-- Logs begin at Tue 2021-07-27 20:07:46 UTC, end at Tue 2021-07-27 22:29:17 UTC. -- Jul 27 20:41:21.630473 n-d-705658-22 systemd[1]: Started Devstack devstack@q-svc.service. Jul 27 20:41:24.338043 n-d-705658-22 neutron-server[105477]: INFO neutron.common.config [-] Logging enabled! Jul 27 20:41:24.338758 n-d-705658-22 neutron-server[105477]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev500 Jul 27 20:41:24.338881 n-d-705658-22 neutron-server[105477]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=105477) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 27 20:41:24.342055 n-d-705658-22 neutron-server[105477]: INFO neutron.common.config [-] Logging enabled! Jul 27 20:41:24.342309 n-d-705658-22 neutron-server[105477]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev500 Jul 27 20:41:24.342618 n-d-705658-22 neutron-server[105477]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=105477) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 27 20:41:24.343569 n-d-705658-22 neutron-server[105477]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 27 20:41:24.343806 n-d-705658-22 neutron-server[105477]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 27 20:41:24.344178 n-d-705658-22 neutron-server[105477]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 27 20:41:24.344423 n-d-705658-22 neutron-server[105477]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 27 20:41:24.344646 n-d-705658-22 neutron-server[105477]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 27 20:41:24.344966 n-d-705658-22 neutron-server[105477]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:41:24.345261 n-d-705658-22 neutron-server[105477]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:41:24.345580 n-d-705658-22 neutron-server[105477]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:41:24.345802 n-d-705658-22 neutron-server[105477]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:41:24.346095 n-d-705658-22 neutron-server[105477]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:41:24.346385 n-d-705658-22 neutron-server[105477]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:41:24.346666 n-d-705658-22 neutron-server[105477]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:41:24.346946 n-d-705658-22 neutron-server[105477]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:41:24.347264 n-d-705658-22 neutron-server[105477]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:41:24.347546 n-d-705658-22 neutron-server[105477]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:41:24.347820 n-d-705658-22 neutron-server[105477]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:41:24.348104 n-d-705658-22 neutron-server[105477]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:41:24.348330 n-d-705658-22 neutron-server[105477]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:41:24.348606 n-d-705658-22 neutron-server[105477]: DEBUG neutron.common.config [-] config_source = [] {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:41:24.348889 n-d-705658-22 neutron-server[105477]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:41:24.349173 n-d-705658-22 neutron-server[105477]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:41:24.349393 n-d-705658-22 neutron-server[105477]: DEBUG neutron.common.config [-] debug = True {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:41:24.349664 n-d-705658-22 neutron-server[105477]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:41:24.350090 n-d-705658-22 neutron-server[105477]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:41:24.350506 n-d-705658-22 neutron-server[105477]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:41:24.350787 n-d-705658-22 neutron-server[105477]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:41:24.351102 n-d-705658-22 neutron-server[105477]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:41:24.351378 n-d-705658-22 neutron-server[105477]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:41:24.351644 n-d-705658-22 neutron-server[105477]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:41:24.351916 n-d-705658-22 neutron-server[105477]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:41:24.352197 n-d-705658-22 neutron-server[105477]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:41:24.352523 n-d-705658-22 neutron-server[105477]: DEBUG neutron.common.config [-] host = n-d-705658-22 {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:41:24.352797 n-d-705658-22 neutron-server[105477]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:41:24.353080 n-d-705658-22 neutron-server[105477]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:41:24.353362 n-d-705658-22 neutron-server[105477]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:41:24.353644 n-d-705658-22 neutron-server[105477]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:41:24.353914 n-d-705658-22 neutron-server[105477]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:41:24.354185 n-d-705658-22 neutron-server[105477]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:41:24.354465 n-d-705658-22 neutron-server[105477]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:41:24.354733 n-d-705658-22 neutron-server[105477]: DEBUG neutron.common.config [-] log_dir = None {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:41:24.355012 n-d-705658-22 neutron-server[105477]: DEBUG neutron.common.config [-] log_file = None {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:41:24.355288 n-d-705658-22 neutron-server[105477]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:41:24.355570 n-d-705658-22 neutron-server[105477]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:41:24.355862 n-d-705658-22 neutron-server[105477]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:41:24.356142 n-d-705658-22 neutron-server[105477]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:41:24.356363 n-d-705658-22 neutron-server[105477]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:41:24.356584 n-d-705658-22 neutron-server[105477]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:41:24.356868 n-d-705658-22 neutron-server[105477]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:41:24.357152 n-d-705658-22 neutron-server[105477]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:41:24.357422 n-d-705658-22 neutron-server[105477]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:41:24.357692 n-d-705658-22 neutron-server[105477]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:41:24.357959 n-d-705658-22 neutron-server[105477]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:41:24.358225 n-d-705658-22 neutron-server[105477]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:41:24.358492 n-d-705658-22 neutron-server[105477]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:41:24.358754 n-d-705658-22 neutron-server[105477]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:41:24.359064 n-d-705658-22 neutron-server[105477]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:41:24.359346 n-d-705658-22 neutron-server[105477]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:41:24.359625 n-d-705658-22 neutron-server[105477]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:41:24.359893 n-d-705658-22 neutron-server[105477]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:41:24.360162 n-d-705658-22 neutron-server[105477]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:41:24.360429 n-d-705658-22 neutron-server[105477]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:41:24.360700 n-d-705658-22 neutron-server[105477]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:41:24.361000 n-d-705658-22 neutron-server[105477]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:41:24.361270 n-d-705658-22 neutron-server[105477]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:41:24.361537 n-d-705658-22 neutron-server[105477]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:41:24.361804 n-d-705658-22 neutron-server[105477]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:41:24.362319 n-d-705658-22 neutron-server[105477]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:41:24.362421 n-d-705658-22 neutron-server[105477]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:41:24.362607 n-d-705658-22 neutron-server[105477]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:41:24.362903 n-d-705658-22 neutron-server[105477]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:41:24.363209 n-d-705658-22 neutron-server[105477]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:41:24.363487 n-d-705658-22 neutron-server[105477]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:41:24.363765 n-d-705658-22 neutron-server[105477]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:41:24.364033 n-d-705658-22 neutron-server[105477]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:41:24.364311 n-d-705658-22 neutron-server[105477]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:41:24.364582 n-d-705658-22 neutron-server[105477]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:41:24.364849 n-d-705658-22 neutron-server[105477]: DEBUG neutron.common.config [-] use_journal = False {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:41:24.365116 n-d-705658-22 neutron-server[105477]: DEBUG neutron.common.config [-] use_json = False {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:41:24.365380 n-d-705658-22 neutron-server[105477]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:41:24.365642 n-d-705658-22 neutron-server[105477]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:41:24.365916 n-d-705658-22 neutron-server[105477]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:41:24.366186 n-d-705658-22 neutron-server[105477]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:41:24.366452 n-d-705658-22 neutron-server[105477]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:41:24.366718 n-d-705658-22 neutron-server[105477]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:41:24.366984 n-d-705658-22 neutron-server[105477]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:41:24.367285 n-d-705658-22 neutron-server[105477]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:41:24.367579 n-d-705658-22 neutron-server[105477]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:24.367871 n-d-705658-22 neutron-server[105477]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:24.368168 n-d-705658-22 neutron-server[105477]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:24.368449 n-d-705658-22 neutron-server[105477]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:24.368742 n-d-705658-22 neutron-server[105477]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:24.369016 n-d-705658-22 neutron-server[105477]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:24.369302 n-d-705658-22 neutron-server[105477]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:24.369576 n-d-705658-22 neutron-server[105477]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:24.369860 n-d-705658-22 neutron-server[105477]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:24.370144 n-d-705658-22 neutron-server[105477]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:24.370430 n-d-705658-22 neutron-server[105477]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:24.370709 n-d-705658-22 neutron-server[105477]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:24.371013 n-d-705658-22 neutron-server[105477]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:24.371283 n-d-705658-22 neutron-server[105477]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:24.371571 n-d-705658-22 neutron-server[105477]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:24.371874 n-d-705658-22 neutron-server[105477]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:24.372164 n-d-705658-22 neutron-server[105477]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:24.372455 n-d-705658-22 neutron-server[105477]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:24.372726 n-d-705658-22 neutron-server[105477]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:24.372996 n-d-705658-22 neutron-server[105477]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:24.373266 n-d-705658-22 neutron-server[105477]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:24.373541 n-d-705658-22 neutron-server[105477]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:24.373822 n-d-705658-22 neutron-server[105477]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:24.374112 n-d-705658-22 neutron-server[105477]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:24.374403 n-d-705658-22 neutron-server[105477]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:24.374721 n-d-705658-22 neutron-server[105477]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:24.375022 n-d-705658-22 neutron-server[105477]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:24.375312 n-d-705658-22 neutron-server[105477]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:24.375592 n-d-705658-22 neutron-server[105477]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:24.375864 n-d-705658-22 neutron-server[105477]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:24.376137 n-d-705658-22 neutron-server[105477]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:24.376425 n-d-705658-22 neutron-server[105477]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:24.377227 n-d-705658-22 neutron-server[105477]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:24.377496 n-d-705658-22 neutron-server[105477]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:24.377777 n-d-705658-22 neutron-server[105477]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:24.378048 n-d-705658-22 neutron-server[105477]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:24.378315 n-d-705658-22 neutron-server[105477]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:24.378587 n-d-705658-22 neutron-server[105477]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:24.378861 n-d-705658-22 neutron-server[105477]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:24.379173 n-d-705658-22 neutron-server[105477]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:24.379451 n-d-705658-22 neutron-server[105477]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:24.379716 n-d-705658-22 neutron-server[105477]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:24.379986 n-d-705658-22 neutron-server[105477]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:24.380262 n-d-705658-22 neutron-server[105477]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:24.380534 n-d-705658-22 neutron-server[105477]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:24.380818 n-d-705658-22 neutron-server[105477]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:24.381089 n-d-705658-22 neutron-server[105477]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:24.381359 n-d-705658-22 neutron-server[105477]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:24.381630 n-d-705658-22 neutron-server[105477]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:24.381904 n-d-705658-22 neutron-server[105477]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:24.382178 n-d-705658-22 neutron-server[105477]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:24.382444 n-d-705658-22 neutron-server[105477]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:24.382719 n-d-705658-22 neutron-server[105477]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:24.382988 n-d-705658-22 neutron-server[105477]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:24.383283 n-d-705658-22 neutron-server[105477]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:24.383553 n-d-705658-22 neutron-server[105477]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:24.383822 n-d-705658-22 neutron-server[105477]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:24.384090 n-d-705658-22 neutron-server[105477]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:24.384357 n-d-705658-22 neutron-server[105477]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:24.384791 n-d-705658-22 neutron-server[105477]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:24.384934 n-d-705658-22 neutron-server[105477]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:24.385193 n-d-705658-22 neutron-server[105477]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:24.385468 n-d-705658-22 neutron-server[105477]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:24.385739 n-d-705658-22 neutron-server[105477]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:24.386011 n-d-705658-22 neutron-server[105477]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:24.386279 n-d-705658-22 neutron-server[105477]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:24.386549 n-d-705658-22 neutron-server[105477]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:24.386822 n-d-705658-22 neutron-server[105477]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:24.387128 n-d-705658-22 neutron-server[105477]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:24.387425 n-d-705658-22 neutron-server[105477]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:24.387702 n-d-705658-22 neutron-server[105477]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:24.387978 n-d-705658-22 neutron-server[105477]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:24.388260 n-d-705658-22 neutron-server[105477]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:24.388529 n-d-705658-22 neutron-server[105477]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:24.389431 n-d-705658-22 neutron-server[105477]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:24.389431 n-d-705658-22 neutron-server[105477]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:24.390181 n-d-705658-22 neutron-server[105477]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:24.390181 n-d-705658-22 neutron-server[105477]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:24.390396 n-d-705658-22 neutron-server[105477]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:24.390671 n-d-705658-22 neutron-server[105477]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:24.390958 n-d-705658-22 neutron-server[105477]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:24.391347 n-d-705658-22 neutron-server[105477]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:24.391632 n-d-705658-22 neutron-server[105477]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:24.391908 n-d-705658-22 neutron-server[105477]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:24.392204 n-d-705658-22 neutron-server[105477]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:24.393059 n-d-705658-22 neutron-server[105477]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:24.393340 n-d-705658-22 neutron-server[105477]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:24.393617 n-d-705658-22 neutron-server[105477]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:24.393892 n-d-705658-22 neutron-server[105477]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:24.394182 n-d-705658-22 neutron-server[105477]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:24.394463 n-d-705658-22 neutron-server[105477]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:24.394756 n-d-705658-22 neutron-server[105477]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:24.395081 n-d-705658-22 neutron-server[105477]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:24.395373 n-d-705658-22 neutron-server[105477]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:24.395662 n-d-705658-22 neutron-server[105477]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:24.395952 n-d-705658-22 neutron-server[105477]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:24.396227 n-d-705658-22 neutron-server[105477]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:24.396536 n-d-705658-22 neutron-server[105477]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:24.396820 n-d-705658-22 neutron-server[105477]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:24.397033 n-d-705658-22 neutron-server[105477]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 27 20:41:24.397276 n-d-705658-22 neutron-server[105477]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=105477) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jul 27 20:41:24.747039 n-d-705658-22 neutron-server[105477]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=105477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 27 20:41:24.747286 n-d-705658-22 neutron-server[105477]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=105477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 27 20:41:24.747578 n-d-705658-22 neutron-server[105477]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=105477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 27 20:41:24.747911 n-d-705658-22 neutron-server[105477]: INFO neutron.manager [-] Loading core plugin: ml2 Jul 27 20:41:25.138373 n-d-705658-22 neutron-server[105477]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=105477) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 20:41:25.138591 n-d-705658-22 neutron-server[105477]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=105477) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 20:41:25.138848 n-d-705658-22 neutron-server[105477]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105477) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 20:41:25.140167 n-d-705658-22 neutron-server[105477]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=105477) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 20:41:25.140439 n-d-705658-22 neutron-server[105477]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=105477) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 20:41:25.140705 n-d-705658-22 neutron-server[105477]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105477) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 20:41:25.175355 n-d-705658-22 neutron-server[105477]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=105477) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 20:41:25.175637 n-d-705658-22 neutron-server[105477]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=105477) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 20:41:25.175911 n-d-705658-22 neutron-server[105477]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105477) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 20:41:25.190753 n-d-705658-22 neutron-server[105477]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=105477) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 20:41:25.191053 n-d-705658-22 neutron-server[105477]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=105477) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 20:41:25.191320 n-d-705658-22 neutron-server[105477]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105477) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 20:41:25.219229 n-d-705658-22 neutron-server[105477]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=105477) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 20:41:25.219499 n-d-705658-22 neutron-server[105477]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=105477) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 20:41:25.219759 n-d-705658-22 neutron-server[105477]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105477) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 20:41:25.257224 n-d-705658-22 neutron-server[105477]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=105477) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 20:41:25.257505 n-d-705658-22 neutron-server[105477]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=105477) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 20:41:25.257773 n-d-705658-22 neutron-server[105477]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105477) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 20:41:25.487691 n-d-705658-22 neutron-server[105477]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=105477) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 20:41:25.488569 n-d-705658-22 neutron-server[105477]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=105477) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 20:41:25.488569 n-d-705658-22 neutron-server[105477]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=105477) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 20:41:25.488569 n-d-705658-22 neutron-server[105477]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=105477) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 20:41:25.489367 n-d-705658-22 neutron-server[105477]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=105477) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 20:41:25.610696 n-d-705658-22 neutron-server[105477]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=105477) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 20:41:25.611059 n-d-705658-22 neutron-server[105477]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=105477) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 20:41:25.611348 n-d-705658-22 neutron-server[105477]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=105477) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 20:41:25.611619 n-d-705658-22 neutron-server[105477]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=105477) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 20:41:25.611887 n-d-705658-22 neutron-server[105477]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=105477) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 20:41:25.612193 n-d-705658-22 neutron-server[105477]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=105477) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 20:41:25.612452 n-d-705658-22 neutron-server[105477]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=105477) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 20:41:25.612703 n-d-705658-22 neutron-server[105477]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=105477) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 20:41:25.612955 n-d-705658-22 neutron-server[105477]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=105477) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 20:41:25.613232 n-d-705658-22 neutron-server[105477]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=105477) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 20:41:25.613485 n-d-705658-22 neutron-server[105477]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=105477) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 20:41:25.613745 n-d-705658-22 neutron-server[105477]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=105477) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 20:41:25.613993 n-d-705658-22 neutron-server[105477]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=105477) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 20:41:25.614237 n-d-705658-22 neutron-server[105477]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=105477) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 20:41:25.614484 n-d-705658-22 neutron-server[105477]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=105477) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 20:41:25.614741 n-d-705658-22 neutron-server[105477]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=105477) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 20:41:25.615023 n-d-705658-22 neutron-server[105477]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=105477) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 20:41:25.615790 n-d-705658-22 neutron-server[105477]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=105477) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 20:41:25.615790 n-d-705658-22 neutron-server[105477]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=105477) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 20:41:25.615790 n-d-705658-22 neutron-server[105477]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=105477) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 20:41:25.616120 n-d-705658-22 neutron-server[105477]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=105477) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 20:41:25.616267 n-d-705658-22 neutron-server[105477]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105477) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 20:41:25.616540 n-d-705658-22 neutron-server[105477]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=105477) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 20:41:25.616909 n-d-705658-22 neutron-server[105477]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=105477) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 20:41:25.617155 n-d-705658-22 neutron-server[105477]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=105477) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 20:41:25.617398 n-d-705658-22 neutron-server[105477]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105477) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 20:41:25.617791 n-d-705658-22 neutron-server[105477]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=105477) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 27 20:41:25.618028 n-d-705658-22 neutron-server[105477]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=105477) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 27 20:41:25.618261 n-d-705658-22 neutron-server[105477]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=105477) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 27 20:41:25.618492 n-d-705658-22 neutron-server[105477]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=105477) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 27 20:41:25.618726 n-d-705658-22 neutron-server[105477]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=105477) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 27 20:41:25.618958 n-d-705658-22 neutron-server[105477]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=105477) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 27 20:41:25.619341 n-d-705658-22 neutron-server[105477]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jul 27 20:41:25.622462 n-d-705658-22 neutron-server[105477]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jul 27 20:41:25.626396 n-d-705658-22 neutron-server[105477]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jul 27 20:41:25.630157 n-d-705658-22 neutron-server[105477]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(200, 249)])]) Jul 27 20:41:25.631954 n-d-705658-22 neutron-server[105477]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jul 27 20:41:25.632398 n-d-705658-22 neutron-server[105477]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jul 27 20:41:25.632731 n-d-705658-22 neutron-server[105477]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jul 27 20:41:25.633113 n-d-705658-22 neutron-server[105477]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jul 27 20:41:25.635925 n-d-705658-22 neutron-server[105477]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jul 27 20:41:25.636177 n-d-705658-22 neutron-server[105477]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jul 27 20:41:25.636523 n-d-705658-22 neutron-server[105477]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jul 27 20:41:25.641812 n-d-705658-22 neutron-server[105477]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Jul 27 20:41:25.665234 n-d-705658-22 neutron-server[105477]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jul 27 20:41:25.665684 n-d-705658-22 neutron-server[105477]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=105477) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 20:41:25.665980 n-d-705658-22 neutron-server[105477]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=105477) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jul 27 20:41:25.666346 n-d-705658-22 neutron-server[105477]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=105477) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 20:41:25.667734 n-d-705658-22 neutron-server[105477]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=105477) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jul 27 20:41:25.668016 n-d-705658-22 neutron-server[105477]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jul 27 20:41:25.668262 n-d-705658-22 neutron-server[105477]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jul 27 20:41:25.671645 n-d-705658-22 neutron-server[105477]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=105477) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 20:41:25.671925 n-d-705658-22 neutron-server[105477]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=105477) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 20:41:25.735131 n-d-705658-22 neutron-server[105477]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jul 27 20:41:25.735365 n-d-705658-22 neutron-server[105477]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jul 27 20:41:25.735598 n-d-705658-22 neutron-server[105477]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jul 27 20:41:25.735993 n-d-705658-22 neutron-server[105477]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jul 27 20:41:25.757833 n-d-705658-22 neutron-server[105477]: DEBUG oslo_db.sqlalchemy.engines [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=105477) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jul 27 20:41:26.302956 n-d-705658-22 neutron-server[105477]: INFO neutron.plugins.ml2.managers [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Initializing driver for type 'gre' Jul 27 20:41:26.303499 n-d-705658-22 neutron-server[105477]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] gre ID ranges: [(1, 1000)] Jul 27 20:41:26.357194 n-d-705658-22 neutron-server[105477]: INFO neutron.plugins.ml2.managers [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Initializing driver for type 'local' Jul 27 20:41:26.357567 n-d-705658-22 neutron-server[105477]: INFO neutron.plugins.ml2.managers [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Initializing driver for type 'vlan' Jul 27 20:41:26.371036 n-d-705658-22 neutron-server[105477]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] VlanTypeDriver initialization complete Jul 27 20:41:26.371500 n-d-705658-22 neutron-server[105477]: INFO neutron.plugins.ml2.managers [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Initializing driver for type 'vxlan' Jul 27 20:41:26.371994 n-d-705658-22 neutron-server[105477]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] vxlan ID ranges: [(1, 1000)] Jul 27 20:41:26.426608 n-d-705658-22 neutron-server[105477]: INFO neutron.plugins.ml2.managers [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Initializing extension driver 'port_security' Jul 27 20:41:26.426960 n-d-705658-22 neutron-server[105477]: INFO neutron.plugins.ml2.extensions.port_security [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] PortSecurityExtensionDriver initialization complete Jul 27 20:41:26.427484 n-d-705658-22 neutron-server[105477]: INFO neutron.plugins.ml2.managers [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Initializing mechanism driver 'openvswitch' Jul 27 20:41:26.428072 n-d-705658-22 neutron-server[105477]: INFO neutron.plugins.ml2.managers [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Initializing mechanism driver 'hyperv' Jul 27 20:41:26.434607 n-d-705658-22 neutron-server[105477]: DEBUG neutron.plugins.ml2.plugin [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=105477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:41:26.435498 n-d-705658-22 neutron-server[105477]: DEBUG neutron_lib.callbacks.manager [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Subscribe: > port after_create 55550000 {{(pid=105477) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 20:41:26.435876 n-d-705658-22 neutron-server[105477]: DEBUG neutron_lib.callbacks.manager [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Subscribe: > port after_update 55550000 {{(pid=105477) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 20:41:26.436231 n-d-705658-22 neutron-server[105477]: DEBUG neutron_lib.callbacks.manager [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Subscribe: > port after_delete 55550000 {{(pid=105477) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 20:41:26.436769 n-d-705658-22 neutron-server[105477]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=105477) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 27 20:41:26.437213 n-d-705658-22 neutron-server[105477]: DEBUG neutron_lib.callbacks.manager [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Subscribe: > subnet after_create 55550000 {{(pid=105477) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 20:41:26.437569 n-d-705658-22 neutron-server[105477]: DEBUG neutron_lib.callbacks.manager [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Subscribe: > subnet after_update 55550000 {{(pid=105477) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 20:41:26.437917 n-d-705658-22 neutron-server[105477]: DEBUG neutron_lib.callbacks.manager [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Subscribe: > subnet after_delete 55550000 {{(pid=105477) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 20:41:26.438307 n-d-705658-22 neutron-server[105477]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=105477) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 27 20:41:26.438715 n-d-705658-22 neutron-server[105477]: DEBUG neutron_lib.callbacks.manager [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Subscribe: > network after_create 55550000 {{(pid=105477) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 20:41:26.439117 n-d-705658-22 neutron-server[105477]: DEBUG neutron_lib.callbacks.manager [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Subscribe: > network after_update 55550000 {{(pid=105477) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 20:41:26.439464 n-d-705658-22 neutron-server[105477]: DEBUG neutron_lib.callbacks.manager [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Subscribe: > network after_delete 55550000 {{(pid=105477) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 20:41:26.439858 n-d-705658-22 neutron-server[105477]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=105477) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 27 20:41:26.440303 n-d-705658-22 neutron-server[105477]: DEBUG neutron_lib.callbacks.manager [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Subscribe: > security_group after_create 55550000 {{(pid=105477) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 20:41:26.440604 n-d-705658-22 neutron-server[105477]: DEBUG neutron_lib.callbacks.manager [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Subscribe: > security_group after_update 55550000 {{(pid=105477) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 20:41:26.440945 n-d-705658-22 neutron-server[105477]: DEBUG neutron_lib.callbacks.manager [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Subscribe: > security_group after_delete 55550000 {{(pid=105477) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 20:41:26.441381 n-d-705658-22 neutron-server[105477]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=105477) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 27 20:41:26.441785 n-d-705658-22 neutron-server[105477]: DEBUG neutron_lib.callbacks.manager [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=105477) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 20:41:26.442134 n-d-705658-22 neutron-server[105477]: DEBUG neutron_lib.callbacks.manager [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=105477) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 20:41:26.442485 n-d-705658-22 neutron-server[105477]: DEBUG neutron_lib.callbacks.manager [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=105477) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 20:41:26.442885 n-d-705658-22 neutron-server[105477]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=105477) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 27 20:41:26.443317 n-d-705658-22 neutron-server[105477]: DEBUG neutron_lib.callbacks.manager [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Subscribe: > address_group after_create 55550000 {{(pid=105477) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 20:41:26.443663 n-d-705658-22 neutron-server[105477]: DEBUG neutron_lib.callbacks.manager [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Subscribe: > address_group after_update 55550000 {{(pid=105477) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 20:41:26.444006 n-d-705658-22 neutron-server[105477]: DEBUG neutron_lib.callbacks.manager [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Subscribe: > address_group after_delete 55550000 {{(pid=105477) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 20:41:26.444396 n-d-705658-22 neutron-server[105477]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=105477) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 27 20:41:26.444771 n-d-705658-22 neutron-server[105477]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] ML2 OVO RPC backend initialized. {{(pid=105477) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Jul 27 20:41:26.445488 n-d-705658-22 neutron-server[105477]: DEBUG neutron_lib.callbacks.manager [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Subscribe: > router_interface after_create 55550000 {{(pid=105477) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 20:41:26.445842 n-d-705658-22 neutron-server[105477]: DEBUG neutron_lib.callbacks.manager [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Subscribe: > router_interface after_delete 55550000 {{(pid=105477) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 20:41:26.446291 n-d-705658-22 neutron-server[105477]: DEBUG neutron_lib.callbacks.manager [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Subscribe: > network before_response 55550000 {{(pid=105477) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 20:41:26.446650 n-d-705658-22 neutron-server[105477]: DEBUG neutron_lib.callbacks.manager [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Subscribe: > networks before_response 55550000 {{(pid=105477) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 20:41:26.447024 n-d-705658-22 neutron-server[105477]: DEBUG neutron_lib.callbacks.manager [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Subscribe: > port before_response 55550000 {{(pid=105477) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 20:41:26.447368 n-d-705658-22 neutron-server[105477]: DEBUG neutron_lib.callbacks.manager [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Subscribe: > ports before_response 55550000 {{(pid=105477) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 20:41:26.447711 n-d-705658-22 neutron-server[105477]: DEBUG neutron_lib.callbacks.manager [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Subscribe: > subnet before_response 55550000 {{(pid=105477) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 20:41:26.448054 n-d-705658-22 neutron-server[105477]: DEBUG neutron_lib.callbacks.manager [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Subscribe: > subnets before_response 55550000 {{(pid=105477) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 20:41:26.448400 n-d-705658-22 neutron-server[105477]: DEBUG neutron_lib.callbacks.manager [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Subscribe: > network after_create 55550000 {{(pid=105477) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 20:41:26.448742 n-d-705658-22 neutron-server[105477]: DEBUG neutron_lib.callbacks.manager [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Subscribe: > network after_update 55550000 {{(pid=105477) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 20:41:26.449078 n-d-705658-22 neutron-server[105477]: DEBUG neutron_lib.callbacks.manager [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Subscribe: > network after_delete 55550000 {{(pid=105477) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 20:41:26.449413 n-d-705658-22 neutron-server[105477]: DEBUG neutron_lib.callbacks.manager [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Subscribe: > port after_create 55550000 {{(pid=105477) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 20:41:26.449751 n-d-705658-22 neutron-server[105477]: DEBUG neutron_lib.callbacks.manager [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Subscribe: > port after_update 55550000 {{(pid=105477) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 20:41:26.450086 n-d-705658-22 neutron-server[105477]: DEBUG neutron_lib.callbacks.manager [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Subscribe: > port after_delete 55550000 {{(pid=105477) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 20:41:26.450420 n-d-705658-22 neutron-server[105477]: DEBUG neutron_lib.callbacks.manager [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Subscribe: > subnet after_create 55550000 {{(pid=105477) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 20:41:26.450755 n-d-705658-22 neutron-server[105477]: DEBUG neutron_lib.callbacks.manager [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Subscribe: > subnet after_update 55550000 {{(pid=105477) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 20:41:26.451114 n-d-705658-22 neutron-server[105477]: DEBUG neutron_lib.callbacks.manager [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Subscribe: > subnet after_delete 55550000 {{(pid=105477) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 20:41:26.451691 n-d-705658-22 neutron-server[105477]: INFO neutron.plugins.ml2.plugin [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Modular L2 Plugin initialization complete Jul 27 20:41:26.452027 n-d-705658-22 neutron-server[105477]: DEBUG neutron.manager [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Loading services supported by the core plugin {{(pid=105477) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jul 27 20:41:26.452361 n-d-705658-22 neutron-server[105477]: INFO neutron.plugins.ml2.managers [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Got port-security extension from driver 'port_security' Jul 27 20:41:26.452830 n-d-705658-22 neutron-server[105477]: INFO neutron.extensions.vlantransparent [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Disabled vlantransparent extension. Jul 27 20:41:26.453311 n-d-705658-22 neutron-server[105477]: DEBUG neutron.manager [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=105477) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jul 27 20:41:26.453625 n-d-705658-22 neutron-server[105477]: INFO neutron.manager [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Loading Plugin: router Jul 27 20:41:26.490402 n-d-705658-22 neutron-server[105477]: DEBUG neutron_lib.callbacks.manager [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Subscribe: > router_interface before_create 55550000 {{(pid=105477) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 20:41:26.491038 n-d-705658-22 neutron-server[105477]: DEBUG neutron_lib.callbacks.manager [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Subscribe: > router after_create 55549900 {{(pid=105477) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 20:41:26.491186 n-d-705658-22 neutron-server[105477]: DEBUG neutron_lib.callbacks.manager [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Subscribe: > router before_create 55549900 {{(pid=105477) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 20:41:26.491548 n-d-705658-22 neutron-server[105477]: DEBUG neutron_lib.callbacks.manager [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Subscribe: > router_interface before_delete 55550000 {{(pid=105477) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 20:41:26.491918 n-d-705658-22 neutron-server[105477]: DEBUG neutron_lib.callbacks.manager [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Subscribe: > router_interface after_delete 55550000 {{(pid=105477) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 20:41:26.492272 n-d-705658-22 neutron-server[105477]: DEBUG neutron_lib.callbacks.manager [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Subscribe: > router after_delete 55549900 {{(pid=105477) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 20:41:26.492632 n-d-705658-22 neutron-server[105477]: DEBUG neutron_lib.callbacks.manager [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Subscribe: > floatingip after_update 55550000 {{(pid=105477) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 20:41:26.493116 n-d-705658-22 neutron-server[105477]: DEBUG neutron_lib.callbacks.manager [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Subscribe: > router after_create 55549900 {{(pid=105477) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 20:41:26.493469 n-d-705658-22 neutron-server[105477]: DEBUG neutron_lib.callbacks.manager [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Subscribe: > router after_update 55549900 {{(pid=105477) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 20:41:26.493824 n-d-705658-22 neutron-server[105477]: DEBUG neutron_lib.callbacks.manager [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Subscribe: > router after_update 55549900 {{(pid=105477) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 20:41:26.494176 n-d-705658-22 neutron-server[105477]: DEBUG neutron_lib.callbacks.manager [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=105477) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 20:41:26.494539 n-d-705658-22 neutron-server[105477]: DEBUG neutron_lib.callbacks.manager [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Subscribe: > router after_update 55549900 {{(pid=105477) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 20:41:26.494948 n-d-705658-22 neutron-server[105477]: DEBUG neutron_lib.callbacks.manager [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Subscribe: > router precommit_update 55549900 {{(pid=105477) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 20:41:26.495344 n-d-705658-22 neutron-server[105477]: DEBUG neutron_lib.callbacks.manager [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Subscribe: port after_update 55550000 {{(pid=105477) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 20:41:26.495683 n-d-705658-22 neutron-server[105477]: DEBUG neutron_lib.callbacks.manager [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Subscribe: port after_delete 55550000 {{(pid=105477) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 20:41:26.496020 n-d-705658-22 neutron-server[105477]: DEBUG neutron_lib.callbacks.manager [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Subscribe: subnet after_update 55550000 {{(pid=105477) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 20:41:26.496355 n-d-705658-22 neutron-server[105477]: DEBUG neutron_lib.callbacks.manager [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=105477) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 20:41:26.496703 n-d-705658-22 neutron-server[105477]: DEBUG neutron_lib.callbacks.manager [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Subscribe: > port precommit_delete 55550000 {{(pid=105477) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 20:41:26.497054 n-d-705658-22 neutron-server[105477]: DEBUG neutron_lib.callbacks.manager [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Subscribe: > router precommit_create 55549900 {{(pid=105477) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 20:41:26.497398 n-d-705658-22 neutron-server[105477]: DEBUG neutron_lib.callbacks.manager [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Subscribe: port before_delete 55550000 {{(pid=105477) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 20:41:26.497742 n-d-705658-22 neutron-server[105477]: DEBUG neutron_lib.callbacks.manager [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Subscribe: > router precommit_create 55550000 {{(pid=105477) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 20:41:26.498117 n-d-705658-22 neutron-server[105477]: DEBUG neutron_lib.callbacks.manager [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Subscribe: > router after_update 55549900 {{(pid=105477) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 20:41:26.498458 n-d-705658-22 neutron-server[105477]: DEBUG neutron_lib.callbacks.manager [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Subscribe: > router precommit_delete 55549900 {{(pid=105477) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 20:41:26.498810 n-d-705658-22 neutron-server[105477]: DEBUG neutron_lib.callbacks.manager [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Subscribe: > router precommit_create 55549900 {{(pid=105477) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 20:41:26.499197 n-d-705658-22 neutron-server[105477]: DEBUG neutron_lib.callbacks.manager [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Subscribe: > router_interface after_create 55550000 {{(pid=105477) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 20:41:26.499576 n-d-705658-22 neutron-server[105477]: DEBUG neutron_lib.callbacks.manager [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Subscribe: > router precommit_update 55549900 {{(pid=105477) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 20:41:26.499941 n-d-705658-22 neutron-server[105477]: DEBUG neutron_lib.callbacks.manager [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Subscribe: > agent after_create 55550000 {{(pid=105477) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 20:41:26.500314 n-d-705658-22 neutron-server[105477]: DEBUG neutron_lib.callbacks.manager [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Subscribe: > agent after_delete 55550000 {{(pid=105477) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 20:41:26.500661 n-d-705658-22 neutron-server[105477]: DEBUG neutron_lib.callbacks.manager [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Subscribe: > network after_delete 55550000 {{(pid=105477) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 20:41:26.501555 n-d-705658-22 neutron-server[105477]: DEBUG neutron.quota.resource_registry [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Tracking information for resource: router configured {{(pid=105477) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 27 20:41:26.501892 n-d-705658-22 neutron-server[105477]: DEBUG neutron.quota.resource_registry [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Tracking information for resource: floatingip configured {{(pid=105477) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 27 20:41:26.506814 n-d-705658-22 neutron-server[105477]: INFO neutron.db.l3_agentschedulers_db [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jul 27 20:41:26.507429 n-d-705658-22 neutron-server[105477]: DEBUG neutron_lib.callbacks.manager [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Subscribe: port after_update 55550000 {{(pid=105477) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 20:41:26.507794 n-d-705658-22 neutron-server[105477]: DEBUG neutron_lib.callbacks.manager [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Subscribe: port after_create 55550000 {{(pid=105477) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 20:41:26.508149 n-d-705658-22 neutron-server[105477]: DEBUG neutron_lib.callbacks.manager [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Subscribe: port after_delete 55550000 {{(pid=105477) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 20:41:26.508503 n-d-705658-22 neutron-server[105477]: DEBUG neutron_lib.callbacks.manager [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Subscribe: port after_update 55550000 {{(pid=105477) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 20:41:26.509304 n-d-705658-22 neutron-server[105477]: DEBUG neutron_lib.callbacks.manager [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Subscribe: > router before_create 55550100 {{(pid=105477) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 20:41:26.509673 n-d-705658-22 neutron-server[105477]: DEBUG neutron_lib.callbacks.manager [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Subscribe: > router precommit_delete 55550100 {{(pid=105477) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 20:41:26.510039 n-d-705658-22 neutron-server[105477]: DEBUG neutron_lib.callbacks.manager [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Subscribe: > router precommit_create 55550100 {{(pid=105477) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 20:41:26.510400 n-d-705658-22 neutron-server[105477]: DEBUG neutron_lib.callbacks.manager [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Subscribe: > router precommit_update 55550100 {{(pid=105477) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 20:41:26.514914 n-d-705658-22 neutron-server[105477]: DEBUG neutron.services.provider_configuration [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Service providers = [] {{(pid=105477) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jul 27 20:41:26.515305 n-d-705658-22 neutron-server[105477]: DEBUG neutron.db.servicetype_db [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=105477) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jul 27 20:41:26.518280 n-d-705658-22 neutron-server[105477]: DEBUG neutron.services.service_base [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=105477) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 27 20:41:26.518640 n-d-705658-22 neutron-server[105477]: DEBUG neutron.services.service_base [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=105477) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 27 20:41:26.518988 n-d-705658-22 neutron-server[105477]: DEBUG neutron.services.service_base [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=105477) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 27 20:41:26.519903 n-d-705658-22 neutron-server[105477]: DEBUG neutron.services.service_base [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=105477) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 27 20:41:26.520278 n-d-705658-22 neutron-server[105477]: INFO neutron.services.service_base [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Default provider is not specified for service type L3_ROUTER_NAT Jul 27 20:41:26.520655 n-d-705658-22 neutron-server[105477]: DEBUG neutron.manager [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=105477) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 27 20:41:26.520974 n-d-705658-22 neutron-server[105477]: INFO neutron.manager [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jul 27 20:41:26.533553 n-d-705658-22 neutron-server[105477]: DEBUG neutron.manager [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Successfully loaded METERING plugin. Description: METERING {{(pid=105477) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 27 20:41:26.533978 n-d-705658-22 neutron-server[105477]: INFO neutron.manager [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Loading Plugin: auto_allocate Jul 27 20:41:26.539764 n-d-705658-22 neutron-server[105477]: DEBUG neutron_lib.callbacks.manager [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Subscribe: network precommit_update 55550000 {{(pid=105477) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 20:41:26.540141 n-d-705658-22 neutron-server[105477]: DEBUG neutron_lib.callbacks.manager [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Subscribe: network precommit_create 55550000 {{(pid=105477) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 20:41:26.540663 n-d-705658-22 neutron-server[105477]: DEBUG neutron.manager [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=105477) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 27 20:41:26.540984 n-d-705658-22 neutron-server[105477]: INFO neutron.manager [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Loading Plugin: tag Jul 27 20:41:26.547767 n-d-705658-22 neutron-server[105477]: DEBUG neutron.manager [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=105477) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 27 20:41:26.548100 n-d-705658-22 neutron-server[105477]: INFO neutron.manager [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Loading Plugin: timestamp Jul 27 20:41:26.552562 n-d-705658-22 neutron-server[105477]: DEBUG neutron.manager [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=105477) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 27 20:41:26.553192 n-d-705658-22 neutron-server[105477]: INFO neutron.manager [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Loading Plugin: network_ip_availability Jul 27 20:41:26.558531 n-d-705658-22 neutron-server[105477]: DEBUG neutron_lib.callbacks.manager [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=105477) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 20:41:26.558904 n-d-705658-22 neutron-server[105477]: DEBUG neutron_lib.callbacks.manager [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=105477) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 20:41:26.559290 n-d-705658-22 neutron-server[105477]: DEBUG neutron_lib.callbacks.manager [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105477) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 20:41:26.560003 n-d-705658-22 neutron-server[105477]: DEBUG neutron.manager [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=105477) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 27 20:41:26.560323 n-d-705658-22 neutron-server[105477]: INFO neutron.manager [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Loading Plugin: flavors Jul 27 20:41:26.565409 n-d-705658-22 neutron-server[105477]: DEBUG neutron.manager [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=105477) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 27 20:41:26.565744 n-d-705658-22 neutron-server[105477]: INFO neutron.manager [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Loading Plugin: revisions Jul 27 20:41:26.569999 n-d-705658-22 neutron-server[105477]: DEBUG neutron.manager [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=105477) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 27 20:41:26.570419 n-d-705658-22 neutron-server[105477]: DEBUG oslo_concurrency.lockutils [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.823s {{(pid=105477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 27 20:41:26.571236 n-d-705658-22 neutron-server[105477]: DEBUG neutron.api.extensions [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=105477) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jul 27 20:41:26.571518 n-d-705658-22 neutron-server[105477]: INFO neutron.api.extensions [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Initializing extension manager. Jul 27 20:41:26.572031 n-d-705658-22 neutron-server[105477]: DEBUG neutron.api.extensions [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Loading extension file: __init__.py {{(pid=105477) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 20:41:26.572373 n-d-705658-22 neutron-server[105477]: DEBUG neutron.api.extensions [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Loading extension file: __pycache__ {{(pid=105477) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 20:41:26.572705 n-d-705658-22 neutron-server[105477]: DEBUG neutron.api.extensions [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=105477) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 20:41:26.573037 n-d-705658-22 neutron-server[105477]: DEBUG neutron.api.extensions [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Loading extension file: address_group.py {{(pid=105477) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 20:41:26.573796 n-d-705658-22 neutron-server[105477]: DEBUG neutron.api.extensions [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=105477) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 20:41:26.574360 n-d-705658-22 neutron-server[105477]: INFO neutron.api.extensions [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Loaded extension: address-group Jul 27 20:41:26.574685 n-d-705658-22 neutron-server[105477]: DEBUG neutron.api.extensions [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Loading extension file: address_scope.py {{(pid=105477) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 20:41:26.575427 n-d-705658-22 neutron-server[105477]: DEBUG neutron.api.extensions [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=105477) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 20:41:26.575931 n-d-705658-22 neutron-server[105477]: INFO neutron.api.extensions [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Loaded extension: address-scope Jul 27 20:41:26.576251 n-d-705658-22 neutron-server[105477]: DEBUG neutron.api.extensions [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Loading extension file: admin_state_down_before_update.py {{(pid=105477) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 20:41:26.577187 n-d-705658-22 neutron-server[105477]: DEBUG neutron.api.extensions [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=105477) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 20:41:26.577691 n-d-705658-22 neutron-server[105477]: INFO neutron.api.extensions [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Loaded extension: router-admin-state-down-before-update Jul 27 20:41:26.578012 n-d-705658-22 neutron-server[105477]: DEBUG neutron.api.extensions [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Loading extension file: agent.py {{(pid=105477) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 20:41:26.578712 n-d-705658-22 neutron-server[105477]: DEBUG neutron.api.extensions [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=105477) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 20:41:26.579244 n-d-705658-22 neutron-server[105477]: INFO neutron.api.extensions [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Loaded extension: agent Jul 27 20:41:26.579564 n-d-705658-22 neutron-server[105477]: DEBUG neutron.api.extensions [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Loading extension file: agent_resources_synced.py {{(pid=105477) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 20:41:26.580494 n-d-705658-22 neutron-server[105477]: DEBUG neutron.api.extensions [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=105477) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 20:41:26.580993 n-d-705658-22 neutron-server[105477]: INFO neutron.api.extensions [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Loaded extension: agent-resources-synced Jul 27 20:41:26.581313 n-d-705658-22 neutron-server[105477]: DEBUG neutron.api.extensions [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Loading extension file: allowedaddresspairs.py {{(pid=105477) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 20:41:26.583140 n-d-705658-22 neutron-server[105477]: DEBUG neutron.api.extensions [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=105477) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 20:41:26.583654 n-d-705658-22 neutron-server[105477]: INFO neutron.api.extensions [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Loaded extension: allowed-address-pairs Jul 27 20:41:26.583979 n-d-705658-22 neutron-server[105477]: DEBUG neutron.api.extensions [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Loading extension file: auto_allocated_topology.py {{(pid=105477) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 20:41:26.585061 n-d-705658-22 neutron-server[105477]: DEBUG neutron.api.extensions [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=105477) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 20:41:26.585563 n-d-705658-22 neutron-server[105477]: INFO neutron.api.extensions [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Loaded extension: auto-allocated-topology Jul 27 20:41:26.585889 n-d-705658-22 neutron-server[105477]: DEBUG neutron.api.extensions [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Loading extension file: availability_zone.py {{(pid=105477) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 20:41:26.586586 n-d-705658-22 neutron-server[105477]: DEBUG neutron.api.extensions [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=105477) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 20:41:26.587118 n-d-705658-22 neutron-server[105477]: INFO neutron.api.extensions [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Loaded extension: availability_zone Jul 27 20:41:26.587442 n-d-705658-22 neutron-server[105477]: DEBUG neutron.api.extensions [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Loading extension file: availability_zone_filter.py {{(pid=105477) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 20:41:26.588361 n-d-705658-22 neutron-server[105477]: DEBUG neutron.api.extensions [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=105477) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 20:41:26.588860 n-d-705658-22 neutron-server[105477]: INFO neutron.api.extensions [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Loaded extension: availability_zone_filter Jul 27 20:41:26.589181 n-d-705658-22 neutron-server[105477]: DEBUG neutron.api.extensions [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Loading extension file: data_plane_status.py {{(pid=105477) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 20:41:26.590097 n-d-705658-22 neutron-server[105477]: DEBUG neutron.api.extensions [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=105477) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 20:41:26.590595 n-d-705658-22 neutron-server[105477]: INFO neutron.api.extensions [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Extension data-plane-status not supported by any of loaded plugins Jul 27 20:41:26.590950 n-d-705658-22 neutron-server[105477]: DEBUG neutron.api.extensions [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Loading extension file: default_subnetpools.py {{(pid=105477) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 20:41:26.591891 n-d-705658-22 neutron-server[105477]: DEBUG neutron.api.extensions [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=105477) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 20:41:26.592398 n-d-705658-22 neutron-server[105477]: INFO neutron.api.extensions [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Loaded extension: default-subnetpools Jul 27 20:41:26.592720 n-d-705658-22 neutron-server[105477]: DEBUG neutron.api.extensions [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Loading extension file: dhcpagentscheduler.py {{(pid=105477) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 20:41:26.593530 n-d-705658-22 neutron-server[105477]: DEBUG neutron.api.extensions [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=105477) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 20:41:26.594031 n-d-705658-22 neutron-server[105477]: INFO neutron.api.extensions [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Loaded extension: dhcp_agent_scheduler Jul 27 20:41:26.594354 n-d-705658-22 neutron-server[105477]: DEBUG neutron.api.extensions [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Loading extension file: dns.py {{(pid=105477) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 20:41:26.595841 n-d-705658-22 neutron-server[105477]: DEBUG neutron.api.extensions [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=105477) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 20:41:26.596346 n-d-705658-22 neutron-server[105477]: INFO neutron.api.extensions [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Extension dns-integration not supported by any of loaded plugins Jul 27 20:41:26.596666 n-d-705658-22 neutron-server[105477]: DEBUG neutron.api.extensions [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Loading extension file: dns_domain_ports.py {{(pid=105477) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 20:41:26.597594 n-d-705658-22 neutron-server[105477]: DEBUG neutron.api.extensions [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=105477) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 20:41:26.598091 n-d-705658-22 neutron-server[105477]: INFO neutron.api.extensions [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Extension dns-domain-ports not supported by any of loaded plugins Jul 27 20:41:26.598414 n-d-705658-22 neutron-server[105477]: DEBUG neutron.api.extensions [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=105477) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 20:41:26.599369 n-d-705658-22 neutron-server[105477]: DEBUG neutron.api.extensions [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=105477) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 20:41:26.599867 n-d-705658-22 neutron-server[105477]: INFO neutron.api.extensions [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jul 27 20:41:26.600191 n-d-705658-22 neutron-server[105477]: DEBUG neutron.api.extensions [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Loading extension file: dvr.py {{(pid=105477) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 20:41:26.600866 n-d-705658-22 neutron-server[105477]: DEBUG neutron.api.extensions [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=105477) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 20:41:26.601360 n-d-705658-22 neutron-server[105477]: INFO neutron.api.extensions [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Loaded extension: dvr Jul 27 20:41:26.601681 n-d-705658-22 neutron-server[105477]: DEBUG neutron.api.extensions [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Loading extension file: ecmp_routes.py {{(pid=105477) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 20:41:26.602600 n-d-705658-22 neutron-server[105477]: DEBUG neutron.api.extensions [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=105477) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 20:41:26.603122 n-d-705658-22 neutron-server[105477]: INFO neutron.api.extensions [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Extension ecmp_routes not supported by any of loaded plugins Jul 27 20:41:26.603464 n-d-705658-22 neutron-server[105477]: DEBUG neutron.api.extensions [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Loading extension file: empty_string_filtering.py {{(pid=105477) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 20:41:26.604356 n-d-705658-22 neutron-server[105477]: DEBUG neutron.api.extensions [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=105477) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 20:41:26.604851 n-d-705658-22 neutron-server[105477]: INFO neutron.api.extensions [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Loaded extension: empty-string-filtering Jul 27 20:41:26.605171 n-d-705658-22 neutron-server[105477]: DEBUG neutron.api.extensions [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=105477) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 20:41:26.606080 n-d-705658-22 neutron-server[105477]: DEBUG neutron.api.extensions [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=105477) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 20:41:26.606575 n-d-705658-22 neutron-server[105477]: INFO neutron.api.extensions [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jul 27 20:41:26.606899 n-d-705658-22 neutron-server[105477]: DEBUG neutron.api.extensions [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=105477) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 20:41:26.607840 n-d-705658-22 neutron-server[105477]: DEBUG neutron.api.extensions [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=105477) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 20:41:26.608331 n-d-705658-22 neutron-server[105477]: INFO neutron.api.extensions [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jul 27 20:41:26.608650 n-d-705658-22 neutron-server[105477]: DEBUG neutron.api.extensions [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Loading extension file: external_net.py {{(pid=105477) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 20:41:26.609568 n-d-705658-22 neutron-server[105477]: DEBUG neutron.api.extensions [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=105477) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 20:41:26.610062 n-d-705658-22 neutron-server[105477]: INFO neutron.api.extensions [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Loaded extension: external-net Jul 27 20:41:26.610382 n-d-705658-22 neutron-server[105477]: DEBUG neutron.api.extensions [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Loading extension file: extra_dhcp_opt.py {{(pid=105477) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 20:41:26.612145 n-d-705658-22 neutron-server[105477]: DEBUG neutron.api.extensions [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=105477) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 20:41:26.612423 n-d-705658-22 neutron-server[105477]: INFO neutron.api.extensions [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Loaded extension: extra_dhcp_opt Jul 27 20:41:26.612744 n-d-705658-22 neutron-server[105477]: DEBUG neutron.api.extensions [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Loading extension file: extraroute.py {{(pid=105477) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 20:41:26.613665 n-d-705658-22 neutron-server[105477]: DEBUG neutron.api.extensions [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=105477) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 20:41:26.614159 n-d-705658-22 neutron-server[105477]: INFO neutron.api.extensions [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Loaded extension: extraroute Jul 27 20:41:26.614478 n-d-705658-22 neutron-server[105477]: DEBUG neutron.api.extensions [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Loading extension file: extraroute_atomic.py {{(pid=105477) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 20:41:26.615537 n-d-705658-22 neutron-server[105477]: DEBUG neutron.api.extensions [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=105477) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 20:41:26.616037 n-d-705658-22 neutron-server[105477]: INFO neutron.api.extensions [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Loaded extension: extraroute-atomic Jul 27 20:41:26.616358 n-d-705658-22 neutron-server[105477]: DEBUG neutron.api.extensions [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Loading extension file: filter_validation.py {{(pid=105477) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 20:41:26.617193 n-d-705658-22 neutron-server[105477]: DEBUG neutron.api.extensions [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=105477) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 20:41:26.617688 n-d-705658-22 neutron-server[105477]: INFO neutron.api.extensions [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Loaded extension: filter-validation Jul 27 20:41:26.618006 n-d-705658-22 neutron-server[105477]: DEBUG neutron.api.extensions [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Loading extension file: fip_pf_description.py {{(pid=105477) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 20:41:26.618916 n-d-705658-22 neutron-server[105477]: DEBUG neutron.api.extensions [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=105477) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 20:41:26.619436 n-d-705658-22 neutron-server[105477]: INFO neutron.api.extensions [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jul 27 20:41:26.619756 n-d-705658-22 neutron-server[105477]: DEBUG neutron.api.extensions [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Loading extension file: fip_port_details.py {{(pid=105477) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 20:41:26.620674 n-d-705658-22 neutron-server[105477]: DEBUG neutron.api.extensions [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=105477) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 20:41:26.621170 n-d-705658-22 neutron-server[105477]: INFO neutron.api.extensions [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Loaded extension: fip-port-details Jul 27 20:41:26.621488 n-d-705658-22 neutron-server[105477]: DEBUG neutron.api.extensions [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Loading extension file: flavors.py {{(pid=105477) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 20:41:26.622708 n-d-705658-22 neutron-server[105477]: DEBUG neutron.api.extensions [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=105477) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 20:41:26.623240 n-d-705658-22 neutron-server[105477]: INFO neutron.api.extensions [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Loaded extension: flavors Jul 27 20:41:26.623563 n-d-705658-22 neutron-server[105477]: DEBUG neutron.api.extensions [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=105477) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 20:41:26.625207 n-d-705658-22 neutron-server[105477]: DEBUG neutron.api.extensions [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=105477) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 20:41:26.625728 n-d-705658-22 neutron-server[105477]: INFO neutron.api.extensions [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jul 27 20:41:26.626063 n-d-705658-22 neutron-server[105477]: DEBUG neutron.api.extensions [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Loading extension file: floatingip_pools.py {{(pid=105477) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 20:41:26.626797 n-d-705658-22 neutron-server[105477]: DEBUG neutron.api.extensions [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=105477) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 20:41:26.627478 n-d-705658-22 neutron-server[105477]: INFO neutron.api.extensions [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Loaded extension: floatingip-pools Jul 27 20:41:26.627739 n-d-705658-22 neutron-server[105477]: DEBUG neutron.api.extensions [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Loading extension file: ip_allocation.py {{(pid=105477) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 20:41:26.628596 n-d-705658-22 neutron-server[105477]: DEBUG neutron.api.extensions [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=105477) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 20:41:26.629096 n-d-705658-22 neutron-server[105477]: INFO neutron.api.extensions [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Extension ip_allocation not supported by any of loaded plugins Jul 27 20:41:26.629420 n-d-705658-22 neutron-server[105477]: DEBUG neutron.api.extensions [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Loading extension file: ip_substring_port_filtering.py {{(pid=105477) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 20:41:26.630341 n-d-705658-22 neutron-server[105477]: DEBUG neutron.api.extensions [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=105477) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 20:41:26.630847 n-d-705658-22 neutron-server[105477]: INFO neutron.api.extensions [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Loaded extension: ip-substring-filtering Jul 27 20:41:26.631203 n-d-705658-22 neutron-server[105477]: DEBUG neutron.api.extensions [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Loading extension file: l2_adjacency.py {{(pid=105477) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 20:41:26.632132 n-d-705658-22 neutron-server[105477]: DEBUG neutron.api.extensions [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=105477) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 20:41:26.632629 n-d-705658-22 neutron-server[105477]: INFO neutron.api.extensions [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Extension l2_adjacency not supported by any of loaded plugins Jul 27 20:41:26.632952 n-d-705658-22 neutron-server[105477]: DEBUG neutron.api.extensions [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Loading extension file: l3.py {{(pid=105477) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 20:41:26.633909 n-d-705658-22 neutron-server[105477]: DEBUG neutron.api.extensions [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=105477) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 20:41:26.634416 n-d-705658-22 neutron-server[105477]: INFO neutron.api.extensions [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Loaded extension: router Jul 27 20:41:26.634739 n-d-705658-22 neutron-server[105477]: DEBUG neutron.api.extensions [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Loading extension file: l3_conntrack_helper.py {{(pid=105477) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 20:41:26.637000 n-d-705658-22 neutron-server[105477]: DEBUG neutron.api.extensions [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=105477) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 20:41:26.637518 n-d-705658-22 neutron-server[105477]: INFO neutron.api.extensions [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jul 27 20:41:26.637853 n-d-705658-22 neutron-server[105477]: DEBUG neutron.api.extensions [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Loading extension file: l3_ext_gw_mode.py {{(pid=105477) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 20:41:26.638787 n-d-705658-22 neutron-server[105477]: DEBUG neutron.api.extensions [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=105477) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 20:41:26.639312 n-d-705658-22 neutron-server[105477]: INFO neutron.api.extensions [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Loaded extension: ext-gw-mode Jul 27 20:41:26.639639 n-d-705658-22 neutron-server[105477]: DEBUG neutron.api.extensions [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Loading extension file: l3_ext_ha_mode.py {{(pid=105477) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 20:41:26.640579 n-d-705658-22 neutron-server[105477]: DEBUG neutron.api.extensions [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=105477) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 20:41:26.641083 n-d-705658-22 neutron-server[105477]: INFO neutron.api.extensions [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Loaded extension: l3-ha Jul 27 20:41:26.641409 n-d-705658-22 neutron-server[105477]: DEBUG neutron.api.extensions [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Loading extension file: l3_flavors.py {{(pid=105477) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 20:41:26.642348 n-d-705658-22 neutron-server[105477]: DEBUG neutron.api.extensions [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=105477) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 20:41:26.642854 n-d-705658-22 neutron-server[105477]: INFO neutron.api.extensions [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Loaded extension: l3-flavors Jul 27 20:41:26.643674 n-d-705658-22 neutron-server[105477]: DEBUG neutron.api.extensions [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=105477) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 20:41:26.644129 n-d-705658-22 neutron-server[105477]: DEBUG neutron.api.extensions [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=105477) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 20:41:26.644631 n-d-705658-22 neutron-server[105477]: INFO neutron.api.extensions [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Loaded extension: l3-port-ip-change-not-allowed Jul 27 20:41:26.644956 n-d-705658-22 neutron-server[105477]: DEBUG neutron.api.extensions [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Loading extension file: l3agentscheduler.py {{(pid=105477) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 20:41:26.646010 n-d-705658-22 neutron-server[105477]: DEBUG neutron.api.extensions [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=105477) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 20:41:26.646514 n-d-705658-22 neutron-server[105477]: INFO neutron.api.extensions [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Loaded extension: l3_agent_scheduler Jul 27 20:41:26.646840 n-d-705658-22 neutron-server[105477]: DEBUG neutron.api.extensions [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Loading extension file: logging.py {{(pid=105477) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 20:41:26.648337 n-d-705658-22 neutron-server[105477]: DEBUG neutron.api.extensions [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=105477) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 20:41:26.648850 n-d-705658-22 neutron-server[105477]: INFO neutron.api.extensions [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Extension logging not supported by any of loaded plugins Jul 27 20:41:26.649180 n-d-705658-22 neutron-server[105477]: DEBUG neutron.api.extensions [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Loading extension file: metering.py {{(pid=105477) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 20:41:26.649925 n-d-705658-22 neutron-server[105477]: DEBUG neutron.api.extensions [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=105477) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 20:41:26.650497 n-d-705658-22 neutron-server[105477]: INFO neutron.api.extensions [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Loaded extension: metering Jul 27 20:41:26.650821 n-d-705658-22 neutron-server[105477]: DEBUG neutron.api.extensions [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=105477) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 20:41:26.652075 n-d-705658-22 neutron-server[105477]: DEBUG neutron.api.extensions [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=105477) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 20:41:26.652592 n-d-705658-22 neutron-server[105477]: INFO neutron.api.extensions [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Loaded extension: metering_source_and_destination_fields Jul 27 20:41:26.652923 n-d-705658-22 neutron-server[105477]: DEBUG neutron.api.extensions [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Loading extension file: multiprovidernet.py {{(pid=105477) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 20:41:26.653854 n-d-705658-22 neutron-server[105477]: DEBUG neutron.api.extensions [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=105477) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 20:41:26.654359 n-d-705658-22 neutron-server[105477]: INFO neutron.api.extensions [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Loaded extension: multi-provider Jul 27 20:41:26.654680 n-d-705658-22 neutron-server[105477]: DEBUG neutron.api.extensions [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Loading extension file: netmtu.py {{(pid=105477) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 20:41:26.655629 n-d-705658-22 neutron-server[105477]: DEBUG neutron.api.extensions [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=105477) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 20:41:26.656131 n-d-705658-22 neutron-server[105477]: INFO neutron.api.extensions [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Loaded extension: net-mtu Jul 27 20:41:26.656453 n-d-705658-22 neutron-server[105477]: DEBUG neutron.api.extensions [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Loading extension file: netmtu_writable.py {{(pid=105477) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 20:41:26.657377 n-d-705658-22 neutron-server[105477]: DEBUG neutron.api.extensions [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=105477) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 20:41:26.658406 n-d-705658-22 neutron-server[105477]: INFO neutron.api.extensions [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Loaded extension: net-mtu-writable Jul 27 20:41:26.658728 n-d-705658-22 neutron-server[105477]: DEBUG neutron.api.extensions [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Loading extension file: network_availability_zone.py {{(pid=105477) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 20:41:26.659431 n-d-705658-22 neutron-server[105477]: DEBUG neutron.api.extensions [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=105477) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 20:41:26.659929 n-d-705658-22 neutron-server[105477]: INFO neutron.api.extensions [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Loaded extension: network_availability_zone Jul 27 20:41:26.660247 n-d-705658-22 neutron-server[105477]: DEBUG neutron.api.extensions [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Loading extension file: network_ip_availability.py {{(pid=105477) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 20:41:26.661365 n-d-705658-22 neutron-server[105477]: DEBUG neutron.api.extensions [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=105477) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 20:41:26.661870 n-d-705658-22 neutron-server[105477]: INFO neutron.api.extensions [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Loaded extension: network-ip-availability Jul 27 20:41:26.662197 n-d-705658-22 neutron-server[105477]: DEBUG neutron.api.extensions [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Loading extension file: network_segment_range.py {{(pid=105477) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 20:41:26.662966 n-d-705658-22 neutron-server[105477]: DEBUG neutron.api.extensions [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=105477) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 20:41:26.663492 n-d-705658-22 neutron-server[105477]: INFO neutron.api.extensions [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Extension network-segment-range not supported by any of loaded plugins Jul 27 20:41:26.663815 n-d-705658-22 neutron-server[105477]: DEBUG neutron.api.extensions [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Loading extension file: pagination.py {{(pid=105477) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 20:41:26.664798 n-d-705658-22 neutron-server[105477]: DEBUG neutron.api.extensions [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=105477) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 20:41:26.665150 n-d-705658-22 neutron-server[105477]: INFO neutron.api.extensions [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Loaded extension: pagination Jul 27 20:41:26.665474 n-d-705658-22 neutron-server[105477]: DEBUG neutron.api.extensions [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Loading extension file: port_device_profile.py {{(pid=105477) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 20:41:26.666385 n-d-705658-22 neutron-server[105477]: DEBUG neutron.api.extensions [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=105477) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 20:41:26.666891 n-d-705658-22 neutron-server[105477]: INFO neutron.api.extensions [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Loaded extension: port-device-profile Jul 27 20:41:26.667240 n-d-705658-22 neutron-server[105477]: DEBUG neutron.api.extensions [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Loading extension file: port_mac_address_regenerate.py {{(pid=105477) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 20:41:26.668172 n-d-705658-22 neutron-server[105477]: DEBUG neutron.api.extensions [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=105477) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 20:41:26.668671 n-d-705658-22 neutron-server[105477]: INFO neutron.api.extensions [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Loaded extension: port-mac-address-regenerate Jul 27 20:41:26.669016 n-d-705658-22 neutron-server[105477]: DEBUG neutron.api.extensions [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Loading extension file: port_numa_affinity_policy.py {{(pid=105477) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 20:41:26.669932 n-d-705658-22 neutron-server[105477]: DEBUG neutron.api.extensions [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=105477) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 20:41:26.670429 n-d-705658-22 neutron-server[105477]: INFO neutron.api.extensions [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Loaded extension: port-numa-affinity-policy Jul 27 20:41:26.670751 n-d-705658-22 neutron-server[105477]: DEBUG neutron.api.extensions [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Loading extension file: port_resource_request.py {{(pid=105477) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 20:41:26.671685 n-d-705658-22 neutron-server[105477]: DEBUG neutron.api.extensions [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=105477) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 20:41:26.672181 n-d-705658-22 neutron-server[105477]: INFO neutron.api.extensions [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Extension port-resource-request not supported by any of loaded plugins Jul 27 20:41:26.672502 n-d-705658-22 neutron-server[105477]: DEBUG neutron.api.extensions [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Loading extension file: portbindings.py {{(pid=105477) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 20:41:26.674034 n-d-705658-22 neutron-server[105477]: DEBUG neutron.api.extensions [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=105477) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 20:41:26.674540 n-d-705658-22 neutron-server[105477]: INFO neutron.api.extensions [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Loaded extension: binding Jul 27 20:41:26.674867 n-d-705658-22 neutron-server[105477]: DEBUG neutron.api.extensions [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Loading extension file: portbindings_extended.py {{(pid=105477) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 20:41:26.676194 n-d-705658-22 neutron-server[105477]: DEBUG neutron.api.extensions [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=105477) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 20:41:26.676703 n-d-705658-22 neutron-server[105477]: INFO neutron.api.extensions [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Loaded extension: binding-extended Jul 27 20:41:26.677032 n-d-705658-22 neutron-server[105477]: DEBUG neutron.api.extensions [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Loading extension file: portsecurity.py {{(pid=105477) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 20:41:26.678214 n-d-705658-22 neutron-server[105477]: DEBUG neutron.api.extensions [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=105477) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 20:41:26.678720 n-d-705658-22 neutron-server[105477]: INFO neutron.api.extensions [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Loaded extension: port-security Jul 27 20:41:26.679075 n-d-705658-22 neutron-server[105477]: DEBUG neutron.api.extensions [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Loading extension file: project_id.py {{(pid=105477) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 20:41:26.680070 n-d-705658-22 neutron-server[105477]: DEBUG neutron.api.extensions [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=105477) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 20:41:26.680403 n-d-705658-22 neutron-server[105477]: INFO neutron.api.extensions [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Loaded extension: project-id Jul 27 20:41:26.680726 n-d-705658-22 neutron-server[105477]: DEBUG neutron.api.extensions [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Loading extension file: providernet.py {{(pid=105477) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 20:41:26.681648 n-d-705658-22 neutron-server[105477]: DEBUG neutron.api.extensions [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=105477) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 20:41:26.682152 n-d-705658-22 neutron-server[105477]: INFO neutron.api.extensions [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Loaded extension: provider Jul 27 20:41:26.682474 n-d-705658-22 neutron-server[105477]: DEBUG neutron.api.extensions [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Loading extension file: qos.py {{(pid=105477) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 20:41:26.685909 n-d-705658-22 neutron-server[105477]: DEBUG neutron.api.extensions [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=105477) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 20:41:26.686425 n-d-705658-22 neutron-server[105477]: INFO neutron.api.extensions [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Extension qos not supported by any of loaded plugins Jul 27 20:41:26.686760 n-d-705658-22 neutron-server[105477]: DEBUG neutron.api.extensions [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Loading extension file: qos_bw_limit_direction.py {{(pid=105477) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 20:41:26.688050 n-d-705658-22 neutron-server[105477]: DEBUG neutron.api.extensions [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=105477) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 20:41:26.688557 n-d-705658-22 neutron-server[105477]: INFO neutron.api.extensions [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jul 27 20:41:26.688888 n-d-705658-22 neutron-server[105477]: DEBUG neutron.api.extensions [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=105477) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 20:41:26.689837 n-d-705658-22 neutron-server[105477]: DEBUG neutron.api.extensions [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=105477) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 20:41:26.690343 n-d-705658-22 neutron-server[105477]: INFO neutron.api.extensions [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jul 27 20:41:26.690669 n-d-705658-22 neutron-server[105477]: DEBUG neutron.api.extensions [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Loading extension file: qos_default.py {{(pid=105477) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 20:41:26.691602 n-d-705658-22 neutron-server[105477]: DEBUG neutron.api.extensions [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=105477) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 20:41:26.692105 n-d-705658-22 neutron-server[105477]: INFO neutron.api.extensions [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Extension qos-default not supported by any of loaded plugins Jul 27 20:41:26.692429 n-d-705658-22 neutron-server[105477]: DEBUG neutron.api.extensions [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Loading extension file: qos_fip.py {{(pid=105477) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 20:41:26.693084 n-d-705658-22 neutron-server[105477]: DEBUG neutron.api.extensions [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=105477) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 20:41:26.693574 n-d-705658-22 neutron-server[105477]: INFO neutron.api.extensions [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Extension qos-fip not supported by any of loaded plugins Jul 27 20:41:26.693895 n-d-705658-22 neutron-server[105477]: DEBUG neutron.api.extensions [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Loading extension file: qos_gateway_ip.py {{(pid=105477) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 20:41:26.694821 n-d-705658-22 neutron-server[105477]: DEBUG neutron.api.extensions [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=105477) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 20:41:26.695359 n-d-705658-22 neutron-server[105477]: INFO neutron.api.extensions [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Extension qos-gateway-ip not supported by any of loaded plugins Jul 27 20:41:26.695684 n-d-705658-22 neutron-server[105477]: DEBUG neutron.api.extensions [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Loading extension file: qos_port_network_policy.py {{(pid=105477) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 20:41:26.696601 n-d-705658-22 neutron-server[105477]: DEBUG neutron.api.extensions [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=105477) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 20:41:26.697099 n-d-705658-22 neutron-server[105477]: INFO neutron.api.extensions [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Extension qos-port-network-policy not supported by any of loaded plugins Jul 27 20:41:26.697422 n-d-705658-22 neutron-server[105477]: DEBUG neutron.api.extensions [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Loading extension file: qos_rule_type_details.py {{(pid=105477) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 20:41:26.698348 n-d-705658-22 neutron-server[105477]: DEBUG neutron.api.extensions [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=105477) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 20:41:26.698846 n-d-705658-22 neutron-server[105477]: INFO neutron.api.extensions [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Extension qos-rule-type-details not supported by any of loaded plugins Jul 27 20:41:26.699194 n-d-705658-22 neutron-server[105477]: DEBUG neutron.api.extensions [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Loading extension file: qos_rules_alias.py {{(pid=105477) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 20:41:26.700242 n-d-705658-22 neutron-server[105477]: DEBUG neutron.api.extensions [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=105477) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 20:41:26.700743 n-d-705658-22 neutron-server[105477]: INFO neutron.api.extensions [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Extension qos-rules-alias not supported by any of loaded plugins Jul 27 20:41:26.701073 n-d-705658-22 neutron-server[105477]: DEBUG neutron.api.extensions [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Loading extension file: quotasv2.py {{(pid=105477) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 20:41:26.702177 n-d-705658-22 neutron-server[105477]: DEBUG neutron.api.extensions [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=105477) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 20:41:26.702506 n-d-705658-22 neutron-server[105477]: INFO neutron.api.extensions [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Loaded extension: quotas Jul 27 20:41:26.702826 n-d-705658-22 neutron-server[105477]: DEBUG neutron.api.extensions [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Loading extension file: quotasv2_detail.py {{(pid=105477) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 20:41:26.705870 n-d-705658-22 neutron-server[105477]: DEBUG neutron.api.extensions [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=105477) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 20:41:26.706215 n-d-705658-22 neutron-server[105477]: INFO neutron.api.extensions [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Loaded extension: quota_details Jul 27 20:41:26.706551 n-d-705658-22 neutron-server[105477]: DEBUG neutron.api.extensions [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Loading extension file: rbac.py {{(pid=105477) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 20:41:26.707656 n-d-705658-22 neutron-server[105477]: DEBUG neutron.api.extensions [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=105477) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 20:41:26.708176 n-d-705658-22 neutron-server[105477]: INFO neutron.api.extensions [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Loaded extension: rbac-policies Jul 27 20:41:26.708507 n-d-705658-22 neutron-server[105477]: DEBUG neutron.api.extensions [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Loading extension file: rbac_address_group.py {{(pid=105477) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 20:41:26.709452 n-d-705658-22 neutron-server[105477]: DEBUG neutron.api.extensions [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=105477) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 20:41:26.709962 n-d-705658-22 neutron-server[105477]: INFO neutron.api.extensions [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Loaded extension: rbac-address-group Jul 27 20:41:26.710289 n-d-705658-22 neutron-server[105477]: DEBUG neutron.api.extensions [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Loading extension file: rbac_address_scope.py {{(pid=105477) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 20:41:26.711237 n-d-705658-22 neutron-server[105477]: DEBUG neutron.api.extensions [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=105477) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 20:41:26.711748 n-d-705658-22 neutron-server[105477]: INFO neutron.api.extensions [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Loaded extension: rbac-address-scope Jul 27 20:41:26.712072 n-d-705658-22 neutron-server[105477]: DEBUG neutron.api.extensions [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Loading extension file: rbac_security_groups.py {{(pid=105477) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 20:41:26.713017 n-d-705658-22 neutron-server[105477]: DEBUG neutron.api.extensions [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=105477) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 20:41:26.713525 n-d-705658-22 neutron-server[105477]: INFO neutron.api.extensions [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Loaded extension: rbac-security-groups Jul 27 20:41:26.713854 n-d-705658-22 neutron-server[105477]: DEBUG neutron.api.extensions [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Loading extension file: rbac_subnetpool.py {{(pid=105477) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 20:41:26.714775 n-d-705658-22 neutron-server[105477]: DEBUG neutron.api.extensions [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=105477) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 20:41:26.715315 n-d-705658-22 neutron-server[105477]: INFO neutron.api.extensions [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Loaded extension: rbac-subnetpool Jul 27 20:41:26.715639 n-d-705658-22 neutron-server[105477]: DEBUG neutron.api.extensions [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Loading extension file: revisionifmatch.py {{(pid=105477) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 20:41:26.716561 n-d-705658-22 neutron-server[105477]: DEBUG neutron.api.extensions [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=105477) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 20:41:26.717064 n-d-705658-22 neutron-server[105477]: INFO neutron.api.extensions [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Loaded extension: revision-if-match Jul 27 20:41:26.717385 n-d-705658-22 neutron-server[105477]: DEBUG neutron.api.extensions [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Loading extension file: revisions.py {{(pid=105477) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 20:41:26.718512 n-d-705658-22 neutron-server[105477]: DEBUG neutron.api.extensions [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=105477) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 20:41:26.719042 n-d-705658-22 neutron-server[105477]: INFO neutron.api.extensions [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Loaded extension: standard-attr-revisions Jul 27 20:41:26.719371 n-d-705658-22 neutron-server[105477]: DEBUG neutron.api.extensions [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Loading extension file: router_availability_zone.py {{(pid=105477) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 20:41:26.720043 n-d-705658-22 neutron-server[105477]: DEBUG neutron.api.extensions [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=105477) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 20:41:26.721077 n-d-705658-22 neutron-server[105477]: INFO neutron.api.extensions [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Loaded extension: router_availability_zone Jul 27 20:41:26.721396 n-d-705658-22 neutron-server[105477]: DEBUG neutron.api.extensions [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Loading extension file: routerservicetype.py {{(pid=105477) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 20:41:26.722333 n-d-705658-22 neutron-server[105477]: DEBUG neutron.api.extensions [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=105477) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 20:41:26.722831 n-d-705658-22 neutron-server[105477]: INFO neutron.api.extensions [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Extension router-service-type not supported by any of loaded plugins Jul 27 20:41:26.723183 n-d-705658-22 neutron-server[105477]: DEBUG neutron.api.extensions [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=105477) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 20:41:26.724114 n-d-705658-22 neutron-server[105477]: DEBUG neutron.api.extensions [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=105477) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 20:41:26.724615 n-d-705658-22 neutron-server[105477]: INFO neutron.api.extensions [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Loaded extension: security-groups-normalized-cidr Jul 27 20:41:26.724936 n-d-705658-22 neutron-server[105477]: DEBUG neutron.api.extensions [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Loading extension file: security_groups_port_filtering.py {{(pid=105477) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 20:41:26.725858 n-d-705658-22 neutron-server[105477]: DEBUG neutron.api.extensions [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=105477) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 20:41:26.726358 n-d-705658-22 neutron-server[105477]: INFO neutron.api.extensions [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Loaded extension: port-security-groups-filtering Jul 27 20:41:26.726682 n-d-705658-22 neutron-server[105477]: DEBUG neutron.api.extensions [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Loading extension file: security_groups_remote_address_group.py {{(pid=105477) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 20:41:26.727657 n-d-705658-22 neutron-server[105477]: DEBUG neutron.api.extensions [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=105477) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 20:41:26.728162 n-d-705658-22 neutron-server[105477]: INFO neutron.api.extensions [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Loaded extension: security-groups-remote-address-group Jul 27 20:41:26.728484 n-d-705658-22 neutron-server[105477]: DEBUG neutron.api.extensions [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Loading extension file: securitygroup.py {{(pid=105477) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 20:41:26.738740 n-d-705658-22 neutron-server[105477]: DEBUG neutron.api.extensions [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=105477) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 20:41:26.739291 n-d-705658-22 neutron-server[105477]: INFO neutron.api.extensions [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Loaded extension: security-group Jul 27 20:41:26.739629 n-d-705658-22 neutron-server[105477]: DEBUG neutron.api.extensions [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Loading extension file: segment.py {{(pid=105477) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 20:41:26.740433 n-d-705658-22 neutron-server[105477]: DEBUG neutron.api.extensions [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=105477) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 20:41:26.740939 n-d-705658-22 neutron-server[105477]: INFO neutron.api.extensions [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Extension segment not supported by any of loaded plugins Jul 27 20:41:26.741267 n-d-705658-22 neutron-server[105477]: DEBUG neutron.api.extensions [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=105477) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 20:41:26.742248 n-d-705658-22 neutron-server[105477]: DEBUG neutron.api.extensions [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=105477) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 20:41:26.742862 n-d-705658-22 neutron-server[105477]: INFO neutron.api.extensions [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jul 27 20:41:26.743231 n-d-705658-22 neutron-server[105477]: DEBUG neutron.api.extensions [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Loading extension file: servicetype.py {{(pid=105477) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 20:41:26.744455 n-d-705658-22 neutron-server[105477]: DEBUG neutron.api.extensions [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=105477) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 20:41:26.745066 n-d-705658-22 neutron-server[105477]: INFO neutron.api.extensions [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Loaded extension: service-type Jul 27 20:41:26.745429 n-d-705658-22 neutron-server[105477]: DEBUG neutron.api.extensions [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Loading extension file: sorting.py {{(pid=105477) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 20:41:26.746656 n-d-705658-22 neutron-server[105477]: DEBUG neutron.api.extensions [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=105477) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 20:41:26.747015 n-d-705658-22 neutron-server[105477]: INFO neutron.api.extensions [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Loaded extension: sorting Jul 27 20:41:26.747341 n-d-705658-22 neutron-server[105477]: DEBUG neutron.api.extensions [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Loading extension file: standard_attr_segment.py {{(pid=105477) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 20:41:26.748352 n-d-705658-22 neutron-server[105477]: DEBUG neutron.api.extensions [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=105477) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 20:41:26.748863 n-d-705658-22 neutron-server[105477]: INFO neutron.api.extensions [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Extension standard-attr-segment not supported by any of loaded plugins Jul 27 20:41:26.749188 n-d-705658-22 neutron-server[105477]: DEBUG neutron.api.extensions [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Loading extension file: standardattrdescription.py {{(pid=105477) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 20:41:26.749845 n-d-705658-22 neutron-server[105477]: DEBUG neutron.api.extensions [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=105477) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 20:41:26.750348 n-d-705658-22 neutron-server[105477]: INFO neutron.api.extensions [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Loaded extension: standard-attr-description Jul 27 20:41:26.750674 n-d-705658-22 neutron-server[105477]: DEBUG neutron.api.extensions [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Loading extension file: stateful_security_group.py {{(pid=105477) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 20:41:26.751673 n-d-705658-22 neutron-server[105477]: DEBUG neutron.api.extensions [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=105477) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 20:41:26.752188 n-d-705658-22 neutron-server[105477]: INFO neutron.api.extensions [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Loaded extension: stateful-security-group Jul 27 20:41:26.752518 n-d-705658-22 neutron-server[105477]: DEBUG neutron.api.extensions [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Loading extension file: stdattrs_common.py {{(pid=105477) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 20:41:26.753104 n-d-705658-22 neutron-server[105477]: WARNING neutron.api.extensions [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jul 27 20:41:26.753421 n-d-705658-22 neutron-server[105477]: DEBUG neutron.api.extensions [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=105477) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 20:41:26.754353 n-d-705658-22 neutron-server[105477]: DEBUG neutron.api.extensions [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=105477) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 20:41:26.754861 n-d-705658-22 neutron-server[105477]: INFO neutron.api.extensions [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jul 27 20:41:26.755207 n-d-705658-22 neutron-server[105477]: DEBUG neutron.api.extensions [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Loading extension file: subnet_onboard.py {{(pid=105477) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 20:41:26.756292 n-d-705658-22 neutron-server[105477]: DEBUG neutron.api.extensions [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=105477) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 20:41:26.756809 n-d-705658-22 neutron-server[105477]: INFO neutron.api.extensions [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Loaded extension: subnet_onboard Jul 27 20:41:26.757137 n-d-705658-22 neutron-server[105477]: DEBUG neutron.api.extensions [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Loading extension file: subnet_segmentid_writable.py {{(pid=105477) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 20:41:26.758085 n-d-705658-22 neutron-server[105477]: DEBUG neutron.api.extensions [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=105477) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 20:41:26.758592 n-d-705658-22 neutron-server[105477]: INFO neutron.api.extensions [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jul 27 20:41:26.758918 n-d-705658-22 neutron-server[105477]: DEBUG neutron.api.extensions [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Loading extension file: subnet_service_types.py {{(pid=105477) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 20:41:26.759866 n-d-705658-22 neutron-server[105477]: DEBUG neutron.api.extensions [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=105477) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 20:41:26.760378 n-d-705658-22 neutron-server[105477]: INFO neutron.api.extensions [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Loaded extension: subnet-service-types Jul 27 20:41:26.760703 n-d-705658-22 neutron-server[105477]: DEBUG neutron.api.extensions [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Loading extension file: subnetallocation.py {{(pid=105477) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 20:41:26.761787 n-d-705658-22 neutron-server[105477]: DEBUG neutron.api.extensions [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=105477) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 20:41:26.762299 n-d-705658-22 neutron-server[105477]: INFO neutron.api.extensions [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Loaded extension: subnet_allocation Jul 27 20:41:26.762669 n-d-705658-22 neutron-server[105477]: DEBUG neutron.api.extensions [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=105477) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 20:41:26.763364 n-d-705658-22 neutron-server[105477]: DEBUG neutron.api.extensions [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=105477) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 20:41:26.763864 n-d-705658-22 neutron-server[105477]: INFO neutron.api.extensions [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Loaded extension: subnetpool-prefix-ops Jul 27 20:41:26.764183 n-d-705658-22 neutron-server[105477]: DEBUG neutron.api.extensions [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=105477) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 20:41:26.765130 n-d-705658-22 neutron-server[105477]: DEBUG neutron.api.extensions [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=105477) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 20:41:26.765631 n-d-705658-22 neutron-server[105477]: INFO neutron.api.extensions [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jul 27 20:41:26.765950 n-d-705658-22 neutron-server[105477]: DEBUG neutron.api.extensions [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Loading extension file: tagging.py {{(pid=105477) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 20:41:26.767056 n-d-705658-22 neutron-server[105477]: DEBUG neutron.api.extensions [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=105477) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 20:41:26.767641 n-d-705658-22 neutron-server[105477]: INFO neutron.api.extensions [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Loaded extension: standard-attr-tag Jul 27 20:41:26.767972 n-d-705658-22 neutron-server[105477]: DEBUG neutron.api.extensions [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Loading extension file: timestamp.py {{(pid=105477) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 20:41:26.769183 n-d-705658-22 neutron-server[105477]: DEBUG neutron.api.extensions [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=105477) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 20:41:26.769695 n-d-705658-22 neutron-server[105477]: INFO neutron.api.extensions [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Loaded extension: standard-attr-timestamp Jul 27 20:41:26.770024 n-d-705658-22 neutron-server[105477]: DEBUG neutron.api.extensions [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Loading extension file: trunk.py {{(pid=105477) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 20:41:26.771089 n-d-705658-22 neutron-server[105477]: DEBUG neutron.api.extensions [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=105477) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 20:41:26.771595 n-d-705658-22 neutron-server[105477]: INFO neutron.api.extensions [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Extension trunk not supported by any of loaded plugins Jul 27 20:41:26.771921 n-d-705658-22 neutron-server[105477]: DEBUG neutron.api.extensions [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Loading extension file: trunk_details.py {{(pid=105477) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 20:41:26.772843 n-d-705658-22 neutron-server[105477]: DEBUG neutron.api.extensions [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=105477) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 20:41:26.773345 n-d-705658-22 neutron-server[105477]: INFO neutron.api.extensions [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Extension trunk-details not supported by any of loaded plugins Jul 27 20:41:26.773668 n-d-705658-22 neutron-server[105477]: DEBUG neutron.api.extensions [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Loading extension file: uplink_status_propagation.py {{(pid=105477) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 20:41:26.774589 n-d-705658-22 neutron-server[105477]: DEBUG neutron.api.extensions [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=105477) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 20:41:26.775127 n-d-705658-22 neutron-server[105477]: INFO neutron.api.extensions [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Extension uplink-status-propagation not supported by any of loaded plugins Jul 27 20:41:26.775453 n-d-705658-22 neutron-server[105477]: DEBUG neutron.api.extensions [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Loading extension file: vlantransparent.py {{(pid=105477) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 20:41:26.776127 n-d-705658-22 neutron-server[105477]: DEBUG neutron.api.extensions [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=105477) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 20:41:26.776623 n-d-705658-22 neutron-server[105477]: INFO neutron.api.extensions [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Extension vlan-transparent not supported by any of loaded plugins Jul 27 20:41:26.779131 n-d-705658-22 neutron-server[105477]: INFO neutron.quota.resource_registry [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Creating instance of TrackedResource for resource:network Jul 27 20:41:26.779658 n-d-705658-22 neutron-server[105477]: INFO neutron.quota.resource_registry [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Creating instance of TrackedResource for resource:subnet Jul 27 20:41:26.780057 n-d-705658-22 neutron-server[105477]: INFO neutron.quota.resource_registry [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Creating instance of TrackedResource for resource:subnetpool Jul 27 20:41:26.780446 n-d-705658-22 neutron-server[105477]: INFO neutron.quota.resource_registry [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Creating instance of TrackedResource for resource:port Jul 27 20:41:26.781725 n-d-705658-22 neutron-server[105477]: DEBUG neutron.api.v2.resource_helper [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=105477) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 27 20:41:26.782172 n-d-705658-22 neutron-server[105477]: DEBUG neutron.api.v2.resource_helper [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Service FLAVORS assigned prefix: {{(pid=105477) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 27 20:41:26.783326 n-d-705658-22 neutron-server[105477]: DEBUG neutron.api.v2.resource_helper [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=105477) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 27 20:41:26.783758 n-d-705658-22 neutron-server[105477]: DEBUG neutron.api.v2.resource_helper [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=105477) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 27 20:41:26.784087 n-d-705658-22 neutron-server[105477]: INFO neutron.quota.resource_registry [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Creating instance of TrackedResource for resource:router Jul 27 20:41:26.784524 n-d-705658-22 neutron-server[105477]: INFO neutron.quota.resource_registry [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Creating instance of TrackedResource for resource:floatingip Jul 27 20:41:26.785007 n-d-705658-22 neutron-server[105477]: DEBUG neutron.api.v2.resource_helper [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Service METERING assigned prefix: /metering {{(pid=105477) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 27 20:41:26.786479 n-d-705658-22 neutron-server[105477]: DEBUG neutron_lib.callbacks.manager [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=105477) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 20:41:26.786852 n-d-705658-22 neutron-server[105477]: DEBUG neutron_lib.callbacks.manager [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=105477) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 20:41:26.787230 n-d-705658-22 neutron-server[105477]: DEBUG neutron_lib.callbacks.manager [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105477) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 20:41:26.788255 n-d-705658-22 neutron-server[105477]: INFO neutron.quota.resource_registry [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Creating instance of CountableResource for resource:rbac_policy Jul 27 20:41:26.788704 n-d-705658-22 neutron-server[105477]: INFO neutron.quota.resource_registry [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Creating instance of TrackedResource for resource:security_group Jul 27 20:41:26.789141 n-d-705658-22 neutron-server[105477]: INFO neutron.quota.resource_registry [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Creating instance of TrackedResource for resource:security_group_rule Jul 27 20:41:26.789756 n-d-705658-22 neutron-server[105477]: DEBUG neutron.api.v2.resource_helper [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Service CORE assigned prefix: {{(pid=105477) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 27 20:41:26.790091 n-d-705658-22 neutron-server[105477]: INFO neutron.quota.resource_registry [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Creating instance of TrackedResource for resource:subnetpool Jul 27 20:41:26.790444 n-d-705658-22 neutron-server[105477]: WARNING neutron.quota.resource_registry [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] subnetpool is already registered Jul 27 20:41:26.790867 n-d-705658-22 neutron-server[105477]: DEBUG neutron.api.v2.resource_helper [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Service CORE assigned prefix: {{(pid=105477) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 27 20:41:26.791229 n-d-705658-22 neutron-server[105477]: INFO neutron.quota.resource_registry [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Creating instance of TrackedResource for resource:subnetpool Jul 27 20:41:26.791563 n-d-705658-22 neutron-server[105477]: WARNING neutron.quota.resource_registry [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] subnetpool is already registered Jul 27 20:41:26.793842 n-d-705658-22 neutron-server[105477]: DEBUG neutron.api.v2.resource_helper [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=105477) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 27 20:41:26.794387 n-d-705658-22 neutron-server[105477]: DEBUG neutron.api.v2.resource_helper [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Service FLAVORS assigned prefix: {{(pid=105477) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 27 20:41:26.795021 n-d-705658-22 neutron-server[105477]: DEBUG neutron.api.v2.resource_helper [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=105477) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 27 20:41:26.795480 n-d-705658-22 neutron-server[105477]: DEBUG neutron.api.v2.resource_helper [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=105477) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 27 20:41:26.795816 n-d-705658-22 neutron-server[105477]: INFO neutron.quota.resource_registry [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Creating instance of TrackedResource for resource:router Jul 27 20:41:26.796157 n-d-705658-22 neutron-server[105477]: WARNING neutron.quota.resource_registry [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] router is already registered Jul 27 20:41:26.796571 n-d-705658-22 neutron-server[105477]: INFO neutron.quota.resource_registry [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Creating instance of TrackedResource for resource:floatingip Jul 27 20:41:26.796906 n-d-705658-22 neutron-server[105477]: WARNING neutron.quota.resource_registry [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] floatingip is already registered Jul 27 20:41:26.797374 n-d-705658-22 neutron-server[105477]: DEBUG neutron.api.v2.resource_helper [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Service METERING assigned prefix: /metering {{(pid=105477) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 27 20:41:26.798074 n-d-705658-22 neutron-server[105477]: INFO neutron.quota.resource_registry [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Creating instance of CountableResource for resource:rbac_policy Jul 27 20:41:26.798971 n-d-705658-22 neutron-server[105477]: WARNING neutron.quota.resource_registry [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] rbac_policy is already registered Jul 27 20:41:26.799451 n-d-705658-22 neutron-server[105477]: INFO neutron.quota.resource_registry [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Creating instance of TrackedResource for resource:security_group Jul 27 20:41:26.799785 n-d-705658-22 neutron-server[105477]: WARNING neutron.quota.resource_registry [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] security_group is already registered Jul 27 20:41:26.800195 n-d-705658-22 neutron-server[105477]: INFO neutron.quota.resource_registry [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Creating instance of TrackedResource for resource:security_group_rule Jul 27 20:41:26.800531 n-d-705658-22 neutron-server[105477]: WARNING neutron.quota.resource_registry [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] security_group_rule is already registered Jul 27 20:41:26.801023 n-d-705658-22 neutron-server[105477]: DEBUG neutron.api.v2.resource_helper [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Service CORE assigned prefix: {{(pid=105477) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 27 20:41:26.801350 n-d-705658-22 neutron-server[105477]: INFO neutron.quota.resource_registry [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Creating instance of TrackedResource for resource:subnetpool Jul 27 20:41:26.801681 n-d-705658-22 neutron-server[105477]: WARNING neutron.quota.resource_registry [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] subnetpool is already registered Jul 27 20:41:26.802106 n-d-705658-22 neutron-server[105477]: DEBUG neutron.api.v2.resource_helper [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Service CORE assigned prefix: {{(pid=105477) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 27 20:41:26.802428 n-d-705658-22 neutron-server[105477]: INFO neutron.quota.resource_registry [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Creating instance of TrackedResource for resource:subnetpool Jul 27 20:41:26.803038 n-d-705658-22 neutron-server[105477]: WARNING neutron.quota.resource_registry [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] subnetpool is already registered Jul 27 20:41:26.804807 n-d-705658-22 neutron-server[105477]: DEBUG neutron.api.extensions [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Extended resource: extensions {{(pid=105477) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 20:41:26.806218 n-d-705658-22 neutron-server[105477]: DEBUG neutron.api.extensions [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Extended resource: address-groups {{(pid=105477) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 20:41:26.807757 n-d-705658-22 neutron-server[105477]: DEBUG neutron.api.extensions [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Extended resource: address-scopes {{(pid=105477) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 20:41:26.809000 n-d-705658-22 neutron-server[105477]: DEBUG neutron.api.extensions [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Extended resource: agents {{(pid=105477) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 20:41:26.810249 n-d-705658-22 neutron-server[105477]: DEBUG neutron.api.extensions [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Extended resource: auto-allocated-topology {{(pid=105477) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 20:41:26.811551 n-d-705658-22 neutron-server[105477]: DEBUG neutron.api.extensions [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Extended resource: availability_zones {{(pid=105477) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 20:41:26.812766 n-d-705658-22 neutron-server[105477]: DEBUG neutron.api.extensions [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Extended resource: dhcp-networks {{(pid=105477) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 20:41:26.814320 n-d-705658-22 neutron-server[105477]: DEBUG neutron.api.extensions [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Extended resource: dhcp-agents {{(pid=105477) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 20:41:26.815878 n-d-705658-22 neutron-server[105477]: DEBUG neutron.api.extensions [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Extended resource: routers {{(pid=105477) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 20:41:26.817569 n-d-705658-22 neutron-server[105477]: DEBUG neutron.api.extensions [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Extended resource: flavors {{(pid=105477) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 20:41:26.818725 n-d-705658-22 neutron-server[105477]: DEBUG neutron.api.extensions [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Extended resource: service_profiles {{(pid=105477) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 20:41:26.820070 n-d-705658-22 neutron-server[105477]: DEBUG neutron.api.extensions [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Extended resource: next_providers {{(pid=105477) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 20:41:26.821497 n-d-705658-22 neutron-server[105477]: DEBUG neutron.api.extensions [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Extended resource: service_profiles {{(pid=105477) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 20:41:26.822934 n-d-705658-22 neutron-server[105477]: DEBUG neutron.api.extensions [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Extended resource: floatingip-pools {{(pid=105477) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 20:41:26.824259 n-d-705658-22 neutron-server[105477]: DEBUG neutron.api.extensions [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Extended resource: routers {{(pid=105477) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 20:41:26.826014 n-d-705658-22 neutron-server[105477]: DEBUG neutron.api.extensions [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Extended resource: floatingips {{(pid=105477) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 20:41:26.827220 n-d-705658-22 neutron-server[105477]: DEBUG neutron.api.extensions [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Extended resource: l3-routers {{(pid=105477) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 20:41:26.828699 n-d-705658-22 neutron-server[105477]: DEBUG neutron.api.extensions [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Extended resource: l3-agents {{(pid=105477) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 20:41:26.830667 n-d-705658-22 neutron-server[105477]: DEBUG neutron.api.extensions [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Extended resource: metering-labels {{(pid=105477) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 20:41:26.831979 n-d-705658-22 neutron-server[105477]: DEBUG neutron.api.extensions [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Extended resource: metering-label-rules {{(pid=105477) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 20:41:26.833277 n-d-705658-22 neutron-server[105477]: DEBUG neutron.api.extensions [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Extended resource: network-ip-availabilities {{(pid=105477) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 20:41:26.834610 n-d-705658-22 neutron-server[105477]: DEBUG neutron.api.extensions [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Extended resource: bindings {{(pid=105477) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 20:41:26.836210 n-d-705658-22 neutron-server[105477]: DEBUG neutron.api.extensions [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Extended resource: quotas {{(pid=105477) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 20:41:26.837633 n-d-705658-22 neutron-server[105477]: DEBUG neutron.api.extensions [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Extended resource: quotas {{(pid=105477) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 20:41:26.839259 n-d-705658-22 neutron-server[105477]: DEBUG neutron.api.extensions [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Extended resource: rbac-policies {{(pid=105477) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 20:41:26.840459 n-d-705658-22 neutron-server[105477]: DEBUG neutron.api.extensions [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Extended resource: security-groups {{(pid=105477) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 20:41:26.841663 n-d-705658-22 neutron-server[105477]: DEBUG neutron.api.extensions [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Extended resource: security-group-rules {{(pid=105477) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 20:41:26.842985 n-d-705658-22 neutron-server[105477]: DEBUG neutron.api.extensions [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Extended resource: service-providers {{(pid=105477) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 20:41:26.844227 n-d-705658-22 neutron-server[105477]: DEBUG neutron.api.extensions [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Extended resource: subnetpools {{(pid=105477) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 20:41:26.846150 n-d-705658-22 neutron-server[105477]: DEBUG neutron.api.extensions [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Extended resource: subnetpools {{(pid=105477) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 20:41:26.847726 n-d-705658-22 neutron-server[105477]: DEBUG neutron.api.extensions [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Extended resource: tags {{(pid=105477) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 20:41:26.849406 n-d-705658-22 neutron-server[105477]: DEBUG neutron.api.extensions [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Extended resource: tags {{(pid=105477) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 20:41:26.851141 n-d-705658-22 neutron-server[105477]: DEBUG neutron.api.extensions [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Extended resource: tags {{(pid=105477) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 20:41:26.853005 n-d-705658-22 neutron-server[105477]: DEBUG neutron.api.extensions [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Extended resource: tags {{(pid=105477) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 20:41:26.854691 n-d-705658-22 neutron-server[105477]: DEBUG neutron.api.extensions [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Extended resource: tags {{(pid=105477) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 20:41:26.856570 n-d-705658-22 neutron-server[105477]: DEBUG neutron.api.extensions [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Extended resource: tags {{(pid=105477) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 20:41:26.858342 n-d-705658-22 neutron-server[105477]: DEBUG neutron.api.extensions [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Extended resource: tags {{(pid=105477) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 20:41:26.860158 n-d-705658-22 neutron-server[105477]: DEBUG neutron.api.extensions [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Extended resource: tags {{(pid=105477) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 20:41:26.863731 n-d-705658-22 neutron-server[105477]: DEBUG neutron.api.extensions [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Extended resource: tags {{(pid=105477) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 20:41:26.865488 n-d-705658-22 neutron-server[105477]: DEBUG neutron.api.extensions [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Extended resource: tags {{(pid=105477) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 20:41:26.871547 n-d-705658-22 neutron-server[105477]: WARNING keystonemiddleware.auth_token [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jul 27 20:41:26.876054 n-d-705658-22 neutron-server[105477]: WARNING keystonemiddleware.auth_token [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jul 27 20:41:26.884512 n-d-705658-22 neutron-server[105477]: DEBUG oslo_concurrency.lockutils [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Acquired lock "singleton_lock" {{(pid=105477) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jul 27 20:41:26.884997 n-d-705658-22 neutron-server[105477]: DEBUG oslo_concurrency.lockutils [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Releasing lock "singleton_lock" {{(pid=105477) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jul 27 20:41:26.885640 n-d-705658-22 neutron-server[105477]: INFO oslo_service.service [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Starting 2 workers Jul 27 20:41:26.890432 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Started child 105584 {{(pid=105477) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 27 20:41:26.895424 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Started child 105585 {{(pid=105477) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 27 20:41:26.896448 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:41:26.897101 n-d-705658-22 neutron-server[105477]: INFO neutron.service [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Neutron service started, listening on 0.0.0.0:9696 Jul 27 20:41:26.897723 n-d-705658-22 neutron-server[105477]: DEBUG neutron_lib.callbacks.manager [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Notify callbacks [] for process, before_spawn {{(pid=105477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:41:26.897962 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [-] (105584) wsgi starting up on http://0.0.0.0:9696 Jul 27 20:41:26.900115 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:41:26.900545 n-d-705658-22 neutron-server[105477]: INFO oslo_service.service [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Starting 1 workers Jul 27 20:41:26.901498 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [-] (105585) wsgi starting up on http://0.0.0.0:9696 Jul 27 20:41:26.905357 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Started child 105586 {{(pid=105477) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 27 20:41:26.905884 n-d-705658-22 neutron-server[105477]: INFO oslo_service.service [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Starting 1 workers Jul 27 20:41:26.909863 n-d-705658-22 neutron-server[105586]: DEBUG neutron.service [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] calling RpcWorker wait() {{(pid=105586) _wait /opt/stack/neutron/neutron/service.py:128}} Jul 27 20:41:26.910411 n-d-705658-22 neutron-server[105586]: DEBUG neutron.service [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] returning from RpcWorker wait() {{(pid=105586) _wait /opt/stack/neutron/neutron/service.py:135}} Jul 27 20:41:26.910923 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Started child 105587 {{(pid=105477) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 27 20:41:26.911773 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:41:26.911898 n-d-705658-22 neutron-server[105477]: DEBUG neutron_lib.callbacks.manager [None req-93142c3b-e047-4e52-a71c-38ee58051fad None None] Notify callbacks [] for process, after_spawn {{(pid=105477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:41:26.912313 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:41:26.913693 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=105477) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 27 20:41:26.913919 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 27 20:41:26.914107 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 27 20:41:26.914326 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 27 20:41:26.914654 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 27 20:41:26.914816 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 27 20:41:26.915355 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:41:26.915629 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:41:26.915854 n-d-705658-22 neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=105587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:41:26.916318 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:41:26.916318 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:41:26.916442 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:41:26.916946 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:41:26.917210 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:41:26.917460 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:41:26.917740 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:41:26.917997 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:41:26.918164 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:41:26.918326 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:41:26.918562 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:41:26.918793 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:41:26.919111 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:41:26.919378 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:41:26.919632 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:41:26.919900 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:41:26.920068 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:41:26.920308 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] config_source = [] {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:41:26.920566 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:41:26.920811 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:41:26.921092 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] debug = True {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:41:26.921345 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:41:26.921826 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:41:26.922056 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:41:26.922326 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:41:26.922536 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:41:26.922817 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:41:26.923059 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:41:26.923307 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:41:26.923584 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:41:26.923800 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:41:26.924030 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:41:26.924292 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:41:26.924503 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:41:26.924742 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:41:26.924968 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:41:26.925212 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:41:26.925430 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:41:26.925876 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] host = n-d-705658-22 {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:41:26.926092 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:41:26.926321 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:41:26.926568 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:41:26.926798 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:41:26.927061 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:41:26.927293 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:41:26.927554 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:41:26.928066 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:41:26.928333 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:41:26.928575 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:41:26.928820 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:41:26.929065 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:41:26.929284 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] log_dir = None {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:41:26.929521 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] log_file = None {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:41:26.929683 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] log_options = True {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:41:26.929913 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:41:26.930180 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:41:26.930447 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:41:26.930633 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:41:26.930799 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:41:26.931078 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:41:26.931293 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:41:26.931456 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:41:26.931706 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:41:26.931924 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:41:26.932134 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:41:26.932380 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:41:26.932619 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:41:26.932855 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:41:26.933096 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:41:26.933338 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:41:26.933625 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:41:26.933767 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:41:26.934001 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:41:26.934224 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:41:26.934446 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:41:26.934686 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:41:26.934925 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:41:26.935178 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:41:26.935388 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:41:26.935614 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:41:26.935838 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:41:26.936065 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:41:26.936273 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:41:26.936538 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:41:26.936774 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:41:26.937036 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:41:26.937264 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:41:26.937518 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:41:26.937760 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:41:26.937982 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:41:26.938199 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:41:26.938465 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:41:26.938709 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:41:26.939025 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:41:26.939257 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:41:26.939468 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:41:26.939691 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:41:26.939988 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:41:26.940189 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] use_journal = False {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:41:26.940359 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] use_json = False {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:41:26.940577 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:41:26.940786 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:41:26.941052 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:41:26.941264 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:41:26.941619 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:41:26.941760 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:41:26.941893 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:41:26.942116 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:41:26.943367 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:26.943367 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:26.943367 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:26.945333 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:26.945333 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:26.945333 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:26.945333 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:26.945333 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:26.945333 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:26.945333 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:26.945333 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:26.947398 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:26.947398 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:26.947398 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:26.947398 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:26.947398 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:26.947398 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:26.947398 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:26.947398 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:26.948544 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:26.948544 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:26.948544 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:26.948544 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:26.949140 n-d-705658-22 neutron-server[105587]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:41:26.949282 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:26.949282 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.59/identity {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:26.949282 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:26.949282 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:26.949735 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:26.949735 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:26.950009 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:26.950211 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:26.950425 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:26.950847 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:26.951380 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:26.951380 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:26.951682 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:26.951821 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:26.951957 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:26.952170 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:26.952417 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:26.952676 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:26.952967 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:26.953383 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:26.953657 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:26.953973 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:26.954231 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:26.955114 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:26.955214 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:26.955419 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:26.955701 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:26.956262 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:26.956262 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:26.956436 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:26.957591 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:26.957591 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:26.957591 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:26.957591 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:26.957591 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:26.957932 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:26.957932 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:26.958065 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:26.959168 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:26.959168 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:26.959168 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:26.959168 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:26.959168 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:26.959497 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:26.959562 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:26.959795 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:26.960013 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:26.960226 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:26.960449 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:26.960669 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:26.960885 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:26.961099 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:26.963224 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:26.963224 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:26.963224 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:26.963224 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:26.963224 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:26.963224 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:26.963224 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:26.963224 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:26.963735 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:26.963735 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:26.964308 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:26.964559 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:26.964875 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:26.965143 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:26.965737 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:26.966169 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:26.966575 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:26.966943 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:26.967322 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:26.967443 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:26.967883 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:26.968257 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:26.968801 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:26.969202 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:26.969730 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:26.970042 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:26.970238 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:26.971135 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:26.971383 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:26.972279 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:26.972279 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:26.972439 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:26.972604 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:26.973238 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:26.973629 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:26.974044 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:26.974356 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:26.974634 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:26.974965 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:26.975287 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:26.975539 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:26.975847 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:26.976255 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:26.976519 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:26.976758 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:26.977024 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:26.977367 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:26.977624 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:26.977870 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:26.978125 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:26.978485 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:26.978720 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:26.979030 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:26.979247 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:26.979497 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:26.979707 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:26.980008 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:26.980438 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:26.980923 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:26.981046 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:26.981279 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:26.981589 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:26.982031 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:26.982545 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:26.982924 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:26.983388 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:26.983819 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:26.984249 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:26.984799 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.59/identity {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:26.985204 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:26.985706 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:26.986311 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:26.986791 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:26.987485 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:26.987899 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:26.988296 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:26.988819 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:26.989224 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:26.989663 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:26.990156 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:26.990643 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:26.990976 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:26.991138 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:26.991508 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:26.991914 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:26.992285 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:26.992750 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:26.993150 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:26.993552 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:26.994227 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:26.994607 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:26.994857 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:26.995145 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:26.995373 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:26.995787 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:26.996047 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:26.996300 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:26.996558 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:26.996871 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:26.997272 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:26.997800 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:26.998239 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:26.998763 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:26.998988 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:26.999233 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:26.999566 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:26.999792 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:27.000171 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:27.000292 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:27.000547 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:27.000736 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:27.001098 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:27.001467 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:27.001846 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:27.002081 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:27.002476 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:27.002596 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:27.003331 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:27.003331 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:27.003514 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:27.004036 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:27.004344 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:27.004801 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:27.005128 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:27.005423 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:27.005722 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:27.005945 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:27.006387 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:27.006667 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:27.007098 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:27.007379 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:27.007743 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:27.008061 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:27.008468 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:27.008787 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:27.009316 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:27.009650 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:27.010003 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:27.010391 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:27.010612 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:27.010980 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:27.011209 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:27.011510 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:27.011839 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:27.012055 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:27.012272 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:27.012516 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:27.012863 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:27.013048 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:27.013697 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:27.014109 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:27.014374 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:27.014600 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:27.015041 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:27.015251 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:27.015498 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:27.015779 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:27.016014 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:27.016239 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:27.016457 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:27.016690 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:27.016941 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:27.017675 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:27.017890 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:27.018117 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:27.018331 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:27.018546 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:27.018846 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:27.019123 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:27.019344 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:27.019628 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:27.019856 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:27.020101 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:27.020362 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:27.020685 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:27.020897 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:27.021138 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:27.021371 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:27.021587 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:27.021825 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:27.022076 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:27.022390 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:27.022681 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:27.022930 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:27.023219 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:27.023483 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:27.023764 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:27.024020 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:27.024235 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:27.024522 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:27.024861 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:27.025129 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:27.025396 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:27.025647 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:27.025894 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:27.026141 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:27.026353 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:27.026566 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:27.026778 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:27.027032 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:27.027351 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:27.027595 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:27.027816 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:27.028062 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:27.028290 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:27.028604 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:27.028861 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:27.029243 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:27.029347 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:27.029554 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:27.029712 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 27 20:41:27.030226 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=105477) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 27 20:41:27.030389 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 27 20:41:27.030536 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 27 20:41:27.030724 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 27 20:41:27.030892 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 27 20:41:27.031072 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 27 20:41:27.031281 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:41:27.031441 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:41:27.031603 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:41:27.031760 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:41:27.031915 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:41:27.032123 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:41:27.032246 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:41:27.032557 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:41:27.032748 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:41:27.033422 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:41:27.033422 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:41:27.033814 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:41:27.034076 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:41:27.034223 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:41:27.034381 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:41:27.034604 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:41:27.034705 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:41:27.034868 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:41:27.035025 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:41:27.035173 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] config_source = [] {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:41:27.035330 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:41:27.035489 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:41:27.035648 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] debug = True {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:41:27.035804 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:41:27.035999 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:41:27.036162 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:41:27.036319 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:41:27.036474 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:41:27.036630 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:41:27.036785 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:41:27.036942 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:41:27.037104 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:41:27.037262 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:41:27.037407 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:41:27.037566 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:41:27.037725 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:41:27.037879 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:41:27.038034 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:41:27.038190 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:41:27.038346 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:41:27.038500 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] host = n-d-705658-22 {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:41:27.038657 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:41:27.038809 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:41:27.038966 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:41:27.039141 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:41:27.039297 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:41:27.039449 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:41:27.039608 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:41:27.039763 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:41:27.039924 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:41:27.040079 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:41:27.040234 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:41:27.040392 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:41:27.040548 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] log_dir = None {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:41:27.040709 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] log_file = None {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:41:27.040876 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] log_options = True {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:41:27.041019 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:41:27.041173 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:41:27.041489 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:41:27.041679 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:41:27.041842 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:41:27.041999 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:41:27.042158 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:41:27.042318 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:41:27.042473 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:41:27.042629 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:41:27.042786 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:41:27.042952 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:41:27.043141 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:41:27.043280 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:41:27.043424 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:41:27.043576 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:41:27.043730 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:41:27.043886 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:41:27.044042 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:41:27.044198 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:41:27.044353 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:41:27.044510 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:41:27.044668 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:41:27.044823 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:41:27.044978 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:41:27.045134 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:41:27.045289 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:41:27.045445 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:41:27.045601 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:41:27.045757 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:41:27.045912 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:41:27.046068 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:41:27.046226 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:41:27.046382 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:41:27.046553 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:41:27.046697 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:41:27.046847 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:41:27.047028 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:41:27.047182 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:41:27.047338 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:41:27.047496 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:41:27.047650 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:41:27.047809 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:41:27.047959 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:41:27.048106 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] use_journal = False {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:41:27.048242 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] use_json = False {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:41:27.048434 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:41:27.048595 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:41:27.048751 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:41:27.048964 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:41:27.049310 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:41:27.049310 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:41:27.049617 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:41:27.049617 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:41:27.049876 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:27.049876 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:27.050129 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:27.050129 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:27.050373 n-d-705658-22 neutron-server[105586]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:41:27.050522 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:27.050522 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:27.050787 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:27.050787 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:27.051074 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:27.051074 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:27.051273 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:27.051353 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:27.051493 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:27.051654 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:27.051813 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:27.051976 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:27.052137 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:27.052299 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:27.052461 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:27.052621 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:27.053039 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:27.053201 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:27.053378 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:27.053538 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:27.053699 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.59/identity {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:27.053859 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:27.054018 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:27.054180 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:27.054342 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:27.054503 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:27.054663 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:27.054874 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:27.054985 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:27.055156 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:27.055316 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:27.055477 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:27.055639 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:27.055800 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:27.055960 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:27.056120 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:27.056281 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:27.056441 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:27.056602 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:27.056762 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:27.056923 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:27.057084 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:27.057244 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:27.057404 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:27.057565 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:27.057725 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:27.057896 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:27.058056 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:27.058216 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:27.058376 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:27.058538 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:27.058698 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:27.058858 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:27.059110 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:27.059276 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:27.059428 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:27.059587 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:27.059783 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:27.059945 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:27.060106 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:27.060268 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:27.060428 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:27.060589 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:27.060748 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:27.060909 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:27.061070 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:27.061230 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:27.061390 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:27.061628 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:27.061792 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:27.062106 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:27.062275 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:27.062602 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:27.062768 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:27.062930 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:27.063173 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:27.063265 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:27.063415 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:27.063575 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:27.063735 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:27.063906 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:27.064106 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:27.064268 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:27.064427 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:27.064691 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:27.064805 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:27.064884 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:27.065070 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:27.065204 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:27.065418 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:27.065557 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:27.065696 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:27.065832 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:27.065968 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:27.066605 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:27.066605 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:27.066605 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:27.066605 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:27.067164 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:27.067164 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:27.067164 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:27.067164 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:27.067391 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:27.067455 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:27.067615 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:27.067776 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:27.067937 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:27.068109 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:27.068269 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:27.068433 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:27.068594 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:27.068763 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:27.068935 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:27.069100 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:27.069260 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:27.069578 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:27.069750 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:27.069890 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:27.070050 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:27.070216 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:27.070620 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:27.070620 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:27.070779 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:27.070857 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:27.071012 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:27.071176 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:27.071338 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:27.071498 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:27.071688 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:27.071849 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:27.072009 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:27.072266 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:27.072407 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:27.072531 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:27.072623 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:27.072775 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:27.072936 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:27.073096 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:27.073257 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:27.073418 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.59/identity {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:27.073580 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:27.073742 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:27.073902 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:27.074063 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:27.074224 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:27.074385 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:27.074546 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:27.074707 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:27.074868 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:27.075048 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:27.075212 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:27.075373 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:27.075616 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:27.075707 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:27.075831 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:27.075991 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:27.076153 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:27.076313 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:27.076473 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:27.076633 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:27.076793 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:27.076956 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:27.077114 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:27.077429 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:27.077597 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:27.077745 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:27.077898 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:27.078058 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:27.078219 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:27.078380 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:27.078541 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:27.078702 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:27.078865 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:27.079048 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:27.079238 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:27.079369 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:27.079530 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:27.080216 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:27.080381 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:27.080541 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:27.080702 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:27.081216 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:27.081216 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:27.081216 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:27.081463 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:27.081542 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:27.081641 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:27.081801 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:27.081962 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:27.082121 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:27.082281 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:27.082444 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:27.082605 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:27.082765 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:27.082927 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:27.083112 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:27.083484 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:27.083484 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:27.083660 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:27.083726 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:27.083872 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:27.084037 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:27.084201 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:27.084346 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:27.084507 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:27.084667 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:27.084814 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:27.084975 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:27.085145 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:27.085307 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:27.085466 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:27.085622 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:27.085775 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:27.085935 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:27.086105 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:27.086266 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:27.086426 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:27.086586 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:27.086745 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:27.086905 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:27.087101 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:27.087267 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:27.087424 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:27.087585 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:27.087745 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:27.087905 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:27.088074 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:27.088235 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:27.088394 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:27.088554 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:27.088714 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:27.088874 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:27.089044 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:27.089206 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:27.089366 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:27.089527 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:27.089687 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:27.089848 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:27.090019 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:27.090181 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:27.090341 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:27.090510 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:27.090672 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:27.090832 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:27.091013 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:27.091186 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:27.091348 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:27.091617 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:27.091781 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:27.091942 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:27.092103 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:27.092273 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:27.092428 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:27.092591 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:27.092757 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:27.092919 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:27.093087 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:27.093257 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:27.093429 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:27.093589 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:27.093756 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:27.093929 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:27.094089 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:27.094248 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:27.094407 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:27.095333 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:27.095333 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:27.095333 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:27.095333 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:27.095333 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:27.096468 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:27.096468 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:27.096468 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:27.096468 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:27.096925 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:27.096925 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:27.096925 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:27.097455 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:27.097455 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:27.097455 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:27.097778 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:41:27.097778 n-d-705658-22 neutron-server[105477]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=105477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 27 20:41:27.319801 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 55050) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:41:27.328130 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [-] 10.222.0.59 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0061688 Jul 27 20:41:38.869756 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c4889ed-ce9c-488c-8fe0-b2e1d08900ed None None] get_active_networks_info from n-d-705658-22 {{(pid=105586) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 27 20:41:38.937175 n-d-705658-22 neutron-server[105586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c4889ed-ce9c-488c-8fe0-b2e1d08900ed None None] No non-hosted networks {{(pid=105586) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jul 27 20:41:38.943943 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.agentschedulers_db [None req-5c4889ed-ce9c-488c-8fe0-b2e1d08900ed None None] DHCP Agent not found on host n-d-705658-22 {{(pid=105586) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jul 27 20:41:39.002305 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-ae33d8b7-25f5-4631-8d42-244f56f9580f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-4076391'] for agent, after_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:41:41.165407 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-59c47344-7531-458e-90e6-1abf754ca0d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-4076391'] for agent, after_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:41:41.229960 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-365ddc54-861f-4c56-9d42-4dae00e4d271 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:41:41.730766 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-4076391'] for agent, after_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:41:41.731911 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:41:41.732537 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:41:41.733140 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:41:41.733781 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:41:41.734324 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:41:41.735008 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:41:41.735673 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:41:41.736242 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:41:41.736782 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:41:41.737384 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:41:41.737988 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:41:41.738591 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:41:41.739468 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-705658-22', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:41:41.745794 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-705658-22', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:41:42.740669 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-bb32ed7d-8717-448b-a9c8-a5a0117d1fd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-4076391'] for agent, after_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:41:44.140000 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-875ced1b-4cf3-463a-9653-058f0f9421e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-4076391'] for agent, after_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:41:44.253160 n-d-705658-22 neutron-server[105586]: INFO neutron.db.l3_hamode_db [None req-7d4ca8d8-7327-4220-8bb2-8b4bd0c666c2 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jul 27 20:41:44.330641 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d4ca8d8-7327-4220-8bb2-8b4bd0c666c2 None None] Routers set() bound to L3 agent in host n-d-705658-22 {{(pid=105586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:41:44.331044 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d4ca8d8-7327-4220-8bb2-8b4bd0c666c2 None None] Router IDs set() for agent in host n-d-705658-22 {{(pid=105586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 27 20:41:45.433790 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 55140) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:41:45.942227 n-d-705658-22 neutron-server[105584]: WARNING oslo_policy.policy [None req-6f38cc94-55d9-4327-b4e9-3506807368f4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 27 20:41:45.943032 n-d-705658-22 neutron-server[105584]: WARNING oslo_policy.policy [None req-6f38cc94-55d9-4327-b4e9-3506807368f4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 27 20:41:46.161966 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [None req-6f38cc94-55d9-4327-b4e9-3506807368f4 admin admin] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=105584) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 20:41:46.163152 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-6f38cc94-55d9-4327-b4e9-3506807368f4 admin admin] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7272077 Jul 27 20:41:48.508138 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 55154) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:41:48.813710 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-9efa614e-a0fa-445c-baa4-9155b5cb5192 admin admin] Request body: {'subnetpool': {'is_default': True, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'shared': True}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:41:48.905757 n-d-705658-22 neutron-server[105584]: DEBUG neutron.policy [None req-9efa614e-a0fa-445c-baa4-9155b5cb5192 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=105584) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 27 20:41:48.950573 n-d-705658-22 neutron-server[105584]: WARNING oslo_policy.policy [None req-9efa614e-a0fa-445c-baa4-9155b5cb5192 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 27 20:41:48.950939 n-d-705658-22 neutron-server[105584]: WARNING oslo_policy.policy [None req-9efa614e-a0fa-445c-baa4-9155b5cb5192 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 27 20:41:48.959608 n-d-705658-22 neutron-server[105584]: INFO neutron.quota [None req-9efa614e-a0fa-445c-baa4-9155b5cb5192 admin admin] Loaded quota_driver: . Jul 27 20:41:49.050737 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-9efa614e-a0fa-445c-baa4-9155b5cb5192 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8790686937827', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8790686937268', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8790686977189', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8790686988955', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8790687610393', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8790686970990', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-990571', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-998912', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-4177512', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3735417'] for rbac-policy, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:41:49.115270 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-9efa614e-a0fa-445c-baa4-9155b5cb5192 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:41:49.116472 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-9efa614e-a0fa-445c-baa4-9155b5cb5192 admin admin] 10.222.0.59 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6073661 Jul 27 20:41:51.679464 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 55166) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:41:52.167571 n-d-705658-22 neutron-server[105585]: WARNING oslo_policy.policy [None req-48705b19-0e71-4f2a-b5e4-0a4b4ff727bb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 27 20:41:52.168144 n-d-705658-22 neutron-server[105585]: WARNING oslo_policy.policy [None req-48705b19-0e71-4f2a-b5e4-0a4b4ff727bb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 27 20:41:52.381397 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-48705b19-0e71-4f2a-b5e4-0a4b4ff727bb admin admin] Request body: {'network': {'name': 'private', 'tenant_id': '6ea85e633a3147c6ac0ff76d346ac665', 'admin_state_up': True, 'project_id': '6ea85e633a3147c6ac0ff76d346ac665'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:41:52.383046 n-d-705658-22 neutron-server[105585]: INFO neutron.quota [None req-48705b19-0e71-4f2a-b5e4-0a4b4ff727bb admin admin] Loaded quota_driver: . Jul 27 20:41:52.439249 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48705b19-0e71-4f2a-b5e4-0a4b4ff727bb admin admin] Made reservation on behalf of 6ea85e633a3147c6ac0ff76d346ac665 for: {'network': 1} {{(pid=105585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:41:52.503848 n-d-705658-22 neutron-server[105585]: DEBUG neutron.policy [None req-48705b19-0e71-4f2a-b5e4-0a4b4ff727bb admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=105585) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 27 20:41:52.548671 n-d-705658-22 neutron-server[105585]: WARNING oslo_policy.policy [None req-48705b19-0e71-4f2a-b5e4-0a4b4ff727bb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 27 20:41:52.549040 n-d-705658-22 neutron-server[105585]: WARNING oslo_policy.policy [None req-48705b19-0e71-4f2a-b5e4-0a4b4ff727bb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 27 20:41:52.559634 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-48705b19-0e71-4f2a-b5e4-0a4b4ff727bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for network, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:41:52.580676 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-48705b19-0e71-4f2a-b5e4-0a4b4ff727bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:41:52.716950 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-48705b19-0e71-4f2a-b5e4-0a4b4ff727bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:41:52.721105 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-48705b19-0e71-4f2a-b5e4-0a4b4ff727bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:41:52.745737 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48705b19-0e71-4f2a-b5e4-0a4b4ff727bb admin admin] vlan segment allocate from pool success with {'vlan_id': 237, 'physical_network': 'physnet1'} {{(pid=105585) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 20:41:52.773356 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-48705b19-0e71-4f2a-b5e4-0a4b4ff727bb admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8790688882966', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:41:52.773946 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-48705b19-0e71-4f2a-b5e4-0a4b4ff727bb admin admin] Unsubscribe: segment precommit_create {{(pid=105585) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 27 20:41:52.774451 n-d-705658-22 neutron-server[105585]: INFO neutron.db.segments_db [None req-48705b19-0e71-4f2a-b5e4-0a4b4ff727bb admin admin] Added segment e4e14400-bd86-421b-abf1-e65ce6c0d0af of type vlan for network 18badc0d-50c1-42be-a7ac-93fe97145da8 Jul 27 20:41:52.781442 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48705b19-0e71-4f2a-b5e4-0a4b4ff727bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c9dad8f-1ffe-4a06-b40b-1d4e45a73b20,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:41:52.804060 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48705b19-0e71-4f2a-b5e4-0a4b4ff727bb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:41:52.804408 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48705b19-0e71-4f2a-b5e4-0a4b4ff727bb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:41:52.804745 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48705b19-0e71-4f2a-b5e4-0a4b4ff727bb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:41:52.805078 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48705b19-0e71-4f2a-b5e4-0a4b4ff727bb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:41:52.805408 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48705b19-0e71-4f2a-b5e4-0a4b4ff727bb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:41:52.805740 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48705b19-0e71-4f2a-b5e4-0a4b4ff727bb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:41:52.806063 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48705b19-0e71-4f2a-b5e4-0a4b4ff727bb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:41:52.806386 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48705b19-0e71-4f2a-b5e4-0a4b4ff727bb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:41:52.806706 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48705b19-0e71-4f2a-b5e4-0a4b4ff727bb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:41:52.807044 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48705b19-0e71-4f2a-b5e4-0a4b4ff727bb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:41:52.807371 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48705b19-0e71-4f2a-b5e4-0a4b4ff727bb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:41:52.807690 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48705b19-0e71-4f2a-b5e4-0a4b4ff727bb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:41:52.808833 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48705b19-0e71-4f2a-b5e4-0a4b4ff727bb admin admin] Tracked resource versions report: Jul 27 20:41:52.808833 n-d-705658-22 neutron-server[105585]: pushed versions: Jul 27 20:41:52.808833 n-d-705658-22 neutron-server[105585]: { 'AddressGroup': {'1.2'}, Jul 27 20:41:52.808833 n-d-705658-22 neutron-server[105585]: 'ConntrackHelper': {'1.0'}, Jul 27 20:41:52.808833 n-d-705658-22 neutron-server[105585]: 'Log': {'1.0'}, Jul 27 20:41:52.808833 n-d-705658-22 neutron-server[105585]: 'Network': {'1.1'}, Jul 27 20:41:52.808833 n-d-705658-22 neutron-server[105585]: 'Port': {'1.7'}, Jul 27 20:41:52.808833 n-d-705658-22 neutron-server[105585]: 'PortForwarding': {'1.2'}, Jul 27 20:41:52.808833 n-d-705658-22 neutron-server[105585]: 'QosPolicy': {'1.8'}, Jul 27 20:41:52.808833 n-d-705658-22 neutron-server[105585]: 'SecurityGroup': {'1.4'}, Jul 27 20:41:52.808833 n-d-705658-22 neutron-server[105585]: 'SecurityGroupRule': {'1.2'}, Jul 27 20:41:52.808833 n-d-705658-22 neutron-server[105585]: 'SubPort': {'1.0'}, Jul 27 20:41:52.808833 n-d-705658-22 neutron-server[105585]: 'Subnet': {'1.1'}, Jul 27 20:41:52.808833 n-d-705658-22 neutron-server[105585]: 'Trunk': {'1.1'}} Jul 27 20:41:52.808833 n-d-705658-22 neutron-server[105585]: consumer versions: Jul 27 20:41:52.808833 n-d-705658-22 neutron-server[105585]: { DHCP agent@n-d-705658-22: {}, Jul 27 20:41:52.808833 n-d-705658-22 neutron-server[105585]: L3 agent@n-d-705658-22: {}, Jul 27 20:41:52.808833 n-d-705658-22 neutron-server[105585]: Metadata agent@n-d-705658-22: {}, Jul 27 20:41:52.808833 n-d-705658-22 neutron-server[105585]: Metering agent@n-d-705658-22: {}, Jul 27 20:41:52.808833 n-d-705658-22 neutron-server[105585]: Open vSwitch agent@n-d-705658-22: { 'AddressGroup': '1.2', Jul 27 20:41:52.808833 n-d-705658-22 neutron-server[105585]: 'ConntrackHelper': '1.0', Jul 27 20:41:52.808833 n-d-705658-22 neutron-server[105585]: 'Log': '1.0', Jul 27 20:41:52.808833 n-d-705658-22 neutron-server[105585]: 'Network': '1.1', Jul 27 20:41:52.808833 n-d-705658-22 neutron-server[105585]: 'Port': '1.7', Jul 27 20:41:52.808833 n-d-705658-22 neutron-server[105585]: 'PortForwarding': '1.2', Jul 27 20:41:52.808833 n-d-705658-22 neutron-server[105585]: 'QosPolicy': '1.8', Jul 27 20:41:52.808833 n-d-705658-22 neutron-server[105585]: 'SecurityGroup': '1.4', Jul 27 20:41:52.808833 n-d-705658-22 neutron-server[105585]: 'SecurityGroupRule': '1.2', Jul 27 20:41:52.808833 n-d-705658-22 neutron-server[105585]: 'SubPort': '1.0', Jul 27 20:41:52.808833 n-d-705658-22 neutron-server[105585]: 'Subnet': '1.1', Jul 27 20:41:52.808833 n-d-705658-22 neutron-server[105585]: 'Trunk': '1.1'}} Jul 27 20:41:52.808833 n-d-705658-22 neutron-server[105585]: {{(pid=105585) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 27 20:41:52.897648 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-48705b19-0e71-4f2a-b5e4-0a4b4ff727bb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790688424798'] for network, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:41:52.953802 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-48705b19-0e71-4f2a-b5e4-0a4b4ff727bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920'] for network, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:41:52.955148 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48705b19-0e71-4f2a-b5e4-0a4b4ff727bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:41:52.955867 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-48705b19-0e71-4f2a-b5e4-0a4b4ff727bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743886'] for network, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:41:53.046105 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-48705b19-0e71-4f2a-b5e4-0a4b4ff727bb admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.3654656 Jul 27 20:41:53.061188 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48705b19-0e71-4f2a-b5e4-0a4b4ff727bb admin admin] Pushing event updated for resources: {'Network': ['ID=18badc0d-50c1-42be-a7ac-93fe97145da8,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:41:53.076700 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Network 18badc0d-50c1-42be-a7ac-93fe97145da8 details requested by agent ovs-agent-n-d-705658-22 with host n-d-705658-22 {{(pid=105586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 20:41:55.678776 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 55188) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:41:56.112964 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbb7ff64-5561-4b06-90b8-20d33e0ec780 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:41:56.114423 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-cbb7ff64-5561-4b06-90b8-20d33e0ec780 admin admin] 10.222.0.59 "GET /v2.0/networks/18badc0d-50c1-42be-a7ac-93fe97145da8 HTTP/1.1" status: 200 len: 825 time: 0.4346907 Jul 27 20:41:56.139582 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-169d5afa-92cf-4efd-9f35-0881023948e2 admin admin] 10.222.0.59 "GET /v2.0/subnetpools/6d8df269-a32c-436e-a55a-4d7b6f7ab4b9 HTTP/1.1" status: 200 len: 734 time: 0.0189648 Jul 27 20:41:56.150777 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-68c70238-94b0-43ac-a6a1-cd1374fe89f8 admin admin] Request body: {'subnet': {'tenant_id': '6ea85e633a3147c6ac0ff76d346ac665', 'network_id': '18badc0d-50c1-42be-a7ac-93fe97145da8', 'gateway_ip': '172.20.0.1', 'ip_version': 4, 'subnetpool_id': '6d8df269-a32c-436e-a55a-4d7b6f7ab4b9', 'name': 'private-subnet'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:41:56.177601 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68c70238-94b0-43ac-a6a1-cd1374fe89f8 admin admin] Made reservation on behalf of 6ea85e633a3147c6ac0ff76d346ac665 for: {'subnet': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:41:56.180299 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-68c70238-94b0-43ac-a6a1-cd1374fe89f8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:41:56.469884 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-68c70238-94b0-43ac-a6a1-cd1374fe89f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920'] for subnet, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:41:56.540539 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68c70238-94b0-43ac-a6a1-cd1374fe89f8 admin admin] Checking segment: {'id': 'e4e14400-bd86-421b-abf1-e65ce6c0d0af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '18badc0d-50c1-42be-a7ac-93fe97145da8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:41:56.540922 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68c70238-94b0-43ac-a6a1-cd1374fe89f8 admin admin] Network hostable DHCP agents. Network: 18badc0d-50c1-42be-a7ac-93fe97145da8, hostable agents: ['7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a'], hosted agents: [] {{(pid=105584) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 20:41:56.548200 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c70238-94b0-43ac-a6a1-cd1374fe89f8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fc3b76ba-bedc-4eb0-9454-f12b8e4b1ea2,revision_number=0']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:41:56.559543 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c70238-94b0-43ac-a6a1-cd1374fe89f8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:41:56.559888 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c70238-94b0-43ac-a6a1-cd1374fe89f8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:41:56.560224 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c70238-94b0-43ac-a6a1-cd1374fe89f8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:41:56.560556 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c70238-94b0-43ac-a6a1-cd1374fe89f8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:41:56.560883 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c70238-94b0-43ac-a6a1-cd1374fe89f8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:41:56.561208 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c70238-94b0-43ac-a6a1-cd1374fe89f8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:41:56.561528 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c70238-94b0-43ac-a6a1-cd1374fe89f8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:41:56.561846 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c70238-94b0-43ac-a6a1-cd1374fe89f8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:41:56.562163 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c70238-94b0-43ac-a6a1-cd1374fe89f8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:41:56.562477 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c70238-94b0-43ac-a6a1-cd1374fe89f8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:41:56.563383 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c70238-94b0-43ac-a6a1-cd1374fe89f8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:41:56.563696 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c70238-94b0-43ac-a6a1-cd1374fe89f8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:41:56.565820 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c70238-94b0-43ac-a6a1-cd1374fe89f8 admin admin] Tracked resource versions report: Jul 27 20:41:56.565820 n-d-705658-22 neutron-server[105584]: pushed versions: Jul 27 20:41:56.565820 n-d-705658-22 neutron-server[105584]: { 'AddressGroup': {'1.2'}, Jul 27 20:41:56.565820 n-d-705658-22 neutron-server[105584]: 'ConntrackHelper': {'1.0'}, Jul 27 20:41:56.565820 n-d-705658-22 neutron-server[105584]: 'Log': {'1.0'}, Jul 27 20:41:56.565820 n-d-705658-22 neutron-server[105584]: 'Network': {'1.1'}, Jul 27 20:41:56.565820 n-d-705658-22 neutron-server[105584]: 'Port': {'1.7'}, Jul 27 20:41:56.565820 n-d-705658-22 neutron-server[105584]: 'PortForwarding': {'1.2'}, Jul 27 20:41:56.565820 n-d-705658-22 neutron-server[105584]: 'QosPolicy': {'1.8'}, Jul 27 20:41:56.565820 n-d-705658-22 neutron-server[105584]: 'SecurityGroup': {'1.4'}, Jul 27 20:41:56.565820 n-d-705658-22 neutron-server[105584]: 'SecurityGroupRule': {'1.2'}, Jul 27 20:41:56.565820 n-d-705658-22 neutron-server[105584]: 'SubPort': {'1.0'}, Jul 27 20:41:56.565820 n-d-705658-22 neutron-server[105584]: 'Subnet': {'1.1'}, Jul 27 20:41:56.565820 n-d-705658-22 neutron-server[105584]: 'Trunk': {'1.1'}} Jul 27 20:41:56.565820 n-d-705658-22 neutron-server[105584]: consumer versions: Jul 27 20:41:56.565820 n-d-705658-22 neutron-server[105584]: { DHCP agent@n-d-705658-22: {}, Jul 27 20:41:56.565820 n-d-705658-22 neutron-server[105584]: L3 agent@n-d-705658-22: {}, Jul 27 20:41:56.565820 n-d-705658-22 neutron-server[105584]: Metadata agent@n-d-705658-22: {}, Jul 27 20:41:56.565820 n-d-705658-22 neutron-server[105584]: Metering agent@n-d-705658-22: {}, Jul 27 20:41:56.565820 n-d-705658-22 neutron-server[105584]: Open vSwitch agent@n-d-705658-22: { 'AddressGroup': '1.2', Jul 27 20:41:56.565820 n-d-705658-22 neutron-server[105584]: 'ConntrackHelper': '1.0', Jul 27 20:41:56.565820 n-d-705658-22 neutron-server[105584]: 'Log': '1.0', Jul 27 20:41:56.565820 n-d-705658-22 neutron-server[105584]: 'Network': '1.1', Jul 27 20:41:56.565820 n-d-705658-22 neutron-server[105584]: 'Port': '1.7', Jul 27 20:41:56.565820 n-d-705658-22 neutron-server[105584]: 'PortForwarding': '1.2', Jul 27 20:41:56.565820 n-d-705658-22 neutron-server[105584]: 'QosPolicy': '1.8', Jul 27 20:41:56.565820 n-d-705658-22 neutron-server[105584]: 'SecurityGroup': '1.4', Jul 27 20:41:56.565820 n-d-705658-22 neutron-server[105584]: 'SecurityGroupRule': '1.2', Jul 27 20:41:56.565820 n-d-705658-22 neutron-server[105584]: 'SubPort': '1.0', Jul 27 20:41:56.565820 n-d-705658-22 neutron-server[105584]: 'Subnet': '1.1', Jul 27 20:41:56.565820 n-d-705658-22 neutron-server[105584]: 'Trunk': '1.1'}} Jul 27 20:41:56.565820 n-d-705658-22 neutron-server[105584]: {{(pid=105584) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 27 20:41:56.602390 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68c70238-94b0-43ac-a6a1-cd1374fe89f8 admin admin] Network 18badc0d-50c1-42be-a7ac-93fe97145da8 is scheduled to be hosted by DHCP agent 7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a with binding_index 1 {{(pid=105584) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 20:41:56.616514 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [None req-68c70238-94b0-43ac-a6a1-cd1374fe89f8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-22, 18badc0d-50c1-42be-a7ac-93fe97145da8) {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:41:56.624725 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68c70238-94b0-43ac-a6a1-cd1374fe89f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:41:56.625428 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eafea54-cc9a-47b6-8de9-7604746734e4 None None] Network 18badc0d-50c1-42be-a7ac-93fe97145da8 requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 20:41:56.625862 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-68c70238-94b0-43ac-a6a1-cd1374fe89f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743886'] for subnet, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:41:56.639859 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-68c70238-94b0-43ac-a6a1-cd1374fe89f8 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4924583 Jul 27 20:41:56.947838 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c90bdb7e-0ac1-4660-bc89-24f8f958b878 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30bb4b93-b285-5d90-9493-f9ec33ea333c-18badc0d-50c1-42be-a7ac-93fe97145da8', 'network_id': '18badc0d-50c1-42be-a7ac-93fe97145da8', 'tenant_id': '6ea85e633a3147c6ac0ff76d346ac665', 'fixed_ips': [{'subnet_id': 'fc3b76ba-bedc-4eb0-9454-f12b8e4b1ea2'}]}} from n-d-705658-22. {{(pid=105586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 20:41:56.949128 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-c90bdb7e-0ac1-4660-bc89-24f8f958b878 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:41:57.219383 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.db_base_plugin_common [None req-c90bdb7e-0ac1-4660-bc89-24f8f958b878 None None] Allocated IP 172.20.0.2 (18badc0d-50c1-42be-a7ac-93fe97145da8/fc3b76ba-bedc-4eb0-9454-f12b8e4b1ea2/2b66610d-8187-4007-b74e-fed25fdba4fd) {{(pid=105586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:41:57.449111 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-c90bdb7e-0ac1-4660-bc89-24f8f958b878 None None] Notify callbacks [] for port, precommit_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:41:57.464368 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-c90bdb7e-0ac1-4660-bc89-24f8f958b878 None None] Transition to ACTIVE for port object 2b66610d-8187-4007-b74e-fed25fdba4fd will not be triggered until provisioned by entity L2. {{(pid=105586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:41:57.486892 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-c90bdb7e-0ac1-4660-bc89-24f8f958b878 None None] Transition to ACTIVE for port object 2b66610d-8187-4007-b74e-fed25fdba4fd will not be triggered until provisioned by entity DHCP. {{(pid=105586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:41:57.496224 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-c90bdb7e-0ac1-4660-bc89-24f8f958b878 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143'] for port, after_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:41:57.571247 n-d-705658-22 neutron-server[105586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c90bdb7e-0ac1-4660-bc89-24f8f958b878 None None] Network 18badc0d-50c1-42be-a7ac-93fe97145da8 is already hosted by enough agents. {{(pid=105586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:41:57.575746 n-d-705658-22 neutron-server[105586]: DEBUG neutron.scheduler.base_scheduler [None req-c90bdb7e-0ac1-4660-bc89-24f8f958b878 None None] Resources bound (agent type, host, resource id): {{(pid=105586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:41:57.582137 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c90bdb7e-0ac1-4660-bc89-24f8f958b878 None None] Received port after_create {{(pid=105586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:41:57.583937 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90bdb7e-0ac1-4660-bc89-24f8f958b878 None None] Pushing event updated for resources: {'Port': ['ID=2b66610d-8187-4007-b74e-fed25fdba4fd,revision_number=1']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:41:57.615577 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90bdb7e-0ac1-4660-bc89-24f8f958b878 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:41:57.615918 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90bdb7e-0ac1-4660-bc89-24f8f958b878 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:41:57.616255 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90bdb7e-0ac1-4660-bc89-24f8f958b878 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:41:57.616587 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90bdb7e-0ac1-4660-bc89-24f8f958b878 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:41:57.616915 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90bdb7e-0ac1-4660-bc89-24f8f958b878 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:41:57.617243 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90bdb7e-0ac1-4660-bc89-24f8f958b878 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:41:57.617565 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90bdb7e-0ac1-4660-bc89-24f8f958b878 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:41:57.617886 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90bdb7e-0ac1-4660-bc89-24f8f958b878 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:41:57.618205 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90bdb7e-0ac1-4660-bc89-24f8f958b878 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:41:57.618527 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90bdb7e-0ac1-4660-bc89-24f8f958b878 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:41:57.618845 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90bdb7e-0ac1-4660-bc89-24f8f958b878 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:41:57.619187 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90bdb7e-0ac1-4660-bc89-24f8f958b878 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:41:57.620323 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90bdb7e-0ac1-4660-bc89-24f8f958b878 None None] Tracked resource versions report: Jul 27 20:41:57.620323 n-d-705658-22 neutron-server[105586]: pushed versions: Jul 27 20:41:57.620323 n-d-705658-22 neutron-server[105586]: { 'AddressGroup': {'1.2'}, Jul 27 20:41:57.620323 n-d-705658-22 neutron-server[105586]: 'ConntrackHelper': {'1.0'}, Jul 27 20:41:57.620323 n-d-705658-22 neutron-server[105586]: 'Log': {'1.0'}, Jul 27 20:41:57.620323 n-d-705658-22 neutron-server[105586]: 'Network': {'1.1'}, Jul 27 20:41:57.620323 n-d-705658-22 neutron-server[105586]: 'Port': {'1.7'}, Jul 27 20:41:57.620323 n-d-705658-22 neutron-server[105586]: 'PortForwarding': {'1.2'}, Jul 27 20:41:57.620323 n-d-705658-22 neutron-server[105586]: 'QosPolicy': {'1.8'}, Jul 27 20:41:57.620323 n-d-705658-22 neutron-server[105586]: 'SecurityGroup': {'1.4'}, Jul 27 20:41:57.620323 n-d-705658-22 neutron-server[105586]: 'SecurityGroupRule': {'1.2'}, Jul 27 20:41:57.620323 n-d-705658-22 neutron-server[105586]: 'SubPort': {'1.0'}, Jul 27 20:41:57.620323 n-d-705658-22 neutron-server[105586]: 'Subnet': {'1.1'}, Jul 27 20:41:57.620323 n-d-705658-22 neutron-server[105586]: 'Trunk': {'1.1'}} Jul 27 20:41:57.620323 n-d-705658-22 neutron-server[105586]: consumer versions: Jul 27 20:41:57.620323 n-d-705658-22 neutron-server[105586]: { DHCP agent@n-d-705658-22: {}, Jul 27 20:41:57.620323 n-d-705658-22 neutron-server[105586]: L3 agent@n-d-705658-22: {}, Jul 27 20:41:57.620323 n-d-705658-22 neutron-server[105586]: Metadata agent@n-d-705658-22: {}, Jul 27 20:41:57.620323 n-d-705658-22 neutron-server[105586]: Metering agent@n-d-705658-22: {}, Jul 27 20:41:57.620323 n-d-705658-22 neutron-server[105586]: Open vSwitch agent@n-d-705658-22: { 'AddressGroup': '1.2', Jul 27 20:41:57.620323 n-d-705658-22 neutron-server[105586]: 'ConntrackHelper': '1.0', Jul 27 20:41:57.620323 n-d-705658-22 neutron-server[105586]: 'Log': '1.0', Jul 27 20:41:57.620323 n-d-705658-22 neutron-server[105586]: 'Network': '1.1', Jul 27 20:41:57.620323 n-d-705658-22 neutron-server[105586]: 'Port': '1.7', Jul 27 20:41:57.620323 n-d-705658-22 neutron-server[105586]: 'PortForwarding': '1.2', Jul 27 20:41:57.620323 n-d-705658-22 neutron-server[105586]: 'QosPolicy': '1.8', Jul 27 20:41:57.620323 n-d-705658-22 neutron-server[105586]: 'SecurityGroup': '1.4', Jul 27 20:41:57.620323 n-d-705658-22 neutron-server[105586]: 'SecurityGroupRule': '1.2', Jul 27 20:41:57.620323 n-d-705658-22 neutron-server[105586]: 'SubPort': '1.0', Jul 27 20:41:57.620323 n-d-705658-22 neutron-server[105586]: 'Subnet': '1.1', Jul 27 20:41:57.620323 n-d-705658-22 neutron-server[105586]: 'Trunk': '1.1'}} Jul 27 20:41:57.620323 n-d-705658-22 neutron-server[105586]: {{(pid=105586) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 27 20:41:57.674242 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-c90bdb7e-0ac1-4660-bc89-24f8f958b878 None None] Attempting to bind port 2b66610d-8187-4007-b74e-fed25fdba4fd on host n-d-705658-22 for vnic_type normal with profile {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:41:57.674882 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-c90bdb7e-0ac1-4660-bc89-24f8f958b878 None None] Attempting to bind port 2b66610d-8187-4007-b74e-fed25fdba4fd by drivers openvswitch,hyperv on host n-d-705658-22 at level 0 using segments [{'id': 'e4e14400-bd86-421b-abf1-e65ce6c0d0af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '18badc0d-50c1-42be-a7ac-93fe97145da8'}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:41:57.675068 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c90bdb7e-0ac1-4660-bc89-24f8f958b878 None None] Attempting to bind port 2b66610d-8187-4007-b74e-fed25fdba4fd on network 18badc0d-50c1-42be-a7ac-93fe97145da8 {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:41:57.680138 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c90bdb7e-0ac1-4660-bc89-24f8f958b878 None None] Checking agent: {'id': '04a7ea91-6318-467e-ace6-b0fb48c8690f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 41, 42), 'started_at': datetime.datetime(2021, 7, 27, 20, 41, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 41, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:41:57.680554 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c90bdb7e-0ac1-4660-bc89-24f8f958b878 None None] Checking segment: {'id': 'e4e14400-bd86-421b-abf1-e65ce6c0d0af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '18badc0d-50c1-42be-a7ac-93fe97145da8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:41:57.681025 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-c90bdb7e-0ac1-4660-bc89-24f8f958b878 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:41:57.681414 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c90bdb7e-0ac1-4660-bc89-24f8f958b878 None None] Bound using segment: {'id': 'e4e14400-bd86-421b-abf1-e65ce6c0d0af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '18badc0d-50c1-42be-a7ac-93fe97145da8'} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:41:57.681885 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-c90bdb7e-0ac1-4660-bc89-24f8f958b878 None None] Bound port: 2b66610d-8187-4007-b74e-fed25fdba4fd, host: n-d-705658-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4e14400-bd86-421b-abf1-e65ce6c0d0af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '18badc0d-50c1-42be-a7ac-93fe97145da8'}}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:41:57.682288 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-c90bdb7e-0ac1-4660-bc89-24f8f958b878 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:41:57.745980 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-c90bdb7e-0ac1-4660-bc89-24f8f958b878 None None] For port 2b66610d-8187-4007-b74e-fed25fdba4fd, host n-d-705658-22, cleared binding levels {{(pid=105586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:41:57.750903 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-c90bdb7e-0ac1-4660-bc89-24f8f958b878 None None] For port 2b66610d-8187-4007-b74e-fed25fdba4fd, host n-d-705658-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=2b66610d-8187-4007-b74e-fed25fdba4fd,segment=NetworkSegment(e4e14400-bd86-421b-abf1-e65ce6c0d0af),segment_id=e4e14400-bd86-421b-abf1-e65ce6c0d0af)] {{(pid=105586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:41:57.756453 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-c90bdb7e-0ac1-4660-bc89-24f8f958b878 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:41:57.821743 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90bdb7e-0ac1-4660-bc89-24f8f958b878 None None] Pushing event updated for resources: {'Port': ['ID=2b66610d-8187-4007-b74e-fed25fdba4fd,revision_number=2']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:41:59.067289 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 55200) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:41:59.382104 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [None req-60ff34b0-0755-4428-9928-08fbcb229adf admin admin] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=105584) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 20:41:59.383103 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-60ff34b0-0755-4428-9928-08fbcb229adf admin admin] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3148196 Jul 27 20:42:01.795021 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 55208) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:42:02.165467 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [None req-113f6776-f133-4fa2-9448-57044bcc0e9b admin admin] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=105585) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 20:42:02.166460 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-113f6776-f133-4fa2-9448-57044bcc0e9b admin admin] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3705044 Jul 27 20:42:04.800981 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 55218) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:42:05.117714 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-4ee5aad6-4002-41f6-a6fd-ab741d5d67ad admin admin] Request body: {'router': {'tenant_id': '6ea85e633a3147c6ac0ff76d346ac665', 'name': 'router1', 'admin_state_up': True}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:42:05.146179 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-4ee5aad6-4002-41f6-a6fd-ab741d5d67ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4163813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-443'] for router, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:42:05.146655 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-4ee5aad6-4002-41f6-a6fd-ab741d5d67ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4165196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4077059', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3711235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-418'] for router, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:42:05.294384 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-4ee5aad6-4002-41f6-a6fd-ab741d5d67ad admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:42:05.300016 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-4ee5aad6-4002-41f6-a6fd-ab741d5d67ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4163804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4077150'] for router, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:42:05.313921 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-4ee5aad6-4002-41f6-a6fd-ab741d5d67ad admin admin] Notify callbacks [] for router, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:42:05.315239 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-4ee5aad6-4002-41f6-a6fd-ab741d5d67ad admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5129783 Jul 27 20:42:05.944656 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 2b66610d-8187-4007-b74e-fed25fdba4fd up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:42:05.979184 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.agents_db [None req-558fcd2c-e512-47bc-a170-8673d87f7213 None None] Agent healthcheck: found 5 active agents {{(pid=105587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 20:42:06.033797 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning for port 2b66610d-8187-4007-b74e-fed25fdba4fd completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:42:06.286518 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b96e8c9a-42ca-47ff-a490-7a65ee4f167c None None] Network 18badc0d-50c1-42be-a7ac-93fe97145da8 requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 20:42:06.350429 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-8cbc3ec6-f723-4416-abc3-0419e08e7d17 None None] Provisioning for port 2b66610d-8187-4007-b74e-fed25fdba4fd completed by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:42:06.356516 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-8cbc3ec6-f723-4416-abc3-0419e08e7d17 None None] Provisioning complete for port 2b66610d-8187-4007-b74e-fed25fdba4fd triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:42:06.356920 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-8cbc3ec6-f723-4416-abc3-0419e08e7d17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:42:06.539697 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-8cbc3ec6-f723-4416-abc3-0419e08e7d17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:42:06.597008 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-8cbc3ec6-f723-4416-abc3-0419e08e7d17 None None] For port 2b66610d-8187-4007-b74e-fed25fdba4fd, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=2b66610d-8187-4007-b74e-fed25fdba4fd,segment=NetworkSegment(e4e14400-bd86-421b-abf1-e65ce6c0d0af),segment_id=e4e14400-bd86-421b-abf1-e65ce6c0d0af)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:42:06.602188 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-8cbc3ec6-f723-4416-abc3-0419e08e7d17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:42:06.656930 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbc3ec6-f723-4416-abc3-0419e08e7d17 None None] Pushing event updated for resources: {'Port': ['ID=2b66610d-8187-4007-b74e-fed25fdba4fd,revision_number=3']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:42:06.821453 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-dd571a64-9485-44e6-a324-8bd384a24cc8 None None] Provisioning complete for port 2b66610d-8187-4007-b74e-fed25fdba4fd triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:42:06.821739 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-dd571a64-9485-44e6-a324-8bd384a24cc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:42:07.724202 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 55232) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:42:07.913339 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 2b66610d-8187-4007-b74e-fed25fdba4fd up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:42:07.959435 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port 2b66610d-8187-4007-b74e-fed25fdba4fd triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:42:07.959806 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:42:08.052268 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [None req-caf49649-9527-427b-a2b6-f488a1a0c513 admin admin] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=105585) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 20:42:08.053243 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-caf49649-9527-427b-a2b6-f488a1a0c513 admin admin] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3281171 Jul 27 20:42:08.790810 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-32820ab9-1145-4404-bac0-e82efd4e9671 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:42:10.409478 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 55240) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:42:10.733669 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-f052087b-3053-43d1-8162-f5a5911ff749 admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'name': 'public', 'provider:network_type': 'flat', 'admin_state_up': True, 'router:external': True, 'is_default': True}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:42:10.755677 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f052087b-3053-43d1-8162-f5a5911ff749 admin admin] Made reservation on behalf of be3c56bd875f4cc1b6406ab49be8b2f3 for: {'network': 1} {{(pid=105585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:42:10.758045 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-f052087b-3053-43d1-8162-f5a5911ff749 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for network, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:42:10.765828 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-f052087b-3053-43d1-8162-f5a5911ff749 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:42:10.862573 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-f052087b-3053-43d1-8162-f5a5911ff749 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:42:10.867278 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-f052087b-3053-43d1-8162-f5a5911ff749 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:42:10.883646 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-f052087b-3053-43d1-8162-f5a5911ff749 admin admin] Reserving flat network on physical network physnet1 {{(pid=105585) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jul 27 20:42:10.902294 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f052087b-3053-43d1-8162-f5a5911ff749 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61422428-99eb-4cbb-8f6a-d1bdd902c7d9,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:42:10.908425 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-f052087b-3053-43d1-8162-f5a5911ff749 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:42:10.908760 n-d-705658-22 neutron-server[105585]: INFO neutron.db.segments_db [None req-f052087b-3053-43d1-8162-f5a5911ff749 admin admin] Added segment 12196855-9a32-4633-9a56-77697ef9e126 of type flat for network 8735d8a2-b604-4758-ae71-b40e4ee6f305 Jul 27 20:42:10.957524 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-f052087b-3053-43d1-8162-f5a5911ff749 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790688424798'] for network, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:42:10.993150 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-f052087b-3053-43d1-8162-f5a5911ff749 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920'] for network, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:42:10.994080 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f052087b-3053-43d1-8162-f5a5911ff749 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:42:10.994650 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-f052087b-3053-43d1-8162-f5a5911ff749 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743886'] for network, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:42:11.064398 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-f052087b-3053-43d1-8162-f5a5911ff749 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6535869 Jul 27 20:42:11.075711 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f052087b-3053-43d1-8162-f5a5911ff749 admin admin] Pushing event updated for resources: {'Network': ['ID=8735d8a2-b604-4758-ae71-b40e4ee6f305,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:42:11.087685 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Network 8735d8a2-b604-4758-ae71-b40e4ee6f305 details requested by agent ovs-agent-n-d-705658-22 with host n-d-705658-22 {{(pid=105586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 20:42:11.170218 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-f83c441e-84e2-4916-9160-d9c5d19e519b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:42:11.719984 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:42:12.674796 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-bb32ed7d-8717-448b-a9c8-a5a0117d1fd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:42:13.436101 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 55258) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:42:13.664295 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbfd9689-bcce-4c51-b7e7-0b5ff74b42b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:42:13.665671 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-fbfd9689-bcce-4c51-b7e7-0b5ff74b42b0 admin admin] 10.222.0.59 "GET /v2.0/subnets/fc3b76ba-bedc-4eb0-9454-f12b8e4b1ea2 HTTP/1.1" status: 200 len: 849 time: 0.2286303 Jul 27 20:42:13.787423 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-199e2f70-ab62-44f3-8627-257bdf7942a6 admin admin] 10.222.0.59 "GET /v2.0/routers/3e09214e-152a-4e81-bf86-97811527ed63 HTTP/1.1" status: 200 len: 704 time: 0.1157055 Jul 27 20:42:14.056648 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-575a51a3-50fe-4d6e-9043-84d1301067af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:42:14.082326 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-875ced1b-4cf3-463a-9653-058f0f9421e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:42:14.363621 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.db_base_plugin_common [None req-575a51a3-50fe-4d6e-9043-84d1301067af admin admin] Allocated IP 172.20.0.1 (18badc0d-50c1-42be-a7ac-93fe97145da8/fc3b76ba-bedc-4eb0-9454-f12b8e4b1ea2/72b59c9e-607e-4e3e-9f00-dc620776df3c) {{(pid=105585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:42:14.548941 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-575a51a3-50fe-4d6e-9043-84d1301067af admin admin] Notify callbacks [] for port, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:42:14.572769 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.provisioning_blocks [None req-575a51a3-50fe-4d6e-9043-84d1301067af admin admin] Transition to ACTIVE for port object 72b59c9e-607e-4e3e-9f00-dc620776df3c will not be triggered until provisioned by entity DHCP. {{(pid=105585) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:42:14.653721 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-575a51a3-50fe-4d6e-9043-84d1301067af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143'] for port, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:42:14.714914 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-575a51a3-50fe-4d6e-9043-84d1301067af admin admin] Network 18badc0d-50c1-42be-a7ac-93fe97145da8 is already hosted by enough agents. {{(pid=105585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:42:14.719566 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.base_scheduler [None req-575a51a3-50fe-4d6e-9043-84d1301067af admin admin] Resources bound (agent type, host, resource id): {{(pid=105585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:42:14.733230 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-575a51a3-50fe-4d6e-9043-84d1301067af admin admin] Received port after_create {{(pid=105585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:42:14.734178 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-575a51a3-50fe-4d6e-9043-84d1301067af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4075523'] for router_interface, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:42:14.848825 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575a51a3-50fe-4d6e-9043-84d1301067af admin admin] Pushing event updated for resources: {'Port': ['ID=72b59c9e-607e-4e3e-9f00-dc620776df3c,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:42:14.978250 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-b35c0de9-c534-42d0-8fac-b7e5fe6ff08d None None] Provisioning for port 72b59c9e-607e-4e3e-9f00-dc620776df3c completed by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:42:14.981996 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-b35c0de9-c534-42d0-8fac-b7e5fe6ff08d None None] Provisioning complete for port 72b59c9e-607e-4e3e-9f00-dc620776df3c triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:42:14.982370 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-b35c0de9-c534-42d0-8fac-b7e5fe6ff08d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:42:15.004597 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-575a51a3-50fe-4d6e-9043-84d1301067af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:42:15.017891 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-b35c0de9-c534-42d0-8fac-b7e5fe6ff08d None None] Port 72b59c9e-607e-4e3e-9f00-dc620776df3c cannot update to ACTIVE because it is not bound. {{(pid=105586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 20:42:15.185651 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-575a51a3-50fe-4d6e-9043-84d1301067af admin admin] Notify callbacks [] for port, precommit_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:42:15.190681 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-575a51a3-50fe-4d6e-9043-84d1301067af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:42:15.191536 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-575a51a3-50fe-4d6e-9043-84d1301067af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3743906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4076435'] for router_interface, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:42:15.266944 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575a51a3-50fe-4d6e-9043-84d1301067af admin admin] Pushing event updated for resources: {'Port': ['ID=72b59c9e-607e-4e3e-9f00-dc620776df3c,revision_number=2']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:42:15.313084 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-575a51a3-50fe-4d6e-9043-84d1301067af admin admin] Network 18badc0d-50c1-42be-a7ac-93fe97145da8 is already hosted by enough agents. {{(pid=105585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:42:15.314374 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.base_scheduler [None req-575a51a3-50fe-4d6e-9043-84d1301067af admin admin] Resources bound (agent type, host, resource id): {{(pid=105585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:42:15.476217 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-575a51a3-50fe-4d6e-9043-84d1301067af admin admin] Router 3e09214e-152a-4e81-bf86-97811527ed63 is scheduled to L3 agent dd128fd7-8e57-4d4f-895b-a96b369df59a with binding_index 1 {{(pid=105585) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 20:42:15.542067 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-671c5341-3b07-45b9-88ef-9efbdb812b06 None None] Provisioning complete for port 72b59c9e-607e-4e3e-9f00-dc620776df3c triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:42:15.542632 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-671c5341-3b07-45b9-88ef-9efbdb812b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:42:15.568584 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-575a51a3-50fe-4d6e-9043-84d1301067af admin admin] Notify agent at l3_agent.n-d-705658-22 the message routers_updated {{(pid=105585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 20:42:15.573933 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-575a51a3-50fe-4d6e-9043-84d1301067af admin admin] 10.222.0.59 "PUT /v2.0/routers/3e09214e-152a-4e81-bf86-97811527ed63/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7808142 Jul 27 20:42:15.578259 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-671c5341-3b07-45b9-88ef-9efbdb812b06 None None] Port 72b59c9e-607e-4e3e-9f00-dc620776df3c cannot update to ACTIVE because it is not bound. {{(pid=105586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 20:42:15.581152 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd300605-8111-4401-9bad-f6ffc0e550b9 None None] Sync routers for ids ['3e09214e-152a-4e81-bf86-97811527ed63'] in n-d-705658-22 {{(pid=105587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 20:42:15.592533 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd300605-8111-4401-9bad-f6ffc0e550b9 None None] Routers {'3e09214e-152a-4e81-bf86-97811527ed63'} bound to L3 agent in host n-d-705658-22 {{(pid=105587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:42:15.593396 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-bd300605-8111-4401-9bad-f6ffc0e550b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T20:42:11Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['3e09214e-152a-4e81-bf86-97811527ed63'], 'active': True} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:42:15.786385 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvr_db [None req-bd300605-8111-4401-9bad-f6ffc0e550b9 None None] Set router 3e09214e-152a-4e81-bf86-97811527ed63 gateway port host: None {{(pid=105587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:42:16.223361 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-bd300605-8111-4401-9bad-f6ffc0e550b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e09214e-152a-4e81-bf86-97811527ed63', 'name': 'router1', 'tenant_id': '6ea85e633a3147c6ac0ff76d346ac665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:42:05Z', 'updated_at': '2021-07-27T20:42:14Z', 'revision_number': 2, 'project_id': '6ea85e633a3147c6ac0ff76d346ac665', 'gw_port_host': None, '_interfaces': [{'id': '72b59c9e-607e-4e3e-9f00-dc620776df3c', 'name': '', 'network_id': '18badc0d-50c1-42be-a7ac-93fe97145da8', 'tenant_id': '6ea85e633a3147c6ac0ff76d346ac665', 'mac_address': 'fa:16:3e:88:87:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e09214e-152a-4e81-bf86-97811527ed63', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'fc3b76ba-bedc-4eb0-9454-f12b8e4b1ea2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:42:14Z', 'updated_at': '2021-07-27T20:42:15Z', 'revision_number': 2, 'project_id': '6ea85e633a3147c6ac0ff76d346ac665', 'subnets': [{'id': 'fc3b76ba-bedc-4eb0-9454-f12b8e4b1ea2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6d8df269-a32c-436e-a55a-4d7b6f7ab4b9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-22', False) {} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:42:16.276407 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd300605-8111-4401-9bad-f6ffc0e550b9 None None] Checking router: 3e09214e-152a-4e81-bf86-97811527ed63 for host: n-d-705658-22 {{(pid=105587) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 20:42:16.276786 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd300605-8111-4401-9bad-f6ffc0e550b9 None None] Updating router 3e09214e-152a-4e81-bf86-97811527ed63 port 72b59c9e-607e-4e3e-9f00-dc620776df3c binding host n-d-705658-22 {{(pid=105587) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 20:42:16.343484 n-d-705658-22 neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-bd300605-8111-4401-9bad-f6ffc0e550b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:42:16.841525 n-d-705658-22 neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-bd300605-8111-4401-9bad-f6ffc0e550b9 None None] Notify callbacks [] for port, precommit_update {{(pid=105587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:42:16.860959 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.provisioning_blocks [None req-bd300605-8111-4401-9bad-f6ffc0e550b9 None None] Transition to ACTIVE for port object 72b59c9e-607e-4e3e-9f00-dc620776df3c will not be triggered until provisioned by entity L2. {{(pid=105587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:42:16.867182 n-d-705658-22 neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-bd300605-8111-4401-9bad-f6ffc0e550b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:42:17.032235 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f53d99-0b37-4672-a952-1e24bedd816f None None] Pushing event updated for resources: {'Port': ['ID=72b59c9e-607e-4e3e-9f00-dc620776df3c,revision_number=3']} {{(pid=105587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:42:17.050659 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.managers [None req-bd300605-8111-4401-9bad-f6ffc0e550b9 None None] Attempting to bind port 72b59c9e-607e-4e3e-9f00-dc620776df3c on host n-d-705658-22 for vnic_type normal with profile {{(pid=105587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:42:17.051335 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.managers [None req-bd300605-8111-4401-9bad-f6ffc0e550b9 None None] Attempting to bind port 72b59c9e-607e-4e3e-9f00-dc620776df3c by drivers openvswitch,hyperv on host n-d-705658-22 at level 0 using segments [{'id': 'e4e14400-bd86-421b-abf1-e65ce6c0d0af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '18badc0d-50c1-42be-a7ac-93fe97145da8'}] {{(pid=105587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:42:17.051764 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd300605-8111-4401-9bad-f6ffc0e550b9 None None] Attempting to bind port 72b59c9e-607e-4e3e-9f00-dc620776df3c on network 18badc0d-50c1-42be-a7ac-93fe97145da8 {{(pid=105587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:42:17.055124 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f53d99-0b37-4672-a952-1e24bedd816f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:42:17.055473 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f53d99-0b37-4672-a952-1e24bedd816f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:42:17.055820 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f53d99-0b37-4672-a952-1e24bedd816f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:42:17.056157 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f53d99-0b37-4672-a952-1e24bedd816f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:42:17.056488 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f53d99-0b37-4672-a952-1e24bedd816f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:42:17.056816 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f53d99-0b37-4672-a952-1e24bedd816f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:42:17.057143 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f53d99-0b37-4672-a952-1e24bedd816f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:42:17.057467 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f53d99-0b37-4672-a952-1e24bedd816f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:42:17.057792 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f53d99-0b37-4672-a952-1e24bedd816f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:42:17.058145 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f53d99-0b37-4672-a952-1e24bedd816f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:42:17.058466 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f53d99-0b37-4672-a952-1e24bedd816f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:42:17.058786 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f53d99-0b37-4672-a952-1e24bedd816f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:42:17.059938 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f53d99-0b37-4672-a952-1e24bedd816f None None] Tracked resource versions report: Jul 27 20:42:17.059938 n-d-705658-22 neutron-server[105587]: pushed versions: Jul 27 20:42:17.059938 n-d-705658-22 neutron-server[105587]: { 'AddressGroup': {'1.2'}, Jul 27 20:42:17.059938 n-d-705658-22 neutron-server[105587]: 'ConntrackHelper': {'1.0'}, Jul 27 20:42:17.059938 n-d-705658-22 neutron-server[105587]: 'Log': {'1.0'}, Jul 27 20:42:17.059938 n-d-705658-22 neutron-server[105587]: 'Network': {'1.1'}, Jul 27 20:42:17.059938 n-d-705658-22 neutron-server[105587]: 'Port': {'1.7'}, Jul 27 20:42:17.059938 n-d-705658-22 neutron-server[105587]: 'PortForwarding': {'1.2'}, Jul 27 20:42:17.059938 n-d-705658-22 neutron-server[105587]: 'QosPolicy': {'1.8'}, Jul 27 20:42:17.059938 n-d-705658-22 neutron-server[105587]: 'SecurityGroup': {'1.4'}, Jul 27 20:42:17.059938 n-d-705658-22 neutron-server[105587]: 'SecurityGroupRule': {'1.2'}, Jul 27 20:42:17.059938 n-d-705658-22 neutron-server[105587]: 'SubPort': {'1.0'}, Jul 27 20:42:17.059938 n-d-705658-22 neutron-server[105587]: 'Subnet': {'1.1'}, Jul 27 20:42:17.059938 n-d-705658-22 neutron-server[105587]: 'Trunk': {'1.1'}} Jul 27 20:42:17.059938 n-d-705658-22 neutron-server[105587]: consumer versions: Jul 27 20:42:17.059938 n-d-705658-22 neutron-server[105587]: { DHCP agent@n-d-705658-22: {}, Jul 27 20:42:17.059938 n-d-705658-22 neutron-server[105587]: L3 agent@n-d-705658-22: {}, Jul 27 20:42:17.059938 n-d-705658-22 neutron-server[105587]: Metadata agent@n-d-705658-22: {}, Jul 27 20:42:17.059938 n-d-705658-22 neutron-server[105587]: Metering agent@n-d-705658-22: {}, Jul 27 20:42:17.059938 n-d-705658-22 neutron-server[105587]: Open vSwitch agent@n-d-705658-22: { 'AddressGroup': '1.2', Jul 27 20:42:17.059938 n-d-705658-22 neutron-server[105587]: 'ConntrackHelper': '1.0', Jul 27 20:42:17.059938 n-d-705658-22 neutron-server[105587]: 'Log': '1.0', Jul 27 20:42:17.059938 n-d-705658-22 neutron-server[105587]: 'Network': '1.1', Jul 27 20:42:17.059938 n-d-705658-22 neutron-server[105587]: 'Port': '1.7', Jul 27 20:42:17.059938 n-d-705658-22 neutron-server[105587]: 'PortForwarding': '1.2', Jul 27 20:42:17.059938 n-d-705658-22 neutron-server[105587]: 'QosPolicy': '1.8', Jul 27 20:42:17.059938 n-d-705658-22 neutron-server[105587]: 'SecurityGroup': '1.4', Jul 27 20:42:17.059938 n-d-705658-22 neutron-server[105587]: 'SecurityGroupRule': '1.2', Jul 27 20:42:17.059938 n-d-705658-22 neutron-server[105587]: 'SubPort': '1.0', Jul 27 20:42:17.059938 n-d-705658-22 neutron-server[105587]: 'Subnet': '1.1', Jul 27 20:42:17.059938 n-d-705658-22 neutron-server[105587]: 'Trunk': '1.1'}} Jul 27 20:42:17.059938 n-d-705658-22 neutron-server[105587]: {{(pid=105587) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 27 20:42:17.065388 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd300605-8111-4401-9bad-f6ffc0e550b9 None None] Checking agent: {'id': '04a7ea91-6318-467e-ace6-b0fb48c8690f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 41, 42), 'started_at': datetime.datetime(2021, 7, 27, 20, 42, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 42, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:42:17.065868 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd300605-8111-4401-9bad-f6ffc0e550b9 None None] Checking segment: {'id': 'e4e14400-bd86-421b-abf1-e65ce6c0d0af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '18badc0d-50c1-42be-a7ac-93fe97145da8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:42:17.066425 n-d-705658-22 neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-bd300605-8111-4401-9bad-f6ffc0e550b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:42:17.066860 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd300605-8111-4401-9bad-f6ffc0e550b9 None None] Bound using segment: {'id': 'e4e14400-bd86-421b-abf1-e65ce6c0d0af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '18badc0d-50c1-42be-a7ac-93fe97145da8'} {{(pid=105587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:42:17.067422 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.managers [None req-bd300605-8111-4401-9bad-f6ffc0e550b9 None None] Bound port: 72b59c9e-607e-4e3e-9f00-dc620776df3c, host: n-d-705658-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4e14400-bd86-421b-abf1-e65ce6c0d0af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '18badc0d-50c1-42be-a7ac-93fe97145da8'}}] {{(pid=105587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:42:17.067839 n-d-705658-22 neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-bd300605-8111-4401-9bad-f6ffc0e550b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:42:17.137283 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.db [None req-bd300605-8111-4401-9bad-f6ffc0e550b9 None None] For port 72b59c9e-607e-4e3e-9f00-dc620776df3c, host n-d-705658-22, cleared binding levels {{(pid=105587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:42:17.158965 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.db [None req-bd300605-8111-4401-9bad-f6ffc0e550b9 None None] For port 72b59c9e-607e-4e3e-9f00-dc620776df3c, host n-d-705658-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=72b59c9e-607e-4e3e-9f00-dc620776df3c,segment=NetworkSegment(e4e14400-bd86-421b-abf1-e65ce6c0d0af),segment_id=e4e14400-bd86-421b-abf1-e65ce6c0d0af)] {{(pid=105587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:42:17.163185 n-d-705658-22 neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-bd300605-8111-4401-9bad-f6ffc0e550b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:42:17.215770 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f53d99-0b37-4672-a952-1e24bedd816f None None] Pushing event updated for resources: {'Port': ['ID=72b59c9e-607e-4e3e-9f00-dc620776df3c,revision_number=4']} {{(pid=105587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:42:17.239665 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd300605-8111-4401-9bad-f6ffc0e550b9 None None] Routers {'3e09214e-152a-4e81-bf86-97811527ed63'} bound to L3 agent in host n-d-705658-22 {{(pid=105587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:42:17.240293 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-bd300605-8111-4401-9bad-f6ffc0e550b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T20:42:11Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['3e09214e-152a-4e81-bf86-97811527ed63'], 'active': True} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:42:17.340416 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvr_db [None req-bd300605-8111-4401-9bad-f6ffc0e550b9 None None] Set router 3e09214e-152a-4e81-bf86-97811527ed63 gateway port host: None {{(pid=105587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:42:17.552332 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-bd300605-8111-4401-9bad-f6ffc0e550b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e09214e-152a-4e81-bf86-97811527ed63', 'name': 'router1', 'tenant_id': '6ea85e633a3147c6ac0ff76d346ac665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:42:05Z', 'updated_at': '2021-07-27T20:42:14Z', 'revision_number': 2, 'project_id': '6ea85e633a3147c6ac0ff76d346ac665', 'gw_port_host': None, '_interfaces': [{'id': '72b59c9e-607e-4e3e-9f00-dc620776df3c', 'name': '', 'network_id': '18badc0d-50c1-42be-a7ac-93fe97145da8', 'tenant_id': '6ea85e633a3147c6ac0ff76d346ac665', 'mac_address': 'fa:16:3e:88:87:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e09214e-152a-4e81-bf86-97811527ed63', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'fc3b76ba-bedc-4eb0-9454-f12b8e4b1ea2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:42:14Z', 'updated_at': '2021-07-27T20:42:17Z', 'revision_number': 4, 'project_id': '6ea85e633a3147c6ac0ff76d346ac665', 'subnets': [{'id': 'fc3b76ba-bedc-4eb0-9454-f12b8e4b1ea2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6d8df269-a32c-436e-a55a-4d7b6f7ab4b9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-22', False) {} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:42:17.579140 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd300605-8111-4401-9bad-f6ffc0e550b9 None None] The sync data for ids ['3e09214e-152a-4e81-bf86-97811527ed63'] in n-d-705658-22 is: [{'id': '3e09214e-152a-4e81-bf86-97811527ed63', 'name': 'router1', 'tenant_id': '6ea85e633a3147c6ac0ff76d346ac665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:42:05Z', 'updated_at': '2021-07-27T20:42:14Z', 'revision_number': 2, 'project_id': '6ea85e633a3147c6ac0ff76d346ac665', 'gw_port_host': None, '_interfaces': [{'id': '72b59c9e-607e-4e3e-9f00-dc620776df3c', 'name': '', 'network_id': '18badc0d-50c1-42be-a7ac-93fe97145da8', 'tenant_id': '6ea85e633a3147c6ac0ff76d346ac665', 'mac_address': 'fa:16:3e:88:87:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e09214e-152a-4e81-bf86-97811527ed63', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'fc3b76ba-bedc-4eb0-9454-f12b8e4b1ea2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:42:14Z', 'updated_at': '2021-07-27T20:42:17Z', 'revision_number': 4, 'project_id': '6ea85e633a3147c6ac0ff76d346ac665', 'subnets': [{'id': 'fc3b76ba-bedc-4eb0-9454-f12b8e4b1ea2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6d8df269-a32c-436e-a55a-4d7b6f7ab4b9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 20:42:17.833008 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 55280) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:42:17.957144 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dfbd36b-d166-4870-8cc1-85079e741d09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:42:17.958493 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-9dfbd36b-d166-4870-8cc1-85079e741d09 admin admin] 10.222.0.59 "GET /v2.0/networks/8735d8a2-b604-4758-ae71-b40e4ee6f305 HTTP/1.1" status: 200 len: 842 time: 0.1245182 Jul 27 20:42:17.968920 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-8f39baa8-2d58-4378-872d-80b431031826 admin admin] Request body: {'subnet': {'name': 'public-subnet', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'enable_dhcp': False, 'ip_version': 4, 'gateway_ip': '172.25.5.1', 'cidr': '172.25.5.0/24'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:42:17.991635 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f39baa8-2d58-4378-872d-80b431031826 admin admin] Made reservation on behalf of be3c56bd875f4cc1b6406ab49be8b2f3 for: {'subnet': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:42:17.993862 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-8f39baa8-2d58-4378-872d-80b431031826 admin admin] Notify callbacks [] for subnet, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:42:18.349473 n-d-705658-22 neutron-server[105584]: DEBUG neutron.objects.ports [None req-8f39baa8-2d58-4378-872d-80b431031826 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=105584) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 27 20:42:18.349943 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-8f39baa8-2d58-4378-872d-80b431031826 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920'] for subnet, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:42:18.407032 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f39baa8-2d58-4378-872d-80b431031826 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eca7dbab-b9c0-4c8f-a272-816ea8a81764,revision_number=0']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:42:18.416317 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f39baa8-2d58-4378-872d-80b431031826 admin admin] Checking segment: {'id': '12196855-9a32-4633-9a56-77697ef9e126', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:42:18.416682 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f39baa8-2d58-4378-872d-80b431031826 admin admin] Network hostable DHCP agents. Network: 8735d8a2-b604-4758-ae71-b40e4ee6f305, hostable agents: ['7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a'], hosted agents: [] {{(pid=105584) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 20:42:18.433223 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f39baa8-2d58-4378-872d-80b431031826 admin admin] Network 8735d8a2-b604-4758-ae71-b40e4ee6f305 is scheduled to be hosted by DHCP agent 7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a with binding_index 1 {{(pid=105584) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 20:42:18.442136 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [None req-8f39baa8-2d58-4378-872d-80b431031826 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-22, 8735d8a2-b604-4758-ae71-b40e4ee6f305) {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:42:18.446206 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f39baa8-2d58-4378-872d-80b431031826 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:42:18.446796 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-8f39baa8-2d58-4378-872d-80b431031826 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743886'] for subnet, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:42:18.451600 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67fcd81b-b84c-41be-a95a-977a9a9547ab None None] Network 8735d8a2-b604-4758-ae71-b40e4ee6f305 requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 20:42:18.475374 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-8f39baa8-2d58-4378-872d-80b431031826 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4974775 Jul 27 20:42:18.588737 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9da35a72-89e4-4da2-9f98-382780eaf700 None None] Network 8735d8a2-b604-4758-ae71-b40e4ee6f305 requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 20:42:20.816822 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 55288) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:42:21.054091 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-7c99461e-3d1a-4002-a44c-f3c42e00e29b admin admin] 10.222.0.59 "GET /v2.0/routers/3e09214e-152a-4e81-bf86-97811527ed63 HTTP/1.1" status: 200 len: 710 time: 0.2360370 Jul 27 20:42:21.144500 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c08faf5-6006-47a9-968f-f15cf7708a54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:42:21.145920 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-7c08faf5-6006-47a9-968f-f15cf7708a54 admin admin] 10.222.0.59 "GET /v2.0/networks/8735d8a2-b604-4758-ae71-b40e4ee6f305 HTTP/1.1" status: 200 len: 886 time: 0.0861542 Jul 27 20:42:21.156097 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-2a6a596c-97e5-44a9-ba89-624a8a832db3 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305'}}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:42:21.399990 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-2a6a596c-97e5-44a9-ba89-624a8a832db3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4077169', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4163787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-400'] for router, precommit_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:42:21.637355 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-2a6a596c-97e5-44a9-ba89-624a8a832db3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:42:21.716561 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-2a6a596c-97e5-44a9-ba89-624a8a832db3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:42:21.921062 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.db_base_plugin_common [None req-2a6a596c-97e5-44a9-ba89-624a8a832db3 admin admin] Allocated IP 172.25.5.242 (8735d8a2-b604-4758-ae71-b40e4ee6f305/eca7dbab-b9c0-4c8f-a272-816ea8a81764/f0fa97b4-c2e5-42b2-ab82-09569646da03) {{(pid=105584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:42:22.039285 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-2a6a596c-97e5-44a9-ba89-624a8a832db3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:42:22.125422 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-2a6a596c-97e5-44a9-ba89-624a8a832db3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143'] for port, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:42:22.198734 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a6a596c-97e5-44a9-ba89-624a8a832db3 admin admin] Network 8735d8a2-b604-4758-ae71-b40e4ee6f305 is already hosted by enough agents. {{(pid=105584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:42:22.205357 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [None req-2a6a596c-97e5-44a9-ba89-624a8a832db3 admin admin] Resources bound (agent type, host, resource id): {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:42:22.214155 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a6a596c-97e5-44a9-ba89-624a8a832db3 admin admin] Received port after_create {{(pid=105584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:42:22.217171 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6a596c-97e5-44a9-ba89-624a8a832db3 admin admin] Pushing event updated for resources: {'Port': ['ID=f0fa97b4-c2e5-42b2-ab82-09569646da03,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:42:22.489133 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-2a6a596c-97e5-44a9-ba89-624a8a832db3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:42:22.691469 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-2a6a596c-97e5-44a9-ba89-624a8a832db3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4077169', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4163787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-400'] for router, precommit_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:42:22.692780 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-2a6a596c-97e5-44a9-ba89-624a8a832db3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4077150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4077160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4077159', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4163778'] for router, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:42:22.809534 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a6a596c-97e5-44a9-ba89-624a8a832db3 admin admin] Router 3e09214e-152a-4e81-bf86-97811527ed63 has already been hosted by L3 agent dd128fd7-8e57-4d4f-895b-a96b369df59a {{(pid=105584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 20:42:22.925406 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a6a596c-97e5-44a9-ba89-624a8a832db3 admin admin] Notify agent at l3_agent.n-d-705658-22 the message routers_updated {{(pid=105584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 20:42:22.930134 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-2a6a596c-97e5-44a9-ba89-624a8a832db3 admin admin] Notify callbacks [] for router, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:42:22.931459 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-2a6a596c-97e5-44a9-ba89-624a8a832db3 admin admin] 10.222.0.59 "PUT /v2.0/routers/3e09214e-152a-4e81-bf86-97811527ed63 HTTP/1.1" status: 200 len: 890 time: 1.7788677 Jul 27 20:42:23.955227 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 72b59c9e-607e-4e3e-9f00-dc620776df3c up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:42:24.008456 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning for port 72b59c9e-607e-4e3e-9f00-dc620776df3c completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:42:24.012324 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port 72b59c9e-607e-4e3e-9f00-dc620776df3c triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:42:24.012695 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:42:24.061080 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f07b1aa-e281-4de3-ae77-5d5c1ae8f37d None None] Sync routers for ids ['3e09214e-152a-4e81-bf86-97811527ed63'] in n-d-705658-22 {{(pid=105586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 20:42:24.097249 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f07b1aa-e281-4de3-ae77-5d5c1ae8f37d None None] Routers {'3e09214e-152a-4e81-bf86-97811527ed63'} bound to L3 agent in host n-d-705658-22 {{(pid=105586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:42:24.097900 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-9f07b1aa-e281-4de3-ae77-5d5c1ae8f37d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T20:42:11Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['3e09214e-152a-4e81-bf86-97811527ed63'], 'active': True} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:42:24.116530 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:42:24.327539 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] For port 72b59c9e-607e-4e3e-9f00-dc620776df3c, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=72b59c9e-607e-4e3e-9f00-dc620776df3c,segment=NetworkSegment(e4e14400-bd86-421b-abf1-e65ce6c0d0af),segment_id=e4e14400-bd86-421b-abf1-e65ce6c0d0af)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:42:24.335237 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:42:24.396841 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvr_db [None req-9f07b1aa-e281-4de3-ae77-5d5c1ae8f37d None None] Set router 3e09214e-152a-4e81-bf86-97811527ed63 gateway port host: n-d-705658-22 {{(pid=105586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:42:24.490443 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Pushing event updated for resources: {'Port': ['ID=72b59c9e-607e-4e3e-9f00-dc620776df3c,revision_number=5']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:42:24.810709 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-9f07b1aa-e281-4de3-ae77-5d5c1ae8f37d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e09214e-152a-4e81-bf86-97811527ed63', 'name': 'router1', 'tenant_id': '6ea85e633a3147c6ac0ff76d346ac665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.242'}], 'enable_snat': True}, 'gw_port_id': 'f0fa97b4-c2e5-42b2-ab82-09569646da03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:42:05Z', 'updated_at': '2021-07-27T20:42:22Z', 'revision_number': 4, 'project_id': '6ea85e633a3147c6ac0ff76d346ac665', 'gw_port': {'id': 'f0fa97b4-c2e5-42b2-ab82-09569646da03', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:66:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e09214e-152a-4e81-bf86-97811527ed63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:42:21Z', 'updated_at': '2021-07-27T20:42:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_interfaces': [{'id': '72b59c9e-607e-4e3e-9f00-dc620776df3c', 'name': '', 'network_id': '18badc0d-50c1-42be-a7ac-93fe97145da8', 'tenant_id': '6ea85e633a3147c6ac0ff76d346ac665', 'mac_address': 'fa:16:3e:88:87:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e09214e-152a-4e81-bf86-97811527ed63', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'fc3b76ba-bedc-4eb0-9454-f12b8e4b1ea2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:42:14Z', 'updated_at': '2021-07-27T20:42:17Z', 'revision_number': 4, 'project_id': '6ea85e633a3147c6ac0ff76d346ac665', 'subnets': [{'id': 'fc3b76ba-bedc-4eb0-9454-f12b8e4b1ea2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6d8df269-a32c-436e-a55a-4d7b6f7ab4b9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-22', False) {} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:42:24.862559 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f07b1aa-e281-4de3-ae77-5d5c1ae8f37d None None] Checking router: 3e09214e-152a-4e81-bf86-97811527ed63 for host: n-d-705658-22 {{(pid=105586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 20:42:24.862928 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f07b1aa-e281-4de3-ae77-5d5c1ae8f37d None None] Updating router 3e09214e-152a-4e81-bf86-97811527ed63 port f0fa97b4-c2e5-42b2-ab82-09569646da03 binding host n-d-705658-22 {{(pid=105586) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 20:42:24.896033 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-9f07b1aa-e281-4de3-ae77-5d5c1ae8f37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:42:25.234332 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-9f07b1aa-e281-4de3-ae77-5d5c1ae8f37d None None] Notify callbacks [] for port, precommit_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:42:25.244019 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-9f07b1aa-e281-4de3-ae77-5d5c1ae8f37d None None] Transition to ACTIVE for port object f0fa97b4-c2e5-42b2-ab82-09569646da03 will not be triggered until provisioned by entity L2. {{(pid=105586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:42:25.249372 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-9f07b1aa-e281-4de3-ae77-5d5c1ae8f37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:42:25.305223 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-9f07b1aa-e281-4de3-ae77-5d5c1ae8f37d None None] Attempting to bind port f0fa97b4-c2e5-42b2-ab82-09569646da03 on host n-d-705658-22 for vnic_type normal with profile {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:42:25.305590 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-9f07b1aa-e281-4de3-ae77-5d5c1ae8f37d None None] Attempting to bind port f0fa97b4-c2e5-42b2-ab82-09569646da03 by drivers openvswitch,hyperv on host n-d-705658-22 at level 0 using segments [{'id': '12196855-9a32-4633-9a56-77697ef9e126', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305'}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:42:25.305952 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f07b1aa-e281-4de3-ae77-5d5c1ae8f37d None None] Attempting to bind port f0fa97b4-c2e5-42b2-ab82-09569646da03 on network 8735d8a2-b604-4758-ae71-b40e4ee6f305 {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:42:25.308751 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baba8128-27df-4b1f-8202-f6070789ed54 None None] Pushing event updated for resources: {'Port': ['ID=f0fa97b4-c2e5-42b2-ab82-09569646da03,revision_number=2']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:42:25.313597 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f07b1aa-e281-4de3-ae77-5d5c1ae8f37d None None] Checking agent: {'id': '04a7ea91-6318-467e-ace6-b0fb48c8690f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 41, 42), 'started_at': datetime.datetime(2021, 7, 27, 20, 42, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 42, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:42:25.313969 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f07b1aa-e281-4de3-ae77-5d5c1ae8f37d None None] Checking segment: {'id': '12196855-9a32-4633-9a56-77697ef9e126', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:42:25.314369 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-9f07b1aa-e281-4de3-ae77-5d5c1ae8f37d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:42:25.314750 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f07b1aa-e281-4de3-ae77-5d5c1ae8f37d None None] Bound using segment: {'id': '12196855-9a32-4633-9a56-77697ef9e126', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305'} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:42:25.315232 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-9f07b1aa-e281-4de3-ae77-5d5c1ae8f37d None None] Bound port: f0fa97b4-c2e5-42b2-ab82-09569646da03, host: n-d-705658-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12196855-9a32-4633-9a56-77697ef9e126', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305'}}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:42:25.315627 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-9f07b1aa-e281-4de3-ae77-5d5c1ae8f37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:42:25.368682 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-9f07b1aa-e281-4de3-ae77-5d5c1ae8f37d None None] For port f0fa97b4-c2e5-42b2-ab82-09569646da03, host n-d-705658-22, cleared binding levels {{(pid=105586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:42:25.371950 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-9f07b1aa-e281-4de3-ae77-5d5c1ae8f37d None None] For port f0fa97b4-c2e5-42b2-ab82-09569646da03, host n-d-705658-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=f0fa97b4-c2e5-42b2-ab82-09569646da03,segment=NetworkSegment(12196855-9a32-4633-9a56-77697ef9e126),segment_id=12196855-9a32-4633-9a56-77697ef9e126)] {{(pid=105586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:42:25.377186 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-9f07b1aa-e281-4de3-ae77-5d5c1ae8f37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:42:25.402195 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 55300) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:42:25.435698 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f07b1aa-e281-4de3-ae77-5d5c1ae8f37d None None] Routers {'3e09214e-152a-4e81-bf86-97811527ed63'} bound to L3 agent in host n-d-705658-22 {{(pid=105586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:42:25.436834 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-9f07b1aa-e281-4de3-ae77-5d5c1ae8f37d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T20:42:11Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['3e09214e-152a-4e81-bf86-97811527ed63'], 'active': True} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:42:25.438503 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baba8128-27df-4b1f-8202-f6070789ed54 None None] Pushing event updated for resources: {'Port': ['ID=f0fa97b4-c2e5-42b2-ab82-09569646da03,revision_number=3']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:42:25.541909 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-f7e04759-c815-4543-9ba8-870eba97d709 admin admin] 10.222.0.59 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1383939 Jul 27 20:42:25.634623 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvr_db [None req-9f07b1aa-e281-4de3-ae77-5d5c1ae8f37d None None] Set router 3e09214e-152a-4e81-bf86-97811527ed63 gateway port host: n-d-705658-22 {{(pid=105586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:42:25.848013 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-9f07b1aa-e281-4de3-ae77-5d5c1ae8f37d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e09214e-152a-4e81-bf86-97811527ed63', 'name': 'router1', 'tenant_id': '6ea85e633a3147c6ac0ff76d346ac665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.242'}], 'enable_snat': True}, 'gw_port_id': 'f0fa97b4-c2e5-42b2-ab82-09569646da03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:42:05Z', 'updated_at': '2021-07-27T20:42:22Z', 'revision_number': 4, 'project_id': '6ea85e633a3147c6ac0ff76d346ac665', 'gw_port': {'id': 'f0fa97b4-c2e5-42b2-ab82-09569646da03', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:66:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e09214e-152a-4e81-bf86-97811527ed63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:42:21Z', 'updated_at': '2021-07-27T20:42:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_interfaces': [{'id': '72b59c9e-607e-4e3e-9f00-dc620776df3c', 'name': '', 'network_id': '18badc0d-50c1-42be-a7ac-93fe97145da8', 'tenant_id': '6ea85e633a3147c6ac0ff76d346ac665', 'mac_address': 'fa:16:3e:88:87:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e09214e-152a-4e81-bf86-97811527ed63', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'fc3b76ba-bedc-4eb0-9454-f12b8e4b1ea2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:42:14Z', 'updated_at': '2021-07-27T20:42:24Z', 'revision_number': 5, 'project_id': '6ea85e633a3147c6ac0ff76d346ac665', 'subnets': [{'id': 'fc3b76ba-bedc-4eb0-9454-f12b8e4b1ea2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6d8df269-a32c-436e-a55a-4d7b6f7ab4b9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-22', False) {} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:42:25.880213 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f07b1aa-e281-4de3-ae77-5d5c1ae8f37d None None] The sync data for ids ['3e09214e-152a-4e81-bf86-97811527ed63'] in n-d-705658-22 is: [{'id': '3e09214e-152a-4e81-bf86-97811527ed63', 'name': 'router1', 'tenant_id': '6ea85e633a3147c6ac0ff76d346ac665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.242'}], 'enable_snat': True}, 'gw_port_id': 'f0fa97b4-c2e5-42b2-ab82-09569646da03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:42:05Z', 'updated_at': '2021-07-27T20:42:22Z', 'revision_number': 4, 'project_id': '6ea85e633a3147c6ac0ff76d346ac665', 'gw_port': {'id': 'f0fa97b4-c2e5-42b2-ab82-09569646da03', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:66:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e09214e-152a-4e81-bf86-97811527ed63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:42:21Z', 'updated_at': '2021-07-27T20:42:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_interfaces': [{'id': '72b59c9e-607e-4e3e-9f00-dc620776df3c', 'name': '', 'network_id': '18badc0d-50c1-42be-a7ac-93fe97145da8', 'tenant_id': '6ea85e633a3147c6ac0ff76d346ac665', 'mac_address': 'fa:16:3e:88:87:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e09214e-152a-4e81-bf86-97811527ed63', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'fc3b76ba-bedc-4eb0-9454-f12b8e4b1ea2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:42:14Z', 'updated_at': '2021-07-27T20:42:24Z', 'revision_number': 5, 'project_id': '6ea85e633a3147c6ac0ff76d346ac665', 'subnets': [{'id': 'fc3b76ba-bedc-4eb0-9454-f12b8e4b1ea2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6d8df269-a32c-436e-a55a-4d7b6f7ab4b9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 20:42:25.957624 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 72b59c9e-607e-4e3e-9f00-dc620776df3c up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:42:26.021101 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port 72b59c9e-607e-4e3e-9f00-dc620776df3c triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:42:26.021607 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:42:27.986266 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device f0fa97b4-c2e5-42b2-ab82-09569646da03 up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:42:28.047499 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning for port f0fa97b4-c2e5-42b2-ab82-09569646da03 completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:42:28.054958 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port f0fa97b4-c2e5-42b2-ab82-09569646da03 triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:42:28.055636 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:42:28.147788 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:42:28.170803 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] For port f0fa97b4-c2e5-42b2-ab82-09569646da03, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=f0fa97b4-c2e5-42b2-ab82-09569646da03,segment=NetworkSegment(12196855-9a32-4633-9a56-77697ef9e126),segment_id=12196855-9a32-4633-9a56-77697ef9e126)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:42:28.182056 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:42:28.239597 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Pushing event updated for resources: {'Port': ['ID=f0fa97b4-c2e5-42b2-ab82-09569646da03,revision_number=4']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:42:29.972164 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device f0fa97b4-c2e5-42b2-ab82-09569646da03 up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:42:30.051509 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port f0fa97b4-c2e5-42b2-ab82-09569646da03 triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:42:30.052117 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:42:38.783198 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-6a4d7f4f-5773-4624-b235-63bc05c043e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:42:41.169397 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-d87c1ad6-ddc2-478d-95b8-6cae6bf8e351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:42:41.722450 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:42:42.683534 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-bb32ed7d-8717-448b-a9c8-a5a0117d1fd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:42:42.980988 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.agents_db [None req-558fcd2c-e512-47bc-a170-8673d87f7213 None None] Agent healthcheck: found 5 active agents {{(pid=105587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 20:42:44.134010 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-875ced1b-4cf3-463a-9653-058f0f9421e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:43:08.784859 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-6b307c1e-48fd-44f4-8582-29ebeae327c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:43:11.163313 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-614305f2-f23c-4d99-a156-5fc632223ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:43:11.727772 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:43:12.676900 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-bb32ed7d-8717-448b-a9c8-a5a0117d1fd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:43:14.107039 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-875ced1b-4cf3-463a-9653-058f0f9421e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:43:19.984367 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.agents_db [None req-558fcd2c-e512-47bc-a170-8673d87f7213 None None] Agent healthcheck: found 5 active agents {{(pid=105587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 20:43:38.786515 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-02a44f7a-18ca-4b70-b656-cb829b08a7b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:43:41.164088 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-5c58997c-7c90-409f-b989-1c971de6b003 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:43:41.730667 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:43:42.678062 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-bb32ed7d-8717-448b-a9c8-a5a0117d1fd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:43:44.107372 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-875ced1b-4cf3-463a-9653-058f0f9421e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:43:56.984393 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.agents_db [None req-558fcd2c-e512-47bc-a170-8673d87f7213 None None] Agent healthcheck: found 5 active agents {{(pid=105587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 20:44:07.533689 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 55902) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:44:07.602176 n-d-705658-22 neutron-server[105584]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d772160-9613-44c7-815c-e5308ab77ada admin admin] GET failed (client error): The resource could not be found. Jul 27 20:44:07.606226 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-1d772160-9613-44c7-815c-e5308ab77ada admin admin] 10.222.0.59 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0704412 Jul 27 20:44:07.830775 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bab1481a-2d8e-4038-b7a5-52afcbede4f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:44:07.832228 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-bab1481a-2d8e-4038-b7a5-52afcbede4f6 admin admin] 10.222.0.59 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.2215672 Jul 27 20:44:08.788188 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-27cf3635-3077-499d-9afd-5a96760238c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:44:09.990601 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 55912) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:44:10.078499 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce5241b7-b7ab-4422-814f-55a71bdd394a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:44:10.079879 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-ce5241b7-b7ab-4422-814f-55a71bdd394a admin admin] 10.222.0.59 "GET /v2.0/subnets/fc3b76ba-bedc-4eb0-9454-f12b8e4b1ea2 HTTP/1.1" status: 200 len: 849 time: 0.0882704 Jul 27 20:44:10.090139 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-34721c1c-3c9e-492f-937e-4f3bb8c7c64c admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:44:10.173327 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-34721c1c-3c9e-492f-937e-4f3bb8c7c64c admin admin] Notify callbacks [] for subnet, before_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:44:10.314002 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-34721c1c-3c9e-492f-937e-4f3bb8c7c64c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8790688807653'] for subnet, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:44:10.342915 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34721c1c-3c9e-492f-937e-4f3bb8c7c64c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:44:10.343746 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-34721c1c-3c9e-492f-937e-4f3bb8c7c64c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743886'] for subnet, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:44:10.345033 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-34721c1c-3c9e-492f-937e-4f3bb8c7c64c admin admin] 10.222.0.59 "PUT /v2.0/subnets/fc3b76ba-bedc-4eb0-9454-f12b8e4b1ea2 HTTP/1.1" status: 200 len: 868 time: 0.2592123 Jul 27 20:44:10.347965 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ace4a74-17a4-4220-a173-0c4e823da2cc None None] Network 18badc0d-50c1-42be-a7ac-93fe97145da8 requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 20:44:10.368378 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34721c1c-3c9e-492f-937e-4f3bb8c7c64c admin admin] Pushing event updated for resources: {'Subnet': ['ID=fc3b76ba-bedc-4eb0-9454-f12b8e4b1ea2,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:44:10.375824 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34721c1c-3c9e-492f-937e-4f3bb8c7c64c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:44:10.376202 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34721c1c-3c9e-492f-937e-4f3bb8c7c64c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:44:10.376512 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34721c1c-3c9e-492f-937e-4f3bb8c7c64c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:44:10.376850 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34721c1c-3c9e-492f-937e-4f3bb8c7c64c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:44:10.377186 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34721c1c-3c9e-492f-937e-4f3bb8c7c64c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:44:10.377517 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34721c1c-3c9e-492f-937e-4f3bb8c7c64c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:44:10.377843 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34721c1c-3c9e-492f-937e-4f3bb8c7c64c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:44:10.378167 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34721c1c-3c9e-492f-937e-4f3bb8c7c64c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:44:10.378559 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34721c1c-3c9e-492f-937e-4f3bb8c7c64c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:44:10.378888 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34721c1c-3c9e-492f-937e-4f3bb8c7c64c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:44:10.379233 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34721c1c-3c9e-492f-937e-4f3bb8c7c64c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:44:10.379559 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34721c1c-3c9e-492f-937e-4f3bb8c7c64c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:44:10.758342 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-cb878edd-efd4-49a8-978c-4004d89d957c None None] Provisioning complete for port 72b59c9e-607e-4e3e-9f00-dc620776df3c triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:44:10.758711 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-cb878edd-efd4-49a8-978c-4004d89d957c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:44:10.852077 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-cb878edd-efd4-49a8-978c-4004d89d957c None None] Provisioning complete for port 2b66610d-8187-4007-b74e-fed25fdba4fd triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:44:10.852337 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-cb878edd-efd4-49a8-978c-4004d89d957c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:44:11.164399 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-76befad4-46f9-49fa-83e3-bdd7513719c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:44:11.733445 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:44:12.533077 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 55920) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:44:12.687550 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-bb32ed7d-8717-448b-a9c8-a5a0117d1fd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:44:12.730529 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a5143fc-eff1-42ff-8dc6-7d90b06f10bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:44:12.730910 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a5143fc-eff1-42ff-8dc6-7d90b06f10bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:44:12.732481 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-9a5143fc-eff1-42ff-8dc6-7d90b06f10bd admin admin] 10.222.0.59 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1984191 Jul 27 20:44:14.114613 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-875ced1b-4cf3-463a-9653-058f0f9421e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:44:14.918530 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 55928) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:44:15.048724 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdde5eaa-a9aa-4ca5-aa96-5186bfdea5d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:44:15.049098 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdde5eaa-a9aa-4ca5-aa96-5186bfdea5d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:44:15.050637 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-cdde5eaa-a9aa-4ca5-aa96-5186bfdea5d2 admin admin] 10.222.0.59 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1311157 Jul 27 20:44:17.218306 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 55936) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:44:17.348467 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-130426be-45bd-4405-80ef-949dbfee3b02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:44:17.349829 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-130426be-45bd-4405-80ef-949dbfee3b02 admin admin] 10.222.0.59 "GET /v2.0/networks/18badc0d-50c1-42be-a7ac-93fe97145da8 HTTP/1.1" status: 200 len: 869 time: 0.1305923 Jul 27 20:44:19.480944 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 55946) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:44:19.604846 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-437258f8-d895-423b-b822-4989dae6bf4c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:44:19.606220 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-437258f8-d895-423b-b822-4989dae6bf4c admin admin] 10.222.0.59 "GET /v2.0/networks/8735d8a2-b604-4758-ae71-b40e4ee6f305 HTTP/1.1" status: 200 len: 886 time: 0.1243310 Jul 27 20:44:21.757505 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 55954) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:44:21.882288 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8a45b6a-9b39-4fbb-84cf-861f67f2c795 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:44:21.882750 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8a45b6a-9b39-4fbb-84cf-861f67f2c795 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:44:21.884291 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-b8a45b6a-9b39-4fbb-84cf-861f67f2c795 admin admin] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1258571 Jul 27 20:44:24.037804 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 55962) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:44:24.126399 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a9958f0-34f5-4104-b59c-5fb81e14edd9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:44:24.126854 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a9958f0-34f5-4104-b59c-5fb81e14edd9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:44:24.128364 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-5a9958f0-34f5-4104-b59c-5fb81e14edd9 admin admin] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0895932 Jul 27 20:44:26.276984 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 55970) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:44:26.362713 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bf95c8b-3478-45f2-8c21-37e17ac9eb7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:44:26.364081 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-2bf95c8b-3478-45f2-8c21-37e17ac9eb7b admin admin] 10.222.0.59 "GET /v2.0/subnets/eca7dbab-b9c0-4c8f-a272-816ea8a81764 HTTP/1.1" status: 200 len: 816 time: 0.0861537 Jul 27 20:44:28.497086 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 55978) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:44:28.588322 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31b2b06a-138e-4fb7-b939-f4f59d4c6fb8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:44:28.589623 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-31b2b06a-138e-4fb7-b939-f4f59d4c6fb8 admin admin] 10.222.0.59 "GET /v2.0/subnets/fc3b76ba-bedc-4eb0-9454-f12b8e4b1ea2 HTTP/1.1" status: 200 len: 868 time: 0.0915937 Jul 27 20:44:33.984295 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.agents_db [None req-558fcd2c-e512-47bc-a170-8673d87f7213 None None] Agent healthcheck: found 5 active agents {{(pid=105587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 20:44:38.791391 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-5f014e0a-af37-4bc8-9348-23c898d98b11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:44:41.165907 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-daa1e0ff-fa0f-4adf-a373-841844ff959d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:44:41.735450 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:44:42.688278 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-bb32ed7d-8717-448b-a9c8-a5a0117d1fd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:44:44.111836 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-875ced1b-4cf3-463a-9653-058f0f9421e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:44:54.454420 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 56032) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:44:54.502083 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [None req-800ce5a4-2960-4a56-a402-34c0da983d20 admin admin] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=105584) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 20:44:54.503139 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-800ce5a4-2960-4a56-a402-34c0da983d20 admin admin] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0476964 Jul 27 20:44:56.717670 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 56040) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:44:56.776803 n-d-705658-22 neutron-server[105584]: INFO neutron.pecan_wsgi.hooks.translation [None req-c453f07d-57e4-4f05-a6c2-04a12c38e8da admin admin] GET failed (client error): The resource could not be found. Jul 27 20:44:56.778144 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-c453f07d-57e4-4f05-a6c2-04a12c38e8da admin admin] 10.222.0.59 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0595450 Jul 27 20:44:56.863261 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15a7bdbc-c866-4c92-9e7b-f7cbca8a4fd8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:44:56.864761 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-15a7bdbc-c866-4c92-9e7b-f7cbca8a4fd8 admin admin] 10.222.0.59 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0822456 Jul 27 20:44:59.043825 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 56048) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:44:59.088703 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-62e6e566-cf96-404c-9aa0-f36d7b108df1 admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:44:59.110756 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62e6e566-cf96-404c-9aa0-f36d7b108df1 admin admin] Made reservation on behalf of be3c56bd875f4cc1b6406ab49be8b2f3 for: {'network': 1} {{(pid=105585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:44:59.113014 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-62e6e566-cf96-404c-9aa0-f36d7b108df1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for network, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:44:59.140361 n-d-705658-22 neutron-server[105585]: WARNING neutron.services.revisions.revision_plugin [None req-62e6e566-cf96-404c-9aa0-f36d7b108df1 admin admin] Could not find related network for resource to bump revision. Jul 27 20:44:59.152009 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62e6e566-cf96-404c-9aa0-f36d7b108df1 admin admin] vlan segment allocate from pool success with {'vlan_id': 242, 'physical_network': 'physnet1'} {{(pid=105585) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 20:44:59.161206 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-62e6e566-cf96-404c-9aa0-f36d7b108df1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:44:59.161553 n-d-705658-22 neutron-server[105585]: INFO neutron.db.segments_db [None req-62e6e566-cf96-404c-9aa0-f36d7b108df1 admin admin] Added segment 86b1e6f6-d629-4b03-8944-4cdfbfb93d02 of type vlan for network 4d64aa0b-bd6a-468e-8edc-c83689947462 Jul 27 20:44:59.207539 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-62e6e566-cf96-404c-9aa0-f36d7b108df1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790688424798'] for network, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:44:59.235709 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-62e6e566-cf96-404c-9aa0-f36d7b108df1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920'] for network, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:44:59.236925 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62e6e566-cf96-404c-9aa0-f36d7b108df1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:44:59.237751 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-62e6e566-cf96-404c-9aa0-f36d7b108df1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743886'] for network, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:44:59.295699 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-62e6e566-cf96-404c-9aa0-f36d7b108df1 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2508144 Jul 27 20:44:59.303058 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e6e566-cf96-404c-9aa0-f36d7b108df1 admin admin] Pushing event updated for resources: {'Network': ['ID=4d64aa0b-bd6a-468e-8edc-c83689947462,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:44:59.310419 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e6e566-cf96-404c-9aa0-f36d7b108df1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:44:59.310765 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e6e566-cf96-404c-9aa0-f36d7b108df1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:44:59.311134 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e6e566-cf96-404c-9aa0-f36d7b108df1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:44:59.311468 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e6e566-cf96-404c-9aa0-f36d7b108df1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:44:59.311797 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e6e566-cf96-404c-9aa0-f36d7b108df1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:44:59.312128 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e6e566-cf96-404c-9aa0-f36d7b108df1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:44:59.312457 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e6e566-cf96-404c-9aa0-f36d7b108df1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:44:59.312778 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e6e566-cf96-404c-9aa0-f36d7b108df1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:44:59.313097 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e6e566-cf96-404c-9aa0-f36d7b108df1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:44:59.313416 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e6e566-cf96-404c-9aa0-f36d7b108df1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:44:59.313735 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e6e566-cf96-404c-9aa0-f36d7b108df1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:44:59.314054 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e6e566-cf96-404c-9aa0-f36d7b108df1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:44:59.325946 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Network 4d64aa0b-bd6a-468e-8edc-c83689947462 details requested by agent ovs-agent-n-d-705658-22 with host n-d-705658-22 {{(pid=105586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 20:45:01.478129 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 56056) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:45:01.536983 n-d-705658-22 neutron-server[105585]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a60211f-676d-4f15-8070-86213c57417a admin admin] GET failed (client error): The resource could not be found. Jul 27 20:45:01.538311 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-9a60211f-676d-4f15-8070-86213c57417a admin admin] 10.222.0.59 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0592642 Jul 27 20:45:01.639336 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77046b9a-49eb-43f5-b95b-e612b2a25fda admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:45:01.640989 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-77046b9a-49eb-43f5-b95b-e612b2a25fda admin admin] 10.222.0.59 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0980806 Jul 27 20:45:01.651627 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-157a8cc4-9fe1-4670-8712-425bcffddda3 admin admin] Request body: {'subnet': {'ip_version': 4, 'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'name': 'shared-subnet', 'network_id': '4d64aa0b-bd6a-468e-8edc-c83689947462'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:45:01.677325 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-157a8cc4-9fe1-4670-8712-425bcffddda3 admin admin] Made reservation on behalf of be3c56bd875f4cc1b6406ab49be8b2f3 for: {'subnet': 1} {{(pid=105585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:45:01.679895 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-157a8cc4-9fe1-4670-8712-425bcffddda3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:45:01.941168 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-157a8cc4-9fe1-4670-8712-425bcffddda3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920'] for subnet, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:45:02.002682 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157a8cc4-9fe1-4670-8712-425bcffddda3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=26644ba0-4185-4e10-8718-6ad18d01376c,revision_number=0']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:45:02.012133 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-157a8cc4-9fe1-4670-8712-425bcffddda3 admin admin] Checking segment: {'id': '86b1e6f6-d629-4b03-8944-4cdfbfb93d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '4d64aa0b-bd6a-468e-8edc-c83689947462'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:45:02.013165 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-157a8cc4-9fe1-4670-8712-425bcffddda3 admin admin] Network hostable DHCP agents. Network: 4d64aa0b-bd6a-468e-8edc-c83689947462, hostable agents: ['7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a'], hosted agents: [] {{(pid=105585) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 20:45:02.035965 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-157a8cc4-9fe1-4670-8712-425bcffddda3 admin admin] Network 4d64aa0b-bd6a-468e-8edc-c83689947462 is scheduled to be hosted by DHCP agent 7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a with binding_index 1 {{(pid=105585) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 20:45:02.052405 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.base_scheduler [None req-157a8cc4-9fe1-4670-8712-425bcffddda3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-22, 4d64aa0b-bd6a-468e-8edc-c83689947462) {{(pid=105585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:45:02.055011 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-157a8cc4-9fe1-4670-8712-425bcffddda3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:45:02.055635 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-157a8cc4-9fe1-4670-8712-425bcffddda3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743886'] for subnet, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:45:02.061602 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-851bf78f-6d27-474e-8847-8bd9f8c5b0fb None None] Network 4d64aa0b-bd6a-468e-8edc-c83689947462 requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 20:45:02.071350 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-157a8cc4-9fe1-4670-8712-425bcffddda3 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4234989 Jul 27 20:45:02.312439 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6be17786-f7e6-41fb-aa26-fa3a702a04f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30bb4b93-b285-5d90-9493-f9ec33ea333c-4d64aa0b-bd6a-468e-8edc-c83689947462', 'network_id': '4d64aa0b-bd6a-468e-8edc-c83689947462', 'tenant_id': 'be3c56bd875f4cc1b6406ab49be8b2f3', 'fixed_ips': [{'subnet_id': '26644ba0-4185-4e10-8718-6ad18d01376c'}]}} from n-d-705658-22. {{(pid=105586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 20:45:02.313307 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-6be17786-f7e6-41fb-aa26-fa3a702a04f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:45:02.453836 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.db_base_plugin_common [None req-6be17786-f7e6-41fb-aa26-fa3a702a04f2 None None] Allocated IP 192.168.233.2 (4d64aa0b-bd6a-468e-8edc-c83689947462/26644ba0-4185-4e10-8718-6ad18d01376c/5e364b2d-f352-4471-9362-00a35a51b814) {{(pid=105586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:45:02.596172 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-6be17786-f7e6-41fb-aa26-fa3a702a04f2 None None] Notify callbacks [] for port, precommit_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:45:02.605993 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-6be17786-f7e6-41fb-aa26-fa3a702a04f2 None None] Transition to ACTIVE for port object 5e364b2d-f352-4471-9362-00a35a51b814 will not be triggered until provisioned by entity L2. {{(pid=105586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:45:02.622166 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-6be17786-f7e6-41fb-aa26-fa3a702a04f2 None None] Transition to ACTIVE for port object 5e364b2d-f352-4471-9362-00a35a51b814 will not be triggered until provisioned by entity DHCP. {{(pid=105586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:45:02.628822 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-6be17786-f7e6-41fb-aa26-fa3a702a04f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143'] for port, after_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:45:02.676290 n-d-705658-22 neutron-server[105586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6be17786-f7e6-41fb-aa26-fa3a702a04f2 None None] Network 4d64aa0b-bd6a-468e-8edc-c83689947462 is already hosted by enough agents. {{(pid=105586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:45:02.682651 n-d-705658-22 neutron-server[105586]: DEBUG neutron.scheduler.base_scheduler [None req-6be17786-f7e6-41fb-aa26-fa3a702a04f2 None None] Resources bound (agent type, host, resource id): {{(pid=105586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:45:02.685081 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be17786-f7e6-41fb-aa26-fa3a702a04f2 None None] Pushing event updated for resources: {'Port': ['ID=5e364b2d-f352-4471-9362-00a35a51b814,revision_number=1']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:45:02.687349 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6be17786-f7e6-41fb-aa26-fa3a702a04f2 None None] Received port after_create {{(pid=105586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:45:02.696274 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be17786-f7e6-41fb-aa26-fa3a702a04f2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:45:02.696628 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be17786-f7e6-41fb-aa26-fa3a702a04f2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:45:02.696996 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be17786-f7e6-41fb-aa26-fa3a702a04f2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:45:02.697342 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be17786-f7e6-41fb-aa26-fa3a702a04f2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:45:02.697682 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be17786-f7e6-41fb-aa26-fa3a702a04f2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:45:02.698014 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be17786-f7e6-41fb-aa26-fa3a702a04f2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:45:02.698343 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be17786-f7e6-41fb-aa26-fa3a702a04f2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:45:02.698673 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be17786-f7e6-41fb-aa26-fa3a702a04f2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:45:02.699020 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be17786-f7e6-41fb-aa26-fa3a702a04f2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:45:02.699355 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be17786-f7e6-41fb-aa26-fa3a702a04f2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:45:02.699677 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be17786-f7e6-41fb-aa26-fa3a702a04f2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:45:02.700005 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be17786-f7e6-41fb-aa26-fa3a702a04f2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:45:02.756444 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-6be17786-f7e6-41fb-aa26-fa3a702a04f2 None None] Attempting to bind port 5e364b2d-f352-4471-9362-00a35a51b814 on host n-d-705658-22 for vnic_type normal with profile {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:45:02.756815 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-6be17786-f7e6-41fb-aa26-fa3a702a04f2 None None] Attempting to bind port 5e364b2d-f352-4471-9362-00a35a51b814 by drivers openvswitch,hyperv on host n-d-705658-22 at level 0 using segments [{'id': '86b1e6f6-d629-4b03-8944-4cdfbfb93d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '4d64aa0b-bd6a-468e-8edc-c83689947462'}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:45:02.757224 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6be17786-f7e6-41fb-aa26-fa3a702a04f2 None None] Attempting to bind port 5e364b2d-f352-4471-9362-00a35a51b814 on network 4d64aa0b-bd6a-468e-8edc-c83689947462 {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:45:02.762355 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6be17786-f7e6-41fb-aa26-fa3a702a04f2 None None] Checking agent: {'id': '04a7ea91-6318-467e-ace6-b0fb48c8690f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 41, 42), 'started_at': datetime.datetime(2021, 7, 27, 20, 42, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 44, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:45:02.762727 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6be17786-f7e6-41fb-aa26-fa3a702a04f2 None None] Checking segment: {'id': '86b1e6f6-d629-4b03-8944-4cdfbfb93d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '4d64aa0b-bd6a-468e-8edc-c83689947462'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:45:02.763167 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-6be17786-f7e6-41fb-aa26-fa3a702a04f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:45:02.763565 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6be17786-f7e6-41fb-aa26-fa3a702a04f2 None None] Bound using segment: {'id': '86b1e6f6-d629-4b03-8944-4cdfbfb93d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '4d64aa0b-bd6a-468e-8edc-c83689947462'} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:45:02.764141 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-6be17786-f7e6-41fb-aa26-fa3a702a04f2 None None] Bound port: 5e364b2d-f352-4471-9362-00a35a51b814, host: n-d-705658-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86b1e6f6-d629-4b03-8944-4cdfbfb93d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '4d64aa0b-bd6a-468e-8edc-c83689947462'}}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:45:02.764538 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-6be17786-f7e6-41fb-aa26-fa3a702a04f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:45:02.828235 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-6be17786-f7e6-41fb-aa26-fa3a702a04f2 None None] For port 5e364b2d-f352-4471-9362-00a35a51b814, host n-d-705658-22, cleared binding levels {{(pid=105586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:45:02.831481 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-6be17786-f7e6-41fb-aa26-fa3a702a04f2 None None] For port 5e364b2d-f352-4471-9362-00a35a51b814, host n-d-705658-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=5e364b2d-f352-4471-9362-00a35a51b814,segment=NetworkSegment(86b1e6f6-d629-4b03-8944-4cdfbfb93d02),segment_id=86b1e6f6-d629-4b03-8944-4cdfbfb93d02)] {{(pid=105586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:45:02.836946 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-6be17786-f7e6-41fb-aa26-fa3a702a04f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:45:02.895397 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be17786-f7e6-41fb-aa26-fa3a702a04f2 None None] Pushing event updated for resources: {'Port': ['ID=5e364b2d-f352-4471-9362-00a35a51b814,revision_number=2']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:45:03.733813 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f49b07f8-3702-47bd-9e53-6b6a17ed2621 None None] Network 4d64aa0b-bd6a-468e-8edc-c83689947462 requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 20:45:03.789809 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-245fb02c-1084-4fcd-b853-70c5d38ac630 None None] Provisioning for port 5e364b2d-f352-4471-9362-00a35a51b814 completed by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:45:04.104447 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 5e364b2d-f352-4471-9362-00a35a51b814 up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:45:04.162605 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning for port 5e364b2d-f352-4471-9362-00a35a51b814 completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:45:04.166951 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port 5e364b2d-f352-4471-9362-00a35a51b814 triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:45:04.167366 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:45:04.243576 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:45:04.276962 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] For port 5e364b2d-f352-4471-9362-00a35a51b814, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=5e364b2d-f352-4471-9362-00a35a51b814,segment=NetworkSegment(86b1e6f6-d629-4b03-8944-4cdfbfb93d02),segment_id=86b1e6f6-d629-4b03-8944-4cdfbfb93d02)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:45:04.281194 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:45:04.331754 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Pushing event updated for resources: {'Port': ['ID=5e364b2d-f352-4471-9362-00a35a51b814,revision_number=3']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:45:06.068408 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 5e364b2d-f352-4471-9362-00a35a51b814 up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:45:06.124972 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port 5e364b2d-f352-4471-9362-00a35a51b814 triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:45:06.125340 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:45:08.792147 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3cd8e38f-d97d-49e3-970a-744902d860b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:45:10.983587 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.agents_db [None req-558fcd2c-e512-47bc-a170-8673d87f7213 None None] Agent healthcheck: found 5 active agents {{(pid=105587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 20:45:11.168717 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-0299ab52-6f3a-45cb-a298-1822d3be2018 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:45:11.735588 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:45:12.688353 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-bb32ed7d-8717-448b-a9c8-a5a0117d1fd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:45:14.120257 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-875ced1b-4cf3-463a-9653-058f0f9421e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:45:38.793094 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-1f3e7824-d0c9-465b-be3f-cd2f11b3257d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:45:41.170219 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-47711bc7-4fd8-4a1f-9163-a0895804885c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:45:41.738479 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:45:42.690704 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-bb32ed7d-8717-448b-a9c8-a5a0117d1fd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:45:44.120915 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-875ced1b-4cf3-463a-9653-058f0f9421e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:45:47.984223 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.agents_db [None req-558fcd2c-e512-47bc-a170-8673d87f7213 None None] Agent healthcheck: found 5 active agents {{(pid=105587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 20:46:08.793720 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-2a4368a9-40fa-4c55-b503-e9e1f9371fb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:46:11.171629 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-a1a2fe69-ba3c-4e04-8a73-390afb2a2c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:46:11.741007 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:46:12.693662 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-bb32ed7d-8717-448b-a9c8-a5a0117d1fd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:46:14.115683 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-875ced1b-4cf3-463a-9653-058f0f9421e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:46:19.196714 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 56108) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:46:19.208515 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [None req-ef31b64b-6a64-4ec7-b5c0-24017d0cb3ea tempest-verify_tempest_config-987157283 tempest-verify_tempest_config-987157283-project] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=105585) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 20:46:19.213039 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-ef31b64b-6a64-4ec7-b5c0-24017d0cb3ea tempest-verify_tempest_config-987157283 tempest-verify_tempest_config-987157283-project] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0063913 Jul 27 20:46:19.504147 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 56126) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:46:19.608036 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-3c9dec69-05d6-47e1-b8e8-43f774497355 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:46:19.698304 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-3c9dec69-05d6-47e1-b8e8-43f774497355 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:46:19.702017 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-3c9dec69-05d6-47e1-b8e8-43f774497355 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:46:19.744045 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9dec69-05d6-47e1-b8e8-43f774497355 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffb00d57-6d32-4cda-bdbe-49263804ab7c,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:46:19.748479 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-3c9dec69-05d6-47e1-b8e8-43f774497355 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=4afccbbf4d2b4fa191a91dbbc4685683&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2433684 Jul 27 20:46:19.751362 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 56130) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:46:19.752607 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9dec69-05d6-47e1-b8e8-43f774497355 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:46:19.752952 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9dec69-05d6-47e1-b8e8-43f774497355 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:46:19.753288 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9dec69-05d6-47e1-b8e8-43f774497355 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:46:19.753620 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9dec69-05d6-47e1-b8e8-43f774497355 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:46:19.753948 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9dec69-05d6-47e1-b8e8-43f774497355 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:46:19.754272 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9dec69-05d6-47e1-b8e8-43f774497355 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:46:19.754590 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9dec69-05d6-47e1-b8e8-43f774497355 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:46:19.754910 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9dec69-05d6-47e1-b8e8-43f774497355 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:46:19.755262 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9dec69-05d6-47e1-b8e8-43f774497355 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:46:19.755577 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9dec69-05d6-47e1-b8e8-43f774497355 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:46:19.755898 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9dec69-05d6-47e1-b8e8-43f774497355 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:46:19.756212 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9dec69-05d6-47e1-b8e8-43f774497355 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:46:19.842663 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-53263c5d-bea5-4447-a298-a95ab28d5da9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:46:19.863359 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-53263c5d-bea5-4447-a298-a95ab28d5da9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:46:19.954542 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-53263c5d-bea5-4447-a298-a95ab28d5da9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:46:19.957122 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-53263c5d-bea5-4447-a298-a95ab28d5da9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:46:19.958286 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-53263c5d-bea5-4447-a298-a95ab28d5da9 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/ffb00d57-6d32-4cda-bdbe-49263804ab7c HTTP/1.1" status: 204 len: 168 time: 0.2058718 Jul 27 20:46:19.966610 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53263c5d-bea5-4447-a298-a95ab28d5da9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffb00d57-6d32-4cda-bdbe-49263804ab7c,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:46:19.973144 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53263c5d-bea5-4447-a298-a95ab28d5da9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:46:19.973496 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53263c5d-bea5-4447-a298-a95ab28d5da9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:46:19.973836 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53263c5d-bea5-4447-a298-a95ab28d5da9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:46:19.974184 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53263c5d-bea5-4447-a298-a95ab28d5da9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:46:19.974507 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53263c5d-bea5-4447-a298-a95ab28d5da9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:46:19.974837 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53263c5d-bea5-4447-a298-a95ab28d5da9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:46:19.975189 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53263c5d-bea5-4447-a298-a95ab28d5da9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:46:19.975524 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53263c5d-bea5-4447-a298-a95ab28d5da9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:46:19.975849 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53263c5d-bea5-4447-a298-a95ab28d5da9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:46:19.976174 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53263c5d-bea5-4447-a298-a95ab28d5da9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:46:19.976500 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53263c5d-bea5-4447-a298-a95ab28d5da9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:46:19.976823 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53263c5d-bea5-4447-a298-a95ab28d5da9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:46:24.982825 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.agents_db [None req-558fcd2c-e512-47bc-a170-8673d87f7213 None None] Agent healthcheck: found 5 active agents {{(pid=105587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 20:46:38.793953 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-0b11650f-3f1a-4320-acb5-4460414fd046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:46:41.171565 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-02007e4c-8c8c-4ff8-a86b-2ef5ede9a0ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:46:41.742530 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:46:42.697860 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-bb32ed7d-8717-448b-a9c8-a5a0117d1fd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:46:44.112401 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-875ced1b-4cf3-463a-9653-058f0f9421e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:47:01.981588 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.agents_db [None req-558fcd2c-e512-47bc-a170-8673d87f7213 None None] Agent healthcheck: found 5 active agents {{(pid=105587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 20:47:08.793751 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-a8f74d65-899a-4290-8492-7b7badcbc57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:47:11.171924 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-e6e73629-fc2f-42bd-84e1-472a616a12a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:47:11.743571 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:47:12.700026 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-bb32ed7d-8717-448b-a9c8-a5a0117d1fd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:47:14.116412 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-875ced1b-4cf3-463a-9653-058f0f9421e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:47:38.793890 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-71f0ba61-0965-44a4-9b36-5b7c5c64bca6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:47:38.980870 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.agents_db [None req-558fcd2c-e512-47bc-a170-8673d87f7213 None None] Agent healthcheck: found 5 active agents {{(pid=105587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 20:47:41.175643 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-b7e382ce-1f51-4ee2-8c3d-06cd8650814a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:47:41.745041 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:47:42.703609 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-bb32ed7d-8717-448b-a9c8-a5a0117d1fd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:47:44.120803 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-875ced1b-4cf3-463a-9653-058f0f9421e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:48:08.793717 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-88ba533f-78ab-40f9-9522-9a85f2c6076b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:48:11.176768 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-9a4e4ee3-c485-42f7-aed1-28491a77ad65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:48:11.746613 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:48:12.706276 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-bb32ed7d-8717-448b-a9c8-a5a0117d1fd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:48:14.122646 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-875ced1b-4cf3-463a-9653-058f0f9421e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:48:15.979649 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.agents_db [None req-558fcd2c-e512-47bc-a170-8673d87f7213 None None] Agent healthcheck: found 5 active agents {{(pid=105587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 20:48:38.794226 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-6c113f31-4185-474e-a0d5-0710a515503c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:48:41.176375 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-284a4981-8727-4bd6-887d-37fab7267900 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:48:41.746098 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:48:42.708891 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-bb32ed7d-8717-448b-a9c8-a5a0117d1fd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:48:44.123437 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-875ced1b-4cf3-463a-9653-058f0f9421e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:48:52.978415 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.agents_db [None req-558fcd2c-e512-47bc-a170-8673d87f7213 None None] Agent healthcheck: found 5 active agents {{(pid=105587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 20:49:08.794431 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-9c2370cc-ce38-4ea5-ac77-66d33463074d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:49:11.176600 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-75bdc916-a1fe-48ee-8feb-210b9a5c53fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:49:11.747752 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:49:12.711897 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-bb32ed7d-8717-448b-a9c8-a5a0117d1fd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:49:14.125878 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-875ced1b-4cf3-463a-9653-058f0f9421e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:49:29.976449 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.agents_db [None req-558fcd2c-e512-47bc-a170-8673d87f7213 None None] Agent healthcheck: found 5 active agents {{(pid=105587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 20:49:35.975337 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-4076391'] for agent, after_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:49:38.793742 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-a09488df-1f96-4671-a0fd-1f6fe579f6ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:49:39.769987 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-4076391'] for agent, after_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:49:41.177017 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-09a9fb0e-a3a2-43c4-83f9-0ee994b813f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:49:41.749178 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:49:42.713418 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-bb32ed7d-8717-448b-a9c8-a5a0117d1fd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:49:44.131513 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-875ced1b-4cf3-463a-9653-058f0f9421e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:50:05.944623 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:50:06.975610 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.agents_db [None req-558fcd2c-e512-47bc-a170-8673d87f7213 None None] Agent healthcheck: found 7 active agents {{(pid=105587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 20:50:08.793016 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-b92e5784-933c-4d7e-ad93-9953f1f83f16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:50:09.723026 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:50:11.177641 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-a910f641-839b-459f-bf11-c98a2833c5c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:50:11.753557 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:50:12.716775 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-bb32ed7d-8717-448b-a9c8-a5a0117d1fd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:50:14.130962 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-875ced1b-4cf3-463a-9653-058f0f9421e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:50:28.417403 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 56192) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:50:28.517619 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-179b0205-893a-49d8-8f07-ea18f0320e86 admin admin] 10.222.0.59 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4689 time: 0.0985224 Jul 27 20:50:30.742962 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 56202) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:50:30.796993 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-4e388e89-0b49-492f-822c-6f1e1e2ada2a admin admin] 10.222.0.59 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4689 time: 0.0529268 Jul 27 20:50:35.944794 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:50:38.792445 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-13042124-cbc9-4988-a4df-28c915223bb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:50:39.736732 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:50:41.178718 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-f6736698-8594-4175-930d-f1f2adf5150e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:50:41.753604 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:50:42.717940 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-bb32ed7d-8717-448b-a9c8-a5a0117d1fd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:50:43.974279 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.agents_db [None req-558fcd2c-e512-47bc-a170-8673d87f7213 None None] Agent healthcheck: found 7 active agents {{(pid=105587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 20:50:44.134134 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-875ced1b-4cf3-463a-9653-058f0f9421e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:05.959112 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:08.793570 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-73da6ed7-4f69-4586-a991-6000bc3fd7da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:09.735748 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:11.180303 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-619484b9-7d0d-4a1c-8ba5-4dd39392a234 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:11.755152 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:12.725224 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-bb32ed7d-8717-448b-a9c8-a5a0117d1fd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:14.137917 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-875ced1b-4cf3-463a-9653-058f0f9421e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:20.976261 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.agents_db [None req-558fcd2c-e512-47bc-a170-8673d87f7213 None None] Agent healthcheck: found 7 active agents {{(pid=105587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 20:51:35.959564 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:38.795387 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-6abf9616-df39-47dc-8602-1a12518f79d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:39.748510 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:41.182937 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-41dc5825-a977-498f-8fe4-5ad1e750e7f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:41.759559 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:42.723932 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-bb32ed7d-8717-448b-a9c8-a5a0117d1fd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:44.136299 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-875ced1b-4cf3-463a-9653-058f0f9421e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:52.075798 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 56416) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:51:52.469324 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-d95501e8-17c7-4515-9ad2-8d8d0515cb6e tempest-AutoAllocateNetworkTest-838278378 tempest-AutoAllocateNetworkTest-838278378-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=cb025936ac2b40b29e3098512202d0bd&shared=False HTTP/1.1" status: 200 len: 208 time: 0.3923872 Jul 27 20:51:52.471826 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 56436) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:51:52.655686 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4508f399-0564-4129-8f02-09387e5fc383 tempest-AutoAllocateNetworkTest-838278378 tempest-AutoAllocateNetworkTest-838278378-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:51:52.656874 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-4508f399-0564-4129-8f02-09387e5fc383 tempest-AutoAllocateNetworkTest-838278378 tempest-AutoAllocateNetworkTest-838278378-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.1839595 Jul 27 20:51:52.660211 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 56448) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:51:52.729312 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-f6fc2e6a-e5de-4ab5-b9e9-96f6dc525212 tempest-AutoAllocateNetworkTest-838278378 tempest-AutoAllocateNetworkTest-838278378-project] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0667036 Jul 27 20:51:52.731346 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 56458) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:51:52.764510 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-b69d6e7d-53e8-47b7-bb61-49c42607bd77 tempest-AutoAllocateNetworkTest-838278378 tempest-AutoAllocateNetworkTest-838278378-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=cb025936ac2b40b29e3098512202d0bd HTTP/1.1" status: 200 len: 208 time: 0.0303929 Jul 27 20:51:53.429494 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 56494) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:51:53.682546 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-84afb6c5-da7c-48d4-b562-e2fb7e878150 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:53.784588 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-84afb6c5-da7c-48d4-b562-e2fb7e878150 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:53.789141 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-84afb6c5-da7c-48d4-b562-e2fb7e878150 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:53.834560 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-84afb6c5-da7c-48d4-b562-e2fb7e878150 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=cb025936ac2b40b29e3098512202d0bd&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4038506 Jul 27 20:51:53.835549 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84afb6c5-da7c-48d4-b562-e2fb7e878150 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb23b872-88d1-4b59-a675-d3ad3787d17f,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:51:53.837887 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 56516) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:51:53.844422 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84afb6c5-da7c-48d4-b562-e2fb7e878150 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:51:53.844960 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84afb6c5-da7c-48d4-b562-e2fb7e878150 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:51:53.845474 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84afb6c5-da7c-48d4-b562-e2fb7e878150 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:51:53.845970 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84afb6c5-da7c-48d4-b562-e2fb7e878150 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:51:53.846454 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84afb6c5-da7c-48d4-b562-e2fb7e878150 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:51:53.847137 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84afb6c5-da7c-48d4-b562-e2fb7e878150 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:51:53.847696 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84afb6c5-da7c-48d4-b562-e2fb7e878150 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:51:53.848181 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84afb6c5-da7c-48d4-b562-e2fb7e878150 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:51:53.848830 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84afb6c5-da7c-48d4-b562-e2fb7e878150 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:51:53.849579 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84afb6c5-da7c-48d4-b562-e2fb7e878150 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:51:53.850053 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84afb6c5-da7c-48d4-b562-e2fb7e878150 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:51:53.850534 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84afb6c5-da7c-48d4-b562-e2fb7e878150 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:51:53.852027 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84afb6c5-da7c-48d4-b562-e2fb7e878150 admin admin] Tracked resource versions report: Jul 27 20:51:53.852027 n-d-705658-22 neutron-server[105584]: pushed versions: Jul 27 20:51:53.852027 n-d-705658-22 neutron-server[105584]: { 'AddressGroup': {'1.2'}, Jul 27 20:51:53.852027 n-d-705658-22 neutron-server[105584]: 'ConntrackHelper': {'1.0'}, Jul 27 20:51:53.852027 n-d-705658-22 neutron-server[105584]: 'Log': {'1.0'}, Jul 27 20:51:53.852027 n-d-705658-22 neutron-server[105584]: 'Network': {'1.1'}, Jul 27 20:51:53.852027 n-d-705658-22 neutron-server[105584]: 'Port': {'1.7'}, Jul 27 20:51:53.852027 n-d-705658-22 neutron-server[105584]: 'PortForwarding': {'1.2'}, Jul 27 20:51:53.852027 n-d-705658-22 neutron-server[105584]: 'QosPolicy': {'1.8'}, Jul 27 20:51:53.852027 n-d-705658-22 neutron-server[105584]: 'SecurityGroup': {'1.4'}, Jul 27 20:51:53.852027 n-d-705658-22 neutron-server[105584]: 'SecurityGroupRule': {'1.2'}, Jul 27 20:51:53.852027 n-d-705658-22 neutron-server[105584]: 'SubPort': {'1.0'}, Jul 27 20:51:53.852027 n-d-705658-22 neutron-server[105584]: 'Subnet': {'1.1'}, Jul 27 20:51:53.852027 n-d-705658-22 neutron-server[105584]: 'Trunk': {'1.1'}} Jul 27 20:51:53.852027 n-d-705658-22 neutron-server[105584]: consumer versions: Jul 27 20:51:53.852027 n-d-705658-22 neutron-server[105584]: { DHCP agent@n-d-705658-22: {}, Jul 27 20:51:53.852027 n-d-705658-22 neutron-server[105584]: HyperV agent@n-h1-705658-22: {}, Jul 27 20:51:53.852027 n-d-705658-22 neutron-server[105584]: HyperV agent@n-h2-705658-22: {}, Jul 27 20:51:53.852027 n-d-705658-22 neutron-server[105584]: L3 agent@n-d-705658-22: {}, Jul 27 20:51:53.852027 n-d-705658-22 neutron-server[105584]: Metadata agent@n-d-705658-22: {}, Jul 27 20:51:53.852027 n-d-705658-22 neutron-server[105584]: Metering agent@n-d-705658-22: {}, Jul 27 20:51:53.852027 n-d-705658-22 neutron-server[105584]: Open vSwitch agent@n-d-705658-22: { 'AddressGroup': '1.2', Jul 27 20:51:53.852027 n-d-705658-22 neutron-server[105584]: 'ConntrackHelper': '1.0', Jul 27 20:51:53.852027 n-d-705658-22 neutron-server[105584]: 'Log': '1.0', Jul 27 20:51:53.852027 n-d-705658-22 neutron-server[105584]: 'Network': '1.1', Jul 27 20:51:53.852027 n-d-705658-22 neutron-server[105584]: 'Port': '1.7', Jul 27 20:51:53.852027 n-d-705658-22 neutron-server[105584]: 'PortForwarding': '1.2', Jul 27 20:51:53.852027 n-d-705658-22 neutron-server[105584]: 'QosPolicy': '1.8', Jul 27 20:51:53.852027 n-d-705658-22 neutron-server[105584]: 'SecurityGroup': '1.4', Jul 27 20:51:53.852027 n-d-705658-22 neutron-server[105584]: 'SecurityGroupRule': '1.2', Jul 27 20:51:53.852027 n-d-705658-22 neutron-server[105584]: 'SubPort': '1.0', Jul 27 20:51:53.852027 n-d-705658-22 neutron-server[105584]: 'Subnet': '1.1', Jul 27 20:51:53.852027 n-d-705658-22 neutron-server[105584]: 'Trunk': '1.1'}} Jul 27 20:51:53.852027 n-d-705658-22 neutron-server[105584]: {{(pid=105584) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 27 20:51:53.907227 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-058347f2-2f96-4c73-bb43-1593c8e03b78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:53.930302 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-058347f2-2f96-4c73-bb43-1593c8e03b78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:53.983072 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-058347f2-2f96-4c73-bb43-1593c8e03b78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:53.985496 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-058347f2-2f96-4c73-bb43-1593c8e03b78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:53.989610 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-058347f2-2f96-4c73-bb43-1593c8e03b78 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/eb23b872-88d1-4b59-a675-d3ad3787d17f HTTP/1.1" status: 204 len: 168 time: 0.1507411 Jul 27 20:51:53.997658 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058347f2-2f96-4c73-bb43-1593c8e03b78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb23b872-88d1-4b59-a675-d3ad3787d17f,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:51:54.004931 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058347f2-2f96-4c73-bb43-1593c8e03b78 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:51:54.005196 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058347f2-2f96-4c73-bb43-1593c8e03b78 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:51:54.005603 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058347f2-2f96-4c73-bb43-1593c8e03b78 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:51:54.005865 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058347f2-2f96-4c73-bb43-1593c8e03b78 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:51:54.006198 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058347f2-2f96-4c73-bb43-1593c8e03b78 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:51:54.006522 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058347f2-2f96-4c73-bb43-1593c8e03b78 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:51:54.007038 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058347f2-2f96-4c73-bb43-1593c8e03b78 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:51:54.007595 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058347f2-2f96-4c73-bb43-1593c8e03b78 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:51:54.007901 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058347f2-2f96-4c73-bb43-1593c8e03b78 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:51:54.008269 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058347f2-2f96-4c73-bb43-1593c8e03b78 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:51:54.008569 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058347f2-2f96-4c73-bb43-1593c8e03b78 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:51:54.008904 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058347f2-2f96-4c73-bb43-1593c8e03b78 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:51:54.013225 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058347f2-2f96-4c73-bb43-1593c8e03b78 admin admin] Tracked resource versions report: Jul 27 20:51:54.013225 n-d-705658-22 neutron-server[105585]: pushed versions: Jul 27 20:51:54.013225 n-d-705658-22 neutron-server[105585]: { 'AddressGroup': {'1.2'}, Jul 27 20:51:54.013225 n-d-705658-22 neutron-server[105585]: 'ConntrackHelper': {'1.0'}, Jul 27 20:51:54.013225 n-d-705658-22 neutron-server[105585]: 'Log': {'1.0'}, Jul 27 20:51:54.013225 n-d-705658-22 neutron-server[105585]: 'Network': {'1.1'}, Jul 27 20:51:54.013225 n-d-705658-22 neutron-server[105585]: 'Port': {'1.7'}, Jul 27 20:51:54.013225 n-d-705658-22 neutron-server[105585]: 'PortForwarding': {'1.2'}, Jul 27 20:51:54.013225 n-d-705658-22 neutron-server[105585]: 'QosPolicy': {'1.8'}, Jul 27 20:51:54.013225 n-d-705658-22 neutron-server[105585]: 'SecurityGroup': {'1.4'}, Jul 27 20:51:54.013225 n-d-705658-22 neutron-server[105585]: 'SecurityGroupRule': {'1.2'}, Jul 27 20:51:54.013225 n-d-705658-22 neutron-server[105585]: 'SubPort': {'1.0'}, Jul 27 20:51:54.013225 n-d-705658-22 neutron-server[105585]: 'Subnet': {'1.1'}, Jul 27 20:51:54.013225 n-d-705658-22 neutron-server[105585]: 'Trunk': {'1.1'}} Jul 27 20:51:54.013225 n-d-705658-22 neutron-server[105585]: consumer versions: Jul 27 20:51:54.013225 n-d-705658-22 neutron-server[105585]: { DHCP agent@n-d-705658-22: {}, Jul 27 20:51:54.013225 n-d-705658-22 neutron-server[105585]: HyperV agent@n-h1-705658-22: {}, Jul 27 20:51:54.013225 n-d-705658-22 neutron-server[105585]: HyperV agent@n-h2-705658-22: {}, Jul 27 20:51:54.013225 n-d-705658-22 neutron-server[105585]: L3 agent@n-d-705658-22: {}, Jul 27 20:51:54.013225 n-d-705658-22 neutron-server[105585]: Metadata agent@n-d-705658-22: {}, Jul 27 20:51:54.013225 n-d-705658-22 neutron-server[105585]: Metering agent@n-d-705658-22: {}, Jul 27 20:51:54.013225 n-d-705658-22 neutron-server[105585]: Open vSwitch agent@n-d-705658-22: { 'AddressGroup': '1.2', Jul 27 20:51:54.013225 n-d-705658-22 neutron-server[105585]: 'ConntrackHelper': '1.0', Jul 27 20:51:54.013225 n-d-705658-22 neutron-server[105585]: 'Log': '1.0', Jul 27 20:51:54.013225 n-d-705658-22 neutron-server[105585]: 'Network': '1.1', Jul 27 20:51:54.013225 n-d-705658-22 neutron-server[105585]: 'Port': '1.7', Jul 27 20:51:54.013225 n-d-705658-22 neutron-server[105585]: 'PortForwarding': '1.2', Jul 27 20:51:54.013225 n-d-705658-22 neutron-server[105585]: 'QosPolicy': '1.8', Jul 27 20:51:54.013225 n-d-705658-22 neutron-server[105585]: 'SecurityGroup': '1.4', Jul 27 20:51:54.013225 n-d-705658-22 neutron-server[105585]: 'SecurityGroupRule': '1.2', Jul 27 20:51:54.013225 n-d-705658-22 neutron-server[105585]: 'SubPort': '1.0', Jul 27 20:51:54.013225 n-d-705658-22 neutron-server[105585]: 'Subnet': '1.1', Jul 27 20:51:54.013225 n-d-705658-22 neutron-server[105585]: 'Trunk': '1.1'}} Jul 27 20:51:54.013225 n-d-705658-22 neutron-server[105585]: {{(pid=105585) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 27 20:51:55.359995 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 56606) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:51:55.462682 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-af1952eb-413e-4662-93bf-daf86aaad1c3 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-857605212-network', 'tenant_id': 'f4dd8c54051d43128b80a7b27aca23a8'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:51:55.484737 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af1952eb-413e-4662-93bf-daf86aaad1c3 admin admin] Made reservation on behalf of f4dd8c54051d43128b80a7b27aca23a8 for: {'network': 1} {{(pid=105585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:51:55.488267 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-af1952eb-413e-4662-93bf-daf86aaad1c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for network, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:55.497891 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-af1952eb-413e-4662-93bf-daf86aaad1c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:55.595125 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-af1952eb-413e-4662-93bf-daf86aaad1c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:55.600133 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-af1952eb-413e-4662-93bf-daf86aaad1c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:55.636685 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1952eb-413e-4662-93bf-daf86aaad1c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68cc6fb9-0fab-43c7-aa8a-3890b886be63,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:51:55.639901 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af1952eb-413e-4662-93bf-daf86aaad1c3 admin admin] vlan segment allocate from pool success with {'vlan_id': 205, 'physical_network': 'physnet1'} {{(pid=105585) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 20:51:55.684996 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-af1952eb-413e-4662-93bf-daf86aaad1c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:55.684996 n-d-705658-22 neutron-server[105585]: INFO neutron.db.segments_db [None req-af1952eb-413e-4662-93bf-daf86aaad1c3 admin admin] Added segment 2ea25427-d6e6-4416-87a7-64c07e5ed875 of type vlan for network ad708756-4858-4bf7-9c63-5e8aacaf6c3a Jul 27 20:51:55.738932 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-af1952eb-413e-4662-93bf-daf86aaad1c3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790688424798'] for network, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:55.783366 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-af1952eb-413e-4662-93bf-daf86aaad1c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920'] for network, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:55.784501 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af1952eb-413e-4662-93bf-daf86aaad1c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:51:55.785107 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-af1952eb-413e-4662-93bf-daf86aaad1c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743886'] for network, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:55.814670 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-af1952eb-413e-4662-93bf-daf86aaad1c3 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.4526620 Jul 27 20:51:55.817730 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 56624) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:51:55.826291 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-e3e989d8-e985-4810-944d-bcd6a419d6b2 admin admin] Request body: {'subnet': {'network_id': 'ad708756-4858-4bf7-9c63-5e8aacaf6c3a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-857605212-subnet', 'tenant_id': 'f4dd8c54051d43128b80a7b27aca23a8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:51:55.875209 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3e989d8-e985-4810-944d-bcd6a419d6b2 admin admin] Made reservation on behalf of f4dd8c54051d43128b80a7b27aca23a8 for: {'subnet': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:51:55.888431 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1952eb-413e-4662-93bf-daf86aaad1c3 admin admin] Pushing event updated for resources: {'Network': ['ID=ad708756-4858-4bf7-9c63-5e8aacaf6c3a,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:51:55.895103 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-e3e989d8-e985-4810-944d-bcd6a419d6b2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:55.907596 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Network ad708756-4858-4bf7-9c63-5e8aacaf6c3a details requested by agent ovs-agent-n-d-705658-22 with host n-d-705658-22 {{(pid=105586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 20:51:56.018156 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 56642) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:51:56.125165 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-e3e989d8-e985-4810-944d-bcd6a419d6b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920'] for subnet, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:56.191319 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e989d8-e985-4810-944d-bcd6a419d6b2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ede1963b-50a5-4164-867c-90340ab6a875,revision_number=0']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:51:56.196729 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3e989d8-e985-4810-944d-bcd6a419d6b2 admin admin] Checking segment: {'id': '2ea25427-d6e6-4416-87a7-64c07e5ed875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'ad708756-4858-4bf7-9c63-5e8aacaf6c3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:51:56.197123 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3e989d8-e985-4810-944d-bcd6a419d6b2 admin admin] Network hostable DHCP agents. Network: ad708756-4858-4bf7-9c63-5e8aacaf6c3a, hostable agents: ['7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a'], hosted agents: [] {{(pid=105584) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 20:51:56.216285 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3e989d8-e985-4810-944d-bcd6a419d6b2 admin admin] Network ad708756-4858-4bf7-9c63-5e8aacaf6c3a is scheduled to be hosted by DHCP agent 7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a with binding_index 1 {{(pid=105584) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 20:51:56.231169 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [None req-e3e989d8-e985-4810-944d-bcd6a419d6b2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-22, ad708756-4858-4bf7-9c63-5e8aacaf6c3a) {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:51:56.232054 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 56662) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:51:56.235760 n-d-705658-22 neutron-server[105585]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 27 20:51:56.242330 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e3715c5-d3f8-407f-950f-1d9cb73d5e28 None None] Network ad708756-4858-4bf7-9c63-5e8aacaf6c3a requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 20:51:56.245856 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3e989d8-e985-4810-944d-bcd6a419d6b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:51:56.246902 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-e3e989d8-e985-4810-944d-bcd6a419d6b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743886'] for subnet, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:56.275261 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-1be5b2e4-680d-48e0-a1e5-c3e8907147be req-702b5a05-d28d-4016-b618-7f96c9ad1e53 tempest-DeleteServersAdminTestJSON-694577090 tempest-DeleteServersAdminTestJSON-694577090-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=ab8b9ba62a7743cbb3514fd50ae5d839&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0401151 Jul 27 20:51:56.292914 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-3a2d147a-152b-40e9-9343-96c02f6cef7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:56.369207 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-e3e989d8-e985-4810-944d-bcd6a419d6b2 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.5489349 Jul 27 20:51:56.375878 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 56670) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:51:56.384711 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-ddbeafd8-61d3-4971-adae-de5f4d5bcf1c admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-857605212-router', 'tenant_id': 'f4dd8c54051d43128b80a7b27aca23a8', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305'}}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:51:56.436806 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-387693c0-f6f1-4ada-a722-c44a90e17f5c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30bb4b93-b285-5d90-9493-f9ec33ea333c-ad708756-4858-4bf7-9c63-5e8aacaf6c3a', 'network_id': 'ad708756-4858-4bf7-9c63-5e8aacaf6c3a', 'tenant_id': 'f4dd8c54051d43128b80a7b27aca23a8', 'fixed_ips': [{'subnet_id': 'ede1963b-50a5-4164-867c-90340ab6a875'}]}} from n-d-705658-22. {{(pid=105586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 20:51:56.438045 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-387693c0-f6f1-4ada-a722-c44a90e17f5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:56.483255 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-3a2d147a-152b-40e9-9343-96c02f6cef7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:56.489473 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-3a2d147a-152b-40e9-9343-96c02f6cef7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:56.512526 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be5b2e4-680d-48e0-a1e5-c3e8907147be req-ab4b0a63-ab1a-48c2-8f32-acd5aba058a9 tempest-DeleteServersAdminTestJSON-694577090 tempest-DeleteServersAdminTestJSON-694577090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:51:56.519357 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-1be5b2e4-680d-48e0-a1e5-c3e8907147be req-ab4b0a63-ab1a-48c2-8f32-acd5aba058a9 tempest-DeleteServersAdminTestJSON-694577090 tempest-DeleteServersAdminTestJSON-694577090-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2432034 Jul 27 20:51:56.531155 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-1be5b2e4-680d-48e0-a1e5-c3e8907147be req-c6be0ac9-5ae9-41e1-9c06-faef6d71e1d7 tempest-DeleteServersAdminTestJSON-694577090 tempest-DeleteServersAdminTestJSON-694577090-project] 10.222.0.59 "GET /v2.0/quotas/ab8b9ba62a7743cbb3514fd50ae5d839 HTTP/1.1" status: 200 len: 375 time: 0.0109305 Jul 27 20:51:56.531656 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-3a2d147a-152b-40e9-9343-96c02f6cef7d admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=2bec635ee0ea4ebda2619defad546033&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5120354 Jul 27 20:51:56.531943 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 56678) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:51:56.572767 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-ddbeafd8-61d3-4971-adae-de5f4d5bcf1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4163813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-443'] for router, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:56.574237 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-ddbeafd8-61d3-4971-adae-de5f4d5bcf1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4165196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4077059', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3711235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-418'] for router, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:56.598811 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-f411214d-31ec-412a-b388-89245a17164c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:56.603764 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2d147a-152b-40e9-9343-96c02f6cef7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ba15027-05bb-48df-8fff-365d0685a632,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:51:56.626401 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-f411214d-31ec-412a-b388-89245a17164c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:56.649945 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.db_base_plugin_common [None req-387693c0-f6f1-4ada-a722-c44a90e17f5c None None] Allocated IP 172.20.0.2 (ad708756-4858-4bf7-9c63-5e8aacaf6c3a/ede1963b-50a5-4164-867c-90340ab6a875/09627444-9f08-412f-b9c2-1fd744b06f84) {{(pid=105586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:51:56.694947 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 56692) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:51:56.728414 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-f411214d-31ec-412a-b388-89245a17164c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:56.731586 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-f411214d-31ec-412a-b388-89245a17164c admin admin] Notify callbacks [] for security_group, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:56.733043 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-f411214d-31ec-412a-b388-89245a17164c admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/1ba15027-05bb-48df-8fff-365d0685a632 HTTP/1.1" status: 204 len: 168 time: 0.1999550 Jul 27 20:51:56.746895 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-1be5b2e4-680d-48e0-a1e5-c3e8907147be req-88eb66a2-269c-43fd-a6a3-22ef3b87ec8d tempest-DeleteServersAdminTestJSON-694577090 tempest-DeleteServersAdminTestJSON-694577090-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=ab8b9ba62a7743cbb3514fd50ae5d839&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1765559 Jul 27 20:51:56.749912 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f411214d-31ec-412a-b388-89245a17164c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ba15027-05bb-48df-8fff-365d0685a632,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:51:56.873529 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-29702671-3fc3-4fc0-8069-8c8ec8a5574f admin admin] Notify callbacks [] for security_group, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:56.893904 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-ddbeafd8-61d3-4971-adae-de5f4d5bcf1c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:57.058826 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-29702671-3fc3-4fc0-8069-8c8ec8a5574f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:57.070190 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-387693c0-f6f1-4ada-a722-c44a90e17f5c None None] Notify callbacks [] for port, precommit_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:57.073280 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-29702671-3fc3-4fc0-8069-8c8ec8a5574f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:57.099755 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-387693c0-f6f1-4ada-a722-c44a90e17f5c None None] Transition to ACTIVE for port object 09627444-9f08-412f-b9c2-1fd744b06f84 will not be triggered until provisioned by entity L2. {{(pid=105586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:51:57.160473 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29702671-3fc3-4fc0-8069-8c8ec8a5574f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=203546cc-3e0e-4c80-a2ba-1b4c5f5fe600,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:51:57.165322 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-ddbeafd8-61d3-4971-adae-de5f4d5bcf1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4077169', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4163787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-400'] for router, precommit_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:57.181324 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-387693c0-f6f1-4ada-a722-c44a90e17f5c None None] Transition to ACTIVE for port object 09627444-9f08-412f-b9c2-1fd744b06f84 will not be triggered until provisioned by entity DHCP. {{(pid=105586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:51:57.191687 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-387693c0-f6f1-4ada-a722-c44a90e17f5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143'] for port, after_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:57.240983 n-d-705658-22 neutron-server[105586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-387693c0-f6f1-4ada-a722-c44a90e17f5c None None] Network ad708756-4858-4bf7-9c63-5e8aacaf6c3a is already hosted by enough agents. {{(pid=105586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:51:57.247348 n-d-705658-22 neutron-server[105586]: DEBUG neutron.scheduler.base_scheduler [None req-387693c0-f6f1-4ada-a722-c44a90e17f5c None None] Resources bound (agent type, host, resource id): {{(pid=105586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:51:57.256875 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-387693c0-f6f1-4ada-a722-c44a90e17f5c None None] Received port after_create {{(pid=105586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:51:57.264332 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387693c0-f6f1-4ada-a722-c44a90e17f5c None None] Pushing event updated for resources: {'Port': ['ID=09627444-9f08-412f-b9c2-1fd744b06f84,revision_number=1']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:51:57.275760 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-bb28e567-6eaa-469e-8fe2-93a09ad51762 req-b05eaf56-25f8-4d22-bab6-f5c9e744c527 tempest-DeleteServersAdminTestJSON-694577090 tempest-DeleteServersAdminTestJSON-694577090-project] 10.222.0.59 "GET /v2.0/ports?device_id=7180c451-a41b-4fc6-9c87-637a43e324cd HTTP/1.1" status: 200 len: 210 time: 0.1179745 Jul 27 20:51:57.278499 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-29702671-3fc3-4fc0-8069-8c8ec8a5574f admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=9b052e1b53094a41a90632fe9515beaf&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5748215 Jul 27 20:51:57.281181 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 56728) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:51:57.292512 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387693c0-f6f1-4ada-a722-c44a90e17f5c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:51:57.292872 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387693c0-f6f1-4ada-a722-c44a90e17f5c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:51:57.293217 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387693c0-f6f1-4ada-a722-c44a90e17f5c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:51:57.293321 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 56730) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:51:57.293557 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387693c0-f6f1-4ada-a722-c44a90e17f5c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:51:57.296571 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387693c0-f6f1-4ada-a722-c44a90e17f5c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:51:57.296975 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387693c0-f6f1-4ada-a722-c44a90e17f5c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:51:57.297328 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387693c0-f6f1-4ada-a722-c44a90e17f5c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:51:57.297674 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387693c0-f6f1-4ada-a722-c44a90e17f5c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:51:57.298016 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387693c0-f6f1-4ada-a722-c44a90e17f5c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:51:57.298353 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387693c0-f6f1-4ada-a722-c44a90e17f5c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:51:57.298685 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387693c0-f6f1-4ada-a722-c44a90e17f5c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:51:57.304728 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387693c0-f6f1-4ada-a722-c44a90e17f5c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:51:57.305688 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387693c0-f6f1-4ada-a722-c44a90e17f5c None None] Tracked resource versions report: Jul 27 20:51:57.305688 n-d-705658-22 neutron-server[105586]: pushed versions: Jul 27 20:51:57.305688 n-d-705658-22 neutron-server[105586]: { 'AddressGroup': {'1.2'}, Jul 27 20:51:57.305688 n-d-705658-22 neutron-server[105586]: 'ConntrackHelper': {'1.0'}, Jul 27 20:51:57.305688 n-d-705658-22 neutron-server[105586]: 'Log': {'1.0'}, Jul 27 20:51:57.305688 n-d-705658-22 neutron-server[105586]: 'Network': {'1.1'}, Jul 27 20:51:57.305688 n-d-705658-22 neutron-server[105586]: 'Port': {'1.7'}, Jul 27 20:51:57.305688 n-d-705658-22 neutron-server[105586]: 'PortForwarding': {'1.2'}, Jul 27 20:51:57.305688 n-d-705658-22 neutron-server[105586]: 'QosPolicy': {'1.8'}, Jul 27 20:51:57.305688 n-d-705658-22 neutron-server[105586]: 'SecurityGroup': {'1.4'}, Jul 27 20:51:57.305688 n-d-705658-22 neutron-server[105586]: 'SecurityGroupRule': {'1.2'}, Jul 27 20:51:57.305688 n-d-705658-22 neutron-server[105586]: 'SubPort': {'1.0'}, Jul 27 20:51:57.305688 n-d-705658-22 neutron-server[105586]: 'Subnet': {'1.1'}, Jul 27 20:51:57.305688 n-d-705658-22 neutron-server[105586]: 'Trunk': {'1.1'}} Jul 27 20:51:57.305688 n-d-705658-22 neutron-server[105586]: consumer versions: Jul 27 20:51:57.305688 n-d-705658-22 neutron-server[105586]: { DHCP agent@n-d-705658-22: {}, Jul 27 20:51:57.305688 n-d-705658-22 neutron-server[105586]: HyperV agent@n-h1-705658-22: {}, Jul 27 20:51:57.305688 n-d-705658-22 neutron-server[105586]: HyperV agent@n-h2-705658-22: {}, Jul 27 20:51:57.305688 n-d-705658-22 neutron-server[105586]: L3 agent@n-d-705658-22: {}, Jul 27 20:51:57.305688 n-d-705658-22 neutron-server[105586]: Metadata agent@n-d-705658-22: {}, Jul 27 20:51:57.305688 n-d-705658-22 neutron-server[105586]: Metering agent@n-d-705658-22: {}, Jul 27 20:51:57.305688 n-d-705658-22 neutron-server[105586]: Open vSwitch agent@n-d-705658-22: { 'AddressGroup': '1.2', Jul 27 20:51:57.305688 n-d-705658-22 neutron-server[105586]: 'ConntrackHelper': '1.0', Jul 27 20:51:57.305688 n-d-705658-22 neutron-server[105586]: 'Log': '1.0', Jul 27 20:51:57.305688 n-d-705658-22 neutron-server[105586]: 'Network': '1.1', Jul 27 20:51:57.305688 n-d-705658-22 neutron-server[105586]: 'Port': '1.7', Jul 27 20:51:57.305688 n-d-705658-22 neutron-server[105586]: 'PortForwarding': '1.2', Jul 27 20:51:57.305688 n-d-705658-22 neutron-server[105586]: 'QosPolicy': '1.8', Jul 27 20:51:57.305688 n-d-705658-22 neutron-server[105586]: 'SecurityGroup': '1.4', Jul 27 20:51:57.305688 n-d-705658-22 neutron-server[105586]: 'SecurityGroupRule': '1.2', Jul 27 20:51:57.305688 n-d-705658-22 neutron-server[105586]: 'SubPort': '1.0', Jul 27 20:51:57.305688 n-d-705658-22 neutron-server[105586]: 'Subnet': '1.1', Jul 27 20:51:57.305688 n-d-705658-22 neutron-server[105586]: 'Trunk': '1.1'}} Jul 27 20:51:57.305688 n-d-705658-22 neutron-server[105586]: {{(pid=105586) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 27 20:51:57.321752 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-6b0cc54f-881e-4377-bf35-13145ac14c96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:57.354361 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-84f29bfc-78f9-40aa-8161-dfd4e36ff0f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:57.387957 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-387693c0-f6f1-4ada-a722-c44a90e17f5c None None] Attempting to bind port 09627444-9f08-412f-b9c2-1fd744b06f84 on host n-d-705658-22 for vnic_type normal with profile {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:51:57.388652 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-387693c0-f6f1-4ada-a722-c44a90e17f5c None None] Attempting to bind port 09627444-9f08-412f-b9c2-1fd744b06f84 by drivers openvswitch,hyperv on host n-d-705658-22 at level 0 using segments [{'id': '2ea25427-d6e6-4416-87a7-64c07e5ed875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'ad708756-4858-4bf7-9c63-5e8aacaf6c3a'}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:51:57.389228 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-387693c0-f6f1-4ada-a722-c44a90e17f5c None None] Attempting to bind port 09627444-9f08-412f-b9c2-1fd744b06f84 on network ad708756-4858-4bf7-9c63-5e8aacaf6c3a {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:51:57.396703 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-387693c0-f6f1-4ada-a722-c44a90e17f5c None None] Checking agent: {'id': '04a7ea91-6318-467e-ace6-b0fb48c8690f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 41, 42), 'started_at': datetime.datetime(2021, 7, 27, 20, 42, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 51, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:51:57.397396 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-387693c0-f6f1-4ada-a722-c44a90e17f5c None None] Checking segment: {'id': '2ea25427-d6e6-4416-87a7-64c07e5ed875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'ad708756-4858-4bf7-9c63-5e8aacaf6c3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:51:57.397981 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-387693c0-f6f1-4ada-a722-c44a90e17f5c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:57.398551 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-387693c0-f6f1-4ada-a722-c44a90e17f5c None None] Bound using segment: {'id': '2ea25427-d6e6-4416-87a7-64c07e5ed875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'ad708756-4858-4bf7-9c63-5e8aacaf6c3a'} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:51:57.399579 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-387693c0-f6f1-4ada-a722-c44a90e17f5c None None] Bound port: 09627444-9f08-412f-b9c2-1fd744b06f84, host: n-d-705658-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ea25427-d6e6-4416-87a7-64c07e5ed875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'ad708756-4858-4bf7-9c63-5e8aacaf6c3a'}}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:51:57.400298 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-387693c0-f6f1-4ada-a722-c44a90e17f5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:57.401497 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-84f29bfc-78f9-40aa-8161-dfd4e36ff0f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:57.461009 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-84f29bfc-78f9-40aa-8161-dfd4e36ff0f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:57.466620 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-84f29bfc-78f9-40aa-8161-dfd4e36ff0f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:57.468939 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-84f29bfc-78f9-40aa-8161-dfd4e36ff0f3 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/203546cc-3e0e-4c80-a2ba-1b4c5f5fe600 HTTP/1.1" status: 204 len: 168 time: 0.1861067 Jul 27 20:51:57.490137 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f29bfc-78f9-40aa-8161-dfd4e36ff0f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=203546cc-3e0e-4c80-a2ba-1b4c5f5fe600,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:51:57.520195 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-387693c0-f6f1-4ada-a722-c44a90e17f5c None None] For port 09627444-9f08-412f-b9c2-1fd744b06f84, host n-d-705658-22, cleared binding levels {{(pid=105586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:51:57.525217 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-387693c0-f6f1-4ada-a722-c44a90e17f5c None None] For port 09627444-9f08-412f-b9c2-1fd744b06f84, host n-d-705658-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=09627444-9f08-412f-b9c2-1fd744b06f84,segment=NetworkSegment(2ea25427-d6e6-4416-87a7-64c07e5ed875),segment_id=2ea25427-d6e6-4416-87a7-64c07e5ed875)] {{(pid=105586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:51:57.534455 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-387693c0-f6f1-4ada-a722-c44a90e17f5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:57.660590 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387693c0-f6f1-4ada-a722-c44a90e17f5c None None] Pushing event updated for resources: {'Port': ['ID=09627444-9f08-412f-b9c2-1fd744b06f84,revision_number=2']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:51:57.794579 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-ddbeafd8-61d3-4971-adae-de5f4d5bcf1c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:57.895683 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-6b0cc54f-881e-4377-bf35-13145ac14c96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:57.900395 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-ddbeafd8-61d3-4971-adae-de5f4d5bcf1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:57.913628 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-6b0cc54f-881e-4377-bf35-13145ac14c96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:57.979527 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.agents_db [None req-558fcd2c-e512-47bc-a170-8673d87f7213 None None] Agent healthcheck: found 7 active agents {{(pid=105587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 20:51:58.010391 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0cc54f-881e-4377-bf35-13145ac14c96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a0aaa98-ee62-4e53-8d6a-73ca5f380598,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:51:58.018985 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-6b0cc54f-881e-4377-bf35-13145ac14c96 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=1530a640494847818e189e2f719232a3&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7231801 Jul 27 20:51:58.021817 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 56772) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:51:58.089903 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-a400fe04-2d61-43c8-aefc-131bdf0986cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:58.106091 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.db_base_plugin_common [None req-ddbeafd8-61d3-4971-adae-de5f4d5bcf1c admin admin] Allocated IP 172.25.5.224 (8735d8a2-b604-4758-ae71-b40e4ee6f305/eca7dbab-b9c0-4c8f-a272-816ea8a81764/734c760e-a272-4c33-b556-0f02c2fdd0f7) {{(pid=105584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:51:58.108896 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 56774) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:51:58.119341 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-a400fe04-2d61-43c8-aefc-131bdf0986cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:58.139203 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-508af552-8071-455d-8cf0-339307714da6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:58.183793 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-a400fe04-2d61-43c8-aefc-131bdf0986cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:58.186318 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-a400fe04-2d61-43c8-aefc-131bdf0986cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:58.191119 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-a400fe04-2d61-43c8-aefc-131bdf0986cd admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/9a0aaa98-ee62-4e53-8d6a-73ca5f380598 HTTP/1.1" status: 204 len: 168 time: 0.1672447 Jul 27 20:51:58.207255 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a400fe04-2d61-43c8-aefc-131bdf0986cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a0aaa98-ee62-4e53-8d6a-73ca5f380598,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:51:58.405550 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 09627444-9f08-412f-b9c2-1fd744b06f84 up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:51:58.466010 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-ddbeafd8-61d3-4971-adae-de5f4d5bcf1c admin admin] Notify callbacks [] for port, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:58.531547 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-508af552-8071-455d-8cf0-339307714da6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:58.538569 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-508af552-8071-455d-8cf0-339307714da6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:58.556715 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning for port 09627444-9f08-412f-b9c2-1fd744b06f84 completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:51:58.574211 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-508af552-8071-455d-8cf0-339307714da6 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=2339dda81a5544cb8fc08d6574059f3c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4640169 Jul 27 20:51:58.578093 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 56804) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:51:58.627409 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508af552-8071-455d-8cf0-339307714da6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a654bf2-20c9-4e44-9bda-e17a412a6bf7,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:51:58.637882 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-ddbeafd8-61d3-4971-adae-de5f4d5bcf1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143'] for port, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:58.693933 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddbeafd8-61d3-4971-adae-de5f4d5bcf1c admin admin] Network 8735d8a2-b604-4758-ae71-b40e4ee6f305 is already hosted by enough agents. {{(pid=105584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:51:58.697957 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [None req-ddbeafd8-61d3-4971-adae-de5f4d5bcf1c admin admin] Resources bound (agent type, host, resource id): {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:51:58.699918 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-6b954d56-d5d4-42bc-b6da-3aa216bc4932 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:58.701923 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddbeafd8-61d3-4971-adae-de5f4d5bcf1c admin admin] Received port after_create {{(pid=105584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:51:58.748694 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-6b954d56-d5d4-42bc-b6da-3aa216bc4932 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:58.821539 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-6b954d56-d5d4-42bc-b6da-3aa216bc4932 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:58.824070 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-6b954d56-d5d4-42bc-b6da-3aa216bc4932 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:58.825104 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbeafd8-61d3-4971-adae-de5f4d5bcf1c admin admin] Pushing event updated for resources: {'Port': ['ID=734c760e-a272-4c33-b556-0f02c2fdd0f7,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:51:58.826407 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-6b954d56-d5d4-42bc-b6da-3aa216bc4932 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/6a654bf2-20c9-4e44-9bda-e17a412a6bf7 HTTP/1.1" status: 204 len: 168 time: 0.2469137 Jul 27 20:51:58.845680 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b954d56-d5d4-42bc-b6da-3aa216bc4932 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a654bf2-20c9-4e44-9bda-e17a412a6bf7,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:51:58.882431 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 56824) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:51:59.032874 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-ddbeafd8-61d3-4971-adae-de5f4d5bcf1c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:59.112111 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-056cfac0-3dde-4c83-ae6f-167146fe9bc4 None None] Network ad708756-4858-4bf7-9c63-5e8aacaf6c3a requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 20:51:59.237775 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-c90e255f-b457-4bb4-823a-37adc94cc945 None None] Provisioning for port 09627444-9f08-412f-b9c2-1fd744b06f84 completed by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:51:59.246280 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-c90e255f-b457-4bb4-823a-37adc94cc945 None None] Provisioning complete for port 09627444-9f08-412f-b9c2-1fd744b06f84 triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:51:59.247095 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-c90e255f-b457-4bb4-823a-37adc94cc945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:59.381639 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-ddbeafd8-61d3-4971-adae-de5f4d5bcf1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4163804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4077150'] for router, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:59.394678 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-c90e255f-b457-4bb4-823a-37adc94cc945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:59.488752 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-c90e255f-b457-4bb4-823a-37adc94cc945 None None] For port 09627444-9f08-412f-b9c2-1fd744b06f84, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=09627444-9f08-412f-b9c2-1fd744b06f84,segment=NetworkSegment(2ea25427-d6e6-4416-87a7-64c07e5ed875),segment_id=2ea25427-d6e6-4416-87a7-64c07e5ed875)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:51:59.496204 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-c90e255f-b457-4bb4-823a-37adc94cc945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:59.566363 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-496ac4e6-7028-4eda-a042-c35a54d5a3e2 req-f87ab91a-92ed-4c45-a28a-cb32d32008d3 tempest-DeleteServersAdminTestJSON-694577090 tempest-DeleteServersAdminTestJSON-694577090-project] 10.222.0.59 "GET /v2.0/ports?device_id=7180c451-a41b-4fc6-9c87-637a43e324cd HTTP/1.1" status: 200 len: 210 time: 0.6780930 Jul 27 20:51:59.598539 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90e255f-b457-4bb4-823a-37adc94cc945 None None] Pushing event updated for resources: {'Port': ['ID=09627444-9f08-412f-b9c2-1fd744b06f84,revision_number=3']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:51:59.810791 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddbeafd8-61d3-4971-adae-de5f4d5bcf1c admin admin] Router 2872e23e-eae9-4f04-a7fb-52757641bcbe is scheduled to L3 agent dd128fd7-8e57-4d4f-895b-a96b369df59a with binding_index 1 {{(pid=105584) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 20:52:00.037109 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddbeafd8-61d3-4971-adae-de5f4d5bcf1c admin admin] Notify agent at l3_agent.n-d-705658-22 the message routers_updated {{(pid=105584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 20:52:00.043504 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-ecce64ce-aa43-4c30-ad7c-1eb0b7bca06e None None] Provisioning complete for port 09627444-9f08-412f-b9c2-1fd744b06f84 triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:52:00.045239 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-ecce64ce-aa43-4c30-ad7c-1eb0b7bca06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:00.047297 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa68f436-b27b-4e92-94a5-0a8e364e2a27 None None] Sync routers for ids ['2872e23e-eae9-4f04-a7fb-52757641bcbe'] in n-d-705658-22 {{(pid=105587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 20:52:00.064201 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-ddbeafd8-61d3-4971-adae-de5f4d5bcf1c admin admin] Notify callbacks [] for router, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:00.065347 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa68f436-b27b-4e92-94a5-0a8e364e2a27 None None] Routers {'2872e23e-eae9-4f04-a7fb-52757641bcbe'} bound to L3 agent in host n-d-705658-22 {{(pid=105587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:52:00.066096 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-ddbeafd8-61d3-4971-adae-de5f4d5bcf1c admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 3.6879504 Jul 27 20:52:00.066359 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-aa68f436-b27b-4e92-94a5-0a8e364e2a27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T20:51:41Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['2872e23e-eae9-4f04-a7fb-52757641bcbe'], 'active': True} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:52:00.069474 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 56884) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:52:00.237520 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvr_db [None req-aa68f436-b27b-4e92-94a5-0a8e364e2a27 None None] Set router 2872e23e-eae9-4f04-a7fb-52757641bcbe gateway port host: n-d-705658-22 {{(pid=105587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:52:00.369008 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.36', 53053) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:52:00.402425 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 09627444-9f08-412f-b9c2-1fd744b06f84 up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:52:00.434334 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-1be5b2e4-680d-48e0-a1e5-c3e8907147be req-4f8fd769-cc36-4cbb-9fc3-571e8eb3e743 tempest-DeleteServersAdminTestJSON-694577090 tempest-DeleteServersAdminTestJSON-694577090-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=ab8b9ba62a7743cbb3514fd50ae5d839&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0638566 Jul 27 20:52:00.582670 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port 09627444-9f08-412f-b9c2-1fd744b06f84 triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:52:00.584979 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:00.652172 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-aa68f436-b27b-4e92-94a5-0a8e364e2a27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2872e23e-eae9-4f04-a7fb-52757641bcbe', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-857605212-router', 'tenant_id': 'f4dd8c54051d43128b80a7b27aca23a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.224'}], 'enable_snat': True}, 'gw_port_id': '734c760e-a272-4c33-b556-0f02c2fdd0f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:51:56Z', 'updated_at': '2021-07-27T20:51:58Z', 'revision_number': 3, 'project_id': 'f4dd8c54051d43128b80a7b27aca23a8', 'gw_port': {'id': '734c760e-a272-4c33-b556-0f02c2fdd0f7', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:58:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2872e23e-eae9-4f04-a7fb-52757641bcbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:51:57Z', 'updated_at': '2021-07-27T20:51:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22'}], 'n-d-705658-22', False) {} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:52:00.780224 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be5b2e4-680d-48e0-a1e5-c3e8907147be req-39427d31-1690-4d7c-be4e-b4e3146ca014 tempest-DeleteServersAdminTestJSON-694577090 tempest-DeleteServersAdminTestJSON-694577090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:52:00.781650 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-1be5b2e4-680d-48e0-a1e5-c3e8907147be req-39427d31-1690-4d7c-be4e-b4e3146ca014 tempest-DeleteServersAdminTestJSON-694577090 tempest-DeleteServersAdminTestJSON-694577090-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3384812 Jul 27 20:52:00.807212 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa68f436-b27b-4e92-94a5-0a8e364e2a27 None None] Checking router: 2872e23e-eae9-4f04-a7fb-52757641bcbe for host: n-d-705658-22 {{(pid=105587) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 20:52:00.811245 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa68f436-b27b-4e92-94a5-0a8e364e2a27 None None] Updating router 2872e23e-eae9-4f04-a7fb-52757641bcbe port 734c760e-a272-4c33-b556-0f02c2fdd0f7 binding host n-d-705658-22 {{(pid=105587) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 20:52:00.842131 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [req-1be5b2e4-680d-48e0-a1e5-c3e8907147be req-e5ad2e78-8fa3-4bf9-b93c-2d286d83ab99 tempest-DeleteServersAdminTestJSON-694577090 tempest-DeleteServersAdminTestJSON-694577090-project] Request body: {'port': {'device_id': '7180c451-a41b-4fc6-9c87-637a43e324cd', 'network_id': '4d64aa0b-bd6a-468e-8edc-c83689947462', 'admin_state_up': True, 'tenant_id': 'ab8b9ba62a7743cbb3514fd50ae5d839'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:52:00.900507 n-d-705658-22 neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-aa68f436-b27b-4e92-94a5-0a8e364e2a27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:01.005067 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-0d18d4f2-3e34-46ff-8531-ca1b14c52c3c req-1428a6c5-e69b-46ad-96c2-3ad9cbba0cb3 tempest-DeleteServersAdminTestJSON-694577090 tempest-DeleteServersAdminTestJSON-694577090-project] 10.222.0.59 "GET /v2.0/ports?device_id=7180c451-a41b-4fc6-9c87-637a43e324cd HTTP/1.1" status: 200 len: 210 time: 0.0609326 Jul 27 20:52:01.281808 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1be5b2e4-680d-48e0-a1e5-c3e8907147be req-e5ad2e78-8fa3-4bf9-b93c-2d286d83ab99 tempest-DeleteServersAdminTestJSON-694577090 tempest-DeleteServersAdminTestJSON-694577090-project] Made reservation on behalf of ab8b9ba62a7743cbb3514fd50ae5d839 for: {'port': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:52:01.294012 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-1be5b2e4-680d-48e0-a1e5-c3e8907147be req-e5ad2e78-8fa3-4bf9-b93c-2d286d83ab99 tempest-DeleteServersAdminTestJSON-694577090 tempest-DeleteServersAdminTestJSON-694577090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:01.332613 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-1be5b2e4-680d-48e0-a1e5-c3e8907147be req-e5ad2e78-8fa3-4bf9-b93c-2d286d83ab99 tempest-DeleteServersAdminTestJSON-694577090 tempest-DeleteServersAdminTestJSON-694577090-project] Notify callbacks [] for security_group, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:01.435405 n-d-705658-22 neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-aa68f436-b27b-4e92-94a5-0a8e364e2a27 None None] Notify callbacks [] for port, precommit_update {{(pid=105587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:01.448252 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.provisioning_blocks [None req-aa68f436-b27b-4e92-94a5-0a8e364e2a27 None None] Transition to ACTIVE for port object 734c760e-a272-4c33-b556-0f02c2fdd0f7 will not be triggered until provisioned by entity L2. {{(pid=105587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:52:01.467188 n-d-705658-22 neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-aa68f436-b27b-4e92-94a5-0a8e364e2a27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:01.524483 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.managers [None req-aa68f436-b27b-4e92-94a5-0a8e364e2a27 None None] Attempting to bind port 734c760e-a272-4c33-b556-0f02c2fdd0f7 on host n-d-705658-22 for vnic_type normal with profile {{(pid=105587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:52:01.525194 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.managers [None req-aa68f436-b27b-4e92-94a5-0a8e364e2a27 None None] Attempting to bind port 734c760e-a272-4c33-b556-0f02c2fdd0f7 by drivers openvswitch,hyperv on host n-d-705658-22 at level 0 using segments [{'id': '12196855-9a32-4633-9a56-77697ef9e126', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305'}] {{(pid=105587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:52:01.525926 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa68f436-b27b-4e92-94a5-0a8e364e2a27 None None] Attempting to bind port 734c760e-a272-4c33-b556-0f02c2fdd0f7 on network 8735d8a2-b604-4758-ae71-b40e4ee6f305 {{(pid=105587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:52:01.533268 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa68f436-b27b-4e92-94a5-0a8e364e2a27 None None] Checking agent: {'id': '04a7ea91-6318-467e-ace6-b0fb48c8690f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 41, 42), 'started_at': datetime.datetime(2021, 7, 27, 20, 42, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 51, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:52:01.533871 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa68f436-b27b-4e92-94a5-0a8e364e2a27 None None] Checking segment: {'id': '12196855-9a32-4633-9a56-77697ef9e126', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:52:01.534286 n-d-705658-22 neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-aa68f436-b27b-4e92-94a5-0a8e364e2a27 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:01.534720 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa68f436-b27b-4e92-94a5-0a8e364e2a27 None None] Bound using segment: {'id': '12196855-9a32-4633-9a56-77697ef9e126', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305'} {{(pid=105587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:52:01.535640 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.managers [None req-aa68f436-b27b-4e92-94a5-0a8e364e2a27 None None] Bound port: 734c760e-a272-4c33-b556-0f02c2fdd0f7, host: n-d-705658-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12196855-9a32-4633-9a56-77697ef9e126', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305'}}] {{(pid=105587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:52:01.536191 n-d-705658-22 neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-aa68f436-b27b-4e92-94a5-0a8e364e2a27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:01.606394 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.db [None req-aa68f436-b27b-4e92-94a5-0a8e364e2a27 None None] For port 734c760e-a272-4c33-b556-0f02c2fdd0f7, host n-d-705658-22, cleared binding levels {{(pid=105587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:52:01.617412 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 56996) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:52:01.626710 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.db [None req-aa68f436-b27b-4e92-94a5-0a8e364e2a27 None None] For port 734c760e-a272-4c33-b556-0f02c2fdd0f7, host n-d-705658-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=734c760e-a272-4c33-b556-0f02c2fdd0f7,segment=NetworkSegment(12196855-9a32-4633-9a56-77697ef9e126),segment_id=12196855-9a32-4633-9a56-77697ef9e126)] {{(pid=105587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:52:01.628101 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d528b822-2acb-4267-bc8b-8237833a3cdc None None] Pushing event updated for resources: {'Port': ['ID=734c760e-a272-4c33-b556-0f02c2fdd0f7,revision_number=2']} {{(pid=105587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:52:01.636068 n-d-705658-22 neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-aa68f436-b27b-4e92-94a5-0a8e364e2a27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:01.638079 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-1be5b2e4-680d-48e0-a1e5-c3e8907147be req-e5ad2e78-8fa3-4bf9-b93c-2d286d83ab99 tempest-DeleteServersAdminTestJSON-694577090 tempest-DeleteServersAdminTestJSON-694577090-project] Notify callbacks [] for security_group, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:01.642871 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d528b822-2acb-4267-bc8b-8237833a3cdc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:52:01.643339 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d528b822-2acb-4267-bc8b-8237833a3cdc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:52:01.643612 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d528b822-2acb-4267-bc8b-8237833a3cdc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:52:01.643935 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d528b822-2acb-4267-bc8b-8237833a3cdc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:52:01.644270 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d528b822-2acb-4267-bc8b-8237833a3cdc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:52:01.644605 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d528b822-2acb-4267-bc8b-8237833a3cdc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:52:01.644933 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d528b822-2acb-4267-bc8b-8237833a3cdc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:52:01.645267 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d528b822-2acb-4267-bc8b-8237833a3cdc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:52:01.645594 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d528b822-2acb-4267-bc8b-8237833a3cdc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:52:01.645915 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d528b822-2acb-4267-bc8b-8237833a3cdc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:52:01.646239 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d528b822-2acb-4267-bc8b-8237833a3cdc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:52:01.646560 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d528b822-2acb-4267-bc8b-8237833a3cdc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:52:01.648617 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d528b822-2acb-4267-bc8b-8237833a3cdc None None] Tracked resource versions report: Jul 27 20:52:01.648617 n-d-705658-22 neutron-server[105587]: pushed versions: Jul 27 20:52:01.648617 n-d-705658-22 neutron-server[105587]: { 'AddressGroup': {'1.2'}, Jul 27 20:52:01.648617 n-d-705658-22 neutron-server[105587]: 'ConntrackHelper': {'1.0'}, Jul 27 20:52:01.648617 n-d-705658-22 neutron-server[105587]: 'Log': {'1.0'}, Jul 27 20:52:01.648617 n-d-705658-22 neutron-server[105587]: 'Network': {'1.1'}, Jul 27 20:52:01.648617 n-d-705658-22 neutron-server[105587]: 'Port': {'1.7'}, Jul 27 20:52:01.648617 n-d-705658-22 neutron-server[105587]: 'PortForwarding': {'1.2'}, Jul 27 20:52:01.648617 n-d-705658-22 neutron-server[105587]: 'QosPolicy': {'1.8'}, Jul 27 20:52:01.648617 n-d-705658-22 neutron-server[105587]: 'SecurityGroup': {'1.4'}, Jul 27 20:52:01.648617 n-d-705658-22 neutron-server[105587]: 'SecurityGroupRule': {'1.2'}, Jul 27 20:52:01.648617 n-d-705658-22 neutron-server[105587]: 'SubPort': {'1.0'}, Jul 27 20:52:01.648617 n-d-705658-22 neutron-server[105587]: 'Subnet': {'1.1'}, Jul 27 20:52:01.648617 n-d-705658-22 neutron-server[105587]: 'Trunk': {'1.1'}} Jul 27 20:52:01.648617 n-d-705658-22 neutron-server[105587]: consumer versions: Jul 27 20:52:01.648617 n-d-705658-22 neutron-server[105587]: { DHCP agent@n-d-705658-22: {}, Jul 27 20:52:01.648617 n-d-705658-22 neutron-server[105587]: HyperV agent@n-h1-705658-22: {}, Jul 27 20:52:01.648617 n-d-705658-22 neutron-server[105587]: HyperV agent@n-h2-705658-22: {}, Jul 27 20:52:01.648617 n-d-705658-22 neutron-server[105587]: L3 agent@n-d-705658-22: {}, Jul 27 20:52:01.648617 n-d-705658-22 neutron-server[105587]: Metadata agent@n-d-705658-22: {}, Jul 27 20:52:01.648617 n-d-705658-22 neutron-server[105587]: Metering agent@n-d-705658-22: {}, Jul 27 20:52:01.648617 n-d-705658-22 neutron-server[105587]: Open vSwitch agent@n-d-705658-22: { 'AddressGroup': '1.2', Jul 27 20:52:01.648617 n-d-705658-22 neutron-server[105587]: 'ConntrackHelper': '1.0', Jul 27 20:52:01.648617 n-d-705658-22 neutron-server[105587]: 'Log': '1.0', Jul 27 20:52:01.648617 n-d-705658-22 neutron-server[105587]: 'Network': '1.1', Jul 27 20:52:01.648617 n-d-705658-22 neutron-server[105587]: 'Port': '1.7', Jul 27 20:52:01.648617 n-d-705658-22 neutron-server[105587]: 'PortForwarding': '1.2', Jul 27 20:52:01.648617 n-d-705658-22 neutron-server[105587]: 'QosPolicy': '1.8', Jul 27 20:52:01.648617 n-d-705658-22 neutron-server[105587]: 'SecurityGroup': '1.4', Jul 27 20:52:01.648617 n-d-705658-22 neutron-server[105587]: 'SecurityGroupRule': '1.2', Jul 27 20:52:01.648617 n-d-705658-22 neutron-server[105587]: 'SubPort': '1.0', Jul 27 20:52:01.648617 n-d-705658-22 neutron-server[105587]: 'Subnet': '1.1', Jul 27 20:52:01.648617 n-d-705658-22 neutron-server[105587]: 'Trunk': '1.1'}} Jul 27 20:52:01.648617 n-d-705658-22 neutron-server[105587]: {{(pid=105587) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 27 20:52:01.651057 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-1be5b2e4-680d-48e0-a1e5-c3e8907147be req-e5ad2e78-8fa3-4bf9-b93c-2d286d83ab99 tempest-DeleteServersAdminTestJSON-694577090 tempest-DeleteServersAdminTestJSON-694577090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:01.662096 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-178f9349-469f-4bf9-8f80-ffc62253e017 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:01.707204 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa68f436-b27b-4e92-94a5-0a8e364e2a27 None None] Routers {'2872e23e-eae9-4f04-a7fb-52757641bcbe'} bound to L3 agent in host n-d-705658-22 {{(pid=105587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:52:01.707834 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-aa68f436-b27b-4e92-94a5-0a8e364e2a27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T20:51:41Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['2872e23e-eae9-4f04-a7fb-52757641bcbe'], 'active': True} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:52:01.747333 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d528b822-2acb-4267-bc8b-8237833a3cdc None None] Pushing event updated for resources: {'Port': ['ID=734c760e-a272-4c33-b556-0f02c2fdd0f7,revision_number=3']} {{(pid=105587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:52:01.864356 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvr_db [None req-aa68f436-b27b-4e92-94a5-0a8e364e2a27 None None] Set router 2872e23e-eae9-4f04-a7fb-52757641bcbe gateway port host: n-d-705658-22 {{(pid=105587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:52:01.909099 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ad2e78-8fa3-4bf9-b93c-2d286d83ab99 tempest-DeleteServersAdminTestJSON-694577090 tempest-DeleteServersAdminTestJSON-694577090-project] Pushing event updated for resources: {'SecurityGroup': ['ID=57c0a943-9ad7-4e44-93fc-83b6b6f566f4,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:52:01.941571 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.db_base_plugin_common [None req-178f9349-469f-4bf9-8f80-ffc62253e017 admin admin] Allocated IP 172.20.0.1 (ad708756-4858-4bf7-9c63-5e8aacaf6c3a/ede1963b-50a5-4164-867c-90340ab6a875/6a429cf7-e4dd-4ba7-8a2d-0597ab1a412b) {{(pid=105585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:52:01.999239 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.db_base_plugin_common [req-1be5b2e4-680d-48e0-a1e5-c3e8907147be req-e5ad2e78-8fa3-4bf9-b93c-2d286d83ab99 tempest-DeleteServersAdminTestJSON-694577090 tempest-DeleteServersAdminTestJSON-694577090-project] Allocated IP 192.168.233.242 (4d64aa0b-bd6a-468e-8edc-c83689947462/26644ba0-4185-4e10-8718-6ad18d01376c/54fba001-238a-49af-ad3b-4861104e9d6b) {{(pid=105584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:52:02.103951 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-178f9349-469f-4bf9-8f80-ffc62253e017 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:02.120594 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.provisioning_blocks [None req-178f9349-469f-4bf9-8f80-ffc62253e017 admin admin] Transition to ACTIVE for port object 6a429cf7-e4dd-4ba7-8a2d-0597ab1a412b will not be triggered until provisioned by entity DHCP. {{(pid=105585) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:52:02.159712 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-9a5c5444-0fc0-4e9f-9094-d0059b1aa9d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:02.182022 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-178f9349-469f-4bf9-8f80-ffc62253e017 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143'] for port, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:02.240061 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-aa68f436-b27b-4e92-94a5-0a8e364e2a27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2872e23e-eae9-4f04-a7fb-52757641bcbe', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-857605212-router', 'tenant_id': 'f4dd8c54051d43128b80a7b27aca23a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.224'}], 'enable_snat': True}, 'gw_port_id': '734c760e-a272-4c33-b556-0f02c2fdd0f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:51:56Z', 'updated_at': '2021-07-27T20:51:58Z', 'revision_number': 3, 'project_id': 'f4dd8c54051d43128b80a7b27aca23a8', 'gw_port': {'id': '734c760e-a272-4c33-b556-0f02c2fdd0f7', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:58:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2872e23e-eae9-4f04-a7fb-52757641bcbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:51:57Z', 'updated_at': '2021-07-27T20:52:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22'}], 'n-d-705658-22', False) {} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:52:02.290047 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178f9349-469f-4bf9-8f80-ffc62253e017 admin admin] Pushing event updated for resources: {'Port': ['ID=6a429cf7-e4dd-4ba7-8a2d-0597ab1a412b,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:52:02.291537 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-1be5b2e4-680d-48e0-a1e5-c3e8907147be req-e5ad2e78-8fa3-4bf9-b93c-2d286d83ab99 tempest-DeleteServersAdminTestJSON-694577090 tempest-DeleteServersAdminTestJSON-694577090-project] Notify callbacks [] for port, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:02.310060 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-178f9349-469f-4bf9-8f80-ffc62253e017 admin admin] Network ad708756-4858-4bf7-9c63-5e8aacaf6c3a is already hosted by enough agents. {{(pid=105585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:52:02.311568 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.base_scheduler [None req-178f9349-469f-4bf9-8f80-ffc62253e017 admin admin] Resources bound (agent type, host, resource id): {{(pid=105585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:52:02.315297 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-178f9349-469f-4bf9-8f80-ffc62253e017 admin admin] Received port after_create {{(pid=105585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:52:02.315784 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-178f9349-469f-4bf9-8f80-ffc62253e017 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4075523'] for router_interface, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:02.324893 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa68f436-b27b-4e92-94a5-0a8e364e2a27 None None] The sync data for ids ['2872e23e-eae9-4f04-a7fb-52757641bcbe'] in n-d-705658-22 is: [{'id': '2872e23e-eae9-4f04-a7fb-52757641bcbe', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-857605212-router', 'tenant_id': 'f4dd8c54051d43128b80a7b27aca23a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.224'}], 'enable_snat': True}, 'gw_port_id': '734c760e-a272-4c33-b556-0f02c2fdd0f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:51:56Z', 'updated_at': '2021-07-27T20:51:58Z', 'revision_number': 3, 'project_id': 'f4dd8c54051d43128b80a7b27aca23a8', 'gw_port': {'id': '734c760e-a272-4c33-b556-0f02c2fdd0f7', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:58:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2872e23e-eae9-4f04-a7fb-52757641bcbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:51:57Z', 'updated_at': '2021-07-27T20:52:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22'}] {{(pid=105587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 20:52:02.337363 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.provisioning_blocks [req-1be5b2e4-680d-48e0-a1e5-c3e8907147be req-e5ad2e78-8fa3-4bf9-b93c-2d286d83ab99 tempest-DeleteServersAdminTestJSON-694577090 tempest-DeleteServersAdminTestJSON-694577090-project] Transition to ACTIVE for port object 54fba001-238a-49af-ad3b-4861104e9d6b will not be triggered until provisioned by entity DHCP. {{(pid=105584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:52:02.418818 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-9a5c5444-0fc0-4e9f-9094-d0059b1aa9d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:02.424353 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-1be5b2e4-680d-48e0-a1e5-c3e8907147be req-e5ad2e78-8fa3-4bf9-b93c-2d286d83ab99 tempest-DeleteServersAdminTestJSON-694577090 tempest-DeleteServersAdminTestJSON-694577090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143'] for port, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:02.473147 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1be5b2e4-680d-48e0-a1e5-c3e8907147be req-e5ad2e78-8fa3-4bf9-b93c-2d286d83ab99 tempest-DeleteServersAdminTestJSON-694577090 tempest-DeleteServersAdminTestJSON-694577090-project] Network 4d64aa0b-bd6a-468e-8edc-c83689947462 is already hosted by enough agents. {{(pid=105584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:52:02.507248 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [req-1be5b2e4-680d-48e0-a1e5-c3e8907147be req-e5ad2e78-8fa3-4bf9-b93c-2d286d83ab99 tempest-DeleteServersAdminTestJSON-694577090 tempest-DeleteServersAdminTestJSON-694577090-project] Resources bound (agent type, host, resource id): {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:52:02.526748 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-9a5c5444-0fc0-4e9f-9094-d0059b1aa9d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:02.629857 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [req-1be5b2e4-680d-48e0-a1e5-c3e8907147be req-e5ad2e78-8fa3-4bf9-b93c-2d286d83ab99 tempest-DeleteServersAdminTestJSON-694577090 tempest-DeleteServersAdminTestJSON-694577090-project] Received port after_create {{(pid=105584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:52:02.638412 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be5b2e4-680d-48e0-a1e5-c3e8907147be req-e5ad2e78-8fa3-4bf9-b93c-2d286d83ab99 tempest-DeleteServersAdminTestJSON-694577090 tempest-DeleteServersAdminTestJSON-694577090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:52:02.639400 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-1be5b2e4-680d-48e0-a1e5-c3e8907147be req-e5ad2e78-8fa3-4bf9-b93c-2d286d83ab99 tempest-DeleteServersAdminTestJSON-694577090 tempest-DeleteServersAdminTestJSON-694577090-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743886'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:02.648372 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-9a5c5444-0fc0-4e9f-9094-d0059b1aa9d4 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=4d51e92dc11649818ca35120b9dcd63b&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0264223 Jul 27 20:52:02.653503 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 57036) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:52:02.719314 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5c5444-0fc0-4e9f-9094-d0059b1aa9d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec3a8969-af48-4bc3-9655-cb9cb3a571e9,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:52:02.763632 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-834a886d-f66a-4d23-a947-f52ce99ef841 req-cf22fcc5-e0db-4b6e-af69-f9fd0887939a tempest-AggregatesAdminTestJSON-1759511919 tempest-AggregatesAdminTestJSON-1759511919-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=1c290ad233784528b1ef513066481db9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2745104 Jul 27 20:52:02.799309 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-1be5b2e4-680d-48e0-a1e5-c3e8907147be req-e5ad2e78-8fa3-4bf9-b93c-2d286d83ab99 tempest-DeleteServersAdminTestJSON-694577090 tempest-DeleteServersAdminTestJSON-694577090-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9467661 Jul 27 20:52:02.810650 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [req-1be5b2e4-680d-48e0-a1e5-c3e8907147be req-2b9d1022-3657-49ef-b52d-487cb682b9dd tempest-DeleteServersAdminTestJSON-694577090 tempest-DeleteServersAdminTestJSON-694577090-project] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=105584) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 20:52:02.813058 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-1be5b2e4-680d-48e0-a1e5-c3e8907147be req-2b9d1022-3657-49ef-b52d-487cb682b9dd tempest-DeleteServersAdminTestJSON-694577090 tempest-DeleteServersAdminTestJSON-694577090-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0166707 Jul 27 20:52:02.884545 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ad2e78-8fa3-4bf9-b93c-2d286d83ab99 tempest-DeleteServersAdminTestJSON-694577090 tempest-DeleteServersAdminTestJSON-694577090-project] Pushing event updated for resources: {'Port': ['ID=54fba001-238a-49af-ad3b-4861104e9d6b,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:52:02.890396 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-df58fc9b-4265-47f3-840d-a090c7016f49 None None] Provisioning for port 6a429cf7-e4dd-4ba7-8a2d-0597ab1a412b completed by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:52:02.901949 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-df58fc9b-4265-47f3-840d-a090c7016f49 None None] Provisioning complete for port 6a429cf7-e4dd-4ba7-8a2d-0597ab1a412b triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:52:02.902319 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-df58fc9b-4265-47f3-840d-a090c7016f49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:03.041533 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-df58fc9b-4265-47f3-840d-a090c7016f49 None None] Port 6a429cf7-e4dd-4ba7-8a2d-0597ab1a412b cannot update to ACTIVE because it is not bound. {{(pid=105586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 20:52:03.173158 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-cb0a36c3-606a-4678-80fa-b81bee15f794 None None] Provisioning for port 54fba001-238a-49af-ad3b-4861104e9d6b completed by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:52:03.183999 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-cb0a36c3-606a-4678-80fa-b81bee15f794 None None] Provisioning complete for port 54fba001-238a-49af-ad3b-4861104e9d6b triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:52:03.184549 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-cb0a36c3-606a-4678-80fa-b81bee15f794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:03.237685 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834a886d-f66a-4d23-a947-f52ce99ef841 req-baa96b1a-ced5-493c-bf06-468f3d535937 tempest-AggregatesAdminTestJSON-1759511919 tempest-AggregatesAdminTestJSON-1759511919-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:52:03.241057 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-834a886d-f66a-4d23-a947-f52ce99ef841 req-baa96b1a-ced5-493c-bf06-468f3d535937 tempest-AggregatesAdminTestJSON-1759511919 tempest-AggregatesAdminTestJSON-1759511919-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4766071 Jul 27 20:52:03.284194 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-cb0a36c3-606a-4678-80fa-b81bee15f794 None None] Port 54fba001-238a-49af-ad3b-4861104e9d6b cannot update to ACTIVE because it is not bound. {{(pid=105586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 20:52:03.364016 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [req-1be5b2e4-680d-48e0-a1e5-c3e8907147be req-9c0a7520-82fe-4cae-a32c-48ade8120e8e service neutron] Request body: {'port': {'device_id': '7180c451-a41b-4fc6-9c87-637a43e324cd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-705658-22'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:52:03.419520 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-834a886d-f66a-4d23-a947-f52ce99ef841 req-c5ddd48b-ee6a-4216-b4c0-0d5b215b0031 tempest-AggregatesAdminTestJSON-1759511919 tempest-AggregatesAdminTestJSON-1759511919-project] 10.222.0.59 "GET /v2.0/quotas/1c290ad233784528b1ef513066481db9 HTTP/1.1" status: 200 len: 375 time: 0.1381614 Jul 27 20:52:03.458734 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-da14a45c-a67e-447b-b95c-1194d44d5c2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:03.545606 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-834a886d-f66a-4d23-a947-f52ce99ef841 req-627e71e1-ecb3-46fe-a861-fe059dfee846 tempest-AggregatesAdminTestJSON-1759511919 tempest-AggregatesAdminTestJSON-1759511919-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=1c290ad233784528b1ef513066481db9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1248777 Jul 27 20:52:03.574049 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-178f9349-469f-4bf9-8f80-ffc62253e017 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:03.577281 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-1be5b2e4-680d-48e0-a1e5-c3e8907147be req-9c0a7520-82fe-4cae-a32c-48ade8120e8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:03.608481 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-da14a45c-a67e-447b-b95c-1194d44d5c2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:03.708133 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2caef71d-ba53-4b40-a3ed-5597974f46b0 req-d3f675a3-0ccd-4b94-90c5-19824663b6ee tempest-DeleteServersAdminTestJSON-694577090 tempest-DeleteServersAdminTestJSON-694577090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:52:03.718899 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-2caef71d-ba53-4b40-a3ed-5597974f46b0 req-d3f675a3-0ccd-4b94-90c5-19824663b6ee tempest-DeleteServersAdminTestJSON-694577090 tempest-DeleteServersAdminTestJSON-694577090-project] 10.222.0.59 "GET /v2.0/ports?device_id=7180c451-a41b-4fc6-9c87-637a43e324cd HTTP/1.1" status: 200 len: 936 time: 0.3098509 Jul 27 20:52:03.873313 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-2caef71d-ba53-4b40-a3ed-5597974f46b0 req-da6fa240-0a1d-4682-8921-a4224cea725e tempest-DeleteServersAdminTestJSON-694577090 tempest-DeleteServersAdminTestJSON-694577090-project] 10.222.0.59 "GET /v2.0/security-groups?id=57c0a943-9ad7-4e44-93fc-83b6b6f566f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434426 Jul 27 20:52:03.921650 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-da14a45c-a67e-447b-b95c-1194d44d5c2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:03.924575 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-da14a45c-a67e-447b-b95c-1194d44d5c2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:03.929138 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-da14a45c-a67e-447b-b95c-1194d44d5c2f admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/ec3a8969-af48-4bc3-9655-cb9cb3a571e9 HTTP/1.1" status: 204 len: 168 time: 1.2713928 Jul 27 20:52:03.946807 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da14a45c-a67e-447b-b95c-1194d44d5c2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec3a8969-af48-4bc3-9655-cb9cb3a571e9,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:52:04.050894 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-178f9349-469f-4bf9-8f80-ffc62253e017 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:04.072014 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-178f9349-469f-4bf9-8f80-ffc62253e017 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:04.073216 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-178f9349-469f-4bf9-8f80-ffc62253e017 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3743906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4076435'] for router_interface, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:04.198494 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178f9349-469f-4bf9-8f80-ffc62253e017 admin admin] Pushing event updated for resources: {'Port': ['ID=6a429cf7-e4dd-4ba7-8a2d-0597ab1a412b,revision_number=2']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:52:04.511257 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 734c760e-a272-4c33-b556-0f02c2fdd0f7 up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:52:04.609648 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a82cb582-cfd1-4ca4-ac7f-0b8bdafdf1d1 req-0a943c06-ca42-4f41-b7a0-f04294a3b71e tempest-AggregatesAdminTestJSON-1759511919 tempest-AggregatesAdminTestJSON-1759511919-project] 10.222.0.59 "GET /v2.0/ports?device_id=fe1f0d09-aab0-464a-bc11-fa02d97a99b8 HTTP/1.1" status: 200 len: 210 time: 0.1304786 Jul 27 20:52:04.611895 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [req-1be5b2e4-680d-48e0-a1e5-c3e8907147be req-9c0a7520-82fe-4cae-a32c-48ade8120e8e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54fba001-238a-49af-ad3b-4861104e9d6b {{(pid=105584) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 20:52:04.641739 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-1be5b2e4-680d-48e0-a1e5-c3e8907147be req-9c0a7520-82fe-4cae-a32c-48ade8120e8e service neutron] Notify callbacks [] for port, precommit_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:04.643534 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning for port 734c760e-a272-4c33-b556-0f02c2fdd0f7 completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:52:04.649731 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port 734c760e-a272-4c33-b556-0f02c2fdd0f7 triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:52:04.650415 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:04.658230 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-178f9349-469f-4bf9-8f80-ffc62253e017 admin admin] Network ad708756-4858-4bf7-9c63-5e8aacaf6c3a is already hosted by enough agents. {{(pid=105585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:52:04.665078 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.base_scheduler [None req-178f9349-469f-4bf9-8f80-ffc62253e017 admin admin] Resources bound (agent type, host, resource id): {{(pid=105585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:52:04.703130 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.provisioning_blocks [req-1be5b2e4-680d-48e0-a1e5-c3e8907147be req-9c0a7520-82fe-4cae-a32c-48ade8120e8e service neutron] Transition to ACTIVE for port object 54fba001-238a-49af-ad3b-4861104e9d6b will not be triggered until provisioned by entity L2. {{(pid=105584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:52:04.716019 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-1be5b2e4-680d-48e0-a1e5-c3e8907147be req-9c0a7520-82fe-4cae-a32c-48ade8120e8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:04.880568 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0a7520-82fe-4cae-a32c-48ade8120e8e service neutron] Pushing event updated for resources: {'Port': ['ID=54fba001-238a-49af-ad3b-4861104e9d6b,revision_number=2']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:52:04.951540 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:05.005964 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] For port 734c760e-a272-4c33-b556-0f02c2fdd0f7, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=734c760e-a272-4c33-b556-0f02c2fdd0f7,segment=NetworkSegment(12196855-9a32-4633-9a56-77697ef9e126),segment_id=12196855-9a32-4633-9a56-77697ef9e126)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:52:05.020519 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:05.270003 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Pushing event updated for resources: {'Port': ['ID=734c760e-a272-4c33-b556-0f02c2fdd0f7,revision_number=4']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:52:05.342056 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-926e7c08-b855-4ab2-821f-1cbfbe28010a None None] Provisioning complete for port 6a429cf7-e4dd-4ba7-8a2d-0597ab1a412b triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:52:05.344020 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-926e7c08-b855-4ab2-821f-1cbfbe28010a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:05.455887 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-926e7c08-b855-4ab2-821f-1cbfbe28010a None None] Port 6a429cf7-e4dd-4ba7-8a2d-0597ab1a412b cannot update to ACTIVE because it is not bound. {{(pid=105586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 20:52:05.612121 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [req-1be5b2e4-680d-48e0-a1e5-c3e8907147be req-9c0a7520-82fe-4cae-a32c-48ade8120e8e service neutron] Attempting to bind port 54fba001-238a-49af-ad3b-4861104e9d6b on host n-h1-705658-22 for vnic_type normal with profile {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:52:05.612620 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [req-1be5b2e4-680d-48e0-a1e5-c3e8907147be req-9c0a7520-82fe-4cae-a32c-48ade8120e8e service neutron] Attempting to bind port 54fba001-238a-49af-ad3b-4861104e9d6b by drivers openvswitch,hyperv on host n-h1-705658-22 at level 0 using segments [{'id': '86b1e6f6-d629-4b03-8944-4cdfbfb93d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '4d64aa0b-bd6a-468e-8edc-c83689947462'}] {{(pid=105584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:52:05.615050 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1be5b2e4-680d-48e0-a1e5-c3e8907147be req-9c0a7520-82fe-4cae-a32c-48ade8120e8e service neutron] Attempting to bind port 54fba001-238a-49af-ad3b-4861104e9d6b on network 4d64aa0b-bd6a-468e-8edc-c83689947462 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:52:05.615512 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c0ccc2-dd81-4230-8821-4ca12ad7fa87 req-715d1e04-88e9-470d-a37e-17e204bac80f tempest-DeleteServersAdminTestJSON-694577090 tempest-DeleteServersAdminTestJSON-694577090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:52:05.626473 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e4c0ccc2-dd81-4230-8821-4ca12ad7fa87 req-715d1e04-88e9-470d-a37e-17e204bac80f tempest-DeleteServersAdminTestJSON-694577090 tempest-DeleteServersAdminTestJSON-694577090-project] 10.222.0.59 "GET /v2.0/ports?device_id=7180c451-a41b-4fc6-9c87-637a43e324cd HTTP/1.1" status: 200 len: 948 time: 0.3539619 Jul 27 20:52:05.626932 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1be5b2e4-680d-48e0-a1e5-c3e8907147be req-9c0a7520-82fe-4cae-a32c-48ade8120e8e service neutron] Port 54fba001-238a-49af-ad3b-4861104e9d6b on network 4d64aa0b-bd6a-468e-8edc-c83689947462 not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-22 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 20:52:05.630226 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1be5b2e4-680d-48e0-a1e5-c3e8907147be req-9c0a7520-82fe-4cae-a32c-48ade8120e8e service neutron] Attempting to bind port 54fba001-238a-49af-ad3b-4861104e9d6b on network 4d64aa0b-bd6a-468e-8edc-c83689947462 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:52:05.641317 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-178f9349-469f-4bf9-8f80-ffc62253e017 admin admin] Router 2872e23e-eae9-4f04-a7fb-52757641bcbe has already been hosted by L3 agent dd128fd7-8e57-4d4f-895b-a96b369df59a {{(pid=105585) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 20:52:05.645051 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1be5b2e4-680d-48e0-a1e5-c3e8907147be req-9c0a7520-82fe-4cae-a32c-48ade8120e8e service neutron] Checking agent: {'id': '9d9bc37f-4d75-44ef-9f63-799aab3e316f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 49, 36), 'started_at': datetime.datetime(2021, 7, 27, 20, 49, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 51, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:52:05.647724 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1be5b2e4-680d-48e0-a1e5-c3e8907147be req-9c0a7520-82fe-4cae-a32c-48ade8120e8e service neutron] Checking segment: {'id': '86b1e6f6-d629-4b03-8944-4cdfbfb93d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '4d64aa0b-bd6a-468e-8edc-c83689947462'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:52:05.647724 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1be5b2e4-680d-48e0-a1e5-c3e8907147be req-9c0a7520-82fe-4cae-a32c-48ade8120e8e service neutron] Bound using segment: {'id': '86b1e6f6-d629-4b03-8944-4cdfbfb93d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '4d64aa0b-bd6a-468e-8edc-c83689947462'} {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:52:05.652513 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [req-1be5b2e4-680d-48e0-a1e5-c3e8907147be req-9c0a7520-82fe-4cae-a32c-48ade8120e8e service neutron] Bound port: 54fba001-238a-49af-ad3b-4861104e9d6b, host: n-h1-705658-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '86b1e6f6-d629-4b03-8944-4cdfbfb93d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '4d64aa0b-bd6a-468e-8edc-c83689947462'}}] {{(pid=105584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:52:05.652949 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-1be5b2e4-680d-48e0-a1e5-c3e8907147be req-9c0a7520-82fe-4cae-a32c-48ade8120e8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:05.708163 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e4c0ccc2-dd81-4230-8821-4ca12ad7fa87 req-8f55c8c9-3095-434a-9c66-89278590a9fb tempest-DeleteServersAdminTestJSON-694577090 tempest-DeleteServersAdminTestJSON-694577090-project] 10.222.0.59 "GET /v2.0/security-groups?id=57c0a943-9ad7-4e44-93fc-83b6b6f566f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802879 Jul 27 20:52:05.833840 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [req-1be5b2e4-680d-48e0-a1e5-c3e8907147be req-9c0a7520-82fe-4cae-a32c-48ade8120e8e service neutron] For port 54fba001-238a-49af-ad3b-4861104e9d6b, host n-h1-705658-22, cleared binding levels {{(pid=105584) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:52:05.877163 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 57128) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:52:05.894433 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [req-1be5b2e4-680d-48e0-a1e5-c3e8907147be req-9c0a7520-82fe-4cae-a32c-48ade8120e8e service neutron] For port 54fba001-238a-49af-ad3b-4861104e9d6b, host n-h1-705658-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=54fba001-238a-49af-ad3b-4861104e9d6b,segment=NetworkSegment(86b1e6f6-d629-4b03-8944-4cdfbfb93d02),segment_id=86b1e6f6-d629-4b03-8944-4cdfbfb93d02)] {{(pid=105584) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:52:05.903478 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-1be5b2e4-680d-48e0-a1e5-c3e8907147be req-9c0a7520-82fe-4cae-a32c-48ade8120e8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:05.925149 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be5b2e4-680d-48e0-a1e5-c3e8907147be req-9c0a7520-82fe-4cae-a32c-48ade8120e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:52:05.926504 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-1be5b2e4-680d-48e0-a1e5-c3e8907147be req-9c0a7520-82fe-4cae-a32c-48ade8120e8e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743886'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:05.928180 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-1be5b2e4-680d-48e0-a1e5-c3e8907147be req-9c0a7520-82fe-4cae-a32c-48ade8120e8e service neutron] 10.222.0.36 "PUT /v2.0/ports/54fba001-238a-49af-ad3b-4861104e9d6b HTTP/1.1" status: 200 len: 1097 time: 2.7469490 Jul 27 20:52:05.929079 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-20860db1-4682-4600-98c0-614f2a31d51c admin admin] Notify callbacks [] for security_group, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:05.932634 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7180c451-a41b-4fc6-9c87-637a43e324cd', 'tag': '54fba001-238a-49af-ad3b-4861104e9d6b'}] {{(pid=105584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:52:05.972747 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:06.012928 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-178f9349-469f-4bf9-8f80-ffc62253e017 admin admin] Notify agent at l3_agent.n-d-705658-22 the message routers_updated {{(pid=105585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 20:52:06.024326 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39787c1c-cde2-410d-902e-21a47edc9dae None None] Sync routers for ids ['2872e23e-eae9-4f04-a7fb-52757641bcbe'] in n-d-705658-22 {{(pid=105586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 20:52:06.045230 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-178f9349-469f-4bf9-8f80-ffc62253e017 admin admin] 10.222.0.59 "PUT /v2.0/routers/2872e23e-eae9-4f04-a7fb-52757641bcbe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9745526 Jul 27 20:52:06.061466 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39787c1c-cde2-410d-902e-21a47edc9dae None None] Routers {'2872e23e-eae9-4f04-a7fb-52757641bcbe'} bound to L3 agent in host n-d-705658-22 {{(pid=105586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:52:06.067628 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-39787c1c-cde2-410d-902e-21a47edc9dae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T20:51:41Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['2872e23e-eae9-4f04-a7fb-52757641bcbe'], 'active': True} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:52:06.141332 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-5cbc668e-7ace-4eb6-9631-789725a6e8bd req-85f12dd3-b155-4a0e-9d15-05bdbbf5946e tempest-AggregatesAdminTestJSON-1759511919 tempest-AggregatesAdminTestJSON-1759511919-project] 10.222.0.59 "GET /v2.0/ports?device_id=fe1f0d09-aab0-464a-bc11-fa02d97a99b8 HTTP/1.1" status: 200 len: 210 time: 0.0612531 Jul 27 20:52:06.441254 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvr_db [None req-39787c1c-cde2-410d-902e-21a47edc9dae None None] Set router 2872e23e-eae9-4f04-a7fb-52757641bcbe gateway port host: n-d-705658-22 {{(pid=105586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:52:06.566763 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bce5e6c8685464f7626901654159975603b047827e3138302ed6566e28f1343" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e937cb1-3d62-448f-a5f2-9f63f41fbfe6" -d '{"events": [{"name": "network-changed", "server_uuid": "7180c451-a41b-4fc6-9c87-637a43e324cd", "tag": "54fba001-238a-49af-ad3b-4861104e9d6b"}]}' {{(pid=105584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:52:06.591931 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 734c760e-a272-4c33-b556-0f02c2fdd0f7 up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:52:06.612632 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0a7520-82fe-4cae-a32c-48ade8120e8e service neutron] Pushing event updated for resources: {'Port': ['ID=54fba001-238a-49af-ad3b-4861104e9d6b,revision_number=3']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:52:06.683933 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be5b2e4-680d-48e0-a1e5-c3e8907147be req-87e68208-6740-4658-a465-e5cc0554018e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:52:06.686358 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-1be5b2e4-680d-48e0-a1e5-c3e8907147be req-87e68208-6740-4658-a465-e5cc0554018e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ab8b9ba62a7743cbb3514fd50ae5d839&device_id=7180c451-a41b-4fc6-9c87-637a43e324cd HTTP/1.1" status: 200 len: 1100 time: 0.3597527 Jul 27 20:52:06.704473 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-20860db1-4682-4600-98c0-614f2a31d51c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:06.712602 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-20860db1-4682-4600-98c0-614f2a31d51c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:06.932060 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-20860db1-4682-4600-98c0-614f2a31d51c admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=45706f897d7b46be9048056c5a2adcd4&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0417225 Jul 27 20:52:06.933290 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 57164) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:52:06.959228 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-1be5b2e4-680d-48e0-a1e5-c3e8907147be req-e2749e88-dcfb-42d1-9e08-cf78a53f0a63 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.242&port_id=54fba001-238a-49af-ad3b-4861104e9d6b HTTP/1.1" status: 200 len: 217 time: 0.2148292 Jul 27 20:52:06.968405 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20860db1-4682-4600-98c0-614f2a31d51c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a9a8298-9497-48a0-83af-b713be3dc08c,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:52:07.047013 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port 734c760e-a272-4c33-b556-0f02c2fdd0f7 triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:52:07.047525 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:07.065264 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-091bd848-1b19-487f-884d-51ad75fa8c92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:07.140561 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-091bd848-1b19-487f-884d-51ad75fa8c92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:07.192787 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-39787c1c-cde2-410d-902e-21a47edc9dae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2872e23e-eae9-4f04-a7fb-52757641bcbe', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-857605212-router', 'tenant_id': 'f4dd8c54051d43128b80a7b27aca23a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.224'}], 'enable_snat': True}, 'gw_port_id': '734c760e-a272-4c33-b556-0f02c2fdd0f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:51:56Z', 'updated_at': '2021-07-27T20:52:03Z', 'revision_number': 4, 'project_id': 'f4dd8c54051d43128b80a7b27aca23a8', 'gw_port': {'id': '734c760e-a272-4c33-b556-0f02c2fdd0f7', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:58:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2872e23e-eae9-4f04-a7fb-52757641bcbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:51:57Z', 'updated_at': '2021-07-27T20:52:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_interfaces': [{'id': '6a429cf7-e4dd-4ba7-8a2d-0597ab1a412b', 'name': '', 'network_id': 'ad708756-4858-4bf7-9c63-5e8aacaf6c3a', 'tenant_id': 'f4dd8c54051d43128b80a7b27aca23a8', 'mac_address': 'fa:16:3e:88:6d:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2872e23e-eae9-4f04-a7fb-52757641bcbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'ede1963b-50a5-4164-867c-90340ab6a875', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:52:01Z', 'updated_at': '2021-07-27T20:52:03Z', 'revision_number': 2, 'project_id': 'f4dd8c54051d43128b80a7b27aca23a8', 'subnets': [{'id': 'ede1963b-50a5-4164-867c-90340ab6a875', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-22', False) {} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:52:07.236750 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39787c1c-cde2-410d-902e-21a47edc9dae None None] Checking router: 2872e23e-eae9-4f04-a7fb-52757641bcbe for host: n-d-705658-22 {{(pid=105586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 20:52:07.237258 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39787c1c-cde2-410d-902e-21a47edc9dae None None] Updating router 2872e23e-eae9-4f04-a7fb-52757641bcbe port 6a429cf7-e4dd-4ba7-8a2d-0597ab1a412b binding host n-d-705658-22 {{(pid=105586) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 20:52:07.294771 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 20:52:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d92e9481-58b2-4234-a36b-f551c88d8945 x-openstack-request-id: req-d92e9481-58b2-4234-a36b-f551c88d8945 {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:52:07.295649 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7180c451-a41b-4fc6-9c87-637a43e324cd", "tag": "54fba001-238a-49af-ad3b-4861104e9d6b", "status": "completed", "code": 200}]} {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:52:07.295910 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-d92e9481-58b2-4234-a36b-f551c88d8945 {{(pid=105584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:52:07.296481 n-d-705658-22 neutron-server[105584]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7180c451-a41b-4fc6-9c87-637a43e324cd', 'tag': '54fba001-238a-49af-ad3b-4861104e9d6b', 'status': 'completed', 'code': 200} Jul 27 20:52:07.322525 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3931e8-3ad0-4d02-8518-e068d4ec7a50 req-c331ba13-21c2-4215-a7c5-5afdea1e2c89 tempest-DeleteServersAdminTestJSON-694577090 tempest-DeleteServersAdminTestJSON-694577090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:52:07.325105 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-9a3931e8-3ad0-4d02-8518-e068d4ec7a50 req-c331ba13-21c2-4215-a7c5-5afdea1e2c89 tempest-DeleteServersAdminTestJSON-694577090 tempest-DeleteServersAdminTestJSON-694577090-project] 10.222.0.59 "GET /v2.0/ports?device_id=7180c451-a41b-4fc6-9c87-637a43e324cd HTTP/1.1" status: 200 len: 948 time: 0.1200662 Jul 27 20:52:07.344478 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-091bd848-1b19-487f-884d-51ad75fa8c92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:07.350480 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-091bd848-1b19-487f-884d-51ad75fa8c92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:07.354694 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-091bd848-1b19-487f-884d-51ad75fa8c92 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/3a9a8298-9497-48a0-83af-b713be3dc08c HTTP/1.1" status: 204 len: 168 time: 0.4211125 Jul 27 20:52:07.362756 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-39787c1c-cde2-410d-902e-21a47edc9dae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:07.407645 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091bd848-1b19-487f-884d-51ad75fa8c92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a9a8298-9497-48a0-83af-b713be3dc08c,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:52:07.450142 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 57190) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:52:07.451055 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-9a3931e8-3ad0-4d02-8518-e068d4ec7a50 req-f8193e11-5c47-4290-97cc-8644760d4dab tempest-DeleteServersAdminTestJSON-694577090 tempest-DeleteServersAdminTestJSON-694577090-project] 10.222.0.59 "GET /v2.0/security-groups?id=57c0a943-9ad7-4e44-93fc-83b6b6f566f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139667 Jul 27 20:52:07.457288 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-cb8aeb6c-6e68-4f76-8f17-25a41c3339e6 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-142310682-network', 'tenant_id': '64889827a2294491bf76ec5354525c6a'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:52:07.521269 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb8aeb6c-6e68-4f76-8f17-25a41c3339e6 admin admin] Made reservation on behalf of 64889827a2294491bf76ec5354525c6a for: {'network': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:52:07.530723 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-cb8aeb6c-6e68-4f76-8f17-25a41c3339e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for network, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:07.565044 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-cb8aeb6c-6e68-4f76-8f17-25a41c3339e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:07.713841 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-86c929b0-ba05-434d-bde6-08b20e36ad52 req-a4273a87-929b-4a9d-a65b-07287c2a22f1 tempest-AggregatesAdminTestJSON-1759511919 tempest-AggregatesAdminTestJSON-1759511919-project] 10.222.0.59 "GET /v2.0/ports?device_id=fe1f0d09-aab0-464a-bc11-fa02d97a99b8 HTTP/1.1" status: 200 len: 210 time: 0.0794804 Jul 27 20:52:07.832714 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be5b2e4-680d-48e0-a1e5-c3e8907147be req-748a0c8a-d2af-45d3-aa6b-8ca498fdc63a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:52:07.836904 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-1be5b2e4-680d-48e0-a1e5-c3e8907147be req-748a0c8a-d2af-45d3-aa6b-8ca498fdc63a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=26644ba0-4185-4e10-8718-6ad18d01376c HTTP/1.1" status: 200 len: 843 time: 0.2641840 Jul 27 20:52:07.978618 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-cb8aeb6c-6e68-4f76-8f17-25a41c3339e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:07.985289 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-cb8aeb6c-6e68-4f76-8f17-25a41c3339e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:08.021579 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb8aeb6c-6e68-4f76-8f17-25a41c3339e6 admin admin] vlan segment allocate from pool success with {'vlan_id': 201, 'physical_network': 'physnet1'} {{(pid=105584) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 20:52:08.040336 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-cb8aeb6c-6e68-4f76-8f17-25a41c3339e6 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8790688882966', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:08.040911 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-cb8aeb6c-6e68-4f76-8f17-25a41c3339e6 admin admin] Unsubscribe: segment precommit_create {{(pid=105584) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 27 20:52:08.041383 n-d-705658-22 neutron-server[105584]: INFO neutron.db.segments_db [None req-cb8aeb6c-6e68-4f76-8f17-25a41c3339e6 admin admin] Added segment 8d646597-9f00-4666-88bb-1812b76bb0d1 of type vlan for network 576bfba4-7833-4cb6-bcf5-4eecd3ba6e31 Jul 27 20:52:08.114719 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-cb8aeb6c-6e68-4f76-8f17-25a41c3339e6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790688424798'] for network, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:08.132309 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-39787c1c-cde2-410d-902e-21a47edc9dae None None] Notify callbacks [] for port, precommit_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:08.156990 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-39787c1c-cde2-410d-902e-21a47edc9dae None None] Transition to ACTIVE for port object 6a429cf7-e4dd-4ba7-8a2d-0597ab1a412b will not be triggered until provisioned by entity L2. {{(pid=105586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:52:08.169437 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-39787c1c-cde2-410d-902e-21a47edc9dae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:08.237565 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-cb8aeb6c-6e68-4f76-8f17-25a41c3339e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920'] for network, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:08.238584 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb8aeb6c-6e68-4f76-8f17-25a41c3339e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:52:08.239482 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-cb8aeb6c-6e68-4f76-8f17-25a41c3339e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743886'] for network, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:08.449955 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-cb8aeb6c-6e68-4f76-8f17-25a41c3339e6 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.9981668 Jul 27 20:52:08.453208 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 57228) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:52:08.464181 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-5201e955-54e3-431c-9109-3885d7b35d59 admin admin] Request body: {'subnet': {'network_id': '576bfba4-7833-4cb6-bcf5-4eecd3ba6e31', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-142310682-subnet', 'tenant_id': '64889827a2294491bf76ec5354525c6a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:52:08.476330 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 57232) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:52:08.488638 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8aeb6c-6e68-4f76-8f17-25a41c3339e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b31e441-b0aa-4937-85be-05e798573dbf,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:52:08.506661 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8aeb6c-6e68-4f76-8f17-25a41c3339e6 admin admin] Pushing event updated for resources: {'Network': ['ID=576bfba4-7833-4cb6-bcf5-4eecd3ba6e31,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:52:08.518957 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.36', 53059) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:52:08.554245 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-834a886d-f66a-4d23-a947-f52ce99ef841 req-e925ecc1-4eec-416d-b952-94341102ed6f tempest-AggregatesAdminTestJSON-1759511919 tempest-AggregatesAdminTestJSON-1759511919-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=1c290ad233784528b1ef513066481db9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0332704 Jul 27 20:52:08.558402 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be5b2e4-680d-48e0-a1e5-c3e8907147be req-8091090e-dee9-4a43-8eca-3f8ef3a6021e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:52:08.559628 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-1be5b2e4-680d-48e0-a1e5-c3e8907147be req-8091090e-dee9-4a43-8eca-3f8ef3a6021e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4d64aa0b-bd6a-468e-8edc-c83689947462&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3881741 Jul 27 20:52:08.592452 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5201e955-54e3-431c-9109-3885d7b35d59 admin admin] Made reservation on behalf of 64889827a2294491bf76ec5354525c6a for: {'subnet': 1} {{(pid=105585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:52:08.594859 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-5201e955-54e3-431c-9109-3885d7b35d59 admin admin] Notify callbacks [] for subnet, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:08.640505 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Network 576bfba4-7833-4cb6-bcf5-4eecd3ba6e31 details requested by agent ovs-agent-n-d-705658-22 with host n-d-705658-22 {{(pid=105586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 20:52:08.830777 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834a886d-f66a-4d23-a947-f52ce99ef841 req-003950bb-d37c-40d8-b857-cff3ee1bba10 tempest-AggregatesAdminTestJSON-1759511919 tempest-AggregatesAdminTestJSON-1759511919-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:52:08.833079 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-834a886d-f66a-4d23-a947-f52ce99ef841 req-003950bb-d37c-40d8-b857-cff3ee1bba10 tempest-AggregatesAdminTestJSON-1759511919 tempest-AggregatesAdminTestJSON-1759511919-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2576962 Jul 27 20:52:08.976074 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-39787c1c-cde2-410d-902e-21a47edc9dae None None] Attempting to bind port 6a429cf7-e4dd-4ba7-8a2d-0597ab1a412b on host n-d-705658-22 for vnic_type normal with profile {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:52:08.978062 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-39787c1c-cde2-410d-902e-21a47edc9dae None None] Attempting to bind port 6a429cf7-e4dd-4ba7-8a2d-0597ab1a412b by drivers openvswitch,hyperv on host n-d-705658-22 at level 0 using segments [{'id': '2ea25427-d6e6-4416-87a7-64c07e5ed875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'ad708756-4858-4bf7-9c63-5e8aacaf6c3a'}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:52:08.979168 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39787c1c-cde2-410d-902e-21a47edc9dae None None] Attempting to bind port 6a429cf7-e4dd-4ba7-8a2d-0597ab1a412b on network ad708756-4858-4bf7-9c63-5e8aacaf6c3a {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:52:08.997926 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39787c1c-cde2-410d-902e-21a47edc9dae None None] Checking agent: {'id': '04a7ea91-6318-467e-ace6-b0fb48c8690f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 41, 42), 'started_at': datetime.datetime(2021, 7, 27, 20, 42, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 51, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:52:09.000850 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39787c1c-cde2-410d-902e-21a47edc9dae None None] Checking segment: {'id': '2ea25427-d6e6-4416-87a7-64c07e5ed875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'ad708756-4858-4bf7-9c63-5e8aacaf6c3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:52:09.005185 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-39787c1c-cde2-410d-902e-21a47edc9dae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:09.006287 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39787c1c-cde2-410d-902e-21a47edc9dae None None] Bound using segment: {'id': '2ea25427-d6e6-4416-87a7-64c07e5ed875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'ad708756-4858-4bf7-9c63-5e8aacaf6c3a'} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:52:09.008613 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-39787c1c-cde2-410d-902e-21a47edc9dae None None] Bound port: 6a429cf7-e4dd-4ba7-8a2d-0597ab1a412b, host: n-d-705658-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ea25427-d6e6-4416-87a7-64c07e5ed875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'ad708756-4858-4bf7-9c63-5e8aacaf6c3a'}}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:52:09.012140 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-39787c1c-cde2-410d-902e-21a47edc9dae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:09.068225 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-695aacd7-7344-4d5e-835d-27c52c029ff3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:09.194142 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518ef887-bc7d-43fb-ba2b-4a78eba2b09c None None] Pushing event updated for resources: {'Port': ['ID=6a429cf7-e4dd-4ba7-8a2d-0597ab1a412b,revision_number=3']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:52:09.213280 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [req-834a886d-f66a-4d23-a947-f52ce99ef841 req-0b101d74-9cd4-4c8c-95c1-5cb846eec137 tempest-AggregatesAdminTestJSON-1759511919 tempest-AggregatesAdminTestJSON-1759511919-project] Request body: {'port': {'device_id': 'fe1f0d09-aab0-464a-bc11-fa02d97a99b8', 'network_id': '4d64aa0b-bd6a-468e-8edc-c83689947462', 'admin_state_up': True, 'tenant_id': '1c290ad233784528b1ef513066481db9'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:52:09.274679 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-6f97e963-3704-4f59-8841-041b48d2b4e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:09.277940 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-39787c1c-cde2-410d-902e-21a47edc9dae None None] For port 6a429cf7-e4dd-4ba7-8a2d-0597ab1a412b, host n-d-705658-22, cleared binding levels {{(pid=105586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:52:09.301421 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-39787c1c-cde2-410d-902e-21a47edc9dae None None] For port 6a429cf7-e4dd-4ba7-8a2d-0597ab1a412b, host n-d-705658-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=6a429cf7-e4dd-4ba7-8a2d-0597ab1a412b,segment=NetworkSegment(2ea25427-d6e6-4416-87a7-64c07e5ed875),segment_id=2ea25427-d6e6-4416-87a7-64c07e5ed875)] {{(pid=105586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:52:09.322311 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-39787c1c-cde2-410d-902e-21a47edc9dae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:09.436805 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-1be5b2e4-680d-48e0-a1e5-c3e8907147be req-0e46a45a-88d2-4079-b61c-f9e8bb4beaad service neutron] 10.222.0.36 "GET /v2.0/networks/4d64aa0b-bd6a-468e-8edc-c83689947462?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3879356 Jul 27 20:52:09.462072 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f88be87e-34e1-4e57-a749-aa1e6084fce7 req-9ba60ea7-f800-4992-946c-261a88323a6e tempest-AggregatesAdminTestJSON-1759511919 tempest-AggregatesAdminTestJSON-1759511919-project] 10.222.0.59 "GET /v2.0/ports?device_id=fe1f0d09-aab0-464a-bc11-fa02d97a99b8 HTTP/1.1" status: 200 len: 210 time: 0.2154040 Jul 27 20:52:09.532772 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 57258) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:52:09.544322 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39787c1c-cde2-410d-902e-21a47edc9dae None None] Routers {'2872e23e-eae9-4f04-a7fb-52757641bcbe'} bound to L3 agent in host n-d-705658-22 {{(pid=105586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:52:09.555684 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-39787c1c-cde2-410d-902e-21a47edc9dae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T20:51:41Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['2872e23e-eae9-4f04-a7fb-52757641bcbe'], 'active': True} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:52:09.558086 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518ef887-bc7d-43fb-ba2b-4a78eba2b09c None None] Pushing event updated for resources: {'Port': ['ID=6a429cf7-e4dd-4ba7-8a2d-0597ab1a412b,revision_number=4']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:52:09.629161 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e5c6b1-d5c3-4ed1-b41b-318615af22b7 req-32abd6bb-be71-4ae6-899a-71a672529b3e tempest-DeleteServersAdminTestJSON-694577090 tempest-DeleteServersAdminTestJSON-694577090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:52:09.638868 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-90e5c6b1-d5c3-4ed1-b41b-318615af22b7 req-32abd6bb-be71-4ae6-899a-71a672529b3e tempest-DeleteServersAdminTestJSON-694577090 tempest-DeleteServersAdminTestJSON-694577090-project] 10.222.0.59 "GET /v2.0/ports?device_id=7180c451-a41b-4fc6-9c87-637a43e324cd HTTP/1.1" status: 200 len: 948 time: 0.7433367 Jul 27 20:52:09.701852 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-1be5b2e4-680d-48e0-a1e5-c3e8907147be req-bd0c9f3f-f0b8-4233-8f14-dbd40534dfaa service neutron] 10.222.0.36 "GET /v2.0/networks/4d64aa0b-bd6a-468e-8edc-c83689947462?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1992352 Jul 27 20:52:09.804721 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:09.862224 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvr_db [None req-39787c1c-cde2-410d-902e-21a47edc9dae None None] Set router 2872e23e-eae9-4f04-a7fb-52757641bcbe gateway port host: n-d-705658-22 {{(pid=105586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:52:09.881990 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-90e5c6b1-d5c3-4ed1-b41b-318615af22b7 req-32a30acd-78ab-4d31-9764-185eb4b31f0a tempest-DeleteServersAdminTestJSON-694577090 tempest-DeleteServersAdminTestJSON-694577090-project] 10.222.0.59 "GET /v2.0/security-groups?id=57c0a943-9ad7-4e44-93fc-83b6b6f566f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2418754 Jul 27 20:52:09.964827 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-695aacd7-7344-4d5e-835d-27c52c029ff3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:09.977522 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-5201e955-54e3-431c-9109-3885d7b35d59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920'] for subnet, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:10.000310 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-695aacd7-7344-4d5e-835d-27c52c029ff3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:10.013786 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-834a886d-f66a-4d23-a947-f52ce99ef841 req-0b101d74-9cd4-4c8c-95c1-5cb846eec137 tempest-AggregatesAdminTestJSON-1759511919 tempest-AggregatesAdminTestJSON-1759511919-project] Made reservation on behalf of 1c290ad233784528b1ef513066481db9 for: {'port': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:52:10.032531 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-834a886d-f66a-4d23-a947-f52ce99ef841 req-0b101d74-9cd4-4c8c-95c1-5cb846eec137 tempest-AggregatesAdminTestJSON-1759511919 tempest-AggregatesAdminTestJSON-1759511919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:10.069629 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-834a886d-f66a-4d23-a947-f52ce99ef841 req-0b101d74-9cd4-4c8c-95c1-5cb846eec137 tempest-AggregatesAdminTestJSON-1759511919 tempest-AggregatesAdminTestJSON-1759511919-project] Notify callbacks [] for security_group, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:10.136023 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e937cb1-3d62-448f-a5f2-9f63f41fbfe6 req-847bd28a-00aa-4309-9fb1-66eb404db735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:52:10.139349 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-6e937cb1-3d62-448f-a5f2-9f63f41fbfe6 req-847bd28a-00aa-4309-9fb1-66eb404db735 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ab8b9ba62a7743cbb3514fd50ae5d839&device_id=7180c451-a41b-4fc6-9c87-637a43e324cd HTTP/1.1" status: 200 len: 1100 time: 0.3038042 Jul 27 20:52:10.186647 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5201e955-54e3-431c-9109-3885d7b35d59 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0baa3963-1cd6-4605-8009-5402f4976679,revision_number=0']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:52:10.231115 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-695aacd7-7344-4d5e-835d-27c52c029ff3 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=a31e4f502fcd44409ae0c7b98159060e&name=default HTTP/1.1" status: 200 len: 2975 time: 1.7488749 Jul 27 20:52:10.233629 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695aacd7-7344-4d5e-835d-27c52c029ff3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0298e22d-bc39-4285-82e2-e9336508ecb7,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:52:10.279736 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 57292) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:52:10.346301 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-39787c1c-cde2-410d-902e-21a47edc9dae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2872e23e-eae9-4f04-a7fb-52757641bcbe', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-857605212-router', 'tenant_id': 'f4dd8c54051d43128b80a7b27aca23a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.224'}], 'enable_snat': True}, 'gw_port_id': '734c760e-a272-4c33-b556-0f02c2fdd0f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:51:56Z', 'updated_at': '2021-07-27T20:52:03Z', 'revision_number': 4, 'project_id': 'f4dd8c54051d43128b80a7b27aca23a8', 'gw_port': {'id': '734c760e-a272-4c33-b556-0f02c2fdd0f7', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:58:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2872e23e-eae9-4f04-a7fb-52757641bcbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:51:57Z', 'updated_at': '2021-07-27T20:52:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_interfaces': [{'id': '6a429cf7-e4dd-4ba7-8a2d-0597ab1a412b', 'name': '', 'network_id': 'ad708756-4858-4bf7-9c63-5e8aacaf6c3a', 'tenant_id': 'f4dd8c54051d43128b80a7b27aca23a8', 'mac_address': 'fa:16:3e:88:6d:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2872e23e-eae9-4f04-a7fb-52757641bcbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'ede1963b-50a5-4164-867c-90340ab6a875', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:52:01Z', 'updated_at': '2021-07-27T20:52:09Z', 'revision_number': 4, 'project_id': 'f4dd8c54051d43128b80a7b27aca23a8', 'subnets': [{'id': 'ede1963b-50a5-4164-867c-90340ab6a875', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-22', False) {} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:52:10.354168 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5201e955-54e3-431c-9109-3885d7b35d59 admin admin] Checking segment: {'id': '8d646597-9f00-4666-88bb-1812b76bb0d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '576bfba4-7833-4cb6-bcf5-4eecd3ba6e31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:52:10.354781 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5201e955-54e3-431c-9109-3885d7b35d59 admin admin] Network hostable DHCP agents. Network: 576bfba4-7833-4cb6-bcf5-4eecd3ba6e31, hostable agents: ['7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a'], hosted agents: [] {{(pid=105585) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 20:52:10.376883 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-0ce63504-5260-47ef-8390-dddb7af9dc55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:10.392157 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5201e955-54e3-431c-9109-3885d7b35d59 admin admin] Network 576bfba4-7833-4cb6-bcf5-4eecd3ba6e31 is scheduled to be hosted by DHCP agent 7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a with binding_index 1 {{(pid=105585) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 20:52:10.408872 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.base_scheduler [None req-5201e955-54e3-431c-9109-3885d7b35d59 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-22, 576bfba4-7833-4cb6-bcf5-4eecd3ba6e31) {{(pid=105585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:52:10.411042 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-219ea77f-3a34-41df-b1f8-405980f03e28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:10.420182 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39787c1c-cde2-410d-902e-21a47edc9dae None None] The sync data for ids ['2872e23e-eae9-4f04-a7fb-52757641bcbe'] in n-d-705658-22 is: [{'id': '2872e23e-eae9-4f04-a7fb-52757641bcbe', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-857605212-router', 'tenant_id': 'f4dd8c54051d43128b80a7b27aca23a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.224'}], 'enable_snat': True}, 'gw_port_id': '734c760e-a272-4c33-b556-0f02c2fdd0f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:51:56Z', 'updated_at': '2021-07-27T20:52:03Z', 'revision_number': 4, 'project_id': 'f4dd8c54051d43128b80a7b27aca23a8', 'gw_port': {'id': '734c760e-a272-4c33-b556-0f02c2fdd0f7', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:58:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2872e23e-eae9-4f04-a7fb-52757641bcbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:51:57Z', 'updated_at': '2021-07-27T20:52:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_interfaces': [{'id': '6a429cf7-e4dd-4ba7-8a2d-0597ab1a412b', 'name': '', 'network_id': 'ad708756-4858-4bf7-9c63-5e8aacaf6c3a', 'tenant_id': 'f4dd8c54051d43128b80a7b27aca23a8', 'mac_address': 'fa:16:3e:88:6d:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2872e23e-eae9-4f04-a7fb-52757641bcbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'ede1963b-50a5-4164-867c-90340ab6a875', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:52:01Z', 'updated_at': '2021-07-27T20:52:09Z', 'revision_number': 4, 'project_id': 'f4dd8c54051d43128b80a7b27aca23a8', 'subnets': [{'id': 'ede1963b-50a5-4164-867c-90340ab6a875', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 20:52:10.426473 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37be0074-f411-4a8a-b1b4-cca60b2e66be None None] Network 576bfba4-7833-4cb6-bcf5-4eecd3ba6e31 requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 20:52:10.441065 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-0ce63504-5260-47ef-8390-dddb7af9dc55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:10.443741 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5201e955-54e3-431c-9109-3885d7b35d59 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:52:10.447769 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-5201e955-54e3-431c-9109-3885d7b35d59 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743886'] for subnet, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:10.615366 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e937cb1-3d62-448f-a5f2-9f63f41fbfe6 req-1be61832-61ac-408a-b0a8-42fe82e8d26a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:52:10.619131 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-6e937cb1-3d62-448f-a5f2-9f63f41fbfe6 req-1be61832-61ac-408a-b0a8-42fe82e8d26a service neutron] 10.222.0.36 "GET /v2.0/networks?id=4d64aa0b-bd6a-468e-8edc-c83689947462 HTTP/1.1" status: 200 len: 870 time: 0.4277101 Jul 27 20:52:10.646779 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-feb9856b-0a7b-4469-8fa2-2cf06187e640 req-3bb67534-5457-474e-9fa4-03778e8d4b78 tempest-AggregatesAdminTestJSON-1759511919 tempest-AggregatesAdminTestJSON-1759511919-project] 10.222.0.59 "GET /v2.0/ports?device_id=fe1f0d09-aab0-464a-bc11-fa02d97a99b8 HTTP/1.1" status: 200 len: 210 time: 0.0550094 Jul 27 20:52:10.693130 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-0ce63504-5260-47ef-8390-dddb7af9dc55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:10.695988 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-0ce63504-5260-47ef-8390-dddb7af9dc55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:10.697336 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-0ce63504-5260-47ef-8390-dddb7af9dc55 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/0298e22d-bc39-4285-82e2-e9336508ecb7 HTTP/1.1" status: 204 len: 168 time: 0.4083531 Jul 27 20:52:10.723575 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce63504-5260-47ef-8390-dddb7af9dc55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0298e22d-bc39-4285-82e2-e9336508ecb7,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:52:11.049970 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49149875-3fd1-445b-8274-44221c48283b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30bb4b93-b285-5d90-9493-f9ec33ea333c-576bfba4-7833-4cb6-bcf5-4eecd3ba6e31', 'network_id': '576bfba4-7833-4cb6-bcf5-4eecd3ba6e31', 'tenant_id': '64889827a2294491bf76ec5354525c6a', 'fixed_ips': [{'subnet_id': '0baa3963-1cd6-4605-8009-5402f4976679'}]}} from n-d-705658-22. {{(pid=105586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 20:52:11.050138 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-6e937cb1-3d62-448f-a5f2-9f63f41fbfe6 req-b46754fa-d35b-4098-aa39-235cb65b5b2c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.242&port_id=54fba001-238a-49af-ad3b-4861104e9d6b HTTP/1.1" status: 200 len: 217 time: 0.4131122 Jul 27 20:52:11.050833 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-49149875-3fd1-445b-8274-44221c48283b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:11.109843 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c641d736-4e65-49ab-8dd7-26f3d550e399 req-61108d31-49b7-4754-94ed-50c9c98310ea tempest-DeleteServersAdminTestJSON-694577090 tempest-DeleteServersAdminTestJSON-694577090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:52:11.120072 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-c641d736-4e65-49ab-8dd7-26f3d550e399 req-61108d31-49b7-4754-94ed-50c9c98310ea tempest-DeleteServersAdminTestJSON-694577090 tempest-DeleteServersAdminTestJSON-694577090-project] 10.222.0.59 "GET /v2.0/ports?device_id=7180c451-a41b-4fc6-9c87-637a43e324cd HTTP/1.1" status: 200 len: 948 time: 0.1695302 Jul 27 20:52:11.259640 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-c641d736-4e65-49ab-8dd7-26f3d550e399 req-b0a115ab-3a6d-40e5-bd10-fff80eed7cbb tempest-DeleteServersAdminTestJSON-694577090 tempest-DeleteServersAdminTestJSON-694577090-project] 10.222.0.59 "GET /v2.0/security-groups?id=57c0a943-9ad7-4e44-93fc-83b6b6f566f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306217 Jul 27 20:52:11.297083 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e937cb1-3d62-448f-a5f2-9f63f41fbfe6 req-0d130c07-0af2-41d9-97fb-5f10206b99a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:52:11.298836 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-6e937cb1-3d62-448f-a5f2-9f63f41fbfe6 req-0d130c07-0af2-41d9-97fb-5f10206b99a2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=26644ba0-4185-4e10-8718-6ad18d01376c HTTP/1.1" status: 200 len: 843 time: 0.2343309 Jul 27 20:52:11.308924 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-834a886d-f66a-4d23-a947-f52ce99ef841 req-0b101d74-9cd4-4c8c-95c1-5cb846eec137 tempest-AggregatesAdminTestJSON-1759511919 tempest-AggregatesAdminTestJSON-1759511919-project] Notify callbacks [] for security_group, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:11.322654 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-834a886d-f66a-4d23-a947-f52ce99ef841 req-0b101d74-9cd4-4c8c-95c1-5cb846eec137 tempest-AggregatesAdminTestJSON-1759511919 tempest-AggregatesAdminTestJSON-1759511919-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:11.323583 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-7ebe4f90-c821-4dca-8ea0-c987fef9661a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:11.331915 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-5201e955-54e3-431c-9109-3885d7b35d59 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 2.8773043 Jul 27 20:52:11.332669 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 57344) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:52:11.338484 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-1fa20a4b-24f6-4b76-b456-d6c7c42f421b admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-142310682-router', 'tenant_id': '64889827a2294491bf76ec5354525c6a', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305'}}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:52:11.397120 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 57348) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:52:11.463336 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.db_base_plugin_common [None req-49149875-3fd1-445b-8274-44221c48283b None None] Allocated IP 172.20.0.2 (576bfba4-7833-4cb6-bcf5-4eecd3ba6e31/0baa3963-1cd6-4605-8009-5402f4976679/9578291a-7107-4a49-9920-660722c9afe1) {{(pid=105586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:52:11.580590 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-9d12e125-bf25-40a7-a33e-d054e8b7affb admin admin] Notify callbacks [] for security_group, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:11.638455 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b101d74-9cd4-4c8c-95c1-5cb846eec137 tempest-AggregatesAdminTestJSON-1759511919 tempest-AggregatesAdminTestJSON-1759511919-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a98e04e-03f7-4a56-92ce-0a5aaa8405f7,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:52:11.730877 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 57356) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:52:11.766361 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-16949d96-e7fb-4ab7-8418-135a745d7db0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:11.865031 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-3d80b264-c735-4a69-acad-5c6b37e89b6f req-4cc7d8a3-e262-4b16-b530-a2209ee2a5ac tempest-AggregatesAdminTestJSON-1759511919 tempest-AggregatesAdminTestJSON-1759511919-project] 10.222.0.59 "GET /v2.0/ports?device_id=fe1f0d09-aab0-464a-bc11-fa02d97a99b8 HTTP/1.1" status: 200 len: 210 time: 0.0503569 Jul 27 20:52:11.868038 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:11.924757 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-49149875-3fd1-445b-8274-44221c48283b None None] Notify callbacks [] for port, precommit_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:11.931470 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.db_base_plugin_common [req-834a886d-f66a-4d23-a947-f52ce99ef841 req-0b101d74-9cd4-4c8c-95c1-5cb846eec137 tempest-AggregatesAdminTestJSON-1759511919 tempest-AggregatesAdminTestJSON-1759511919-project] Allocated IP 192.168.233.213 (4d64aa0b-bd6a-468e-8edc-c83689947462/26644ba0-4185-4e10-8718-6ad18d01376c/f941d4e3-3dc5-4a75-801e-51778b862485) {{(pid=105584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:52:11.943199 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-219ea77f-3a34-41df-b1f8-405980f03e28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:11.951837 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-49149875-3fd1-445b-8274-44221c48283b None None] Transition to ACTIVE for port object 9578291a-7107-4a49-9920-660722c9afe1 will not be triggered until provisioned by entity L2. {{(pid=105586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:52:11.960488 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.db.api [None req-9d12e125-bf25-40a7-a33e-d054e8b7affb admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 27 20:52:11.960488 n-d-705658-22 neutron-server[105585]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 27 20:52:11.960488 n-d-705658-22 neutron-server[105585]: [parameters: {'project_id_1': '56c6a0e4ca1c422dade1b72515b73fbe', 'expiration_1': datetime.datetime(2021, 7, 27, 20, 52, 11, 616444)}] Jul 27 20:52:11.960488 n-d-705658-22 neutron-server[105585]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=105585) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 27 20:52:11.964853 n-d-705658-22 neutron-server[105585]: DEBUG oslo_db.api [None req-9d12e125-bf25-40a7-a33e-d054e8b7affb admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=105585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 27 20:52:11.965800 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.db.api [None req-16949d96-e7fb-4ab7-8418-135a745d7db0 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 27 20:52:11.965800 n-d-705658-22 neutron-server[105585]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 27 20:52:11.965800 n-d-705658-22 neutron-server[105585]: [parameters: {'project_id_1': '524aa6846a4549ee9966c40d483b65bb', 'expiration_1': datetime.datetime(2021, 7, 27, 20, 52, 11, 807783)}] Jul 27 20:52:11.965800 n-d-705658-22 neutron-server[105585]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=105585) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 27 20:52:11.966679 n-d-705658-22 neutron-server[105585]: DEBUG oslo_db.api [None req-16949d96-e7fb-4ab7-8418-135a745d7db0 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=105585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 27 20:52:11.973785 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e937cb1-3d62-448f-a5f2-9f63f41fbfe6 req-a5abab0f-b614-4377-a579-f06092faef01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:52:11.983510 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-6e937cb1-3d62-448f-a5f2-9f63f41fbfe6 req-a5abab0f-b614-4377-a579-f06092faef01 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4d64aa0b-bd6a-468e-8edc-c83689947462&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.6220334 Jul 27 20:52:11.985455 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-1fa20a4b-24f6-4b76-b456-d6c7c42f421b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4163813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-443'] for router, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:11.986732 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-1fa20a4b-24f6-4b76-b456-d6c7c42f421b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4165196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4077059', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3711235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-418'] for router, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:11.987643 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-219ea77f-3a34-41df-b1f8-405980f03e28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:11.992615 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-49149875-3fd1-445b-8274-44221c48283b None None] Transition to ACTIVE for port object 9578291a-7107-4a49-9920-660722c9afe1 will not be triggered until provisioned by entity DHCP. {{(pid=105586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:52:12.001616 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-49149875-3fd1-445b-8274-44221c48283b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143'] for port, after_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:12.044327 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 57360) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:52:12.111461 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219ea77f-3a34-41df-b1f8-405980f03e28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ec2ff1a-b9a3-4391-b67d-fbcd168c4c80,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:52:12.116725 n-d-705658-22 neutron-server[105586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49149875-3fd1-445b-8274-44221c48283b None None] Network 576bfba4-7833-4cb6-bcf5-4eecd3ba6e31 is already hosted by enough agents. {{(pid=105586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:52:12.151961 n-d-705658-22 neutron-server[105586]: DEBUG neutron.scheduler.base_scheduler [None req-49149875-3fd1-445b-8274-44221c48283b None None] Resources bound (agent type, host, resource id): {{(pid=105586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:52:12.160625 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49149875-3fd1-445b-8274-44221c48283b None None] Received port after_create {{(pid=105586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:52:12.172869 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-219ea77f-3a34-41df-b1f8-405980f03e28 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=7274e4c87c9b4f5683c5968fa11f7cef&name=default HTTP/1.1" status: 200 len: 2979 time: 2.5165730 Jul 27 20:52:12.180557 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 57366) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:52:12.182023 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-1fa20a4b-24f6-4b76-b456-d6c7c42f421b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:12.196682 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49149875-3fd1-445b-8274-44221c48283b None None] Pushing event updated for resources: {'Port': ['ID=9578291a-7107-4a49-9920-660722c9afe1,revision_number=1']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:52:12.442358 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-49149875-3fd1-445b-8274-44221c48283b None None] Attempting to bind port 9578291a-7107-4a49-9920-660722c9afe1 on host n-d-705658-22 for vnic_type normal with profile {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:52:12.443087 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-49149875-3fd1-445b-8274-44221c48283b None None] Attempting to bind port 9578291a-7107-4a49-9920-660722c9afe1 by drivers openvswitch,hyperv on host n-d-705658-22 at level 0 using segments [{'id': '8d646597-9f00-4666-88bb-1812b76bb0d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '576bfba4-7833-4cb6-bcf5-4eecd3ba6e31'}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:52:12.445443 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49149875-3fd1-445b-8274-44221c48283b None None] Attempting to bind port 9578291a-7107-4a49-9920-660722c9afe1 on network 576bfba4-7833-4cb6-bcf5-4eecd3ba6e31 {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:52:12.459468 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49149875-3fd1-445b-8274-44221c48283b None None] Checking agent: {'id': '04a7ea91-6318-467e-ace6-b0fb48c8690f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 41, 42), 'started_at': datetime.datetime(2021, 7, 27, 20, 42, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 52, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:52:12.462472 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-635688eb-790d-47fa-9f56-6081b3c87fd4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:12.463235 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49149875-3fd1-445b-8274-44221c48283b None None] Checking segment: {'id': '8d646597-9f00-4666-88bb-1812b76bb0d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '576bfba4-7833-4cb6-bcf5-4eecd3ba6e31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:52:12.463882 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-49149875-3fd1-445b-8274-44221c48283b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:12.464940 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49149875-3fd1-445b-8274-44221c48283b None None] Bound using segment: {'id': '8d646597-9f00-4666-88bb-1812b76bb0d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '576bfba4-7833-4cb6-bcf5-4eecd3ba6e31'} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:52:12.465889 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-49149875-3fd1-445b-8274-44221c48283b None None] Bound port: 9578291a-7107-4a49-9920-660722c9afe1, host: n-d-705658-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d646597-9f00-4666-88bb-1812b76bb0d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '576bfba4-7833-4cb6-bcf5-4eecd3ba6e31'}}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:52:12.466507 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-49149875-3fd1-445b-8274-44221c48283b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:12.508579 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 6a429cf7-e4dd-4ba7-8a2d-0597ab1a412b up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:52:12.559469 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-1fa20a4b-24f6-4b76-b456-d6c7c42f421b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4077169', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4163787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-400'] for router, precommit_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:12.575856 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-9d12e125-bf25-40a7-a33e-d054e8b7affb admin admin] Notify callbacks [] for security_group, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:12.577686 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-16949d96-e7fb-4ab7-8418-135a745d7db0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:12.661822 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-49149875-3fd1-445b-8274-44221c48283b None None] For port 9578291a-7107-4a49-9920-660722c9afe1, host n-d-705658-22, cleared binding levels {{(pid=105586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:52:12.674634 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-635688eb-790d-47fa-9f56-6081b3c87fd4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:12.677993 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-49149875-3fd1-445b-8274-44221c48283b None None] For port 9578291a-7107-4a49-9920-660722c9afe1, host n-d-705658-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=9578291a-7107-4a49-9920-660722c9afe1,segment=NetworkSegment(8d646597-9f00-4666-88bb-1812b76bb0d1),segment_id=8d646597-9f00-4666-88bb-1812b76bb0d1)] {{(pid=105586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:52:12.692996 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-635688eb-790d-47fa-9f56-6081b3c87fd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:12.702371 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-49149875-3fd1-445b-8274-44221c48283b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:12.779050 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-c7710e41-50d3-457f-96c1-37950addb75d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:12.779901 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635688eb-790d-47fa-9f56-6081b3c87fd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4d9019e-dc59-44fb-b314-0a459e100669,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:52:12.781986 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-bb32ed7d-8717-448b-a9c8-a5a0117d1fd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:12.843952 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49149875-3fd1-445b-8274-44221c48283b None None] Pushing event updated for resources: {'Port': ['ID=9578291a-7107-4a49-9920-660722c9afe1,revision_number=2']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:52:12.853700 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning for port 6a429cf7-e4dd-4ba7-8a2d-0597ab1a412b completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:52:12.869592 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port 6a429cf7-e4dd-4ba7-8a2d-0597ab1a412b triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:52:12.870330 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:12.882271 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-6e937cb1-3d62-448f-a5f2-9f63f41fbfe6 req-8ccfd4bc-7515-4947-915f-e86df9e1b52e service neutron] 10.222.0.36 "GET /v2.0/networks/4d64aa0b-bd6a-468e-8edc-c83689947462?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8327942 Jul 27 20:52:12.897385 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-635688eb-790d-47fa-9f56-6081b3c87fd4 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=1568d2a8e39c45888dd3b7008e5ed722&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8473363 Jul 27 20:52:12.905572 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 57376) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:52:12.958292 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-c7710e41-50d3-457f-96c1-37950addb75d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:13.013672 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:13.024802 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-834a886d-f66a-4d23-a947-f52ce99ef841 req-0b101d74-9cd4-4c8c-95c1-5cb846eec137 tempest-AggregatesAdminTestJSON-1759511919 tempest-AggregatesAdminTestJSON-1759511919-project] Notify callbacks [] for port, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:13.047636 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.provisioning_blocks [req-834a886d-f66a-4d23-a947-f52ce99ef841 req-0b101d74-9cd4-4c8c-95c1-5cb846eec137 tempest-AggregatesAdminTestJSON-1759511919 tempest-AggregatesAdminTestJSON-1759511919-project] Transition to ACTIVE for port object f941d4e3-3dc5-4a75-801e-51778b862485 will not be triggered until provisioned by entity DHCP. {{(pid=105584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:52:13.098029 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] For port 6a429cf7-e4dd-4ba7-8a2d-0597ab1a412b, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=6a429cf7-e4dd-4ba7-8a2d-0597ab1a412b,segment=NetworkSegment(2ea25427-d6e6-4416-87a7-64c07e5ed875),segment_id=2ea25427-d6e6-4416-87a7-64c07e5ed875)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:52:13.115509 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:13.122904 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-8f964fdf-2c35-4dc1-ab80-aed98f7a159e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:13.158715 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-16949d96-e7fb-4ab7-8418-135a745d7db0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:13.158919 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-8f964fdf-2c35-4dc1-ab80-aed98f7a159e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:13.200388 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e825a5-0b1d-4b27-89cf-9cf0ce436938 req-3b3833a8-85d9-4c7d-bf36-a7e5b1ed5095 tempest-DeleteServersAdminTestJSON-694577090 tempest-DeleteServersAdminTestJSON-694577090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:52:13.202195 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-57e825a5-0b1d-4b27-89cf-9cf0ce436938 req-3b3833a8-85d9-4c7d-bf36-a7e5b1ed5095 tempest-DeleteServersAdminTestJSON-694577090 tempest-DeleteServersAdminTestJSON-694577090-project] 10.222.0.59 "GET /v2.0/ports?device_id=7180c451-a41b-4fc6-9c87-637a43e324cd HTTP/1.1" status: 200 len: 948 time: 0.6338573 Jul 27 20:52:13.210591 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-834a886d-f66a-4d23-a947-f52ce99ef841 req-0b101d74-9cd4-4c8c-95c1-5cb846eec137 tempest-AggregatesAdminTestJSON-1759511919 tempest-AggregatesAdminTestJSON-1759511919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143'] for port, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:13.242930 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-16949d96-e7fb-4ab7-8418-135a745d7db0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:13.321722 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Pushing event updated for resources: {'Port': ['ID=6a429cf7-e4dd-4ba7-8a2d-0597ab1a412b,revision_number=5']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:52:13.382695 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-834a886d-f66a-4d23-a947-f52ce99ef841 req-0b101d74-9cd4-4c8c-95c1-5cb846eec137 tempest-AggregatesAdminTestJSON-1759511919 tempest-AggregatesAdminTestJSON-1759511919-project] Network 4d64aa0b-bd6a-468e-8edc-c83689947462 is already hosted by enough agents. {{(pid=105584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:52:13.397177 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-57e825a5-0b1d-4b27-89cf-9cf0ce436938 req-6517e3fa-73c2-40be-b4d3-6fd57db759f6 tempest-DeleteServersAdminTestJSON-694577090 tempest-DeleteServersAdminTestJSON-694577090-project] 10.222.0.59 "GET /v2.0/security-groups?id=57c0a943-9ad7-4e44-93fc-83b6b6f566f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1853821 Jul 27 20:52:13.421732 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [req-834a886d-f66a-4d23-a947-f52ce99ef841 req-0b101d74-9cd4-4c8c-95c1-5cb846eec137 tempest-AggregatesAdminTestJSON-1759511919 tempest-AggregatesAdminTestJSON-1759511919-project] Resources bound (agent type, host, resource id): {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:52:13.424539 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b101d74-9cd4-4c8c-95c1-5cb846eec137 tempest-AggregatesAdminTestJSON-1759511919 tempest-AggregatesAdminTestJSON-1759511919-project] Pushing event updated for resources: {'Port': ['ID=f941d4e3-3dc5-4a75-801e-51778b862485,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:52:13.428112 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [req-834a886d-f66a-4d23-a947-f52ce99ef841 req-0b101d74-9cd4-4c8c-95c1-5cb846eec137 tempest-AggregatesAdminTestJSON-1759511919 tempest-AggregatesAdminTestJSON-1759511919-project] Received port after_create {{(pid=105584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:52:13.442794 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834a886d-f66a-4d23-a947-f52ce99ef841 req-0b101d74-9cd4-4c8c-95c1-5cb846eec137 tempest-AggregatesAdminTestJSON-1759511919 tempest-AggregatesAdminTestJSON-1759511919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:52:13.443632 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-834a886d-f66a-4d23-a947-f52ce99ef841 req-0b101d74-9cd4-4c8c-95c1-5cb846eec137 tempest-AggregatesAdminTestJSON-1759511919 tempest-AggregatesAdminTestJSON-1759511919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743886'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:13.521066 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16949d96-e7fb-4ab7-8418-135a745d7db0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9dd5bded-8aa7-436f-845e-2341b8030111,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:52:13.531264 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-8f964fdf-2c35-4dc1-ab80-aed98f7a159e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:13.535971 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-8f964fdf-2c35-4dc1-ab80-aed98f7a159e admin admin] Notify callbacks [] for security_group, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:13.539994 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-8f964fdf-2c35-4dc1-ab80-aed98f7a159e admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/c4d9019e-dc59-44fb-b314-0a459e100669 HTTP/1.1" status: 204 len: 168 time: 0.6364353 Jul 27 20:52:13.554156 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-16949d96-e7fb-4ab7-8418-135a745d7db0 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=524aa6846a4549ee9966c40d483b65bb&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8207629 Jul 27 20:52:13.555630 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 57382) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:52:13.582384 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c59fe5a-b0ea-41f4-8a94-47efd36c7018 req-e6271849-9688-40f5-b076-eb09ff8951fa tempest-AggregatesAdminTestJSON-1759511919 tempest-AggregatesAdminTestJSON-1759511919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:52:13.591449 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-6c59fe5a-b0ea-41f4-8a94-47efd36c7018 req-e6271849-9688-40f5-b076-eb09ff8951fa tempest-AggregatesAdminTestJSON-1759511919 tempest-AggregatesAdminTestJSON-1759511919-project] 10.222.0.59 "GET /v2.0/ports?device_id=fe1f0d09-aab0-464a-bc11-fa02d97a99b8 HTTP/1.1" status: 200 len: 936 time: 0.4354842 Jul 27 20:52:13.615132 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f964fdf-2c35-4dc1-ab80-aed98f7a159e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4d9019e-dc59-44fb-b314-0a459e100669,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:52:13.683587 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-6c59fe5a-b0ea-41f4-8a94-47efd36c7018 req-9a611b7f-4bab-4825-9126-c4c5a1d247e8 tempest-AggregatesAdminTestJSON-1759511919 tempest-AggregatesAdminTestJSON-1759511919-project] 10.222.0.59 "GET /v2.0/security-groups?id=7a98e04e-03f7-4a56-92ce-0a5aaa8405f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869844 Jul 27 20:52:13.711740 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-c7710e41-50d3-457f-96c1-37950addb75d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:13.714535 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-c7710e41-50d3-457f-96c1-37950addb75d admin admin] Notify callbacks [] for security_group, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:13.716011 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-c7710e41-50d3-457f-96c1-37950addb75d admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/4ec2ff1a-b9a3-4391-b67d-fbcd168c4c80 HTTP/1.1" status: 204 len: 168 time: 1.5327888 Jul 27 20:52:13.717439 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-6e937cb1-3d62-448f-a5f2-9f63f41fbfe6 req-b36001cf-8fcf-41de-b50c-8ec223106fd8 service neutron] 10.222.0.36 "GET /v2.0/networks/4d64aa0b-bd6a-468e-8edc-c83689947462?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3621316 Jul 27 20:52:13.748230 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7710e41-50d3-457f-96c1-37950addb75d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ec2ff1a-b9a3-4391-b67d-fbcd168c4c80,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:52:13.929349 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-690210c7-d72b-4de3-9c09-e088128f874c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:13.996648 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-902b6437-a250-4457-800b-ab55d22fc9b1 None None] Provisioning for port f941d4e3-3dc5-4a75-801e-51778b862485 completed by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:52:14.007858 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-902b6437-a250-4457-800b-ab55d22fc9b1 None None] Provisioning complete for port f941d4e3-3dc5-4a75-801e-51778b862485 triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:52:14.009601 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-902b6437-a250-4457-800b-ab55d22fc9b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:14.086032 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-690210c7-d72b-4de3-9c09-e088128f874c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:14.099684 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-902b6437-a250-4457-800b-ab55d22fc9b1 None None] Port f941d4e3-3dc5-4a75-801e-51778b862485 cannot update to ACTIVE because it is not bound. {{(pid=105586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 20:52:14.146044 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-875ced1b-4cf3-463a-9653-058f0f9421e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:14.209266 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-1fa20a4b-24f6-4b76-b456-d6c7c42f421b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:14.275249 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-1fa20a4b-24f6-4b76-b456-d6c7c42f421b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:14.285404 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-9d12e125-bf25-40a7-a33e-d054e8b7affb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:14.297820 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-834a886d-f66a-4d23-a947-f52ce99ef841 req-0b101d74-9cd4-4c8c-95c1-5cb846eec137 tempest-AggregatesAdminTestJSON-1759511919 tempest-AggregatesAdminTestJSON-1759511919-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.0902228 Jul 27 20:52:14.311708 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-9d12e125-bf25-40a7-a33e-d054e8b7affb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:14.388084 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 57390) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:52:14.408390 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-70156ff9-a1fa-433c-9248-b602d56d2ef9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:14.415044 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d12e125-bf25-40a7-a33e-d054e8b7affb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cc02576-1cee-4c66-b44e-75d1db72e78b,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:52:14.429252 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-9d12e125-bf25-40a7-a33e-d054e8b7affb admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=56c6a0e4ca1c422dade1b72515b73fbe&name=default HTTP/1.1" status: 200 len: 2979 time: 3.0309689 Jul 27 20:52:14.434420 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 57392) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:52:14.435255 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-690210c7-d72b-4de3-9c09-e088128f874c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:14.438728 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-690210c7-d72b-4de3-9c09-e088128f874c admin admin] Notify callbacks [] for security_group, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:14.443452 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-690210c7-d72b-4de3-9c09-e088128f874c admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/9dd5bded-8aa7-436f-845e-2341b8030111 HTTP/1.1" status: 204 len: 168 time: 0.8805900 Jul 27 20:52:14.487318 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 57398) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:52:14.509362 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-e0e6613f-7668-4b96-a4b0-a3dcbc17f213 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:14.542985 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [req-834a886d-f66a-4d23-a947-f52ce99ef841 req-ec223c80-79e5-4a78-b0c4-ffb7c9c15a47 service neutron] Request body: {'port': {'device_id': 'fe1f0d09-aab0-464a-bc11-fa02d97a99b8', 'device_owner': 'compute:tempest-test_az-342016807', 'binding:host_id': 'n-h1-705658-22'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:52:14.597078 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690210c7-d72b-4de3-9c09-e088128f874c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dd5bded-8aa7-436f-845e-2341b8030111,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:52:14.663398 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60bbf43a-f0b3-41dd-94da-61757c595757 None None] Network 576bfba4-7833-4cb6-bcf5-4eecd3ba6e31 requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 20:52:14.670462 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 9578291a-7107-4a49-9920-660722c9afe1 up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:52:14.673058 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-834a886d-f66a-4d23-a947-f52ce99ef841 req-ec223c80-79e5-4a78-b0c4-ffb7c9c15a47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:14.726244 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-70156ff9-a1fa-433c-9248-b602d56d2ef9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:14.752136 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-70156ff9-a1fa-433c-9248-b602d56d2ef9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:14.822693 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.db_base_plugin_common [None req-1fa20a4b-24f6-4b76-b456-d6c7c42f421b admin admin] Allocated IP 172.25.5.15 (8735d8a2-b604-4758-ae71-b40e4ee6f305/eca7dbab-b9c0-4c8f-a272-816ea8a81764/5aa735a6-f1a8-4a4b-8f10-d069077ceece) {{(pid=105585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:52:14.831644 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-6e9a0d29-11a5-4e98-913b-03fc3fddcc18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:14.897402 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 57402) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:52:14.899680 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-70156ff9-a1fa-433c-9248-b602d56d2ef9 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=a03cc642a1ac49048ea2ea468a3f3a85&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5104375 Jul 27 20:52:14.947233 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-5747ded7-390b-4eb6-bcc3-c13a2ba11bee None None] Provisioning for port 9578291a-7107-4a49-9920-660722c9afe1 completed by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:52:15.007516 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning for port 9578291a-7107-4a49-9920-660722c9afe1 completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:52:15.016626 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port 9578291a-7107-4a49-9920-660722c9afe1 triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:52:15.016987 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:15.037184 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-6e9a0d29-11a5-4e98-913b-03fc3fddcc18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:15.120264 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd06b5a2-043c-49dc-b939-aec4a969430f req-78d3b146-d1dc-40ab-963f-675f3bb394af tempest-DeleteServersAdminTestJSON-694577090 tempest-DeleteServersAdminTestJSON-694577090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:52:15.121998 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-dd06b5a2-043c-49dc-b939-aec4a969430f req-78d3b146-d1dc-40ab-963f-675f3bb394af tempest-DeleteServersAdminTestJSON-694577090 tempest-DeleteServersAdminTestJSON-694577090-project] 10.222.0.59 "GET /v2.0/ports?device_id=7180c451-a41b-4fc6-9c87-637a43e324cd HTTP/1.1" status: 200 len: 948 time: 0.4949968 Jul 27 20:52:15.127619 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-2e4d2003-1121-460d-aa0e-946197df4133 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:15.134597 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70156ff9-a1fa-433c-9248-b602d56d2ef9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85fc8e89-8e36-4b1b-bd9b-429f8073d688,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:52:15.160872 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-2e4d2003-1121-460d-aa0e-946197df4133 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:15.199129 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:15.272321 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] For port 9578291a-7107-4a49-9920-660722c9afe1, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=9578291a-7107-4a49-9920-660722c9afe1,segment=NetworkSegment(8d646597-9f00-4666-88bb-1812b76bb0d1),segment_id=8d646597-9f00-4666-88bb-1812b76bb0d1)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:52:15.282456 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:15.283582 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-e0e6613f-7668-4b96-a4b0-a3dcbc17f213 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:15.283949 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 6a429cf7-e4dd-4ba7-8a2d-0597ab1a412b up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:52:15.305273 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-e0e6613f-7668-4b96-a4b0-a3dcbc17f213 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:15.322726 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-1fa20a4b-24f6-4b76-b456-d6c7c42f421b admin admin] Notify callbacks [] for port, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:15.421246 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-1fa20a4b-24f6-4b76-b456-d6c7c42f421b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143'] for port, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:15.433170 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-e0e6613f-7668-4b96-a4b0-a3dcbc17f213 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=dedf78fd762348ebb779459523a3f299&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9446993 Jul 27 20:52:15.436218 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e6613f-7668-4b96-a4b0-a3dcbc17f213 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36c1f659-de0b-4206-8f84-b164a6a1f43f,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:52:15.439731 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-6e9a0d29-11a5-4e98-913b-03fc3fddcc18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:15.444244 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-6e9a0d29-11a5-4e98-913b-03fc3fddcc18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:15.450609 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-6e9a0d29-11a5-4e98-913b-03fc3fddcc18 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/2cc02576-1cee-4c66-b44e-75d1db72e78b HTTP/1.1" status: 204 len: 168 time: 1.0026436 Jul 27 20:52:15.456642 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Pushing event updated for resources: {'Port': ['ID=9578291a-7107-4a49-9920-660722c9afe1,revision_number=3']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:52:15.457133 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [req-834a886d-f66a-4d23-a947-f52ce99ef841 req-ec223c80-79e5-4a78-b0c4-ffb7c9c15a47 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f941d4e3-3dc5-4a75-801e-51778b862485 {{(pid=105584) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 20:52:15.469330 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 57414) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:52:15.471882 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port 6a429cf7-e4dd-4ba7-8a2d-0597ab1a412b triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:52:15.479986 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-834a886d-f66a-4d23-a947-f52ce99ef841 req-ec223c80-79e5-4a78-b0c4-ffb7c9c15a47 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:15.488113 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:15.508266 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.provisioning_blocks [req-834a886d-f66a-4d23-a947-f52ce99ef841 req-ec223c80-79e5-4a78-b0c4-ffb7c9c15a47 service neutron] Transition to ACTIVE for port object f941d4e3-3dc5-4a75-801e-51778b862485 will not be triggered until provisioned by entity L2. {{(pid=105584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:52:15.517061 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-834a886d-f66a-4d23-a947-f52ce99ef841 req-ec223c80-79e5-4a78-b0c4-ffb7c9c15a47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:15.550138 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9a0d29-11a5-4e98-913b-03fc3fddcc18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cc02576-1cee-4c66-b44e-75d1db72e78b,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:52:15.588129 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fa20a4b-24f6-4b76-b456-d6c7c42f421b admin admin] Network 8735d8a2-b604-4758-ae71-b40e4ee6f305 is already hosted by enough agents. {{(pid=105585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:52:15.635416 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f12b0eb-a13a-43fc-8ea9-b2a3a7add65d req-1cbdd0df-3478-491d-82a2-dcad456f9f66 tempest-AggregatesAdminTestJSON-1759511919 tempest-AggregatesAdminTestJSON-1759511919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:52:15.639914 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-6f12b0eb-a13a-43fc-8ea9-b2a3a7add65d req-1cbdd0df-3478-491d-82a2-dcad456f9f66 tempest-AggregatesAdminTestJSON-1759511919 tempest-AggregatesAdminTestJSON-1759511919-project] 10.222.0.59 "GET /v2.0/ports?device_id=fe1f0d09-aab0-464a-bc11-fa02d97a99b8 HTTP/1.1" status: 200 len: 936 time: 0.6825004 Jul 27 20:52:15.649520 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.base_scheduler [None req-1fa20a4b-24f6-4b76-b456-d6c7c42f421b admin admin] Resources bound (agent type, host, resource id): {{(pid=105585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:52:15.653366 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-5a0067dd-863c-466b-88d0-50600298b27d None None] Provisioning complete for port 9578291a-7107-4a49-9920-660722c9afe1 triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:52:15.653805 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-5a0067dd-863c-466b-88d0-50600298b27d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:15.659244 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-dd06b5a2-043c-49dc-b939-aec4a969430f req-805f203e-2fd3-479b-ba4b-83d29a77fe24 tempest-DeleteServersAdminTestJSON-694577090 tempest-DeleteServersAdminTestJSON-694577090-project] 10.222.0.59 "GET /v2.0/security-groups?id=57c0a943-9ad7-4e44-93fc-83b6b6f566f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4828694 Jul 27 20:52:15.673983 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec223c80-79e5-4a78-b0c4-ffb7c9c15a47 service neutron] Pushing event updated for resources: {'Port': ['ID=f941d4e3-3dc5-4a75-801e-51778b862485,revision_number=2']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:52:15.678247 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fa20a4b-24f6-4b76-b456-d6c7c42f421b admin admin] Received port after_create {{(pid=105585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:52:15.754190 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [req-834a886d-f66a-4d23-a947-f52ce99ef841 req-ec223c80-79e5-4a78-b0c4-ffb7c9c15a47 service neutron] Attempting to bind port f941d4e3-3dc5-4a75-801e-51778b862485 on host n-h1-705658-22 for vnic_type normal with profile {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:52:15.754537 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [req-834a886d-f66a-4d23-a947-f52ce99ef841 req-ec223c80-79e5-4a78-b0c4-ffb7c9c15a47 service neutron] Attempting to bind port f941d4e3-3dc5-4a75-801e-51778b862485 by drivers openvswitch,hyperv on host n-h1-705658-22 at level 0 using segments [{'id': '86b1e6f6-d629-4b03-8944-4cdfbfb93d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '4d64aa0b-bd6a-468e-8edc-c83689947462'}] {{(pid=105584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:52:15.754845 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-834a886d-f66a-4d23-a947-f52ce99ef841 req-ec223c80-79e5-4a78-b0c4-ffb7c9c15a47 service neutron] Attempting to bind port f941d4e3-3dc5-4a75-801e-51778b862485 on network 4d64aa0b-bd6a-468e-8edc-c83689947462 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:52:15.763769 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-834a886d-f66a-4d23-a947-f52ce99ef841 req-ec223c80-79e5-4a78-b0c4-ffb7c9c15a47 service neutron] Port f941d4e3-3dc5-4a75-801e-51778b862485 on network 4d64aa0b-bd6a-468e-8edc-c83689947462 not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-22 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 20:52:15.764175 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-834a886d-f66a-4d23-a947-f52ce99ef841 req-ec223c80-79e5-4a78-b0c4-ffb7c9c15a47 service neutron] Attempting to bind port f941d4e3-3dc5-4a75-801e-51778b862485 on network 4d64aa0b-bd6a-468e-8edc-c83689947462 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:52:15.778402 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-834a886d-f66a-4d23-a947-f52ce99ef841 req-ec223c80-79e5-4a78-b0c4-ffb7c9c15a47 service neutron] Checking agent: {'id': '9d9bc37f-4d75-44ef-9f63-799aab3e316f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 49, 36), 'started_at': datetime.datetime(2021, 7, 27, 20, 49, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 52, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:52:15.778794 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-834a886d-f66a-4d23-a947-f52ce99ef841 req-ec223c80-79e5-4a78-b0c4-ffb7c9c15a47 service neutron] Checking segment: {'id': '86b1e6f6-d629-4b03-8944-4cdfbfb93d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '4d64aa0b-bd6a-468e-8edc-c83689947462'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:52:15.779208 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-834a886d-f66a-4d23-a947-f52ce99ef841 req-ec223c80-79e5-4a78-b0c4-ffb7c9c15a47 service neutron] Bound using segment: {'id': '86b1e6f6-d629-4b03-8944-4cdfbfb93d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '4d64aa0b-bd6a-468e-8edc-c83689947462'} {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:52:15.779669 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [req-834a886d-f66a-4d23-a947-f52ce99ef841 req-ec223c80-79e5-4a78-b0c4-ffb7c9c15a47 service neutron] Bound port: f941d4e3-3dc5-4a75-801e-51778b862485, host: n-h1-705658-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '86b1e6f6-d629-4b03-8944-4cdfbfb93d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '4d64aa0b-bd6a-468e-8edc-c83689947462'}}] {{(pid=105584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:52:15.780033 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-834a886d-f66a-4d23-a947-f52ce99ef841 req-ec223c80-79e5-4a78-b0c4-ffb7c9c15a47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:15.902602 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa20a4b-24f6-4b76-b456-d6c7c42f421b admin admin] Pushing event updated for resources: {'Port': ['ID=5aa735a6-f1a8-4a4b-8f10-d069077ceece,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:52:15.939289 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [req-834a886d-f66a-4d23-a947-f52ce99ef841 req-ec223c80-79e5-4a78-b0c4-ffb7c9c15a47 service neutron] For port f941d4e3-3dc5-4a75-801e-51778b862485, host n-h1-705658-22, cleared binding levels {{(pid=105584) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:52:15.943781 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [req-834a886d-f66a-4d23-a947-f52ce99ef841 req-ec223c80-79e5-4a78-b0c4-ffb7c9c15a47 service neutron] For port f941d4e3-3dc5-4a75-801e-51778b862485, host n-h1-705658-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=f941d4e3-3dc5-4a75-801e-51778b862485,segment=NetworkSegment(86b1e6f6-d629-4b03-8944-4cdfbfb93d02),segment_id=86b1e6f6-d629-4b03-8944-4cdfbfb93d02)] {{(pid=105584) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:52:15.952163 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-834a886d-f66a-4d23-a947-f52ce99ef841 req-ec223c80-79e5-4a78-b0c4-ffb7c9c15a47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:15.952987 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-2e4d2003-1121-460d-aa0e-946197df4133 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:15.958291 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-2e4d2003-1121-460d-aa0e-946197df4133 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:15.962838 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-2e4d2003-1121-460d-aa0e-946197df4133 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/85fc8e89-8e36-4b1b-bd9b-429f8073d688 HTTP/1.1" status: 204 len: 168 time: 1.0462046 Jul 27 20:52:15.974355 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4d2003-1121-460d-aa0e-946197df4133 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85fc8e89-8e36-4b1b-bd9b-429f8073d688,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:52:16.054645 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834a886d-f66a-4d23-a947-f52ce99ef841 req-ec223c80-79e5-4a78-b0c4-ffb7c9c15a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:52:16.055316 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-834a886d-f66a-4d23-a947-f52ce99ef841 req-ec223c80-79e5-4a78-b0c4-ffb7c9c15a47 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743886'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:16.056772 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-834a886d-f66a-4d23-a947-f52ce99ef841 req-ec223c80-79e5-4a78-b0c4-ffb7c9c15a47 service neutron] 10.222.0.36 "PUT /v2.0/ports/f941d4e3-3dc5-4a75-801e-51778b862485 HTTP/1.1" status: 200 len: 1118 time: 1.5304716 Jul 27 20:52:16.057375 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe1f0d09-aab0-464a-bc11-fa02d97a99b8', 'tag': 'f941d4e3-3dc5-4a75-801e-51778b862485'}] {{(pid=105584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:52:16.059700 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bce5e6c8685464f7626901654159975603b047827e3138302ed6566e28f1343" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-156a9ba8-fb0a-43f7-b86f-80c215c22508" -d '{"events": [{"name": "network-changed", "server_uuid": "fe1f0d09-aab0-464a-bc11-fa02d97a99b8", "tag": "f941d4e3-3dc5-4a75-801e-51778b862485"}]}' {{(pid=105584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:52:16.071534 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec223c80-79e5-4a78-b0c4-ffb7c9c15a47 service neutron] Pushing event updated for resources: {'Port': ['ID=f941d4e3-3dc5-4a75-801e-51778b862485,revision_number=3']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:52:16.156031 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 20:52:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fa7a07a-a398-42bd-a880-a3e5d6c3bba6 x-openstack-request-id: req-0fa7a07a-a398-42bd-a880-a3e5d6c3bba6 {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:52:16.156339 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe1f0d09-aab0-464a-bc11-fa02d97a99b8", "tag": "f941d4e3-3dc5-4a75-801e-51778b862485", "status": "completed", "code": 200}]} {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:52:16.156581 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-0fa7a07a-a398-42bd-a880-a3e5d6c3bba6 {{(pid=105584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:52:16.156939 n-d-705658-22 neutron-server[105584]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe1f0d09-aab0-464a-bc11-fa02d97a99b8', 'tag': 'f941d4e3-3dc5-4a75-801e-51778b862485', 'status': 'completed', 'code': 200} Jul 27 20:52:16.178059 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 57432) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:52:16.188562 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834a886d-f66a-4d23-a947-f52ce99ef841 req-94f9a36c-8d9f-45e6-93ef-d2f34f76e0cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:52:16.190480 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-834a886d-f66a-4d23-a947-f52ce99ef841 req-94f9a36c-8d9f-45e6-93ef-d2f34f76e0cd service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1c290ad233784528b1ef513066481db9&device_id=fe1f0d09-aab0-464a-bc11-fa02d97a99b8 HTTP/1.1" status: 200 len: 1121 time: 0.0827110 Jul 27 20:52:16.204817 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-6f12b0eb-a13a-43fc-8ea9-b2a3a7add65d req-9dc1d120-d527-4863-a1d4-38624b15eeb9 tempest-AggregatesAdminTestJSON-1759511919 tempest-AggregatesAdminTestJSON-1759511919-project] 10.222.0.59 "GET /v2.0/security-groups?id=7a98e04e-03f7-4a56-92ce-0a5aaa8405f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5283077 Jul 27 20:52:16.216060 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-1fa20a4b-24f6-4b76-b456-d6c7c42f421b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:16.217811 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-246bf8f0-dc96-48c8-8ab2-ca50faaf0a49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:16.267632 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-834a886d-f66a-4d23-a947-f52ce99ef841 req-09d53660-4694-40e8-8dbc-b22666de9a0a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.213&port_id=f941d4e3-3dc5-4a75-801e-51778b862485 HTTP/1.1" status: 200 len: 217 time: 0.0663445 Jul 27 20:52:16.270039 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-ce99ad4f-2b1e-4a79-bd7a-a5dd167b494d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:16.329711 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-ce99ad4f-2b1e-4a79-bd7a-a5dd167b494d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:16.367076 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834a886d-f66a-4d23-a947-f52ce99ef841 req-5c10bee0-7a66-4c9d-a3ed-e602225303f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:52:16.369425 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-834a886d-f66a-4d23-a947-f52ce99ef841 req-5c10bee0-7a66-4c9d-a3ed-e602225303f5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=26644ba0-4185-4e10-8718-6ad18d01376c HTTP/1.1" status: 200 len: 843 time: 0.0932894 Jul 27 20:52:16.412122 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 9578291a-7107-4a49-9920-660722c9afe1 up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:52:16.492614 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834a886d-f66a-4d23-a947-f52ce99ef841 req-a1af21a4-7d61-4ba6-96da-8a63c9c3be1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:52:16.495054 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port 9578291a-7107-4a49-9920-660722c9afe1 triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:52:16.495676 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:16.497706 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-834a886d-f66a-4d23-a947-f52ce99ef841 req-a1af21a4-7d61-4ba6-96da-8a63c9c3be1b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4d64aa0b-bd6a-468e-8edc-c83689947462&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1211197 Jul 27 20:52:16.515595 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-ce99ad4f-2b1e-4a79-bd7a-a5dd167b494d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:16.518056 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-ce99ad4f-2b1e-4a79-bd7a-a5dd167b494d admin admin] Notify callbacks [] for security_group, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:16.519220 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-ce99ad4f-2b1e-4a79-bd7a-a5dd167b494d admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/36c1f659-de0b-4206-8f84-b164a6a1f43f HTTP/1.1" status: 204 len: 168 time: 1.0401630 Jul 27 20:52:16.567027 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce99ad4f-2b1e-4a79-bd7a-a5dd167b494d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36c1f659-de0b-4206-8f84-b164a6a1f43f,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:52:16.600251 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-246bf8f0-dc96-48c8-8ab2-ca50faaf0a49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:16.603028 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-1fa20a4b-24f6-4b76-b456-d6c7c42f421b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4163804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4077150'] for router, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:16.610591 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-246bf8f0-dc96-48c8-8ab2-ca50faaf0a49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:16.652420 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-834a886d-f66a-4d23-a947-f52ce99ef841 req-243443fc-ec97-4dc6-a5db-b9f964c57fe0 service neutron] 10.222.0.36 "GET /v2.0/networks/4d64aa0b-bd6a-468e-8edc-c83689947462?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1449046 Jul 27 20:52:16.792529 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-834a886d-f66a-4d23-a947-f52ce99ef841 req-20cfba93-66c0-4654-8db4-2502a435a15f service neutron] 10.222.0.36 "GET /v2.0/networks/4d64aa0b-bd6a-468e-8edc-c83689947462?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315269 Jul 27 20:52:16.902568 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-246bf8f0-dc96-48c8-8ab2-ca50faaf0a49 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=84c6cefdd32e4d17b16b8b362cbe9837&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7211254 Jul 27 20:52:16.906270 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246bf8f0-dc96-48c8-8ab2-ca50faaf0a49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e1a2ef1-2092-47f4-b2db-dd3710816f8f,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:52:16.906703 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 57452) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:52:16.968347 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4d05b0-d755-47ed-ad24-aea51937865f req-c0c51adc-09db-440f-957b-d9124334b561 tempest-DeleteServersAdminTestJSON-694577090 tempest-DeleteServersAdminTestJSON-694577090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:52:16.969879 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-bb4d05b0-d755-47ed-ad24-aea51937865f req-c0c51adc-09db-440f-957b-d9124334b561 tempest-DeleteServersAdminTestJSON-694577090 tempest-DeleteServersAdminTestJSON-694577090-project] 10.222.0.59 "GET /v2.0/ports?device_id=7180c451-a41b-4fc6-9c87-637a43e324cd HTTP/1.1" status: 200 len: 948 time: 0.1440945 Jul 27 20:52:16.976370 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156a9ba8-fb0a-43f7-b86f-80c215c22508 req-cafea013-41fb-494e-8a64-5ac8ed975c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:52:16.978298 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-156a9ba8-fb0a-43f7-b86f-80c215c22508 req-cafea013-41fb-494e-8a64-5ac8ed975c13 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1c290ad233784528b1ef513066481db9&device_id=fe1f0d09-aab0-464a-bc11-fa02d97a99b8 HTTP/1.1" status: 200 len: 1121 time: 0.1231768 Jul 27 20:52:17.017942 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-bb4d05b0-d755-47ed-ad24-aea51937865f req-f00a92da-44ed-402c-945a-3259459392a1 tempest-DeleteServersAdminTestJSON-694577090 tempest-DeleteServersAdminTestJSON-694577090-project] 10.222.0.59 "GET /v2.0/security-groups?id=57c0a943-9ad7-4e44-93fc-83b6b6f566f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397692 Jul 27 20:52:17.024802 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fa20a4b-24f6-4b76-b456-d6c7c42f421b admin admin] Router 6223c332-c53c-4f50-9f2c-55290a2d7383 is scheduled to L3 agent dd128fd7-8e57-4d4f-895b-a96b369df59a with binding_index 1 {{(pid=105585) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 20:52:17.077356 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-71f2db49-55bc-4621-94c4-1cf46a688f04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:17.124201 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-71f2db49-55bc-4621-94c4-1cf46a688f04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:17.132440 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156a9ba8-fb0a-43f7-b86f-80c215c22508 req-0a8c608f-288e-4ab8-af51-fb0ec990900b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:52:17.133976 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-156a9ba8-fb0a-43f7-b86f-80c215c22508 req-0a8c608f-288e-4ab8-af51-fb0ec990900b service neutron] 10.222.0.36 "GET /v2.0/networks?id=4d64aa0b-bd6a-468e-8edc-c83689947462 HTTP/1.1" status: 200 len: 870 time: 0.1479449 Jul 27 20:52:17.188439 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fa20a4b-24f6-4b76-b456-d6c7c42f421b admin admin] Notify agent at l3_agent.n-d-705658-22 the message routers_updated {{(pid=105585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 20:52:17.197247 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-156a9ba8-fb0a-43f7-b86f-80c215c22508 req-b1ae90fb-411f-4679-a4d6-1b7629014847 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.213&port_id=f941d4e3-3dc5-4a75-801e-51778b862485 HTTP/1.1" status: 200 len: 217 time: 0.0537131 Jul 27 20:52:17.205227 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fb1ce6f-5b2d-46d7-86ad-69c02a8f78e3 None None] Sync routers for ids ['6223c332-c53c-4f50-9f2c-55290a2d7383'] in n-d-705658-22 {{(pid=105587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 20:52:17.207778 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-1fa20a4b-24f6-4b76-b456-d6c7c42f421b admin admin] Notify callbacks [] for router, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:17.210570 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-1fa20a4b-24f6-4b76-b456-d6c7c42f421b admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 5.8767722 Jul 27 20:52:17.212642 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 57472) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:52:17.218511 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fb1ce6f-5b2d-46d7-86ad-69c02a8f78e3 None None] Routers {'6223c332-c53c-4f50-9f2c-55290a2d7383'} bound to L3 agent in host n-d-705658-22 {{(pid=105587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:52:17.219436 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-0fb1ce6f-5b2d-46d7-86ad-69c02a8f78e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T20:52:11Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['6223c332-c53c-4f50-9f2c-55290a2d7383'], 'active': True} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:52:17.303538 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-71f2db49-55bc-4621-94c4-1cf46a688f04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:17.306575 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-71f2db49-55bc-4621-94c4-1cf46a688f04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:17.320834 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-71f2db49-55bc-4621-94c4-1cf46a688f04 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/4e1a2ef1-2092-47f4-b2db-dd3710816f8f HTTP/1.1" status: 204 len: 168 time: 0.3990295 Jul 27 20:52:17.329500 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156a9ba8-fb0a-43f7-b86f-80c215c22508 req-02d0733b-004a-4986-a781-bc7fe1a706fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:52:17.337177 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-156a9ba8-fb0a-43f7-b86f-80c215c22508 req-02d0733b-004a-4986-a781-bc7fe1a706fd service neutron] 10.222.0.36 "GET /v2.0/subnets?id=26644ba0-4185-4e10-8718-6ad18d01376c HTTP/1.1" status: 200 len: 843 time: 0.1319149 Jul 27 20:52:17.351892 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f2db49-55bc-4621-94c4-1cf46a688f04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e1a2ef1-2092-47f4-b2db-dd3710816f8f,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:52:17.430785 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05dbb91b-2349-4a74-b00d-dd38b3ff6676 req-4e98e642-532e-4910-89b1-bde000a88d11 tempest-AggregatesAdminTestJSON-1759511919 tempest-AggregatesAdminTestJSON-1759511919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:52:17.432234 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-05dbb91b-2349-4a74-b00d-dd38b3ff6676 req-4e98e642-532e-4910-89b1-bde000a88d11 tempest-AggregatesAdminTestJSON-1759511919 tempest-AggregatesAdminTestJSON-1759511919-project] 10.222.0.59 "GET /v2.0/ports?device_id=fe1f0d09-aab0-464a-bc11-fa02d97a99b8 HTTP/1.1" status: 200 len: 969 time: 0.1258831 Jul 27 20:52:17.449328 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvr_db [None req-0fb1ce6f-5b2d-46d7-86ad-69c02a8f78e3 None None] Set router 6223c332-c53c-4f50-9f2c-55290a2d7383 gateway port host: n-d-705658-22 {{(pid=105587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:52:17.486259 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156a9ba8-fb0a-43f7-b86f-80c215c22508 req-80a76af1-11ab-48e9-abdd-b47b1707e2de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:52:17.488028 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-156a9ba8-fb0a-43f7-b86f-80c215c22508 req-80a76af1-11ab-48e9-abdd-b47b1707e2de service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4d64aa0b-bd6a-468e-8edc-c83689947462&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1302462 Jul 27 20:52:17.523759 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-05dbb91b-2349-4a74-b00d-dd38b3ff6676 req-c79d80f8-e65b-44f9-82d3-dfc7c741f057 tempest-AggregatesAdminTestJSON-1759511919 tempest-AggregatesAdminTestJSON-1759511919-project] 10.222.0.59 "GET /v2.0/security-groups?id=7a98e04e-03f7-4a56-92ce-0a5aaa8405f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782530 Jul 27 20:52:17.703320 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-156a9ba8-fb0a-43f7-b86f-80c215c22508 req-c2f5d274-4228-4184-8ba3-637477b99964 service neutron] 10.222.0.36 "GET /v2.0/networks/4d64aa0b-bd6a-468e-8edc-c83689947462?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2067575 Jul 27 20:52:17.786287 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-0fb1ce6f-5b2d-46d7-86ad-69c02a8f78e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6223c332-c53c-4f50-9f2c-55290a2d7383', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-142310682-router', 'tenant_id': '64889827a2294491bf76ec5354525c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.15'}], 'enable_snat': True}, 'gw_port_id': '5aa735a6-f1a8-4a4b-8f10-d069077ceece', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:52:12Z', 'updated_at': '2021-07-27T20:52:15Z', 'revision_number': 3, 'project_id': '64889827a2294491bf76ec5354525c6a', 'gw_port': {'id': '5aa735a6-f1a8-4a4b-8f10-d069077ceece', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:76:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6223c332-c53c-4f50-9f2c-55290a2d7383', 'device_owner': 'network:router_gateway', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:52:14Z', 'updated_at': '2021-07-27T20:52:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22'}], 'n-d-705658-22', False) {} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:52:17.824349 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fb1ce6f-5b2d-46d7-86ad-69c02a8f78e3 None None] Checking router: 6223c332-c53c-4f50-9f2c-55290a2d7383 for host: n-d-705658-22 {{(pid=105587) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 20:52:17.824709 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fb1ce6f-5b2d-46d7-86ad-69c02a8f78e3 None None] Updating router 6223c332-c53c-4f50-9f2c-55290a2d7383 port 5aa735a6-f1a8-4a4b-8f10-d069077ceece binding host n-d-705658-22 {{(pid=105587) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 20:52:17.833578 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-7e4039e2-0d5e-463f-aa89-8e6fce53f67a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:17.886771 n-d-705658-22 neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-0fb1ce6f-5b2d-46d7-86ad-69c02a8f78e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:17.891485 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-156a9ba8-fb0a-43f7-b86f-80c215c22508 req-89ac8b42-62d3-44a9-9286-72ac7ec8bfb4 service neutron] 10.222.0.36 "GET /v2.0/networks/4d64aa0b-bd6a-468e-8edc-c83689947462?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1806176 Jul 27 20:52:18.043732 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.db_base_plugin_common [None req-7e4039e2-0d5e-463f-aa89-8e6fce53f67a admin admin] Allocated IP 172.20.0.1 (576bfba4-7833-4cb6-bcf5-4eecd3ba6e31/0baa3963-1cd6-4605-8009-5402f4976679/72482174-0b4c-498b-b91c-df7b4f5b1f3a) {{(pid=105585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:52:18.219918 n-d-705658-22 neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-0fb1ce6f-5b2d-46d7-86ad-69c02a8f78e3 None None] Notify callbacks [] for port, precommit_update {{(pid=105587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:18.230891 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.provisioning_blocks [None req-0fb1ce6f-5b2d-46d7-86ad-69c02a8f78e3 None None] Transition to ACTIVE for port object 5aa735a6-f1a8-4a4b-8f10-d069077ceece will not be triggered until provisioned by entity L2. {{(pid=105587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:52:18.240914 n-d-705658-22 neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-0fb1ce6f-5b2d-46d7-86ad-69c02a8f78e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:18.290606 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fac9c5-dec8-4168-a0a7-8a32395819ef None None] Pushing event updated for resources: {'Port': ['ID=5aa735a6-f1a8-4a4b-8f10-d069077ceece,revision_number=2']} {{(pid=105587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:52:18.316137 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.managers [None req-0fb1ce6f-5b2d-46d7-86ad-69c02a8f78e3 None None] Attempting to bind port 5aa735a6-f1a8-4a4b-8f10-d069077ceece on host n-d-705658-22 for vnic_type normal with profile {{(pid=105587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:52:18.316798 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.managers [None req-0fb1ce6f-5b2d-46d7-86ad-69c02a8f78e3 None None] Attempting to bind port 5aa735a6-f1a8-4a4b-8f10-d069077ceece by drivers openvswitch,hyperv on host n-d-705658-22 at level 0 using segments [{'id': '12196855-9a32-4633-9a56-77697ef9e126', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305'}] {{(pid=105587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:52:18.317420 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fb1ce6f-5b2d-46d7-86ad-69c02a8f78e3 None None] Attempting to bind port 5aa735a6-f1a8-4a4b-8f10-d069077ceece on network 8735d8a2-b604-4758-ae71-b40e4ee6f305 {{(pid=105587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:52:18.319791 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-7e4039e2-0d5e-463f-aa89-8e6fce53f67a admin admin] Notify callbacks [] for port, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:18.333911 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fb1ce6f-5b2d-46d7-86ad-69c02a8f78e3 None None] Checking agent: {'id': '04a7ea91-6318-467e-ace6-b0fb48c8690f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 41, 42), 'started_at': datetime.datetime(2021, 7, 27, 20, 42, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 52, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:52:18.334621 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fb1ce6f-5b2d-46d7-86ad-69c02a8f78e3 None None] Checking segment: {'id': '12196855-9a32-4633-9a56-77697ef9e126', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:52:18.335307 n-d-705658-22 neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-0fb1ce6f-5b2d-46d7-86ad-69c02a8f78e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:18.335967 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fb1ce6f-5b2d-46d7-86ad-69c02a8f78e3 None None] Bound using segment: {'id': '12196855-9a32-4633-9a56-77697ef9e126', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305'} {{(pid=105587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:52:18.336673 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.managers [None req-0fb1ce6f-5b2d-46d7-86ad-69c02a8f78e3 None None] Bound port: 5aa735a6-f1a8-4a4b-8f10-d069077ceece, host: n-d-705658-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12196855-9a32-4633-9a56-77697ef9e126', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305'}}] {{(pid=105587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:52:18.337920 n-d-705658-22 neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-0fb1ce6f-5b2d-46d7-86ad-69c02a8f78e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:18.338940 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.provisioning_blocks [None req-7e4039e2-0d5e-463f-aa89-8e6fce53f67a admin admin] Transition to ACTIVE for port object 72482174-0b4c-498b-b91c-df7b4f5b1f3a will not be triggered until provisioned by entity DHCP. {{(pid=105585) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:52:18.377316 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510e0998-c896-4c15-b538-2701a9ac03d3 req-ddf21ea5-d5c0-4678-82e6-c9fc65f078ba tempest-DeleteServersAdminTestJSON-694577090 tempest-DeleteServersAdminTestJSON-694577090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:52:18.378969 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-510e0998-c896-4c15-b538-2701a9ac03d3 req-ddf21ea5-d5c0-4678-82e6-c9fc65f078ba tempest-DeleteServersAdminTestJSON-694577090 tempest-DeleteServersAdminTestJSON-694577090-project] 10.222.0.59 "GET /v2.0/ports?device_id=7180c451-a41b-4fc6-9c87-637a43e324cd HTTP/1.1" status: 200 len: 948 time: 0.2179978 Jul 27 20:52:18.409742 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.db [None req-0fb1ce6f-5b2d-46d7-86ad-69c02a8f78e3 None None] For port 5aa735a6-f1a8-4a4b-8f10-d069077ceece, host n-d-705658-22, cleared binding levels {{(pid=105587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:52:18.413570 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.db [None req-0fb1ce6f-5b2d-46d7-86ad-69c02a8f78e3 None None] For port 5aa735a6-f1a8-4a4b-8f10-d069077ceece, host n-d-705658-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=5aa735a6-f1a8-4a4b-8f10-d069077ceece,segment=NetworkSegment(12196855-9a32-4633-9a56-77697ef9e126),segment_id=12196855-9a32-4633-9a56-77697ef9e126)] {{(pid=105587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:52:18.424980 n-d-705658-22 neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-0fb1ce6f-5b2d-46d7-86ad-69c02a8f78e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:18.439375 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-510e0998-c896-4c15-b538-2701a9ac03d3 req-7651bbec-0dd6-4b66-8943-4c4603b385a7 tempest-DeleteServersAdminTestJSON-694577090 tempest-DeleteServersAdminTestJSON-694577090-project] 10.222.0.59 "GET /v2.0/security-groups?id=57c0a943-9ad7-4e44-93fc-83b6b6f566f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516350 Jul 27 20:52:18.450079 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-7e4039e2-0d5e-463f-aa89-8e6fce53f67a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143'] for port, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:18.487257 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fac9c5-dec8-4168-a0a7-8a32395819ef None None] Pushing event updated for resources: {'Port': ['ID=5aa735a6-f1a8-4a4b-8f10-d069077ceece,revision_number=3']} {{(pid=105587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:52:18.496450 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e4039e2-0d5e-463f-aa89-8e6fce53f67a admin admin] Network 576bfba4-7833-4cb6-bcf5-4eecd3ba6e31 is already hosted by enough agents. {{(pid=105585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:52:18.502193 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.base_scheduler [None req-7e4039e2-0d5e-463f-aa89-8e6fce53f67a admin admin] Resources bound (agent type, host, resource id): {{(pid=105585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:52:18.506640 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e4039e2-0d5e-463f-aa89-8e6fce53f67a admin admin] Received port after_create {{(pid=105585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:52:18.507179 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-7e4039e2-0d5e-463f-aa89-8e6fce53f67a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4075523'] for router_interface, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:18.510677 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fb1ce6f-5b2d-46d7-86ad-69c02a8f78e3 None None] Routers {'6223c332-c53c-4f50-9f2c-55290a2d7383'} bound to L3 agent in host n-d-705658-22 {{(pid=105587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:52:18.511515 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-0fb1ce6f-5b2d-46d7-86ad-69c02a8f78e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T20:52:11Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['6223c332-c53c-4f50-9f2c-55290a2d7383'], 'active': True} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:52:18.562927 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4039e2-0d5e-463f-aa89-8e6fce53f67a admin admin] Pushing event updated for resources: {'Port': ['ID=72482174-0b4c-498b-b91c-df7b4f5b1f3a,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:52:18.656586 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvr_db [None req-0fb1ce6f-5b2d-46d7-86ad-69c02a8f78e3 None None] Set router 6223c332-c53c-4f50-9f2c-55290a2d7383 gateway port host: n-d-705658-22 {{(pid=105587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:52:18.741353 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device 54fba001-238a-49af-ad3b-4861104e9d6b details requested by agent hyperv_n-h1-705658-22 with host n-h1-705658-22 {{(pid=105586) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 20:52:18.808385 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-7e4039e2-0d5e-463f-aa89-8e6fce53f67a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:18.838439 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8432970a-8f9c-4903-b63b-c6e74ec92908 req-a79d25b4-7b05-43ae-ad93-e3d9943ec128 tempest-AggregatesAdminTestJSON-1759511919 tempest-AggregatesAdminTestJSON-1759511919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:52:18.840269 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-8432970a-8f9c-4903-b63b-c6e74ec92908 req-a79d25b4-7b05-43ae-ad93-e3d9943ec128 tempest-AggregatesAdminTestJSON-1759511919 tempest-AggregatesAdminTestJSON-1759511919-project] 10.222.0.59 "GET /v2.0/ports?device_id=fe1f0d09-aab0-464a-bc11-fa02d97a99b8 HTTP/1.1" status: 200 len: 969 time: 0.2086725 Jul 27 20:52:18.918337 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-affc7ee8-28ed-4bc3-829b-9f724074d0f1 None None] Provisioning for port 72482174-0b4c-498b-b91c-df7b4f5b1f3a completed by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:52:18.926371 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-8432970a-8f9c-4903-b63b-c6e74ec92908 req-e1217f99-d33d-4f04-8b30-9c94ef00e992 tempest-AggregatesAdminTestJSON-1759511919 tempest-AggregatesAdminTestJSON-1759511919-project] 10.222.0.59 "GET /v2.0/security-groups?id=7a98e04e-03f7-4a56-92ce-0a5aaa8405f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662103 Jul 27 20:52:18.931760 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-affc7ee8-28ed-4bc3-829b-9f724074d0f1 None None] Provisioning complete for port 72482174-0b4c-498b-b91c-df7b4f5b1f3a triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:52:18.934730 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-affc7ee8-28ed-4bc3-829b-9f724074d0f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:18.959961 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-0fb1ce6f-5b2d-46d7-86ad-69c02a8f78e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6223c332-c53c-4f50-9f2c-55290a2d7383', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-142310682-router', 'tenant_id': '64889827a2294491bf76ec5354525c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.15'}], 'enable_snat': True}, 'gw_port_id': '5aa735a6-f1a8-4a4b-8f10-d069077ceece', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:52:12Z', 'updated_at': '2021-07-27T20:52:15Z', 'revision_number': 3, 'project_id': '64889827a2294491bf76ec5354525c6a', 'gw_port': {'id': '5aa735a6-f1a8-4a4b-8f10-d069077ceece', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:76:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6223c332-c53c-4f50-9f2c-55290a2d7383', 'device_owner': 'network:router_gateway', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:52:14Z', 'updated_at': '2021-07-27T20:52:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22'}], 'n-d-705658-22', False) {} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:52:18.985640 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-affc7ee8-28ed-4bc3-829b-9f724074d0f1 None None] Port 72482174-0b4c-498b-b91c-df7b4f5b1f3a cannot update to ACTIVE because it is not bound. {{(pid=105586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 20:52:18.993865 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fb1ce6f-5b2d-46d7-86ad-69c02a8f78e3 None None] The sync data for ids ['6223c332-c53c-4f50-9f2c-55290a2d7383'] in n-d-705658-22 is: [{'id': '6223c332-c53c-4f50-9f2c-55290a2d7383', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-142310682-router', 'tenant_id': '64889827a2294491bf76ec5354525c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.15'}], 'enable_snat': True}, 'gw_port_id': '5aa735a6-f1a8-4a4b-8f10-d069077ceece', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:52:12Z', 'updated_at': '2021-07-27T20:52:15Z', 'revision_number': 3, 'project_id': '64889827a2294491bf76ec5354525c6a', 'gw_port': {'id': '5aa735a6-f1a8-4a4b-8f10-d069077ceece', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:76:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6223c332-c53c-4f50-9f2c-55290a2d7383', 'device_owner': 'network:router_gateway', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:52:14Z', 'updated_at': '2021-07-27T20:52:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22'}] {{(pid=105587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 20:52:19.029657 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] For port 54fba001-238a-49af-ad3b-4861104e9d6b, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=54fba001-238a-49af-ad3b-4861104e9d6b,segment=NetworkSegment(86b1e6f6-d629-4b03-8944-4cdfbfb93d02),segment_id=86b1e6f6-d629-4b03-8944-4cdfbfb93d02)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:52:19.042392 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Returning: {'device': '54fba001-238a-49af-ad3b-4861104e9d6b', 'network_id': '4d64aa0b-bd6a-468e-8edc-c83689947462', 'port_id': '54fba001-238a-49af-ad3b-4861104e9d6b', 'mac_address': 'fa:16:3e:54:bd:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26644ba0-4185-4e10-8718-6ad18d01376c', 'ip_address': '192.168.233.242'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105586) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 20:52:19.073845 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-7e4039e2-0d5e-463f-aa89-8e6fce53f67a admin admin] Notify callbacks [] for port, precommit_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:19.082115 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-7e4039e2-0d5e-463f-aa89-8e6fce53f67a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:19.082956 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-7e4039e2-0d5e-463f-aa89-8e6fce53f67a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3743906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4076435'] for router_interface, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:19.095861 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 57544) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:52:19.104566 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:19.130082 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54fba001-238a-49af-ad3b-4861104e9d6b {{(pid=105586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 20:52:19.170663 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] For port 54fba001-238a-49af-ad3b-4861104e9d6b, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=54fba001-238a-49af-ad3b-4861104e9d6b,segment=NetworkSegment(86b1e6f6-d629-4b03-8944-4cdfbfb93d02),segment_id=86b1e6f6-d629-4b03-8944-4cdfbfb93d02)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:52:19.177777 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:19.250500 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Pushing event updated for resources: {'Port': ['ID=54fba001-238a-49af-ad3b-4861104e9d6b,revision_number=4']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:52:19.323050 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4039e2-0d5e-463f-aa89-8e6fce53f67a admin admin] Pushing event updated for resources: {'Port': ['ID=72482174-0b4c-498b-b91c-df7b4f5b1f3a,revision_number=2']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:52:19.394147 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e4039e2-0d5e-463f-aa89-8e6fce53f67a admin admin] Network 576bfba4-7833-4cb6-bcf5-4eecd3ba6e31 is already hosted by enough agents. {{(pid=105585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:52:19.402185 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.base_scheduler [None req-7e4039e2-0d5e-463f-aa89-8e6fce53f67a admin admin] Resources bound (agent type, host, resource id): {{(pid=105585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:52:19.424814 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-51be42ca-2c0e-44bf-a32b-799fb8b4f339 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:19.530713 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] get_ports_and_sgs() called for port_ids ['54fba001-238a-49af-ad3b-4861104e9d6b'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 20:52:19.654671 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-51be42ca-2c0e-44bf-a32b-799fb8b4f339 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:19.666176 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-51be42ca-2c0e-44bf-a32b-799fb8b4f339 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:19.705197 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e4039e2-0d5e-463f-aa89-8e6fce53f67a admin admin] Router 6223c332-c53c-4f50-9f2c-55290a2d7383 has already been hosted by L3 agent dd128fd7-8e57-4d4f-895b-a96b369df59a {{(pid=105585) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 20:52:19.740593 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1907d79-f1e6-4394-b906-363e3cf2fb14 req-4b26935e-44db-48f7-b2b0-2d5c54e93a4b tempest-DeleteServersAdminTestJSON-694577090 tempest-DeleteServersAdminTestJSON-694577090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:52:19.749572 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b1907d79-f1e6-4394-b906-363e3cf2fb14 req-4b26935e-44db-48f7-b2b0-2d5c54e93a4b tempest-DeleteServersAdminTestJSON-694577090 tempest-DeleteServersAdminTestJSON-694577090-project] 10.222.0.59 "GET /v2.0/ports?device_id=7180c451-a41b-4fc6-9c87-637a43e324cd HTTP/1.1" status: 200 len: 949 time: 0.1295097 Jul 27 20:52:19.819642 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b1907d79-f1e6-4394-b906-363e3cf2fb14 req-25e010b5-e310-4d7d-9e1a-897b74c91346 tempest-DeleteServersAdminTestJSON-694577090 tempest-DeleteServersAdminTestJSON-694577090-project] 10.222.0.59 "GET /v2.0/security-groups?id=57c0a943-9ad7-4e44-93fc-83b6b6f566f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640748 Jul 27 20:52:19.854928 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-2d0584f5-7aa1-4ada-906a-ab316bc8bea8 None None] Provisioning complete for port 72482174-0b4c-498b-b91c-df7b4f5b1f3a triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:52:19.855465 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-2d0584f5-7aa1-4ada-906a-ab316bc8bea8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:19.949533 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e4039e2-0d5e-463f-aa89-8e6fce53f67a admin admin] Notify agent at l3_agent.n-d-705658-22 the message routers_updated {{(pid=105585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 20:52:19.967039 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-7e4039e2-0d5e-463f-aa89-8e6fce53f67a admin admin] 10.222.0.59 "PUT /v2.0/routers/6223c332-c53c-4f50-9f2c-55290a2d7383/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7414913 Jul 27 20:52:19.978863 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-2d0584f5-7aa1-4ada-906a-ab316bc8bea8 None None] Port 72482174-0b4c-498b-b91c-df7b4f5b1f3a cannot update to ACTIVE because it is not bound. {{(pid=105586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 20:52:20.100465 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-51be42ca-2c0e-44bf-a32b-799fb8b4f339 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=a67b7d4043654a22887aaf8de7cfb5aa&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0004170 Jul 27 20:52:20.100997 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 57576) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:52:20.104034 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51be42ca-2c0e-44bf-a32b-799fb8b4f339 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13f9bb24-7d7e-4210-b135-c4d35dfead46,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:52:20.176114 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11b00d6-f218-47ae-a395-4896c7a42b0c req-fc1b1568-ea5b-4af9-9772-b42ecd74942e tempest-AggregatesAdminTestJSON-1759511919 tempest-AggregatesAdminTestJSON-1759511919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:52:20.183841 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-d11b00d6-f218-47ae-a395-4896c7a42b0c req-fc1b1568-ea5b-4af9-9772-b42ecd74942e tempest-AggregatesAdminTestJSON-1759511919 tempest-AggregatesAdminTestJSON-1759511919-project] 10.222.0.59 "GET /v2.0/ports?device_id=fe1f0d09-aab0-464a-bc11-fa02d97a99b8 HTTP/1.1" status: 200 len: 969 time: 0.1334469 Jul 27 20:52:20.195418 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-6f20429b-2e05-4ddb-9c5d-6a42ee1e1615 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:20.253114 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-d11b00d6-f218-47ae-a395-4896c7a42b0c req-8f00d2c7-aaf4-465f-9e2b-20128831aed4 tempest-AggregatesAdminTestJSON-1759511919 tempest-AggregatesAdminTestJSON-1759511919-project] 10.222.0.59 "GET /v2.0/security-groups?id=7a98e04e-03f7-4a56-92ce-0a5aaa8405f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683243 Jul 27 20:52:20.273737 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-6f20429b-2e05-4ddb-9c5d-6a42ee1e1615 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:20.348571 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-6f20429b-2e05-4ddb-9c5d-6a42ee1e1615 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:20.352819 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-6f20429b-2e05-4ddb-9c5d-6a42ee1e1615 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:20.360007 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-6f20429b-2e05-4ddb-9c5d-6a42ee1e1615 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/13f9bb24-7d7e-4210-b135-c4d35dfead46 HTTP/1.1" status: 204 len: 168 time: 0.2550287 Jul 27 20:52:20.369990 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f20429b-2e05-4ddb-9c5d-6a42ee1e1615 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13f9bb24-7d7e-4210-b135-c4d35dfead46,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:52:20.437556 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 5aa735a6-f1a8-4a4b-8f10-d069077ceece up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:52:20.487277 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning for port 5aa735a6-f1a8-4a4b-8f10-d069077ceece completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:52:20.491824 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port 5aa735a6-f1a8-4a4b-8f10-d069077ceece triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:52:20.492244 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:20.577013 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:20.606114 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] For port 5aa735a6-f1a8-4a4b-8f10-d069077ceece, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=5aa735a6-f1a8-4a4b-8f10-d069077ceece,segment=NetworkSegment(12196855-9a32-4633-9a56-77697ef9e126),segment_id=12196855-9a32-4633-9a56-77697ef9e126)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:52:20.610495 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:20.659104 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Pushing event updated for resources: {'Port': ['ID=5aa735a6-f1a8-4a4b-8f10-d069077ceece,revision_number=4']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:52:20.744800 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device f941d4e3-3dc5-4a75-801e-51778b862485 details requested by agent hyperv_n-h1-705658-22 with host n-h1-705658-22 {{(pid=105586) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 20:52:20.777763 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device 54fba001-238a-49af-ad3b-4861104e9d6b up at agent hyperv_n-h1-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:52:20.934439 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] For port f941d4e3-3dc5-4a75-801e-51778b862485, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=f941d4e3-3dc5-4a75-801e-51778b862485,segment=NetworkSegment(86b1e6f6-d629-4b03-8944-4cdfbfb93d02),segment_id=86b1e6f6-d629-4b03-8944-4cdfbfb93d02)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:52:20.937915 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Provisioning for port 54fba001-238a-49af-ad3b-4861104e9d6b completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:52:20.949103 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Provisioning complete for port 54fba001-238a-49af-ad3b-4861104e9d6b triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:52:20.949725 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:20.952604 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Returning: {'device': 'f941d4e3-3dc5-4a75-801e-51778b862485', 'network_id': '4d64aa0b-bd6a-468e-8edc-c83689947462', 'port_id': 'f941d4e3-3dc5-4a75-801e-51778b862485', 'mac_address': 'fa:16:3e:28:eb:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26644ba0-4185-4e10-8718-6ad18d01376c', 'ip_address': '192.168.233.213'}], 'device_owner': 'compute:tempest-test_az-342016807', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105586) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 20:52:21.022442 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:21.025902 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 57612) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:52:21.060127 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-202a9966-44ae-4adf-9a83-0f0b1b12240a admin admin] Notify callbacks [] for security_group, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:21.061010 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f941d4e3-3dc5-4a75-801e-51778b862485 {{(pid=105586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 20:52:21.099540 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] For port f941d4e3-3dc5-4a75-801e-51778b862485, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=f941d4e3-3dc5-4a75-801e-51778b862485,segment=NetworkSegment(86b1e6f6-d629-4b03-8944-4cdfbfb93d02),segment_id=86b1e6f6-d629-4b03-8944-4cdfbfb93d02)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:52:21.102814 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:21.112684 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:21.178685 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-202a9966-44ae-4adf-9a83-0f0b1b12240a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:21.182967 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7180c451-a41b-4fc6-9c87-637a43e324cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54fba001-238a-49af-ad3b-4861104e9d6b'}] {{(pid=105586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:52:21.187320 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-202a9966-44ae-4adf-9a83-0f0b1b12240a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:21.256143 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202a9966-44ae-4adf-9a83-0f0b1b12240a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=648dabbc-dacf-44d1-8ed9-e3e4fe6df647,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:52:21.279474 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] For port 54fba001-238a-49af-ad3b-4861104e9d6b, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=54fba001-238a-49af-ad3b-4861104e9d6b,segment=NetworkSegment(86b1e6f6-d629-4b03-8944-4cdfbfb93d02),segment_id=86b1e6f6-d629-4b03-8944-4cdfbfb93d02)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:52:21.280019 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-202a9966-44ae-4adf-9a83-0f0b1b12240a admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=66e0f00f2aa4439bb5737ec93ce55026&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2522118 Jul 27 20:52:21.282408 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 57624) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:52:21.304056 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:21.311202 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Pushing event updated for resources: {'Port': ['ID=f941d4e3-3dc5-4a75-801e-51778b862485,revision_number=4']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:52:21.326073 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92986b4f-d18a-4e5b-b763-89fc07cb48b3 req-73047ef5-471c-407b-8ce5-40c4c6962963 tempest-DeleteServersAdminTestJSON-694577090 tempest-DeleteServersAdminTestJSON-694577090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:52:21.330749 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-92986b4f-d18a-4e5b-b763-89fc07cb48b3 req-73047ef5-471c-407b-8ce5-40c4c6962963 tempest-DeleteServersAdminTestJSON-694577090 tempest-DeleteServersAdminTestJSON-694577090-project] 10.222.0.59 "GET /v2.0/ports?device_id=7180c451-a41b-4fc6-9c87-637a43e324cd HTTP/1.1" status: 200 len: 949 time: 0.1310077 Jul 27 20:52:21.377920 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-1976d33e-4bbc-4db1-87bc-0796090c47c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:21.411870 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-1976d33e-4bbc-4db1-87bc-0796090c47c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:21.422552 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-92986b4f-d18a-4e5b-b763-89fc07cb48b3 req-39a7ca3d-738f-4852-b89c-8bea38840f38 tempest-DeleteServersAdminTestJSON-694577090 tempest-DeleteServersAdminTestJSON-694577090-project] 10.222.0.59 "GET /v2.0/security-groups?id=57c0a943-9ad7-4e44-93fc-83b6b6f566f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849049 Jul 27 20:52:21.470213 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-1976d33e-4bbc-4db1-87bc-0796090c47c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:21.474416 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-1976d33e-4bbc-4db1-87bc-0796090c47c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:21.477993 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0fabcbc-f743-4c17-9a50-a4635a38aaf2 None None] Sync routers for ids ['6223c332-c53c-4f50-9f2c-55290a2d7383'] in n-d-705658-22 {{(pid=105586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 20:52:21.479127 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-1976d33e-4bbc-4db1-87bc-0796090c47c5 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/648dabbc-dacf-44d1-8ed9-e3e4fe6df647 HTTP/1.1" status: 204 len: 168 time: 0.1949143 Jul 27 20:52:21.480712 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] get_ports_and_sgs() called for port_ids ['f941d4e3-3dc5-4a75-801e-51778b862485'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 20:52:21.487732 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1976d33e-4bbc-4db1-87bc-0796090c47c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=648dabbc-dacf-44d1-8ed9-e3e4fe6df647,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:52:21.543974 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0fabcbc-f743-4c17-9a50-a4635a38aaf2 None None] Routers {'6223c332-c53c-4f50-9f2c-55290a2d7383'} bound to L3 agent in host n-d-705658-22 {{(pid=105586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:52:21.544622 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-a0fabcbc-f743-4c17-9a50-a4635a38aaf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T20:52:11Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['6223c332-c53c-4f50-9f2c-55290a2d7383'], 'active': True} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:52:21.588340 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Pushing event updated for resources: {'Port': ['ID=54fba001-238a-49af-ad3b-4861104e9d6b,revision_number=5']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:52:21.688145 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvr_db [None req-a0fabcbc-f743-4c17-9a50-a4635a38aaf2 None None] Set router 6223c332-c53c-4f50-9f2c-55290a2d7383 gateway port host: n-d-705658-22 {{(pid=105586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:52:21.730184 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14c1663e039faf5393f87855f745010ac5b02220355b68fdbf065393e303ac56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc50b8b2-1206-4efe-acba-3a9ea918519f" -d '{"events": [{"server_uuid": "7180c451-a41b-4fc6-9c87-637a43e324cd", "name": "network-vif-plugged", "status": "completed", "tag": "54fba001-238a-49af-ad3b-4861104e9d6b"}]}' {{(pid=105586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:52:21.871438 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cbb10d-1d87-46fd-87d3-6311e307479b req-330e5c84-dddc-4dee-8bff-58feb11455b1 tempest-AggregatesAdminTestJSON-1759511919 tempest-AggregatesAdminTestJSON-1759511919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:52:21.882032 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-d1cbb10d-1d87-46fd-87d3-6311e307479b req-330e5c84-dddc-4dee-8bff-58feb11455b1 tempest-AggregatesAdminTestJSON-1759511919 tempest-AggregatesAdminTestJSON-1759511919-project] 10.222.0.59 "GET /v2.0/ports?device_id=fe1f0d09-aab0-464a-bc11-fa02d97a99b8 HTTP/1.1" status: 200 len: 970 time: 0.1070013 Jul 27 20:52:21.931286 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-d1cbb10d-1d87-46fd-87d3-6311e307479b req-23b7d18c-1388-4696-8f20-296a9838ff37 tempest-AggregatesAdminTestJSON-1759511919 tempest-AggregatesAdminTestJSON-1759511919-project] 10.222.0.59 "GET /v2.0/security-groups?id=7a98e04e-03f7-4a56-92ce-0a5aaa8405f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464652 Jul 27 20:52:21.999037 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-a0fabcbc-f743-4c17-9a50-a4635a38aaf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6223c332-c53c-4f50-9f2c-55290a2d7383', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-142310682-router', 'tenant_id': '64889827a2294491bf76ec5354525c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.15'}], 'enable_snat': True}, 'gw_port_id': '5aa735a6-f1a8-4a4b-8f10-d069077ceece', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:52:12Z', 'updated_at': '2021-07-27T20:52:18Z', 'revision_number': 4, 'project_id': '64889827a2294491bf76ec5354525c6a', 'gw_port': {'id': '5aa735a6-f1a8-4a4b-8f10-d069077ceece', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:76:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6223c332-c53c-4f50-9f2c-55290a2d7383', 'device_owner': 'network:router_gateway', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:52:14Z', 'updated_at': '2021-07-27T20:52:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_interfaces': [{'id': '72482174-0b4c-498b-b91c-df7b4f5b1f3a', 'name': '', 'network_id': '576bfba4-7833-4cb6-bcf5-4eecd3ba6e31', 'tenant_id': '64889827a2294491bf76ec5354525c6a', 'mac_address': 'fa:16:3e:93:11:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6223c332-c53c-4f50-9f2c-55290a2d7383', 'device_owner': 'network:router_interface', 'standard_attr_id': 141, 'fixed_ips': [{'subnet_id': '0baa3963-1cd6-4605-8009-5402f4976679', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:52:17Z', 'updated_at': '2021-07-27T20:52:18Z', 'revision_number': 2, 'project_id': '64889827a2294491bf76ec5354525c6a', 'subnets': [{'id': '0baa3963-1cd6-4605-8009-5402f4976679', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-22', False) {} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:52:22.026041 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0fabcbc-f743-4c17-9a50-a4635a38aaf2 None None] Checking router: 6223c332-c53c-4f50-9f2c-55290a2d7383 for host: n-d-705658-22 {{(pid=105586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 20:52:22.026399 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0fabcbc-f743-4c17-9a50-a4635a38aaf2 None None] Updating router 6223c332-c53c-4f50-9f2c-55290a2d7383 port 72482174-0b4c-498b-b91c-df7b4f5b1f3a binding host n-d-705658-22 {{(pid=105586) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 20:52:22.067546 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-a0fabcbc-f743-4c17-9a50-a4635a38aaf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:22.342790 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 20:52:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9976108d-92e8-491b-81c0-6d63f6a073d0 x-openstack-request-id: req-9976108d-92e8-491b-81c0-6d63f6a073d0 {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:52:22.346530 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7180c451-a41b-4fc6-9c87-637a43e324cd", "name": "network-vif-plugged", "status": "completed", "tag": "54fba001-238a-49af-ad3b-4861104e9d6b", "code": 200}]} {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:52:22.346901 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-9976108d-92e8-491b-81c0-6d63f6a073d0 {{(pid=105586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:52:22.348491 n-d-705658-22 neutron-server[105586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7180c451-a41b-4fc6-9c87-637a43e324cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54fba001-238a-49af-ad3b-4861104e9d6b', 'code': 200} Jul 27 20:52:22.425841 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 5aa735a6-f1a8-4a4b-8f10-d069077ceece up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:52:22.547997 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-a0fabcbc-f743-4c17-9a50-a4635a38aaf2 None None] Notify callbacks [] for port, precommit_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:22.555688 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98152d2-e736-42a6-8e4a-e577b2d6b459 req-4c6517a8-77af-42fd-bbaf-236cefb4bf07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:52:22.558659 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-d98152d2-e736-42a6-8e4a-e577b2d6b459 req-4c6517a8-77af-42fd-bbaf-236cefb4bf07 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=7180c451-a41b-4fc6-9c87-637a43e324cd HTTP/1.1" status: 200 len: 1102 time: 0.1483102 Jul 27 20:52:22.580656 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-d98152d2-e736-42a6-8e4a-e577b2d6b459 req-78e18c27-8aa6-461b-a55c-35f8c18a2cf3 service neutron] Notify callbacks [] for security_group, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:22.592040 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-a0fabcbc-f743-4c17-9a50-a4635a38aaf2 None None] Transition to ACTIVE for port object 72482174-0b4c-498b-b91c-df7b4f5b1f3a will not be triggered until provisioned by entity L2. {{(pid=105586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:52:22.616311 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-a0fabcbc-f743-4c17-9a50-a4635a38aaf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:22.756634 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cd9d58-b12b-45ba-88e0-5b5bda146e49 req-aee5956e-3f54-4b9c-a54d-db066c0cfe2a tempest-DeleteServersAdminTestJSON-694577090 tempest-DeleteServersAdminTestJSON-694577090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:52:22.758892 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port 5aa735a6-f1a8-4a4b-8f10-d069077ceece triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:52:22.759309 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:22.766860 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-c3cd9d58-b12b-45ba-88e0-5b5bda146e49 req-aee5956e-3f54-4b9c-a54d-db066c0cfe2a tempest-DeleteServersAdminTestJSON-694577090 tempest-DeleteServersAdminTestJSON-694577090-project] 10.222.0.59 "GET /v2.0/ports?device_id=7180c451-a41b-4fc6-9c87-637a43e324cd HTTP/1.1" status: 200 len: 950 time: 0.1466660 Jul 27 20:52:22.790978 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-d98152d2-e736-42a6-8e4a-e577b2d6b459 req-78e18c27-8aa6-461b-a55c-35f8c18a2cf3 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:22.809442 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-d98152d2-e736-42a6-8e4a-e577b2d6b459 req-78e18c27-8aa6-461b-a55c-35f8c18a2cf3 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:22.817285 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 57708) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:52:22.819854 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device f941d4e3-3dc5-4a75-801e-51778b862485 up at agent hyperv_n-h1-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:52:22.826038 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-a0fabcbc-f743-4c17-9a50-a4635a38aaf2 None None] Attempting to bind port 72482174-0b4c-498b-b91c-df7b4f5b1f3a on host n-d-705658-22 for vnic_type normal with profile {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:52:22.826410 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-a0fabcbc-f743-4c17-9a50-a4635a38aaf2 None None] Attempting to bind port 72482174-0b4c-498b-b91c-df7b4f5b1f3a by drivers openvswitch,hyperv on host n-d-705658-22 at level 0 using segments [{'id': '8d646597-9f00-4666-88bb-1812b76bb0d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '576bfba4-7833-4cb6-bcf5-4eecd3ba6e31'}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:52:22.827129 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0fabcbc-f743-4c17-9a50-a4635a38aaf2 None None] Attempting to bind port 72482174-0b4c-498b-b91c-df7b4f5b1f3a on network 576bfba4-7833-4cb6-bcf5-4eecd3ba6e31 {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:52:22.830251 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-d98152d2-e736-42a6-8e4a-e577b2d6b459 req-78e18c27-8aa6-461b-a55c-35f8c18a2cf3 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=57c0a943-9ad7-4e44-93fc-83b6b6f566f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2637451 Jul 27 20:52:22.852115 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e18c27-8aa6-461b-a55c-35f8c18a2cf3 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=28c9ec93-fad1-4696-908d-380d1d297506,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:52:22.880233 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-c3cd9d58-b12b-45ba-88e0-5b5bda146e49 req-ea06f083-40b1-4389-8cf4-1410468e7aa6 tempest-DeleteServersAdminTestJSON-694577090 tempest-DeleteServersAdminTestJSON-694577090-project] 10.222.0.59 "GET /v2.0/security-groups?id=57c0a943-9ad7-4e44-93fc-83b6b6f566f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998561 Jul 27 20:52:22.885163 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0fabcbc-f743-4c17-9a50-a4635a38aaf2 None None] Checking agent: {'id': '04a7ea91-6318-467e-ace6-b0fb48c8690f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 41, 42), 'started_at': datetime.datetime(2021, 7, 27, 20, 42, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 52, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:52:22.885546 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0fabcbc-f743-4c17-9a50-a4635a38aaf2 None None] Checking segment: {'id': '8d646597-9f00-4666-88bb-1812b76bb0d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '576bfba4-7833-4cb6-bcf5-4eecd3ba6e31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:52:22.885957 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-a0fabcbc-f743-4c17-9a50-a4635a38aaf2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:22.886368 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0fabcbc-f743-4c17-9a50-a4635a38aaf2 None None] Bound using segment: {'id': '8d646597-9f00-4666-88bb-1812b76bb0d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '576bfba4-7833-4cb6-bcf5-4eecd3ba6e31'} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:52:22.886853 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-a0fabcbc-f743-4c17-9a50-a4635a38aaf2 None None] Bound port: 72482174-0b4c-498b-b91c-df7b4f5b1f3a, host: n-d-705658-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d646597-9f00-4666-88bb-1812b76bb0d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '576bfba4-7833-4cb6-bcf5-4eecd3ba6e31'}}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:52:22.887286 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-a0fabcbc-f743-4c17-9a50-a4635a38aaf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:22.889251 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696081de-20e7-4513-bf5d-146469156145 None None] Pushing event updated for resources: {'Port': ['ID=72482174-0b4c-498b-b91c-df7b4f5b1f3a,revision_number=3']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:52:23.063696 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Provisioning for port f941d4e3-3dc5-4a75-801e-51778b862485 completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:52:23.070939 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Provisioning complete for port f941d4e3-3dc5-4a75-801e-51778b862485 triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:52:23.071456 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:23.079025 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-d90bf9f8-6eb5-4147-a588-fafea3379e81 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1054236596-network', 'tenant_id': 'b5080b63847247659ffe3f7fd95be97a'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:52:23.104905 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-a0fabcbc-f743-4c17-9a50-a4635a38aaf2 None None] For port 72482174-0b4c-498b-b91c-df7b4f5b1f3a, host n-d-705658-22, cleared binding levels {{(pid=105586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:52:23.107047 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d90bf9f8-6eb5-4147-a588-fafea3379e81 admin admin] Made reservation on behalf of b5080b63847247659ffe3f7fd95be97a for: {'network': 1} {{(pid=105585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:52:23.110928 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-d90bf9f8-6eb5-4147-a588-fafea3379e81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for network, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:23.127447 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-a0fabcbc-f743-4c17-9a50-a4635a38aaf2 None None] For port 72482174-0b4c-498b-b91c-df7b4f5b1f3a, host n-d-705658-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=72482174-0b4c-498b-b91c-df7b4f5b1f3a,segment=NetworkSegment(8d646597-9f00-4666-88bb-1812b76bb0d1),segment_id=8d646597-9f00-4666-88bb-1812b76bb0d1)] {{(pid=105586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:52:23.129477 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-d90bf9f8-6eb5-4147-a588-fafea3379e81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:23.139044 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-a0fabcbc-f743-4c17-9a50-a4635a38aaf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:23.149647 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 57722) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:52:23.154662 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-3f115831-187c-4978-ba92-e3d381114d14 tempest-ServersWithSpecificFlavorTestJSON-635688280 tempest-ServersWithSpecificFlavorTestJSON-635688280-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1314683063', 'description': 'tempest-description--354179933'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:52:23.252245 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0fabcbc-f743-4c17-9a50-a4635a38aaf2 None None] Routers {'6223c332-c53c-4f50-9f2c-55290a2d7383'} bound to L3 agent in host n-d-705658-22 {{(pid=105586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:52:23.252863 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-a0fabcbc-f743-4c17-9a50-a4635a38aaf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T20:52:11Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['6223c332-c53c-4f50-9f2c-55290a2d7383'], 'active': True} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:52:23.259036 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:23.284974 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-d90bf9f8-6eb5-4147-a588-fafea3379e81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:23.311735 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696081de-20e7-4513-bf5d-146469156145 None None] Pushing event updated for resources: {'Port': ['ID=72482174-0b4c-498b-b91c-df7b4f5b1f3a,revision_number=4']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:52:23.314404 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-d90bf9f8-6eb5-4147-a588-fafea3379e81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:23.333360 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-3f115831-187c-4978-ba92-e3d381114d14 tempest-ServersWithSpecificFlavorTestJSON-635688280 tempest-ServersWithSpecificFlavorTestJSON-635688280-project] Notify callbacks [] for security_group, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:23.377201 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d90bf9f8-6eb5-4147-a588-fafea3379e81 admin admin] vlan segment allocate from pool success with {'vlan_id': 228, 'physical_network': 'physnet1'} {{(pid=105585) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 20:52:23.386828 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90bf9f8-6eb5-4147-a588-fafea3379e81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0558d38b-51f8-4203-bbd3-93219a28655e,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:52:23.431286 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-d90bf9f8-6eb5-4147-a588-fafea3379e81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:23.431814 n-d-705658-22 neutron-server[105585]: INFO neutron.db.segments_db [None req-d90bf9f8-6eb5-4147-a588-fafea3379e81 admin admin] Added segment ea61a0d2-9417-4a3e-9965-01c12e45445a of type vlan for network 49dd7d2c-672d-484e-a5b0-447269d67229 Jul 27 20:52:23.453496 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-3f115831-187c-4978-ba92-e3d381114d14 tempest-ServersWithSpecificFlavorTestJSON-635688280 tempest-ServersWithSpecificFlavorTestJSON-635688280-project] Notify callbacks [] for security_group, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:23.454389 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] For port f941d4e3-3dc5-4a75-801e-51778b862485, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=f941d4e3-3dc5-4a75-801e-51778b862485,segment=NetworkSegment(86b1e6f6-d629-4b03-8944-4cdfbfb93d02),segment_id=86b1e6f6-d629-4b03-8944-4cdfbfb93d02)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:52:23.463431 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-3f115831-187c-4978-ba92-e3d381114d14 tempest-ServersWithSpecificFlavorTestJSON-635688280 tempest-ServersWithSpecificFlavorTestJSON-635688280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:23.470579 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:23.504832 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-d90bf9f8-6eb5-4147-a588-fafea3379e81 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790688424798'] for network, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:23.527085 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5580af0-bbe4-470d-bff7-6d3ebc5724dc req-db3b452c-b572-47d9-84c9-74dddc179edd tempest-AggregatesAdminTestJSON-1759511919 tempest-AggregatesAdminTestJSON-1759511919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:52:23.528123 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvr_db [None req-a0fabcbc-f743-4c17-9a50-a4635a38aaf2 None None] Set router 6223c332-c53c-4f50-9f2c-55290a2d7383 gateway port host: n-d-705658-22 {{(pid=105586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:52:23.534511 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a5580af0-bbe4-470d-bff7-6d3ebc5724dc req-db3b452c-b572-47d9-84c9-74dddc179edd tempest-AggregatesAdminTestJSON-1759511919 tempest-AggregatesAdminTestJSON-1759511919-project] 10.222.0.59 "GET /v2.0/ports?device_id=fe1f0d09-aab0-464a-bc11-fa02d97a99b8 HTTP/1.1" status: 200 len: 970 time: 0.2595005 Jul 27 20:52:23.540017 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f115831-187c-4978-ba92-e3d381114d14 tempest-ServersWithSpecificFlavorTestJSON-635688280 tempest-ServersWithSpecificFlavorTestJSON-635688280-project] Pushing event updated for resources: {'SecurityGroup': ['ID=55ca020d-7119-4e40-9e04-2cd3ab975f98,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:52:23.565933 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-3f115831-187c-4978-ba92-e3d381114d14 tempest-ServersWithSpecificFlavorTestJSON-635688280 tempest-ServersWithSpecificFlavorTestJSON-635688280-project] Notify callbacks [] for security_group, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:23.572056 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-3f115831-187c-4978-ba92-e3d381114d14 tempest-ServersWithSpecificFlavorTestJSON-635688280 tempest-ServersWithSpecificFlavorTestJSON-635688280-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.4210835 Jul 27 20:52:23.572639 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 57736) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:52:23.581332 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-a8b9aa5c-a2e0-4a81-87b8-a415b8b9faef tempest-ServersWithSpecificFlavorTestJSON-635688280 tempest-ServersWithSpecificFlavorTestJSON-635688280-project] Request body: {'security_group_rule': {'security_group_id': '55ca020d-7119-4e40-9e04-2cd3ab975f98', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:52:23.596563 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Pushing event updated for resources: {'Port': ['ID=f941d4e3-3dc5-4a75-801e-51778b862485,revision_number=5']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:52:23.609229 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a5580af0-bbe4-470d-bff7-6d3ebc5724dc req-376278ad-653f-48d4-b9b5-cfe355e65e1d tempest-AggregatesAdminTestJSON-1759511919 tempest-AggregatesAdminTestJSON-1759511919-project] 10.222.0.59 "GET /v2.0/security-groups?id=7a98e04e-03f7-4a56-92ce-0a5aaa8405f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737703 Jul 27 20:52:23.639338 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-d90bf9f8-6eb5-4147-a588-fafea3379e81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920'] for network, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:23.640278 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d90bf9f8-6eb5-4147-a588-fafea3379e81 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:52:23.640911 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-d90bf9f8-6eb5-4147-a588-fafea3379e81 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743886'] for network, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:23.765859 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90bf9f8-6eb5-4147-a588-fafea3379e81 admin admin] Pushing event updated for resources: {'Network': ['ID=49dd7d2c-672d-484e-a5b0-447269d67229,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:52:23.769930 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-d90bf9f8-6eb5-4147-a588-fafea3379e81 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.9424765 Jul 27 20:52:23.772851 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 57752) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:52:23.788904 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-fea4c30a-cd71-4ce0-8c1f-b4e33b9e7722 admin admin] Request body: {'subnet': {'network_id': '49dd7d2c-672d-484e-a5b0-447269d67229', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1054236596-subnet', 'tenant_id': 'b5080b63847247659ffe3f7fd95be97a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:52:23.809409 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-a8b9aa5c-a2e0-4a81-87b8-a415b8b9faef tempest-ServersWithSpecificFlavorTestJSON-635688280 tempest-ServersWithSpecificFlavorTestJSON-635688280-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:23.815780 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Network 49dd7d2c-672d-484e-a5b0-447269d67229 details requested by agent ovs-agent-n-d-705658-22 with host n-d-705658-22 {{(pid=105586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 20:52:23.828097 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fea4c30a-cd71-4ce0-8c1f-b4e33b9e7722 admin admin] Made reservation on behalf of b5080b63847247659ffe3f7fd95be97a for: {'subnet': 1} {{(pid=105585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:52:23.830756 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-fea4c30a-cd71-4ce0-8c1f-b4e33b9e7722 admin admin] Notify callbacks [] for subnet, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:23.944762 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-a0fabcbc-f743-4c17-9a50-a4635a38aaf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6223c332-c53c-4f50-9f2c-55290a2d7383', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-142310682-router', 'tenant_id': '64889827a2294491bf76ec5354525c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.15'}], 'enable_snat': True}, 'gw_port_id': '5aa735a6-f1a8-4a4b-8f10-d069077ceece', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:52:12Z', 'updated_at': '2021-07-27T20:52:18Z', 'revision_number': 4, 'project_id': '64889827a2294491bf76ec5354525c6a', 'gw_port': {'id': '5aa735a6-f1a8-4a4b-8f10-d069077ceece', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:76:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6223c332-c53c-4f50-9f2c-55290a2d7383', 'device_owner': 'network:router_gateway', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:52:14Z', 'updated_at': '2021-07-27T20:52:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_interfaces': [{'id': '72482174-0b4c-498b-b91c-df7b4f5b1f3a', 'name': '', 'network_id': '576bfba4-7833-4cb6-bcf5-4eecd3ba6e31', 'tenant_id': '64889827a2294491bf76ec5354525c6a', 'mac_address': 'fa:16:3e:93:11:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6223c332-c53c-4f50-9f2c-55290a2d7383', 'device_owner': 'network:router_interface', 'standard_attr_id': 141, 'fixed_ips': [{'subnet_id': '0baa3963-1cd6-4605-8009-5402f4976679', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:52:17Z', 'updated_at': '2021-07-27T20:52:23Z', 'revision_number': 4, 'project_id': '64889827a2294491bf76ec5354525c6a', 'subnets': [{'id': '0baa3963-1cd6-4605-8009-5402f4976679', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-22', False) {} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:52:23.945689 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-a8b9aa5c-a2e0-4a81-87b8-a415b8b9faef tempest-ServersWithSpecificFlavorTestJSON-635688280 tempest-ServersWithSpecificFlavorTestJSON-635688280-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:23.952732 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-a8b9aa5c-a2e0-4a81-87b8-a415b8b9faef tempest-ServersWithSpecificFlavorTestJSON-635688280 tempest-ServersWithSpecificFlavorTestJSON-635688280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732636'] for security_group_rule, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:23.968439 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b9aa5c-a2e0-4a81-87b8-a415b8b9faef tempest-ServersWithSpecificFlavorTestJSON-635688280 tempest-ServersWithSpecificFlavorTestJSON-635688280-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35bd2204-f28b-4ebe-9571-2885f76e6ac1,revision_number=0']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:52:23.983575 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0fabcbc-f743-4c17-9a50-a4635a38aaf2 None None] The sync data for ids ['6223c332-c53c-4f50-9f2c-55290a2d7383'] in n-d-705658-22 is: [{'id': '6223c332-c53c-4f50-9f2c-55290a2d7383', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-142310682-router', 'tenant_id': '64889827a2294491bf76ec5354525c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.15'}], 'enable_snat': True}, 'gw_port_id': '5aa735a6-f1a8-4a4b-8f10-d069077ceece', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:52:12Z', 'updated_at': '2021-07-27T20:52:18Z', 'revision_number': 4, 'project_id': '64889827a2294491bf76ec5354525c6a', 'gw_port': {'id': '5aa735a6-f1a8-4a4b-8f10-d069077ceece', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:76:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6223c332-c53c-4f50-9f2c-55290a2d7383', 'device_owner': 'network:router_gateway', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:52:14Z', 'updated_at': '2021-07-27T20:52:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_interfaces': [{'id': '72482174-0b4c-498b-b91c-df7b4f5b1f3a', 'name': '', 'network_id': '576bfba4-7833-4cb6-bcf5-4eecd3ba6e31', 'tenant_id': '64889827a2294491bf76ec5354525c6a', 'mac_address': 'fa:16:3e:93:11:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6223c332-c53c-4f50-9f2c-55290a2d7383', 'device_owner': 'network:router_interface', 'standard_attr_id': 141, 'fixed_ips': [{'subnet_id': '0baa3963-1cd6-4605-8009-5402f4976679', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:52:17Z', 'updated_at': '2021-07-27T20:52:23Z', 'revision_number': 4, 'project_id': '64889827a2294491bf76ec5354525c6a', 'subnets': [{'id': '0baa3963-1cd6-4605-8009-5402f4976679', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 20:52:24.024587 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-a8b9aa5c-a2e0-4a81-87b8-a415b8b9faef tempest-ServersWithSpecificFlavorTestJSON-635688280 tempest-ServersWithSpecificFlavorTestJSON-635688280-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:24.027052 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-a8b9aa5c-a2e0-4a81-87b8-a415b8b9faef tempest-ServersWithSpecificFlavorTestJSON-635688280 tempest-ServersWithSpecificFlavorTestJSON-635688280-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4520109 Jul 27 20:52:24.037713 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 57766) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:52:24.049167 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-3cc9ccd5-b1f7-4981-854a-f4c37f64b897 tempest-ServersWithSpecificFlavorTestJSON-635688280 tempest-ServersWithSpecificFlavorTestJSON-635688280-project] Request body: {'security_group_rule': {'security_group_id': '55ca020d-7119-4e40-9e04-2cd3ab975f98', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:52:24.107615 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-3cc9ccd5-b1f7-4981-854a-f4c37f64b897 tempest-ServersWithSpecificFlavorTestJSON-635688280 tempest-ServersWithSpecificFlavorTestJSON-635688280-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:24.199731 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-3cc9ccd5-b1f7-4981-854a-f4c37f64b897 tempest-ServersWithSpecificFlavorTestJSON-635688280 tempest-ServersWithSpecificFlavorTestJSON-635688280-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:24.212490 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-3cc9ccd5-b1f7-4981-854a-f4c37f64b897 tempest-ServersWithSpecificFlavorTestJSON-635688280 tempest-ServersWithSpecificFlavorTestJSON-635688280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732636'] for security_group_rule, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:24.229273 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-fea4c30a-cd71-4ce0-8c1f-b4e33b9e7722 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920'] for subnet, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:24.235797 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc9ccd5-b1f7-4981-854a-f4c37f64b897 tempest-ServersWithSpecificFlavorTestJSON-635688280 tempest-ServersWithSpecificFlavorTestJSON-635688280-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4d7ac72-10a8-4678-a28f-cec5e0c2ea57,revision_number=0']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:52:24.250316 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-3cc9ccd5-b1f7-4981-854a-f4c37f64b897 tempest-ServersWithSpecificFlavorTestJSON-635688280 tempest-ServersWithSpecificFlavorTestJSON-635688280-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:24.254681 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-3cc9ccd5-b1f7-4981-854a-f4c37f64b897 tempest-ServersWithSpecificFlavorTestJSON-635688280 tempest-ServersWithSpecificFlavorTestJSON-635688280-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2104788 Jul 27 20:52:24.255067 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 57772) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:52:24.263306 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-fd1d7a54-2deb-4fec-bec9-be47974c10f3 tempest-ServersWithSpecificFlavorTestJSON-635688280 tempest-ServersWithSpecificFlavorTestJSON-635688280-project] Request body: {'floatingip': {'floating_network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:52:24.283596 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 57774) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:52:24.337018 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-fd1d7a54-2deb-4fec-bec9-be47974c10f3 tempest-ServersWithSpecificFlavorTestJSON-635688280 tempest-ServersWithSpecificFlavorTestJSON-635688280-project] Notify callbacks [] for floatingip, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:24.349899 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe1f0d09-aab0-464a-bc11-fa02d97a99b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f941d4e3-3dc5-4a75-801e-51778b862485'}] {{(pid=105586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:52:24.352237 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff011d7-9a31-4b36-91f3-2714ed17e2e3 req-fe63854a-4f2f-4c42-8065-50dc0eb4e261 tempest-DeleteServersAdminTestJSON-694577090 tempest-DeleteServersAdminTestJSON-694577090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:52:24.353834 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14c1663e039faf5393f87855f745010ac5b02220355b68fdbf065393e303ac56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2dae8ff-d6e6-4fda-8b46-75f66a02c36e" -d '{"events": [{"server_uuid": "fe1f0d09-aab0-464a-bc11-fa02d97a99b8", "name": "network-vif-plugged", "status": "completed", "tag": "f941d4e3-3dc5-4a75-801e-51778b862485"}]}' {{(pid=105586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:52:24.364703 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-4ff011d7-9a31-4b36-91f3-2714ed17e2e3 req-fe63854a-4f2f-4c42-8065-50dc0eb4e261 tempest-DeleteServersAdminTestJSON-694577090 tempest-DeleteServersAdminTestJSON-694577090-project] 10.222.0.59 "GET /v2.0/ports?device_id=7180c451-a41b-4fc6-9c87-637a43e324cd HTTP/1.1" status: 200 len: 950 time: 0.3573203 Jul 27 20:52:24.442329 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 20:52:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d67d35d9-4cf0-4873-813c-2eecc5c72a4a x-openstack-request-id: req-d67d35d9-4cf0-4873-813c-2eecc5c72a4a {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:52:24.442913 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe1f0d09-aab0-464a-bc11-fa02d97a99b8", "name": "network-vif-plugged", "status": "completed", "tag": "f941d4e3-3dc5-4a75-801e-51778b862485", "code": 200}]} {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:52:24.443564 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-d67d35d9-4cf0-4873-813c-2eecc5c72a4a {{(pid=105586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:52:24.444189 n-d-705658-22 neutron-server[105586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe1f0d09-aab0-464a-bc11-fa02d97a99b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f941d4e3-3dc5-4a75-801e-51778b862485', 'code': 200} Jul 27 20:52:24.498602 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 57784) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:52:24.504459 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 72482174-0b4c-498b-b91c-df7b4f5b1f3a up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:52:24.505973 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea4c30a-cd71-4ce0-8c1f-b4e33b9e7722 admin admin] Pushing event updated for resources: {'Subnet': ['ID=69406142-df79-4fba-9a70-2065120bf130,revision_number=0']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:52:24.537801 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-4ff011d7-9a31-4b36-91f3-2714ed17e2e3 req-39b33c0a-8f67-45ec-bc6c-a39941c0fbc9 tempest-DeleteServersAdminTestJSON-694577090 tempest-DeleteServersAdminTestJSON-694577090-project] 10.222.0.59 "GET /v2.0/security-groups?id=57c0a943-9ad7-4e44-93fc-83b6b6f566f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672802 Jul 27 20:52:24.542759 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fea4c30a-cd71-4ce0-8c1f-b4e33b9e7722 admin admin] Checking segment: {'id': 'ea61a0d2-9417-4a3e-9965-01c12e45445a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '49dd7d2c-672d-484e-a5b0-447269d67229'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:52:24.543337 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fea4c30a-cd71-4ce0-8c1f-b4e33b9e7722 admin admin] Network hostable DHCP agents. Network: 49dd7d2c-672d-484e-a5b0-447269d67229, hostable agents: ['7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a'], hosted agents: [] {{(pid=105585) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 20:52:24.589413 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fea4c30a-cd71-4ce0-8c1f-b4e33b9e7722 admin admin] Network 49dd7d2c-672d-484e-a5b0-447269d67229 is scheduled to be hosted by DHCP agent 7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a with binding_index 1 {{(pid=105585) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 20:52:24.604408 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.base_scheduler [None req-fea4c30a-cd71-4ce0-8c1f-b4e33b9e7722 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-22, 49dd7d2c-672d-484e-a5b0-447269d67229) {{(pid=105585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:52:24.615822 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fea4c30a-cd71-4ce0-8c1f-b4e33b9e7722 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:52:24.616433 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-fea4c30a-cd71-4ce0-8c1f-b4e33b9e7722 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743886'] for subnet, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:24.633873 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7f78372-29b2-4d0f-bfa9-769181a57963 None None] Network 49dd7d2c-672d-484e-a5b0-447269d67229 requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 20:52:24.654024 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-fea4c30a-cd71-4ce0-8c1f-b4e33b9e7722 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.8792741 Jul 27 20:52:24.689499 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-fd1d7a54-2deb-4fec-bec9-be47974c10f3 tempest-ServersWithSpecificFlavorTestJSON-635688280 tempest-ServersWithSpecificFlavorTestJSON-635688280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:24.716153 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 57792) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:52:24.786494 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d76380-9e5f-4796-8bdc-300c74fa5157 req-e0d2c26f-60b6-4645-bc5e-1e87c087cebe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:52:24.790791 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f352306-b200-49f0-8073-4f5675e578cb req-d059e594-dcb8-469d-90e0-4db68cac958e tempest-AggregatesAdminTestJSON-1759511919 tempest-AggregatesAdminTestJSON-1759511919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:52:24.798894 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-5f352306-b200-49f0-8073-4f5675e578cb req-d059e594-dcb8-469d-90e0-4db68cac958e tempest-AggregatesAdminTestJSON-1759511919 tempest-AggregatesAdminTestJSON-1759511919-project] 10.222.0.59 "GET /v2.0/ports?device_id=fe1f0d09-aab0-464a-bc11-fa02d97a99b8 HTTP/1.1" status: 200 len: 971 time: 0.1005311 Jul 27 20:52:24.800520 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-09d76380-9e5f-4796-8bdc-300c74fa5157 req-e0d2c26f-60b6-4645-bc5e-1e87c087cebe service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=fe1f0d09-aab0-464a-bc11-fa02d97a99b8 HTTP/1.1" status: 200 len: 1123 time: 0.2054176 Jul 27 20:52:24.840067 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning for port 72482174-0b4c-498b-b91c-df7b4f5b1f3a completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:52:24.850205 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-5f352306-b200-49f0-8073-4f5675e578cb req-8bd7601e-5444-4f4e-af9e-b7bb626748c0 tempest-AggregatesAdminTestJSON-1759511919 tempest-AggregatesAdminTestJSON-1759511919-project] 10.222.0.59 "GET /v2.0/security-groups?id=7a98e04e-03f7-4a56-92ce-0a5aaa8405f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484033 Jul 27 20:52:24.852749 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port 72482174-0b4c-498b-b91c-df7b4f5b1f3a triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:52:24.853455 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:24.868507 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-4b17613e-2e1c-4b6d-bd3b-1b89f3df00a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:24.884644 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-874d3ba5-6839-4ad6-ba57-930e3cfd7f08 None None] Network 49dd7d2c-672d-484e-a5b0-447269d67229 requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 20:52:24.887296 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c8e7ce26-e935-4ef5-84c2-9c386d399939 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:24.891773 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-6a1e340d-08e2-4686-87c1-ed7644f25418 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:25.030383 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.db_base_plugin_common [None req-fd1d7a54-2deb-4fec-bec9-be47974c10f3 tempest-ServersWithSpecificFlavorTestJSON-635688280 tempest-ServersWithSpecificFlavorTestJSON-635688280-project] Allocated IP 172.25.5.86 (8735d8a2-b604-4758-ae71-b40e4ee6f305/eca7dbab-b9c0-4c8f-a272-816ea8a81764/e4879338-c37b-48ea-9b7f-8c6680e551c7) {{(pid=105584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:52:25.037260 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.db.api [None req-4b17613e-2e1c-4b6d-bd3b-1b89f3df00a0 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 27 20:52:25.037260 n-d-705658-22 neutron-server[105584]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 27 20:52:25.037260 n-d-705658-22 neutron-server[105584]: [parameters: {'project_id_1': '5b12218ea05d40febe2e2ba8f1e955c6', 'expiration_1': datetime.datetime(2021, 7, 27, 20, 52, 24, 926470)}] Jul 27 20:52:25.037260 n-d-705658-22 neutron-server[105584]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=105584) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 27 20:52:25.037991 n-d-705658-22 neutron-server[105584]: DEBUG oslo_db.api [None req-4b17613e-2e1c-4b6d-bd3b-1b89f3df00a0 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 27 20:52:25.040664 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-09d76380-9e5f-4796-8bdc-300c74fa5157 req-0a6d54cc-d045-48c8-b728-e6250ee612d1 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=7a98e04e-03f7-4a56-92ce-0a5aaa8405f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2131007 Jul 27 20:52:25.082674 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-6a1e340d-08e2-4686-87c1-ed7644f25418 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:25.091519 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-6a1e340d-08e2-4686-87c1-ed7644f25418 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:25.132748 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-6a1e340d-08e2-4686-87c1-ed7644f25418 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=a11f9c8642b240049c24dc7b7dc4cdaf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4147599 Jul 27 20:52:25.135786 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 57800) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:52:25.166064 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1e340d-08e2-4686-87c1-ed7644f25418 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b791a048-090e-46bb-b99e-6c4fa07c52fd,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:52:25.167883 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:25.244418 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-9d7c0947-677b-430e-87e3-b159bb599370 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:25.273857 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-9d7c0947-677b-430e-87e3-b159bb599370 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:25.276292 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] For port 72482174-0b4c-498b-b91c-df7b4f5b1f3a, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=72482174-0b4c-498b-b91c-df7b4f5b1f3a,segment=NetworkSegment(8d646597-9f00-4666-88bb-1812b76bb0d1),segment_id=8d646597-9f00-4666-88bb-1812b76bb0d1)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:52:25.286091 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:25.330904 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c8e7ce26-e935-4ef5-84c2-9c386d399939 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:25.337578 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-fd1d7a54-2deb-4fec-bec9-be47974c10f3 tempest-ServersWithSpecificFlavorTestJSON-635688280 tempest-ServersWithSpecificFlavorTestJSON-635688280-project] Notify callbacks [] for port, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:25.345967 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c8e7ce26-e935-4ef5-84c2-9c386d399939 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:25.346575 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Pushing event updated for resources: {'Port': ['ID=72482174-0b4c-498b-b91c-df7b4f5b1f3a,revision_number=5']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:52:25.359491 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-9d7c0947-677b-430e-87e3-b159bb599370 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:25.362025 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-9d7c0947-677b-430e-87e3-b159bb599370 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:25.363217 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-9d7c0947-677b-430e-87e3-b159bb599370 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/b791a048-090e-46bb-b99e-6c4fa07c52fd HTTP/1.1" status: 204 len: 168 time: 0.2262630 Jul 27 20:52:25.386708 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7c0947-677b-430e-87e3-b159bb599370 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b791a048-090e-46bb-b99e-6c4fa07c52fd,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:52:25.410860 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-c8e7ce26-e935-4ef5-84c2-9c386d399939 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=166bf746cf1744fca5e8b7a6a674fc09&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1235070 Jul 27 20:52:25.411266 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 57810) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:52:25.412546 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e7ce26-e935-4ef5-84c2-9c386d399939 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8dc21d8-92ac-44c6-8112-6b4d3854d2f6,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:52:25.431362 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-fd1d7a54-2deb-4fec-bec9-be47974c10f3 tempest-ServersWithSpecificFlavorTestJSON-635688280 tempest-ServersWithSpecificFlavorTestJSON-635688280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143'] for port, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:25.476117 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-2829e1f3-9b69-4313-98d5-c1b3376236f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:25.481952 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd1d7a54-2deb-4fec-bec9-be47974c10f3 tempest-ServersWithSpecificFlavorTestJSON-635688280 tempest-ServersWithSpecificFlavorTestJSON-635688280-project] Network 8735d8a2-b604-4758-ae71-b40e4ee6f305 is already hosted by enough agents. {{(pid=105584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:52:25.485574 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [None req-fd1d7a54-2deb-4fec-bec9-be47974c10f3 tempest-ServersWithSpecificFlavorTestJSON-635688280 tempest-ServersWithSpecificFlavorTestJSON-635688280-project] Resources bound (agent type, host, resource id): {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:52:25.492246 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd1d7a54-2deb-4fec-bec9-be47974c10f3 tempest-ServersWithSpecificFlavorTestJSON-635688280 tempest-ServersWithSpecificFlavorTestJSON-635688280-project] Received port after_create {{(pid=105584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:52:25.522547 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-2829e1f3-9b69-4313-98d5-c1b3376236f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:25.591611 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-4b17613e-2e1c-4b6d-bd3b-1b89f3df00a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:25.592688 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 57816) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:52:25.614397 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-d1f94c90-e241-456f-a816-1f2e4fb89e3d admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1287793172-network', 'tenant_id': 'bc8ec9322d2546c1865707de518a7fa8'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:52:25.620252 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-fd1d7a54-2deb-4fec-bec9-be47974c10f3 tempest-ServersWithSpecificFlavorTestJSON-635688280 tempest-ServersWithSpecificFlavorTestJSON-635688280-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:25.623351 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1d7a54-2deb-4fec-bec9-be47974c10f3 tempest-ServersWithSpecificFlavorTestJSON-635688280 tempest-ServersWithSpecificFlavorTestJSON-635688280-project] Pushing event updated for resources: {'Port': ['ID=e4879338-c37b-48ea-9b7f-8c6680e551c7,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:52:25.646706 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-2829e1f3-9b69-4313-98d5-c1b3376236f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:25.650768 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-2829e1f3-9b69-4313-98d5-c1b3376236f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:25.652657 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-2829e1f3-9b69-4313-98d5-c1b3376236f9 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/f8dc21d8-92ac-44c6-8112-6b4d3854d2f6 HTTP/1.1" status: 204 len: 168 time: 0.2403421 Jul 27 20:52:25.653992 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.db.api [None req-4b17613e-2e1c-4b6d-bd3b-1b89f3df00a0 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 27 20:52:25.653992 n-d-705658-22 neutron-server[105584]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 27 20:52:25.653992 n-d-705658-22 neutron-server[105584]: [parameters: {'project_id_1': '5b12218ea05d40febe2e2ba8f1e955c6', 'expiration_1': datetime.datetime(2021, 7, 27, 20, 52, 25, 638388)}] Jul 27 20:52:25.653992 n-d-705658-22 neutron-server[105584]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=105584) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 27 20:52:25.654389 n-d-705658-22 neutron-server[105584]: DEBUG oslo_db.api [None req-4b17613e-2e1c-4b6d-bd3b-1b89f3df00a0 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 27 20:52:25.666202 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2829e1f3-9b69-4313-98d5-c1b3376236f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8dc21d8-92ac-44c6-8112-6b4d3854d2f6,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:52:25.714233 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1f94c90-e241-456f-a816-1f2e4fb89e3d admin admin] Made reservation on behalf of bc8ec9322d2546c1865707de518a7fa8 for: {'network': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:52:25.716588 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-d1f94c90-e241-456f-a816-1f2e4fb89e3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for network, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:25.727800 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-d1f94c90-e241-456f-a816-1f2e4fb89e3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:25.755631 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-fd1d7a54-2deb-4fec-bec9-be47974c10f3 tempest-ServersWithSpecificFlavorTestJSON-635688280 tempest-ServersWithSpecificFlavorTestJSON-635688280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:25.808501 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-4b17613e-2e1c-4b6d-bd3b-1b89f3df00a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:25.816569 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de219f3a-a5b0-4036-ab17-7e1b9e793e97 req-9f876bcc-7f78-4b0b-9eb9-9f15aff6b6d2 tempest-DeleteServersAdminTestJSON-694577090 tempest-DeleteServersAdminTestJSON-694577090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:52:25.817119 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-de219f3a-a5b0-4036-ab17-7e1b9e793e97 req-9f876bcc-7f78-4b0b-9eb9-9f15aff6b6d2 tempest-DeleteServersAdminTestJSON-694577090 tempest-DeleteServersAdminTestJSON-694577090-project] 10.222.0.59 "GET /v2.0/ports?device_id=7180c451-a41b-4fc6-9c87-637a43e324cd HTTP/1.1" status: 200 len: 950 time: 0.1459770 Jul 27 20:52:25.933551 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-de219f3a-a5b0-4036-ab17-7e1b9e793e97 req-03ab03a3-7d12-432a-b0d9-84efd206673a tempest-DeleteServersAdminTestJSON-694577090 tempest-DeleteServersAdminTestJSON-694577090-project] 10.222.0.59 "GET /v2.0/security-groups?id=57c0a943-9ad7-4e44-93fc-83b6b6f566f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045814 Jul 27 20:52:25.947234 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 57824) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:52:25.975422 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-6ccc4686-dfcd-4bc0-8aef-9231a95ee01a admin admin] Notify callbacks [] for security_group, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:26.058477 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e640383e-f10a-4071-a669-7278656925bb req-102d08da-0be1-4a6b-b0ae-a6541097d643 tempest-AggregatesAdminTestJSON-1759511919 tempest-AggregatesAdminTestJSON-1759511919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:52:26.060103 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e640383e-f10a-4071-a669-7278656925bb req-102d08da-0be1-4a6b-b0ae-a6541097d643 tempest-AggregatesAdminTestJSON-1759511919 tempest-AggregatesAdminTestJSON-1759511919-project] 10.222.0.59 "GET /v2.0/ports?device_id=fe1f0d09-aab0-464a-bc11-fa02d97a99b8 HTTP/1.1" status: 200 len: 971 time: 0.0881603 Jul 27 20:52:26.067829 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-d1f94c90-e241-456f-a816-1f2e4fb89e3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:26.119357 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e640383e-f10a-4071-a669-7278656925bb req-623fe76c-c1e2-470a-bc00-790376850d04 tempest-AggregatesAdminTestJSON-1759511919 tempest-AggregatesAdminTestJSON-1759511919-project] 10.222.0.59 "GET /v2.0/security-groups?id=7a98e04e-03f7-4a56-92ce-0a5aaa8405f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468621 Jul 27 20:52:26.134841 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-d1f94c90-e241-456f-a816-1f2e4fb89e3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:26.162574 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-fd1d7a54-2deb-4fec-bec9-be47974c10f3 tempest-ServersWithSpecificFlavorTestJSON-635688280 tempest-ServersWithSpecificFlavorTestJSON-635688280-project] Notify callbacks [] for port, precommit_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:26.178954 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-fd1d7a54-2deb-4fec-bec9-be47974c10f3 tempest-ServersWithSpecificFlavorTestJSON-635688280 tempest-ServersWithSpecificFlavorTestJSON-635688280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:26.193630 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1f94c90-e241-456f-a816-1f2e4fb89e3d admin admin] vlan segment allocate from pool success with {'vlan_id': 239, 'physical_network': 'physnet1'} {{(pid=105584) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 20:52:26.213703 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f94c90-e241-456f-a816-1f2e4fb89e3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e49c2a7-0e98-4a5a-9075-d8f6a83c9e3c,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:52:26.259181 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-d1f94c90-e241-456f-a816-1f2e4fb89e3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:26.259537 n-d-705658-22 neutron-server[105584]: INFO neutron.db.segments_db [None req-d1f94c90-e241-456f-a816-1f2e4fb89e3d admin admin] Added segment 1e065262-7a31-4c3a-a9b6-d090a21c80b9 of type vlan for network 843f3644-802e-476b-b51b-2ab005b3e6f0 Jul 27 20:52:26.261079 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-fd1d7a54-2deb-4fec-bec9-be47974c10f3 tempest-ServersWithSpecificFlavorTestJSON-635688280 tempest-ServersWithSpecificFlavorTestJSON-635688280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4075768'] for floatingip, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:26.268083 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 57836) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:52:26.283484 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-e83de208-e5b4-4834-95d8-8f99f74c08c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:26.291156 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-4b17613e-2e1c-4b6d-bd3b-1b89f3df00a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:26.321039 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-4b17613e-2e1c-4b6d-bd3b-1b89f3df00a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:26.329772 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1d7a54-2deb-4fec-bec9-be47974c10f3 tempest-ServersWithSpecificFlavorTestJSON-635688280 tempest-ServersWithSpecificFlavorTestJSON-635688280-project] Pushing event updated for resources: {'Port': ['ID=e4879338-c37b-48ea-9b7f-8c6680e551c7,revision_number=2']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:52:26.345016 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-fd1d7a54-2deb-4fec-bec9-be47974c10f3 tempest-ServersWithSpecificFlavorTestJSON-635688280 tempest-ServersWithSpecificFlavorTestJSON-635688280-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for floatingip, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:26.350854 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-fd1d7a54-2deb-4fec-bec9-be47974c10f3 tempest-ServersWithSpecificFlavorTestJSON-635688280 tempest-ServersWithSpecificFlavorTestJSON-635688280-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.0903170 Jul 27 20:52:26.360325 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-d1f94c90-e241-456f-a816-1f2e4fb89e3d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790688424798'] for network, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:26.381039 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 72482174-0b4c-498b-b91c-df7b4f5b1f3a up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:52:26.409856 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-4b17613e-2e1c-4b6d-bd3b-1b89f3df00a0 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=5b12218ea05d40febe2e2ba8f1e955c6&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9093430 Jul 27 20:52:26.410881 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b17613e-2e1c-4b6d-bd3b-1b89f3df00a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f6605d1-17ad-4442-a253-e31162ad4fce,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:52:26.412605 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 57840) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:52:26.459053 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-d1f94c90-e241-456f-a816-1f2e4fb89e3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920'] for network, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:26.459545 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port 72482174-0b4c-498b-b91c-df7b4f5b1f3a triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:52:26.460145 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1f94c90-e241-456f-a816-1f2e4fb89e3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:52:26.460291 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:26.460920 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-d1f94c90-e241-456f-a816-1f2e4fb89e3d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743886'] for network, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:26.548565 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-373755d1-2154-4854-9362-6bcc1d61ba35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:26.562431 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f94c90-e241-456f-a816-1f2e4fb89e3d admin admin] Pushing event updated for resources: {'Network': ['ID=843f3644-802e-476b-b51b-2ab005b3e6f0,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:52:26.585147 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-6ccc4686-dfcd-4bc0-8aef-9231a95ee01a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:26.592090 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-6ccc4686-dfcd-4bc0-8aef-9231a95ee01a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:26.594849 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Network 843f3644-802e-476b-b51b-2ab005b3e6f0 details requested by agent ovs-agent-n-d-705658-22 with host n-d-705658-22 {{(pid=105586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 20:52:26.602910 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-373755d1-2154-4854-9362-6bcc1d61ba35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:26.634887 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-6ccc4686-dfcd-4bc0-8aef-9231a95ee01a admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=b284200135f64346a5f8991cb56f1106&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6866639 Jul 27 20:52:26.635689 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 57858) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:52:26.636587 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ccc4686-dfcd-4bc0-8aef-9231a95ee01a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eafa0de3-48b6-40ec-aca7-bfcf00f254bb,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:52:26.689031 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-12a82bcd-cfd2-4132-8fb9-106de5fe75c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:26.709543 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-12a82bcd-cfd2-4132-8fb9-106de5fe75c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:26.721256 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-1d751a8b-cf1c-4a5b-980f-633957ea4c8f req-857a243f-d8be-4729-acbc-a12172cd1df7 tempest-ServersWithSpecificFlavorTestJSON-635688280 tempest-ServersWithSpecificFlavorTestJSON-635688280-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-securitygroup--1314683063&fields=id&tenant_id=f4dd8c54051d43128b80a7b27aca23a8 HTTP/1.1" status: 200 len: 267 time: 0.1237781 Jul 27 20:52:26.763788 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-12a82bcd-cfd2-4132-8fb9-106de5fe75c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:26.766887 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-12a82bcd-cfd2-4132-8fb9-106de5fe75c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:26.768092 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-12a82bcd-cfd2-4132-8fb9-106de5fe75c5 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/eafa0de3-48b6-40ec-aca7-bfcf00f254bb HTTP/1.1" status: 204 len: 168 time: 0.1289835 Jul 27 20:52:26.785554 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a82bcd-cfd2-4132-8fb9-106de5fe75c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eafa0de3-48b6-40ec-aca7-bfcf00f254bb,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:52:26.842806 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-373755d1-2154-4854-9362-6bcc1d61ba35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:26.845281 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-373755d1-2154-4854-9362-6bcc1d61ba35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:26.846399 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-373755d1-2154-4854-9362-6bcc1d61ba35 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/4f6605d1-17ad-4442-a253-e31162ad4fce HTTP/1.1" status: 204 len: 168 time: 0.4321947 Jul 27 20:52:26.904380 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373755d1-2154-4854-9362-6bcc1d61ba35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f6605d1-17ad-4442-a253-e31162ad4fce,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:52:27.068779 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f2374d-b761-42d5-a086-eeb262a13817 req-4a06b948-94bf-40ef-a852-95af29ac0c7e tempest-DeleteServersAdminTestJSON-694577090 tempest-DeleteServersAdminTestJSON-694577090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:52:27.071478 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b4f2374d-b761-42d5-a086-eeb262a13817 req-4a06b948-94bf-40ef-a852-95af29ac0c7e tempest-DeleteServersAdminTestJSON-694577090 tempest-DeleteServersAdminTestJSON-694577090-project] 10.222.0.59 "GET /v2.0/ports?device_id=7180c451-a41b-4fc6-9c87-637a43e324cd HTTP/1.1" status: 200 len: 950 time: 0.3911071 Jul 27 20:52:27.136886 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-e83de208-e5b4-4834-95d8-8f99f74c08c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:27.148332 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-d1f94c90-e241-456f-a816-1f2e4fb89e3d admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.5483723 Jul 27 20:52:27.151095 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 57876) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:52:27.151605 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d751a8b-cf1c-4a5b-980f-633957ea4c8f req-7ec14e48-4fc5-4c34-84bb-5b38ca065bd5 tempest-ServersWithSpecificFlavorTestJSON-635688280 tempest-ServersWithSpecificFlavorTestJSON-635688280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:52:27.153853 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-1d751a8b-cf1c-4a5b-980f-633957ea4c8f req-7ec14e48-4fc5-4c34-84bb-5b38ca065bd5 tempest-ServersWithSpecificFlavorTestJSON-635688280 tempest-ServersWithSpecificFlavorTestJSON-635688280-project] 10.222.0.59 "GET /v2.0/networks?id=ad708756-4858-4bf7-9c63-5e8aacaf6c3a HTTP/1.1" status: 200 len: 823 time: 0.4205430 Jul 27 20:52:27.157501 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-c77a8c47-d418-44d2-b8c7-db24bb011dc4 admin admin] Request body: {'subnet': {'network_id': '843f3644-802e-476b-b51b-2ab005b3e6f0', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1287793172-subnet', 'tenant_id': 'bc8ec9322d2546c1865707de518a7fa8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:52:27.159260 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-e83de208-e5b4-4834-95d8-8f99f74c08c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:27.184500 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c77a8c47-d418-44d2-b8c7-db24bb011dc4 admin admin] Made reservation on behalf of bc8ec9322d2546c1865707de518a7fa8 for: {'subnet': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:52:27.187594 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c77a8c47-d418-44d2-b8c7-db24bb011dc4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:27.189452 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 57880) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:52:27.215547 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b4f2374d-b761-42d5-a086-eeb262a13817 req-55bb3afc-e197-4729-a708-da8a121e9fcb tempest-DeleteServersAdminTestJSON-694577090 tempest-DeleteServersAdminTestJSON-694577090-project] 10.222.0.59 "GET /v2.0/security-groups?id=57c0a943-9ad7-4e44-93fc-83b6b6f566f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147418 Jul 27 20:52:27.231626 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-1d751a8b-cf1c-4a5b-980f-633957ea4c8f req-140ad116-f700-4673-ba5a-d34a52ffdb20 tempest-ServersWithSpecificFlavorTestJSON-635688280 tempest-ServersWithSpecificFlavorTestJSON-635688280-project] 10.222.0.59 "GET /v2.0/quotas/f4dd8c54051d43128b80a7b27aca23a8 HTTP/1.1" status: 200 len: 375 time: 0.0634375 Jul 27 20:52:27.239260 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-e83de208-e5b4-4834-95d8-8f99f74c08c9 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=1d32185e95c849f889dd2c986b66c02f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9697976 Jul 27 20:52:27.240395 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83de208-e5b4-4834-95d8-8f99f74c08c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6617629d-5af4-43bb-b06e-431f781defcd,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:52:27.243789 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 57882) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:52:27.267137 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-0b621f68-ef3c-4af5-9ad7-be6ee3bba4af admin admin] Notify callbacks [] for security_group, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:27.375473 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-0b621f68-ef3c-4af5-9ad7-be6ee3bba4af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:27.392863 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-0b621f68-ef3c-4af5-9ad7-be6ee3bba4af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:27.425520 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-570d6a7f-5c66-40b2-a8af-0988eed84a3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:27.429989 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-0b621f68-ef3c-4af5-9ad7-be6ee3bba4af admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=a06ccb60b836459884050e1aa9c98004&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2388785 Jul 27 20:52:27.434598 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 57886) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:52:27.453242 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-570d6a7f-5c66-40b2-a8af-0988eed84a3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:27.493304 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b621f68-ef3c-4af5-9ad7-be6ee3bba4af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e2e079a-41bb-4619-b5ab-34ce87774b3c,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:52:27.503727 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-1d751a8b-cf1c-4a5b-980f-633957ea4c8f req-e577e825-f7ec-4e3d-bb32-68ec971d89f6 tempest-ServersWithSpecificFlavorTestJSON-635688280 tempest-ServersWithSpecificFlavorTestJSON-635688280-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=f4dd8c54051d43128b80a7b27aca23a8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2359047 Jul 27 20:52:27.543401 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b9e03b-a431-47bd-a488-0374491cf00d req-49b5c37d-d946-4134-9ec8-d3951ebc475f tempest-AggregatesAdminTestJSON-1759511919 tempest-AggregatesAdminTestJSON-1759511919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:52:27.545962 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-d7b9e03b-a431-47bd-a488-0374491cf00d req-49b5c37d-d946-4134-9ec8-d3951ebc475f tempest-AggregatesAdminTestJSON-1759511919 tempest-AggregatesAdminTestJSON-1759511919-project] 10.222.0.59 "GET /v2.0/ports?device_id=fe1f0d09-aab0-464a-bc11-fa02d97a99b8 HTTP/1.1" status: 200 len: 971 time: 0.2012479 Jul 27 20:52:27.576309 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-abed2b4a-7454-4a94-ae48-25039d33b4f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:27.596599 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-570d6a7f-5c66-40b2-a8af-0988eed84a3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:27.599716 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-570d6a7f-5c66-40b2-a8af-0988eed84a3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:27.601700 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-570d6a7f-5c66-40b2-a8af-0988eed84a3c admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/6617629d-5af4-43bb-b06e-431f781defcd HTTP/1.1" status: 204 len: 168 time: 0.3439784 Jul 27 20:52:27.623481 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570d6a7f-5c66-40b2-a8af-0988eed84a3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6617629d-5af4-43bb-b06e-431f781defcd,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:52:27.629192 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-d7b9e03b-a431-47bd-a488-0374491cf00d req-f6f59fa7-0e51-4d6f-b378-6fcf1362d903 tempest-AggregatesAdminTestJSON-1759511919 tempest-AggregatesAdminTestJSON-1759511919-project] 10.222.0.59 "GET /v2.0/security-groups?id=7a98e04e-03f7-4a56-92ce-0a5aaa8405f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666254 Jul 27 20:52:27.661080 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-abed2b4a-7454-4a94-ae48-25039d33b4f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:27.688463 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c77a8c47-d418-44d2-b8c7-db24bb011dc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920'] for subnet, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:27.769277 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77a8c47-d418-44d2-b8c7-db24bb011dc4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=72068ced-7986-4409-a576-e35283a3b374,revision_number=0']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:52:27.798211 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c77a8c47-d418-44d2-b8c7-db24bb011dc4 admin admin] Checking segment: {'id': '1e065262-7a31-4c3a-a9b6-d090a21c80b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '843f3644-802e-476b-b51b-2ab005b3e6f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:52:27.798899 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c77a8c47-d418-44d2-b8c7-db24bb011dc4 admin admin] Network hostable DHCP agents. Network: 843f3644-802e-476b-b51b-2ab005b3e6f0, hostable agents: ['7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a'], hosted agents: [] {{(pid=105584) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 20:52:27.815442 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d913ade-25d2-4748-b4d9-95b2bd8e1ac7 req-d8e36b79-5293-4046-87e4-c491f1866039 tempest-AggregatesAdminTestJSON-1148553485 tempest-AggregatesAdminTestJSON-1148553485-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:52:27.817187 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-3d913ade-25d2-4748-b4d9-95b2bd8e1ac7 req-d8e36b79-5293-4046-87e4-c491f1866039 tempest-AggregatesAdminTestJSON-1148553485 tempest-AggregatesAdminTestJSON-1148553485-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=fe1f0d09-aab0-464a-bc11-fa02d97a99b8 HTTP/1.1" status: 200 len: 1123 time: 0.1098051 Jul 27 20:52:27.821174 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-abed2b4a-7454-4a94-ae48-25039d33b4f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:27.823708 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-abed2b4a-7454-4a94-ae48-25039d33b4f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:27.828436 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-abed2b4a-7454-4a94-ae48-25039d33b4f7 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/1e2e079a-41bb-4619-b5ab-34ce87774b3c HTTP/1.1" status: 204 len: 168 time: 0.3927164 Jul 27 20:52:27.829224 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c77a8c47-d418-44d2-b8c7-db24bb011dc4 admin admin] Network 843f3644-802e-476b-b51b-2ab005b3e6f0 is scheduled to be hosted by DHCP agent 7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a with binding_index 1 {{(pid=105584) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 20:52:27.844213 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-3d913ade-25d2-4748-b4d9-95b2bd8e1ac7 req-3c872968-7aa7-4272-8615-e09621728f08 tempest-AggregatesAdminTestJSON-1148553485 tempest-AggregatesAdminTestJSON-1148553485-project-admin] Notify callbacks [] for security_group, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:27.844948 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abed2b4a-7454-4a94-ae48-25039d33b4f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e2e079a-41bb-4619-b5ab-34ce87774b3c,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:52:27.847509 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [None req-c77a8c47-d418-44d2-b8c7-db24bb011dc4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-22, 843f3644-802e-476b-b51b-2ab005b3e6f0) {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:52:27.852624 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c77a8c47-d418-44d2-b8c7-db24bb011dc4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:52:27.853260 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c77a8c47-d418-44d2-b8c7-db24bb011dc4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743886'] for subnet, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:27.865861 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d028ff5-a223-4641-9ea3-04e752009cea None None] Network 843f3644-802e-476b-b51b-2ab005b3e6f0 requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 20:52:27.895780 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-c77a8c47-d418-44d2-b8c7-db24bb011dc4 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.7417493 Jul 27 20:52:28.005289 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-3d913ade-25d2-4748-b4d9-95b2bd8e1ac7 req-3c872968-7aa7-4272-8615-e09621728f08 tempest-AggregatesAdminTestJSON-1148553485 tempest-AggregatesAdminTestJSON-1148553485-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:28.009878 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-3d913ade-25d2-4748-b4d9-95b2bd8e1ac7 req-3c872968-7aa7-4272-8615-e09621728f08 tempest-AggregatesAdminTestJSON-1148553485 tempest-AggregatesAdminTestJSON-1148553485-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:28.026077 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-676c0ca4-7f63-49cb-8235-b9d1220191f0 None None] Network 843f3644-802e-476b-b51b-2ab005b3e6f0 requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 20:52:28.076451 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-3d913ade-25d2-4748-b4d9-95b2bd8e1ac7 req-3c872968-7aa7-4272-8615-e09621728f08 tempest-AggregatesAdminTestJSON-1148553485 tempest-AggregatesAdminTestJSON-1148553485-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=7a98e04e-03f7-4a56-92ce-0a5aaa8405f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2360506 Jul 27 20:52:28.076451 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c872968-7aa7-4272-8615-e09621728f08 tempest-AggregatesAdminTestJSON-1148553485 tempest-AggregatesAdminTestJSON-1148553485-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5eaa8e8a-51b5-495e-a8a7-bafc4bb72ffe,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:52:28.103292 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [req-1d751a8b-cf1c-4a5b-980f-633957ea4c8f req-ab734caa-c6da-4c22-92d4-cf362fcbbd47 service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=105585) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 20:52:28.113740 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-1d751a8b-cf1c-4a5b-980f-633957ea4c8f req-ab734caa-c6da-4c22-92d4-cf362fcbbd47 service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4437349 Jul 27 20:52:28.172209 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624b29c0-3965-46cf-8ff3-85dfb7251bf1 req-ed152fe1-11d9-4a2e-9cb1-37693becf292 tempest-DeleteServersAdminTestJSON-1843518058 tempest-DeleteServersAdminTestJSON-1843518058-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:52:28.179650 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-624b29c0-3965-46cf-8ff3-85dfb7251bf1 req-ed152fe1-11d9-4a2e-9cb1-37693becf292 tempest-DeleteServersAdminTestJSON-1843518058 tempest-DeleteServersAdminTestJSON-1843518058-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=7180c451-a41b-4fc6-9c87-637a43e324cd HTTP/1.1" status: 200 len: 1102 time: 0.1225500 Jul 27 20:52:28.254588 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-1d751a8b-cf1c-4a5b-980f-633957ea4c8f req-bc6d6a87-7dc3-4252-9801-2070b8ca6b18 service neutron] 10.222.0.59 "GET /v2.0/networks/ad708756-4858-4bf7-9c63-5e8aacaf6c3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1397088 Jul 27 20:52:28.301655 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 57924) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:52:28.392749 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.db_base_plugin_v2 [None req-dbee6ac0-06a9-4fe2-9458-06ab670a79f4 admin admin] Deleting subnet 69406142-df79-4fba-9a70-2065120bf130 {{(pid=105584) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 20:52:28.395967 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-dbee6ac0-06a9-4fe2-9458-06ab670a79f4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:28.421213 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [req-624b29c0-3965-46cf-8ff3-85dfb7251bf1 req-638b8cff-f4be-4034-8248-8510d0e83fbf tempest-DeleteServersAdminTestJSON-1843518058 tempest-DeleteServersAdminTestJSON-1843518058-project-admin] Deleting port 54fba001-238a-49af-ad3b-4861104e9d6b {{(pid=105584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:52:28.421738 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-624b29c0-3965-46cf-8ff3-85dfb7251bf1 req-638b8cff-f4be-4034-8248-8510d0e83fbf tempest-DeleteServersAdminTestJSON-1843518058 tempest-DeleteServersAdminTestJSON-1843518058-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:28.423035 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-1d751a8b-cf1c-4a5b-980f-633957ea4c8f req-ef026f42-6712-4d03-8eb3-16d4a619d693 service neutron] 10.222.0.59 "GET /v2.0/networks/ad708756-4858-4bf7-9c63-5e8aacaf6c3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1608374 Jul 27 20:52:28.445478 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc8d98a-480e-46b4-970f-887684dc58c6 req-92033bc8-109e-4c9b-8e31-e313655db3f0 tempest-DeleteServersAdminTestJSON-694577090 tempest-DeleteServersAdminTestJSON-694577090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:52:28.447357 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-0dc8d98a-480e-46b4-970f-887684dc58c6 req-92033bc8-109e-4c9b-8e31-e313655db3f0 tempest-DeleteServersAdminTestJSON-694577090 tempest-DeleteServersAdminTestJSON-694577090-project] 10.222.0.59 "GET /v2.0/ports?device_id=7180c451-a41b-4fc6-9c87-637a43e324cd HTTP/1.1" status: 200 len: 950 time: 0.0970001 Jul 27 20:52:28.490788 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-dbee6ac0-06a9-4fe2-9458-06ab670a79f4 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:28.506618 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-dbee6ac0-06a9-4fe2-9458-06ab670a79f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854965'] for subnet, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:28.521825 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-0dc8d98a-480e-46b4-970f-887684dc58c6 req-f36541b2-2445-4d59-b7f6-c9949e64e882 tempest-DeleteServersAdminTestJSON-694577090 tempest-DeleteServersAdminTestJSON-694577090-project] 10.222.0.59 "GET /v2.0/security-groups?id=57c0a943-9ad7-4e44-93fc-83b6b6f566f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645514 Jul 27 20:52:28.601350 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [req-624b29c0-3965-46cf-8ff3-85dfb7251bf1 req-638b8cff-f4be-4034-8248-8510d0e83fbf tempest-DeleteServersAdminTestJSON-1843518058 tempest-DeleteServersAdminTestJSON-1843518058-project-admin] For port 54fba001-238a-49af-ad3b-4861104e9d6b, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=54fba001-238a-49af-ad3b-4861104e9d6b,segment=NetworkSegment(86b1e6f6-d629-4b03-8944-4cdfbfb93d02),segment_id=86b1e6f6-d629-4b03-8944-4cdfbfb93d02)] {{(pid=105584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:52:28.601527 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-624b29c0-3965-46cf-8ff3-85dfb7251bf1 req-638b8cff-f4be-4034-8248-8510d0e83fbf tempest-DeleteServersAdminTestJSON-1843518058 tempest-DeleteServersAdminTestJSON-1843518058-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:28.618672 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [req-624b29c0-3965-46cf-8ff3-85dfb7251bf1 req-638b8cff-f4be-4034-8248-8510d0e83fbf tempest-DeleteServersAdminTestJSON-1843518058 tempest-DeleteServersAdminTestJSON-1843518058-project-admin] Calling delete_port for 54fba001-238a-49af-ad3b-4861104e9d6b owned by compute:nova {{(pid=105584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:52:28.683084 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-dbee6ac0-06a9-4fe2-9458-06ab670a79f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920'] for subnet, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:28.729721 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-dbee6ac0-06a9-4fe2-9458-06ab670a79f4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:28.731876 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-dbee6ac0-06a9-4fe2-9458-06ab670a79f4 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/69406142-df79-4fba-9a70-2065120bf130 HTTP/1.1" status: 204 len: 168 time: 0.4292939 Jul 27 20:52:28.738374 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 57954) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:52:28.772105 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-fd8f7435-56e0-4a81-add2-068bcd80f0d5 req-9d75a4a8-f210-4f97-ad38-6f131e1b238f tempest-ServersWithSpecificFlavorTestJSON-635688280 tempest-ServersWithSpecificFlavorTestJSON-635688280-project] 10.222.0.59 "GET /v2.0/ports?device_id=4d0397ab-d49a-4764-929c-fe637a207962 HTTP/1.1" status: 200 len: 210 time: 0.0851505 Jul 27 20:52:28.935522 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbee6ac0-06a9-4fe2-9458-06ab670a79f4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=69406142-df79-4fba-9a70-2065120bf130,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:52:28.991108 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-d1f4bc1b-0cba-4c1f-a53c-227feaac248b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-990557'] for network, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:29.055888 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-624b29c0-3965-46cf-8ff3-85dfb7251bf1 req-638b8cff-f4be-4034-8248-8510d0e83fbf tempest-DeleteServersAdminTestJSON-1843518058 tempest-DeleteServersAdminTestJSON-1843518058-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180'] for port, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:29.068004 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] get_ports_and_sgs() called for port_ids ['54fba001-238a-49af-ad3b-4861104e9d6b'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 20:52:29.119869 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638b8cff-f4be-4034-8248-8510d0e83fbf tempest-DeleteServersAdminTestJSON-1843518058 tempest-DeleteServersAdminTestJSON-1843518058-project-admin] Pushing event deleted for resources: {'Port': ['ID=54fba001-238a-49af-ad3b-4861104e9d6b,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:52:29.225409 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-d1f4bc1b-0cba-4c1f-a53c-227feaac248b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853562', 'neutron.services.segments.db._delete_segments_for_network-8790688882975'] for network, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:29.252238 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-d1f4bc1b-0cba-4c1f-a53c-227feaac248b admin admin] Subscribe: > segment before_delete 55550000 {{(pid=105585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 20:52:29.252602 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-d1f4bc1b-0cba-4c1f-a53c-227feaac248b admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=105585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 20:52:29.253882 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [req-624b29c0-3965-46cf-8ff3-85dfb7251bf1 req-638b8cff-f4be-4034-8248-8510d0e83fbf tempest-DeleteServersAdminTestJSON-1843518058 tempest-DeleteServersAdminTestJSON-1843518058-project-admin] No DVR routers for this DVR port 54fba001-238a-49af-ad3b-4861104e9d6b on host n-h1-705658-22 {{(pid=105584) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 20:52:29.258209 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-d1f4bc1b-0cba-4c1f-a53c-227feaac248b admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=105585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 20:52:29.259380 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-d1f4bc1b-0cba-4c1f-a53c-227feaac248b admin admin] Subscribe: > port after_create 55550000 {{(pid=105585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 20:52:29.260990 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-d1f4bc1b-0cba-4c1f-a53c-227feaac248b admin admin] Subscribe: > port after_delete 55550000 {{(pid=105585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 20:52:29.264203 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-d1f4bc1b-0cba-4c1f-a53c-227feaac248b admin admin] Subscribe: > port after_update 55550000 {{(pid=105585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 20:52:29.264834 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-d1f4bc1b-0cba-4c1f-a53c-227feaac248b admin admin] Subscribe: > segment after_delete 55550000 {{(pid=105585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 20:52:29.265410 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-d1f4bc1b-0cba-4c1f-a53c-227feaac248b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=105585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 20:52:29.265943 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-d1f4bc1b-0cba-4c1f-a53c-227feaac248b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=105585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 20:52:29.266536 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-d1f4bc1b-0cba-4c1f-a53c-227feaac248b admin admin] Subscribe: > subnet after_update 55550000 {{(pid=105585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 20:52:29.270588 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-624b29c0-3965-46cf-8ff3-85dfb7251bf1 req-638b8cff-f4be-4034-8248-8510d0e83fbf tempest-DeleteServersAdminTestJSON-1843518058 tempest-DeleteServersAdminTestJSON-1843518058-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:29.273142 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-624b29c0-3965-46cf-8ff3-85dfb7251bf1 req-638b8cff-f4be-4034-8248-8510d0e83fbf tempest-DeleteServersAdminTestJSON-1843518058 tempest-DeleteServersAdminTestJSON-1843518058-project-admin] 10.222.0.36 "DELETE /v2.0/ports/54fba001-238a-49af-ad3b-4861104e9d6b HTTP/1.1" status: 204 len: 173 time: 1.0773177 Jul 27 20:52:29.273993 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7180c451-a41b-4fc6-9c87-637a43e324cd', 'name': 'network-vif-deleted', 'tag': '54fba001-238a-49af-ad3b-4861104e9d6b'}] {{(pid=105584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:52:29.298720 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bce5e6c8685464f7626901654159975603b047827e3138302ed6566e28f1343" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8790775-7926-4e38-9547-9dc926ce3284" -d '{"events": [{"server_uuid": "7180c451-a41b-4fc6-9c87-637a43e324cd", "name": "network-vif-deleted", "tag": "54fba001-238a-49af-ad3b-4861104e9d6b"}]}' {{(pid=105584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:52:29.436157 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 20:52:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f30494c-abf5-456f-8f6b-0785bd3d4b9a x-openstack-request-id: req-2f30494c-abf5-456f-8f6b-0785bd3d4b9a {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:52:29.436444 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7180c451-a41b-4fc6-9c87-637a43e324cd", "name": "network-vif-deleted", "tag": "54fba001-238a-49af-ad3b-4861104e9d6b", "status": "completed", "code": 200}]} {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:52:29.436687 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-2f30494c-abf5-456f-8f6b-0785bd3d4b9a {{(pid=105584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:52:29.437220 n-d-705658-22 neutron-server[105584]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7180c451-a41b-4fc6-9c87-637a43e324cd', 'name': 'network-vif-deleted', 'tag': '54fba001-238a-49af-ad3b-4861104e9d6b', 'status': 'completed', 'code': 200} Jul 27 20:52:29.715831 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-d1f4bc1b-0cba-4c1f-a53c-227feaac248b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=105585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 20:52:29.716321 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-d1f4bc1b-0cba-4c1f-a53c-227feaac248b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=105585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 20:52:29.716717 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-d1f4bc1b-0cba-4c1f-a53c-227feaac248b admin admin] Subscribe: > subnet before_create 55550000 {{(pid=105585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 20:52:29.717112 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-d1f4bc1b-0cba-4c1f-a53c-227feaac248b admin admin] Subscribe: > subnet before_update 55550000 {{(pid=105585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 20:52:29.717554 n-d-705658-22 neutron-server[105585]: DEBUG neutron.services.segments.db [None req-d1f4bc1b-0cba-4c1f-a53c-227feaac248b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49dd7d2c-672d-484e-a5b0-447269d67229']}} {{(pid=105585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:52:29.746494 n-d-705658-22 neutron-server[105585]: DEBUG neutron.services.segments.db [None req-d1f4bc1b-0cba-4c1f-a53c-227feaac248b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea61a0d2-9417-4a3e-9965-01c12e45445a') {'for_net_delete': True} {{(pid=105585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:52:29.746904 n-d-705658-22 neutron-server[105585]: DEBUG neutron.services.segments.db [None req-d1f4bc1b-0cba-4c1f-a53c-227feaac248b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea61a0d2-9417-4a3e-9965-01c12e45445a') {} {{(pid=105585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:52:29.775224 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f2d20570-fb84-447f-ab99-82b2fa303f8f req-a2688231-0eda-4ff1-b986-d118f4745c80 tempest-DeleteServersAdminTestJSON-694577090 tempest-DeleteServersAdminTestJSON-694577090-project] 10.222.0.59 "GET /v2.0/ports?device_id=7180c451-a41b-4fc6-9c87-637a43e324cd HTTP/1.1" status: 200 len: 210 time: 0.0520842 Jul 27 20:52:29.782828 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-d1f4bc1b-0cba-4c1f-a53c-227feaac248b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790688883752', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9886370'] for segment, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:29.814584 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-d1f4bc1b-0cba-4c1f-a53c-227feaac248b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:29.833317 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1f4bc1b-0cba-4c1f-a53c-227feaac248b admin admin] Releasing vlan 228 on physical network physnet1 to pool {{(pid=105585) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 20:52:29.835034 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-d1f4bc1b-0cba-4c1f-a53c-227feaac248b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10221644'] for segment, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:29.856098 n-d-705658-22 neutron-server[105585]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 27 20:52:29.856098 n-d-705658-22 neutron-server[105585]: from cryptography.utils import int_from_bytes Jul 27 20:52:29.856098 n-d-705658-22 neutron-server[105585]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 27 20:52:29.856098 n-d-705658-22 neutron-server[105585]: from cryptography.utils import int_from_bytes Jul 27 20:52:29.856098 n-d-705658-22 neutron-server[105585]: Traceback (most recent call last): Jul 27 20:52:29.856098 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 20:52:29.856098 n-d-705658-22 neutron-server[105585]: timer() Jul 27 20:52:29.856098 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 20:52:29.856098 n-d-705658-22 neutron-server[105585]: cb(*args, **kw) Jul 27 20:52:29.856098 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 20:52:29.856098 n-d-705658-22 neutron-server[105585]: return func(*args, **kwargs) Jul 27 20:52:29.856098 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 20:52:29.856098 n-d-705658-22 neutron-server[105585]: self._notify() Jul 27 20:52:29.856098 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 20:52:29.856098 n-d-705658-22 neutron-server[105585]: self.callback(batched_events) Jul 27 20:52:29.856098 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 20:52:29.856098 n-d-705658-22 neutron-server[105585]: event.method(event) Jul 27 20:52:29.856098 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 20:52:29.856098 n-d-705658-22 neutron-server[105585]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 20:52:29.856098 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 20:52:29.856098 n-d-705658-22 neutron-server[105585]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 20:52:29.856098 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 20:52:29.856098 n-d-705658-22 neutron-server[105585]: return f(self, *a, **k) Jul 27 20:52:29.856098 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 20:52:29.856098 n-d-705658-22 neutron-server[105585]: return self._get(url).json() Jul 27 20:52:29.856098 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 20:52:29.856098 n-d-705658-22 neutron-server[105585]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 20:52:29.856098 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 20:52:29.856098 n-d-705658-22 neutron-server[105585]: return self.request(url, 'GET', **kwargs) Jul 27 20:52:29.856098 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 20:52:29.856098 n-d-705658-22 neutron-server[105585]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 20:52:29.856098 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 20:52:29.856098 n-d-705658-22 neutron-server[105585]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 20:52:29.856098 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 20:52:29.856098 n-d-705658-22 neutron-server[105585]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 20:52:29.856098 n-d-705658-22 neutron-server[105585]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 20:52:29.973150 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-cefd3542-3027-492b-b631-cdf73e690a2c req-c8346ff8-3de8-49a2-be9e-228d877d87f2 tempest-ServersWithSpecificFlavorTestJSON-635688280 tempest-ServersWithSpecificFlavorTestJSON-635688280-project] 10.222.0.59 "GET /v2.0/ports?device_id=4d0397ab-d49a-4764-929c-fe637a207962 HTTP/1.1" status: 200 len: 210 time: 0.0400410 Jul 27 20:52:29.973905 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-d1f4bc1b-0cba-4c1f-a53c-227feaac248b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4075658'] for network, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:29.982080 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-d1f4bc1b-0cba-4c1f-a53c-227feaac248b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743886'] for network, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:29.985353 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-d1f4bc1b-0cba-4c1f-a53c-227feaac248b admin admin] 10.222.0.59 "DELETE /v2.0/networks/49dd7d2c-672d-484e-a5b0-447269d67229 HTTP/1.1" status: 204 len: 168 time: 1.2122691 Jul 27 20:52:29.988308 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 58030) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:52:29.996330 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f4bc1b-0cba-4c1f-a53c-227feaac248b admin admin] Pushing event deleted for resources: {'Network': ['ID=49dd7d2c-672d-484e-a5b0-447269d67229,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:52:30.085189 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc211b64-3d2d-4487-ad79-d271dbd0b6b8 admin admin] Deleting subnet 72068ced-7986-4409-a576-e35283a3b374 {{(pid=105584) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 20:52:30.089433 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-dc211b64-3d2d-4487-ad79-d271dbd0b6b8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:30.141600 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-dc211b64-3d2d-4487-ad79-d271dbd0b6b8 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:30.144249 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-2f5d2499-d04a-4c17-b03c-2c0afaeac709 req-a5ffb34c-0380-4b4f-8d8a-b803088ba2a9 tempest-ServersAdminNegativeTestJSON-1736809839 tempest-ServersAdminNegativeTestJSON-1736809839-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=a6da1d4963c94a1fa3296e355aea080e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0615616 Jul 27 20:52:30.152515 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-dc211b64-3d2d-4487-ad79-d271dbd0b6b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854965'] for subnet, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:30.231323 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-dc211b64-3d2d-4487-ad79-d271dbd0b6b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920'] for subnet, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:30.255103 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.60', 50865) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:52:30.264125 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc211b64-3d2d-4487-ad79-d271dbd0b6b8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=72068ced-7986-4409-a576-e35283a3b374,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:52:30.283813 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-dc211b64-3d2d-4487-ad79-d271dbd0b6b8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:30.286725 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-dc211b64-3d2d-4487-ad79-d271dbd0b6b8 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/72068ced-7986-4409-a576-e35283a3b374 HTTP/1.1" status: 204 len: 168 time: 0.2974226 Jul 27 20:52:30.289367 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 58054) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:52:30.348067 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5d2499-d04a-4c17-b03c-2c0afaeac709 req-e0e1155e-0181-4ab4-add2-425f2d855169 tempest-ServersAdminNegativeTestJSON-1736809839 tempest-ServersAdminNegativeTestJSON-1736809839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:52:30.349959 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-2f5d2499-d04a-4c17-b03c-2c0afaeac709 req-e0e1155e-0181-4ab4-add2-425f2d855169 tempest-ServersAdminNegativeTestJSON-1736809839 tempest-ServersAdminNegativeTestJSON-1736809839-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2039638 Jul 27 20:52:30.388950 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c95eb88b-b38e-41f7-af67-d2e5345e031d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-990557'] for network, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:30.413903 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-2f5d2499-d04a-4c17-b03c-2c0afaeac709 req-bb44bb2f-ae1c-40a3-9bd6-60407c1ac3d3 tempest-ServersAdminNegativeTestJSON-1736809839 tempest-ServersAdminNegativeTestJSON-1736809839-project] 10.222.0.59 "GET /v2.0/quotas/a6da1d4963c94a1fa3296e355aea080e HTTP/1.1" status: 200 len: 375 time: 0.0319138 Jul 27 20:52:30.472256 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-2f5d2499-d04a-4c17-b03c-2c0afaeac709 req-d1ff5e06-db6d-4560-a635-0e9a5e068552 tempest-ServersAdminNegativeTestJSON-1736809839 tempest-ServersAdminNegativeTestJSON-1736809839-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=a6da1d4963c94a1fa3296e355aea080e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0484903 Jul 27 20:52:30.514610 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d751a8b-cf1c-4a5b-980f-633957ea4c8f req-83eb0274-7a48-4f6b-b70a-f980ea671eef tempest-ServersWithSpecificFlavorTestJSON-635688280 tempest-ServersWithSpecificFlavorTestJSON-635688280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:52:30.517411 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-1d751a8b-cf1c-4a5b-980f-633957ea4c8f req-83eb0274-7a48-4f6b-b70a-f980ea671eef tempest-ServersWithSpecificFlavorTestJSON-635688280 tempest-ServersWithSpecificFlavorTestJSON-635688280-project] 10.222.0.60 "GET /v2.0/networks?id=ad708756-4858-4bf7-9c63-5e8aacaf6c3a HTTP/1.1" status: 200 len: 823 time: 0.2602401 Jul 27 20:52:30.568603 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c95eb88b-b38e-41f7-af67-d2e5345e031d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853562', 'neutron.services.segments.db._delete_segments_for_network-8790688882975'] for network, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:30.606297 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c95eb88b-b38e-41f7-af67-d2e5345e031d admin admin] Subscribe: > segment before_delete 55550000 {{(pid=105584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 20:52:30.607308 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c95eb88b-b38e-41f7-af67-d2e5345e031d admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=105584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 20:52:30.609275 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c95eb88b-b38e-41f7-af67-d2e5345e031d admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=105584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 20:52:30.611185 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c95eb88b-b38e-41f7-af67-d2e5345e031d admin admin] Subscribe: > port after_create 55550000 {{(pid=105584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 20:52:30.611185 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c95eb88b-b38e-41f7-af67-d2e5345e031d admin admin] Subscribe: > port after_delete 55550000 {{(pid=105584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 20:52:30.612647 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c95eb88b-b38e-41f7-af67-d2e5345e031d admin admin] Subscribe: > port after_update 55550000 {{(pid=105584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 20:52:30.612647 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c95eb88b-b38e-41f7-af67-d2e5345e031d admin admin] Subscribe: > segment after_delete 55550000 {{(pid=105584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 20:52:30.613605 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c95eb88b-b38e-41f7-af67-d2e5345e031d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=105584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 20:52:30.614002 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c95eb88b-b38e-41f7-af67-d2e5345e031d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=105584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 20:52:30.614613 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c95eb88b-b38e-41f7-af67-d2e5345e031d admin admin] Subscribe: > subnet after_update 55550000 {{(pid=105584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 20:52:30.636467 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-1d751a8b-cf1c-4a5b-980f-633957ea4c8f req-47b0ab4c-cd0d-4910-a045-b16c7e1bdcd9 tempest-ServersWithSpecificFlavorTestJSON-635688280 tempest-ServersWithSpecificFlavorTestJSON-635688280-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f4dd8c54051d43128b80a7b27aca23a8 HTTP/1.1" status: 200 len: 380 time: 0.0684552 Jul 27 20:52:30.650531 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [req-1d751a8b-cf1c-4a5b-980f-633957ea4c8f req-961eea9a-5758-4a3b-bd78-f8a683ed4e8e tempest-ServersWithSpecificFlavorTestJSON-635688280 tempest-ServersWithSpecificFlavorTestJSON-635688280-project] Request body: {'port': {'device_id': '4d0397ab-d49a-4764-929c-fe637a207962', 'network_id': 'ad708756-4858-4bf7-9c63-5e8aacaf6c3a', 'admin_state_up': True, 'tenant_id': 'f4dd8c54051d43128b80a7b27aca23a8', 'security_groups': ['55ca020d-7119-4e40-9e04-2cd3ab975f98']}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:52:30.730750 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c95eb88b-b38e-41f7-af67-d2e5345e031d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=105584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 20:52:30.731337 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c95eb88b-b38e-41f7-af67-d2e5345e031d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=105584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 20:52:30.733585 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c95eb88b-b38e-41f7-af67-d2e5345e031d admin admin] Subscribe: > subnet before_create 55550000 {{(pid=105584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 20:52:30.734111 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c95eb88b-b38e-41f7-af67-d2e5345e031d admin admin] Subscribe: > subnet before_update 55550000 {{(pid=105584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 20:52:30.734684 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.segments.db [None req-c95eb88b-b38e-41f7-af67-d2e5345e031d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['843f3644-802e-476b-b51b-2ab005b3e6f0']}} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:52:30.756171 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.segments.db [None req-c95eb88b-b38e-41f7-af67-d2e5345e031d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e065262-7a31-4c3a-a9b6-d090a21c80b9') {'for_net_delete': True} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:52:30.759712 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.segments.db [None req-c95eb88b-b38e-41f7-af67-d2e5345e031d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e065262-7a31-4c3a-a9b6-d090a21c80b9') {} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:52:30.802819 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-38d8c6e3-4643-4c68-b3a2-03dee8dddfce req-6d682369-5318-4102-9361-fe54319f9865 tempest-ServersAdminNegativeTestJSON-1736809839 tempest-ServersAdminNegativeTestJSON-1736809839-project] 10.222.0.59 "GET /v2.0/ports?device_id=1bf9620a-2e38-4ee9-8bc0-6be060c406a7 HTTP/1.1" status: 200 len: 210 time: 0.0516768 Jul 27 20:52:30.803576 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c95eb88b-b38e-41f7-af67-d2e5345e031d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790688883752', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9014348'] for segment, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:30.860870 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c95eb88b-b38e-41f7-af67-d2e5345e031d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:30.876331 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c95eb88b-b38e-41f7-af67-d2e5345e031d admin admin] Releasing vlan 239 on physical network physnet1 to pool {{(pid=105584) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 20:52:30.884778 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c95eb88b-b38e-41f7-af67-d2e5345e031d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9014063'] for segment, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:30.889853 n-d-705658-22 neutron-server[105584]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 27 20:52:30.889853 n-d-705658-22 neutron-server[105584]: from cryptography.utils import int_from_bytes Jul 27 20:52:30.889853 n-d-705658-22 neutron-server[105584]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 27 20:52:30.889853 n-d-705658-22 neutron-server[105584]: from cryptography.utils import int_from_bytes Jul 27 20:52:30.889853 n-d-705658-22 neutron-server[105584]: Traceback (most recent call last): Jul 27 20:52:30.889853 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 20:52:30.889853 n-d-705658-22 neutron-server[105584]: timer() Jul 27 20:52:30.889853 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 20:52:30.889853 n-d-705658-22 neutron-server[105584]: cb(*args, **kw) Jul 27 20:52:30.889853 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 20:52:30.889853 n-d-705658-22 neutron-server[105584]: return func(*args, **kwargs) Jul 27 20:52:30.889853 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 20:52:30.889853 n-d-705658-22 neutron-server[105584]: self._notify() Jul 27 20:52:30.889853 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 20:52:30.889853 n-d-705658-22 neutron-server[105584]: self.callback(batched_events) Jul 27 20:52:30.889853 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 20:52:30.889853 n-d-705658-22 neutron-server[105584]: event.method(event) Jul 27 20:52:30.889853 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 20:52:30.889853 n-d-705658-22 neutron-server[105584]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 20:52:30.889853 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 20:52:30.889853 n-d-705658-22 neutron-server[105584]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 20:52:30.889853 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 20:52:30.889853 n-d-705658-22 neutron-server[105584]: return f(self, *a, **k) Jul 27 20:52:30.889853 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 20:52:30.889853 n-d-705658-22 neutron-server[105584]: return self._get(url).json() Jul 27 20:52:30.889853 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 20:52:30.889853 n-d-705658-22 neutron-server[105584]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 20:52:30.889853 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 20:52:30.889853 n-d-705658-22 neutron-server[105584]: return self.request(url, 'GET', **kwargs) Jul 27 20:52:30.889853 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 20:52:30.889853 n-d-705658-22 neutron-server[105584]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 20:52:30.889853 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 20:52:30.889853 n-d-705658-22 neutron-server[105584]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 20:52:30.889853 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 20:52:30.889853 n-d-705658-22 neutron-server[105584]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 20:52:30.889853 n-d-705658-22 neutron-server[105584]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 20:52:31.130755 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c95eb88b-b38e-41f7-af67-d2e5345e031d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4075658'] for network, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:31.201462 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c95eb88b-b38e-41f7-af67-d2e5345e031d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743886'] for network, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:31.204065 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-c95eb88b-b38e-41f7-af67-d2e5345e031d admin admin] 10.222.0.59 "DELETE /v2.0/networks/843f3644-802e-476b-b51b-2ab005b3e6f0 HTTP/1.1" status: 204 len: 168 time: 0.9136491 Jul 27 20:52:31.216104 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95eb88b-b38e-41f7-af67-d2e5345e031d admin admin] Pushing event deleted for resources: {'Network': ['ID=843f3644-802e-476b-b51b-2ab005b3e6f0,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:52:31.364379 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-c43be950-d5d4-46e8-a936-a73ba94c67b2 req-eab463ff-470b-4ae4-85ae-2f4986c3d2f9 tempest-ServersWithSpecificFlavorTestJSON-635688280 tempest-ServersWithSpecificFlavorTestJSON-635688280-project] 10.222.0.59 "GET /v2.0/ports?device_id=4d0397ab-d49a-4764-929c-fe637a207962 HTTP/1.1" status: 200 len: 210 time: 0.0782487 Jul 27 20:52:31.485285 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d751a8b-cf1c-4a5b-980f-633957ea4c8f req-961eea9a-5758-4a3b-bd78-f8a683ed4e8e tempest-ServersWithSpecificFlavorTestJSON-635688280 tempest-ServersWithSpecificFlavorTestJSON-635688280-project] Made reservation on behalf of f4dd8c54051d43128b80a7b27aca23a8 for: {'port': 1} {{(pid=105585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:52:31.490825 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-1d751a8b-cf1c-4a5b-980f-633957ea4c8f req-961eea9a-5758-4a3b-bd78-f8a683ed4e8e tempest-ServersWithSpecificFlavorTestJSON-635688280 tempest-ServersWithSpecificFlavorTestJSON-635688280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:31.581602 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-0ecb576c-1f6d-4ab3-9d06-26232e2856c3 req-1dc5ab0c-fe08-441b-87e6-6d297320110e tempest-DeleteServersAdminTestJSON-694577090 tempest-DeleteServersAdminTestJSON-694577090-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=ab8b9ba62a7743cbb3514fd50ae5d839&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0567060 Jul 27 20:52:31.618508 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 58144) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:52:31.750213 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-73f53dcb-0cbc-4e89-b96a-7879a5f6173b admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=b5080b63847247659ffe3f7fd95be97a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1279092 Jul 27 20:52:31.750833 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 58154) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:52:31.833049 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-3291529c-f0e9-41b4-808c-e5e706f20e21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:31.871014 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-3291529c-f0e9-41b4-808c-e5e706f20e21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:31.952857 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-3291529c-f0e9-41b4-808c-e5e706f20e21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:31.956987 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-3291529c-f0e9-41b4-808c-e5e706f20e21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:31.959099 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-3291529c-f0e9-41b4-808c-e5e706f20e21 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/0558d38b-51f8-4203-bbd3-93219a28655e HTTP/1.1" status: 204 len: 168 time: 0.2068532 Jul 27 20:52:31.979930 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3291529c-f0e9-41b4-808c-e5e706f20e21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0558d38b-51f8-4203-bbd3-93219a28655e,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:52:32.093529 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecb576c-1f6d-4ab3-9d06-26232e2856c3 req-8929ae3b-6341-4f99-9bb5-e85292024cff tempest-DeleteServersAdminTestJSON-694577090 tempest-DeleteServersAdminTestJSON-694577090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:52:32.095070 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-0ecb576c-1f6d-4ab3-9d06-26232e2856c3 req-8929ae3b-6341-4f99-9bb5-e85292024cff tempest-DeleteServersAdminTestJSON-694577090 tempest-DeleteServersAdminTestJSON-694577090-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4838157 Jul 27 20:52:32.096585 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.db_base_plugin_common [req-1d751a8b-cf1c-4a5b-980f-633957ea4c8f req-961eea9a-5758-4a3b-bd78-f8a683ed4e8e tempest-ServersWithSpecificFlavorTestJSON-635688280 tempest-ServersWithSpecificFlavorTestJSON-635688280-project] Allocated IP 172.20.0.9 (ad708756-4858-4bf7-9c63-5e8aacaf6c3a/ede1963b-50a5-4164-867c-90340ab6a875/ed190ecd-f2a0-490c-9654-276734cf7f2f) {{(pid=105585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:52:32.136521 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-0ecb576c-1f6d-4ab3-9d06-26232e2856c3 req-34421001-4aab-4f73-ad93-935ebe80b71d tempest-DeleteServersAdminTestJSON-694577090 tempest-DeleteServersAdminTestJSON-694577090-project] 10.222.0.59 "GET /v2.0/quotas/ab8b9ba62a7743cbb3514fd50ae5d839 HTTP/1.1" status: 200 len: 375 time: 0.0269084 Jul 27 20:52:32.192993 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-0ecb576c-1f6d-4ab3-9d06-26232e2856c3 req-521618c3-d46e-402e-a8e1-408839e40e07 tempest-DeleteServersAdminTestJSON-694577090 tempest-DeleteServersAdminTestJSON-694577090-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=ab8b9ba62a7743cbb3514fd50ae5d839&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0552745 Jul 27 20:52:32.271937 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-2f5d2499-d04a-4c17-b03c-2c0afaeac709 req-061441da-9fac-4f4a-9b14-b96af46cf9bd tempest-ServersAdminNegativeTestJSON-1736809839 tempest-ServersAdminNegativeTestJSON-1736809839-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=a6da1d4963c94a1fa3296e355aea080e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0479198 Jul 27 20:52:32.382740 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-1d751a8b-cf1c-4a5b-980f-633957ea4c8f req-961eea9a-5758-4a3b-bd78-f8a683ed4e8e tempest-ServersWithSpecificFlavorTestJSON-635688280 tempest-ServersWithSpecificFlavorTestJSON-635688280-project] Notify callbacks [] for port, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:32.415386 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.provisioning_blocks [req-1d751a8b-cf1c-4a5b-980f-633957ea4c8f req-961eea9a-5758-4a3b-bd78-f8a683ed4e8e tempest-ServersWithSpecificFlavorTestJSON-635688280 tempest-ServersWithSpecificFlavorTestJSON-635688280-project] Transition to ACTIVE for port object ed190ecd-f2a0-490c-9654-276734cf7f2f will not be triggered until provisioned by entity DHCP. {{(pid=105585) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:52:32.475767 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-1d751a8b-cf1c-4a5b-980f-633957ea4c8f req-961eea9a-5758-4a3b-bd78-f8a683ed4e8e tempest-ServersWithSpecificFlavorTestJSON-635688280 tempest-ServersWithSpecificFlavorTestJSON-635688280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:32.497766 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5d2499-d04a-4c17-b03c-2c0afaeac709 req-e58052af-6934-45f6-8fcd-fab89e1ec8d1 tempest-ServersAdminNegativeTestJSON-1736809839 tempest-ServersAdminNegativeTestJSON-1736809839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:52:32.499822 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-2f5d2499-d04a-4c17-b03c-2c0afaeac709 req-e58052af-6934-45f6-8fcd-fab89e1ec8d1 tempest-ServersAdminNegativeTestJSON-1736809839 tempest-ServersAdminNegativeTestJSON-1736809839-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2209334 Jul 27 20:52:32.517473 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [req-2f5d2499-d04a-4c17-b03c-2c0afaeac709 req-223aae91-b69f-45fa-83b4-92a82eb541f1 tempest-ServersAdminNegativeTestJSON-1736809839 tempest-ServersAdminNegativeTestJSON-1736809839-project] Request body: {'port': {'device_id': '1bf9620a-2e38-4ee9-8bc0-6be060c406a7', 'network_id': '4d64aa0b-bd6a-468e-8edc-c83689947462', 'admin_state_up': True, 'tenant_id': 'a6da1d4963c94a1fa3296e355aea080e'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:52:32.522264 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 58188) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:52:32.604144 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-78df9751-4bb1-4734-9e56-69a4c9043505 req-1c723079-d67e-4511-b8e4-74db97de1bf6 tempest-ServersAdminNegativeTestJSON-1736809839 tempest-ServersAdminNegativeTestJSON-1736809839-project] 10.222.0.59 "GET /v2.0/ports?device_id=1bf9620a-2e38-4ee9-8bc0-6be060c406a7 HTTP/1.1" status: 200 len: 210 time: 0.0782089 Jul 27 20:52:32.612798 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d751a8b-cf1c-4a5b-980f-633957ea4c8f req-961eea9a-5758-4a3b-bd78-f8a683ed4e8e tempest-ServersWithSpecificFlavorTestJSON-635688280 tempest-ServersWithSpecificFlavorTestJSON-635688280-project] Network ad708756-4858-4bf7-9c63-5e8aacaf6c3a is already hosted by enough agents. {{(pid=105585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:52:32.620699 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.base_scheduler [req-1d751a8b-cf1c-4a5b-980f-633957ea4c8f req-961eea9a-5758-4a3b-bd78-f8a683ed4e8e tempest-ServersWithSpecificFlavorTestJSON-635688280 tempest-ServersWithSpecificFlavorTestJSON-635688280-project] Resources bound (agent type, host, resource id): {{(pid=105585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:52:32.623418 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d751a8b-cf1c-4a5b-980f-633957ea4c8f req-961eea9a-5758-4a3b-bd78-f8a683ed4e8e tempest-ServersWithSpecificFlavorTestJSON-635688280 tempest-ServersWithSpecificFlavorTestJSON-635688280-project] Received port after_create {{(pid=105585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:52:32.636781 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-693ca902-415c-4e51-a138-b14fdbc83d1f admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=bc8ec9322d2546c1865707de518a7fa8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1127858 Jul 27 20:52:32.639320 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 58190) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:52:32.671955 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961eea9a-5758-4a3b-bd78-f8a683ed4e8e tempest-ServersWithSpecificFlavorTestJSON-635688280 tempest-ServersWithSpecificFlavorTestJSON-635688280-project] Pushing event updated for resources: {'Port': ['ID=ed190ecd-f2a0-490c-9654-276734cf7f2f,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:52:32.729320 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d751a8b-cf1c-4a5b-980f-633957ea4c8f req-961eea9a-5758-4a3b-bd78-f8a683ed4e8e tempest-ServersWithSpecificFlavorTestJSON-635688280 tempest-ServersWithSpecificFlavorTestJSON-635688280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:52:32.730295 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-1d751a8b-cf1c-4a5b-980f-633957ea4c8f req-961eea9a-5758-4a3b-bd78-f8a683ed4e8e tempest-ServersWithSpecificFlavorTestJSON-635688280 tempest-ServersWithSpecificFlavorTestJSON-635688280-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743886'] for port, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:32.753968 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-1d751a8b-cf1c-4a5b-980f-633957ea4c8f req-961eea9a-5758-4a3b-bd78-f8a683ed4e8e tempest-ServersWithSpecificFlavorTestJSON-635688280 tempest-ServersWithSpecificFlavorTestJSON-635688280-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1088223 Jul 27 20:52:32.820039 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device 54fba001-238a-49af-ad3b-4861104e9d6b no longer exists at agent hyperv_n-h1-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 20:52:32.821729 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f5d2499-d04a-4c17-b03c-2c0afaeac709 req-223aae91-b69f-45fa-83b4-92a82eb541f1 tempest-ServersAdminNegativeTestJSON-1736809839 tempest-ServersAdminNegativeTestJSON-1736809839-project] Made reservation on behalf of a6da1d4963c94a1fa3296e355aea080e for: {'port': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:52:32.825236 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-2f5d2499-d04a-4c17-b03c-2c0afaeac709 req-223aae91-b69f-45fa-83b4-92a82eb541f1 tempest-ServersAdminNegativeTestJSON-1736809839 tempest-ServersAdminNegativeTestJSON-1736809839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:32.838352 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-ffe3bd42-8d63-4e79-9766-c676da407df7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:32.842229 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-2f5d2499-d04a-4c17-b03c-2c0afaeac709 req-223aae91-b69f-45fa-83b4-92a82eb541f1 tempest-ServersAdminNegativeTestJSON-1736809839 tempest-ServersAdminNegativeTestJSON-1736809839-project] Notify callbacks [] for security_group, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:32.860239 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-28650df7-c46c-4981-b84f-37d87254047e None None] No Port match for: 54fba001-238a-49af-ad3b-4861104e9d6b {{(pid=105586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 20:52:32.860608 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device 54fba001-238a-49af-ad3b-4861104e9d6b not bound to the agent host n-h1-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 20:52:32.898286 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d6ab62-8616-4a63-a662-8d7007b86aea req-0b403817-6016-4fc1-bbec-c1044d90ded7 tempest-ServersWithSpecificFlavorTestJSON-635688280 tempest-ServersWithSpecificFlavorTestJSON-635688280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:52:32.900464 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-18d6ab62-8616-4a63-a662-8d7007b86aea req-0b403817-6016-4fc1-bbec-c1044d90ded7 tempest-ServersWithSpecificFlavorTestJSON-635688280 tempest-ServersWithSpecificFlavorTestJSON-635688280-project] 10.222.0.59 "GET /v2.0/ports?device_id=4d0397ab-d49a-4764-929c-fe637a207962 HTTP/1.1" status: 200 len: 931 time: 0.1231396 Jul 27 20:52:32.901156 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-ffe3bd42-8d63-4e79-9766-c676da407df7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:32.999927 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-18d6ab62-8616-4a63-a662-8d7007b86aea req-fe3a3a2b-831d-48eb-a552-eb4adfe80ea0 tempest-ServersWithSpecificFlavorTestJSON-635688280 tempest-ServersWithSpecificFlavorTestJSON-635688280-project] 10.222.0.59 "GET /v2.0/security-groups?id=55ca020d-7119-4e40-9e04-2cd3ab975f98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0917332 Jul 27 20:52:33.026814 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-ffe3bd42-8d63-4e79-9766-c676da407df7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:33.029925 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-ffe3bd42-8d63-4e79-9766-c676da407df7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:33.034244 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-ffe3bd42-8d63-4e79-9766-c676da407df7 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/6e49c2a7-0e98-4a5a-9075-d8f6a83c9e3c HTTP/1.1" status: 204 len: 168 time: 0.3909652 Jul 27 20:52:33.057380 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe3bd42-8d63-4e79-9766-c676da407df7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e49c2a7-0e98-4a5a-9075-d8f6a83c9e3c,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:52:33.120445 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-2f5d2499-d04a-4c17-b03c-2c0afaeac709 req-223aae91-b69f-45fa-83b4-92a82eb541f1 tempest-ServersAdminNegativeTestJSON-1736809839 tempest-ServersAdminNegativeTestJSON-1736809839-project] Notify callbacks [] for security_group, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:33.125383 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-52ee2b60-56f1-4019-9bec-c59c05ab5ed8 None None] Provisioning for port ed190ecd-f2a0-490c-9654-276734cf7f2f completed by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:52:33.135919 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-2f5d2499-d04a-4c17-b03c-2c0afaeac709 req-223aae91-b69f-45fa-83b4-92a82eb541f1 tempest-ServersAdminNegativeTestJSON-1736809839 tempest-ServersAdminNegativeTestJSON-1736809839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:33.139460 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-52ee2b60-56f1-4019-9bec-c59c05ab5ed8 None None] Provisioning complete for port ed190ecd-f2a0-490c-9654-276734cf7f2f triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:52:33.140712 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-52ee2b60-56f1-4019-9bec-c59c05ab5ed8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:33.200983 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-0e24eecd-3824-49dd-b716-1620e183747a req-3ed798a7-22d1-4540-94dd-e3d0e1ee65a2 tempest-DeleteServersAdminTestJSON-694577090 tempest-DeleteServersAdminTestJSON-694577090-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d672036-a3f5-4e89-8383-1613013839a7 HTTP/1.1" status: 200 len: 210 time: 0.1024101 Jul 27 20:52:33.207109 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223aae91-b69f-45fa-83b4-92a82eb541f1 tempest-ServersAdminNegativeTestJSON-1736809839 tempest-ServersAdminNegativeTestJSON-1736809839-project] Pushing event updated for resources: {'SecurityGroup': ['ID=243dab04-9884-44a9-8d02-cc354c808379,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:52:33.224659 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-52ee2b60-56f1-4019-9bec-c59c05ab5ed8 None None] Port ed190ecd-f2a0-490c-9654-276734cf7f2f cannot update to ACTIVE because it is not bound. {{(pid=105586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 20:52:33.387066 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.db_base_plugin_common [req-2f5d2499-d04a-4c17-b03c-2c0afaeac709 req-223aae91-b69f-45fa-83b4-92a82eb541f1 tempest-ServersAdminNegativeTestJSON-1736809839 tempest-ServersAdminNegativeTestJSON-1736809839-project] Allocated IP 192.168.233.24 (4d64aa0b-bd6a-468e-8edc-c83689947462/26644ba0-4185-4e10-8718-6ad18d01376c/b8fe6458-953c-4840-bb62-60a4427c54f2) {{(pid=105584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:52:33.502537 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 58236) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:52:33.613854 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-2f5d2499-d04a-4c17-b03c-2c0afaeac709 req-223aae91-b69f-45fa-83b4-92a82eb541f1 tempest-ServersAdminNegativeTestJSON-1736809839 tempest-ServersAdminNegativeTestJSON-1736809839-project] Notify callbacks [] for port, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:33.634421 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.provisioning_blocks [req-2f5d2499-d04a-4c17-b03c-2c0afaeac709 req-223aae91-b69f-45fa-83b4-92a82eb541f1 tempest-ServersAdminNegativeTestJSON-1736809839 tempest-ServersAdminNegativeTestJSON-1736809839-project] Transition to ACTIVE for port object b8fe6458-953c-4840-bb62-60a4427c54f2 will not be triggered until provisioned by entity DHCP. {{(pid=105584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:52:33.708125 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-2f5d2499-d04a-4c17-b03c-2c0afaeac709 req-223aae91-b69f-45fa-83b4-92a82eb541f1 tempest-ServersAdminNegativeTestJSON-1736809839 tempest-ServersAdminNegativeTestJSON-1736809839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:33.777312 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f5d2499-d04a-4c17-b03c-2c0afaeac709 req-223aae91-b69f-45fa-83b4-92a82eb541f1 tempest-ServersAdminNegativeTestJSON-1736809839 tempest-ServersAdminNegativeTestJSON-1736809839-project] Network 4d64aa0b-bd6a-468e-8edc-c83689947462 is already hosted by enough agents. {{(pid=105584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:52:33.782874 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [req-2f5d2499-d04a-4c17-b03c-2c0afaeac709 req-223aae91-b69f-45fa-83b4-92a82eb541f1 tempest-ServersAdminNegativeTestJSON-1736809839 tempest-ServersAdminNegativeTestJSON-1736809839-project] Resources bound (agent type, host, resource id): {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:52:33.787676 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f5d2499-d04a-4c17-b03c-2c0afaeac709 req-223aae91-b69f-45fa-83b4-92a82eb541f1 tempest-ServersAdminNegativeTestJSON-1736809839 tempest-ServersAdminNegativeTestJSON-1736809839-project] Received port after_create {{(pid=105584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:52:33.824404 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab538d0b-8cf6-42a7-8d87-58bf0a0d23ab req-8225b156-e3fb-4edb-8e02-5a1cedebc714 tempest-ServersAdminNegativeTestJSON-1736809839 tempest-ServersAdminNegativeTestJSON-1736809839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:52:33.825894 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223aae91-b69f-45fa-83b4-92a82eb541f1 tempest-ServersAdminNegativeTestJSON-1736809839 tempest-ServersAdminNegativeTestJSON-1736809839-project] Pushing event updated for resources: {'Port': ['ID=b8fe6458-953c-4840-bb62-60a4427c54f2,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:52:33.828340 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-ab538d0b-8cf6-42a7-8d87-58bf0a0d23ab req-8225b156-e3fb-4edb-8e02-5a1cedebc714 tempest-ServersAdminNegativeTestJSON-1736809839 tempest-ServersAdminNegativeTestJSON-1736809839-project] 10.222.0.59 "GET /v2.0/ports?device_id=1bf9620a-2e38-4ee9-8bc0-6be060c406a7 HTTP/1.1" status: 200 len: 935 time: 0.1090300 Jul 27 20:52:33.870570 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5d2499-d04a-4c17-b03c-2c0afaeac709 req-223aae91-b69f-45fa-83b4-92a82eb541f1 tempest-ServersAdminNegativeTestJSON-1736809839 tempest-ServersAdminNegativeTestJSON-1736809839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:52:33.871411 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-2f5d2499-d04a-4c17-b03c-2c0afaeac709 req-223aae91-b69f-45fa-83b4-92a82eb541f1 tempest-ServersAdminNegativeTestJSON-1736809839 tempest-ServersAdminNegativeTestJSON-1736809839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:33.917958 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-2f5d2499-d04a-4c17-b03c-2c0afaeac709 req-223aae91-b69f-45fa-83b4-92a82eb541f1 tempest-ServersAdminNegativeTestJSON-1736809839 tempest-ServersAdminNegativeTestJSON-1736809839-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4063933 Jul 27 20:52:33.920608 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-ab538d0b-8cf6-42a7-8d87-58bf0a0d23ab req-2eb59a99-91ac-4fe6-8465-f4f0e3833750 tempest-ServersAdminNegativeTestJSON-1736809839 tempest-ServersAdminNegativeTestJSON-1736809839-project] 10.222.0.59 "GET /v2.0/security-groups?id=243dab04-9884-44a9-8d02-cc354c808379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770502 Jul 27 20:52:33.932474 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 58266) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:52:33.938665 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [req-2f5d2499-d04a-4c17-b03c-2c0afaeac709 req-87383614-b37e-459d-aad7-05e822b471ba service neutron] Request body: {'port': {'device_id': '1bf9620a-2e38-4ee9-8bc0-6be060c406a7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-705658-22'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:52:34.067788 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-93672bff-d977-49e9-a48a-ff151c292f61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:34.096598 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-b7117413-66e0-469c-b51f-9c436328f67b admin admin] Notify callbacks [] for security_group, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:34.145858 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-2f5d2499-d04a-4c17-b03c-2c0afaeac709 req-87383614-b37e-459d-aad7-05e822b471ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:34.159184 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.db.api [None req-b7117413-66e0-469c-b51f-9c436328f67b admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 27 20:52:34.159184 n-d-705658-22 neutron-server[105585]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 27 20:52:34.159184 n-d-705658-22 neutron-server[105585]: [parameters: {'project_id': 'f81fdafd8ab44db29edd293536044d51', 'id': '4a9480fd-eba5-4faa-8f58-b14941c6c368', 'expiration': datetime.datetime(2021, 7, 27, 20, 54, 34, 126245)}] Jul 27 20:52:34.159184 n-d-705658-22 neutron-server[105585]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=105585) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 27 20:52:34.159631 n-d-705658-22 neutron-server[105585]: DEBUG oslo_db.api [None req-b7117413-66e0-469c-b51f-9c436328f67b admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=105585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 27 20:52:34.168710 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-41c483bd-8400-4416-b6bd-336f6516cff2 None None] Provisioning for port b8fe6458-953c-4840-bb62-60a4427c54f2 completed by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:52:34.173515 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-41c483bd-8400-4416-b6bd-336f6516cff2 None None] Provisioning complete for port b8fe6458-953c-4840-bb62-60a4427c54f2 triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:52:34.173889 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-41c483bd-8400-4416-b6bd-336f6516cff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:34.219674 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-41c483bd-8400-4416-b6bd-336f6516cff2 None None] Port b8fe6458-953c-4840-bb62-60a4427c54f2 cannot update to ACTIVE because it is not bound. {{(pid=105586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 20:52:34.304715 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-93672bff-d977-49e9-a48a-ff151c292f61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:34.316823 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-93672bff-d977-49e9-a48a-ff151c292f61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:34.358419 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73789928-7155-47aa-bd93-e3b49cd4db37 req-7a2c9acf-03cf-4038-a3c7-ef7d73715cdb tempest-ServersWithSpecificFlavorTestJSON-635688280 tempest-ServersWithSpecificFlavorTestJSON-635688280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:52:34.360202 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-73789928-7155-47aa-bd93-e3b49cd4db37 req-7a2c9acf-03cf-4038-a3c7-ef7d73715cdb tempest-ServersWithSpecificFlavorTestJSON-635688280 tempest-ServersWithSpecificFlavorTestJSON-635688280-project] 10.222.0.59 "GET /v2.0/ports?device_id=4d0397ab-d49a-4764-929c-fe637a207962 HTTP/1.1" status: 200 len: 931 time: 0.1523886 Jul 27 20:52:34.388411 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-93672bff-d977-49e9-a48a-ff151c292f61 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=988fdb5ab1734e46be9e231d1f6f5ed9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8815403 Jul 27 20:52:34.392408 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 58298) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:52:34.400874 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93672bff-d977-49e9-a48a-ff151c292f61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab9ab27c-2a01-4adf-8b71-b1b03f6e70b1,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:52:34.481682 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-73789928-7155-47aa-bd93-e3b49cd4db37 req-4304db81-5215-4afe-8f7e-fc02e0fa8359 tempest-ServersWithSpecificFlavorTestJSON-635688280 tempest-ServersWithSpecificFlavorTestJSON-635688280-project] 10.222.0.59 "GET /v2.0/security-groups?id=55ca020d-7119-4e40-9e04-2cd3ab975f98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0963936 Jul 27 20:52:34.510065 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-a8c5abd0-93c9-42c7-bb62-49f08b79f0a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:34.546904 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-a8c5abd0-93c9-42c7-bb62-49f08b79f0a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:34.615169 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [req-2f5d2499-d04a-4c17-b03c-2c0afaeac709 req-87383614-b37e-459d-aad7-05e822b471ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8fe6458-953c-4840-bb62-60a4427c54f2 {{(pid=105584) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 20:52:34.623876 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-2f5d2499-d04a-4c17-b03c-2c0afaeac709 req-87383614-b37e-459d-aad7-05e822b471ba service neutron] Notify callbacks [] for port, precommit_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:34.645155 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.provisioning_blocks [req-2f5d2499-d04a-4c17-b03c-2c0afaeac709 req-87383614-b37e-459d-aad7-05e822b471ba service neutron] Transition to ACTIVE for port object b8fe6458-953c-4840-bb62-60a4427c54f2 will not be triggered until provisioned by entity L2. {{(pid=105584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:52:34.649834 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-2f5d2499-d04a-4c17-b03c-2c0afaeac709 req-87383614-b37e-459d-aad7-05e822b471ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9014027'] for port, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:34.672612 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-b7117413-66e0-469c-b51f-9c436328f67b admin admin] Notify callbacks [] for security_group, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:34.677245 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a5598f63-e058-46a1-833f-242d318b37df req-518c7030-dd04-4e42-99ca-11e64d6efd1d tempest-DeleteServersAdminTestJSON-694577090 tempest-DeleteServersAdminTestJSON-694577090-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d672036-a3f5-4e89-8383-1613013839a7 HTTP/1.1" status: 200 len: 210 time: 0.0445702 Jul 27 20:52:34.705858 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-a8c5abd0-93c9-42c7-bb62-49f08b79f0a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:34.708738 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-a8c5abd0-93c9-42c7-bb62-49f08b79f0a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:34.712748 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87383614-b37e-459d-aad7-05e822b471ba service neutron] Pushing event updated for resources: {'Port': ['ID=b8fe6458-953c-4840-bb62-60a4427c54f2,revision_number=2']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:52:34.716063 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-a8c5abd0-93c9-42c7-bb62-49f08b79f0a8 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/ab9ab27c-2a01-4adf-8b71-b1b03f6e70b1 HTTP/1.1" status: 204 len: 168 time: 0.3222239 Jul 27 20:52:34.737863 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c5abd0-93c9-42c7-bb62-49f08b79f0a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab9ab27c-2a01-4adf-8b71-b1b03f6e70b1,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:52:34.759712 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a029fd-9a16-4a69-bafc-a18952fa1733 req-84c0e483-3f81-434c-afae-8509be147bcc tempest-AggregatesAdminTestJSON-1759511919 tempest-AggregatesAdminTestJSON-1759511919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:52:34.768882 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-19a029fd-9a16-4a69-bafc-a18952fa1733 req-84c0e483-3f81-434c-afae-8509be147bcc tempest-AggregatesAdminTestJSON-1759511919 tempest-AggregatesAdminTestJSON-1759511919-project] 10.222.0.59 "GET /v2.0/ports?device_id=fe1f0d09-aab0-464a-bc11-fa02d97a99b8 HTTP/1.1" status: 200 len: 971 time: 0.1792998 Jul 27 20:52:34.841385 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [req-2f5d2499-d04a-4c17-b03c-2c0afaeac709 req-87383614-b37e-459d-aad7-05e822b471ba service neutron] Attempting to bind port b8fe6458-953c-4840-bb62-60a4427c54f2 on host n-h1-705658-22 for vnic_type normal with profile {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:52:34.841797 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [req-2f5d2499-d04a-4c17-b03c-2c0afaeac709 req-87383614-b37e-459d-aad7-05e822b471ba service neutron] Attempting to bind port b8fe6458-953c-4840-bb62-60a4427c54f2 by drivers openvswitch,hyperv on host n-h1-705658-22 at level 0 using segments [{'id': '86b1e6f6-d629-4b03-8944-4cdfbfb93d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '4d64aa0b-bd6a-468e-8edc-c83689947462'}] {{(pid=105584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:52:34.842538 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f5d2499-d04a-4c17-b03c-2c0afaeac709 req-87383614-b37e-459d-aad7-05e822b471ba service neutron] Attempting to bind port b8fe6458-953c-4840-bb62-60a4427c54f2 on network 4d64aa0b-bd6a-468e-8edc-c83689947462 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:52:34.848541 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f5d2499-d04a-4c17-b03c-2c0afaeac709 req-87383614-b37e-459d-aad7-05e822b471ba service neutron] Port b8fe6458-953c-4840-bb62-60a4427c54f2 on network 4d64aa0b-bd6a-468e-8edc-c83689947462 not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-22 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 20:52:34.848541 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f5d2499-d04a-4c17-b03c-2c0afaeac709 req-87383614-b37e-459d-aad7-05e822b471ba service neutron] Attempting to bind port b8fe6458-953c-4840-bb62-60a4427c54f2 on network 4d64aa0b-bd6a-468e-8edc-c83689947462 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:52:34.864879 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f5d2499-d04a-4c17-b03c-2c0afaeac709 req-87383614-b37e-459d-aad7-05e822b471ba service neutron] Checking agent: {'id': '9d9bc37f-4d75-44ef-9f63-799aab3e316f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 49, 36), 'started_at': datetime.datetime(2021, 7, 27, 20, 49, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 52, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:52:34.865285 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f5d2499-d04a-4c17-b03c-2c0afaeac709 req-87383614-b37e-459d-aad7-05e822b471ba service neutron] Checking segment: {'id': '86b1e6f6-d629-4b03-8944-4cdfbfb93d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '4d64aa0b-bd6a-468e-8edc-c83689947462'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:52:34.865616 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f5d2499-d04a-4c17-b03c-2c0afaeac709 req-87383614-b37e-459d-aad7-05e822b471ba service neutron] Bound using segment: {'id': '86b1e6f6-d629-4b03-8944-4cdfbfb93d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '4d64aa0b-bd6a-468e-8edc-c83689947462'} {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:52:34.866137 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [req-2f5d2499-d04a-4c17-b03c-2c0afaeac709 req-87383614-b37e-459d-aad7-05e822b471ba service neutron] Bound port: b8fe6458-953c-4840-bb62-60a4427c54f2, host: n-h1-705658-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '86b1e6f6-d629-4b03-8944-4cdfbfb93d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '4d64aa0b-bd6a-468e-8edc-c83689947462'}}] {{(pid=105584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:52:34.866439 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-2f5d2499-d04a-4c17-b03c-2c0afaeac709 req-87383614-b37e-459d-aad7-05e822b471ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:34.903967 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-19a029fd-9a16-4a69-bafc-a18952fa1733 req-12846bca-c2a3-4d76-a3fd-61b97b0d338a tempest-AggregatesAdminTestJSON-1759511919 tempest-AggregatesAdminTestJSON-1759511919-project] 10.222.0.59 "GET /v2.0/security-groups?id=7a98e04e-03f7-4a56-92ce-0a5aaa8405f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348414 Jul 27 20:52:34.967588 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-b7117413-66e0-469c-b51f-9c436328f67b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:34.973860 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-b7117413-66e0-469c-b51f-9c436328f67b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:34.989422 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.agents_db [None req-558fcd2c-e512-47bc-a170-8673d87f7213 None None] Agent healthcheck: found 7 active agents {{(pid=105587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 20:52:35.026172 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-b7117413-66e0-469c-b51f-9c436328f67b admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=f81fdafd8ab44db29edd293536044d51&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0922699 Jul 27 20:52:35.029360 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [req-2f5d2499-d04a-4c17-b03c-2c0afaeac709 req-87383614-b37e-459d-aad7-05e822b471ba service neutron] For port b8fe6458-953c-4840-bb62-60a4427c54f2, host n-h1-705658-22, cleared binding levels {{(pid=105584) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:52:35.031440 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 58316) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:52:35.040828 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [req-2f5d2499-d04a-4c17-b03c-2c0afaeac709 req-87383614-b37e-459d-aad7-05e822b471ba service neutron] For port b8fe6458-953c-4840-bb62-60a4427c54f2, host n-h1-705658-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=b8fe6458-953c-4840-bb62-60a4427c54f2,segment=NetworkSegment(86b1e6f6-d629-4b03-8944-4cdfbfb93d02),segment_id=86b1e6f6-d629-4b03-8944-4cdfbfb93d02)] {{(pid=105584) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:52:35.056542 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7117413-66e0-469c-b51f-9c436328f67b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fea4148-b5c7-46cd-a9da-bce40f9a7695,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:52:35.090219 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-2f5d2499-d04a-4c17-b03c-2c0afaeac709 req-87383614-b37e-459d-aad7-05e822b471ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9014027'] for port, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:35.153058 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5d2499-d04a-4c17-b03c-2c0afaeac709 req-87383614-b37e-459d-aad7-05e822b471ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:52:35.154025 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-2f5d2499-d04a-4c17-b03c-2c0afaeac709 req-87383614-b37e-459d-aad7-05e822b471ba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:35.156011 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-2f5d2499-d04a-4c17-b03c-2c0afaeac709 req-87383614-b37e-459d-aad7-05e822b471ba service neutron] 10.222.0.36 "PUT /v2.0/ports/b8fe6458-953c-4840-bb62-60a4427c54f2 HTTP/1.1" status: 200 len: 1096 time: 1.2284513 Jul 27 20:52:35.158281 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1bf9620a-2e38-4ee9-8bc0-6be060c406a7', 'tag': 'b8fe6458-953c-4840-bb62-60a4427c54f2'}] {{(pid=105584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:52:35.161167 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bce5e6c8685464f7626901654159975603b047827e3138302ed6566e28f1343" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e251d2b5-768d-4b24-b7b3-b32354d9e0dc" -d '{"events": [{"name": "network-changed", "server_uuid": "1bf9620a-2e38-4ee9-8bc0-6be060c406a7", "tag": "b8fe6458-953c-4840-bb62-60a4427c54f2"}]}' {{(pid=105584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:52:35.185634 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f428bdcd-4b4e-46e5-92c4-b263a8bfbf6b req-58e3fcd3-fa0f-456a-8d77-b9adeee11529 tempest-ServersAdminNegativeTestJSON-1736809839 tempest-ServersAdminNegativeTestJSON-1736809839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:52:35.197068 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f428bdcd-4b4e-46e5-92c4-b263a8bfbf6b req-58e3fcd3-fa0f-456a-8d77-b9adeee11529 tempest-ServersAdminNegativeTestJSON-1736809839 tempest-ServersAdminNegativeTestJSON-1736809839-project] 10.222.0.59 "GET /v2.0/ports?device_id=1bf9620a-2e38-4ee9-8bc0-6be060c406a7 HTTP/1.1" status: 200 len: 947 time: 0.1246758 Jul 27 20:52:35.238373 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 20:52:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c92994ef-a0fa-4961-b9f4-8730d6c2310e x-openstack-request-id: req-c92994ef-a0fa-4961-b9f4-8730d6c2310e {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:52:35.238804 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1bf9620a-2e38-4ee9-8bc0-6be060c406a7", "tag": "b8fe6458-953c-4840-bb62-60a4427c54f2", "status": "completed", "code": 200}]} {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:52:35.239198 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-c92994ef-a0fa-4961-b9f4-8730d6c2310e {{(pid=105584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:52:35.239743 n-d-705658-22 neutron-server[105584]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1bf9620a-2e38-4ee9-8bc0-6be060c406a7', 'tag': 'b8fe6458-953c-4840-bb62-60a4427c54f2', 'status': 'completed', 'code': 200} Jul 27 20:52:35.264221 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f428bdcd-4b4e-46e5-92c4-b263a8bfbf6b req-e4b31325-6a24-4acc-940d-d3dd8bd64e40 tempest-ServersAdminNegativeTestJSON-1736809839 tempest-ServersAdminNegativeTestJSON-1736809839-project] 10.222.0.59 "GET /v2.0/security-groups?id=243dab04-9884-44a9-8d02-cc354c808379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659137 Jul 27 20:52:35.279584 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c426280b-ee30-487b-b229-5370a09573a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:35.297485 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87383614-b37e-459d-aad7-05e822b471ba service neutron] Pushing event updated for resources: {'Port': ['ID=b8fe6458-953c-4840-bb62-60a4427c54f2,revision_number=3']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:52:35.354698 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c426280b-ee30-487b-b229-5370a09573a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:35.368862 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5d2499-d04a-4c17-b03c-2c0afaeac709 req-0e6838bc-b04b-40ad-85ba-0619ef36079d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:52:35.370368 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-2f5d2499-d04a-4c17-b03c-2c0afaeac709 req-0e6838bc-b04b-40ad-85ba-0619ef36079d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a6da1d4963c94a1fa3296e355aea080e&device_id=1bf9620a-2e38-4ee9-8bc0-6be060c406a7 HTTP/1.1" status: 200 len: 1099 time: 0.1557512 Jul 27 20:52:35.419080 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 58328) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:52:35.436041 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-2f5d2499-d04a-4c17-b03c-2c0afaeac709 req-495d7d18-123e-438b-980c-46662cd61ab5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.24&port_id=b8fe6458-953c-4840-bb62-60a4427c54f2 HTTP/1.1" status: 200 len: 217 time: 0.0535195 Jul 27 20:52:35.447857 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-510d0a0a-0ac8-45a8-be18-4bd4f0751767 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:35.511917 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c426280b-ee30-487b-b229-5370a09573a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:35.514773 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c426280b-ee30-487b-b229-5370a09573a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:35.528095 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-c426280b-ee30-487b-b229-5370a09573a8 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/3fea4148-b5c7-46cd-a9da-bce40f9a7695 HTTP/1.1" status: 204 len: 168 time: 0.4915450 Jul 27 20:52:35.543069 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5d2499-d04a-4c17-b03c-2c0afaeac709 req-c92e6cc5-ff3d-4cc0-a484-7d6c79fd6740 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:52:35.545235 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-2f5d2499-d04a-4c17-b03c-2c0afaeac709 req-c92e6cc5-ff3d-4cc0-a484-7d6c79fd6740 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=26644ba0-4185-4e10-8718-6ad18d01376c HTTP/1.1" status: 200 len: 843 time: 0.1014547 Jul 27 20:52:35.546580 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c426280b-ee30-487b-b229-5370a09573a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fea4148-b5c7-46cd-a9da-bce40f9a7695,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:52:35.571936 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 58334) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:52:35.634346 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5d2499-d04a-4c17-b03c-2c0afaeac709 req-0bfbe121-7b56-4ed6-90bd-4b6e37e24647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:52:35.636885 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-2f5d2499-d04a-4c17-b03c-2c0afaeac709 req-0bfbe121-7b56-4ed6-90bd-4b6e37e24647 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4d64aa0b-bd6a-468e-8edc-c83689947462&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0840437 Jul 27 20:52:35.736704 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-510d0a0a-0ac8-45a8-be18-4bd4f0751767 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:35.745888 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-510d0a0a-0ac8-45a8-be18-4bd4f0751767 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:35.771474 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09dc8ec-c24d-47f2-b2b2-d00bdcda4227 req-4f5a2722-5dec-4779-8271-56c31f311e5b tempest-ServersWithSpecificFlavorTestJSON-635688280 tempest-ServersWithSpecificFlavorTestJSON-635688280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:52:35.779872 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-c09dc8ec-c24d-47f2-b2b2-d00bdcda4227 req-4f5a2722-5dec-4779-8271-56c31f311e5b tempest-ServersWithSpecificFlavorTestJSON-635688280 tempest-ServersWithSpecificFlavorTestJSON-635688280-project] 10.222.0.59 "GET /v2.0/ports?device_id=4d0397ab-d49a-4764-929c-fe637a207962 HTTP/1.1" status: 200 len: 931 time: 0.2068255 Jul 27 20:52:35.871527 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-2746dac9-4309-4ed4-94de-97ce2bc59325 req-48ba2673-ffb8-4191-9607-ba706d08b02b tempest-DeleteServersAdminTestJSON-694577090 tempest-DeleteServersAdminTestJSON-694577090-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d672036-a3f5-4e89-8383-1613013839a7 HTTP/1.1" status: 200 len: 210 time: 0.0453334 Jul 27 20:52:35.883285 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510d0a0a-0ac8-45a8-be18-4bd4f0751767 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82200f55-6521-4fdd-9c48-eee8b2c9ddab,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:52:35.890428 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-510d0a0a-0ac8-45a8-be18-4bd4f0751767 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=c52454dca46d49a187c23452b9d633a7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4702833 Jul 27 20:52:35.894357 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 58348) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:52:35.918833 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-c09dc8ec-c24d-47f2-b2b2-d00bdcda4227 req-4b637ff9-b1b3-4b78-abcf-0d4ea096dd3e tempest-ServersWithSpecificFlavorTestJSON-635688280 tempest-ServersWithSpecificFlavorTestJSON-635688280-project] 10.222.0.59 "GET /v2.0/security-groups?id=55ca020d-7119-4e40-9e04-2cd3ab975f98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1376324 Jul 27 20:52:35.986519 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-b13d591f-8855-4a66-8c8b-2a7ef61456ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:35.987313 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:35.988974 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80eb2d4-ac50-4c96-a658-0739fc8a7869 req-0e548d94-ff21-49ee-9b8e-8c4d9754a6a7 tempest-AggregatesAdminTestJSON-1759511919 tempest-AggregatesAdminTestJSON-1759511919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:52:35.990961 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-b80eb2d4-ac50-4c96-a658-0739fc8a7869 req-0e548d94-ff21-49ee-9b8e-8c4d9754a6a7 tempest-AggregatesAdminTestJSON-1759511919 tempest-AggregatesAdminTestJSON-1759511919-project] 10.222.0.36 "GET /v2.0/ports?device_id=fe1f0d09-aab0-464a-bc11-fa02d97a99b8 HTTP/1.1" status: 200 len: 971 time: 0.3414934 Jul 27 20:52:36.008428 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-2f5d2499-d04a-4c17-b03c-2c0afaeac709 req-e478ac0c-a485-479f-93de-f4ff7a4d6b1d service neutron] 10.222.0.36 "GET /v2.0/networks/4d64aa0b-bd6a-468e-8edc-c83689947462?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3610148 Jul 27 20:52:36.036068 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-cc9bccfd-3693-4e9f-b392-acaf91b1acf0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:36.067555 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 58354) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:52:36.098175 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-cc9bccfd-3693-4e9f-b392-acaf91b1acf0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:36.319534 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-9dd3910b-20dc-41a3-8b5d-716907407341 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:36.354650 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28a9d2e-e6a5-4a23-a449-d93d5757717d req-62e14d4c-97fb-4c8e-ac89-bee82cf774be tempest-AggregatesAdminTestJSON-1759511919 tempest-AggregatesAdminTestJSON-1759511919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:52:36.356268 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-d28a9d2e-e6a5-4a23-a449-d93d5757717d req-62e14d4c-97fb-4c8e-ac89-bee82cf774be tempest-AggregatesAdminTestJSON-1759511919 tempest-AggregatesAdminTestJSON-1759511919-project] 10.222.0.59 "GET /v2.0/ports?device_id=fe1f0d09-aab0-464a-bc11-fa02d97a99b8 HTTP/1.1" status: 200 len: 971 time: 0.3368411 Jul 27 20:52:36.430708 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-cc9bccfd-3693-4e9f-b392-acaf91b1acf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:36.431427 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-2f5d2499-d04a-4c17-b03c-2c0afaeac709 req-acead029-5e07-4e64-badb-df63d651d5e4 service neutron] 10.222.0.36 "GET /v2.0/networks/4d64aa0b-bd6a-468e-8edc-c83689947462?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4005744 Jul 27 20:52:36.433123 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-cc9bccfd-3693-4e9f-b392-acaf91b1acf0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:36.434262 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-cc9bccfd-3693-4e9f-b392-acaf91b1acf0 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/82200f55-6521-4fdd-9c48-eee8b2c9ddab HTTP/1.1" status: 204 len: 168 time: 0.5388327 Jul 27 20:52:36.439372 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [req-b80eb2d4-ac50-4c96-a658-0739fc8a7869 req-7f9d8a99-a283-4832-9aa2-a53bc5c4a573 tempest-AggregatesAdminTestJSON-1759511919 tempest-AggregatesAdminTestJSON-1759511919-project] Deleting port f941d4e3-3dc5-4a75-801e-51778b862485 {{(pid=105584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:52:36.439724 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-b80eb2d4-ac50-4c96-a658-0739fc8a7869 req-7f9d8a99-a283-4832-9aa2-a53bc5c4a573 tempest-AggregatesAdminTestJSON-1759511919 tempest-AggregatesAdminTestJSON-1759511919-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:36.457610 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-b13d591f-8855-4a66-8c8b-2a7ef61456ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:36.465819 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9bccfd-3693-4e9f-b392-acaf91b1acf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82200f55-6521-4fdd-9c48-eee8b2c9ddab,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:52:36.474062 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-b13d591f-8855-4a66-8c8b-2a7ef61456ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:36.488316 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-d28a9d2e-e6a5-4a23-a449-d93d5757717d req-fe5eb4c0-e130-4554-b29f-267b214b8bc9 tempest-AggregatesAdminTestJSON-1759511919 tempest-AggregatesAdminTestJSON-1759511919-project] 10.222.0.59 "GET /v2.0/security-groups?id=7a98e04e-03f7-4a56-92ce-0a5aaa8405f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134295 Jul 27 20:52:36.549706 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13d591f-8855-4a66-8c8b-2a7ef61456ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54d962f5-be62-4600-a825-ba00f402c82f,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:52:36.555793 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-b13d591f-8855-4a66-8c8b-2a7ef61456ad admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=c73a8a4b337b438389e442a42d9bac7a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9598758 Jul 27 20:52:36.564426 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 58364) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:52:36.572357 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769a272d-7c47-4b55-a9ee-3fd0237c4c11 req-48d552a2-5a8b-46f6-9dfa-2638325e00db tempest-ServersAdminNegativeTestJSON-1736809839 tempest-ServersAdminNegativeTestJSON-1736809839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:52:36.580751 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-769a272d-7c47-4b55-a9ee-3fd0237c4c11 req-48d552a2-5a8b-46f6-9dfa-2638325e00db tempest-ServersAdminNegativeTestJSON-1736809839 tempest-ServersAdminNegativeTestJSON-1736809839-project] 10.222.0.59 "GET /v2.0/ports?device_id=1bf9620a-2e38-4ee9-8bc0-6be060c406a7 HTTP/1.1" status: 200 len: 947 time: 0.2206945 Jul 27 20:52:36.581020 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 58366) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:52:36.648415 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [req-b80eb2d4-ac50-4c96-a658-0739fc8a7869 req-7f9d8a99-a283-4832-9aa2-a53bc5c4a573 tempest-AggregatesAdminTestJSON-1759511919 tempest-AggregatesAdminTestJSON-1759511919-project] For port f941d4e3-3dc5-4a75-801e-51778b862485, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=f941d4e3-3dc5-4a75-801e-51778b862485,segment=NetworkSegment(86b1e6f6-d629-4b03-8944-4cdfbfb93d02),segment_id=86b1e6f6-d629-4b03-8944-4cdfbfb93d02)] {{(pid=105584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:52:36.649126 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-b80eb2d4-ac50-4c96-a658-0739fc8a7869 req-7f9d8a99-a283-4832-9aa2-a53bc5c4a573 tempest-AggregatesAdminTestJSON-1759511919 tempest-AggregatesAdminTestJSON-1759511919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:36.677350 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [req-b80eb2d4-ac50-4c96-a658-0739fc8a7869 req-7f9d8a99-a283-4832-9aa2-a53bc5c4a573 tempest-AggregatesAdminTestJSON-1759511919 tempest-AggregatesAdminTestJSON-1759511919-project] Calling delete_port for f941d4e3-3dc5-4a75-801e-51778b862485 owned by compute:tempest-test_az-342016807 {{(pid=105584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:52:36.682517 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-769a272d-7c47-4b55-a9ee-3fd0237c4c11 req-02bdf284-e53e-4e39-96e3-0f4f91a8dc3d tempest-ServersAdminNegativeTestJSON-1736809839 tempest-ServersAdminNegativeTestJSON-1736809839-project] 10.222.0.59 "GET /v2.0/security-groups?id=243dab04-9884-44a9-8d02-cc354c808379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947773 Jul 27 20:52:36.703617 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-04ff5224-4af0-4c80-a5ec-64fd1a905098 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:36.737348 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-04ff5224-4af0-4c80-a5ec-64fd1a905098 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:36.758688 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e251d2b5-768d-4b24-b7b3-b32354d9e0dc req-9184d835-8ca1-484e-ae6c-4cefcbd062cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:52:36.760242 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-e251d2b5-768d-4b24-b7b3-b32354d9e0dc req-9184d835-8ca1-484e-ae6c-4cefcbd062cc service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a6da1d4963c94a1fa3296e355aea080e&device_id=1bf9620a-2e38-4ee9-8bc0-6be060c406a7 HTTP/1.1" status: 200 len: 1099 time: 0.2151170 Jul 27 20:52:36.801462 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-9dd3910b-20dc-41a3-8b5d-716907407341 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:36.824376 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-04ff5224-4af0-4c80-a5ec-64fd1a905098 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:36.826894 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-04ff5224-4af0-4c80-a5ec-64fd1a905098 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:36.828162 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-04ff5224-4af0-4c80-a5ec-64fd1a905098 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/54d962f5-be62-4600-a825-ba00f402c82f HTTP/1.1" status: 204 len: 168 time: 0.2397778 Jul 27 20:52:36.839642 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ff5224-4af0-4c80-a5ec-64fd1a905098 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54d962f5-be62-4600-a825-ba00f402c82f,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:52:36.839889 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-9dd3910b-20dc-41a3-8b5d-716907407341 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:36.926783 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-9dd3910b-20dc-41a3-8b5d-716907407341 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=10526a57a6f64bb0bdec89f252f2d57b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8532586 Jul 27 20:52:36.927076 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 58378) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:52:36.949138 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd3910b-20dc-41a3-8b5d-716907407341 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4d80d34-d9d9-4c33-96a0-9ca66d940231,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:52:36.985587 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-b05daba4-6a89-4106-86fc-fbc84066028e admin admin] Notify callbacks [] for security_group, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:37.030717 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e251d2b5-768d-4b24-b7b3-b32354d9e0dc req-14dc5378-d6cf-4133-97d0-89ddc3793ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:52:37.032412 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-e251d2b5-768d-4b24-b7b3-b32354d9e0dc req-14dc5378-d6cf-4133-97d0-89ddc3793ee5 service neutron] 10.222.0.36 "GET /v2.0/networks?id=4d64aa0b-bd6a-468e-8edc-c83689947462 HTTP/1.1" status: 200 len: 870 time: 0.2619894 Jul 27 20:52:37.067249 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-a4439a1e-a6ef-46c2-a07a-31a443b22cd8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:37.100279 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-e251d2b5-768d-4b24-b7b3-b32354d9e0dc req-bd56507e-b0d6-4f71-98af-b1320fe5e2e2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.24&port_id=b8fe6458-953c-4840-bb62-60a4427c54f2 HTTP/1.1" status: 200 len: 217 time: 0.0556109 Jul 27 20:52:37.118570 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-b80eb2d4-ac50-4c96-a658-0739fc8a7869 req-7f9d8a99-a283-4832-9aa2-a53bc5c4a573 tempest-AggregatesAdminTestJSON-1759511919 tempest-AggregatesAdminTestJSON-1759511919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:37.127912 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e7a813e3-a1be-481e-aa00-a3969d4343d6 req-f0b5388c-1865-42d1-b5e2-f91c7f676b00 tempest-DeleteServersAdminTestJSON-694577090 tempest-DeleteServersAdminTestJSON-694577090-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d672036-a3f5-4e89-8383-1613013839a7 HTTP/1.1" status: 200 len: 210 time: 0.0634437 Jul 27 20:52:37.133056 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] get_ports_and_sgs() called for port_ids ['f941d4e3-3dc5-4a75-801e-51778b862485'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 20:52:37.169090 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-a4439a1e-a6ef-46c2-a07a-31a443b22cd8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:37.262515 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcd06e2-db93-41f8-bc9d-d82a9c755eb4 req-6dac8a87-1a9a-4b98-9252-51f268c9d4c1 tempest-ServersWithSpecificFlavorTestJSON-635688280 tempest-ServersWithSpecificFlavorTestJSON-635688280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:52:37.264141 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-cfcd06e2-db93-41f8-bc9d-d82a9c755eb4 req-6dac8a87-1a9a-4b98-9252-51f268c9d4c1 tempest-ServersWithSpecificFlavorTestJSON-635688280 tempest-ServersWithSpecificFlavorTestJSON-635688280-project] 10.222.0.59 "GET /v2.0/ports?device_id=4d0397ab-d49a-4764-929c-fe637a207962 HTTP/1.1" status: 200 len: 931 time: 0.1949708 Jul 27 20:52:37.268819 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 58390) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:52:37.283299 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-a4439a1e-a6ef-46c2-a07a-31a443b22cd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:37.286052 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-a4439a1e-a6ef-46c2-a07a-31a443b22cd8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:37.290672 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-a4439a1e-a6ef-46c2-a07a-31a443b22cd8 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/a4d80d34-d9d9-4c33-96a0-9ca66d940231 HTTP/1.1" status: 204 len: 168 time: 0.3624592 Jul 27 20:52:37.312867 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-2f3a3c8c-d4d7-45ec-986b-b85c7b6b9046 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:37.332911 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4439a1e-a6ef-46c2-a07a-31a443b22cd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4d80d34-d9d9-4c33-96a0-9ca66d940231,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:52:37.362072 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-cfcd06e2-db93-41f8-bc9d-d82a9c755eb4 req-d672faa3-861d-445b-92ab-a63baf90d280 tempest-ServersWithSpecificFlavorTestJSON-635688280 tempest-ServersWithSpecificFlavorTestJSON-635688280-project] 10.222.0.59 "GET /v2.0/security-groups?id=55ca020d-7119-4e40-9e04-2cd3ab975f98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0821269 Jul 27 20:52:37.371587 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9d8a99-a283-4832-9aa2-a53bc5c4a573 tempest-AggregatesAdminTestJSON-1759511919 tempest-AggregatesAdminTestJSON-1759511919-project] Pushing event deleted for resources: {'Port': ['ID=f941d4e3-3dc5-4a75-801e-51778b862485,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:52:37.405816 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [req-b80eb2d4-ac50-4c96-a658-0739fc8a7869 req-7f9d8a99-a283-4832-9aa2-a53bc5c4a573 tempest-AggregatesAdminTestJSON-1759511919 tempest-AggregatesAdminTestJSON-1759511919-project] No DVR routers for this DVR port f941d4e3-3dc5-4a75-801e-51778b862485 on host n-h1-705658-22 {{(pid=105584) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 20:52:37.411574 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-b80eb2d4-ac50-4c96-a658-0739fc8a7869 req-7f9d8a99-a283-4832-9aa2-a53bc5c4a573 tempest-AggregatesAdminTestJSON-1759511919 tempest-AggregatesAdminTestJSON-1759511919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:37.414208 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-b80eb2d4-ac50-4c96-a658-0739fc8a7869 req-7f9d8a99-a283-4832-9aa2-a53bc5c4a573 tempest-AggregatesAdminTestJSON-1759511919 tempest-AggregatesAdminTestJSON-1759511919-project] 10.222.0.36 "DELETE /v2.0/ports/f941d4e3-3dc5-4a75-801e-51778b862485 HTTP/1.1" status: 204 len: 173 time: 1.4164732 Jul 27 20:52:37.414935 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe1f0d09-aab0-464a-bc11-fa02d97a99b8', 'name': 'network-vif-deleted', 'tag': 'f941d4e3-3dc5-4a75-801e-51778b862485'}] {{(pid=105584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:52:37.417248 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bce5e6c8685464f7626901654159975603b047827e3138302ed6566e28f1343" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04b65cdb-a73c-4937-a801-1d22ce804b29" -d '{"events": [{"server_uuid": "fe1f0d09-aab0-464a-bc11-fa02d97a99b8", "name": "network-vif-deleted", "tag": "f941d4e3-3dc5-4a75-801e-51778b862485"}]}' {{(pid=105584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:52:37.426835 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e251d2b5-768d-4b24-b7b3-b32354d9e0dc req-a5a7a1c0-4539-4906-999a-c67a019dc506 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:52:37.427350 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-e251d2b5-768d-4b24-b7b3-b32354d9e0dc req-a5a7a1c0-4539-4906-999a-c67a019dc506 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=26644ba0-4185-4e10-8718-6ad18d01376c HTTP/1.1" status: 200 len: 843 time: 0.3106554 Jul 27 20:52:37.473920 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 20:52:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3152a681-d94b-496c-8c16-0057068cc300 x-openstack-request-id: req-3152a681-d94b-496c-8c16-0057068cc300 {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:52:37.474295 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe1f0d09-aab0-464a-bc11-fa02d97a99b8", "name": "network-vif-deleted", "tag": "f941d4e3-3dc5-4a75-801e-51778b862485", "status": "completed", "code": 200}]} {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:52:37.474415 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-3152a681-d94b-496c-8c16-0057068cc300 {{(pid=105584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:52:37.474904 n-d-705658-22 neutron-server[105584]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe1f0d09-aab0-464a-bc11-fa02d97a99b8', 'name': 'network-vif-deleted', 'tag': 'f941d4e3-3dc5-4a75-801e-51778b862485', 'status': 'completed', 'code': 200} Jul 27 20:52:37.535658 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e251d2b5-768d-4b24-b7b3-b32354d9e0dc req-756bef36-626d-4ad8-b3f4-e400a1f6c285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:52:37.537204 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-e251d2b5-768d-4b24-b7b3-b32354d9e0dc req-756bef36-626d-4ad8-b3f4-e400a1f6c285 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4d64aa0b-bd6a-468e-8edc-c83689947462&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1031184 Jul 27 20:52:37.542468 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-b05daba4-6a89-4106-86fc-fbc84066028e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:37.563075 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-b05daba4-6a89-4106-86fc-fbc84066028e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:37.630009 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05daba4-6a89-4106-86fc-fbc84066028e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15def341-35a9-4a80-881b-8207a879f6de,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:52:37.670759 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b1335b79-ee16-4e04-9706-ad6b37d3c74f req-4f0a8090-b9ec-434a-af7d-e2b201e2032d tempest-AggregatesAdminTestJSON-1759511919 tempest-AggregatesAdminTestJSON-1759511919-project] 10.222.0.59 "GET /v2.0/ports?device_id=fe1f0d09-aab0-464a-bc11-fa02d97a99b8 HTTP/1.1" status: 200 len: 210 time: 0.0506117 Jul 27 20:52:37.684993 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-b05daba4-6a89-4106-86fc-fbc84066028e admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=c5161c2a57bb458ba912a21f0c16697a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0963662 Jul 27 20:52:37.685790 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 58402) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:52:37.730066 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-2f3a3c8c-d4d7-45ec-986b-b85c7b6b9046 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:37.740931 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-2f3a3c8c-d4d7-45ec-986b-b85c7b6b9046 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:37.781367 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-e251d2b5-768d-4b24-b7b3-b32354d9e0dc req-a243a605-29c5-479c-93e8-2c7a2cf67954 service neutron] 10.222.0.36 "GET /v2.0/networks/4d64aa0b-bd6a-468e-8edc-c83689947462?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2286375 Jul 27 20:52:37.782210 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-0f80ea8f-1778-4108-b547-cb2cff59d4ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:37.789629 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-2f3a3c8c-d4d7-45ec-986b-b85c7b6b9046 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=01543c14a3f24dd09fa05dc0ac0b960f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5196512 Jul 27 20:52:37.790471 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3a3c8c-d4d7-45ec-986b-b85c7b6b9046 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=528252f6-9145-4fd2-9191-36b69e5488e6,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:52:37.792762 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 58412) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:52:37.917182 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-0f80ea8f-1778-4108-b547-cb2cff59d4ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:37.964448 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca96afe-ffec-473d-b66e-0e91789046c4 req-2fc48b66-8b8d-470f-a56c-480ba6f60866 tempest-ServersAdminNegativeTestJSON-1736809839 tempest-ServersAdminNegativeTestJSON-1736809839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:52:37.976274 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-0ca96afe-ffec-473d-b66e-0e91789046c4 req-2fc48b66-8b8d-470f-a56c-480ba6f60866 tempest-ServersAdminNegativeTestJSON-1736809839 tempest-ServersAdminNegativeTestJSON-1736809839-project] 10.222.0.59 "GET /v2.0/ports?device_id=1bf9620a-2e38-4ee9-8bc0-6be060c406a7 HTTP/1.1" status: 200 len: 947 time: 0.1759231 Jul 27 20:52:37.981915 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-e251d2b5-768d-4b24-b7b3-b32354d9e0dc req-d49eb8f6-dee4-4fa3-a014-4a13f7abc01c service neutron] 10.222.0.36 "GET /v2.0/networks/4d64aa0b-bd6a-468e-8edc-c83689947462?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1738117 Jul 27 20:52:37.994539 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-0f80ea8f-1778-4108-b547-cb2cff59d4ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:38.002606 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-0f80ea8f-1778-4108-b547-cb2cff59d4ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:38.007805 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-0f80ea8f-1778-4108-b547-cb2cff59d4ec admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/15def341-35a9-4a80-881b-8207a879f6de HTTP/1.1" status: 204 len: 168 time: 0.3181677 Jul 27 20:52:38.009755 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-1af59004-e6a8-4a9c-bf71-d819063c705e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:38.019255 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f80ea8f-1778-4108-b547-cb2cff59d4ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15def341-35a9-4a80-881b-8207a879f6de,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:52:38.077846 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-1af59004-e6a8-4a9c-bf71-d819063c705e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:38.088712 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-0ca96afe-ffec-473d-b66e-0e91789046c4 req-7bc2f17a-54f5-4c6d-a1e6-5cedfa6fbd3e tempest-ServersAdminNegativeTestJSON-1736809839 tempest-ServersAdminNegativeTestJSON-1736809839-project] 10.222.0.59 "GET /v2.0/security-groups?id=243dab04-9884-44a9-8d02-cc354c808379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119335 Jul 27 20:52:38.162148 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-1af59004-e6a8-4a9c-bf71-d819063c705e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:38.164968 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-1af59004-e6a8-4a9c-bf71-d819063c705e admin admin] Notify callbacks [] for security_group, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:38.166394 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-1af59004-e6a8-4a9c-bf71-d819063c705e admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/528252f6-9145-4fd2-9191-36b69e5488e6 HTTP/1.1" status: 204 len: 168 time: 0.3726869 Jul 27 20:52:38.175881 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af59004-e6a8-4a9c-bf71-d819063c705e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=528252f6-9145-4fd2-9191-36b69e5488e6,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:52:38.278678 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-80185507-5548-4cf2-a8b3-6882f360fe09 req-8acc3fcc-8dd7-4723-9696-3fa52df93c19 tempest-DeleteServersAdminTestJSON-694577090 tempest-DeleteServersAdminTestJSON-694577090-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d672036-a3f5-4e89-8383-1613013839a7 HTTP/1.1" status: 200 len: 210 time: 0.0360146 Jul 27 20:52:38.511488 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a096a6f-050b-40d0-8007-b0cfdd3d1682 req-9ccf97fc-9572-494b-aac3-0b92faff048b tempest-ServersWithSpecificFlavorTestJSON-635688280 tempest-ServersWithSpecificFlavorTestJSON-635688280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:52:38.513007 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-5a096a6f-050b-40d0-8007-b0cfdd3d1682 req-9ccf97fc-9572-494b-aac3-0b92faff048b tempest-ServersWithSpecificFlavorTestJSON-635688280 tempest-ServersWithSpecificFlavorTestJSON-635688280-project] 10.222.0.59 "GET /v2.0/ports?device_id=4d0397ab-d49a-4764-929c-fe637a207962 HTTP/1.1" status: 200 len: 931 time: 0.0716109 Jul 27 20:52:38.555205 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-5a096a6f-050b-40d0-8007-b0cfdd3d1682 req-10c8cd80-8dc2-4fed-b99a-c25188973d0e tempest-ServersWithSpecificFlavorTestJSON-635688280 tempest-ServersWithSpecificFlavorTestJSON-635688280-project] 10.222.0.59 "GET /v2.0/security-groups?id=55ca020d-7119-4e40-9e04-2cd3ab975f98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358672 Jul 27 20:52:38.565434 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 58448) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:52:38.584606 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-b6e0c782-124d-4ebf-8ee5-bafef3192671 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:38.710861 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-b6e0c782-124d-4ebf-8ee5-bafef3192671 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:38.718239 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-b6e0c782-124d-4ebf-8ee5-bafef3192671 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:38.764099 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e0c782-124d-4ebf-8ee5-bafef3192671 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10d05bec-3658-4550-8c26-8533556f4862,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:52:38.772497 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 58460) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:52:38.779240 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-b6e0c782-124d-4ebf-8ee5-bafef3192671 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=6cc2977ff2854c9f930b9d77ad31ff17&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2120197 Jul 27 20:52:38.800084 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 58464) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:52:38.801724 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-18ac27de-5567-4cff-9ed5-eedaafaef9db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:38.845232 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-d6692973-c921-4a8a-8a36-ca93294e1e27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:38.871912 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-d6692973-c921-4a8a-8a36-ca93294e1e27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:38.927603 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-d6692973-c921-4a8a-8a36-ca93294e1e27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:38.931782 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-d6692973-c921-4a8a-8a36-ca93294e1e27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:38.934949 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-d6692973-c921-4a8a-8a36-ca93294e1e27 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/10d05bec-3658-4550-8c26-8533556f4862 HTTP/1.1" status: 204 len: 168 time: 0.1592233 Jul 27 20:52:38.941127 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6692973-c921-4a8a-8a36-ca93294e1e27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10d05bec-3658-4550-8c26-8533556f4862,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:52:39.042729 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-c65e3150-2831-4945-bc6a-32a2e81408cb admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-2144458664-network', 'tenant_id': '0ae9964322044591b167626dd714310e'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:52:39.068054 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c65e3150-2831-4945-bc6a-32a2e81408cb admin admin] Made reservation on behalf of 0ae9964322044591b167626dd714310e for: {'network': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:52:39.070896 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c65e3150-2831-4945-bc6a-32a2e81408cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for network, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:39.079377 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c65e3150-2831-4945-bc6a-32a2e81408cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:39.193590 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c65e3150-2831-4945-bc6a-32a2e81408cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:39.201063 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c65e3150-2831-4945-bc6a-32a2e81408cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:39.231677 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c65e3150-2831-4945-bc6a-32a2e81408cb admin admin] vlan segment allocate from pool success with {'vlan_id': 213, 'physical_network': 'physnet1'} {{(pid=105584) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 20:52:39.243068 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db970ae0-6a79-4930-a6fc-7650506d59a4 req-3827afbe-6e8e-40c6-bdc0-ef1bc8f46884 tempest-ServersAdminNegativeTestJSON-1736809839 tempest-ServersAdminNegativeTestJSON-1736809839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:52:39.245215 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-db970ae0-6a79-4930-a6fc-7650506d59a4 req-3827afbe-6e8e-40c6-bdc0-ef1bc8f46884 tempest-ServersAdminNegativeTestJSON-1736809839 tempest-ServersAdminNegativeTestJSON-1736809839-project] 10.222.0.59 "GET /v2.0/ports?device_id=1bf9620a-2e38-4ee9-8bc0-6be060c406a7 HTTP/1.1" status: 200 len: 947 time: 0.0796468 Jul 27 20:52:39.246688 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65e3150-2831-4945-bc6a-32a2e81408cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=594c38b0-00a0-4e02-9d5e-673f3a5e469c,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:52:39.253883 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c65e3150-2831-4945-bc6a-32a2e81408cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:39.255357 n-d-705658-22 neutron-server[105584]: INFO neutron.db.segments_db [None req-c65e3150-2831-4945-bc6a-32a2e81408cb admin admin] Added segment 7ddd3554-64b5-4ff7-9735-f58b31de803c of type vlan for network 4d297cf8-0ab0-49a0-a8db-82a17169c88a Jul 27 20:52:39.295417 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 58484) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:52:39.308748 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-db970ae0-6a79-4930-a6fc-7650506d59a4 req-6f846bc3-9534-4253-8155-2a43a17e9288 tempest-ServersAdminNegativeTestJSON-1736809839 tempest-ServersAdminNegativeTestJSON-1736809839-project] 10.222.0.59 "GET /v2.0/security-groups?id=243dab04-9884-44a9-8d02-cc354c808379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461733 Jul 27 20:52:39.318127 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c65e3150-2831-4945-bc6a-32a2e81408cb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790688424798'] for network, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:39.373329 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c65e3150-2831-4945-bc6a-32a2e81408cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920'] for network, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:39.374342 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c65e3150-2831-4945-bc6a-32a2e81408cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:52:39.374932 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c65e3150-2831-4945-bc6a-32a2e81408cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743886'] for network, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:39.399310 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-01121b99-833b-452d-8788-1c2bbecc7a91 req-b6d43117-96d5-4877-8c95-7ca5e8d84b4e tempest-DeleteServersAdminTestJSON-694577090 tempest-DeleteServersAdminTestJSON-694577090-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d672036-a3f5-4e89-8383-1613013839a7 HTTP/1.1" status: 200 len: 210 time: 0.0325155 Jul 27 20:52:39.438677 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 58498) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:52:39.438882 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-c65e3150-2831-4945-bc6a-32a2e81408cb admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6372113 Jul 27 20:52:39.444810 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-314f1218-5c07-4dcf-96f9-bbf0d3f0d6d2 admin admin] Request body: {'subnet': {'network_id': '4d297cf8-0ab0-49a0-a8db-82a17169c88a', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-2144458664-subnet', 'tenant_id': '0ae9964322044591b167626dd714310e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:52:39.448415 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65e3150-2831-4945-bc6a-32a2e81408cb admin admin] Pushing event updated for resources: {'Network': ['ID=4d297cf8-0ab0-49a0-a8db-82a17169c88a,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:52:39.459574 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Network 4d297cf8-0ab0-49a0-a8db-82a17169c88a details requested by agent ovs-agent-n-d-705658-22 with host n-d-705658-22 {{(pid=105586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 20:52:39.473364 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-314f1218-5c07-4dcf-96f9-bbf0d3f0d6d2 admin admin] Made reservation on behalf of 0ae9964322044591b167626dd714310e for: {'subnet': 1} {{(pid=105585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:52:39.475650 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-314f1218-5c07-4dcf-96f9-bbf0d3f0d6d2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9990620'] for subnet, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:39.605320 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-48929ff7-91e3-4b03-b716-ba294ae7744d admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=1c290ad233784528b1ef513066481db9&name=default HTTP/1.1" status: 200 len: 2977 time: 0.3085330 Jul 27 20:52:39.607870 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 58512) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:52:39.748890 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-23ba8a84-881c-4646-a5d2-3eacb19692f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:39.793783 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [req-1d751a8b-cf1c-4a5b-980f-633957ea4c8f req-eb02fc37-0dd1-4a03-8a8b-e09ed7e88c77 tempest-ServersWithSpecificFlavorTestJSON-635688280 tempest-ServersWithSpecificFlavorTestJSON-635688280-project] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=105585) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 20:52:39.794866 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-1d751a8b-cf1c-4a5b-980f-633957ea4c8f req-eb02fc37-0dd1-4a03-8a8b-e09ed7e88c77 tempest-ServersWithSpecificFlavorTestJSON-635688280 tempest-ServersWithSpecificFlavorTestJSON-635688280-project] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0085382 Jul 27 20:52:39.821015 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:39.824136 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-23ba8a84-881c-4646-a5d2-3eacb19692f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:39.872348 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-314f1218-5c07-4dcf-96f9-bbf0d3f0d6d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10221797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9990606'] for subnet, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:39.886247 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92691d74-7779-46cf-a439-6857abe4c9a0 req-9d6a1af8-8ea2-4112-a7b2-db0562e8393d tempest-ServersWithSpecificFlavorTestJSON-635688280 tempest-ServersWithSpecificFlavorTestJSON-635688280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:52:39.893583 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-92691d74-7779-46cf-a439-6857abe4c9a0 req-9d6a1af8-8ea2-4112-a7b2-db0562e8393d tempest-ServersWithSpecificFlavorTestJSON-635688280 tempest-ServersWithSpecificFlavorTestJSON-635688280-project] 10.222.0.59 "GET /v2.0/ports?device_id=4d0397ab-d49a-4764-929c-fe637a207962 HTTP/1.1" status: 200 len: 931 time: 0.2480557 Jul 27 20:52:40.025874 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-92691d74-7779-46cf-a439-6857abe4c9a0 req-13e2fd99-6b48-4567-aea9-b84524c7bf0a tempest-ServersWithSpecificFlavorTestJSON-635688280 tempest-ServersWithSpecificFlavorTestJSON-635688280-project] 10.222.0.59 "GET /v2.0/security-groups?id=55ca020d-7119-4e40-9e04-2cd3ab975f98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1313105 Jul 27 20:52:40.041859 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314f1218-5c07-4dcf-96f9-bbf0d3f0d6d2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ff9685c6-941b-44c9-867d-9e4581186e02,revision_number=0']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:52:40.055865 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-23ba8a84-881c-4646-a5d2-3eacb19692f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:40.059316 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-23ba8a84-881c-4646-a5d2-3eacb19692f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:40.061309 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-23ba8a84-881c-4646-a5d2-3eacb19692f7 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/7a98e04e-03f7-4a56-92ce-0a5aaa8405f7 HTTP/1.1" status: 204 len: 168 time: 0.4516969 Jul 27 20:52:40.076764 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ba8a84-881c-4646-a5d2-3eacb19692f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a98e04e-03f7-4a56-92ce-0a5aaa8405f7,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:52:40.081877 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-314f1218-5c07-4dcf-96f9-bbf0d3f0d6d2 admin admin] Checking segment: {'id': '7ddd3554-64b5-4ff7-9735-f58b31de803c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '4d297cf8-0ab0-49a0-a8db-82a17169c88a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:52:40.082252 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-314f1218-5c07-4dcf-96f9-bbf0d3f0d6d2 admin admin] Network hostable DHCP agents. Network: 4d297cf8-0ab0-49a0-a8db-82a17169c88a, hostable agents: ['7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a'], hosted agents: [] {{(pid=105585) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 20:52:40.107067 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-314f1218-5c07-4dcf-96f9-bbf0d3f0d6d2 admin admin] Network 4d297cf8-0ab0-49a0-a8db-82a17169c88a is scheduled to be hosted by DHCP agent 7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a with binding_index 1 {{(pid=105585) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 20:52:40.123282 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.base_scheduler [None req-314f1218-5c07-4dcf-96f9-bbf0d3f0d6d2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-22, 4d297cf8-0ab0-49a0-a8db-82a17169c88a) {{(pid=105585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:52:40.129912 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-314f1218-5c07-4dcf-96f9-bbf0d3f0d6d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:52:40.131082 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-314f1218-5c07-4dcf-96f9-bbf0d3f0d6d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743886'] for subnet, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:40.136023 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c11fa79f-a99f-441a-8535-f0965720e3ab None None] Network 4d297cf8-0ab0-49a0-a8db-82a17169c88a requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 20:52:40.151227 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-314f1218-5c07-4dcf-96f9-bbf0d3f0d6d2 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7107196 Jul 27 20:52:40.272947 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bce04c6-c160-417b-93c3-a665184600e2 None None] Network 4d297cf8-0ab0-49a0-a8db-82a17169c88a requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 20:52:40.358547 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [req-1d751a8b-cf1c-4a5b-980f-633957ea4c8f req-11e8e354-44a3-47d1-9d6b-f39d9f8084fe service neutron] Request body: {'port': {'device_id': '4d0397ab-d49a-4764-929c-fe637a207962', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-705658-22'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:52:40.496652 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-1d751a8b-cf1c-4a5b-980f-633957ea4c8f req-11e8e354-44a3-47d1-9d6b-f39d9f8084fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:40.519046 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 58558) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:52:40.543162 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.60', 50870) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:52:40.575218 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-0ecb576c-1f6d-4ab3-9d06-26232e2856c3 req-1ff50cd6-7a30-4eb1-b9da-07a122345347 tempest-DeleteServersAdminTestJSON-694577090 tempest-DeleteServersAdminTestJSON-694577090-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=ab8b9ba62a7743cbb3514fd50ae5d839&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0295250 Jul 27 20:52:40.600542 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e52073f9-589d-468b-b44d-7a7bb051ec1a req-3dee836e-284b-4677-baa3-d83784fb22f4 tempest-DeleteServersAdminTestJSON-694577090 tempest-DeleteServersAdminTestJSON-694577090-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d672036-a3f5-4e89-8383-1613013839a7 HTTP/1.1" status: 200 len: 210 time: 0.0824924 Jul 27 20:52:40.610783 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c04aa7-1740-47f5-a6b0-9620253d6930 req-09adc3f9-8fe7-415f-aa58-cfc065b4e843 tempest-ServersAdminNegativeTestJSON-1736809839 tempest-ServersAdminNegativeTestJSON-1736809839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:52:40.626228 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-c4c04aa7-1740-47f5-a6b0-9620253d6930 req-09adc3f9-8fe7-415f-aa58-cfc065b4e843 tempest-ServersAdminNegativeTestJSON-1736809839 tempest-ServersAdminNegativeTestJSON-1736809839-project] 10.222.0.59 "GET /v2.0/ports?device_id=1bf9620a-2e38-4ee9-8bc0-6be060c406a7 HTTP/1.1" status: 200 len: 947 time: 0.2216425 Jul 27 20:52:40.672500 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 58564) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:52:40.747238 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecb576c-1f6d-4ab3-9d06-26232e2856c3 req-13a52523-510b-424b-9c09-ef2e82485cf1 tempest-DeleteServersAdminTestJSON-694577090 tempest-DeleteServersAdminTestJSON-694577090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:52:40.749120 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-0ecb576c-1f6d-4ab3-9d06-26232e2856c3 req-13a52523-510b-424b-9c09-ef2e82485cf1 tempest-DeleteServersAdminTestJSON-694577090 tempest-DeleteServersAdminTestJSON-694577090-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1688082 Jul 27 20:52:40.757051 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-34075e6f-15dd-483b-848d-1cbead6fb0e9 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=b34311ac51e846be91d03ac9e23fd06a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0817468 Jul 27 20:52:40.758153 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-c4c04aa7-1740-47f5-a6b0-9620253d6930 req-f4ef6ffa-8ba4-430d-ae43-3a7a23021aaf tempest-ServersAdminNegativeTestJSON-1736809839 tempest-ServersAdminNegativeTestJSON-1736809839-project] 10.222.0.59 "GET /v2.0/security-groups?id=243dab04-9884-44a9-8d02-cc354c808379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379263 Jul 27 20:52:40.758855 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 58566) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:52:40.764999 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [req-0ecb576c-1f6d-4ab3-9d06-26232e2856c3 req-869b03fd-759c-4259-a39c-87311ca6ae29 tempest-DeleteServersAdminTestJSON-694577090 tempest-DeleteServersAdminTestJSON-694577090-project] Request body: {'port': {'device_id': '0d672036-a3f5-4e89-8383-1613013839a7', 'network_id': '4d64aa0b-bd6a-468e-8edc-c83689947462', 'admin_state_up': True, 'tenant_id': 'ab8b9ba62a7743cbb3514fd50ae5d839'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:52:40.836583 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device b8fe6458-953c-4840-bb62-60a4427c54f2 details requested by agent hyperv_n-h1-705658-22 with host n-h1-705658-22 {{(pid=105586) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 20:52:40.917642 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-25f392ce-fc08-4dfc-b841-425d88f5195c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:40.952296 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-25f392ce-fc08-4dfc-b841-425d88f5195c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:40.969560 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device f941d4e3-3dc5-4a75-801e-51778b862485 no longer exists at agent hyperv_n-h1-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 20:52:40.972664 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ecb576c-1f6d-4ab3-9d06-26232e2856c3 req-869b03fd-759c-4259-a39c-87311ca6ae29 tempest-DeleteServersAdminTestJSON-694577090 tempest-DeleteServersAdminTestJSON-694577090-project] Made reservation on behalf of ab8b9ba62a7743cbb3514fd50ae5d839 for: {'port': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:52:40.976402 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-0ecb576c-1f6d-4ab3-9d06-26232e2856c3 req-869b03fd-759c-4259-a39c-87311ca6ae29 tempest-DeleteServersAdminTestJSON-694577090 tempest-DeleteServersAdminTestJSON-694577090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:40.993670 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-28650df7-c46c-4981-b84f-37d87254047e None None] No Port match for: f941d4e3-3dc5-4a75-801e-51778b862485 {{(pid=105586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 20:52:40.994006 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device f941d4e3-3dc5-4a75-801e-51778b862485 not bound to the agent host n-h1-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 20:52:41.028351 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-054252a9-2e1b-477e-9d50-b6898ab87012 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:41.038619 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] For port b8fe6458-953c-4840-bb62-60a4427c54f2, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=b8fe6458-953c-4840-bb62-60a4427c54f2,segment=NetworkSegment(86b1e6f6-d629-4b03-8944-4cdfbfb93d02),segment_id=86b1e6f6-d629-4b03-8944-4cdfbfb93d02)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:52:41.056372 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Returning: {'device': 'b8fe6458-953c-4840-bb62-60a4427c54f2', 'network_id': '4d64aa0b-bd6a-468e-8edc-c83689947462', 'port_id': 'b8fe6458-953c-4840-bb62-60a4427c54f2', 'mac_address': 'fa:16:3e:3b:6b:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26644ba0-4185-4e10-8718-6ad18d01376c', 'ip_address': '192.168.233.24'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105586) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 20:52:41.117751 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-25f392ce-fc08-4dfc-b841-425d88f5195c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:41.120375 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-25f392ce-fc08-4dfc-b841-425d88f5195c admin admin] Notify callbacks [] for security_group, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:41.124729 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-25f392ce-fc08-4dfc-b841-425d88f5195c admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/5eaa8e8a-51b5-495e-a8a7-bafc4bb72ffe HTTP/1.1" status: 204 len: 168 time: 0.3647504 Jul 27 20:52:41.140415 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f392ce-fc08-4dfc-b841-425d88f5195c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5eaa8e8a-51b5-495e-a8a7-bafc4bb72ffe,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:52:41.146082 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:41.208768 n-d-705658-22 neutron-server[105585]: DEBUG neutron.notifiers.nova [req-1d751a8b-cf1c-4a5b-980f-633957ea4c8f req-11e8e354-44a3-47d1-9d6b-f39d9f8084fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed190ecd-f2a0-490c-9654-276734cf7f2f {{(pid=105585) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 20:52:41.231888 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8fe6458-953c-4840-bb62-60a4427c54f2 {{(pid=105586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 20:52:41.232846 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-1d751a8b-cf1c-4a5b-980f-633957ea4c8f req-11e8e354-44a3-47d1-9d6b-f39d9f8084fe service neutron] Notify callbacks [] for port, precommit_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:41.245295 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.db_base_plugin_common [req-0ecb576c-1f6d-4ab3-9d06-26232e2856c3 req-869b03fd-759c-4259-a39c-87311ca6ae29 tempest-DeleteServersAdminTestJSON-694577090 tempest-DeleteServersAdminTestJSON-694577090-project] Allocated IP 192.168.233.210 (4d64aa0b-bd6a-468e-8edc-c83689947462/26644ba0-4185-4e10-8718-6ad18d01376c/3d224d1d-b7b0-4813-8a0c-cf1329543c01) {{(pid=105584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:52:41.260552 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-255ecf36-763f-4748-bf6f-b9b6eed93a99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:41.274726 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.provisioning_blocks [req-1d751a8b-cf1c-4a5b-980f-633957ea4c8f req-11e8e354-44a3-47d1-9d6b-f39d9f8084fe service neutron] Transition to ACTIVE for port object ed190ecd-f2a0-490c-9654-276734cf7f2f will not be triggered until provisioned by entity L2. {{(pid=105585) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:52:41.280432 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] For port b8fe6458-953c-4840-bb62-60a4427c54f2, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=b8fe6458-953c-4840-bb62-60a4427c54f2,segment=NetworkSegment(86b1e6f6-d629-4b03-8944-4cdfbfb93d02),segment_id=86b1e6f6-d629-4b03-8944-4cdfbfb93d02)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:52:41.281943 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-1d751a8b-cf1c-4a5b-980f-633957ea4c8f req-11e8e354-44a3-47d1-9d6b-f39d9f8084fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10221672'] for port, after_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:41.289342 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:41.330572 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-054252a9-2e1b-477e-9d50-b6898ab87012 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:41.333750 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e8e354-44a3-47d1-9d6b-f39d9f8084fe service neutron] Pushing event updated for resources: {'Port': ['ID=ed190ecd-f2a0-490c-9654-276734cf7f2f,revision_number=2']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:52:41.347263 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-054252a9-2e1b-477e-9d50-b6898ab87012 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:41.366236 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Pushing event updated for resources: {'Port': ['ID=b8fe6458-953c-4840-bb62-60a4427c54f2,revision_number=4']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:52:41.373186 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5e5e8f-6d73-4380-943e-02b9ff6cbfdf req-92f4e91e-5287-47f5-a045-e6d3448537eb tempest-ServersWithSpecificFlavorTestJSON-635688280 tempest-ServersWithSpecificFlavorTestJSON-635688280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:52:41.381171 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-2a5e5e8f-6d73-4380-943e-02b9ff6cbfdf req-92f4e91e-5287-47f5-a045-e6d3448537eb tempest-ServersWithSpecificFlavorTestJSON-635688280 tempest-ServersWithSpecificFlavorTestJSON-635688280-project] 10.222.0.59 "GET /v2.0/ports?device_id=4d0397ab-d49a-4764-929c-fe637a207962 HTTP/1.1" status: 200 len: 931 time: 0.2117729 Jul 27 20:52:41.484856 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] get_ports_and_sgs() called for port_ids ['b8fe6458-953c-4840-bb62-60a4427c54f2'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 20:52:41.499573 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-2a5e5e8f-6d73-4380-943e-02b9ff6cbfdf req-2195fcc5-25ea-43d6-871e-15b5b2b43c29 tempest-ServersWithSpecificFlavorTestJSON-635688280 tempest-ServersWithSpecificFlavorTestJSON-635688280-project] 10.222.0.59 "GET /v2.0/security-groups?id=55ca020d-7119-4e40-9e04-2cd3ab975f98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1173420 Jul 27 20:52:41.513964 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-0ecb576c-1f6d-4ab3-9d06-26232e2856c3 req-869b03fd-759c-4259-a39c-87311ca6ae29 tempest-DeleteServersAdminTestJSON-694577090 tempest-DeleteServersAdminTestJSON-694577090-project] Notify callbacks [] for port, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:41.545603 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.provisioning_blocks [req-0ecb576c-1f6d-4ab3-9d06-26232e2856c3 req-869b03fd-759c-4259-a39c-87311ca6ae29 tempest-DeleteServersAdminTestJSON-694577090 tempest-DeleteServersAdminTestJSON-694577090-project] Transition to ACTIVE for port object 3d224d1d-b7b0-4813-8a0c-cf1329543c01 will not be triggered until provisioned by entity DHCP. {{(pid=105584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:52:41.562178 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.managers [req-1d751a8b-cf1c-4a5b-980f-633957ea4c8f req-11e8e354-44a3-47d1-9d6b-f39d9f8084fe service neutron] Attempting to bind port ed190ecd-f2a0-490c-9654-276734cf7f2f on host n-h2-705658-22 for vnic_type normal with profile {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:52:41.567128 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.managers [req-1d751a8b-cf1c-4a5b-980f-633957ea4c8f req-11e8e354-44a3-47d1-9d6b-f39d9f8084fe service neutron] Attempting to bind port ed190ecd-f2a0-490c-9654-276734cf7f2f by drivers openvswitch,hyperv on host n-h2-705658-22 at level 0 using segments [{'id': '2ea25427-d6e6-4416-87a7-64c07e5ed875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'ad708756-4858-4bf7-9c63-5e8aacaf6c3a'}] {{(pid=105585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:52:41.567630 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d751a8b-cf1c-4a5b-980f-633957ea4c8f req-11e8e354-44a3-47d1-9d6b-f39d9f8084fe service neutron] Attempting to bind port ed190ecd-f2a0-490c-9654-276734cf7f2f on network ad708756-4858-4bf7-9c63-5e8aacaf6c3a {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:52:41.579076 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d751a8b-cf1c-4a5b-980f-633957ea4c8f req-11e8e354-44a3-47d1-9d6b-f39d9f8084fe service neutron] Port ed190ecd-f2a0-490c-9654-276734cf7f2f on network ad708756-4858-4bf7-9c63-5e8aacaf6c3a not bound, no agent of type Open vSwitch agent registered on host n-h2-705658-22 {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 20:52:41.579761 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d751a8b-cf1c-4a5b-980f-633957ea4c8f req-11e8e354-44a3-47d1-9d6b-f39d9f8084fe service neutron] Attempting to bind port ed190ecd-f2a0-490c-9654-276734cf7f2f on network ad708756-4858-4bf7-9c63-5e8aacaf6c3a {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:52:41.588385 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d751a8b-cf1c-4a5b-980f-633957ea4c8f req-11e8e354-44a3-47d1-9d6b-f39d9f8084fe service neutron] Checking agent: {'id': '65195a73-a875-4810-9f5b-622ae260a8a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 49, 40), 'started_at': datetime.datetime(2021, 7, 27, 20, 49, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 52, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:52:41.588921 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d751a8b-cf1c-4a5b-980f-633957ea4c8f req-11e8e354-44a3-47d1-9d6b-f39d9f8084fe service neutron] Checking segment: {'id': '2ea25427-d6e6-4416-87a7-64c07e5ed875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'ad708756-4858-4bf7-9c63-5e8aacaf6c3a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:52:41.589604 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d751a8b-cf1c-4a5b-980f-633957ea4c8f req-11e8e354-44a3-47d1-9d6b-f39d9f8084fe service neutron] Bound using segment: {'id': '2ea25427-d6e6-4416-87a7-64c07e5ed875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'ad708756-4858-4bf7-9c63-5e8aacaf6c3a'} {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:52:41.590809 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.managers [req-1d751a8b-cf1c-4a5b-980f-633957ea4c8f req-11e8e354-44a3-47d1-9d6b-f39d9f8084fe service neutron] Bound port: ed190ecd-f2a0-490c-9654-276734cf7f2f, host: n-h2-705658-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ea25427-d6e6-4416-87a7-64c07e5ed875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'ad708756-4858-4bf7-9c63-5e8aacaf6c3a'}}] {{(pid=105585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:52:41.591263 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-1d751a8b-cf1c-4a5b-980f-633957ea4c8f req-11e8e354-44a3-47d1-9d6b-f39d9f8084fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:41.623686 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 58592) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:52:41.624371 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-054252a9-2e1b-477e-9d50-b6898ab87012 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=df8e26af50e44b8ba31b3ba90c8d08e3&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1036098 Jul 27 20:52:41.661690 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054252a9-2e1b-477e-9d50-b6898ab87012 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba44cf34-53f5-4740-ae5b-40b038d2b71b,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:52:41.713113 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-0ecb576c-1f6d-4ab3-9d06-26232e2856c3 req-869b03fd-759c-4259-a39c-87311ca6ae29 tempest-DeleteServersAdminTestJSON-694577090 tempest-DeleteServersAdminTestJSON-694577090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:41.799729 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ecb576c-1f6d-4ab3-9d06-26232e2856c3 req-869b03fd-759c-4259-a39c-87311ca6ae29 tempest-DeleteServersAdminTestJSON-694577090 tempest-DeleteServersAdminTestJSON-694577090-project] Network 4d64aa0b-bd6a-468e-8edc-c83689947462 is already hosted by enough agents. {{(pid=105584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:52:41.805561 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:41.812491 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [req-0ecb576c-1f6d-4ab3-9d06-26232e2856c3 req-869b03fd-759c-4259-a39c-87311ca6ae29 tempest-DeleteServersAdminTestJSON-694577090 tempest-DeleteServersAdminTestJSON-694577090-project] Resources bound (agent type, host, resource id): {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:52:41.816950 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ecb576c-1f6d-4ab3-9d06-26232e2856c3 req-869b03fd-759c-4259-a39c-87311ca6ae29 tempest-DeleteServersAdminTestJSON-694577090 tempest-DeleteServersAdminTestJSON-694577090-project] Received port after_create {{(pid=105584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:52:41.828128 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869b03fd-759c-4259-a39c-87311ca6ae29 tempest-DeleteServersAdminTestJSON-694577090 tempest-DeleteServersAdminTestJSON-694577090-project] Pushing event updated for resources: {'Port': ['ID=3d224d1d-b7b0-4813-8a0c-cf1329543c01,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:52:41.892386 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.db [req-1d751a8b-cf1c-4a5b-980f-633957ea4c8f req-11e8e354-44a3-47d1-9d6b-f39d9f8084fe service neutron] For port ed190ecd-f2a0-490c-9654-276734cf7f2f, host n-h2-705658-22, cleared binding levels {{(pid=105585) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:52:41.911183 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.db [req-1d751a8b-cf1c-4a5b-980f-633957ea4c8f req-11e8e354-44a3-47d1-9d6b-f39d9f8084fe service neutron] For port ed190ecd-f2a0-490c-9654-276734cf7f2f, host n-h2-705658-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=ed190ecd-f2a0-490c-9654-276734cf7f2f,segment=NetworkSegment(2ea25427-d6e6-4416-87a7-64c07e5ed875),segment_id=2ea25427-d6e6-4416-87a7-64c07e5ed875)] {{(pid=105585) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:52:41.936081 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-1d751a8b-cf1c-4a5b-980f-633957ea4c8f req-11e8e354-44a3-47d1-9d6b-f39d9f8084fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10221672'] for port, after_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:41.941156 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecb576c-1f6d-4ab3-9d06-26232e2856c3 req-869b03fd-759c-4259-a39c-87311ca6ae29 tempest-DeleteServersAdminTestJSON-694577090 tempest-DeleteServersAdminTestJSON-694577090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:52:41.941809 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-0ecb576c-1f6d-4ab3-9d06-26232e2856c3 req-869b03fd-759c-4259-a39c-87311ca6ae29 tempest-DeleteServersAdminTestJSON-694577090 tempest-DeleteServersAdminTestJSON-694577090-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:41.962886 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-0ecb576c-1f6d-4ab3-9d06-26232e2856c3 req-869b03fd-759c-4259-a39c-87311ca6ae29 tempest-DeleteServersAdminTestJSON-694577090 tempest-DeleteServersAdminTestJSON-694577090-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2015891 Jul 27 20:52:41.985033 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [req-0ecb576c-1f6d-4ab3-9d06-26232e2856c3 req-55487d9b-fb2f-45cf-bed2-443c5d2197da service neutron] Request body: {'port': {'device_id': '0d672036-a3f5-4e89-8383-1613013839a7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-705658-22'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:52:42.071103 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-a351644e-fedc-4a03-95ab-d655ea2d745f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:42.088401 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-0ecb576c-1f6d-4ab3-9d06-26232e2856c3 req-55487d9b-fb2f-45cf-bed2-443c5d2197da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:42.119051 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-2382dc11-9ea4-4242-863f-5c3e6a2892d6 None None] Provisioning for port 3d224d1d-b7b0-4813-8a0c-cf1329543c01 completed by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:52:42.125614 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-2382dc11-9ea4-4242-863f-5c3e6a2892d6 None None] Provisioning complete for port 3d224d1d-b7b0-4813-8a0c-cf1329543c01 triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:52:42.126233 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-2382dc11-9ea4-4242-863f-5c3e6a2892d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:42.130357 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d751a8b-cf1c-4a5b-980f-633957ea4c8f req-11e8e354-44a3-47d1-9d6b-f39d9f8084fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:52:42.131024 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-1d751a8b-cf1c-4a5b-980f-633957ea4c8f req-11e8e354-44a3-47d1-9d6b-f39d9f8084fe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743886'] for port, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:42.133248 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-1d751a8b-cf1c-4a5b-980f-633957ea4c8f req-11e8e354-44a3-47d1-9d6b-f39d9f8084fe service neutron] 10.222.0.60 "PUT /v2.0/ports/ed190ecd-f2a0-490c-9654-276734cf7f2f HTTP/1.1" status: 200 len: 1092 time: 2.0927639 Jul 27 20:52:42.140148 n-d-705658-22 neutron-server[105585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d0397ab-d49a-4764-929c-fe637a207962', 'tag': 'ed190ecd-f2a0-490c-9654-276734cf7f2f'}] {{(pid=105585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:52:42.150739 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e8e354-44a3-47d1-9d6b-f39d9f8084fe service neutron] Pushing event updated for resources: {'Port': ['ID=ed190ecd-f2a0-490c-9654-276734cf7f2f,revision_number=3']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:52:42.180962 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-a351644e-fedc-4a03-95ab-d655ea2d745f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:42.191977 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-2382dc11-9ea4-4242-863f-5c3e6a2892d6 None None] Port 3d224d1d-b7b0-4813-8a0c-cf1329543c01 cannot update to ACTIVE because it is not bound. {{(pid=105586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 20:52:42.252036 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c880df2-6ddb-47ad-b274-ab106a125ca2 req-a88452f9-66e6-4350-8224-231dc58754ba tempest-DeleteServersAdminTestJSON-694577090 tempest-DeleteServersAdminTestJSON-694577090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:52:42.253999 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-7c880df2-6ddb-47ad-b274-ab106a125ca2 req-a88452f9-66e6-4350-8224-231dc58754ba tempest-DeleteServersAdminTestJSON-694577090 tempest-DeleteServersAdminTestJSON-694577090-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d672036-a3f5-4e89-8383-1613013839a7 HTTP/1.1" status: 200 len: 936 time: 0.5386920 Jul 27 20:52:42.270812 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 58614) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:52:42.285369 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-f9ca8a35-16f8-4e74-94d8-ba72b014f9c8 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-2134069418-network', 'tenant_id': '08e93c3041574d459c16906aee24b18d'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:52:42.353767 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9ca8a35-16f8-4e74-94d8-ba72b014f9c8 admin admin] Made reservation on behalf of 08e93c3041574d459c16906aee24b18d for: {'network': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:52:42.356141 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-f9ca8a35-16f8-4e74-94d8-ba72b014f9c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for network, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:42.371569 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-f9ca8a35-16f8-4e74-94d8-ba72b014f9c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:42.514371 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [req-0ecb576c-1f6d-4ab3-9d06-26232e2856c3 req-55487d9b-fb2f-45cf-bed2-443c5d2197da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d224d1d-b7b0-4813-8a0c-cf1329543c01 {{(pid=105584) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 20:52:42.528189 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-0ecb576c-1f6d-4ab3-9d06-26232e2856c3 req-55487d9b-fb2f-45cf-bed2-443c5d2197da service neutron] Notify callbacks [] for port, precommit_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:42.550628 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.provisioning_blocks [req-0ecb576c-1f6d-4ab3-9d06-26232e2856c3 req-55487d9b-fb2f-45cf-bed2-443c5d2197da service neutron] Transition to ACTIVE for port object 3d224d1d-b7b0-4813-8a0c-cf1329543c01 will not be triggered until provisioned by entity L2. {{(pid=105584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:52:42.561069 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-0ecb576c-1f6d-4ab3-9d06-26232e2856c3 req-55487d9b-fb2f-45cf-bed2-443c5d2197da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9014027'] for port, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:42.579425 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-f9ca8a35-16f8-4e74-94d8-ba72b014f9c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:42.585520 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d66fd65881426bfc2b5388084a3654e5eae521106a15a3dbf0eb4cde7106c36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fea0802-6bf1-4ab1-a806-9b2cbe8a6e95" -d '{"events": [{"name": "network-changed", "server_uuid": "4d0397ab-d49a-4764-929c-fe637a207962", "tag": "ed190ecd-f2a0-490c-9654-276734cf7f2f"}]}' {{(pid=105585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:52:42.603306 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-f9ca8a35-16f8-4e74-94d8-ba72b014f9c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:42.606972 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148994b4-1b38-457a-87ad-08e3f27b5cbc req-2784396d-a68c-4928-814f-f84e4199518b tempest-ServersAdminNegativeTestJSON-1736809839 tempest-ServersAdminNegativeTestJSON-1736809839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:52:42.608511 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-148994b4-1b38-457a-87ad-08e3f27b5cbc req-2784396d-a68c-4928-814f-f84e4199518b tempest-ServersAdminNegativeTestJSON-1736809839 tempest-ServersAdminNegativeTestJSON-1736809839-project] 10.222.0.59 "GET /v2.0/ports?device_id=1bf9620a-2e38-4ee9-8bc0-6be060c406a7 HTTP/1.1" status: 200 len: 948 time: 0.6872361 Jul 27 20:52:42.645610 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9ca8a35-16f8-4e74-94d8-ba72b014f9c8 admin admin] vlan segment allocate from pool success with {'vlan_id': 209, 'physical_network': 'physnet1'} {{(pid=105584) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 20:52:42.663907 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55487d9b-fb2f-45cf-bed2-443c5d2197da service neutron] Pushing event updated for resources: {'Port': ['ID=3d224d1d-b7b0-4813-8a0c-cf1329543c01,revision_number=2']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:52:42.668768 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-7c880df2-6ddb-47ad-b274-ab106a125ca2 req-da06ef9c-626d-464a-a086-03ee27f6000a tempest-DeleteServersAdminTestJSON-694577090 tempest-DeleteServersAdminTestJSON-694577090-project] 10.222.0.59 "GET /v2.0/security-groups?id=57c0a943-9ad7-4e44-93fc-83b6b6f566f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3773506 Jul 27 20:52:42.675897 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d751a8b-cf1c-4a5b-980f-633957ea4c8f req-b70853fd-bdf2-4041-8510-af901be8d335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:52:42.679278 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-1d751a8b-cf1c-4a5b-980f-633957ea4c8f req-b70853fd-bdf2-4041-8510-af901be8d335 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=f4dd8c54051d43128b80a7b27aca23a8&device_id=4d0397ab-d49a-4764-929c-fe637a207962 HTTP/1.1" status: 200 len: 1095 time: 0.4847100 Jul 27 20:52:42.686642 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ca8a35-16f8-4e74-94d8-ba72b014f9c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0ebaea4-16aa-4e77-b2c3-8475d2f49e70,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:52:42.733857 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-a351644e-fedc-4a03-95ab-d655ea2d745f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:42.734567 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-f9ca8a35-16f8-4e74-94d8-ba72b014f9c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:42.734917 n-d-705658-22 neutron-server[105584]: INFO neutron.db.segments_db [None req-f9ca8a35-16f8-4e74-94d8-ba72b014f9c8 admin admin] Added segment bfd9cda7-3b5b-4375-a246-4b33a75fef28 of type vlan for network b77d7116-444e-4d1d-bb33-381dce979e95 Jul 27 20:52:42.736810 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-a351644e-fedc-4a03-95ab-d655ea2d745f admin admin] Notify callbacks [] for security_group, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:42.740859 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-a351644e-fedc-4a03-95ab-d655ea2d745f admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/ba44cf34-53f5-4740-ae5b-40b038d2b71b HTTP/1.1" status: 204 len: 168 time: 1.1113515 Jul 27 20:52:42.765673 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-bb32ed7d-8717-448b-a9c8-a5a0117d1fd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:42.781694 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-1d751a8b-cf1c-4a5b-980f-633957ea4c8f req-ef5b6935-831b-4ccb-8c32-1b4d94119c90 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ed190ecd-f2a0-490c-9654-276734cf7f2f HTTP/1.1" status: 200 len: 217 time: 0.0883541 Jul 27 20:52:42.789676 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-148994b4-1b38-457a-87ad-08e3f27b5cbc req-d51421cd-62a0-42be-adda-b1328462281e tempest-ServersAdminNegativeTestJSON-1736809839 tempest-ServersAdminNegativeTestJSON-1736809839-project] 10.222.0.59 "GET /v2.0/security-groups?id=243dab04-9884-44a9-8d02-cc354c808379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631100 Jul 27 20:52:42.799100 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a351644e-fedc-4a03-95ab-d655ea2d745f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba44cf34-53f5-4740-ae5b-40b038d2b71b,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:52:42.851711 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device b8fe6458-953c-4840-bb62-60a4427c54f2 up at agent hyperv_n-h1-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:52:42.906853 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-f9ca8a35-16f8-4e74-94d8-ba72b014f9c8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790688424798'] for network, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:42.929299 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d751a8b-cf1c-4a5b-980f-633957ea4c8f req-a99406e4-4f73-4fc2-82ed-7ec60a325fab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:52:42.933437 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-1d751a8b-cf1c-4a5b-980f-633957ea4c8f req-a99406e4-4f73-4fc2-82ed-7ec60a325fab service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ede1963b-50a5-4164-867c-90340ab6a875 HTTP/1.1" status: 200 len: 862 time: 0.1412191 Jul 27 20:52:42.943118 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Provisioning for port b8fe6458-953c-4840-bb62-60a4427c54f2 completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:52:42.967845 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Provisioning complete for port b8fe6458-953c-4840-bb62-60a4427c54f2 triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:52:42.968623 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:42.970330 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [req-0ecb576c-1f6d-4ab3-9d06-26232e2856c3 req-55487d9b-fb2f-45cf-bed2-443c5d2197da service neutron] Attempting to bind port 3d224d1d-b7b0-4813-8a0c-cf1329543c01 on host n-h2-705658-22 for vnic_type normal with profile {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:52:42.970578 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [req-0ecb576c-1f6d-4ab3-9d06-26232e2856c3 req-55487d9b-fb2f-45cf-bed2-443c5d2197da service neutron] Attempting to bind port 3d224d1d-b7b0-4813-8a0c-cf1329543c01 by drivers openvswitch,hyperv on host n-h2-705658-22 at level 0 using segments [{'id': '86b1e6f6-d629-4b03-8944-4cdfbfb93d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '4d64aa0b-bd6a-468e-8edc-c83689947462'}] {{(pid=105584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:52:42.970903 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ecb576c-1f6d-4ab3-9d06-26232e2856c3 req-55487d9b-fb2f-45cf-bed2-443c5d2197da service neutron] Attempting to bind port 3d224d1d-b7b0-4813-8a0c-cf1329543c01 on network 4d64aa0b-bd6a-468e-8edc-c83689947462 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:52:42.977174 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-f9ca8a35-16f8-4e74-94d8-ba72b014f9c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920'] for network, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:42.978195 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9ca8a35-16f8-4e74-94d8-ba72b014f9c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:52:42.978823 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-f9ca8a35-16f8-4e74-94d8-ba72b014f9c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743886'] for network, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:42.992389 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ecb576c-1f6d-4ab3-9d06-26232e2856c3 req-55487d9b-fb2f-45cf-bed2-443c5d2197da service neutron] Port 3d224d1d-b7b0-4813-8a0c-cf1329543c01 on network 4d64aa0b-bd6a-468e-8edc-c83689947462 not bound, no agent of type Open vSwitch agent registered on host n-h2-705658-22 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 20:52:42.992765 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ecb576c-1f6d-4ab3-9d06-26232e2856c3 req-55487d9b-fb2f-45cf-bed2-443c5d2197da service neutron] Attempting to bind port 3d224d1d-b7b0-4813-8a0c-cf1329543c01 on network 4d64aa0b-bd6a-468e-8edc-c83689947462 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:52:43.002186 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ecb576c-1f6d-4ab3-9d06-26232e2856c3 req-55487d9b-fb2f-45cf-bed2-443c5d2197da service neutron] Checking agent: {'id': '65195a73-a875-4810-9f5b-622ae260a8a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 49, 40), 'started_at': datetime.datetime(2021, 7, 27, 20, 49, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 52, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:52:43.002537 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ecb576c-1f6d-4ab3-9d06-26232e2856c3 req-55487d9b-fb2f-45cf-bed2-443c5d2197da service neutron] Checking segment: {'id': '86b1e6f6-d629-4b03-8944-4cdfbfb93d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '4d64aa0b-bd6a-468e-8edc-c83689947462'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:52:43.003169 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ecb576c-1f6d-4ab3-9d06-26232e2856c3 req-55487d9b-fb2f-45cf-bed2-443c5d2197da service neutron] Bound using segment: {'id': '86b1e6f6-d629-4b03-8944-4cdfbfb93d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '4d64aa0b-bd6a-468e-8edc-c83689947462'} {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:52:43.003780 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [req-0ecb576c-1f6d-4ab3-9d06-26232e2856c3 req-55487d9b-fb2f-45cf-bed2-443c5d2197da service neutron] Bound port: 3d224d1d-b7b0-4813-8a0c-cf1329543c01, host: n-h2-705658-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '86b1e6f6-d629-4b03-8944-4cdfbfb93d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '4d64aa0b-bd6a-468e-8edc-c83689947462'}}] {{(pid=105584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:52:43.004182 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-0ecb576c-1f6d-4ab3-9d06-26232e2856c3 req-55487d9b-fb2f-45cf-bed2-443c5d2197da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:43.093875 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:43.104684 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [req-0ecb576c-1f6d-4ab3-9d06-26232e2856c3 req-55487d9b-fb2f-45cf-bed2-443c5d2197da service neutron] For port 3d224d1d-b7b0-4813-8a0c-cf1329543c01, host n-h2-705658-22, cleared binding levels {{(pid=105584) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:52:43.108120 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [req-0ecb576c-1f6d-4ab3-9d06-26232e2856c3 req-55487d9b-fb2f-45cf-bed2-443c5d2197da service neutron] For port 3d224d1d-b7b0-4813-8a0c-cf1329543c01, host n-h2-705658-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=3d224d1d-b7b0-4813-8a0c-cf1329543c01,segment=NetworkSegment(86b1e6f6-d629-4b03-8944-4cdfbfb93d02),segment_id=86b1e6f6-d629-4b03-8944-4cdfbfb93d02)] {{(pid=105584) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:52:43.142786 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bf9620a-2e38-4ee9-8bc0-6be060c406a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8fe6458-953c-4840-bb62-60a4427c54f2'}] {{(pid=105586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:52:43.153732 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14c1663e039faf5393f87855f745010ac5b02220355b68fdbf065393e303ac56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1eafee20-b53c-43d8-818a-cbd026fb24ed" -d '{"events": [{"server_uuid": "1bf9620a-2e38-4ee9-8bc0-6be060c406a7", "name": "network-vif-plugged", "status": "completed", "tag": "b8fe6458-953c-4840-bb62-60a4427c54f2"}]}' {{(pid=105586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:52:43.181658 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] For port b8fe6458-953c-4840-bb62-60a4427c54f2, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=b8fe6458-953c-4840-bb62-60a4427c54f2,segment=NetworkSegment(86b1e6f6-d629-4b03-8944-4cdfbfb93d02),segment_id=86b1e6f6-d629-4b03-8944-4cdfbfb93d02)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:52:43.186540 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d751a8b-cf1c-4a5b-980f-633957ea4c8f req-2113be36-4478-4cb9-b273-7c729c21b8f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:52:43.188156 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-1d751a8b-cf1c-4a5b-980f-633957ea4c8f req-2113be36-4478-4cb9-b273-7c729c21b8f9 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ad708756-4858-4bf7-9c63-5e8aacaf6c3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2393556 Jul 27 20:52:43.198139 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:43.199811 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b5773b-0b75-4575-afdc-d04d7c0c212d req-bdb2afa1-b77d-4a56-a4ae-57253ed0b8d7 tempest-ServersWithSpecificFlavorTestJSON-635688280 tempest-ServersWithSpecificFlavorTestJSON-635688280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:52:43.201007 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-33b5773b-0b75-4575-afdc-d04d7c0c212d req-bdb2afa1-b77d-4a56-a4ae-57253ed0b8d7 tempest-ServersWithSpecificFlavorTestJSON-635688280 tempest-ServersWithSpecificFlavorTestJSON-635688280-project] 10.222.0.59 "GET /v2.0/ports?device_id=4d0397ab-d49a-4764-929c-fe637a207962 HTTP/1.1" status: 200 len: 943 time: 0.2648313 Jul 27 20:52:43.291640 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-33b5773b-0b75-4575-afdc-d04d7c0c212d req-9bf39507-1a09-4269-85a7-e01b98b499c6 tempest-ServersWithSpecificFlavorTestJSON-635688280 tempest-ServersWithSpecificFlavorTestJSON-635688280-project] 10.222.0.59 "GET /v2.0/security-groups?id=55ca020d-7119-4e40-9e04-2cd3ab975f98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0815439 Jul 27 20:52:43.302739 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Pushing event updated for resources: {'Port': ['ID=b8fe6458-953c-4840-bb62-60a4427c54f2,revision_number=5']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:52:43.351429 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-1d751a8b-cf1c-4a5b-980f-633957ea4c8f req-dfd05df7-adca-4d94-8701-a5e7d00a8973 service neutron] 10.222.0.60 "GET /v2.0/networks/ad708756-4858-4bf7-9c63-5e8aacaf6c3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1493897 Jul 27 20:52:43.367593 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 20:52:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1788e599-cc94-4480-b2c5-710f13215c1c x-openstack-request-id: req-1788e599-cc94-4480-b2c5-710f13215c1c {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:52:43.367912 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bf9620a-2e38-4ee9-8bc0-6be060c406a7", "name": "network-vif-plugged", "status": "completed", "tag": "b8fe6458-953c-4840-bb62-60a4427c54f2", "code": 200}]} {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:52:43.368336 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-1788e599-cc94-4480-b2c5-710f13215c1c {{(pid=105586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:52:43.368903 n-d-705658-22 neutron-server[105586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bf9620a-2e38-4ee9-8bc0-6be060c406a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8fe6458-953c-4840-bb62-60a4427c54f2', 'code': 200} Jul 27 20:52:43.466056 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ca8a35-16f8-4e74-94d8-ba72b014f9c8 admin admin] Pushing event updated for resources: {'Network': ['ID=b77d7116-444e-4d1d-bb33-381dce979e95,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:52:43.470706 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-f9ca8a35-16f8-4e74-94d8-ba72b014f9c8 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.1962686 Jul 27 20:52:43.473037 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 58664) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:52:43.473607 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 58670) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:52:43.478180 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Network b77d7116-444e-4d1d-bb33-381dce979e95 details requested by agent ovs-agent-n-d-705658-22 with host n-d-705658-22 {{(pid=105586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 20:52:43.520540 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-fc57a761-9a6d-40eb-87bb-9e29567caa38 admin admin] Request body: {'subnet': {'network_id': 'b77d7116-444e-4d1d-bb33-381dce979e95', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-2134069418-subnet', 'tenant_id': '08e93c3041574d459c16906aee24b18d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:52:43.525150 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-0ecb576c-1f6d-4ab3-9d06-26232e2856c3 req-55487d9b-fb2f-45cf-bed2-443c5d2197da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9014027'] for port, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:43.545399 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-1d751a8b-cf1c-4a5b-980f-633957ea4c8f req-a7c4cf3a-879f-49b8-9b92-52ccd07cd72f service neutron] 10.222.0.60 "GET /v2.0/networks/ad708756-4858-4bf7-9c63-5e8aacaf6c3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1856112 Jul 27 20:52:43.572647 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-f4463933-945f-49af-9fcc-f7333443892d admin admin] Notify callbacks [] for security_group, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:43.628719 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecb576c-1f6d-4ab3-9d06-26232e2856c3 req-55487d9b-fb2f-45cf-bed2-443c5d2197da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:52:43.629629 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-0ecb576c-1f6d-4ab3-9d06-26232e2856c3 req-55487d9b-fb2f-45cf-bed2-443c5d2197da service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:43.631388 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-0ecb576c-1f6d-4ab3-9d06-26232e2856c3 req-55487d9b-fb2f-45cf-bed2-443c5d2197da service neutron] 10.222.0.60 "PUT /v2.0/ports/3d224d1d-b7b0-4813-8a0c-cf1329543c01 HTTP/1.1" status: 200 len: 1097 time: 1.6603949 Jul 27 20:52:43.644720 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d672036-a3f5-4e89-8383-1613013839a7', 'tag': '3d224d1d-b7b0-4813-8a0c-cf1329543c01'}] {{(pid=105584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:52:43.650557 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bce5e6c8685464f7626901654159975603b047827e3138302ed6566e28f1343" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12ee54e0-fc20-4af6-aad8-e3e0d40e4282" -d '{"events": [{"name": "network-changed", "server_uuid": "0d672036-a3f5-4e89-8383-1613013839a7", "tag": "3d224d1d-b7b0-4813-8a0c-cf1329543c01"}]}' {{(pid=105584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:52:43.672250 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc57a761-9a6d-40eb-87bb-9e29567caa38 admin admin] Made reservation on behalf of 08e93c3041574d459c16906aee24b18d for: {'subnet': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:52:43.675156 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-fc57a761-9a6d-40eb-87bb-9e29567caa38 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9738786'] for subnet, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:43.876595 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 20:52:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e084e265-b2aa-41ef-89f4-cc8a4109e255 x-openstack-request-id: req-e084e265-b2aa-41ef-89f4-cc8a4109e255 {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:52:43.876971 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d672036-a3f5-4e89-8383-1613013839a7", "tag": "3d224d1d-b7b0-4813-8a0c-cf1329543c01", "status": "completed", "code": 200}]} {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:52:43.877145 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-e084e265-b2aa-41ef-89f4-cc8a4109e255 {{(pid=105584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:52:43.877511 n-d-705658-22 neutron-server[105584]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d672036-a3f5-4e89-8383-1613013839a7', 'tag': '3d224d1d-b7b0-4813-8a0c-cf1329543c01', 'status': 'completed', 'code': 200} Jul 27 20:52:43.892188 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 20:52:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d1ad49a-3713-49b0-92a4-7ede0e839809 x-openstack-request-id: req-8d1ad49a-3713-49b0-92a4-7ede0e839809 {{(pid=105585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:52:43.892551 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d0397ab-d49a-4764-929c-fe637a207962", "tag": "ed190ecd-f2a0-490c-9654-276734cf7f2f", "status": "completed", "code": 200}]} {{(pid=105585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:52:43.892886 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-8d1ad49a-3713-49b0-92a4-7ede0e839809 {{(pid=105585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:52:43.893799 n-d-705658-22 neutron-server[105585]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d0397ab-d49a-4764-929c-fe637a207962', 'tag': 'ed190ecd-f2a0-490c-9654-276734cf7f2f', 'status': 'completed', 'code': 200} Jul 27 20:52:43.984230 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55487d9b-fb2f-45cf-bed2-443c5d2197da service neutron] Pushing event updated for resources: {'Port': ['ID=3d224d1d-b7b0-4813-8a0c-cf1329543c01,revision_number=3']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:52:44.096483 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2948f6a-36e9-452f-a316-9f3a3e09ddd0 req-c92f8639-b9c7-43a2-aab5-9dbe7d19b402 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:52:44.098626 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-d2948f6a-36e9-452f-a316-9f3a3e09ddd0 req-c92f8639-b9c7-43a2-aab5-9dbe7d19b402 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=1bf9620a-2e38-4ee9-8bc0-6be060c406a7 HTTP/1.1" status: 200 len: 1101 time: 0.6263907 Jul 27 20:52:44.101613 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-f4463933-945f-49af-9fcc-f7333443892d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:44.118920 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-f4463933-945f-49af-9fcc-f7333443892d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:44.151298 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fea0802-6bf1-4ab1-a806-9b2cbe8a6e95 req-8f9b01ba-c46c-4a0c-9cde-83b195936619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:52:44.153233 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-3fea0802-6bf1-4ab1-a806-9b2cbe8a6e95 req-8f9b01ba-c46c-4a0c-9cde-83b195936619 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=f4dd8c54051d43128b80a7b27aca23a8&device_id=4d0397ab-d49a-4764-929c-fe637a207962 HTTP/1.1" status: 200 len: 1095 time: 0.2196350 Jul 27 20:52:44.154849 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-875ced1b-4cf3-463a-9653-058f0f9421e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:44.164353 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53352fe6-cd4d-4ba3-81cb-1e173a8c05f6 req-8f132bb0-e1e5-4990-b6a9-5db0763265f4 tempest-DeleteServersAdminTestJSON-694577090 tempest-DeleteServersAdminTestJSON-694577090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:52:44.165948 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-53352fe6-cd4d-4ba3-81cb-1e173a8c05f6 req-8f132bb0-e1e5-4990-b6a9-5db0763265f4 tempest-DeleteServersAdminTestJSON-694577090 tempest-DeleteServersAdminTestJSON-694577090-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d672036-a3f5-4e89-8383-1613013839a7 HTTP/1.1" status: 200 len: 948 time: 0.2653883 Jul 27 20:52:44.200134 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72747d0d-a2c1-4f00-8555-08e7f22b57bb req-a131baa6-8337-4cb1-9d62-a750badccb0e tempest-ServersAdminNegativeTestJSON-1736809839 tempest-ServersAdminNegativeTestJSON-1736809839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:52:44.201628 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-72747d0d-a2c1-4f00-8555-08e7f22b57bb req-a131baa6-8337-4cb1-9d62-a750badccb0e tempest-ServersAdminNegativeTestJSON-1736809839 tempest-ServersAdminNegativeTestJSON-1736809839-project] 10.222.0.59 "GET /v2.0/ports?device_id=1bf9620a-2e38-4ee9-8bc0-6be060c406a7 HTTP/1.1" status: 200 len: 949 time: 0.1603115 Jul 27 20:52:44.232792 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4463933-945f-49af-9fcc-f7333443892d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c6bff55-6119-492d-ad29-3d82cb18cf42,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:52:44.248473 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-f4463933-945f-49af-9fcc-f7333443892d admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=4a3553f2e25f43c1959effdfdcf34968&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7735558 Jul 27 20:52:44.253502 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 58712) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:52:44.258920 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-d2948f6a-36e9-452f-a316-9f3a3e09ddd0 req-b4c86835-3110-44b0-80e2-b5fa5c7871f3 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=243dab04-9884-44a9-8d02-cc354c808379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515067 Jul 27 20:52:44.268572 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecb576c-1f6d-4ab3-9d06-26232e2856c3 req-d5136601-1861-4407-a1aa-b18c4275ef8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:52:44.270427 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-0ecb576c-1f6d-4ab3-9d06-26232e2856c3 req-d5136601-1861-4407-a1aa-b18c4275ef8b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=ab8b9ba62a7743cbb3514fd50ae5d839&device_id=0d672036-a3f5-4e89-8383-1613013839a7 HTTP/1.1" status: 200 len: 1100 time: 0.5830154 Jul 27 20:52:44.367912 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-0ecb576c-1f6d-4ab3-9d06-26232e2856c3 req-0976db98-bbd6-4c11-8e64-1ad95a28a284 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.210&port_id=3d224d1d-b7b0-4813-8a0c-cf1329543c01 HTTP/1.1" status: 200 len: 217 time: 0.0851073 Jul 27 20:52:44.368395 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 58716) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:52:44.390590 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-53352fe6-cd4d-4ba3-81cb-1e173a8c05f6 req-1da1f116-1caf-430a-a98e-de4a6b78effb tempest-DeleteServersAdminTestJSON-694577090 tempest-DeleteServersAdminTestJSON-694577090-project] 10.222.0.59 "GET /v2.0/security-groups?id=57c0a943-9ad7-4e44-93fc-83b6b6f566f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2125978 Jul 27 20:52:44.405002 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-72747d0d-a2c1-4f00-8555-08e7f22b57bb req-add917c0-2e45-4e58-b53b-c819d536b556 tempest-ServersAdminNegativeTestJSON-1736809839 tempest-ServersAdminNegativeTestJSON-1736809839-project] 10.222.0.59 "GET /v2.0/security-groups?id=243dab04-9884-44a9-8d02-cc354c808379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447747 Jul 27 20:52:44.416152 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fea0802-6bf1-4ab1-a806-9b2cbe8a6e95 req-ea3810e8-9c7c-44b1-9f17-97df118bd801 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:52:44.417633 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-3fea0802-6bf1-4ab1-a806-9b2cbe8a6e95 req-ea3810e8-9c7c-44b1-9f17-97df118bd801 service neutron] 10.222.0.60 "GET /v2.0/networks?id=ad708756-4858-4bf7-9c63-5e8aacaf6c3a HTTP/1.1" status: 200 len: 924 time: 0.2499256 Jul 27 20:52:44.456071 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-fc57a761-9a6d-40eb-87bb-9e29567caa38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9014150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9738800'] for subnet, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:44.469933 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-3fea0802-6bf1-4ab1-a806-9b2cbe8a6e95 req-f1be2685-fe01-4be2-be78-16354577c48f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ed190ecd-f2a0-490c-9654-276734cf7f2f HTTP/1.1" status: 200 len: 217 time: 0.0417314 Jul 27 20:52:44.517708 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecb576c-1f6d-4ab3-9d06-26232e2856c3 req-1235070e-e3c2-4f27-b704-d9ae7424a8c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:52:44.519209 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-0ecb576c-1f6d-4ab3-9d06-26232e2856c3 req-1235070e-e3c2-4f27-b704-d9ae7424a8c5 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=26644ba0-4185-4e10-8718-6ad18d01376c HTTP/1.1" status: 200 len: 843 time: 0.1325345 Jul 27 20:52:44.521178 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-ae8eaf0a-8639-4ff2-8f9a-26d465fbd847 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:44.598667 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-ae8eaf0a-8639-4ff2-8f9a-26d465fbd847 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:44.613354 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc57a761-9a6d-40eb-87bb-9e29567caa38 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3e36e25a-08cf-4085-9081-53a83878a54f,revision_number=0']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:52:44.627137 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fea0802-6bf1-4ab1-a806-9b2cbe8a6e95 req-1e00e856-91c9-4fb1-b260-dcf16840f44d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:52:44.629174 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-3fea0802-6bf1-4ab1-a806-9b2cbe8a6e95 req-1e00e856-91c9-4fb1-b260-dcf16840f44d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ede1963b-50a5-4164-867c-90340ab6a875 HTTP/1.1" status: 200 len: 862 time: 0.1509042 Jul 27 20:52:44.655104 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-25021df9-8e5c-44fb-aee1-98c976afc813 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:44.665836 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc57a761-9a6d-40eb-87bb-9e29567caa38 admin admin] Checking segment: {'id': 'bfd9cda7-3b5b-4375-a246-4b33a75fef28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'b77d7116-444e-4d1d-bb33-381dce979e95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:52:44.666189 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc57a761-9a6d-40eb-87bb-9e29567caa38 admin admin] Network hostable DHCP agents. Network: b77d7116-444e-4d1d-bb33-381dce979e95, hostable agents: ['7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a'], hosted agents: [] {{(pid=105584) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 20:52:44.686473 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8a1db9-7063-4ef1-983c-21a883eb4a90 req-c66854b2-4ce4-470c-a558-49896a016224 tempest-ServersWithSpecificFlavorTestJSON-635688280 tempest-ServersWithSpecificFlavorTestJSON-635688280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:52:44.687918 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-3a8a1db9-7063-4ef1-983c-21a883eb4a90 req-c66854b2-4ce4-470c-a558-49896a016224 tempest-ServersWithSpecificFlavorTestJSON-635688280 tempest-ServersWithSpecificFlavorTestJSON-635688280-project] 10.222.0.59 "GET /v2.0/ports?device_id=4d0397ab-d49a-4764-929c-fe637a207962 HTTP/1.1" status: 200 len: 943 time: 0.1544325 Jul 27 20:52:44.718386 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecb576c-1f6d-4ab3-9d06-26232e2856c3 req-8b9aabf5-39bf-4b74-a50b-041a5121162a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:52:44.719947 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-0ecb576c-1f6d-4ab3-9d06-26232e2856c3 req-8b9aabf5-39bf-4b74-a50b-041a5121162a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4d64aa0b-bd6a-468e-8edc-c83689947462&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1895380 Jul 27 20:52:44.728573 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc57a761-9a6d-40eb-87bb-9e29567caa38 admin admin] Network b77d7116-444e-4d1d-bb33-381dce979e95 is scheduled to be hosted by DHCP agent 7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a with binding_index 1 {{(pid=105584) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 20:52:44.733454 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fea0802-6bf1-4ab1-a806-9b2cbe8a6e95 req-bfd2e882-cf57-4021-8d88-2377c2a45f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:52:44.735325 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-3fea0802-6bf1-4ab1-a806-9b2cbe8a6e95 req-bfd2e882-cf57-4021-8d88-2377c2a45f1c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ad708756-4858-4bf7-9c63-5e8aacaf6c3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0947433 Jul 27 20:52:44.766360 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-ae8eaf0a-8639-4ff2-8f9a-26d465fbd847 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:44.769940 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-ae8eaf0a-8639-4ff2-8f9a-26d465fbd847 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:44.770238 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-3a8a1db9-7063-4ef1-983c-21a883eb4a90 req-d8bde0de-8ad5-4229-b357-37ada8844e86 tempest-ServersWithSpecificFlavorTestJSON-635688280 tempest-ServersWithSpecificFlavorTestJSON-635688280-project] 10.222.0.59 "GET /v2.0/security-groups?id=55ca020d-7119-4e40-9e04-2cd3ab975f98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742447 Jul 27 20:52:44.771105 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-ae8eaf0a-8639-4ff2-8f9a-26d465fbd847 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/3c6bff55-6119-492d-ad29-3d82cb18cf42 HTTP/1.1" status: 204 len: 168 time: 0.5143273 Jul 27 20:52:44.816524 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [None req-fc57a761-9a6d-40eb-87bb-9e29567caa38 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-22, b77d7116-444e-4d1d-bb33-381dce979e95) {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:52:44.826616 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21ff321b-c0a0-4878-bc06-066a9094c941 None None] Network b77d7116-444e-4d1d-bb33-381dce979e95 requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 20:52:44.859049 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc57a761-9a6d-40eb-87bb-9e29567caa38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:52:44.859861 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-fc57a761-9a6d-40eb-87bb-9e29567caa38 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:44.873184 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-3fea0802-6bf1-4ab1-a806-9b2cbe8a6e95 req-3f1d70c1-498e-4125-85b6-7d06ad0a66a1 service neutron] 10.222.0.60 "GET /v2.0/networks/ad708756-4858-4bf7-9c63-5e8aacaf6c3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281083 Jul 27 20:52:44.879163 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8eaf0a-8639-4ff2-8f9a-26d465fbd847 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c6bff55-6119-492d-ad29-3d82cb18cf42,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:52:44.984630 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-0ecb576c-1f6d-4ab3-9d06-26232e2856c3 req-a8fabc03-fdff-4a77-b8c1-b02164d17d5e service neutron] 10.222.0.60 "GET /v2.0/networks/4d64aa0b-bd6a-468e-8edc-c83689947462?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2496872 Jul 27 20:52:45.031184 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d96c83d-2180-47a5-a284-c4452b0566fb None None] Network b77d7116-444e-4d1d-bb33-381dce979e95 requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 20:52:45.063943 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-3fea0802-6bf1-4ab1-a806-9b2cbe8a6e95 req-b02f6fc3-f1aa-44ca-b6a7-6918311124cc service neutron] 10.222.0.60 "GET /v2.0/networks/ad708756-4858-4bf7-9c63-5e8aacaf6c3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1801958 Jul 27 20:52:45.134705 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-0ecb576c-1f6d-4ab3-9d06-26232e2856c3 req-903172a4-fd2d-43d1-83b0-5fb73191603b service neutron] 10.222.0.60 "GET /v2.0/networks/4d64aa0b-bd6a-468e-8edc-c83689947462?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357927 Jul 27 20:52:45.139832 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-25021df9-8e5c-44fb-aee1-98c976afc813 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:45.150126 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-25021df9-8e5c-44fb-aee1-98c976afc813 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:45.181283 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-fc57a761-9a6d-40eb-87bb-9e29567caa38 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.6863844 Jul 27 20:52:45.197742 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-25021df9-8e5c-44fb-aee1-98c976afc813 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=9dcfb197a856426b8c8ebb05c861b278&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8214638 Jul 27 20:52:45.200179 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 58760) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:52:45.254856 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25021df9-8e5c-44fb-aee1-98c976afc813 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa89dff3-c265-4c1a-a157-558e9ba29c16,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:52:45.262055 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-e16ce021-ad0a-4a0b-aa1d-0333eb4997d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:45.284564 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ee54e0-fc20-4af6-aad8-e3e0d40e4282 req-c7539278-b341-4403-9028-7b890194b242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:52:45.286362 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-12ee54e0-fc20-4af6-aad8-e3e0d40e4282 req-c7539278-b341-4403-9028-7b890194b242 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=ab8b9ba62a7743cbb3514fd50ae5d839&device_id=0d672036-a3f5-4e89-8383-1613013839a7 HTTP/1.1" status: 200 len: 1100 time: 0.0717366 Jul 27 20:52:45.292012 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-e16ce021-ad0a-4a0b-aa1d-0333eb4997d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:45.373608 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-e16ce021-ad0a-4a0b-aa1d-0333eb4997d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:45.376700 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-e16ce021-ad0a-4a0b-aa1d-0333eb4997d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:45.380195 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-e16ce021-ad0a-4a0b-aa1d-0333eb4997d0 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/aa89dff3-c265-4c1a-a157-558e9ba29c16 HTTP/1.1" status: 204 len: 168 time: 0.1801851 Jul 27 20:52:45.389268 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16ce021-ad0a-4a0b-aa1d-0333eb4997d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa89dff3-c265-4c1a-a157-558e9ba29c16,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:52:45.402364 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ee54e0-fc20-4af6-aad8-e3e0d40e4282 req-54e84aac-3e5d-412c-af8a-ec713667f7b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:52:45.404034 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-12ee54e0-fc20-4af6-aad8-e3e0d40e4282 req-54e84aac-3e5d-412c-af8a-ec713667f7b0 service neutron] 10.222.0.60 "GET /v2.0/networks?id=4d64aa0b-bd6a-468e-8edc-c83689947462 HTTP/1.1" status: 200 len: 870 time: 0.1096239 Jul 27 20:52:45.462182 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-12ee54e0-fc20-4af6-aad8-e3e0d40e4282 req-ef35b7eb-220f-4430-a766-0cd0358e51a8 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.210&port_id=3d224d1d-b7b0-4813-8a0c-cf1329543c01 HTTP/1.1" status: 200 len: 217 time: 0.0497770 Jul 27 20:52:45.524172 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ee54e0-fc20-4af6-aad8-e3e0d40e4282 req-5d271d88-f3f6-4c5c-8c41-45d16909df9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:52:45.526188 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-12ee54e0-fc20-4af6-aad8-e3e0d40e4282 req-5d271d88-f3f6-4c5c-8c41-45d16909df9c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=26644ba0-4185-4e10-8718-6ad18d01376c HTTP/1.1" status: 200 len: 843 time: 0.0568981 Jul 27 20:52:45.608965 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ee54e0-fc20-4af6-aad8-e3e0d40e4282 req-7f10bdad-22d6-4fe2-8592-734c4cf31d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:52:45.611240 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-12ee54e0-fc20-4af6-aad8-e3e0d40e4282 req-7f10bdad-22d6-4fe2-8592-734c4cf31d8b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4d64aa0b-bd6a-468e-8edc-c83689947462&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0769150 Jul 27 20:52:45.630503 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b4dd50-8cbd-440d-919d-197a2d1f2895 req-b7c58063-bea5-4a76-9b7a-4816a7607648 tempest-ServersAdminNegativeTestJSON-1736809839 tempest-ServersAdminNegativeTestJSON-1736809839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:52:45.632546 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-84b4dd50-8cbd-440d-919d-197a2d1f2895 req-b7c58063-bea5-4a76-9b7a-4816a7607648 tempest-ServersAdminNegativeTestJSON-1736809839 tempest-ServersAdminNegativeTestJSON-1736809839-project] 10.222.0.59 "GET /v2.0/ports?device_id=1bf9620a-2e38-4ee9-8bc0-6be060c406a7 HTTP/1.1" status: 200 len: 949 time: 0.1190681 Jul 27 20:52:45.641519 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b4cc21-0b80-40ee-bf9c-f3902348d6ab req-9611023e-b265-4c03-a236-75e2aa6227c4 tempest-DeleteServersAdminTestJSON-694577090 tempest-DeleteServersAdminTestJSON-694577090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:52:45.642191 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-42b4cc21-0b80-40ee-bf9c-f3902348d6ab req-9611023e-b265-4c03-a236-75e2aa6227c4 tempest-DeleteServersAdminTestJSON-694577090 tempest-DeleteServersAdminTestJSON-694577090-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d672036-a3f5-4e89-8383-1613013839a7 HTTP/1.1" status: 200 len: 948 time: 0.1169071 Jul 27 20:52:45.704349 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-84b4dd50-8cbd-440d-919d-197a2d1f2895 req-55998243-273f-4320-8228-76ed3a9c1eb8 tempest-ServersAdminNegativeTestJSON-1736809839 tempest-ServersAdminNegativeTestJSON-1736809839-project] 10.222.0.59 "GET /v2.0/security-groups?id=243dab04-9884-44a9-8d02-cc354c808379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611742 Jul 27 20:52:45.716068 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-42b4cc21-0b80-40ee-bf9c-f3902348d6ab req-88201500-9f82-4463-816c-35ae3629328a tempest-DeleteServersAdminTestJSON-694577090 tempest-DeleteServersAdminTestJSON-694577090-project] 10.222.0.59 "GET /v2.0/security-groups?id=57c0a943-9ad7-4e44-93fc-83b6b6f566f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643265 Jul 27 20:52:45.737808 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-12ee54e0-fc20-4af6-aad8-e3e0d40e4282 req-0356640f-40e8-404b-9383-2f9ac692ce79 service neutron] 10.222.0.60 "GET /v2.0/networks/4d64aa0b-bd6a-468e-8edc-c83689947462?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1171901 Jul 27 20:52:45.867176 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-12ee54e0-fc20-4af6-aad8-e3e0d40e4282 req-1f8b8200-81f5-4a4b-8546-e812478a7a98 service neutron] 10.222.0.60 "GET /v2.0/networks/4d64aa0b-bd6a-468e-8edc-c83689947462?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1167479 Jul 27 20:52:45.902509 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 58804) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:52:45.915422 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-33d86fd9-5764-4464-a48e-6a368e04aaa0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:46.025252 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-33d86fd9-5764-4464-a48e-6a368e04aaa0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:46.034016 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-33d86fd9-5764-4464-a48e-6a368e04aaa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:46.126270 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 58820) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:52:46.126474 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-33d86fd9-5764-4464-a48e-6a368e04aaa0 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=b7a594850a074b3498fb6a0a2e54a452&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2226508 Jul 27 20:52:46.132674 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d86fd9-5764-4464-a48e-6a368e04aaa0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86c0a29e-0b26-4aed-93f5-f795312f4625,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:52:46.192202 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-6f4667b7-ae25-49d6-b9a9-82ece690189e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:46.201833 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777bdb14-ad49-4c5d-93a2-ac68729325c8 req-e4b7e4ed-d8ab-4311-a15c-3641f23e1b1c tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:52:46.209129 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-777bdb14-ad49-4c5d-93a2-ac68729325c8 req-e4b7e4ed-d8ab-4311-a15c-3641f23e1b1c tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] 10.222.0.59 "GET /v2.0/networks?id=4d297cf8-0ab0-49a0-a8db-82a17169c88a HTTP/1.1" status: 200 len: 808 time: 0.1709709 Jul 27 20:52:46.221866 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-6f4667b7-ae25-49d6-b9a9-82ece690189e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:46.225217 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-777bdb14-ad49-4c5d-93a2-ac68729325c8 req-ae02cd8a-704b-4e7c-929b-30c4f67b97e8 tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] 10.222.0.59 "GET /v2.0/quotas/0ae9964322044591b167626dd714310e HTTP/1.1" status: 200 len: 375 time: 0.0152099 Jul 27 20:52:46.264817 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-777bdb14-ad49-4c5d-93a2-ac68729325c8 req-9a4fe230-7658-44e4-88a9-55f815564991 tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=0ae9964322044591b167626dd714310e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0380406 Jul 27 20:52:46.293547 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-6f4667b7-ae25-49d6-b9a9-82ece690189e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:46.296112 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-6f4667b7-ae25-49d6-b9a9-82ece690189e admin admin] Notify callbacks [] for security_group, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:46.300887 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-6f4667b7-ae25-49d6-b9a9-82ece690189e admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/86c0a29e-0b26-4aed-93f5-f795312f4625 HTTP/1.1" status: 204 len: 168 time: 0.1732860 Jul 27 20:52:46.310747 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4667b7-ae25-49d6-b9a9-82ece690189e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86c0a29e-0b26-4aed-93f5-f795312f4625,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:52:46.394004 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-777bdb14-ad49-4c5d-93a2-ac68729325c8 req-6b7f3f6c-f65f-4bf9-8191-6615abde35c4 service neutron] 10.222.0.59 "GET /v2.0/networks/4d297cf8-0ab0-49a0-a8db-82a17169c88a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281021 Jul 27 20:52:46.550508 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-777bdb14-ad49-4c5d-93a2-ac68729325c8 req-db994cfa-9c23-4b60-b6ae-4d0448fad534 service neutron] 10.222.0.59 "GET /v2.0/networks/4d297cf8-0ab0-49a0-a8db-82a17169c88a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1480250 Jul 27 20:52:46.574535 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b2d7f5-aa9b-44d5-b89a-7ab2e9a41335 req-62749bd4-025b-4143-a209-a3b0f9fc4f29 tempest-ServersWithSpecificFlavorTestJSON-635688280 tempest-ServersWithSpecificFlavorTestJSON-635688280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:52:46.582354 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b2b2d7f5-aa9b-44d5-b89a-7ab2e9a41335 req-62749bd4-025b-4143-a209-a3b0f9fc4f29 tempest-ServersWithSpecificFlavorTestJSON-635688280 tempest-ServersWithSpecificFlavorTestJSON-635688280-project] 10.222.0.59 "GET /v2.0/ports?device_id=4d0397ab-d49a-4764-929c-fe637a207962 HTTP/1.1" status: 200 len: 943 time: 0.1217034 Jul 27 20:52:46.628561 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b2b2d7f5-aa9b-44d5-b89a-7ab2e9a41335 req-0a7ee8b5-a265-4752-9b45-72a8cd48aad7 tempest-ServersWithSpecificFlavorTestJSON-635688280 tempest-ServersWithSpecificFlavorTestJSON-635688280-project] 10.222.0.59 "GET /v2.0/security-groups?id=55ca020d-7119-4e40-9e04-2cd3ab975f98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414407 Jul 27 20:52:46.742532 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-5d6e9f96-30c9-4586-b6a3-8f2d97659e49 req-f93d61b4-c681-405d-a68e-cc4ae4b4346e tempest-ServersAdminNegativeTestJSON-1736809839 tempest-ServersAdminNegativeTestJSON-1736809839-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=a6da1d4963c94a1fa3296e355aea080e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0235295 Jul 27 20:52:46.867320 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6e9f96-30c9-4586-b6a3-8f2d97659e49 req-ecba3e54-d7f9-44c1-a402-fa597fab0f4a tempest-ServersAdminNegativeTestJSON-1736809839 tempest-ServersAdminNegativeTestJSON-1736809839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:52:46.868807 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-5d6e9f96-30c9-4586-b6a3-8f2d97659e49 req-ecba3e54-d7f9-44c1-a402-fa597fab0f4a tempest-ServersAdminNegativeTestJSON-1736809839 tempest-ServersAdminNegativeTestJSON-1736809839-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1197128 Jul 27 20:52:46.886935 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-5d6e9f96-30c9-4586-b6a3-8f2d97659e49 req-b0618068-1fb0-48fd-8fe9-72860f505312 tempest-ServersAdminNegativeTestJSON-1736809839 tempest-ServersAdminNegativeTestJSON-1736809839-project] 10.222.0.59 "GET /v2.0/quotas/a6da1d4963c94a1fa3296e355aea080e HTTP/1.1" status: 200 len: 375 time: 0.0109937 Jul 27 20:52:46.980231 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-5d6e9f96-30c9-4586-b6a3-8f2d97659e49 req-71a9949d-4a1c-4862-af5c-01680472c6ce tempest-ServersAdminNegativeTestJSON-1736809839 tempest-ServersAdminNegativeTestJSON-1736809839-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=a6da1d4963c94a1fa3296e355aea080e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0852513 Jul 27 20:52:47.473798 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-eef719a6-dcd1-47a5-806f-7df78e42059b req-9f8c37c0-2cab-463c-b115-5d7ddd1cb796 tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] 10.222.0.59 "GET /v2.0/ports?device_id=bb7c627d-1bb5-4ac1-b277-e1b05fefd6bc HTTP/1.1" status: 200 len: 210 time: 0.2284431 Jul 27 20:52:47.537001 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17df83f-d352-4fe4-b357-809dcea04118 req-e0fed802-ea51-43f9-bb0b-ac85ee55b91a tempest-DeleteServersAdminTestJSON-694577090 tempest-DeleteServersAdminTestJSON-694577090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:52:47.543902 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a17df83f-d352-4fe4-b357-809dcea04118 req-e0fed802-ea51-43f9-bb0b-ac85ee55b91a tempest-DeleteServersAdminTestJSON-694577090 tempest-DeleteServersAdminTestJSON-694577090-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d672036-a3f5-4e89-8383-1613013839a7 HTTP/1.1" status: 200 len: 948 time: 0.3100653 Jul 27 20:52:47.613937 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-78cd0efa-bc84-4d63-9f6e-9a623443f021 req-e07b80a8-f79a-4469-b74a-afd97d3e377c tempest-ServersAdminNegativeTestJSON-1736809839 tempest-ServersAdminNegativeTestJSON-1736809839-project] 10.222.0.59 "GET /v2.0/ports?device_id=da019b41-a09b-4d01-824e-01420419e3c0 HTTP/1.1" status: 200 len: 210 time: 0.0553815 Jul 27 20:52:47.638453 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a17df83f-d352-4fe4-b357-809dcea04118 req-98492f1e-7067-4fee-b59a-d433c39bcb9a tempest-DeleteServersAdminTestJSON-694577090 tempest-DeleteServersAdminTestJSON-694577090-project] 10.222.0.59 "GET /v2.0/security-groups?id=57c0a943-9ad7-4e44-93fc-83b6b6f566f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869818 Jul 27 20:52:47.900512 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ff88ae-47f4-4792-80d9-cdf7e93fabf4 req-6f0816be-95b0-469b-a0e9-b95d52d72e79 tempest-ServersWithSpecificFlavorTestJSON-635688280 tempest-ServersWithSpecificFlavorTestJSON-635688280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:52:47.902445 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-21ff88ae-47f4-4792-80d9-cdf7e93fabf4 req-6f0816be-95b0-469b-a0e9-b95d52d72e79 tempest-ServersWithSpecificFlavorTestJSON-635688280 tempest-ServersWithSpecificFlavorTestJSON-635688280-project] 10.222.0.59 "GET /v2.0/ports?device_id=4d0397ab-d49a-4764-929c-fe637a207962 HTTP/1.1" status: 200 len: 943 time: 0.0919728 Jul 27 20:52:47.956115 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-21ff88ae-47f4-4792-80d9-cdf7e93fabf4 req-a2ead62e-8823-4414-8768-4264b8dc7ced tempest-ServersWithSpecificFlavorTestJSON-635688280 tempest-ServersWithSpecificFlavorTestJSON-635688280-project] 10.222.0.59 "GET /v2.0/security-groups?id=55ca020d-7119-4e40-9e04-2cd3ab975f98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469873 Jul 27 20:52:48.166552 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777bdb14-ad49-4c5d-93a2-ac68729325c8 req-a1f95c70-f21d-4559-9a81-5ed2d2dfb04c tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:52:48.169170 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-777bdb14-ad49-4c5d-93a2-ac68729325c8 req-a1f95c70-f21d-4559-9a81-5ed2d2dfb04c tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] 10.222.0.36 "GET /v2.0/networks?id=4d297cf8-0ab0-49a0-a8db-82a17169c88a HTTP/1.1" status: 200 len: 808 time: 0.2372830 Jul 27 20:52:48.183881 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [req-777bdb14-ad49-4c5d-93a2-ac68729325c8 req-12c4705c-13d2-402a-a3ee-348ec981644c tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] Request body: {'port': {'device_id': 'bb7c627d-1bb5-4ac1-b277-e1b05fefd6bc', 'network_id': '4d297cf8-0ab0-49a0-a8db-82a17169c88a', 'admin_state_up': True, 'tenant_id': '0ae9964322044591b167626dd714310e'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:52:48.250857 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-566179a7-7b14-4493-b6ec-f68bf8e92142 req-6d628a3d-8ae5-4607-89f3-9de5a4dcdf15 tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=7f728b4f036e433cbd9e09c516f9ce38&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0294759 Jul 27 20:52:48.324711 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-777bdb14-ad49-4c5d-93a2-ac68729325c8 req-12c4705c-13d2-402a-a3ee-348ec981644c tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] Made reservation on behalf of 0ae9964322044591b167626dd714310e for: {'port': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:52:48.330155 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-777bdb14-ad49-4c5d-93a2-ac68729325c8 req-12c4705c-13d2-402a-a3ee-348ec981644c tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:48.376137 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566179a7-7b14-4493-b6ec-f68bf8e92142 req-95138c71-45c8-4b06-b859-77c2a28b6da1 tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:52:48.383199 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-566179a7-7b14-4493-b6ec-f68bf8e92142 req-95138c71-45c8-4b06-b859-77c2a28b6da1 tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1311436 Jul 27 20:52:48.400150 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-566179a7-7b14-4493-b6ec-f68bf8e92142 req-d9e3e48a-ce3a-48b5-9de5-5fc1e0951b0a tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] 10.222.0.59 "GET /v2.0/quotas/7f728b4f036e433cbd9e09c516f9ce38 HTTP/1.1" status: 200 len: 375 time: 0.0160382 Jul 27 20:52:48.453776 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-566179a7-7b14-4493-b6ec-f68bf8e92142 req-2b4c433c-0e51-4dc9-a61b-767a1f0fc148 tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=7f728b4f036e433cbd9e09c516f9ce38&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0526817 Jul 27 20:52:48.535280 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-5d6e9f96-30c9-4586-b6a3-8f2d97659e49 req-b535de62-065d-44b4-b46c-53e3f0211ac6 tempest-ServersAdminNegativeTestJSON-1736809839 tempest-ServersAdminNegativeTestJSON-1736809839-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=a6da1d4963c94a1fa3296e355aea080e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0411999 Jul 27 20:52:48.634607 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-123e8944-cffb-46d3-a669-05c4139a0106 req-75d66fb5-22e8-46b7-bf1d-038875416c55 tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] 10.222.0.59 "GET /v2.0/ports?device_id=bb7c627d-1bb5-4ac1-b277-e1b05fefd6bc HTTP/1.1" status: 200 len: 210 time: 0.0422289 Jul 27 20:52:48.650392 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Device ed190ecd-f2a0-490c-9654-276734cf7f2f details requested by agent hyperv_n-h2-705658-22 with host n-h2-705658-22 {{(pid=105586) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 20:52:48.736231 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a51ad15d-3b18-440b-96bb-ee8812fd400a req-586be604-b2f5-4233-b2ec-1726c79288c3 tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] 10.222.0.59 "GET /v2.0/ports?device_id=d98e24ae-b25b-4b80-9e73-32ae4bc5c50f HTTP/1.1" status: 200 len: 210 time: 0.0381634 Jul 27 20:52:48.742628 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.db_base_plugin_common [req-777bdb14-ad49-4c5d-93a2-ac68729325c8 req-12c4705c-13d2-402a-a3ee-348ec981644c tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] Allocated IP 172.20.0.4 (4d297cf8-0ab0-49a0-a8db-82a17169c88a/ff9685c6-941b-44c9-867d-9e4581186e02/a40266cd-c917-4c2e-88d1-4a2bc632acb5) {{(pid=105584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:52:48.829950 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] For port ed190ecd-f2a0-490c-9654-276734cf7f2f, host n-h2-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=ed190ecd-f2a0-490c-9654-276734cf7f2f,segment=NetworkSegment(2ea25427-d6e6-4416-87a7-64c07e5ed875),segment_id=2ea25427-d6e6-4416-87a7-64c07e5ed875)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:52:48.854603 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6e9f96-30c9-4586-b6a3-8f2d97659e49 req-487cdedc-f735-43ac-b5e0-8110cc2b99e9 tempest-ServersAdminNegativeTestJSON-1736809839 tempest-ServersAdminNegativeTestJSON-1736809839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:52:48.856009 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-2483309d-66bd-4151-a3ea-4727b14f7a0a req-337b5dd5-6d92-4ec1-b600-e50a18216552 tempest-ServersAdminNegativeTestJSON-1736809839 tempest-ServersAdminNegativeTestJSON-1736809839-project] 10.222.0.59 "GET /v2.0/ports?device_id=da019b41-a09b-4d01-824e-01420419e3c0 HTTP/1.1" status: 200 len: 210 time: 0.0509412 Jul 27 20:52:48.857338 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-5d6e9f96-30c9-4586-b6a3-8f2d97659e49 req-487cdedc-f735-43ac-b5e0-8110cc2b99e9 tempest-ServersAdminNegativeTestJSON-1736809839 tempest-ServersAdminNegativeTestJSON-1736809839-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3116355 Jul 27 20:52:48.864604 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Returning: {'device': 'ed190ecd-f2a0-490c-9654-276734cf7f2f', 'network_id': 'ad708756-4858-4bf7-9c63-5e8aacaf6c3a', 'port_id': 'ed190ecd-f2a0-490c-9654-276734cf7f2f', 'mac_address': 'fa:16:3e:d4:0e:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ede1963b-50a5-4164-867c-90340ab6a875', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105586) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 20:52:48.876585 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [req-5d6e9f96-30c9-4586-b6a3-8f2d97659e49 req-b10b3fe2-0145-4ada-87d6-e1eb8bd59d77 tempest-ServersAdminNegativeTestJSON-1736809839 tempest-ServersAdminNegativeTestJSON-1736809839-project] Request body: {'port': {'device_id': 'da019b41-a09b-4d01-824e-01420419e3c0', 'network_id': '4d64aa0b-bd6a-468e-8edc-c83689947462', 'admin_state_up': True, 'tenant_id': 'a6da1d4963c94a1fa3296e355aea080e'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:52:48.974835 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:49.004693 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [None req-3d54578f-831f-4696-b568-13c455922dab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed190ecd-f2a0-490c-9654-276734cf7f2f {{(pid=105586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 20:52:49.039591 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] For port ed190ecd-f2a0-490c-9654-276734cf7f2f, host n-h2-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=ed190ecd-f2a0-490c-9654-276734cf7f2f,segment=NetworkSegment(2ea25427-d6e6-4416-87a7-64c07e5ed875),segment_id=2ea25427-d6e6-4416-87a7-64c07e5ed875)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:52:49.046199 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:49.096409 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6775626a-b7a7-40fd-b5b5-88dc35e49c17 req-cc3ed42f-3040-47ac-96ad-082b2eb73bc3 tempest-DeleteServersAdminTestJSON-694577090 tempest-DeleteServersAdminTestJSON-694577090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:52:49.098097 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-6775626a-b7a7-40fd-b5b5-88dc35e49c17 req-cc3ed42f-3040-47ac-96ad-082b2eb73bc3 tempest-DeleteServersAdminTestJSON-694577090 tempest-DeleteServersAdminTestJSON-694577090-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d672036-a3f5-4e89-8383-1613013839a7 HTTP/1.1" status: 200 len: 948 time: 0.1418629 Jul 27 20:52:49.147979 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Pushing event updated for resources: {'Port': ['ID=ed190ecd-f2a0-490c-9654-276734cf7f2f,revision_number=4']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:52:49.181509 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-6775626a-b7a7-40fd-b5b5-88dc35e49c17 req-6571e8a4-df95-4397-b13d-1b22bba028a6 tempest-DeleteServersAdminTestJSON-694577090 tempest-DeleteServersAdminTestJSON-694577090-project] 10.222.0.59 "GET /v2.0/security-groups?id=57c0a943-9ad7-4e44-93fc-83b6b6f566f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763476 Jul 27 20:52:49.218147 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d6e9f96-30c9-4586-b6a3-8f2d97659e49 req-b10b3fe2-0145-4ada-87d6-e1eb8bd59d77 tempest-ServersAdminNegativeTestJSON-1736809839 tempest-ServersAdminNegativeTestJSON-1736809839-project] Made reservation on behalf of a6da1d4963c94a1fa3296e355aea080e for: {'port': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:52:49.226057 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-5d6e9f96-30c9-4586-b6a3-8f2d97659e49 req-b10b3fe2-0145-4ada-87d6-e1eb8bd59d77 tempest-ServersAdminNegativeTestJSON-1736809839 tempest-ServersAdminNegativeTestJSON-1736809839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:49.255330 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-777bdb14-ad49-4c5d-93a2-ac68729325c8 req-12c4705c-13d2-402a-a3ee-348ec981644c tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] Notify callbacks [] for port, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:49.291455 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ff0f68-12b3-41c3-a35c-a025b81241ba req-2d7e7157-ed00-4748-9d22-a567d70f1691 tempest-ServersWithSpecificFlavorTestJSON-635688280 tempest-ServersWithSpecificFlavorTestJSON-635688280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:52:49.299305 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-49ff0f68-12b3-41c3-a35c-a025b81241ba req-2d7e7157-ed00-4748-9d22-a567d70f1691 tempest-ServersWithSpecificFlavorTestJSON-635688280 tempest-ServersWithSpecificFlavorTestJSON-635688280-project] 10.222.0.59 "GET /v2.0/ports?device_id=4d0397ab-d49a-4764-929c-fe637a207962 HTTP/1.1" status: 200 len: 944 time: 0.1330435 Jul 27 20:52:49.354113 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-49ff0f68-12b3-41c3-a35c-a025b81241ba req-0a809f3f-77d9-431b-8838-c6054a0a570f tempest-ServersWithSpecificFlavorTestJSON-635688280 tempest-ServersWithSpecificFlavorTestJSON-635688280-project] 10.222.0.59 "GET /v2.0/security-groups?id=55ca020d-7119-4e40-9e04-2cd3ab975f98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537150 Jul 27 20:52:49.483532 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] get_ports_and_sgs() called for port_ids ['ed190ecd-f2a0-490c-9654-276734cf7f2f'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 20:52:49.682396 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-777bdb14-ad49-4c5d-93a2-ac68729325c8 req-12c4705c-13d2-402a-a3ee-348ec981644c tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:49.734145 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 59076) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:52:49.783476 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.db_base_plugin_common [req-5d6e9f96-30c9-4586-b6a3-8f2d97659e49 req-b10b3fe2-0145-4ada-87d6-e1eb8bd59d77 tempest-ServersAdminNegativeTestJSON-1736809839 tempest-ServersAdminNegativeTestJSON-1736809839-project] Allocated IP 192.168.233.48 (4d64aa0b-bd6a-468e-8edc-c83689947462/26644ba0-4185-4e10-8718-6ad18d01376c/45734077-6e62-42dc-92a8-45a926fddb54) {{(pid=105584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:52:49.808168 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-777bdb14-ad49-4c5d-93a2-ac68729325c8 req-12c4705c-13d2-402a-a3ee-348ec981644c tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] Network 4d297cf8-0ab0-49a0-a8db-82a17169c88a is already hosted by enough agents. {{(pid=105584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:52:49.814661 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [req-777bdb14-ad49-4c5d-93a2-ac68729325c8 req-12c4705c-13d2-402a-a3ee-348ec981644c tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] Resources bound (agent type, host, resource id): {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:52:49.826289 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [req-777bdb14-ad49-4c5d-93a2-ac68729325c8 req-12c4705c-13d2-402a-a3ee-348ec981644c tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] Received port after_create {{(pid=105584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:52:49.871128 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c4705c-13d2-402a-a3ee-348ec981644c tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] Pushing event updated for resources: {'Port': ['ID=a40266cd-c917-4c2e-88d1-4a2bc632acb5,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:52:49.911466 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d19b46a-7a0f-463b-be5e-03cd17a5c921 req-01126758-a5c8-4ab6-b370-d6233622f079 tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:52:49.914111 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-5d19b46a-7a0f-463b-be5e-03cd17a5c921 req-01126758-a5c8-4ab6-b370-d6233622f079 tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] 10.222.0.59 "GET /v2.0/ports?device_id=bb7c627d-1bb5-4ac1-b277-e1b05fefd6bc HTTP/1.1" status: 200 len: 931 time: 0.1497078 Jul 27 20:52:49.926764 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-71ae6fa3-380f-4896-8211-6ba526f608d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:49.940152 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777bdb14-ad49-4c5d-93a2-ac68729325c8 req-12c4705c-13d2-402a-a3ee-348ec981644c tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:52:49.941201 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-777bdb14-ad49-4c5d-93a2-ac68729325c8 req-12c4705c-13d2-402a-a3ee-348ec981644c tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:50.007274 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-5d19b46a-7a0f-463b-be5e-03cd17a5c921 req-bce8fe50-26d5-4618-8662-420cbb3f3bba tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] 10.222.0.59 "GET /v2.0/security-groups?id=594c38b0-00a0-4e02-9d5e-673f3a5e469c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833962 Jul 27 20:52:50.063035 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-566179a7-7b14-4493-b6ec-f68bf8e92142 req-14724e76-1c33-442f-a4c8-a04969d83822 tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=7f728b4f036e433cbd9e09c516f9ce38&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0447030 Jul 27 20:52:50.107570 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-fa1f5ef2-2cfe-492e-a381-d5005fcd191b req-bbea6252-1696-4784-81bd-9393e4e6a066 tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] 10.222.0.59 "GET /v2.0/ports?device_id=d98e24ae-b25b-4b80-9e73-32ae4bc5c50f HTTP/1.1" status: 200 len: 210 time: 0.0434361 Jul 27 20:52:50.126354 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-71ae6fa3-380f-4896-8211-6ba526f608d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:50.134975 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-71ae6fa3-380f-4896-8211-6ba526f608d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:50.165041 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-777bdb14-ad49-4c5d-93a2-ac68729325c8 req-12c4705c-13d2-402a-a3ee-348ec981644c tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9858232 Jul 27 20:52:50.186765 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [req-777bdb14-ad49-4c5d-93a2-ac68729325c8 req-82b5e6aa-c56a-44c8-a116-876aec431a05 service neutron] Request body: {'port': {'device_id': 'bb7c627d-1bb5-4ac1-b277-e1b05fefd6bc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-705658-22'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:52:50.189473 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ae6fa3-380f-4896-8211-6ba526f608d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f459ee5-be58-4ee9-8659-42a4027d8d7e,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:52:50.230165 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-71ae6fa3-380f-4896-8211-6ba526f608d8 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=c25703a9a24f41859a9256f06a2f97fe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4916570 Jul 27 20:52:50.232822 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 59100) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:52:50.235981 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-5d6e9f96-30c9-4586-b6a3-8f2d97659e49 req-b10b3fe2-0145-4ada-87d6-e1eb8bd59d77 tempest-ServersAdminNegativeTestJSON-1736809839 tempest-ServersAdminNegativeTestJSON-1736809839-project] Notify callbacks [] for port, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:50.236689 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-0facfab8-f6d1-428d-a236-cc69190ef084 req-b7518d12-cfd7-41a6-8cc4-e42ced6b53ae tempest-ListImageFiltersTestJSON-1820602988 tempest-ListImageFiltersTestJSON-1820602988-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=cd1c4ec588264fedb68f16fe606b77e8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0437067 Jul 27 20:52:50.259966 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-499c5a12-99b6-40a6-9b3f-b08eeee0e280 req-4fe76e8e-ebb6-4ac0-8b25-e04753efe73f tempest-ServersAdminNegativeTestJSON-1736809839 tempest-ServersAdminNegativeTestJSON-1736809839-project] 10.222.0.59 "GET /v2.0/ports?device_id=da019b41-a09b-4d01-824e-01420419e3c0 HTTP/1.1" status: 200 len: 210 time: 0.0367215 Jul 27 20:52:50.304046 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.provisioning_blocks [req-5d6e9f96-30c9-4586-b6a3-8f2d97659e49 req-b10b3fe2-0145-4ada-87d6-e1eb8bd59d77 tempest-ServersAdminNegativeTestJSON-1736809839 tempest-ServersAdminNegativeTestJSON-1736809839-project] Transition to ACTIVE for port object 45734077-6e62-42dc-92a8-45a926fddb54 will not be triggered until provisioned by entity DHCP. {{(pid=105584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:52:50.328552 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566179a7-7b14-4493-b6ec-f68bf8e92142 req-99c62a65-aa4c-4227-9501-40293783c0f4 tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:52:50.330170 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-566179a7-7b14-4493-b6ec-f68bf8e92142 req-99c62a65-aa4c-4227-9501-40293783c0f4 tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2575035 Jul 27 20:52:50.365328 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [req-566179a7-7b14-4493-b6ec-f68bf8e92142 req-68da8ac2-0e7d-422b-879a-b25214010a1e tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] Request body: {'port': {'device_id': 'd98e24ae-b25b-4b80-9e73-32ae4bc5c50f', 'network_id': '4d64aa0b-bd6a-468e-8edc-c83689947462', 'admin_state_up': True, 'tenant_id': '7f728b4f036e433cbd9e09c516f9ce38'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:52:50.396313 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0facfab8-f6d1-428d-a236-cc69190ef084 req-b8f10b0f-3522-4a56-9249-ad456b199da0 tempest-ListImageFiltersTestJSON-1820602988 tempest-ListImageFiltersTestJSON-1820602988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:52:50.398294 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-0facfab8-f6d1-428d-a236-cc69190ef084 req-b8f10b0f-3522-4a56-9249-ad456b199da0 tempest-ListImageFiltersTestJSON-1820602988 tempest-ListImageFiltersTestJSON-1820602988-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1415854 Jul 27 20:52:50.421049 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-0facfab8-f6d1-428d-a236-cc69190ef084 req-942c7eb0-c31b-46cf-beb1-cf238c2adefa tempest-ListImageFiltersTestJSON-1820602988 tempest-ListImageFiltersTestJSON-1820602988-project] 10.222.0.59 "GET /v2.0/quotas/cd1c4ec588264fedb68f16fe606b77e8 HTTP/1.1" status: 200 len: 375 time: 0.0159147 Jul 27 20:52:50.432530 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7884adc4-4545-4d66-8933-efec917837be req-faef33c7-6d93-472d-aa61-1471941ab64f tempest-DeleteServersAdminTestJSON-694577090 tempest-DeleteServersAdminTestJSON-694577090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:52:50.433985 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-7884adc4-4545-4d66-8933-efec917837be req-faef33c7-6d93-472d-aa61-1471941ab64f tempest-DeleteServersAdminTestJSON-694577090 tempest-DeleteServersAdminTestJSON-694577090-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d672036-a3f5-4e89-8383-1613013839a7 HTTP/1.1" status: 200 len: 948 time: 0.1059201 Jul 27 20:52:50.450864 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-f3b13592-a7f6-4e07-adde-7f9c2344b06b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:50.466345 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-777bdb14-ad49-4c5d-93a2-ac68729325c8 req-82b5e6aa-c56a-44c8-a116-876aec431a05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:50.467630 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-0facfab8-f6d1-428d-a236-cc69190ef084 req-daf588c4-9b93-408b-b807-1395cd31819b tempest-ListImageFiltersTestJSON-1820602988 tempest-ListImageFiltersTestJSON-1820602988-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=cd1c4ec588264fedb68f16fe606b77e8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0324886 Jul 27 20:52:50.488051 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-5d6e9f96-30c9-4586-b6a3-8f2d97659e49 req-b10b3fe2-0145-4ada-87d6-e1eb8bd59d77 tempest-ServersAdminNegativeTestJSON-1736809839 tempest-ServersAdminNegativeTestJSON-1736809839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:50.502665 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-f3b13592-a7f6-4e07-adde-7f9c2344b06b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:50.503130 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-7884adc4-4545-4d66-8933-efec917837be req-0e8344b6-44a1-4e1f-9455-609542e24ab1 tempest-DeleteServersAdminTestJSON-694577090 tempest-DeleteServersAdminTestJSON-694577090-project] 10.222.0.59 "GET /v2.0/security-groups?id=57c0a943-9ad7-4e44-93fc-83b6b6f566f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589643 Jul 27 20:52:50.503633 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] get_ports_and_sgs() called for port_ids ['b8fe6458-953c-4840-bb62-60a4427c54f2'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 20:52:50.612702 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Device 3d224d1d-b7b0-4813-8a0c-cf1329543c01 details requested by agent hyperv_n-h2-705658-22 with host n-h2-705658-22 {{(pid=105586) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 20:52:50.671066 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d6e9f96-30c9-4586-b6a3-8f2d97659e49 req-b10b3fe2-0145-4ada-87d6-e1eb8bd59d77 tempest-ServersAdminNegativeTestJSON-1736809839 tempest-ServersAdminNegativeTestJSON-1736809839-project] Network 4d64aa0b-bd6a-468e-8edc-c83689947462 is already hosted by enough agents. {{(pid=105584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:52:50.682892 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10b3fe2-0145-4ada-87d6-e1eb8bd59d77 tempest-ServersAdminNegativeTestJSON-1736809839 tempest-ServersAdminNegativeTestJSON-1736809839-project] Pushing event updated for resources: {'Port': ['ID=45734077-6e62-42dc-92a8-45a926fddb54,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:52:50.685657 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [req-5d6e9f96-30c9-4586-b6a3-8f2d97659e49 req-b10b3fe2-0145-4ada-87d6-e1eb8bd59d77 tempest-ServersAdminNegativeTestJSON-1736809839 tempest-ServersAdminNegativeTestJSON-1736809839-project] Resources bound (agent type, host, resource id): {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:52:50.695055 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d6e9f96-30c9-4586-b6a3-8f2d97659e49 req-b10b3fe2-0145-4ada-87d6-e1eb8bd59d77 tempest-ServersAdminNegativeTestJSON-1736809839 tempest-ServersAdminNegativeTestJSON-1736809839-project] Received port after_create {{(pid=105584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:52:50.812213 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13055048-995c-4642-b938-96324a698aa9 req-58c9edbb-893f-45d6-9659-6913e38c63d0 tempest-ServersWithSpecificFlavorTestJSON-635688280 tempest-ServersWithSpecificFlavorTestJSON-635688280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:52:50.821015 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-13055048-995c-4642-b938-96324a698aa9 req-58c9edbb-893f-45d6-9659-6913e38c63d0 tempest-ServersWithSpecificFlavorTestJSON-635688280 tempest-ServersWithSpecificFlavorTestJSON-635688280-project] 10.222.0.59 "GET /v2.0/ports?device_id=4d0397ab-d49a-4764-929c-fe637a207962 HTTP/1.1" status: 200 len: 944 time: 0.1569214 Jul 27 20:52:50.828915 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] For port 3d224d1d-b7b0-4813-8a0c-cf1329543c01, host n-h2-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=3d224d1d-b7b0-4813-8a0c-cf1329543c01,segment=NetworkSegment(86b1e6f6-d629-4b03-8944-4cdfbfb93d02),segment_id=86b1e6f6-d629-4b03-8944-4cdfbfb93d02)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:52:50.838782 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-566179a7-7b14-4493-b6ec-f68bf8e92142 req-68da8ac2-0e7d-422b-879a-b25214010a1e tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] Made reservation on behalf of 7f728b4f036e433cbd9e09c516f9ce38 for: {'port': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:52:50.846210 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-566179a7-7b14-4493-b6ec-f68bf8e92142 req-68da8ac2-0e7d-422b-879a-b25214010a1e tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:50.872227 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-f3b13592-a7f6-4e07-adde-7f9c2344b06b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:50.875075 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-f3b13592-a7f6-4e07-adde-7f9c2344b06b admin admin] Notify callbacks [] for security_group, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:50.879682 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-f3b13592-a7f6-4e07-adde-7f9c2344b06b admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/0f459ee5-be58-4ee9-8659-42a4027d8d7e HTTP/1.1" status: 204 len: 168 time: 0.6379759 Jul 27 20:52:50.882033 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Returning: {'device': '3d224d1d-b7b0-4813-8a0c-cf1329543c01', 'network_id': '4d64aa0b-bd6a-468e-8edc-c83689947462', 'port_id': '3d224d1d-b7b0-4813-8a0c-cf1329543c01', 'mac_address': 'fa:16:3e:94:4d:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26644ba0-4185-4e10-8718-6ad18d01376c', 'ip_address': '192.168.233.210'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105586) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 20:52:50.886651 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-566179a7-7b14-4493-b6ec-f68bf8e92142 req-68da8ac2-0e7d-422b-879a-b25214010a1e tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] Notify callbacks [] for security_group, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:50.916464 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6e9f96-30c9-4586-b6a3-8f2d97659e49 req-b10b3fe2-0145-4ada-87d6-e1eb8bd59d77 tempest-ServersAdminNegativeTestJSON-1736809839 tempest-ServersAdminNegativeTestJSON-1736809839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:52:50.917216 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-5d6e9f96-30c9-4586-b6a3-8f2d97659e49 req-b10b3fe2-0145-4ada-87d6-e1eb8bd59d77 tempest-ServersAdminNegativeTestJSON-1736809839 tempest-ServersAdminNegativeTestJSON-1736809839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:50.931743 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b13592-a7f6-4e07-adde-7f9c2344b06b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f459ee5-be58-4ee9-8659-42a4027d8d7e,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:52:50.931974 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b896c334-9cd6-4e30-a91e-5588f12b8c7d req-7be0db80-2968-46bc-a164-f07a44e52f52 tempest-ListImageFiltersTestJSON-1820602988 tempest-ListImageFiltersTestJSON-1820602988-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=cd1c4ec588264fedb68f16fe606b77e8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0720305 Jul 27 20:52:50.950618 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-13055048-995c-4642-b938-96324a698aa9 req-25ef5c94-5ab5-4f7d-8b4b-9ce06962524f tempest-ServersWithSpecificFlavorTestJSON-635688280 tempest-ServersWithSpecificFlavorTestJSON-635688280-project] 10.222.0.59 "GET /v2.0/security-groups?id=55ca020d-7119-4e40-9e04-2cd3ab975f98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1286418 Jul 27 20:52:51.096649 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:51.137675 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [None req-3d54578f-831f-4696-b568-13c455922dab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d224d1d-b7b0-4813-8a0c-cf1329543c01 {{(pid=105586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 20:52:51.168350 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] For port 3d224d1d-b7b0-4813-8a0c-cf1329543c01, host n-h2-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=3d224d1d-b7b0-4813-8a0c-cf1329543c01,segment=NetworkSegment(86b1e6f6-d629-4b03-8944-4cdfbfb93d02),segment_id=86b1e6f6-d629-4b03-8944-4cdfbfb93d02)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:52:51.176156 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:51.238981 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b896c334-9cd6-4e30-a91e-5588f12b8c7d req-c8f649cc-9dec-4c74-8aab-e2f5a19d7cf3 tempest-ListImageFiltersTestJSON-1820602988 tempest-ListImageFiltersTestJSON-1820602988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:52:51.239570 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Pushing event updated for resources: {'Port': ['ID=3d224d1d-b7b0-4813-8a0c-cf1329543c01,revision_number=4']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:52:51.241916 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b896c334-9cd6-4e30-a91e-5588f12b8c7d req-c8f649cc-9dec-4c74-8aab-e2f5a19d7cf3 tempest-ListImageFiltersTestJSON-1820602988 tempest-ListImageFiltersTestJSON-1820602988-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2836823 Jul 27 20:52:51.244373 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-3308c1e6-368d-416f-8d7d-98a02546a972 None None] Provisioning for port 45734077-6e62-42dc-92a8-45a926fddb54 completed by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:52:51.250750 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-3308c1e6-368d-416f-8d7d-98a02546a972 None None] Provisioning complete for port 45734077-6e62-42dc-92a8-45a926fddb54 triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:52:51.252302 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3308c1e6-368d-416f-8d7d-98a02546a972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:51.284668 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b896c334-9cd6-4e30-a91e-5588f12b8c7d req-1e5763de-64d8-4681-896f-f9211b1bc2e4 tempest-ListImageFiltersTestJSON-1820602988 tempest-ListImageFiltersTestJSON-1820602988-project] 10.222.0.59 "GET /v2.0/quotas/cd1c4ec588264fedb68f16fe606b77e8 HTTP/1.1" status: 200 len: 375 time: 0.0243928 Jul 27 20:52:51.307275 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [req-777bdb14-ad49-4c5d-93a2-ac68729325c8 req-82b5e6aa-c56a-44c8-a116-876aec431a05 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a40266cd-c917-4c2e-88d1-4a2bc632acb5 {{(pid=105584) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 20:52:51.313208 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-566179a7-7b14-4493-b6ec-f68bf8e92142 req-68da8ac2-0e7d-422b-879a-b25214010a1e tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] Notify callbacks [] for security_group, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:51.317809 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-777bdb14-ad49-4c5d-93a2-ac68729325c8 req-82b5e6aa-c56a-44c8-a116-876aec431a05 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:51.328074 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-566179a7-7b14-4493-b6ec-f68bf8e92142 req-68da8ac2-0e7d-422b-879a-b25214010a1e tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:51.333112 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-3308c1e6-368d-416f-8d7d-98a02546a972 None None] Port 45734077-6e62-42dc-92a8-45a926fddb54 cannot update to ACTIVE because it is not bound. {{(pid=105586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 20:52:51.346731 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-5d6e9f96-30c9-4586-b6a3-8f2d97659e49 req-b10b3fe2-0145-4ada-87d6-e1eb8bd59d77 tempest-ServersAdminNegativeTestJSON-1736809839 tempest-ServersAdminNegativeTestJSON-1736809839-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.4766557 Jul 27 20:52:51.347588 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b896c334-9cd6-4e30-a91e-5588f12b8c7d req-a84a7e57-c4ed-4be2-9056-e98cfb330b2c tempest-ListImageFiltersTestJSON-1820602988 tempest-ListImageFiltersTestJSON-1820602988-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=cd1c4ec588264fedb68f16fe606b77e8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0616987 Jul 27 20:52:51.348794 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.provisioning_blocks [req-777bdb14-ad49-4c5d-93a2-ac68729325c8 req-82b5e6aa-c56a-44c8-a116-876aec431a05 service neutron] Transition to ACTIVE for port object a40266cd-c917-4c2e-88d1-4a2bc632acb5 will not be triggered until provisioned by entity L2. {{(pid=105584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:52:51.369127 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 59154) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:52:51.386074 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-b4a46f14-8536-4f9c-82c2-0bab91828f97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:51.388862 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-777bdb14-ad49-4c5d-93a2-ac68729325c8 req-82b5e6aa-c56a-44c8-a116-876aec431a05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9014027'] for port, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:51.403673 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [req-5d6e9f96-30c9-4586-b6a3-8f2d97659e49 req-655fe363-8b18-49fb-a060-53d9772c026b service neutron] Request body: {'port': {'device_id': 'da019b41-a09b-4d01-824e-01420419e3c0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-705658-22'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:52:51.470463 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68da8ac2-0e7d-422b-879a-b25214010a1e tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dea81a77-85b4-4e12-8e1d-b19e89484a69,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:52:51.508384 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] get_ports_and_sgs() called for port_ids ['3d224d1d-b7b0-4813-8a0c-cf1329543c01'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 20:52:51.514486 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b5e6aa-c56a-44c8-a116-876aec431a05 service neutron] Pushing event updated for resources: {'Port': ['ID=a40266cd-c917-4c2e-88d1-4a2bc632acb5,revision_number=2']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:52:51.608519 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-b4a46f14-8536-4f9c-82c2-0bab91828f97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:51.613118 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-b4a46f14-8536-4f9c-82c2-0bab91828f97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:51.679503 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-b4a46f14-8536-4f9c-82c2-0bab91828f97 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=94f48f2ff6b34dca99d6112e63f7e69c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3085451 Jul 27 20:52:51.691896 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 59164) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:52:51.714657 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a46f14-8536-4f9c-82c2-0bab91828f97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b655948-759b-4266-9059-553118d4a67a,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:52:51.726552 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-5d6e9f96-30c9-4586-b6a3-8f2d97659e49 req-655fe363-8b18-49fb-a060-53d9772c026b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:51.747381 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-9ff1c6e2-cca6-4e92-928e-5d871688b260 req-bf2c51ff-be6c-457a-9b7e-2a4c905ba575 tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] 10.222.0.59 "GET /v2.0/ports?device_id=d98e24ae-b25b-4b80-9e73-32ae4bc5c50f HTTP/1.1" status: 200 len: 210 time: 0.0468855 Jul 27 20:52:51.755409 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.db_base_plugin_common [req-566179a7-7b14-4493-b6ec-f68bf8e92142 req-68da8ac2-0e7d-422b-879a-b25214010a1e tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] Allocated IP 192.168.233.252 (4d64aa0b-bd6a-468e-8edc-c83689947462/26644ba0-4185-4e10-8718-6ad18d01376c/789d1df8-a449-4c66-8006-9014f086578a) {{(pid=105584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:52:51.781218 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72252991-bec7-4f1e-b4aa-bd5b95a158c7 req-b1009e0c-5c70-4dd1-b48b-0ee2f02c1e47 tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:52:51.782766 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-72252991-bec7-4f1e-b4aa-bd5b95a158c7 req-b1009e0c-5c70-4dd1-b48b-0ee2f02c1e47 tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] 10.222.0.59 "GET /v2.0/ports?device_id=bb7c627d-1bb5-4ac1-b277-e1b05fefd6bc HTTP/1.1" status: 200 len: 943 time: 0.1234007 Jul 27 20:52:51.840618 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [req-777bdb14-ad49-4c5d-93a2-ac68729325c8 req-82b5e6aa-c56a-44c8-a116-876aec431a05 service neutron] Attempting to bind port a40266cd-c917-4c2e-88d1-4a2bc632acb5 on host n-h1-705658-22 for vnic_type normal with profile {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:52:51.840961 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [req-777bdb14-ad49-4c5d-93a2-ac68729325c8 req-82b5e6aa-c56a-44c8-a116-876aec431a05 service neutron] Attempting to bind port a40266cd-c917-4c2e-88d1-4a2bc632acb5 by drivers openvswitch,hyperv on host n-h1-705658-22 at level 0 using segments [{'id': '7ddd3554-64b5-4ff7-9735-f58b31de803c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '4d297cf8-0ab0-49a0-a8db-82a17169c88a'}] {{(pid=105584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:52:51.841290 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-777bdb14-ad49-4c5d-93a2-ac68729325c8 req-82b5e6aa-c56a-44c8-a116-876aec431a05 service neutron] Attempting to bind port a40266cd-c917-4c2e-88d1-4a2bc632acb5 on network 4d297cf8-0ab0-49a0-a8db-82a17169c88a {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:52:51.872419 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-777bdb14-ad49-4c5d-93a2-ac68729325c8 req-82b5e6aa-c56a-44c8-a116-876aec431a05 service neutron] Port a40266cd-c917-4c2e-88d1-4a2bc632acb5 on network 4d297cf8-0ab0-49a0-a8db-82a17169c88a not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-22 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 20:52:51.872778 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-777bdb14-ad49-4c5d-93a2-ac68729325c8 req-82b5e6aa-c56a-44c8-a116-876aec431a05 service neutron] Attempting to bind port a40266cd-c917-4c2e-88d1-4a2bc632acb5 on network 4d297cf8-0ab0-49a0-a8db-82a17169c88a {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:52:51.897128 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-604975a3-23dc-4abc-939a-a744a95dffbb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:51.897830 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-72252991-bec7-4f1e-b4aa-bd5b95a158c7 req-318778d2-d8f9-453d-bf1e-eae6d9bd6a6b tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] 10.222.0.59 "GET /v2.0/security-groups?id=594c38b0-00a0-4e02-9d5e-673f3a5e469c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068802 Jul 27 20:52:51.947279 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-777bdb14-ad49-4c5d-93a2-ac68729325c8 req-82b5e6aa-c56a-44c8-a116-876aec431a05 service neutron] Checking agent: {'id': '9d9bc37f-4d75-44ef-9f63-799aab3e316f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 49, 36), 'started_at': datetime.datetime(2021, 7, 27, 20, 49, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 52, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:52:51.947590 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-777bdb14-ad49-4c5d-93a2-ac68729325c8 req-82b5e6aa-c56a-44c8-a116-876aec431a05 service neutron] Checking segment: {'id': '7ddd3554-64b5-4ff7-9735-f58b31de803c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '4d297cf8-0ab0-49a0-a8db-82a17169c88a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:52:51.947972 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-777bdb14-ad49-4c5d-93a2-ac68729325c8 req-82b5e6aa-c56a-44c8-a116-876aec431a05 service neutron] Bound using segment: {'id': '7ddd3554-64b5-4ff7-9735-f58b31de803c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '4d297cf8-0ab0-49a0-a8db-82a17169c88a'} {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:52:51.948422 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [req-777bdb14-ad49-4c5d-93a2-ac68729325c8 req-82b5e6aa-c56a-44c8-a116-876aec431a05 service neutron] Bound port: a40266cd-c917-4c2e-88d1-4a2bc632acb5, host: n-h1-705658-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ddd3554-64b5-4ff7-9735-f58b31de803c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '4d297cf8-0ab0-49a0-a8db-82a17169c88a'}}] {{(pid=105584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:52:51.948782 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-777bdb14-ad49-4c5d-93a2-ac68729325c8 req-82b5e6aa-c56a-44c8-a116-876aec431a05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:51.950950 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316c5c0d-b4cf-4753-b97d-746670c3739a req-a071e0fc-9a90-4c4f-9350-8240ac8ce4f1 tempest-ServersAdminNegativeTestJSON-1736809839 tempest-ServersAdminNegativeTestJSON-1736809839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:52:51.960115 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-316c5c0d-b4cf-4753-b97d-746670c3739a req-a071e0fc-9a90-4c4f-9350-8240ac8ce4f1 tempest-ServersAdminNegativeTestJSON-1736809839 tempest-ServersAdminNegativeTestJSON-1736809839-project] 10.222.0.59 "GET /v2.0/ports?device_id=da019b41-a09b-4d01-824e-01420419e3c0 HTTP/1.1" status: 200 len: 935 time: 0.1124039 Jul 27 20:52:52.021923 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-316c5c0d-b4cf-4753-b97d-746670c3739a req-0a8a9e34-8eb8-418b-a6cc-53aa1f422ef8 tempest-ServersAdminNegativeTestJSON-1736809839 tempest-ServersAdminNegativeTestJSON-1736809839-project] 10.222.0.59 "GET /v2.0/security-groups?id=243dab04-9884-44a9-8d02-cc354c808379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597925 Jul 27 20:52:52.062401 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.36', 53075) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:52:52.065892 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-604975a3-23dc-4abc-939a-a744a95dffbb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:52.113903 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3223c2c1-59c2-4df5-8770-c9e968db31b9 req-cd314a81-8c44-421a-bee9-a195ca69ac3c tempest-DeleteServersAdminTestJSON-694577090 tempest-DeleteServersAdminTestJSON-694577090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:52:52.121966 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-3223c2c1-59c2-4df5-8770-c9e968db31b9 req-cd314a81-8c44-421a-bee9-a195ca69ac3c tempest-DeleteServersAdminTestJSON-694577090 tempest-DeleteServersAdminTestJSON-694577090-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d672036-a3f5-4e89-8383-1613013839a7 HTTP/1.1" status: 200 len: 949 time: 0.0978785 Jul 27 20:52:52.133496 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-0facfab8-f6d1-428d-a236-cc69190ef084 req-b37f57e9-b7d7-4320-8042-f6570b13524d tempest-ListImageFiltersTestJSON-1820602988 tempest-ListImageFiltersTestJSON-1820602988-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=cd1c4ec588264fedb68f16fe606b77e8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0627384 Jul 27 20:52:52.167826 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-64a4fe1d-448c-409b-9a27-e221e9792b50 req-db6e716f-da2d-4e3d-9c6e-fb93247c1677 tempest-ListImageFiltersTestJSON-1820602988 tempest-ListImageFiltersTestJSON-1820602988-project] 10.222.0.59 "GET /v2.0/ports?device_id=23ac7b8b-8c25-440b-a388-00c2cd864925 HTTP/1.1" status: 200 len: 210 time: 0.0379345 Jul 27 20:52:52.200462 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-3223c2c1-59c2-4df5-8770-c9e968db31b9 req-04d420d7-c292-4f14-a595-71d7e344d951 tempest-DeleteServersAdminTestJSON-694577090 tempest-DeleteServersAdminTestJSON-694577090-project] 10.222.0.59 "GET /v2.0/security-groups?id=57c0a943-9ad7-4e44-93fc-83b6b6f566f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772793 Jul 27 20:52:52.259143 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-566179a7-7b14-4493-b6ec-f68bf8e92142 req-68da8ac2-0e7d-422b-879a-b25214010a1e tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] Notify callbacks [] for port, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:52.262821 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [req-777bdb14-ad49-4c5d-93a2-ac68729325c8 req-82b5e6aa-c56a-44c8-a116-876aec431a05 service neutron] For port a40266cd-c917-4c2e-88d1-4a2bc632acb5, host n-h1-705658-22, cleared binding levels {{(pid=105584) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:52:52.287388 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [req-777bdb14-ad49-4c5d-93a2-ac68729325c8 req-82b5e6aa-c56a-44c8-a116-876aec431a05 service neutron] For port a40266cd-c917-4c2e-88d1-4a2bc632acb5, host n-h1-705658-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=a40266cd-c917-4c2e-88d1-4a2bc632acb5,segment=NetworkSegment(7ddd3554-64b5-4ff7-9735-f58b31de803c),segment_id=7ddd3554-64b5-4ff7-9735-f58b31de803c)] {{(pid=105584) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:52:52.295400 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-604975a3-23dc-4abc-939a-a744a95dffbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:52.307093 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-604975a3-23dc-4abc-939a-a744a95dffbb admin admin] Notify callbacks [] for security_group, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:52.312050 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-604975a3-23dc-4abc-939a-a744a95dffbb admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/2b655948-759b-4266-9059-553118d4a67a HTTP/1.1" status: 204 len: 168 time: 0.6165943 Jul 27 20:52:52.337259 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-777bdb14-ad49-4c5d-93a2-ac68729325c8 req-82b5e6aa-c56a-44c8-a116-876aec431a05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9014027'] for port, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:52.347267 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.provisioning_blocks [req-566179a7-7b14-4493-b6ec-f68bf8e92142 req-68da8ac2-0e7d-422b-879a-b25214010a1e tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] Transition to ACTIVE for port object 789d1df8-a449-4c66-8006-9014f086578a will not be triggered until provisioned by entity DHCP. {{(pid=105584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:52:52.390226 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31218b23-3d06-4925-ba52-902d1de326e8 req-6291c10b-f89c-4ffe-8db6-b4cb13073739 tempest-ServersWithSpecificFlavorTestJSON-635688280 tempest-ServersWithSpecificFlavorTestJSON-635688280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:52:52.392146 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777bdb14-ad49-4c5d-93a2-ac68729325c8 req-82b5e6aa-c56a-44c8-a116-876aec431a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:52:52.393090 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-31218b23-3d06-4925-ba52-902d1de326e8 req-6291c10b-f89c-4ffe-8db6-b4cb13073739 tempest-ServersWithSpecificFlavorTestJSON-635688280 tempest-ServersWithSpecificFlavorTestJSON-635688280-project] 10.222.0.59 "GET /v2.0/ports?device_id=4d0397ab-d49a-4764-929c-fe637a207962 HTTP/1.1" status: 200 len: 944 time: 0.1028466 Jul 27 20:52:52.393206 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-777bdb14-ad49-4c5d-93a2-ac68729325c8 req-82b5e6aa-c56a-44c8-a116-876aec431a05 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:52.394493 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-777bdb14-ad49-4c5d-93a2-ac68729325c8 req-82b5e6aa-c56a-44c8-a116-876aec431a05 service neutron] 10.222.0.36 "PUT /v2.0/ports/a40266cd-c917-4c2e-88d1-4a2bc632acb5 HTTP/1.1" status: 200 len: 1092 time: 2.2207489 Jul 27 20:52:52.395264 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604975a3-23dc-4abc-939a-a744a95dffbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b655948-759b-4266-9059-553118d4a67a,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:52:52.396798 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb7c627d-1bb5-4ac1-b277-e1b05fefd6bc', 'tag': 'a40266cd-c917-4c2e-88d1-4a2bc632acb5'}] {{(pid=105584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:52:52.398963 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bce5e6c8685464f7626901654159975603b047827e3138302ed6566e28f1343" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-799ba088-4e4a-4ac9-807b-e902ebb02bd6" -d '{"events": [{"name": "network-changed", "server_uuid": "bb7c627d-1bb5-4ac1-b277-e1b05fefd6bc", "tag": "a40266cd-c917-4c2e-88d1-4a2bc632acb5"}]}' {{(pid=105584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:52:52.465897 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0facfab8-f6d1-428d-a236-cc69190ef084 req-3d3287f5-30a4-4e89-8608-bd61ef1c3ac6 tempest-ListImageFiltersTestJSON-1820602988 tempest-ListImageFiltersTestJSON-1820602988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:52:52.467435 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-0facfab8-f6d1-428d-a236-cc69190ef084 req-3d3287f5-30a4-4e89-8608-bd61ef1c3ac6 tempest-ListImageFiltersTestJSON-1820602988 tempest-ListImageFiltersTestJSON-1820602988-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3207822 Jul 27 20:52:52.491467 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 20:52:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3942e669-ae3d-429e-8a1a-a4a6106a0ff8 x-openstack-request-id: req-3942e669-ae3d-429e-8a1a-a4a6106a0ff8 {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:52:52.491667 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb7c627d-1bb5-4ac1-b277-e1b05fefd6bc", "tag": "a40266cd-c917-4c2e-88d1-4a2bc632acb5", "status": "completed", "code": 200}]} {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:52:52.492007 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-3942e669-ae3d-429e-8a1a-a4a6106a0ff8 {{(pid=105584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:52:52.492302 n-d-705658-22 neutron-server[105584]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb7c627d-1bb5-4ac1-b277-e1b05fefd6bc', 'tag': 'a40266cd-c917-4c2e-88d1-4a2bc632acb5', 'status': 'completed', 'code': 200} Jul 27 20:52:52.500274 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-31218b23-3d06-4925-ba52-902d1de326e8 req-726d1b6c-be32-41f4-b2a3-094c8ff749eb tempest-ServersWithSpecificFlavorTestJSON-635688280 tempest-ServersWithSpecificFlavorTestJSON-635688280-project] 10.222.0.59 "GET /v2.0/security-groups?id=55ca020d-7119-4e40-9e04-2cd3ab975f98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0962644 Jul 27 20:52:52.522054 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [req-0facfab8-f6d1-428d-a236-cc69190ef084 req-db08742e-7f95-46c0-8292-8915ef4238d6 tempest-ListImageFiltersTestJSON-1820602988 tempest-ListImageFiltersTestJSON-1820602988-project] Request body: {'port': {'device_id': 'd554f15e-64a0-4c6e-b463-28d8148f367b', 'network_id': '4d64aa0b-bd6a-468e-8edc-c83689947462', 'admin_state_up': True, 'tenant_id': 'cd1c4ec588264fedb68f16fe606b77e8'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:52:52.607623 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Device ed190ecd-f2a0-490c-9654-276734cf7f2f up at agent hyperv_n-h2-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:52:52.623917 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b5e6aa-c56a-44c8-a116-876aec431a05 service neutron] Pushing event updated for resources: {'Port': ['ID=a40266cd-c917-4c2e-88d1-4a2bc632acb5,revision_number=3']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:52:52.661148 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-566179a7-7b14-4493-b6ec-f68bf8e92142 req-68da8ac2-0e7d-422b-879a-b25214010a1e tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:52.673981 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 59186) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:52:52.696525 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-3d54578f-831f-4696-b568-13c455922dab None None] Provisioning for port ed190ecd-f2a0-490c-9654-276734cf7f2f completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:52:52.701909 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-3d54578f-831f-4696-b568-13c455922dab None None] Provisioning complete for port ed190ecd-f2a0-490c-9654-276734cf7f2f triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:52:52.703204 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:52.814186 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:52.835106 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-e68fe778-baac-4219-a538-4a5ff9bcf06c admin admin] Notify callbacks [] for security_group, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:52.879575 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d0397ab-d49a-4764-929c-fe637a207962', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed190ecd-f2a0-490c-9654-276734cf7f2f'}] {{(pid=105586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:52:52.884676 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14c1663e039faf5393f87855f745010ac5b02220355b68fdbf065393e303ac56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89041659-62d4-465e-a60b-8a2e0a84114f" -d '{"events": [{"server_uuid": "4d0397ab-d49a-4764-929c-fe637a207962", "name": "network-vif-plugged", "status": "completed", "tag": "ed190ecd-f2a0-490c-9654-276734cf7f2f"}]}' {{(pid=105586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:52:52.891978 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777bdb14-ad49-4c5d-93a2-ac68729325c8 req-6db39ee8-0637-4edb-80b9-1e528146751c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:52:52.893588 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-777bdb14-ad49-4c5d-93a2-ac68729325c8 req-6db39ee8-0637-4edb-80b9-1e528146751c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0ae9964322044591b167626dd714310e&device_id=bb7c627d-1bb5-4ac1-b277-e1b05fefd6bc HTTP/1.1" status: 200 len: 1095 time: 0.4432247 Jul 27 20:52:52.897961 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-566179a7-7b14-4493-b6ec-f68bf8e92142 req-68da8ac2-0e7d-422b-879a-b25214010a1e tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] Network 4d64aa0b-bd6a-468e-8edc-c83689947462 is already hosted by enough agents. {{(pid=105584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:52:52.926163 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] For port ed190ecd-f2a0-490c-9654-276734cf7f2f, host n-h2-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=ed190ecd-f2a0-490c-9654-276734cf7f2f,segment=NetworkSegment(2ea25427-d6e6-4416-87a7-64c07e5ed875),segment_id=2ea25427-d6e6-4416-87a7-64c07e5ed875)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:52:52.937135 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:52.938395 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Device 3d224d1d-b7b0-4813-8a0c-cf1329543c01 up at agent hyperv_n-h2-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:52:52.955421 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 20:52:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-215dbc2a-d465-494d-b0d7-126be15ddd77 x-openstack-request-id: req-215dbc2a-d465-494d-b0d7-126be15ddd77 {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:52:52.955895 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d0397ab-d49a-4764-929c-fe637a207962", "name": "network-vif-plugged", "status": "completed", "tag": "ed190ecd-f2a0-490c-9654-276734cf7f2f", "code": 200}]} {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:52:52.956407 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-215dbc2a-d465-494d-b0d7-126be15ddd77 {{(pid=105586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:52:52.957224 n-d-705658-22 neutron-server[105586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d0397ab-d49a-4764-929c-fe637a207962', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed190ecd-f2a0-490c-9654-276734cf7f2f', 'code': 200} Jul 27 20:52:53.029914 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b896c334-9cd6-4e30-a91e-5588f12b8c7d req-b022c041-c769-430c-a9c5-17bc0d391e4a tempest-ListImageFiltersTestJSON-1820602988 tempest-ListImageFiltersTestJSON-1820602988-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=cd1c4ec588264fedb68f16fe606b77e8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0592422 Jul 27 20:52:53.074798 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Pushing event updated for resources: {'Port': ['ID=ed190ecd-f2a0-490c-9654-276734cf7f2f,revision_number=5']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:52:53.090065 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-3d54578f-831f-4696-b568-13c455922dab None None] Provisioning for port 3d224d1d-b7b0-4813-8a0c-cf1329543c01 completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:52:53.095562 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-3d54578f-831f-4696-b568-13c455922dab None None] Provisioning complete for port 3d224d1d-b7b0-4813-8a0c-cf1329543c01 triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:52:53.096216 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:53.130500 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.60', 50878) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:52:53.222048 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb2f330-aa97-4495-a718-a2703e7c937c req-4d37f488-7f79-4ada-ba4b-16762591c396 tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:52:53.223618 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-2bb2f330-aa97-4495-a718-a2703e7c937c req-4d37f488-7f79-4ada-ba4b-16762591c396 tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] 10.222.0.59 "GET /v2.0/ports?device_id=d98e24ae-b25b-4b80-9e73-32ae4bc5c50f HTTP/1.1" status: 200 len: 936 time: 0.3845801 Jul 27 20:52:53.232750 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:53.270079 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] For port 3d224d1d-b7b0-4813-8a0c-cf1329543c01, host n-h2-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=3d224d1d-b7b0-4813-8a0c-cf1329543c01,segment=NetworkSegment(86b1e6f6-d629-4b03-8944-4cdfbfb93d02),segment_id=86b1e6f6-d629-4b03-8944-4cdfbfb93d02)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:52:53.275512 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:53.277484 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [req-5d6e9f96-30c9-4586-b6a3-8f2d97659e49 req-655fe363-8b18-49fb-a060-53d9772c026b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45734077-6e62-42dc-92a8-45a926fddb54 {{(pid=105584) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 20:52:53.285784 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-5d6e9f96-30c9-4586-b6a3-8f2d97659e49 req-655fe363-8b18-49fb-a060-53d9772c026b service neutron] Notify callbacks [] for port, precommit_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:53.291856 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b896c334-9cd6-4e30-a91e-5588f12b8c7d req-c9157031-2747-4233-bb14-b065762a59b5 tempest-ListImageFiltersTestJSON-1820602988 tempest-ListImageFiltersTestJSON-1820602988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:52:53.293569 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b896c334-9cd6-4e30-a91e-5588f12b8c7d req-c9157031-2747-4233-bb14-b065762a59b5 tempest-ListImageFiltersTestJSON-1820602988 tempest-ListImageFiltersTestJSON-1820602988-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2497289 Jul 27 20:52:53.300343 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.provisioning_blocks [req-5d6e9f96-30c9-4586-b6a3-8f2d97659e49 req-655fe363-8b18-49fb-a060-53d9772c026b service neutron] Transition to ACTIVE for port object 45734077-6e62-42dc-92a8-45a926fddb54 will not be triggered until provisioned by entity L2. {{(pid=105584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:52:53.301706 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [req-566179a7-7b14-4493-b6ec-f68bf8e92142 req-68da8ac2-0e7d-422b-879a-b25214010a1e tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] Resources bound (agent type, host, resource id): {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:52:53.342933 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Pushing event updated for resources: {'Port': ['ID=3d224d1d-b7b0-4813-8a0c-cf1329543c01,revision_number=5']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:52:53.349414 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68da8ac2-0e7d-422b-879a-b25214010a1e tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] Pushing event updated for resources: {'Port': ['ID=789d1df8-a449-4c66-8006-9014f086578a,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:52:53.356181 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-777bdb14-ad49-4c5d-93a2-ac68729325c8 req-6e189ced-e55d-4495-94fb-d0b09b00ef9a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a40266cd-c917-4c2e-88d1-4a2bc632acb5 HTTP/1.1" status: 200 len: 217 time: 0.4534731 Jul 27 20:52:53.358038 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [req-566179a7-7b14-4493-b6ec-f68bf8e92142 req-68da8ac2-0e7d-422b-879a-b25214010a1e tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] Received port after_create {{(pid=105584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:52:53.363601 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [req-b896c334-9cd6-4e30-a91e-5588f12b8c7d req-c0d3a3ab-212c-418f-a9ba-f0b8b2c42b63 tempest-ListImageFiltersTestJSON-1820602988 tempest-ListImageFiltersTestJSON-1820602988-project] Request body: {'port': {'device_id': '23ac7b8b-8c25-440b-a388-00c2cd864925', 'network_id': '4d64aa0b-bd6a-468e-8edc-c83689947462', 'admin_state_up': True, 'tenant_id': 'cd1c4ec588264fedb68f16fe606b77e8'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:52:53.366291 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-5d6e9f96-30c9-4586-b6a3-8f2d97659e49 req-655fe363-8b18-49fb-a060-53d9772c026b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9014027'] for port, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:53.381398 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-2bb2f330-aa97-4495-a718-a2703e7c937c req-69642c21-35da-4b43-a864-615f4b6f7b64 tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] 10.222.0.59 "GET /v2.0/security-groups?id=dea81a77-85b4-4e12-8e1d-b19e89484a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867064 Jul 27 20:52:53.471922 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655fe363-8b18-49fb-a060-53d9772c026b service neutron] Pushing event updated for resources: {'Port': ['ID=45734077-6e62-42dc-92a8-45a926fddb54,revision_number=2']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:52:53.521692 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375046da-8626-49ea-bb9b-ade79da6fb65 req-aef065cb-1578-4f24-90b9-8f976083a628 tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:52:53.523221 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566179a7-7b14-4493-b6ec-f68bf8e92142 req-68da8ac2-0e7d-422b-879a-b25214010a1e tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:52:53.523867 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-375046da-8626-49ea-bb9b-ade79da6fb65 req-aef065cb-1578-4f24-90b9-8f976083a628 tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] 10.222.0.59 "GET /v2.0/ports?device_id=bb7c627d-1bb5-4ac1-b277-e1b05fefd6bc HTTP/1.1" status: 200 len: 943 time: 0.4670584 Jul 27 20:52:53.525784 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b1606f-36a8-47fb-8218-5ba1f82d2af7 req-548f8ef2-8064-4d74-b56d-7be08f72c9e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:52:53.527253 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-03b1606f-36a8-47fb-8218-5ba1f82d2af7 req-548f8ef2-8064-4d74-b56d-7be08f72c9e6 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=4d0397ab-d49a-4764-929c-fe637a207962 HTTP/1.1" status: 200 len: 1097 time: 0.3920202 Jul 27 20:52:53.529898 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-566179a7-7b14-4493-b6ec-f68bf8e92142 req-68da8ac2-0e7d-422b-879a-b25214010a1e tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:53.542864 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777bdb14-ad49-4c5d-93a2-ac68729325c8 req-12ac7dbf-3e85-4810-a325-9e23af76842e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:52:53.544660 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-777bdb14-ad49-4c5d-93a2-ac68729325c8 req-12ac7dbf-3e85-4810-a325-9e23af76842e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ff9685c6-941b-44c9-867d-9e4581186e02 HTTP/1.1" status: 200 len: 848 time: 0.1808467 Jul 27 20:52:53.561764 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-e68fe778-baac-4219-a538-4a5ff9bcf06c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:53.595040 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-e68fe778-baac-4219-a538-4a5ff9bcf06c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:53.605051 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-777bdb14-ad49-4c5d-93a2-ac68729325c8 req-53907c1a-757d-463c-88e9-fb00eb4d3638 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4d297cf8-0ab0-49a0-a8db-82a17169c88a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0532146 Jul 27 20:52:53.626981 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-566179a7-7b14-4493-b6ec-f68bf8e92142 req-68da8ac2-0e7d-422b-879a-b25214010a1e tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.2858987 Jul 27 20:52:53.668757 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-375046da-8626-49ea-bb9b-ade79da6fb65 req-3657a02d-bb9f-492b-bf7f-c4a2b5d4d4d1 tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] 10.222.0.59 "GET /v2.0/security-groups?id=594c38b0-00a0-4e02-9d5e-673f3a5e469c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975463 Jul 27 20:52:53.691835 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-61fb1991-db5b-4567-bd09-c052ca7089d2 None None] Provisioning for port 789d1df8-a449-4c66-8006-9014f086578a completed by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:52:53.698588 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-61fb1991-db5b-4567-bd09-c052ca7089d2 None None] Provisioning complete for port 789d1df8-a449-4c66-8006-9014f086578a triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:52:53.699172 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-61fb1991-db5b-4567-bd09-c052ca7089d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:53.735395 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [req-5d6e9f96-30c9-4586-b6a3-8f2d97659e49 req-655fe363-8b18-49fb-a060-53d9772c026b service neutron] Attempting to bind port 45734077-6e62-42dc-92a8-45a926fddb54 on host n-h1-705658-22 for vnic_type normal with profile {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:52:53.735736 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [req-5d6e9f96-30c9-4586-b6a3-8f2d97659e49 req-655fe363-8b18-49fb-a060-53d9772c026b service neutron] Attempting to bind port 45734077-6e62-42dc-92a8-45a926fddb54 by drivers openvswitch,hyperv on host n-h1-705658-22 at level 0 using segments [{'id': '86b1e6f6-d629-4b03-8944-4cdfbfb93d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '4d64aa0b-bd6a-468e-8edc-c83689947462'}] {{(pid=105584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:52:53.736060 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d6e9f96-30c9-4586-b6a3-8f2d97659e49 req-655fe363-8b18-49fb-a060-53d9772c026b service neutron] Attempting to bind port 45734077-6e62-42dc-92a8-45a926fddb54 on network 4d64aa0b-bd6a-468e-8edc-c83689947462 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:52:53.740622 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-03b1606f-36a8-47fb-8218-5ba1f82d2af7 req-496aaa45-3580-4cab-8023-9e5699db0a05 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=55ca020d-7119-4e40-9e04-2cd3ab975f98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1703954 Jul 27 20:52:53.742343 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0facfab8-f6d1-428d-a236-cc69190ef084 req-db08742e-7f95-46c0-8292-8915ef4238d6 tempest-ListImageFiltersTestJSON-1820602988 tempest-ListImageFiltersTestJSON-1820602988-project] Made reservation on behalf of cd1c4ec588264fedb68f16fe606b77e8 for: {'port': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:52:53.745995 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-0facfab8-f6d1-428d-a236-cc69190ef084 req-db08742e-7f95-46c0-8292-8915ef4238d6 tempest-ListImageFiltersTestJSON-1820602988 tempest-ListImageFiltersTestJSON-1820602988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:53.771751 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [req-566179a7-7b14-4493-b6ec-f68bf8e92142 req-aa74bd6a-43b4-4258-ac66-71c5b4f14531 service neutron] Request body: {'port': {'device_id': 'd98e24ae-b25b-4b80-9e73-32ae4bc5c50f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-705658-22'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:52:53.774739 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-61fb1991-db5b-4567-bd09-c052ca7089d2 None None] Port 789d1df8-a449-4c66-8006-9014f086578a cannot update to ACTIVE because it is not bound. {{(pid=105586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 20:52:53.779826 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-e68fe778-baac-4219-a538-4a5ff9bcf06c admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=705cfe7a7c254a38b6148149deec2317&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1039562 Jul 27 20:52:53.784503 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-0facfab8-f6d1-428d-a236-cc69190ef084 req-db08742e-7f95-46c0-8292-8915ef4238d6 tempest-ListImageFiltersTestJSON-1820602988 tempest-ListImageFiltersTestJSON-1820602988-project] Notify callbacks [] for security_group, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:53.793742 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 59228) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:52:53.825268 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d6e9f96-30c9-4586-b6a3-8f2d97659e49 req-655fe363-8b18-49fb-a060-53d9772c026b service neutron] Port 45734077-6e62-42dc-92a8-45a926fddb54 on network 4d64aa0b-bd6a-468e-8edc-c83689947462 not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-22 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 20:52:53.826152 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d6e9f96-30c9-4586-b6a3-8f2d97659e49 req-655fe363-8b18-49fb-a060-53d9772c026b service neutron] Attempting to bind port 45734077-6e62-42dc-92a8-45a926fddb54 on network 4d64aa0b-bd6a-468e-8edc-c83689947462 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:52:53.838350 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68fe778-baac-4219-a538-4a5ff9bcf06c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb755935-01a6-4130-b745-1892e1b32d21,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:52:53.842120 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d6e9f96-30c9-4586-b6a3-8f2d97659e49 req-655fe363-8b18-49fb-a060-53d9772c026b service neutron] Checking agent: {'id': '9d9bc37f-4d75-44ef-9f63-799aab3e316f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 49, 36), 'started_at': datetime.datetime(2021, 7, 27, 20, 49, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 52, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:52:53.842407 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d6e9f96-30c9-4586-b6a3-8f2d97659e49 req-655fe363-8b18-49fb-a060-53d9772c026b service neutron] Checking segment: {'id': '86b1e6f6-d629-4b03-8944-4cdfbfb93d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '4d64aa0b-bd6a-468e-8edc-c83689947462'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:52:53.842792 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d6e9f96-30c9-4586-b6a3-8f2d97659e49 req-655fe363-8b18-49fb-a060-53d9772c026b service neutron] Bound using segment: {'id': '86b1e6f6-d629-4b03-8944-4cdfbfb93d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '4d64aa0b-bd6a-468e-8edc-c83689947462'} {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:52:53.843252 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [req-5d6e9f96-30c9-4586-b6a3-8f2d97659e49 req-655fe363-8b18-49fb-a060-53d9772c026b service neutron] Bound port: 45734077-6e62-42dc-92a8-45a926fddb54, host: n-h1-705658-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '86b1e6f6-d629-4b03-8944-4cdfbfb93d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '4d64aa0b-bd6a-468e-8edc-c83689947462'}}] {{(pid=105584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:52:53.843616 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-5d6e9f96-30c9-4586-b6a3-8f2d97659e49 req-655fe363-8b18-49fb-a060-53d9772c026b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:53.876230 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e2a3f076-e18d-4b51-af07-e20a57d6a280 req-cf9652ff-9d76-479d-9989-4db32e5fa064 tempest-ListImageFiltersTestJSON-1820602988 tempest-ListImageFiltersTestJSON-1820602988-project] 10.222.0.59 "GET /v2.0/ports?device_id=23ac7b8b-8c25-440b-a388-00c2cd864925 HTTP/1.1" status: 200 len: 210 time: 0.0760059 Jul 27 20:52:53.897517 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c179b715-6782-4a45-87f4-22e1b020d136 req-8bf557e8-7ed0-47a2-b105-c73e1e446a02 tempest-ServersAdminNegativeTestJSON-1736809839 tempest-ServersAdminNegativeTestJSON-1736809839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:52:53.904155 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-c179b715-6782-4a45-87f4-22e1b020d136 req-8bf557e8-7ed0-47a2-b105-c73e1e446a02 tempest-ServersAdminNegativeTestJSON-1736809839 tempest-ServersAdminNegativeTestJSON-1736809839-project] 10.222.0.59 "GET /v2.0/ports?device_id=da019b41-a09b-4d01-824e-01420419e3c0 HTTP/1.1" status: 200 len: 947 time: 0.4038298 Jul 27 20:52:53.940798 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-777bdb14-ad49-4c5d-93a2-ac68729325c8 req-c8ac3a38-b771-4ead-99bf-151f09cdeb52 service neutron] 10.222.0.36 "GET /v2.0/networks/4d297cf8-0ab0-49a0-a8db-82a17169c88a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3127372 Jul 27 20:52:53.966543 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-b280044b-d687-40bf-90bc-8ffe2765c0c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:53.969620 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b896c334-9cd6-4e30-a91e-5588f12b8c7d req-c0d3a3ab-212c-418f-a9ba-f0b8b2c42b63 tempest-ListImageFiltersTestJSON-1820602988 tempest-ListImageFiltersTestJSON-1820602988-project] Made reservation on behalf of cd1c4ec588264fedb68f16fe606b77e8 for: {'port': 1} {{(pid=105585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:52:53.973865 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-566179a7-7b14-4493-b6ec-f68bf8e92142 req-aa74bd6a-43b4-4258-ac66-71c5b4f14531 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:53.974053 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-b896c334-9cd6-4e30-a91e-5588f12b8c7d req-c0d3a3ab-212c-418f-a9ba-f0b8b2c42b63 tempest-ListImageFiltersTestJSON-1820602988 tempest-ListImageFiltersTestJSON-1820602988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:53.988822 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-b896c334-9cd6-4e30-a91e-5588f12b8c7d req-c0d3a3ab-212c-418f-a9ba-f0b8b2c42b63 tempest-ListImageFiltersTestJSON-1820602988 tempest-ListImageFiltersTestJSON-1820602988-project] Notify callbacks [] for security_group, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:54.048033 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-c179b715-6782-4a45-87f4-22e1b020d136 req-6af1d431-09f2-4fb8-9883-de4e60b82d3e tempest-ServersAdminNegativeTestJSON-1736809839 tempest-ServersAdminNegativeTestJSON-1736809839-project] 10.222.0.59 "GET /v2.0/security-groups?id=243dab04-9884-44a9-8d02-cc354c808379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348870 Jul 27 20:52:54.056270 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-b280044b-d687-40bf-90bc-8ffe2765c0c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:54.084951 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [req-5d6e9f96-30c9-4586-b6a3-8f2d97659e49 req-655fe363-8b18-49fb-a060-53d9772c026b service neutron] For port 45734077-6e62-42dc-92a8-45a926fddb54, host n-h1-705658-22, cleared binding levels {{(pid=105584) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:52:54.094765 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [req-5d6e9f96-30c9-4586-b6a3-8f2d97659e49 req-655fe363-8b18-49fb-a060-53d9772c026b service neutron] For port 45734077-6e62-42dc-92a8-45a926fddb54, host n-h1-705658-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=45734077-6e62-42dc-92a8-45a926fddb54,segment=NetworkSegment(86b1e6f6-d629-4b03-8944-4cdfbfb93d02),segment_id=86b1e6f6-d629-4b03-8944-4cdfbfb93d02)] {{(pid=105584) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:52:54.131924 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2f3ae0-71db-4568-8a49-b690d07a4b70 req-1cc23861-092a-4d10-b191-50c117d87774 tempest-DeleteServersAdminTestJSON-694577090 tempest-DeleteServersAdminTestJSON-694577090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:52:54.132139 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-5d6e9f96-30c9-4586-b6a3-8f2d97659e49 req-655fe363-8b18-49fb-a060-53d9772c026b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9014027'] for port, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:54.133481 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-cd2f3ae0-71db-4568-8a49-b690d07a4b70 req-1cc23861-092a-4d10-b191-50c117d87774 tempest-DeleteServersAdminTestJSON-694577090 tempest-DeleteServersAdminTestJSON-694577090-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d672036-a3f5-4e89-8383-1613013839a7 HTTP/1.1" status: 200 len: 950 time: 0.1457124 Jul 27 20:52:54.151438 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-b280044b-d687-40bf-90bc-8ffe2765c0c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:54.153875 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-b280044b-d687-40bf-90bc-8ffe2765c0c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:54.154956 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-b280044b-d687-40bf-90bc-8ffe2765c0c1 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/cb755935-01a6-4130-b745-1892e1b32d21 HTTP/1.1" status: 204 len: 168 time: 0.3529751 Jul 27 20:52:54.200262 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b280044b-d687-40bf-90bc-8ffe2765c0c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb755935-01a6-4130-b745-1892e1b32d21,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:52:54.213188 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6e9f96-30c9-4586-b6a3-8f2d97659e49 req-655fe363-8b18-49fb-a060-53d9772c026b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:52:54.213826 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-5d6e9f96-30c9-4586-b6a3-8f2d97659e49 req-655fe363-8b18-49fb-a060-53d9772c026b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:54.215326 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-5d6e9f96-30c9-4586-b6a3-8f2d97659e49 req-655fe363-8b18-49fb-a060-53d9772c026b service neutron] 10.222.0.36 "PUT /v2.0/ports/45734077-6e62-42dc-92a8-45a926fddb54 HTTP/1.1" status: 200 len: 1096 time: 2.8234024 Jul 27 20:52:54.227302 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b280044b-d687-40bf-90bc-8ffe2765c0c1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:52:54.227302 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b280044b-d687-40bf-90bc-8ffe2765c0c1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:52:54.227564 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b280044b-d687-40bf-90bc-8ffe2765c0c1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:52:54.227740 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b280044b-d687-40bf-90bc-8ffe2765c0c1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:52:54.228273 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b280044b-d687-40bf-90bc-8ffe2765c0c1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:52:54.228404 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b280044b-d687-40bf-90bc-8ffe2765c0c1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:52:54.228694 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b280044b-d687-40bf-90bc-8ffe2765c0c1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:52:54.229582 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b280044b-d687-40bf-90bc-8ffe2765c0c1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:52:54.229582 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b280044b-d687-40bf-90bc-8ffe2765c0c1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:52:54.229582 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b280044b-d687-40bf-90bc-8ffe2765c0c1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:52:54.230060 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b280044b-d687-40bf-90bc-8ffe2765c0c1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:52:54.230329 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b280044b-d687-40bf-90bc-8ffe2765c0c1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:52:54.238834 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-cd2f3ae0-71db-4568-8a49-b690d07a4b70 req-9111bd89-6885-4ba5-9cf6-72ee4dd19452 tempest-DeleteServersAdminTestJSON-694577090 tempest-DeleteServersAdminTestJSON-694577090-project] 10.222.0.59 "GET /v2.0/security-groups?id=57c0a943-9ad7-4e44-93fc-83b6b6f566f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892596 Jul 27 20:52:54.288700 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406d4e3e-bf8a-42ff-8402-9dd642e61c72 req-4a6021cd-5dcd-4f35-9cf3-3e6d2ad2b016 tempest-ServersWithSpecificFlavorTestJSON-635688280 tempest-ServersWithSpecificFlavorTestJSON-635688280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:52:54.290324 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-406d4e3e-bf8a-42ff-8402-9dd642e61c72 req-4a6021cd-5dcd-4f35-9cf3-3e6d2ad2b016 tempest-ServersWithSpecificFlavorTestJSON-635688280 tempest-ServersWithSpecificFlavorTestJSON-635688280-project] 10.222.0.59 "GET /v2.0/ports?device_id=4d0397ab-d49a-4764-929c-fe637a207962 HTTP/1.1" status: 200 len: 945 time: 0.1522756 Jul 27 20:52:54.347270 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-777bdb14-ad49-4c5d-93a2-ac68729325c8 req-b6fd842d-4cd2-4e51-9ecd-00a7cbce09b5 service neutron] 10.222.0.36 "GET /v2.0/networks/4d297cf8-0ab0-49a0-a8db-82a17169c88a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3957810 Jul 27 20:52:54.365096 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-406d4e3e-bf8a-42ff-8402-9dd642e61c72 req-c9469d60-8213-4e2b-a428-2019ff5eff40 tempest-ServersWithSpecificFlavorTestJSON-635688280 tempest-ServersWithSpecificFlavorTestJSON-635688280-project] 10.222.0.59 "GET /v2.0/security-groups?id=55ca020d-7119-4e40-9e04-2cd3ab975f98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645940 Jul 27 20:52:54.424969 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655fe363-8b18-49fb-a060-53d9772c026b service neutron] Pushing event updated for resources: {'Port': ['ID=45734077-6e62-42dc-92a8-45a926fddb54,revision_number=3']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:52:54.495361 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da019b41-a09b-4d01-824e-01420419e3c0', 'tag': '45734077-6e62-42dc-92a8-45a926fddb54'}] {{(pid=105584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:52:54.498060 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bce5e6c8685464f7626901654159975603b047827e3138302ed6566e28f1343" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efa7882b-398e-4578-9ada-76b9af7ac1c3" -d '{"events": [{"name": "network-changed", "server_uuid": "da019b41-a09b-4d01-824e-01420419e3c0", "tag": "45734077-6e62-42dc-92a8-45a926fddb54"}]}' {{(pid=105584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:52:54.501347 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-655fe363-8b18-49fb-a060-53d9772c026b service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:52:54.501865 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-655fe363-8b18-49fb-a060-53d9772c026b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:52:54.502207 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-655fe363-8b18-49fb-a060-53d9772c026b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:52:54.502704 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-655fe363-8b18-49fb-a060-53d9772c026b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:52:54.503063 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-655fe363-8b18-49fb-a060-53d9772c026b service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:52:54.503574 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-655fe363-8b18-49fb-a060-53d9772c026b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:52:54.503915 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-655fe363-8b18-49fb-a060-53d9772c026b service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:52:54.504244 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-655fe363-8b18-49fb-a060-53d9772c026b service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:52:54.504574 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-655fe363-8b18-49fb-a060-53d9772c026b service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:52:54.504903 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-655fe363-8b18-49fb-a060-53d9772c026b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:52:54.505228 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-655fe363-8b18-49fb-a060-53d9772c026b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:52:54.505553 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-655fe363-8b18-49fb-a060-53d9772c026b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:52:54.528042 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-0facfab8-f6d1-428d-a236-cc69190ef084 req-db08742e-7f95-46c0-8292-8915ef4238d6 tempest-ListImageFiltersTestJSON-1820602988 tempest-ListImageFiltersTestJSON-1820602988-project] Notify callbacks [] for security_group, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:54.560408 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-0facfab8-f6d1-428d-a236-cc69190ef084 req-db08742e-7f95-46c0-8292-8915ef4238d6 tempest-ListImageFiltersTestJSON-1820602988 tempest-ListImageFiltersTestJSON-1820602988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:54.614919 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.db.api [req-b896c334-9cd6-4e30-a91e-5588f12b8c7d req-c0d3a3ab-212c-418f-a9ba-f0b8b2c42b63 tempest-ListImageFiltersTestJSON-1820602988 tempest-ListImageFiltersTestJSON-1820602988-project] Retry wrapper got retriable exception: Failed to create a duplicate DefaultSecurityGroup: for attribute(s) ['default_security_group.PRIMARY'] with value(s) cd1c4ec588264fedb68f16fe606b77e8 {{(pid=105585) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 27 20:52:54.615424 n-d-705658-22 neutron-server[105585]: DEBUG oslo_db.api [req-b896c334-9cd6-4e30-a91e-5588f12b8c7d req-c0d3a3ab-212c-418f-a9ba-f0b8b2c42b63 tempest-ListImageFiltersTestJSON-1820602988 tempest-ListImageFiltersTestJSON-1820602988-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=105585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 27 20:52:54.624383 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e4fb4a-520d-4d1f-a2b5-6a929f82f43c req-3daa4eb3-e747-45dc-8efa-4365bdd51abc tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:52:54.626127 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-72e4fb4a-520d-4d1f-a2b5-6a929f82f43c req-3daa4eb3-e747-45dc-8efa-4365bdd51abc tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] 10.222.0.59 "GET /v2.0/ports?device_id=d98e24ae-b25b-4b80-9e73-32ae4bc5c50f HTTP/1.1" status: 200 len: 936 time: 0.1263356 Jul 27 20:52:54.673319 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 20:52:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01e7fc50-b91b-48a7-90eb-d396f140a883 x-openstack-request-id: req-01e7fc50-b91b-48a7-90eb-d396f140a883 {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:52:54.673620 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da019b41-a09b-4d01-824e-01420419e3c0", "tag": "45734077-6e62-42dc-92a8-45a926fddb54", "status": "completed", "code": 200}]} {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:52:54.673865 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-01e7fc50-b91b-48a7-90eb-d396f140a883 {{(pid=105584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:52:54.674252 n-d-705658-22 neutron-server[105584]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da019b41-a09b-4d01-824e-01420419e3c0', 'tag': '45734077-6e62-42dc-92a8-45a926fddb54', 'status': 'completed', 'code': 200} Jul 27 20:52:54.674977 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db08742e-7f95-46c0-8292-8915ef4238d6 tempest-ListImageFiltersTestJSON-1820602988 tempest-ListImageFiltersTestJSON-1820602988-project] Pushing event updated for resources: {'SecurityGroup': ['ID=824aa063-2fc5-4999-917c-6e4bfa9f4684,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:52:54.702232 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-72e4fb4a-520d-4d1f-a2b5-6a929f82f43c req-bf415d5d-e838-4aa9-b31a-38a0c2259fe2 tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] 10.222.0.59 "GET /v2.0/security-groups?id=dea81a77-85b4-4e12-8e1d-b19e89484a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692561 Jul 27 20:52:54.702716 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 59254) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:52:54.717525 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-9f91c611-6b32-4c7b-9320-2a04efd3e27b admin admin] Notify callbacks [] for security_group, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:54.725789 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6e9f96-30c9-4586-b6a3-8f2d97659e49 req-fa385c08-1a76-4bd8-a242-2561012aa794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:52:54.727411 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-5d6e9f96-30c9-4586-b6a3-8f2d97659e49 req-fa385c08-1a76-4bd8-a242-2561012aa794 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a6da1d4963c94a1fa3296e355aea080e&device_id=da019b41-a09b-4d01-824e-01420419e3c0 HTTP/1.1" status: 200 len: 1099 time: 0.3422179 Jul 27 20:52:54.748846 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799ba088-4e4a-4ac9-807b-e902ebb02bd6 req-6366282e-a634-4fde-8f7a-6e87bf6704d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:52:54.750319 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-799ba088-4e4a-4ac9-807b-e902ebb02bd6 req-6366282e-a634-4fde-8f7a-6e87bf6704d5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0ae9964322044591b167626dd714310e&device_id=bb7c627d-1bb5-4ac1-b277-e1b05fefd6bc HTTP/1.1" status: 200 len: 1095 time: 0.3203614 Jul 27 20:52:54.788809 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-5d6e9f96-30c9-4586-b6a3-8f2d97659e49 req-c7a03c61-c9f4-49b7-b5fc-37a389425b42 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.48&port_id=45734077-6e62-42dc-92a8-45a926fddb54 HTTP/1.1" status: 200 len: 217 time: 0.0493326 Jul 27 20:52:54.872158 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-9f91c611-6b32-4c7b-9320-2a04efd3e27b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:54.881924 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e48d040-1d81-405f-9ceb-4f0ea468ed03 req-1e8ba8f4-1352-406d-9bbb-38c14fa1431c tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:52:54.888362 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-9e48d040-1d81-405f-9ceb-4f0ea468ed03 req-1e8ba8f4-1352-406d-9bbb-38c14fa1431c tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] 10.222.0.59 "GET /v2.0/ports?device_id=bb7c627d-1bb5-4ac1-b277-e1b05fefd6bc HTTP/1.1" status: 200 len: 943 time: 0.1162951 Jul 27 20:52:54.896354 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-9f91c611-6b32-4c7b-9320-2a04efd3e27b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:54.934172 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [req-566179a7-7b14-4493-b6ec-f68bf8e92142 req-aa74bd6a-43b4-4258-ac66-71c5b4f14531 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 789d1df8-a449-4c66-8006-9014f086578a {{(pid=105584) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 20:52:54.946801 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6e9f96-30c9-4586-b6a3-8f2d97659e49 req-364e7116-bb4d-4ea4-a89e-782b485c74f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:52:54.948366 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-5d6e9f96-30c9-4586-b6a3-8f2d97659e49 req-364e7116-bb4d-4ea4-a89e-782b485c74f4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=26644ba0-4185-4e10-8718-6ad18d01376c HTTP/1.1" status: 200 len: 843 time: 0.1428444 Jul 27 20:52:54.950142 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-566179a7-7b14-4493-b6ec-f68bf8e92142 req-aa74bd6a-43b4-4258-ac66-71c5b4f14531 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:54.960493 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-9f91c611-6b32-4c7b-9320-2a04efd3e27b admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=abc35655a2fa438ea300d5378e552e08&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2541535 Jul 27 20:52:54.961781 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 59262) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:52:54.964508 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d672036-a3f5-4e89-8383-1613013839a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d224d1d-b7b0-4813-8a0c-cf1329543c01'}] {{(pid=105586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:52:54.968946 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14c1663e039faf5393f87855f745010ac5b02220355b68fdbf065393e303ac56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75dbc236-a9f5-4d6a-8144-44e10500f05a" -d '{"events": [{"server_uuid": "0d672036-a3f5-4e89-8383-1613013839a7", "name": "network-vif-plugged", "status": "completed", "tag": "3d224d1d-b7b0-4813-8a0c-cf1329543c01"}]}' {{(pid=105586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:52:54.978602 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-9e48d040-1d81-405f-9ceb-4f0ea468ed03 req-45fb8f2f-ea37-4ece-9611-101bca8a11fe tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] 10.222.0.59 "GET /v2.0/security-groups?id=594c38b0-00a0-4e02-9d5e-673f3a5e469c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892313 Jul 27 20:52:54.979265 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f91c611-6b32-4c7b-9320-2a04efd3e27b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c71ecf67-3708-46ff-96f4-2cce08164099,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:52:54.998781 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799ba088-4e4a-4ac9-807b-e902ebb02bd6 req-24613950-4c3c-45a1-80f0-4f6520de04a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:52:55.000309 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-799ba088-4e4a-4ac9-807b-e902ebb02bd6 req-24613950-4c3c-45a1-80f0-4f6520de04a3 service neutron] 10.222.0.36 "GET /v2.0/networks?id=4d297cf8-0ab0-49a0-a8db-82a17169c88a HTTP/1.1" status: 200 len: 909 time: 0.2212987 Jul 27 20:52:55.003747 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.provisioning_blocks [req-566179a7-7b14-4493-b6ec-f68bf8e92142 req-aa74bd6a-43b4-4258-ac66-71c5b4f14531 service neutron] Transition to ACTIVE for port object 789d1df8-a449-4c66-8006-9014f086578a will not be triggered until provisioned by entity L2. {{(pid=105584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:52:55.017517 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-566179a7-7b14-4493-b6ec-f68bf8e92142 req-aa74bd6a-43b4-4258-ac66-71c5b4f14531 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9014027'] for port, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:55.042715 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 20:52:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0557843f-7f4f-4ee3-8b35-29784dc7050a x-openstack-request-id: req-0557843f-7f4f-4ee3-8b35-29784dc7050a {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:52:55.043317 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d672036-a3f5-4e89-8383-1613013839a7", "name": "network-vif-plugged", "status": "completed", "tag": "3d224d1d-b7b0-4813-8a0c-cf1329543c01", "code": 200}]} {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:52:55.044164 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-0557843f-7f4f-4ee3-8b35-29784dc7050a {{(pid=105586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:52:55.045272 n-d-705658-22 neutron-server[105586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d672036-a3f5-4e89-8383-1613013839a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d224d1d-b7b0-4813-8a0c-cf1329543c01', 'code': 200} Jul 27 20:52:55.085775 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-6b423b6d-d39f-40c0-a798-f586544a6caf req-d611689e-a7ce-4765-8854-020a07087339 tempest-ListImageFiltersTestJSON-1820602988 tempest-ListImageFiltersTestJSON-1820602988-project] 10.222.0.59 "GET /v2.0/ports?device_id=23ac7b8b-8c25-440b-a388-00c2cd864925 HTTP/1.1" status: 200 len: 210 time: 0.0462103 Jul 27 20:52:55.115145 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-799ba088-4e4a-4ac9-807b-e902ebb02bd6 req-da43af74-055f-4329-9e82-3265ef480efb service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a40266cd-c917-4c2e-88d1-4a2bc632acb5 HTTP/1.1" status: 200 len: 217 time: 0.1058846 Jul 27 20:52:55.121148 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-b896c334-9cd6-4e30-a91e-5588f12b8c7d req-c0d3a3ab-212c-418f-a9ba-f0b8b2c42b63 tempest-ListImageFiltersTestJSON-1820602988 tempest-ListImageFiltersTestJSON-1820602988-project] Notify callbacks [] for security_group, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:55.124970 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-430b3529-3221-4c19-8dd3-dc591112e761 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:55.191255 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-430b3529-3221-4c19-8dd3-dc591112e761 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:55.194452 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa74bd6a-43b4-4258-ac66-71c5b4f14531 service neutron] Pushing event updated for resources: {'Port': ['ID=789d1df8-a449-4c66-8006-9014f086578a,revision_number=2']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:52:55.203361 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 59270) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:52:55.217956 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.db_base_plugin_common [req-0facfab8-f6d1-428d-a236-cc69190ef084 req-db08742e-7f95-46c0-8292-8915ef4238d6 tempest-ListImageFiltersTestJSON-1820602988 tempest-ListImageFiltersTestJSON-1820602988-project] Allocated IP 192.168.233.44 (4d64aa0b-bd6a-468e-8edc-c83689947462/26644ba0-4185-4e10-8718-6ad18d01376c/efe6605a-3440-4bb8-841a-76d9e509f042) {{(pid=105584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:52:55.250768 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6e9f96-30c9-4586-b6a3-8f2d97659e49 req-c64e4e4d-5741-4d62-9683-c5181886c99a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:52:55.252594 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-5d6e9f96-30c9-4586-b6a3-8f2d97659e49 req-c64e4e4d-5741-4d62-9683-c5181886c99a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4d64aa0b-bd6a-468e-8edc-c83689947462&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2931674 Jul 27 20:52:55.259720 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799ba088-4e4a-4ac9-807b-e902ebb02bd6 req-38ca4a42-9e20-4d97-a81c-410129ea84c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:52:55.261698 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-799ba088-4e4a-4ac9-807b-e902ebb02bd6 req-38ca4a42-9e20-4d97-a81c-410129ea84c1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ff9685c6-941b-44c9-867d-9e4581186e02 HTTP/1.1" status: 200 len: 848 time: 0.1366758 Jul 27 20:52:55.348283 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9157d305-9032-4fca-bd9a-880c9b09cd09 req-ba855c66-2515-430d-bce8-2761daf7ac12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:52:55.349809 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-9157d305-9032-4fca-bd9a-880c9b09cd09 req-ba855c66-2515-430d-bce8-2761daf7ac12 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=0d672036-a3f5-4e89-8383-1613013839a7 HTTP/1.1" status: 200 len: 1102 time: 0.1936882 Jul 27 20:52:55.350912 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-799ba088-4e4a-4ac9-807b-e902ebb02bd6 req-baa31c87-2008-42cb-a94b-ba37b196524f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4d297cf8-0ab0-49a0-a8db-82a17169c88a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0618708 Jul 27 20:52:55.393781 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767c6e7d-bc5b-4ba0-a505-e3d327e67621 req-c61effed-ae24-4bba-b70f-7afed4533554 tempest-ServersAdminNegativeTestJSON-1736809839 tempest-ServersAdminNegativeTestJSON-1736809839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:52:55.395219 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-767c6e7d-bc5b-4ba0-a505-e3d327e67621 req-c61effed-ae24-4bba-b70f-7afed4533554 tempest-ServersAdminNegativeTestJSON-1736809839 tempest-ServersAdminNegativeTestJSON-1736809839-project] 10.222.0.59 "GET /v2.0/ports?device_id=da019b41-a09b-4d01-824e-01420419e3c0 HTTP/1.1" status: 200 len: 947 time: 0.2414801 Jul 27 20:52:55.456792 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-430b3529-3221-4c19-8dd3-dc591112e761 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:55.459567 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-430b3529-3221-4c19-8dd3-dc591112e761 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:55.463012 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-430b3529-3221-4c19-8dd3-dc591112e761 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/c71ecf67-3708-46ff-96f4-2cce08164099 HTTP/1.1" status: 204 len: 168 time: 0.4982870 Jul 27 20:52:55.470725 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-9157d305-9032-4fca-bd9a-880c9b09cd09 req-03c5ebe8-8ba3-49ff-9dd9-8fbdf73c2202 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=57c0a943-9ad7-4e44-93fc-83b6b6f566f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860209 Jul 27 20:52:55.509945 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-ca3d7060-3cbd-4293-abe8-70e456851211 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:55.613359 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [req-566179a7-7b14-4493-b6ec-f68bf8e92142 req-aa74bd6a-43b4-4258-ac66-71c5b4f14531 service neutron] Attempting to bind port 789d1df8-a449-4c66-8006-9014f086578a on host n-h2-705658-22 for vnic_type normal with profile {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:52:55.613850 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [req-566179a7-7b14-4493-b6ec-f68bf8e92142 req-aa74bd6a-43b4-4258-ac66-71c5b4f14531 service neutron] Attempting to bind port 789d1df8-a449-4c66-8006-9014f086578a by drivers openvswitch,hyperv on host n-h2-705658-22 at level 0 using segments [{'id': '86b1e6f6-d629-4b03-8944-4cdfbfb93d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '4d64aa0b-bd6a-468e-8edc-c83689947462'}] {{(pid=105584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:52:55.614274 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-566179a7-7b14-4493-b6ec-f68bf8e92142 req-aa74bd6a-43b4-4258-ac66-71c5b4f14531 service neutron] Attempting to bind port 789d1df8-a449-4c66-8006-9014f086578a on network 4d64aa0b-bd6a-468e-8edc-c83689947462 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:52:55.721286 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430b3529-3221-4c19-8dd3-dc591112e761 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c71ecf67-3708-46ff-96f4-2cce08164099,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:52:55.733090 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-767c6e7d-bc5b-4ba0-a505-e3d327e67621 req-e5eb14df-8e3e-4821-8a6a-6f64539c76ba tempest-ServersAdminNegativeTestJSON-1736809839 tempest-ServersAdminNegativeTestJSON-1736809839-project] 10.222.0.59 "GET /v2.0/security-groups?id=243dab04-9884-44a9-8d02-cc354c808379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3222747 Jul 27 20:52:55.750760 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1739b85-3314-4cd4-b0e3-e94e967a9635 req-4c600fb3-87b8-49c3-867e-1df19cfa833d tempest-DeleteServersAdminTestJSON-694577090 tempest-DeleteServersAdminTestJSON-694577090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:52:55.752421 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e1739b85-3314-4cd4-b0e3-e94e967a9635 req-4c600fb3-87b8-49c3-867e-1df19cfa833d tempest-DeleteServersAdminTestJSON-694577090 tempest-DeleteServersAdminTestJSON-694577090-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d672036-a3f5-4e89-8383-1613013839a7 HTTP/1.1" status: 200 len: 950 time: 0.4193769 Jul 27 20:52:55.805535 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e1739b85-3314-4cd4-b0e3-e94e967a9635 req-473c9d9d-5781-4f46-8c5b-4645a23cfad9 tempest-DeleteServersAdminTestJSON-694577090 tempest-DeleteServersAdminTestJSON-694577090-project] 10.222.0.59 "GET /v2.0/security-groups?id=57c0a943-9ad7-4e44-93fc-83b6b6f566f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390227 Jul 27 20:52:55.821479 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 59284) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:52:55.852040 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-ffe58ccf-3e10-4e26-b988-e184726562a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:55.910864 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-566179a7-7b14-4493-b6ec-f68bf8e92142 req-aa74bd6a-43b4-4258-ac66-71c5b4f14531 service neutron] Port 789d1df8-a449-4c66-8006-9014f086578a on network 4d64aa0b-bd6a-468e-8edc-c83689947462 not bound, no agent of type Open vSwitch agent registered on host n-h2-705658-22 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 20:52:55.911135 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-566179a7-7b14-4493-b6ec-f68bf8e92142 req-aa74bd6a-43b4-4258-ac66-71c5b4f14531 service neutron] Attempting to bind port 789d1df8-a449-4c66-8006-9014f086578a on network 4d64aa0b-bd6a-468e-8edc-c83689947462 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:52:55.941201 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-566179a7-7b14-4493-b6ec-f68bf8e92142 req-aa74bd6a-43b4-4258-ac66-71c5b4f14531 service neutron] Checking agent: {'id': '65195a73-a875-4810-9f5b-622ae260a8a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 49, 40), 'started_at': datetime.datetime(2021, 7, 27, 20, 49, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 52, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:52:55.941544 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-566179a7-7b14-4493-b6ec-f68bf8e92142 req-aa74bd6a-43b4-4258-ac66-71c5b4f14531 service neutron] Checking segment: {'id': '86b1e6f6-d629-4b03-8944-4cdfbfb93d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '4d64aa0b-bd6a-468e-8edc-c83689947462'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:52:55.941919 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-566179a7-7b14-4493-b6ec-f68bf8e92142 req-aa74bd6a-43b4-4258-ac66-71c5b4f14531 service neutron] Bound using segment: {'id': '86b1e6f6-d629-4b03-8944-4cdfbfb93d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '4d64aa0b-bd6a-468e-8edc-c83689947462'} {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:52:55.942349 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [req-566179a7-7b14-4493-b6ec-f68bf8e92142 req-aa74bd6a-43b4-4258-ac66-71c5b4f14531 service neutron] Bound port: 789d1df8-a449-4c66-8006-9014f086578a, host: n-h2-705658-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '86b1e6f6-d629-4b03-8944-4cdfbfb93d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '4d64aa0b-bd6a-468e-8edc-c83689947462'}}] {{(pid=105584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:52:55.942701 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-566179a7-7b14-4493-b6ec-f68bf8e92142 req-aa74bd6a-43b4-4258-ac66-71c5b4f14531 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:55.955911 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-799ba088-4e4a-4ac9-807b-e902ebb02bd6 req-df582129-86d5-462c-a251-acc6caef350d service neutron] 10.222.0.36 "GET /v2.0/networks/4d297cf8-0ab0-49a0-a8db-82a17169c88a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5829384 Jul 27 20:52:55.965295 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d131819-efa1-433e-8dcf-ee469c2c560d req-c9895e1e-ee6d-4107-8f1c-a45a95b01c1d tempest-ServersWithSpecificFlavorTestJSON-635688280 tempest-ServersWithSpecificFlavorTestJSON-635688280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:52:55.966763 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-6d131819-efa1-433e-8dcf-ee469c2c560d req-c9895e1e-ee6d-4107-8f1c-a45a95b01c1d tempest-ServersWithSpecificFlavorTestJSON-635688280 tempest-ServersWithSpecificFlavorTestJSON-635688280-project] 10.222.0.59 "GET /v2.0/ports?device_id=4d0397ab-d49a-4764-929c-fe637a207962 HTTP/1.1" status: 200 len: 945 time: 0.1176229 Jul 27 20:52:55.988026 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adb0cc2-4f32-456c-b75c-06eb0b3b9945 req-e906fe54-d0e9-4292-abcf-9f1ca51f0a21 tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:52:55.989582 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-1adb0cc2-4f32-456c-b75c-06eb0b3b9945 req-e906fe54-d0e9-4292-abcf-9f1ca51f0a21 tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] 10.222.0.59 "GET /v2.0/ports?device_id=d98e24ae-b25b-4b80-9e73-32ae4bc5c50f HTTP/1.1" status: 200 len: 948 time: 0.1039331 Jul 27 20:52:56.008707 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-5d6e9f96-30c9-4586-b6a3-8f2d97659e49 req-3675bf12-9ec1-450d-a86c-2598ee631596 service neutron] 10.222.0.36 "GET /v2.0/networks/4d64aa0b-bd6a-468e-8edc-c83689947462?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6691887 Jul 27 20:52:56.032797 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-6d131819-efa1-433e-8dcf-ee469c2c560d req-c0805b40-9331-4406-96ed-7ec8e6e5aeb6 tempest-ServersWithSpecificFlavorTestJSON-635688280 tempest-ServersWithSpecificFlavorTestJSON-635688280-project] 10.222.0.59 "GET /v2.0/security-groups?id=55ca020d-7119-4e40-9e04-2cd3ab975f98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591595 Jul 27 20:52:56.046026 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-1adb0cc2-4f32-456c-b75c-06eb0b3b9945 req-0fa866af-c8bd-4de3-abda-7de67c95fd96 tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] 10.222.0.59 "GET /v2.0/security-groups?id=dea81a77-85b4-4e12-8e1d-b19e89484a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486436 Jul 27 20:52:56.176255 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-0facfab8-f6d1-428d-a236-cc69190ef084 req-db08742e-7f95-46c0-8292-8915ef4238d6 tempest-ListImageFiltersTestJSON-1820602988 tempest-ListImageFiltersTestJSON-1820602988-project] Notify callbacks [] for port, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:56.210538 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c611e229-ec80-461b-ae22-1aac1b0aee7f req-4e147d30-c0bd-4376-bc52-3f51578d052c tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:52:56.212179 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-c611e229-ec80-461b-ae22-1aac1b0aee7f req-4e147d30-c0bd-4376-bc52-3f51578d052c tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] 10.222.0.59 "GET /v2.0/ports?device_id=bb7c627d-1bb5-4ac1-b277-e1b05fefd6bc HTTP/1.1" status: 200 len: 943 time: 0.1058028 Jul 27 20:52:56.237614 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.provisioning_blocks [req-0facfab8-f6d1-428d-a236-cc69190ef084 req-db08742e-7f95-46c0-8292-8915ef4238d6 tempest-ListImageFiltersTestJSON-1820602988 tempest-ListImageFiltersTestJSON-1820602988-project] Transition to ACTIVE for port object efe6605a-3440-4bb8-841a-76d9e509f042 will not be triggered until provisioned by entity DHCP. {{(pid=105584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:52:56.258350 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [req-566179a7-7b14-4493-b6ec-f68bf8e92142 req-aa74bd6a-43b4-4258-ac66-71c5b4f14531 service neutron] For port 789d1df8-a449-4c66-8006-9014f086578a, host n-h2-705658-22, cleared binding levels {{(pid=105584) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:52:56.285316 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9365345-ab41-478c-b82c-d279065e7e79 req-72e4fb31-7014-402c-bcfd-4b8810a48527 tempest-ServersWithSpecificFlavorTestJSON-635688280 tempest-ServersWithSpecificFlavorTestJSON-635688280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:52:56.289561 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-c9365345-ab41-478c-b82c-d279065e7e79 req-72e4fb31-7014-402c-bcfd-4b8810a48527 tempest-ServersWithSpecificFlavorTestJSON-635688280 tempest-ServersWithSpecificFlavorTestJSON-635688280-project] 10.222.0.59 "GET /v2.0/ports?device_id=4d0397ab-d49a-4764-929c-fe637a207962 HTTP/1.1" status: 200 len: 945 time: 0.1345136 Jul 27 20:52:56.296455 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-c611e229-ec80-461b-ae22-1aac1b0aee7f req-9ac59b9b-acd7-4ad4-8946-603b57ae468f tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] 10.222.0.59 "GET /v2.0/security-groups?id=594c38b0-00a0-4e02-9d5e-673f3a5e469c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719051 Jul 27 20:52:56.296929 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 59292) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:52:56.305847 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-edb1863e-3a29-4d9c-9207-04af06a13016 tempest-ServersWithSpecificFlavorTestJSON-635688280 tempest-ServersWithSpecificFlavorTestJSON-635688280-project] Request body: {'floatingip': {'port_id': 'ed190ecd-f2a0-490c-9654-276734cf7f2f'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:52:56.306863 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [req-566179a7-7b14-4493-b6ec-f68bf8e92142 req-aa74bd6a-43b4-4258-ac66-71c5b4f14531 service neutron] For port 789d1df8-a449-4c66-8006-9014f086578a, host n-h2-705658-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=789d1df8-a449-4c66-8006-9014f086578a,segment=NetworkSegment(86b1e6f6-d629-4b03-8944-4cdfbfb93d02),segment_id=86b1e6f6-d629-4b03-8944-4cdfbfb93d02)] {{(pid=105584) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:52:56.343163 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-566179a7-7b14-4493-b6ec-f68bf8e92142 req-aa74bd6a-43b4-4258-ac66-71c5b4f14531 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9014027'] for port, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:56.346492 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-799ba088-4e4a-4ac9-807b-e902ebb02bd6 req-05cbcf00-8fd4-4222-b0ae-e8d0094060f2 service neutron] 10.222.0.36 "GET /v2.0/networks/4d297cf8-0ab0-49a0-a8db-82a17169c88a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3760412 Jul 27 20:52:56.353308 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-ca3d7060-3cbd-4293-abe8-70e456851211 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:56.365379 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-5d6e9f96-30c9-4586-b6a3-8f2d97659e49 req-c3b4a2ae-a331-4a0d-b443-a301c9c456b6 service neutron] 10.222.0.36 "GET /v2.0/networks/4d64aa0b-bd6a-468e-8edc-c83689947462?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3294222 Jul 27 20:52:56.391680 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-edb1863e-3a29-4d9c-9207-04af06a13016 tempest-ServersWithSpecificFlavorTestJSON-635688280 tempest-ServersWithSpecificFlavorTestJSON-635688280-project] Notify callbacks [] for floatingip, before_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:56.397433 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-ca3d7060-3cbd-4293-abe8-70e456851211 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:56.400995 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566179a7-7b14-4493-b6ec-f68bf8e92142 req-aa74bd6a-43b4-4258-ac66-71c5b4f14531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:52:56.401828 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-566179a7-7b14-4493-b6ec-f68bf8e92142 req-aa74bd6a-43b4-4258-ac66-71c5b4f14531 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:56.404124 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-566179a7-7b14-4493-b6ec-f68bf8e92142 req-aa74bd6a-43b4-4258-ac66-71c5b4f14531 service neutron] 10.222.0.60 "PUT /v2.0/ports/789d1df8-a449-4c66-8006-9014f086578a HTTP/1.1" status: 200 len: 1097 time: 2.6657329 Jul 27 20:52:56.504483 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-0facfab8-f6d1-428d-a236-cc69190ef084 req-db08742e-7f95-46c0-8292-8915ef4238d6 tempest-ListImageFiltersTestJSON-1820602988 tempest-ListImageFiltersTestJSON-1820602988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:56.537652 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-ca3d7060-3cbd-4293-abe8-70e456851211 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=cb24efe30b6741f3a3f67a180504ee58&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3264441 Jul 27 20:52:56.539333 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3d7060-3cbd-4293-abe8-70e456851211 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57a7bb42-1b00-4758-adc2-ee3ce2e65d96,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:52:56.549460 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 59294) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:52:56.556555 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa74bd6a-43b4-4258-ac66-71c5b4f14531 service neutron] Pushing event updated for resources: {'Port': ['ID=789d1df8-a449-4c66-8006-9014f086578a,revision_number=3']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:52:56.559357 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-5a1ba3f2-18b2-477c-bc60-b2d7f4390b5f req-1e6cbd56-cb72-4d18-9866-cbfabba6f11d tempest-ListImageFiltersTestJSON-1820602988 tempest-ListImageFiltersTestJSON-1820602988-project] 10.222.0.59 "GET /v2.0/ports?device_id=23ac7b8b-8c25-440b-a388-00c2cd864925 HTTP/1.1" status: 200 len: 210 time: 0.0339763 Jul 27 20:52:56.678614 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd98e24ae-b25b-4b80-9e73-32ae4bc5c50f', 'tag': '789d1df8-a449-4c66-8006-9014f086578a'}] {{(pid=105584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:52:56.681258 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bce5e6c8685464f7626901654159975603b047827e3138302ed6566e28f1343" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb46a824-0322-4e18-8619-247c08191c53" -d '{"events": [{"name": "network-changed", "server_uuid": "d98e24ae-b25b-4b80-9e73-32ae4bc5c50f", "tag": "789d1df8-a449-4c66-8006-9014f086578a"}]}' {{(pid=105584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:52:56.689523 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0facfab8-f6d1-428d-a236-cc69190ef084 req-db08742e-7f95-46c0-8292-8915ef4238d6 tempest-ListImageFiltersTestJSON-1820602988 tempest-ListImageFiltersTestJSON-1820602988-project] Network 4d64aa0b-bd6a-468e-8edc-c83689947462 is already hosted by enough agents. {{(pid=105584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:52:56.707188 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [req-0facfab8-f6d1-428d-a236-cc69190ef084 req-db08742e-7f95-46c0-8292-8915ef4238d6 tempest-ListImageFiltersTestJSON-1820602988 tempest-ListImageFiltersTestJSON-1820602988-project] Resources bound (agent type, host, resource id): {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:52:56.709962 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [req-0facfab8-f6d1-428d-a236-cc69190ef084 req-db08742e-7f95-46c0-8292-8915ef4238d6 tempest-ListImageFiltersTestJSON-1820602988 tempest-ListImageFiltersTestJSON-1820602988-project] Received port after_create {{(pid=105584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:52:56.718049 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.db_base_plugin_common [req-b896c334-9cd6-4e30-a91e-5588f12b8c7d req-c0d3a3ab-212c-418f-a9ba-f0b8b2c42b63 tempest-ListImageFiltersTestJSON-1820602988 tempest-ListImageFiltersTestJSON-1820602988-project] Allocated IP 192.168.233.152 (4d64aa0b-bd6a-468e-8edc-c83689947462/26644ba0-4185-4e10-8718-6ad18d01376c/844edbdc-242a-4275-9bc2-cba0841cf69b) {{(pid=105585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:52:56.757144 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 20:52:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc2b7f01-3f74-4eed-96b9-97a2833d09d7 x-openstack-request-id: req-cc2b7f01-3f74-4eed-96b9-97a2833d09d7 {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:52:56.757439 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d98e24ae-b25b-4b80-9e73-32ae4bc5c50f", "tag": "789d1df8-a449-4c66-8006-9014f086578a", "status": "completed", "code": 200}]} {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:52:56.757684 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-cc2b7f01-3f74-4eed-96b9-97a2833d09d7 {{(pid=105584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:52:56.758059 n-d-705658-22 neutron-server[105584]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd98e24ae-b25b-4b80-9e73-32ae4bc5c50f', 'tag': '789d1df8-a449-4c66-8006-9014f086578a', 'status': 'completed', 'code': 200} Jul 27 20:52:56.800276 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db08742e-7f95-46c0-8292-8915ef4238d6 tempest-ListImageFiltersTestJSON-1820602988 tempest-ListImageFiltersTestJSON-1820602988-project] Pushing event updated for resources: {'Port': ['ID=efe6605a-3440-4bb8-841a-76d9e509f042,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:52:56.837539 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-7691436a-426d-4d87-8d82-6fcb183d92fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:56.860506 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0facfab8-f6d1-428d-a236-cc69190ef084 req-db08742e-7f95-46c0-8292-8915ef4238d6 tempest-ListImageFiltersTestJSON-1820602988 tempest-ListImageFiltersTestJSON-1820602988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:52:56.861147 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-0facfab8-f6d1-428d-a236-cc69190ef084 req-db08742e-7f95-46c0-8292-8915ef4238d6 tempest-ListImageFiltersTestJSON-1820602988 tempest-ListImageFiltersTestJSON-1820602988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:56.886562 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa7882b-398e-4578-9ada-76b9af7ac1c3 req-19722515-1ffd-4430-b16e-3943ddd4988d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:52:56.888242 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-efa7882b-398e-4578-9ada-76b9af7ac1c3 req-19722515-1ffd-4430-b16e-3943ddd4988d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a6da1d4963c94a1fa3296e355aea080e&device_id=da019b41-a09b-4d01-824e-01420419e3c0 HTTP/1.1" status: 200 len: 1099 time: 0.4374235 Jul 27 20:52:56.894824 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-7691436a-426d-4d87-8d82-6fcb183d92fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:56.923693 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566179a7-7b14-4493-b6ec-f68bf8e92142 req-f416dbc0-9a84-4dbb-9d1f-32b28f172dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:52:56.925266 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-566179a7-7b14-4493-b6ec-f68bf8e92142 req-f416dbc0-9a84-4dbb-9d1f-32b28f172dc1 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=7f728b4f036e433cbd9e09c516f9ce38&device_id=d98e24ae-b25b-4b80-9e73-32ae4bc5c50f HTTP/1.1" status: 200 len: 1100 time: 0.3708777 Jul 27 20:52:56.945545 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device a40266cd-c917-4c2e-88d1-4a2bc632acb5 details requested by agent hyperv_n-h1-705658-22 with host n-h1-705658-22 {{(pid=105586) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 20:52:57.018603 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-566179a7-7b14-4493-b6ec-f68bf8e92142 req-443aadb9-2e93-46ea-b3a2-0ea95ccd3290 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.252&port_id=789d1df8-a449-4c66-8006-9014f086578a HTTP/1.1" status: 200 len: 217 time: 0.0762241 Jul 27 20:52:57.077376 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] For port a40266cd-c917-4c2e-88d1-4a2bc632acb5, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=a40266cd-c917-4c2e-88d1-4a2bc632acb5,segment=NetworkSegment(7ddd3554-64b5-4ff7-9735-f58b31de803c),segment_id=7ddd3554-64b5-4ff7-9735-f58b31de803c)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:52:57.092581 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Returning: {'device': 'a40266cd-c917-4c2e-88d1-4a2bc632acb5', 'network_id': '4d297cf8-0ab0-49a0-a8db-82a17169c88a', 'port_id': 'a40266cd-c917-4c2e-88d1-4a2bc632acb5', 'mac_address': 'fa:16:3e:c1:26:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 213, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff9685c6-941b-44c9-867d-9e4581186e02', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105586) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 20:52:57.095916 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-4dc5d5db-570e-4900-afb1-6128ee9a3e60 None None] Provisioning for port efe6605a-3440-4bb8-841a-76d9e509f042 completed by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:52:57.099286 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566179a7-7b14-4493-b6ec-f68bf8e92142 req-253e2ed0-a885-4dbe-b151-298ced639cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:52:57.100802 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-566179a7-7b14-4493-b6ec-f68bf8e92142 req-253e2ed0-a885-4dbe-b151-298ced639cc0 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=26644ba0-4185-4e10-8718-6ad18d01376c HTTP/1.1" status: 200 len: 843 time: 0.0729508 Jul 27 20:52:57.101760 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa7882b-398e-4578-9ada-76b9af7ac1c3 req-d34822bc-8dbe-456e-b2d2-a5f2ec3cc0ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:52:57.103098 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-efa7882b-398e-4578-9ada-76b9af7ac1c3 req-d34822bc-8dbe-456e-b2d2-a5f2ec3cc0ac service neutron] 10.222.0.36 "GET /v2.0/networks?id=4d64aa0b-bd6a-468e-8edc-c83689947462 HTTP/1.1" status: 200 len: 870 time: 0.1968880 Jul 27 20:52:57.103264 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-4dc5d5db-570e-4900-afb1-6128ee9a3e60 None None] Provisioning complete for port efe6605a-3440-4bb8-841a-76d9e509f042 triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:52:57.103736 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-4dc5d5db-570e-4900-afb1-6128ee9a3e60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:57.103875 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-7691436a-426d-4d87-8d82-6fcb183d92fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:57.106289 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-7691436a-426d-4d87-8d82-6fcb183d92fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:57.109784 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-7691436a-426d-4d87-8d82-6fcb183d92fa admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/57a7bb42-1b00-4758-adc2-ee3ce2e65d96 HTTP/1.1" status: 204 len: 168 time: 0.5517933 Jul 27 20:52:57.148597 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7691436a-426d-4d87-8d82-6fcb183d92fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57a7bb42-1b00-4758-adc2-ee3ce2e65d96,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:52:57.183680 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-efa7882b-398e-4578-9ada-76b9af7ac1c3 req-0dbf9cd5-4f43-4c6d-b494-c5ed57c8f3a4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.48&port_id=45734077-6e62-42dc-92a8-45a926fddb54 HTTP/1.1" status: 200 len: 217 time: 0.0594113 Jul 27 20:52:57.183954 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:57.189895 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-4dc5d5db-570e-4900-afb1-6128ee9a3e60 None None] Port efe6605a-3440-4bb8-841a-76d9e509f042 cannot update to ACTIVE because it is not bound. {{(pid=105586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 20:52:57.204185 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a40266cd-c917-4c2e-88d1-4a2bc632acb5 {{(pid=105586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 20:52:57.227153 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] For port a40266cd-c917-4c2e-88d1-4a2bc632acb5, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=a40266cd-c917-4c2e-88d1-4a2bc632acb5,segment=NetworkSegment(7ddd3554-64b5-4ff7-9735-f58b31de803c),segment_id=7ddd3554-64b5-4ff7-9735-f58b31de803c)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:52:57.232179 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:57.253961 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566179a7-7b14-4493-b6ec-f68bf8e92142 req-b29bd614-e333-4104-8767-2750f277b55a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:52:57.255526 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-566179a7-7b14-4493-b6ec-f68bf8e92142 req-b29bd614-e333-4104-8767-2750f277b55a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4d64aa0b-bd6a-468e-8edc-c83689947462&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1456656 Jul 27 20:52:57.257942 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa7882b-398e-4578-9ada-76b9af7ac1c3 req-ef7cae77-b2ed-4b94-b4fd-dadfeae6c9a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:52:57.259332 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-efa7882b-398e-4578-9ada-76b9af7ac1c3 req-ef7cae77-b2ed-4b94-b4fd-dadfeae6c9a6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=26644ba0-4185-4e10-8718-6ad18d01376c HTTP/1.1" status: 200 len: 843 time: 0.0663962 Jul 27 20:52:57.294257 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Pushing event updated for resources: {'Port': ['ID=a40266cd-c917-4c2e-88d1-4a2bc632acb5,revision_number=4']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:52:57.346067 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-ffe58ccf-3e10-4e26-b988-e184726562a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:57.363821 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-0facfab8-f6d1-428d-a236-cc69190ef084 req-db08742e-7f95-46c0-8292-8915ef4238d6 tempest-ListImageFiltersTestJSON-1820602988 tempest-ListImageFiltersTestJSON-1820602988-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.8695722 Jul 27 20:52:57.382153 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [req-0facfab8-f6d1-428d-a236-cc69190ef084 req-b4ff7a11-3948-4670-8291-0640923322b7 service neutron] Request body: {'port': {'device_id': 'd554f15e-64a0-4c6e-b463-28d8148f367b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-705658-22'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:52:57.391637 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-ffe58ccf-3e10-4e26-b988-e184726562a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:57.435615 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db167313-0e56-4c20-ab95-9d5afb8a63f7 req-8bae3fa5-e364-45ba-a7f2-b4c0455a28d9 tempest-DeleteServersAdminTestJSON-694577090 tempest-DeleteServersAdminTestJSON-694577090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:52:57.436893 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-db167313-0e56-4c20-ab95-9d5afb8a63f7 req-8bae3fa5-e364-45ba-a7f2-b4c0455a28d9 tempest-DeleteServersAdminTestJSON-694577090 tempest-DeleteServersAdminTestJSON-694577090-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d672036-a3f5-4e89-8383-1613013839a7 HTTP/1.1" status: 200 len: 950 time: 0.4462378 Jul 27 20:52:57.439687 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-566179a7-7b14-4493-b6ec-f68bf8e92142 req-2e437f57-2a28-4508-b6ee-3d59b6a6d72c service neutron] 10.222.0.60 "GET /v2.0/networks/4d64aa0b-bd6a-468e-8edc-c83689947462?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1757886 Jul 27 20:52:57.444877 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa7882b-398e-4578-9ada-76b9af7ac1c3 req-05040f9a-5aeb-4a7d-a29a-06d80c9beb84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:52:57.446156 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-efa7882b-398e-4578-9ada-76b9af7ac1c3 req-05040f9a-5aeb-4a7d-a29a-06d80c9beb84 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4d64aa0b-bd6a-468e-8edc-c83689947462&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1716316 Jul 27 20:52:57.453224 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] get_ports_and_sgs() called for port_ids ['a40266cd-c917-4c2e-88d1-4a2bc632acb5'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 20:52:57.455219 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bcfd0e-18d4-471e-be17-8969f072c13e req-1e753179-05e7-4d79-9dea-9d416642429d tempest-ServersAdminNegativeTestJSON-1736809839 tempest-ServersAdminNegativeTestJSON-1736809839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:52:57.456620 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f0bcfd0e-18d4-471e-be17-8969f072c13e req-1e753179-05e7-4d79-9dea-9d416642429d tempest-ServersAdminNegativeTestJSON-1736809839 tempest-ServersAdminNegativeTestJSON-1736809839-project] 10.222.0.59 "GET /v2.0/ports?device_id=da019b41-a09b-4d01-824e-01420419e3c0 HTTP/1.1" status: 200 len: 947 time: 0.4635415 Jul 27 20:52:57.532734 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe58ccf-3e10-4e26-b988-e184726562a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=911d8624-3fd3-4cc3-ba65-5c9fcc673378,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:52:57.540968 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 59310) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:52:57.575361 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-ffe58ccf-3e10-4e26-b988-e184726562a2 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=1c077c214f8443258f95d63f94bf527d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7502170 Jul 27 20:52:57.583633 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 59312) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:52:57.613699 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-2ad4f9ae-b893-4c94-be84-d6db575e6e8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:57.621128 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-0facfab8-f6d1-428d-a236-cc69190ef084 req-b4ff7a11-3948-4670-8291-0640923322b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:57.628816 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.db.resource_extend [None req-edb1863e-3a29-4d9c-9207-04af06a13016 tempest-ServersWithSpecificFlavorTestJSON-635688280 tempest-ServersWithSpecificFlavorTestJSON-635688280-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=105585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 27 20:52:57.755104 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-566179a7-7b14-4493-b6ec-f68bf8e92142 req-f22602ed-8718-4634-9963-70a846e702d0 service neutron] 10.222.0.60 "GET /v2.0/networks/4d64aa0b-bd6a-468e-8edc-c83689947462?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3062851 Jul 27 20:52:57.783787 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-efa7882b-398e-4578-9ada-76b9af7ac1c3 req-c7d9221c-466f-436f-955e-940fd962699f service neutron] 10.222.0.36 "GET /v2.0/networks/4d64aa0b-bd6a-468e-8edc-c83689947462?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3039885 Jul 27 20:52:57.808507 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c2fab166-eb8a-43ac-a320-97e1d8168595 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:57.864588 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-b896c334-9cd6-4e30-a91e-5588f12b8c7d req-c0d3a3ab-212c-418f-a9ba-f0b8b2c42b63 tempest-ListImageFiltersTestJSON-1820602988 tempest-ListImageFiltersTestJSON-1820602988-project] Notify callbacks [] for port, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:57.876179 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-db167313-0e56-4c20-ab95-9d5afb8a63f7 req-49f3dafe-a7e5-44ed-8c61-85e13483435b tempest-DeleteServersAdminTestJSON-694577090 tempest-DeleteServersAdminTestJSON-694577090-project] 10.222.0.59 "GET /v2.0/security-groups?id=57c0a943-9ad7-4e44-93fc-83b6b6f566f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4186401 Jul 27 20:52:57.905480 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f0bcfd0e-18d4-471e-be17-8969f072c13e req-d72a938f-39d7-409b-a91d-97dc1c64b308 tempest-ServersAdminNegativeTestJSON-1736809839 tempest-ServersAdminNegativeTestJSON-1736809839-project] 10.222.0.59 "GET /v2.0/security-groups?id=243dab04-9884-44a9-8d02-cc354c808379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4028237 Jul 27 20:52:57.929795 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.provisioning_blocks [req-b896c334-9cd6-4e30-a91e-5588f12b8c7d req-c0d3a3ab-212c-418f-a9ba-f0b8b2c42b63 tempest-ListImageFiltersTestJSON-1820602988 tempest-ListImageFiltersTestJSON-1820602988-project] Transition to ACTIVE for port object 844edbdc-242a-4275-9bc2-cba0841cf69b will not be triggered until provisioned by entity DHCP. {{(pid=105585) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:52:57.937560 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-edb1863e-3a29-4d9c-9207-04af06a13016 tempest-ServersWithSpecificFlavorTestJSON-635688280 tempest-ServersWithSpecificFlavorTestJSON-635688280-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:57.946286 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-edb1863e-3a29-4d9c-9207-04af06a13016 tempest-ServersWithSpecificFlavorTestJSON-635688280 tempest-ServersWithSpecificFlavorTestJSON-635688280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4075768'] for floatingip, after_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:58.114979 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-b896c334-9cd6-4e30-a91e-5588f12b8c7d req-c0d3a3ab-212c-418f-a9ba-f0b8b2c42b63 tempest-ListImageFiltersTestJSON-1820602988 tempest-ListImageFiltersTestJSON-1820602988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:58.143846 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c2fab166-eb8a-43ac-a320-97e1d8168595 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:58.188211 n-d-705658-22 neutron-server[105585]: INFO neutron.db.l3_db [None req-edb1863e-3a29-4d9c-9207-04af06a13016 tempest-ServersWithSpecificFlavorTestJSON-635688280 tempest-ServersWithSpecificFlavorTestJSON-635688280-project] Floating IP 418171bb-e575-46c1-b486-da6c445846f7 associated. External IP: 172.25.5.86, port: ed190ecd-f2a0-490c-9654-276734cf7f2f. Jul 27 20:52:58.233100 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b896c334-9cd6-4e30-a91e-5588f12b8c7d req-c0d3a3ab-212c-418f-a9ba-f0b8b2c42b63 tempest-ListImageFiltersTestJSON-1820602988 tempest-ListImageFiltersTestJSON-1820602988-project] Network 4d64aa0b-bd6a-468e-8edc-c83689947462 is already hosted by enough agents. {{(pid=105585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:52:58.240122 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d3a3ab-212c-418f-a9ba-f0b8b2c42b63 tempest-ListImageFiltersTestJSON-1820602988 tempest-ListImageFiltersTestJSON-1820602988-project] Pushing event updated for resources: {'Port': ['ID=844edbdc-242a-4275-9bc2-cba0841cf69b,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:52:58.242633 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.base_scheduler [req-b896c334-9cd6-4e30-a91e-5588f12b8c7d req-c0d3a3ab-212c-418f-a9ba-f0b8b2c42b63 tempest-ListImageFiltersTestJSON-1820602988 tempest-ListImageFiltersTestJSON-1820602988-project] Resources bound (agent type, host, resource id): {{(pid=105585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:52:58.254482 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc022c9-1963-4ff7-9a13-2abb3277e0c5 req-bf897d04-3426-4262-813b-ffdcc1acb9a8 tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:52:58.256019 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-2dc022c9-1963-4ff7-9a13-2abb3277e0c5 req-bf897d04-3426-4262-813b-ffdcc1acb9a8 tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] 10.222.0.59 "GET /v2.0/ports?device_id=d98e24ae-b25b-4b80-9e73-32ae4bc5c50f HTTP/1.1" status: 200 len: 948 time: 0.2676501 Jul 27 20:52:58.257338 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.l3_dvrscheduler_db [req-b896c334-9cd6-4e30-a91e-5588f12b8c7d req-c0d3a3ab-212c-418f-a9ba-f0b8b2c42b63 tempest-ListImageFiltersTestJSON-1820602988 tempest-ListImageFiltersTestJSON-1820602988-project] Received port after_create {{(pid=105585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:52:58.271512 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7d7d3b-19f5-469a-86a3-53adec94f3a8 req-7ddc3269-ea0b-4440-931c-0fa77044358f tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:52:58.279228 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-7f7d7d3b-19f5-469a-86a3-53adec94f3a8 req-7ddc3269-ea0b-4440-931c-0fa77044358f tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] 10.222.0.59 "GET /v2.0/ports?device_id=bb7c627d-1bb5-4ac1-b277-e1b05fefd6bc HTTP/1.1" status: 200 len: 944 time: 0.2742765 Jul 27 20:52:58.311523 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-efa7882b-398e-4578-9ada-76b9af7ac1c3 req-be3595db-9664-4c28-9458-c0da41b6cd2d service neutron] 10.222.0.36 "GET /v2.0/networks/4d64aa0b-bd6a-468e-8edc-c83689947462?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5141621 Jul 27 20:52:58.331743 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-2ad4f9ae-b893-4c94-be84-d6db575e6e8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:58.339904 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb46a824-0322-4e18-8619-247c08191c53 req-fd8b589a-7919-4c65-b330-73e8d7ed6eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:52:58.341415 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-fb46a824-0322-4e18-8619-247c08191c53 req-fd8b589a-7919-4c65-b330-73e8d7ed6eaf service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=7f728b4f036e433cbd9e09c516f9ce38&device_id=d98e24ae-b25b-4b80-9e73-32ae4bc5c50f HTTP/1.1" status: 200 len: 1100 time: 0.5311818 Jul 27 20:52:58.342111 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-2ad4f9ae-b893-4c94-be84-d6db575e6e8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:58.378168 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c2fab166-eb8a-43ac-a320-97e1d8168595 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:58.380710 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c2fab166-eb8a-43ac-a320-97e1d8168595 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:58.384664 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-c2fab166-eb8a-43ac-a320-97e1d8168595 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/911d8624-3fd3-4cc3-ba65-5c9fcc673378 HTTP/1.1" status: 204 len: 168 time: 0.7966447 Jul 27 20:52:58.417514 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b896c334-9cd6-4e30-a91e-5588f12b8c7d req-c0d3a3ab-212c-418f-a9ba-f0b8b2c42b63 tempest-ListImageFiltersTestJSON-1820602988 tempest-ListImageFiltersTestJSON-1820602988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:52:58.418473 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-b896c334-9cd6-4e30-a91e-5588f12b8c7d req-c0d3a3ab-212c-418f-a9ba-f0b8b2c42b63 tempest-ListImageFiltersTestJSON-1820602988 tempest-ListImageFiltersTestJSON-1820602988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743886'] for port, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:58.444614 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-7f7d7d3b-19f5-469a-86a3-53adec94f3a8 req-48c1a010-1300-45c6-ad01-5c5a0550a7ae tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] 10.222.0.59 "GET /v2.0/security-groups?id=594c38b0-00a0-4e02-9d5e-673f3a5e469c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636798 Jul 27 20:52:58.457195 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-2dc022c9-1963-4ff7-9a13-2abb3277e0c5 req-04ac20cb-e20b-4cde-92e3-3adf3ffcd624 tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] 10.222.0.59 "GET /v2.0/security-groups?id=dea81a77-85b4-4e12-8e1d-b19e89484a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559930 Jul 27 20:52:58.461454 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b896c334-9cd6-4e30-a91e-5588f12b8c7d req-c0d3a3ab-212c-418f-a9ba-f0b8b2c42b63 tempest-ListImageFiltersTestJSON-1820602988 tempest-ListImageFiltersTestJSON-1820602988-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.1255362 Jul 27 20:52:58.462114 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad4f9ae-b893-4c94-be84-d6db575e6e8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29abc53b-d6bb-4995-9f6e-a31ececbacb0,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:52:58.475090 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [req-b896c334-9cd6-4e30-a91e-5588f12b8c7d req-efaf351e-2f93-4778-8c6e-a369267a1b72 service neutron] Request body: {'port': {'device_id': '23ac7b8b-8c25-440b-a388-00c2cd864925', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-705658-22'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:52:58.481106 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-2ad4f9ae-b893-4c94-be84-d6db575e6e8a admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=7e218d38225e4d689154dfebbb3dd8cf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9395292 Jul 27 20:52:58.490652 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 59320) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:52:58.510792 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fab166-eb8a-43ac-a320-97e1d8168595 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=911d8624-3fd3-4cc3-ba65-5c9fcc673378,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:52:58.584176 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb46a824-0322-4e18-8619-247c08191c53 req-916ae45e-49b2-4d15-8885-b79d0cc72f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:52:58.585702 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-fb46a824-0322-4e18-8619-247c08191c53 req-916ae45e-49b2-4d15-8885-b79d0cc72f22 service neutron] 10.222.0.60 "GET /v2.0/networks?id=4d64aa0b-bd6a-468e-8edc-c83689947462 HTTP/1.1" status: 200 len: 870 time: 0.2363892 Jul 27 20:52:58.641871 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-79d2f95a-b278-49be-950f-dd56e29d454f None None] Provisioning for port 844edbdc-242a-4275-9bc2-cba0841cf69b completed by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:52:58.647346 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-79d2f95a-b278-49be-950f-dd56e29d454f None None] Provisioning complete for port 844edbdc-242a-4275-9bc2-cba0841cf69b triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:52:58.648173 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-79d2f95a-b278-49be-950f-dd56e29d454f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:58.661171 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-78e43d23-cbd3-44d7-a29d-e30a31f2a9a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:58.666091 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-fb46a824-0322-4e18-8619-247c08191c53 req-d079c13b-376a-4933-b98f-f1918d41548f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.252&port_id=789d1df8-a449-4c66-8006-9014f086578a HTTP/1.1" status: 200 len: 217 time: 0.0573986 Jul 27 20:52:58.690333 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [req-0facfab8-f6d1-428d-a236-cc69190ef084 req-b4ff7a11-3948-4670-8291-0640923322b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id efe6605a-3440-4bb8-841a-76d9e509f042 {{(pid=105584) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 20:52:58.715361 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-79d2f95a-b278-49be-950f-dd56e29d454f None None] Port 844edbdc-242a-4275-9bc2-cba0841cf69b cannot update to ACTIVE because it is not bound. {{(pid=105586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 20:52:58.719989 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-b896c334-9cd6-4e30-a91e-5588f12b8c7d req-efaf351e-2f93-4778-8c6e-a369267a1b72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:58.728974 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-0facfab8-f6d1-428d-a236-cc69190ef084 req-b4ff7a11-3948-4670-8291-0640923322b7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:58.732334 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-78e43d23-cbd3-44d7-a29d-e30a31f2a9a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:58.776115 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.provisioning_blocks [req-0facfab8-f6d1-428d-a236-cc69190ef084 req-b4ff7a11-3948-4670-8291-0640923322b7 service neutron] Transition to ACTIVE for port object efe6605a-3440-4bb8-841a-76d9e509f042 will not be triggered until provisioned by entity L2. {{(pid=105584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:52:58.786077 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-0facfab8-f6d1-428d-a236-cc69190ef084 req-b4ff7a11-3948-4670-8291-0640923322b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9014027'] for port, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:58.791219 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb46a824-0322-4e18-8619-247c08191c53 req-eb3f2162-3c2c-4dd8-a59b-578e0827c8c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:52:58.792775 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-fb46a824-0322-4e18-8619-247c08191c53 req-eb3f2162-3c2c-4dd8-a59b-578e0827c8c0 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=26644ba0-4185-4e10-8718-6ad18d01376c HTTP/1.1" status: 200 len: 843 time: 0.1161666 Jul 27 20:52:58.796041 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edb1863e-3a29-4d9c-9207-04af06a13016 tempest-ServersWithSpecificFlavorTestJSON-635688280 tempest-ServersWithSpecificFlavorTestJSON-635688280-project] Router 2872e23e-eae9-4f04-a7fb-52757641bcbe has already been hosted by L3 agent dd128fd7-8e57-4d4f-895b-a96b369df59a {{(pid=105585) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 20:52:58.822250 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36925a8e-5f17-4be3-abcc-5f0224f779af req-d7ca2e2a-5937-4350-b443-dc9fdd141aa3 tempest-ListImageFiltersTestJSON-1820602988 tempest-ListImageFiltersTestJSON-1820602988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:52:58.823841 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-36925a8e-5f17-4be3-abcc-5f0224f779af req-d7ca2e2a-5937-4350-b443-dc9fdd141aa3 tempest-ListImageFiltersTestJSON-1820602988 tempest-ListImageFiltersTestJSON-1820602988-project] 10.222.0.59 "GET /v2.0/ports?device_id=23ac7b8b-8c25-440b-a388-00c2cd864925 HTTP/1.1" status: 200 len: 936 time: 0.2021739 Jul 27 20:52:58.879361 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ff7a11-3948-4670-8291-0640923322b7 service neutron] Pushing event updated for resources: {'Port': ['ID=efe6605a-3440-4bb8-841a-76d9e509f042,revision_number=2']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:52:58.959595 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-78e43d23-cbd3-44d7-a29d-e30a31f2a9a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:58.965097 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device 45734077-6e62-42dc-92a8-45a926fddb54 details requested by agent hyperv_n-h1-705658-22 with host n-h1-705658-22 {{(pid=105586) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 20:52:58.978716 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device a40266cd-c917-4c2e-88d1-4a2bc632acb5 up at agent hyperv_n-h1-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:52:58.979445 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-78e43d23-cbd3-44d7-a29d-e30a31f2a9a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:58.985172 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-78e43d23-cbd3-44d7-a29d-e30a31f2a9a6 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/29abc53b-d6bb-4995-9f6e-a31ececbacb0 HTTP/1.1" status: 204 len: 168 time: 0.4933648 Jul 27 20:52:59.006878 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e43d23-cbd3-44d7-a29d-e30a31f2a9a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29abc53b-d6bb-4995-9f6e-a31ececbacb0,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:52:59.030128 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb46a824-0322-4e18-8619-247c08191c53 req-51fcd43d-2010-493f-8c42-edac3c843809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:52:59.036265 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-fb46a824-0322-4e18-8619-247c08191c53 req-51fcd43d-2010-493f-8c42-edac3c843809 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4d64aa0b-bd6a-468e-8edc-c83689947462&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2150369 Jul 27 20:52:59.157381 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-36925a8e-5f17-4be3-abcc-5f0224f779af req-ef023f8c-64a1-4bc7-b205-7686db635170 tempest-ListImageFiltersTestJSON-1820602988 tempest-ListImageFiltersTestJSON-1820602988-project] 10.222.0.59 "GET /v2.0/security-groups?id=824aa063-2fc5-4999-917c-6e4bfa9f4684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2818527 Jul 27 20:52:59.158339 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-fb46a824-0322-4e18-8619-247c08191c53 req-8500da91-52f2-4457-a151-8c5569f86143 service neutron] 10.222.0.60 "GET /v2.0/networks/4d64aa0b-bd6a-468e-8edc-c83689947462?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1085889 Jul 27 20:52:59.163640 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [req-0facfab8-f6d1-428d-a236-cc69190ef084 req-b4ff7a11-3948-4670-8291-0640923322b7 service neutron] Attempting to bind port efe6605a-3440-4bb8-841a-76d9e509f042 on host n-h1-705658-22 for vnic_type normal with profile {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:52:59.164214 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [req-0facfab8-f6d1-428d-a236-cc69190ef084 req-b4ff7a11-3948-4670-8291-0640923322b7 service neutron] Attempting to bind port efe6605a-3440-4bb8-841a-76d9e509f042 by drivers openvswitch,hyperv on host n-h1-705658-22 at level 0 using segments [{'id': '86b1e6f6-d629-4b03-8944-4cdfbfb93d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '4d64aa0b-bd6a-468e-8edc-c83689947462'}] {{(pid=105584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:52:59.164721 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0facfab8-f6d1-428d-a236-cc69190ef084 req-b4ff7a11-3948-4670-8291-0640923322b7 service neutron] Attempting to bind port efe6605a-3440-4bb8-841a-76d9e509f042 on network 4d64aa0b-bd6a-468e-8edc-c83689947462 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:52:59.255040 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0facfab8-f6d1-428d-a236-cc69190ef084 req-b4ff7a11-3948-4670-8291-0640923322b7 service neutron] Port efe6605a-3440-4bb8-841a-76d9e509f042 on network 4d64aa0b-bd6a-468e-8edc-c83689947462 not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-22 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 20:52:59.263208 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0facfab8-f6d1-428d-a236-cc69190ef084 req-b4ff7a11-3948-4670-8291-0640923322b7 service neutron] Attempting to bind port efe6605a-3440-4bb8-841a-76d9e509f042 on network 4d64aa0b-bd6a-468e-8edc-c83689947462 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:52:59.271268 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0facfab8-f6d1-428d-a236-cc69190ef084 req-b4ff7a11-3948-4670-8291-0640923322b7 service neutron] Checking agent: {'id': '9d9bc37f-4d75-44ef-9f63-799aab3e316f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 49, 36), 'started_at': datetime.datetime(2021, 7, 27, 20, 49, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 52, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:52:59.279437 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0facfab8-f6d1-428d-a236-cc69190ef084 req-b4ff7a11-3948-4670-8291-0640923322b7 service neutron] Checking segment: {'id': '86b1e6f6-d629-4b03-8944-4cdfbfb93d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '4d64aa0b-bd6a-468e-8edc-c83689947462'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:52:59.279943 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0facfab8-f6d1-428d-a236-cc69190ef084 req-b4ff7a11-3948-4670-8291-0640923322b7 service neutron] Bound using segment: {'id': '86b1e6f6-d629-4b03-8944-4cdfbfb93d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '4d64aa0b-bd6a-468e-8edc-c83689947462'} {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:52:59.280482 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [req-0facfab8-f6d1-428d-a236-cc69190ef084 req-b4ff7a11-3948-4670-8291-0640923322b7 service neutron] Bound port: efe6605a-3440-4bb8-841a-76d9e509f042, host: n-h1-705658-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '86b1e6f6-d629-4b03-8944-4cdfbfb93d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '4d64aa0b-bd6a-468e-8edc-c83689947462'}}] {{(pid=105584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:52:59.280927 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-0facfab8-f6d1-428d-a236-cc69190ef084 req-b4ff7a11-3948-4670-8291-0640923322b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:59.292219 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Provisioning for port a40266cd-c917-4c2e-88d1-4a2bc632acb5 completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:52:59.305439 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Provisioning complete for port a40266cd-c917-4c2e-88d1-4a2bc632acb5 triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:52:59.306002 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:59.313758 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] For port 45734077-6e62-42dc-92a8-45a926fddb54, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=45734077-6e62-42dc-92a8-45a926fddb54,segment=NetworkSegment(86b1e6f6-d629-4b03-8944-4cdfbfb93d02),segment_id=86b1e6f6-d629-4b03-8944-4cdfbfb93d02)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:52:59.346573 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Returning: {'device': '45734077-6e62-42dc-92a8-45a926fddb54', 'network_id': '4d64aa0b-bd6a-468e-8edc-c83689947462', 'port_id': '45734077-6e62-42dc-92a8-45a926fddb54', 'mac_address': 'fa:16:3e:20:d8:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26644ba0-4185-4e10-8718-6ad18d01376c', 'ip_address': '192.168.233.48'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105586) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 20:52:59.400164 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-fb46a824-0322-4e18-8619-247c08191c53 req-fe7a3355-3003-4181-bd63-54fc845126e6 service neutron] 10.222.0.60 "GET /v2.0/networks/4d64aa0b-bd6a-468e-8edc-c83689947462?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2323928 Jul 27 20:52:59.403785 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:59.443312 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [req-0facfab8-f6d1-428d-a236-cc69190ef084 req-b4ff7a11-3948-4670-8291-0640923322b7 service neutron] For port efe6605a-3440-4bb8-841a-76d9e509f042, host n-h1-705658-22, cleared binding levels {{(pid=105584) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:52:59.451458 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45734077-6e62-42dc-92a8-45a926fddb54 {{(pid=105586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 20:52:59.454887 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [req-0facfab8-f6d1-428d-a236-cc69190ef084 req-b4ff7a11-3948-4670-8291-0640923322b7 service neutron] For port efe6605a-3440-4bb8-841a-76d9e509f042, host n-h1-705658-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=efe6605a-3440-4bb8-841a-76d9e509f042,segment=NetworkSegment(86b1e6f6-d629-4b03-8944-4cdfbfb93d02),segment_id=86b1e6f6-d629-4b03-8944-4cdfbfb93d02)] {{(pid=105584) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:52:59.455685 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264a9c4c-254d-4c88-b7c2-cff558bd0042 req-a80eea7d-7685-4419-aef2-fed19887af8e tempest-DeleteServersAdminTestJSON-694577090 tempest-DeleteServersAdminTestJSON-694577090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:52:59.461832 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:59.462640 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-0facfab8-f6d1-428d-a236-cc69190ef084 req-b4ff7a11-3948-4670-8291-0640923322b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9014027'] for port, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:59.466958 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-264a9c4c-254d-4c88-b7c2-cff558bd0042 req-a80eea7d-7685-4419-aef2-fed19887af8e tempest-DeleteServersAdminTestJSON-694577090 tempest-DeleteServersAdminTestJSON-694577090-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d672036-a3f5-4e89-8383-1613013839a7 HTTP/1.1" status: 200 len: 950 time: 0.5267975 Jul 27 20:52:59.474829 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edb1863e-3a29-4d9c-9207-04af06a13016 tempest-ServersWithSpecificFlavorTestJSON-635688280 tempest-ServersWithSpecificFlavorTestJSON-635688280-project] Notify agent at l3_agent.n-d-705658-22 the message routers_updated {{(pid=105585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 20:52:59.493261 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b89cff5-4545-42ad-b2e5-133debe226f3 None None] Sync routers for ids ['2872e23e-eae9-4f04-a7fb-52757641bcbe'] in n-d-705658-22 {{(pid=105587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 20:52:59.495276 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] For port 45734077-6e62-42dc-92a8-45a926fddb54, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=45734077-6e62-42dc-92a8-45a926fddb54,segment=NetworkSegment(86b1e6f6-d629-4b03-8944-4cdfbfb93d02),segment_id=86b1e6f6-d629-4b03-8944-4cdfbfb93d02)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:52:59.495529 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-edb1863e-3a29-4d9c-9207-04af06a13016 tempest-ServersWithSpecificFlavorTestJSON-635688280 tempest-ServersWithSpecificFlavorTestJSON-635688280-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for floatingip, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:59.504379 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:59.515981 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b89cff5-4545-42ad-b2e5-133debe226f3 None None] Routers {'2872e23e-eae9-4f04-a7fb-52757641bcbe'} bound to L3 agent in host n-d-705658-22 {{(pid=105587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:52:59.516999 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-5b89cff5-4545-42ad-b2e5-133debe226f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T20:52:41Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['2872e23e-eae9-4f04-a7fb-52757641bcbe'], 'active': True} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:52:59.520216 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb7c627d-1bb5-4ac1-b277-e1b05fefd6bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a40266cd-c917-4c2e-88d1-4a2bc632acb5'}] {{(pid=105586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:52:59.523760 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14c1663e039faf5393f87855f745010ac5b02220355b68fdbf065393e303ac56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c3b8c56-8296-4608-b387-0ef13588ed1d" -d '{"events": [{"server_uuid": "bb7c627d-1bb5-4ac1-b277-e1b05fefd6bc", "name": "network-vif-plugged", "status": "completed", "tag": "a40266cd-c917-4c2e-88d1-4a2bc632acb5"}]}' {{(pid=105586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:52:59.572278 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-edb1863e-3a29-4d9c-9207-04af06a13016 tempest-ServersWithSpecificFlavorTestJSON-635688280 tempest-ServersWithSpecificFlavorTestJSON-635688280-project] 10.222.0.59 "PUT /v2.0/floatingips/418171bb-e575-46c1-b486-da6c445846f7 HTTP/1.1" status: 200 len: 990 time: 3.2743502 Jul 27 20:52:59.583415 n-d-705658-22 neutron-server[105585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d0397ab-d49a-4764-929c-fe637a207962', 'tag': 'ed190ecd-f2a0-490c-9654-276734cf7f2f'}] {{(pid=105585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:52:59.583567 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] For port a40266cd-c917-4c2e-88d1-4a2bc632acb5, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=a40266cd-c917-4c2e-88d1-4a2bc632acb5,segment=NetworkSegment(7ddd3554-64b5-4ff7-9735-f58b31de803c),segment_id=7ddd3554-64b5-4ff7-9735-f58b31de803c)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:52:59.586220 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d66fd65881426bfc2b5388084a3654e5eae521106a15a3dbf0eb4cde7106c36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd18e4d3-e815-4457-9488-cdc86f1837d8" -d '{"events": [{"name": "network-changed", "server_uuid": "4d0397ab-d49a-4764-929c-fe637a207962", "tag": "ed190ecd-f2a0-490c-9654-276734cf7f2f"}]}' {{(pid=105585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:52:59.598073 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:59.614836 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Pushing event updated for resources: {'Port': ['ID=45734077-6e62-42dc-92a8-45a926fddb54,revision_number=4']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:52:59.621185 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ff7a11-3948-4670-8291-0640923322b7 service neutron] Pushing event updated for resources: {'Port': ['ID=efe6605a-3440-4bb8-841a-76d9e509f042,revision_number=3']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:52:59.624752 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:52:59.625372 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:52:59.625920 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:52:59.626461 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:52:59.627027 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:52:59.627567 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:52:59.628447 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:52:59.628993 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:52:59.630151 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:52:59.630915 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:52:59.631735 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:52:59.632317 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:52:59.640261 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-264a9c4c-254d-4c88-b7c2-cff558bd0042 req-ac3469fa-52ea-4586-a68c-c03ff1daf9a7 tempest-DeleteServersAdminTestJSON-694577090 tempest-DeleteServersAdminTestJSON-694577090-project] 10.222.0.59 "GET /v2.0/security-groups?id=57c0a943-9ad7-4e44-93fc-83b6b6f566f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1721661 Jul 27 20:52:59.658618 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0facfab8-f6d1-428d-a236-cc69190ef084 req-b4ff7a11-3948-4670-8291-0640923322b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:52:59.659307 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-0facfab8-f6d1-428d-a236-cc69190ef084 req-b4ff7a11-3948-4670-8291-0640923322b7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:59.664538 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-0facfab8-f6d1-428d-a236-cc69190ef084 req-b4ff7a11-3948-4670-8291-0640923322b7 service neutron] 10.222.0.36 "PUT /v2.0/ports/efe6605a-3440-4bb8-841a-76d9e509f042 HTTP/1.1" status: 200 len: 1096 time: 2.2863572 Jul 27 20:52:59.676980 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd554f15e-64a0-4c6e-b463-28d8148f367b', 'tag': 'efe6605a-3440-4bb8-841a-76d9e509f042'}] {{(pid=105584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:52:59.685248 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bce5e6c8685464f7626901654159975603b047827e3138302ed6566e28f1343" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91801e9a-a319-4c43-a177-56b92726a06c" -d '{"events": [{"name": "network-changed", "server_uuid": "d554f15e-64a0-4c6e-b463-28d8148f367b", "tag": "efe6605a-3440-4bb8-841a-76d9e509f042"}]}' {{(pid=105584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:52:59.708225 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e587ea5-0a5f-4f61-8d34-8dc0c93ccc35 req-87ddb47f-98b1-461f-9034-cb441b069b5b tempest-ServersAdminNegativeTestJSON-1736809839 tempest-ServersAdminNegativeTestJSON-1736809839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:52:59.718018 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-9e587ea5-0a5f-4f61-8d34-8dc0c93ccc35 req-87ddb47f-98b1-461f-9034-cb441b069b5b tempest-ServersAdminNegativeTestJSON-1736809839 tempest-ServersAdminNegativeTestJSON-1736809839-project] 10.222.0.59 "GET /v2.0/ports?device_id=da019b41-a09b-4d01-824e-01420419e3c0 HTTP/1.1" status: 200 len: 947 time: 0.4404292 Jul 27 20:52:59.770122 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Pushing event updated for resources: {'Port': ['ID=a40266cd-c917-4c2e-88d1-4a2bc632acb5,revision_number=5']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:52:59.782306 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] get_ports_and_sgs() called for port_ids ['45734077-6e62-42dc-92a8-45a926fddb54'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 20:52:59.782566 n-d-705658-22 neutron-server[105585]: DEBUG neutron.notifiers.nova [req-b896c334-9cd6-4e30-a91e-5588f12b8c7d req-efaf351e-2f93-4778-8c6e-a369267a1b72 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 844edbdc-242a-4275-9bc2-cba0841cf69b {{(pid=105585) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 20:52:59.826541 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-b896c334-9cd6-4e30-a91e-5588f12b8c7d req-efaf351e-2f93-4778-8c6e-a369267a1b72 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:59.849810 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0facfab8-f6d1-428d-a236-cc69190ef084 req-27e76fdf-633e-4a23-a093-425191d5d2a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:52:59.852290 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-0facfab8-f6d1-428d-a236-cc69190ef084 req-27e76fdf-633e-4a23-a093-425191d5d2a7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cd1c4ec588264fedb68f16fe606b77e8&device_id=d554f15e-64a0-4c6e-b463-28d8148f367b HTTP/1.1" status: 200 len: 1099 time: 0.1317594 Jul 27 20:52:59.936080 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-9e587ea5-0a5f-4f61-8d34-8dc0c93ccc35 req-71c2b828-c357-4675-8828-fae79642a51a tempest-ServersAdminNegativeTestJSON-1736809839 tempest-ServersAdminNegativeTestJSON-1736809839-project] 10.222.0.59 "GET /v2.0/security-groups?id=243dab04-9884-44a9-8d02-cc354c808379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2152188 Jul 27 20:52:59.954567 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvr_db [None req-5b89cff5-4545-42ad-b2e5-133debe226f3 None None] Set router 2872e23e-eae9-4f04-a7fb-52757641bcbe gateway port host: n-d-705658-22 {{(pid=105587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:52:59.963747 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.provisioning_blocks [req-b896c334-9cd6-4e30-a91e-5588f12b8c7d req-efaf351e-2f93-4778-8c6e-a369267a1b72 service neutron] Transition to ACTIVE for port object 844edbdc-242a-4275-9bc2-cba0841cf69b will not be triggered until provisioned by entity L2. {{(pid=105585) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:52:59.980061 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-0facfab8-f6d1-428d-a236-cc69190ef084 req-65518238-4715-4660-92f4-a58e1b6dc82d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.44&port_id=efe6605a-3440-4bb8-841a-76d9e509f042 HTTP/1.1" status: 200 len: 217 time: 0.1155686 Jul 27 20:52:59.988149 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-b896c334-9cd6-4e30-a91e-5588f12b8c7d req-efaf351e-2f93-4778-8c6e-a369267a1b72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10221672'] for port, after_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:00.090743 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0facfab8-f6d1-428d-a236-cc69190ef084 req-a28ac52f-a832-49f0-af41-4526086fc76a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:00.092330 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-0facfab8-f6d1-428d-a236-cc69190ef084 req-a28ac52f-a832-49f0-af41-4526086fc76a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=26644ba0-4185-4e10-8718-6ad18d01376c HTTP/1.1" status: 200 len: 843 time: 0.1064150 Jul 27 20:53:00.127469 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efaf351e-2f93-4778-8c6e-a369267a1b72 service neutron] Pushing event updated for resources: {'Port': ['ID=844edbdc-242a-4275-9bc2-cba0841cf69b,revision_number=2']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:53:00.215059 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d144bbd-575e-49f2-a5c5-412d4f36059a req-043edb30-cfc4-45fc-afc4-877ee47788a0 tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:00.216579 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0facfab8-f6d1-428d-a236-cc69190ef084 req-427f0141-d1ae-43d2-99a5-15ff05bb28b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:00.216707 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-3d144bbd-575e-49f2-a5c5-412d4f36059a req-043edb30-cfc4-45fc-afc4-877ee47788a0 tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] 10.222.0.59 "GET /v2.0/ports?device_id=bb7c627d-1bb5-4ac1-b277-e1b05fefd6bc HTTP/1.1" status: 200 len: 945 time: 0.4028633 Jul 27 20:53:00.218519 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-0facfab8-f6d1-428d-a236-cc69190ef084 req-427f0141-d1ae-43d2-99a5-15ff05bb28b8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4d64aa0b-bd6a-468e-8edc-c83689947462&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1100311 Jul 27 20:53:00.354552 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-0facfab8-f6d1-428d-a236-cc69190ef084 req-7900cebb-a775-4682-823a-5d05152ccdeb service neutron] 10.222.0.36 "GET /v2.0/networks/4d64aa0b-bd6a-468e-8edc-c83689947462?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273046 Jul 27 20:53:00.516975 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-0facfab8-f6d1-428d-a236-cc69190ef084 req-74ad03f9-4b07-4570-a79a-3854ca6e87e6 service neutron] 10.222.0.36 "GET /v2.0/networks/4d64aa0b-bd6a-468e-8edc-c83689947462?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1526809 Jul 27 20:53:00.520865 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-5b89cff5-4545-42ad-b2e5-133debe226f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2872e23e-eae9-4f04-a7fb-52757641bcbe', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-857605212-router', 'tenant_id': 'f4dd8c54051d43128b80a7b27aca23a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.224'}], 'enable_snat': True}, 'gw_port_id': '734c760e-a272-4c33-b556-0f02c2fdd0f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:51:56Z', 'updated_at': '2021-07-27T20:52:03Z', 'revision_number': 4, 'project_id': 'f4dd8c54051d43128b80a7b27aca23a8', 'gw_port': {'id': '734c760e-a272-4c33-b556-0f02c2fdd0f7', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:58:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2872e23e-eae9-4f04-a7fb-52757641bcbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:51:57Z', 'updated_at': '2021-07-27T20:52:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_floatingips': [{'id': '418171bb-e575-46c1-b486-da6c445846f7', 'tenant_id': 'f4dd8c54051d43128b80a7b27aca23a8', 'floating_ip_address': '172.25.5.86', 'floating_network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'router_id': '2872e23e-eae9-4f04-a7fb-52757641bcbe', 'port_id': 'ed190ecd-f2a0-490c-9654-276734cf7f2f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 181, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad708756-4858-4bf7-9c63-5e8aacaf6c3a', 'mac_address': 'fa:16:3e:d4:0e:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d0397ab-d49a-4764-929c-fe637a207962', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T20:52:25Z', 'updated_at': '2021-07-27T20:52:57Z', 'revision_number': 1, 'project_id': 'f4dd8c54051d43128b80a7b27aca23a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a429cf7-e4dd-4ba7-8a2d-0597ab1a412b', 'name': '', 'network_id': 'ad708756-4858-4bf7-9c63-5e8aacaf6c3a', 'tenant_id': 'f4dd8c54051d43128b80a7b27aca23a8', 'mac_address': 'fa:16:3e:88:6d:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2872e23e-eae9-4f04-a7fb-52757641bcbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'ede1963b-50a5-4164-867c-90340ab6a875', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:52:01Z', 'updated_at': '2021-07-27T20:52:13Z', 'revision_number': 5, 'project_id': 'f4dd8c54051d43128b80a7b27aca23a8', 'subnets': [{'id': 'ede1963b-50a5-4164-867c-90340ab6a875', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-22', False) {} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:53:00.560403 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b89cff5-4545-42ad-b2e5-133debe226f3 None None] Checking router: 2872e23e-eae9-4f04-a7fb-52757641bcbe for host: n-d-705658-22 {{(pid=105587) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 20:53:00.571037 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b89cff5-4545-42ad-b2e5-133debe226f3 None None] Routers {'2872e23e-eae9-4f04-a7fb-52757641bcbe'} bound to L3 agent in host n-d-705658-22 {{(pid=105587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:53:00.572287 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-5b89cff5-4545-42ad-b2e5-133debe226f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T20:52:41Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['2872e23e-eae9-4f04-a7fb-52757641bcbe'], 'active': True} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:53:00.632709 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f5a379-42de-4584-9407-cc4e29da2205 req-25b4cf45-a788-44dd-a65e-3895afbcbe76 tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:00.634254 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-41f5a379-42de-4584-9407-cc4e29da2205 req-25b4cf45-a788-44dd-a65e-3895afbcbe76 tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] 10.222.0.59 "GET /v2.0/ports?device_id=d98e24ae-b25b-4b80-9e73-32ae4bc5c50f HTTP/1.1" status: 200 len: 948 time: 0.4943590 Jul 27 20:53:00.651287 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-3d144bbd-575e-49f2-a5c5-412d4f36059a req-6604f4d9-e4c1-45b5-b2c5-10959b9f7aac tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] 10.222.0.59 "GET /v2.0/security-groups?id=594c38b0-00a0-4e02-9d5e-673f3a5e469c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4114377 Jul 27 20:53:00.696513 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.managers [req-b896c334-9cd6-4e30-a91e-5588f12b8c7d req-efaf351e-2f93-4778-8c6e-a369267a1b72 service neutron] Attempting to bind port 844edbdc-242a-4275-9bc2-cba0841cf69b on host n-h2-705658-22 for vnic_type normal with profile {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:53:00.696848 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.managers [req-b896c334-9cd6-4e30-a91e-5588f12b8c7d req-efaf351e-2f93-4778-8c6e-a369267a1b72 service neutron] Attempting to bind port 844edbdc-242a-4275-9bc2-cba0841cf69b by drivers openvswitch,hyperv on host n-h2-705658-22 at level 0 using segments [{'id': '86b1e6f6-d629-4b03-8944-4cdfbfb93d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '4d64aa0b-bd6a-468e-8edc-c83689947462'}] {{(pid=105585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:53:00.697177 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b896c334-9cd6-4e30-a91e-5588f12b8c7d req-efaf351e-2f93-4778-8c6e-a369267a1b72 service neutron] Attempting to bind port 844edbdc-242a-4275-9bc2-cba0841cf69b on network 4d64aa0b-bd6a-468e-8edc-c83689947462 {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:53:00.701184 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvr_db [None req-5b89cff5-4545-42ad-b2e5-133debe226f3 None None] Set router 2872e23e-eae9-4f04-a7fb-52757641bcbe gateway port host: n-d-705658-22 {{(pid=105587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:53:00.710465 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b896c334-9cd6-4e30-a91e-5588f12b8c7d req-efaf351e-2f93-4778-8c6e-a369267a1b72 service neutron] Port 844edbdc-242a-4275-9bc2-cba0841cf69b on network 4d64aa0b-bd6a-468e-8edc-c83689947462 not bound, no agent of type Open vSwitch agent registered on host n-h2-705658-22 {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 20:53:00.710790 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b896c334-9cd6-4e30-a91e-5588f12b8c7d req-efaf351e-2f93-4778-8c6e-a369267a1b72 service neutron] Attempting to bind port 844edbdc-242a-4275-9bc2-cba0841cf69b on network 4d64aa0b-bd6a-468e-8edc-c83689947462 {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:53:00.724520 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b896c334-9cd6-4e30-a91e-5588f12b8c7d req-efaf351e-2f93-4778-8c6e-a369267a1b72 service neutron] Checking agent: {'id': '65195a73-a875-4810-9f5b-622ae260a8a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 49, 40), 'started_at': datetime.datetime(2021, 7, 27, 20, 49, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 52, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:53:00.724896 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b896c334-9cd6-4e30-a91e-5588f12b8c7d req-efaf351e-2f93-4778-8c6e-a369267a1b72 service neutron] Checking segment: {'id': '86b1e6f6-d629-4b03-8944-4cdfbfb93d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '4d64aa0b-bd6a-468e-8edc-c83689947462'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:53:00.725277 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b896c334-9cd6-4e30-a91e-5588f12b8c7d req-efaf351e-2f93-4778-8c6e-a369267a1b72 service neutron] Bound using segment: {'id': '86b1e6f6-d629-4b03-8944-4cdfbfb93d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '4d64aa0b-bd6a-468e-8edc-c83689947462'} {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:53:00.725717 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.managers [req-b896c334-9cd6-4e30-a91e-5588f12b8c7d req-efaf351e-2f93-4778-8c6e-a369267a1b72 service neutron] Bound port: 844edbdc-242a-4275-9bc2-cba0841cf69b, host: n-h2-705658-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '86b1e6f6-d629-4b03-8944-4cdfbfb93d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '4d64aa0b-bd6a-468e-8edc-c83689947462'}}] {{(pid=105585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:53:00.726072 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-b896c334-9cd6-4e30-a91e-5588f12b8c7d req-efaf351e-2f93-4778-8c6e-a369267a1b72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:00.726419 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 20:52:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81d2c960-b9a1-44f5-8b48-a3cf08fe5303 x-openstack-request-id: req-81d2c960-b9a1-44f5-8b48-a3cf08fe5303 {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:53:00.726898 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb7c627d-1bb5-4ac1-b277-e1b05fefd6bc", "name": "network-vif-plugged", "status": "completed", "tag": "a40266cd-c917-4c2e-88d1-4a2bc632acb5", "code": 200}]} {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:53:00.727382 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-81d2c960-b9a1-44f5-8b48-a3cf08fe5303 {{(pid=105586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:53:00.728156 n-d-705658-22 neutron-server[105586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb7c627d-1bb5-4ac1-b277-e1b05fefd6bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a40266cd-c917-4c2e-88d1-4a2bc632acb5', 'code': 200} Jul 27 20:53:00.742966 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-41f5a379-42de-4584-9407-cc4e29da2205 req-f6e46118-8209-4c29-8742-350135a1a033 tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] 10.222.0.59 "GET /v2.0/security-groups?id=dea81a77-85b4-4e12-8e1d-b19e89484a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882585 Jul 27 20:53:00.866444 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.db [req-b896c334-9cd6-4e30-a91e-5588f12b8c7d req-efaf351e-2f93-4778-8c6e-a369267a1b72 service neutron] For port 844edbdc-242a-4275-9bc2-cba0841cf69b, host n-h2-705658-22, cleared binding levels {{(pid=105585) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:53:00.874887 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.db [req-b896c334-9cd6-4e30-a91e-5588f12b8c7d req-efaf351e-2f93-4778-8c6e-a369267a1b72 service neutron] For port 844edbdc-242a-4275-9bc2-cba0841cf69b, host n-h2-705658-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=844edbdc-242a-4275-9bc2-cba0841cf69b,segment=NetworkSegment(86b1e6f6-d629-4b03-8944-4cdfbfb93d02),segment_id=86b1e6f6-d629-4b03-8944-4cdfbfb93d02)] {{(pid=105585) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:53:00.890177 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 20:52:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-151d8814-1ce8-4617-a1a2-bee794cb0644 x-openstack-request-id: req-151d8814-1ce8-4617-a1a2-bee794cb0644 {{(pid=105585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:53:00.890807 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d0397ab-d49a-4764-929c-fe637a207962", "tag": "ed190ecd-f2a0-490c-9654-276734cf7f2f", "status": "completed", "code": 200}]} {{(pid=105585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:53:00.892056 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-151d8814-1ce8-4617-a1a2-bee794cb0644 {{(pid=105585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:53:00.892661 n-d-705658-22 neutron-server[105585]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d0397ab-d49a-4764-929c-fe637a207962', 'tag': 'ed190ecd-f2a0-490c-9654-276734cf7f2f', 'status': 'completed', 'code': 200} Jul 27 20:53:00.895648 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-b896c334-9cd6-4e30-a91e-5588f12b8c7d req-efaf351e-2f93-4778-8c6e-a369267a1b72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10221672'] for port, after_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:00.963085 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device 45734077-6e62-42dc-92a8-45a926fddb54 up at agent hyperv_n-h1-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:53:00.982238 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efaf351e-2f93-4778-8c6e-a369267a1b72 service neutron] Pushing event updated for resources: {'Port': ['ID=844edbdc-242a-4275-9bc2-cba0841cf69b,revision_number=3']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:53:00.994241 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b896c334-9cd6-4e30-a91e-5588f12b8c7d req-efaf351e-2f93-4778-8c6e-a369267a1b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:00.994831 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-b896c334-9cd6-4e30-a91e-5588f12b8c7d req-efaf351e-2f93-4778-8c6e-a369267a1b72 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743886'] for port, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:00.996420 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b896c334-9cd6-4e30-a91e-5588f12b8c7d req-efaf351e-2f93-4778-8c6e-a369267a1b72 service neutron] 10.222.0.60 "PUT /v2.0/ports/844edbdc-242a-4275-9bc2-cba0841cf69b HTTP/1.1" status: 200 len: 1097 time: 2.5267041 Jul 27 20:53:01.113597 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-5b89cff5-4545-42ad-b2e5-133debe226f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2872e23e-eae9-4f04-a7fb-52757641bcbe', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-857605212-router', 'tenant_id': 'f4dd8c54051d43128b80a7b27aca23a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.224'}], 'enable_snat': True}, 'gw_port_id': '734c760e-a272-4c33-b556-0f02c2fdd0f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:51:56Z', 'updated_at': '2021-07-27T20:52:03Z', 'revision_number': 4, 'project_id': 'f4dd8c54051d43128b80a7b27aca23a8', 'gw_port': {'id': '734c760e-a272-4c33-b556-0f02c2fdd0f7', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:58:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2872e23e-eae9-4f04-a7fb-52757641bcbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:51:57Z', 'updated_at': '2021-07-27T20:52:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_floatingips': [{'id': '418171bb-e575-46c1-b486-da6c445846f7', 'tenant_id': 'f4dd8c54051d43128b80a7b27aca23a8', 'floating_ip_address': '172.25.5.86', 'floating_network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'router_id': '2872e23e-eae9-4f04-a7fb-52757641bcbe', 'port_id': 'ed190ecd-f2a0-490c-9654-276734cf7f2f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 181, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad708756-4858-4bf7-9c63-5e8aacaf6c3a', 'mac_address': 'fa:16:3e:d4:0e:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d0397ab-d49a-4764-929c-fe637a207962', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T20:52:25Z', 'updated_at': '2021-07-27T20:52:57Z', 'revision_number': 1, 'project_id': 'f4dd8c54051d43128b80a7b27aca23a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a429cf7-e4dd-4ba7-8a2d-0597ab1a412b', 'name': '', 'network_id': 'ad708756-4858-4bf7-9c63-5e8aacaf6c3a', 'tenant_id': 'f4dd8c54051d43128b80a7b27aca23a8', 'mac_address': 'fa:16:3e:88:6d:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2872e23e-eae9-4f04-a7fb-52757641bcbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'ede1963b-50a5-4164-867c-90340ab6a875', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:52:01Z', 'updated_at': '2021-07-27T20:52:13Z', 'revision_number': 5, 'project_id': 'f4dd8c54051d43128b80a7b27aca23a8', 'subnets': [{'id': 'ede1963b-50a5-4164-867c-90340ab6a875', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-22', False) {} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:53:01.122232 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 20:52:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14fe519f-fe6b-45f6-8adc-d18b7a5263fc x-openstack-request-id: req-14fe519f-fe6b-45f6-8adc-d18b7a5263fc {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:53:01.124338 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d554f15e-64a0-4c6e-b463-28d8148f367b", "tag": "efe6605a-3440-4bb8-841a-76d9e509f042", "status": "completed", "code": 200}]} {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:53:01.124845 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-14fe519f-fe6b-45f6-8adc-d18b7a5263fc {{(pid=105584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:53:01.125562 n-d-705658-22 neutron-server[105584]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd554f15e-64a0-4c6e-b463-28d8148f367b', 'tag': 'efe6605a-3440-4bb8-841a-76d9e509f042', 'status': 'completed', 'code': 200} Jul 27 20:53:01.150570 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Provisioning for port 45734077-6e62-42dc-92a8-45a926fddb54 completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:53:01.159783 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Provisioning complete for port 45734077-6e62-42dc-92a8-45a926fddb54 triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:53:01.160757 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:01.193490 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b89cff5-4545-42ad-b2e5-133debe226f3 None None] The sync data for ids ['2872e23e-eae9-4f04-a7fb-52757641bcbe'] in n-d-705658-22 is: [{'id': '2872e23e-eae9-4f04-a7fb-52757641bcbe', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-857605212-router', 'tenant_id': 'f4dd8c54051d43128b80a7b27aca23a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.224'}], 'enable_snat': True}, 'gw_port_id': '734c760e-a272-4c33-b556-0f02c2fdd0f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:51:56Z', 'updated_at': '2021-07-27T20:52:03Z', 'revision_number': 4, 'project_id': 'f4dd8c54051d43128b80a7b27aca23a8', 'gw_port': {'id': '734c760e-a272-4c33-b556-0f02c2fdd0f7', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:58:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2872e23e-eae9-4f04-a7fb-52757641bcbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:51:57Z', 'updated_at': '2021-07-27T20:52:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_floatingips': [{'id': '418171bb-e575-46c1-b486-da6c445846f7', 'tenant_id': 'f4dd8c54051d43128b80a7b27aca23a8', 'floating_ip_address': '172.25.5.86', 'floating_network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'router_id': '2872e23e-eae9-4f04-a7fb-52757641bcbe', 'port_id': 'ed190ecd-f2a0-490c-9654-276734cf7f2f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 181, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad708756-4858-4bf7-9c63-5e8aacaf6c3a', 'mac_address': 'fa:16:3e:d4:0e:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d0397ab-d49a-4764-929c-fe637a207962', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T20:52:25Z', 'updated_at': '2021-07-27T20:52:57Z', 'revision_number': 1, 'project_id': 'f4dd8c54051d43128b80a7b27aca23a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a429cf7-e4dd-4ba7-8a2d-0597ab1a412b', 'name': '', 'network_id': 'ad708756-4858-4bf7-9c63-5e8aacaf6c3a', 'tenant_id': 'f4dd8c54051d43128b80a7b27aca23a8', 'mac_address': 'fa:16:3e:88:6d:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2872e23e-eae9-4f04-a7fb-52757641bcbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'ede1963b-50a5-4164-867c-90340ab6a875', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:52:01Z', 'updated_at': '2021-07-27T20:52:13Z', 'revision_number': 5, 'project_id': 'f4dd8c54051d43128b80a7b27aca23a8', 'subnets': [{'id': 'ede1963b-50a5-4164-867c-90340ab6a875', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 20:53:01.241649 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25222fba-2ca4-448a-8c2c-0a3dc8f814b2 req-80c4549b-3318-42d1-9ccf-5f35371980f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:01.248751 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-25222fba-2ca4-448a-8c2c-0a3dc8f814b2 req-80c4549b-3318-42d1-9ccf-5f35371980f0 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=bb7c627d-1bb5-4ac1-b277-e1b05fefd6bc HTTP/1.1" status: 200 len: 1097 time: 0.4451270 Jul 27 20:53:01.323665 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-25222fba-2ca4-448a-8c2c-0a3dc8f814b2 req-48c98857-cb86-4ffb-b860-77fd0865a627 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=594c38b0-00a0-4e02-9d5e-673f3a5e469c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709474 Jul 27 20:53:01.328826 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd18e4d3-e815-4457-9488-cdc86f1837d8 req-24f09a51-12b3-4494-8c02-c9b5b0ffdea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:01.330496 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-bd18e4d3-e815-4457-9488-cdc86f1837d8 req-24f09a51-12b3-4494-8c02-c9b5b0ffdea8 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=f4dd8c54051d43128b80a7b27aca23a8&device_id=4d0397ab-d49a-4764-929c-fe637a207962 HTTP/1.1" status: 200 len: 1097 time: 0.4244721 Jul 27 20:53:01.336811 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b896c334-9cd6-4e30-a91e-5588f12b8c7d req-9e42828f-c29d-42e9-8fa7-2eeb0fb85027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:01.339289 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b896c334-9cd6-4e30-a91e-5588f12b8c7d req-9e42828f-c29d-42e9-8fa7-2eeb0fb85027 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=cd1c4ec588264fedb68f16fe606b77e8&device_id=23ac7b8b-8c25-440b-a388-00c2cd864925 HTTP/1.1" status: 200 len: 1100 time: 0.2903464 Jul 27 20:53:01.377471 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:01.404108 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91801e9a-a319-4c43-a177-56b92726a06c req-ebf26d41-5d2f-433d-91ed-7707985e7a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:01.405886 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-91801e9a-a319-4c43-a177-56b92726a06c req-ebf26d41-5d2f-433d-91ed-7707985e7a4f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cd1c4ec588264fedb68f16fe606b77e8&device_id=d554f15e-64a0-4c6e-b463-28d8148f367b HTTP/1.1" status: 200 len: 1099 time: 0.2883842 Jul 27 20:53:01.422103 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] For port 45734077-6e62-42dc-92a8-45a926fddb54, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=45734077-6e62-42dc-92a8-45a926fddb54,segment=NetworkSegment(86b1e6f6-d629-4b03-8944-4cdfbfb93d02),segment_id=86b1e6f6-d629-4b03-8944-4cdfbfb93d02)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:53:01.428663 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:01.482592 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b896c334-9cd6-4e30-a91e-5588f12b8c7d req-c1095fc8-f653-4949-8f8e-4aecd3daf19d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.152&port_id=844edbdc-242a-4275-9bc2-cba0841cf69b HTTP/1.1" status: 200 len: 217 time: 0.0924828 Jul 27 20:53:01.500326 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Pushing event updated for resources: {'Port': ['ID=45734077-6e62-42dc-92a8-45a926fddb54,revision_number=5']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:53:01.515735 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd18e4d3-e815-4457-9488-cdc86f1837d8 req-3780c02a-c930-47d1-bb35-7fc4f9190475 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:01.516920 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8d5f07-3022-4726-b15e-0489b794ca2d req-b45a9243-8b7c-473e-a44b-b3bbe5099610 tempest-ListImageFiltersTestJSON-1820602988 tempest-ListImageFiltersTestJSON-1820602988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:01.517361 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-bd18e4d3-e815-4457-9488-cdc86f1837d8 req-3780c02a-c930-47d1-bb35-7fc4f9190475 service neutron] 10.222.0.60 "GET /v2.0/networks?id=ad708756-4858-4bf7-9c63-5e8aacaf6c3a HTTP/1.1" status: 200 len: 924 time: 0.1752753 Jul 27 20:53:01.518418 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-bc8d5f07-3022-4726-b15e-0489b794ca2d req-b45a9243-8b7c-473e-a44b-b3bbe5099610 tempest-ListImageFiltersTestJSON-1820602988 tempest-ListImageFiltersTestJSON-1820602988-project] 10.222.0.59 "GET /v2.0/ports?device_id=23ac7b8b-8c25-440b-a388-00c2cd864925 HTTP/1.1" status: 200 len: 948 time: 0.3395908 Jul 27 20:53:01.526066 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2270fae5-08c3-4f33-81a4-75c6cfdb6325 req-7d265edc-fb89-4fea-a146-359daf1fe3b6 tempest-ServersAdminNegativeTestJSON-1736809839 tempest-ServersAdminNegativeTestJSON-1736809839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:01.530803 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-2270fae5-08c3-4f33-81a4-75c6cfdb6325 req-7d265edc-fb89-4fea-a146-359daf1fe3b6 tempest-ServersAdminNegativeTestJSON-1736809839 tempest-ServersAdminNegativeTestJSON-1736809839-project] 10.222.0.59 "GET /v2.0/ports?device_id=da019b41-a09b-4d01-824e-01420419e3c0 HTTP/1.1" status: 200 len: 948 time: 0.2288456 Jul 27 20:53:01.545835 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e04dec0-2984-4d88-8e46-2a333511ed7b None None] New status for floating IP 418171bb-e575-46c1-b486-da6c445846f7: ACTIVE {{(pid=105586) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 20:53:01.615243 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91801e9a-a319-4c43-a177-56b92726a06c req-7cba29f6-e2bf-405a-8525-00975223db47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:01.616812 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-91801e9a-a319-4c43-a177-56b92726a06c req-7cba29f6-e2bf-405a-8525-00975223db47 service neutron] 10.222.0.36 "GET /v2.0/networks?id=4d64aa0b-bd6a-468e-8edc-c83689947462 HTTP/1.1" status: 200 len: 870 time: 0.1999280 Jul 27 20:53:01.622450 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b896c334-9cd6-4e30-a91e-5588f12b8c7d req-75cbb148-b5d6-4099-8416-48f9045ab874 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:01.623959 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b896c334-9cd6-4e30-a91e-5588f12b8c7d req-75cbb148-b5d6-4099-8416-48f9045ab874 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=26644ba0-4185-4e10-8718-6ad18d01376c HTTP/1.1" status: 200 len: 843 time: 0.1289389 Jul 27 20:53:01.629878 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-2270fae5-08c3-4f33-81a4-75c6cfdb6325 req-723b3e93-5de5-41b8-ad91-c3ed84cbd18d tempest-ServersAdminNegativeTestJSON-1736809839 tempest-ServersAdminNegativeTestJSON-1736809839-project] 10.222.0.59 "GET /v2.0/security-groups?id=243dab04-9884-44a9-8d02-cc354c808379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765352 Jul 27 20:53:01.633498 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-bc8d5f07-3022-4726-b15e-0489b794ca2d req-5cfc0298-1918-49b4-a003-5847f3b8bf1e tempest-ListImageFiltersTestJSON-1820602988 tempest-ListImageFiltersTestJSON-1820602988-project] 10.222.0.59 "GET /v2.0/security-groups?id=824aa063-2fc5-4999-917c-6e4bfa9f4684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990784 Jul 27 20:53:01.687052 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-bd18e4d3-e815-4457-9488-cdc86f1837d8 req-b86370ef-4466-48f8-9a84-18c8b731154d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ed190ecd-f2a0-490c-9654-276734cf7f2f HTTP/1.1" status: 200 len: 998 time: 0.1605904 Jul 27 20:53:01.688459 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-91801e9a-a319-4c43-a177-56b92726a06c req-8f594bc7-7e3b-4c6a-86bf-32a34157c40b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.44&port_id=efe6605a-3440-4bb8-841a-76d9e509f042 HTTP/1.1" status: 200 len: 217 time: 0.0600054 Jul 27 20:53:01.737721 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b896c334-9cd6-4e30-a91e-5588f12b8c7d req-3a20b780-489e-4770-b6cc-170da408c98d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:01.739257 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b896c334-9cd6-4e30-a91e-5588f12b8c7d req-3a20b780-489e-4770-b6cc-170da408c98d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4d64aa0b-bd6a-468e-8edc-c83689947462&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1048639 Jul 27 20:53:01.878982 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b896c334-9cd6-4e30-a91e-5588f12b8c7d req-25933a44-344d-4411-b96c-efcc588adefc service neutron] 10.222.0.60 "GET /v2.0/networks/4d64aa0b-bd6a-468e-8edc-c83689947462?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252100 Jul 27 20:53:01.887940 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc1dca4-cc0e-4410-babf-59dd477eac56 req-72017aa7-0d9c-4afb-8211-f1fd7df1e988 tempest-DeleteServersAdminTestJSON-694577090 tempest-DeleteServersAdminTestJSON-694577090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:01.895325 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-9dc1dca4-cc0e-4410-babf-59dd477eac56 req-72017aa7-0d9c-4afb-8211-f1fd7df1e988 tempest-DeleteServersAdminTestJSON-694577090 tempest-DeleteServersAdminTestJSON-694577090-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d672036-a3f5-4e89-8383-1613013839a7 HTTP/1.1" status: 200 len: 950 time: 0.1501853 Jul 27 20:53:02.003591 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd18e4d3-e815-4457-9488-cdc86f1837d8 req-5eea11ca-1e1e-46b2-b50a-7f049ad0ebf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:02.005124 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-bd18e4d3-e815-4457-9488-cdc86f1837d8 req-5eea11ca-1e1e-46b2-b50a-7f049ad0ebf3 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ede1963b-50a5-4164-867c-90340ab6a875 HTTP/1.1" status: 200 len: 862 time: 0.3081126 Jul 27 20:53:02.014216 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91801e9a-a319-4c43-a177-56b92726a06c req-5bbe9b4a-a16d-485d-803c-92524a1cbc96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:02.015853 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-91801e9a-a319-4c43-a177-56b92726a06c req-5bbe9b4a-a16d-485d-803c-92524a1cbc96 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=26644ba0-4185-4e10-8718-6ad18d01376c HTTP/1.1" status: 200 len: 843 time: 0.3176832 Jul 27 20:53:02.032053 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-9dc1dca4-cc0e-4410-babf-59dd477eac56 req-a4dd4499-b24f-46cb-be4b-f4dc35c0ebab tempest-DeleteServersAdminTestJSON-694577090 tempest-DeleteServersAdminTestJSON-694577090-project] 10.222.0.59 "GET /v2.0/security-groups?id=57c0a943-9ad7-4e44-93fc-83b6b6f566f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352644 Jul 27 20:53:02.095794 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b896c334-9cd6-4e30-a91e-5588f12b8c7d req-fd7b1bc4-ce0c-40c8-8ba0-f94323c4bc7d service neutron] 10.222.0.60 "GET /v2.0/networks/4d64aa0b-bd6a-468e-8edc-c83689947462?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1975620 Jul 27 20:53:02.126553 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91801e9a-a319-4c43-a177-56b92726a06c req-1bab8bca-f46d-4b1d-8d78-306d6e7fd9c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:02.128064 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-91801e9a-a319-4c43-a177-56b92726a06c req-1bab8bca-f46d-4b1d-8d78-306d6e7fd9c7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4d64aa0b-bd6a-468e-8edc-c83689947462&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1024973 Jul 27 20:53:02.129802 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd18e4d3-e815-4457-9488-cdc86f1837d8 req-130c2c97-b722-4a31-98bd-0cfdae8bad0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:02.132007 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-bd18e4d3-e815-4457-9488-cdc86f1837d8 req-130c2c97-b722-4a31-98bd-0cfdae8bad0c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ad708756-4858-4bf7-9c63-5e8aacaf6c3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1150484 Jul 27 20:53:02.194838 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01439652-9ebf-4651-8adb-3ea9e2d06bcb req-1afbb85f-1869-48e3-9f2b-b4ed2a390e24 tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:02.196475 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-01439652-9ebf-4651-8adb-3ea9e2d06bcb req-1afbb85f-1869-48e3-9f2b-b4ed2a390e24 tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] 10.222.0.59 "GET /v2.0/ports?device_id=bb7c627d-1bb5-4ac1-b277-e1b05fefd6bc HTTP/1.1" status: 200 len: 945 time: 0.0642524 Jul 27 20:53:02.246579 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-01439652-9ebf-4651-8adb-3ea9e2d06bcb req-4752c69a-10ca-4797-800c-83c3c41ddcd3 tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] 10.222.0.59 "GET /v2.0/security-groups?id=594c38b0-00a0-4e02-9d5e-673f3a5e469c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395064 Jul 27 20:53:02.304914 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-bd18e4d3-e815-4457-9488-cdc86f1837d8 req-c46e50b0-e248-49d0-a4b8-d223f1e90920 service neutron] 10.222.0.60 "GET /v2.0/networks/ad708756-4858-4bf7-9c63-5e8aacaf6c3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1632144 Jul 27 20:53:02.306818 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-91801e9a-a319-4c43-a177-56b92726a06c req-8915a794-e2fb-46de-95af-e6ed332b4968 service neutron] 10.222.0.36 "GET /v2.0/networks/4d64aa0b-bd6a-468e-8edc-c83689947462?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1661341 Jul 27 20:53:02.398931 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acadd09-7713-4c94-8217-fa536dbb3580 req-f2a06fbf-2d2e-42a5-af2b-3c6d0c911a91 tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:02.401070 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-8acadd09-7713-4c94-8217-fa536dbb3580 req-f2a06fbf-2d2e-42a5-af2b-3c6d0c911a91 tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] 10.222.0.59 "GET /v2.0/ports?device_id=d98e24ae-b25b-4b80-9e73-32ae4bc5c50f HTTP/1.1" status: 200 len: 948 time: 0.0786827 Jul 27 20:53:02.441668 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-8acadd09-7713-4c94-8217-fa536dbb3580 req-35596d9c-44df-48c9-b538-5e984ef38a46 tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] 10.222.0.59 "GET /v2.0/security-groups?id=dea81a77-85b4-4e12-8e1d-b19e89484a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335069 Jul 27 20:53:02.471827 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-91801e9a-a319-4c43-a177-56b92726a06c req-377a90e2-a33c-47cb-bf60-09956353bcb7 service neutron] 10.222.0.36 "GET /v2.0/networks/4d64aa0b-bd6a-468e-8edc-c83689947462?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1578677 Jul 27 20:53:02.478358 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-bd18e4d3-e815-4457-9488-cdc86f1837d8 req-7d0138bf-ab36-4eef-9009-6e71e514cb55 service neutron] 10.222.0.60 "GET /v2.0/networks/ad708756-4858-4bf7-9c63-5e8aacaf6c3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1550660 Jul 27 20:53:02.658700 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Device 789d1df8-a449-4c66-8006-9014f086578a details requested by agent hyperv_n-h2-705658-22 with host n-h2-705658-22 {{(pid=105586) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 20:53:02.733711 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da019b41-a09b-4d01-824e-01420419e3c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45734077-6e62-42dc-92a8-45a926fddb54'}] {{(pid=105586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:53:02.735959 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14c1663e039faf5393f87855f745010ac5b02220355b68fdbf065393e303ac56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c958f18-80ac-4006-9ea1-4ad8580cdd54" -d '{"events": [{"server_uuid": "da019b41-a09b-4d01-824e-01420419e3c0", "name": "network-vif-plugged", "status": "completed", "tag": "45734077-6e62-42dc-92a8-45a926fddb54"}]}' {{(pid=105586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:53:02.775223 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] For port 789d1df8-a449-4c66-8006-9014f086578a, host n-h2-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=789d1df8-a449-4c66-8006-9014f086578a,segment=NetworkSegment(86b1e6f6-d629-4b03-8944-4cdfbfb93d02),segment_id=86b1e6f6-d629-4b03-8944-4cdfbfb93d02)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:53:02.787319 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Returning: {'device': '789d1df8-a449-4c66-8006-9014f086578a', 'network_id': '4d64aa0b-bd6a-468e-8edc-c83689947462', 'port_id': '789d1df8-a449-4c66-8006-9014f086578a', 'mac_address': 'fa:16:3e:55:81:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26644ba0-4185-4e10-8718-6ad18d01376c', 'ip_address': '192.168.233.252'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105586) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 20:53:02.821116 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734c1393-a0b1-48b3-8a1b-30fab8c51444 req-202c769e-00f0-41af-95df-f3271030c084 tempest-ListImageFiltersTestJSON-1820602988 tempest-ListImageFiltersTestJSON-1820602988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:02.823203 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-734c1393-a0b1-48b3-8a1b-30fab8c51444 req-202c769e-00f0-41af-95df-f3271030c084 tempest-ListImageFiltersTestJSON-1820602988 tempest-ListImageFiltersTestJSON-1820602988-project] 10.222.0.59 "GET /v2.0/ports?device_id=23ac7b8b-8c25-440b-a388-00c2cd864925 HTTP/1.1" status: 200 len: 948 time: 0.0793586 Jul 27 20:53:02.824688 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:02.838039 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [None req-3d54578f-831f-4696-b568-13c455922dab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 789d1df8-a449-4c66-8006-9014f086578a {{(pid=105586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 20:53:02.858742 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] For port 789d1df8-a449-4c66-8006-9014f086578a, host n-h2-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=789d1df8-a449-4c66-8006-9014f086578a,segment=NetworkSegment(86b1e6f6-d629-4b03-8944-4cdfbfb93d02),segment_id=86b1e6f6-d629-4b03-8944-4cdfbfb93d02)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:53:02.863653 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:02.896181 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-734c1393-a0b1-48b3-8a1b-30fab8c51444 req-ea35f214-4aa9-4e9c-9501-a077ffa372da tempest-ListImageFiltersTestJSON-1820602988 tempest-ListImageFiltersTestJSON-1820602988-project] 10.222.0.59 "GET /v2.0/security-groups?id=824aa063-2fc5-4999-917c-6e4bfa9f4684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665655 Jul 27 20:53:02.898621 n-d-705658-22 neutron-server[105585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23ac7b8b-8c25-440b-a388-00c2cd864925', 'tag': '844edbdc-242a-4275-9bc2-cba0841cf69b'}] {{(pid=105585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:53:02.900960 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d66fd65881426bfc2b5388084a3654e5eae521106a15a3dbf0eb4cde7106c36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7646957-0759-4f08-beee-92f8dfbc8d83" -d '{"events": [{"name": "network-changed", "server_uuid": "23ac7b8b-8c25-440b-a388-00c2cd864925", "tag": "844edbdc-242a-4275-9bc2-cba0841cf69b"}]}' {{(pid=105585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:53:02.924711 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Pushing event updated for resources: {'Port': ['ID=789d1df8-a449-4c66-8006-9014f086578a,revision_number=4']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:53:02.944426 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4082458b-e6ca-4d3e-86cf-b6fefef242a7 req-b5cbb160-4453-4337-a36e-e695bf6eec49 tempest-ServersAdminNegativeTestJSON-1736809839 tempest-ServersAdminNegativeTestJSON-1736809839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:02.945934 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-4082458b-e6ca-4d3e-86cf-b6fefef242a7 req-b5cbb160-4453-4337-a36e-e695bf6eec49 tempest-ServersAdminNegativeTestJSON-1736809839 tempest-ServersAdminNegativeTestJSON-1736809839-project] 10.222.0.59 "GET /v2.0/ports?device_id=da019b41-a09b-4d01-824e-01420419e3c0 HTTP/1.1" status: 200 len: 949 time: 0.0944524 Jul 27 20:53:02.952552 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 20:53:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72f4d3c4-9f11-4693-a3bb-97def15d7618 x-openstack-request-id: req-72f4d3c4-9f11-4693-a3bb-97def15d7618 {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:53:02.952907 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da019b41-a09b-4d01-824e-01420419e3c0", "name": "network-vif-plugged", "status": "completed", "tag": "45734077-6e62-42dc-92a8-45a926fddb54", "code": 200}]} {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:53:02.953298 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-72f4d3c4-9f11-4693-a3bb-97def15d7618 {{(pid=105586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:53:02.953931 n-d-705658-22 neutron-server[105586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da019b41-a09b-4d01-824e-01420419e3c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45734077-6e62-42dc-92a8-45a926fddb54', 'code': 200} Jul 27 20:53:02.987718 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-4082458b-e6ca-4d3e-86cf-b6fefef242a7 req-d9a6924c-1cc8-407d-923e-be2db11f8911 tempest-ServersAdminNegativeTestJSON-1736809839 tempest-ServersAdminNegativeTestJSON-1736809839-project] 10.222.0.59 "GET /v2.0/security-groups?id=243dab04-9884-44a9-8d02-cc354c808379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354435 Jul 27 20:53:03.003689 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 20:53:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-480489e3-ea6c-4acf-a07f-f27c79f74d40 x-openstack-request-id: req-480489e3-ea6c-4acf-a07f-f27c79f74d40 {{(pid=105585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:53:03.004152 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23ac7b8b-8c25-440b-a388-00c2cd864925", "tag": "844edbdc-242a-4275-9bc2-cba0841cf69b", "status": "completed", "code": 200}]} {{(pid=105585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:53:03.004554 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-480489e3-ea6c-4acf-a07f-f27c79f74d40 {{(pid=105585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:53:03.005092 n-d-705658-22 neutron-server[105585]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23ac7b8b-8c25-440b-a388-00c2cd864925', 'tag': '844edbdc-242a-4275-9bc2-cba0841cf69b', 'status': 'completed', 'code': 200} Jul 27 20:53:03.125230 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cefae8-7c1c-47e0-b58f-2b591c79597e req-5e18d58a-d8a4-46a1-b391-15617316e166 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:03.126759 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-53cefae8-7c1c-47e0-b58f-2b591c79597e req-5e18d58a-d8a4-46a1-b391-15617316e166 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=da019b41-a09b-4d01-824e-01420419e3c0 HTTP/1.1" status: 200 len: 1101 time: 0.1145787 Jul 27 20:53:03.155771 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7646957-0759-4f08-beee-92f8dfbc8d83 req-7f3e8830-9fdd-4a51-a09e-8d5bdd0a7d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:03.157259 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-a7646957-0759-4f08-beee-92f8dfbc8d83 req-7f3e8830-9fdd-4a51-a09e-8d5bdd0a7d27 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=cd1c4ec588264fedb68f16fe606b77e8&device_id=23ac7b8b-8c25-440b-a388-00c2cd864925 HTTP/1.1" status: 200 len: 1100 time: 0.1054323 Jul 27 20:53:03.198127 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-53cefae8-7c1c-47e0-b58f-2b591c79597e req-d225f318-2992-4c1c-ab46-3ba34345697e service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=243dab04-9884-44a9-8d02-cc354c808379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616908 Jul 27 20:53:03.262385 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e903b69-ae62-41f9-930b-712b7769db1a req-7a82381c-b505-40d7-b307-85485e2b2f42 tempest-DeleteServersAdminTestJSON-694577090 tempest-DeleteServersAdminTestJSON-694577090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:03.269501 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-5e903b69-ae62-41f9-930b-712b7769db1a req-7a82381c-b505-40d7-b307-85485e2b2f42 tempest-DeleteServersAdminTestJSON-694577090 tempest-DeleteServersAdminTestJSON-694577090-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d672036-a3f5-4e89-8383-1613013839a7 HTTP/1.1" status: 200 len: 950 time: 0.1180208 Jul 27 20:53:03.279380 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7646957-0759-4f08-beee-92f8dfbc8d83 req-2b30e729-82ab-4737-9862-7b0249e5d5be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:03.281095 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-a7646957-0759-4f08-beee-92f8dfbc8d83 req-2b30e729-82ab-4737-9862-7b0249e5d5be service neutron] 10.222.0.60 "GET /v2.0/networks?id=4d64aa0b-bd6a-468e-8edc-c83689947462 HTTP/1.1" status: 200 len: 870 time: 0.1135054 Jul 27 20:53:03.318409 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e8502a-4d26-40a6-bbd8-a88fb16afcc1 req-6eb50c22-1752-484e-ad24-2f960be09dd4 tempest-DeleteServersAdminTestJSON-694577090 tempest-DeleteServersAdminTestJSON-694577090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:03.320486 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e5e8502a-4d26-40a6-bbd8-a88fb16afcc1 req-6eb50c22-1752-484e-ad24-2f960be09dd4 tempest-DeleteServersAdminTestJSON-694577090 tempest-DeleteServersAdminTestJSON-694577090-project] 10.222.0.60 "GET /v2.0/ports?device_id=0d672036-a3f5-4e89-8383-1613013839a7 HTTP/1.1" status: 200 len: 950 time: 0.1171703 Jul 27 20:53:03.339880 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-5e903b69-ae62-41f9-930b-712b7769db1a req-fa3080a0-d13c-47b9-bdd6-e2171882241e tempest-DeleteServersAdminTestJSON-694577090 tempest-DeleteServersAdminTestJSON-694577090-project] 10.222.0.59 "GET /v2.0/security-groups?id=57c0a943-9ad7-4e44-93fc-83b6b6f566f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643644 Jul 27 20:53:03.355991 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-a7646957-0759-4f08-beee-92f8dfbc8d83 req-1a3b01d1-9cbe-4498-95fc-95d6cc519944 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.152&port_id=844edbdc-242a-4275-9bc2-cba0841cf69b HTTP/1.1" status: 200 len: 217 time: 0.0671337 Jul 27 20:53:03.376085 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 59480) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:53:03.378916 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 59482) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:53:03.424595 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] get_ports_and_sgs() called for port_ids ['789d1df8-a449-4c66-8006-9014f086578a'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 20:53:03.428791 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7646957-0759-4f08-beee-92f8dfbc8d83 req-ebf090cf-f35d-4040-90ee-dddfb25de063 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:03.429183 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-a7646957-0759-4f08-beee-92f8dfbc8d83 req-ebf090cf-f35d-4040-90ee-dddfb25de063 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=26644ba0-4185-4e10-8718-6ad18d01376c HTTP/1.1" status: 200 len: 843 time: 0.0592623 Jul 27 20:53:03.509405 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7646957-0759-4f08-beee-92f8dfbc8d83 req-4c2c73ef-0b33-49dc-8fd4-40d2b8b612f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:03.512555 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-a7646957-0759-4f08-beee-92f8dfbc8d83 req-4c2c73ef-0b33-49dc-8fd4-40d2b8b612f8 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4d64aa0b-bd6a-468e-8edc-c83689947462&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0762880 Jul 27 20:53:03.521280 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c15ea84-f756-4f5e-98f4-adc328f3d985 req-59beb6f2-1133-45d4-9083-d7d9a6c9a0fd tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:03.525341 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-8c15ea84-f756-4f5e-98f4-adc328f3d985 req-59beb6f2-1133-45d4-9083-d7d9a6c9a0fd tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] 10.222.0.59 "GET /v2.0/ports?device_id=bb7c627d-1bb5-4ac1-b277-e1b05fefd6bc HTTP/1.1" status: 200 len: 945 time: 0.1499681 Jul 27 20:53:03.560000 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [req-e5e8502a-4d26-40a6-bbd8-a88fb16afcc1 req-97db42c5-29af-4dd6-bc8b-23ed6c614f67 tempest-DeleteServersAdminTestJSON-694577090 tempest-DeleteServersAdminTestJSON-694577090-project] Deleting port 3d224d1d-b7b0-4813-8a0c-cf1329543c01 {{(pid=105585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:53:03.560352 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-e5e8502a-4d26-40a6-bbd8-a88fb16afcc1 req-97db42c5-29af-4dd6-bc8b-23ed6c614f67 tempest-DeleteServersAdminTestJSON-694577090 tempest-DeleteServersAdminTestJSON-694577090-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:03.629119 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-a7646957-0759-4f08-beee-92f8dfbc8d83 req-712ca38c-a7a5-4ee4-a8c5-3e668df14c3c service neutron] 10.222.0.60 "GET /v2.0/networks/4d64aa0b-bd6a-468e-8edc-c83689947462?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978122 Jul 27 20:53:03.646036 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-d8548a68-7710-4e78-84c7-dca1e603c146 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:03.676794 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-8c15ea84-f756-4f5e-98f4-adc328f3d985 req-8afee52a-70ad-47d9-9b90-4562e049d61f tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] 10.222.0.59 "GET /v2.0/security-groups?id=594c38b0-00a0-4e02-9d5e-673f3a5e469c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398380 Jul 27 20:53:03.700314 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-387e8039-0d15-4ea7-964b-cc51add3e99c admin admin] Notify callbacks [] for security_group, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:03.737944 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.db [req-e5e8502a-4d26-40a6-bbd8-a88fb16afcc1 req-97db42c5-29af-4dd6-bc8b-23ed6c614f67 tempest-DeleteServersAdminTestJSON-694577090 tempest-DeleteServersAdminTestJSON-694577090-project] For port 3d224d1d-b7b0-4813-8a0c-cf1329543c01, host n-h2-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=3d224d1d-b7b0-4813-8a0c-cf1329543c01,segment=NetworkSegment(86b1e6f6-d629-4b03-8944-4cdfbfb93d02),segment_id=86b1e6f6-d629-4b03-8944-4cdfbfb93d02)] {{(pid=105585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:53:03.738321 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-e5e8502a-4d26-40a6-bbd8-a88fb16afcc1 req-97db42c5-29af-4dd6-bc8b-23ed6c614f67 tempest-DeleteServersAdminTestJSON-694577090 tempest-DeleteServersAdminTestJSON-694577090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:03.759883 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [req-e5e8502a-4d26-40a6-bbd8-a88fb16afcc1 req-97db42c5-29af-4dd6-bc8b-23ed6c614f67 tempest-DeleteServersAdminTestJSON-694577090 tempest-DeleteServersAdminTestJSON-694577090-project] Calling delete_port for 3d224d1d-b7b0-4813-8a0c-cf1329543c01 owned by compute:nova {{(pid=105585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:53:03.789627 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-a7646957-0759-4f08-beee-92f8dfbc8d83 req-b5416ab4-31ef-40f3-ac6a-e634f120350d service neutron] 10.222.0.60 "GET /v2.0/networks/4d64aa0b-bd6a-468e-8edc-c83689947462?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341436 Jul 27 20:53:03.791986 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83dfae8e-bebd-4236-8406-4ec7e2bb9aa2 req-8e3193fd-95bb-4a10-9ac4-2e04e61b881f tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:03.793875 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-83dfae8e-bebd-4236-8406-4ec7e2bb9aa2 req-8e3193fd-95bb-4a10-9ac4-2e04e61b881f tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] 10.222.0.59 "GET /v2.0/ports?device_id=d98e24ae-b25b-4b80-9e73-32ae4bc5c50f HTTP/1.1" status: 200 len: 949 time: 0.1651356 Jul 27 20:53:03.847605 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-d8548a68-7710-4e78-84c7-dca1e603c146 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:03.852683 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-d8548a68-7710-4e78-84c7-dca1e603c146 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:03.892482 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-d8548a68-7710-4e78-84c7-dca1e603c146 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=43ffdbab8d374c35935598128e3849b8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5125151 Jul 27 20:53:03.895927 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 59496) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:53:03.910045 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8548a68-7710-4e78-84c7-dca1e603c146 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d9c76a4-7fef-4f66-86d3-4c77a7f42e6a,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:53:03.917640 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-83dfae8e-bebd-4236-8406-4ec7e2bb9aa2 req-a9b9023c-9a6e-43ba-b972-6df09652949f tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] 10.222.0.59 "GET /v2.0/security-groups?id=dea81a77-85b4-4e12-8e1d-b19e89484a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038792 Jul 27 20:53:04.010487 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-0b3c11c5-269f-484b-ab1b-48aa755a9474 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:04.039545 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-0b3c11c5-269f-484b-ab1b-48aa755a9474 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:04.104501 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-0b3c11c5-269f-484b-ab1b-48aa755a9474 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:04.104780 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-387e8039-0d15-4ea7-964b-cc51add3e99c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:04.107795 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-0b3c11c5-269f-484b-ab1b-48aa755a9474 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:04.112965 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-e5e8502a-4d26-40a6-bbd8-a88fb16afcc1 req-97db42c5-29af-4dd6-bc8b-23ed6c614f67 tempest-DeleteServersAdminTestJSON-694577090 tempest-DeleteServersAdminTestJSON-694577090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:04.113259 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-0b3c11c5-269f-484b-ab1b-48aa755a9474 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/4d9c76a4-7fef-4f66-86d3-4c77a7f42e6a HTTP/1.1" status: 204 len: 168 time: 0.2150238 Jul 27 20:53:04.115130 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-387e8039-0d15-4ea7-964b-cc51add3e99c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:04.123086 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3c11c5-269f-484b-ab1b-48aa755a9474 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d9c76a4-7fef-4f66-86d3-4c77a7f42e6a,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:53:04.173102 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] get_ports_and_sgs() called for port_ids ['3d224d1d-b7b0-4813-8a0c-cf1329543c01'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 20:53:04.190153 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97db42c5-29af-4dd6-bc8b-23ed6c614f67 tempest-DeleteServersAdminTestJSON-694577090 tempest-DeleteServersAdminTestJSON-694577090-project] Pushing event deleted for resources: {'Port': ['ID=3d224d1d-b7b0-4813-8a0c-cf1329543c01,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:53:04.257573 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387e8039-0d15-4ea7-964b-cc51add3e99c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3b87abd-2362-4dae-9186-cd058f798277,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:53:04.268848 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-387e8039-0d15-4ea7-964b-cc51add3e99c admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=3f977555a7bc4fbaa996e143b1276b72&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8917499 Jul 27 20:53:04.273656 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 59506) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:53:04.291887 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5e8502a-4d26-40a6-bbd8-a88fb16afcc1 req-97db42c5-29af-4dd6-bc8b-23ed6c614f67 tempest-DeleteServersAdminTestJSON-694577090 tempest-DeleteServersAdminTestJSON-694577090-project] No DVR routers for this DVR port 3d224d1d-b7b0-4813-8a0c-cf1329543c01 on host n-h2-705658-22 {{(pid=105585) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 20:53:04.297675 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-e5e8502a-4d26-40a6-bbd8-a88fb16afcc1 req-97db42c5-29af-4dd6-bc8b-23ed6c614f67 tempest-DeleteServersAdminTestJSON-694577090 tempest-DeleteServersAdminTestJSON-694577090-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:04.299754 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e5e8502a-4d26-40a6-bbd8-a88fb16afcc1 req-97db42c5-29af-4dd6-bc8b-23ed6c614f67 tempest-DeleteServersAdminTestJSON-694577090 tempest-DeleteServersAdminTestJSON-694577090-project] 10.222.0.60 "DELETE /v2.0/ports/3d224d1d-b7b0-4813-8a0c-cf1329543c01 HTTP/1.1" status: 204 len: 173 time: 0.9586377 Jul 27 20:53:04.315307 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aed99a0-a00a-4a22-92ae-07e73a067cfd req-7b773be6-389c-4be1-bdfb-25dd4c74cc3b tempest-ListImageFiltersTestJSON-1820602988 tempest-ListImageFiltersTestJSON-1820602988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:04.323181 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-5aed99a0-a00a-4a22-92ae-07e73a067cfd req-7b773be6-389c-4be1-bdfb-25dd4c74cc3b tempest-ListImageFiltersTestJSON-1820602988 tempest-ListImageFiltersTestJSON-1820602988-project] 10.222.0.59 "GET /v2.0/ports?device_id=23ac7b8b-8c25-440b-a388-00c2cd864925 HTTP/1.1" status: 200 len: 948 time: 0.3002141 Jul 27 20:53:04.333700 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50aa0556-8a89-4727-91a9-2df7c51a8b75 req-97ff2278-a217-408b-8d9a-d868f9bb4403 tempest-LiveMigrationTest-297508949 tempest-LiveMigrationTest-297508949-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:04.342067 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-50aa0556-8a89-4727-91a9-2df7c51a8b75 req-97ff2278-a217-408b-8d9a-d868f9bb4403 tempest-LiveMigrationTest-297508949 tempest-LiveMigrationTest-297508949-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=bb7c627d-1bb5-4ac1-b277-e1b05fefd6bc HTTP/1.1" status: 200 len: 1097 time: 0.3411040 Jul 27 20:53:04.351867 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-9184b539-08b6-4192-9dce-e5f95585d23d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:04.376611 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-9184b539-08b6-4192-9dce-e5f95585d23d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:04.413083 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-5aed99a0-a00a-4a22-92ae-07e73a067cfd req-9877d95b-93c4-4fca-a264-05f989ab09cf tempest-ListImageFiltersTestJSON-1820602988 tempest-ListImageFiltersTestJSON-1820602988-project] 10.222.0.59 "GET /v2.0/security-groups?id=824aa063-2fc5-4999-917c-6e4bfa9f4684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845549 Jul 27 20:53:04.430906 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-50aa0556-8a89-4727-91a9-2df7c51a8b75 req-fd1bd4be-3805-4eaa-b8f9-e718a55c6e9f tempest-LiveMigrationTest-297508949 tempest-LiveMigrationTest-297508949-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=594c38b0-00a0-4e02-9d5e-673f3a5e469c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878880 Jul 27 20:53:04.460295 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-9184b539-08b6-4192-9dce-e5f95585d23d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:04.463248 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-9184b539-08b6-4192-9dce-e5f95585d23d admin admin] Notify callbacks [] for security_group, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:04.464814 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-9184b539-08b6-4192-9dce-e5f95585d23d admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/c3b87abd-2362-4dae-9186-cd058f798277 HTTP/1.1" status: 204 len: 168 time: 0.1900666 Jul 27 20:53:04.478746 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9184b539-08b6-4192-9dce-e5f95585d23d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3b87abd-2362-4dae-9186-cd058f798277,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:53:04.544472 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 59514) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:53:04.573138 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-f9ba8929-288a-41a7-94fd-d401b8df9221 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:04.602647 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-c07edbb8-c717-4f73-a6e7-581717f1d315 req-e7a6495b-d54c-411b-9f27-1acae4162675 tempest-DeleteServersAdminTestJSON-694577090 tempest-DeleteServersAdminTestJSON-694577090-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d672036-a3f5-4e89-8383-1613013839a7 HTTP/1.1" status: 200 len: 210 time: 0.0408981 Jul 27 20:53:04.613734 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218ff715-a0a1-4c6f-bd40-2c1c724626eb req-1f94e21f-a20f-420d-b784-7313ac219604 tempest-ServersAdminNegativeTestJSON-1736809839 tempest-ServersAdminNegativeTestJSON-1736809839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:04.621438 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-218ff715-a0a1-4c6f-bd40-2c1c724626eb req-1f94e21f-a20f-420d-b784-7313ac219604 tempest-ServersAdminNegativeTestJSON-1736809839 tempest-ServersAdminNegativeTestJSON-1736809839-project] 10.222.0.59 "GET /v2.0/ports?device_id=da019b41-a09b-4d01-824e-01420419e3c0 HTTP/1.1" status: 200 len: 949 time: 0.1297486 Jul 27 20:53:04.680312 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-218ff715-a0a1-4c6f-bd40-2c1c724626eb req-8885153f-3720-49fa-9398-8c897f897b6d tempest-ServersAdminNegativeTestJSON-1736809839 tempest-ServersAdminNegativeTestJSON-1736809839-project] 10.222.0.59 "GET /v2.0/security-groups?id=243dab04-9884-44a9-8d02-cc354c808379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580072 Jul 27 20:53:04.691912 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Device 789d1df8-a449-4c66-8006-9014f086578a up at agent hyperv_n-h2-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:53:04.773181 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-f9ba8929-288a-41a7-94fd-d401b8df9221 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:04.775494 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811aaf0b-996b-4b80-8bdc-1d9542db9fe7 req-7810efe4-a01d-4229-8949-5c0e832e9fa6 tempest-LiveMigrationTest-297508949 tempest-LiveMigrationTest-297508949-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:04.777027 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-811aaf0b-996b-4b80-8bdc-1d9542db9fe7 req-7810efe4-a01d-4229-8949-5c0e832e9fa6 tempest-LiveMigrationTest-297508949 tempest-LiveMigrationTest-297508949-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=bb7c627d-1bb5-4ac1-b277-e1b05fefd6bc HTTP/1.1" status: 200 len: 1097 time: 0.1058433 Jul 27 20:53:04.778853 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-f9ba8929-288a-41a7-94fd-d401b8df9221 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:04.791246 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-3d54578f-831f-4696-b568-13c455922dab None None] Provisioning for port 789d1df8-a449-4c66-8006-9014f086578a completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:53:04.799084 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-3d54578f-831f-4696-b568-13c455922dab None None] Provisioning complete for port 789d1df8-a449-4c66-8006-9014f086578a triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:53:04.799999 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:04.835518 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ba8929-288a-41a7-94fd-d401b8df9221 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c42ed90-4220-457a-af3b-2b8781a52fc9,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:53:04.842645 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-f9ba8929-288a-41a7-94fd-d401b8df9221 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=bd5ed9ad84f04d68b650875a1446bd30&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2969885 Jul 27 20:53:04.845335 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 59522) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:53:04.868863 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-811aaf0b-996b-4b80-8bdc-1d9542db9fe7 req-7644b55f-e3af-496e-9d3c-b16966c9b686 tempest-LiveMigrationTest-297508949 tempest-LiveMigrationTest-297508949-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=594c38b0-00a0-4e02-9d5e-673f3a5e469c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714192 Jul 27 20:53:04.939630 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:04.944682 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 59530) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:53:04.967538 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-0917cf2b-7a72-4070-92a4-ef52d94c8590 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:04.972319 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd98e24ae-b25b-4b80-9e73-32ae4bc5c50f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '789d1df8-a449-4c66-8006-9014f086578a'}] {{(pid=105586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:53:04.976413 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14c1663e039faf5393f87855f745010ac5b02220355b68fdbf065393e303ac56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e276d300-422e-460e-9779-6c55318b0d9c" -d '{"events": [{"server_uuid": "d98e24ae-b25b-4b80-9e73-32ae4bc5c50f", "name": "network-vif-plugged", "status": "completed", "tag": "789d1df8-a449-4c66-8006-9014f086578a"}]}' {{(pid=105586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:53:04.978152 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-8283f72d-d49d-49b7-9de6-782bac14329a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:05.000560 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] For port 789d1df8-a449-4c66-8006-9014f086578a, host n-h2-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=789d1df8-a449-4c66-8006-9014f086578a,segment=NetworkSegment(86b1e6f6-d629-4b03-8944-4cdfbfb93d02),segment_id=86b1e6f6-d629-4b03-8944-4cdfbfb93d02)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:53:05.002544 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device efe6605a-3440-4bb8-841a-76d9e509f042 details requested by agent hyperv_n-h1-705658-22 with host n-h1-705658-22 {{(pid=105586) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 20:53:05.006490 n-d-705658-22 neutron-server[105585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d672036-a3f5-4e89-8383-1613013839a7', 'name': 'network-vif-deleted', 'tag': '3d224d1d-b7b0-4813-8a0c-cf1329543c01'}] {{(pid=105585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:53:05.010048 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d66fd65881426bfc2b5388084a3654e5eae521106a15a3dbf0eb4cde7106c36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b0aa611-b7a7-4058-9149-4f4e646b717b" -d '{"events": [{"server_uuid": "0d672036-a3f5-4e89-8383-1613013839a7", "name": "network-vif-deleted", "tag": "3d224d1d-b7b0-4813-8a0c-cf1329543c01"}]}' {{(pid=105585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:53:05.014111 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-8283f72d-d49d-49b7-9de6-782bac14329a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:05.020271 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:05.021434 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Device 3d224d1d-b7b0-4813-8a0c-cf1329543c01 no longer exists at agent hyperv_n-h2-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 20:53:05.097635 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-8283f72d-d49d-49b7-9de6-782bac14329a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:05.101064 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-8283f72d-d49d-49b7-9de6-782bac14329a admin admin] Notify callbacks [] for security_group, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:05.105185 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-8283f72d-d49d-49b7-9de6-782bac14329a admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/7c42ed90-4220-457a-af3b-2b8781a52fc9 HTTP/1.1" status: 204 len: 168 time: 0.2564752 Jul 27 20:53:05.105519 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-3d54578f-831f-4696-b568-13c455922dab None None] No Port match for: 3d224d1d-b7b0-4813-8a0c-cf1329543c01 {{(pid=105586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 20:53:05.105871 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Device 3d224d1d-b7b0-4813-8a0c-cf1329543c01 not bound to the agent host n-h2-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 20:53:05.109185 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Pushing event updated for resources: {'Port': ['ID=789d1df8-a449-4c66-8006-9014f086578a,revision_number=5']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:53:05.131910 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8283f72d-d49d-49b7-9de6-782bac14329a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c42ed90-4220-457a-af3b-2b8781a52fc9,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:53:05.148346 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-0917cf2b-7a72-4070-92a4-ef52d94c8590 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:05.152643 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-0917cf2b-7a72-4070-92a4-ef52d94c8590 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:05.203401 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0917cf2b-7a72-4070-92a4-ef52d94c8590 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3d1b147-8e85-4640-a46a-1ff71a148037,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:53:05.226682 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-0917cf2b-7a72-4070-92a4-ef52d94c8590 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=34285820b6f446de8c1a8931bd86c0f9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2808163 Jul 27 20:53:05.228693 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 59540) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:53:05.238914 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] For port efe6605a-3440-4bb8-841a-76d9e509f042, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=efe6605a-3440-4bb8-841a-76d9e509f042,segment=NetworkSegment(86b1e6f6-d629-4b03-8944-4cdfbfb93d02),segment_id=86b1e6f6-d629-4b03-8944-4cdfbfb93d02)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:53:05.252682 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Returning: {'device': 'efe6605a-3440-4bb8-841a-76d9e509f042', 'network_id': '4d64aa0b-bd6a-468e-8edc-c83689947462', 'port_id': 'efe6605a-3440-4bb8-841a-76d9e509f042', 'mac_address': 'fa:16:3e:51:14:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26644ba0-4185-4e10-8718-6ad18d01376c', 'ip_address': '192.168.233.44'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105586) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 20:53:05.321105 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-9802b45e-0bee-4b67-8c9c-5148aaf116a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:05.335163 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:05.344367 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-9802b45e-0bee-4b67-8c9c-5148aaf116a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:05.352570 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id efe6605a-3440-4bb8-841a-76d9e509f042 {{(pid=105586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 20:53:05.382058 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] For port efe6605a-3440-4bb8-841a-76d9e509f042, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=efe6605a-3440-4bb8-841a-76d9e509f042,segment=NetworkSegment(86b1e6f6-d629-4b03-8944-4cdfbfb93d02),segment_id=86b1e6f6-d629-4b03-8944-4cdfbfb93d02)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:53:05.386946 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:05.446572 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2495a39f-a880-4dce-99bc-8e337ff8438d req-dead38eb-d8a6-42c7-be5a-a39f6ef11723 tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:05.448399 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-2495a39f-a880-4dce-99bc-8e337ff8438d req-dead38eb-d8a6-42c7-be5a-a39f6ef11723 tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] 10.222.0.59 "GET /v2.0/ports?device_id=d98e24ae-b25b-4b80-9e73-32ae4bc5c50f HTTP/1.1" status: 200 len: 950 time: 0.0926759 Jul 27 20:53:05.449644 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-9802b45e-0bee-4b67-8c9c-5148aaf116a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:05.450167 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Pushing event updated for resources: {'Port': ['ID=efe6605a-3440-4bb8-841a-76d9e509f042,revision_number=4']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:53:05.453363 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-9802b45e-0bee-4b67-8c9c-5148aaf116a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:05.455774 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-9802b45e-0bee-4b67-8c9c-5148aaf116a6 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/d3d1b147-8e85-4640-a46a-1ff71a148037 HTTP/1.1" status: 204 len: 168 time: 0.2260962 Jul 27 20:53:05.474657 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9802b45e-0bee-4b67-8c9c-5148aaf116a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3d1b147-8e85-4640-a46a-1ff71a148037,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:53:05.512724 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-2495a39f-a880-4dce-99bc-8e337ff8438d req-ba804f0e-c720-443f-82b2-04beba6f1365 tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] 10.222.0.59 "GET /v2.0/security-groups?id=dea81a77-85b4-4e12-8e1d-b19e89484a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556777 Jul 27 20:53:05.559065 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 20:53:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c3bedfa-7362-4fd4-9636-888fb42ba06f x-openstack-request-id: req-3c3bedfa-7362-4fd4-9636-888fb42ba06f {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:53:05.559383 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d98e24ae-b25b-4b80-9e73-32ae4bc5c50f", "name": "network-vif-plugged", "status": "completed", "tag": "789d1df8-a449-4c66-8006-9014f086578a", "code": 200}]} {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:53:05.559655 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-3c3bedfa-7362-4fd4-9636-888fb42ba06f {{(pid=105586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:53:05.560134 n-d-705658-22 neutron-server[105586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd98e24ae-b25b-4b80-9e73-32ae4bc5c50f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '789d1df8-a449-4c66-8006-9014f086578a', 'code': 200} Jul 27 20:53:05.590855 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 20:53:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08057c5f-3362-4a57-b504-384b26fe970f x-openstack-request-id: req-08057c5f-3362-4a57-b504-384b26fe970f {{(pid=105585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:53:05.593253 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d672036-a3f5-4e89-8383-1613013839a7", "name": "network-vif-deleted", "tag": "3d224d1d-b7b0-4813-8a0c-cf1329543c01", "status": "completed", "code": 200}]} {{(pid=105585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:53:05.593687 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-08057c5f-3362-4a57-b504-384b26fe970f {{(pid=105585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:53:05.594936 n-d-705658-22 neutron-server[105585]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d672036-a3f5-4e89-8383-1613013839a7', 'name': 'network-vif-deleted', 'tag': '3d224d1d-b7b0-4813-8a0c-cf1329543c01', 'status': 'completed', 'code': 200} Jul 27 20:53:05.712825 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] get_ports_and_sgs() called for port_ids ['efe6605a-3440-4bb8-841a-76d9e509f042'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 20:53:05.734100 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725f8e2d-bd41-4b1b-a90b-8ef8d1fedfee req-590d3a74-5272-4a5a-a8a6-dc76e3edf6e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:05.734100 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-725f8e2d-bd41-4b1b-a90b-8ef8d1fedfee req-590d3a74-5272-4a5a-a8a6-dc76e3edf6e8 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=d98e24ae-b25b-4b80-9e73-32ae4bc5c50f HTTP/1.1" status: 200 len: 1102 time: 0.1054833 Jul 27 20:53:05.782367 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-725f8e2d-bd41-4b1b-a90b-8ef8d1fedfee req-f58a7559-bb7c-4477-b927-8c475b7b43ef service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=dea81a77-85b4-4e12-8e1d-b19e89484a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440638 Jul 27 20:53:05.788752 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258c4749-3e29-40f7-b9ab-e0bf67619799 req-cf5c66cb-5bb2-4b64-87bd-4f89a004ea6d tempest-ServersAdminNegativeTestJSON-1302605866 tempest-ServersAdminNegativeTestJSON-1302605866-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:05.790371 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-258c4749-3e29-40f7-b9ab-e0bf67619799 req-cf5c66cb-5bb2-4b64-87bd-4f89a004ea6d tempest-ServersAdminNegativeTestJSON-1302605866 tempest-ServersAdminNegativeTestJSON-1302605866-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=da019b41-a09b-4d01-824e-01420419e3c0 HTTP/1.1" status: 200 len: 1101 time: 0.1045492 Jul 27 20:53:05.820601 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-258c4749-3e29-40f7-b9ab-e0bf67619799 req-fcc79a2a-0029-4739-9716-e7c523572f57 tempest-ServersAdminNegativeTestJSON-1302605866 tempest-ServersAdminNegativeTestJSON-1302605866-project-admin] Notify callbacks [] for security_group, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:05.974271 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:06.207567 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-258c4749-3e29-40f7-b9ab-e0bf67619799 req-fcc79a2a-0029-4739-9716-e7c523572f57 tempest-ServersAdminNegativeTestJSON-1302605866 tempest-ServersAdminNegativeTestJSON-1302605866-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:06.211858 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-258c4749-3e29-40f7-b9ab-e0bf67619799 req-fcc79a2a-0029-4739-9716-e7c523572f57 tempest-ServersAdminNegativeTestJSON-1302605866 tempest-ServersAdminNegativeTestJSON-1302605866-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:06.234883 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-258c4749-3e29-40f7-b9ab-e0bf67619799 req-fcc79a2a-0029-4739-9716-e7c523572f57 tempest-ServersAdminNegativeTestJSON-1302605866 tempest-ServersAdminNegativeTestJSON-1302605866-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=243dab04-9884-44a9-8d02-cc354c808379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4381142 Jul 27 20:53:06.244650 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc79a2a-0029-4739-9716-e7c523572f57 tempest-ServersAdminNegativeTestJSON-1302605866 tempest-ServersAdminNegativeTestJSON-1302605866-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e29515f3-0c77-4c32-836c-921e7dc928b2,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:53:06.383242 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 59606) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:53:06.401650 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a510356e-d05b-4538-be22-2ba98286f648 req-b5b277ec-3ed7-4106-ac54-a62c17fb29f2 tempest-ListImageFiltersTestJSON-1820602988 tempest-ListImageFiltersTestJSON-1820602988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:06.403224 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a510356e-d05b-4538-be22-2ba98286f648 req-b5b277ec-3ed7-4106-ac54-a62c17fb29f2 tempest-ListImageFiltersTestJSON-1820602988 tempest-ListImageFiltersTestJSON-1820602988-project] 10.222.0.59 "GET /v2.0/ports?device_id=23ac7b8b-8c25-440b-a388-00c2cd864925 HTTP/1.1" status: 200 len: 948 time: 0.0916758 Jul 27 20:53:06.445871 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a510356e-d05b-4538-be22-2ba98286f648 req-acc39c11-1482-4ffb-95c5-875d7092932e tempest-ListImageFiltersTestJSON-1820602988 tempest-ListImageFiltersTestJSON-1820602988-project] 10.222.0.59 "GET /v2.0/security-groups?id=824aa063-2fc5-4999-917c-6e4bfa9f4684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362966 Jul 27 20:53:06.642056 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-aae4b4ea-b976-4608-a9ba-5bde80fd62fc admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-911207485-network', 'tenant_id': 'b02d9256766347f197eb5fbdd02cbc7a'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:53:06.664837 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aae4b4ea-b976-4608-a9ba-5bde80fd62fc admin admin] Made reservation on behalf of b02d9256766347f197eb5fbdd02cbc7a for: {'network': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:53:06.667385 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-aae4b4ea-b976-4608-a9ba-5bde80fd62fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for network, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:06.676723 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-aae4b4ea-b976-4608-a9ba-5bde80fd62fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:06.717210 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb292cca-a5d0-429d-aece-8c69979d34e6 req-7fc8547a-ed1c-4383-996e-2fe0b07e777b tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:06.718294 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Device 844edbdc-242a-4275-9bc2-cba0841cf69b details requested by agent hyperv_n-h2-705658-22 with host n-h2-705658-22 {{(pid=105586) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 20:53:06.719677 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-eb292cca-a5d0-429d-aece-8c69979d34e6 req-7fc8547a-ed1c-4383-996e-2fe0b07e777b tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] 10.222.0.59 "GET /v2.0/ports?device_id=d98e24ae-b25b-4b80-9e73-32ae4bc5c50f HTTP/1.1" status: 200 len: 950 time: 0.0781367 Jul 27 20:53:06.795116 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-eb292cca-a5d0-429d-aece-8c69979d34e6 req-a2526807-1c0f-4353-ae3a-e270c341a818 tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] 10.222.0.59 "GET /v2.0/security-groups?id=dea81a77-85b4-4e12-8e1d-b19e89484a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676937 Jul 27 20:53:06.830830 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-aae4b4ea-b976-4608-a9ba-5bde80fd62fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:06.836937 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-aae4b4ea-b976-4608-a9ba-5bde80fd62fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:06.864822 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aae4b4ea-b976-4608-a9ba-5bde80fd62fc admin admin] vlan segment allocate from pool success with {'vlan_id': 245, 'physical_network': 'physnet1'} {{(pid=105584) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 20:53:06.883591 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae4b4ea-b976-4608-a9ba-5bde80fd62fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1749b80d-91c6-4bd3-8e8d-666bd095400f,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:53:06.891498 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-aae4b4ea-b976-4608-a9ba-5bde80fd62fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:06.892069 n-d-705658-22 neutron-server[105584]: INFO neutron.db.segments_db [None req-aae4b4ea-b976-4608-a9ba-5bde80fd62fc admin admin] Added segment 30512320-4797-4523-818e-63eb7bdafb2b of type vlan for network 8e591ae5-ff89-4a25-b3ce-4b1625915957 Jul 27 20:53:06.911184 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] For port 844edbdc-242a-4275-9bc2-cba0841cf69b, host n-h2-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=844edbdc-242a-4275-9bc2-cba0841cf69b,segment=NetworkSegment(86b1e6f6-d629-4b03-8944-4cdfbfb93d02),segment_id=86b1e6f6-d629-4b03-8944-4cdfbfb93d02)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:53:06.924667 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Returning: {'device': '844edbdc-242a-4275-9bc2-cba0841cf69b', 'network_id': '4d64aa0b-bd6a-468e-8edc-c83689947462', 'port_id': '844edbdc-242a-4275-9bc2-cba0841cf69b', 'mac_address': 'fa:16:3e:3f:68:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26644ba0-4185-4e10-8718-6ad18d01376c', 'ip_address': '192.168.233.152'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105586) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 20:53:06.941544 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-aae4b4ea-b976-4608-a9ba-5bde80fd62fc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790688424798'] for network, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:06.994771 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device efe6605a-3440-4bb8-841a-76d9e509f042 up at agent hyperv_n-h1-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:53:06.994966 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-aae4b4ea-b976-4608-a9ba-5bde80fd62fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920'] for network, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:06.997016 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aae4b4ea-b976-4608-a9ba-5bde80fd62fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:06.998112 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-aae4b4ea-b976-4608-a9ba-5bde80fd62fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743886'] for network, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:07.062236 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:07.064829 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 59646) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:53:07.091468 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-aae4b4ea-b976-4608-a9ba-5bde80fd62fc admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.7047076 Jul 27 20:53:07.091783 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 59650) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:53:07.092049 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [None req-3d54578f-831f-4696-b568-13c455922dab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 844edbdc-242a-4275-9bc2-cba0841cf69b {{(pid=105586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 20:53:07.099258 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-a83dac58-2455-436e-a5f0-1ab8ce467389 admin admin] Request body: {'subnet': {'network_id': '8e591ae5-ff89-4a25-b3ce-4b1625915957', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-911207485-subnet', 'tenant_id': 'b02d9256766347f197eb5fbdd02cbc7a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:53:07.107850 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae4b4ea-b976-4608-a9ba-5bde80fd62fc admin admin] Pushing event updated for resources: {'Network': ['ID=8e591ae5-ff89-4a25-b3ce-4b1625915957,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:53:07.120105 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] For port 844edbdc-242a-4275-9bc2-cba0841cf69b, host n-h2-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=844edbdc-242a-4275-9bc2-cba0841cf69b,segment=NetworkSegment(86b1e6f6-d629-4b03-8944-4cdfbfb93d02),segment_id=86b1e6f6-d629-4b03-8944-4cdfbfb93d02)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:53:07.122300 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Provisioning for port efe6605a-3440-4bb8-841a-76d9e509f042 completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:53:07.127183 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:07.130409 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a83dac58-2455-436e-a5f0-1ab8ce467389 admin admin] Made reservation on behalf of b02d9256766347f197eb5fbdd02cbc7a for: {'subnet': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:53:07.134061 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Network 8e591ae5-ff89-4a25-b3ce-4b1625915957 details requested by agent ovs-agent-n-d-705658-22 with host n-d-705658-22 {{(pid=105586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 20:53:07.134337 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-a83dac58-2455-436e-a5f0-1ab8ce467389 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9738786'] for subnet, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:07.135615 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Provisioning complete for port efe6605a-3440-4bb8-841a-76d9e509f042 triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:53:07.135986 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:07.289618 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Pushing event updated for resources: {'Port': ['ID=844edbdc-242a-4275-9bc2-cba0841cf69b,revision_number=4']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:53:07.387434 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-a83dac58-2455-436e-a5f0-1ab8ce467389 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9014150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9738800'] for subnet, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:07.412595 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:07.422037 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [req-ef5581b6-b971-498c-b929-739311ac7981 req-f339ba12-04d9-4147-9b2f-6b9e8e6e0e91 tempest-LiveMigrationTest-297508949 tempest-LiveMigrationTest-297508949-project-admin] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=105585) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 20:53:07.433396 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-ef5581b6-b971-498c-b929-739311ac7981 req-f339ba12-04d9-4147-9b2f-6b9e8e6e0e91 tempest-LiveMigrationTest-297508949 tempest-LiveMigrationTest-297508949-project-admin] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3674269 Jul 27 20:53:07.468051 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83dac58-2455-436e-a5f0-1ab8ce467389 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ffc7070b-0d02-4acb-a66a-19178d3b9317,revision_number=0']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:53:07.483921 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d669929-541b-4b6c-a61a-87bae6968ebe req-eae8f68e-9b82-4a5d-8447-4e259c37bf9b tempest-ServersAdminNegativeTestJSON-1302605866 tempest-ServersAdminNegativeTestJSON-1302605866-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:07.489687 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-4d669929-541b-4b6c-a61a-87bae6968ebe req-eae8f68e-9b82-4a5d-8447-4e259c37bf9b tempest-ServersAdminNegativeTestJSON-1302605866 tempest-ServersAdminNegativeTestJSON-1302605866-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=da019b41-a09b-4d01-824e-01420419e3c0 HTTP/1.1" status: 200 len: 1101 time: 0.1309280 Jul 27 20:53:07.495391 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a83dac58-2455-436e-a5f0-1ab8ce467389 admin admin] Checking segment: {'id': '30512320-4797-4523-818e-63eb7bdafb2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '8e591ae5-ff89-4a25-b3ce-4b1625915957'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:53:07.496226 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a83dac58-2455-436e-a5f0-1ab8ce467389 admin admin] Network hostable DHCP agents. Network: 8e591ae5-ff89-4a25-b3ce-4b1625915957, hostable agents: ['7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a'], hosted agents: [] {{(pid=105584) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 20:53:07.508405 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] For port efe6605a-3440-4bb8-841a-76d9e509f042, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=efe6605a-3440-4bb8-841a-76d9e509f042,segment=NetworkSegment(86b1e6f6-d629-4b03-8944-4cdfbfb93d02),segment_id=86b1e6f6-d629-4b03-8944-4cdfbfb93d02)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:53:07.520799 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:07.523447 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a83dac58-2455-436e-a5f0-1ab8ce467389 admin admin] Network 8e591ae5-ff89-4a25-b3ce-4b1625915957 is scheduled to be hosted by DHCP agent 7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a with binding_index 1 {{(pid=105584) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 20:53:07.526879 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] get_ports_and_sgs() called for port_ids ['844edbdc-242a-4275-9bc2-cba0841cf69b'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 20:53:07.527768 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 59664) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:53:07.553241 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [None req-a83dac58-2455-436e-a5f0-1ab8ce467389 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-22, 8e591ae5-ff89-4a25-b3ce-4b1625915957) {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:53:07.557446 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a83dac58-2455-436e-a5f0-1ab8ce467389 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:07.560597 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-a83dac58-2455-436e-a5f0-1ab8ce467389 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:07.575231 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-4d669929-541b-4b6c-a61a-87bae6968ebe req-b14009c1-6820-4278-9609-a781c3777a02 tempest-ServersAdminNegativeTestJSON-1302605866 tempest-ServersAdminNegativeTestJSON-1302605866-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=243dab04-9884-44a9-8d02-cc354c808379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797861 Jul 27 20:53:07.616157 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-a83dac58-2455-436e-a5f0-1ab8ce467389 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.5228405 Jul 27 20:53:07.692812 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd554f15e-64a0-4c6e-b463-28d8148f367b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efe6605a-3440-4bb8-841a-76d9e509f042'}] {{(pid=105586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:53:07.695822 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14c1663e039faf5393f87855f745010ac5b02220355b68fdbf065393e303ac56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4926846-acaa-4bb7-844b-4cd2b8339d12" -d '{"events": [{"server_uuid": "d554f15e-64a0-4c6e-b463-28d8148f367b", "name": "network-vif-plugged", "status": "completed", "tag": "efe6605a-3440-4bb8-841a-76d9e509f042"}]}' {{(pid=105586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:53:07.707547 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6540569c-04a6-469f-882e-06735a3472ea None None] Network 8e591ae5-ff89-4a25-b3ce-4b1625915957 requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 20:53:07.768784 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321911fd-1d6f-4db6-b8b7-d0029c6ae48a req-9c7c83fd-3b9c-40cb-8107-e1c01c866b9d tempest-ListImageFiltersTestJSON-1820602988 tempest-ListImageFiltersTestJSON-1820602988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:07.771422 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-321911fd-1d6f-4db6-b8b7-d0029c6ae48a req-9c7c83fd-3b9c-40cb-8107-e1c01c866b9d tempest-ListImageFiltersTestJSON-1820602988 tempest-ListImageFiltersTestJSON-1820602988-project] 10.222.0.59 "GET /v2.0/ports?device_id=23ac7b8b-8c25-440b-a388-00c2cd864925 HTTP/1.1" status: 200 len: 949 time: 0.0879078 Jul 27 20:53:07.791605 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Pushing event updated for resources: {'Port': ['ID=efe6605a-3440-4bb8-841a-76d9e509f042,revision_number=5']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:53:07.837515 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-321911fd-1d6f-4db6-b8b7-d0029c6ae48a req-ed10ed5f-6e95-4638-81c5-b050c3ae7825 tempest-ListImageFiltersTestJSON-1820602988 tempest-ListImageFiltersTestJSON-1820602988-project] 10.222.0.59 "GET /v2.0/security-groups?id=824aa063-2fc5-4999-917c-6e4bfa9f4684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596972 Jul 27 20:53:07.849802 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [req-ef5581b6-b971-498c-b929-739311ac7981 req-22ecaa75-c91c-4048-aec5-551ec0252d8b service neutron] Request body: {'binding': {'host': 'n-h2-705658-22', 'vnic_type': 'normal', 'profile': {}}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:53:07.851266 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [req-ef5581b6-b971-498c-b929-739311ac7981 req-22ecaa75-c91c-4048-aec5-551ec0252d8b service neutron] Unknown quota resources ['binding']. {{(pid=105585) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 27 20:53:07.873555 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-b487e23f-9049-441a-833d-bf6386ffc7aa admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=ab8b9ba62a7743cbb3514fd50ae5d839&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3444531 Jul 27 20:53:07.876427 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 59684) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:53:07.938015 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f608fb76-bc96-4113-b70a-8221b4fbedbb None None] Network 8e591ae5-ff89-4a25-b3ce-4b1625915957 requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 20:53:07.994839 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-2053950d-08fb-4d91-9a22-de9efeb05b8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:08.047776 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-2053950d-08fb-4d91-9a22-de9efeb05b8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:08.134859 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.managers [req-ef5581b6-b971-498c-b929-739311ac7981 req-22ecaa75-c91c-4048-aec5-551ec0252d8b service neutron] Attempting to bind port a40266cd-c917-4c2e-88d1-4a2bc632acb5 on host n-h2-705658-22 for vnic_type normal with profile None {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:53:08.135233 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.managers [req-ef5581b6-b971-498c-b929-739311ac7981 req-22ecaa75-c91c-4048-aec5-551ec0252d8b service neutron] Attempting to bind port a40266cd-c917-4c2e-88d1-4a2bc632acb5 by drivers openvswitch,hyperv on host n-h2-705658-22 at level 0 using segments [{'id': '7ddd3554-64b5-4ff7-9735-f58b31de803c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '4d297cf8-0ab0-49a0-a8db-82a17169c88a'}] {{(pid=105585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:53:08.135577 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef5581b6-b971-498c-b929-739311ac7981 req-22ecaa75-c91c-4048-aec5-551ec0252d8b service neutron] Attempting to bind port a40266cd-c917-4c2e-88d1-4a2bc632acb5 on network 4d297cf8-0ab0-49a0-a8db-82a17169c88a {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:53:08.136715 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 20:53:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-458bfc61-1d2f-4c87-99bc-07f33ad146d1 x-openstack-request-id: req-458bfc61-1d2f-4c87-99bc-07f33ad146d1 {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:53:08.137039 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d554f15e-64a0-4c6e-b463-28d8148f367b", "name": "network-vif-plugged", "status": "completed", "tag": "efe6605a-3440-4bb8-841a-76d9e509f042", "code": 200}]} {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:53:08.137297 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-458bfc61-1d2f-4c87-99bc-07f33ad146d1 {{(pid=105586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:53:08.137690 n-d-705658-22 neutron-server[105586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd554f15e-64a0-4c6e-b463-28d8148f367b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efe6605a-3440-4bb8-841a-76d9e509f042', 'code': 200} Jul 27 20:53:08.143231 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef5581b6-b971-498c-b929-739311ac7981 req-22ecaa75-c91c-4048-aec5-551ec0252d8b service neutron] Port a40266cd-c917-4c2e-88d1-4a2bc632acb5 on network 4d297cf8-0ab0-49a0-a8db-82a17169c88a not bound, no agent of type Open vSwitch agent registered on host n-h2-705658-22 {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 20:53:08.143880 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef5581b6-b971-498c-b929-739311ac7981 req-22ecaa75-c91c-4048-aec5-551ec0252d8b service neutron] Attempting to bind port a40266cd-c917-4c2e-88d1-4a2bc632acb5 on network 4d297cf8-0ab0-49a0-a8db-82a17169c88a {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:53:08.154838 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef5581b6-b971-498c-b929-739311ac7981 req-22ecaa75-c91c-4048-aec5-551ec0252d8b service neutron] Checking agent: {'id': '65195a73-a875-4810-9f5b-622ae260a8a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 49, 40), 'started_at': datetime.datetime(2021, 7, 27, 20, 49, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 52, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:53:08.155030 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-2053950d-08fb-4d91-9a22-de9efeb05b8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:08.155238 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef5581b6-b971-498c-b929-739311ac7981 req-22ecaa75-c91c-4048-aec5-551ec0252d8b service neutron] Checking segment: {'id': '7ddd3554-64b5-4ff7-9735-f58b31de803c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '4d297cf8-0ab0-49a0-a8db-82a17169c88a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:53:08.155606 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef5581b6-b971-498c-b929-739311ac7981 req-22ecaa75-c91c-4048-aec5-551ec0252d8b service neutron] Bound using segment: {'id': '7ddd3554-64b5-4ff7-9735-f58b31de803c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '4d297cf8-0ab0-49a0-a8db-82a17169c88a'} {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:53:08.156045 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.managers [req-ef5581b6-b971-498c-b929-739311ac7981 req-22ecaa75-c91c-4048-aec5-551ec0252d8b service neutron] Bound port: a40266cd-c917-4c2e-88d1-4a2bc632acb5, host: n-h2-705658-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ddd3554-64b5-4ff7-9735-f58b31de803c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '4d297cf8-0ab0-49a0-a8db-82a17169c88a'}}] {{(pid=105585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:53:08.158013 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-2053950d-08fb-4d91-9a22-de9efeb05b8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:08.159290 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-2053950d-08fb-4d91-9a22-de9efeb05b8d admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/57c0a943-9ad7-4e44-93fc-83b6b6f566f4 HTTP/1.1" status: 204 len: 168 time: 0.2815413 Jul 27 20:53:08.169263 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2053950d-08fb-4d91-9a22-de9efeb05b8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57c0a943-9ad7-4e44-93fc-83b6b6f566f4,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:53:08.278647 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab26fec-ab95-4ebf-b372-7f383c7675a1 req-388f8ada-fb11-42aa-9b48-3f78ea8f99f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:08.281436 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-cab26fec-ab95-4ebf-b372-7f383c7675a1 req-388f8ada-fb11-42aa-9b48-3f78ea8f99f2 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=d554f15e-64a0-4c6e-b463-28d8148f367b HTTP/1.1" status: 200 len: 1101 time: 0.0689299 Jul 27 20:53:08.297182 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.db [req-ef5581b6-b971-498c-b929-739311ac7981 req-22ecaa75-c91c-4048-aec5-551ec0252d8b service neutron] For port a40266cd-c917-4c2e-88d1-4a2bc632acb5, host n-h2-705658-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=a40266cd-c917-4c2e-88d1-4a2bc632acb5,segment=NetworkSegment(7ddd3554-64b5-4ff7-9735-f58b31de803c),segment_id=7ddd3554-64b5-4ff7-9735-f58b31de803c)] {{(pid=105585) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:53:08.305880 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-ef5581b6-b971-498c-b929-739311ac7981 req-22ecaa75-c91c-4048-aec5-551ec0252d8b service neutron] Notify callbacks [] for binding, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:08.308605 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-ef5581b6-b971-498c-b929-739311ac7981 req-22ecaa75-c91c-4048-aec5-551ec0252d8b service neutron] 10.222.0.59 "POST /v2.0/ports/a40266cd-c917-4c2e-88d1-4a2bc632acb5/bindings HTTP/1.1" status: 201 len: 390 time: 0.6519933 Jul 27 20:53:08.344458 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985c92a6-20db-4c29-b2d5-2b0e5b98c43a req-2eb6b13d-b9c8-4bab-b3a3-739930259006 tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:08.346769 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-985c92a6-20db-4c29-b2d5-2b0e5b98c43a req-2eb6b13d-b9c8-4bab-b3a3-739930259006 tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] 10.222.0.59 "GET /v2.0/ports?device_id=d98e24ae-b25b-4b80-9e73-32ae4bc5c50f HTTP/1.1" status: 200 len: 950 time: 0.1079640 Jul 27 20:53:08.355824 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-cab26fec-ab95-4ebf-b372-7f383c7675a1 req-0bc6cea5-d23a-46fa-8416-117e52904b5b service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=824aa063-2fc5-4999-917c-6e4bfa9f4684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660217 Jul 27 20:53:08.393381 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-985c92a6-20db-4c29-b2d5-2b0e5b98c43a req-0cdf949a-79d2-466e-9329-9cf621ac154c tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] 10.222.0.59 "GET /v2.0/security-groups?id=dea81a77-85b4-4e12-8e1d-b19e89484a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391715 Jul 27 20:53:08.550616 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 59712) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:53:08.574730 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9cfb36-e84f-43f2-9a4c-a5f2475293c9 req-b03daf62-95ae-4787-8bbc-c581ee16222a tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:08.577171 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-5a9cfb36-e84f-43f2-9a4c-a5f2475293c9 req-b03daf62-95ae-4787-8bbc-c581ee16222a tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] 10.222.0.59 "GET /v2.0/ports?device_id=bb7c627d-1bb5-4ac1-b277-e1b05fefd6bc HTTP/1.1" status: 200 len: 945 time: 0.0904429 Jul 27 20:53:08.587589 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-029a8404-0568-41d2-892c-82d159a4707c admin admin] Notify callbacks [] for security_group, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:08.663231 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-5a9cfb36-e84f-43f2-9a4c-a5f2475293c9 req-1207e35c-a029-4417-9307-547502a72ef8 tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] 10.222.0.59 "GET /v2.0/security-groups?id=594c38b0-00a0-4e02-9d5e-673f3a5e469c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797713 Jul 27 20:53:08.672552 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 59714) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:53:08.684095 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-46423edb-d7b6-42eb-b783-1d549083c87f admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1357698019-network', 'tenant_id': '9a3cb498339d44a6817fb8f56a1cafd2'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:53:08.705566 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5581b6-b971-498c-b929-739311ac7981 req-57662142-13b0-40ff-8563-2a6316e4b678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:08.707204 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-ef5581b6-b971-498c-b929-739311ac7981 req-57662142-13b0-40ff-8563-2a6316e4b678 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=0ae9964322044591b167626dd714310e&device_id=bb7c627d-1bb5-4ac1-b277-e1b05fefd6bc HTTP/1.1" status: 200 len: 1097 time: 0.0847745 Jul 27 20:53:08.732509 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-029a8404-0568-41d2-892c-82d159a4707c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:08.739160 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-029a8404-0568-41d2-892c-82d159a4707c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:08.782585 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-029a8404-0568-41d2-892c-82d159a4707c admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=627380de50834069a8c299acdc1e1ea7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2262206 Jul 27 20:53:08.784746 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029a8404-0568-41d2-892c-82d159a4707c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=916db7b7-0a22-4dcb-af1c-6ddb76672b16,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:53:08.792491 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 59718) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:53:08.804304 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-aa9c93f4-1c3b-4f8c-a300-f45ef5775f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:08.850241 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46423edb-d7b6-42eb-b783-1d549083c87f admin admin] Made reservation on behalf of 9a3cb498339d44a6817fb8f56a1cafd2 for: {'network': 1} {{(pid=105585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:53:08.852460 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-46423edb-d7b6-42eb-b783-1d549083c87f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for network, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:08.883071 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-46423edb-d7b6-42eb-b783-1d549083c87f admin admin] Notify callbacks [] for security_group, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:08.902419 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-047ff7a5-bf96-4e3f-a7ff-7a66e7baa9ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:08.912106 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-fc2d3eea-22ef-4997-a274-be34fb4724b5 req-a496d90b-7370-4b85-b52a-026b13cf1629 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=43230fc3eab141e0b742541c8628d03e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0629141 Jul 27 20:53:08.972836 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-047ff7a5-bf96-4e3f-a7ff-7a66e7baa9ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:09.015698 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5581b6-b971-498c-b929-739311ac7981 req-676a1aa4-d089-4f19-99f8-7ec48b64a7a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:09.017136 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-ef5581b6-b971-498c-b929-739311ac7981 req-676a1aa4-d089-4f19-99f8-7ec48b64a7a8 service neutron] 10.222.0.60 "GET /v2.0/networks?id=4d297cf8-0ab0-49a0-a8db-82a17169c88a HTTP/1.1" status: 200 len: 909 time: 0.3017242 Jul 27 20:53:09.114607 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-ef5581b6-b971-498c-b929-739311ac7981 req-8fd50dd6-007b-4eaa-b30d-d0187e6eabc9 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a40266cd-c917-4c2e-88d1-4a2bc632acb5 HTTP/1.1" status: 200 len: 217 time: 0.0737696 Jul 27 20:53:09.235888 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2d3eea-22ef-4997-a274-be34fb4724b5 req-64a03225-9621-4240-8d76-3e5c028cff55 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:09.237745 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-fc2d3eea-22ef-4997-a274-be34fb4724b5 req-64a03225-9621-4240-8d76-3e5c028cff55 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3150280 Jul 27 20:53:09.241034 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-047ff7a5-bf96-4e3f-a7ff-7a66e7baa9ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:09.243730 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-047ff7a5-bf96-4e3f-a7ff-7a66e7baa9ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:09.247224 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-047ff7a5-bf96-4e3f-a7ff-7a66e7baa9ff admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/916db7b7-0a22-4dcb-af1c-6ddb76672b16 HTTP/1.1" status: 204 len: 168 time: 0.4509699 Jul 27 20:53:09.253430 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5581b6-b971-498c-b929-739311ac7981 req-9e6596f8-ff49-4289-baec-42bdb782cbcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:09.254930 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-ef5581b6-b971-498c-b929-739311ac7981 req-9e6596f8-ff49-4289-baec-42bdb782cbcb service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ff9685c6-941b-44c9-867d-9e4581186e02 HTTP/1.1" status: 200 len: 848 time: 0.1253440 Jul 27 20:53:09.283413 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047ff7a5-bf96-4e3f-a7ff-7a66e7baa9ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=916db7b7-0a22-4dcb-af1c-6ddb76672b16,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:53:09.286285 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bff036-a6c7-4fc4-aea2-f5f9fd691404 req-7cca25d7-75a3-4583-9ccc-e4cdb60c942f tempest-ServersOnMultiNodesTest-1794458366 tempest-ServersOnMultiNodesTest-1794458366-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:09.287818 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-00bff036-a6c7-4fc4-aea2-f5f9fd691404 req-7cca25d7-75a3-4583-9ccc-e4cdb60c942f tempest-ServersOnMultiNodesTest-1794458366 tempest-ServersOnMultiNodesTest-1794458366-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=d98e24ae-b25b-4b80-9e73-32ae4bc5c50f HTTP/1.1" status: 200 len: 1102 time: 0.3384075 Jul 27 20:53:09.295364 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-fc2d3eea-22ef-4997-a274-be34fb4724b5 req-477ce05d-8b0d-4239-a933-0ce03a91b2b4 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] 10.222.0.59 "GET /v2.0/quotas/43230fc3eab141e0b742541c8628d03e HTTP/1.1" status: 200 len: 375 time: 0.0494196 Jul 27 20:53:09.320656 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-ef5581b6-b971-498c-b929-739311ac7981 req-195025de-def9-4edb-ad7e-ecf7ef4e2f52 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4d297cf8-0ab0-49a0-a8db-82a17169c88a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0501876 Jul 27 20:53:09.384600 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-00bff036-a6c7-4fc4-aea2-f5f9fd691404 req-9781fc46-c816-4255-9b73-4efcd3876355 tempest-ServersOnMultiNodesTest-1794458366 tempest-ServersOnMultiNodesTest-1794458366-project-admin] Notify callbacks [] for security_group, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:09.415173 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-fc2d3eea-22ef-4997-a274-be34fb4724b5 req-3c64742f-3dba-408e-bcb2-a15b5e4690fa tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=43230fc3eab141e0b742541c8628d03e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0971212 Jul 27 20:53:09.418430 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-46423edb-d7b6-42eb-b783-1d549083c87f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:09.426373 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-46423edb-d7b6-42eb-b783-1d549083c87f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:09.471702 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46423edb-d7b6-42eb-b783-1d549083c87f admin admin] vlan segment allocate from pool success with {'vlan_id': 216, 'physical_network': 'physnet1'} {{(pid=105585) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 20:53:09.510397 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46423edb-d7b6-42eb-b783-1d549083c87f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7b2cd68-0305-4d7f-bb3c-a559afcabd48,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:53:09.521529 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-46423edb-d7b6-42eb-b783-1d549083c87f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:09.521529 n-d-705658-22 neutron-server[105585]: INFO neutron.db.segments_db [None req-46423edb-d7b6-42eb-b783-1d549083c87f admin admin] Added segment 5692d5e6-9ade-4736-8a90-6e7c55b75c44 of type vlan for network 50ab3806-528b-411b-a152-358ff5c943d6 Jul 27 20:53:09.540513 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-ef5581b6-b971-498c-b929-739311ac7981 req-e2c6f06c-c235-4a9c-b7a7-cdece9c23aec service neutron] 10.222.0.60 "GET /v2.0/networks/4d297cf8-0ab0-49a0-a8db-82a17169c88a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2012408 Jul 27 20:53:09.625501 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-46423edb-d7b6-42eb-b783-1d549083c87f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790688424798'] for network, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:09.725535 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-46423edb-d7b6-42eb-b783-1d549083c87f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920'] for network, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:09.726930 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46423edb-d7b6-42eb-b783-1d549083c87f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:09.727845 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-46423edb-d7b6-42eb-b783-1d549083c87f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743886'] for network, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:09.812554 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:09.833591 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-ef5581b6-b971-498c-b929-739311ac7981 req-06e516bd-8c5b-482e-8fe5-1f604d3c0c59 service neutron] 10.222.0.60 "GET /v2.0/networks/4d297cf8-0ab0-49a0-a8db-82a17169c88a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2732391 Jul 27 20:53:09.858686 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46423edb-d7b6-42eb-b783-1d549083c87f admin admin] Pushing event updated for resources: {'Network': ['ID=50ab3806-528b-411b-a152-358ff5c943d6,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:53:09.862228 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-00bff036-a6c7-4fc4-aea2-f5f9fd691404 req-9781fc46-c816-4255-9b73-4efcd3876355 tempest-ServersOnMultiNodesTest-1794458366 tempest-ServersOnMultiNodesTest-1794458366-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:09.868917 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-00bff036-a6c7-4fc4-aea2-f5f9fd691404 req-9781fc46-c816-4255-9b73-4efcd3876355 tempest-ServersOnMultiNodesTest-1794458366 tempest-ServersOnMultiNodesTest-1794458366-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:09.876282 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Network 50ab3806-528b-411b-a152-358ff5c943d6 details requested by agent ovs-agent-n-d-705658-22 with host n-d-705658-22 {{(pid=105586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 20:53:09.884093 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 59762) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:53:09.884611 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-46423edb-d7b6-42eb-b783-1d549083c87f admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.2105823 Jul 27 20:53:09.894469 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-928c4cbd-0a33-4214-88ae-59f2c2a037ba admin admin] Request body: {'subnet': {'network_id': '50ab3806-528b-411b-a152-358ff5c943d6', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1357698019-subnet', 'tenant_id': '9a3cb498339d44a6817fb8f56a1cafd2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:53:09.912345 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a21018-14ce-48bb-99ea-6d5951a6c3dd req-f8e7ff7a-ce3a-4ac2-a965-82242ebc2312 tempest-ListImageFiltersTestJSON-1820602988 tempest-ListImageFiltersTestJSON-1820602988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:09.913865 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-c2a21018-14ce-48bb-99ea-6d5951a6c3dd req-f8e7ff7a-ce3a-4ac2-a965-82242ebc2312 tempest-ListImageFiltersTestJSON-1820602988 tempest-ListImageFiltersTestJSON-1820602988-project] 10.222.0.59 "GET /v2.0/ports?device_id=23ac7b8b-8c25-440b-a388-00c2cd864925 HTTP/1.1" status: 200 len: 949 time: 0.2720692 Jul 27 20:53:09.933883 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-928c4cbd-0a33-4214-88ae-59f2c2a037ba admin admin] Made reservation on behalf of 9a3cb498339d44a6817fb8f56a1cafd2 for: {'subnet': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:53:09.938721 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-928c4cbd-0a33-4214-88ae-59f2c2a037ba admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9738786'] for subnet, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:09.954121 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-00bff036-a6c7-4fc4-aea2-f5f9fd691404 req-9781fc46-c816-4255-9b73-4efcd3876355 tempest-ServersOnMultiNodesTest-1794458366 tempest-ServersOnMultiNodesTest-1794458366-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=dea81a77-85b4-4e12-8e1d-b19e89484a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6080639 Jul 27 20:53:10.056148 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9781fc46-c816-4255-9b73-4efcd3876355 tempest-ServersOnMultiNodesTest-1794458366 tempest-ServersOnMultiNodesTest-1794458366-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e06dbc5-e37b-4aef-b58a-a509d667f7ed,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:53:10.110239 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-c2a21018-14ce-48bb-99ea-6d5951a6c3dd req-b3956489-2af1-4e8a-89f9-159d607eb6cd tempest-ListImageFiltersTestJSON-1820602988 tempest-ListImageFiltersTestJSON-1820602988-project] 10.222.0.59 "GET /v2.0/security-groups?id=824aa063-2fc5-4999-917c-6e4bfa9f4684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548641 Jul 27 20:53:10.200069 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-37684f50-206f-4f44-b40c-da2bf938b5ac req-875377b7-22f3-4bc8-94fd-cb2fb9513b50 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] 10.222.0.59 "GET /v2.0/ports?device_id=90df5073-6143-4b20-b10d-a2a3e91a9c78 HTTP/1.1" status: 200 len: 210 time: 0.0486708 Jul 27 20:53:10.210283 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5581b6-b971-498c-b929-739311ac7981 req-aac88a55-08c8-4b19-85fc-8610a553399a tempest-LiveMigrationTest-297508949 tempest-LiveMigrationTest-297508949-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:10.211851 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-ef5581b6-b971-498c-b929-739311ac7981 req-aac88a55-08c8-4b19-85fc-8610a553399a tempest-LiveMigrationTest-297508949 tempest-LiveMigrationTest-297508949-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=bb7c627d-1bb5-4ac1-b277-e1b05fefd6bc&tenant_id=0ae9964322044591b167626dd714310e&binding%3Ahost_id=n-h1-705658-22 HTTP/1.1" status: 200 len: 1097 time: 0.2372293 Jul 27 20:53:10.228313 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [req-ef5581b6-b971-498c-b929-739311ac7981 req-ca514a88-c58a-4a91-8152-119c2c123487 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-705658-22'}}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:53:10.246889 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-928c4cbd-0a33-4214-88ae-59f2c2a037ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9014150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9738800'] for subnet, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:10.343887 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-928c4cbd-0a33-4214-88ae-59f2c2a037ba admin admin] Checking segment: {'id': '5692d5e6-9ade-4736-8a90-6e7c55b75c44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '50ab3806-528b-411b-a152-358ff5c943d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:53:10.344512 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-928c4cbd-0a33-4214-88ae-59f2c2a037ba admin admin] Network hostable DHCP agents. Network: 50ab3806-528b-411b-a152-358ff5c943d6, hostable agents: ['7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a'], hosted agents: [] {{(pid=105584) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 20:53:10.351528 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928c4cbd-0a33-4214-88ae-59f2c2a037ba admin admin] Pushing event updated for resources: {'Subnet': ['ID=ad8c8ca0-37ba-4c26-be7f-68c5816f61e5,revision_number=0']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:53:10.373437 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-928c4cbd-0a33-4214-88ae-59f2c2a037ba admin admin] Network 50ab3806-528b-411b-a152-358ff5c943d6 is scheduled to be hosted by DHCP agent 7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a with binding_index 1 {{(pid=105584) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 20:53:10.388039 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [None req-928c4cbd-0a33-4214-88ae-59f2c2a037ba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-22, 50ab3806-528b-411b-a152-358ff5c943d6) {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:53:10.397576 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5260176-992c-4794-b2ef-2f7f614537c1 None None] Network 50ab3806-528b-411b-a152-358ff5c943d6 requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 20:53:10.398857 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-928c4cbd-0a33-4214-88ae-59f2c2a037ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:10.399899 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-928c4cbd-0a33-4214-88ae-59f2c2a037ba admin admin] Notify callbacks [] for subnet, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:10.431930 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-ef5581b6-b971-498c-b929-739311ac7981 req-ca514a88-c58a-4a91-8152-119c2c123487 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:10.435493 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-928c4cbd-0a33-4214-88ae-59f2c2a037ba admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.5460594 Jul 27 20:53:10.472948 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c347beb-03b4-4816-be30-3af85f15eafa req-7693e94c-6ff5-40aa-babb-ab5a5cc30966 tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:10.489189 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-0c347beb-03b4-4816-be30-3af85f15eafa req-7693e94c-6ff5-40aa-babb-ab5a5cc30966 tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] 10.222.0.59 "GET /v2.0/ports?device_id=bb7c627d-1bb5-4ac1-b277-e1b05fefd6bc HTTP/1.1" status: 200 len: 945 time: 0.2574434 Jul 27 20:53:10.581340 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-0c347beb-03b4-4816-be30-3af85f15eafa req-44624da3-66b0-464c-b1ab-feb83cb3c8b8 tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] 10.222.0.59 "GET /v2.0/security-groups?id=594c38b0-00a0-4e02-9d5e-673f3a5e469c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911975 Jul 27 20:53:10.653497 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48f61a45-0b19-44c2-a249-8498ea9c9dfa None None] Network 50ab3806-528b-411b-a152-358ff5c943d6 requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 20:53:10.739177 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Device 844edbdc-242a-4275-9bc2-cba0841cf69b up at agent hyperv_n-h2-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:53:10.801576 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-75ed902a-9727-4e58-8457-fe1ca7fe81c5 req-5fd4fac3-9b1c-46f5-b455-6b4b9dcdb20a tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=7f728b4f036e433cbd9e09c516f9ce38&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0973587 Jul 27 20:53:10.866337 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-fc2d3eea-22ef-4997-a274-be34fb4724b5 req-3075962e-603d-4b90-aab5-9b1ab6ca4734 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=43230fc3eab141e0b742541c8628d03e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0600874 Jul 27 20:53:10.903577 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-3d54578f-831f-4696-b568-13c455922dab None None] Provisioning for port 844edbdc-242a-4275-9bc2-cba0841cf69b completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:53:10.911641 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-3d54578f-831f-4696-b568-13c455922dab None None] Provisioning complete for port 844edbdc-242a-4275-9bc2-cba0841cf69b triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:53:10.912812 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:11.013072 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2d3eea-22ef-4997-a274-be34fb4724b5 req-edd12ab4-e62e-4349-a7b4-0eab24db2532 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:11.015345 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-fc2d3eea-22ef-4997-a274-be34fb4724b5 req-edd12ab4-e62e-4349-a7b4-0eab24db2532 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1411242 Jul 27 20:53:11.031130 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [req-fc2d3eea-22ef-4997-a274-be34fb4724b5 req-e7caefb3-ae36-4c1c-9563-e66ec2613f00 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] Request body: {'port': {'device_id': '90df5073-6143-4b20-b10d-a2a3e91a9c78', 'network_id': '4d64aa0b-bd6a-468e-8edc-c83689947462', 'admin_state_up': True, 'tenant_id': '43230fc3eab141e0b742541c8628d03e'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:53:11.063927 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:11.089731 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23ac7b8b-8c25-440b-a388-00c2cd864925', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '844edbdc-242a-4275-9bc2-cba0841cf69b'}] {{(pid=105586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:53:11.092155 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14c1663e039faf5393f87855f745010ac5b02220355b68fdbf065393e303ac56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0a93510-a268-4100-9b18-a7d392373da2" -d '{"events": [{"server_uuid": "23ac7b8b-8c25-440b-a388-00c2cd864925", "name": "network-vif-plugged", "status": "completed", "tag": "844edbdc-242a-4275-9bc2-cba0841cf69b"}]}' {{(pid=105586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:53:11.105359 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] For port 844edbdc-242a-4275-9bc2-cba0841cf69b, host n-h2-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=844edbdc-242a-4275-9bc2-cba0841cf69b,segment=NetworkSegment(86b1e6f6-d629-4b03-8944-4cdfbfb93d02),segment_id=86b1e6f6-d629-4b03-8944-4cdfbfb93d02)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:53:11.109562 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:11.152720 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc2d3eea-22ef-4997-a274-be34fb4724b5 req-e7caefb3-ae36-4c1c-9563-e66ec2613f00 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] Made reservation on behalf of 43230fc3eab141e0b742541c8628d03e for: {'port': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:53:11.157671 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-fc2d3eea-22ef-4997-a274-be34fb4724b5 req-e7caefb3-ae36-4c1c-9563-e66ec2613f00 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:11.173986 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-fc2d3eea-22ef-4997-a274-be34fb4724b5 req-e7caefb3-ae36-4c1c-9563-e66ec2613f00 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] Notify callbacks [] for security_group, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:11.183208 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Pushing event updated for resources: {'Port': ['ID=844edbdc-242a-4275-9bc2-cba0841cf69b,revision_number=5']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:53:11.187275 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.db [req-ef5581b6-b971-498c-b929-739311ac7981 req-ca514a88-c58a-4a91-8152-119c2c123487 service neutron] For port a40266cd-c917-4c2e-88d1-4a2bc632acb5, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=a40266cd-c917-4c2e-88d1-4a2bc632acb5,segment=NetworkSegment(7ddd3554-64b5-4ff7-9735-f58b31de803c),segment_id=7ddd3554-64b5-4ff7-9735-f58b31de803c)] {{(pid=105585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:53:11.192649 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-7f2715ad-211f-4aff-a53d-8bd2f3463f2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:11.211376 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8093dc-e5c8-4b1e-bc95-f1818e111093 req-b96c642f-6677-4917-bdb9-73c70dd4a777 tempest-ServersAdminNegativeTestJSON-1736809839 tempest-ServersAdminNegativeTestJSON-1736809839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:11.212862 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-2a8093dc-e5c8-4b1e-bc95-f1818e111093 req-b96c642f-6677-4917-bdb9-73c70dd4a777 tempest-ServersAdminNegativeTestJSON-1736809839 tempest-ServersAdminNegativeTestJSON-1736809839-project] 10.222.0.59 "GET /v2.0/ports?device_id=da019b41-a09b-4d01-824e-01420419e3c0 HTTP/1.1" status: 200 len: 949 time: 0.5205672 Jul 27 20:53:11.271459 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-fc2d3eea-22ef-4997-a274-be34fb4724b5 req-e7caefb3-ae36-4c1c-9563-e66ec2613f00 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] Notify callbacks [] for security_group, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:11.275325 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-fc2d3eea-22ef-4997-a274-be34fb4724b5 req-e7caefb3-ae36-4c1c-9563-e66ec2613f00 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:11.280126 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.db [req-ef5581b6-b971-498c-b929-739311ac7981 req-ca514a88-c58a-4a91-8152-119c2c123487 service neutron] For port a40266cd-c917-4c2e-88d1-4a2bc632acb5, host n-h1-705658-22, cleared binding levels {{(pid=105585) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:53:11.315605 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ed902a-9727-4e58-8457-fe1ca7fe81c5 req-eccdd924-b1ce-4666-939f-50ae9e761ee8 tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:11.316976 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-75ed902a-9727-4e58-8457-fe1ca7fe81c5 req-eccdd924-b1ce-4666-939f-50ae9e761ee8 tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5044312 Jul 27 20:53:11.326141 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-2a8093dc-e5c8-4b1e-bc95-f1818e111093 req-39ff0fa1-dc7f-4ad2-b685-e65ce5c0407c tempest-ServersAdminNegativeTestJSON-1736809839 tempest-ServersAdminNegativeTestJSON-1736809839-project] 10.222.0.59 "GET /v2.0/security-groups?id=243dab04-9884-44a9-8d02-cc354c808379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997338 Jul 27 20:53:11.339476 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7caefb3-ae36-4c1c-9563-e66ec2613f00 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c6534cb3-b44e-4a83-b57e-ddb72c2ad843,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:53:11.351569 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-75ed902a-9727-4e58-8457-fe1ca7fe81c5 req-ce63a2e7-6f3a-4ca3-97ff-acaca2d7e113 tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] 10.222.0.59 "GET /v2.0/quotas/7f728b4f036e433cbd9e09c516f9ce38 HTTP/1.1" status: 200 len: 375 time: 0.0244224 Jul 27 20:53:11.359443 n-d-705658-22 neutron-server[105585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb7c627d-1bb5-4ac1-b277-e1b05fefd6bc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a40266cd-c917-4c2e-88d1-4a2bc632acb5'}] {{(pid=105585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:53:11.361869 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d66fd65881426bfc2b5388084a3654e5eae521106a15a3dbf0eb4cde7106c36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-208420b0-c165-4b2e-9397-88a6016e0e1b" -d '{"events": [{"server_uuid": "bb7c627d-1bb5-4ac1-b277-e1b05fefd6bc", "name": "network-vif-unplugged", "status": "completed", "tag": "a40266cd-c917-4c2e-88d1-4a2bc632acb5"}]}' {{(pid=105585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:53:11.366458 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-ef5581b6-b971-498c-b929-739311ac7981 req-ca514a88-c58a-4a91-8152-119c2c123487 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:11.380238 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-ef5581b6-b971-498c-b929-739311ac7981 req-ca514a88-c58a-4a91-8152-119c2c123487 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10221672'] for port, after_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:11.420517 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.db_base_plugin_common [req-fc2d3eea-22ef-4997-a274-be34fb4724b5 req-e7caefb3-ae36-4c1c-9563-e66ec2613f00 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] Allocated IP 192.168.233.248 (4d64aa0b-bd6a-468e-8edc-c83689947462/26644ba0-4185-4e10-8718-6ad18d01376c/7c8a5e21-eb13-4770-9477-daf1bab77ba3) {{(pid=105584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:53:11.496341 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca514a88-c58a-4a91-8152-119c2c123487 service neutron] Pushing event updated for resources: {'Port': ['ID=a40266cd-c917-4c2e-88d1-4a2bc632acb5,revision_number=7']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:53:11.513080 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.managers [req-ef5581b6-b971-498c-b929-739311ac7981 req-ca514a88-c58a-4a91-8152-119c2c123487 service neutron] Attempting to bind port a40266cd-c917-4c2e-88d1-4a2bc632acb5 on host n-h1-705658-22 for vnic_type normal with profile {"migrating_to": "n-h2-705658-22"} {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:53:11.513424 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.managers [req-ef5581b6-b971-498c-b929-739311ac7981 req-ca514a88-c58a-4a91-8152-119c2c123487 service neutron] Attempting to bind port a40266cd-c917-4c2e-88d1-4a2bc632acb5 by drivers openvswitch,hyperv on host n-h1-705658-22 at level 0 using segments [{'id': '7ddd3554-64b5-4ff7-9735-f58b31de803c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '4d297cf8-0ab0-49a0-a8db-82a17169c88a'}] {{(pid=105585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:53:11.513755 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef5581b6-b971-498c-b929-739311ac7981 req-ca514a88-c58a-4a91-8152-119c2c123487 service neutron] Attempting to bind port a40266cd-c917-4c2e-88d1-4a2bc632acb5 on network 4d297cf8-0ab0-49a0-a8db-82a17169c88a {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:53:11.522024 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-75ed902a-9727-4e58-8457-fe1ca7fe81c5 req-84aefdcd-a2f2-4c0f-8b6a-5d4a895b2760 tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=7f728b4f036e433cbd9e09c516f9ce38&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1682067 Jul 27 20:53:11.523011 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef5581b6-b971-498c-b929-739311ac7981 req-ca514a88-c58a-4a91-8152-119c2c123487 service neutron] Port a40266cd-c917-4c2e-88d1-4a2bc632acb5 on network 4d297cf8-0ab0-49a0-a8db-82a17169c88a not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-22 {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 20:53:11.523341 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef5581b6-b971-498c-b929-739311ac7981 req-ca514a88-c58a-4a91-8152-119c2c123487 service neutron] Attempting to bind port a40266cd-c917-4c2e-88d1-4a2bc632acb5 on network 4d297cf8-0ab0-49a0-a8db-82a17169c88a {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:53:11.528924 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef5581b6-b971-498c-b929-739311ac7981 req-ca514a88-c58a-4a91-8152-119c2c123487 service neutron] Checking agent: {'id': '9d9bc37f-4d75-44ef-9f63-799aab3e316f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 49, 36), 'started_at': datetime.datetime(2021, 7, 27, 20, 49, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 53, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:53:11.529060 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef5581b6-b971-498c-b929-739311ac7981 req-ca514a88-c58a-4a91-8152-119c2c123487 service neutron] Checking segment: {'id': '7ddd3554-64b5-4ff7-9735-f58b31de803c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '4d297cf8-0ab0-49a0-a8db-82a17169c88a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:53:11.529396 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef5581b6-b971-498c-b929-739311ac7981 req-ca514a88-c58a-4a91-8152-119c2c123487 service neutron] Bound using segment: {'id': '7ddd3554-64b5-4ff7-9735-f58b31de803c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '4d297cf8-0ab0-49a0-a8db-82a17169c88a'} {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:53:11.529822 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.managers [req-ef5581b6-b971-498c-b929-739311ac7981 req-ca514a88-c58a-4a91-8152-119c2c123487 service neutron] Bound port: a40266cd-c917-4c2e-88d1-4a2bc632acb5, host: n-h1-705658-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ddd3554-64b5-4ff7-9735-f58b31de803c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '4d297cf8-0ab0-49a0-a8db-82a17169c88a'}}] {{(pid=105585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:53:11.530353 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-ef5581b6-b971-498c-b929-739311ac7981 req-ca514a88-c58a-4a91-8152-119c2c123487 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:11.583576 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-fc2d3eea-22ef-4997-a274-be34fb4724b5 req-e7caefb3-ae36-4c1c-9563-e66ec2613f00 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] Notify callbacks [] for port, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:11.599941 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.provisioning_blocks [req-fc2d3eea-22ef-4997-a274-be34fb4724b5 req-e7caefb3-ae36-4c1c-9563-e66ec2613f00 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] Transition to ACTIVE for port object 7c8a5e21-eb13-4770-9477-daf1bab77ba3 will not be triggered until provisioned by entity DHCP. {{(pid=105584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:53:11.608920 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.db [req-ef5581b6-b971-498c-b929-739311ac7981 req-ca514a88-c58a-4a91-8152-119c2c123487 service neutron] For port a40266cd-c917-4c2e-88d1-4a2bc632acb5, host n-h1-705658-22, cleared binding levels {{(pid=105585) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:53:11.612685 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.db [req-ef5581b6-b971-498c-b929-739311ac7981 req-ca514a88-c58a-4a91-8152-119c2c123487 service neutron] For port a40266cd-c917-4c2e-88d1-4a2bc632acb5, host n-h1-705658-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=a40266cd-c917-4c2e-88d1-4a2bc632acb5,segment=NetworkSegment(7ddd3554-64b5-4ff7-9735-f58b31de803c),segment_id=7ddd3554-64b5-4ff7-9735-f58b31de803c)] {{(pid=105585) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:53:11.617534 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-ef5581b6-b971-498c-b929-739311ac7981 req-ca514a88-c58a-4a91-8152-119c2c123487 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10221672'] for port, after_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:11.639301 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-fc2d3eea-22ef-4997-a274-be34fb4724b5 req-e7caefb3-ae36-4c1c-9563-e66ec2613f00 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:11.702807 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7caefb3-ae36-4c1c-9563-e66ec2613f00 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] Pushing event updated for resources: {'Port': ['ID=7c8a5e21-eb13-4770-9477-daf1bab77ba3,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:53:11.721267 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca514a88-c58a-4a91-8152-119c2c123487 service neutron] Pushing event updated for resources: {'Port': ['ID=a40266cd-c917-4c2e-88d1-4a2bc632acb5,revision_number=8']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:53:11.729328 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc2d3eea-22ef-4997-a274-be34fb4724b5 req-e7caefb3-ae36-4c1c-9563-e66ec2613f00 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] Network 4d64aa0b-bd6a-468e-8edc-c83689947462 is already hosted by enough agents. {{(pid=105584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:53:11.730757 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [req-fc2d3eea-22ef-4997-a274-be34fb4724b5 req-e7caefb3-ae36-4c1c-9563-e66ec2613f00 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] Resources bound (agent type, host, resource id): {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:53:11.734633 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5581b6-b971-498c-b929-739311ac7981 req-ca514a88-c58a-4a91-8152-119c2c123487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:11.735283 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-ef5581b6-b971-498c-b929-739311ac7981 req-ca514a88-c58a-4a91-8152-119c2c123487 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:11.736644 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-ef5581b6-b971-498c-b929-739311ac7981 req-ca514a88-c58a-4a91-8152-119c2c123487 service neutron] 10.222.0.60 "PUT /v2.0/ports/a40266cd-c917-4c2e-88d1-4a2bc632acb5 HTTP/1.1" status: 200 len: 1123 time: 1.5159690 Jul 27 20:53:11.738985 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc2d3eea-22ef-4997-a274-be34fb4724b5 req-e7caefb3-ae36-4c1c-9563-e66ec2613f00 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] Received port after_create {{(pid=105584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:53:11.783671 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:11.807366 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2d3eea-22ef-4997-a274-be34fb4724b5 req-e7caefb3-ae36-4c1c-9563-e66ec2613f00 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:11.808074 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-fc2d3eea-22ef-4997-a274-be34fb4724b5 req-e7caefb3-ae36-4c1c-9563-e66ec2613f00 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:11.830180 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-fc2d3eea-22ef-4997-a274-be34fb4724b5 req-e7caefb3-ae36-4c1c-9563-e66ec2613f00 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.8030002 Jul 27 20:53:11.831081 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] get_ports_and_sgs() called for port_ids ['a40266cd-c917-4c2e-88d1-4a2bc632acb5'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 20:53:11.851392 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [req-fc2d3eea-22ef-4997-a274-be34fb4724b5 req-819cc3dd-99a4-416a-b4e9-8f8c2054f33b service neutron] Request body: {'port': {'device_id': '90df5073-6143-4b20-b10d-a2a3e91a9c78', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-705658-22'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:53:11.913949 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acf1339-462e-4c28-9128-3869d734e61d req-ef1e05e8-66e7-4958-b06f-fe0703672267 tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:11.931319 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-4acf1339-462e-4c28-9128-3869d734e61d req-ef1e05e8-66e7-4958-b06f-fe0703672267 tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] 10.222.0.59 "GET /v2.0/networks?id=8e591ae5-ff89-4a25-b3ce-4b1625915957 HTTP/1.1" status: 200 len: 820 time: 0.2136290 Jul 27 20:53:11.949264 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-4acf1339-462e-4c28-9128-3869d734e61d req-8c43a21e-7ad5-4b1b-b1fb-57c5da305612 tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] 10.222.0.59 "GET /v2.0/quotas/b02d9256766347f197eb5fbdd02cbc7a HTTP/1.1" status: 200 len: 375 time: 0.0170159 Jul 27 20:53:11.979180 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.agents_db [None req-558fcd2c-e512-47bc-a170-8673d87f7213 None None] Agent healthcheck: found 7 active agents {{(pid=105587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 20:53:11.991371 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-fc2d3eea-22ef-4997-a274-be34fb4724b5 req-819cc3dd-99a4-416a-b4e9-8f8c2054f33b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:12.015800 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-4acf1339-462e-4c28-9128-3869d734e61d req-aeba4c70-9bb2-4806-8a76-4f917c8260bd tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=b02d9256766347f197eb5fbdd02cbc7a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0655727 Jul 27 20:53:12.105306 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-1603d537-e99f-4eec-a75d-f00cbd17c1ca None None] Provisioning for port 7c8a5e21-eb13-4770-9477-daf1bab77ba3 completed by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:53:12.113682 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-1603d537-e99f-4eec-a75d-f00cbd17c1ca None None] Provisioning complete for port 7c8a5e21-eb13-4770-9477-daf1bab77ba3 triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:53:12.119625 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-1603d537-e99f-4eec-a75d-f00cbd17c1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:12.194009 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-1603d537-e99f-4eec-a75d-f00cbd17c1ca None None] Port 7c8a5e21-eb13-4770-9477-daf1bab77ba3 cannot update to ACTIVE because it is not bound. {{(pid=105586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 20:53:12.204013 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 20:53:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-297a2c60-9387-4d1a-8221-a777b6defcb6 x-openstack-request-id: req-297a2c60-9387-4d1a-8221-a777b6defcb6 {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:53:12.204508 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23ac7b8b-8c25-440b-a388-00c2cd864925", "name": "network-vif-plugged", "status": "completed", "tag": "844edbdc-242a-4275-9bc2-cba0841cf69b", "code": 200}]} {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:53:12.205040 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-297a2c60-9387-4d1a-8221-a777b6defcb6 {{(pid=105586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:53:12.205583 n-d-705658-22 neutron-server[105586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23ac7b8b-8c25-440b-a388-00c2cd864925', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '844edbdc-242a-4275-9bc2-cba0841cf69b', 'code': 200} Jul 27 20:53:12.294137 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [req-4acf1339-462e-4c28-9128-3869d734e61d req-04831c58-8722-4b80-bce3-1d2f60fabc8b service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=105585) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 20:53:12.301071 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-4acf1339-462e-4c28-9128-3869d734e61d req-04831c58-8722-4b80-bce3-1d2f60fabc8b service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1237752 Jul 27 20:53:12.392220 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb17fb6-0ccf-4a65-87f4-e064cfca5629 req-5b0a49e5-b62f-47cb-b98c-347bbcb9b4e5 tempest-ServersAdminNegativeTestJSON-1736809839 tempest-ServersAdminNegativeTestJSON-1736809839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:12.393691 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-1fb17fb6-0ccf-4a65-87f4-e064cfca5629 req-5b0a49e5-b62f-47cb-b98c-347bbcb9b4e5 tempest-ServersAdminNegativeTestJSON-1736809839 tempest-ServersAdminNegativeTestJSON-1736809839-project] 10.222.0.36 "GET /v2.0/ports?device_id=da019b41-a09b-4d01-824e-01420419e3c0 HTTP/1.1" status: 200 len: 949 time: 0.1412342 Jul 27 20:53:12.469752 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb2a7a6-a5a6-4fd2-a596-03feda5a2b84 req-0f3de2fb-ae4b-4f20-8862-b1d0cf737384 tempest-ListImageFiltersTestJSON-1820602988 tempest-ListImageFiltersTestJSON-1820602988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:12.471300 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-dcb2a7a6-a5a6-4fd2-a596-03feda5a2b84 req-0f3de2fb-ae4b-4f20-8862-b1d0cf737384 tempest-ListImageFiltersTestJSON-1820602988 tempest-ListImageFiltersTestJSON-1820602988-project] 10.222.0.59 "GET /v2.0/ports?device_id=23ac7b8b-8c25-440b-a388-00c2cd864925 HTTP/1.1" status: 200 len: 950 time: 0.2212379 Jul 27 20:53:12.486148 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-4acf1339-462e-4c28-9128-3869d734e61d req-6a843316-d4f4-4520-920f-5ea30e5cdf69 service neutron] 10.222.0.59 "GET /v2.0/networks/8e591ae5-ff89-4a25-b3ce-4b1625915957?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1842339 Jul 27 20:53:12.488687 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [req-fc2d3eea-22ef-4997-a274-be34fb4724b5 req-819cc3dd-99a4-416a-b4e9-8f8c2054f33b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c8a5e21-eb13-4770-9477-daf1bab77ba3 {{(pid=105584) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 20:53:12.505177 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a817b9-df3e-43a0-95c9-7a2011ed8cfe req-fa3c977b-e851-48d5-80a9-1d5bafabb6a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:12.507352 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-58a817b9-df3e-43a0-95c9-7a2011ed8cfe req-fa3c977b-e851-48d5-80a9-1d5bafabb6a1 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=23ac7b8b-8c25-440b-a388-00c2cd864925 HTTP/1.1" status: 200 len: 1102 time: 0.2190170 Jul 27 20:53:12.514755 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-fc2d3eea-22ef-4997-a274-be34fb4724b5 req-819cc3dd-99a4-416a-b4e9-8f8c2054f33b service neutron] Notify callbacks [] for port, precommit_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:12.534199 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.provisioning_blocks [req-fc2d3eea-22ef-4997-a274-be34fb4724b5 req-819cc3dd-99a4-416a-b4e9-8f8c2054f33b service neutron] Transition to ACTIVE for port object 7c8a5e21-eb13-4770-9477-daf1bab77ba3 will not be triggered until provisioned by entity L2. {{(pid=105584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:53:12.540470 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-fc2d3eea-22ef-4997-a274-be34fb4724b5 req-819cc3dd-99a4-416a-b4e9-8f8c2054f33b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9014027'] for port, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:12.600859 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [req-1fb17fb6-0ccf-4a65-87f4-e064cfca5629 req-f6153495-7840-4ba9-8103-549fd5f07afd tempest-ServersAdminNegativeTestJSON-1736809839 tempest-ServersAdminNegativeTestJSON-1736809839-project] Deleting port 45734077-6e62-42dc-92a8-45a926fddb54 {{(pid=105584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:53:12.601238 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-1fb17fb6-0ccf-4a65-87f4-e064cfca5629 req-f6153495-7840-4ba9-8103-549fd5f07afd tempest-ServersAdminNegativeTestJSON-1736809839 tempest-ServersAdminNegativeTestJSON-1736809839-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:12.622384 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-dcb2a7a6-a5a6-4fd2-a596-03feda5a2b84 req-30e475a5-ae2f-4c0e-9319-3f2088b4e4b7 tempest-ListImageFiltersTestJSON-1820602988 tempest-ListImageFiltersTestJSON-1820602988-project] 10.222.0.59 "GET /v2.0/security-groups?id=824aa063-2fc5-4999-917c-6e4bfa9f4684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279151 Jul 27 20:53:12.626656 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-58a817b9-df3e-43a0-95c9-7a2011ed8cfe req-ef1cb6be-b509-4dd3-a579-6cef2ffc0e4b service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=824aa063-2fc5-4999-917c-6e4bfa9f4684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759804 Jul 27 20:53:12.652865 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-4acf1339-462e-4c28-9128-3869d734e61d req-8d7d72d4-b0e7-4c5e-9c6c-04e3a880f2a4 service neutron] 10.222.0.59 "GET /v2.0/networks/8e591ae5-ff89-4a25-b3ce-4b1625915957?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1657836 Jul 27 20:53:12.669224 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819cc3dd-99a4-416a-b4e9-8f8c2054f33b service neutron] Pushing event updated for resources: {'Port': ['ID=7c8a5e21-eb13-4770-9477-daf1bab77ba3,revision_number=2']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:53:12.749504 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-bb32ed7d-8717-448b-a9c8-a5a0117d1fd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:12.845845 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [req-fc2d3eea-22ef-4997-a274-be34fb4724b5 req-819cc3dd-99a4-416a-b4e9-8f8c2054f33b service neutron] Attempting to bind port 7c8a5e21-eb13-4770-9477-daf1bab77ba3 on host n-h2-705658-22 for vnic_type normal with profile {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:53:12.846192 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [req-fc2d3eea-22ef-4997-a274-be34fb4724b5 req-819cc3dd-99a4-416a-b4e9-8f8c2054f33b service neutron] Attempting to bind port 7c8a5e21-eb13-4770-9477-daf1bab77ba3 by drivers openvswitch,hyperv on host n-h2-705658-22 at level 0 using segments [{'id': '86b1e6f6-d629-4b03-8944-4cdfbfb93d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '4d64aa0b-bd6a-468e-8edc-c83689947462'}] {{(pid=105584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:53:12.846719 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc2d3eea-22ef-4997-a274-be34fb4724b5 req-819cc3dd-99a4-416a-b4e9-8f8c2054f33b service neutron] Attempting to bind port 7c8a5e21-eb13-4770-9477-daf1bab77ba3 on network 4d64aa0b-bd6a-468e-8edc-c83689947462 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:53:12.853952 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [req-1fb17fb6-0ccf-4a65-87f4-e064cfca5629 req-f6153495-7840-4ba9-8103-549fd5f07afd tempest-ServersAdminNegativeTestJSON-1736809839 tempest-ServersAdminNegativeTestJSON-1736809839-project] For port 45734077-6e62-42dc-92a8-45a926fddb54, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=45734077-6e62-42dc-92a8-45a926fddb54,segment=NetworkSegment(86b1e6f6-d629-4b03-8944-4cdfbfb93d02),segment_id=86b1e6f6-d629-4b03-8944-4cdfbfb93d02)] {{(pid=105584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:53:12.854670 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-1fb17fb6-0ccf-4a65-87f4-e064cfca5629 req-f6153495-7840-4ba9-8103-549fd5f07afd tempest-ServersAdminNegativeTestJSON-1736809839 tempest-ServersAdminNegativeTestJSON-1736809839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:12.873402 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc2d3eea-22ef-4997-a274-be34fb4724b5 req-819cc3dd-99a4-416a-b4e9-8f8c2054f33b service neutron] Port 7c8a5e21-eb13-4770-9477-daf1bab77ba3 on network 4d64aa0b-bd6a-468e-8edc-c83689947462 not bound, no agent of type Open vSwitch agent registered on host n-h2-705658-22 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 20:53:12.873974 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc2d3eea-22ef-4997-a274-be34fb4724b5 req-819cc3dd-99a4-416a-b4e9-8f8c2054f33b service neutron] Attempting to bind port 7c8a5e21-eb13-4770-9477-daf1bab77ba3 on network 4d64aa0b-bd6a-468e-8edc-c83689947462 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:53:12.891598 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [req-1fb17fb6-0ccf-4a65-87f4-e064cfca5629 req-f6153495-7840-4ba9-8103-549fd5f07afd tempest-ServersAdminNegativeTestJSON-1736809839 tempest-ServersAdminNegativeTestJSON-1736809839-project] Calling delete_port for 45734077-6e62-42dc-92a8-45a926fddb54 owned by compute:nova {{(pid=105584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:53:12.891820 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf35b6c0-d64e-46b5-a5f6-1da32196d12e req-41157453-33cd-416c-aeeb-271df5149855 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:12.897830 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc2d3eea-22ef-4997-a274-be34fb4724b5 req-819cc3dd-99a4-416a-b4e9-8f8c2054f33b service neutron] Checking agent: {'id': '65195a73-a875-4810-9f5b-622ae260a8a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 49, 40), 'started_at': datetime.datetime(2021, 7, 27, 20, 49, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 53, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:53:12.898386 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc2d3eea-22ef-4997-a274-be34fb4724b5 req-819cc3dd-99a4-416a-b4e9-8f8c2054f33b service neutron] Checking segment: {'id': '86b1e6f6-d629-4b03-8944-4cdfbfb93d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '4d64aa0b-bd6a-468e-8edc-c83689947462'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:53:12.898964 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc2d3eea-22ef-4997-a274-be34fb4724b5 req-819cc3dd-99a4-416a-b4e9-8f8c2054f33b service neutron] Bound using segment: {'id': '86b1e6f6-d629-4b03-8944-4cdfbfb93d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '4d64aa0b-bd6a-468e-8edc-c83689947462'} {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:53:12.899666 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [req-fc2d3eea-22ef-4997-a274-be34fb4724b5 req-819cc3dd-99a4-416a-b4e9-8f8c2054f33b service neutron] Bound port: 7c8a5e21-eb13-4770-9477-daf1bab77ba3, host: n-h2-705658-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '86b1e6f6-d629-4b03-8944-4cdfbfb93d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '4d64aa0b-bd6a-468e-8edc-c83689947462'}}] {{(pid=105584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:53:12.900229 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-fc2d3eea-22ef-4997-a274-be34fb4724b5 req-819cc3dd-99a4-416a-b4e9-8f8c2054f33b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:12.907912 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-cf35b6c0-d64e-46b5-a5f6-1da32196d12e req-41157453-33cd-416c-aeeb-271df5149855 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] 10.222.0.59 "GET /v2.0/ports?device_id=90df5073-6143-4b20-b10d-a2a3e91a9c78 HTTP/1.1" status: 200 len: 948 time: 0.1794422 Jul 27 20:53:12.911405 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 27 Jul 2021 20:53:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfde32e2-741c-4cd6-b6af-f886a0c22492 x-openstack-request-id: req-bfde32e2-741c-4cd6-b6af-f886a0c22492 {{(pid=105585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:53:12.911750 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb7c627d-1bb5-4ac1-b277-e1b05fefd6bc", "name": "network-vif-unplugged", "status": "completed", "tag": "a40266cd-c917-4c2e-88d1-4a2bc632acb5", "code": 200}]} {{(pid=105585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:53:12.912481 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-bfde32e2-741c-4cd6-b6af-f886a0c22492 {{(pid=105585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:53:12.912868 n-d-705658-22 neutron-server[105585]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb7c627d-1bb5-4ac1-b277-e1b05fefd6bc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a40266cd-c917-4c2e-88d1-4a2bc632acb5', 'code': 200} Jul 27 20:53:12.997244 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-cf35b6c0-d64e-46b5-a5f6-1da32196d12e req-3e3eddc7-70d5-426f-baf6-4b1bb2a0df00 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] 10.222.0.59 "GET /v2.0/security-groups?id=c6534cb3-b44e-4a83-b57e-ddb72c2ad843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837581 Jul 27 20:53:13.095179 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87c90fa-fa5e-4cdf-af35-417316c9ad22 req-de93202a-6156-45c2-ae82-82ab13e88d75 tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:13.097058 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e87c90fa-fa5e-4cdf-af35-417316c9ad22 req-de93202a-6156-45c2-ae82-82ab13e88d75 tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] 10.222.0.59 "GET /v2.0/ports?device_id=bb7c627d-1bb5-4ac1-b277-e1b05fefd6bc HTTP/1.1" status: 200 len: 943 time: 0.1339281 Jul 27 20:53:13.170244 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e87c90fa-fa5e-4cdf-af35-417316c9ad22 req-35d35a73-5f1c-4eac-be69-238722d62899 tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] 10.222.0.59 "GET /v2.0/security-groups?id=594c38b0-00a0-4e02-9d5e-673f3a5e469c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608172 Jul 27 20:53:13.307129 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [req-fc2d3eea-22ef-4997-a274-be34fb4724b5 req-819cc3dd-99a4-416a-b4e9-8f8c2054f33b service neutron] For port 7c8a5e21-eb13-4770-9477-daf1bab77ba3, host n-h2-705658-22, cleared binding levels {{(pid=105584) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:53:13.321708 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [req-fc2d3eea-22ef-4997-a274-be34fb4724b5 req-819cc3dd-99a4-416a-b4e9-8f8c2054f33b service neutron] For port 7c8a5e21-eb13-4770-9477-daf1bab77ba3, host n-h2-705658-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=7c8a5e21-eb13-4770-9477-daf1bab77ba3,segment=NetworkSegment(86b1e6f6-d629-4b03-8944-4cdfbfb93d02),segment_id=86b1e6f6-d629-4b03-8944-4cdfbfb93d02)] {{(pid=105584) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:53:13.326678 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-fc2d3eea-22ef-4997-a274-be34fb4724b5 req-819cc3dd-99a4-416a-b4e9-8f8c2054f33b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9014027'] for port, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:13.372940 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da8ff85-59fe-4d04-a99d-3be7402bcc5b req-c74cd99e-bad9-49a3-b934-5cb8565ad63e tempest-ServersAdminNegativeTestJSON-1736809839 tempest-ServersAdminNegativeTestJSON-1736809839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:13.379515 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-2da8ff85-59fe-4d04-a99d-3be7402bcc5b req-c74cd99e-bad9-49a3-b934-5cb8565ad63e tempest-ServersAdminNegativeTestJSON-1736809839 tempest-ServersAdminNegativeTestJSON-1736809839-project] 10.222.0.59 "GET /v2.0/ports?device_id=da019b41-a09b-4d01-824e-01420419e3c0 HTTP/1.1" status: 200 len: 949 time: 0.0957983 Jul 27 20:53:13.415104 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2d3eea-22ef-4997-a274-be34fb4724b5 req-819cc3dd-99a4-416a-b4e9-8f8c2054f33b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:13.415802 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-fc2d3eea-22ef-4997-a274-be34fb4724b5 req-819cc3dd-99a4-416a-b4e9-8f8c2054f33b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:13.417192 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-fc2d3eea-22ef-4997-a274-be34fb4724b5 req-819cc3dd-99a4-416a-b4e9-8f8c2054f33b service neutron] 10.222.0.60 "PUT /v2.0/ports/7c8a5e21-eb13-4770-9477-daf1bab77ba3 HTTP/1.1" status: 200 len: 1097 time: 1.5781980 Jul 27 20:53:13.420082 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90df5073-6143-4b20-b10d-a2a3e91a9c78', 'tag': '7c8a5e21-eb13-4770-9477-daf1bab77ba3'}] {{(pid=105584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:53:13.423571 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bce5e6c8685464f7626901654159975603b047827e3138302ed6566e28f1343" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55e0e29a-cc08-418b-a1db-28437e00af80" -d '{"events": [{"name": "network-changed", "server_uuid": "90df5073-6143-4b20-b10d-a2a3e91a9c78", "tag": "7c8a5e21-eb13-4770-9477-daf1bab77ba3"}]}' {{(pid=105584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:53:13.430159 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819cc3dd-99a4-416a-b4e9-8f8c2054f33b service neutron] Pushing event updated for resources: {'Port': ['ID=7c8a5e21-eb13-4770-9477-daf1bab77ba3,revision_number=3']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:53:13.432598 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-58c98a3f-5589-4675-88d2-a94fa3b0c358 req-1f8f0c87-9224-4aa3-8e20-181b116bd5df tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] 10.222.0.59 "GET /v2.0/ports?device_id=6e7f21e0-a9a4-4507-862c-a1b74a2de6ab HTTP/1.1" status: 200 len: 210 time: 0.0503385 Jul 27 20:53:13.486646 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-2da8ff85-59fe-4d04-a99d-3be7402bcc5b req-5b9a7197-17e3-471d-8aed-85c1c990fd02 tempest-ServersAdminNegativeTestJSON-1736809839 tempest-ServersAdminNegativeTestJSON-1736809839-project] 10.222.0.59 "GET /v2.0/security-groups?id=243dab04-9884-44a9-8d02-cc354c808379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047363 Jul 27 20:53:13.543713 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-1fb17fb6-0ccf-4a65-87f4-e064cfca5629 req-f6153495-7840-4ba9-8103-549fd5f07afd tempest-ServersAdminNegativeTestJSON-1736809839 tempest-ServersAdminNegativeTestJSON-1736809839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:13.556068 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] get_ports_and_sgs() called for port_ids ['b8fe6458-953c-4840-bb62-60a4427c54f2', '45734077-6e62-42dc-92a8-45a926fddb54'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 20:53:13.603735 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6153495-7840-4ba9-8103-549fd5f07afd tempest-ServersAdminNegativeTestJSON-1736809839 tempest-ServersAdminNegativeTestJSON-1736809839-project] Pushing event deleted for resources: {'Port': ['ID=45734077-6e62-42dc-92a8-45a926fddb54,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:53:13.654554 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f467ce5a-6991-40bf-8fbc-6076c4676856 req-1be7e3f5-dd5e-41dd-92e6-d0f9b30085c8 tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] 10.222.0.59 "GET /v2.0/ports?device_id=77e1e6e8-dc93-4654-9cee-5f93a60c626e HTTP/1.1" status: 200 len: 210 time: 0.0634212 Jul 27 20:53:13.680542 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fb17fb6-0ccf-4a65-87f4-e064cfca5629 req-f6153495-7840-4ba9-8103-549fd5f07afd tempest-ServersAdminNegativeTestJSON-1736809839 tempest-ServersAdminNegativeTestJSON-1736809839-project] No DVR routers for this DVR port 45734077-6e62-42dc-92a8-45a926fddb54 on host n-h1-705658-22 {{(pid=105584) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 20:53:13.685299 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-1fb17fb6-0ccf-4a65-87f4-e064cfca5629 req-f6153495-7840-4ba9-8103-549fd5f07afd tempest-ServersAdminNegativeTestJSON-1736809839 tempest-ServersAdminNegativeTestJSON-1736809839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:13.687850 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-1fb17fb6-0ccf-4a65-87f4-e064cfca5629 req-f6153495-7840-4ba9-8103-549fd5f07afd tempest-ServersAdminNegativeTestJSON-1736809839 tempest-ServersAdminNegativeTestJSON-1736809839-project] 10.222.0.36 "DELETE /v2.0/ports/45734077-6e62-42dc-92a8-45a926fddb54 HTTP/1.1" status: 204 len: 173 time: 1.2847135 Jul 27 20:53:13.707043 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2d3eea-22ef-4997-a274-be34fb4724b5 req-6a68780d-3c19-4698-9cd6-95ee2743aede service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:13.709584 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-fc2d3eea-22ef-4997-a274-be34fb4724b5 req-6a68780d-3c19-4698-9cd6-95ee2743aede service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=43230fc3eab141e0b742541c8628d03e&device_id=90df5073-6143-4b20-b10d-a2a3e91a9c78 HTTP/1.1" status: 200 len: 1100 time: 0.2393355 Jul 27 20:53:13.784918 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-fc2d3eea-22ef-4997-a274-be34fb4724b5 req-3f38e305-259b-4da0-b012-be3adfae33ab service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.248&port_id=7c8a5e21-eb13-4770-9477-daf1bab77ba3 HTTP/1.1" status: 200 len: 217 time: 0.0668397 Jul 27 20:53:13.799783 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 20:53:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb80b5e4-2f41-42f2-ac9a-051d6f3b157a x-openstack-request-id: req-cb80b5e4-2f41-42f2-ac9a-051d6f3b157a {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:53:13.800082 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90df5073-6143-4b20-b10d-a2a3e91a9c78", "tag": "7c8a5e21-eb13-4770-9477-daf1bab77ba3", "status": "completed", "code": 200}]} {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:53:13.800380 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-cb80b5e4-2f41-42f2-ac9a-051d6f3b157a {{(pid=105584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:53:13.800780 n-d-705658-22 neutron-server[105584]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90df5073-6143-4b20-b10d-a2a3e91a9c78', 'tag': '7c8a5e21-eb13-4770-9477-daf1bab77ba3', 'status': 'completed', 'code': 200} Jul 27 20:53:13.903334 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-75ed902a-9727-4e58-8457-fe1ca7fe81c5 req-58fa5c4a-7fbc-4b8e-9a93-04bc7d30b7fe tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=7f728b4f036e433cbd9e09c516f9ce38&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1161654 Jul 27 20:53:13.956075 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1ef543-9e23-4ece-9fc8-c11f5bdcdebc req-dc833499-b8a8-4721-bef6-43f5ee85e44b tempest-ListImageFiltersTestJSON-1820602988 tempest-ListImageFiltersTestJSON-1820602988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:13.964505 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-4c1ef543-9e23-4ece-9fc8-c11f5bdcdebc req-dc833499-b8a8-4721-bef6-43f5ee85e44b tempest-ListImageFiltersTestJSON-1820602988 tempest-ListImageFiltersTestJSON-1820602988-project] 10.222.0.59 "GET /v2.0/ports?device_id=23ac7b8b-8c25-440b-a388-00c2cd864925 HTTP/1.1" status: 200 len: 950 time: 0.1062925 Jul 27 20:53:14.045812 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-4c1ef543-9e23-4ece-9fc8-c11f5bdcdebc req-ca859fda-b345-4999-a4d0-8b8974fa8ae6 tempest-ListImageFiltersTestJSON-1820602988 tempest-ListImageFiltersTestJSON-1820602988-project] 10.222.0.59 "GET /v2.0/security-groups?id=824aa063-2fc5-4999-917c-6e4bfa9f4684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799441 Jul 27 20:53:14.097017 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2d3eea-22ef-4997-a274-be34fb4724b5 req-db6c6fa5-b8b1-46a8-a4df-8ddc95104fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:14.098512 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-fc2d3eea-22ef-4997-a274-be34fb4724b5 req-db6c6fa5-b8b1-46a8-a4df-8ddc95104fd7 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=26644ba0-4185-4e10-8718-6ad18d01376c HTTP/1.1" status: 200 len: 843 time: 0.2969296 Jul 27 20:53:14.110524 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ed902a-9727-4e58-8457-fe1ca7fe81c5 req-5141d4f3-cf59-4a5e-b8a5-dd6521aafead tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:14.112045 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-75ed902a-9727-4e58-8457-fe1ca7fe81c5 req-5141d4f3-cf59-4a5e-b8a5-dd6521aafead tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2008131 Jul 27 20:53:14.154675 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-875ced1b-4cf3-463a-9653-058f0f9421e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:14.205461 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [req-75ed902a-9727-4e58-8457-fe1ca7fe81c5 req-3b3a6d43-4771-43e0-b9de-92b4ea4450b2 tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] Request body: {'port': {'device_id': '77e1e6e8-dc93-4654-9cee-5f93a60c626e', 'network_id': '4d64aa0b-bd6a-468e-8edc-c83689947462', 'admin_state_up': True, 'tenant_id': '7f728b4f036e433cbd9e09c516f9ce38'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:53:14.293395 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3951a6f4-4498-4e31-ad6a-9c06bcff02cb req-69e97c7d-1b74-4598-a6ee-60db34212eee tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:14.295337 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-3951a6f4-4498-4e31-ad6a-9c06bcff02cb req-69e97c7d-1b74-4598-a6ee-60db34212eee tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] 10.222.0.59 "GET /v2.0/ports?device_id=90df5073-6143-4b20-b10d-a2a3e91a9c78 HTTP/1.1" status: 200 len: 948 time: 0.1507330 Jul 27 20:53:14.335684 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2d3eea-22ef-4997-a274-be34fb4724b5 req-662583a5-dc84-403a-b93a-7cfa93096ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:14.337253 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-fc2d3eea-22ef-4997-a274-be34fb4724b5 req-662583a5-dc84-403a-b93a-7cfa93096ef6 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4d64aa0b-bd6a-468e-8edc-c83689947462&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2243249 Jul 27 20:53:14.345648 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-75ed902a-9727-4e58-8457-fe1ca7fe81c5 req-8026cbb5-ed77-4aeb-bd96-7f41b1be1de6 tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=7f728b4f036e433cbd9e09c516f9ce38&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0595484 Jul 27 20:53:14.442813 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-3951a6f4-4498-4e31-ad6a-9c06bcff02cb req-d1065b89-5146-4ed7-b2c0-7ed458aa7b08 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] 10.222.0.59 "GET /v2.0/security-groups?id=c6534cb3-b44e-4a83-b57e-ddb72c2ad843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256459 Jul 27 20:53:14.485484 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f23abb-51d7-45b6-ac0b-0701bba318a5 req-67fbad15-1c15-454f-b30d-0646d70db98c tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:14.494821 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b4f23abb-51d7-45b6-ac0b-0701bba318a5 req-67fbad15-1c15-454f-b30d-0646d70db98c tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] 10.222.0.59 "GET /v2.0/ports?device_id=bb7c627d-1bb5-4ac1-b277-e1b05fefd6bc HTTP/1.1" status: 200 len: 943 time: 0.1982713 Jul 27 20:53:14.547506 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b4f23abb-51d7-45b6-ac0b-0701bba318a5 req-0c7e2499-f120-4686-bf86-cca6cbd63d83 tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] 10.222.0.59 "GET /v2.0/security-groups?id=594c38b0-00a0-4e02-9d5e-673f3a5e469c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481999 Jul 27 20:53:14.586782 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-75ed902a-9727-4e58-8457-fe1ca7fe81c5 req-3b3a6d43-4771-43e0-b9de-92b4ea4450b2 tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] Made reservation on behalf of 7f728b4f036e433cbd9e09c516f9ce38 for: {'port': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:53:14.590252 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-75ed902a-9727-4e58-8457-fe1ca7fe81c5 req-3b3a6d43-4771-43e0-b9de-92b4ea4450b2 tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:14.595584 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-7c591723-026c-4cf8-88c2-8ad77b6d5522 req-42943737-009a-4c4d-97f2-df952e80bc73 tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] 10.222.0.59 "GET /v2.0/ports?device_id=6e7f21e0-a9a4-4507-862c-a1b74a2de6ab HTTP/1.1" status: 200 len: 210 time: 0.0430717 Jul 27 20:53:14.625158 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-fc2d3eea-22ef-4997-a274-be34fb4724b5 req-2aee9c63-9691-45bb-8f7b-7c3f304b65d6 service neutron] 10.222.0.60 "GET /v2.0/networks/4d64aa0b-bd6a-468e-8edc-c83689947462?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2768316 Jul 27 20:53:14.685858 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-80a947c6-9ee8-4e8d-a436-96a42522ed4e req-40790ff9-ad0f-4c00-a2f4-2f7de0623289 tempest-ServersAdminNegativeTestJSON-1736809839 tempest-ServersAdminNegativeTestJSON-1736809839-project] 10.222.0.59 "GET /v2.0/ports?device_id=da019b41-a09b-4d01-824e-01420419e3c0 HTTP/1.1" status: 200 len: 210 time: 0.0314231 Jul 27 20:53:14.711201 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ed902a-9727-4e58-8457-fe1ca7fe81c5 req-117e8490-ef8c-4a4d-a02f-cf5c0991f6fa tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:14.711201 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-75ed902a-9727-4e58-8457-fe1ca7fe81c5 req-117e8490-ef8c-4a4d-a02f-cf5c0991f6fa tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3347993 Jul 27 20:53:14.761173 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [req-75ed902a-9727-4e58-8457-fe1ca7fe81c5 req-a29d8c05-aca3-4f3d-9ead-0c4a5a0d8d76 tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] Request body: {'port': {'device_id': '807dbec7-9be9-4be0-8a5f-ae4933de34d0', 'network_id': '4d64aa0b-bd6a-468e-8edc-c83689947462', 'admin_state_up': True, 'tenant_id': '7f728b4f036e433cbd9e09c516f9ce38'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:53:14.764313 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Device a40266cd-c917-4c2e-88d1-4a2bc632acb5 details requested by agent hyperv_n-h2-705658-22 with host n-h2-705658-22 {{(pid=105586) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 20:53:14.922286 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a7db9f78-228e-4831-87b0-ee7e8c8044f9 req-9fa2bc2e-3ea6-4f65-bb05-260fad24024e tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] 10.222.0.59 "GET /v2.0/ports?device_id=77e1e6e8-dc93-4654-9cee-5f93a60c626e HTTP/1.1" status: 200 len: 210 time: 0.0541205 Jul 27 20:53:14.926581 n-d-705658-22 neutron-server[105585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb7c627d-1bb5-4ac1-b277-e1b05fefd6bc', 'tag': 'a40266cd-c917-4c2e-88d1-4a2bc632acb5'}] {{(pid=105585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:53:14.937944 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d66fd65881426bfc2b5388084a3654e5eae521106a15a3dbf0eb4cde7106c36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9e974f3-3f98-469c-aa3b-7c977cbea56c" -d '{"events": [{"name": "network-changed", "server_uuid": "bb7c627d-1bb5-4ac1-b277-e1b05fefd6bc", "tag": "a40266cd-c917-4c2e-88d1-4a2bc632acb5"}]}' {{(pid=105585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:53:14.996234 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] For port a40266cd-c917-4c2e-88d1-4a2bc632acb5, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=a40266cd-c917-4c2e-88d1-4a2bc632acb5,segment=NetworkSegment(7ddd3554-64b5-4ff7-9735-f58b31de803c),segment_id=7ddd3554-64b5-4ff7-9735-f58b31de803c)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:53:15.009884 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 20:53:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c19073d5-9b7a-4838-86e3-910e6f01d9ea x-openstack-request-id: req-c19073d5-9b7a-4838-86e3-910e6f01d9ea {{(pid=105585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:53:15.010285 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb7c627d-1bb5-4ac1-b277-e1b05fefd6bc", "tag": "a40266cd-c917-4c2e-88d1-4a2bc632acb5", "status": "completed", "code": 200}]} {{(pid=105585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:53:15.010632 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-c19073d5-9b7a-4838-86e3-910e6f01d9ea {{(pid=105585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:53:15.011581 n-d-705658-22 neutron-server[105585]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb7c627d-1bb5-4ac1-b277-e1b05fefd6bc', 'tag': 'a40266cd-c917-4c2e-88d1-4a2bc632acb5', 'status': 'completed', 'code': 200} Jul 27 20:53:15.016344 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Device a40266cd-c917-4c2e-88d1-4a2bc632acb5 has no active binding in host n-h2-705658-22 {{(pid=105586) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 27 20:53:15.022588 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-fc2d3eea-22ef-4997-a274-be34fb4724b5 req-a05f5d2c-afb0-4322-b595-817343403518 service neutron] 10.222.0.60 "GET /v2.0/networks/4d64aa0b-bd6a-468e-8edc-c83689947462?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3889174 Jul 27 20:53:15.035393 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.36', 53101) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:53:15.143872 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.db_base_plugin_common [req-75ed902a-9727-4e58-8457-fe1ca7fe81c5 req-3b3a6d43-4771-43e0-b9de-92b4ea4450b2 tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] Allocated IP 192.168.233.195 (4d64aa0b-bd6a-468e-8edc-c83689947462/26644ba0-4185-4e10-8718-6ad18d01376c/d0604db9-6e9b-4861-ac03-120cc4acb6b7) {{(pid=105584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:53:15.193828 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e974f3-3f98-469c-aa3b-7c977cbea56c req-7f46ec00-29a2-4871-9c15-c1c6cae995c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:15.195663 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e9e974f3-3f98-469c-aa3b-7c977cbea56c req-7f46ec00-29a2-4871-9c15-c1c6cae995c9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0ae9964322044591b167626dd714310e&device_id=bb7c627d-1bb5-4ac1-b277-e1b05fefd6bc HTTP/1.1" status: 200 len: 1126 time: 0.1580410 Jul 27 20:53:15.275220 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acf1339-462e-4c28-9128-3869d734e61d req-9e63d962-af65-41d1-834d-352873a62a9a tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:15.276778 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-4acf1339-462e-4c28-9128-3869d734e61d req-9e63d962-af65-41d1-834d-352873a62a9a tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] 10.222.0.36 "GET /v2.0/networks?id=8e591ae5-ff89-4a25-b3ce-4b1625915957 HTTP/1.1" status: 200 len: 820 time: 0.3473377 Jul 27 20:53:15.287404 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-75ed902a-9727-4e58-8457-fe1ca7fe81c5 req-a29d8c05-aca3-4f3d-9ead-0c4a5a0d8d76 tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] Made reservation on behalf of 7f728b4f036e433cbd9e09c516f9ce38 for: {'port': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:53:15.290928 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-75ed902a-9727-4e58-8457-fe1ca7fe81c5 req-a29d8c05-aca3-4f3d-9ead-0c4a5a0d8d76 tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:15.309572 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [req-4acf1339-462e-4c28-9128-3869d734e61d req-a3a708e9-a018-4355-b02b-d8cb610d3d79 tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] Request body: {'port': {'device_id': '6e7f21e0-a9a4-4507-862c-a1b74a2de6ab', 'network_id': '8e591ae5-ff89-4a25-b3ce-4b1625915957', 'admin_state_up': True, 'tenant_id': 'b02d9256766347f197eb5fbdd02cbc7a'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:53:15.343188 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 59928) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:53:15.385411 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83ac364-51cd-4ede-ac81-82e90b7bf839 req-8fdefc12-8bef-4885-adac-fc719fdd5d3b tempest-ListImageFiltersTestJSON-1820602988 tempest-ListImageFiltersTestJSON-1820602988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:15.393867 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a83ac364-51cd-4ede-ac81-82e90b7bf839 req-8fdefc12-8bef-4885-adac-fc719fdd5d3b tempest-ListImageFiltersTestJSON-1820602988 tempest-ListImageFiltersTestJSON-1820602988-project] 10.222.0.59 "GET /v2.0/ports?device_id=23ac7b8b-8c25-440b-a388-00c2cd864925 HTTP/1.1" status: 200 len: 950 time: 0.2131045 Jul 27 20:53:15.419844 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e974f3-3f98-469c-aa3b-7c977cbea56c req-eb464730-e24e-4898-8eee-8bf7f498cf63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:15.422072 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e9e974f3-3f98-469c-aa3b-7c977cbea56c req-eb464730-e24e-4898-8eee-8bf7f498cf63 service neutron] 10.222.0.36 "GET /v2.0/networks?id=4d297cf8-0ab0-49a0-a8db-82a17169c88a HTTP/1.1" status: 200 len: 909 time: 0.1809840 Jul 27 20:53:15.485877 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e0e29a-cc08-418b-a1db-28437e00af80 req-d7a8400e-beb6-48fd-a423-0dacf0284cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:15.487436 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-55e0e29a-cc08-418b-a1db-28437e00af80 req-d7a8400e-beb6-48fd-a423-0dacf0284cf3 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=43230fc3eab141e0b742541c8628d03e&device_id=90df5073-6143-4b20-b10d-a2a3e91a9c78 HTTP/1.1" status: 200 len: 1100 time: 0.3330905 Jul 27 20:53:15.493043 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a83ac364-51cd-4ede-ac81-82e90b7bf839 req-7b440740-c6bf-49fd-87fe-84fa14967a36 tempest-ListImageFiltersTestJSON-1820602988 tempest-ListImageFiltersTestJSON-1820602988-project] 10.222.0.59 "GET /v2.0/security-groups?id=824aa063-2fc5-4999-917c-6e4bfa9f4684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971878 Jul 27 20:53:15.498246 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e9e974f3-3f98-469c-aa3b-7c977cbea56c req-8f5784d6-2a28-48a7-ba32-b485342560c4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a40266cd-c917-4c2e-88d1-4a2bc632acb5 HTTP/1.1" status: 200 len: 217 time: 0.0664995 Jul 27 20:53:15.550282 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-b8b28f91-0541-46a8-919f-37a04be08399 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:15.642083 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e974f3-3f98-469c-aa3b-7c977cbea56c req-2f62e647-a89e-4111-a436-b92a371acdb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:15.643478 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e9e974f3-3f98-469c-aa3b-7c977cbea56c req-2f62e647-a89e-4111-a436-b92a371acdb7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ff9685c6-941b-44c9-867d-9e4581186e02 HTTP/1.1" status: 200 len: 848 time: 0.1313601 Jul 27 20:53:15.701331 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e9e974f3-3f98-469c-aa3b-7c977cbea56c req-19bec79d-c972-4ed1-9672-8de5076766b4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4d297cf8-0ab0-49a0-a8db-82a17169c88a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0452974 Jul 27 20:53:15.808317 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39895475-3f2f-483e-9b82-ebdfb5a1bc21 req-aaf26903-73e2-4ee1-8054-ef4fb3dcb3d1 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:15.810225 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-39895475-3f2f-483e-9b82-ebdfb5a1bc21 req-aaf26903-73e2-4ee1-8054-ef4fb3dcb3d1 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] 10.222.0.59 "GET /v2.0/ports?device_id=90df5073-6143-4b20-b10d-a2a3e91a9c78 HTTP/1.1" status: 200 len: 948 time: 0.2558160 Jul 27 20:53:15.825006 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1926903-96f3-46bf-9478-a817a6bdc569 req-f9350945-80e7-4db3-8df3-2bdc96c831cf tempest-ListImageFiltersTestJSON-1820602988 tempest-ListImageFiltersTestJSON-1820602988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:15.826495 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f1926903-96f3-46bf-9478-a817a6bdc569 req-f9350945-80e7-4db3-8df3-2bdc96c831cf tempest-ListImageFiltersTestJSON-1820602988 tempest-ListImageFiltersTestJSON-1820602988-project] 10.222.0.59 "GET /v2.0/ports?device_id=d554f15e-64a0-4c6e-b463-28d8148f367b HTTP/1.1" status: 200 len: 949 time: 0.2694147 Jul 27 20:53:15.870219 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da019b41-a09b-4d01-824e-01420419e3c0', 'name': 'network-vif-deleted', 'tag': '45734077-6e62-42dc-92a8-45a926fddb54'}] {{(pid=105584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:53:15.872700 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bce5e6c8685464f7626901654159975603b047827e3138302ed6566e28f1343" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3f8009f-80ec-4f9e-8b97-f8d164e518fd" -d '{"events": [{"server_uuid": "da019b41-a09b-4d01-824e-01420419e3c0", "name": "network-vif-deleted", "tag": "45734077-6e62-42dc-92a8-45a926fddb54"}]}' {{(pid=105584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:53:15.881150 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-75ed902a-9727-4e58-8457-fe1ca7fe81c5 req-3b3a6d43-4771-43e0-b9de-92b4ea4450b2 tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] Notify callbacks [] for port, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:15.908076 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e0e29a-cc08-418b-a1db-28437e00af80 req-66dd579e-8061-4ad6-bee1-9e880a10ea01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:15.909554 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-55e0e29a-cc08-418b-a1db-28437e00af80 req-66dd579e-8061-4ad6-bee1-9e880a10ea01 service neutron] 10.222.0.60 "GET /v2.0/networks?id=4d64aa0b-bd6a-468e-8edc-c83689947462 HTTP/1.1" status: 200 len: 870 time: 0.4062688 Jul 27 20:53:15.910466 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.provisioning_blocks [req-75ed902a-9727-4e58-8457-fe1ca7fe81c5 req-3b3a6d43-4771-43e0-b9de-92b4ea4450b2 tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] Transition to ACTIVE for port object d0604db9-6e9b-4861-ac03-120cc4acb6b7 will not be triggered until provisioned by entity DHCP. {{(pid=105584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:53:15.932463 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-39895475-3f2f-483e-9b82-ebdfb5a1bc21 req-cbd2019d-51bd-4cc0-bca6-de93fee60e17 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] 10.222.0.59 "GET /v2.0/security-groups?id=c6534cb3-b44e-4a83-b57e-ddb72c2ad843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049490 Jul 27 20:53:15.934165 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-b8b28f91-0541-46a8-919f-37a04be08399 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:15.938260 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e9e974f3-3f98-469c-aa3b-7c977cbea56c req-fdfd8db6-3439-4567-b626-10787b97174e service neutron] 10.222.0.36 "GET /v2.0/networks/4d297cf8-0ab0-49a0-a8db-82a17169c88a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2253907 Jul 27 20:53:15.939642 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-b8b28f91-0541-46a8-919f-37a04be08399 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:15.944100 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f1926903-96f3-46bf-9478-a817a6bdc569 req-a4539a7e-6e2a-44cd-a8e5-33553fd20e62 tempest-ListImageFiltersTestJSON-1820602988 tempest-ListImageFiltersTestJSON-1820602988-project] 10.222.0.59 "GET /v2.0/security-groups?id=824aa063-2fc5-4999-917c-6e4bfa9f4684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040206 Jul 27 20:53:15.964472 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-55e0e29a-cc08-418b-a1db-28437e00af80 req-74e290e8-a730-4fa6-82c9-a9a247f79e7f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.248&port_id=7c8a5e21-eb13-4770-9477-daf1bab77ba3 HTTP/1.1" status: 200 len: 217 time: 0.0443931 Jul 27 20:53:16.010680 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4acf1339-462e-4c28-9128-3869d734e61d req-a3a708e9-a018-4355-b02b-d8cb610d3d79 tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] Made reservation on behalf of b02d9256766347f197eb5fbdd02cbc7a for: {'port': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:53:16.014209 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-4acf1339-462e-4c28-9128-3869d734e61d req-a3a708e9-a018-4355-b02b-d8cb610d3d79 tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:16.035447 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-b8b28f91-0541-46a8-919f-37a04be08399 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=a3eeaf0c3981404aad44585ba6e666a1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6913202 Jul 27 20:53:16.039090 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 59950) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:53:16.048160 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b28f91-0541-46a8-919f-37a04be08399 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df95060d-1b7d-4c84-8e11-a2d5d94d0981,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:53:16.069810 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-75ed902a-9727-4e58-8457-fe1ca7fe81c5 req-3b3a6d43-4771-43e0-b9de-92b4ea4450b2 tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:16.083360 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] get_ports_and_sgs() called for port_ids ['789d1df8-a449-4c66-8006-9014f086578a'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 20:53:16.101848 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-182ad6a4-88df-4d05-b9c5-7b80929c2171 req-f4381038-fad6-4aa2-88aa-39dd5027617c tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] 10.222.0.59 "GET /v2.0/ports?device_id=6e7f21e0-a9a4-4507-862c-a1b74a2de6ab HTTP/1.1" status: 200 len: 210 time: 0.0653625 Jul 27 20:53:16.107244 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e0e29a-cc08-418b-a1db-28437e00af80 req-6605e3e8-a33e-4ba5-96e2-cc77a63b944a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:16.108999 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-55e0e29a-cc08-418b-a1db-28437e00af80 req-6605e3e8-a33e-4ba5-96e2-cc77a63b944a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=26644ba0-4185-4e10-8718-6ad18d01376c HTTP/1.1" status: 200 len: 843 time: 0.1356215 Jul 27 20:53:16.150119 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e9e974f3-3f98-469c-aa3b-7c977cbea56c req-e0698c7d-cae1-442f-a609-9b0e79de332e service neutron] 10.222.0.36 "GET /v2.0/networks/4d297cf8-0ab0-49a0-a8db-82a17169c88a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1942508 Jul 27 20:53:16.164657 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9edbea9-2246-4e6c-9b66-53b621f9afba req-8fdd938c-ee71-444e-98f9-0718a34a6807 tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:16.174934 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f9edbea9-2246-4e6c-9b66-53b621f9afba req-8fdd938c-ee71-444e-98f9-0718a34a6807 tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] 10.222.0.59 "GET /v2.0/ports?device_id=bb7c627d-1bb5-4ac1-b277-e1b05fefd6bc HTTP/1.1" status: 200 len: 943 time: 0.1420817 Jul 27 20:53:16.223614 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f9edbea9-2246-4e6c-9b66-53b621f9afba req-51c57e84-5575-429b-9381-c33639997733 tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] 10.222.0.59 "GET /v2.0/security-groups?id=594c38b0-00a0-4e02-9d5e-673f3a5e469c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475121 Jul 27 20:53:16.280733 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-75ed902a-9727-4e58-8457-fe1ca7fe81c5 req-3b3a6d43-4771-43e0-b9de-92b4ea4450b2 tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] Network 4d64aa0b-bd6a-468e-8edc-c83689947462 is already hosted by enough agents. {{(pid=105584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:53:16.284253 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [req-75ed902a-9727-4e58-8457-fe1ca7fe81c5 req-3b3a6d43-4771-43e0-b9de-92b4ea4450b2 tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] Resources bound (agent type, host, resource id): {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:53:16.287054 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 20:53:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86cd2eef-e9cb-47f1-a814-9f2c3fdc69fe x-openstack-request-id: req-86cd2eef-e9cb-47f1-a814-9f2c3fdc69fe {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:53:16.287409 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da019b41-a09b-4d01-824e-01420419e3c0", "name": "network-vif-deleted", "tag": "45734077-6e62-42dc-92a8-45a926fddb54", "status": "completed", "code": 200}]} {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:53:16.287844 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-86cd2eef-e9cb-47f1-a814-9f2c3fdc69fe {{(pid=105584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:53:16.288223 n-d-705658-22 neutron-server[105584]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da019b41-a09b-4d01-824e-01420419e3c0', 'name': 'network-vif-deleted', 'tag': '45734077-6e62-42dc-92a8-45a926fddb54', 'status': 'completed', 'code': 200} Jul 27 20:53:16.309961 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c402e69f-2cec-4608-905f-2e2bd05e1029 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:16.315013 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [req-75ed902a-9727-4e58-8457-fe1ca7fe81c5 req-3b3a6d43-4771-43e0-b9de-92b4ea4450b2 tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] Received port after_create {{(pid=105584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:53:16.378771 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ed902a-9727-4e58-8457-fe1ca7fe81c5 req-3b3a6d43-4771-43e0-b9de-92b4ea4450b2 tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:16.379448 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-75ed902a-9727-4e58-8457-fe1ca7fe81c5 req-3b3a6d43-4771-43e0-b9de-92b4ea4450b2 tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:16.389847 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3a6d43-4771-43e0-b9de-92b4ea4450b2 tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] Pushing event updated for resources: {'Port': ['ID=d0604db9-6e9b-4861-ac03-120cc4acb6b7,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:53:16.402655 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe25403-cad4-4e7e-ac5c-94f9440ec63f req-0be5d811-4d23-4d01-b7cf-a2ca0c256c3d tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:16.404711 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-9fe25403-cad4-4e7e-ac5c-94f9440ec63f req-0be5d811-4d23-4d01-b7cf-a2ca0c256c3d tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] 10.222.0.59 "GET /v2.0/ports?device_id=77e1e6e8-dc93-4654-9cee-5f93a60c626e HTTP/1.1" status: 200 len: 936 time: 0.0808437 Jul 27 20:53:16.430011 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.db_base_plugin_common [req-75ed902a-9727-4e58-8457-fe1ca7fe81c5 req-a29d8c05-aca3-4f3d-9ead-0c4a5a0d8d76 tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] Allocated IP 192.168.233.82 (4d64aa0b-bd6a-468e-8edc-c83689947462/26644ba0-4185-4e10-8718-6ad18d01376c/61063df3-592b-4de0-a4f2-adf662bc157d) {{(pid=105584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:53:16.455696 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-9fe25403-cad4-4e7e-ac5c-94f9440ec63f req-dd2cfc81-21b5-4593-91d4-b64610c3dcef tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] 10.222.0.59 "GET /v2.0/security-groups?id=dea81a77-85b4-4e12-8e1d-b19e89484a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432112 Jul 27 20:53:16.462303 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-75ed902a-9727-4e58-8457-fe1ca7fe81c5 req-3b3a6d43-4771-43e0-b9de-92b4ea4450b2 tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2650087 Jul 27 20:53:16.490408 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [req-75ed902a-9727-4e58-8457-fe1ca7fe81c5 req-86163e7e-1eaa-4b92-abfe-9a13300e86cb service neutron] Request body: {'port': {'device_id': '77e1e6e8-dc93-4654-9cee-5f93a60c626e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-705658-22'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:53:16.514616 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c402e69f-2cec-4608-905f-2e2bd05e1029 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:16.531397 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-b21dc820-ed10-4eb3-9645-73f5109ea87b None None] Provisioning for port d0604db9-6e9b-4861-ac03-120cc4acb6b7 completed by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:53:16.536837 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-b21dc820-ed10-4eb3-9645-73f5109ea87b None None] Provisioning complete for port d0604db9-6e9b-4861-ac03-120cc4acb6b7 triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:53:16.537497 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-b21dc820-ed10-4eb3-9645-73f5109ea87b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:16.581158 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-b21dc820-ed10-4eb3-9645-73f5109ea87b None None] Port d0604db9-6e9b-4861-ac03-120cc4acb6b7 cannot update to ACTIVE because it is not bound. {{(pid=105586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 20:53:16.590853 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.db_base_plugin_common [req-4acf1339-462e-4c28-9128-3869d734e61d req-a3a708e9-a018-4355-b02b-d8cb610d3d79 tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] Allocated IP 172.20.0.5 (8e591ae5-ff89-4a25-b3ce-4b1625915957/ffc7070b-0d02-4acb-a66a-19178d3b9317/401f9cf2-3e88-453b-86ec-e40da22e18ec) {{(pid=105584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:53:16.695927 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e0e29a-cc08-418b-a1db-28437e00af80 req-ca76968b-aa8b-4ea1-a040-4c0e00403685 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:16.697433 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-55e0e29a-cc08-418b-a1db-28437e00af80 req-ca76968b-aa8b-4ea1-a040-4c0e00403685 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4d64aa0b-bd6a-468e-8edc-c83689947462&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5445406 Jul 27 20:53:16.764800 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596683fd-3eee-466e-aef1-9d40e6718328 req-4df68f3e-a76f-4d0e-a48d-56886861b846 tempest-ServersAdminNegativeTestJSON-1736809839 tempest-ServersAdminNegativeTestJSON-1736809839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:16.766335 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-596683fd-3eee-466e-aef1-9d40e6718328 req-4df68f3e-a76f-4d0e-a48d-56886861b846 tempest-ServersAdminNegativeTestJSON-1736809839 tempest-ServersAdminNegativeTestJSON-1736809839-project] 10.222.0.59 "GET /v2.0/ports?device_id=1bf9620a-2e38-4ee9-8bc0-6be060c406a7 HTTP/1.1" status: 200 len: 949 time: 0.0671735 Jul 27 20:53:16.812517 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-596683fd-3eee-466e-aef1-9d40e6718328 req-c737ea76-0b7c-49e0-9b43-fbabcc59f88b tempest-ServersAdminNegativeTestJSON-1736809839 tempest-ServersAdminNegativeTestJSON-1736809839-project] 10.222.0.59 "GET /v2.0/security-groups?id=243dab04-9884-44a9-8d02-cc354c808379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399122 Jul 27 20:53:16.849081 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-75ed902a-9727-4e58-8457-fe1ca7fe81c5 req-86163e7e-1eaa-4b92-abfe-9a13300e86cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:16.915914 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c402e69f-2cec-4608-905f-2e2bd05e1029 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:16.918741 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c402e69f-2cec-4608-905f-2e2bd05e1029 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:16.919911 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-c402e69f-2cec-4608-905f-2e2bd05e1029 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/df95060d-1b7d-4c84-8e11-a2d5d94d0981 HTTP/1.1" status: 204 len: 168 time: 0.8761692 Jul 27 20:53:17.001928 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c402e69f-2cec-4608-905f-2e2bd05e1029 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df95060d-1b7d-4c84-8e11-a2d5d94d0981,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:53:17.041639 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-55e0e29a-cc08-418b-a1db-28437e00af80 req-6fb35b0d-a2de-4f6d-9b79-0c1c9c77c832 service neutron] 10.222.0.60 "GET /v2.0/networks/4d64aa0b-bd6a-468e-8edc-c83689947462?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3099632 Jul 27 20:53:17.083183 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-75ed902a-9727-4e58-8457-fe1ca7fe81c5 req-a29d8c05-aca3-4f3d-9ead-0c4a5a0d8d76 tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] Notify callbacks [] for port, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:17.086775 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device 45734077-6e62-42dc-92a8-45a926fddb54 no longer exists at agent hyperv_n-h1-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 20:53:17.091963 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec0682a-d55d-4a2c-af83-8b7ca11695d7 req-76f26d75-8a79-42ed-86fd-00cd1cf8b945 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:17.098818 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-0ec0682a-d55d-4a2c-af83-8b7ca11695d7 req-76f26d75-8a79-42ed-86fd-00cd1cf8b945 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] 10.222.0.59 "GET /v2.0/ports?device_id=90df5073-6143-4b20-b10d-a2a3e91a9c78 HTTP/1.1" status: 200 len: 948 time: 0.0794082 Jul 27 20:53:17.113245 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-28650df7-c46c-4981-b84f-37d87254047e None None] No Port match for: 45734077-6e62-42dc-92a8-45a926fddb54 {{(pid=105586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 20:53:17.116218 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device 45734077-6e62-42dc-92a8-45a926fddb54 not bound to the agent host n-h1-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 20:53:17.143286 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-0ec0682a-d55d-4a2c-af83-8b7ca11695d7 req-48cc43e2-ddbe-44b8-b23e-ca443a2bd259 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] 10.222.0.59 "GET /v2.0/security-groups?id=c6534cb3-b44e-4a83-b57e-ddb72c2ad843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393856 Jul 27 20:53:17.210755 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-4acf1339-462e-4c28-9128-3869d734e61d req-a3a708e9-a018-4355-b02b-d8cb610d3d79 tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] Notify callbacks [] for port, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:17.214453 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.provisioning_blocks [req-75ed902a-9727-4e58-8457-fe1ca7fe81c5 req-a29d8c05-aca3-4f3d-9ead-0c4a5a0d8d76 tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] Transition to ACTIVE for port object 61063df3-592b-4de0-a4f2-adf662bc157d will not be triggered until provisioned by entity DHCP. {{(pid=105584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:53:17.237187 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-1eda1d88-bddd-4696-b122-a13b9c9b66b0 req-db346988-cdfb-41d0-9aab-8b537097ada8 tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] 10.222.0.59 "GET /v2.0/ports?device_id=6e7f21e0-a9a4-4507-862c-a1b74a2de6ab HTTP/1.1" status: 200 len: 210 time: 0.0350025 Jul 27 20:53:17.287453 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 59988) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:53:17.302892 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-e6f9ae39-845f-48ec-80fc-6ec444fd6b1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:17.311038 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-55e0e29a-cc08-418b-a1db-28437e00af80 req-198b280e-0c48-4eb7-8785-0a8e26741205 service neutron] 10.222.0.60 "GET /v2.0/networks/4d64aa0b-bd6a-468e-8edc-c83689947462?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2462749 Jul 27 20:53:17.338286 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-75ed902a-9727-4e58-8457-fe1ca7fe81c5 req-a29d8c05-aca3-4f3d-9ead-0c4a5a0d8d76 tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:17.357635 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] get_ports_and_sgs() called for port_ids ['789d1df8-a449-4c66-8006-9014f086578a'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 20:53:17.384551 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-4acf1339-462e-4c28-9128-3869d734e61d req-a3a708e9-a018-4355-b02b-d8cb610d3d79 tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:17.427040 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fcc739-4c74-4e12-8683-b7fd5a38126d req-3b35384d-e225-44d7-ade2-3f5d3469d774 tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:17.428854 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-45fcc739-4c74-4e12-8683-b7fd5a38126d req-3b35384d-e225-44d7-ade2-3f5d3469d774 tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] 10.222.0.59 "GET /v2.0/ports?device_id=bb7c627d-1bb5-4ac1-b277-e1b05fefd6bc HTTP/1.1" status: 200 len: 943 time: 0.1140609 Jul 27 20:53:17.446631 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-75ed902a-9727-4e58-8457-fe1ca7fe81c5 req-a29d8c05-aca3-4f3d-9ead-0c4a5a0d8d76 tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] Network 4d64aa0b-bd6a-468e-8edc-c83689947462 is already hosted by enough agents. {{(pid=105584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:53:17.462795 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [req-75ed902a-9727-4e58-8457-fe1ca7fe81c5 req-a29d8c05-aca3-4f3d-9ead-0c4a5a0d8d76 tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] Resources bound (agent type, host, resource id): {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:53:17.470800 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4acf1339-462e-4c28-9128-3869d734e61d req-a3a708e9-a018-4355-b02b-d8cb610d3d79 tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] Network 8e591ae5-ff89-4a25-b3ce-4b1625915957 is already hosted by enough agents. {{(pid=105584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:53:17.471768 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [req-75ed902a-9727-4e58-8457-fe1ca7fe81c5 req-a29d8c05-aca3-4f3d-9ead-0c4a5a0d8d76 tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] Received port after_create {{(pid=105584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:53:17.487180 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29d8c05-aca3-4f3d-9ead-0c4a5a0d8d76 tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] Pushing event updated for resources: {'Port': ['ID=61063df3-592b-4de0-a4f2-adf662bc157d,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:53:17.502072 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-45fcc739-4c74-4e12-8683-b7fd5a38126d req-66693c2b-bda2-43eb-9b9e-c7dc1e301f0b tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] 10.222.0.59 "GET /v2.0/security-groups?id=594c38b0-00a0-4e02-9d5e-673f3a5e469c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613410 Jul 27 20:53:17.512423 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [req-4acf1339-462e-4c28-9128-3869d734e61d req-a3a708e9-a018-4355-b02b-d8cb610d3d79 tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] Resources bound (agent type, host, resource id): {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:53:17.515679 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [req-4acf1339-462e-4c28-9128-3869d734e61d req-a3a708e9-a018-4355-b02b-d8cb610d3d79 tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] Received port after_create {{(pid=105584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:53:17.528166 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-e6f9ae39-845f-48ec-80fc-6ec444fd6b1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:17.533513 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-e6f9ae39-845f-48ec-80fc-6ec444fd6b1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:17.609393 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-e6f9ae39-845f-48ec-80fc-6ec444fd6b1b admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=c14c9b4007384af6bf30ff46784ac24b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3204467 Jul 27 20:53:17.612272 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 59992) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:53:17.618562 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f9ae39-845f-48ec-80fc-6ec444fd6b1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c66541a7-09b5-4e58-8d69-3cf1e5eec868,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:53:17.642748 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ed902a-9727-4e58-8457-fe1ca7fe81c5 req-a29d8c05-aca3-4f3d-9ead-0c4a5a0d8d76 tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:17.643340 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-75ed902a-9727-4e58-8457-fe1ca7fe81c5 req-a29d8c05-aca3-4f3d-9ead-0c4a5a0d8d76 tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:17.673386 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f93264c-4c50-4139-8ff7-196e95ec81c4 req-2a37836b-73b5-498e-8365-3ef3decf1b52 tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:17.674955 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-2f93264c-4c50-4139-8ff7-196e95ec81c4 req-2a37836b-73b5-498e-8365-3ef3decf1b52 tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] 10.222.0.59 "GET /v2.0/ports?device_id=77e1e6e8-dc93-4654-9cee-5f93a60c626e HTTP/1.1" status: 200 len: 936 time: 0.1064861 Jul 27 20:53:17.695996 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acf1339-462e-4c28-9128-3869d734e61d req-a3a708e9-a018-4355-b02b-d8cb610d3d79 tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:17.696645 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-4acf1339-462e-4c28-9128-3869d734e61d req-a3a708e9-a018-4355-b02b-d8cb610d3d79 tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:17.699040 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a708e9-a018-4355-b02b-d8cb610d3d79 tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] Pushing event updated for resources: {'Port': ['ID=401f9cf2-3e88-453b-86ec-e40da22e18ec,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:53:17.720227 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-2f93264c-4c50-4139-8ff7-196e95ec81c4 req-74807b06-5314-450d-8d56-5073f780d9a0 tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] 10.222.0.59 "GET /v2.0/security-groups?id=dea81a77-85b4-4e12-8e1d-b19e89484a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379996 Jul 27 20:53:17.721920 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-75ed902a-9727-4e58-8457-fe1ca7fe81c5 req-a29d8c05-aca3-4f3d-9ead-0c4a5a0d8d76 tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.9649334 Jul 27 20:53:17.754081 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [req-75ed902a-9727-4e58-8457-fe1ca7fe81c5 req-f0982dc9-f028-4e71-9f87-ceef8585ee13 service neutron] Request body: {'port': {'device_id': '807dbec7-9be9-4be0-8a5f-ae4933de34d0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-705658-22'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:53:17.784615 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-4acf1339-462e-4c28-9128-3869d734e61d req-a3a708e9-a018-4355-b02b-d8cb610d3d79 tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4879858 Jul 27 20:53:17.800535 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [req-75ed902a-9727-4e58-8457-fe1ca7fe81c5 req-86163e7e-1eaa-4b92-abfe-9a13300e86cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d0604db9-6e9b-4861-ac03-120cc4acb6b7 {{(pid=105584) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 20:53:17.809776 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [req-4acf1339-462e-4c28-9128-3869d734e61d req-217f2e71-aeb3-4e3b-bf9e-9f2831d9173c service neutron] Request body: {'port': {'device_id': '6e7f21e0-a9a4-4507-862c-a1b74a2de6ab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-705658-22'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:53:17.822570 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-4a3c1f2e-0836-4820-9125-62dfeb30acc1 None None] Provisioning for port 61063df3-592b-4de0-a4f2-adf662bc157d completed by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:53:17.826318 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-4a3c1f2e-0836-4820-9125-62dfeb30acc1 None None] Provisioning complete for port 61063df3-592b-4de0-a4f2-adf662bc157d triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:53:17.826693 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-4a3c1f2e-0836-4820-9125-62dfeb30acc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:17.827254 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-75ed902a-9727-4e58-8457-fe1ca7fe81c5 req-86163e7e-1eaa-4b92-abfe-9a13300e86cb service neutron] Notify callbacks [] for port, precommit_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:17.865122 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-d2a5342c-03c4-4eab-a9b4-0e5146e14d8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:17.871067 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-4a3c1f2e-0836-4820-9125-62dfeb30acc1 None None] Port 61063df3-592b-4de0-a4f2-adf662bc157d cannot update to ACTIVE because it is not bound. {{(pid=105586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 20:53:17.898274 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.provisioning_blocks [req-75ed902a-9727-4e58-8457-fe1ca7fe81c5 req-86163e7e-1eaa-4b92-abfe-9a13300e86cb service neutron] Transition to ACTIVE for port object d0604db9-6e9b-4861-ac03-120cc4acb6b7 will not be triggered until provisioned by entity L2. {{(pid=105584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:53:17.914987 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-75ed902a-9727-4e58-8457-fe1ca7fe81c5 req-86163e7e-1eaa-4b92-abfe-9a13300e86cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9014027'] for port, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:17.947344 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd2c832-2144-4116-81bb-7f148bde15f4 req-9d510197-cff8-4aa5-b541-1d64d1c5f3c8 tempest-ServersAdminNegativeTestJSON-1736809839 tempest-ServersAdminNegativeTestJSON-1736809839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:17.948807 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-3fd2c832-2144-4116-81bb-7f148bde15f4 req-9d510197-cff8-4aa5-b541-1d64d1c5f3c8 tempest-ServersAdminNegativeTestJSON-1736809839 tempest-ServersAdminNegativeTestJSON-1736809839-project] 10.222.0.59 "GET /v2.0/ports?device_id=1bf9620a-2e38-4ee9-8bc0-6be060c406a7 HTTP/1.1" status: 200 len: 949 time: 0.0650430 Jul 27 20:53:17.987783 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-3fd2c832-2144-4116-81bb-7f148bde15f4 req-f55a8885-f3f2-407e-8827-c02c1e95f853 tempest-ServersAdminNegativeTestJSON-1736809839 tempest-ServersAdminNegativeTestJSON-1736809839-project] 10.222.0.59 "GET /v2.0/security-groups?id=243dab04-9884-44a9-8d02-cc354c808379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327473 Jul 27 20:53:18.165976 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-d2a5342c-03c4-4eab-a9b4-0e5146e14d8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:18.196900 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-75ed902a-9727-4e58-8457-fe1ca7fe81c5 req-f0982dc9-f028-4e71-9f87-ceef8585ee13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:18.263269 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-4acf1339-462e-4c28-9128-3869d734e61d req-217f2e71-aeb3-4e3b-bf9e-9f2831d9173c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:18.272361 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5e8014-ba7c-4e61-abd6-bc3d6ff94070 req-cbdc2396-4c1d-4a08-b436-a502ece0ea38 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:18.274862 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-6b5e8014-ba7c-4e61-abd6-bc3d6ff94070 req-cbdc2396-4c1d-4a08-b436-a502ece0ea38 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] 10.222.0.59 "GET /v2.0/ports?device_id=90df5073-6143-4b20-b10d-a2a3e91a9c78 HTTP/1.1" status: 200 len: 948 time: 0.0697002 Jul 27 20:53:18.318590 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86163e7e-1eaa-4b92-abfe-9a13300e86cb service neutron] Pushing event updated for resources: {'Port': ['ID=d0604db9-6e9b-4861-ac03-120cc4acb6b7,revision_number=2']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:53:18.334587 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-6b5e8014-ba7c-4e61-abd6-bc3d6ff94070 req-c0583650-d4f2-4673-a9ad-8ab5bc13cebb tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] 10.222.0.59 "GET /v2.0/security-groups?id=c6534cb3-b44e-4a83-b57e-ddb72c2ad843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504603 Jul 27 20:53:18.398620 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-d2a5342c-03c4-4eab-a9b4-0e5146e14d8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:18.401180 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-d2a5342c-03c4-4eab-a9b4-0e5146e14d8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:18.404801 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-d2a5342c-03c4-4eab-a9b4-0e5146e14d8a admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/c66541a7-09b5-4e58-8d69-3cf1e5eec868 HTTP/1.1" status: 204 len: 168 time: 0.7841804 Jul 27 20:53:18.445209 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a5342c-03c4-4eab-a9b4-0e5146e14d8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c66541a7-09b5-4e58-8d69-3cf1e5eec868,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:53:18.475870 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b3df09-f5ef-4213-b42d-a739bf1b9076 req-47050744-198f-4435-a17e-4e1150d12f73 tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:18.477461 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-03b3df09-f5ef-4213-b42d-a739bf1b9076 req-47050744-198f-4435-a17e-4e1150d12f73 tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] 10.222.0.59 "GET /v2.0/ports?device_id=6e7f21e0-a9a4-4507-862c-a1b74a2de6ab HTTP/1.1" status: 200 len: 931 time: 0.1414485 Jul 27 20:53:18.523703 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3526ff-42dc-400f-8e28-860ffef8db83 req-b7e31c56-061d-43eb-9357-a13b0b6e544e tempest-ServersAdminNegativeTestJSON-1736809839 tempest-ServersAdminNegativeTestJSON-1736809839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:18.525341 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-fc3526ff-42dc-400f-8e28-860ffef8db83 req-b7e31c56-061d-43eb-9357-a13b0b6e544e tempest-ServersAdminNegativeTestJSON-1736809839 tempest-ServersAdminNegativeTestJSON-1736809839-project] 10.222.0.36 "GET /v2.0/ports?device_id=1bf9620a-2e38-4ee9-8bc0-6be060c406a7 HTTP/1.1" status: 200 len: 949 time: 0.1458547 Jul 27 20:53:18.543548 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-03b3df09-f5ef-4213-b42d-a739bf1b9076 req-9c40664f-67ad-4a18-8261-5b7a865fa7cd tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] 10.222.0.59 "GET /v2.0/security-groups?id=1749b80d-91c6-4bd3-8e8d-666bd095400f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559418 Jul 27 20:53:18.606311 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [req-75ed902a-9727-4e58-8457-fe1ca7fe81c5 req-86163e7e-1eaa-4b92-abfe-9a13300e86cb service neutron] Attempting to bind port d0604db9-6e9b-4861-ac03-120cc4acb6b7 on host n-h1-705658-22 for vnic_type normal with profile {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:53:18.606749 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [req-75ed902a-9727-4e58-8457-fe1ca7fe81c5 req-86163e7e-1eaa-4b92-abfe-9a13300e86cb service neutron] Attempting to bind port d0604db9-6e9b-4861-ac03-120cc4acb6b7 by drivers openvswitch,hyperv on host n-h1-705658-22 at level 0 using segments [{'id': '86b1e6f6-d629-4b03-8944-4cdfbfb93d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '4d64aa0b-bd6a-468e-8edc-c83689947462'}] {{(pid=105584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:53:18.607166 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75ed902a-9727-4e58-8457-fe1ca7fe81c5 req-86163e7e-1eaa-4b92-abfe-9a13300e86cb service neutron] Attempting to bind port d0604db9-6e9b-4861-ac03-120cc4acb6b7 on network 4d64aa0b-bd6a-468e-8edc-c83689947462 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:53:18.638721 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75ed902a-9727-4e58-8457-fe1ca7fe81c5 req-86163e7e-1eaa-4b92-abfe-9a13300e86cb service neutron] Port d0604db9-6e9b-4861-ac03-120cc4acb6b7 on network 4d64aa0b-bd6a-468e-8edc-c83689947462 not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-22 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 20:53:18.639025 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75ed902a-9727-4e58-8457-fe1ca7fe81c5 req-86163e7e-1eaa-4b92-abfe-9a13300e86cb service neutron] Attempting to bind port d0604db9-6e9b-4861-ac03-120cc4acb6b7 on network 4d64aa0b-bd6a-468e-8edc-c83689947462 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:53:18.698384 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75ed902a-9727-4e58-8457-fe1ca7fe81c5 req-86163e7e-1eaa-4b92-abfe-9a13300e86cb service neutron] Checking agent: {'id': '9d9bc37f-4d75-44ef-9f63-799aab3e316f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 49, 36), 'started_at': datetime.datetime(2021, 7, 27, 20, 49, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 53, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:53:18.698803 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75ed902a-9727-4e58-8457-fe1ca7fe81c5 req-86163e7e-1eaa-4b92-abfe-9a13300e86cb service neutron] Checking segment: {'id': '86b1e6f6-d629-4b03-8944-4cdfbfb93d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '4d64aa0b-bd6a-468e-8edc-c83689947462'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:53:18.699391 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75ed902a-9727-4e58-8457-fe1ca7fe81c5 req-86163e7e-1eaa-4b92-abfe-9a13300e86cb service neutron] Bound using segment: {'id': '86b1e6f6-d629-4b03-8944-4cdfbfb93d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '4d64aa0b-bd6a-468e-8edc-c83689947462'} {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:53:18.700043 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [req-75ed902a-9727-4e58-8457-fe1ca7fe81c5 req-86163e7e-1eaa-4b92-abfe-9a13300e86cb service neutron] Bound port: d0604db9-6e9b-4861-ac03-120cc4acb6b7, host: n-h1-705658-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '86b1e6f6-d629-4b03-8944-4cdfbfb93d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '4d64aa0b-bd6a-468e-8edc-c83689947462'}}] {{(pid=105584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:53:18.700602 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-75ed902a-9727-4e58-8457-fe1ca7fe81c5 req-86163e7e-1eaa-4b92-abfe-9a13300e86cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:18.709236 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5833ce-907e-4e82-8c9d-587f0dc213f7 req-d7d3139f-8125-4efd-8926-97774f0c3535 tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:18.709236 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-7d5833ce-907e-4e82-8c9d-587f0dc213f7 req-d7d3139f-8125-4efd-8926-97774f0c3535 tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] 10.222.0.59 "GET /v2.0/ports?device_id=bb7c627d-1bb5-4ac1-b277-e1b05fefd6bc HTTP/1.1" status: 200 len: 943 time: 0.1225240 Jul 27 20:53:18.714846 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [req-fc3526ff-42dc-400f-8e28-860ffef8db83 req-0c61c305-98d1-4c8b-bd52-314b01e9d644 tempest-ServersAdminNegativeTestJSON-1736809839 tempest-ServersAdminNegativeTestJSON-1736809839-project] Deleting port b8fe6458-953c-4840-bb62-60a4427c54f2 {{(pid=105585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:53:18.715223 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-fc3526ff-42dc-400f-8e28-860ffef8db83 req-0c61c305-98d1-4c8b-bd52-314b01e9d644 tempest-ServersAdminNegativeTestJSON-1736809839 tempest-ServersAdminNegativeTestJSON-1736809839-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:18.806558 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-7d5833ce-907e-4e82-8c9d-587f0dc213f7 req-474280c7-b1df-4484-8c79-1b766dd92f25 tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] 10.222.0.59 "GET /v2.0/security-groups?id=594c38b0-00a0-4e02-9d5e-673f3a5e469c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873239 Jul 27 20:53:18.842856 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.db [req-fc3526ff-42dc-400f-8e28-860ffef8db83 req-0c61c305-98d1-4c8b-bd52-314b01e9d644 tempest-ServersAdminNegativeTestJSON-1736809839 tempest-ServersAdminNegativeTestJSON-1736809839-project] For port b8fe6458-953c-4840-bb62-60a4427c54f2, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=b8fe6458-953c-4840-bb62-60a4427c54f2,segment=NetworkSegment(86b1e6f6-d629-4b03-8944-4cdfbfb93d02),segment_id=86b1e6f6-d629-4b03-8944-4cdfbfb93d02)] {{(pid=105585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:53:18.843248 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-fc3526ff-42dc-400f-8e28-860ffef8db83 req-0c61c305-98d1-4c8b-bd52-314b01e9d644 tempest-ServersAdminNegativeTestJSON-1736809839 tempest-ServersAdminNegativeTestJSON-1736809839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:18.871137 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [req-fc3526ff-42dc-400f-8e28-860ffef8db83 req-0c61c305-98d1-4c8b-bd52-314b01e9d644 tempest-ServersAdminNegativeTestJSON-1736809839 tempest-ServersAdminNegativeTestJSON-1736809839-project] Calling delete_port for b8fe6458-953c-4840-bb62-60a4427c54f2 owned by compute:nova {{(pid=105585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:53:18.911125 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [req-75ed902a-9727-4e58-8457-fe1ca7fe81c5 req-86163e7e-1eaa-4b92-abfe-9a13300e86cb service neutron] For port d0604db9-6e9b-4861-ac03-120cc4acb6b7, host n-h1-705658-22, cleared binding levels {{(pid=105584) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:53:18.941497 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [req-75ed902a-9727-4e58-8457-fe1ca7fe81c5 req-86163e7e-1eaa-4b92-abfe-9a13300e86cb service neutron] For port d0604db9-6e9b-4861-ac03-120cc4acb6b7, host n-h1-705658-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=d0604db9-6e9b-4861-ac03-120cc4acb6b7,segment=NetworkSegment(86b1e6f6-d629-4b03-8944-4cdfbfb93d02),segment_id=86b1e6f6-d629-4b03-8944-4cdfbfb93d02)] {{(pid=105584) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:53:18.969810 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-75ed902a-9727-4e58-8457-fe1ca7fe81c5 req-86163e7e-1eaa-4b92-abfe-9a13300e86cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9014027'] for port, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:18.997912 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c55cfa9-0b19-46d2-981f-be4a229c39bb req-c6cb6f90-8c0e-4fc7-9fc7-e8882f5c120a tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:18.999417 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-2c55cfa9-0b19-46d2-981f-be4a229c39bb req-c6cb6f90-8c0e-4fc7-9fc7-e8882f5c120a tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] 10.222.0.59 "GET /v2.0/ports?device_id=77e1e6e8-dc93-4654-9cee-5f93a60c626e HTTP/1.1" status: 200 len: 948 time: 0.1402676 Jul 27 20:53:19.040156 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [req-75ed902a-9727-4e58-8457-fe1ca7fe81c5 req-f0982dc9-f028-4e71-9f87-ceef8585ee13 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61063df3-592b-4de0-a4f2-adf662bc157d {{(pid=105584) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 20:53:19.053524 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.36', 53106) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:53:19.067393 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ed902a-9727-4e58-8457-fe1ca7fe81c5 req-86163e7e-1eaa-4b92-abfe-9a13300e86cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:19.068880 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-75ed902a-9727-4e58-8457-fe1ca7fe81c5 req-86163e7e-1eaa-4b92-abfe-9a13300e86cb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:19.070890 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-75ed902a-9727-4e58-8457-fe1ca7fe81c5 req-86163e7e-1eaa-4b92-abfe-9a13300e86cb service neutron] 10.222.0.36 "PUT /v2.0/ports/d0604db9-6e9b-4861-ac03-120cc4acb6b7 HTTP/1.1" status: 200 len: 1097 time: 2.5875480 Jul 27 20:53:19.071556 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77e1e6e8-dc93-4654-9cee-5f93a60c626e', 'tag': 'd0604db9-6e9b-4861-ac03-120cc4acb6b7'}] {{(pid=105584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:53:19.074937 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bce5e6c8685464f7626901654159975603b047827e3138302ed6566e28f1343" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd87d8e6-8f45-48bf-8a3f-063f3f8b124b" -d '{"events": [{"name": "network-changed", "server_uuid": "77e1e6e8-dc93-4654-9cee-5f93a60c626e", "tag": "d0604db9-6e9b-4861-ac03-120cc4acb6b7"}]}' {{(pid=105584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:53:19.080933 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-75ed902a-9727-4e58-8457-fe1ca7fe81c5 req-f0982dc9-f028-4e71-9f87-ceef8585ee13 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:19.096739 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [req-4acf1339-462e-4c28-9128-3869d734e61d req-217f2e71-aeb3-4e3b-bf9e-9f2831d9173c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 401f9cf2-3e88-453b-86ec-e40da22e18ec {{(pid=105584) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 20:53:19.122294 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-4acf1339-462e-4c28-9128-3869d734e61d req-217f2e71-aeb3-4e3b-bf9e-9f2831d9173c service neutron] Notify callbacks [] for port, precommit_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:19.174894 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.provisioning_blocks [req-75ed902a-9727-4e58-8457-fe1ca7fe81c5 req-f0982dc9-f028-4e71-9f87-ceef8585ee13 service neutron] Transition to ACTIVE for port object 61063df3-592b-4de0-a4f2-adf662bc157d will not be triggered until provisioned by entity L2. {{(pid=105584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:53:19.200737 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86163e7e-1eaa-4b92-abfe-9a13300e86cb service neutron] Pushing event updated for resources: {'Port': ['ID=d0604db9-6e9b-4861-ac03-120cc4acb6b7,revision_number=3']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:53:19.207465 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-75ed902a-9727-4e58-8457-fe1ca7fe81c5 req-f0982dc9-f028-4e71-9f87-ceef8585ee13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9014027'] for port, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:19.220476 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.provisioning_blocks [req-4acf1339-462e-4c28-9128-3869d734e61d req-217f2e71-aeb3-4e3b-bf9e-9f2831d9173c service neutron] Transition to ACTIVE for port object 401f9cf2-3e88-453b-86ec-e40da22e18ec will not be triggered until provisioned by entity L2. {{(pid=105584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:53:19.244724 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-4acf1339-462e-4c28-9128-3869d734e61d req-217f2e71-aeb3-4e3b-bf9e-9f2831d9173c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9014027'] for port, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:19.293137 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0982dc9-f028-4e71-9f87-ceef8585ee13 service neutron] Pushing event updated for resources: {'Port': ['ID=61063df3-592b-4de0-a4f2-adf662bc157d,revision_number=2']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:53:19.377999 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ed902a-9727-4e58-8457-fe1ca7fe81c5 req-edc8859c-4334-4ae5-a25d-dbf00f954d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:19.379789 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-75ed902a-9727-4e58-8457-fe1ca7fe81c5 req-edc8859c-4334-4ae5-a25d-dbf00f954d2d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7f728b4f036e433cbd9e09c516f9ce38&device_id=77e1e6e8-dc93-4654-9cee-5f93a60c626e HTTP/1.1" status: 200 len: 1100 time: 0.2518117 Jul 27 20:53:19.471307 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-2c55cfa9-0b19-46d2-981f-be4a229c39bb req-f6878c75-6754-4e24-a082-04bd6d51c278 tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] 10.222.0.59 "GET /v2.0/security-groups?id=dea81a77-85b4-4e12-8e1d-b19e89484a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4579089 Jul 27 20:53:19.549530 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-75ed902a-9727-4e58-8457-fe1ca7fe81c5 req-5dd571ec-a358-486a-a007-9de171a6691d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.195&port_id=d0604db9-6e9b-4861-ac03-120cc4acb6b7 HTTP/1.1" status: 200 len: 217 time: 0.1575747 Jul 27 20:53:19.551373 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 20:53:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f83002f1-0f6b-4dbc-ba6e-ab2824d6ce80 x-openstack-request-id: req-f83002f1-0f6b-4dbc-ba6e-ab2824d6ce80 {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:53:19.551886 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77e1e6e8-dc93-4654-9cee-5f93a60c626e", "tag": "d0604db9-6e9b-4861-ac03-120cc4acb6b7", "status": "completed", "code": 200}]} {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:53:19.552713 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-f83002f1-0f6b-4dbc-ba6e-ab2824d6ce80 {{(pid=105584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:53:19.553209 n-d-705658-22 neutron-server[105584]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77e1e6e8-dc93-4654-9cee-5f93a60c626e', 'tag': 'd0604db9-6e9b-4861-ac03-120cc4acb6b7', 'status': 'completed', 'code': 200} Jul 27 20:53:19.555935 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217f2e71-aeb3-4e3b-bf9e-9f2831d9173c service neutron] Pushing event updated for resources: {'Port': ['ID=401f9cf2-3e88-453b-86ec-e40da22e18ec,revision_number=2']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:53:19.624617 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-fc3526ff-42dc-400f-8e28-860ffef8db83 req-0c61c305-98d1-4c8b-bd52-314b01e9d644 tempest-ServersAdminNegativeTestJSON-1736809839 tempest-ServersAdminNegativeTestJSON-1736809839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:19.638173 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] get_ports_and_sgs() called for port_ids ['b8fe6458-953c-4840-bb62-60a4427c54f2'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 20:53:19.662876 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [req-4acf1339-462e-4c28-9128-3869d734e61d req-217f2e71-aeb3-4e3b-bf9e-9f2831d9173c service neutron] Attempting to bind port 401f9cf2-3e88-453b-86ec-e40da22e18ec on host n-h1-705658-22 for vnic_type normal with profile {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:53:19.663511 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [req-4acf1339-462e-4c28-9128-3869d734e61d req-217f2e71-aeb3-4e3b-bf9e-9f2831d9173c service neutron] Attempting to bind port 401f9cf2-3e88-453b-86ec-e40da22e18ec by drivers openvswitch,hyperv on host n-h1-705658-22 at level 0 using segments [{'id': '30512320-4797-4523-818e-63eb7bdafb2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '8e591ae5-ff89-4a25-b3ce-4b1625915957'}] {{(pid=105584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:53:19.664014 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4acf1339-462e-4c28-9128-3869d734e61d req-217f2e71-aeb3-4e3b-bf9e-9f2831d9173c service neutron] Attempting to bind port 401f9cf2-3e88-453b-86ec-e40da22e18ec on network 8e591ae5-ff89-4a25-b3ce-4b1625915957 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:53:19.683400 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4acf1339-462e-4c28-9128-3869d734e61d req-217f2e71-aeb3-4e3b-bf9e-9f2831d9173c service neutron] Port 401f9cf2-3e88-453b-86ec-e40da22e18ec on network 8e591ae5-ff89-4a25-b3ce-4b1625915957 not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-22 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 20:53:19.683400 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4acf1339-462e-4c28-9128-3869d734e61d req-217f2e71-aeb3-4e3b-bf9e-9f2831d9173c service neutron] Attempting to bind port 401f9cf2-3e88-453b-86ec-e40da22e18ec on network 8e591ae5-ff89-4a25-b3ce-4b1625915957 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:53:19.685393 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-ef5581b6-b971-498c-b929-739311ac7981 req-2bd12c4f-b109-41b7-b96d-a54fbea8a798 service neutron] 10.222.0.36 "GET /v2.0/ports/a40266cd-c917-4c2e-88d1-4a2bc632acb5/bindings/n-h2-705658-22 HTTP/1.1" status: 200 len: 385 time: 0.6277554 Jul 27 20:53:19.689037 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c61c305-98d1-4c8b-bd52-314b01e9d644 tempest-ServersAdminNegativeTestJSON-1736809839 tempest-ServersAdminNegativeTestJSON-1736809839-project] Pushing event deleted for resources: {'Port': ['ID=b8fe6458-953c-4840-bb62-60a4427c54f2,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:53:19.711288 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4acf1339-462e-4c28-9128-3869d734e61d req-217f2e71-aeb3-4e3b-bf9e-9f2831d9173c service neutron] Checking agent: {'id': '9d9bc37f-4d75-44ef-9f63-799aab3e316f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 49, 36), 'started_at': datetime.datetime(2021, 7, 27, 20, 49, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 53, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:53:19.711890 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4acf1339-462e-4c28-9128-3869d734e61d req-217f2e71-aeb3-4e3b-bf9e-9f2831d9173c service neutron] Checking segment: {'id': '30512320-4797-4523-818e-63eb7bdafb2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '8e591ae5-ff89-4a25-b3ce-4b1625915957'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:53:19.712436 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4acf1339-462e-4c28-9128-3869d734e61d req-217f2e71-aeb3-4e3b-bf9e-9f2831d9173c service neutron] Bound using segment: {'id': '30512320-4797-4523-818e-63eb7bdafb2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '8e591ae5-ff89-4a25-b3ce-4b1625915957'} {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:53:19.713064 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [req-4acf1339-462e-4c28-9128-3869d734e61d req-217f2e71-aeb3-4e3b-bf9e-9f2831d9173c service neutron] Bound port: 401f9cf2-3e88-453b-86ec-e40da22e18ec, host: n-h1-705658-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30512320-4797-4523-818e-63eb7bdafb2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '8e591ae5-ff89-4a25-b3ce-4b1625915957'}}] {{(pid=105584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:53:19.713433 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-4acf1339-462e-4c28-9128-3869d734e61d req-217f2e71-aeb3-4e3b-bf9e-9f2831d9173c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:19.733508 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [req-75ed902a-9727-4e58-8457-fe1ca7fe81c5 req-f0982dc9-f028-4e71-9f87-ceef8585ee13 service neutron] Attempting to bind port 61063df3-592b-4de0-a4f2-adf662bc157d on host n-h1-705658-22 for vnic_type normal with profile {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:53:19.733848 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [req-75ed902a-9727-4e58-8457-fe1ca7fe81c5 req-f0982dc9-f028-4e71-9f87-ceef8585ee13 service neutron] Attempting to bind port 61063df3-592b-4de0-a4f2-adf662bc157d by drivers openvswitch,hyperv on host n-h1-705658-22 at level 0 using segments [{'id': '86b1e6f6-d629-4b03-8944-4cdfbfb93d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '4d64aa0b-bd6a-468e-8edc-c83689947462'}] {{(pid=105584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:53:19.734185 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75ed902a-9727-4e58-8457-fe1ca7fe81c5 req-f0982dc9-f028-4e71-9f87-ceef8585ee13 service neutron] Attempting to bind port 61063df3-592b-4de0-a4f2-adf662bc157d on network 4d64aa0b-bd6a-468e-8edc-c83689947462 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:53:19.760346 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ed902a-9727-4e58-8457-fe1ca7fe81c5 req-f91dfe35-3861-4b69-b515-81f5ca3b614b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:19.761833 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-75ed902a-9727-4e58-8457-fe1ca7fe81c5 req-f91dfe35-3861-4b69-b515-81f5ca3b614b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=26644ba0-4185-4e10-8718-6ad18d01376c HTTP/1.1" status: 200 len: 843 time: 0.1994913 Jul 27 20:53:19.764448 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75ed902a-9727-4e58-8457-fe1ca7fe81c5 req-f0982dc9-f028-4e71-9f87-ceef8585ee13 service neutron] Port 61063df3-592b-4de0-a4f2-adf662bc157d on network 4d64aa0b-bd6a-468e-8edc-c83689947462 not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-22 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 20:53:19.764783 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75ed902a-9727-4e58-8457-fe1ca7fe81c5 req-f0982dc9-f028-4e71-9f87-ceef8585ee13 service neutron] Attempting to bind port 61063df3-592b-4de0-a4f2-adf662bc157d on network 4d64aa0b-bd6a-468e-8edc-c83689947462 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:53:19.805118 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75ed902a-9727-4e58-8457-fe1ca7fe81c5 req-f0982dc9-f028-4e71-9f87-ceef8585ee13 service neutron] Checking agent: {'id': '9d9bc37f-4d75-44ef-9f63-799aab3e316f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 49, 36), 'started_at': datetime.datetime(2021, 7, 27, 20, 49, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 53, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:53:19.805543 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75ed902a-9727-4e58-8457-fe1ca7fe81c5 req-f0982dc9-f028-4e71-9f87-ceef8585ee13 service neutron] Checking segment: {'id': '86b1e6f6-d629-4b03-8944-4cdfbfb93d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '4d64aa0b-bd6a-468e-8edc-c83689947462'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:53:19.806074 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75ed902a-9727-4e58-8457-fe1ca7fe81c5 req-f0982dc9-f028-4e71-9f87-ceef8585ee13 service neutron] Bound using segment: {'id': '86b1e6f6-d629-4b03-8944-4cdfbfb93d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '4d64aa0b-bd6a-468e-8edc-c83689947462'} {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:53:19.806564 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [req-75ed902a-9727-4e58-8457-fe1ca7fe81c5 req-f0982dc9-f028-4e71-9f87-ceef8585ee13 service neutron] Bound port: 61063df3-592b-4de0-a4f2-adf662bc157d, host: n-h1-705658-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '86b1e6f6-d629-4b03-8944-4cdfbfb93d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '4d64aa0b-bd6a-468e-8edc-c83689947462'}}] {{(pid=105584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:53:19.806931 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-75ed902a-9727-4e58-8457-fe1ca7fe81c5 req-f0982dc9-f028-4e71-9f87-ceef8585ee13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:19.883294 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc3526ff-42dc-400f-8e28-860ffef8db83 req-0c61c305-98d1-4c8b-bd52-314b01e9d644 tempest-ServersAdminNegativeTestJSON-1736809839 tempest-ServersAdminNegativeTestJSON-1736809839-project] No DVR routers for this DVR port b8fe6458-953c-4840-bb62-60a4427c54f2 on host n-h1-705658-22 {{(pid=105585) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 20:53:19.891995 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8cc2bc-bce2-43a7-bfc5-205ca70f1876 req-f6d7a8c6-ec4c-4306-90f5-81f3a1a84861 tempest-ServersAdminNegativeTestJSON-1736809839 tempest-ServersAdminNegativeTestJSON-1736809839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:19.899704 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-3d8cc2bc-bce2-43a7-bfc5-205ca70f1876 req-f6d7a8c6-ec4c-4306-90f5-81f3a1a84861 tempest-ServersAdminNegativeTestJSON-1736809839 tempest-ServersAdminNegativeTestJSON-1736809839-project] 10.222.0.59 "GET /v2.0/ports?device_id=1bf9620a-2e38-4ee9-8bc0-6be060c406a7 HTTP/1.1" status: 200 len: 867 time: 0.4242561 Jul 27 20:53:19.906913 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-fc3526ff-42dc-400f-8e28-860ffef8db83 req-0c61c305-98d1-4c8b-bd52-314b01e9d644 tempest-ServersAdminNegativeTestJSON-1736809839 tempest-ServersAdminNegativeTestJSON-1736809839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:19.909008 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-fc3526ff-42dc-400f-8e28-860ffef8db83 req-0c61c305-98d1-4c8b-bd52-314b01e9d644 tempest-ServersAdminNegativeTestJSON-1736809839 tempest-ServersAdminNegativeTestJSON-1736809839-project] 10.222.0.36 "DELETE /v2.0/ports/b8fe6458-953c-4840-bb62-60a4427c54f2 HTTP/1.1" status: 204 len: 173 time: 1.3639152 Jul 27 20:53:19.910367 n-d-705658-22 neutron-server[105585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bf9620a-2e38-4ee9-8bc0-6be060c406a7', 'name': 'network-vif-deleted', 'tag': 'b8fe6458-953c-4840-bb62-60a4427c54f2'}] {{(pid=105585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:53:19.913214 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d66fd65881426bfc2b5388084a3654e5eae521106a15a3dbf0eb4cde7106c36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55f77b40-9ae9-4c75-8d4c-b0ad701f9057" -d '{"events": [{"server_uuid": "1bf9620a-2e38-4ee9-8bc0-6be060c406a7", "name": "network-vif-deleted", "tag": "b8fe6458-953c-4840-bb62-60a4427c54f2"}]}' {{(pid=105585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:53:19.955425 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [req-4acf1339-462e-4c28-9128-3869d734e61d req-217f2e71-aeb3-4e3b-bf9e-9f2831d9173c service neutron] For port 401f9cf2-3e88-453b-86ec-e40da22e18ec, host n-h1-705658-22, cleared binding levels {{(pid=105584) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:53:19.994622 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65c9f4c-7c59-4c35-91a3-a8d0bd69a423 req-0bf811f9-6df2-4ff5-b54c-d7d9e1a9c9d5 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:20.001728 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-c65c9f4c-7c59-4c35-91a3-a8d0bd69a423 req-0bf811f9-6df2-4ff5-b54c-d7d9e1a9c9d5 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] 10.222.0.59 "GET /v2.0/ports?device_id=90df5073-6143-4b20-b10d-a2a3e91a9c78 HTTP/1.1" status: 200 len: 948 time: 0.3181236 Jul 27 20:53:20.012512 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-3d8cc2bc-bce2-43a7-bfc5-205ca70f1876 req-ccc75bd2-2513-42e2-91c0-571c1d1cb37b tempest-ServersAdminNegativeTestJSON-1736809839 tempest-ServersAdminNegativeTestJSON-1736809839-project] 10.222.0.59 "GET /v2.0/security-groups?id=243dab04-9884-44a9-8d02-cc354c808379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119039 Jul 27 20:53:20.028621 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [req-4acf1339-462e-4c28-9128-3869d734e61d req-217f2e71-aeb3-4e3b-bf9e-9f2831d9173c service neutron] For port 401f9cf2-3e88-453b-86ec-e40da22e18ec, host n-h1-705658-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=401f9cf2-3e88-453b-86ec-e40da22e18ec,segment=NetworkSegment(30512320-4797-4523-818e-63eb7bdafb2b),segment_id=30512320-4797-4523-818e-63eb7bdafb2b)] {{(pid=105584) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:53:20.069659 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-4acf1339-462e-4c28-9128-3869d734e61d req-217f2e71-aeb3-4e3b-bf9e-9f2831d9173c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9014027'] for port, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:20.133857 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [req-75ed902a-9727-4e58-8457-fe1ca7fe81c5 req-f0982dc9-f028-4e71-9f87-ceef8585ee13 service neutron] For port 61063df3-592b-4de0-a4f2-adf662bc157d, host n-h1-705658-22, cleared binding levels {{(pid=105584) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:53:20.138793 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-c65c9f4c-7c59-4c35-91a3-a8d0bd69a423 req-06de81c9-b088-474b-865a-e74142c3058c tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] 10.222.0.59 "GET /v2.0/security-groups?id=c6534cb3-b44e-4a83-b57e-ddb72c2ad843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315434 Jul 27 20:53:20.142422 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ed902a-9727-4e58-8457-fe1ca7fe81c5 req-675ef173-632c-4fa8-9b73-ccc511007ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:20.144113 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-75ed902a-9727-4e58-8457-fe1ca7fe81c5 req-675ef173-632c-4fa8-9b73-ccc511007ec7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4d64aa0b-bd6a-468e-8edc-c83689947462&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3734424 Jul 27 20:53:20.149357 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acf1339-462e-4c28-9128-3869d734e61d req-217f2e71-aeb3-4e3b-bf9e-9f2831d9173c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:20.150032 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-4acf1339-462e-4c28-9128-3869d734e61d req-217f2e71-aeb3-4e3b-bf9e-9f2831d9173c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:20.151417 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-4acf1339-462e-4c28-9128-3869d734e61d req-217f2e71-aeb3-4e3b-bf9e-9f2831d9173c service neutron] 10.222.0.36 "PUT /v2.0/ports/401f9cf2-3e88-453b-86ec-e40da22e18ec HTTP/1.1" status: 200 len: 1092 time: 2.3531435 Jul 27 20:53:20.176893 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [req-75ed902a-9727-4e58-8457-fe1ca7fe81c5 req-f0982dc9-f028-4e71-9f87-ceef8585ee13 service neutron] For port 61063df3-592b-4de0-a4f2-adf662bc157d, host n-h1-705658-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=61063df3-592b-4de0-a4f2-adf662bc157d,segment=NetworkSegment(86b1e6f6-d629-4b03-8944-4cdfbfb93d02),segment_id=86b1e6f6-d629-4b03-8944-4cdfbfb93d02)] {{(pid=105584) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:53:20.195355 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-75ed902a-9727-4e58-8457-fe1ca7fe81c5 req-f0982dc9-f028-4e71-9f87-ceef8585ee13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9014027'] for port, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:20.270572 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.db [req-ef5581b6-b971-498c-b929-739311ac7981 req-8986cc72-b124-4d27-bfe6-f968602bddef service neutron] For port a40266cd-c917-4c2e-88d1-4a2bc632acb5, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=a40266cd-c917-4c2e-88d1-4a2bc632acb5,segment=NetworkSegment(7ddd3554-64b5-4ff7-9735-f58b31de803c),segment_id=7ddd3554-64b5-4ff7-9735-f58b31de803c)] {{(pid=105585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:53:20.287485 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ed902a-9727-4e58-8457-fe1ca7fe81c5 req-f0982dc9-f028-4e71-9f87-ceef8585ee13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:20.288110 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-75ed902a-9727-4e58-8457-fe1ca7fe81c5 req-f0982dc9-f028-4e71-9f87-ceef8585ee13 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:20.289940 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-75ed902a-9727-4e58-8457-fe1ca7fe81c5 req-f0982dc9-f028-4e71-9f87-ceef8585ee13 service neutron] 10.222.0.36 "PUT /v2.0/ports/61063df3-592b-4de0-a4f2-adf662bc157d HTTP/1.1" status: 200 len: 1096 time: 2.5441768 Jul 27 20:53:20.315392 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217f2e71-aeb3-4e3b-bf9e-9f2831d9173c service neutron] Pushing event updated for resources: {'Port': ['ID=401f9cf2-3e88-453b-86ec-e40da22e18ec,revision_number=3']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:53:20.422988 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.db [req-ef5581b6-b971-498c-b929-739311ac7981 req-8986cc72-b124-4d27-bfe6-f968602bddef service neutron] For port a40266cd-c917-4c2e-88d1-4a2bc632acb5, host n-h1-705658-22, cleared binding levels {{(pid=105585) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:53:20.465231 n-d-705658-22 neutron-server[105585]: DEBUG neutron.notifiers.nova [req-ef5581b6-b971-498c-b929-739311ac7981 req-8986cc72-b124-4d27-bfe6-f968602bddef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a40266cd-c917-4c2e-88d1-4a2bc632acb5 {{(pid=105585) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 20:53:20.479868 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.db [req-ef5581b6-b971-498c-b929-739311ac7981 req-8986cc72-b124-4d27-bfe6-f968602bddef service neutron] For port a40266cd-c917-4c2e-88d1-4a2bc632acb5, host n-h2-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=a40266cd-c917-4c2e-88d1-4a2bc632acb5,segment=NetworkSegment(7ddd3554-64b5-4ff7-9735-f58b31de803c),segment_id=7ddd3554-64b5-4ff7-9735-f58b31de803c)] {{(pid=105585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:53:20.552781 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-ef5581b6-b971-498c-b929-739311ac7981 req-8986cc72-b124-4d27-bfe6-f968602bddef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:20.566412 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0982dc9-f028-4e71-9f87-ceef8585ee13 service neutron] Pushing event updated for resources: {'Port': ['ID=61063df3-592b-4de0-a4f2-adf662bc157d,revision_number=3']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:53:20.587054 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-75ed902a-9727-4e58-8457-fe1ca7fe81c5 req-3197f34b-adf9-4753-a7f0-4e2fc747a030 service neutron] 10.222.0.36 "GET /v2.0/networks/4d64aa0b-bd6a-468e-8edc-c83689947462?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4263885 Jul 27 20:53:20.722281 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f872cb-a906-4f50-ae9f-1a1682600b06 req-73e8d4c9-b4b1-4236-bdca-0442511634f3 tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:20.723957 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e5f872cb-a906-4f50-ae9f-1a1682600b06 req-73e8d4c9-b4b1-4236-bdca-0442511634f3 tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] 10.222.0.59 "GET /v2.0/ports?device_id=bb7c627d-1bb5-4ac1-b277-e1b05fefd6bc HTTP/1.1" status: 200 len: 943 time: 0.3174605 Jul 27 20:53:20.733171 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acf1339-462e-4c28-9128-3869d734e61d req-5843d7e2-3c6f-4f6d-81ca-7bae8725a4d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:20.743784 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3f7731-9323-4618-a6eb-5fd8f5afbf2c req-bd090acf-f817-489e-8973-2426b192eb35 tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:20.745003 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-4acf1339-462e-4c28-9128-3869d734e61d req-5843d7e2-3c6f-4f6d-81ca-7bae8725a4d6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b02d9256766347f197eb5fbdd02cbc7a&device_id=6e7f21e0-a9a4-4507-862c-a1b74a2de6ab HTTP/1.1" status: 200 len: 1095 time: 0.4904239 Jul 27 20:53:20.751553 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-dd3f7731-9323-4618-a6eb-5fd8f5afbf2c req-bd090acf-f817-489e-8973-2426b192eb35 tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] 10.222.0.59 "GET /v2.0/ports?device_id=6e7f21e0-a9a4-4507-862c-a1b74a2de6ab HTTP/1.1" status: 200 len: 943 time: 0.4832647 Jul 27 20:53:20.761533 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ed902a-9727-4e58-8457-fe1ca7fe81c5 req-399e11f0-317d-4107-b61c-c720d09bbada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:20.763070 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-75ed902a-9727-4e58-8457-fe1ca7fe81c5 req-399e11f0-317d-4107-b61c-c720d09bbada service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7f728b4f036e433cbd9e09c516f9ce38&device_id=807dbec7-9be9-4be0-8a5f-ae4933de34d0 HTTP/1.1" status: 200 len: 1099 time: 0.3897033 Jul 27 20:53:20.764049 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.provisioning_blocks [req-ef5581b6-b971-498c-b929-739311ac7981 req-8986cc72-b124-4d27-bfe6-f968602bddef service neutron] Transition to ACTIVE for port object a40266cd-c917-4c2e-88d1-4a2bc632acb5 will not be triggered until provisioned by entity L2. {{(pid=105585) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:53:20.782115 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-ef5581b6-b971-498c-b929-739311ac7981 req-8986cc72-b124-4d27-bfe6-f968602bddef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10221672'] for port, after_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:20.818429 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-4acf1339-462e-4c28-9128-3869d734e61d req-ce795eb8-ad2b-4dd5-a1ad-496592a6cdfa service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=401f9cf2-3e88-453b-86ec-e40da22e18ec HTTP/1.1" status: 200 len: 217 time: 0.0538440 Jul 27 20:53:20.819099 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Device 7c8a5e21-eb13-4770-9477-daf1bab77ba3 details requested by agent hyperv_n-h2-705658-22 with host n-h2-705658-22 {{(pid=105586) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 20:53:20.863690 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-75ed902a-9727-4e58-8457-fe1ca7fe81c5 req-bffdaf69-6929-4059-8af2-bb439b498b1d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.82&port_id=61063df3-592b-4de0-a4f2-adf662bc157d HTTP/1.1" status: 200 len: 217 time: 0.0581973 Jul 27 20:53:20.908447 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e5f872cb-a906-4f50-ae9f-1a1682600b06 req-ffc8ea80-c997-4c01-8f15-c17027a8a8af tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] 10.222.0.59 "GET /v2.0/security-groups?id=594c38b0-00a0-4e02-9d5e-673f3a5e469c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734858 Jul 27 20:53:20.946436 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-75ed902a-9727-4e58-8457-fe1ca7fe81c5 req-03d9f4b5-1d69-498a-8527-af10bb6dada8 service neutron] 10.222.0.36 "GET /v2.0/networks/4d64aa0b-bd6a-468e-8edc-c83689947462?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3450778 Jul 27 20:53:20.947307 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-dd3f7731-9323-4618-a6eb-5fd8f5afbf2c req-3646f78d-c1ea-4145-8a10-a266443b1671 tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] 10.222.0.59 "GET /v2.0/security-groups?id=1749b80d-91c6-4bd3-8e8d-666bd095400f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1721528 Jul 27 20:53:20.956259 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acf1339-462e-4c28-9128-3869d734e61d req-e1971b5c-538f-4f11-989d-665ff12931b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:20.957671 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-4acf1339-462e-4c28-9128-3869d734e61d req-e1971b5c-538f-4f11-989d-665ff12931b3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ffc7070b-0d02-4acb-a66a-19178d3b9317 HTTP/1.1" status: 200 len: 860 time: 0.1083329 Jul 27 20:53:20.969000 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ed902a-9727-4e58-8457-fe1ca7fe81c5 req-0691c4a6-f5e0-408d-af8e-c641c1e90db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:20.970477 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-75ed902a-9727-4e58-8457-fe1ca7fe81c5 req-0691c4a6-f5e0-408d-af8e-c641c1e90db7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=26644ba0-4185-4e10-8718-6ad18d01376c HTTP/1.1" status: 200 len: 843 time: 0.0827119 Jul 27 20:53:21.000494 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 20:53:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10ce4074-1598-4a5a-84c5-30db7a43d56d x-openstack-request-id: req-10ce4074-1598-4a5a-84c5-30db7a43d56d {{(pid=105585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:53:21.007421 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bf9620a-2e38-4ee9-8bc0-6be060c406a7", "name": "network-vif-deleted", "tag": "b8fe6458-953c-4840-bb62-60a4427c54f2", "status": "completed", "code": 200}]} {{(pid=105585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:53:21.007763 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-10ce4074-1598-4a5a-84c5-30db7a43d56d {{(pid=105585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:53:21.008821 n-d-705658-22 neutron-server[105585]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bf9620a-2e38-4ee9-8bc0-6be060c406a7', 'name': 'network-vif-deleted', 'tag': 'b8fe6458-953c-4840-bb62-60a4427c54f2', 'status': 'completed', 'code': 200} Jul 27 20:53:21.015507 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-4acf1339-462e-4c28-9128-3869d734e61d req-44e885f1-f4f2-4f65-82cc-0f9e1f72c238 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8e591ae5-ff89-4a25-b3ce-4b1625915957&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0498183 Jul 27 20:53:21.081006 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] For port 7c8a5e21-eb13-4770-9477-daf1bab77ba3, host n-h2-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=7c8a5e21-eb13-4770-9477-daf1bab77ba3,segment=NetworkSegment(86b1e6f6-d629-4b03-8944-4cdfbfb93d02),segment_id=86b1e6f6-d629-4b03-8944-4cdfbfb93d02)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:53:21.085984 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef5581b6-b971-498c-b929-739311ac7981 req-8986cc72-b124-4d27-bfe6-f968602bddef service neutron] No DVR routers for this DVR port a40266cd-c917-4c2e-88d1-4a2bc632acb5 on host n-h1-705658-22 {{(pid=105585) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 20:53:21.098795 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8986cc72-b124-4d27-bfe6-f968602bddef service neutron] Pushing event updated for resources: {'Port': ['ID=a40266cd-c917-4c2e-88d1-4a2bc632acb5,revision_number=10']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:53:21.112146 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Returning: {'device': '7c8a5e21-eb13-4770-9477-daf1bab77ba3', 'network_id': '4d64aa0b-bd6a-468e-8edc-c83689947462', 'port_id': '7c8a5e21-eb13-4770-9477-daf1bab77ba3', 'mac_address': 'fa:16:3e:35:9a:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26644ba0-4185-4e10-8718-6ad18d01376c', 'ip_address': '192.168.233.248'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105586) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 20:53:21.121448 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device efe6605a-3440-4bb8-841a-76d9e509f042 details requested by agent hyperv_n-h1-705658-22 with host n-h1-705658-22 {{(pid=105586) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 20:53:21.299032 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:21.357325 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-ef5581b6-b971-498c-b929-739311ac7981 req-8986cc72-b124-4d27-bfe6-f968602bddef service neutron] 10.222.0.36 "PUT /v2.0/ports/a40266cd-c917-4c2e-88d1-4a2bc632acb5/bindings/n-h2-705658-22/activate HTTP/1.1" status: 200 len: 370 time: 1.6550066 Jul 27 20:53:21.406236 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e809810-2d63-441f-894c-aa664fc6c2d4 req-28c3fd89-dc95-451e-af19-a5f127464481 tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:21.416267 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-9e809810-2d63-441f-894c-aa664fc6c2d4 req-28c3fd89-dc95-451e-af19-a5f127464481 tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] 10.222.0.59 "GET /v2.0/ports?device_id=77e1e6e8-dc93-4654-9cee-5f93a60c626e HTTP/1.1" status: 200 len: 948 time: 0.3314414 Jul 27 20:53:21.438172 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [None req-3d54578f-831f-4696-b568-13c455922dab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c8a5e21-eb13-4770-9477-daf1bab77ba3 {{(pid=105586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 20:53:21.489605 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-9e809810-2d63-441f-894c-aa664fc6c2d4 req-ed2d3419-6a36-493c-88e9-7bb610ad8299 tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] 10.222.0.59 "GET /v2.0/security-groups?id=dea81a77-85b4-4e12-8e1d-b19e89484a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678642 Jul 27 20:53:21.500096 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] For port 7c8a5e21-eb13-4770-9477-daf1bab77ba3, host n-h2-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=7c8a5e21-eb13-4770-9477-daf1bab77ba3,segment=NetworkSegment(86b1e6f6-d629-4b03-8944-4cdfbfb93d02),segment_id=86b1e6f6-d629-4b03-8944-4cdfbfb93d02)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:53:21.507873 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:21.557558 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e7f21e0-a9a4-4507-862c-a1b74a2de6ab', 'tag': '401f9cf2-3e88-453b-86ec-e40da22e18ec'}, {'name': 'network-changed', 'server_uuid': '807dbec7-9be9-4be0-8a5f-ae4933de34d0', 'tag': '61063df3-592b-4de0-a4f2-adf662bc157d'}] {{(pid=105584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:53:21.560342 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bce5e6c8685464f7626901654159975603b047827e3138302ed6566e28f1343" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-112d2785-94f7-49c9-ad9a-fb4b26974220" -d '{"events": [{"name": "network-changed", "server_uuid": "6e7f21e0-a9a4-4507-862c-a1b74a2de6ab", "tag": "401f9cf2-3e88-453b-86ec-e40da22e18ec"}, {"name": "network-changed", "server_uuid": "807dbec7-9be9-4be0-8a5f-ae4933de34d0", "tag": "61063df3-592b-4de0-a4f2-adf662bc157d"}]}' {{(pid=105584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:53:21.604396 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-4acf1339-462e-4c28-9128-3869d734e61d req-0fa8b93f-32f2-4557-aa4a-bcb0d805fe34 service neutron] 10.222.0.36 "GET /v2.0/networks/8e591ae5-ff89-4a25-b3ce-4b1625915957?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5336812 Jul 27 20:53:21.618630 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ed902a-9727-4e58-8457-fe1ca7fe81c5 req-b03a65e9-783b-49d6-aaa4-3b8fa6eee6d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:21.620211 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-75ed902a-9727-4e58-8457-fe1ca7fe81c5 req-b03a65e9-783b-49d6-aaa4-3b8fa6eee6d5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4d64aa0b-bd6a-468e-8edc-c83689947462&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.6419275 Jul 27 20:53:21.625628 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd87d8e6-8f45-48bf-8a3f-063f3f8b124b req-1d3e4b27-0d27-48fa-b737-b7830be7c421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:21.627273 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-dd87d8e6-8f45-48bf-8a3f-063f3f8b124b req-1d3e4b27-0d27-48fa-b737-b7830be7c421 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7f728b4f036e433cbd9e09c516f9ce38&device_id=77e1e6e8-dc93-4654-9cee-5f93a60c626e HTTP/1.1" status: 200 len: 1100 time: 0.5735223 Jul 27 20:53:21.689332 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] For port efe6605a-3440-4bb8-841a-76d9e509f042, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=efe6605a-3440-4bb8-841a-76d9e509f042,segment=NetworkSegment(86b1e6f6-d629-4b03-8944-4cdfbfb93d02),segment_id=86b1e6f6-d629-4b03-8944-4cdfbfb93d02)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:53:21.706935 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Pushing event updated for resources: {'Port': ['ID=7c8a5e21-eb13-4770-9477-daf1bab77ba3,revision_number=4']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:53:21.729576 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Returning: {'device': 'efe6605a-3440-4bb8-841a-76d9e509f042', 'network_id': '4d64aa0b-bd6a-468e-8edc-c83689947462', 'port_id': 'efe6605a-3440-4bb8-841a-76d9e509f042', 'mac_address': 'fa:16:3e:51:14:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26644ba0-4185-4e10-8718-6ad18d01376c', 'ip_address': '192.168.233.44'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105586) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 20:53:21.734013 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a6a788-a1d8-4d86-ad09-75f88c484789 req-a2bfcc43-c788-4ef8-b054-244b3bae10c8 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:21.744262 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a2a6a788-a1d8-4d86-ad09-75f88c484789 req-a2bfcc43-c788-4ef8-b054-244b3bae10c8 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] 10.222.0.59 "GET /v2.0/ports?device_id=90df5073-6143-4b20-b10d-a2a3e91a9c78 HTTP/1.1" status: 200 len: 949 time: 0.1173205 Jul 27 20:53:21.790260 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a2a6a788-a1d8-4d86-ad09-75f88c484789 req-06cdf838-6942-4043-a772-9f49a3597671 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] 10.222.0.59 "GET /v2.0/security-groups?id=c6534cb3-b44e-4a83-b57e-ddb72c2ad843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450242 Jul 27 20:53:21.825205 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:21.864421 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id efe6605a-3440-4bb8-841a-76d9e509f042 {{(pid=105586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 20:53:21.918330 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] For port efe6605a-3440-4bb8-841a-76d9e509f042, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=efe6605a-3440-4bb8-841a-76d9e509f042,segment=NetworkSegment(86b1e6f6-d629-4b03-8944-4cdfbfb93d02),segment_id=86b1e6f6-d629-4b03-8944-4cdfbfb93d02)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:53:21.919077 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-75ed902a-9727-4e58-8457-fe1ca7fe81c5 req-daa3ef59-4a56-4d88-bcca-f060372ea890 service neutron] 10.222.0.36 "GET /v2.0/networks/4d64aa0b-bd6a-468e-8edc-c83689947462?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1529329 Jul 27 20:53:21.925863 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:21.928733 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 27 Jul 2021 20:53:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f83f885b-7c7b-45f8-a664-fff4d8ec35ed x-openstack-request-id: req-f83f885b-7c7b-45f8-a664-fff4d8ec35ed {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:53:21.929038 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e7f21e0-a9a4-4507-862c-a1b74a2de6ab", "tag": "401f9cf2-3e88-453b-86ec-e40da22e18ec", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "807dbec7-9be9-4be0-8a5f-ae4933de34d0", "tag": "61063df3-592b-4de0-a4f2-adf662bc157d", "status": "completed", "code": 200}]} {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:53:21.929413 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-f83f885b-7c7b-45f8-a664-fff4d8ec35ed {{(pid=105584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:53:21.929798 n-d-705658-22 neutron-server[105584]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e7f21e0-a9a4-4507-862c-a1b74a2de6ab', 'tag': '401f9cf2-3e88-453b-86ec-e40da22e18ec', 'status': 'completed', 'code': 200} Jul 27 20:53:21.930235 n-d-705658-22 neutron-server[105584]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '807dbec7-9be9-4be0-8a5f-ae4933de34d0', 'tag': '61063df3-592b-4de0-a4f2-adf662bc157d', 'status': 'completed', 'code': 200} Jul 27 20:53:22.000582 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-4acf1339-462e-4c28-9128-3869d734e61d req-2c7186f9-7c58-4235-9f87-f1ede9e8f5d2 service neutron] 10.222.0.36 "GET /v2.0/networks/8e591ae5-ff89-4a25-b3ce-4b1625915957?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3787179 Jul 27 20:53:22.046623 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 60136) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:53:22.084283 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5581b6-b971-498c-b929-739311ac7981 req-c5936365-7e07-4c10-aa8c-23e3c4c9e576 tempest-LiveMigrationTest-297508949 tempest-LiveMigrationTest-297508949-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:22.085860 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-ef5581b6-b971-498c-b929-739311ac7981 req-c5936365-7e07-4c10-aa8c-23e3c4c9e576 tempest-LiveMigrationTest-297508949 tempest-LiveMigrationTest-297508949-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=bb7c627d-1bb5-4ac1-b277-e1b05fefd6bc&tenant_id=0ae9964322044591b167626dd714310e&binding%3Ahost_id=n-h1-705658-22 HTTP/1.1" status: 200 len: 1096 time: 0.6367197 Jul 27 20:53:22.121885 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Pushing event updated for resources: {'Port': ['ID=efe6605a-3440-4bb8-841a-76d9e509f042,revision_number=6']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:53:22.137040 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] get_ports_and_sgs() called for port_ids ['7c8a5e21-eb13-4770-9477-daf1bab77ba3'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 20:53:22.207472 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] get_ports_and_sgs() called for port_ids ['efe6605a-3440-4bb8-841a-76d9e509f042'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 20:53:22.230923 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9dc1ba0-2f7c-456f-95e2-b5633d99c117 req-9f357202-64e4-4b59-976a-6ddb3e56a461 tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:22.238987 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b9dc1ba0-2f7c-456f-95e2-b5633d99c117 req-9f357202-64e4-4b59-976a-6ddb3e56a461 tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] 10.222.0.59 "GET /v2.0/ports?device_id=6e7f21e0-a9a4-4507-862c-a1b74a2de6ab HTTP/1.1" status: 200 len: 943 time: 0.1555042 Jul 27 20:53:22.257670 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57fc418-9ec8-400d-9b5d-a43f7a01aaf9 req-023e226d-25cb-4237-9e81-e8e604184b33 tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:22.265165 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b57fc418-9ec8-400d-9b5d-a43f7a01aaf9 req-023e226d-25cb-4237-9e81-e8e604184b33 tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] 10.222.0.59 "GET /v2.0/ports?device_id=bb7c627d-1bb5-4ac1-b277-e1b05fefd6bc HTTP/1.1" status: 200 len: 944 time: 0.1647778 Jul 27 20:53:22.292195 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd87d8e6-8f45-48bf-8a3f-063f3f8b124b req-f5f0bebd-a91b-4d55-bb3b-d9f5873a2fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:22.298902 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-dd87d8e6-8f45-48bf-8a3f-063f3f8b124b req-f5f0bebd-a91b-4d55-bb3b-d9f5873a2fa8 service neutron] 10.222.0.36 "GET /v2.0/networks?id=4d64aa0b-bd6a-468e-8edc-c83689947462 HTTP/1.1" status: 200 len: 870 time: 0.5379372 Jul 27 20:53:22.336833 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b57fc418-9ec8-400d-9b5d-a43f7a01aaf9 req-4d1ae9af-8f49-4545-890d-d03b4e7769b2 tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] 10.222.0.59 "GET /v2.0/security-groups?id=594c38b0-00a0-4e02-9d5e-673f3a5e469c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660677 Jul 27 20:53:22.380447 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b9dc1ba0-2f7c-456f-95e2-b5633d99c117 req-25261aaa-fb65-4ce1-b952-69c8b95596f9 tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] 10.222.0.59 "GET /v2.0/security-groups?id=1749b80d-91c6-4bd3-8e8d-666bd095400f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347744 Jul 27 20:53:22.431266 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-75ed902a-9727-4e58-8457-fe1ca7fe81c5 req-43558cc6-0ecc-4a56-afd9-78f4b4322f62 service neutron] 10.222.0.36 "GET /v2.0/networks/4d64aa0b-bd6a-468e-8edc-c83689947462?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4996662 Jul 27 20:53:22.442075 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5581b6-b971-498c-b929-739311ac7981 req-fe4ba9b8-cca0-4b3b-b422-3affba70b3bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:22.444429 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-ef5581b6-b971-498c-b929-739311ac7981 req-fe4ba9b8-cca0-4b3b-b422-3affba70b3bf service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=bb7c627d-1bb5-4ac1-b277-e1b05fefd6bc&tenant_id=0ae9964322044591b167626dd714310e HTTP/1.1" status: 200 len: 1096 time: 0.3375945 Jul 27 20:53:22.446543 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112d2785-94f7-49c9-ad9a-fb4b26974220 req-77fa6927-9205-4325-8fca-c5e86b54d9e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:22.448057 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-112d2785-94f7-49c9-ad9a-fb4b26974220 req-77fa6927-9205-4325-8fca-c5e86b54d9e5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b02d9256766347f197eb5fbdd02cbc7a&device_id=6e7f21e0-a9a4-4507-862c-a1b74a2de6ab HTTP/1.1" status: 200 len: 1095 time: 0.3613613 Jul 27 20:53:22.449691 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-dd87d8e6-8f45-48bf-8a3f-063f3f8b124b req-b6dfc5e0-dcb0-4a41-9fa4-fb98d02ed882 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.195&port_id=d0604db9-6e9b-4861-ac03-120cc4acb6b7 HTTP/1.1" status: 200 len: 217 time: 0.0991371 Jul 27 20:53:22.484441 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-c29b9b64-95f0-40d0-9e93-76e499b3fa0a admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=a6da1d4963c94a1fa3296e355aea080e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4353220 Jul 27 20:53:22.487418 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 60148) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:53:22.619801 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-fbd1846d-aaad-4859-ad87-c7a2a410aa13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:22.662869 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-fbd1846d-aaad-4859-ad87-c7a2a410aa13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:22.691198 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112d2785-94f7-49c9-ad9a-fb4b26974220 req-0435982a-8612-4420-abf8-a9c8ad3d7042 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:22.693920 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-112d2785-94f7-49c9-ad9a-fb4b26974220 req-0435982a-8612-4420-abf8-a9c8ad3d7042 service neutron] 10.222.0.36 "GET /v2.0/networks?id=8e591ae5-ff89-4a25-b3ce-4b1625915957 HTTP/1.1" status: 200 len: 921 time: 0.2292781 Jul 27 20:53:22.723347 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fca0e84-19c2-4b85-9a64-760defcace78 req-228d5763-66e9-48ef-a3e9-5cc18ed45b65 tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:22.731426 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-9fca0e84-19c2-4b85-9a64-760defcace78 req-228d5763-66e9-48ef-a3e9-5cc18ed45b65 tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] 10.222.0.59 "GET /v2.0/ports?device_id=77e1e6e8-dc93-4654-9cee-5f93a60c626e HTTP/1.1" status: 200 len: 948 time: 0.1239924 Jul 27 20:53:22.775931 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-112d2785-94f7-49c9-ad9a-fb4b26974220 req-70010188-6976-4a73-b865-28ef3beab7ae service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=401f9cf2-3e88-453b-86ec-e40da22e18ec HTTP/1.1" status: 200 len: 217 time: 0.0726213 Jul 27 20:53:22.785946 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd87d8e6-8f45-48bf-8a3f-063f3f8b124b req-a0513054-9f4f-46e7-b529-c2dd0630022e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:22.787846 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-dd87d8e6-8f45-48bf-8a3f-063f3f8b124b req-a0513054-9f4f-46e7-b529-c2dd0630022e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=26644ba0-4185-4e10-8718-6ad18d01376c HTTP/1.1" status: 200 len: 843 time: 0.1814003 Jul 27 20:53:22.822180 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-fbd1846d-aaad-4859-ad87-c7a2a410aa13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:22.829882 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-fbd1846d-aaad-4859-ad87-c7a2a410aa13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:22.835482 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-fbd1846d-aaad-4859-ad87-c7a2a410aa13 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/243dab04-9884-44a9-8d02-cc354c808379 HTTP/1.1" status: 204 len: 168 time: 0.3469915 Jul 27 20:53:22.860156 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5581b6-b971-498c-b929-739311ac7981 req-4e481325-74a4-4095-b960-d3826bd9b3e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:22.861473 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-ef5581b6-b971-498c-b929-739311ac7981 req-4e481325-74a4-4095-b960-d3826bd9b3e7 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=0ae9964322044591b167626dd714310e&device_id=bb7c627d-1bb5-4ac1-b277-e1b05fefd6bc HTTP/1.1" status: 200 len: 1096 time: 0.2561171 Jul 27 20:53:22.886797 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112d2785-94f7-49c9-ad9a-fb4b26974220 req-23483922-3bcb-4e16-a46a-b60d40bdedcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:22.888255 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-112d2785-94f7-49c9-ad9a-fb4b26974220 req-23483922-3bcb-4e16-a46a-b60d40bdedcf service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ffc7070b-0d02-4acb-a66a-19178d3b9317 HTTP/1.1" status: 200 len: 860 time: 0.0994318 Jul 27 20:53:22.903479 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-9fca0e84-19c2-4b85-9a64-760defcace78 req-eb372fa6-375a-4453-a0f6-bcce04ef455b tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] 10.222.0.59 "GET /v2.0/security-groups?id=dea81a77-85b4-4e12-8e1d-b19e89484a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656659 Jul 27 20:53:22.906270 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd1846d-aaad-4859-ad87-c7a2a410aa13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=243dab04-9884-44a9-8d02-cc354c808379,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:53:23.043203 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-112d2785-94f7-49c9-ad9a-fb4b26974220 req-b44e8c18-0de0-4db6-8fbc-bad39c85c658 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8e591ae5-ff89-4a25-b3ce-4b1625915957&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1389048 Jul 27 20:53:23.102350 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device efe6605a-3440-4bb8-841a-76d9e509f042 up at agent hyperv_n-h1-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:53:23.229453 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Provisioning complete for port efe6605a-3440-4bb8-841a-76d9e509f042 triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:53:23.229824 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:23.290917 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 60174) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:53:23.337783 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b5416e-0db9-486e-a9ef-9c925496a106 req-7b35f112-2859-42ec-81bc-58aa21df8da1 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:23.341961 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-c3b5416e-0db9-486e-a9ef-9c925496a106 req-7b35f112-2859-42ec-81bc-58aa21df8da1 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] 10.222.0.59 "GET /v2.0/ports?device_id=90df5073-6143-4b20-b10d-a2a3e91a9c78 HTTP/1.1" status: 200 len: 949 time: 0.2166004 Jul 27 20:53:23.391877 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd87d8e6-8f45-48bf-8a3f-063f3f8b124b req-95ae9e24-7eea-4b0d-9d20-e0bd7e52ba28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:23.393021 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-dd87d8e6-8f45-48bf-8a3f-063f3f8b124b req-95ae9e24-7eea-4b0d-9d20-e0bd7e52ba28 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4d64aa0b-bd6a-468e-8edc-c83689947462&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5726717 Jul 27 20:53:23.422622 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:23.455368 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-c3b5416e-0db9-486e-a9ef-9c925496a106 req-2965a332-b7e0-4f3b-865e-ed4e0e1cdb4d tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] 10.222.0.59 "GET /v2.0/security-groups?id=c6534cb3-b44e-4a83-b57e-ddb72c2ad843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071520 Jul 27 20:53:23.470794 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 60182) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:53:23.501858 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd554f15e-64a0-4c6e-b463-28d8148f367b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efe6605a-3440-4bb8-841a-76d9e509f042'}] {{(pid=105586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:53:23.505173 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14c1663e039faf5393f87855f745010ac5b02220355b68fdbf065393e303ac56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ba62a13-1944-47b6-a476-64e73381d985" -d '{"events": [{"server_uuid": "d554f15e-64a0-4c6e-b463-28d8148f367b", "name": "network-vif-plugged", "status": "completed", "tag": "efe6605a-3440-4bb8-841a-76d9e509f042"}]}' {{(pid=105586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:53:23.528311 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] For port efe6605a-3440-4bb8-841a-76d9e509f042, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=efe6605a-3440-4bb8-841a-76d9e509f042,segment=NetworkSegment(86b1e6f6-d629-4b03-8944-4cdfbfb93d02),segment_id=86b1e6f6-d629-4b03-8944-4cdfbfb93d02)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:53:23.536952 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:23.537842 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device b8fe6458-953c-4840-bb62-60a4427c54f2 no longer exists at agent hyperv_n-h1-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 20:53:23.572596 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5581b6-b971-498c-b929-739311ac7981 req-fa908be8-fc3c-4ed1-af76-712d24ace322 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:23.574685 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-ef5581b6-b971-498c-b929-739311ac7981 req-fa908be8-fc3c-4ed1-af76-712d24ace322 service neutron] 10.222.0.60 "GET /v2.0/networks?id=4d297cf8-0ab0-49a0-a8db-82a17169c88a HTTP/1.1" status: 200 len: 909 time: 0.6970258 Jul 27 20:53:23.579370 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-28650df7-c46c-4981-b84f-37d87254047e None None] No Port match for: b8fe6458-953c-4840-bb62-60a4427c54f2 {{(pid=105586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 20:53:23.579713 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device b8fe6458-953c-4840-bb62-60a4427c54f2 not bound to the agent host n-h1-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 20:53:23.580209 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device a40266cd-c917-4c2e-88d1-4a2bc632acb5 no longer exists at agent hyperv_n-h1-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 20:53:23.641394 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device a40266cd-c917-4c2e-88d1-4a2bc632acb5 not bound to the agent host n-h1-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 20:53:23.643268 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Pushing event updated for resources: {'Port': ['ID=efe6605a-3440-4bb8-841a-76d9e509f042,revision_number=7']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:53:23.681360 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-83251a8b-79b8-4a55-812a-67cd20567eaf admin admin] Notify callbacks [] for security_group, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:23.682929 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-d000f613-841e-4634-8efe-5fd7eef72ad6 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=0c94e2befa704dc6be3215f44f2c768a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2106111 Jul 27 20:53:23.691047 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 60188) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:53:23.724460 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-ef5581b6-b971-498c-b929-739311ac7981 req-38343ebc-c295-43ed-af5c-900259609673 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a40266cd-c917-4c2e-88d1-4a2bc632acb5 HTTP/1.1" status: 200 len: 217 time: 0.0746241 Jul 27 20:53:23.753857 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792c5664-a91f-4626-9404-4234a406af8d req-596b8fb7-8eaa-472c-b9d8-5b728fa3faaf tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:23.756820 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-792c5664-a91f-4626-9404-4234a406af8d req-596b8fb7-8eaa-472c-b9d8-5b728fa3faaf tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] 10.222.0.59 "GET /v2.0/ports?device_id=bb7c627d-1bb5-4ac1-b277-e1b05fefd6bc HTTP/1.1" status: 200 len: 944 time: 0.1991701 Jul 27 20:53:23.805446 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5581b6-b971-498c-b929-739311ac7981 req-06cf60ef-70ff-4839-baac-d07508095c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:23.806920 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-ef5581b6-b971-498c-b929-739311ac7981 req-06cf60ef-70ff-4839-baac-d07508095c83 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ff9685c6-941b-44c9-867d-9e4581186e02 HTTP/1.1" status: 200 len: 848 time: 0.0606675 Jul 27 20:53:23.812426 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-112d2785-94f7-49c9-ad9a-fb4b26974220 req-5b09283a-2c25-44a6-b7af-252da0c79818 service neutron] 10.222.0.36 "GET /v2.0/networks/8e591ae5-ff89-4a25-b3ce-4b1625915957?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6928997 Jul 27 20:53:23.824495 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e969b7ba-67d9-4dca-a0a4-142697ac2ddb req-8931dce8-b2ce-4d8d-ab85-f3bb8aeee629 tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:23.832359 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e969b7ba-67d9-4dca-a0a4-142697ac2ddb req-8931dce8-b2ce-4d8d-ab85-f3bb8aeee629 tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] 10.222.0.59 "GET /v2.0/ports?device_id=6e7f21e0-a9a4-4507-862c-a1b74a2de6ab HTTP/1.1" status: 200 len: 943 time: 0.2020261 Jul 27 20:53:23.876581 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-792c5664-a91f-4626-9404-4234a406af8d req-68641d55-7ad6-4ad3-8ab8-4e543468cbf5 tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] 10.222.0.59 "GET /v2.0/security-groups?id=594c38b0-00a0-4e02-9d5e-673f3a5e469c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081400 Jul 27 20:53:23.892448 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-93e3f4b8-d923-488d-a1e7-d73ad1b601c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:23.894349 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-ef5581b6-b971-498c-b929-739311ac7981 req-811af6e4-3bc7-4e18-8c03-ce07d6fd65a8 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4d297cf8-0ab0-49a0-a8db-82a17169c88a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0771275 Jul 27 20:53:23.931578 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-dd87d8e6-8f45-48bf-8a3f-063f3f8b124b req-d8c88e6d-4d0e-4f41-96d2-bfaea98ed7f9 service neutron] 10.222.0.36 "GET /v2.0/networks/4d64aa0b-bd6a-468e-8edc-c83689947462?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5265839 Jul 27 20:53:23.969004 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e969b7ba-67d9-4dca-a0a4-142697ac2ddb req-2dca587c-8135-4098-944a-4b24afb83fec tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] 10.222.0.59 "GET /v2.0/security-groups?id=1749b80d-91c6-4bd3-8e8d-666bd095400f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306357 Jul 27 20:53:23.975691 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 20:53:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab0cce49-1f7e-42cb-92ff-24e4c3ca10ab x-openstack-request-id: req-ab0cce49-1f7e-42cb-92ff-24e4c3ca10ab {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:53:23.975979 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d554f15e-64a0-4c6e-b463-28d8148f367b", "name": "network-vif-plugged", "status": "completed", "tag": "efe6605a-3440-4bb8-841a-76d9e509f042", "code": 200}]} {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:53:23.976225 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-ab0cce49-1f7e-42cb-92ff-24e4c3ca10ab {{(pid=105586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:53:23.976615 n-d-705658-22 neutron-server[105586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd554f15e-64a0-4c6e-b463-28d8148f367b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efe6605a-3440-4bb8-841a-76d9e509f042', 'code': 200} Jul 27 20:53:24.001949 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-93e3f4b8-d923-488d-a1e7-d73ad1b601c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:24.153808 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-93e3f4b8-d923-488d-a1e7-d73ad1b601c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:24.157342 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-93e3f4b8-d923-488d-a1e7-d73ad1b601c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:24.161551 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-93e3f4b8-d923-488d-a1e7-d73ad1b601c0 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/e29515f3-0c77-4c32-836c-921e7dc928b2 HTTP/1.1" status: 204 len: 168 time: 0.4654245 Jul 27 20:53:24.171774 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e3f4b8-d923-488d-a1e7-d73ad1b601c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e29515f3-0c77-4c32-836c-921e7dc928b2,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:53:24.197110 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252f1140-124a-4e08-bbdf-cea1be4c2e9a req-4aa9fb6e-3b09-467d-84b2-8309f956bd59 tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:24.198733 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-252f1140-124a-4e08-bbdf-cea1be4c2e9a req-4aa9fb6e-3b09-467d-84b2-8309f956bd59 tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] 10.222.0.59 "GET /v2.0/ports?device_id=77e1e6e8-dc93-4654-9cee-5f93a60c626e HTTP/1.1" status: 200 len: 948 time: 0.1176519 Jul 27 20:53:24.278414 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-252f1140-124a-4e08-bbdf-cea1be4c2e9a req-eff865c6-6764-4524-8d55-c5e871df31d4 tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] 10.222.0.59 "GET /v2.0/security-groups?id=dea81a77-85b4-4e12-8e1d-b19e89484a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659654 Jul 27 20:53:24.431064 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-112d2785-94f7-49c9-ad9a-fb4b26974220 req-7e40ba00-c747-4eb2-9975-5117e980881f service neutron] 10.222.0.36 "GET /v2.0/networks/8e591ae5-ff89-4a25-b3ce-4b1625915957?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6010225 Jul 27 20:53:24.457681 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-ef5581b6-b971-498c-b929-739311ac7981 req-0d862035-028c-4d26-ad6c-49844bf68ad9 service neutron] 10.222.0.60 "GET /v2.0/networks/4d297cf8-0ab0-49a0-a8db-82a17169c88a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5334857 Jul 27 20:53:24.476095 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-dd87d8e6-8f45-48bf-8a3f-063f3f8b124b req-5150a683-6bbd-4c9a-8323-32873145debc service neutron] 10.222.0.36 "GET /v2.0/networks/4d64aa0b-bd6a-468e-8edc-c83689947462?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5263925 Jul 27 20:53:24.559969 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-83251a8b-79b8-4a55-812a-67cd20567eaf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:24.600827 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-83251a8b-79b8-4a55-812a-67cd20567eaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:24.667496 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643ab094-9968-421e-9306-60e363c5da51 req-48af054e-3e8f-4d27-9016-85faa69cdaaa tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:24.681481 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-643ab094-9968-421e-9306-60e363c5da51 req-48af054e-3e8f-4d27-9016-85faa69cdaaa tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] 10.222.0.59 "GET /v2.0/ports?device_id=90df5073-6143-4b20-b10d-a2a3e91a9c78 HTTP/1.1" status: 200 len: 949 time: 0.1200540 Jul 27 20:53:24.682480 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-ef5581b6-b971-498c-b929-739311ac7981 req-08cc2875-6cb6-4322-8c0e-926a783350c3 service neutron] 10.222.0.60 "GET /v2.0/networks/4d297cf8-0ab0-49a0-a8db-82a17169c88a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2048755 Jul 27 20:53:24.707139 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-83251a8b-79b8-4a55-812a-67cd20567eaf admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=ae2ea2b18ee64775a9def207e0f5194f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4106941 Jul 27 20:53:24.714139 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 60212) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:53:24.760265 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-643ab094-9968-421e-9306-60e363c5da51 req-6fc3cc99-fd9d-48d2-93e5-930a7a67d889 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] 10.222.0.59 "GET /v2.0/security-groups?id=c6534cb3-b44e-4a83-b57e-ddb72c2ad843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718601 Jul 27 20:53:24.761778 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83251a8b-79b8-4a55-812a-67cd20567eaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6092f905-3f68-48a2-a7be-21169d02fac2,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:53:24.793929 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-3b23a65e-23f1-46cf-ad64-6c74a69990a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:24.825560 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112d2785-94f7-49c9-ad9a-fb4b26974220 req-efaded7a-faee-4601-84f4-8964e6cd8fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:24.827091 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-112d2785-94f7-49c9-ad9a-fb4b26974220 req-efaded7a-faee-4601-84f4-8964e6cd8fb8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7f728b4f036e433cbd9e09c516f9ce38&device_id=807dbec7-9be9-4be0-8a5f-ae4933de34d0 HTTP/1.1" status: 200 len: 1099 time: 0.2693717 Jul 27 20:53:24.849963 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-3b23a65e-23f1-46cf-ad64-6c74a69990a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:24.866275 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Device 7c8a5e21-eb13-4770-9477-daf1bab77ba3 up at agent hyperv_n-h2-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:53:24.999249 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-3d54578f-831f-4696-b568-13c455922dab None None] Provisioning for port 7c8a5e21-eb13-4770-9477-daf1bab77ba3 completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:53:25.003927 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-3d54578f-831f-4696-b568-13c455922dab None None] Provisioning complete for port 7c8a5e21-eb13-4770-9477-daf1bab77ba3 triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:53:25.004306 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:25.007666 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112d2785-94f7-49c9-ad9a-fb4b26974220 req-27f229e7-4e4e-4a89-a030-d153e188cd98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:25.009567 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-112d2785-94f7-49c9-ad9a-fb4b26974220 req-27f229e7-4e4e-4a89-a030-d153e188cd98 service neutron] 10.222.0.36 "GET /v2.0/networks?id=4d64aa0b-bd6a-468e-8edc-c83689947462 HTTP/1.1" status: 200 len: 870 time: 0.1719365 Jul 27 20:53:25.012341 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-3b23a65e-23f1-46cf-ad64-6c74a69990a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:25.016202 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-3b23a65e-23f1-46cf-ad64-6c74a69990a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:25.022378 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-3b23a65e-23f1-46cf-ad64-6c74a69990a8 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/6092f905-3f68-48a2-a7be-21169d02fac2 HTTP/1.1" status: 204 len: 168 time: 0.3071656 Jul 27 20:53:25.116680 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device 61063df3-592b-4de0-a4f2-adf662bc157d details requested by agent hyperv_n-h1-705658-22 with host n-h1-705658-22 {{(pid=105586) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 20:53:25.141990 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b23a65e-23f1-46cf-ad64-6c74a69990a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6092f905-3f68-48a2-a7be-21169d02fac2,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:53:25.149407 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-112d2785-94f7-49c9-ad9a-fb4b26974220 req-29afc407-41b0-4b24-a21e-723b264c921a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.82&port_id=61063df3-592b-4de0-a4f2-adf662bc157d HTTP/1.1" status: 200 len: 217 time: 0.1195970 Jul 27 20:53:25.220610 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b549d17-f115-4438-96f7-9e9df4937814 req-ac312796-64fb-496c-93a0-6363fbb16e1d tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:25.222888 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112d2785-94f7-49c9-ad9a-fb4b26974220 req-d517e97a-40e8-4429-9f0f-59fb64ebd90c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:25.223669 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-2b549d17-f115-4438-96f7-9e9df4937814 req-ac312796-64fb-496c-93a0-6363fbb16e1d tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] 10.222.0.59 "GET /v2.0/ports?device_id=bb7c627d-1bb5-4ac1-b277-e1b05fefd6bc HTTP/1.1" status: 200 len: 944 time: 0.2262328 Jul 27 20:53:25.225237 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-112d2785-94f7-49c9-ad9a-fb4b26974220 req-d517e97a-40e8-4429-9f0f-59fb64ebd90c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=26644ba0-4185-4e10-8718-6ad18d01376c HTTP/1.1" status: 200 len: 843 time: 0.0694730 Jul 27 20:53:25.248042 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5581b6-b971-498c-b929-739311ac7981 req-3e293283-7c80-453b-b71f-025e5915b20a tempest-LiveMigrationTest-297508949 tempest-LiveMigrationTest-297508949-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:25.249879 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-ef5581b6-b971-498c-b929-739311ac7981 req-3e293283-7c80-453b-b71f-025e5915b20a tempest-LiveMigrationTest-297508949 tempest-LiveMigrationTest-297508949-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=bb7c627d-1bb5-4ac1-b277-e1b05fefd6bc&tenant_id=0ae9964322044591b167626dd714310e&binding%3Ahost_id=n-h2-705658-22 HTTP/1.1" status: 200 len: 1096 time: 0.2075820 Jul 27 20:53:25.396123 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112d2785-94f7-49c9-ad9a-fb4b26974220 req-76f02346-ce02-4d3f-bcc4-eb60603402df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:25.397839 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-112d2785-94f7-49c9-ad9a-fb4b26974220 req-76f02346-ce02-4d3f-bcc4-eb60603402df service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4d64aa0b-bd6a-468e-8edc-c83689947462&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1644518 Jul 27 20:53:25.413749 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-2b549d17-f115-4438-96f7-9e9df4937814 req-f420052a-6589-47d2-88c4-603723d5e5ea tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] 10.222.0.59 "GET /v2.0/security-groups?id=594c38b0-00a0-4e02-9d5e-673f3a5e469c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1787875 Jul 27 20:53:25.438358 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81b1634-c1eb-4b34-ab52-00fa86544893 req-7601950d-201a-421c-ad86-e99001c96ea2 tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:25.449416 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e81b1634-c1eb-4b34-ab52-00fa86544893 req-7601950d-201a-421c-ad86-e99001c96ea2 tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] 10.222.0.59 "GET /v2.0/ports?device_id=6e7f21e0-a9a4-4507-862c-a1b74a2de6ab HTTP/1.1" status: 200 len: 943 time: 0.3535039 Jul 27 20:53:25.530310 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e81b1634-c1eb-4b34-ab52-00fa86544893 req-7ae7724e-3ea4-4b7a-93fe-034685808fd4 tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] 10.222.0.59 "GET /v2.0/security-groups?id=1749b80d-91c6-4bd3-8e8d-666bd095400f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798764 Jul 27 20:53:25.543252 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 60248) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:53:25.631266 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [req-ef5581b6-b971-498c-b929-739311ac7981 req-ad6bdffc-8ec2-42a5-a8c8-4924d77f7d87 service neutron] For port a40266cd-c917-4c2e-88d1-4a2bc632acb5, host n-h1-705658-22, cleared binding levels {{(pid=105584) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:53:25.636845 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-ef5581b6-b971-498c-b929-739311ac7981 req-ad6bdffc-8ec2-42a5-a8c8-4924d77f7d87 service neutron] Notify callbacks [] for binding, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:25.638061 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-ef5581b6-b971-498c-b929-739311ac7981 req-ad6bdffc-8ec2-42a5-a8c8-4924d77f7d87 service neutron] 10.222.0.60 "DELETE /v2.0/ports/a40266cd-c917-4c2e-88d1-4a2bc632acb5/bindings/n-h1-705658-22 HTTP/1.1" status: 204 len: 173 time: 0.3642294 Jul 27 20:53:25.666095 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-112d2785-94f7-49c9-ad9a-fb4b26974220 req-3d75eacc-294f-4681-a4fb-970a9783ef18 service neutron] 10.222.0.36 "GET /v2.0/networks/4d64aa0b-bd6a-468e-8edc-c83689947462?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2320611 Jul 27 20:53:25.679563 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:25.804076 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] For port 7c8a5e21-eb13-4770-9477-daf1bab77ba3, host n-h2-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=7c8a5e21-eb13-4770-9477-daf1bab77ba3,segment=NetworkSegment(86b1e6f6-d629-4b03-8944-4cdfbfb93d02),segment_id=86b1e6f6-d629-4b03-8944-4cdfbfb93d02)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:53:25.847028 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:25.872767 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] For port 61063df3-592b-4de0-a4f2-adf662bc157d, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=61063df3-592b-4de0-a4f2-adf662bc157d,segment=NetworkSegment(86b1e6f6-d629-4b03-8944-4cdfbfb93d02),segment_id=86b1e6f6-d629-4b03-8944-4cdfbfb93d02)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:53:25.913427 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796df980-0326-406b-80ae-f8887b1eca65 req-e11d9fb8-e10f-4990-b30a-44844481c36a tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:25.917711 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-796df980-0326-406b-80ae-f8887b1eca65 req-e11d9fb8-e10f-4990-b30a-44844481c36a tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] 10.222.0.59 "GET /v2.0/ports?device_id=77e1e6e8-dc93-4654-9cee-5f93a60c626e HTTP/1.1" status: 200 len: 948 time: 0.2064512 Jul 27 20:53:25.924813 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 60254) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:53:25.928661 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-79e8ed4f-7bb2-4ec3-935c-c2f775083874 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-1064865407-network', 'tenant_id': '0259422d24f64249960659ace98bc15f'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:53:25.936792 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Returning: {'device': '61063df3-592b-4de0-a4f2-adf662bc157d', 'network_id': '4d64aa0b-bd6a-468e-8edc-c83689947462', 'port_id': '61063df3-592b-4de0-a4f2-adf662bc157d', 'mac_address': 'fa:16:3e:02:6b:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26644ba0-4185-4e10-8718-6ad18d01376c', 'ip_address': '192.168.233.82'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105586) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 20:53:25.959547 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-112d2785-94f7-49c9-ad9a-fb4b26974220 req-0d14a8a7-17bd-4e86-b662-e855ec587270 service neutron] 10.222.0.36 "GET /v2.0/networks/4d64aa0b-bd6a-468e-8edc-c83689947462?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2844799 Jul 27 20:53:25.964163 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-02b2298d-9ea2-4487-a4bb-c3b6f00437cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:25.981478 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90df5073-6143-4b20-b10d-a2a3e91a9c78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c8a5e21-eb13-4770-9477-daf1bab77ba3'}] {{(pid=105586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:53:25.984453 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14c1663e039faf5393f87855f745010ac5b02220355b68fdbf065393e303ac56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d5985c2-5458-4db5-9274-bb1ca304a28e" -d '{"events": [{"server_uuid": "90df5073-6143-4b20-b10d-a2a3e91a9c78", "name": "network-vif-plugged", "status": "completed", "tag": "7c8a5e21-eb13-4770-9477-daf1bab77ba3"}]}' {{(pid=105586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:53:26.019491 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:26.022023 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Pushing event updated for resources: {'Port': ['ID=7c8a5e21-eb13-4770-9477-daf1bab77ba3,revision_number=5']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:53:26.038533 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61063df3-592b-4de0-a4f2-adf662bc157d {{(pid=105586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 20:53:26.062465 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] For port 61063df3-592b-4de0-a4f2-adf662bc157d, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=61063df3-592b-4de0-a4f2-adf662bc157d,segment=NetworkSegment(86b1e6f6-d629-4b03-8944-4cdfbfb93d02),segment_id=86b1e6f6-d629-4b03-8944-4cdfbfb93d02)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:53:26.068041 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:26.068766 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device d0604db9-6e9b-4861-ac03-120cc4acb6b7 details requested by agent hyperv_n-h1-705658-22 with host n-h1-705658-22 {{(pid=105586) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 20:53:26.087238 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79e8ed4f-7bb2-4ec3-935c-c2f775083874 admin admin] Made reservation on behalf of 0259422d24f64249960659ace98bc15f for: {'network': 1} {{(pid=105585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:53:26.112023 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-79e8ed4f-7bb2-4ec3-935c-c2f775083874 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for network, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:26.139758 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-796df980-0326-406b-80ae-f8887b1eca65 req-131bd660-41bc-42b5-ac89-8ff7c204c0ce tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] 10.222.0.59 "GET /v2.0/security-groups?id=dea81a77-85b4-4e12-8e1d-b19e89484a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2026036 Jul 27 20:53:26.162244 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-79e8ed4f-7bb2-4ec3-935c-c2f775083874 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:26.222318 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 20:53:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ca5ab63-bdc5-44d6-a094-f4024f6fe836 x-openstack-request-id: req-8ca5ab63-bdc5-44d6-a094-f4024f6fe836 {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:53:26.222636 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90df5073-6143-4b20-b10d-a2a3e91a9c78", "name": "network-vif-plugged", "status": "completed", "tag": "7c8a5e21-eb13-4770-9477-daf1bab77ba3", "code": 200}]} {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:53:26.223113 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-8ca5ab63-bdc5-44d6-a094-f4024f6fe836 {{(pid=105586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:53:26.225619 n-d-705658-22 neutron-server[105586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90df5073-6143-4b20-b10d-a2a3e91a9c78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c8a5e21-eb13-4770-9477-daf1bab77ba3', 'code': 200} Jul 27 20:53:26.232927 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Pushing event updated for resources: {'Port': ['ID=61063df3-592b-4de0-a4f2-adf662bc157d,revision_number=4']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:53:26.236244 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-02b2298d-9ea2-4487-a4bb-c3b6f00437cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:26.241772 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-02b2298d-9ea2-4487-a4bb-c3b6f00437cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:26.244973 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] For port d0604db9-6e9b-4861-ac03-120cc4acb6b7, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=d0604db9-6e9b-4861-ac03-120cc4acb6b7,segment=NetworkSegment(86b1e6f6-d629-4b03-8944-4cdfbfb93d02),segment_id=86b1e6f6-d629-4b03-8944-4cdfbfb93d02)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:53:26.269579 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Returning: {'device': 'd0604db9-6e9b-4861-ac03-120cc4acb6b7', 'network_id': '4d64aa0b-bd6a-468e-8edc-c83689947462', 'port_id': 'd0604db9-6e9b-4861-ac03-120cc4acb6b7', 'mac_address': 'fa:16:3e:c3:6b:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26644ba0-4185-4e10-8718-6ad18d01376c', 'ip_address': '192.168.233.195'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105586) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 20:53:26.282431 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b2298d-9ea2-4487-a4bb-c3b6f00437cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2a8e57d-1c28-4736-8755-5474e7ce0e3f,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:53:26.304844 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a21c2cf-0a2e-45f5-ae6d-b1f0039f36db req-63a03f80-9e1b-493b-bfb9-66585fc32982 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:26.308306 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-1a21c2cf-0a2e-45f5-ae6d-b1f0039f36db req-63a03f80-9e1b-493b-bfb9-66585fc32982 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] 10.222.0.59 "GET /v2.0/ports?device_id=90df5073-6143-4b20-b10d-a2a3e91a9c78 HTTP/1.1" status: 200 len: 950 time: 0.3664210 Jul 27 20:53:26.320496 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-02b2298d-9ea2-4487-a4bb-c3b6f00437cc admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=44589d831a1f48f49961acaff9094edf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3946321 Jul 27 20:53:26.323101 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 60258) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:53:26.373851 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-1a21c2cf-0a2e-45f5-ae6d-b1f0039f36db req-db458adc-cb42-497a-81b3-c354330c9a14 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] 10.222.0.59 "GET /v2.0/security-groups?id=c6534cb3-b44e-4a83-b57e-ddb72c2ad843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574386 Jul 27 20:53:26.374093 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:26.406542 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0604db9-6e9b-4861-ac03-120cc4acb6b7 {{(pid=105586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 20:53:26.437650 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-79e8ed4f-7bb2-4ec3-935c-c2f775083874 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:26.439595 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] For port d0604db9-6e9b-4861-ac03-120cc4acb6b7, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=d0604db9-6e9b-4861-ac03-120cc4acb6b7,segment=NetworkSegment(86b1e6f6-d629-4b03-8944-4cdfbfb93d02),segment_id=86b1e6f6-d629-4b03-8944-4cdfbfb93d02)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:53:26.445053 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-79e8ed4f-7bb2-4ec3-935c-c2f775083874 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:26.447256 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:26.450048 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device 401f9cf2-3e88-453b-86ec-e40da22e18ec details requested by agent hyperv_n-h1-705658-22 with host n-h1-705658-22 {{(pid=105586) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 20:53:26.450573 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-d4ffc8fd-a771-4b4f-881e-b5cd2b0da77c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:26.469132 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79e8ed4f-7bb2-4ec3-935c-c2f775083874 admin admin] vlan segment allocate from pool success with {'vlan_id': 247, 'physical_network': 'physnet1'} {{(pid=105585) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 20:53:26.473693 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630e4b0c-31b0-455b-9476-2704f2f45bc4 req-df4df75a-c164-45c6-ad5f-45bc181a2eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:26.475378 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-630e4b0c-31b0-455b-9476-2704f2f45bc4 req-df4df75a-c164-45c6-ad5f-45bc181a2eaa service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=90df5073-6143-4b20-b10d-a2a3e91a9c78 HTTP/1.1" status: 200 len: 1102 time: 0.1532652 Jul 27 20:53:26.485556 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-d4ffc8fd-a771-4b4f-881e-b5cd2b0da77c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:26.486027 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-79e8ed4f-7bb2-4ec3-935c-c2f775083874 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:26.486362 n-d-705658-22 neutron-server[105585]: INFO neutron.db.segments_db [None req-79e8ed4f-7bb2-4ec3-935c-c2f775083874 admin admin] Added segment 1957bea1-e932-4298-84b1-500ab8ecf4a2 of type vlan for network cd62b411-a01d-4644-a30f-7e6c8a748ce2 Jul 27 20:53:26.550103 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-630e4b0c-31b0-455b-9476-2704f2f45bc4 req-051c2c9c-e480-456c-be34-07e19399f0ee service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=c6534cb3-b44e-4a83-b57e-ddb72c2ad843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545869 Jul 27 20:53:26.573207 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-d4ffc8fd-a771-4b4f-881e-b5cd2b0da77c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:26.576569 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-d4ffc8fd-a771-4b4f-881e-b5cd2b0da77c admin admin] Notify callbacks [] for security_group, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:26.580249 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-d4ffc8fd-a771-4b4f-881e-b5cd2b0da77c admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/c2a8e57d-1c28-4736-8755-5474e7ce0e3f HTTP/1.1" status: 204 len: 168 time: 0.2194042 Jul 27 20:53:26.587466 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ffc8fd-a771-4b4f-881e-b5cd2b0da77c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2a8e57d-1c28-4736-8755-5474e7ce0e3f,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:53:26.657529 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-79e8ed4f-7bb2-4ec3-935c-c2f775083874 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790688424798'] for network, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:26.677815 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e8ed4f-7bb2-4ec3-935c-c2f775083874 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cefdbe5b-a084-404f-b8f2-7796eefb2307,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:53:26.702882 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] For port 401f9cf2-3e88-453b-86ec-e40da22e18ec, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=401f9cf2-3e88-453b-86ec-e40da22e18ec,segment=NetworkSegment(30512320-4797-4523-818e-63eb7bdafb2b),segment_id=30512320-4797-4523-818e-63eb7bdafb2b)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:53:26.759548 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Returning: {'device': '401f9cf2-3e88-453b-86ec-e40da22e18ec', 'network_id': '8e591ae5-ff89-4a25-b3ce-4b1625915957', 'port_id': '401f9cf2-3e88-453b-86ec-e40da22e18ec', 'mac_address': 'fa:16:3e:7e:59:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 245, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ffc7070b-0d02-4acb-a66a-19178d3b9317', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105586) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 20:53:26.810778 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Pushing event updated for resources: {'Port': ['ID=d0604db9-6e9b-4861-ac03-120cc4acb6b7,revision_number=4']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:53:26.877643 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-79e8ed4f-7bb2-4ec3-935c-c2f775083874 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920'] for network, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:26.878675 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79e8ed4f-7bb2-4ec3-935c-c2f775083874 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:26.879294 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-79e8ed4f-7bb2-4ec3-935c-c2f775083874 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743886'] for network, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:26.894219 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f1fe8c-0209-4ea8-a1f9-7a48db985050 req-98971d64-792d-4d16-a083-3c3958ab7ee7 tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:26.905066 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-02f1fe8c-0209-4ea8-a1f9-7a48db985050 req-98971d64-792d-4d16-a083-3c3958ab7ee7 tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] 10.222.0.59 "GET /v2.0/ports?device_id=bb7c627d-1bb5-4ac1-b277-e1b05fefd6bc HTTP/1.1" status: 200 len: 944 time: 0.3924925 Jul 27 20:53:26.912133 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:26.935100 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 401f9cf2-3e88-453b-86ec-e40da22e18ec {{(pid=105586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 20:53:26.968711 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] For port 401f9cf2-3e88-453b-86ec-e40da22e18ec, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=401f9cf2-3e88-453b-86ec-e40da22e18ec,segment=NetworkSegment(30512320-4797-4523-818e-63eb7bdafb2b),segment_id=30512320-4797-4523-818e-63eb7bdafb2b)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:53:26.975285 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:27.015397 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-79e8ed4f-7bb2-4ec3-935c-c2f775083874 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.4631174 Jul 27 20:53:27.015986 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 60280) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:53:27.023641 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e8ed4f-7bb2-4ec3-935c-c2f775083874 admin admin] Pushing event updated for resources: {'Network': ['ID=cd62b411-a01d-4644-a30f-7e6c8a748ce2,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:53:27.024201 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-f1e873e0-8059-4d08-a4e5-354a6036b7d9 admin admin] Request body: {'subnet': {'network_id': 'cd62b411-a01d-4644-a30f-7e6c8a748ce2', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-1064865407-subnet', 'tenant_id': '0259422d24f64249960659ace98bc15f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:53:27.035449 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Network cd62b411-a01d-4644-a30f-7e6c8a748ce2 details requested by agent ovs-agent-n-d-705658-22 with host n-d-705658-22 {{(pid=105586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 20:53:27.044680 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-02f1fe8c-0209-4ea8-a1f9-7a48db985050 req-4abd8308-a43b-461a-a600-65a18d04c828 tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] 10.222.0.59 "GET /v2.0/security-groups?id=594c38b0-00a0-4e02-9d5e-673f3a5e469c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388178 Jul 27 20:53:27.077177 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1e873e0-8059-4d08-a4e5-354a6036b7d9 admin admin] Made reservation on behalf of 0259422d24f64249960659ace98bc15f for: {'subnet': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:53:27.081192 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-f1e873e0-8059-4d08-a4e5-354a6036b7d9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9738786'] for subnet, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:27.108844 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467d1e16-e4a5-4855-b455-b2f381448c2c req-a4f27d32-ce7e-4aaf-97c6-3bd16221bda3 tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:27.126766 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-467d1e16-e4a5-4855-b455-b2f381448c2c req-a4f27d32-ce7e-4aaf-97c6-3bd16221bda3 tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] 10.222.0.59 "GET /v2.0/ports?device_id=6e7f21e0-a9a4-4507-862c-a1b74a2de6ab HTTP/1.1" status: 200 len: 943 time: 0.3453603 Jul 27 20:53:27.148570 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Pushing event updated for resources: {'Port': ['ID=401f9cf2-3e88-453b-86ec-e40da22e18ec,revision_number=4']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:53:27.228506 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-467d1e16-e4a5-4855-b455-b2f381448c2c req-8756499c-6e59-4b8d-8c07-2cdc85d53be3 tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] 10.222.0.59 "GET /v2.0/security-groups?id=1749b80d-91c6-4bd3-8e8d-666bd095400f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000080 Jul 27 20:53:27.307059 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] get_ports_and_sgs() called for port_ids ['d0604db9-6e9b-4861-ac03-120cc4acb6b7'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 20:53:27.396382 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] get_ports_and_sgs() called for port_ids ['61063df3-592b-4de0-a4f2-adf662bc157d'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 20:53:27.398469 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] get_ports_and_sgs() called for port_ids ['401f9cf2-3e88-453b-86ec-e40da22e18ec'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 20:53:27.441876 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-f1e873e0-8059-4d08-a4e5-354a6036b7d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9014150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9738800'] for subnet, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:27.521493 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78381a3e-655a-4731-b5ee-e5ab8cb42d85 req-e962cf9d-7f7c-4524-9515-2a1ba8434546 tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:27.523899 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-78381a3e-655a-4731-b5ee-e5ab8cb42d85 req-e962cf9d-7f7c-4524-9515-2a1ba8434546 tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] 10.222.0.59 "GET /v2.0/ports?device_id=77e1e6e8-dc93-4654-9cee-5f93a60c626e HTTP/1.1" status: 200 len: 949 time: 0.1698422 Jul 27 20:53:27.575077 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779d4fc9-c0d9-4889-92ab-3a7b91864eb0 req-0c8654df-d28e-40bb-836f-dca461749d14 tempest-LiveMigrationTest-297508949 tempest-LiveMigrationTest-297508949-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:27.582303 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e873e0-8059-4d08-a4e5-354a6036b7d9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=91f617d0-7d5f-4605-8f6b-6884f906fbce,revision_number=0']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:53:27.582811 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-779d4fc9-c0d9-4889-92ab-3a7b91864eb0 req-0c8654df-d28e-40bb-836f-dca461749d14 tempest-LiveMigrationTest-297508949 tempest-LiveMigrationTest-297508949-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=bb7c627d-1bb5-4ac1-b277-e1b05fefd6bc HTTP/1.1" status: 200 len: 1096 time: 0.1630235 Jul 27 20:53:27.605748 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1e873e0-8059-4d08-a4e5-354a6036b7d9 admin admin] Checking segment: {'id': '1957bea1-e932-4298-84b1-500ab8ecf4a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'cd62b411-a01d-4644-a30f-7e6c8a748ce2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:53:27.606238 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1e873e0-8059-4d08-a4e5-354a6036b7d9 admin admin] Network hostable DHCP agents. Network: cd62b411-a01d-4644-a30f-7e6c8a748ce2, hostable agents: ['7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a'], hosted agents: [] {{(pid=105584) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 20:53:27.650334 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-779d4fc9-c0d9-4889-92ab-3a7b91864eb0 req-20ea8bed-af8f-47fa-ad87-27a5191e54eb tempest-LiveMigrationTest-297508949 tempest-LiveMigrationTest-297508949-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=594c38b0-00a0-4e02-9d5e-673f3a5e469c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613160 Jul 27 20:53:27.663265 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-78381a3e-655a-4731-b5ee-e5ab8cb42d85 req-41a72778-ffd5-4dbd-a7ad-4de8d04dee3e tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] 10.222.0.59 "GET /v2.0/security-groups?id=dea81a77-85b4-4e12-8e1d-b19e89484a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328032 Jul 27 20:53:27.669674 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1e873e0-8059-4d08-a4e5-354a6036b7d9 admin admin] Network cd62b411-a01d-4644-a30f-7e6c8a748ce2 is scheduled to be hosted by DHCP agent 7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a with binding_index 1 {{(pid=105584) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 20:53:27.690429 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [None req-f1e873e0-8059-4d08-a4e5-354a6036b7d9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-22, cd62b411-a01d-4644-a30f-7e6c8a748ce2) {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:53:27.703682 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1e873e0-8059-4d08-a4e5-354a6036b7d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:27.705075 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-f1e873e0-8059-4d08-a4e5-354a6036b7d9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:27.734647 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-f1e873e0-8059-4d08-a4e5-354a6036b7d9 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7178023 Jul 27 20:53:27.737477 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 60316) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:53:27.738693 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b83b22a4-80fb-4f9b-8f9e-f95b49c2ca7a None None] Network cd62b411-a01d-4644-a30f-7e6c8a748ce2 requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 20:53:27.746367 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-f0c35c3c-7b38-45ef-a379-7b05c6213eba admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-1064865407-router', 'tenant_id': '0259422d24f64249960659ace98bc15f', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305'}}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:53:27.829187 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-f0c35c3c-7b38-45ef-a379-7b05c6213eba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4163813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-443'] for router, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:27.830220 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-f0c35c3c-7b38-45ef-a379-7b05c6213eba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4165196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4077059', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3711235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-418'] for router, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:27.902144 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 60324) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:53:27.905084 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-f0c35c3c-7b38-45ef-a379-7b05c6213eba admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:28.049788 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-ee2fb7b1-3693-4da5-958a-0779ead49c11 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-1645103835-network', 'tenant_id': '615238fda314405b98ca504942933ecf'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:53:28.078775 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee2fb7b1-3693-4da5-958a-0779ead49c11 admin admin] Made reservation on behalf of 615238fda314405b98ca504942933ecf for: {'network': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:53:28.082737 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-f0c35c3c-7b38-45ef-a379-7b05c6213eba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4077169', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4163787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-400'] for router, precommit_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:28.083745 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-ee2fb7b1-3693-4da5-958a-0779ead49c11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for network, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:28.106933 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-ee2fb7b1-3693-4da5-958a-0779ead49c11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:28.121434 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a8fada-7955-4b0e-a3c5-9bbdb47fa71b req-efcb83f5-5a78-4d44-b98e-fdafc9178fdc tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:28.135420 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e7a8fada-7955-4b0e-a3c5-9bbdb47fa71b req-efcb83f5-5a78-4d44-b98e-fdafc9178fdc tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] 10.222.0.59 "GET /v2.0/ports?device_id=90df5073-6143-4b20-b10d-a2a3e91a9c78 HTTP/1.1" status: 200 len: 950 time: 0.3465798 Jul 27 20:53:28.167874 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9de2bb35-ca66-4b11-b28e-1e9fa1f65f1c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30bb4b93-b285-5d90-9493-f9ec33ea333c-cd62b411-a01d-4644-a30f-7e6c8a748ce2', 'network_id': 'cd62b411-a01d-4644-a30f-7e6c8a748ce2', 'tenant_id': '0259422d24f64249960659ace98bc15f', 'fixed_ips': [{'subnet_id': '91f617d0-7d5f-4605-8f6b-6884f906fbce'}]}} from n-d-705658-22. {{(pid=105586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 20:53:28.169354 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-9de2bb35-ca66-4b11-b28e-1e9fa1f65f1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:28.279167 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-ee2fb7b1-3693-4da5-958a-0779ead49c11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:28.292860 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-ee2fb7b1-3693-4da5-958a-0779ead49c11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:28.330626 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2fb7b1-3693-4da5-958a-0779ead49c11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8687f539-6269-4f23-8f85-d9476e5397e1,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:53:28.352682 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee2fb7b1-3693-4da5-958a-0779ead49c11 admin admin] vlan segment allocate from pool success with {'vlan_id': 218, 'physical_network': 'physnet1'} {{(pid=105584) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 20:53:28.366460 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-ee2fb7b1-3693-4da5-958a-0779ead49c11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:28.366848 n-d-705658-22 neutron-server[105584]: INFO neutron.db.segments_db [None req-ee2fb7b1-3693-4da5-958a-0779ead49c11 admin admin] Added segment daa14205-10d6-4bd3-bbe7-ea8abee6eb90 of type vlan for network 3f1c8940-c5a5-4dd2-af27-28f2db444e65 Jul 27 20:53:28.384029 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.db_base_plugin_common [None req-9de2bb35-ca66-4b11-b28e-1e9fa1f65f1c None None] Allocated IP 172.20.0.2 (cd62b411-a01d-4644-a30f-7e6c8a748ce2/91f617d0-7d5f-4605-8f6b-6884f906fbce/17243007-6c5b-48ca-9450-556c53964cf3) {{(pid=105586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:53:28.394833 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e7a8fada-7955-4b0e-a3c5-9bbdb47fa71b req-222018a7-6e4e-46be-b8a3-ebc4ebdfb484 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] 10.222.0.59 "GET /v2.0/security-groups?id=c6534cb3-b44e-4a83-b57e-ddb72c2ad843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2582080 Jul 27 20:53:28.428374 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-ee2fb7b1-3693-4da5-958a-0779ead49c11 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790688424798'] for network, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:28.470213 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-ee2fb7b1-3693-4da5-958a-0779ead49c11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920'] for network, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:28.471575 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee2fb7b1-3693-4da5-958a-0779ead49c11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:28.472198 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-ee2fb7b1-3693-4da5-958a-0779ead49c11 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743886'] for network, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:28.507789 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c9fe15-c59a-41ff-8ecd-c9a7c93f27b1 req-d06f3fe4-e27d-49fc-a9de-6fa3824b4dc2 tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:28.510377 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f3c9fe15-c59a-41ff-8ecd-c9a7c93f27b1 req-d06f3fe4-e27d-49fc-a9de-6fa3824b4dc2 tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] 10.222.0.59 "GET /v2.0/networks?id=4d297cf8-0ab0-49a0-a8db-82a17169c88a HTTP/1.1" status: 200 len: 808 time: 0.3666823 Jul 27 20:53:28.546325 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-ee2fb7b1-3693-4da5-958a-0779ead49c11 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.6429055 Jul 27 20:53:28.547383 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2fb7b1-3693-4da5-958a-0779ead49c11 admin admin] Pushing event updated for resources: {'Network': ['ID=3f1c8940-c5a5-4dd2-af27-28f2db444e65,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:53:28.550262 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 60342) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:53:28.556206 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-6068566c-2a4a-4390-8ad3-97ed9211526c admin admin] Request body: {'subnet': {'network_id': '3f1c8940-c5a5-4dd2-af27-28f2db444e65', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-1645103835-subnet', 'tenant_id': '615238fda314405b98ca504942933ecf', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:53:28.560167 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f3c9fe15-c59a-41ff-8ecd-c9a7c93f27b1 req-ff9366bd-5e8f-43e1-be1c-fcdb0b5502aa tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] 10.222.0.59 "GET /v2.0/quotas/0ae9964322044591b167626dd714310e HTTP/1.1" status: 200 len: 375 time: 0.0302823 Jul 27 20:53:28.561165 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Network 3f1c8940-c5a5-4dd2-af27-28f2db444e65 details requested by agent ovs-agent-n-d-705658-22 with host n-d-705658-22 {{(pid=105586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 20:53:28.586171 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6068566c-2a4a-4390-8ad3-97ed9211526c admin admin] Made reservation on behalf of 615238fda314405b98ca504942933ecf for: {'subnet': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:53:28.591035 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-6068566c-2a4a-4390-8ad3-97ed9211526c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9738786'] for subnet, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:28.641894 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-9de2bb35-ca66-4b11-b28e-1e9fa1f65f1c None None] Notify callbacks [] for port, precommit_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:28.661731 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-9de2bb35-ca66-4b11-b28e-1e9fa1f65f1c None None] Transition to ACTIVE for port object 17243007-6c5b-48ca-9450-556c53964cf3 will not be triggered until provisioned by entity L2. {{(pid=105586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:53:28.684727 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-9de2bb35-ca66-4b11-b28e-1e9fa1f65f1c None None] Transition to ACTIVE for port object 17243007-6c5b-48ca-9450-556c53964cf3 will not be triggered until provisioned by entity DHCP. {{(pid=105586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:53:28.692132 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-9de2bb35-ca66-4b11-b28e-1e9fa1f65f1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143'] for port, after_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:28.754090 n-d-705658-22 neutron-server[105586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9de2bb35-ca66-4b11-b28e-1e9fa1f65f1c None None] Network cd62b411-a01d-4644-a30f-7e6c8a748ce2 is already hosted by enough agents. {{(pid=105586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:53:28.757235 n-d-705658-22 neutron-server[105586]: DEBUG neutron.scheduler.base_scheduler [None req-9de2bb35-ca66-4b11-b28e-1e9fa1f65f1c None None] Resources bound (agent type, host, resource id): {{(pid=105586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:53:28.766204 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9de2bb35-ca66-4b11-b28e-1e9fa1f65f1c None None] Received port after_create {{(pid=105586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:53:28.779048 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de2bb35-ca66-4b11-b28e-1e9fa1f65f1c None None] Pushing event updated for resources: {'Port': ['ID=17243007-6c5b-48ca-9450-556c53964cf3,revision_number=1']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:53:28.863056 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-9de2bb35-ca66-4b11-b28e-1e9fa1f65f1c None None] Attempting to bind port 17243007-6c5b-48ca-9450-556c53964cf3 on host n-d-705658-22 for vnic_type normal with profile {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:53:28.863688 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-6068566c-2a4a-4390-8ad3-97ed9211526c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9014150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9738800'] for subnet, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:28.865975 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-9de2bb35-ca66-4b11-b28e-1e9fa1f65f1c None None] Attempting to bind port 17243007-6c5b-48ca-9450-556c53964cf3 by drivers openvswitch,hyperv on host n-d-705658-22 at level 0 using segments [{'id': '1957bea1-e932-4298-84b1-500ab8ecf4a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'cd62b411-a01d-4644-a30f-7e6c8a748ce2'}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:53:28.866622 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9de2bb35-ca66-4b11-b28e-1e9fa1f65f1c None None] Attempting to bind port 17243007-6c5b-48ca-9450-556c53964cf3 on network cd62b411-a01d-4644-a30f-7e6c8a748ce2 {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:53:28.883229 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9de2bb35-ca66-4b11-b28e-1e9fa1f65f1c None None] Checking agent: {'id': '04a7ea91-6318-467e-ace6-b0fb48c8690f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 41, 42), 'started_at': datetime.datetime(2021, 7, 27, 20, 42, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 53, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:53:28.885853 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9de2bb35-ca66-4b11-b28e-1e9fa1f65f1c None None] Checking segment: {'id': '1957bea1-e932-4298-84b1-500ab8ecf4a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'cd62b411-a01d-4644-a30f-7e6c8a748ce2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:53:28.886645 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-9de2bb35-ca66-4b11-b28e-1e9fa1f65f1c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:28.886770 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9de2bb35-ca66-4b11-b28e-1e9fa1f65f1c None None] Bound using segment: {'id': '1957bea1-e932-4298-84b1-500ab8ecf4a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'cd62b411-a01d-4644-a30f-7e6c8a748ce2'} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:53:28.887425 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-9de2bb35-ca66-4b11-b28e-1e9fa1f65f1c None None] Bound port: 17243007-6c5b-48ca-9450-556c53964cf3, host: n-d-705658-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1957bea1-e932-4298-84b1-500ab8ecf4a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'cd62b411-a01d-4644-a30f-7e6c8a748ce2'}}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:53:28.887816 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-9de2bb35-ca66-4b11-b28e-1e9fa1f65f1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:28.967987 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6068566c-2a4a-4390-8ad3-97ed9211526c admin admin] Checking segment: {'id': 'daa14205-10d6-4bd3-bbe7-ea8abee6eb90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '3f1c8940-c5a5-4dd2-af27-28f2db444e65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:53:28.968639 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6068566c-2a4a-4390-8ad3-97ed9211526c admin admin] Network hostable DHCP agents. Network: 3f1c8940-c5a5-4dd2-af27-28f2db444e65, hostable agents: ['7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a'], hosted agents: [] {{(pid=105584) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 20:53:28.969723 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-9de2bb35-ca66-4b11-b28e-1e9fa1f65f1c None None] For port 17243007-6c5b-48ca-9450-556c53964cf3, host n-d-705658-22, cleared binding levels {{(pid=105586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:53:28.973186 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6068566c-2a4a-4390-8ad3-97ed9211526c admin admin] Pushing event updated for resources: {'Subnet': ['ID=8762aa6e-55d1-40fd-8a84-dc4ad49beb7d,revision_number=0']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:53:28.976538 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-9de2bb35-ca66-4b11-b28e-1e9fa1f65f1c None None] For port 17243007-6c5b-48ca-9450-556c53964cf3, host n-d-705658-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=17243007-6c5b-48ca-9450-556c53964cf3,segment=NetworkSegment(1957bea1-e932-4298-84b1-500ab8ecf4a2),segment_id=1957bea1-e932-4298-84b1-500ab8ecf4a2)] {{(pid=105586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:53:28.983032 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-9de2bb35-ca66-4b11-b28e-1e9fa1f65f1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:29.013271 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6068566c-2a4a-4390-8ad3-97ed9211526c admin admin] Network 3f1c8940-c5a5-4dd2-af27-28f2db444e65 is scheduled to be hosted by DHCP agent 7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a with binding_index 1 {{(pid=105584) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 20:53:29.024549 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f3c9fe15-c59a-41ff-8ecd-c9a7c93f27b1 req-70c5c14d-10e1-4a48-8e88-463078b584b6 tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=0ae9964322044591b167626dd714310e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4572725 Jul 27 20:53:29.026490 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [None req-6068566c-2a4a-4390-8ad3-97ed9211526c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-22, 3f1c8940-c5a5-4dd2-af27-28f2db444e65) {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:53:29.031490 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6068566c-2a4a-4390-8ad3-97ed9211526c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:29.032367 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-6068566c-2a4a-4390-8ad3-97ed9211526c admin admin] Notify callbacks [] for subnet, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:29.058590 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de2bb35-ca66-4b11-b28e-1e9fa1f65f1c None None] Pushing event updated for resources: {'Port': ['ID=17243007-6c5b-48ca-9450-556c53964cf3,revision_number=2']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:53:29.060712 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55397ff-c1b4-4838-8373-d78abd408585 req-97c11b86-8027-4b0d-9475-7d1ce7a9becb tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:29.062067 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65eb9b32-91c7-4601-aded-7d6f9c044dc7 None None] Network 3f1c8940-c5a5-4dd2-af27-28f2db444e65 requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 20:53:29.069232 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b55397ff-c1b4-4838-8373-d78abd408585 req-97c11b86-8027-4b0d-9475-7d1ce7a9becb tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] 10.222.0.59 "GET /v2.0/ports?device_id=6e7f21e0-a9a4-4507-862c-a1b74a2de6ab HTTP/1.1" status: 200 len: 944 time: 0.4317212 Jul 27 20:53:29.083929 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-6068566c-2a4a-4390-8ad3-97ed9211526c admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.5296845 Jul 27 20:53:29.085941 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 60348) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:53:29.090445 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-3013faca-4399-47ab-b793-06a86759e96d admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-1645103835-router', 'tenant_id': '615238fda314405b98ca504942933ecf', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305'}}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:53:29.141718 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-3013faca-4399-47ab-b793-06a86759e96d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4163813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-443'] for router, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:29.146188 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-3013faca-4399-47ab-b793-06a86759e96d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4165196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4077059', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3711235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-418'] for router, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:29.163743 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device 61063df3-592b-4de0-a4f2-adf662bc157d up at agent hyperv_n-h1-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:53:29.201756 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-f0c35c3c-7b38-45ef-a379-7b05c6213eba admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:29.220746 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b55397ff-c1b4-4838-8373-d78abd408585 req-9fed5c1a-de39-4ea8-b55b-75998b8665f9 tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] 10.222.0.59 "GET /v2.0/security-groups?id=1749b80d-91c6-4bd3-8e8d-666bd095400f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454720 Jul 27 20:53:29.238985 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-3013faca-4399-47ab-b793-06a86759e96d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:29.284696 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-f0c35c3c-7b38-45ef-a379-7b05c6213eba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:29.348230 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3954079f-d96c-4416-94d3-5c1737bc8625 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30bb4b93-b285-5d90-9493-f9ec33ea333c-3f1c8940-c5a5-4dd2-af27-28f2db444e65', 'network_id': '3f1c8940-c5a5-4dd2-af27-28f2db444e65', 'tenant_id': '615238fda314405b98ca504942933ecf', 'fixed_ips': [{'subnet_id': '8762aa6e-55d1-40fd-8a84-dc4ad49beb7d'}]}} from n-d-705658-22. {{(pid=105586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 20:53:29.350095 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3954079f-d96c-4416-94d3-5c1737bc8625 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:29.371558 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Provisioning for port 61063df3-592b-4de0-a4f2-adf662bc157d completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:53:29.472175 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-3013faca-4399-47ab-b793-06a86759e96d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4077169', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4163787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-400'] for router, precommit_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:29.483549 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f3c9fe15-c59a-41ff-8ecd-c9a7c93f27b1 req-37eed0c6-31fb-475a-86c0-8e35fe1af3ff service neutron] 10.222.0.59 "GET /v2.0/networks/4d297cf8-0ab0-49a0-a8db-82a17169c88a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4391515 Jul 27 20:53:29.490203 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Provisioning complete for port 61063df3-592b-4de0-a4f2-adf662bc157d triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:53:29.490580 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:29.655525 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d26529-c959-4051-aa3c-e7f7167fb193 req-c8dba94c-ea8b-487d-81e0-a548007e4427 tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:29.656721 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f0d26529-c959-4051-aa3c-e7f7167fb193 req-c8dba94c-ea8b-487d-81e0-a548007e4427 tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] 10.222.0.59 "GET /v2.0/ports?device_id=77e1e6e8-dc93-4654-9cee-5f93a60c626e HTTP/1.1" status: 200 len: 949 time: 0.2672088 Jul 27 20:53:29.699676 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.db_base_plugin_common [None req-f0c35c3c-7b38-45ef-a379-7b05c6213eba admin admin] Allocated IP 172.25.5.64 (8735d8a2-b604-4758-ae71-b40e4ee6f305/eca7dbab-b9c0-4c8f-a272-816ea8a81764/d6378b6b-2057-427e-9588-e022b0cad1dd) {{(pid=105585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:53:29.700511 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.db_base_plugin_common [None req-3954079f-d96c-4416-94d3-5c1737bc8625 None None] Allocated IP 172.20.0.2 (3f1c8940-c5a5-4dd2-af27-28f2db444e65/8762aa6e-55d1-40fd-8a84-dc4ad49beb7d/23db2c27-cb3c-4313-a529-b6d2f7176689) {{(pid=105586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:53:29.733317 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f0d26529-c959-4051-aa3c-e7f7167fb193 req-0f32d4e7-366b-40e2-8a99-5105d8190af8 tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] 10.222.0.59 "GET /v2.0/security-groups?id=dea81a77-85b4-4e12-8e1d-b19e89484a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683281 Jul 27 20:53:29.735383 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f3c9fe15-c59a-41ff-8ecd-c9a7c93f27b1 req-93046f5d-1a94-4c4c-8b4a-53eb35cef0d3 service neutron] 10.222.0.59 "GET /v2.0/networks/4d297cf8-0ab0-49a0-a8db-82a17169c88a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2451193 Jul 27 20:53:29.853499 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-f0c35c3c-7b38-45ef-a379-7b05c6213eba admin admin] Notify callbacks [] for port, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:29.874403 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-3013faca-4399-47ab-b793-06a86759e96d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:29.919203 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-f0c35c3c-7b38-45ef-a379-7b05c6213eba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:29.944477 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-3013faca-4399-47ab-b793-06a86759e96d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:29.960413 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:30.097025 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0c35c3c-7b38-45ef-a379-7b05c6213eba admin admin] Network 8735d8a2-b604-4758-ae71-b40e4ee6f305 is already hosted by enough agents. {{(pid=105585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:53:30.107666 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.base_scheduler [None req-f0c35c3c-7b38-45ef-a379-7b05c6213eba admin admin] Resources bound (agent type, host, resource id): {{(pid=105585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:53:30.110039 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0c35c3c-7b38-45ef-a379-7b05c6213eba admin admin] Received port after_create {{(pid=105585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:53:30.143350 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '807dbec7-9be9-4be0-8a5f-ae4933de34d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61063df3-592b-4de0-a4f2-adf662bc157d'}] {{(pid=105586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:53:30.146063 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.db_base_plugin_common [None req-3013faca-4399-47ab-b793-06a86759e96d admin admin] Allocated IP 172.25.5.161 (8735d8a2-b604-4758-ae71-b40e4ee6f305/eca7dbab-b9c0-4c8f-a272-816ea8a81764/84d6154b-a1b0-4171-99e6-8fe6e769f980) {{(pid=105584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:53:30.156440 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14c1663e039faf5393f87855f745010ac5b02220355b68fdbf065393e303ac56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c335c72-5fa8-447e-b4f3-9f654b4d3dbf" -d '{"events": [{"server_uuid": "807dbec7-9be9-4be0-8a5f-ae4933de34d0", "name": "network-vif-plugged", "status": "completed", "tag": "61063df3-592b-4de0-a4f2-adf662bc157d"}]}' {{(pid=105586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:53:30.165393 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c35c3c-7b38-45ef-a379-7b05c6213eba admin admin] Pushing event updated for resources: {'Port': ['ID=d6378b6b-2057-427e-9588-e022b0cad1dd,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:53:30.233304 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] For port 61063df3-592b-4de0-a4f2-adf662bc157d, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=61063df3-592b-4de0-a4f2-adf662bc157d,segment=NetworkSegment(86b1e6f6-d629-4b03-8944-4cdfbfb93d02),segment_id=86b1e6f6-d629-4b03-8944-4cdfbfb93d02)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:53:30.246238 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:30.247446 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device d0604db9-6e9b-4861-ac03-120cc4acb6b7 up at agent hyperv_n-h1-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:53:30.265273 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-932891dc-6ac9-48b1-a843-db797b3482cb req-3b2a9119-f786-4563-90df-b9aca8affaa3 tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] 10.222.0.59 "GET /v2.0/ports?device_id=1405576f-5941-4d83-ba16-a6ff354313a3 HTTP/1.1" status: 200 len: 210 time: 0.0685017 Jul 27 20:53:30.366227 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 20:53:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74ff9101-1569-4ecb-9dab-c0b923eba251 x-openstack-request-id: req-74ff9101-1569-4ecb-9dab-c0b923eba251 {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:53:30.366719 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "807dbec7-9be9-4be0-8a5f-ae4933de34d0", "name": "network-vif-plugged", "status": "completed", "tag": "61063df3-592b-4de0-a4f2-adf662bc157d", "code": 200}]} {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:53:30.366807 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-74ff9101-1569-4ecb-9dab-c0b923eba251 {{(pid=105586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:53:30.368463 n-d-705658-22 neutron-server[105586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '807dbec7-9be9-4be0-8a5f-ae4933de34d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61063df3-592b-4de0-a4f2-adf662bc157d', 'code': 200} Jul 27 20:53:30.409898 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-3013faca-4399-47ab-b793-06a86759e96d admin admin] Notify callbacks [] for port, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:30.494152 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838b912f-2c71-4aab-89e3-c1dcf449d018 req-93329330-b2a3-48aa-96ef-0539a8cc7bd5 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:30.503570 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-838b912f-2c71-4aab-89e3-c1dcf449d018 req-93329330-b2a3-48aa-96ef-0539a8cc7bd5 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] 10.222.0.59 "GET /v2.0/ports?device_id=90df5073-6143-4b20-b10d-a2a3e91a9c78 HTTP/1.1" status: 200 len: 950 time: 0.5162451 Jul 27 20:53:30.576407 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3954079f-d96c-4416-94d3-5c1737bc8625 None None] Notify callbacks [] for port, precommit_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:30.621004 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 17243007-6c5b-48ca-9450-556c53964cf3 up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:53:30.633022 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Pushing event updated for resources: {'Port': ['ID=61063df3-592b-4de0-a4f2-adf662bc157d,revision_number=5']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:53:30.648706 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-3954079f-d96c-4416-94d3-5c1737bc8625 None None] Transition to ACTIVE for port object 23db2c27-cb3c-4313-a529-b6d2f7176689 will not be triggered until provisioned by entity L2. {{(pid=105586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:53:30.672988 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a03c61-ea4f-407d-bc55-7ab6ac2c57c9 req-2c9b6ad2-ae88-4852-b72a-ff5db444c82b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:30.675578 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-f8a03c61-ea4f-407d-bc55-7ab6ac2c57c9 req-2c9b6ad2-ae88-4852-b72a-ff5db444c82b service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=807dbec7-9be9-4be0-8a5f-ae4933de34d0 HTTP/1.1" status: 200 len: 1101 time: 0.2293916 Jul 27 20:53:30.681234 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-3013faca-4399-47ab-b793-06a86759e96d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:30.704872 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-838b912f-2c71-4aab-89e3-c1dcf449d018 req-d75985be-f04b-438e-9914-cce34de8cfc4 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] 10.222.0.59 "GET /v2.0/security-groups?id=c6534cb3-b44e-4a83-b57e-ddb72c2ad843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1966729 Jul 27 20:53:30.754197 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f42e2052-a836-4372-aa57-c9b7e9b716b3 None None] Network cd62b411-a01d-4644-a30f-7e6c8a748ce2 requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 20:53:30.759350 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4781f01-3dab-4207-a5a1-dd909dade2a4 req-860a9272-4d5a-43fa-b61d-e406c6cf6cad tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:30.761471 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-c4781f01-3dab-4207-a5a1-dd909dade2a4 req-860a9272-4d5a-43fa-b61d-e406c6cf6cad tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] 10.222.0.59 "GET /v2.0/ports?device_id=6e7f21e0-a9a4-4507-862c-a1b74a2de6ab HTTP/1.1" status: 200 len: 944 time: 0.2165074 Jul 27 20:53:30.861805 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3013faca-4399-47ab-b793-06a86759e96d admin admin] Network 8735d8a2-b604-4758-ae71-b40e4ee6f305 is already hosted by enough agents. {{(pid=105584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:53:30.873150 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [None req-3013faca-4399-47ab-b793-06a86759e96d admin admin] Resources bound (agent type, host, resource id): {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:53:30.882634 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3013faca-4399-47ab-b793-06a86759e96d admin admin] Pushing event updated for resources: {'Port': ['ID=84d6154b-a1b0-4171-99e6-8fe6e769f980,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:53:30.890749 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3013faca-4399-47ab-b793-06a86759e96d admin admin] Received port after_create {{(pid=105584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:53:30.902424 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-f8a03c61-ea4f-407d-bc55-7ab6ac2c57c9 req-66abec70-2630-4c86-9544-0bc1a7f9acb9 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=dea81a77-85b4-4e12-8e1d-b19e89484a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2130182 Jul 27 20:53:30.996046 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-c4781f01-3dab-4207-a5a1-dd909dade2a4 req-f3be1d65-e767-4934-ae7b-da15c2bb004f tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] 10.222.0.59 "GET /v2.0/security-groups?id=1749b80d-91c6-4bd3-8e8d-666bd095400f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057296 Jul 27 20:53:31.016286 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-f0c35c3c-7b38-45ef-a379-7b05c6213eba admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:31.179036 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-3954079f-d96c-4416-94d3-5c1737bc8625 None None] Transition to ACTIVE for port object 23db2c27-cb3c-4313-a529-b6d2f7176689 will not be triggered until provisioned by entity DHCP. {{(pid=105586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:53:31.190610 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3954079f-d96c-4416-94d3-5c1737bc8625 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143'] for port, after_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:31.193264 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-c0fa8dbe-d343-44d0-b75e-381611db4509 None None] Provisioning for port 17243007-6c5b-48ca-9450-556c53964cf3 completed by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:53:31.275731 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3954079f-d96c-4416-94d3-5c1737bc8625 None None] Pushing event updated for resources: {'Port': ['ID=23db2c27-cb3c-4313-a529-b6d2f7176689,revision_number=1']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:53:31.292910 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Provisioning for port d0604db9-6e9b-4861-ac03-120cc4acb6b7 completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:53:31.300769 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning for port 17243007-6c5b-48ca-9450-556c53964cf3 completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:53:31.308358 n-d-705658-22 neutron-server[105586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3954079f-d96c-4416-94d3-5c1737bc8625 None None] Network 3f1c8940-c5a5-4dd2-af27-28f2db444e65 is already hosted by enough agents. {{(pid=105586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:53:31.311028 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Provisioning complete for port d0604db9-6e9b-4861-ac03-120cc4acb6b7 triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:53:31.311528 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:31.352038 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port 17243007-6c5b-48ca-9450-556c53964cf3 triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:53:31.352585 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:31.355278 n-d-705658-22 neutron-server[105586]: DEBUG neutron.scheduler.base_scheduler [None req-3954079f-d96c-4416-94d3-5c1737bc8625 None None] Resources bound (agent type, host, resource id): {{(pid=105586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:53:31.362440 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3954079f-d96c-4416-94d3-5c1737bc8625 None None] Received port after_create {{(pid=105586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:53:31.410068 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966258fc-0c63-47d1-8351-1e237eb8f635 req-8aa07c5c-c20e-4ca8-b5ba-e33b9914e141 tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:31.412346 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-966258fc-0c63-47d1-8351-1e237eb8f635 req-8aa07c5c-c20e-4ca8-b5ba-e33b9914e141 tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] 10.222.0.59 "GET /v2.0/ports?device_id=77e1e6e8-dc93-4654-9cee-5f93a60c626e HTTP/1.1" status: 200 len: 949 time: 0.2823780 Jul 27 20:53:31.420165 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde628de-9d7d-4adb-b2d7-935f0473cd26 req-2ded7864-3921-44ab-8afb-1e818066ed7c tempest-MigrationsAdminTest-1003830778 tempest-MigrationsAdminTest-1003830778-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:31.428289 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-fde628de-9d7d-4adb-b2d7-935f0473cd26 req-2ded7864-3921-44ab-8afb-1e818066ed7c tempest-MigrationsAdminTest-1003830778 tempest-MigrationsAdminTest-1003830778-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=90df5073-6143-4b20-b10d-a2a3e91a9c78 HTTP/1.1" status: 200 len: 1102 time: 0.2385776 Jul 27 20:53:31.502222 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-fde628de-9d7d-4adb-b2d7-935f0473cd26 req-1cc7a68f-876f-46a4-ab2d-d39917a9df8e tempest-MigrationsAdminTest-1003830778 tempest-MigrationsAdminTest-1003830778-project-admin] Notify callbacks [] for security_group, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:31.515952 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:31.553743 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-3954079f-d96c-4416-94d3-5c1737bc8625 None None] Attempting to bind port 23db2c27-cb3c-4313-a529-b6d2f7176689 on host n-d-705658-22 for vnic_type normal with profile {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:53:31.554282 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-3954079f-d96c-4416-94d3-5c1737bc8625 None None] Attempting to bind port 23db2c27-cb3c-4313-a529-b6d2f7176689 by drivers openvswitch,hyperv on host n-d-705658-22 at level 0 using segments [{'id': 'daa14205-10d6-4bd3-bbe7-ea8abee6eb90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '3f1c8940-c5a5-4dd2-af27-28f2db444e65'}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:53:31.554745 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3954079f-d96c-4416-94d3-5c1737bc8625 None None] Attempting to bind port 23db2c27-cb3c-4313-a529-b6d2f7176689 on network 3f1c8940-c5a5-4dd2-af27-28f2db444e65 {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:53:31.576452 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3954079f-d96c-4416-94d3-5c1737bc8625 None None] Checking agent: {'id': '04a7ea91-6318-467e-ace6-b0fb48c8690f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 41, 42), 'started_at': datetime.datetime(2021, 7, 27, 20, 42, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 53, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:53:31.577120 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3954079f-d96c-4416-94d3-5c1737bc8625 None None] Checking segment: {'id': 'daa14205-10d6-4bd3-bbe7-ea8abee6eb90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '3f1c8940-c5a5-4dd2-af27-28f2db444e65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:53:31.577698 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3954079f-d96c-4416-94d3-5c1737bc8625 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:31.578268 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3954079f-d96c-4416-94d3-5c1737bc8625 None None] Bound using segment: {'id': 'daa14205-10d6-4bd3-bbe7-ea8abee6eb90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '3f1c8940-c5a5-4dd2-af27-28f2db444e65'} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:53:31.578861 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-3954079f-d96c-4416-94d3-5c1737bc8625 None None] Bound port: 23db2c27-cb3c-4313-a529-b6d2f7176689, host: n-d-705658-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'daa14205-10d6-4bd3-bbe7-ea8abee6eb90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '3f1c8940-c5a5-4dd2-af27-28f2db444e65'}}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:53:31.579360 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3954079f-d96c-4416-94d3-5c1737bc8625 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:31.677230 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-966258fc-0c63-47d1-8351-1e237eb8f635 req-a538555b-4aad-429d-bdfd-4a90595bd364 tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] 10.222.0.59 "GET /v2.0/security-groups?id=dea81a77-85b4-4e12-8e1d-b19e89484a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2424848 Jul 27 20:53:31.702823 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3954079f-d96c-4416-94d3-5c1737bc8625 None None] For port 23db2c27-cb3c-4313-a529-b6d2f7176689, host n-d-705658-22, cleared binding levels {{(pid=105586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:53:31.707451 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3954079f-d96c-4416-94d3-5c1737bc8625 None None] For port 23db2c27-cb3c-4313-a529-b6d2f7176689, host n-d-705658-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=23db2c27-cb3c-4313-a529-b6d2f7176689,segment=NetworkSegment(daa14205-10d6-4bd3-bbe7-ea8abee6eb90),segment_id=daa14205-10d6-4bd3-bbe7-ea8abee6eb90)] {{(pid=105586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:53:31.741978 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3954079f-d96c-4416-94d3-5c1737bc8625 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:31.751536 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] For port d0604db9-6e9b-4861-ac03-120cc4acb6b7, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=d0604db9-6e9b-4861-ac03-120cc4acb6b7,segment=NetworkSegment(86b1e6f6-d629-4b03-8944-4cdfbfb93d02),segment_id=86b1e6f6-d629-4b03-8944-4cdfbfb93d02)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:53:31.782777 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:31.788273 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-f0c35c3c-7b38-45ef-a379-7b05c6213eba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4163804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4077150'] for router, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:31.792778 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device 401f9cf2-3e88-453b-86ec-e40da22e18ec up at agent hyperv_n-h1-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:53:31.955063 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:32.038820 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] For port 17243007-6c5b-48ca-9450-556c53964cf3, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=17243007-6c5b-48ca-9450-556c53964cf3,segment=NetworkSegment(1957bea1-e932-4298-84b1-500ab8ecf4a2),segment_id=1957bea1-e932-4298-84b1-500ab8ecf4a2)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:53:32.053160 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:32.054384 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3954079f-d96c-4416-94d3-5c1737bc8625 None None] Pushing event updated for resources: {'Port': ['ID=23db2c27-cb3c-4313-a529-b6d2f7176689,revision_number=2']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:53:32.063013 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-788a9963-0210-4e8c-9852-09f7e1a86717 None None] Provisioning complete for port 17243007-6c5b-48ca-9450-556c53964cf3 triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:53:32.063564 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-788a9963-0210-4e8c-9852-09f7e1a86717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:32.130041 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-3013faca-4399-47ab-b793-06a86759e96d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:32.136263 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Provisioning for port 401f9cf2-3e88-453b-86ec-e40da22e18ec completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:53:32.152234 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Provisioning complete for port 401f9cf2-3e88-453b-86ec-e40da22e18ec triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:53:32.152719 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:32.181611 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Pushing event updated for resources: {'Port': ['ID=d0604db9-6e9b-4861-ac03-120cc4acb6b7,revision_number=5']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:53:32.264928 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-7a6ae280-4dde-4e8d-9cc8-6586a57342f1 req-e26a4b88-51c3-46a6-a238-c87b76b29503 tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] 10.222.0.59 "GET /v2.0/ports?device_id=1405576f-5941-4d83-ba16-a6ff354313a3 HTTP/1.1" status: 200 len: 210 time: 0.0870960 Jul 27 20:53:32.272921 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-fde628de-9d7d-4adb-b2d7-935f0473cd26 req-1cc7a68f-876f-46a4-ab2d-d39917a9df8e tempest-MigrationsAdminTest-1003830778 tempest-MigrationsAdminTest-1003830778-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:32.287494 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-fde628de-9d7d-4adb-b2d7-935f0473cd26 req-1cc7a68f-876f-46a4-ab2d-d39917a9df8e tempest-MigrationsAdminTest-1003830778 tempest-MigrationsAdminTest-1003830778-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:32.309409 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Pushing event updated for resources: {'Port': ['ID=17243007-6c5b-48ca-9450-556c53964cf3,revision_number=3']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:53:32.342124 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-fde628de-9d7d-4adb-b2d7-935f0473cd26 req-1cc7a68f-876f-46a4-ab2d-d39917a9df8e tempest-MigrationsAdminTest-1003830778 tempest-MigrationsAdminTest-1003830778-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=c6534cb3-b44e-4a83-b57e-ddb72c2ad843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9128749 Jul 27 20:53:32.369303 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77e1e6e8-dc93-4654-9cee-5f93a60c626e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0604db9-6e9b-4861-ac03-120cc4acb6b7'}] {{(pid=105586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:53:32.372069 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14c1663e039faf5393f87855f745010ac5b02220355b68fdbf065393e303ac56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4a4d0fa-8786-4b8a-8cd5-f0a16c51069d" -d '{"events": [{"server_uuid": "77e1e6e8-dc93-4654-9cee-5f93a60c626e", "name": "network-vif-plugged", "status": "completed", "tag": "d0604db9-6e9b-4861-ac03-120cc4acb6b7"}]}' {{(pid=105586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:53:32.389221 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c9fe15-c59a-41ff-8ecd-c9a7c93f27b1 req-2972843f-40ef-4956-abdd-ab506a9892b0 tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:32.390477 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:32.390839 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-f3c9fe15-c59a-41ff-8ecd-c9a7c93f27b1 req-2972843f-40ef-4956-abdd-ab506a9892b0 tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] 10.222.0.36 "GET /v2.0/networks?id=4d297cf8-0ab0-49a0-a8db-82a17169c88a HTTP/1.1" status: 200 len: 808 time: 0.6802821 Jul 27 20:53:32.397876 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc7a68f-876f-46a4-ab2d-d39917a9df8e tempest-MigrationsAdminTest-1003830778 tempest-MigrationsAdminTest-1003830778-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93ff8ce1-5348-4b3e-8c67-6c86e17ff007,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:53:32.412358 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0c35c3c-7b38-45ef-a379-7b05c6213eba admin admin] Router 6bbad0c5-d6ac-41d9-8d30-afa90656b1ad is scheduled to L3 agent dd128fd7-8e57-4d4f-895b-a96b369df59a with binding_index 1 {{(pid=105585) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 20:53:32.464580 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [req-f3c9fe15-c59a-41ff-8ecd-c9a7c93f27b1 req-5fa78c4f-f0d5-4737-82d3-0edd1f3d9a37 tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] Request body: {'port': {'device_id': '1405576f-5941-4d83-ba16-a6ff354313a3', 'network_id': '4d297cf8-0ab0-49a0-a8db-82a17169c88a', 'admin_state_up': True, 'tenant_id': '0ae9964322044591b167626dd714310e'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:53:32.495437 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] For port 401f9cf2-3e88-453b-86ec-e40da22e18ec, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=401f9cf2-3e88-453b-86ec-e40da22e18ec,segment=NetworkSegment(30512320-4797-4523-818e-63eb7bdafb2b),segment_id=30512320-4797-4523-818e-63eb7bdafb2b)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:53:32.500166 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:32.651746 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Pushing event updated for resources: {'Port': ['ID=401f9cf2-3e88-453b-86ec-e40da22e18ec,revision_number=5']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:53:32.665371 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3c9fe15-c59a-41ff-8ecd-c9a7c93f27b1 req-5fa78c4f-f0d5-4737-82d3-0edd1f3d9a37 tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] Made reservation on behalf of 0ae9964322044591b167626dd714310e for: {'port': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:53:32.670352 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-f3c9fe15-c59a-41ff-8ecd-c9a7c93f27b1 req-5fa78c4f-f0d5-4737-82d3-0edd1f3d9a37 tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:32.674295 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-3013faca-4399-47ab-b793-06a86759e96d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4163804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4077150'] for router, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:32.744042 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0c35c3c-7b38-45ef-a379-7b05c6213eba admin admin] Notify agent at l3_agent.n-d-705658-22 the message routers_updated {{(pid=105585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 20:53:32.763659 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4312cb35-d3d5-47e4-9923-70962e157271 None None] Sync routers for ids ['6bbad0c5-d6ac-41d9-8d30-afa90656b1ad'] in n-d-705658-22 {{(pid=105587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 20:53:32.788741 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4312cb35-d3d5-47e4-9923-70962e157271 None None] Routers {'6bbad0c5-d6ac-41d9-8d30-afa90656b1ad'} bound to L3 agent in host n-d-705658-22 {{(pid=105587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:53:32.789408 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-4312cb35-d3d5-47e4-9923-70962e157271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T20:53:11Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['6bbad0c5-d6ac-41d9-8d30-afa90656b1ad'], 'active': True} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:53:32.828854 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 17243007-6c5b-48ca-9450-556c53964cf3 up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:53:32.837781 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-f0c35c3c-7b38-45ef-a379-7b05c6213eba admin admin] Notify callbacks [] for router, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:32.851639 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-f0c35c3c-7b38-45ef-a379-7b05c6213eba admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.1101062 Jul 27 20:53:32.854595 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 60420) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:53:32.934978 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port 17243007-6c5b-48ca-9450-556c53964cf3 triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:53:32.935680 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:32.982418 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.db_base_plugin_common [req-f3c9fe15-c59a-41ff-8ecd-c9a7c93f27b1 req-5fa78c4f-f0d5-4737-82d3-0edd1f3d9a37 tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] Allocated IP 172.20.0.10 (4d297cf8-0ab0-49a0-a8db-82a17169c88a/ff9685c6-941b-44c9-867d-9e4581186e02/59909a23-0255-4632-b378-8c7203b9b616) {{(pid=105584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:53:33.016865 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a3ada5-edd2-4edc-a827-828a1581c0c2 req-5169a006-1c09-4fa3-adf5-2639a52a6190 tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:33.028594 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-29a3ada5-edd2-4edc-a827-828a1581c0c2 req-5169a006-1c09-4fa3-adf5-2639a52a6190 tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] 10.222.0.59 "GET /v2.0/ports?device_id=6e7f21e0-a9a4-4507-862c-a1b74a2de6ab HTTP/1.1" status: 200 len: 944 time: 0.6037917 Jul 27 20:53:33.054031 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvr_db [None req-4312cb35-d3d5-47e4-9923-70962e157271 None None] Set router 6bbad0c5-d6ac-41d9-8d30-afa90656b1ad gateway port host: n-d-705658-22 {{(pid=105587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:53:33.081603 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 23db2c27-cb3c-4313-a529-b6d2f7176689 up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:53:33.178928 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-29a3ada5-edd2-4edc-a827-828a1581c0c2 req-c134cc7f-b5bd-40a0-b369-53a97c88baa1 tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] 10.222.0.59 "GET /v2.0/security-groups?id=1749b80d-91c6-4bd3-8e8d-666bd095400f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504390 Jul 27 20:53:33.243839 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning for port 23db2c27-cb3c-4313-a529-b6d2f7176689 completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:53:33.269938 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 20:53:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba02d9e5-5566-4102-b821-fcf199768002 x-openstack-request-id: req-ba02d9e5-5566-4102-b821-fcf199768002 {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:53:33.274509 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77e1e6e8-dc93-4654-9cee-5f93a60c626e", "name": "network-vif-plugged", "status": "completed", "tag": "d0604db9-6e9b-4861-ac03-120cc4acb6b7", "code": 200}]} {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:53:33.275147 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-ba02d9e5-5566-4102-b821-fcf199768002 {{(pid=105586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:53:33.275775 n-d-705658-22 neutron-server[105586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77e1e6e8-dc93-4654-9cee-5f93a60c626e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0604db9-6e9b-4861-ac03-120cc4acb6b7', 'code': 200} Jul 27 20:53:33.386644 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 60440) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:53:33.518422 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3013faca-4399-47ab-b793-06a86759e96d admin admin] Router ad9575d0-ad63-4823-8a92-28793e3a05de is scheduled to L3 agent dd128fd7-8e57-4d4f-895b-a96b369df59a with binding_index 1 {{(pid=105584) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 20:53:33.522308 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634d4bc8-9c24-44c5-97ed-1fec2d226b15 req-5eac0f39-9682-4ece-85a1-0a8ceef4683c tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:33.531590 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-634d4bc8-9c24-44c5-97ed-1fec2d226b15 req-5eac0f39-9682-4ece-85a1-0a8ceef4683c tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] 10.222.0.59 "GET /v2.0/ports?device_id=77e1e6e8-dc93-4654-9cee-5f93a60c626e HTTP/1.1" status: 200 len: 950 time: 0.1616473 Jul 27 20:53:33.545017 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-4312cb35-d3d5-47e4-9923-70962e157271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bbad0c5-d6ac-41d9-8d30-afa90656b1ad', 'name': 'tempest-FloatingIPDetailsTestJSON-1064865407-router', 'tenant_id': '0259422d24f64249960659ace98bc15f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.64'}], 'enable_snat': True}, 'gw_port_id': 'd6378b6b-2057-427e-9588-e022b0cad1dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:53:27Z', 'updated_at': '2021-07-27T20:53:30Z', 'revision_number': 3, 'project_id': '0259422d24f64249960659ace98bc15f', 'gw_port': {'id': 'd6378b6b-2057-427e-9588-e022b0cad1dd', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:b4:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bbad0c5-d6ac-41d9-8d30-afa90656b1ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:53:29Z', 'updated_at': '2021-07-27T20:53:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22'}], 'n-d-705658-22', False) {} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:53:33.596505 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-f3c9fe15-c59a-41ff-8ecd-c9a7c93f27b1 req-5fa78c4f-f0d5-4737-82d3-0edd1f3d9a37 tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] Notify callbacks [] for port, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:33.613458 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c9b590-cfe5-4082-961b-06c28c06fdd4 req-2087050e-7641-410c-a4c9-cb6307e8eb1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:33.615508 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-f3c9b590-cfe5-4082-961b-06c28c06fdd4 req-2087050e-7641-410c-a4c9-cb6307e8eb1e service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=77e1e6e8-dc93-4654-9cee-5f93a60c626e HTTP/1.1" status: 200 len: 1102 time: 0.2297230 Jul 27 20:53:33.619549 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4312cb35-d3d5-47e4-9923-70962e157271 None None] Checking router: 6bbad0c5-d6ac-41d9-8d30-afa90656b1ad for host: n-d-705658-22 {{(pid=105587) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 20:53:33.619899 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4312cb35-d3d5-47e4-9923-70962e157271 None None] Updating router 6bbad0c5-d6ac-41d9-8d30-afa90656b1ad port d6378b6b-2057-427e-9588-e022b0cad1dd binding host n-d-705658-22 {{(pid=105587) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 20:53:33.700605 n-d-705658-22 neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-4312cb35-d3d5-47e4-9923-70962e157271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:33.729741 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-907936b5-cfa7-48c0-b2b8-e41b01bdf55a None None] Network 3f1c8940-c5a5-4dd2-af27-28f2db444e65 requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 20:53:33.768519 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-634d4bc8-9c24-44c5-97ed-1fec2d226b15 req-363073de-66f0-4079-aa08-e6b70299bad4 tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] 10.222.0.59 "GET /v2.0/security-groups?id=dea81a77-85b4-4e12-8e1d-b19e89484a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2299807 Jul 27 20:53:33.872447 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-7b68f844-bae8-4b71-8e91-94fd019b4432 None None] Provisioning for port 23db2c27-cb3c-4313-a529-b6d2f7176689 completed by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:53:33.901007 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-7b68f844-bae8-4b71-8e91-94fd019b4432 None None] Provisioning complete for port 23db2c27-cb3c-4313-a529-b6d2f7176689 triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:53:33.901385 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-7b68f844-bae8-4b71-8e91-94fd019b4432 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:33.902698 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-f3c9b590-cfe5-4082-961b-06c28c06fdd4 req-b60a220f-931e-4384-95e6-f361377ea314 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=dea81a77-85b4-4e12-8e1d-b19e89484a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2721610 Jul 27 20:53:33.962940 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-a2e00446-2424-4778-9106-258ba40b9f3b req-5511f155-2b5b-4a78-b1fa-1872a202120d service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=90df5073-6143-4b20-b10d-a2a3e91a9c78&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.5716794 Jul 27 20:53:33.978335 n-d-705658-22 neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-4312cb35-d3d5-47e4-9923-70962e157271 None None] Notify callbacks [] for port, precommit_update {{(pid=105587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:33.988720 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3013faca-4399-47ab-b793-06a86759e96d admin admin] Notify agent at l3_agent.n-d-705658-22 the message routers_updated {{(pid=105584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 20:53:33.989711 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.provisioning_blocks [None req-4312cb35-d3d5-47e4-9923-70962e157271 None None] Transition to ACTIVE for port object d6378b6b-2057-427e-9588-e022b0cad1dd will not be triggered until provisioned by entity L2. {{(pid=105587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:53:34.001915 n-d-705658-22 neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-4312cb35-d3d5-47e4-9923-70962e157271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:34.009536 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-f3c9fe15-c59a-41ff-8ecd-c9a7c93f27b1 req-5fa78c4f-f0d5-4737-82d3-0edd1f3d9a37 tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:34.024037 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7035574e-7548-4ac7-9548-a11b8e0ec1f2 None None] Sync routers for ids ['ad9575d0-ad63-4823-8a92-28793e3a05de'] in n-d-705658-22 {{(pid=105586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 20:53:34.042498 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3c9fe15-c59a-41ff-8ecd-c9a7c93f27b1 req-5fa78c4f-f0d5-4737-82d3-0edd1f3d9a37 tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] Network 4d297cf8-0ab0-49a0-a8db-82a17169c88a is already hosted by enough agents. {{(pid=105584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:53:34.048952 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [req-f3c9fe15-c59a-41ff-8ecd-c9a7c93f27b1 req-5fa78c4f-f0d5-4737-82d3-0edd1f3d9a37 tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] Resources bound (agent type, host, resource id): {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:53:34.077227 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3c9fe15-c59a-41ff-8ecd-c9a7c93f27b1 req-5fa78c4f-f0d5-4737-82d3-0edd1f3d9a37 tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] Received port after_create {{(pid=105584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:53:34.117116 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-3013faca-4399-47ab-b793-06a86759e96d admin admin] Notify callbacks [] for router, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:34.121943 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-3013faca-4399-47ab-b793-06a86759e96d admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 933 time: 5.0349500 Jul 27 20:53:34.125916 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 60448) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:53:34.171012 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c9fe15-c59a-41ff-8ecd-c9a7c93f27b1 req-5fa78c4f-f0d5-4737-82d3-0edd1f3d9a37 tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:34.171946 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-f3c9fe15-c59a-41ff-8ecd-c9a7c93f27b1 req-5fa78c4f-f0d5-4737-82d3-0edd1f3d9a37 tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:34.198812 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386d6554-9df3-4dc1-aded-483e142fe333 None None] Pushing event updated for resources: {'Port': ['ID=d6378b6b-2057-427e-9588-e022b0cad1dd,revision_number=2']} {{(pid=105587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:53:34.201559 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.managers [None req-4312cb35-d3d5-47e4-9923-70962e157271 None None] Attempting to bind port d6378b6b-2057-427e-9588-e022b0cad1dd on host n-d-705658-22 for vnic_type normal with profile {{(pid=105587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:53:34.201894 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.managers [None req-4312cb35-d3d5-47e4-9923-70962e157271 None None] Attempting to bind port d6378b6b-2057-427e-9588-e022b0cad1dd by drivers openvswitch,hyperv on host n-d-705658-22 at level 0 using segments [{'id': '12196855-9a32-4633-9a56-77697ef9e126', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305'}] {{(pid=105587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:53:34.209144 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4312cb35-d3d5-47e4-9923-70962e157271 None None] Attempting to bind port d6378b6b-2057-427e-9588-e022b0cad1dd on network 8735d8a2-b604-4758-ae71-b40e4ee6f305 {{(pid=105587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:53:34.222026 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7035574e-7548-4ac7-9548-a11b8e0ec1f2 None None] Routers {'ad9575d0-ad63-4823-8a92-28793e3a05de'} bound to L3 agent in host n-d-705658-22 {{(pid=105586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:53:34.222684 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-7035574e-7548-4ac7-9548-a11b8e0ec1f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T20:53:11Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['ad9575d0-ad63-4823-8a92-28793e3a05de'], 'active': True} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:53:34.247330 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386d6554-9df3-4dc1-aded-483e142fe333 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:53:34.250449 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386d6554-9df3-4dc1-aded-483e142fe333 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:53:34.257598 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386d6554-9df3-4dc1-aded-483e142fe333 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:53:34.258582 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386d6554-9df3-4dc1-aded-483e142fe333 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:53:34.259680 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386d6554-9df3-4dc1-aded-483e142fe333 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:53:34.260705 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386d6554-9df3-4dc1-aded-483e142fe333 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:53:34.264397 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386d6554-9df3-4dc1-aded-483e142fe333 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:53:34.265195 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386d6554-9df3-4dc1-aded-483e142fe333 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:53:34.267420 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386d6554-9df3-4dc1-aded-483e142fe333 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:53:34.268040 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386d6554-9df3-4dc1-aded-483e142fe333 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:53:34.268541 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386d6554-9df3-4dc1-aded-483e142fe333 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:53:34.269035 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386d6554-9df3-4dc1-aded-483e142fe333 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:53:34.277143 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4312cb35-d3d5-47e4-9923-70962e157271 None None] Checking agent: {'id': '04a7ea91-6318-467e-ace6-b0fb48c8690f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 41, 42), 'started_at': datetime.datetime(2021, 7, 27, 20, 42, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 53, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:53:34.277805 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4312cb35-d3d5-47e4-9923-70962e157271 None None] Checking segment: {'id': '12196855-9a32-4633-9a56-77697ef9e126', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:53:34.280957 n-d-705658-22 neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-4312cb35-d3d5-47e4-9923-70962e157271 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:34.281556 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4312cb35-d3d5-47e4-9923-70962e157271 None None] Bound using segment: {'id': '12196855-9a32-4633-9a56-77697ef9e126', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305'} {{(pid=105587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:53:34.282205 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.managers [None req-4312cb35-d3d5-47e4-9923-70962e157271 None None] Bound port: d6378b6b-2057-427e-9588-e022b0cad1dd, host: n-d-705658-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12196855-9a32-4633-9a56-77697ef9e126', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305'}}] {{(pid=105587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:53:34.283615 n-d-705658-22 neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-4312cb35-d3d5-47e4-9923-70962e157271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:34.307038 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bef65b1-2431-4dba-961d-e2c74b5fbf46 req-eafca560-44ea-45a4-87f7-6f73526f2dee tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:34.319464 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-1bef65b1-2431-4dba-961d-e2c74b5fbf46 req-eafca560-44ea-45a4-87f7-6f73526f2dee tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] 10.222.0.59 "GET /v2.0/ports?device_id=90df5073-6143-4b20-b10d-a2a3e91a9c78 HTTP/1.1" status: 200 len: 950 time: 0.5840087 Jul 27 20:53:34.332565 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa78c4f-f0d5-4737-82d3-0edd1f3d9a37 tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] Pushing event updated for resources: {'Port': ['ID=59909a23-0255-4632-b378-8c7203b9b616,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:53:34.408855 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.db [None req-4312cb35-d3d5-47e4-9923-70962e157271 None None] For port d6378b6b-2057-427e-9588-e022b0cad1dd, host n-d-705658-22, cleared binding levels {{(pid=105587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:53:34.421943 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97724c9-79fd-490c-a9c1-a5889e2577b2 req-e3ecf1e9-3429-4474-a4a8-9eebaf8126c2 tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:34.425285 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.db [None req-4312cb35-d3d5-47e4-9923-70962e157271 None None] For port d6378b6b-2057-427e-9588-e022b0cad1dd, host n-d-705658-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=d6378b6b-2057-427e-9588-e022b0cad1dd,segment=NetworkSegment(12196855-9a32-4633-9a56-77697ef9e126),segment_id=12196855-9a32-4633-9a56-77697ef9e126)] {{(pid=105587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:53:34.431072 n-d-705658-22 neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-4312cb35-d3d5-47e4-9923-70962e157271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:34.431755 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a97724c9-79fd-490c-a9c1-a5889e2577b2 req-e3ecf1e9-3429-4474-a4a8-9eebaf8126c2 tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] 10.222.0.59 "GET /v2.0/ports?device_id=1405576f-5941-4d83-ba16-a6ff354313a3 HTTP/1.1" status: 200 len: 932 time: 0.2529335 Jul 27 20:53:34.450969 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-1bef65b1-2431-4dba-961d-e2c74b5fbf46 req-89cd2ba2-7996-4672-bd35-2a07f714b1ed tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] 10.222.0.59 "GET /v2.0/security-groups?id=c6534cb3-b44e-4a83-b57e-ddb72c2ad843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262686 Jul 27 20:53:34.462714 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-f3c9fe15-c59a-41ff-8ecd-c9a7c93f27b1 req-5fa78c4f-f0d5-4737-82d3-0edd1f3d9a37 tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0031099 Jul 27 20:53:34.478709 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [req-f3c9fe15-c59a-41ff-8ecd-c9a7c93f27b1 req-28737615-2d99-4113-ab47-bb962968865c service neutron] Request body: {'port': {'device_id': '1405576f-5941-4d83-ba16-a6ff354313a3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-705658-22'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:53:34.559710 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386d6554-9df3-4dc1-aded-483e142fe333 None None] Pushing event updated for resources: {'Port': ['ID=d6378b6b-2057-427e-9588-e022b0cad1dd,revision_number=3']} {{(pid=105587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:53:34.566740 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4312cb35-d3d5-47e4-9923-70962e157271 None None] Routers {'6bbad0c5-d6ac-41d9-8d30-afa90656b1ad'} bound to L3 agent in host n-d-705658-22 {{(pid=105587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:53:34.566980 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-4312cb35-d3d5-47e4-9923-70962e157271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T20:53:11Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['6bbad0c5-d6ac-41d9-8d30-afa90656b1ad'], 'active': True} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:53:34.606366 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a97724c9-79fd-490c-a9c1-a5889e2577b2 req-f12e65f0-99db-4c36-8570-383dfd360cee tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] 10.222.0.59 "GET /v2.0/security-groups?id=594c38b0-00a0-4e02-9d5e-673f3a5e469c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603806 Jul 27 20:53:34.607035 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-f59acc13-27ed-473e-95c1-6b799fd84a48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:34.643907 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-f3c9fe15-c59a-41ff-8ecd-c9a7c93f27b1 req-28737615-2d99-4113-ab47-bb962968865c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:34.713558 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-7b68f844-bae8-4b71-8e91-94fd019b4432 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:34.720800 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvr_db [None req-7035574e-7548-4ac7-9548-a11b8e0ec1f2 None None] Set router ad9575d0-ad63-4823-8a92-28793e3a05de gateway port host: n-d-705658-22 {{(pid=105586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:53:34.936437 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d6a498-2f02-492b-b9cf-3027ca345194 req-8e0e2cc4-a67a-4cef-be13-070e3a6b2ba0 tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:34.938163 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f3d6a498-2f02-492b-b9cf-3027ca345194 req-8e0e2cc4-a67a-4cef-be13-070e3a6b2ba0 tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] 10.222.0.59 "GET /v2.0/ports?device_id=6e7f21e0-a9a4-4507-862c-a1b74a2de6ab HTTP/1.1" status: 200 len: 945 time: 0.3589926 Jul 27 20:53:35.057235 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvr_db [None req-4312cb35-d3d5-47e4-9923-70962e157271 None None] Set router 6bbad0c5-d6ac-41d9-8d30-afa90656b1ad gateway port host: n-d-705658-22 {{(pid=105587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:53:35.065000 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-7b68f844-bae8-4b71-8e91-94fd019b4432 None None] For port 23db2c27-cb3c-4313-a529-b6d2f7176689, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=23db2c27-cb3c-4313-a529-b6d2f7176689,segment=NetworkSegment(daa14205-10d6-4bd3-bbe7-ea8abee6eb90),segment_id=daa14205-10d6-4bd3-bbe7-ea8abee6eb90)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:53:35.070223 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f3d6a498-2f02-492b-b9cf-3027ca345194 req-86c8bb6c-02b2-4ff1-836c-a435ad53a359 tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] 10.222.0.59 "GET /v2.0/security-groups?id=1749b80d-91c6-4bd3-8e8d-666bd095400f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055472 Jul 27 20:53:35.087665 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-7b68f844-bae8-4b71-8e91-94fd019b4432 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:35.128987 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.db_base_plugin_common [None req-f59acc13-27ed-473e-95c1-6b799fd84a48 admin admin] Allocated IP 172.20.0.1 (cd62b411-a01d-4644-a30f-7e6c8a748ce2/91f617d0-7d5f-4605-8f6b-6884f906fbce/4f692002-8880-4b13-957a-ebafe98da6bf) {{(pid=105585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:53:35.156773 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2055b6e-6a93-4bef-a7c3-e4c440065c9b req-13f88fe4-c917-4906-a359-db56ff893c60 tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:35.172611 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a2055b6e-6a93-4bef-a7c3-e4c440065c9b req-13f88fe4-c917-4906-a359-db56ff893c60 tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] 10.222.0.59 "GET /v2.0/ports?device_id=77e1e6e8-dc93-4654-9cee-5f93a60c626e HTTP/1.1" status: 200 len: 950 time: 0.2287655 Jul 27 20:53:35.317712 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e7f21e0-a9a4-4507-862c-a1b74a2de6ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '401f9cf2-3e88-453b-86ec-e40da22e18ec'}] {{(pid=105586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:53:35.324221 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14c1663e039faf5393f87855f745010ac5b02220355b68fdbf065393e303ac56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e780b810-716a-4413-a00f-c976de81aa4e" -d '{"events": [{"server_uuid": "6e7f21e0-a9a4-4507-862c-a1b74a2de6ab", "name": "network-vif-plugged", "status": "completed", "tag": "401f9cf2-3e88-453b-86ec-e40da22e18ec"}]}' {{(pid=105586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:53:35.330152 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b68f844-bae8-4b71-8e91-94fd019b4432 None None] Pushing event updated for resources: {'Port': ['ID=23db2c27-cb3c-4313-a529-b6d2f7176689,revision_number=3']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:53:35.410802 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-7035574e-7548-4ac7-9548-a11b8e0ec1f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad9575d0-ad63-4823-8a92-28793e3a05de', 'name': 'tempest-FloatingIPsAssociationTestJSON-1645103835-router', 'tenant_id': '615238fda314405b98ca504942933ecf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.161'}], 'enable_snat': True}, 'gw_port_id': '84d6154b-a1b0-4171-99e6-8fe6e769f980', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:53:29Z', 'updated_at': '2021-07-27T20:53:31Z', 'revision_number': 3, 'project_id': '615238fda314405b98ca504942933ecf', 'gw_port': {'id': '84d6154b-a1b0-4171-99e6-8fe6e769f980', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:3a:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad9575d0-ad63-4823-8a92-28793e3a05de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:53:29Z', 'updated_at': '2021-07-27T20:53:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22'}], 'n-d-705658-22', False) {} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:53:35.483388 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-4312cb35-d3d5-47e4-9923-70962e157271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bbad0c5-d6ac-41d9-8d30-afa90656b1ad', 'name': 'tempest-FloatingIPDetailsTestJSON-1064865407-router', 'tenant_id': '0259422d24f64249960659ace98bc15f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.64'}], 'enable_snat': True}, 'gw_port_id': 'd6378b6b-2057-427e-9588-e022b0cad1dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:53:27Z', 'updated_at': '2021-07-27T20:53:30Z', 'revision_number': 3, 'project_id': '0259422d24f64249960659ace98bc15f', 'gw_port': {'id': 'd6378b6b-2057-427e-9588-e022b0cad1dd', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:b4:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bbad0c5-d6ac-41d9-8d30-afa90656b1ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:53:29Z', 'updated_at': '2021-07-27T20:53:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22'}], 'n-d-705658-22', False) {} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:53:35.488752 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7035574e-7548-4ac7-9548-a11b8e0ec1f2 None None] Checking router: ad9575d0-ad63-4823-8a92-28793e3a05de for host: n-d-705658-22 {{(pid=105586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 20:53:35.492154 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7035574e-7548-4ac7-9548-a11b8e0ec1f2 None None] Updating router ad9575d0-ad63-4823-8a92-28793e3a05de port 84d6154b-a1b0-4171-99e6-8fe6e769f980 binding host n-d-705658-22 {{(pid=105586) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 20:53:35.565720 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a2055b6e-6a93-4bef-a7c3-e4c440065c9b req-a4ec39f6-ee77-4819-b407-23b3bbb0b029 tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] 10.222.0.59 "GET /v2.0/security-groups?id=dea81a77-85b4-4e12-8e1d-b19e89484a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3921211 Jul 27 20:53:35.597259 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4312cb35-d3d5-47e4-9923-70962e157271 None None] The sync data for ids ['6bbad0c5-d6ac-41d9-8d30-afa90656b1ad'] in n-d-705658-22 is: [{'id': '6bbad0c5-d6ac-41d9-8d30-afa90656b1ad', 'name': 'tempest-FloatingIPDetailsTestJSON-1064865407-router', 'tenant_id': '0259422d24f64249960659ace98bc15f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.64'}], 'enable_snat': True}, 'gw_port_id': 'd6378b6b-2057-427e-9588-e022b0cad1dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:53:27Z', 'updated_at': '2021-07-27T20:53:30Z', 'revision_number': 3, 'project_id': '0259422d24f64249960659ace98bc15f', 'gw_port': {'id': 'd6378b6b-2057-427e-9588-e022b0cad1dd', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:b4:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bbad0c5-d6ac-41d9-8d30-afa90656b1ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:53:29Z', 'updated_at': '2021-07-27T20:53:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22'}] {{(pid=105587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 20:53:35.626572 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 20:53:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65462f81-fe86-4266-8bfb-12fc0317a799 x-openstack-request-id: req-65462f81-fe86-4266-8bfb-12fc0317a799 {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:53:35.626897 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e7f21e0-a9a4-4507-862c-a1b74a2de6ab", "name": "network-vif-plugged", "status": "completed", "tag": "401f9cf2-3e88-453b-86ec-e40da22e18ec", "code": 200}]} {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:53:35.627235 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-65462f81-fe86-4266-8bfb-12fc0317a799 {{(pid=105586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:53:35.628247 n-d-705658-22 neutron-server[105586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e7f21e0-a9a4-4507-862c-a1b74a2de6ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '401f9cf2-3e88-453b-86ec-e40da22e18ec', 'code': 200} Jul 27 20:53:35.628847 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-7035574e-7548-4ac7-9548-a11b8e0ec1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:35.973837 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d273b4b5-5ff5-4541-a129-65df0d2cd182 req-4317dd67-080a-4c2b-baa9-a578108eca23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:35.975755 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-d273b4b5-5ff5-4541-a129-65df0d2cd182 req-4317dd67-080a-4c2b-baa9-a578108eca23 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=6e7f21e0-a9a4-4507-862c-a1b74a2de6ab HTTP/1.1" status: 200 len: 1097 time: 0.3038855 Jul 27 20:53:35.983131 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-f59acc13-27ed-473e-95c1-6b799fd84a48 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:36.052554 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.provisioning_blocks [None req-f59acc13-27ed-473e-95c1-6b799fd84a48 admin admin] Transition to ACTIVE for port object 4f692002-8880-4b13-957a-ebafe98da6bf will not be triggered until provisioned by entity DHCP. {{(pid=105585) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:53:36.064673 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f2ac02-b481-45a4-b3dc-5b30d3edc268 req-45cedf9f-fb1c-4cab-b713-4b8f0c7c1c16 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:36.066625 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f5f2ac02-b481-45a4-b3dc-5b30d3edc268 req-45cedf9f-fb1c-4cab-b713-4b8f0c7c1c16 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] 10.222.0.59 "GET /v2.0/ports?device_id=90df5073-6143-4b20-b10d-a2a3e91a9c78 HTTP/1.1" status: 200 len: 950 time: 0.4943547 Jul 27 20:53:36.105207 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-815404d6-5f0c-47cb-a14d-9597e700afe6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:36.187616 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f5f2ac02-b481-45a4-b3dc-5b30d3edc268 req-2b9c8096-4cb5-42ce-b2e8-3bfdf2b76f73 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] 10.222.0.59 "GET /v2.0/security-groups?id=c6534cb3-b44e-4a83-b57e-ddb72c2ad843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061175 Jul 27 20:53:36.203327 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb06857c-2f21-4e86-ab38-9bf7d8533e4b req-346632fb-f917-4281-8b1e-b158b571d630 tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:36.205138 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-bb06857c-2f21-4e86-ab38-9bf7d8533e4b req-346632fb-f917-4281-8b1e-b158b571d630 tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] 10.222.0.59 "GET /v2.0/ports?device_id=1405576f-5941-4d83-ba16-a6ff354313a3 HTTP/1.1" status: 200 len: 932 time: 0.4524491 Jul 27 20:53:36.265340 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-f9fe4e6a-1f93-4b3a-9e51-6776c97dbbe6 None None] Provisioning complete for port 23db2c27-cb3c-4313-a529-b6d2f7176689 triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:53:36.268762 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-d273b4b5-5ff5-4541-a129-65df0d2cd182 req-7f1d6f06-f92a-4274-b207-ede4e9f55a6b service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=1749b80d-91c6-4bd3-8e8d-666bd095400f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2602239 Jul 27 20:53:36.269928 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-f9fe4e6a-1f93-4b3a-9e51-6776c97dbbe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:36.274683 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:36.322800 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-f59acc13-27ed-473e-95c1-6b799fd84a48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:36.325190 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [req-f3c9fe15-c59a-41ff-8ecd-c9a7c93f27b1 req-28737615-2d99-4113-ab47-bb962968865c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59909a23-0255-4632-b378-8c7203b9b616 {{(pid=105584) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 20:53:36.360237 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-bb06857c-2f21-4e86-ab38-9bf7d8533e4b req-a4373d25-c9d2-4fce-9b24-dbc28336a350 tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] 10.222.0.59 "GET /v2.0/security-groups?id=594c38b0-00a0-4e02-9d5e-673f3a5e469c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424551 Jul 27 20:53:36.477534 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f59acc13-27ed-473e-95c1-6b799fd84a48 admin admin] Network cd62b411-a01d-4644-a30f-7e6c8a748ce2 is already hosted by enough agents. {{(pid=105585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:53:36.490830 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-f3c9fe15-c59a-41ff-8ecd-c9a7c93f27b1 req-28737615-2d99-4113-ab47-bb962968865c service neutron] Notify callbacks [] for port, precommit_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:36.548210 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.provisioning_blocks [req-f3c9fe15-c59a-41ff-8ecd-c9a7c93f27b1 req-28737615-2d99-4113-ab47-bb962968865c service neutron] Transition to ACTIVE for port object 59909a23-0255-4632-b378-8c7203b9b616 will not be triggered until provisioned by entity L2. {{(pid=105584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:53:36.556677 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-f3c9fe15-c59a-41ff-8ecd-c9a7c93f27b1 req-28737615-2d99-4113-ab47-bb962968865c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9014027'] for port, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:36.563461 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.base_scheduler [None req-f59acc13-27ed-473e-95c1-6b799fd84a48 admin admin] Resources bound (agent type, host, resource id): {{(pid=105585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:53:36.569926 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59acc13-27ed-473e-95c1-6b799fd84a48 admin admin] Pushing event updated for resources: {'Port': ['ID=4f692002-8880-4b13-957a-ebafe98da6bf,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:53:36.580750 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f59acc13-27ed-473e-95c1-6b799fd84a48 admin admin] Received port after_create {{(pid=105585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:53:36.740369 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 23db2c27-cb3c-4313-a529-b6d2f7176689 up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:53:36.751080 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.db_base_plugin_common [None req-815404d6-5f0c-47cb-a14d-9597e700afe6 admin admin] Allocated IP 172.20.0.1 (3f1c8940-c5a5-4dd2-af27-28f2db444e65/8762aa6e-55d1-40fd-8a84-dc4ad49beb7d/7925b4ba-7a12-4ff3-952f-1275b7ca93a1) {{(pid=105584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:53:36.822088 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-f59acc13-27ed-473e-95c1-6b799fd84a48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4075523'] for router_interface, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:36.837842 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28737615-2d99-4113-ab47-bb962968865c service neutron] Pushing event updated for resources: {'Port': ['ID=59909a23-0255-4632-b378-8c7203b9b616,revision_number=2']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:53:36.911369 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c540d347-63e7-4d2d-92ec-775a628f26f6 req-c12ff5ee-1190-4b3c-8c89-44ecfd241e30 tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:36.913158 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-c540d347-63e7-4d2d-92ec-775a628f26f6 req-c12ff5ee-1190-4b3c-8c89-44ecfd241e30 tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] 10.222.0.59 "GET /v2.0/ports?device_id=6e7f21e0-a9a4-4507-862c-a1b74a2de6ab HTTP/1.1" status: 200 len: 945 time: 0.4297171 Jul 27 20:53:37.047106 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-7035574e-7548-4ac7-9548-a11b8e0ec1f2 None None] Notify callbacks [] for port, precommit_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:37.062845 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port 23db2c27-cb3c-4313-a529-b6d2f7176689 triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:53:37.063247 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:37.084127 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabf1b6a-4072-4115-8da0-14d70547aa80 req-07322ac1-2902-4d57-82ae-a6bbfa29037c tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:37.092702 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-dabf1b6a-4072-4115-8da0-14d70547aa80 req-07322ac1-2902-4d57-82ae-a6bbfa29037c tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] 10.222.0.59 "GET /v2.0/ports?device_id=77e1e6e8-dc93-4654-9cee-5f93a60c626e HTTP/1.1" status: 200 len: 950 time: 0.3503678 Jul 27 20:53:37.115546 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-c540d347-63e7-4d2d-92ec-775a628f26f6 req-3d295851-b0c3-4c30-851f-e5383fc08615 tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] 10.222.0.59 "GET /v2.0/security-groups?id=1749b80d-91c6-4bd3-8e8d-666bd095400f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1834259 Jul 27 20:53:37.119460 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-7035574e-7548-4ac7-9548-a11b8e0ec1f2 None None] Transition to ACTIVE for port object 84d6154b-a1b0-4171-99e6-8fe6e769f980 will not be triggered until provisioned by entity L2. {{(pid=105586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:53:37.135997 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-7035574e-7548-4ac7-9548-a11b8e0ec1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:37.152229 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e00446-2424-4778-9106-258ba40b9f3b req-aefc13d1-989b-4c73-b43a-4cebd3e3a4a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:37.155271 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-a2e00446-2424-4778-9106-258ba40b9f3b req-aefc13d1-989b-4c73-b43a-4cebd3e3a4a6 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=43230fc3eab141e0b742541c8628d03e&device_id=90df5073-6143-4b20-b10d-a2a3e91a9c78 HTTP/1.1" status: 200 len: 1102 time: 0.4015329 Jul 27 20:53:37.180730 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-dabf1b6a-4072-4115-8da0-14d70547aa80 req-3c365796-b106-41bc-98ac-49b70260aa80 tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] 10.222.0.59 "GET /v2.0/security-groups?id=dea81a77-85b4-4e12-8e1d-b19e89484a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823879 Jul 27 20:53:37.205411 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-9e401637-26c3-4cb4-a9fa-98286d4169cb None None] Provisioning for port 4f692002-8880-4b13-957a-ebafe98da6bf completed by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:53:37.246906 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-9e401637-26c3-4cb4-a9fa-98286d4169cb None None] Provisioning complete for port 4f692002-8880-4b13-957a-ebafe98da6bf triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:53:37.247685 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-9e401637-26c3-4cb4-a9fa-98286d4169cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:37.265655 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-f59acc13-27ed-473e-95c1-6b799fd84a48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:37.354332 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-7035574e-7548-4ac7-9548-a11b8e0ec1f2 None None] Attempting to bind port 84d6154b-a1b0-4171-99e6-8fe6e769f980 on host n-d-705658-22 for vnic_type normal with profile {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:53:37.355657 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-7035574e-7548-4ac7-9548-a11b8e0ec1f2 None None] Attempting to bind port 84d6154b-a1b0-4171-99e6-8fe6e769f980 by drivers openvswitch,hyperv on host n-d-705658-22 at level 0 using segments [{'id': '12196855-9a32-4633-9a56-77697ef9e126', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305'}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:53:37.357358 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7035574e-7548-4ac7-9548-a11b8e0ec1f2 None None] Attempting to bind port 84d6154b-a1b0-4171-99e6-8fe6e769f980 on network 8735d8a2-b604-4758-ae71-b40e4ee6f305 {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:53:37.375629 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [req-f3c9fe15-c59a-41ff-8ecd-c9a7c93f27b1 req-28737615-2d99-4113-ab47-bb962968865c service neutron] Attempting to bind port 59909a23-0255-4632-b378-8c7203b9b616 on host n-h1-705658-22 for vnic_type normal with profile {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:53:37.375966 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [req-f3c9fe15-c59a-41ff-8ecd-c9a7c93f27b1 req-28737615-2d99-4113-ab47-bb962968865c service neutron] Attempting to bind port 59909a23-0255-4632-b378-8c7203b9b616 by drivers openvswitch,hyperv on host n-h1-705658-22 at level 0 using segments [{'id': '7ddd3554-64b5-4ff7-9735-f58b31de803c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '4d297cf8-0ab0-49a0-a8db-82a17169c88a'}] {{(pid=105584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:53:37.376297 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3c9fe15-c59a-41ff-8ecd-c9a7c93f27b1 req-28737615-2d99-4113-ab47-bb962968865c service neutron] Attempting to bind port 59909a23-0255-4632-b378-8c7203b9b616 on network 4d297cf8-0ab0-49a0-a8db-82a17169c88a {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:53:37.394898 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0f7d25-85f0-4e51-936c-2ee96b65e6ca None None] Pushing event updated for resources: {'Port': ['ID=84d6154b-a1b0-4171-99e6-8fe6e769f980,revision_number=2']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:53:37.400058 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3c9fe15-c59a-41ff-8ecd-c9a7c93f27b1 req-28737615-2d99-4113-ab47-bb962968865c service neutron] Port 59909a23-0255-4632-b378-8c7203b9b616 on network 4d297cf8-0ab0-49a0-a8db-82a17169c88a not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-22 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 20:53:37.400388 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3c9fe15-c59a-41ff-8ecd-c9a7c93f27b1 req-28737615-2d99-4113-ab47-bb962968865c service neutron] Attempting to bind port 59909a23-0255-4632-b378-8c7203b9b616 on network 4d297cf8-0ab0-49a0-a8db-82a17169c88a {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:53:37.423101 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3c9fe15-c59a-41ff-8ecd-c9a7c93f27b1 req-28737615-2d99-4113-ab47-bb962968865c service neutron] Checking agent: {'id': '9d9bc37f-4d75-44ef-9f63-799aab3e316f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 49, 36), 'started_at': datetime.datetime(2021, 7, 27, 20, 49, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 53, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:53:37.423434 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3c9fe15-c59a-41ff-8ecd-c9a7c93f27b1 req-28737615-2d99-4113-ab47-bb962968865c service neutron] Checking segment: {'id': '7ddd3554-64b5-4ff7-9735-f58b31de803c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '4d297cf8-0ab0-49a0-a8db-82a17169c88a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:53:37.424031 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3c9fe15-c59a-41ff-8ecd-c9a7c93f27b1 req-28737615-2d99-4113-ab47-bb962968865c service neutron] Bound using segment: {'id': '7ddd3554-64b5-4ff7-9735-f58b31de803c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '4d297cf8-0ab0-49a0-a8db-82a17169c88a'} {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:53:37.427173 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [req-f3c9fe15-c59a-41ff-8ecd-c9a7c93f27b1 req-28737615-2d99-4113-ab47-bb962968865c service neutron] Bound port: 59909a23-0255-4632-b378-8c7203b9b616, host: n-h1-705658-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ddd3554-64b5-4ff7-9735-f58b31de803c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '4d297cf8-0ab0-49a0-a8db-82a17169c88a'}}] {{(pid=105584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:53:37.427942 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-f3c9fe15-c59a-41ff-8ecd-c9a7c93f27b1 req-28737615-2d99-4113-ab47-bb962968865c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:37.431194 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7035574e-7548-4ac7-9548-a11b8e0ec1f2 None None] Checking agent: {'id': '04a7ea91-6318-467e-ace6-b0fb48c8690f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 41, 42), 'started_at': datetime.datetime(2021, 7, 27, 20, 42, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 53, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:53:37.431571 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7035574e-7548-4ac7-9548-a11b8e0ec1f2 None None] Checking segment: {'id': '12196855-9a32-4633-9a56-77697ef9e126', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:53:37.431981 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-7035574e-7548-4ac7-9548-a11b8e0ec1f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:37.432381 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7035574e-7548-4ac7-9548-a11b8e0ec1f2 None None] Bound using segment: {'id': '12196855-9a32-4633-9a56-77697ef9e126', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305'} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:53:37.432875 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-7035574e-7548-4ac7-9548-a11b8e0ec1f2 None None] Bound port: 84d6154b-a1b0-4171-99e6-8fe6e769f980, host: n-d-705658-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12196855-9a32-4633-9a56-77697ef9e126', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305'}}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:53:37.433260 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-7035574e-7548-4ac7-9548-a11b8e0ec1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:37.435329 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-9e401637-26c3-4cb4-a9fa-98286d4169cb None None] Port 4f692002-8880-4b13-957a-ebafe98da6bf cannot update to ACTIVE because it is not bound. {{(pid=105586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 20:53:37.441290 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-815404d6-5f0c-47cb-a14d-9597e700afe6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:37.463467 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e00446-2424-4778-9106-258ba40b9f3b req-3c85fa6b-0320-4031-813d-db1ab0f7958b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:37.464674 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-a2e00446-2424-4778-9106-258ba40b9f3b req-3c85fa6b-0320-4031-813d-db1ab0f7958b service neutron] 10.222.0.60 "GET /v2.0/networks?id=4d64aa0b-bd6a-468e-8edc-c83689947462 HTTP/1.1" status: 200 len: 870 time: 0.2983997 Jul 27 20:53:37.471827 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.provisioning_blocks [None req-815404d6-5f0c-47cb-a14d-9597e700afe6 admin admin] Transition to ACTIVE for port object 7925b4ba-7a12-4ff3-952f-1275b7ca93a1 will not be triggered until provisioned by entity DHCP. {{(pid=105584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:53:37.519776 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device d6378b6b-2057-427e-9588-e022b0cad1dd up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:53:37.539502 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-a2e00446-2424-4778-9106-258ba40b9f3b req-33d733bd-ae39-47fc-bef4-d62d9530437c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.248&port_id=7c8a5e21-eb13-4770-9477-daf1bab77ba3 HTTP/1.1" status: 200 len: 217 time: 0.0624878 Jul 27 20:53:37.557871 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-7035574e-7548-4ac7-9548-a11b8e0ec1f2 None None] For port 84d6154b-a1b0-4171-99e6-8fe6e769f980, host n-d-705658-22, cleared binding levels {{(pid=105586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:53:37.573348 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558809e2-b7f7-4c65-9523-a4205f91dbed req-5d167ba2-4dff-4032-b88c-4e5a583fd044 tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:37.575093 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-558809e2-b7f7-4c65-9523-a4205f91dbed req-5d167ba2-4dff-4032-b88c-4e5a583fd044 tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] 10.222.0.59 "GET /v2.0/ports?device_id=807dbec7-9be9-4be0-8a5f-ae4933de34d0 HTTP/1.1" status: 200 len: 949 time: 0.2462146 Jul 27 20:53:37.580862 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-7035574e-7548-4ac7-9548-a11b8e0ec1f2 None None] For port 84d6154b-a1b0-4171-99e6-8fe6e769f980, host n-d-705658-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=84d6154b-a1b0-4171-99e6-8fe6e769f980,segment=NetworkSegment(12196855-9a32-4633-9a56-77697ef9e126),segment_id=12196855-9a32-4633-9a56-77697ef9e126)] {{(pid=105586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:53:37.588868 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-7035574e-7548-4ac7-9548-a11b8e0ec1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:37.656744 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-558809e2-b7f7-4c65-9523-a4205f91dbed req-f0e80255-ec02-4af5-9722-efb572ace184 tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] 10.222.0.59 "GET /v2.0/security-groups?id=dea81a77-85b4-4e12-8e1d-b19e89484a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755191 Jul 27 20:53:37.660352 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning for port d6378b6b-2057-427e-9588-e022b0cad1dd completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:53:37.671243 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port d6378b6b-2057-427e-9588-e022b0cad1dd triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:53:37.671625 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:37.674154 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b639ca-62c1-44d3-a0c8-6d057fbe2025 req-e9bf6c1a-3775-433e-9986-881150655fd4 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:37.674311 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7035574e-7548-4ac7-9548-a11b8e0ec1f2 None None] Routers {'ad9575d0-ad63-4823-8a92-28793e3a05de'} bound to L3 agent in host n-d-705658-22 {{(pid=105586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:53:37.674311 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-7035574e-7548-4ac7-9548-a11b8e0ec1f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T20:53:11Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['ad9575d0-ad63-4823-8a92-28793e3a05de'], 'active': True} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:53:37.679324 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [req-f3c9fe15-c59a-41ff-8ecd-c9a7c93f27b1 req-28737615-2d99-4113-ab47-bb962968865c service neutron] For port 59909a23-0255-4632-b378-8c7203b9b616, host n-h1-705658-22, cleared binding levels {{(pid=105584) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:53:37.681518 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a7b639ca-62c1-44d3-a0c8-6d057fbe2025 req-e9bf6c1a-3775-433e-9986-881150655fd4 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] 10.222.0.59 "GET /v2.0/ports?device_id=90df5073-6143-4b20-b10d-a2a3e91a9c78 HTTP/1.1" status: 200 len: 950 time: 0.3212409 Jul 27 20:53:37.689671 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e00446-2424-4778-9106-258ba40b9f3b req-0e73f5cf-8935-46e7-8769-b10ae6cc3efa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:37.691378 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-a2e00446-2424-4778-9106-258ba40b9f3b req-0e73f5cf-8935-46e7-8769-b10ae6cc3efa service neutron] 10.222.0.60 "GET /v2.0/subnets?id=26644ba0-4185-4e10-8718-6ad18d01376c HTTP/1.1" status: 200 len: 843 time: 0.1438220 Jul 27 20:53:37.691512 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0f7d25-85f0-4e51-936c-2ee96b65e6ca None None] Pushing event updated for resources: {'Port': ['ID=84d6154b-a1b0-4171-99e6-8fe6e769f980,revision_number=3']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:53:37.700057 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [req-f3c9fe15-c59a-41ff-8ecd-c9a7c93f27b1 req-28737615-2d99-4113-ab47-bb962968865c service neutron] For port 59909a23-0255-4632-b378-8c7203b9b616, host n-h1-705658-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=59909a23-0255-4632-b378-8c7203b9b616,segment=NetworkSegment(7ddd3554-64b5-4ff7-9735-f58b31de803c),segment_id=7ddd3554-64b5-4ff7-9735-f58b31de803c)] {{(pid=105584) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:53:37.734205 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-f3c9fe15-c59a-41ff-8ecd-c9a7c93f27b1 req-28737615-2d99-4113-ab47-bb962968865c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9014027'] for port, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:37.757075 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-f59acc13-27ed-473e-95c1-6b799fd84a48 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:37.762698 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a7b639ca-62c1-44d3-a0c8-6d057fbe2025 req-b5172392-bf0a-42a9-bc44-50f08281b487 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] 10.222.0.59 "GET /v2.0/security-groups?id=c6534cb3-b44e-4a83-b57e-ddb72c2ad843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802484 Jul 27 20:53:37.764094 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-f59acc13-27ed-473e-95c1-6b799fd84a48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10221672'] for port, after_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:37.814832 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-815404d6-5f0c-47cb-a14d-9597e700afe6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:37.890700 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c9fe15-c59a-41ff-8ecd-c9a7c93f27b1 req-28737615-2d99-4113-ab47-bb962968865c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:37.891359 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-f3c9fe15-c59a-41ff-8ecd-c9a7c93f27b1 req-28737615-2d99-4113-ab47-bb962968865c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:37.892746 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-f3c9fe15-c59a-41ff-8ecd-c9a7c93f27b1 req-28737615-2d99-4113-ab47-bb962968865c service neutron] 10.222.0.36 "PUT /v2.0/ports/59909a23-0255-4632-b378-8c7203b9b616 HTTP/1.1" status: 200 len: 1093 time: 3.4216826 Jul 27 20:53:37.894103 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1405576f-5941-4d83-ba16-a6ff354313a3', 'tag': '59909a23-0255-4632-b378-8c7203b9b616'}] {{(pid=105584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:53:37.896986 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bce5e6c8685464f7626901654159975603b047827e3138302ed6566e28f1343" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cd2ef01-d36f-425b-b871-0679a805535d" -d '{"events": [{"name": "network-changed", "server_uuid": "1405576f-5941-4d83-ba16-a6ff354313a3", "tag": "59909a23-0255-4632-b378-8c7203b9b616"}]}' {{(pid=105584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:53:37.917427 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-815404d6-5f0c-47cb-a14d-9597e700afe6 admin admin] Network 3f1c8940-c5a5-4dd2-af27-28f2db444e65 is already hosted by enough agents. {{(pid=105584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:53:37.923112 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [None req-815404d6-5f0c-47cb-a14d-9597e700afe6 admin admin] Resources bound (agent type, host, resource id): {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:53:37.931618 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-815404d6-5f0c-47cb-a14d-9597e700afe6 admin admin] Received port after_create {{(pid=105584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:53:37.936980 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvr_db [None req-7035574e-7548-4ac7-9548-a11b8e0ec1f2 None None] Set router ad9575d0-ad63-4823-8a92-28793e3a05de gateway port host: n-d-705658-22 {{(pid=105586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:53:37.966529 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-f59acc13-27ed-473e-95c1-6b799fd84a48 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3743906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4076435'] for router_interface, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:37.972983 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:38.041270 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28737615-2d99-4113-ab47-bb962968865c service neutron] Pushing event updated for resources: {'Port': ['ID=59909a23-0255-4632-b378-8c7203b9b616,revision_number=3']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:53:38.134044 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-815404d6-5f0c-47cb-a14d-9597e700afe6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4075523'] for router_interface, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:38.142903 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] For port d6378b6b-2057-427e-9588-e022b0cad1dd, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=d6378b6b-2057-427e-9588-e022b0cad1dd,segment=NetworkSegment(12196855-9a32-4633-9a56-77697ef9e126),segment_id=12196855-9a32-4633-9a56-77697ef9e126)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:53:38.151105 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:38.236682 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59acc13-27ed-473e-95c1-6b799fd84a48 admin admin] Pushing event updated for resources: {'Port': ['ID=4f692002-8880-4b13-957a-ebafe98da6bf,revision_number=2']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:53:38.246880 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e00446-2424-4778-9106-258ba40b9f3b req-3b98e912-92e2-493d-b85d-c7cafc79fb48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:38.249275 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-a2e00446-2424-4778-9106-258ba40b9f3b req-3b98e912-92e2-493d-b85d-c7cafc79fb48 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4d64aa0b-bd6a-468e-8edc-c83689947462&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5368159 Jul 27 20:53:38.298503 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815404d6-5f0c-47cb-a14d-9597e700afe6 admin admin] Pushing event updated for resources: {'Port': ['ID=7925b4ba-7a12-4ff3-952f-1275b7ca93a1,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:53:38.340403 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Pushing event updated for resources: {'Port': ['ID=d6378b6b-2057-427e-9588-e022b0cad1dd,revision_number=4']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:53:38.389264 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-43676737-1554-421e-bd8a-22b399b00bad None None] Provisioning for port 7925b4ba-7a12-4ff3-952f-1275b7ca93a1 completed by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:53:38.410791 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-43676737-1554-421e-bd8a-22b399b00bad None None] Provisioning complete for port 7925b4ba-7a12-4ff3-952f-1275b7ca93a1 triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:53:38.410791 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-43676737-1554-421e-bd8a-22b399b00bad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:38.413009 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd17d590-18ed-45a3-92cd-19d8a06e516f req-91578d0c-f63d-4cf9-b640-454a68c1e159 tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:38.425574 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-cd17d590-18ed-45a3-92cd-19d8a06e516f req-91578d0c-f63d-4cf9-b640-454a68c1e159 tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] 10.222.0.59 "GET /v2.0/ports?device_id=1405576f-5941-4d83-ba16-a6ff354313a3 HTTP/1.1" status: 200 len: 944 time: 0.4281430 Jul 27 20:53:38.478432 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f59acc13-27ed-473e-95c1-6b799fd84a48 admin admin] Network cd62b411-a01d-4644-a30f-7e6c8a748ce2 is already hosted by enough agents. {{(pid=105585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:53:38.484154 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device d6378b6b-2057-427e-9588-e022b0cad1dd up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:53:38.503447 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.base_scheduler [None req-f59acc13-27ed-473e-95c1-6b799fd84a48 admin admin] Resources bound (agent type, host, resource id): {{(pid=105585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:53:38.542784 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-cd17d590-18ed-45a3-92cd-19d8a06e516f req-19b72478-d8e6-470a-bd84-5f679f51f59e tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] 10.222.0.59 "GET /v2.0/security-groups?id=594c38b0-00a0-4e02-9d5e-673f3a5e469c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162529 Jul 27 20:53:38.595587 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c9fe15-c59a-41ff-8ecd-c9a7c93f27b1 req-ee45efe8-1e68-4f5c-9dc1-3a161bd14649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:38.597611 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-f3c9fe15-c59a-41ff-8ecd-c9a7c93f27b1 req-ee45efe8-1e68-4f5c-9dc1-3a161bd14649 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0ae9964322044591b167626dd714310e&device_id=1405576f-5941-4d83-ba16-a6ff354313a3 HTTP/1.1" status: 200 len: 1096 time: 0.6398726 Jul 27 20:53:38.638387 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-43676737-1554-421e-bd8a-22b399b00bad None None] Port 7925b4ba-7a12-4ff3-952f-1275b7ca93a1 cannot update to ACTIVE because it is not bound. {{(pid=105586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 20:53:38.673055 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-f3c9fe15-c59a-41ff-8ecd-c9a7c93f27b1 req-a4b7a453-9846-44c6-b6ff-950aeb04ec88 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=59909a23-0255-4632-b378-8c7203b9b616 HTTP/1.1" status: 200 len: 217 time: 0.0596180 Jul 27 20:53:38.673931 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-7035574e-7548-4ac7-9548-a11b8e0ec1f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad9575d0-ad63-4823-8a92-28793e3a05de', 'name': 'tempest-FloatingIPsAssociationTestJSON-1645103835-router', 'tenant_id': '615238fda314405b98ca504942933ecf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.161'}], 'enable_snat': True}, 'gw_port_id': '84d6154b-a1b0-4171-99e6-8fe6e769f980', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:53:29Z', 'updated_at': '2021-07-27T20:53:31Z', 'revision_number': 3, 'project_id': '615238fda314405b98ca504942933ecf', 'gw_port': {'id': '84d6154b-a1b0-4171-99e6-8fe6e769f980', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:3a:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad9575d0-ad63-4823-8a92-28793e3a05de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:53:29Z', 'updated_at': '2021-07-27T20:53:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22'}], 'n-d-705658-22', False) {} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:53:38.675142 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 20:53:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32dbb77b-770c-4129-b11b-a3fd069b085c x-openstack-request-id: req-32dbb77b-770c-4129-b11b-a3fd069b085c {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:53:38.675600 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1405576f-5941-4d83-ba16-a6ff354313a3", "tag": "59909a23-0255-4632-b378-8c7203b9b616", "status": "completed", "code": 200}]} {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:53:38.676004 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-32dbb77b-770c-4129-b11b-a3fd069b085c {{(pid=105584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:53:38.677103 n-d-705658-22 neutron-server[105584]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1405576f-5941-4d83-ba16-a6ff354313a3', 'tag': '59909a23-0255-4632-b378-8c7203b9b616', 'status': 'completed', 'code': 200} Jul 27 20:53:38.727727 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7035574e-7548-4ac7-9548-a11b8e0ec1f2 None None] The sync data for ids ['ad9575d0-ad63-4823-8a92-28793e3a05de'] in n-d-705658-22 is: [{'id': 'ad9575d0-ad63-4823-8a92-28793e3a05de', 'name': 'tempest-FloatingIPsAssociationTestJSON-1645103835-router', 'tenant_id': '615238fda314405b98ca504942933ecf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.161'}], 'enable_snat': True}, 'gw_port_id': '84d6154b-a1b0-4171-99e6-8fe6e769f980', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:53:29Z', 'updated_at': '2021-07-27T20:53:31Z', 'revision_number': 3, 'project_id': '615238fda314405b98ca504942933ecf', 'gw_port': {'id': '84d6154b-a1b0-4171-99e6-8fe6e769f980', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:3a:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad9575d0-ad63-4823-8a92-28793e3a05de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:53:29Z', 'updated_at': '2021-07-27T20:53:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22'}] {{(pid=105586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 20:53:38.737816 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port d6378b6b-2057-427e-9588-e022b0cad1dd triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:53:38.738268 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:38.852440 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-ead2073b-9bae-4010-be16-5612d8f82d2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:38.955281 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b520766-871e-4766-b05b-f8567dc02c74 req-0ab53787-7f68-4015-a590-d040092eea5a tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:38.962356 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b520766-871e-4766-b05b-f8567dc02c74 req-0ab53787-7f68-4015-a590-d040092eea5a tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:38.964074 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-7b520766-871e-4766-b05b-f8567dc02c74 req-0ab53787-7f68-4015-a590-d040092eea5a tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] 10.222.0.59 "GET /v2.0/ports?device_id=77e1e6e8-dc93-4654-9cee-5f93a60c626e&device_id=807dbec7-9be9-4be0-8a5f-ae4933de34d0 HTTP/1.1" status: 200 len: 1690 time: 0.2899241 Jul 27 20:53:38.971617 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f59acc13-27ed-473e-95c1-6b799fd84a48 admin admin] Router 6bbad0c5-d6ac-41d9-8d30-afa90656b1ad has already been hosted by L3 agent dd128fd7-8e57-4d4f-895b-a96b369df59a {{(pid=105585) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 20:53:38.986365 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aab9594-8fbd-47e1-bc63-64be7273ebc9 req-4033c413-13e3-4806-a037-75d4252987d5 tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:38.994477 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-5aab9594-8fbd-47e1-bc63-64be7273ebc9 req-4033c413-13e3-4806-a037-75d4252987d5 tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] 10.222.0.59 "GET /v2.0/ports?device_id=6e7f21e0-a9a4-4507-862c-a1b74a2de6ab HTTP/1.1" status: 200 len: 945 time: 0.2199695 Jul 27 20:53:39.021535 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-4240cec0-5abb-4046-af92-b700e73ca5eb None None] Provisioning complete for port 4f692002-8880-4b13-957a-ebafe98da6bf triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:53:39.022013 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-4240cec0-5abb-4046-af92-b700e73ca5eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:39.076270 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-7b520766-871e-4766-b05b-f8567dc02c74 req-9b978953-447e-4bcf-bd75-0c973c045b08 tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] 10.222.0.59 "GET /v2.0/security-groups?id=dea81a77-85b4-4e12-8e1d-b19e89484a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716760 Jul 27 20:53:39.098634 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-4240cec0-5abb-4046-af92-b700e73ca5eb None None] Port 4f692002-8880-4b13-957a-ebafe98da6bf cannot update to ACTIVE because it is not bound. {{(pid=105586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 20:53:39.132354 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-a2e00446-2424-4778-9106-258ba40b9f3b req-d7e75387-1eff-4aa7-9db4-5f5cc826247e service neutron] 10.222.0.60 "GET /v2.0/networks/4d64aa0b-bd6a-468e-8edc-c83689947462?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8576889 Jul 27 20:53:39.140078 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c9fe15-c59a-41ff-8ecd-c9a7c93f27b1 req-08281c41-e4a5-4d00-99aa-0300b90a0c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:39.141544 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-f3c9fe15-c59a-41ff-8ecd-c9a7c93f27b1 req-08281c41-e4a5-4d00-99aa-0300b90a0c1e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ff9685c6-941b-44c9-867d-9e4581186e02 HTTP/1.1" status: 200 len: 848 time: 0.4573855 Jul 27 20:53:39.142145 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-815404d6-5f0c-47cb-a14d-9597e700afe6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:39.225793 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-5aab9594-8fbd-47e1-bc63-64be7273ebc9 req-da5ef8a4-37f1-427c-9361-e4c0a458c747 tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] 10.222.0.59 "GET /v2.0/security-groups?id=1749b80d-91c6-4bd3-8e8d-666bd095400f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2228372 Jul 27 20:53:39.325575 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-f3c9fe15-c59a-41ff-8ecd-c9a7c93f27b1 req-bdf01f0a-4130-4ec1-8857-a558880af261 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4d297cf8-0ab0-49a0-a8db-82a17169c88a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1310172 Jul 27 20:53:39.453769 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f59acc13-27ed-473e-95c1-6b799fd84a48 admin admin] Notify agent at l3_agent.n-d-705658-22 the message routers_updated {{(pid=105585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 20:53:39.461491 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-f59acc13-27ed-473e-95c1-6b799fd84a48 admin admin] 10.222.0.59 "PUT /v2.0/routers/6bbad0c5-d6ac-41d9-8d30-afa90656b1ad/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6064179 Jul 27 20:53:39.470284 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2444744b-05c3-4c2e-b822-725e3fa18db2 None None] Sync routers for ids ['6bbad0c5-d6ac-41d9-8d30-afa90656b1ad'] in n-d-705658-22 {{(pid=105587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 20:53:39.480994 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdf2c42-7c15-4cff-8ef0-a8f6f2c32e58 req-7829dc03-4613-47da-b72a-b73c1e29b4a1 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:39.491699 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-3cdf2c42-7c15-4cff-8ef0-a8f6f2c32e58 req-7829dc03-4613-47da-b72a-b73c1e29b4a1 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] 10.222.0.59 "GET /v2.0/ports?device_id=90df5073-6143-4b20-b10d-a2a3e91a9c78 HTTP/1.1" status: 200 len: 950 time: 0.1456745 Jul 27 20:53:39.507243 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2444744b-05c3-4c2e-b822-725e3fa18db2 None None] Routers {'6bbad0c5-d6ac-41d9-8d30-afa90656b1ad'} bound to L3 agent in host n-d-705658-22 {{(pid=105587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:53:39.507887 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-2444744b-05c3-4c2e-b822-725e3fa18db2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T20:53:11Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['6bbad0c5-d6ac-41d9-8d30-afa90656b1ad'], 'active': True} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:53:39.582349 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-3cdf2c42-7c15-4cff-8ef0-a8f6f2c32e58 req-b7f6e447-32c3-47c0-a68c-a4cc17d9070f tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] 10.222.0.59 "GET /v2.0/security-groups?id=c6534cb3-b44e-4a83-b57e-ddb72c2ad843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851638 Jul 27 20:53:39.648021 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-a2e00446-2424-4778-9106-258ba40b9f3b req-62414ae8-8e41-4926-83bd-60c425ee6974 service neutron] 10.222.0.60 "GET /v2.0/networks/4d64aa0b-bd6a-468e-8edc-c83689947462?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5020146 Jul 27 20:53:39.698546 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-f3c9fe15-c59a-41ff-8ecd-c9a7c93f27b1 req-83dac577-e305-4b71-adc1-c8523e54ef67 service neutron] 10.222.0.36 "GET /v2.0/networks/4d297cf8-0ab0-49a0-a8db-82a17169c88a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3402462 Jul 27 20:53:39.788257 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:39.888457 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvr_db [None req-2444744b-05c3-4c2e-b822-725e3fa18db2 None None] Set router 6bbad0c5-d6ac-41d9-8d30-afa90656b1ad gateway port host: n-d-705658-22 {{(pid=105587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:53:39.950803 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4046abb0-8aca-40ca-acdd-b5edea6324f3 req-45a448b3-f371-446d-ab55-8bc1221c361d tempest-ServersOnMultiNodesTest-1794458366 tempest-ServersOnMultiNodesTest-1794458366-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:39.959624 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-4046abb0-8aca-40ca-acdd-b5edea6324f3 req-45a448b3-f371-446d-ab55-8bc1221c361d tempest-ServersOnMultiNodesTest-1794458366 tempest-ServersOnMultiNodesTest-1794458366-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=77e1e6e8-dc93-4654-9cee-5f93a60c626e HTTP/1.1" status: 200 len: 1102 time: 0.1988668 Jul 27 20:53:40.065363 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-815404d6-5f0c-47cb-a14d-9597e700afe6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:40.071713 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8051321d-7b0b-494c-b8ad-919193ea0fa3 req-c59e782d-9a7c-402f-ad38-7b349d73cfc9 tempest-LiveAutoBlockMigrationV225Test-821062891 tempest-LiveAutoBlockMigrationV225Test-821062891-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:40.075069 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-8051321d-7b0b-494c-b8ad-919193ea0fa3 req-c59e782d-9a7c-402f-ad38-7b349d73cfc9 tempest-LiveAutoBlockMigrationV225Test-821062891 tempest-LiveAutoBlockMigrationV225Test-821062891-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=6e7f21e0-a9a4-4507-862c-a1b74a2de6ab HTTP/1.1" status: 200 len: 1097 time: 0.1659555 Jul 27 20:53:40.081845 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-4046abb0-8aca-40ca-acdd-b5edea6324f3 req-7b21fbfa-0bcb-4ff2-814e-8f1c6feb430d tempest-ServersOnMultiNodesTest-1794458366 tempest-ServersOnMultiNodesTest-1794458366-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=dea81a77-85b4-4e12-8e1d-b19e89484a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208758 Jul 27 20:53:40.092926 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-815404d6-5f0c-47cb-a14d-9597e700afe6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9014027'] for port, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:40.121890 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-8051321d-7b0b-494c-b8ad-919193ea0fa3 req-f82cb308-3c0d-46e2-bd26-537034ca8c8f tempest-LiveAutoBlockMigrationV225Test-821062891 tempest-LiveAutoBlockMigrationV225Test-821062891-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=1749b80d-91c6-4bd3-8e8d-666bd095400f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383942 Jul 27 20:53:40.161709 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-f3c9fe15-c59a-41ff-8ecd-c9a7c93f27b1 req-2eab09ae-cc21-4b00-81a8-c32dde3f7077 service neutron] 10.222.0.36 "GET /v2.0/networks/4d297cf8-0ab0-49a0-a8db-82a17169c88a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4469507 Jul 27 20:53:40.262154 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-2444744b-05c3-4c2e-b822-725e3fa18db2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bbad0c5-d6ac-41d9-8d30-afa90656b1ad', 'name': 'tempest-FloatingIPDetailsTestJSON-1064865407-router', 'tenant_id': '0259422d24f64249960659ace98bc15f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.64'}], 'enable_snat': True}, 'gw_port_id': 'd6378b6b-2057-427e-9588-e022b0cad1dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:53:27Z', 'updated_at': '2021-07-27T20:53:37Z', 'revision_number': 4, 'project_id': '0259422d24f64249960659ace98bc15f', 'gw_port': {'id': 'd6378b6b-2057-427e-9588-e022b0cad1dd', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:b4:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bbad0c5-d6ac-41d9-8d30-afa90656b1ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:53:29Z', 'updated_at': '2021-07-27T20:53:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_interfaces': [{'id': '4f692002-8880-4b13-957a-ebafe98da6bf', 'name': '', 'network_id': 'cd62b411-a01d-4644-a30f-7e6c8a748ce2', 'tenant_id': '0259422d24f64249960659ace98bc15f', 'mac_address': 'fa:16:3e:5f:a5:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bbad0c5-d6ac-41d9-8d30-afa90656b1ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '91f617d0-7d5f-4605-8f6b-6884f906fbce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:53:34Z', 'updated_at': '2021-07-27T20:53:37Z', 'revision_number': 2, 'project_id': '0259422d24f64249960659ace98bc15f', 'subnets': [{'id': '91f617d0-7d5f-4605-8f6b-6884f906fbce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-22', False) {} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:53:40.267931 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d312832-b936-47fb-ba9f-3ae50c2d3fbf req-9a76bfac-3bd5-4989-9832-122ab15fc04b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:40.270854 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-7d312832-b936-47fb-ba9f-3ae50c2d3fbf req-9a76bfac-3bd5-4989-9832-122ab15fc04b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cd1c4ec588264fedb68f16fe606b77e8&device_id=d554f15e-64a0-4c6e-b463-28d8148f367b HTTP/1.1" status: 200 len: 1101 time: 0.5447812 Jul 27 20:53:40.318767 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2444744b-05c3-4c2e-b822-725e3fa18db2 None None] Checking router: 6bbad0c5-d6ac-41d9-8d30-afa90656b1ad for host: n-d-705658-22 {{(pid=105587) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 20:53:40.319224 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2444744b-05c3-4c2e-b822-725e3fa18db2 None None] Updating router 6bbad0c5-d6ac-41d9-8d30-afa90656b1ad port 4f692002-8880-4b13-957a-ebafe98da6bf binding host n-d-705658-22 {{(pid=105587) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 20:53:40.426326 n-d-705658-22 neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-2444744b-05c3-4c2e-b822-725e3fa18db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:40.432253 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d22c7d-73a3-408f-b967-5e43d5ff4eac req-8d3bada3-8040-450a-a273-0b5d71488a01 tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:40.434519 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e3d22c7d-73a3-408f-b967-5e43d5ff4eac req-8d3bada3-8040-450a-a273-0b5d71488a01 tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] 10.222.0.59 "GET /v2.0/ports?device_id=1405576f-5941-4d83-ba16-a6ff354313a3 HTTP/1.1" status: 200 len: 944 time: 0.1486769 Jul 27 20:53:40.475847 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-815404d6-5f0c-47cb-a14d-9597e700afe6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3743906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4076435'] for router_interface, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:40.475847 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815404d6-5f0c-47cb-a14d-9597e700afe6 admin admin] Pushing event updated for resources: {'Port': ['ID=7925b4ba-7a12-4ff3-952f-1275b7ca93a1,revision_number=2']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:53:40.549224 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 84d6154b-a1b0-4171-99e6-8fe6e769f980 up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:53:40.689783 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning for port 84d6154b-a1b0-4171-99e6-8fe6e769f980 completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:53:40.698791 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port 84d6154b-a1b0-4171-99e6-8fe6e769f980 triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:53:40.700209 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:40.872532 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d312832-b936-47fb-ba9f-3ae50c2d3fbf req-26aefeb6-f176-4ba6-a4d3-4f1595590541 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:40.874147 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-7d312832-b936-47fb-ba9f-3ae50c2d3fbf req-26aefeb6-f176-4ba6-a4d3-4f1595590541 service neutron] 10.222.0.36 "GET /v2.0/networks?id=4d64aa0b-bd6a-468e-8edc-c83689947462 HTTP/1.1" status: 200 len: 870 time: 0.5340314 Jul 27 20:53:40.880618 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:40.922914 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-815404d6-5f0c-47cb-a14d-9597e700afe6 admin admin] Network 3f1c8940-c5a5-4dd2-af27-28f2db444e65 is already hosted by enough agents. {{(pid=105584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:53:40.935508 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] For port 84d6154b-a1b0-4171-99e6-8fe6e769f980, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=84d6154b-a1b0-4171-99e6-8fe6e769f980,segment=NetworkSegment(12196855-9a32-4633-9a56-77697ef9e126),segment_id=12196855-9a32-4633-9a56-77697ef9e126)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:53:40.937456 n-d-705658-22 neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-2444744b-05c3-4c2e-b822-725e3fa18db2 None None] Notify callbacks [] for port, precommit_update {{(pid=105587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:40.953974 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:40.956180 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.provisioning_blocks [None req-2444744b-05c3-4c2e-b822-725e3fa18db2 None None] Transition to ACTIVE for port object 4f692002-8880-4b13-957a-ebafe98da6bf will not be triggered until provisioned by entity L2. {{(pid=105587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:53:40.965170 n-d-705658-22 neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-2444744b-05c3-4c2e-b822-725e3fa18db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:41.023621 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [None req-815404d6-5f0c-47cb-a14d-9597e700afe6 admin admin] Resources bound (agent type, host, resource id): {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:53:41.030322 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40593920-e5b4-466d-92a0-8ae33e669fbd None None] Pushing event updated for resources: {'Port': ['ID=4f692002-8880-4b13-957a-ebafe98da6bf,revision_number=3']} {{(pid=105587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:53:41.059290 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-7d312832-b936-47fb-ba9f-3ae50c2d3fbf req-b723312f-4078-4224-807e-2f1675c8d0c5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.44&port_id=efe6605a-3440-4bb8-841a-76d9e509f042 HTTP/1.1" status: 200 len: 217 time: 0.1671460 Jul 27 20:53:41.068467 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd2ef01-d36f-425b-b871-0679a805535d req-1e85ea22-37dd-4020-9cd1-29cb7b014e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:41.069039 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Pushing event updated for resources: {'Port': ['ID=84d6154b-a1b0-4171-99e6-8fe6e769f980,revision_number=4']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:53:41.069975 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-2cd2ef01-d36f-425b-b871-0679a805535d req-1e85ea22-37dd-4020-9cd1-29cb7b014e08 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0ae9964322044591b167626dd714310e&device_id=1405576f-5941-4d83-ba16-a6ff354313a3 HTTP/1.1" status: 200 len: 1096 time: 0.7980144 Jul 27 20:53:41.154465 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.managers [None req-2444744b-05c3-4c2e-b822-725e3fa18db2 None None] Attempting to bind port 4f692002-8880-4b13-957a-ebafe98da6bf on host n-d-705658-22 for vnic_type normal with profile {{(pid=105587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:53:41.155624 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.managers [None req-2444744b-05c3-4c2e-b822-725e3fa18db2 None None] Attempting to bind port 4f692002-8880-4b13-957a-ebafe98da6bf by drivers openvswitch,hyperv on host n-d-705658-22 at level 0 using segments [{'id': '1957bea1-e932-4298-84b1-500ab8ecf4a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'cd62b411-a01d-4644-a30f-7e6c8a748ce2'}] {{(pid=105587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:53:41.158352 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2444744b-05c3-4c2e-b822-725e3fa18db2 None None] Attempting to bind port 4f692002-8880-4b13-957a-ebafe98da6bf on network cd62b411-a01d-4644-a30f-7e6c8a748ce2 {{(pid=105587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:53:41.170861 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e5f3b3bb-5e94-4332-82dc-c8a68addd7de req-06d61a20-1657-4b8d-a728-87fee1b1004b tempest-FloatingIPDetailsTestJSON-733021487 tempest-FloatingIPDetailsTestJSON-733021487-project] 10.222.0.59 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.7331040 Jul 27 20:53:41.180512 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2444744b-05c3-4c2e-b822-725e3fa18db2 None None] Checking agent: {'id': '04a7ea91-6318-467e-ace6-b0fb48c8690f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 41, 42), 'started_at': datetime.datetime(2021, 7, 27, 20, 42, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 53, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:53:41.183345 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2444744b-05c3-4c2e-b822-725e3fa18db2 None None] Checking segment: {'id': '1957bea1-e932-4298-84b1-500ab8ecf4a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'cd62b411-a01d-4644-a30f-7e6c8a748ce2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:53:41.183882 n-d-705658-22 neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-2444744b-05c3-4c2e-b822-725e3fa18db2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:41.185453 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [req-e5f3b3bb-5e94-4332-82dc-c8a68addd7de req-18443ebd-268d-4a4a-9dcb-e602c6d313ba tempest-FloatingIPDetailsTestJSON-733021487 tempest-FloatingIPDetailsTestJSON-733021487-project] Request body: {'floatingip': {'floating_network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:53:41.185580 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2444744b-05c3-4c2e-b822-725e3fa18db2 None None] Bound using segment: {'id': '1957bea1-e932-4298-84b1-500ab8ecf4a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'cd62b411-a01d-4644-a30f-7e6c8a748ce2'} {{(pid=105587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:53:41.186271 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.managers [None req-2444744b-05c3-4c2e-b822-725e3fa18db2 None None] Bound port: 4f692002-8880-4b13-957a-ebafe98da6bf, host: n-d-705658-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1957bea1-e932-4298-84b1-500ab8ecf4a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'cd62b411-a01d-4644-a30f-7e6c8a748ce2'}}] {{(pid=105587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:53:41.186690 n-d-705658-22 neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-2444744b-05c3-4c2e-b822-725e3fa18db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:41.200711 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e3d22c7d-73a3-408f-b967-5e43d5ff4eac req-43cc5ef1-9892-4065-a47f-404e574c8ab5 tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] 10.222.0.59 "GET /v2.0/security-groups?id=594c38b0-00a0-4e02-9d5e-673f3a5e469c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424003 Jul 27 20:53:41.224193 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d312832-b936-47fb-ba9f-3ae50c2d3fbf req-88b331e5-b95a-4930-bc1f-e1a24a9610af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:41.226670 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-7d312832-b936-47fb-ba9f-3ae50c2d3fbf req-88b331e5-b95a-4930-bc1f-e1a24a9610af service neutron] 10.222.0.36 "GET /v2.0/subnets?id=26644ba0-4185-4e10-8718-6ad18d01376c HTTP/1.1" status: 200 len: 843 time: 0.1557708 Jul 27 20:53:41.236616 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-318b09a2-3631-4b45-af95-0675b770de15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:41.243439 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-e5f3b3bb-5e94-4332-82dc-c8a68addd7de req-18443ebd-268d-4a4a-9dcb-e602c6d313ba tempest-FloatingIPDetailsTestJSON-733021487 tempest-FloatingIPDetailsTestJSON-733021487-project] Notify callbacks [] for floatingip, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:41.351525 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.db [None req-2444744b-05c3-4c2e-b822-725e3fa18db2 None None] For port 4f692002-8880-4b13-957a-ebafe98da6bf, host n-d-705658-22, cleared binding levels {{(pid=105587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:53:41.355273 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.db [None req-2444744b-05c3-4c2e-b822-725e3fa18db2 None None] For port 4f692002-8880-4b13-957a-ebafe98da6bf, host n-d-705658-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=4f692002-8880-4b13-957a-ebafe98da6bf,segment=NetworkSegment(1957bea1-e932-4298-84b1-500ab8ecf4a2),segment_id=1957bea1-e932-4298-84b1-500ab8ecf4a2)] {{(pid=105587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:53:41.361260 n-d-705658-22 neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-2444744b-05c3-4c2e-b822-725e3fa18db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:41.461388 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2444744b-05c3-4c2e-b822-725e3fa18db2 None None] Routers {'6bbad0c5-d6ac-41d9-8d30-afa90656b1ad'} bound to L3 agent in host n-d-705658-22 {{(pid=105587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:53:41.462023 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-2444744b-05c3-4c2e-b822-725e3fa18db2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T20:53:41Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['6bbad0c5-d6ac-41d9-8d30-afa90656b1ad'], 'active': True} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:53:41.559198 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-8a3b9f2f-4a6b-4c12-95fe-80acea09cb17 None None] Provisioning complete for port 7925b4ba-7a12-4ff3-952f-1275b7ca93a1 triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:53:41.559880 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-8a3b9f2f-4a6b-4c12-95fe-80acea09cb17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:41.564807 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67965d5-2fcc-4fce-b5bd-f6b801d508e6 req-520a2eb8-7b0c-4216-9b5c-ae0481d2ab8b tempest-ServersOnMultiNodesTest-1794458366 tempest-ServersOnMultiNodesTest-1794458366-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:41.573411 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f67965d5-2fcc-4fce-b5bd-f6b801d508e6 req-520a2eb8-7b0c-4216-9b5c-ae0481d2ab8b tempest-ServersOnMultiNodesTest-1794458366 tempest-ServersOnMultiNodesTest-1794458366-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=807dbec7-9be9-4be0-8a5f-ae4933de34d0 HTTP/1.1" status: 200 len: 1101 time: 0.1760514 Jul 27 20:53:41.595103 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd2ef01-d36f-425b-b871-0679a805535d req-58237cb9-a3df-4b68-b236-96969c134753 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:41.596718 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-2cd2ef01-d36f-425b-b871-0679a805535d req-58237cb9-a3df-4b68-b236-96969c134753 service neutron] 10.222.0.36 "GET /v2.0/networks?id=4d297cf8-0ab0-49a0-a8db-82a17169c88a HTTP/1.1" status: 200 len: 909 time: 0.5148399 Jul 27 20:53:41.605683 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-e5f3b3bb-5e94-4332-82dc-c8a68addd7de req-18443ebd-268d-4a4a-9dcb-e602c6d313ba tempest-FloatingIPDetailsTestJSON-733021487 tempest-FloatingIPDetailsTestJSON-733021487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:41.614384 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40593920-e5b4-466d-92a0-8ae33e669fbd None None] Pushing event updated for resources: {'Port': ['ID=4f692002-8880-4b13-957a-ebafe98da6bf,revision_number=4']} {{(pid=105587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:53:41.645420 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-4c8a672a-24f8-4807-b6ee-9cb5416c3b18 req-1a21b3dd-8e98-4df0-9c45-9b8d8dd6712e service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=4d0397ab-d49a-4764-929c-fe637a207962&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 1.3120680 Jul 27 20:53:41.647547 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-815404d6-5f0c-47cb-a14d-9597e700afe6 admin admin] Router ad9575d0-ad63-4823-8a92-28793e3a05de has already been hosted by L3 agent dd128fd7-8e57-4d4f-895b-a96b369df59a {{(pid=105584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 20:53:41.662386 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-8a3b9f2f-4a6b-4c12-95fe-80acea09cb17 None None] Port 7925b4ba-7a12-4ff3-952f-1275b7ca93a1 cannot update to ACTIVE because it is not bound. {{(pid=105586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 20:53:41.719826 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-2cd2ef01-d36f-425b-b871-0679a805535d req-46c11fe6-f3f8-4585-b5d3-a854728ad69f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=59909a23-0255-4632-b378-8c7203b9b616 HTTP/1.1" status: 200 len: 217 time: 0.0709999 Jul 27 20:53:41.771866 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:41.781001 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.db_base_plugin_common [req-e5f3b3bb-5e94-4332-82dc-c8a68addd7de req-18443ebd-268d-4a4a-9dcb-e602c6d313ba tempest-FloatingIPDetailsTestJSON-733021487 tempest-FloatingIPDetailsTestJSON-733021487-project] Allocated IP 172.25.5.176 (8735d8a2-b604-4758-ae71-b40e4ee6f305/eca7dbab-b9c0-4c8f-a272-816ea8a81764/e4e2b3b0-56de-4b30-9dee-4fc8dd47ce63) {{(pid=105585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:53:41.793582 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvr_db [None req-2444744b-05c3-4c2e-b822-725e3fa18db2 None None] Set router 6bbad0c5-d6ac-41d9-8d30-afa90656b1ad gateway port host: n-d-705658-22 {{(pid=105587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:53:41.912578 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd2ef01-d36f-425b-b871-0679a805535d req-5460ee07-d751-465a-9663-95b0d185672c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:41.914029 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-2cd2ef01-d36f-425b-b871-0679a805535d req-5460ee07-d751-465a-9663-95b0d185672c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ff9685c6-941b-44c9-867d-9e4581186e02 HTTP/1.1" status: 200 len: 848 time: 0.1369164 Jul 27 20:53:41.918583 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-e5f3b3bb-5e94-4332-82dc-c8a68addd7de req-18443ebd-268d-4a4a-9dcb-e602c6d313ba tempest-FloatingIPDetailsTestJSON-733021487 tempest-FloatingIPDetailsTestJSON-733021487-project] Notify callbacks [] for port, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:41.919699 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8a672a-24f8-4807-b6ee-9cb5416c3b18 req-50d621e0-c825-4487-9c52-a5cf4c84f557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:41.921157 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-4c8a672a-24f8-4807-b6ee-9cb5416c3b18 req-50d621e0-c825-4487-9c52-a5cf4c84f557 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=f4dd8c54051d43128b80a7b27aca23a8&device_id=4d0397ab-d49a-4764-929c-fe637a207962 HTTP/1.1" status: 200 len: 1097 time: 0.1993017 Jul 27 20:53:41.927712 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d312832-b936-47fb-ba9f-3ae50c2d3fbf req-0b3dc8b1-b8f9-4a1c-a5dd-fde264cf1aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:41.929197 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-7d312832-b936-47fb-ba9f-3ae50c2d3fbf req-0b3dc8b1-b8f9-4a1c-a5dd-fde264cf1aa4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4d64aa0b-bd6a-468e-8edc-c83689947462&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3489127 Jul 27 20:53:41.967665 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-e5f3b3bb-5e94-4332-82dc-c8a68addd7de req-18443ebd-268d-4a4a-9dcb-e602c6d313ba tempest-FloatingIPDetailsTestJSON-733021487 tempest-FloatingIPDetailsTestJSON-733021487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:42.012571 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f67965d5-2fcc-4fce-b5bd-f6b801d508e6 req-96c26695-ccef-4402-a056-55637307e2ba tempest-ServersOnMultiNodesTest-1794458366 tempest-ServersOnMultiNodesTest-1794458366-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=dea81a77-85b4-4e12-8e1d-b19e89484a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4379132 Jul 27 20:53:42.044676 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e5f3b3bb-5e94-4332-82dc-c8a68addd7de req-18443ebd-268d-4a4a-9dcb-e602c6d313ba tempest-FloatingIPDetailsTestJSON-733021487 tempest-FloatingIPDetailsTestJSON-733021487-project] Network 8735d8a2-b604-4758-ae71-b40e4ee6f305 is already hosted by enough agents. {{(pid=105585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:53:42.049720 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.base_scheduler [req-e5f3b3bb-5e94-4332-82dc-c8a68addd7de req-18443ebd-268d-4a4a-9dcb-e602c6d313ba tempest-FloatingIPDetailsTestJSON-733021487 tempest-FloatingIPDetailsTestJSON-733021487-project] Resources bound (agent type, host, resource id): {{(pid=105585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:53:42.055524 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5f3b3bb-5e94-4332-82dc-c8a68addd7de req-18443ebd-268d-4a4a-9dcb-e602c6d313ba tempest-FloatingIPDetailsTestJSON-733021487 tempest-FloatingIPDetailsTestJSON-733021487-project] Received port after_create {{(pid=105585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:53:42.101395 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-2444744b-05c3-4c2e-b822-725e3fa18db2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bbad0c5-d6ac-41d9-8d30-afa90656b1ad', 'name': 'tempest-FloatingIPDetailsTestJSON-1064865407-router', 'tenant_id': '0259422d24f64249960659ace98bc15f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.64'}], 'enable_snat': True}, 'gw_port_id': 'd6378b6b-2057-427e-9588-e022b0cad1dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:53:27Z', 'updated_at': '2021-07-27T20:53:37Z', 'revision_number': 4, 'project_id': '0259422d24f64249960659ace98bc15f', 'gw_port': {'id': 'd6378b6b-2057-427e-9588-e022b0cad1dd', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:b4:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bbad0c5-d6ac-41d9-8d30-afa90656b1ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:53:29Z', 'updated_at': '2021-07-27T20:53:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_interfaces': [{'id': '4f692002-8880-4b13-957a-ebafe98da6bf', 'name': '', 'network_id': 'cd62b411-a01d-4644-a30f-7e6c8a748ce2', 'tenant_id': '0259422d24f64249960659ace98bc15f', 'mac_address': 'fa:16:3e:5f:a5:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bbad0c5-d6ac-41d9-8d30-afa90656b1ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '91f617d0-7d5f-4605-8f6b-6884f906fbce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:53:34Z', 'updated_at': '2021-07-27T20:53:41Z', 'revision_number': 4, 'project_id': '0259422d24f64249960659ace98bc15f', 'subnets': [{'id': '91f617d0-7d5f-4605-8f6b-6884f906fbce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-22', False) {} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:53:42.143515 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2444744b-05c3-4c2e-b822-725e3fa18db2 None None] The sync data for ids ['6bbad0c5-d6ac-41d9-8d30-afa90656b1ad'] in n-d-705658-22 is: [{'id': '6bbad0c5-d6ac-41d9-8d30-afa90656b1ad', 'name': 'tempest-FloatingIPDetailsTestJSON-1064865407-router', 'tenant_id': '0259422d24f64249960659ace98bc15f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.64'}], 'enable_snat': True}, 'gw_port_id': 'd6378b6b-2057-427e-9588-e022b0cad1dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:53:27Z', 'updated_at': '2021-07-27T20:53:37Z', 'revision_number': 4, 'project_id': '0259422d24f64249960659ace98bc15f', 'gw_port': {'id': 'd6378b6b-2057-427e-9588-e022b0cad1dd', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:b4:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bbad0c5-d6ac-41d9-8d30-afa90656b1ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:53:29Z', 'updated_at': '2021-07-27T20:53:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_interfaces': [{'id': '4f692002-8880-4b13-957a-ebafe98da6bf', 'name': '', 'network_id': 'cd62b411-a01d-4644-a30f-7e6c8a748ce2', 'tenant_id': '0259422d24f64249960659ace98bc15f', 'mac_address': 'fa:16:3e:5f:a5:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bbad0c5-d6ac-41d9-8d30-afa90656b1ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '91f617d0-7d5f-4605-8f6b-6884f906fbce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:53:34Z', 'updated_at': '2021-07-27T20:53:41Z', 'revision_number': 4, 'project_id': '0259422d24f64249960659ace98bc15f', 'subnets': [{'id': '91f617d0-7d5f-4605-8f6b-6884f906fbce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 20:53:42.293236 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-e5f3b3bb-5e94-4332-82dc-c8a68addd7de req-18443ebd-268d-4a4a-9dcb-e602c6d313ba tempest-FloatingIPDetailsTestJSON-733021487 tempest-FloatingIPDetailsTestJSON-733021487-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:42.337681 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18443ebd-268d-4a4a-9dcb-e602c6d313ba tempest-FloatingIPDetailsTestJSON-733021487 tempest-FloatingIPDetailsTestJSON-733021487-project] Pushing event updated for resources: {'Port': ['ID=e4e2b3b0-56de-4b30-9dee-4fc8dd47ce63,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:53:42.401010 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-e5f3b3bb-5e94-4332-82dc-c8a68addd7de req-18443ebd-268d-4a4a-9dcb-e602c6d313ba tempest-FloatingIPDetailsTestJSON-733021487 tempest-FloatingIPDetailsTestJSON-733021487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:42.402902 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8a672a-24f8-4807-b6ee-9cb5416c3b18 req-61219f03-2b65-461e-80d7-40f4a5cf5f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:42.405598 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-4c8a672a-24f8-4807-b6ee-9cb5416c3b18 req-61219f03-2b65-461e-80d7-40f4a5cf5f9d service neutron] 10.222.0.60 "GET /v2.0/networks?id=ad708756-4858-4bf7-9c63-5e8aacaf6c3a HTTP/1.1" status: 200 len: 924 time: 0.4550254 Jul 27 20:53:42.424429 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742bdef2-91f3-4ee4-b378-d4585afd5bc2 req-a0d61147-7136-4388-b6bf-b84b1b17baf7 tempest-LiveAutoBlockMigrationV225Test-821062891 tempest-LiveAutoBlockMigrationV225Test-821062891-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:42.427719 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-742bdef2-91f3-4ee4-b378-d4585afd5bc2 req-a0d61147-7136-4388-b6bf-b84b1b17baf7 tempest-LiveAutoBlockMigrationV225Test-821062891 tempest-LiveAutoBlockMigrationV225Test-821062891-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=6e7f21e0-a9a4-4507-862c-a1b74a2de6ab HTTP/1.1" status: 200 len: 1097 time: 0.1228015 Jul 27 20:53:42.442721 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-2cd2ef01-d36f-425b-b871-0679a805535d req-620b9caa-08d3-4039-a5af-601efad4df64 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4d297cf8-0ab0-49a0-a8db-82a17169c88a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5100832 Jul 27 20:53:42.610827 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 4f692002-8880-4b13-957a-ebafe98da6bf up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:53:42.629779 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-742bdef2-91f3-4ee4-b378-d4585afd5bc2 req-b4357478-767e-4664-b8e2-0d49cb6f70e6 tempest-LiveAutoBlockMigrationV225Test-821062891 tempest-LiveAutoBlockMigrationV225Test-821062891-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=1749b80d-91c6-4bd3-8e8d-666bd095400f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1972942 Jul 27 20:53:42.750126 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning for port 4f692002-8880-4b13-957a-ebafe98da6bf completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:53:42.761571 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port 4f692002-8880-4b13-957a-ebafe98da6bf triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:53:42.764688 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:42.773911 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-bb32ed7d-8717-448b-a9c8-a5a0117d1fd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:42.785662 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-e5f3b3bb-5e94-4332-82dc-c8a68addd7de req-18443ebd-268d-4a4a-9dcb-e602c6d313ba tempest-FloatingIPDetailsTestJSON-733021487 tempest-FloatingIPDetailsTestJSON-733021487-project] Notify callbacks [] for port, precommit_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:42.792731 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-e5f3b3bb-5e94-4332-82dc-c8a68addd7de req-18443ebd-268d-4a4a-9dcb-e602c6d313ba tempest-FloatingIPDetailsTestJSON-733021487 tempest-FloatingIPDetailsTestJSON-733021487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10221672'] for port, after_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:42.859660 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-815404d6-5f0c-47cb-a14d-9597e700afe6 admin admin] Notify agent at l3_agent.n-d-705658-22 the message routers_updated {{(pid=105584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 20:53:42.884430 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-815404d6-5f0c-47cb-a14d-9597e700afe6 admin admin] 10.222.0.59 "PUT /v2.0/routers/ad9575d0-ad63-4823-8a92-28793e3a05de/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7557509 Jul 27 20:53:42.893430 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-2cd2ef01-d36f-425b-b871-0679a805535d req-ba70d997-26f7-47a0-949d-7aa71849b8fe service neutron] 10.222.0.36 "GET /v2.0/networks/4d297cf8-0ab0-49a0-a8db-82a17169c88a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4250808 Jul 27 20:53:42.901347 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18443ebd-268d-4a4a-9dcb-e602c6d313ba tempest-FloatingIPDetailsTestJSON-733021487 tempest-FloatingIPDetailsTestJSON-733021487-project] Pushing event updated for resources: {'Port': ['ID=e4e2b3b0-56de-4b30-9dee-4fc8dd47ce63,revision_number=2']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:53:42.905684 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-4c8a672a-24f8-4807-b6ee-9cb5416c3b18 req-32bf7d75-25aa-4fb0-aed4-44f46a56716d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ed190ecd-f2a0-490c-9654-276734cf7f2f HTTP/1.1" status: 200 len: 1000 time: 0.4600441 Jul 27 20:53:42.963154 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-7d312832-b936-47fb-ba9f-3ae50c2d3fbf req-c136bad8-1743-4ccc-ab29-1a02e080f701 service neutron] 10.222.0.36 "GET /v2.0/networks/4d64aa0b-bd6a-468e-8edc-c83689947462?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0001230 Jul 27 20:53:42.968846 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-e5f3b3bb-5e94-4332-82dc-c8a68addd7de req-18443ebd-268d-4a4a-9dcb-e602c6d313ba tempest-FloatingIPDetailsTestJSON-733021487 tempest-FloatingIPDetailsTestJSON-733021487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4075768'] for floatingip, after_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:43.047310 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-e5f3b3bb-5e94-4332-82dc-c8a68addd7de req-18443ebd-268d-4a4a-9dcb-e602c6d313ba tempest-FloatingIPDetailsTestJSON-733021487 tempest-FloatingIPDetailsTestJSON-733021487-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for floatingip, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:43.048543 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e5f3b3bb-5e94-4332-82dc-c8a68addd7de req-18443ebd-268d-4a4a-9dcb-e602c6d313ba tempest-FloatingIPDetailsTestJSON-733021487 tempest-FloatingIPDetailsTestJSON-733021487-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.8705540 Jul 27 20:53:43.090856 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d789b01e-fd99-46a8-a859-94852a3c5c53 None None] Sync routers for ids ['ad9575d0-ad63-4823-8a92-28793e3a05de'] in n-d-705658-22 {{(pid=105586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 20:53:43.127529 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d789b01e-fd99-46a8-a859-94852a3c5c53 None None] Routers {'ad9575d0-ad63-4823-8a92-28793e3a05de'} bound to L3 agent in host n-d-705658-22 {{(pid=105586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:53:43.132403 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-d789b01e-fd99-46a8-a859-94852a3c5c53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T20:53:41Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['ad9575d0-ad63-4823-8a92-28793e3a05de'], 'active': True} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:53:43.194434 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8a672a-24f8-4807-b6ee-9cb5416c3b18 req-a297624f-366c-423a-ba45-2d430d7e0ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:43.195965 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-4c8a672a-24f8-4807-b6ee-9cb5416c3b18 req-a297624f-366c-423a-ba45-2d430d7e0ed6 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ede1963b-50a5-4164-867c-90340ab6a875 HTTP/1.1" status: 200 len: 862 time: 0.2708011 Jul 27 20:53:43.217533 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device 59909a23-0255-4632-b378-8c7203b9b616 details requested by agent hyperv_n-h1-705658-22 with host n-h1-705658-22 {{(pid=105586) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 20:53:43.220292 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e5f3b3bb-5e94-4332-82dc-c8a68addd7de req-ef3cc679-e4aa-4327-aa2c-f212cb25cf61 tempest-FloatingIPDetailsTestJSON-733021487 tempest-FloatingIPDetailsTestJSON-733021487-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.5.176 HTTP/1.1" status: 200 len: 696 time: 0.1579571 Jul 27 20:53:43.292746 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-2cd2ef01-d36f-425b-b871-0679a805535d req-5180c515-3cc8-45f9-bcdb-9d9eac2b4caa service neutron] 10.222.0.36 "GET /v2.0/networks/4d297cf8-0ab0-49a0-a8db-82a17169c88a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3574421 Jul 27 20:53:43.318785 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-7d312832-b936-47fb-ba9f-3ae50c2d3fbf req-27874139-3916-4d27-9440-dcb496822f0b service neutron] 10.222.0.36 "GET /v2.0/networks/4d64aa0b-bd6a-468e-8edc-c83689947462?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3547418 Jul 27 20:53:43.444680 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f3b3bb-5e94-4332-82dc-c8a68addd7de req-e9489def-e165-4f82-b044-0b11f33d42dd tempest-FloatingIPDetailsTestJSON-733021487 tempest-FloatingIPDetailsTestJSON-733021487-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:43.446824 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e5f3b3bb-5e94-4332-82dc-c8a68addd7de req-e9489def-e165-4f82-b044-0b11f33d42dd tempest-FloatingIPDetailsTestJSON-733021487 tempest-FloatingIPDetailsTestJSON-733021487-project] 10.222.0.59 "GET /v2.0/networks/8735d8a2-b604-4758-ae71-b40e4ee6f305 HTTP/1.1" status: 200 len: 784 time: 0.2177911 Jul 27 20:53:43.477662 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [req-e5f3b3bb-5e94-4332-82dc-c8a68addd7de req-7028d497-ba38-4f67-a06f-5d41c9b96bf4 tempest-FloatingIPDetailsTestJSON-733021487 tempest-FloatingIPDetailsTestJSON-733021487-project] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=105585) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 20:53:43.478932 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e5f3b3bb-5e94-4332-82dc-c8a68addd7de req-7028d497-ba38-4f67-a06f-5d41c9b96bf4 tempest-FloatingIPDetailsTestJSON-733021487 tempest-FloatingIPDetailsTestJSON-733021487-project] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0256655 Jul 27 20:53:43.487310 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f1ccf0-3aec-4917-8cfe-9acb8aecd2c0 req-3b67f151-23cf-4cae-a1c8-7d57f41ccf9c tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:43.496078 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-16f1ccf0-3aec-4917-8cfe-9acb8aecd2c0 req-3b67f151-23cf-4cae-a1c8-7d57f41ccf9c tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] 10.222.0.59 "GET /v2.0/ports?device_id=90df5073-6143-4b20-b10d-a2a3e91a9c78 HTTP/1.1" status: 200 len: 950 time: 0.5130649 Jul 27 20:53:43.517310 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8a672a-24f8-4807-b6ee-9cb5416c3b18 req-09a3e7c4-9dda-4e90-9f2e-20e3aee64fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:43.518879 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-4c8a672a-24f8-4807-b6ee-9cb5416c3b18 req-09a3e7c4-9dda-4e90-9f2e-20e3aee64fe2 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ad708756-4858-4bf7-9c63-5e8aacaf6c3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3148251 Jul 27 20:53:43.545848 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-16f1ccf0-3aec-4917-8cfe-9acb8aecd2c0 req-2944a8b9-5e5e-4840-b993-27b5eb4ab12b tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] 10.222.0.59 "GET /v2.0/security-groups?id=c6534cb3-b44e-4a83-b57e-ddb72c2ad843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487933 Jul 27 20:53:43.657817 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:43.738125 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-4c8a672a-24f8-4807-b6ee-9cb5416c3b18 req-14340262-4b08-4e95-a20a-e9ad6c3f0596 service neutron] 10.222.0.60 "GET /v2.0/networks/ad708756-4858-4bf7-9c63-5e8aacaf6c3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1960526 Jul 27 20:53:43.776913 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvr_db [None req-d789b01e-fd99-46a8-a859-94852a3c5c53 None None] Set router ad9575d0-ad63-4823-8a92-28793e3a05de gateway port host: n-d-705658-22 {{(pid=105586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:53:43.825106 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c142df2-ae5f-4410-9f09-a7433295bfef req-750d5164-a6e1-4d18-b6b5-5241b9863500 tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:43.831212 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-3c142df2-ae5f-4410-9f09-a7433295bfef req-750d5164-a6e1-4d18-b6b5-5241b9863500 tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] 10.222.0.59 "GET /v2.0/ports?device_id=1405576f-5941-4d83-ba16-a6ff354313a3 HTTP/1.1" status: 200 len: 944 time: 0.2068486 Jul 27 20:53:43.890574 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-4c8a672a-24f8-4807-b6ee-9cb5416c3b18 req-bb28b071-e6f8-43c4-ab55-f4d0f249e7ff service neutron] 10.222.0.60 "GET /v2.0/networks/ad708756-4858-4bf7-9c63-5e8aacaf6c3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1384394 Jul 27 20:53:43.949470 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-3c142df2-ae5f-4410-9f09-a7433295bfef req-22f7399c-272f-4ce5-bb7a-c458e89f9067 tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] 10.222.0.59 "GET /v2.0/security-groups?id=594c38b0-00a0-4e02-9d5e-673f3a5e469c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011333 Jul 27 20:53:43.961629 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] For port 59909a23-0255-4632-b378-8c7203b9b616, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=59909a23-0255-4632-b378-8c7203b9b616,segment=NetworkSegment(7ddd3554-64b5-4ff7-9735-f58b31de803c),segment_id=7ddd3554-64b5-4ff7-9735-f58b31de803c)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:53:44.008007 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Returning: {'device': '59909a23-0255-4632-b378-8c7203b9b616', 'network_id': '4d297cf8-0ab0-49a0-a8db-82a17169c88a', 'port_id': '59909a23-0255-4632-b378-8c7203b9b616', 'mac_address': 'fa:16:3e:ef:57:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 213, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff9685c6-941b-44c9-867d-9e4581186e02', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105586) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 20:53:44.085643 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] For port 4f692002-8880-4b13-957a-ebafe98da6bf, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=4f692002-8880-4b13-957a-ebafe98da6bf,segment=NetworkSegment(1957bea1-e932-4298-84b1-500ab8ecf4a2),segment_id=1957bea1-e932-4298-84b1-500ab8ecf4a2)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:53:44.206938 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:44.208541 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 84d6154b-a1b0-4171-99e6-8fe6e769f980 up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:53:44.276832 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:44.347830 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-875ced1b-4cf3-463a-9653-058f0f9421e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:44.349577 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59909a23-0255-4632-b378-8c7203b9b616 {{(pid=105586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 20:53:44.372051 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-8f09809c-5fe9-4db5-a6c0-78acfdd75ba0 req-81a0ccd4-7bb0-4394-a962-b23770b6506d tempest-FloatingIPDetailsTestJSON-733021487 tempest-FloatingIPDetailsTestJSON-733021487-project] 10.222.0.59 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2178071 Jul 27 20:53:44.399046 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Pushing event updated for resources: {'Port': ['ID=4f692002-8880-4b13-957a-ebafe98da6bf,revision_number=5']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:53:44.399297 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [req-8f09809c-5fe9-4db5-a6c0-78acfdd75ba0 req-f747f1c6-23e9-46bb-86e5-9bd8c7d684b1 tempest-FloatingIPDetailsTestJSON-733021487 tempest-FloatingIPDetailsTestJSON-733021487-project] Request body: {'floatingip': {'floating_network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:53:44.437339 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] For port 59909a23-0255-4632-b378-8c7203b9b616, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=59909a23-0255-4632-b378-8c7203b9b616,segment=NetworkSegment(7ddd3554-64b5-4ff7-9735-f58b31de803c),segment_id=7ddd3554-64b5-4ff7-9735-f58b31de803c)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:53:44.445508 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:44.472612 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adede050-2799-4621-8d07-1af73e51e5da req-732e199c-bff4-4a62-8750-ae174758fa8e tempest-FloatingIPsAssociationTestJSON-1853502918 tempest-FloatingIPsAssociationTestJSON-1853502918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:44.476818 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-adede050-2799-4621-8d07-1af73e51e5da req-732e199c-bff4-4a62-8750-ae174758fa8e tempest-FloatingIPsAssociationTestJSON-1853502918 tempest-FloatingIPsAssociationTestJSON-1853502918-project] 10.222.0.59 "GET /v2.0/networks?id=3f1c8940-c5a5-4dd2-af27-28f2db444e65 HTTP/1.1" status: 200 len: 821 time: 0.2200286 Jul 27 20:53:44.511568 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-adede050-2799-4621-8d07-1af73e51e5da req-9e156700-71c8-40da-b2e9-4637afc5393f tempest-FloatingIPsAssociationTestJSON-1853502918 tempest-FloatingIPsAssociationTestJSON-1853502918-project] 10.222.0.59 "GET /v2.0/quotas/615238fda314405b98ca504942933ecf HTTP/1.1" status: 200 len: 375 time: 0.0270498 Jul 27 20:53:44.549066 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-8f09809c-5fe9-4db5-a6c0-78acfdd75ba0 req-f747f1c6-23e9-46bb-86e5-9bd8c7d684b1 tempest-FloatingIPDetailsTestJSON-733021487 tempest-FloatingIPDetailsTestJSON-733021487-project] Notify callbacks [] for floatingip, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:44.553490 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port 84d6154b-a1b0-4171-99e6-8fe6e769f980 triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:53:44.554648 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:44.557660 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Pushing event updated for resources: {'Port': ['ID=59909a23-0255-4632-b378-8c7203b9b616,revision_number=4']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:53:44.629314 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-d789b01e-fd99-46a8-a859-94852a3c5c53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad9575d0-ad63-4823-8a92-28793e3a05de', 'name': 'tempest-FloatingIPsAssociationTestJSON-1645103835-router', 'tenant_id': '615238fda314405b98ca504942933ecf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.161'}], 'enable_snat': True}, 'gw_port_id': '84d6154b-a1b0-4171-99e6-8fe6e769f980', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:53:29Z', 'updated_at': '2021-07-27T20:53:38Z', 'revision_number': 4, 'project_id': '615238fda314405b98ca504942933ecf', 'gw_port': {'id': '84d6154b-a1b0-4171-99e6-8fe6e769f980', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:3a:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad9575d0-ad63-4823-8a92-28793e3a05de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:53:29Z', 'updated_at': '2021-07-27T20:53:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_interfaces': [{'id': '7925b4ba-7a12-4ff3-952f-1275b7ca93a1', 'name': '', 'network_id': '3f1c8940-c5a5-4dd2-af27-28f2db444e65', 'tenant_id': '615238fda314405b98ca504942933ecf', 'mac_address': 'fa:16:3e:f4:57:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad9575d0-ad63-4823-8a92-28793e3a05de', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '8762aa6e-55d1-40fd-8a84-dc4ad49beb7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:53:36Z', 'updated_at': '2021-07-27T20:53:39Z', 'revision_number': 2, 'project_id': '615238fda314405b98ca504942933ecf', 'subnets': [{'id': '8762aa6e-55d1-40fd-8a84-dc4ad49beb7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-22', False) {} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:53:44.690208 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d789b01e-fd99-46a8-a859-94852a3c5c53 None None] Checking router: ad9575d0-ad63-4823-8a92-28793e3a05de for host: n-d-705658-22 {{(pid=105586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 20:53:44.690922 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d789b01e-fd99-46a8-a859-94852a3c5c53 None None] Updating router ad9575d0-ad63-4823-8a92-28793e3a05de port 7925b4ba-7a12-4ff3-952f-1275b7ca93a1 binding host n-d-705658-22 {{(pid=105586) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 20:53:44.699552 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-adede050-2799-4621-8d07-1af73e51e5da req-069e743f-b6b0-4b9c-ad09-23fcf9227e88 tempest-FloatingIPsAssociationTestJSON-1853502918 tempest-FloatingIPsAssociationTestJSON-1853502918-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=615238fda314405b98ca504942933ecf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1867836 Jul 27 20:53:44.741652 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-d789b01e-fd99-46a8-a859-94852a3c5c53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:44.807858 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] get_ports_and_sgs() called for port_ids ['59909a23-0255-4632-b378-8c7203b9b616'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 20:53:44.832981 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-8f09809c-5fe9-4db5-a6c0-78acfdd75ba0 req-f747f1c6-23e9-46bb-86e5-9bd8c7d684b1 tempest-FloatingIPDetailsTestJSON-733021487 tempest-FloatingIPDetailsTestJSON-733021487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:44.896666 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 4f692002-8880-4b13-957a-ebafe98da6bf up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:53:44.927616 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-adede050-2799-4621-8d07-1af73e51e5da req-ea50a8b5-be8e-4e7b-86b5-fe418ac88afd service neutron] 10.222.0.59 "GET /v2.0/networks/3f1c8940-c5a5-4dd2-af27-28f2db444e65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2220297 Jul 27 20:53:45.083151 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.db_base_plugin_common [req-8f09809c-5fe9-4db5-a6c0-78acfdd75ba0 req-f747f1c6-23e9-46bb-86e5-9bd8c7d684b1 tempest-FloatingIPDetailsTestJSON-733021487 tempest-FloatingIPDetailsTestJSON-733021487-project] Allocated IP 172.25.5.178 (8735d8a2-b604-4758-ae71-b40e4ee6f305/eca7dbab-b9c0-4c8f-a272-816ea8a81764/aa79afbf-61d3-4c4c-9edf-cfbddba7dc41) {{(pid=105585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:53:45.094396 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port 4f692002-8880-4b13-957a-ebafe98da6bf triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:53:45.094774 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:45.119428 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-adede050-2799-4621-8d07-1af73e51e5da req-742d6fe4-34a3-4084-bddd-30469a4a3a60 service neutron] 10.222.0.59 "GET /v2.0/networks/3f1c8940-c5a5-4dd2-af27-28f2db444e65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1839287 Jul 27 20:53:45.237226 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-8f09809c-5fe9-4db5-a6c0-78acfdd75ba0 req-f747f1c6-23e9-46bb-86e5-9bd8c7d684b1 tempest-FloatingIPDetailsTestJSON-733021487 tempest-FloatingIPDetailsTestJSON-733021487-project] Notify callbacks [] for port, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:45.319349 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-8f09809c-5fe9-4db5-a6c0-78acfdd75ba0 req-f747f1c6-23e9-46bb-86e5-9bd8c7d684b1 tempest-FloatingIPDetailsTestJSON-733021487 tempest-FloatingIPDetailsTestJSON-733021487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:45.376809 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-d789b01e-fd99-46a8-a859-94852a3c5c53 None None] Notify callbacks [] for port, precommit_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:45.380475 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f747f1c6-23e9-46bb-86e5-9bd8c7d684b1 tempest-FloatingIPDetailsTestJSON-733021487 tempest-FloatingIPDetailsTestJSON-733021487-project] Pushing event updated for resources: {'Port': ['ID=aa79afbf-61d3-4c4c-9edf-cfbddba7dc41,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:53:45.389157 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-d789b01e-fd99-46a8-a859-94852a3c5c53 None None] Transition to ACTIVE for port object 7925b4ba-7a12-4ff3-952f-1275b7ca93a1 will not be triggered until provisioned by entity L2. {{(pid=105586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:53:45.398765 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f09809c-5fe9-4db5-a6c0-78acfdd75ba0 req-f747f1c6-23e9-46bb-86e5-9bd8c7d684b1 tempest-FloatingIPDetailsTestJSON-733021487 tempest-FloatingIPDetailsTestJSON-733021487-project] Network 8735d8a2-b604-4758-ae71-b40e4ee6f305 is already hosted by enough agents. {{(pid=105585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:53:45.400539 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-d789b01e-fd99-46a8-a859-94852a3c5c53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:45.400692 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.base_scheduler [req-8f09809c-5fe9-4db5-a6c0-78acfdd75ba0 req-f747f1c6-23e9-46bb-86e5-9bd8c7d684b1 tempest-FloatingIPDetailsTestJSON-733021487 tempest-FloatingIPDetailsTestJSON-733021487-project] Resources bound (agent type, host, resource id): {{(pid=105585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:53:45.406663 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f09809c-5fe9-4db5-a6c0-78acfdd75ba0 req-f747f1c6-23e9-46bb-86e5-9bd8c7d684b1 tempest-FloatingIPDetailsTestJSON-733021487 tempest-FloatingIPDetailsTestJSON-733021487-project] Received port after_create {{(pid=105585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:53:45.456991 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3ebcb0-8f1e-4950-9f2c-ba089d1ff1b2 None None] Pushing event updated for resources: {'Port': ['ID=7925b4ba-7a12-4ff3-952f-1275b7ca93a1,revision_number=3']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:53:45.533184 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-8f09809c-5fe9-4db5-a6c0-78acfdd75ba0 req-f747f1c6-23e9-46bb-86e5-9bd8c7d684b1 tempest-FloatingIPDetailsTestJSON-733021487 tempest-FloatingIPDetailsTestJSON-733021487-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:45.537613 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-d789b01e-fd99-46a8-a859-94852a3c5c53 None None] Attempting to bind port 7925b4ba-7a12-4ff3-952f-1275b7ca93a1 on host n-d-705658-22 for vnic_type normal with profile {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:53:45.538389 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-d789b01e-fd99-46a8-a859-94852a3c5c53 None None] Attempting to bind port 7925b4ba-7a12-4ff3-952f-1275b7ca93a1 by drivers openvswitch,hyperv on host n-d-705658-22 at level 0 using segments [{'id': 'daa14205-10d6-4bd3-bbe7-ea8abee6eb90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '3f1c8940-c5a5-4dd2-af27-28f2db444e65'}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:53:45.539152 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d789b01e-fd99-46a8-a859-94852a3c5c53 None None] Attempting to bind port 7925b4ba-7a12-4ff3-952f-1275b7ca93a1 on network 3f1c8940-c5a5-4dd2-af27-28f2db444e65 {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:53:45.546278 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d789b01e-fd99-46a8-a859-94852a3c5c53 None None] Checking agent: {'id': '04a7ea91-6318-467e-ace6-b0fb48c8690f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 41, 42), 'started_at': datetime.datetime(2021, 7, 27, 20, 42, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 53, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:53:45.546753 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d789b01e-fd99-46a8-a859-94852a3c5c53 None None] Checking segment: {'id': 'daa14205-10d6-4bd3-bbe7-ea8abee6eb90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '3f1c8940-c5a5-4dd2-af27-28f2db444e65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:53:45.547304 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-d789b01e-fd99-46a8-a859-94852a3c5c53 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:45.547758 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d789b01e-fd99-46a8-a859-94852a3c5c53 None None] Bound using segment: {'id': 'daa14205-10d6-4bd3-bbe7-ea8abee6eb90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '3f1c8940-c5a5-4dd2-af27-28f2db444e65'} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:53:45.548298 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-d789b01e-fd99-46a8-a859-94852a3c5c53 None None] Bound port: 7925b4ba-7a12-4ff3-952f-1275b7ca93a1, host: n-d-705658-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'daa14205-10d6-4bd3-bbe7-ea8abee6eb90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '3f1c8940-c5a5-4dd2-af27-28f2db444e65'}}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:53:45.548745 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-d789b01e-fd99-46a8-a859-94852a3c5c53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:45.590873 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-8f09809c-5fe9-4db5-a6c0-78acfdd75ba0 req-f747f1c6-23e9-46bb-86e5-9bd8c7d684b1 tempest-FloatingIPDetailsTestJSON-733021487 tempest-FloatingIPDetailsTestJSON-733021487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:45.643404 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-d789b01e-fd99-46a8-a859-94852a3c5c53 None None] For port 7925b4ba-7a12-4ff3-952f-1275b7ca93a1, host n-d-705658-22, cleared binding levels {{(pid=105586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:53:45.666209 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-d789b01e-fd99-46a8-a859-94852a3c5c53 None None] For port 7925b4ba-7a12-4ff3-952f-1275b7ca93a1, host n-d-705658-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=7925b4ba-7a12-4ff3-952f-1275b7ca93a1,segment=NetworkSegment(daa14205-10d6-4bd3-bbe7-ea8abee6eb90),segment_id=daa14205-10d6-4bd3-bbe7-ea8abee6eb90)] {{(pid=105586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:53:45.670534 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-d789b01e-fd99-46a8-a859-94852a3c5c53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:45.762078 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d789b01e-fd99-46a8-a859-94852a3c5c53 None None] Routers {'ad9575d0-ad63-4823-8a92-28793e3a05de'} bound to L3 agent in host n-d-705658-22 {{(pid=105586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:53:45.762872 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-d789b01e-fd99-46a8-a859-94852a3c5c53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T20:53:41Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['ad9575d0-ad63-4823-8a92-28793e3a05de'], 'active': True} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:53:45.840768 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-8f09809c-5fe9-4db5-a6c0-78acfdd75ba0 req-f747f1c6-23e9-46bb-86e5-9bd8c7d684b1 tempest-FloatingIPDetailsTestJSON-733021487 tempest-FloatingIPDetailsTestJSON-733021487-project] Notify callbacks [] for port, precommit_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:45.853517 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-8f09809c-5fe9-4db5-a6c0-78acfdd75ba0 req-f747f1c6-23e9-46bb-86e5-9bd8c7d684b1 tempest-FloatingIPDetailsTestJSON-733021487 tempest-FloatingIPDetailsTestJSON-733021487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10221672'] for port, after_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:45.963448 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f747f1c6-23e9-46bb-86e5-9bd8c7d684b1 tempest-FloatingIPDetailsTestJSON-733021487 tempest-FloatingIPDetailsTestJSON-733021487-project] Pushing event updated for resources: {'Port': ['ID=aa79afbf-61d3-4c4c-9edf-cfbddba7dc41,revision_number=2']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:53:45.991031 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-8f09809c-5fe9-4db5-a6c0-78acfdd75ba0 req-f747f1c6-23e9-46bb-86e5-9bd8c7d684b1 tempest-FloatingIPDetailsTestJSON-733021487 tempest-FloatingIPDetailsTestJSON-733021487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4075768'] for floatingip, after_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:46.002888 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3ebcb0-8f1e-4950-9f2c-ba089d1ff1b2 None None] Pushing event updated for resources: {'Port': ['ID=7925b4ba-7a12-4ff3-952f-1275b7ca93a1,revision_number=4']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:53:46.022017 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-8f09809c-5fe9-4db5-a6c0-78acfdd75ba0 req-f747f1c6-23e9-46bb-86e5-9bd8c7d684b1 tempest-FloatingIPDetailsTestJSON-733021487 tempest-FloatingIPDetailsTestJSON-733021487-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for floatingip, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:46.024035 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-8f09809c-5fe9-4db5-a6c0-78acfdd75ba0 req-f747f1c6-23e9-46bb-86e5-9bd8c7d684b1 tempest-FloatingIPDetailsTestJSON-733021487 tempest-FloatingIPDetailsTestJSON-733021487-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.6399620 Jul 27 20:53:46.086585 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-8f09809c-5fe9-4db5-a6c0-78acfdd75ba0 req-946878a3-1e77-4efd-952d-e47936c28525 tempest-FloatingIPDetailsTestJSON-733021487 tempest-FloatingIPDetailsTestJSON-733021487-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.5.178 HTTP/1.1" status: 200 len: 696 time: 0.0545955 Jul 27 20:53:46.095617 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvr_db [None req-d789b01e-fd99-46a8-a859-94852a3c5c53 None None] Set router ad9575d0-ad63-4823-8a92-28793e3a05de gateway port host: n-d-705658-22 {{(pid=105586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:53:46.205658 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f09809c-5fe9-4db5-a6c0-78acfdd75ba0 req-57772824-71bd-42f6-ba55-d6717eeda92d tempest-FloatingIPDetailsTestJSON-733021487 tempest-FloatingIPDetailsTestJSON-733021487-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:46.207391 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-8f09809c-5fe9-4db5-a6c0-78acfdd75ba0 req-57772824-71bd-42f6-ba55-d6717eeda92d tempest-FloatingIPDetailsTestJSON-733021487 tempest-FloatingIPDetailsTestJSON-733021487-project] 10.222.0.59 "GET /v2.0/networks/8735d8a2-b604-4758-ae71-b40e4ee6f305 HTTP/1.1" status: 200 len: 784 time: 0.1146712 Jul 27 20:53:46.350620 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-d789b01e-fd99-46a8-a859-94852a3c5c53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad9575d0-ad63-4823-8a92-28793e3a05de', 'name': 'tempest-FloatingIPsAssociationTestJSON-1645103835-router', 'tenant_id': '615238fda314405b98ca504942933ecf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.161'}], 'enable_snat': True}, 'gw_port_id': '84d6154b-a1b0-4171-99e6-8fe6e769f980', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:53:29Z', 'updated_at': '2021-07-27T20:53:38Z', 'revision_number': 4, 'project_id': '615238fda314405b98ca504942933ecf', 'gw_port': {'id': '84d6154b-a1b0-4171-99e6-8fe6e769f980', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:3a:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad9575d0-ad63-4823-8a92-28793e3a05de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:53:29Z', 'updated_at': '2021-07-27T20:53:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_interfaces': [{'id': '7925b4ba-7a12-4ff3-952f-1275b7ca93a1', 'name': '', 'network_id': '3f1c8940-c5a5-4dd2-af27-28f2db444e65', 'tenant_id': '615238fda314405b98ca504942933ecf', 'mac_address': 'fa:16:3e:f4:57:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad9575d0-ad63-4823-8a92-28793e3a05de', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '8762aa6e-55d1-40fd-8a84-dc4ad49beb7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:53:36Z', 'updated_at': '2021-07-27T20:53:45Z', 'revision_number': 4, 'project_id': '615238fda314405b98ca504942933ecf', 'subnets': [{'id': '8762aa6e-55d1-40fd-8a84-dc4ad49beb7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-22', False) {} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:53:46.356774 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-3101eb39-eeaf-40ab-a2ec-f41f0ea99fc7 req-76f37158-9f87-4e67-9aee-0d7d55b9ea37 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=bb7c627d-1bb5-4ac1-b277-e1b05fefd6bc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0555129 Jul 27 20:53:46.377264 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d789b01e-fd99-46a8-a859-94852a3c5c53 None None] The sync data for ids ['ad9575d0-ad63-4823-8a92-28793e3a05de'] in n-d-705658-22 is: [{'id': 'ad9575d0-ad63-4823-8a92-28793e3a05de', 'name': 'tempest-FloatingIPsAssociationTestJSON-1645103835-router', 'tenant_id': '615238fda314405b98ca504942933ecf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.161'}], 'enable_snat': True}, 'gw_port_id': '84d6154b-a1b0-4171-99e6-8fe6e769f980', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:53:29Z', 'updated_at': '2021-07-27T20:53:38Z', 'revision_number': 4, 'project_id': '615238fda314405b98ca504942933ecf', 'gw_port': {'id': '84d6154b-a1b0-4171-99e6-8fe6e769f980', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:3a:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad9575d0-ad63-4823-8a92-28793e3a05de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:53:29Z', 'updated_at': '2021-07-27T20:53:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_interfaces': [{'id': '7925b4ba-7a12-4ff3-952f-1275b7ca93a1', 'name': '', 'network_id': '3f1c8940-c5a5-4dd2-af27-28f2db444e65', 'tenant_id': '615238fda314405b98ca504942933ecf', 'mac_address': 'fa:16:3e:f4:57:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad9575d0-ad63-4823-8a92-28793e3a05de', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '8762aa6e-55d1-40fd-8a84-dc4ad49beb7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:53:36Z', 'updated_at': '2021-07-27T20:53:45Z', 'revision_number': 4, 'project_id': '615238fda314405b98ca504942933ecf', 'subnets': [{'id': '8762aa6e-55d1-40fd-8a84-dc4ad49beb7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 20:53:46.402081 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b62e0ef1-87a3-4a57-9bb0-29671e6c38ed req-ba8516f1-059e-4db4-9f10-1c423793951c tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=7f728b4f036e433cbd9e09c516f9ce38&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0360396 Jul 27 20:53:46.504906 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3101eb39-eeaf-40ab-a2ec-f41f0ea99fc7 req-645fc22e-0d28-4964-9a4d-cd1693106f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:46.506819 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-3101eb39-eeaf-40ab-a2ec-f41f0ea99fc7 req-645fc22e-0d28-4964-9a4d-cd1693106f58 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=0ae9964322044591b167626dd714310e&device_id=bb7c627d-1bb5-4ac1-b277-e1b05fefd6bc HTTP/1.1" status: 200 len: 1096 time: 0.0933444 Jul 27 20:53:46.554311 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62e0ef1-87a3-4a57-9bb0-29671e6c38ed req-c22f5fd4-c24c-4dae-acae-8a0f1b7df077 tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:46.555983 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b62e0ef1-87a3-4a57-9bb0-29671e6c38ed req-c22f5fd4-c24c-4dae-acae-8a0f1b7df077 tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1482813 Jul 27 20:53:46.593997 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b62e0ef1-87a3-4a57-9bb0-29671e6c38ed req-58ca0d97-9194-4e02-9be7-909312720498 tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] 10.222.0.59 "GET /v2.0/quotas/7f728b4f036e433cbd9e09c516f9ce38 HTTP/1.1" status: 200 len: 375 time: 0.0257504 Jul 27 20:53:46.672863 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3101eb39-eeaf-40ab-a2ec-f41f0ea99fc7 req-91eb5d1e-82ba-4ec3-867e-226deb473aff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:46.674433 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-3101eb39-eeaf-40ab-a2ec-f41f0ea99fc7 req-91eb5d1e-82ba-4ec3-867e-226deb473aff service neutron] 10.222.0.60 "GET /v2.0/networks?id=4d297cf8-0ab0-49a0-a8db-82a17169c88a HTTP/1.1" status: 200 len: 909 time: 0.1221519 Jul 27 20:53:46.697891 n-d-705658-22 neutron-server[105584]: WARNING keystonemiddleware.auth_token [req-a2e00446-2424-4778-9106-258ba40b9f3b req-5511f155-2b5b-4a78-b1fa-1872a202120d service neutron] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 27 20:53:46.701316 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [req-178b4698-e3b7-4474-8185-ffb0a6bdb9d4 req-357339b5-5801-45a9-a2b5-c149fc3e65e1 tempest-LiveAutoBlockMigrationV225Test-821062891 tempest-LiveAutoBlockMigrationV225Test-821062891-project-admin] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=105584) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 20:53:46.709025 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-178b4698-e3b7-4474-8185-ffb0a6bdb9d4 req-357339b5-5801-45a9-a2b5-c149fc3e65e1 tempest-LiveAutoBlockMigrationV225Test-821062891 tempest-LiveAutoBlockMigrationV225Test-821062891-project-admin] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0920808 Jul 27 20:53:46.741586 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [req-178b4698-e3b7-4474-8185-ffb0a6bdb9d4 req-26bd609a-23c0-4b30-b786-72b2ade2b59e service neutron] Request body: {'binding': {'host': 'n-h2-705658-22', 'vnic_type': 'normal', 'profile': {}}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:53:46.742111 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [req-178b4698-e3b7-4474-8185-ffb0a6bdb9d4 req-26bd609a-23c0-4b30-b786-72b2ade2b59e service neutron] Unknown quota resources ['binding']. {{(pid=105584) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 27 20:53:46.782754 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b62e0ef1-87a3-4a57-9bb0-29671e6c38ed req-7f1d200e-933c-4ebc-bd96-0ac38f3ed42f tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=7f728b4f036e433cbd9e09c516f9ce38&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1855767 Jul 27 20:53:46.840918 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adede050-2799-4621-8d07-1af73e51e5da req-bcc6ec6b-ff7e-4d90-94ca-896ad58aebe3 tempest-FloatingIPsAssociationTestJSON-1853502918 tempest-FloatingIPsAssociationTestJSON-1853502918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:46.843428 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-adede050-2799-4621-8d07-1af73e51e5da req-bcc6ec6b-ff7e-4d90-94ca-896ad58aebe3 tempest-FloatingIPsAssociationTestJSON-1853502918 tempest-FloatingIPsAssociationTestJSON-1853502918-project] 10.222.0.60 "GET /v2.0/networks?id=3f1c8940-c5a5-4dd2-af27-28f2db444e65 HTTP/1.1" status: 200 len: 821 time: 0.1917276 Jul 27 20:53:46.846476 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-3101eb39-eeaf-40ab-a2ec-f41f0ea99fc7 req-86298db3-bf12-4644-9fd5-ec6e850a43d5 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a40266cd-c917-4c2e-88d1-4a2bc632acb5 HTTP/1.1" status: 200 len: 217 time: 0.1643944 Jul 27 20:53:46.865312 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [req-adede050-2799-4621-8d07-1af73e51e5da req-b038114b-054c-4502-a04d-950fd19d0e2b tempest-FloatingIPsAssociationTestJSON-1853502918 tempest-FloatingIPsAssociationTestJSON-1853502918-project] Request body: {'port': {'device_id': '7d6d1740-167b-4ed1-8fde-75684d664c4d', 'network_id': '3f1c8940-c5a5-4dd2-af27-28f2db444e65', 'admin_state_up': True, 'tenant_id': '615238fda314405b98ca504942933ecf'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:53:46.934887 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 7925b4ba-7a12-4ff3-952f-1275b7ca93a1 up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:53:46.953882 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3101eb39-eeaf-40ab-a2ec-f41f0ea99fc7 req-6ba7dfec-0770-4715-ad76-4179a9606cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:46.955800 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-3101eb39-eeaf-40ab-a2ec-f41f0ea99fc7 req-6ba7dfec-0770-4715-ad76-4179a9606cbc service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ff9685c6-941b-44c9-867d-9e4581186e02 HTTP/1.1" status: 200 len: 848 time: 0.0897863 Jul 27 20:53:47.018493 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning for port 7925b4ba-7a12-4ff3-952f-1275b7ca93a1 completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:53:47.024602 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port 7925b4ba-7a12-4ff3-952f-1275b7ca93a1 triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:53:47.025336 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:47.043642 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-3101eb39-eeaf-40ab-a2ec-f41f0ea99fc7 req-0c7527c5-6b4f-4897-826a-e77ef9957db6 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4d297cf8-0ab0-49a0-a8db-82a17169c88a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0786669 Jul 27 20:53:47.128146 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [req-178b4698-e3b7-4474-8185-ffb0a6bdb9d4 req-26bd609a-23c0-4b30-b786-72b2ade2b59e service neutron] Attempting to bind port 401f9cf2-3e88-453b-86ec-e40da22e18ec on host n-h2-705658-22 for vnic_type normal with profile None {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:53:47.128625 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [req-178b4698-e3b7-4474-8185-ffb0a6bdb9d4 req-26bd609a-23c0-4b30-b786-72b2ade2b59e service neutron] Attempting to bind port 401f9cf2-3e88-453b-86ec-e40da22e18ec by drivers openvswitch,hyperv on host n-h2-705658-22 at level 0 using segments [{'id': '30512320-4797-4523-818e-63eb7bdafb2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '8e591ae5-ff89-4a25-b3ce-4b1625915957'}] {{(pid=105584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:53:47.128962 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-178b4698-e3b7-4474-8185-ffb0a6bdb9d4 req-26bd609a-23c0-4b30-b786-72b2ade2b59e service neutron] Attempting to bind port 401f9cf2-3e88-453b-86ec-e40da22e18ec on network 8e591ae5-ff89-4a25-b3ce-4b1625915957 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:53:47.129946 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:47.143118 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-178b4698-e3b7-4474-8185-ffb0a6bdb9d4 req-26bd609a-23c0-4b30-b786-72b2ade2b59e service neutron] Port 401f9cf2-3e88-453b-86ec-e40da22e18ec on network 8e591ae5-ff89-4a25-b3ce-4b1625915957 not bound, no agent of type Open vSwitch agent registered on host n-h2-705658-22 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 20:53:47.143442 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-178b4698-e3b7-4474-8185-ffb0a6bdb9d4 req-26bd609a-23c0-4b30-b786-72b2ade2b59e service neutron] Attempting to bind port 401f9cf2-3e88-453b-86ec-e40da22e18ec on network 8e591ae5-ff89-4a25-b3ce-4b1625915957 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:53:47.171253 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] For port 7925b4ba-7a12-4ff3-952f-1275b7ca93a1, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=7925b4ba-7a12-4ff3-952f-1275b7ca93a1,segment=NetworkSegment(daa14205-10d6-4bd3-bbe7-ea8abee6eb90),segment_id=daa14205-10d6-4bd3-bbe7-ea8abee6eb90)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:53:47.177233 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:47.178975 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-178b4698-e3b7-4474-8185-ffb0a6bdb9d4 req-26bd609a-23c0-4b30-b786-72b2ade2b59e service neutron] Checking agent: {'id': '65195a73-a875-4810-9f5b-622ae260a8a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 49, 40), 'started_at': datetime.datetime(2021, 7, 27, 20, 49, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 53, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:53:47.179567 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-178b4698-e3b7-4474-8185-ffb0a6bdb9d4 req-26bd609a-23c0-4b30-b786-72b2ade2b59e service neutron] Checking segment: {'id': '30512320-4797-4523-818e-63eb7bdafb2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '8e591ae5-ff89-4a25-b3ce-4b1625915957'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:53:47.180173 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-178b4698-e3b7-4474-8185-ffb0a6bdb9d4 req-26bd609a-23c0-4b30-b786-72b2ade2b59e service neutron] Bound using segment: {'id': '30512320-4797-4523-818e-63eb7bdafb2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '8e591ae5-ff89-4a25-b3ce-4b1625915957'} {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:53:47.184119 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [req-178b4698-e3b7-4474-8185-ffb0a6bdb9d4 req-26bd609a-23c0-4b30-b786-72b2ade2b59e service neutron] Bound port: 401f9cf2-3e88-453b-86ec-e40da22e18ec, host: n-h2-705658-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30512320-4797-4523-818e-63eb7bdafb2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '8e591ae5-ff89-4a25-b3ce-4b1625915957'}}] {{(pid=105584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:53:47.246639 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device 59909a23-0255-4632-b378-8c7203b9b616 up at agent hyperv_n-h1-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:53:47.249842 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Pushing event updated for resources: {'Port': ['ID=7925b4ba-7a12-4ff3-952f-1275b7ca93a1,revision_number=5']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:53:47.313962 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-3101eb39-eeaf-40ab-a2ec-f41f0ea99fc7 req-1717e46f-e932-42ec-9b7c-75b3580a9c20 service neutron] 10.222.0.60 "GET /v2.0/networks/4d297cf8-0ab0-49a0-a8db-82a17169c88a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2613614 Jul 27 20:53:47.342283 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Provisioning for port 59909a23-0255-4632-b378-8c7203b9b616 completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:53:47.347149 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Provisioning complete for port 59909a23-0255-4632-b378-8c7203b9b616 triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:53:47.347531 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:47.395715 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [req-178b4698-e3b7-4474-8185-ffb0a6bdb9d4 req-26bd609a-23c0-4b30-b786-72b2ade2b59e service neutron] For port 401f9cf2-3e88-453b-86ec-e40da22e18ec, host n-h2-705658-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=401f9cf2-3e88-453b-86ec-e40da22e18ec,segment=NetworkSegment(30512320-4797-4523-818e-63eb7bdafb2b),segment_id=30512320-4797-4523-818e-63eb7bdafb2b)] {{(pid=105584) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:53:47.402891 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-178b4698-e3b7-4474-8185-ffb0a6bdb9d4 req-26bd609a-23c0-4b30-b786-72b2ade2b59e service neutron] Notify callbacks [] for binding, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:47.404215 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-178b4698-e3b7-4474-8185-ffb0a6bdb9d4 req-26bd609a-23c0-4b30-b786-72b2ade2b59e service neutron] 10.222.0.59 "POST /v2.0/ports/401f9cf2-3e88-453b-86ec-e40da22e18ec/bindings HTTP/1.1" status: 201 len: 390 time: 0.6943796 Jul 27 20:53:47.453108 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-adede050-2799-4621-8d07-1af73e51e5da req-b038114b-054c-4502-a04d-950fd19d0e2b tempest-FloatingIPsAssociationTestJSON-1853502918 tempest-FloatingIPsAssociationTestJSON-1853502918-project] Made reservation on behalf of 615238fda314405b98ca504942933ecf for: {'port': 1} {{(pid=105585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:53:47.456651 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-3101eb39-eeaf-40ab-a2ec-f41f0ea99fc7 req-d50c72fb-49f7-48f2-b754-6d3cbf9970a8 service neutron] 10.222.0.60 "GET /v2.0/networks/4d297cf8-0ab0-49a0-a8db-82a17169c88a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338608 Jul 27 20:53:47.466570 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-adede050-2799-4621-8d07-1af73e51e5da req-b038114b-054c-4502-a04d-950fd19d0e2b tempest-FloatingIPsAssociationTestJSON-1853502918 tempest-FloatingIPsAssociationTestJSON-1853502918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:47.490642 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1397e8c0-34af-4caf-bad7-cae58c686b58 req-e46852bc-ce42-4e9a-b4c0-d5ab09c0085c tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:47.493967 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-1397e8c0-34af-4caf-bad7-cae58c686b58 req-e46852bc-ce42-4e9a-b4c0-d5ab09c0085c tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] 10.222.0.59 "GET /v2.0/ports?device_id=90df5073-6143-4b20-b10d-a2a3e91a9c78 HTTP/1.1" status: 200 len: 950 time: 0.1315076 Jul 27 20:53:47.529358 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:47.579212 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1405576f-5941-4d83-ba16-a6ff354313a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59909a23-0255-4632-b378-8c7203b9b616'}] {{(pid=105586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:53:47.581906 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14c1663e039faf5393f87855f745010ac5b02220355b68fdbf065393e303ac56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1635625-0a41-4afd-9597-6f6f69af37f8" -d '{"events": [{"server_uuid": "1405576f-5941-4d83-ba16-a6ff354313a3", "name": "network-vif-plugged", "status": "completed", "tag": "59909a23-0255-4632-b378-8c7203b9b616"}]}' {{(pid=105586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:53:47.596679 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] For port 59909a23-0255-4632-b378-8c7203b9b616, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=59909a23-0255-4632-b378-8c7203b9b616,segment=NetworkSegment(7ddd3554-64b5-4ff7-9735-f58b31de803c),segment_id=7ddd3554-64b5-4ff7-9735-f58b31de803c)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:53:47.605569 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:47.605569 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device efe6605a-3440-4bb8-841a-76d9e509f042 no longer exists at agent hyperv_n-h1-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 20:53:47.670301 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-1397e8c0-34af-4caf-bad7-cae58c686b58 req-a01b0b64-3e69-4971-a57f-49272ce9da6e tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] 10.222.0.59 "GET /v2.0/security-groups?id=c6534cb3-b44e-4a83-b57e-ddb72c2ad843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563573 Jul 27 20:53:47.782272 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.db_base_plugin_common [req-adede050-2799-4621-8d07-1af73e51e5da req-b038114b-054c-4502-a04d-950fd19d0e2b tempest-FloatingIPsAssociationTestJSON-1853502918 tempest-FloatingIPsAssociationTestJSON-1853502918-project] Allocated IP 172.20.0.13 (3f1c8940-c5a5-4dd2-af27-28f2db444e65/8762aa6e-55d1-40fd-8a84-dc4ad49beb7d/ba583bd9-3270-4e8c-b116-80894feef3ca) {{(pid=105585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:53:47.799844 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0a9be6-6521-4ede-bb0c-f9685982d250 req-b5560cc3-4528-487c-855f-6c2542f44b4f tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:47.802048 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-7c0a9be6-6521-4ede-bb0c-f9685982d250 req-b5560cc3-4528-487c-855f-6c2542f44b4f tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] 10.222.0.59 "GET /v2.0/ports?device_id=1405576f-5941-4d83-ba16-a6ff354313a3 HTTP/1.1" status: 200 len: 946 time: 0.1872268 Jul 27 20:53:47.843414 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178b4698-e3b7-4474-8185-ffb0a6bdb9d4 req-8124be24-7cdd-4431-86c3-83ac3b926886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:47.846591 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-178b4698-e3b7-4474-8185-ffb0a6bdb9d4 req-8124be24-7cdd-4431-86c3-83ac3b926886 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b02d9256766347f197eb5fbdd02cbc7a&device_id=6e7f21e0-a9a4-4507-862c-a1b74a2de6ab HTTP/1.1" status: 200 len: 1097 time: 0.1439250 Jul 27 20:53:47.849074 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Pushing event updated for resources: {'Port': ['ID=59909a23-0255-4632-b378-8c7203b9b616,revision_number=5']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:53:47.864995 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:47.911910 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] For port efe6605a-3440-4bb8-841a-76d9e509f042, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=efe6605a-3440-4bb8-841a-76d9e509f042,segment=NetworkSegment(86b1e6f6-d629-4b03-8944-4cdfbfb93d02),segment_id=86b1e6f6-d629-4b03-8944-4cdfbfb93d02)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:53:47.917104 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:47.978233 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Pushing event updated for resources: {'Port': ['ID=efe6605a-3440-4bb8-841a-76d9e509f042,revision_number=8']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:53:47.983233 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-c852f915-9837-41f5-8262-32d337c3baab req-ae64898a-d9fb-4da5-81b3-86dd45ab2073 tempest-FloatingIPsAssociationTestJSON-1853502918 tempest-FloatingIPsAssociationTestJSON-1853502918-project] 10.222.0.59 "GET /v2.0/ports?device_id=7d6d1740-167b-4ed1-8fde-75684d664c4d HTTP/1.1" status: 200 len: 210 time: 0.1087320 Jul 27 20:53:47.989490 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-7c0a9be6-6521-4ede-bb0c-f9685982d250 req-1566929d-3103-43b4-b59e-2c2281d464f2 tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] 10.222.0.59 "GET /v2.0/security-groups?id=594c38b0-00a0-4e02-9d5e-673f3a5e469c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604314 Jul 27 20:53:48.025636 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178b4698-e3b7-4474-8185-ffb0a6bdb9d4 req-473fb124-751b-404e-b750-25dc404c3428 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:48.027600 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-178b4698-e3b7-4474-8185-ffb0a6bdb9d4 req-473fb124-751b-404e-b750-25dc404c3428 service neutron] 10.222.0.60 "GET /v2.0/networks?id=8e591ae5-ff89-4a25-b3ce-4b1625915957 HTTP/1.1" status: 200 len: 921 time: 0.1716261 Jul 27 20:53:48.090410 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-178b4698-e3b7-4474-8185-ffb0a6bdb9d4 req-1309643e-3e2f-4eed-a57b-3622aec27808 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=401f9cf2-3e88-453b-86ec-e40da22e18ec HTTP/1.1" status: 200 len: 217 time: 0.0512283 Jul 27 20:53:48.140787 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-adede050-2799-4621-8d07-1af73e51e5da req-b038114b-054c-4502-a04d-950fd19d0e2b tempest-FloatingIPsAssociationTestJSON-1853502918 tempest-FloatingIPsAssociationTestJSON-1853502918-project] Notify callbacks [] for port, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:48.177261 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.provisioning_blocks [req-adede050-2799-4621-8d07-1af73e51e5da req-b038114b-054c-4502-a04d-950fd19d0e2b tempest-FloatingIPsAssociationTestJSON-1853502918 tempest-FloatingIPsAssociationTestJSON-1853502918-project] Transition to ACTIVE for port object ba583bd9-3270-4e8c-b116-80894feef3ca will not be triggered until provisioned by entity DHCP. {{(pid=105585) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:53:48.197288 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178b4698-e3b7-4474-8185-ffb0a6bdb9d4 req-8983a127-bbac-4271-9bfe-473e90506236 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:48.200659 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-178b4698-e3b7-4474-8185-ffb0a6bdb9d4 req-8983a127-bbac-4271-9bfe-473e90506236 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ffc7070b-0d02-4acb-a66a-19178d3b9317 HTTP/1.1" status: 200 len: 860 time: 0.1020198 Jul 27 20:53:48.210210 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e8d07f6c-61bc-43c1-8f87-cb169d69a405 req-6bcd2f59-52da-495b-b462-8c9ddcbf8c70 tempest-FloatingIPDetailsTestJSON-733021487 tempest-FloatingIPDetailsTestJSON-733021487-project] 10.222.0.59 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1729345 Jul 27 20:53:48.227642 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [req-e8d07f6c-61bc-43c1-8f87-cb169d69a405 req-baf26a50-17e4-4bc4-a3de-3dfac88ee66e tempest-FloatingIPDetailsTestJSON-733021487 tempest-FloatingIPDetailsTestJSON-733021487-project] Request body: {'floatingip': {'floating_network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:53:48.250828 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-178b4698-e3b7-4474-8185-ffb0a6bdb9d4 req-9cf8508e-0786-4d6e-9a6f-1b8713b4fe20 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8e591ae5-ff89-4a25-b3ce-4b1625915957&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0412858 Jul 27 20:53:48.253529 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-e8d07f6c-61bc-43c1-8f87-cb169d69a405 req-baf26a50-17e4-4bc4-a3de-3dfac88ee66e tempest-FloatingIPDetailsTestJSON-733021487 tempest-FloatingIPDetailsTestJSON-733021487-project] Notify callbacks [] for floatingip, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:48.308781 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-adede050-2799-4621-8d07-1af73e51e5da req-b038114b-054c-4502-a04d-950fd19d0e2b tempest-FloatingIPsAssociationTestJSON-1853502918 tempest-FloatingIPsAssociationTestJSON-1853502918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:48.358882 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-adede050-2799-4621-8d07-1af73e51e5da req-b038114b-054c-4502-a04d-950fd19d0e2b tempest-FloatingIPsAssociationTestJSON-1853502918 tempest-FloatingIPsAssociationTestJSON-1853502918-project] Network 3f1c8940-c5a5-4dd2-af27-28f2db444e65 is already hosted by enough agents. {{(pid=105585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:53:48.365003 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.base_scheduler [req-adede050-2799-4621-8d07-1af73e51e5da req-b038114b-054c-4502-a04d-950fd19d0e2b tempest-FloatingIPsAssociationTestJSON-1853502918 tempest-FloatingIPsAssociationTestJSON-1853502918-project] Resources bound (agent type, host, resource id): {{(pid=105585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:53:48.372903 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.l3_dvrscheduler_db [req-adede050-2799-4621-8d07-1af73e51e5da req-b038114b-054c-4502-a04d-950fd19d0e2b tempest-FloatingIPsAssociationTestJSON-1853502918 tempest-FloatingIPsAssociationTestJSON-1853502918-project] Received port after_create {{(pid=105585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:53:48.411583 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b038114b-054c-4502-a04d-950fd19d0e2b tempest-FloatingIPsAssociationTestJSON-1853502918 tempest-FloatingIPsAssociationTestJSON-1853502918-project] Pushing event updated for resources: {'Port': ['ID=ba583bd9-3270-4e8c-b116-80894feef3ca,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:53:48.449827 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adede050-2799-4621-8d07-1af73e51e5da req-b038114b-054c-4502-a04d-950fd19d0e2b tempest-FloatingIPsAssociationTestJSON-1853502918 tempest-FloatingIPsAssociationTestJSON-1853502918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:48.450772 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-adede050-2799-4621-8d07-1af73e51e5da req-b038114b-054c-4502-a04d-950fd19d0e2b tempest-FloatingIPsAssociationTestJSON-1853502918 tempest-FloatingIPsAssociationTestJSON-1853502918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:48.475848 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-178b4698-e3b7-4474-8185-ffb0a6bdb9d4 req-fe5ca394-74aa-4ff1-9fa8-0c58738f68ec service neutron] 10.222.0.60 "GET /v2.0/networks/8e591ae5-ff89-4a25-b3ce-4b1625915957?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2128594 Jul 27 20:53:48.476480 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-adede050-2799-4621-8d07-1af73e51e5da req-b038114b-054c-4502-a04d-950fd19d0e2b tempest-FloatingIPsAssociationTestJSON-1853502918 tempest-FloatingIPsAssociationTestJSON-1853502918-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6160774 Jul 27 20:53:48.500520 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [req-adede050-2799-4621-8d07-1af73e51e5da req-4f3d9d27-11fe-4156-b579-828491819e8c service neutron] Request body: {'port': {'device_id': '7d6d1740-167b-4ed1-8fde-75684d664c4d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-705658-22'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:53:48.565065 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-e8d07f6c-61bc-43c1-8f87-cb169d69a405 req-baf26a50-17e4-4bc4-a3de-3dfac88ee66e tempest-FloatingIPDetailsTestJSON-733021487 tempest-FloatingIPDetailsTestJSON-733021487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:48.635972 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-178b4698-e3b7-4474-8185-ffb0a6bdb9d4 req-68c95d6b-c41f-4b45-9412-7c9b82955b7f service neutron] 10.222.0.60 "GET /v2.0/networks/8e591ae5-ff89-4a25-b3ce-4b1625915957?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1463542 Jul 27 20:53:48.666333 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-adede050-2799-4621-8d07-1af73e51e5da req-4f3d9d27-11fe-4156-b579-828491819e8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:48.713775 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b073f66-1988-4d75-8b64-8d11ffcd2dcf req-4c17f715-b9a0-473a-a714-d839cfb94031 tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:48.714950 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-9b073f66-1988-4d75-8b64-8d11ffcd2dcf req-4c17f715-b9a0-473a-a714-d839cfb94031 tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] 10.222.0.59 "GET /v2.0/ports?device_id=6e7f21e0-a9a4-4507-862c-a1b74a2de6ab HTTP/1.1" status: 200 len: 945 time: 0.2374420 Jul 27 20:53:48.766477 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-37a2a996-6cdc-4d25-a7b4-258cc87076be None None] Provisioning for port ba583bd9-3270-4e8c-b116-80894feef3ca completed by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:53:48.771640 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-37a2a996-6cdc-4d25-a7b4-258cc87076be None None] Provisioning complete for port ba583bd9-3270-4e8c-b116-80894feef3ca triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:53:48.772318 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-37a2a996-6cdc-4d25-a7b4-258cc87076be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:48.778012 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.db_base_plugin_common [req-e8d07f6c-61bc-43c1-8f87-cb169d69a405 req-baf26a50-17e4-4bc4-a3de-3dfac88ee66e tempest-FloatingIPDetailsTestJSON-733021487 tempest-FloatingIPDetailsTestJSON-733021487-project] Allocated IP 172.25.5.143 (8735d8a2-b604-4758-ae71-b40e4ee6f305/eca7dbab-b9c0-4c8f-a272-816ea8a81764/fd3735b1-6d29-47eb-b03b-e959dd641e5a) {{(pid=105585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:53:48.781182 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178b4698-e3b7-4474-8185-ffb0a6bdb9d4 req-ab3661bf-d4ec-4995-b295-2436b861d433 tempest-LiveAutoBlockMigrationV225Test-821062891 tempest-LiveAutoBlockMigrationV225Test-821062891-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:48.783041 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-178b4698-e3b7-4474-8185-ffb0a6bdb9d4 req-ab3661bf-d4ec-4995-b295-2436b861d433 tempest-LiveAutoBlockMigrationV225Test-821062891 tempest-LiveAutoBlockMigrationV225Test-821062891-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=6e7f21e0-a9a4-4507-862c-a1b74a2de6ab&tenant_id=b02d9256766347f197eb5fbdd02cbc7a&binding%3Ahost_id=n-h1-705658-22 HTTP/1.1" status: 200 len: 1097 time: 0.0719907 Jul 27 20:53:48.797075 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [req-178b4698-e3b7-4474-8185-ffb0a6bdb9d4 req-f9c78d2f-a092-4f96-91f8-ba629fe177e9 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-705658-22'}}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:53:48.817897 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-37a2a996-6cdc-4d25-a7b4-258cc87076be None None] Port ba583bd9-3270-4e8c-b116-80894feef3ca cannot update to ACTIVE because it is not bound. {{(pid=105586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 20:53:48.832637 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 7925b4ba-7a12-4ff3-952f-1275b7ca93a1 up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:53:48.883064 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-9b073f66-1988-4d75-8b64-8d11ffcd2dcf req-c1058768-f216-4ddb-ba4d-f4b8c826cd8e tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] 10.222.0.59 "GET /v2.0/security-groups?id=1749b80d-91c6-4bd3-8e8d-666bd095400f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617072 Jul 27 20:53:48.885812 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port 7925b4ba-7a12-4ff3-952f-1275b7ca93a1 triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:53:48.886268 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:48.896793 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-178b4698-e3b7-4474-8185-ffb0a6bdb9d4 req-f9c78d2f-a092-4f96-91f8-ba629fe177e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:48.957301 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 20:53:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b456be53-7bb9-4a8d-966c-77f1d3a7b6db x-openstack-request-id: req-b456be53-7bb9-4a8d-966c-77f1d3a7b6db {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:53:48.957599 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1405576f-5941-4d83-ba16-a6ff354313a3", "name": "network-vif-plugged", "status": "completed", "tag": "59909a23-0255-4632-b378-8c7203b9b616", "code": 200}]} {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:53:48.957855 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-b456be53-7bb9-4a8d-966c-77f1d3a7b6db {{(pid=105586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:53:48.958246 n-d-705658-22 neutron-server[105586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1405576f-5941-4d83-ba16-a6ff354313a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59909a23-0255-4632-b378-8c7203b9b616', 'code': 200} Jul 27 20:53:48.988978 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.agents_db [None req-558fcd2c-e512-47bc-a170-8673d87f7213 None None] Agent healthcheck: found 7 active agents {{(pid=105587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 20:53:49.102332 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-e8d07f6c-61bc-43c1-8f87-cb169d69a405 req-baf26a50-17e4-4bc4-a3de-3dfac88ee66e tempest-FloatingIPDetailsTestJSON-733021487 tempest-FloatingIPDetailsTestJSON-733021487-project] Notify callbacks [] for port, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:49.145576 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [req-178b4698-e3b7-4474-8185-ffb0a6bdb9d4 req-f9c78d2f-a092-4f96-91f8-ba629fe177e9 service neutron] For port 401f9cf2-3e88-453b-86ec-e40da22e18ec, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=401f9cf2-3e88-453b-86ec-e40da22e18ec,segment=NetworkSegment(30512320-4797-4523-818e-63eb7bdafb2b),segment_id=30512320-4797-4523-818e-63eb7bdafb2b)] {{(pid=105584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:53:49.152764 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-c3b08149-f811-44ac-97cd-dcbbf5a7117e req-78062a7d-a22c-4196-be35-80f6da94d1ae tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] 10.222.0.59 "GET /v2.0/ports?device_id=f373a835-3213-4d6e-b25d-079826b324e5 HTTP/1.1" status: 200 len: 210 time: 0.0481722 Jul 27 20:53:49.213121 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca8417c-eefe-4ba4-80d2-687567ce60fd req-3f05b902-dbe6-4109-89ea-cc1b244a4e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:49.213461 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-5ca8417c-eefe-4ba4-80d2-687567ce60fd req-3f05b902-dbe6-4109-89ea-cc1b244a4e37 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=1405576f-5941-4d83-ba16-a6ff354313a3 HTTP/1.1" status: 200 len: 1098 time: 0.1218624 Jul 27 20:53:49.214635 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [req-178b4698-e3b7-4474-8185-ffb0a6bdb9d4 req-f9c78d2f-a092-4f96-91f8-ba629fe177e9 service neutron] For port 401f9cf2-3e88-453b-86ec-e40da22e18ec, host n-h1-705658-22, cleared binding levels {{(pid=105584) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:53:49.283957 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-5ca8417c-eefe-4ba4-80d2-687567ce60fd req-6bb92f5e-90b1-4825-8ef9-a20275fa3fc6 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=594c38b0-00a0-4e02-9d5e-673f3a5e469c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490317 Jul 27 20:53:49.286974 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e7f21e0-a9a4-4507-862c-a1b74a2de6ab', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '401f9cf2-3e88-453b-86ec-e40da22e18ec'}] {{(pid=105584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:53:49.291246 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bce5e6c8685464f7626901654159975603b047827e3138302ed6566e28f1343" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d6bbd06-af3b-4a0c-b040-bc0e0f657086" -d '{"events": [{"server_uuid": "6e7f21e0-a9a4-4507-862c-a1b74a2de6ab", "name": "network-vif-unplugged", "status": "completed", "tag": "401f9cf2-3e88-453b-86ec-e40da22e18ec"}]}' {{(pid=105584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:53:49.291425 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-e8d07f6c-61bc-43c1-8f87-cb169d69a405 req-baf26a50-17e4-4bc4-a3de-3dfac88ee66e tempest-FloatingIPDetailsTestJSON-733021487 tempest-FloatingIPDetailsTestJSON-733021487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:49.294182 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-178b4698-e3b7-4474-8185-ffb0a6bdb9d4 req-f9c78d2f-a092-4f96-91f8-ba629fe177e9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:49.300548 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-178b4698-e3b7-4474-8185-ffb0a6bdb9d4 req-f9c78d2f-a092-4f96-91f8-ba629fe177e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9014027'] for port, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:49.312230 n-d-705658-22 neutron-server[105585]: DEBUG neutron.notifiers.nova [req-adede050-2799-4621-8d07-1af73e51e5da req-4f3d9d27-11fe-4156-b579-828491819e8c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba583bd9-3270-4e8c-b116-80894feef3ca {{(pid=105585) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 20:53:49.318917 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b62e0ef1-87a3-4a57-9bb0-29671e6c38ed req-1fc813ec-3d5b-460a-8d98-bd788a0538e7 tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=7f728b4f036e433cbd9e09c516f9ce38&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0694692 Jul 27 20:53:49.345539 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-adede050-2799-4621-8d07-1af73e51e5da req-4f3d9d27-11fe-4156-b579-828491819e8c service neutron] Notify callbacks [] for port, precommit_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:49.403067 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8d07f6c-61bc-43c1-8f87-cb169d69a405 req-baf26a50-17e4-4bc4-a3de-3dfac88ee66e tempest-FloatingIPDetailsTestJSON-733021487 tempest-FloatingIPDetailsTestJSON-733021487-project] Network 8735d8a2-b604-4758-ae71-b40e4ee6f305 is already hosted by enough agents. {{(pid=105585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:53:49.414387 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [req-178b4698-e3b7-4474-8185-ffb0a6bdb9d4 req-f9c78d2f-a092-4f96-91f8-ba629fe177e9 service neutron] Attempting to bind port 401f9cf2-3e88-453b-86ec-e40da22e18ec on host n-h1-705658-22 for vnic_type normal with profile {"migrating_to": "n-h2-705658-22"} {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:53:49.414772 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [req-178b4698-e3b7-4474-8185-ffb0a6bdb9d4 req-f9c78d2f-a092-4f96-91f8-ba629fe177e9 service neutron] Attempting to bind port 401f9cf2-3e88-453b-86ec-e40da22e18ec by drivers openvswitch,hyperv on host n-h1-705658-22 at level 0 using segments [{'id': '30512320-4797-4523-818e-63eb7bdafb2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '8e591ae5-ff89-4a25-b3ce-4b1625915957'}] {{(pid=105584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:53:49.415254 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-178b4698-e3b7-4474-8185-ffb0a6bdb9d4 req-f9c78d2f-a092-4f96-91f8-ba629fe177e9 service neutron] Attempting to bind port 401f9cf2-3e88-453b-86ec-e40da22e18ec on network 8e591ae5-ff89-4a25-b3ce-4b1625915957 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:53:49.420319 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-178b4698-e3b7-4474-8185-ffb0a6bdb9d4 req-f9c78d2f-a092-4f96-91f8-ba629fe177e9 service neutron] Port 401f9cf2-3e88-453b-86ec-e40da22e18ec on network 8e591ae5-ff89-4a25-b3ce-4b1625915957 not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-22 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 20:53:49.420649 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-178b4698-e3b7-4474-8185-ffb0a6bdb9d4 req-f9c78d2f-a092-4f96-91f8-ba629fe177e9 service neutron] Attempting to bind port 401f9cf2-3e88-453b-86ec-e40da22e18ec on network 8e591ae5-ff89-4a25-b3ce-4b1625915957 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:53:49.423727 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-b62e0ef1-87a3-4a57-9bb0-29671e6c38ed req-948fbada-4422-414e-a1f5-c7c00b4b44e5 tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=7f728b4f036e433cbd9e09c516f9ce38&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0474958 Jul 27 20:53:49.424311 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c78d2f-a092-4f96-91f8-ba629fe177e9 service neutron] Pushing event updated for resources: {'Port': ['ID=401f9cf2-3e88-453b-86ec-e40da22e18ec,revision_number=7']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:53:49.431454 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-178b4698-e3b7-4474-8185-ffb0a6bdb9d4 req-f9c78d2f-a092-4f96-91f8-ba629fe177e9 service neutron] Checking agent: {'id': '9d9bc37f-4d75-44ef-9f63-799aab3e316f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 49, 36), 'started_at': datetime.datetime(2021, 7, 27, 20, 49, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 53, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:53:49.432117 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-178b4698-e3b7-4474-8185-ffb0a6bdb9d4 req-f9c78d2f-a092-4f96-91f8-ba629fe177e9 service neutron] Checking segment: {'id': '30512320-4797-4523-818e-63eb7bdafb2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '8e591ae5-ff89-4a25-b3ce-4b1625915957'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:53:49.432671 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-178b4698-e3b7-4474-8185-ffb0a6bdb9d4 req-f9c78d2f-a092-4f96-91f8-ba629fe177e9 service neutron] Bound using segment: {'id': '30512320-4797-4523-818e-63eb7bdafb2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '8e591ae5-ff89-4a25-b3ce-4b1625915957'} {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:53:49.433258 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [req-178b4698-e3b7-4474-8185-ffb0a6bdb9d4 req-f9c78d2f-a092-4f96-91f8-ba629fe177e9 service neutron] Bound port: 401f9cf2-3e88-453b-86ec-e40da22e18ec, host: n-h1-705658-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30512320-4797-4523-818e-63eb7bdafb2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '8e591ae5-ff89-4a25-b3ce-4b1625915957'}}] {{(pid=105584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:53:49.433382 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.provisioning_blocks [req-adede050-2799-4621-8d07-1af73e51e5da req-4f3d9d27-11fe-4156-b579-828491819e8c service neutron] Transition to ACTIVE for port object ba583bd9-3270-4e8c-b116-80894feef3ca will not be triggered until provisioned by entity L2. {{(pid=105585) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:53:49.433960 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-178b4698-e3b7-4474-8185-ffb0a6bdb9d4 req-f9c78d2f-a092-4f96-91f8-ba629fe177e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:49.439789 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.base_scheduler [req-e8d07f6c-61bc-43c1-8f87-cb169d69a405 req-baf26a50-17e4-4bc4-a3de-3dfac88ee66e tempest-FloatingIPDetailsTestJSON-733021487 tempest-FloatingIPDetailsTestJSON-733021487-project] Resources bound (agent type, host, resource id): {{(pid=105585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:53:49.445272 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8d07f6c-61bc-43c1-8f87-cb169d69a405 req-baf26a50-17e4-4bc4-a3de-3dfac88ee66e tempest-FloatingIPDetailsTestJSON-733021487 tempest-FloatingIPDetailsTestJSON-733021487-project] Received port after_create {{(pid=105585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:53:49.449185 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-adede050-2799-4621-8d07-1af73e51e5da req-4f3d9d27-11fe-4156-b579-828491819e8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10221672'] for port, after_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:49.451083 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf26a50-17e4-4bc4-a3de-3dfac88ee66e tempest-FloatingIPDetailsTestJSON-733021487 tempest-FloatingIPDetailsTestJSON-733021487-project] Pushing event updated for resources: {'Port': ['ID=fd3735b1-6d29-47eb-b03b-e959dd641e5a,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:53:49.569088 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [req-178b4698-e3b7-4474-8185-ffb0a6bdb9d4 req-f9c78d2f-a092-4f96-91f8-ba629fe177e9 service neutron] For port 401f9cf2-3e88-453b-86ec-e40da22e18ec, host n-h1-705658-22, cleared binding levels {{(pid=105584) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:53:49.583213 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3d9d27-11fe-4156-b579-828491819e8c service neutron] Pushing event updated for resources: {'Port': ['ID=ba583bd9-3270-4e8c-b116-80894feef3ca,revision_number=2']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:53:49.592284 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [req-178b4698-e3b7-4474-8185-ffb0a6bdb9d4 req-f9c78d2f-a092-4f96-91f8-ba629fe177e9 service neutron] For port 401f9cf2-3e88-453b-86ec-e40da22e18ec, host n-h1-705658-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=401f9cf2-3e88-453b-86ec-e40da22e18ec,segment=NetworkSegment(30512320-4797-4523-818e-63eb7bdafb2b),segment_id=30512320-4797-4523-818e-63eb7bdafb2b)] {{(pid=105584) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:53:49.598348 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-178b4698-e3b7-4474-8185-ffb0a6bdb9d4 req-f9c78d2f-a092-4f96-91f8-ba629fe177e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9014027'] for port, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:49.608680 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62e0ef1-87a3-4a57-9bb0-29671e6c38ed req-d64b2af1-3ad2-47f1-bd34-5dfc109d24c7 tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:49.610138 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-b62e0ef1-87a3-4a57-9bb0-29671e6c38ed req-d64b2af1-3ad2-47f1-bd34-5dfc109d24c7 tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1585569 Jul 27 20:53:49.618869 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62e0ef1-87a3-4a57-9bb0-29671e6c38ed req-1d43d5bb-8b60-4d67-9653-1ff2653eeafc tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:49.620390 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b62e0ef1-87a3-4a57-9bb0-29671e6c38ed req-1d43d5bb-8b60-4d67-9653-1ff2653eeafc tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2718270 Jul 27 20:53:49.632952 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a585adbf-39f4-419e-918a-488ecb6e64e4 req-942cac31-0cee-4897-9356-50cf77ccb1ac tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:49.634529 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a585adbf-39f4-419e-918a-488ecb6e64e4 req-942cac31-0cee-4897-9356-50cf77ccb1ac tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] 10.222.0.59 "GET /v2.0/ports?device_id=90df5073-6143-4b20-b10d-a2a3e91a9c78 HTTP/1.1" status: 200 len: 950 time: 0.3838997 Jul 27 20:53:49.642494 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [req-b62e0ef1-87a3-4a57-9bb0-29671e6c38ed req-3bd7da1f-12fb-41e2-98de-16b2fd2b869d tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] Request body: {'port': {'device_id': '7659303d-0753-4488-9deb-df7540ede922', 'network_id': '4d64aa0b-bd6a-468e-8edc-c83689947462', 'admin_state_up': True, 'tenant_id': '7f728b4f036e433cbd9e09c516f9ce38'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:53:49.642750 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [req-b62e0ef1-87a3-4a57-9bb0-29671e6c38ed req-f2317905-7659-49da-85c5-4a548dc02410 tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] Request body: {'port': {'device_id': 'f373a835-3213-4d6e-b25d-079826b324e5', 'network_id': '4d64aa0b-bd6a-468e-8edc-c83689947462', 'admin_state_up': True, 'tenant_id': '7f728b4f036e433cbd9e09c516f9ce38'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:53:49.748696 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178b4698-e3b7-4474-8185-ffb0a6bdb9d4 req-f9c78d2f-a092-4f96-91f8-ba629fe177e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:49.749298 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-178b4698-e3b7-4474-8185-ffb0a6bdb9d4 req-f9c78d2f-a092-4f96-91f8-ba629fe177e9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:49.750684 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-178b4698-e3b7-4474-8185-ffb0a6bdb9d4 req-f9c78d2f-a092-4f96-91f8-ba629fe177e9 service neutron] 10.222.0.60 "PUT /v2.0/ports/401f9cf2-3e88-453b-86ec-e40da22e18ec HTTP/1.1" status: 200 len: 1123 time: 0.9583230 Jul 27 20:53:49.751928 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c78d2f-a092-4f96-91f8-ba629fe177e9 service neutron] Pushing event updated for resources: {'Port': ['ID=401f9cf2-3e88-453b-86ec-e40da22e18ec,revision_number=8']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:53:49.782459 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-e8d07f6c-61bc-43c1-8f87-cb169d69a405 req-baf26a50-17e4-4bc4-a3de-3dfac88ee66e tempest-FloatingIPDetailsTestJSON-733021487 tempest-FloatingIPDetailsTestJSON-733021487-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:49.807641 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b62e0ef1-87a3-4a57-9bb0-29671e6c38ed req-3bd7da1f-12fb-41e2-98de-16b2fd2b869d tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] Made reservation on behalf of 7f728b4f036e433cbd9e09c516f9ce38 for: {'port': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:53:49.811493 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-b62e0ef1-87a3-4a57-9bb0-29671e6c38ed req-3bd7da1f-12fb-41e2-98de-16b2fd2b869d tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:49.825448 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.managers [req-adede050-2799-4621-8d07-1af73e51e5da req-4f3d9d27-11fe-4156-b579-828491819e8c service neutron] Attempting to bind port ba583bd9-3270-4e8c-b116-80894feef3ca on host n-h2-705658-22 for vnic_type normal with profile {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:53:49.825791 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.managers [req-adede050-2799-4621-8d07-1af73e51e5da req-4f3d9d27-11fe-4156-b579-828491819e8c service neutron] Attempting to bind port ba583bd9-3270-4e8c-b116-80894feef3ca by drivers openvswitch,hyperv on host n-h2-705658-22 at level 0 using segments [{'id': 'daa14205-10d6-4bd3-bbe7-ea8abee6eb90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '3f1c8940-c5a5-4dd2-af27-28f2db444e65'}] {{(pid=105585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:53:49.826112 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adede050-2799-4621-8d07-1af73e51e5da req-4f3d9d27-11fe-4156-b579-828491819e8c service neutron] Attempting to bind port ba583bd9-3270-4e8c-b116-80894feef3ca on network 3f1c8940-c5a5-4dd2-af27-28f2db444e65 {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:53:49.830399 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a585adbf-39f4-419e-918a-488ecb6e64e4 req-2cece5fe-7588-4ead-8107-7f403f9e6cc0 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] 10.222.0.59 "GET /v2.0/security-groups?id=c6534cb3-b44e-4a83-b57e-ddb72c2ad843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483397 Jul 27 20:53:49.872038 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adede050-2799-4621-8d07-1af73e51e5da req-4f3d9d27-11fe-4156-b579-828491819e8c service neutron] Port ba583bd9-3270-4e8c-b116-80894feef3ca on network 3f1c8940-c5a5-4dd2-af27-28f2db444e65 not bound, no agent of type Open vSwitch agent registered on host n-h2-705658-22 {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 20:53:49.872370 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adede050-2799-4621-8d07-1af73e51e5da req-4f3d9d27-11fe-4156-b579-828491819e8c service neutron] Attempting to bind port ba583bd9-3270-4e8c-b116-80894feef3ca on network 3f1c8940-c5a5-4dd2-af27-28f2db444e65 {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:53:49.880066 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] get_ports_and_sgs() called for port_ids ['401f9cf2-3e88-453b-86ec-e40da22e18ec'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 20:53:49.896483 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adede050-2799-4621-8d07-1af73e51e5da req-4f3d9d27-11fe-4156-b579-828491819e8c service neutron] Checking agent: {'id': '65195a73-a875-4810-9f5b-622ae260a8a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 49, 40), 'started_at': datetime.datetime(2021, 7, 27, 20, 49, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 53, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:53:49.896830 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adede050-2799-4621-8d07-1af73e51e5da req-4f3d9d27-11fe-4156-b579-828491819e8c service neutron] Checking segment: {'id': 'daa14205-10d6-4bd3-bbe7-ea8abee6eb90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '3f1c8940-c5a5-4dd2-af27-28f2db444e65'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:53:49.897217 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adede050-2799-4621-8d07-1af73e51e5da req-4f3d9d27-11fe-4156-b579-828491819e8c service neutron] Bound using segment: {'id': 'daa14205-10d6-4bd3-bbe7-ea8abee6eb90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '3f1c8940-c5a5-4dd2-af27-28f2db444e65'} {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:53:49.897660 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.managers [req-adede050-2799-4621-8d07-1af73e51e5da req-4f3d9d27-11fe-4156-b579-828491819e8c service neutron] Bound port: ba583bd9-3270-4e8c-b116-80894feef3ca, host: n-h2-705658-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'daa14205-10d6-4bd3-bbe7-ea8abee6eb90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '3f1c8940-c5a5-4dd2-af27-28f2db444e65'}}] {{(pid=105585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:53:49.898022 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-adede050-2799-4621-8d07-1af73e51e5da req-4f3d9d27-11fe-4156-b579-828491819e8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:49.936293 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-e8d07f6c-61bc-43c1-8f87-cb169d69a405 req-baf26a50-17e4-4bc4-a3de-3dfac88ee66e tempest-FloatingIPDetailsTestJSON-733021487 tempest-FloatingIPDetailsTestJSON-733021487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:49.967700 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.db_base_plugin_common [req-b62e0ef1-87a3-4a57-9bb0-29671e6c38ed req-3bd7da1f-12fb-41e2-98de-16b2fd2b869d tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] Allocated IP 192.168.233.208 (4d64aa0b-bd6a-468e-8edc-c83689947462/26644ba0-4185-4e10-8718-6ad18d01376c/ef6a81f1-1922-4eec-9c1d-f4ff25155e93) {{(pid=105584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:53:49.998581 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b62e0ef1-87a3-4a57-9bb0-29671e6c38ed req-f2317905-7659-49da-85c5-4a548dc02410 tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] Made reservation on behalf of 7f728b4f036e433cbd9e09c516f9ce38 for: {'port': 1} {{(pid=105585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:53:50.002585 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-b62e0ef1-87a3-4a57-9bb0-29671e6c38ed req-f2317905-7659-49da-85c5-4a548dc02410 tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:50.088188 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.db [req-adede050-2799-4621-8d07-1af73e51e5da req-4f3d9d27-11fe-4156-b579-828491819e8c service neutron] For port ba583bd9-3270-4e8c-b116-80894feef3ca, host n-h2-705658-22, cleared binding levels {{(pid=105585) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:53:50.093743 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.db [req-adede050-2799-4621-8d07-1af73e51e5da req-4f3d9d27-11fe-4156-b579-828491819e8c service neutron] For port ba583bd9-3270-4e8c-b116-80894feef3ca, host n-h2-705658-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=ba583bd9-3270-4e8c-b116-80894feef3ca,segment=NetworkSegment(daa14205-10d6-4bd3-bbe7-ea8abee6eb90),segment_id=daa14205-10d6-4bd3-bbe7-ea8abee6eb90)] {{(pid=105585) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:53:50.138301 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-b62e0ef1-87a3-4a57-9bb0-29671e6c38ed req-3bd7da1f-12fb-41e2-98de-16b2fd2b869d tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] Notify callbacks [] for port, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:50.152748 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.provisioning_blocks [req-b62e0ef1-87a3-4a57-9bb0-29671e6c38ed req-3bd7da1f-12fb-41e2-98de-16b2fd2b869d tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] Transition to ACTIVE for port object ef6a81f1-1922-4eec-9c1d-f4ff25155e93 will not be triggered until provisioned by entity DHCP. {{(pid=105584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:53:50.161505 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-adede050-2799-4621-8d07-1af73e51e5da req-4f3d9d27-11fe-4156-b579-828491819e8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10221672'] for port, after_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:50.187254 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-b62e0ef1-87a3-4a57-9bb0-29671e6c38ed req-3bd7da1f-12fb-41e2-98de-16b2fd2b869d tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:50.201411 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] get_ports_and_sgs() called for port_ids ['789d1df8-a449-4c66-8006-9014f086578a'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 20:53:50.203643 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] get_ports_and_sgs() called for port_ids ['d0604db9-6e9b-4861-ac03-120cc4acb6b7', '61063df3-592b-4de0-a4f2-adf662bc157d'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 20:53:50.231664 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b62e0ef1-87a3-4a57-9bb0-29671e6c38ed req-3bd7da1f-12fb-41e2-98de-16b2fd2b869d tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] Network 4d64aa0b-bd6a-468e-8edc-c83689947462 is already hosted by enough agents. {{(pid=105584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:53:50.238379 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [req-b62e0ef1-87a3-4a57-9bb0-29671e6c38ed req-3bd7da1f-12fb-41e2-98de-16b2fd2b869d tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] Resources bound (agent type, host, resource id): {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:53:50.241174 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [req-b62e0ef1-87a3-4a57-9bb0-29671e6c38ed req-3bd7da1f-12fb-41e2-98de-16b2fd2b869d tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] Received port after_create {{(pid=105584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:53:50.248448 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd7da1f-12fb-41e2-98de-16b2fd2b869d tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] Pushing event updated for resources: {'Port': ['ID=ef6a81f1-1922-4eec-9c1d-f4ff25155e93,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:53:50.302215 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62e0ef1-87a3-4a57-9bb0-29671e6c38ed req-3bd7da1f-12fb-41e2-98de-16b2fd2b869d tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:50.303204 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-b62e0ef1-87a3-4a57-9bb0-29671e6c38ed req-3bd7da1f-12fb-41e2-98de-16b2fd2b869d tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:50.325172 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-b62e0ef1-87a3-4a57-9bb0-29671e6c38ed req-3bd7da1f-12fb-41e2-98de-16b2fd2b869d tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6867163 Jul 27 20:53:50.344385 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [req-b62e0ef1-87a3-4a57-9bb0-29671e6c38ed req-ffd139e3-8c8e-4d50-8518-b18e8b9e4915 service neutron] Request body: {'port': {'device_id': '7659303d-0753-4488-9deb-df7540ede922', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-705658-22'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:53:50.462546 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-b62e0ef1-87a3-4a57-9bb0-29671e6c38ed req-ffd139e3-8c8e-4d50-8518-b18e8b9e4915 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:50.550701 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53be8ef-63b9-4d38-811f-49af0553ea2d req-b520afe9-7fbf-4ec1-9cda-fde246842890 tempest-FloatingIPsAssociationTestJSON-1853502918 tempest-FloatingIPsAssociationTestJSON-1853502918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:50.552840 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-c53be8ef-63b9-4d38-811f-49af0553ea2d req-b520afe9-7fbf-4ec1-9cda-fde246842890 tempest-FloatingIPsAssociationTestJSON-1853502918 tempest-FloatingIPsAssociationTestJSON-1853502918-project] 10.222.0.59 "GET /v2.0/ports?device_id=7d6d1740-167b-4ed1-8fde-75684d664c4d HTTP/1.1" status: 200 len: 944 time: 0.6508391 Jul 27 20:53:50.559615 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adede050-2799-4621-8d07-1af73e51e5da req-4f3d9d27-11fe-4156-b579-828491819e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:50.560237 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-adede050-2799-4621-8d07-1af73e51e5da req-4f3d9d27-11fe-4156-b579-828491819e8c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:50.561629 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-adede050-2799-4621-8d07-1af73e51e5da req-4f3d9d27-11fe-4156-b579-828491819e8c service neutron] 10.222.0.60 "PUT /v2.0/ports/ba583bd9-3270-4e8c-b116-80894feef3ca HTTP/1.1" status: 200 len: 1093 time: 2.0663140 Jul 27 20:53:50.562258 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3d9d27-11fe-4156-b579-828491819e8c service neutron] Pushing event updated for resources: {'Port': ['ID=ba583bd9-3270-4e8c-b116-80894feef3ca,revision_number=3']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:53:50.564817 n-d-705658-22 neutron-server[105585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d6d1740-167b-4ed1-8fde-75684d664c4d', 'tag': 'ba583bd9-3270-4e8c-b116-80894feef3ca'}] {{(pid=105585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:53:50.567820 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d66fd65881426bfc2b5388084a3654e5eae521106a15a3dbf0eb4cde7106c36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d325f8ad-3674-4b61-9dab-4c0bf39a78d9" -d '{"events": [{"name": "network-changed", "server_uuid": "7d6d1740-167b-4ed1-8fde-75684d664c4d", "tag": "ba583bd9-3270-4e8c-b116-80894feef3ca"}]}' {{(pid=105585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:53:50.643337 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-b0b61436-6b30-4439-8c24-09392eabd89e None None] Provisioning for port ef6a81f1-1922-4eec-9c1d-f4ff25155e93 completed by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:53:50.650219 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-b0b61436-6b30-4439-8c24-09392eabd89e None None] Provisioning complete for port ef6a81f1-1922-4eec-9c1d-f4ff25155e93 triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:53:50.650596 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-b0b61436-6b30-4439-8c24-09392eabd89e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:50.689480 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-b0b61436-6b30-4439-8c24-09392eabd89e None None] Port ef6a81f1-1922-4eec-9c1d-f4ff25155e93 cannot update to ACTIVE because it is not bound. {{(pid=105586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 20:53:50.725252 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-c53be8ef-63b9-4d38-811f-49af0553ea2d req-bc52dc3b-165d-46b2-87fc-ab608947f789 tempest-FloatingIPsAssociationTestJSON-1853502918 tempest-FloatingIPsAssociationTestJSON-1853502918-project] 10.222.0.59 "GET /v2.0/security-groups?id=8687f539-6269-4f23-8f85-d9476e5397e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279452 Jul 27 20:53:50.728902 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.db_base_plugin_common [req-b62e0ef1-87a3-4a57-9bb0-29671e6c38ed req-f2317905-7659-49da-85c5-4a548dc02410 tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] Allocated IP 192.168.233.129 (4d64aa0b-bd6a-468e-8edc-c83689947462/26644ba0-4185-4e10-8718-6ad18d01376c/1597b5c0-5ebb-47b9-aabd-c27047a8aa15) {{(pid=105585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:53:50.783077 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-e8d07f6c-61bc-43c1-8f87-cb169d69a405 req-baf26a50-17e4-4bc4-a3de-3dfac88ee66e tempest-FloatingIPDetailsTestJSON-733021487 tempest-FloatingIPDetailsTestJSON-733021487-project] Notify callbacks [] for port, precommit_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:50.794692 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-e8d07f6c-61bc-43c1-8f87-cb169d69a405 req-baf26a50-17e4-4bc4-a3de-3dfac88ee66e tempest-FloatingIPDetailsTestJSON-733021487 tempest-FloatingIPDetailsTestJSON-733021487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10221672'] for port, after_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:50.806476 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adede050-2799-4621-8d07-1af73e51e5da req-47722798-6354-474a-92df-cb2f188c1f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:50.807980 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-adede050-2799-4621-8d07-1af73e51e5da req-47722798-6354-474a-92df-cb2f188c1f8f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=615238fda314405b98ca504942933ecf&device_id=7d6d1740-167b-4ed1-8fde-75684d664c4d HTTP/1.1" status: 200 len: 1096 time: 0.1856678 Jul 27 20:53:50.921081 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-adede050-2799-4621-8d07-1af73e51e5da req-1a1a64c9-2a35-4b8c-810c-1b3695575671 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ba583bd9-3270-4e8c-b116-80894feef3ca HTTP/1.1" status: 200 len: 217 time: 0.0798821 Jul 27 20:53:50.959171 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd554f15e-64a0-4c6e-b463-28d8148f367b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'efe6605a-3440-4bb8-841a-76d9e509f042'}] {{(pid=105586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:53:50.961539 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14c1663e039faf5393f87855f745010ac5b02220355b68fdbf065393e303ac56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7f58e46-3b5a-4ce8-a6b4-2d2ba18c34d3" -d '{"events": [{"server_uuid": "d554f15e-64a0-4c6e-b463-28d8148f367b", "name": "network-vif-unplugged", "status": "completed", "tag": "efe6605a-3440-4bb8-841a-76d9e509f042"}]}' {{(pid=105586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:53:50.993931 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf26a50-17e4-4bc4-a3de-3dfac88ee66e tempest-FloatingIPDetailsTestJSON-733021487 tempest-FloatingIPDetailsTestJSON-733021487-project] Pushing event updated for resources: {'Port': ['ID=fd3735b1-6d29-47eb-b03b-e959dd641e5a,revision_number=2']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:53:51.057221 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-e8d07f6c-61bc-43c1-8f87-cb169d69a405 req-baf26a50-17e4-4bc4-a3de-3dfac88ee66e tempest-FloatingIPDetailsTestJSON-733021487 tempest-FloatingIPDetailsTestJSON-733021487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4075768'] for floatingip, after_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:51.090719 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adede050-2799-4621-8d07-1af73e51e5da req-8ced6f7e-9bfe-4c4b-b3c8-7fb7f3654532 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:51.092250 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-adede050-2799-4621-8d07-1af73e51e5da req-8ced6f7e-9bfe-4c4b-b3c8-7fb7f3654532 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8762aa6e-55d1-40fd-8a84-dc4ad49beb7d HTTP/1.1" status: 200 len: 860 time: 0.1138072 Jul 27 20:53:51.116730 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-e8d07f6c-61bc-43c1-8f87-cb169d69a405 req-baf26a50-17e4-4bc4-a3de-3dfac88ee66e tempest-FloatingIPDetailsTestJSON-733021487 tempest-FloatingIPDetailsTestJSON-733021487-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for floatingip, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:51.117882 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e8d07f6c-61bc-43c1-8f87-cb169d69a405 req-baf26a50-17e4-4bc4-a3de-3dfac88ee66e tempest-FloatingIPDetailsTestJSON-733021487 tempest-FloatingIPDetailsTestJSON-733021487-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.8965440 Jul 27 20:53:51.129416 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926f1d94-f5a5-47da-b6c1-2d4f96967801 req-63bdf16c-4bab-4a71-8024-68faa5dc270b tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:51.131282 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-926f1d94-f5a5-47da-b6c1-2d4f96967801 req-63bdf16c-4bab-4a71-8024-68faa5dc270b tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] 10.222.0.59 "GET /v2.0/ports?device_id=1405576f-5941-4d83-ba16-a6ff354313a3 HTTP/1.1" status: 200 len: 946 time: 0.3378730 Jul 27 20:53:51.184600 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-b62e0ef1-87a3-4a57-9bb0-29671e6c38ed req-f2317905-7659-49da-85c5-4a548dc02410 tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] Notify callbacks [] for port, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:51.242628 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e8d07f6c-61bc-43c1-8f87-cb169d69a405 req-4f3aea14-999a-4dba-a3c7-6e9de04c481c tempest-FloatingIPDetailsTestJSON-733021487 tempest-FloatingIPDetailsTestJSON-733021487-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.5.143 HTTP/1.1" status: 200 len: 696 time: 0.0940773 Jul 27 20:53:51.253139 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.provisioning_blocks [req-b62e0ef1-87a3-4a57-9bb0-29671e6c38ed req-f2317905-7659-49da-85c5-4a548dc02410 tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] Transition to ACTIVE for port object 1597b5c0-5ebb-47b9-aabd-c27047a8aa15 will not be triggered until provisioned by entity DHCP. {{(pid=105585) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:53:51.280181 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-926f1d94-f5a5-47da-b6c1-2d4f96967801 req-43eed7f1-2a7b-4f83-9b11-33df70c319f2 tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] 10.222.0.59 "GET /v2.0/security-groups?id=594c38b0-00a0-4e02-9d5e-673f3a5e469c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274688 Jul 27 20:53:51.349232 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adede050-2799-4621-8d07-1af73e51e5da req-17e1d392-e91c-49a2-abc7-d8346d3e84aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:51.350699 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-adede050-2799-4621-8d07-1af73e51e5da req-17e1d392-e91c-49a2-abc7-d8346d3e84aa service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=3f1c8940-c5a5-4dd2-af27-28f2db444e65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2450864 Jul 27 20:53:51.464747 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-b62e0ef1-87a3-4a57-9bb0-29671e6c38ed req-f2317905-7659-49da-85c5-4a548dc02410 tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:51.475877 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] get_ports_and_sgs() called for port_ids ['789d1df8-a449-4c66-8006-9014f086578a'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 20:53:51.482332 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] get_ports_and_sgs() called for port_ids ['d0604db9-6e9b-4861-ac03-120cc4acb6b7', '61063df3-592b-4de0-a4f2-adf662bc157d'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 20:53:51.493536 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d07f6c-61bc-43c1-8f87-cb169d69a405 req-6a69d4d4-efd7-45aa-9aa8-be85839c5672 tempest-FloatingIPDetailsTestJSON-733021487 tempest-FloatingIPDetailsTestJSON-733021487-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:51.495039 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e8d07f6c-61bc-43c1-8f87-cb169d69a405 req-6a69d4d4-efd7-45aa-9aa8-be85839c5672 tempest-FloatingIPDetailsTestJSON-733021487 tempest-FloatingIPDetailsTestJSON-733021487-project] 10.222.0.59 "GET /v2.0/networks/8735d8a2-b604-4758-ae71-b40e4ee6f305 HTTP/1.1" status: 200 len: 784 time: 0.2447507 Jul 27 20:53:51.558964 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b62e0ef1-87a3-4a57-9bb0-29671e6c38ed req-f2317905-7659-49da-85c5-4a548dc02410 tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] Network 4d64aa0b-bd6a-468e-8edc-c83689947462 is already hosted by enough agents. {{(pid=105585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:53:51.575160 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.base_scheduler [req-b62e0ef1-87a3-4a57-9bb0-29671e6c38ed req-f2317905-7659-49da-85c5-4a548dc02410 tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] Resources bound (agent type, host, resource id): {{(pid=105585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:53:51.584333 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.l3_dvrscheduler_db [req-b62e0ef1-87a3-4a57-9bb0-29671e6c38ed req-f2317905-7659-49da-85c5-4a548dc02410 tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] Received port after_create {{(pid=105585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:53:51.588538 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2317905-7659-49da-85c5-4a548dc02410 tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] Pushing event updated for resources: {'Port': ['ID=1597b5c0-5ebb-47b9-aabd-c27047a8aa15,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:53:51.617538 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-adede050-2799-4621-8d07-1af73e51e5da req-cc6de1d8-2fb4-4bc1-9f22-f97a92ace789 service neutron] 10.222.0.60 "GET /v2.0/networks/3f1c8940-c5a5-4dd2-af27-28f2db444e65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2530718 Jul 27 20:53:51.628595 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad847b5-7372-4843-9a0d-446b959c9d5a req-37dc36dd-c10f-45fa-a540-b50d8e160af5 tempest-ListImageFiltersTestJSON-1820602988 tempest-ListImageFiltersTestJSON-1820602988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:51.630807 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-0ad847b5-7372-4843-9a0d-446b959c9d5a req-37dc36dd-c10f-45fa-a540-b50d8e160af5 tempest-ListImageFiltersTestJSON-1820602988 tempest-ListImageFiltersTestJSON-1820602988-project] 10.222.0.59 "GET /v2.0/ports?device_id=d554f15e-64a0-4c6e-b463-28d8148f367b HTTP/1.1" status: 200 len: 947 time: 0.2920177 Jul 27 20:53:51.729030 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 27 Jul 2021 20:53:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddf3b0dc-b00e-4797-b299-98a2eaeec097 x-openstack-request-id: req-ddf3b0dc-b00e-4797-b299-98a2eaeec097 {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:53:51.729644 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e7f21e0-a9a4-4507-862c-a1b74a2de6ab", "name": "network-vif-unplugged", "status": "completed", "tag": "401f9cf2-3e88-453b-86ec-e40da22e18ec", "code": 200}]} {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:53:51.729644 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-ddf3b0dc-b00e-4797-b299-98a2eaeec097 {{(pid=105584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:53:51.730384 n-d-705658-22 neutron-server[105584]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e7f21e0-a9a4-4507-862c-a1b74a2de6ab', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '401f9cf2-3e88-453b-86ec-e40da22e18ec', 'code': 200} Jul 27 20:53:51.748904 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62e0ef1-87a3-4a57-9bb0-29671e6c38ed req-f2317905-7659-49da-85c5-4a548dc02410 tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:51.749567 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-b62e0ef1-87a3-4a57-9bb0-29671e6c38ed req-f2317905-7659-49da-85c5-4a548dc02410 tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:51.811497 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-0ad847b5-7372-4843-9a0d-446b959c9d5a req-1da005f2-70a6-4c80-84f9-531569d5bda0 tempest-ListImageFiltersTestJSON-1820602988 tempest-ListImageFiltersTestJSON-1820602988-project] 10.222.0.59 "GET /v2.0/security-groups?id=824aa063-2fc5-4999-917c-6e4bfa9f4684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640873 Jul 27 20:53:51.820444 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b62e0ef1-87a3-4a57-9bb0-29671e6c38ed req-f2317905-7659-49da-85c5-4a548dc02410 tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1827149 Jul 27 20:53:51.866372 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [req-b62e0ef1-87a3-4a57-9bb0-29671e6c38ed req-95a4654b-9993-4ee4-b38f-5a8c8f0787fa service neutron] Request body: {'port': {'device_id': 'f373a835-3213-4d6e-b25d-079826b324e5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-705658-22'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:53:51.871194 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [req-b62e0ef1-87a3-4a57-9bb0-29671e6c38ed req-ffd139e3-8c8e-4d50-8518-b18e8b9e4915 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef6a81f1-1922-4eec-9c1d-f4ff25155e93 {{(pid=105584) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 20:53:51.888817 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-b62e0ef1-87a3-4a57-9bb0-29671e6c38ed req-ffd139e3-8c8e-4d50-8518-b18e8b9e4915 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:51.903219 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.provisioning_blocks [req-b62e0ef1-87a3-4a57-9bb0-29671e6c38ed req-ffd139e3-8c8e-4d50-8518-b18e8b9e4915 service neutron] Transition to ACTIVE for port object ef6a81f1-1922-4eec-9c1d-f4ff25155e93 will not be triggered until provisioned by entity L2. {{(pid=105584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:53:51.908306 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-b62e0ef1-87a3-4a57-9bb0-29671e6c38ed req-ffd139e3-8c8e-4d50-8518-b18e8b9e4915 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9014027'] for port, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:51.944253 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-80c47822-eb79-425f-bfab-56cd1a28a57f None None] Provisioning for port 1597b5c0-5ebb-47b9-aabd-c27047a8aa15 completed by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:53:51.948776 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-80c47822-eb79-425f-bfab-56cd1a28a57f None None] Provisioning complete for port 1597b5c0-5ebb-47b9-aabd-c27047a8aa15 triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:53:51.949783 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-80c47822-eb79-425f-bfab-56cd1a28a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:51.986039 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd139e3-8c8e-4d50-8518-b18e8b9e4915 service neutron] Pushing event updated for resources: {'Port': ['ID=ef6a81f1-1922-4eec-9c1d-f4ff25155e93,revision_number=2']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:53:51.990052 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-80c47822-eb79-425f-bfab-56cd1a28a57f None None] Port 1597b5c0-5ebb-47b9-aabd-c27047a8aa15 cannot update to ACTIVE because it is not bound. {{(pid=105586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 20:53:51.998568 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-adede050-2799-4621-8d07-1af73e51e5da req-08369fbc-4569-46e1-b018-49a954cd1822 service neutron] 10.222.0.60 "GET /v2.0/networks/3f1c8940-c5a5-4dd2-af27-28f2db444e65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3667049 Jul 27 20:53:52.047237 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [req-b62e0ef1-87a3-4a57-9bb0-29671e6c38ed req-ffd139e3-8c8e-4d50-8518-b18e8b9e4915 service neutron] Attempting to bind port ef6a81f1-1922-4eec-9c1d-f4ff25155e93 on host n-h1-705658-22 for vnic_type normal with profile {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:53:52.047572 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [req-b62e0ef1-87a3-4a57-9bb0-29671e6c38ed req-ffd139e3-8c8e-4d50-8518-b18e8b9e4915 service neutron] Attempting to bind port ef6a81f1-1922-4eec-9c1d-f4ff25155e93 by drivers openvswitch,hyperv on host n-h1-705658-22 at level 0 using segments [{'id': '86b1e6f6-d629-4b03-8944-4cdfbfb93d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '4d64aa0b-bd6a-468e-8edc-c83689947462'}] {{(pid=105584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:53:52.047895 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b62e0ef1-87a3-4a57-9bb0-29671e6c38ed req-ffd139e3-8c8e-4d50-8518-b18e8b9e4915 service neutron] Attempting to bind port ef6a81f1-1922-4eec-9c1d-f4ff25155e93 on network 4d64aa0b-bd6a-468e-8edc-c83689947462 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:53:52.053275 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b62e0ef1-87a3-4a57-9bb0-29671e6c38ed req-ffd139e3-8c8e-4d50-8518-b18e8b9e4915 service neutron] Port ef6a81f1-1922-4eec-9c1d-f4ff25155e93 on network 4d64aa0b-bd6a-468e-8edc-c83689947462 not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-22 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 20:53:52.053709 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b62e0ef1-87a3-4a57-9bb0-29671e6c38ed req-ffd139e3-8c8e-4d50-8518-b18e8b9e4915 service neutron] Attempting to bind port ef6a81f1-1922-4eec-9c1d-f4ff25155e93 on network 4d64aa0b-bd6a-468e-8edc-c83689947462 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:53:52.061933 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b62e0ef1-87a3-4a57-9bb0-29671e6c38ed req-ffd139e3-8c8e-4d50-8518-b18e8b9e4915 service neutron] Checking agent: {'id': '9d9bc37f-4d75-44ef-9f63-799aab3e316f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 49, 36), 'started_at': datetime.datetime(2021, 7, 27, 20, 49, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 53, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:53:52.062337 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b62e0ef1-87a3-4a57-9bb0-29671e6c38ed req-ffd139e3-8c8e-4d50-8518-b18e8b9e4915 service neutron] Checking segment: {'id': '86b1e6f6-d629-4b03-8944-4cdfbfb93d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '4d64aa0b-bd6a-468e-8edc-c83689947462'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:53:52.062813 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b62e0ef1-87a3-4a57-9bb0-29671e6c38ed req-ffd139e3-8c8e-4d50-8518-b18e8b9e4915 service neutron] Bound using segment: {'id': '86b1e6f6-d629-4b03-8944-4cdfbfb93d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '4d64aa0b-bd6a-468e-8edc-c83689947462'} {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:53:52.063408 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [req-b62e0ef1-87a3-4a57-9bb0-29671e6c38ed req-ffd139e3-8c8e-4d50-8518-b18e8b9e4915 service neutron] Bound port: ef6a81f1-1922-4eec-9c1d-f4ff25155e93, host: n-h1-705658-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '86b1e6f6-d629-4b03-8944-4cdfbfb93d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '4d64aa0b-bd6a-468e-8edc-c83689947462'}}] {{(pid=105584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:53:52.063874 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-b62e0ef1-87a3-4a57-9bb0-29671e6c38ed req-ffd139e3-8c8e-4d50-8518-b18e8b9e4915 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:52.083515 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-b62e0ef1-87a3-4a57-9bb0-29671e6c38ed req-95a4654b-9993-4ee4-b38f-5a8c8f0787fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:52.094964 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bfd3eb-670e-4c7f-bea6-7ee89dc03160 req-63e62cd5-9a9c-4af7-86f2-3f4394da419c tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:52.096593 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-36bfd3eb-670e-4c7f-bea6-7ee89dc03160 req-63e62cd5-9a9c-4af7-86f2-3f4394da419c tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] 10.222.0.59 "GET /v2.0/ports?device_id=f373a835-3213-4d6e-b25d-079826b324e5 HTTP/1.1" status: 200 len: 936 time: 0.1605017 Jul 27 20:53:52.105174 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a12697d-eca1-4531-bae9-a9980b66082f req-61b420b8-085a-4d12-9597-fff0b058741b tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:52.106695 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-6a12697d-eca1-4531-bae9-a9980b66082f req-61b420b8-085a-4d12-9597-fff0b058741b tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] 10.222.0.59 "GET /v2.0/ports?device_id=6e7f21e0-a9a4-4507-862c-a1b74a2de6ab HTTP/1.1" status: 200 len: 943 time: 0.2720757 Jul 27 20:53:52.134726 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [req-b62e0ef1-87a3-4a57-9bb0-29671e6c38ed req-ffd139e3-8c8e-4d50-8518-b18e8b9e4915 service neutron] For port ef6a81f1-1922-4eec-9c1d-f4ff25155e93, host n-h1-705658-22, cleared binding levels {{(pid=105584) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:53:52.138036 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [req-b62e0ef1-87a3-4a57-9bb0-29671e6c38ed req-ffd139e3-8c8e-4d50-8518-b18e8b9e4915 service neutron] For port ef6a81f1-1922-4eec-9c1d-f4ff25155e93, host n-h1-705658-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=ef6a81f1-1922-4eec-9c1d-f4ff25155e93,segment=NetworkSegment(86b1e6f6-d629-4b03-8944-4cdfbfb93d02),segment_id=86b1e6f6-d629-4b03-8944-4cdfbfb93d02)] {{(pid=105584) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:53:52.145346 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-b62e0ef1-87a3-4a57-9bb0-29671e6c38ed req-ffd139e3-8c8e-4d50-8518-b18e8b9e4915 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9014027'] for port, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:52.192325 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62e0ef1-87a3-4a57-9bb0-29671e6c38ed req-ffd139e3-8c8e-4d50-8518-b18e8b9e4915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:52.192942 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-b62e0ef1-87a3-4a57-9bb0-29671e6c38ed req-ffd139e3-8c8e-4d50-8518-b18e8b9e4915 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:52.194324 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-b62e0ef1-87a3-4a57-9bb0-29671e6c38ed req-ffd139e3-8c8e-4d50-8518-b18e8b9e4915 service neutron] 10.222.0.36 "PUT /v2.0/ports/ef6a81f1-1922-4eec-9c1d-f4ff25155e93 HTTP/1.1" status: 200 len: 1097 time: 1.8544023 Jul 27 20:53:52.221813 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd139e3-8c8e-4d50-8518-b18e8b9e4915 service neutron] Pushing event updated for resources: {'Port': ['ID=ef6a81f1-1922-4eec-9c1d-f4ff25155e93,revision_number=3']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:53:52.222143 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-36bfd3eb-670e-4c7f-bea6-7ee89dc03160 req-b223fecb-bbb3-4d10-8127-0d19e522fe6c tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] 10.222.0.59 "GET /v2.0/security-groups?id=dea81a77-85b4-4e12-8e1d-b19e89484a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144507 Jul 27 20:53:52.236780 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-6a12697d-eca1-4531-bae9-a9980b66082f req-862f23c4-825b-4418-9956-32ba54f85dc4 tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] 10.222.0.59 "GET /v2.0/security-groups?id=1749b80d-91c6-4bd3-8e8d-666bd095400f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206264 Jul 27 20:53:52.312043 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62e0ef1-87a3-4a57-9bb0-29671e6c38ed req-58bdc204-db17-4627-a46e-72831f70590a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:52.313749 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-b62e0ef1-87a3-4a57-9bb0-29671e6c38ed req-58bdc204-db17-4627-a46e-72831f70590a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7f728b4f036e433cbd9e09c516f9ce38&device_id=7659303d-0753-4488-9deb-df7540ede922 HTTP/1.1" status: 200 len: 1100 time: 0.0696890 Jul 27 20:53:52.345192 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 27 Jul 2021 20:53:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-589a442b-4efd-44a7-938b-0727d8a89e9b x-openstack-request-id: req-589a442b-4efd-44a7-938b-0727d8a89e9b {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:53:52.345668 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d554f15e-64a0-4c6e-b463-28d8148f367b", "name": "network-vif-unplugged", "status": "completed", "tag": "efe6605a-3440-4bb8-841a-76d9e509f042", "code": 200}]} {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:53:52.345980 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-589a442b-4efd-44a7-938b-0727d8a89e9b {{(pid=105586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:53:52.346436 n-d-705658-22 neutron-server[105586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd554f15e-64a0-4c6e-b463-28d8148f367b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'efe6605a-3440-4bb8-841a-76d9e509f042', 'code': 200} Jul 27 20:53:52.371588 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 20:53:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa617742-d531-47f2-8127-7f3198101f18 x-openstack-request-id: req-aa617742-d531-47f2-8127-7f3198101f18 {{(pid=105585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:53:52.371877 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d6d1740-167b-4ed1-8fde-75684d664c4d", "tag": "ba583bd9-3270-4e8c-b116-80894feef3ca", "status": "completed", "code": 200}]} {{(pid=105585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:53:52.372125 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-aa617742-d531-47f2-8127-7f3198101f18 {{(pid=105585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:53:52.372647 n-d-705658-22 neutron-server[105585]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d6d1740-167b-4ed1-8fde-75684d664c4d', 'tag': 'ba583bd9-3270-4e8c-b116-80894feef3ca', 'status': 'completed', 'code': 200} Jul 27 20:53:52.377112 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-b62e0ef1-87a3-4a57-9bb0-29671e6c38ed req-4ef2c2da-885e-4a75-b37e-ea44884c01c6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.208&port_id=ef6a81f1-1922-4eec-9c1d-f4ff25155e93 HTTP/1.1" status: 200 len: 217 time: 0.0500169 Jul 27 20:53:52.443041 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62e0ef1-87a3-4a57-9bb0-29671e6c38ed req-51dd8124-5648-423e-940b-60c57399bcee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:52.444566 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-b62e0ef1-87a3-4a57-9bb0-29671e6c38ed req-51dd8124-5648-423e-940b-60c57399bcee service neutron] 10.222.0.36 "GET /v2.0/subnets?id=26644ba0-4185-4e10-8718-6ad18d01376c HTTP/1.1" status: 200 len: 843 time: 0.0529706 Jul 27 20:53:52.512067 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62e0ef1-87a3-4a57-9bb0-29671e6c38ed req-4cbbe80f-d83e-4ff0-90c0-04a0b2c0b513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:52.513489 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-b62e0ef1-87a3-4a57-9bb0-29671e6c38ed req-4cbbe80f-d83e-4ff0-90c0-04a0b2c0b513 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4d64aa0b-bd6a-468e-8edc-c83689947462&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0618126 Jul 27 20:53:52.595651 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7840b50b-4c9f-47d4-920d-238c533f171c req-8f71476c-419e-4c1a-b079-fe7bcde24bed tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:52.597128 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-7840b50b-4c9f-47d4-920d-238c533f171c req-8f71476c-419e-4c1a-b079-fe7bcde24bed tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] 10.222.0.59 "GET /v2.0/ports?device_id=90df5073-6143-4b20-b10d-a2a3e91a9c78 HTTP/1.1" status: 200 len: 950 time: 0.2351134 Jul 27 20:53:52.603417 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-b62e0ef1-87a3-4a57-9bb0-29671e6c38ed req-ad975a4e-6be4-4c26-a840-16dacd311b17 service neutron] 10.222.0.36 "GET /v2.0/networks/4d64aa0b-bd6a-468e-8edc-c83689947462?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815279 Jul 27 20:53:52.610464 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d325f8ad-3674-4b61-9dab-4c0bf39a78d9 req-95acdb90-bbfb-4cc4-81df-7c97e4991788 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:52.611900 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-d325f8ad-3674-4b61-9dab-4c0bf39a78d9 req-95acdb90-bbfb-4cc4-81df-7c97e4991788 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=615238fda314405b98ca504942933ecf&device_id=7d6d1740-167b-4ed1-8fde-75684d664c4d HTTP/1.1" status: 200 len: 1096 time: 0.2510488 Jul 27 20:53:52.644381 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01523d4e-624d-4b50-b71f-4b7765e38fca req-3e527bb4-c04e-4502-b0a2-e47b4f3e327f tempest-LiveMigrationTest-297508949 tempest-LiveMigrationTest-297508949-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:52.646052 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-01523d4e-624d-4b50-b71f-4b7765e38fca req-3e527bb4-c04e-4502-b0a2-e47b4f3e327f tempest-LiveMigrationTest-297508949 tempest-LiveMigrationTest-297508949-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=1405576f-5941-4d83-ba16-a6ff354313a3 HTTP/1.1" status: 200 len: 1098 time: 0.2412524 Jul 27 20:53:52.703503 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-b62e0ef1-87a3-4a57-9bb0-29671e6c38ed req-fa69ad81-cda6-455e-83cb-d3bdb1c3b5d5 service neutron] 10.222.0.36 "GET /v2.0/networks/4d64aa0b-bd6a-468e-8edc-c83689947462?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869720 Jul 27 20:53:52.756271 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-7840b50b-4c9f-47d4-920d-238c533f171c req-e76f7bbf-d1b0-4289-b9ef-7bb0d3c533d1 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] 10.222.0.59 "GET /v2.0/security-groups?id=c6534cb3-b44e-4a83-b57e-ddb72c2ad843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483414 Jul 27 20:53:52.969946 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Device 401f9cf2-3e88-453b-86ec-e40da22e18ec details requested by agent hyperv_n-h2-705658-22 with host n-h2-705658-22 {{(pid=105586) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 20:53:53.032235 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-01523d4e-624d-4b50-b71f-4b7765e38fca req-bd01df48-f76f-4071-9e24-73559ca38e5b tempest-LiveMigrationTest-297508949 tempest-LiveMigrationTest-297508949-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=594c38b0-00a0-4e02-9d5e-673f3a5e469c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3768511 Jul 27 20:53:53.078684 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] For port 401f9cf2-3e88-453b-86ec-e40da22e18ec, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=401f9cf2-3e88-453b-86ec-e40da22e18ec,segment=NetworkSegment(30512320-4797-4523-818e-63eb7bdafb2b),segment_id=30512320-4797-4523-818e-63eb7bdafb2b)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:53:53.089832 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Device 401f9cf2-3e88-453b-86ec-e40da22e18ec has no active binding in host n-h2-705658-22 {{(pid=105586) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 27 20:53:53.105244 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d325f8ad-3674-4b61-9dab-4c0bf39a78d9 req-daa81739-660d-4316-b25f-7aa9806fe101 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:53.106708 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-d325f8ad-3674-4b61-9dab-4c0bf39a78d9 req-daa81739-660d-4316-b25f-7aa9806fe101 service neutron] 10.222.0.60 "GET /v2.0/networks?id=3f1c8940-c5a5-4dd2-af27-28f2db444e65 HTTP/1.1" status: 200 len: 922 time: 0.4804811 Jul 27 20:53:53.123748 n-d-705658-22 neutron-server[105585]: DEBUG neutron.notifiers.nova [req-b62e0ef1-87a3-4a57-9bb0-29671e6c38ed req-95a4654b-9993-4ee4-b38f-5a8c8f0787fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1597b5c0-5ebb-47b9-aabd-c27047a8aa15 {{(pid=105585) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 20:53:53.143661 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-b62e0ef1-87a3-4a57-9bb0-29671e6c38ed req-95a4654b-9993-4ee4-b38f-5a8c8f0787fa service neutron] Notify callbacks [] for port, precommit_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:53.203812 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-d325f8ad-3674-4b61-9dab-4c0bf39a78d9 req-f9966cc1-00ed-4d40-bf93-292dd29fb505 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ba583bd9-3270-4e8c-b116-80894feef3ca HTTP/1.1" status: 200 len: 217 time: 0.0699389 Jul 27 20:53:53.219378 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.provisioning_blocks [req-b62e0ef1-87a3-4a57-9bb0-29671e6c38ed req-95a4654b-9993-4ee4-b38f-5a8c8f0787fa service neutron] Transition to ACTIVE for port object 1597b5c0-5ebb-47b9-aabd-c27047a8aa15 will not be triggered until provisioned by entity L2. {{(pid=105585) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:53:53.239179 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-b62e0ef1-87a3-4a57-9bb0-29671e6c38ed req-95a4654b-9993-4ee4-b38f-5a8c8f0787fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10221672'] for port, after_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:53.309568 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-5a347191-6abe-492d-8c26-36237b0a956b req-0b93e5cf-da82-408e-8e09-d5de02a7dbc0 tempest-FloatingIPDetailsTestJSON-733021487 tempest-FloatingIPDetailsTestJSON-733021487-project] 10.222.0.59 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2970941 Jul 27 20:53:53.341598 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [req-5a347191-6abe-492d-8c26-36237b0a956b req-7fa2af07-2bdd-4207-9d57-4d03a7112860 tempest-FloatingIPDetailsTestJSON-733021487 tempest-FloatingIPDetailsTestJSON-733021487-project] Request body: {'floatingip': {'floating_network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:53:53.361997 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d325f8ad-3674-4b61-9dab-4c0bf39a78d9 req-70b3458e-72c3-453b-b298-5a6cbde3fea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:53.363567 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-d325f8ad-3674-4b61-9dab-4c0bf39a78d9 req-70b3458e-72c3-453b-b298-5a6cbde3fea7 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8762aa6e-55d1-40fd-8a84-dc4ad49beb7d HTTP/1.1" status: 200 len: 860 time: 0.1455593 Jul 27 20:53:53.366738 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a4654b-9993-4ee4-b38f-5a8c8f0787fa service neutron] Pushing event updated for resources: {'Port': ['ID=1597b5c0-5ebb-47b9-aabd-c27047a8aa15,revision_number=2']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:53:53.382420 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4120b492-b690-441e-a28d-03f3ae4d7291 req-9c4a2053-2639-4415-b918-70ddf372d610 tempest-FloatingIPsAssociationTestJSON-1853502918 tempest-FloatingIPsAssociationTestJSON-1853502918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:53.383986 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-4120b492-b690-441e-a28d-03f3ae4d7291 req-9c4a2053-2639-4415-b918-70ddf372d610 tempest-FloatingIPsAssociationTestJSON-1853502918 tempest-FloatingIPsAssociationTestJSON-1853502918-project] 10.222.0.59 "GET /v2.0/ports?device_id=7d6d1740-167b-4ed1-8fde-75684d664c4d HTTP/1.1" status: 200 len: 944 time: 0.2763925 Jul 27 20:53:53.475862 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-5a347191-6abe-492d-8c26-36237b0a956b req-7fa2af07-2bdd-4207-9d57-4d03a7112860 tempest-FloatingIPDetailsTestJSON-733021487 tempest-FloatingIPDetailsTestJSON-733021487-project] Notify callbacks [] for floatingip, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:53.577218 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-4120b492-b690-441e-a28d-03f3ae4d7291 req-3b0d2210-02f2-4bcb-9ba5-d0c7108972cd tempest-FloatingIPsAssociationTestJSON-1853502918 tempest-FloatingIPsAssociationTestJSON-1853502918-project] 10.222.0.59 "GET /v2.0/security-groups?id=8687f539-6269-4f23-8f85-d9476e5397e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609666 Jul 27 20:53:53.585506 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.managers [req-b62e0ef1-87a3-4a57-9bb0-29671e6c38ed req-95a4654b-9993-4ee4-b38f-5a8c8f0787fa service neutron] Attempting to bind port 1597b5c0-5ebb-47b9-aabd-c27047a8aa15 on host n-h2-705658-22 for vnic_type normal with profile {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:53:53.585845 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.managers [req-b62e0ef1-87a3-4a57-9bb0-29671e6c38ed req-95a4654b-9993-4ee4-b38f-5a8c8f0787fa service neutron] Attempting to bind port 1597b5c0-5ebb-47b9-aabd-c27047a8aa15 by drivers openvswitch,hyperv on host n-h2-705658-22 at level 0 using segments [{'id': '86b1e6f6-d629-4b03-8944-4cdfbfb93d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '4d64aa0b-bd6a-468e-8edc-c83689947462'}] {{(pid=105585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:53:53.586180 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b62e0ef1-87a3-4a57-9bb0-29671e6c38ed req-95a4654b-9993-4ee4-b38f-5a8c8f0787fa service neutron] Attempting to bind port 1597b5c0-5ebb-47b9-aabd-c27047a8aa15 on network 4d64aa0b-bd6a-468e-8edc-c83689947462 {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:53:53.596993 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d325f8ad-3674-4b61-9dab-4c0bf39a78d9 req-485687c3-8a24-4a6f-ac94-a00e8b0c54cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:53.599112 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-d325f8ad-3674-4b61-9dab-4c0bf39a78d9 req-485687c3-8a24-4a6f-ac94-a00e8b0c54cd service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=3f1c8940-c5a5-4dd2-af27-28f2db444e65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2110436 Jul 27 20:53:53.599652 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b62e0ef1-87a3-4a57-9bb0-29671e6c38ed req-95a4654b-9993-4ee4-b38f-5a8c8f0787fa service neutron] Port 1597b5c0-5ebb-47b9-aabd-c27047a8aa15 on network 4d64aa0b-bd6a-468e-8edc-c83689947462 not bound, no agent of type Open vSwitch agent registered on host n-h2-705658-22 {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 20:53:53.599968 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b62e0ef1-87a3-4a57-9bb0-29671e6c38ed req-95a4654b-9993-4ee4-b38f-5a8c8f0787fa service neutron] Attempting to bind port 1597b5c0-5ebb-47b9-aabd-c27047a8aa15 on network 4d64aa0b-bd6a-468e-8edc-c83689947462 {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:53:53.609324 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b62e0ef1-87a3-4a57-9bb0-29671e6c38ed req-95a4654b-9993-4ee4-b38f-5a8c8f0787fa service neutron] Checking agent: {'id': '65195a73-a875-4810-9f5b-622ae260a8a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 49, 40), 'started_at': datetime.datetime(2021, 7, 27, 20, 49, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 53, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:53:53.609670 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b62e0ef1-87a3-4a57-9bb0-29671e6c38ed req-95a4654b-9993-4ee4-b38f-5a8c8f0787fa service neutron] Checking segment: {'id': '86b1e6f6-d629-4b03-8944-4cdfbfb93d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '4d64aa0b-bd6a-468e-8edc-c83689947462'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:53:53.610050 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b62e0ef1-87a3-4a57-9bb0-29671e6c38ed req-95a4654b-9993-4ee4-b38f-5a8c8f0787fa service neutron] Bound using segment: {'id': '86b1e6f6-d629-4b03-8944-4cdfbfb93d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '4d64aa0b-bd6a-468e-8edc-c83689947462'} {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:53:53.610475 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.managers [req-b62e0ef1-87a3-4a57-9bb0-29671e6c38ed req-95a4654b-9993-4ee4-b38f-5a8c8f0787fa service neutron] Bound port: 1597b5c0-5ebb-47b9-aabd-c27047a8aa15, host: n-h2-705658-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '86b1e6f6-d629-4b03-8944-4cdfbfb93d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '4d64aa0b-bd6a-468e-8edc-c83689947462'}}] {{(pid=105585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:53:53.610835 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-b62e0ef1-87a3-4a57-9bb0-29671e6c38ed req-95a4654b-9993-4ee4-b38f-5a8c8f0787fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:53.730713 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e7f21e0-a9a4-4507-862c-a1b74a2de6ab', 'tag': '401f9cf2-3e88-453b-86ec-e40da22e18ec'}, {'name': 'network-changed', 'server_uuid': '7659303d-0753-4488-9deb-df7540ede922', 'tag': 'ef6a81f1-1922-4eec-9c1d-f4ff25155e93'}] {{(pid=105584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:53:53.734380 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bce5e6c8685464f7626901654159975603b047827e3138302ed6566e28f1343" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a2a7624-d6c8-46cf-9e65-e567c503bcc0" -d '{"events": [{"name": "network-changed", "server_uuid": "6e7f21e0-a9a4-4507-862c-a1b74a2de6ab", "tag": "401f9cf2-3e88-453b-86ec-e40da22e18ec"}, {"name": "network-changed", "server_uuid": "7659303d-0753-4488-9deb-df7540ede922", "tag": "ef6a81f1-1922-4eec-9c1d-f4ff25155e93"}]}' {{(pid=105584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:53:53.772388 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-d325f8ad-3674-4b61-9dab-4c0bf39a78d9 req-41d9af43-64af-48e3-b33c-1486d930797c service neutron] 10.222.0.60 "GET /v2.0/networks/3f1c8940-c5a5-4dd2-af27-28f2db444e65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1513979 Jul 27 20:53:53.775566 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.db [req-b62e0ef1-87a3-4a57-9bb0-29671e6c38ed req-95a4654b-9993-4ee4-b38f-5a8c8f0787fa service neutron] For port 1597b5c0-5ebb-47b9-aabd-c27047a8aa15, host n-h2-705658-22, cleared binding levels {{(pid=105585) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:53:53.778263 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-5a347191-6abe-492d-8c26-36237b0a956b req-7fa2af07-2bdd-4207-9d57-4d03a7112860 tempest-FloatingIPDetailsTestJSON-733021487 tempest-FloatingIPDetailsTestJSON-733021487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:53.781486 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.db [req-b62e0ef1-87a3-4a57-9bb0-29671e6c38ed req-95a4654b-9993-4ee4-b38f-5a8c8f0787fa service neutron] For port 1597b5c0-5ebb-47b9-aabd-c27047a8aa15, host n-h2-705658-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=1597b5c0-5ebb-47b9-aabd-c27047a8aa15,segment=NetworkSegment(86b1e6f6-d629-4b03-8944-4cdfbfb93d02),segment_id=86b1e6f6-d629-4b03-8944-4cdfbfb93d02)] {{(pid=105585) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:53:53.798945 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-b62e0ef1-87a3-4a57-9bb0-29671e6c38ed req-95a4654b-9993-4ee4-b38f-5a8c8f0787fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10221672'] for port, after_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:53.911176 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62e0ef1-87a3-4a57-9bb0-29671e6c38ed req-95a4654b-9993-4ee4-b38f-5a8c8f0787fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:53.912426 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-b62e0ef1-87a3-4a57-9bb0-29671e6c38ed req-95a4654b-9993-4ee4-b38f-5a8c8f0787fa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:53.914190 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b62e0ef1-87a3-4a57-9bb0-29671e6c38ed req-95a4654b-9993-4ee4-b38f-5a8c8f0787fa service neutron] 10.222.0.60 "PUT /v2.0/ports/1597b5c0-5ebb-47b9-aabd-c27047a8aa15 HTTP/1.1" status: 200 len: 1097 time: 2.0761364 Jul 27 20:53:53.970576 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a4654b-9993-4ee4-b38f-5a8c8f0787fa service neutron] Pushing event updated for resources: {'Port': ['ID=1597b5c0-5ebb-47b9-aabd-c27047a8aa15,revision_number=3']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:53:54.085981 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-d325f8ad-3674-4b61-9dab-4c0bf39a78d9 req-4a08c2d5-218e-4702-8aee-081e49c1209a service neutron] 10.222.0.60 "GET /v2.0/networks/3f1c8940-c5a5-4dd2-af27-28f2db444e65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3021719 Jul 27 20:53:54.098101 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.db_base_plugin_common [req-5a347191-6abe-492d-8c26-36237b0a956b req-7fa2af07-2bdd-4207-9d57-4d03a7112860 tempest-FloatingIPDetailsTestJSON-733021487 tempest-FloatingIPDetailsTestJSON-733021487-project] Allocated IP 172.25.5.125 (8735d8a2-b604-4758-ae71-b40e4ee6f305/eca7dbab-b9c0-4c8f-a272-816ea8a81764/3f269e61-6641-442f-b3ab-74534bd60ac5) {{(pid=105585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:53:54.198276 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62e0ef1-87a3-4a57-9bb0-29671e6c38ed req-2aceca91-d0dd-486d-b4fe-8cd1f065a6c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:54.199834 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b62e0ef1-87a3-4a57-9bb0-29671e6c38ed req-2aceca91-d0dd-486d-b4fe-8cd1f065a6c7 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=7f728b4f036e433cbd9e09c516f9ce38&device_id=f373a835-3213-4d6e-b25d-079826b324e5 HTTP/1.1" status: 200 len: 1100 time: 0.2039337 Jul 27 20:53:54.208595 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff00267-100b-4ce2-aea1-96a85068d840 req-60d3a0c9-ef8b-4b18-aec1-a1d1af5bfa62 tempest-LiveMigrationTest-297508949 tempest-LiveMigrationTest-297508949-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:54.210033 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-2ff00267-100b-4ce2-aea1-96a85068d840 req-60d3a0c9-ef8b-4b18-aec1-a1d1af5bfa62 tempest-LiveMigrationTest-297508949 tempest-LiveMigrationTest-297508949-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=1405576f-5941-4d83-ba16-a6ff354313a3 HTTP/1.1" status: 200 len: 1098 time: 0.2025943 Jul 27 20:53:54.273533 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b62e0ef1-87a3-4a57-9bb0-29671e6c38ed req-a1294ce4-bd11-4f99-8def-31de9afd1e51 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.129&port_id=1597b5c0-5ebb-47b9-aabd-c27047a8aa15 HTTP/1.1" status: 200 len: 217 time: 0.0544560 Jul 27 20:53:54.329756 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-2ff00267-100b-4ce2-aea1-96a85068d840 req-34835fc3-efed-41a0-804e-6c712157d5c6 tempest-LiveMigrationTest-297508949 tempest-LiveMigrationTest-297508949-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=594c38b0-00a0-4e02-9d5e-673f3a5e469c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117086 Jul 27 20:53:54.335137 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-5a347191-6abe-492d-8c26-36237b0a956b req-7fa2af07-2bdd-4207-9d57-4d03a7112860 tempest-FloatingIPDetailsTestJSON-733021487 tempest-FloatingIPDetailsTestJSON-733021487-project] Notify callbacks [] for port, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:54.373458 n-d-705658-22 neutron-server[105585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f373a835-3213-4d6e-b25d-079826b324e5', 'tag': '1597b5c0-5ebb-47b9-aabd-c27047a8aa15'}] {{(pid=105585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:53:54.375720 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d66fd65881426bfc2b5388084a3654e5eae521106a15a3dbf0eb4cde7106c36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3da9b4dc-d9c1-4ed4-aea1-68de974a04f8" -d '{"events": [{"name": "network-changed", "server_uuid": "f373a835-3213-4d6e-b25d-079826b324e5", "tag": "1597b5c0-5ebb-47b9-aabd-c27047a8aa15"}]}' {{(pid=105585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:53:54.381463 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62e0ef1-87a3-4a57-9bb0-29671e6c38ed req-a67f701a-8b76-4b16-879d-a99f57977230 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:54.382919 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b62e0ef1-87a3-4a57-9bb0-29671e6c38ed req-a67f701a-8b76-4b16-879d-a99f57977230 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=26644ba0-4185-4e10-8718-6ad18d01376c HTTP/1.1" status: 200 len: 843 time: 0.0935524 Jul 27 20:53:54.430328 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-5a347191-6abe-492d-8c26-36237b0a956b req-7fa2af07-2bdd-4207-9d57-4d03a7112860 tempest-FloatingIPDetailsTestJSON-733021487 tempest-FloatingIPDetailsTestJSON-733021487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:54.494066 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a347191-6abe-492d-8c26-36237b0a956b req-7fa2af07-2bdd-4207-9d57-4d03a7112860 tempest-FloatingIPDetailsTestJSON-733021487 tempest-FloatingIPDetailsTestJSON-733021487-project] Network 8735d8a2-b604-4758-ae71-b40e4ee6f305 is already hosted by enough agents. {{(pid=105585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:53:54.503181 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.base_scheduler [req-5a347191-6abe-492d-8c26-36237b0a956b req-7fa2af07-2bdd-4207-9d57-4d03a7112860 tempest-FloatingIPDetailsTestJSON-733021487 tempest-FloatingIPDetailsTestJSON-733021487-project] Resources bound (agent type, host, resource id): {{(pid=105585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:53:54.506196 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a347191-6abe-492d-8c26-36237b0a956b req-7fa2af07-2bdd-4207-9d57-4d03a7112860 tempest-FloatingIPDetailsTestJSON-733021487 tempest-FloatingIPDetailsTestJSON-733021487-project] Received port after_create {{(pid=105585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:53:54.538016 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa2af07-2bdd-4207-9d57-4d03a7112860 tempest-FloatingIPDetailsTestJSON-733021487 tempest-FloatingIPDetailsTestJSON-733021487-project] Pushing event updated for resources: {'Port': ['ID=3f269e61-6641-442f-b3ab-74534bd60ac5,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:53:54.560932 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa2af07-2bdd-4207-9d57-4d03a7112860 tempest-FloatingIPDetailsTestJSON-733021487 tempest-FloatingIPDetailsTestJSON-733021487-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:53:54.561282 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa2af07-2bdd-4207-9d57-4d03a7112860 tempest-FloatingIPDetailsTestJSON-733021487 tempest-FloatingIPDetailsTestJSON-733021487-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:53:54.561625 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa2af07-2bdd-4207-9d57-4d03a7112860 tempest-FloatingIPDetailsTestJSON-733021487 tempest-FloatingIPDetailsTestJSON-733021487-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:53:54.561962 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa2af07-2bdd-4207-9d57-4d03a7112860 tempest-FloatingIPDetailsTestJSON-733021487 tempest-FloatingIPDetailsTestJSON-733021487-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:53:54.562296 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa2af07-2bdd-4207-9d57-4d03a7112860 tempest-FloatingIPDetailsTestJSON-733021487 tempest-FloatingIPDetailsTestJSON-733021487-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:53:54.562630 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa2af07-2bdd-4207-9d57-4d03a7112860 tempest-FloatingIPDetailsTestJSON-733021487 tempest-FloatingIPDetailsTestJSON-733021487-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:53:54.562958 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa2af07-2bdd-4207-9d57-4d03a7112860 tempest-FloatingIPDetailsTestJSON-733021487 tempest-FloatingIPDetailsTestJSON-733021487-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:53:54.563308 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa2af07-2bdd-4207-9d57-4d03a7112860 tempest-FloatingIPDetailsTestJSON-733021487 tempest-FloatingIPDetailsTestJSON-733021487-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:53:54.563637 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa2af07-2bdd-4207-9d57-4d03a7112860 tempest-FloatingIPDetailsTestJSON-733021487 tempest-FloatingIPDetailsTestJSON-733021487-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:53:54.563961 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa2af07-2bdd-4207-9d57-4d03a7112860 tempest-FloatingIPDetailsTestJSON-733021487 tempest-FloatingIPDetailsTestJSON-733021487-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:53:54.564285 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa2af07-2bdd-4207-9d57-4d03a7112860 tempest-FloatingIPDetailsTestJSON-733021487 tempest-FloatingIPDetailsTestJSON-733021487-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:53:54.564607 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa2af07-2bdd-4207-9d57-4d03a7112860 tempest-FloatingIPDetailsTestJSON-733021487 tempest-FloatingIPDetailsTestJSON-733021487-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:53:54.585778 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55878c59-46db-4ab3-a646-0945bba1e18f req-0fbfdd05-b65f-495e-8268-72ef50ce0b8e tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:54.587283 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-55878c59-46db-4ab3-a646-0945bba1e18f req-0fbfdd05-b65f-495e-8268-72ef50ce0b8e tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] 10.222.0.59 "GET /v2.0/ports?device_id=f373a835-3213-4d6e-b25d-079826b324e5 HTTP/1.1" status: 200 len: 948 time: 0.2023687 Jul 27 20:53:54.594234 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62e0ef1-87a3-4a57-9bb0-29671e6c38ed req-85d9890a-5259-472e-ac16-9edf7f33c300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:54.595662 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b62e0ef1-87a3-4a57-9bb0-29671e6c38ed req-85d9890a-5259-472e-ac16-9edf7f33c300 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4d64aa0b-bd6a-468e-8edc-c83689947462&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1782091 Jul 27 20:53:54.715147 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-55878c59-46db-4ab3-a646-0945bba1e18f req-099ea5ce-ea8d-41a1-a788-851a499fb233 tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] 10.222.0.59 "GET /v2.0/security-groups?id=dea81a77-85b4-4e12-8e1d-b19e89484a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183033 Jul 27 20:53:54.718819 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-5a347191-6abe-492d-8c26-36237b0a956b req-7fa2af07-2bdd-4207-9d57-4d03a7112860 tempest-FloatingIPDetailsTestJSON-733021487 tempest-FloatingIPDetailsTestJSON-733021487-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:54.794113 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-5a347191-6abe-492d-8c26-36237b0a956b req-7fa2af07-2bdd-4207-9d57-4d03a7112860 tempest-FloatingIPDetailsTestJSON-733021487 tempest-FloatingIPDetailsTestJSON-733021487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:54.796923 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b62e0ef1-87a3-4a57-9bb0-29671e6c38ed req-96d303bf-3749-4efa-b8b0-d8bd9b3b8c8c service neutron] 10.222.0.60 "GET /v2.0/networks/4d64aa0b-bd6a-468e-8edc-c83689947462?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1794581 Jul 27 20:53:54.982165 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91f2ba6-2706-491d-9e4d-e3c51fbe0585 req-18c1b9ff-2ea8-415b-9bbc-1c7291b72790 tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:54.983583 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f91f2ba6-2706-491d-9e4d-e3c51fbe0585 req-18c1b9ff-2ea8-415b-9bbc-1c7291b72790 tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] 10.222.0.59 "GET /v2.0/ports?device_id=6e7f21e0-a9a4-4507-862c-a1b74a2de6ab HTTP/1.1" status: 200 len: 943 time: 0.2094781 Jul 27 20:53:55.247591 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b62e0ef1-87a3-4a57-9bb0-29671e6c38ed req-3597559c-9b95-4cf5-bb24-7a1332c29881 service neutron] 10.222.0.60 "GET /v2.0/networks/4d64aa0b-bd6a-468e-8edc-c83689947462?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4326270 Jul 27 20:53:55.279327 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f91f2ba6-2706-491d-9e4d-e3c51fbe0585 req-30281d85-ee6e-480b-8b8c-7887d79516eb tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] 10.222.0.59 "GET /v2.0/security-groups?id=1749b80d-91c6-4bd3-8e8d-666bd095400f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2857938 Jul 27 20:53:55.317804 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-5a347191-6abe-492d-8c26-36237b0a956b req-7fa2af07-2bdd-4207-9d57-4d03a7112860 tempest-FloatingIPDetailsTestJSON-733021487 tempest-FloatingIPDetailsTestJSON-733021487-project] Notify callbacks [] for port, precommit_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:55.322462 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-5a347191-6abe-492d-8c26-36237b0a956b req-7fa2af07-2bdd-4207-9d57-4d03a7112860 tempest-FloatingIPDetailsTestJSON-733021487 tempest-FloatingIPDetailsTestJSON-733021487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10221672'] for port, after_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:55.338785 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 27 Jul 2021 20:53:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8654b4dc-bbde-4713-979d-8ce7e28773e3 x-openstack-request-id: req-8654b4dc-bbde-4713-979d-8ce7e28773e3 {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:53:55.339318 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e7f21e0-a9a4-4507-862c-a1b74a2de6ab", "tag": "401f9cf2-3e88-453b-86ec-e40da22e18ec", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "7659303d-0753-4488-9deb-df7540ede922", "tag": "ef6a81f1-1922-4eec-9c1d-f4ff25155e93", "status": "completed", "code": 200}]} {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:53:55.339407 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-8654b4dc-bbde-4713-979d-8ce7e28773e3 {{(pid=105584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:53:55.339862 n-d-705658-22 neutron-server[105584]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e7f21e0-a9a4-4507-862c-a1b74a2de6ab', 'tag': '401f9cf2-3e88-453b-86ec-e40da22e18ec', 'status': 'completed', 'code': 200} Jul 27 20:53:55.340225 n-d-705658-22 neutron-server[105584]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7659303d-0753-4488-9deb-df7540ede922', 'tag': 'ef6a81f1-1922-4eec-9c1d-f4ff25155e93', 'status': 'completed', 'code': 200} Jul 27 20:53:55.401158 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa2af07-2bdd-4207-9d57-4d03a7112860 tempest-FloatingIPDetailsTestJSON-733021487 tempest-FloatingIPDetailsTestJSON-733021487-project] Pushing event updated for resources: {'Port': ['ID=3f269e61-6641-442f-b3ab-74534bd60ac5,revision_number=2']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:53:55.433361 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2a7624-d6c8-46cf-9e65-e567c503bcc0 req-72028bf2-e3d7-4909-937f-22612f02e095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:55.434896 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-3a2a7624-d6c8-46cf-9e65-e567c503bcc0 req-72028bf2-e3d7-4909-937f-22612f02e095 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b02d9256766347f197eb5fbdd02cbc7a&device_id=6e7f21e0-a9a4-4507-862c-a1b74a2de6ab HTTP/1.1" status: 200 len: 1126 time: 0.0556405 Jul 27 20:53:55.435629 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-5a347191-6abe-492d-8c26-36237b0a956b req-7fa2af07-2bdd-4207-9d57-4d03a7112860 tempest-FloatingIPDetailsTestJSON-733021487 tempest-FloatingIPDetailsTestJSON-733021487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4075768'] for floatingip, after_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:55.453164 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-5a347191-6abe-492d-8c26-36237b0a956b req-7fa2af07-2bdd-4207-9d57-4d03a7112860 tempest-FloatingIPDetailsTestJSON-733021487 tempest-FloatingIPDetailsTestJSON-733021487-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for floatingip, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:55.454425 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-5a347191-6abe-492d-8c26-36237b0a956b req-7fa2af07-2bdd-4207-9d57-4d03a7112860 tempest-FloatingIPDetailsTestJSON-733021487 tempest-FloatingIPDetailsTestJSON-733021487-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.1293728 Jul 27 20:53:55.478109 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d858ac-2ea4-42f5-a858-5b124c731a0d req-6b8526bf-9d66-464e-928d-e449ae48a4b6 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:55.479577 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b1d858ac-2ea4-42f5-a858-5b124c731a0d req-6b8526bf-9d66-464e-928d-e449ae48a4b6 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] 10.222.0.59 "GET /v2.0/ports?device_id=90df5073-6143-4b20-b10d-a2a3e91a9c78 HTTP/1.1" status: 200 len: 950 time: 0.0917780 Jul 27 20:53:55.520531 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-5a347191-6abe-492d-8c26-36237b0a956b req-3db9267d-b6f4-43a9-84d4-a7873a15b577 tempest-FloatingIPDetailsTestJSON-733021487 tempest-FloatingIPDetailsTestJSON-733021487-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.5.125 HTTP/1.1" status: 200 len: 696 time: 0.0598583 Jul 27 20:53:55.533682 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2a7624-d6c8-46cf-9e65-e567c503bcc0 req-480b7ca9-281b-4d14-8f8d-11ee5b8484e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:55.535738 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-3a2a7624-d6c8-46cf-9e65-e567c503bcc0 req-480b7ca9-281b-4d14-8f8d-11ee5b8484e0 service neutron] 10.222.0.36 "GET /v2.0/networks?id=8e591ae5-ff89-4a25-b3ce-4b1625915957 HTTP/1.1" status: 200 len: 921 time: 0.0872409 Jul 27 20:53:55.582531 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-3a2a7624-d6c8-46cf-9e65-e567c503bcc0 req-31b82f4b-4a39-41fa-b320-7f75648566c1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=401f9cf2-3e88-453b-86ec-e40da22e18ec HTTP/1.1" status: 200 len: 217 time: 0.0343707 Jul 27 20:53:55.596327 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b1d858ac-2ea4-42f5-a858-5b124c731a0d req-206c18b7-cf9c-4275-b569-67ada5d3df81 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] 10.222.0.59 "GET /v2.0/security-groups?id=c6534cb3-b44e-4a83-b57e-ddb72c2ad843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901785 Jul 27 20:53:55.639300 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2a7624-d6c8-46cf-9e65-e567c503bcc0 req-60248dd3-8488-44d7-9103-d0ed8c1c1486 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:55.640775 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-3a2a7624-d6c8-46cf-9e65-e567c503bcc0 req-60248dd3-8488-44d7-9103-d0ed8c1c1486 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ffc7070b-0d02-4acb-a66a-19178d3b9317 HTTP/1.1" status: 200 len: 860 time: 0.0486028 Jul 27 20:53:55.647897 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a347191-6abe-492d-8c26-36237b0a956b req-efd97911-06d3-4d90-8fff-4f8c71aa9e94 tempest-FloatingIPDetailsTestJSON-733021487 tempest-FloatingIPDetailsTestJSON-733021487-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:55.649336 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-5a347191-6abe-492d-8c26-36237b0a956b req-efd97911-06d3-4d90-8fff-4f8c71aa9e94 tempest-FloatingIPDetailsTestJSON-733021487 tempest-FloatingIPDetailsTestJSON-733021487-project] 10.222.0.59 "GET /v2.0/networks/8735d8a2-b604-4758-ae71-b40e4ee6f305 HTTP/1.1" status: 200 len: 784 time: 0.1228814 Jul 27 20:53:55.681142 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-3a2a7624-d6c8-46cf-9e65-e567c503bcc0 req-7c7d514e-88b7-45de-86ff-ec3d04f6d8c6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8e591ae5-ff89-4a25-b3ce-4b1625915957&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300469 Jul 27 20:53:55.708819 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 20:53:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-877afb5b-33fc-449c-999f-e190d490d54d x-openstack-request-id: req-877afb5b-33fc-449c-999f-e190d490d54d {{(pid=105585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:53:55.709112 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f373a835-3213-4d6e-b25d-079826b324e5", "tag": "1597b5c0-5ebb-47b9-aabd-c27047a8aa15", "status": "completed", "code": 200}]} {{(pid=105585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:53:55.709367 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-877afb5b-33fc-449c-999f-e190d490d54d {{(pid=105585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:53:55.709792 n-d-705658-22 neutron-server[105585]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f373a835-3213-4d6e-b25d-079826b324e5', 'tag': '1597b5c0-5ebb-47b9-aabd-c27047a8aa15', 'status': 'completed', 'code': 200} Jul 27 20:53:55.792060 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-3a2a7624-d6c8-46cf-9e65-e567c503bcc0 req-5eff86b5-5b5c-424f-8504-c1c8b509b689 service neutron] 10.222.0.36 "GET /v2.0/networks/8e591ae5-ff89-4a25-b3ce-4b1625915957?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1004333 Jul 27 20:53:55.866031 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e28b7d6c-36fa-4b36-bf94-92cbc0f4219a req-0fafc6d4-dc6a-47f1-a5e2-7b7f9509eddd tempest-FloatingIPDetailsTestJSON-733021487 tempest-FloatingIPDetailsTestJSON-733021487-project] 10.222.0.59 "GET /v2.0/floatingips/444d54a6-cad1-4023-9974-e72f12b661d8 HTTP/1.1" status: 200 len: 693 time: 0.0640142 Jul 27 20:53:55.885517 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da9b4dc-d9c1-4ed4-aea1-68de974a04f8 req-5c258975-e046-47bf-b48e-bbb020e53fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:55.886419 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-3da9b4dc-d9c1-4ed4-aea1-68de974a04f8 req-5c258975-e046-47bf-b48e-bbb020e53fcb service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=7f728b4f036e433cbd9e09c516f9ce38&device_id=f373a835-3213-4d6e-b25d-079826b324e5 HTTP/1.1" status: 200 len: 1100 time: 0.1494493 Jul 27 20:53:55.907817 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-3a2a7624-d6c8-46cf-9e65-e567c503bcc0 req-6c37d601-3ac3-46fe-ac19-941b91b14637 service neutron] 10.222.0.36 "GET /v2.0/networks/8e591ae5-ff89-4a25-b3ce-4b1625915957?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1063130 Jul 27 20:53:55.945783 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5423b3c-742a-4349-9604-345b118820b6 req-33339447-723e-4c38-86d6-3f6de2448b8d tempest-FloatingIPsAssociationTestJSON-1853502918 tempest-FloatingIPsAssociationTestJSON-1853502918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:55.947283 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e5423b3c-742a-4349-9604-345b118820b6 req-33339447-723e-4c38-86d6-3f6de2448b8d tempest-FloatingIPsAssociationTestJSON-1853502918 tempest-FloatingIPsAssociationTestJSON-1853502918-project] 10.222.0.59 "GET /v2.0/ports?device_id=7d6d1740-167b-4ed1-8fde-75684d664c4d HTTP/1.1" status: 200 len: 944 time: 0.2010465 Jul 27 20:53:56.013263 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2a7624-d6c8-46cf-9e65-e567c503bcc0 req-395b810b-21ed-4679-96cf-93ac0f79576b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:56.014786 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-3a2a7624-d6c8-46cf-9e65-e567c503bcc0 req-395b810b-21ed-4679-96cf-93ac0f79576b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7f728b4f036e433cbd9e09c516f9ce38&device_id=7659303d-0753-4488-9deb-df7540ede922 HTTP/1.1" status: 200 len: 1100 time: 0.0532014 Jul 27 20:53:56.075222 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e5423b3c-742a-4349-9604-345b118820b6 req-0dec109f-ac17-40ee-bd75-086442bd3c80 tempest-FloatingIPsAssociationTestJSON-1853502918 tempest-FloatingIPsAssociationTestJSON-1853502918-project] 10.222.0.59 "GET /v2.0/security-groups?id=8687f539-6269-4f23-8f85-d9476e5397e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900111 Jul 27 20:53:56.087989 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da9b4dc-d9c1-4ed4-aea1-68de974a04f8 req-3bc4d500-2701-4fef-9a6f-b64c145569ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:56.089801 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-3da9b4dc-d9c1-4ed4-aea1-68de974a04f8 req-3bc4d500-2701-4fef-9a6f-b64c145569ed service neutron] 10.222.0.60 "GET /v2.0/networks?id=4d64aa0b-bd6a-468e-8edc-c83689947462 HTTP/1.1" status: 200 len: 870 time: 0.1649039 Jul 27 20:53:56.096384 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28b7d6c-36fa-4b36-bf94-92cbc0f4219a req-b1c6ab3f-2504-4fb4-be02-8d112a9b1c83 tempest-FloatingIPDetailsTestJSON-733021487 tempest-FloatingIPDetailsTestJSON-733021487-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:56.098284 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e28b7d6c-36fa-4b36-bf94-92cbc0f4219a req-b1c6ab3f-2504-4fb4-be02-8d112a9b1c83 tempest-FloatingIPDetailsTestJSON-733021487 tempest-FloatingIPDetailsTestJSON-733021487-project] 10.222.0.59 "GET /v2.0/networks/8735d8a2-b604-4758-ae71-b40e4ee6f305 HTTP/1.1" status: 200 len: 784 time: 0.2258191 Jul 27 20:53:56.110040 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2a7624-d6c8-46cf-9e65-e567c503bcc0 req-ec5c04cc-d802-4267-bd7c-05cbae1330bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:56.111659 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-3a2a7624-d6c8-46cf-9e65-e567c503bcc0 req-ec5c04cc-d802-4267-bd7c-05cbae1330bb service neutron] 10.222.0.36 "GET /v2.0/networks?id=4d64aa0b-bd6a-468e-8edc-c83689947462 HTTP/1.1" status: 200 len: 870 time: 0.0882933 Jul 27 20:53:56.140154 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [req-e28b7d6c-36fa-4b36-bf94-92cbc0f4219a req-8b5084dc-8ee0-4477-976e-1e5ff2a2861e tempest-FloatingIPDetailsTestJSON-733021487 tempest-FloatingIPDetailsTestJSON-733021487-project] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=105585) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 20:53:56.141042 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e28b7d6c-36fa-4b36-bf94-92cbc0f4219a req-8b5084dc-8ee0-4477-976e-1e5ff2a2861e tempest-FloatingIPDetailsTestJSON-733021487 tempest-FloatingIPDetailsTestJSON-733021487-project] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0350919 Jul 27 20:53:56.142508 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-3da9b4dc-d9c1-4ed4-aea1-68de974a04f8 req-c9a1d08f-d5c8-4823-a442-59da43c38662 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.129&port_id=1597b5c0-5ebb-47b9-aabd-c27047a8aa15 HTTP/1.1" status: 200 len: 217 time: 0.0433879 Jul 27 20:53:56.180041 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-3a2a7624-d6c8-46cf-9e65-e567c503bcc0 req-7e1cb10a-2d8d-416d-a6bb-ed0af32e3051 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.208&port_id=ef6a81f1-1922-4eec-9c1d-f4ff25155e93 HTTP/1.1" status: 200 len: 217 time: 0.0506816 Jul 27 20:53:56.206082 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da9b4dc-d9c1-4ed4-aea1-68de974a04f8 req-ec2ade42-8609-45d6-8eb5-a29caca6492e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:56.207872 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-3da9b4dc-d9c1-4ed4-aea1-68de974a04f8 req-ec2ade42-8609-45d6-8eb5-a29caca6492e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=26644ba0-4185-4e10-8718-6ad18d01376c HTTP/1.1" status: 200 len: 843 time: 0.0554717 Jul 27 20:53:56.246098 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2a7624-d6c8-46cf-9e65-e567c503bcc0 req-e91f33be-54cb-47cd-9165-cbb3f2e44c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:56.247742 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-3a2a7624-d6c8-46cf-9e65-e567c503bcc0 req-e91f33be-54cb-47cd-9165-cbb3f2e44c85 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=26644ba0-4185-4e10-8718-6ad18d01376c HTTP/1.1" status: 200 len: 843 time: 0.0568094 Jul 27 20:53:56.312454 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2a7624-d6c8-46cf-9e65-e567c503bcc0 req-06178262-c93e-4d14-8c3c-cef398c30a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:56.314028 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-3a2a7624-d6c8-46cf-9e65-e567c503bcc0 req-06178262-c93e-4d14-8c3c-cef398c30a9b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4d64aa0b-bd6a-468e-8edc-c83689947462&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0570779 Jul 27 20:53:56.320872 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-1c91bfce-e1ab-44ad-9d9d-ee3c1c831758 req-c3807a0e-b380-4a6e-b3ce-87c937f18894 tempest-FloatingIPDetailsTestJSON-733021487 tempest-FloatingIPDetailsTestJSON-733021487-project] 10.222.0.59 "GET /v2.0/floatingips/444d54a6-cad1-4023-9974-e72f12b661d8 HTTP/1.1" status: 200 len: 693 time: 0.1018989 Jul 27 20:53:56.411201 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-3a2a7624-d6c8-46cf-9e65-e567c503bcc0 req-4267fa0e-788a-4f86-96a0-5fa25c763105 service neutron] 10.222.0.36 "GET /v2.0/networks/4d64aa0b-bd6a-468e-8edc-c83689947462?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871933 Jul 27 20:53:56.431605 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da9b4dc-d9c1-4ed4-aea1-68de974a04f8 req-ea6978cc-a727-4b78-adc1-8e563a4497b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:56.433190 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-3da9b4dc-d9c1-4ed4-aea1-68de974a04f8 req-ea6978cc-a727-4b78-adc1-8e563a4497b3 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4d64aa0b-bd6a-468e-8edc-c83689947462&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2061720 Jul 27 20:53:56.448972 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94df22fa-a3c1-4557-a66d-9b5e21f92aa9 req-ab2d55a7-23ab-4973-baf6-5b052edb4968 tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:56.450527 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-94df22fa-a3c1-4557-a66d-9b5e21f92aa9 req-ab2d55a7-23ab-4973-baf6-5b052edb4968 tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] 10.222.0.59 "GET /v2.0/ports?device_id=f373a835-3213-4d6e-b25d-079826b324e5 HTTP/1.1" status: 200 len: 948 time: 0.2133548 Jul 27 20:53:56.518793 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-3a2a7624-d6c8-46cf-9e65-e567c503bcc0 req-2c7e45ea-3500-4f91-820e-588b16cde5e8 service neutron] 10.222.0.36 "GET /v2.0/networks/4d64aa0b-bd6a-468e-8edc-c83689947462?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956953 Jul 27 20:53:56.548642 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c91bfce-e1ab-44ad-9d9d-ee3c1c831758 req-e70dceaa-eb39-48a8-af1d-669102cec40b tempest-FloatingIPDetailsTestJSON-733021487 tempest-FloatingIPDetailsTestJSON-733021487-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:56.549996 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-1c91bfce-e1ab-44ad-9d9d-ee3c1c831758 req-e70dceaa-eb39-48a8-af1d-669102cec40b tempest-FloatingIPDetailsTestJSON-733021487 tempest-FloatingIPDetailsTestJSON-733021487-project] 10.222.0.59 "GET /v2.0/networks/8735d8a2-b604-4758-ae71-b40e4ee6f305 HTTP/1.1" status: 200 len: 784 time: 0.2225440 Jul 27 20:53:56.570212 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [req-1c91bfce-e1ab-44ad-9d9d-ee3c1c831758 req-4a8af757-a270-4507-a623-0ef488ea5f64 tempest-FloatingIPDetailsTestJSON-733021487 tempest-FloatingIPDetailsTestJSON-733021487-project] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=105585) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 20:53:56.571229 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-1c91bfce-e1ab-44ad-9d9d-ee3c1c831758 req-4a8af757-a270-4507-a623-0ef488ea5f64 tempest-FloatingIPDetailsTestJSON-733021487 tempest-FloatingIPDetailsTestJSON-733021487-project] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0139132 Jul 27 20:53:56.588417 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-94df22fa-a3c1-4557-a66d-9b5e21f92aa9 req-a8876a91-42dd-4952-8876-c62efe538fac tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] 10.222.0.59 "GET /v2.0/security-groups?id=dea81a77-85b4-4e12-8e1d-b19e89484a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237690 Jul 27 20:53:56.649880 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-1c91bfce-e1ab-44ad-9d9d-ee3c1c831758 req-632c5969-3d9d-4f80-8b2e-80664ccb022c tempest-FloatingIPDetailsTestJSON-733021487 tempest-FloatingIPDetailsTestJSON-733021487-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.5.125 HTTP/1.1" status: 200 len: 696 time: 0.0650139 Jul 27 20:53:56.653138 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-3da9b4dc-d9c1-4ed4-aea1-68de974a04f8 req-53dd9e11-14e0-4513-b830-45e47e64ea1a service neutron] 10.222.0.60 "GET /v2.0/networks/4d64aa0b-bd6a-468e-8edc-c83689947462?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2016149 Jul 27 20:53:56.770653 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-1c91bfce-e1ab-44ad-9d9d-ee3c1c831758 req-1e765ab3-035b-486b-b961-ffac81e3cd00 tempest-FloatingIPDetailsTestJSON-733021487 tempest-FloatingIPDetailsTestJSON-733021487-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.5.125 HTTP/1.1" status: 200 len: 696 time: 0.1091259 Jul 27 20:53:56.932195 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-3da9b4dc-d9c1-4ed4-aea1-68de974a04f8 req-b47fcc9f-4dc0-4199-80b9-ec569273d410 service neutron] 10.222.0.60 "GET /v2.0/networks/4d64aa0b-bd6a-468e-8edc-c83689947462?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2686336 Jul 27 20:53:56.936847 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92512cda-d31e-4314-9f5f-d1b9ce744f87 req-e16a4ea9-8c72-488a-ac19-beef95bc84a4 tempest-LiveMigrationTest-297508949 tempest-LiveMigrationTest-297508949-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:56.938342 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-92512cda-d31e-4314-9f5f-d1b9ce744f87 req-e16a4ea9-8c72-488a-ac19-beef95bc84a4 tempest-LiveMigrationTest-297508949 tempest-LiveMigrationTest-297508949-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=1405576f-5941-4d83-ba16-a6ff354313a3 HTTP/1.1" status: 200 len: 1098 time: 0.2874250 Jul 27 20:53:56.984239 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [req-1c91bfce-e1ab-44ad-9d9d-ee3c1c831758 req-1af24b99-37e7-4aae-8c17-cfacf36c9018 tempest-FloatingIPDetailsTestJSON-733021487 tempest-FloatingIPDetailsTestJSON-733021487-project] Deleting port 3f269e61-6641-442f-b3ab-74534bd60ac5 {{(pid=105585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:53:56.984639 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-1c91bfce-e1ab-44ad-9d9d-ee3c1c831758 req-1af24b99-37e7-4aae-8c17-cfacf36c9018 tempest-FloatingIPDetailsTestJSON-733021487 tempest-FloatingIPDetailsTestJSON-733021487-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:56.985764 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Device ba583bd9-3270-4e8c-b116-80894feef3ca details requested by agent hyperv_n-h2-705658-22 with host n-h2-705658-22 {{(pid=105586) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 20:53:56.990252 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-92512cda-d31e-4314-9f5f-d1b9ce744f87 req-2a5d9fc7-cc99-4e48-a18c-27b3fa65b904 tempest-LiveMigrationTest-297508949 tempest-LiveMigrationTest-297508949-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=594c38b0-00a0-4e02-9d5e-673f3a5e469c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444021 Jul 27 20:53:57.091743 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] For port ba583bd9-3270-4e8c-b116-80894feef3ca, host n-h2-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=ba583bd9-3270-4e8c-b116-80894feef3ca,segment=NetworkSegment(daa14205-10d6-4bd3-bbe7-ea8abee6eb90),segment_id=daa14205-10d6-4bd3-bbe7-ea8abee6eb90)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:53:57.093746 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-1c91bfce-e1ab-44ad-9d9d-ee3c1c831758 req-1af24b99-37e7-4aae-8c17-cfacf36c9018 tempest-FloatingIPDetailsTestJSON-733021487 tempest-FloatingIPDetailsTestJSON-733021487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:57.094080 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-1c91bfce-e1ab-44ad-9d9d-ee3c1c831758 req-1af24b99-37e7-4aae-8c17-cfacf36c9018 tempest-FloatingIPDetailsTestJSON-733021487 tempest-FloatingIPDetailsTestJSON-733021487-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:57.107103 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Returning: {'device': 'ba583bd9-3270-4e8c-b116-80894feef3ca', 'network_id': '3f1c8940-c5a5-4dd2-af27-28f2db444e65', 'port_id': 'ba583bd9-3270-4e8c-b116-80894feef3ca', 'mac_address': 'fa:16:3e:65:48:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 218, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8762aa6e-55d1-40fd-8a84-dc4ad49beb7d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105586) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 20:53:57.108127 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [req-1c91bfce-e1ab-44ad-9d9d-ee3c1c831758 req-1af24b99-37e7-4aae-8c17-cfacf36c9018 tempest-FloatingIPDetailsTestJSON-733021487 tempest-FloatingIPDetailsTestJSON-733021487-project] Calling delete_port for 3f269e61-6641-442f-b3ab-74534bd60ac5 owned by network:floatingip {{(pid=105585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:53:57.145759 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:57.158190 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [None req-3d54578f-831f-4696-b568-13c455922dab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba583bd9-3270-4e8c-b116-80894feef3ca {{(pid=105586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 20:53:57.178594 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] For port ba583bd9-3270-4e8c-b116-80894feef3ca, host n-h2-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=ba583bd9-3270-4e8c-b116-80894feef3ca,segment=NetworkSegment(daa14205-10d6-4bd3-bbe7-ea8abee6eb90),segment_id=daa14205-10d6-4bd3-bbe7-ea8abee6eb90)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:53:57.183483 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:57.184475 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0168e2-a681-4bdf-b029-a0551612827e req-2c8e14f1-8eac-4dd8-9824-7821b3e56c3e tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:57.185980 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-7b0168e2-a681-4bdf-b029-a0551612827e req-2c8e14f1-8eac-4dd8-9824-7821b3e56c3e tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] 10.222.0.59 "GET /v2.0/ports?device_id=6e7f21e0-a9a4-4507-862c-a1b74a2de6ab HTTP/1.1" status: 200 len: 943 time: 0.1355381 Jul 27 20:53:57.231204 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Pushing event updated for resources: {'Port': ['ID=ba583bd9-3270-4e8c-b116-80894feef3ca,revision_number=4']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:53:57.245676 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-7b0168e2-a681-4bdf-b029-a0551612827e req-b8297279-71cf-44dd-ba50-21ca1c006cd1 tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] 10.222.0.59 "GET /v2.0/security-groups?id=1749b80d-91c6-4bd3-8e8d-666bd095400f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518310 Jul 27 20:53:57.256649 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device ef6a81f1-1922-4eec-9c1d-f4ff25155e93 details requested by agent hyperv_n-h1-705658-22 with host n-h1-705658-22 {{(pid=105586) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 20:53:57.304695 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-1c91bfce-e1ab-44ad-9d9d-ee3c1c831758 req-1af24b99-37e7-4aae-8c17-cfacf36c9018 tempest-FloatingIPDetailsTestJSON-733021487 tempest-FloatingIPDetailsTestJSON-733021487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:57.334339 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af24b99-37e7-4aae-8c17-cfacf36c9018 tempest-FloatingIPDetailsTestJSON-733021487 tempest-FloatingIPDetailsTestJSON-733021487-project] Pushing event deleted for resources: {'Port': ['ID=3f269e61-6641-442f-b3ab-74534bd60ac5,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:53:57.360466 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] For port ef6a81f1-1922-4eec-9c1d-f4ff25155e93, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=ef6a81f1-1922-4eec-9c1d-f4ff25155e93,segment=NetworkSegment(86b1e6f6-d629-4b03-8944-4cdfbfb93d02),segment_id=86b1e6f6-d629-4b03-8944-4cdfbfb93d02)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:53:57.372185 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Returning: {'device': 'ef6a81f1-1922-4eec-9c1d-f4ff25155e93', 'network_id': '4d64aa0b-bd6a-468e-8edc-c83689947462', 'port_id': 'ef6a81f1-1922-4eec-9c1d-f4ff25155e93', 'mac_address': 'fa:16:3e:17:7a:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26644ba0-4185-4e10-8718-6ad18d01376c', 'ip_address': '192.168.233.208'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105586) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 20:53:57.407603 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:57.420693 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef6a81f1-1922-4eec-9c1d-f4ff25155e93 {{(pid=105586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 20:53:57.435814 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-1c91bfce-e1ab-44ad-9d9d-ee3c1c831758 req-1af24b99-37e7-4aae-8c17-cfacf36c9018 tempest-FloatingIPDetailsTestJSON-733021487 tempest-FloatingIPDetailsTestJSON-733021487-project] Notify callbacks [] for floatingip, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:57.438289 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-1c91bfce-e1ab-44ad-9d9d-ee3c1c831758 req-1af24b99-37e7-4aae-8c17-cfacf36c9018 tempest-FloatingIPDetailsTestJSON-733021487 tempest-FloatingIPDetailsTestJSON-733021487-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for floatingip, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:57.439429 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-1c91bfce-e1ab-44ad-9d9d-ee3c1c831758 req-1af24b99-37e7-4aae-8c17-cfacf36c9018 tempest-FloatingIPDetailsTestJSON-733021487 tempest-FloatingIPDetailsTestJSON-733021487-project] 10.222.0.59 "DELETE /v2.0/floatingips/444d54a6-cad1-4023-9974-e72f12b661d8 HTTP/1.1" status: 204 len: 173 time: 0.6612585 Jul 27 20:53:57.441121 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] For port ef6a81f1-1922-4eec-9c1d-f4ff25155e93, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=ef6a81f1-1922-4eec-9c1d-f4ff25155e93,segment=NetworkSegment(86b1e6f6-d629-4b03-8944-4cdfbfb93d02),segment_id=86b1e6f6-d629-4b03-8944-4cdfbfb93d02)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:53:57.446362 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:57.451705 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736cc465-ce68-4477-b793-9777aa65cecf req-fde13e00-962c-497d-b721-83b39f894f7c tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:57.453449 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-736cc465-ce68-4477-b793-9777aa65cecf req-fde13e00-962c-497d-b721-83b39f894f7c tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] 10.222.0.59 "GET /v2.0/ports?device_id=90df5073-6143-4b20-b10d-a2a3e91a9c78 HTTP/1.1" status: 200 len: 950 time: 0.1229169 Jul 27 20:53:57.494207 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Pushing event updated for resources: {'Port': ['ID=ef6a81f1-1922-4eec-9c1d-f4ff25155e93,revision_number=4']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:53:57.497967 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-736cc465-ce68-4477-b793-9777aa65cecf req-add5b706-1783-4567-87bc-288b469e0a0e tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] 10.222.0.59 "GET /v2.0/security-groups?id=c6534cb3-b44e-4a83-b57e-ddb72c2ad843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378506 Jul 27 20:53:57.680666 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c67c0b1-be8d-4051-afd6-63d56e115b92 req-bcb06577-2453-4515-90fc-8017ab43268a tempest-FloatingIPsAssociationTestJSON-1853502918 tempest-FloatingIPsAssociationTestJSON-1853502918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:57.682418 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-2c67c0b1-be8d-4051-afd6-63d56e115b92 req-bcb06577-2453-4515-90fc-8017ab43268a tempest-FloatingIPsAssociationTestJSON-1853502918 tempest-FloatingIPsAssociationTestJSON-1853502918-project] 10.222.0.59 "GET /v2.0/ports?device_id=7d6d1740-167b-4ed1-8fde-75684d664c4d HTTP/1.1" status: 200 len: 945 time: 0.0679274 Jul 27 20:53:57.720168 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-2c67c0b1-be8d-4051-afd6-63d56e115b92 req-bee8731a-30e1-43f5-a873-e1a73fdc1526 tempest-FloatingIPsAssociationTestJSON-1853502918 tempest-FloatingIPsAssociationTestJSON-1853502918-project] 10.222.0.59 "GET /v2.0/security-groups?id=8687f539-6269-4f23-8f85-d9476e5397e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318291 Jul 27 20:53:57.733459 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] get_ports_and_sgs() called for port_ids ['ef6a81f1-1922-4eec-9c1d-f4ff25155e93'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 20:53:57.929056 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2abbbe7-710b-4c8f-bc75-669984f30bfd req-bd1dcede-6e4c-4c4f-b403-172d73696d8e tempest-FloatingIPDetailsTestJSON-733021487 tempest-FloatingIPDetailsTestJSON-733021487-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:57.930694 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-d2abbbe7-710b-4c8f-bc75-669984f30bfd req-bd1dcede-6e4c-4c4f-b403-172d73696d8e tempest-FloatingIPDetailsTestJSON-733021487 tempest-FloatingIPDetailsTestJSON-733021487-project] 10.222.0.59 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.1836369 Jul 27 20:53:58.263923 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [req-30182045-2ae2-4cf0-8357-7c27004b5bdb req-ddc5aa87-be4a-44a9-ba96-faf7eee3e80c tempest-LiveMigrationTest-297508949 tempest-LiveMigrationTest-297508949-project-admin] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=105584) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 20:53:58.264848 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-30182045-2ae2-4cf0-8357-7c27004b5bdb req-ddc5aa87-be4a-44a9-ba96-faf7eee3e80c tempest-LiveMigrationTest-297508949 tempest-LiveMigrationTest-297508949-project-admin] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056398 Jul 27 20:53:58.275235 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [req-30182045-2ae2-4cf0-8357-7c27004b5bdb req-6756387a-07b2-46ef-97b2-b2fabcb8b86c service neutron] Request body: {'binding': {'host': 'n-h2-705658-22', 'vnic_type': 'normal', 'profile': {}}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:53:58.275762 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [req-30182045-2ae2-4cf0-8357-7c27004b5bdb req-6756387a-07b2-46ef-97b2-b2fabcb8b86c service neutron] Unknown quota resources ['binding']. {{(pid=105584) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 27 20:53:58.279646 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4072e7f2-9ccd-4509-9fb7-789de1784993 req-9623e687-c8dc-4922-b258-ce5fb5a18d93 tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:58.281064 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-4072e7f2-9ccd-4509-9fb7-789de1784993 req-9623e687-c8dc-4922-b258-ce5fb5a18d93 tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] 10.222.0.59 "GET /v2.0/ports?device_id=f373a835-3213-4d6e-b25d-079826b324e5 HTTP/1.1" status: 200 len: 948 time: 0.2995031 Jul 27 20:53:58.317918 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-4072e7f2-9ccd-4509-9fb7-789de1784993 req-595c20e7-590f-4c60-961a-3cb93ebf322f tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] 10.222.0.59 "GET /v2.0/security-groups?id=dea81a77-85b4-4e12-8e1d-b19e89484a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308337 Jul 27 20:53:58.409444 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [req-30182045-2ae2-4cf0-8357-7c27004b5bdb req-6756387a-07b2-46ef-97b2-b2fabcb8b86c service neutron] Attempting to bind port 59909a23-0255-4632-b378-8c7203b9b616 on host n-h2-705658-22 for vnic_type normal with profile None {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:53:58.409781 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [req-30182045-2ae2-4cf0-8357-7c27004b5bdb req-6756387a-07b2-46ef-97b2-b2fabcb8b86c service neutron] Attempting to bind port 59909a23-0255-4632-b378-8c7203b9b616 by drivers openvswitch,hyperv on host n-h2-705658-22 at level 0 using segments [{'id': '7ddd3554-64b5-4ff7-9735-f58b31de803c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '4d297cf8-0ab0-49a0-a8db-82a17169c88a'}] {{(pid=105584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:53:58.410106 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30182045-2ae2-4cf0-8357-7c27004b5bdb req-6756387a-07b2-46ef-97b2-b2fabcb8b86c service neutron] Attempting to bind port 59909a23-0255-4632-b378-8c7203b9b616 on network 4d297cf8-0ab0-49a0-a8db-82a17169c88a {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:53:58.414311 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30182045-2ae2-4cf0-8357-7c27004b5bdb req-6756387a-07b2-46ef-97b2-b2fabcb8b86c service neutron] Port 59909a23-0255-4632-b378-8c7203b9b616 on network 4d297cf8-0ab0-49a0-a8db-82a17169c88a not bound, no agent of type Open vSwitch agent registered on host n-h2-705658-22 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 20:53:58.414633 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30182045-2ae2-4cf0-8357-7c27004b5bdb req-6756387a-07b2-46ef-97b2-b2fabcb8b86c service neutron] Attempting to bind port 59909a23-0255-4632-b378-8c7203b9b616 on network 4d297cf8-0ab0-49a0-a8db-82a17169c88a {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:53:58.419582 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30182045-2ae2-4cf0-8357-7c27004b5bdb req-6756387a-07b2-46ef-97b2-b2fabcb8b86c service neutron] Checking agent: {'id': '65195a73-a875-4810-9f5b-622ae260a8a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 49, 40), 'started_at': datetime.datetime(2021, 7, 27, 20, 49, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 53, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:53:58.419921 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30182045-2ae2-4cf0-8357-7c27004b5bdb req-6756387a-07b2-46ef-97b2-b2fabcb8b86c service neutron] Checking segment: {'id': '7ddd3554-64b5-4ff7-9735-f58b31de803c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '4d297cf8-0ab0-49a0-a8db-82a17169c88a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:53:58.420301 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30182045-2ae2-4cf0-8357-7c27004b5bdb req-6756387a-07b2-46ef-97b2-b2fabcb8b86c service neutron] Bound using segment: {'id': '7ddd3554-64b5-4ff7-9735-f58b31de803c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '4d297cf8-0ab0-49a0-a8db-82a17169c88a'} {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:53:58.420726 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [req-30182045-2ae2-4cf0-8357-7c27004b5bdb req-6756387a-07b2-46ef-97b2-b2fabcb8b86c service neutron] Bound port: 59909a23-0255-4632-b378-8c7203b9b616, host: n-h2-705658-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ddd3554-64b5-4ff7-9735-f58b31de803c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '4d297cf8-0ab0-49a0-a8db-82a17169c88a'}}] {{(pid=105584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:53:58.421245 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-262cb4c2-3950-42ad-94cd-16833de1f24c req-40cb93a2-4355-470a-8c99-1e2bb84d254b tempest-FloatingIPDetailsTestJSON-733021487 tempest-FloatingIPDetailsTestJSON-733021487-project] 10.222.0.59 "GET /v2.0/floatingips?tenant_id=0259422d24f64249960659ace98bc15f HTTP/1.1" status: 200 len: 1657 time: 0.0720670 Jul 27 20:53:58.474175 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [req-30182045-2ae2-4cf0-8357-7c27004b5bdb req-6756387a-07b2-46ef-97b2-b2fabcb8b86c service neutron] For port 59909a23-0255-4632-b378-8c7203b9b616, host n-h2-705658-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=59909a23-0255-4632-b378-8c7203b9b616,segment=NetworkSegment(7ddd3554-64b5-4ff7-9735-f58b31de803c),segment_id=7ddd3554-64b5-4ff7-9735-f58b31de803c)] {{(pid=105584) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:53:58.482395 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-30182045-2ae2-4cf0-8357-7c27004b5bdb req-6756387a-07b2-46ef-97b2-b2fabcb8b86c service neutron] Notify callbacks [] for binding, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:58.483602 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-30182045-2ae2-4cf0-8357-7c27004b5bdb req-6756387a-07b2-46ef-97b2-b2fabcb8b86c service neutron] 10.222.0.59 "POST /v2.0/ports/59909a23-0255-4632-b378-8c7203b9b616/bindings HTTP/1.1" status: 201 len: 390 time: 0.2117374 Jul 27 20:53:58.539686 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-178b4698-e3b7-4474-8185-ffb0a6bdb9d4 req-b0a6ce54-d6ef-430a-9952-004954cb41f1 service neutron] 10.222.0.36 "GET /v2.0/ports/401f9cf2-3e88-453b-86ec-e40da22e18ec/bindings/n-h2-705658-22 HTTP/1.1" status: 200 len: 385 time: 0.0671556 Jul 27 20:53:58.544917 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262cb4c2-3950-42ad-94cd-16833de1f24c req-de488ab4-7802-44f2-9be6-910b37035cd0 tempest-FloatingIPDetailsTestJSON-733021487 tempest-FloatingIPDetailsTestJSON-733021487-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:58.546457 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-262cb4c2-3950-42ad-94cd-16833de1f24c req-de488ab4-7802-44f2-9be6-910b37035cd0 tempest-FloatingIPDetailsTestJSON-733021487 tempest-FloatingIPDetailsTestJSON-733021487-project] 10.222.0.59 "GET /v2.0/networks?id=8735d8a2-b604-4758-ae71-b40e4ee6f305&id=8735d8a2-b604-4758-ae71-b40e4ee6f305&id=8735d8a2-b604-4758-ae71-b40e4ee6f305 HTTP/1.1" status: 200 len: 787 time: 0.1192455 Jul 27 20:53:58.557829 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [req-262cb4c2-3950-42ad-94cd-16833de1f24c req-905f5f97-60a3-4eb3-b1ff-285652170a7b tempest-FloatingIPDetailsTestJSON-733021487 tempest-FloatingIPDetailsTestJSON-733021487-project] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=105585) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 20:53:58.559221 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-262cb4c2-3950-42ad-94cd-16833de1f24c req-905f5f97-60a3-4eb3-b1ff-285652170a7b tempest-FloatingIPDetailsTestJSON-733021487 tempest-FloatingIPDetailsTestJSON-733021487-project] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061243 Jul 27 20:53:58.574800 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] get_ports_and_sgs() called for port_ids ['ba583bd9-3270-4e8c-b116-80894feef3ca'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 20:53:58.705175 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4b6694-09f6-4d18-ad1b-a597cce5f9b1 req-a71ef181-1240-4f6e-a932-c637a664a450 tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:58.709102 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-3a4b6694-09f6-4d18-ad1b-a597cce5f9b1 req-a71ef181-1240-4f6e-a932-c637a664a450 tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] 10.222.0.59 "GET /v2.0/ports?device_id=6e7f21e0-a9a4-4507-862c-a1b74a2de6ab HTTP/1.1" status: 200 len: 943 time: 0.0855007 Jul 27 20:53:58.791040 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-3a4b6694-09f6-4d18-ad1b-a597cce5f9b1 req-4cb2c419-cede-4a0d-be0c-a96a8b0f8cfc tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] 10.222.0.59 "GET /v2.0/security-groups?id=1749b80d-91c6-4bd3-8e8d-666bd095400f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597012 Jul 27 20:53:58.799512 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180b03c3-5242-40c7-bff6-8ac16fba23b7 req-bef1efa8-1b44-4caf-8144-63c3c704f4e6 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:58.801098 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-180b03c3-5242-40c7-bff6-8ac16fba23b7 req-bef1efa8-1b44-4caf-8144-63c3c704f4e6 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] 10.222.0.59 "GET /v2.0/ports?device_id=90df5073-6143-4b20-b10d-a2a3e91a9c78 HTTP/1.1" status: 200 len: 950 time: 0.1124539 Jul 27 20:53:58.807635 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [req-178b4698-e3b7-4474-8185-ffb0a6bdb9d4 req-5edc8db7-8464-4315-a932-f7a467bb4fb6 service neutron] For port 401f9cf2-3e88-453b-86ec-e40da22e18ec, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=401f9cf2-3e88-453b-86ec-e40da22e18ec,segment=NetworkSegment(30512320-4797-4523-818e-63eb7bdafb2b),segment_id=30512320-4797-4523-818e-63eb7bdafb2b)] {{(pid=105584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:53:58.831265 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [req-178b4698-e3b7-4474-8185-ffb0a6bdb9d4 req-5edc8db7-8464-4315-a932-f7a467bb4fb6 service neutron] For port 401f9cf2-3e88-453b-86ec-e40da22e18ec, host n-h1-705658-22, cleared binding levels {{(pid=105584) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:53:58.854478 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-180b03c3-5242-40c7-bff6-8ac16fba23b7 req-43602a70-8b47-4b96-bf9d-56a7af6c856d tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] 10.222.0.59 "GET /v2.0/security-groups?id=c6534cb3-b44e-4a83-b57e-ddb72c2ad843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421982 Jul 27 20:53:58.874034 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [req-178b4698-e3b7-4474-8185-ffb0a6bdb9d4 req-5edc8db7-8464-4315-a932-f7a467bb4fb6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 401f9cf2-3e88-453b-86ec-e40da22e18ec {{(pid=105584) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 20:53:58.890116 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [req-178b4698-e3b7-4474-8185-ffb0a6bdb9d4 req-5edc8db7-8464-4315-a932-f7a467bb4fb6 service neutron] For port 401f9cf2-3e88-453b-86ec-e40da22e18ec, host n-h2-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=401f9cf2-3e88-453b-86ec-e40da22e18ec,segment=NetworkSegment(30512320-4797-4523-818e-63eb7bdafb2b),segment_id=30512320-4797-4523-818e-63eb7bdafb2b)] {{(pid=105584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:53:58.904950 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-178b4698-e3b7-4474-8185-ffb0a6bdb9d4 req-5edc8db7-8464-4315-a932-f7a467bb4fb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:58.940482 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-5829b20c-6a5d-4578-9ff4-22e68923c4dd req-f6f58b73-21aa-4be7-bc64-40dd980c7f8b tempest-FloatingIPDetailsTestJSON-733021487 tempest-FloatingIPDetailsTestJSON-733021487-project] 10.222.0.59 "GET /v2.0/floatingips/08f5ddb7-8139-40c9-89e7-b85696769280 HTTP/1.1" status: 200 len: 693 time: 0.0526896 Jul 27 20:53:58.976101 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f2e12a-dbe2-4b36-9670-85109cb72966 req-a4c3ff84-ad8b-4dcf-9ba9-85d5db160a90 tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:58.977553 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-71f2e12a-dbe2-4b36-9670-85109cb72966 req-a4c3ff84-ad8b-4dcf-9ba9-85d5db160a90 tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] 10.222.0.59 "GET /v2.0/ports?device_id=1405576f-5941-4d83-ba16-a6ff354313a3 HTTP/1.1" status: 200 len: 946 time: 0.1273699 Jul 27 20:53:58.980233 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.provisioning_blocks [req-178b4698-e3b7-4474-8185-ffb0a6bdb9d4 req-5edc8db7-8464-4315-a932-f7a467bb4fb6 service neutron] Transition to ACTIVE for port object 401f9cf2-3e88-453b-86ec-e40da22e18ec will not be triggered until provisioned by entity L2. {{(pid=105584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:53:58.984383 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-178b4698-e3b7-4474-8185-ffb0a6bdb9d4 req-5edc8db7-8464-4315-a932-f7a467bb4fb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9014027'] for port, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:59.052985 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [req-178b4698-e3b7-4474-8185-ffb0a6bdb9d4 req-5edc8db7-8464-4315-a932-f7a467bb4fb6 service neutron] No DVR routers for this DVR port 401f9cf2-3e88-453b-86ec-e40da22e18ec on host n-h1-705658-22 {{(pid=105584) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 20:53:59.060686 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-71f2e12a-dbe2-4b36-9670-85109cb72966 req-948fb8d6-8250-408f-91a1-dab102220dab tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] 10.222.0.59 "GET /v2.0/security-groups?id=594c38b0-00a0-4e02-9d5e-673f3a5e469c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583866 Jul 27 20:53:59.094170 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5829b20c-6a5d-4578-9ff4-22e68923c4dd req-d6f706fe-9dc4-4c14-9706-251ed70cdc20 tempest-FloatingIPDetailsTestJSON-733021487 tempest-FloatingIPDetailsTestJSON-733021487-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:59.094722 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-178b4698-e3b7-4474-8185-ffb0a6bdb9d4 req-5edc8db7-8464-4315-a932-f7a467bb4fb6 service neutron] 10.222.0.36 "PUT /v2.0/ports/401f9cf2-3e88-453b-86ec-e40da22e18ec/bindings/n-h2-705658-22/activate HTTP/1.1" status: 200 len: 370 time: 0.5395465 Jul 27 20:53:59.095359 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5edc8db7-8464-4315-a932-f7a467bb4fb6 service neutron] Pushing event updated for resources: {'Port': ['ID=401f9cf2-3e88-453b-86ec-e40da22e18ec,revision_number=10']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:53:59.101231 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-5829b20c-6a5d-4578-9ff4-22e68923c4dd req-d6f706fe-9dc4-4c14-9706-251ed70cdc20 tempest-FloatingIPDetailsTestJSON-733021487 tempest-FloatingIPDetailsTestJSON-733021487-project] 10.222.0.59 "GET /v2.0/networks/8735d8a2-b604-4758-ae71-b40e4ee6f305 HTTP/1.1" status: 200 len: 784 time: 0.1543427 Jul 27 20:53:59.104125 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5edc8db7-8464-4315-a932-f7a467bb4fb6 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:53:59.104484 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5edc8db7-8464-4315-a932-f7a467bb4fb6 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:53:59.104833 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5edc8db7-8464-4315-a932-f7a467bb4fb6 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:53:59.105174 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5edc8db7-8464-4315-a932-f7a467bb4fb6 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:53:59.105708 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5edc8db7-8464-4315-a932-f7a467bb4fb6 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:53:59.106031 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5edc8db7-8464-4315-a932-f7a467bb4fb6 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:53:59.106364 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5edc8db7-8464-4315-a932-f7a467bb4fb6 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:53:59.107118 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5edc8db7-8464-4315-a932-f7a467bb4fb6 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:53:59.107460 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5edc8db7-8464-4315-a932-f7a467bb4fb6 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:53:59.108010 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5edc8db7-8464-4315-a932-f7a467bb4fb6 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:53:59.108302 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5edc8db7-8464-4315-a932-f7a467bb4fb6 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:53:59.108634 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5edc8db7-8464-4315-a932-f7a467bb4fb6 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:53:59.154116 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-5829b20c-6a5d-4578-9ff4-22e68923c4dd req-190792f8-bf72-4787-83cb-3db70f765822 tempest-FloatingIPDetailsTestJSON-733021487 tempest-FloatingIPDetailsTestJSON-733021487-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.5.143 HTTP/1.1" status: 200 len: 696 time: 0.0513840 Jul 27 20:53:59.237712 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-5829b20c-6a5d-4578-9ff4-22e68923c4dd req-c874f46d-59b2-4389-9910-5fda62223906 tempest-FloatingIPDetailsTestJSON-733021487 tempest-FloatingIPDetailsTestJSON-733021487-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.5.143 HTTP/1.1" status: 200 len: 696 time: 0.0770779 Jul 27 20:53:59.273963 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device ef6a81f1-1922-4eec-9c1d-f4ff25155e93 up at agent hyperv_n-h1-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:53:59.322546 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Provisioning for port ef6a81f1-1922-4eec-9c1d-f4ff25155e93 completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:53:59.326249 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Provisioning complete for port ef6a81f1-1922-4eec-9c1d-f4ff25155e93 triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:53:59.326646 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:59.390767 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178b4698-e3b7-4474-8185-ffb0a6bdb9d4 req-228e0aa9-5e2f-43d0-b205-5ac013e81db3 tempest-LiveAutoBlockMigrationV225Test-821062891 tempest-LiveAutoBlockMigrationV225Test-821062891-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:59.392277 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-178b4698-e3b7-4474-8185-ffb0a6bdb9d4 req-228e0aa9-5e2f-43d0-b205-5ac013e81db3 tempest-LiveAutoBlockMigrationV225Test-821062891 tempest-LiveAutoBlockMigrationV225Test-821062891-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=6e7f21e0-a9a4-4507-862c-a1b74a2de6ab&tenant_id=b02d9256766347f197eb5fbdd02cbc7a&binding%3Ahost_id=n-h1-705658-22 HTTP/1.1" status: 200 len: 1096 time: 0.2252283 Jul 27 20:53:59.401079 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42530c9-0498-4ef4-889a-3301d003326f req-04a0a85b-5768-4507-b9ef-4353751daf18 tempest-FloatingIPsAssociationTestJSON-1853502918 tempest-FloatingIPsAssociationTestJSON-1853502918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:59.401555 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:59.402503 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b42530c9-0498-4ef4-889a-3301d003326f req-04a0a85b-5768-4507-b9ef-4353751daf18 tempest-FloatingIPsAssociationTestJSON-1853502918 tempest-FloatingIPsAssociationTestJSON-1853502918-project] 10.222.0.59 "GET /v2.0/ports?device_id=7d6d1740-167b-4ed1-8fde-75684d664c4d HTTP/1.1" status: 200 len: 945 time: 0.1982985 Jul 27 20:53:59.423231 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7659303d-0753-4488-9deb-df7540ede922', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef6a81f1-1922-4eec-9c1d-f4ff25155e93'}] {{(pid=105586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:53:59.426002 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14c1663e039faf5393f87855f745010ac5b02220355b68fdbf065393e303ac56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cb4324a-90ac-4242-a01a-6988253afae1" -d '{"events": [{"server_uuid": "7659303d-0753-4488-9deb-df7540ede922", "name": "network-vif-plugged", "status": "completed", "tag": "ef6a81f1-1922-4eec-9c1d-f4ff25155e93"}]}' {{(pid=105586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:53:59.439192 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] For port ef6a81f1-1922-4eec-9c1d-f4ff25155e93, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=ef6a81f1-1922-4eec-9c1d-f4ff25155e93,segment=NetworkSegment(86b1e6f6-d629-4b03-8944-4cdfbfb93d02),segment_id=86b1e6f6-d629-4b03-8944-4cdfbfb93d02)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:53:59.443638 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:59.444422 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device 401f9cf2-3e88-453b-86ec-e40da22e18ec no longer exists at agent hyperv_n-h1-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 20:53:59.512133 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b42530c9-0498-4ef4-889a-3301d003326f req-71ef871a-5d70-4ddc-9b7c-21517282a5d3 tempest-FloatingIPsAssociationTestJSON-1853502918 tempest-FloatingIPsAssociationTestJSON-1853502918-project] 10.222.0.59 "GET /v2.0/security-groups?id=8687f539-6269-4f23-8f85-d9476e5397e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769408 Jul 27 20:53:59.518945 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device 401f9cf2-3e88-453b-86ec-e40da22e18ec not bound to the agent host n-h1-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 20:53:59.522121 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [req-5829b20c-6a5d-4578-9ff4-22e68923c4dd req-8754951a-d79a-47f8-907b-eba4e67ebef4 tempest-FloatingIPDetailsTestJSON-733021487 tempest-FloatingIPDetailsTestJSON-733021487-project] Deleting port fd3735b1-6d29-47eb-b03b-e959dd641e5a {{(pid=105585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:53:59.522472 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-5829b20c-6a5d-4578-9ff4-22e68923c4dd req-8754951a-d79a-47f8-907b-eba4e67ebef4 tempest-FloatingIPDetailsTestJSON-733021487 tempest-FloatingIPDetailsTestJSON-733021487-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:59.523656 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Pushing event updated for resources: {'Port': ['ID=ef6a81f1-1922-4eec-9c1d-f4ff25155e93,revision_number=5']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:53:59.588995 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178b4698-e3b7-4474-8185-ffb0a6bdb9d4 req-6f87f7e3-e0b0-4c74-9410-8842f59c02fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:59.590336 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-178b4698-e3b7-4474-8185-ffb0a6bdb9d4 req-6f87f7e3-e0b0-4c74-9410-8842f59c02fa service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=6e7f21e0-a9a4-4507-862c-a1b74a2de6ab&tenant_id=b02d9256766347f197eb5fbdd02cbc7a HTTP/1.1" status: 200 len: 1096 time: 0.1868434 Jul 27 20:53:59.679163 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-5829b20c-6a5d-4578-9ff4-22e68923c4dd req-8754951a-d79a-47f8-907b-eba4e67ebef4 tempest-FloatingIPDetailsTestJSON-733021487 tempest-FloatingIPDetailsTestJSON-733021487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:59.679485 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-5829b20c-6a5d-4578-9ff4-22e68923c4dd req-8754951a-d79a-47f8-907b-eba4e67ebef4 tempest-FloatingIPDetailsTestJSON-733021487 tempest-FloatingIPDetailsTestJSON-733021487-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:59.695324 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [req-5829b20c-6a5d-4578-9ff4-22e68923c4dd req-8754951a-d79a-47f8-907b-eba4e67ebef4 tempest-FloatingIPDetailsTestJSON-733021487 tempest-FloatingIPDetailsTestJSON-733021487-project] Calling delete_port for fd3735b1-6d29-47eb-b03b-e959dd641e5a owned by network:floatingip {{(pid=105585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:53:59.723750 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d247a43-49a8-4df4-b6ed-f1e0f0b96de4 req-92529808-477d-4ab2-a899-1a5b95a13a3b tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:59.725185 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-5d247a43-49a8-4df4-b6ed-f1e0f0b96de4 req-92529808-477d-4ab2-a899-1a5b95a13a3b tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] 10.222.0.59 "GET /v2.0/ports?device_id=f373a835-3213-4d6e-b25d-079826b324e5 HTTP/1.1" status: 200 len: 948 time: 0.1532369 Jul 27 20:53:59.779220 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178b4698-e3b7-4474-8185-ffb0a6bdb9d4 req-1e5f3763-aa3b-4df4-b2f1-1609e644a0b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:59.780624 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-178b4698-e3b7-4474-8185-ffb0a6bdb9d4 req-1e5f3763-aa3b-4df4-b2f1-1609e644a0b7 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b02d9256766347f197eb5fbdd02cbc7a&device_id=6e7f21e0-a9a4-4507-862c-a1b74a2de6ab HTTP/1.1" status: 200 len: 1096 time: 0.1658030 Jul 27 20:53:59.826650 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-5d247a43-49a8-4df4-b6ed-f1e0f0b96de4 req-a06f2113-29ca-4b30-8caa-88f2ba935a26 tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] 10.222.0.59 "GET /v2.0/security-groups?id=dea81a77-85b4-4e12-8e1d-b19e89484a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696447 Jul 27 20:53:59.872193 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 20:53:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c89d4ce0-ae87-4b28-b412-1bfa955351b6 x-openstack-request-id: req-c89d4ce0-ae87-4b28-b412-1bfa955351b6 {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:53:59.872709 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7659303d-0753-4488-9deb-df7540ede922", "name": "network-vif-plugged", "status": "completed", "tag": "ef6a81f1-1922-4eec-9c1d-f4ff25155e93", "code": 200}]} {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:53:59.872709 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-c89d4ce0-ae87-4b28-b412-1bfa955351b6 {{(pid=105586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:53:59.873236 n-d-705658-22 neutron-server[105586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7659303d-0753-4488-9deb-df7540ede922', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef6a81f1-1922-4eec-9c1d-f4ff25155e93', 'code': 200} Jul 27 20:53:59.939367 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178b4698-e3b7-4474-8185-ffb0a6bdb9d4 req-45d8463c-0434-42d7-9661-6c89276c7b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:59.940866 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-178b4698-e3b7-4474-8185-ffb0a6bdb9d4 req-45d8463c-0434-42d7-9661-6c89276c7b43 service neutron] 10.222.0.60 "GET /v2.0/networks?id=8e591ae5-ff89-4a25-b3ce-4b1625915957 HTTP/1.1" status: 200 len: 921 time: 0.1486909 Jul 27 20:53:59.991816 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-178b4698-e3b7-4474-8185-ffb0a6bdb9d4 req-2ccb7506-1130-46df-9417-13a41927b337 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=401f9cf2-3e88-453b-86ec-e40da22e18ec HTTP/1.1" status: 200 len: 217 time: 0.0429523 Jul 27 20:53:59.999884 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decc781a-aabe-4237-bd01-95e6141fba87 req-93e987bc-d9a1-4978-af52-e7b7bccf47cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:00.001790 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-decc781a-aabe-4237-bd01-95e6141fba87 req-93e987bc-d9a1-4978-af52-e7b7bccf47cb service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=7659303d-0753-4488-9deb-df7540ede922 HTTP/1.1" status: 200 len: 1102 time: 0.0588179 Jul 27 20:54:00.037621 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-decc781a-aabe-4237-bd01-95e6141fba87 req-7dff5f0c-1e5c-4ffb-b78d-9ab504c41bce service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=dea81a77-85b4-4e12-8e1d-b19e89484a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0278900 Jul 27 20:54:00.045013 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-5829b20c-6a5d-4578-9ff4-22e68923c4dd req-8754951a-d79a-47f8-907b-eba4e67ebef4 tempest-FloatingIPDetailsTestJSON-733021487 tempest-FloatingIPDetailsTestJSON-733021487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:00.078716 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8754951a-d79a-47f8-907b-eba4e67ebef4 tempest-FloatingIPDetailsTestJSON-733021487 tempest-FloatingIPDetailsTestJSON-733021487-project] Pushing event deleted for resources: {'Port': ['ID=fd3735b1-6d29-47eb-b03b-e959dd641e5a,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:54:00.114545 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178b4698-e3b7-4474-8185-ffb0a6bdb9d4 req-f83f26e5-dfc2-490a-a070-4e89e0b9dae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:00.115933 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-178b4698-e3b7-4474-8185-ffb0a6bdb9d4 req-f83f26e5-dfc2-490a-a070-4e89e0b9dae4 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ffc7070b-0d02-4acb-a66a-19178d3b9317 HTTP/1.1" status: 200 len: 860 time: 0.1154428 Jul 27 20:54:00.172995 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-178b4698-e3b7-4474-8185-ffb0a6bdb9d4 req-be39184c-1062-40ab-82da-b7d509322707 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8e591ae5-ff89-4a25-b3ce-4b1625915957&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0343337 Jul 27 20:54:00.211048 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62750bea-ee6a-4cd1-9f5e-8d8e7619066d req-325dc574-19e1-4b08-8913-0ca6939591d1 tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:00.212454 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-62750bea-ee6a-4cd1-9f5e-8d8e7619066d req-325dc574-19e1-4b08-8913-0ca6939591d1 tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] 10.222.0.59 "GET /v2.0/ports?device_id=6e7f21e0-a9a4-4507-862c-a1b74a2de6ab HTTP/1.1" status: 200 len: 944 time: 0.2252014 Jul 27 20:54:00.241197 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-5829b20c-6a5d-4578-9ff4-22e68923c4dd req-8754951a-d79a-47f8-907b-eba4e67ebef4 tempest-FloatingIPDetailsTestJSON-733021487 tempest-FloatingIPDetailsTestJSON-733021487-project] Notify callbacks [] for floatingip, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:00.243625 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-5829b20c-6a5d-4578-9ff4-22e68923c4dd req-8754951a-d79a-47f8-907b-eba4e67ebef4 tempest-FloatingIPDetailsTestJSON-733021487 tempest-FloatingIPDetailsTestJSON-733021487-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for floatingip, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:00.244653 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-5829b20c-6a5d-4578-9ff4-22e68923c4dd req-8754951a-d79a-47f8-907b-eba4e67ebef4 tempest-FloatingIPDetailsTestJSON-733021487 tempest-FloatingIPDetailsTestJSON-733021487-project] 10.222.0.59 "DELETE /v2.0/floatingips/08f5ddb7-8139-40c9-89e7-b85696769280 HTTP/1.1" status: 204 len: 173 time: 0.9894650 Jul 27 20:54:00.294225 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-62750bea-ee6a-4cd1-9f5e-8d8e7619066d req-f4accb6a-5677-4f99-8e2d-314acfc5e4b4 tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] 10.222.0.59 "GET /v2.0/security-groups?id=1749b80d-91c6-4bd3-8e8d-666bd095400f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563889 Jul 27 20:54:00.336553 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-178b4698-e3b7-4474-8185-ffb0a6bdb9d4 req-a5925066-417d-4aa3-b761-705698e7c0a0 service neutron] 10.222.0.60 "GET /v2.0/networks/8e591ae5-ff89-4a25-b3ce-4b1625915957?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1531799 Jul 27 20:54:00.453904 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7edcdfe-b930-4879-ae7b-6048fec83fd2 req-03df2240-9abf-410b-983d-0723b3e8db70 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:00.455429 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b7edcdfe-b930-4879-ae7b-6048fec83fd2 req-03df2240-9abf-410b-983d-0723b3e8db70 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] 10.222.0.59 "GET /v2.0/ports?device_id=90df5073-6143-4b20-b10d-a2a3e91a9c78 HTTP/1.1" status: 200 len: 950 time: 0.1603620 Jul 27 20:54:00.517711 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e49384-c76f-4000-bf31-a9af33806838 req-15f53369-25cc-448d-a0ac-dbec4542ec49 tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:00.519180 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e2e49384-c76f-4000-bf31-a9af33806838 req-15f53369-25cc-448d-a0ac-dbec4542ec49 tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] 10.222.0.59 "GET /v2.0/ports?device_id=1405576f-5941-4d83-ba16-a6ff354313a3 HTTP/1.1" status: 200 len: 946 time: 0.1553612 Jul 27 20:54:00.520896 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-178b4698-e3b7-4474-8185-ffb0a6bdb9d4 req-f71af457-8435-4f7e-a934-79d61240c526 service neutron] 10.222.0.60 "GET /v2.0/networks/8e591ae5-ff89-4a25-b3ce-4b1625915957?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1765459 Jul 27 20:54:00.529479 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b7edcdfe-b930-4879-ae7b-6048fec83fd2 req-088bde29-ca86-422b-909f-ecebd2956b9b tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] 10.222.0.59 "GET /v2.0/security-groups?id=c6534cb3-b44e-4a83-b57e-ddb72c2ad843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646636 Jul 27 20:54:00.563520 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e2e49384-c76f-4000-bf31-a9af33806838 req-c5b58c32-98e7-4187-b2e7-a136b9ab264a tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] 10.222.0.59 "GET /v2.0/security-groups?id=594c38b0-00a0-4e02-9d5e-673f3a5e469c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375876 Jul 27 20:54:00.644492 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-9a81f50b-8672-4bf1-8e1e-ebe2ee753f40 req-e3f46af0-d759-4287-b95c-1bbd8744e7e5 tempest-FloatingIPDetailsTestJSON-733021487 tempest-FloatingIPDetailsTestJSON-733021487-project] 10.222.0.59 "GET /v2.0/floatingips/c3eea970-8470-44c6-866d-8dbb19853479 HTTP/1.1" status: 200 len: 693 time: 0.0428953 Jul 27 20:54:00.999072 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Device 1597b5c0-5ebb-47b9-aabd-c27047a8aa15 details requested by agent hyperv_n-h2-705658-22 with host n-h2-705658-22 {{(pid=105586) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 20:54:01.052834 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a81f50b-8672-4bf1-8e1e-ebe2ee753f40 req-e715b82b-9613-4c41-a11f-a698377ec30e tempest-FloatingIPDetailsTestJSON-733021487 tempest-FloatingIPDetailsTestJSON-733021487-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:01.054218 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-9a81f50b-8672-4bf1-8e1e-ebe2ee753f40 req-e715b82b-9613-4c41-a11f-a698377ec30e tempest-FloatingIPDetailsTestJSON-733021487 tempest-FloatingIPDetailsTestJSON-733021487-project] 10.222.0.59 "GET /v2.0/networks/8735d8a2-b604-4758-ae71-b40e4ee6f305 HTTP/1.1" status: 200 len: 784 time: 0.4039755 Jul 27 20:54:01.060061 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Device ba583bd9-3270-4e8c-b116-80894feef3ca up at agent hyperv_n-h2-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:54:01.067433 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb57aac-b129-4250-8db6-9e926a63b973 req-cbc2b09b-a8c2-42b1-b69b-4bb0dea498d8 tempest-FloatingIPsAssociationTestJSON-1853502918 tempest-FloatingIPsAssociationTestJSON-1853502918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:01.068902 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-5eb57aac-b129-4250-8db6-9e926a63b973 req-cbc2b09b-a8c2-42b1-b69b-4bb0dea498d8 tempest-FloatingIPsAssociationTestJSON-1853502918 tempest-FloatingIPsAssociationTestJSON-1853502918-project] 10.222.0.59 "GET /v2.0/ports?device_id=7d6d1740-167b-4ed1-8fde-75684d664c4d HTTP/1.1" status: 200 len: 945 time: 0.3990049 Jul 27 20:54:01.076134 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [req-9a81f50b-8672-4bf1-8e1e-ebe2ee753f40 req-fa0959e0-c481-4c5a-af3f-8baffbcf1986 tempest-FloatingIPDetailsTestJSON-733021487 tempest-FloatingIPDetailsTestJSON-733021487-project] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=105585) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 20:54:01.077057 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-9a81f50b-8672-4bf1-8e1e-ebe2ee753f40 req-fa0959e0-c481-4c5a-af3f-8baffbcf1986 tempest-FloatingIPDetailsTestJSON-733021487 tempest-FloatingIPDetailsTestJSON-733021487-project] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0066204 Jul 27 20:54:01.138589 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] For port 1597b5c0-5ebb-47b9-aabd-c27047a8aa15, host n-h2-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=1597b5c0-5ebb-47b9-aabd-c27047a8aa15,segment=NetworkSegment(86b1e6f6-d629-4b03-8944-4cdfbfb93d02),segment_id=86b1e6f6-d629-4b03-8944-4cdfbfb93d02)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:54:01.145645 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-3d54578f-831f-4696-b568-13c455922dab None None] Provisioning for port ba583bd9-3270-4e8c-b116-80894feef3ca completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:54:01.152880 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-3d54578f-831f-4696-b568-13c455922dab None None] Provisioning complete for port ba583bd9-3270-4e8c-b116-80894feef3ca triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:54:01.153262 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:01.154275 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-9a81f50b-8672-4bf1-8e1e-ebe2ee753f40 req-50345d1f-9f4b-4d3e-a846-50f09b5f6b39 tempest-FloatingIPDetailsTestJSON-733021487 tempest-FloatingIPDetailsTestJSON-733021487-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.5.178 HTTP/1.1" status: 200 len: 696 time: 0.0676100 Jul 27 20:54:01.154796 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Returning: {'device': '1597b5c0-5ebb-47b9-aabd-c27047a8aa15', 'network_id': '4d64aa0b-bd6a-468e-8edc-c83689947462', 'port_id': '1597b5c0-5ebb-47b9-aabd-c27047a8aa15', 'mac_address': 'fa:16:3e:af:38:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26644ba0-4185-4e10-8718-6ad18d01376c', 'ip_address': '192.168.233.129'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105586) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 20:54:01.161312 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-5eb57aac-b129-4250-8db6-9e926a63b973 req-dcc8c2d8-7252-4c16-a3e6-120ddf5aab1c tempest-FloatingIPsAssociationTestJSON-1853502918 tempest-FloatingIPsAssociationTestJSON-1853502918-project] 10.222.0.59 "GET /v2.0/security-groups?id=8687f539-6269-4f23-8f85-d9476e5397e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833910 Jul 27 20:54:01.168419 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178b4698-e3b7-4474-8185-ffb0a6bdb9d4 req-863b8ce3-a53d-4284-a5b9-3d5f26434f96 tempest-LiveAutoBlockMigrationV225Test-821062891 tempest-LiveAutoBlockMigrationV225Test-821062891-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:01.169869 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-178b4698-e3b7-4474-8185-ffb0a6bdb9d4 req-863b8ce3-a53d-4284-a5b9-3d5f26434f96 tempest-LiveAutoBlockMigrationV225Test-821062891 tempest-LiveAutoBlockMigrationV225Test-821062891-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=6e7f21e0-a9a4-4507-862c-a1b74a2de6ab&tenant_id=b02d9256766347f197eb5fbdd02cbc7a&binding%3Ahost_id=n-h2-705658-22 HTTP/1.1" status: 200 len: 1096 time: 0.4036155 Jul 27 20:54:01.232444 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:01.241760 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-9a81f50b-8672-4bf1-8e1e-ebe2ee753f40 req-8f5fdeff-c1cc-4571-a4f7-83f2c37491f5 tempest-FloatingIPDetailsTestJSON-733021487 tempest-FloatingIPDetailsTestJSON-733021487-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.5.178 HTTP/1.1" status: 200 len: 696 time: 0.0709548 Jul 27 20:54:01.248919 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [None req-3d54578f-831f-4696-b568-13c455922dab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1597b5c0-5ebb-47b9-aabd-c27047a8aa15 {{(pid=105586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 20:54:01.292520 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] For port 1597b5c0-5ebb-47b9-aabd-c27047a8aa15, host n-h2-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=1597b5c0-5ebb-47b9-aabd-c27047a8aa15,segment=NetworkSegment(86b1e6f6-d629-4b03-8944-4cdfbfb93d02),segment_id=86b1e6f6-d629-4b03-8944-4cdfbfb93d02)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:54:01.300889 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:01.301552 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Device 844edbdc-242a-4275-9bc2-cba0841cf69b details requested by agent hyperv_n-h2-705658-22 with host n-h2-705658-22 {{(pid=105586) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 20:54:01.312094 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:01.395010 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] For port 844edbdc-242a-4275-9bc2-cba0841cf69b, host n-h2-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=844edbdc-242a-4275-9bc2-cba0841cf69b,segment=NetworkSegment(86b1e6f6-d629-4b03-8944-4cdfbfb93d02),segment_id=86b1e6f6-d629-4b03-8944-4cdfbfb93d02)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:54:01.398505 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] For port ba583bd9-3270-4e8c-b116-80894feef3ca, host n-h2-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=ba583bd9-3270-4e8c-b116-80894feef3ca,segment=NetworkSegment(daa14205-10d6-4bd3-bbe7-ea8abee6eb90),segment_id=daa14205-10d6-4bd3-bbe7-ea8abee6eb90)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:54:01.399504 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Pushing event updated for resources: {'Port': ['ID=1597b5c0-5ebb-47b9-aabd-c27047a8aa15,revision_number=4']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:54:01.408488 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:01.416268 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Returning: {'device': '844edbdc-242a-4275-9bc2-cba0841cf69b', 'network_id': '4d64aa0b-bd6a-468e-8edc-c83689947462', 'port_id': '844edbdc-242a-4275-9bc2-cba0841cf69b', 'mac_address': 'fa:16:3e:3f:68:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26644ba0-4185-4e10-8718-6ad18d01376c', 'ip_address': '192.168.233.152'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105586) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 20:54:01.418654 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:54:01.419019 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:54:01.419363 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:54:01.419700 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:54:01.420028 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:54:01.420365 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:54:01.420692 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:54:01.421014 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:54:01.421340 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:54:01.421659 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:54:01.421978 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:54:01.422299 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:54:01.463558 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d75ae4-63f0-49ea-bd0e-5d1b4527884e req-49c2b3c4-2df3-4fda-b60f-d0a5f5c83ba4 tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:01.465034 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-27d75ae4-63f0-49ea-bd0e-5d1b4527884e req-49c2b3c4-2df3-4fda-b60f-d0a5f5c83ba4 tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] 10.222.0.59 "GET /v2.0/ports?device_id=f373a835-3213-4d6e-b25d-079826b324e5 HTTP/1.1" status: 200 len: 948 time: 0.2290864 Jul 27 20:54:01.507830 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.db [req-178b4698-e3b7-4474-8185-ffb0a6bdb9d4 req-c47e5277-4d4c-4f6c-a5c1-008b9e2a61f0 service neutron] For port 401f9cf2-3e88-453b-86ec-e40da22e18ec, host n-h1-705658-22, cleared binding levels {{(pid=105585) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:54:01.519800 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-178b4698-e3b7-4474-8185-ffb0a6bdb9d4 req-c47e5277-4d4c-4f6c-a5c1-008b9e2a61f0 service neutron] Notify callbacks [] for binding, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:01.520997 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-178b4698-e3b7-4474-8185-ffb0a6bdb9d4 req-c47e5277-4d4c-4f6c-a5c1-008b9e2a61f0 service neutron] 10.222.0.60 "DELETE /v2.0/ports/401f9cf2-3e88-453b-86ec-e40da22e18ec/bindings/n-h1-705658-22 HTTP/1.1" status: 204 len: 173 time: 0.3129098 Jul 27 20:54:01.527492 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [req-9a81f50b-8672-4bf1-8e1e-ebe2ee753f40 req-fcd85da8-bc03-4e1c-82f4-4efe38b2b1cf tempest-FloatingIPDetailsTestJSON-733021487 tempest-FloatingIPDetailsTestJSON-733021487-project] Deleting port aa79afbf-61d3-4c4c-9edf-cfbddba7dc41 {{(pid=105585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:54:01.527839 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-9a81f50b-8672-4bf1-8e1e-ebe2ee753f40 req-fcd85da8-bc03-4e1c-82f4-4efe38b2b1cf tempest-FloatingIPDetailsTestJSON-733021487 tempest-FloatingIPDetailsTestJSON-733021487-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:01.532198 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-27d75ae4-63f0-49ea-bd0e-5d1b4527884e req-23a4f73b-dfb8-400e-abef-dac49a6a6e80 tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] 10.222.0.59 "GET /v2.0/security-groups?id=dea81a77-85b4-4e12-8e1d-b19e89484a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597105 Jul 27 20:54:01.612143 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-9a81f50b-8672-4bf1-8e1e-ebe2ee753f40 req-fcd85da8-bc03-4e1c-82f4-4efe38b2b1cf tempest-FloatingIPDetailsTestJSON-733021487 tempest-FloatingIPDetailsTestJSON-733021487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:01.612480 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-9a81f50b-8672-4bf1-8e1e-ebe2ee753f40 req-fcd85da8-bc03-4e1c-82f4-4efe38b2b1cf tempest-FloatingIPDetailsTestJSON-733021487 tempest-FloatingIPDetailsTestJSON-733021487-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:01.625328 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [req-9a81f50b-8672-4bf1-8e1e-ebe2ee753f40 req-fcd85da8-bc03-4e1c-82f4-4efe38b2b1cf tempest-FloatingIPDetailsTestJSON-733021487 tempest-FloatingIPDetailsTestJSON-733021487-project] Calling delete_port for aa79afbf-61d3-4c4c-9edf-cfbddba7dc41 owned by network:floatingip {{(pid=105585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:54:01.626276 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:01.629519 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Pushing event updated for resources: {'Port': ['ID=ba583bd9-3270-4e8c-b116-80894feef3ca,revision_number=5']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:54:01.651948 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [None req-3d54578f-831f-4696-b568-13c455922dab None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 844edbdc-242a-4275-9bc2-cba0841cf69b {{(pid=105586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 20:54:01.672634 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] For port 844edbdc-242a-4275-9bc2-cba0841cf69b, host n-h2-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=844edbdc-242a-4275-9bc2-cba0841cf69b,segment=NetworkSegment(86b1e6f6-d629-4b03-8944-4cdfbfb93d02),segment_id=86b1e6f6-d629-4b03-8944-4cdfbfb93d02)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:54:01.677206 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:01.724703 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Pushing event updated for resources: {'Port': ['ID=844edbdc-242a-4275-9bc2-cba0841cf69b,revision_number=6']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:54:01.771763 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337dd1f7-70f8-4c55-87b3-b056b1de31d6 req-0e54b038-109a-49fb-85e5-68ec3bde168e tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:01.773242 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-337dd1f7-70f8-4c55-87b3-b056b1de31d6 req-0e54b038-109a-49fb-85e5-68ec3bde168e tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] 10.222.0.59 "GET /v2.0/ports?device_id=6e7f21e0-a9a4-4507-862c-a1b74a2de6ab HTTP/1.1" status: 200 len: 944 time: 0.0933244 Jul 27 20:54:01.823189 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] get_ports_and_sgs() called for port_ids ['844edbdc-242a-4275-9bc2-cba0841cf69b'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 20:54:01.844143 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-337dd1f7-70f8-4c55-87b3-b056b1de31d6 req-2e70d898-10ce-4100-8cb1-4642abf2e291 tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] 10.222.0.59 "GET /v2.0/security-groups?id=1749b80d-91c6-4bd3-8e8d-666bd095400f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492303 Jul 27 20:54:01.860437 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-9a81f50b-8672-4bf1-8e1e-ebe2ee753f40 req-fcd85da8-bc03-4e1c-82f4-4efe38b2b1cf tempest-FloatingIPDetailsTestJSON-733021487 tempest-FloatingIPDetailsTestJSON-733021487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:01.888643 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d6d1740-167b-4ed1-8fde-75684d664c4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba583bd9-3270-4e8c-b116-80894feef3ca'}] {{(pid=105586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:54:01.890871 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14c1663e039faf5393f87855f745010ac5b02220355b68fdbf065393e303ac56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-561e695c-5c7f-4702-8a2b-8b6654b4d1c4" -d '{"events": [{"server_uuid": "7d6d1740-167b-4ed1-8fde-75684d664c4d", "name": "network-vif-plugged", "status": "completed", "tag": "ba583bd9-3270-4e8c-b116-80894feef3ca"}]}' {{(pid=105586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:54:01.894967 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd85da8-bc03-4e1c-82f4-4efe38b2b1cf tempest-FloatingIPDetailsTestJSON-733021487 tempest-FloatingIPDetailsTestJSON-733021487-project] Pushing event deleted for resources: {'Port': ['ID=aa79afbf-61d3-4c4c-9edf-cfbddba7dc41,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:54:02.006598 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-9a81f50b-8672-4bf1-8e1e-ebe2ee753f40 req-fcd85da8-bc03-4e1c-82f4-4efe38b2b1cf tempest-FloatingIPDetailsTestJSON-733021487 tempest-FloatingIPDetailsTestJSON-733021487-project] Notify callbacks [] for floatingip, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:02.009329 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-9a81f50b-8672-4bf1-8e1e-ebe2ee753f40 req-fcd85da8-bc03-4e1c-82f4-4efe38b2b1cf tempest-FloatingIPDetailsTestJSON-733021487 tempest-FloatingIPDetailsTestJSON-733021487-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for floatingip, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:02.010549 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-9a81f50b-8672-4bf1-8e1e-ebe2ee753f40 req-fcd85da8-bc03-4e1c-82f4-4efe38b2b1cf tempest-FloatingIPDetailsTestJSON-733021487 tempest-FloatingIPDetailsTestJSON-733021487-project] 10.222.0.59 "DELETE /v2.0/floatingips/c3eea970-8470-44c6-866d-8dbb19853479 HTTP/1.1" status: 204 len: 173 time: 0.7588158 Jul 27 20:54:02.044888 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a680da56-4269-4ec0-a618-82f4d42a4f26 req-e605017f-5e0f-49a0-a593-ae8b325529ed tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:02.046148 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a680da56-4269-4ec0-a618-82f4d42a4f26 req-e605017f-5e0f-49a0-a593-ae8b325529ed tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] 10.222.0.59 "GET /v2.0/ports?device_id=90df5073-6143-4b20-b10d-a2a3e91a9c78 HTTP/1.1" status: 200 len: 950 time: 0.0897202 Jul 27 20:54:02.119787 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a680da56-4269-4ec0-a618-82f4d42a4f26 req-1d15687d-11a0-44ab-a1fc-fb27443959a8 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] 10.222.0.59 "GET /v2.0/security-groups?id=c6534cb3-b44e-4a83-b57e-ddb72c2ad843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660775 Jul 27 20:54:02.150870 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145390b9-25d0-4ec9-9004-d556bc39402a req-f6232f4d-9666-4fef-a0ca-c8a33c46df99 tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:02.152394 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-145390b9-25d0-4ec9-9004-d556bc39402a req-f6232f4d-9666-4fef-a0ca-c8a33c46df99 tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] 10.222.0.59 "GET /v2.0/ports?device_id=1405576f-5941-4d83-ba16-a6ff354313a3 HTTP/1.1" status: 200 len: 946 time: 0.0809300 Jul 27 20:54:02.191415 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-145390b9-25d0-4ec9-9004-d556bc39402a req-4af1d1e0-4f44-410f-ac7f-19fd58672a64 tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] 10.222.0.59 "GET /v2.0/security-groups?id=594c38b0-00a0-4e02-9d5e-673f3a5e469c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328465 Jul 27 20:54:02.228352 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 20:54:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2eb03a4-648a-4047-912d-89b3f353cdcf x-openstack-request-id: req-b2eb03a4-648a-4047-912d-89b3f353cdcf {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:54:02.229196 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d6d1740-167b-4ed1-8fde-75684d664c4d", "name": "network-vif-plugged", "status": "completed", "tag": "ba583bd9-3270-4e8c-b116-80894feef3ca", "code": 200}]} {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:54:02.229450 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-b2eb03a4-648a-4047-912d-89b3f353cdcf {{(pid=105586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:54:02.229837 n-d-705658-22 neutron-server[105586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d6d1740-167b-4ed1-8fde-75684d664c4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba583bd9-3270-4e8c-b116-80894feef3ca', 'code': 200} Jul 27 20:54:02.247635 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] get_ports_and_sgs() called for port_ids ['1597b5c0-5ebb-47b9-aabd-c27047a8aa15'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 20:54:02.293054 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-906bec0a-50e4-4ba9-9ad4-5553f2698164 req-161c954c-773e-41e6-ad9f-fdc8b0eb47db tempest-FloatingIPDetailsTestJSON-733021487 tempest-FloatingIPDetailsTestJSON-733021487-project] 10.222.0.59 "GET /v2.0/floatingips/dc40c154-75db-4845-a90d-0446ddab065d HTTP/1.1" status: 200 len: 693 time: 0.0594344 Jul 27 20:54:02.469466 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07e7a45-b81e-416f-a424-3028a57f064d req-f8aa75c6-44a0-4aa0-824f-88d34443cf84 tempest-FloatingIPsAssociationTestJSON-1853502918 tempest-FloatingIPsAssociationTestJSON-1853502918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:02.471051 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e07e7a45-b81e-416f-a424-3028a57f064d req-f8aa75c6-44a0-4aa0-824f-88d34443cf84 tempest-FloatingIPsAssociationTestJSON-1853502918 tempest-FloatingIPsAssociationTestJSON-1853502918-project] 10.222.0.59 "GET /v2.0/ports?device_id=7d6d1740-167b-4ed1-8fde-75684d664c4d HTTP/1.1" status: 200 len: 946 time: 0.1974092 Jul 27 20:54:02.497482 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b522ad-1367-4963-a6aa-c97039eacba4 req-8d737e16-044d-440e-bbcb-79741fb5d2be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:02.499396 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-60b522ad-1367-4963-a6aa-c97039eacba4 req-8d737e16-044d-440e-bbcb-79741fb5d2be service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=7d6d1740-167b-4ed1-8fde-75684d664c4d HTTP/1.1" status: 200 len: 1098 time: 0.1834183 Jul 27 20:54:02.509107 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906bec0a-50e4-4ba9-9ad4-5553f2698164 req-1d116a42-ed83-4d1a-bae4-3da1e872d5f1 tempest-FloatingIPDetailsTestJSON-733021487 tempest-FloatingIPDetailsTestJSON-733021487-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:02.510772 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-906bec0a-50e4-4ba9-9ad4-5553f2698164 req-1d116a42-ed83-4d1a-bae4-3da1e872d5f1 tempest-FloatingIPDetailsTestJSON-733021487 tempest-FloatingIPDetailsTestJSON-733021487-project] 10.222.0.59 "GET /v2.0/networks/8735d8a2-b604-4758-ae71-b40e4ee6f305 HTTP/1.1" status: 200 len: 784 time: 0.1963334 Jul 27 20:54:02.596056 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-906bec0a-50e4-4ba9-9ad4-5553f2698164 req-7bbd1d7c-227c-4ad5-a686-70b96bb8431c tempest-FloatingIPDetailsTestJSON-733021487 tempest-FloatingIPDetailsTestJSON-733021487-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.5.176 HTTP/1.1" status: 200 len: 696 time: 0.0722473 Jul 27 20:54:02.603968 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e07e7a45-b81e-416f-a424-3028a57f064d req-a2e49446-4e3d-4b18-9791-a7801635b605 tempest-FloatingIPsAssociationTestJSON-1853502918 tempest-FloatingIPsAssociationTestJSON-1853502918-project] 10.222.0.59 "GET /v2.0/security-groups?id=8687f539-6269-4f23-8f85-d9476e5397e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184788 Jul 27 20:54:02.616856 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-60b522ad-1367-4963-a6aa-c97039eacba4 req-f60fce2a-8532-49ae-b1b9-12eabb58630b service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=8687f539-6269-4f23-8f85-d9476e5397e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051390 Jul 27 20:54:02.658506 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-906bec0a-50e4-4ba9-9ad4-5553f2698164 req-2d341ab4-54ab-4f8f-a5d1-14cf8aa3e447 tempest-FloatingIPDetailsTestJSON-733021487 tempest-FloatingIPDetailsTestJSON-733021487-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.5.176 HTTP/1.1" status: 200 len: 696 time: 0.0520794 Jul 27 20:54:02.821810 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88932958-fb5e-443c-9cd2-50444e97be64 req-1ebb8848-b1f3-4af3-8363-6d6a2cce2d78 tempest-LiveAutoBlockMigrationV225Test-821062891 tempest-LiveAutoBlockMigrationV225Test-821062891-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:02.823452 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-88932958-fb5e-443c-9cd2-50444e97be64 req-1ebb8848-b1f3-4af3-8363-6d6a2cce2d78 tempest-LiveAutoBlockMigrationV225Test-821062891 tempest-LiveAutoBlockMigrationV225Test-821062891-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=6e7f21e0-a9a4-4507-862c-a1b74a2de6ab HTTP/1.1" status: 200 len: 1096 time: 0.1230927 Jul 27 20:54:02.846494 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [req-906bec0a-50e4-4ba9-9ad4-5553f2698164 req-f064ec8d-31db-4533-8cd3-21398480aac2 tempest-FloatingIPDetailsTestJSON-733021487 tempest-FloatingIPDetailsTestJSON-733021487-project] Deleting port e4e2b3b0-56de-4b30-9dee-4fc8dd47ce63 {{(pid=105585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:54:02.846840 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-906bec0a-50e4-4ba9-9ad4-5553f2698164 req-f064ec8d-31db-4533-8cd3-21398480aac2 tempest-FloatingIPDetailsTestJSON-733021487 tempest-FloatingIPDetailsTestJSON-733021487-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:02.941553 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-88932958-fb5e-443c-9cd2-50444e97be64 req-e899be11-a49a-43ab-90b3-dd363366386c tempest-LiveAutoBlockMigrationV225Test-821062891 tempest-LiveAutoBlockMigrationV225Test-821062891-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=1749b80d-91c6-4bd3-8e8d-666bd095400f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108170 Jul 27 20:54:02.986744 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-906bec0a-50e4-4ba9-9ad4-5553f2698164 req-f064ec8d-31db-4533-8cd3-21398480aac2 tempest-FloatingIPDetailsTestJSON-733021487 tempest-FloatingIPDetailsTestJSON-733021487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:02.987145 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-906bec0a-50e4-4ba9-9ad4-5553f2698164 req-f064ec8d-31db-4533-8cd3-21398480aac2 tempest-FloatingIPDetailsTestJSON-733021487 tempest-FloatingIPDetailsTestJSON-733021487-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:02.991158 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30182045-2ae2-4cf0-8357-7c27004b5bdb req-2e9c14e1-2d4f-44a9-95fe-32505b4bffa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:02.992860 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-30182045-2ae2-4cf0-8357-7c27004b5bdb req-2e9c14e1-2d4f-44a9-95fe-32505b4bffa9 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=0ae9964322044591b167626dd714310e&device_id=1405576f-5941-4d83-ba16-a6ff354313a3 HTTP/1.1" status: 200 len: 1098 time: 0.1419859 Jul 27 20:54:03.000434 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Device 844edbdc-242a-4275-9bc2-cba0841cf69b up at agent hyperv_n-h2-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:54:03.027611 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [req-906bec0a-50e4-4ba9-9ad4-5553f2698164 req-f064ec8d-31db-4533-8cd3-21398480aac2 tempest-FloatingIPDetailsTestJSON-733021487 tempest-FloatingIPDetailsTestJSON-733021487-project] Calling delete_port for e4e2b3b0-56de-4b30-9dee-4fc8dd47ce63 owned by network:floatingip {{(pid=105585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:54:03.053155 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-3d54578f-831f-4696-b568-13c455922dab None None] Provisioning complete for port 844edbdc-242a-4275-9bc2-cba0841cf69b triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:54:03.053725 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:03.133173 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:03.164809 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] For port 844edbdc-242a-4275-9bc2-cba0841cf69b, host n-h2-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=844edbdc-242a-4275-9bc2-cba0841cf69b,segment=NetworkSegment(86b1e6f6-d629-4b03-8944-4cdfbfb93d02),segment_id=86b1e6f6-d629-4b03-8944-4cdfbfb93d02)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:54:03.170068 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:03.213230 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30182045-2ae2-4cf0-8357-7c27004b5bdb req-b2a14281-eec5-4c99-b150-a018229d547b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:03.214821 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-30182045-2ae2-4cf0-8357-7c27004b5bdb req-b2a14281-eec5-4c99-b150-a018229d547b service neutron] 10.222.0.60 "GET /v2.0/networks?id=4d297cf8-0ab0-49a0-a8db-82a17169c88a HTTP/1.1" status: 200 len: 909 time: 0.2115557 Jul 27 20:54:03.218918 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Pushing event updated for resources: {'Port': ['ID=844edbdc-242a-4275-9bc2-cba0841cf69b,revision_number=7']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:54:03.228486 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6939364-1bf1-4870-b26b-03f2c1c87f9e req-7a605e03-3a12-400e-8cd8-5b0ff8dedeaf tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:03.230049 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f6939364-1bf1-4870-b26b-03f2c1c87f9e req-7a605e03-3a12-400e-8cd8-5b0ff8dedeaf tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] 10.222.0.59 "GET /v2.0/ports?device_id=f373a835-3213-4d6e-b25d-079826b324e5 HTTP/1.1" status: 200 len: 949 time: 0.2003720 Jul 27 20:54:03.281322 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-30182045-2ae2-4cf0-8357-7c27004b5bdb req-d198a178-3fd6-4be7-9142-f4fcb510ec95 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=59909a23-0255-4632-b378-8c7203b9b616 HTTP/1.1" status: 200 len: 217 time: 0.0502176 Jul 27 20:54:03.369690 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f6939364-1bf1-4870-b26b-03f2c1c87f9e req-27ff4262-f6ee-4084-aba1-cff9071aae78 tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] 10.222.0.59 "GET /v2.0/security-groups?id=dea81a77-85b4-4e12-8e1d-b19e89484a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299169 Jul 27 20:54:03.384005 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30182045-2ae2-4cf0-8357-7c27004b5bdb req-c131c9e1-b610-4d0f-808d-c64f097c0af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:03.385700 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-30182045-2ae2-4cf0-8357-7c27004b5bdb req-c131c9e1-b610-4d0f-808d-c64f097c0af9 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ff9685c6-941b-44c9-867d-9e4581186e02 HTTP/1.1" status: 200 len: 848 time: 0.0949867 Jul 27 20:54:03.429596 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-30182045-2ae2-4cf0-8357-7c27004b5bdb req-4e09e88b-d028-4f7e-82ed-a8a386030153 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4d297cf8-0ab0-49a0-a8db-82a17169c88a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0363872 Jul 27 20:54:03.430194 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-906bec0a-50e4-4ba9-9ad4-5553f2698164 req-f064ec8d-31db-4533-8cd3-21398480aac2 tempest-FloatingIPDetailsTestJSON-733021487 tempest-FloatingIPDetailsTestJSON-733021487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:03.464655 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f064ec8d-31db-4533-8cd3-21398480aac2 tempest-FloatingIPDetailsTestJSON-733021487 tempest-FloatingIPDetailsTestJSON-733021487-project] Pushing event deleted for resources: {'Port': ['ID=e4e2b3b0-56de-4b30-9dee-4fc8dd47ce63,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:54:03.681194 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-906bec0a-50e4-4ba9-9ad4-5553f2698164 req-f064ec8d-31db-4533-8cd3-21398480aac2 tempest-FloatingIPDetailsTestJSON-733021487 tempest-FloatingIPDetailsTestJSON-733021487-project] Notify callbacks [] for floatingip, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:03.683732 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-906bec0a-50e4-4ba9-9ad4-5553f2698164 req-f064ec8d-31db-4533-8cd3-21398480aac2 tempest-FloatingIPDetailsTestJSON-733021487 tempest-FloatingIPDetailsTestJSON-733021487-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for floatingip, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:03.684949 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-906bec0a-50e4-4ba9-9ad4-5553f2698164 req-f064ec8d-31db-4533-8cd3-21398480aac2 tempest-FloatingIPDetailsTestJSON-733021487 tempest-FloatingIPDetailsTestJSON-733021487-project] 10.222.0.59 "DELETE /v2.0/floatingips/dc40c154-75db-4845-a90d-0446ddab065d HTTP/1.1" status: 204 len: 173 time: 1.0201507 Jul 27 20:54:03.687036 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-30182045-2ae2-4cf0-8357-7c27004b5bdb req-5bcb196f-3fa7-422d-82fc-5d6d434f9186 service neutron] 10.222.0.60 "GET /v2.0/networks/4d297cf8-0ab0-49a0-a8db-82a17169c88a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2320931 Jul 27 20:54:03.690829 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 60972) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:54:03.757523 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5728ffcc-1cc3-49d9-a625-d59b9da7617e req-5c3336e9-3015-4dc9-a326-c01316028175 tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:03.759071 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-5728ffcc-1cc3-49d9-a625-d59b9da7617e req-5c3336e9-3015-4dc9-a326-c01316028175 tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] 10.222.0.59 "GET /v2.0/networks?id=8e591ae5-ff89-4a25-b3ce-4b1625915957 HTTP/1.1" status: 200 len: 820 time: 0.2494278 Jul 27 20:54:03.810174 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-5728ffcc-1cc3-49d9-a625-d59b9da7617e req-f54981b4-bbbe-4935-94e1-87c6eebd054b tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] 10.222.0.59 "GET /v2.0/quotas/b02d9256766347f197eb5fbdd02cbc7a HTTP/1.1" status: 200 len: 375 time: 0.0402637 Jul 27 20:54:03.881954 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-30182045-2ae2-4cf0-8357-7c27004b5bdb req-5053f167-f971-4ed8-ae0e-bbc7f24b1f0b service neutron] 10.222.0.60 "GET /v2.0/networks/4d297cf8-0ab0-49a0-a8db-82a17169c88a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1824427 Jul 27 20:54:03.898048 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab978f1e-6aad-42f1-b007-956475c6c36c req-34261ff5-2d1b-45b7-82fd-720de1dd8ee5 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:03.899737 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-ab978f1e-6aad-42f1-b007-956475c6c36c req-34261ff5-2d1b-45b7-82fd-720de1dd8ee5 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] 10.222.0.59 "GET /v2.0/ports?device_id=90df5073-6143-4b20-b10d-a2a3e91a9c78 HTTP/1.1" status: 200 len: 950 time: 0.1497922 Jul 27 20:54:03.941496 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-5728ffcc-1cc3-49d9-a625-d59b9da7617e req-5dfbaab7-c52c-489c-96d5-967565623d30 tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=b02d9256766347f197eb5fbdd02cbc7a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1205027 Jul 27 20:54:03.986237 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-ab978f1e-6aad-42f1-b007-956475c6c36c req-5b5765e0-5421-4e1e-90ce-529d36bed3a0 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] 10.222.0.59 "GET /v2.0/security-groups?id=c6534cb3-b44e-4a83-b57e-ddb72c2ad843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778148 Jul 27 20:54:04.094375 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-5728ffcc-1cc3-49d9-a625-d59b9da7617e req-199c2586-6739-45e2-bc42-349d241f1c90 service neutron] 10.222.0.59 "GET /v2.0/networks/8e591ae5-ff89-4a25-b3ce-4b1625915957?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1434388 Jul 27 20:54:04.096479 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30182045-2ae2-4cf0-8357-7c27004b5bdb req-40d23ae7-7a64-4745-befd-9ce1c18c008a tempest-LiveMigrationTest-297508949 tempest-LiveMigrationTest-297508949-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:04.098498 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-30182045-2ae2-4cf0-8357-7c27004b5bdb req-40d23ae7-7a64-4745-befd-9ce1c18c008a tempest-LiveMigrationTest-297508949 tempest-LiveMigrationTest-297508949-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=1405576f-5941-4d83-ba16-a6ff354313a3&tenant_id=0ae9964322044591b167626dd714310e&binding%3Ahost_id=n-h1-705658-22 HTTP/1.1" status: 200 len: 1098 time: 0.1488268 Jul 27 20:54:04.115933 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [req-30182045-2ae2-4cf0-8357-7c27004b5bdb req-917d98ba-6eb4-4ff0-af57-cded0643c116 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-705658-22'}}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:54:04.136132 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-83ba67ca-f428-45a0-aee8-bfc0de5559b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4076536'] for router_interface, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:04.231518 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23ac7b8b-8c25-440b-a388-00c2cd864925', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '844edbdc-242a-4275-9bc2-cba0841cf69b'}] {{(pid=105586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:54:04.233962 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14c1663e039faf5393f87855f745010ac5b02220355b68fdbf065393e303ac56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-255f3696-cf87-4d69-ac81-d807640c51b6" -d '{"events": [{"server_uuid": "23ac7b8b-8c25-440b-a388-00c2cd864925", "name": "network-vif-plugged", "status": "completed", "tag": "844edbdc-242a-4275-9bc2-cba0841cf69b"}]}' {{(pid=105586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:54:04.305103 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-5728ffcc-1cc3-49d9-a625-d59b9da7617e req-90160dde-35de-4209-9c85-f4549b33ff38 service neutron] 10.222.0.59 "GET /v2.0/networks/8e591ae5-ff89-4a25-b3ce-4b1625915957?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2018876 Jul 27 20:54:04.307917 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-30182045-2ae2-4cf0-8357-7c27004b5bdb req-917d98ba-6eb4-4ff0-af57-cded0643c116 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:04.326911 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef19a32-1cc7-4e96-bb1c-5ccd57012201 req-d22417f1-fba3-4cd7-aa1c-e23d5a2ee714 tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:04.328654 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-5ef19a32-1cc7-4e96-bb1c-5ccd57012201 req-d22417f1-fba3-4cd7-aa1c-e23d5a2ee714 tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] 10.222.0.59 "GET /v2.0/ports?device_id=1405576f-5941-4d83-ba16-a6ff354313a3 HTTP/1.1" status: 200 len: 946 time: 0.1999002 Jul 27 20:54:04.442109 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-5ef19a32-1cc7-4e96-bb1c-5ccd57012201 req-a6508f81-c55b-41b9-a618-a7f401e2bfc1 tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] 10.222.0.59 "GET /v2.0/security-groups?id=594c38b0-00a0-4e02-9d5e-673f3a5e469c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032634 Jul 27 20:54:04.472254 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-83ba67ca-f428-45a0-aee8-bfc0de5559b8 admin admin] Deleting port 4f692002-8880-4b13-957a-ebafe98da6bf {{(pid=105584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:54:04.472916 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-83ba67ca-f428-45a0-aee8-bfc0de5559b8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:04.522418 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 20:54:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67be882b-7266-43b0-b8be-371a326dfa04 x-openstack-request-id: req-67be882b-7266-43b0-b8be-371a326dfa04 {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:54:04.522418 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23ac7b8b-8c25-440b-a388-00c2cd864925", "name": "network-vif-plugged", "status": "completed", "tag": "844edbdc-242a-4275-9bc2-cba0841cf69b", "code": 200}]} {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:54:04.522418 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-67be882b-7266-43b0-b8be-371a326dfa04 {{(pid=105586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:54:04.522710 n-d-705658-22 neutron-server[105586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23ac7b8b-8c25-440b-a388-00c2cd864925', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '844edbdc-242a-4275-9bc2-cba0841cf69b', 'code': 200} Jul 27 20:54:04.530016 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.db [req-30182045-2ae2-4cf0-8357-7c27004b5bdb req-917d98ba-6eb4-4ff0-af57-cded0643c116 service neutron] For port 59909a23-0255-4632-b378-8c7203b9b616, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=59909a23-0255-4632-b378-8c7203b9b616,segment=NetworkSegment(7ddd3554-64b5-4ff7-9735-f58b31de803c),segment_id=7ddd3554-64b5-4ff7-9735-f58b31de803c)] {{(pid=105585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:54:04.578818 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [None req-83ba67ca-f428-45a0-aee8-bfc0de5559b8 admin admin] For port 4f692002-8880-4b13-957a-ebafe98da6bf, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=4f692002-8880-4b13-957a-ebafe98da6bf,segment=NetworkSegment(1957bea1-e932-4298-84b1-500ab8ecf4a2),segment_id=1957bea1-e932-4298-84b1-500ab8ecf4a2)] {{(pid=105584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:54:04.579502 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-83ba67ca-f428-45a0-aee8-bfc0de5559b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:04.593548 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-83ba67ca-f428-45a0-aee8-bfc0de5559b8 admin admin] Calling delete_port for 4f692002-8880-4b13-957a-ebafe98da6bf owned by network:router_interface {{(pid=105584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:54:04.609908 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.db [req-30182045-2ae2-4cf0-8357-7c27004b5bdb req-917d98ba-6eb4-4ff0-af57-cded0643c116 service neutron] For port 59909a23-0255-4632-b378-8c7203b9b616, host n-h1-705658-22, cleared binding levels {{(pid=105585) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:54:04.838570 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-83ba67ca-f428-45a0-aee8-bfc0de5559b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:04.872775 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ba67ca-f428-45a0-aee8-bfc0de5559b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=4f692002-8880-4b13-957a-ebafe98da6bf,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:54:04.977718 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f3e987-313a-4fd9-9072-cf7d6d66c642 req-93a018ff-a172-4f1e-95ca-ff8a687dc969 tempest-FloatingIPsAssociationTestJSON-1853502918 tempest-FloatingIPsAssociationTestJSON-1853502918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:04.979330 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-81f3e987-313a-4fd9-9072-cf7d6d66c642 req-93a018ff-a172-4f1e-95ca-ff8a687dc969 tempest-FloatingIPsAssociationTestJSON-1853502918 tempest-FloatingIPsAssociationTestJSON-1853502918-project] 10.222.0.59 "GET /v2.0/ports?device_id=7d6d1740-167b-4ed1-8fde-75684d664c4d HTTP/1.1" status: 200 len: 946 time: 0.5015209 Jul 27 20:54:05.000738 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Device 1597b5c0-5ebb-47b9-aabd-c27047a8aa15 up at agent hyperv_n-h2-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:54:05.019552 n-d-705658-22 neutron-server[105585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1405576f-5941-4d83-ba16-a6ff354313a3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '59909a23-0255-4632-b378-8c7203b9b616'}] {{(pid=105585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:54:05.022408 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d66fd65881426bfc2b5388084a3654e5eae521106a15a3dbf0eb4cde7106c36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0959108-f484-45ee-b35e-b06e6b50e153" -d '{"events": [{"server_uuid": "1405576f-5941-4d83-ba16-a6ff354313a3", "name": "network-vif-unplugged", "status": "completed", "tag": "59909a23-0255-4632-b378-8c7203b9b616"}]}' {{(pid=105585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:54:05.026531 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-30182045-2ae2-4cf0-8357-7c27004b5bdb req-917d98ba-6eb4-4ff0-af57-cded0643c116 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:05.045338 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-30182045-2ae2-4cf0-8357-7c27004b5bdb req-917d98ba-6eb4-4ff0-af57-cded0643c116 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10221672'] for port, after_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:05.071333 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-3d54578f-831f-4696-b568-13c455922dab None None] Provisioning for port 1597b5c0-5ebb-47b9-aabd-c27047a8aa15 completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:54:05.078169 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-3d54578f-831f-4696-b568-13c455922dab None None] Provisioning complete for port 1597b5c0-5ebb-47b9-aabd-c27047a8aa15 triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:54:05.078722 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:05.116538 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-83ba67ca-f428-45a0-aee8-bfc0de5559b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3743915', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4076308'] for router_interface, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:05.142392 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-81f3e987-313a-4fd9-9072-cf7d6d66c642 req-5acd7ae4-c8c9-4ffb-bcea-e1982fc5eb84 tempest-FloatingIPsAssociationTestJSON-1853502918 tempest-FloatingIPsAssociationTestJSON-1853502918-project] 10.222.0.59 "GET /v2.0/security-groups?id=8687f539-6269-4f23-8f85-d9476e5397e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533427 Jul 27 20:54:05.150705 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7699a6a4-c966-4919-b192-6e4a62e4f6c5 req-bbf352bb-2c4a-48c2-97b6-4ae8cc4599d9 tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:05.159257 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-7699a6a4-c966-4919-b192-6e4a62e4f6c5 req-bbf352bb-2c4a-48c2-97b6-4ae8cc4599d9 tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] 10.222.0.59 "GET /v2.0/ports?device_id=f373a835-3213-4d6e-b25d-079826b324e5 HTTP/1.1" status: 200 len: 949 time: 0.5770502 Jul 27 20:54:05.176324 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:05.224077 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] For port 1597b5c0-5ebb-47b9-aabd-c27047a8aa15, host n-h2-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=1597b5c0-5ebb-47b9-aabd-c27047a8aa15,segment=NetworkSegment(86b1e6f6-d629-4b03-8944-4cdfbfb93d02),segment_id=86b1e6f6-d629-4b03-8944-4cdfbfb93d02)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:54:05.228913 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:05.279185 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Pushing event updated for resources: {'Port': ['ID=1597b5c0-5ebb-47b9-aabd-c27047a8aa15,revision_number=5']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:54:05.286177 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f8201b2a-2464-4e38-966b-9c01dc701731 req-f504d4a1-6509-4fea-8319-c4195ab13efa tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] 10.222.0.59 "GET /v2.0/ports?device_id=6fe1cd62-e12f-490c-94e1-c5f9b119b027 HTTP/1.1" status: 200 len: 210 time: 0.0502725 Jul 27 20:54:05.290581 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917d98ba-6eb4-4ff0-af57-cded0643c116 service neutron] Pushing event updated for resources: {'Port': ['ID=59909a23-0255-4632-b378-8c7203b9b616,revision_number=7']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:54:05.296053 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.managers [req-30182045-2ae2-4cf0-8357-7c27004b5bdb req-917d98ba-6eb4-4ff0-af57-cded0643c116 service neutron] Attempting to bind port 59909a23-0255-4632-b378-8c7203b9b616 on host n-h1-705658-22 for vnic_type normal with profile {"migrating_to": "n-h2-705658-22"} {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:54:05.296392 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.managers [req-30182045-2ae2-4cf0-8357-7c27004b5bdb req-917d98ba-6eb4-4ff0-af57-cded0643c116 service neutron] Attempting to bind port 59909a23-0255-4632-b378-8c7203b9b616 by drivers openvswitch,hyperv on host n-h1-705658-22 at level 0 using segments [{'id': '7ddd3554-64b5-4ff7-9735-f58b31de803c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '4d297cf8-0ab0-49a0-a8db-82a17169c88a'}] {{(pid=105585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:54:05.296841 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30182045-2ae2-4cf0-8357-7c27004b5bdb req-917d98ba-6eb4-4ff0-af57-cded0643c116 service neutron] Attempting to bind port 59909a23-0255-4632-b378-8c7203b9b616 on network 4d297cf8-0ab0-49a0-a8db-82a17169c88a {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:54:05.302811 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30182045-2ae2-4cf0-8357-7c27004b5bdb req-917d98ba-6eb4-4ff0-af57-cded0643c116 service neutron] Port 59909a23-0255-4632-b378-8c7203b9b616 on network 4d297cf8-0ab0-49a0-a8db-82a17169c88a not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-22 {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 20:54:05.303174 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30182045-2ae2-4cf0-8357-7c27004b5bdb req-917d98ba-6eb4-4ff0-af57-cded0643c116 service neutron] Attempting to bind port 59909a23-0255-4632-b378-8c7203b9b616 on network 4d297cf8-0ab0-49a0-a8db-82a17169c88a {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:54:05.317941 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-7699a6a4-c966-4919-b192-6e4a62e4f6c5 req-70561f6a-012b-44bf-a182-2650c3977344 tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] 10.222.0.59 "GET /v2.0/security-groups?id=dea81a77-85b4-4e12-8e1d-b19e89484a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566389 Jul 27 20:54:05.322644 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30182045-2ae2-4cf0-8357-7c27004b5bdb req-917d98ba-6eb4-4ff0-af57-cded0643c116 service neutron] Checking agent: {'id': '9d9bc37f-4d75-44ef-9f63-799aab3e316f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 49, 36), 'started_at': datetime.datetime(2021, 7, 27, 20, 49, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 53, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:54:05.322644 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30182045-2ae2-4cf0-8357-7c27004b5bdb req-917d98ba-6eb4-4ff0-af57-cded0643c116 service neutron] Checking segment: {'id': '7ddd3554-64b5-4ff7-9735-f58b31de803c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '4d297cf8-0ab0-49a0-a8db-82a17169c88a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:54:05.322924 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30182045-2ae2-4cf0-8357-7c27004b5bdb req-917d98ba-6eb4-4ff0-af57-cded0643c116 service neutron] Bound using segment: {'id': '7ddd3554-64b5-4ff7-9735-f58b31de803c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '4d297cf8-0ab0-49a0-a8db-82a17169c88a'} {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:54:05.323402 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.managers [req-30182045-2ae2-4cf0-8357-7c27004b5bdb req-917d98ba-6eb4-4ff0-af57-cded0643c116 service neutron] Bound port: 59909a23-0255-4632-b378-8c7203b9b616, host: n-h1-705658-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ddd3554-64b5-4ff7-9735-f58b31de803c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '4d297cf8-0ab0-49a0-a8db-82a17169c88a'}}] {{(pid=105585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:54:05.323764 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-30182045-2ae2-4cf0-8357-7c27004b5bdb req-917d98ba-6eb4-4ff0-af57-cded0643c116 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:05.400128 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 27 Jul 2021 20:54:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c24b2cf-425a-4971-9fa8-c74bf8d74749 x-openstack-request-id: req-4c24b2cf-425a-4971-9fa8-c74bf8d74749 {{(pid=105585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:54:05.400415 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1405576f-5941-4d83-ba16-a6ff354313a3", "name": "network-vif-unplugged", "status": "completed", "tag": "59909a23-0255-4632-b378-8c7203b9b616", "code": 200}]} {{(pid=105585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:54:05.400661 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-4c24b2cf-425a-4971-9fa8-c74bf8d74749 {{(pid=105585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:54:05.401045 n-d-705658-22 neutron-server[105585]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1405576f-5941-4d83-ba16-a6ff354313a3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '59909a23-0255-4632-b378-8c7203b9b616', 'code': 200} Jul 27 20:54:05.413045 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.db [req-30182045-2ae2-4cf0-8357-7c27004b5bdb req-917d98ba-6eb4-4ff0-af57-cded0643c116 service neutron] For port 59909a23-0255-4632-b378-8c7203b9b616, host n-h1-705658-22, cleared binding levels {{(pid=105585) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:54:05.444901 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.db [req-30182045-2ae2-4cf0-8357-7c27004b5bdb req-917d98ba-6eb4-4ff0-af57-cded0643c116 service neutron] For port 59909a23-0255-4632-b378-8c7203b9b616, host n-h1-705658-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=59909a23-0255-4632-b378-8c7203b9b616,segment=NetworkSegment(7ddd3554-64b5-4ff7-9735-f58b31de803c),segment_id=7ddd3554-64b5-4ff7-9735-f58b31de803c)] {{(pid=105585) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:54:05.449962 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-30182045-2ae2-4cf0-8357-7c27004b5bdb req-917d98ba-6eb4-4ff0-af57-cded0643c116 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10221672'] for port, after_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:05.549370 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917d98ba-6eb4-4ff0-af57-cded0643c116 service neutron] Pushing event updated for resources: {'Port': ['ID=59909a23-0255-4632-b378-8c7203b9b616,revision_number=8']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:54:05.554123 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30182045-2ae2-4cf0-8357-7c27004b5bdb req-917d98ba-6eb4-4ff0-af57-cded0643c116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:05.554845 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-30182045-2ae2-4cf0-8357-7c27004b5bdb req-917d98ba-6eb4-4ff0-af57-cded0643c116 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:05.556423 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-30182045-2ae2-4cf0-8357-7c27004b5bdb req-917d98ba-6eb4-4ff0-af57-cded0643c116 service neutron] 10.222.0.60 "PUT /v2.0/ports/59909a23-0255-4632-b378-8c7203b9b616 HTTP/1.1" status: 200 len: 1124 time: 1.4446037 Jul 27 20:54:05.564599 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3857e56-45d8-47ed-acce-f66181d48584 req-837c35cc-bdc9-4cc6-8fcb-d9cc50139d13 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:05.565844 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-c3857e56-45d8-47ed-acce-f66181d48584 req-837c35cc-bdc9-4cc6-8fcb-d9cc50139d13 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] 10.222.0.59 "GET /v2.0/ports?device_id=90df5073-6143-4b20-b10d-a2a3e91a9c78 HTTP/1.1" status: 200 len: 950 time: 0.1693788 Jul 27 20:54:05.636826 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-c3857e56-45d8-47ed-acce-f66181d48584 req-9977d1b0-7dcd-4b6a-a484-d72c94135476 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] 10.222.0.59 "GET /v2.0/security-groups?id=c6534cb3-b44e-4a83-b57e-ddb72c2ad843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622523 Jul 27 20:54:05.661929 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] get_ports_and_sgs() called for port_ids ['59909a23-0255-4632-b378-8c7203b9b616'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 20:54:05.681375 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fef5d8e-94a9-4f25-bf32-43e26179240c req-973871d7-9f50-4722-8225-bee9a489362b tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:05.692106 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-4fef5d8e-94a9-4f25-bf32-43e26179240c req-973871d7-9f50-4722-8225-bee9a489362b tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] 10.222.0.59 "GET /v2.0/ports?device_id=1405576f-5941-4d83-ba16-a6ff354313a3 HTTP/1.1" status: 200 len: 944 time: 0.1395633 Jul 27 20:54:05.738479 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-4fef5d8e-94a9-4f25-bf32-43e26179240c req-c8665a17-10d1-4afc-ac49-985a6d1a3e57 tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] 10.222.0.59 "GET /v2.0/security-groups?id=594c38b0-00a0-4e02-9d5e-673f3a5e469c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450046 Jul 27 20:54:05.747014 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5728ffcc-1cc3-49d9-a625-d59b9da7617e req-40967659-ce38-476c-b9f1-940515c1f9fa tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:05.748572 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-5728ffcc-1cc3-49d9-a625-d59b9da7617e req-40967659-ce38-476c-b9f1-940515c1f9fa tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] 10.222.0.36 "GET /v2.0/networks?id=8e591ae5-ff89-4a25-b3ce-4b1625915957 HTTP/1.1" status: 200 len: 820 time: 0.1577790 Jul 27 20:54:05.756700 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83ba67ca-f428-45a0-aee8-bfc0de5559b8 admin admin] Router 6bbad0c5-d6ac-41d9-8d30-afa90656b1ad has already been hosted by L3 agent dd128fd7-8e57-4d4f-895b-a96b369df59a {{(pid=105584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 20:54:05.803178 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [req-5728ffcc-1cc3-49d9-a625-d59b9da7617e req-7df20d54-1785-4034-884a-e271de5bfc16 tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] Request body: {'port': {'device_id': '6fe1cd62-e12f-490c-94e1-c5f9b119b027', 'network_id': '8e591ae5-ff89-4a25-b3ce-4b1625915957', 'admin_state_up': True, 'tenant_id': 'b02d9256766347f197eb5fbdd02cbc7a'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:54:05.932960 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83ba67ca-f428-45a0-aee8-bfc0de5559b8 admin admin] Notify agent at l3_agent.n-d-705658-22 the message routers_updated {{(pid=105584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 20:54:05.938497 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-83ba67ca-f428-45a0-aee8-bfc0de5559b8 admin admin] 10.222.0.59 "PUT /v2.0/routers/6bbad0c5-d6ac-41d9-8d30-afa90656b1ad/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2465723 Jul 27 20:54:05.941873 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 32774) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:54:05.945224 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cce9e386-20a9-4487-81a4-89c349f73e95 None None] Sync routers for ids ['6bbad0c5-d6ac-41d9-8d30-afa90656b1ad'] in n-d-705658-22 {{(pid=105587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 20:54:05.954165 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cce9e386-20a9-4487-81a4-89c349f73e95 None None] Routers {'6bbad0c5-d6ac-41d9-8d30-afa90656b1ad'} bound to L3 agent in host n-d-705658-22 {{(pid=105587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:54:05.954780 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-cce9e386-20a9-4487-81a4-89c349f73e95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T20:53:41Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['6bbad0c5-d6ac-41d9-8d30-afa90656b1ad'], 'active': True} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:54:05.961550 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5728ffcc-1cc3-49d9-a625-d59b9da7617e req-7df20d54-1785-4034-884a-e271de5bfc16 tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] Made reservation on behalf of b02d9256766347f197eb5fbdd02cbc7a for: {'port': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:54:05.965249 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-5728ffcc-1cc3-49d9-a625-d59b9da7617e req-7df20d54-1785-4034-884a-e271de5bfc16 tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:06.004566 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:06.062045 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-3c93030a-7d06-43d2-a13f-f25e6ea66551 admin admin] Notify callbacks [] for router, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:06.098735 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.db_base_plugin_common [req-5728ffcc-1cc3-49d9-a625-d59b9da7617e req-7df20d54-1785-4034-884a-e271de5bfc16 tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] Allocated IP 172.20.0.12 (8e591ae5-ff89-4a25-b3ce-4b1625915957/ffc7070b-0d02-4acb-a66a-19178d3b9317/9fb12c78-187d-4a4f-ad6b-1ca5597a0356) {{(pid=105584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:54:06.161706 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvr_db [None req-cce9e386-20a9-4487-81a4-89c349f73e95 None None] Set router 6bbad0c5-d6ac-41d9-8d30-afa90656b1ad gateway port host: n-d-705658-22 {{(pid=105587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:54:06.170659 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-3c93030a-7d06-43d2-a13f-f25e6ea66551 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:06.225513 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [None req-3c93030a-7d06-43d2-a13f-f25e6ea66551 admin admin] Deleting port d6378b6b-2057-427e-9588-e022b0cad1dd {{(pid=105585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:54:06.226238 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-3c93030a-7d06-43d2-a13f-f25e6ea66551 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:06.262879 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-5728ffcc-1cc3-49d9-a625-d59b9da7617e req-7df20d54-1785-4034-884a-e271de5bfc16 tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] Notify callbacks [] for port, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:06.309375 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-5728ffcc-1cc3-49d9-a625-d59b9da7617e req-7df20d54-1785-4034-884a-e271de5bfc16 tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:06.360735 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5728ffcc-1cc3-49d9-a625-d59b9da7617e req-7df20d54-1785-4034-884a-e271de5bfc16 tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] Network 8e591ae5-ff89-4a25-b3ce-4b1625915957 is already hosted by enough agents. {{(pid=105584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:54:06.364178 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.db [None req-3c93030a-7d06-43d2-a13f-f25e6ea66551 admin admin] For port d6378b6b-2057-427e-9588-e022b0cad1dd, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=d6378b6b-2057-427e-9588-e022b0cad1dd,segment=NetworkSegment(12196855-9a32-4633-9a56-77697ef9e126),segment_id=12196855-9a32-4633-9a56-77697ef9e126)] {{(pid=105585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:54:06.364558 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-3c93030a-7d06-43d2-a13f-f25e6ea66551 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:06.367615 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [req-5728ffcc-1cc3-49d9-a625-d59b9da7617e req-7df20d54-1785-4034-884a-e271de5bfc16 tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] Resources bound (agent type, host, resource id): {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:54:06.371700 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [req-5728ffcc-1cc3-49d9-a625-d59b9da7617e req-7df20d54-1785-4034-884a-e271de5bfc16 tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] Received port after_create {{(pid=105584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:54:06.388841 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-cce9e386-20a9-4487-81a4-89c349f73e95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bbad0c5-d6ac-41d9-8d30-afa90656b1ad', 'name': 'tempest-FloatingIPDetailsTestJSON-1064865407-router', 'tenant_id': '0259422d24f64249960659ace98bc15f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.64'}], 'enable_snat': True}, 'gw_port_id': 'd6378b6b-2057-427e-9588-e022b0cad1dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:53:27Z', 'updated_at': '2021-07-27T20:54:04Z', 'revision_number': 5, 'project_id': '0259422d24f64249960659ace98bc15f', 'gw_port': {'id': 'd6378b6b-2057-427e-9588-e022b0cad1dd', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:b4:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bbad0c5-d6ac-41d9-8d30-afa90656b1ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:53:29Z', 'updated_at': '2021-07-27T20:53:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22'}], 'n-d-705658-22', False) {} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:54:06.401945 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df20d54-1785-4034-884a-e271de5bfc16 tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] Pushing event updated for resources: {'Port': ['ID=9fb12c78-187d-4a4f-ad6b-1ca5597a0356,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:54:06.410245 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [None req-3c93030a-7d06-43d2-a13f-f25e6ea66551 admin admin] Calling delete_port for d6378b6b-2057-427e-9588-e022b0cad1dd owned by network:router_gateway {{(pid=105585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:54:06.421368 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cce9e386-20a9-4487-81a4-89c349f73e95 None None] Checking router: 6bbad0c5-d6ac-41d9-8d30-afa90656b1ad for host: n-d-705658-22 {{(pid=105587) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 20:54:06.422877 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f9f1cb-0ef6-4075-9faa-23d1ed9537e7 req-48cf484c-40b4-48c0-9bda-77b6e281ac70 tempest-FloatingIPsAssociationTestJSON-1853502918 tempest-FloatingIPsAssociationTestJSON-1853502918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:06.424332 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-c1f9f1cb-0ef6-4075-9faa-23d1ed9537e7 req-48cf484c-40b4-48c0-9bda-77b6e281ac70 tempest-FloatingIPsAssociationTestJSON-1853502918 tempest-FloatingIPsAssociationTestJSON-1853502918-project] 10.222.0.59 "GET /v2.0/ports?device_id=7d6d1740-167b-4ed1-8fde-75684d664c4d HTTP/1.1" status: 200 len: 946 time: 0.1599212 Jul 27 20:54:06.429010 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5728ffcc-1cc3-49d9-a625-d59b9da7617e req-7df20d54-1785-4034-884a-e271de5bfc16 tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:06.429660 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-5728ffcc-1cc3-49d9-a625-d59b9da7617e req-7df20d54-1785-4034-884a-e271de5bfc16 tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:06.432351 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cce9e386-20a9-4487-81a4-89c349f73e95 None None] Routers {'6bbad0c5-d6ac-41d9-8d30-afa90656b1ad'} bound to L3 agent in host n-d-705658-22 {{(pid=105587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:54:06.433091 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-cce9e386-20a9-4487-81a4-89c349f73e95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T20:53:41Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['6bbad0c5-d6ac-41d9-8d30-afa90656b1ad'], 'active': True} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:54:06.446327 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-5728ffcc-1cc3-49d9-a625-d59b9da7617e req-7df20d54-1785-4034-884a-e271de5bfc16 tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6484048 Jul 27 20:54:06.461104 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [req-5728ffcc-1cc3-49d9-a625-d59b9da7617e req-095eb8a0-217e-4469-be0f-74684581d31f service neutron] Request body: {'port': {'device_id': '6fe1cd62-e12f-490c-94e1-c5f9b119b027', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-705658-22'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:54:06.523936 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f373a835-3213-4d6e-b25d-079826b324e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1597b5c0-5ebb-47b9-aabd-c27047a8aa15'}] {{(pid=105586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:54:06.524557 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-c1f9f1cb-0ef6-4075-9faa-23d1ed9537e7 req-74f74a46-b239-4615-9e5b-8ba479226064 tempest-FloatingIPsAssociationTestJSON-1853502918 tempest-FloatingIPsAssociationTestJSON-1853502918-project] 10.222.0.59 "GET /v2.0/security-groups?id=8687f539-6269-4f23-8f85-d9476e5397e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857618 Jul 27 20:54:06.527752 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14c1663e039faf5393f87855f745010ac5b02220355b68fdbf065393e303ac56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95854b96-aff1-4631-91c7-19e6b06070b5" -d '{"events": [{"server_uuid": "f373a835-3213-4d6e-b25d-079826b324e5", "name": "network-vif-plugged", "status": "completed", "tag": "1597b5c0-5ebb-47b9-aabd-c27047a8aa15"}]}' {{(pid=105586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:54:06.531707 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvr_db [None req-cce9e386-20a9-4487-81a4-89c349f73e95 None None] Set router 6bbad0c5-d6ac-41d9-8d30-afa90656b1ad gateway port host: None {{(pid=105587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:54:06.535882 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac18a1d-959c-498f-a014-26ff3a00f359 req-aee5f7a5-be96-4583-a379-3ea9877c6015 tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:06.537523 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-5ac18a1d-959c-498f-a014-26ff3a00f359 req-aee5f7a5-be96-4583-a379-3ea9877c6015 tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] 10.222.0.59 "GET /v2.0/ports?device_id=6fe1cd62-e12f-490c-94e1-c5f9b119b027 HTTP/1.1" status: 200 len: 932 time: 0.1669672 Jul 27 20:54:06.576899 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-5728ffcc-1cc3-49d9-a625-d59b9da7617e req-095eb8a0-217e-4469-be0f-74684581d31f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:06.611778 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-cce9e386-20a9-4487-81a4-89c349f73e95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bbad0c5-d6ac-41d9-8d30-afa90656b1ad', 'name': 'tempest-FloatingIPDetailsTestJSON-1064865407-router', 'tenant_id': '0259422d24f64249960659ace98bc15f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:53:27Z', 'updated_at': '2021-07-27T20:54:06Z', 'revision_number': 6, 'project_id': '0259422d24f64249960659ace98bc15f', 'gw_port_host': None}], 'n-d-705658-22', False) {} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:54:06.652892 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cce9e386-20a9-4487-81a4-89c349f73e95 None None] The sync data for ids ['6bbad0c5-d6ac-41d9-8d30-afa90656b1ad'] in n-d-705658-22 is: [{'id': '6bbad0c5-d6ac-41d9-8d30-afa90656b1ad', 'name': 'tempest-FloatingIPDetailsTestJSON-1064865407-router', 'tenant_id': '0259422d24f64249960659ace98bc15f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:53:27Z', 'updated_at': '2021-07-27T20:54:06Z', 'revision_number': 6, 'project_id': '0259422d24f64249960659ace98bc15f', 'gw_port_host': None}] {{(pid=105587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 20:54:06.721560 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-5ac18a1d-959c-498f-a014-26ff3a00f359 req-a138b655-490a-4a20-b5e0-95b0e2a92731 tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] 10.222.0.59 "GET /v2.0/security-groups?id=1749b80d-91c6-4bd3-8e8d-666bd095400f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639724 Jul 27 20:54:06.794762 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c1551f-8dc9-486f-bb36-cca945cd6f9d req-a10b727a-6ed4-46ea-99a0-c0d8b627b341 tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:06.796557 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-74c1551f-8dc9-486f-bb36-cca945cd6f9d req-a10b727a-6ed4-46ea-99a0-c0d8b627b341 tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] 10.222.0.59 "GET /v2.0/ports?device_id=f373a835-3213-4d6e-b25d-079826b324e5 HTTP/1.1" status: 200 len: 950 time: 0.1865685 Jul 27 20:54:06.822322 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-3c93030a-7d06-43d2-a13f-f25e6ea66551 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:06.857916 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c93030a-7d06-43d2-a13f-f25e6ea66551 admin admin] Pushing event deleted for resources: {'Port': ['ID=d6378b6b-2057-427e-9588-e022b0cad1dd,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:54:06.924656 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [req-5728ffcc-1cc3-49d9-a625-d59b9da7617e req-095eb8a0-217e-4469-be0f-74684581d31f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9fb12c78-187d-4a4f-ad6b-1ca5597a0356 {{(pid=105584) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 20:54:06.924794 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-74c1551f-8dc9-486f-bb36-cca945cd6f9d req-0aa71d83-aeca-45ae-8790-943e82f3002f tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] 10.222.0.59 "GET /v2.0/security-groups?id=dea81a77-85b4-4e12-8e1d-b19e89484a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109571 Jul 27 20:54:06.934593 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-5728ffcc-1cc3-49d9-a625-d59b9da7617e req-095eb8a0-217e-4469-be0f-74684581d31f service neutron] Notify callbacks [] for port, precommit_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:06.962757 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 20:54:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec3c4a1e-7bf9-4700-a648-49361deecd82 x-openstack-request-id: req-ec3c4a1e-7bf9-4700-a648-49361deecd82 {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:54:06.963190 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f373a835-3213-4d6e-b25d-079826b324e5", "name": "network-vif-plugged", "status": "completed", "tag": "1597b5c0-5ebb-47b9-aabd-c27047a8aa15", "code": 200}]} {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:54:06.963534 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-ec3c4a1e-7bf9-4700-a648-49361deecd82 {{(pid=105586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:54:06.964034 n-d-705658-22 neutron-server[105586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f373a835-3213-4d6e-b25d-079826b324e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1597b5c0-5ebb-47b9-aabd-c27047a8aa15', 'code': 200} Jul 27 20:54:06.969308 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-3c93030a-7d06-43d2-a13f-f25e6ea66551 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4075702'] for router_gateway, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:06.977415 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.provisioning_blocks [req-5728ffcc-1cc3-49d9-a625-d59b9da7617e req-095eb8a0-217e-4469-be0f-74684581d31f service neutron] Transition to ACTIVE for port object 9fb12c78-187d-4a4f-ad6b-1ca5597a0356 will not be triggered until provisioned by entity L2. {{(pid=105584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:54:06.984182 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-5728ffcc-1cc3-49d9-a625-d59b9da7617e req-095eb8a0-217e-4469-be0f-74684581d31f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9014027'] for port, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:07.001501 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Device 59909a23-0255-4632-b378-8c7203b9b616 details requested by agent hyperv_n-h2-705658-22 with host n-h2-705658-22 {{(pid=105586) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 20:54:07.146265 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095eb8a0-217e-4469-be0f-74684581d31f service neutron] Pushing event updated for resources: {'Port': ['ID=9fb12c78-187d-4a4f-ad6b-1ca5597a0356,revision_number=2']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:54:07.179032 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [req-5728ffcc-1cc3-49d9-a625-d59b9da7617e req-095eb8a0-217e-4469-be0f-74684581d31f service neutron] Attempting to bind port 9fb12c78-187d-4a4f-ad6b-1ca5597a0356 on host n-h1-705658-22 for vnic_type normal with profile {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:54:07.179392 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [req-5728ffcc-1cc3-49d9-a625-d59b9da7617e req-095eb8a0-217e-4469-be0f-74684581d31f service neutron] Attempting to bind port 9fb12c78-187d-4a4f-ad6b-1ca5597a0356 by drivers openvswitch,hyperv on host n-h1-705658-22 at level 0 using segments [{'id': '30512320-4797-4523-818e-63eb7bdafb2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '8e591ae5-ff89-4a25-b3ce-4b1625915957'}] {{(pid=105584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:54:07.179719 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5728ffcc-1cc3-49d9-a625-d59b9da7617e req-095eb8a0-217e-4469-be0f-74684581d31f service neutron] Attempting to bind port 9fb12c78-187d-4a4f-ad6b-1ca5597a0356 on network 8e591ae5-ff89-4a25-b3ce-4b1625915957 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:54:07.189562 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5728ffcc-1cc3-49d9-a625-d59b9da7617e req-095eb8a0-217e-4469-be0f-74684581d31f service neutron] Port 9fb12c78-187d-4a4f-ad6b-1ca5597a0356 on network 8e591ae5-ff89-4a25-b3ce-4b1625915957 not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-22 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 20:54:07.190051 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5728ffcc-1cc3-49d9-a625-d59b9da7617e req-095eb8a0-217e-4469-be0f-74684581d31f service neutron] Attempting to bind port 9fb12c78-187d-4a4f-ad6b-1ca5597a0356 on network 8e591ae5-ff89-4a25-b3ce-4b1625915957 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:54:07.197303 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5728ffcc-1cc3-49d9-a625-d59b9da7617e req-095eb8a0-217e-4469-be0f-74684581d31f service neutron] Checking agent: {'id': '9d9bc37f-4d75-44ef-9f63-799aab3e316f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 49, 36), 'started_at': datetime.datetime(2021, 7, 27, 20, 49, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 54, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:54:07.197658 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5728ffcc-1cc3-49d9-a625-d59b9da7617e req-095eb8a0-217e-4469-be0f-74684581d31f service neutron] Checking segment: {'id': '30512320-4797-4523-818e-63eb7bdafb2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '8e591ae5-ff89-4a25-b3ce-4b1625915957'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:54:07.198033 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5728ffcc-1cc3-49d9-a625-d59b9da7617e req-095eb8a0-217e-4469-be0f-74684581d31f service neutron] Bound using segment: {'id': '30512320-4797-4523-818e-63eb7bdafb2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '8e591ae5-ff89-4a25-b3ce-4b1625915957'} {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:54:07.198463 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [req-5728ffcc-1cc3-49d9-a625-d59b9da7617e req-095eb8a0-217e-4469-be0f-74684581d31f service neutron] Bound port: 9fb12c78-187d-4a4f-ad6b-1ca5597a0356, host: n-h1-705658-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30512320-4797-4523-818e-63eb7bdafb2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '8e591ae5-ff89-4a25-b3ce-4b1625915957'}}] {{(pid=105584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:54:07.202963 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-5728ffcc-1cc3-49d9-a625-d59b9da7617e req-095eb8a0-217e-4469-be0f-74684581d31f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:07.241733 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] For port 59909a23-0255-4632-b378-8c7203b9b616, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=59909a23-0255-4632-b378-8c7203b9b616,segment=NetworkSegment(7ddd3554-64b5-4ff7-9735-f58b31de803c),segment_id=7ddd3554-64b5-4ff7-9735-f58b31de803c)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:54:07.258027 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Device 59909a23-0255-4632-b378-8c7203b9b616 has no active binding in host n-h2-705658-22 {{(pid=105586) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 27 20:54:07.283689 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [req-5728ffcc-1cc3-49d9-a625-d59b9da7617e req-095eb8a0-217e-4469-be0f-74684581d31f service neutron] For port 9fb12c78-187d-4a4f-ad6b-1ca5597a0356, host n-h1-705658-22, cleared binding levels {{(pid=105584) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:54:07.285305 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-3c93030a-7d06-43d2-a13f-f25e6ea66551 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4163631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-425'] for router, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:07.286806 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [req-5728ffcc-1cc3-49d9-a625-d59b9da7617e req-095eb8a0-217e-4469-be0f-74684581d31f service neutron] For port 9fb12c78-187d-4a4f-ad6b-1ca5597a0356, host n-h1-705658-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=9fb12c78-187d-4a4f-ad6b-1ca5597a0356,segment=NetworkSegment(30512320-4797-4523-818e-63eb7bdafb2b),segment_id=30512320-4797-4523-818e-63eb7bdafb2b)] {{(pid=105584) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:54:07.292945 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-5728ffcc-1cc3-49d9-a625-d59b9da7617e req-095eb8a0-217e-4469-be0f-74684581d31f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9014027'] for port, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:07.293871 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-3c93030a-7d06-43d2-a13f-f25e6ea66551 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:07.334002 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5728ffcc-1cc3-49d9-a625-d59b9da7617e req-095eb8a0-217e-4469-be0f-74684581d31f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:07.335306 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-5728ffcc-1cc3-49d9-a625-d59b9da7617e req-095eb8a0-217e-4469-be0f-74684581d31f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:07.337037 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-5728ffcc-1cc3-49d9-a625-d59b9da7617e req-095eb8a0-217e-4469-be0f-74684581d31f service neutron] 10.222.0.36 "PUT /v2.0/ports/9fb12c78-187d-4a4f-ad6b-1ca5597a0356 HTTP/1.1" status: 200 len: 1093 time: 0.8806472 Jul 27 20:54:07.337901 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6fe1cd62-e12f-490c-94e1-c5f9b119b027', 'tag': '9fb12c78-187d-4a4f-ad6b-1ca5597a0356'}] {{(pid=105584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:54:07.347571 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bce5e6c8685464f7626901654159975603b047827e3138302ed6566e28f1343" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef175ccf-f4ba-4008-bdfa-606053c372cc" -d '{"events": [{"name": "network-changed", "server_uuid": "6fe1cd62-e12f-490c-94e1-c5f9b119b027", "tag": "9fb12c78-187d-4a4f-ad6b-1ca5597a0356"}]}' {{(pid=105584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:54:07.382003 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095eb8a0-217e-4469-be0f-74684581d31f service neutron] Pushing event updated for resources: {'Port': ['ID=9fb12c78-187d-4a4f-ad6b-1ca5597a0356,revision_number=3']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:54:07.406111 n-d-705658-22 neutron-server[105585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1405576f-5941-4d83-ba16-a6ff354313a3', 'tag': '59909a23-0255-4632-b378-8c7203b9b616'}] {{(pid=105585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:54:07.408392 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d66fd65881426bfc2b5388084a3654e5eae521106a15a3dbf0eb4cde7106c36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32d3af8f-06d4-40ed-af4f-4f85ed399717" -d '{"events": [{"name": "network-changed", "server_uuid": "1405576f-5941-4d83-ba16-a6ff354313a3", "tag": "59909a23-0255-4632-b378-8c7203b9b616"}]}' {{(pid=105585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:54:07.419651 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-3c93030a-7d06-43d2-a13f-f25e6ea66551 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4163007'] for router, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:07.420170 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c93030a-7d06-43d2-a13f-f25e6ea66551 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6bbad0c5-d6ac-41d9-8d30-afa90656b1ad {{(pid=105585) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 20:54:07.431356 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-3c93030a-7d06-43d2-a13f-f25e6ea66551 admin admin] Notify callbacks [] for router, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:07.432712 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-3c93030a-7d06-43d2-a13f-f25e6ea66551 admin admin] 10.222.0.59 "DELETE /v2.0/routers/6bbad0c5-d6ac-41d9-8d30-afa90656b1ad HTTP/1.1" status: 204 len: 168 time: 1.4898453 Jul 27 20:54:07.435398 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 32828) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:54:07.445026 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-800153de-b477-4e8c-af8e-bf9294bb6e5d req-343c9281-e03a-4f2e-8ca2-b7864ef0daa4 tempest-FloatingIPsAssociationTestJSON-1853502918 tempest-FloatingIPsAssociationTestJSON-1853502918-project] 10.222.0.59 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4528887 Jul 27 20:54:07.453409 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [req-800153de-b477-4e8c-af8e-bf9294bb6e5d req-21fe99e5-f464-4c99-94d5-783d6d6f6135 tempest-FloatingIPsAssociationTestJSON-1853502918 tempest-FloatingIPsAssociationTestJSON-1853502918-project] Request body: {'floatingip': {'floating_network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:54:07.479204 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a823ea53-58d4-4bf7-815d-a7bc279bea80 req-c605e6ba-ccaa-4610-9bc7-a976c3fccbd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:07.481642 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a823ea53-58d4-4bf7-815d-a7bc279bea80 req-c605e6ba-ccaa-4610-9bc7-a976c3fccbd5 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=f373a835-3213-4d6e-b25d-079826b324e5 HTTP/1.1" status: 200 len: 1102 time: 0.3969483 Jul 27 20:54:07.490670 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aff3820-6712-425b-b782-97fad8b117ce req-238505b3-7778-49ce-aebd-f41cea4b76c9 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:07.492090 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-0aff3820-6712-425b-b782-97fad8b117ce req-238505b3-7778-49ce-aebd-f41cea4b76c9 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] 10.222.0.59 "GET /v2.0/ports?device_id=90df5073-6143-4b20-b10d-a2a3e91a9c78 HTTP/1.1" status: 200 len: 950 time: 0.3964956 Jul 27 20:54:07.495497 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.db_base_plugin_v2 [None req-70ca7eeb-66c2-4a8b-a055-84dbbe7ac57e admin admin] Deleting subnet 91f617d0-7d5f-4605-8f6b-6884f906fbce {{(pid=105584) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 20:54:07.504254 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-70ca7eeb-66c2-4a8b-a055-84dbbe7ac57e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:07.543215 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-800153de-b477-4e8c-af8e-bf9294bb6e5d req-21fe99e5-f464-4c99-94d5-783d6d6f6135 tempest-FloatingIPsAssociationTestJSON-1853502918 tempest-FloatingIPsAssociationTestJSON-1853502918-project] Notify callbacks [] for floatingip, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:07.558592 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5728ffcc-1cc3-49d9-a625-d59b9da7617e req-330c54ad-03b7-45cf-ad39-e2fc3038b3fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:07.566754 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-5728ffcc-1cc3-49d9-a625-d59b9da7617e req-330c54ad-03b7-45cf-ad39-e2fc3038b3fd service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b02d9256766347f197eb5fbdd02cbc7a&device_id=6fe1cd62-e12f-490c-94e1-c5f9b119b027 HTTP/1.1" status: 200 len: 1096 time: 0.1789153 Jul 27 20:54:07.575041 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 4f692002-8880-4b13-957a-ebafe98da6bf no longer exists at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 20:54:07.586231 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-70ca7eeb-66c2-4a8b-a055-84dbbe7ac57e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9014207'] for subnet, precommit_delete_associations {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:07.607844 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] No Port match for: 4f692002-8880-4b13-957a-ebafe98da6bf {{(pid=105586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 20:54:07.608448 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 4f692002-8880-4b13-957a-ebafe98da6bf not bound to the agent host n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 20:54:07.624698 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a823ea53-58d4-4bf7-815d-a7bc279bea80 req-a4314f08-2858-4385-bf7b-57c6f19e3468 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=dea81a77-85b4-4e12-8e1d-b19e89484a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297202 Jul 27 20:54:07.634431 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-5728ffcc-1cc3-49d9-a625-d59b9da7617e req-2eacb376-9d8c-4fc2-afba-4c1c35f8dada service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9fb12c78-187d-4a4f-ad6b-1ca5597a0356 HTTP/1.1" status: 200 len: 217 time: 0.0595691 Jul 27 20:54:07.671079 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-0aff3820-6712-425b-b782-97fad8b117ce req-ea620d98-ae03-4b52-b282-c7ea1b140700 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] 10.222.0.59 "GET /v2.0/security-groups?id=c6534cb3-b44e-4a83-b57e-ddb72c2ad843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602144 Jul 27 20:54:07.754213 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5728ffcc-1cc3-49d9-a625-d59b9da7617e req-029c0734-d0bb-4895-8cb0-3653f1d00048 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:07.755781 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-5728ffcc-1cc3-49d9-a625-d59b9da7617e req-029c0734-d0bb-4895-8cb0-3653f1d00048 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ffc7070b-0d02-4acb-a66a-19178d3b9317 HTTP/1.1" status: 200 len: 860 time: 0.1090875 Jul 27 20:54:07.788407 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-800153de-b477-4e8c-af8e-bf9294bb6e5d req-21fe99e5-f464-4c99-94d5-783d6d6f6135 tempest-FloatingIPsAssociationTestJSON-1853502918 tempest-FloatingIPsAssociationTestJSON-1853502918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:07.800881 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-5728ffcc-1cc3-49d9-a625-d59b9da7617e req-a65a5478-a6b5-4e3a-8c81-fd163023fc30 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8e591ae5-ff89-4a25-b3ce-4b1625915957&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0343306 Jul 27 20:54:07.806570 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-70ca7eeb-66c2-4a8b-a055-84dbbe7ac57e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854965'] for subnet, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:07.938210 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-70ca7eeb-66c2-4a8b-a055-84dbbe7ac57e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9014081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9738825'] for subnet, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:07.977548 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-5728ffcc-1cc3-49d9-a625-d59b9da7617e req-af4f8df5-7697-4149-8162-b6489ac8bbcb service neutron] 10.222.0.36 "GET /v2.0/networks/8e591ae5-ff89-4a25-b3ce-4b1625915957?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1501429 Jul 27 20:54:07.979939 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ca7eeb-66c2-4a8b-a055-84dbbe7ac57e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=91f617d0-7d5f-4605-8f6b-6884f906fbce,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:54:07.983685 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-70ca7eeb-66c2-4a8b-a055-84dbbe7ac57e admin admin] Notify callbacks [] for subnet, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:07.985545 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-70ca7eeb-66c2-4a8b-a055-84dbbe7ac57e admin admin] 10.222.0.59 "DELETE /v2.0/subnets/91f617d0-7d5f-4605-8f6b-6884f906fbce HTTP/1.1" status: 204 len: 168 time: 0.5492132 Jul 27 20:54:07.994632 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 32838) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:54:07.995450 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3863f484-c939-4b1e-9644-eb5bacef9e28 None None] Network cd62b411-a01d-4644-a30f-7e6c8a748ce2 requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 20:54:08.019942 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b051d046-030a-4eed-8ea8-0a251f716f76 req-3dcde083-6ab5-4343-9ba5-54c85fc69f29 tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:08.029360 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b051d046-030a-4eed-8ea8-0a251f716f76 req-3dcde083-6ab5-4343-9ba5-54c85fc69f29 tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] 10.222.0.59 "GET /v2.0/ports?device_id=1405576f-5941-4d83-ba16-a6ff354313a3 HTTP/1.1" status: 200 len: 944 time: 0.2818272 Jul 27 20:54:08.139171 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.db_base_plugin_common [req-800153de-b477-4e8c-af8e-bf9294bb6e5d req-21fe99e5-f464-4c99-94d5-783d6d6f6135 tempest-FloatingIPsAssociationTestJSON-1853502918 tempest-FloatingIPsAssociationTestJSON-1853502918-project] Allocated IP 172.25.5.214 (8735d8a2-b604-4758-ae71-b40e4ee6f305/eca7dbab-b9c0-4c8f-a272-816ea8a81764/07c3184c-f99a-4820-82ec-a68249cd40fe) {{(pid=105585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:54:08.139972 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-ac9adc77-4cb1-4faa-bbad-04dd94741f35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-990557'] for network, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:08.152802 n-d-705658-22 neutron-server[105585]: INFO neutron.api.v2.resource [req-a2e00446-2424-4778-9106-258ba40b9f3b req-80b1cef8-61f0-4b0d-a35a-5c4049fd4eda service neutron] show failed (client error): The resource could not be found. Jul 27 20:54:08.154488 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a2e00446-2424-4778-9106-258ba40b9f3b req-80b1cef8-61f0-4b0d-a35a-5c4049fd4eda service neutron] 10.222.0.60 "GET /v2.0/ports/7c8a5e21-eb13-4770-9477-daf1bab77ba3/bindings/n-h1-705658-22 HTTP/1.1" status: 404 len: 381 time: 0.2316697 Jul 27 20:54:08.166071 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-5728ffcc-1cc3-49d9-a625-d59b9da7617e req-e370e46d-cff2-4180-a40e-401d6aca310c service neutron] 10.222.0.36 "GET /v2.0/networks/8e591ae5-ff89-4a25-b3ce-4b1625915957?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1788549 Jul 27 20:54:08.209684 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b051d046-030a-4eed-8ea8-0a251f716f76 req-84a1afba-a38c-4da3-a223-85951842dd40 tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] 10.222.0.59 "GET /v2.0/security-groups?id=594c38b0-00a0-4e02-9d5e-673f3a5e469c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525807 Jul 27 20:54:08.259396 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-ac9adc77-4cb1-4faa-bbad-04dd94741f35 admin admin] Deleting port 17243007-6c5b-48ca-9450-556c53964cf3 {{(pid=105584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:54:08.265494 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-ac9adc77-4cb1-4faa-bbad-04dd94741f35 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:08.272656 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 20:54:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dabc218-964e-4655-bb81-b92414470bde x-openstack-request-id: req-8dabc218-964e-4655-bb81-b92414470bde {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:54:08.272656 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6fe1cd62-e12f-490c-94e1-c5f9b119b027", "tag": "9fb12c78-187d-4a4f-ad6b-1ca5597a0356", "status": "completed", "code": 200}]} {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:54:08.274713 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-8dabc218-964e-4655-bb81-b92414470bde {{(pid=105584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:54:08.275308 n-d-705658-22 neutron-server[105584]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6fe1cd62-e12f-490c-94e1-c5f9b119b027', 'tag': '9fb12c78-187d-4a4f-ad6b-1ca5597a0356', 'status': 'completed', 'code': 200} Jul 27 20:54:08.306389 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ebb991e-356e-48a7-a267-5316919c89d3 None None] DHCP port deletion for cd62b411-a01d-4644-a30f-7e6c8a748ce2 request from n-d-705658-22 {{(pid=105586) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 20:54:08.406831 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [None req-ac9adc77-4cb1-4faa-bbad-04dd94741f35 admin admin] For port 17243007-6c5b-48ca-9450-556c53964cf3, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=17243007-6c5b-48ca-9450-556c53964cf3,segment=NetworkSegment(1957bea1-e932-4298-84b1-500ab8ecf4a2),segment_id=1957bea1-e932-4298-84b1-500ab8ecf4a2)] {{(pid=105584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:54:08.407304 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-ac9adc77-4cb1-4faa-bbad-04dd94741f35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:08.424976 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-8ebb991e-356e-48a7-a267-5316919c89d3 None None] Deleting port 17243007-6c5b-48ca-9450-556c53964cf3 {{(pid=105586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:54:08.425394 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-8ebb991e-356e-48a7-a267-5316919c89d3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:08.437651 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-ac9adc77-4cb1-4faa-bbad-04dd94741f35 admin admin] Calling delete_port for 17243007-6c5b-48ca-9450-556c53964cf3 owned by network:dhcp {{(pid=105584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:54:08.526857 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-8ebb991e-356e-48a7-a267-5316919c89d3 None None] For port 17243007-6c5b-48ca-9450-556c53964cf3, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=17243007-6c5b-48ca-9450-556c53964cf3,segment=NetworkSegment(1957bea1-e932-4298-84b1-500ab8ecf4a2),segment_id=1957bea1-e932-4298-84b1-500ab8ecf4a2)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:54:08.527490 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-8ebb991e-356e-48a7-a267-5316919c89d3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:08.559113 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-ac9adc77-4cb1-4faa-bbad-04dd94741f35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:08.559504 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-8ebb991e-356e-48a7-a267-5316919c89d3 None None] Calling delete_port for 17243007-6c5b-48ca-9450-556c53964cf3 owned by network:dhcp {{(pid=105586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:54:08.657778 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9adc77-4cb1-4faa-bbad-04dd94741f35 admin admin] Pushing event deleted for resources: {'Port': ['ID=17243007-6c5b-48ca-9450-556c53964cf3,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:54:08.668658 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac9adc77-4cb1-4faa-bbad-04dd94741f35 admin admin] No DVR routers for this DVR port 17243007-6c5b-48ca-9450-556c53964cf3 on host n-d-705658-22 {{(pid=105584) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 20:54:08.684732 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 20:54:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75e9d9d4-2461-42f2-8fc5-42ece86fe49d x-openstack-request-id: req-75e9d9d4-2461-42f2-8fc5-42ece86fe49d {{(pid=105585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:54:08.685620 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1405576f-5941-4d83-ba16-a6ff354313a3", "tag": "59909a23-0255-4632-b378-8c7203b9b616", "status": "completed", "code": 200}]} {{(pid=105585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:54:08.686042 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-75e9d9d4-2461-42f2-8fc5-42ece86fe49d {{(pid=105585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:54:08.686576 n-d-705658-22 neutron-server[105585]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1405576f-5941-4d83-ba16-a6ff354313a3', 'tag': '59909a23-0255-4632-b378-8c7203b9b616', 'status': 'completed', 'code': 200} Jul 27 20:54:08.784157 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-8ebb991e-356e-48a7-a267-5316919c89d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180'] for port, after_delete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:08.791461 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d3af8f-06d4-40ed-af4f-4f85ed399717 req-fb2dbbd4-2359-44ca-be9d-b8bd26d8bec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:08.793070 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-32d3af8f-06d4-40ed-af4f-4f85ed399717 req-fb2dbbd4-2359-44ca-be9d-b8bd26d8bec4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0ae9964322044591b167626dd714310e&device_id=1405576f-5941-4d83-ba16-a6ff354313a3 HTTP/1.1" status: 200 len: 1127 time: 0.2616665 Jul 27 20:54:08.804444 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-ac9adc77-4cb1-4faa-bbad-04dd94741f35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853562', 'neutron.services.segments.db._delete_segments_for_network-8790688882975'] for network, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:08.809668 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef175ccf-f4ba-4008-bdfa-606053c372cc req-13090efb-42e5-4bb7-8d1b-05c59fd2f165 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:08.811796 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-ef175ccf-f4ba-4008-bdfa-606053c372cc req-13090efb-42e5-4bb7-8d1b-05c59fd2f165 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b02d9256766347f197eb5fbdd02cbc7a&device_id=6fe1cd62-e12f-490c-94e1-c5f9b119b027 HTTP/1.1" status: 200 len: 1096 time: 0.5041630 Jul 27 20:54:08.827686 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ebb991e-356e-48a7-a267-5316919c89d3 None None] No DVR routers for this DVR port 17243007-6c5b-48ca-9450-556c53964cf3 on host n-d-705658-22 {{(pid=105586) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 20:54:08.837646 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-800153de-b477-4e8c-af8e-bf9294bb6e5d req-21fe99e5-f464-4c99-94d5-783d6d6f6135 tempest-FloatingIPsAssociationTestJSON-1853502918 tempest-FloatingIPsAssociationTestJSON-1853502918-project] Notify callbacks [] for port, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:08.841661 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.segments.db [None req-ac9adc77-4cb1-4faa-bbad-04dd94741f35 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd62b411-a01d-4644-a30f-7e6c8a748ce2']}} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:54:08.853042 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-26cc4787-1685-4b28-bcec-7d4513524081 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:08.854765 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebb991e-356e-48a7-a267-5316919c89d3 None None] Pushing event deleted for resources: {'Port': ['ID=17243007-6c5b-48ca-9450-556c53964cf3,revision_number=None']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:54:08.865609 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f7daea-a354-484b-9995-44b6bbd86514 req-77cc7ce4-4ea2-400a-b700-36d1319fcb5a tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:08.881570 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-94f7daea-a354-484b-9995-44b6bbd86514 req-77cc7ce4-4ea2-400a-b700-36d1319fcb5a tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] 10.222.0.59 "GET /v2.0/ports?device_id=6fe1cd62-e12f-490c-94e1-c5f9b119b027 HTTP/1.1" status: 200 len: 944 time: 0.1900432 Jul 27 20:54:08.909447 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e00446-2424-4778-9106-258ba40b9f3b req-0c9304cf-3a99-4bb8-b8bb-09a1e3ebdc48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:08.911328 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-a2e00446-2424-4778-9106-258ba40b9f3b req-0c9304cf-3a99-4bb8-b8bb-09a1e3ebdc48 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=90df5073-6143-4b20-b10d-a2a3e91a9c78&tenant_id=43230fc3eab141e0b742541c8628d03e HTTP/1.1" status: 200 len: 1102 time: 0.3815382 Jul 27 20:54:08.913020 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.segments.db [None req-ac9adc77-4cb1-4faa-bbad-04dd94741f35 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1957bea1-e932-4298-84b1-500ab8ecf4a2') {'for_net_delete': True} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:54:08.913345 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.segments.db [None req-ac9adc77-4cb1-4faa-bbad-04dd94741f35 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1957bea1-e932-4298-84b1-500ab8ecf4a2') {} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:54:08.921754 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 17243007-6c5b-48ca-9450-556c53964cf3 no longer exists at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 20:54:08.952686 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] No Port match for: 17243007-6c5b-48ca-9450-556c53964cf3 {{(pid=105586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 20:54:08.954079 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 17243007-6c5b-48ca-9450-556c53964cf3 not bound to the agent host n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 20:54:08.954510 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device d6378b6b-2057-427e-9588-e022b0cad1dd no longer exists at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 20:54:08.958109 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-94f7daea-a354-484b-9995-44b6bbd86514 req-4b8a90a8-9d63-4baf-892c-2d15b4c5d813 tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] 10.222.0.59 "GET /v2.0/security-groups?id=1749b80d-91c6-4bd3-8e8d-666bd095400f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783329 Jul 27 20:54:08.977435 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] No Port match for: d6378b6b-2057-427e-9588-e022b0cad1dd {{(pid=105586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 20:54:08.977848 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device d6378b6b-2057-427e-9588-e022b0cad1dd not bound to the agent host n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 20:54:09.000670 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-800153de-b477-4e8c-af8e-bf9294bb6e5d req-21fe99e5-f464-4c99-94d5-783d6d6f6135 tempest-FloatingIPsAssociationTestJSON-1853502918 tempest-FloatingIPsAssociationTestJSON-1853502918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:09.047873 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-800153de-b477-4e8c-af8e-bf9294bb6e5d req-21fe99e5-f464-4c99-94d5-783d6d6f6135 tempest-FloatingIPsAssociationTestJSON-1853502918 tempest-FloatingIPsAssociationTestJSON-1853502918-project] Network 8735d8a2-b604-4758-ae71-b40e4ee6f305 is already hosted by enough agents. {{(pid=105585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:54:09.052296 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.base_scheduler [req-800153de-b477-4e8c-af8e-bf9294bb6e5d req-21fe99e5-f464-4c99-94d5-783d6d6f6135 tempest-FloatingIPsAssociationTestJSON-1853502918 tempest-FloatingIPsAssociationTestJSON-1853502918-project] Resources bound (agent type, host, resource id): {{(pid=105585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:54:09.062063 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.l3_dvrscheduler_db [req-800153de-b477-4e8c-af8e-bf9294bb6e5d req-21fe99e5-f464-4c99-94d5-783d6d6f6135 tempest-FloatingIPsAssociationTestJSON-1853502918 tempest-FloatingIPsAssociationTestJSON-1853502918-project] Received port after_create {{(pid=105585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:54:09.099089 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fe99e5-f464-4c99-94d5-783d6d6f6135 tempest-FloatingIPsAssociationTestJSON-1853502918 tempest-FloatingIPsAssociationTestJSON-1853502918-project] Pushing event updated for resources: {'Port': ['ID=07c3184c-f99a-4820-82ec-a68249cd40fe,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:54:09.163428 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-800153de-b477-4e8c-af8e-bf9294bb6e5d req-21fe99e5-f464-4c99-94d5-783d6d6f6135 tempest-FloatingIPsAssociationTestJSON-1853502918 tempest-FloatingIPsAssociationTestJSON-1853502918-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:09.222915 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-800153de-b477-4e8c-af8e-bf9294bb6e5d req-21fe99e5-f464-4c99-94d5-783d6d6f6135 tempest-FloatingIPsAssociationTestJSON-1853502918 tempest-FloatingIPsAssociationTestJSON-1853502918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:09.238779 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [req-a2e00446-2424-4778-9106-258ba40b9f3b req-90b1ce76-51b8-4ad6-a58d-9e2e1bb23207 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-705658-22', 'device_owner': 'compute:nova'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:54:09.252330 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-ac9adc77-4cb1-4faa-bbad-04dd94741f35 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790688883752', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9014348'] for segment, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:09.307083 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-ac9adc77-4cb1-4faa-bbad-04dd94741f35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:09.340190 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac9adc77-4cb1-4faa-bbad-04dd94741f35 admin admin] Releasing vlan 247 on physical network physnet1 to pool {{(pid=105584) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 20:54:09.340965 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-ac9adc77-4cb1-4faa-bbad-04dd94741f35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9014063'] for segment, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:09.345696 n-d-705658-22 neutron-server[105584]: Traceback (most recent call last): Jul 27 20:54:09.345696 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 20:54:09.345696 n-d-705658-22 neutron-server[105584]: timer() Jul 27 20:54:09.345696 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 20:54:09.345696 n-d-705658-22 neutron-server[105584]: cb(*args, **kw) Jul 27 20:54:09.345696 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 20:54:09.345696 n-d-705658-22 neutron-server[105584]: return func(*args, **kwargs) Jul 27 20:54:09.345696 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 20:54:09.345696 n-d-705658-22 neutron-server[105584]: self._notify() Jul 27 20:54:09.345696 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 20:54:09.345696 n-d-705658-22 neutron-server[105584]: self.callback(batched_events) Jul 27 20:54:09.345696 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 20:54:09.345696 n-d-705658-22 neutron-server[105584]: event.method(event) Jul 27 20:54:09.345696 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 20:54:09.345696 n-d-705658-22 neutron-server[105584]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 20:54:09.345696 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 20:54:09.345696 n-d-705658-22 neutron-server[105584]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 20:54:09.345696 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 20:54:09.345696 n-d-705658-22 neutron-server[105584]: return f(self, *a, **k) Jul 27 20:54:09.345696 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 20:54:09.345696 n-d-705658-22 neutron-server[105584]: return self._get(url).json() Jul 27 20:54:09.345696 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 20:54:09.345696 n-d-705658-22 neutron-server[105584]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 20:54:09.345696 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 20:54:09.345696 n-d-705658-22 neutron-server[105584]: return self.request(url, 'GET', **kwargs) Jul 27 20:54:09.345696 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 20:54:09.345696 n-d-705658-22 neutron-server[105584]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 20:54:09.345696 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 20:54:09.345696 n-d-705658-22 neutron-server[105584]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 20:54:09.345696 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 20:54:09.345696 n-d-705658-22 neutron-server[105584]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 20:54:09.345696 n-d-705658-22 neutron-server[105584]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 20:54:09.373653 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eaddb32-d02c-4542-8367-5ef5c89c634a req-94b911b9-fcd5-4d14-8d16-728842ef3ede tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:09.375259 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-4eaddb32-d02c-4542-8367-5ef5c89c634a req-94b911b9-fcd5-4d14-8d16-728842ef3ede tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] 10.222.0.59 "GET /v2.0/ports?device_id=f373a835-3213-4d6e-b25d-079826b324e5 HTTP/1.1" status: 200 len: 950 time: 0.1497426 Jul 27 20:54:09.423540 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-4eaddb32-d02c-4542-8367-5ef5c89c634a req-4f5d282e-4bfa-479e-afc0-02e7a4391f82 tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] 10.222.0.59 "GET /v2.0/security-groups?id=dea81a77-85b4-4e12-8e1d-b19e89484a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378046 Jul 27 20:54:09.444575 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef175ccf-f4ba-4008-bdfa-606053c372cc req-68e7f2e3-e036-4086-b694-77307cfb4a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:09.446328 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-ef175ccf-f4ba-4008-bdfa-606053c372cc req-68e7f2e3-e036-4086-b694-77307cfb4a62 service neutron] 10.222.0.36 "GET /v2.0/networks?id=8e591ae5-ff89-4a25-b3ce-4b1625915957 HTTP/1.1" status: 200 len: 921 time: 0.6097112 Jul 27 20:54:09.451461 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d3af8f-06d4-40ed-af4f-4f85ed399717 req-db7a9812-3c48-4d51-be43-24bce0a26615 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:09.453015 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-32d3af8f-06d4-40ed-af4f-4f85ed399717 req-db7a9812-3c48-4d51-be43-24bce0a26615 service neutron] 10.222.0.36 "GET /v2.0/networks?id=4d297cf8-0ab0-49a0-a8db-82a17169c88a HTTP/1.1" status: 200 len: 909 time: 0.6458728 Jul 27 20:54:09.480915 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-a2e00446-2424-4778-9106-258ba40b9f3b req-90b1ce76-51b8-4ad6-a58d-9e2e1bb23207 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:09.511398 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-ac9adc77-4cb1-4faa-bbad-04dd94741f35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4075658'] for network, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:09.518472 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-800153de-b477-4e8c-af8e-bf9294bb6e5d req-21fe99e5-f464-4c99-94d5-783d6d6f6135 tempest-FloatingIPsAssociationTestJSON-1853502918 tempest-FloatingIPsAssociationTestJSON-1853502918-project] Notify callbacks [] for port, precommit_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:09.536703 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-800153de-b477-4e8c-af8e-bf9294bb6e5d req-21fe99e5-f464-4c99-94d5-783d6d6f6135 tempest-FloatingIPsAssociationTestJSON-1853502918 tempest-FloatingIPsAssociationTestJSON-1853502918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10221672'] for port, after_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:09.554368 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-ef175ccf-f4ba-4008-bdfa-606053c372cc req-fa26d0dd-570c-4dec-bb55-5724e20b70f5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9fb12c78-187d-4a4f-ad6b-1ca5597a0356 HTTP/1.1" status: 200 len: 217 time: 0.0876784 Jul 27 20:54:09.555381 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-ac9adc77-4cb1-4faa-bbad-04dd94741f35 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743886'] for network, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:09.559401 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-ac9adc77-4cb1-4faa-bbad-04dd94741f35 admin admin] 10.222.0.59 "DELETE /v2.0/networks/cd62b411-a01d-4644-a30f-7e6c8a748ce2 HTTP/1.1" status: 204 len: 168 time: 1.5615373 Jul 27 20:54:09.562064 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-32d3af8f-06d4-40ed-af4f-4f85ed399717 req-7713a72e-c7cb-4c2c-be96-df266948b705 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=59909a23-0255-4632-b378-8c7203b9b616 HTTP/1.1" status: 200 len: 217 time: 0.0869415 Jul 27 20:54:09.606518 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9adc77-4cb1-4faa-bbad-04dd94741f35 admin admin] Pushing event deleted for resources: {'Network': ['ID=cd62b411-a01d-4644-a30f-7e6c8a748ce2,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:54:09.688709 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d3af8f-06d4-40ed-af4f-4f85ed399717 req-85fb5e8d-684b-4c6b-87af-5ec2c962e8b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:09.690089 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-32d3af8f-06d4-40ed-af4f-4f85ed399717 req-85fb5e8d-684b-4c6b-87af-5ec2c962e8b5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ff9685c6-941b-44c9-867d-9e4581186e02 HTTP/1.1" status: 200 len: 848 time: 0.0930455 Jul 27 20:54:09.720945 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-800153de-b477-4e8c-af8e-bf9294bb6e5d req-21fe99e5-f464-4c99-94d5-783d6d6f6135 tempest-FloatingIPsAssociationTestJSON-1853502918 tempest-FloatingIPsAssociationTestJSON-1853502918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4075768'] for floatingip, after_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:09.735325 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fe99e5-f464-4c99-94d5-783d6d6f6135 tempest-FloatingIPsAssociationTestJSON-1853502918 tempest-FloatingIPsAssociationTestJSON-1853502918-project] Pushing event updated for resources: {'Port': ['ID=07c3184c-f99a-4820-82ec-a68249cd40fe,revision_number=2']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:54:09.754860 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef175ccf-f4ba-4008-bdfa-606053c372cc req-5d804058-a1b7-4db0-b89b-7a0e43e4bf20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:09.755684 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-ef175ccf-f4ba-4008-bdfa-606053c372cc req-5d804058-a1b7-4db0-b89b-7a0e43e4bf20 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ffc7070b-0d02-4acb-a66a-19178d3b9317 HTTP/1.1" status: 200 len: 860 time: 0.1824241 Jul 27 20:54:09.769153 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-800153de-b477-4e8c-af8e-bf9294bb6e5d req-21fe99e5-f464-4c99-94d5-783d6d6f6135 tempest-FloatingIPsAssociationTestJSON-1853502918 tempest-FloatingIPsAssociationTestJSON-1853502918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for floatingip, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:09.770894 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-800153de-b477-4e8c-af8e-bf9294bb6e5d req-21fe99e5-f464-4c99-94d5-783d6d6f6135 tempest-FloatingIPsAssociationTestJSON-1853502918 tempest-FloatingIPsAssociationTestJSON-1853502918-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.3250108 Jul 27 20:54:09.786483 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-32d3af8f-06d4-40ed-af4f-4f85ed399717 req-015f91e6-6c97-4abf-b306-a610ff88d31d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4d297cf8-0ab0-49a0-a8db-82a17169c88a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0445220 Jul 27 20:54:09.810347 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93a1e91-4847-4530-b5ce-33a2ff9bf585 req-5803e9f1-ce1b-431d-bd71-4c2f2fcb93e3 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:09.821128 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e93a1e91-4847-4530-b5ce-33a2ff9bf585 req-5803e9f1-ce1b-431d-bd71-4c2f2fcb93e3 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] 10.222.0.59 "GET /v2.0/ports?device_id=90df5073-6143-4b20-b10d-a2a3e91a9c78 HTTP/1.1" status: 200 len: 950 time: 0.3048494 Jul 27 20:54:09.826659 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 32854) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:54:09.829884 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:09.832877 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-ef175ccf-f4ba-4008-bdfa-606053c372cc req-415bf30b-8f8f-4a77-a252-a89dc6403385 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8e591ae5-ff89-4a25-b3ce-4b1625915957&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0580213 Jul 27 20:54:09.936230 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e93a1e91-4847-4530-b5ce-33a2ff9bf585 req-3af10138-0f10-4ebf-a47b-5f36bd405501 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] 10.222.0.59 "GET /v2.0/security-groups?id=c6534cb3-b44e-4a83-b57e-ddb72c2ad843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138892 Jul 27 20:54:09.939771 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-800153de-b477-4e8c-af8e-bf9294bb6e5d req-d2109804-5980-4caa-a533-48273a6e4db5 tempest-FloatingIPsAssociationTestJSON-1853502918 tempest-FloatingIPsAssociationTestJSON-1853502918-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.5.214 HTTP/1.1" status: 200 len: 696 time: 0.1031177 Jul 27 20:54:10.074580 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-dda78649-bfc2-4d71-8012-1b4d55e2450c admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=0259422d24f64249960659ace98bc15f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2444921 Jul 27 20:54:10.080131 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 32860) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:54:10.097047 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-32d3af8f-06d4-40ed-af4f-4f85ed399717 req-b2f7a067-2b7b-40af-b05b-301de97156f3 service neutron] 10.222.0.36 "GET /v2.0/networks/4d297cf8-0ab0-49a0-a8db-82a17169c88a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2998939 Jul 27 20:54:10.113578 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [req-a2e00446-2424-4778-9106-258ba40b9f3b req-90b1ce76-51b8-4ad6-a58d-9e2e1bb23207 service neutron] For port 7c8a5e21-eb13-4770-9477-daf1bab77ba3, host n-h2-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=7c8a5e21-eb13-4770-9477-daf1bab77ba3,segment=NetworkSegment(86b1e6f6-d629-4b03-8944-4cdfbfb93d02),segment_id=86b1e6f6-d629-4b03-8944-4cdfbfb93d02)] {{(pid=105584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:54:10.155029 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800153de-b477-4e8c-af8e-bf9294bb6e5d req-6dde39b6-0a05-479c-b492-c30de3ae8329 tempest-FloatingIPsAssociationTestJSON-1853502918 tempest-FloatingIPsAssociationTestJSON-1853502918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:10.156900 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-800153de-b477-4e8c-af8e-bf9294bb6e5d req-6dde39b6-0a05-479c-b492-c30de3ae8329 tempest-FloatingIPsAssociationTestJSON-1853502918 tempest-FloatingIPsAssociationTestJSON-1853502918-project] 10.222.0.59 "GET /v2.0/networks/8735d8a2-b604-4758-ae71-b40e4ee6f305 HTTP/1.1" status: 200 len: 784 time: 0.2035596 Jul 27 20:54:10.170628 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [req-800153de-b477-4e8c-af8e-bf9294bb6e5d req-8a50e127-089c-47cf-b9ea-c0d897e5ec4d tempest-FloatingIPsAssociationTestJSON-1853502918 tempest-FloatingIPsAssociationTestJSON-1853502918-project] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=105585) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 20:54:10.171953 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-800153de-b477-4e8c-af8e-bf9294bb6e5d req-8a50e127-089c-47cf-b9ea-c0d897e5ec4d tempest-FloatingIPsAssociationTestJSON-1853502918 tempest-FloatingIPsAssociationTestJSON-1853502918-project] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0062387 Jul 27 20:54:10.192263 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-ef175ccf-f4ba-4008-bdfa-606053c372cc req-0b054b5b-9d43-4133-9781-255d20437011 service neutron] 10.222.0.36 "GET /v2.0/networks/8e591ae5-ff89-4a25-b3ce-4b1625915957?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3360505 Jul 27 20:54:10.207204 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70f2bbe-2c76-4bed-a703-d67e1a1b2b95 req-e7dd3aba-662f-4f9f-aeac-46d79ce55850 tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:10.211443 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a70f2bbe-2c76-4bed-a703-d67e1a1b2b95 req-e7dd3aba-662f-4f9f-aeac-46d79ce55850 tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] 10.222.0.59 "GET /v2.0/ports?device_id=1405576f-5941-4d83-ba16-a6ff354313a3 HTTP/1.1" status: 200 len: 944 time: 0.1748312 Jul 27 20:54:10.281547 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [req-a2e00446-2424-4778-9106-258ba40b9f3b req-90b1ce76-51b8-4ad6-a58d-9e2e1bb23207 service neutron] For port 7c8a5e21-eb13-4770-9477-daf1bab77ba3, host n-h2-705658-22, cleared binding levels {{(pid=105584) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:54:10.309505 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a70f2bbe-2c76-4bed-a703-d67e1a1b2b95 req-58689e94-1b9a-4eb5-8aba-4cb8504b7c68 tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] 10.222.0.59 "GET /v2.0/security-groups?id=594c38b0-00a0-4e02-9d5e-673f3a5e469c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922105 Jul 27 20:54:10.376126 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c3c354-3d5b-4ae3-b4fa-e32e90199b00 req-2e1aa28c-8e09-49b4-909f-33acc0aa9421 tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:10.377939 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a7c3c354-3d5b-4ae3-b4fa-e32e90199b00 req-2e1aa28c-8e09-49b4-909f-33acc0aa9421 tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] 10.222.0.59 "GET /v2.0/ports?device_id=6fe1cd62-e12f-490c-94e1-c5f9b119b027 HTTP/1.1" status: 200 len: 944 time: 0.0928872 Jul 27 20:54:10.438142 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a7c3c354-3d5b-4ae3-b4fa-e32e90199b00 req-816209bc-494c-46fe-9c09-c2620b3ed5b1 tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] 10.222.0.59 "GET /v2.0/security-groups?id=1749b80d-91c6-4bd3-8e8d-666bd095400f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498765 Jul 27 20:54:10.453895 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-a2e00446-2424-4778-9106-258ba40b9f3b req-90b1ce76-51b8-4ad6-a58d-9e2e1bb23207 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:10.475164 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.provisioning_blocks [req-a2e00446-2424-4778-9106-258ba40b9f3b req-90b1ce76-51b8-4ad6-a58d-9e2e1bb23207 service neutron] Transition to ACTIVE for port object 7c8a5e21-eb13-4770-9477-daf1bab77ba3 will not be triggered until provisioned by entity L2. {{(pid=105584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:54:10.479940 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90df5073-6143-4b20-b10d-a2a3e91a9c78', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7c8a5e21-eb13-4770-9477-daf1bab77ba3'}] {{(pid=105584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:54:10.482661 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bce5e6c8685464f7626901654159975603b047827e3138302ed6566e28f1343" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6086a30-aef0-4915-a1f1-20e34eaa890a" -d '{"events": [{"server_uuid": "90df5073-6143-4b20-b10d-a2a3e91a9c78", "name": "network-vif-unplugged", "status": "completed", "tag": "7c8a5e21-eb13-4770-9477-daf1bab77ba3"}]}' {{(pid=105584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:54:10.494801 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-cf6c5881-0ce3-473f-9635-9ec55098da3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:10.496875 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-a2e00446-2424-4778-9106-258ba40b9f3b req-90b1ce76-51b8-4ad6-a58d-9e2e1bb23207 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9014027'] for port, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:10.508724 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-32d3af8f-06d4-40ed-af4f-4f85ed399717 req-3ef0e601-a591-46d2-b716-407205120f64 service neutron] 10.222.0.36 "GET /v2.0/networks/4d297cf8-0ab0-49a0-a8db-82a17169c88a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3869081 Jul 27 20:54:10.632178 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-cf6c5881-0ce3-473f-9635-9ec55098da3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:10.676241 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2e00446-2424-4778-9106-258ba40b9f3b req-90b1ce76-51b8-4ad6-a58d-9e2e1bb23207 service neutron] No DVR routers for this DVR port 7c8a5e21-eb13-4770-9477-daf1bab77ba3 on host n-h2-705658-22 {{(pid=105584) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 20:54:10.678269 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b1ce76-51b8-4ad6-a58d-9e2e1bb23207 service neutron] Pushing event updated for resources: {'Port': ['ID=7c8a5e21-eb13-4770-9477-daf1bab77ba3,revision_number=6']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:54:10.698532 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-ef175ccf-f4ba-4008-bdfa-606053c372cc req-c37ebcd8-ae6d-4075-be81-454a2ad74f86 service neutron] 10.222.0.36 "GET /v2.0/networks/8e591ae5-ff89-4a25-b3ce-4b1625915957?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4929636 Jul 27 20:54:10.765936 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [req-a2e00446-2424-4778-9106-258ba40b9f3b req-90b1ce76-51b8-4ad6-a58d-9e2e1bb23207 service neutron] Attempting to bind port 7c8a5e21-eb13-4770-9477-daf1bab77ba3 on host n-h1-705658-22 for vnic_type normal with profile {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:54:10.765936 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [req-a2e00446-2424-4778-9106-258ba40b9f3b req-90b1ce76-51b8-4ad6-a58d-9e2e1bb23207 service neutron] Attempting to bind port 7c8a5e21-eb13-4770-9477-daf1bab77ba3 by drivers openvswitch,hyperv on host n-h1-705658-22 at level 0 using segments [{'id': '86b1e6f6-d629-4b03-8944-4cdfbfb93d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '4d64aa0b-bd6a-468e-8edc-c83689947462'}] {{(pid=105584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:54:10.765936 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2e00446-2424-4778-9106-258ba40b9f3b req-90b1ce76-51b8-4ad6-a58d-9e2e1bb23207 service neutron] Attempting to bind port 7c8a5e21-eb13-4770-9477-daf1bab77ba3 on network 4d64aa0b-bd6a-468e-8edc-c83689947462 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:54:10.770752 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73bd4bb-da50-463c-bcb9-74f37a9d7f27 req-5fc1b715-bd5f-4433-8959-c61c9be47f3f tempest-FloatingIPsAssociationTestJSON-1853502918 tempest-FloatingIPsAssociationTestJSON-1853502918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:10.773442 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f73bd4bb-da50-463c-bcb9-74f37a9d7f27 req-5fc1b715-bd5f-4433-8959-c61c9be47f3f tempest-FloatingIPsAssociationTestJSON-1853502918 tempest-FloatingIPsAssociationTestJSON-1853502918-project] 10.222.0.59 "GET /v2.0/networks?id=3f1c8940-c5a5-4dd2-af27-28f2db444e65 HTTP/1.1" status: 200 len: 821 time: 0.1965311 Jul 27 20:54:10.773981 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2e00446-2424-4778-9106-258ba40b9f3b req-90b1ce76-51b8-4ad6-a58d-9e2e1bb23207 service neutron] Port 7c8a5e21-eb13-4770-9477-daf1bab77ba3 on network 4d64aa0b-bd6a-468e-8edc-c83689947462 not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-22 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 20:54:10.774347 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2e00446-2424-4778-9106-258ba40b9f3b req-90b1ce76-51b8-4ad6-a58d-9e2e1bb23207 service neutron] Attempting to bind port 7c8a5e21-eb13-4770-9477-daf1bab77ba3 on network 4d64aa0b-bd6a-468e-8edc-c83689947462 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:54:10.782550 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2e00446-2424-4778-9106-258ba40b9f3b req-90b1ce76-51b8-4ad6-a58d-9e2e1bb23207 service neutron] Checking agent: {'id': '9d9bc37f-4d75-44ef-9f63-799aab3e316f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 49, 36), 'started_at': datetime.datetime(2021, 7, 27, 20, 49, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 54, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:54:10.782550 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2e00446-2424-4778-9106-258ba40b9f3b req-90b1ce76-51b8-4ad6-a58d-9e2e1bb23207 service neutron] Checking segment: {'id': '86b1e6f6-d629-4b03-8944-4cdfbfb93d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '4d64aa0b-bd6a-468e-8edc-c83689947462'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:54:10.782550 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2e00446-2424-4778-9106-258ba40b9f3b req-90b1ce76-51b8-4ad6-a58d-9e2e1bb23207 service neutron] Bound using segment: {'id': '86b1e6f6-d629-4b03-8944-4cdfbfb93d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '4d64aa0b-bd6a-468e-8edc-c83689947462'} {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:54:10.782846 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [req-a2e00446-2424-4778-9106-258ba40b9f3b req-90b1ce76-51b8-4ad6-a58d-9e2e1bb23207 service neutron] Bound port: 7c8a5e21-eb13-4770-9477-daf1bab77ba3, host: n-h1-705658-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '86b1e6f6-d629-4b03-8944-4cdfbfb93d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '4d64aa0b-bd6a-468e-8edc-c83689947462'}}] {{(pid=105584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:54:10.783267 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-a2e00446-2424-4778-9106-258ba40b9f3b req-90b1ce76-51b8-4ad6-a58d-9e2e1bb23207 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:10.792264 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3e7d79-98ce-44f7-aa17-81a41fd92621 req-4c7877c1-3ebf-4601-b64c-97b9102f9608 tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:10.801104 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-bd3e7d79-98ce-44f7-aa17-81a41fd92621 req-4c7877c1-3ebf-4601-b64c-97b9102f9608 tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] 10.222.0.59 "GET /v2.0/ports?device_id=f373a835-3213-4d6e-b25d-079826b324e5 HTTP/1.1" status: 200 len: 950 time: 0.1396949 Jul 27 20:54:10.835500 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-cf6c5881-0ce3-473f-9635-9ec55098da3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:10.839240 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-cf6c5881-0ce3-473f-9635-9ec55098da3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:10.840729 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-cf6c5881-0ce3-473f-9635-9ec55098da3d admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/cefdbe5b-a084-404f-b8f2-7796eefb2307 HTTP/1.1" status: 204 len: 168 time: 0.7560265 Jul 27 20:54:10.885642 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6c5881-0ce3-473f-9635-9ec55098da3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cefdbe5b-a084-404f-b8f2-7796eefb2307,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:54:10.957102 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f73bd4bb-da50-463c-bcb9-74f37a9d7f27 req-4d8b6aa5-e4b6-4578-aec6-a56288eb2519 tempest-FloatingIPsAssociationTestJSON-1853502918 tempest-FloatingIPsAssociationTestJSON-1853502918-project] 10.222.0.59 "GET /v2.0/quotas/615238fda314405b98ca504942933ecf HTTP/1.1" status: 200 len: 375 time: 0.1756375 Jul 27 20:54:11.035390 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Device 7c8a5e21-eb13-4770-9477-daf1bab77ba3 no longer exists at agent hyperv_n-h2-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 20:54:11.044878 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [req-a2e00446-2424-4778-9106-258ba40b9f3b req-90b1ce76-51b8-4ad6-a58d-9e2e1bb23207 service neutron] For port 7c8a5e21-eb13-4770-9477-daf1bab77ba3, host n-h1-705658-22, cleared binding levels {{(pid=105584) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:54:11.048492 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [req-a2e00446-2424-4778-9106-258ba40b9f3b req-90b1ce76-51b8-4ad6-a58d-9e2e1bb23207 service neutron] For port 7c8a5e21-eb13-4770-9477-daf1bab77ba3, host n-h1-705658-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=7c8a5e21-eb13-4770-9477-daf1bab77ba3,segment=NetworkSegment(86b1e6f6-d629-4b03-8944-4cdfbfb93d02),segment_id=86b1e6f6-d629-4b03-8944-4cdfbfb93d02)] {{(pid=105584) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:54:11.055902 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-a2e00446-2424-4778-9106-258ba40b9f3b req-90b1ce76-51b8-4ad6-a58d-9e2e1bb23207 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9014027'] for port, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:11.107113 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e00446-2424-4778-9106-258ba40b9f3b req-90b1ce76-51b8-4ad6-a58d-9e2e1bb23207 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:11.108018 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-a2e00446-2424-4778-9106-258ba40b9f3b req-90b1ce76-51b8-4ad6-a58d-9e2e1bb23207 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:11.110116 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-a2e00446-2424-4778-9106-258ba40b9f3b req-90b1ce76-51b8-4ad6-a58d-9e2e1bb23207 service neutron] 10.222.0.36 "PUT /v2.0/ports/7c8a5e21-eb13-4770-9477-daf1bab77ba3 HTTP/1.1" status: 200 len: 1097 time: 2.1619020 Jul 27 20:54:11.156649 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Device 7c8a5e21-eb13-4770-9477-daf1bab77ba3 not bound to the agent host n-h2-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 20:54:11.191106 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-bd3e7d79-98ce-44f7-aa17-81a41fd92621 req-74b85f2d-f59d-4361-947d-c6baa9eb26f0 tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] 10.222.0.59 "GET /v2.0/security-groups?id=dea81a77-85b4-4e12-8e1d-b19e89484a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3887165 Jul 27 20:54:11.231086 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-4286b8e8-fce8-4125-9a72-1bb37ab0656c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:11.272193 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f73bd4bb-da50-463c-bcb9-74f37a9d7f27 req-91a09936-02af-4e5d-acd5-5787155a84f5 tempest-FloatingIPsAssociationTestJSON-1853502918 tempest-FloatingIPsAssociationTestJSON-1853502918-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=615238fda314405b98ca504942933ecf&fields=id HTTP/1.1" status: 200 len: 394 time: 0.3046131 Jul 27 20:54:11.275031 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b1ce76-51b8-4ad6-a58d-9e2e1bb23207 service neutron] Pushing event updated for resources: {'Port': ['ID=7c8a5e21-eb13-4770-9477-daf1bab77ba3,revision_number=7']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:54:11.326408 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e00446-2424-4778-9106-258ba40b9f3b req-388f7418-a99e-4f9c-9559-c231ca685f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:11.330010 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-a2e00446-2424-4778-9106-258ba40b9f3b req-388f7418-a99e-4f9c-9559-c231ca685f58 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=43230fc3eab141e0b742541c8628d03e&device_id=90df5073-6143-4b20-b10d-a2a3e91a9c78 HTTP/1.1" status: 200 len: 1100 time: 0.1839221 Jul 27 20:54:11.335163 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device 9fb12c78-187d-4a4f-ad6b-1ca5597a0356 details requested by agent hyperv_n-h1-705658-22 with host n-h1-705658-22 {{(pid=105586) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 20:54:11.342562 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 27 Jul 2021 20:54:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dd74231-58e0-4ef2-be63-916ccef1c63d x-openstack-request-id: req-8dd74231-58e0-4ef2-be63-916ccef1c63d {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:54:11.343131 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90df5073-6143-4b20-b10d-a2a3e91a9c78", "name": "network-vif-unplugged", "status": "completed", "tag": "7c8a5e21-eb13-4770-9477-daf1bab77ba3", "code": 200}]} {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:54:11.343602 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-8dd74231-58e0-4ef2-be63-916ccef1c63d {{(pid=105584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:54:11.344210 n-d-705658-22 neutron-server[105584]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90df5073-6143-4b20-b10d-a2a3e91a9c78', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7c8a5e21-eb13-4770-9477-daf1bab77ba3', 'code': 200} Jul 27 20:54:11.450217 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f73bd4bb-da50-463c-bcb9-74f37a9d7f27 req-8535ec90-8e42-452f-a922-70821b89325c service neutron] 10.222.0.59 "GET /v2.0/networks/3f1c8940-c5a5-4dd2-af27-28f2db444e65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1762900 Jul 27 20:54:11.558272 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e00446-2424-4778-9106-258ba40b9f3b req-f95b70d6-35c2-485d-aa76-428bad858f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:11.560156 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-a2e00446-2424-4778-9106-258ba40b9f3b req-f95b70d6-35c2-485d-aa76-428bad858f28 service neutron] 10.222.0.36 "GET /v2.0/networks?id=4d64aa0b-bd6a-468e-8edc-c83689947462 HTTP/1.1" status: 200 len: 870 time: 0.2147439 Jul 27 20:54:11.592028 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] For port 9fb12c78-187d-4a4f-ad6b-1ca5597a0356, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=9fb12c78-187d-4a4f-ad6b-1ca5597a0356,segment=NetworkSegment(30512320-4797-4523-818e-63eb7bdafb2b),segment_id=30512320-4797-4523-818e-63eb7bdafb2b)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:54:11.612093 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Returning: {'device': '9fb12c78-187d-4a4f-ad6b-1ca5597a0356', 'network_id': '8e591ae5-ff89-4a25-b3ce-4b1625915957', 'port_id': '9fb12c78-187d-4a4f-ad6b-1ca5597a0356', 'mac_address': 'fa:16:3e:65:ec:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 245, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ffc7070b-0d02-4acb-a66a-19178d3b9317', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105586) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 20:54:11.646860 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ada0239-ed6b-4086-a2b1-3b8c1a537f2d req-0182aa77-2987-4820-b7f6-1e18441b9915 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:11.648484 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-6ada0239-ed6b-4086-a2b1-3b8c1a537f2d req-0182aa77-2987-4820-b7f6-1e18441b9915 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] 10.222.0.59 "GET /v2.0/ports?device_id=90df5073-6143-4b20-b10d-a2a3e91a9c78 HTTP/1.1" status: 200 len: 948 time: 0.1497467 Jul 27 20:54:11.651338 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-a2e00446-2424-4778-9106-258ba40b9f3b req-79eaef47-f300-4374-bd12-5ffc83ba5441 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.248&port_id=7c8a5e21-eb13-4770-9477-daf1bab77ba3 HTTP/1.1" status: 200 len: 217 time: 0.0683103 Jul 27 20:54:11.666721 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:11.681261 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f73bd4bb-da50-463c-bcb9-74f37a9d7f27 req-ff3eafe4-2bc3-4860-9b13-9030e296cb02 service neutron] 10.222.0.59 "GET /v2.0/networks/3f1c8940-c5a5-4dd2-af27-28f2db444e65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2289145 Jul 27 20:54:11.700045 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9fb12c78-187d-4a4f-ad6b-1ca5597a0356 {{(pid=105586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 20:54:11.722511 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-6ada0239-ed6b-4086-a2b1-3b8c1a537f2d req-5e64e6c2-fe50-4cd1-a8fe-694241752c89 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] 10.222.0.59 "GET /v2.0/security-groups?id=c6534cb3-b44e-4a83-b57e-ddb72c2ad843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658245 Jul 27 20:54:11.771187 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e00446-2424-4778-9106-258ba40b9f3b req-6b74da6f-6742-4bef-8535-188967742548 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:11.778644 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-a2e00446-2424-4778-9106-258ba40b9f3b req-6b74da6f-6742-4bef-8535-188967742548 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=26644ba0-4185-4e10-8718-6ad18d01376c HTTP/1.1" status: 200 len: 843 time: 0.1203589 Jul 27 20:54:11.805904 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] For port 9fb12c78-187d-4a4f-ad6b-1ca5597a0356, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=9fb12c78-187d-4a4f-ad6b-1ca5597a0356,segment=NetworkSegment(30512320-4797-4523-818e-63eb7bdafb2b),segment_id=30512320-4797-4523-818e-63eb7bdafb2b)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:54:11.812783 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:11.897291 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:11.905545 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fad644a-6920-489d-bbe5-735162bf010a req-a079f26d-6ee3-4dce-a13e-2b29ab988187 tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:11.933613 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e00446-2424-4778-9106-258ba40b9f3b req-39c18be2-5d0e-424d-88c3-b7c271c939e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:11.933795 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-4fad644a-6920-489d-bbe5-735162bf010a req-a079f26d-6ee3-4dce-a13e-2b29ab988187 tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] 10.222.0.59 "GET /v2.0/ports?device_id=7659303d-0753-4488-9deb-df7540ede922 HTTP/1.1" status: 200 len: 950 time: 0.1386180 Jul 27 20:54:11.936805 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-a2e00446-2424-4778-9106-258ba40b9f3b req-39c18be2-5d0e-424d-88c3-b7c271c939e1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4d64aa0b-bd6a-468e-8edc-c83689947462&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1436408 Jul 27 20:54:11.986171 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Pushing event updated for resources: {'Port': ['ID=9fb12c78-187d-4a4f-ad6b-1ca5597a0356,revision_number=4']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:54:11.988993 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-4fad644a-6920-489d-bbe5-735162bf010a req-38bce479-2fea-4540-8fc6-b2f909a35461 tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] 10.222.0.59 "GET /v2.0/security-groups?id=dea81a77-85b4-4e12-8e1d-b19e89484a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560744 Jul 27 20:54:12.112096 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-30182045-2ae2-4cf0-8357-7c27004b5bdb req-c502c6eb-acc6-4b70-9f3c-44253f34e24b service neutron] 10.222.0.36 "GET /v2.0/ports/59909a23-0255-4632-b378-8c7203b9b616/bindings/n-h2-705658-22 HTTP/1.1" status: 200 len: 385 time: 0.1235602 Jul 27 20:54:12.117745 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] get_ports_and_sgs() called for port_ids ['9fb12c78-187d-4a4f-ad6b-1ca5597a0356'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 20:54:12.187576 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4e3904-d477-40d3-89a4-32fc31ef730b req-8a34c75a-b816-4306-850b-17b170383613 tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:12.189136 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-de4e3904-d477-40d3-89a4-32fc31ef730b req-8a34c75a-b816-4306-850b-17b170383613 tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] 10.222.0.59 "GET /v2.0/ports?device_id=1405576f-5941-4d83-ba16-a6ff354313a3 HTTP/1.1" status: 200 len: 944 time: 0.1989865 Jul 27 20:54:12.300648 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-a2e00446-2424-4778-9106-258ba40b9f3b req-6c73c5c8-8a95-4100-a760-b4c8731caa89 service neutron] 10.222.0.36 "GET /v2.0/networks/4d64aa0b-bd6a-468e-8edc-c83689947462?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3487496 Jul 27 20:54:12.430081 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-de4e3904-d477-40d3-89a4-32fc31ef730b req-08439e93-ea35-424f-9202-94e969d1b661 tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] 10.222.0.59 "GET /v2.0/security-groups?id=594c38b0-00a0-4e02-9d5e-673f3a5e469c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2331798 Jul 27 20:54:12.517228 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [req-30182045-2ae2-4cf0-8357-7c27004b5bdb req-1630aa7e-13e3-410e-b210-213e47586865 service neutron] For port 59909a23-0255-4632-b378-8c7203b9b616, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=59909a23-0255-4632-b378-8c7203b9b616,segment=NetworkSegment(7ddd3554-64b5-4ff7-9735-f58b31de803c),segment_id=7ddd3554-64b5-4ff7-9735-f58b31de803c)] {{(pid=105584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:54:12.555735 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [req-30182045-2ae2-4cf0-8357-7c27004b5bdb req-1630aa7e-13e3-410e-b210-213e47586865 service neutron] For port 59909a23-0255-4632-b378-8c7203b9b616, host n-h1-705658-22, cleared binding levels {{(pid=105584) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:54:12.576836 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfff14f-e9ab-45af-b791-3d812f80d546 req-ec3c19e8-c86d-4ee1-ab1a-6e612bfa2a0a tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:12.584111 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-1bfff14f-e9ab-45af-b791-3d812f80d546 req-ec3c19e8-c86d-4ee1-ab1a-6e612bfa2a0a tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] 10.222.0.59 "GET /v2.0/ports?device_id=6fe1cd62-e12f-490c-94e1-c5f9b119b027 HTTP/1.1" status: 200 len: 945 time: 0.2861953 Jul 27 20:54:12.619251 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [req-30182045-2ae2-4cf0-8357-7c27004b5bdb req-1630aa7e-13e3-410e-b210-213e47586865 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59909a23-0255-4632-b378-8c7203b9b616 {{(pid=105584) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 20:54:12.627883 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-a2e00446-2424-4778-9106-258ba40b9f3b req-4c16e9fe-88e2-4c2f-9476-5563b736b3e0 service neutron] 10.222.0.36 "GET /v2.0/networks/4d64aa0b-bd6a-468e-8edc-c83689947462?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3162849 Jul 27 20:54:12.639902 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [req-30182045-2ae2-4cf0-8357-7c27004b5bdb req-1630aa7e-13e3-410e-b210-213e47586865 service neutron] For port 59909a23-0255-4632-b378-8c7203b9b616, host n-h2-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=59909a23-0255-4632-b378-8c7203b9b616,segment=NetworkSegment(7ddd3554-64b5-4ff7-9735-f58b31de803c),segment_id=7ddd3554-64b5-4ff7-9735-f58b31de803c)] {{(pid=105584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:54:12.679967 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-30182045-2ae2-4cf0-8357-7c27004b5bdb req-1630aa7e-13e3-410e-b210-213e47586865 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:12.698199 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-1bfff14f-e9ab-45af-b791-3d812f80d546 req-8f1bde41-d9c2-433a-93d6-f1f95cbbead5 tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] 10.222.0.59 "GET /v2.0/security-groups?id=1749b80d-91c6-4bd3-8e8d-666bd095400f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078975 Jul 27 20:54:12.757245 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-bb32ed7d-8717-448b-a9c8-a5a0117d1fd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:12.834827 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-83c19fe1-bb8c-4dca-8de7-27abd09c040c req-c2ac84d2-af54-4d92-952e-c84c8ee6fe47 tempest-FloatingIPsAssociationTestJSON-1853502918 tempest-FloatingIPsAssociationTestJSON-1853502918-project] 10.222.0.59 "GET /v2.0/ports?device_id=584d1acb-649a-4ea3-bb0f-2992a4dd8793 HTTP/1.1" status: 200 len: 210 time: 0.0689142 Jul 27 20:54:12.919122 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.provisioning_blocks [req-30182045-2ae2-4cf0-8357-7c27004b5bdb req-1630aa7e-13e3-410e-b210-213e47586865 service neutron] Transition to ACTIVE for port object 59909a23-0255-4632-b378-8c7203b9b616 will not be triggered until provisioned by entity L2. {{(pid=105584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:54:12.930277 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-30182045-2ae2-4cf0-8357-7c27004b5bdb req-1630aa7e-13e3-410e-b210-213e47586865 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9014027'] for port, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:13.047040 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [req-30182045-2ae2-4cf0-8357-7c27004b5bdb req-1630aa7e-13e3-410e-b210-213e47586865 service neutron] No DVR routers for this DVR port 59909a23-0255-4632-b378-8c7203b9b616 on host n-h1-705658-22 {{(pid=105584) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 20:54:13.095980 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1630aa7e-13e3-410e-b210-213e47586865 service neutron] Pushing event updated for resources: {'Port': ['ID=59909a23-0255-4632-b378-8c7203b9b616,revision_number=10']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:54:13.103915 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-30182045-2ae2-4cf0-8357-7c27004b5bdb req-1630aa7e-13e3-410e-b210-213e47586865 service neutron] 10.222.0.36 "PUT /v2.0/ports/59909a23-0255-4632-b378-8c7203b9b616/bindings/n-h2-705658-22/activate HTTP/1.1" status: 200 len: 370 time: 0.9726553 Jul 27 20:54:13.217482 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb907d1-565f-4a87-bae9-499d5c8c5d79 req-e1176a8e-7b04-4fa1-9841-47d5bf050a75 tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:13.224931 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb907d1-565f-4a87-bae9-499d5c8c5d79 req-e1176a8e-7b04-4fa1-9841-47d5bf050a75 tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:13.226586 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-4cb907d1-565f-4a87-bae9-499d5c8c5d79 req-e1176a8e-7b04-4fa1-9841-47d5bf050a75 tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] 10.222.0.59 "GET /v2.0/ports?device_id=f373a835-3213-4d6e-b25d-079826b324e5&device_id=7659303d-0753-4488-9deb-df7540ede922 HTTP/1.1" status: 200 len: 1691 time: 0.0908628 Jul 27 20:54:13.294974 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-4cb907d1-565f-4a87-bae9-499d5c8c5d79 req-ea8ef820-fa67-4640-8ddb-a6a5dd7f4187 tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] 10.222.0.59 "GET /v2.0/security-groups?id=dea81a77-85b4-4e12-8e1d-b19e89484a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573866 Jul 27 20:54:13.335061 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e93def-2a7c-47ec-aa16-b0d2c5513936 req-9c7e26ba-2f00-4097-b1f0-380df4b62d02 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:13.336700 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-64e93def-2a7c-47ec-aa16-b0d2c5513936 req-9c7e26ba-2f00-4097-b1f0-380df4b62d02 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] 10.222.0.59 "GET /v2.0/ports?device_id=90df5073-6143-4b20-b10d-a2a3e91a9c78 HTTP/1.1" status: 200 len: 948 time: 0.1077878 Jul 27 20:54:13.345263 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90df5073-6143-4b20-b10d-a2a3e91a9c78', 'tag': '7c8a5e21-eb13-4770-9477-daf1bab77ba3'}] {{(pid=105584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:54:13.348630 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bce5e6c8685464f7626901654159975603b047827e3138302ed6566e28f1343" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ad48fea-800b-4751-a811-3df79eefa141" -d '{"events": [{"name": "network-changed", "server_uuid": "90df5073-6143-4b20-b10d-a2a3e91a9c78", "tag": "7c8a5e21-eb13-4770-9477-daf1bab77ba3"}]}' {{(pid=105584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:54:13.370102 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device 9fb12c78-187d-4a4f-ad6b-1ca5597a0356 up at agent hyperv_n-h1-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:54:13.395467 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-64e93def-2a7c-47ec-aa16-b0d2c5513936 req-c6dce0e8-215a-4652-a283-6b2abf2110dc tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] 10.222.0.59 "GET /v2.0/security-groups?id=c6534cb3-b44e-4a83-b57e-ddb72c2ad843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500829 Jul 27 20:54:13.456344 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Provisioning for port 9fb12c78-187d-4a4f-ad6b-1ca5597a0356 completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:54:13.461824 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Provisioning complete for port 9fb12c78-187d-4a4f-ad6b-1ca5597a0356 triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:54:13.462443 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:13.520021 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 20:54:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74d066d5-fa9c-44a6-88bc-d08ac64760af x-openstack-request-id: req-74d066d5-fa9c-44a6-88bc-d08ac64760af {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:54:13.520560 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90df5073-6143-4b20-b10d-a2a3e91a9c78", "tag": "7c8a5e21-eb13-4770-9477-daf1bab77ba3", "status": "completed", "code": 200}]} {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:54:13.520560 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-74d066d5-fa9c-44a6-88bc-d08ac64760af {{(pid=105584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:54:13.520992 n-d-705658-22 neutron-server[105584]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90df5073-6143-4b20-b10d-a2a3e91a9c78', 'tag': '7c8a5e21-eb13-4770-9477-daf1bab77ba3', 'status': 'completed', 'code': 200} Jul 27 20:54:13.687817 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:13.735199 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fe1cd62-e12f-490c-94e1-c5f9b119b027', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fb12c78-187d-4a4f-ad6b-1ca5597a0356'}] {{(pid=105586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:54:13.740497 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14c1663e039faf5393f87855f745010ac5b02220355b68fdbf065393e303ac56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbd4db23-2dcc-493d-9f6a-c0fc05556c0f" -d '{"events": [{"server_uuid": "6fe1cd62-e12f-490c-94e1-c5f9b119b027", "name": "network-vif-plugged", "status": "completed", "tag": "9fb12c78-187d-4a4f-ad6b-1ca5597a0356"}]}' {{(pid=105586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:54:13.760185 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] For port 9fb12c78-187d-4a4f-ad6b-1ca5597a0356, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=9fb12c78-187d-4a4f-ad6b-1ca5597a0356,segment=NetworkSegment(30512320-4797-4523-818e-63eb7bdafb2b),segment_id=30512320-4797-4523-818e-63eb7bdafb2b)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:54:13.775191 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:13.798186 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad48fea-800b-4751-a811-3df79eefa141 req-5eaaa8bf-c947-49f5-9013-d19562ecb07a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:13.799732 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-3ad48fea-800b-4751-a811-3df79eefa141 req-5eaaa8bf-c947-49f5-9013-d19562ecb07a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=43230fc3eab141e0b742541c8628d03e&device_id=90df5073-6143-4b20-b10d-a2a3e91a9c78 HTTP/1.1" status: 200 len: 1100 time: 0.2432241 Jul 27 20:54:13.810201 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30182045-2ae2-4cf0-8357-7c27004b5bdb req-855eb789-6933-4549-8a00-c5467f956019 tempest-LiveMigrationTest-297508949 tempest-LiveMigrationTest-297508949-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:13.812239 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-30182045-2ae2-4cf0-8357-7c27004b5bdb req-855eb789-6933-4549-8a00-c5467f956019 tempest-LiveMigrationTest-297508949 tempest-LiveMigrationTest-297508949-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=1405576f-5941-4d83-ba16-a6ff354313a3&tenant_id=0ae9964322044591b167626dd714310e&binding%3Ahost_id=n-h1-705658-22 HTTP/1.1" status: 200 len: 1097 time: 0.1840918 Jul 27 20:54:13.879560 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Pushing event updated for resources: {'Port': ['ID=9fb12c78-187d-4a4f-ad6b-1ca5597a0356,revision_number=5']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:54:13.928331 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad48fea-800b-4751-a811-3df79eefa141 req-d24152fa-236e-4da0-b9d4-24364ef41595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:13.929856 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-3ad48fea-800b-4751-a811-3df79eefa141 req-d24152fa-236e-4da0-b9d4-24364ef41595 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=43230fc3eab141e0b742541c8628d03e&device_id=90df5073-6143-4b20-b10d-a2a3e91a9c78 HTTP/1.1" status: 200 len: 1100 time: 0.3368096 Jul 27 20:54:13.938473 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e169b21d-518c-43eb-8fad-1e1e0c000dd7 req-40088deb-4d20-4a09-b2eb-bc797665039c tempest-ServersOnMultiNodesTest-1794458366 tempest-ServersOnMultiNodesTest-1794458366-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:13.939128 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73bd4bb-da50-463c-bcb9-74f37a9d7f27 req-2a4de3de-8553-4617-b921-e5c002c636a2 tempest-FloatingIPsAssociationTestJSON-1853502918 tempest-FloatingIPsAssociationTestJSON-1853502918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:13.940563 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-f73bd4bb-da50-463c-bcb9-74f37a9d7f27 req-2a4de3de-8553-4617-b921-e5c002c636a2 tempest-FloatingIPsAssociationTestJSON-1853502918 tempest-FloatingIPsAssociationTestJSON-1853502918-project] 10.222.0.36 "GET /v2.0/networks?id=3f1c8940-c5a5-4dd2-af27-28f2db444e65 HTTP/1.1" status: 200 len: 821 time: 0.3232961 Jul 27 20:54:13.942783 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e169b21d-518c-43eb-8fad-1e1e0c000dd7 req-40088deb-4d20-4a09-b2eb-bc797665039c tempest-ServersOnMultiNodesTest-1794458366 tempest-ServersOnMultiNodesTest-1794458366-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=f373a835-3213-4d6e-b25d-079826b324e5 HTTP/1.1" status: 200 len: 1102 time: 0.2642281 Jul 27 20:54:13.950412 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bd15ee-cf97-4e6f-8902-88f9361ee3ed req-f0ae43f2-9190-4bf1-8b35-73ecbe140bdc tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:13.951950 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-23bd15ee-cf97-4e6f-8902-88f9361ee3ed req-f0ae43f2-9190-4bf1-8b35-73ecbe140bdc tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] 10.222.0.59 "GET /v2.0/ports?device_id=1405576f-5941-4d83-ba16-a6ff354313a3 HTTP/1.1" status: 200 len: 945 time: 0.2879555 Jul 27 20:54:13.974010 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [req-f73bd4bb-da50-463c-bcb9-74f37a9d7f27 req-fc3450a9-721f-4d77-a1fb-2eeb3492b5b0 tempest-FloatingIPsAssociationTestJSON-1853502918 tempest-FloatingIPsAssociationTestJSON-1853502918-project] Request body: {'port': {'device_id': '584d1acb-649a-4ea3-bb0f-2992a4dd8793', 'network_id': '3f1c8940-c5a5-4dd2-af27-28f2db444e65', 'admin_state_up': True, 'tenant_id': '615238fda314405b98ca504942933ecf'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:54:14.054584 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e169b21d-518c-43eb-8fad-1e1e0c000dd7 req-02292a08-0d07-4a49-baa8-1fe37b5c4193 tempest-ServersOnMultiNodesTest-1794458366 tempest-ServersOnMultiNodesTest-1794458366-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=dea81a77-85b4-4e12-8e1d-b19e89484a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012557 Jul 27 20:54:14.141260 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad48fea-800b-4751-a811-3df79eefa141 req-f7963db3-9b6d-446b-8b75-1bc9abe0216b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:14.142877 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-3ad48fea-800b-4751-a811-3df79eefa141 req-f7963db3-9b6d-446b-8b75-1bc9abe0216b service neutron] 10.222.0.36 "GET /v2.0/networks?id=4d64aa0b-bd6a-468e-8edc-c83689947462 HTTP/1.1" status: 200 len: 870 time: 0.1854911 Jul 27 20:54:14.169675 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-875ced1b-4cf3-463a-9653-058f0f9421e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:14.171909 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30182045-2ae2-4cf0-8357-7c27004b5bdb req-407d69a5-2ba0-40ee-b63e-73c76fd6c183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:14.173544 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-30182045-2ae2-4cf0-8357-7c27004b5bdb req-407d69a5-2ba0-40ee-b63e-73c76fd6c183 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=1405576f-5941-4d83-ba16-a6ff354313a3&tenant_id=0ae9964322044591b167626dd714310e HTTP/1.1" status: 200 len: 1097 time: 0.2874470 Jul 27 20:54:14.200076 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-23bd15ee-cf97-4e6f-8902-88f9361ee3ed req-3f76b105-663a-460a-8791-c339e6706462 tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] 10.222.0.59 "GET /v2.0/security-groups?id=594c38b0-00a0-4e02-9d5e-673f3a5e469c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1927261 Jul 27 20:54:14.261338 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-3ad48fea-800b-4751-a811-3df79eefa141 req-4b49ca01-991f-4ba2-8374-4400c8dfa689 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.248&port_id=7c8a5e21-eb13-4770-9477-daf1bab77ba3 HTTP/1.1" status: 200 len: 217 time: 0.0981064 Jul 27 20:54:14.270730 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f73bd4bb-da50-463c-bcb9-74f37a9d7f27 req-fc3450a9-721f-4d77-a1fb-2eeb3492b5b0 tempest-FloatingIPsAssociationTestJSON-1853502918 tempest-FloatingIPsAssociationTestJSON-1853502918-project] Made reservation on behalf of 615238fda314405b98ca504942933ecf for: {'port': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:54:14.274589 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-f73bd4bb-da50-463c-bcb9-74f37a9d7f27 req-fc3450a9-721f-4d77-a1fb-2eeb3492b5b0 tempest-FloatingIPsAssociationTestJSON-1853502918 tempest-FloatingIPsAssociationTestJSON-1853502918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:14.284936 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 20:54:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b6b4a84-459a-472a-bb9a-517ef1a58b94 x-openstack-request-id: req-4b6b4a84-459a-472a-bb9a-517ef1a58b94 {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:54:14.285328 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fe1cd62-e12f-490c-94e1-c5f9b119b027", "name": "network-vif-plugged", "status": "completed", "tag": "9fb12c78-187d-4a4f-ad6b-1ca5597a0356", "code": 200}]} {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:54:14.285682 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-4b6b4a84-459a-472a-bb9a-517ef1a58b94 {{(pid=105586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:54:14.286166 n-d-705658-22 neutron-server[105586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fe1cd62-e12f-490c-94e1-c5f9b119b027', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fb12c78-187d-4a4f-ad6b-1ca5597a0356', 'code': 200} Jul 27 20:54:14.366698 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad48fea-800b-4751-a811-3df79eefa141 req-b9fbcec8-c18e-45c5-bd57-e18ff95d786c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:14.368393 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-3ad48fea-800b-4751-a811-3df79eefa141 req-b9fbcec8-c18e-45c5-bd57-e18ff95d786c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=26644ba0-4185-4e10-8718-6ad18d01376c HTTP/1.1" status: 200 len: 843 time: 0.0913239 Jul 27 20:54:14.397683 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b5c4d757-161a-4975-a589-5353ae52d6fc req-8d9c957c-1d14-43c1-9cbf-bc87998dbfbc tempest-FloatingIPsAssociationTestJSON-1853502918 tempest-FloatingIPsAssociationTestJSON-1853502918-project] 10.222.0.59 "GET /v2.0/ports?device_id=584d1acb-649a-4ea3-bb0f-2992a4dd8793 HTTP/1.1" status: 200 len: 210 time: 0.0422511 Jul 27 20:54:14.430755 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30182045-2ae2-4cf0-8357-7c27004b5bdb req-e12adc13-0364-45b9-8530-8cfa1dedfedd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:14.432361 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-30182045-2ae2-4cf0-8357-7c27004b5bdb req-e12adc13-0364-45b9-8530-8cfa1dedfedd service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=0ae9964322044591b167626dd714310e&device_id=1405576f-5941-4d83-ba16-a6ff354313a3 HTTP/1.1" status: 200 len: 1097 time: 0.2199697 Jul 27 20:54:14.433435 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad48fea-800b-4751-a811-3df79eefa141 req-98af7694-3d1c-4a2f-9297-d73ed67e996a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:14.434831 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-3ad48fea-800b-4751-a811-3df79eefa141 req-98af7694-3d1c-4a2f-9297-d73ed67e996a service neutron] 10.222.0.60 "GET /v2.0/networks?id=4d64aa0b-bd6a-468e-8edc-c83689947462 HTTP/1.1" status: 200 len: 870 time: 0.6217449 Jul 27 20:54:14.548353 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30182045-2ae2-4cf0-8357-7c27004b5bdb req-cf60c570-362c-4ba6-ac6d-ad08fe453b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:14.550020 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-30182045-2ae2-4cf0-8357-7c27004b5bdb req-cf60c570-362c-4ba6-ac6d-ad08fe453b4e service neutron] 10.222.0.60 "GET /v2.0/networks?id=4d297cf8-0ab0-49a0-a8db-82a17169c88a HTTP/1.1" status: 200 len: 909 time: 0.0994644 Jul 27 20:54:14.672377 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-3ad48fea-800b-4751-a811-3df79eefa141 req-f8b4ea53-a3b7-4743-93a2-80faae143049 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.248&port_id=7c8a5e21-eb13-4770-9477-daf1bab77ba3 HTTP/1.1" status: 200 len: 217 time: 0.2228401 Jul 27 20:54:14.673613 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-30182045-2ae2-4cf0-8357-7c27004b5bdb req-9353d777-0f0b-47e2-a893-befc9e6a96cd service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=59909a23-0255-4632-b378-8c7203b9b616 HTTP/1.1" status: 200 len: 217 time: 0.0542147 Jul 27 20:54:14.687474 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516492b3-3214-44d8-a93f-d0c97e6163b4 req-80aba015-a14f-4801-9b9f-c95a54192397 tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:14.695753 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-516492b3-3214-44d8-a93f-d0c97e6163b4 req-80aba015-a14f-4801-9b9f-c95a54192397 tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] 10.222.0.59 "GET /v2.0/ports?device_id=6fe1cd62-e12f-490c-94e1-c5f9b119b027 HTTP/1.1" status: 200 len: 946 time: 0.3571177 Jul 27 20:54:14.817551 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aae2b2f-627c-48e1-b3f2-21b21ba19e18 req-882fa50a-3369-4b55-bd29-335bf3f3b7c8 tempest-ServersOnMultiNodesTest-1794458366 tempest-ServersOnMultiNodesTest-1794458366-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:14.819125 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.db_base_plugin_common [req-f73bd4bb-da50-463c-bcb9-74f37a9d7f27 req-fc3450a9-721f-4d77-a1fb-2eeb3492b5b0 tempest-FloatingIPsAssociationTestJSON-1853502918 tempest-FloatingIPsAssociationTestJSON-1853502918-project] Allocated IP 172.20.0.5 (3f1c8940-c5a5-4dd2-af27-28f2db444e65/8762aa6e-55d1-40fd-8a84-dc4ad49beb7d/740d4cab-d4f7-4ec1-866f-61d43378b551) {{(pid=105584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:54:14.826693 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad48fea-800b-4751-a811-3df79eefa141 req-3706e64c-d110-4660-9e4e-c9699f3f55ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:14.828538 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-3ad48fea-800b-4751-a811-3df79eefa141 req-3706e64c-d110-4660-9e4e-c9699f3f55ce service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4d64aa0b-bd6a-468e-8edc-c83689947462&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4287703 Jul 27 20:54:14.829095 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-3aae2b2f-627c-48e1-b3f2-21b21ba19e18 req-882fa50a-3369-4b55-bd29-335bf3f3b7c8 tempest-ServersOnMultiNodesTest-1794458366 tempest-ServersOnMultiNodesTest-1794458366-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=7659303d-0753-4488-9deb-df7540ede922 HTTP/1.1" status: 200 len: 1102 time: 0.2775171 Jul 27 20:54:14.830636 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c07f02-10eb-4ff4-8f98-fb4d4fe0cda6 req-2ed840fd-f084-4e90-b51c-0e45e82808ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:14.832817 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-d7c07f02-10eb-4ff4-8f98-fb4d4fe0cda6 req-2ed840fd-f084-4e90-b51c-0e45e82808ae service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=6fe1cd62-e12f-490c-94e1-c5f9b119b027 HTTP/1.1" status: 200 len: 1098 time: 0.4347022 Jul 27 20:54:14.902393 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-3aae2b2f-627c-48e1-b3f2-21b21ba19e18 req-0d6860c0-07f2-4fc9-b945-c62597b63359 tempest-ServersOnMultiNodesTest-1794458366 tempest-ServersOnMultiNodesTest-1794458366-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=dea81a77-85b4-4e12-8e1d-b19e89484a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700696 Jul 27 20:54:14.965870 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-516492b3-3214-44d8-a93f-d0c97e6163b4 req-96e6f3b4-940c-41ee-941f-c149440a45bd tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] 10.222.0.59 "GET /v2.0/security-groups?id=1749b80d-91c6-4bd3-8e8d-666bd095400f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2691512 Jul 27 20:54:14.971897 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-d7c07f02-10eb-4ff4-8f98-fb4d4fe0cda6 req-293780d9-3021-4d4c-94bc-c5336b8aff11 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=1749b80d-91c6-4bd3-8e8d-666bd095400f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192350 Jul 27 20:54:15.004924 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad48fea-800b-4751-a811-3df79eefa141 req-53fe64fd-c9ef-4769-8e2c-6a5c2a418398 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:15.006432 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-3ad48fea-800b-4751-a811-3df79eefa141 req-53fe64fd-c9ef-4769-8e2c-6a5c2a418398 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=26644ba0-4185-4e10-8718-6ad18d01376c HTTP/1.1" status: 200 len: 843 time: 0.3074508 Jul 27 20:54:15.007892 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30182045-2ae2-4cf0-8357-7c27004b5bdb req-7a048f6c-9972-4f51-b927-327b18768510 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:15.009232 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-30182045-2ae2-4cf0-8357-7c27004b5bdb req-7a048f6c-9972-4f51-b927-327b18768510 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ff9685c6-941b-44c9-867d-9e4581186e02 HTTP/1.1" status: 200 len: 848 time: 0.3115437 Jul 27 20:54:15.186345 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-f73bd4bb-da50-463c-bcb9-74f37a9d7f27 req-fc3450a9-721f-4d77-a1fb-2eeb3492b5b0 tempest-FloatingIPsAssociationTestJSON-1853502918 tempest-FloatingIPsAssociationTestJSON-1853502918-project] Notify callbacks [] for port, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:15.197053 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-30182045-2ae2-4cf0-8357-7c27004b5bdb req-cc63d0dc-cc7b-49ea-9964-f685eb9b9869 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4d297cf8-0ab0-49a0-a8db-82a17169c88a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1743047 Jul 27 20:54:15.204752 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.provisioning_blocks [req-f73bd4bb-da50-463c-bcb9-74f37a9d7f27 req-fc3450a9-721f-4d77-a1fb-2eeb3492b5b0 tempest-FloatingIPsAssociationTestJSON-1853502918 tempest-FloatingIPsAssociationTestJSON-1853502918-project] Transition to ACTIVE for port object 740d4cab-d4f7-4ec1-866f-61d43378b551 will not be triggered until provisioned by entity DHCP. {{(pid=105584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:54:15.258319 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-3ad48fea-800b-4751-a811-3df79eefa141 req-2dc63e6f-85e8-4f8f-a0b8-2704b44d6da7 service neutron] 10.222.0.36 "GET /v2.0/networks/4d64aa0b-bd6a-468e-8edc-c83689947462?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4083250 Jul 27 20:54:15.371722 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-f73bd4bb-da50-463c-bcb9-74f37a9d7f27 req-fc3450a9-721f-4d77-a1fb-2eeb3492b5b0 tempest-FloatingIPsAssociationTestJSON-1853502918 tempest-FloatingIPsAssociationTestJSON-1853502918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:15.387489 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device 59909a23-0255-4632-b378-8c7203b9b616 no longer exists at agent hyperv_n-h1-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 20:54:15.395524 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] get_ports_and_sgs() called for port_ids ['ba583bd9-3270-4e8c-b116-80894feef3ca'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 20:54:15.443323 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f73bd4bb-da50-463c-bcb9-74f37a9d7f27 req-fc3450a9-721f-4d77-a1fb-2eeb3492b5b0 tempest-FloatingIPsAssociationTestJSON-1853502918 tempest-FloatingIPsAssociationTestJSON-1853502918-project] Network 3f1c8940-c5a5-4dd2-af27-28f2db444e65 is already hosted by enough agents. {{(pid=105584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:54:15.450276 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [req-f73bd4bb-da50-463c-bcb9-74f37a9d7f27 req-fc3450a9-721f-4d77-a1fb-2eeb3492b5b0 tempest-FloatingIPsAssociationTestJSON-1853502918 tempest-FloatingIPsAssociationTestJSON-1853502918-project] Resources bound (agent type, host, resource id): {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:54:15.460319 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [req-f73bd4bb-da50-463c-bcb9-74f37a9d7f27 req-fc3450a9-721f-4d77-a1fb-2eeb3492b5b0 tempest-FloatingIPsAssociationTestJSON-1853502918 tempest-FloatingIPsAssociationTestJSON-1853502918-project] Received port after_create {{(pid=105584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:54:15.465964 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad48fea-800b-4751-a811-3df79eefa141 req-c122139d-a2d8-4c49-8541-8094682b0024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:15.467393 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-3ad48fea-800b-4751-a811-3df79eefa141 req-c122139d-a2d8-4c49-8541-8094682b0024 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4d64aa0b-bd6a-468e-8edc-c83689947462&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4435430 Jul 27 20:54:15.469064 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-37e3096a-eea6-4fdf-b874-2da3f39e0471 req-d1af6ee7-84c2-47ee-b99b-c9e723991067 tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=7f728b4f036e433cbd9e09c516f9ce38&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1406205 Jul 27 20:54:15.480245 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3450a9-721f-4d77-a1fb-2eeb3492b5b0 tempest-FloatingIPsAssociationTestJSON-1853502918 tempest-FloatingIPsAssociationTestJSON-1853502918-project] Pushing event updated for resources: {'Port': ['ID=740d4cab-d4f7-4ec1-866f-61d43378b551,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:54:15.489365 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e18a35f-a67b-451b-a3ee-cd6d8b721e20 req-60280534-6463-4dd4-a048-4ebda9c84c7c tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:15.490928 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-7e18a35f-a67b-451b-a3ee-cd6d8b721e20 req-60280534-6463-4dd4-a048-4ebda9c84c7c tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] 10.222.0.59 "GET /v2.0/ports?device_id=90df5073-6143-4b20-b10d-a2a3e91a9c78 HTTP/1.1" status: 200 len: 948 time: 0.2773581 Jul 27 20:54:15.535385 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-3ad48fea-800b-4751-a811-3df79eefa141 req-dfdafe91-f654-4d92-bc39-4c769881f1ef service neutron] 10.222.0.36 "GET /v2.0/networks/4d64aa0b-bd6a-468e-8edc-c83689947462?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2584152 Jul 27 20:54:15.542453 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device 59909a23-0255-4632-b378-8c7203b9b616 not bound to the agent host n-h1-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 20:54:15.611756 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73bd4bb-da50-463c-bcb9-74f37a9d7f27 req-fc3450a9-721f-4d77-a1fb-2eeb3492b5b0 tempest-FloatingIPsAssociationTestJSON-1853502918 tempest-FloatingIPsAssociationTestJSON-1853502918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:15.612486 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-f73bd4bb-da50-463c-bcb9-74f37a9d7f27 req-fc3450a9-721f-4d77-a1fb-2eeb3492b5b0 tempest-FloatingIPsAssociationTestJSON-1853502918 tempest-FloatingIPsAssociationTestJSON-1853502918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:15.637656 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-f73bd4bb-da50-463c-bcb9-74f37a9d7f27 req-fc3450a9-721f-4d77-a1fb-2eeb3492b5b0 tempest-FloatingIPsAssociationTestJSON-1853502918 tempest-FloatingIPsAssociationTestJSON-1853502918-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6720495 Jul 27 20:54:15.653854 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 33048) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:54:15.658083 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [req-f73bd4bb-da50-463c-bcb9-74f37a9d7f27 req-b0232e12-34f3-4100-a31b-6ec4ca5d6ffb service neutron] Request body: {'port': {'device_id': '584d1acb-649a-4ea3-bb0f-2992a4dd8793', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-705658-22'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:54:15.777996 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-30182045-2ae2-4cf0-8357-7c27004b5bdb req-30b265eb-ffd1-4381-bbb4-c8322003cca6 service neutron] 10.222.0.60 "GET /v2.0/networks/4d297cf8-0ab0-49a0-a8db-82a17169c88a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5602374 Jul 27 20:54:15.781567 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-f73bd4bb-da50-463c-bcb9-74f37a9d7f27 req-b0232e12-34f3-4100-a31b-6ec4ca5d6ffb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:15.803321 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-7e18a35f-a67b-451b-a3ee-cd6d8b721e20 req-74acaa52-466f-4347-a739-a19030d2457e tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] 10.222.0.59 "GET /v2.0/security-groups?id=c6534cb3-b44e-4a83-b57e-ddb72c2ad843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594627 Jul 27 20:54:15.881521 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-548fd728-2d01-4954-8e3b-7f6779a37aff None None] Provisioning for port 740d4cab-d4f7-4ec1-866f-61d43378b551 completed by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:54:15.891611 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-548fd728-2d01-4954-8e3b-7f6779a37aff None None] Provisioning complete for port 740d4cab-d4f7-4ec1-866f-61d43378b551 triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:54:15.896731 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-548fd728-2d01-4954-8e3b-7f6779a37aff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:15.975574 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-548fd728-2d01-4954-8e3b-7f6779a37aff None None] Port 740d4cab-d4f7-4ec1-866f-61d43378b551 cannot update to ACTIVE because it is not bound. {{(pid=105586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 20:54:16.200486 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [req-f73bd4bb-da50-463c-bcb9-74f37a9d7f27 req-b0232e12-34f3-4100-a31b-6ec4ca5d6ffb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 740d4cab-d4f7-4ec1-866f-61d43378b551 {{(pid=105584) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 20:54:16.211086 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-f73bd4bb-da50-463c-bcb9-74f37a9d7f27 req-b0232e12-34f3-4100-a31b-6ec4ca5d6ffb service neutron] Notify callbacks [] for port, precommit_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:16.231859 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.provisioning_blocks [req-f73bd4bb-da50-463c-bcb9-74f37a9d7f27 req-b0232e12-34f3-4100-a31b-6ec4ca5d6ffb service neutron] Transition to ACTIVE for port object 740d4cab-d4f7-4ec1-866f-61d43378b551 will not be triggered until provisioned by entity L2. {{(pid=105584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:54:16.236319 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-f73bd4bb-da50-463c-bcb9-74f37a9d7f27 req-b0232e12-34f3-4100-a31b-6ec4ca5d6ffb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9014027'] for port, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:16.297121 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0232e12-34f3-4100-a31b-6ec4ca5d6ffb service neutron] Pushing event updated for resources: {'Port': ['ID=740d4cab-d4f7-4ec1-866f-61d43378b551,revision_number=2']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:54:16.303047 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-9b7b7b0d-e930-4ff0-b821-e45a5c9d75c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:16.324578 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-3ad48fea-800b-4751-a811-3df79eefa141 req-13fe58ed-0756-4d6c-b3dc-7f4247dea35a service neutron] 10.222.0.60 "GET /v2.0/networks/4d64aa0b-bd6a-468e-8edc-c83689947462?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8322523 Jul 27 20:54:16.369050 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e3096a-eea6-4fdf-b874-2da3f39e0471 req-91f4817d-7a74-452a-9bec-072c66785908 tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:16.370538 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-37e3096a-eea6-4fdf-b874-2da3f39e0471 req-91f4817d-7a74-452a-9bec-072c66785908 tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8648980 Jul 27 20:54:16.428375 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [req-f73bd4bb-da50-463c-bcb9-74f37a9d7f27 req-b0232e12-34f3-4100-a31b-6ec4ca5d6ffb service neutron] Attempting to bind port 740d4cab-d4f7-4ec1-866f-61d43378b551 on host n-h1-705658-22 for vnic_type normal with profile {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:54:16.428871 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [req-f73bd4bb-da50-463c-bcb9-74f37a9d7f27 req-b0232e12-34f3-4100-a31b-6ec4ca5d6ffb service neutron] Attempting to bind port 740d4cab-d4f7-4ec1-866f-61d43378b551 by drivers openvswitch,hyperv on host n-h1-705658-22 at level 0 using segments [{'id': 'daa14205-10d6-4bd3-bbe7-ea8abee6eb90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '3f1c8940-c5a5-4dd2-af27-28f2db444e65'}] {{(pid=105584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:54:16.429303 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f73bd4bb-da50-463c-bcb9-74f37a9d7f27 req-b0232e12-34f3-4100-a31b-6ec4ca5d6ffb service neutron] Attempting to bind port 740d4cab-d4f7-4ec1-866f-61d43378b551 on network 3f1c8940-c5a5-4dd2-af27-28f2db444e65 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:54:16.434818 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f73bd4bb-da50-463c-bcb9-74f37a9d7f27 req-b0232e12-34f3-4100-a31b-6ec4ca5d6ffb service neutron] Port 740d4cab-d4f7-4ec1-866f-61d43378b551 on network 3f1c8940-c5a5-4dd2-af27-28f2db444e65 not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-22 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 20:54:16.435285 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f73bd4bb-da50-463c-bcb9-74f37a9d7f27 req-b0232e12-34f3-4100-a31b-6ec4ca5d6ffb service neutron] Attempting to bind port 740d4cab-d4f7-4ec1-866f-61d43378b551 on network 3f1c8940-c5a5-4dd2-af27-28f2db444e65 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:54:16.441216 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f73bd4bb-da50-463c-bcb9-74f37a9d7f27 req-b0232e12-34f3-4100-a31b-6ec4ca5d6ffb service neutron] Checking agent: {'id': '9d9bc37f-4d75-44ef-9f63-799aab3e316f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 49, 36), 'started_at': datetime.datetime(2021, 7, 27, 20, 49, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 54, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:54:16.441624 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f73bd4bb-da50-463c-bcb9-74f37a9d7f27 req-b0232e12-34f3-4100-a31b-6ec4ca5d6ffb service neutron] Checking segment: {'id': 'daa14205-10d6-4bd3-bbe7-ea8abee6eb90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '3f1c8940-c5a5-4dd2-af27-28f2db444e65'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:54:16.442119 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f73bd4bb-da50-463c-bcb9-74f37a9d7f27 req-b0232e12-34f3-4100-a31b-6ec4ca5d6ffb service neutron] Bound using segment: {'id': 'daa14205-10d6-4bd3-bbe7-ea8abee6eb90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '3f1c8940-c5a5-4dd2-af27-28f2db444e65'} {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:54:16.442653 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [req-f73bd4bb-da50-463c-bcb9-74f37a9d7f27 req-b0232e12-34f3-4100-a31b-6ec4ca5d6ffb service neutron] Bound port: 740d4cab-d4f7-4ec1-866f-61d43378b551, host: n-h1-705658-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'daa14205-10d6-4bd3-bbe7-ea8abee6eb90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '3f1c8940-c5a5-4dd2-af27-28f2db444e65'}}] {{(pid=105584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:54:16.443285 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-f73bd4bb-da50-463c-bcb9-74f37a9d7f27 req-b0232e12-34f3-4100-a31b-6ec4ca5d6ffb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:16.530019 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-37e3096a-eea6-4fdf-b874-2da3f39e0471 req-c284f686-42a0-4a8f-914a-dacaf9c49e0a tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] 10.222.0.59 "GET /v2.0/quotas/7f728b4f036e433cbd9e09c516f9ce38 HTTP/1.1" status: 200 len: 375 time: 0.0965056 Jul 27 20:54:16.542666 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [req-f73bd4bb-da50-463c-bcb9-74f37a9d7f27 req-b0232e12-34f3-4100-a31b-6ec4ca5d6ffb service neutron] For port 740d4cab-d4f7-4ec1-866f-61d43378b551, host n-h1-705658-22, cleared binding levels {{(pid=105584) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:54:16.546745 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [req-f73bd4bb-da50-463c-bcb9-74f37a9d7f27 req-b0232e12-34f3-4100-a31b-6ec4ca5d6ffb service neutron] For port 740d4cab-d4f7-4ec1-866f-61d43378b551, host n-h1-705658-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=740d4cab-d4f7-4ec1-866f-61d43378b551,segment=NetworkSegment(daa14205-10d6-4bd3-bbe7-ea8abee6eb90),segment_id=daa14205-10d6-4bd3-bbe7-ea8abee6eb90)] {{(pid=105584) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:54:16.561369 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-f73bd4bb-da50-463c-bcb9-74f37a9d7f27 req-b0232e12-34f3-4100-a31b-6ec4ca5d6ffb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9014027'] for port, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:16.582216 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-30182045-2ae2-4cf0-8357-7c27004b5bdb req-79493d2b-a338-4cd2-8373-8455eee2fc46 service neutron] 10.222.0.60 "GET /v2.0/networks/4d297cf8-0ab0-49a0-a8db-82a17169c88a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7776461 Jul 27 20:54:16.609050 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73bd4bb-da50-463c-bcb9-74f37a9d7f27 req-b0232e12-34f3-4100-a31b-6ec4ca5d6ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:16.609778 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-f73bd4bb-da50-463c-bcb9-74f37a9d7f27 req-b0232e12-34f3-4100-a31b-6ec4ca5d6ffb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:16.611723 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-f73bd4bb-da50-463c-bcb9-74f37a9d7f27 req-b0232e12-34f3-4100-a31b-6ec4ca5d6ffb service neutron] 10.222.0.36 "PUT /v2.0/ports/740d4cab-d4f7-4ec1-866f-61d43378b551 HTTP/1.1" status: 200 len: 1092 time: 0.9586070 Jul 27 20:54:16.612342 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '584d1acb-649a-4ea3-bb0f-2992a4dd8793', 'tag': '740d4cab-d4f7-4ec1-866f-61d43378b551'}] {{(pid=105584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:54:16.615435 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bce5e6c8685464f7626901654159975603b047827e3138302ed6566e28f1343" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bef8908-e76d-4318-8777-152a489cc1d5" -d '{"events": [{"name": "network-changed", "server_uuid": "584d1acb-649a-4ea3-bb0f-2992a4dd8793", "tag": "740d4cab-d4f7-4ec1-866f-61d43378b551"}]}' {{(pid=105584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:54:16.650335 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0232e12-34f3-4100-a31b-6ec4ca5d6ffb service neutron] Pushing event updated for resources: {'Port': ['ID=740d4cab-d4f7-4ec1-866f-61d43378b551,revision_number=3']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:54:16.655557 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4574dcea-7aa0-49f7-bc8f-b11300aae311 req-8c272b58-ea6a-4a33-829e-324490d48a3c tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:16.665330 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-4574dcea-7aa0-49f7-bc8f-b11300aae311 req-8c272b58-ea6a-4a33-829e-324490d48a3c tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] 10.222.0.59 "GET /v2.0/ports?device_id=1405576f-5941-4d83-ba16-a6ff354313a3 HTTP/1.1" status: 200 len: 945 time: 0.4456654 Jul 27 20:54:16.690903 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-3ad48fea-800b-4751-a811-3df79eefa141 req-5b9b6975-7e0d-4847-a0ee-443d630b18fc service neutron] 10.222.0.60 "GET /v2.0/networks/4d64aa0b-bd6a-468e-8edc-c83689947462?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3513682 Jul 27 20:54:16.756721 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73bd4bb-da50-463c-bcb9-74f37a9d7f27 req-9b3e74f4-4ffc-496a-b939-a5d7eb2d244d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:16.759821 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-f73bd4bb-da50-463c-bcb9-74f37a9d7f27 req-9b3e74f4-4ffc-496a-b939-a5d7eb2d244d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=615238fda314405b98ca504942933ecf&device_id=584d1acb-649a-4ea3-bb0f-2992a4dd8793 HTTP/1.1" status: 200 len: 1095 time: 0.0929699 Jul 27 20:54:16.770630 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-4574dcea-7aa0-49f7-bc8f-b11300aae311 req-038fd696-e180-4861-95c8-9b44f175c49f tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] 10.222.0.59 "GET /v2.0/security-groups?id=594c38b0-00a0-4e02-9d5e-673f3a5e469c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006012 Jul 27 20:54:16.842910 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-9b7b7b0d-e930-4ff0-b821-e45a5c9d75c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:16.843792 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-f73bd4bb-da50-463c-bcb9-74f37a9d7f27 req-338a84c0-e09e-4ae3-9aa7-fd73fcb2290e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=740d4cab-d4f7-4ec1-866f-61d43378b551 HTTP/1.1" status: 200 len: 217 time: 0.0682349 Jul 27 20:54:16.864297 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-9b7b7b0d-e930-4ff0-b821-e45a5c9d75c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:16.897024 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-37e3096a-eea6-4fdf-b874-2da3f39e0471 req-202919b0-b41d-47fe-aa05-6c3a95e05357 tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=7f728b4f036e433cbd9e09c516f9ce38&fields=id HTTP/1.1" status: 200 len: 440 time: 0.3340304 Jul 27 20:54:16.947909 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73bd4bb-da50-463c-bcb9-74f37a9d7f27 req-7040651a-b44e-4940-9875-cb25ff595675 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:16.950351 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-f73bd4bb-da50-463c-bcb9-74f37a9d7f27 req-7040651a-b44e-4940-9875-cb25ff595675 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8762aa6e-55d1-40fd-8a84-dc4ad49beb7d HTTP/1.1" status: 200 len: 860 time: 0.0878727 Jul 27 20:54:16.999044 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-9b7b7b0d-e930-4ff0-b821-e45a5c9d75c5 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=3d39fd07cb104e1ebebd90e48f70ea60&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3262787 Jul 27 20:54:16.999044 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7b7b0d-e930-4ff0-b821-e45a5c9d75c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20780db6-6e4e-4676-a591-da26373e590a,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:54:17.001433 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 33062) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:54:17.093660 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73bd4bb-da50-463c-bcb9-74f37a9d7f27 req-32168fa6-a24a-41f6-a019-a8fd73b61a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:17.096690 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-f73bd4bb-da50-463c-bcb9-74f37a9d7f27 req-32168fa6-a24a-41f6-a019-a8fd73b61a6e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3f1c8940-c5a5-4dd2-af27-28f2db444e65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1299698 Jul 27 20:54:17.201167 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30182045-2ae2-4cf0-8357-7c27004b5bdb req-479bf655-0b49-4410-b097-112ecfb92c0c tempest-LiveMigrationTest-297508949 tempest-LiveMigrationTest-297508949-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:17.203650 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-30182045-2ae2-4cf0-8357-7c27004b5bdb req-479bf655-0b49-4410-b097-112ecfb92c0c tempest-LiveMigrationTest-297508949 tempest-LiveMigrationTest-297508949-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=1405576f-5941-4d83-ba16-a6ff354313a3&tenant_id=0ae9964322044591b167626dd714310e&binding%3Ahost_id=n-h2-705658-22 HTTP/1.1" status: 200 len: 1097 time: 0.2569044 Jul 27 20:54:17.210236 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-f73bd4bb-da50-463c-bcb9-74f37a9d7f27 req-b4c707ef-b158-4c21-ad26-cc9bbc745f0d service neutron] 10.222.0.36 "GET /v2.0/networks/3f1c8940-c5a5-4dd2-af27-28f2db444e65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1033251 Jul 27 20:54:17.260855 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-5ff01397-1643-44cc-9606-cd4674697d56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:17.347669 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-5ff01397-1643-44cc-9606-cd4674697d56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:17.360318 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-f73bd4bb-da50-463c-bcb9-74f37a9d7f27 req-ef82c486-a882-4d22-8953-b00bad067a9a service neutron] 10.222.0.36 "GET /v2.0/networks/3f1c8940-c5a5-4dd2-af27-28f2db444e65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1368670 Jul 27 20:54:17.397766 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device 7c8a5e21-eb13-4770-9477-daf1bab77ba3 details requested by agent hyperv_n-h1-705658-22 with host n-h1-705658-22 {{(pid=105586) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 20:54:17.404699 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1071f7-30f6-482e-b1b3-0ae8f477fa6e req-4b267287-4cfa-4c22-9835-1c76ae307c10 tempest-FloatingIPsAssociationTestJSON-1853502918 tempest-FloatingIPsAssociationTestJSON-1853502918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:17.412467 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-ac1071f7-30f6-482e-b1b3-0ae8f477fa6e req-4b267287-4cfa-4c22-9835-1c76ae307c10 tempest-FloatingIPsAssociationTestJSON-1853502918 tempest-FloatingIPsAssociationTestJSON-1853502918-project] 10.222.0.59 "GET /v2.0/ports?device_id=584d1acb-649a-4ea3-bb0f-2992a4dd8793 HTTP/1.1" status: 200 len: 943 time: 0.3697908 Jul 27 20:54:17.494744 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdde4cd9-9a78-4795-ad33-a6d99e56b68c req-0fecdbed-b6bd-45b9-873b-180bd2412eaa tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:17.496290 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-fdde4cd9-9a78-4795-ad33-a6d99e56b68c req-0fecdbed-b6bd-45b9-873b-180bd2412eaa tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] 10.222.0.59 "GET /v2.0/ports?device_id=6fe1cd62-e12f-490c-94e1-c5f9b119b027 HTTP/1.1" status: 200 len: 946 time: 0.3538401 Jul 27 20:54:17.528817 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] For port 7c8a5e21-eb13-4770-9477-daf1bab77ba3, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=7c8a5e21-eb13-4770-9477-daf1bab77ba3,segment=NetworkSegment(86b1e6f6-d629-4b03-8944-4cdfbfb93d02),segment_id=86b1e6f6-d629-4b03-8944-4cdfbfb93d02)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:54:17.547962 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Returning: {'device': '7c8a5e21-eb13-4770-9477-daf1bab77ba3', 'network_id': '4d64aa0b-bd6a-468e-8edc-c83689947462', 'port_id': '7c8a5e21-eb13-4770-9477-daf1bab77ba3', 'mac_address': 'fa:16:3e:35:9a:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26644ba0-4185-4e10-8718-6ad18d01376c', 'ip_address': '192.168.233.248'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105586) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 20:54:17.564537 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-ac1071f7-30f6-482e-b1b3-0ae8f477fa6e req-aa10075a-32d7-40b5-9aee-1733f15a3903 tempest-FloatingIPsAssociationTestJSON-1853502918 tempest-FloatingIPsAssociationTestJSON-1853502918-project] 10.222.0.59 "GET /v2.0/security-groups?id=8687f539-6269-4f23-8f85-d9476e5397e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508760 Jul 27 20:54:17.574346 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-5ff01397-1643-44cc-9606-cd4674697d56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:17.577414 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-5ff01397-1643-44cc-9606-cd4674697d56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:17.581726 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-5ff01397-1643-44cc-9606-cd4674697d56 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/20780db6-6e4e-4676-a591-da26373e590a HTTP/1.1" status: 204 len: 168 time: 0.5766859 Jul 27 20:54:17.602135 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.db [req-30182045-2ae2-4cf0-8357-7c27004b5bdb req-e10c0dfb-d7ae-4909-a1f8-2b75af32b661 service neutron] For port 59909a23-0255-4632-b378-8c7203b9b616, host n-h1-705658-22, cleared binding levels {{(pid=105585) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:54:17.621734 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-30182045-2ae2-4cf0-8357-7c27004b5bdb req-e10c0dfb-d7ae-4909-a1f8-2b75af32b661 service neutron] Notify callbacks [] for binding, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:17.622895 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-30182045-2ae2-4cf0-8357-7c27004b5bdb req-e10c0dfb-d7ae-4909-a1f8-2b75af32b661 service neutron] 10.222.0.60 "DELETE /v2.0/ports/59909a23-0255-4632-b378-8c7203b9b616/bindings/n-h1-705658-22 HTTP/1.1" status: 204 len: 173 time: 0.3893900 Jul 27 20:54:17.624014 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff01397-1643-44cc-9606-cd4674697d56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20780db6-6e4e-4676-a591-da26373e590a,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:54:17.663810 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-fdde4cd9-9a78-4795-ad33-a6d99e56b68c req-beac9490-a7ac-4599-b241-d8cceca0bbd7 tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] 10.222.0.59 "GET /v2.0/security-groups?id=1749b80d-91c6-4bd3-8e8d-666bd095400f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448164 Jul 27 20:54:17.678559 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:17.707937 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c8a5e21-eb13-4770-9477-daf1bab77ba3 {{(pid=105586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 20:54:17.739789 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 20:54:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-739d5d94-587c-40ff-a6c1-4259155197aa x-openstack-request-id: req-739d5d94-587c-40ff-a6c1-4259155197aa {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:54:17.740114 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "584d1acb-649a-4ea3-bb0f-2992a4dd8793", "tag": "740d4cab-d4f7-4ec1-866f-61d43378b551", "status": "completed", "code": 200}]} {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:54:17.740356 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-739d5d94-587c-40ff-a6c1-4259155197aa {{(pid=105584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:54:17.740761 n-d-705658-22 neutron-server[105584]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '584d1acb-649a-4ea3-bb0f-2992a4dd8793', 'tag': '740d4cab-d4f7-4ec1-866f-61d43378b551', 'status': 'completed', 'code': 200} Jul 27 20:54:17.772586 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] For port 7c8a5e21-eb13-4770-9477-daf1bab77ba3, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=7c8a5e21-eb13-4770-9477-daf1bab77ba3,segment=NetworkSegment(86b1e6f6-d629-4b03-8944-4cdfbfb93d02),segment_id=86b1e6f6-d629-4b03-8944-4cdfbfb93d02)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:54:17.781800 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:17.899252 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bef8908-e76d-4318-8777-152a489cc1d5 req-8d514545-5748-45f2-9833-512d67ff8a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:17.902120 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-6bef8908-e76d-4318-8777-152a489cc1d5 req-8d514545-5748-45f2-9833-512d67ff8a95 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=615238fda314405b98ca504942933ecf&device_id=584d1acb-649a-4ea3-bb0f-2992a4dd8793 HTTP/1.1" status: 200 len: 1095 time: 0.1343398 Jul 27 20:54:17.952597 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Pushing event updated for resources: {'Port': ['ID=7c8a5e21-eb13-4770-9477-daf1bab77ba3,revision_number=8']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:54:17.989725 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-1b59c3ff-725c-464e-922c-e1d44b7c2a04 req-08e7f61c-334e-443b-a850-0661b6bab642 tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] 10.222.0.59 "GET /v2.0/ports?device_id=540d0afa-077d-483c-bae2-a3da321095f5 HTTP/1.1" status: 200 len: 210 time: 0.1138818 Jul 27 20:54:18.009014 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf12c4b-0720-4dd1-8cbd-eae8cd1369c8 req-6805f734-c88c-4faa-bb48-19d65eef610a tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:18.010556 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-0bf12c4b-0720-4dd1-8cbd-eae8cd1369c8 req-6805f734-c88c-4faa-bb48-19d65eef610a tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] 10.222.0.59 "GET /v2.0/ports?device_id=90df5073-6143-4b20-b10d-a2a3e91a9c78 HTTP/1.1" status: 200 len: 948 time: 0.2583170 Jul 27 20:54:18.049586 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bef8908-e76d-4318-8777-152a489cc1d5 req-19ee3768-9193-44a9-a66a-14c123b4c23e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:18.052066 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-6bef8908-e76d-4318-8777-152a489cc1d5 req-19ee3768-9193-44a9-a66a-14c123b4c23e service neutron] 10.222.0.36 "GET /v2.0/networks?id=3f1c8940-c5a5-4dd2-af27-28f2db444e65 HTTP/1.1" status: 200 len: 922 time: 0.1377225 Jul 27 20:54:18.098768 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-0bf12c4b-0720-4dd1-8cbd-eae8cd1369c8 req-26705f0b-7d74-4fce-b8f8-4d192e5d2b02 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] 10.222.0.59 "GET /v2.0/security-groups?id=c6534cb3-b44e-4a83-b57e-ddb72c2ad843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759034 Jul 27 20:54:18.157068 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-6bef8908-e76d-4318-8777-152a489cc1d5 req-ae1c070e-e122-4c9a-833d-7e32d8cc9355 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=740d4cab-d4f7-4ec1-866f-61d43378b551 HTTP/1.1" status: 200 len: 217 time: 0.0829728 Jul 27 20:54:18.199446 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] get_ports_and_sgs() called for port_ids ['7c8a5e21-eb13-4770-9477-daf1bab77ba3'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 20:54:18.280750 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bef8908-e76d-4318-8777-152a489cc1d5 req-3f7304c2-92a4-448a-be9a-e87604da055d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:18.282247 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-6bef8908-e76d-4318-8777-152a489cc1d5 req-3f7304c2-92a4-448a-be9a-e87604da055d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8762aa6e-55d1-40fd-8a84-dc4ad49beb7d HTTP/1.1" status: 200 len: 860 time: 0.1051829 Jul 27 20:54:18.312619 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969d9f8a-b103-431e-a20c-f26d0b445f33 req-dd213185-4ad4-4e08-9909-e29da67eb933 tempest-LiveAutoBlockMigrationV225Test-821062891 tempest-LiveAutoBlockMigrationV225Test-821062891-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:18.314162 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-969d9f8a-b103-431e-a20c-f26d0b445f33 req-dd213185-4ad4-4e08-9909-e29da67eb933 tempest-LiveAutoBlockMigrationV225Test-821062891 tempest-LiveAutoBlockMigrationV225Test-821062891-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=6fe1cd62-e12f-490c-94e1-c5f9b119b027 HTTP/1.1" status: 200 len: 1098 time: 0.1862967 Jul 27 20:54:18.392239 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f00ba9-bfd7-413e-bbe7-f5d68df4171a req-ddbcbedf-699a-48ee-87af-3034e7698015 tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:18.394198 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b4f00ba9-bfd7-413e-bbe7-f5d68df4171a req-ddbcbedf-699a-48ee-87af-3034e7698015 tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] 10.222.0.59 "GET /v2.0/ports?device_id=1405576f-5941-4d83-ba16-a6ff354313a3 HTTP/1.1" status: 200 len: 945 time: 0.1754973 Jul 27 20:54:18.400138 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bef8908-e76d-4318-8777-152a489cc1d5 req-c3cd0323-3ff8-421a-9c8a-3811472b301f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:18.404412 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-6bef8908-e76d-4318-8777-152a489cc1d5 req-c3cd0323-3ff8-421a-9c8a-3811472b301f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3f1c8940-c5a5-4dd2-af27-28f2db444e65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1123481 Jul 27 20:54:18.412609 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-969d9f8a-b103-431e-a20c-f26d0b445f33 req-b872b1d8-96c2-4042-aacc-5c42819e9d0c tempest-LiveAutoBlockMigrationV225Test-821062891 tempest-LiveAutoBlockMigrationV225Test-821062891-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=1749b80d-91c6-4bd3-8e8d-666bd095400f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749297 Jul 27 20:54:18.505857 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b4f00ba9-bfd7-413e-bbe7-f5d68df4171a req-1fd80d68-2a3b-4d2f-96fe-259ff1b2882b tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] 10.222.0.59 "GET /v2.0/security-groups?id=594c38b0-00a0-4e02-9d5e-673f3a5e469c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920980 Jul 27 20:54:18.563466 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-6bef8908-e76d-4318-8777-152a489cc1d5 req-2f31c3d5-d9df-4e74-9bcc-abbfd9a007d2 service neutron] 10.222.0.36 "GET /v2.0/networks/3f1c8940-c5a5-4dd2-af27-28f2db444e65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1492918 Jul 27 20:54:18.729281 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-6bef8908-e76d-4318-8777-152a489cc1d5 req-8d8b49ba-2cb3-4809-9ecb-bd7df49aeeee service neutron] 10.222.0.36 "GET /v2.0/networks/3f1c8940-c5a5-4dd2-af27-28f2db444e65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1408329 Jul 27 20:54:18.806109 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a47e94-d5b7-4312-b1f1-7d4138dc08da req-8854ea57-3eec-4479-b2c8-e5ea136074a4 tempest-LiveAutoBlockMigrationV225Test-821062891 tempest-LiveAutoBlockMigrationV225Test-821062891-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:18.819088 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-18a47e94-d5b7-4312-b1f1-7d4138dc08da req-8854ea57-3eec-4479-b2c8-e5ea136074a4 tempest-LiveAutoBlockMigrationV225Test-821062891 tempest-LiveAutoBlockMigrationV225Test-821062891-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=6fe1cd62-e12f-490c-94e1-c5f9b119b027 HTTP/1.1" status: 200 len: 1098 time: 0.1697695 Jul 27 20:54:18.917903 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-18a47e94-d5b7-4312-b1f1-7d4138dc08da req-9d417945-b960-4a78-af5c-88ae072dd10f tempest-LiveAutoBlockMigrationV225Test-821062891 tempest-LiveAutoBlockMigrationV225Test-821062891-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=1749b80d-91c6-4bd3-8e8d-666bd095400f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919201 Jul 27 20:54:18.935802 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 33124) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:54:19.129992 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70eb1337-b79b-40a2-9e90-6218ade16d7e req-6894a5eb-ffc7-4a4f-a803-f1dce066065a tempest-FloatingIPsAssociationTestJSON-1853502918 tempest-FloatingIPsAssociationTestJSON-1853502918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:19.137602 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-70eb1337-b79b-40a2-9e90-6218ade16d7e req-6894a5eb-ffc7-4a4f-a803-f1dce066065a tempest-FloatingIPsAssociationTestJSON-1853502918 tempest-FloatingIPsAssociationTestJSON-1853502918-project] 10.222.0.59 "GET /v2.0/ports?device_id=584d1acb-649a-4ea3-bb0f-2992a4dd8793 HTTP/1.1" status: 200 len: 943 time: 0.2174270 Jul 27 20:54:19.152808 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-d6817535-9747-4efe-9664-16aa0f4bb0e1 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-1897380286-network', 'tenant_id': '1bebab2985374229918b3d141f0a79f2'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:54:19.197060 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6817535-9747-4efe-9664-16aa0f4bb0e1 admin admin] Made reservation on behalf of 1bebab2985374229918b3d141f0a79f2 for: {'network': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:54:19.200248 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-d6817535-9747-4efe-9664-16aa0f4bb0e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for network, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:19.220561 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-37e3096a-eea6-4fdf-b874-2da3f39e0471 req-7ca6c7c1-457d-474c-bbd0-0f83ae43f356 tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=7f728b4f036e433cbd9e09c516f9ce38&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0387340 Jul 27 20:54:19.223648 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-d6817535-9747-4efe-9664-16aa0f4bb0e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:19.252630 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-70eb1337-b79b-40a2-9e90-6218ade16d7e req-a78f830d-db28-400c-b0e5-4ba4df28d859 tempest-FloatingIPsAssociationTestJSON-1853502918 tempest-FloatingIPsAssociationTestJSON-1853502918-project] 10.222.0.59 "GET /v2.0/security-groups?id=8687f539-6269-4f23-8f85-d9476e5397e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138134 Jul 27 20:54:19.351912 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18273ee0-f458-4992-a558-3097a4b8e706 req-920bfdb5-428c-4240-b9eb-bccde4aa5289 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:19.365633 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-18273ee0-f458-4992-a558-3097a4b8e706 req-920bfdb5-428c-4240-b9eb-bccde4aa5289 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] 10.222.0.59 "GET /v2.0/ports?device_id=90df5073-6143-4b20-b10d-a2a3e91a9c78 HTTP/1.1" status: 200 len: 949 time: 0.2805343 Jul 27 20:54:19.412157 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device 7c8a5e21-eb13-4770-9477-daf1bab77ba3 up at agent hyperv_n-h1-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:54:19.477086 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Provisioning for port 7c8a5e21-eb13-4770-9477-daf1bab77ba3 completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:54:19.481662 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e3096a-eea6-4fdf-b874-2da3f39e0471 req-427d3721-5087-4b04-8323-021e4af97030 tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:19.483212 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Provisioning complete for port 7c8a5e21-eb13-4770-9477-daf1bab77ba3 triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:54:19.483345 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-37e3096a-eea6-4fdf-b874-2da3f39e0471 req-427d3721-5087-4b04-8323-021e4af97030 tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2496929 Jul 27 20:54:19.484049 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:19.506746 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-18273ee0-f458-4992-a558-3097a4b8e706 req-9237bdec-c1b1-4937-a291-2d5a48566903 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] 10.222.0.59 "GET /v2.0/security-groups?id=c6534cb3-b44e-4a83-b57e-ddb72c2ad843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264465 Jul 27 20:54:19.507386 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [req-37e3096a-eea6-4fdf-b874-2da3f39e0471 req-7ce7a430-8c2d-474f-88a3-5e45cf026066 tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] Request body: {'port': {'device_id': '540d0afa-077d-483c-bae2-a3da321095f5', 'network_id': '4d64aa0b-bd6a-468e-8edc-c83689947462', 'admin_state_up': True, 'tenant_id': '7f728b4f036e433cbd9e09c516f9ce38'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:54:19.515234 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-d6817535-9747-4efe-9664-16aa0f4bb0e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:19.531459 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-d6817535-9747-4efe-9664-16aa0f4bb0e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:19.552764 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6817535-9747-4efe-9664-16aa0f4bb0e1 admin admin] vlan segment allocate from pool success with {'vlan_id': 232, 'physical_network': 'physnet1'} {{(pid=105584) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 20:54:19.559588 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9669456a-6be7-40bf-94bc-8b54d4b9fbc3 req-8d81b15b-d235-4cd9-9b49-a278c903ec76 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:19.561528 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-9669456a-6be7-40bf-94bc-8b54d4b9fbc3 req-8d81b15b-d235-4cd9-9b49-a278c903ec76 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] 10.222.0.60 "GET /v2.0/ports?device_id=90df5073-6143-4b20-b10d-a2a3e91a9c78&tenant_id=43230fc3eab141e0b742541c8628d03e&binding%3Ahost_id=n-h1-705658-22 HTTP/1.1" status: 200 len: 949 time: 0.3953924 Jul 27 20:54:19.564514 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-d6817535-9747-4efe-9664-16aa0f4bb0e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:19.565162 n-d-705658-22 neutron-server[105584]: INFO neutron.db.segments_db [None req-d6817535-9747-4efe-9664-16aa0f4bb0e1 admin admin] Added segment 1a6df4b8-1b7f-4c91-aeab-868433773047 of type vlan for network 48421823-0af9-4dd2-9d0c-663808a5aff4 Jul 27 20:54:19.631931 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-d6817535-9747-4efe-9664-16aa0f4bb0e1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790688424798'] for network, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:19.689069 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0644a693-9b6c-4755-9e5c-8bb0c964d0eb req-e769806b-0350-402a-83b6-10219ca6ead6 tempest-LiveMigrationTest-297508949 tempest-LiveMigrationTest-297508949-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:19.703677 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:19.704866 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-d6817535-9747-4efe-9664-16aa0f4bb0e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920'] for network, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:19.706514 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6817535-9747-4efe-9664-16aa0f4bb0e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:19.706644 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-0644a693-9b6c-4755-9e5c-8bb0c964d0eb req-e769806b-0350-402a-83b6-10219ca6ead6 tempest-LiveMigrationTest-297508949 tempest-LiveMigrationTest-297508949-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=1405576f-5941-4d83-ba16-a6ff354313a3 HTTP/1.1" status: 200 len: 1097 time: 0.2887738 Jul 27 20:54:19.707300 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-d6817535-9747-4efe-9664-16aa0f4bb0e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743886'] for network, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:19.756783 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] For port 7c8a5e21-eb13-4770-9477-daf1bab77ba3, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=7c8a5e21-eb13-4770-9477-daf1bab77ba3,segment=NetworkSegment(86b1e6f6-d629-4b03-8944-4cdfbfb93d02),segment_id=86b1e6f6-d629-4b03-8944-4cdfbfb93d02)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:54:19.758652 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90df5073-6143-4b20-b10d-a2a3e91a9c78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c8a5e21-eb13-4770-9477-daf1bab77ba3'}] {{(pid=105586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:54:19.762648 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14c1663e039faf5393f87855f745010ac5b02220355b68fdbf065393e303ac56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-086e2043-d1b4-4588-bd04-373a977457e8" -d '{"events": [{"server_uuid": "90df5073-6143-4b20-b10d-a2a3e91a9c78", "name": "network-vif-plugged", "status": "completed", "tag": "7c8a5e21-eb13-4770-9477-daf1bab77ba3"}]}' {{(pid=105586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:54:19.768065 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:19.785833 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-9288ca4d-2e22-471d-8c15-48ff7a5d31dc req-0e0f0364-41d7-482f-8d6b-5f16deaa873c tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] 10.222.0.59 "GET /v2.0/ports?device_id=540d0afa-077d-483c-bae2-a3da321095f5 HTTP/1.1" status: 200 len: 210 time: 0.0611956 Jul 27 20:54:19.844511 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-0644a693-9b6c-4755-9e5c-8bb0c964d0eb req-811e5389-051d-48ae-a9b6-eabb3855ca34 tempest-LiveMigrationTest-297508949 tempest-LiveMigrationTest-297508949-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=594c38b0-00a0-4e02-9d5e-673f3a5e469c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368172 Jul 27 20:54:19.875012 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6817535-9747-4efe-9664-16aa0f4bb0e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b49152d2-7ea9-4069-930d-17bb1fb95e7c,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:54:19.876865 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Pushing event updated for resources: {'Port': ['ID=7c8a5e21-eb13-4770-9477-daf1bab77ba3,revision_number=9']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:54:19.892364 n-d-705658-22 neutron-server[105585]: INFO neutron.api.v2.resource [req-9669456a-6be7-40bf-94bc-8b54d4b9fbc3 req-c04008aa-1efc-4da4-9580-98580d6bdb42 service neutron] delete failed (client error): The resource could not be found. Jul 27 20:54:19.900438 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-d6817535-9747-4efe-9664-16aa0f4bb0e1 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.9624875 Jul 27 20:54:19.900660 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-9669456a-6be7-40bf-94bc-8b54d4b9fbc3 req-c04008aa-1efc-4da4-9580-98580d6bdb42 service neutron] 10.222.0.60 "DELETE /v2.0/ports/7c8a5e21-eb13-4770-9477-daf1bab77ba3/bindings/n-h2-705658-22 HTTP/1.1" status: 404 len: 381 time: 0.3149667 Jul 27 20:54:19.900660 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 33154) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:54:19.915092 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6817535-9747-4efe-9664-16aa0f4bb0e1 admin admin] Pushing event updated for resources: {'Network': ['ID=48421823-0af9-4dd2-9d0c-663808a5aff4,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:54:19.923602 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-37e3096a-eea6-4fdf-b874-2da3f39e0471 req-7ce7a430-8c2d-474f-88a3-5e45cf026066 tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] Made reservation on behalf of 7f728b4f036e433cbd9e09c516f9ce38 for: {'port': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:54:19.928975 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-12cbfb1d-e5eb-4070-9919-30d23336762d admin admin] Request body: {'subnet': {'network_id': '48421823-0af9-4dd2-9d0c-663808a5aff4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-1897380286-subnet', 'tenant_id': '1bebab2985374229918b3d141f0a79f2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:54:19.929418 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-37e3096a-eea6-4fdf-b874-2da3f39e0471 req-7ce7a430-8c2d-474f-88a3-5e45cf026066 tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:19.943690 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Network 48421823-0af9-4dd2-9d0c-663808a5aff4 details requested by agent ovs-agent-n-d-705658-22 with host n-d-705658-22 {{(pid=105586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 20:54:20.016583 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12cbfb1d-e5eb-4070-9919-30d23336762d admin admin] Made reservation on behalf of 1bebab2985374229918b3d141f0a79f2 for: {'subnet': 1} {{(pid=105585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:54:20.020046 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-12cbfb1d-e5eb-4070-9919-30d23336762d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9990620'] for subnet, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:20.140914 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.db_base_plugin_common [req-37e3096a-eea6-4fdf-b874-2da3f39e0471 req-7ce7a430-8c2d-474f-88a3-5e45cf026066 tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] Allocated IP 192.168.233.64 (4d64aa0b-bd6a-468e-8edc-c83689947462/26644ba0-4185-4e10-8718-6ad18d01376c/b4361bc1-aa62-4d4c-8732-44cf2f0cb5cf) {{(pid=105584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:54:20.227774 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 20:54:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d863fc28-1044-46bb-9ba6-c4ba76f5ef34 x-openstack-request-id: req-d863fc28-1044-46bb-9ba6-c4ba76f5ef34 {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:54:20.228066 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90df5073-6143-4b20-b10d-a2a3e91a9c78", "name": "network-vif-plugged", "status": "completed", "tag": "7c8a5e21-eb13-4770-9477-daf1bab77ba3", "code": 200}]} {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:54:20.228592 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-d863fc28-1044-46bb-9ba6-c4ba76f5ef34 {{(pid=105586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:54:20.228995 n-d-705658-22 neutron-server[105586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90df5073-6143-4b20-b10d-a2a3e91a9c78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c8a5e21-eb13-4770-9477-daf1bab77ba3', 'code': 200} Jul 27 20:54:20.385561 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-37e3096a-eea6-4fdf-b874-2da3f39e0471 req-7ce7a430-8c2d-474f-88a3-5e45cf026066 tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] Notify callbacks [] for port, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:20.419578 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.provisioning_blocks [req-37e3096a-eea6-4fdf-b874-2da3f39e0471 req-7ce7a430-8c2d-474f-88a3-5e45cf026066 tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] Transition to ACTIVE for port object b4361bc1-aa62-4d4c-8732-44cf2f0cb5cf will not be triggered until provisioned by entity DHCP. {{(pid=105584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:54:20.463321 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-37e3096a-eea6-4fdf-b874-2da3f39e0471 req-7ce7a430-8c2d-474f-88a3-5e45cf026066 tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:20.476208 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9669456a-6be7-40bf-94bc-8b54d4b9fbc3 req-8ef00cad-6768-4642-a3d5-3651aff020d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:20.477452 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-9669456a-6be7-40bf-94bc-8b54d4b9fbc3 req-8ef00cad-6768-4642-a3d5-3651aff020d9 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=43230fc3eab141e0b742541c8628d03e&device_id=90df5073-6143-4b20-b10d-a2a3e91a9c78 HTTP/1.1" status: 200 len: 1102 time: 0.3820183 Jul 27 20:54:20.480466 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] get_ports_and_sgs() called for port_ids ['d0604db9-6e9b-4861-ac03-120cc4acb6b7', '61063df3-592b-4de0-a4f2-adf662bc157d', 'ef6a81f1-1922-4eec-9c1d-f4ff25155e93'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 20:54:20.484549 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] get_ports_and_sgs() called for port_ids ['789d1df8-a449-4c66-8006-9014f086578a', '1597b5c0-5ebb-47b9-aabd-c27047a8aa15'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 20:54:20.525026 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37e3096a-eea6-4fdf-b874-2da3f39e0471 req-7ce7a430-8c2d-474f-88a3-5e45cf026066 tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] Network 4d64aa0b-bd6a-468e-8edc-c83689947462 is already hosted by enough agents. {{(pid=105584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:54:20.528431 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [req-37e3096a-eea6-4fdf-b874-2da3f39e0471 req-7ce7a430-8c2d-474f-88a3-5e45cf026066 tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] Resources bound (agent type, host, resource id): {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:54:20.535114 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [req-37e3096a-eea6-4fdf-b874-2da3f39e0471 req-7ce7a430-8c2d-474f-88a3-5e45cf026066 tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] Received port after_create {{(pid=105584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:54:20.539561 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce7a430-8c2d-474f-88a3-5e45cf026066 tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] Pushing event updated for resources: {'Port': ['ID=b4361bc1-aa62-4d4c-8732-44cf2f0cb5cf,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:54:20.641038 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e3096a-eea6-4fdf-b874-2da3f39e0471 req-7ce7a430-8c2d-474f-88a3-5e45cf026066 tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:20.641728 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-37e3096a-eea6-4fdf-b874-2da3f39e0471 req-7ce7a430-8c2d-474f-88a3-5e45cf026066 tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:20.671350 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-37e3096a-eea6-4fdf-b874-2da3f39e0471 req-7ce7a430-8c2d-474f-88a3-5e45cf026066 tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1711783 Jul 27 20:54:20.688302 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [req-37e3096a-eea6-4fdf-b874-2da3f39e0471 req-c43c5057-0e17-4d0e-9889-3f49c0c0d5dd service neutron] Request body: {'port': {'device_id': '540d0afa-077d-483c-bae2-a3da321095f5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-705658-22'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:54:20.713125 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccfd302-b970-492a-a9f1-b3af645fab8c req-ce1d9bae-7434-48bc-aa36-319038a9c290 tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:20.715808 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-3ccfd302-b970-492a-a9f1-b3af645fab8c req-ce1d9bae-7434-48bc-aa36-319038a9c290 tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] 10.222.0.59 "GET /v2.0/networks?id=4d297cf8-0ab0-49a0-a8db-82a17169c88a HTTP/1.1" status: 200 len: 808 time: 0.3750186 Jul 27 20:54:20.717386 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9669456a-6be7-40bf-94bc-8b54d4b9fbc3 req-9a23ca1f-4fe7-4a8b-9521-603351c500a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:20.719707 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-9669456a-6be7-40bf-94bc-8b54d4b9fbc3 req-9a23ca1f-4fe7-4a8b-9521-603351c500a6 service neutron] 10.222.0.60 "GET /v2.0/networks?id=4d64aa0b-bd6a-468e-8edc-c83689947462 HTTP/1.1" status: 200 len: 870 time: 0.2210939 Jul 27 20:54:20.795388 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-37e3096a-eea6-4fdf-b874-2da3f39e0471 req-c43c5057-0e17-4d0e-9889-3f49c0c0d5dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:20.876514 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf7c6bd-c705-4c21-8d05-72a9137064ed req-43150ed3-1f57-41ea-b390-4367ca1aa8bb tempest-LiveAutoBlockMigrationV225Test-821062891 tempest-LiveAutoBlockMigrationV225Test-821062891-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:20.889082 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-9bf7c6bd-c705-4c21-8d05-72a9137064ed req-43150ed3-1f57-41ea-b390-4367ca1aa8bb tempest-LiveAutoBlockMigrationV225Test-821062891 tempest-LiveAutoBlockMigrationV225Test-821062891-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=6fe1cd62-e12f-490c-94e1-c5f9b119b027 HTTP/1.1" status: 200 len: 1098 time: 0.5516865 Jul 27 20:54:20.927675 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-3ccfd302-b970-492a-a9f1-b3af645fab8c req-eca702d5-624f-4093-bc73-80faf5ec1653 tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] 10.222.0.59 "GET /v2.0/quotas/0ae9964322044591b167626dd714310e HTTP/1.1" status: 200 len: 375 time: 0.2007234 Jul 27 20:54:20.930907 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-9669456a-6be7-40bf-94bc-8b54d4b9fbc3 req-c710643f-52be-4bcf-bbf8-99332b8c69e7 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.248&port_id=7c8a5e21-eb13-4770-9477-daf1bab77ba3 HTTP/1.1" status: 200 len: 217 time: 0.1531751 Jul 27 20:54:21.013148 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-12cbfb1d-e5eb-4070-9919-30d23336762d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10221797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9990606'] for subnet, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:21.047488 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-5bde657e-f7ec-4d0c-8d92-0f063f4d7b5a None None] Provisioning for port b4361bc1-aa62-4d4c-8732-44cf2f0cb5cf completed by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:54:21.052773 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-5bde657e-f7ec-4d0c-8d92-0f063f4d7b5a None None] Provisioning complete for port b4361bc1-aa62-4d4c-8732-44cf2f0cb5cf triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:54:21.053633 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-5bde657e-f7ec-4d0c-8d92-0f063f4d7b5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:21.093395 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-5bde657e-f7ec-4d0c-8d92-0f063f4d7b5a None None] Port b4361bc1-aa62-4d4c-8732-44cf2f0cb5cf cannot update to ACTIVE because it is not bound. {{(pid=105586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 20:54:21.105968 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cbfb1d-e5eb-4070-9919-30d23336762d admin admin] Pushing event updated for resources: {'Subnet': ['ID=109d73c7-c2b7-4bb2-839e-dc2ca31c6403,revision_number=0']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:54:21.142787 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-9bf7c6bd-c705-4c21-8d05-72a9137064ed req-8b06e272-a3e4-43f3-aa1a-1d57ffd0adae tempest-LiveAutoBlockMigrationV225Test-821062891 tempest-LiveAutoBlockMigrationV225Test-821062891-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=1749b80d-91c6-4bd3-8e8d-666bd095400f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2528121 Jul 27 20:54:21.182292 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-3ccfd302-b970-492a-a9f1-b3af645fab8c req-7ffac3fc-71aa-4937-9bb3-5f71a5e1685c tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=0ae9964322044591b167626dd714310e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2533448 Jul 27 20:54:21.195479 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9669456a-6be7-40bf-94bc-8b54d4b9fbc3 req-9fc75850-495f-4d97-8803-424864eafa75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:21.197423 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-9669456a-6be7-40bf-94bc-8b54d4b9fbc3 req-9fc75850-495f-4d97-8803-424864eafa75 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=26644ba0-4185-4e10-8718-6ad18d01376c HTTP/1.1" status: 200 len: 843 time: 0.2235506 Jul 27 20:54:21.250463 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [req-37e3096a-eea6-4fdf-b874-2da3f39e0471 req-c43c5057-0e17-4d0e-9889-3f49c0c0d5dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b4361bc1-aa62-4d4c-8732-44cf2f0cb5cf {{(pid=105584) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 20:54:21.261245 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-37e3096a-eea6-4fdf-b874-2da3f39e0471 req-c43c5057-0e17-4d0e-9889-3f49c0c0d5dd service neutron] Notify callbacks [] for port, precommit_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:21.279026 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.provisioning_blocks [req-37e3096a-eea6-4fdf-b874-2da3f39e0471 req-c43c5057-0e17-4d0e-9889-3f49c0c0d5dd service neutron] Transition to ACTIVE for port object b4361bc1-aa62-4d4c-8732-44cf2f0cb5cf will not be triggered until provisioned by entity L2. {{(pid=105584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:54:21.286029 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-37e3096a-eea6-4fdf-b874-2da3f39e0471 req-c43c5057-0e17-4d0e-9889-3f49c0c0d5dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9014027'] for port, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:21.365299 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43c5057-0e17-4d0e-9889-3f49c0c0d5dd service neutron] Pushing event updated for resources: {'Port': ['ID=b4361bc1-aa62-4d4c-8732-44cf2f0cb5cf,revision_number=2']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:54:21.402602 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12cbfb1d-e5eb-4070-9919-30d23336762d admin admin] Checking segment: {'id': '1a6df4b8-1b7f-4c91-aeab-868433773047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '48421823-0af9-4dd2-9d0c-663808a5aff4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:54:21.402959 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12cbfb1d-e5eb-4070-9919-30d23336762d admin admin] Network hostable DHCP agents. Network: 48421823-0af9-4dd2-9d0c-663808a5aff4, hostable agents: ['7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a'], hosted agents: [] {{(pid=105585) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 20:54:21.413474 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device 740d4cab-d4f7-4ec1-866f-61d43378b551 details requested by agent hyperv_n-h1-705658-22 with host n-h1-705658-22 {{(pid=105586) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 20:54:21.459246 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [req-37e3096a-eea6-4fdf-b874-2da3f39e0471 req-c43c5057-0e17-4d0e-9889-3f49c0c0d5dd service neutron] Attempting to bind port b4361bc1-aa62-4d4c-8732-44cf2f0cb5cf on host n-h1-705658-22 for vnic_type normal with profile {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:54:21.461762 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [req-37e3096a-eea6-4fdf-b874-2da3f39e0471 req-c43c5057-0e17-4d0e-9889-3f49c0c0d5dd service neutron] Attempting to bind port b4361bc1-aa62-4d4c-8732-44cf2f0cb5cf by drivers openvswitch,hyperv on host n-h1-705658-22 at level 0 using segments [{'id': '86b1e6f6-d629-4b03-8944-4cdfbfb93d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '4d64aa0b-bd6a-468e-8edc-c83689947462'}] {{(pid=105584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:54:21.462105 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37e3096a-eea6-4fdf-b874-2da3f39e0471 req-c43c5057-0e17-4d0e-9889-3f49c0c0d5dd service neutron] Attempting to bind port b4361bc1-aa62-4d4c-8732-44cf2f0cb5cf on network 4d64aa0b-bd6a-468e-8edc-c83689947462 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:54:21.465687 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12cbfb1d-e5eb-4070-9919-30d23336762d admin admin] Network 48421823-0af9-4dd2-9d0c-663808a5aff4 is scheduled to be hosted by DHCP agent 7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a with binding_index 1 {{(pid=105585) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 20:54:21.473099 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37e3096a-eea6-4fdf-b874-2da3f39e0471 req-c43c5057-0e17-4d0e-9889-3f49c0c0d5dd service neutron] Port b4361bc1-aa62-4d4c-8732-44cf2f0cb5cf on network 4d64aa0b-bd6a-468e-8edc-c83689947462 not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-22 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 20:54:21.473437 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37e3096a-eea6-4fdf-b874-2da3f39e0471 req-c43c5057-0e17-4d0e-9889-3f49c0c0d5dd service neutron] Attempting to bind port b4361bc1-aa62-4d4c-8732-44cf2f0cb5cf on network 4d64aa0b-bd6a-468e-8edc-c83689947462 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:54:21.485551 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37e3096a-eea6-4fdf-b874-2da3f39e0471 req-c43c5057-0e17-4d0e-9889-3f49c0c0d5dd service neutron] Checking agent: {'id': '9d9bc37f-4d75-44ef-9f63-799aab3e316f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 49, 36), 'started_at': datetime.datetime(2021, 7, 27, 20, 49, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 54, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:54:21.485894 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37e3096a-eea6-4fdf-b874-2da3f39e0471 req-c43c5057-0e17-4d0e-9889-3f49c0c0d5dd service neutron] Checking segment: {'id': '86b1e6f6-d629-4b03-8944-4cdfbfb93d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '4d64aa0b-bd6a-468e-8edc-c83689947462'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:54:21.487808 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37e3096a-eea6-4fdf-b874-2da3f39e0471 req-c43c5057-0e17-4d0e-9889-3f49c0c0d5dd service neutron] Bound using segment: {'id': '86b1e6f6-d629-4b03-8944-4cdfbfb93d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '4d64aa0b-bd6a-468e-8edc-c83689947462'} {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:54:21.488415 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [req-37e3096a-eea6-4fdf-b874-2da3f39e0471 req-c43c5057-0e17-4d0e-9889-3f49c0c0d5dd service neutron] Bound port: b4361bc1-aa62-4d4c-8732-44cf2f0cb5cf, host: n-h1-705658-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '86b1e6f6-d629-4b03-8944-4cdfbfb93d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '4d64aa0b-bd6a-468e-8edc-c83689947462'}}] {{(pid=105584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:54:21.488810 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-37e3096a-eea6-4fdf-b874-2da3f39e0471 req-c43c5057-0e17-4d0e-9889-3f49c0c0d5dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:21.497335 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9669456a-6be7-40bf-94bc-8b54d4b9fbc3 req-a3ca0588-d5b2-4a3a-a25d-7fcf2249e2b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:21.499336 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-9669456a-6be7-40bf-94bc-8b54d4b9fbc3 req-a3ca0588-d5b2-4a3a-a25d-7fcf2249e2b1 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4d64aa0b-bd6a-468e-8edc-c83689947462&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2776885 Jul 27 20:54:21.503787 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.base_scheduler [None req-12cbfb1d-e5eb-4070-9919-30d23336762d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-22, 48421823-0af9-4dd2-9d0c-663808a5aff4) {{(pid=105585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:54:21.513275 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-3ccfd302-b970-492a-a9f1-b3af645fab8c req-738aba63-5bdc-4017-ac20-d53dc29d9968 service neutron] 10.222.0.59 "GET /v2.0/networks/4d297cf8-0ab0-49a0-a8db-82a17169c88a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3299584 Jul 27 20:54:21.520156 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12cbfb1d-e5eb-4070-9919-30d23336762d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:21.520739 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-12cbfb1d-e5eb-4070-9919-30d23336762d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743886'] for subnet, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:21.526191 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f291d02-1b86-4513-ae57-54612cce0bac None None] Network 48421823-0af9-4dd2-9d0c-663808a5aff4 requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 20:54:21.596942 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [req-37e3096a-eea6-4fdf-b874-2da3f39e0471 req-c43c5057-0e17-4d0e-9889-3f49c0c0d5dd service neutron] For port b4361bc1-aa62-4d4c-8732-44cf2f0cb5cf, host n-h1-705658-22, cleared binding levels {{(pid=105584) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:54:21.611884 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [req-37e3096a-eea6-4fdf-b874-2da3f39e0471 req-c43c5057-0e17-4d0e-9889-3f49c0c0d5dd service neutron] For port b4361bc1-aa62-4d4c-8732-44cf2f0cb5cf, host n-h1-705658-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=b4361bc1-aa62-4d4c-8732-44cf2f0cb5cf,segment=NetworkSegment(86b1e6f6-d629-4b03-8944-4cdfbfb93d02),segment_id=86b1e6f6-d629-4b03-8944-4cdfbfb93d02)] {{(pid=105584) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:54:21.619662 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-37e3096a-eea6-4fdf-b874-2da3f39e0471 req-c43c5057-0e17-4d0e-9889-3f49c0c0d5dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9014027'] for port, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:21.651978 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-9669456a-6be7-40bf-94bc-8b54d4b9fbc3 req-5192b85a-4c76-49fb-b66b-3ffa9d903236 service neutron] 10.222.0.60 "GET /v2.0/networks/4d64aa0b-bd6a-468e-8edc-c83689947462?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1363778 Jul 27 20:54:21.667813 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-12cbfb1d-e5eb-4070-9919-30d23336762d admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.7672627 Jul 27 20:54:21.706671 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43c5057-0e17-4d0e-9889-3f49c0c0d5dd service neutron] Pushing event updated for resources: {'Port': ['ID=b4361bc1-aa62-4d4c-8732-44cf2f0cb5cf,revision_number=3']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:54:21.751774 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e3096a-eea6-4fdf-b874-2da3f39e0471 req-c43c5057-0e17-4d0e-9889-3f49c0c0d5dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:21.753568 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-37e3096a-eea6-4fdf-b874-2da3f39e0471 req-c43c5057-0e17-4d0e-9889-3f49c0c0d5dd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:21.756228 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-37e3096a-eea6-4fdf-b874-2da3f39e0471 req-c43c5057-0e17-4d0e-9889-3f49c0c0d5dd service neutron] 10.222.0.36 "PUT /v2.0/ports/b4361bc1-aa62-4d4c-8732-44cf2f0cb5cf HTTP/1.1" status: 200 len: 1096 time: 1.0746322 Jul 27 20:54:21.761494 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4c7034-6260-4d1b-9409-1770dcb8e090 req-939dff28-a84a-43d7-8385-9d6fb31fdf25 tempest-FloatingIPsAssociationTestJSON-1853502918 tempest-FloatingIPsAssociationTestJSON-1853502918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:21.762545 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-de4c7034-6260-4d1b-9409-1770dcb8e090 req-939dff28-a84a-43d7-8385-9d6fb31fdf25 tempest-FloatingIPsAssociationTestJSON-1853502918 tempest-FloatingIPsAssociationTestJSON-1853502918-project] 10.222.0.59 "GET /v2.0/ports?device_id=584d1acb-649a-4ea3-bb0f-2992a4dd8793 HTTP/1.1" status: 200 len: 943 time: 0.4126585 Jul 27 20:54:21.774706 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '540d0afa-077d-483c-bae2-a3da321095f5', 'tag': 'b4361bc1-aa62-4d4c-8732-44cf2f0cb5cf'}] {{(pid=105584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:54:21.784814 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bce5e6c8685464f7626901654159975603b047827e3138302ed6566e28f1343" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a845bbed-b66d-453b-909c-aed742167de8" -d '{"events": [{"name": "network-changed", "server_uuid": "540d0afa-077d-483c-bae2-a3da321095f5", "tag": "b4361bc1-aa62-4d4c-8732-44cf2f0cb5cf"}]}' {{(pid=105584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:54:21.903673 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] For port 740d4cab-d4f7-4ec1-866f-61d43378b551, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=740d4cab-d4f7-4ec1-866f-61d43378b551,segment=NetworkSegment(daa14205-10d6-4bd3-bbe7-ea8abee6eb90),segment_id=daa14205-10d6-4bd3-bbe7-ea8abee6eb90)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:54:21.933228 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Returning: {'device': '740d4cab-d4f7-4ec1-866f-61d43378b551', 'network_id': '3f1c8940-c5a5-4dd2-af27-28f2db444e65', 'port_id': '740d4cab-d4f7-4ec1-866f-61d43378b551', 'mac_address': 'fa:16:3e:c3:04:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 218, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8762aa6e-55d1-40fd-8a84-dc4ad49beb7d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105586) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 20:54:21.967894 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e3096a-eea6-4fdf-b874-2da3f39e0471 req-f7e72b9f-882d-4c0c-8c72-b94b5b52afba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:21.972638 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-37e3096a-eea6-4fdf-b874-2da3f39e0471 req-f7e72b9f-882d-4c0c-8c72-b94b5b52afba service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7f728b4f036e433cbd9e09c516f9ce38&device_id=540d0afa-077d-483c-bae2-a3da321095f5 HTTP/1.1" status: 200 len: 1099 time: 0.1667328 Jul 27 20:54:22.084808 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-082d5c24-6458-45cb-a59f-a072b9b951d7 None None] Network 48421823-0af9-4dd2-9d0c-663808a5aff4 requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 20:54:22.113071 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-37e3096a-eea6-4fdf-b874-2da3f39e0471 req-0a94b0bd-72e8-4537-9259-3a2fdec92200 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.64&port_id=b4361bc1-aa62-4d4c-8732-44cf2f0cb5cf HTTP/1.1" status: 200 len: 217 time: 0.1319025 Jul 27 20:54:22.167498 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:22.177146 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e3096a-eea6-4fdf-b874-2da3f39e0471 req-3008892e-44ab-4c24-bc3a-90ffa224bd3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:22.179207 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-37e3096a-eea6-4fdf-b874-2da3f39e0471 req-3008892e-44ab-4c24-bc3a-90ffa224bd3a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=26644ba0-4185-4e10-8718-6ad18d01376c HTTP/1.1" status: 200 len: 843 time: 0.0584710 Jul 27 20:54:22.184522 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 740d4cab-d4f7-4ec1-866f-61d43378b551 {{(pid=105586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 20:54:22.240684 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] For port 740d4cab-d4f7-4ec1-866f-61d43378b551, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=740d4cab-d4f7-4ec1-866f-61d43378b551,segment=NetworkSegment(daa14205-10d6-4bd3-bbe7-ea8abee6eb90),segment_id=daa14205-10d6-4bd3-bbe7-ea8abee6eb90)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:54:22.261584 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:22.280262 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-de4c7034-6260-4d1b-9409-1770dcb8e090 req-18a9a702-b803-49ff-92b0-155e2b327aa1 tempest-FloatingIPsAssociationTestJSON-1853502918 tempest-FloatingIPsAssociationTestJSON-1853502918-project] 10.222.0.59 "GET /v2.0/security-groups?id=8687f539-6269-4f23-8f85-d9476e5397e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741849 Jul 27 20:54:22.285399 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e3096a-eea6-4fdf-b874-2da3f39e0471 req-23728b09-5960-452a-8467-21b9d7c51bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:22.287694 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-37e3096a-eea6-4fdf-b874-2da3f39e0471 req-23728b09-5960-452a-8467-21b9d7c51bc3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4d64aa0b-bd6a-468e-8edc-c83689947462&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1008658 Jul 27 20:54:22.356287 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-3ccfd302-b970-492a-a9f1-b3af645fab8c req-4ef3d76d-9f10-434c-aef8-b639bbb1a1d5 service neutron] 10.222.0.59 "GET /v2.0/networks/4d297cf8-0ab0-49a0-a8db-82a17169c88a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8103955 Jul 27 20:54:22.381684 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Pushing event updated for resources: {'Port': ['ID=740d4cab-d4f7-4ec1-866f-61d43378b551,revision_number=4']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:54:22.400725 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-9669456a-6be7-40bf-94bc-8b54d4b9fbc3 req-59ecc36f-998a-47eb-8c6e-5a3fa10fcb6c service neutron] 10.222.0.60 "GET /v2.0/networks/4d64aa0b-bd6a-468e-8edc-c83689947462?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7306576 Jul 27 20:54:22.496660 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-37e3096a-eea6-4fdf-b874-2da3f39e0471 req-667d3e02-ab6d-4890-820d-d92d595bda28 service neutron] 10.222.0.36 "GET /v2.0/networks/4d64aa0b-bd6a-468e-8edc-c83689947462?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1998150 Jul 27 20:54:22.518117 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d08422-5fad-4dbf-a5b4-d8d912613bfb req-a9066ad7-8c3b-4473-a7c2-0759cc97c5fe tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:22.526395 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-04d08422-5fad-4dbf-a5b4-d8d912613bfb req-a9066ad7-8c3b-4473-a7c2-0759cc97c5fe tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] 10.222.0.59 "GET /v2.0/ports?device_id=90df5073-6143-4b20-b10d-a2a3e91a9c78 HTTP/1.1" status: 200 len: 950 time: 0.1065254 Jul 27 20:54:22.547934 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] get_ports_and_sgs() called for port_ids ['740d4cab-d4f7-4ec1-866f-61d43378b551'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 20:54:22.593550 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-04d08422-5fad-4dbf-a5b4-d8d912613bfb req-6ac1f524-3e2c-413b-b689-a0cbaf9741e4 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] 10.222.0.59 "GET /v2.0/security-groups?id=c6534cb3-b44e-4a83-b57e-ddb72c2ad843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617909 Jul 27 20:54:22.726192 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-37e3096a-eea6-4fdf-b874-2da3f39e0471 req-b4d408f8-88bc-4b6e-a467-eae905737362 service neutron] 10.222.0.36 "GET /v2.0/networks/4d64aa0b-bd6a-468e-8edc-c83689947462?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2096508 Jul 27 20:54:22.765625 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9887a2a8-5da4-44c5-9d16-281522b0c145 req-f625e52d-4de1-4d85-8077-99683e2e411a tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:22.767289 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-9887a2a8-5da4-44c5-9d16-281522b0c145 req-f625e52d-4de1-4d85-8077-99683e2e411a tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] 10.222.0.59 "GET /v2.0/ports?device_id=540d0afa-077d-483c-bae2-a3da321095f5 HTTP/1.1" status: 200 len: 947 time: 0.1570644 Jul 27 20:54:22.848764 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-9887a2a8-5da4-44c5-9d16-281522b0c145 req-3cd91c1b-87e0-4999-98aa-7d5b6e421756 tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] 10.222.0.59 "GET /v2.0/security-groups?id=dea81a77-85b4-4e12-8e1d-b19e89484a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528874 Jul 27 20:54:22.919338 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 20:54:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0050e6d8-301d-4d07-bce9-4c35074548ff x-openstack-request-id: req-0050e6d8-301d-4d07-bce9-4c35074548ff {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:54:22.919712 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "540d0afa-077d-483c-bae2-a3da321095f5", "tag": "b4361bc1-aa62-4d4c-8732-44cf2f0cb5cf", "status": "completed", "code": 200}]} {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:54:22.919972 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-0050e6d8-301d-4d07-bce9-4c35074548ff {{(pid=105584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:54:22.920483 n-d-705658-22 neutron-server[105584]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '540d0afa-077d-483c-bae2-a3da321095f5', 'tag': 'b4361bc1-aa62-4d4c-8732-44cf2f0cb5cf', 'status': 'completed', 'code': 200} Jul 27 20:54:23.068155 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a845bbed-b66d-453b-909c-aed742167de8 req-456fd38d-b0fa-4a7f-92cb-77e033d16523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:23.070227 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-a845bbed-b66d-453b-909c-aed742167de8 req-456fd38d-b0fa-4a7f-92cb-77e033d16523 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7f728b4f036e433cbd9e09c516f9ce38&device_id=540d0afa-077d-483c-bae2-a3da321095f5 HTTP/1.1" status: 200 len: 1099 time: 0.1128330 Jul 27 20:54:23.132333 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0800a57-3fdd-4542-b88b-c2c31bd908fd req-cd86fd5b-4684-4563-9e86-e865db3d3f5c tempest-LiveAutoBlockMigrationV225Test-821062891 tempest-LiveAutoBlockMigrationV225Test-821062891-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:23.138364 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f0800a57-3fdd-4542-b88b-c2c31bd908fd req-cd86fd5b-4684-4563-9e86-e865db3d3f5c tempest-LiveAutoBlockMigrationV225Test-821062891 tempest-LiveAutoBlockMigrationV225Test-821062891-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=6fe1cd62-e12f-490c-94e1-c5f9b119b027 HTTP/1.1" status: 200 len: 1098 time: 0.1447303 Jul 27 20:54:23.235990 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a845bbed-b66d-453b-909c-aed742167de8 req-b739a797-a67c-4e7e-8334-0cab5bc06743 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:23.238758 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-a845bbed-b66d-453b-909c-aed742167de8 req-b739a797-a67c-4e7e-8334-0cab5bc06743 service neutron] 10.222.0.36 "GET /v2.0/networks?id=4d64aa0b-bd6a-468e-8edc-c83689947462 HTTP/1.1" status: 200 len: 870 time: 0.1508281 Jul 27 20:54:23.241789 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f0800a57-3fdd-4542-b88b-c2c31bd908fd req-8cdf45b3-bf0b-4d41-9b1c-cd4c045c83b2 tempest-LiveAutoBlockMigrationV225Test-821062891 tempest-LiveAutoBlockMigrationV225Test-821062891-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=1749b80d-91c6-4bd3-8e8d-666bd095400f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958352 Jul 27 20:54:23.308205 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-a845bbed-b66d-453b-909c-aed742167de8 req-cb7a72dc-4232-4ba6-a40d-caaf26a04488 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.64&port_id=b4361bc1-aa62-4d4c-8732-44cf2f0cb5cf HTTP/1.1" status: 200 len: 217 time: 0.0612757 Jul 27 20:54:23.402609 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a845bbed-b66d-453b-909c-aed742167de8 req-e3ec3715-1404-4746-996e-f73382b7097e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:23.404760 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-a845bbed-b66d-453b-909c-aed742167de8 req-e3ec3715-1404-4746-996e-f73382b7097e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=26644ba0-4185-4e10-8718-6ad18d01376c HTTP/1.1" status: 200 len: 843 time: 0.0865970 Jul 27 20:54:23.438387 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-90adb0e0-a3af-4052-a6b9-11b42ecfe678 req-78bfcb85-d6ea-4cc0-a274-3d35a7061592 tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] 10.222.0.59 "GET /v2.0/ports?device_id=227e87e6-7a64-4944-af32-868f2772cf85 HTTP/1.1" status: 200 len: 210 time: 0.0679862 Jul 27 20:54:23.454390 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ff1d8f-bbcd-474c-a779-004b3fd343c5 req-67793d15-c518-49c8-aa96-6714cebf02b5 tempest-ImagesOneServerNegativeTestJSON-323901233 tempest-ImagesOneServerNegativeTestJSON-323901233-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:23.465720 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-52ff1d8f-bbcd-474c-a779-004b3fd343c5 req-67793d15-c518-49c8-aa96-6714cebf02b5 tempest-ImagesOneServerNegativeTestJSON-323901233 tempest-ImagesOneServerNegativeTestJSON-323901233-project] 10.222.0.59 "GET /v2.0/networks?id=48421823-0af9-4dd2-9d0c-663808a5aff4 HTTP/1.1" status: 200 len: 822 time: 0.2274525 Jul 27 20:54:23.482448 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-52ff1d8f-bbcd-474c-a779-004b3fd343c5 req-f37e5166-cb49-4c42-a111-5eb05a5e9c09 tempest-ImagesOneServerNegativeTestJSON-323901233 tempest-ImagesOneServerNegativeTestJSON-323901233-project] 10.222.0.59 "GET /v2.0/quotas/1bebab2985374229918b3d141f0a79f2 HTTP/1.1" status: 200 len: 375 time: 0.0167911 Jul 27 20:54:23.526377 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-52ff1d8f-bbcd-474c-a779-004b3fd343c5 req-c3ddea67-fb55-4153-bfe5-1540c9c94030 tempest-ImagesOneServerNegativeTestJSON-323901233 tempest-ImagesOneServerNegativeTestJSON-323901233-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=1bebab2985374229918b3d141f0a79f2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0428467 Jul 27 20:54:23.578922 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a845bbed-b66d-453b-909c-aed742167de8 req-7fcdc43a-7312-4255-9b86-d6d740e3e836 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:23.582166 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-a845bbed-b66d-453b-909c-aed742167de8 req-7fcdc43a-7312-4255-9b86-d6d740e3e836 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4d64aa0b-bd6a-468e-8edc-c83689947462&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1620762 Jul 27 20:54:23.684691 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-52ff1d8f-bbcd-474c-a779-004b3fd343c5 req-26b02632-70de-4d73-99f2-57c1ef494e84 service neutron] 10.222.0.59 "GET /v2.0/networks/48421823-0af9-4dd2-9d0c-663808a5aff4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1573734 Jul 27 20:54:23.738296 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-a845bbed-b66d-453b-909c-aed742167de8 req-948a7c38-9fa3-436a-9896-ce75d36e29a3 service neutron] 10.222.0.36 "GET /v2.0/networks/4d64aa0b-bd6a-468e-8edc-c83689947462?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1470909 Jul 27 20:54:23.861476 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-a845bbed-b66d-453b-909c-aed742167de8 req-ceb2921c-a436-4410-b5c3-5cc32b355532 service neutron] 10.222.0.36 "GET /v2.0/networks/4d64aa0b-bd6a-468e-8edc-c83689947462?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1127751 Jul 27 20:54:23.862421 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-52ff1d8f-bbcd-474c-a779-004b3fd343c5 req-cfe97f1f-9754-4e2f-b3ee-3adcd3dcc4fa service neutron] 10.222.0.59 "GET /v2.0/networks/48421823-0af9-4dd2-9d0c-663808a5aff4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1670091 Jul 27 20:54:24.334518 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccfd302-b970-492a-a9f1-b3af645fab8c req-50dc2a33-6fe0-495a-8b78-3bc669a9604d tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:24.339472 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-3ccfd302-b970-492a-a9f1-b3af645fab8c req-50dc2a33-6fe0-495a-8b78-3bc669a9604d tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] 10.222.0.36 "GET /v2.0/networks?id=4d297cf8-0ab0-49a0-a8db-82a17169c88a HTTP/1.1" status: 200 len: 808 time: 0.3002644 Jul 27 20:54:24.369132 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [req-3ccfd302-b970-492a-a9f1-b3af645fab8c req-116b3424-6eff-4b12-9f6f-f4daa0a1e776 tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] Request body: {'port': {'device_id': '227e87e6-7a64-4944-af32-868f2772cf85', 'network_id': '4d297cf8-0ab0-49a0-a8db-82a17169c88a', 'admin_state_up': True, 'tenant_id': '0ae9964322044591b167626dd714310e'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:54:24.404021 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb8afdd-de3c-4cc3-a1e5-1e437506ea48 req-cdc08dd1-da49-457d-aeec-25d2fa3abdf6 tempest-FloatingIPsAssociationTestJSON-1853502918 tempest-FloatingIPsAssociationTestJSON-1853502918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:24.412189 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-aeb8afdd-de3c-4cc3-a1e5-1e437506ea48 req-cdc08dd1-da49-457d-aeec-25d2fa3abdf6 tempest-FloatingIPsAssociationTestJSON-1853502918 tempest-FloatingIPsAssociationTestJSON-1853502918-project] 10.222.0.59 "GET /v2.0/ports?device_id=584d1acb-649a-4ea3-bb0f-2992a4dd8793 HTTP/1.1" status: 200 len: 944 time: 0.2546604 Jul 27 20:54:24.508263 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-aeb8afdd-de3c-4cc3-a1e5-1e437506ea48 req-f770dcdb-553f-46ed-ada7-131f2c2f5280 tempest-FloatingIPsAssociationTestJSON-1853502918 tempest-FloatingIPsAssociationTestJSON-1853502918-project] 10.222.0.59 "GET /v2.0/security-groups?id=8687f539-6269-4f23-8f85-d9476e5397e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891819 Jul 27 20:54:24.567164 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ccfd302-b970-492a-a9f1-b3af645fab8c req-116b3424-6eff-4b12-9f6f-f4daa0a1e776 tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] Made reservation on behalf of 0ae9964322044591b167626dd714310e for: {'port': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:54:24.571721 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-3ccfd302-b970-492a-a9f1-b3af645fab8c req-116b3424-6eff-4b12-9f6f-f4daa0a1e776 tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:24.752837 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe511b6c-bb72-4c1a-a160-656837f992dc req-b121e3b3-4d60-4c61-a8b1-058b9b457bba tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:24.755092 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-fe511b6c-bb72-4c1a-a160-656837f992dc req-b121e3b3-4d60-4c61-a8b1-058b9b457bba tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] 10.222.0.59 "GET /v2.0/ports?device_id=90df5073-6143-4b20-b10d-a2a3e91a9c78 HTTP/1.1" status: 200 len: 950 time: 0.1306875 Jul 27 20:54:24.842544 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-fe511b6c-bb72-4c1a-a160-656837f992dc req-702c47e6-404b-4bad-9920-e07f14830f48 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] 10.222.0.59 "GET /v2.0/security-groups?id=c6534cb3-b44e-4a83-b57e-ddb72c2ad843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731795 Jul 27 20:54:24.890111 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.db_base_plugin_common [req-3ccfd302-b970-492a-a9f1-b3af645fab8c req-116b3424-6eff-4b12-9f6f-f4daa0a1e776 tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] Allocated IP 172.20.0.3 (4d297cf8-0ab0-49a0-a8db-82a17169c88a/ff9685c6-941b-44c9-867d-9e4581186e02/a7178fc2-144b-41ac-8d14-b53354ce11f1) {{(pid=105584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:54:25.023410 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [req-c2896b8d-f4a9-43d7-804d-3ec36167979e req-e1697bb9-c84b-47e2-8465-f25ee2b79645 tempest-LiveAutoBlockMigrationV225Test-821062891 tempest-LiveAutoBlockMigrationV225Test-821062891-project-admin] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=105585) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 20:54:25.024639 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-c2896b8d-f4a9-43d7-804d-3ec36167979e req-e1697bb9-c84b-47e2-8465-f25ee2b79645 tempest-LiveAutoBlockMigrationV225Test-821062891 tempest-LiveAutoBlockMigrationV225Test-821062891-project-admin] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0076914 Jul 27 20:54:25.041319 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [req-c2896b8d-f4a9-43d7-804d-3ec36167979e req-097f259c-8002-40f3-85a6-d3f1425c5491 service neutron] Request body: {'binding': {'host': 'n-h2-705658-22', 'vnic_type': 'normal', 'profile': {}}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:54:25.044664 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [req-c2896b8d-f4a9-43d7-804d-3ec36167979e req-097f259c-8002-40f3-85a6-d3f1425c5491 service neutron] Unknown quota resources ['binding']. {{(pid=105585) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 27 20:54:25.173218 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-3ccfd302-b970-492a-a9f1-b3af645fab8c req-116b3424-6eff-4b12-9f6f-f4daa0a1e776 tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] Notify callbacks [] for port, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:25.218719 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-3ccfd302-b970-492a-a9f1-b3af645fab8c req-116b3424-6eff-4b12-9f6f-f4daa0a1e776 tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:25.264135 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.managers [req-c2896b8d-f4a9-43d7-804d-3ec36167979e req-097f259c-8002-40f3-85a6-d3f1425c5491 service neutron] Attempting to bind port 9fb12c78-187d-4a4f-ad6b-1ca5597a0356 on host n-h2-705658-22 for vnic_type normal with profile None {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:54:25.264750 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.managers [req-c2896b8d-f4a9-43d7-804d-3ec36167979e req-097f259c-8002-40f3-85a6-d3f1425c5491 service neutron] Attempting to bind port 9fb12c78-187d-4a4f-ad6b-1ca5597a0356 by drivers openvswitch,hyperv on host n-h2-705658-22 at level 0 using segments [{'id': '30512320-4797-4523-818e-63eb7bdafb2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '8e591ae5-ff89-4a25-b3ce-4b1625915957'}] {{(pid=105585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:54:25.264847 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2896b8d-f4a9-43d7-804d-3ec36167979e req-097f259c-8002-40f3-85a6-d3f1425c5491 service neutron] Attempting to bind port 9fb12c78-187d-4a4f-ad6b-1ca5597a0356 on network 8e591ae5-ff89-4a25-b3ce-4b1625915957 {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:54:25.280739 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8d56ec-6c51-4219-ba97-db6ac3a03ec9 req-135c244f-abd4-4a9a-b697-9702b7e09b73 tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:25.281940 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-bf8d56ec-6c51-4219-ba97-db6ac3a03ec9 req-135c244f-abd4-4a9a-b697-9702b7e09b73 tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] 10.222.0.59 "GET /v2.0/ports?device_id=540d0afa-077d-483c-bae2-a3da321095f5 HTTP/1.1" status: 200 len: 947 time: 0.1195979 Jul 27 20:54:25.282755 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2896b8d-f4a9-43d7-804d-3ec36167979e req-097f259c-8002-40f3-85a6-d3f1425c5491 service neutron] Port 9fb12c78-187d-4a4f-ad6b-1ca5597a0356 on network 8e591ae5-ff89-4a25-b3ce-4b1625915957 not bound, no agent of type Open vSwitch agent registered on host n-h2-705658-22 {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 20:54:25.283389 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2896b8d-f4a9-43d7-804d-3ec36167979e req-097f259c-8002-40f3-85a6-d3f1425c5491 service neutron] Attempting to bind port 9fb12c78-187d-4a4f-ad6b-1ca5597a0356 on network 8e591ae5-ff89-4a25-b3ce-4b1625915957 {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:54:25.288107 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ccfd302-b970-492a-a9f1-b3af645fab8c req-116b3424-6eff-4b12-9f6f-f4daa0a1e776 tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] Network 4d297cf8-0ab0-49a0-a8db-82a17169c88a is already hosted by enough agents. {{(pid=105584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:54:25.289259 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2896b8d-f4a9-43d7-804d-3ec36167979e req-097f259c-8002-40f3-85a6-d3f1425c5491 service neutron] Checking agent: {'id': '65195a73-a875-4810-9f5b-622ae260a8a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 49, 40), 'started_at': datetime.datetime(2021, 7, 27, 20, 49, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 54, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:54:25.289597 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2896b8d-f4a9-43d7-804d-3ec36167979e req-097f259c-8002-40f3-85a6-d3f1425c5491 service neutron] Checking segment: {'id': '30512320-4797-4523-818e-63eb7bdafb2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '8e591ae5-ff89-4a25-b3ce-4b1625915957'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:54:25.289976 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2896b8d-f4a9-43d7-804d-3ec36167979e req-097f259c-8002-40f3-85a6-d3f1425c5491 service neutron] Bound using segment: {'id': '30512320-4797-4523-818e-63eb7bdafb2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '8e591ae5-ff89-4a25-b3ce-4b1625915957'} {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:54:25.290400 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.managers [req-c2896b8d-f4a9-43d7-804d-3ec36167979e req-097f259c-8002-40f3-85a6-d3f1425c5491 service neutron] Bound port: 9fb12c78-187d-4a4f-ad6b-1ca5597a0356, host: n-h2-705658-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30512320-4797-4523-818e-63eb7bdafb2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '8e591ae5-ff89-4a25-b3ce-4b1625915957'}}] {{(pid=105585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:54:25.291496 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [req-3ccfd302-b970-492a-a9f1-b3af645fab8c req-116b3424-6eff-4b12-9f6f-f4daa0a1e776 tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] Resources bound (agent type, host, resource id): {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:54:25.295079 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ccfd302-b970-492a-a9f1-b3af645fab8c req-116b3424-6eff-4b12-9f6f-f4daa0a1e776 tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] Received port after_create {{(pid=105584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:54:25.378633 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-bf8d56ec-6c51-4219-ba97-db6ac3a03ec9 req-c8f85698-718f-4fdf-99bd-e868b4fd6a0f tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] 10.222.0.59 "GET /v2.0/security-groups?id=dea81a77-85b4-4e12-8e1d-b19e89484a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780075 Jul 27 20:54:25.397327 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.db [req-c2896b8d-f4a9-43d7-804d-3ec36167979e req-097f259c-8002-40f3-85a6-d3f1425c5491 service neutron] For port 9fb12c78-187d-4a4f-ad6b-1ca5597a0356, host n-h2-705658-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=9fb12c78-187d-4a4f-ad6b-1ca5597a0356,segment=NetworkSegment(30512320-4797-4523-818e-63eb7bdafb2b),segment_id=30512320-4797-4523-818e-63eb7bdafb2b)] {{(pid=105585) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:54:25.410213 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-c2896b8d-f4a9-43d7-804d-3ec36167979e req-097f259c-8002-40f3-85a6-d3f1425c5491 service neutron] Notify callbacks [] for binding, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:25.414157 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-c2896b8d-f4a9-43d7-804d-3ec36167979e req-097f259c-8002-40f3-85a6-d3f1425c5491 service neutron] 10.222.0.59 "POST /v2.0/ports/9fb12c78-187d-4a4f-ad6b-1ca5597a0356/bindings HTTP/1.1" status: 201 len: 390 time: 0.3803248 Jul 27 20:54:25.431482 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device b4361bc1-aa62-4d4c-8732-44cf2f0cb5cf details requested by agent hyperv_n-h1-705658-22 with host n-h1-705658-22 {{(pid=105586) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 20:54:25.435237 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device 740d4cab-d4f7-4ec1-866f-61d43378b551 up at agent hyperv_n-h1-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:54:25.475891 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-fde40b9c-b7ae-4e93-8f23-abd15a99e988 req-748d11ad-e8f2-4853-9245-8c8beffecaa5 tempest-ImagesOneServerNegativeTestJSON-323901233 tempest-ImagesOneServerNegativeTestJSON-323901233-project] 10.222.0.59 "GET /v2.0/ports?device_id=5872b51f-94b7-4de0-9c39-57f5ddfbd2e6 HTTP/1.1" status: 200 len: 210 time: 0.0333853 Jul 27 20:54:25.604494 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Provisioning for port 740d4cab-d4f7-4ec1-866f-61d43378b551 completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:54:25.609616 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccfd302-b970-492a-a9f1-b3af645fab8c req-116b3424-6eff-4b12-9f6f-f4daa0a1e776 tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:25.610267 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-3ccfd302-b970-492a-a9f1-b3af645fab8c req-116b3424-6eff-4b12-9f6f-f4daa0a1e776 tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:25.611698 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Provisioning complete for port 740d4cab-d4f7-4ec1-866f-61d43378b551 triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:54:25.613520 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:25.631192 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116b3424-6eff-4b12-9f6f-f4daa0a1e776 tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] Pushing event updated for resources: {'Port': ['ID=a7178fc2-144b-41ac-8d14-b53354ce11f1,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:54:25.641836 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-3ccfd302-b970-492a-a9f1-b3af645fab8c req-116b3424-6eff-4b12-9f6f-f4daa0a1e776 tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2810531 Jul 27 20:54:25.660211 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [req-3ccfd302-b970-492a-a9f1-b3af645fab8c req-e77f2403-d332-4359-ba74-0b0ac866b445 service neutron] Request body: {'port': {'device_id': '227e87e6-7a64-4944-af32-868f2772cf85', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-705658-22'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:54:25.688916 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] For port b4361bc1-aa62-4d4c-8732-44cf2f0cb5cf, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=b4361bc1-aa62-4d4c-8732-44cf2f0cb5cf,segment=NetworkSegment(86b1e6f6-d629-4b03-8944-4cdfbfb93d02),segment_id=86b1e6f6-d629-4b03-8944-4cdfbfb93d02)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:54:25.691327 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c224405-1e9c-4248-86f2-08e3663f0051 req-a77c2f4a-1de4-4dc3-8535-5804c252a0ed tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:25.693011 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-8c224405-1e9c-4248-86f2-08e3663f0051 req-a77c2f4a-1de4-4dc3-8535-5804c252a0ed tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] 10.222.0.59 "GET /v2.0/ports?device_id=227e87e6-7a64-4944-af32-868f2772cf85 HTTP/1.1" status: 200 len: 931 time: 0.1296008 Jul 27 20:54:25.747675 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:25.750093 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Returning: {'device': 'b4361bc1-aa62-4d4c-8732-44cf2f0cb5cf', 'network_id': '4d64aa0b-bd6a-468e-8edc-c83689947462', 'port_id': 'b4361bc1-aa62-4d4c-8732-44cf2f0cb5cf', 'mac_address': 'fa:16:3e:89:24:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26644ba0-4185-4e10-8718-6ad18d01376c', 'ip_address': '192.168.233.64'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105586) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 20:54:25.771207 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-3ccfd302-b970-492a-a9f1-b3af645fab8c req-e77f2403-d332-4359-ba74-0b0ac866b445 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:25.772454 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-8c224405-1e9c-4248-86f2-08e3663f0051 req-f1cde6c1-5e44-41a0-bbe7-8468dbd71c42 tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] 10.222.0.59 "GET /v2.0/security-groups?id=594c38b0-00a0-4e02-9d5e-673f3a5e469c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729506 Jul 27 20:54:25.803278 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '584d1acb-649a-4ea3-bb0f-2992a4dd8793', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '740d4cab-d4f7-4ec1-866f-61d43378b551'}] {{(pid=105586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:54:25.805563 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14c1663e039faf5393f87855f745010ac5b02220355b68fdbf065393e303ac56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d263628-25ba-4f1b-b706-97157e12f66b" -d '{"events": [{"server_uuid": "584d1acb-649a-4ea3-bb0f-2992a4dd8793", "name": "network-vif-plugged", "status": "completed", "tag": "740d4cab-d4f7-4ec1-866f-61d43378b551"}]}' {{(pid=105586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:54:25.806242 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2896b8d-f4a9-43d7-804d-3ec36167979e req-f8107730-7f0b-466d-a12d-0a2f694f0957 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:25.808853 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-c2896b8d-f4a9-43d7-804d-3ec36167979e req-f8107730-7f0b-466d-a12d-0a2f694f0957 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b02d9256766347f197eb5fbdd02cbc7a&device_id=6fe1cd62-e12f-490c-94e1-c5f9b119b027 HTTP/1.1" status: 200 len: 1098 time: 0.0939624 Jul 27 20:54:25.821988 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] For port 740d4cab-d4f7-4ec1-866f-61d43378b551, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=740d4cab-d4f7-4ec1-866f-61d43378b551,segment=NetworkSegment(daa14205-10d6-4bd3-bbe7-ea8abee6eb90),segment_id=daa14205-10d6-4bd3-bbe7-ea8abee6eb90)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:54:25.831785 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:25.917277 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Pushing event updated for resources: {'Port': ['ID=740d4cab-d4f7-4ec1-866f-61d43378b551,revision_number=5']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:54:25.920097 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:25.938441 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4361bc1-aa62-4d4c-8732-44cf2f0cb5cf {{(pid=105586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 20:54:25.971989 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] For port b4361bc1-aa62-4d4c-8732-44cf2f0cb5cf, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=b4361bc1-aa62-4d4c-8732-44cf2f0cb5cf,segment=NetworkSegment(86b1e6f6-d629-4b03-8944-4cdfbfb93d02),segment_id=86b1e6f6-d629-4b03-8944-4cdfbfb93d02)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:54:25.979732 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:25.982470 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.agents_db [None req-558fcd2c-e512-47bc-a170-8673d87f7213 None None] Agent healthcheck: found 7 active agents {{(pid=105587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 20:54:26.050856 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Pushing event updated for resources: {'Port': ['ID=b4361bc1-aa62-4d4c-8732-44cf2f0cb5cf,revision_number=4']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:54:26.132253 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2896b8d-f4a9-43d7-804d-3ec36167979e req-1766d4d9-f351-4e41-9663-0bd17752bf79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:26.133619 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-c2896b8d-f4a9-43d7-804d-3ec36167979e req-1766d4d9-f351-4e41-9663-0bd17752bf79 service neutron] 10.222.0.60 "GET /v2.0/networks?id=8e591ae5-ff89-4a25-b3ce-4b1625915957 HTTP/1.1" status: 200 len: 921 time: 0.3114197 Jul 27 20:54:26.140386 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [req-3ccfd302-b970-492a-a9f1-b3af645fab8c req-e77f2403-d332-4359-ba74-0b0ac866b445 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7178fc2-144b-41ac-8d14-b53354ce11f1 {{(pid=105584) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 20:54:26.148152 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-3ccfd302-b970-492a-a9f1-b3af645fab8c req-e77f2403-d332-4359-ba74-0b0ac866b445 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:26.161000 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.provisioning_blocks [req-3ccfd302-b970-492a-a9f1-b3af645fab8c req-e77f2403-d332-4359-ba74-0b0ac866b445 service neutron] Transition to ACTIVE for port object a7178fc2-144b-41ac-8d14-b53354ce11f1 will not be triggered until provisioned by entity L2. {{(pid=105584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:54:26.165045 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-3ccfd302-b970-492a-a9f1-b3af645fab8c req-e77f2403-d332-4359-ba74-0b0ac866b445 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9014027'] for port, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:26.200894 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ff1d8f-bbcd-474c-a779-004b3fd343c5 req-c3a81d9f-1ad1-488e-9a77-e283ddfde129 tempest-ImagesOneServerNegativeTestJSON-323901233 tempest-ImagesOneServerNegativeTestJSON-323901233-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:26.202338 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-52ff1d8f-bbcd-474c-a779-004b3fd343c5 req-c3a81d9f-1ad1-488e-9a77-e283ddfde129 tempest-ImagesOneServerNegativeTestJSON-323901233 tempest-ImagesOneServerNegativeTestJSON-323901233-project] 10.222.0.60 "GET /v2.0/networks?id=48421823-0af9-4dd2-9d0c-663808a5aff4 HTTP/1.1" status: 200 len: 822 time: 0.2672794 Jul 27 20:54:26.208963 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff5cbe2-fd52-4853-b175-6f9160fb5e09 req-f02fad23-a1c8-4b9f-9999-8fcd1ca48d49 tempest-MigrationsAdminTest-1003830778 tempest-MigrationsAdminTest-1003830778-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:26.210376 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-2ff5cbe2-fd52-4853-b175-6f9160fb5e09 req-f02fad23-a1c8-4b9f-9999-8fcd1ca48d49 tempest-MigrationsAdminTest-1003830778 tempest-MigrationsAdminTest-1003830778-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=90df5073-6143-4b20-b10d-a2a3e91a9c78 HTTP/1.1" status: 200 len: 1102 time: 0.2737215 Jul 27 20:54:26.211628 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-c2896b8d-f4a9-43d7-804d-3ec36167979e req-2a6f28d5-adc9-4376-98dc-e6ed354466e6 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9fb12c78-187d-4a4f-ad6b-1ca5597a0356 HTTP/1.1" status: 200 len: 217 time: 0.0614908 Jul 27 20:54:26.230903 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa44698-9b5b-4725-b5f4-ff067f66ef2a req-dac119f6-1d09-40de-8a38-7084a811a1ba tempest-FloatingIPsAssociationTestJSON-1853502918 tempest-FloatingIPsAssociationTestJSON-1853502918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:26.232364 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-5fa44698-9b5b-4725-b5f4-ff067f66ef2a req-dac119f6-1d09-40de-8a38-7084a811a1ba tempest-FloatingIPsAssociationTestJSON-1853502918 tempest-FloatingIPsAssociationTestJSON-1853502918-project] 10.222.0.59 "GET /v2.0/ports?device_id=584d1acb-649a-4ea3-bb0f-2992a4dd8793 HTTP/1.1" status: 200 len: 945 time: 0.2556846 Jul 27 20:54:26.247544 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77f2403-d332-4359-ba74-0b0ac866b445 service neutron] Pushing event updated for resources: {'Port': ['ID=a7178fc2-144b-41ac-8d14-b53354ce11f1,revision_number=2']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:54:26.272384 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] get_ports_and_sgs() called for port_ids ['b4361bc1-aa62-4d4c-8732-44cf2f0cb5cf'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 20:54:26.272619 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-2ff5cbe2-fd52-4853-b175-6f9160fb5e09 req-9c628415-4187-4481-a398-87185183056f tempest-MigrationsAdminTest-1003830778 tempest-MigrationsAdminTest-1003830778-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=c6534cb3-b44e-4a83-b57e-ddb72c2ad843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551026 Jul 27 20:54:26.288044 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-5fa44698-9b5b-4725-b5f4-ff067f66ef2a req-9d3bb033-0f63-4934-b0f2-c5d68b3e74ef tempest-FloatingIPsAssociationTestJSON-1853502918 tempest-FloatingIPsAssociationTestJSON-1853502918-project] 10.222.0.59 "GET /v2.0/security-groups?id=8687f539-6269-4f23-8f85-d9476e5397e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478313 Jul 27 20:54:26.308027 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [req-3ccfd302-b970-492a-a9f1-b3af645fab8c req-e77f2403-d332-4359-ba74-0b0ac866b445 service neutron] Attempting to bind port a7178fc2-144b-41ac-8d14-b53354ce11f1 on host n-h1-705658-22 for vnic_type normal with profile {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:54:26.308373 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [req-3ccfd302-b970-492a-a9f1-b3af645fab8c req-e77f2403-d332-4359-ba74-0b0ac866b445 service neutron] Attempting to bind port a7178fc2-144b-41ac-8d14-b53354ce11f1 by drivers openvswitch,hyperv on host n-h1-705658-22 at level 0 using segments [{'id': '7ddd3554-64b5-4ff7-9735-f58b31de803c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '4d297cf8-0ab0-49a0-a8db-82a17169c88a'}] {{(pid=105584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:54:26.308842 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ccfd302-b970-492a-a9f1-b3af645fab8c req-e77f2403-d332-4359-ba74-0b0ac866b445 service neutron] Attempting to bind port a7178fc2-144b-41ac-8d14-b53354ce11f1 on network 4d297cf8-0ab0-49a0-a8db-82a17169c88a {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:54:26.315554 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ccfd302-b970-492a-a9f1-b3af645fab8c req-e77f2403-d332-4359-ba74-0b0ac866b445 service neutron] Port a7178fc2-144b-41ac-8d14-b53354ce11f1 on network 4d297cf8-0ab0-49a0-a8db-82a17169c88a not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-22 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 20:54:26.315878 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ccfd302-b970-492a-a9f1-b3af645fab8c req-e77f2403-d332-4359-ba74-0b0ac866b445 service neutron] Attempting to bind port a7178fc2-144b-41ac-8d14-b53354ce11f1 on network 4d297cf8-0ab0-49a0-a8db-82a17169c88a {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:54:26.322447 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ccfd302-b970-492a-a9f1-b3af645fab8c req-e77f2403-d332-4359-ba74-0b0ac866b445 service neutron] Checking agent: {'id': '9d9bc37f-4d75-44ef-9f63-799aab3e316f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 49, 36), 'started_at': datetime.datetime(2021, 7, 27, 20, 49, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 54, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:54:26.323278 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ccfd302-b970-492a-a9f1-b3af645fab8c req-e77f2403-d332-4359-ba74-0b0ac866b445 service neutron] Checking segment: {'id': '7ddd3554-64b5-4ff7-9735-f58b31de803c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '4d297cf8-0ab0-49a0-a8db-82a17169c88a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:54:26.323673 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ccfd302-b970-492a-a9f1-b3af645fab8c req-e77f2403-d332-4359-ba74-0b0ac866b445 service neutron] Bound using segment: {'id': '7ddd3554-64b5-4ff7-9735-f58b31de803c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '4d297cf8-0ab0-49a0-a8db-82a17169c88a'} {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:54:26.324340 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [req-3ccfd302-b970-492a-a9f1-b3af645fab8c req-e77f2403-d332-4359-ba74-0b0ac866b445 service neutron] Bound port: a7178fc2-144b-41ac-8d14-b53354ce11f1, host: n-h1-705658-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ddd3554-64b5-4ff7-9735-f58b31de803c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '4d297cf8-0ab0-49a0-a8db-82a17169c88a'}}] {{(pid=105584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:54:26.324549 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-3ccfd302-b970-492a-a9f1-b3af645fab8c req-e77f2403-d332-4359-ba74-0b0ac866b445 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:26.343611 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [req-52ff1d8f-bbcd-474c-a779-004b3fd343c5 req-3678ecf2-0399-4931-9d14-d4d1a41e5737 tempest-ImagesOneServerNegativeTestJSON-323901233 tempest-ImagesOneServerNegativeTestJSON-323901233-project] Request body: {'port': {'device_id': '5872b51f-94b7-4de0-9c39-57f5ddfbd2e6', 'network_id': '48421823-0af9-4dd2-9d0c-663808a5aff4', 'admin_state_up': True, 'tenant_id': '1bebab2985374229918b3d141f0a79f2'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:54:26.374332 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 20:54:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae5097c5-e349-4fc3-af76-121df60005ae x-openstack-request-id: req-ae5097c5-e349-4fc3-af76-121df60005ae {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:54:26.374617 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "584d1acb-649a-4ea3-bb0f-2992a4dd8793", "name": "network-vif-plugged", "status": "completed", "tag": "740d4cab-d4f7-4ec1-866f-61d43378b551", "code": 200}]} {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:54:26.374867 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-ae5097c5-e349-4fc3-af76-121df60005ae {{(pid=105586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:54:26.375280 n-d-705658-22 neutron-server[105586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '584d1acb-649a-4ea3-bb0f-2992a4dd8793', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '740d4cab-d4f7-4ec1-866f-61d43378b551', 'code': 200} Jul 27 20:54:26.444301 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2896b8d-f4a9-43d7-804d-3ec36167979e req-fb79b70c-0ad7-4697-95a5-d83e82efa73f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:26.445784 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-c2896b8d-f4a9-43d7-804d-3ec36167979e req-fb79b70c-0ad7-4697-95a5-d83e82efa73f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ffc7070b-0d02-4acb-a66a-19178d3b9317 HTTP/1.1" status: 200 len: 860 time: 0.1134732 Jul 27 20:54:26.450307 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [req-3ccfd302-b970-492a-a9f1-b3af645fab8c req-e77f2403-d332-4359-ba74-0b0ac866b445 service neutron] For port a7178fc2-144b-41ac-8d14-b53354ce11f1, host n-h1-705658-22, cleared binding levels {{(pid=105584) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:54:26.453577 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [req-3ccfd302-b970-492a-a9f1-b3af645fab8c req-e77f2403-d332-4359-ba74-0b0ac866b445 service neutron] For port a7178fc2-144b-41ac-8d14-b53354ce11f1, host n-h1-705658-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=a7178fc2-144b-41ac-8d14-b53354ce11f1,segment=NetworkSegment(7ddd3554-64b5-4ff7-9735-f58b31de803c),segment_id=7ddd3554-64b5-4ff7-9735-f58b31de803c)] {{(pid=105584) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:54:26.461939 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-3ccfd302-b970-492a-a9f1-b3af645fab8c req-e77f2403-d332-4359-ba74-0b0ac866b445 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9014027'] for port, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:26.510216 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-c2896b8d-f4a9-43d7-804d-3ec36167979e req-59ecc8db-8df3-4aac-b374-09701cf43be4 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8e591ae5-ff89-4a25-b3ce-4b1625915957&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0368271 Jul 27 20:54:26.535908 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccfd302-b970-492a-a9f1-b3af645fab8c req-e77f2403-d332-4359-ba74-0b0ac866b445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:26.536360 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-3ccfd302-b970-492a-a9f1-b3af645fab8c req-e77f2403-d332-4359-ba74-0b0ac866b445 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:26.544283 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-3ccfd302-b970-492a-a9f1-b3af645fab8c req-e77f2403-d332-4359-ba74-0b0ac866b445 service neutron] 10.222.0.36 "PUT /v2.0/ports/a7178fc2-144b-41ac-8d14-b53354ce11f1 HTTP/1.1" status: 200 len: 1092 time: 0.8904665 Jul 27 20:54:26.545465 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '227e87e6-7a64-4944-af32-868f2772cf85', 'tag': 'a7178fc2-144b-41ac-8d14-b53354ce11f1'}] {{(pid=105584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:54:26.547900 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bce5e6c8685464f7626901654159975603b047827e3138302ed6566e28f1343" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70309f3c-5703-4aa5-8c90-20e37011a3e4" -d '{"events": [{"name": "network-changed", "server_uuid": "227e87e6-7a64-4944-af32-868f2772cf85", "tag": "a7178fc2-144b-41ac-8d14-b53354ce11f1"}]}' {{(pid=105584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:54:26.590454 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77f2403-d332-4359-ba74-0b0ac866b445 service neutron] Pushing event updated for resources: {'Port': ['ID=a7178fc2-144b-41ac-8d14-b53354ce11f1,revision_number=3']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:54:26.640123 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccbc839-7d65-4d66-a6ff-afcbe24d4f50 req-6dbc9a93-7321-43e7-b81d-17829d2899a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:26.641653 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-8ccbc839-7d65-4d66-a6ff-afcbe24d4f50 req-6dbc9a93-7321-43e7-b81d-17829d2899a7 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=584d1acb-649a-4ea3-bb0f-2992a4dd8793 HTTP/1.1" status: 200 len: 1097 time: 0.1757736 Jul 27 20:54:26.660214 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-52ff1d8f-bbcd-474c-a779-004b3fd343c5 req-3678ecf2-0399-4931-9d14-d4d1a41e5737 tempest-ImagesOneServerNegativeTestJSON-323901233 tempest-ImagesOneServerNegativeTestJSON-323901233-project] Made reservation on behalf of 1bebab2985374229918b3d141f0a79f2 for: {'port': 1} {{(pid=105585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:54:26.663248 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-52ff1d8f-bbcd-474c-a779-004b3fd343c5 req-3678ecf2-0399-4931-9d14-d4d1a41e5737 tempest-ImagesOneServerNegativeTestJSON-323901233 tempest-ImagesOneServerNegativeTestJSON-323901233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:26.694473 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-8ccbc839-7d65-4d66-a6ff-afcbe24d4f50 req-6f739ad5-e5d4-4bdb-aafc-be038f732b8a service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=8687f539-6269-4f23-8f85-d9476e5397e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446262 Jul 27 20:54:26.696370 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccfd302-b970-492a-a9f1-b3af645fab8c req-0946940f-f9ea-459c-a855-fd213be0a913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:26.697756 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-3ccfd302-b970-492a-a9f1-b3af645fab8c req-0946940f-f9ea-459c-a855-fd213be0a913 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0ae9964322044591b167626dd714310e&device_id=227e87e6-7a64-4944-af32-868f2772cf85 HTTP/1.1" status: 200 len: 1095 time: 0.1029758 Jul 27 20:54:26.782872 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-c2896b8d-f4a9-43d7-804d-3ec36167979e req-0b84aaa2-9c68-44d9-8b6a-8f1363f5589a service neutron] 10.222.0.60 "GET /v2.0/networks/8e591ae5-ff89-4a25-b3ce-4b1625915957?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2600760 Jul 27 20:54:26.790097 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-3ccfd302-b970-492a-a9f1-b3af645fab8c req-c2cc6400-1427-441a-ad13-5f8d11df2cec service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a7178fc2-144b-41ac-8d14-b53354ce11f1 HTTP/1.1" status: 200 len: 217 time: 0.0345802 Jul 27 20:54:26.793337 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22efaa4-b4cb-450e-ae05-88a06a8f369a req-10a34eb4-a38e-4d73-aef4-db3eb977e902 tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:26.794762 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-d22efaa4-b4cb-450e-ae05-88a06a8f369a req-10a34eb4-a38e-4d73-aef4-db3eb977e902 tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] 10.222.0.59 "GET /v2.0/ports?device_id=6fe1cd62-e12f-490c-94e1-c5f9b119b027 HTTP/1.1" status: 200 len: 946 time: 0.2871325 Jul 27 20:54:26.845295 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccfd302-b970-492a-a9f1-b3af645fab8c req-e18ee8f1-f48e-45bd-a216-2b74865f4bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:26.846800 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-3ccfd302-b970-492a-a9f1-b3af645fab8c req-e18ee8f1-f48e-45bd-a216-2b74865f4bf0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ff9685c6-941b-44c9-867d-9e4581186e02 HTTP/1.1" status: 200 len: 848 time: 0.0486169 Jul 27 20:54:26.864644 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87852417-6811-40fb-940e-3d35f094f594 req-44af1106-2337-4e1c-a4aa-35ee4ee0426c tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:26.866108 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-87852417-6811-40fb-940e-3d35f094f594 req-44af1106-2337-4e1c-a4aa-35ee4ee0426c tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] 10.222.0.59 "GET /v2.0/ports?device_id=540d0afa-077d-483c-bae2-a3da321095f5 HTTP/1.1" status: 200 len: 948 time: 0.2288356 Jul 27 20:54:26.887969 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-3ccfd302-b970-492a-a9f1-b3af645fab8c req-eedebd88-82e0-46b7-9b6b-678f260474d3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4d297cf8-0ab0-49a0-a8db-82a17169c88a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327435 Jul 27 20:54:26.962552 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-d22efaa4-b4cb-450e-ae05-88a06a8f369a req-cefa04ef-887c-410d-b08b-083f7f2092e1 tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] 10.222.0.59 "GET /v2.0/security-groups?id=1749b80d-91c6-4bd3-8e8d-666bd095400f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582372 Jul 27 20:54:26.979997 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-3ccfd302-b970-492a-a9f1-b3af645fab8c req-03b7a855-a20f-4120-ab85-28eacdf8eecb service neutron] 10.222.0.36 "GET /v2.0/networks/4d297cf8-0ab0-49a0-a8db-82a17169c88a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831931 Jul 27 20:54:26.981468 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.db_base_plugin_common [req-52ff1d8f-bbcd-474c-a779-004b3fd343c5 req-3678ecf2-0399-4931-9d14-d4d1a41e5737 tempest-ImagesOneServerNegativeTestJSON-323901233 tempest-ImagesOneServerNegativeTestJSON-323901233-project] Allocated IP 172.20.0.10 (48421823-0af9-4dd2-9d0c-663808a5aff4/109d73c7-c2b7-4bb2-839e-dc2ca31c6403/55020a6c-4ba7-44cc-93f1-8082bfe5cde2) {{(pid=105585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:54:27.000596 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-87852417-6811-40fb-940e-3d35f094f594 req-a545ee05-bc1b-46f7-8295-0dce416dba6f tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] 10.222.0.59 "GET /v2.0/security-groups?id=dea81a77-85b4-4e12-8e1d-b19e89484a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262934 Jul 27 20:54:27.054197 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-c2896b8d-f4a9-43d7-804d-3ec36167979e req-974ef7b5-2f7d-4051-ba69-64551e8d4a1d service neutron] 10.222.0.60 "GET /v2.0/networks/8e591ae5-ff89-4a25-b3ce-4b1625915957?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1869557 Jul 27 20:54:27.089617 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-3ccfd302-b970-492a-a9f1-b3af645fab8c req-f1ce02d6-d396-4862-a9ad-cd5a98614097 service neutron] 10.222.0.36 "GET /v2.0/networks/4d297cf8-0ab0-49a0-a8db-82a17169c88a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976286 Jul 27 20:54:27.102028 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-69df7f75-170a-4db9-b1bd-040e4b522961 req-8e22f177-b025-49e1-8c8e-90e9234a4b13 tempest-ImagesOneServerNegativeTestJSON-323901233 tempest-ImagesOneServerNegativeTestJSON-323901233-project] 10.222.0.59 "GET /v2.0/ports?device_id=5872b51f-94b7-4de0-9c39-57f5ddfbd2e6 HTTP/1.1" status: 200 len: 210 time: 0.0458376 Jul 27 20:54:27.134511 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 20:54:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9064314f-3ca9-499c-a0d3-9d615b75fb2c x-openstack-request-id: req-9064314f-3ca9-499c-a0d3-9d615b75fb2c {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:54:27.134816 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "227e87e6-7a64-4944-af32-868f2772cf85", "tag": "a7178fc2-144b-41ac-8d14-b53354ce11f1", "status": "completed", "code": 200}]} {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:54:27.135105 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-9064314f-3ca9-499c-a0d3-9d615b75fb2c {{(pid=105584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:54:27.135504 n-d-705658-22 neutron-server[105584]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '227e87e6-7a64-4944-af32-868f2772cf85', 'tag': 'a7178fc2-144b-41ac-8d14-b53354ce11f1', 'status': 'completed', 'code': 200} Jul 27 20:54:27.229972 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70309f3c-5703-4aa5-8c90-20e37011a3e4 req-2cccd9cc-ca05-4376-b972-9b76fee8e618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:27.231425 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-70309f3c-5703-4aa5-8c90-20e37011a3e4 req-2cccd9cc-ca05-4376-b972-9b76fee8e618 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0ae9964322044591b167626dd714310e&device_id=227e87e6-7a64-4944-af32-868f2772cf85 HTTP/1.1" status: 200 len: 1095 time: 0.0667770 Jul 27 20:54:27.274824 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-9fc3f668-ea20-4d03-9bcf-9e5ee6e93a2e req-d1c0c9dd-cd54-4a47-9fa2-a0cafecf1c27 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=43230fc3eab141e0b742541c8628d03e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0706162 Jul 27 20:54:27.327709 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70309f3c-5703-4aa5-8c90-20e37011a3e4 req-df8cef84-f4d7-4b50-8757-6ca413d0cabc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:27.329527 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-70309f3c-5703-4aa5-8c90-20e37011a3e4 req-df8cef84-f4d7-4b50-8757-6ca413d0cabc service neutron] 10.222.0.36 "GET /v2.0/networks?id=4d297cf8-0ab0-49a0-a8db-82a17169c88a HTTP/1.1" status: 200 len: 909 time: 0.0892696 Jul 27 20:54:27.377429 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-70309f3c-5703-4aa5-8c90-20e37011a3e4 req-822400f9-6401-46fb-a09c-afe272aaea53 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a7178fc2-144b-41ac-8d14-b53354ce11f1 HTTP/1.1" status: 200 len: 217 time: 0.0399342 Jul 27 20:54:27.411925 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-52ff1d8f-bbcd-474c-a779-004b3fd343c5 req-3678ecf2-0399-4931-9d14-d4d1a41e5737 tempest-ImagesOneServerNegativeTestJSON-323901233 tempest-ImagesOneServerNegativeTestJSON-323901233-project] Notify callbacks [] for port, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:27.430386 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70309f3c-5703-4aa5-8c90-20e37011a3e4 req-45be6726-0463-490c-a895-e55f058b46a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:27.431902 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-70309f3c-5703-4aa5-8c90-20e37011a3e4 req-45be6726-0463-490c-a895-e55f058b46a1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ff9685c6-941b-44c9-867d-9e4581186e02 HTTP/1.1" status: 200 len: 848 time: 0.0457652 Jul 27 20:54:27.439360 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f664de-85ce-45b9-b236-7b8da687cba9 req-0e2f5698-2ed5-4ffc-88ec-331cf60283b4 tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:27.441098 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a4f664de-85ce-45b9-b236-7b8da687cba9 req-0e2f5698-2ed5-4ffc-88ec-331cf60283b4 tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] 10.222.0.59 "GET /v2.0/ports?device_id=227e87e6-7a64-4944-af32-868f2772cf85 HTTP/1.1" status: 200 len: 943 time: 0.2588923 Jul 27 20:54:27.446053 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2896b8d-f4a9-43d7-804d-3ec36167979e req-84faf1dc-305e-4f0c-a9fd-9dce25cfa344 tempest-LiveAutoBlockMigrationV225Test-821062891 tempest-LiveAutoBlockMigrationV225Test-821062891-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:27.447511 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-c2896b8d-f4a9-43d7-804d-3ec36167979e req-84faf1dc-305e-4f0c-a9fd-9dce25cfa344 tempest-LiveAutoBlockMigrationV225Test-821062891 tempest-LiveAutoBlockMigrationV225Test-821062891-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=6fe1cd62-e12f-490c-94e1-c5f9b119b027&tenant_id=b02d9256766347f197eb5fbdd02cbc7a&binding%3Ahost_id=n-h1-705658-22 HTTP/1.1" status: 200 len: 1098 time: 0.2611954 Jul 27 20:54:27.448434 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device b4361bc1-aa62-4d4c-8732-44cf2f0cb5cf up at agent hyperv_n-h1-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:54:27.468818 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [req-c2896b8d-f4a9-43d7-804d-3ec36167979e req-7a886f83-e6c0-4dca-8a50-3f4a3da40e3e service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-705658-22'}}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:54:27.473515 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-70309f3c-5703-4aa5-8c90-20e37011a3e4 req-ce343016-5fe7-4e8e-b2c0-8cebafebbba6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4d297cf8-0ab0-49a0-a8db-82a17169c88a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305221 Jul 27 20:54:27.503973 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Provisioning for port b4361bc1-aa62-4d4c-8732-44cf2f0cb5cf completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:54:27.508019 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Provisioning complete for port b4361bc1-aa62-4d4c-8732-44cf2f0cb5cf triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:54:27.508394 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:27.520068 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc3f668-ea20-4d03-9bcf-9e5ee6e93a2e req-15b6329f-17fe-4852-a6a1-797409541dbc tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:27.521554 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-9fc3f668-ea20-4d03-9bcf-9e5ee6e93a2e req-15b6329f-17fe-4852-a6a1-797409541dbc tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2379057 Jul 27 20:54:27.588499 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-70309f3c-5703-4aa5-8c90-20e37011a3e4 req-52578114-7070-410a-a0cf-402eae55c676 service neutron] 10.222.0.36 "GET /v2.0/networks/4d297cf8-0ab0-49a0-a8db-82a17169c88a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1051855 Jul 27 20:54:27.591294 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a4f664de-85ce-45b9-b236-7b8da687cba9 req-f0044c9c-3390-4b9c-937b-7c3765ef4892 tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] 10.222.0.59 "GET /v2.0/security-groups?id=594c38b0-00a0-4e02-9d5e-673f3a5e469c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300735 Jul 27 20:54:27.602295 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:27.626878 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-9fc3f668-ea20-4d03-9bcf-9e5ee6e93a2e req-69c720c3-47db-4a43-9e8a-c6769ecaf3a1 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] 10.222.0.59 "GET /v2.0/quotas/43230fc3eab141e0b742541c8628d03e HTTP/1.1" status: 200 len: 375 time: 0.0942967 Jul 27 20:54:27.644316 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] For port b4361bc1-aa62-4d4c-8732-44cf2f0cb5cf, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=b4361bc1-aa62-4d4c-8732-44cf2f0cb5cf,segment=NetworkSegment(86b1e6f6-d629-4b03-8944-4cdfbfb93d02),segment_id=86b1e6f6-d629-4b03-8944-4cdfbfb93d02)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:54:27.646311 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-52ff1d8f-bbcd-474c-a779-004b3fd343c5 req-3678ecf2-0399-4931-9d14-d4d1a41e5737 tempest-ImagesOneServerNegativeTestJSON-323901233 tempest-ImagesOneServerNegativeTestJSON-323901233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:27.650307 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:27.698425 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-70309f3c-5703-4aa5-8c90-20e37011a3e4 req-3fa243c8-0602-4053-8970-e0dbfdc650cc service neutron] 10.222.0.36 "GET /v2.0/networks/4d297cf8-0ab0-49a0-a8db-82a17169c88a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972726 Jul 27 20:54:27.706008 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Pushing event updated for resources: {'Port': ['ID=b4361bc1-aa62-4d4c-8732-44cf2f0cb5cf,revision_number=5']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:54:27.745223 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-c2896b8d-f4a9-43d7-804d-3ec36167979e req-7a886f83-e6c0-4dca-8a50-3f4a3da40e3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:27.784931 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-52ff1d8f-bbcd-474c-a779-004b3fd343c5 req-3678ecf2-0399-4931-9d14-d4d1a41e5737 tempest-ImagesOneServerNegativeTestJSON-323901233 tempest-ImagesOneServerNegativeTestJSON-323901233-project] Network 48421823-0af9-4dd2-9d0c-663808a5aff4 is already hosted by enough agents. {{(pid=105585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:54:27.796281 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.base_scheduler [req-52ff1d8f-bbcd-474c-a779-004b3fd343c5 req-3678ecf2-0399-4931-9d14-d4d1a41e5737 tempest-ImagesOneServerNegativeTestJSON-323901233 tempest-ImagesOneServerNegativeTestJSON-323901233-project] Resources bound (agent type, host, resource id): {{(pid=105585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:54:27.816065 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.l3_dvrscheduler_db [req-52ff1d8f-bbcd-474c-a779-004b3fd343c5 req-3678ecf2-0399-4931-9d14-d4d1a41e5737 tempest-ImagesOneServerNegativeTestJSON-323901233 tempest-ImagesOneServerNegativeTestJSON-323901233-project] Received port after_create {{(pid=105585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:54:27.820158 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3678ecf2-0399-4931-9d14-d4d1a41e5737 tempest-ImagesOneServerNegativeTestJSON-323901233 tempest-ImagesOneServerNegativeTestJSON-323901233-project] Pushing event updated for resources: {'Port': ['ID=55020a6c-4ba7-44cc-93f1-8082bfe5cde2,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:54:27.902553 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30925478-421b-4f87-8ac7-e053db16be0c req-e67c8ae7-c028-4f72-a60f-d126fb389299 tempest-ListImageFiltersTestJSON-1820602988 tempest-ListImageFiltersTestJSON-1820602988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:27.904052 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-30925478-421b-4f87-8ac7-e053db16be0c req-e67c8ae7-c028-4f72-a60f-d126fb389299 tempest-ListImageFiltersTestJSON-1820602988 tempest-ListImageFiltersTestJSON-1820602988-project] 10.222.0.59 "GET /v2.0/ports?device_id=23ac7b8b-8c25-440b-a388-00c2cd864925 HTTP/1.1" status: 200 len: 950 time: 0.2743099 Jul 27 20:54:28.194718 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ff1d8f-bbcd-474c-a779-004b3fd343c5 req-3678ecf2-0399-4931-9d14-d4d1a41e5737 tempest-ImagesOneServerNegativeTestJSON-323901233 tempest-ImagesOneServerNegativeTestJSON-323901233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:28.195353 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-52ff1d8f-bbcd-474c-a779-004b3fd343c5 req-3678ecf2-0399-4931-9d14-d4d1a41e5737 tempest-ImagesOneServerNegativeTestJSON-323901233 tempest-ImagesOneServerNegativeTestJSON-323901233-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:28.209475 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-9fc3f668-ea20-4d03-9bcf-9e5ee6e93a2e req-3a7fe1bb-e3b6-43d4-bf24-6828f1e9d7fc tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=43230fc3eab141e0b742541c8628d03e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5706892 Jul 27 20:54:28.242296 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-52ff1d8f-bbcd-474c-a779-004b3fd343c5 req-3678ecf2-0399-4931-9d14-d4d1a41e5737 tempest-ImagesOneServerNegativeTestJSON-323901233 tempest-ImagesOneServerNegativeTestJSON-323901233-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9115810 Jul 27 20:54:28.257681 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-30925478-421b-4f87-8ac7-e053db16be0c req-8e407686-22a2-47c4-bf1f-2a49927a2654 tempest-ListImageFiltersTestJSON-1820602988 tempest-ListImageFiltersTestJSON-1820602988-project] 10.222.0.59 "GET /v2.0/security-groups?id=824aa063-2fc5-4999-917c-6e4bfa9f4684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725217 Jul 27 20:54:28.262804 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [req-52ff1d8f-bbcd-474c-a779-004b3fd343c5 req-c98e9f40-74f1-4861-a6d0-bbedafd7d3d0 service neutron] Request body: {'port': {'device_id': '5872b51f-94b7-4de0-9c39-57f5ddfbd2e6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-705658-22'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:54:28.301534 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.db [req-c2896b8d-f4a9-43d7-804d-3ec36167979e req-7a886f83-e6c0-4dca-8a50-3f4a3da40e3e service neutron] For port 9fb12c78-187d-4a4f-ad6b-1ca5597a0356, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=9fb12c78-187d-4a4f-ad6b-1ca5597a0356,segment=NetworkSegment(30512320-4797-4523-818e-63eb7bdafb2b),segment_id=30512320-4797-4523-818e-63eb7bdafb2b)] {{(pid=105585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:54:28.376161 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '540d0afa-077d-483c-bae2-a3da321095f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4361bc1-aa62-4d4c-8732-44cf2f0cb5cf'}] {{(pid=105586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:54:28.379118 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14c1663e039faf5393f87855f745010ac5b02220355b68fdbf065393e303ac56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa1faa85-8186-43f3-9dc3-054eace138cb" -d '{"events": [{"server_uuid": "540d0afa-077d-483c-bae2-a3da321095f5", "name": "network-vif-plugged", "status": "completed", "tag": "b4361bc1-aa62-4d4c-8732-44cf2f0cb5cf"}]}' {{(pid=105586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:54:28.409973 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.db [req-c2896b8d-f4a9-43d7-804d-3ec36167979e req-7a886f83-e6c0-4dca-8a50-3f4a3da40e3e service neutron] For port 9fb12c78-187d-4a4f-ad6b-1ca5597a0356, host n-h1-705658-22, cleared binding levels {{(pid=105585) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:54:28.411458 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-52ff1d8f-bbcd-474c-a779-004b3fd343c5 req-c98e9f40-74f1-4861-a6d0-bbedafd7d3d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:28.517094 n-d-705658-22 neutron-server[105585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fe1cd62-e12f-490c-94e1-c5f9b119b027', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9fb12c78-187d-4a4f-ad6b-1ca5597a0356'}] {{(pid=105585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:54:28.519565 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d66fd65881426bfc2b5388084a3654e5eae521106a15a3dbf0eb4cde7106c36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80ff7b65-8cf7-40ce-967c-9bebb1cd543e" -d '{"events": [{"server_uuid": "6fe1cd62-e12f-490c-94e1-c5f9b119b027", "name": "network-vif-unplugged", "status": "completed", "tag": "9fb12c78-187d-4a4f-ad6b-1ca5597a0356"}]}' {{(pid=105585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:54:28.525829 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-c2896b8d-f4a9-43d7-804d-3ec36167979e req-7a886f83-e6c0-4dca-8a50-3f4a3da40e3e service neutron] Notify callbacks [] for port, precommit_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:28.537445 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-c2896b8d-f4a9-43d7-804d-3ec36167979e req-7a886f83-e6c0-4dca-8a50-3f4a3da40e3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10221672'] for port, after_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:28.587805 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b533d16f-a382-434b-8f27-d289eed9664e req-201b425c-a9f2-4161-a50e-f155524733ac tempest-FloatingIPsAssociationTestJSON-1853502918 tempest-FloatingIPsAssociationTestJSON-1853502918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:28.589263 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b533d16f-a382-434b-8f27-d289eed9664e req-201b425c-a9f2-4161-a50e-f155524733ac tempest-FloatingIPsAssociationTestJSON-1853502918 tempest-FloatingIPsAssociationTestJSON-1853502918-project] 10.222.0.59 "GET /v2.0/ports?device_id=584d1acb-649a-4ea3-bb0f-2992a4dd8793 HTTP/1.1" status: 200 len: 945 time: 0.2430854 Jul 27 20:54:28.746949 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a886f83-e6c0-4dca-8a50-3f4a3da40e3e service neutron] Pushing event updated for resources: {'Port': ['ID=9fb12c78-187d-4a4f-ad6b-1ca5597a0356,revision_number=7']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:54:28.760731 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b533d16f-a382-434b-8f27-d289eed9664e req-25b5d2b3-52d3-4dbc-b436-ca351ffecbfe tempest-FloatingIPsAssociationTestJSON-1853502918 tempest-FloatingIPsAssociationTestJSON-1853502918-project] 10.222.0.59 "GET /v2.0/security-groups?id=8687f539-6269-4f23-8f85-d9476e5397e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1643312 Jul 27 20:54:28.806402 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.managers [req-c2896b8d-f4a9-43d7-804d-3ec36167979e req-7a886f83-e6c0-4dca-8a50-3f4a3da40e3e service neutron] Attempting to bind port 9fb12c78-187d-4a4f-ad6b-1ca5597a0356 on host n-h1-705658-22 for vnic_type normal with profile {"migrating_to": "n-h2-705658-22"} {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:54:28.806971 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.managers [req-c2896b8d-f4a9-43d7-804d-3ec36167979e req-7a886f83-e6c0-4dca-8a50-3f4a3da40e3e service neutron] Attempting to bind port 9fb12c78-187d-4a4f-ad6b-1ca5597a0356 by drivers openvswitch,hyperv on host n-h1-705658-22 at level 0 using segments [{'id': '30512320-4797-4523-818e-63eb7bdafb2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '8e591ae5-ff89-4a25-b3ce-4b1625915957'}] {{(pid=105585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:54:28.807179 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2896b8d-f4a9-43d7-804d-3ec36167979e req-7a886f83-e6c0-4dca-8a50-3f4a3da40e3e service neutron] Attempting to bind port 9fb12c78-187d-4a4f-ad6b-1ca5597a0356 on network 8e591ae5-ff89-4a25-b3ce-4b1625915957 {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:54:28.816216 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0fa11f-34b2-4f03-a358-ba7c42d4757e req-a589cdc0-7fac-48d8-bd6f-d862d236e82f tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:28.817684 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-2f0fa11f-34b2-4f03-a358-ba7c42d4757e req-a589cdc0-7fac-48d8-bd6f-d862d236e82f tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] 10.222.0.59 "GET /v2.0/ports?device_id=6fe1cd62-e12f-490c-94e1-c5f9b119b027 HTTP/1.1" status: 200 len: 946 time: 0.3713322 Jul 27 20:54:28.826559 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2896b8d-f4a9-43d7-804d-3ec36167979e req-7a886f83-e6c0-4dca-8a50-3f4a3da40e3e service neutron] Port 9fb12c78-187d-4a4f-ad6b-1ca5597a0356 on network 8e591ae5-ff89-4a25-b3ce-4b1625915957 not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-22 {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 20:54:28.826882 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2896b8d-f4a9-43d7-804d-3ec36167979e req-7a886f83-e6c0-4dca-8a50-3f4a3da40e3e service neutron] Attempting to bind port 9fb12c78-187d-4a4f-ad6b-1ca5597a0356 on network 8e591ae5-ff89-4a25-b3ce-4b1625915957 {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:54:28.880481 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2896b8d-f4a9-43d7-804d-3ec36167979e req-7a886f83-e6c0-4dca-8a50-3f4a3da40e3e service neutron] Checking agent: {'id': '9d9bc37f-4d75-44ef-9f63-799aab3e316f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 49, 36), 'started_at': datetime.datetime(2021, 7, 27, 20, 49, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 54, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:54:28.880819 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2896b8d-f4a9-43d7-804d-3ec36167979e req-7a886f83-e6c0-4dca-8a50-3f4a3da40e3e service neutron] Checking segment: {'id': '30512320-4797-4523-818e-63eb7bdafb2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '8e591ae5-ff89-4a25-b3ce-4b1625915957'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:54:28.881199 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2896b8d-f4a9-43d7-804d-3ec36167979e req-7a886f83-e6c0-4dca-8a50-3f4a3da40e3e service neutron] Bound using segment: {'id': '30512320-4797-4523-818e-63eb7bdafb2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '8e591ae5-ff89-4a25-b3ce-4b1625915957'} {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:54:28.881638 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.managers [req-c2896b8d-f4a9-43d7-804d-3ec36167979e req-7a886f83-e6c0-4dca-8a50-3f4a3da40e3e service neutron] Bound port: 9fb12c78-187d-4a4f-ad6b-1ca5597a0356, host: n-h1-705658-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30512320-4797-4523-818e-63eb7bdafb2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '8e591ae5-ff89-4a25-b3ce-4b1625915957'}}] {{(pid=105585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:54:28.882001 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-c2896b8d-f4a9-43d7-804d-3ec36167979e req-7a886f83-e6c0-4dca-8a50-3f4a3da40e3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:28.935057 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-2f0fa11f-34b2-4f03-a358-ba7c42d4757e req-cd007716-35f5-4d41-a218-ca0b9fa20a57 tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] 10.222.0.59 "GET /v2.0/security-groups?id=1749b80d-91c6-4bd3-8e8d-666bd095400f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095774 Jul 27 20:54:29.051701 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.db [req-c2896b8d-f4a9-43d7-804d-3ec36167979e req-7a886f83-e6c0-4dca-8a50-3f4a3da40e3e service neutron] For port 9fb12c78-187d-4a4f-ad6b-1ca5597a0356, host n-h1-705658-22, cleared binding levels {{(pid=105585) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:54:29.066384 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9264b6-a69d-4d65-9545-e872c80bd549 req-06602c63-9127-4d88-8d9d-4df8043d1f4d tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:29.067877 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-2d9264b6-a69d-4d65-9545-e872c80bd549 req-06602c63-9127-4d88-8d9d-4df8043d1f4d tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] 10.222.0.59 "GET /v2.0/ports?device_id=540d0afa-077d-483c-bae2-a3da321095f5 HTTP/1.1" status: 200 len: 949 time: 0.2382481 Jul 27 20:54:29.092427 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Device 844edbdc-242a-4275-9bc2-cba0841cf69b no longer exists at agent hyperv_n-h2-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 20:54:29.104450 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.db [req-c2896b8d-f4a9-43d7-804d-3ec36167979e req-7a886f83-e6c0-4dca-8a50-3f4a3da40e3e service neutron] For port 9fb12c78-187d-4a4f-ad6b-1ca5597a0356, host n-h1-705658-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=9fb12c78-187d-4a4f-ad6b-1ca5597a0356,segment=NetworkSegment(30512320-4797-4523-818e-63eb7bdafb2b),segment_id=30512320-4797-4523-818e-63eb7bdafb2b)] {{(pid=105585) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:54:29.117755 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-c2896b8d-f4a9-43d7-804d-3ec36167979e req-7a886f83-e6c0-4dca-8a50-3f4a3da40e3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10221672'] for port, after_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:29.154222 n-d-705658-22 neutron-server[105585]: DEBUG neutron.notifiers.nova [req-52ff1d8f-bbcd-474c-a779-004b3fd343c5 req-c98e9f40-74f1-4861-a6d0-bbedafd7d3d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55020a6c-4ba7-44cc-93f1-8082bfe5cde2 {{(pid=105585) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 20:54:29.167036 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:29.167766 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-52ff1d8f-bbcd-474c-a779-004b3fd343c5 req-c98e9f40-74f1-4861-a6d0-bbedafd7d3d0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:29.200172 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] For port 844edbdc-242a-4275-9bc2-cba0841cf69b, host n-h2-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=844edbdc-242a-4275-9bc2-cba0841cf69b,segment=NetworkSegment(86b1e6f6-d629-4b03-8944-4cdfbfb93d02),segment_id=86b1e6f6-d629-4b03-8944-4cdfbfb93d02)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:54:29.204267 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:29.215935 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-2d9264b6-a69d-4d65-9545-e872c80bd549 req-c9b48962-126e-4724-a1b2-6e523fa29add tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] 10.222.0.59 "GET /v2.0/security-groups?id=dea81a77-85b4-4e12-8e1d-b19e89484a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397033 Jul 27 20:54:29.226352 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.provisioning_blocks [req-52ff1d8f-bbcd-474c-a779-004b3fd343c5 req-c98e9f40-74f1-4861-a6d0-bbedafd7d3d0 service neutron] Transition to ACTIVE for port object 55020a6c-4ba7-44cc-93f1-8082bfe5cde2 will not be triggered until provisioned by entity L2. {{(pid=105585) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:54:29.239080 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a886f83-e6c0-4dca-8a50-3f4a3da40e3e service neutron] Pushing event updated for resources: {'Port': ['ID=9fb12c78-187d-4a4f-ad6b-1ca5597a0356,revision_number=8']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:54:29.241042 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-52ff1d8f-bbcd-474c-a779-004b3fd343c5 req-c98e9f40-74f1-4861-a6d0-bbedafd7d3d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10221672'] for port, after_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:29.273347 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Pushing event updated for resources: {'Port': ['ID=844edbdc-242a-4275-9bc2-cba0841cf69b,revision_number=8']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:54:29.288335 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2896b8d-f4a9-43d7-804d-3ec36167979e req-7a886f83-e6c0-4dca-8a50-3f4a3da40e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:29.288958 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-c2896b8d-f4a9-43d7-804d-3ec36167979e req-7a886f83-e6c0-4dca-8a50-3f4a3da40e3e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:29.291207 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-c2896b8d-f4a9-43d7-804d-3ec36167979e req-7a886f83-e6c0-4dca-8a50-3f4a3da40e3e service neutron] 10.222.0.60 "PUT /v2.0/ports/9fb12c78-187d-4a4f-ad6b-1ca5597a0356 HTTP/1.1" status: 200 len: 1124 time: 1.8307247 Jul 27 20:54:29.301542 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6125e057-5579-4676-8f8e-99504683b17e req-1081e10f-27bc-4002-96ad-b9d758135e0e tempest-ImagesOneServerNegativeTestJSON-323901233 tempest-ImagesOneServerNegativeTestJSON-323901233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:29.303164 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-6125e057-5579-4676-8f8e-99504683b17e req-1081e10f-27bc-4002-96ad-b9d758135e0e tempest-ImagesOneServerNegativeTestJSON-323901233 tempest-ImagesOneServerNegativeTestJSON-323901233-project] 10.222.0.59 "GET /v2.0/ports?device_id=5872b51f-94b7-4de0-9c39-57f5ddfbd2e6 HTTP/1.1" status: 200 len: 932 time: 0.3044138 Jul 27 20:54:29.344395 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98e9f40-74f1-4861-a6d0-bbedafd7d3d0 service neutron] Pushing event updated for resources: {'Port': ['ID=55020a6c-4ba7-44cc-93f1-8082bfe5cde2,revision_number=2']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:54:29.406672 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-9fc3f668-ea20-4d03-9bcf-9e5ee6e93a2e req-65586bd5-0e11-487e-95c6-032af8a3940d tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=43230fc3eab141e0b742541c8628d03e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0478239 Jul 27 20:54:29.411950 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] get_ports_and_sgs() called for port_ids ['9fb12c78-187d-4a4f-ad6b-1ca5597a0356'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 20:54:29.434139 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-6125e057-5579-4676-8f8e-99504683b17e req-b2c55ae4-f708-4fc9-a35c-f4a387f41e4d tempest-ImagesOneServerNegativeTestJSON-323901233 tempest-ImagesOneServerNegativeTestJSON-323901233-project] 10.222.0.59 "GET /v2.0/security-groups?id=b49152d2-7ea9-4069-930d-17bb1fb95e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213939 Jul 27 20:54:29.479246 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device a7178fc2-144b-41ac-8d14-b53354ce11f1 details requested by agent hyperv_n-h1-705658-22 with host n-h1-705658-22 {{(pid=105586) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 20:54:29.576950 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-7ac0558b-9512-4fdf-9fd6-564feaab867e req-5a4f6f83-2231-441e-96f5-1bf6b2c8f218 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] 10.222.0.59 "GET /v2.0/ports?device_id=f5981167-1ac0-4ca7-95b5-d52c185534b7 HTTP/1.1" status: 200 len: 210 time: 0.0554600 Jul 27 20:54:29.579671 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.managers [req-52ff1d8f-bbcd-474c-a779-004b3fd343c5 req-c98e9f40-74f1-4861-a6d0-bbedafd7d3d0 service neutron] Attempting to bind port 55020a6c-4ba7-44cc-93f1-8082bfe5cde2 on host n-h2-705658-22 for vnic_type normal with profile {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:54:29.580012 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.managers [req-52ff1d8f-bbcd-474c-a779-004b3fd343c5 req-c98e9f40-74f1-4861-a6d0-bbedafd7d3d0 service neutron] Attempting to bind port 55020a6c-4ba7-44cc-93f1-8082bfe5cde2 by drivers openvswitch,hyperv on host n-h2-705658-22 at level 0 using segments [{'id': '1a6df4b8-1b7f-4c91-aeab-868433773047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '48421823-0af9-4dd2-9d0c-663808a5aff4'}] {{(pid=105585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:54:29.580344 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52ff1d8f-bbcd-474c-a779-004b3fd343c5 req-c98e9f40-74f1-4861-a6d0-bbedafd7d3d0 service neutron] Attempting to bind port 55020a6c-4ba7-44cc-93f1-8082bfe5cde2 on network 48421823-0af9-4dd2-9d0c-663808a5aff4 {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:54:29.587709 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52ff1d8f-bbcd-474c-a779-004b3fd343c5 req-c98e9f40-74f1-4861-a6d0-bbedafd7d3d0 service neutron] Port 55020a6c-4ba7-44cc-93f1-8082bfe5cde2 on network 48421823-0af9-4dd2-9d0c-663808a5aff4 not bound, no agent of type Open vSwitch agent registered on host n-h2-705658-22 {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 20:54:29.588039 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52ff1d8f-bbcd-474c-a779-004b3fd343c5 req-c98e9f40-74f1-4861-a6d0-bbedafd7d3d0 service neutron] Attempting to bind port 55020a6c-4ba7-44cc-93f1-8082bfe5cde2 on network 48421823-0af9-4dd2-9d0c-663808a5aff4 {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:54:29.609187 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52ff1d8f-bbcd-474c-a779-004b3fd343c5 req-c98e9f40-74f1-4861-a6d0-bbedafd7d3d0 service neutron] Checking agent: {'id': '65195a73-a875-4810-9f5b-622ae260a8a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 49, 40), 'started_at': datetime.datetime(2021, 7, 27, 20, 49, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 54, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:54:29.609538 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52ff1d8f-bbcd-474c-a779-004b3fd343c5 req-c98e9f40-74f1-4861-a6d0-bbedafd7d3d0 service neutron] Checking segment: {'id': '1a6df4b8-1b7f-4c91-aeab-868433773047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '48421823-0af9-4dd2-9d0c-663808a5aff4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:54:29.609935 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52ff1d8f-bbcd-474c-a779-004b3fd343c5 req-c98e9f40-74f1-4861-a6d0-bbedafd7d3d0 service neutron] Bound using segment: {'id': '1a6df4b8-1b7f-4c91-aeab-868433773047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '48421823-0af9-4dd2-9d0c-663808a5aff4'} {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:54:29.610384 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.managers [req-52ff1d8f-bbcd-474c-a779-004b3fd343c5 req-c98e9f40-74f1-4861-a6d0-bbedafd7d3d0 service neutron] Bound port: 55020a6c-4ba7-44cc-93f1-8082bfe5cde2, host: n-h2-705658-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a6df4b8-1b7f-4c91-aeab-868433773047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '48421823-0af9-4dd2-9d0c-663808a5aff4'}}] {{(pid=105585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:54:29.610844 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-52ff1d8f-bbcd-474c-a779-004b3fd343c5 req-c98e9f40-74f1-4861-a6d0-bbedafd7d3d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:29.639035 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc3f668-ea20-4d03-9bcf-9e5ee6e93a2e req-8c30d9fd-1ea4-47e7-a185-f9a9048e2ea1 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:29.641276 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-9fc3f668-ea20-4d03-9bcf-9e5ee6e93a2e req-8c30d9fd-1ea4-47e7-a185-f9a9048e2ea1 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2039249 Jul 27 20:54:29.657405 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 20:54:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29057334-7d0c-4528-8deb-53ab8957a839 x-openstack-request-id: req-29057334-7d0c-4528-8deb-53ab8957a839 {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:54:29.657977 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "540d0afa-077d-483c-bae2-a3da321095f5", "name": "network-vif-plugged", "status": "completed", "tag": "b4361bc1-aa62-4d4c-8732-44cf2f0cb5cf", "code": 200}]} {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:54:29.658500 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-29057334-7d0c-4528-8deb-53ab8957a839 {{(pid=105586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:54:29.659829 n-d-705658-22 neutron-server[105586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '540d0afa-077d-483c-bae2-a3da321095f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4361bc1-aa62-4d4c-8732-44cf2f0cb5cf', 'code': 200} Jul 27 20:54:29.671519 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [req-9fc3f668-ea20-4d03-9bcf-9e5ee6e93a2e req-60163a73-4588-4870-911f-49600b39346d tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] Request body: {'port': {'device_id': 'f5981167-1ac0-4ca7-95b5-d52c185534b7', 'network_id': '4d64aa0b-bd6a-468e-8edc-c83689947462', 'admin_state_up': True, 'tenant_id': '43230fc3eab141e0b742541c8628d03e'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:54:29.678579 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] For port a7178fc2-144b-41ac-8d14-b53354ce11f1, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=a7178fc2-144b-41ac-8d14-b53354ce11f1,segment=NetworkSegment(7ddd3554-64b5-4ff7-9735-f58b31de803c),segment_id=7ddd3554-64b5-4ff7-9735-f58b31de803c)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:54:29.698787 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Returning: {'device': 'a7178fc2-144b-41ac-8d14-b53354ce11f1', 'network_id': '4d297cf8-0ab0-49a0-a8db-82a17169c88a', 'port_id': 'a7178fc2-144b-41ac-8d14-b53354ce11f1', 'mac_address': 'fa:16:3e:ac:b2:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 213, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff9685c6-941b-44c9-867d-9e4581186e02', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105586) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 20:54:29.719805 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 27 Jul 2021 20:54:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff5177cf-42c9-4589-847a-b3dd7e95edde x-openstack-request-id: req-ff5177cf-42c9-4589-847a-b3dd7e95edde {{(pid=105585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:54:29.720123 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fe1cd62-e12f-490c-94e1-c5f9b119b027", "name": "network-vif-unplugged", "status": "completed", "tag": "9fb12c78-187d-4a4f-ad6b-1ca5597a0356", "code": 200}]} {{(pid=105585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:54:29.720335 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-ff5177cf-42c9-4589-847a-b3dd7e95edde {{(pid=105585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:54:29.720722 n-d-705658-22 neutron-server[105585]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fe1cd62-e12f-490c-94e1-c5f9b119b027', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9fb12c78-187d-4a4f-ad6b-1ca5597a0356', 'code': 200} Jul 27 20:54:29.782546 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:29.797986 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.db [req-52ff1d8f-bbcd-474c-a779-004b3fd343c5 req-c98e9f40-74f1-4861-a6d0-bbedafd7d3d0 service neutron] For port 55020a6c-4ba7-44cc-93f1-8082bfe5cde2, host n-h2-705658-22, cleared binding levels {{(pid=105585) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:54:29.801828 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7178fc2-144b-41ac-8d14-b53354ce11f1 {{(pid=105586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 20:54:29.839080 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.db [req-52ff1d8f-bbcd-474c-a779-004b3fd343c5 req-c98e9f40-74f1-4861-a6d0-bbedafd7d3d0 service neutron] For port 55020a6c-4ba7-44cc-93f1-8082bfe5cde2, host n-h2-705658-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=55020a6c-4ba7-44cc-93f1-8082bfe5cde2,segment=NetworkSegment(1a6df4b8-1b7f-4c91-aeab-868433773047),segment_id=1a6df4b8-1b7f-4c91-aeab-868433773047)] {{(pid=105585) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:54:29.847733 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] For port a7178fc2-144b-41ac-8d14-b53354ce11f1, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=a7178fc2-144b-41ac-8d14-b53354ce11f1,segment=NetworkSegment(7ddd3554-64b5-4ff7-9735-f58b31de803c),segment_id=7ddd3554-64b5-4ff7-9735-f58b31de803c)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:54:29.850516 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5a079c-a2f6-4114-bb5d-8a38a9b0d463 req-56229178-dcc8-4787-b971-93353bf3ae6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:29.852094 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:29.852229 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-af5a079c-a2f6-4114-bb5d-8a38a9b0d463 req-56229178-dcc8-4787-b971-93353bf3ae6c service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=540d0afa-077d-483c-bae2-a3da321095f5 HTTP/1.1" status: 200 len: 1101 time: 0.0577748 Jul 27 20:54:29.898897 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-52ff1d8f-bbcd-474c-a779-004b3fd343c5 req-c98e9f40-74f1-4861-a6d0-bbedafd7d3d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10221672'] for port, after_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:29.907804 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Pushing event updated for resources: {'Port': ['ID=a7178fc2-144b-41ac-8d14-b53354ce11f1,revision_number=4']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:54:29.911631 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-af5a079c-a2f6-4114-bb5d-8a38a9b0d463 req-f91b65f6-8372-4ed9-bf12-c01f77f5df64 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=dea81a77-85b4-4e12-8e1d-b19e89484a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505002 Jul 27 20:54:29.928604 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ff1d8f-bbcd-474c-a779-004b3fd343c5 req-c98e9f40-74f1-4861-a6d0-bbedafd7d3d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:29.929216 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-52ff1d8f-bbcd-474c-a779-004b3fd343c5 req-c98e9f40-74f1-4861-a6d0-bbedafd7d3d0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:29.930581 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-52ff1d8f-bbcd-474c-a779-004b3fd343c5 req-c98e9f40-74f1-4861-a6d0-bbedafd7d3d0 service neutron] 10.222.0.60 "PUT /v2.0/ports/55020a6c-4ba7-44cc-93f1-8082bfe5cde2 HTTP/1.1" status: 200 len: 1093 time: 1.6762061 Jul 27 20:54:30.035195 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742074ce-ad62-481e-87ad-c46b159883ab req-0eea13fc-0959-4e78-b154-3d45138e9a4f tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:30.036654 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-742074ce-ad62-481e-87ad-c46b159883ab req-0eea13fc-0959-4e78-b154-3d45138e9a4f tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] 10.222.0.59 "GET /v2.0/ports?device_id=227e87e6-7a64-4944-af32-868f2772cf85 HTTP/1.1" status: 200 len: 943 time: 0.2907939 Jul 27 20:54:30.072840 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9fc3f668-ea20-4d03-9bcf-9e5ee6e93a2e req-60163a73-4588-4870-911f-49600b39346d tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] Made reservation on behalf of 43230fc3eab141e0b742541c8628d03e for: {'port': 1} {{(pid=105585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:54:30.076112 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-9fc3f668-ea20-4d03-9bcf-9e5ee6e93a2e req-60163a73-4588-4870-911f-49600b39346d tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:30.098072 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98e9f40-74f1-4861-a6d0-bbedafd7d3d0 service neutron] Pushing event updated for resources: {'Port': ['ID=55020a6c-4ba7-44cc-93f1-8082bfe5cde2,revision_number=3']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:54:30.135227 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850bf4f7-592f-4a94-ab9d-a65b20c6f59e req-4783117b-a104-411c-8181-734da2f62d9b tempest-FloatingIPsAssociationTestJSON-1853502918 tempest-FloatingIPsAssociationTestJSON-1853502918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:30.136684 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-850bf4f7-592f-4a94-ab9d-a65b20c6f59e req-4783117b-a104-411c-8181-734da2f62d9b tempest-FloatingIPsAssociationTestJSON-1853502918 tempest-FloatingIPsAssociationTestJSON-1853502918-project] 10.222.0.59 "GET /v2.0/ports?device_id=7d6d1740-167b-4ed1-8fde-75684d664c4d&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.3148906 Jul 27 20:54:30.154302 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-742074ce-ad62-481e-87ad-c46b159883ab req-27fdab2d-089b-4342-8ddf-0bd5b049caef tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] 10.222.0.59 "GET /v2.0/security-groups?id=594c38b0-00a0-4e02-9d5e-673f3a5e469c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100590 Jul 27 20:54:30.236414 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ff1d8f-bbcd-474c-a779-004b3fd343c5 req-3618d003-cdd8-4c2a-80dc-3911223d9cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:30.237966 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-52ff1d8f-bbcd-474c-a779-004b3fd343c5 req-3618d003-cdd8-4c2a-80dc-3911223d9cd7 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1bebab2985374229918b3d141f0a79f2&device_id=5872b51f-94b7-4de0-9c39-57f5ddfbd2e6 HTTP/1.1" status: 200 len: 1096 time: 0.2633185 Jul 27 20:54:30.238242 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] get_ports_and_sgs() called for port_ids ['a7178fc2-144b-41ac-8d14-b53354ce11f1'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 20:54:30.247589 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-850bf4f7-592f-4a94-ab9d-a65b20c6f59e req-d115fefb-b2a1-46b9-8a83-29d91c01f242 tempest-FloatingIPsAssociationTestJSON-1853502918 tempest-FloatingIPsAssociationTestJSON-1853502918-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.5.214 HTTP/1.1" status: 200 len: 696 time: 0.1014235 Jul 27 20:54:30.297844 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [req-850bf4f7-592f-4a94-ab9d-a65b20c6f59e req-d001bae9-b7cb-4b14-b6ba-fa9c9309eea7 tempest-FloatingIPsAssociationTestJSON-1853502918 tempest-FloatingIPsAssociationTestJSON-1853502918-project] Request body: {'floatingip': {'port_id': 'ba583bd9-3270-4e8c-b116-80894feef3ca', 'fixed_ip_address': '172.20.0.13'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:54:30.330131 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-52ff1d8f-bbcd-474c-a779-004b3fd343c5 req-2fe99ecd-e139-4cfe-81b0-73e23e40ba7f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=55020a6c-4ba7-44cc-93f1-8082bfe5cde2 HTTP/1.1" status: 200 len: 217 time: 0.0813472 Jul 27 20:54:30.370695 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-850bf4f7-592f-4a94-ab9d-a65b20c6f59e req-d001bae9-b7cb-4b14-b6ba-fa9c9309eea7 tempest-FloatingIPsAssociationTestJSON-1853502918 tempest-FloatingIPsAssociationTestJSON-1853502918-project] Notify callbacks [] for floatingip, before_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:30.509751 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ff1d8f-bbcd-474c-a779-004b3fd343c5 req-dfe66e17-8cb9-4f4f-99a7-7802d625af0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:30.511225 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-52ff1d8f-bbcd-474c-a779-004b3fd343c5 req-dfe66e17-8cb9-4f4f-99a7-7802d625af0f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=109d73c7-c2b7-4bb2-839e-dc2ca31c6403 HTTP/1.1" status: 200 len: 862 time: 0.1713848 Jul 27 20:54:30.524532 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.db_base_plugin_common [req-9fc3f668-ea20-4d03-9bcf-9e5ee6e93a2e req-60163a73-4588-4870-911f-49600b39346d tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] Allocated IP 192.168.233.6 (4d64aa0b-bd6a-468e-8edc-c83689947462/26644ba0-4185-4e10-8718-6ad18d01376c/76cb3011-9231-42e6-9602-db23c446c928) {{(pid=105585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:54:30.594426 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-52ff1d8f-bbcd-474c-a779-004b3fd343c5 req-2028108a-1f3b-40f8-a400-a8f1747732f4 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=48421823-0af9-4dd2-9d0c-663808a5aff4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0616460 Jul 27 20:54:30.693724 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c4e290-5fff-4818-a3b0-d3b0c6cd7022 req-af353054-fee1-4a4f-bfa1-3e81f7cf6ad5 tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:30.695214 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-39c4e290-5fff-4818-a3b0-d3b0c6cd7022 req-af353054-fee1-4a4f-bfa1-3e81f7cf6ad5 tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] 10.222.0.59 "GET /v2.0/ports?device_id=6fe1cd62-e12f-490c-94e1-c5f9b119b027 HTTP/1.1" status: 200 len: 944 time: 0.3272600 Jul 27 20:54:31.096751 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Device 9fb12c78-187d-4a4f-ad6b-1ca5597a0356 details requested by agent hyperv_n-h2-705658-22 with host n-h2-705658-22 {{(pid=105586) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 20:54:31.143975 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-39c4e290-5fff-4818-a3b0-d3b0c6cd7022 req-955f8ec1-111e-4f24-8b9a-959dcbe52623 tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] 10.222.0.59 "GET /v2.0/security-groups?id=1749b80d-91c6-4bd3-8e8d-666bd095400f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4104986 Jul 27 20:54:31.151917 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-52ff1d8f-bbcd-474c-a779-004b3fd343c5 req-d37fe8b4-6f2f-47d9-a3c7-ee10f4af0893 service neutron] 10.222.0.60 "GET /v2.0/networks/48421823-0af9-4dd2-9d0c-663808a5aff4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5402718 Jul 27 20:54:31.210693 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] For port 9fb12c78-187d-4a4f-ad6b-1ca5597a0356, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=9fb12c78-187d-4a4f-ad6b-1ca5597a0356,segment=NetworkSegment(30512320-4797-4523-818e-63eb7bdafb2b),segment_id=30512320-4797-4523-818e-63eb7bdafb2b)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:54:31.223026 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Device 9fb12c78-187d-4a4f-ad6b-1ca5597a0356 has no active binding in host n-h2-705658-22 {{(pid=105586) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 27 20:54:31.364397 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-9fc3f668-ea20-4d03-9bcf-9e5ee6e93a2e req-60163a73-4588-4870-911f-49600b39346d tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] Notify callbacks [] for port, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:31.409512 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.provisioning_blocks [req-9fc3f668-ea20-4d03-9bcf-9e5ee6e93a2e req-60163a73-4588-4870-911f-49600b39346d tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] Transition to ACTIVE for port object 76cb3011-9231-42e6-9602-db23c446c928 will not be triggered until provisioned by entity DHCP. {{(pid=105585) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:54:31.435076 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-52ff1d8f-bbcd-474c-a779-004b3fd343c5 req-0aea9f4b-3d3c-40ad-a7ce-4ac88bad4bf8 service neutron] 10.222.0.60 "GET /v2.0/networks/48421823-0af9-4dd2-9d0c-663808a5aff4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2618756 Jul 27 20:54:31.491099 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530e38cd-6e0c-483d-bf9a-4f67ef929026 req-24775302-b244-4c66-9122-4a19dd51485a tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:31.492557 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-530e38cd-6e0c-483d-bf9a-4f67ef929026 req-24775302-b244-4c66-9122-4a19dd51485a tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] 10.222.0.59 "GET /v2.0/ports?device_id=540d0afa-077d-483c-bae2-a3da321095f5 HTTP/1.1" status: 200 len: 949 time: 0.2668867 Jul 27 20:54:31.559329 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-9fc3f668-ea20-4d03-9bcf-9e5ee6e93a2e req-60163a73-4588-4870-911f-49600b39346d tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:31.637643 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-530e38cd-6e0c-483d-bf9a-4f67ef929026 req-fde37982-e68c-4ec3-aa35-52b42f9b338d tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] 10.222.0.59 "GET /v2.0/security-groups?id=dea81a77-85b4-4e12-8e1d-b19e89484a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366072 Jul 27 20:54:31.661463 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23ac7b8b-8c25-440b-a388-00c2cd864925', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '844edbdc-242a-4275-9bc2-cba0841cf69b'}] {{(pid=105586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:54:31.663365 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9fc3f668-ea20-4d03-9bcf-9e5ee6e93a2e req-60163a73-4588-4870-911f-49600b39346d tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] Network 4d64aa0b-bd6a-468e-8edc-c83689947462 is already hosted by enough agents. {{(pid=105585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:54:31.663799 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14c1663e039faf5393f87855f745010ac5b02220355b68fdbf065393e303ac56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8eba32d7-9f26-42e4-a6da-623f1792b72a" -d '{"events": [{"server_uuid": "23ac7b8b-8c25-440b-a388-00c2cd864925", "name": "network-vif-unplugged", "status": "completed", "tag": "844edbdc-242a-4275-9bc2-cba0841cf69b"}]}' {{(pid=105586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:54:31.669440 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.base_scheduler [req-9fc3f668-ea20-4d03-9bcf-9e5ee6e93a2e req-60163a73-4588-4870-911f-49600b39346d tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] Resources bound (agent type, host, resource id): {{(pid=105585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:54:31.677505 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fc3f668-ea20-4d03-9bcf-9e5ee6e93a2e req-60163a73-4588-4870-911f-49600b39346d tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] Received port after_create {{(pid=105585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:54:31.681024 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-850bf4f7-592f-4a94-ab9d-a65b20c6f59e req-d001bae9-b7cb-4b14-b6ba-fa9c9309eea7 tempest-FloatingIPsAssociationTestJSON-1853502918 tempest-FloatingIPsAssociationTestJSON-1853502918-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:31.683376 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60163a73-4588-4870-911f-49600b39346d tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] Pushing event updated for resources: {'Port': ['ID=76cb3011-9231-42e6-9602-db23c446c928,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:54:31.706794 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-850bf4f7-592f-4a94-ab9d-a65b20c6f59e req-d001bae9-b7cb-4b14-b6ba-fa9c9309eea7 tempest-FloatingIPsAssociationTestJSON-1853502918 tempest-FloatingIPsAssociationTestJSON-1853502918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4075768'] for floatingip, after_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:31.738339 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] get_ports_and_sgs() called for port_ids ['7c8a5e21-eb13-4770-9477-daf1bab77ba3'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 20:54:31.743760 n-d-705658-22 neutron-server[105585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6fe1cd62-e12f-490c-94e1-c5f9b119b027', 'tag': '9fb12c78-187d-4a4f-ad6b-1ca5597a0356'}, {'name': 'network-changed', 'server_uuid': '5872b51f-94b7-4de0-9c39-57f5ddfbd2e6', 'tag': '55020a6c-4ba7-44cc-93f1-8082bfe5cde2'}] {{(pid=105585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:54:31.746037 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d66fd65881426bfc2b5388084a3654e5eae521106a15a3dbf0eb4cde7106c36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-314bad72-fbd8-46da-80cb-c5fd08236d9e" -d '{"events": [{"name": "network-changed", "server_uuid": "6fe1cd62-e12f-490c-94e1-c5f9b119b027", "tag": "9fb12c78-187d-4a4f-ad6b-1ca5597a0356"}, {"name": "network-changed", "server_uuid": "5872b51f-94b7-4de0-9c39-57f5ddfbd2e6", "tag": "55020a6c-4ba7-44cc-93f1-8082bfe5cde2"}]}' {{(pid=105585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:54:31.810673 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc3f668-ea20-4d03-9bcf-9e5ee6e93a2e req-60163a73-4588-4870-911f-49600b39346d tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:31.811337 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-9fc3f668-ea20-4d03-9bcf-9e5ee6e93a2e req-60163a73-4588-4870-911f-49600b39346d tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:31.875137 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-9fc3f668-ea20-4d03-9bcf-9e5ee6e93a2e req-60163a73-4588-4870-911f-49600b39346d tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.2096155 Jul 27 20:54:31.890149 n-d-705658-22 neutron-server[105585]: INFO neutron.db.l3_db [req-850bf4f7-592f-4a94-ab9d-a65b20c6f59e req-d001bae9-b7cb-4b14-b6ba-fa9c9309eea7 tempest-FloatingIPsAssociationTestJSON-1853502918 tempest-FloatingIPsAssociationTestJSON-1853502918-project] Floating IP b4a02e69-8b3e-4436-a262-4abd8887a3d2 associated. External IP: 172.25.5.214, port: ba583bd9-3270-4e8c-b116-80894feef3ca. Jul 27 20:54:31.898312 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [req-9fc3f668-ea20-4d03-9bcf-9e5ee6e93a2e req-cb671744-5b9b-42c2-9741-130e6debfd07 service neutron] Request body: {'port': {'device_id': 'f5981167-1ac0-4ca7-95b5-d52c185534b7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-705658-22'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:54:31.960470 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-20ea3fb8-5fa1-4a8c-aa57-0503042f14dd None None] Provisioning for port 76cb3011-9231-42e6-9602-db23c446c928 completed by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:54:31.960669 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757ed1ff-c024-418d-a1cf-364f70305b93 req-17cd5374-3962-4992-a7ae-3533175ee02c tempest-ImagesOneServerNegativeTestJSON-323901233 tempest-ImagesOneServerNegativeTestJSON-323901233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:31.961874 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-757ed1ff-c024-418d-a1cf-364f70305b93 req-17cd5374-3962-4992-a7ae-3533175ee02c tempest-ImagesOneServerNegativeTestJSON-323901233 tempest-ImagesOneServerNegativeTestJSON-323901233-project] 10.222.0.59 "GET /v2.0/ports?device_id=5872b51f-94b7-4de0-9c39-57f5ddfbd2e6 HTTP/1.1" status: 200 len: 944 time: 0.2111604 Jul 27 20:54:31.964099 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-20ea3fb8-5fa1-4a8c-aa57-0503042f14dd None None] Provisioning complete for port 76cb3011-9231-42e6-9602-db23c446c928 triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:54:31.964482 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-20ea3fb8-5fa1-4a8c-aa57-0503042f14dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:31.997680 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-20ea3fb8-5fa1-4a8c-aa57-0503042f14dd None None] Port 76cb3011-9231-42e6-9602-db23c446c928 cannot update to ACTIVE because it is not bound. {{(pid=105586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 20:54:32.077497 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-757ed1ff-c024-418d-a1cf-364f70305b93 req-d440d434-7d0a-4230-9192-1ec2d29d718f tempest-ImagesOneServerNegativeTestJSON-323901233 tempest-ImagesOneServerNegativeTestJSON-323901233-project] 10.222.0.59 "GET /v2.0/security-groups?id=b49152d2-7ea9-4069-930d-17bb1fb95e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077950 Jul 27 20:54:32.092062 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-9fc3f668-ea20-4d03-9bcf-9e5ee6e93a2e req-cb671744-5b9b-42c2-9741-130e6debfd07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:32.339687 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.l3_agent_scheduler [req-850bf4f7-592f-4a94-ab9d-a65b20c6f59e req-d001bae9-b7cb-4b14-b6ba-fa9c9309eea7 tempest-FloatingIPsAssociationTestJSON-1853502918 tempest-FloatingIPsAssociationTestJSON-1853502918-project] Router ad9575d0-ad63-4823-8a92-28793e3a05de has already been hosted by L3 agent dd128fd7-8e57-4d4f-895b-a96b369df59a {{(pid=105585) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 20:54:32.391675 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076d158b-88a0-4ead-86a8-a14336d02ed2 req-5d1a369f-9b7c-4179-9e49-1843bcc87c7b tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:32.393159 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-076d158b-88a0-4ead-86a8-a14336d02ed2 req-5d1a369f-9b7c-4179-9e49-1843bcc87c7b tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] 10.222.0.59 "GET /v2.0/ports?device_id=f5981167-1ac0-4ca7-95b5-d52c185534b7 HTTP/1.1" status: 200 len: 934 time: 0.2380202 Jul 27 20:54:32.497925 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-076d158b-88a0-4ead-86a8-a14336d02ed2 req-cdfb02aa-ec22-445d-93bd-61c144407258 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] 10.222.0.59 "GET /v2.0/security-groups?id=c6534cb3-b44e-4a83-b57e-ddb72c2ad843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945458 Jul 27 20:54:32.618576 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-850bf4f7-592f-4a94-ab9d-a65b20c6f59e req-d001bae9-b7cb-4b14-b6ba-fa9c9309eea7 tempest-FloatingIPsAssociationTestJSON-1853502918 tempest-FloatingIPsAssociationTestJSON-1853502918-project] Notify agent at l3_agent.n-d-705658-22 the message routers_updated {{(pid=105585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 20:54:32.624937 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-850bf4f7-592f-4a94-ab9d-a65b20c6f59e req-d001bae9-b7cb-4b14-b6ba-fa9c9309eea7 tempest-FloatingIPsAssociationTestJSON-1853502918 tempest-FloatingIPsAssociationTestJSON-1853502918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for floatingip, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:32.628945 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d4afd1d-9260-4c89-8fa2-4934da0e7394 None None] Sync routers for ids ['ad9575d0-ad63-4823-8a92-28793e3a05de'] in n-d-705658-22 {{(pid=105586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 20:54:32.637960 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d4afd1d-9260-4c89-8fa2-4934da0e7394 None None] Routers {'ad9575d0-ad63-4823-8a92-28793e3a05de'} bound to L3 agent in host n-d-705658-22 {{(pid=105586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:54:32.638575 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-7d4afd1d-9260-4c89-8fa2-4934da0e7394 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T20:54:11Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['ad9575d0-ad63-4823-8a92-28793e3a05de'], 'active': True} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:54:32.655988 n-d-705658-22 neutron-server[105585]: DEBUG neutron.notifiers.nova [req-9fc3f668-ea20-4d03-9bcf-9e5ee6e93a2e req-cb671744-5b9b-42c2-9741-130e6debfd07 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 76cb3011-9231-42e6-9602-db23c446c928 {{(pid=105585) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 20:54:32.669564 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-9fc3f668-ea20-4d03-9bcf-9e5ee6e93a2e req-cb671744-5b9b-42c2-9741-130e6debfd07 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:32.691264 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-850bf4f7-592f-4a94-ab9d-a65b20c6f59e req-d001bae9-b7cb-4b14-b6ba-fa9c9309eea7 tempest-FloatingIPsAssociationTestJSON-1853502918 tempest-FloatingIPsAssociationTestJSON-1853502918-project] 10.222.0.59 "PUT /v2.0/floatingips/b4a02e69-8b3e-4436-a262-4abd8887a3d2 HTTP/1.1" status: 200 len: 997 time: 2.4330554 Jul 27 20:54:32.700518 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.provisioning_blocks [req-9fc3f668-ea20-4d03-9bcf-9e5ee6e93a2e req-cb671744-5b9b-42c2-9741-130e6debfd07 service neutron] Transition to ACTIVE for port object 76cb3011-9231-42e6-9602-db23c446c928 will not be triggered until provisioned by entity L2. {{(pid=105585) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:54:32.707653 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-9fc3f668-ea20-4d03-9bcf-9e5ee6e93a2e req-cb671744-5b9b-42c2-9741-130e6debfd07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10221672'] for port, after_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:32.731634 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984016f6-3ba4-4fb7-aa24-3be7410ce200 req-9181cffc-db54-4fbf-8f65-4999b0838fcb tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:32.733117 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-984016f6-3ba4-4fb7-aa24-3be7410ce200 req-9181cffc-db54-4fbf-8f65-4999b0838fcb tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] 10.222.0.59 "GET /v2.0/ports?device_id=227e87e6-7a64-4944-af32-868f2772cf85 HTTP/1.1" status: 200 len: 944 time: 0.1680214 Jul 27 20:54:32.747624 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvr_db [None req-7d4afd1d-9260-4c89-8fa2-4934da0e7394 None None] Set router ad9575d0-ad63-4823-8a92-28793e3a05de gateway port host: n-d-705658-22 {{(pid=105586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:54:32.827709 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb671744-5b9b-42c2-9741-130e6debfd07 service neutron] Pushing event updated for resources: {'Port': ['ID=76cb3011-9231-42e6-9602-db23c446c928,revision_number=2']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:54:32.892844 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-984016f6-3ba4-4fb7-aa24-3be7410ce200 req-e5ac0bb6-4d69-4c3b-8e66-e23c9b95bb39 tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] 10.222.0.59 "GET /v2.0/security-groups?id=594c38b0-00a0-4e02-9d5e-673f3a5e469c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237690 Jul 27 20:54:32.916465 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850bf4f7-592f-4a94-ab9d-a65b20c6f59e req-21e5a4f7-b3d6-46b4-a7e1-ae8fe03b7e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:32.917993 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-850bf4f7-592f-4a94-ab9d-a65b20c6f59e req-21e5a4f7-b3d6-46b4-a7e1-ae8fe03b7e36 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=615238fda314405b98ca504942933ecf&device_id=7d6d1740-167b-4ed1-8fde-75684d664c4d HTTP/1.1" status: 200 len: 1098 time: 0.2082582 Jul 27 20:54:32.951437 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.managers [req-9fc3f668-ea20-4d03-9bcf-9e5ee6e93a2e req-cb671744-5b9b-42c2-9741-130e6debfd07 service neutron] Attempting to bind port 76cb3011-9231-42e6-9602-db23c446c928 on host n-h2-705658-22 for vnic_type normal with profile {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:54:32.951774 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.managers [req-9fc3f668-ea20-4d03-9bcf-9e5ee6e93a2e req-cb671744-5b9b-42c2-9741-130e6debfd07 service neutron] Attempting to bind port 76cb3011-9231-42e6-9602-db23c446c928 by drivers openvswitch,hyperv on host n-h2-705658-22 at level 0 using segments [{'id': '86b1e6f6-d629-4b03-8944-4cdfbfb93d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '4d64aa0b-bd6a-468e-8edc-c83689947462'}] {{(pid=105585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:54:32.952106 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fc3f668-ea20-4d03-9bcf-9e5ee6e93a2e req-cb671744-5b9b-42c2-9741-130e6debfd07 service neutron] Attempting to bind port 76cb3011-9231-42e6-9602-db23c446c928 on network 4d64aa0b-bd6a-468e-8edc-c83689947462 {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:54:32.984496 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fc3f668-ea20-4d03-9bcf-9e5ee6e93a2e req-cb671744-5b9b-42c2-9741-130e6debfd07 service neutron] Port 76cb3011-9231-42e6-9602-db23c446c928 on network 4d64aa0b-bd6a-468e-8edc-c83689947462 not bound, no agent of type Open vSwitch agent registered on host n-h2-705658-22 {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 20:54:32.984831 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fc3f668-ea20-4d03-9bcf-9e5ee6e93a2e req-cb671744-5b9b-42c2-9741-130e6debfd07 service neutron] Attempting to bind port 76cb3011-9231-42e6-9602-db23c446c928 on network 4d64aa0b-bd6a-468e-8edc-c83689947462 {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:54:32.993028 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fc3f668-ea20-4d03-9bcf-9e5ee6e93a2e req-cb671744-5b9b-42c2-9741-130e6debfd07 service neutron] Checking agent: {'id': '65195a73-a875-4810-9f5b-622ae260a8a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 49, 40), 'started_at': datetime.datetime(2021, 7, 27, 20, 49, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 54, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:54:32.993471 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fc3f668-ea20-4d03-9bcf-9e5ee6e93a2e req-cb671744-5b9b-42c2-9741-130e6debfd07 service neutron] Checking segment: {'id': '86b1e6f6-d629-4b03-8944-4cdfbfb93d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '4d64aa0b-bd6a-468e-8edc-c83689947462'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:54:32.993750 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fc3f668-ea20-4d03-9bcf-9e5ee6e93a2e req-cb671744-5b9b-42c2-9741-130e6debfd07 service neutron] Bound using segment: {'id': '86b1e6f6-d629-4b03-8944-4cdfbfb93d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '4d64aa0b-bd6a-468e-8edc-c83689947462'} {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:54:32.994185 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.managers [req-9fc3f668-ea20-4d03-9bcf-9e5ee6e93a2e req-cb671744-5b9b-42c2-9741-130e6debfd07 service neutron] Bound port: 76cb3011-9231-42e6-9602-db23c446c928, host: n-h2-705658-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '86b1e6f6-d629-4b03-8944-4cdfbfb93d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '4d64aa0b-bd6a-468e-8edc-c83689947462'}}] {{(pid=105585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:54:32.994624 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-9fc3f668-ea20-4d03-9bcf-9e5ee6e93a2e req-cb671744-5b9b-42c2-9741-130e6debfd07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:33.082785 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850bf4f7-592f-4a94-ab9d-a65b20c6f59e req-88b1b9b9-0807-485e-a8d5-dc0abe3d8774 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:33.088350 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-850bf4f7-592f-4a94-ab9d-a65b20c6f59e req-88b1b9b9-0807-485e-a8d5-dc0abe3d8774 service neutron] 10.222.0.59 "GET /v2.0/networks?id=3f1c8940-c5a5-4dd2-af27-28f2db444e65 HTTP/1.1" status: 200 len: 922 time: 0.1629725 Jul 27 20:54:33.093470 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 27 Jul 2021 20:54:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-deabccd5-9c88-4b6d-ade1-9fd6ae4437f4 x-openstack-request-id: req-deabccd5-9c88-4b6d-ade1-9fd6ae4437f4 {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:54:33.093759 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23ac7b8b-8c25-440b-a388-00c2cd864925", "name": "network-vif-unplugged", "status": "completed", "tag": "844edbdc-242a-4275-9bc2-cba0841cf69b", "code": 200}]} {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:54:33.094009 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-deabccd5-9c88-4b6d-ade1-9fd6ae4437f4 {{(pid=105586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:54:33.094733 n-d-705658-22 neutron-server[105586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23ac7b8b-8c25-440b-a388-00c2cd864925', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '844edbdc-242a-4275-9bc2-cba0841cf69b', 'code': 200} Jul 27 20:54:33.173662 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 27 Jul 2021 20:54:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dde171ef-9359-4743-a6f9-92b9a6394c8b x-openstack-request-id: req-dde171ef-9359-4743-a6f9-92b9a6394c8b {{(pid=105585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:54:33.173955 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6fe1cd62-e12f-490c-94e1-c5f9b119b027", "tag": "9fb12c78-187d-4a4f-ad6b-1ca5597a0356", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "5872b51f-94b7-4de0-9c39-57f5ddfbd2e6", "tag": "55020a6c-4ba7-44cc-93f1-8082bfe5cde2", "status": "completed", "code": 200}]} {{(pid=105585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:54:33.174749 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-dde171ef-9359-4743-a6f9-92b9a6394c8b {{(pid=105585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:54:33.175182 n-d-705658-22 neutron-server[105585]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6fe1cd62-e12f-490c-94e1-c5f9b119b027', 'tag': '9fb12c78-187d-4a4f-ad6b-1ca5597a0356', 'status': 'completed', 'code': 200} Jul 27 20:54:33.175447 n-d-705658-22 neutron-server[105585]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5872b51f-94b7-4de0-9c39-57f5ddfbd2e6', 'tag': '55020a6c-4ba7-44cc-93f1-8082bfe5cde2', 'status': 'completed', 'code': 200} Jul 27 20:54:33.204960 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-7d4afd1d-9260-4c89-8fa2-4934da0e7394 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad9575d0-ad63-4823-8a92-28793e3a05de', 'name': 'tempest-FloatingIPsAssociationTestJSON-1645103835-router', 'tenant_id': '615238fda314405b98ca504942933ecf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.161'}], 'enable_snat': True}, 'gw_port_id': '84d6154b-a1b0-4171-99e6-8fe6e769f980', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:53:29Z', 'updated_at': '2021-07-27T20:53:38Z', 'revision_number': 4, 'project_id': '615238fda314405b98ca504942933ecf', 'gw_port': {'id': '84d6154b-a1b0-4171-99e6-8fe6e769f980', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:3a:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad9575d0-ad63-4823-8a92-28793e3a05de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:53:29Z', 'updated_at': '2021-07-27T20:53:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_floatingips': [{'id': 'b4a02e69-8b3e-4436-a262-4abd8887a3d2', 'tenant_id': '615238fda314405b98ca504942933ecf', 'floating_ip_address': '172.25.5.214', 'floating_network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'router_id': 'ad9575d0-ad63-4823-8a92-28793e3a05de', 'port_id': 'ba583bd9-3270-4e8c-b116-80894feef3ca', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 473, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f1c8940-c5a5-4dd2-af27-28f2db444e65', 'mac_address': 'fa:16:3e:65:48:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d6d1740-167b-4ed1-8fde-75684d664c4d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T20:54:09Z', 'updated_at': '2021-07-27T20:54:31Z', 'revision_number': 1, 'project_id': '615238fda314405b98ca504942933ecf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7925b4ba-7a12-4ff3-952f-1275b7ca93a1', 'name': '', 'network_id': '3f1c8940-c5a5-4dd2-af27-28f2db444e65', 'tenant_id': '615238fda314405b98ca504942933ecf', 'mac_address': 'fa:16:3e:f4:57:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad9575d0-ad63-4823-8a92-28793e3a05de', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '8762aa6e-55d1-40fd-8a84-dc4ad49beb7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:53:36Z', 'updated_at': '2021-07-27T20:53:47Z', 'revision_number': 5, 'project_id': '615238fda314405b98ca504942933ecf', 'subnets': [{'id': '8762aa6e-55d1-40fd-8a84-dc4ad49beb7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-22', False) {} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:54:33.216915 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314bad72-fbd8-46da-80cb-c5fd08236d9e req-1f78cab6-f2c8-4815-b4c0-f22430c881b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:33.218742 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-314bad72-fbd8-46da-80cb-c5fd08236d9e req-1f78cab6-f2c8-4815-b4c0-f22430c881b6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b02d9256766347f197eb5fbdd02cbc7a&device_id=6fe1cd62-e12f-490c-94e1-c5f9b119b027 HTTP/1.1" status: 200 len: 1127 time: 0.0587006 Jul 27 20:54:33.234285 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d4afd1d-9260-4c89-8fa2-4934da0e7394 None None] Checking router: ad9575d0-ad63-4823-8a92-28793e3a05de for host: n-d-705658-22 {{(pid=105586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 20:54:33.243838 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d4afd1d-9260-4c89-8fa2-4934da0e7394 None None] Routers {'ad9575d0-ad63-4823-8a92-28793e3a05de'} bound to L3 agent in host n-d-705658-22 {{(pid=105586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:54:33.244640 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-7d4afd1d-9260-4c89-8fa2-4934da0e7394 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T20:54:11Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['ad9575d0-ad63-4823-8a92-28793e3a05de'], 'active': True} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:54:33.325886 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314bad72-fbd8-46da-80cb-c5fd08236d9e req-6aa583e2-302f-4787-828e-5633dc5d74d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:33.327425 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-314bad72-fbd8-46da-80cb-c5fd08236d9e req-6aa583e2-302f-4787-828e-5633dc5d74d2 service neutron] 10.222.0.36 "GET /v2.0/networks?id=8e591ae5-ff89-4a25-b3ce-4b1625915957 HTTP/1.1" status: 200 len: 921 time: 0.0911880 Jul 27 20:54:33.354334 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvr_db [None req-7d4afd1d-9260-4c89-8fa2-4934da0e7394 None None] Set router ad9575d0-ad63-4823-8a92-28793e3a05de gateway port host: n-d-705658-22 {{(pid=105586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:54:33.378960 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-314bad72-fbd8-46da-80cb-c5fd08236d9e req-ae425dae-811a-4994-b268-6afd78aa0adc service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9fb12c78-187d-4a4f-ad6b-1ca5597a0356 HTTP/1.1" status: 200 len: 217 time: 0.0406890 Jul 27 20:54:33.443991 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314bad72-fbd8-46da-80cb-c5fd08236d9e req-cc10761e-b519-415e-8fce-e5f9498afbc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:33.445454 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-314bad72-fbd8-46da-80cb-c5fd08236d9e req-cc10761e-b519-415e-8fce-e5f9498afbc6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ffc7070b-0d02-4acb-a66a-19178d3b9317 HTTP/1.1" status: 200 len: 860 time: 0.0463073 Jul 27 20:54:33.493815 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device efe6605a-3440-4bb8-841a-76d9e509f042 details requested by agent hyperv_n-h1-705658-22 with host n-h1-705658-22 {{(pid=105586) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 20:54:33.500063 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device a7178fc2-144b-41ac-8d14-b53354ce11f1 up at agent hyperv_n-h1-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:54:33.503727 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-314bad72-fbd8-46da-80cb-c5fd08236d9e req-c3dc4306-f84a-465e-be11-ffd6b1334d97 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8e591ae5-ff89-4a25-b3ce-4b1625915957&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306854 Jul 27 20:54:33.503886 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.db [req-9fc3f668-ea20-4d03-9bcf-9e5ee6e93a2e req-cb671744-5b9b-42c2-9741-130e6debfd07 service neutron] For port 76cb3011-9231-42e6-9602-db23c446c928, host n-h2-705658-22, cleared binding levels {{(pid=105585) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:54:33.550715 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.db [req-9fc3f668-ea20-4d03-9bcf-9e5ee6e93a2e req-cb671744-5b9b-42c2-9741-130e6debfd07 service neutron] For port 76cb3011-9231-42e6-9602-db23c446c928, host n-h2-705658-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=76cb3011-9231-42e6-9602-db23c446c928,segment=NetworkSegment(86b1e6f6-d629-4b03-8944-4cdfbfb93d02),segment_id=86b1e6f6-d629-4b03-8944-4cdfbfb93d02)] {{(pid=105585) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:54:33.560716 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-850bf4f7-592f-4a94-ab9d-a65b20c6f59e req-b7805d6f-328d-4479-9ae2-734dc63cb5e1 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ba583bd9-3270-4e8c-b116-80894feef3ca HTTP/1.1" status: 200 len: 1000 time: 0.4653852 Jul 27 20:54:33.568038 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-9fc3f668-ea20-4d03-9bcf-9e5ee6e93a2e req-cb671744-5b9b-42c2-9741-130e6debfd07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10221672'] for port, after_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:33.616988 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-314bad72-fbd8-46da-80cb-c5fd08236d9e req-472964cf-b0e6-46a4-902e-093f4e82c059 service neutron] 10.222.0.36 "GET /v2.0/networks/8e591ae5-ff89-4a25-b3ce-4b1625915957?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945210 Jul 27 20:54:33.643701 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc3f668-ea20-4d03-9bcf-9e5ee6e93a2e req-cb671744-5b9b-42c2-9741-130e6debfd07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:33.644327 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-9fc3f668-ea20-4d03-9bcf-9e5ee6e93a2e req-cb671744-5b9b-42c2-9741-130e6debfd07 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:33.645723 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-9fc3f668-ea20-4d03-9bcf-9e5ee6e93a2e req-cb671744-5b9b-42c2-9741-130e6debfd07 service neutron] 10.222.0.60 "PUT /v2.0/ports/76cb3011-9231-42e6-9602-db23c446c928 HTTP/1.1" status: 200 len: 1095 time: 1.7534049 Jul 27 20:54:33.686052 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Provisioning for port a7178fc2-144b-41ac-8d14-b53354ce11f1 completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:54:33.692671 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314bad72-fbd8-46da-80cb-c5fd08236d9e req-26485204-cdf8-4f2d-9552-4014cfc613ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:33.694382 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-314bad72-fbd8-46da-80cb-c5fd08236d9e req-26485204-cdf8-4f2d-9552-4014cfc613ba service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1bebab2985374229918b3d141f0a79f2&device_id=5872b51f-94b7-4de0-9c39-57f5ddfbd2e6 HTTP/1.1" status: 200 len: 1096 time: 0.5180683 Jul 27 20:54:33.702435 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Provisioning complete for port a7178fc2-144b-41ac-8d14-b53354ce11f1 triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:54:33.703128 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:33.704477 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bb47c3-ef2d-46ec-88df-fcd4bedad642 req-c58a0694-9e00-4b16-917e-05a9acb93dee tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:33.706791 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-96bb47c3-ef2d-46ec-88df-fcd4bedad642 req-c58a0694-9e00-4b16-917e-05a9acb93dee tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] 10.222.0.59 "GET /v2.0/ports?device_id=6fe1cd62-e12f-490c-94e1-c5f9b119b027 HTTP/1.1" status: 200 len: 944 time: 0.5204256 Jul 27 20:54:33.713269 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850bf4f7-592f-4a94-ab9d-a65b20c6f59e req-5a3bf15e-9b4d-41d8-add5-8e30f9516292 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:33.714797 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-850bf4f7-592f-4a94-ab9d-a65b20c6f59e req-5a3bf15e-9b4d-41d8-add5-8e30f9516292 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=8762aa6e-55d1-40fd-8a84-dc4ad49beb7d HTTP/1.1" status: 200 len: 860 time: 0.1409709 Jul 27 20:54:33.716883 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb671744-5b9b-42c2-9741-130e6debfd07 service neutron] Pushing event updated for resources: {'Port': ['ID=76cb3011-9231-42e6-9602-db23c446c928,revision_number=3']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:54:33.749906 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-314bad72-fbd8-46da-80cb-c5fd08236d9e req-b7a10a9f-1bc7-4b88-990c-251d2dd4b95b service neutron] 10.222.0.36 "GET /v2.0/networks/8e591ae5-ff89-4a25-b3ce-4b1625915957?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1113503 Jul 27 20:54:33.805342 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] For port efe6605a-3440-4bb8-841a-76d9e509f042, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=efe6605a-3440-4bb8-841a-76d9e509f042,segment=NetworkSegment(86b1e6f6-d629-4b03-8944-4cdfbfb93d02),segment_id=86b1e6f6-d629-4b03-8944-4cdfbfb93d02)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:54:33.840716 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Returning: {'device': 'efe6605a-3440-4bb8-841a-76d9e509f042', 'network_id': '4d64aa0b-bd6a-468e-8edc-c83689947462', 'port_id': 'efe6605a-3440-4bb8-841a-76d9e509f042', 'mac_address': 'fa:16:3e:51:14:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26644ba0-4185-4e10-8718-6ad18d01376c', 'ip_address': '192.168.233.44'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105586) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 20:54:33.884117 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-7d4afd1d-9260-4c89-8fa2-4934da0e7394 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad9575d0-ad63-4823-8a92-28793e3a05de', 'name': 'tempest-FloatingIPsAssociationTestJSON-1645103835-router', 'tenant_id': '615238fda314405b98ca504942933ecf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.161'}], 'enable_snat': True}, 'gw_port_id': '84d6154b-a1b0-4171-99e6-8fe6e769f980', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:53:29Z', 'updated_at': '2021-07-27T20:53:38Z', 'revision_number': 4, 'project_id': '615238fda314405b98ca504942933ecf', 'gw_port': {'id': '84d6154b-a1b0-4171-99e6-8fe6e769f980', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:3a:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad9575d0-ad63-4823-8a92-28793e3a05de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:53:29Z', 'updated_at': '2021-07-27T20:53:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_floatingips': [{'id': 'b4a02e69-8b3e-4436-a262-4abd8887a3d2', 'tenant_id': '615238fda314405b98ca504942933ecf', 'floating_ip_address': '172.25.5.214', 'floating_network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'router_id': 'ad9575d0-ad63-4823-8a92-28793e3a05de', 'port_id': 'ba583bd9-3270-4e8c-b116-80894feef3ca', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 473, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f1c8940-c5a5-4dd2-af27-28f2db444e65', 'mac_address': 'fa:16:3e:65:48:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d6d1740-167b-4ed1-8fde-75684d664c4d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T20:54:09Z', 'updated_at': '2021-07-27T20:54:31Z', 'revision_number': 1, 'project_id': '615238fda314405b98ca504942933ecf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7925b4ba-7a12-4ff3-952f-1275b7ca93a1', 'name': '', 'network_id': '3f1c8940-c5a5-4dd2-af27-28f2db444e65', 'tenant_id': '615238fda314405b98ca504942933ecf', 'mac_address': 'fa:16:3e:f4:57:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad9575d0-ad63-4823-8a92-28793e3a05de', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '8762aa6e-55d1-40fd-8a84-dc4ad49beb7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:53:36Z', 'updated_at': '2021-07-27T20:53:47Z', 'revision_number': 5, 'project_id': '615238fda314405b98ca504942933ecf', 'subnets': [{'id': '8762aa6e-55d1-40fd-8a84-dc4ad49beb7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-22', False) {} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:54:33.895563 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-96bb47c3-ef2d-46ec-88df-fcd4bedad642 req-274ab237-de58-4721-a6df-c0e354f03da7 tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] 10.222.0.59 "GET /v2.0/security-groups?id=1749b80d-91c6-4bd3-8e8d-666bd095400f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1795721 Jul 27 20:54:33.955822 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:33.965306 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc3f668-ea20-4d03-9bcf-9e5ee6e93a2e req-e1bcad5d-f58e-45e5-9f21-d1b1c3d928e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:33.966847 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-9fc3f668-ea20-4d03-9bcf-9e5ee6e93a2e req-e1bcad5d-f58e-45e5-9f21-d1b1c3d928e1 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=43230fc3eab141e0b742541c8628d03e&device_id=f5981167-1ac0-4ca7-95b5-d52c185534b7 HTTP/1.1" status: 200 len: 1098 time: 0.2346733 Jul 27 20:54:33.974428 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314bad72-fbd8-46da-80cb-c5fd08236d9e req-ff90c3f9-ac73-4f24-9c06-c46af1bcc439 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:33.975893 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-314bad72-fbd8-46da-80cb-c5fd08236d9e req-ff90c3f9-ac73-4f24-9c06-c46af1bcc439 service neutron] 10.222.0.60 "GET /v2.0/networks?id=48421823-0af9-4dd2-9d0c-663808a5aff4 HTTP/1.1" status: 200 len: 923 time: 0.2501535 Jul 27 20:54:33.976487 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d4afd1d-9260-4c89-8fa2-4934da0e7394 None None] The sync data for ids ['ad9575d0-ad63-4823-8a92-28793e3a05de'] in n-d-705658-22 is: [{'id': 'ad9575d0-ad63-4823-8a92-28793e3a05de', 'name': 'tempest-FloatingIPsAssociationTestJSON-1645103835-router', 'tenant_id': '615238fda314405b98ca504942933ecf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.161'}], 'enable_snat': True}, 'gw_port_id': '84d6154b-a1b0-4171-99e6-8fe6e769f980', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:53:29Z', 'updated_at': '2021-07-27T20:53:38Z', 'revision_number': 4, 'project_id': '615238fda314405b98ca504942933ecf', 'gw_port': {'id': '84d6154b-a1b0-4171-99e6-8fe6e769f980', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:3a:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad9575d0-ad63-4823-8a92-28793e3a05de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:53:29Z', 'updated_at': '2021-07-27T20:53:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_floatingips': [{'id': 'b4a02e69-8b3e-4436-a262-4abd8887a3d2', 'tenant_id': '615238fda314405b98ca504942933ecf', 'floating_ip_address': '172.25.5.214', 'floating_network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'router_id': 'ad9575d0-ad63-4823-8a92-28793e3a05de', 'port_id': 'ba583bd9-3270-4e8c-b116-80894feef3ca', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 473, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f1c8940-c5a5-4dd2-af27-28f2db444e65', 'mac_address': 'fa:16:3e:65:48:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d6d1740-167b-4ed1-8fde-75684d664c4d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T20:54:09Z', 'updated_at': '2021-07-27T20:54:31Z', 'revision_number': 1, 'project_id': '615238fda314405b98ca504942933ecf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7925b4ba-7a12-4ff3-952f-1275b7ca93a1', 'name': '', 'network_id': '3f1c8940-c5a5-4dd2-af27-28f2db444e65', 'tenant_id': '615238fda314405b98ca504942933ecf', 'mac_address': 'fa:16:3e:f4:57:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad9575d0-ad63-4823-8a92-28793e3a05de', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '8762aa6e-55d1-40fd-8a84-dc4ad49beb7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:53:36Z', 'updated_at': '2021-07-27T20:53:47Z', 'revision_number': 5, 'project_id': '615238fda314405b98ca504942933ecf', 'subnets': [{'id': '8762aa6e-55d1-40fd-8a84-dc4ad49beb7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 20:54:34.003476 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:34.026108 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] For port a7178fc2-144b-41ac-8d14-b53354ce11f1, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=a7178fc2-144b-41ac-8d14-b53354ce11f1,segment=NetworkSegment(7ddd3554-64b5-4ff7-9735-f58b31de803c),segment_id=7ddd3554-64b5-4ff7-9735-f58b31de803c)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:54:34.028104 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id efe6605a-3440-4bb8-841a-76d9e509f042 {{(pid=105586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 20:54:34.035340 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:34.058209 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-314bad72-fbd8-46da-80cb-c5fd08236d9e req-d34fe64c-6bac-40bb-a021-f0eeeaa9ee8e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=55020a6c-4ba7-44cc-93f1-8082bfe5cde2 HTTP/1.1" status: 200 len: 217 time: 0.0445712 Jul 27 20:54:34.066901 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850bf4f7-592f-4a94-ab9d-a65b20c6f59e req-780b65ad-9deb-41c9-a671-59fc78a6f591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:34.078027 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-850bf4f7-592f-4a94-ab9d-a65b20c6f59e req-780b65ad-9deb-41c9-a671-59fc78a6f591 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=3f1c8940-c5a5-4dd2-af27-28f2db444e65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2731259 Jul 27 20:54:34.086946 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [req-850bf4f7-592f-4a94-ab9d-a65b20c6f59e req-c416c720-2a56-4923-af4a-a711f98b9e7a service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=105585) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 20:54:34.088389 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] For port efe6605a-3440-4bb8-841a-76d9e509f042, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=efe6605a-3440-4bb8-841a-76d9e509f042,segment=NetworkSegment(86b1e6f6-d629-4b03-8944-4cdfbfb93d02),segment_id=86b1e6f6-d629-4b03-8944-4cdfbfb93d02)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:54:34.089222 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-850bf4f7-592f-4a94-ab9d-a65b20c6f59e req-c416c720-2a56-4923-af4a-a711f98b9e7a service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0102892 Jul 27 20:54:34.103455 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:34.121368 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Pushing event updated for resources: {'Port': ['ID=a7178fc2-144b-41ac-8d14-b53354ce11f1,revision_number=5']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:54:34.183424 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Pushing event updated for resources: {'Port': ['ID=efe6605a-3440-4bb8-841a-76d9e509f042,revision_number=9']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:54:34.194433 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-9fc3f668-ea20-4d03-9bcf-9e5ee6e93a2e req-5b96a899-317f-44f5-88a1-9d75ae6680cd service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.6&port_id=76cb3011-9231-42e6-9602-db23c446c928 HTTP/1.1" status: 200 len: 217 time: 0.1818795 Jul 27 20:54:34.272921 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd967f34-5f35-46ca-a727-a7c33b80e50d None None] New status for floating IP b4a02e69-8b3e-4436-a262-4abd8887a3d2: ACTIVE {{(pid=105587) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 20:54:34.277184 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] get_ports_and_sgs() called for port_ids ['efe6605a-3440-4bb8-841a-76d9e509f042'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 20:54:34.302318 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314bad72-fbd8-46da-80cb-c5fd08236d9e req-b87f1c0c-5056-4e65-9438-8ab1dc3900df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:34.303832 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-314bad72-fbd8-46da-80cb-c5fd08236d9e req-b87f1c0c-5056-4e65-9438-8ab1dc3900df service neutron] 10.222.0.60 "GET /v2.0/subnets?id=109d73c7-c2b7-4bb2-839e-dc2ca31c6403 HTTP/1.1" status: 200 len: 862 time: 0.1714265 Jul 27 20:54:34.336314 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc3f668-ea20-4d03-9bcf-9e5ee6e93a2e req-f48b3c14-eb68-4341-9ac7-cec82db6e1cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:34.337833 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-9fc3f668-ea20-4d03-9bcf-9e5ee6e93a2e req-f48b3c14-eb68-4341-9ac7-cec82db6e1cc service neutron] 10.222.0.60 "GET /v2.0/subnets?id=26644ba0-4185-4e10-8718-6ad18d01376c HTTP/1.1" status: 200 len: 843 time: 0.1187413 Jul 27 20:54:34.359139 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-314bad72-fbd8-46da-80cb-c5fd08236d9e req-98e40b87-7d5e-4c5f-ada6-ab69cb48d825 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=48421823-0af9-4dd2-9d0c-663808a5aff4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0360456 Jul 27 20:54:34.360934 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-850bf4f7-592f-4a94-ab9d-a65b20c6f59e req-9c54a670-dcc9-4d6b-93f9-596e48e0c434 service neutron] 10.222.0.59 "GET /v2.0/networks/3f1c8940-c5a5-4dd2-af27-28f2db444e65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2273352 Jul 27 20:54:34.369047 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7591cfa6-5551-414f-856d-a6745c4f289c req-02e7527a-a379-4792-bfbd-f90517137a63 tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:34.376125 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-7591cfa6-5551-414f-856d-a6745c4f289c req-02e7527a-a379-4792-bfbd-f90517137a63 tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] 10.222.0.59 "GET /v2.0/ports?device_id=540d0afa-077d-483c-bae2-a3da321095f5 HTTP/1.1" status: 200 len: 949 time: 0.4058585 Jul 27 20:54:34.594296 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-7591cfa6-5551-414f-856d-a6745c4f289c req-b311d4c2-6e26-444d-ab71-ff59d4877800 tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] 10.222.0.59 "GET /v2.0/security-groups?id=dea81a77-85b4-4e12-8e1d-b19e89484a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2173126 Jul 27 20:54:34.638283 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc3f668-ea20-4d03-9bcf-9e5ee6e93a2e req-c7916315-5dd8-48eb-b459-15468f294a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:34.639830 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-9fc3f668-ea20-4d03-9bcf-9e5ee6e93a2e req-c7916315-5dd8-48eb-b459-15468f294a10 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4d64aa0b-bd6a-468e-8edc-c83689947462&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2473545 Jul 27 20:54:34.674769 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-850bf4f7-592f-4a94-ab9d-a65b20c6f59e req-349e48b4-1411-46bc-963e-55406c86a5d8 service neutron] 10.222.0.59 "GET /v2.0/networks/3f1c8940-c5a5-4dd2-af27-28f2db444e65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2966070 Jul 27 20:54:34.686988 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-314bad72-fbd8-46da-80cb-c5fd08236d9e req-e06d6fcb-f39f-48c5-a254-7a56d41d0f50 service neutron] 10.222.0.60 "GET /v2.0/networks/48421823-0af9-4dd2-9d0c-663808a5aff4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2766616 Jul 27 20:54:34.922156 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-9fc3f668-ea20-4d03-9bcf-9e5ee6e93a2e req-cdb45d6b-4aba-49b9-a370-4d9d068040c0 service neutron] 10.222.0.60 "GET /v2.0/networks/4d64aa0b-bd6a-468e-8edc-c83689947462?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2613165 Jul 27 20:54:34.930833 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-314bad72-fbd8-46da-80cb-c5fd08236d9e req-9d4e9eeb-ece7-4308-9a51-d2146b0e43d4 service neutron] 10.222.0.60 "GET /v2.0/networks/48421823-0af9-4dd2-9d0c-663808a5aff4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2149141 Jul 27 20:54:34.944654 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f0b1bd-5042-40ff-bbf9-0c6b87fa1ae2 req-880843de-5cd7-426c-988b-f34e1ecaf520 tempest-ImagesOneServerNegativeTestJSON-323901233 tempest-ImagesOneServerNegativeTestJSON-323901233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:34.951890 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-76f0b1bd-5042-40ff-bbf9-0c6b87fa1ae2 req-880843de-5cd7-426c-988b-f34e1ecaf520 tempest-ImagesOneServerNegativeTestJSON-323901233 tempest-ImagesOneServerNegativeTestJSON-323901233-project] 10.222.0.59 "GET /v2.0/ports?device_id=5872b51f-94b7-4de0-9c39-57f5ddfbd2e6 HTTP/1.1" status: 200 len: 944 time: 0.2672567 Jul 27 20:54:35.023145 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18373d5b-ec14-41f8-abfa-383db7137e34 req-34bdb95d-bdd2-4930-8d3a-b388c209cb68 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:35.024451 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-18373d5b-ec14-41f8-abfa-383db7137e34 req-34bdb95d-bdd2-4930-8d3a-b388c209cb68 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] 10.222.0.59 "GET /v2.0/ports?device_id=f5981167-1ac0-4ca7-95b5-d52c185534b7 HTTP/1.1" status: 200 len: 946 time: 0.2672033 Jul 27 20:54:35.089130 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-76f0b1bd-5042-40ff-bbf9-0c6b87fa1ae2 req-fa963962-667a-41b8-9005-df349071cc2b tempest-ImagesOneServerNegativeTestJSON-323901233 tempest-ImagesOneServerNegativeTestJSON-323901233-project] 10.222.0.59 "GET /v2.0/security-groups?id=b49152d2-7ea9-4069-930d-17bb1fb95e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362879 Jul 27 20:54:35.096592 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '227e87e6-7a64-4944-af32-868f2772cf85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7178fc2-144b-41ac-8d14-b53354ce11f1'}] {{(pid=105586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:54:35.100950 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14c1663e039faf5393f87855f745010ac5b02220355b68fdbf065393e303ac56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e041f539-81bd-4fb2-a256-afa3c0a020a8" -d '{"events": [{"server_uuid": "227e87e6-7a64-4944-af32-868f2772cf85", "name": "network-vif-plugged", "status": "completed", "tag": "a7178fc2-144b-41ac-8d14-b53354ce11f1"}]}' {{(pid=105586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:54:35.113062 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Device 55020a6c-4ba7-44cc-93f1-8082bfe5cde2 details requested by agent hyperv_n-h2-705658-22 with host n-h2-705658-22 {{(pid=105586) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 20:54:35.141524 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-18373d5b-ec14-41f8-abfa-383db7137e34 req-4bf72ad1-9baa-4e95-b36f-017d6a75ce6e tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] 10.222.0.59 "GET /v2.0/security-groups?id=c6534cb3-b44e-4a83-b57e-ddb72c2ad843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935519 Jul 27 20:54:35.143181 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-9fc3f668-ea20-4d03-9bcf-9e5ee6e93a2e req-26291958-1927-4f09-b515-f1a6ba7a3d6a service neutron] 10.222.0.60 "GET /v2.0/networks/4d64aa0b-bd6a-468e-8edc-c83689947462?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1874382 Jul 27 20:54:35.176165 n-d-705658-22 neutron-server[105585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d6d1740-167b-4ed1-8fde-75684d664c4d', 'tag': 'ba583bd9-3270-4e8c-b116-80894feef3ca'}, {'name': 'network-changed', 'server_uuid': 'f5981167-1ac0-4ca7-95b5-d52c185534b7', 'tag': '76cb3011-9231-42e6-9602-db23c446c928'}] {{(pid=105585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:54:35.178549 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d66fd65881426bfc2b5388084a3654e5eae521106a15a3dbf0eb4cde7106c36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e4d8bea-25ad-4420-a7ae-466fa8636709" -d '{"events": [{"name": "network-changed", "server_uuid": "7d6d1740-167b-4ed1-8fde-75684d664c4d", "tag": "ba583bd9-3270-4e8c-b116-80894feef3ca"}, {"name": "network-changed", "server_uuid": "f5981167-1ac0-4ca7-95b5-d52c185534b7", "tag": "76cb3011-9231-42e6-9602-db23c446c928"}]}' {{(pid=105585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:54:35.293806 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] For port 55020a6c-4ba7-44cc-93f1-8082bfe5cde2, host n-h2-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=55020a6c-4ba7-44cc-93f1-8082bfe5cde2,segment=NetworkSegment(1a6df4b8-1b7f-4c91-aeab-868433773047),segment_id=1a6df4b8-1b7f-4c91-aeab-868433773047)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:54:35.299640 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec7b0ae-185d-4850-b384-a9057cf839fc req-d856b92b-157d-4488-ad5d-f2ac613c7097 tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:35.301807 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-aec7b0ae-185d-4850-b384-a9057cf839fc req-d856b92b-157d-4488-ad5d-f2ac613c7097 tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] 10.222.0.59 "GET /v2.0/ports?device_id=227e87e6-7a64-4944-af32-868f2772cf85 HTTP/1.1" status: 200 len: 945 time: 0.0975337 Jul 27 20:54:35.307074 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Returning: {'device': '55020a6c-4ba7-44cc-93f1-8082bfe5cde2', 'network_id': '48421823-0af9-4dd2-9d0c-663808a5aff4', 'port_id': '55020a6c-4ba7-44cc-93f1-8082bfe5cde2', 'mac_address': 'fa:16:3e:01:f0:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '109d73c7-c2b7-4bb2-839e-dc2ca31c6403', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105586) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 20:54:35.362493 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:35.379876 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-aec7b0ae-185d-4850-b384-a9057cf839fc req-e1249fa4-b350-4219-b7c4-81f127cdb4ca tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] 10.222.0.59 "GET /v2.0/security-groups?id=594c38b0-00a0-4e02-9d5e-673f3a5e469c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640993 Jul 27 20:54:35.404810 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [None req-3d54578f-831f-4696-b568-13c455922dab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55020a6c-4ba7-44cc-93f1-8082bfe5cde2 {{(pid=105586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 20:54:35.435846 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] For port 55020a6c-4ba7-44cc-93f1-8082bfe5cde2, host n-h2-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=55020a6c-4ba7-44cc-93f1-8082bfe5cde2,segment=NetworkSegment(1a6df4b8-1b7f-4c91-aeab-868433773047),segment_id=1a6df4b8-1b7f-4c91-aeab-868433773047)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:54:35.443099 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:35.443802 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Device 9fb12c78-187d-4a4f-ad6b-1ca5597a0356 details requested by agent hyperv_n-h2-705658-22 with host n-h2-705658-22 {{(pid=105586) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 20:54:35.521280 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device efe6605a-3440-4bb8-841a-76d9e509f042 up at agent hyperv_n-h1-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:54:35.602102 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Pushing event updated for resources: {'Port': ['ID=55020a6c-4ba7-44cc-93f1-8082bfe5cde2,revision_number=4']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:54:35.634572 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d45746-5b37-4d33-8043-b30465df5be0 req-806eb723-35a9-46f8-a8d1-dea806058117 tempest-FloatingIPsAssociationTestJSON-1853502918 tempest-FloatingIPsAssociationTestJSON-1853502918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:35.650580 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-64d45746-5b37-4d33-8043-b30465df5be0 req-806eb723-35a9-46f8-a8d1-dea806058117 tempest-FloatingIPsAssociationTestJSON-1853502918 tempest-FloatingIPsAssociationTestJSON-1853502918-project] 10.222.0.59 "GET /v2.0/ports?device_id=584d1acb-649a-4ea3-bb0f-2992a4dd8793&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1220572 Jul 27 20:54:35.673696 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] For port 9fb12c78-187d-4a4f-ad6b-1ca5597a0356, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=9fb12c78-187d-4a4f-ad6b-1ca5597a0356,segment=NetworkSegment(30512320-4797-4523-818e-63eb7bdafb2b),segment_id=30512320-4797-4523-818e-63eb7bdafb2b)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:54:35.690235 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Provisioning complete for port efe6605a-3440-4bb8-841a-76d9e509f042 triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:54:35.690609 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:35.693388 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Device 9fb12c78-187d-4a4f-ad6b-1ca5597a0356 has no active binding in host n-h2-705658-22 {{(pid=105586) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 27 20:54:35.782072 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:35.799972 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-64d45746-5b37-4d33-8043-b30465df5be0 req-de71bf48-f34c-43bf-b4f6-aa0fb5a05cbf tempest-FloatingIPsAssociationTestJSON-1853502918 tempest-FloatingIPsAssociationTestJSON-1853502918-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.5.214 HTTP/1.1" status: 200 len: 1002 time: 0.1480992 Jul 27 20:54:35.819248 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [req-64d45746-5b37-4d33-8043-b30465df5be0 req-5bc47df6-5d71-4851-b8ff-2efe4f6cda1c tempest-FloatingIPsAssociationTestJSON-1853502918 tempest-FloatingIPsAssociationTestJSON-1853502918-project] Request body: {'floatingip': {'port_id': '740d4cab-d4f7-4ec1-866f-61d43378b551', 'fixed_ip_address': '172.20.0.5'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:54:35.824778 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] For port efe6605a-3440-4bb8-841a-76d9e509f042, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=efe6605a-3440-4bb8-841a-76d9e509f042,segment=NetworkSegment(86b1e6f6-d629-4b03-8944-4cdfbfb93d02),segment_id=86b1e6f6-d629-4b03-8944-4cdfbfb93d02)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:54:35.833420 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:35.896729 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Pushing event updated for resources: {'Port': ['ID=efe6605a-3440-4bb8-841a-76d9e509f042,revision_number=10']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:54:35.899102 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-64d45746-5b37-4d33-8043-b30465df5be0 req-5bc47df6-5d71-4851-b8ff-2efe4f6cda1c tempest-FloatingIPsAssociationTestJSON-1853502918 tempest-FloatingIPsAssociationTestJSON-1853502918-project] Notify callbacks [] for floatingip, before_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:35.909040 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffa00f2-a280-4467-ae44-e401017cd040 req-33e83895-520e-48dc-a6f6-22e30c00fccb tempest-ServersOnMultiNodesTest-1794458366 tempest-ServersOnMultiNodesTest-1794458366-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:35.910601 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-9ffa00f2-a280-4467-ae44-e401017cd040 req-33e83895-520e-48dc-a6f6-22e30c00fccb tempest-ServersOnMultiNodesTest-1794458366 tempest-ServersOnMultiNodesTest-1794458366-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=540d0afa-077d-483c-bae2-a3da321095f5 HTTP/1.1" status: 200 len: 1101 time: 0.1990001 Jul 27 20:54:36.008487 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:36.014561 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-9ffa00f2-a280-4467-ae44-e401017cd040 req-bf72c6f8-cf26-4700-ac60-19408f1d859c tempest-ServersOnMultiNodesTest-1794458366 tempest-ServersOnMultiNodesTest-1794458366-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=dea81a77-85b4-4e12-8e1d-b19e89484a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719445 Jul 27 20:54:36.301698 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-c2896b8d-f4a9-43d7-804d-3ec36167979e req-cff45284-a35b-499c-a98b-2c7238b2c92f service neutron] 10.222.0.36 "GET /v2.0/ports/9fb12c78-187d-4a4f-ad6b-1ca5597a0356/bindings/n-h2-705658-22 HTTP/1.1" status: 200 len: 385 time: 0.0718932 Jul 27 20:54:36.325380 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5541bab9-5b50-48e5-9f31-b76680b4b052 req-edb888e9-8d17-4b33-b2f3-e7c393c1bf18 tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:36.328135 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-5541bab9-5b50-48e5-9f31-b76680b4b052 req-edb888e9-8d17-4b33-b2f3-e7c393c1bf18 tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] 10.222.0.59 "GET /v2.0/ports?device_id=6fe1cd62-e12f-490c-94e1-c5f9b119b027 HTTP/1.1" status: 200 len: 944 time: 0.1586328 Jul 27 20:54:36.453915 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-5541bab9-5b50-48e5-9f31-b76680b4b052 req-deaa32ac-05d4-4d31-ac45-c0cacf8d2d1b tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] 10.222.0.59 "GET /v2.0/security-groups?id=1749b80d-91c6-4bd3-8e8d-666bd095400f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203780 Jul 27 20:54:36.492759 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] get_ports_and_sgs() called for port_ids ['55020a6c-4ba7-44cc-93f1-8082bfe5cde2'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 20:54:36.537070 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 20:54:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-460225cd-171b-47d7-b8c4-aa85e511b753 x-openstack-request-id: req-460225cd-171b-47d7-b8c4-aa85e511b753 {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:54:36.537357 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "227e87e6-7a64-4944-af32-868f2772cf85", "name": "network-vif-plugged", "status": "completed", "tag": "a7178fc2-144b-41ac-8d14-b53354ce11f1", "code": 200}]} {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:54:36.537610 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-460225cd-171b-47d7-b8c4-aa85e511b753 {{(pid=105586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:54:36.538000 n-d-705658-22 neutron-server[105586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '227e87e6-7a64-4944-af32-868f2772cf85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7178fc2-144b-41ac-8d14-b53354ce11f1', 'code': 200} Jul 27 20:54:36.572439 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [req-c2896b8d-f4a9-43d7-804d-3ec36167979e req-01034ba0-5fa7-4f41-99f0-9dd3ab7f77b1 service neutron] For port 9fb12c78-187d-4a4f-ad6b-1ca5597a0356, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=9fb12c78-187d-4a4f-ad6b-1ca5597a0356,segment=NetworkSegment(30512320-4797-4523-818e-63eb7bdafb2b),segment_id=30512320-4797-4523-818e-63eb7bdafb2b)] {{(pid=105584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:54:36.598624 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [req-c2896b8d-f4a9-43d7-804d-3ec36167979e req-01034ba0-5fa7-4f41-99f0-9dd3ab7f77b1 service neutron] For port 9fb12c78-187d-4a4f-ad6b-1ca5597a0356, host n-h1-705658-22, cleared binding levels {{(pid=105584) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:54:36.651496 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [req-c2896b8d-f4a9-43d7-804d-3ec36167979e req-01034ba0-5fa7-4f41-99f0-9dd3ab7f77b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9fb12c78-187d-4a4f-ad6b-1ca5597a0356 {{(pid=105584) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 20:54:36.666487 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-64d45746-5b37-4d33-8043-b30465df5be0 req-5bc47df6-5d71-4851-b8ff-2efe4f6cda1c tempest-FloatingIPsAssociationTestJSON-1853502918 tempest-FloatingIPsAssociationTestJSON-1853502918-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:36.670915 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 27 Jul 2021 20:54:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18c78ea3-1956-4620-b451-eaace6371e00 x-openstack-request-id: req-18c78ea3-1956-4620-b451-eaace6371e00 {{(pid=105585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:54:36.671364 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d6d1740-167b-4ed1-8fde-75684d664c4d", "tag": "ba583bd9-3270-4e8c-b116-80894feef3ca", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "f5981167-1ac0-4ca7-95b5-d52c185534b7", "tag": "76cb3011-9231-42e6-9602-db23c446c928", "status": "completed", "code": 200}]} {{(pid=105585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:54:36.671885 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-18c78ea3-1956-4620-b451-eaace6371e00 {{(pid=105585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:54:36.672384 n-d-705658-22 neutron-server[105585]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d6d1740-167b-4ed1-8fde-75684d664c4d', 'tag': 'ba583bd9-3270-4e8c-b116-80894feef3ca', 'status': 'completed', 'code': 200} Jul 27 20:54:36.672636 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [req-c2896b8d-f4a9-43d7-804d-3ec36167979e req-01034ba0-5fa7-4f41-99f0-9dd3ab7f77b1 service neutron] For port 9fb12c78-187d-4a4f-ad6b-1ca5597a0356, host n-h2-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=9fb12c78-187d-4a4f-ad6b-1ca5597a0356,segment=NetworkSegment(30512320-4797-4523-818e-63eb7bdafb2b),segment_id=30512320-4797-4523-818e-63eb7bdafb2b)] {{(pid=105584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:54:36.672965 n-d-705658-22 neutron-server[105585]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5981167-1ac0-4ca7-95b5-d52c185534b7', 'tag': '76cb3011-9231-42e6-9602-db23c446c928', 'status': 'completed', 'code': 200} Jul 27 20:54:36.699920 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-c2896b8d-f4a9-43d7-804d-3ec36167979e req-01034ba0-5fa7-4f41-99f0-9dd3ab7f77b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:36.713683 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-64d45746-5b37-4d33-8043-b30465df5be0 req-5bc47df6-5d71-4851-b8ff-2efe4f6cda1c tempest-FloatingIPsAssociationTestJSON-1853502918 tempest-FloatingIPsAssociationTestJSON-1853502918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4075768'] for floatingip, after_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:36.821555 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd61d90a-3005-40a9-a17c-b365ee204f04 req-69c19cfc-c0dd-4a3d-9b8f-0939e6c216b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:36.823503 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-cd61d90a-3005-40a9-a17c-b365ee204f04 req-69c19cfc-c0dd-4a3d-9b8f-0939e6c216b4 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=227e87e6-7a64-4944-af32-868f2772cf85 HTTP/1.1" status: 200 len: 1097 time: 0.1368694 Jul 27 20:54:36.882416 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.provisioning_blocks [req-c2896b8d-f4a9-43d7-804d-3ec36167979e req-01034ba0-5fa7-4f41-99f0-9dd3ab7f77b1 service neutron] Transition to ACTIVE for port object 9fb12c78-187d-4a4f-ad6b-1ca5597a0356 will not be triggered until provisioned by entity L2. {{(pid=105584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:54:36.895216 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-c2896b8d-f4a9-43d7-804d-3ec36167979e req-01034ba0-5fa7-4f41-99f0-9dd3ab7f77b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9014027'] for port, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:36.942512 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-cd61d90a-3005-40a9-a17c-b365ee204f04 req-56b4792a-7463-46cd-823f-42d49b723a50 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=594c38b0-00a0-4e02-9d5e-673f3a5e469c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070840 Jul 27 20:54:36.996104 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2896b8d-f4a9-43d7-804d-3ec36167979e req-01034ba0-5fa7-4f41-99f0-9dd3ab7f77b1 service neutron] No DVR routers for this DVR port 9fb12c78-187d-4a4f-ad6b-1ca5597a0356 on host n-h1-705658-22 {{(pid=105584) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 20:54:37.047986 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01034ba0-5fa7-4f41-99f0-9dd3ab7f77b1 service neutron] Pushing event updated for resources: {'Port': ['ID=9fb12c78-187d-4a4f-ad6b-1ca5597a0356,revision_number=10']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:54:37.069368 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-c2896b8d-f4a9-43d7-804d-3ec36167979e req-01034ba0-5fa7-4f41-99f0-9dd3ab7f77b1 service neutron] 10.222.0.36 "PUT /v2.0/ports/9fb12c78-187d-4a4f-ad6b-1ca5597a0356/bindings/n-h2-705658-22/activate HTTP/1.1" status: 200 len: 370 time: 0.7558439 Jul 27 20:54:37.293132 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4d8bea-25ad-4420-a7ae-466fa8636709 req-fbeaed0f-4fca-42b8-a449-5d9f03894bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:37.294570 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-0e4d8bea-25ad-4420-a7ae-466fa8636709 req-fbeaed0f-4fca-42b8-a449-5d9f03894bbd service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=615238fda314405b98ca504942933ecf&device_id=7d6d1740-167b-4ed1-8fde-75684d664c4d HTTP/1.1" status: 200 len: 1098 time: 0.6203735 Jul 27 20:54:37.321505 n-d-705658-22 neutron-server[105585]: INFO neutron.db.l3_db [req-64d45746-5b37-4d33-8043-b30465df5be0 req-5bc47df6-5d71-4851-b8ff-2efe4f6cda1c tempest-FloatingIPsAssociationTestJSON-1853502918 tempest-FloatingIPsAssociationTestJSON-1853502918-project] Floating IP b4a02e69-8b3e-4436-a262-4abd8887a3d2 associated. External IP: 172.25.5.214, port: ba583bd9-3270-4e8c-b116-80894feef3ca. Jul 27 20:54:37.444951 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2896b8d-f4a9-43d7-804d-3ec36167979e req-dd4a444c-612a-434c-9937-0b0bbcc691f0 tempest-LiveAutoBlockMigrationV225Test-821062891 tempest-LiveAutoBlockMigrationV225Test-821062891-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:37.448499 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-c2896b8d-f4a9-43d7-804d-3ec36167979e req-dd4a444c-612a-434c-9937-0b0bbcc691f0 tempest-LiveAutoBlockMigrationV225Test-821062891 tempest-LiveAutoBlockMigrationV225Test-821062891-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=6fe1cd62-e12f-490c-94e1-c5f9b119b027&tenant_id=b02d9256766347f197eb5fbdd02cbc7a&binding%3Ahost_id=n-h1-705658-22 HTTP/1.1" status: 200 len: 1097 time: 0.2842097 Jul 27 20:54:37.461110 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7695300-c969-4080-9b87-0f66030e17a8 req-2516cd21-df86-4754-90e1-7b8dfef2c6f0 tempest-ImagesOneServerNegativeTestJSON-323901233 tempest-ImagesOneServerNegativeTestJSON-323901233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:37.462695 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a7695300-c969-4080-9b87-0f66030e17a8 req-2516cd21-df86-4754-90e1-7b8dfef2c6f0 tempest-ImagesOneServerNegativeTestJSON-323901233 tempest-ImagesOneServerNegativeTestJSON-323901233-project] 10.222.0.59 "GET /v2.0/ports?device_id=5872b51f-94b7-4de0-9c39-57f5ddfbd2e6 HTTP/1.1" status: 200 len: 945 time: 0.3455274 Jul 27 20:54:37.628190 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a7695300-c969-4080-9b87-0f66030e17a8 req-57fbc3b3-f2b8-484b-b276-ea48e5e973d5 tempest-ImagesOneServerNegativeTestJSON-323901233 tempest-ImagesOneServerNegativeTestJSON-323901233-project] 10.222.0.59 "GET /v2.0/security-groups?id=b49152d2-7ea9-4069-930d-17bb1fb95e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456761 Jul 27 20:54:37.697331 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4d8bea-25ad-4420-a7ae-466fa8636709 req-1c4f32d5-aa0b-4d02-97b6-877fa90d428d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:37.699863 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-0e4d8bea-25ad-4420-a7ae-466fa8636709 req-1c4f32d5-aa0b-4d02-97b6-877fa90d428d service neutron] 10.222.0.60 "GET /v2.0/networks?id=3f1c8940-c5a5-4dd2-af27-28f2db444e65 HTTP/1.1" status: 200 len: 922 time: 0.3841412 Jul 27 20:54:37.774182 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-0e4d8bea-25ad-4420-a7ae-466fa8636709 req-9b43e978-a8ec-4ea3-8aa7-fd83d6bd721a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ba583bd9-3270-4e8c-b116-80894feef3ca HTTP/1.1" status: 200 len: 217 time: 0.0573664 Jul 27 20:54:37.810768 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2896b8d-f4a9-43d7-804d-3ec36167979e req-eabd6fd9-7d96-4d50-985a-18d01d2def2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:37.812249 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-c2896b8d-f4a9-43d7-804d-3ec36167979e req-eabd6fd9-7d96-4d50-985a-18d01d2def2c service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=6fe1cd62-e12f-490c-94e1-c5f9b119b027&tenant_id=b02d9256766347f197eb5fbdd02cbc7a HTTP/1.1" status: 200 len: 1097 time: 0.3486257 Jul 27 20:54:37.932167 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4d8bea-25ad-4420-a7ae-466fa8636709 req-d15bab46-a9ea-42f4-bcbc-7f751bd10c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:37.933481 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-0e4d8bea-25ad-4420-a7ae-466fa8636709 req-d15bab46-a9ea-42f4-bcbc-7f751bd10c7d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8762aa6e-55d1-40fd-8a84-dc4ad49beb7d HTTP/1.1" status: 200 len: 860 time: 0.1356978 Jul 27 20:54:38.037417 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409326ec-32b4-49fa-9caa-ba727436df76 req-dd3f3b34-35e1-4435-87a5-11d5659fd583 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:38.039441 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-409326ec-32b4-49fa-9caa-ba727436df76 req-dd3f3b34-35e1-4435-87a5-11d5659fd583 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] 10.222.0.59 "GET /v2.0/ports?device_id=f5981167-1ac0-4ca7-95b5-d52c185534b7 HTTP/1.1" status: 200 len: 946 time: 0.2765377 Jul 27 20:54:38.067155 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.l3_agent_scheduler [req-64d45746-5b37-4d33-8043-b30465df5be0 req-5bc47df6-5d71-4851-b8ff-2efe4f6cda1c tempest-FloatingIPsAssociationTestJSON-1853502918 tempest-FloatingIPsAssociationTestJSON-1853502918-project] Router ad9575d0-ad63-4823-8a92-28793e3a05de has already been hosted by L3 agent dd128fd7-8e57-4d4f-895b-a96b369df59a {{(pid=105585) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 20:54:38.085843 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2896b8d-f4a9-43d7-804d-3ec36167979e req-9cc30e71-3f1f-403c-9f88-da30f0237023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:38.087636 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-c2896b8d-f4a9-43d7-804d-3ec36167979e req-9cc30e71-3f1f-403c-9f88-da30f0237023 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b02d9256766347f197eb5fbdd02cbc7a&device_id=6fe1cd62-e12f-490c-94e1-c5f9b119b027 HTTP/1.1" status: 200 len: 1097 time: 0.2226374 Jul 27 20:54:38.138942 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-409326ec-32b4-49fa-9caa-ba727436df76 req-13222e0d-e88b-4b39-844f-27d72ae9d84b tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] 10.222.0.59 "GET /v2.0/security-groups?id=c6534cb3-b44e-4a83-b57e-ddb72c2ad843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906851 Jul 27 20:54:38.216190 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4d8bea-25ad-4420-a7ae-466fa8636709 req-c111261d-88c3-4475-9225-6c6661f06ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:38.217898 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-0e4d8bea-25ad-4420-a7ae-466fa8636709 req-c111261d-88c3-4475-9225-6c6661f06ec0 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=3f1c8940-c5a5-4dd2-af27-28f2db444e65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2575266 Jul 27 20:54:38.389005 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-3c4f4e9a-2a11-4364-91fa-332e180b0270 req-4cf42736-25c7-4c43-b763-a2498eadfd39 tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=7f728b4f036e433cbd9e09c516f9ce38&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0742447 Jul 27 20:54:38.424367 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2896b8d-f4a9-43d7-804d-3ec36167979e req-81485841-d64e-4b21-a3dc-9cefbdea3fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:38.425794 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-c2896b8d-f4a9-43d7-804d-3ec36167979e req-81485841-d64e-4b21-a3dc-9cefbdea3fe9 service neutron] 10.222.0.60 "GET /v2.0/networks?id=8e591ae5-ff89-4a25-b3ce-4b1625915957 HTTP/1.1" status: 200 len: 921 time: 0.3169835 Jul 27 20:54:38.511670 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-64d45746-5b37-4d33-8043-b30465df5be0 req-5bc47df6-5d71-4851-b8ff-2efe4f6cda1c tempest-FloatingIPsAssociationTestJSON-1853502918 tempest-FloatingIPsAssociationTestJSON-1853502918-project] Notify agent at l3_agent.n-d-705658-22 the message routers_updated {{(pid=105585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 20:54:38.525915 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-c2896b8d-f4a9-43d7-804d-3ec36167979e req-f0a5352c-af50-4f4e-927b-0b0d5e33aca0 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9fb12c78-187d-4a4f-ad6b-1ca5597a0356 HTTP/1.1" status: 200 len: 217 time: 0.0550120 Jul 27 20:54:38.526394 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dcad688-e131-42b7-abdb-3b0b84db0eac None None] Sync routers for ids ['ad9575d0-ad63-4823-8a92-28793e3a05de'] in n-d-705658-22 {{(pid=105586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 20:54:38.537376 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dcad688-e131-42b7-abdb-3b0b84db0eac None None] Routers {'ad9575d0-ad63-4823-8a92-28793e3a05de'} bound to L3 agent in host n-d-705658-22 {{(pid=105586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:54:38.538257 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-4dcad688-e131-42b7-abdb-3b0b84db0eac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T20:54:11Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['ad9575d0-ad63-4823-8a92-28793e3a05de'], 'active': True} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:54:38.594388 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd554f15e-64a0-4c6e-b463-28d8148f367b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efe6605a-3440-4bb8-841a-76d9e509f042'}] {{(pid=105586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:54:38.597301 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14c1663e039faf5393f87855f745010ac5b02220355b68fdbf065393e303ac56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9a0f686-5387-4307-913b-343b2faec4b7" -d '{"events": [{"server_uuid": "d554f15e-64a0-4c6e-b463-28d8148f367b", "name": "network-vif-plugged", "status": "completed", "tag": "efe6605a-3440-4bb8-841a-76d9e509f042"}]}' {{(pid=105586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:54:38.608265 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-0e4d8bea-25ad-4420-a7ae-466fa8636709 req-6c3d85a0-c0c0-49b5-babe-6594731b6fa3 service neutron] 10.222.0.60 "GET /v2.0/networks/3f1c8940-c5a5-4dd2-af27-28f2db444e65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3665867 Jul 27 20:54:38.697736 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvr_db [None req-4dcad688-e131-42b7-abdb-3b0b84db0eac None None] Set router ad9575d0-ad63-4823-8a92-28793e3a05de gateway port host: n-d-705658-22 {{(pid=105586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:54:38.704052 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2896b8d-f4a9-43d7-804d-3ec36167979e req-3d2c9f22-53bd-4b53-8923-ff4a6267ec04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:38.705598 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-c2896b8d-f4a9-43d7-804d-3ec36167979e req-3d2c9f22-53bd-4b53-8923-ff4a6267ec04 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ffc7070b-0d02-4acb-a66a-19178d3b9317 HTTP/1.1" status: 200 len: 860 time: 0.1347253 Jul 27 20:54:38.759425 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4f4e9a-2a11-4364-91fa-332e180b0270 req-f75149eb-bc15-4b80-bedf-93507210c6d1 tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:38.766307 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-3c4f4e9a-2a11-4364-91fa-332e180b0270 req-f75149eb-bc15-4b80-bedf-93507210c6d1 tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3678401 Jul 27 20:54:38.842729 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-29974ae7-d7ae-4818-9cb0-8785e801b8d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:38.850539 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-0e4d8bea-25ad-4420-a7ae-466fa8636709 req-b258555c-66fc-4fca-8c65-e72b594497a9 service neutron] 10.222.0.60 "GET /v2.0/networks/3f1c8940-c5a5-4dd2-af27-28f2db444e65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2253056 Jul 27 20:54:38.854411 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-c2896b8d-f4a9-43d7-804d-3ec36167979e req-8b269b99-4bfc-43fb-b30b-e2c055b4c7d6 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8e591ae5-ff89-4a25-b3ce-4b1625915957&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1147311 Jul 27 20:54:38.864468 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-3c4f4e9a-2a11-4364-91fa-332e180b0270 req-d277593d-9086-4472-b6d5-3125526c2cac tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] 10.222.0.59 "GET /v2.0/quotas/7f728b4f036e433cbd9e09c516f9ce38 HTTP/1.1" status: 200 len: 375 time: 0.0972502 Jul 27 20:54:39.141901 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Device 55020a6c-4ba7-44cc-93f1-8082bfe5cde2 up at agent hyperv_n-h2-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:54:39.207593 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-4dcad688-e131-42b7-abdb-3b0b84db0eac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad9575d0-ad63-4823-8a92-28793e3a05de', 'name': 'tempest-FloatingIPsAssociationTestJSON-1645103835-router', 'tenant_id': '615238fda314405b98ca504942933ecf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.161'}], 'enable_snat': True}, 'gw_port_id': '84d6154b-a1b0-4171-99e6-8fe6e769f980', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:53:29Z', 'updated_at': '2021-07-27T20:53:38Z', 'revision_number': 4, 'project_id': '615238fda314405b98ca504942933ecf', 'gw_port': {'id': '84d6154b-a1b0-4171-99e6-8fe6e769f980', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:3a:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad9575d0-ad63-4823-8a92-28793e3a05de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:53:29Z', 'updated_at': '2021-07-27T20:53:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_floatingips': [{'id': 'b4a02e69-8b3e-4436-a262-4abd8887a3d2', 'tenant_id': '615238fda314405b98ca504942933ecf', 'floating_ip_address': '172.25.5.214', 'floating_network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'router_id': 'ad9575d0-ad63-4823-8a92-28793e3a05de', 'port_id': '740d4cab-d4f7-4ec1-866f-61d43378b551', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 473, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f1c8940-c5a5-4dd2-af27-28f2db444e65', 'mac_address': 'fa:16:3e:c3:04:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '584d1acb-649a-4ea3-bb0f-2992a4dd8793', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T20:54:09Z', 'updated_at': '2021-07-27T20:54:36Z', 'revision_number': 3, 'project_id': '615238fda314405b98ca504942933ecf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7925b4ba-7a12-4ff3-952f-1275b7ca93a1', 'name': '', 'network_id': '3f1c8940-c5a5-4dd2-af27-28f2db444e65', 'tenant_id': '615238fda314405b98ca504942933ecf', 'mac_address': 'fa:16:3e:f4:57:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad9575d0-ad63-4823-8a92-28793e3a05de', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '8762aa6e-55d1-40fd-8a84-dc4ad49beb7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:53:36Z', 'updated_at': '2021-07-27T20:53:47Z', 'revision_number': 5, 'project_id': '615238fda314405b98ca504942933ecf', 'subnets': [{'id': '8762aa6e-55d1-40fd-8a84-dc4ad49beb7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-22', False) {} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:54:39.256347 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dcad688-e131-42b7-abdb-3b0b84db0eac None None] Checking router: ad9575d0-ad63-4823-8a92-28793e3a05de for host: n-d-705658-22 {{(pid=105586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 20:54:39.260050 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-3d54578f-831f-4696-b568-13c455922dab None None] Provisioning for port 55020a6c-4ba7-44cc-93f1-8082bfe5cde2 completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:54:39.276624 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-3d54578f-831f-4696-b568-13c455922dab None None] Provisioning complete for port 55020a6c-4ba7-44cc-93f1-8082bfe5cde2 triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:54:39.277008 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:39.279990 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dcad688-e131-42b7-abdb-3b0b84db0eac None None] Routers {'ad9575d0-ad63-4823-8a92-28793e3a05de'} bound to L3 agent in host n-d-705658-22 {{(pid=105586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:54:39.280260 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-4dcad688-e131-42b7-abdb-3b0b84db0eac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T20:54:11Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['ad9575d0-ad63-4823-8a92-28793e3a05de'], 'active': True} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:54:39.402091 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-c2896b8d-f4a9-43d7-804d-3ec36167979e req-5611fa32-ce2c-413b-a5de-221f6e9481cc service neutron] 10.222.0.60 "GET /v2.0/networks/8e591ae5-ff89-4a25-b3ce-4b1625915957?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5355208 Jul 27 20:54:39.440960 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-3c4f4e9a-2a11-4364-91fa-332e180b0270 req-4b7635ae-2bb7-4832-8c9a-85d8bdb984a3 tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=7f728b4f036e433cbd9e09c516f9ce38&fields=id HTTP/1.1" status: 200 len: 486 time: 0.5755351 Jul 27 20:54:39.501855 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:39.514706 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4d8bea-25ad-4420-a7ae-466fa8636709 req-247531aa-2db5-4df7-b328-5813169b78fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:39.516735 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-0e4d8bea-25ad-4420-a7ae-466fa8636709 req-247531aa-2db5-4df7-b328-5813169b78fb service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=43230fc3eab141e0b742541c8628d03e&device_id=f5981167-1ac0-4ca7-95b5-d52c185534b7 HTTP/1.1" status: 200 len: 1098 time: 0.5968983 Jul 27 20:54:39.518004 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device 9fb12c78-187d-4a4f-ad6b-1ca5597a0356 no longer exists at agent hyperv_n-h1-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 20:54:39.569747 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvr_db [None req-4dcad688-e131-42b7-abdb-3b0b84db0eac None None] Set router ad9575d0-ad63-4823-8a92-28793e3a05de gateway port host: n-d-705658-22 {{(pid=105586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:54:39.578046 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.l3_agent_scheduler [req-64d45746-5b37-4d33-8043-b30465df5be0 req-5bc47df6-5d71-4851-b8ff-2efe4f6cda1c tempest-FloatingIPsAssociationTestJSON-1853502918 tempest-FloatingIPsAssociationTestJSON-1853502918-project] Router ad9575d0-ad63-4823-8a92-28793e3a05de has already been hosted by L3 agent dd128fd7-8e57-4d4f-895b-a96b369df59a {{(pid=105585) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 20:54:39.713782 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] For port 55020a6c-4ba7-44cc-93f1-8082bfe5cde2, host n-h2-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=55020a6c-4ba7-44cc-93f1-8082bfe5cde2,segment=NetworkSegment(1a6df4b8-1b7f-4c91-aeab-868433773047),segment_id=1a6df4b8-1b7f-4c91-aeab-868433773047)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:54:39.722020 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:39.722806 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Device 9fb12c78-187d-4a4f-ad6b-1ca5597a0356 no longer exists at agent hyperv_n-h2-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 20:54:39.765766 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4d8bea-25ad-4420-a7ae-466fa8636709 req-5ae5c505-0567-4b9e-b06c-e290e9813986 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:39.767532 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-0e4d8bea-25ad-4420-a7ae-466fa8636709 req-5ae5c505-0567-4b9e-b06c-e290e9813986 service neutron] 10.222.0.60 "GET /v2.0/networks?id=4d64aa0b-bd6a-468e-8edc-c83689947462 HTTP/1.1" status: 200 len: 870 time: 0.2414300 Jul 27 20:54:39.794061 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device 9fb12c78-187d-4a4f-ad6b-1ca5597a0356 not bound to the agent host n-h1-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 20:54:39.810510 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-c2896b8d-f4a9-43d7-804d-3ec36167979e req-c1b71d33-0098-4ec8-8a34-68374cedd0bb service neutron] 10.222.0.60 "GET /v2.0/networks/8e591ae5-ff89-4a25-b3ce-4b1625915957?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3652058 Jul 27 20:54:39.892218 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-660bfe2b-d291-436f-9349-91371e8186eb req-67f07119-c6a4-43cc-b58c-87eed5093cbc service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=77e1e6e8-dc93-4654-9cee-5f93a60c626e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1677849 Jul 27 20:54:39.921597 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:39.989514 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Pushing event updated for resources: {'Port': ['ID=55020a6c-4ba7-44cc-93f1-8082bfe5cde2,revision_number=5']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:54:40.010226 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-0e4d8bea-25ad-4420-a7ae-466fa8636709 req-aee1a046-bd9a-4bc0-8014-ea92ed0cdc6f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.6&port_id=76cb3011-9231-42e6-9602-db23c446c928 HTTP/1.1" status: 200 len: 217 time: 0.1060486 Jul 27 20:54:40.044536 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660bfe2b-d291-436f-9349-91371e8186eb req-11cc66cd-f84f-43a2-ba33-348ee991df2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:40.046883 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-660bfe2b-d291-436f-9349-91371e8186eb req-11cc66cd-f84f-43a2-ba33-348ee991df2d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7f728b4f036e433cbd9e09c516f9ce38&device_id=77e1e6e8-dc93-4654-9cee-5f93a60c626e HTTP/1.1" status: 200 len: 1102 time: 0.1054785 Jul 27 20:54:40.153381 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-4dcad688-e131-42b7-abdb-3b0b84db0eac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad9575d0-ad63-4823-8a92-28793e3a05de', 'name': 'tempest-FloatingIPsAssociationTestJSON-1645103835-router', 'tenant_id': '615238fda314405b98ca504942933ecf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.161'}], 'enable_snat': True}, 'gw_port_id': '84d6154b-a1b0-4171-99e6-8fe6e769f980', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:53:29Z', 'updated_at': '2021-07-27T20:53:38Z', 'revision_number': 4, 'project_id': '615238fda314405b98ca504942933ecf', 'gw_port': {'id': '84d6154b-a1b0-4171-99e6-8fe6e769f980', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:3a:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad9575d0-ad63-4823-8a92-28793e3a05de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:53:29Z', 'updated_at': '2021-07-27T20:53:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_floatingips': [{'id': 'b4a02e69-8b3e-4436-a262-4abd8887a3d2', 'tenant_id': '615238fda314405b98ca504942933ecf', 'floating_ip_address': '172.25.5.214', 'floating_network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'router_id': 'ad9575d0-ad63-4823-8a92-28793e3a05de', 'port_id': '740d4cab-d4f7-4ec1-866f-61d43378b551', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 473, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f1c8940-c5a5-4dd2-af27-28f2db444e65', 'mac_address': 'fa:16:3e:c3:04:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '584d1acb-649a-4ea3-bb0f-2992a4dd8793', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T20:54:09Z', 'updated_at': '2021-07-27T20:54:36Z', 'revision_number': 3, 'project_id': '615238fda314405b98ca504942933ecf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7925b4ba-7a12-4ff3-952f-1275b7ca93a1', 'name': '', 'network_id': '3f1c8940-c5a5-4dd2-af27-28f2db444e65', 'tenant_id': '615238fda314405b98ca504942933ecf', 'mac_address': 'fa:16:3e:f4:57:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad9575d0-ad63-4823-8a92-28793e3a05de', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '8762aa6e-55d1-40fd-8a84-dc4ad49beb7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:53:36Z', 'updated_at': '2021-07-27T20:53:47Z', 'revision_number': 5, 'project_id': '615238fda314405b98ca504942933ecf', 'subnets': [{'id': '8762aa6e-55d1-40fd-8a84-dc4ad49beb7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-22', False) {} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:54:40.178703 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-64d45746-5b37-4d33-8043-b30465df5be0 req-5bc47df6-5d71-4851-b8ff-2efe4f6cda1c tempest-FloatingIPsAssociationTestJSON-1853502918 tempest-FloatingIPsAssociationTestJSON-1853502918-project] Notify agent at l3_agent.n-d-705658-22 the message routers_updated {{(pid=105585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 20:54:40.189991 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dcad688-e131-42b7-abdb-3b0b84db0eac None None] The sync data for ids ['ad9575d0-ad63-4823-8a92-28793e3a05de'] in n-d-705658-22 is: [{'id': 'ad9575d0-ad63-4823-8a92-28793e3a05de', 'name': 'tempest-FloatingIPsAssociationTestJSON-1645103835-router', 'tenant_id': '615238fda314405b98ca504942933ecf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.161'}], 'enable_snat': True}, 'gw_port_id': '84d6154b-a1b0-4171-99e6-8fe6e769f980', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:53:29Z', 'updated_at': '2021-07-27T20:53:38Z', 'revision_number': 4, 'project_id': '615238fda314405b98ca504942933ecf', 'gw_port': {'id': '84d6154b-a1b0-4171-99e6-8fe6e769f980', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:3a:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad9575d0-ad63-4823-8a92-28793e3a05de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:53:29Z', 'updated_at': '2021-07-27T20:53:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_floatingips': [{'id': 'b4a02e69-8b3e-4436-a262-4abd8887a3d2', 'tenant_id': '615238fda314405b98ca504942933ecf', 'floating_ip_address': '172.25.5.214', 'floating_network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'router_id': 'ad9575d0-ad63-4823-8a92-28793e3a05de', 'port_id': '740d4cab-d4f7-4ec1-866f-61d43378b551', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 473, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f1c8940-c5a5-4dd2-af27-28f2db444e65', 'mac_address': 'fa:16:3e:c3:04:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '584d1acb-649a-4ea3-bb0f-2992a4dd8793', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T20:54:09Z', 'updated_at': '2021-07-27T20:54:36Z', 'revision_number': 3, 'project_id': '615238fda314405b98ca504942933ecf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7925b4ba-7a12-4ff3-952f-1275b7ca93a1', 'name': '', 'network_id': '3f1c8940-c5a5-4dd2-af27-28f2db444e65', 'tenant_id': '615238fda314405b98ca504942933ecf', 'mac_address': 'fa:16:3e:f4:57:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad9575d0-ad63-4823-8a92-28793e3a05de', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '8762aa6e-55d1-40fd-8a84-dc4ad49beb7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:53:36Z', 'updated_at': '2021-07-27T20:53:47Z', 'revision_number': 5, 'project_id': '615238fda314405b98ca504942933ecf', 'subnets': [{'id': '8762aa6e-55d1-40fd-8a84-dc4ad49beb7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 20:54:40.201014 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-64d45746-5b37-4d33-8043-b30465df5be0 req-5bc47df6-5d71-4851-b8ff-2efe4f6cda1c tempest-FloatingIPsAssociationTestJSON-1853502918 tempest-FloatingIPsAssociationTestJSON-1853502918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for floatingip, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:40.244707 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4d8bea-25ad-4420-a7ae-466fa8636709 req-2c606ba5-e412-47b6-8858-20bf9f2fe9d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:40.246196 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-0e4d8bea-25ad-4420-a7ae-466fa8636709 req-2c606ba5-e412-47b6-8858-20bf9f2fe9d1 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=26644ba0-4185-4e10-8718-6ad18d01376c HTTP/1.1" status: 200 len: 843 time: 0.1915250 Jul 27 20:54:40.299938 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660bfe2b-d291-436f-9349-91371e8186eb req-129200ef-7104-4181-ace9-4e8f12538165 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:40.301848 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-660bfe2b-d291-436f-9349-91371e8186eb req-129200ef-7104-4181-ace9-4e8f12538165 service neutron] 10.222.0.36 "GET /v2.0/networks?id=4d64aa0b-bd6a-468e-8edc-c83689947462 HTTP/1.1" status: 200 len: 870 time: 0.2209153 Jul 27 20:54:40.342282 n-d-705658-22 neutron-server[105585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d6d1740-167b-4ed1-8fde-75684d664c4d', 'tag': 'ba583bd9-3270-4e8c-b116-80894feef3ca'}] {{(pid=105585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:54:40.344327 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d66fd65881426bfc2b5388084a3654e5eae521106a15a3dbf0eb4cde7106c36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdc8f311-a76a-40a7-b7b8-3c68c54dc8c8" -d '{"events": [{"name": "network-changed", "server_uuid": "7d6d1740-167b-4ed1-8fde-75684d664c4d", "tag": "ba583bd9-3270-4e8c-b116-80894feef3ca"}]}' {{(pid=105585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:54:40.378945 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15dd7239-bfc8-443f-a164-fc156d6eec46 req-d71c8678-1681-420f-962d-1e15042a5740 tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:40.386237 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-15dd7239-bfc8-443f-a164-fc156d6eec46 req-d71c8678-1681-420f-962d-1e15042a5740 tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] 10.222.0.59 "GET /v2.0/ports?device_id=227e87e6-7a64-4944-af32-868f2772cf85 HTTP/1.1" status: 200 len: 945 time: 0.4242580 Jul 27 20:54:40.401673 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-660bfe2b-d291-436f-9349-91371e8186eb req-d43ab022-8d6c-40e7-aa3d-f277d0531174 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.195&port_id=d0604db9-6e9b-4861-ac03-120cc4acb6b7 HTTP/1.1" status: 200 len: 217 time: 0.0889766 Jul 27 20:54:40.460771 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2896b8d-f4a9-43d7-804d-3ec36167979e req-c7a11a06-7727-48e0-883e-97fe37319d88 tempest-LiveAutoBlockMigrationV225Test-821062891 tempest-LiveAutoBlockMigrationV225Test-821062891-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:40.462590 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-c2896b8d-f4a9-43d7-804d-3ec36167979e req-c7a11a06-7727-48e0-883e-97fe37319d88 tempest-LiveAutoBlockMigrationV225Test-821062891 tempest-LiveAutoBlockMigrationV225Test-821062891-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=6fe1cd62-e12f-490c-94e1-c5f9b119b027&tenant_id=b02d9256766347f197eb5fbdd02cbc7a&binding%3Ahost_id=n-h2-705658-22 HTTP/1.1" status: 200 len: 1097 time: 0.3396561 Jul 27 20:54:40.471708 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-64d45746-5b37-4d33-8043-b30465df5be0 req-5bc47df6-5d71-4851-b8ff-2efe4f6cda1c tempest-FloatingIPsAssociationTestJSON-1853502918 tempest-FloatingIPsAssociationTestJSON-1853502918-project] 10.222.0.59 "PUT /v2.0/floatingips/b4a02e69-8b3e-4436-a262-4abd8887a3d2 HTTP/1.1" status: 200 len: 998 time: 4.6616955 Jul 27 20:54:40.492943 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660bfe2b-d291-436f-9349-91371e8186eb req-b8bd9835-2a55-4479-862f-8156012a726f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:40.494631 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-660bfe2b-d291-436f-9349-91371e8186eb req-b8bd9835-2a55-4479-862f-8156012a726f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=26644ba0-4185-4e10-8718-6ad18d01376c HTTP/1.1" status: 200 len: 843 time: 0.0779099 Jul 27 20:54:40.542864 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-206834dc-c938-42fb-838e-8732e5eeac18 None None] New status for floating IP b4a02e69-8b3e-4436-a262-4abd8887a3d2: ACTIVE {{(pid=105587) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 20:54:40.572937 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660bfe2b-d291-436f-9349-91371e8186eb req-6fd3d26e-b4e3-43fd-a66b-d8084a74b421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:40.574840 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-660bfe2b-d291-436f-9349-91371e8186eb req-6fd3d26e-b4e3-43fd-a66b-d8084a74b421 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4d64aa0b-bd6a-468e-8edc-c83689947462&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0668690 Jul 27 20:54:40.597410 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-15dd7239-bfc8-443f-a164-fc156d6eec46 req-9fa065f3-b49e-4f5c-9697-0207491fc965 tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] 10.222.0.59 "GET /v2.0/security-groups?id=594c38b0-00a0-4e02-9d5e-673f3a5e469c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2102997 Jul 27 20:54:40.633969 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4d8bea-25ad-4420-a7ae-466fa8636709 req-6e7ce3bf-e90a-4944-aef1-a4d7fa09e3ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:40.635626 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-0e4d8bea-25ad-4420-a7ae-466fa8636709 req-6e7ce3bf-e90a-4944-aef1-a4d7fa09e3ee service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4d64aa0b-bd6a-468e-8edc-c83689947462&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3646545 Jul 27 20:54:40.648759 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d45746-5b37-4d33-8043-b30465df5be0 req-f70f7cec-7c34-4c46-b735-14e52efb570d tempest-FloatingIPsAssociationTestJSON-1853502918 tempest-FloatingIPsAssociationTestJSON-1853502918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:40.660740 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-64d45746-5b37-4d33-8043-b30465df5be0 req-f70f7cec-7c34-4c46-b735-14e52efb570d tempest-FloatingIPsAssociationTestJSON-1853502918 tempest-FloatingIPsAssociationTestJSON-1853502918-project] 10.222.0.59 "GET /v2.0/ports/ba583bd9-3270-4e8c-b116-80894feef3ca HTTP/1.1" status: 200 len: 943 time: 0.1880012 Jul 27 20:54:40.756091 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-660bfe2b-d291-436f-9349-91371e8186eb req-feab5b4f-5d20-42cc-a6bb-9d70cc547f47 service neutron] 10.222.0.36 "GET /v2.0/networks/4d64aa0b-bd6a-468e-8edc-c83689947462?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1608937 Jul 27 20:54:40.935488 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-660bfe2b-d291-436f-9349-91371e8186eb req-8a968bd0-7c9d-4565-931c-c5e9afdfd231 service neutron] 10.222.0.36 "GET /v2.0/networks/4d64aa0b-bd6a-468e-8edc-c83689947462?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1583858 Jul 27 20:54:40.993377 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36a4e238-7595-4026-8ae3-a01a59d45056 None None] Sync routers for ids ['ad9575d0-ad63-4823-8a92-28793e3a05de'] in n-d-705658-22 {{(pid=105586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 20:54:41.006683 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36a4e238-7595-4026-8ae3-a01a59d45056 None None] Routers {'ad9575d0-ad63-4823-8a92-28793e3a05de'} bound to L3 agent in host n-d-705658-22 {{(pid=105586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:54:41.007850 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-36a4e238-7595-4026-8ae3-a01a59d45056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T20:54:11Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['ad9575d0-ad63-4823-8a92-28793e3a05de'], 'active': True} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:54:41.047484 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-0e4d8bea-25ad-4420-a7ae-466fa8636709 req-1ca94710-2a34-40cc-b001-c5bf535f05f6 service neutron] 10.222.0.60 "GET /v2.0/networks/4d64aa0b-bd6a-468e-8edc-c83689947462?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3656518 Jul 27 20:54:41.067324 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.db [req-c2896b8d-f4a9-43d7-804d-3ec36167979e req-169a5a4c-b86d-436f-b0a5-ebbe69c2408c service neutron] For port 9fb12c78-187d-4a4f-ad6b-1ca5597a0356, host n-h1-705658-22, cleared binding levels {{(pid=105585) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:54:41.076962 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-c2896b8d-f4a9-43d7-804d-3ec36167979e req-169a5a4c-b86d-436f-b0a5-ebbe69c2408c service neutron] Notify callbacks [] for binding, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:41.078120 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-c2896b8d-f4a9-43d7-804d-3ec36167979e req-169a5a4c-b86d-436f-b0a5-ebbe69c2408c service neutron] 10.222.0.60 "DELETE /v2.0/ports/9fb12c78-187d-4a4f-ad6b-1ca5597a0356/bindings/n-h1-705658-22 HTTP/1.1" status: 204 len: 173 time: 0.5960815 Jul 27 20:54:41.137150 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ad78b7-46d8-4fb8-83da-b797e9f11d84 req-d579b357-87b4-4cbd-a04f-9919962b735e tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:41.138656 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-09ad78b7-46d8-4fb8-83da-b797e9f11d84 req-d579b357-87b4-4cbd-a04f-9919962b735e tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] 10.222.0.59 "GET /v2.0/ports?device_id=6fe1cd62-e12f-490c-94e1-c5f9b119b027 HTTP/1.1" status: 200 len: 945 time: 0.3130751 Jul 27 20:54:41.143208 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d45746-5b37-4d33-8043-b30465df5be0 req-5064e62c-7403-49bc-a4ac-e33bf78a7761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:41.144735 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-64d45746-5b37-4d33-8043-b30465df5be0 req-5064e62c-7403-49bc-a4ac-e33bf78a7761 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=615238fda314405b98ca504942933ecf&device_id=7d6d1740-167b-4ed1-8fde-75684d664c4d HTTP/1.1" status: 200 len: 1098 time: 0.3056092 Jul 27 20:54:41.148149 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Device 76cb3011-9231-42e6-9602-db23c446c928 details requested by agent hyperv_n-h2-705658-22 with host n-h2-705658-22 {{(pid=105586) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 20:54:41.211596 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-c7974bf8-5e01-4228-8e6e-9d5f43b743a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:41.239609 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvr_db [None req-36a4e238-7595-4026-8ae3-a01a59d45056 None None] Set router ad9575d0-ad63-4823-8a92-28793e3a05de gateway port host: n-d-705658-22 {{(pid=105586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:54:41.279632 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-09ad78b7-46d8-4fb8-83da-b797e9f11d84 req-28412deb-84cd-40e3-a03e-c8205e91d417 tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] 10.222.0.59 "GET /v2.0/security-groups?id=1749b80d-91c6-4bd3-8e8d-666bd095400f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322949 Jul 27 20:54:41.292457 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-0e4d8bea-25ad-4420-a7ae-466fa8636709 req-dcadad68-0689-4bc5-a703-680bf32c5401 service neutron] 10.222.0.60 "GET /v2.0/networks/4d64aa0b-bd6a-468e-8edc-c83689947462?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2189424 Jul 27 20:54:41.311233 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d45746-5b37-4d33-8043-b30465df5be0 req-945ac776-f5a2-4d33-bb18-eeb06953e722 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:41.313273 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-64d45746-5b37-4d33-8043-b30465df5be0 req-945ac776-f5a2-4d33-bb18-eeb06953e722 service neutron] 10.222.0.59 "GET /v2.0/networks?id=3f1c8940-c5a5-4dd2-af27-28f2db444e65 HTTP/1.1" status: 200 len: 922 time: 0.1587410 Jul 27 20:54:41.376502 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] For port 76cb3011-9231-42e6-9602-db23c446c928, host n-h2-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=76cb3011-9231-42e6-9602-db23c446c928,segment=NetworkSegment(86b1e6f6-d629-4b03-8944-4cdfbfb93d02),segment_id=86b1e6f6-d629-4b03-8944-4cdfbfb93d02)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:54:41.410477 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-64d45746-5b37-4d33-8043-b30465df5be0 req-87b600d7-7f4b-4713-8346-cc663e0d177d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ba583bd9-3270-4e8c-b116-80894feef3ca HTTP/1.1" status: 200 len: 217 time: 0.0843539 Jul 27 20:54:41.474843 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 20:54:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1da26d60-6324-44e9-9204-02d658d458cc x-openstack-request-id: req-1da26d60-6324-44e9-9204-02d658d458cc {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:54:41.475253 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d554f15e-64a0-4c6e-b463-28d8148f367b", "name": "network-vif-plugged", "status": "completed", "tag": "efe6605a-3440-4bb8-841a-76d9e509f042", "code": 200}]} {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:54:41.475566 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-1da26d60-6324-44e9-9204-02d658d458cc {{(pid=105586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:54:41.476021 n-d-705658-22 neutron-server[105586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd554f15e-64a0-4c6e-b463-28d8148f367b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efe6605a-3440-4bb8-841a-76d9e509f042', 'code': 200} Jul 27 20:54:41.498388 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Returning: {'device': '76cb3011-9231-42e6-9602-db23c446c928', 'network_id': '4d64aa0b-bd6a-468e-8edc-c83689947462', 'port_id': '76cb3011-9231-42e6-9602-db23c446c928', 'mac_address': 'fa:16:3e:8b:e6:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26644ba0-4185-4e10-8718-6ad18d01376c', 'ip_address': '192.168.233.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105586) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 20:54:41.519014 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d45746-5b37-4d33-8043-b30465df5be0 req-54b5ffbf-8ec5-4331-8e6a-9290916c595a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:41.528547 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-64d45746-5b37-4d33-8043-b30465df5be0 req-54b5ffbf-8ec5-4331-8e6a-9290916c595a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=8762aa6e-55d1-40fd-8a84-dc4ad49beb7d HTTP/1.1" status: 200 len: 860 time: 0.1120787 Jul 27 20:54:41.554098 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:41.573364 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [None req-3d54578f-831f-4696-b568-13c455922dab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76cb3011-9231-42e6-9602-db23c446c928 {{(pid=105586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 20:54:41.584043 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-36a4e238-7595-4026-8ae3-a01a59d45056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad9575d0-ad63-4823-8a92-28793e3a05de', 'name': 'tempest-FloatingIPsAssociationTestJSON-1645103835-router', 'tenant_id': '615238fda314405b98ca504942933ecf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.161'}], 'enable_snat': True}, 'gw_port_id': '84d6154b-a1b0-4171-99e6-8fe6e769f980', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:53:29Z', 'updated_at': '2021-07-27T20:53:38Z', 'revision_number': 4, 'project_id': '615238fda314405b98ca504942933ecf', 'gw_port': {'id': '84d6154b-a1b0-4171-99e6-8fe6e769f980', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:3a:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad9575d0-ad63-4823-8a92-28793e3a05de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:53:29Z', 'updated_at': '2021-07-27T20:53:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_floatingips': [{'id': 'b4a02e69-8b3e-4436-a262-4abd8887a3d2', 'tenant_id': '615238fda314405b98ca504942933ecf', 'floating_ip_address': '172.25.5.214', 'floating_network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'router_id': 'ad9575d0-ad63-4823-8a92-28793e3a05de', 'port_id': '740d4cab-d4f7-4ec1-866f-61d43378b551', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 473, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f1c8940-c5a5-4dd2-af27-28f2db444e65', 'mac_address': 'fa:16:3e:c3:04:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '584d1acb-649a-4ea3-bb0f-2992a4dd8793', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T20:54:09Z', 'updated_at': '2021-07-27T20:54:40Z', 'revision_number': 4, 'project_id': '615238fda314405b98ca504942933ecf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7925b4ba-7a12-4ff3-952f-1275b7ca93a1', 'name': '', 'network_id': '3f1c8940-c5a5-4dd2-af27-28f2db444e65', 'tenant_id': '615238fda314405b98ca504942933ecf', 'mac_address': 'fa:16:3e:f4:57:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad9575d0-ad63-4823-8a92-28793e3a05de', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '8762aa6e-55d1-40fd-8a84-dc4ad49beb7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:53:36Z', 'updated_at': '2021-07-27T20:53:47Z', 'revision_number': 5, 'project_id': '615238fda314405b98ca504942933ecf', 'subnets': [{'id': '8762aa6e-55d1-40fd-8a84-dc4ad49beb7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-22', False) {} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:54:41.617860 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36a4e238-7595-4026-8ae3-a01a59d45056 None None] Checking router: ad9575d0-ad63-4823-8a92-28793e3a05de for host: n-d-705658-22 {{(pid=105586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 20:54:41.629714 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] For port 76cb3011-9231-42e6-9602-db23c446c928, host n-h2-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=76cb3011-9231-42e6-9602-db23c446c928,segment=NetworkSegment(86b1e6f6-d629-4b03-8944-4cdfbfb93d02),segment_id=86b1e6f6-d629-4b03-8944-4cdfbfb93d02)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:54:41.635646 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36a4e238-7595-4026-8ae3-a01a59d45056 None None] Routers {'ad9575d0-ad63-4823-8a92-28793e3a05de'} bound to L3 agent in host n-d-705658-22 {{(pid=105586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:54:41.636358 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-36a4e238-7595-4026-8ae3-a01a59d45056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T20:54:41Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['ad9575d0-ad63-4823-8a92-28793e3a05de'], 'active': True} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:54:41.638374 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:41.657785 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1c9598-c1c9-4688-8c48-0ed686f5c4cd req-b59a5482-1154-40d8-81b7-545f71ffb5c0 tempest-ImagesOneServerNegativeTestJSON-323901233 tempest-ImagesOneServerNegativeTestJSON-323901233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:41.677659 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-9f1c9598-c1c9-4688-8c48-0ed686f5c4cd req-b59a5482-1154-40d8-81b7-545f71ffb5c0 tempest-ImagesOneServerNegativeTestJSON-323901233 tempest-ImagesOneServerNegativeTestJSON-323901233-project] 10.222.0.59 "GET /v2.0/ports?device_id=5872b51f-94b7-4de0-9c39-57f5ddfbd2e6 HTTP/1.1" status: 200 len: 946 time: 0.2148244 Jul 27 20:54:41.729725 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Pushing event updated for resources: {'Port': ['ID=76cb3011-9231-42e6-9602-db23c446c928,revision_number=4']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:54:41.741056 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-3c4f4e9a-2a11-4364-91fa-332e180b0270 req-53d750e0-56eb-440c-a209-b1587e344a37 tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=7f728b4f036e433cbd9e09c516f9ce38&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0454576 Jul 27 20:54:41.751639 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-9f1c9598-c1c9-4688-8c48-0ed686f5c4cd req-a307143e-c480-4052-a53c-056f1700b308 tempest-ImagesOneServerNegativeTestJSON-323901233 tempest-ImagesOneServerNegativeTestJSON-323901233-project] 10.222.0.59 "GET /v2.0/security-groups?id=b49152d2-7ea9-4069-930d-17bb1fb95e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675399 Jul 27 20:54:41.756502 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d45746-5b37-4d33-8043-b30465df5be0 req-4ddf758d-6fb2-4fc7-b9dd-96bd4485783d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:41.770338 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-64d45746-5b37-4d33-8043-b30465df5be0 req-4ddf758d-6fb2-4fc7-b9dd-96bd4485783d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=3f1c8940-c5a5-4dd2-af27-28f2db444e65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2405579 Jul 27 20:54:41.781508 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [req-64d45746-5b37-4d33-8043-b30465df5be0 req-fa5c5ab0-c672-4eb7-be22-4ff4c8c92383 service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=105585) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 20:54:41.793676 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-64d45746-5b37-4d33-8043-b30465df5be0 req-fa5c5ab0-c672-4eb7-be22-4ff4c8c92383 service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0211244 Jul 27 20:54:41.851344 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:41.994786 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvr_db [None req-36a4e238-7595-4026-8ae3-a01a59d45056 None None] Set router ad9575d0-ad63-4823-8a92-28793e3a05de gateway port host: n-d-705658-22 {{(pid=105586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:54:42.003535 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4f4e9a-2a11-4364-91fa-332e180b0270 req-3afbdfae-30ae-4dc5-a9e8-1e68b16ee00b tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:42.008069 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-3c4f4e9a-2a11-4364-91fa-332e180b0270 req-3afbdfae-30ae-4dc5-a9e8-1e68b16ee00b tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2576427 Jul 27 20:54:42.028411 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [req-3c4f4e9a-2a11-4364-91fa-332e180b0270 req-c388e74f-21bd-473c-b36a-e0a23e0c7885 tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] Request body: {'port': {'device_id': '94443490-ac88-4e74-8177-4a5c0f0aa194', 'network_id': '4d64aa0b-bd6a-468e-8edc-c83689947462', 'admin_state_up': True, 'tenant_id': '7f728b4f036e433cbd9e09c516f9ce38'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:54:42.036634 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-64d45746-5b37-4d33-8043-b30465df5be0 req-7c289b5f-2922-44ae-9018-2b8258d370e1 service neutron] 10.222.0.59 "GET /v2.0/networks/3f1c8940-c5a5-4dd2-af27-28f2db444e65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2417495 Jul 27 20:54:42.062694 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f699c6-85b6-4fc7-8033-994dcbd4818f req-22963fee-cf5b-437d-a2ee-ad88630ceaf0 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:42.073897 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-c3f699c6-85b6-4fc7-8033-994dcbd4818f req-22963fee-cf5b-437d-a2ee-ad88630ceaf0 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] 10.222.0.59 "GET /v2.0/ports?device_id=f5981167-1ac0-4ca7-95b5-d52c185534b7 HTTP/1.1" status: 200 len: 947 time: 0.1690211 Jul 27 20:54:42.239492 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-c3f699c6-85b6-4fc7-8033-994dcbd4818f req-14d73218-b2ce-445b-90f1-cecc5108da09 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] 10.222.0.59 "GET /v2.0/security-groups?id=c6534cb3-b44e-4a83-b57e-ddb72c2ad843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566772 Jul 27 20:54:42.242645 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c4f4e9a-2a11-4364-91fa-332e180b0270 req-c388e74f-21bd-473c-b36a-e0a23e0c7885 tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] Made reservation on behalf of 7f728b4f036e433cbd9e09c516f9ce38 for: {'port': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:54:42.255370 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-3c4f4e9a-2a11-4364-91fa-332e180b0270 req-c388e74f-21bd-473c-b36a-e0a23e0c7885 tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:42.295384 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] get_ports_and_sgs() called for port_ids ['76cb3011-9231-42e6-9602-db23c446c928'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 20:54:42.372489 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-64d45746-5b37-4d33-8043-b30465df5be0 req-5e3770dc-c301-4d02-832b-fd9efd86c2c4 service neutron] 10.222.0.59 "GET /v2.0/networks/3f1c8940-c5a5-4dd2-af27-28f2db444e65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2786503 Jul 27 20:54:42.453302 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-c0c07f21-4364-47ed-aa0a-591959d2802a req-75e8eb40-e7b4-4d4f-b13a-ea36625fbc2a tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] 10.222.0.59 "GET /v2.0/ports?device_id=94443490-ac88-4e74-8177-4a5c0f0aa194 HTTP/1.1" status: 200 len: 210 time: 0.0930576 Jul 27 20:54:42.579779 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.db_base_plugin_common [req-3c4f4e9a-2a11-4364-91fa-332e180b0270 req-c388e74f-21bd-473c-b36a-e0a23e0c7885 tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] Allocated IP 192.168.233.153 (4d64aa0b-bd6a-468e-8edc-c83689947462/26644ba0-4185-4e10-8718-6ad18d01376c/8bc87563-93b4-46ea-bd9f-ed8e2c356c7d) {{(pid=105584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:54:42.599609 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 20:54:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ba7338a-8e9d-466c-9bf5-ed934b2fb1f2 x-openstack-request-id: req-0ba7338a-8e9d-466c-9bf5-ed934b2fb1f2 {{(pid=105585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:54:42.600478 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d6d1740-167b-4ed1-8fde-75684d664c4d", "tag": "ba583bd9-3270-4e8c-b116-80894feef3ca", "status": "completed", "code": 200}]} {{(pid=105585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:54:42.600885 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-0ba7338a-8e9d-466c-9bf5-ed934b2fb1f2 {{(pid=105585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:54:42.601424 n-d-705658-22 neutron-server[105585]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d6d1740-167b-4ed1-8fde-75684d664c4d', 'tag': 'ba583bd9-3270-4e8c-b116-80894feef3ca', 'status': 'completed', 'code': 200} Jul 27 20:54:42.630542 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-36a4e238-7595-4026-8ae3-a01a59d45056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad9575d0-ad63-4823-8a92-28793e3a05de', 'name': 'tempest-FloatingIPsAssociationTestJSON-1645103835-router', 'tenant_id': '615238fda314405b98ca504942933ecf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.161'}], 'enable_snat': True}, 'gw_port_id': '84d6154b-a1b0-4171-99e6-8fe6e769f980', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:53:29Z', 'updated_at': '2021-07-27T20:53:38Z', 'revision_number': 4, 'project_id': '615238fda314405b98ca504942933ecf', 'gw_port': {'id': '84d6154b-a1b0-4171-99e6-8fe6e769f980', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:3a:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad9575d0-ad63-4823-8a92-28793e3a05de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:53:29Z', 'updated_at': '2021-07-27T20:53:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_floatingips': [{'id': 'b4a02e69-8b3e-4436-a262-4abd8887a3d2', 'tenant_id': '615238fda314405b98ca504942933ecf', 'floating_ip_address': '172.25.5.214', 'floating_network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'router_id': 'ad9575d0-ad63-4823-8a92-28793e3a05de', 'port_id': '740d4cab-d4f7-4ec1-866f-61d43378b551', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 473, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f1c8940-c5a5-4dd2-af27-28f2db444e65', 'mac_address': 'fa:16:3e:c3:04:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '584d1acb-649a-4ea3-bb0f-2992a4dd8793', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T20:54:09Z', 'updated_at': '2021-07-27T20:54:40Z', 'revision_number': 4, 'project_id': '615238fda314405b98ca504942933ecf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7925b4ba-7a12-4ff3-952f-1275b7ca93a1', 'name': '', 'network_id': '3f1c8940-c5a5-4dd2-af27-28f2db444e65', 'tenant_id': '615238fda314405b98ca504942933ecf', 'mac_address': 'fa:16:3e:f4:57:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad9575d0-ad63-4823-8a92-28793e3a05de', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '8762aa6e-55d1-40fd-8a84-dc4ad49beb7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:53:36Z', 'updated_at': '2021-07-27T20:53:47Z', 'revision_number': 5, 'project_id': '615238fda314405b98ca504942933ecf', 'subnets': [{'id': '8762aa6e-55d1-40fd-8a84-dc4ad49beb7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-22', False) {} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:54:42.665790 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36a4e238-7595-4026-8ae3-a01a59d45056 None None] The sync data for ids ['ad9575d0-ad63-4823-8a92-28793e3a05de'] in n-d-705658-22 is: [{'id': 'ad9575d0-ad63-4823-8a92-28793e3a05de', 'name': 'tempest-FloatingIPsAssociationTestJSON-1645103835-router', 'tenant_id': '615238fda314405b98ca504942933ecf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.161'}], 'enable_snat': True}, 'gw_port_id': '84d6154b-a1b0-4171-99e6-8fe6e769f980', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:53:29Z', 'updated_at': '2021-07-27T20:53:38Z', 'revision_number': 4, 'project_id': '615238fda314405b98ca504942933ecf', 'gw_port': {'id': '84d6154b-a1b0-4171-99e6-8fe6e769f980', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:3a:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad9575d0-ad63-4823-8a92-28793e3a05de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:53:29Z', 'updated_at': '2021-07-27T20:53:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_floatingips': [{'id': 'b4a02e69-8b3e-4436-a262-4abd8887a3d2', 'tenant_id': '615238fda314405b98ca504942933ecf', 'floating_ip_address': '172.25.5.214', 'floating_network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'router_id': 'ad9575d0-ad63-4823-8a92-28793e3a05de', 'port_id': '740d4cab-d4f7-4ec1-866f-61d43378b551', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 473, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f1c8940-c5a5-4dd2-af27-28f2db444e65', 'mac_address': 'fa:16:3e:c3:04:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '584d1acb-649a-4ea3-bb0f-2992a4dd8793', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T20:54:09Z', 'updated_at': '2021-07-27T20:54:40Z', 'revision_number': 4, 'project_id': '615238fda314405b98ca504942933ecf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7925b4ba-7a12-4ff3-952f-1275b7ca93a1', 'name': '', 'network_id': '3f1c8940-c5a5-4dd2-af27-28f2db444e65', 'tenant_id': '615238fda314405b98ca504942933ecf', 'mac_address': 'fa:16:3e:f4:57:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad9575d0-ad63-4823-8a92-28793e3a05de', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '8762aa6e-55d1-40fd-8a84-dc4ad49beb7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:53:36Z', 'updated_at': '2021-07-27T20:53:47Z', 'revision_number': 5, 'project_id': '615238fda314405b98ca504942933ecf', 'subnets': [{'id': '8762aa6e-55d1-40fd-8a84-dc4ad49beb7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 20:54:42.746953 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-bb32ed7d-8717-448b-a9c8-a5a0117d1fd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:42.753153 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d45746-5b37-4d33-8043-b30465df5be0 req-e24d9f1a-7d5b-46b6-8a12-fd36c268c2aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:42.756778 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-64d45746-5b37-4d33-8043-b30465df5be0 req-e24d9f1a-7d5b-46b6-8a12-fd36c268c2aa service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=615238fda314405b98ca504942933ecf&device_id=584d1acb-649a-4ea3-bb0f-2992a4dd8793 HTTP/1.1" status: 200 len: 1097 time: 0.3400557 Jul 27 20:54:42.861848 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-3c4f4e9a-2a11-4364-91fa-332e180b0270 req-c388e74f-21bd-473c-b36a-e0a23e0c7885 tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] Notify callbacks [] for port, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:42.892342 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.provisioning_blocks [req-3c4f4e9a-2a11-4364-91fa-332e180b0270 req-c388e74f-21bd-473c-b36a-e0a23e0c7885 tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] Transition to ACTIVE for port object 8bc87563-93b4-46ea-bd9f-ed8e2c356c7d will not be triggered until provisioned by entity DHCP. {{(pid=105584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:54:42.942432 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc8f311-a76a-40a7-b7b8-3c68c54dc8c8 req-65c4f8ec-7346-49b7-820e-735c1c4343f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:42.944010 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-cdc8f311-a76a-40a7-b7b8-3c68c54dc8c8 req-65c4f8ec-7346-49b7-820e-735c1c4343f8 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=615238fda314405b98ca504942933ecf&device_id=7d6d1740-167b-4ed1-8fde-75684d664c4d HTTP/1.1" status: 200 len: 1098 time: 0.3188617 Jul 27 20:54:42.949156 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-3c4f4e9a-2a11-4364-91fa-332e180b0270 req-c388e74f-21bd-473c-b36a-e0a23e0c7885 tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:42.960471 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eece7a4d-c6dc-4c13-9d3e-0f7356b6dc7c req-4ed3417e-4700-4d39-98cc-d32ae083d8a8 tempest-LiveMigrationTest-297508949 tempest-LiveMigrationTest-297508949-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:42.968738 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-eece7a4d-c6dc-4c13-9d3e-0f7356b6dc7c req-4ed3417e-4700-4d39-98cc-d32ae083d8a8 tempest-LiveMigrationTest-297508949 tempest-LiveMigrationTest-297508949-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=227e87e6-7a64-4944-af32-868f2772cf85 HTTP/1.1" status: 200 len: 1097 time: 0.2885573 Jul 27 20:54:42.972593 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] get_ports_and_sgs() called for port_ids ['d0604db9-6e9b-4861-ac03-120cc4acb6b7', '61063df3-592b-4de0-a4f2-adf662bc157d', 'ef6a81f1-1922-4eec-9c1d-f4ff25155e93', 'b4361bc1-aa62-4d4c-8732-44cf2f0cb5cf'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 20:54:43.007732 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c4f4e9a-2a11-4364-91fa-332e180b0270 req-c388e74f-21bd-473c-b36a-e0a23e0c7885 tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] Network 4d64aa0b-bd6a-468e-8edc-c83689947462 is already hosted by enough agents. {{(pid=105584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:54:43.011785 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [req-3c4f4e9a-2a11-4364-91fa-332e180b0270 req-c388e74f-21bd-473c-b36a-e0a23e0c7885 tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] Resources bound (agent type, host, resource id): {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:54:43.014925 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c4f4e9a-2a11-4364-91fa-332e180b0270 req-c388e74f-21bd-473c-b36a-e0a23e0c7885 tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] Received port after_create {{(pid=105584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:54:43.078980 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4f4e9a-2a11-4364-91fa-332e180b0270 req-c388e74f-21bd-473c-b36a-e0a23e0c7885 tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:43.080135 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-3c4f4e9a-2a11-4364-91fa-332e180b0270 req-c388e74f-21bd-473c-b36a-e0a23e0c7885 tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:43.099326 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c388e74f-21bd-473c-b36a-e0a23e0c7885 tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] Pushing event updated for resources: {'Port': ['ID=8bc87563-93b4-46ea-bd9f-ed8e2c356c7d,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:54:43.107862 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-3c4f4e9a-2a11-4364-91fa-332e180b0270 req-c388e74f-21bd-473c-b36a-e0a23e0c7885 tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0860598 Jul 27 20:54:43.123511 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d45746-5b37-4d33-8043-b30465df5be0 req-b701d590-8c27-4f0b-8cc9-7cac85a0db78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:43.131926 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [req-3c4f4e9a-2a11-4364-91fa-332e180b0270 req-90900822-1a6f-4176-8cef-9e02b3a210c4 service neutron] Request body: {'port': {'device_id': '94443490-ac88-4e74-8177-4a5c0f0aa194', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-705658-22'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:54:43.135555 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-64d45746-5b37-4d33-8043-b30465df5be0 req-b701d590-8c27-4f0b-8cc9-7cac85a0db78 service neutron] 10.222.0.59 "GET /v2.0/networks?id=3f1c8940-c5a5-4dd2-af27-28f2db444e65 HTTP/1.1" status: 200 len: 922 time: 0.3463166 Jul 27 20:54:43.149803 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc8f311-a76a-40a7-b7b8-3c68c54dc8c8 req-4940c0fd-da17-4971-999c-4a26a4d36c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:43.151558 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-cdc8f311-a76a-40a7-b7b8-3c68c54dc8c8 req-4940c0fd-da17-4971-999c-4a26a4d36c89 service neutron] 10.222.0.60 "GET /v2.0/networks?id=3f1c8940-c5a5-4dd2-af27-28f2db444e65 HTTP/1.1" status: 200 len: 922 time: 0.1934767 Jul 27 20:54:43.216348 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-eece7a4d-c6dc-4c13-9d3e-0f7356b6dc7c req-8363d5c5-ee29-4e63-81f4-a141efbf15d4 tempest-LiveMigrationTest-297508949 tempest-LiveMigrationTest-297508949-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=594c38b0-00a0-4e02-9d5e-673f3a5e469c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2454693 Jul 27 20:54:43.287390 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-3c4f4e9a-2a11-4364-91fa-332e180b0270 req-90900822-1a6f-4176-8cef-9e02b3a210c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:43.311246 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-cdc8f311-a76a-40a7-b7b8-3c68c54dc8c8 req-4927daed-062b-45bd-bf95-757703bc94e0 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ba583bd9-3270-4e8c-b116-80894feef3ca HTTP/1.1" status: 200 len: 217 time: 0.1165504 Jul 27 20:54:43.333161 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-64d45746-5b37-4d33-8043-b30465df5be0 req-73a23fa3-0761-4a6a-b6d8-052961cd44ec service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=740d4cab-d4f7-4ec1-866f-61d43378b551 HTTP/1.1" status: 200 len: 1001 time: 0.1967061 Jul 27 20:54:43.401571 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d45746-5b37-4d33-8043-b30465df5be0 req-bdf41877-d9d4-4f5f-9b90-ef20d4ab7828 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:43.403068 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-64d45746-5b37-4d33-8043-b30465df5be0 req-bdf41877-d9d4-4f5f-9b90-ef20d4ab7828 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=8762aa6e-55d1-40fd-8a84-dc4ad49beb7d HTTP/1.1" status: 200 len: 860 time: 0.0541637 Jul 27 20:54:43.450340 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-14a8ca99-d594-43d0-b776-8c6305e96ac4 None None] Provisioning for port 8bc87563-93b4-46ea-bd9f-ed8e2c356c7d completed by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:54:43.484355 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc8f311-a76a-40a7-b7b8-3c68c54dc8c8 req-a84326a8-eea6-4de1-aa64-e299f4ba8578 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:43.484531 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5872b51f-94b7-4de0-9c39-57f5ddfbd2e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55020a6c-4ba7-44cc-93f1-8082bfe5cde2'}] {{(pid=105586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:54:43.485603 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-cdc8f311-a76a-40a7-b7b8-3c68c54dc8c8 req-a84326a8-eea6-4de1-aa64-e299f4ba8578 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8762aa6e-55d1-40fd-8a84-dc4ad49beb7d HTTP/1.1" status: 200 len: 860 time: 0.1509817 Jul 27 20:54:43.488154 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14c1663e039faf5393f87855f745010ac5b02220355b68fdbf065393e303ac56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a05eb4ff-af43-486a-9b43-7455836ee1c6" -d '{"events": [{"server_uuid": "5872b51f-94b7-4de0-9c39-57f5ddfbd2e6", "name": "network-vif-plugged", "status": "completed", "tag": "55020a6c-4ba7-44cc-93f1-8082bfe5cde2"}]}' {{(pid=105586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:54:43.494376 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-14a8ca99-d594-43d0-b776-8c6305e96ac4 None None] Provisioning complete for port 8bc87563-93b4-46ea-bd9f-ed8e2c356c7d triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:54:43.494751 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-14a8ca99-d594-43d0-b776-8c6305e96ac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:43.527964 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d45746-5b37-4d33-8043-b30465df5be0 req-95edbe13-9b68-4834-96f6-90cf1d73debe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:43.529481 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-64d45746-5b37-4d33-8043-b30465df5be0 req-95edbe13-9b68-4834-96f6-90cf1d73debe service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=3f1c8940-c5a5-4dd2-af27-28f2db444e65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1036239 Jul 27 20:54:43.618363 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-14a8ca99-d594-43d0-b776-8c6305e96ac4 None None] Port 8bc87563-93b4-46ea-bd9f-ed8e2c356c7d cannot update to ACTIVE because it is not bound. {{(pid=105586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 20:54:43.698551 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc8f311-a76a-40a7-b7b8-3c68c54dc8c8 req-f0406aae-8bfd-479f-bc5b-d7e023444afd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:43.700175 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-cdc8f311-a76a-40a7-b7b8-3c68c54dc8c8 req-f0406aae-8bfd-479f-bc5b-d7e023444afd service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=3f1c8940-c5a5-4dd2-af27-28f2db444e65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2042272 Jul 27 20:54:43.720159 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-64d45746-5b37-4d33-8043-b30465df5be0 req-3733c8e7-10c7-4dc4-8d12-fb0c7467d0cd service neutron] 10.222.0.59 "GET /v2.0/networks/3f1c8940-c5a5-4dd2-af27-28f2db444e65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1795015 Jul 27 20:54:43.827306 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-64d45746-5b37-4d33-8043-b30465df5be0 req-92155200-6f23-4f3a-ab18-9970606e6529 service neutron] 10.222.0.59 "GET /v2.0/networks/3f1c8940-c5a5-4dd2-af27-28f2db444e65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931575 Jul 27 20:54:43.837605 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [req-3c4f4e9a-2a11-4364-91fa-332e180b0270 req-90900822-1a6f-4176-8cef-9e02b3a210c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8bc87563-93b4-46ea-bd9f-ed8e2c356c7d {{(pid=105584) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 20:54:43.849541 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-3c4f4e9a-2a11-4364-91fa-332e180b0270 req-90900822-1a6f-4176-8cef-9e02b3a210c4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:43.876624 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04dd93e-2777-40c1-95b9-a87c9832ae3a req-992ef642-56e6-4a9f-ba32-b50849833d5e tempest-ImagesOneServerNegativeTestJSON-323901233 tempest-ImagesOneServerNegativeTestJSON-323901233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:43.885361 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.provisioning_blocks [req-3c4f4e9a-2a11-4364-91fa-332e180b0270 req-90900822-1a6f-4176-8cef-9e02b3a210c4 service neutron] Transition to ACTIVE for port object 8bc87563-93b4-46ea-bd9f-ed8e2c356c7d will not be triggered until provisioned by entity L2. {{(pid=105584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:54:43.889916 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-c04dd93e-2777-40c1-95b9-a87c9832ae3a req-992ef642-56e6-4a9f-ba32-b50849833d5e tempest-ImagesOneServerNegativeTestJSON-323901233 tempest-ImagesOneServerNegativeTestJSON-323901233-project] 10.222.0.59 "GET /v2.0/ports?device_id=5872b51f-94b7-4de0-9c39-57f5ddfbd2e6 HTTP/1.1" status: 200 len: 946 time: 0.2801082 Jul 27 20:54:43.894796 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-3c4f4e9a-2a11-4364-91fa-332e180b0270 req-90900822-1a6f-4176-8cef-9e02b3a210c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9014027'] for port, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:43.900131 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] get_ports_and_sgs() called for port_ids ['789d1df8-a449-4c66-8006-9014f086578a', '1597b5c0-5ebb-47b9-aabd-c27047a8aa15'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 20:54:43.981403 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-c04dd93e-2777-40c1-95b9-a87c9832ae3a req-812537ce-38c7-4990-86b7-a7c6da7f17e4 tempest-ImagesOneServerNegativeTestJSON-323901233 tempest-ImagesOneServerNegativeTestJSON-323901233-project] 10.222.0.59 "GET /v2.0/security-groups?id=b49152d2-7ea9-4069-930d-17bb1fb95e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906348 Jul 27 20:54:44.039085 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-cdc8f311-a76a-40a7-b7b8-3c68c54dc8c8 req-1d2d2e84-6275-42b8-bdc0-5304feab135b service neutron] 10.222.0.60 "GET /v2.0/networks/3f1c8940-c5a5-4dd2-af27-28f2db444e65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3302283 Jul 27 20:54:44.053196 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90900822-1a6f-4176-8cef-9e02b3a210c4 service neutron] Pushing event updated for resources: {'Port': ['ID=8bc87563-93b4-46ea-bd9f-ed8e2c356c7d,revision_number=2']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:54:44.150286 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [req-3c4f4e9a-2a11-4364-91fa-332e180b0270 req-90900822-1a6f-4176-8cef-9e02b3a210c4 service neutron] Attempting to bind port 8bc87563-93b4-46ea-bd9f-ed8e2c356c7d on host n-h1-705658-22 for vnic_type normal with profile {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:54:44.150700 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [req-3c4f4e9a-2a11-4364-91fa-332e180b0270 req-90900822-1a6f-4176-8cef-9e02b3a210c4 service neutron] Attempting to bind port 8bc87563-93b4-46ea-bd9f-ed8e2c356c7d by drivers openvswitch,hyperv on host n-h1-705658-22 at level 0 using segments [{'id': '86b1e6f6-d629-4b03-8944-4cdfbfb93d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '4d64aa0b-bd6a-468e-8edc-c83689947462'}] {{(pid=105584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:54:44.151083 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c4f4e9a-2a11-4364-91fa-332e180b0270 req-90900822-1a6f-4176-8cef-9e02b3a210c4 service neutron] Attempting to bind port 8bc87563-93b4-46ea-bd9f-ed8e2c356c7d on network 4d64aa0b-bd6a-468e-8edc-c83689947462 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:54:44.159249 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c4f4e9a-2a11-4364-91fa-332e180b0270 req-90900822-1a6f-4176-8cef-9e02b3a210c4 service neutron] Port 8bc87563-93b4-46ea-bd9f-ed8e2c356c7d on network 4d64aa0b-bd6a-468e-8edc-c83689947462 not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-22 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 20:54:44.159775 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c4f4e9a-2a11-4364-91fa-332e180b0270 req-90900822-1a6f-4176-8cef-9e02b3a210c4 service neutron] Attempting to bind port 8bc87563-93b4-46ea-bd9f-ed8e2c356c7d on network 4d64aa0b-bd6a-468e-8edc-c83689947462 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:54:44.175707 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c4f4e9a-2a11-4364-91fa-332e180b0270 req-90900822-1a6f-4176-8cef-9e02b3a210c4 service neutron] Checking agent: {'id': '9d9bc37f-4d75-44ef-9f63-799aab3e316f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 49, 36), 'started_at': datetime.datetime(2021, 7, 27, 20, 49, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 54, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:54:44.176089 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c4f4e9a-2a11-4364-91fa-332e180b0270 req-90900822-1a6f-4176-8cef-9e02b3a210c4 service neutron] Checking segment: {'id': '86b1e6f6-d629-4b03-8944-4cdfbfb93d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '4d64aa0b-bd6a-468e-8edc-c83689947462'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:54:44.176893 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c4f4e9a-2a11-4364-91fa-332e180b0270 req-90900822-1a6f-4176-8cef-9e02b3a210c4 service neutron] Bound using segment: {'id': '86b1e6f6-d629-4b03-8944-4cdfbfb93d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '4d64aa0b-bd6a-468e-8edc-c83689947462'} {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:54:44.177257 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [req-3c4f4e9a-2a11-4364-91fa-332e180b0270 req-90900822-1a6f-4176-8cef-9e02b3a210c4 service neutron] Bound port: 8bc87563-93b4-46ea-bd9f-ed8e2c356c7d, host: n-h1-705658-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '86b1e6f6-d629-4b03-8944-4cdfbfb93d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '4d64aa0b-bd6a-468e-8edc-c83689947462'}}] {{(pid=105584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:54:44.181508 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-3c4f4e9a-2a11-4364-91fa-332e180b0270 req-90900822-1a6f-4176-8cef-9e02b3a210c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:44.277885 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-875ced1b-4cf3-463a-9653-058f0f9421e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:44.310627 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [req-3c4f4e9a-2a11-4364-91fa-332e180b0270 req-90900822-1a6f-4176-8cef-9e02b3a210c4 service neutron] For port 8bc87563-93b4-46ea-bd9f-ed8e2c356c7d, host n-h1-705658-22, cleared binding levels {{(pid=105584) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:54:44.328176 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [req-3c4f4e9a-2a11-4364-91fa-332e180b0270 req-90900822-1a6f-4176-8cef-9e02b3a210c4 service neutron] For port 8bc87563-93b4-46ea-bd9f-ed8e2c356c7d, host n-h1-705658-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=8bc87563-93b4-46ea-bd9f-ed8e2c356c7d,segment=NetworkSegment(86b1e6f6-d629-4b03-8944-4cdfbfb93d02),segment_id=86b1e6f6-d629-4b03-8944-4cdfbfb93d02)] {{(pid=105584) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:54:44.341800 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-3c4f4e9a-2a11-4364-91fa-332e180b0270 req-90900822-1a6f-4176-8cef-9e02b3a210c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9014027'] for port, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:44.432905 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4f4e9a-2a11-4364-91fa-332e180b0270 req-90900822-1a6f-4176-8cef-9e02b3a210c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:44.434821 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-3c4f4e9a-2a11-4364-91fa-332e180b0270 req-90900822-1a6f-4176-8cef-9e02b3a210c4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:44.442884 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-3c4f4e9a-2a11-4364-91fa-332e180b0270 req-90900822-1a6f-4176-8cef-9e02b3a210c4 service neutron] 10.222.0.36 "PUT /v2.0/ports/8bc87563-93b4-46ea-bd9f-ed8e2c356c7d HTTP/1.1" status: 200 len: 1097 time: 1.3170180 Jul 27 20:54:44.443388 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94443490-ac88-4e74-8177-4a5c0f0aa194', 'tag': '8bc87563-93b4-46ea-bd9f-ed8e2c356c7d'}] {{(pid=105584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:54:44.445690 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bce5e6c8685464f7626901654159975603b047827e3138302ed6566e28f1343" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18a608f8-e960-4883-accd-e72e5810dd48" -d '{"events": [{"name": "network-changed", "server_uuid": "94443490-ac88-4e74-8177-4a5c0f0aa194", "tag": "8bc87563-93b4-46ea-bd9f-ed8e2c356c7d"}]}' {{(pid=105584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:54:44.596719 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90900822-1a6f-4176-8cef-9e02b3a210c4 service neutron] Pushing event updated for resources: {'Port': ['ID=8bc87563-93b4-46ea-bd9f-ed8e2c356c7d,revision_number=3']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:54:44.649944 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4f4e9a-2a11-4364-91fa-332e180b0270 req-11d46eea-dea4-4210-ac89-625833c6d894 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:44.651830 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-3c4f4e9a-2a11-4364-91fa-332e180b0270 req-11d46eea-dea4-4210-ac89-625833c6d894 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7f728b4f036e433cbd9e09c516f9ce38&device_id=94443490-ac88-4e74-8177-4a5c0f0aa194 HTTP/1.1" status: 200 len: 1100 time: 0.1519074 Jul 27 20:54:44.742291 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-3c4f4e9a-2a11-4364-91fa-332e180b0270 req-f462fe09-4b63-4532-a0dc-c5e973f3cb66 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.153&port_id=8bc87563-93b4-46ea-bd9f-ed8e2c356c7d HTTP/1.1" status: 200 len: 217 time: 0.0641339 Jul 27 20:54:44.823050 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4f4e9a-2a11-4364-91fa-332e180b0270 req-983e6875-481b-49db-aaf9-21ab61e98a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:44.824813 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-3c4f4e9a-2a11-4364-91fa-332e180b0270 req-983e6875-481b-49db-aaf9-21ab61e98a72 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=26644ba0-4185-4e10-8718-6ad18d01376c HTTP/1.1" status: 200 len: 843 time: 0.0704174 Jul 27 20:54:44.833307 n-d-705658-22 neutron-server[105585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '584d1acb-649a-4ea3-bb0f-2992a4dd8793', 'tag': '740d4cab-d4f7-4ec1-866f-61d43378b551'}] {{(pid=105585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:54:44.835605 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d66fd65881426bfc2b5388084a3654e5eae521106a15a3dbf0eb4cde7106c36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae0d6245-ef3b-40e0-8347-730433adf1a1" -d '{"events": [{"name": "network-changed", "server_uuid": "584d1acb-649a-4ea3-bb0f-2992a4dd8793", "tag": "740d4cab-d4f7-4ec1-866f-61d43378b551"}]}' {{(pid=105585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:54:44.952225 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-cdc8f311-a76a-40a7-b7b8-3c68c54dc8c8 req-c89efbc6-8983-4f8d-8632-b783120224bf service neutron] 10.222.0.60 "GET /v2.0/networks/3f1c8940-c5a5-4dd2-af27-28f2db444e65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9015739 Jul 27 20:54:44.967461 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4f4e9a-2a11-4364-91fa-332e180b0270 req-035494fd-04b8-455e-8cda-e8dc33b106e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:44.971484 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-3c4f4e9a-2a11-4364-91fa-332e180b0270 req-035494fd-04b8-455e-8cda-e8dc33b106e7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4d64aa0b-bd6a-468e-8edc-c83689947462&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1319613 Jul 27 20:54:44.980486 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf72676-8f22-462d-aa08-627fb32a3b42 req-977b77b1-6b40-405e-aad3-ec02ba59575b tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:44.981570 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-4cf72676-8f22-462d-aa08-627fb32a3b42 req-977b77b1-6b40-405e-aad3-ec02ba59575b tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] 10.222.0.59 "GET /v2.0/ports?device_id=94443490-ac88-4e74-8177-4a5c0f0aa194 HTTP/1.1" status: 200 len: 948 time: 0.8582535 Jul 27 20:54:44.993059 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e89bb3-a63e-460d-bc94-81427f352305 req-1e80ec99-2784-41c2-8a07-339748a85e87 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:45.001237 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-24e89bb3-a63e-460d-bc94-81427f352305 req-1e80ec99-2784-41c2-8a07-339748a85e87 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] 10.222.0.59 "GET /v2.0/ports?device_id=f5981167-1ac0-4ca7-95b5-d52c185534b7 HTTP/1.1" status: 200 len: 947 time: 0.7458622 Jul 27 20:54:45.059833 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-4cf72676-8f22-462d-aa08-627fb32a3b42 req-46241f1f-de9a-44e8-a5c2-c634b787da6f tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] 10.222.0.59 "GET /v2.0/security-groups?id=dea81a77-85b4-4e12-8e1d-b19e89484a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434012 Jul 27 20:54:45.078858 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-24e89bb3-a63e-460d-bc94-81427f352305 req-aa417226-335e-4700-b81b-d568e1ef33be tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] 10.222.0.59 "GET /v2.0/security-groups?id=c6534cb3-b44e-4a83-b57e-ddb72c2ad843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725591 Jul 27 20:54:45.172741 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-3c4f4e9a-2a11-4364-91fa-332e180b0270 req-3d95b7d2-c39e-4e01-82ed-9e76c7d51dcb service neutron] 10.222.0.36 "GET /v2.0/networks/4d64aa0b-bd6a-468e-8edc-c83689947462?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1878941 Jul 27 20:54:45.178124 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Device 76cb3011-9231-42e6-9602-db23c446c928 up at agent hyperv_n-h2-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:54:45.186080 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 20:54:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49f50788-0e0c-4c24-8924-6e62025de6cf x-openstack-request-id: req-49f50788-0e0c-4c24-8924-6e62025de6cf {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:54:45.186376 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5872b51f-94b7-4de0-9c39-57f5ddfbd2e6", "name": "network-vif-plugged", "status": "completed", "tag": "55020a6c-4ba7-44cc-93f1-8082bfe5cde2", "code": 200}]} {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:54:45.187256 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-49f50788-0e0c-4c24-8924-6e62025de6cf {{(pid=105586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:54:45.187650 n-d-705658-22 neutron-server[105586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5872b51f-94b7-4de0-9c39-57f5ddfbd2e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55020a6c-4ba7-44cc-93f1-8082bfe5cde2', 'code': 200} Jul 27 20:54:45.258641 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-3d54578f-831f-4696-b568-13c455922dab None None] Provisioning for port 76cb3011-9231-42e6-9602-db23c446c928 completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:54:45.263996 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-3d54578f-831f-4696-b568-13c455922dab None None] Provisioning complete for port 76cb3011-9231-42e6-9602-db23c446c928 triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:54:45.264375 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:45.318976 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-3c4f4e9a-2a11-4364-91fa-332e180b0270 req-6397b0e9-05ca-465f-861b-4490482e8ef9 service neutron] 10.222.0.36 "GET /v2.0/networks/4d64aa0b-bd6a-468e-8edc-c83689947462?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272562 Jul 27 20:54:45.417957 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:45.437110 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-656fb207-f8fe-40c8-a66d-29cdb051043e req-5efdb550-2b50-43f6-809a-a110ef4a8ea0 tempest-FloatingIPsAssociationTestJSON-1853502918 tempest-FloatingIPsAssociationTestJSON-1853502918-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.5.214 HTTP/1.1" status: 200 len: 1001 time: 0.2389128 Jul 27 20:54:45.484866 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] For port 76cb3011-9231-42e6-9602-db23c446c928, host n-h2-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=76cb3011-9231-42e6-9602-db23c446c928,segment=NetworkSegment(86b1e6f6-d629-4b03-8944-4cdfbfb93d02),segment_id=86b1e6f6-d629-4b03-8944-4cdfbfb93d02)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:54:45.489610 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:45.513627 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b223e321-6906-4644-8ccd-5ada6723ce76 req-6a808ece-938b-4785-bf6c-af7d4c5f1e70 tempest-LiveAutoBlockMigrationV225Test-821062891 tempest-LiveAutoBlockMigrationV225Test-821062891-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:45.521303 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b223e321-6906-4644-8ccd-5ada6723ce76 req-6a808ece-938b-4785-bf6c-af7d4c5f1e70 tempest-LiveAutoBlockMigrationV225Test-821062891 tempest-LiveAutoBlockMigrationV225Test-821062891-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=6fe1cd62-e12f-490c-94e1-c5f9b119b027 HTTP/1.1" status: 200 len: 1097 time: 0.3765640 Jul 27 20:54:45.554947 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Pushing event updated for resources: {'Port': ['ID=76cb3011-9231-42e6-9602-db23c446c928,revision_number=5']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:54:45.565789 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656fb207-f8fe-40c8-a66d-29cdb051043e req-b7b2c9bd-bf87-4fa1-b7b5-d30385135de1 tempest-FloatingIPsAssociationTestJSON-1853502918 tempest-FloatingIPsAssociationTestJSON-1853502918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:45.572371 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-656fb207-f8fe-40c8-a66d-29cdb051043e req-b7b2c9bd-bf87-4fa1-b7b5-d30385135de1 tempest-FloatingIPsAssociationTestJSON-1853502918 tempest-FloatingIPsAssociationTestJSON-1853502918-project] 10.222.0.59 "GET /v2.0/ports/740d4cab-d4f7-4ec1-866f-61d43378b551 HTTP/1.1" status: 200 len: 942 time: 0.1198988 Jul 27 20:54:45.585688 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fc5b1b-0220-4959-9caa-d15db9bbb48b req-4c5b29d6-c31d-45df-9b2d-02a3caa9b2a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:45.587321 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-96fc5b1b-0220-4959-9caa-d15db9bbb48b req-4c5b29d6-c31d-45df-9b2d-02a3caa9b2a4 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=5872b51f-94b7-4de0-9c39-57f5ddfbd2e6 HTTP/1.1" status: 200 len: 1098 time: 0.2852180 Jul 27 20:54:45.608090 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b223e321-6906-4644-8ccd-5ada6723ce76 req-5f02b07a-2a54-43c6-ae22-3115563e68d9 tempest-LiveAutoBlockMigrationV225Test-821062891 tempest-LiveAutoBlockMigrationV225Test-821062891-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=1749b80d-91c6-4bd3-8e8d-666bd095400f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857306 Jul 27 20:54:45.754353 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-656fb207-f8fe-40c8-a66d-29cdb051043e req-cad6abac-014e-463f-be5a-ace3ad25c5fc tempest-FloatingIPsAssociationTestJSON-1853502918 tempest-FloatingIPsAssociationTestJSON-1853502918-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.5.214 HTTP/1.1" status: 200 len: 1001 time: 0.1237257 Jul 27 20:54:45.806210 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 20:54:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa78f4f4-5760-4320-9527-f9821e087bbb x-openstack-request-id: req-aa78f4f4-5760-4320-9527-f9821e087bbb {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:54:45.806514 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94443490-ac88-4e74-8177-4a5c0f0aa194", "tag": "8bc87563-93b4-46ea-bd9f-ed8e2c356c7d", "status": "completed", "code": 200}]} {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:54:45.806696 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-aa78f4f4-5760-4320-9527-f9821e087bbb {{(pid=105584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:54:45.807139 n-d-705658-22 neutron-server[105584]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94443490-ac88-4e74-8177-4a5c0f0aa194', 'tag': '8bc87563-93b4-46ea-bd9f-ed8e2c356c7d', 'status': 'completed', 'code': 200} Jul 27 20:54:45.823697 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-96fc5b1b-0220-4959-9caa-d15db9bbb48b req-5c8cfe5d-8e6f-456d-aa68-1ac2b920be20 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=b49152d2-7ea9-4069-930d-17bb1fb95e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2141104 Jul 27 20:54:45.931230 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a608f8-e960-4883-accd-e72e5810dd48 req-182fad31-17c3-4556-a3e0-c658fdffc641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:45.933309 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-18a608f8-e960-4883-accd-e72e5810dd48 req-182fad31-17c3-4556-a3e0-c658fdffc641 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7f728b4f036e433cbd9e09c516f9ce38&device_id=94443490-ac88-4e74-8177-4a5c0f0aa194 HTTP/1.1" status: 200 len: 1100 time: 0.0933454 Jul 27 20:54:45.944709 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656fb207-f8fe-40c8-a66d-29cdb051043e req-9a30e269-ed29-411e-984b-3242e01efa62 tempest-FloatingIPsAssociationTestJSON-1853502918 tempest-FloatingIPsAssociationTestJSON-1853502918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:45.960172 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-656fb207-f8fe-40c8-a66d-29cdb051043e req-9a30e269-ed29-411e-984b-3242e01efa62 tempest-FloatingIPsAssociationTestJSON-1853502918 tempest-FloatingIPsAssociationTestJSON-1853502918-project] 10.222.0.59 "GET /v2.0/networks/8735d8a2-b604-4758-ae71-b40e4ee6f305 HTTP/1.1" status: 200 len: 784 time: 0.1985068 Jul 27 20:54:45.967266 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 20:54:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88bbdef3-7be2-44e0-9f69-ee828e95c8e8 x-openstack-request-id: req-88bbdef3-7be2-44e0-9f69-ee828e95c8e8 {{(pid=105585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:54:45.970130 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "584d1acb-649a-4ea3-bb0f-2992a4dd8793", "tag": "740d4cab-d4f7-4ec1-866f-61d43378b551", "status": "completed", "code": 200}]} {{(pid=105585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:54:45.970721 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-88bbdef3-7be2-44e0-9f69-ee828e95c8e8 {{(pid=105585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:54:45.971395 n-d-705658-22 neutron-server[105585]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '584d1acb-649a-4ea3-bb0f-2992a4dd8793', 'tag': '740d4cab-d4f7-4ec1-866f-61d43378b551', 'status': 'completed', 'code': 200} Jul 27 20:54:46.125592 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a608f8-e960-4883-accd-e72e5810dd48 req-4da10f7d-e67c-4903-a9b8-c4cb5453baa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:46.127157 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-18a608f8-e960-4883-accd-e72e5810dd48 req-4da10f7d-e67c-4903-a9b8-c4cb5453baa3 service neutron] 10.222.0.36 "GET /v2.0/networks?id=4d64aa0b-bd6a-468e-8edc-c83689947462 HTTP/1.1" status: 200 len: 870 time: 0.1789420 Jul 27 20:54:46.130010 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0d6245-ef3b-40e0-8347-730433adf1a1 req-92ffc0bb-235c-4a00-85fd-eaeb64b4955b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:46.131402 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-ae0d6245-ef3b-40e0-8347-730433adf1a1 req-92ffc0bb-235c-4a00-85fd-eaeb64b4955b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=615238fda314405b98ca504942933ecf&device_id=584d1acb-649a-4ea3-bb0f-2992a4dd8793 HTTP/1.1" status: 200 len: 1097 time: 0.1059959 Jul 27 20:54:46.245095 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b9c7bf-b889-45bf-ae20-230b0f7bc616 req-bd023446-e860-4cd6-ac80-e6811f7c5fd6 tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:46.254492 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e0b9c7bf-b889-45bf-ae20-230b0f7bc616 req-bd023446-e860-4cd6-ac80-e6811f7c5fd6 tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] 10.222.0.59 "GET /v2.0/networks?id=8e591ae5-ff89-4a25-b3ce-4b1625915957 HTTP/1.1" status: 200 len: 820 time: 0.1578271 Jul 27 20:54:46.282027 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-18a608f8-e960-4883-accd-e72e5810dd48 req-9b05b5fa-b4ea-4841-8420-eb5af061e3b2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.153&port_id=8bc87563-93b4-46ea-bd9f-ed8e2c356c7d HTTP/1.1" status: 200 len: 217 time: 0.1377344 Jul 27 20:54:46.283858 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bf74b4-364d-4bbf-80d7-6cb9fd2a30a1 req-8f0cd759-616c-4cd9-87a0-141c727a4ee0 tempest-ImagesOneServerNegativeTestJSON-323901233 tempest-ImagesOneServerNegativeTestJSON-323901233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:46.292397 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-70bf74b4-364d-4bbf-80d7-6cb9fd2a30a1 req-8f0cd759-616c-4cd9-87a0-141c727a4ee0 tempest-ImagesOneServerNegativeTestJSON-323901233 tempest-ImagesOneServerNegativeTestJSON-323901233-project] 10.222.0.59 "GET /v2.0/ports?device_id=5872b51f-94b7-4de0-9c39-57f5ddfbd2e6 HTTP/1.1" status: 200 len: 946 time: 0.2811108 Jul 27 20:54:46.309767 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e0b9c7bf-b889-45bf-ae20-230b0f7bc616 req-b3881baf-427b-49f4-81e1-053f82bbd9ff tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] 10.222.0.59 "GET /v2.0/quotas/b02d9256766347f197eb5fbdd02cbc7a HTTP/1.1" status: 200 len: 375 time: 0.0535796 Jul 27 20:54:46.405278 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-70bf74b4-364d-4bbf-80d7-6cb9fd2a30a1 req-a764ea63-e6eb-45bf-a3a1-ed5dbb33662f tempest-ImagesOneServerNegativeTestJSON-323901233 tempest-ImagesOneServerNegativeTestJSON-323901233-project] 10.222.0.59 "GET /v2.0/security-groups?id=b49152d2-7ea9-4069-930d-17bb1fb95e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957484 Jul 27 20:54:46.508191 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e0b9c7bf-b889-45bf-ae20-230b0f7bc616 req-64f2ecfd-075c-405b-a7c8-cf7cc538422a tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=b02d9256766347f197eb5fbdd02cbc7a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1973329 Jul 27 20:54:46.640815 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e0b9c7bf-b889-45bf-ae20-230b0f7bc616 req-afba366a-96eb-4afb-a214-55f0d22df875 service neutron] 10.222.0.59 "GET /v2.0/networks/8e591ae5-ff89-4a25-b3ce-4b1625915957?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299710 Jul 27 20:54:46.670097 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a608f8-e960-4883-accd-e72e5810dd48 req-a7cda2e3-7d53-4e6b-9124-4139fc62944f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:46.672013 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-18a608f8-e960-4883-accd-e72e5810dd48 req-a7cda2e3-7d53-4e6b-9124-4139fc62944f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=26644ba0-4185-4e10-8718-6ad18d01376c HTTP/1.1" status: 200 len: 843 time: 0.0846868 Jul 27 20:54:46.728656 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0d6245-ef3b-40e0-8347-730433adf1a1 req-d3859a82-3b6d-4428-a2c8-ea4bcece57f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:46.730489 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-ae0d6245-ef3b-40e0-8347-730433adf1a1 req-d3859a82-3b6d-4428-a2c8-ea4bcece57f9 service neutron] 10.222.0.36 "GET /v2.0/networks?id=3f1c8940-c5a5-4dd2-af27-28f2db444e65 HTTP/1.1" status: 200 len: 922 time: 0.5728478 Jul 27 20:54:46.786476 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-7b283d66-ac7e-41cd-b7ce-97945cce1450 req-7f2e4840-b380-4373-b71d-3261c046e5b7 tempest-FloatingIPsAssociationTestJSON-1853502918 tempest-FloatingIPsAssociationTestJSON-1853502918-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.5.214 HTTP/1.1" status: 200 len: 1001 time: 0.3549862 Jul 27 20:54:46.940143 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e0b9c7bf-b889-45bf-ae20-230b0f7bc616 req-97615c3e-7368-427e-bb01-e2f1a2219c1f service neutron] 10.222.0.59 "GET /v2.0/networks/8e591ae5-ff89-4a25-b3ce-4b1625915957?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2996440 Jul 27 20:54:46.944638 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-ae0d6245-ef3b-40e0-8347-730433adf1a1 req-2f07e978-f73b-449d-824c-d9d7a7446761 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=740d4cab-d4f7-4ec1-866f-61d43378b551 HTTP/1.1" status: 200 len: 1001 time: 0.1982098 Jul 27 20:54:46.968454 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a608f8-e960-4883-accd-e72e5810dd48 req-3c9f1903-1469-4f71-92f9-6b7014f615d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:46.970551 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-18a608f8-e960-4883-accd-e72e5810dd48 req-3c9f1903-1469-4f71-92f9-6b7014f615d5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4d64aa0b-bd6a-468e-8edc-c83689947462&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2809510 Jul 27 20:54:46.998764 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b283d66-ac7e-41cd-b7ce-97945cce1450 req-a701692a-a831-4255-b595-80d4cbec2be1 tempest-FloatingIPsAssociationTestJSON-1853502918 tempest-FloatingIPsAssociationTestJSON-1853502918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:47.000161 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-7b283d66-ac7e-41cd-b7ce-97945cce1450 req-a701692a-a831-4255-b595-80d4cbec2be1 tempest-FloatingIPsAssociationTestJSON-1853502918 tempest-FloatingIPsAssociationTestJSON-1853502918-project] 10.222.0.59 "GET /v2.0/ports/740d4cab-d4f7-4ec1-866f-61d43378b551 HTTP/1.1" status: 200 len: 942 time: 0.2128363 Jul 27 20:54:47.084151 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0d6245-ef3b-40e0-8347-730433adf1a1 req-ba5766c9-41c1-4dfa-a909-2155b6d05c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:47.085627 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-ae0d6245-ef3b-40e0-8347-730433adf1a1 req-ba5766c9-41c1-4dfa-a909-2155b6d05c25 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8762aa6e-55d1-40fd-8a84-dc4ad49beb7d HTTP/1.1" status: 200 len: 860 time: 0.1296356 Jul 27 20:54:47.188706 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5981167-1ac0-4ca7-95b5-d52c185534b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76cb3011-9231-42e6-9602-db23c446c928'}] {{(pid=105586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:54:47.192242 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14c1663e039faf5393f87855f745010ac5b02220355b68fdbf065393e303ac56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f63cbd32-0b0d-434f-9e4d-e57be14f2662" -d '{"events": [{"server_uuid": "f5981167-1ac0-4ca7-95b5-d52c185534b7", "name": "network-vif-plugged", "status": "completed", "tag": "76cb3011-9231-42e6-9602-db23c446c928"}]}' {{(pid=105586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:54:47.204606 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-18a608f8-e960-4883-accd-e72e5810dd48 req-05e4bb2e-b117-4111-9cf5-d1caaa268b2f service neutron] 10.222.0.36 "GET /v2.0/networks/4d64aa0b-bd6a-468e-8edc-c83689947462?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2005033 Jul 27 20:54:47.230941 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-7b283d66-ac7e-41cd-b7ce-97945cce1450 req-3c30f719-bcab-4667-b44e-ffb195c1b201 tempest-FloatingIPsAssociationTestJSON-1853502918 tempest-FloatingIPsAssociationTestJSON-1853502918-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.5.214 HTTP/1.1" status: 200 len: 1001 time: 0.1594210 Jul 27 20:54:47.300012 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0d6245-ef3b-40e0-8347-730433adf1a1 req-1c3fcbdb-0a5e-494b-b795-8d8cfae08d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:47.306660 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-ae0d6245-ef3b-40e0-8347-730433adf1a1 req-1c3fcbdb-0a5e-494b-b795-8d8cfae08d89 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3f1c8940-c5a5-4dd2-af27-28f2db444e65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1969271 Jul 27 20:54:47.327318 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddf5af6-1709-4eca-adc0-2828660be293 req-dc3aaa4c-f00d-4352-9531-1316d0c976eb tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:47.337127 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-0ddf5af6-1709-4eca-adc0-2828660be293 req-dc3aaa4c-f00d-4352-9531-1316d0c976eb tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] 10.222.0.59 "GET /v2.0/ports?device_id=94443490-ac88-4e74-8177-4a5c0f0aa194 HTTP/1.1" status: 200 len: 948 time: 0.1592999 Jul 27 20:54:47.438925 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-18a608f8-e960-4883-accd-e72e5810dd48 req-5c5f7b6f-5be0-482c-9ae2-e6807afbc316 service neutron] 10.222.0.36 "GET /v2.0/networks/4d64aa0b-bd6a-468e-8edc-c83689947462?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2249677 Jul 27 20:54:47.493698 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-ae0d6245-ef3b-40e0-8347-730433adf1a1 req-6064bbbd-d0be-4999-ac92-1a774ef393d8 service neutron] 10.222.0.36 "GET /v2.0/networks/3f1c8940-c5a5-4dd2-af27-28f2db444e65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1712961 Jul 27 20:54:47.497450 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-0ddf5af6-1709-4eca-adc0-2828660be293 req-3da844f2-8d6d-4d3f-a3cc-4ead6bbc1c8d tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] 10.222.0.59 "GET /v2.0/security-groups?id=dea81a77-85b4-4e12-8e1d-b19e89484a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566629 Jul 27 20:54:47.511206 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b283d66-ac7e-41cd-b7ce-97945cce1450 req-78bc3867-26f1-4a31-be45-443334f26c80 tempest-FloatingIPsAssociationTestJSON-1853502918 tempest-FloatingIPsAssociationTestJSON-1853502918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:47.521010 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-7b283d66-ac7e-41cd-b7ce-97945cce1450 req-78bc3867-26f1-4a31-be45-443334f26c80 tempest-FloatingIPsAssociationTestJSON-1853502918 tempest-FloatingIPsAssociationTestJSON-1853502918-project] 10.222.0.59 "GET /v2.0/networks/8735d8a2-b604-4758-ae71-b40e4ee6f305 HTTP/1.1" status: 200 len: 784 time: 0.2783871 Jul 27 20:54:47.661945 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-7b283d66-ac7e-41cd-b7ce-97945cce1450 req-7c9fe045-cd13-4369-ae22-fc8c6c12e2d1 tempest-FloatingIPsAssociationTestJSON-1853502918 tempest-FloatingIPsAssociationTestJSON-1853502918-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.5.214 HTTP/1.1" status: 200 len: 1001 time: 0.1328356 Jul 27 20:54:47.668052 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [req-7b283d66-ac7e-41cd-b7ce-97945cce1450 req-bceff4ca-6eb3-4329-aab9-086f6bfec576 tempest-FloatingIPsAssociationTestJSON-1853502918 tempest-FloatingIPsAssociationTestJSON-1853502918-project] Request body: {'floatingip': {'port_id': None}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:54:47.674849 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-ae0d6245-ef3b-40e0-8347-730433adf1a1 req-9b312e13-142b-4994-8cbf-8fb3b707b918 service neutron] 10.222.0.36 "GET /v2.0/networks/3f1c8940-c5a5-4dd2-af27-28f2db444e65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1672835 Jul 27 20:54:47.744365 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c75cb06-b3d3-4bab-9407-a0783d5563f5 req-d7b8b780-e082-4ed2-a401-dfbd53c49de4 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:47.745950 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-2c75cb06-b3d3-4bab-9407-a0783d5563f5 req-d7b8b780-e082-4ed2-a401-dfbd53c49de4 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] 10.222.0.59 "GET /v2.0/ports?device_id=f5981167-1ac0-4ca7-95b5-d52c185534b7 HTTP/1.1" status: 200 len: 948 time: 0.1456115 Jul 27 20:54:47.748178 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-7b283d66-ac7e-41cd-b7ce-97945cce1450 req-bceff4ca-6eb3-4329-aab9-086f6bfec576 tempest-FloatingIPsAssociationTestJSON-1853502918 tempest-FloatingIPsAssociationTestJSON-1853502918-project] Notify callbacks [] for floatingip, before_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:47.879598 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-2c75cb06-b3d3-4bab-9407-a0783d5563f5 req-829c349e-d4b9-4a3e-97e6-53f1ba6c868d tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] 10.222.0.59 "GET /v2.0/security-groups?id=c6534cb3-b44e-4a83-b57e-ddb72c2ad843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252596 Jul 27 20:54:47.977894 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-7b283d66-ac7e-41cd-b7ce-97945cce1450 req-bceff4ca-6eb3-4329-aab9-086f6bfec576 tempest-FloatingIPsAssociationTestJSON-1853502918 tempest-FloatingIPsAssociationTestJSON-1853502918-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:47.982814 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-7b283d66-ac7e-41cd-b7ce-97945cce1450 req-bceff4ca-6eb3-4329-aab9-086f6bfec576 tempest-FloatingIPsAssociationTestJSON-1853502918 tempest-FloatingIPsAssociationTestJSON-1853502918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4075768'] for floatingip, after_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:47.983298 n-d-705658-22 neutron-server[105585]: INFO neutron.db.l3_db [req-7b283d66-ac7e-41cd-b7ce-97945cce1450 req-bceff4ca-6eb3-4329-aab9-086f6bfec576 tempest-FloatingIPsAssociationTestJSON-1853502918 tempest-FloatingIPsAssociationTestJSON-1853502918-project] Floating IP b4a02e69-8b3e-4436-a262-4abd8887a3d2 disassociated. External IP: 172.25.5.214, port: 740d4cab-d4f7-4ec1-866f-61d43378b551. Jul 27 20:54:48.139659 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-cf46cf80-36ae-423d-b9dd-9957d81ecaf2 req-a3c7cf86-aa88-41d2-9fa2-a2228dde1e78 tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] 10.222.0.59 "GET /v2.0/ports?device_id=23a39a45-86ad-4a34-aa42-6affa73d3ff5 HTTP/1.1" status: 200 len: 210 time: 0.0352211 Jul 27 20:54:48.223134 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 20:54:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd25f644-9711-4bb9-b093-7a5858ed661f x-openstack-request-id: req-fd25f644-9711-4bb9-b093-7a5858ed661f {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:54:48.223986 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5981167-1ac0-4ca7-95b5-d52c185534b7", "name": "network-vif-plugged", "status": "completed", "tag": "76cb3011-9231-42e6-9602-db23c446c928", "code": 200}]} {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:54:48.224412 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-fd25f644-9711-4bb9-b093-7a5858ed661f {{(pid=105586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:54:48.224802 n-d-705658-22 neutron-server[105586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5981167-1ac0-4ca7-95b5-d52c185534b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76cb3011-9231-42e6-9602-db23c446c928', 'code': 200} Jul 27 20:54:48.431634 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-80213fda-d72e-4992-83a4-c9f475c1ac90 req-d01ef1a4-0cb0-4915-a01b-807e04d0fbef service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=d98e24ae-b25b-4b80-9e73-32ae4bc5c50f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1708865 Jul 27 20:54:48.435417 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7b283d66-ac7e-41cd-b7ce-97945cce1450 req-bceff4ca-6eb3-4329-aab9-086f6bfec576 tempest-FloatingIPsAssociationTestJSON-1853502918 tempest-FloatingIPsAssociationTestJSON-1853502918-project] Router ad9575d0-ad63-4823-8a92-28793e3a05de has already been hosted by L3 agent dd128fd7-8e57-4d4f-895b-a96b369df59a {{(pid=105585) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 20:54:48.466700 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204ee47a-99b1-418c-af69-383ef4da1ab9 req-5aeecf7e-fd4c-4eab-9a26-2846d4cfdbd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:48.468778 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-204ee47a-99b1-418c-af69-383ef4da1ab9 req-5aeecf7e-fd4c-4eab-9a26-2846d4cfdbd7 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=f5981167-1ac0-4ca7-95b5-d52c185534b7 HTTP/1.1" status: 200 len: 1100 time: 0.1181128 Jul 27 20:54:48.623500 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-204ee47a-99b1-418c-af69-383ef4da1ab9 req-9ffb3453-66fd-4eb7-a86a-9f840007ec6c service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=c6534cb3-b44e-4a83-b57e-ddb72c2ad843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083493 Jul 27 20:54:48.652791 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80213fda-d72e-4992-83a4-c9f475c1ac90 req-6012044f-543c-410c-a720-88e5f717a25b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:48.654351 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-80213fda-d72e-4992-83a4-c9f475c1ac90 req-6012044f-543c-410c-a720-88e5f717a25b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=7f728b4f036e433cbd9e09c516f9ce38&device_id=d98e24ae-b25b-4b80-9e73-32ae4bc5c50f HTTP/1.1" status: 200 len: 1102 time: 0.1473548 Jul 27 20:54:48.655734 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7b283d66-ac7e-41cd-b7ce-97945cce1450 req-bceff4ca-6eb3-4329-aab9-086f6bfec576 tempest-FloatingIPsAssociationTestJSON-1853502918 tempest-FloatingIPsAssociationTestJSON-1853502918-project] Notify agent at l3_agent.n-d-705658-22 the message routers_updated {{(pid=105585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 20:54:48.666080 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-7b283d66-ac7e-41cd-b7ce-97945cce1450 req-bceff4ca-6eb3-4329-aab9-086f6bfec576 tempest-FloatingIPsAssociationTestJSON-1853502918 tempest-FloatingIPsAssociationTestJSON-1853502918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for floatingip, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:48.683960 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ca885ff-3425-4185-982c-12ea2d2e0549 None None] Sync routers for ids ['ad9575d0-ad63-4823-8a92-28793e3a05de'] in n-d-705658-22 {{(pid=105587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 20:54:48.697654 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ca885ff-3425-4185-982c-12ea2d2e0549 None None] Routers {'ad9575d0-ad63-4823-8a92-28793e3a05de'} bound to L3 agent in host n-d-705658-22 {{(pid=105587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:54:48.701799 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-8ca885ff-3425-4185-982c-12ea2d2e0549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T20:54:41Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['ad9575d0-ad63-4823-8a92-28793e3a05de'], 'active': True} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:54:48.782018 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-7b283d66-ac7e-41cd-b7ce-97945cce1450 req-bceff4ca-6eb3-4329-aab9-086f6bfec576 tempest-FloatingIPsAssociationTestJSON-1853502918 tempest-FloatingIPsAssociationTestJSON-1853502918-project] 10.222.0.59 "PUT /v2.0/floatingips/b4a02e69-8b3e-4436-a262-4abd8887a3d2 HTTP/1.1" status: 200 len: 695 time: 1.1157484 Jul 27 20:54:48.782605 n-d-705658-22 neutron-server[105585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '584d1acb-649a-4ea3-bb0f-2992a4dd8793', 'tag': '740d4cab-d4f7-4ec1-866f-61d43378b551'}] {{(pid=105585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:54:48.785827 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d66fd65881426bfc2b5388084a3654e5eae521106a15a3dbf0eb4cde7106c36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aff0b697-7192-4878-b5ad-cb39a42f6e6b" -d '{"events": [{"name": "network-changed", "server_uuid": "584d1acb-649a-4ea3-bb0f-2992a4dd8793", "tag": "740d4cab-d4f7-4ec1-866f-61d43378b551"}]}' {{(pid=105585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:54:48.864262 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b9c7bf-b889-45bf-ae20-230b0f7bc616 req-c7804279-34eb-44c8-b577-08a2b43b63c6 tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:48.878249 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-e0b9c7bf-b889-45bf-ae20-230b0f7bc616 req-c7804279-34eb-44c8-b577-08a2b43b63c6 tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] 10.222.0.36 "GET /v2.0/networks?id=8e591ae5-ff89-4a25-b3ce-4b1625915957 HTTP/1.1" status: 200 len: 820 time: 0.2587051 Jul 27 20:54:48.893671 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvr_db [None req-8ca885ff-3425-4185-982c-12ea2d2e0549 None None] Set router ad9575d0-ad63-4823-8a92-28793e3a05de gateway port host: n-d-705658-22 {{(pid=105587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:54:48.908641 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [req-e0b9c7bf-b889-45bf-ae20-230b0f7bc616 req-3381f981-ce15-497a-8878-de7c0bebb089 tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] Request body: {'port': {'device_id': '23a39a45-86ad-4a34-aa42-6affa73d3ff5', 'network_id': '8e591ae5-ff89-4a25-b3ce-4b1625915957', 'admin_state_up': True, 'tenant_id': 'b02d9256766347f197eb5fbdd02cbc7a'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:54:49.014407 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b283d66-ac7e-41cd-b7ce-97945cce1450 req-915866ad-dc2d-4870-bbcd-8c78f10d76f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:49.018716 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-7b283d66-ac7e-41cd-b7ce-97945cce1450 req-915866ad-dc2d-4870-bbcd-8c78f10d76f5 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=615238fda314405b98ca504942933ecf&device_id=584d1acb-649a-4ea3-bb0f-2992a4dd8793 HTTP/1.1" status: 200 len: 1097 time: 0.1642897 Jul 27 20:54:49.161416 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e59b3dd-e251-4a33-b99c-8a48a1bc9c90 req-98f33f96-1082-437d-b042-796b7642ca41 tempest-ImagesOneServerNegativeTestJSON-323901233 tempest-ImagesOneServerNegativeTestJSON-323901233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:49.169181 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-6e59b3dd-e251-4a33-b99c-8a48a1bc9c90 req-98f33f96-1082-437d-b042-796b7642ca41 tempest-ImagesOneServerNegativeTestJSON-323901233 tempest-ImagesOneServerNegativeTestJSON-323901233-project] 10.222.0.59 "GET /v2.0/ports?device_id=5872b51f-94b7-4de0-9c39-57f5ddfbd2e6 HTTP/1.1" status: 200 len: 946 time: 0.3517950 Jul 27 20:54:49.170494 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0b9c7bf-b889-45bf-ae20-230b0f7bc616 req-3381f981-ce15-497a-8878-de7c0bebb089 tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] Made reservation on behalf of b02d9256766347f197eb5fbdd02cbc7a for: {'port': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:54:49.174398 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-e0b9c7bf-b889-45bf-ae20-230b0f7bc616 req-3381f981-ce15-497a-8878-de7c0bebb089 tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:49.176683 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b283d66-ac7e-41cd-b7ce-97945cce1450 req-45d4a781-29d0-4574-a2fb-49376dd78dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:49.178836 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-7b283d66-ac7e-41cd-b7ce-97945cce1450 req-45d4a781-29d0-4574-a2fb-49376dd78dbf service neutron] 10.222.0.59 "GET /v2.0/networks?id=3f1c8940-c5a5-4dd2-af27-28f2db444e65 HTTP/1.1" status: 200 len: 922 time: 0.1491461 Jul 27 20:54:49.200499 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80213fda-d72e-4992-83a4-c9f475c1ac90 req-5c52b6d9-8670-4f1f-9fed-edc4fa03f5c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:49.201764 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-80213fda-d72e-4992-83a4-c9f475c1ac90 req-5c52b6d9-8670-4f1f-9fed-edc4fa03f5c9 service neutron] 10.222.0.60 "GET /v2.0/networks?id=4d64aa0b-bd6a-468e-8edc-c83689947462 HTTP/1.1" status: 200 len: 870 time: 0.4046509 Jul 27 20:54:49.246887 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-7b283d66-ac7e-41cd-b7ce-97945cce1450 req-f4c71743-c05b-4e0a-aa92-283b4235a4e5 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=740d4cab-d4f7-4ec1-866f-61d43378b551 HTTP/1.1" status: 200 len: 217 time: 0.0569293 Jul 27 20:54:49.307728 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-8ca885ff-3425-4185-982c-12ea2d2e0549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad9575d0-ad63-4823-8a92-28793e3a05de', 'name': 'tempest-FloatingIPsAssociationTestJSON-1645103835-router', 'tenant_id': '615238fda314405b98ca504942933ecf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.161'}], 'enable_snat': True}, 'gw_port_id': '84d6154b-a1b0-4171-99e6-8fe6e769f980', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:53:29Z', 'updated_at': '2021-07-27T20:53:38Z', 'revision_number': 4, 'project_id': '615238fda314405b98ca504942933ecf', 'gw_port': {'id': '84d6154b-a1b0-4171-99e6-8fe6e769f980', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:3a:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad9575d0-ad63-4823-8a92-28793e3a05de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:53:29Z', 'updated_at': '2021-07-27T20:53:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_interfaces': [{'id': '7925b4ba-7a12-4ff3-952f-1275b7ca93a1', 'name': '', 'network_id': '3f1c8940-c5a5-4dd2-af27-28f2db444e65', 'tenant_id': '615238fda314405b98ca504942933ecf', 'mac_address': 'fa:16:3e:f4:57:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad9575d0-ad63-4823-8a92-28793e3a05de', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '8762aa6e-55d1-40fd-8a84-dc4ad49beb7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:53:36Z', 'updated_at': '2021-07-27T20:53:47Z', 'revision_number': 5, 'project_id': '615238fda314405b98ca504942933ecf', 'subnets': [{'id': '8762aa6e-55d1-40fd-8a84-dc4ad49beb7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-22', False) {} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:54:49.361129 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-6e59b3dd-e251-4a33-b99c-8a48a1bc9c90 req-06c599e6-d48c-475b-b470-de290b9aeae6 tempest-ImagesOneServerNegativeTestJSON-323901233 tempest-ImagesOneServerNegativeTestJSON-323901233-project] 10.222.0.59 "GET /v2.0/security-groups?id=b49152d2-7ea9-4069-930d-17bb1fb95e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1908832 Jul 27 20:54:49.364956 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-80213fda-d72e-4992-83a4-c9f475c1ac90 req-14a0ce05-6e58-40b9-8f60-3cd26f676ba6 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.252&port_id=789d1df8-a449-4c66-8006-9014f086578a HTTP/1.1" status: 200 len: 217 time: 0.1253011 Jul 27 20:54:49.394085 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ca885ff-3425-4185-982c-12ea2d2e0549 None None] Checking router: ad9575d0-ad63-4823-8a92-28793e3a05de for host: n-d-705658-22 {{(pid=105587) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 20:54:49.404879 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ca885ff-3425-4185-982c-12ea2d2e0549 None None] Routers {'ad9575d0-ad63-4823-8a92-28793e3a05de'} bound to L3 agent in host n-d-705658-22 {{(pid=105587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:54:49.405488 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-8ca885ff-3425-4185-982c-12ea2d2e0549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T20:54:41Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['ad9575d0-ad63-4823-8a92-28793e3a05de'], 'active': True} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:54:49.408394 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.db_base_plugin_common [req-e0b9c7bf-b889-45bf-ae20-230b0f7bc616 req-3381f981-ce15-497a-8878-de7c0bebb089 tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] Allocated IP 172.20.0.2 (8e591ae5-ff89-4a25-b3ce-4b1625915957/ffc7070b-0d02-4acb-a66a-19178d3b9317/c14b5680-225d-4e8a-80fe-181aabc6494e) {{(pid=105584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:54:49.445032 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b283d66-ac7e-41cd-b7ce-97945cce1450 req-c88c96b0-55ce-4a31-8d38-813ce5115eca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:49.493619 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-7b283d66-ac7e-41cd-b7ce-97945cce1450 req-c88c96b0-55ce-4a31-8d38-813ce5115eca service neutron] 10.222.0.59 "GET /v2.0/subnets?id=8762aa6e-55d1-40fd-8a84-dc4ad49beb7d HTTP/1.1" status: 200 len: 860 time: 0.1922100 Jul 27 20:54:49.544361 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device 8bc87563-93b4-46ea-bd9f-ed8e2c356c7d details requested by agent hyperv_n-h1-705658-22 with host n-h1-705658-22 {{(pid=105586) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 20:54:49.581960 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvr_db [None req-8ca885ff-3425-4185-982c-12ea2d2e0549 None None] Set router ad9575d0-ad63-4823-8a92-28793e3a05de gateway port host: n-d-705658-22 {{(pid=105587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:54:49.593964 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80213fda-d72e-4992-83a4-c9f475c1ac90 req-22d30de0-9a3b-45d0-854c-185839c0288a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:49.596282 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-80213fda-d72e-4992-83a4-c9f475c1ac90 req-22d30de0-9a3b-45d0-854c-185839c0288a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=26644ba0-4185-4e10-8718-6ad18d01376c HTTP/1.1" status: 200 len: 843 time: 0.2232163 Jul 27 20:54:49.763148 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] For port 8bc87563-93b4-46ea-bd9f-ed8e2c356c7d, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=8bc87563-93b4-46ea-bd9f-ed8e2c356c7d,segment=NetworkSegment(86b1e6f6-d629-4b03-8944-4cdfbfb93d02),segment_id=86b1e6f6-d629-4b03-8944-4cdfbfb93d02)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:54:49.794347 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Returning: {'device': '8bc87563-93b4-46ea-bd9f-ed8e2c356c7d', 'network_id': '4d64aa0b-bd6a-468e-8edc-c83689947462', 'port_id': '8bc87563-93b4-46ea-bd9f-ed8e2c356c7d', 'mac_address': 'fa:16:3e:67:54:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26644ba0-4185-4e10-8718-6ad18d01376c', 'ip_address': '192.168.233.153'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105586) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 20:54:49.795977 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-e0b9c7bf-b889-45bf-ae20-230b0f7bc616 req-3381f981-ce15-497a-8878-de7c0bebb089 tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] Notify callbacks [] for port, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:49.872950 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:49.901471 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-e0b9c7bf-b889-45bf-ae20-230b0f7bc616 req-3381f981-ce15-497a-8878-de7c0bebb089 tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:49.902046 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8bc87563-93b4-46ea-bd9f-ed8e2c356c7d {{(pid=105586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 20:54:49.906812 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-8ca885ff-3425-4185-982c-12ea2d2e0549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad9575d0-ad63-4823-8a92-28793e3a05de', 'name': 'tempest-FloatingIPsAssociationTestJSON-1645103835-router', 'tenant_id': '615238fda314405b98ca504942933ecf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.161'}], 'enable_snat': True}, 'gw_port_id': '84d6154b-a1b0-4171-99e6-8fe6e769f980', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:53:29Z', 'updated_at': '2021-07-27T20:53:38Z', 'revision_number': 4, 'project_id': '615238fda314405b98ca504942933ecf', 'gw_port': {'id': '84d6154b-a1b0-4171-99e6-8fe6e769f980', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:3a:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad9575d0-ad63-4823-8a92-28793e3a05de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:53:29Z', 'updated_at': '2021-07-27T20:53:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_interfaces': [{'id': '7925b4ba-7a12-4ff3-952f-1275b7ca93a1', 'name': '', 'network_id': '3f1c8940-c5a5-4dd2-af27-28f2db444e65', 'tenant_id': '615238fda314405b98ca504942933ecf', 'mac_address': 'fa:16:3e:f4:57:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad9575d0-ad63-4823-8a92-28793e3a05de', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '8762aa6e-55d1-40fd-8a84-dc4ad49beb7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:53:36Z', 'updated_at': '2021-07-27T20:53:47Z', 'revision_number': 5, 'project_id': '615238fda314405b98ca504942933ecf', 'subnets': [{'id': '8762aa6e-55d1-40fd-8a84-dc4ad49beb7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-22', False) {} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:54:49.932092 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] For port 8bc87563-93b4-46ea-bd9f-ed8e2c356c7d, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=8bc87563-93b4-46ea-bd9f-ed8e2c356c7d,segment=NetworkSegment(86b1e6f6-d629-4b03-8944-4cdfbfb93d02),segment_id=86b1e6f6-d629-4b03-8944-4cdfbfb93d02)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:54:49.937320 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:49.969747 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0b9c7bf-b889-45bf-ae20-230b0f7bc616 req-3381f981-ce15-497a-8878-de7c0bebb089 tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] Network 8e591ae5-ff89-4a25-b3ce-4b1625915957 is already hosted by enough agents. {{(pid=105584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:54:49.973280 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [req-e0b9c7bf-b889-45bf-ae20-230b0f7bc616 req-3381f981-ce15-497a-8878-de7c0bebb089 tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] Resources bound (agent type, host, resource id): {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:54:49.975162 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ca885ff-3425-4185-982c-12ea2d2e0549 None None] The sync data for ids ['ad9575d0-ad63-4823-8a92-28793e3a05de'] in n-d-705658-22 is: [{'id': 'ad9575d0-ad63-4823-8a92-28793e3a05de', 'name': 'tempest-FloatingIPsAssociationTestJSON-1645103835-router', 'tenant_id': '615238fda314405b98ca504942933ecf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.161'}], 'enable_snat': True}, 'gw_port_id': '84d6154b-a1b0-4171-99e6-8fe6e769f980', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:53:29Z', 'updated_at': '2021-07-27T20:53:38Z', 'revision_number': 4, 'project_id': '615238fda314405b98ca504942933ecf', 'gw_port': {'id': '84d6154b-a1b0-4171-99e6-8fe6e769f980', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:3a:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad9575d0-ad63-4823-8a92-28793e3a05de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:53:29Z', 'updated_at': '2021-07-27T20:53:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_interfaces': [{'id': '7925b4ba-7a12-4ff3-952f-1275b7ca93a1', 'name': '', 'network_id': '3f1c8940-c5a5-4dd2-af27-28f2db444e65', 'tenant_id': '615238fda314405b98ca504942933ecf', 'mac_address': 'fa:16:3e:f4:57:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad9575d0-ad63-4823-8a92-28793e3a05de', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '8762aa6e-55d1-40fd-8a84-dc4ad49beb7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:53:36Z', 'updated_at': '2021-07-27T20:53:47Z', 'revision_number': 5, 'project_id': '615238fda314405b98ca504942933ecf', 'subnets': [{'id': '8762aa6e-55d1-40fd-8a84-dc4ad49beb7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 20:54:49.977588 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0b9c7bf-b889-45bf-ae20-230b0f7bc616 req-3381f981-ce15-497a-8878-de7c0bebb089 tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] Received port after_create {{(pid=105584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:54:50.009947 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Pushing event updated for resources: {'Port': ['ID=8bc87563-93b4-46ea-bd9f-ed8e2c356c7d,revision_number=4']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:54:50.053215 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b283d66-ac7e-41cd-b7ce-97945cce1450 req-f3901b68-214e-4299-8e45-0c6e5b284ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:50.054900 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-7b283d66-ac7e-41cd-b7ce-97945cce1450 req-f3901b68-214e-4299-8e45-0c6e5b284ef5 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=3f1c8940-c5a5-4dd2-af27-28f2db444e65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5957630 Jul 27 20:54:50.061332 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3381f981-ce15-497a-8878-de7c0bebb089 tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] Pushing event updated for resources: {'Port': ['ID=c14b5680-225d-4e8a-80fe-181aabc6494e,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:54:50.102071 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b9c7bf-b889-45bf-ae20-230b0f7bc616 req-3381f981-ce15-497a-8878-de7c0bebb089 tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:50.103312 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-e0b9c7bf-b889-45bf-ae20-230b0f7bc616 req-3381f981-ce15-497a-8878-de7c0bebb089 tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:50.103708 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccfc298-b328-496b-9e2b-7008033b042c req-225f81d8-4417-41f8-a5a7-69cb5b70d1b5 tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:50.111374 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-1ccfc298-b328-496b-9e2b-7008033b042c req-225f81d8-4417-41f8-a5a7-69cb5b70d1b5 tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] 10.222.0.59 "GET /v2.0/ports?device_id=94443490-ac88-4e74-8177-4a5c0f0aa194 HTTP/1.1" status: 200 len: 948 time: 0.5799029 Jul 27 20:54:50.122432 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-e0b9c7bf-b889-45bf-ae20-230b0f7bc616 req-3381f981-ce15-497a-8878-de7c0bebb089 tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2291939 Jul 27 20:54:50.168906 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [req-e0b9c7bf-b889-45bf-ae20-230b0f7bc616 req-2ee3adf9-11d0-4fdc-b4aa-f47a899c40be service neutron] Request body: {'port': {'device_id': '23a39a45-86ad-4a34-aa42-6affa73d3ff5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-705658-22'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:54:50.215086 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-1ccfc298-b328-496b-9e2b-7008033b042c req-e94ff0d2-3b70-4cae-87b2-690ed07ed66b tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] 10.222.0.59 "GET /v2.0/security-groups?id=dea81a77-85b4-4e12-8e1d-b19e89484a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027949 Jul 27 20:54:50.216916 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80213fda-d72e-4992-83a4-c9f475c1ac90 req-a54cf224-b44a-460b-9c5e-d8e6f15852a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:50.218316 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-80213fda-d72e-4992-83a4-c9f475c1ac90 req-a54cf224-b44a-460b-9c5e-d8e6f15852a5 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4d64aa0b-bd6a-468e-8edc-c83689947462&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.6078696 Jul 27 20:54:50.264939 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-7b283d66-ac7e-41cd-b7ce-97945cce1450 req-bded31dc-7240-4139-8d96-ebab31b9da68 service neutron] 10.222.0.59 "GET /v2.0/networks/3f1c8940-c5a5-4dd2-af27-28f2db444e65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1912506 Jul 27 20:54:50.299071 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-e0b9c7bf-b889-45bf-ae20-230b0f7bc616 req-2ee3adf9-11d0-4fdc-b4aa-f47a899c40be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:50.322049 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 20:54:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b19f613e-ac5c-4f3c-b033-91914205b2a9 x-openstack-request-id: req-b19f613e-ac5c-4f3c-b033-91914205b2a9 {{(pid=105585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:54:50.322331 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "584d1acb-649a-4ea3-bb0f-2992a4dd8793", "tag": "740d4cab-d4f7-4ec1-866f-61d43378b551", "status": "completed", "code": 200}]} {{(pid=105585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:54:50.322582 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-b19f613e-ac5c-4f3c-b033-91914205b2a9 {{(pid=105585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:54:50.322968 n-d-705658-22 neutron-server[105585]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '584d1acb-649a-4ea3-bb0f-2992a4dd8793', 'tag': '740d4cab-d4f7-4ec1-866f-61d43378b551', 'status': 'completed', 'code': 200} Jul 27 20:54:50.443849 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0222d7eb-61e8-4acf-af3c-ae975927b00d None None] New status for floating IP b4a02e69-8b3e-4436-a262-4abd8887a3d2: DOWN {{(pid=105586) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 20:54:50.449870 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] get_ports_and_sgs() called for port_ids ['8bc87563-93b4-46ea-bd9f-ed8e2c356c7d'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 20:54:50.496970 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-7b283d66-ac7e-41cd-b7ce-97945cce1450 req-7dfa50bb-185b-4cd5-b15a-65fa090ad67e service neutron] 10.222.0.59 "GET /v2.0/networks/3f1c8940-c5a5-4dd2-af27-28f2db444e65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2200165 Jul 27 20:54:50.506206 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-80213fda-d72e-4992-83a4-c9f475c1ac90 req-767d9564-c29e-4287-b9b2-28ffd9d8e0c7 service neutron] 10.222.0.60 "GET /v2.0/networks/4d64aa0b-bd6a-468e-8edc-c83689947462?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2729635 Jul 27 20:54:50.574954 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff0b697-7192-4878-b5ad-cb39a42f6e6b req-23eaf1ca-4805-4f81-8681-731fdb612663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:50.578516 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-aff0b697-7192-4878-b5ad-cb39a42f6e6b req-23eaf1ca-4805-4f81-8681-731fdb612663 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=615238fda314405b98ca504942933ecf&device_id=584d1acb-649a-4ea3-bb0f-2992a4dd8793 HTTP/1.1" status: 200 len: 1097 time: 0.2115602 Jul 27 20:54:50.643403 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ee4491-eddd-4367-9fc9-2975e3fcd8af req-97e9739a-f776-48c4-8e10-58748a5f10ae tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:50.645155 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-81ee4491-eddd-4367-9fc9-2975e3fcd8af req-97e9739a-f776-48c4-8e10-58748a5f10ae tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] 10.222.0.59 "GET /v2.0/ports?device_id=f5981167-1ac0-4ca7-95b5-d52c185534b7 HTTP/1.1" status: 200 len: 948 time: 0.2313838 Jul 27 20:54:50.697311 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-80213fda-d72e-4992-83a4-c9f475c1ac90 req-c07f552d-a2e6-4559-bb84-03c2477a2d0a service neutron] 10.222.0.60 "GET /v2.0/networks/4d64aa0b-bd6a-468e-8edc-c83689947462?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1833520 Jul 27 20:54:50.724865 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-81ee4491-eddd-4367-9fc9-2975e3fcd8af req-d335f558-579c-42f3-90eb-48456c0149cf tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] 10.222.0.59 "GET /v2.0/security-groups?id=c6534cb3-b44e-4a83-b57e-ddb72c2ad843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702312 Jul 27 20:54:50.832098 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff0b697-7192-4878-b5ad-cb39a42f6e6b req-ecc4605e-87b3-4621-b383-99f4f61cd336 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:50.832098 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-aff0b697-7192-4878-b5ad-cb39a42f6e6b req-ecc4605e-87b3-4621-b383-99f4f61cd336 service neutron] 10.222.0.36 "GET /v2.0/networks?id=3f1c8940-c5a5-4dd2-af27-28f2db444e65 HTTP/1.1" status: 200 len: 922 time: 0.2278855 Jul 27 20:54:50.906351 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-aff0b697-7192-4878-b5ad-cb39a42f6e6b req-29553fbf-f6b3-4b3e-a030-d1feca5464fd service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=740d4cab-d4f7-4ec1-866f-61d43378b551 HTTP/1.1" status: 200 len: 217 time: 0.0468090 Jul 27 20:54:50.917495 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [req-e0b9c7bf-b889-45bf-ae20-230b0f7bc616 req-2ee3adf9-11d0-4fdc-b4aa-f47a899c40be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c14b5680-225d-4e8a-80fe-181aabc6494e {{(pid=105584) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 20:54:50.932442 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-e0b9c7bf-b889-45bf-ae20-230b0f7bc616 req-2ee3adf9-11d0-4fdc-b4aa-f47a899c40be service neutron] Notify callbacks [] for port, precommit_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:50.938798 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee16e935-769b-43d7-9d63-2417122c1c6a req-f1e0995b-a718-4c2f-9813-b80a9d6239d7 tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:50.940858 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-ee16e935-769b-43d7-9d63-2417122c1c6a req-f1e0995b-a718-4c2f-9813-b80a9d6239d7 tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] 10.222.0.59 "GET /v2.0/ports?device_id=23a39a45-86ad-4a34-aa42-6affa73d3ff5 HTTP/1.1" status: 200 len: 931 time: 0.1256557 Jul 27 20:54:50.975130 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadb67dd-923f-445e-869a-09285d20ca79 req-496c93f7-92de-47d0-9b43-2c8ce55c29c8 tempest-ImagesOneServerNegativeTestJSON-323901233 tempest-ImagesOneServerNegativeTestJSON-323901233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:50.976704 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-fadb67dd-923f-445e-869a-09285d20ca79 req-496c93f7-92de-47d0-9b43-2c8ce55c29c8 tempest-ImagesOneServerNegativeTestJSON-323901233 tempest-ImagesOneServerNegativeTestJSON-323901233-project] 10.222.0.59 "GET /v2.0/ports?device_id=5872b51f-94b7-4de0-9c39-57f5ddfbd2e6 HTTP/1.1" status: 200 len: 946 time: 0.1830139 Jul 27 20:54:50.980533 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff0b697-7192-4878-b5ad-cb39a42f6e6b req-8043e19c-c10e-4bb2-b6ca-6c4e8bd71ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:50.982871 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-aff0b697-7192-4878-b5ad-cb39a42f6e6b req-8043e19c-c10e-4bb2-b6ca-6c4e8bd71ad7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8762aa6e-55d1-40fd-8a84-dc4ad49beb7d HTTP/1.1" status: 200 len: 860 time: 0.0608175 Jul 27 20:54:50.993743 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.provisioning_blocks [req-e0b9c7bf-b889-45bf-ae20-230b0f7bc616 req-2ee3adf9-11d0-4fdc-b4aa-f47a899c40be service neutron] Transition to ACTIVE for port object c14b5680-225d-4e8a-80fe-181aabc6494e will not be triggered until provisioned by entity L2. {{(pid=105584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:54:51.002627 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-ee16e935-769b-43d7-9d63-2417122c1c6a req-f1931de2-a738-4218-8ab8-196dc9ae7976 tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] 10.222.0.59 "GET /v2.0/security-groups?id=1749b80d-91c6-4bd3-8e8d-666bd095400f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542657 Jul 27 20:54:51.007729 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-e0b9c7bf-b889-45bf-ae20-230b0f7bc616 req-2ee3adf9-11d0-4fdc-b4aa-f47a899c40be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9014027'] for port, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:51.043416 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-fadb67dd-923f-445e-869a-09285d20ca79 req-983a562b-a986-483f-9e30-dc18d290bf4f tempest-ImagesOneServerNegativeTestJSON-323901233 tempest-ImagesOneServerNegativeTestJSON-323901233-project] 10.222.0.59 "GET /v2.0/security-groups?id=b49152d2-7ea9-4069-930d-17bb1fb95e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519941 Jul 27 20:54:51.104458 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee3adf9-11d0-4fdc-b4aa-f47a899c40be service neutron] Pushing event updated for resources: {'Port': ['ID=c14b5680-225d-4e8a-80fe-181aabc6494e,revision_number=2']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:54:51.190272 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff0b697-7192-4878-b5ad-cb39a42f6e6b req-84315b6a-694e-4742-924e-7a510ee5705d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:51.191851 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-aff0b697-7192-4878-b5ad-cb39a42f6e6b req-84315b6a-694e-4742-924e-7a510ee5705d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3f1c8940-c5a5-4dd2-af27-28f2db444e65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1964188 Jul 27 20:54:51.273979 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [req-e0b9c7bf-b889-45bf-ae20-230b0f7bc616 req-2ee3adf9-11d0-4fdc-b4aa-f47a899c40be service neutron] Attempting to bind port c14b5680-225d-4e8a-80fe-181aabc6494e on host n-h1-705658-22 for vnic_type normal with profile {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:54:51.274322 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [req-e0b9c7bf-b889-45bf-ae20-230b0f7bc616 req-2ee3adf9-11d0-4fdc-b4aa-f47a899c40be service neutron] Attempting to bind port c14b5680-225d-4e8a-80fe-181aabc6494e by drivers openvswitch,hyperv on host n-h1-705658-22 at level 0 using segments [{'id': '30512320-4797-4523-818e-63eb7bdafb2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '8e591ae5-ff89-4a25-b3ce-4b1625915957'}] {{(pid=105584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:54:51.274660 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0b9c7bf-b889-45bf-ae20-230b0f7bc616 req-2ee3adf9-11d0-4fdc-b4aa-f47a899c40be service neutron] Attempting to bind port c14b5680-225d-4e8a-80fe-181aabc6494e on network 8e591ae5-ff89-4a25-b3ce-4b1625915957 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:54:51.290378 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0b9c7bf-b889-45bf-ae20-230b0f7bc616 req-2ee3adf9-11d0-4fdc-b4aa-f47a899c40be service neutron] Port c14b5680-225d-4e8a-80fe-181aabc6494e on network 8e591ae5-ff89-4a25-b3ce-4b1625915957 not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-22 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 20:54:51.290732 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0b9c7bf-b889-45bf-ae20-230b0f7bc616 req-2ee3adf9-11d0-4fdc-b4aa-f47a899c40be service neutron] Attempting to bind port c14b5680-225d-4e8a-80fe-181aabc6494e on network 8e591ae5-ff89-4a25-b3ce-4b1625915957 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:54:51.303748 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0b9c7bf-b889-45bf-ae20-230b0f7bc616 req-2ee3adf9-11d0-4fdc-b4aa-f47a899c40be service neutron] Checking agent: {'id': '9d9bc37f-4d75-44ef-9f63-799aab3e316f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 49, 36), 'started_at': datetime.datetime(2021, 7, 27, 20, 49, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 54, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:54:51.304095 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0b9c7bf-b889-45bf-ae20-230b0f7bc616 req-2ee3adf9-11d0-4fdc-b4aa-f47a899c40be service neutron] Checking segment: {'id': '30512320-4797-4523-818e-63eb7bdafb2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '8e591ae5-ff89-4a25-b3ce-4b1625915957'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:54:51.304488 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0b9c7bf-b889-45bf-ae20-230b0f7bc616 req-2ee3adf9-11d0-4fdc-b4aa-f47a899c40be service neutron] Bound using segment: {'id': '30512320-4797-4523-818e-63eb7bdafb2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '8e591ae5-ff89-4a25-b3ce-4b1625915957'} {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:54:51.304952 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [req-e0b9c7bf-b889-45bf-ae20-230b0f7bc616 req-2ee3adf9-11d0-4fdc-b4aa-f47a899c40be service neutron] Bound port: c14b5680-225d-4e8a-80fe-181aabc6494e, host: n-h1-705658-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30512320-4797-4523-818e-63eb7bdafb2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '8e591ae5-ff89-4a25-b3ce-4b1625915957'}}] {{(pid=105584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:54:51.305302 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-e0b9c7bf-b889-45bf-ae20-230b0f7bc616 req-2ee3adf9-11d0-4fdc-b4aa-f47a899c40be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:51.334642 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-aff0b697-7192-4878-b5ad-cb39a42f6e6b req-4a2ee912-0ea4-4b08-b75b-7d13a8698328 service neutron] 10.222.0.36 "GET /v2.0/networks/3f1c8940-c5a5-4dd2-af27-28f2db444e65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310449 Jul 27 20:54:51.362939 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3d18f2-6947-4700-80dd-0d08d10fc35b req-2353f60d-bc8d-4528-9adf-9f8e43028672 tempest-ListImageFiltersTestJSON-1820602988 tempest-ListImageFiltersTestJSON-1820602988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:51.365805 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-2e3d18f2-6947-4700-80dd-0d08d10fc35b req-2353f60d-bc8d-4528-9adf-9f8e43028672 tempest-ListImageFiltersTestJSON-1820602988 tempest-ListImageFiltersTestJSON-1820602988-project] 10.222.0.59 "GET /v2.0/ports?device_id=d554f15e-64a0-4c6e-b463-28d8148f367b HTTP/1.1" status: 200 len: 950 time: 0.0775957 Jul 27 20:54:51.409579 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-2e3d18f2-6947-4700-80dd-0d08d10fc35b req-dab4164e-57a5-4f0b-9fb4-60b1c84814b8 tempest-ListImageFiltersTestJSON-1820602988 tempest-ListImageFiltersTestJSON-1820602988-project] 10.222.0.59 "GET /v2.0/security-groups?id=824aa063-2fc5-4999-917c-6e4bfa9f4684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368462 Jul 27 20:54:51.440561 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [req-e0b9c7bf-b889-45bf-ae20-230b0f7bc616 req-2ee3adf9-11d0-4fdc-b4aa-f47a899c40be service neutron] For port c14b5680-225d-4e8a-80fe-181aabc6494e, host n-h1-705658-22, cleared binding levels {{(pid=105584) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:54:51.445972 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [req-e0b9c7bf-b889-45bf-ae20-230b0f7bc616 req-2ee3adf9-11d0-4fdc-b4aa-f47a899c40be service neutron] For port c14b5680-225d-4e8a-80fe-181aabc6494e, host n-h1-705658-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=c14b5680-225d-4e8a-80fe-181aabc6494e,segment=NetworkSegment(30512320-4797-4523-818e-63eb7bdafb2b),segment_id=30512320-4797-4523-818e-63eb7bdafb2b)] {{(pid=105584) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:54:51.455384 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-e0b9c7bf-b889-45bf-ae20-230b0f7bc616 req-2ee3adf9-11d0-4fdc-b4aa-f47a899c40be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9014027'] for port, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:51.505020 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b9c7bf-b889-45bf-ae20-230b0f7bc616 req-2ee3adf9-11d0-4fdc-b4aa-f47a899c40be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:51.505644 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-e0b9c7bf-b889-45bf-ae20-230b0f7bc616 req-2ee3adf9-11d0-4fdc-b4aa-f47a899c40be service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:51.508284 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-e0b9c7bf-b889-45bf-ae20-230b0f7bc616 req-2ee3adf9-11d0-4fdc-b4aa-f47a899c40be service neutron] 10.222.0.36 "PUT /v2.0/ports/c14b5680-225d-4e8a-80fe-181aabc6494e HTTP/1.1" status: 200 len: 1092 time: 1.3433571 Jul 27 20:54:51.508284 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23a39a45-86ad-4a34-aa42-6affa73d3ff5', 'tag': 'c14b5680-225d-4e8a-80fe-181aabc6494e'}] {{(pid=105584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:54:51.510018 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bce5e6c8685464f7626901654159975603b047827e3138302ed6566e28f1343" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3c00e29-b80b-4ac3-a84f-0d09ec22f15a" -d '{"events": [{"name": "network-changed", "server_uuid": "23a39a45-86ad-4a34-aa42-6affa73d3ff5", "tag": "c14b5680-225d-4e8a-80fe-181aabc6494e"}]}' {{(pid=105584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:54:51.525608 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-aff0b697-7192-4878-b5ad-cb39a42f6e6b req-0561c8e8-04ac-4e16-9093-11ae55bad147 service neutron] 10.222.0.36 "GET /v2.0/networks/3f1c8940-c5a5-4dd2-af27-28f2db444e65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1714611 Jul 27 20:54:51.541360 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee3adf9-11d0-4fdc-b4aa-f47a899c40be service neutron] Pushing event updated for resources: {'Port': ['ID=c14b5680-225d-4e8a-80fe-181aabc6494e,revision_number=3']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:54:51.660244 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113620b3-82fd-4a4a-9175-aef714d719f1 req-90a1466c-e82e-41be-b205-ff3648440f57 tempest-ImagesOneServerNegativeTestJSON-323901233 tempest-ImagesOneServerNegativeTestJSON-323901233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:51.668053 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-113620b3-82fd-4a4a-9175-aef714d719f1 req-90a1466c-e82e-41be-b205-ff3648440f57 tempest-ImagesOneServerNegativeTestJSON-323901233 tempest-ImagesOneServerNegativeTestJSON-323901233-project] 10.222.0.59 "GET /v2.0/ports?device_id=5872b51f-94b7-4de0-9c39-57f5ddfbd2e6 HTTP/1.1" status: 200 len: 946 time: 0.1202257 Jul 27 20:54:51.687321 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-d425edd1-4fc0-4363-a561-8c88704cc942 req-5754513b-57bf-4308-b0d1-d6d3d4da3442 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=f5981167-1ac0-4ca7-95b5-d52c185534b7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1033361 Jul 27 20:54:51.694053 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cb3714-c7a1-4de4-b365-15131d9b0f76 req-71458fbc-597b-489d-9fc5-6af17bd67dde tempest-FloatingIPsAssociationTestJSON-1853502918 tempest-FloatingIPsAssociationTestJSON-1853502918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:51.694944 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b9c7bf-b889-45bf-ae20-230b0f7bc616 req-47ff4f7e-c2e4-4e69-abce-fd4d66057fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:51.696033 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-56cb3714-c7a1-4de4-b365-15131d9b0f76 req-71458fbc-597b-489d-9fc5-6af17bd67dde tempest-FloatingIPsAssociationTestJSON-1853502918 tempest-FloatingIPsAssociationTestJSON-1853502918-project] 10.222.0.59 "GET /v2.0/ports?device_id=7d6d1740-167b-4ed1-8fde-75684d664c4d&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1355469 Jul 27 20:54:51.696597 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-e0b9c7bf-b889-45bf-ae20-230b0f7bc616 req-47ff4f7e-c2e4-4e69-abce-fd4d66057fc3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b02d9256766347f197eb5fbdd02cbc7a&device_id=23a39a45-86ad-4a34-aa42-6affa73d3ff5 HTTP/1.1" status: 200 len: 1095 time: 0.1059997 Jul 27 20:54:51.751300 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-e0b9c7bf-b889-45bf-ae20-230b0f7bc616 req-fc259f5d-e4dc-4009-b308-11366cb85474 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c14b5680-225d-4e8a-80fe-181aabc6494e HTTP/1.1" status: 200 len: 217 time: 0.0434289 Jul 27 20:54:51.769073 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-113620b3-82fd-4a4a-9175-aef714d719f1 req-a9f86fdf-7a02-4edc-b95f-2e8e675247b3 tempest-ImagesOneServerNegativeTestJSON-323901233 tempest-ImagesOneServerNegativeTestJSON-323901233-project] 10.222.0.59 "GET /v2.0/security-groups?id=b49152d2-7ea9-4069-930d-17bb1fb95e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945308 Jul 27 20:54:51.777752 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-56cb3714-c7a1-4de4-b365-15131d9b0f76 req-564576cf-69c1-409b-a7b8-438018515f74 tempest-FloatingIPsAssociationTestJSON-1853502918 tempest-FloatingIPsAssociationTestJSON-1853502918-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.5.214 HTTP/1.1" status: 200 len: 696 time: 0.0735672 Jul 27 20:54:51.789085 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [req-56cb3714-c7a1-4de4-b365-15131d9b0f76 req-28df7c99-a85a-488a-b29e-800719967040 tempest-FloatingIPsAssociationTestJSON-1853502918 tempest-FloatingIPsAssociationTestJSON-1853502918-project] Request body: {'floatingip': {'port_id': 'ba583bd9-3270-4e8c-b116-80894feef3ca', 'fixed_ip_address': '172.20.0.13'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:54:51.823797 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b9c7bf-b889-45bf-ae20-230b0f7bc616 req-1aaf14ab-721f-4569-a850-10ff38401c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:51.825285 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-e0b9c7bf-b889-45bf-ae20-230b0f7bc616 req-1aaf14ab-721f-4569-a850-10ff38401c18 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ffc7070b-0d02-4acb-a66a-19178d3b9317 HTTP/1.1" status: 200 len: 860 time: 0.0629559 Jul 27 20:54:51.852291 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-56cb3714-c7a1-4de4-b365-15131d9b0f76 req-28df7c99-a85a-488a-b29e-800719967040 tempest-FloatingIPsAssociationTestJSON-1853502918 tempest-FloatingIPsAssociationTestJSON-1853502918-project] Notify callbacks [] for floatingip, before_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:51.891794 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-e0b9c7bf-b889-45bf-ae20-230b0f7bc616 req-8adbdd43-6c24-4566-97fa-7d65a4106b77 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8e591ae5-ff89-4a25-b3ce-4b1625915957&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0425634 Jul 27 20:54:52.015528 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-e0b9c7bf-b889-45bf-ae20-230b0f7bc616 req-34eb47c8-0512-483d-87d0-e9b2c66b8f1f service neutron] 10.222.0.36 "GET /v2.0/networks/8e591ae5-ff89-4a25-b3ce-4b1625915957?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1033571 Jul 27 20:54:52.067082 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b07d64b-a6fa-4e9f-bf68-44d9746001bf req-a4643844-3165-4001-aa3d-3d78048488ff tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:52.068665 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-6b07d64b-a6fa-4e9f-bf68-44d9746001bf req-a4643844-3165-4001-aa3d-3d78048488ff tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] 10.222.0.59 "GET /v2.0/ports?device_id=94443490-ac88-4e74-8177-4a5c0f0aa194 HTTP/1.1" status: 200 len: 949 time: 0.1842227 Jul 27 20:54:52.160727 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-e0b9c7bf-b889-45bf-ae20-230b0f7bc616 req-15327ed9-a737-4499-a417-04886ac37bd8 service neutron] 10.222.0.36 "GET /v2.0/networks/8e591ae5-ff89-4a25-b3ce-4b1625915957?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312921 Jul 27 20:54:52.171600 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-6b07d64b-a6fa-4e9f-bf68-44d9746001bf req-82a16163-4931-4957-be19-7d780092daa0 tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] 10.222.0.59 "GET /v2.0/security-groups?id=dea81a77-85b4-4e12-8e1d-b19e89484a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923986 Jul 27 20:54:52.518533 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-56cb3714-c7a1-4de4-b365-15131d9b0f76 req-28df7c99-a85a-488a-b29e-800719967040 tempest-FloatingIPsAssociationTestJSON-1853502918 tempest-FloatingIPsAssociationTestJSON-1853502918-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:52.521657 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-56cb3714-c7a1-4de4-b365-15131d9b0f76 req-28df7c99-a85a-488a-b29e-800719967040 tempest-FloatingIPsAssociationTestJSON-1853502918 tempest-FloatingIPsAssociationTestJSON-1853502918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4075768'] for floatingip, after_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:52.626233 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22dea91e-faea-4300-82ea-09c5192c3219 req-541150a7-84b3-43fe-a53a-fca91d36a661 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:52.627906 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-22dea91e-faea-4300-82ea-09c5192c3219 req-541150a7-84b3-43fe-a53a-fca91d36a661 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] 10.222.0.59 "GET /v2.0/ports?device_id=f5981167-1ac0-4ca7-95b5-d52c185534b7 HTTP/1.1" status: 200 len: 948 time: 0.1602561 Jul 27 20:54:52.656228 n-d-705658-22 neutron-server[105585]: INFO neutron.db.l3_db [req-56cb3714-c7a1-4de4-b365-15131d9b0f76 req-28df7c99-a85a-488a-b29e-800719967040 tempest-FloatingIPsAssociationTestJSON-1853502918 tempest-FloatingIPsAssociationTestJSON-1853502918-project] Floating IP b4a02e69-8b3e-4436-a262-4abd8887a3d2 associated. External IP: 172.25.5.214, port: ba583bd9-3270-4e8c-b116-80894feef3ca. Jul 27 20:54:52.718405 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-22dea91e-faea-4300-82ea-09c5192c3219 req-547cfce3-4cc5-430c-88d2-580d10924504 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] 10.222.0.59 "GET /v2.0/security-groups?id=c6534cb3-b44e-4a83-b57e-ddb72c2ad843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816905 Jul 27 20:54:52.764596 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 20:54:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a086a2f-d60b-48a5-be64-7587e426f90d x-openstack-request-id: req-9a086a2f-d60b-48a5-be64-7587e426f90d {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:54:52.764916 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23a39a45-86ad-4a34-aa42-6affa73d3ff5", "tag": "c14b5680-225d-4e8a-80fe-181aabc6494e", "status": "completed", "code": 200}]} {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:54:52.765190 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-9a086a2f-d60b-48a5-be64-7587e426f90d {{(pid=105584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:54:52.765602 n-d-705658-22 neutron-server[105584]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23a39a45-86ad-4a34-aa42-6affa73d3ff5', 'tag': 'c14b5680-225d-4e8a-80fe-181aabc6494e', 'status': 'completed', 'code': 200} Jul 27 20:54:52.878840 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c00e29-b80b-4ac3-a84f-0d09ec22f15a req-c293bd29-d0dc-4c0e-bb17-50de160cfe0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:52.882415 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-c3c00e29-b80b-4ac3-a84f-0d09ec22f15a req-c293bd29-d0dc-4c0e-bb17-50de160cfe0b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b02d9256766347f197eb5fbdd02cbc7a&device_id=23a39a45-86ad-4a34-aa42-6affa73d3ff5 HTTP/1.1" status: 200 len: 1095 time: 0.0895624 Jul 27 20:54:52.959778 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.l3_agent_scheduler [req-56cb3714-c7a1-4de4-b365-15131d9b0f76 req-28df7c99-a85a-488a-b29e-800719967040 tempest-FloatingIPsAssociationTestJSON-1853502918 tempest-FloatingIPsAssociationTestJSON-1853502918-project] Router ad9575d0-ad63-4823-8a92-28793e3a05de has already been hosted by L3 agent dd128fd7-8e57-4d4f-895b-a96b369df59a {{(pid=105585) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 20:54:52.989004 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c00e29-b80b-4ac3-a84f-0d09ec22f15a req-70a8448b-95d4-40f6-9a67-7401df0da999 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:52.990595 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-c3c00e29-b80b-4ac3-a84f-0d09ec22f15a req-70a8448b-95d4-40f6-9a67-7401df0da999 service neutron] 10.222.0.36 "GET /v2.0/networks?id=8e591ae5-ff89-4a25-b3ce-4b1625915957 HTTP/1.1" status: 200 len: 921 time: 0.0965188 Jul 27 20:54:53.027414 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633aba4d-8cd4-4521-a0b9-b08cf89fe24f req-4e1a13e2-e250-4f52-a03f-9f7117977edb tempest-ImagesOneServerNegativeTestJSON-323901233 tempest-ImagesOneServerNegativeTestJSON-323901233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:53.028818 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-633aba4d-8cd4-4521-a0b9-b08cf89fe24f req-4e1a13e2-e250-4f52-a03f-9f7117977edb tempest-ImagesOneServerNegativeTestJSON-323901233 tempest-ImagesOneServerNegativeTestJSON-323901233-project] 10.222.0.59 "GET /v2.0/ports?device_id=5872b51f-94b7-4de0-9c39-57f5ddfbd2e6 HTTP/1.1" status: 200 len: 946 time: 0.1103468 Jul 27 20:54:53.041458 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-c3c00e29-b80b-4ac3-a84f-0d09ec22f15a req-4d07e07f-a484-4a5f-af41-efa63740fa88 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c14b5680-225d-4e8a-80fe-181aabc6494e HTTP/1.1" status: 200 len: 217 time: 0.0349002 Jul 27 20:54:53.095692 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c00e29-b80b-4ac3-a84f-0d09ec22f15a req-af098c6b-07ba-4991-b64e-c5a45c6cf468 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:53.097229 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-c3c00e29-b80b-4ac3-a84f-0d09ec22f15a req-af098c6b-07ba-4991-b64e-c5a45c6cf468 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ffc7070b-0d02-4acb-a66a-19178d3b9317 HTTP/1.1" status: 200 len: 860 time: 0.0467885 Jul 27 20:54:53.125307 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-633aba4d-8cd4-4521-a0b9-b08cf89fe24f req-98f0852a-521f-445f-bc2e-aa95d2f230fd tempest-ImagesOneServerNegativeTestJSON-323901233 tempest-ImagesOneServerNegativeTestJSON-323901233-project] 10.222.0.59 "GET /v2.0/security-groups?id=b49152d2-7ea9-4069-930d-17bb1fb95e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834880 Jul 27 20:54:53.130352 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-56cb3714-c7a1-4de4-b365-15131d9b0f76 req-28df7c99-a85a-488a-b29e-800719967040 tempest-FloatingIPsAssociationTestJSON-1853502918 tempest-FloatingIPsAssociationTestJSON-1853502918-project] Notify agent at l3_agent.n-d-705658-22 the message routers_updated {{(pid=105585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 20:54:53.134918 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-56cb3714-c7a1-4de4-b365-15131d9b0f76 req-28df7c99-a85a-488a-b29e-800719967040 tempest-FloatingIPsAssociationTestJSON-1853502918 tempest-FloatingIPsAssociationTestJSON-1853502918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for floatingip, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:53.139008 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-c3c00e29-b80b-4ac3-a84f-0d09ec22f15a req-3cc62796-6301-4616-8892-cc1aa2209e22 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8e591ae5-ff89-4a25-b3ce-4b1625915957&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304606 Jul 27 20:54:53.148372 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6746a076-183d-47b8-9d70-6ce0bf5a8f1f None None] Sync routers for ids ['ad9575d0-ad63-4823-8a92-28793e3a05de'] in n-d-705658-22 {{(pid=105587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 20:54:53.165310 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6746a076-183d-47b8-9d70-6ce0bf5a8f1f None None] Routers {'ad9575d0-ad63-4823-8a92-28793e3a05de'} bound to L3 agent in host n-d-705658-22 {{(pid=105587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:54:53.166147 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-6746a076-183d-47b8-9d70-6ce0bf5a8f1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T20:54:41Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['ad9575d0-ad63-4823-8a92-28793e3a05de'], 'active': True} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:54:53.224469 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-56cb3714-c7a1-4de4-b365-15131d9b0f76 req-28df7c99-a85a-488a-b29e-800719967040 tempest-FloatingIPsAssociationTestJSON-1853502918 tempest-FloatingIPsAssociationTestJSON-1853502918-project] 10.222.0.59 "PUT /v2.0/floatingips/b4a02e69-8b3e-4436-a262-4abd8887a3d2 HTTP/1.1" status: 200 len: 997 time: 1.4379909 Jul 27 20:54:53.227941 n-d-705658-22 neutron-server[105585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d6d1740-167b-4ed1-8fde-75684d664c4d', 'tag': 'ba583bd9-3270-4e8c-b116-80894feef3ca'}] {{(pid=105585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:54:53.233343 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d66fd65881426bfc2b5388084a3654e5eae521106a15a3dbf0eb4cde7106c36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e17686c9-8ff0-4636-a1b7-47d667f1bc5e" -d '{"events": [{"name": "network-changed", "server_uuid": "7d6d1740-167b-4ed1-8fde-75684d664c4d", "tag": "ba583bd9-3270-4e8c-b116-80894feef3ca"}]}' {{(pid=105585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:54:53.325480 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvr_db [None req-6746a076-183d-47b8-9d70-6ce0bf5a8f1f None None] Set router ad9575d0-ad63-4823-8a92-28793e3a05de gateway port host: n-d-705658-22 {{(pid=105587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:54:53.336532 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-c3c00e29-b80b-4ac3-a84f-0d09ec22f15a req-91429934-1380-41dc-bf1c-ae9f1d7a30b4 service neutron] 10.222.0.36 "GET /v2.0/networks/8e591ae5-ff89-4a25-b3ce-4b1625915957?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366875 Jul 27 20:54:53.499366 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-c3c00e29-b80b-4ac3-a84f-0d09ec22f15a req-512a07da-187d-478e-8003-7973d0c149db service neutron] 10.222.0.36 "GET /v2.0/networks/8e591ae5-ff89-4a25-b3ce-4b1625915957?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1471813 Jul 27 20:54:53.531551 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd52358d-05cd-4340-bd20-fef8bc2914b9 req-8fbc1a0c-99ce-4365-a845-4fcd1c48d06f tempest-FloatingIPsAssociationTestJSON-1853502918 tempest-FloatingIPsAssociationTestJSON-1853502918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:53.533384 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-cd52358d-05cd-4340-bd20-fef8bc2914b9 req-8fbc1a0c-99ce-4365-a845-4fcd1c48d06f tempest-FloatingIPsAssociationTestJSON-1853502918 tempest-FloatingIPsAssociationTestJSON-1853502918-project] 10.222.0.36 "GET /v2.0/ports?device_id=584d1acb-649a-4ea3-bb0f-2992a4dd8793 HTTP/1.1" status: 200 len: 945 time: 0.1244962 Jul 27 20:54:53.587262 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device 8bc87563-93b4-46ea-bd9f-ed8e2c356c7d up at agent hyperv_n-h1-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:54:53.646282 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-6746a076-183d-47b8-9d70-6ce0bf5a8f1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad9575d0-ad63-4823-8a92-28793e3a05de', 'name': 'tempest-FloatingIPsAssociationTestJSON-1645103835-router', 'tenant_id': '615238fda314405b98ca504942933ecf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.161'}], 'enable_snat': True}, 'gw_port_id': '84d6154b-a1b0-4171-99e6-8fe6e769f980', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:53:29Z', 'updated_at': '2021-07-27T20:53:38Z', 'revision_number': 4, 'project_id': '615238fda314405b98ca504942933ecf', 'gw_port': {'id': '84d6154b-a1b0-4171-99e6-8fe6e769f980', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:3a:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad9575d0-ad63-4823-8a92-28793e3a05de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:53:29Z', 'updated_at': '2021-07-27T20:53:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_floatingips': [{'id': 'b4a02e69-8b3e-4436-a262-4abd8887a3d2', 'tenant_id': '615238fda314405b98ca504942933ecf', 'floating_ip_address': '172.25.5.214', 'floating_network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'router_id': 'ad9575d0-ad63-4823-8a92-28793e3a05de', 'port_id': 'ba583bd9-3270-4e8c-b116-80894feef3ca', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 473, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f1c8940-c5a5-4dd2-af27-28f2db444e65', 'mac_address': 'fa:16:3e:65:48:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d6d1740-167b-4ed1-8fde-75684d664c4d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T20:54:09Z', 'updated_at': '2021-07-27T20:54:52Z', 'revision_number': 8, 'project_id': '615238fda314405b98ca504942933ecf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7925b4ba-7a12-4ff3-952f-1275b7ca93a1', 'name': '', 'network_id': '3f1c8940-c5a5-4dd2-af27-28f2db444e65', 'tenant_id': '615238fda314405b98ca504942933ecf', 'mac_address': 'fa:16:3e:f4:57:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad9575d0-ad63-4823-8a92-28793e3a05de', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '8762aa6e-55d1-40fd-8a84-dc4ad49beb7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:53:36Z', 'updated_at': '2021-07-27T20:53:47Z', 'revision_number': 5, 'project_id': '615238fda314405b98ca504942933ecf', 'subnets': [{'id': '8762aa6e-55d1-40fd-8a84-dc4ad49beb7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-22', False) {} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:54:53.671167 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cb3714-c7a1-4de4-b365-15131d9b0f76 req-c3ae81cc-644f-4b5a-9c71-8e7beb71ba95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:53.679106 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-56cb3714-c7a1-4de4-b365-15131d9b0f76 req-c3ae81cc-644f-4b5a-9c71-8e7beb71ba95 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=615238fda314405b98ca504942933ecf&device_id=7d6d1740-167b-4ed1-8fde-75684d664c4d HTTP/1.1" status: 200 len: 1098 time: 0.4397011 Jul 27 20:54:53.682167 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [req-cd52358d-05cd-4340-bd20-fef8bc2914b9 req-1e515c3f-84d2-487b-8ede-1c250fdd6694 tempest-FloatingIPsAssociationTestJSON-1853502918 tempest-FloatingIPsAssociationTestJSON-1853502918-project] Deleting port 740d4cab-d4f7-4ec1-866f-61d43378b551 {{(pid=105584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:54:53.685070 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-cd52358d-05cd-4340-bd20-fef8bc2914b9 req-1e515c3f-84d2-487b-8ede-1c250fdd6694 tempest-FloatingIPsAssociationTestJSON-1853502918 tempest-FloatingIPsAssociationTestJSON-1853502918-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:53.692708 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Provisioning for port 8bc87563-93b4-46ea-bd9f-ed8e2c356c7d completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:54:53.696988 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf410301-c902-4a73-a12f-5b5be54a367f req-576d3d69-bf9f-48ed-820b-239a5c050c0b tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:53.697196 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Provisioning complete for port 8bc87563-93b4-46ea-bd9f-ed8e2c356c7d triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:54:53.697741 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:53.704241 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-bf410301-c902-4a73-a12f-5b5be54a367f req-576d3d69-bf9f-48ed-820b-239a5c050c0b tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] 10.222.0.59 "GET /v2.0/ports?device_id=23a39a45-86ad-4a34-aa42-6affa73d3ff5 HTTP/1.1" status: 200 len: 943 time: 0.4559050 Jul 27 20:54:53.722846 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6746a076-183d-47b8-9d70-6ce0bf5a8f1f None None] Checking router: ad9575d0-ad63-4823-8a92-28793e3a05de for host: n-d-705658-22 {{(pid=105587) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 20:54:53.743458 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6746a076-183d-47b8-9d70-6ce0bf5a8f1f None None] Routers {'ad9575d0-ad63-4823-8a92-28793e3a05de'} bound to L3 agent in host n-d-705658-22 {{(pid=105587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:54:53.744144 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-6746a076-183d-47b8-9d70-6ce0bf5a8f1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T20:54:41Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['ad9575d0-ad63-4823-8a92-28793e3a05de'], 'active': True} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:54:53.802912 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:53.832212 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-bf410301-c902-4a73-a12f-5b5be54a367f req-5f4f740a-8d4f-4d03-badd-48dadaca522d tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] 10.222.0.59 "GET /v2.0/security-groups?id=1749b80d-91c6-4bd3-8e8d-666bd095400f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198566 Jul 27 20:54:53.837202 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d425edd1-4fc0-4363-a561-8c88704cc942 req-d4a01030-cf7f-4dc1-ba47-37c262998bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:53.841015 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-d425edd1-4fc0-4363-a561-8c88704cc942 req-d4a01030-cf7f-4dc1-ba47-37c262998bb8 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=43230fc3eab141e0b742541c8628d03e&device_id=f5981167-1ac0-4ca7-95b5-d52c185534b7 HTTP/1.1" status: 200 len: 1100 time: 0.5254176 Jul 27 20:54:53.861521 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] For port 8bc87563-93b4-46ea-bd9f-ed8e2c356c7d, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=8bc87563-93b4-46ea-bd9f-ed8e2c356c7d,segment=NetworkSegment(86b1e6f6-d629-4b03-8944-4cdfbfb93d02),segment_id=86b1e6f6-d629-4b03-8944-4cdfbfb93d02)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:54:53.862779 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94443490-ac88-4e74-8177-4a5c0f0aa194', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bc87563-93b4-46ea-bd9f-ed8e2c356c7d'}] {{(pid=105586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:54:53.868448 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14c1663e039faf5393f87855f745010ac5b02220355b68fdbf065393e303ac56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1279856-4ebb-4899-963b-e7f419266f14" -d '{"events": [{"server_uuid": "94443490-ac88-4e74-8177-4a5c0f0aa194", "name": "network-vif-plugged", "status": "completed", "tag": "8bc87563-93b4-46ea-bd9f-ed8e2c356c7d"}]}' {{(pid=105586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:54:53.873512 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:53.875438 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device efe6605a-3440-4bb8-841a-76d9e509f042 no longer exists at agent hyperv_n-h1-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 20:54:53.953174 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvr_db [None req-6746a076-183d-47b8-9d70-6ce0bf5a8f1f None None] Set router ad9575d0-ad63-4823-8a92-28793e3a05de gateway port host: n-d-705658-22 {{(pid=105587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:54:53.987455 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cb3714-c7a1-4de4-b365-15131d9b0f76 req-6e66dafd-6e79-4819-a746-830d2c93188a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:53.994946 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-56cb3714-c7a1-4de4-b365-15131d9b0f76 req-6e66dafd-6e79-4819-a746-830d2c93188a service neutron] 10.222.0.59 "GET /v2.0/networks?id=3f1c8940-c5a5-4dd2-af27-28f2db444e65 HTTP/1.1" status: 200 len: 922 time: 0.3149033 Jul 27 20:54:54.049128 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:54.060911 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Pushing event updated for resources: {'Port': ['ID=8bc87563-93b4-46ea-bd9f-ed8e2c356c7d,revision_number=5']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:54:54.108903 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] For port efe6605a-3440-4bb8-841a-76d9e509f042, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=efe6605a-3440-4bb8-841a-76d9e509f042,segment=NetworkSegment(86b1e6f6-d629-4b03-8944-4cdfbfb93d02),segment_id=86b1e6f6-d629-4b03-8944-4cdfbfb93d02)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:54:54.115324 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:54.185968 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-56cb3714-c7a1-4de4-b365-15131d9b0f76 req-a688f70a-5e9d-43c7-be5d-c8a401d5c37d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ba583bd9-3270-4e8c-b116-80894feef3ca HTTP/1.1" status: 200 len: 1000 time: 0.1798527 Jul 27 20:54:54.199244 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d425edd1-4fc0-4363-a561-8c88704cc942 req-95aef885-e3fd-4597-9ba3-9a88912c65c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:54.201030 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-d425edd1-4fc0-4363-a561-8c88704cc942 req-95aef885-e3fd-4597-9ba3-9a88912c65c2 service neutron] 10.222.0.60 "GET /v2.0/networks?id=4d64aa0b-bd6a-468e-8edc-c83689947462 HTTP/1.1" status: 200 len: 870 time: 0.3511915 Jul 27 20:54:54.245596 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Pushing event updated for resources: {'Port': ['ID=efe6605a-3440-4bb8-841a-76d9e509f042,revision_number=11']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:54:54.254403 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-6746a076-183d-47b8-9d70-6ce0bf5a8f1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad9575d0-ad63-4823-8a92-28793e3a05de', 'name': 'tempest-FloatingIPsAssociationTestJSON-1645103835-router', 'tenant_id': '615238fda314405b98ca504942933ecf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.161'}], 'enable_snat': True}, 'gw_port_id': '84d6154b-a1b0-4171-99e6-8fe6e769f980', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:53:29Z', 'updated_at': '2021-07-27T20:53:38Z', 'revision_number': 4, 'project_id': '615238fda314405b98ca504942933ecf', 'gw_port': {'id': '84d6154b-a1b0-4171-99e6-8fe6e769f980', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:3a:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad9575d0-ad63-4823-8a92-28793e3a05de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:53:29Z', 'updated_at': '2021-07-27T20:53:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_floatingips': [{'id': 'b4a02e69-8b3e-4436-a262-4abd8887a3d2', 'tenant_id': '615238fda314405b98ca504942933ecf', 'floating_ip_address': '172.25.5.214', 'floating_network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'router_id': 'ad9575d0-ad63-4823-8a92-28793e3a05de', 'port_id': 'ba583bd9-3270-4e8c-b116-80894feef3ca', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 473, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f1c8940-c5a5-4dd2-af27-28f2db444e65', 'mac_address': 'fa:16:3e:65:48:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d6d1740-167b-4ed1-8fde-75684d664c4d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T20:54:09Z', 'updated_at': '2021-07-27T20:54:52Z', 'revision_number': 8, 'project_id': '615238fda314405b98ca504942933ecf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7925b4ba-7a12-4ff3-952f-1275b7ca93a1', 'name': '', 'network_id': '3f1c8940-c5a5-4dd2-af27-28f2db444e65', 'tenant_id': '615238fda314405b98ca504942933ecf', 'mac_address': 'fa:16:3e:f4:57:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad9575d0-ad63-4823-8a92-28793e3a05de', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '8762aa6e-55d1-40fd-8a84-dc4ad49beb7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:53:36Z', 'updated_at': '2021-07-27T20:53:47Z', 'revision_number': 5, 'project_id': '615238fda314405b98ca504942933ecf', 'subnets': [{'id': '8762aa6e-55d1-40fd-8a84-dc4ad49beb7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-22', False) {} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:54:54.271269 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-d425edd1-4fc0-4363-a561-8c88704cc942 req-7b638a74-0019-47dc-99ca-79b19adb8178 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.6&port_id=76cb3011-9231-42e6-9602-db23c446c928 HTTP/1.1" status: 200 len: 217 time: 0.0494063 Jul 27 20:54:54.284781 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6746a076-183d-47b8-9d70-6ce0bf5a8f1f None None] The sync data for ids ['ad9575d0-ad63-4823-8a92-28793e3a05de'] in n-d-705658-22 is: [{'id': 'ad9575d0-ad63-4823-8a92-28793e3a05de', 'name': 'tempest-FloatingIPsAssociationTestJSON-1645103835-router', 'tenant_id': '615238fda314405b98ca504942933ecf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.161'}], 'enable_snat': True}, 'gw_port_id': '84d6154b-a1b0-4171-99e6-8fe6e769f980', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:53:29Z', 'updated_at': '2021-07-27T20:53:38Z', 'revision_number': 4, 'project_id': '615238fda314405b98ca504942933ecf', 'gw_port': {'id': '84d6154b-a1b0-4171-99e6-8fe6e769f980', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:3a:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad9575d0-ad63-4823-8a92-28793e3a05de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:53:29Z', 'updated_at': '2021-07-27T20:53:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_floatingips': [{'id': 'b4a02e69-8b3e-4436-a262-4abd8887a3d2', 'tenant_id': '615238fda314405b98ca504942933ecf', 'floating_ip_address': '172.25.5.214', 'floating_network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'router_id': 'ad9575d0-ad63-4823-8a92-28793e3a05de', 'port_id': 'ba583bd9-3270-4e8c-b116-80894feef3ca', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 473, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f1c8940-c5a5-4dd2-af27-28f2db444e65', 'mac_address': 'fa:16:3e:65:48:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d6d1740-167b-4ed1-8fde-75684d664c4d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T20:54:09Z', 'updated_at': '2021-07-27T20:54:52Z', 'revision_number': 8, 'project_id': '615238fda314405b98ca504942933ecf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7925b4ba-7a12-4ff3-952f-1275b7ca93a1', 'name': '', 'network_id': '3f1c8940-c5a5-4dd2-af27-28f2db444e65', 'tenant_id': '615238fda314405b98ca504942933ecf', 'mac_address': 'fa:16:3e:f4:57:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad9575d0-ad63-4823-8a92-28793e3a05de', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '8762aa6e-55d1-40fd-8a84-dc4ad49beb7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:53:36Z', 'updated_at': '2021-07-27T20:53:47Z', 'revision_number': 5, 'project_id': '615238fda314405b98ca504942933ecf', 'subnets': [{'id': '8762aa6e-55d1-40fd-8a84-dc4ad49beb7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 20:54:54.305404 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cb3714-c7a1-4de4-b365-15131d9b0f76 req-4f9154f5-a92e-45c0-a338-6126932f0f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:54.313495 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-56cb3714-c7a1-4de4-b365-15131d9b0f76 req-4f9154f5-a92e-45c0-a338-6126932f0f56 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=8762aa6e-55d1-40fd-8a84-dc4ad49beb7d HTTP/1.1" status: 200 len: 860 time: 0.1263931 Jul 27 20:54:54.327129 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [req-cd52358d-05cd-4340-bd20-fef8bc2914b9 req-1e515c3f-84d2-487b-8ede-1c250fdd6694 tempest-FloatingIPsAssociationTestJSON-1853502918 tempest-FloatingIPsAssociationTestJSON-1853502918-project] For port 740d4cab-d4f7-4ec1-866f-61d43378b551, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=740d4cab-d4f7-4ec1-866f-61d43378b551,segment=NetworkSegment(daa14205-10d6-4bd3-bbe7-ea8abee6eb90),segment_id=daa14205-10d6-4bd3-bbe7-ea8abee6eb90)] {{(pid=105584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:54:54.327624 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-cd52358d-05cd-4340-bd20-fef8bc2914b9 req-1e515c3f-84d2-487b-8ede-1c250fdd6694 tempest-FloatingIPsAssociationTestJSON-1853502918 tempest-FloatingIPsAssociationTestJSON-1853502918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:54.341416 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [req-cd52358d-05cd-4340-bd20-fef8bc2914b9 req-1e515c3f-84d2-487b-8ede-1c250fdd6694 tempest-FloatingIPsAssociationTestJSON-1853502918 tempest-FloatingIPsAssociationTestJSON-1853502918-project] Calling delete_port for 740d4cab-d4f7-4ec1-866f-61d43378b551 owned by compute:nova {{(pid=105584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:54:54.382554 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c9df6d-daf3-4820-a223-113dcff6ea43 req-196f319b-5b06-4016-97d6-e8f7490e1297 tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:54.384217 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f9c9df6d-daf3-4820-a223-113dcff6ea43 req-196f319b-5b06-4016-97d6-e8f7490e1297 tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] 10.222.0.59 "GET /v2.0/ports?device_id=94443490-ac88-4e74-8177-4a5c0f0aa194 HTTP/1.1" status: 200 len: 950 time: 0.2818542 Jul 27 20:54:54.427826 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d425edd1-4fc0-4363-a561-8c88704cc942 req-c6bdea79-b89c-4e28-a566-6b407fb285d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:54.429275 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-d425edd1-4fc0-4363-a561-8c88704cc942 req-c6bdea79-b89c-4e28-a566-6b407fb285d6 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=26644ba0-4185-4e10-8718-6ad18d01376c HTTP/1.1" status: 200 len: 843 time: 0.1480885 Jul 27 20:54:54.483583 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-cd52358d-05cd-4340-bd20-fef8bc2914b9 req-1e515c3f-84d2-487b-8ede-1c250fdd6694 tempest-FloatingIPsAssociationTestJSON-1853502918 tempest-FloatingIPsAssociationTestJSON-1853502918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:54.499730 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f9c9df6d-daf3-4820-a223-113dcff6ea43 req-509335b2-9242-45a2-84d7-5aa3ab7bfe54 tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] 10.222.0.59 "GET /v2.0/security-groups?id=dea81a77-85b4-4e12-8e1d-b19e89484a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992522 Jul 27 20:54:54.501105 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] get_ports_and_sgs() called for port_ids ['740d4cab-d4f7-4ec1-866f-61d43378b551'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 20:54:54.513303 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] get_ports_and_sgs() called for port_ids ['ba583bd9-3270-4e8c-b116-80894feef3ca'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 20:54:54.531156 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cb3714-c7a1-4de4-b365-15131d9b0f76 req-16f146ed-c501-45c1-ab31-03c521924060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:54.532710 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-56cb3714-c7a1-4de4-b365-15131d9b0f76 req-16f146ed-c501-45c1-ab31-03c521924060 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=3f1c8940-c5a5-4dd2-af27-28f2db444e65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2183676 Jul 27 20:54:54.575048 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e515c3f-84d2-487b-8ede-1c250fdd6694 tempest-FloatingIPsAssociationTestJSON-1853502918 tempest-FloatingIPsAssociationTestJSON-1853502918-project] Pushing event deleted for resources: {'Port': ['ID=740d4cab-d4f7-4ec1-866f-61d43378b551,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:54:54.613067 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0351a555-83ef-4c79-b1d5-5acb0cf6e293 None None] New status for floating IP b4a02e69-8b3e-4436-a262-4abd8887a3d2: ACTIVE {{(pid=105586) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 20:54:54.649206 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd52358d-05cd-4340-bd20-fef8bc2914b9 req-1e515c3f-84d2-487b-8ede-1c250fdd6694 tempest-FloatingIPsAssociationTestJSON-1853502918 tempest-FloatingIPsAssociationTestJSON-1853502918-project] No DVR routers for this DVR port 740d4cab-d4f7-4ec1-866f-61d43378b551 on host n-h1-705658-22 {{(pid=105584) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 20:54:54.652580 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-cd52358d-05cd-4340-bd20-fef8bc2914b9 req-1e515c3f-84d2-487b-8ede-1c250fdd6694 tempest-FloatingIPsAssociationTestJSON-1853502918 tempest-FloatingIPsAssociationTestJSON-1853502918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:54.656160 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-cd52358d-05cd-4340-bd20-fef8bc2914b9 req-1e515c3f-84d2-487b-8ede-1c250fdd6694 tempest-FloatingIPsAssociationTestJSON-1853502918 tempest-FloatingIPsAssociationTestJSON-1853502918-project] 10.222.0.36 "DELETE /v2.0/ports/740d4cab-d4f7-4ec1-866f-61d43378b551 HTTP/1.1" status: 204 len: 173 time: 1.1100023 Jul 27 20:54:54.711794 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-56cb3714-c7a1-4de4-b365-15131d9b0f76 req-505db256-0692-4d0f-8445-887f29653b39 service neutron] 10.222.0.59 "GET /v2.0/networks/3f1c8940-c5a5-4dd2-af27-28f2db444e65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1626418 Jul 27 20:54:54.716640 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 20:54:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96c65395-87db-4e3d-90e8-c7401872ac40 x-openstack-request-id: req-96c65395-87db-4e3d-90e8-c7401872ac40 {{(pid=105585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:54:54.716981 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d6d1740-167b-4ed1-8fde-75684d664c4d", "tag": "ba583bd9-3270-4e8c-b116-80894feef3ca", "status": "completed", "code": 200}]} {{(pid=105585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:54:54.717175 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-96c65395-87db-4e3d-90e8-c7401872ac40 {{(pid=105585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:54:54.717566 n-d-705658-22 neutron-server[105585]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d6d1740-167b-4ed1-8fde-75684d664c4d', 'tag': 'ba583bd9-3270-4e8c-b116-80894feef3ca', 'status': 'completed', 'code': 200} Jul 27 20:54:54.766715 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '584d1acb-649a-4ea3-bb0f-2992a4dd8793', 'name': 'network-vif-deleted', 'tag': '740d4cab-d4f7-4ec1-866f-61d43378b551'}] {{(pid=105584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:54:54.770425 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bce5e6c8685464f7626901654159975603b047827e3138302ed6566e28f1343" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7bc7fc4-1e0a-4995-a62a-72d67458cec4" -d '{"events": [{"server_uuid": "584d1acb-649a-4ea3-bb0f-2992a4dd8793", "name": "network-vif-deleted", "tag": "740d4cab-d4f7-4ec1-866f-61d43378b551"}]}' {{(pid=105584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:54:54.909446 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d425edd1-4fc0-4363-a561-8c88704cc942 req-d7d1d3d0-31a4-469f-83b8-ad9495da5914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:54.910969 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-d425edd1-4fc0-4363-a561-8c88704cc942 req-d7d1d3d0-31a4-469f-83b8-ad9495da5914 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4d64aa0b-bd6a-468e-8edc-c83689947462&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4702060 Jul 27 20:54:54.918034 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-56cb3714-c7a1-4de4-b365-15131d9b0f76 req-8f0ec4f8-64b7-47a0-844c-d6e92ef33328 service neutron] 10.222.0.59 "GET /v2.0/networks/3f1c8940-c5a5-4dd2-af27-28f2db444e65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2048142 Jul 27 20:54:54.977180 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17686c9-8ff0-4636-a1b7-47d667f1bc5e req-a55ea711-b672-4831-8b81-0784e8f96c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:54.978678 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e17686c9-8ff0-4636-a1b7-47d667f1bc5e req-a55ea711-b672-4831-8b81-0784e8f96c39 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=615238fda314405b98ca504942933ecf&device_id=7d6d1740-167b-4ed1-8fde-75684d664c4d HTTP/1.1" status: 200 len: 1098 time: 0.2643204 Jul 27 20:54:54.988417 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9e1ef6-980e-4d60-8a64-80e12f5affe0 req-c01b15d7-2ae5-4cc6-aa86-0688c2c6d201 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:54.989843 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-1d9e1ef6-980e-4d60-8a64-80e12f5affe0 req-c01b15d7-2ae5-4cc6-aa86-0688c2c6d201 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] 10.222.0.59 "GET /v2.0/ports?device_id=f5981167-1ac0-4ca7-95b5-d52c185534b7 HTTP/1.1" status: 200 len: 948 time: 0.2701442 Jul 27 20:54:55.064317 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 20:54:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-215e8a4b-bb27-496d-882f-9666cac2ea69 x-openstack-request-id: req-215e8a4b-bb27-496d-882f-9666cac2ea69 {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:54:55.065580 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94443490-ac88-4e74-8177-4a5c0f0aa194", "name": "network-vif-plugged", "status": "completed", "tag": "8bc87563-93b4-46ea-bd9f-ed8e2c356c7d", "code": 200}]} {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:54:55.065900 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-215e8a4b-bb27-496d-882f-9666cac2ea69 {{(pid=105586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:54:55.066360 n-d-705658-22 neutron-server[105586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94443490-ac88-4e74-8177-4a5c0f0aa194', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bc87563-93b4-46ea-bd9f-ed8e2c356c7d', 'code': 200} Jul 27 20:54:55.116190 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-1d9e1ef6-980e-4d60-8a64-80e12f5affe0 req-138db545-7c37-4f1e-89b9-4c47c2e12bc1 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] 10.222.0.59 "GET /v2.0/security-groups?id=c6534cb3-b44e-4a83-b57e-ddb72c2ad843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095700 Jul 27 20:54:55.129464 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-d425edd1-4fc0-4363-a561-8c88704cc942 req-952e83fc-fe3b-4e71-9a88-fd938e5d65a7 service neutron] 10.222.0.60 "GET /v2.0/networks/4d64aa0b-bd6a-468e-8edc-c83689947462?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2035098 Jul 27 20:54:55.214957 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17686c9-8ff0-4636-a1b7-47d667f1bc5e req-80c55d14-efc7-4bee-ae96-67316f9c981c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:55.216465 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e17686c9-8ff0-4636-a1b7-47d667f1bc5e req-80c55d14-efc7-4bee-ae96-67316f9c981c service neutron] 10.222.0.60 "GET /v2.0/networks?id=3f1c8940-c5a5-4dd2-af27-28f2db444e65 HTTP/1.1" status: 200 len: 922 time: 0.2208867 Jul 27 20:54:55.231037 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 20:54:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-344085fe-d8c4-413d-9307-30485fa99274 x-openstack-request-id: req-344085fe-d8c4-413d-9307-30485fa99274 {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:54:55.231703 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "584d1acb-649a-4ea3-bb0f-2992a4dd8793", "name": "network-vif-deleted", "tag": "740d4cab-d4f7-4ec1-866f-61d43378b551", "status": "completed", "code": 200}]} {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:54:55.232170 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-344085fe-d8c4-413d-9307-30485fa99274 {{(pid=105584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:54:55.232762 n-d-705658-22 neutron-server[105584]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '584d1acb-649a-4ea3-bb0f-2992a4dd8793', 'name': 'network-vif-deleted', 'tag': '740d4cab-d4f7-4ec1-866f-61d43378b551', 'status': 'completed', 'code': 200} Jul 27 20:54:55.238558 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6e55ef-a982-443a-aeeb-0a86e170dbe2 req-cc52f505-ba1f-40a9-b279-ce6bde51cafe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:55.240519 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-2f6e55ef-a982-443a-aeeb-0a86e170dbe2 req-cc52f505-ba1f-40a9-b279-ce6bde51cafe service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=94443490-ac88-4e74-8177-4a5c0f0aa194 HTTP/1.1" status: 200 len: 1102 time: 0.0827091 Jul 27 20:54:55.281619 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-2f6e55ef-a982-443a-aeeb-0a86e170dbe2 req-d31552c2-36f6-4f49-abaf-bef4c86aed94 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=dea81a77-85b4-4e12-8e1d-b19e89484a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328755 Jul 27 20:54:55.358973 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e17686c9-8ff0-4636-a1b7-47d667f1bc5e req-1a74e889-5f78-4eb3-a97e-6c48933d130d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ba583bd9-3270-4e8c-b116-80894feef3ca HTTP/1.1" status: 200 len: 1002 time: 0.1238611 Jul 27 20:54:55.373760 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-d425edd1-4fc0-4363-a561-8c88704cc942 req-c694b9ac-c3d0-4c1c-9d36-567bc38bf996 service neutron] 10.222.0.60 "GET /v2.0/networks/4d64aa0b-bd6a-468e-8edc-c83689947462?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2296107 Jul 27 20:54:55.434607 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d4e79c-b78c-4317-8523-34234313cac5 req-a2fdfffe-0a38-4bd7-bbfd-b74c4294c219 tempest-ImagesOneServerNegativeTestJSON-323901233 tempest-ImagesOneServerNegativeTestJSON-323901233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:55.436298 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b5d4e79c-b78c-4317-8523-34234313cac5 req-a2fdfffe-0a38-4bd7-bbfd-b74c4294c219 tempest-ImagesOneServerNegativeTestJSON-323901233 tempest-ImagesOneServerNegativeTestJSON-323901233-project] 10.222.0.59 "GET /v2.0/ports?device_id=5872b51f-94b7-4de0-9c39-57f5ddfbd2e6 HTTP/1.1" status: 200 len: 946 time: 0.2346978 Jul 27 20:54:55.455141 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf4a2b7-2221-4904-b845-6510d1f4b161 req-3dd03183-fce1-4606-977e-4b6bce4e263b tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:55.456591 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-ecf4a2b7-2221-4904-b845-6510d1f4b161 req-3dd03183-fce1-4606-977e-4b6bce4e263b tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] 10.222.0.59 "GET /v2.0/ports?device_id=23a39a45-86ad-4a34-aa42-6affa73d3ff5 HTTP/1.1" status: 200 len: 943 time: 0.1721878 Jul 27 20:54:55.457927 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17686c9-8ff0-4636-a1b7-47d667f1bc5e req-e465e2ed-97fa-4df4-9697-7f025076fee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:55.459289 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e17686c9-8ff0-4636-a1b7-47d667f1bc5e req-e465e2ed-97fa-4df4-9697-7f025076fee8 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8762aa6e-55d1-40fd-8a84-dc4ad49beb7d HTTP/1.1" status: 200 len: 860 time: 0.0839696 Jul 27 20:54:55.545126 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b5d4e79c-b78c-4317-8523-34234313cac5 req-d7c9d8b0-0c66-420f-ba2d-c4d93ada819b tempest-ImagesOneServerNegativeTestJSON-323901233 tempest-ImagesOneServerNegativeTestJSON-323901233-project] 10.222.0.59 "GET /v2.0/security-groups?id=b49152d2-7ea9-4069-930d-17bb1fb95e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995681 Jul 27 20:54:55.552027 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-ecf4a2b7-2221-4904-b845-6510d1f4b161 req-b2aca2a2-e085-4e93-891e-c8b66d2f3d08 tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] 10.222.0.59 "GET /v2.0/security-groups?id=1749b80d-91c6-4bd3-8e8d-666bd095400f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876410 Jul 27 20:54:55.597283 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device c14b5680-225d-4e8a-80fe-181aabc6494e details requested by agent hyperv_n-h1-705658-22 with host n-h1-705658-22 {{(pid=105586) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 20:54:55.618130 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17686c9-8ff0-4636-a1b7-47d667f1bc5e req-d1f64757-e2a1-49e1-83a3-df726a9eeefc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:55.619767 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e17686c9-8ff0-4636-a1b7-47d667f1bc5e req-d1f64757-e2a1-49e1-83a3-df726a9eeefc service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=3f1c8940-c5a5-4dd2-af27-28f2db444e65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1420557 Jul 27 20:54:55.692206 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-364a1d22-4ae7-47e9-a2d6-7eaec7c0771d req-350dc206-692f-4e6f-b3ea-28bb394f641e tempest-FloatingIPsAssociationTestJSON-1853502918 tempest-FloatingIPsAssociationTestJSON-1853502918-project] 10.222.0.59 "GET /v2.0/floatingips/b4a02e69-8b3e-4436-a262-4abd8887a3d2 HTTP/1.1" status: 200 len: 999 time: 0.1227667 Jul 27 20:54:55.708753 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] For port c14b5680-225d-4e8a-80fe-181aabc6494e, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=c14b5680-225d-4e8a-80fe-181aabc6494e,segment=NetworkSegment(30512320-4797-4523-818e-63eb7bdafb2b),segment_id=30512320-4797-4523-818e-63eb7bdafb2b)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:54:55.720694 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Returning: {'device': 'c14b5680-225d-4e8a-80fe-181aabc6494e', 'network_id': '8e591ae5-ff89-4a25-b3ce-4b1625915957', 'port_id': 'c14b5680-225d-4e8a-80fe-181aabc6494e', 'mac_address': 'fa:16:3e:25:f4:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 245, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ffc7070b-0d02-4acb-a66a-19178d3b9317', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105586) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 20:54:55.757793 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:55.770649 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c14b5680-225d-4e8a-80fe-181aabc6494e {{(pid=105586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 20:54:55.789463 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] For port c14b5680-225d-4e8a-80fe-181aabc6494e, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=c14b5680-225d-4e8a-80fe-181aabc6494e,segment=NetworkSegment(30512320-4797-4523-818e-63eb7bdafb2b),segment_id=30512320-4797-4523-818e-63eb7bdafb2b)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:54:55.793999 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:55.831300 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e17686c9-8ff0-4636-a1b7-47d667f1bc5e req-5fd1c00b-cb31-48c2-b3be-6e903783d2e2 service neutron] 10.222.0.60 "GET /v2.0/networks/3f1c8940-c5a5-4dd2-af27-28f2db444e65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2027276 Jul 27 20:54:55.844067 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Pushing event updated for resources: {'Port': ['ID=c14b5680-225d-4e8a-80fe-181aabc6494e,revision_number=4']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:54:55.903313 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364a1d22-4ae7-47e9-a2d6-7eaec7c0771d req-1983c6fe-e66f-43a4-882f-6ad7bdc60133 tempest-FloatingIPsAssociationTestJSON-1853502918 tempest-FloatingIPsAssociationTestJSON-1853502918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:55.904643 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-364a1d22-4ae7-47e9-a2d6-7eaec7c0771d req-1983c6fe-e66f-43a4-882f-6ad7bdc60133 tempest-FloatingIPsAssociationTestJSON-1853502918 tempest-FloatingIPsAssociationTestJSON-1853502918-project] 10.222.0.59 "GET /v2.0/networks/8735d8a2-b604-4758-ae71-b40e4ee6f305 HTTP/1.1" status: 200 len: 784 time: 0.2084773 Jul 27 20:54:55.919933 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [req-364a1d22-4ae7-47e9-a2d6-7eaec7c0771d req-e1b4adc7-4406-4acf-bca0-e05fd7c4c9d3 tempest-FloatingIPsAssociationTestJSON-1853502918 tempest-FloatingIPsAssociationTestJSON-1853502918-project] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=105585) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 20:54:55.920858 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-364a1d22-4ae7-47e9-a2d6-7eaec7c0771d req-e1b4adc7-4406-4acf-bca0-e05fd7c4c9d3 tempest-FloatingIPsAssociationTestJSON-1853502918 tempest-FloatingIPsAssociationTestJSON-1853502918-project] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0081427 Jul 27 20:54:55.932580 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01e8759-3276-4a0e-bbc9-9d2eb3ef04bb req-bf64b4cc-038c-40f9-98be-790a7a9396dc tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:55.934045 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e01e8759-3276-4a0e-bbc9-9d2eb3ef04bb req-bf64b4cc-038c-40f9-98be-790a7a9396dc tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] 10.222.0.59 "GET /v2.0/ports?device_id=94443490-ac88-4e74-8177-4a5c0f0aa194 HTTP/1.1" status: 200 len: 950 time: 0.2223225 Jul 27 20:54:56.020684 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e17686c9-8ff0-4636-a1b7-47d667f1bc5e req-cc3aecec-b77a-4d0c-accf-27071a9a816b service neutron] 10.222.0.60 "GET /v2.0/networks/3f1c8940-c5a5-4dd2-af27-28f2db444e65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1713746 Jul 27 20:54:56.024266 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e01e8759-3276-4a0e-bbc9-9d2eb3ef04bb req-3974ea08-3a36-4774-9a0b-7762c2b4a857 tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] 10.222.0.59 "GET /v2.0/security-groups?id=dea81a77-85b4-4e12-8e1d-b19e89484a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818076 Jul 27 20:54:56.061084 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6ed9f8-67a7-41ad-9c2b-7811c64dd2be req-1ac7a0cb-c3fc-4ac1-991b-095c89d41687 tempest-ImagesOneServerNegativeTestJSON-323901233 tempest-ImagesOneServerNegativeTestJSON-323901233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:56.062580 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-8b6ed9f8-67a7-41ad-9c2b-7811c64dd2be req-1ac7a0cb-c3fc-4ac1-991b-095c89d41687 tempest-ImagesOneServerNegativeTestJSON-323901233 tempest-ImagesOneServerNegativeTestJSON-323901233-project] 10.222.0.59 "GET /v2.0/ports?device_id=5872b51f-94b7-4de0-9c39-57f5ddfbd2e6 HTTP/1.1" status: 200 len: 946 time: 0.0947008 Jul 27 20:54:56.105080 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-8b6ed9f8-67a7-41ad-9c2b-7811c64dd2be req-53594312-d0cf-4f41-90c4-e7df98635c02 tempest-ImagesOneServerNegativeTestJSON-323901233 tempest-ImagesOneServerNegativeTestJSON-323901233-project] 10.222.0.59 "GET /v2.0/security-groups?id=b49152d2-7ea9-4069-930d-17bb1fb95e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358822 Jul 27 20:54:56.165959 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-6815eda8-8f33-4417-b86c-00c70a2937e8 req-676ab36c-3bdc-4721-a22d-88c8c9ad2e83 tempest-FloatingIPsAssociationTestJSON-1853502918 tempest-FloatingIPsAssociationTestJSON-1853502918-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.5.214 HTTP/1.1" status: 200 len: 1002 time: 0.0593991 Jul 27 20:54:56.228352 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6815eda8-8f33-4417-b86c-00c70a2937e8 req-5bbace22-5a7e-439d-8313-d57a212dc412 tempest-FloatingIPsAssociationTestJSON-1853502918 tempest-FloatingIPsAssociationTestJSON-1853502918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:56.229703 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-6815eda8-8f33-4417-b86c-00c70a2937e8 req-5bbace22-5a7e-439d-8313-d57a212dc412 tempest-FloatingIPsAssociationTestJSON-1853502918 tempest-FloatingIPsAssociationTestJSON-1853502918-project] 10.222.0.59 "GET /v2.0/ports/ba583bd9-3270-4e8c-b116-80894feef3ca HTTP/1.1" status: 200 len: 943 time: 0.0582490 Jul 27 20:54:56.287346 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] get_ports_and_sgs() called for port_ids ['c14b5680-225d-4e8a-80fe-181aabc6494e'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 20:54:56.620713 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-6815eda8-8f33-4417-b86c-00c70a2937e8 req-052eb3fe-3d68-4b2c-9a6b-64320bab6c9a tempest-FloatingIPsAssociationTestJSON-1853502918 tempest-FloatingIPsAssociationTestJSON-1853502918-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.5.214 HTTP/1.1" status: 200 len: 1002 time: 0.3512733 Jul 27 20:54:56.700515 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edd4cfe-2df5-4eb1-bc19-94bf027ebe2f req-279c8a8a-dff9-49b7-8210-3013919a1a51 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:56.701964 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-6edd4cfe-2df5-4eb1-bc19-94bf027ebe2f req-279c8a8a-dff9-49b7-8210-3013919a1a51 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] 10.222.0.59 "GET /v2.0/ports?device_id=f5981167-1ac0-4ca7-95b5-d52c185534b7 HTTP/1.1" status: 200 len: 948 time: 0.1319227 Jul 27 20:54:56.765328 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6815eda8-8f33-4417-b86c-00c70a2937e8 req-8728061c-4be4-4447-a83a-3a1a685aa2ba tempest-FloatingIPsAssociationTestJSON-1853502918 tempest-FloatingIPsAssociationTestJSON-1853502918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:56.766639 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-6815eda8-8f33-4417-b86c-00c70a2937e8 req-8728061c-4be4-4447-a83a-3a1a685aa2ba tempest-FloatingIPsAssociationTestJSON-1853502918 tempest-FloatingIPsAssociationTestJSON-1853502918-project] 10.222.0.59 "GET /v2.0/networks/8735d8a2-b604-4758-ae71-b40e4ee6f305 HTTP/1.1" status: 200 len: 784 time: 0.1403074 Jul 27 20:54:56.769960 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-6edd4cfe-2df5-4eb1-bc19-94bf027ebe2f req-2fb4fb01-bb81-4832-ac10-cc307b28588a tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] 10.222.0.59 "GET /v2.0/security-groups?id=c6534cb3-b44e-4a83-b57e-ddb72c2ad843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600793 Jul 27 20:54:56.840303 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-6815eda8-8f33-4417-b86c-00c70a2937e8 req-9c3d2a1c-0d71-4fd2-a8ce-38241f88a158 tempest-FloatingIPsAssociationTestJSON-1853502918 tempest-FloatingIPsAssociationTestJSON-1853502918-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.5.214 HTTP/1.1" status: 200 len: 1002 time: 0.0662842 Jul 27 20:54:56.850657 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [req-6815eda8-8f33-4417-b86c-00c70a2937e8 req-f1eeb6bb-e01d-46fd-b6b2-d7cd11f5608a tempest-FloatingIPsAssociationTestJSON-1853502918 tempest-FloatingIPsAssociationTestJSON-1853502918-project] Request body: {'floatingip': {'port_id': None}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:54:56.936677 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-6815eda8-8f33-4417-b86c-00c70a2937e8 req-f1eeb6bb-e01d-46fd-b6b2-d7cd11f5608a tempest-FloatingIPsAssociationTestJSON-1853502918 tempest-FloatingIPsAssociationTestJSON-1853502918-project] Notify callbacks [] for floatingip, before_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:57.047982 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b458e7a-f089-4be2-9af0-85253ba3ad65 req-c4fad671-fb96-4032-946d-40cd59852882 tempest-ImagesOneServerNegativeTestJSON-323901233 tempest-ImagesOneServerNegativeTestJSON-323901233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:57.050152 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-9b458e7a-f089-4be2-9af0-85253ba3ad65 req-c4fad671-fb96-4032-946d-40cd59852882 tempest-ImagesOneServerNegativeTestJSON-323901233 tempest-ImagesOneServerNegativeTestJSON-323901233-project] 10.222.0.59 "GET /v2.0/ports?device_id=5872b51f-94b7-4de0-9c39-57f5ddfbd2e6 HTTP/1.1" status: 200 len: 946 time: 0.1524832 Jul 27 20:54:57.067522 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd554f15e-64a0-4c6e-b463-28d8148f367b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'efe6605a-3440-4bb8-841a-76d9e509f042'}] {{(pid=105586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:54:57.070788 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14c1663e039faf5393f87855f745010ac5b02220355b68fdbf065393e303ac56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2569567-cb69-48bf-86dd-ec37ddd2a82b" -d '{"events": [{"server_uuid": "d554f15e-64a0-4c6e-b463-28d8148f367b", "name": "network-vif-unplugged", "status": "completed", "tag": "efe6605a-3440-4bb8-841a-76d9e509f042"}]}' {{(pid=105586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:54:57.120401 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-6815eda8-8f33-4417-b86c-00c70a2937e8 req-f1eeb6bb-e01d-46fd-b6b2-d7cd11f5608a tempest-FloatingIPsAssociationTestJSON-1853502918 tempest-FloatingIPsAssociationTestJSON-1853502918-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:57.133796 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-9b458e7a-f089-4be2-9af0-85253ba3ad65 req-6a0a8791-063f-4c09-ac54-14620bd0e8ae tempest-ImagesOneServerNegativeTestJSON-323901233 tempest-ImagesOneServerNegativeTestJSON-323901233-project] 10.222.0.59 "GET /v2.0/security-groups?id=b49152d2-7ea9-4069-930d-17bb1fb95e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771813 Jul 27 20:54:57.134495 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-6815eda8-8f33-4417-b86c-00c70a2937e8 req-f1eeb6bb-e01d-46fd-b6b2-d7cd11f5608a tempest-FloatingIPsAssociationTestJSON-1853502918 tempest-FloatingIPsAssociationTestJSON-1853502918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4075768'] for floatingip, after_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:57.134806 n-d-705658-22 neutron-server[105585]: INFO neutron.db.l3_db [req-6815eda8-8f33-4417-b86c-00c70a2937e8 req-f1eeb6bb-e01d-46fd-b6b2-d7cd11f5608a tempest-FloatingIPsAssociationTestJSON-1853502918 tempest-FloatingIPsAssociationTestJSON-1853502918-project] Floating IP b4a02e69-8b3e-4436-a262-4abd8887a3d2 disassociated. External IP: 172.25.5.214, port: ba583bd9-3270-4e8c-b116-80894feef3ca. Jul 27 20:54:57.339461 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1a177c-c770-41d2-a580-7523a27d8fa4 req-418d1f26-e363-4bb4-bf62-42c31027bfdc tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:57.340938 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-bd1a177c-c770-41d2-a580-7523a27d8fa4 req-418d1f26-e363-4bb4-bf62-42c31027bfdc tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] 10.222.0.59 "GET /v2.0/ports?device_id=23a39a45-86ad-4a34-aa42-6affa73d3ff5 HTTP/1.1" status: 200 len: 944 time: 0.1247287 Jul 27 20:54:57.417315 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-bd1a177c-c770-41d2-a580-7523a27d8fa4 req-bf5087d4-302a-4b8f-be7a-018083819bff tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] 10.222.0.59 "GET /v2.0/security-groups?id=1749b80d-91c6-4bd3-8e8d-666bd095400f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507786 Jul 27 20:54:57.424004 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6815eda8-8f33-4417-b86c-00c70a2937e8 req-f1eeb6bb-e01d-46fd-b6b2-d7cd11f5608a tempest-FloatingIPsAssociationTestJSON-1853502918 tempest-FloatingIPsAssociationTestJSON-1853502918-project] Router ad9575d0-ad63-4823-8a92-28793e3a05de has already been hosted by L3 agent dd128fd7-8e57-4d4f-895b-a96b369df59a {{(pid=105585) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 20:54:57.540536 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6815eda8-8f33-4417-b86c-00c70a2937e8 req-f1eeb6bb-e01d-46fd-b6b2-d7cd11f5608a tempest-FloatingIPsAssociationTestJSON-1853502918 tempest-FloatingIPsAssociationTestJSON-1853502918-project] Notify agent at l3_agent.n-d-705658-22 the message routers_updated {{(pid=105585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 20:54:57.544923 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-6815eda8-8f33-4417-b86c-00c70a2937e8 req-f1eeb6bb-e01d-46fd-b6b2-d7cd11f5608a tempest-FloatingIPsAssociationTestJSON-1853502918 tempest-FloatingIPsAssociationTestJSON-1853502918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for floatingip, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:57.550459 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-416c7e57-b83c-4cf6-ae87-f16485ed61e3 None None] Sync routers for ids ['ad9575d0-ad63-4823-8a92-28793e3a05de'] in n-d-705658-22 {{(pid=105587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 20:54:57.559994 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-416c7e57-b83c-4cf6-ae87-f16485ed61e3 None None] Routers {'ad9575d0-ad63-4823-8a92-28793e3a05de'} bound to L3 agent in host n-d-705658-22 {{(pid=105587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:54:57.560893 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-416c7e57-b83c-4cf6-ae87-f16485ed61e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T20:54:41Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['ad9575d0-ad63-4823-8a92-28793e3a05de'], 'active': True} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:54:57.616874 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device 740d4cab-d4f7-4ec1-866f-61d43378b551 no longer exists at agent hyperv_n-h1-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 20:54:57.622616 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-6815eda8-8f33-4417-b86c-00c70a2937e8 req-f1eeb6bb-e01d-46fd-b6b2-d7cd11f5608a tempest-FloatingIPsAssociationTestJSON-1853502918 tempest-FloatingIPsAssociationTestJSON-1853502918-project] 10.222.0.59 "PUT /v2.0/floatingips/b4a02e69-8b3e-4436-a262-4abd8887a3d2 HTTP/1.1" status: 200 len: 696 time: 0.7758694 Jul 27 20:54:57.623724 n-d-705658-22 neutron-server[105585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d6d1740-167b-4ed1-8fde-75684d664c4d', 'tag': 'ba583bd9-3270-4e8c-b116-80894feef3ca'}] {{(pid=105585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:54:57.626112 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d66fd65881426bfc2b5388084a3654e5eae521106a15a3dbf0eb4cde7106c36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67794236-c40b-408c-a96d-d6105dba18b5" -d '{"events": [{"name": "network-changed", "server_uuid": "7d6d1740-167b-4ed1-8fde-75684d664c4d", "tag": "ba583bd9-3270-4e8c-b116-80894feef3ca"}]}' {{(pid=105585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:54:57.639850 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-28650df7-c46c-4981-b84f-37d87254047e None None] No Port match for: 740d4cab-d4f7-4ec1-866f-61d43378b551 {{(pid=105586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 20:54:57.640467 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device 740d4cab-d4f7-4ec1-866f-61d43378b551 not bound to the agent host n-h1-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 20:54:57.674842 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvr_db [None req-416c7e57-b83c-4cf6-ae87-f16485ed61e3 None None] Set router ad9575d0-ad63-4823-8a92-28793e3a05de gateway port host: n-d-705658-22 {{(pid=105587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:54:57.686109 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db88b8d-c30e-4af1-bc50-e499c533bd8a req-29167767-259a-40c9-99fc-feb73236ee4e tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:57.687637 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-3db88b8d-c30e-4af1-bc50-e499c533bd8a req-29167767-259a-40c9-99fc-feb73236ee4e tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] 10.222.0.59 "GET /v2.0/ports?device_id=94443490-ac88-4e74-8177-4a5c0f0aa194 HTTP/1.1" status: 200 len: 950 time: 0.1155620 Jul 27 20:54:57.724253 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6815eda8-8f33-4417-b86c-00c70a2937e8 req-591133c9-ac31-47de-941d-52b5d357aed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:57.725758 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-6815eda8-8f33-4417-b86c-00c70a2937e8 req-591133c9-ac31-47de-941d-52b5d357aed8 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=615238fda314405b98ca504942933ecf&device_id=7d6d1740-167b-4ed1-8fde-75684d664c4d HTTP/1.1" status: 200 len: 1098 time: 0.0866165 Jul 27 20:54:57.745810 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-3db88b8d-c30e-4af1-bc50-e499c533bd8a req-e5dec36d-41f3-4a65-93b2-d7c7dd7790b0 tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] 10.222.0.59 "GET /v2.0/security-groups?id=dea81a77-85b4-4e12-8e1d-b19e89484a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518909 Jul 27 20:54:57.796854 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 27 Jul 2021 20:54:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7590e8d6-6451-4ddb-8078-6b66e95df97f x-openstack-request-id: req-7590e8d6-6451-4ddb-8078-6b66e95df97f {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:54:57.797368 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d554f15e-64a0-4c6e-b463-28d8148f367b", "name": "network-vif-unplugged", "status": "completed", "tag": "efe6605a-3440-4bb8-841a-76d9e509f042", "code": 200}]} {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:54:57.797794 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-7590e8d6-6451-4ddb-8078-6b66e95df97f {{(pid=105586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:54:57.798868 n-d-705658-22 neutron-server[105586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd554f15e-64a0-4c6e-b463-28d8148f367b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'efe6605a-3440-4bb8-841a-76d9e509f042', 'code': 200} Jul 27 20:54:57.834510 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6815eda8-8f33-4417-b86c-00c70a2937e8 req-cacaf02c-8481-4714-b56c-8adbeba287f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:57.836059 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-6815eda8-8f33-4417-b86c-00c70a2937e8 req-cacaf02c-8481-4714-b56c-8adbeba287f4 service neutron] 10.222.0.59 "GET /v2.0/networks?id=3f1c8940-c5a5-4dd2-af27-28f2db444e65 HTTP/1.1" status: 200 len: 922 time: 0.1026962 Jul 27 20:54:57.892596 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-6815eda8-8f33-4417-b86c-00c70a2937e8 req-b0b8b344-94e6-44a1-9446-3ec8d4bda23b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ba583bd9-3270-4e8c-b116-80894feef3ca HTTP/1.1" status: 200 len: 217 time: 0.0492868 Jul 27 20:54:57.962946 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-416c7e57-b83c-4cf6-ae87-f16485ed61e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad9575d0-ad63-4823-8a92-28793e3a05de', 'name': 'tempest-FloatingIPsAssociationTestJSON-1645103835-router', 'tenant_id': '615238fda314405b98ca504942933ecf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.161'}], 'enable_snat': True}, 'gw_port_id': '84d6154b-a1b0-4171-99e6-8fe6e769f980', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:53:29Z', 'updated_at': '2021-07-27T20:53:38Z', 'revision_number': 4, 'project_id': '615238fda314405b98ca504942933ecf', 'gw_port': {'id': '84d6154b-a1b0-4171-99e6-8fe6e769f980', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:3a:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad9575d0-ad63-4823-8a92-28793e3a05de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:53:29Z', 'updated_at': '2021-07-27T20:53:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_interfaces': [{'id': '7925b4ba-7a12-4ff3-952f-1275b7ca93a1', 'name': '', 'network_id': '3f1c8940-c5a5-4dd2-af27-28f2db444e65', 'tenant_id': '615238fda314405b98ca504942933ecf', 'mac_address': 'fa:16:3e:f4:57:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad9575d0-ad63-4823-8a92-28793e3a05de', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '8762aa6e-55d1-40fd-8a84-dc4ad49beb7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:53:36Z', 'updated_at': '2021-07-27T20:53:47Z', 'revision_number': 5, 'project_id': '615238fda314405b98ca504942933ecf', 'subnets': [{'id': '8762aa6e-55d1-40fd-8a84-dc4ad49beb7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-22', False) {} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:54:57.971263 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6815eda8-8f33-4417-b86c-00c70a2937e8 req-0f426422-e048-4291-a52e-21b5c2a960ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:57.972807 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-6815eda8-8f33-4417-b86c-00c70a2937e8 req-0f426422-e048-4291-a52e-21b5c2a960ef service neutron] 10.222.0.59 "GET /v2.0/subnets?id=8762aa6e-55d1-40fd-8a84-dc4ad49beb7d HTTP/1.1" status: 200 len: 860 time: 0.0621314 Jul 27 20:54:57.991997 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-416c7e57-b83c-4cf6-ae87-f16485ed61e3 None None] Checking router: ad9575d0-ad63-4823-8a92-28793e3a05de for host: n-d-705658-22 {{(pid=105587) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 20:54:57.995334 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5efe021-926e-4cc2-8143-70e599cd1f23 req-7d371ef1-a903-417e-a58a-990fccc11ad7 tempest-ImagesOneServerNegativeTestJSON-323901233 tempest-ImagesOneServerNegativeTestJSON-323901233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:57.996783 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b5efe021-926e-4cc2-8143-70e599cd1f23 req-7d371ef1-a903-417e-a58a-990fccc11ad7 tempest-ImagesOneServerNegativeTestJSON-323901233 tempest-ImagesOneServerNegativeTestJSON-323901233-project] 10.222.0.59 "GET /v2.0/ports?device_id=5872b51f-94b7-4de0-9c39-57f5ddfbd2e6 HTTP/1.1" status: 200 len: 946 time: 0.1467726 Jul 27 20:54:58.000069 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-416c7e57-b83c-4cf6-ae87-f16485ed61e3 None None] Routers {'ad9575d0-ad63-4823-8a92-28793e3a05de'} bound to L3 agent in host n-d-705658-22 {{(pid=105587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:54:58.000678 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-416c7e57-b83c-4cf6-ae87-f16485ed61e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T20:54:41Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['ad9575d0-ad63-4823-8a92-28793e3a05de'], 'active': True} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:54:58.059280 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b5efe021-926e-4cc2-8143-70e599cd1f23 req-f1a56d0f-a82f-47d8-9396-5191948b579e tempest-ImagesOneServerNegativeTestJSON-323901233 tempest-ImagesOneServerNegativeTestJSON-323901233-project] 10.222.0.59 "GET /v2.0/security-groups?id=b49152d2-7ea9-4069-930d-17bb1fb95e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421278 Jul 27 20:54:58.074234 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6815eda8-8f33-4417-b86c-00c70a2937e8 req-75eb1599-f264-434d-b478-58789ddc4f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:58.080661 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-6815eda8-8f33-4417-b86c-00c70a2937e8 req-75eb1599-f264-434d-b478-58789ddc4f6a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=3f1c8940-c5a5-4dd2-af27-28f2db444e65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0997546 Jul 27 20:54:58.108131 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvr_db [None req-416c7e57-b83c-4cf6-ae87-f16485ed61e3 None None] Set router ad9575d0-ad63-4823-8a92-28793e3a05de gateway port host: n-d-705658-22 {{(pid=105587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:54:58.177292 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-6815eda8-8f33-4417-b86c-00c70a2937e8 req-d6b5ec35-aa08-4a29-9240-0d53246cf767 service neutron] 10.222.0.59 "GET /v2.0/networks/3f1c8940-c5a5-4dd2-af27-28f2db444e65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915711 Jul 27 20:54:58.247932 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 20:54:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afd0d593-ff73-45c2-bc83-8a051bf007a9 x-openstack-request-id: req-afd0d593-ff73-45c2-bc83-8a051bf007a9 {{(pid=105585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:54:58.248214 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d6d1740-167b-4ed1-8fde-75684d664c4d", "tag": "ba583bd9-3270-4e8c-b116-80894feef3ca", "status": "completed", "code": 200}]} {{(pid=105585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:54:58.248476 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-afd0d593-ff73-45c2-bc83-8a051bf007a9 {{(pid=105585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:54:58.248864 n-d-705658-22 neutron-server[105585]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d6d1740-167b-4ed1-8fde-75684d664c4d', 'tag': 'ba583bd9-3270-4e8c-b116-80894feef3ca', 'status': 'completed', 'code': 200} Jul 27 20:54:58.317610 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-416c7e57-b83c-4cf6-ae87-f16485ed61e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad9575d0-ad63-4823-8a92-28793e3a05de', 'name': 'tempest-FloatingIPsAssociationTestJSON-1645103835-router', 'tenant_id': '615238fda314405b98ca504942933ecf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.161'}], 'enable_snat': True}, 'gw_port_id': '84d6154b-a1b0-4171-99e6-8fe6e769f980', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:53:29Z', 'updated_at': '2021-07-27T20:53:38Z', 'revision_number': 4, 'project_id': '615238fda314405b98ca504942933ecf', 'gw_port': {'id': '84d6154b-a1b0-4171-99e6-8fe6e769f980', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:3a:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad9575d0-ad63-4823-8a92-28793e3a05de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:53:29Z', 'updated_at': '2021-07-27T20:53:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_interfaces': [{'id': '7925b4ba-7a12-4ff3-952f-1275b7ca93a1', 'name': '', 'network_id': '3f1c8940-c5a5-4dd2-af27-28f2db444e65', 'tenant_id': '615238fda314405b98ca504942933ecf', 'mac_address': 'fa:16:3e:f4:57:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad9575d0-ad63-4823-8a92-28793e3a05de', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '8762aa6e-55d1-40fd-8a84-dc4ad49beb7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:53:36Z', 'updated_at': '2021-07-27T20:53:47Z', 'revision_number': 5, 'project_id': '615238fda314405b98ca504942933ecf', 'subnets': [{'id': '8762aa6e-55d1-40fd-8a84-dc4ad49beb7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-22', False) {} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:54:58.322647 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-6815eda8-8f33-4417-b86c-00c70a2937e8 req-59a00dd5-9640-446c-acfe-8b8ba19beae9 service neutron] 10.222.0.59 "GET /v2.0/networks/3f1c8940-c5a5-4dd2-af27-28f2db444e65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1392980 Jul 27 20:54:58.344437 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-416c7e57-b83c-4cf6-ae87-f16485ed61e3 None None] The sync data for ids ['ad9575d0-ad63-4823-8a92-28793e3a05de'] in n-d-705658-22 is: [{'id': 'ad9575d0-ad63-4823-8a92-28793e3a05de', 'name': 'tempest-FloatingIPsAssociationTestJSON-1645103835-router', 'tenant_id': '615238fda314405b98ca504942933ecf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.161'}], 'enable_snat': True}, 'gw_port_id': '84d6154b-a1b0-4171-99e6-8fe6e769f980', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:53:29Z', 'updated_at': '2021-07-27T20:53:38Z', 'revision_number': 4, 'project_id': '615238fda314405b98ca504942933ecf', 'gw_port': {'id': '84d6154b-a1b0-4171-99e6-8fe6e769f980', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:3a:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad9575d0-ad63-4823-8a92-28793e3a05de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:53:29Z', 'updated_at': '2021-07-27T20:53:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_interfaces': [{'id': '7925b4ba-7a12-4ff3-952f-1275b7ca93a1', 'name': '', 'network_id': '3f1c8940-c5a5-4dd2-af27-28f2db444e65', 'tenant_id': '615238fda314405b98ca504942933ecf', 'mac_address': 'fa:16:3e:f4:57:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad9575d0-ad63-4823-8a92-28793e3a05de', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '8762aa6e-55d1-40fd-8a84-dc4ad49beb7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:53:36Z', 'updated_at': '2021-07-27T20:53:47Z', 'revision_number': 5, 'project_id': '615238fda314405b98ca504942933ecf', 'subnets': [{'id': '8762aa6e-55d1-40fd-8a84-dc4ad49beb7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 20:54:58.391317 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67794236-c40b-408c-a96d-d6105dba18b5 req-303eb524-b437-41eb-9636-abff4900d108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:58.392910 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-67794236-c40b-408c-a96d-d6105dba18b5 req-303eb524-b437-41eb-9636-abff4900d108 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=615238fda314405b98ca504942933ecf&device_id=7d6d1740-167b-4ed1-8fde-75684d664c4d HTTP/1.1" status: 200 len: 1098 time: 0.1106617 Jul 27 20:54:58.442363 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd9085e-3e88-4c01-b545-d3c40a41f0ea req-e7b596c2-0ebf-4d68-bff2-918ffff6cb08 tempest-ServersOnMultiNodesTest-1794458366 tempest-ServersOnMultiNodesTest-1794458366-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:58.443923 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-1cd9085e-3e88-4c01-b545-d3c40a41f0ea req-e7b596c2-0ebf-4d68-bff2-918ffff6cb08 tempest-ServersOnMultiNodesTest-1794458366 tempest-ServersOnMultiNodesTest-1794458366-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=94443490-ac88-4e74-8177-4a5c0f0aa194 HTTP/1.1" status: 200 len: 1102 time: 0.1494381 Jul 27 20:54:58.541739 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-1cd9085e-3e88-4c01-b545-d3c40a41f0ea req-9703cb91-a076-453b-9c14-acd761e77939 tempest-ServersOnMultiNodesTest-1794458366 tempest-ServersOnMultiNodesTest-1794458366-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=dea81a77-85b4-4e12-8e1d-b19e89484a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684030 Jul 27 20:54:58.570133 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f023325b-ada3-40e4-83c3-56b1b5c0468a req-ed451d78-eefe-438e-be86-bcd1e6fec5bc tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:58.570613 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f023325b-ada3-40e4-83c3-56b1b5c0468a req-ed451d78-eefe-438e-be86-bcd1e6fec5bc tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] 10.222.0.59 "GET /v2.0/ports?device_id=f5981167-1ac0-4ca7-95b5-d52c185534b7 HTTP/1.1" status: 200 len: 948 time: 0.1768243 Jul 27 20:54:58.571669 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67794236-c40b-408c-a96d-d6105dba18b5 req-01fb92a1-ae3e-4a60-8d42-57f46bd7f350 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:58.573009 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-67794236-c40b-408c-a96d-d6105dba18b5 req-01fb92a1-ae3e-4a60-8d42-57f46bd7f350 service neutron] 10.222.0.60 "GET /v2.0/networks?id=3f1c8940-c5a5-4dd2-af27-28f2db444e65 HTTP/1.1" status: 200 len: 922 time: 0.1692445 Jul 27 20:54:58.617103 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a356b93c-9fd6-4d6b-850f-cd6132c0fc43 None None] New status for floating IP b4a02e69-8b3e-4436-a262-4abd8887a3d2: DOWN {{(pid=105586) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 20:54:58.639884 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-67794236-c40b-408c-a96d-d6105dba18b5 req-99c40bf9-eb83-46d0-b488-8cdd7e3faa3e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ba583bd9-3270-4e8c-b116-80894feef3ca HTTP/1.1" status: 200 len: 217 time: 0.0500612 Jul 27 20:54:58.662466 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f023325b-ada3-40e4-83c3-56b1b5c0468a req-57fd83af-c9f3-4904-8959-28e79451e62d tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] 10.222.0.59 "GET /v2.0/security-groups?id=c6534cb3-b44e-4a83-b57e-ddb72c2ad843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790472 Jul 27 20:54:58.706388 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67794236-c40b-408c-a96d-d6105dba18b5 req-9cf23aa0-2d69-4050-8ce8-008f111dbd59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:58.708045 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-67794236-c40b-408c-a96d-d6105dba18b5 req-9cf23aa0-2d69-4050-8ce8-008f111dbd59 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8762aa6e-55d1-40fd-8a84-dc4ad49beb7d HTTP/1.1" status: 200 len: 860 time: 0.0593805 Jul 27 20:54:58.782607 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67794236-c40b-408c-a96d-d6105dba18b5 req-00e1b7aa-526e-4d1b-b0c5-24ed9a108524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:58.787292 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-67794236-c40b-408c-a96d-d6105dba18b5 req-00e1b7aa-526e-4d1b-b0c5-24ed9a108524 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=3f1c8940-c5a5-4dd2-af27-28f2db444e65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0671055 Jul 27 20:54:58.890710 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-67794236-c40b-408c-a96d-d6105dba18b5 req-e6a2d361-af52-457d-911a-e24a8a484716 service neutron] 10.222.0.60 "GET /v2.0/networks/3f1c8940-c5a5-4dd2-af27-28f2db444e65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954251 Jul 27 20:54:59.026557 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-d51e6f9b-af56-4a11-94bf-4f67558f6bc8 req-1f9c87a0-c715-4074-830e-c4dc5aeeba8c tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=7f728b4f036e433cbd9e09c516f9ce38&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0338142 Jul 27 20:54:59.104969 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964a89d5-9b95-4cc8-a156-af3c2ace747e req-ecbf8179-4cba-4918-8e15-a9e542eeb49f tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:59.106503 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-964a89d5-9b95-4cc8-a156-af3c2ace747e req-ecbf8179-4cba-4918-8e15-a9e542eeb49f tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] 10.222.0.59 "GET /v2.0/ports?device_id=23a39a45-86ad-4a34-aa42-6affa73d3ff5 HTTP/1.1" status: 200 len: 944 time: 0.2132056 Jul 27 20:54:59.133616 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-67794236-c40b-408c-a96d-d6105dba18b5 req-5f2350cb-1898-4fc0-a715-127afb1a9f7b service neutron] 10.222.0.60 "GET /v2.0/networks/3f1c8940-c5a5-4dd2-af27-28f2db444e65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2303050 Jul 27 20:54:59.181190 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-964a89d5-9b95-4cc8-a156-af3c2ace747e req-bef85469-0168-4f72-b084-348b74971987 tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] 10.222.0.59 "GET /v2.0/security-groups?id=1749b80d-91c6-4bd3-8e8d-666bd095400f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672138 Jul 27 20:54:59.197261 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51e6f9b-af56-4a11-94bf-4f67558f6bc8 req-1966a5d7-5361-4cb7-97c4-91f48a030ae5 tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:59.198736 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-d51e6f9b-af56-4a11-94bf-4f67558f6bc8 req-1966a5d7-5361-4cb7-97c4-91f48a030ae5 tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1629751 Jul 27 20:54:59.215263 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-d51e6f9b-af56-4a11-94bf-4f67558f6bc8 req-2d9109b9-316d-496a-adcd-17f66352cdbc tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] 10.222.0.59 "GET /v2.0/quotas/7f728b4f036e433cbd9e09c516f9ce38 HTTP/1.1" status: 200 len: 375 time: 0.0098763 Jul 27 20:54:59.293148 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-d51e6f9b-af56-4a11-94bf-4f67558f6bc8 req-4aea50cc-bba7-4027-b5c9-abc475a44f60 tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=7f728b4f036e433cbd9e09c516f9ce38&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0723543 Jul 27 20:54:59.455024 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e552a583-c474-4f51-b8a4-cfe997a85702 req-6fd62b3d-3261-471e-bad3-f95e332635b7 tempest-FloatingIPsAssociationTestJSON-1853502918 tempest-FloatingIPsAssociationTestJSON-1853502918-project] 10.222.0.59 "GET /v2.0/floatingips/b4a02e69-8b3e-4436-a262-4abd8887a3d2 HTTP/1.1" status: 200 len: 694 time: 0.0522518 Jul 27 20:54:59.567621 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e552a583-c474-4f51-b8a4-cfe997a85702 req-794202ef-df04-4e82-9968-3de2dc9238f4 tempest-FloatingIPsAssociationTestJSON-1853502918 tempest-FloatingIPsAssociationTestJSON-1853502918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:59.569062 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e552a583-c474-4f51-b8a4-cfe997a85702 req-794202ef-df04-4e82-9968-3de2dc9238f4 tempest-FloatingIPsAssociationTestJSON-1853502918 tempest-FloatingIPsAssociationTestJSON-1853502918-project] 10.222.0.59 "GET /v2.0/networks/8735d8a2-b604-4758-ae71-b40e4ee6f305 HTTP/1.1" status: 200 len: 784 time: 0.1073787 Jul 27 20:54:59.630770 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device c14b5680-225d-4e8a-80fe-181aabc6494e up at agent hyperv_n-h1-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:54:59.631626 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e552a583-c474-4f51-b8a4-cfe997a85702 req-d5cf6cb9-bed7-4158-bf2f-10ee2fdeed9b tempest-FloatingIPsAssociationTestJSON-1853502918 tempest-FloatingIPsAssociationTestJSON-1853502918-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.5.214 HTTP/1.1" status: 200 len: 697 time: 0.0557010 Jul 27 20:54:59.674202 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e257368c-6632-45ad-bbd7-9a53d30c3436 req-9bd24cfa-5765-4582-b05c-7e6fbfa62aa8 tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] 10.222.0.59 "GET /v2.0/ports?device_id=308f2807-b47c-442c-b526-1012af774ec6 HTTP/1.1" status: 200 len: 210 time: 0.0458770 Jul 27 20:54:59.728882 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e552a583-c474-4f51-b8a4-cfe997a85702 req-cd6e48b1-5965-433a-a2bf-2e5f4e2b9193 tempest-FloatingIPsAssociationTestJSON-1853502918 tempest-FloatingIPsAssociationTestJSON-1853502918-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.5.214 HTTP/1.1" status: 200 len: 697 time: 0.0653419 Jul 27 20:54:59.858070 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Provisioning for port c14b5680-225d-4e8a-80fe-181aabc6494e completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:54:59.866620 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Provisioning complete for port c14b5680-225d-4e8a-80fe-181aabc6494e triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:54:59.867042 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:59.882295 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [req-e552a583-c474-4f51-b8a4-cfe997a85702 req-8720feae-084e-4907-aad1-ab9d2a38c58c tempest-FloatingIPsAssociationTestJSON-1853502918 tempest-FloatingIPsAssociationTestJSON-1853502918-project] Deleting port 07c3184c-f99a-4820-82ec-a68249cd40fe {{(pid=105585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:54:59.882649 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-e552a583-c474-4f51-b8a4-cfe997a85702 req-8720feae-084e-4907-aad1-ab9d2a38c58c tempest-FloatingIPsAssociationTestJSON-1853502918 tempest-FloatingIPsAssociationTestJSON-1853502918-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:59.967119 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:59.990860 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23a39a45-86ad-4a34-aa42-6affa73d3ff5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c14b5680-225d-4e8a-80fe-181aabc6494e'}] {{(pid=105586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:54:59.992946 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14c1663e039faf5393f87855f745010ac5b02220355b68fdbf065393e303ac56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a5db064-90de-4154-a692-735d34884804" -d '{"events": [{"server_uuid": "23a39a45-86ad-4a34-aa42-6affa73d3ff5", "name": "network-vif-plugged", "status": "completed", "tag": "c14b5680-225d-4e8a-80fe-181aabc6494e"}]}' {{(pid=105586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:55:00.005631 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] For port c14b5680-225d-4e8a-80fe-181aabc6494e, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=c14b5680-225d-4e8a-80fe-181aabc6494e,segment=NetworkSegment(30512320-4797-4523-818e-63eb7bdafb2b),segment_id=30512320-4797-4523-818e-63eb7bdafb2b)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:55:00.005860 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-e552a583-c474-4f51-b8a4-cfe997a85702 req-8720feae-084e-4907-aad1-ab9d2a38c58c tempest-FloatingIPsAssociationTestJSON-1853502918 tempest-FloatingIPsAssociationTestJSON-1853502918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:00.006219 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-e552a583-c474-4f51-b8a4-cfe997a85702 req-8720feae-084e-4907-aad1-ab9d2a38c58c tempest-FloatingIPsAssociationTestJSON-1853502918 tempest-FloatingIPsAssociationTestJSON-1853502918-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:00.012677 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:00.023856 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [req-e552a583-c474-4f51-b8a4-cfe997a85702 req-8720feae-084e-4907-aad1-ab9d2a38c58c tempest-FloatingIPsAssociationTestJSON-1853502918 tempest-FloatingIPsAssociationTestJSON-1853502918-project] Calling delete_port for 07c3184c-f99a-4820-82ec-a68249cd40fe owned by network:floatingip {{(pid=105585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:55:00.035833 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4611acdb-a435-4539-9909-1c1a29aeb692 req-8e70557f-ec99-4371-a8bf-63abfdb527b3 tempest-ImagesOneServerNegativeTestJSON-323901233 tempest-ImagesOneServerNegativeTestJSON-323901233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:00.037432 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-4611acdb-a435-4539-9909-1c1a29aeb692 req-8e70557f-ec99-4371-a8bf-63abfdb527b3 tempest-ImagesOneServerNegativeTestJSON-323901233 tempest-ImagesOneServerNegativeTestJSON-323901233-project] 10.222.0.59 "GET /v2.0/ports?device_id=5872b51f-94b7-4de0-9c39-57f5ddfbd2e6 HTTP/1.1" status: 200 len: 946 time: 0.1178775 Jul 27 20:55:00.073769 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Pushing event updated for resources: {'Port': ['ID=c14b5680-225d-4e8a-80fe-181aabc6494e,revision_number=5']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:55:00.127894 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-4611acdb-a435-4539-9909-1c1a29aeb692 req-788097ae-f4ff-49a5-8944-111a7b536db8 tempest-ImagesOneServerNegativeTestJSON-323901233 tempest-ImagesOneServerNegativeTestJSON-323901233-project] 10.222.0.59 "GET /v2.0/security-groups?id=b49152d2-7ea9-4069-930d-17bb1fb95e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821924 Jul 27 20:55:00.232901 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-e552a583-c474-4f51-b8a4-cfe997a85702 req-8720feae-084e-4907-aad1-ab9d2a38c58c tempest-FloatingIPsAssociationTestJSON-1853502918 tempest-FloatingIPsAssociationTestJSON-1853502918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:00.260252 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8720feae-084e-4907-aad1-ab9d2a38c58c tempest-FloatingIPsAssociationTestJSON-1853502918 tempest-FloatingIPsAssociationTestJSON-1853502918-project] Pushing event deleted for resources: {'Port': ['ID=07c3184c-f99a-4820-82ec-a68249cd40fe,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:55:00.293647 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8720feae-084e-4907-aad1-ab9d2a38c58c tempest-FloatingIPsAssociationTestJSON-1853502918 tempest-FloatingIPsAssociationTestJSON-1853502918-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:55:00.294005 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8720feae-084e-4907-aad1-ab9d2a38c58c tempest-FloatingIPsAssociationTestJSON-1853502918 tempest-FloatingIPsAssociationTestJSON-1853502918-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:55:00.294349 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8720feae-084e-4907-aad1-ab9d2a38c58c tempest-FloatingIPsAssociationTestJSON-1853502918 tempest-FloatingIPsAssociationTestJSON-1853502918-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:55:00.294690 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8720feae-084e-4907-aad1-ab9d2a38c58c tempest-FloatingIPsAssociationTestJSON-1853502918 tempest-FloatingIPsAssociationTestJSON-1853502918-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:55:00.295052 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8720feae-084e-4907-aad1-ab9d2a38c58c tempest-FloatingIPsAssociationTestJSON-1853502918 tempest-FloatingIPsAssociationTestJSON-1853502918-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:55:00.295384 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8720feae-084e-4907-aad1-ab9d2a38c58c tempest-FloatingIPsAssociationTestJSON-1853502918 tempest-FloatingIPsAssociationTestJSON-1853502918-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:55:00.295719 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8720feae-084e-4907-aad1-ab9d2a38c58c tempest-FloatingIPsAssociationTestJSON-1853502918 tempest-FloatingIPsAssociationTestJSON-1853502918-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:55:00.296047 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8720feae-084e-4907-aad1-ab9d2a38c58c tempest-FloatingIPsAssociationTestJSON-1853502918 tempest-FloatingIPsAssociationTestJSON-1853502918-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:55:00.296375 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8720feae-084e-4907-aad1-ab9d2a38c58c tempest-FloatingIPsAssociationTestJSON-1853502918 tempest-FloatingIPsAssociationTestJSON-1853502918-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:55:00.296701 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8720feae-084e-4907-aad1-ab9d2a38c58c tempest-FloatingIPsAssociationTestJSON-1853502918 tempest-FloatingIPsAssociationTestJSON-1853502918-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:55:00.297021 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8720feae-084e-4907-aad1-ab9d2a38c58c tempest-FloatingIPsAssociationTestJSON-1853502918 tempest-FloatingIPsAssociationTestJSON-1853502918-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:55:00.297342 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8720feae-084e-4907-aad1-ab9d2a38c58c tempest-FloatingIPsAssociationTestJSON-1853502918 tempest-FloatingIPsAssociationTestJSON-1853502918-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:55:00.342453 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537934db-21d6-46bb-b333-ef4650d1e3d1 req-34b85d8d-840f-4965-a856-0a7b8eec4f1a tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:00.343965 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-537934db-21d6-46bb-b333-ef4650d1e3d1 req-34b85d8d-840f-4965-a856-0a7b8eec4f1a tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] 10.222.0.59 "GET /v2.0/ports?device_id=f5981167-1ac0-4ca7-95b5-d52c185534b7 HTTP/1.1" status: 200 len: 948 time: 0.1607289 Jul 27 20:55:00.360331 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-e552a583-c474-4f51-b8a4-cfe997a85702 req-8720feae-084e-4907-aad1-ab9d2a38c58c tempest-FloatingIPsAssociationTestJSON-1853502918 tempest-FloatingIPsAssociationTestJSON-1853502918-project] Notify callbacks [] for floatingip, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:00.362764 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-e552a583-c474-4f51-b8a4-cfe997a85702 req-8720feae-084e-4907-aad1-ab9d2a38c58c tempest-FloatingIPsAssociationTestJSON-1853502918 tempest-FloatingIPsAssociationTestJSON-1853502918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for floatingip, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:00.363849 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e552a583-c474-4f51-b8a4-cfe997a85702 req-8720feae-084e-4907-aad1-ab9d2a38c58c tempest-FloatingIPsAssociationTestJSON-1853502918 tempest-FloatingIPsAssociationTestJSON-1853502918-project] 10.222.0.59 "DELETE /v2.0/floatingips/b4a02e69-8b3e-4436-a262-4abd8887a3d2 HTTP/1.1" status: 204 len: 173 time: 0.6281228 Jul 27 20:55:00.392537 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-537934db-21d6-46bb-b333-ef4650d1e3d1 req-1f8d4911-ea41-47fd-89fc-b547071bc8fa tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] 10.222.0.59 "GET /v2.0/security-groups?id=c6534cb3-b44e-4a83-b57e-ddb72c2ad843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405281 Jul 27 20:55:00.436328 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 20:54:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4a92c72-60d9-42cf-a13b-9fbaaf33bbd5 x-openstack-request-id: req-f4a92c72-60d9-42cf-a13b-9fbaaf33bbd5 {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:55:00.436642 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23a39a45-86ad-4a34-aa42-6affa73d3ff5", "name": "network-vif-plugged", "status": "completed", "tag": "c14b5680-225d-4e8a-80fe-181aabc6494e", "code": 200}]} {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:55:00.436896 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-f4a92c72-60d9-42cf-a13b-9fbaaf33bbd5 {{(pid=105586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:55:00.437314 n-d-705658-22 neutron-server[105586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23a39a45-86ad-4a34-aa42-6affa73d3ff5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c14b5680-225d-4e8a-80fe-181aabc6494e', 'code': 200} Jul 27 20:55:00.552484 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b95ac3e-9af5-4c46-88b7-d8487f28ed38 req-14b5be78-ce8e-49eb-bef2-7f4c8e6932f1 tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:00.554584 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-1b95ac3e-9af5-4c46-88b7-d8487f28ed38 req-14b5be78-ce8e-49eb-bef2-7f4c8e6932f1 tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] 10.222.0.59 "GET /v2.0/ports?device_id=23a39a45-86ad-4a34-aa42-6affa73d3ff5 HTTP/1.1" status: 200 len: 945 time: 0.0707250 Jul 27 20:55:00.586345 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-d51e6f9b-af56-4a11-94bf-4f67558f6bc8 req-007e5d60-8bc4-45ce-a1bb-81d55e588640 tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=7f728b4f036e433cbd9e09c516f9ce38&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0306818 Jul 27 20:55:00.629074 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1524b44d-23d7-4dd6-8ac4-5d2bf30f9b33 req-eac3addd-42e6-47de-b943-577974801d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:00.630872 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-1524b44d-23d7-4dd6-8ac4-5d2bf30f9b33 req-eac3addd-42e6-47de-b943-577974801d05 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=23a39a45-86ad-4a34-aa42-6affa73d3ff5 HTTP/1.1" status: 200 len: 1097 time: 0.0965817 Jul 27 20:55:00.677864 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-1524b44d-23d7-4dd6-8ac4-5d2bf30f9b33 req-6fd5182a-296b-4171-ba0e-09fbee205c73 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=1749b80d-91c6-4bd3-8e8d-666bd095400f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336919 Jul 27 20:55:00.952425 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-1b95ac3e-9af5-4c46-88b7-d8487f28ed38 req-9e42679a-3c6b-49cf-9c14-0986f1e89175 tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] 10.222.0.59 "GET /v2.0/security-groups?id=1749b80d-91c6-4bd3-8e8d-666bd095400f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3852541 Jul 27 20:55:01.026892 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51e6f9b-af56-4a11-94bf-4f67558f6bc8 req-c0503e25-b928-4c65-be7c-848936802408 tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:01.028266 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-d51e6f9b-af56-4a11-94bf-4f67558f6bc8 req-c0503e25-b928-4c65-be7c-848936802408 tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4304409 Jul 27 20:55:01.047390 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [req-d51e6f9b-af56-4a11-94bf-4f67558f6bc8 req-2b18ca4c-5ee4-418c-8f8c-4c9f786335be tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] Request body: {'port': {'device_id': '308f2807-b47c-442c-b526-1012af774ec6', 'network_id': '4d64aa0b-bd6a-468e-8edc-c83689947462', 'admin_state_up': True, 'tenant_id': '7f728b4f036e433cbd9e09c516f9ce38'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:55:01.074390 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47175114-fcfa-494b-923c-2b1382b80d72 req-8d7aba41-15f3-4a6e-b9d5-5772297c7e9a tempest-FloatingIPsAssociationTestJSON-1853502918 tempest-FloatingIPsAssociationTestJSON-1853502918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:01.075879 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-47175114-fcfa-494b-923c-2b1382b80d72 req-8d7aba41-15f3-4a6e-b9d5-5772297c7e9a tempest-FloatingIPsAssociationTestJSON-1853502918 tempest-FloatingIPsAssociationTestJSON-1853502918-project] 10.222.0.59 "GET /v2.0/ports?device_id=7d6d1740-167b-4ed1-8fde-75684d664c4d HTTP/1.1" status: 200 len: 946 time: 0.1451774 Jul 27 20:55:01.077562 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-effa55f7-230e-481d-bd97-74205698961f req-0dd81568-2dc8-4fd0-9be4-dd3a4395ad71 tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] 10.222.0.59 "GET /v2.0/ports?device_id=308f2807-b47c-442c-b526-1012af774ec6 HTTP/1.1" status: 200 len: 210 time: 0.0484507 Jul 27 20:55:01.167236 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-47175114-fcfa-494b-923c-2b1382b80d72 req-c1417465-fb76-4658-8e0f-e00df10ff97a tempest-FloatingIPsAssociationTestJSON-1853502918 tempest-FloatingIPsAssociationTestJSON-1853502918-project] 10.222.0.59 "GET /v2.0/security-groups?id=8687f539-6269-4f23-8f85-d9476e5397e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795431 Jul 27 20:55:01.213390 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d51e6f9b-af56-4a11-94bf-4f67558f6bc8 req-2b18ca4c-5ee4-418c-8f8c-4c9f786335be tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] Made reservation on behalf of 7f728b4f036e433cbd9e09c516f9ce38 for: {'port': 1} {{(pid=105585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:55:01.217296 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-d51e6f9b-af56-4a11-94bf-4f67558f6bc8 req-2b18ca4c-5ee4-418c-8f8c-4c9f786335be tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:01.383383 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4e0237-5a34-42a6-96d1-ade4afdd2131 req-8d7324ec-b5ed-4837-8c25-b2138fd7b5b1 tempest-ImagesOneServerNegativeTestJSON-323901233 tempest-ImagesOneServerNegativeTestJSON-323901233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:01.384881 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-fa4e0237-5a34-42a6-96d1-ade4afdd2131 req-8d7324ec-b5ed-4837-8c25-b2138fd7b5b1 tempest-ImagesOneServerNegativeTestJSON-323901233 tempest-ImagesOneServerNegativeTestJSON-323901233-project] 10.222.0.59 "GET /v2.0/ports?device_id=5872b51f-94b7-4de0-9c39-57f5ddfbd2e6 HTTP/1.1" status: 200 len: 946 time: 0.1504233 Jul 27 20:55:01.397072 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.db_base_plugin_common [req-d51e6f9b-af56-4a11-94bf-4f67558f6bc8 req-2b18ca4c-5ee4-418c-8f8c-4c9f786335be tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] Allocated IP 192.168.233.244 (4d64aa0b-bd6a-468e-8edc-c83689947462/26644ba0-4185-4e10-8718-6ad18d01376c/a5526aed-9d03-40b6-a9db-7b6bf7eb3d08) {{(pid=105585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:55:01.447411 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-fa4e0237-5a34-42a6-96d1-ade4afdd2131 req-e456d5d5-03e7-4426-b39d-8785812738ea tempest-ImagesOneServerNegativeTestJSON-323901233 tempest-ImagesOneServerNegativeTestJSON-323901233-project] 10.222.0.59 "GET /v2.0/security-groups?id=b49152d2-7ea9-4069-930d-17bb1fb95e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521889 Jul 27 20:55:01.620378 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-d51e6f9b-af56-4a11-94bf-4f67558f6bc8 req-2b18ca4c-5ee4-418c-8f8c-4c9f786335be tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] Notify callbacks [] for port, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:01.635459 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca74f9b-74aa-48b4-b66d-9b292c39107e req-da56ce21-aa6f-4e16-bc5f-0be051a04a55 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:01.636957 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-bca74f9b-74aa-48b4-b66d-9b292c39107e req-da56ce21-aa6f-4e16-bc5f-0be051a04a55 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] 10.222.0.59 "GET /v2.0/ports?device_id=f5981167-1ac0-4ca7-95b5-d52c185534b7 HTTP/1.1" status: 200 len: 948 time: 0.1146257 Jul 27 20:55:01.654502 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.provisioning_blocks [req-d51e6f9b-af56-4a11-94bf-4f67558f6bc8 req-2b18ca4c-5ee4-418c-8f8c-4c9f786335be tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] Transition to ACTIVE for port object a5526aed-9d03-40b6-a9db-7b6bf7eb3d08 will not be triggered until provisioned by entity DHCP. {{(pid=105585) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:55:01.699601 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-bca74f9b-74aa-48b4-b66d-9b292c39107e req-45cab22c-2024-425f-8fb7-e373955a0ce2 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] 10.222.0.59 "GET /v2.0/security-groups?id=c6534cb3-b44e-4a83-b57e-ddb72c2ad843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553946 Jul 27 20:55:01.715965 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-d51e6f9b-af56-4a11-94bf-4f67558f6bc8 req-2b18ca4c-5ee4-418c-8f8c-4c9f786335be tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:01.733556 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] get_ports_and_sgs() called for port_ids ['789d1df8-a449-4c66-8006-9014f086578a', '1597b5c0-5ebb-47b9-aabd-c27047a8aa15'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 20:55:01.742154 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] get_ports_and_sgs() called for port_ids ['d0604db9-6e9b-4861-ac03-120cc4acb6b7', '61063df3-592b-4de0-a4f2-adf662bc157d', 'ef6a81f1-1922-4eec-9c1d-f4ff25155e93', 'b4361bc1-aa62-4d4c-8732-44cf2f0cb5cf', '8bc87563-93b4-46ea-bd9f-ed8e2c356c7d'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 20:55:01.780125 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d51e6f9b-af56-4a11-94bf-4f67558f6bc8 req-2b18ca4c-5ee4-418c-8f8c-4c9f786335be tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] Network 4d64aa0b-bd6a-468e-8edc-c83689947462 is already hosted by enough agents. {{(pid=105585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:55:01.784707 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.base_scheduler [req-d51e6f9b-af56-4a11-94bf-4f67558f6bc8 req-2b18ca4c-5ee4-418c-8f8c-4c9f786335be tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] Resources bound (agent type, host, resource id): {{(pid=105585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:55:01.791767 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.l3_dvrscheduler_db [req-d51e6f9b-af56-4a11-94bf-4f67558f6bc8 req-2b18ca4c-5ee4-418c-8f8c-4c9f786335be tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] Received port after_create {{(pid=105585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:55:01.922005 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51e6f9b-af56-4a11-94bf-4f67558f6bc8 req-2b18ca4c-5ee4-418c-8f8c-4c9f786335be tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:01.923197 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-d51e6f9b-af56-4a11-94bf-4f67558f6bc8 req-2b18ca4c-5ee4-418c-8f8c-4c9f786335be tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:01.927219 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b18ca4c-5ee4-418c-8f8c-4c9f786335be tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] Pushing event updated for resources: {'Port': ['ID=a5526aed-9d03-40b6-a9db-7b6bf7eb3d08,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:55:01.952115 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-d51e6f9b-af56-4a11-94bf-4f67558f6bc8 req-2b18ca4c-5ee4-418c-8f8c-4c9f786335be tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9111264 Jul 27 20:55:01.992074 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [req-d51e6f9b-af56-4a11-94bf-4f67558f6bc8 req-b0529d3d-8a43-4b89-b70c-b47a45b5bdc9 service neutron] Request body: {'port': {'device_id': '308f2807-b47c-442c-b526-1012af774ec6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-705658-22'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:55:02.138534 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-d51e6f9b-af56-4a11-94bf-4f67558f6bc8 req-b0529d3d-8a43-4b89-b70c-b47a45b5bdc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:02.237680 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-383693b5-dfa5-42d8-b1d0-2bd0264d008c None None] Provisioning for port a5526aed-9d03-40b6-a9db-7b6bf7eb3d08 completed by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:55:02.250824 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-383693b5-dfa5-42d8-b1d0-2bd0264d008c None None] Provisioning complete for port a5526aed-9d03-40b6-a9db-7b6bf7eb3d08 triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:55:02.251772 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-383693b5-dfa5-42d8-b1d0-2bd0264d008c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:02.329669 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-383693b5-dfa5-42d8-b1d0-2bd0264d008c None None] Port a5526aed-9d03-40b6-a9db-7b6bf7eb3d08 cannot update to ACTIVE because it is not bound. {{(pid=105586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 20:55:02.332429 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c759254d-9600-458a-8598-957c081df02a req-137b7bc0-0bd9-4b11-87eb-22a7a2b6b7ab tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:02.333947 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-c759254d-9600-458a-8598-957c081df02a req-137b7bc0-0bd9-4b11-87eb-22a7a2b6b7ab tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] 10.222.0.59 "GET /v2.0/ports?device_id=23a39a45-86ad-4a34-aa42-6affa73d3ff5 HTTP/1.1" status: 200 len: 945 time: 0.2553279 Jul 27 20:55:02.440162 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60b2cf7-edd7-442e-8268-cbdad6759fc7 req-be589d28-72f9-4d48-b3b5-4739cc3d7c62 tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:02.441678 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e60b2cf7-edd7-442e-8268-cbdad6759fc7 req-be589d28-72f9-4d48-b3b5-4739cc3d7c62 tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] 10.222.0.59 "GET /v2.0/ports?device_id=308f2807-b47c-442c-b526-1012af774ec6 HTTP/1.1" status: 200 len: 936 time: 0.1791384 Jul 27 20:55:02.458497 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-c759254d-9600-458a-8598-957c081df02a req-0d31c0a5-85a5-46c2-876f-41f222ed5186 tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] 10.222.0.59 "GET /v2.0/security-groups?id=1749b80d-91c6-4bd3-8e8d-666bd095400f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084247 Jul 27 20:55:02.505827 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e60b2cf7-edd7-442e-8268-cbdad6759fc7 req-62594d80-1e47-462a-bbe4-a2843caadfe0 tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] 10.222.0.59 "GET /v2.0/security-groups?id=dea81a77-85b4-4e12-8e1d-b19e89484a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544960 Jul 27 20:55:02.577647 n-d-705658-22 neutron-server[105585]: DEBUG neutron.notifiers.nova [req-d51e6f9b-af56-4a11-94bf-4f67558f6bc8 req-b0529d3d-8a43-4b89-b70c-b47a45b5bdc9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5526aed-9d03-40b6-a9db-7b6bf7eb3d08 {{(pid=105585) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 20:55:02.586416 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-d51e6f9b-af56-4a11-94bf-4f67558f6bc8 req-b0529d3d-8a43-4b89-b70c-b47a45b5bdc9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:02.599436 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.provisioning_blocks [req-d51e6f9b-af56-4a11-94bf-4f67558f6bc8 req-b0529d3d-8a43-4b89-b70c-b47a45b5bdc9 service neutron] Transition to ACTIVE for port object a5526aed-9d03-40b6-a9db-7b6bf7eb3d08 will not be triggered until provisioned by entity L2. {{(pid=105585) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:55:02.635397 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-d51e6f9b-af56-4a11-94bf-4f67558f6bc8 req-b0529d3d-8a43-4b89-b70c-b47a45b5bdc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10221672'] for port, after_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:02.732559 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0529d3d-8a43-4b89-b70c-b47a45b5bdc9 service neutron] Pushing event updated for resources: {'Port': ['ID=a5526aed-9d03-40b6-a9db-7b6bf7eb3d08,revision_number=2']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:55:02.773432 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377c14d6-210e-4ac3-9839-05941eb78069 req-af9fbd34-090c-4f43-aa84-16321193526a tempest-FloatingIPsAssociationTestJSON-1853502918 tempest-FloatingIPsAssociationTestJSON-1853502918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:02.780884 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-377c14d6-210e-4ac3-9839-05941eb78069 req-af9fbd34-090c-4f43-aa84-16321193526a tempest-FloatingIPsAssociationTestJSON-1853502918 tempest-FloatingIPsAssociationTestJSON-1853502918-project] 10.222.0.59 "GET /v2.0/ports?device_id=7d6d1740-167b-4ed1-8fde-75684d664c4d HTTP/1.1" status: 200 len: 946 time: 0.1799681 Jul 27 20:55:02.884225 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-377c14d6-210e-4ac3-9839-05941eb78069 req-e649d3ea-a9a1-4596-8d50-363886c6b3cd tempest-FloatingIPsAssociationTestJSON-1853502918 tempest-FloatingIPsAssociationTestJSON-1853502918-project] 10.222.0.59 "GET /v2.0/security-groups?id=8687f539-6269-4f23-8f85-d9476e5397e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023579 Jul 27 20:55:02.886380 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.managers [req-d51e6f9b-af56-4a11-94bf-4f67558f6bc8 req-b0529d3d-8a43-4b89-b70c-b47a45b5bdc9 service neutron] Attempting to bind port a5526aed-9d03-40b6-a9db-7b6bf7eb3d08 on host n-h2-705658-22 for vnic_type normal with profile {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:55:02.886716 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.managers [req-d51e6f9b-af56-4a11-94bf-4f67558f6bc8 req-b0529d3d-8a43-4b89-b70c-b47a45b5bdc9 service neutron] Attempting to bind port a5526aed-9d03-40b6-a9db-7b6bf7eb3d08 by drivers openvswitch,hyperv on host n-h2-705658-22 at level 0 using segments [{'id': '86b1e6f6-d629-4b03-8944-4cdfbfb93d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '4d64aa0b-bd6a-468e-8edc-c83689947462'}] {{(pid=105585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:55:02.887092 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d51e6f9b-af56-4a11-94bf-4f67558f6bc8 req-b0529d3d-8a43-4b89-b70c-b47a45b5bdc9 service neutron] Attempting to bind port a5526aed-9d03-40b6-a9db-7b6bf7eb3d08 on network 4d64aa0b-bd6a-468e-8edc-c83689947462 {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:55:02.894062 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d51e6f9b-af56-4a11-94bf-4f67558f6bc8 req-b0529d3d-8a43-4b89-b70c-b47a45b5bdc9 service neutron] Port a5526aed-9d03-40b6-a9db-7b6bf7eb3d08 on network 4d64aa0b-bd6a-468e-8edc-c83689947462 not bound, no agent of type Open vSwitch agent registered on host n-h2-705658-22 {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 20:55:02.894453 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d51e6f9b-af56-4a11-94bf-4f67558f6bc8 req-b0529d3d-8a43-4b89-b70c-b47a45b5bdc9 service neutron] Attempting to bind port a5526aed-9d03-40b6-a9db-7b6bf7eb3d08 on network 4d64aa0b-bd6a-468e-8edc-c83689947462 {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:55:02.900921 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d51e6f9b-af56-4a11-94bf-4f67558f6bc8 req-b0529d3d-8a43-4b89-b70c-b47a45b5bdc9 service neutron] Checking agent: {'id': '65195a73-a875-4810-9f5b-622ae260a8a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 49, 40), 'started_at': datetime.datetime(2021, 7, 27, 20, 49, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 54, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:55:02.901271 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d51e6f9b-af56-4a11-94bf-4f67558f6bc8 req-b0529d3d-8a43-4b89-b70c-b47a45b5bdc9 service neutron] Checking segment: {'id': '86b1e6f6-d629-4b03-8944-4cdfbfb93d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '4d64aa0b-bd6a-468e-8edc-c83689947462'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:55:02.901660 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d51e6f9b-af56-4a11-94bf-4f67558f6bc8 req-b0529d3d-8a43-4b89-b70c-b47a45b5bdc9 service neutron] Bound using segment: {'id': '86b1e6f6-d629-4b03-8944-4cdfbfb93d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '4d64aa0b-bd6a-468e-8edc-c83689947462'} {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:55:02.902327 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.managers [req-d51e6f9b-af56-4a11-94bf-4f67558f6bc8 req-b0529d3d-8a43-4b89-b70c-b47a45b5bdc9 service neutron] Bound port: a5526aed-9d03-40b6-a9db-7b6bf7eb3d08, host: n-h2-705658-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '86b1e6f6-d629-4b03-8944-4cdfbfb93d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '4d64aa0b-bd6a-468e-8edc-c83689947462'}}] {{(pid=105585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:55:02.902710 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-d51e6f9b-af56-4a11-94bf-4f67558f6bc8 req-b0529d3d-8a43-4b89-b70c-b47a45b5bdc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:02.974534 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d808e8-c7d2-429e-8145-adb20ca92923 req-21de0890-2731-4b63-bdd2-1b15fd20a986 tempest-FloatingIPsAssociationTestJSON-1853502918 tempest-FloatingIPsAssociationTestJSON-1853502918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:02.976205 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e1d808e8-c7d2-429e-8145-adb20ca92923 req-21de0890-2731-4b63-bdd2-1b15fd20a986 tempest-FloatingIPsAssociationTestJSON-1853502918 tempest-FloatingIPsAssociationTestJSON-1853502918-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d6d1740-167b-4ed1-8fde-75684d664c4d HTTP/1.1" status: 200 len: 946 time: 0.1873164 Jul 27 20:55:02.985187 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.agents_db [None req-558fcd2c-e512-47bc-a170-8673d87f7213 None None] Agent healthcheck: found 7 active agents {{(pid=105587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 20:55:03.095764 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.db [req-d51e6f9b-af56-4a11-94bf-4f67558f6bc8 req-b0529d3d-8a43-4b89-b70c-b47a45b5bdc9 service neutron] For port a5526aed-9d03-40b6-a9db-7b6bf7eb3d08, host n-h2-705658-22, cleared binding levels {{(pid=105585) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:55:03.117353 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.db [req-d51e6f9b-af56-4a11-94bf-4f67558f6bc8 req-b0529d3d-8a43-4b89-b70c-b47a45b5bdc9 service neutron] For port a5526aed-9d03-40b6-a9db-7b6bf7eb3d08, host n-h2-705658-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=a5526aed-9d03-40b6-a9db-7b6bf7eb3d08,segment=NetworkSegment(86b1e6f6-d629-4b03-8944-4cdfbfb93d02),segment_id=86b1e6f6-d629-4b03-8944-4cdfbfb93d02)] {{(pid=105585) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:55:03.130127 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-d51e6f9b-af56-4a11-94bf-4f67558f6bc8 req-b0529d3d-8a43-4b89-b70c-b47a45b5bdc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10221672'] for port, after_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:03.201011 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51e6f9b-af56-4a11-94bf-4f67558f6bc8 req-b0529d3d-8a43-4b89-b70c-b47a45b5bdc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:03.201640 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-d51e6f9b-af56-4a11-94bf-4f67558f6bc8 req-b0529d3d-8a43-4b89-b70c-b47a45b5bdc9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:03.203093 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-d51e6f9b-af56-4a11-94bf-4f67558f6bc8 req-b0529d3d-8a43-4b89-b70c-b47a45b5bdc9 service neutron] 10.222.0.60 "PUT /v2.0/ports/a5526aed-9d03-40b6-a9db-7b6bf7eb3d08 HTTP/1.1" status: 200 len: 1097 time: 1.2380297 Jul 27 20:55:03.209769 n-d-705658-22 neutron-server[105585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '308f2807-b47c-442c-b526-1012af774ec6', 'tag': 'a5526aed-9d03-40b6-a9db-7b6bf7eb3d08'}] {{(pid=105585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:55:03.212087 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d66fd65881426bfc2b5388084a3654e5eae521106a15a3dbf0eb4cde7106c36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58f942bf-bf36-4429-a415-c935a8d51e80" -d '{"events": [{"name": "network-changed", "server_uuid": "308f2807-b47c-442c-b526-1012af774ec6", "tag": "a5526aed-9d03-40b6-a9db-7b6bf7eb3d08"}]}' {{(pid=105585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:55:03.235316 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11ada4b-b845-4038-b7d2-555611a3598d req-cef33da7-141b-465b-98c7-b989a06ab25c tempest-ImagesOneServerNegativeTestJSON-323901233 tempest-ImagesOneServerNegativeTestJSON-323901233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:03.236785 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a11ada4b-b845-4038-b7d2-555611a3598d req-cef33da7-141b-465b-98c7-b989a06ab25c tempest-ImagesOneServerNegativeTestJSON-323901233 tempest-ImagesOneServerNegativeTestJSON-323901233-project] 10.222.0.59 "GET /v2.0/ports?device_id=5872b51f-94b7-4de0-9c39-57f5ddfbd2e6 HTTP/1.1" status: 200 len: 946 time: 0.2734032 Jul 27 20:55:03.308935 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0529d3d-8a43-4b89-b70c-b47a45b5bdc9 service neutron] Pushing event updated for resources: {'Port': ['ID=a5526aed-9d03-40b6-a9db-7b6bf7eb3d08,revision_number=3']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:55:03.328119 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1245e4ef-d899-4301-8361-a9c89d1e05ed req-41c80dee-5455-477e-9760-a85d5df1a183 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:03.330223 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-1245e4ef-d899-4301-8361-a9c89d1e05ed req-41c80dee-5455-477e-9760-a85d5df1a183 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] 10.222.0.59 "GET /v2.0/ports?device_id=f5981167-1ac0-4ca7-95b5-d52c185534b7 HTTP/1.1" status: 200 len: 948 time: 0.2838507 Jul 27 20:55:03.341652 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [req-e1d808e8-c7d2-429e-8145-adb20ca92923 req-b977e47c-3741-4603-8775-294b46f46cbe tempest-FloatingIPsAssociationTestJSON-1853502918 tempest-FloatingIPsAssociationTestJSON-1853502918-project] Deleting port ba583bd9-3270-4e8c-b116-80894feef3ca {{(pid=105585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:55:03.341997 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-e1d808e8-c7d2-429e-8145-adb20ca92923 req-b977e47c-3741-4603-8775-294b46f46cbe tempest-FloatingIPsAssociationTestJSON-1853502918 tempest-FloatingIPsAssociationTestJSON-1853502918-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:03.383787 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a11ada4b-b845-4038-b7d2-555611a3598d req-4d3a1997-0a5d-4206-bb4d-b008b73c1503 tempest-ImagesOneServerNegativeTestJSON-323901233 tempest-ImagesOneServerNegativeTestJSON-323901233-project] 10.222.0.59 "GET /v2.0/security-groups?id=b49152d2-7ea9-4069-930d-17bb1fb95e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288774 Jul 27 20:55:03.454002 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-1245e4ef-d899-4301-8361-a9c89d1e05ed req-e2525df5-f72f-4e12-b0dc-98262470ec9d tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] 10.222.0.59 "GET /v2.0/security-groups?id=c6534cb3-b44e-4a83-b57e-ddb72c2ad843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148989 Jul 27 20:55:03.475157 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51e6f9b-af56-4a11-94bf-4f67558f6bc8 req-8e8309ca-1d58-4394-a48f-141e7d847ead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:03.476685 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-d51e6f9b-af56-4a11-94bf-4f67558f6bc8 req-8e8309ca-1d58-4394-a48f-141e7d847ead service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=7f728b4f036e433cbd9e09c516f9ce38&device_id=308f2807-b47c-442c-b526-1012af774ec6 HTTP/1.1" status: 200 len: 1100 time: 0.2197349 Jul 27 20:55:03.501013 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.db [req-e1d808e8-c7d2-429e-8145-adb20ca92923 req-b977e47c-3741-4603-8775-294b46f46cbe tempest-FloatingIPsAssociationTestJSON-1853502918 tempest-FloatingIPsAssociationTestJSON-1853502918-project] For port ba583bd9-3270-4e8c-b116-80894feef3ca, host n-h2-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=ba583bd9-3270-4e8c-b116-80894feef3ca,segment=NetworkSegment(daa14205-10d6-4bd3-bbe7-ea8abee6eb90),segment_id=daa14205-10d6-4bd3-bbe7-ea8abee6eb90)] {{(pid=105585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:55:03.501354 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-e1d808e8-c7d2-429e-8145-adb20ca92923 req-b977e47c-3741-4603-8775-294b46f46cbe tempest-FloatingIPsAssociationTestJSON-1853502918 tempest-FloatingIPsAssociationTestJSON-1853502918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:03.538201 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-d51e6f9b-af56-4a11-94bf-4f67558f6bc8 req-c136799a-f8ed-46fc-9d49-e88978f31074 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.244&port_id=a5526aed-9d03-40b6-a9db-7b6bf7eb3d08 HTTP/1.1" status: 200 len: 217 time: 0.0496266 Jul 27 20:55:03.551950 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [req-e1d808e8-c7d2-429e-8145-adb20ca92923 req-b977e47c-3741-4603-8775-294b46f46cbe tempest-FloatingIPsAssociationTestJSON-1853502918 tempest-FloatingIPsAssociationTestJSON-1853502918-project] Calling delete_port for ba583bd9-3270-4e8c-b116-80894feef3ca owned by compute:nova {{(pid=105585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:55:03.648677 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 20:55:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc6878f0-591b-46e0-97bb-43e251bb380f x-openstack-request-id: req-bc6878f0-591b-46e0-97bb-43e251bb380f {{(pid=105585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:55:03.648971 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "308f2807-b47c-442c-b526-1012af774ec6", "tag": "a5526aed-9d03-40b6-a9db-7b6bf7eb3d08", "status": "completed", "code": 200}]} {{(pid=105585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:55:03.649220 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-bc6878f0-591b-46e0-97bb-43e251bb380f {{(pid=105585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:55:03.649609 n-d-705658-22 neutron-server[105585]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '308f2807-b47c-442c-b526-1012af774ec6', 'tag': 'a5526aed-9d03-40b6-a9db-7b6bf7eb3d08', 'status': 'completed', 'code': 200} Jul 27 20:55:03.674795 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51e6f9b-af56-4a11-94bf-4f67558f6bc8 req-cbe21cd4-318f-4b95-aecb-9c2d97905e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:03.676292 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-d51e6f9b-af56-4a11-94bf-4f67558f6bc8 req-cbe21cd4-318f-4b95-aecb-9c2d97905e7a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=26644ba0-4185-4e10-8718-6ad18d01376c HTTP/1.1" status: 200 len: 843 time: 0.1255567 Jul 27 20:55:03.767746 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e4d51b-5b60-44e0-93dc-71f4b615de8c req-548abf18-0505-48f5-8b1d-c0e627b2db65 tempest-LiveMigrationTest-297508949 tempest-LiveMigrationTest-297508949-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:03.769175 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b3e4d51b-5b60-44e0-93dc-71f4b615de8c req-548abf18-0505-48f5-8b1d-c0e627b2db65 tempest-LiveMigrationTest-297508949 tempest-LiveMigrationTest-297508949-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=227e87e6-7a64-4944-af32-868f2772cf85 HTTP/1.1" status: 200 len: 1097 time: 0.2400587 Jul 27 20:55:03.872000 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b3e4d51b-5b60-44e0-93dc-71f4b615de8c req-e4907984-fe4c-4702-b6d7-f05ad0767898 tempest-LiveMigrationTest-297508949 tempest-LiveMigrationTest-297508949-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=594c38b0-00a0-4e02-9d5e-673f3a5e469c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956137 Jul 27 20:55:03.882572 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb65d2bf-9d23-4a80-9670-f41a0dca3970 req-3d861e32-b5bf-4afb-89e8-0f343516ba64 tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:03.884170 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-eb65d2bf-9d23-4a80-9670-f41a0dca3970 req-3d861e32-b5bf-4afb-89e8-0f343516ba64 tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] 10.222.0.59 "GET /v2.0/ports?device_id=23a39a45-86ad-4a34-aa42-6affa73d3ff5 HTTP/1.1" status: 200 len: 945 time: 0.2155962 Jul 27 20:55:03.889461 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51e6f9b-af56-4a11-94bf-4f67558f6bc8 req-ef672ac7-3846-4b8e-b222-9587e7e9c2ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:03.890909 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-d51e6f9b-af56-4a11-94bf-4f67558f6bc8 req-ef672ac7-3846-4b8e-b222-9587e7e9c2ed service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4d64aa0b-bd6a-468e-8edc-c83689947462&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2024007 Jul 27 20:55:03.918949 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-e1d808e8-c7d2-429e-8145-adb20ca92923 req-b977e47c-3741-4603-8775-294b46f46cbe tempest-FloatingIPsAssociationTestJSON-1853502918 tempest-FloatingIPsAssociationTestJSON-1853502918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:03.931240 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] get_ports_and_sgs() called for port_ids ['ba583bd9-3270-4e8c-b116-80894feef3ca'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 20:55:04.003840 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b977e47c-3741-4603-8775-294b46f46cbe tempest-FloatingIPsAssociationTestJSON-1853502918 tempest-FloatingIPsAssociationTestJSON-1853502918-project] Pushing event deleted for resources: {'Port': ['ID=ba583bd9-3270-4e8c-b116-80894feef3ca,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:55:04.043390 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-eb65d2bf-9d23-4a80-9670-f41a0dca3970 req-ecf7cc37-54bf-493c-b084-34dc4e6016fb tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] 10.222.0.59 "GET /v2.0/security-groups?id=1749b80d-91c6-4bd3-8e8d-666bd095400f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514947 Jul 27 20:55:04.104503 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1d808e8-c7d2-429e-8145-adb20ca92923 req-b977e47c-3741-4603-8775-294b46f46cbe tempest-FloatingIPsAssociationTestJSON-1853502918 tempest-FloatingIPsAssociationTestJSON-1853502918-project] No DVR routers for this DVR port ba583bd9-3270-4e8c-b116-80894feef3ca on host n-h2-705658-22 {{(pid=105585) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 20:55:04.116758 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-e1d808e8-c7d2-429e-8145-adb20ca92923 req-b977e47c-3741-4603-8775-294b46f46cbe tempest-FloatingIPsAssociationTestJSON-1853502918 tempest-FloatingIPsAssociationTestJSON-1853502918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:04.118738 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e1d808e8-c7d2-429e-8145-adb20ca92923 req-b977e47c-3741-4603-8775-294b46f46cbe tempest-FloatingIPsAssociationTestJSON-1853502918 tempest-FloatingIPsAssociationTestJSON-1853502918-project] 10.222.0.60 "DELETE /v2.0/ports/ba583bd9-3270-4e8c-b116-80894feef3ca HTTP/1.1" status: 204 len: 173 time: 1.1296217 Jul 27 20:55:04.131263 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-d51e6f9b-af56-4a11-94bf-4f67558f6bc8 req-531aded9-1bcc-4dfd-9db0-b04d37d760e0 service neutron] 10.222.0.60 "GET /v2.0/networks/4d64aa0b-bd6a-468e-8edc-c83689947462?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2301631 Jul 27 20:55:04.222462 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d745fb3-d39e-44ec-987d-11c3ef05b415 req-af9f654e-dc8f-4170-8d34-9d5cbe78b817 tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:04.223979 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-7d745fb3-d39e-44ec-987d-11c3ef05b415 req-af9f654e-dc8f-4170-8d34-9d5cbe78b817 tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] 10.222.0.59 "GET /v2.0/ports?device_id=308f2807-b47c-442c-b526-1012af774ec6 HTTP/1.1" status: 200 len: 948 time: 0.2570801 Jul 27 20:55:04.305186 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-7d745fb3-d39e-44ec-987d-11c3ef05b415 req-2e8f3621-ffc9-4a49-b97a-c88393450541 tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] 10.222.0.59 "GET /v2.0/security-groups?id=dea81a77-85b4-4e12-8e1d-b19e89484a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736339 Jul 27 20:55:04.317398 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb7caed-5387-4dbb-9895-a28137099b4d req-9976feba-7ec7-4962-a816-162e81a83a46 tempest-ListImageFiltersTestJSON-1820602988 tempest-ListImageFiltersTestJSON-1820602988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:04.319176 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-cbb7caed-5387-4dbb-9895-a28137099b4d req-9976feba-7ec7-4962-a816-162e81a83a46 tempest-ListImageFiltersTestJSON-1820602988 tempest-ListImageFiltersTestJSON-1820602988-project] 10.222.0.59 "GET /v2.0/ports?device_id=23ac7b8b-8c25-440b-a388-00c2cd864925 HTTP/1.1" status: 200 len: 948 time: 0.1929913 Jul 27 20:55:04.326110 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-d51e6f9b-af56-4a11-94bf-4f67558f6bc8 req-0d5a3c2e-2797-4b23-803c-2e89c8c3769b service neutron] 10.222.0.60 "GET /v2.0/networks/4d64aa0b-bd6a-468e-8edc-c83689947462?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1835358 Jul 27 20:55:04.362554 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-cbb7caed-5387-4dbb-9895-a28137099b4d req-18170e7e-75cf-41f1-9356-f9140d94d1eb tempest-ListImageFiltersTestJSON-1820602988 tempest-ListImageFiltersTestJSON-1820602988-project] 10.222.0.59 "GET /v2.0/security-groups?id=824aa063-2fc5-4999-917c-6e4bfa9f4684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354776 Jul 27 20:55:04.742292 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-5bb01450-cf3f-4147-be4d-115380118d9d req-38052aa8-b186-49e4-ab01-e8e18c479f9d tempest-FloatingIPsAssociationTestJSON-1853502918 tempest-FloatingIPsAssociationTestJSON-1853502918-project] 10.222.0.59 "GET /v2.0/ports?device_id=7d6d1740-167b-4ed1-8fde-75684d664c4d HTTP/1.1" status: 200 len: 210 time: 0.0331459 Jul 27 20:55:04.762097 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f942bf-bf36-4429-a415-c935a8d51e80 req-cd4af2bf-a78c-423b-afbb-e630acab4a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:04.763688 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-58f942bf-bf36-4429-a415-c935a8d51e80 req-cd4af2bf-a78c-423b-afbb-e630acab4a0a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=7f728b4f036e433cbd9e09c516f9ce38&device_id=308f2807-b47c-442c-b526-1012af774ec6 HTTP/1.1" status: 200 len: 1100 time: 0.3748531 Jul 27 20:55:04.902845 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f942bf-bf36-4429-a415-c935a8d51e80 req-7dc2a71a-76b3-477b-b064-42304c0a6e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:04.904329 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-58f942bf-bf36-4429-a415-c935a8d51e80 req-7dc2a71a-76b3-477b-b064-42304c0a6e5b service neutron] 10.222.0.60 "GET /v2.0/networks?id=4d64aa0b-bd6a-468e-8edc-c83689947462 HTTP/1.1" status: 200 len: 870 time: 0.1311004 Jul 27 20:55:04.906851 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490fb70f-92e6-47c2-862d-7df437255494 req-e34c0ca0-dab8-4927-b152-20bc51709299 tempest-LiveAutoBlockMigrationV225Test-821062891 tempest-LiveAutoBlockMigrationV225Test-821062891-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:04.909068 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-490fb70f-92e6-47c2-862d-7df437255494 req-e34c0ca0-dab8-4927-b152-20bc51709299 tempest-LiveAutoBlockMigrationV225Test-821062891 tempest-LiveAutoBlockMigrationV225Test-821062891-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=23a39a45-86ad-4a34-aa42-6affa73d3ff5 HTTP/1.1" status: 200 len: 1097 time: 0.0893981 Jul 27 20:55:04.971623 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-58f942bf-bf36-4429-a415-c935a8d51e80 req-edd7b4ec-5f6c-448e-a578-93f6681d360c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.244&port_id=a5526aed-9d03-40b6-a9db-7b6bf7eb3d08 HTTP/1.1" status: 200 len: 217 time: 0.0544999 Jul 27 20:55:04.983905 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-490fb70f-92e6-47c2-862d-7df437255494 req-6be03787-5ab8-4e6d-8f40-ff1bceb5fe5b tempest-LiveAutoBlockMigrationV225Test-821062891 tempest-LiveAutoBlockMigrationV225Test-821062891-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=1749b80d-91c6-4bd3-8e8d-666bd095400f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685236 Jul 27 20:55:05.044647 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f942bf-bf36-4429-a415-c935a8d51e80 req-c16294ce-8d2e-4cf3-bc66-dcd2665e0c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:05.046111 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-58f942bf-bf36-4429-a415-c935a8d51e80 req-c16294ce-8d2e-4cf3-bc66-dcd2665e0c83 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=26644ba0-4185-4e10-8718-6ad18d01376c HTTP/1.1" status: 200 len: 843 time: 0.0474775 Jul 27 20:55:05.153736 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [req-ddc733a7-771e-4670-ad36-cecba90429eb req-ef35dbfd-953c-4a4d-9a39-395c254f98f7 tempest-LiveMigrationTest-297508949 tempest-LiveMigrationTest-297508949-project-admin] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=105584) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 20:55:05.154723 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-ddc733a7-771e-4670-ad36-cecba90429eb req-ef35dbfd-953c-4a4d-9a39-395c254f98f7 tempest-LiveMigrationTest-297508949 tempest-LiveMigrationTest-297508949-project-admin] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058625 Jul 27 20:55:05.156347 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f942bf-bf36-4429-a415-c935a8d51e80 req-2af12772-f9a9-448a-acba-a251feb913d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:05.157965 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-58f942bf-bf36-4429-a415-c935a8d51e80 req-2af12772-f9a9-448a-acba-a251feb913d6 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4d64aa0b-bd6a-468e-8edc-c83689947462&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1018300 Jul 27 20:55:05.166421 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89de26f5-d032-4971-a199-99fb28a0bb80 req-9a57bdc2-9ee3-45e4-89eb-3fc16e79dce8 tempest-ImagesOneServerNegativeTestJSON-323901233 tempest-ImagesOneServerNegativeTestJSON-323901233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:05.167412 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [req-ddc733a7-771e-4670-ad36-cecba90429eb req-557416a4-2bc5-4d05-9ba7-0eb91b35d7d0 service neutron] Request body: {'binding': {'host': 'n-h2-705658-22', 'vnic_type': 'normal', 'profile': {}}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:55:05.167866 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-89de26f5-d032-4971-a199-99fb28a0bb80 req-9a57bdc2-9ee3-45e4-89eb-3fc16e79dce8 tempest-ImagesOneServerNegativeTestJSON-323901233 tempest-ImagesOneServerNegativeTestJSON-323901233-project] 10.222.0.59 "GET /v2.0/ports?device_id=5872b51f-94b7-4de0-9c39-57f5ddfbd2e6 HTTP/1.1" status: 200 len: 946 time: 0.1015494 Jul 27 20:55:05.168459 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [req-ddc733a7-771e-4670-ad36-cecba90429eb req-557416a4-2bc5-4d05-9ba7-0eb91b35d7d0 service neutron] Unknown quota resources ['binding']. {{(pid=105584) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 27 20:55:05.220754 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Device 55020a6c-4ba7-44cc-93f1-8082bfe5cde2 details requested by agent hyperv_n-h2-705658-22 with host n-h2-705658-22 {{(pid=105586) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 20:55:05.264136 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-89de26f5-d032-4971-a199-99fb28a0bb80 req-7102cfc1-ca3e-4206-973d-f6226ec971a5 tempest-ImagesOneServerNegativeTestJSON-323901233 tempest-ImagesOneServerNegativeTestJSON-323901233-project] 10.222.0.59 "GET /v2.0/security-groups?id=b49152d2-7ea9-4069-930d-17bb1fb95e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874555 Jul 27 20:55:05.305040 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-58f942bf-bf36-4429-a415-c935a8d51e80 req-20296f3f-3b26-48ab-911f-364b3c6957ed service neutron] 10.222.0.60 "GET /v2.0/networks/4d64aa0b-bd6a-468e-8edc-c83689947462?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362295 Jul 27 20:55:05.322765 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [req-ddc733a7-771e-4670-ad36-cecba90429eb req-557416a4-2bc5-4d05-9ba7-0eb91b35d7d0 service neutron] Attempting to bind port a7178fc2-144b-41ac-8d14-b53354ce11f1 on host n-h2-705658-22 for vnic_type normal with profile None {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:55:05.323617 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [req-ddc733a7-771e-4670-ad36-cecba90429eb req-557416a4-2bc5-4d05-9ba7-0eb91b35d7d0 service neutron] Attempting to bind port a7178fc2-144b-41ac-8d14-b53354ce11f1 by drivers openvswitch,hyperv on host n-h2-705658-22 at level 0 using segments [{'id': '7ddd3554-64b5-4ff7-9735-f58b31de803c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '4d297cf8-0ab0-49a0-a8db-82a17169c88a'}] {{(pid=105584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:55:05.324144 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddc733a7-771e-4670-ad36-cecba90429eb req-557416a4-2bc5-4d05-9ba7-0eb91b35d7d0 service neutron] Attempting to bind port a7178fc2-144b-41ac-8d14-b53354ce11f1 on network 4d297cf8-0ab0-49a0-a8db-82a17169c88a {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:55:05.332990 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddc733a7-771e-4670-ad36-cecba90429eb req-557416a4-2bc5-4d05-9ba7-0eb91b35d7d0 service neutron] Port a7178fc2-144b-41ac-8d14-b53354ce11f1 on network 4d297cf8-0ab0-49a0-a8db-82a17169c88a not bound, no agent of type Open vSwitch agent registered on host n-h2-705658-22 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 20:55:05.333326 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddc733a7-771e-4670-ad36-cecba90429eb req-557416a4-2bc5-4d05-9ba7-0eb91b35d7d0 service neutron] Attempting to bind port a7178fc2-144b-41ac-8d14-b53354ce11f1 on network 4d297cf8-0ab0-49a0-a8db-82a17169c88a {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:55:05.341449 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddc733a7-771e-4670-ad36-cecba90429eb req-557416a4-2bc5-4d05-9ba7-0eb91b35d7d0 service neutron] Checking agent: {'id': '65195a73-a875-4810-9f5b-622ae260a8a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 49, 40), 'started_at': datetime.datetime(2021, 7, 27, 20, 49, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 54, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:55:05.341809 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddc733a7-771e-4670-ad36-cecba90429eb req-557416a4-2bc5-4d05-9ba7-0eb91b35d7d0 service neutron] Checking segment: {'id': '7ddd3554-64b5-4ff7-9735-f58b31de803c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '4d297cf8-0ab0-49a0-a8db-82a17169c88a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:55:05.342368 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddc733a7-771e-4670-ad36-cecba90429eb req-557416a4-2bc5-4d05-9ba7-0eb91b35d7d0 service neutron] Bound using segment: {'id': '7ddd3554-64b5-4ff7-9735-f58b31de803c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '4d297cf8-0ab0-49a0-a8db-82a17169c88a'} {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:55:05.343748 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [req-ddc733a7-771e-4670-ad36-cecba90429eb req-557416a4-2bc5-4d05-9ba7-0eb91b35d7d0 service neutron] Bound port: a7178fc2-144b-41ac-8d14-b53354ce11f1, host: n-h2-705658-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ddd3554-64b5-4ff7-9735-f58b31de803c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '4d297cf8-0ab0-49a0-a8db-82a17169c88a'}}] {{(pid=105584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:55:05.350476 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] For port 55020a6c-4ba7-44cc-93f1-8082bfe5cde2, host n-h2-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=55020a6c-4ba7-44cc-93f1-8082bfe5cde2,segment=NetworkSegment(1a6df4b8-1b7f-4c91-aeab-868433773047),segment_id=1a6df4b8-1b7f-4c91-aeab-868433773047)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:55:05.364897 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Returning: {'device': '55020a6c-4ba7-44cc-93f1-8082bfe5cde2', 'network_id': '48421823-0af9-4dd2-9d0c-663808a5aff4', 'port_id': '55020a6c-4ba7-44cc-93f1-8082bfe5cde2', 'mac_address': 'fa:16:3e:01:f0:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '109d73c7-c2b7-4bb2-839e-dc2ca31c6403', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105586) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 20:55:05.410155 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:05.430204 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [req-ddc733a7-771e-4670-ad36-cecba90429eb req-557416a4-2bc5-4d05-9ba7-0eb91b35d7d0 service neutron] For port a7178fc2-144b-41ac-8d14-b53354ce11f1, host n-h2-705658-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=a7178fc2-144b-41ac-8d14-b53354ce11f1,segment=NetworkSegment(7ddd3554-64b5-4ff7-9735-f58b31de803c),segment_id=7ddd3554-64b5-4ff7-9735-f58b31de803c)] {{(pid=105584) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:55:05.431175 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [None req-3d54578f-831f-4696-b568-13c455922dab None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 55020a6c-4ba7-44cc-93f1-8082bfe5cde2 {{(pid=105586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 20:55:05.435170 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-ddc733a7-771e-4670-ad36-cecba90429eb req-557416a4-2bc5-4d05-9ba7-0eb91b35d7d0 service neutron] Notify callbacks [] for binding, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:05.437307 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-ddc733a7-771e-4670-ad36-cecba90429eb req-557416a4-2bc5-4d05-9ba7-0eb91b35d7d0 service neutron] 10.222.0.59 "POST /v2.0/ports/a7178fc2-144b-41ac-8d14-b53354ce11f1/bindings HTTP/1.1" status: 201 len: 390 time: 0.2744579 Jul 27 20:55:05.452543 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] For port 55020a6c-4ba7-44cc-93f1-8082bfe5cde2, host n-h2-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=55020a6c-4ba7-44cc-93f1-8082bfe5cde2,segment=NetworkSegment(1a6df4b8-1b7f-4c91-aeab-868433773047),segment_id=1a6df4b8-1b7f-4c91-aeab-868433773047)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:55:05.457612 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:05.486682 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-58f942bf-bf36-4429-a415-c935a8d51e80 req-afd40f5a-59fa-4882-a99f-ba5aac78be7a service neutron] 10.222.0.60 "GET /v2.0/networks/4d64aa0b-bd6a-468e-8edc-c83689947462?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1659648 Jul 27 20:55:05.520493 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Pushing event updated for resources: {'Port': ['ID=55020a6c-4ba7-44cc-93f1-8082bfe5cde2,revision_number=6']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:55:05.529267 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:55:05.529619 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:55:05.529962 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:55:05.530298 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:55:05.531055 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:55:05.531171 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:55:05.531472 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:55:05.531809 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:55:05.532204 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:55:05.533387 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:55:05.533516 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:55:05.533744 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:55:05.536109 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6a7e89-69a5-41ee-93e2-b588fe4dfd5a req-cc0b03df-9f72-4cdc-ade3-9dc410db624d tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:05.537907 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-8a6a7e89-69a5-41ee-93e2-b588fe4dfd5a req-cc0b03df-9f72-4cdc-ade3-9dc410db624d tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] 10.222.0.59 "GET /v2.0/ports?device_id=f5981167-1ac0-4ca7-95b5-d52c185534b7 HTTP/1.1" status: 200 len: 948 time: 0.1054683 Jul 27 20:55:05.596037 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-8a6a7e89-69a5-41ee-93e2-b588fe4dfd5a req-0b8f5c87-1564-4bc4-858a-96e5ece25598 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] 10.222.0.59 "GET /v2.0/security-groups?id=c6534cb3-b44e-4a83-b57e-ddb72c2ad843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417798 Jul 27 20:55:05.650373 n-d-705658-22 neutron-server[105585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d6d1740-167b-4ed1-8fde-75684d664c4d', 'name': 'network-vif-deleted', 'tag': 'ba583bd9-3270-4e8c-b116-80894feef3ca'}] {{(pid=105585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:55:05.652653 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d66fd65881426bfc2b5388084a3654e5eae521106a15a3dbf0eb4cde7106c36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14430315-7818-4b46-9328-d62c5f415967" -d '{"events": [{"server_uuid": "7d6d1740-167b-4ed1-8fde-75684d664c4d", "name": "network-vif-deleted", "tag": "ba583bd9-3270-4e8c-b116-80894feef3ca"}]}' {{(pid=105585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:55:05.713587 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286c8f02-8b4d-451d-889a-ca839b371436 req-e51d6838-4c3c-454a-b69b-42afed7ce1bf tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:05.715093 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-286c8f02-8b4d-451d-889a-ca839b371436 req-e51d6838-4c3c-454a-b69b-42afed7ce1bf tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] 10.222.0.59 "GET /v2.0/ports?device_id=308f2807-b47c-442c-b526-1012af774ec6 HTTP/1.1" status: 200 len: 948 time: 0.1164618 Jul 27 20:55:05.769814 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] get_ports_and_sgs() called for port_ids ['55020a6c-4ba7-44cc-93f1-8082bfe5cde2'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 20:55:05.776951 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-286c8f02-8b4d-451d-889a-ca839b371436 req-df597188-cec3-4ad5-a6ef-f8ab6c451b88 tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] 10.222.0.59 "GET /v2.0/security-groups?id=dea81a77-85b4-4e12-8e1d-b19e89484a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552883 Jul 27 20:55:05.785571 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ef96ea-52e7-4559-9d30-757a8e79841f req-0635509d-ee5d-4b4a-9c3a-5c61b6c9aaae tempest-ListImageFiltersTestJSON-1820602988 tempest-ListImageFiltersTestJSON-1820602988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:05.787386 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-74ef96ea-52e7-4559-9d30-757a8e79841f req-0635509d-ee5d-4b4a-9c3a-5c61b6c9aaae tempest-ListImageFiltersTestJSON-1820602988 tempest-ListImageFiltersTestJSON-1820602988-project] 10.222.0.59 "GET /v2.0/ports?device_id=23ac7b8b-8c25-440b-a388-00c2cd864925 HTTP/1.1" status: 200 len: 948 time: 0.1212142 Jul 27 20:55:05.851266 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-74ef96ea-52e7-4559-9d30-757a8e79841f req-4885ee2b-abbc-4626-bc43-be10d4f8f701 tempest-ListImageFiltersTestJSON-1820602988 tempest-ListImageFiltersTestJSON-1820602988-project] 10.222.0.59 "GET /v2.0/security-groups?id=824aa063-2fc5-4999-917c-6e4bfa9f4684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536573 Jul 27 20:55:05.913812 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc733a7-771e-4670-ad36-cecba90429eb req-9662ddb8-c8e2-449a-978b-c6f1ffeb0570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:05.915754 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-ddc733a7-771e-4670-ad36-cecba90429eb req-9662ddb8-c8e2-449a-978b-c6f1ffeb0570 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=0ae9964322044591b167626dd714310e&device_id=227e87e6-7a64-4944-af32-868f2772cf85 HTTP/1.1" status: 200 len: 1097 time: 0.0883586 Jul 27 20:55:05.918336 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 20:55:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97091cce-dd52-44f7-9212-1c40cd820c28 x-openstack-request-id: req-97091cce-dd52-44f7-9212-1c40cd820c28 {{(pid=105585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:55:05.918621 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d6d1740-167b-4ed1-8fde-75684d664c4d", "name": "network-vif-deleted", "tag": "ba583bd9-3270-4e8c-b116-80894feef3ca", "status": "completed", "code": 200}]} {{(pid=105585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:55:05.918875 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-97091cce-dd52-44f7-9212-1c40cd820c28 {{(pid=105585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:55:05.919314 n-d-705658-22 neutron-server[105585]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d6d1740-167b-4ed1-8fde-75684d664c4d', 'name': 'network-vif-deleted', 'tag': 'ba583bd9-3270-4e8c-b116-80894feef3ca', 'status': 'completed', 'code': 200} Jul 27 20:55:05.950685 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 34258) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:55:06.021095 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:06.059998 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8c3ae4-16dc-431a-85c2-2789b42173d1 req-d8d0a305-154e-4bc5-bdab-e8a07b1a17f8 tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:06.071488 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-ea8c3ae4-16dc-431a-85c2-2789b42173d1 req-d8d0a305-154e-4bc5-bdab-e8a07b1a17f8 tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] 10.222.0.59 "GET /v2.0/ports?device_id=227e87e6-7a64-4944-af32-868f2772cf85 HTTP/1.1" status: 200 len: 945 time: 0.1546509 Jul 27 20:55:06.118198 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc733a7-771e-4670-ad36-cecba90429eb req-4585dc68-7b6a-4208-b202-396c066af98f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:06.119813 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-ddc733a7-771e-4670-ad36-cecba90429eb req-4585dc68-7b6a-4208-b202-396c066af98f service neutron] 10.222.0.60 "GET /v2.0/networks?id=4d297cf8-0ab0-49a0-a8db-82a17169c88a HTTP/1.1" status: 200 len: 909 time: 0.1636100 Jul 27 20:55:06.137147 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-ea8c3ae4-16dc-431a-85c2-2789b42173d1 req-507b160d-c61d-4104-afc7-4b33e51ab02d tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] 10.222.0.59 "GET /v2.0/security-groups?id=594c38b0-00a0-4e02-9d5e-673f3a5e469c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561030 Jul 27 20:55:06.179637 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-ddc733a7-771e-4670-ad36-cecba90429eb req-aee3a3d1-461a-4585-89d7-fca40ee73602 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a7178fc2-144b-41ac-8d14-b53354ce11f1 HTTP/1.1" status: 200 len: 217 time: 0.0414574 Jul 27 20:55:06.236039 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc733a7-771e-4670-ad36-cecba90429eb req-7c255130-fa8f-46c5-b1db-b730e06978c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:06.237263 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-ddc733a7-771e-4670-ad36-cecba90429eb req-7c255130-fa8f-46c5-b1db-b730e06978c1 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ff9685c6-941b-44c9-867d-9e4581186e02 HTTP/1.1" status: 200 len: 848 time: 0.0493362 Jul 27 20:55:06.273706 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-ddc733a7-771e-4670-ad36-cecba90429eb req-10ae7f63-786e-4da6-b838-a03beaa061f5 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4d297cf8-0ab0-49a0-a8db-82a17169c88a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281193 Jul 27 20:55:06.371545 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-cce1c6a7-11ba-481d-9635-8d41b6b98f4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4076536'] for router_interface, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:06.434574 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-ddc733a7-771e-4670-ad36-cecba90429eb req-481446ab-01d0-4a0b-9cb1-9f3efdeb919b service neutron] 10.222.0.60 "GET /v2.0/networks/4d297cf8-0ab0-49a0-a8db-82a17169c88a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1508002 Jul 27 20:55:06.447595 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c61258-3674-4c5f-af06-ac7d71ddabfb req-920ffb88-4508-4a26-8e8f-1e716c568a90 tempest-ImagesOneServerNegativeTestJSON-323901233 tempest-ImagesOneServerNegativeTestJSON-323901233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:06.450557 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e8c61258-3674-4c5f-af06-ac7d71ddabfb req-920ffb88-4508-4a26-8e8f-1e716c568a90 tempest-ImagesOneServerNegativeTestJSON-323901233 tempest-ImagesOneServerNegativeTestJSON-323901233-project] 10.222.0.59 "GET /v2.0/ports?device_id=5872b51f-94b7-4de0-9c39-57f5ddfbd2e6 HTTP/1.1" status: 200 len: 945 time: 0.1086769 Jul 27 20:55:06.567225 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e8c61258-3674-4c5f-af06-ac7d71ddabfb req-1b938885-41c8-44f4-8690-29c14f12f65c tempest-ImagesOneServerNegativeTestJSON-323901233 tempest-ImagesOneServerNegativeTestJSON-323901233-project] 10.222.0.59 "GET /v2.0/security-groups?id=b49152d2-7ea9-4069-930d-17bb1fb95e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090519 Jul 27 20:55:06.608232 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-ddc733a7-771e-4670-ad36-cecba90429eb req-692bb190-336f-4da5-b7a7-83c3c7af685a service neutron] 10.222.0.60 "GET /v2.0/networks/4d297cf8-0ab0-49a0-a8db-82a17169c88a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1584742 Jul 27 20:55:06.638198 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817289fa-256d-439b-b87d-1a20330b6501 req-8afa2015-5294-44b2-b9ab-79bb72d223c4 tempest-ListImageFiltersTestJSON-1820602988 tempest-ListImageFiltersTestJSON-1820602988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:06.645131 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-817289fa-256d-439b-b87d-1a20330b6501 req-8afa2015-5294-44b2-b9ab-79bb72d223c4 tempest-ListImageFiltersTestJSON-1820602988 tempest-ListImageFiltersTestJSON-1820602988-project] 10.222.0.60 "GET /v2.0/ports?device_id=23ac7b8b-8c25-440b-a388-00c2cd864925 HTTP/1.1" status: 200 len: 948 time: 0.1150582 Jul 27 20:55:06.692124 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-cce1c6a7-11ba-481d-9635-8d41b6b98f4d admin admin] Deleting port 7925b4ba-7a12-4ff3-952f-1275b7ca93a1 {{(pid=105584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:55:06.694172 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-cce1c6a7-11ba-481d-9635-8d41b6b98f4d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:06.816319 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [None req-cce1c6a7-11ba-481d-9635-8d41b6b98f4d admin admin] For port 7925b4ba-7a12-4ff3-952f-1275b7ca93a1, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=7925b4ba-7a12-4ff3-952f-1275b7ca93a1,segment=NetworkSegment(daa14205-10d6-4bd3-bbe7-ea8abee6eb90),segment_id=daa14205-10d6-4bd3-bbe7-ea8abee6eb90)] {{(pid=105584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:55:06.816876 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-cce1c6a7-11ba-481d-9635-8d41b6b98f4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:06.844124 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874490e8-48c1-4ba1-8488-5b2eb2498807 req-1bf76f53-c4ad-40f8-a52d-261919050d41 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:06.846875 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-cce1c6a7-11ba-481d-9635-8d41b6b98f4d admin admin] Calling delete_port for 7925b4ba-7a12-4ff3-952f-1275b7ca93a1 owned by network:router_interface {{(pid=105584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:55:06.852391 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-874490e8-48c1-4ba1-8488-5b2eb2498807 req-1bf76f53-c4ad-40f8-a52d-261919050d41 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] 10.222.0.59 "GET /v2.0/ports?device_id=f5981167-1ac0-4ca7-95b5-d52c185534b7 HTTP/1.1" status: 200 len: 948 time: 0.1403148 Jul 27 20:55:06.909846 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-874490e8-48c1-4ba1-8488-5b2eb2498807 req-a0502b14-da80-4618-a257-7879882eb910 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] 10.222.0.59 "GET /v2.0/security-groups?id=c6534cb3-b44e-4a83-b57e-ddb72c2ad843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547063 Jul 27 20:55:06.973922 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [req-817289fa-256d-439b-b87d-1a20330b6501 req-21d13ad4-b09f-422a-96ac-60d84f2e1780 tempest-ListImageFiltersTestJSON-1820602988 tempest-ListImageFiltersTestJSON-1820602988-project] Deleting port 844edbdc-242a-4275-9bc2-cba0841cf69b {{(pid=105585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:55:06.974752 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-817289fa-256d-439b-b87d-1a20330b6501 req-21d13ad4-b09f-422a-96ac-60d84f2e1780 tempest-ListImageFiltersTestJSON-1820602988 tempest-ListImageFiltersTestJSON-1820602988-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:07.147599 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-cce1c6a7-11ba-481d-9635-8d41b6b98f4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:07.161789 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f562b948-1027-43e6-948c-c24da7c6a518 req-eea2594b-799a-4298-aea8-00d004edfa73 tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:07.172265 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f562b948-1027-43e6-948c-c24da7c6a518 req-eea2594b-799a-4298-aea8-00d004edfa73 tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] 10.222.0.59 "GET /v2.0/ports?device_id=308f2807-b47c-442c-b526-1012af774ec6 HTTP/1.1" status: 200 len: 948 time: 0.2422168 Jul 27 20:55:07.199259 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.db [req-817289fa-256d-439b-b87d-1a20330b6501 req-21d13ad4-b09f-422a-96ac-60d84f2e1780 tempest-ListImageFiltersTestJSON-1820602988 tempest-ListImageFiltersTestJSON-1820602988-project] For port 844edbdc-242a-4275-9bc2-cba0841cf69b, host n-h2-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=844edbdc-242a-4275-9bc2-cba0841cf69b,segment=NetworkSegment(86b1e6f6-d629-4b03-8944-4cdfbfb93d02),segment_id=86b1e6f6-d629-4b03-8944-4cdfbfb93d02)] {{(pid=105585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:55:07.199629 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-817289fa-256d-439b-b87d-1a20330b6501 req-21d13ad4-b09f-422a-96ac-60d84f2e1780 tempest-ListImageFiltersTestJSON-1820602988 tempest-ListImageFiltersTestJSON-1820602988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:07.202451 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce1c6a7-11ba-481d-9635-8d41b6b98f4d admin admin] Pushing event deleted for resources: {'Port': ['ID=7925b4ba-7a12-4ff3-952f-1275b7ca93a1,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:55:07.233764 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [req-817289fa-256d-439b-b87d-1a20330b6501 req-21d13ad4-b09f-422a-96ac-60d84f2e1780 tempest-ListImageFiltersTestJSON-1820602988 tempest-ListImageFiltersTestJSON-1820602988-project] Calling delete_port for 844edbdc-242a-4275-9bc2-cba0841cf69b owned by compute:nova {{(pid=105585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:55:07.264572 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Device 55020a6c-4ba7-44cc-93f1-8082bfe5cde2 up at agent hyperv_n-h2-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:55:07.284340 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12920078-33ef-431c-bbca-47c8adef7776 req-7ed07fd1-0706-45fd-afe9-8210ba8d356f tempest-ListImageFiltersTestJSON-1820602988 tempest-ListImageFiltersTestJSON-1820602988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:07.287464 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-12920078-33ef-431c-bbca-47c8adef7776 req-7ed07fd1-0706-45fd-afe9-8210ba8d356f tempest-ListImageFiltersTestJSON-1820602988 tempest-ListImageFiltersTestJSON-1820602988-project] 10.222.0.59 "GET /v2.0/ports?device_id=23ac7b8b-8c25-440b-a388-00c2cd864925 HTTP/1.1" status: 200 len: 948 time: 0.2931657 Jul 27 20:55:07.290570 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce1c6a7-11ba-481d-9635-8d41b6b98f4d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:55:07.291076 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce1c6a7-11ba-481d-9635-8d41b6b98f4d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:55:07.291492 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce1c6a7-11ba-481d-9635-8d41b6b98f4d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:55:07.291927 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce1c6a7-11ba-481d-9635-8d41b6b98f4d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:55:07.292371 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce1c6a7-11ba-481d-9635-8d41b6b98f4d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:55:07.293603 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce1c6a7-11ba-481d-9635-8d41b6b98f4d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:55:07.293603 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce1c6a7-11ba-481d-9635-8d41b6b98f4d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:55:07.293885 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce1c6a7-11ba-481d-9635-8d41b6b98f4d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:55:07.294303 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce1c6a7-11ba-481d-9635-8d41b6b98f4d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:55:07.294758 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce1c6a7-11ba-481d-9635-8d41b6b98f4d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:55:07.295310 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce1c6a7-11ba-481d-9635-8d41b6b98f4d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:55:07.295736 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce1c6a7-11ba-481d-9635-8d41b6b98f4d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:55:07.370901 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f562b948-1027-43e6-948c-c24da7c6a518 req-c0ee2cd6-e11d-4c32-a0b3-cc77a5e30d03 tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] 10.222.0.59 "GET /v2.0/security-groups?id=dea81a77-85b4-4e12-8e1d-b19e89484a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1976287 Jul 27 20:55:07.489749 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-3d54578f-831f-4696-b568-13c455922dab None None] Provisioning complete for port 55020a6c-4ba7-44cc-93f1-8082bfe5cde2 triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:55:07.490248 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:07.497672 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-12920078-33ef-431c-bbca-47c8adef7776 req-98cf55f1-5209-42ea-8d91-96879a86fa5a tempest-ListImageFiltersTestJSON-1820602988 tempest-ListImageFiltersTestJSON-1820602988-project] 10.222.0.59 "GET /v2.0/security-groups?id=824aa063-2fc5-4999-917c-6e4bfa9f4684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209998 Jul 27 20:55:07.499493 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-cce1c6a7-11ba-481d-9635-8d41b6b98f4d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3743915', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4076308'] for router_interface, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:07.655713 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-817289fa-256d-439b-b87d-1a20330b6501 req-21d13ad4-b09f-422a-96ac-60d84f2e1780 tempest-ListImageFiltersTestJSON-1820602988 tempest-ListImageFiltersTestJSON-1820602988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:07.718053 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d13ad4-b09f-422a-96ac-60d84f2e1780 tempest-ListImageFiltersTestJSON-1820602988 tempest-ListImageFiltersTestJSON-1820602988-project] Pushing event deleted for resources: {'Port': ['ID=844edbdc-242a-4275-9bc2-cba0841cf69b,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:55:07.755502 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:07.802300 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] For port 55020a6c-4ba7-44cc-93f1-8082bfe5cde2, host n-h2-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=55020a6c-4ba7-44cc-93f1-8082bfe5cde2,segment=NetworkSegment(1a6df4b8-1b7f-4c91-aeab-868433773047),segment_id=1a6df4b8-1b7f-4c91-aeab-868433773047)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:55:07.814881 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5872b51f-94b7-4de0-9c39-57f5ddfbd2e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55020a6c-4ba7-44cc-93f1-8082bfe5cde2'}] {{(pid=105586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:55:07.820042 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14c1663e039faf5393f87855f745010ac5b02220355b68fdbf065393e303ac56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ff08ecd-e614-4574-bc69-26a500132f45" -d '{"events": [{"server_uuid": "5872b51f-94b7-4de0-9c39-57f5ddfbd2e6", "name": "network-vif-plugged", "status": "completed", "tag": "55020a6c-4ba7-44cc-93f1-8082bfe5cde2"}]}' {{(pid=105586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:55:07.832391 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:07.832655 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cce1c6a7-11ba-481d-9635-8d41b6b98f4d admin admin] Router ad9575d0-ad63-4823-8a92-28793e3a05de has already been hosted by L3 agent dd128fd7-8e57-4d4f-895b-a96b369df59a {{(pid=105584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 20:55:07.833367 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Device ba583bd9-3270-4e8c-b116-80894feef3ca no longer exists at agent hyperv_n-h2-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 20:55:07.873564 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.l3_dvrscheduler_db [req-817289fa-256d-439b-b87d-1a20330b6501 req-21d13ad4-b09f-422a-96ac-60d84f2e1780 tempest-ListImageFiltersTestJSON-1820602988 tempest-ListImageFiltersTestJSON-1820602988-project] No DVR routers for this DVR port 844edbdc-242a-4275-9bc2-cba0841cf69b on host n-h2-705658-22 {{(pid=105585) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 20:55:07.881372 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-3d54578f-831f-4696-b568-13c455922dab None None] No Port match for: ba583bd9-3270-4e8c-b116-80894feef3ca {{(pid=105586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 20:55:07.881574 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-817289fa-256d-439b-b87d-1a20330b6501 req-21d13ad4-b09f-422a-96ac-60d84f2e1780 tempest-ListImageFiltersTestJSON-1820602988 tempest-ListImageFiltersTestJSON-1820602988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:07.881773 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Device ba583bd9-3270-4e8c-b116-80894feef3ca not bound to the agent host n-h2-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 20:55:07.882184 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Device 844edbdc-242a-4275-9bc2-cba0841cf69b no longer exists at agent hyperv_n-h2-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 20:55:07.884028 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-817289fa-256d-439b-b87d-1a20330b6501 req-21d13ad4-b09f-422a-96ac-60d84f2e1780 tempest-ListImageFiltersTestJSON-1820602988 tempest-ListImageFiltersTestJSON-1820602988-project] 10.222.0.60 "DELETE /v2.0/ports/844edbdc-242a-4275-9bc2-cba0841cf69b HTTP/1.1" status: 204 len: 173 time: 1.2207537 Jul 27 20:55:07.903075 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc04e8e-0776-47e6-b5b5-2b44b026f869 req-e4308275-3905-4114-92d4-e4565c5315cb tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:07.904901 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-4dc04e8e-0776-47e6-b5b5-2b44b026f869 req-e4308275-3905-4114-92d4-e4565c5315cb tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] 10.222.0.59 "GET /v2.0/ports?device_id=227e87e6-7a64-4944-af32-868f2772cf85 HTTP/1.1" status: 200 len: 945 time: 0.3831615 Jul 27 20:55:07.920588 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-3d54578f-831f-4696-b568-13c455922dab None None] No Port match for: 844edbdc-242a-4275-9bc2-cba0841cf69b {{(pid=105586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 20:55:07.920895 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Device 844edbdc-242a-4275-9bc2-cba0841cf69b not bound to the agent host n-h2-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 20:55:07.921084 n-d-705658-22 neutron-server[105585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23ac7b8b-8c25-440b-a388-00c2cd864925', 'name': 'network-vif-deleted', 'tag': '844edbdc-242a-4275-9bc2-cba0841cf69b'}] {{(pid=105585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:55:07.925350 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d66fd65881426bfc2b5388084a3654e5eae521106a15a3dbf0eb4cde7106c36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17d66b77-1786-4452-a54a-ad4f3816e4f3" -d '{"events": [{"server_uuid": "23ac7b8b-8c25-440b-a388-00c2cd864925", "name": "network-vif-deleted", "tag": "844edbdc-242a-4275-9bc2-cba0841cf69b"}]}' {{(pid=105585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:55:08.001395 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cce1c6a7-11ba-481d-9635-8d41b6b98f4d admin admin] Notify agent at l3_agent.n-d-705658-22 the message routers_updated {{(pid=105584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 20:55:08.003090 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Pushing event updated for resources: {'Port': ['ID=55020a6c-4ba7-44cc-93f1-8082bfe5cde2,revision_number=7']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:55:08.010032 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-cce1c6a7-11ba-481d-9635-8d41b6b98f4d admin admin] 10.222.0.59 "PUT /v2.0/routers/ad9575d0-ad63-4823-8a92-28793e3a05de/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0579641 Jul 27 20:55:08.010609 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 34302) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:55:08.012481 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f26fb33-56a4-49c0-80ea-21dfb16b7139 None None] Sync routers for ids ['ad9575d0-ad63-4823-8a92-28793e3a05de'] in n-d-705658-22 {{(pid=105587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 20:55:08.024615 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f26fb33-56a4-49c0-80ea-21dfb16b7139 None None] Routers {'ad9575d0-ad63-4823-8a92-28793e3a05de'} bound to L3 agent in host n-d-705658-22 {{(pid=105587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:55:08.025247 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-0f26fb33-56a4-49c0-80ea-21dfb16b7139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T20:54:41Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['ad9575d0-ad63-4823-8a92-28793e3a05de'], 'active': True} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:55:08.056951 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-4dc04e8e-0776-47e6-b5b5-2b44b026f869 req-d22127a8-4b07-413a-9085-48c42c902146 tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] 10.222.0.59 "GET /v2.0/security-groups?id=594c38b0-00a0-4e02-9d5e-673f3a5e469c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383150 Jul 27 20:55:08.211127 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-9b04eed6-bf50-4d8a-b90e-671c5d631353 admin admin] Notify callbacks [] for router, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:08.266074 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvr_db [None req-0f26fb33-56a4-49c0-80ea-21dfb16b7139 None None] Set router ad9575d0-ad63-4823-8a92-28793e3a05de gateway port host: n-d-705658-22 {{(pid=105587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:55:08.323894 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6576b562-403a-4d67-9f6a-aa6c3f690679 req-ea26ab1e-1652-4f3d-8d90-569fac719055 tempest-ImagesOneServerNegativeTestJSON-323901233 tempest-ImagesOneServerNegativeTestJSON-323901233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:08.336128 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-6576b562-403a-4d67-9f6a-aa6c3f690679 req-ea26ab1e-1652-4f3d-8d90-569fac719055 tempest-ImagesOneServerNegativeTestJSON-323901233 tempest-ImagesOneServerNegativeTestJSON-323901233-project] 10.222.0.59 "GET /v2.0/ports?device_id=5872b51f-94b7-4de0-9c39-57f5ddfbd2e6 HTTP/1.1" status: 200 len: 946 time: 0.1637561 Jul 27 20:55:08.340508 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 20:55:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebf378ba-e670-4f53-ad39-49478c75c9e9 x-openstack-request-id: req-ebf378ba-e670-4f53-ad39-49478c75c9e9 {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:55:08.341016 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5872b51f-94b7-4de0-9c39-57f5ddfbd2e6", "name": "network-vif-plugged", "status": "completed", "tag": "55020a6c-4ba7-44cc-93f1-8082bfe5cde2", "code": 200}]} {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:55:08.341016 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-ebf378ba-e670-4f53-ad39-49478c75c9e9 {{(pid=105586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:55:08.341421 n-d-705658-22 neutron-server[105586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5872b51f-94b7-4de0-9c39-57f5ddfbd2e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55020a6c-4ba7-44cc-93f1-8082bfe5cde2', 'code': 200} Jul 27 20:55:08.429625 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-6576b562-403a-4d67-9f6a-aa6c3f690679 req-557a27d9-adaa-443c-8edf-d128bc5dd337 tempest-ImagesOneServerNegativeTestJSON-323901233 tempest-ImagesOneServerNegativeTestJSON-323901233-project] 10.222.0.59 "GET /v2.0/security-groups?id=b49152d2-7ea9-4069-930d-17bb1fb95e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922351 Jul 27 20:55:08.510864 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 20:55:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7ea42ef-03d5-4682-a064-ffa9713c0685 x-openstack-request-id: req-a7ea42ef-03d5-4682-a064-ffa9713c0685 {{(pid=105585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:55:08.511367 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23ac7b8b-8c25-440b-a388-00c2cd864925", "name": "network-vif-deleted", "tag": "844edbdc-242a-4275-9bc2-cba0841cf69b", "status": "completed", "code": 200}]} {{(pid=105585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:55:08.511811 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-a7ea42ef-03d5-4682-a064-ffa9713c0685 {{(pid=105585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:55:08.513453 n-d-705658-22 neutron-server[105585]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23ac7b8b-8c25-440b-a388-00c2cd864925', 'name': 'network-vif-deleted', 'tag': '844edbdc-242a-4275-9bc2-cba0841cf69b', 'status': 'completed', 'code': 200} Jul 27 20:55:08.526349 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-9b04eed6-bf50-4d8a-b90e-671c5d631353 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:08.589280 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87404e63-65c0-4ae6-ac9f-be607f8a2c40 req-12cd34f9-d9d2-434a-8037-56e844ca1d57 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:08.599840 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-87404e63-65c0-4ae6-ac9f-be607f8a2c40 req-12cd34f9-d9d2-434a-8037-56e844ca1d57 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] 10.222.0.59 "GET /v2.0/ports?device_id=f5981167-1ac0-4ca7-95b5-d52c185534b7 HTTP/1.1" status: 200 len: 948 time: 0.1370451 Jul 27 20:55:08.618859 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-0f26fb33-56a4-49c0-80ea-21dfb16b7139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad9575d0-ad63-4823-8a92-28793e3a05de', 'name': 'tempest-FloatingIPsAssociationTestJSON-1645103835-router', 'tenant_id': '615238fda314405b98ca504942933ecf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.161'}], 'enable_snat': True}, 'gw_port_id': '84d6154b-a1b0-4171-99e6-8fe6e769f980', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:53:29Z', 'updated_at': '2021-07-27T20:55:07Z', 'revision_number': 5, 'project_id': '615238fda314405b98ca504942933ecf', 'gw_port': {'id': '84d6154b-a1b0-4171-99e6-8fe6e769f980', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:3a:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad9575d0-ad63-4823-8a92-28793e3a05de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:53:29Z', 'updated_at': '2021-07-27T20:53:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22'}], 'n-d-705658-22', False) {} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:55:08.623431 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-9b04eed6-bf50-4d8a-b90e-671c5d631353 admin admin] Deleting port 84d6154b-a1b0-4171-99e6-8fe6e769f980 {{(pid=105584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:55:08.623829 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-9b04eed6-bf50-4d8a-b90e-671c5d631353 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:08.654210 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f26fb33-56a4-49c0-80ea-21dfb16b7139 None None] Checking router: ad9575d0-ad63-4823-8a92-28793e3a05de for host: n-d-705658-22 {{(pid=105587) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 20:55:08.663057 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f26fb33-56a4-49c0-80ea-21dfb16b7139 None None] Routers {'ad9575d0-ad63-4823-8a92-28793e3a05de'} bound to L3 agent in host n-d-705658-22 {{(pid=105587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:55:08.663861 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-0f26fb33-56a4-49c0-80ea-21dfb16b7139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T20:54:41Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['ad9575d0-ad63-4823-8a92-28793e3a05de'], 'active': True} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:55:08.752465 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvr_db [None req-0f26fb33-56a4-49c0-80ea-21dfb16b7139 None None] Set router ad9575d0-ad63-4823-8a92-28793e3a05de gateway port host: None {{(pid=105587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:55:08.755857 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-87404e63-65c0-4ae6-ac9f-be607f8a2c40 req-8b51a646-730d-4d40-ac2a-5d747fec66d5 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] 10.222.0.59 "GET /v2.0/security-groups?id=c6534cb3-b44e-4a83-b57e-ddb72c2ad843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542542 Jul 27 20:55:08.758481 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [None req-9b04eed6-bf50-4d8a-b90e-671c5d631353 admin admin] For port 84d6154b-a1b0-4171-99e6-8fe6e769f980, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=84d6154b-a1b0-4171-99e6-8fe6e769f980,segment=NetworkSegment(12196855-9a32-4633-9a56-77697ef9e126),segment_id=12196855-9a32-4633-9a56-77697ef9e126)] {{(pid=105584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:55:08.759653 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-9b04eed6-bf50-4d8a-b90e-671c5d631353 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:08.796339 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-9b04eed6-bf50-4d8a-b90e-671c5d631353 admin admin] Calling delete_port for 84d6154b-a1b0-4171-99e6-8fe6e769f980 owned by network:router_gateway {{(pid=105584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:55:08.799613 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-595f76c7-67f5-4fe0-aa40-d5605b2a1d71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:08.805680 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e810893-9221-4836-a2ea-be04e235718d req-2c6456b6-6072-4e43-9f5d-0dd1fbd07980 tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:08.819315 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-9e810893-9221-4836-a2ea-be04e235718d req-2c6456b6-6072-4e43-9f5d-0dd1fbd07980 tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] 10.222.0.59 "GET /v2.0/ports?device_id=308f2807-b47c-442c-b526-1012af774ec6 HTTP/1.1" status: 200 len: 948 time: 0.2035446 Jul 27 20:55:08.830934 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-0f26fb33-56a4-49c0-80ea-21dfb16b7139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad9575d0-ad63-4823-8a92-28793e3a05de', 'name': 'tempest-FloatingIPsAssociationTestJSON-1645103835-router', 'tenant_id': '615238fda314405b98ca504942933ecf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:53:29Z', 'updated_at': '2021-07-27T20:55:08Z', 'revision_number': 6, 'project_id': '615238fda314405b98ca504942933ecf', 'gw_port_host': None}], 'n-d-705658-22', False) {} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:55:08.863672 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f26fb33-56a4-49c0-80ea-21dfb16b7139 None None] The sync data for ids ['ad9575d0-ad63-4823-8a92-28793e3a05de'] in n-d-705658-22 is: [{'id': 'ad9575d0-ad63-4823-8a92-28793e3a05de', 'name': 'tempest-FloatingIPsAssociationTestJSON-1645103835-router', 'tenant_id': '615238fda314405b98ca504942933ecf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:53:29Z', 'updated_at': '2021-07-27T20:55:08Z', 'revision_number': 6, 'project_id': '615238fda314405b98ca504942933ecf', 'gw_port_host': None}] {{(pid=105587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 20:55:08.943613 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-9e810893-9221-4836-a2ea-be04e235718d req-3d9e9470-e789-4ec8-9fde-fac59316f93c tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] 10.222.0.59 "GET /v2.0/security-groups?id=dea81a77-85b4-4e12-8e1d-b19e89484a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229787 Jul 27 20:55:08.995849 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-c6adf6d3-efca-4693-aa50-e8fa1140ea9d req-51982c29-347e-4e5a-80a3-e6fe876e0dbb tempest-ListImageFiltersTestJSON-1820602988 tempest-ListImageFiltersTestJSON-1820602988-project] 10.222.0.59 "GET /v2.0/ports?device_id=23ac7b8b-8c25-440b-a388-00c2cd864925 HTTP/1.1" status: 200 len: 210 time: 0.0337520 Jul 27 20:55:09.115323 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-9b04eed6-bf50-4d8a-b90e-671c5d631353 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:09.145935 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b04eed6-bf50-4d8a-b90e-671c5d631353 admin admin] Pushing event deleted for resources: {'Port': ['ID=84d6154b-a1b0-4171-99e6-8fe6e769f980,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:55:09.209002 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601dec4d-8ad8-4c1e-84be-4db122afeede req-efc5496a-0734-4f65-9bd4-f77e4b7f4d62 tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:09.215309 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-9b04eed6-bf50-4d8a-b90e-671c5d631353 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4075702'] for router_gateway, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:09.217546 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-601dec4d-8ad8-4c1e-84be-4db122afeede req-efc5496a-0734-4f65-9bd4-f77e4b7f4d62 tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] 10.222.0.59 "GET /v2.0/ports?device_id=227e87e6-7a64-4944-af32-868f2772cf85 HTTP/1.1" status: 200 len: 945 time: 0.0796287 Jul 27 20:55:09.284814 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-601dec4d-8ad8-4c1e-84be-4db122afeede req-fea1528c-2efa-4b21-a4d2-1f506ef3b80a tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] 10.222.0.59 "GET /v2.0/security-groups?id=594c38b0-00a0-4e02-9d5e-673f3a5e469c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661807 Jul 27 20:55:09.367939 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-9b04eed6-bf50-4d8a-b90e-671c5d631353 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4163631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-425'] for router, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:09.370001 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-9b04eed6-bf50-4d8a-b90e-671c5d631353 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:09.434810 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-9b04eed6-bf50-4d8a-b90e-671c5d631353 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4163007'] for router, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:09.435465 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b04eed6-bf50-4d8a-b90e-671c5d631353 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ad9575d0-ad63-4823-8a92-28793e3a05de {{(pid=105584) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 20:55:09.441646 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-9b04eed6-bf50-4d8a-b90e-671c5d631353 admin admin] Notify callbacks [] for router, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:09.443569 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-9b04eed6-bf50-4d8a-b90e-671c5d631353 admin admin] 10.222.0.59 "DELETE /v2.0/routers/ad9575d0-ad63-4823-8a92-28793e3a05de HTTP/1.1" status: 204 len: 168 time: 1.4312119 Jul 27 20:55:09.445419 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 34318) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:55:09.489836 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f7946bf-671b-4b71-b1d7-97d8b09ad845 admin admin] Deleting subnet 8762aa6e-55d1-40fd-8a84-dc4ad49beb7d {{(pid=105584) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 20:55:09.492930 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-4f7946bf-671b-4b71-b1d7-97d8b09ad845 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:09.528941 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-4f7946bf-671b-4b71-b1d7-97d8b09ad845 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9014207'] for subnet, precommit_delete_associations {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:09.556696 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666012eb-f598-45bb-9884-a9c60ab70d2b req-46785481-f62f-4d92-9429-d7bc676d67b6 tempest-ImagesOneServerNegativeTestJSON-323901233 tempest-ImagesOneServerNegativeTestJSON-323901233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:09.558881 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-666012eb-f598-45bb-9884-a9c60ab70d2b req-46785481-f62f-4d92-9429-d7bc676d67b6 tempest-ImagesOneServerNegativeTestJSON-323901233 tempest-ImagesOneServerNegativeTestJSON-323901233-project] 10.222.0.59 "GET /v2.0/ports?device_id=5872b51f-94b7-4de0-9c39-57f5ddfbd2e6 HTTP/1.1" status: 200 len: 946 time: 0.0677700 Jul 27 20:55:09.619777 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-666012eb-f598-45bb-9884-a9c60ab70d2b req-d7894387-6ed2-45e7-b7a1-d87f20163b91 tempest-ImagesOneServerNegativeTestJSON-323901233 tempest-ImagesOneServerNegativeTestJSON-323901233-project] 10.222.0.59 "GET /v2.0/security-groups?id=b49152d2-7ea9-4069-930d-17bb1fb95e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524247 Jul 27 20:55:09.821525 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:09.906405 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-4f7946bf-671b-4b71-b1d7-97d8b09ad845 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854965'] for subnet, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:09.974677 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-4f7946bf-671b-4b71-b1d7-97d8b09ad845 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9014081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9738825'] for subnet, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:10.001223 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17ccd59-d101-4bb8-ac70-cd05d4edb049 req-97b83415-6ee5-4c6a-be9f-ef4fef1d6957 tempest-ImagesOneServerNegativeTestJSON-323901233 tempest-ImagesOneServerNegativeTestJSON-323901233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:10.002989 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-d17ccd59-d101-4bb8-ac70-cd05d4edb049 req-97b83415-6ee5-4c6a-be9f-ef4fef1d6957 tempest-ImagesOneServerNegativeTestJSON-323901233 tempest-ImagesOneServerNegativeTestJSON-323901233-project] 10.222.0.59 "GET /v2.0/ports?device_id=5872b51f-94b7-4de0-9c39-57f5ddfbd2e6 HTTP/1.1" status: 200 len: 946 time: 0.1311560 Jul 27 20:55:10.009083 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7946bf-671b-4b71-b1d7-97d8b09ad845 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8762aa6e-55d1-40fd-8a84-dc4ad49beb7d,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:55:10.018067 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-4f7946bf-671b-4b71-b1d7-97d8b09ad845 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:10.023103 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-4f7946bf-671b-4b71-b1d7-97d8b09ad845 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/8762aa6e-55d1-40fd-8a84-dc4ad49beb7d HTTP/1.1" status: 204 len: 168 time: 0.5766821 Jul 27 20:55:10.023385 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0880f95-d0b3-41b8-8fa6-9f11e931fdcd None None] Network 3f1c8940-c5a5-4dd2-af27-28f2db444e65 requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 20:55:10.023984 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 34330) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:55:10.025351 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed92321-ba02-40fe-aeda-ebae0682a8dd req-e6f2dcde-79a4-4cb4-9b25-7a1acebaaeaf tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:10.030112 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-0ed92321-ba02-40fe-aeda-ebae0682a8dd req-e6f2dcde-79a4-4cb4-9b25-7a1acebaaeaf tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] 10.222.0.59 "GET /v2.0/ports?device_id=f5981167-1ac0-4ca7-95b5-d52c185534b7 HTTP/1.1" status: 200 len: 948 time: 0.1278424 Jul 27 20:55:10.123748 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-d17ccd59-d101-4bb8-ac70-cd05d4edb049 req-fe0dcc27-0d60-44a4-b8e6-ba349d1ee213 tempest-ImagesOneServerNegativeTestJSON-323901233 tempest-ImagesOneServerNegativeTestJSON-323901233-project] 10.222.0.59 "GET /v2.0/security-groups?id=b49152d2-7ea9-4069-930d-17bb1fb95e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891175 Jul 27 20:55:10.124903 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-3eb44198-c915-42d0-a2fd-9b4f9add7c4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-990557'] for network, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:10.132811 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-0ed92321-ba02-40fe-aeda-ebae0682a8dd req-7b09ca46-0409-443c-921d-604119c8392a tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] 10.222.0.59 "GET /v2.0/security-groups?id=c6534cb3-b44e-4a83-b57e-ddb72c2ad843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860343 Jul 27 20:55:10.231130 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-3eb44198-c915-42d0-a2fd-9b4f9add7c4c admin admin] Deleting port 23db2c27-cb3c-4313-a529-b6d2f7176689 {{(pid=105584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:55:10.231495 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-3eb44198-c915-42d0-a2fd-9b4f9add7c4c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:10.286939 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-392268b7-62ee-4c70-a72c-51e482e77694 None None] DHCP port deletion for 3f1c8940-c5a5-4dd2-af27-28f2db444e65 request from n-d-705658-22 {{(pid=105586) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 20:55:10.316655 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [None req-3eb44198-c915-42d0-a2fd-9b4f9add7c4c admin admin] For port 23db2c27-cb3c-4313-a529-b6d2f7176689, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=23db2c27-cb3c-4313-a529-b6d2f7176689,segment=NetworkSegment(daa14205-10d6-4bd3-bbe7-ea8abee6eb90),segment_id=daa14205-10d6-4bd3-bbe7-ea8abee6eb90)] {{(pid=105584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:55:10.317013 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-3eb44198-c915-42d0-a2fd-9b4f9add7c4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:10.335415 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-3eb44198-c915-42d0-a2fd-9b4f9add7c4c admin admin] Calling delete_port for 23db2c27-cb3c-4313-a529-b6d2f7176689 owned by network:dhcp {{(pid=105584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:55:10.336858 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-392268b7-62ee-4c70-a72c-51e482e77694 None None] Deleting port 23db2c27-cb3c-4313-a529-b6d2f7176689 {{(pid=105586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:55:10.337416 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-392268b7-62ee-4c70-a72c-51e482e77694 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:10.360218 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06cff74-5655-4ddb-8917-42721a1afc49 req-39233fda-659e-412c-af30-4a9a149b45cc tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:10.362773 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-d06cff74-5655-4ddb-8917-42721a1afc49 req-39233fda-659e-412c-af30-4a9a149b45cc tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] 10.222.0.59 "GET /v2.0/ports?device_id=308f2807-b47c-442c-b526-1012af774ec6 HTTP/1.1" status: 200 len: 948 time: 0.1256766 Jul 27 20:55:10.419179 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-392268b7-62ee-4c70-a72c-51e482e77694 None None] For port 23db2c27-cb3c-4313-a529-b6d2f7176689, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=23db2c27-cb3c-4313-a529-b6d2f7176689,segment=NetworkSegment(daa14205-10d6-4bd3-bbe7-ea8abee6eb90),segment_id=daa14205-10d6-4bd3-bbe7-ea8abee6eb90)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:55:10.419768 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-392268b7-62ee-4c70-a72c-51e482e77694 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:10.435983 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-d06cff74-5655-4ddb-8917-42721a1afc49 req-6ffb05ff-ed62-45f7-b80d-fb4c4cbd2d9e tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] 10.222.0.59 "GET /v2.0/security-groups?id=dea81a77-85b4-4e12-8e1d-b19e89484a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650420 Jul 27 20:55:10.450943 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-392268b7-62ee-4c70-a72c-51e482e77694 None None] Calling delete_port for 23db2c27-cb3c-4313-a529-b6d2f7176689 owned by network:dhcp {{(pid=105586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:55:10.460229 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-3eb44198-c915-42d0-a2fd-9b4f9add7c4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:10.489040 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb44198-c915-42d0-a2fd-9b4f9add7c4c admin admin] Pushing event deleted for resources: {'Port': ['ID=23db2c27-cb3c-4313-a529-b6d2f7176689,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:55:10.494815 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eb44198-c915-42d0-a2fd-9b4f9add7c4c admin admin] No DVR routers for this DVR port 23db2c27-cb3c-4313-a529-b6d2f7176689 on host n-d-705658-22 {{(pid=105584) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 20:55:10.558105 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80da4cf-8350-48e0-8e2e-a2ebf3587c45 req-895b4b65-c5fe-427e-9079-f95159787d71 tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:10.559881 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b80da4cf-8350-48e0-8e2e-a2ebf3587c45 req-895b4b65-c5fe-427e-9079-f95159787d71 tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] 10.222.0.59 "GET /v2.0/ports?device_id=227e87e6-7a64-4944-af32-868f2772cf85 HTTP/1.1" status: 200 len: 945 time: 0.0753446 Jul 27 20:55:10.568161 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-392268b7-62ee-4c70-a72c-51e482e77694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180'] for port, after_delete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:10.584653 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-3eb44198-c915-42d0-a2fd-9b4f9add7c4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853562', 'neutron.services.segments.db._delete_segments_for_network-8790688882975'] for network, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:10.596100 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.segments.db [None req-3eb44198-c915-42d0-a2fd-9b4f9add7c4c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f1c8940-c5a5-4dd2-af27-28f2db444e65']}} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:55:10.603356 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-392268b7-62ee-4c70-a72c-51e482e77694 None None] No DVR routers for this DVR port 23db2c27-cb3c-4313-a529-b6d2f7176689 on host n-d-705658-22 {{(pid=105586) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 20:55:10.609194 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.segments.db [None req-3eb44198-c915-42d0-a2fd-9b4f9add7c4c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'daa14205-10d6-4bd3-bbe7-ea8abee6eb90') {'for_net_delete': True} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:55:10.609568 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.segments.db [None req-3eb44198-c915-42d0-a2fd-9b4f9add7c4c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'daa14205-10d6-4bd3-bbe7-ea8abee6eb90') {} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:55:10.613319 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b80da4cf-8350-48e0-8e2e-a2ebf3587c45 req-c45698d4-ebd3-4c9f-a315-d9b5ef1c7f48 tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] 10.222.0.59 "GET /v2.0/security-groups?id=594c38b0-00a0-4e02-9d5e-673f3a5e469c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470693 Jul 27 20:55:10.618956 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392268b7-62ee-4c70-a72c-51e482e77694 None None] Pushing event deleted for resources: {'Port': ['ID=23db2c27-cb3c-4313-a529-b6d2f7176689,revision_number=None']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:55:10.621156 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-3eb44198-c915-42d0-a2fd-9b4f9add7c4c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790688883752', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9014348'] for segment, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:10.636222 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-3eb44198-c915-42d0-a2fd-9b4f9add7c4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:10.645291 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3eb44198-c915-42d0-a2fd-9b4f9add7c4c admin admin] Releasing vlan 218 on physical network physnet1 to pool {{(pid=105584) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 20:55:10.645618 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-3eb44198-c915-42d0-a2fd-9b4f9add7c4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9014063'] for segment, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:10.647334 n-d-705658-22 neutron-server[105584]: Traceback (most recent call last): Jul 27 20:55:10.647334 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 20:55:10.647334 n-d-705658-22 neutron-server[105584]: timer() Jul 27 20:55:10.647334 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 20:55:10.647334 n-d-705658-22 neutron-server[105584]: cb(*args, **kw) Jul 27 20:55:10.647334 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 20:55:10.647334 n-d-705658-22 neutron-server[105584]: return func(*args, **kwargs) Jul 27 20:55:10.647334 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 20:55:10.647334 n-d-705658-22 neutron-server[105584]: self._notify() Jul 27 20:55:10.647334 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 20:55:10.647334 n-d-705658-22 neutron-server[105584]: self.callback(batched_events) Jul 27 20:55:10.647334 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 20:55:10.647334 n-d-705658-22 neutron-server[105584]: event.method(event) Jul 27 20:55:10.647334 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 20:55:10.647334 n-d-705658-22 neutron-server[105584]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 20:55:10.647334 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 20:55:10.647334 n-d-705658-22 neutron-server[105584]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 20:55:10.647334 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 20:55:10.647334 n-d-705658-22 neutron-server[105584]: return f(self, *a, **k) Jul 27 20:55:10.647334 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 20:55:10.647334 n-d-705658-22 neutron-server[105584]: return self._get(url).json() Jul 27 20:55:10.647334 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 20:55:10.647334 n-d-705658-22 neutron-server[105584]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 20:55:10.647334 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 20:55:10.647334 n-d-705658-22 neutron-server[105584]: return self.request(url, 'GET', **kwargs) Jul 27 20:55:10.647334 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 20:55:10.647334 n-d-705658-22 neutron-server[105584]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 20:55:10.647334 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 20:55:10.647334 n-d-705658-22 neutron-server[105584]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 20:55:10.647334 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 20:55:10.647334 n-d-705658-22 neutron-server[105584]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 20:55:10.647334 n-d-705658-22 neutron-server[105584]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 20:55:10.705719 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-3eb44198-c915-42d0-a2fd-9b4f9add7c4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4075658'] for network, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:10.715543 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74562a9e-c432-48ac-8ecb-2c23052b5129 req-f1413b03-be4a-4d08-96e0-0c70b3d061be tempest-ListImageFiltersTestJSON-1820602988 tempest-ListImageFiltersTestJSON-1820602988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:10.717140 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-3eb44198-c915-42d0-a2fd-9b4f9add7c4c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743886'] for network, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:10.717635 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-74562a9e-c432-48ac-8ecb-2c23052b5129 req-f1413b03-be4a-4d08-96e0-0c70b3d061be tempest-ListImageFiltersTestJSON-1820602988 tempest-ListImageFiltersTestJSON-1820602988-project] 10.222.0.59 "GET /v2.0/ports?device_id=d554f15e-64a0-4c6e-b463-28d8148f367b HTTP/1.1" status: 200 len: 948 time: 0.0784450 Jul 27 20:55:10.727051 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-3eb44198-c915-42d0-a2fd-9b4f9add7c4c admin admin] 10.222.0.59 "DELETE /v2.0/networks/3f1c8940-c5a5-4dd2-af27-28f2db444e65 HTTP/1.1" status: 204 len: 168 time: 0.6943982 Jul 27 20:55:10.746288 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb44198-c915-42d0-a2fd-9b4f9add7c4c admin admin] Pushing event deleted for resources: {'Network': ['ID=3f1c8940-c5a5-4dd2-af27-28f2db444e65,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:55:10.769919 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-74562a9e-c432-48ac-8ecb-2c23052b5129 req-5c434aeb-d136-4b82-8d30-0ff5d89cfa70 tempest-ListImageFiltersTestJSON-1820602988 tempest-ListImageFiltersTestJSON-1820602988-project] 10.222.0.59 "GET /v2.0/security-groups?id=824aa063-2fc5-4999-917c-6e4bfa9f4684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426092 Jul 27 20:55:10.852885 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 34342) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:55:10.895099 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 23db2c27-cb3c-4313-a529-b6d2f7176689 no longer exists at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 20:55:10.900948 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-681568ab-9e07-4ee9-816e-d65f0d702d11 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=615238fda314405b98ca504942933ecf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0465472 Jul 27 20:55:10.903308 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 34344) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:55:10.918037 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] No Port match for: 23db2c27-cb3c-4313-a529-b6d2f7176689 {{(pid=105586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 20:55:10.918384 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 23db2c27-cb3c-4313-a529-b6d2f7176689 not bound to the agent host n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 20:55:10.918988 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 7925b4ba-7a12-4ff3-952f-1275b7ca93a1 no longer exists at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 20:55:10.937455 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] No Port match for: 7925b4ba-7a12-4ff3-952f-1275b7ca93a1 {{(pid=105586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 20:55:10.937810 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 7925b4ba-7a12-4ff3-952f-1275b7ca93a1 not bound to the agent host n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 20:55:10.938779 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 84d6154b-a1b0-4171-99e6-8fe6e769f980 no longer exists at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 20:55:10.952672 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-1667af28-714c-4aba-aef5-e3b639e7e147 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:10.957128 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] No Port match for: 84d6154b-a1b0-4171-99e6-8fe6e769f980 {{(pid=105586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 20:55:10.957484 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 84d6154b-a1b0-4171-99e6-8fe6e769f980 not bound to the agent host n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 20:55:10.975295 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-1667af28-714c-4aba-aef5-e3b639e7e147 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:11.019918 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-1667af28-714c-4aba-aef5-e3b639e7e147 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:11.022349 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-1667af28-714c-4aba-aef5-e3b639e7e147 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:11.023520 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-1667af28-714c-4aba-aef5-e3b639e7e147 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/8687f539-6269-4f23-8f85-d9476e5397e1 HTTP/1.1" status: 204 len: 168 time: 0.1193049 Jul 27 20:55:11.031200 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1667af28-714c-4aba-aef5-e3b639e7e147 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8687f539-6269-4f23-8f85-d9476e5397e1,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:55:11.206529 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-852a102e-4e5d-4a81-b4a1-165f857f19f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:11.246343 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Device a5526aed-9d03-40b6-a9db-7b6bf7eb3d08 details requested by agent hyperv_n-h2-705658-22 with host n-h2-705658-22 {{(pid=105586) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 20:55:11.248877 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Device 55020a6c-4ba7-44cc-93f1-8082bfe5cde2 no longer exists at agent hyperv_n-h2-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 20:55:11.373751 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfcfc37-1bda-4bf2-bc39-dead85094231 req-3a8f3cc6-b4d4-457c-9634-db71ff313399 tempest-ImagesOneServerNegativeTestJSON-323901233 tempest-ImagesOneServerNegativeTestJSON-323901233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:11.375504 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-fdfcfc37-1bda-4bf2-bc39-dead85094231 req-3a8f3cc6-b4d4-457c-9634-db71ff313399 tempest-ImagesOneServerNegativeTestJSON-323901233 tempest-ImagesOneServerNegativeTestJSON-323901233-project] 10.222.0.59 "GET /v2.0/ports?device_id=5872b51f-94b7-4de0-9c39-57f5ddfbd2e6 HTTP/1.1" status: 200 len: 946 time: 0.1561933 Jul 27 20:55:11.389145 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4edacf0-dc7c-4cb8-ac67-abcd857837f0 req-374a6360-48ab-45db-9960-54b43c3faf8b tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:11.392216 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b4edacf0-dc7c-4cb8-ac67-abcd857837f0 req-374a6360-48ab-45db-9960-54b43c3faf8b tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] 10.222.0.59 "GET /v2.0/ports?device_id=f5981167-1ac0-4ca7-95b5-d52c185534b7 HTTP/1.1" status: 200 len: 948 time: 0.1155043 Jul 27 20:55:11.457194 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:11.475779 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-fdfcfc37-1bda-4bf2-bc39-dead85094231 req-c2ec520c-ee22-4ae8-9822-834b5d896848 tempest-ImagesOneServerNegativeTestJSON-323901233 tempest-ImagesOneServerNegativeTestJSON-323901233-project] 10.222.0.59 "GET /v2.0/security-groups?id=b49152d2-7ea9-4069-930d-17bb1fb95e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795362 Jul 27 20:55:11.499990 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b4edacf0-dc7c-4cb8-ac67-abcd857837f0 req-87f0ab77-5851-4d7e-af54-33962ead0c61 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] 10.222.0.59 "GET /v2.0/security-groups?id=c6534cb3-b44e-4a83-b57e-ddb72c2ad843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933704 Jul 27 20:55:11.640132 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] For port a5526aed-9d03-40b6-a9db-7b6bf7eb3d08, host n-h2-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=a5526aed-9d03-40b6-a9db-7b6bf7eb3d08,segment=NetworkSegment(86b1e6f6-d629-4b03-8944-4cdfbfb93d02),segment_id=86b1e6f6-d629-4b03-8944-4cdfbfb93d02)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:55:11.651807 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b268a159-0232-409d-9c28-520455724386 req-14adc147-aa25-4d0a-a5fb-17a5d66f587a tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:11.653410 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b268a159-0232-409d-9c28-520455724386 req-14adc147-aa25-4d0a-a5fb-17a5d66f587a tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] 10.222.0.59 "GET /v2.0/ports?device_id=308f2807-b47c-442c-b526-1012af774ec6 HTTP/1.1" status: 200 len: 948 time: 0.0789309 Jul 27 20:55:11.667326 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Returning: {'device': 'a5526aed-9d03-40b6-a9db-7b6bf7eb3d08', 'network_id': '4d64aa0b-bd6a-468e-8edc-c83689947462', 'port_id': 'a5526aed-9d03-40b6-a9db-7b6bf7eb3d08', 'mac_address': 'fa:16:3e:72:ac:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26644ba0-4185-4e10-8718-6ad18d01376c', 'ip_address': '192.168.233.244'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105586) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 20:55:11.687500 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5872b51f-94b7-4de0-9c39-57f5ddfbd2e6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '55020a6c-4ba7-44cc-93f1-8082bfe5cde2'}] {{(pid=105586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:55:11.711156 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14c1663e039faf5393f87855f745010ac5b02220355b68fdbf065393e303ac56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29042ebb-53ea-4699-a085-528215e2aa3d" -d '{"events": [{"server_uuid": "5872b51f-94b7-4de0-9c39-57f5ddfbd2e6", "name": "network-vif-unplugged", "status": "completed", "tag": "55020a6c-4ba7-44cc-93f1-8082bfe5cde2"}]}' {{(pid=105586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:55:11.719033 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b268a159-0232-409d-9c28-520455724386 req-d99e45c3-9408-464e-9ff4-992cabfcd9c7 tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] 10.222.0.59 "GET /v2.0/security-groups?id=dea81a77-85b4-4e12-8e1d-b19e89484a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505300 Jul 27 20:55:11.760382 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] For port 55020a6c-4ba7-44cc-93f1-8082bfe5cde2, host n-h2-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=55020a6c-4ba7-44cc-93f1-8082bfe5cde2,segment=NetworkSegment(1a6df4b8-1b7f-4c91-aeab-868433773047),segment_id=1a6df4b8-1b7f-4c91-aeab-868433773047)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:55:11.774272 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:11.845583 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 27 Jul 2021 20:55:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48685a75-bb2b-4e24-bb8d-6969fb708c8d x-openstack-request-id: req-48685a75-bb2b-4e24-bb8d-6969fb708c8d {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:55:11.845874 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5872b51f-94b7-4de0-9c39-57f5ddfbd2e6", "name": "network-vif-unplugged", "status": "completed", "tag": "55020a6c-4ba7-44cc-93f1-8082bfe5cde2", "code": 200}]} {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:55:11.846125 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-48685a75-bb2b-4e24-bb8d-6969fb708c8d {{(pid=105586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:55:11.846509 n-d-705658-22 neutron-server[105586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5872b51f-94b7-4de0-9c39-57f5ddfbd2e6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '55020a6c-4ba7-44cc-93f1-8082bfe5cde2', 'code': 200} Jul 27 20:55:11.847468 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Pushing event updated for resources: {'Port': ['ID=55020a6c-4ba7-44cc-93f1-8082bfe5cde2,revision_number=8']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:55:11.850409 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:11.853994 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:11.865385 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4a32fe-3eb3-4b04-85dd-30bb95ee5b9c req-1e4f037b-cef0-49be-a6ed-0499f9a1072d tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:11.867049 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-2e4a32fe-3eb3-4b04-85dd-30bb95ee5b9c req-1e4f037b-cef0-49be-a6ed-0499f9a1072d tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] 10.222.0.59 "GET /v2.0/ports?device_id=227e87e6-7a64-4944-af32-868f2772cf85 HTTP/1.1" status: 200 len: 945 time: 0.0918658 Jul 27 20:55:11.878790 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [None req-3d54578f-831f-4696-b568-13c455922dab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5526aed-9d03-40b6-a9db-7b6bf7eb3d08 {{(pid=105586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 20:55:11.900395 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] For port a5526aed-9d03-40b6-a9db-7b6bf7eb3d08, host n-h2-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=a5526aed-9d03-40b6-a9db-7b6bf7eb3d08,segment=NetworkSegment(86b1e6f6-d629-4b03-8944-4cdfbfb93d02),segment_id=86b1e6f6-d629-4b03-8944-4cdfbfb93d02)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:55:11.906403 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:11.964744 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Pushing event updated for resources: {'Port': ['ID=a5526aed-9d03-40b6-a9db-7b6bf7eb3d08,revision_number=4']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:55:11.968317 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-2e4a32fe-3eb3-4b04-85dd-30bb95ee5b9c req-12b7199e-def8-436a-a349-8cf36638d391 tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] 10.222.0.59 "GET /v2.0/security-groups?id=594c38b0-00a0-4e02-9d5e-673f3a5e469c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771279 Jul 27 20:55:11.989632 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a855c4-81b2-466d-b601-0005660802b8 req-3a3fcc7a-0aba-401f-9131-7c3d1b63b85e tempest-ListImageFiltersTestJSON-1820602988 tempest-ListImageFiltersTestJSON-1820602988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:11.991271 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-75a855c4-81b2-466d-b601-0005660802b8 req-3a3fcc7a-0aba-401f-9131-7c3d1b63b85e tempest-ListImageFiltersTestJSON-1820602988 tempest-ListImageFiltersTestJSON-1820602988-project] 10.222.0.59 "GET /v2.0/ports?device_id=d554f15e-64a0-4c6e-b463-28d8148f367b HTTP/1.1" status: 200 len: 948 time: 0.1232283 Jul 27 20:55:12.063569 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-75a855c4-81b2-466d-b601-0005660802b8 req-4123a57a-dedd-41c3-9dfb-746cc262d17c tempest-ListImageFiltersTestJSON-1820602988 tempest-ListImageFiltersTestJSON-1820602988-project] 10.222.0.59 "GET /v2.0/security-groups?id=824aa063-2fc5-4999-917c-6e4bfa9f4684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632184 Jul 27 20:55:12.088345 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c444ba46-bada-4273-84da-cc46c0c0a0c9 req-d28322e3-bf64-4b06-a134-26935b85333f tempest-ImagesOneServerNegativeTestJSON-323901233 tempest-ImagesOneServerNegativeTestJSON-323901233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:12.089898 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-c444ba46-bada-4273-84da-cc46c0c0a0c9 req-d28322e3-bf64-4b06-a134-26935b85333f tempest-ImagesOneServerNegativeTestJSON-323901233 tempest-ImagesOneServerNegativeTestJSON-323901233-project] 10.222.0.60 "GET /v2.0/ports?device_id=5872b51f-94b7-4de0-9c39-57f5ddfbd2e6 HTTP/1.1" status: 200 len: 944 time: 0.0976582 Jul 27 20:55:12.202359 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [req-c444ba46-bada-4273-84da-cc46c0c0a0c9 req-3d784edf-5d14-4b9e-9563-9e3744c267aa tempest-ImagesOneServerNegativeTestJSON-323901233 tempest-ImagesOneServerNegativeTestJSON-323901233-project] Deleting port 55020a6c-4ba7-44cc-93f1-8082bfe5cde2 {{(pid=105585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:55:12.202701 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-c444ba46-bada-4273-84da-cc46c0c0a0c9 req-3d784edf-5d14-4b9e-9563-9e3744c267aa tempest-ImagesOneServerNegativeTestJSON-323901233 tempest-ImagesOneServerNegativeTestJSON-323901233-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:12.309122 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.db [req-c444ba46-bada-4273-84da-cc46c0c0a0c9 req-3d784edf-5d14-4b9e-9563-9e3744c267aa tempest-ImagesOneServerNegativeTestJSON-323901233 tempest-ImagesOneServerNegativeTestJSON-323901233-project] For port 55020a6c-4ba7-44cc-93f1-8082bfe5cde2, host n-h2-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=55020a6c-4ba7-44cc-93f1-8082bfe5cde2,segment=NetworkSegment(1a6df4b8-1b7f-4c91-aeab-868433773047),segment_id=1a6df4b8-1b7f-4c91-aeab-868433773047)] {{(pid=105585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:55:12.309433 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-c444ba46-bada-4273-84da-cc46c0c0a0c9 req-3d784edf-5d14-4b9e-9563-9e3744c267aa tempest-ImagesOneServerNegativeTestJSON-323901233 tempest-ImagesOneServerNegativeTestJSON-323901233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:12.323390 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [req-c444ba46-bada-4273-84da-cc46c0c0a0c9 req-3d784edf-5d14-4b9e-9563-9e3744c267aa tempest-ImagesOneServerNegativeTestJSON-323901233 tempest-ImagesOneServerNegativeTestJSON-323901233-project] Calling delete_port for 55020a6c-4ba7-44cc-93f1-8082bfe5cde2 owned by compute:nova {{(pid=105585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:55:12.361724 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] get_ports_and_sgs() called for port_ids ['a5526aed-9d03-40b6-a9db-7b6bf7eb3d08'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 20:55:12.475759 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-c444ba46-bada-4273-84da-cc46c0c0a0c9 req-3d784edf-5d14-4b9e-9563-9e3744c267aa tempest-ImagesOneServerNegativeTestJSON-323901233 tempest-ImagesOneServerNegativeTestJSON-323901233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:12.538430 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d784edf-5d14-4b9e-9563-9e3744c267aa tempest-ImagesOneServerNegativeTestJSON-323901233 tempest-ImagesOneServerNegativeTestJSON-323901233-project] Pushing event deleted for resources: {'Port': ['ID=55020a6c-4ba7-44cc-93f1-8082bfe5cde2,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:55:12.621278 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 34420) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:55:12.639599 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.l3_dvrscheduler_db [req-c444ba46-bada-4273-84da-cc46c0c0a0c9 req-3d784edf-5d14-4b9e-9563-9e3744c267aa tempest-ImagesOneServerNegativeTestJSON-323901233 tempest-ImagesOneServerNegativeTestJSON-323901233-project] No DVR routers for this DVR port 55020a6c-4ba7-44cc-93f1-8082bfe5cde2 on host n-h2-705658-22 {{(pid=105585) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 20:55:12.672253 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-c444ba46-bada-4273-84da-cc46c0c0a0c9 req-3d784edf-5d14-4b9e-9563-9e3744c267aa tempest-ImagesOneServerNegativeTestJSON-323901233 tempest-ImagesOneServerNegativeTestJSON-323901233-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:12.674877 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-c444ba46-bada-4273-84da-cc46c0c0a0c9 req-3d784edf-5d14-4b9e-9563-9e3744c267aa tempest-ImagesOneServerNegativeTestJSON-323901233 tempest-ImagesOneServerNegativeTestJSON-323901233-project] 10.222.0.60 "DELETE /v2.0/ports/55020a6c-4ba7-44cc-93f1-8082bfe5cde2 HTTP/1.1" status: 204 len: 173 time: 0.5782897 Jul 27 20:55:12.676397 n-d-705658-22 neutron-server[105585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5872b51f-94b7-4de0-9c39-57f5ddfbd2e6', 'name': 'network-vif-deleted', 'tag': '55020a6c-4ba7-44cc-93f1-8082bfe5cde2'}] {{(pid=105585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:55:12.678527 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d66fd65881426bfc2b5388084a3654e5eae521106a15a3dbf0eb4cde7106c36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89c6dbfe-90e1-4cab-968e-a3a85a0e68e1" -d '{"events": [{"server_uuid": "5872b51f-94b7-4de0-9c39-57f5ddfbd2e6", "name": "network-vif-deleted", "tag": "55020a6c-4ba7-44cc-93f1-8082bfe5cde2"}]}' {{(pid=105585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:55:12.685134 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-5492aab1-c2ce-4fc6-a163-f2201a38ef12 req-462e5bfd-c0d5-437e-849b-9f324e2b3d94 tempest-ImagesOneServerNegativeTestJSON-323901233 tempest-ImagesOneServerNegativeTestJSON-323901233-project] 10.222.0.59 "GET /v2.0/ports?device_id=5872b51f-94b7-4de0-9c39-57f5ddfbd2e6 HTTP/1.1" status: 200 len: 210 time: 0.0864890 Jul 27 20:55:12.755712 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-bb32ed7d-8717-448b-a9c8-a5a0117d1fd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:12.755876 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932f721b-789b-4de5-9bea-e4dfb21ebe23 req-84fab99c-8174-4ed7-82cc-b19344a807f6 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:12.758492 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-932f721b-789b-4de5-9bea-e4dfb21ebe23 req-84fab99c-8174-4ed7-82cc-b19344a807f6 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] 10.222.0.59 "GET /v2.0/ports?device_id=f5981167-1ac0-4ca7-95b5-d52c185534b7 HTTP/1.1" status: 200 len: 948 time: 0.1621783 Jul 27 20:55:12.802022 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-fb664f61-2d83-4e30-b410-bb447df2f9d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:12.814205 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-932f721b-789b-4de5-9bea-e4dfb21ebe23 req-2932af58-9f6a-470e-8817-bb9bb4b4ca66 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] 10.222.0.59 "GET /v2.0/security-groups?id=c6534cb3-b44e-4a83-b57e-ddb72c2ad843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496609 Jul 27 20:55:12.890381 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 20:55:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b0da671-dd43-4554-88e4-f054d71d6a9c x-openstack-request-id: req-3b0da671-dd43-4554-88e4-f054d71d6a9c {{(pid=105585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:55:12.890712 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5872b51f-94b7-4de0-9c39-57f5ddfbd2e6", "name": "network-vif-deleted", "tag": "55020a6c-4ba7-44cc-93f1-8082bfe5cde2", "status": "completed", "code": 200}]} {{(pid=105585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:55:12.891086 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-3b0da671-dd43-4554-88e4-f054d71d6a9c {{(pid=105585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:55:12.892519 n-d-705658-22 neutron-server[105585]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5872b51f-94b7-4de0-9c39-57f5ddfbd2e6', 'name': 'network-vif-deleted', 'tag': '55020a6c-4ba7-44cc-93f1-8082bfe5cde2', 'status': 'completed', 'code': 200} Jul 27 20:55:12.942786 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-fb664f61-2d83-4e30-b410-bb447df2f9d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:12.947719 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-fb664f61-2d83-4e30-b410-bb447df2f9d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:12.980446 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bac25b0-ae31-450c-9d3b-43c9cdd18e2f req-cbb17746-517d-4fc8-b36f-baa596b72c7e tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:12.982366 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-5bac25b0-ae31-450c-9d3b-43c9cdd18e2f req-cbb17746-517d-4fc8-b36f-baa596b72c7e tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] 10.222.0.59 "GET /v2.0/ports?device_id=308f2807-b47c-442c-b526-1012af774ec6 HTTP/1.1" status: 200 len: 949 time: 0.0657997 Jul 27 20:55:12.986808 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-fb664f61-2d83-4e30-b410-bb447df2f9d2 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=042227f84f504b0e98e0b58ac1952bb5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3642371 Jul 27 20:55:12.990220 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 34430) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:55:13.006524 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb664f61-2d83-4e30-b410-bb447df2f9d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d60334f2-f8ae-4291-91a6-7d64b379d4ce,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:55:13.053483 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-ee9f626b-cd8e-4a8b-a8d6-7953e09cc5c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:13.059936 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-5bac25b0-ae31-450c-9d3b-43c9cdd18e2f req-495fbeaa-897f-4afb-9406-37a85e25aa7c tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] 10.222.0.59 "GET /v2.0/security-groups?id=dea81a77-85b4-4e12-8e1d-b19e89484a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654259 Jul 27 20:55:13.082585 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-ee9f626b-cd8e-4a8b-a8d6-7953e09cc5c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:13.138520 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-ee9f626b-cd8e-4a8b-a8d6-7953e09cc5c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:13.141811 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-ee9f626b-cd8e-4a8b-a8d6-7953e09cc5c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:13.143060 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-ee9f626b-cd8e-4a8b-a8d6-7953e09cc5c3 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/d60334f2-f8ae-4291-91a6-7d64b379d4ce HTTP/1.1" status: 204 len: 168 time: 0.1517565 Jul 27 20:55:13.143531 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a238292-9346-41e1-af03-e9c34ace71a8 req-d42ffa77-9a96-4138-97cf-8162ce6d3249 tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:13.145254 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-8a238292-9346-41e1-af03-e9c34ace71a8 req-d42ffa77-9a96-4138-97cf-8162ce6d3249 tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] 10.222.0.59 "GET /v2.0/ports?device_id=227e87e6-7a64-4944-af32-868f2772cf85 HTTP/1.1" status: 200 len: 945 time: 0.0800874 Jul 27 20:55:13.161856 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9f626b-cd8e-4a8b-a8d6-7953e09cc5c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d60334f2-f8ae-4291-91a6-7d64b379d4ce,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:55:13.255639 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-8a238292-9346-41e1-af03-e9c34ace71a8 req-b8caa835-dce4-42ca-8177-02a72487cfe9 tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] 10.222.0.59 "GET /v2.0/security-groups?id=594c38b0-00a0-4e02-9d5e-673f3a5e469c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995314 Jul 27 20:55:13.276837 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea63f8ea-cff4-4c69-b855-a0aab626f4d1 req-afbaf456-6701-4595-ab45-9ee545ab7a92 tempest-ListImageFiltersTestJSON-1820602988 tempest-ListImageFiltersTestJSON-1820602988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:13.278416 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-ea63f8ea-cff4-4c69-b855-a0aab626f4d1 req-afbaf456-6701-4595-ab45-9ee545ab7a92 tempest-ListImageFiltersTestJSON-1820602988 tempest-ListImageFiltersTestJSON-1820602988-project] 10.222.0.59 "GET /v2.0/ports?device_id=d554f15e-64a0-4c6e-b463-28d8148f367b HTTP/1.1" status: 200 len: 948 time: 0.1322687 Jul 27 20:55:13.352415 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-ea63f8ea-cff4-4c69-b855-a0aab626f4d1 req-9bce2c64-96cf-4eb5-ba83-72e38549c2e1 tempest-ListImageFiltersTestJSON-1820602988 tempest-ListImageFiltersTestJSON-1820602988-project] 10.222.0.59 "GET /v2.0/security-groups?id=824aa063-2fc5-4999-917c-6e4bfa9f4684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633669 Jul 27 20:55:13.390162 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db88f2b-5088-4530-9a53-e2e260e9ade3 req-572f4aef-72bf-4047-9e56-bed26f934941 tempest-ListImageFiltersTestJSON-1820602988 tempest-ListImageFiltersTestJSON-1820602988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:13.392781 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-7db88f2b-5088-4530-9a53-e2e260e9ade3 req-572f4aef-72bf-4047-9e56-bed26f934941 tempest-ListImageFiltersTestJSON-1820602988 tempest-ListImageFiltersTestJSON-1820602988-project] 10.222.0.36 "GET /v2.0/ports?device_id=d554f15e-64a0-4c6e-b463-28d8148f367b HTTP/1.1" status: 200 len: 948 time: 0.0904083 Jul 27 20:55:13.514139 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [req-7db88f2b-5088-4530-9a53-e2e260e9ade3 req-f60bd2a4-a4f4-455c-9cd5-e69ed55a1b18 tempest-ListImageFiltersTestJSON-1820602988 tempest-ListImageFiltersTestJSON-1820602988-project] Deleting port efe6605a-3440-4bb8-841a-76d9e509f042 {{(pid=105584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:55:13.514491 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-7db88f2b-5088-4530-9a53-e2e260e9ade3 req-f60bd2a4-a4f4-455c-9cd5-e69ed55a1b18 tempest-ListImageFiltersTestJSON-1820602988 tempest-ListImageFiltersTestJSON-1820602988-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:13.606423 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [req-7db88f2b-5088-4530-9a53-e2e260e9ade3 req-f60bd2a4-a4f4-455c-9cd5-e69ed55a1b18 tempest-ListImageFiltersTestJSON-1820602988 tempest-ListImageFiltersTestJSON-1820602988-project] For port efe6605a-3440-4bb8-841a-76d9e509f042, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=efe6605a-3440-4bb8-841a-76d9e509f042,segment=NetworkSegment(86b1e6f6-d629-4b03-8944-4cdfbfb93d02),segment_id=86b1e6f6-d629-4b03-8944-4cdfbfb93d02)] {{(pid=105584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:55:13.606799 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-7db88f2b-5088-4530-9a53-e2e260e9ade3 req-f60bd2a4-a4f4-455c-9cd5-e69ed55a1b18 tempest-ListImageFiltersTestJSON-1820602988 tempest-ListImageFiltersTestJSON-1820602988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:13.621771 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [req-7db88f2b-5088-4530-9a53-e2e260e9ade3 req-f60bd2a4-a4f4-455c-9cd5-e69ed55a1b18 tempest-ListImageFiltersTestJSON-1820602988 tempest-ListImageFiltersTestJSON-1820602988-project] Calling delete_port for efe6605a-3440-4bb8-841a-76d9e509f042 owned by compute:nova {{(pid=105584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:55:13.768847 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-7db88f2b-5088-4530-9a53-e2e260e9ade3 req-f60bd2a4-a4f4-455c-9cd5-e69ed55a1b18 tempest-ListImageFiltersTestJSON-1820602988 tempest-ListImageFiltersTestJSON-1820602988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:13.845296 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60bd2a4-a4f4-455c-9cd5-e69ed55a1b18 tempest-ListImageFiltersTestJSON-1820602988 tempest-ListImageFiltersTestJSON-1820602988-project] Pushing event deleted for resources: {'Port': ['ID=efe6605a-3440-4bb8-841a-76d9e509f042,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:55:13.884338 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [req-7db88f2b-5088-4530-9a53-e2e260e9ade3 req-f60bd2a4-a4f4-455c-9cd5-e69ed55a1b18 tempest-ListImageFiltersTestJSON-1820602988 tempest-ListImageFiltersTestJSON-1820602988-project] No DVR routers for this DVR port efe6605a-3440-4bb8-841a-76d9e509f042 on host n-h1-705658-22 {{(pid=105584) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 20:55:13.889865 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-7db88f2b-5088-4530-9a53-e2e260e9ade3 req-f60bd2a4-a4f4-455c-9cd5-e69ed55a1b18 tempest-ListImageFiltersTestJSON-1820602988 tempest-ListImageFiltersTestJSON-1820602988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:13.892844 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-7db88f2b-5088-4530-9a53-e2e260e9ade3 req-f60bd2a4-a4f4-455c-9cd5-e69ed55a1b18 tempest-ListImageFiltersTestJSON-1820602988 tempest-ListImageFiltersTestJSON-1820602988-project] 10.222.0.36 "DELETE /v2.0/ports/efe6605a-3440-4bb8-841a-76d9e509f042 HTTP/1.1" status: 204 len: 173 time: 0.4897516 Jul 27 20:55:13.893408 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd554f15e-64a0-4c6e-b463-28d8148f367b', 'name': 'network-vif-deleted', 'tag': 'efe6605a-3440-4bb8-841a-76d9e509f042'}] {{(pid=105584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:55:13.895920 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bce5e6c8685464f7626901654159975603b047827e3138302ed6566e28f1343" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f342d46-d75b-46ee-8194-f1493d1b8364" -d '{"events": [{"server_uuid": "d554f15e-64a0-4c6e-b463-28d8148f367b", "name": "network-vif-deleted", "tag": "efe6605a-3440-4bb8-841a-76d9e509f042"}]}' {{(pid=105584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:55:13.986279 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 34466) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:55:14.110730 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f55d2a-0736-4f12-90b9-af8ff54aa859 req-769ce7d2-3b26-4757-b875-3ac03f3d16ae tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:14.112768 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b8f55d2a-0736-4f12-90b9-af8ff54aa859 req-769ce7d2-3b26-4757-b875-3ac03f3d16ae tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] 10.222.0.59 "GET /v2.0/ports?device_id=f5981167-1ac0-4ca7-95b5-d52c185534b7 HTTP/1.1" status: 200 len: 948 time: 0.0900936 Jul 27 20:55:14.152231 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-70ee54a4-938d-4cd1-9c23-6e597c6bf777 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-332819226-network', 'tenant_id': '86c0328f47c4469fa072439cb1fb1a05'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:55:14.180455 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 34472) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:55:14.190837 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-175b658e-e753-4511-9d3a-cd4fb91c454a tempest-ImagesOneServerNegativeTestJSON-323901233 tempest-ImagesOneServerNegativeTestJSON-323901233-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1010150406', 'description': 'tempest-description--284410029'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:55:14.191575 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-875ced1b-4cf3-463a-9653-058f0f9421e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:14.200621 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b8f55d2a-0736-4f12-90b9-af8ff54aa859 req-1137f968-8940-4b32-b1d2-4b12e9bfa2a6 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] 10.222.0.59 "GET /v2.0/security-groups?id=c6534cb3-b44e-4a83-b57e-ddb72c2ad843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812159 Jul 27 20:55:14.233363 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 20:55:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c107be61-c592-4afb-9fb4-1427bdc70d82 x-openstack-request-id: req-c107be61-c592-4afb-9fb4-1427bdc70d82 {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:55:14.233749 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d554f15e-64a0-4c6e-b463-28d8148f367b", "name": "network-vif-deleted", "tag": "efe6605a-3440-4bb8-841a-76d9e509f042", "status": "completed", "code": 200}]} {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:55:14.236167 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-c107be61-c592-4afb-9fb4-1427bdc70d82 {{(pid=105584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:55:14.236652 n-d-705658-22 neutron-server[105584]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd554f15e-64a0-4c6e-b463-28d8148f367b', 'name': 'network-vif-deleted', 'tag': 'efe6605a-3440-4bb8-841a-76d9e509f042', 'status': 'completed', 'code': 200} Jul 27 20:55:14.241034 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70ee54a4-938d-4cd1-9c23-6e597c6bf777 admin admin] Made reservation on behalf of 86c0328f47c4469fa072439cb1fb1a05 for: {'network': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:55:14.244341 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-70ee54a4-938d-4cd1-9c23-6e597c6bf777 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for network, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:14.266877 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-70ee54a4-938d-4cd1-9c23-6e597c6bf777 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:14.267885 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-175b658e-e753-4511-9d3a-cd4fb91c454a tempest-ImagesOneServerNegativeTestJSON-323901233 tempest-ImagesOneServerNegativeTestJSON-323901233-project] Notify callbacks [] for security_group, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:14.424344 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-70ee54a4-938d-4cd1-9c23-6e597c6bf777 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:14.430064 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-70ee54a4-938d-4cd1-9c23-6e597c6bf777 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:14.473714 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70ee54a4-938d-4cd1-9c23-6e597c6bf777 admin admin] vlan segment allocate from pool success with {'vlan_id': 204, 'physical_network': 'physnet1'} {{(pid=105584) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 20:55:14.482828 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ee54a4-938d-4cd1-9c23-6e597c6bf777 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c375afc-017a-4f78-8af5-e33e0108715f,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:55:14.492215 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-70ee54a4-938d-4cd1-9c23-6e597c6bf777 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:14.492970 n-d-705658-22 neutron-server[105584]: INFO neutron.db.segments_db [None req-70ee54a4-938d-4cd1-9c23-6e597c6bf777 admin admin] Added segment d5b1c3a8-0416-4265-82b8-6148f82b165d of type vlan for network 58f7068a-530f-43e5-8684-3f544fee7121 Jul 27 20:55:14.546552 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-70ee54a4-938d-4cd1-9c23-6e597c6bf777 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790688424798'] for network, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:14.600276 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-70ee54a4-938d-4cd1-9c23-6e597c6bf777 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920'] for network, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:14.603261 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70ee54a4-938d-4cd1-9c23-6e597c6bf777 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:14.604949 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-70ee54a4-938d-4cd1-9c23-6e597c6bf777 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743886'] for network, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:14.701548 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ee54a4-938d-4cd1-9c23-6e597c6bf777 admin admin] Pushing event updated for resources: {'Network': ['ID=58f7068a-530f-43e5-8684-3f544fee7121,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:55:14.721627 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Network 58f7068a-530f-43e5-8684-3f544fee7121 details requested by agent ovs-agent-n-d-705658-22 with host n-d-705658-22 {{(pid=105586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 20:55:14.784562 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f922dddf-6c7c-43a4-80cf-a54ecfe60e3e req-610ffa07-1429-451b-a76c-d585d1f35867 tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:14.786052 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f922dddf-6c7c-43a4-80cf-a54ecfe60e3e req-610ffa07-1429-451b-a76c-d585d1f35867 tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] 10.222.0.59 "GET /v2.0/ports?device_id=227e87e6-7a64-4944-af32-868f2772cf85 HTTP/1.1" status: 200 len: 945 time: 0.4385877 Jul 27 20:55:14.803999 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c878d5ce-5a90-4bf2-bb26-4ffff5d231c1 req-024afbc0-9a3f-41d8-8ede-a2c349359887 tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:14.811547 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-c878d5ce-5a90-4bf2-bb26-4ffff5d231c1 req-024afbc0-9a3f-41d8-8ede-a2c349359887 tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] 10.222.0.59 "GET /v2.0/ports?device_id=308f2807-b47c-442c-b526-1012af774ec6 HTTP/1.1" status: 200 len: 949 time: 0.4690313 Jul 27 20:55:14.891141 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f922dddf-6c7c-43a4-80cf-a54ecfe60e3e req-06b69784-d27c-48b4-854d-4707d4dcadef tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] 10.222.0.59 "GET /v2.0/security-groups?id=594c38b0-00a0-4e02-9d5e-673f3a5e469c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967517 Jul 27 20:55:14.909857 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-c878d5ce-5a90-4bf2-bb26-4ffff5d231c1 req-35083cff-0f8a-4cb5-b947-cc5d468b4a6b tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] 10.222.0.59 "GET /v2.0/security-groups?id=dea81a77-85b4-4e12-8e1d-b19e89484a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973456 Jul 27 20:55:14.912951 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-175b658e-e753-4511-9d3a-cd4fb91c454a tempest-ImagesOneServerNegativeTestJSON-323901233 tempest-ImagesOneServerNegativeTestJSON-323901233-project] Notify callbacks [] for security_group, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:14.919053 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-175b658e-e753-4511-9d3a-cd4fb91c454a tempest-ImagesOneServerNegativeTestJSON-323901233 tempest-ImagesOneServerNegativeTestJSON-323901233-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:14.928139 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-70ee54a4-938d-4cd1-9c23-6e597c6bf777 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.9404492 Jul 27 20:55:14.929080 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 34478) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:55:14.934692 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-7b6a6bf1-5ab7-4eb8-8b89-06953402c6fc admin admin] Request body: {'subnet': {'network_id': '58f7068a-530f-43e5-8684-3f544fee7121', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-332819226-subnet', 'tenant_id': '86c0328f47c4469fa072439cb1fb1a05', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:55:14.949515 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-175b658e-e753-4511-9d3a-cd4fb91c454a tempest-ImagesOneServerNegativeTestJSON-323901233 tempest-ImagesOneServerNegativeTestJSON-323901233-project] Notify callbacks [] for security_group, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:14.953563 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-175b658e-e753-4511-9d3a-cd4fb91c454a tempest-ImagesOneServerNegativeTestJSON-323901233 tempest-ImagesOneServerNegativeTestJSON-323901233-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.7707727 Jul 27 20:55:14.954221 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 34480) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:55:14.965695 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-2191b319-e6e1-4313-a29d-cb423cf35167 tempest-ImagesOneServerNegativeTestJSON-323901233 tempest-ImagesOneServerNegativeTestJSON-323901233-project] Request body: {'security_group_rule': {'security_group_id': 'd90cf85f-ee49-41d6-a122-f65efbebca78', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:55:14.977313 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175b658e-e753-4511-9d3a-cd4fb91c454a tempest-ImagesOneServerNegativeTestJSON-323901233 tempest-ImagesOneServerNegativeTestJSON-323901233-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d90cf85f-ee49-41d6-a122-f65efbebca78,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:55:15.009693 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b6a6bf1-5ab7-4eb8-8b89-06953402c6fc admin admin] Made reservation on behalf of 86c0328f47c4469fa072439cb1fb1a05 for: {'subnet': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:55:15.013616 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-7b6a6bf1-5ab7-4eb8-8b89-06953402c6fc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9738786'] for subnet, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:15.044123 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-2191b319-e6e1-4313-a29d-cb423cf35167 tempest-ImagesOneServerNegativeTestJSON-323901233 tempest-ImagesOneServerNegativeTestJSON-323901233-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:15.150124 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-2191b319-e6e1-4313-a29d-cb423cf35167 tempest-ImagesOneServerNegativeTestJSON-323901233 tempest-ImagesOneServerNegativeTestJSON-323901233-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:15.157062 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-2191b319-e6e1-4313-a29d-cb423cf35167 tempest-ImagesOneServerNegativeTestJSON-323901233 tempest-ImagesOneServerNegativeTestJSON-323901233-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732636'] for security_group_rule, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:15.223504 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2191b319-e6e1-4313-a29d-cb423cf35167 tempest-ImagesOneServerNegativeTestJSON-323901233 tempest-ImagesOneServerNegativeTestJSON-323901233-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52bb3891-711e-4550-aea4-b9190a990482,revision_number=0']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:55:15.227862 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-2191b319-e6e1-4313-a29d-cb423cf35167 tempest-ImagesOneServerNegativeTestJSON-323901233 tempest-ImagesOneServerNegativeTestJSON-323901233-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:15.229761 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-2191b319-e6e1-4313-a29d-cb423cf35167 tempest-ImagesOneServerNegativeTestJSON-323901233 tempest-ImagesOneServerNegativeTestJSON-323901233-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2712250 Jul 27 20:55:15.236235 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 34498) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:55:15.241819 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-37186fe1-8296-4f09-989b-4ba89684c187 tempest-ImagesOneServerNegativeTestJSON-323901233 tempest-ImagesOneServerNegativeTestJSON-323901233-project] Request body: {'security_group_rule': {'security_group_id': 'd90cf85f-ee49-41d6-a122-f65efbebca78', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:55:15.256142 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Device a5526aed-9d03-40b6-a9db-7b6bf7eb3d08 up at agent hyperv_n-h2-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:55:15.299563 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-7b6a6bf1-5ab7-4eb8-8b89-06953402c6fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9014150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9738800'] for subnet, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:15.323603 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-37186fe1-8296-4f09-989b-4ba89684c187 tempest-ImagesOneServerNegativeTestJSON-323901233 tempest-ImagesOneServerNegativeTestJSON-323901233-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:15.342807 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-3d54578f-831f-4696-b568-13c455922dab None None] Provisioning for port a5526aed-9d03-40b6-a9db-7b6bf7eb3d08 completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:55:15.350254 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-3d54578f-831f-4696-b568-13c455922dab None None] Provisioning complete for port a5526aed-9d03-40b6-a9db-7b6bf7eb3d08 triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:55:15.350874 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:15.389443 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6a6bf1-5ab7-4eb8-8b89-06953402c6fc admin admin] Pushing event updated for resources: {'Subnet': ['ID=ef38d5ea-89a6-4172-8481-fd7a7474c325,revision_number=0']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:55:15.396606 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b6a6bf1-5ab7-4eb8-8b89-06953402c6fc admin admin] Checking segment: {'id': 'd5b1c3a8-0416-4265-82b8-6148f82b165d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '58f7068a-530f-43e5-8684-3f544fee7121'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:55:15.396982 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b6a6bf1-5ab7-4eb8-8b89-06953402c6fc admin admin] Network hostable DHCP agents. Network: 58f7068a-530f-43e5-8684-3f544fee7121, hostable agents: ['7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a'], hosted agents: [] {{(pid=105584) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 20:55:15.424647 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b6a6bf1-5ab7-4eb8-8b89-06953402c6fc admin admin] Network 58f7068a-530f-43e5-8684-3f544fee7121 is scheduled to be hosted by DHCP agent 7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a with binding_index 1 {{(pid=105584) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 20:55:15.435598 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [None req-7b6a6bf1-5ab7-4eb8-8b89-06953402c6fc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-22, 58f7068a-530f-43e5-8684-3f544fee7121) {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:55:15.451119 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b6a6bf1-5ab7-4eb8-8b89-06953402c6fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:15.452011 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-7b6a6bf1-5ab7-4eb8-8b89-06953402c6fc admin admin] Notify callbacks [] for subnet, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:15.455203 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d4963aa-7bd6-4b07-85ff-aeab879dbbcb None None] Network 58f7068a-530f-43e5-8684-3f544fee7121 requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 20:55:15.479554 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-7b6a6bf1-5ab7-4eb8-8b89-06953402c6fc admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.5491064 Jul 27 20:55:15.520561 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:15.536665 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-37186fe1-8296-4f09-989b-4ba89684c187 tempest-ImagesOneServerNegativeTestJSON-323901233 tempest-ImagesOneServerNegativeTestJSON-323901233-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:15.552882 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-37186fe1-8296-4f09-989b-4ba89684c187 tempest-ImagesOneServerNegativeTestJSON-323901233 tempest-ImagesOneServerNegativeTestJSON-323901233-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732636'] for security_group_rule, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:15.571168 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb8e1f5-2abb-4237-a38b-4b100db9230a req-5147241e-cfc4-45ab-99eb-19fd40e441a6 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:15.579031 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-3fb8e1f5-2abb-4237-a38b-4b100db9230a req-5147241e-cfc4-45ab-99eb-19fd40e441a6 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] 10.222.0.59 "GET /v2.0/ports?device_id=f5981167-1ac0-4ca7-95b5-d52c185534b7 HTTP/1.1" status: 200 len: 948 time: 0.1970425 Jul 27 20:55:15.617588 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] For port a5526aed-9d03-40b6-a9db-7b6bf7eb3d08, host n-h2-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=a5526aed-9d03-40b6-a9db-7b6bf7eb3d08,segment=NetworkSegment(86b1e6f6-d629-4b03-8944-4cdfbfb93d02),segment_id=86b1e6f6-d629-4b03-8944-4cdfbfb93d02)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:55:15.624791 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '308f2807-b47c-442c-b526-1012af774ec6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5526aed-9d03-40b6-a9db-7b6bf7eb3d08'}] {{(pid=105586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:55:15.628792 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14c1663e039faf5393f87855f745010ac5b02220355b68fdbf065393e303ac56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0260004-1c48-4d64-a46c-7c431d8e16ad" -d '{"events": [{"server_uuid": "308f2807-b47c-442c-b526-1012af774ec6", "name": "network-vif-plugged", "status": "completed", "tag": "a5526aed-9d03-40b6-a9db-7b6bf7eb3d08"}]}' {{(pid=105586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:55:15.637150 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:15.637451 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-37186fe1-8296-4f09-989b-4ba89684c187 tempest-ImagesOneServerNegativeTestJSON-323901233 tempest-ImagesOneServerNegativeTestJSON-323901233-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:15.642038 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-37186fe1-8296-4f09-989b-4ba89684c187 tempest-ImagesOneServerNegativeTestJSON-323901233 tempest-ImagesOneServerNegativeTestJSON-323901233-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4009130 Jul 27 20:55:15.642038 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37186fe1-8296-4f09-989b-4ba89684c187 tempest-ImagesOneServerNegativeTestJSON-323901233 tempest-ImagesOneServerNegativeTestJSON-323901233-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3cc4797-f09a-4847-a165-17fabbe0d776,revision_number=0']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:55:15.645245 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 34516) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:55:15.651041 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Device 55020a6c-4ba7-44cc-93f1-8082bfe5cde2 no longer exists at agent hyperv_n-h2-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 20:55:15.654469 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-a8943cd6-489c-46d3-a901-723edbbca221 tempest-ImagesOneServerNegativeTestJSON-323901233 tempest-ImagesOneServerNegativeTestJSON-323901233-project] Request body: {'floatingip': {'floating_network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:55:15.677722 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-3d54578f-831f-4696-b568-13c455922dab None None] No Port match for: 55020a6c-4ba7-44cc-93f1-8082bfe5cde2 {{(pid=105586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 20:55:15.678897 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Device 55020a6c-4ba7-44cc-93f1-8082bfe5cde2 not bound to the agent host n-h2-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 20:55:15.705739 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-3fb8e1f5-2abb-4237-a38b-4b100db9230a req-abc2c92f-e39c-4e49-a017-b2a30fefbfc6 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] 10.222.0.59 "GET /v2.0/security-groups?id=c6534cb3-b44e-4a83-b57e-ddb72c2ad843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254420 Jul 27 20:55:15.709320 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-a8943cd6-489c-46d3-a901-723edbbca221 tempest-ImagesOneServerNegativeTestJSON-323901233 tempest-ImagesOneServerNegativeTestJSON-323901233-project] Notify callbacks [] for floatingip, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:15.776979 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 20:55:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5784eb9c-2986-450a-97b1-834f222c8ff7 x-openstack-request-id: req-5784eb9c-2986-450a-97b1-834f222c8ff7 {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:55:15.777476 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "308f2807-b47c-442c-b526-1012af774ec6", "name": "network-vif-plugged", "status": "completed", "tag": "a5526aed-9d03-40b6-a9db-7b6bf7eb3d08", "code": 200}]} {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:55:15.777895 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-5784eb9c-2986-450a-97b1-834f222c8ff7 {{(pid=105586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:55:15.778444 n-d-705658-22 neutron-server[105586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '308f2807-b47c-442c-b526-1012af774ec6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5526aed-9d03-40b6-a9db-7b6bf7eb3d08', 'code': 200} Jul 27 20:55:15.779931 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Pushing event updated for resources: {'Port': ['ID=a5526aed-9d03-40b6-a9db-7b6bf7eb3d08,revision_number=5']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:55:15.825250 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8bd4bff-663d-446c-bd8f-888086cb7f17 None None] Network 58f7068a-530f-43e5-8684-3f544fee7121 requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 20:55:15.955737 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-a8943cd6-489c-46d3-a901-723edbbca221 tempest-ImagesOneServerNegativeTestJSON-323901233 tempest-ImagesOneServerNegativeTestJSON-323901233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:16.050250 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba90c953-66ed-4ca0-bec7-cec2afe93616 req-2eaac0ad-e16d-4381-b578-c225fec2c28a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:16.051785 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-ba90c953-66ed-4ca0-bec7-cec2afe93616 req-2eaac0ad-e16d-4381-b578-c225fec2c28a service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=308f2807-b47c-442c-b526-1012af774ec6 HTTP/1.1" status: 200 len: 1102 time: 0.2013688 Jul 27 20:55:16.077078 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [req-78b55020-4c0f-45e0-9624-bcebd4adb972 req-40678a39-adae-472c-8a77-bb8738e92f44 tempest-SecurityGroupRulesNegativeTestJSON-587887818 tempest-SecurityGroupRulesNegativeTestJSON-587887818-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1636003982', 'description': 'tempest-description-1362011'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:55:16.176363 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-78b55020-4c0f-45e0-9624-bcebd4adb972 req-40678a39-adae-472c-8a77-bb8738e92f44 tempest-SecurityGroupRulesNegativeTestJSON-587887818 tempest-SecurityGroupRulesNegativeTestJSON-587887818-project] Notify callbacks [] for security_group, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:16.180984 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.db_base_plugin_common [None req-a8943cd6-489c-46d3-a901-723edbbca221 tempest-ImagesOneServerNegativeTestJSON-323901233 tempest-ImagesOneServerNegativeTestJSON-323901233-project] Allocated IP 172.25.5.25 (8735d8a2-b604-4758-ae71-b40e4ee6f305/eca7dbab-b9c0-4c8f-a272-816ea8a81764/95bdcdd0-1f21-4159-a802-a9a7df6ed0c3) {{(pid=105585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:55:16.188393 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-ba90c953-66ed-4ca0-bec7-cec2afe93616 req-1fcfd955-bedf-49f9-ab6a-70310ce82081 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=dea81a77-85b4-4e12-8e1d-b19e89484a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019332 Jul 27 20:55:16.286555 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecd2f58-e0d9-48f3-8ebf-0241ac0760f2 req-d146b174-4cf4-4554-99b8-edc5eb42cbe5 tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:16.288902 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-cecd2f58-e0d9-48f3-8ebf-0241ac0760f2 req-d146b174-4cf4-4554-99b8-edc5eb42cbe5 tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] 10.222.0.59 "GET /v2.0/ports?device_id=227e87e6-7a64-4944-af32-868f2772cf85 HTTP/1.1" status: 200 len: 945 time: 0.2058845 Jul 27 20:55:16.379742 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-cecd2f58-e0d9-48f3-8ebf-0241ac0760f2 req-20ac1ed5-f41b-47a1-81b5-2c1c80cbf3e0 tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] 10.222.0.59 "GET /v2.0/security-groups?id=594c38b0-00a0-4e02-9d5e-673f3a5e469c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781279 Jul 27 20:55:16.409691 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-a8943cd6-489c-46d3-a901-723edbbca221 tempest-ImagesOneServerNegativeTestJSON-323901233 tempest-ImagesOneServerNegativeTestJSON-323901233-project] Notify callbacks [] for port, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:16.436935 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-78b55020-4c0f-45e0-9624-bcebd4adb972 req-40678a39-adae-472c-8a77-bb8738e92f44 tempest-SecurityGroupRulesNegativeTestJSON-587887818 tempest-SecurityGroupRulesNegativeTestJSON-587887818-project] Notify callbacks [] for security_group, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:16.444108 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-78b55020-4c0f-45e0-9624-bcebd4adb972 req-40678a39-adae-472c-8a77-bb8738e92f44 tempest-SecurityGroupRulesNegativeTestJSON-587887818 tempest-SecurityGroupRulesNegativeTestJSON-587887818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:16.512780 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-78b55020-4c0f-45e0-9624-bcebd4adb972 req-40678a39-adae-472c-8a77-bb8738e92f44 tempest-SecurityGroupRulesNegativeTestJSON-587887818 tempest-SecurityGroupRulesNegativeTestJSON-587887818-project] Notify callbacks [] for security_group, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:16.513994 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-78b55020-4c0f-45e0-9624-bcebd4adb972 req-40678a39-adae-472c-8a77-bb8738e92f44 tempest-SecurityGroupRulesNegativeTestJSON-587887818 tempest-SecurityGroupRulesNegativeTestJSON-587887818-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1815 time: 0.4705989 Jul 27 20:55:16.526897 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40678a39-adae-472c-8a77-bb8738e92f44 tempest-SecurityGroupRulesNegativeTestJSON-587887818 tempest-SecurityGroupRulesNegativeTestJSON-587887818-project] Pushing event updated for resources: {'SecurityGroup': ['ID=87997085-bd77-4a82-a3ec-5fbeca628f3a,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:55:16.539758 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-a8943cd6-489c-46d3-a901-723edbbca221 tempest-ImagesOneServerNegativeTestJSON-323901233 tempest-ImagesOneServerNegativeTestJSON-323901233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:16.595649 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8943cd6-489c-46d3-a901-723edbbca221 tempest-ImagesOneServerNegativeTestJSON-323901233 tempest-ImagesOneServerNegativeTestJSON-323901233-project] Network 8735d8a2-b604-4758-ae71-b40e4ee6f305 is already hosted by enough agents. {{(pid=105585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:55:16.602734 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.base_scheduler [None req-a8943cd6-489c-46d3-a901-723edbbca221 tempest-ImagesOneServerNegativeTestJSON-323901233 tempest-ImagesOneServerNegativeTestJSON-323901233-project] Resources bound (agent type, host, resource id): {{(pid=105585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:55:16.612840 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8746cda8-f6a8-4e1e-a0e8-ccf59dda1536 req-8935894c-ce51-4e5b-b4ef-2e4c43c238e1 tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:16.614517 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-8746cda8-f6a8-4e1e-a0e8-ccf59dda1536 req-8935894c-ce51-4e5b-b4ef-2e4c43c238e1 tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] 10.222.0.59 "GET /v2.0/ports?device_id=308f2807-b47c-442c-b526-1012af774ec6 HTTP/1.1" status: 200 len: 950 time: 0.1664591 Jul 27 20:55:16.615244 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8943cd6-489c-46d3-a901-723edbbca221 tempest-ImagesOneServerNegativeTestJSON-323901233 tempest-ImagesOneServerNegativeTestJSON-323901233-project] Received port after_create {{(pid=105585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:55:16.640632 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8943cd6-489c-46d3-a901-723edbbca221 tempest-ImagesOneServerNegativeTestJSON-323901233 tempest-ImagesOneServerNegativeTestJSON-323901233-project] Pushing event updated for resources: {'Port': ['ID=95bdcdd0-1f21-4159-a802-a9a7df6ed0c3,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:55:16.699038 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-8746cda8-f6a8-4e1e-a0e8-ccf59dda1536 req-05f87f08-fea1-4ade-a495-5e9caabb32c5 tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] 10.222.0.59 "GET /v2.0/security-groups?id=dea81a77-85b4-4e12-8e1d-b19e89484a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779557 Jul 27 20:55:16.745261 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-a8943cd6-489c-46d3-a901-723edbbca221 tempest-ImagesOneServerNegativeTestJSON-323901233 tempest-ImagesOneServerNegativeTestJSON-323901233-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:16.805418 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-a8943cd6-489c-46d3-a901-723edbbca221 tempest-ImagesOneServerNegativeTestJSON-323901233 tempest-ImagesOneServerNegativeTestJSON-323901233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:16.964190 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-c9b98135-ba0a-47e4-a85e-b7a282932c66 req-b86c42e7-c584-4eaa-b77d-0bed5bd12b22 tempest-SecurityGroupRulesNegativeTestJSON-587887818 tempest-SecurityGroupRulesNegativeTestJSON-587887818-project] 10.222.0.59 "GET /v2.0/security-groups/87997085-bd77-4a82-a3ec-5fbeca628f3a HTTP/1.1" status: 200 len: 1810 time: 0.1319737 Jul 27 20:55:16.981862 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [req-c9b98135-ba0a-47e4-a85e-b7a282932c66 req-9a57fc80-3ad7-4daf-96d5-9c6d8a76bf8a tempest-SecurityGroupRulesNegativeTestJSON-587887818 tempest-SecurityGroupRulesNegativeTestJSON-587887818-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '87997085-bd77-4a82-a3ec-5fbeca628f3a', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:55:16.982180 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [req-c9b98135-ba0a-47e4-a85e-b7a282932c66 req-9a57fc80-3ad7-4daf-96d5-9c6d8a76bf8a tempest-SecurityGroupRulesNegativeTestJSON-587887818 tempest-SecurityGroupRulesNegativeTestJSON-587887818-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '87997085-bd77-4a82-a3ec-5fbeca628f3a', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:55:17.029884 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 34570) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:55:17.072474 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61be32aa-716e-48c0-88c2-0328cd7c5765 req-ac7b4895-aa4b-4931-ac1b-90d96a15e028 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:17.073972 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-61be32aa-716e-48c0-88c2-0328cd7c5765 req-ac7b4895-aa4b-4931-ac1b-90d96a15e028 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] 10.222.0.59 "GET /v2.0/ports?device_id=f5981167-1ac0-4ca7-95b5-d52c185534b7 HTTP/1.1" status: 200 len: 948 time: 0.1992002 Jul 27 20:55:17.122967 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-a8943cd6-489c-46d3-a901-723edbbca221 tempest-ImagesOneServerNegativeTestJSON-323901233 tempest-ImagesOneServerNegativeTestJSON-323901233-project] Notify callbacks [] for port, precommit_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:17.131779 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-a8943cd6-489c-46d3-a901-723edbbca221 tempest-ImagesOneServerNegativeTestJSON-323901233 tempest-ImagesOneServerNegativeTestJSON-323901233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10221672'] for port, after_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:17.142945 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-c9b98135-ba0a-47e4-a85e-b7a282932c66 req-9a57fc80-3ad7-4daf-96d5-9c6d8a76bf8a tempest-SecurityGroupRulesNegativeTestJSON-587887818 tempest-SecurityGroupRulesNegativeTestJSON-587887818-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:17.163050 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-bac7e456-1be8-41cc-b80b-298c1bc8febf admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=cd1c4ec588264fedb68f16fe606b77e8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1318195 Jul 27 20:55:17.165688 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 34574) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:55:17.212814 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c0c0096f-d047-4288-be13-5803a1e00f1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:17.217395 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-61be32aa-716e-48c0-88c2-0328cd7c5765 req-7419b172-91f7-4c32-8e4c-075131faf01a tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] 10.222.0.59 "GET /v2.0/security-groups?id=c6534cb3-b44e-4a83-b57e-ddb72c2ad843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346214 Jul 27 20:55:17.232116 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-c9b98135-ba0a-47e4-a85e-b7a282932c66 req-9a57fc80-3ad7-4daf-96d5-9c6d8a76bf8a tempest-SecurityGroupRulesNegativeTestJSON-587887818 tempest-SecurityGroupRulesNegativeTestJSON-587887818-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:17.235577 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c0c0096f-d047-4288-be13-5803a1e00f1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:17.240991 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8943cd6-489c-46d3-a901-723edbbca221 tempest-ImagesOneServerNegativeTestJSON-323901233 tempest-ImagesOneServerNegativeTestJSON-323901233-project] Pushing event updated for resources: {'Port': ['ID=95bdcdd0-1f21-4159-a802-a9a7df6ed0c3,revision_number=2']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:55:17.248205 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-c9b98135-ba0a-47e4-a85e-b7a282932c66 req-9a57fc80-3ad7-4daf-96d5-9c6d8a76bf8a tempest-SecurityGroupRulesNegativeTestJSON-587887818 tempest-SecurityGroupRulesNegativeTestJSON-587887818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732636'] for security_group_rule, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:17.269052 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-a8943cd6-489c-46d3-a901-723edbbca221 tempest-ImagesOneServerNegativeTestJSON-323901233 tempest-ImagesOneServerNegativeTestJSON-323901233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4075768'] for floatingip, after_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:17.271878 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a57fc80-3ad7-4daf-96d5-9c6d8a76bf8a tempest-SecurityGroupRulesNegativeTestJSON-587887818 tempest-SecurityGroupRulesNegativeTestJSON-587887818-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fbcf58d8-4695-4e20-aabb-58ec47aa6f7e,revision_number=0']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:55:17.287595 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-c9b98135-ba0a-47e4-a85e-b7a282932c66 req-9a57fc80-3ad7-4daf-96d5-9c6d8a76bf8a tempest-SecurityGroupRulesNegativeTestJSON-587887818 tempest-SecurityGroupRulesNegativeTestJSON-587887818-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:17.288274 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c0c0096f-d047-4288-be13-5803a1e00f1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:17.288720 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-c9b98135-ba0a-47e4-a85e-b7a282932c66 req-9a57fc80-3ad7-4daf-96d5-9c6d8a76bf8a tempest-SecurityGroupRulesNegativeTestJSON-587887818 tempest-SecurityGroupRulesNegativeTestJSON-587887818-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3165545 Jul 27 20:55:17.290057 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-a8943cd6-489c-46d3-a901-723edbbca221 tempest-ImagesOneServerNegativeTestJSON-323901233 tempest-ImagesOneServerNegativeTestJSON-323901233-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for floatingip, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:17.291102 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c0c0096f-d047-4288-be13-5803a1e00f1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:17.291324 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-a8943cd6-489c-46d3-a901-723edbbca221 tempest-ImagesOneServerNegativeTestJSON-323901233 tempest-ImagesOneServerNegativeTestJSON-323901233-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.6439395 Jul 27 20:55:17.295527 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-c0c0096f-d047-4288-be13-5803a1e00f1c admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/824aa063-2fc5-4999-917c-6e4bfa9f4684 HTTP/1.1" status: 204 len: 168 time: 0.1262987 Jul 27 20:55:17.303646 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c0096f-d047-4288-be13-5803a1e00f1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=824aa063-2fc5-4999-917c-6e4bfa9f4684,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:55:17.369918 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-000e50e6-3cec-4015-90ce-4dcbda7f30ad req-f5de8d89-c1d5-489d-b6f4-18d6b2b4c6da tempest-SecurityGroupRulesNegativeTestJSON-587887818 tempest-SecurityGroupRulesNegativeTestJSON-587887818-project] 10.222.0.59 "GET /v2.0/security-groups/87997085-bd77-4a82-a3ec-5fbeca628f3a HTTP/1.1" status: 200 len: 2403 time: 0.0593233 Jul 27 20:55:17.426419 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-6caff9e0-67af-45f8-950f-a3811e5d67e5 req-9badbfbc-a2e8-4e27-9409-bc6e7a496535 tempest-SecurityGroupRulesNegativeTestJSON-587887818 tempest-SecurityGroupRulesNegativeTestJSON-587887818-project] 10.222.0.59 "GET /v2.0/security-group-rules/fbcf58d8-4695-4e20-aabb-58ec47aa6f7e HTTP/1.1" status: 200 len: 778 time: 0.0263362 Jul 27 20:55:17.482644 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-6caff9e0-67af-45f8-950f-a3811e5d67e5 req-796f2f29-f9cc-4d2b-8e5a-abece8233b37 tempest-SecurityGroupRulesNegativeTestJSON-587887818 tempest-SecurityGroupRulesNegativeTestJSON-587887818-project] 10.222.0.59 "GET /v2.0/security-groups/87997085-bd77-4a82-a3ec-5fbeca628f3a HTTP/1.1" status: 200 len: 2403 time: 0.0491829 Jul 27 20:55:17.544854 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-6caff9e0-67af-45f8-950f-a3811e5d67e5 req-6553fb86-21a2-44ff-8996-43fd38aeafb0 tempest-SecurityGroupRulesNegativeTestJSON-587887818 tempest-SecurityGroupRulesNegativeTestJSON-587887818-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:17.556164 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-6caff9e0-67af-45f8-950f-a3811e5d67e5 req-6553fb86-21a2-44ff-8996-43fd38aeafb0 tempest-SecurityGroupRulesNegativeTestJSON-587887818 tempest-SecurityGroupRulesNegativeTestJSON-587887818-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:17.605236 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bd3224-da82-42bd-aecf-83b0dd5764ae req-66ca38a9-ec7c-470a-b21b-47105c0527be tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:17.607049 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-18bd3224-da82-42bd-aecf-83b0dd5764ae req-66ca38a9-ec7c-470a-b21b-47105c0527be tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] 10.222.0.59 "GET /v2.0/ports?device_id=227e87e6-7a64-4944-af32-868f2772cf85 HTTP/1.1" status: 200 len: 945 time: 0.1432390 Jul 27 20:55:17.608191 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-6caff9e0-67af-45f8-950f-a3811e5d67e5 req-6553fb86-21a2-44ff-8996-43fd38aeafb0 tempest-SecurityGroupRulesNegativeTestJSON-587887818 tempest-SecurityGroupRulesNegativeTestJSON-587887818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732636'] for security_group_rule, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:17.615319 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-6caff9e0-67af-45f8-950f-a3811e5d67e5 req-6553fb86-21a2-44ff-8996-43fd38aeafb0 tempest-SecurityGroupRulesNegativeTestJSON-587887818 tempest-SecurityGroupRulesNegativeTestJSON-587887818-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:17.616485 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-6caff9e0-67af-45f8-950f-a3811e5d67e5 req-6553fb86-21a2-44ff-8996-43fd38aeafb0 tempest-SecurityGroupRulesNegativeTestJSON-587887818 tempest-SecurityGroupRulesNegativeTestJSON-587887818-project] 10.222.0.59 "DELETE /v2.0/security-group-rules/fbcf58d8-4695-4e20-aabb-58ec47aa6f7e HTTP/1.1" status: 204 len: 173 time: 0.1126621 Jul 27 20:55:17.636777 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6553fb86-21a2-44ff-8996-43fd38aeafb0 tempest-SecurityGroupRulesNegativeTestJSON-587887818 tempest-SecurityGroupRulesNegativeTestJSON-587887818-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fbcf58d8-4695-4e20-aabb-58ec47aa6f7e,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:55:17.663376 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-18bd3224-da82-42bd-aecf-83b0dd5764ae req-7a0e3a8b-d721-4f89-8cd8-2255acc3836c tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] 10.222.0.59 "GET /v2.0/security-groups?id=594c38b0-00a0-4e02-9d5e-673f3a5e469c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457368 Jul 27 20:55:17.695935 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [req-520ffdcf-4c26-4196-8fbe-388f599b5525 req-6a6cadfc-3374-434e-94c8-891536061ca4 tempest-SecurityGroupRulesNegativeTestJSON-587887818 tempest-SecurityGroupRulesNegativeTestJSON-587887818-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1220287860', 'description': 'tempest-description-824911998'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:55:17.700653 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device efe6605a-3440-4bb8-841a-76d9e509f042 no longer exists at agent hyperv_n-h1-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 20:55:17.721931 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-28650df7-c46c-4981-b84f-37d87254047e None None] No Port match for: efe6605a-3440-4bb8-841a-76d9e509f042 {{(pid=105586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 20:55:17.722367 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device efe6605a-3440-4bb8-841a-76d9e509f042 not bound to the agent host n-h1-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 20:55:17.778950 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-520ffdcf-4c26-4196-8fbe-388f599b5525 req-6a6cadfc-3374-434e-94c8-891536061ca4 tempest-SecurityGroupRulesNegativeTestJSON-587887818 tempest-SecurityGroupRulesNegativeTestJSON-587887818-project] Notify callbacks [] for security_group, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:17.834492 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bec9993-bb66-46f4-986d-00118a56571c req-516570d0-0503-4a44-828b-395efcefcb35 tempest-ImagesOneServerNegativeTestJSON-323901233 tempest-ImagesOneServerNegativeTestJSON-323901233-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:17.835998 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-5bec9993-bb66-46f4-986d-00118a56571c req-516570d0-0503-4a44-828b-395efcefcb35 tempest-ImagesOneServerNegativeTestJSON-323901233 tempest-ImagesOneServerNegativeTestJSON-323901233-project] 10.222.0.59 "GET /v2.0/networks?id=48421823-0af9-4dd2-9d0c-663808a5aff4 HTTP/1.1" status: 200 len: 822 time: 0.1353047 Jul 27 20:55:17.861587 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-5bec9993-bb66-46f4-986d-00118a56571c req-931a1664-0f6e-4d15-8a04-6f130e5a46b5 tempest-ImagesOneServerNegativeTestJSON-323901233 tempest-ImagesOneServerNegativeTestJSON-323901233-project] 10.222.0.59 "GET /v2.0/quotas/1bebab2985374229918b3d141f0a79f2 HTTP/1.1" status: 200 len: 375 time: 0.0185077 Jul 27 20:55:17.939805 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-520ffdcf-4c26-4196-8fbe-388f599b5525 req-6a6cadfc-3374-434e-94c8-891536061ca4 tempest-SecurityGroupRulesNegativeTestJSON-587887818 tempest-SecurityGroupRulesNegativeTestJSON-587887818-project] Notify callbacks [] for security_group, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:17.944745 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-520ffdcf-4c26-4196-8fbe-388f599b5525 req-6a6cadfc-3374-434e-94c8-891536061ca4 tempest-SecurityGroupRulesNegativeTestJSON-587887818 tempest-SecurityGroupRulesNegativeTestJSON-587887818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:17.978801 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-5bec9993-bb66-46f4-986d-00118a56571c req-6a57a2c4-6f8d-4c0e-a4fa-16fa60410b41 tempest-ImagesOneServerNegativeTestJSON-323901233 tempest-ImagesOneServerNegativeTestJSON-323901233-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=1bebab2985374229918b3d141f0a79f2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1111515 Jul 27 20:55:17.979530 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-520ffdcf-4c26-4196-8fbe-388f599b5525 req-6a6cadfc-3374-434e-94c8-891536061ca4 tempest-SecurityGroupRulesNegativeTestJSON-587887818 tempest-SecurityGroupRulesNegativeTestJSON-587887818-project] Notify callbacks [] for security_group, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:17.980605 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-520ffdcf-4c26-4196-8fbe-388f599b5525 req-6a6cadfc-3374-434e-94c8-891536061ca4 tempest-SecurityGroupRulesNegativeTestJSON-587887818 tempest-SecurityGroupRulesNegativeTestJSON-587887818-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.2904763 Jul 27 20:55:18.028114 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 34624) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:55:18.055454 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6cadfc-3374-434e-94c8-891536061ca4 tempest-SecurityGroupRulesNegativeTestJSON-587887818 tempest-SecurityGroupRulesNegativeTestJSON-587887818-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ac833f8b-4cb8-4978-a27d-5a6b76d99401,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:55:18.123444 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-65cf9a15-b82f-45c7-89ec-49a7de493592 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-106147321-network', 'tenant_id': '7cea0ae95bb44aafa33ceb65eebeb2e1'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:55:18.132415 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-5bec9993-bb66-46f4-986d-00118a56571c req-48901c9b-7b00-4b14-ba29-5d954e1bc496 service neutron] 10.222.0.59 "GET /v2.0/networks/48421823-0af9-4dd2-9d0c-663808a5aff4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1434157 Jul 27 20:55:18.144747 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65cf9a15-b82f-45c7-89ec-49a7de493592 admin admin] Made reservation on behalf of 7cea0ae95bb44aafa33ceb65eebeb2e1 for: {'network': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:55:18.145504 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ae725f-5d0e-4fb6-a5c5-2c969ee811a8 req-4546aeb5-f507-4b7c-b195-6db049b5f781 tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:18.147131 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-49ae725f-5d0e-4fb6-a5c5-2c969ee811a8 req-4546aeb5-f507-4b7c-b195-6db049b5f781 tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] 10.222.0.59 "GET /v2.0/ports?device_id=308f2807-b47c-442c-b526-1012af774ec6 HTTP/1.1" status: 200 len: 950 time: 0.1049874 Jul 27 20:55:18.147332 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-65cf9a15-b82f-45c7-89ec-49a7de493592 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for network, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:18.156328 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-65cf9a15-b82f-45c7-89ec-49a7de493592 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:18.236400 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-49ae725f-5d0e-4fb6-a5c5-2c969ee811a8 req-fe5b26e3-dde5-490d-a785-c92091dfda2d tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] 10.222.0.59 "GET /v2.0/security-groups?id=dea81a77-85b4-4e12-8e1d-b19e89484a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813200 Jul 27 20:55:18.251820 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-65cf9a15-b82f-45c7-89ec-49a7de493592 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:18.255931 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-65cf9a15-b82f-45c7-89ec-49a7de493592 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:18.262849 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-5bec9993-bb66-46f4-986d-00118a56571c req-5f8ba3c2-926d-4943-b445-fb56859c0e35 service neutron] 10.222.0.59 "GET /v2.0/networks/48421823-0af9-4dd2-9d0c-663808a5aff4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1147630 Jul 27 20:55:18.288936 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65cf9a15-b82f-45c7-89ec-49a7de493592 admin admin] vlan segment allocate from pool success with {'vlan_id': 200, 'physical_network': 'physnet1'} {{(pid=105584) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 20:55:18.300342 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cf9a15-b82f-45c7-89ec-49a7de493592 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fa3e7df-d9f0-4092-90a6-c963ba88a515,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:55:18.306911 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-65cf9a15-b82f-45c7-89ec-49a7de493592 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:18.307397 n-d-705658-22 neutron-server[105584]: INFO neutron.db.segments_db [None req-65cf9a15-b82f-45c7-89ec-49a7de493592 admin admin] Added segment 73cc8750-99ee-4496-a205-b264f94c3b85 of type vlan for network 7193c384-2a4a-410d-81e5-3b58f3c1cc49 Jul 27 20:55:18.352824 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-65cf9a15-b82f-45c7-89ec-49a7de493592 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790688424798'] for network, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:18.388038 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-6ecb6acb-b457-4f40-b8e6-a1cdb69e88d1 req-1f02daa0-3e6c-4ebb-8928-a6fb61423c79 tempest-SecurityGroupRulesNegativeTestJSON-587887818 tempest-SecurityGroupRulesNegativeTestJSON-587887818-project] 10.222.0.59 "GET /v2.0/security-groups/ac833f8b-4cb8-4978-a27d-5a6b76d99401 HTTP/1.1" status: 200 len: 1812 time: 0.0541227 Jul 27 20:55:18.399193 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-65cf9a15-b82f-45c7-89ec-49a7de493592 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920'] for network, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:18.400351 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65cf9a15-b82f-45c7-89ec-49a7de493592 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:18.401028 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-65cf9a15-b82f-45c7-89ec-49a7de493592 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743886'] for network, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:18.469709 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-65cf9a15-b82f-45c7-89ec-49a7de493592 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.4398050 Jul 27 20:55:18.469852 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 34640) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:55:18.476570 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-0816a809-8bc2-4b59-8dff-905b2ba723ab admin admin] Request body: {'subnet': {'network_id': '7193c384-2a4a-410d-81e5-3b58f3c1cc49', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-106147321-subnet', 'tenant_id': '7cea0ae95bb44aafa33ceb65eebeb2e1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:55:18.493755 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cf9a15-b82f-45c7-89ec-49a7de493592 admin admin] Pushing event updated for resources: {'Network': ['ID=7193c384-2a4a-410d-81e5-3b58f3c1cc49,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:55:18.511016 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Network 7193c384-2a4a-410d-81e5-3b58f3c1cc49 details requested by agent ovs-agent-n-d-705658-22 with host n-d-705658-22 {{(pid=105586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 20:55:18.555655 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0816a809-8bc2-4b59-8dff-905b2ba723ab admin admin] Made reservation on behalf of 7cea0ae95bb44aafa33ceb65eebeb2e1 for: {'subnet': 1} {{(pid=105585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:55:18.558032 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-0816a809-8bc2-4b59-8dff-905b2ba723ab admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9990620'] for subnet, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:18.606385 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76eb3e1-2d25-4387-92b2-dc78554f7450 req-6d1c1a89-8892-4e65-aa70-25fdb07b4ac0 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:18.608326 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f76eb3e1-2d25-4387-92b2-dc78554f7450 req-6d1c1a89-8892-4e65-aa70-25fdb07b4ac0 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] 10.222.0.59 "GET /v2.0/ports?device_id=f5981167-1ac0-4ca7-95b5-d52c185534b7 HTTP/1.1" status: 200 len: 948 time: 0.1745343 Jul 27 20:55:18.698667 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f76eb3e1-2d25-4387-92b2-dc78554f7450 req-8ba0aac1-99b2-47cc-808c-d104031236c0 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] 10.222.0.59 "GET /v2.0/security-groups?id=c6534cb3-b44e-4a83-b57e-ddb72c2ad843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800312 Jul 27 20:55:18.703062 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2597bcc3-04e1-41d6-8970-8d220ec4056b req-148922ad-60ef-44da-8dca-80d16acd6653 tempest-ServersOnMultiNodesTest-1794458366 tempest-ServersOnMultiNodesTest-1794458366-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:18.704587 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-2597bcc3-04e1-41d6-8970-8d220ec4056b req-148922ad-60ef-44da-8dca-80d16acd6653 tempest-ServersOnMultiNodesTest-1794458366 tempest-ServersOnMultiNodesTest-1794458366-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=308f2807-b47c-442c-b526-1012af774ec6 HTTP/1.1" status: 200 len: 1102 time: 0.1919425 Jul 27 20:55:18.798344 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-4ac36858-5099-4942-8629-fe2553536bb0 req-62fa8f93-be14-415d-a2f6-1a67aaf3ae97 tempest-ImagesOneServerNegativeTestJSON-323901233 tempest-ImagesOneServerNegativeTestJSON-323901233-project] 10.222.0.59 "GET /v2.0/ports?device_id=2433da90-085f-4008-812e-29c943e4f727 HTTP/1.1" status: 200 len: 210 time: 0.0450525 Jul 27 20:55:18.810268 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-2597bcc3-04e1-41d6-8970-8d220ec4056b req-a594d4b8-2651-43c6-8493-c2e14e8c2227 tempest-ServersOnMultiNodesTest-1794458366 tempest-ServersOnMultiNodesTest-1794458366-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=dea81a77-85b4-4e12-8e1d-b19e89484a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975325 Jul 27 20:55:18.867461 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [req-0c9be2d0-023c-4f5e-b957-fbc2b4722776 req-bc62a329-084f-4121-9b3d-f9bb0695cb5a tempest-SecurityGroupRulesNegativeTestJSON-587887818 tempest-SecurityGroupRulesNegativeTestJSON-587887818-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1969642526', 'description': 'tempest-description-1320247366'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:55:18.926208 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-0816a809-8bc2-4b59-8dff-905b2ba723ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10221797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9990606'] for subnet, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:18.978394 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-0c9be2d0-023c-4f5e-b957-fbc2b4722776 req-bc62a329-084f-4121-9b3d-f9bb0695cb5a tempest-SecurityGroupRulesNegativeTestJSON-587887818 tempest-SecurityGroupRulesNegativeTestJSON-587887818-project] Notify callbacks [] for security_group, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:19.002356 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0816a809-8bc2-4b59-8dff-905b2ba723ab admin admin] Pushing event updated for resources: {'Subnet': ['ID=0bc47a09-0e99-4191-a75b-285bacd75987,revision_number=0']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:55:19.055508 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ef79c6-a69a-42f5-9595-c544f12df2cc req-c1762453-49a3-4387-95f6-3332cbe2aaec tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:19.057046 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-93ef79c6-a69a-42f5-9595-c544f12df2cc req-c1762453-49a3-4387-95f6-3332cbe2aaec tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] 10.222.0.59 "GET /v2.0/ports?device_id=227e87e6-7a64-4944-af32-868f2772cf85 HTTP/1.1" status: 200 len: 945 time: 0.1812561 Jul 27 20:55:19.060356 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0816a809-8bc2-4b59-8dff-905b2ba723ab admin admin] Checking segment: {'id': '73cc8750-99ee-4496-a205-b264f94c3b85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '7193c384-2a4a-410d-81e5-3b58f3c1cc49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:55:19.060725 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0816a809-8bc2-4b59-8dff-905b2ba723ab admin admin] Network hostable DHCP agents. Network: 7193c384-2a4a-410d-81e5-3b58f3c1cc49, hostable agents: ['7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a'], hosted agents: [] {{(pid=105585) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 20:55:19.116126 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0816a809-8bc2-4b59-8dff-905b2ba723ab admin admin] Network 7193c384-2a4a-410d-81e5-3b58f3c1cc49 is scheduled to be hosted by DHCP agent 7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a with binding_index 1 {{(pid=105585) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 20:55:19.132709 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-93ef79c6-a69a-42f5-9595-c544f12df2cc req-6b6751bb-0e4f-491c-b3ee-f9518759bfc8 tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] 10.222.0.59 "GET /v2.0/security-groups?id=594c38b0-00a0-4e02-9d5e-673f3a5e469c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673397 Jul 27 20:55:19.136047 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.base_scheduler [None req-0816a809-8bc2-4b59-8dff-905b2ba723ab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-22, 7193c384-2a4a-410d-81e5-3b58f3c1cc49) {{(pid=105585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:55:19.141938 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0816a809-8bc2-4b59-8dff-905b2ba723ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:19.142417 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-0816a809-8bc2-4b59-8dff-905b2ba723ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743886'] for subnet, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:19.149684 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41aadd83-d4df-4f31-ad67-754133adffbe None None] Network 7193c384-2a4a-410d-81e5-3b58f3c1cc49 requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 20:55:19.171563 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-0c9be2d0-023c-4f5e-b957-fbc2b4722776 req-bc62a329-084f-4121-9b3d-f9bb0695cb5a tempest-SecurityGroupRulesNegativeTestJSON-587887818 tempest-SecurityGroupRulesNegativeTestJSON-587887818-project] Notify callbacks [] for security_group, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:19.178253 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-0c9be2d0-023c-4f5e-b957-fbc2b4722776 req-bc62a329-084f-4121-9b3d-f9bb0695cb5a tempest-SecurityGroupRulesNegativeTestJSON-587887818 tempest-SecurityGroupRulesNegativeTestJSON-587887818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:19.186219 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-0816a809-8bc2-4b59-8dff-905b2ba723ab admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.7139044 Jul 27 20:55:19.206413 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-0c9be2d0-023c-4f5e-b957-fbc2b4722776 req-bc62a329-084f-4121-9b3d-f9bb0695cb5a tempest-SecurityGroupRulesNegativeTestJSON-587887818 tempest-SecurityGroupRulesNegativeTestJSON-587887818-project] Notify callbacks [] for security_group, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:19.213689 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-0c9be2d0-023c-4f5e-b957-fbc2b4722776 req-bc62a329-084f-4121-9b3d-f9bb0695cb5a tempest-SecurityGroupRulesNegativeTestJSON-587887818 tempest-SecurityGroupRulesNegativeTestJSON-587887818-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.3575511 Jul 27 20:55:19.232001 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc62a329-084f-4121-9b3d-f9bb0695cb5a tempest-SecurityGroupRulesNegativeTestJSON-587887818 tempest-SecurityGroupRulesNegativeTestJSON-587887818-project] Pushing event updated for resources: {'SecurityGroup': ['ID=76e7201e-7ad5-45fc-9727-3eaa8727cbf0,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:55:19.303102 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-327bc625-29ff-4d4e-b986-edffaa876324 req-f4a2548e-2ebb-4938-8e85-88f63656d36f tempest-SecurityGroupRulesNegativeTestJSON-587887818 tempest-SecurityGroupRulesNegativeTestJSON-587887818-project] 10.222.0.59 "GET /v2.0/security-groups/76e7201e-7ad5-45fc-9727-3eaa8727cbf0 HTTP/1.1" status: 200 len: 1813 time: 0.0644519 Jul 27 20:55:19.327616 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ee335c6-1ded-4c96-b59a-8821e069db54 None None] Network 7193c384-2a4a-410d-81e5-3b58f3c1cc49 requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 20:55:19.330745 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [req-f89e3c7f-4a5b-43e3-832d-87d64dfdaa38 req-53147587-e346-4a4a-881d-089a4632aeca tempest-SecurityGroupRulesNegativeTestJSON-587887818 tempest-SecurityGroupRulesNegativeTestJSON-587887818-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1640353722', 'description': 'tempest-description-1329990744'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:55:19.354925 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-f89e3c7f-4a5b-43e3-832d-87d64dfdaa38 req-53147587-e346-4a4a-881d-089a4632aeca tempest-SecurityGroupRulesNegativeTestJSON-587887818 tempest-SecurityGroupRulesNegativeTestJSON-587887818-project] Notify callbacks [] for security_group, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:19.463907 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cccbef5-1139-4a16-9334-8bda5dc75a62 req-1a59577e-c951-42bc-8a79-d84896b659bb tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:19.465374 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-1cccbef5-1139-4a16-9334-8bda5dc75a62 req-1a59577e-c951-42bc-8a79-d84896b659bb tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] 10.222.0.59 "GET /v2.0/ports?device_id=308f2807-b47c-442c-b526-1012af774ec6 HTTP/1.1" status: 200 len: 950 time: 0.1010344 Jul 27 20:55:19.507723 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-f89e3c7f-4a5b-43e3-832d-87d64dfdaa38 req-53147587-e346-4a4a-881d-089a4632aeca tempest-SecurityGroupRulesNegativeTestJSON-587887818 tempest-SecurityGroupRulesNegativeTestJSON-587887818-project] Notify callbacks [] for security_group, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:19.517858 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-f89e3c7f-4a5b-43e3-832d-87d64dfdaa38 req-53147587-e346-4a4a-881d-089a4632aeca tempest-SecurityGroupRulesNegativeTestJSON-587887818 tempest-SecurityGroupRulesNegativeTestJSON-587887818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:19.542153 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-1cccbef5-1139-4a16-9334-8bda5dc75a62 req-19988b1d-89fc-42b6-a7b2-f68dd66314d3 tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] 10.222.0.59 "GET /v2.0/security-groups?id=dea81a77-85b4-4e12-8e1d-b19e89484a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695825 Jul 27 20:55:19.553872 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-f89e3c7f-4a5b-43e3-832d-87d64dfdaa38 req-53147587-e346-4a4a-881d-089a4632aeca tempest-SecurityGroupRulesNegativeTestJSON-587887818 tempest-SecurityGroupRulesNegativeTestJSON-587887818-project] Notify callbacks [] for security_group, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:19.555244 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f89e3c7f-4a5b-43e3-832d-87d64dfdaa38 req-53147587-e346-4a4a-881d-089a4632aeca tempest-SecurityGroupRulesNegativeTestJSON-587887818 tempest-SecurityGroupRulesNegativeTestJSON-587887818-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.2289405 Jul 27 20:55:19.568319 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53147587-e346-4a4a-881d-089a4632aeca tempest-SecurityGroupRulesNegativeTestJSON-587887818 tempest-SecurityGroupRulesNegativeTestJSON-587887818-project] Pushing event updated for resources: {'SecurityGroup': ['ID=33e98570-e1b0-43f6-9c55-518ea59aade9,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:55:19.711586 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bec9993-bb66-46f4-986d-00118a56571c req-ff14788f-57f1-4ca5-a535-5ceb5758c4cb tempest-ImagesOneServerNegativeTestJSON-323901233 tempest-ImagesOneServerNegativeTestJSON-323901233-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:19.714533 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-5bec9993-bb66-46f4-986d-00118a56571c req-ff14788f-57f1-4ca5-a535-5ceb5758c4cb tempest-ImagesOneServerNegativeTestJSON-323901233 tempest-ImagesOneServerNegativeTestJSON-323901233-project] 10.222.0.36 "GET /v2.0/networks?id=48421823-0af9-4dd2-9d0c-663808a5aff4 HTTP/1.1" status: 200 len: 822 time: 0.1158574 Jul 27 20:55:19.726435 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f50fdbda-b394-4c67-abea-8e7c4395f373 req-7badc72d-d566-4425-9811-536c5d4aac9a tempest-SecurityGroupRulesNegativeTestJSON-587887818 tempest-SecurityGroupRulesNegativeTestJSON-587887818-project] 10.222.0.59 "GET /v2.0/security-groups/33e98570-e1b0-43f6-9c55-518ea59aade9 HTTP/1.1" status: 200 len: 1813 time: 0.0531495 Jul 27 20:55:19.740676 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [req-5bec9993-bb66-46f4-986d-00118a56571c req-a37539e3-4627-41be-91f2-e1600383253a tempest-ImagesOneServerNegativeTestJSON-323901233 tempest-ImagesOneServerNegativeTestJSON-323901233-project] Request body: {'port': {'device_id': '2433da90-085f-4008-812e-29c943e4f727', 'network_id': '48421823-0af9-4dd2-9d0c-663808a5aff4', 'admin_state_up': True, 'tenant_id': '1bebab2985374229918b3d141f0a79f2'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:55:19.745851 n-d-705658-22 neutron-server[105585]: INFO neutron.api.v2.resource [req-f8b0fa4d-120e-49f7-8f4e-868d548a1e14 req-8f7b2395-8d4e-4ce3-9e60-379d35ae1849 tempest-SecurityGroupsNegativeTestJSON-986249225 tempest-SecurityGroupsNegativeTestJSON-986249225-project] show failed (client error): The resource could not be found. Jul 27 20:55:19.746864 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f8b0fa4d-120e-49f7-8f4e-868d548a1e14 req-8f7b2395-8d4e-4ce3-9e60-379d35ae1849 tempest-SecurityGroupsNegativeTestJSON-986249225 tempest-SecurityGroupsNegativeTestJSON-986249225-project] 10.222.0.59 "GET /v2.0/security-groups/b8c990ca-1409-4993-a3b9-78673a243b17 HTTP/1.1" status: 404 len: 352 time: 0.0194416 Jul 27 20:55:19.771522 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [req-183a438f-ac03-418f-ba18-0b382a1d1e56 req-1b9661ae-7f17-4b8f-85da-662af23952ff tempest-SecurityGroupRulesNegativeTestJSON-587887818 tempest-SecurityGroupRulesNegativeTestJSON-587887818-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1780108633', 'description': 'tempest-description-468561496'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:55:19.821305 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-183a438f-ac03-418f-ba18-0b382a1d1e56 req-1b9661ae-7f17-4b8f-85da-662af23952ff tempest-SecurityGroupRulesNegativeTestJSON-587887818 tempest-SecurityGroupRulesNegativeTestJSON-587887818-project] Notify callbacks [] for security_group, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:19.865202 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.db.api [req-5bec9993-bb66-46f4-986d-00118a56571c req-a37539e3-4627-41be-91f2-e1600383253a tempest-ImagesOneServerNegativeTestJSON-323901233 tempest-ImagesOneServerNegativeTestJSON-323901233-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 27 20:55:19.865202 n-d-705658-22 neutron-server[105584]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 27 20:55:19.865202 n-d-705658-22 neutron-server[105584]: [parameters: {'project_id_1': '1bebab2985374229918b3d141f0a79f2', 'expiration_1': datetime.datetime(2021, 7, 27, 20, 55, 19, 845579)}] Jul 27 20:55:19.865202 n-d-705658-22 neutron-server[105584]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=105584) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 27 20:55:19.865701 n-d-705658-22 neutron-server[105584]: DEBUG oslo_db.api [req-5bec9993-bb66-46f4-986d-00118a56571c req-a37539e3-4627-41be-91f2-e1600383253a tempest-ImagesOneServerNegativeTestJSON-323901233 tempest-ImagesOneServerNegativeTestJSON-323901233-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 27 20:55:19.867647 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc46b28-f430-40c8-8b32-0ae81e83d764 req-a9e2079d-07a4-414c-a487-28ee72fa85d8 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:19.869243 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-3bc46b28-f430-40c8-8b32-0ae81e83d764 req-a9e2079d-07a4-414c-a487-28ee72fa85d8 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] 10.222.0.59 "GET /v2.0/ports?device_id=f5981167-1ac0-4ca7-95b5-d52c185534b7 HTTP/1.1" status: 200 len: 948 time: 0.0900817 Jul 27 20:55:19.929407 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-3bc46b28-f430-40c8-8b32-0ae81e83d764 req-6ecd24a3-e3ee-4555-aba8-4a6a9d6773ac tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] 10.222.0.59 "GET /v2.0/security-groups?id=c6534cb3-b44e-4a83-b57e-ddb72c2ad843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524383 Jul 27 20:55:19.962942 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-183a438f-ac03-418f-ba18-0b382a1d1e56 req-1b9661ae-7f17-4b8f-85da-662af23952ff tempest-SecurityGroupRulesNegativeTestJSON-587887818 tempest-SecurityGroupRulesNegativeTestJSON-587887818-project] Notify callbacks [] for security_group, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:19.966748 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-183a438f-ac03-418f-ba18-0b382a1d1e56 req-1b9661ae-7f17-4b8f-85da-662af23952ff tempest-SecurityGroupRulesNegativeTestJSON-587887818 tempest-SecurityGroupRulesNegativeTestJSON-587887818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:19.993725 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-183a438f-ac03-418f-ba18-0b382a1d1e56 req-1b9661ae-7f17-4b8f-85da-662af23952ff tempest-SecurityGroupRulesNegativeTestJSON-587887818 tempest-SecurityGroupRulesNegativeTestJSON-587887818-project] Notify callbacks [] for security_group, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:19.994915 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-183a438f-ac03-418f-ba18-0b382a1d1e56 req-1b9661ae-7f17-4b8f-85da-662af23952ff tempest-SecurityGroupRulesNegativeTestJSON-587887818 tempest-SecurityGroupRulesNegativeTestJSON-587887818-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.2291439 Jul 27 20:55:20.009155 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9661ae-7f17-4b8f-85da-662af23952ff tempest-SecurityGroupRulesNegativeTestJSON-587887818 tempest-SecurityGroupRulesNegativeTestJSON-587887818-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff77196d-f60f-482d-a293-39ed4ff249f4,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:55:20.036262 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-fce4e3d8-2697-4ed7-8d6a-1c96b67c5f4e req-5e8bd871-af7d-4653-80e7-b6b844a634c5 tempest-ImagesOneServerNegativeTestJSON-323901233 tempest-ImagesOneServerNegativeTestJSON-323901233-project] 10.222.0.59 "GET /v2.0/ports?device_id=2433da90-085f-4008-812e-29c943e4f727 HTTP/1.1" status: 200 len: 210 time: 0.0403914 Jul 27 20:55:20.095517 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-51d60f45-1a67-4c27-b9a5-083e7ea2dc80 req-5769980b-8143-48c3-a62e-2854ee2fac91 tempest-SecurityGroupsNegativeTestJSON-986249225 tempest-SecurityGroupsNegativeTestJSON-986249225-project] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=7cea0ae95bb44aafa33ceb65eebeb2e1 HTTP/1.1" status: 200 len: 2984 time: 0.0622823 Jul 27 20:55:20.123908 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-4c4cd17f-2b15-437f-a336-1e021f699209 req-d2861d99-ccce-47e4-996b-f4a466aecd5f tempest-SecurityGroupRulesNegativeTestJSON-587887818 tempest-SecurityGroupRulesNegativeTestJSON-587887818-project] 10.222.0.59 "GET /v2.0/security-groups/ff77196d-f60f-482d-a293-39ed4ff249f4 HTTP/1.1" status: 200 len: 1812 time: 0.0632184 Jul 27 20:55:20.155955 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-51d60f45-1a67-4c27-b9a5-083e7ea2dc80 req-2853f590-f9ae-4571-b34e-d0768fed655e tempest-SecurityGroupsNegativeTestJSON-986249225 tempest-SecurityGroupsNegativeTestJSON-986249225-project] 10.222.0.59 "GET /v2.0/security-groups/8fa3e7df-d9f0-4092-90a6-c963ba88a515 HTTP/1.1" status: 200 len: 2981 time: 0.0542932 Jul 27 20:55:20.161415 n-d-705658-22 neutron-server[105585]: INFO neutron.api.v2.resource [req-e6863dc8-9246-4e20-8edc-c71b615ec573 req-00bbeb0b-2d38-48fa-a5f3-5ef3d73ec841 tempest-SecurityGroupRulesNegativeTestJSON-587887818 tempest-SecurityGroupRulesNegativeTestJSON-587887818-project] show failed (client error): The resource could not be found. Jul 27 20:55:20.162365 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e6863dc8-9246-4e20-8edc-c71b615ec573 req-00bbeb0b-2d38-48fa-a5f3-5ef3d73ec841 tempest-SecurityGroupRulesNegativeTestJSON-587887818 tempest-SecurityGroupRulesNegativeTestJSON-587887818-project] 10.222.0.59 "GET /v2.0/security-groups/c81c54bc-dfd2-486f-86de-f4c4090755d1 HTTP/1.1" status: 404 len: 352 time: 0.0173855 Jul 27 20:55:20.207769 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-51d60f45-1a67-4c27-b9a5-083e7ea2dc80 req-16c5763a-aad8-42e2-99e5-7b00d22ee99e tempest-SecurityGroupsNegativeTestJSON-986249225 tempest-SecurityGroupsNegativeTestJSON-986249225-project] 10.222.0.59 "GET /v2.0/security-groups/8fa3e7df-d9f0-4092-90a6-c963ba88a515 HTTP/1.1" status: 200 len: 2981 time: 0.0442066 Jul 27 20:55:20.259807 n-d-705658-22 neutron-server[105585]: INFO neutron.api.v2.resource [req-ac655fa8-ea6c-4d40-93bc-8453232cb5fe req-a93097df-62e1-4c8d-b4fd-673ebce5eab4 tempest-SecurityGroupRulesNegativeTestJSON-587887818 tempest-SecurityGroupRulesNegativeTestJSON-587887818-project] show failed (client error): The resource could not be found. Jul 27 20:55:20.260801 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-ac655fa8-ea6c-4d40-93bc-8453232cb5fe req-a93097df-62e1-4c8d-b4fd-673ebce5eab4 tempest-SecurityGroupRulesNegativeTestJSON-587887818 tempest-SecurityGroupRulesNegativeTestJSON-587887818-project] 10.222.0.59 "GET /v2.0/security-group-rules/541ded57-289b-4add-8acf-cb7d08f7fb64 HTTP/1.1" status: 404 len: 361 time: 0.0338027 Jul 27 20:55:20.309206 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125b382b-175d-4315-8bf8-aa16ea2ed463 req-a40c97a2-208d-4a7d-bcb8-822780558008 tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:20.310647 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-125b382b-175d-4315-8bf8-aa16ea2ed463 req-a40c97a2-208d-4a7d-bcb8-822780558008 tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] 10.222.0.59 "GET /v2.0/ports?device_id=227e87e6-7a64-4944-af32-868f2772cf85 HTTP/1.1" status: 200 len: 945 time: 0.0976033 Jul 27 20:55:20.347105 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-22ac6f4e-6350-416b-af63-455ee9bf7527 req-3ed92eb5-d538-4511-b14d-fed6d896791e tempest-SecurityGroupsNegativeTestJSON-986249225 tempest-SecurityGroupsNegativeTestJSON-986249225-project] 10.222.0.59 "GET /v2.0/security-groups/8fa3e7df-d9f0-4092-90a6-c963ba88a515 HTTP/1.1" status: 200 len: 2981 time: 0.0681064 Jul 27 20:55:20.369871 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-125b382b-175d-4315-8bf8-aa16ea2ed463 req-3135dd23-1416-4792-abfb-596225fd6765 tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] 10.222.0.59 "GET /v2.0/security-groups?id=594c38b0-00a0-4e02-9d5e-673f3a5e469c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518656 Jul 27 20:55:20.388254 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5bec9993-bb66-46f4-986d-00118a56571c req-a37539e3-4627-41be-91f2-e1600383253a tempest-ImagesOneServerNegativeTestJSON-323901233 tempest-ImagesOneServerNegativeTestJSON-323901233-project] Made reservation on behalf of 1bebab2985374229918b3d141f0a79f2 for: {'port': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:55:20.392005 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-5bec9993-bb66-46f4-986d-00118a56571c req-a37539e3-4627-41be-91f2-e1600383253a tempest-ImagesOneServerNegativeTestJSON-323901233 tempest-ImagesOneServerNegativeTestJSON-323901233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:20.436684 n-d-705658-22 neutron-server[105585]: INFO neutron.api.v2.resource [req-22ac6f4e-6350-416b-af63-455ee9bf7527 req-c86b7d74-0d3f-4cf8-b22b-3902dbd484f4 tempest-SecurityGroupsNegativeTestJSON-986249225 tempest-SecurityGroupsNegativeTestJSON-986249225-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 27 20:55:20.437822 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-22ac6f4e-6350-416b-af63-455ee9bf7527 req-c86b7d74-0d3f-4cf8-b22b-3902dbd484f4 tempest-SecurityGroupsNegativeTestJSON-986249225 tempest-SecurityGroupsNegativeTestJSON-986249225-project] 10.222.0.59 "DELETE /v2.0/security-groups/8fa3e7df-d9f0-4092-90a6-c963ba88a515 HTTP/1.1" status: 409 len: 352 time: 0.0817890 Jul 27 20:55:20.461867 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e6ba5258-8fda-4459-9f07-87c2516ac050 req-238fc006-10e5-4445-8f6d-44bf3e4a32bf tempest-SecurityGroupRulesNegativeTestJSON-587887818 tempest-SecurityGroupRulesNegativeTestJSON-587887818-project] 10.222.0.59 "GET /v2.0/security-groups/ff77196d-f60f-482d-a293-39ed4ff249f4 HTTP/1.1" status: 200 len: 1812 time: 0.0568435 Jul 27 20:55:20.485740 n-d-705658-22 neutron-server[105585]: INFO neutron.api.v2.resource [req-7ce230db-c2b7-4f84-8841-9f05772c8f2a req-d6a3333a-f126-41a8-a13c-de2eab428998 tempest-SecurityGroupsNegativeTestJSON-986249225 tempest-SecurityGroupsNegativeTestJSON-986249225-project] show failed (client error): The resource could not be found. Jul 27 20:55:20.486722 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-7ce230db-c2b7-4f84-8841-9f05772c8f2a req-d6a3333a-f126-41a8-a13c-de2eab428998 tempest-SecurityGroupsNegativeTestJSON-986249225 tempest-SecurityGroupsNegativeTestJSON-986249225-project] 10.222.0.59 "GET /v2.0/security-groups/9111c10b-7823-426b-b3fa-84ab989b738c HTTP/1.1" status: 404 len: 352 time: 0.0215518 Jul 27 20:55:20.519398 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.db_base_plugin_common [req-5bec9993-bb66-46f4-986d-00118a56571c req-a37539e3-4627-41be-91f2-e1600383253a tempest-ImagesOneServerNegativeTestJSON-323901233 tempest-ImagesOneServerNegativeTestJSON-323901233-project] Allocated IP 172.20.0.9 (48421823-0af9-4dd2-9d0c-663808a5aff4/109d73c7-c2b7-4bb2-839e-dc2ca31c6403/39ddd22f-e7a2-4068-9d6d-2e826289564d) {{(pid=105584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:55:20.536239 n-d-705658-22 neutron-server[105585]: INFO neutron.api.v2.resource [req-cfecd3a1-c439-484a-a38a-b841e7e63498 req-b5bc903e-b089-4231-940d-eeab1f84a8fa tempest-SecurityGroupsNegativeTestJSON-986249225 tempest-SecurityGroupsNegativeTestJSON-986249225-project] show failed (client error): The resource could not be found. Jul 27 20:55:20.537862 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-cfecd3a1-c439-484a-a38a-b841e7e63498 req-b5bc903e-b089-4231-940d-eeab1f84a8fa tempest-SecurityGroupsNegativeTestJSON-986249225 tempest-SecurityGroupsNegativeTestJSON-986249225-project] 10.222.0.59 "GET /v2.0/security-groups/ac874232-6fa3-4b50-b734-fb0b1b9da402 HTTP/1.1" status: 404 len: 352 time: 0.0282054 Jul 27 20:55:20.550349 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 34698) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:55:20.563244 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-e6ba5258-8fda-4459-9f07-87c2516ac050 req-0231c09a-83d0-40ee-8592-6b65ce561665 tempest-SecurityGroupRulesNegativeTestJSON-587887818 tempest-SecurityGroupRulesNegativeTestJSON-587887818-project] Notify callbacks [] for security_group, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:20.613087 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-e6ba5258-8fda-4459-9f07-87c2516ac050 req-0231c09a-83d0-40ee-8592-6b65ce561665 tempest-SecurityGroupRulesNegativeTestJSON-587887818 tempest-SecurityGroupRulesNegativeTestJSON-587887818-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:20.628596 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.db_base_plugin_v2 [None req-1cb195b1-3b77-4a34-bd41-d4ebdc4777a3 admin admin] Deleting subnet 0bc47a09-0e99-4191-a75b-285bacd75987 {{(pid=105585) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 20:55:20.635301 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-1cb195b1-3b77-4a34-bd41-d4ebdc4777a3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:20.688972 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-5bec9993-bb66-46f4-986d-00118a56571c req-a37539e3-4627-41be-91f2-e1600383253a tempest-ImagesOneServerNegativeTestJSON-323901233 tempest-ImagesOneServerNegativeTestJSON-323901233-project] Notify callbacks [] for port, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:20.728677 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-5bec9993-bb66-46f4-986d-00118a56571c req-a37539e3-4627-41be-91f2-e1600383253a tempest-ImagesOneServerNegativeTestJSON-323901233 tempest-ImagesOneServerNegativeTestJSON-323901233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:20.729350 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-1cb195b1-3b77-4a34-bd41-d4ebdc4777a3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9887057'] for subnet, precommit_delete_associations {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:20.756332 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-e6ba5258-8fda-4459-9f07-87c2516ac050 req-0231c09a-83d0-40ee-8592-6b65ce561665 tempest-SecurityGroupRulesNegativeTestJSON-587887818 tempest-SecurityGroupRulesNegativeTestJSON-587887818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:20.758944 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-e6ba5258-8fda-4459-9f07-87c2516ac050 req-0231c09a-83d0-40ee-8592-6b65ce561665 tempest-SecurityGroupRulesNegativeTestJSON-587887818 tempest-SecurityGroupRulesNegativeTestJSON-587887818-project] Notify callbacks [] for security_group, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:20.760176 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e6ba5258-8fda-4459-9f07-87c2516ac050 req-0231c09a-83d0-40ee-8592-6b65ce561665 tempest-SecurityGroupRulesNegativeTestJSON-587887818 tempest-SecurityGroupRulesNegativeTestJSON-587887818-project] 10.222.0.59 "DELETE /v2.0/security-groups/ff77196d-f60f-482d-a293-39ed4ff249f4 HTTP/1.1" status: 204 len: 173 time: 0.2881370 Jul 27 20:55:20.769851 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5bec9993-bb66-46f4-986d-00118a56571c req-a37539e3-4627-41be-91f2-e1600383253a tempest-ImagesOneServerNegativeTestJSON-323901233 tempest-ImagesOneServerNegativeTestJSON-323901233-project] Network 48421823-0af9-4dd2-9d0c-663808a5aff4 is already hosted by enough agents. {{(pid=105584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:55:20.777027 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [req-5bec9993-bb66-46f4-986d-00118a56571c req-a37539e3-4627-41be-91f2-e1600383253a tempest-ImagesOneServerNegativeTestJSON-323901233 tempest-ImagesOneServerNegativeTestJSON-323901233-project] Resources bound (agent type, host, resource id): {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:55:20.780612 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bec9993-bb66-46f4-986d-00118a56571c req-a37539e3-4627-41be-91f2-e1600383253a tempest-ImagesOneServerNegativeTestJSON-323901233 tempest-ImagesOneServerNegativeTestJSON-323901233-project] Received port after_create {{(pid=105584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:55:20.781654 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0231c09a-83d0-40ee-8592-6b65ce561665 tempest-SecurityGroupRulesNegativeTestJSON-587887818 tempest-SecurityGroupRulesNegativeTestJSON-587887818-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff77196d-f60f-482d-a293-39ed4ff249f4,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:55:20.794560 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37539e3-4627-41be-91f2-e1600383253a tempest-ImagesOneServerNegativeTestJSON-323901233 tempest-ImagesOneServerNegativeTestJSON-323901233-project] Pushing event updated for resources: {'Port': ['ID=39ddd22f-e7a2-4068-9d6d-2e826289564d,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:55:20.804119 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-1cb195b1-3b77-4a34-bd41-d4ebdc4777a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854965'] for subnet, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:20.832556 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7ff591-4f1b-4d23-9123-0103aedfabdd req-77c74b60-c327-40b9-9740-69c2a08a2157 tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:20.834122 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-8a7ff591-4f1b-4d23-9123-0103aedfabdd req-77c74b60-c327-40b9-9740-69c2a08a2157 tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] 10.222.0.59 "GET /v2.0/ports?device_id=308f2807-b47c-442c-b526-1012af774ec6 HTTP/1.1" status: 200 len: 950 time: 0.2001371 Jul 27 20:55:20.867405 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bec9993-bb66-46f4-986d-00118a56571c req-a37539e3-4627-41be-91f2-e1600383253a tempest-ImagesOneServerNegativeTestJSON-323901233 tempest-ImagesOneServerNegativeTestJSON-323901233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:20.868300 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-5bec9993-bb66-46f4-986d-00118a56571c req-a37539e3-4627-41be-91f2-e1600383253a tempest-ImagesOneServerNegativeTestJSON-323901233 tempest-ImagesOneServerNegativeTestJSON-323901233-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:20.889340 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-5bec9993-bb66-46f4-986d-00118a56571c req-a37539e3-4627-41be-91f2-e1600383253a tempest-ImagesOneServerNegativeTestJSON-323901233 tempest-ImagesOneServerNegativeTestJSON-323901233-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1548934 Jul 27 20:55:20.912604 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [req-5bec9993-bb66-46f4-986d-00118a56571c req-bfd499b9-cd94-46b5-be5b-921400e382e0 service neutron] Request body: {'port': {'device_id': '2433da90-085f-4008-812e-29c943e4f727', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-705658-22'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:55:20.921298 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-8a7ff591-4f1b-4d23-9123-0103aedfabdd req-c80aebfa-14b5-4644-8fa1-c14b067e980f tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] 10.222.0.59 "GET /v2.0/security-groups?id=dea81a77-85b4-4e12-8e1d-b19e89484a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793839 Jul 27 20:55:20.938093 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-7f21dc39-d87e-47ff-ba3d-14a58d93b9c6 req-749d71af-a4be-4f15-a89b-90a011c704d7 tempest-SecurityGroupRulesNegativeTestJSON-587887818 tempest-SecurityGroupRulesNegativeTestJSON-587887818-project] 10.222.0.59 "GET /v2.0/security-groups/33e98570-e1b0-43f6-9c55-518ea59aade9 HTTP/1.1" status: 200 len: 1813 time: 0.0820017 Jul 27 20:55:20.952490 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-1cb195b1-3b77-4a34-bd41-d4ebdc4777a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10221602', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9990583'] for subnet, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:20.990008 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-5bec9993-bb66-46f4-986d-00118a56571c req-bfd499b9-cd94-46b5-be5b-921400e382e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:20.997045 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb195b1-3b77-4a34-bd41-d4ebdc4777a3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0bc47a09-0e99-4191-a75b-285bacd75987,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:55:20.999275 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-1cb195b1-3b77-4a34-bd41-d4ebdc4777a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743886'] for subnet, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:21.001743 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-1cb195b1-3b77-4a34-bd41-d4ebdc4777a3 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/0bc47a09-0e99-4191-a75b-285bacd75987 HTTP/1.1" status: 204 len: 168 time: 0.4504285 Jul 27 20:55:21.004477 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 34710) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:55:21.066519 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-7f21dc39-d87e-47ff-ba3d-14a58d93b9c6 req-6d6476c7-0fac-49af-a5fe-6b15737e8e2a tempest-SecurityGroupRulesNegativeTestJSON-587887818 tempest-SecurityGroupRulesNegativeTestJSON-587887818-project] Notify callbacks [] for security_group, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:21.095040 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-7f21dc39-d87e-47ff-ba3d-14a58d93b9c6 req-6d6476c7-0fac-49af-a5fe-6b15737e8e2a tempest-SecurityGroupRulesNegativeTestJSON-587887818 tempest-SecurityGroupRulesNegativeTestJSON-587887818-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:21.115679 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334eabee-f58f-414f-a7d3-f15b100b5fcb req-c196b575-e681-4631-acf0-c344a247f854 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:21.117262 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-334eabee-f58f-414f-a7d3-f15b100b5fcb req-c196b575-e681-4631-acf0-c344a247f854 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] 10.222.0.59 "GET /v2.0/ports?device_id=f5981167-1ac0-4ca7-95b5-d52c185534b7 HTTP/1.1" status: 200 len: 948 time: 0.1117489 Jul 27 20:55:21.151285 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-986e450c-31b4-4919-9c9c-81aa083d8d53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-990557'] for network, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:21.200781 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-7f21dc39-d87e-47ff-ba3d-14a58d93b9c6 req-6d6476c7-0fac-49af-a5fe-6b15737e8e2a tempest-SecurityGroupRulesNegativeTestJSON-587887818 tempest-SecurityGroupRulesNegativeTestJSON-587887818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:21.203320 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-7f21dc39-d87e-47ff-ba3d-14a58d93b9c6 req-6d6476c7-0fac-49af-a5fe-6b15737e8e2a tempest-SecurityGroupRulesNegativeTestJSON-587887818 tempest-SecurityGroupRulesNegativeTestJSON-587887818-project] Notify callbacks [] for security_group, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:21.204985 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-7f21dc39-d87e-47ff-ba3d-14a58d93b9c6 req-6d6476c7-0fac-49af-a5fe-6b15737e8e2a tempest-SecurityGroupRulesNegativeTestJSON-587887818 tempest-SecurityGroupRulesNegativeTestJSON-587887818-project] 10.222.0.59 "DELETE /v2.0/security-groups/33e98570-e1b0-43f6-9c55-518ea59aade9 HTTP/1.1" status: 204 len: 173 time: 0.2603509 Jul 27 20:55:21.216345 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-334eabee-f58f-414f-a7d3-f15b100b5fcb req-894094d4-4b99-4b89-a944-14c94c69ba33 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] 10.222.0.59 "GET /v2.0/security-groups?id=c6534cb3-b44e-4a83-b57e-ddb72c2ad843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873473 Jul 27 20:55:21.223997 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6476c7-0fac-49af-a5fe-6b15737e8e2a tempest-SecurityGroupRulesNegativeTestJSON-587887818 tempest-SecurityGroupRulesNegativeTestJSON-587887818-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=33e98570-e1b0-43f6-9c55-518ea59aade9,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:55:21.258912 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6656fcf7-2338-47d7-82ff-1da7f7a200bd req-89a07024-0f3a-4a9f-829f-7ad08fddf3e5 tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:21.260460 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-6656fcf7-2338-47d7-82ff-1da7f7a200bd req-89a07024-0f3a-4a9f-829f-7ad08fddf3e5 tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] 10.222.0.60 "GET /v2.0/ports?device_id=308f2807-b47c-442c-b526-1012af774ec6 HTTP/1.1" status: 200 len: 950 time: 0.1219037 Jul 27 20:55:21.295267 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-986e450c-31b4-4919-9c9c-81aa083d8d53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853562', 'neutron.services.segments.db._delete_segments_for_network-8790688882975'] for network, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:21.308424 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.segments.db [None req-986e450c-31b4-4919-9c9c-81aa083d8d53 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7193c384-2a4a-410d-81e5-3b58f3c1cc49']}} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:55:21.326286 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.segments.db [None req-986e450c-31b4-4919-9c9c-81aa083d8d53 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73cc8750-99ee-4496-a205-b264f94c3b85') {'for_net_delete': True} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:55:21.326588 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.segments.db [None req-986e450c-31b4-4919-9c9c-81aa083d8d53 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73cc8750-99ee-4496-a205-b264f94c3b85') {} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:55:21.341144 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-986e450c-31b4-4919-9c9c-81aa083d8d53 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790688883752', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9014348'] for segment, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:21.367127 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-986e450c-31b4-4919-9c9c-81aa083d8d53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:21.377732 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-986e450c-31b4-4919-9c9c-81aa083d8d53 admin admin] Releasing vlan 200 on physical network physnet1 to pool {{(pid=105584) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 20:55:21.378301 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-986e450c-31b4-4919-9c9c-81aa083d8d53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9014063'] for segment, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:21.379966 n-d-705658-22 neutron-server[105584]: Traceback (most recent call last): Jul 27 20:55:21.379966 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 20:55:21.379966 n-d-705658-22 neutron-server[105584]: timer() Jul 27 20:55:21.379966 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 20:55:21.379966 n-d-705658-22 neutron-server[105584]: cb(*args, **kw) Jul 27 20:55:21.379966 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 20:55:21.379966 n-d-705658-22 neutron-server[105584]: return func(*args, **kwargs) Jul 27 20:55:21.379966 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 20:55:21.379966 n-d-705658-22 neutron-server[105584]: self._notify() Jul 27 20:55:21.379966 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 20:55:21.379966 n-d-705658-22 neutron-server[105584]: self.callback(batched_events) Jul 27 20:55:21.379966 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 20:55:21.379966 n-d-705658-22 neutron-server[105584]: event.method(event) Jul 27 20:55:21.379966 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 20:55:21.379966 n-d-705658-22 neutron-server[105584]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 20:55:21.379966 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 20:55:21.379966 n-d-705658-22 neutron-server[105584]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 20:55:21.379966 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 20:55:21.379966 n-d-705658-22 neutron-server[105584]: return f(self, *a, **k) Jul 27 20:55:21.379966 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 20:55:21.379966 n-d-705658-22 neutron-server[105584]: return self._get(url).json() Jul 27 20:55:21.379966 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 20:55:21.379966 n-d-705658-22 neutron-server[105584]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 20:55:21.379966 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 20:55:21.379966 n-d-705658-22 neutron-server[105584]: return self.request(url, 'GET', **kwargs) Jul 27 20:55:21.379966 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 20:55:21.379966 n-d-705658-22 neutron-server[105584]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 20:55:21.379966 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 20:55:21.379966 n-d-705658-22 neutron-server[105584]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 20:55:21.379966 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 20:55:21.379966 n-d-705658-22 neutron-server[105584]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 20:55:21.379966 n-d-705658-22 neutron-server[105584]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 20:55:21.404047 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-0dcc7793-742f-4e1b-94dd-ef3411bb8925 req-296a4a13-dc41-4dcb-a287-7d73f3a8f127 tempest-SecurityGroupRulesNegativeTestJSON-587887818 tempest-SecurityGroupRulesNegativeTestJSON-587887818-project] 10.222.0.59 "GET /v2.0/security-groups/76e7201e-7ad5-45fc-9727-3eaa8727cbf0 HTTP/1.1" status: 200 len: 1813 time: 0.1423302 Jul 27 20:55:21.463977 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-986e450c-31b4-4919-9c9c-81aa083d8d53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4075658'] for network, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:21.472140 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-986e450c-31b4-4919-9c9c-81aa083d8d53 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743886'] for network, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:21.473912 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-986e450c-31b4-4919-9c9c-81aa083d8d53 admin admin] 10.222.0.59 "DELETE /v2.0/networks/7193c384-2a4a-410d-81e5-3b58f3c1cc49 HTTP/1.1" status: 204 len: 168 time: 0.4684412 Jul 27 20:55:21.481611 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b29d54-6d79-4b31-bb05-2172ef9d6a8e req-d7579dcd-07af-433b-a9d9-e5a5806f5087 tempest-ImagesOneServerNegativeTestJSON-323901233 tempest-ImagesOneServerNegativeTestJSON-323901233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:21.483130 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-c3b29d54-6d79-4b31-bb05-2172ef9d6a8e req-d7579dcd-07af-433b-a9d9-e5a5806f5087 tempest-ImagesOneServerNegativeTestJSON-323901233 tempest-ImagesOneServerNegativeTestJSON-323901233-project] 10.222.0.59 "GET /v2.0/ports?device_id=2433da90-085f-4008-812e-29c943e4f727 HTTP/1.1" status: 200 len: 931 time: 0.2004874 Jul 27 20:55:21.489088 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [req-5bec9993-bb66-46f4-986d-00118a56571c req-bfd499b9-cd94-46b5-be5b-921400e382e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 39ddd22f-e7a2-4068-9d6d-2e826289564d {{(pid=105584) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 20:55:21.495710 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986e450c-31b4-4919-9c9c-81aa083d8d53 admin admin] Pushing event deleted for resources: {'Network': ['ID=7193c384-2a4a-410d-81e5-3b58f3c1cc49,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:55:21.498622 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-5bec9993-bb66-46f4-986d-00118a56571c req-bfd499b9-cd94-46b5-be5b-921400e382e0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:21.503674 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [req-6656fcf7-2338-47d7-82ff-1da7f7a200bd req-e735fb25-b2ec-44fa-b05f-c7d80d3330bd tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] Deleting port a5526aed-9d03-40b6-a9db-7b6bf7eb3d08 {{(pid=105585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:55:21.504350 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-6656fcf7-2338-47d7-82ff-1da7f7a200bd req-e735fb25-b2ec-44fa-b05f-c7d80d3330bd tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:21.512000 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.provisioning_blocks [req-5bec9993-bb66-46f4-986d-00118a56571c req-bfd499b9-cd94-46b5-be5b-921400e382e0 service neutron] Transition to ACTIVE for port object 39ddd22f-e7a2-4068-9d6d-2e826289564d will not be triggered until provisioned by entity L2. {{(pid=105584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:55:21.518122 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-5bec9993-bb66-46f4-986d-00118a56571c req-bfd499b9-cd94-46b5-be5b-921400e382e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9014027'] for port, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:21.573352 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-0dcc7793-742f-4e1b-94dd-ef3411bb8925 req-75a7d5b3-020c-4a93-9cad-2a862a3bc915 tempest-SecurityGroupRulesNegativeTestJSON-587887818 tempest-SecurityGroupRulesNegativeTestJSON-587887818-project] Notify callbacks [] for security_group, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:21.592348 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd499b9-cd94-46b5-be5b-921400e382e0 service neutron] Pushing event updated for resources: {'Port': ['ID=39ddd22f-e7a2-4068-9d6d-2e826289564d,revision_number=2']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:55:21.612393 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 34720) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:55:21.621046 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-c3b29d54-6d79-4b31-bb05-2172ef9d6a8e req-4fcc0d87-d032-43a5-a2f7-86a7e04a7fd4 tempest-ImagesOneServerNegativeTestJSON-323901233 tempest-ImagesOneServerNegativeTestJSON-323901233-project] 10.222.0.59 "GET /v2.0/security-groups?id=b49152d2-7ea9-4069-930d-17bb1fb95e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290348 Jul 27 20:55:21.622619 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-0dcc7793-742f-4e1b-94dd-ef3411bb8925 req-75a7d5b3-020c-4a93-9cad-2a862a3bc915 tempest-SecurityGroupRulesNegativeTestJSON-587887818 tempest-SecurityGroupRulesNegativeTestJSON-587887818-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:21.685376 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.db [req-6656fcf7-2338-47d7-82ff-1da7f7a200bd req-e735fb25-b2ec-44fa-b05f-c7d80d3330bd tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] For port a5526aed-9d03-40b6-a9db-7b6bf7eb3d08, host n-h2-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=a5526aed-9d03-40b6-a9db-7b6bf7eb3d08,segment=NetworkSegment(86b1e6f6-d629-4b03-8944-4cdfbfb93d02),segment_id=86b1e6f6-d629-4b03-8944-4cdfbfb93d02)] {{(pid=105585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:55:21.685842 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-6656fcf7-2338-47d7-82ff-1da7f7a200bd req-e735fb25-b2ec-44fa-b05f-c7d80d3330bd tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:21.690231 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-b22e41c9-1b52-4c74-a5e1-421270d1001d admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=7cea0ae95bb44aafa33ceb65eebeb2e1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0767379 Jul 27 20:55:21.693533 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [req-5bec9993-bb66-46f4-986d-00118a56571c req-bfd499b9-cd94-46b5-be5b-921400e382e0 service neutron] Attempting to bind port 39ddd22f-e7a2-4068-9d6d-2e826289564d on host n-h1-705658-22 for vnic_type normal with profile {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:55:21.694219 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [req-5bec9993-bb66-46f4-986d-00118a56571c req-bfd499b9-cd94-46b5-be5b-921400e382e0 service neutron] Attempting to bind port 39ddd22f-e7a2-4068-9d6d-2e826289564d by drivers openvswitch,hyperv on host n-h1-705658-22 at level 0 using segments [{'id': '1a6df4b8-1b7f-4c91-aeab-868433773047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '48421823-0af9-4dd2-9d0c-663808a5aff4'}] {{(pid=105584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:55:21.694396 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 34724) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:55:21.694502 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bec9993-bb66-46f4-986d-00118a56571c req-bfd499b9-cd94-46b5-be5b-921400e382e0 service neutron] Attempting to bind port 39ddd22f-e7a2-4068-9d6d-2e826289564d on network 48421823-0af9-4dd2-9d0c-663808a5aff4 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:55:21.699853 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bec9993-bb66-46f4-986d-00118a56571c req-bfd499b9-cd94-46b5-be5b-921400e382e0 service neutron] Port 39ddd22f-e7a2-4068-9d6d-2e826289564d on network 48421823-0af9-4dd2-9d0c-663808a5aff4 not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-22 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 20:55:21.700169 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bec9993-bb66-46f4-986d-00118a56571c req-bfd499b9-cd94-46b5-be5b-921400e382e0 service neutron] Attempting to bind port 39ddd22f-e7a2-4068-9d6d-2e826289564d on network 48421823-0af9-4dd2-9d0c-663808a5aff4 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:55:21.705951 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bec9993-bb66-46f4-986d-00118a56571c req-bfd499b9-cd94-46b5-be5b-921400e382e0 service neutron] Checking agent: {'id': '9d9bc37f-4d75-44ef-9f63-799aab3e316f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 49, 36), 'started_at': datetime.datetime(2021, 7, 27, 20, 49, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 55, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:55:21.706292 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bec9993-bb66-46f4-986d-00118a56571c req-bfd499b9-cd94-46b5-be5b-921400e382e0 service neutron] Checking segment: {'id': '1a6df4b8-1b7f-4c91-aeab-868433773047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '48421823-0af9-4dd2-9d0c-663808a5aff4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:55:21.706672 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bec9993-bb66-46f4-986d-00118a56571c req-bfd499b9-cd94-46b5-be5b-921400e382e0 service neutron] Bound using segment: {'id': '1a6df4b8-1b7f-4c91-aeab-868433773047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '48421823-0af9-4dd2-9d0c-663808a5aff4'} {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:55:21.707534 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [req-5bec9993-bb66-46f4-986d-00118a56571c req-bfd499b9-cd94-46b5-be5b-921400e382e0 service neutron] Bound port: 39ddd22f-e7a2-4068-9d6d-2e826289564d, host: n-h1-705658-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a6df4b8-1b7f-4c91-aeab-868433773047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '48421823-0af9-4dd2-9d0c-663808a5aff4'}}] {{(pid=105584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:55:21.707900 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-5bec9993-bb66-46f4-986d-00118a56571c req-bfd499b9-cd94-46b5-be5b-921400e382e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:21.723473 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [req-6656fcf7-2338-47d7-82ff-1da7f7a200bd req-e735fb25-b2ec-44fa-b05f-c7d80d3330bd tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] Calling delete_port for a5526aed-9d03-40b6-a9db-7b6bf7eb3d08 owned by compute:nova {{(pid=105585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:55:21.755230 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-0dcc7793-742f-4e1b-94dd-ef3411bb8925 req-75a7d5b3-020c-4a93-9cad-2a862a3bc915 tempest-SecurityGroupRulesNegativeTestJSON-587887818 tempest-SecurityGroupRulesNegativeTestJSON-587887818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:21.757928 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-0dcc7793-742f-4e1b-94dd-ef3411bb8925 req-75a7d5b3-020c-4a93-9cad-2a862a3bc915 tempest-SecurityGroupRulesNegativeTestJSON-587887818 tempest-SecurityGroupRulesNegativeTestJSON-587887818-project] Notify callbacks [] for security_group, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:21.759117 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-0dcc7793-742f-4e1b-94dd-ef3411bb8925 req-75a7d5b3-020c-4a93-9cad-2a862a3bc915 tempest-SecurityGroupRulesNegativeTestJSON-587887818 tempest-SecurityGroupRulesNegativeTestJSON-587887818-project] 10.222.0.59 "DELETE /v2.0/security-groups/76e7201e-7ad5-45fc-9727-3eaa8727cbf0 HTTP/1.1" status: 204 len: 173 time: 0.3449571 Jul 27 20:55:21.777390 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [req-5bec9993-bb66-46f4-986d-00118a56571c req-bfd499b9-cd94-46b5-be5b-921400e382e0 service neutron] For port 39ddd22f-e7a2-4068-9d6d-2e826289564d, host n-h1-705658-22, cleared binding levels {{(pid=105584) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:55:21.781124 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [req-5bec9993-bb66-46f4-986d-00118a56571c req-bfd499b9-cd94-46b5-be5b-921400e382e0 service neutron] For port 39ddd22f-e7a2-4068-9d6d-2e826289564d, host n-h1-705658-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=39ddd22f-e7a2-4068-9d6d-2e826289564d,segment=NetworkSegment(1a6df4b8-1b7f-4c91-aeab-868433773047),segment_id=1a6df4b8-1b7f-4c91-aeab-868433773047)] {{(pid=105584) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:55:21.785635 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-5bec9993-bb66-46f4-986d-00118a56571c req-bfd499b9-cd94-46b5-be5b-921400e382e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9014027'] for port, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:21.818399 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bec9993-bb66-46f4-986d-00118a56571c req-bfd499b9-cd94-46b5-be5b-921400e382e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:21.819039 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-5bec9993-bb66-46f4-986d-00118a56571c req-bfd499b9-cd94-46b5-be5b-921400e382e0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:21.820455 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-5bec9993-bb66-46f4-986d-00118a56571c req-bfd499b9-cd94-46b5-be5b-921400e382e0 service neutron] 10.222.0.36 "PUT /v2.0/ports/39ddd22f-e7a2-4068-9d6d-2e826289564d HTTP/1.1" status: 200 len: 1092 time: 0.9125304 Jul 27 20:55:21.820984 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2433da90-085f-4008-812e-29c943e4f727', 'tag': '39ddd22f-e7a2-4068-9d6d-2e826289564d'}] {{(pid=105584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:55:21.823365 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bce5e6c8685464f7626901654159975603b047827e3138302ed6566e28f1343" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70bbd4f1-5045-4124-8e18-3daac9f23e8a" -d '{"events": [{"name": "network-changed", "server_uuid": "2433da90-085f-4008-812e-29c943e4f727", "tag": "39ddd22f-e7a2-4068-9d6d-2e826289564d"}]}' {{(pid=105584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:55:21.850323 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd499b9-cd94-46b5-be5b-921400e382e0 service neutron] Pushing event updated for resources: {'Port': ['ID=39ddd22f-e7a2-4068-9d6d-2e826289564d,revision_number=3']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:55:21.939889 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bec9993-bb66-46f4-986d-00118a56571c req-81f524cb-daef-49a4-86b0-c2b5c057efd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:21.941413 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-5bec9993-bb66-46f4-986d-00118a56571c req-81f524cb-daef-49a4-86b0-c2b5c057efd0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1bebab2985374229918b3d141f0a79f2&device_id=2433da90-085f-4008-812e-29c943e4f727 HTTP/1.1" status: 200 len: 1095 time: 0.0571084 Jul 27 20:55:21.992680 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-5bec9993-bb66-46f4-986d-00118a56571c req-c2905d9d-3089-47f6-bbd4-b19292004837 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=39ddd22f-e7a2-4068-9d6d-2e826289564d HTTP/1.1" status: 200 len: 217 time: 0.0384920 Jul 27 20:55:22.050165 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bec9993-bb66-46f4-986d-00118a56571c req-008ec442-b635-4946-baf7-0c0fc6975634 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:22.051553 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-5bec9993-bb66-46f4-986d-00118a56571c req-008ec442-b635-4946-baf7-0c0fc6975634 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=109d73c7-c2b7-4bb2-839e-dc2ca31c6403 HTTP/1.1" status: 200 len: 862 time: 0.0451281 Jul 27 20:55:22.101681 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-5bec9993-bb66-46f4-986d-00118a56571c req-c37af713-95c5-46e2-acae-dacce56fc269 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=48421823-0af9-4dd2-9d0c-663808a5aff4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289013 Jul 27 20:55:22.102634 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a7d5b3-020c-4a93-9cad-2a862a3bc915 tempest-SecurityGroupRulesNegativeTestJSON-587887818 tempest-SecurityGroupRulesNegativeTestJSON-587887818-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=76e7201e-7ad5-45fc-9727-3eaa8727cbf0,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:55:22.176384 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-fd3989de-de42-4d25-b932-025160e9ebf2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:22.193969 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-85b136ab-984e-4e64-9c9c-9224d55eed6b req-412d420c-cdf5-4ad9-a825-7fd4f49bf9a0 tempest-SecurityGroupRulesNegativeTestJSON-587887818 tempest-SecurityGroupRulesNegativeTestJSON-587887818-project] 10.222.0.59 "GET /v2.0/security-groups/ac833f8b-4cb8-4978-a27d-5a6b76d99401 HTTP/1.1" status: 200 len: 1812 time: 0.4022357 Jul 27 20:55:22.215866 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64adf99-4e8e-4e4d-806b-65e65ffb0196 req-ea6dc347-cbb8-4c83-96c3-d2cd67776b65 tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:22.217202 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-5bec9993-bb66-46f4-986d-00118a56571c req-5b9daa82-69a8-45e9-9e82-c1845740c89e service neutron] 10.222.0.36 "GET /v2.0/networks/48421823-0af9-4dd2-9d0c-663808a5aff4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1026433 Jul 27 20:55:22.217350 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e64adf99-4e8e-4e4d-806b-65e65ffb0196 req-ea6dc347-cbb8-4c83-96c3-d2cd67776b65 tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] 10.222.0.59 "GET /v2.0/ports?device_id=227e87e6-7a64-4944-af32-868f2772cf85 HTTP/1.1" status: 200 len: 945 time: 0.5213904 Jul 27 20:55:22.236056 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-fd3989de-de42-4d25-b932-025160e9ebf2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:22.308527 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-5bec9993-bb66-46f4-986d-00118a56571c req-601bcb73-9764-4b84-aee5-1c928a612f13 service neutron] 10.222.0.36 "GET /v2.0/networks/48421823-0af9-4dd2-9d0c-663808a5aff4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820408 Jul 27 20:55:22.373606 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e64adf99-4e8e-4e4d-806b-65e65ffb0196 req-a3faeedd-350b-4619-852e-1a763f1da021 tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] 10.222.0.59 "GET /v2.0/security-groups?id=594c38b0-00a0-4e02-9d5e-673f3a5e469c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420991 Jul 27 20:55:22.384200 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-85b136ab-984e-4e64-9c9c-9224d55eed6b req-fab3c2d4-5d82-4ae2-874a-383842c62fb2 tempest-SecurityGroupRulesNegativeTestJSON-587887818 tempest-SecurityGroupRulesNegativeTestJSON-587887818-project] Notify callbacks [] for security_group, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:22.402365 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-6656fcf7-2338-47d7-82ff-1da7f7a200bd req-e735fb25-b2ec-44fa-b05f-c7d80d3330bd tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:22.413604 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] get_ports_and_sgs() called for port_ids ['789d1df8-a449-4c66-8006-9014f086578a', '1597b5c0-5ebb-47b9-aabd-c27047a8aa15', 'a5526aed-9d03-40b6-a9db-7b6bf7eb3d08'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 20:55:22.426728 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 20:55:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-447b3ecf-8679-43f7-b188-810aaad8bd1f x-openstack-request-id: req-447b3ecf-8679-43f7-b188-810aaad8bd1f {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:55:22.427045 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2433da90-085f-4008-812e-29c943e4f727", "tag": "39ddd22f-e7a2-4068-9d6d-2e826289564d", "status": "completed", "code": 200}]} {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:55:22.427304 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-447b3ecf-8679-43f7-b188-810aaad8bd1f {{(pid=105584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:55:22.427711 n-d-705658-22 neutron-server[105584]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2433da90-085f-4008-812e-29c943e4f727', 'tag': '39ddd22f-e7a2-4068-9d6d-2e826289564d', 'status': 'completed', 'code': 200} Jul 27 20:55:22.434529 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-fd3989de-de42-4d25-b932-025160e9ebf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:22.437326 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-fd3989de-de42-4d25-b932-025160e9ebf2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:22.442881 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-fd3989de-de42-4d25-b932-025160e9ebf2 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/8fa3e7df-d9f0-4092-90a6-c963ba88a515 HTTP/1.1" status: 204 len: 168 time: 0.7455657 Jul 27 20:55:22.444729 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] get_ports_and_sgs() called for port_ids ['d0604db9-6e9b-4861-ac03-120cc4acb6b7', '61063df3-592b-4de0-a4f2-adf662bc157d', 'ef6a81f1-1922-4eec-9c1d-f4ff25155e93', 'b4361bc1-aa62-4d4c-8732-44cf2f0cb5cf', '8bc87563-93b4-46ea-bd9f-ed8e2c356c7d'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 20:55:22.447457 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e735fb25-b2ec-44fa-b05f-c7d80d3330bd tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] Pushing event deleted for resources: {'Port': ['ID=a5526aed-9d03-40b6-a9db-7b6bf7eb3d08,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:55:22.465899 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-85b136ab-984e-4e64-9c9c-9224d55eed6b req-fab3c2d4-5d82-4ae2-874a-383842c62fb2 tempest-SecurityGroupRulesNegativeTestJSON-587887818 tempest-SecurityGroupRulesNegativeTestJSON-587887818-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:22.468711 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3989de-de42-4d25-b932-025160e9ebf2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fa3e7df-d9f0-4092-90a6-c963ba88a515,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:55:22.576638 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.l3_dvrscheduler_db [req-6656fcf7-2338-47d7-82ff-1da7f7a200bd req-e735fb25-b2ec-44fa-b05f-c7d80d3330bd tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] No DVR routers for this DVR port a5526aed-9d03-40b6-a9db-7b6bf7eb3d08 on host n-h2-705658-22 {{(pid=105585) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 20:55:22.579817 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-6656fcf7-2338-47d7-82ff-1da7f7a200bd req-e735fb25-b2ec-44fa-b05f-c7d80d3330bd tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:22.582164 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-6656fcf7-2338-47d7-82ff-1da7f7a200bd req-e735fb25-b2ec-44fa-b05f-c7d80d3330bd tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] 10.222.0.60 "DELETE /v2.0/ports/a5526aed-9d03-40b6-a9db-7b6bf7eb3d08 HTTP/1.1" status: 204 len: 173 time: 1.3135300 Jul 27 20:55:22.582618 n-d-705658-22 neutron-server[105585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '308f2807-b47c-442c-b526-1012af774ec6', 'name': 'network-vif-deleted', 'tag': 'a5526aed-9d03-40b6-a9db-7b6bf7eb3d08'}] {{(pid=105585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:55:22.593592 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d66fd65881426bfc2b5388084a3654e5eae521106a15a3dbf0eb4cde7106c36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e3bd2df-a229-45c5-a0f5-9b38ca79b6c7" -d '{"events": [{"server_uuid": "308f2807-b47c-442c-b526-1012af774ec6", "name": "network-vif-deleted", "tag": "a5526aed-9d03-40b6-a9db-7b6bf7eb3d08"}]}' {{(pid=105585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:55:22.608036 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-85b136ab-984e-4e64-9c9c-9224d55eed6b req-fab3c2d4-5d82-4ae2-874a-383842c62fb2 tempest-SecurityGroupRulesNegativeTestJSON-587887818 tempest-SecurityGroupRulesNegativeTestJSON-587887818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:22.612855 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-85b136ab-984e-4e64-9c9c-9224d55eed6b req-fab3c2d4-5d82-4ae2-874a-383842c62fb2 tempest-SecurityGroupRulesNegativeTestJSON-587887818 tempest-SecurityGroupRulesNegativeTestJSON-587887818-project] Notify callbacks [] for security_group, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:22.629084 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-85b136ab-984e-4e64-9c9c-9224d55eed6b req-fab3c2d4-5d82-4ae2-874a-383842c62fb2 tempest-SecurityGroupRulesNegativeTestJSON-587887818 tempest-SecurityGroupRulesNegativeTestJSON-587887818-project] 10.222.0.59 "DELETE /v2.0/security-groups/ac833f8b-4cb8-4978-a27d-5a6b76d99401 HTTP/1.1" status: 204 len: 173 time: 0.4229262 Jul 27 20:55:22.646448 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bbd4f1-5045-4124-8e18-3daac9f23e8a req-37b8cb16-5c66-4d7a-9761-bc74b5ea1e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:22.648051 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-70bbd4f1-5045-4124-8e18-3daac9f23e8a req-37b8cb16-5c66-4d7a-9761-bc74b5ea1e5e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1bebab2985374229918b3d141f0a79f2&device_id=2433da90-085f-4008-812e-29c943e4f727 HTTP/1.1" status: 200 len: 1095 time: 0.1617661 Jul 27 20:55:22.668810 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab3c2d4-5d82-4ae2-874a-383842c62fb2 tempest-SecurityGroupRulesNegativeTestJSON-587887818 tempest-SecurityGroupRulesNegativeTestJSON-587887818-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac833f8b-4cb8-4978-a27d-5a6b76d99401,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:55:22.834590 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-6c7fd843-a4bd-49ae-a8d9-2cec820e003b req-0458fcd6-ef81-4798-8176-c8f7af9a1bf9 tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] 10.222.0.59 "GET /v2.0/ports?device_id=308f2807-b47c-442c-b526-1012af774ec6 HTTP/1.1" status: 200 len: 210 time: 0.0663218 Jul 27 20:55:22.904152 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cfc9a8-8ff4-4a19-b6ea-769918129feb req-c785f4b5-7ab2-4f4f-b49a-beca806c7485 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:22.912462 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-18cfc9a8-8ff4-4a19-b6ea-769918129feb req-c785f4b5-7ab2-4f4f-b49a-beca806c7485 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] 10.222.0.59 "GET /v2.0/ports?device_id=f5981167-1ac0-4ca7-95b5-d52c185534b7 HTTP/1.1" status: 200 len: 948 time: 0.2058687 Jul 27 20:55:22.915330 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 20:55:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-174b83e2-6425-441b-b4d7-649ddea93c66 x-openstack-request-id: req-174b83e2-6425-441b-b4d7-649ddea93c66 {{(pid=105585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:55:22.915613 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "308f2807-b47c-442c-b526-1012af774ec6", "name": "network-vif-deleted", "tag": "a5526aed-9d03-40b6-a9db-7b6bf7eb3d08", "status": "completed", "code": 200}]} {{(pid=105585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:55:22.915857 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-174b83e2-6425-441b-b4d7-649ddea93c66 {{(pid=105585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:55:22.916239 n-d-705658-22 neutron-server[105585]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '308f2807-b47c-442c-b526-1012af774ec6', 'name': 'network-vif-deleted', 'tag': 'a5526aed-9d03-40b6-a9db-7b6bf7eb3d08', 'status': 'completed', 'code': 200} Jul 27 20:55:22.919505 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bbd4f1-5045-4124-8e18-3daac9f23e8a req-6fe1cc5a-a0b6-41eb-8871-6c4168d407b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:22.921634 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-70bbd4f1-5045-4124-8e18-3daac9f23e8a req-6fe1cc5a-a0b6-41eb-8871-6c4168d407b8 service neutron] 10.222.0.36 "GET /v2.0/networks?id=48421823-0af9-4dd2-9d0c-663808a5aff4 HTTP/1.1" status: 200 len: 923 time: 0.2588561 Jul 27 20:55:22.988332 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-70bbd4f1-5045-4124-8e18-3daac9f23e8a req-c493050f-5103-40f7-b1a2-4dc41537d3cc service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=39ddd22f-e7a2-4068-9d6d-2e826289564d HTTP/1.1" status: 200 len: 217 time: 0.0475538 Jul 27 20:55:22.994344 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-7a2126e2-343c-416a-a211-3455a57244d8 req-30a14bd7-65ef-4579-85b8-53d0aa4d1d99 tempest-SecurityGroupRulesNegativeTestJSON-587887818 tempest-SecurityGroupRulesNegativeTestJSON-587887818-project] 10.222.0.59 "GET /v2.0/security-groups/87997085-bd77-4a82-a3ec-5fbeca628f3a HTTP/1.1" status: 200 len: 1810 time: 0.0595839 Jul 27 20:55:22.999836 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-18cfc9a8-8ff4-4a19-b6ea-769918129feb req-6eed8869-a87f-445e-8c4b-b0e8f5b01245 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] 10.222.0.59 "GET /v2.0/security-groups?id=c6534cb3-b44e-4a83-b57e-ddb72c2ad843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862613 Jul 27 20:55:23.097392 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bbd4f1-5045-4124-8e18-3daac9f23e8a req-7624d482-0d29-4782-8575-8ba8e5f8e045 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:23.114754 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-70bbd4f1-5045-4124-8e18-3daac9f23e8a req-7624d482-0d29-4782-8575-8ba8e5f8e045 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=109d73c7-c2b7-4bb2-839e-dc2ca31c6403 HTTP/1.1" status: 200 len: 862 time: 0.1109536 Jul 27 20:55:23.172607 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-70bbd4f1-5045-4124-8e18-3daac9f23e8a req-b605a85e-876d-4ac3-9fd4-62374a11a1d5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=48421823-0af9-4dd2-9d0c-663808a5aff4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0357034 Jul 27 20:55:23.186223 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-7a2126e2-343c-416a-a211-3455a57244d8 req-0a8d8320-f368-4819-985d-e3bf0cec2f4b tempest-SecurityGroupRulesNegativeTestJSON-587887818 tempest-SecurityGroupRulesNegativeTestJSON-587887818-project] Notify callbacks [] for security_group, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:23.216359 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-7a2126e2-343c-416a-a211-3455a57244d8 req-0a8d8320-f368-4819-985d-e3bf0cec2f4b tempest-SecurityGroupRulesNegativeTestJSON-587887818 tempest-SecurityGroupRulesNegativeTestJSON-587887818-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:23.228424 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5609b0f0-d6ac-4753-b86a-0812df463f22 req-f51a8b07-bde9-44ec-aa82-ebb1b7bf5369 tempest-ImagesOneServerNegativeTestJSON-323901233 tempest-ImagesOneServerNegativeTestJSON-323901233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:23.237629 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-5609b0f0-d6ac-4753-b86a-0812df463f22 req-f51a8b07-bde9-44ec-aa82-ebb1b7bf5369 tempest-ImagesOneServerNegativeTestJSON-323901233 tempest-ImagesOneServerNegativeTestJSON-323901233-project] 10.222.0.59 "GET /v2.0/ports?device_id=2433da90-085f-4008-812e-29c943e4f727 HTTP/1.1" status: 200 len: 943 time: 0.1312466 Jul 27 20:55:23.306878 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Device a7178fc2-144b-41ac-8d14-b53354ce11f1 details requested by agent hyperv_n-h2-705658-22 with host n-h2-705658-22 {{(pid=105586) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 20:55:23.321171 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-70bbd4f1-5045-4124-8e18-3daac9f23e8a req-067dfc03-aaff-4dbe-bff4-82e58c20220c service neutron] 10.222.0.36 "GET /v2.0/networks/48421823-0af9-4dd2-9d0c-663808a5aff4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1032283 Jul 27 20:55:23.321336 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-5609b0f0-d6ac-4753-b86a-0812df463f22 req-1c9296a8-f178-478c-88cd-3eb0bcc5b0f6 tempest-ImagesOneServerNegativeTestJSON-323901233 tempest-ImagesOneServerNegativeTestJSON-323901233-project] 10.222.0.59 "GET /v2.0/security-groups?id=b49152d2-7ea9-4069-930d-17bb1fb95e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824361 Jul 27 20:55:23.344809 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-7a2126e2-343c-416a-a211-3455a57244d8 req-0a8d8320-f368-4819-985d-e3bf0cec2f4b tempest-SecurityGroupRulesNegativeTestJSON-587887818 tempest-SecurityGroupRulesNegativeTestJSON-587887818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:23.347367 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-7a2126e2-343c-416a-a211-3455a57244d8 req-0a8d8320-f368-4819-985d-e3bf0cec2f4b tempest-SecurityGroupRulesNegativeTestJSON-587887818 tempest-SecurityGroupRulesNegativeTestJSON-587887818-project] Notify callbacks [] for security_group, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:23.352279 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-7a2126e2-343c-416a-a211-3455a57244d8 req-0a8d8320-f368-4819-985d-e3bf0cec2f4b tempest-SecurityGroupRulesNegativeTestJSON-587887818 tempest-SecurityGroupRulesNegativeTestJSON-587887818-project] 10.222.0.59 "DELETE /v2.0/security-groups/87997085-bd77-4a82-a3ec-5fbeca628f3a HTTP/1.1" status: 204 len: 173 time: 0.3430505 Jul 27 20:55:23.355859 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 34760) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:55:23.363162 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8d8320-f368-4819-985d-e3bf0cec2f4b tempest-SecurityGroupRulesNegativeTestJSON-587887818 tempest-SecurityGroupRulesNegativeTestJSON-587887818-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=87997085-bd77-4a82-a3ec-5fbeca628f3a,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:55:23.501933 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ada919a-affd-42d9-aec2-97cabe52f8d4 admin admin] Deleting subnet ef38d5ea-89a6-4172-8481-fd7a7474c325 {{(pid=105584) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 20:55:23.507595 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-7ada919a-affd-42d9-aec2-97cabe52f8d4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:23.532864 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-70bbd4f1-5045-4124-8e18-3daac9f23e8a req-01a6c646-2e37-40b5-a22c-3db1f301575a service neutron] 10.222.0.36 "GET /v2.0/networks/48421823-0af9-4dd2-9d0c-663808a5aff4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1886981 Jul 27 20:55:23.564310 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-7ada919a-affd-42d9-aec2-97cabe52f8d4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9014207'] for subnet, precommit_delete_associations {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:23.565263 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410efefa-8d6e-4ef5-818a-1704d8172eba req-d9c9a97b-4679-44e6-b20e-52af0d601798 tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:23.574830 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-410efefa-8d6e-4ef5-818a-1704d8172eba req-d9c9a97b-4679-44e6-b20e-52af0d601798 tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] 10.222.0.59 "GET /v2.0/ports?device_id=227e87e6-7a64-4944-af32-868f2772cf85 HTTP/1.1" status: 200 len: 945 time: 0.0867515 Jul 27 20:55:23.586402 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] For port a7178fc2-144b-41ac-8d14-b53354ce11f1, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=a7178fc2-144b-41ac-8d14-b53354ce11f1,segment=NetworkSegment(7ddd3554-64b5-4ff7-9735-f58b31de803c),segment_id=7ddd3554-64b5-4ff7-9735-f58b31de803c)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:55:23.614973 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Device a7178fc2-144b-41ac-8d14-b53354ce11f1 has no active binding in host n-h2-705658-22 {{(pid=105586) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 27 20:55:23.637533 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-410efefa-8d6e-4ef5-818a-1704d8172eba req-576f3125-3d84-419c-bcab-df0134cbec28 tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] 10.222.0.59 "GET /v2.0/security-groups?id=594c38b0-00a0-4e02-9d5e-673f3a5e469c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615206 Jul 27 20:55:23.646050 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-7ada919a-affd-42d9-aec2-97cabe52f8d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854965'] for subnet, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:23.660176 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 34770) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:55:23.701859 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-7ada919a-affd-42d9-aec2-97cabe52f8d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9014081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9738825'] for subnet, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:23.727838 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ada919a-affd-42d9-aec2-97cabe52f8d4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ef38d5ea-89a6-4172-8481-fd7a7474c325,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:55:23.729876 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-7ada919a-affd-42d9-aec2-97cabe52f8d4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:23.731726 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-7ada919a-affd-42d9-aec2-97cabe52f8d4 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/ef38d5ea-89a6-4172-8481-fd7a7474c325 HTTP/1.1" status: 204 len: 168 time: 0.3746054 Jul 27 20:55:23.734366 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 34774) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:55:23.769041 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-c881a4da-a375-44f7-9b47-83f05a682c28 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-234435651-network', 'tenant_id': '64da060b2dd44212a62bc79dadd15741'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:55:23.808197 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-f891dc74-5cb8-4d1a-b519-efe9ffee1c94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-990557'] for network, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:23.814652 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c881a4da-a375-44f7-9b47-83f05a682c28 admin admin] Made reservation on behalf of 64da060b2dd44212a62bc79dadd15741 for: {'network': 1} {{(pid=105585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:55:23.816907 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-c881a4da-a375-44f7-9b47-83f05a682c28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for network, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:23.831594 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-c881a4da-a375-44f7-9b47-83f05a682c28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:23.847992 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc733a7-771e-4670-ad36-cecba90429eb req-11242023-c881-4c61-88db-af829b30ec85 tempest-LiveMigrationTest-297508949 tempest-LiveMigrationTest-297508949-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:23.849502 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-ddc733a7-771e-4670-ad36-cecba90429eb req-11242023-c881-4c61-88db-af829b30ec85 tempest-LiveMigrationTest-297508949 tempest-LiveMigrationTest-297508949-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=227e87e6-7a64-4944-af32-868f2772cf85&tenant_id=0ae9964322044591b167626dd714310e&binding%3Ahost_id=n-h1-705658-22 HTTP/1.1" status: 200 len: 1097 time: 0.0957432 Jul 27 20:55:23.865136 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [req-ddc733a7-771e-4670-ad36-cecba90429eb req-d1400e11-e04b-4238-bc04-091c86577069 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-705658-22'}}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:55:23.897171 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-f891dc74-5cb8-4d1a-b519-efe9ffee1c94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853562', 'neutron.services.segments.db._delete_segments_for_network-8790688882975'] for network, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:23.905905 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.segments.db [None req-f891dc74-5cb8-4d1a-b519-efe9ffee1c94 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58f7068a-530f-43e5-8684-3f544fee7121']}} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:55:23.919731 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.segments.db [None req-f891dc74-5cb8-4d1a-b519-efe9ffee1c94 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5b1c3a8-0416-4265-82b8-6148f82b165d') {'for_net_delete': True} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:55:23.920689 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.segments.db [None req-f891dc74-5cb8-4d1a-b519-efe9ffee1c94 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5b1c3a8-0416-4265-82b8-6148f82b165d') {} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:55:23.931487 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-f891dc74-5cb8-4d1a-b519-efe9ffee1c94 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790688883752', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9014348'] for segment, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:23.948705 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-f891dc74-5cb8-4d1a-b519-efe9ffee1c94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:23.957431 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f891dc74-5cb8-4d1a-b519-efe9ffee1c94 admin admin] Releasing vlan 204 on physical network physnet1 to pool {{(pid=105584) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 20:55:23.957885 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-f891dc74-5cb8-4d1a-b519-efe9ffee1c94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9014063'] for segment, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:23.959754 n-d-705658-22 neutron-server[105584]: Traceback (most recent call last): Jul 27 20:55:23.959754 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 20:55:23.959754 n-d-705658-22 neutron-server[105584]: timer() Jul 27 20:55:23.959754 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 20:55:23.959754 n-d-705658-22 neutron-server[105584]: cb(*args, **kw) Jul 27 20:55:23.959754 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 20:55:23.959754 n-d-705658-22 neutron-server[105584]: return func(*args, **kwargs) Jul 27 20:55:23.959754 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 20:55:23.959754 n-d-705658-22 neutron-server[105584]: self._notify() Jul 27 20:55:23.959754 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 20:55:23.959754 n-d-705658-22 neutron-server[105584]: self.callback(batched_events) Jul 27 20:55:23.959754 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 20:55:23.959754 n-d-705658-22 neutron-server[105584]: event.method(event) Jul 27 20:55:23.959754 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 20:55:23.959754 n-d-705658-22 neutron-server[105584]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 20:55:23.959754 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 20:55:23.959754 n-d-705658-22 neutron-server[105584]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 20:55:23.959754 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 20:55:23.959754 n-d-705658-22 neutron-server[105584]: return f(self, *a, **k) Jul 27 20:55:23.959754 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 20:55:23.959754 n-d-705658-22 neutron-server[105584]: return self._get(url).json() Jul 27 20:55:23.959754 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 20:55:23.959754 n-d-705658-22 neutron-server[105584]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 20:55:23.959754 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 20:55:23.959754 n-d-705658-22 neutron-server[105584]: return self.request(url, 'GET', **kwargs) Jul 27 20:55:23.959754 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 20:55:23.959754 n-d-705658-22 neutron-server[105584]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 20:55:23.959754 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 20:55:23.959754 n-d-705658-22 neutron-server[105584]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 20:55:23.959754 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 20:55:23.959754 n-d-705658-22 neutron-server[105584]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 20:55:23.959754 n-d-705658-22 neutron-server[105584]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 20:55:24.027780 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-f891dc74-5cb8-4d1a-b519-efe9ffee1c94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4075658'] for network, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:24.028178 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-ddc733a7-771e-4670-ad36-cecba90429eb req-d1400e11-e04b-4238-bc04-091c86577069 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:24.036193 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-f891dc74-5cb8-4d1a-b519-efe9ffee1c94 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743886'] for network, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:24.041183 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-f891dc74-5cb8-4d1a-b519-efe9ffee1c94 admin admin] 10.222.0.59 "DELETE /v2.0/networks/58f7068a-530f-43e5-8684-3f544fee7121 HTTP/1.1" status: 204 len: 168 time: 0.3028607 Jul 27 20:55:24.060493 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f891dc74-5cb8-4d1a-b519-efe9ffee1c94 admin admin] Pushing event deleted for resources: {'Network': ['ID=58f7068a-530f-43e5-8684-3f544fee7121,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:55:24.088706 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-c881a4da-a375-44f7-9b47-83f05a682c28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:24.112508 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-c881a4da-a375-44f7-9b47-83f05a682c28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:24.164431 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 34790) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:55:24.182672 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c881a4da-a375-44f7-9b47-83f05a682c28 admin admin] vlan segment allocate from pool success with {'vlan_id': 200, 'physical_network': 'physnet1'} {{(pid=105585) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 20:55:24.206700 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-42d8c2d0-1119-4cd0-99a4-6aa3ef1cf957 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=86c0328f47c4469fa072439cb1fb1a05&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0410216 Jul 27 20:55:24.209388 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 34792) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:55:24.247241 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-c881a4da-a375-44f7-9b47-83f05a682c28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:24.247582 n-d-705658-22 neutron-server[105585]: INFO neutron.db.segments_db [None req-c881a4da-a375-44f7-9b47-83f05a682c28 admin admin] Added segment 9dcee0f9-4d46-4446-867e-34216aa290b0 of type vlan for network 7bcae981-8648-471e-89db-85c5dd38c4a9 Jul 27 20:55:24.248821 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c881a4da-a375-44f7-9b47-83f05a682c28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62902385-0be6-4fc2-8f2f-7ba49cb7a401,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:55:24.256707 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-08969148-c892-4a43-ac1b-2021d9f3c858 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:24.279249 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-08969148-c892-4a43-ac1b-2021d9f3c858 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:24.307014 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e261fd5-d7e8-4753-be32-2be8243723fa req-c15daeef-9c5c-4bf5-a22b-fd923f2a0bb4 tempest-LiveAutoBlockMigrationV225Test-821062891 tempest-LiveAutoBlockMigrationV225Test-821062891-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:24.308550 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-3e261fd5-d7e8-4753-be32-2be8243723fa req-c15daeef-9c5c-4bf5-a22b-fd923f2a0bb4 tempest-LiveAutoBlockMigrationV225Test-821062891 tempest-LiveAutoBlockMigrationV225Test-821062891-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=23a39a45-86ad-4a34-aa42-6affa73d3ff5 HTTP/1.1" status: 200 len: 1097 time: 0.2658238 Jul 27 20:55:24.321205 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-c881a4da-a375-44f7-9b47-83f05a682c28 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790688424798'] for network, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:24.327499 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-08969148-c892-4a43-ac1b-2021d9f3c858 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:24.330651 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-08969148-c892-4a43-ac1b-2021d9f3c858 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:24.332009 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-08969148-c892-4a43-ac1b-2021d9f3c858 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/5c375afc-017a-4f78-8af5-e33e0108715f HTTP/1.1" status: 204 len: 168 time: 0.1217060 Jul 27 20:55:24.341021 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08969148-c892-4a43-ac1b-2021d9f3c858 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c375afc-017a-4f78-8af5-e33e0108715f,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:55:24.388193 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95312bb-1f87-4ac0-a6e9-495ade78b119 req-b02dad70-635f-420c-b688-9b0ef48407e4 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:24.389665 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-d95312bb-1f87-4ac0-a6e9-495ade78b119 req-b02dad70-635f-420c-b688-9b0ef48407e4 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] 10.222.0.59 "GET /v2.0/ports?device_id=f5981167-1ac0-4ca7-95b5-d52c185534b7 HTTP/1.1" status: 200 len: 948 time: 0.2656612 Jul 27 20:55:24.407399 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.db [req-ddc733a7-771e-4670-ad36-cecba90429eb req-d1400e11-e04b-4238-bc04-091c86577069 service neutron] For port a7178fc2-144b-41ac-8d14-b53354ce11f1, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=a7178fc2-144b-41ac-8d14-b53354ce11f1,segment=NetworkSegment(7ddd3554-64b5-4ff7-9735-f58b31de803c),segment_id=7ddd3554-64b5-4ff7-9735-f58b31de803c)] {{(pid=105585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:55:24.427779 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-3e261fd5-d7e8-4753-be32-2be8243723fa req-63b69aba-246a-49c5-9f21-92e2557bbf83 tempest-LiveAutoBlockMigrationV225Test-821062891 tempest-LiveAutoBlockMigrationV225Test-821062891-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=1749b80d-91c6-4bd3-8e8d-666bd095400f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098106 Jul 27 20:55:24.445547 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-c881a4da-a375-44f7-9b47-83f05a682c28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920'] for network, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:24.446508 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c881a4da-a375-44f7-9b47-83f05a682c28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:24.447113 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-c881a4da-a375-44f7-9b47-83f05a682c28 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743886'] for network, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:24.559084 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-d95312bb-1f87-4ac0-a6e9-495ade78b119 req-144ee211-0779-4c90-9ba7-e31eb5d46676 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] 10.222.0.59 "GET /v2.0/security-groups?id=c6534cb3-b44e-4a83-b57e-ddb72c2ad843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553605 Jul 27 20:55:24.579382 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.db [req-ddc733a7-771e-4670-ad36-cecba90429eb req-d1400e11-e04b-4238-bc04-091c86577069 service neutron] For port a7178fc2-144b-41ac-8d14-b53354ce11f1, host n-h1-705658-22, cleared binding levels {{(pid=105585) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:55:24.581894 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-c881a4da-a375-44f7-9b47-83f05a682c28 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.9201686 Jul 27 20:55:24.584874 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 34802) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:55:24.594731 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-b623d2fe-6ef7-4ae6-a6fe-16f384f06378 admin admin] Request body: {'subnet': {'network_id': '7bcae981-8648-471e-89db-85c5dd38c4a9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-234435651-subnet', 'tenant_id': '64da060b2dd44212a62bc79dadd15741', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:55:24.603447 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c881a4da-a375-44f7-9b47-83f05a682c28 admin admin] Pushing event updated for resources: {'Network': ['ID=7bcae981-8648-471e-89db-85c5dd38c4a9,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:55:24.618956 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Network 7bcae981-8648-471e-89db-85c5dd38c4a9 details requested by agent ovs-agent-n-d-705658-22 with host n-d-705658-22 {{(pid=105586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 20:55:24.622454 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b623d2fe-6ef7-4ae6-a6fe-16f384f06378 admin admin] Made reservation on behalf of 64da060b2dd44212a62bc79dadd15741 for: {'subnet': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:55:24.626738 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-b623d2fe-6ef7-4ae6-a6fe-16f384f06378 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9738786'] for subnet, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:24.638150 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-ddc733a7-771e-4670-ad36-cecba90429eb req-d1400e11-e04b-4238-bc04-091c86577069 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:24.648955 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-ddc733a7-771e-4670-ad36-cecba90429eb req-d1400e11-e04b-4238-bc04-091c86577069 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10221672'] for port, after_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:24.710091 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02679694-a23d-4af6-b39e-877d2c84f476 req-58fd575f-272e-4f7a-a24b-5774875818d8 tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:24.718060 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-02679694-a23d-4af6-b39e-877d2c84f476 req-58fd575f-272e-4f7a-a24b-5774875818d8 tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] 10.222.0.59 "GET /v2.0/ports?device_id=94443490-ac88-4e74-8177-4a5c0f0aa194 HTTP/1.1" status: 200 len: 950 time: 0.1912959 Jul 27 20:55:24.812972 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1400e11-e04b-4238-bc04-091c86577069 service neutron] Pushing event updated for resources: {'Port': ['ID=a7178fc2-144b-41ac-8d14-b53354ce11f1,revision_number=7']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:55:24.849177 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-02679694-a23d-4af6-b39e-877d2c84f476 req-3cc1b34f-ad28-4216-8a92-69f5cefa0184 tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] 10.222.0.59 "GET /v2.0/security-groups?id=dea81a77-85b4-4e12-8e1d-b19e89484a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285901 Jul 27 20:55:24.853717 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.managers [req-ddc733a7-771e-4670-ad36-cecba90429eb req-d1400e11-e04b-4238-bc04-091c86577069 service neutron] Attempting to bind port a7178fc2-144b-41ac-8d14-b53354ce11f1 on host n-h1-705658-22 for vnic_type normal with profile {"migrating_to": "n-h2-705658-22"} {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:55:24.854075 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.managers [req-ddc733a7-771e-4670-ad36-cecba90429eb req-d1400e11-e04b-4238-bc04-091c86577069 service neutron] Attempting to bind port a7178fc2-144b-41ac-8d14-b53354ce11f1 by drivers openvswitch,hyperv on host n-h1-705658-22 at level 0 using segments [{'id': '7ddd3554-64b5-4ff7-9735-f58b31de803c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '4d297cf8-0ab0-49a0-a8db-82a17169c88a'}] {{(pid=105585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:55:24.854384 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddc733a7-771e-4670-ad36-cecba90429eb req-d1400e11-e04b-4238-bc04-091c86577069 service neutron] Attempting to bind port a7178fc2-144b-41ac-8d14-b53354ce11f1 on network 4d297cf8-0ab0-49a0-a8db-82a17169c88a {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:55:24.866670 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddc733a7-771e-4670-ad36-cecba90429eb req-d1400e11-e04b-4238-bc04-091c86577069 service neutron] Port a7178fc2-144b-41ac-8d14-b53354ce11f1 on network 4d297cf8-0ab0-49a0-a8db-82a17169c88a not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-22 {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 20:55:24.867111 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddc733a7-771e-4670-ad36-cecba90429eb req-d1400e11-e04b-4238-bc04-091c86577069 service neutron] Attempting to bind port a7178fc2-144b-41ac-8d14-b53354ce11f1 on network 4d297cf8-0ab0-49a0-a8db-82a17169c88a {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:55:24.867302 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-b623d2fe-6ef7-4ae6-a6fe-16f384f06378 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9014150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9738800'] for subnet, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:24.879843 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddc733a7-771e-4670-ad36-cecba90429eb req-d1400e11-e04b-4238-bc04-091c86577069 service neutron] Checking agent: {'id': '9d9bc37f-4d75-44ef-9f63-799aab3e316f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 49, 36), 'started_at': datetime.datetime(2021, 7, 27, 20, 49, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 55, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:55:24.880200 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddc733a7-771e-4670-ad36-cecba90429eb req-d1400e11-e04b-4238-bc04-091c86577069 service neutron] Checking segment: {'id': '7ddd3554-64b5-4ff7-9735-f58b31de803c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '4d297cf8-0ab0-49a0-a8db-82a17169c88a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:55:24.880583 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddc733a7-771e-4670-ad36-cecba90429eb req-d1400e11-e04b-4238-bc04-091c86577069 service neutron] Bound using segment: {'id': '7ddd3554-64b5-4ff7-9735-f58b31de803c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '4d297cf8-0ab0-49a0-a8db-82a17169c88a'} {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:55:24.881023 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.managers [req-ddc733a7-771e-4670-ad36-cecba90429eb req-d1400e11-e04b-4238-bc04-091c86577069 service neutron] Bound port: a7178fc2-144b-41ac-8d14-b53354ce11f1, host: n-h1-705658-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ddd3554-64b5-4ff7-9735-f58b31de803c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '4d297cf8-0ab0-49a0-a8db-82a17169c88a'}}] {{(pid=105585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:55:24.881406 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-ddc733a7-771e-4670-ad36-cecba90429eb req-d1400e11-e04b-4238-bc04-091c86577069 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:24.952137 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b6c2df-6b8b-4720-b262-481ce444bafc req-99493f37-7ae0-41d7-9efb-c24119f7d30d tempest-ImagesOneServerNegativeTestJSON-323901233 tempest-ImagesOneServerNegativeTestJSON-323901233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:24.953754 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-03b6c2df-6b8b-4720-b262-481ce444bafc req-99493f37-7ae0-41d7-9efb-c24119f7d30d tempest-ImagesOneServerNegativeTestJSON-323901233 tempest-ImagesOneServerNegativeTestJSON-323901233-project] 10.222.0.59 "GET /v2.0/ports?device_id=2433da90-085f-4008-812e-29c943e4f727 HTTP/1.1" status: 200 len: 943 time: 0.2540851 Jul 27 20:55:24.956429 n-d-705658-22 neutron-server[105585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '227e87e6-7a64-4944-af32-868f2772cf85', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a7178fc2-144b-41ac-8d14-b53354ce11f1'}] {{(pid=105585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:55:24.958371 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d66fd65881426bfc2b5388084a3654e5eae521106a15a3dbf0eb4cde7106c36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75c4a66a-5f60-40a0-953f-4ac1e2bb024f" -d '{"events": [{"server_uuid": "227e87e6-7a64-4944-af32-868f2772cf85", "name": "network-vif-unplugged", "status": "completed", "tag": "a7178fc2-144b-41ac-8d14-b53354ce11f1"}]}' {{(pid=105585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:55:24.963116 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b623d2fe-6ef7-4ae6-a6fe-16f384f06378 admin admin] Pushing event updated for resources: {'Subnet': ['ID=79e9814a-bc6d-4124-93bb-2b85b8b7cfb1,revision_number=0']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:55:24.977580 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b623d2fe-6ef7-4ae6-a6fe-16f384f06378 admin admin] Checking segment: {'id': '9dcee0f9-4d46-4446-867e-34216aa290b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '7bcae981-8648-471e-89db-85c5dd38c4a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:55:24.978043 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b623d2fe-6ef7-4ae6-a6fe-16f384f06378 admin admin] Network hostable DHCP agents. Network: 7bcae981-8648-471e-89db-85c5dd38c4a9, hostable agents: ['7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a'], hosted agents: [] {{(pid=105584) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 20:55:24.984843 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.db [req-ddc733a7-771e-4670-ad36-cecba90429eb req-d1400e11-e04b-4238-bc04-091c86577069 service neutron] For port a7178fc2-144b-41ac-8d14-b53354ce11f1, host n-h1-705658-22, cleared binding levels {{(pid=105585) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:55:24.996999 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b623d2fe-6ef7-4ae6-a6fe-16f384f06378 admin admin] Network 7bcae981-8648-471e-89db-85c5dd38c4a9 is scheduled to be hosted by DHCP agent 7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a with binding_index 1 {{(pid=105584) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 20:55:25.002934 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.db [req-ddc733a7-771e-4670-ad36-cecba90429eb req-d1400e11-e04b-4238-bc04-091c86577069 service neutron] For port a7178fc2-144b-41ac-8d14-b53354ce11f1, host n-h1-705658-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=a7178fc2-144b-41ac-8d14-b53354ce11f1,segment=NetworkSegment(7ddd3554-64b5-4ff7-9735-f58b31de803c),segment_id=7ddd3554-64b5-4ff7-9735-f58b31de803c)] {{(pid=105585) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:55:25.009854 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [None req-b623d2fe-6ef7-4ae6-a6fe-16f384f06378 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-22, 7bcae981-8648-471e-89db-85c5dd38c4a9) {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:55:25.010046 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-ddc733a7-771e-4670-ad36-cecba90429eb req-d1400e11-e04b-4238-bc04-091c86577069 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10221672'] for port, after_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:25.016069 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b623d2fe-6ef7-4ae6-a6fe-16f384f06378 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:25.017068 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-b623d2fe-6ef7-4ae6-a6fe-16f384f06378 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:25.029322 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b28916d-6d41-4746-8cbb-3f9f4a9a4d88 None None] Network 7bcae981-8648-471e-89db-85c5dd38c4a9 requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 20:55:25.037326 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-b623d2fe-6ef7-4ae6-a6fe-16f384f06378 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.4505200 Jul 27 20:55:25.039956 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 34826) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:55:25.044994 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-6231c051-1421-4246-8cd5-0dc77a6bd1d7 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-234435651-router', 'tenant_id': '64da060b2dd44212a62bc79dadd15741', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305'}}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:55:25.048342 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-03b6c2df-6b8b-4720-b262-481ce444bafc req-61932658-af17-45ec-9f2a-ea17700e8a74 tempest-ImagesOneServerNegativeTestJSON-323901233 tempest-ImagesOneServerNegativeTestJSON-323901233-project] 10.222.0.59 "GET /v2.0/security-groups?id=b49152d2-7ea9-4069-930d-17bb1fb95e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807469 Jul 27 20:55:25.095538 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-6231c051-1421-4246-8cd5-0dc77a6bd1d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4163813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-443'] for router, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:25.096918 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-6231c051-1421-4246-8cd5-0dc77a6bd1d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4165196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4077059', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3711235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-418'] for router, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:25.145411 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1400e11-e04b-4238-bc04-091c86577069 service neutron] Pushing event updated for resources: {'Port': ['ID=a7178fc2-144b-41ac-8d14-b53354ce11f1,revision_number=8']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:55:25.175526 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 34828) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:55:25.182139 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc733a7-771e-4670-ad36-cecba90429eb req-d1400e11-e04b-4238-bc04-091c86577069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:25.182807 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-ddc733a7-771e-4670-ad36-cecba90429eb req-d1400e11-e04b-4238-bc04-091c86577069 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:25.184266 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-ddc733a7-771e-4670-ad36-cecba90429eb req-d1400e11-e04b-4238-bc04-091c86577069 service neutron] 10.222.0.60 "PUT /v2.0/ports/a7178fc2-144b-41ac-8d14-b53354ce11f1 HTTP/1.1" status: 200 len: 1123 time: 1.3257840 Jul 27 20:55:25.352274 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17194c13-b68c-4ac1-8e60-4cd32911263f req-920cdab4-d560-45d1-90b5-0db658581fbc tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:25.354076 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-17194c13-b68c-4ac1-8e60-4cd32911263f req-920cdab4-d560-45d1-90b5-0db658581fbc tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] 10.222.0.59 "GET /v2.0/ports?device_id=227e87e6-7a64-4944-af32-868f2772cf85 HTTP/1.1" status: 200 len: 943 time: 0.1437001 Jul 27 20:55:25.359227 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-f0732016-bba5-4bce-ba39-cce8a3980f2a admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-959213242-network', 'tenant_id': '4db6b04858584f16a518b56ddf54baba'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:55:25.370760 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Device a5526aed-9d03-40b6-a9db-7b6bf7eb3d08 no longer exists at agent hyperv_n-h2-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 20:55:25.379089 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] get_ports_and_sgs() called for port_ids ['a7178fc2-144b-41ac-8d14-b53354ce11f1'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 20:55:25.419646 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-17194c13-b68c-4ac1-8e60-4cd32911263f req-c000dd13-4064-4dbe-b4f1-11d38e8e528a tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] 10.222.0.59 "GET /v2.0/security-groups?id=594c38b0-00a0-4e02-9d5e-673f3a5e469c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561824 Jul 27 20:55:25.420295 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0732016-bba5-4bce-ba39-cce8a3980f2a admin admin] Made reservation on behalf of 4db6b04858584f16a518b56ddf54baba for: {'network': 1} {{(pid=105585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:55:25.423875 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-f0732016-bba5-4bce-ba39-cce8a3980f2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for network, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:25.433439 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-f0732016-bba5-4bce-ba39-cce8a3980f2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:25.468763 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-3d54578f-831f-4696-b568-13c455922dab None None] No Port match for: a5526aed-9d03-40b6-a9db-7b6bf7eb3d08 {{(pid=105586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 20:55:25.469455 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Device a5526aed-9d03-40b6-a9db-7b6bf7eb3d08 not bound to the agent host n-h2-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 20:55:25.507406 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-6231c051-1421-4246-8cd5-0dc77a6bd1d7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:25.508523 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 27 Jul 2021 20:55:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a071b5c-b2cf-433e-af07-83b871da4162 x-openstack-request-id: req-3a071b5c-b2cf-433e-af07-83b871da4162 {{(pid=105585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:55:25.508808 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "227e87e6-7a64-4944-af32-868f2772cf85", "name": "network-vif-unplugged", "status": "completed", "tag": "a7178fc2-144b-41ac-8d14-b53354ce11f1", "code": 200}]} {{(pid=105585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:55:25.509242 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-3a071b5c-b2cf-433e-af07-83b871da4162 {{(pid=105585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:55:25.509560 n-d-705658-22 neutron-server[105585]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '227e87e6-7a64-4944-af32-868f2772cf85', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a7178fc2-144b-41ac-8d14-b53354ce11f1', 'code': 200} Jul 27 20:55:25.527631 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] get_ports_and_sgs() called for port_ids ['a7178fc2-144b-41ac-8d14-b53354ce11f1'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 20:55:25.562101 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab005a4c-b9b0-4b3c-9e61-d0bba987b362 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30bb4b93-b285-5d90-9493-f9ec33ea333c-7bcae981-8648-471e-89db-85c5dd38c4a9', 'network_id': '7bcae981-8648-471e-89db-85c5dd38c4a9', 'tenant_id': '64da060b2dd44212a62bc79dadd15741', 'fixed_ips': [{'subnet_id': '79e9814a-bc6d-4124-93bb-2b85b8b7cfb1'}]}} from n-d-705658-22. {{(pid=105586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 20:55:25.563601 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-ab005a4c-b9b0-4b3c-9e61-d0bba987b362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:25.575553 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-f0732016-bba5-4bce-ba39-cce8a3980f2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:25.580143 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-f0732016-bba5-4bce-ba39-cce8a3980f2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:25.617252 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0732016-bba5-4bce-ba39-cce8a3980f2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee6ba9be-e2ba-4b1b-8b46-428ec5a49e6e,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:55:25.639553 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0732016-bba5-4bce-ba39-cce8a3980f2a admin admin] vlan segment allocate from pool success with {'vlan_id': 248, 'physical_network': 'physnet1'} {{(pid=105585) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 20:55:25.650943 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-f0732016-bba5-4bce-ba39-cce8a3980f2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:25.651597 n-d-705658-22 neutron-server[105585]: INFO neutron.db.segments_db [None req-f0732016-bba5-4bce-ba39-cce8a3980f2a admin admin] Added segment 839ae395-18c4-4db8-912c-98cffd4079a9 of type vlan for network b01b2bcb-b6d7-427b-8018-a1eed8201f0c Jul 27 20:55:25.720254 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-6231c051-1421-4246-8cd5-0dc77a6bd1d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4077169', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4163787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-400'] for router, precommit_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:25.736205 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-f0732016-bba5-4bce-ba39-cce8a3980f2a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790688424798'] for network, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:25.743724 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device 39ddd22f-e7a2-4068-9d6d-2e826289564d details requested by agent hyperv_n-h1-705658-22 with host n-h1-705658-22 {{(pid=105586) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 20:55:25.792580 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce688154-6f25-47e7-b522-7134b6f34697 req-872ddab5-71c3-4242-930f-fd2e3f184d88 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:25.794808 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-ce688154-6f25-47e7-b522-7134b6f34697 req-872ddab5-71c3-4242-930f-fd2e3f184d88 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] 10.222.0.59 "GET /v2.0/ports?device_id=f5981167-1ac0-4ca7-95b5-d52c185534b7 HTTP/1.1" status: 200 len: 948 time: 0.0988474 Jul 27 20:55:25.807660 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-f0732016-bba5-4bce-ba39-cce8a3980f2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920'] for network, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:25.808673 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0732016-bba5-4bce-ba39-cce8a3980f2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:25.809355 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-f0732016-bba5-4bce-ba39-cce8a3980f2a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743886'] for network, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:25.891705 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-f0732016-bba5-4bce-ba39-cce8a3980f2a admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7080772 Jul 27 20:55:25.892610 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 34856) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:55:25.907580 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-ff5032b1-c96a-4dae-b333-61331e67d13b admin admin] Request body: {'subnet': {'network_id': 'b01b2bcb-b6d7-427b-8018-a1eed8201f0c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-959213242-subnet', 'tenant_id': '4db6b04858584f16a518b56ddf54baba', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:55:25.921086 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0732016-bba5-4bce-ba39-cce8a3980f2a admin admin] Pushing event updated for resources: {'Network': ['ID=b01b2bcb-b6d7-427b-8018-a1eed8201f0c,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:55:25.951920 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-ce688154-6f25-47e7-b522-7134b6f34697 req-cb19aa79-f35d-4728-a18d-6834dde0f911 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] 10.222.0.59 "GET /v2.0/security-groups?id=c6534cb3-b44e-4a83-b57e-ddb72c2ad843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336842 Jul 27 20:55:25.953533 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff5032b1-c96a-4dae-b333-61331e67d13b admin admin] Made reservation on behalf of 4db6b04858584f16a518b56ddf54baba for: {'subnet': 1} {{(pid=105585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:55:25.956128 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-ff5032b1-c96a-4dae-b333-61331e67d13b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9990620'] for subnet, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:25.999801 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-6231c051-1421-4246-8cd5-0dc77a6bd1d7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:26.034275 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-6231c051-1421-4246-8cd5-0dc77a6bd1d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:26.048527 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Network b01b2bcb-b6d7-427b-8018-a1eed8201f0c details requested by agent ovs-agent-n-d-705658-22 with host n-d-705658-22 {{(pid=105586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 20:55:26.053152 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.db_base_plugin_common [None req-ab005a4c-b9b0-4b3c-9e61-d0bba987b362 None None] Allocated IP 172.20.0.2 (7bcae981-8648-471e-89db-85c5dd38c4a9/79e9814a-bc6d-4124-93bb-2b85b8b7cfb1/5a39029a-c905-40eb-baeb-8e686564a688) {{(pid=105586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:55:26.157907 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96faabc6-ff57-44c6-8a02-ce0dc8dce1d2 req-7e2eedbe-9392-423c-9295-c3430e811fa4 tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:26.159556 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-96faabc6-ff57-44c6-8a02-ce0dc8dce1d2 req-7e2eedbe-9392-423c-9295-c3430e811fa4 tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] 10.222.0.59 "GET /v2.0/ports?device_id=94443490-ac88-4e74-8177-4a5c0f0aa194 HTTP/1.1" status: 200 len: 950 time: 0.1195705 Jul 27 20:55:26.186884 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [req-fb84f68b-5c78-4f0d-a9a5-8dfb14ac9484 req-89245ed8-1f31-40ec-9b48-cc705b06ce04 tempest-LiveAutoBlockMigrationV225Test-821062891 tempest-LiveAutoBlockMigrationV225Test-821062891-project-admin] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=105584) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 20:55:26.194518 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-fb84f68b-5c78-4f0d-a9a5-8dfb14ac9484 req-89245ed8-1f31-40ec-9b48-cc705b06ce04 tempest-LiveAutoBlockMigrationV225Test-821062891 tempest-LiveAutoBlockMigrationV225Test-821062891-project-admin] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0293422 Jul 27 20:55:26.200455 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [req-fb84f68b-5c78-4f0d-a9a5-8dfb14ac9484 req-2a459256-a6b0-43b4-85f6-88c02c9ba49e service neutron] Request body: {'binding': {'host': 'n-h2-705658-22', 'vnic_type': 'normal', 'profile': {}}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:55:26.200900 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [req-fb84f68b-5c78-4f0d-a9a5-8dfb14ac9484 req-2a459256-a6b0-43b4-85f6-88c02c9ba49e service neutron] Unknown quota resources ['binding']. {{(pid=105584) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 27 20:55:26.206008 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] For port 39ddd22f-e7a2-4068-9d6d-2e826289564d, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=39ddd22f-e7a2-4068-9d6d-2e826289564d,segment=NetworkSegment(1a6df4b8-1b7f-4c91-aeab-868433773047),segment_id=1a6df4b8-1b7f-4c91-aeab-868433773047)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:55:26.244593 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-96faabc6-ff57-44c6-8a02-ce0dc8dce1d2 req-e7d55628-c4ab-4a53-a1a8-df750cf97bfd tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] 10.222.0.59 "GET /v2.0/security-groups?id=dea81a77-85b4-4e12-8e1d-b19e89484a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767686 Jul 27 20:55:26.251016 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-ff5032b1-c96a-4dae-b333-61331e67d13b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10221797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9990606'] for subnet, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:26.257702 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.db_base_plugin_common [None req-6231c051-1421-4246-8cd5-0dc77a6bd1d7 admin admin] Allocated IP 172.25.5.245 (8735d8a2-b604-4758-ae71-b40e4ee6f305/eca7dbab-b9c0-4c8f-a272-816ea8a81764/30edec30-35d7-4893-95e7-7b657e45e3a1) {{(pid=105584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:55:26.273839 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Returning: {'device': '39ddd22f-e7a2-4068-9d6d-2e826289564d', 'network_id': '48421823-0af9-4dd2-9d0c-663808a5aff4', 'port_id': '39ddd22f-e7a2-4068-9d6d-2e826289564d', 'mac_address': 'fa:16:3e:98:57:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '109d73c7-c2b7-4bb2-839e-dc2ca31c6403', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105586) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 20:55:26.315236 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5032b1-c96a-4dae-b333-61331e67d13b admin admin] Pushing event updated for resources: {'Subnet': ['ID=e2dc11f6-d37b-4723-b3bb-cb12e54fb98a,revision_number=0']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:55:26.328073 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff5032b1-c96a-4dae-b333-61331e67d13b admin admin] Checking segment: {'id': '839ae395-18c4-4db8-912c-98cffd4079a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'b01b2bcb-b6d7-427b-8018-a1eed8201f0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:55:26.328863 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff5032b1-c96a-4dae-b333-61331e67d13b admin admin] Network hostable DHCP agents. Network: b01b2bcb-b6d7-427b-8018-a1eed8201f0c, hostable agents: ['7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a'], hosted agents: [] {{(pid=105585) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 20:55:26.357797 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff5032b1-c96a-4dae-b333-61331e67d13b admin admin] Network b01b2bcb-b6d7-427b-8018-a1eed8201f0c is scheduled to be hosted by DHCP agent 7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a with binding_index 1 {{(pid=105585) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 20:55:26.389313 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.base_scheduler [None req-ff5032b1-c96a-4dae-b333-61331e67d13b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-22, b01b2bcb-b6d7-427b-8018-a1eed8201f0c) {{(pid=105585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:55:26.402639 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff5032b1-c96a-4dae-b333-61331e67d13b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:26.403904 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-ff5032b1-c96a-4dae-b333-61331e67d13b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743886'] for subnet, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:26.404185 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70197f36-daee-4792-8c37-f933eaa9bb1f None None] Network b01b2bcb-b6d7-427b-8018-a1eed8201f0c requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 20:55:26.427416 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-ff5032b1-c96a-4dae-b333-61331e67d13b admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5320244 Jul 27 20:55:26.430674 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 34862) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:55:26.432264 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:26.435480 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-a8d58bd9-cb5e-423c-bc9d-7a6bc047e19c admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-959213242-router', 'tenant_id': '4db6b04858584f16a518b56ddf54baba', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305'}}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:55:26.445277 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [req-fb84f68b-5c78-4f0d-a9a5-8dfb14ac9484 req-2a459256-a6b0-43b4-85f6-88c02c9ba49e service neutron] Attempting to bind port c14b5680-225d-4e8a-80fe-181aabc6494e on host n-h2-705658-22 for vnic_type normal with profile None {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:55:26.445615 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [req-fb84f68b-5c78-4f0d-a9a5-8dfb14ac9484 req-2a459256-a6b0-43b4-85f6-88c02c9ba49e service neutron] Attempting to bind port c14b5680-225d-4e8a-80fe-181aabc6494e by drivers openvswitch,hyperv on host n-h2-705658-22 at level 0 using segments [{'id': '30512320-4797-4523-818e-63eb7bdafb2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '8e591ae5-ff89-4a25-b3ce-4b1625915957'}] {{(pid=105584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:55:26.445942 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb84f68b-5c78-4f0d-a9a5-8dfb14ac9484 req-2a459256-a6b0-43b4-85f6-88c02c9ba49e service neutron] Attempting to bind port c14b5680-225d-4e8a-80fe-181aabc6494e on network 8e591ae5-ff89-4a25-b3ce-4b1625915957 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:55:26.454296 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd378ae-4f4d-4489-9f00-0a5b188800d0 req-ea11a4a4-3ba0-4d68-80bf-de6bccea8040 tempest-ImagesOneServerNegativeTestJSON-323901233 tempest-ImagesOneServerNegativeTestJSON-323901233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:26.455852 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-cdd378ae-4f4d-4489-9f00-0a5b188800d0 req-ea11a4a4-3ba0-4d68-80bf-de6bccea8040 tempest-ImagesOneServerNegativeTestJSON-323901233 tempest-ImagesOneServerNegativeTestJSON-323901233-project] 10.222.0.59 "GET /v2.0/ports?device_id=2433da90-085f-4008-812e-29c943e4f727 HTTP/1.1" status: 200 len: 943 time: 0.1072822 Jul 27 20:55:26.459989 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb84f68b-5c78-4f0d-a9a5-8dfb14ac9484 req-2a459256-a6b0-43b4-85f6-88c02c9ba49e service neutron] Port c14b5680-225d-4e8a-80fe-181aabc6494e on network 8e591ae5-ff89-4a25-b3ce-4b1625915957 not bound, no agent of type Open vSwitch agent registered on host n-h2-705658-22 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 20:55:26.460315 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb84f68b-5c78-4f0d-a9a5-8dfb14ac9484 req-2a459256-a6b0-43b4-85f6-88c02c9ba49e service neutron] Attempting to bind port c14b5680-225d-4e8a-80fe-181aabc6494e on network 8e591ae5-ff89-4a25-b3ce-4b1625915957 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:55:26.466716 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-6231c051-1421-4246-8cd5-0dc77a6bd1d7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:26.472613 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb84f68b-5c78-4f0d-a9a5-8dfb14ac9484 req-2a459256-a6b0-43b4-85f6-88c02c9ba49e service neutron] Checking agent: {'id': '65195a73-a875-4810-9f5b-622ae260a8a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 49, 40), 'started_at': datetime.datetime(2021, 7, 27, 20, 49, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 55, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:55:26.472963 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb84f68b-5c78-4f0d-a9a5-8dfb14ac9484 req-2a459256-a6b0-43b4-85f6-88c02c9ba49e service neutron] Checking segment: {'id': '30512320-4797-4523-818e-63eb7bdafb2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '8e591ae5-ff89-4a25-b3ce-4b1625915957'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:55:26.473335 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb84f68b-5c78-4f0d-a9a5-8dfb14ac9484 req-2a459256-a6b0-43b4-85f6-88c02c9ba49e service neutron] Bound using segment: {'id': '30512320-4797-4523-818e-63eb7bdafb2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '8e591ae5-ff89-4a25-b3ce-4b1625915957'} {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:55:26.473764 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [req-fb84f68b-5c78-4f0d-a9a5-8dfb14ac9484 req-2a459256-a6b0-43b4-85f6-88c02c9ba49e service neutron] Bound port: c14b5680-225d-4e8a-80fe-181aabc6494e, host: n-h2-705658-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30512320-4797-4523-818e-63eb7bdafb2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '8e591ae5-ff89-4a25-b3ce-4b1625915957'}}] {{(pid=105584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:55:26.483535 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-a8d58bd9-cb5e-423c-bc9d-7a6bc047e19c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4163813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-443'] for router, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:26.484830 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-a8d58bd9-cb5e-423c-bc9d-7a6bc047e19c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4165196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4077059', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3711235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-418'] for router, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:26.496048 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39ddd22f-e7a2-4068-9d6d-2e826289564d {{(pid=105586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 20:55:26.521690 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-cdd378ae-4f4d-4489-9f00-0a5b188800d0 req-5060c438-af34-4edd-aabe-62419d96d821 tempest-ImagesOneServerNegativeTestJSON-323901233 tempest-ImagesOneServerNegativeTestJSON-323901233-project] 10.222.0.59 "GET /v2.0/security-groups?id=b49152d2-7ea9-4069-930d-17bb1fb95e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548158 Jul 27 20:55:26.556070 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [req-fb84f68b-5c78-4f0d-a9a5-8dfb14ac9484 req-2a459256-a6b0-43b4-85f6-88c02c9ba49e service neutron] For port c14b5680-225d-4e8a-80fe-181aabc6494e, host n-h2-705658-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=c14b5680-225d-4e8a-80fe-181aabc6494e,segment=NetworkSegment(30512320-4797-4523-818e-63eb7bdafb2b),segment_id=30512320-4797-4523-818e-63eb7bdafb2b)] {{(pid=105584) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:55:26.559929 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-a8d58bd9-cb5e-423c-bc9d-7a6bc047e19c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:26.562980 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-fb84f68b-5c78-4f0d-a9a5-8dfb14ac9484 req-2a459256-a6b0-43b4-85f6-88c02c9ba49e service neutron] Notify callbacks [] for binding, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:26.567877 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-fb84f68b-5c78-4f0d-a9a5-8dfb14ac9484 req-2a459256-a6b0-43b4-85f6-88c02c9ba49e service neutron] 10.222.0.59 "POST /v2.0/ports/c14b5680-225d-4e8a-80fe-181aabc6494e/bindings HTTP/1.1" status: 201 len: 390 time: 0.3722434 Jul 27 20:55:26.575171 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-6231c051-1421-4246-8cd5-0dc77a6bd1d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:26.585735 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] For port 39ddd22f-e7a2-4068-9d6d-2e826289564d, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=39ddd22f-e7a2-4068-9d6d-2e826289564d,segment=NetworkSegment(1a6df4b8-1b7f-4c91-aeab-868433773047),segment_id=1a6df4b8-1b7f-4c91-aeab-868433773047)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:55:26.607257 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:26.655227 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6231c051-1421-4246-8cd5-0dc77a6bd1d7 admin admin] Network 8735d8a2-b604-4758-ae71-b40e4ee6f305 is already hosted by enough agents. {{(pid=105584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:55:26.666003 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [None req-6231c051-1421-4246-8cd5-0dc77a6bd1d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:55:26.674585 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6231c051-1421-4246-8cd5-0dc77a6bd1d7 admin admin] Received port after_create {{(pid=105584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:55:26.685511 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-ab005a4c-b9b0-4b3c-9e61-d0bba987b362 None None] Notify callbacks [] for port, precommit_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:26.724795 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6231c051-1421-4246-8cd5-0dc77a6bd1d7 admin admin] Pushing event updated for resources: {'Port': ['ID=30edec30-35d7-4893-95e7-7b657e45e3a1,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:55:26.747737 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-ab005a4c-b9b0-4b3c-9e61-d0bba987b362 None None] Transition to ACTIVE for port object 5a39029a-c905-40eb-baeb-8e686564a688 will not be triggered until provisioned by entity L2. {{(pid=105586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:55:26.783084 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-a8d58bd9-cb5e-423c-bc9d-7a6bc047e19c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4077169', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4163787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-400'] for router, precommit_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:26.786475 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Pushing event updated for resources: {'Port': ['ID=39ddd22f-e7a2-4068-9d6d-2e826289564d,revision_number=4']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:55:26.793660 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-ab005a4c-b9b0-4b3c-9e61-d0bba987b362 None None] Transition to ACTIVE for port object 5a39029a-c905-40eb-baeb-8e686564a688 will not be triggered until provisioned by entity DHCP. {{(pid=105586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:55:26.823435 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-ab005a4c-b9b0-4b3c-9e61-d0bba987b362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143'] for port, after_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:26.854534 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cac325d-21fb-4d7b-8f26-7b0d9642eea6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30bb4b93-b285-5d90-9493-f9ec33ea333c-b01b2bcb-b6d7-427b-8018-a1eed8201f0c', 'network_id': 'b01b2bcb-b6d7-427b-8018-a1eed8201f0c', 'tenant_id': '4db6b04858584f16a518b56ddf54baba', 'fixed_ips': [{'subnet_id': 'e2dc11f6-d37b-4723-b3bb-cb12e54fb98a'}]}} from n-d-705658-22. {{(pid=105586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 20:55:26.855574 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-4cac325d-21fb-4d7b-8f26-7b0d9642eea6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:26.893046 n-d-705658-22 neutron-server[105586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab005a4c-b9b0-4b3c-9e61-d0bba987b362 None None] Network 7bcae981-8648-471e-89db-85c5dd38c4a9 is already hosted by enough agents. {{(pid=105586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:55:26.900358 n-d-705658-22 neutron-server[105586]: DEBUG neutron.scheduler.base_scheduler [None req-ab005a4c-b9b0-4b3c-9e61-d0bba987b362 None None] Resources bound (agent type, host, resource id): {{(pid=105586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:55:26.909869 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab005a4c-b9b0-4b3c-9e61-d0bba987b362 None None] Received port after_create {{(pid=105586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:55:26.948215 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b09d9f4-d503-4237-89a1-5272106ecc04 req-ebade715-2f36-44b4-8566-85e5d2f27709 tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:26.949664 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-6b09d9f4-d503-4237-89a1-5272106ecc04 req-ebade715-2f36-44b4-8566-85e5d2f27709 tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] 10.222.0.59 "GET /v2.0/ports?device_id=227e87e6-7a64-4944-af32-868f2772cf85 HTTP/1.1" status: 200 len: 943 time: 0.1788847 Jul 27 20:55:26.959637 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea792488-fde9-41d8-a8d1-e56ede172053 req-7e190dff-643e-40f2-9f00-6ae882990ca2 tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:26.961110 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-ea792488-fde9-41d8-a8d1-e56ede172053 req-7e190dff-643e-40f2-9f00-6ae882990ca2 tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] 10.222.0.59 "GET /v2.0/ports?device_id=23a39a45-86ad-4a34-aa42-6affa73d3ff5 HTTP/1.1" status: 200 len: 945 time: 0.1746018 Jul 27 20:55:27.013052 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab005a4c-b9b0-4b3c-9e61-d0bba987b362 None None] Pushing event updated for resources: {'Port': ['ID=5a39029a-c905-40eb-baeb-8e686564a688,revision_number=1']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:55:27.048272 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-6b09d9f4-d503-4237-89a1-5272106ecc04 req-4d1c4074-57d4-44b2-80ce-d4db38345f23 tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] 10.222.0.59 "GET /v2.0/security-groups?id=594c38b0-00a0-4e02-9d5e-673f3a5e469c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850110 Jul 27 20:55:27.052216 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-ea792488-fde9-41d8-a8d1-e56ede172053 req-b76b23ff-f829-42ea-a6b2-c730159f0027 tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] 10.222.0.59 "GET /v2.0/security-groups?id=1749b80d-91c6-4bd3-8e8d-666bd095400f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772595 Jul 27 20:55:27.069401 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-ab005a4c-b9b0-4b3c-9e61-d0bba987b362 None None] Attempting to bind port 5a39029a-c905-40eb-baeb-8e686564a688 on host n-d-705658-22 for vnic_type normal with profile {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:55:27.069779 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-ab005a4c-b9b0-4b3c-9e61-d0bba987b362 None None] Attempting to bind port 5a39029a-c905-40eb-baeb-8e686564a688 by drivers openvswitch,hyperv on host n-d-705658-22 at level 0 using segments [{'id': '9dcee0f9-4d46-4446-867e-34216aa290b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '7bcae981-8648-471e-89db-85c5dd38c4a9'}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:55:27.070481 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab005a4c-b9b0-4b3c-9e61-d0bba987b362 None None] Attempting to bind port 5a39029a-c905-40eb-baeb-8e686564a688 on network 7bcae981-8648-471e-89db-85c5dd38c4a9 {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:55:27.072333 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a836b1-35e0-48a6-8b42-b7a66a85f77c req-cf0c858b-594d-4dc2-acd0-ca7c3c31fbc1 tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:27.074147 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-47a836b1-35e0-48a6-8b42-b7a66a85f77c req-cf0c858b-594d-4dc2-acd0-ca7c3c31fbc1 tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] 10.222.0.36 "GET /v2.0/ports?device_id=94443490-ac88-4e74-8177-4a5c0f0aa194 HTTP/1.1" status: 200 len: 950 time: 0.1437473 Jul 27 20:55:27.080224 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab005a4c-b9b0-4b3c-9e61-d0bba987b362 None None] Checking agent: {'id': '04a7ea91-6318-467e-ace6-b0fb48c8690f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 41, 42), 'started_at': datetime.datetime(2021, 7, 27, 20, 42, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 55, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:55:27.080555 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab005a4c-b9b0-4b3c-9e61-d0bba987b362 None None] Checking segment: {'id': '9dcee0f9-4d46-4446-867e-34216aa290b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '7bcae981-8648-471e-89db-85c5dd38c4a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:55:27.080968 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-ab005a4c-b9b0-4b3c-9e61-d0bba987b362 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:27.081423 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab005a4c-b9b0-4b3c-9e61-d0bba987b362 None None] Bound using segment: {'id': '9dcee0f9-4d46-4446-867e-34216aa290b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '7bcae981-8648-471e-89db-85c5dd38c4a9'} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:55:27.081838 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-ab005a4c-b9b0-4b3c-9e61-d0bba987b362 None None] Bound port: 5a39029a-c905-40eb-baeb-8e686564a688, host: n-d-705658-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9dcee0f9-4d46-4446-867e-34216aa290b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '7bcae981-8648-471e-89db-85c5dd38c4a9'}}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:55:27.083318 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-ab005a4c-b9b0-4b3c-9e61-d0bba987b362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:27.094380 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-6231c051-1421-4246-8cd5-0dc77a6bd1d7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:27.113944 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.db_base_plugin_common [None req-4cac325d-21fb-4d7b-8f26-7b0d9642eea6 None None] Allocated IP 172.20.0.2 (b01b2bcb-b6d7-427b-8018-a1eed8201f0c/e2dc11f6-d37b-4723-b3bb-cb12e54fb98a/f6688a09-4ab5-47d7-b048-c3c006bb976a) {{(pid=105586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:55:27.149235 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] get_ports_and_sgs() called for port_ids ['39ddd22f-e7a2-4068-9d6d-2e826289564d'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 20:55:27.239541 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-a8d58bd9-cb5e-423c-bc9d-7a6bc047e19c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:27.262017 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-a8d58bd9-cb5e-423c-bc9d-7a6bc047e19c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:27.280066 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0aec1b-6b7c-4d32-a898-c02eeecc9f14 req-7f211440-97fa-41b0-845d-26c2bd09be88 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:27.282283 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-8b0aec1b-6b7c-4d32-a898-c02eeecc9f14 req-7f211440-97fa-41b0-845d-26c2bd09be88 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] 10.222.0.59 "GET /v2.0/ports?device_id=f5981167-1ac0-4ca7-95b5-d52c185534b7 HTTP/1.1" status: 200 len: 948 time: 0.1259930 Jul 27 20:55:27.309729 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [req-47a836b1-35e0-48a6-8b42-b7a66a85f77c req-97cbd3a5-c1e8-45e0-bc6f-d16e9e7d0d11 tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] Deleting port 8bc87563-93b4-46ea-bd9f-ed8e2c356c7d {{(pid=105584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:55:27.310467 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-47a836b1-35e0-48a6-8b42-b7a66a85f77c req-97cbd3a5-c1e8-45e0-bc6f-d16e9e7d0d11 tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:27.312273 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-ab005a4c-b9b0-4b3c-9e61-d0bba987b362 None None] For port 5a39029a-c905-40eb-baeb-8e686564a688, host n-d-705658-22, cleared binding levels {{(pid=105586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:55:27.345370 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-ab005a4c-b9b0-4b3c-9e61-d0bba987b362 None None] For port 5a39029a-c905-40eb-baeb-8e686564a688, host n-d-705658-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=5a39029a-c905-40eb-baeb-8e686564a688,segment=NetworkSegment(9dcee0f9-4d46-4446-867e-34216aa290b0),segment_id=9dcee0f9-4d46-4446-867e-34216aa290b0)] {{(pid=105586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:55:27.372349 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-ab005a4c-b9b0-4b3c-9e61-d0bba987b362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:27.435469 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-8b0aec1b-6b7c-4d32-a898-c02eeecc9f14 req-e9fd93dc-bc70-48fb-8b59-46e1a1526b2b tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] 10.222.0.59 "GET /v2.0/security-groups?id=c6534cb3-b44e-4a83-b57e-ddb72c2ad843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087666 Jul 27 20:55:27.437884 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-6231c051-1421-4246-8cd5-0dc77a6bd1d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4163804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4077150'] for router, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:27.454361 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [req-47a836b1-35e0-48a6-8b42-b7a66a85f77c req-97cbd3a5-c1e8-45e0-bc6f-d16e9e7d0d11 tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] For port 8bc87563-93b4-46ea-bd9f-ed8e2c356c7d, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=8bc87563-93b4-46ea-bd9f-ed8e2c356c7d,segment=NetworkSegment(86b1e6f6-d629-4b03-8944-4cdfbfb93d02),segment_id=86b1e6f6-d629-4b03-8944-4cdfbfb93d02)] {{(pid=105584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:55:27.454361 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-47a836b1-35e0-48a6-8b42-b7a66a85f77c req-97cbd3a5-c1e8-45e0-bc6f-d16e9e7d0d11 tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:27.468191 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-4cac325d-21fb-4d7b-8f26-7b0d9642eea6 None None] Notify callbacks [] for port, precommit_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:27.478337 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.db_base_plugin_common [None req-a8d58bd9-cb5e-423c-bc9d-7a6bc047e19c admin admin] Allocated IP 172.25.5.82 (8735d8a2-b604-4758-ae71-b40e4ee6f305/eca7dbab-b9c0-4c8f-a272-816ea8a81764/5587608d-a606-4f50-ae22-5ab2aee3f57f) {{(pid=105585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:55:27.502739 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-4cac325d-21fb-4d7b-8f26-7b0d9642eea6 None None] Transition to ACTIVE for port object f6688a09-4ab5-47d7-b048-c3c006bb976a will not be triggered until provisioned by entity L2. {{(pid=105586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:55:27.505677 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [req-47a836b1-35e0-48a6-8b42-b7a66a85f77c req-97cbd3a5-c1e8-45e0-bc6f-d16e9e7d0d11 tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] Calling delete_port for 8bc87563-93b4-46ea-bd9f-ed8e2c356c7d owned by compute:nova {{(pid=105584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:55:27.508445 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab005a4c-b9b0-4b3c-9e61-d0bba987b362 None None] Pushing event updated for resources: {'Port': ['ID=5a39029a-c905-40eb-baeb-8e686564a688,revision_number=2']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:55:27.520826 n-d-705658-22 neutron-server[105585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '227e87e6-7a64-4944-af32-868f2772cf85', 'tag': 'a7178fc2-144b-41ac-8d14-b53354ce11f1'}] {{(pid=105585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:55:27.523519 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d66fd65881426bfc2b5388084a3654e5eae521106a15a3dbf0eb4cde7106c36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-867e12f8-1a39-47d7-9ce8-097adcc90cd9" -d '{"events": [{"name": "network-changed", "server_uuid": "227e87e6-7a64-4944-af32-868f2772cf85", "tag": "a7178fc2-144b-41ac-8d14-b53354ce11f1"}]}' {{(pid=105585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:55:27.539714 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-4cac325d-21fb-4d7b-8f26-7b0d9642eea6 None None] Transition to ACTIVE for port object f6688a09-4ab5-47d7-b048-c3c006bb976a will not be triggered until provisioned by entity DHCP. {{(pid=105586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:55:27.558470 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-4cac325d-21fb-4d7b-8f26-7b0d9642eea6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143'] for port, after_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:27.580426 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62295f7-26e6-47bf-b1fc-7a85720cab65 req-3d4d27c9-7377-4b74-afa8-70a246fea0f0 tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:27.592175 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b62295f7-26e6-47bf-b1fc-7a85720cab65 req-3d4d27c9-7377-4b74-afa8-70a246fea0f0 tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] 10.222.0.59 "GET /v2.0/ports?device_id=94443490-ac88-4e74-8177-4a5c0f0aa194 HTTP/1.1" status: 200 len: 950 time: 0.2251883 Jul 27 20:55:27.595556 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 20:55:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d19e52d-ef62-4cc1-b152-85cfefa68421 x-openstack-request-id: req-3d19e52d-ef62-4cc1-b152-85cfefa68421 {{(pid=105585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:55:27.595838 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "227e87e6-7a64-4944-af32-868f2772cf85", "tag": "a7178fc2-144b-41ac-8d14-b53354ce11f1", "status": "completed", "code": 200}]} {{(pid=105585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:55:27.596089 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-3d19e52d-ef62-4cc1-b152-85cfefa68421 {{(pid=105585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:55:27.596468 n-d-705658-22 neutron-server[105585]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '227e87e6-7a64-4944-af32-868f2772cf85', 'tag': 'a7178fc2-144b-41ac-8d14-b53354ce11f1', 'status': 'completed', 'code': 200} Jul 27 20:55:27.628063 n-d-705658-22 neutron-server[105586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cac325d-21fb-4d7b-8f26-7b0d9642eea6 None None] Network b01b2bcb-b6d7-427b-8018-a1eed8201f0c is already hosted by enough agents. {{(pid=105586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:55:27.646152 n-d-705658-22 neutron-server[105586]: DEBUG neutron.scheduler.base_scheduler [None req-4cac325d-21fb-4d7b-8f26-7b0d9642eea6 None None] Resources bound (agent type, host, resource id): {{(pid=105586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:55:27.651374 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cac325d-21fb-4d7b-8f26-7b0d9642eea6 None None] Received port after_create {{(pid=105586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:55:27.654585 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cac325d-21fb-4d7b-8f26-7b0d9642eea6 None None] Pushing event updated for resources: {'Port': ['ID=f6688a09-4ab5-47d7-b048-c3c006bb976a,revision_number=1']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:55:27.661131 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b62295f7-26e6-47bf-b1fc-7a85720cab65 req-cfc2b538-ead8-4ecc-981c-4f295185fa1b tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] 10.222.0.59 "GET /v2.0/security-groups?id=dea81a77-85b4-4e12-8e1d-b19e89484a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676305 Jul 27 20:55:27.744303 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-4cac325d-21fb-4d7b-8f26-7b0d9642eea6 None None] Attempting to bind port f6688a09-4ab5-47d7-b048-c3c006bb976a on host n-d-705658-22 for vnic_type normal with profile {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:55:27.744869 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-4cac325d-21fb-4d7b-8f26-7b0d9642eea6 None None] Attempting to bind port f6688a09-4ab5-47d7-b048-c3c006bb976a by drivers openvswitch,hyperv on host n-d-705658-22 at level 0 using segments [{'id': '839ae395-18c4-4db8-912c-98cffd4079a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'b01b2bcb-b6d7-427b-8018-a1eed8201f0c'}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:55:27.745353 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cac325d-21fb-4d7b-8f26-7b0d9642eea6 None None] Attempting to bind port f6688a09-4ab5-47d7-b048-c3c006bb976a on network b01b2bcb-b6d7-427b-8018-a1eed8201f0c {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:55:27.770768 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cac325d-21fb-4d7b-8f26-7b0d9642eea6 None None] Checking agent: {'id': '04a7ea91-6318-467e-ace6-b0fb48c8690f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 41, 42), 'started_at': datetime.datetime(2021, 7, 27, 20, 42, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 55, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:55:27.775061 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cac325d-21fb-4d7b-8f26-7b0d9642eea6 None None] Checking segment: {'id': '839ae395-18c4-4db8-912c-98cffd4079a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'b01b2bcb-b6d7-427b-8018-a1eed8201f0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:55:27.775061 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-4cac325d-21fb-4d7b-8f26-7b0d9642eea6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:27.778272 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cac325d-21fb-4d7b-8f26-7b0d9642eea6 None None] Bound using segment: {'id': '839ae395-18c4-4db8-912c-98cffd4079a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'b01b2bcb-b6d7-427b-8018-a1eed8201f0c'} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:55:27.778822 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-4cac325d-21fb-4d7b-8f26-7b0d9642eea6 None None] Bound port: f6688a09-4ab5-47d7-b048-c3c006bb976a, host: n-d-705658-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '839ae395-18c4-4db8-912c-98cffd4079a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'b01b2bcb-b6d7-427b-8018-a1eed8201f0c'}}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:55:27.779280 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-4cac325d-21fb-4d7b-8f26-7b0d9642eea6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:27.842658 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867e12f8-1a39-47d7-9ce8-097adcc90cd9 req-d15604ac-35fa-468d-bfa8-5f5c2358b7ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:27.845345 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-867e12f8-1a39-47d7-9ce8-097adcc90cd9 req-d15604ac-35fa-468d-bfa8-5f5c2358b7ca service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0ae9964322044591b167626dd714310e&device_id=227e87e6-7a64-4944-af32-868f2772cf85 HTTP/1.1" status: 200 len: 1126 time: 0.2115726 Jul 27 20:55:27.851237 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-a8d58bd9-cb5e-423c-bc9d-7a6bc047e19c admin admin] Notify callbacks [] for port, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:27.857433 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6231c051-1421-4246-8cd5-0dc77a6bd1d7 admin admin] Router 6b0413fd-652a-4dc5-899e-6c269ab91665 is scheduled to L3 agent dd128fd7-8e57-4d4f-895b-a96b369df59a with binding_index 1 {{(pid=105584) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 20:55:27.876878 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-4cac325d-21fb-4d7b-8f26-7b0d9642eea6 None None] For port f6688a09-4ab5-47d7-b048-c3c006bb976a, host n-d-705658-22, cleared binding levels {{(pid=105586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:55:27.881302 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-4cac325d-21fb-4d7b-8f26-7b0d9642eea6 None None] For port f6688a09-4ab5-47d7-b048-c3c006bb976a, host n-d-705658-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=f6688a09-4ab5-47d7-b048-c3c006bb976a,segment=NetworkSegment(839ae395-18c4-4db8-912c-98cffd4079a9),segment_id=839ae395-18c4-4db8-912c-98cffd4079a9)] {{(pid=105586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:55:27.887192 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-4cac325d-21fb-4d7b-8f26-7b0d9642eea6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:27.961247 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cac325d-21fb-4d7b-8f26-7b0d9642eea6 None None] Pushing event updated for resources: {'Port': ['ID=f6688a09-4ab5-47d7-b048-c3c006bb976a,revision_number=2']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:55:28.204987 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-47a836b1-35e0-48a6-8b42-b7a66a85f77c req-97cbd3a5-c1e8-45e0-bc6f-d16e9e7d0d11 tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:28.219886 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] get_ports_and_sgs() called for port_ids ['789d1df8-a449-4c66-8006-9014f086578a', '1597b5c0-5ebb-47b9-aabd-c27047a8aa15'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 20:55:28.288683 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97cbd3a5-c1e8-45e0-bc6f-d16e9e7d0d11 tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] Pushing event deleted for resources: {'Port': ['ID=8bc87563-93b4-46ea-bd9f-ed8e2c356c7d,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:55:28.389938 n-d-705658-22 neutron-server[105585]: INFO neutron.api.v2.resource [req-d425edd1-4fc0-4363-a561-8c88704cc942 req-40409dd1-a701-4735-97c3-1945c164c776 service neutron] show failed (client error): The resource could not be found. Jul 27 20:55:28.391781 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-d425edd1-4fc0-4363-a561-8c88704cc942 req-40409dd1-a701-4735-97c3-1945c164c776 service neutron] 10.222.0.60 "GET /v2.0/ports/76cb3011-9231-42e6-9602-db23c446c928/bindings/n-h1-705658-22 HTTP/1.1" status: 404 len: 381 time: 0.5791464 Jul 27 20:55:28.414802 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141fa06c-3572-490c-b28b-fc1b4899a504 req-f08c0c45-5187-4b8b-be42-a9760a6788a8 tempest-ImagesOneServerNegativeTestJSON-323901233 tempest-ImagesOneServerNegativeTestJSON-323901233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:28.424121 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-141fa06c-3572-490c-b28b-fc1b4899a504 req-f08c0c45-5187-4b8b-be42-a9760a6788a8 tempest-ImagesOneServerNegativeTestJSON-323901233 tempest-ImagesOneServerNegativeTestJSON-323901233-project] 10.222.0.59 "GET /v2.0/ports?device_id=2433da90-085f-4008-812e-29c943e4f727 HTTP/1.1" status: 200 len: 944 time: 0.7040384 Jul 27 20:55:28.429978 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-a8d58bd9-cb5e-423c-bc9d-7a6bc047e19c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:28.448030 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [req-47a836b1-35e0-48a6-8b42-b7a66a85f77c req-97cbd3a5-c1e8-45e0-bc6f-d16e9e7d0d11 tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] No DVR routers for this DVR port 8bc87563-93b4-46ea-bd9f-ed8e2c356c7d on host n-h1-705658-22 {{(pid=105584) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 20:55:28.469869 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867e12f8-1a39-47d7-9ce8-097adcc90cd9 req-b0cbaf6a-698b-4ff0-ab27-31faf332c878 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:28.471652 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-867e12f8-1a39-47d7-9ce8-097adcc90cd9 req-b0cbaf6a-698b-4ff0-ab27-31faf332c878 service neutron] 10.222.0.36 "GET /v2.0/networks?id=4d297cf8-0ab0-49a0-a8db-82a17169c88a HTTP/1.1" status: 200 len: 909 time: 0.6083455 Jul 27 20:55:28.473306 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-47a836b1-35e0-48a6-8b42-b7a66a85f77c req-97cbd3a5-c1e8-45e0-bc6f-d16e9e7d0d11 tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:28.476098 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-47a836b1-35e0-48a6-8b42-b7a66a85f77c req-97cbd3a5-c1e8-45e0-bc6f-d16e9e7d0d11 tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] 10.222.0.36 "DELETE /v2.0/ports/8bc87563-93b4-46ea-bd9f-ed8e2c356c7d HTTP/1.1" status: 204 len: 173 time: 1.3878632 Jul 27 20:55:28.478850 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94443490-ac88-4e74-8177-4a5c0f0aa194', 'name': 'network-vif-deleted', 'tag': '8bc87563-93b4-46ea-bd9f-ed8e2c356c7d'}] {{(pid=105584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:55:28.484929 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bce5e6c8685464f7626901654159975603b047827e3138302ed6566e28f1343" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a05884e3-93fe-4776-bb7d-99abd5a62d16" -d '{"events": [{"server_uuid": "94443490-ac88-4e74-8177-4a5c0f0aa194", "name": "network-vif-deleted", "tag": "8bc87563-93b4-46ea-bd9f-ed8e2c356c7d"}]}' {{(pid=105584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:55:28.497783 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8d58bd9-cb5e-423c-bc9d-7a6bc047e19c admin admin] Network 8735d8a2-b604-4758-ae71-b40e4ee6f305 is already hosted by enough agents. {{(pid=105585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:55:28.507311 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.base_scheduler [None req-a8d58bd9-cb5e-423c-bc9d-7a6bc047e19c admin admin] Resources bound (agent type, host, resource id): {{(pid=105585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:55:28.512134 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8d58bd9-cb5e-423c-bc9d-7a6bc047e19c admin admin] Received port after_create {{(pid=105585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:55:28.603637 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-141fa06c-3572-490c-b28b-fc1b4899a504 req-d0610e47-fe79-40de-a7bd-17f474fc539e tempest-ImagesOneServerNegativeTestJSON-323901233 tempest-ImagesOneServerNegativeTestJSON-323901233-project] 10.222.0.59 "GET /v2.0/security-groups?id=b49152d2-7ea9-4069-930d-17bb1fb95e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1782167 Jul 27 20:55:28.609107 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d58bd9-cb5e-423c-bc9d-7a6bc047e19c admin admin] Pushing event updated for resources: {'Port': ['ID=5587608d-a606-4f50-ae22-5ab2aee3f57f,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:55:28.632949 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-867e12f8-1a39-47d7-9ce8-097adcc90cd9 req-60e1a61c-b8eb-4adf-94b2-107abcf275ad service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a7178fc2-144b-41ac-8d14-b53354ce11f1 HTTP/1.1" status: 200 len: 217 time: 0.1289215 Jul 27 20:55:28.702435 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6231c051-1421-4246-8cd5-0dc77a6bd1d7 admin admin] Notify agent at l3_agent.n-d-705658-22 the message routers_updated {{(pid=105584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 20:55:28.727907 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-526527c8-1ef6-4e48-806c-8c3104411fff None None] Sync routers for ids ['6b0413fd-652a-4dc5-899e-6c269ab91665'] in n-d-705658-22 {{(pid=105586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 20:55:28.742940 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-526527c8-1ef6-4e48-806c-8c3104411fff None None] Routers {'6b0413fd-652a-4dc5-899e-6c269ab91665'} bound to L3 agent in host n-d-705658-22 {{(pid=105586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:55:28.743996 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-526527c8-1ef6-4e48-806c-8c3104411fff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T20:55:11Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['6b0413fd-652a-4dc5-899e-6c269ab91665'], 'active': True} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:55:28.763365 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867e12f8-1a39-47d7-9ce8-097adcc90cd9 req-3141aeee-14b1-437a-bd51-a2a83d857930 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:28.764941 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-867e12f8-1a39-47d7-9ce8-097adcc90cd9 req-3141aeee-14b1-437a-bd51-a2a83d857930 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ff9685c6-941b-44c9-867d-9e4581186e02 HTTP/1.1" status: 200 len: 848 time: 0.1150076 Jul 27 20:55:28.766224 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-6231c051-1421-4246-8cd5-0dc77a6bd1d7 admin admin] Notify callbacks [] for router, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:28.770564 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-6231c051-1421-4246-8cd5-0dc77a6bd1d7 admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 3.7292202 Jul 27 20:55:28.771712 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 34888) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:55:28.796593 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] get_ports_and_sgs() called for port_ids ['d0604db9-6e9b-4861-ac03-120cc4acb6b7', '61063df3-592b-4de0-a4f2-adf662bc157d', 'ef6a81f1-1922-4eec-9c1d-f4ff25155e93', 'b4361bc1-aa62-4d4c-8732-44cf2f0cb5cf'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 20:55:28.871704 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc398b69-2a15-43d7-8900-681b027ce873 req-8def7281-a8a6-41e7-8c50-2857d2bf4e94 tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:28.890867 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-cc398b69-2a15-43d7-8900-681b027ce873 req-8def7281-a8a6-41e7-8c50-2857d2bf4e94 tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] 10.222.0.59 "GET /v2.0/ports?device_id=227e87e6-7a64-4944-af32-868f2772cf85 HTTP/1.1" status: 200 len: 943 time: 0.5733361 Jul 27 20:55:28.966931 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvr_db [None req-526527c8-1ef6-4e48-806c-8c3104411fff None None] Set router 6b0413fd-652a-4dc5-899e-6c269ab91665 gateway port host: n-d-705658-22 {{(pid=105586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:55:29.046183 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-867e12f8-1a39-47d7-9ce8-097adcc90cd9 req-8b53312b-d77a-4c7e-b0bb-060a665d84a7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4d297cf8-0ab0-49a0-a8db-82a17169c88a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1053603 Jul 27 20:55:29.062097 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-cc398b69-2a15-43d7-8900-681b027ce873 req-192b4e19-2a55-4a96-a9ae-637a8698f25a tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] 10.222.0.59 "GET /v2.0/security-groups?id=594c38b0-00a0-4e02-9d5e-673f3a5e469c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1699750 Jul 27 20:55:29.062844 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5ce5150-9326-4149-8e1e-a5abec807acf None None] Network 7bcae981-8648-471e-89db-85c5dd38c4a9 requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 20:55:29.211143 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device f6688a09-4ab5-47d7-b048-c3c006bb976a up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:55:29.233890 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d425edd1-4fc0-4363-a561-8c88704cc942 req-94305bab-44a1-45e5-8503-48e8b8129ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:29.236358 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-d425edd1-4fc0-4363-a561-8c88704cc942 req-94305bab-44a1-45e5-8503-48e8b8129ea7 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=f5981167-1ac0-4ca7-95b5-d52c185534b7&tenant_id=43230fc3eab141e0b742541c8628d03e HTTP/1.1" status: 200 len: 1100 time: 0.2979147 Jul 27 20:55:29.271275 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c9ea2d-0776-4586-84d5-698bf7896ba6 req-ddb0933c-90b0-4c37-9b90-b80372f6484e tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:29.272862 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-62c9ea2d-0776-4586-84d5-698bf7896ba6 req-ddb0933c-90b0-4c37-9b90-b80372f6484e tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] 10.222.0.59 "GET /v2.0/ports?device_id=23a39a45-86ad-4a34-aa42-6affa73d3ff5 HTTP/1.1" status: 200 len: 945 time: 0.4714572 Jul 27 20:55:29.303190 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-a8d58bd9-cb5e-423c-bc9d-7a6bc047e19c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:29.417032 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [req-d425edd1-4fc0-4363-a561-8c88704cc942 req-75498428-68e4-4dcb-8526-9009eee7d360 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-705658-22', 'device_owner': 'compute:nova'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:55:29.469795 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-867e12f8-1a39-47d7-9ce8-097adcc90cd9 req-259c6ef8-8da8-4101-ab72-fe7eacd71013 service neutron] 10.222.0.36 "GET /v2.0/networks/4d297cf8-0ab0-49a0-a8db-82a17169c88a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4004188 Jul 27 20:55:29.517014 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0414c44-56d8-4cbc-9796-115619d92fcf req-0b3fa1e8-2354-429b-9f2f-775149ff6dee tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:29.528894 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f0414c44-56d8-4cbc-9796-115619d92fcf req-0b3fa1e8-2354-429b-9f2f-775149ff6dee tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] 10.222.0.59 "GET /v2.0/ports?device_id=f5981167-1ac0-4ca7-95b5-d52c185534b7 HTTP/1.1" status: 200 len: 948 time: 0.3348184 Jul 27 20:55:29.553048 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-62c9ea2d-0776-4586-84d5-698bf7896ba6 req-360e474d-da38-4e53-a3a5-92d930009851 tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] 10.222.0.59 "GET /v2.0/security-groups?id=1749b80d-91c6-4bd3-8e8d-666bd095400f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2707148 Jul 27 20:55:29.618583 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-6a73dab7-9f24-4662-bbe2-04caeb99b3c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:29.634133 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f0414c44-56d8-4cbc-9796-115619d92fcf req-08ae92d3-9645-4af2-8d91-0130743d6ad8 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] 10.222.0.59 "GET /v2.0/security-groups?id=c6534cb3-b44e-4a83-b57e-ddb72c2ad843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042686 Jul 27 20:55:29.635301 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 20:55:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94e5fa94-ce38-44f6-869f-e76e891bd6b0 x-openstack-request-id: req-94e5fa94-ce38-44f6-869f-e76e891bd6b0 {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:55:29.635693 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94443490-ac88-4e74-8177-4a5c0f0aa194", "name": "network-vif-deleted", "tag": "8bc87563-93b4-46ea-bd9f-ed8e2c356c7d", "status": "completed", "code": 200}]} {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:55:29.636387 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-94e5fa94-ce38-44f6-869f-e76e891bd6b0 {{(pid=105584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:55:29.637068 n-d-705658-22 neutron-server[105584]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94443490-ac88-4e74-8177-4a5c0f0aa194', 'name': 'network-vif-deleted', 'tag': '8bc87563-93b4-46ea-bd9f-ed8e2c356c7d', 'status': 'completed', 'code': 200} Jul 27 20:55:29.642272 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-472b7dbd-703d-431c-a635-84e9a20a1283 None None] Network b01b2bcb-b6d7-427b-8018-a1eed8201f0c requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 20:55:29.674699 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-d425edd1-4fc0-4363-a561-8c88704cc942 req-75498428-68e4-4dcb-8526-9009eee7d360 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:29.677024 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-a8d58bd9-cb5e-423c-bc9d-7a6bc047e19c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4163804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4077150'] for router, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:29.711392 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-00aea7f9-6047-44ad-a9ec-385e07e974a6 None None] Provisioning for port 5a39029a-c905-40eb-baeb-8e686564a688 completed by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:55:29.780333 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-867e12f8-1a39-47d7-9ce8-097adcc90cd9 req-cee42369-a852-4245-971f-39141d1f2bb3 service neutron] 10.222.0.36 "GET /v2.0/networks/4d297cf8-0ab0-49a0-a8db-82a17169c88a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2935715 Jul 27 20:55:29.878486 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning for port f6688a09-4ab5-47d7-b048-c3c006bb976a completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:55:29.918159 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8d58bd9-cb5e-423c-bc9d-7a6bc047e19c admin admin] Router 901498da-d103-475c-8884-6e5467784fdc is scheduled to L3 agent dd128fd7-8e57-4d4f-895b-a96b369df59a with binding_index 1 {{(pid=105585) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 20:55:29.952054 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 5a39029a-c905-40eb-baeb-8e686564a688 up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:55:29.983160 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device 39ddd22f-e7a2-4068-9d6d-2e826289564d up at agent hyperv_n-h1-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:55:29.991119 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2c89f2-73b7-4964-967d-81709356178b req-44cb783b-7118-407e-ad40-87d2a3da83e5 tempest-ImagesOneServerNegativeTestJSON-323901233 tempest-ImagesOneServerNegativeTestJSON-323901233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:29.992746 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-1f2c89f2-73b7-4964-967d-81709356178b req-44cb783b-7118-407e-ad40-87d2a3da83e5 tempest-ImagesOneServerNegativeTestJSON-323901233 tempest-ImagesOneServerNegativeTestJSON-323901233-project] 10.222.0.59 "GET /v2.0/ports?device_id=2433da90-085f-4008-812e-29c943e4f727 HTTP/1.1" status: 200 len: 944 time: 0.1418357 Jul 27 20:55:30.049382 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.db_base_plugin_common [None req-6a73dab7-9f24-4662-bbe2-04caeb99b3c3 admin admin] Allocated IP 172.20.0.1 (7bcae981-8648-471e-89db-85c5dd38c4a9/79e9814a-bc6d-4124-93bb-2b85b8b7cfb1/a6c8fedb-973c-4f84-9e71-ad8636120fce) {{(pid=105584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:55:30.127087 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-1f2c89f2-73b7-4964-967d-81709356178b req-e37eebf6-285c-429c-b985-5832bb28b1b2 tempest-ImagesOneServerNegativeTestJSON-323901233 tempest-ImagesOneServerNegativeTestJSON-323901233-project] 10.222.0.59 "GET /v2.0/security-groups?id=b49152d2-7ea9-4069-930d-17bb1fb95e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255362 Jul 27 20:55:30.138239 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8d58bd9-cb5e-423c-bc9d-7a6bc047e19c admin admin] Notify agent at l3_agent.n-d-705658-22 the message routers_updated {{(pid=105585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 20:55:30.158879 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaeacd64-387d-4bfc-a538-b81d8b8ac77c None None] Sync routers for ids ['901498da-d103-475c-8884-6e5467784fdc'] in n-d-705658-22 {{(pid=105587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 20:55:30.168995 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-a8d58bd9-cb5e-423c-bc9d-7a6bc047e19c admin admin] Notify callbacks [] for router, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:30.173565 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-a8d58bd9-cb5e-423c-bc9d-7a6bc047e19c admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.7383952 Jul 27 20:55:30.175079 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 34904) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:55:30.176814 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaeacd64-387d-4bfc-a538-b81d8b8ac77c None None] Routers {'901498da-d103-475c-8884-6e5467784fdc'} bound to L3 agent in host n-d-705658-22 {{(pid=105587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:55:30.177449 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-aaeacd64-387d-4bfc-a538-b81d8b8ac77c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T20:55:11Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['901498da-d103-475c-8884-6e5467784fdc'], 'active': True} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:55:30.196269 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [req-d425edd1-4fc0-4363-a561-8c88704cc942 req-75498428-68e4-4dcb-8526-9009eee7d360 service neutron] For port 76cb3011-9231-42e6-9602-db23c446c928, host n-h2-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=76cb3011-9231-42e6-9602-db23c446c928,segment=NetworkSegment(86b1e6f6-d629-4b03-8944-4cdfbfb93d02),segment_id=86b1e6f6-d629-4b03-8944-4cdfbfb93d02)] {{(pid=105584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:55:30.197749 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882254ce-c183-4cc1-a4c5-f316ebdd8a68 req-1cfedf1d-7140-4986-b8cc-7e3545b19238 tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:30.211102 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-526527c8-1ef6-4e48-806c-8c3104411fff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b0413fd-652a-4dc5-899e-6c269ab91665', 'name': 'tempest-ServersTestJSON-234435651-router', 'tenant_id': '64da060b2dd44212a62bc79dadd15741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.245'}], 'enable_snat': True}, 'gw_port_id': '30edec30-35d7-4893-95e7-7b657e45e3a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:55:25Z', 'updated_at': '2021-07-27T20:55:26Z', 'revision_number': 3, 'project_id': '64da060b2dd44212a62bc79dadd15741', 'gw_port': {'id': '30edec30-35d7-4893-95e7-7b657e45e3a1', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:9c:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b0413fd-652a-4dc5-899e-6c269ab91665', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:55:26Z', 'updated_at': '2021-07-27T20:55:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22'}], 'n-d-705658-22', False) {} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:55:30.215588 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-882254ce-c183-4cc1-a4c5-f316ebdd8a68 req-1cfedf1d-7140-4986-b8cc-7e3545b19238 tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] 10.222.0.59 "GET /v2.0/ports?device_id=540d0afa-077d-483c-bae2-a3da321095f5 HTTP/1.1" status: 200 len: 949 time: 0.2108467 Jul 27 20:55:30.216021 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning for port 5a39029a-c905-40eb-baeb-8e686564a688 completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:55:30.217892 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-e1b87150-626c-48e0-bfa3-f83865b11064 None None] Provisioning for port f6688a09-4ab5-47d7-b048-c3c006bb976a completed by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:55:30.260952 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-e1b87150-626c-48e0-bfa3-f83865b11064 None None] Provisioning complete for port f6688a09-4ab5-47d7-b048-c3c006bb976a triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:55:30.261329 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-e1b87150-626c-48e0-bfa3-f83865b11064 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:30.262785 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port 5a39029a-c905-40eb-baeb-8e686564a688 triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:55:30.263171 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:30.264606 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-526527c8-1ef6-4e48-806c-8c3104411fff None None] Checking router: 6b0413fd-652a-4dc5-899e-6c269ab91665 for host: n-d-705658-22 {{(pid=105586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 20:55:30.264951 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-526527c8-1ef6-4e48-806c-8c3104411fff None None] Updating router 6b0413fd-652a-4dc5-899e-6c269ab91665 port 30edec30-35d7-4893-95e7-7b657e45e3a1 binding host n-d-705658-22 {{(pid=105586) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 20:55:30.294466 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-882254ce-c183-4cc1-a4c5-f316ebdd8a68 req-83853172-ecb9-4c0d-a89b-9f4c04eebc48 tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] 10.222.0.59 "GET /v2.0/security-groups?id=dea81a77-85b4-4e12-8e1d-b19e89484a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779195 Jul 27 20:55:30.336121 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61757129-7ac3-4022-9035-bd7a7b3b4a5d req-bb0df2a1-5e81-42aa-a1db-8d7496c81d1a tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:30.343809 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-61757129-7ac3-4022-9035-bd7a7b3b4a5d req-bb0df2a1-5e81-42aa-a1db-8d7496c81d1a tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] 10.222.0.59 "GET /v2.0/ports?device_id=227e87e6-7a64-4944-af32-868f2772cf85 HTTP/1.1" status: 200 len: 943 time: 0.1047542 Jul 27 20:55:30.358281 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Provisioning for port 39ddd22f-e7a2-4068-9d6d-2e826289564d completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:55:30.380402 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvr_db [None req-aaeacd64-387d-4bfc-a538-b81d8b8ac77c None None] Set router 901498da-d103-475c-8884-6e5467784fdc gateway port host: n-d-705658-22 {{(pid=105587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:55:30.380614 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-61757129-7ac3-4022-9035-bd7a7b3b4a5d req-55b08fe7-1f96-4ac8-ad5d-d3410729c64b tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] 10.222.0.59 "GET /v2.0/security-groups?id=594c38b0-00a0-4e02-9d5e-673f3a5e469c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355833 Jul 27 20:55:30.386568 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Provisioning complete for port 39ddd22f-e7a2-4068-9d6d-2e826289564d triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:55:30.386891 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:30.400888 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [req-d425edd1-4fc0-4363-a561-8c88704cc942 req-75498428-68e4-4dcb-8526-9009eee7d360 service neutron] For port 76cb3011-9231-42e6-9602-db23c446c928, host n-h2-705658-22, cleared binding levels {{(pid=105584) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:55:30.442085 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-6a73dab7-9f24-4662-bbe2-04caeb99b3c3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:30.443545 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-526527c8-1ef6-4e48-806c-8c3104411fff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:30.512798 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-d425edd1-4fc0-4363-a561-8c88704cc942 req-75498428-68e4-4dcb-8526-9009eee7d360 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:30.516671 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.provisioning_blocks [None req-6a73dab7-9f24-4662-bbe2-04caeb99b3c3 admin admin] Transition to ACTIVE for port object a6c8fedb-973c-4f84-9e71-ad8636120fce will not be triggered until provisioned by entity DHCP. {{(pid=105584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:55:30.542924 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.provisioning_blocks [req-d425edd1-4fc0-4363-a561-8c88704cc942 req-75498428-68e4-4dcb-8526-9009eee7d360 service neutron] Transition to ACTIVE for port object 76cb3011-9231-42e6-9602-db23c446c928 will not be triggered until provisioned by entity L2. {{(pid=105584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:55:30.584991 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-d425edd1-4fc0-4363-a561-8c88704cc942 req-75498428-68e4-4dcb-8526-9009eee7d360 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9014027'] for port, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:30.629080 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-aaeacd64-387d-4bfc-a538-b81d8b8ac77c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '901498da-d103-475c-8884-6e5467784fdc', 'name': 'tempest-ServersTestFqdnHostnames-959213242-router', 'tenant_id': '4db6b04858584f16a518b56ddf54baba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.82'}], 'enable_snat': True}, 'gw_port_id': '5587608d-a606-4f50-ae22-5ab2aee3f57f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:55:26Z', 'updated_at': '2021-07-27T20:55:29Z', 'revision_number': 3, 'project_id': '4db6b04858584f16a518b56ddf54baba', 'gw_port': {'id': '5587608d-a606-4f50-ae22-5ab2aee3f57f', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:24:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '901498da-d103-475c-8884-6e5467784fdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:55:27Z', 'updated_at': '2021-07-27T20:55:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22'}], 'n-d-705658-22', False) {} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:55:30.813176 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-e1b87150-626c-48e0-bfa3-f83865b11064 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:30.830312 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaeacd64-387d-4bfc-a538-b81d8b8ac77c None None] Checking router: 901498da-d103-475c-8884-6e5467784fdc for host: n-d-705658-22 {{(pid=105587) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 20:55:30.830844 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaeacd64-387d-4bfc-a538-b81d8b8ac77c None None] Updating router 901498da-d103-475c-8884-6e5467784fdc port 5587608d-a606-4f50-ae22-5ab2aee3f57f binding host n-d-705658-22 {{(pid=105587) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 20:55:30.881505 n-d-705658-22 neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-aaeacd64-387d-4bfc-a538-b81d8b8ac77c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:30.915641 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aebf515-fa53-4142-a6b4-b835495206df req-ea16f783-da12-4e76-9e5d-b70dd87e620d tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:30.922650 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:30.926357 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-5aebf515-fa53-4142-a6b4-b835495206df req-ea16f783-da12-4e76-9e5d-b70dd87e620d tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] 10.222.0.59 "GET /v2.0/ports?device_id=23a39a45-86ad-4a34-aa42-6affa73d3ff5 HTTP/1.1" status: 200 len: 945 time: 0.2165239 Jul 27 20:55:30.945172 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8571aab4-c89f-4d58-a1db-ee6d027ac384 req-5125603f-7433-4832-8f5e-36d652f3eb5d tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:30.946714 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-8571aab4-c89f-4d58-a1db-ee6d027ac384 req-5125603f-7433-4832-8f5e-36d652f3eb5d tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] 10.222.0.59 "GET /v2.0/ports?device_id=f5981167-1ac0-4ca7-95b5-d52c185534b7 HTTP/1.1" status: 200 len: 946 time: 0.1744773 Jul 27 20:55:31.006859 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:31.040412 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-5aebf515-fa53-4142-a6b4-b835495206df req-740585fc-3d4c-4eaf-9d83-2fa4c7512f34 tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] 10.222.0.59 "GET /v2.0/security-groups?id=1749b80d-91c6-4bd3-8e8d-666bd095400f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130683 Jul 27 20:55:31.041415 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-e1b87150-626c-48e0-bfa3-f83865b11064 None None] For port f6688a09-4ab5-47d7-b048-c3c006bb976a, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=f6688a09-4ab5-47d7-b048-c3c006bb976a,segment=NetworkSegment(839ae395-18c4-4db8-912c-98cffd4079a9),segment_id=839ae395-18c4-4db8-912c-98cffd4079a9)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:55:31.044134 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-8571aab4-c89f-4d58-a1db-ee6d027ac384 req-6206d8df-6c82-44c9-a451-95573761555f tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] 10.222.0.59 "GET /v2.0/security-groups?id=c6534cb3-b44e-4a83-b57e-ddb72c2ad843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875964 Jul 27 20:55:31.046313 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] For port 5a39029a-c905-40eb-baeb-8e686564a688, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=5a39029a-c905-40eb-baeb-8e686564a688,segment=NetworkSegment(9dcee0f9-4d46-4446-867e-34216aa290b0),segment_id=9dcee0f9-4d46-4446-867e-34216aa290b0)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:55:31.054076 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-e1b87150-626c-48e0-bfa3-f83865b11064 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:31.065960 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:31.079686 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [req-d425edd1-4fc0-4363-a561-8c88704cc942 req-75498428-68e4-4dcb-8526-9009eee7d360 service neutron] No DVR routers for this DVR port 76cb3011-9231-42e6-9602-db23c446c928 on host n-h2-705658-22 {{(pid=105584) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 20:55:31.098469 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-6a73dab7-9f24-4662-bbe2-04caeb99b3c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:31.123667 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75498428-68e4-4dcb-8526-9009eee7d360 service neutron] Pushing event updated for resources: {'Port': ['ID=76cb3011-9231-42e6-9602-db23c446c928,revision_number=6']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:55:31.140865 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2433da90-085f-4008-812e-29c943e4f727', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39ddd22f-e7a2-4068-9d6d-2e826289564d'}] {{(pid=105586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:55:31.143925 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14c1663e039faf5393f87855f745010ac5b02220355b68fdbf065393e303ac56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64bb465f-689c-4bde-a98b-d513634a0d5f" -d '{"events": [{"server_uuid": "2433da90-085f-4008-812e-29c943e4f727", "name": "network-vif-plugged", "status": "completed", "tag": "39ddd22f-e7a2-4068-9d6d-2e826289564d"}]}' {{(pid=105586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:55:31.201097 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] For port 39ddd22f-e7a2-4068-9d6d-2e826289564d, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=39ddd22f-e7a2-4068-9d6d-2e826289564d,segment=NetworkSegment(1a6df4b8-1b7f-4c91-aeab-868433773047),segment_id=1a6df4b8-1b7f-4c91-aeab-868433773047)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:55:31.217836 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:31.219208 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device 8bc87563-93b4-46ea-bd9f-ed8e2c356c7d no longer exists at agent hyperv_n-h1-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 20:55:31.219717 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a73dab7-9f24-4662-bbe2-04caeb99b3c3 admin admin] Network 7bcae981-8648-471e-89db-85c5dd38c4a9 is already hosted by enough agents. {{(pid=105584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:55:31.237398 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 20:55:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a4d3cc4-d840-4870-8e8b-fa2485e38ac3 x-openstack-request-id: req-0a4d3cc4-d840-4870-8e8b-fa2485e38ac3 {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:55:31.237696 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2433da90-085f-4008-812e-29c943e4f727", "name": "network-vif-plugged", "status": "completed", "tag": "39ddd22f-e7a2-4068-9d6d-2e826289564d", "code": 200}]} {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:55:31.237949 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-0a4d3cc4-d840-4870-8e8b-fa2485e38ac3 {{(pid=105586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:55:31.238341 n-d-705658-22 neutron-server[105586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2433da90-085f-4008-812e-29c943e4f727', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39ddd22f-e7a2-4068-9d6d-2e826289564d', 'code': 200} Jul 27 20:55:31.259114 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [None req-6a73dab7-9f24-4662-bbe2-04caeb99b3c3 admin admin] Resources bound (agent type, host, resource id): {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:55:31.291962 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b87150-626c-48e0-bfa3-f83865b11064 None None] Pushing event updated for resources: {'Port': ['ID=f6688a09-4ab5-47d7-b048-c3c006bb976a,revision_number=3']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:55:31.296537 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-28650df7-c46c-4981-b84f-37d87254047e None None] No Port match for: 8bc87563-93b4-46ea-bd9f-ed8e2c356c7d {{(pid=105586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 20:55:31.297415 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device 8bc87563-93b4-46ea-bd9f-ed8e2c356c7d not bound to the agent host n-h1-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 20:55:31.307549 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a73dab7-9f24-4662-bbe2-04caeb99b3c3 admin admin] Received port after_create {{(pid=105584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:55:31.326573 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a73dab7-9f24-4662-bbe2-04caeb99b3c3 admin admin] Pushing event updated for resources: {'Port': ['ID=a6c8fedb-973c-4f84-9e71-ad8636120fce,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:55:31.330232 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c089a740-9fa0-493c-b0c9-885d5ef3a552 req-c8e26755-7ef9-4815-b46d-07317d5ecd02 tempest-ImagesOneServerNegativeTestJSON-323901233 tempest-ImagesOneServerNegativeTestJSON-323901233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:31.341574 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-c089a740-9fa0-493c-b0c9-885d5ef3a552 req-c8e26755-7ef9-4815-b46d-07317d5ecd02 tempest-ImagesOneServerNegativeTestJSON-323901233 tempest-ImagesOneServerNegativeTestJSON-323901233-project] 10.222.0.59 "GET /v2.0/ports?device_id=2433da90-085f-4008-812e-29c943e4f727 HTTP/1.1" status: 200 len: 945 time: 0.1155078 Jul 27 20:55:31.348664 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-aed834cb-fd76-4641-8967-0b12afeca4ea None None] Provisioning complete for port 5a39029a-c905-40eb-baeb-8e686564a688 triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:55:31.349037 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-aed834cb-fd76-4641-8967-0b12afeca4ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:31.364183 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [req-d425edd1-4fc0-4363-a561-8c88704cc942 req-75498428-68e4-4dcb-8526-9009eee7d360 service neutron] Attempting to bind port 76cb3011-9231-42e6-9602-db23c446c928 on host n-h1-705658-22 for vnic_type normal with profile {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:55:31.364183 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [req-d425edd1-4fc0-4363-a561-8c88704cc942 req-75498428-68e4-4dcb-8526-9009eee7d360 service neutron] Attempting to bind port 76cb3011-9231-42e6-9602-db23c446c928 by drivers openvswitch,hyperv on host n-h1-705658-22 at level 0 using segments [{'id': '86b1e6f6-d629-4b03-8944-4cdfbfb93d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '4d64aa0b-bd6a-468e-8edc-c83689947462'}] {{(pid=105584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:55:31.364183 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d425edd1-4fc0-4363-a561-8c88704cc942 req-75498428-68e4-4dcb-8526-9009eee7d360 service neutron] Attempting to bind port 76cb3011-9231-42e6-9602-db23c446c928 on network 4d64aa0b-bd6a-468e-8edc-c83689947462 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:55:31.387547 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Device 76cb3011-9231-42e6-9602-db23c446c928 no longer exists at agent hyperv_n-h2-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 20:55:31.395309 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-c089a740-9fa0-493c-b0c9-885d5ef3a552 req-6c1f9ab2-5e09-4011-a353-c5a07fe092b4 tempest-ImagesOneServerNegativeTestJSON-323901233 tempest-ImagesOneServerNegativeTestJSON-323901233-project] 10.222.0.59 "GET /v2.0/security-groups?id=b49152d2-7ea9-4069-930d-17bb1fb95e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527551 Jul 27 20:55:31.404971 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d425edd1-4fc0-4363-a561-8c88704cc942 req-75498428-68e4-4dcb-8526-9009eee7d360 service neutron] Port 76cb3011-9231-42e6-9602-db23c446c928 on network 4d64aa0b-bd6a-468e-8edc-c83689947462 not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-22 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 20:55:31.405434 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d425edd1-4fc0-4363-a561-8c88704cc942 req-75498428-68e4-4dcb-8526-9009eee7d360 service neutron] Attempting to bind port 76cb3011-9231-42e6-9602-db23c446c928 on network 4d64aa0b-bd6a-468e-8edc-c83689947462 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:55:31.445056 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d425edd1-4fc0-4363-a561-8c88704cc942 req-75498428-68e4-4dcb-8526-9009eee7d360 service neutron] Checking agent: {'id': '9d9bc37f-4d75-44ef-9f63-799aab3e316f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 49, 36), 'started_at': datetime.datetime(2021, 7, 27, 20, 49, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 55, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:55:31.445832 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d425edd1-4fc0-4363-a561-8c88704cc942 req-75498428-68e4-4dcb-8526-9009eee7d360 service neutron] Checking segment: {'id': '86b1e6f6-d629-4b03-8944-4cdfbfb93d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '4d64aa0b-bd6a-468e-8edc-c83689947462'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:55:31.445832 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d425edd1-4fc0-4363-a561-8c88704cc942 req-75498428-68e4-4dcb-8526-9009eee7d360 service neutron] Bound using segment: {'id': '86b1e6f6-d629-4b03-8944-4cdfbfb93d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '4d64aa0b-bd6a-468e-8edc-c83689947462'} {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:55:31.446239 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [req-d425edd1-4fc0-4363-a561-8c88704cc942 req-75498428-68e4-4dcb-8526-9009eee7d360 service neutron] Bound port: 76cb3011-9231-42e6-9602-db23c446c928, host: n-h1-705658-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '86b1e6f6-d629-4b03-8944-4cdfbfb93d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '4d64aa0b-bd6a-468e-8edc-c83689947462'}}] {{(pid=105584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:55:31.446608 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-d425edd1-4fc0-4363-a561-8c88704cc942 req-75498428-68e4-4dcb-8526-9009eee7d360 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:31.448656 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-526527c8-1ef6-4e48-806c-8c3104411fff None None] Notify callbacks [] for port, precommit_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:31.457200 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-6a73dab7-9f24-4662-bbe2-04caeb99b3c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4075523'] for router_interface, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:31.491986 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-526527c8-1ef6-4e48-806c-8c3104411fff None None] Transition to ACTIVE for port object 30edec30-35d7-4893-95e7-7b657e45e3a1 will not be triggered until provisioned by entity L2. {{(pid=105586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:55:31.510031 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-526527c8-1ef6-4e48-806c-8c3104411fff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:31.520021 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d85a7f-f78e-4591-8887-5fe6f82c71a5 req-ab3d4a3d-5046-4797-b030-2fcd71a8d62b tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:31.520842 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Pushing event updated for resources: {'Port': ['ID=5a39029a-c905-40eb-baeb-8e686564a688,revision_number=3']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:55:31.530260 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-25d85a7f-f78e-4591-8887-5fe6f82c71a5 req-ab3d4a3d-5046-4797-b030-2fcd71a8d62b tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] 10.222.0.59 "GET /v2.0/ports?device_id=540d0afa-077d-483c-bae2-a3da321095f5 HTTP/1.1" status: 200 len: 949 time: 0.1029954 Jul 27 20:55:31.561608 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Device 76cb3011-9231-42e6-9602-db23c446c928 not bound to the agent host n-h2-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 20:55:31.625628 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-526527c8-1ef6-4e48-806c-8c3104411fff None None] Attempting to bind port 30edec30-35d7-4893-95e7-7b657e45e3a1 on host n-d-705658-22 for vnic_type normal with profile {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:55:31.625628 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-526527c8-1ef6-4e48-806c-8c3104411fff None None] Attempting to bind port 30edec30-35d7-4893-95e7-7b657e45e3a1 by drivers openvswitch,hyperv on host n-d-705658-22 at level 0 using segments [{'id': '12196855-9a32-4633-9a56-77697ef9e126', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305'}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:55:31.625952 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-526527c8-1ef6-4e48-806c-8c3104411fff None None] Attempting to bind port 30edec30-35d7-4893-95e7-7b657e45e3a1 on network 8735d8a2-b604-4758-ae71-b40e4ee6f305 {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:55:31.630636 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Pushing event updated for resources: {'Port': ['ID=39ddd22f-e7a2-4068-9d6d-2e826289564d,revision_number=5']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:55:31.638860 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-526527c8-1ef6-4e48-806c-8c3104411fff None None] Checking agent: {'id': '04a7ea91-6318-467e-ace6-b0fb48c8690f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 41, 42), 'started_at': datetime.datetime(2021, 7, 27, 20, 42, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 55, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:55:31.638860 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-526527c8-1ef6-4e48-806c-8c3104411fff None None] Checking segment: {'id': '12196855-9a32-4633-9a56-77697ef9e126', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:55:31.639319 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-526527c8-1ef6-4e48-806c-8c3104411fff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:31.639721 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-526527c8-1ef6-4e48-806c-8c3104411fff None None] Bound using segment: {'id': '12196855-9a32-4633-9a56-77697ef9e126', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305'} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:55:31.640095 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-526527c8-1ef6-4e48-806c-8c3104411fff None None] Bound port: 30edec30-35d7-4893-95e7-7b657e45e3a1, host: n-d-705658-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12196855-9a32-4633-9a56-77697ef9e126', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305'}}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:55:31.640528 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-526527c8-1ef6-4e48-806c-8c3104411fff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:31.673268 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5981167-1ac0-4ca7-95b5-d52c185534b7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '76cb3011-9231-42e6-9602-db23c446c928'}] {{(pid=105584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:55:31.675184 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-25d85a7f-f78e-4591-8887-5fe6f82c71a5 req-1022bcad-f528-4187-95ed-f89dee03e28e tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] 10.222.0.59 "GET /v2.0/security-groups?id=dea81a77-85b4-4e12-8e1d-b19e89484a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419411 Jul 27 20:55:31.676066 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bce5e6c8685464f7626901654159975603b047827e3138302ed6566e28f1343" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c49f6ad4-e4d3-4310-a8d3-32d491b33e41" -d '{"events": [{"server_uuid": "f5981167-1ac0-4ca7-95b5-d52c185534b7", "name": "network-vif-unplugged", "status": "completed", "tag": "76cb3011-9231-42e6-9602-db23c446c928"}]}' {{(pid=105584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:55:31.683742 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2211c5-41b9-4b5d-8962-b7ac1c090b53 req-d49905fc-9297-46fb-b5e5-3f149870f826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:31.685485 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-0d2211c5-41b9-4b5d-8962-b7ac1c090b53 req-d49905fc-9297-46fb-b5e5-3f149870f826 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=2433da90-085f-4008-812e-29c943e4f727 HTTP/1.1" status: 200 len: 1097 time: 0.3754809 Jul 27 20:55:31.711812 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04221b25-df02-45e2-9a81-90655c51cb32 req-7b10d18e-fb4c-4aa7-90ef-63affca8b584 tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:31.723813 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-04221b25-df02-45e2-9a81-90655c51cb32 req-7b10d18e-fb4c-4aa7-90ef-63affca8b584 tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] 10.222.0.59 "GET /v2.0/ports?device_id=227e87e6-7a64-4944-af32-868f2772cf85 HTTP/1.1" status: 200 len: 943 time: 0.1778386 Jul 27 20:55:31.737350 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b7ccfa-7be2-493e-bb8b-c6fd3dc366d1 None None] Pushing event updated for resources: {'Port': ['ID=30edec30-35d7-4893-95e7-7b657e45e3a1,revision_number=2']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:55:31.741592 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-aed834cb-fd76-4641-8967-0b12afeca4ea None None] Provisioning complete for port f6688a09-4ab5-47d7-b048-c3c006bb976a triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:55:31.741972 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-aed834cb-fd76-4641-8967-0b12afeca4ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:31.745460 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-526527c8-1ef6-4e48-806c-8c3104411fff None None] For port 30edec30-35d7-4893-95e7-7b657e45e3a1, host n-d-705658-22, cleared binding levels {{(pid=105586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:55:31.749226 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-526527c8-1ef6-4e48-806c-8c3104411fff None None] For port 30edec30-35d7-4893-95e7-7b657e45e3a1, host n-d-705658-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=30edec30-35d7-4893-95e7-7b657e45e3a1,segment=NetworkSegment(12196855-9a32-4633-9a56-77697ef9e126),segment_id=12196855-9a32-4633-9a56-77697ef9e126)] {{(pid=105586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:55:31.769277 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-526527c8-1ef6-4e48-806c-8c3104411fff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:31.773767 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [req-d425edd1-4fc0-4363-a561-8c88704cc942 req-75498428-68e4-4dcb-8526-9009eee7d360 service neutron] For port 76cb3011-9231-42e6-9602-db23c446c928, host n-h1-705658-22, cleared binding levels {{(pid=105584) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:55:31.794781 n-d-705658-22 neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-aaeacd64-387d-4bfc-a538-b81d8b8ac77c None None] Notify callbacks [] for port, precommit_update {{(pid=105587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:31.809514 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.provisioning_blocks [None req-aaeacd64-387d-4bfc-a538-b81d8b8ac77c None None] Transition to ACTIVE for port object 5587608d-a606-4f50-ae22-5ab2aee3f57f will not be triggered until provisioned by entity L2. {{(pid=105587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:55:31.810306 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [req-d425edd1-4fc0-4363-a561-8c88704cc942 req-75498428-68e4-4dcb-8526-9009eee7d360 service neutron] For port 76cb3011-9231-42e6-9602-db23c446c928, host n-h1-705658-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=76cb3011-9231-42e6-9602-db23c446c928,segment=NetworkSegment(86b1e6f6-d629-4b03-8944-4cdfbfb93d02),segment_id=86b1e6f6-d629-4b03-8944-4cdfbfb93d02)] {{(pid=105584) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:55:31.820036 n-d-705658-22 neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-aaeacd64-387d-4bfc-a538-b81d8b8ac77c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:31.820699 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-d425edd1-4fc0-4363-a561-8c88704cc942 req-75498428-68e4-4dcb-8526-9009eee7d360 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9014027'] for port, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:31.839424 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-04221b25-df02-45e2-9a81-90655c51cb32 req-ffcb999d-340a-484a-9fcf-77227783e7e7 tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] 10.222.0.59 "GET /v2.0/security-groups?id=594c38b0-00a0-4e02-9d5e-673f3a5e469c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144116 Jul 27 20:55:31.845726 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b7ccfa-7be2-493e-bb8b-c6fd3dc366d1 None None] Pushing event updated for resources: {'Port': ['ID=30edec30-35d7-4893-95e7-7b657e45e3a1,revision_number=3']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:55:31.855422 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-526527c8-1ef6-4e48-806c-8c3104411fff None None] Routers {'6b0413fd-652a-4dc5-899e-6c269ab91665'} bound to L3 agent in host n-d-705658-22 {{(pid=105586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:55:31.856066 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-526527c8-1ef6-4e48-806c-8c3104411fff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T20:55:11Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['6b0413fd-652a-4dc5-899e-6c269ab91665'], 'active': True} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:55:31.873029 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 27 Jul 2021 20:55:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae0b0d90-996c-48f1-833c-7236867b3b7a x-openstack-request-id: req-ae0b0d90-996c-48f1-833c-7236867b3b7a {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:55:31.873320 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5981167-1ac0-4ca7-95b5-d52c185534b7", "name": "network-vif-unplugged", "status": "completed", "tag": "76cb3011-9231-42e6-9602-db23c446c928", "code": 200}]} {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:55:31.873575 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-ae0b0d90-996c-48f1-833c-7236867b3b7a {{(pid=105584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:55:31.873963 n-d-705658-22 neutron-server[105584]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5981167-1ac0-4ca7-95b5-d52c185534b7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '76cb3011-9231-42e6-9602-db23c446c928', 'code': 200} Jul 27 20:55:31.879035 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-0d2211c5-41b9-4b5d-8962-b7ac1c090b53 req-cc7211b6-7663-4639-8943-acd0892615e5 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=b49152d2-7ea9-4069-930d-17bb1fb95e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581864 Jul 27 20:55:31.886894 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.managers [None req-aaeacd64-387d-4bfc-a538-b81d8b8ac77c None None] Attempting to bind port 5587608d-a606-4f50-ae22-5ab2aee3f57f on host n-d-705658-22 for vnic_type normal with profile {{(pid=105587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:55:31.887411 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.managers [None req-aaeacd64-387d-4bfc-a538-b81d8b8ac77c None None] Attempting to bind port 5587608d-a606-4f50-ae22-5ab2aee3f57f by drivers openvswitch,hyperv on host n-d-705658-22 at level 0 using segments [{'id': '12196855-9a32-4633-9a56-77697ef9e126', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305'}] {{(pid=105587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:55:31.887950 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaeacd64-387d-4bfc-a538-b81d8b8ac77c None None] Attempting to bind port 5587608d-a606-4f50-ae22-5ab2aee3f57f on network 8735d8a2-b604-4758-ae71-b40e4ee6f305 {{(pid=105587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:55:31.898403 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaeacd64-387d-4bfc-a538-b81d8b8ac77c None None] Checking agent: {'id': '04a7ea91-6318-467e-ace6-b0fb48c8690f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 41, 42), 'started_at': datetime.datetime(2021, 7, 27, 20, 42, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 55, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:55:31.899226 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaeacd64-387d-4bfc-a538-b81d8b8ac77c None None] Checking segment: {'id': '12196855-9a32-4633-9a56-77697ef9e126', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:55:31.899691 n-d-705658-22 neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-aaeacd64-387d-4bfc-a538-b81d8b8ac77c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:31.900143 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaeacd64-387d-4bfc-a538-b81d8b8ac77c None None] Bound using segment: {'id': '12196855-9a32-4633-9a56-77697ef9e126', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305'} {{(pid=105587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:55:31.900676 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.managers [None req-aaeacd64-387d-4bfc-a538-b81d8b8ac77c None None] Bound port: 5587608d-a606-4f50-ae22-5ab2aee3f57f, host: n-d-705658-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12196855-9a32-4633-9a56-77697ef9e126', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305'}}] {{(pid=105587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:55:31.901176 n-d-705658-22 neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-aaeacd64-387d-4bfc-a538-b81d8b8ac77c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:31.903082 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4222caa9-3451-4d8d-93b5-d256ced035b9 None None] Pushing event updated for resources: {'Port': ['ID=5587608d-a606-4f50-ae22-5ab2aee3f57f,revision_number=2']} {{(pid=105587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:55:31.924719 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d425edd1-4fc0-4363-a561-8c88704cc942 req-75498428-68e4-4dcb-8526-9009eee7d360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:31.925352 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-d425edd1-4fc0-4363-a561-8c88704cc942 req-75498428-68e4-4dcb-8526-9009eee7d360 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:31.926771 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-d425edd1-4fc0-4363-a561-8c88704cc942 req-75498428-68e4-4dcb-8526-9009eee7d360 service neutron] 10.222.0.36 "PUT /v2.0/ports/76cb3011-9231-42e6-9602-db23c446c928 HTTP/1.1" status: 200 len: 1095 time: 2.5613537 Jul 27 20:55:31.935201 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4222caa9-3451-4d8d-93b5-d256ced035b9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:55:31.935954 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4222caa9-3451-4d8d-93b5-d256ced035b9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:55:31.936072 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4222caa9-3451-4d8d-93b5-d256ced035b9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:55:31.936599 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4222caa9-3451-4d8d-93b5-d256ced035b9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:55:31.937159 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4222caa9-3451-4d8d-93b5-d256ced035b9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:55:31.937581 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4222caa9-3451-4d8d-93b5-d256ced035b9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:55:31.937974 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4222caa9-3451-4d8d-93b5-d256ced035b9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:55:31.938633 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4222caa9-3451-4d8d-93b5-d256ced035b9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:55:31.938760 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4222caa9-3451-4d8d-93b5-d256ced035b9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:55:31.939216 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4222caa9-3451-4d8d-93b5-d256ced035b9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:55:31.939792 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4222caa9-3451-4d8d-93b5-d256ced035b9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:55:31.940179 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4222caa9-3451-4d8d-93b5-d256ced035b9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:55:31.954893 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-6a73dab7-9f24-4662-bbe2-04caeb99b3c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:31.958028 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-86ebe369-e3bf-4f27-b254-6c79d65db072 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:31.982977 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.db [None req-aaeacd64-387d-4bfc-a538-b81d8b8ac77c None None] For port 5587608d-a606-4f50-ae22-5ab2aee3f57f, host n-d-705658-22, cleared binding levels {{(pid=105587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:55:31.987525 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.db [None req-aaeacd64-387d-4bfc-a538-b81d8b8ac77c None None] For port 5587608d-a606-4f50-ae22-5ab2aee3f57f, host n-d-705658-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=5587608d-a606-4f50-ae22-5ab2aee3f57f,segment=NetworkSegment(12196855-9a32-4633-9a56-77697ef9e126),segment_id=12196855-9a32-4633-9a56-77697ef9e126)] {{(pid=105587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:55:31.992963 n-d-705658-22 neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-aaeacd64-387d-4bfc-a538-b81d8b8ac77c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:32.024036 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75498428-68e4-4dcb-8526-9009eee7d360 service neutron] Pushing event updated for resources: {'Port': ['ID=76cb3011-9231-42e6-9602-db23c446c928,revision_number=7']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:55:32.073138 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4222caa9-3451-4d8d-93b5-d256ced035b9 None None] Pushing event updated for resources: {'Port': ['ID=5587608d-a606-4f50-ae22-5ab2aee3f57f,revision_number=3']} {{(pid=105587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:55:32.089719 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaeacd64-387d-4bfc-a538-b81d8b8ac77c None None] Routers {'901498da-d103-475c-8884-6e5467784fdc'} bound to L3 agent in host n-d-705658-22 {{(pid=105587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:55:32.090347 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-aaeacd64-387d-4bfc-a538-b81d8b8ac77c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T20:55:11Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['901498da-d103-475c-8884-6e5467784fdc'], 'active': True} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:55:32.223147 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvr_db [None req-526527c8-1ef6-4e48-806c-8c3104411fff None None] Set router 6b0413fd-652a-4dc5-899e-6c269ab91665 gateway port host: n-d-705658-22 {{(pid=105586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:55:32.286816 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d425edd1-4fc0-4363-a561-8c88704cc942 req-11b2f311-e0f2-4339-aed5-f9c9f1d70df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:32.288580 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-d425edd1-4fc0-4363-a561-8c88704cc942 req-11b2f311-e0f2-4339-aed5-f9c9f1d70df9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=43230fc3eab141e0b742541c8628d03e&device_id=f5981167-1ac0-4ca7-95b5-d52c185534b7 HTTP/1.1" status: 200 len: 1098 time: 0.3024092 Jul 27 20:55:32.295485 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-0a5109c7-66b9-4199-a111-b8d8e980ec64 None None] Provisioning for port a6c8fedb-973c-4f84-9e71-ad8636120fce completed by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:55:32.302162 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvr_db [None req-aaeacd64-387d-4bfc-a538-b81d8b8ac77c None None] Set router 901498da-d103-475c-8884-6e5467784fdc gateway port host: n-d-705658-22 {{(pid=105587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:55:32.314684 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be61c635-e1e7-4774-8635-8f757a4b8615 req-8a7f405c-5bdb-4080-9e4a-6feaca965a77 tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:32.321959 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-be61c635-e1e7-4774-8635-8f757a4b8615 req-8a7f405c-5bdb-4080-9e4a-6feaca965a77 tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] 10.222.0.59 "GET /v2.0/ports?device_id=23a39a45-86ad-4a34-aa42-6affa73d3ff5 HTTP/1.1" status: 200 len: 945 time: 0.1203902 Jul 27 20:55:32.330373 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-0a5109c7-66b9-4199-a111-b8d8e980ec64 None None] Provisioning complete for port a6c8fedb-973c-4f84-9e71-ad8636120fce triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:55:32.331327 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-0a5109c7-66b9-4199-a111-b8d8e980ec64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:32.340680 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fb5c6c-ec4e-4cc4-9a7e-66dc5d3cd479 req-c6bab3eb-061d-4607-9c46-cb8c6da95137 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:32.349867 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e1fb5c6c-ec4e-4cc4-9a7e-66dc5d3cd479 req-c6bab3eb-061d-4607-9c46-cb8c6da95137 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] 10.222.0.59 "GET /v2.0/ports?device_id=f5981167-1ac0-4ca7-95b5-d52c185534b7 HTTP/1.1" status: 200 len: 946 time: 0.1595888 Jul 27 20:55:32.419791 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-0a5109c7-66b9-4199-a111-b8d8e980ec64 None None] Port a6c8fedb-973c-4f84-9e71-ad8636120fce cannot update to ACTIVE because it is not bound. {{(pid=105586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 20:55:32.430852 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e1fb5c6c-ec4e-4cc4-9a7e-66dc5d3cd479 req-ab9a49c0-34ba-414f-89c3-045628049eb4 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] 10.222.0.59 "GET /v2.0/security-groups?id=c6534cb3-b44e-4a83-b57e-ddb72c2ad843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795391 Jul 27 20:55:32.450906 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.db_base_plugin_common [None req-86ebe369-e3bf-4f27-b254-6c79d65db072 admin admin] Allocated IP 172.20.0.1 (b01b2bcb-b6d7-427b-8018-a1eed8201f0c/e2dc11f6-d37b-4723-b3bb-cb12e54fb98a/5a197d84-3e30-4d9f-acc7-21edc8c538ba) {{(pid=105584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:55:32.457808 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-be61c635-e1e7-4774-8635-8f757a4b8615 req-f08dde6d-c688-4a15-b559-5d5bed2bc57a tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] 10.222.0.59 "GET /v2.0/security-groups?id=1749b80d-91c6-4bd3-8e8d-666bd095400f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322742 Jul 27 20:55:32.490671 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-6a73dab7-9f24-4662-bbe2-04caeb99b3c3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:32.502601 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-6a73dab7-9f24-4662-bbe2-04caeb99b3c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9014027'] for port, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:32.521863 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-526527c8-1ef6-4e48-806c-8c3104411fff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b0413fd-652a-4dc5-899e-6c269ab91665', 'name': 'tempest-ServersTestJSON-234435651-router', 'tenant_id': '64da060b2dd44212a62bc79dadd15741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.245'}], 'enable_snat': True}, 'gw_port_id': '30edec30-35d7-4893-95e7-7b657e45e3a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:55:25Z', 'updated_at': '2021-07-27T20:55:31Z', 'revision_number': 4, 'project_id': '64da060b2dd44212a62bc79dadd15741', 'gw_port': {'id': '30edec30-35d7-4893-95e7-7b657e45e3a1', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:9c:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b0413fd-652a-4dc5-899e-6c269ab91665', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:55:26Z', 'updated_at': '2021-07-27T20:55:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_interfaces': [{'id': 'a6c8fedb-973c-4f84-9e71-ad8636120fce', 'name': '', 'network_id': '7bcae981-8648-471e-89db-85c5dd38c4a9', 'tenant_id': '64da060b2dd44212a62bc79dadd15741', 'mac_address': 'fa:16:3e:5a:bb:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b0413fd-652a-4dc5-899e-6c269ab91665', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '79e9814a-bc6d-4124-93bb-2b85b8b7cfb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:55:29Z', 'updated_at': '2021-07-27T20:55:30Z', 'revision_number': 1, 'project_id': '64da060b2dd44212a62bc79dadd15741', 'subnets': [{'id': '79e9814a-bc6d-4124-93bb-2b85b8b7cfb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-22', False) {} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:55:32.557592 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-526527c8-1ef6-4e48-806c-8c3104411fff None None] The sync data for ids ['6b0413fd-652a-4dc5-899e-6c269ab91665'] in n-d-705658-22 is: [{'id': '6b0413fd-652a-4dc5-899e-6c269ab91665', 'name': 'tempest-ServersTestJSON-234435651-router', 'tenant_id': '64da060b2dd44212a62bc79dadd15741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.245'}], 'enable_snat': True}, 'gw_port_id': '30edec30-35d7-4893-95e7-7b657e45e3a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:55:25Z', 'updated_at': '2021-07-27T20:55:31Z', 'revision_number': 4, 'project_id': '64da060b2dd44212a62bc79dadd15741', 'gw_port': {'id': '30edec30-35d7-4893-95e7-7b657e45e3a1', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:9c:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b0413fd-652a-4dc5-899e-6c269ab91665', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:55:26Z', 'updated_at': '2021-07-27T20:55:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_interfaces': [{'id': 'a6c8fedb-973c-4f84-9e71-ad8636120fce', 'name': '', 'network_id': '7bcae981-8648-471e-89db-85c5dd38c4a9', 'tenant_id': '64da060b2dd44212a62bc79dadd15741', 'mac_address': 'fa:16:3e:5a:bb:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b0413fd-652a-4dc5-899e-6c269ab91665', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '79e9814a-bc6d-4124-93bb-2b85b8b7cfb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:55:29Z', 'updated_at': '2021-07-27T20:55:30Z', 'revision_number': 1, 'project_id': '64da060b2dd44212a62bc79dadd15741', 'subnets': [{'id': '79e9814a-bc6d-4124-93bb-2b85b8b7cfb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 20:55:32.557855 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-aaeacd64-387d-4bfc-a538-b81d8b8ac77c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '901498da-d103-475c-8884-6e5467784fdc', 'name': 'tempest-ServersTestFqdnHostnames-959213242-router', 'tenant_id': '4db6b04858584f16a518b56ddf54baba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.82'}], 'enable_snat': True}, 'gw_port_id': '5587608d-a606-4f50-ae22-5ab2aee3f57f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:55:26Z', 'updated_at': '2021-07-27T20:55:29Z', 'revision_number': 3, 'project_id': '4db6b04858584f16a518b56ddf54baba', 'gw_port': {'id': '5587608d-a606-4f50-ae22-5ab2aee3f57f', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:24:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '901498da-d103-475c-8884-6e5467784fdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:55:27Z', 'updated_at': '2021-07-27T20:55:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22'}], 'n-d-705658-22', False) {} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:55:32.596155 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaeacd64-387d-4bfc-a538-b81d8b8ac77c None None] The sync data for ids ['901498da-d103-475c-8884-6e5467784fdc'] in n-d-705658-22 is: [{'id': '901498da-d103-475c-8884-6e5467784fdc', 'name': 'tempest-ServersTestFqdnHostnames-959213242-router', 'tenant_id': '4db6b04858584f16a518b56ddf54baba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.82'}], 'enable_snat': True}, 'gw_port_id': '5587608d-a606-4f50-ae22-5ab2aee3f57f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:55:26Z', 'updated_at': '2021-07-27T20:55:29Z', 'revision_number': 3, 'project_id': '4db6b04858584f16a518b56ddf54baba', 'gw_port': {'id': '5587608d-a606-4f50-ae22-5ab2aee3f57f', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:24:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '901498da-d103-475c-8884-6e5467784fdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:55:27Z', 'updated_at': '2021-07-27T20:55:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22'}] {{(pid=105587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 20:55:32.646970 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d425edd1-4fc0-4363-a561-8c88704cc942 req-dfe9c51b-aae3-4241-98f7-c235de7703c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:32.648526 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-d425edd1-4fc0-4363-a561-8c88704cc942 req-dfe9c51b-aae3-4241-98f7-c235de7703c1 service neutron] 10.222.0.36 "GET /v2.0/networks?id=4d64aa0b-bd6a-468e-8edc-c83689947462 HTTP/1.1" status: 200 len: 870 time: 0.3242633 Jul 27 20:55:32.663019 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-6a73dab7-9f24-4662-bbe2-04caeb99b3c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3743906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4076435'] for router_interface, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:32.663882 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9f2d5d-2547-47d1-9aa7-5c909319913b req-14454695-adec-480a-b29b-63d6d840ba60 tempest-ImagesOneServerNegativeTestJSON-323901233 tempest-ImagesOneServerNegativeTestJSON-323901233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:32.665700 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-4d9f2d5d-2547-47d1-9aa7-5c909319913b req-14454695-adec-480a-b29b-63d6d840ba60 tempest-ImagesOneServerNegativeTestJSON-323901233 tempest-ImagesOneServerNegativeTestJSON-323901233-project] 10.222.0.59 "GET /v2.0/ports?device_id=2433da90-085f-4008-812e-29c943e4f727 HTTP/1.1" status: 200 len: 945 time: 0.0884931 Jul 27 20:55:32.686167 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a73dab7-9f24-4662-bbe2-04caeb99b3c3 admin admin] Pushing event updated for resources: {'Port': ['ID=a6c8fedb-973c-4f84-9e71-ad8636120fce,revision_number=2']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:55:32.727086 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f722e2b9-aaa0-43d7-91fe-ae7df4247c5b req-f878a7dc-2ffd-474f-88c5-039c9205f48f tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:32.728816 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-f722e2b9-aaa0-43d7-91fe-ae7df4247c5b req-f878a7dc-2ffd-474f-88c5-039c9205f48f tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] 10.222.0.36 "GET /v2.0/ports?device_id=540d0afa-077d-483c-bae2-a3da321095f5 HTTP/1.1" status: 200 len: 949 time: 0.3428452 Jul 27 20:55:32.730705 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-4d9f2d5d-2547-47d1-9aa7-5c909319913b req-034ea253-6a2e-4679-97b6-e9e03c402e4d tempest-ImagesOneServerNegativeTestJSON-323901233 tempest-ImagesOneServerNegativeTestJSON-323901233-project] 10.222.0.59 "GET /v2.0/security-groups?id=b49152d2-7ea9-4069-930d-17bb1fb95e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469506 Jul 27 20:55:32.737139 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-d425edd1-4fc0-4363-a561-8c88704cc942 req-f2b877c6-f06d-40b6-9529-fca946fd54c7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.6&port_id=76cb3011-9231-42e6-9602-db23c446c928 HTTP/1.1" status: 200 len: 217 time: 0.0679965 Jul 27 20:55:32.836558 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add6bb74-68b0-4634-ab92-7c1acf23022d req-170c5fb5-6581-4fb4-a467-6124d11b1bcf tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:32.839335 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-add6bb74-68b0-4634-ab92-7c1acf23022d req-170c5fb5-6581-4fb4-a467-6124d11b1bcf tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] 10.222.0.59 "GET /v2.0/ports?device_id=540d0afa-077d-483c-bae2-a3da321095f5 HTTP/1.1" status: 200 len: 949 time: 0.0764897 Jul 27 20:55:32.905362 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-add6bb74-68b0-4634-ab92-7c1acf23022d req-d6cec78a-6d6b-4771-822c-511ea5a06115 tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] 10.222.0.59 "GET /v2.0/security-groups?id=dea81a77-85b4-4e12-8e1d-b19e89484a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602672 Jul 27 20:55:32.931748 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-86ebe369-e3bf-4f27-b254-6c79d65db072 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:33.032541 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d425edd1-4fc0-4363-a561-8c88704cc942 req-7cceb431-963f-466a-8831-a7731b22d367 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:33.034889 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-d425edd1-4fc0-4363-a561-8c88704cc942 req-7cceb431-963f-466a-8831-a7731b22d367 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=26644ba0-4185-4e10-8718-6ad18d01376c HTTP/1.1" status: 200 len: 843 time: 0.2699220 Jul 27 20:55:33.045520 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.provisioning_blocks [None req-86ebe369-e3bf-4f27-b254-6c79d65db072 admin admin] Transition to ACTIVE for port object 5a197d84-3e30-4d9f-acc7-21edc8c538ba will not be triggered until provisioned by entity DHCP. {{(pid=105584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:55:33.069926 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b17b575-2039-4f19-8ebc-d82a41200bfe req-6affe9f5-104f-499b-b41c-ea141ac31b0d tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:33.071561 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-6b17b575-2039-4f19-8ebc-d82a41200bfe req-6affe9f5-104f-499b-b41c-ea141ac31b0d tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] 10.222.0.59 "GET /v2.0/ports?device_id=227e87e6-7a64-4944-af32-868f2772cf85 HTTP/1.1" status: 200 len: 943 time: 0.1284995 Jul 27 20:55:33.106945 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a73dab7-9f24-4662-bbe2-04caeb99b3c3 admin admin] Network 7bcae981-8648-471e-89db-85c5dd38c4a9 is already hosted by enough agents. {{(pid=105584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:55:33.126840 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [None req-6a73dab7-9f24-4662-bbe2-04caeb99b3c3 admin admin] Resources bound (agent type, host, resource id): {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:55:33.149359 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-6b17b575-2039-4f19-8ebc-d82a41200bfe req-1058f910-ab41-4591-98d6-0bc5b3da4029 tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] 10.222.0.59 "GET /v2.0/security-groups?id=594c38b0-00a0-4e02-9d5e-673f3a5e469c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662901 Jul 27 20:55:33.249253 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-86ebe369-e3bf-4f27-b254-6c79d65db072 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:33.261106 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [req-f722e2b9-aaa0-43d7-91fe-ae7df4247c5b req-1d58c1ab-7758-4404-baad-cbda2d1846c1 tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] Deleting port b4361bc1-aa62-4d4c-8732-44cf2f0cb5cf {{(pid=105584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:55:33.261527 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-f722e2b9-aaa0-43d7-91fe-ae7df4247c5b req-1d58c1ab-7758-4404-baad-cbda2d1846c1 tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:33.374553 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device f6688a09-4ab5-47d7-b048-c3c006bb976a up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:55:33.432202 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port f6688a09-4ab5-47d7-b048-c3c006bb976a triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:55:33.432874 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:33.537662 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-2a07a44c-d9bb-440d-a957-9d37506af995 None None] Provisioning complete for port a6c8fedb-973c-4f84-9e71-ad8636120fce triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:55:33.538043 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-2a07a44c-d9bb-440d-a957-9d37506af995 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:33.555580 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 5a39029a-c905-40eb-baeb-8e686564a688 up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:55:33.639617 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-2a07a44c-d9bb-440d-a957-9d37506af995 None None] Port a6c8fedb-973c-4f84-9e71-ad8636120fce cannot update to ACTIVE because it is not bound. {{(pid=105586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 20:55:33.683669 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aee171a-0d91-4a9f-aa0e-cf5fc1c5941d req-a2ae7f05-249f-4dc2-b09a-4e7680e89294 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:33.684980 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port 5a39029a-c905-40eb-baeb-8e686564a688 triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:55:33.685129 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-7aee171a-0d91-4a9f-aa0e-cf5fc1c5941d req-a2ae7f05-249f-4dc2-b09a-4e7680e89294 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] 10.222.0.59 "GET /v2.0/ports?device_id=f5981167-1ac0-4ca7-95b5-d52c185534b7 HTTP/1.1" status: 200 len: 946 time: 0.1701691 Jul 27 20:55:33.685646 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:33.698143 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766ec8ed-6fc5-4144-b7a3-4af01b850f4e req-1c5b7cfb-fee8-4730-948c-a9bc70ab536f tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:33.706270 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-766ec8ed-6fc5-4144-b7a3-4af01b850f4e req-1c5b7cfb-fee8-4730-948c-a9bc70ab536f tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] 10.222.0.59 "GET /v2.0/ports?device_id=23a39a45-86ad-4a34-aa42-6affa73d3ff5 HTTP/1.1" status: 200 len: 945 time: 0.1346016 Jul 27 20:55:33.736151 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d425edd1-4fc0-4363-a561-8c88704cc942 req-c1e889f9-7633-4e7a-a178-f0de7f80bcf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:33.738660 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-d425edd1-4fc0-4363-a561-8c88704cc942 req-c1e889f9-7633-4e7a-a178-f0de7f80bcf4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4d64aa0b-bd6a-468e-8edc-c83689947462&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.6861093 Jul 27 20:55:33.774857 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-7aee171a-0d91-4a9f-aa0e-cf5fc1c5941d req-c2ac6825-e44b-4b1b-8671-da7377e6d3fc tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] 10.222.0.59 "GET /v2.0/security-groups?id=c6534cb3-b44e-4a83-b57e-ddb72c2ad843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664847 Jul 27 20:55:33.780272 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-766ec8ed-6fc5-4144-b7a3-4af01b850f4e req-cc2cb124-b7c4-40a8-8f64-17755164dbdf tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] 10.222.0.59 "GET /v2.0/security-groups?id=1749b80d-91c6-4bd3-8e8d-666bd095400f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707603 Jul 27 20:55:33.828961 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86ebe369-e3bf-4f27-b254-6c79d65db072 admin admin] Network b01b2bcb-b6d7-427b-8018-a1eed8201f0c is already hosted by enough agents. {{(pid=105584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:55:33.831628 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [None req-86ebe369-e3bf-4f27-b254-6c79d65db072 admin admin] Resources bound (agent type, host, resource id): {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:55:33.837929 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 5587608d-a606-4f50-ae22-5ab2aee3f57f up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:55:33.860385 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86ebe369-e3bf-4f27-b254-6c79d65db072 admin admin] Received port after_create {{(pid=105584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:55:33.878582 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5981167-1ac0-4ca7-95b5-d52c185534b7', 'tag': '76cb3011-9231-42e6-9602-db23c446c928'}] {{(pid=105584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:55:33.880929 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bce5e6c8685464f7626901654159975603b047827e3138302ed6566e28f1343" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ba2830d-4a2f-4baf-bb94-4877bb576fbc" -d '{"events": [{"name": "network-changed", "server_uuid": "f5981167-1ac0-4ca7-95b5-d52c185534b7", "tag": "76cb3011-9231-42e6-9602-db23c446c928"}]}' {{(pid=105584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:55:33.959522 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning for port 5587608d-a606-4f50-ae22-5ab2aee3f57f completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:55:33.964786 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port 5587608d-a606-4f50-ae22-5ab2aee3f57f triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:55:33.965253 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:34.005420 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ebe369-e3bf-4f27-b254-6c79d65db072 admin admin] Pushing event updated for resources: {'Port': ['ID=5a197d84-3e30-4d9f-acc7-21edc8c538ba,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:55:34.070900 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 20:55:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab6147e6-8493-427a-8d5e-c850c8982d04 x-openstack-request-id: req-ab6147e6-8493-427a-8d5e-c850c8982d04 {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:55:34.071305 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5981167-1ac0-4ca7-95b5-d52c185534b7", "tag": "76cb3011-9231-42e6-9602-db23c446c928", "status": "completed", "code": 200}]} {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:55:34.071565 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-ab6147e6-8493-427a-8d5e-c850c8982d04 {{(pid=105584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:55:34.072035 n-d-705658-22 neutron-server[105584]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5981167-1ac0-4ca7-95b5-d52c185534b7', 'tag': '76cb3011-9231-42e6-9602-db23c446c928', 'status': 'completed', 'code': 200} Jul 27 20:55:34.081291 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3951bb8-97ad-42c6-a943-39ea964d2a87 req-3d68e6d0-9463-4949-b056-310b6285e198 tempest-ImagesOneServerNegativeTestJSON-323901233 tempest-ImagesOneServerNegativeTestJSON-323901233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:34.095026 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-d3951bb8-97ad-42c6-a943-39ea964d2a87 req-3d68e6d0-9463-4949-b056-310b6285e198 tempest-ImagesOneServerNegativeTestJSON-323901233 tempest-ImagesOneServerNegativeTestJSON-323901233-project] 10.222.0.59 "GET /v2.0/ports?device_id=2433da90-085f-4008-812e-29c943e4f727 HTTP/1.1" status: 200 len: 945 time: 0.1724365 Jul 27 20:55:34.117424 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [req-f722e2b9-aaa0-43d7-91fe-ae7df4247c5b req-1d58c1ab-7758-4404-baad-cbda2d1846c1 tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] For port b4361bc1-aa62-4d4c-8732-44cf2f0cb5cf, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=b4361bc1-aa62-4d4c-8732-44cf2f0cb5cf,segment=NetworkSegment(86b1e6f6-d629-4b03-8944-4cdfbfb93d02),segment_id=86b1e6f6-d629-4b03-8944-4cdfbfb93d02)] {{(pid=105584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:55:34.117978 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-f722e2b9-aaa0-43d7-91fe-ae7df4247c5b req-1d58c1ab-7758-4404-baad-cbda2d1846c1 tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:34.123091 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:34.167639 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] For port 5587608d-a606-4f50-ae22-5ab2aee3f57f, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=5587608d-a606-4f50-ae22-5ab2aee3f57f,segment=NetworkSegment(12196855-9a32-4633-9a56-77697ef9e126),segment_id=12196855-9a32-4633-9a56-77697ef9e126)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:55:34.174554 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:34.195603 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-d425edd1-4fc0-4363-a561-8c88704cc942 req-d49009d2-d677-466a-9eb6-5c7726ac4136 service neutron] 10.222.0.36 "GET /v2.0/networks/4d64aa0b-bd6a-468e-8edc-c83689947462?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3970411 Jul 27 20:55:34.209243 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-86ebe369-e3bf-4f27-b254-6c79d65db072 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4075523'] for router_interface, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:34.212255 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [req-f722e2b9-aaa0-43d7-91fe-ae7df4247c5b req-1d58c1ab-7758-4404-baad-cbda2d1846c1 tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] Calling delete_port for b4361bc1-aa62-4d4c-8732-44cf2f0cb5cf owned by compute:nova {{(pid=105584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:55:34.230176 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a73dab7-9f24-4662-bbe2-04caeb99b3c3 admin admin] Router 6b0413fd-652a-4dc5-899e-6c269ab91665 has already been hosted by L3 agent dd128fd7-8e57-4d4f-895b-a96b369df59a {{(pid=105584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 20:55:34.254687 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-d3951bb8-97ad-42c6-a943-39ea964d2a87 req-c1027942-3919-4477-b842-5299de2cbe7b tempest-ImagesOneServerNegativeTestJSON-323901233 tempest-ImagesOneServerNegativeTestJSON-323901233-project] 10.222.0.59 "GET /v2.0/security-groups?id=b49152d2-7ea9-4069-930d-17bb1fb95e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583233 Jul 27 20:55:34.266785 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Pushing event updated for resources: {'Port': ['ID=5587608d-a606-4f50-ae22-5ab2aee3f57f,revision_number=4']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:55:34.291171 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-7b5622e8-f401-4205-8873-690a6fb87e82 None None] Provisioning for port 5a197d84-3e30-4d9f-acc7-21edc8c538ba completed by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:55:34.295946 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba2830d-4a2f-4baf-bb94-4877bb576fbc req-bbee0ad0-1d3a-4116-aa38-46265b545f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:34.297668 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-7b5622e8-f401-4205-8873-690a6fb87e82 None None] Provisioning complete for port 5a197d84-3e30-4d9f-acc7-21edc8c538ba triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:55:34.298039 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-5ba2830d-4a2f-4baf-bb94-4877bb576fbc req-bbee0ad0-1d3a-4116-aa38-46265b545f4a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=43230fc3eab141e0b742541c8628d03e&device_id=f5981167-1ac0-4ca7-95b5-d52c185534b7 HTTP/1.1" status: 200 len: 1098 time: 0.2002864 Jul 27 20:55:34.299403 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-7b5622e8-f401-4205-8873-690a6fb87e82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:34.309487 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9661d18c-fb23-4538-b1c5-414e093fcf68 req-c7580e5a-6b70-4f75-bdf7-6976800dfe2a tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:34.316919 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-9661d18c-fb23-4538-b1c5-414e093fcf68 req-c7580e5a-6b70-4f75-bdf7-6976800dfe2a tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] 10.222.0.59 "GET /v2.0/ports?device_id=540d0afa-077d-483c-bae2-a3da321095f5 HTTP/1.1" status: 200 len: 949 time: 0.1333587 Jul 27 20:55:34.344011 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-7b5622e8-f401-4205-8873-690a6fb87e82 None None] Port 5a197d84-3e30-4d9f-acc7-21edc8c538ba cannot update to ACTIVE because it is not bound. {{(pid=105586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 20:55:34.466293 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-9661d18c-fb23-4538-b1c5-414e093fcf68 req-832624e5-c168-45cc-b542-2e24cc8ed7b7 tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] 10.222.0.59 "GET /v2.0/security-groups?id=dea81a77-85b4-4e12-8e1d-b19e89484a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267362 Jul 27 20:55:34.607923 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-d425edd1-4fc0-4363-a561-8c88704cc942 req-6fd613b2-0d22-4b99-87e5-91c247382a29 service neutron] 10.222.0.36 "GET /v2.0/networks/4d64aa0b-bd6a-468e-8edc-c83689947462?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4001188 Jul 27 20:55:34.752768 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a73dab7-9f24-4662-bbe2-04caeb99b3c3 admin admin] Notify agent at l3_agent.n-d-705658-22 the message routers_updated {{(pid=105584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 20:55:34.771554 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-6a73dab7-9f24-4662-bbe2-04caeb99b3c3 admin admin] 10.222.0.59 "PUT /v2.0/routers/6b0413fd-652a-4dc5-899e-6c269ab91665/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9988530 Jul 27 20:55:34.788374 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-86ebe369-e3bf-4f27-b254-6c79d65db072 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:34.832633 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-f722e2b9-aaa0-43d7-91fe-ae7df4247c5b req-1d58c1ab-7758-4404-baad-cbda2d1846c1 tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:34.847526 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] get_ports_and_sgs() called for port_ids ['789d1df8-a449-4c66-8006-9014f086578a', '1597b5c0-5ebb-47b9-aabd-c27047a8aa15'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 20:55:34.861456 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba2830d-4a2f-4baf-bb94-4877bb576fbc req-2b3bc42a-14dc-4336-b699-74ac5aad2247 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:34.862944 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-5ba2830d-4a2f-4baf-bb94-4877bb576fbc req-2b3bc42a-14dc-4336-b699-74ac5aad2247 service neutron] 10.222.0.60 "GET /v2.0/networks?id=4d64aa0b-bd6a-468e-8edc-c83689947462 HTTP/1.1" status: 200 len: 870 time: 0.5451243 Jul 27 20:55:34.874209 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43badd8f-3eb0-4b0f-9d48-8ff16605c985 req-e4211bdf-a1d1-4f7d-8276-d1732d3a27c2 tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:34.882900 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-43badd8f-3eb0-4b0f-9d48-8ff16605c985 req-e4211bdf-a1d1-4f7d-8276-d1732d3a27c2 tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] 10.222.0.59 "GET /v2.0/ports?device_id=227e87e6-7a64-4944-af32-868f2772cf85 HTTP/1.1" status: 200 len: 943 time: 0.5237722 Jul 27 20:55:34.918344 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] get_ports_and_sgs() called for port_ids ['d0604db9-6e9b-4861-ac03-120cc4acb6b7', '61063df3-592b-4de0-a4f2-adf662bc157d', 'ef6a81f1-1922-4eec-9c1d-f4ff25155e93'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 20:55:34.919584 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d58c1ab-7758-4404-baad-cbda2d1846c1 tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] Pushing event deleted for resources: {'Port': ['ID=b4361bc1-aa62-4d4c-8732-44cf2f0cb5cf,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:55:34.948360 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-5ba2830d-4a2f-4baf-bb94-4877bb576fbc req-b8311bb8-b0cb-4649-9a55-caab38add9a6 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.6&port_id=76cb3011-9231-42e6-9602-db23c446c928 HTTP/1.1" status: 200 len: 217 time: 0.0627282 Jul 27 20:55:35.000777 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [req-f722e2b9-aaa0-43d7-91fe-ae7df4247c5b req-1d58c1ab-7758-4404-baad-cbda2d1846c1 tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] No DVR routers for this DVR port b4361bc1-aa62-4d4c-8732-44cf2f0cb5cf on host n-h1-705658-22 {{(pid=105584) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 20:55:35.025845 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-43badd8f-3eb0-4b0f-9d48-8ff16605c985 req-0df18d10-b4be-494b-a54e-c692bd23f3d9 tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] 10.222.0.59 "GET /v2.0/security-groups?id=594c38b0-00a0-4e02-9d5e-673f3a5e469c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420705 Jul 27 20:55:35.054543 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b896175-d8b8-44db-a996-ca6032a31b13 req-93dd3c42-a178-4fb3-944f-24e71dea28be tempest-ImagesOneServerNegativeTestJSON-323901233 tempest-ImagesOneServerNegativeTestJSON-323901233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:35.064784 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-4b896175-d8b8-44db-a996-ca6032a31b13 req-93dd3c42-a178-4fb3-944f-24e71dea28be tempest-ImagesOneServerNegativeTestJSON-323901233 tempest-ImagesOneServerNegativeTestJSON-323901233-project] 10.222.0.59 "GET /v2.0/ports?device_id=2433da90-085f-4008-812e-29c943e4f727 HTTP/1.1" status: 200 len: 945 time: 0.2707253 Jul 27 20:55:35.091840 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba2830d-4a2f-4baf-bb94-4877bb576fbc req-bc55efd4-aeb5-49d8-a0e7-c7d308437838 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:35.093343 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-5ba2830d-4a2f-4baf-bb94-4877bb576fbc req-bc55efd4-aeb5-49d8-a0e7-c7d308437838 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=26644ba0-4185-4e10-8718-6ad18d01376c HTTP/1.1" status: 200 len: 843 time: 0.1378222 Jul 27 20:55:35.166460 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-4b896175-d8b8-44db-a996-ca6032a31b13 req-582bd2b3-c15c-46a9-9bbb-776ebca1ed06 tempest-ImagesOneServerNegativeTestJSON-323901233 tempest-ImagesOneServerNegativeTestJSON-323901233-project] 10.222.0.59 "GET /v2.0/security-groups?id=b49152d2-7ea9-4069-930d-17bb1fb95e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006200 Jul 27 20:55:35.195577 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-86ebe369-e3bf-4f27-b254-6c79d65db072 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:35.202362 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-f722e2b9-aaa0-43d7-91fe-ae7df4247c5b req-1d58c1ab-7758-4404-baad-cbda2d1846c1 tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:35.205915 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-f722e2b9-aaa0-43d7-91fe-ae7df4247c5b req-1d58c1ab-7758-4404-baad-cbda2d1846c1 tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] 10.222.0.36 "DELETE /v2.0/ports/b4361bc1-aa62-4d4c-8732-44cf2f0cb5cf HTTP/1.1" status: 204 len: 173 time: 2.4650698 Jul 27 20:55:35.206687 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-86ebe369-e3bf-4f27-b254-6c79d65db072 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9014027'] for port, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:35.347727 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 5587608d-a606-4f50-ae22-5ab2aee3f57f up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:55:35.389600 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba2830d-4a2f-4baf-bb94-4877bb576fbc req-19193379-9789-4302-8091-01fd7f8f0389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:35.391277 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-5ba2830d-4a2f-4baf-bb94-4877bb576fbc req-19193379-9789-4302-8091-01fd7f8f0389 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=43230fc3eab141e0b742541c8628d03e&device_id=f5981167-1ac0-4ca7-95b5-d52c185534b7 HTTP/1.1" status: 200 len: 1098 time: 0.6884620 Jul 27 20:55:35.396651 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba2830d-4a2f-4baf-bb94-4877bb576fbc req-8aff709b-cc86-4541-8587-cb739aecd59e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:35.398234 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-5ba2830d-4a2f-4baf-bb94-4877bb576fbc req-8aff709b-cc86-4541-8587-cb739aecd59e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4d64aa0b-bd6a-468e-8edc-c83689947462&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2938206 Jul 27 20:55:35.428402 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7727cc65-ceda-4864-bd6d-150857ee6bd9 req-1e78b259-0ed9-4be5-bcaa-353ebfab569c tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:35.433172 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-7727cc65-ceda-4864-bd6d-150857ee6bd9 req-1e78b259-0ed9-4be5-bcaa-353ebfab569c tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] 10.222.0.59 "GET /v2.0/ports?device_id=f5981167-1ac0-4ca7-95b5-d52c185534b7 HTTP/1.1" status: 200 len: 946 time: 0.2797852 Jul 27 20:55:35.485182 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-86ebe369-e3bf-4f27-b254-6c79d65db072 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3743906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4076435'] for router_interface, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:35.633074 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-7727cc65-ceda-4864-bd6d-150857ee6bd9 req-07f57dc2-51f2-4baa-a076-f41429d17413 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] 10.222.0.59 "GET /v2.0/security-groups?id=c6534cb3-b44e-4a83-b57e-ddb72c2ad843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557803 Jul 27 20:55:35.696765 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dea72a-be47-49c8-8467-7593f78b28d2 req-8374a9c6-ac9a-44f9-be2e-2b1fb2941456 tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:35.708011 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f6dea72a-be47-49c8-8467-7593f78b28d2 req-8374a9c6-ac9a-44f9-be2e-2b1fb2941456 tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] 10.222.0.59 "GET /v2.0/ports?device_id=23a39a45-86ad-4a34-aa42-6affa73d3ff5 HTTP/1.1" status: 200 len: 945 time: 0.3767502 Jul 27 20:55:35.747281 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port 5587608d-a606-4f50-ae22-5ab2aee3f57f triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:55:35.759929 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:35.782567 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device a7178fc2-144b-41ac-8d14-b53354ce11f1 no longer exists at agent hyperv_n-h1-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 20:55:35.782832 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-5ba2830d-4a2f-4baf-bb94-4877bb576fbc req-7013c7bf-c854-4558-9607-034ae4e62f2e service neutron] 10.222.0.60 "GET /v2.0/networks/4d64aa0b-bd6a-468e-8edc-c83689947462?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3485417 Jul 27 20:55:35.898178 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f6dea72a-be47-49c8-8467-7593f78b28d2 req-3e296d39-a8e9-47d9-bf0e-09eccc54cec2 tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] 10.222.0.59 "GET /v2.0/security-groups?id=1749b80d-91c6-4bd3-8e8d-666bd095400f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1890545 Jul 27 20:55:35.977058 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86ebe369-e3bf-4f27-b254-6c79d65db072 admin admin] Network b01b2bcb-b6d7-427b-8018-a1eed8201f0c is already hosted by enough agents. {{(pid=105584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:55:35.983482 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [None req-86ebe369-e3bf-4f27-b254-6c79d65db072 admin admin] Resources bound (agent type, host, resource id): {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:55:35.986420 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ebe369-e3bf-4f27-b254-6c79d65db072 admin admin] Pushing event updated for resources: {'Port': ['ID=5a197d84-3e30-4d9f-acc7-21edc8c538ba,revision_number=2']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:55:36.039556 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device b4361bc1-aa62-4d4c-8732-44cf2f0cb5cf no longer exists at agent hyperv_n-h1-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 20:55:36.063129 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 30edec30-35d7-4893-95e7-7b657e45e3a1 up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:55:36.069824 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-5ba2830d-4a2f-4baf-bb94-4877bb576fbc req-09db9955-c9fb-4839-938a-9af8dd31b98d service neutron] 10.222.0.60 "GET /v2.0/networks/4d64aa0b-bd6a-468e-8edc-c83689947462?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2770231 Jul 27 20:55:36.079419 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '540d0afa-077d-483c-bae2-a3da321095f5', 'name': 'network-vif-deleted', 'tag': 'b4361bc1-aa62-4d4c-8732-44cf2f0cb5cf'}] {{(pid=105584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:55:36.085560 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bce5e6c8685464f7626901654159975603b047827e3138302ed6566e28f1343" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91165762-d6ea-459b-acc1-731ea03a7e2e" -d '{"events": [{"server_uuid": "540d0afa-077d-483c-bae2-a3da321095f5", "name": "network-vif-deleted", "tag": "b4361bc1-aa62-4d4c-8732-44cf2f0cb5cf"}]}' {{(pid=105584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:55:36.090069 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba2830d-4a2f-4baf-bb94-4877bb576fbc req-0c9698e6-63f9-4257-a3d6-da3919aeecbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:36.092292 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-5ba2830d-4a2f-4baf-bb94-4877bb576fbc req-0c9698e6-63f9-4257-a3d6-da3919aeecbb service neutron] 10.222.0.36 "GET /v2.0/networks?id=4d64aa0b-bd6a-468e-8edc-c83689947462 HTTP/1.1" status: 200 len: 870 time: 0.6147058 Jul 27 20:55:36.169289 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-28650df7-c46c-4981-b84f-37d87254047e None None] No Port match for: b4361bc1-aa62-4d4c-8732-44cf2f0cb5cf {{(pid=105586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 20:55:36.169447 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device b4361bc1-aa62-4d4c-8732-44cf2f0cb5cf not bound to the agent host n-h1-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 20:55:36.173245 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:36.225627 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning for port 30edec30-35d7-4893-95e7-7b657e45e3a1 completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:55:36.230497 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port 30edec30-35d7-4893-95e7-7b657e45e3a1 triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:55:36.230795 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:36.377025 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86ebe369-e3bf-4f27-b254-6c79d65db072 admin admin] Router 901498da-d103-475c-8884-6e5467784fdc has already been hosted by L3 agent dd128fd7-8e57-4d4f-895b-a96b369df59a {{(pid=105584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 20:55:36.378600 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-5ba2830d-4a2f-4baf-bb94-4877bb576fbc req-f68630de-0c0d-4eb5-b91e-4559ed9a830f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.6&port_id=76cb3011-9231-42e6-9602-db23c446c928 HTTP/1.1" status: 200 len: 217 time: 0.0943525 Jul 27 20:55:36.391308 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:36.420005 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] For port 30edec30-35d7-4893-95e7-7b657e45e3a1, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=30edec30-35d7-4893-95e7-7b657e45e3a1,segment=NetworkSegment(12196855-9a32-4633-9a56-77697ef9e126),segment_id=12196855-9a32-4633-9a56-77697ef9e126)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:55:36.424344 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:36.492568 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba2830d-4a2f-4baf-bb94-4877bb576fbc req-bb632c0e-e3d3-4c81-99b9-b62887ac1253 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:36.494095 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-5ba2830d-4a2f-4baf-bb94-4877bb576fbc req-bb632c0e-e3d3-4c81-99b9-b62887ac1253 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=26644ba0-4185-4e10-8718-6ad18d01376c HTTP/1.1" status: 200 len: 843 time: 0.1019499 Jul 27 20:55:36.529400 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Pushing event updated for resources: {'Port': ['ID=30edec30-35d7-4893-95e7-7b657e45e3a1,revision_number=4']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:55:36.549996 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-30be3b34-0a28-4adc-ac9e-4dacaa657376 None None] Provisioning complete for port 5a197d84-3e30-4d9f-acc7-21edc8c538ba triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:55:36.549996 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-30be3b34-0a28-4adc-ac9e-4dacaa657376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:36.596033 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-30be3b34-0a28-4adc-ac9e-4dacaa657376 None None] Port 5a197d84-3e30-4d9f-acc7-21edc8c538ba cannot update to ACTIVE because it is not bound. {{(pid=105586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 20:55:36.665546 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b854b61b-07ca-4c5d-9e03-bb472033962a req-e4cd18ec-727a-4f01-a741-c1164d705410 tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:36.673934 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b854b61b-07ca-4c5d-9e03-bb472033962a req-e4cd18ec-727a-4f01-a741-c1164d705410 tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] 10.222.0.59 "GET /v2.0/ports?device_id=227e87e6-7a64-4944-af32-868f2772cf85 HTTP/1.1" status: 200 len: 943 time: 0.0904999 Jul 27 20:55:36.696170 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b900d63-fbd4-4c9f-b371-3828ac6ead95 None None] Sync routers for ids ['6b0413fd-652a-4dc5-899e-6c269ab91665'] in n-d-705658-22 {{(pid=105586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 20:55:36.708612 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 34984) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:55:36.714351 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b900d63-fbd4-4c9f-b371-3828ac6ead95 None None] Routers {'6b0413fd-652a-4dc5-899e-6c269ab91665'} bound to L3 agent in host n-d-705658-22 {{(pid=105586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:55:36.715437 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-7b900d63-fbd4-4c9f-b371-3828ac6ead95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T20:55:11Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['6b0413fd-652a-4dc5-899e-6c269ab91665'], 'active': True} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:55:36.722034 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-57986e94-2db4-4432-bc98-0d6f099c051d tempest-ServersTestJSON-933210889 tempest-ServersTestJSON-933210889-project] Request body: {'security_group': {'name': 'tempest-securitygroup--857121715', 'description': 'tempest-description--1676978055'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:55:36.738569 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 20:55:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-885bf374-adf6-4c05-a041-2f8c277a8067 x-openstack-request-id: req-885bf374-adf6-4c05-a041-2f8c277a8067 {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:55:36.739093 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "540d0afa-077d-483c-bae2-a3da321095f5", "name": "network-vif-deleted", "tag": "b4361bc1-aa62-4d4c-8732-44cf2f0cb5cf", "status": "completed", "code": 200}]} {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:55:36.739511 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-885bf374-adf6-4c05-a041-2f8c277a8067 {{(pid=105584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:55:36.740062 n-d-705658-22 neutron-server[105584]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '540d0afa-077d-483c-bae2-a3da321095f5', 'name': 'network-vif-deleted', 'tag': 'b4361bc1-aa62-4d4c-8732-44cf2f0cb5cf', 'status': 'completed', 'code': 200} Jul 27 20:55:36.752640 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b854b61b-07ca-4c5d-9e03-bb472033962a req-62300c77-a104-43ed-810e-84456dcf8f48 tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] 10.222.0.59 "GET /v2.0/security-groups?id=594c38b0-00a0-4e02-9d5e-673f3a5e469c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774422 Jul 27 20:55:36.766692 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86ebe369-e3bf-4f27-b254-6c79d65db072 admin admin] Notify agent at l3_agent.n-d-705658-22 the message routers_updated {{(pid=105584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 20:55:36.776769 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-86ebe369-e3bf-4f27-b254-6c79d65db072 admin admin] 10.222.0.59 "PUT /v2.0/routers/901498da-d103-475c-8884-6e5467784fdc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5984170 Jul 27 20:55:36.779495 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-57986e94-2db4-4432-bc98-0d6f099c051d tempest-ServersTestJSON-933210889 tempest-ServersTestJSON-933210889-project] Notify callbacks [] for security_group, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:36.795566 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d62345cf-a919-45f1-a83a-1e1241feb019 None None] Sync routers for ids ['901498da-d103-475c-8884-6e5467784fdc'] in n-d-705658-22 {{(pid=105587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 20:55:36.809639 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d62345cf-a919-45f1-a83a-1e1241feb019 None None] Routers {'901498da-d103-475c-8884-6e5467784fdc'} bound to L3 agent in host n-d-705658-22 {{(pid=105587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:55:36.811954 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-d62345cf-a919-45f1-a83a-1e1241feb019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T20:55:11Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['901498da-d103-475c-8884-6e5467784fdc'], 'active': True} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:55:36.813145 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba2830d-4a2f-4baf-bb94-4877bb576fbc req-ee1f7c1e-e48a-48d4-9b99-862ec7f9f465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:36.815119 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-5ba2830d-4a2f-4baf-bb94-4877bb576fbc req-ee1f7c1e-e48a-48d4-9b99-862ec7f9f465 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4d64aa0b-bd6a-468e-8edc-c83689947462&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2378843 Jul 27 20:55:37.083723 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvr_db [None req-d62345cf-a919-45f1-a83a-1e1241feb019 None None] Set router 901498da-d103-475c-8884-6e5467784fdc gateway port host: n-d-705658-22 {{(pid=105587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:55:37.137247 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvr_db [None req-7b900d63-fbd4-4c9f-b371-3828ac6ead95 None None] Set router 6b0413fd-652a-4dc5-899e-6c269ab91665 gateway port host: n-d-705658-22 {{(pid=105586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:55:37.148615 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef703a2a-639a-4868-9247-4b22d7dabda7 req-eee95acf-cfed-417a-9b5c-4741822e39de tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:37.151039 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-5ba2830d-4a2f-4baf-bb94-4877bb576fbc req-ea7cce1e-4da5-4710-aee8-17ce839d7e2c service neutron] 10.222.0.36 "GET /v2.0/networks/4d64aa0b-bd6a-468e-8edc-c83689947462?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3094556 Jul 27 20:55:37.161819 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-ef703a2a-639a-4868-9247-4b22d7dabda7 req-eee95acf-cfed-417a-9b5c-4741822e39de tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] 10.222.0.59 "GET /v2.0/ports?device_id=f5981167-1ac0-4ca7-95b5-d52c185534b7 HTTP/1.1" status: 200 len: 946 time: 0.1280344 Jul 27 20:55:37.229404 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-57986e94-2db4-4432-bc98-0d6f099c051d tempest-ServersTestJSON-933210889 tempest-ServersTestJSON-933210889-project] Notify callbacks [] for security_group, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:37.286454 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-57986e94-2db4-4432-bc98-0d6f099c051d tempest-ServersTestJSON-933210889 tempest-ServersTestJSON-933210889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:37.303596 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-ef703a2a-639a-4868-9247-4b22d7dabda7 req-4736c139-7988-4734-9838-00cd43b43e6e tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] 10.222.0.59 "GET /v2.0/security-groups?id=c6534cb3-b44e-4a83-b57e-ddb72c2ad843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400044 Jul 27 20:55:37.316604 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f381edc-6de0-42bc-80f6-e1c1c5ebda96 req-0ccf46a0-b0ed-4782-8e10-9577007ccee3 tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:37.318182 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-0f381edc-6de0-42bc-80f6-e1c1c5ebda96 req-0ccf46a0-b0ed-4782-8e10-9577007ccee3 tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] 10.222.0.59 "GET /v2.0/ports?device_id=23a39a45-86ad-4a34-aa42-6affa73d3ff5 HTTP/1.1" status: 200 len: 945 time: 0.1524267 Jul 27 20:55:37.339731 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 30edec30-35d7-4893-95e7-7b657e45e3a1 up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:55:37.408609 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-0f381edc-6de0-42bc-80f6-e1c1c5ebda96 req-f64e6b61-1724-40b5-b3c7-a066abf5c1af tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] 10.222.0.59 "GET /v2.0/security-groups?id=1749b80d-91c6-4bd3-8e8d-666bd095400f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768056 Jul 27 20:55:37.415493 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-d62345cf-a919-45f1-a83a-1e1241feb019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '901498da-d103-475c-8884-6e5467784fdc', 'name': 'tempest-ServersTestFqdnHostnames-959213242-router', 'tenant_id': '4db6b04858584f16a518b56ddf54baba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.82'}], 'enable_snat': True}, 'gw_port_id': '5587608d-a606-4f50-ae22-5ab2aee3f57f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:55:26Z', 'updated_at': '2021-07-27T20:55:34Z', 'revision_number': 4, 'project_id': '4db6b04858584f16a518b56ddf54baba', 'gw_port': {'id': '5587608d-a606-4f50-ae22-5ab2aee3f57f', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:24:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '901498da-d103-475c-8884-6e5467784fdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:55:27Z', 'updated_at': '2021-07-27T20:55:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_interfaces': [{'id': '5a197d84-3e30-4d9f-acc7-21edc8c538ba', 'name': '', 'network_id': 'b01b2bcb-b6d7-427b-8018-a1eed8201f0c', 'tenant_id': '4db6b04858584f16a518b56ddf54baba', 'mac_address': 'fa:16:3e:79:3c:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '901498da-d103-475c-8884-6e5467784fdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': 'e2dc11f6-d37b-4723-b3bb-cb12e54fb98a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:55:32Z', 'updated_at': '2021-07-27T20:55:34Z', 'revision_number': 2, 'project_id': '4db6b04858584f16a518b56ddf54baba', 'subnets': [{'id': 'e2dc11f6-d37b-4723-b3bb-cb12e54fb98a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-22', False) {} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:55:37.436855 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-57986e94-2db4-4432-bc98-0d6f099c051d tempest-ServersTestJSON-933210889 tempest-ServersTestJSON-933210889-project] Notify callbacks [] for security_group, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:37.438145 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-57986e94-2db4-4432-bc98-0d6f099c051d tempest-ServersTestJSON-933210889 tempest-ServersTestJSON-933210889-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.7267430 Jul 27 20:55:37.442333 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 35008) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:55:37.446958 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-9c059033-bb3d-4726-9ac2-1acdb262ac93 tempest-ServersTestJSON-933210889 tempest-ServersTestJSON-933210889-project] Request body: {'security_group_rule': {'security_group_id': 'a0b73daf-d493-4273-bbc1-c25f03644436', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:55:37.454833 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d62345cf-a919-45f1-a83a-1e1241feb019 None None] Checking router: 901498da-d103-475c-8884-6e5467784fdc for host: n-d-705658-22 {{(pid=105587) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 20:55:37.455215 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d62345cf-a919-45f1-a83a-1e1241feb019 None None] Updating router 901498da-d103-475c-8884-6e5467784fdc port 5a197d84-3e30-4d9f-acc7-21edc8c538ba binding host n-d-705658-22 {{(pid=105587) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 20:55:37.476126 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port 30edec30-35d7-4893-95e7-7b657e45e3a1 triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:55:37.477440 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:37.480503 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57986e94-2db4-4432-bc98-0d6f099c051d tempest-ServersTestJSON-933210889 tempest-ServersTestJSON-933210889-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a0b73daf-d493-4273-bbc1-c25f03644436,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:55:37.497738 n-d-705658-22 neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-d62345cf-a919-45f1-a83a-1e1241feb019 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:37.541890 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-5ba2830d-4a2f-4baf-bb94-4877bb576fbc req-bd3bd3b7-92a1-4ea8-9ae0-cbf781b3f2fb service neutron] 10.222.0.36 "GET /v2.0/networks/4d64aa0b-bd6a-468e-8edc-c83689947462?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3747702 Jul 27 20:55:37.547915 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-9c059033-bb3d-4726-9ac2-1acdb262ac93 tempest-ServersTestJSON-933210889 tempest-ServersTestJSON-933210889-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:37.586924 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-7b900d63-fbd4-4c9f-b371-3828ac6ead95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b0413fd-652a-4dc5-899e-6c269ab91665', 'name': 'tempest-ServersTestJSON-234435651-router', 'tenant_id': '64da060b2dd44212a62bc79dadd15741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.245'}], 'enable_snat': True}, 'gw_port_id': '30edec30-35d7-4893-95e7-7b657e45e3a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:55:25Z', 'updated_at': '2021-07-27T20:55:31Z', 'revision_number': 4, 'project_id': '64da060b2dd44212a62bc79dadd15741', 'gw_port': {'id': '30edec30-35d7-4893-95e7-7b657e45e3a1', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:9c:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b0413fd-652a-4dc5-899e-6c269ab91665', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:55:26Z', 'updated_at': '2021-07-27T20:55:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_interfaces': [{'id': 'a6c8fedb-973c-4f84-9e71-ad8636120fce', 'name': '', 'network_id': '7bcae981-8648-471e-89db-85c5dd38c4a9', 'tenant_id': '64da060b2dd44212a62bc79dadd15741', 'mac_address': 'fa:16:3e:5a:bb:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b0413fd-652a-4dc5-899e-6c269ab91665', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '79e9814a-bc6d-4124-93bb-2b85b8b7cfb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:55:29Z', 'updated_at': '2021-07-27T20:55:32Z', 'revision_number': 2, 'project_id': '64da060b2dd44212a62bc79dadd15741', 'subnets': [{'id': '79e9814a-bc6d-4124-93bb-2b85b8b7cfb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-22', False) {} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:55:37.634941 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b900d63-fbd4-4c9f-b371-3828ac6ead95 None None] Checking router: 6b0413fd-652a-4dc5-899e-6c269ab91665 for host: n-d-705658-22 {{(pid=105586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 20:55:37.635486 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b900d63-fbd4-4c9f-b371-3828ac6ead95 None None] Updating router 6b0413fd-652a-4dc5-899e-6c269ab91665 port a6c8fedb-973c-4f84-9e71-ad8636120fce binding host n-d-705658-22 {{(pid=105586) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 20:55:37.656745 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-9c059033-bb3d-4726-9ac2-1acdb262ac93 tempest-ServersTestJSON-933210889 tempest-ServersTestJSON-933210889-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:37.666425 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-9c059033-bb3d-4726-9ac2-1acdb262ac93 tempest-ServersTestJSON-933210889 tempest-ServersTestJSON-933210889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732636'] for security_group_rule, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:37.687703 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c059033-bb3d-4726-9ac2-1acdb262ac93 tempest-ServersTestJSON-933210889 tempest-ServersTestJSON-933210889-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=527e9161-f972-4bf7-85dc-6d1ce1ec5df3,revision_number=0']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:55:37.707424 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-9c059033-bb3d-4726-9ac2-1acdb262ac93 tempest-ServersTestJSON-933210889 tempest-ServersTestJSON-933210889-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:37.711276 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-9c059033-bb3d-4726-9ac2-1acdb262ac93 tempest-ServersTestJSON-933210889 tempest-ServersTestJSON-933210889-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2660987 Jul 27 20:55:37.712464 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 35014) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:55:37.713534 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-7b900d63-fbd4-4c9f-b371-3828ac6ead95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:37.736556 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-34c3c281-b854-4629-b790-3e264b7ae91a tempest-ServersTestJSON-933210889 tempest-ServersTestJSON-933210889-project] Request body: {'security_group_rule': {'security_group_id': 'a0b73daf-d493-4273-bbc1-c25f03644436', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:55:37.761767 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device 76cb3011-9231-42e6-9602-db23c446c928 details requested by agent hyperv_n-h1-705658-22 with host n-h1-705658-22 {{(pid=105586) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 20:55:37.802741 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-34c3c281-b854-4629-b790-3e264b7ae91a tempest-ServersTestJSON-933210889 tempest-ServersTestJSON-933210889-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:37.890363 n-d-705658-22 neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-d62345cf-a919-45f1-a83a-1e1241feb019 None None] Notify callbacks [] for port, precommit_update {{(pid=105587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:37.901859 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.provisioning_blocks [None req-d62345cf-a919-45f1-a83a-1e1241feb019 None None] Transition to ACTIVE for port object 5a197d84-3e30-4d9f-acc7-21edc8c538ba will not be triggered until provisioned by entity L2. {{(pid=105587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:55:37.908799 n-d-705658-22 neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-d62345cf-a919-45f1-a83a-1e1241feb019 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:37.954810 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-ddc733a7-771e-4670-ad36-cecba90429eb req-535af962-539f-438e-85b9-305c925eacc8 service neutron] 10.222.0.36 "GET /v2.0/ports/a7178fc2-144b-41ac-8d14-b53354ce11f1/bindings/n-h2-705658-22 HTTP/1.1" status: 200 len: 385 time: 0.1182575 Jul 27 20:55:37.973043 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fc61bb-a12d-4415-b3db-ab3755c6d1a3 None None] Pushing event updated for resources: {'Port': ['ID=5a197d84-3e30-4d9f-acc7-21edc8c538ba,revision_number=3']} {{(pid=105587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:55:38.012160 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f603054b-f4f2-4610-9c16-36d85b547396 req-d000519b-edf5-48fb-baf2-b9f87d37dcd6 tempest-ImagesOneServerNegativeTestJSON-323901233 tempest-ImagesOneServerNegativeTestJSON-323901233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:38.022535 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f603054b-f4f2-4610-9c16-36d85b547396 req-d000519b-edf5-48fb-baf2-b9f87d37dcd6 tempest-ImagesOneServerNegativeTestJSON-323901233 tempest-ImagesOneServerNegativeTestJSON-323901233-project] 10.222.0.59 "GET /v2.0/ports?device_id=2433da90-085f-4008-812e-29c943e4f727 HTTP/1.1" status: 200 len: 945 time: 0.2379842 Jul 27 20:55:38.047873 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-34c3c281-b854-4629-b790-3e264b7ae91a tempest-ServersTestJSON-933210889 tempest-ServersTestJSON-933210889-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:38.072290 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-34c3c281-b854-4629-b790-3e264b7ae91a tempest-ServersTestJSON-933210889 tempest-ServersTestJSON-933210889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732636'] for security_group_rule, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:38.101750 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.managers [None req-d62345cf-a919-45f1-a83a-1e1241feb019 None None] Attempting to bind port 5a197d84-3e30-4d9f-acc7-21edc8c538ba on host n-d-705658-22 for vnic_type normal with profile {{(pid=105587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:55:38.102213 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.managers [None req-d62345cf-a919-45f1-a83a-1e1241feb019 None None] Attempting to bind port 5a197d84-3e30-4d9f-acc7-21edc8c538ba by drivers openvswitch,hyperv on host n-d-705658-22 at level 0 using segments [{'id': '839ae395-18c4-4db8-912c-98cffd4079a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'b01b2bcb-b6d7-427b-8018-a1eed8201f0c'}] {{(pid=105587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:55:38.102669 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d62345cf-a919-45f1-a83a-1e1241feb019 None None] Attempting to bind port 5a197d84-3e30-4d9f-acc7-21edc8c538ba on network b01b2bcb-b6d7-427b-8018-a1eed8201f0c {{(pid=105587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:55:38.112549 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d62345cf-a919-45f1-a83a-1e1241feb019 None None] Checking agent: {'id': '04a7ea91-6318-467e-ace6-b0fb48c8690f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 41, 42), 'started_at': datetime.datetime(2021, 7, 27, 20, 42, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 55, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:55:38.113032 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d62345cf-a919-45f1-a83a-1e1241feb019 None None] Checking segment: {'id': '839ae395-18c4-4db8-912c-98cffd4079a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'b01b2bcb-b6d7-427b-8018-a1eed8201f0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:55:38.114577 n-d-705658-22 neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-d62345cf-a919-45f1-a83a-1e1241feb019 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:38.115112 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d62345cf-a919-45f1-a83a-1e1241feb019 None None] Bound using segment: {'id': '839ae395-18c4-4db8-912c-98cffd4079a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'b01b2bcb-b6d7-427b-8018-a1eed8201f0c'} {{(pid=105587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:55:38.115659 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.managers [None req-d62345cf-a919-45f1-a83a-1e1241feb019 None None] Bound port: 5a197d84-3e30-4d9f-acc7-21edc8c538ba, host: n-d-705658-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '839ae395-18c4-4db8-912c-98cffd4079a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'b01b2bcb-b6d7-427b-8018-a1eed8201f0c'}}] {{(pid=105587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:55:38.119492 n-d-705658-22 neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-d62345cf-a919-45f1-a83a-1e1241feb019 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:38.123149 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c3c281-b854-4629-b790-3e264b7ae91a tempest-ServersTestJSON-933210889 tempest-ServersTestJSON-933210889-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c98f275a-f32f-4fb2-abbf-7e67873f6e5a,revision_number=0']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:55:38.168146 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f603054b-f4f2-4610-9c16-36d85b547396 req-2f0ce828-0403-4cb1-9c85-0ba15a636105 tempest-ImagesOneServerNegativeTestJSON-323901233 tempest-ImagesOneServerNegativeTestJSON-323901233-project] 10.222.0.59 "GET /v2.0/security-groups?id=b49152d2-7ea9-4069-930d-17bb1fb95e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298740 Jul 27 20:55:38.171742 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-34c3c281-b854-4629-b790-3e264b7ae91a tempest-ServersTestJSON-933210889 tempest-ServersTestJSON-933210889-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:38.176224 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-34c3c281-b854-4629-b790-3e264b7ae91a tempest-ServersTestJSON-933210889 tempest-ServersTestJSON-933210889-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4588268 Jul 27 20:55:38.187730 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 35020) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:55:38.198623 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-2e4ec123-5815-453d-bd2c-173836d98622 tempest-ServersTestJSON-933210889 tempest-ServersTestJSON-933210889-project] Request body: {'floatingip': {'floating_network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:55:38.244578 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [req-ddc733a7-771e-4670-ad36-cecba90429eb req-bbdb21c1-fcd7-4e2a-8047-f94acf812d7d service neutron] For port a7178fc2-144b-41ac-8d14-b53354ce11f1, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=a7178fc2-144b-41ac-8d14-b53354ce11f1,segment=NetworkSegment(7ddd3554-64b5-4ff7-9735-f58b31de803c),segment_id=7ddd3554-64b5-4ff7-9735-f58b31de803c)] {{(pid=105584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:55:38.256234 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-2e4ec123-5815-453d-bd2c-173836d98622 tempest-ServersTestJSON-933210889 tempest-ServersTestJSON-933210889-project] Notify callbacks [] for floatingip, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:38.272326 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [req-ddc733a7-771e-4670-ad36-cecba90429eb req-bbdb21c1-fcd7-4e2a-8047-f94acf812d7d service neutron] For port a7178fc2-144b-41ac-8d14-b53354ce11f1, host n-h1-705658-22, cleared binding levels {{(pid=105584) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:55:38.275719 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.db [None req-d62345cf-a919-45f1-a83a-1e1241feb019 None None] For port 5a197d84-3e30-4d9f-acc7-21edc8c538ba, host n-d-705658-22, cleared binding levels {{(pid=105587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:55:38.279574 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.db [None req-d62345cf-a919-45f1-a83a-1e1241feb019 None None] For port 5a197d84-3e30-4d9f-acc7-21edc8c538ba, host n-d-705658-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=5a197d84-3e30-4d9f-acc7-21edc8c538ba,segment=NetworkSegment(839ae395-18c4-4db8-912c-98cffd4079a9),segment_id=839ae395-18c4-4db8-912c-98cffd4079a9)] {{(pid=105587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:55:38.285339 n-d-705658-22 neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-d62345cf-a919-45f1-a83a-1e1241feb019 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:38.327230 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [req-ddc733a7-771e-4670-ad36-cecba90429eb req-bbdb21c1-fcd7-4e2a-8047-f94acf812d7d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7178fc2-144b-41ac-8d14-b53354ce11f1 {{(pid=105584) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 20:55:38.333776 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 35022) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:55:38.341808 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [req-ddc733a7-771e-4670-ad36-cecba90429eb req-bbdb21c1-fcd7-4e2a-8047-f94acf812d7d service neutron] For port a7178fc2-144b-41ac-8d14-b53354ce11f1, host n-h2-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=a7178fc2-144b-41ac-8d14-b53354ce11f1,segment=NetworkSegment(7ddd3554-64b5-4ff7-9735-f58b31de803c),segment_id=7ddd3554-64b5-4ff7-9735-f58b31de803c)] {{(pid=105584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:55:38.344614 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-bc55db2d-e5ef-4eaf-9763-09a364604f2c tempest-ServersTestFqdnHostnames-310591036 tempest-ServersTestFqdnHostnames-310591036-project] Request body: {'security_group': {'name': 'tempest-securitygroup--816634542', 'description': 'tempest-description--199226278'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:55:38.357954 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-ddc733a7-771e-4670-ad36-cecba90429eb req-bbdb21c1-fcd7-4e2a-8047-f94acf812d7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:38.394813 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d62345cf-a919-45f1-a83a-1e1241feb019 None None] Routers {'901498da-d103-475c-8884-6e5467784fdc'} bound to L3 agent in host n-d-705658-22 {{(pid=105587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:55:38.395849 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-d62345cf-a919-45f1-a83a-1e1241feb019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T20:55:11Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['901498da-d103-475c-8884-6e5467784fdc'], 'active': True} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:55:38.470869 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] For port 76cb3011-9231-42e6-9602-db23c446c928, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=76cb3011-9231-42e6-9602-db23c446c928,segment=NetworkSegment(86b1e6f6-d629-4b03-8944-4cdfbfb93d02),segment_id=86b1e6f6-d629-4b03-8944-4cdfbfb93d02)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:55:38.478431 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.provisioning_blocks [req-ddc733a7-771e-4670-ad36-cecba90429eb req-bbdb21c1-fcd7-4e2a-8047-f94acf812d7d service neutron] Transition to ACTIVE for port object a7178fc2-144b-41ac-8d14-b53354ce11f1 will not be triggered until provisioned by entity L2. {{(pid=105584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:55:38.486601 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-ddc733a7-771e-4670-ad36-cecba90429eb req-bbdb21c1-fcd7-4e2a-8047-f94acf812d7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9014027'] for port, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:38.504357 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Returning: {'device': '76cb3011-9231-42e6-9602-db23c446c928', 'network_id': '4d64aa0b-bd6a-468e-8edc-c83689947462', 'port_id': '76cb3011-9231-42e6-9602-db23c446c928', 'mac_address': 'fa:16:3e:8b:e6:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26644ba0-4185-4e10-8718-6ad18d01376c', 'ip_address': '192.168.233.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105586) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 20:55:38.507629 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-bc55db2d-e5ef-4eaf-9763-09a364604f2c tempest-ServersTestFqdnHostnames-310591036 tempest-ServersTestFqdnHostnames-310591036-project] Notify callbacks [] for security_group, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:38.572468 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbea368f-77d4-4425-b112-197dd158cc7f req-dede7598-82af-40da-8514-c36c71252c40 tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:38.579201 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fc61bb-a12d-4415-b3db-ab3755c6d1a3 None None] Pushing event updated for resources: {'Port': ['ID=5a197d84-3e30-4d9f-acc7-21edc8c538ba,revision_number=4']} {{(pid=105587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:55:38.582148 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-fbea368f-77d4-4425-b112-197dd158cc7f req-dede7598-82af-40da-8514-c36c71252c40 tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] 10.222.0.59 "GET /v2.0/ports?device_id=7659303d-0753-4488-9deb-df7540ede922 HTTP/1.1" status: 200 len: 950 time: 0.2502899 Jul 27 20:55:38.591493 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddc733a7-771e-4670-ad36-cecba90429eb req-bbdb21c1-fcd7-4e2a-8047-f94acf812d7d service neutron] No DVR routers for this DVR port a7178fc2-144b-41ac-8d14-b53354ce11f1 on host n-h1-705658-22 {{(pid=105584) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 20:55:38.599918 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvr_db [None req-d62345cf-a919-45f1-a83a-1e1241feb019 None None] Set router 901498da-d103-475c-8884-6e5467784fdc gateway port host: n-d-705658-22 {{(pid=105587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:55:38.616687 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:38.635925 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-ddc733a7-771e-4670-ad36-cecba90429eb req-bbdb21c1-fcd7-4e2a-8047-f94acf812d7d service neutron] 10.222.0.36 "PUT /v2.0/ports/a7178fc2-144b-41ac-8d14-b53354ce11f1/bindings/n-h2-705658-22/activate HTTP/1.1" status: 200 len: 370 time: 0.6722171 Jul 27 20:55:38.637413 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbdb21c1-fcd7-4e2a-8047-f94acf812d7d service neutron] Pushing event updated for resources: {'Port': ['ID=a7178fc2-144b-41ac-8d14-b53354ce11f1,revision_number=10']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:55:38.654173 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76cb3011-9231-42e6-9602-db23c446c928 {{(pid=105586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 20:55:38.660270 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-7b900d63-fbd4-4c9f-b371-3828ac6ead95 None None] Notify callbacks [] for port, precommit_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:38.679436 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca40448d-4ecc-4edf-a1e6-c133bad8df5c req-a0f77966-491d-435e-81a1-9663054fdf74 tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:38.681059 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-ca40448d-4ecc-4edf-a1e6-c133bad8df5c req-a0f77966-491d-435e-81a1-9663054fdf74 tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] 10.222.0.59 "GET /v2.0/ports?device_id=227e87e6-7a64-4944-af32-868f2772cf85 HTTP/1.1" status: 200 len: 943 time: 0.2612486 Jul 27 20:55:38.689457 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-7b900d63-fbd4-4c9f-b371-3828ac6ead95 None None] Transition to ACTIVE for port object a6c8fedb-973c-4f84-9e71-ad8636120fce will not be triggered until provisioned by entity L2. {{(pid=105586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:55:38.692315 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] For port 76cb3011-9231-42e6-9602-db23c446c928, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=76cb3011-9231-42e6-9602-db23c446c928,segment=NetworkSegment(86b1e6f6-d629-4b03-8944-4cdfbfb93d02),segment_id=86b1e6f6-d629-4b03-8944-4cdfbfb93d02)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:55:38.696584 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:38.701831 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-7b900d63-fbd4-4c9f-b371-3828ac6ead95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:38.776259 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Pushing event updated for resources: {'Port': ['ID=76cb3011-9231-42e6-9602-db23c446c928,revision_number=8']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:55:38.809223 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-fbea368f-77d4-4425-b112-197dd158cc7f req-2e2182f3-dd86-4fba-b6ae-0a38a2f2126f tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] 10.222.0.59 "GET /v2.0/security-groups?id=dea81a77-85b4-4e12-8e1d-b19e89484a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2204294 Jul 27 20:55:38.870182 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-2e4ec123-5815-453d-bd2c-173836d98622 tempest-ServersTestJSON-933210889 tempest-ServersTestJSON-933210889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:38.886969 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7899763-493a-49a4-ad5d-3c09086ba7a9 None None] Pushing event updated for resources: {'Port': ['ID=a6c8fedb-973c-4f84-9e71-ad8636120fce,revision_number=3']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:55:38.904402 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-ca40448d-4ecc-4edf-a1e6-c133bad8df5c req-be244a0c-7d1e-46f0-9ff0-e75af29b2b79 tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] 10.222.0.59 "GET /v2.0/security-groups?id=594c38b0-00a0-4e02-9d5e-673f3a5e469c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2057347 Jul 27 20:55:38.958175 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-f12948dc-0e25-4416-8fd7-c0a3fdd5684f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:38.981974 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc733a7-771e-4670-ad36-cecba90429eb req-136aea1c-a40f-417d-a050-5dc10830ed66 tempest-LiveMigrationTest-297508949 tempest-LiveMigrationTest-297508949-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:38.982229 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-7b900d63-fbd4-4c9f-b371-3828ac6ead95 None None] Attempting to bind port a6c8fedb-973c-4f84-9e71-ad8636120fce on host n-d-705658-22 for vnic_type normal with profile {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:55:38.982647 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-7b900d63-fbd4-4c9f-b371-3828ac6ead95 None None] Attempting to bind port a6c8fedb-973c-4f84-9e71-ad8636120fce by drivers openvswitch,hyperv on host n-d-705658-22 at level 0 using segments [{'id': '9dcee0f9-4d46-4446-867e-34216aa290b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '7bcae981-8648-471e-89db-85c5dd38c4a9'}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:55:38.983130 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b900d63-fbd4-4c9f-b371-3828ac6ead95 None None] Attempting to bind port a6c8fedb-973c-4f84-9e71-ad8636120fce on network 7bcae981-8648-471e-89db-85c5dd38c4a9 {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:55:38.983611 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-ddc733a7-771e-4670-ad36-cecba90429eb req-136aea1c-a40f-417d-a050-5dc10830ed66 tempest-LiveMigrationTest-297508949 tempest-LiveMigrationTest-297508949-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=227e87e6-7a64-4944-af32-868f2772cf85&tenant_id=0ae9964322044591b167626dd714310e&binding%3Ahost_id=n-h1-705658-22 HTTP/1.1" status: 200 len: 1096 time: 0.2614028 Jul 27 20:55:38.996650 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b900d63-fbd4-4c9f-b371-3828ac6ead95 None None] Checking agent: {'id': '04a7ea91-6318-467e-ace6-b0fb48c8690f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 41, 42), 'started_at': datetime.datetime(2021, 7, 27, 20, 42, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 55, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:55:38.996869 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-bc55db2d-e5ef-4eaf-9763-09a364604f2c tempest-ServersTestFqdnHostnames-310591036 tempest-ServersTestFqdnHostnames-310591036-project] Notify callbacks [] for security_group, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:38.996961 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b900d63-fbd4-4c9f-b371-3828ac6ead95 None None] Checking segment: {'id': '9dcee0f9-4d46-4446-867e-34216aa290b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '7bcae981-8648-471e-89db-85c5dd38c4a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:55:38.997478 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-7b900d63-fbd4-4c9f-b371-3828ac6ead95 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:38.999137 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b900d63-fbd4-4c9f-b371-3828ac6ead95 None None] Bound using segment: {'id': '9dcee0f9-4d46-4446-867e-34216aa290b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '7bcae981-8648-471e-89db-85c5dd38c4a9'} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:55:39.001112 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-7b900d63-fbd4-4c9f-b371-3828ac6ead95 None None] Bound port: a6c8fedb-973c-4f84-9e71-ad8636120fce, host: n-d-705658-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9dcee0f9-4d46-4446-867e-34216aa290b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '7bcae981-8648-471e-89db-85c5dd38c4a9'}}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:55:39.001606 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-7b900d63-fbd4-4c9f-b371-3828ac6ead95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:39.042838 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-bc55db2d-e5ef-4eaf-9763-09a364604f2c tempest-ServersTestFqdnHostnames-310591036 tempest-ServersTestFqdnHostnames-310591036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:39.080865 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-d62345cf-a919-45f1-a83a-1e1241feb019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '901498da-d103-475c-8884-6e5467784fdc', 'name': 'tempest-ServersTestFqdnHostnames-959213242-router', 'tenant_id': '4db6b04858584f16a518b56ddf54baba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.82'}], 'enable_snat': True}, 'gw_port_id': '5587608d-a606-4f50-ae22-5ab2aee3f57f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:55:26Z', 'updated_at': '2021-07-27T20:55:34Z', 'revision_number': 4, 'project_id': '4db6b04858584f16a518b56ddf54baba', 'gw_port': {'id': '5587608d-a606-4f50-ae22-5ab2aee3f57f', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:24:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '901498da-d103-475c-8884-6e5467784fdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:55:27Z', 'updated_at': '2021-07-27T20:55:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_interfaces': [{'id': '5a197d84-3e30-4d9f-acc7-21edc8c538ba', 'name': '', 'network_id': 'b01b2bcb-b6d7-427b-8018-a1eed8201f0c', 'tenant_id': '4db6b04858584f16a518b56ddf54baba', 'mac_address': 'fa:16:3e:79:3c:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '901498da-d103-475c-8884-6e5467784fdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': 'e2dc11f6-d37b-4723-b3bb-cb12e54fb98a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:55:32Z', 'updated_at': '2021-07-27T20:55:38Z', 'revision_number': 4, 'project_id': '4db6b04858584f16a518b56ddf54baba', 'subnets': [{'id': 'e2dc11f6-d37b-4723-b3bb-cb12e54fb98a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-22', False) {} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:55:39.102319 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-7b900d63-fbd4-4c9f-b371-3828ac6ead95 None None] For port a6c8fedb-973c-4f84-9e71-ad8636120fce, host n-d-705658-22, cleared binding levels {{(pid=105586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:55:39.106582 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-7b900d63-fbd4-4c9f-b371-3828ac6ead95 None None] For port a6c8fedb-973c-4f84-9e71-ad8636120fce, host n-d-705658-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=a6c8fedb-973c-4f84-9e71-ad8636120fce,segment=NetworkSegment(9dcee0f9-4d46-4446-867e-34216aa290b0),segment_id=9dcee0f9-4d46-4446-867e-34216aa290b0)] {{(pid=105586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:55:39.112783 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-7b900d63-fbd4-4c9f-b371-3828ac6ead95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:39.136424 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d62345cf-a919-45f1-a83a-1e1241feb019 None None] The sync data for ids ['901498da-d103-475c-8884-6e5467784fdc'] in n-d-705658-22 is: [{'id': '901498da-d103-475c-8884-6e5467784fdc', 'name': 'tempest-ServersTestFqdnHostnames-959213242-router', 'tenant_id': '4db6b04858584f16a518b56ddf54baba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.82'}], 'enable_snat': True}, 'gw_port_id': '5587608d-a606-4f50-ae22-5ab2aee3f57f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:55:26Z', 'updated_at': '2021-07-27T20:55:34Z', 'revision_number': 4, 'project_id': '4db6b04858584f16a518b56ddf54baba', 'gw_port': {'id': '5587608d-a606-4f50-ae22-5ab2aee3f57f', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:24:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '901498da-d103-475c-8884-6e5467784fdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:55:27Z', 'updated_at': '2021-07-27T20:55:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_interfaces': [{'id': '5a197d84-3e30-4d9f-acc7-21edc8c538ba', 'name': '', 'network_id': 'b01b2bcb-b6d7-427b-8018-a1eed8201f0c', 'tenant_id': '4db6b04858584f16a518b56ddf54baba', 'mac_address': 'fa:16:3e:79:3c:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '901498da-d103-475c-8884-6e5467784fdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': 'e2dc11f6-d37b-4723-b3bb-cb12e54fb98a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:55:32Z', 'updated_at': '2021-07-27T20:55:38Z', 'revision_number': 4, 'project_id': '4db6b04858584f16a518b56ddf54baba', 'subnets': [{'id': 'e2dc11f6-d37b-4723-b3bb-cb12e54fb98a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 20:55:39.189764 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-bc55db2d-e5ef-4eaf-9763-09a364604f2c tempest-ServersTestFqdnHostnames-310591036 tempest-ServersTestFqdnHostnames-310591036-project] Notify callbacks [] for security_group, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:39.191029 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-bc55db2d-e5ef-4eaf-9763-09a364604f2c tempest-ServersTestFqdnHostnames-310591036 tempest-ServersTestFqdnHostnames-310591036-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.8505604 Jul 27 20:55:39.196614 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 35030) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:55:39.207918 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-47f816f4-c925-466f-98a2-ab003ac81a0c tempest-ServersTestFqdnHostnames-310591036 tempest-ServersTestFqdnHostnames-310591036-project] Request body: {'security_group_rule': {'security_group_id': '194109be-9331-415c-ac19-806186c2936d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:55:39.208993 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b900d63-fbd4-4c9f-b371-3828ac6ead95 None None] Routers {'6b0413fd-652a-4dc5-899e-6c269ab91665'} bound to L3 agent in host n-d-705658-22 {{(pid=105586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:55:39.209707 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-7b900d63-fbd4-4c9f-b371-3828ac6ead95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T20:55:11Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['6b0413fd-652a-4dc5-899e-6c269ab91665'], 'active': True} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:55:39.223514 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7899763-493a-49a4-ad5d-3c09086ba7a9 None None] Pushing event updated for resources: {'Port': ['ID=a6c8fedb-973c-4f84-9e71-ad8636120fce,revision_number=4']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:55:39.255735 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc55db2d-e5ef-4eaf-9763-09a364604f2c tempest-ServersTestFqdnHostnames-310591036 tempest-ServersTestFqdnHostnames-310591036-project] Pushing event updated for resources: {'SecurityGroup': ['ID=194109be-9331-415c-ac19-806186c2936d,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:55:39.279509 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.db_base_plugin_common [None req-2e4ec123-5815-453d-bd2c-173836d98622 tempest-ServersTestJSON-933210889 tempest-ServersTestJSON-933210889-project] Allocated IP 172.25.5.36 (8735d8a2-b604-4758-ae71-b40e4ee6f305/eca7dbab-b9c0-4c8f-a272-816ea8a81764/816d0a93-f36b-4b69-b2d6-5f404f88deea) {{(pid=105585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:55:39.338306 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] get_ports_and_sgs() called for port_ids ['76cb3011-9231-42e6-9602-db23c446c928'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 20:55:39.339458 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-47f816f4-c925-466f-98a2-ab003ac81a0c tempest-ServersTestFqdnHostnames-310591036 tempest-ServersTestFqdnHostnames-310591036-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:39.412390 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da08308-7922-4500-ad9c-e81973dc9004 req-989adc30-2dd0-406f-9a7e-4d9e83c963ed tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:39.417464 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-5da08308-7922-4500-ad9c-e81973dc9004 req-989adc30-2dd0-406f-9a7e-4d9e83c963ed tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] 10.222.0.36 "GET /v2.0/ports?device_id=7659303d-0753-4488-9deb-df7540ede922 HTTP/1.1" status: 200 len: 950 time: 0.1622915 Jul 27 20:55:39.438086 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc733a7-771e-4670-ad36-cecba90429eb req-f0149a41-cb93-4571-9b12-d5f615be68f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:39.446705 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-ddc733a7-771e-4670-ad36-cecba90429eb req-f0149a41-cb93-4571-9b12-d5f615be68f5 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=227e87e6-7a64-4944-af32-868f2772cf85&tenant_id=0ae9964322044591b167626dd714310e HTTP/1.1" status: 200 len: 1096 time: 0.4485075 Jul 27 20:55:39.518587 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-47f816f4-c925-466f-98a2-ab003ac81a0c tempest-ServersTestFqdnHostnames-310591036 tempest-ServersTestFqdnHostnames-310591036-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:39.540830 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-47f816f4-c925-466f-98a2-ab003ac81a0c tempest-ServersTestFqdnHostnames-310591036 tempest-ServersTestFqdnHostnames-310591036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732636'] for security_group_rule, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:39.562513 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50611c8b-48c2-4146-a86d-e88947c02bde req-7a9b696d-e9f0-4a86-9321-fa3e8e80c019 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:39.564352 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-50611c8b-48c2-4146-a86d-e88947c02bde req-7a9b696d-e9f0-4a86-9321-fa3e8e80c019 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] 10.222.0.59 "GET /v2.0/ports?device_id=f5981167-1ac0-4ca7-95b5-d52c185534b7 HTTP/1.1" status: 200 len: 947 time: 0.5472307 Jul 27 20:55:39.586164 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bfa62a-7859-4f87-bc2c-52c66bc8c72c req-51e9d0d7-4d06-47fd-b81e-1d6a34224183 tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:39.594252 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-00bfa62a-7859-4f87-bc2c-52c66bc8c72c req-51e9d0d7-4d06-47fd-b81e-1d6a34224183 tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] 10.222.0.59 "GET /v2.0/ports?device_id=23a39a45-86ad-4a34-aa42-6affa73d3ff5 HTTP/1.1" status: 200 len: 945 time: 0.5483897 Jul 27 20:55:39.685794 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvr_db [None req-7b900d63-fbd4-4c9f-b371-3828ac6ead95 None None] Set router 6b0413fd-652a-4dc5-899e-6c269ab91665 gateway port host: n-d-705658-22 {{(pid=105586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:55:39.711731 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-2e4ec123-5815-453d-bd2c-173836d98622 tempest-ServersTestJSON-933210889 tempest-ServersTestJSON-933210889-project] Notify callbacks [] for port, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:39.735121 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-00bfa62a-7859-4f87-bc2c-52c66bc8c72c req-902cfa0f-4386-4401-bb70-572995e5eb70 tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] 10.222.0.59 "GET /v2.0/security-groups?id=1749b80d-91c6-4bd3-8e8d-666bd095400f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397138 Jul 27 20:55:39.774370 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0ba354-a85c-4cb4-b571-0eacc1bae0e4 req-e59ac4b4-6f0b-443f-aa3e-1fe53b97b123 tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:39.775949 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-fd0ba354-a85c-4cb4-b571-0eacc1bae0e4 req-e59ac4b4-6f0b-443f-aa3e-1fe53b97b123 tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] 10.222.0.60 "GET /v2.0/ports?device_id=f373a835-3213-4d6e-b25d-079826b324e5 HTTP/1.1" status: 200 len: 950 time: 0.3768625 Jul 27 20:55:39.779862 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-50611c8b-48c2-4146-a86d-e88947c02bde req-48f994a9-c745-441e-a23b-698c06ee6eac tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] 10.222.0.59 "GET /v2.0/security-groups?id=c6534cb3-b44e-4a83-b57e-ddb72c2ad843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1819079 Jul 27 20:55:39.802401 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device 39ddd22f-e7a2-4068-9d6d-2e826289564d details requested by agent hyperv_n-h1-705658-22 with host n-h1-705658-22 {{(pid=105586) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 20:55:39.845540 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc733a7-771e-4670-ad36-cecba90429eb req-25cdd944-201f-48bf-b461-d29eab25cb1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:39.847093 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-ddc733a7-771e-4670-ad36-cecba90429eb req-25cdd944-201f-48bf-b461-d29eab25cb1c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=0ae9964322044591b167626dd714310e&device_id=227e87e6-7a64-4944-af32-868f2772cf85 HTTP/1.1" status: 200 len: 1096 time: 0.3719707 Jul 27 20:55:39.922510 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:39.984109 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.agents_db [None req-558fcd2c-e512-47bc-a170-8673d87f7213 None None] Agent healthcheck: found 7 active agents {{(pid=105587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 20:55:40.001032 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f816f4-c925-466f-98a2-ab003ac81a0c tempest-ServersTestFqdnHostnames-310591036 tempest-ServersTestFqdnHostnames-310591036-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ff10129-eb2e-4e25-b627-6b3a5e9d3004,revision_number=0']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:55:40.055321 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-47f816f4-c925-466f-98a2-ab003ac81a0c tempest-ServersTestFqdnHostnames-310591036 tempest-ServersTestFqdnHostnames-310591036-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:40.064538 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-47f816f4-c925-466f-98a2-ab003ac81a0c tempest-ServersTestFqdnHostnames-310591036 tempest-ServersTestFqdnHostnames-310591036-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8653843 Jul 27 20:55:40.070754 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 35042) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:55:40.081211 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-a9e8bb2b-3851-458f-8862-3cdeb6f50fcd tempest-ServersTestFqdnHostnames-310591036 tempest-ServersTestFqdnHostnames-310591036-project] Request body: {'security_group_rule': {'security_group_id': '194109be-9331-415c-ac19-806186c2936d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:55:40.116994 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-2e4ec123-5815-453d-bd2c-173836d98622 tempest-ServersTestJSON-933210889 tempest-ServersTestJSON-933210889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:40.121193 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [req-5da08308-7922-4500-ad9c-e81973dc9004 req-9c643918-3dd7-4db5-9639-9d419d7eccbb tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] Deleting port ef6a81f1-1922-4eec-9c1d-f4ff25155e93 {{(pid=105584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:55:40.122282 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-5da08308-7922-4500-ad9c-e81973dc9004 req-9c643918-3dd7-4db5-9639-9d419d7eccbb tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:40.131146 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] For port 39ddd22f-e7a2-4068-9d6d-2e826289564d, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=39ddd22f-e7a2-4068-9d6d-2e826289564d,segment=NetworkSegment(1a6df4b8-1b7f-4c91-aeab-868433773047),segment_id=1a6df4b8-1b7f-4c91-aeab-868433773047)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:55:40.149095 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Returning: {'device': '39ddd22f-e7a2-4068-9d6d-2e826289564d', 'network_id': '48421823-0af9-4dd2-9d0c-663808a5aff4', 'port_id': '39ddd22f-e7a2-4068-9d6d-2e826289564d', 'mac_address': 'fa:16:3e:98:57:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '109d73c7-c2b7-4bb2-839e-dc2ca31c6403', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105586) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 20:55:40.201997 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f9989e-f442-400e-b3eb-d947db4a4170 req-6a52c9b0-8e6a-4499-9e8e-0fc9a20aa064 tempest-ImagesOneServerNegativeTestJSON-323901233 tempest-ImagesOneServerNegativeTestJSON-323901233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:40.203433 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:40.204039 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-91f9989e-f442-400e-b3eb-d947db4a4170 req-6a52c9b0-8e6a-4499-9e8e-0fc9a20aa064 tempest-ImagesOneServerNegativeTestJSON-323901233 tempest-ImagesOneServerNegativeTestJSON-323901233-project] 10.222.0.59 "GET /v2.0/ports?device_id=2433da90-085f-4008-812e-29c943e4f727 HTTP/1.1" status: 200 len: 945 time: 0.3528442 Jul 27 20:55:40.228129 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 39ddd22f-e7a2-4068-9d6d-2e826289564d {{(pid=105586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 20:55:40.233077 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e4ec123-5815-453d-bd2c-173836d98622 tempest-ServersTestJSON-933210889 tempest-ServersTestJSON-933210889-project] Network 8735d8a2-b604-4758-ae71-b40e4ee6f305 is already hosted by enough agents. {{(pid=105585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:55:40.245458 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-a9e8bb2b-3851-458f-8862-3cdeb6f50fcd tempest-ServersTestFqdnHostnames-310591036 tempest-ServersTestFqdnHostnames-310591036-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:40.280143 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] For port 39ddd22f-e7a2-4068-9d6d-2e826289564d, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=39ddd22f-e7a2-4068-9d6d-2e826289564d,segment=NetworkSegment(1a6df4b8-1b7f-4c91-aeab-868433773047),segment_id=1a6df4b8-1b7f-4c91-aeab-868433773047)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:55:40.280376 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.base_scheduler [None req-2e4ec123-5815-453d-bd2c-173836d98622 tempest-ServersTestJSON-933210889 tempest-ServersTestJSON-933210889-project] Resources bound (agent type, host, resource id): {{(pid=105585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:55:40.294693 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e4ec123-5815-453d-bd2c-173836d98622 tempest-ServersTestJSON-933210889 tempest-ServersTestJSON-933210889-project] Received port after_create {{(pid=105585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:55:40.304399 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc733a7-771e-4670-ad36-cecba90429eb req-57a08f42-0754-4c4e-a332-ec3b06e52fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:40.305261 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-7b900d63-fbd4-4c9f-b371-3828ac6ead95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b0413fd-652a-4dc5-899e-6c269ab91665', 'name': 'tempest-ServersTestJSON-234435651-router', 'tenant_id': '64da060b2dd44212a62bc79dadd15741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.245'}], 'enable_snat': True}, 'gw_port_id': '30edec30-35d7-4893-95e7-7b657e45e3a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:55:25Z', 'updated_at': '2021-07-27T20:55:31Z', 'revision_number': 4, 'project_id': '64da060b2dd44212a62bc79dadd15741', 'gw_port': {'id': '30edec30-35d7-4893-95e7-7b657e45e3a1', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:9c:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b0413fd-652a-4dc5-899e-6c269ab91665', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:55:26Z', 'updated_at': '2021-07-27T20:55:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_interfaces': [{'id': 'a6c8fedb-973c-4f84-9e71-ad8636120fce', 'name': '', 'network_id': '7bcae981-8648-471e-89db-85c5dd38c4a9', 'tenant_id': '64da060b2dd44212a62bc79dadd15741', 'mac_address': 'fa:16:3e:5a:bb:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b0413fd-652a-4dc5-899e-6c269ab91665', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '79e9814a-bc6d-4124-93bb-2b85b8b7cfb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:55:29Z', 'updated_at': '2021-07-27T20:55:39Z', 'revision_number': 4, 'project_id': '64da060b2dd44212a62bc79dadd15741', 'subnets': [{'id': '79e9814a-bc6d-4124-93bb-2b85b8b7cfb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-22', False) {} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:55:40.305884 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-ddc733a7-771e-4670-ad36-cecba90429eb req-57a08f42-0754-4c4e-a332-ec3b06e52fcf service neutron] 10.222.0.60 "GET /v2.0/networks?id=4d297cf8-0ab0-49a0-a8db-82a17169c88a HTTP/1.1" status: 200 len: 909 time: 0.4023633 Jul 27 20:55:40.306480 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4ec123-5815-453d-bd2c-173836d98622 tempest-ServersTestJSON-933210889 tempest-ServersTestJSON-933210889-project] Pushing event updated for resources: {'Port': ['ID=816d0a93-f36b-4b69-b2d6-5f404f88deea,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:55:40.307906 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:40.370667 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b900d63-fbd4-4c9f-b371-3828ac6ead95 None None] The sync data for ids ['6b0413fd-652a-4dc5-899e-6c269ab91665'] in n-d-705658-22 is: [{'id': '6b0413fd-652a-4dc5-899e-6c269ab91665', 'name': 'tempest-ServersTestJSON-234435651-router', 'tenant_id': '64da060b2dd44212a62bc79dadd15741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.245'}], 'enable_snat': True}, 'gw_port_id': '30edec30-35d7-4893-95e7-7b657e45e3a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:55:25Z', 'updated_at': '2021-07-27T20:55:31Z', 'revision_number': 4, 'project_id': '64da060b2dd44212a62bc79dadd15741', 'gw_port': {'id': '30edec30-35d7-4893-95e7-7b657e45e3a1', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:9c:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b0413fd-652a-4dc5-899e-6c269ab91665', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:55:26Z', 'updated_at': '2021-07-27T20:55:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_interfaces': [{'id': 'a6c8fedb-973c-4f84-9e71-ad8636120fce', 'name': '', 'network_id': '7bcae981-8648-471e-89db-85c5dd38c4a9', 'tenant_id': '64da060b2dd44212a62bc79dadd15741', 'mac_address': 'fa:16:3e:5a:bb:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b0413fd-652a-4dc5-899e-6c269ab91665', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '79e9814a-bc6d-4124-93bb-2b85b8b7cfb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:55:29Z', 'updated_at': '2021-07-27T20:55:39Z', 'revision_number': 4, 'project_id': '64da060b2dd44212a62bc79dadd15741', 'subnets': [{'id': '79e9814a-bc6d-4124-93bb-2b85b8b7cfb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 20:55:40.371305 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [req-5da08308-7922-4500-ad9c-e81973dc9004 req-9c643918-3dd7-4db5-9639-9d419d7eccbb tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] For port ef6a81f1-1922-4eec-9c1d-f4ff25155e93, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=ef6a81f1-1922-4eec-9c1d-f4ff25155e93,segment=NetworkSegment(86b1e6f6-d629-4b03-8944-4cdfbfb93d02),segment_id=86b1e6f6-d629-4b03-8944-4cdfbfb93d02)] {{(pid=105584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:55:40.371799 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-5da08308-7922-4500-ad9c-e81973dc9004 req-9c643918-3dd7-4db5-9639-9d419d7eccbb tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:40.400338 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-a9e8bb2b-3851-458f-8862-3cdeb6f50fcd tempest-ServersTestFqdnHostnames-310591036 tempest-ServersTestFqdnHostnames-310591036-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:40.408357 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [req-5da08308-7922-4500-ad9c-e81973dc9004 req-9c643918-3dd7-4db5-9639-9d419d7eccbb tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] Calling delete_port for ef6a81f1-1922-4eec-9c1d-f4ff25155e93 owned by compute:nova {{(pid=105584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:55:40.420387 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Pushing event updated for resources: {'Port': ['ID=39ddd22f-e7a2-4068-9d6d-2e826289564d,revision_number=6']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:55:40.425623 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-a9e8bb2b-3851-458f-8862-3cdeb6f50fcd tempest-ServersTestFqdnHostnames-310591036 tempest-ServersTestFqdnHostnames-310591036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732636'] for security_group_rule, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:40.431832 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [req-fd0ba354-a85c-4cb4-b571-0eacc1bae0e4 req-bc816365-0b01-481d-b6d0-12cbd0adc1d6 tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] Deleting port 1597b5c0-5ebb-47b9-aabd-c27047a8aa15 {{(pid=105585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:55:40.432400 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-fd0ba354-a85c-4cb4-b571-0eacc1bae0e4 req-bc816365-0b01-481d-b6d0-12cbd0adc1d6 tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:40.447600 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a80548-c0f4-4f8d-8ff7-980f17425fd9 req-b61ae37b-f6da-497c-b3e0-5d9a0678d9a6 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:40.449264 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-f6a80548-c0f4-4f8d-8ff7-980f17425fd9 req-b61ae37b-f6da-497c-b3e0-5d9a0678d9a6 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] 10.222.0.60 "GET /v2.0/ports?device_id=f5981167-1ac0-4ca7-95b5-d52c185534b7&tenant_id=43230fc3eab141e0b742541c8628d03e&binding%3Ahost_id=n-h1-705658-22 HTTP/1.1" status: 200 len: 947 time: 0.3041506 Jul 27 20:55:40.473789 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e8bb2b-3851-458f-8862-3cdeb6f50fcd tempest-ServersTestFqdnHostnames-310591036 tempest-ServersTestFqdnHostnames-310591036-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25756551-8b53-42cd-9e10-fab028a6e6b3,revision_number=0']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:55:40.510549 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] get_ports_and_sgs() called for port_ids ['39ddd22f-e7a2-4068-9d6d-2e826289564d'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 20:55:40.537164 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-a9e8bb2b-3851-458f-8862-3cdeb6f50fcd tempest-ServersTestFqdnHostnames-310591036 tempest-ServersTestFqdnHostnames-310591036-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:40.538387 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-a9e8bb2b-3851-458f-8862-3cdeb6f50fcd tempest-ServersTestFqdnHostnames-310591036 tempest-ServersTestFqdnHostnames-310591036-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4656909 Jul 27 20:55:40.542365 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 35046) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:55:40.550805 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-8cbccb46-473b-408e-b077-febe90fd23c7 tempest-ServersTestFqdnHostnames-310591036 tempest-ServersTestFqdnHostnames-310591036-project] Request body: {'floatingip': {'floating_network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:55:40.569317 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-ddc733a7-771e-4670-ad36-cecba90429eb req-06ec772b-1c2e-40d1-a142-2d78387010da service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a7178fc2-144b-41ac-8d14-b53354ce11f1 HTTP/1.1" status: 200 len: 217 time: 0.0532687 Jul 27 20:55:40.585986 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-91f9989e-f442-400e-b3eb-d947db4a4170 req-f4eb84c9-0197-4888-9d92-c485b65e6b01 tempest-ImagesOneServerNegativeTestJSON-323901233 tempest-ImagesOneServerNegativeTestJSON-323901233-project] 10.222.0.59 "GET /v2.0/security-groups?id=b49152d2-7ea9-4069-930d-17bb1fb95e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3624022 Jul 27 20:55:40.657702 n-d-705658-22 neutron-server[105584]: INFO neutron.api.v2.resource [req-f6a80548-c0f4-4f8d-8ff7-980f17425fd9 req-a83e6ea0-51d7-4a9e-bb53-ca0c28810a22 service neutron] delete failed (client error): The resource could not be found. Jul 27 20:55:40.660201 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-f6a80548-c0f4-4f8d-8ff7-980f17425fd9 req-a83e6ea0-51d7-4a9e-bb53-ca0c28810a22 service neutron] 10.222.0.60 "DELETE /v2.0/ports/76cb3011-9231-42e6-9602-db23c446c928/bindings/n-h2-705658-22 HTTP/1.1" status: 404 len: 381 time: 0.1977077 Jul 27 20:55:40.714439 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d0fa5c-6ce9-496b-bfa3-eebc17ed7f8b req-ca6c7f66-df2e-47d2-a901-a77f6ea58fc4 tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:40.716404 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-43d0fa5c-6ce9-496b-bfa3-eebc17ed7f8b req-ca6c7f66-df2e-47d2-a901-a77f6ea58fc4 tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] 10.222.0.59 "GET /v2.0/ports?device_id=7659303d-0753-4488-9deb-df7540ede922 HTTP/1.1" status: 200 len: 950 time: 0.6328096 Jul 27 20:55:40.726696 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.db [req-fd0ba354-a85c-4cb4-b571-0eacc1bae0e4 req-bc816365-0b01-481d-b6d0-12cbd0adc1d6 tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] For port 1597b5c0-5ebb-47b9-aabd-c27047a8aa15, host n-h2-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=1597b5c0-5ebb-47b9-aabd-c27047a8aa15,segment=NetworkSegment(86b1e6f6-d629-4b03-8944-4cdfbfb93d02),segment_id=86b1e6f6-d629-4b03-8944-4cdfbfb93d02)] {{(pid=105585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:55:40.727335 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-fd0ba354-a85c-4cb4-b571-0eacc1bae0e4 req-bc816365-0b01-481d-b6d0-12cbd0adc1d6 tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:40.753782 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-2e4ec123-5815-453d-bd2c-173836d98622 tempest-ServersTestJSON-933210889 tempest-ServersTestJSON-933210889-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:40.755658 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-8cbccb46-473b-408e-b077-febe90fd23c7 tempest-ServersTestFqdnHostnames-310591036 tempest-ServersTestFqdnHostnames-310591036-project] Notify callbacks [] for floatingip, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:40.786247 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [req-fd0ba354-a85c-4cb4-b571-0eacc1bae0e4 req-bc816365-0b01-481d-b6d0-12cbd0adc1d6 tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] Calling delete_port for 1597b5c0-5ebb-47b9-aabd-c27047a8aa15 owned by compute:nova {{(pid=105585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:55:40.808751 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc733a7-771e-4670-ad36-cecba90429eb req-7e934d38-9148-4665-b9a2-47bf5fa25ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:40.809892 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-ddc733a7-771e-4670-ad36-cecba90429eb req-7e934d38-9148-4665-b9a2-47bf5fa25ffa service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ff9685c6-941b-44c9-867d-9e4581186e02 HTTP/1.1" status: 200 len: 848 time: 0.2229745 Jul 27 20:55:40.947780 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-ddc733a7-771e-4670-ad36-cecba90429eb req-54fca22a-aaca-4ece-b8b5-3f5a903440a8 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4d297cf8-0ab0-49a0-a8db-82a17169c88a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1105106 Jul 27 20:55:40.950671 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-43d0fa5c-6ce9-496b-bfa3-eebc17ed7f8b req-954d253a-a03d-4f94-850a-00d853dec860 tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] 10.222.0.59 "GET /v2.0/security-groups?id=dea81a77-85b4-4e12-8e1d-b19e89484a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2197485 Jul 27 20:55:41.004480 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-46aaa736-6afd-412e-b6ba-c246e01f2b1b req-f5521a7b-a19c-42d1-988a-0c34d0ef8306 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=807dbec7-9be9-4be0-8a5f-ae4933de34d0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3563964 Jul 27 20:55:41.022491 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a80548-c0f4-4f8d-8ff7-980f17425fd9 req-4ca0e23a-b530-4c1a-9ad2-08edbadf6565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:41.023981 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-f6a80548-c0f4-4f8d-8ff7-980f17425fd9 req-4ca0e23a-b530-4c1a-9ad2-08edbadf6565 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=43230fc3eab141e0b742541c8628d03e&device_id=f5981167-1ac0-4ca7-95b5-d52c185534b7 HTTP/1.1" status: 200 len: 1099 time: 0.2296908 Jul 27 20:55:41.028761 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-5da08308-7922-4500-ad9c-e81973dc9004 req-9c643918-3dd7-4db5-9639-9d419d7eccbb tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:41.041671 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] get_ports_and_sgs() called for port_ids ['789d1df8-a449-4c66-8006-9014f086578a'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 20:55:41.107584 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] get_ports_and_sgs() called for port_ids ['d0604db9-6e9b-4861-ac03-120cc4acb6b7', '61063df3-592b-4de0-a4f2-adf662bc157d', 'ef6a81f1-1922-4eec-9c1d-f4ff25155e93'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 20:55:41.116235 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c643918-3dd7-4db5-9639-9d419d7eccbb tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] Pushing event deleted for resources: {'Port': ['ID=ef6a81f1-1922-4eec-9c1d-f4ff25155e93,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:55:41.237842 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-55af7ce6-2b24-418a-b924-5ed7947679f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:41.355916 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [req-5da08308-7922-4500-ad9c-e81973dc9004 req-9c643918-3dd7-4db5-9639-9d419d7eccbb tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] No DVR routers for this DVR port ef6a81f1-1922-4eec-9c1d-f4ff25155e93 on host n-h1-705658-22 {{(pid=105584) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 20:55:41.360198 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-5da08308-7922-4500-ad9c-e81973dc9004 req-9c643918-3dd7-4db5-9639-9d419d7eccbb tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:41.362605 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-5da08308-7922-4500-ad9c-e81973dc9004 req-9c643918-3dd7-4db5-9639-9d419d7eccbb tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] 10.222.0.36 "DELETE /v2.0/ports/ef6a81f1-1922-4eec-9c1d-f4ff25155e93 HTTP/1.1" status: 204 len: 173 time: 1.9319041 Jul 27 20:55:41.373234 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7659303d-0753-4488-9deb-df7540ede922', 'name': 'network-vif-deleted', 'tag': 'ef6a81f1-1922-4eec-9c1d-f4ff25155e93'}] {{(pid=105584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:55:41.396339 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bce5e6c8685464f7626901654159975603b047827e3138302ed6566e28f1343" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2325ad3b-4211-4214-9282-f36a69d9fd6c" -d '{"events": [{"server_uuid": "7659303d-0753-4488-9deb-df7540ede922", "name": "network-vif-deleted", "tag": "ef6a81f1-1922-4eec-9c1d-f4ff25155e93"}]}' {{(pid=105584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:55:41.403752 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 5a197d84-3e30-4d9f-acc7-21edc8c538ba up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:55:41.424179 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-2e4ec123-5815-453d-bd2c-173836d98622 tempest-ServersTestJSON-933210889 tempest-ServersTestJSON-933210889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:41.436114 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Device 1597b5c0-5ebb-47b9-aabd-c27047a8aa15 no longer exists at agent hyperv_n-h2-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 20:55:41.480944 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46aaa736-6afd-412e-b6ba-c246e01f2b1b req-2f8de026-a0e6-4cfb-ac5b-24eb792b5bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:41.482918 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-46aaa736-6afd-412e-b6ba-c246e01f2b1b req-2f8de026-a0e6-4cfb-ac5b-24eb792b5bd1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7f728b4f036e433cbd9e09c516f9ce38&device_id=807dbec7-9be9-4be0-8a5f-ae4933de34d0 HTTP/1.1" status: 200 len: 1101 time: 0.4031923 Jul 27 20:55:41.484519 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-8cbccb46-473b-408e-b077-febe90fd23c7 tempest-ServersTestFqdnHostnames-310591036 tempest-ServersTestFqdnHostnames-310591036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:41.489543 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a80548-c0f4-4f8d-8ff7-980f17425fd9 req-17bd29c5-b164-4d5d-a376-278c27ece031 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:41.491596 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-f6a80548-c0f4-4f8d-8ff7-980f17425fd9 req-17bd29c5-b164-4d5d-a376-278c27ece031 service neutron] 10.222.0.60 "GET /v2.0/networks?id=4d64aa0b-bd6a-468e-8edc-c83689947462 HTTP/1.1" status: 200 len: 870 time: 0.4558320 Jul 27 20:55:41.609847 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning for port 5a197d84-3e30-4d9f-acc7-21edc8c538ba completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:55:41.630668 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-ddc733a7-771e-4670-ad36-cecba90429eb req-7361bd8c-5dd1-4330-a28c-8f5e85aab139 service neutron] 10.222.0.60 "GET /v2.0/networks/4d297cf8-0ab0-49a0-a8db-82a17169c88a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6722896 Jul 27 20:55:41.639577 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-f6a80548-c0f4-4f8d-8ff7-980f17425fd9 req-f5db4fba-73f2-41e7-a33a-0b5fe7ecd8d4 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.6&port_id=76cb3011-9231-42e6-9602-db23c446c928 HTTP/1.1" status: 200 len: 217 time: 0.1380284 Jul 27 20:55:41.658154 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port 5a197d84-3e30-4d9f-acc7-21edc8c538ba triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:55:41.658538 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:41.696863 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:41.743187 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56066ebd-0440-455a-87b2-709e19bf5653 req-a76b3da0-ee19-428d-bcd6-2fd9ed83b4ad tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:41.746014 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-56066ebd-0440-455a-87b2-709e19bf5653 req-a76b3da0-ee19-428d-bcd6-2fd9ed83b4ad tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] 10.222.0.59 "GET /v2.0/ports?device_id=f5981167-1ac0-4ca7-95b5-d52c185534b7 HTTP/1.1" status: 200 len: 947 time: 0.8854780 Jul 27 20:55:41.777827 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46aaa736-6afd-412e-b6ba-c246e01f2b1b req-31a1045c-55db-44d6-a73e-dd184239cbdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:41.778981 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-46aaa736-6afd-412e-b6ba-c246e01f2b1b req-31a1045c-55db-44d6-a73e-dd184239cbdd service neutron] 10.222.0.36 "GET /v2.0/networks?id=4d64aa0b-bd6a-468e-8edc-c83689947462 HTTP/1.1" status: 200 len: 870 time: 0.2692428 Jul 27 20:55:41.780887 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a80548-c0f4-4f8d-8ff7-980f17425fd9 req-5c8bcca1-bf2f-4267-84c1-bd8cdb5d60a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:41.782578 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-f6a80548-c0f4-4f8d-8ff7-980f17425fd9 req-5c8bcca1-bf2f-4267-84c1-bd8cdb5d60a8 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=26644ba0-4185-4e10-8718-6ad18d01376c HTTP/1.1" status: 200 len: 843 time: 0.1327555 Jul 27 20:55:41.802052 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:41.819701 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device 76cb3011-9231-42e6-9602-db23c446c928 up at agent hyperv_n-h1-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:55:41.823366 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4bd3fc-552e-4199-8ef9-003ea249faf3 req-e78430bb-9d5a-427e-a494-75e6df9d62a8 tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:41.833185 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-0e4bd3fc-552e-4199-8ef9-003ea249faf3 req-e78430bb-9d5a-427e-a494-75e6df9d62a8 tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] 10.222.0.59 "GET /v2.0/ports?device_id=227e87e6-7a64-4944-af32-868f2772cf85 HTTP/1.1" status: 200 len: 944 time: 0.4323802 Jul 27 20:55:41.837103 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-46aaa736-6afd-412e-b6ba-c246e01f2b1b req-ec02e71e-b6bd-473e-87ef-58e8ca22efc0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.82&port_id=61063df3-592b-4de0-a4f2-adf662bc157d HTTP/1.1" status: 200 len: 217 time: 0.0469828 Jul 27 20:55:41.887935 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.db_base_plugin_common [None req-8cbccb46-473b-408e-b077-febe90fd23c7 tempest-ServersTestFqdnHostnames-310591036 tempest-ServersTestFqdnHostnames-310591036-project] Allocated IP 172.25.5.72 (8735d8a2-b604-4758-ae71-b40e4ee6f305/eca7dbab-b9c0-4c8f-a272-816ea8a81764/c41c6d50-a9a5-4d02-89e1-b65defd3cd67) {{(pid=105584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:55:41.932700 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-0e4bd3fc-552e-4199-8ef9-003ea249faf3 req-fd25758a-47e7-4def-aa91-6a5eaa7f1018 tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] 10.222.0.59 "GET /v2.0/security-groups?id=594c38b0-00a0-4e02-9d5e-673f3a5e469c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986509 Jul 27 20:55:41.944860 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:41.957350 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Provisioning for port 76cb3011-9231-42e6-9602-db23c446c928 completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:55:41.964068 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Provisioning complete for port 76cb3011-9231-42e6-9602-db23c446c928 triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:55:41.964452 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:42.026737 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-56066ebd-0440-455a-87b2-709e19bf5653 req-3b483d56-bdc0-44be-a65d-c86e1e2fbe67 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] 10.222.0.59 "GET /v2.0/security-groups?id=c6534cb3-b44e-4a83-b57e-ddb72c2ad843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2126167 Jul 27 20:55:42.033888 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] For port 5a197d84-3e30-4d9f-acc7-21edc8c538ba, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=5a197d84-3e30-4d9f-acc7-21edc8c538ba,segment=NetworkSegment(839ae395-18c4-4db8-912c-98cffd4079a9),segment_id=839ae395-18c4-4db8-912c-98cffd4079a9)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:55:42.041864 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:42.042648 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device a6c8fedb-973c-4f84-9e71-ad8636120fce up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:55:42.059648 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46aaa736-6afd-412e-b6ba-c246e01f2b1b req-8f3735b0-2a0e-411d-b4e0-041dccf470ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:42.061504 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-46aaa736-6afd-412e-b6ba-c246e01f2b1b req-8f3735b0-2a0e-411d-b4e0-041dccf470ce service neutron] 10.222.0.36 "GET /v2.0/subnets?id=26644ba0-4185-4e10-8718-6ad18d01376c HTTP/1.1" status: 200 len: 843 time: 0.1902432 Jul 27 20:55:42.072702 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-fd0ba354-a85c-4cb4-b571-0eacc1bae0e4 req-bc816365-0b01-481d-b6d0-12cbd0adc1d6 tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:42.121942 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] get_ports_and_sgs() called for port_ids ['789d1df8-a449-4c66-8006-9014f086578a'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 20:55:42.140080 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 20:55:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9ae22f5-df5c-45f6-86d5-dbdfca1dd110 x-openstack-request-id: req-d9ae22f5-df5c-45f6-86d5-dbdfca1dd110 {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:55:42.140507 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7659303d-0753-4488-9deb-df7540ede922", "name": "network-vif-deleted", "tag": "ef6a81f1-1922-4eec-9c1d-f4ff25155e93", "status": "completed", "code": 200}]} {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:55:42.140859 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-d9ae22f5-df5c-45f6-86d5-dbdfca1dd110 {{(pid=105584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:55:42.141341 n-d-705658-22 neutron-server[105584]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7659303d-0753-4488-9deb-df7540ede922', 'name': 'network-vif-deleted', 'tag': 'ef6a81f1-1922-4eec-9c1d-f4ff25155e93', 'status': 'completed', 'code': 200} Jul 27 20:55:42.184745 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a80548-c0f4-4f8d-8ff7-980f17425fd9 req-e0030029-881f-4e74-bf0d-7cad7d4f2346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:42.187431 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-f6a80548-c0f4-4f8d-8ff7-980f17425fd9 req-e0030029-881f-4e74-bf0d-7cad7d4f2346 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4d64aa0b-bd6a-468e-8edc-c83689947462&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3485787 Jul 27 20:55:42.213785 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-8cbccb46-473b-408e-b077-febe90fd23c7 tempest-ServersTestFqdnHostnames-310591036 tempest-ServersTestFqdnHostnames-310591036-project] Notify callbacks [] for port, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:42.216976 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-2e4ec123-5815-453d-bd2c-173836d98622 tempest-ServersTestJSON-933210889 tempest-ServersTestJSON-933210889-project] Notify callbacks [] for port, precommit_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:42.224426 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc816365-0b01-481d-b6d0-12cbd0adc1d6 tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] Pushing event deleted for resources: {'Port': ['ID=1597b5c0-5ebb-47b9-aabd-c27047a8aa15,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:55:42.260565 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-2e4ec123-5815-453d-bd2c-173836d98622 tempest-ServersTestJSON-933210889 tempest-ServersTestJSON-933210889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10221672'] for port, after_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:42.324296 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46aaa736-6afd-412e-b6ba-c246e01f2b1b req-1873ab6d-0d61-42f2-9dbf-ba854392bf7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:42.325820 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-46aaa736-6afd-412e-b6ba-c246e01f2b1b req-1873ab6d-0d61-42f2-9dbf-ba854392bf7f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4d64aa0b-bd6a-468e-8edc-c83689947462&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2549634 Jul 27 20:55:42.353674 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-8cbccb46-473b-408e-b077-febe90fd23c7 tempest-ServersTestFqdnHostnames-310591036 tempest-ServersTestFqdnHostnames-310591036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:42.367769 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd0ba354-a85c-4cb4-b571-0eacc1bae0e4 req-bc816365-0b01-481d-b6d0-12cbd0adc1d6 tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] No DVR routers for this DVR port 1597b5c0-5ebb-47b9-aabd-c27047a8aa15 on host n-h2-705658-22 {{(pid=105585) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 20:55:42.368405 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-f6a80548-c0f4-4f8d-8ff7-980f17425fd9 req-265baaa9-061b-433b-8d41-02503859c4c8 service neutron] 10.222.0.60 "GET /v2.0/networks/4d64aa0b-bd6a-468e-8edc-c83689947462?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1708460 Jul 27 20:55:42.372181 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-ddc733a7-771e-4670-ad36-cecba90429eb req-f626f75c-d6e3-44f3-a834-d709b4a89331 service neutron] 10.222.0.60 "GET /v2.0/networks/4d297cf8-0ab0-49a0-a8db-82a17169c88a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7130167 Jul 27 20:55:42.376654 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-fd0ba354-a85c-4cb4-b571-0eacc1bae0e4 req-bc816365-0b01-481d-b6d0-12cbd0adc1d6 tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:42.378494 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-fd0ba354-a85c-4cb4-b571-0eacc1bae0e4 req-bc816365-0b01-481d-b6d0-12cbd0adc1d6 tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] 10.222.0.60 "DELETE /v2.0/ports/1597b5c0-5ebb-47b9-aabd-c27047a8aa15 HTTP/1.1" status: 204 len: 173 time: 2.5943658 Jul 27 20:55:42.380083 n-d-705658-22 neutron-server[105585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f373a835-3213-4d6e-b25d-079826b324e5', 'name': 'network-vif-deleted', 'tag': '1597b5c0-5ebb-47b9-aabd-c27047a8aa15'}] {{(pid=105585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:55:42.382325 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d66fd65881426bfc2b5388084a3654e5eae521106a15a3dbf0eb4cde7106c36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42af2efd-91c8-4c1c-91d1-2711089c5433" -d '{"events": [{"server_uuid": "f373a835-3213-4d6e-b25d-079826b324e5", "name": "network-vif-deleted", "tag": "1597b5c0-5ebb-47b9-aabd-c27047a8aa15"}]}' {{(pid=105585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:55:42.394967 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Pushing event updated for resources: {'Port': ['ID=5a197d84-3e30-4d9f-acc7-21edc8c538ba,revision_number=5']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:55:42.428084 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:42.448503 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4ec123-5815-453d-bd2c-173836d98622 tempest-ServersTestJSON-933210889 tempest-ServersTestJSON-933210889-project] Pushing event updated for resources: {'Port': ['ID=816d0a93-f36b-4b69-b2d6-5f404f88deea,revision_number=2']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:55:42.450509 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning for port a6c8fedb-973c-4f84-9e71-ad8636120fce completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:55:42.476857 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port a6c8fedb-973c-4f84-9e71-ad8636120fce triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:55:42.477238 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:42.478063 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-2e4ec123-5815-453d-bd2c-173836d98622 tempest-ServersTestJSON-933210889 tempest-ServersTestJSON-933210889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4075768'] for floatingip, after_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:42.489272 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5981167-1ac0-4ca7-95b5-d52c185534b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76cb3011-9231-42e6-9602-db23c446c928'}] {{(pid=105586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:55:42.493731 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14c1663e039faf5393f87855f745010ac5b02220355b68fdbf065393e303ac56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb6fd961-9904-4d0a-b849-f0854358efdc" -d '{"events": [{"server_uuid": "f5981167-1ac0-4ca7-95b5-d52c185534b7", "name": "network-vif-plugged", "status": "completed", "tag": "76cb3011-9231-42e6-9602-db23c446c928"}]}' {{(pid=105586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:55:42.503706 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cbccb46-473b-408e-b077-febe90fd23c7 tempest-ServersTestFqdnHostnames-310591036 tempest-ServersTestFqdnHostnames-310591036-project] Network 8735d8a2-b604-4758-ae71-b40e4ee6f305 is already hosted by enough agents. {{(pid=105584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:55:42.504411 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] get_ports_and_sgs() called for port_ids ['d0604db9-6e9b-4861-ac03-120cc4acb6b7', '61063df3-592b-4de0-a4f2-adf662bc157d'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 20:55:42.516277 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [None req-8cbccb46-473b-408e-b077-febe90fd23c7 tempest-ServersTestFqdnHostnames-310591036 tempest-ServersTestFqdnHostnames-310591036-project] Resources bound (agent type, host, resource id): {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:55:42.517132 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8355f41a-051c-4310-81de-7ee1ca40d640 req-ddd9458c-32bf-4b00-b5cc-ade65b9b0049 tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:42.518247 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbccb46-473b-408e-b077-febe90fd23c7 tempest-ServersTestFqdnHostnames-310591036 tempest-ServersTestFqdnHostnames-310591036-project] Pushing event updated for resources: {'Port': ['ID=c41c6d50-a9a5-4d02-89e1-b65defd3cd67,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:55:42.518797 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-8355f41a-051c-4310-81de-7ee1ca40d640 req-ddd9458c-32bf-4b00-b5cc-ade65b9b0049 tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] 10.222.0.59 "GET /v2.0/ports?device_id=23a39a45-86ad-4a34-aa42-6affa73d3ff5 HTTP/1.1" status: 200 len: 945 time: 0.4474852 Jul 27 20:55:42.521103 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-2e4ec123-5815-453d-bd2c-173836d98622 tempest-ServersTestJSON-933210889 tempest-ServersTestJSON-933210889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for floatingip, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:42.523882 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cbccb46-473b-408e-b077-febe90fd23c7 tempest-ServersTestFqdnHostnames-310591036 tempest-ServersTestFqdnHostnames-310591036-project] Received port after_create {{(pid=105584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:55:42.536149 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-2e4ec123-5815-453d-bd2c-173836d98622 tempest-ServersTestJSON-933210889 tempest-ServersTestJSON-933210889-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.3472211 Jul 27 20:55:42.545415 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae617dd6-898d-4354-82b5-f5b19933ec1d req-a022b23c-5613-4416-9470-ad895a053db0 tempest-ImagesOneServerNegativeTestJSON-323901233 tempest-ImagesOneServerNegativeTestJSON-323901233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:42.553103 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-ae617dd6-898d-4354-82b5-f5b19933ec1d req-a022b23c-5613-4416-9470-ad895a053db0 tempest-ImagesOneServerNegativeTestJSON-323901233 tempest-ImagesOneServerNegativeTestJSON-323901233-project] 10.222.0.59 "GET /v2.0/ports?device_id=2433da90-085f-4008-812e-29c943e4f727 HTTP/1.1" status: 200 len: 944 time: 0.3268607 Jul 27 20:55:42.567393 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] For port 76cb3011-9231-42e6-9602-db23c446c928, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=76cb3011-9231-42e6-9602-db23c446c928,segment=NetworkSegment(86b1e6f6-d629-4b03-8944-4cdfbfb93d02),segment_id=86b1e6f6-d629-4b03-8944-4cdfbfb93d02)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:55:42.587939 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:42.588699 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device ef6a81f1-1922-4eec-9c1d-f4ff25155e93 no longer exists at agent hyperv_n-h1-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 20:55:42.644208 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-8355f41a-051c-4310-81de-7ee1ca40d640 req-73dfaf27-1eea-40dc-b40c-29d8abe9c5cf tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] 10.222.0.59 "GET /v2.0/security-groups?id=1749b80d-91c6-4bd3-8e8d-666bd095400f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887294 Jul 27 20:55:42.664712 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-28650df7-c46c-4981-b84f-37d87254047e None None] No Port match for: ef6a81f1-1922-4eec-9c1d-f4ff25155e93 {{(pid=105586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 20:55:42.665068 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device ef6a81f1-1922-4eec-9c1d-f4ff25155e93 not bound to the agent host n-h1-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 20:55:42.665503 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device 39ddd22f-e7a2-4068-9d6d-2e826289564d no longer exists at agent hyperv_n-h1-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 20:55:42.667317 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-ae617dd6-898d-4354-82b5-f5b19933ec1d req-3f6e5696-ae0c-4bf6-9a20-deb2b91b2f32 tempest-ImagesOneServerNegativeTestJSON-323901233 tempest-ImagesOneServerNegativeTestJSON-323901233-project] 10.222.0.59 "GET /v2.0/security-groups?id=b49152d2-7ea9-4069-930d-17bb1fb95e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081247 Jul 27 20:55:42.697011 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-46aaa736-6afd-412e-b6ba-c246e01f2b1b req-b76c7572-f3e2-45a0-b52a-2a667d3c523b service neutron] 10.222.0.36 "GET /v2.0/networks/4d64aa0b-bd6a-468e-8edc-c83689947462?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3545306 Jul 27 20:55:42.784556 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 20:55:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a51f9d8-57cd-4a92-8b0d-c92983162bc5 x-openstack-request-id: req-0a51f9d8-57cd-4a92-8b0d-c92983162bc5 {{(pid=105585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:55:42.784848 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f373a835-3213-4d6e-b25d-079826b324e5", "name": "network-vif-deleted", "tag": "1597b5c0-5ebb-47b9-aabd-c27047a8aa15", "status": "completed", "code": 200}]} {{(pid=105585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:55:42.785137 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-0a51f9d8-57cd-4a92-8b0d-c92983162bc5 {{(pid=105585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:55:42.785537 n-d-705658-22 neutron-server[105585]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f373a835-3213-4d6e-b25d-079826b324e5', 'name': 'network-vif-deleted', 'tag': '1597b5c0-5ebb-47b9-aabd-c27047a8aa15', 'status': 'completed', 'code': 200} Jul 27 20:55:42.807523 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Pushing event updated for resources: {'Port': ['ID=76cb3011-9231-42e6-9602-db23c446c928,revision_number=9']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:55:42.830988 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 20:55:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7143309d-0225-492b-ada1-baa70a748104 x-openstack-request-id: req-7143309d-0225-492b-ada1-baa70a748104 {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:55:42.831830 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5981167-1ac0-4ca7-95b5-d52c185534b7", "name": "network-vif-plugged", "status": "completed", "tag": "76cb3011-9231-42e6-9602-db23c446c928", "code": 200}]} {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:55:42.832308 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-7143309d-0225-492b-ada1-baa70a748104 {{(pid=105586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:55:42.834483 n-d-705658-22 neutron-server[105586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5981167-1ac0-4ca7-95b5-d52c185534b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76cb3011-9231-42e6-9602-db23c446c928', 'code': 200} Jul 27 20:55:42.868066 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-f6a80548-c0f4-4f8d-8ff7-980f17425fd9 req-4467141d-4bee-4cf2-9562-cfc2702ba1c1 service neutron] 10.222.0.60 "GET /v2.0/networks/4d64aa0b-bd6a-468e-8edc-c83689947462?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4660747 Jul 27 20:55:42.869307 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-bb32ed7d-8717-448b-a9c8-a5a0117d1fd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:42.941635 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:42.976536 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-8cbccb46-473b-408e-b077-febe90fd23c7 tempest-ServersTestFqdnHostnames-310591036 tempest-ServersTestFqdnHostnames-310591036-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:42.981869 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e09e5d91-8025-4cf7-a151-9dbdeee77ed3 req-bb912c65-13ea-4206-a227-9473e9169c80 tempest-ServersTestJSON-933210889 tempest-ServersTestJSON-933210889-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-securitygroup--857121715&fields=id&tenant_id=64da060b2dd44212a62bc79dadd15741 HTTP/1.1" status: 200 len: 267 time: 0.0397649 Jul 27 20:55:43.116986 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:43.128458 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09e5d91-8025-4cf7-a151-9dbdeee77ed3 req-f1794328-4741-4332-a973-545c72824787 tempest-ServersTestJSON-933210889 tempest-ServersTestJSON-933210889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:43.133283 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] For port a6c8fedb-973c-4f84-9e71-ad8636120fce, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=a6c8fedb-973c-4f84-9e71-ad8636120fce,segment=NetworkSegment(9dcee0f9-4d46-4446-867e-34216aa290b0),segment_id=9dcee0f9-4d46-4446-867e-34216aa290b0)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:55:43.144596 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:43.145704 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e09e5d91-8025-4cf7-a151-9dbdeee77ed3 req-f1794328-4741-4332-a973-545c72824787 tempest-ServersTestJSON-933210889 tempest-ServersTestJSON-933210889-project] 10.222.0.59 "GET /v2.0/networks?id=7bcae981-8648-471e-89db-85c5dd38c4a9 HTTP/1.1" status: 200 len: 805 time: 0.1561697 Jul 27 20:55:43.152402 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 39ddd22f-e7a2-4068-9d6d-2e826289564d {{(pid=105586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 20:55:43.189113 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e09e5d91-8025-4cf7-a151-9dbdeee77ed3 req-afac5188-081e-4dc3-9dd7-5995375c4054 tempest-ServersTestJSON-933210889 tempest-ServersTestJSON-933210889-project] 10.222.0.59 "GET /v2.0/quotas/64da060b2dd44212a62bc79dadd15741 HTTP/1.1" status: 200 len: 375 time: 0.0420556 Jul 27 20:55:43.227726 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-880f535e-e520-49a8-80a3-3fa395f21246 req-6acfd2d1-3c1e-4fac-9331-829ea744f7cd tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] 10.222.0.59 "GET /v2.0/ports?device_id=f373a835-3213-4d6e-b25d-079826b324e5 HTTP/1.1" status: 200 len: 210 time: 0.0567174 Jul 27 20:55:43.237601 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] For port 39ddd22f-e7a2-4068-9d6d-2e826289564d, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=39ddd22f-e7a2-4068-9d6d-2e826289564d,segment=NetworkSegment(1a6df4b8-1b7f-4c91-aeab-868433773047),segment_id=1a6df4b8-1b7f-4c91-aeab-868433773047)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:55:43.253410 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:43.295845 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Pushing event updated for resources: {'Port': ['ID=a6c8fedb-973c-4f84-9e71-ad8636120fce,revision_number=5']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:55:43.314002 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 5a197d84-3e30-4d9f-acc7-21edc8c538ba up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:55:43.355041 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-46aaa736-6afd-412e-b6ba-c246e01f2b1b req-c628a0ae-9d12-47fc-b8ff-8e13b072e80a service neutron] 10.222.0.36 "GET /v2.0/networks/4d64aa0b-bd6a-468e-8edc-c83689947462?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4831939 Jul 27 20:55:43.405304 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e09e5d91-8025-4cf7-a151-9dbdeee77ed3 req-eda5d330-e5a1-49b3-9d66-f300a88b9392 tempest-ServersTestJSON-933210889 tempest-ServersTestJSON-933210889-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=64da060b2dd44212a62bc79dadd15741&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1809943 Jul 27 20:55:43.434704 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-8cbccb46-473b-408e-b077-febe90fd23c7 tempest-ServersTestFqdnHostnames-310591036 tempest-ServersTestFqdnHostnames-310591036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:43.453657 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Pushing event updated for resources: {'Port': ['ID=39ddd22f-e7a2-4068-9d6d-2e826289564d,revision_number=7']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:55:43.469509 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc733a7-771e-4670-ad36-cecba90429eb req-36f14494-4f94-4978-a2cc-9d96af2d6eac tempest-LiveMigrationTest-297508949 tempest-LiveMigrationTest-297508949-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:43.471076 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-ddc733a7-771e-4670-ad36-cecba90429eb req-36f14494-4f94-4978-a2cc-9d96af2d6eac tempest-LiveMigrationTest-297508949 tempest-LiveMigrationTest-297508949-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=227e87e6-7a64-4944-af32-868f2772cf85&tenant_id=0ae9964322044591b167626dd714310e&binding%3Ahost_id=n-h2-705658-22 HTTP/1.1" status: 200 len: 1096 time: 0.4833035 Jul 27 20:55:43.491369 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port 5a197d84-3e30-4d9f-acc7-21edc8c538ba triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:55:43.492036 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:43.630373 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b93b212-6a83-414e-811e-e4a788ab981b req-1b9e8924-a8fc-4ca4-8422-a8ee2906bbf5 tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:43.633913 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-2b93b212-6a83-414e-811e-e4a788ab981b req-1b9e8924-a8fc-4ca4-8422-a8ee2906bbf5 tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] 10.222.0.59 "GET /v2.0/ports?device_id=227e87e6-7a64-4944-af32-868f2772cf85 HTTP/1.1" status: 200 len: 944 time: 0.2227328 Jul 27 20:55:43.646176 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e09e5d91-8025-4cf7-a151-9dbdeee77ed3 req-8fef86ab-c3e7-4b39-8583-23a627d16f69 service neutron] 10.222.0.59 "GET /v2.0/networks/7bcae981-8648-471e-89db-85c5dd38c4a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1887019 Jul 27 20:55:43.684991 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [req-ddc733a7-771e-4670-ad36-cecba90429eb req-3d58a313-2b71-4c73-a7b7-11fc8809478f service neutron] For port a7178fc2-144b-41ac-8d14-b53354ce11f1, host n-h1-705658-22, cleared binding levels {{(pid=105584) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:55:43.693399 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-ddc733a7-771e-4670-ad36-cecba90429eb req-3d58a313-2b71-4c73-a7b7-11fc8809478f service neutron] Notify callbacks [] for binding, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:43.694547 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-ddc733a7-771e-4670-ad36-cecba90429eb req-3d58a313-2b71-4c73-a7b7-11fc8809478f service neutron] 10.222.0.60 "DELETE /v2.0/ports/a7178fc2-144b-41ac-8d14-b53354ce11f1/bindings/n-h1-705658-22 HTTP/1.1" status: 204 len: 173 time: 0.2029145 Jul 27 20:55:43.698290 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-8cbccb46-473b-408e-b077-febe90fd23c7 tempest-ServersTestFqdnHostnames-310591036 tempest-ServersTestFqdnHostnames-310591036-project] Notify callbacks [] for port, precommit_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:43.703694 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-8cbccb46-473b-408e-b077-febe90fd23c7 tempest-ServersTestFqdnHostnames-310591036 tempest-ServersTestFqdnHostnames-310591036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9014027'] for port, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:43.775685 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-2b93b212-6a83-414e-811e-e4a788ab981b req-33e55f41-e58f-4d32-b6c6-3d2afff9f321 tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] 10.222.0.59 "GET /v2.0/security-groups?id=594c38b0-00a0-4e02-9d5e-673f3a5e469c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159928 Jul 27 20:55:43.785373 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbccb46-473b-408e-b077-febe90fd23c7 tempest-ServersTestFqdnHostnames-310591036 tempest-ServersTestFqdnHostnames-310591036-project] Pushing event updated for resources: {'Port': ['ID=c41c6d50-a9a5-4d02-89e1-b65defd3cd67,revision_number=2']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:55:43.792301 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-8cbccb46-473b-408e-b077-febe90fd23c7 tempest-ServersTestFqdnHostnames-310591036 tempest-ServersTestFqdnHostnames-310591036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4075768'] for floatingip, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:43.809219 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-8cbccb46-473b-408e-b077-febe90fd23c7 tempest-ServersTestFqdnHostnames-310591036 tempest-ServersTestFqdnHostnames-310591036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for floatingip, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:43.810484 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-8cbccb46-473b-408e-b077-febe90fd23c7 tempest-ServersTestFqdnHostnames-310591036 tempest-ServersTestFqdnHostnames-310591036-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.2656333 Jul 27 20:55:43.819013 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e09e5d91-8025-4cf7-a151-9dbdeee77ed3 req-fab3d024-0657-4e75-adfa-db0bccb1b91a service neutron] 10.222.0.59 "GET /v2.0/networks/7bcae981-8648-471e-89db-85c5dd38c4a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1707921 Jul 27 20:55:43.955883 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38716ed-c6b9-4a68-aea2-0a44e637439b req-f8aa9ffd-abd2-496c-8905-ace1c6bf93f0 tempest-ImagesOneServerNegativeTestJSON-323901233 tempest-ImagesOneServerNegativeTestJSON-323901233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:43.964434 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a38716ed-c6b9-4a68-aea2-0a44e637439b req-f8aa9ffd-abd2-496c-8905-ace1c6bf93f0 tempest-ImagesOneServerNegativeTestJSON-323901233 tempest-ImagesOneServerNegativeTestJSON-323901233-project] 10.222.0.59 "GET /v2.0/ports?device_id=2433da90-085f-4008-812e-29c943e4f727 HTTP/1.1" status: 200 len: 943 time: 0.0843806 Jul 27 20:55:44.007644 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a38716ed-c6b9-4a68-aea2-0a44e637439b req-e39398c1-5600-4e9e-a93f-d14677bf0a5d tempest-ImagesOneServerNegativeTestJSON-323901233 tempest-ImagesOneServerNegativeTestJSON-323901233-project] 10.222.0.59 "GET /v2.0/security-groups?id=b49152d2-7ea9-4069-930d-17bb1fb95e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421159 Jul 27 20:55:44.148175 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9b8dfd-f769-42a8-84b1-97755590d566 req-03544e68-5266-451f-866f-24fc8144eaf5 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:44.149696 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-db9b8dfd-f769-42a8-84b1-97755590d566 req-03544e68-5266-451f-866f-24fc8144eaf5 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] 10.222.0.59 "GET /v2.0/ports?device_id=f5981167-1ac0-4ca7-95b5-d52c185534b7 HTTP/1.1" status: 200 len: 948 time: 0.1097422 Jul 27 20:55:44.166917 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-875ced1b-4cf3-463a-9653-058f0f9421e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:44.203746 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec0ebe0-9e44-444f-ba4d-172131cba5f3 req-5ecce806-4da1-4479-9ce3-39c417125e8f tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:44.205256 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-7ec0ebe0-9e44-444f-ba4d-172131cba5f3 req-5ecce806-4da1-4479-9ce3-39c417125e8f tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] 10.222.0.59 "GET /v2.0/ports?device_id=23a39a45-86ad-4a34-aa42-6affa73d3ff5 HTTP/1.1" status: 200 len: 945 time: 0.1057911 Jul 27 20:55:44.211499 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-db9b8dfd-f769-42a8-84b1-97755590d566 req-42c4bbe2-c3ef-47ae-84e5-5e373b76e4f4 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] 10.222.0.59 "GET /v2.0/security-groups?id=c6534cb3-b44e-4a83-b57e-ddb72c2ad843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528893 Jul 27 20:55:44.253121 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-7ec0ebe0-9e44-444f-ba4d-172131cba5f3 req-1b3be10a-1eec-41eb-a53d-5d8276394224 tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] 10.222.0.59 "GET /v2.0/security-groups?id=1749b80d-91c6-4bd3-8e8d-666bd095400f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406168 Jul 27 20:55:44.369557 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-37d456dd-f9f4-42cf-8390-85437aa5cd5a req-2e033fd5-3c8c-498f-b2ca-c856e42d9b2c tempest-ServersTestJSON-933210889 tempest-ServersTestJSON-933210889-project] 10.222.0.59 "GET /v2.0/ports?device_id=9a206e42-b932-4dfe-bf46-6c2645af1695 HTTP/1.1" status: 200 len: 210 time: 0.0355599 Jul 27 20:55:44.407194 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-6a991b63-e549-40e6-9f3f-43cc3c5f81a4 req-978c8152-979e-44f2-9346-7f9c2857dfe8 tempest-ServersTestFqdnHostnames-310591036 tempest-ServersTestFqdnHostnames-310591036-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-securitygroup--816634542&fields=id&tenant_id=4db6b04858584f16a518b56ddf54baba HTTP/1.1" status: 200 len: 267 time: 0.0400984 Jul 27 20:55:44.557628 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a991b63-e549-40e6-9f3f-43cc3c5f81a4 req-33b6439d-d2f0-476b-a6bc-8b6d2a0a1208 tempest-ServersTestFqdnHostnames-310591036 tempest-ServersTestFqdnHostnames-310591036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:44.559149 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-6a991b63-e549-40e6-9f3f-43cc3c5f81a4 req-33b6439d-d2f0-476b-a6bc-8b6d2a0a1208 tempest-ServersTestFqdnHostnames-310591036 tempest-ServersTestFqdnHostnames-310591036-project] 10.222.0.59 "GET /v2.0/networks?id=b01b2bcb-b6d7-427b-8018-a1eed8201f0c HTTP/1.1" status: 200 len: 814 time: 0.1443551 Jul 27 20:55:44.574933 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7df4a79-a9db-4cd1-a0cc-a5fb86181b3d req-54809d0e-2386-456e-938a-56eb9acea7ea tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:44.577032 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b7df4a79-a9db-4cd1-a0cc-a5fb86181b3d req-54809d0e-2386-456e-938a-56eb9acea7ea tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] 10.222.0.59 "GET /v2.0/ports?device_id=f5981167-1ac0-4ca7-95b5-d52c185534b7 HTTP/1.1" status: 200 len: 948 time: 0.1409736 Jul 27 20:55:44.603168 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-6a991b63-e549-40e6-9f3f-43cc3c5f81a4 req-10c3678e-67d7-4da0-b4f4-68ac524e34d4 tempest-ServersTestFqdnHostnames-310591036 tempest-ServersTestFqdnHostnames-310591036-project] 10.222.0.59 "GET /v2.0/quotas/4db6b04858584f16a518b56ddf54baba HTTP/1.1" status: 200 len: 375 time: 0.0247047 Jul 27 20:55:44.636024 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b7df4a79-a9db-4cd1-a0cc-a5fb86181b3d req-5172df2f-52c8-493d-ba57-5054f2c70855 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] 10.222.0.59 "GET /v2.0/security-groups?id=c6534cb3-b44e-4a83-b57e-ddb72c2ad843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509238 Jul 27 20:55:44.689646 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-6a991b63-e549-40e6-9f3f-43cc3c5f81a4 req-635c4238-6ba0-403e-b947-4005751df10c tempest-ServersTestFqdnHostnames-310591036 tempest-ServersTestFqdnHostnames-310591036-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=4db6b04858584f16a518b56ddf54baba&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0722916 Jul 27 20:55:44.819161 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-6a991b63-e549-40e6-9f3f-43cc3c5f81a4 req-dd9d6b5a-a427-4f66-9628-27c9f3079545 service neutron] 10.222.0.59 "GET /v2.0/networks/b01b2bcb-b6d7-427b-8018-a1eed8201f0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1181097 Jul 27 20:55:44.845863 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9925fa-7b74-49af-8204-def5d8cb0419 req-f2b2e07b-f263-4470-bf1f-e2d7d16ed6dc tempest-LiveMigrationTest-297508949 tempest-LiveMigrationTest-297508949-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:44.847334 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-ff9925fa-7b74-49af-8204-def5d8cb0419 req-f2b2e07b-f263-4470-bf1f-e2d7d16ed6dc tempest-LiveMigrationTest-297508949 tempest-LiveMigrationTest-297508949-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=227e87e6-7a64-4944-af32-868f2772cf85 HTTP/1.1" status: 200 len: 1096 time: 0.1275601 Jul 27 20:55:44.922096 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-ff9925fa-7b74-49af-8204-def5d8cb0419 req-c9531483-263b-4666-a18b-ec0f1e9b6a64 tempest-LiveMigrationTest-297508949 tempest-LiveMigrationTest-297508949-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=594c38b0-00a0-4e02-9d5e-673f3a5e469c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467567 Jul 27 20:55:44.939529 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-6a991b63-e549-40e6-9f3f-43cc3c5f81a4 req-bb5575fa-b7fb-461d-b58e-488c1f2a3e89 service neutron] 10.222.0.59 "GET /v2.0/networks/b01b2bcb-b6d7-427b-8018-a1eed8201f0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1138864 Jul 27 20:55:45.134569 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25449d70-9c80-4f9e-bae2-048ecd084951 req-f88ee671-cd02-474d-b444-d99098efb5f3 tempest-LiveMigrationTest-297508949 tempest-LiveMigrationTest-297508949-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:45.137154 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-25449d70-9c80-4f9e-bae2-048ecd084951 req-f88ee671-cd02-474d-b444-d99098efb5f3 tempest-LiveMigrationTest-297508949 tempest-LiveMigrationTest-297508949-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=227e87e6-7a64-4944-af32-868f2772cf85 HTTP/1.1" status: 200 len: 1096 time: 0.0840392 Jul 27 20:55:45.215767 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-25449d70-9c80-4f9e-bae2-048ecd084951 req-108488ff-ef3d-41a5-8d10-0af6c0f82bbd tempest-LiveMigrationTest-297508949 tempest-LiveMigrationTest-297508949-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=594c38b0-00a0-4e02-9d5e-673f3a5e469c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711448 Jul 27 20:55:45.261696 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device a6c8fedb-973c-4f84-9e71-ad8636120fce up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:55:45.353849 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port a6c8fedb-973c-4f84-9e71-ad8636120fce triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:55:45.353849 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:45.424014 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-012a8140-76e6-498d-9314-22429c83eafa req-2dbdeb87-5ac5-4495-bb8c-1838fdcf1d2a tempest-ServersTestFqdnHostnames-310591036 tempest-ServersTestFqdnHostnames-310591036-project] 10.222.0.59 "GET /v2.0/ports?device_id=8f0f9c94-4e94-47fe-9336-391cd2a98046 HTTP/1.1" status: 200 len: 210 time: 0.0458934 Jul 27 20:55:45.453659 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb84f68b-5c78-4f0d-a9a5-8dfb14ac9484 req-7d256c10-c854-46fe-a6c4-9a7a6b9db796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:45.456031 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-fb84f68b-5c78-4f0d-a9a5-8dfb14ac9484 req-7d256c10-c854-46fe-a6c4-9a7a6b9db796 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b02d9256766347f197eb5fbdd02cbc7a&device_id=23a39a45-86ad-4a34-aa42-6affa73d3ff5 HTTP/1.1" status: 200 len: 1097 time: 0.0840621 Jul 27 20:55:45.458651 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98e7683-6d2c-4037-b6f1-3229ac74cade req-3bef4418-3e6e-4381-b0a5-faf3205d6380 tempest-ImagesOneServerNegativeTestJSON-323901233 tempest-ImagesOneServerNegativeTestJSON-323901233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:45.460485 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b98e7683-6d2c-4037-b6f1-3229ac74cade req-3bef4418-3e6e-4381-b0a5-faf3205d6380 tempest-ImagesOneServerNegativeTestJSON-323901233 tempest-ImagesOneServerNegativeTestJSON-323901233-project] 10.222.0.59 "GET /v2.0/ports?device_id=2433da90-085f-4008-812e-29c943e4f727 HTTP/1.1" status: 200 len: 943 time: 0.1265435 Jul 27 20:55:45.541363 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b98e7683-6d2c-4037-b6f1-3229ac74cade req-80280e2a-1e71-4c7f-b1e0-31b69cfbf324 tempest-ImagesOneServerNegativeTestJSON-323901233 tempest-ImagesOneServerNegativeTestJSON-323901233-project] 10.222.0.59 "GET /v2.0/security-groups?id=b49152d2-7ea9-4069-930d-17bb1fb95e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748932 Jul 27 20:55:45.648644 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b893c4-ff00-4a58-8672-285d564a6ccf req-ca77a39b-2c77-4210-9bd0-c5caf1fdd708 tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:45.662574 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f2b893c4-ff00-4a58-8672-285d564a6ccf req-ca77a39b-2c77-4210-9bd0-c5caf1fdd708 tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] 10.222.0.59 "GET /v2.0/ports?device_id=23a39a45-86ad-4a34-aa42-6affa73d3ff5 HTTP/1.1" status: 200 len: 945 time: 0.1251245 Jul 27 20:55:45.717277 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f2b893c4-ff00-4a58-8672-285d564a6ccf req-2308ea60-fa60-4e5c-9ec1-912c1a20bed9 tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] 10.222.0.59 "GET /v2.0/security-groups?id=1749b80d-91c6-4bd3-8e8d-666bd095400f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537958 Jul 27 20:55:45.805077 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb84f68b-5c78-4f0d-a9a5-8dfb14ac9484 req-fbf88d58-a4a6-4fde-a3dc-41e4fd01544b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:45.806644 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-fb84f68b-5c78-4f0d-a9a5-8dfb14ac9484 req-fbf88d58-a4a6-4fde-a3dc-41e4fd01544b service neutron] 10.222.0.60 "GET /v2.0/networks?id=8e591ae5-ff89-4a25-b3ce-4b1625915957 HTTP/1.1" status: 200 len: 921 time: 0.3384886 Jul 27 20:55:45.862485 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-fb84f68b-5c78-4f0d-a9a5-8dfb14ac9484 req-7719308e-3ab8-415c-94af-870905d9bd60 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c14b5680-225d-4e8a-80fe-181aabc6494e HTTP/1.1" status: 200 len: 217 time: 0.0424218 Jul 27 20:55:45.871785 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e351d17-756e-442f-aecb-4cbf35502a24 req-7ac12cec-bbbd-4f6a-84a9-5263ef87577b tempest-ImagesOneServerNegativeTestJSON-323901233 tempest-ImagesOneServerNegativeTestJSON-323901233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:45.873312 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-0e351d17-756e-442f-aecb-4cbf35502a24 req-7ac12cec-bbbd-4f6a-84a9-5263ef87577b tempest-ImagesOneServerNegativeTestJSON-323901233 tempest-ImagesOneServerNegativeTestJSON-323901233-project] 10.222.0.36 "GET /v2.0/ports?device_id=2433da90-085f-4008-812e-29c943e4f727 HTTP/1.1" status: 200 len: 943 time: 0.3140881 Jul 27 20:55:45.889561 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09e5d91-8025-4cf7-a151-9dbdeee77ed3 req-7bb7139d-5bd1-484d-8c98-23403228804b tempest-ServersTestJSON-933210889 tempest-ServersTestJSON-933210889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:45.890745 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-e09e5d91-8025-4cf7-a151-9dbdeee77ed3 req-7bb7139d-5bd1-484d-8c98-23403228804b tempest-ServersTestJSON-933210889 tempest-ServersTestJSON-933210889-project] 10.222.0.36 "GET /v2.0/networks?id=7bcae981-8648-471e-89db-85c5dd38c4a9 HTTP/1.1" status: 200 len: 805 time: 0.2765429 Jul 27 20:55:45.926926 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-aeefe8cf-4d74-4c56-a71d-cdc60e8e9a95 req-85b24b9b-2af4-4b7c-951b-a10098906aae tempest-ServersTestJSON-933210889 tempest-ServersTestJSON-933210889-project] 10.222.0.59 "GET /v2.0/ports?device_id=9a206e42-b932-4dfe-bf46-6c2645af1695 HTTP/1.1" status: 200 len: 210 time: 0.0564516 Jul 27 20:55:46.013492 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-e09e5d91-8025-4cf7-a151-9dbdeee77ed3 req-fbd04954-4804-4e7b-9614-0f59f8e9b740 tempest-ServersTestJSON-933210889 tempest-ServersTestJSON-933210889-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=64da060b2dd44212a62bc79dadd15741 HTTP/1.1" status: 200 len: 379 time: 0.0862994 Jul 27 20:55:46.030979 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [req-e09e5d91-8025-4cf7-a151-9dbdeee77ed3 req-e07ea407-45ae-4b23-91ed-0577cfa61d3b tempest-ServersTestJSON-933210889 tempest-ServersTestJSON-933210889-project] Request body: {'port': {'device_id': '9a206e42-b932-4dfe-bf46-6c2645af1695', 'network_id': '7bcae981-8648-471e-89db-85c5dd38c4a9', 'admin_state_up': True, 'tenant_id': '64da060b2dd44212a62bc79dadd15741', 'security_groups': ['a0b73daf-d493-4273-bbc1-c25f03644436']}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:55:46.035126 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb84f68b-5c78-4f0d-a9a5-8dfb14ac9484 req-7872625d-1a7f-4d74-b335-798578c73b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:46.036566 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-fb84f68b-5c78-4f0d-a9a5-8dfb14ac9484 req-7872625d-1a7f-4d74-b335-798578c73b56 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ffc7070b-0d02-4acb-a66a-19178d3b9317 HTTP/1.1" status: 200 len: 860 time: 0.1616042 Jul 27 20:55:46.118646 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbd25a4-e527-4660-9461-645517384a58 req-a9497299-0abe-4ee5-bd06-c43ed2943b42 tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:46.120531 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-ebbd25a4-e527-4660-9461-645517384a58 req-a9497299-0abe-4ee5-bd06-c43ed2943b42 tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] 10.222.0.59 "GET /v2.0/ports?device_id=807dbec7-9be9-4be0-8a5f-ae4933de34d0 HTTP/1.1" status: 200 len: 949 time: 0.0982475 Jul 27 20:55:46.150366 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-fb84f68b-5c78-4f0d-a9a5-8dfb14ac9484 req-eca0c5b2-f777-425e-8787-d3c28f748f70 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8e591ae5-ff89-4a25-b3ce-4b1625915957&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0971725 Jul 27 20:55:46.175548 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-ebbd25a4-e527-4660-9461-645517384a58 req-5e5041b4-b0bc-4de4-be1a-0661f370b9ab tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] 10.222.0.59 "GET /v2.0/security-groups?id=dea81a77-85b4-4e12-8e1d-b19e89484a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485604 Jul 27 20:55:46.232661 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-189052f2-8af1-44a4-b773-3bd1a6a93509 req-c752b1b2-fa4a-409a-86f5-1b883d4abcac tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=43230fc3eab141e0b742541c8628d03e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0260677 Jul 27 20:55:46.322283 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [req-0e351d17-756e-442f-aecb-4cbf35502a24 req-a978dca4-a36e-4dbd-8e76-eb7dd7a1a611 tempest-ImagesOneServerNegativeTestJSON-323901233 tempest-ImagesOneServerNegativeTestJSON-323901233-project] Deleting port 39ddd22f-e7a2-4068-9d6d-2e826289564d {{(pid=105584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:55:46.322622 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-0e351d17-756e-442f-aecb-4cbf35502a24 req-a978dca4-a36e-4dbd-8e76-eb7dd7a1a611 tempest-ImagesOneServerNegativeTestJSON-323901233 tempest-ImagesOneServerNegativeTestJSON-323901233-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:46.345902 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189052f2-8af1-44a4-b773-3bd1a6a93509 req-0eb7ab0b-aba3-4a06-915f-b694213c5471 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:46.347437 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-189052f2-8af1-44a4-b773-3bd1a6a93509 req-0eb7ab0b-aba3-4a06-915f-b694213c5471 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1079347 Jul 27 20:55:46.363520 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-189052f2-8af1-44a4-b773-3bd1a6a93509 req-98ced7d4-475a-471e-8b9f-154b6b914e22 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] 10.222.0.59 "GET /v2.0/quotas/43230fc3eab141e0b742541c8628d03e HTTP/1.1" status: 200 len: 375 time: 0.0100393 Jul 27 20:55:46.379359 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-fb84f68b-5c78-4f0d-a9a5-8dfb14ac9484 req-024aedf0-4f1b-436d-a438-ea1c2402578e service neutron] 10.222.0.60 "GET /v2.0/networks/8e591ae5-ff89-4a25-b3ce-4b1625915957?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1963048 Jul 27 20:55:46.382023 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e09e5d91-8025-4cf7-a151-9dbdeee77ed3 req-e07ea407-45ae-4b23-91ed-0577cfa61d3b tempest-ServersTestJSON-933210889 tempest-ServersTestJSON-933210889-project] Made reservation on behalf of 64da060b2dd44212a62bc79dadd15741 for: {'port': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:55:46.385615 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-e09e5d91-8025-4cf7-a151-9dbdeee77ed3 req-e07ea407-45ae-4b23-91ed-0577cfa61d3b tempest-ServersTestJSON-933210889 tempest-ServersTestJSON-933210889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:46.439882 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-189052f2-8af1-44a4-b773-3bd1a6a93509 req-e832aa14-0958-4715-b286-327dd3d92bf1 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=43230fc3eab141e0b742541c8628d03e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0701959 Jul 27 20:55:46.551217 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [req-0e351d17-756e-442f-aecb-4cbf35502a24 req-a978dca4-a36e-4dbd-8e76-eb7dd7a1a611 tempest-ImagesOneServerNegativeTestJSON-323901233 tempest-ImagesOneServerNegativeTestJSON-323901233-project] For port 39ddd22f-e7a2-4068-9d6d-2e826289564d, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=39ddd22f-e7a2-4068-9d6d-2e826289564d,segment=NetworkSegment(1a6df4b8-1b7f-4c91-aeab-868433773047),segment_id=1a6df4b8-1b7f-4c91-aeab-868433773047)] {{(pid=105584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:55:46.552013 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-0e351d17-756e-442f-aecb-4cbf35502a24 req-a978dca4-a36e-4dbd-8e76-eb7dd7a1a611 tempest-ImagesOneServerNegativeTestJSON-323901233 tempest-ImagesOneServerNegativeTestJSON-323901233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:46.579738 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [req-0e351d17-756e-442f-aecb-4cbf35502a24 req-a978dca4-a36e-4dbd-8e76-eb7dd7a1a611 tempest-ImagesOneServerNegativeTestJSON-323901233 tempest-ImagesOneServerNegativeTestJSON-323901233-project] Calling delete_port for 39ddd22f-e7a2-4068-9d6d-2e826289564d owned by compute:nova {{(pid=105584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:55:46.589221 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-498bf740-9f59-49f7-af73-11aa07bef4ea req-1528ab85-3042-46b1-bc8f-9982cca053b4 tempest-ServersTestFqdnHostnames-310591036 tempest-ServersTestFqdnHostnames-310591036-project] 10.222.0.59 "GET /v2.0/ports?device_id=8f0f9c94-4e94-47fe-9336-391cd2a98046 HTTP/1.1" status: 200 len: 210 time: 0.0649450 Jul 27 20:55:46.620654 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a991b63-e549-40e6-9f3f-43cc3c5f81a4 req-7c065ce4-91c9-45f2-9680-c077930be582 tempest-ServersTestFqdnHostnames-310591036 tempest-ServersTestFqdnHostnames-310591036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:46.623284 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-6a991b63-e549-40e6-9f3f-43cc3c5f81a4 req-7c065ce4-91c9-45f2-9680-c077930be582 tempest-ServersTestFqdnHostnames-310591036 tempest-ServersTestFqdnHostnames-310591036-project] 10.222.0.60 "GET /v2.0/networks?id=b01b2bcb-b6d7-427b-8018-a1eed8201f0c HTTP/1.1" status: 200 len: 814 time: 0.1778085 Jul 27 20:55:46.647147 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-fb84f68b-5c78-4f0d-a9a5-8dfb14ac9484 req-2a17f656-58b5-45b3-854a-11954c45b484 service neutron] 10.222.0.60 "GET /v2.0/networks/8e591ae5-ff89-4a25-b3ce-4b1625915957?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2460053 Jul 27 20:55:46.710899 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-6a991b63-e549-40e6-9f3f-43cc3c5f81a4 req-a771fd9f-d86c-4add-8a80-cc0e69d4bfc4 tempest-ServersTestFqdnHostnames-310591036 tempest-ServersTestFqdnHostnames-310591036-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4db6b04858584f16a518b56ddf54baba HTTP/1.1" status: 200 len: 379 time: 0.0709109 Jul 27 20:55:46.742628 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.db_base_plugin_common [req-e09e5d91-8025-4cf7-a151-9dbdeee77ed3 req-e07ea407-45ae-4b23-91ed-0577cfa61d3b tempest-ServersTestJSON-933210889 tempest-ServersTestJSON-933210889-project] Allocated IP 172.20.0.9 (7bcae981-8648-471e-89db-85c5dd38c4a9/79e9814a-bc6d-4124-93bb-2b85b8b7cfb1/9cb39833-1334-4bd0-a64f-651575d3a188) {{(pid=105584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:55:46.764851 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b396d650-b8c1-4b31-b310-9843ca3073eb req-65ed679d-a2fc-499f-9db9-fe5c63707e55 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] 10.222.0.59 "GET /v2.0/ports?device_id=6a9e53e1-344c-4083-a4f6-dbd12c7060f8 HTTP/1.1" status: 200 len: 210 time: 0.0514266 Jul 27 20:55:46.808768 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [req-6a991b63-e549-40e6-9f3f-43cc3c5f81a4 req-b861b337-86e3-47ed-8a76-5862399dc5ab tempest-ServersTestFqdnHostnames-310591036 tempest-ServersTestFqdnHostnames-310591036-project] Request body: {'port': {'device_id': '8f0f9c94-4e94-47fe-9336-391cd2a98046', 'network_id': 'b01b2bcb-b6d7-427b-8018-a1eed8201f0c', 'admin_state_up': True, 'tenant_id': '4db6b04858584f16a518b56ddf54baba', 'security_groups': ['194109be-9331-415c-ac19-806186c2936d']}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:55:46.994630 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-0e351d17-756e-442f-aecb-4cbf35502a24 req-a978dca4-a36e-4dbd-8e76-eb7dd7a1a611 tempest-ImagesOneServerNegativeTestJSON-323901233 tempest-ImagesOneServerNegativeTestJSON-323901233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:47.007459 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b994af-45b0-4645-94e8-2733407d203e req-48ab4b04-8618-4191-9bd8-3091afcd883b tempest-ImagesOneServerNegativeTestJSON-323901233 tempest-ImagesOneServerNegativeTestJSON-323901233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:47.009055 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-07b994af-45b0-4645-94e8-2733407d203e req-48ab4b04-8618-4191-9bd8-3091afcd883b tempest-ImagesOneServerNegativeTestJSON-323901233 tempest-ImagesOneServerNegativeTestJSON-323901233-project] 10.222.0.59 "GET /v2.0/ports?device_id=2433da90-085f-4008-812e-29c943e4f727 HTTP/1.1" status: 200 len: 865 time: 0.3171053 Jul 27 20:55:47.037988 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a978dca4-a36e-4dbd-8e76-eb7dd7a1a611 tempest-ImagesOneServerNegativeTestJSON-323901233 tempest-ImagesOneServerNegativeTestJSON-323901233-project] Pushing event deleted for resources: {'Port': ['ID=39ddd22f-e7a2-4068-9d6d-2e826289564d,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:55:47.080007 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a991b63-e549-40e6-9f3f-43cc3c5f81a4 req-b861b337-86e3-47ed-8a76-5862399dc5ab tempest-ServersTestFqdnHostnames-310591036 tempest-ServersTestFqdnHostnames-310591036-project] Made reservation on behalf of 4db6b04858584f16a518b56ddf54baba for: {'port': 1} {{(pid=105585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:55:47.083816 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-6a991b63-e549-40e6-9f3f-43cc3c5f81a4 req-b861b337-86e3-47ed-8a76-5862399dc5ab tempest-ServersTestFqdnHostnames-310591036 tempest-ServersTestFqdnHostnames-310591036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:47.114887 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-07b994af-45b0-4645-94e8-2733407d203e req-3ab26e98-7d28-44ce-be9d-fd89497e429f tempest-ImagesOneServerNegativeTestJSON-323901233 tempest-ImagesOneServerNegativeTestJSON-323901233-project] 10.222.0.59 "GET /v2.0/security-groups?id=b49152d2-7ea9-4069-930d-17bb1fb95e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980706 Jul 27 20:55:47.121966 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e351d17-756e-442f-aecb-4cbf35502a24 req-a978dca4-a36e-4dbd-8e76-eb7dd7a1a611 tempest-ImagesOneServerNegativeTestJSON-323901233 tempest-ImagesOneServerNegativeTestJSON-323901233-project] No DVR routers for this DVR port 39ddd22f-e7a2-4068-9d6d-2e826289564d on host n-h1-705658-22 {{(pid=105584) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 20:55:47.126532 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-0e351d17-756e-442f-aecb-4cbf35502a24 req-a978dca4-a36e-4dbd-8e76-eb7dd7a1a611 tempest-ImagesOneServerNegativeTestJSON-323901233 tempest-ImagesOneServerNegativeTestJSON-323901233-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:47.128737 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-0e351d17-756e-442f-aecb-4cbf35502a24 req-a978dca4-a36e-4dbd-8e76-eb7dd7a1a611 tempest-ImagesOneServerNegativeTestJSON-323901233 tempest-ImagesOneServerNegativeTestJSON-323901233-project] 10.222.0.36 "DELETE /v2.0/ports/39ddd22f-e7a2-4068-9d6d-2e826289564d HTTP/1.1" status: 204 len: 173 time: 1.2083783 Jul 27 20:55:47.129193 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2433da90-085f-4008-812e-29c943e4f727', 'name': 'network-vif-deleted', 'tag': '39ddd22f-e7a2-4068-9d6d-2e826289564d'}] {{(pid=105584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:55:47.131546 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bce5e6c8685464f7626901654159975603b047827e3138302ed6566e28f1343" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fdae384-9e46-4f0c-a39a-7cf4bb9b5437" -d '{"events": [{"server_uuid": "2433da90-085f-4008-812e-29c943e4f727", "name": "network-vif-deleted", "tag": "39ddd22f-e7a2-4068-9d6d-2e826289564d"}]}' {{(pid=105584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:55:47.137225 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-e09e5d91-8025-4cf7-a151-9dbdeee77ed3 req-e07ea407-45ae-4b23-91ed-0577cfa61d3b tempest-ServersTestJSON-933210889 tempest-ServersTestJSON-933210889-project] Notify callbacks [] for port, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:47.173811 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a7237f-112d-4974-838a-71770a1c1481 req-c4c6cdd6-1523-42bc-bc3b-b45d433a2d0c tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:47.175848 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-50a7237f-112d-4974-838a-71770a1c1481 req-c4c6cdd6-1523-42bc-bc3b-b45d433a2d0c tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] 10.222.0.59 "GET /v2.0/ports?device_id=23a39a45-86ad-4a34-aa42-6affa73d3ff5 HTTP/1.1" status: 200 len: 945 time: 0.2301459 Jul 27 20:55:47.208172 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.provisioning_blocks [req-e09e5d91-8025-4cf7-a151-9dbdeee77ed3 req-e07ea407-45ae-4b23-91ed-0577cfa61d3b tempest-ServersTestJSON-933210889 tempest-ServersTestJSON-933210889-project] Transition to ACTIVE for port object 9cb39833-1334-4bd0-a64f-651575d3a188 will not be triggered until provisioned by entity DHCP. {{(pid=105584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:55:47.292083 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a36c57fc-076f-484f-aeb5-13396a87c076 req-7b5816c5-b129-4936-b41f-137c61ba02c4 tempest-ServersTestJSON-933210889 tempest-ServersTestJSON-933210889-project] 10.222.0.59 "GET /v2.0/ports?device_id=9a206e42-b932-4dfe-bf46-6c2645af1695 HTTP/1.1" status: 200 len: 210 time: 0.0582800 Jul 27 20:55:47.330725 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-e09e5d91-8025-4cf7-a151-9dbdeee77ed3 req-e07ea407-45ae-4b23-91ed-0577cfa61d3b tempest-ServersTestJSON-933210889 tempest-ServersTestJSON-933210889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:47.368821 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-50a7237f-112d-4974-838a-71770a1c1481 req-8598883f-52aa-40f5-976e-f66616852d24 tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] 10.222.0.59 "GET /v2.0/security-groups?id=1749b80d-91c6-4bd3-8e8d-666bd095400f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335008 Jul 27 20:55:47.476258 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 20:55:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d1fd61c-3bf7-4cb4-a29e-ea2a59af3977 x-openstack-request-id: req-7d1fd61c-3bf7-4cb4-a29e-ea2a59af3977 {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:55:47.476556 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2433da90-085f-4008-812e-29c943e4f727", "name": "network-vif-deleted", "tag": "39ddd22f-e7a2-4068-9d6d-2e826289564d", "status": "completed", "code": 200}]} {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:55:47.476819 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-7d1fd61c-3bf7-4cb4-a29e-ea2a59af3977 {{(pid=105584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:55:47.477234 n-d-705658-22 neutron-server[105584]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2433da90-085f-4008-812e-29c943e4f727', 'name': 'network-vif-deleted', 'tag': '39ddd22f-e7a2-4068-9d6d-2e826289564d', 'status': 'completed', 'code': 200} Jul 27 20:55:47.489614 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e09e5d91-8025-4cf7-a151-9dbdeee77ed3 req-e07ea407-45ae-4b23-91ed-0577cfa61d3b tempest-ServersTestJSON-933210889 tempest-ServersTestJSON-933210889-project] Network 7bcae981-8648-471e-89db-85c5dd38c4a9 is already hosted by enough agents. {{(pid=105584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:55:47.494740 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [req-e09e5d91-8025-4cf7-a151-9dbdeee77ed3 req-e07ea407-45ae-4b23-91ed-0577cfa61d3b tempest-ServersTestJSON-933210889 tempest-ServersTestJSON-933210889-project] Resources bound (agent type, host, resource id): {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:55:47.503341 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.db_base_plugin_common [req-6a991b63-e549-40e6-9f3f-43cc3c5f81a4 req-b861b337-86e3-47ed-8a76-5862399dc5ab tempest-ServersTestFqdnHostnames-310591036 tempest-ServersTestFqdnHostnames-310591036-project] Allocated IP 172.20.0.14 (b01b2bcb-b6d7-427b-8018-a1eed8201f0c/e2dc11f6-d37b-4723-b3bb-cb12e54fb98a/a876b0b6-80a9-416a-b052-db7ba5c2d963) {{(pid=105585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:55:47.535889 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [req-e09e5d91-8025-4cf7-a151-9dbdeee77ed3 req-e07ea407-45ae-4b23-91ed-0577cfa61d3b tempest-ServersTestJSON-933210889 tempest-ServersTestJSON-933210889-project] Received port after_create {{(pid=105584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:55:47.662092 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09e5d91-8025-4cf7-a151-9dbdeee77ed3 req-e07ea407-45ae-4b23-91ed-0577cfa61d3b tempest-ServersTestJSON-933210889 tempest-ServersTestJSON-933210889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:47.663237 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-e09e5d91-8025-4cf7-a151-9dbdeee77ed3 req-e07ea407-45ae-4b23-91ed-0577cfa61d3b tempest-ServersTestJSON-933210889 tempest-ServersTestJSON-933210889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:47.693423 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07ea407-45ae-4b23-91ed-0577cfa61d3b tempest-ServersTestJSON-933210889 tempest-ServersTestJSON-933210889-project] Pushing event updated for resources: {'Port': ['ID=9cb39833-1334-4bd0-a64f-651575d3a188,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:55:47.710867 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb2969a-adca-4bae-a504-5860b8f6a530 req-c932d3aa-49db-485e-9c30-ed2cda508700 tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:47.718198 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-9fb2969a-adca-4bae-a504-5860b8f6a530 req-c932d3aa-49db-485e-9c30-ed2cda508700 tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] 10.222.0.59 "GET /v2.0/ports?device_id=807dbec7-9be9-4be0-8a5f-ae4933de34d0 HTTP/1.1" status: 200 len: 949 time: 0.2284396 Jul 27 20:55:47.751123 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-6a991b63-e549-40e6-9f3f-43cc3c5f81a4 req-b861b337-86e3-47ed-8a76-5862399dc5ab tempest-ServersTestFqdnHostnames-310591036 tempest-ServersTestFqdnHostnames-310591036-project] Notify callbacks [] for port, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:47.763352 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd313a61-571d-440a-87ac-45d82543adec req-795a90dd-c3a1-42a3-b2cd-2aacfbfde47c tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:47.766189 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-fd313a61-571d-440a-87ac-45d82543adec req-795a90dd-c3a1-42a3-b2cd-2aacfbfde47c tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] 10.222.0.36 "GET /v2.0/ports?device_id=807dbec7-9be9-4be0-8a5f-ae4933de34d0 HTTP/1.1" status: 200 len: 949 time: 0.6059837 Jul 27 20:55:47.767079 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.provisioning_blocks [req-6a991b63-e549-40e6-9f3f-43cc3c5f81a4 req-b861b337-86e3-47ed-8a76-5862399dc5ab tempest-ServersTestFqdnHostnames-310591036 tempest-ServersTestFqdnHostnames-310591036-project] Transition to ACTIVE for port object a876b0b6-80a9-416a-b052-db7ba5c2d963 will not be triggered until provisioned by entity DHCP. {{(pid=105585) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:55:47.767959 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-e09e5d91-8025-4cf7-a151-9dbdeee77ed3 req-e07ea407-45ae-4b23-91ed-0577cfa61d3b tempest-ServersTestJSON-933210889 tempest-ServersTestJSON-933210889-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7436149 Jul 27 20:55:47.838593 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-6a991b63-e549-40e6-9f3f-43cc3c5f81a4 req-b861b337-86e3-47ed-8a76-5862399dc5ab tempest-ServersTestFqdnHostnames-310591036 tempest-ServersTestFqdnHostnames-310591036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:47.842611 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-9d17f03c-6d39-4422-9967-268d873c301d req-2a183c35-0fbb-44ee-95ab-80cb71d762ab tempest-ServersTestFqdnHostnames-310591036 tempest-ServersTestFqdnHostnames-310591036-project] 10.222.0.59 "GET /v2.0/ports?device_id=8f0f9c94-4e94-47fe-9336-391cd2a98046 HTTP/1.1" status: 200 len: 210 time: 0.1223748 Jul 27 20:55:47.872204 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-23392781-c0dd-4374-bdbf-957bef6be10b None None] Provisioning for port 9cb39833-1334-4bd0-a64f-651575d3a188 completed by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:55:47.880913 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-23392781-c0dd-4374-bdbf-957bef6be10b None None] Provisioning complete for port 9cb39833-1334-4bd0-a64f-651575d3a188 triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:55:47.881379 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-23392781-c0dd-4374-bdbf-957bef6be10b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:47.911446 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a991b63-e549-40e6-9f3f-43cc3c5f81a4 req-b861b337-86e3-47ed-8a76-5862399dc5ab tempest-ServersTestFqdnHostnames-310591036 tempest-ServersTestFqdnHostnames-310591036-project] Network b01b2bcb-b6d7-427b-8018-a1eed8201f0c is already hosted by enough agents. {{(pid=105585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:55:47.927339 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-9fb2969a-adca-4bae-a504-5860b8f6a530 req-57ed9e22-68d7-493f-bf20-9def06fc43e3 tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] 10.222.0.59 "GET /v2.0/security-groups?id=dea81a77-85b4-4e12-8e1d-b19e89484a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2032907 Jul 27 20:55:47.935528 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [req-e09e5d91-8025-4cf7-a151-9dbdeee77ed3 req-edf62f8d-6a27-4528-8bcb-561eb75cc392 service neutron] Request body: {'port': {'device_id': '9a206e42-b932-4dfe-bf46-6c2645af1695', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-705658-22'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:55:47.939037 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.base_scheduler [req-6a991b63-e549-40e6-9f3f-43cc3c5f81a4 req-b861b337-86e3-47ed-8a76-5862399dc5ab tempest-ServersTestFqdnHostnames-310591036 tempest-ServersTestFqdnHostnames-310591036-project] Resources bound (agent type, host, resource id): {{(pid=105585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:55:47.959520 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a991b63-e549-40e6-9f3f-43cc3c5f81a4 req-b861b337-86e3-47ed-8a76-5862399dc5ab tempest-ServersTestFqdnHostnames-310591036 tempest-ServersTestFqdnHostnames-310591036-project] Received port after_create {{(pid=105585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:55:47.961728 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-23392781-c0dd-4374-bdbf-957bef6be10b None None] Port 9cb39833-1334-4bd0-a64f-651575d3a188 cannot update to ACTIVE because it is not bound. {{(pid=105586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 20:55:48.031260 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b861b337-86e3-47ed-8a76-5862399dc5ab tempest-ServersTestFqdnHostnames-310591036 tempest-ServersTestFqdnHostnames-310591036-project] Pushing event updated for resources: {'Port': ['ID=a876b0b6-80a9-416a-b052-db7ba5c2d963,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:55:48.061668 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a565ce64-dfaf-4b2b-ad50-07d0909276a8 req-d98e00d3-a433-40db-a95d-6fa766ae12fc tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:48.063877 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-a565ce64-dfaf-4b2b-ad50-07d0909276a8 req-d98e00d3-a433-40db-a95d-6fa766ae12fc tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] 10.222.0.36 "GET /v2.0/ports?device_id=77e1e6e8-dc93-4654-9cee-5f93a60c626e HTTP/1.1" status: 200 len: 950 time: 0.3938243 Jul 27 20:55:48.267014 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-e09e5d91-8025-4cf7-a151-9dbdeee77ed3 req-edf62f8d-6a27-4528-8bcb-561eb75cc392 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:48.361661 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [req-fd313a61-571d-440a-87ac-45d82543adec req-46c975ff-d35c-40d2-8a18-f57db5c7b24f tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] Deleting port 61063df3-592b-4de0-a4f2-adf662bc157d {{(pid=105584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:55:48.362017 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-fd313a61-571d-440a-87ac-45d82543adec req-46c975ff-d35c-40d2-8a18-f57db5c7b24f tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:48.398924 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-2bce9969-447b-4976-a37f-27a213051ad3 None None] Provisioning for port a876b0b6-80a9-416a-b052-db7ba5c2d963 completed by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:55:48.405017 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-2bce9969-447b-4976-a37f-27a213051ad3 None None] Provisioning complete for port a876b0b6-80a9-416a-b052-db7ba5c2d963 triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:55:48.406284 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-2bce9969-447b-4976-a37f-27a213051ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:48.486245 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-2bce9969-447b-4976-a37f-27a213051ad3 None None] Port a876b0b6-80a9-416a-b052-db7ba5c2d963 cannot update to ACTIVE because it is not bound. {{(pid=105586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 20:55:48.488005 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-82d12dc0-6da8-4513-ac46-5875cef89105 req-e2bc4948-6f4c-4ed0-9b63-c0dafe72fd72 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] 10.222.0.59 "GET /v2.0/ports?device_id=6a9e53e1-344c-4083-a4f6-dbd12c7060f8 HTTP/1.1" status: 200 len: 210 time: 0.4514272 Jul 27 20:55:48.548755 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a991b63-e549-40e6-9f3f-43cc3c5f81a4 req-b861b337-86e3-47ed-8a76-5862399dc5ab tempest-ServersTestFqdnHostnames-310591036 tempest-ServersTestFqdnHostnames-310591036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:48.549423 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-6a991b63-e549-40e6-9f3f-43cc3c5f81a4 req-b861b337-86e3-47ed-8a76-5862399dc5ab tempest-ServersTestFqdnHostnames-310591036 tempest-ServersTestFqdnHostnames-310591036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:48.606372 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-189052f2-8af1-44a4-b773-3bd1a6a93509 req-e073120f-9eba-4dc3-a1ec-93e8a7c1b6b0 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=43230fc3eab141e0b742541c8628d03e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0526516 Jul 27 20:55:48.634613 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-6a991b63-e549-40e6-9f3f-43cc3c5f81a4 req-b861b337-86e3-47ed-8a76-5862399dc5ab tempest-ServersTestFqdnHostnames-310591036 tempest-ServersTestFqdnHostnames-310591036-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8321130 Jul 27 20:55:48.686708 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [req-6a991b63-e549-40e6-9f3f-43cc3c5f81a4 req-3764f81b-4af1-45a9-9d87-2a6c4adf4e26 service neutron] Request body: {'port': {'device_id': '8f0f9c94-4e94-47fe-9336-391cd2a98046', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-705658-22'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:55:48.864238 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [req-fd313a61-571d-440a-87ac-45d82543adec req-46c975ff-d35c-40d2-8a18-f57db5c7b24f tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] For port 61063df3-592b-4de0-a4f2-adf662bc157d, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=61063df3-592b-4de0-a4f2-adf662bc157d,segment=NetworkSegment(86b1e6f6-d629-4b03-8944-4cdfbfb93d02),segment_id=86b1e6f6-d629-4b03-8944-4cdfbfb93d02)] {{(pid=105584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:55:48.864791 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-fd313a61-571d-440a-87ac-45d82543adec req-46c975ff-d35c-40d2-8a18-f57db5c7b24f tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:48.878300 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [req-fd313a61-571d-440a-87ac-45d82543adec req-46c975ff-d35c-40d2-8a18-f57db5c7b24f tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] Calling delete_port for 61063df3-592b-4de0-a4f2-adf662bc157d owned by compute:nova {{(pid=105584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:55:48.883475 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c489658-ba82-450e-b45b-f03b07fd5b6b req-ff9ab6bc-4474-4285-8544-5b5e223a065f tempest-ServersTestJSON-933210889 tempest-ServersTestJSON-933210889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:48.887204 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-5c489658-ba82-450e-b45b-f03b07fd5b6b req-ff9ab6bc-4474-4285-8544-5b5e223a065f tempest-ServersTestJSON-933210889 tempest-ServersTestJSON-933210889-project] 10.222.0.59 "GET /v2.0/ports?device_id=9a206e42-b932-4dfe-bf46-6c2645af1695 HTTP/1.1" status: 200 len: 931 time: 0.4180732 Jul 27 20:55:48.905018 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d81064-2799-4e12-935b-2077013be7b0 req-91ed05c8-2e0d-4fac-9d2d-14068bcc0f5b tempest-ImagesOneServerNegativeTestJSON-323901233 tempest-ImagesOneServerNegativeTestJSON-323901233-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:48.910442 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a6d81064-2799-4e12-935b-2077013be7b0 req-91ed05c8-2e0d-4fac-9d2d-14068bcc0f5b tempest-ImagesOneServerNegativeTestJSON-323901233 tempest-ImagesOneServerNegativeTestJSON-323901233-project] 10.222.0.59 "GET /v2.0/networks?id=48421823-0af9-4dd2-9d0c-663808a5aff4 HTTP/1.1" status: 200 len: 822 time: 0.3009233 Jul 27 20:55:48.926324 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-6a991b63-e549-40e6-9f3f-43cc3c5f81a4 req-3764f81b-4af1-45a9-9d87-2a6c4adf4e26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:48.974612 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189052f2-8af1-44a4-b773-3bd1a6a93509 req-dd100d75-c01d-4500-b2fc-5cf744bbdd77 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:48.976098 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-189052f2-8af1-44a4-b773-3bd1a6a93509 req-dd100d75-c01d-4500-b2fc-5cf744bbdd77 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3082144 Jul 27 20:55:48.982777 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a6d81064-2799-4e12-935b-2077013be7b0 req-c7e37af6-30dc-4008-9c0f-cb41532837ac tempest-ImagesOneServerNegativeTestJSON-323901233 tempest-ImagesOneServerNegativeTestJSON-323901233-project] 10.222.0.59 "GET /v2.0/quotas/1bebab2985374229918b3d141f0a79f2 HTTP/1.1" status: 200 len: 375 time: 0.0617180 Jul 27 20:55:48.990874 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [req-a565ce64-dfaf-4b2b-ad50-07d0909276a8 req-66d2f759-badd-4eb0-b7af-c3a26ce81918 tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] Deleting port d0604db9-6e9b-4861-ac03-120cc4acb6b7 {{(pid=105584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:55:48.991250 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-a565ce64-dfaf-4b2b-ad50-07d0909276a8 req-66d2f759-badd-4eb0-b7af-c3a26ce81918 tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:49.009257 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [req-189052f2-8af1-44a4-b773-3bd1a6a93509 req-b4891c4d-5719-4064-8656-48385737002b tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] Request body: {'port': {'device_id': '6a9e53e1-344c-4083-a4f6-dbd12c7060f8', 'network_id': '4d64aa0b-bd6a-468e-8edc-c83689947462', 'admin_state_up': True, 'tenant_id': '43230fc3eab141e0b742541c8628d03e'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:55:49.111469 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-5c489658-ba82-450e-b45b-f03b07fd5b6b req-7ca507d4-58bd-454b-a44d-62c09d2d8749 tempest-ServersTestJSON-933210889 tempest-ServersTestJSON-933210889-project] 10.222.0.59 "GET /v2.0/security-groups?id=a0b73daf-d493-4273-bbc1-c25f03644436&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1952941 Jul 27 20:55:49.217462 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [req-a565ce64-dfaf-4b2b-ad50-07d0909276a8 req-66d2f759-badd-4eb0-b7af-c3a26ce81918 tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] For port d0604db9-6e9b-4861-ac03-120cc4acb6b7, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=d0604db9-6e9b-4861-ac03-120cc4acb6b7,segment=NetworkSegment(86b1e6f6-d629-4b03-8944-4cdfbfb93d02),segment_id=86b1e6f6-d629-4b03-8944-4cdfbfb93d02)] {{(pid=105584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:55:49.218199 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-a565ce64-dfaf-4b2b-ad50-07d0909276a8 req-66d2f759-badd-4eb0-b7af-c3a26ce81918 tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:49.270874 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [req-a565ce64-dfaf-4b2b-ad50-07d0909276a8 req-66d2f759-badd-4eb0-b7af-c3a26ce81918 tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] Calling delete_port for d0604db9-6e9b-4861-ac03-120cc4acb6b7 owned by compute:nova {{(pid=105584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:55:49.279601 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-fd313a61-571d-440a-87ac-45d82543adec req-46c975ff-d35c-40d2-8a18-f57db5c7b24f tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:49.295694 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] get_ports_and_sgs() called for port_ids ['789d1df8-a449-4c66-8006-9014f086578a'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 20:55:49.298518 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] get_ports_and_sgs() called for port_ids ['d0604db9-6e9b-4861-ac03-120cc4acb6b7'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 20:55:49.323276 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [req-e09e5d91-8025-4cf7-a151-9dbdeee77ed3 req-edf62f8d-6a27-4528-8bcb-561eb75cc392 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9cb39833-1334-4bd0-a64f-651575d3a188 {{(pid=105584) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 20:55:49.360183 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c975ff-d35c-40d2-8a18-f57db5c7b24f tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] Pushing event deleted for resources: {'Port': ['ID=61063df3-592b-4de0-a4f2-adf662bc157d,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:55:49.365231 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-e09e5d91-8025-4cf7-a151-9dbdeee77ed3 req-edf62f8d-6a27-4528-8bcb-561eb75cc392 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:49.373558 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a6d81064-2799-4e12-935b-2077013be7b0 req-928cff43-77df-42bc-8041-cea590331ab7 tempest-ImagesOneServerNegativeTestJSON-323901233 tempest-ImagesOneServerNegativeTestJSON-323901233-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=1bebab2985374229918b3d141f0a79f2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3894706 Jul 27 20:55:49.447493 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.provisioning_blocks [req-e09e5d91-8025-4cf7-a151-9dbdeee77ed3 req-edf62f8d-6a27-4528-8bcb-561eb75cc392 service neutron] Transition to ACTIVE for port object 9cb39833-1334-4bd0-a64f-651575d3a188 will not be triggered until provisioned by entity L2. {{(pid=105584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:55:49.448851 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd313a61-571d-440a-87ac-45d82543adec req-46c975ff-d35c-40d2-8a18-f57db5c7b24f tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] No DVR routers for this DVR port 61063df3-592b-4de0-a4f2-adf662bc157d on host n-h1-705658-22 {{(pid=105584) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 20:55:49.453698 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-fd313a61-571d-440a-87ac-45d82543adec req-46c975ff-d35c-40d2-8a18-f57db5c7b24f tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:49.455911 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-fd313a61-571d-440a-87ac-45d82543adec req-46c975ff-d35c-40d2-8a18-f57db5c7b24f tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] 10.222.0.36 "DELETE /v2.0/ports/61063df3-592b-4de0-a4f2-adf662bc157d HTTP/1.1" status: 204 len: 173 time: 1.6609099 Jul 27 20:55:49.458718 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-e09e5d91-8025-4cf7-a151-9dbdeee77ed3 req-edf62f8d-6a27-4528-8bcb-561eb75cc392 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9014027'] for port, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:49.492994 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f020086e-61a3-4af5-a739-d92096efcdb2 req-4a444494-162d-42c7-9559-5c45f11cbacc tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:49.495248 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f020086e-61a3-4af5-a739-d92096efcdb2 req-4a444494-162d-42c7-9559-5c45f11cbacc tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] 10.222.0.59 "GET /v2.0/ports?device_id=23a39a45-86ad-4a34-aa42-6affa73d3ff5 HTTP/1.1" status: 200 len: 945 time: 0.2890546 Jul 27 20:55:49.512221 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '807dbec7-9be9-4be0-8a5f-ae4933de34d0', 'name': 'network-vif-deleted', 'tag': '61063df3-592b-4de0-a4f2-adf662bc157d'}] {{(pid=105584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:55:49.514155 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bce5e6c8685464f7626901654159975603b047827e3138302ed6566e28f1343" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc2e5d1e-de51-407a-aab3-4d7f122b7b34" -d '{"events": [{"server_uuid": "807dbec7-9be9-4be0-8a5f-ae4933de34d0", "name": "network-vif-deleted", "tag": "61063df3-592b-4de0-a4f2-adf662bc157d"}]}' {{(pid=105584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:55:49.571293 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf62f8d-6a27-4528-8bcb-561eb75cc392 service neutron] Pushing event updated for resources: {'Port': ['ID=9cb39833-1334-4bd0-a64f-651575d3a188,revision_number=2']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:55:49.574106 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-189052f2-8af1-44a4-b773-3bd1a6a93509 req-b4891c4d-5719-4064-8656-48385737002b tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] Made reservation on behalf of 43230fc3eab141e0b742541c8628d03e for: {'port': 1} {{(pid=105585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:55:49.577615 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-189052f2-8af1-44a4-b773-3bd1a6a93509 req-b4891c4d-5719-4064-8656-48385737002b tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:49.697121 n-d-705658-22 neutron-server[105585]: DEBUG neutron.notifiers.nova [req-6a991b63-e549-40e6-9f3f-43cc3c5f81a4 req-3764f81b-4af1-45a9-9d87-2a6c4adf4e26 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a876b0b6-80a9-416a-b052-db7ba5c2d963 {{(pid=105585) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 20:55:49.711543 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-6a991b63-e549-40e6-9f3f-43cc3c5f81a4 req-3764f81b-4af1-45a9-9d87-2a6c4adf4e26 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:49.766081 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f020086e-61a3-4af5-a739-d92096efcdb2 req-5d4ee397-3dae-493f-9213-9b0384fa9260 tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] 10.222.0.59 "GET /v2.0/security-groups?id=1749b80d-91c6-4bd3-8e8d-666bd095400f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2596989 Jul 27 20:55:49.767351 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-a565ce64-dfaf-4b2b-ad50-07d0909276a8 req-66d2f759-badd-4eb0-b7af-c3a26ce81918 tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:49.769153 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.provisioning_blocks [req-6a991b63-e549-40e6-9f3f-43cc3c5f81a4 req-3764f81b-4af1-45a9-9d87-2a6c4adf4e26 service neutron] Transition to ACTIVE for port object a876b0b6-80a9-416a-b052-db7ba5c2d963 will not be triggered until provisioned by entity L2. {{(pid=105585) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:55:49.788325 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a6d81064-2799-4e12-935b-2077013be7b0 req-1b3e4bd8-fa96-4772-bbec-041c93af6086 service neutron] 10.222.0.59 "GET /v2.0/networks/48421823-0af9-4dd2-9d0c-663808a5aff4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4137502 Jul 27 20:55:49.844602 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d2f759-badd-4eb0-b7af-c3a26ce81918 tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] Pushing event deleted for resources: {'Port': ['ID=d0604db9-6e9b-4861-ac03-120cc4acb6b7,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:55:49.857937 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [req-e09e5d91-8025-4cf7-a151-9dbdeee77ed3 req-edf62f8d-6a27-4528-8bcb-561eb75cc392 service neutron] Attempting to bind port 9cb39833-1334-4bd0-a64f-651575d3a188 on host n-h1-705658-22 for vnic_type normal with profile {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:55:49.858651 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [req-e09e5d91-8025-4cf7-a151-9dbdeee77ed3 req-edf62f8d-6a27-4528-8bcb-561eb75cc392 service neutron] Attempting to bind port 9cb39833-1334-4bd0-a64f-651575d3a188 by drivers openvswitch,hyperv on host n-h1-705658-22 at level 0 using segments [{'id': '9dcee0f9-4d46-4446-867e-34216aa290b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '7bcae981-8648-471e-89db-85c5dd38c4a9'}] {{(pid=105584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:55:49.859197 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e09e5d91-8025-4cf7-a151-9dbdeee77ed3 req-edf62f8d-6a27-4528-8bcb-561eb75cc392 service neutron] Attempting to bind port 9cb39833-1334-4bd0-a64f-651575d3a188 on network 7bcae981-8648-471e-89db-85c5dd38c4a9 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:55:49.868373 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e09e5d91-8025-4cf7-a151-9dbdeee77ed3 req-edf62f8d-6a27-4528-8bcb-561eb75cc392 service neutron] Port 9cb39833-1334-4bd0-a64f-651575d3a188 on network 7bcae981-8648-471e-89db-85c5dd38c4a9 not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-22 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 20:55:49.869422 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e09e5d91-8025-4cf7-a151-9dbdeee77ed3 req-edf62f8d-6a27-4528-8bcb-561eb75cc392 service neutron] Attempting to bind port 9cb39833-1334-4bd0-a64f-651575d3a188 on network 7bcae981-8648-471e-89db-85c5dd38c4a9 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:55:49.879390 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device 61063df3-592b-4de0-a4f2-adf662bc157d no longer exists at agent hyperv_n-h1-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 20:55:49.941827 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-28650df7-c46c-4981-b84f-37d87254047e None None] No Port match for: 61063df3-592b-4de0-a4f2-adf662bc157d {{(pid=105586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 20:55:49.942237 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device 61063df3-592b-4de0-a4f2-adf662bc157d not bound to the agent host n-h1-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 20:55:49.942669 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device 39ddd22f-e7a2-4068-9d6d-2e826289564d no longer exists at agent hyperv_n-h1-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 20:55:49.947123 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e09e5d91-8025-4cf7-a151-9dbdeee77ed3 req-edf62f8d-6a27-4528-8bcb-561eb75cc392 service neutron] Checking agent: {'id': '9d9bc37f-4d75-44ef-9f63-799aab3e316f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 49, 36), 'started_at': datetime.datetime(2021, 7, 27, 20, 49, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 55, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:55:49.953983 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e09e5d91-8025-4cf7-a151-9dbdeee77ed3 req-edf62f8d-6a27-4528-8bcb-561eb75cc392 service neutron] Checking segment: {'id': '9dcee0f9-4d46-4446-867e-34216aa290b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '7bcae981-8648-471e-89db-85c5dd38c4a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:55:49.954659 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e09e5d91-8025-4cf7-a151-9dbdeee77ed3 req-edf62f8d-6a27-4528-8bcb-561eb75cc392 service neutron] Bound using segment: {'id': '9dcee0f9-4d46-4446-867e-34216aa290b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '7bcae981-8648-471e-89db-85c5dd38c4a9'} {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:55:49.955332 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [req-e09e5d91-8025-4cf7-a151-9dbdeee77ed3 req-edf62f8d-6a27-4528-8bcb-561eb75cc392 service neutron] Bound port: 9cb39833-1334-4bd0-a64f-651575d3a188, host: n-h1-705658-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9dcee0f9-4d46-4446-867e-34216aa290b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '7bcae981-8648-471e-89db-85c5dd38c4a9'}}] {{(pid=105584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:55:49.957096 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-e09e5d91-8025-4cf7-a151-9dbdeee77ed3 req-edf62f8d-6a27-4528-8bcb-561eb75cc392 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:49.965730 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [req-a565ce64-dfaf-4b2b-ad50-07d0909276a8 req-66d2f759-badd-4eb0-b7af-c3a26ce81918 tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] No DVR routers for this DVR port d0604db9-6e9b-4861-ac03-120cc4acb6b7 on host n-h1-705658-22 {{(pid=105584) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 20:55:49.970436 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a6d81064-2799-4e12-935b-2077013be7b0 req-81e5e877-11b3-49bd-b6f6-52be0380ffb9 service neutron] 10.222.0.59 "GET /v2.0/networks/48421823-0af9-4dd2-9d0c-663808a5aff4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1808145 Jul 27 20:55:49.975512 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-a565ce64-dfaf-4b2b-ad50-07d0909276a8 req-66d2f759-badd-4eb0-b7af-c3a26ce81918 tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:49.978962 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-a565ce64-dfaf-4b2b-ad50-07d0909276a8 req-66d2f759-badd-4eb0-b7af-c3a26ce81918 tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] 10.222.0.36 "DELETE /v2.0/ports/d0604db9-6e9b-4861-ac03-120cc4acb6b7 HTTP/1.1" status: 204 len: 173 time: 1.8937440 Jul 27 20:55:49.981452 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-6a991b63-e549-40e6-9f3f-43cc3c5f81a4 req-3764f81b-4af1-45a9-9d87-2a6c4adf4e26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10221672'] for port, after_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:50.052657 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-28650df7-c46c-4981-b84f-37d87254047e None None] No Port match for: 39ddd22f-e7a2-4068-9d6d-2e826289564d {{(pid=105586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 20:55:50.053029 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device 39ddd22f-e7a2-4068-9d6d-2e826289564d not bound to the agent host n-h1-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 20:55:50.053858 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device d0604db9-6e9b-4861-ac03-120cc4acb6b7 no longer exists at agent hyperv_n-h1-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 20:55:50.105368 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [req-e09e5d91-8025-4cf7-a151-9dbdeee77ed3 req-edf62f8d-6a27-4528-8bcb-561eb75cc392 service neutron] For port 9cb39833-1334-4bd0-a64f-651575d3a188, host n-h1-705658-22, cleared binding levels {{(pid=105584) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:55:50.109710 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [req-e09e5d91-8025-4cf7-a151-9dbdeee77ed3 req-edf62f8d-6a27-4528-8bcb-561eb75cc392 service neutron] For port 9cb39833-1334-4bd0-a64f-651575d3a188, host n-h1-705658-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=9cb39833-1334-4bd0-a64f-651575d3a188,segment=NetworkSegment(9dcee0f9-4d46-4446-867e-34216aa290b0),segment_id=9dcee0f9-4d46-4446-867e-34216aa290b0)] {{(pid=105584) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:55:50.116247 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-e09e5d91-8025-4cf7-a151-9dbdeee77ed3 req-edf62f8d-6a27-4528-8bcb-561eb75cc392 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9014027'] for port, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:50.138384 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-28650df7-c46c-4981-b84f-37d87254047e None None] No Port match for: d0604db9-6e9b-4861-ac03-120cc4acb6b7 {{(pid=105586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 20:55:50.138742 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device d0604db9-6e9b-4861-ac03-120cc4acb6b7 not bound to the agent host n-h1-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 20:55:50.236510 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09e5d91-8025-4cf7-a151-9dbdeee77ed3 req-edf62f8d-6a27-4528-8bcb-561eb75cc392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:50.239838 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-e09e5d91-8025-4cf7-a151-9dbdeee77ed3 req-edf62f8d-6a27-4528-8bcb-561eb75cc392 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:50.249302 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-e09e5d91-8025-4cf7-a151-9dbdeee77ed3 req-edf62f8d-6a27-4528-8bcb-561eb75cc392 service neutron] 10.222.0.36 "PUT /v2.0/ports/9cb39833-1334-4bd0-a64f-651575d3a188 HTTP/1.1" status: 200 len: 1092 time: 2.3641889 Jul 27 20:55:50.286304 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf62f8d-6a27-4528-8bcb-561eb75cc392 service neutron] Pushing event updated for resources: {'Port': ['ID=9cb39833-1334-4bd0-a64f-651575d3a188,revision_number=3']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:55:50.410747 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-48705db2-794f-44e9-aff4-3a573e95af67 req-9448a6c3-6b5e-4293-aba9-28d2fe56e3dc tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] 10.222.0.59 "GET /v2.0/ports?device_id=807dbec7-9be9-4be0-8a5f-ae4933de34d0 HTTP/1.1" status: 200 len: 210 time: 0.0683482 Jul 27 20:55:50.544375 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] get_ports_and_sgs() called for port_ids ['789d1df8-a449-4c66-8006-9014f086578a'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 20:55:50.567680 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09e5d91-8025-4cf7-a151-9dbdeee77ed3 req-22594c91-2ee0-4d5f-aca1-d1843bbebe89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:50.569844 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-e09e5d91-8025-4cf7-a151-9dbdeee77ed3 req-22594c91-2ee0-4d5f-aca1-d1843bbebe89 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=64da060b2dd44212a62bc79dadd15741&device_id=9a206e42-b932-4dfe-bf46-6c2645af1695 HTTP/1.1" status: 200 len: 1095 time: 0.1819055 Jul 27 20:55:50.595312 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3764f81b-4af1-45a9-9d87-2a6c4adf4e26 service neutron] Pushing event updated for resources: {'Port': ['ID=a876b0b6-80a9-416a-b052-db7ba5c2d963,revision_number=2']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:55:50.630540 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-e09e5d91-8025-4cf7-a151-9dbdeee77ed3 req-5de0367d-68bb-44c5-953d-d144c233d87e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9cb39833-1334-4bd0-a64f-651575d3a188 HTTP/1.1" status: 200 len: 217 time: 0.0484478 Jul 27 20:55:50.762257 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09e5d91-8025-4cf7-a151-9dbdeee77ed3 req-e073f806-d7b3-4cdf-9806-e1e21748044b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:50.764051 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-e09e5d91-8025-4cf7-a151-9dbdeee77ed3 req-e073f806-d7b3-4cdf-9806-e1e21748044b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=79e9814a-bc6d-4124-93bb-2b85b8b7cfb1 HTTP/1.1" status: 200 len: 844 time: 0.1231406 Jul 27 20:55:50.806235 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b9e1cfc8-b7a8-42c2-be2c-e2252b3618d2 req-8d009103-b9b8-474e-a9c7-d5ae2d2daae0 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] 10.222.0.59 "GET /v2.0/ports?device_id=6a9e53e1-344c-4083-a4f6-dbd12c7060f8 HTTP/1.1" status: 200 len: 210 time: 0.1022329 Jul 27 20:55:50.832147 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.db_base_plugin_common [req-189052f2-8af1-44a4-b773-3bd1a6a93509 req-b4891c4d-5719-4064-8656-48385737002b tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] Allocated IP 192.168.233.225 (4d64aa0b-bd6a-468e-8edc-c83689947462/26644ba0-4185-4e10-8718-6ad18d01376c/49462502-98c7-474a-ab59-a5fef55bb950) {{(pid=105585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:55:50.912734 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c960c5ff-9c31-4bc2-bfdd-e9a7d493a6f4 req-2a237ebd-f2c3-468e-91bd-cf01b5831b48 tempest-ServersTestFqdnHostnames-310591036 tempest-ServersTestFqdnHostnames-310591036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:50.913756 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 20:55:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79912125-68ab-492d-9c32-b03cf47ee765 x-openstack-request-id: req-79912125-68ab-492d-9c32-b03cf47ee765 {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:55:50.914735 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "807dbec7-9be9-4be0-8a5f-ae4933de34d0", "name": "network-vif-deleted", "tag": "61063df3-592b-4de0-a4f2-adf662bc157d", "status": "completed", "code": 200}]} {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:55:50.915228 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-79912125-68ab-492d-9c32-b03cf47ee765 {{(pid=105584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:55:50.915620 n-d-705658-22 neutron-server[105584]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '807dbec7-9be9-4be0-8a5f-ae4933de34d0', 'name': 'network-vif-deleted', 'tag': '61063df3-592b-4de0-a4f2-adf662bc157d', 'status': 'completed', 'code': 200} Jul 27 20:55:50.925497 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09e5d91-8025-4cf7-a151-9dbdeee77ed3 req-e650b9a4-70e2-440a-9e15-4f95af9f9352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:50.927184 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-e09e5d91-8025-4cf7-a151-9dbdeee77ed3 req-e650b9a4-70e2-440a-9e15-4f95af9f9352 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7bcae981-8648-471e-89db-85c5dd38c4a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1522343 Jul 27 20:55:50.940392 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-c960c5ff-9c31-4bc2-bfdd-e9a7d493a6f4 req-2a237ebd-f2c3-468e-91bd-cf01b5831b48 tempest-ServersTestFqdnHostnames-310591036 tempest-ServersTestFqdnHostnames-310591036-project] 10.222.0.59 "GET /v2.0/ports?device_id=8f0f9c94-4e94-47fe-9336-391cd2a98046 HTTP/1.1" status: 200 len: 944 time: 0.9688063 Jul 27 20:55:51.004514 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.managers [req-6a991b63-e549-40e6-9f3f-43cc3c5f81a4 req-3764f81b-4af1-45a9-9d87-2a6c4adf4e26 service neutron] Attempting to bind port a876b0b6-80a9-416a-b052-db7ba5c2d963 on host n-h2-705658-22 for vnic_type normal with profile {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:55:51.005167 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.managers [req-6a991b63-e549-40e6-9f3f-43cc3c5f81a4 req-3764f81b-4af1-45a9-9d87-2a6c4adf4e26 service neutron] Attempting to bind port a876b0b6-80a9-416a-b052-db7ba5c2d963 by drivers openvswitch,hyperv on host n-h2-705658-22 at level 0 using segments [{'id': '839ae395-18c4-4db8-912c-98cffd4079a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'b01b2bcb-b6d7-427b-8018-a1eed8201f0c'}] {{(pid=105585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:55:51.005167 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a991b63-e549-40e6-9f3f-43cc3c5f81a4 req-3764f81b-4af1-45a9-9d87-2a6c4adf4e26 service neutron] Attempting to bind port a876b0b6-80a9-416a-b052-db7ba5c2d963 on network b01b2bcb-b6d7-427b-8018-a1eed8201f0c {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:55:51.063175 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a991b63-e549-40e6-9f3f-43cc3c5f81a4 req-3764f81b-4af1-45a9-9d87-2a6c4adf4e26 service neutron] Port a876b0b6-80a9-416a-b052-db7ba5c2d963 on network b01b2bcb-b6d7-427b-8018-a1eed8201f0c not bound, no agent of type Open vSwitch agent registered on host n-h2-705658-22 {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 20:55:51.063596 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a991b63-e549-40e6-9f3f-43cc3c5f81a4 req-3764f81b-4af1-45a9-9d87-2a6c4adf4e26 service neutron] Attempting to bind port a876b0b6-80a9-416a-b052-db7ba5c2d963 on network b01b2bcb-b6d7-427b-8018-a1eed8201f0c {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:55:51.068342 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-e09e5d91-8025-4cf7-a151-9dbdeee77ed3 req-f0afc4de-e7ea-4ad7-9233-a2f7432d7b04 service neutron] 10.222.0.36 "GET /v2.0/networks/7bcae981-8648-471e-89db-85c5dd38c4a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289427 Jul 27 20:55:51.113001 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a991b63-e549-40e6-9f3f-43cc3c5f81a4 req-3764f81b-4af1-45a9-9d87-2a6c4adf4e26 service neutron] Checking agent: {'id': '65195a73-a875-4810-9f5b-622ae260a8a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 49, 40), 'started_at': datetime.datetime(2021, 7, 27, 20, 49, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 55, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:55:51.113328 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a991b63-e549-40e6-9f3f-43cc3c5f81a4 req-3764f81b-4af1-45a9-9d87-2a6c4adf4e26 service neutron] Checking segment: {'id': '839ae395-18c4-4db8-912c-98cffd4079a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'b01b2bcb-b6d7-427b-8018-a1eed8201f0c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:55:51.113714 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a991b63-e549-40e6-9f3f-43cc3c5f81a4 req-3764f81b-4af1-45a9-9d87-2a6c4adf4e26 service neutron] Bound using segment: {'id': '839ae395-18c4-4db8-912c-98cffd4079a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'b01b2bcb-b6d7-427b-8018-a1eed8201f0c'} {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:55:51.114157 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.managers [req-6a991b63-e549-40e6-9f3f-43cc3c5f81a4 req-3764f81b-4af1-45a9-9d87-2a6c4adf4e26 service neutron] Bound port: a876b0b6-80a9-416a-b052-db7ba5c2d963, host: n-h2-705658-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '839ae395-18c4-4db8-912c-98cffd4079a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'b01b2bcb-b6d7-427b-8018-a1eed8201f0c'}}] {{(pid=105585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:55:51.114520 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-6a991b63-e549-40e6-9f3f-43cc3c5f81a4 req-3764f81b-4af1-45a9-9d87-2a6c4adf4e26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:51.118870 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-c960c5ff-9c31-4bc2-bfdd-e9a7d493a6f4 req-5017beeb-66a4-4a9f-b164-feffd032e0c3 tempest-ServersTestFqdnHostnames-310591036 tempest-ServersTestFqdnHostnames-310591036-project] 10.222.0.59 "GET /v2.0/security-groups?id=194109be-9331-415c-ac19-806186c2936d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1772890 Jul 27 20:55:51.255462 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-e09e5d91-8025-4cf7-a151-9dbdeee77ed3 req-ccccbfd8-b10b-4b3d-89bd-f39806e53fdb service neutron] 10.222.0.36 "GET /v2.0/networks/7bcae981-8648-471e-89db-85c5dd38c4a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1736264 Jul 27 20:55:51.267312 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-3a8cda50-7f72-4256-8749-355a293f1055 req-4e517989-f1ad-44f3-9009-ba63ebed800a tempest-ImagesOneServerNegativeTestJSON-323901233 tempest-ImagesOneServerNegativeTestJSON-323901233-project] 10.222.0.59 "GET /v2.0/ports?device_id=888d1369-8c84-4e25-bbc0-ddde8351d189 HTTP/1.1" status: 200 len: 210 time: 0.0356483 Jul 27 20:55:51.287687 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81677aa1-f41a-470a-be0a-eee8aff29d73 req-70e12032-24cf-4703-9779-241a632e8ea0 tempest-ServersTestJSON-933210889 tempest-ServersTestJSON-933210889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:51.287687 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-81677aa1-f41a-470a-be0a-eee8aff29d73 req-70e12032-24cf-4703-9779-241a632e8ea0 tempest-ServersTestJSON-933210889 tempest-ServersTestJSON-933210889-project] 10.222.0.59 "GET /v2.0/ports?device_id=9a206e42-b932-4dfe-bf46-6c2645af1695 HTTP/1.1" status: 200 len: 943 time: 0.2757530 Jul 27 20:55:51.393367 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.db [req-6a991b63-e549-40e6-9f3f-43cc3c5f81a4 req-3764f81b-4af1-45a9-9d87-2a6c4adf4e26 service neutron] For port a876b0b6-80a9-416a-b052-db7ba5c2d963, host n-h2-705658-22, cleared binding levels {{(pid=105585) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:55:51.407565 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-81677aa1-f41a-470a-be0a-eee8aff29d73 req-2015867a-803a-4e47-9ead-f3d64278ef7e tempest-ServersTestJSON-933210889 tempest-ServersTestJSON-933210889-project] 10.222.0.59 "GET /v2.0/security-groups?id=a0b73daf-d493-4273-bbc1-c25f03644436&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1098955 Jul 27 20:55:51.419895 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.db [req-6a991b63-e549-40e6-9f3f-43cc3c5f81a4 req-3764f81b-4af1-45a9-9d87-2a6c4adf4e26 service neutron] For port a876b0b6-80a9-416a-b052-db7ba5c2d963, host n-h2-705658-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=a876b0b6-80a9-416a-b052-db7ba5c2d963,segment=NetworkSegment(839ae395-18c4-4db8-912c-98cffd4079a9),segment_id=839ae395-18c4-4db8-912c-98cffd4079a9)] {{(pid=105585) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:55:51.431997 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-189052f2-8af1-44a4-b773-3bd1a6a93509 req-b4891c4d-5719-4064-8656-48385737002b tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] Notify callbacks [] for port, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:51.439136 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-6a991b63-e549-40e6-9f3f-43cc3c5f81a4 req-3764f81b-4af1-45a9-9d87-2a6c4adf4e26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10221672'] for port, after_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:51.489350 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.provisioning_blocks [req-189052f2-8af1-44a4-b773-3bd1a6a93509 req-b4891c4d-5719-4064-8656-48385737002b tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] Transition to ACTIVE for port object 49462502-98c7-474a-ab59-a5fef55bb950 will not be triggered until provisioned by entity DHCP. {{(pid=105585) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:55:51.505245 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a991b63-e549-40e6-9f3f-43cc3c5f81a4 req-3764f81b-4af1-45a9-9d87-2a6c4adf4e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:51.506176 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-6a991b63-e549-40e6-9f3f-43cc3c5f81a4 req-3764f81b-4af1-45a9-9d87-2a6c4adf4e26 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:51.507373 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-6a991b63-e549-40e6-9f3f-43cc3c5f81a4 req-3764f81b-4af1-45a9-9d87-2a6c4adf4e26 service neutron] 10.222.0.60 "PUT /v2.0/ports/a876b0b6-80a9-416a-b052-db7ba5c2d963 HTTP/1.1" status: 200 len: 1093 time: 2.8251717 Jul 27 20:55:51.509165 n-d-705658-22 neutron-server[105585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f0f9c94-4e94-47fe-9336-391cd2a98046', 'tag': 'a876b0b6-80a9-416a-b052-db7ba5c2d963'}] {{(pid=105585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:55:51.511439 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d66fd65881426bfc2b5388084a3654e5eae521106a15a3dbf0eb4cde7106c36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ddbba2b-0d7b-4d45-af89-9e31902356d4" -d '{"events": [{"name": "network-changed", "server_uuid": "8f0f9c94-4e94-47fe-9336-391cd2a98046", "tag": "a876b0b6-80a9-416a-b052-db7ba5c2d963"}]}' {{(pid=105585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:55:51.549991 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbaaa840-cb66-4860-b8dd-069506fb2d63 req-6331c847-34bd-4d7e-b733-e6a5c8213582 tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:51.551646 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-bbaaa840-cb66-4860-b8dd-069506fb2d63 req-6331c847-34bd-4d7e-b733-e6a5c8213582 tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] 10.222.0.59 "GET /v2.0/ports?device_id=23a39a45-86ad-4a34-aa42-6affa73d3ff5 HTTP/1.1" status: 200 len: 945 time: 0.2124133 Jul 27 20:55:51.573612 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3764f81b-4af1-45a9-9d87-2a6c4adf4e26 service neutron] Pushing event updated for resources: {'Port': ['ID=a876b0b6-80a9-416a-b052-db7ba5c2d963,revision_number=3']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:55:51.612592 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 20:55:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad19673b-414c-470e-89b4-ac6f2f8d8e9d x-openstack-request-id: req-ad19673b-414c-470e-89b4-ac6f2f8d8e9d {{(pid=105585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:55:51.612954 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f0f9c94-4e94-47fe-9336-391cd2a98046", "tag": "a876b0b6-80a9-416a-b052-db7ba5c2d963", "status": "completed", "code": 200}]} {{(pid=105585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:55:51.613157 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-ad19673b-414c-470e-89b4-ac6f2f8d8e9d {{(pid=105585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:55:51.613519 n-d-705658-22 neutron-server[105585]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f0f9c94-4e94-47fe-9336-391cd2a98046', 'tag': 'a876b0b6-80a9-416a-b052-db7ba5c2d963', 'status': 'completed', 'code': 200} Jul 27 20:55:51.658352 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-bbaaa840-cb66-4860-b8dd-069506fb2d63 req-31a52c8d-255e-49ed-94b4-72a795ea70de tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] 10.222.0.59 "GET /v2.0/security-groups?id=1749b80d-91c6-4bd3-8e8d-666bd095400f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990295 Jul 27 20:55:51.660582 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-189052f2-8af1-44a4-b773-3bd1a6a93509 req-b4891c4d-5719-4064-8656-48385737002b tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:51.672742 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] get_ports_and_sgs() called for port_ids ['7c8a5e21-eb13-4770-9477-daf1bab77ba3', '76cb3011-9231-42e6-9602-db23c446c928'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 20:55:51.752006 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-189052f2-8af1-44a4-b773-3bd1a6a93509 req-b4891c4d-5719-4064-8656-48385737002b tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] Network 4d64aa0b-bd6a-468e-8edc-c83689947462 is already hosted by enough agents. {{(pid=105585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:55:51.770629 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.base_scheduler [req-189052f2-8af1-44a4-b773-3bd1a6a93509 req-b4891c4d-5719-4064-8656-48385737002b tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] Resources bound (agent type, host, resource id): {{(pid=105585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:55:51.773697 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.l3_dvrscheduler_db [req-189052f2-8af1-44a4-b773-3bd1a6a93509 req-b4891c4d-5719-4064-8656-48385737002b tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] Received port after_create {{(pid=105585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:55:51.776333 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4891c4d-5719-4064-8656-48385737002b tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] Pushing event updated for resources: {'Port': ['ID=49462502-98c7-474a-ab59-a5fef55bb950,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:55:51.848570 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a991b63-e549-40e6-9f3f-43cc3c5f81a4 req-44da1206-00bc-4fbd-a339-3a19bb8216eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:51.851067 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-6a991b63-e549-40e6-9f3f-43cc3c5f81a4 req-44da1206-00bc-4fbd-a339-3a19bb8216eb service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=4db6b04858584f16a518b56ddf54baba&device_id=8f0f9c94-4e94-47fe-9336-391cd2a98046 HTTP/1.1" status: 200 len: 1096 time: 0.2946024 Jul 27 20:55:51.969068 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-6a991b63-e549-40e6-9f3f-43cc3c5f81a4 req-38f7c220-32bf-4909-a277-f71bd1124a40 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a876b0b6-80a9-416a-b052-db7ba5c2d963 HTTP/1.1" status: 200 len: 217 time: 0.1050441 Jul 27 20:55:51.977906 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189052f2-8af1-44a4-b773-3bd1a6a93509 req-b4891c4d-5719-4064-8656-48385737002b tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:51.978824 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-189052f2-8af1-44a4-b773-3bd1a6a93509 req-b4891c4d-5719-4064-8656-48385737002b tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:51.997581 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d81064-2799-4e12-935b-2077013be7b0 req-6a4f6487-f193-4ceb-8560-99dfedcdad1a tempest-ImagesOneServerNegativeTestJSON-323901233 tempest-ImagesOneServerNegativeTestJSON-323901233-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:51.999444 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-a6d81064-2799-4e12-935b-2077013be7b0 req-6a4f6487-f193-4ceb-8560-99dfedcdad1a tempest-ImagesOneServerNegativeTestJSON-323901233 tempest-ImagesOneServerNegativeTestJSON-323901233-project] 10.222.0.60 "GET /v2.0/networks?id=48421823-0af9-4dd2-9d0c-663808a5aff4 HTTP/1.1" status: 200 len: 822 time: 0.2614737 Jul 27 20:55:52.016292 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [req-a6d81064-2799-4e12-935b-2077013be7b0 req-10d6aea7-e32e-40a3-93cb-bdb156be95cc tempest-ImagesOneServerNegativeTestJSON-323901233 tempest-ImagesOneServerNegativeTestJSON-323901233-project] Request body: {'port': {'device_id': '888d1369-8c84-4e25-bbc0-ddde8351d189', 'network_id': '48421823-0af9-4dd2-9d0c-663808a5aff4', 'admin_state_up': True, 'tenant_id': '1bebab2985374229918b3d141f0a79f2'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:55:52.115035 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-189052f2-8af1-44a4-b773-3bd1a6a93509 req-b4891c4d-5719-4064-8656-48385737002b tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.1235068 Jul 27 20:55:52.127934 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a991b63-e549-40e6-9f3f-43cc3c5f81a4 req-00b9c3e9-fff2-4ca5-a71c-20711cabd28e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:52.129424 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-6a991b63-e549-40e6-9f3f-43cc3c5f81a4 req-00b9c3e9-fff2-4ca5-a71c-20711cabd28e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e2dc11f6-d37b-4723-b3bb-cb12e54fb98a HTTP/1.1" status: 200 len: 853 time: 0.1466517 Jul 27 20:55:52.137476 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [req-189052f2-8af1-44a4-b773-3bd1a6a93509 req-06b3021c-6c07-4a79-868d-0a63e9a1e11f service neutron] Request body: {'port': {'device_id': '6a9e53e1-344c-4083-a4f6-dbd12c7060f8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-705658-22'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:55:52.226408 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a6d81064-2799-4e12-935b-2077013be7b0 req-10d6aea7-e32e-40a3-93cb-bdb156be95cc tempest-ImagesOneServerNegativeTestJSON-323901233 tempest-ImagesOneServerNegativeTestJSON-323901233-project] Made reservation on behalf of 1bebab2985374229918b3d141f0a79f2 for: {'port': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:55:52.232476 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-a6d81064-2799-4e12-935b-2077013be7b0 req-10d6aea7-e32e-40a3-93cb-bdb156be95cc tempest-ImagesOneServerNegativeTestJSON-323901233 tempest-ImagesOneServerNegativeTestJSON-323901233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:52.235993 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-8eb2f71e-eb98-4bf1-8080-f66090f4b1e4 None None] Provisioning for port 49462502-98c7-474a-ab59-a5fef55bb950 completed by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:55:52.249999 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-8eb2f71e-eb98-4bf1-8080-f66090f4b1e4 None None] Provisioning complete for port 49462502-98c7-474a-ab59-a5fef55bb950 triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:55:52.250315 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-8eb2f71e-eb98-4bf1-8080-f66090f4b1e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:52.299406 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-8eb2f71e-eb98-4bf1-8080-f66090f4b1e4 None None] Port 49462502-98c7-474a-ab59-a5fef55bb950 cannot update to ACTIVE because it is not bound. {{(pid=105586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 20:55:52.393208 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.db_base_plugin_common [req-a6d81064-2799-4e12-935b-2077013be7b0 req-10d6aea7-e32e-40a3-93cb-bdb156be95cc tempest-ImagesOneServerNegativeTestJSON-323901233 tempest-ImagesOneServerNegativeTestJSON-323901233-project] Allocated IP 172.20.0.12 (48421823-0af9-4dd2-9d0c-663808a5aff4/109d73c7-c2b7-4bb2-839e-dc2ca31c6403/d2879368-24c8-4f2b-93ad-567cface9925) {{(pid=105584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:55:52.552622 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-a6d81064-2799-4e12-935b-2077013be7b0 req-10d6aea7-e32e-40a3-93cb-bdb156be95cc tempest-ImagesOneServerNegativeTestJSON-323901233 tempest-ImagesOneServerNegativeTestJSON-323901233-project] Notify callbacks [] for port, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:52.559582 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a60d8e-f29d-43d9-9584-7595bdca5dfb req-200104a8-c071-4c02-9f13-3679b4b3a3fc tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:52.561116 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-84a60d8e-f29d-43d9-9584-7595bdca5dfb req-200104a8-c071-4c02-9f13-3679b4b3a3fc tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] 10.222.0.59 "GET /v2.0/ports?device_id=6a9e53e1-344c-4083-a4f6-dbd12c7060f8 HTTP/1.1" status: 200 len: 936 time: 0.5300307 Jul 27 20:55:52.597577 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-a6d81064-2799-4e12-935b-2077013be7b0 req-10d6aea7-e32e-40a3-93cb-bdb156be95cc tempest-ImagesOneServerNegativeTestJSON-323901233 tempest-ImagesOneServerNegativeTestJSON-323901233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:52.607867 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-189052f2-8af1-44a4-b773-3bd1a6a93509 req-06b3021c-6c07-4a79-868d-0a63e9a1e11f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:52.643823 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c89d66-424f-4dd2-b166-5edb9abc76e5 req-faa071f7-ca5b-40c8-b5a7-5e1d09809cfc tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:52.645268 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a6d81064-2799-4e12-935b-2077013be7b0 req-10d6aea7-e32e-40a3-93cb-bdb156be95cc tempest-ImagesOneServerNegativeTestJSON-323901233 tempest-ImagesOneServerNegativeTestJSON-323901233-project] Network 48421823-0af9-4dd2-9d0c-663808a5aff4 is already hosted by enough agents. {{(pid=105584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:55:52.645401 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-37c89d66-424f-4dd2-b166-5edb9abc76e5 req-faa071f7-ca5b-40c8-b5a7-5e1d09809cfc tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] 10.222.0.59 "GET /v2.0/ports?device_id=d98e24ae-b25b-4b80-9e73-32ae4bc5c50f HTTP/1.1" status: 200 len: 950 time: 0.4739630 Jul 27 20:55:52.647210 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a991b63-e549-40e6-9f3f-43cc3c5f81a4 req-7ad0bebd-65fd-4f47-bf33-70c0457abab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:52.648635 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-6a991b63-e549-40e6-9f3f-43cc3c5f81a4 req-7ad0bebd-65fd-4f47-bf33-70c0457abab3 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b01b2bcb-b6d7-427b-8018-a1eed8201f0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5069394 Jul 27 20:55:52.652302 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [req-a6d81064-2799-4e12-935b-2077013be7b0 req-10d6aea7-e32e-40a3-93cb-bdb156be95cc tempest-ImagesOneServerNegativeTestJSON-323901233 tempest-ImagesOneServerNegativeTestJSON-323901233-project] Resources bound (agent type, host, resource id): {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:55:52.656913 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6d81064-2799-4e12-935b-2077013be7b0 req-10d6aea7-e32e-40a3-93cb-bdb156be95cc tempest-ImagesOneServerNegativeTestJSON-323901233 tempest-ImagesOneServerNegativeTestJSON-323901233-project] Received port after_create {{(pid=105584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:55:52.683787 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d6aea7-e32e-40a3-93cb-bdb156be95cc tempest-ImagesOneServerNegativeTestJSON-323901233 tempest-ImagesOneServerNegativeTestJSON-323901233-project] Pushing event updated for resources: {'Port': ['ID=d2879368-24c8-4f2b-93ad-567cface9925,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:55:52.709507 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d81064-2799-4e12-935b-2077013be7b0 req-10d6aea7-e32e-40a3-93cb-bdb156be95cc tempest-ImagesOneServerNegativeTestJSON-323901233 tempest-ImagesOneServerNegativeTestJSON-323901233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:52.710166 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-a6d81064-2799-4e12-935b-2077013be7b0 req-10d6aea7-e32e-40a3-93cb-bdb156be95cc tempest-ImagesOneServerNegativeTestJSON-323901233 tempest-ImagesOneServerNegativeTestJSON-323901233-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:52.715736 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-84a60d8e-f29d-43d9-9584-7595bdca5dfb req-e53dfbf8-9f0e-410a-93a4-e576f0c0334e tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] 10.222.0.59 "GET /v2.0/security-groups?id=c6534cb3-b44e-4a83-b57e-ddb72c2ad843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369219 Jul 27 20:55:52.726569 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-a6d81064-2799-4e12-935b-2077013be7b0 req-10d6aea7-e32e-40a3-93cb-bdb156be95cc tempest-ImagesOneServerNegativeTestJSON-323901233 tempest-ImagesOneServerNegativeTestJSON-323901233-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7162879 Jul 27 20:55:52.739575 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [req-a6d81064-2799-4e12-935b-2077013be7b0 req-5c979dbf-ab6c-4ec7-ba99-ca5b3a58e581 service neutron] Request body: {'port': {'device_id': '888d1369-8c84-4e25-bbc0-ddde8351d189', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-705658-22'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:55:52.862093 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-a6d81064-2799-4e12-935b-2077013be7b0 req-5c979dbf-ab6c-4ec7-ba99-ca5b3a58e581 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:52.871531 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-37c89d66-424f-4dd2-b166-5edb9abc76e5 req-065b1b96-88c4-4953-b429-24ad2901ed5e tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] 10.222.0.59 "GET /v2.0/security-groups?id=dea81a77-85b4-4e12-8e1d-b19e89484a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1969607 Jul 27 20:55:52.928088 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77e1e6e8-dc93-4654-9cee-5f93a60c626e', 'name': 'network-vif-deleted', 'tag': 'd0604db9-6e9b-4861-ac03-120cc4acb6b7'}, {'name': 'network-changed', 'server_uuid': '9a206e42-b932-4dfe-bf46-6c2645af1695', 'tag': '9cb39833-1334-4bd0-a64f-651575d3a188'}] {{(pid=105584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:55:52.936249 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bce5e6c8685464f7626901654159975603b047827e3138302ed6566e28f1343" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca4d6344-17c4-41c8-8dd3-ef7a58033a93" -d '{"events": [{"server_uuid": "77e1e6e8-dc93-4654-9cee-5f93a60c626e", "name": "network-vif-deleted", "tag": "d0604db9-6e9b-4861-ac03-120cc4acb6b7"}, {"name": "network-changed", "server_uuid": "9a206e42-b932-4dfe-bf46-6c2645af1695", "tag": "9cb39833-1334-4bd0-a64f-651575d3a188"}]}' {{(pid=105584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:55:53.005186 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-6a991b63-e549-40e6-9f3f-43cc3c5f81a4 req-77b18149-4ee7-4bb8-9b43-03cbae531c39 service neutron] 10.222.0.60 "GET /v2.0/networks/b01b2bcb-b6d7-427b-8018-a1eed8201f0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3187499 Jul 27 20:55:53.179471 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f30f9b-dacf-49ff-8b5b-b65b9d25b52c req-d44a1bc6-d559-4bca-bb93-cd2634065be2 tempest-ServersTestFqdnHostnames-310591036 tempest-ServersTestFqdnHostnames-310591036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:53.181082 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a4f30f9b-dacf-49ff-8b5b-b65b9d25b52c req-d44a1bc6-d559-4bca-bb93-cd2634065be2 tempest-ServersTestFqdnHostnames-310591036 tempest-ServersTestFqdnHostnames-310591036-project] 10.222.0.59 "GET /v2.0/ports?device_id=8f0f9c94-4e94-47fe-9336-391cd2a98046 HTTP/1.1" status: 200 len: 944 time: 0.3427925 Jul 27 20:55:53.253918 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-6a991b63-e549-40e6-9f3f-43cc3c5f81a4 req-8893520b-cb42-4dac-aa67-755ff74542a1 service neutron] 10.222.0.60 "GET /v2.0/networks/b01b2bcb-b6d7-427b-8018-a1eed8201f0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2201893 Jul 27 20:55:53.299891 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90acf41-1b2c-4bdf-b929-28acdee7f2c4 req-edbad968-65fe-4904-851f-434799f0670c tempest-ImagesOneServerNegativeTestJSON-323901233 tempest-ImagesOneServerNegativeTestJSON-323901233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:53.302458 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b90acf41-1b2c-4bdf-b929-28acdee7f2c4 req-edbad968-65fe-4904-851f-434799f0670c tempest-ImagesOneServerNegativeTestJSON-323901233 tempest-ImagesOneServerNegativeTestJSON-323901233-project] 10.222.0.59 "GET /v2.0/ports?device_id=888d1369-8c84-4e25-bbc0-ddde8351d189 HTTP/1.1" status: 200 len: 932 time: 0.3115795 Jul 27 20:55:53.316852 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [req-a6d81064-2799-4e12-935b-2077013be7b0 req-5c979dbf-ab6c-4ec7-ba99-ca5b3a58e581 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d2879368-24c8-4f2b-93ad-567cface9925 {{(pid=105584) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 20:55:53.321783 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a4f30f9b-dacf-49ff-8b5b-b65b9d25b52c req-a2d8cbb5-d7e5-40c4-a01e-c47c4cf9b5e9 tempest-ServersTestFqdnHostnames-310591036 tempest-ServersTestFqdnHostnames-310591036-project] 10.222.0.59 "GET /v2.0/security-groups?id=194109be-9331-415c-ac19-806186c2936d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1267138 Jul 27 20:55:53.332935 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-a6d81064-2799-4e12-935b-2077013be7b0 req-5c979dbf-ab6c-4ec7-ba99-ca5b3a58e581 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:53.341301 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.provisioning_blocks [req-a6d81064-2799-4e12-935b-2077013be7b0 req-5c979dbf-ab6c-4ec7-ba99-ca5b3a58e581 service neutron] Transition to ACTIVE for port object d2879368-24c8-4f2b-93ad-567cface9925 will not be triggered until provisioned by entity L2. {{(pid=105584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:55:53.347480 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-a6d81064-2799-4e12-935b-2077013be7b0 req-5c979dbf-ab6c-4ec7-ba99-ca5b3a58e581 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9014027'] for port, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:53.424755 n-d-705658-22 neutron-server[105585]: DEBUG neutron.notifiers.nova [req-189052f2-8af1-44a4-b773-3bd1a6a93509 req-06b3021c-6c07-4a79-868d-0a63e9a1e11f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49462502-98c7-474a-ab59-a5fef55bb950 {{(pid=105585) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 20:55:53.440738 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-189052f2-8af1-44a4-b773-3bd1a6a93509 req-06b3021c-6c07-4a79-868d-0a63e9a1e11f service neutron] Notify callbacks [] for port, precommit_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:53.443921 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c979dbf-ab6c-4ec7-ba99-ca5b3a58e581 service neutron] Pushing event updated for resources: {'Port': ['ID=d2879368-24c8-4f2b-93ad-567cface9925,revision_number=2']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:55:53.518016 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b90acf41-1b2c-4bdf-b929-28acdee7f2c4 req-da66bcb9-c30a-4874-8daf-756f29ea095b tempest-ImagesOneServerNegativeTestJSON-323901233 tempest-ImagesOneServerNegativeTestJSON-323901233-project] 10.222.0.59 "GET /v2.0/security-groups?id=b49152d2-7ea9-4069-930d-17bb1fb95e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1623070 Jul 27 20:55:53.526002 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.provisioning_blocks [req-189052f2-8af1-44a4-b773-3bd1a6a93509 req-06b3021c-6c07-4a79-868d-0a63e9a1e11f service neutron] Transition to ACTIVE for port object 49462502-98c7-474a-ab59-a5fef55bb950 will not be triggered until provisioned by entity L2. {{(pid=105585) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:55:53.535406 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-189052f2-8af1-44a4-b773-3bd1a6a93509 req-06b3021c-6c07-4a79-868d-0a63e9a1e11f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10221672'] for port, after_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:53.586377 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddbba2b-0d7b-4d45-af89-9e31902356d4 req-e9f4fba7-542e-414a-9330-f38c5463243b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:53.588282 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-7ddbba2b-0d7b-4d45-af89-9e31902356d4 req-e9f4fba7-542e-414a-9330-f38c5463243b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=4db6b04858584f16a518b56ddf54baba&device_id=8f0f9c94-4e94-47fe-9336-391cd2a98046 HTTP/1.1" status: 200 len: 1096 time: 0.2653942 Jul 27 20:55:53.621313 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [req-a6d81064-2799-4e12-935b-2077013be7b0 req-5c979dbf-ab6c-4ec7-ba99-ca5b3a58e581 service neutron] Attempting to bind port d2879368-24c8-4f2b-93ad-567cface9925 on host n-h2-705658-22 for vnic_type normal with profile {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:55:53.621471 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [req-a6d81064-2799-4e12-935b-2077013be7b0 req-5c979dbf-ab6c-4ec7-ba99-ca5b3a58e581 service neutron] Attempting to bind port d2879368-24c8-4f2b-93ad-567cface9925 by drivers openvswitch,hyperv on host n-h2-705658-22 at level 0 using segments [{'id': '1a6df4b8-1b7f-4c91-aeab-868433773047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '48421823-0af9-4dd2-9d0c-663808a5aff4'}] {{(pid=105584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:55:53.621767 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6d81064-2799-4e12-935b-2077013be7b0 req-5c979dbf-ab6c-4ec7-ba99-ca5b3a58e581 service neutron] Attempting to bind port d2879368-24c8-4f2b-93ad-567cface9925 on network 48421823-0af9-4dd2-9d0c-663808a5aff4 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:55:53.627103 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6d81064-2799-4e12-935b-2077013be7b0 req-5c979dbf-ab6c-4ec7-ba99-ca5b3a58e581 service neutron] Port d2879368-24c8-4f2b-93ad-567cface9925 on network 48421823-0af9-4dd2-9d0c-663808a5aff4 not bound, no agent of type Open vSwitch agent registered on host n-h2-705658-22 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 20:55:53.627430 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6d81064-2799-4e12-935b-2077013be7b0 req-5c979dbf-ab6c-4ec7-ba99-ca5b3a58e581 service neutron] Attempting to bind port d2879368-24c8-4f2b-93ad-567cface9925 on network 48421823-0af9-4dd2-9d0c-663808a5aff4 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:55:53.632658 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6d81064-2799-4e12-935b-2077013be7b0 req-5c979dbf-ab6c-4ec7-ba99-ca5b3a58e581 service neutron] Checking agent: {'id': '65195a73-a875-4810-9f5b-622ae260a8a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 49, 40), 'started_at': datetime.datetime(2021, 7, 27, 20, 49, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 55, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:55:53.633123 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6d81064-2799-4e12-935b-2077013be7b0 req-5c979dbf-ab6c-4ec7-ba99-ca5b3a58e581 service neutron] Checking segment: {'id': '1a6df4b8-1b7f-4c91-aeab-868433773047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '48421823-0af9-4dd2-9d0c-663808a5aff4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:55:53.633620 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6d81064-2799-4e12-935b-2077013be7b0 req-5c979dbf-ab6c-4ec7-ba99-ca5b3a58e581 service neutron] Bound using segment: {'id': '1a6df4b8-1b7f-4c91-aeab-868433773047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '48421823-0af9-4dd2-9d0c-663808a5aff4'} {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:55:53.634160 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [req-a6d81064-2799-4e12-935b-2077013be7b0 req-5c979dbf-ab6c-4ec7-ba99-ca5b3a58e581 service neutron] Bound port: d2879368-24c8-4f2b-93ad-567cface9925, host: n-h2-705658-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a6df4b8-1b7f-4c91-aeab-868433773047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '48421823-0af9-4dd2-9d0c-663808a5aff4'}}] {{(pid=105584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:55:53.634636 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-a6d81064-2799-4e12-935b-2077013be7b0 req-5c979dbf-ab6c-4ec7-ba99-ca5b3a58e581 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:53.657753 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b3021c-6c07-4a79-868d-0a63e9a1e11f service neutron] Pushing event updated for resources: {'Port': ['ID=49462502-98c7-474a-ab59-a5fef55bb950,revision_number=2']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:55:53.737694 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [req-a6d81064-2799-4e12-935b-2077013be7b0 req-5c979dbf-ab6c-4ec7-ba99-ca5b3a58e581 service neutron] For port d2879368-24c8-4f2b-93ad-567cface9925, host n-h2-705658-22, cleared binding levels {{(pid=105584) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:55:53.741539 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [req-a6d81064-2799-4e12-935b-2077013be7b0 req-5c979dbf-ab6c-4ec7-ba99-ca5b3a58e581 service neutron] For port d2879368-24c8-4f2b-93ad-567cface9925, host n-h2-705658-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=d2879368-24c8-4f2b-93ad-567cface9925,segment=NetworkSegment(1a6df4b8-1b7f-4c91-aeab-868433773047),segment_id=1a6df4b8-1b7f-4c91-aeab-868433773047)] {{(pid=105584) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:55:53.746589 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-a6d81064-2799-4e12-935b-2077013be7b0 req-5c979dbf-ab6c-4ec7-ba99-ca5b3a58e581 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9014027'] for port, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:53.792987 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d81064-2799-4e12-935b-2077013be7b0 req-5c979dbf-ab6c-4ec7-ba99-ca5b3a58e581 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:53.793981 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-a6d81064-2799-4e12-935b-2077013be7b0 req-5c979dbf-ab6c-4ec7-ba99-ca5b3a58e581 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:53.795577 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-a6d81064-2799-4e12-935b-2077013be7b0 req-5c979dbf-ab6c-4ec7-ba99-ca5b3a58e581 service neutron] 10.222.0.60 "PUT /v2.0/ports/d2879368-24c8-4f2b-93ad-567cface9925 HTTP/1.1" status: 200 len: 1093 time: 1.0607088 Jul 27 20:55:53.819422 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48cb839-9b18-42a8-8146-348e26a85a59 req-ad56e398-cc2f-4b75-a734-b7c8846cc44d tempest-ServersTestJSON-933210889 tempest-ServersTestJSON-933210889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:53.827251 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b48cb839-9b18-42a8-8146-348e26a85a59 req-ad56e398-cc2f-4b75-a734-b7c8846cc44d tempest-ServersTestJSON-933210889 tempest-ServersTestJSON-933210889-project] 10.222.0.59 "GET /v2.0/ports?device_id=9a206e42-b932-4dfe-bf46-6c2645af1695 HTTP/1.1" status: 200 len: 943 time: 0.3690593 Jul 27 20:55:53.859657 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c979dbf-ab6c-4ec7-ba99-ca5b3a58e581 service neutron] Pushing event updated for resources: {'Port': ['ID=d2879368-24c8-4f2b-93ad-567cface9925,revision_number=3']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:55:53.861679 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device 9cb39833-1334-4bd0-a64f-651575d3a188 details requested by agent hyperv_n-h1-705658-22 with host n-h1-705658-22 {{(pid=105586) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 20:55:53.953658 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d81064-2799-4e12-935b-2077013be7b0 req-0631b0e6-a7fa-410b-bdff-915dc6c8b64f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:53.966491 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-a6d81064-2799-4e12-935b-2077013be7b0 req-0631b0e6-a7fa-410b-bdff-915dc6c8b64f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1bebab2985374229918b3d141f0a79f2&device_id=888d1369-8c84-4e25-bbc0-ddde8351d189 HTTP/1.1" status: 200 len: 1096 time: 0.1037574 Jul 27 20:55:54.020294 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-a6d81064-2799-4e12-935b-2077013be7b0 req-581eaad6-b684-4025-ab14-db12693ed245 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d2879368-24c8-4f2b-93ad-567cface9925 HTTP/1.1" status: 200 len: 217 time: 0.0441957 Jul 27 20:55:54.031801 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] For port 9cb39833-1334-4bd0-a64f-651575d3a188, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=9cb39833-1334-4bd0-a64f-651575d3a188,segment=NetworkSegment(9dcee0f9-4d46-4446-867e-34216aa290b0),segment_id=9dcee0f9-4d46-4446-867e-34216aa290b0)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:55:54.048679 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Returning: {'device': '9cb39833-1334-4bd0-a64f-651575d3a188', 'network_id': '7bcae981-8648-471e-89db-85c5dd38c4a9', 'port_id': '9cb39833-1334-4bd0-a64f-651575d3a188', 'mac_address': 'fa:16:3e:01:62:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79e9814a-bc6d-4124-93bb-2b85b8b7cfb1', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105586) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 20:55:54.087178 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d81064-2799-4e12-935b-2077013be7b0 req-888f0b70-70ee-4736-92a7-af45b58ce85d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:54.088979 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-a6d81064-2799-4e12-935b-2077013be7b0 req-888f0b70-70ee-4736-92a7-af45b58ce85d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=109d73c7-c2b7-4bb2-839e-dc2ca31c6403 HTTP/1.1" status: 200 len: 862 time: 0.0620482 Jul 27 20:55:54.104126 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:54.114259 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b48cb839-9b18-42a8-8146-348e26a85a59 req-dcb35891-72a1-4be1-8896-cac045acd6a0 tempest-ServersTestJSON-933210889 tempest-ServersTestJSON-933210889-project] 10.222.0.59 "GET /v2.0/security-groups?id=a0b73daf-d493-4273-bbc1-c25f03644436&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2844069 Jul 27 20:55:54.131251 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9cb39833-1334-4bd0-a64f-651575d3a188 {{(pid=105586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 20:55:54.132935 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddbba2b-0d7b-4d45-af89-9e31902356d4 req-7f865b02-e8ed-471b-a643-910eaa80af6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:54.134413 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-7ddbba2b-0d7b-4d45-af89-9e31902356d4 req-7f865b02-e8ed-471b-a643-910eaa80af6b service neutron] 10.222.0.60 "GET /v2.0/networks?id=b01b2bcb-b6d7-427b-8018-a1eed8201f0c HTTP/1.1" status: 200 len: 915 time: 0.5358527 Jul 27 20:55:54.140904 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-a6d81064-2799-4e12-935b-2077013be7b0 req-5ac6cfc7-889c-4b34-89b3-60ad79b05241 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=48421823-0af9-4dd2-9d0c-663808a5aff4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0432692 Jul 27 20:55:54.144998 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.managers [req-189052f2-8af1-44a4-b773-3bd1a6a93509 req-06b3021c-6c07-4a79-868d-0a63e9a1e11f service neutron] Attempting to bind port 49462502-98c7-474a-ab59-a5fef55bb950 on host n-h1-705658-22 for vnic_type normal with profile {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:55:54.145330 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.managers [req-189052f2-8af1-44a4-b773-3bd1a6a93509 req-06b3021c-6c07-4a79-868d-0a63e9a1e11f service neutron] Attempting to bind port 49462502-98c7-474a-ab59-a5fef55bb950 by drivers openvswitch,hyperv on host n-h1-705658-22 at level 0 using segments [{'id': '86b1e6f6-d629-4b03-8944-4cdfbfb93d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '4d64aa0b-bd6a-468e-8edc-c83689947462'}] {{(pid=105585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:55:54.145657 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-189052f2-8af1-44a4-b773-3bd1a6a93509 req-06b3021c-6c07-4a79-868d-0a63e9a1e11f service neutron] Attempting to bind port 49462502-98c7-474a-ab59-a5fef55bb950 on network 4d64aa0b-bd6a-468e-8edc-c83689947462 {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:55:54.162667 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] For port 9cb39833-1334-4bd0-a64f-651575d3a188, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=9cb39833-1334-4bd0-a64f-651575d3a188,segment=NetworkSegment(9dcee0f9-4d46-4446-867e-34216aa290b0),segment_id=9dcee0f9-4d46-4446-867e-34216aa290b0)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:55:54.169919 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:54.176067 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e158ba-4f3a-41bb-92d1-4af7e912b70a req-fc427f15-0729-4a80-9e54-4fc86278640e tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:54.183114 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b8e158ba-4f3a-41bb-92d1-4af7e912b70a req-fc427f15-0729-4a80-9e54-4fc86278640e tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] 10.222.0.59 "GET /v2.0/ports?device_id=23a39a45-86ad-4a34-aa42-6affa73d3ff5 HTTP/1.1" status: 200 len: 945 time: 0.4524486 Jul 27 20:55:54.190267 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-189052f2-8af1-44a4-b773-3bd1a6a93509 req-06b3021c-6c07-4a79-868d-0a63e9a1e11f service neutron] Port 49462502-98c7-474a-ab59-a5fef55bb950 on network 4d64aa0b-bd6a-468e-8edc-c83689947462 not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-22 {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 20:55:54.190592 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-189052f2-8af1-44a4-b773-3bd1a6a93509 req-06b3021c-6c07-4a79-868d-0a63e9a1e11f service neutron] Attempting to bind port 49462502-98c7-474a-ab59-a5fef55bb950 on network 4d64aa0b-bd6a-468e-8edc-c83689947462 {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:55:54.237145 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-7ddbba2b-0d7b-4d45-af89-9e31902356d4 req-dfb56b56-d56b-4d9b-8452-ad982d0d94ea service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a876b0b6-80a9-416a-b052-db7ba5c2d963 HTTP/1.1" status: 200 len: 217 time: 0.0804524 Jul 27 20:55:54.241304 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-189052f2-8af1-44a4-b773-3bd1a6a93509 req-06b3021c-6c07-4a79-868d-0a63e9a1e11f service neutron] Checking agent: {'id': '9d9bc37f-4d75-44ef-9f63-799aab3e316f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 49, 36), 'started_at': datetime.datetime(2021, 7, 27, 20, 49, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 55, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:55:54.241666 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-189052f2-8af1-44a4-b773-3bd1a6a93509 req-06b3021c-6c07-4a79-868d-0a63e9a1e11f service neutron] Checking segment: {'id': '86b1e6f6-d629-4b03-8944-4cdfbfb93d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '4d64aa0b-bd6a-468e-8edc-c83689947462'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:55:54.242027 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-189052f2-8af1-44a4-b773-3bd1a6a93509 req-06b3021c-6c07-4a79-868d-0a63e9a1e11f service neutron] Bound using segment: {'id': '86b1e6f6-d629-4b03-8944-4cdfbfb93d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '4d64aa0b-bd6a-468e-8edc-c83689947462'} {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:55:54.242460 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.managers [req-189052f2-8af1-44a4-b773-3bd1a6a93509 req-06b3021c-6c07-4a79-868d-0a63e9a1e11f service neutron] Bound port: 49462502-98c7-474a-ab59-a5fef55bb950, host: n-h1-705658-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '86b1e6f6-d629-4b03-8944-4cdfbfb93d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '4d64aa0b-bd6a-468e-8edc-c83689947462'}}] {{(pid=105585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:55:54.242823 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-189052f2-8af1-44a4-b773-3bd1a6a93509 req-06b3021c-6c07-4a79-868d-0a63e9a1e11f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:54.289248 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Pushing event updated for resources: {'Port': ['ID=9cb39833-1334-4bd0-a64f-651575d3a188,revision_number=4']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:55:54.342445 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-a6d81064-2799-4e12-935b-2077013be7b0 req-55274a04-60d2-4963-a491-4cde7e5db834 service neutron] 10.222.0.60 "GET /v2.0/networks/48421823-0af9-4dd2-9d0c-663808a5aff4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1883445 Jul 27 20:55:54.348117 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 27 Jul 2021 20:55:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ff2f51f-f83c-4d1b-bee6-0b3c4c219d8a x-openstack-request-id: req-7ff2f51f-f83c-4d1b-bee6-0b3c4c219d8a {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:55:54.349305 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77e1e6e8-dc93-4654-9cee-5f93a60c626e", "name": "network-vif-deleted", "tag": "d0604db9-6e9b-4861-ac03-120cc4acb6b7", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "9a206e42-b932-4dfe-bf46-6c2645af1695", "tag": "9cb39833-1334-4bd0-a64f-651575d3a188", "status": "completed", "code": 200}]} {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:55:54.353906 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-7ff2f51f-f83c-4d1b-bee6-0b3c4c219d8a {{(pid=105584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:55:54.354548 n-d-705658-22 neutron-server[105584]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77e1e6e8-dc93-4654-9cee-5f93a60c626e', 'name': 'network-vif-deleted', 'tag': 'd0604db9-6e9b-4861-ac03-120cc4acb6b7', 'status': 'completed', 'code': 200} Jul 27 20:55:54.355006 n-d-705658-22 neutron-server[105584]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a206e42-b932-4dfe-bf46-6c2645af1695', 'tag': '9cb39833-1334-4bd0-a64f-651575d3a188', 'status': 'completed', 'code': 200} Jul 27 20:55:54.357273 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b8e158ba-4f3a-41bb-92d1-4af7e912b70a req-a5aa1a62-67d3-4e6d-b455-e411ccf2543c tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] 10.222.0.59 "GET /v2.0/security-groups?id=1749b80d-91c6-4bd3-8e8d-666bd095400f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732047 Jul 27 20:55:54.397535 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a663bb0-5445-4d3d-8d30-6819ba90bdcd req-dbdd285e-f949-4a46-b05d-fa2e93cbdade tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:54.399104 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-4a663bb0-5445-4d3d-8d30-6819ba90bdcd req-dbdd285e-f949-4a46-b05d-fa2e93cbdade tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] 10.222.0.60 "GET /v2.0/ports?device_id=d98e24ae-b25b-4b80-9e73-32ae4bc5c50f HTTP/1.1" status: 200 len: 950 time: 0.3769231 Jul 27 20:55:54.475703 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] get_ports_and_sgs() called for port_ids ['9cb39833-1334-4bd0-a64f-651575d3a188'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 20:55:54.553992 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4d6344-17c4-41c8-8dd3-ef7a58033a93 req-5a1cc3db-69e9-4483-96a7-169f9bc5c11e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:54.555820 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-ca4d6344-17c4-41c8-8dd3-ef7a58033a93 req-5a1cc3db-69e9-4483-96a7-169f9bc5c11e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=64da060b2dd44212a62bc79dadd15741&device_id=9a206e42-b932-4dfe-bf46-6c2645af1695 HTTP/1.1" status: 200 len: 1096 time: 0.1635606 Jul 27 20:55:54.559946 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-a6d81064-2799-4e12-935b-2077013be7b0 req-296d375a-68ee-42d5-b3af-cacc7f840283 service neutron] 10.222.0.60 "GET /v2.0/networks/48421823-0af9-4dd2-9d0c-663808a5aff4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2036960 Jul 27 20:55:54.636437 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddbba2b-0d7b-4d45-af89-9e31902356d4 req-b779656c-09e0-4487-9599-b4e9e5583560 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:54.637928 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-7ddbba2b-0d7b-4d45-af89-9e31902356d4 req-b779656c-09e0-4487-9599-b4e9e5583560 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e2dc11f6-d37b-4723-b3bb-cb12e54fb98a HTTP/1.1" status: 200 len: 853 time: 0.3894610 Jul 27 20:55:54.683384 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4d6344-17c4-41c8-8dd3-ef7a58033a93 req-0a6f4da0-c963-4592-ac85-366ac25d1a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:54.685251 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-ca4d6344-17c4-41c8-8dd3-ef7a58033a93 req-0a6f4da0-c963-4592-ac85-366ac25d1a6b service neutron] 10.222.0.36 "GET /v2.0/networks?id=7bcae981-8648-471e-89db-85c5dd38c4a9 HTTP/1.1" status: 200 len: 906 time: 0.1197429 Jul 27 20:55:54.750279 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-ca4d6344-17c4-41c8-8dd3-ef7a58033a93 req-ad851502-2c1b-471e-a4fa-f9083a4f0ffd service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9cb39833-1334-4bd0-a64f-651575d3a188 HTTP/1.1" status: 200 len: 217 time: 0.0534182 Jul 27 20:55:54.761566 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.db [req-189052f2-8af1-44a4-b773-3bd1a6a93509 req-06b3021c-6c07-4a79-868d-0a63e9a1e11f service neutron] For port 49462502-98c7-474a-ab59-a5fef55bb950, host n-h1-705658-22, cleared binding levels {{(pid=105585) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:55:54.794758 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.db [req-189052f2-8af1-44a4-b773-3bd1a6a93509 req-06b3021c-6c07-4a79-868d-0a63e9a1e11f service neutron] For port 49462502-98c7-474a-ab59-a5fef55bb950, host n-h1-705658-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=49462502-98c7-474a-ab59-a5fef55bb950,segment=NetworkSegment(86b1e6f6-d629-4b03-8944-4cdfbfb93d02),segment_id=86b1e6f6-d629-4b03-8944-4cdfbfb93d02)] {{(pid=105585) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:55:54.820525 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-189052f2-8af1-44a4-b773-3bd1a6a93509 req-06b3021c-6c07-4a79-868d-0a63e9a1e11f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10221672'] for port, after_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:54.839411 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4d6344-17c4-41c8-8dd3-ef7a58033a93 req-e4997d1c-e2cf-4c17-b977-f105c735c2bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:54.840894 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-ca4d6344-17c4-41c8-8dd3-ef7a58033a93 req-e4997d1c-e2cf-4c17-b977-f105c735c2bc service neutron] 10.222.0.36 "GET /v2.0/subnets?id=79e9814a-bc6d-4124-93bb-2b85b8b7cfb1 HTTP/1.1" status: 200 len: 844 time: 0.0778303 Jul 27 20:55:54.896168 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b3443c-5e67-4ad5-b99a-95d265bf9747 req-ef541066-5b14-404a-8357-712f753fa474 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:54.903831 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-80b3443c-5e67-4ad5-b99a-95d265bf9747 req-ef541066-5b14-404a-8357-712f753fa474 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] 10.222.0.59 "GET /v2.0/ports?device_id=6a9e53e1-344c-4083-a4f6-dbd12c7060f8 HTTP/1.1" status: 200 len: 948 time: 0.4195702 Jul 27 20:55:54.909663 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189052f2-8af1-44a4-b773-3bd1a6a93509 req-06b3021c-6c07-4a79-868d-0a63e9a1e11f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:54.910291 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-189052f2-8af1-44a4-b773-3bd1a6a93509 req-06b3021c-6c07-4a79-868d-0a63e9a1e11f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:54.911702 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-189052f2-8af1-44a4-b773-3bd1a6a93509 req-06b3021c-6c07-4a79-868d-0a63e9a1e11f service neutron] 10.222.0.36 "PUT /v2.0/ports/49462502-98c7-474a-ab59-a5fef55bb950 HTTP/1.1" status: 200 len: 1097 time: 2.7813952 Jul 27 20:55:54.917813 n-d-705658-22 neutron-server[105585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a9e53e1-344c-4083-a4f6-dbd12c7060f8', 'tag': '49462502-98c7-474a-ab59-a5fef55bb950'}] {{(pid=105585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:55:54.920143 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d66fd65881426bfc2b5388084a3654e5eae521106a15a3dbf0eb4cde7106c36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16746142-a4da-4381-bd7e-9b6aa8ecab2c" -d '{"events": [{"name": "network-changed", "server_uuid": "6a9e53e1-344c-4083-a4f6-dbd12c7060f8", "tag": "49462502-98c7-474a-ab59-a5fef55bb950"}]}' {{(pid=105585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:55:54.942884 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4d6344-17c4-41c8-8dd3-ef7a58033a93 req-53789512-1faa-45b3-8f91-5a0e92f12ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:54.945299 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeae8947-09d5-4e73-8348-c1599da15dbf req-f23780e9-6b2b-43b6-8038-26cfdf5635b0 tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:54.945599 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-ca4d6344-17c4-41c8-8dd3-ef7a58033a93 req-53789512-1faa-45b3-8f91-5a0e92f12ce0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7bcae981-8648-471e-89db-85c5dd38c4a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0950053 Jul 27 20:55:54.946846 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-eeae8947-09d5-4e73-8348-c1599da15dbf req-f23780e9-6b2b-43b6-8038-26cfdf5635b0 tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] 10.222.0.59 "GET /v2.0/ports?device_id=d98e24ae-b25b-4b80-9e73-32ae4bc5c50f HTTP/1.1" status: 200 len: 950 time: 0.4380119 Jul 27 20:55:55.078149 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [req-4a663bb0-5445-4d3d-8d30-6819ba90bdcd req-4f7c1ece-03cb-4a0b-825c-730f96abd718 tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] Deleting port 789d1df8-a449-4c66-8006-9014f086578a {{(pid=105585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:55:55.078528 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-4a663bb0-5445-4d3d-8d30-6819ba90bdcd req-4f7c1ece-03cb-4a0b-825c-730f96abd718 tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:55.088166 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddbba2b-0d7b-4d45-af89-9e31902356d4 req-5d1a1696-027d-4a0c-935e-a1e5752d7b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:55.089886 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-7ddbba2b-0d7b-4d45-af89-9e31902356d4 req-5d1a1696-027d-4a0c-935e-a1e5752d7b4d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b01b2bcb-b6d7-427b-8018-a1eed8201f0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4238026 Jul 27 20:55:55.106118 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b3021c-6c07-4a79-868d-0a63e9a1e11f service neutron] Pushing event updated for resources: {'Port': ['ID=49462502-98c7-474a-ab59-a5fef55bb950,revision_number=3']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:55:55.115032 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-ca4d6344-17c4-41c8-8dd3-ef7a58033a93 req-ef9eb9e3-ab1d-40e4-b740-14f61d91cf1e service neutron] 10.222.0.36 "GET /v2.0/networks/7bcae981-8648-471e-89db-85c5dd38c4a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1576064 Jul 27 20:55:55.240385 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-eeae8947-09d5-4e73-8348-c1599da15dbf req-1d9087d0-188c-4c1a-aa84-0be995e48ed7 tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] 10.222.0.59 "GET /v2.0/security-groups?id=dea81a77-85b4-4e12-8e1d-b19e89484a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2665553 Jul 27 20:55:55.254557 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-80b3443c-5e67-4ad5-b99a-95d265bf9747 req-28804a67-0a8f-457f-aff3-ecbe7ead431d tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] 10.222.0.59 "GET /v2.0/security-groups?id=c6534cb3-b44e-4a83-b57e-ddb72c2ad843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3443589 Jul 27 20:55:55.285048 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-ca4d6344-17c4-41c8-8dd3-ef7a58033a93 req-ea15754b-deab-4d5a-90b4-a5b0184de6fb service neutron] 10.222.0.36 "GET /v2.0/networks/7bcae981-8648-471e-89db-85c5dd38c4a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1595290 Jul 27 20:55:55.453733 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.db [req-4a663bb0-5445-4d3d-8d30-6819ba90bdcd req-4f7c1ece-03cb-4a0b-825c-730f96abd718 tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] For port 789d1df8-a449-4c66-8006-9014f086578a, host n-h2-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=789d1df8-a449-4c66-8006-9014f086578a,segment=NetworkSegment(86b1e6f6-d629-4b03-8944-4cdfbfb93d02),segment_id=86b1e6f6-d629-4b03-8944-4cdfbfb93d02)] {{(pid=105585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:55:55.454107 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-4a663bb0-5445-4d3d-8d30-6819ba90bdcd req-4f7c1ece-03cb-4a0b-825c-730f96abd718 tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:55.458529 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189052f2-8af1-44a4-b773-3bd1a6a93509 req-4eb09a88-1579-44b4-85ea-1b72a98aa9f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:55.460191 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-189052f2-8af1-44a4-b773-3bd1a6a93509 req-4eb09a88-1579-44b4-85ea-1b72a98aa9f0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=43230fc3eab141e0b742541c8628d03e&device_id=6a9e53e1-344c-4083-a4f6-dbd12c7060f8 HTTP/1.1" status: 200 len: 1100 time: 0.4877603 Jul 27 20:55:55.484693 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [req-4a663bb0-5445-4d3d-8d30-6819ba90bdcd req-4f7c1ece-03cb-4a0b-825c-730f96abd718 tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] Calling delete_port for 789d1df8-a449-4c66-8006-9014f086578a owned by compute:nova {{(pid=105585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:55:55.495789 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-7ddbba2b-0d7b-4d45-af89-9e31902356d4 req-4e1f295a-cac1-433d-8b91-8daa313168cb service neutron] 10.222.0.60 "GET /v2.0/networks/b01b2bcb-b6d7-427b-8018-a1eed8201f0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3472555 Jul 27 20:55:55.546926 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-189052f2-8af1-44a4-b773-3bd1a6a93509 req-92bcda2e-5471-403d-aaa6-6fefcb34758a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.225&port_id=49462502-98c7-474a-ab59-a5fef55bb950 HTTP/1.1" status: 200 len: 217 time: 0.0699360 Jul 27 20:55:55.862421 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device 9cb39833-1334-4bd0-a64f-651575d3a188 up at agent hyperv_n-h1-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:55:55.948486 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Provisioning for port 9cb39833-1334-4bd0-a64f-651575d3a188 completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:55:55.954602 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Provisioning complete for port 9cb39833-1334-4bd0-a64f-651575d3a188 triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:55:55.955202 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:56.015720 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364b9856-3e3a-4748-9172-0daa70810d45 req-0541cf06-7707-454b-8d38-ad2e60eec120 tempest-ImagesOneServerNegativeTestJSON-323901233 tempest-ImagesOneServerNegativeTestJSON-323901233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:56.023189 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-364b9856-3e3a-4748-9172-0daa70810d45 req-0541cf06-7707-454b-8d38-ad2e60eec120 tempest-ImagesOneServerNegativeTestJSON-323901233 tempest-ImagesOneServerNegativeTestJSON-323901233-project] 10.222.0.59 "GET /v2.0/ports?device_id=888d1369-8c84-4e25-bbc0-ddde8351d189 HTTP/1.1" status: 200 len: 944 time: 0.6844819 Jul 27 20:55:56.041625 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a142033c-47bd-411e-b136-e3954d5ad549 req-7320b641-fda3-4a2b-afcb-895ea856ec89 tempest-ServersTestFqdnHostnames-310591036 tempest-ServersTestFqdnHostnames-310591036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:56.043442 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a142033c-47bd-411e-b136-e3954d5ad549 req-7320b641-fda3-4a2b-afcb-895ea856ec89 tempest-ServersTestFqdnHostnames-310591036 tempest-ServersTestFqdnHostnames-310591036-project] 10.222.0.59 "GET /v2.0/ports?device_id=8f0f9c94-4e94-47fe-9336-391cd2a98046 HTTP/1.1" status: 200 len: 944 time: 0.7060509 Jul 27 20:55:56.064930 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:56.089267 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189052f2-8af1-44a4-b773-3bd1a6a93509 req-f3617969-aa49-4a73-b88c-d51ada048da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:56.092156 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-189052f2-8af1-44a4-b773-3bd1a6a93509 req-f3617969-aa49-4a73-b88c-d51ada048da0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=26644ba0-4185-4e10-8718-6ad18d01376c HTTP/1.1" status: 200 len: 843 time: 0.4982798 Jul 27 20:55:56.102629 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a206e42-b932-4dfe-bf46-6c2645af1695', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cb39833-1334-4bd0-a64f-651575d3a188'}] {{(pid=105586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:55:56.105678 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14c1663e039faf5393f87855f745010ac5b02220355b68fdbf065393e303ac56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c45b8611-6629-4f33-a706-fdb960222cc6" -d '{"events": [{"server_uuid": "9a206e42-b932-4dfe-bf46-6c2645af1695", "name": "network-vif-plugged", "status": "completed", "tag": "9cb39833-1334-4bd0-a64f-651575d3a188"}]}' {{(pid=105586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:55:56.112967 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] For port 9cb39833-1334-4bd0-a64f-651575d3a188, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=9cb39833-1334-4bd0-a64f-651575d3a188,segment=NetworkSegment(9dcee0f9-4d46-4446-867e-34216aa290b0),segment_id=9dcee0f9-4d46-4446-867e-34216aa290b0)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:55:56.118349 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:56.177558 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-7ddbba2b-0d7b-4d45-af89-9e31902356d4 req-4de63d74-a466-4852-82fc-203567dc2922 service neutron] 10.222.0.60 "GET /v2.0/networks/b01b2bcb-b6d7-427b-8018-a1eed8201f0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6468167 Jul 27 20:55:56.182334 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Pushing event updated for resources: {'Port': ['ID=9cb39833-1334-4bd0-a64f-651575d3a188,revision_number=5']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:55:56.204763 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-364b9856-3e3a-4748-9172-0daa70810d45 req-6a4cfad9-c1ed-480e-831f-ff8eb01222b7 tempest-ImagesOneServerNegativeTestJSON-323901233 tempest-ImagesOneServerNegativeTestJSON-323901233-project] 10.222.0.59 "GET /v2.0/security-groups?id=b49152d2-7ea9-4069-930d-17bb1fb95e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1805043 Jul 27 20:55:56.223321 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a142033c-47bd-411e-b136-e3954d5ad549 req-9833cb5e-dcab-454d-81bd-d0409e998c7a tempest-ServersTestFqdnHostnames-310591036 tempest-ServersTestFqdnHostnames-310591036-project] 10.222.0.59 "GET /v2.0/security-groups?id=194109be-9331-415c-ac19-806186c2936d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1503463 Jul 27 20:55:56.278159 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 20:55:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99fd103c-207f-421d-a848-9ef534f709e8 x-openstack-request-id: req-99fd103c-207f-421d-a848-9ef534f709e8 {{(pid=105585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:55:56.278867 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a9e53e1-344c-4083-a4f6-dbd12c7060f8", "tag": "49462502-98c7-474a-ab59-a5fef55bb950", "status": "completed", "code": 200}]} {{(pid=105585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:55:56.278867 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-99fd103c-207f-421d-a848-9ef534f709e8 {{(pid=105585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:55:56.279110 n-d-705658-22 neutron-server[105585]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a9e53e1-344c-4083-a4f6-dbd12c7060f8', 'tag': '49462502-98c7-474a-ab59-a5fef55bb950', 'status': 'completed', 'code': 200} Jul 27 20:55:56.300098 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189052f2-8af1-44a4-b773-3bd1a6a93509 req-5c3fab7d-9ae7-4229-ac3b-a5ce841e7ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:56.301673 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-189052f2-8af1-44a4-b773-3bd1a6a93509 req-5c3fab7d-9ae7-4229-ac3b-a5ce841e7ce3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4d64aa0b-bd6a-468e-8edc-c83689947462&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1912842 Jul 27 20:55:56.360841 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '888d1369-8c84-4e25-bbc0-ddde8351d189', 'tag': 'd2879368-24c8-4f2b-93ad-567cface9925'}] {{(pid=105584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:55:56.363333 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bce5e6c8685464f7626901654159975603b047827e3138302ed6566e28f1343" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c44d0ee-91f0-4cb7-a783-fe5ff2305fc0" -d '{"events": [{"name": "network-changed", "server_uuid": "888d1369-8c84-4e25-bbc0-ddde8351d189", "tag": "d2879368-24c8-4f2b-93ad-567cface9925"}]}' {{(pid=105584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:55:56.486196 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-4a663bb0-5445-4d3d-8d30-6819ba90bdcd req-4f7c1ece-03cb-4a0b-825c-730f96abd718 tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:56.500050 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] get_ports_and_sgs() called for port_ids ['789d1df8-a449-4c66-8006-9014f086578a'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 20:55:56.501178 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-189052f2-8af1-44a4-b773-3bd1a6a93509 req-78049741-2d73-46ca-9c39-68428be165c0 service neutron] 10.222.0.36 "GET /v2.0/networks/4d64aa0b-bd6a-468e-8edc-c83689947462?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1834002 Jul 27 20:55:56.535622 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7c1ece-03cb-4a0b-825c-730f96abd718 tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] Pushing event deleted for resources: {'Port': ['ID=789d1df8-a449-4c66-8006-9014f086578a,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:55:56.658744 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a663bb0-5445-4d3d-8d30-6819ba90bdcd req-4f7c1ece-03cb-4a0b-825c-730f96abd718 tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] No DVR routers for this DVR port 789d1df8-a449-4c66-8006-9014f086578a on host n-h2-705658-22 {{(pid=105585) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 20:55:56.671427 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8604c437-92f2-4b18-8bc2-211feb069a81 req-973b10e9-1fac-4f39-86b1-fbad4e1122bb tempest-ServersTestJSON-933210889 tempest-ServersTestJSON-933210889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:56.672947 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-8604c437-92f2-4b18-8bc2-211feb069a81 req-973b10e9-1fac-4f39-86b1-fbad4e1122bb tempest-ServersTestJSON-933210889 tempest-ServersTestJSON-933210889-project] 10.222.0.59 "GET /v2.0/ports?device_id=9a206e42-b932-4dfe-bf46-6c2645af1695 HTTP/1.1" status: 200 len: 945 time: 0.3704007 Jul 27 20:55:56.676370 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-4a663bb0-5445-4d3d-8d30-6819ba90bdcd req-4f7c1ece-03cb-4a0b-825c-730f96abd718 tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:56.678242 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-4a663bb0-5445-4d3d-8d30-6819ba90bdcd req-4f7c1ece-03cb-4a0b-825c-730f96abd718 tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] 10.222.0.60 "DELETE /v2.0/ports/789d1df8-a449-4c66-8006-9014f086578a HTTP/1.1" status: 204 len: 173 time: 2.2203782 Jul 27 20:55:56.707115 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4316a05e-5526-412c-b944-31711a24ea8b req-14cccb1d-d03b-469c-a6f9-447b24d6e816 tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:56.708715 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-4316a05e-5526-412c-b944-31711a24ea8b req-14cccb1d-d03b-469c-a6f9-447b24d6e816 tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] 10.222.0.59 "GET /v2.0/ports?device_id=23a39a45-86ad-4a34-aa42-6affa73d3ff5 HTTP/1.1" status: 200 len: 945 time: 0.2804286 Jul 27 20:55:56.754170 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-189052f2-8af1-44a4-b773-3bd1a6a93509 req-a1264d5a-7bb9-4301-938c-5c483fc86268 service neutron] 10.222.0.36 "GET /v2.0/networks/4d64aa0b-bd6a-468e-8edc-c83689947462?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2311206 Jul 27 20:55:56.776015 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-8604c437-92f2-4b18-8bc2-211feb069a81 req-e70b766c-18d6-4600-84af-cf91f7f330cc tempest-ServersTestJSON-933210889 tempest-ServersTestJSON-933210889-project] 10.222.0.59 "GET /v2.0/security-groups?id=a0b73daf-d493-4273-bbc1-c25f03644436&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0967600 Jul 27 20:55:56.799324 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-4316a05e-5526-412c-b944-31711a24ea8b req-ee93956f-4fc0-45c0-9c92-b3ebb2b0d68e tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] 10.222.0.59 "GET /v2.0/security-groups?id=1749b80d-91c6-4bd3-8e8d-666bd095400f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723286 Jul 27 20:55:56.870096 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 20:55:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f71ea95c-7f9d-4951-afa2-6d9108dea1aa x-openstack-request-id: req-f71ea95c-7f9d-4951-afa2-6d9108dea1aa {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:55:56.870613 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a206e42-b932-4dfe-bf46-6c2645af1695", "name": "network-vif-plugged", "status": "completed", "tag": "9cb39833-1334-4bd0-a64f-651575d3a188", "code": 200}]} {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:55:56.870613 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-f71ea95c-7f9d-4951-afa2-6d9108dea1aa {{(pid=105586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:55:56.871070 n-d-705658-22 neutron-server[105586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a206e42-b932-4dfe-bf46-6c2645af1695', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cb39833-1334-4bd0-a64f-651575d3a188', 'code': 200} Jul 27 20:55:57.025970 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-4b7b73d7-85be-42e1-a983-e2cfd2d3c586 req-273e645f-854a-422f-bf0c-17e58717be28 tempest-ServersOnMultiNodesTest-1208545040 tempest-ServersOnMultiNodesTest-1208545040-project] 10.222.0.59 "GET /v2.0/ports?device_id=d98e24ae-b25b-4b80-9e73-32ae4bc5c50f HTTP/1.1" status: 200 len: 210 time: 0.0436642 Jul 27 20:55:57.072389 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16746142-a4da-4381-bd7e-9b6aa8ecab2c req-0ad4b904-3166-49df-ad50-f189f3a09f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:57.074081 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-16746142-a4da-4381-bd7e-9b6aa8ecab2c req-0ad4b904-3166-49df-ad50-f189f3a09f11 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=43230fc3eab141e0b742541c8628d03e&device_id=6a9e53e1-344c-4083-a4f6-dbd12c7060f8 HTTP/1.1" status: 200 len: 1100 time: 0.2096846 Jul 27 20:55:57.081935 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7435576-d044-4691-8e83-9b1fb59676ba req-9151c0e4-62a3-4c5e-a935-460b28dace92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:57.083353 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9911b3-c31f-44e3-8afb-52dc64dd468b req-5416b547-dced-479a-9943-2658118173d8 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:57.084757 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-d7435576-d044-4691-8e83-9b1fb59676ba req-9151c0e4-62a3-4c5e-a935-460b28dace92 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=9a206e42-b932-4dfe-bf46-6c2645af1695 HTTP/1.1" status: 200 len: 1097 time: 0.1142557 Jul 27 20:55:57.092149 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-ef9911b3-c31f-44e3-8afb-52dc64dd468b req-5416b547-dced-479a-9943-2658118173d8 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] 10.222.0.59 "GET /v2.0/ports?device_id=6a9e53e1-344c-4083-a4f6-dbd12c7060f8 HTTP/1.1" status: 200 len: 948 time: 0.2137504 Jul 27 20:55:57.141422 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-d7435576-d044-4691-8e83-9b1fb59676ba req-a624e3f0-74eb-48a4-b142-fd68ead2ff5a service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=a0b73daf-d493-4273-bbc1-c25f03644436&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476408 Jul 27 20:55:57.159897 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 20:55:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90ca4e56-1bad-4da3-9aab-4c9195fbb61d x-openstack-request-id: req-90ca4e56-1bad-4da3-9aab-4c9195fbb61d {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:55:57.160111 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "888d1369-8c84-4e25-bbc0-ddde8351d189", "tag": "d2879368-24c8-4f2b-93ad-567cface9925", "status": "completed", "code": 200}]} {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:55:57.160344 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-90ca4e56-1bad-4da3-9aab-4c9195fbb61d {{(pid=105584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:55:57.160759 n-d-705658-22 neutron-server[105584]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '888d1369-8c84-4e25-bbc0-ddde8351d189', 'tag': 'd2879368-24c8-4f2b-93ad-567cface9925', 'status': 'completed', 'code': 200} Jul 27 20:55:57.325585 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-ef9911b3-c31f-44e3-8afb-52dc64dd468b req-db927fb3-afe7-4cd2-9485-3cd924515b43 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] 10.222.0.59 "GET /v2.0/security-groups?id=c6534cb3-b44e-4a83-b57e-ddb72c2ad843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2318871 Jul 27 20:55:57.409258 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c44d0ee-91f0-4cb7-a783-fe5ff2305fc0 req-2b575a59-69c5-4a52-9a1c-9e9714f3dde3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:57.411035 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-8c44d0ee-91f0-4cb7-a783-fe5ff2305fc0 req-2b575a59-69c5-4a52-9a1c-9e9714f3dde3 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1bebab2985374229918b3d141f0a79f2&device_id=888d1369-8c84-4e25-bbc0-ddde8351d189 HTTP/1.1" status: 200 len: 1096 time: 0.1772795 Jul 27 20:55:57.412995 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16746142-a4da-4381-bd7e-9b6aa8ecab2c req-aeabf22a-fb33-42ee-809e-c413dfcefeab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:57.415350 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-16746142-a4da-4381-bd7e-9b6aa8ecab2c req-aeabf22a-fb33-42ee-809e-c413dfcefeab service neutron] 10.222.0.36 "GET /v2.0/networks?id=4d64aa0b-bd6a-468e-8edc-c83689947462 HTTP/1.1" status: 200 len: 870 time: 0.3204372 Jul 27 20:55:57.478710 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Device a876b0b6-80a9-416a-b052-db7ba5c2d963 details requested by agent hyperv_n-h2-705658-22 with host n-h2-705658-22 {{(pid=105586) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 20:55:57.554374 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-16746142-a4da-4381-bd7e-9b6aa8ecab2c req-64a976c9-4d20-4025-bfc0-8c2e0328ed54 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.225&port_id=49462502-98c7-474a-ab59-a5fef55bb950 HTTP/1.1" status: 200 len: 217 time: 0.1210163 Jul 27 20:55:57.643277 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b92cca-bf1a-4e7f-ae92-f9611f55f08d req-56984bca-25d0-41a5-98eb-2081ba8d7ae8 tempest-ImagesOneServerNegativeTestJSON-323901233 tempest-ImagesOneServerNegativeTestJSON-323901233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:57.650848 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-86b92cca-bf1a-4e7f-ae92-f9611f55f08d req-56984bca-25d0-41a5-98eb-2081ba8d7ae8 tempest-ImagesOneServerNegativeTestJSON-323901233 tempest-ImagesOneServerNegativeTestJSON-323901233-project] 10.222.0.59 "GET /v2.0/ports?device_id=888d1369-8c84-4e25-bbc0-ddde8351d189 HTTP/1.1" status: 200 len: 944 time: 0.3089857 Jul 27 20:55:57.680304 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] For port a876b0b6-80a9-416a-b052-db7ba5c2d963, host n-h2-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=a876b0b6-80a9-416a-b052-db7ba5c2d963,segment=NetworkSegment(839ae395-18c4-4db8-912c-98cffd4079a9),segment_id=839ae395-18c4-4db8-912c-98cffd4079a9)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:55:57.697215 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Returning: {'device': 'a876b0b6-80a9-416a-b052-db7ba5c2d963', 'network_id': 'b01b2bcb-b6d7-427b-8018-a1eed8201f0c', 'port_id': 'a876b0b6-80a9-416a-b052-db7ba5c2d963', 'mac_address': 'fa:16:3e:ee:8a:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 248, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2dc11f6-d37b-4723-b3bb-cb12e54fb98a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105586) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 20:55:57.720147 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c44d0ee-91f0-4cb7-a783-fe5ff2305fc0 req-c5ed0094-a11c-4e7a-b419-a817ab14f74a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:57.721646 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-8c44d0ee-91f0-4cb7-a783-fe5ff2305fc0 req-c5ed0094-a11c-4e7a-b419-a817ab14f74a service neutron] 10.222.0.60 "GET /v2.0/networks?id=48421823-0af9-4dd2-9d0c-663808a5aff4 HTTP/1.1" status: 200 len: 923 time: 0.3014951 Jul 27 20:55:57.727928 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16746142-a4da-4381-bd7e-9b6aa8ecab2c req-d1e37b11-531b-4159-b749-873ebf729f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:57.731054 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-16746142-a4da-4381-bd7e-9b6aa8ecab2c req-d1e37b11-531b-4159-b749-873ebf729f66 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=26644ba0-4185-4e10-8718-6ad18d01376c HTTP/1.1" status: 200 len: 843 time: 0.1620092 Jul 27 20:55:57.743821 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:57.753434 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818dd4b5-fab7-4501-b08b-86270482eeec req-eff5f87b-e73d-46b2-a7b2-2b403fb8e774 tempest-ServersTestFqdnHostnames-310591036 tempest-ServersTestFqdnHostnames-310591036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:57.754961 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-818dd4b5-fab7-4501-b08b-86270482eeec req-eff5f87b-e73d-46b2-a7b2-2b403fb8e774 tempest-ServersTestFqdnHostnames-310591036 tempest-ServersTestFqdnHostnames-310591036-project] 10.222.0.59 "GET /v2.0/ports?device_id=8f0f9c94-4e94-47fe-9336-391cd2a98046 HTTP/1.1" status: 200 len: 944 time: 0.3233593 Jul 27 20:55:57.757424 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [None req-3d54578f-831f-4696-b568-13c455922dab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a876b0b6-80a9-416a-b052-db7ba5c2d963 {{(pid=105586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 20:55:57.780689 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] For port a876b0b6-80a9-416a-b052-db7ba5c2d963, host n-h2-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=a876b0b6-80a9-416a-b052-db7ba5c2d963,segment=NetworkSegment(839ae395-18c4-4db8-912c-98cffd4079a9),segment_id=839ae395-18c4-4db8-912c-98cffd4079a9)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:55:57.784739 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:57.799653 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-86b92cca-bf1a-4e7f-ae92-f9611f55f08d req-4e58c28d-3cb1-4592-9dad-5369ad5b3320 tempest-ImagesOneServerNegativeTestJSON-323901233 tempest-ImagesOneServerNegativeTestJSON-323901233-project] 10.222.0.59 "GET /v2.0/security-groups?id=b49152d2-7ea9-4069-930d-17bb1fb95e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477635 Jul 27 20:55:57.821832 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-8c44d0ee-91f0-4cb7-a783-fe5ff2305fc0 req-a5fae8a7-1ef7-458d-8470-44e137b4a2ce service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d2879368-24c8-4f2b-93ad-567cface9925 HTTP/1.1" status: 200 len: 217 time: 0.0894773 Jul 27 20:55:57.853067 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Pushing event updated for resources: {'Port': ['ID=a876b0b6-80a9-416a-b052-db7ba5c2d963,revision_number=4']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:55:57.904174 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c44d0ee-91f0-4cb7-a783-fe5ff2305fc0 req-0adf41a4-d57c-4f44-82d9-4b7f83359043 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:57.906183 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-8c44d0ee-91f0-4cb7-a783-fe5ff2305fc0 req-0adf41a4-d57c-4f44-82d9-4b7f83359043 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=109d73c7-c2b7-4bb2-839e-dc2ca31c6403 HTTP/1.1" status: 200 len: 862 time: 0.0756385 Jul 27 20:55:57.930386 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-818dd4b5-fab7-4501-b08b-86270482eeec req-3487dc77-58e8-4027-9f2f-ac3009e9ca0c tempest-ServersTestFqdnHostnames-310591036 tempest-ServersTestFqdnHostnames-310591036-project] 10.222.0.59 "GET /v2.0/security-groups?id=194109be-9331-415c-ac19-806186c2936d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1277859 Jul 27 20:55:57.968827 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-8c44d0ee-91f0-4cb7-a783-fe5ff2305fc0 req-eac29c24-a399-4a01-8d4a-bb624aca391f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=48421823-0af9-4dd2-9d0c-663808a5aff4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0422254 Jul 27 20:55:58.019787 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16746142-a4da-4381-bd7e-9b6aa8ecab2c req-042b8313-01f4-446c-80c8-aafface54368 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:58.021260 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-16746142-a4da-4381-bd7e-9b6aa8ecab2c req-042b8313-01f4-446c-80c8-aafface54368 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4d64aa0b-bd6a-468e-8edc-c83689947462&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2759075 Jul 27 20:55:58.190494 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] get_ports_and_sgs() called for port_ids ['a876b0b6-80a9-416a-b052-db7ba5c2d963'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 20:55:58.238436 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc258bd-0814-49da-bf4e-91a61e984b69 req-4d2754ea-b3b7-4b9e-8f5b-4ec0de0c84c5 tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:58.241374 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-2bc258bd-0814-49da-bf4e-91a61e984b69 req-4d2754ea-b3b7-4b9e-8f5b-4ec0de0c84c5 tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] 10.222.0.59 "GET /v2.0/ports?device_id=23a39a45-86ad-4a34-aa42-6affa73d3ff5 HTTP/1.1" status: 200 len: 945 time: 0.2701805 Jul 27 20:55:58.266790 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-8c44d0ee-91f0-4cb7-a783-fe5ff2305fc0 req-d6d83fc3-fe19-49ab-866b-1c37358faf05 service neutron] 10.222.0.60 "GET /v2.0/networks/48421823-0af9-4dd2-9d0c-663808a5aff4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2844515 Jul 27 20:55:58.282536 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8350bed7-c859-4553-b90d-83faccf027af req-314c89d6-4c6b-4b6e-897e-15b014d90a8c tempest-ServersTestJSON-933210889 tempest-ServersTestJSON-933210889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:58.284037 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-8350bed7-c859-4553-b90d-83faccf027af req-314c89d6-4c6b-4b6e-897e-15b014d90a8c tempest-ServersTestJSON-933210889 tempest-ServersTestJSON-933210889-project] 10.222.0.59 "GET /v2.0/ports?device_id=9a206e42-b932-4dfe-bf46-6c2645af1695 HTTP/1.1" status: 200 len: 945 time: 0.2800643 Jul 27 20:55:58.285833 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-16746142-a4da-4381-bd7e-9b6aa8ecab2c req-dcc43b1f-fa7c-4124-ad21-a17c094b1244 service neutron] 10.222.0.36 "GET /v2.0/networks/4d64aa0b-bd6a-468e-8edc-c83689947462?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2173636 Jul 27 20:55:58.289414 n-d-705658-22 neutron-server[105585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd98e24ae-b25b-4b80-9e73-32ae4bc5c50f', 'name': 'network-vif-deleted', 'tag': '789d1df8-a449-4c66-8006-9014f086578a'}] {{(pid=105585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:55:58.291760 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d66fd65881426bfc2b5388084a3654e5eae521106a15a3dbf0eb4cde7106c36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da7382ef-f52e-4a17-8c32-725bc7abb311" -d '{"events": [{"server_uuid": "d98e24ae-b25b-4b80-9e73-32ae4bc5c50f", "name": "network-vif-deleted", "tag": "789d1df8-a449-4c66-8006-9014f086578a"}]}' {{(pid=105585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:55:58.430621 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-2bc258bd-0814-49da-bf4e-91a61e984b69 req-0c981edf-e9af-4074-8641-2db61d2544af tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] 10.222.0.59 "GET /v2.0/security-groups?id=1749b80d-91c6-4bd3-8e8d-666bd095400f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1777294 Jul 27 20:55:58.505865 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-8350bed7-c859-4553-b90d-83faccf027af req-a37fefe8-b1e7-46bb-b34e-28705f97198b tempest-ServersTestJSON-933210889 tempest-ServersTestJSON-933210889-project] 10.222.0.59 "GET /v2.0/security-groups?id=a0b73daf-d493-4273-bbc1-c25f03644436&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2111952 Jul 27 20:55:58.515424 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 20:55:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c89588b-f88c-488c-bc69-8315746e42a1 x-openstack-request-id: req-3c89588b-f88c-488c-bc69-8315746e42a1 {{(pid=105585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:55:58.515756 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d98e24ae-b25b-4b80-9e73-32ae4bc5c50f", "name": "network-vif-deleted", "tag": "789d1df8-a449-4c66-8006-9014f086578a", "status": "completed", "code": 200}]} {{(pid=105585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:55:58.516014 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-3c89588b-f88c-488c-bc69-8315746e42a1 {{(pid=105585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:55:58.516416 n-d-705658-22 neutron-server[105585]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd98e24ae-b25b-4b80-9e73-32ae4bc5c50f', 'name': 'network-vif-deleted', 'tag': '789d1df8-a449-4c66-8006-9014f086578a', 'status': 'completed', 'code': 200} Jul 27 20:55:58.538506 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-16746142-a4da-4381-bd7e-9b6aa8ecab2c req-a3ce0b18-490b-4fdc-9f73-969297de74e9 service neutron] 10.222.0.36 "GET /v2.0/networks/4d64aa0b-bd6a-468e-8edc-c83689947462?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2425890 Jul 27 20:55:58.542551 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-8c44d0ee-91f0-4cb7-a783-fe5ff2305fc0 req-ab6a1973-1327-4762-ab92-9cbd94473547 service neutron] 10.222.0.60 "GET /v2.0/networks/48421823-0af9-4dd2-9d0c-663808a5aff4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2558050 Jul 27 20:55:58.651932 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e57473-68b5-4f0a-be80-d172462830bc req-8c7cf19a-de5f-497a-af36-3ad73d5d7dd8 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:58.653703 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-d8e57473-68b5-4f0a-be80-d172462830bc req-8c7cf19a-de5f-497a-af36-3ad73d5d7dd8 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] 10.222.0.59 "GET /v2.0/ports?device_id=6a9e53e1-344c-4083-a4f6-dbd12c7060f8 HTTP/1.1" status: 200 len: 948 time: 0.0720983 Jul 27 20:55:58.697028 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-d8e57473-68b5-4f0a-be80-d172462830bc req-195dc2c4-6776-4672-9b32-4dd7d49ea6ff tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] 10.222.0.59 "GET /v2.0/security-groups?id=c6534cb3-b44e-4a83-b57e-ddb72c2ad843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363073 Jul 27 20:55:58.731237 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 35410) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:55:58.872057 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-31ef89d3-070c-4a4d-90f9-800d69b0bd89 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=7f728b4f036e433cbd9e09c516f9ce38&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1396492 Jul 27 20:55:58.874988 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 35416) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:55:58.932319 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-dda65097-327c-4b94-8b64-b976f0bcc684 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:58.965569 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-dda65097-327c-4b94-8b64-b976f0bcc684 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:58.969018 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d710026a-ad9b-4837-9ebf-5d5baf371389 req-bed46ea2-bd4c-4a3e-bfe6-dfa1b829f28b tempest-ImagesOneServerNegativeTestJSON-323901233 tempest-ImagesOneServerNegativeTestJSON-323901233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:58.970691 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-d710026a-ad9b-4837-9ebf-5d5baf371389 req-bed46ea2-bd4c-4a3e-bfe6-dfa1b829f28b tempest-ImagesOneServerNegativeTestJSON-323901233 tempest-ImagesOneServerNegativeTestJSON-323901233-project] 10.222.0.59 "GET /v2.0/ports?device_id=888d1369-8c84-4e25-bbc0-ddde8351d189 HTTP/1.1" status: 200 len: 944 time: 0.0823257 Jul 27 20:55:59.021520 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-dda65097-327c-4b94-8b64-b976f0bcc684 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:59.025539 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-dda65097-327c-4b94-8b64-b976f0bcc684 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:59.026704 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-dda65097-327c-4b94-8b64-b976f0bcc684 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/dea81a77-85b4-4e12-8e1d-b19e89484a69 HTTP/1.1" status: 204 len: 168 time: 0.1507208 Jul 27 20:55:59.037127 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda65097-327c-4b94-8b64-b976f0bcc684 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dea81a77-85b4-4e12-8e1d-b19e89484a69,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:55:59.067734 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-d710026a-ad9b-4837-9ebf-5d5baf371389 req-14b4a7ac-ac75-4fec-8265-013a1579e2ed tempest-ImagesOneServerNegativeTestJSON-323901233 tempest-ImagesOneServerNegativeTestJSON-323901233-project] 10.222.0.59 "GET /v2.0/security-groups?id=b49152d2-7ea9-4069-930d-17bb1fb95e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907772 Jul 27 20:55:59.133186 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5855429f-9d2f-4577-8457-25a47f5a1d95 req-0784ab24-45cd-4a62-823f-af0ea7f2b1a4 tempest-ServersTestFqdnHostnames-310591036 tempest-ServersTestFqdnHostnames-310591036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:59.141628 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-5855429f-9d2f-4577-8457-25a47f5a1d95 req-0784ab24-45cd-4a62-823f-af0ea7f2b1a4 tempest-ServersTestFqdnHostnames-310591036 tempest-ServersTestFqdnHostnames-310591036-project] 10.222.0.59 "GET /v2.0/ports?device_id=8f0f9c94-4e94-47fe-9336-391cd2a98046 HTTP/1.1" status: 200 len: 945 time: 0.0923376 Jul 27 20:55:59.204327 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-5855429f-9d2f-4577-8457-25a47f5a1d95 req-d4967f73-fa42-4391-a01e-9e0c4d220bd7 tempest-ServersTestFqdnHostnames-310591036 tempest-ServersTestFqdnHostnames-310591036-project] 10.222.0.59 "GET /v2.0/security-groups?id=194109be-9331-415c-ac19-806186c2936d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617940 Jul 27 20:55:59.362013 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 35428) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:55:59.401187 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-658fcc4b-bb9e-4e25-b050-20e1460ab19a admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=167d08b021994b9cb603a2fca6c5e148&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0379801 Jul 27 20:55:59.403539 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 35430) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:55:59.459460 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-d364e320-1a5e-4913-897e-9a817408eb55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:59.480954 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Device d2879368-24c8-4f2b-93ad-567cface9925 details requested by agent hyperv_n-h2-705658-22 with host n-h2-705658-22 {{(pid=105586) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 20:55:59.482657 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-d364e320-1a5e-4913-897e-9a817408eb55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:59.483615 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Device a876b0b6-80a9-416a-b052-db7ba5c2d963 up at agent hyperv_n-h2-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:55:59.546257 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-d364e320-1a5e-4913-897e-9a817408eb55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:59.548692 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-d364e320-1a5e-4913-897e-9a817408eb55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:59.554759 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-d364e320-1a5e-4913-897e-9a817408eb55 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/6e06dbc5-e37b-4aef-b58a-a509d667f7ed HTTP/1.1" status: 204 len: 168 time: 0.1502459 Jul 27 20:55:59.572569 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d364e320-1a5e-4913-897e-9a817408eb55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e06dbc5-e37b-4aef-b58a-a509d667f7ed,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:55:59.622063 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f674abd-729c-4fb9-945b-76e6c3ce6d47 req-6cf56acb-11b6-40e9-89bf-2346e1c566e3 tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:59.624336 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-9f674abd-729c-4fb9-945b-76e6c3ce6d47 req-6cf56acb-11b6-40e9-89bf-2346e1c566e3 tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] 10.222.0.59 "GET /v2.0/ports?device_id=23a39a45-86ad-4a34-aa42-6affa73d3ff5 HTTP/1.1" status: 200 len: 945 time: 0.1107297 Jul 27 20:55:59.643226 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-3d54578f-831f-4696-b568-13c455922dab None None] Provisioning for port a876b0b6-80a9-416a-b052-db7ba5c2d963 completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:55:59.654599 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-3d54578f-831f-4696-b568-13c455922dab None None] Provisioning complete for port a876b0b6-80a9-416a-b052-db7ba5c2d963 triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:55:59.655303 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:59.705062 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-9f674abd-729c-4fb9-945b-76e6c3ce6d47 req-4fc9f9ca-1d8e-4ee8-9d1b-9401b272c5ab tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] 10.222.0.59 "GET /v2.0/security-groups?id=1749b80d-91c6-4bd3-8e8d-666bd095400f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703158 Jul 27 20:55:59.712237 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] For port d2879368-24c8-4f2b-93ad-567cface9925, host n-h2-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=d2879368-24c8-4f2b-93ad-567cface9925,segment=NetworkSegment(1a6df4b8-1b7f-4c91-aeab-868433773047),segment_id=1a6df4b8-1b7f-4c91-aeab-868433773047)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:55:59.728394 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90d5f16-3eb5-4980-9065-79873a70a3f9 req-8265aa7c-b355-4ff8-bbf9-0a63dc7491d1 tempest-ServersTestJSON-933210889 tempest-ServersTestJSON-933210889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:59.729905 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e90d5f16-3eb5-4980-9065-79873a70a3f9 req-8265aa7c-b355-4ff8-bbf9-0a63dc7491d1 tempest-ServersTestJSON-933210889 tempest-ServersTestJSON-933210889-project] 10.222.0.59 "GET /v2.0/ports?device_id=9a206e42-b932-4dfe-bf46-6c2645af1695 HTTP/1.1" status: 200 len: 945 time: 0.1199181 Jul 27 20:55:59.730034 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Returning: {'device': 'd2879368-24c8-4f2b-93ad-567cface9925', 'network_id': '48421823-0af9-4dd2-9d0c-663808a5aff4', 'port_id': 'd2879368-24c8-4f2b-93ad-567cface9925', 'mac_address': 'fa:16:3e:59:b7:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '109d73c7-c2b7-4bb2-839e-dc2ca31c6403', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105586) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 20:55:59.813842 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e90d5f16-3eb5-4980-9065-79873a70a3f9 req-8acc3ddc-040c-41e0-ac75-27cf711288b4 tempest-ServersTestJSON-933210889 tempest-ServersTestJSON-933210889-project] 10.222.0.59 "GET /v2.0/security-groups?id=a0b73daf-d493-4273-bbc1-c25f03644436&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0716190 Jul 27 20:55:59.817850 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:59.835013 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:59.846417 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [None req-3d54578f-831f-4696-b568-13c455922dab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2879368-24c8-4f2b-93ad-567cface9925 {{(pid=105586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 20:55:59.887959 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f0f9c94-4e94-47fe-9336-391cd2a98046', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a876b0b6-80a9-416a-b052-db7ba5c2d963'}] {{(pid=105586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:55:59.891435 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14c1663e039faf5393f87855f745010ac5b02220355b68fdbf065393e303ac56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59592fb3-df53-467a-b5aa-1ba153f8fa90" -d '{"events": [{"server_uuid": "8f0f9c94-4e94-47fe-9336-391cd2a98046", "name": "network-vif-plugged", "status": "completed", "tag": "a876b0b6-80a9-416a-b052-db7ba5c2d963"}]}' {{(pid=105586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:55:59.894136 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device 49462502-98c7-474a-ab59-a5fef55bb950 details requested by agent hyperv_n-h1-705658-22 with host n-h1-705658-22 {{(pid=105586) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 20:55:59.910848 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] For port d2879368-24c8-4f2b-93ad-567cface9925, host n-h2-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=d2879368-24c8-4f2b-93ad-567cface9925,segment=NetworkSegment(1a6df4b8-1b7f-4c91-aeab-868433773047),segment_id=1a6df4b8-1b7f-4c91-aeab-868433773047)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:55:59.920134 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] For port a876b0b6-80a9-416a-b052-db7ba5c2d963, host n-h2-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=a876b0b6-80a9-416a-b052-db7ba5c2d963,segment=NetworkSegment(839ae395-18c4-4db8-912c-98cffd4079a9),segment_id=839ae395-18c4-4db8-912c-98cffd4079a9)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:55:59.922729 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:59.933163 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:59.933975 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Device 789d1df8-a449-4c66-8006-9014f086578a no longer exists at agent hyperv_n-h2-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 20:55:59.989936 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2160c4-fd71-4458-b484-584e0eacc9b8 req-3d82d778-fafc-44b4-850e-9872ac899f56 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:59.998789 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-bc2160c4-fd71-4458-b484-584e0eacc9b8 req-3d82d778-fafc-44b4-850e-9872ac899f56 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] 10.222.0.59 "GET /v2.0/ports?device_id=6a9e53e1-344c-4083-a4f6-dbd12c7060f8 HTTP/1.1" status: 200 len: 948 time: 0.1631370 Jul 27 20:56:00.071328 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d7bae9-466a-409a-8170-cc06af6232d4 req-2770c314-3248-4edd-9d48-4055c1544980 tempest-ServersTestJSON-933210889 tempest-ServersTestJSON-933210889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:00.081846 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 35452) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:56:00.086677 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-d050f5c7-d626-4652-a6f9-6780398699b2 tempest-ServersTestJSON-933210889 tempest-ServersTestJSON-933210889-project] Request body: {'floatingip': {'port_id': '9cb39833-1334-4bd0-a64f-651575d3a188'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:56:00.087591 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-64d7bae9-466a-409a-8170-cc06af6232d4 req-2770c314-3248-4edd-9d48-4055c1544980 tempest-ServersTestJSON-933210889 tempest-ServersTestJSON-933210889-project] 10.222.0.59 "GET /v2.0/ports?device_id=9a206e42-b932-4dfe-bf46-6c2645af1695 HTTP/1.1" status: 200 len: 945 time: 0.1841805 Jul 27 20:56:00.096922 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-bc2160c4-fd71-4458-b484-584e0eacc9b8 req-f33992fa-b7dd-4713-aa44-ce9c4262cba9 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] 10.222.0.59 "GET /v2.0/security-groups?id=c6534cb3-b44e-4a83-b57e-ddb72c2ad843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968213 Jul 27 20:56:00.151608 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-3d54578f-831f-4696-b568-13c455922dab None None] No Port match for: 789d1df8-a449-4c66-8006-9014f086578a {{(pid=105586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 20:56:00.151608 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Device 789d1df8-a449-4c66-8006-9014f086578a not bound to the agent host n-h2-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 20:56:00.155573 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.db.resource_extend [None req-28650df7-c46c-4981-b84f-37d87254047e None None] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 27 20:56:00.190166 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 20:55:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8da503a4-18c1-42a0-97d3-03a02ad59f8e x-openstack-request-id: req-8da503a4-18c1-42a0-97d3-03a02ad59f8e {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:56:00.190598 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f0f9c94-4e94-47fe-9336-391cd2a98046", "name": "network-vif-plugged", "status": "completed", "tag": "a876b0b6-80a9-416a-b052-db7ba5c2d963", "code": 200}]} {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:56:00.190947 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-8da503a4-18c1-42a0-97d3-03a02ad59f8e {{(pid=105586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:56:00.191568 n-d-705658-22 neutron-server[105586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f0f9c94-4e94-47fe-9336-391cd2a98046', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a876b0b6-80a9-416a-b052-db7ba5c2d963', 'code': 200} Jul 27 20:56:00.310123 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Pushing event updated for resources: {'Port': ['ID=d2879368-24c8-4f2b-93ad-567cface9925,revision_number=4']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:56:00.325989 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-d050f5c7-d626-4652-a6f9-6780398699b2 tempest-ServersTestJSON-933210889 tempest-ServersTestJSON-933210889-project] Notify callbacks [] for floatingip, before_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:00.372853 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] get_ports_and_sgs() called for port_ids ['d2879368-24c8-4f2b-93ad-567cface9925'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 20:56:00.441762 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04380204-271b-457f-a8f9-0dfc77c6fb17 req-bc58cf46-f3dc-40b8-bbe2-880d7509abb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:00.443319 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-04380204-271b-457f-a8f9-0dfc77c6fb17 req-bc58cf46-f3dc-40b8-bbe2-880d7509abb0 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=8f0f9c94-4e94-47fe-9336-391cd2a98046 HTTP/1.1" status: 200 len: 1098 time: 0.2237792 Jul 27 20:56:00.483835 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] For port 49462502-98c7-474a-ab59-a5fef55bb950, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=49462502-98c7-474a-ab59-a5fef55bb950,segment=NetworkSegment(86b1e6f6-d629-4b03-8944-4cdfbfb93d02),segment_id=86b1e6f6-d629-4b03-8944-4cdfbfb93d02)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:56:00.501939 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Pushing event updated for resources: {'Port': ['ID=a876b0b6-80a9-416a-b052-db7ba5c2d963,revision_number=5']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:56:00.519035 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Returning: {'device': '49462502-98c7-474a-ab59-a5fef55bb950', 'network_id': '4d64aa0b-bd6a-468e-8edc-c83689947462', 'port_id': '49462502-98c7-474a-ab59-a5fef55bb950', 'mac_address': 'fa:16:3e:f2:09:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26644ba0-4185-4e10-8718-6ad18d01376c', 'ip_address': '192.168.233.225'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105586) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 20:56:00.527885 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d33661f-7d88-46e0-8813-adcb8f7bb2d1 req-801b8b94-8ad3-4bd6-8cf3-05fc1038a294 tempest-ImagesOneServerNegativeTestJSON-323901233 tempest-ImagesOneServerNegativeTestJSON-323901233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:00.540850 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-0d33661f-7d88-46e0-8813-adcb8f7bb2d1 req-801b8b94-8ad3-4bd6-8cf3-05fc1038a294 tempest-ImagesOneServerNegativeTestJSON-323901233 tempest-ImagesOneServerNegativeTestJSON-323901233-project] 10.222.0.59 "GET /v2.0/ports?device_id=888d1369-8c84-4e25-bbc0-ddde8351d189 HTTP/1.1" status: 200 len: 945 time: 0.2415516 Jul 27 20:56:00.547256 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-04380204-271b-457f-a8f9-0dfc77c6fb17 req-6b3ed760-3f2c-490e-aa77-a1af93a25fc1 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=194109be-9331-415c-ac19-806186c2936d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0794203 Jul 27 20:56:00.611169 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:00.634523 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49462502-98c7-474a-ab59-a5fef55bb950 {{(pid=105586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 20:56:00.674368 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] For port 49462502-98c7-474a-ab59-a5fef55bb950, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=49462502-98c7-474a-ab59-a5fef55bb950,segment=NetworkSegment(86b1e6f6-d629-4b03-8944-4cdfbfb93d02),segment_id=86b1e6f6-d629-4b03-8944-4cdfbfb93d02)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:56:00.690124 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:00.770517 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Pushing event updated for resources: {'Port': ['ID=49462502-98c7-474a-ab59-a5fef55bb950,revision_number=4']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:56:00.798249 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 35474) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:56:00.950638 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-0d33661f-7d88-46e0-8813-adcb8f7bb2d1 req-ded271a8-fcc8-445d-9bcb-de3ef6e563f8 tempest-ImagesOneServerNegativeTestJSON-323901233 tempest-ImagesOneServerNegativeTestJSON-323901233-project] 10.222.0.59 "GET /v2.0/security-groups?id=b49152d2-7ea9-4069-930d-17bb1fb95e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4085426 Jul 27 20:56:00.962263 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750de5f9-1452-4acd-99b9-13b531699685 req-674a7be1-71dc-4a19-ac9d-10e6053b8eed tempest-ServersTestFqdnHostnames-310591036 tempest-ServersTestFqdnHostnames-310591036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:00.972191 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-750de5f9-1452-4acd-99b9-13b531699685 req-674a7be1-71dc-4a19-ac9d-10e6053b8eed tempest-ServersTestFqdnHostnames-310591036 tempest-ServersTestFqdnHostnames-310591036-project] 10.222.0.59 "GET /v2.0/ports?device_id=8f0f9c94-4e94-47fe-9336-391cd2a98046 HTTP/1.1" status: 200 len: 946 time: 0.5639453 Jul 27 20:56:01.010142 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] get_ports_and_sgs() called for port_ids ['49462502-98c7-474a-ab59-a5fef55bb950'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 20:56:01.031575 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-750de5f9-1452-4acd-99b9-13b531699685 req-c61db13f-1998-4d0a-a9d2-cb39895cae16 tempest-ServersTestFqdnHostnames-310591036 tempest-ServersTestFqdnHostnames-310591036-project] 10.222.0.59 "GET /v2.0/security-groups?id=194109be-9331-415c-ac19-806186c2936d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583961 Jul 27 20:56:01.114626 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8e9679-b01c-4b82-b0cf-2a1d05d33a45 req-a1db4fcd-181c-4b7b-9dd4-43a577bfee1b tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:01.116615 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-6b8e9679-b01c-4b82-b0cf-2a1d05d33a45 req-a1db4fcd-181c-4b7b-9dd4-43a577bfee1b tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] 10.222.0.59 "GET /v2.0/ports?device_id=23a39a45-86ad-4a34-aa42-6affa73d3ff5 HTTP/1.1" status: 200 len: 945 time: 0.0818210 Jul 27 20:56:01.223487 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-6b8e9679-b01c-4b82-b0cf-2a1d05d33a45 req-b663ca34-1d54-4983-927f-36adbf25867f tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] 10.222.0.59 "GET /v2.0/security-groups?id=1749b80d-91c6-4bd3-8e8d-666bd095400f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961812 Jul 27 20:56:01.252719 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-beddb5da-37da-456b-9ac9-bf523a8d4e1a admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1268352736-network', 'tenant_id': '8ef5ae3754f942d6bfb3fca348e04118'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:56:01.314708 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b32a39-28fe-48e2-a29a-5da3ca81b971 req-9d42ebc7-e92f-41df-ad24-a8d3a9d1d222 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:01.320538 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-d7b32a39-28fe-48e2-a29a-5da3ca81b971 req-9d42ebc7-e92f-41df-ad24-a8d3a9d1d222 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] 10.222.0.59 "GET /v2.0/ports?device_id=6a9e53e1-344c-4083-a4f6-dbd12c7060f8 HTTP/1.1" status: 200 len: 949 time: 0.0956695 Jul 27 20:56:01.376196 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-beddb5da-37da-456b-9ac9-bf523a8d4e1a admin admin] Made reservation on behalf of 8ef5ae3754f942d6bfb3fca348e04118 for: {'network': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:56:01.379224 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-d7b32a39-28fe-48e2-a29a-5da3ca81b971 req-cd7fe93e-3f1e-4323-8344-4e345d3647a9 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] 10.222.0.59 "GET /v2.0/security-groups?id=c6534cb3-b44e-4a83-b57e-ddb72c2ad843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577643 Jul 27 20:56:01.379397 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-beddb5da-37da-456b-9ac9-bf523a8d4e1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for network, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:01.396941 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-beddb5da-37da-456b-9ac9-bf523a8d4e1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:01.574422 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-d050f5c7-d626-4652-a6f9-6780398699b2 tempest-ServersTestJSON-933210889 tempest-ServersTestJSON-933210889-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:01.581514 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-d050f5c7-d626-4652-a6f9-6780398699b2 tempest-ServersTestJSON-933210889 tempest-ServersTestJSON-933210889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4075768'] for floatingip, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:01.721567 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-beddb5da-37da-456b-9ac9-bf523a8d4e1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:01.723365 n-d-705658-22 neutron-server[105584]: INFO neutron.db.l3_db [None req-d050f5c7-d626-4652-a6f9-6780398699b2 tempest-ServersTestJSON-933210889 tempest-ServersTestJSON-933210889-project] Floating IP 8a773d6e-f1fd-4756-a274-108f5ba9d4e3 associated. External IP: 172.25.5.36, port: 9cb39833-1334-4bd0-a64f-651575d3a188. Jul 27 20:56:01.725838 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-beddb5da-37da-456b-9ac9-bf523a8d4e1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:01.793601 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-beddb5da-37da-456b-9ac9-bf523a8d4e1a admin admin] vlan segment allocate from pool success with {'vlan_id': 218, 'physical_network': 'physnet1'} {{(pid=105584) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 20:56:01.806923 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beddb5da-37da-456b-9ac9-bf523a8d4e1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e624957-e10f-45bc-9807-385c5037752b,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:56:01.817179 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-beddb5da-37da-456b-9ac9-bf523a8d4e1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:01.817546 n-d-705658-22 neutron-server[105584]: INFO neutron.db.segments_db [None req-beddb5da-37da-456b-9ac9-bf523a8d4e1a admin admin] Added segment 82f24a60-f3fd-4bfe-b80e-d30999658a98 of type vlan for network cb450651-6ba2-4b9a-9c7d-ac4916a65ce9 Jul 27 20:56:01.905060 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-beddb5da-37da-456b-9ac9-bf523a8d4e1a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790688424798'] for network, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:02.019482 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-beddb5da-37da-456b-9ac9-bf523a8d4e1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920'] for network, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:02.020504 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beddb5da-37da-456b-9ac9-bf523a8d4e1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:02.021166 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-beddb5da-37da-456b-9ac9-bf523a8d4e1a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743886'] for network, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:02.078042 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-beddb5da-37da-456b-9ac9-bf523a8d4e1a admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.2785282 Jul 27 20:56:02.081317 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 35488) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:56:02.086918 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-8b0b0a2f-c287-42fc-a00f-0a279f028124 admin admin] Request body: {'subnet': {'network_id': 'cb450651-6ba2-4b9a-9c7d-ac4916a65ce9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-1268352736-subnet', 'tenant_id': '8ef5ae3754f942d6bfb3fca348e04118', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:56:02.101321 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beddb5da-37da-456b-9ac9-bf523a8d4e1a admin admin] Pushing event updated for resources: {'Network': ['ID=cb450651-6ba2-4b9a-9c7d-ac4916a65ce9,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:56:02.109788 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d050f5c7-d626-4652-a6f9-6780398699b2 tempest-ServersTestJSON-933210889 tempest-ServersTestJSON-933210889-project] Router 6b0413fd-652a-4dc5-899e-6c269ab91665 has already been hosted by L3 agent dd128fd7-8e57-4d4f-895b-a96b369df59a {{(pid=105584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 20:56:02.112741 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Network cb450651-6ba2-4b9a-9c7d-ac4916a65ce9 details requested by agent ovs-agent-n-d-705658-22 with host n-d-705658-22 {{(pid=105586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 20:56:02.113591 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeae4048-51c2-4fcf-a725-14c0b6106f0c req-9d968151-fc65-4121-b272-185450f93929 tempest-ImagesOneServerNegativeTestJSON-323901233 tempest-ImagesOneServerNegativeTestJSON-323901233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:02.121817 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-eeae4048-51c2-4fcf-a725-14c0b6106f0c req-9d968151-fc65-4121-b272-185450f93929 tempest-ImagesOneServerNegativeTestJSON-323901233 tempest-ImagesOneServerNegativeTestJSON-323901233-project] 10.222.0.59 "GET /v2.0/ports?device_id=888d1369-8c84-4e25-bbc0-ddde8351d189 HTTP/1.1" status: 200 len: 945 time: 0.1009464 Jul 27 20:56:02.162232 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b0b0a2f-c287-42fc-a00f-0a279f028124 admin admin] Made reservation on behalf of 8ef5ae3754f942d6bfb3fca348e04118 for: {'subnet': 1} {{(pid=105585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:56:02.164814 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-8b0b0a2f-c287-42fc-a00f-0a279f028124 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9990620'] for subnet, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:02.193108 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-eeae4048-51c2-4fcf-a725-14c0b6106f0c req-d4481353-9a75-40b5-a664-cac6a21be73a tempest-ImagesOneServerNegativeTestJSON-323901233 tempest-ImagesOneServerNegativeTestJSON-323901233-project] 10.222.0.59 "GET /v2.0/security-groups?id=b49152d2-7ea9-4069-930d-17bb1fb95e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657713 Jul 27 20:56:02.250447 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d050f5c7-d626-4652-a6f9-6780398699b2 tempest-ServersTestJSON-933210889 tempest-ServersTestJSON-933210889-project] Notify agent at l3_agent.n-d-705658-22 the message routers_updated {{(pid=105584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 20:56:02.255564 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-d050f5c7-d626-4652-a6f9-6780398699b2 tempest-ServersTestJSON-933210889 tempest-ServersTestJSON-933210889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for floatingip, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:02.262652 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcfb1fe8-f0d7-43db-b9da-ad65f3ceadd8 None None] Sync routers for ids ['6b0413fd-652a-4dc5-899e-6c269ab91665'] in n-d-705658-22 {{(pid=105586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 20:56:02.272977 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcfb1fe8-f0d7-43db-b9da-ad65f3ceadd8 None None] Routers {'6b0413fd-652a-4dc5-899e-6c269ab91665'} bound to L3 agent in host n-d-705658-22 {{(pid=105586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:56:02.273645 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-fcfb1fe8-f0d7-43db-b9da-ad65f3ceadd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T20:55:41Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['6b0413fd-652a-4dc5-899e-6c269ab91665'], 'active': True} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:56:02.316231 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-d050f5c7-d626-4652-a6f9-6780398699b2 tempest-ServersTestJSON-933210889 tempest-ServersTestJSON-933210889-project] 10.222.0.59 "PUT /v2.0/floatingips/8a773d6e-f1fd-4756-a274-108f5ba9d4e3 HTTP/1.1" status: 200 len: 990 time: 2.2329109 Jul 27 20:56:02.316831 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a206e42-b932-4dfe-bf46-6c2645af1695', 'tag': '9cb39833-1334-4bd0-a64f-651575d3a188'}] {{(pid=105584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:56:02.320721 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bce5e6c8685464f7626901654159975603b047827e3138302ed6566e28f1343" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35e31c8f-311f-4a0b-bb56-26d1ee6c6f96" -d '{"events": [{"name": "network-changed", "server_uuid": "9a206e42-b932-4dfe-bf46-6c2645af1695", "tag": "9cb39833-1334-4bd0-a64f-651575d3a188"}]}' {{(pid=105584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:56:02.332486 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b68b3c-4d8c-4668-a03c-b38d38c39729 req-2f576fd1-797e-4fb8-bab8-0ab4bcef2ca8 tempest-ServersTestFqdnHostnames-310591036 tempest-ServersTestFqdnHostnames-310591036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:02.333925 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-c1b68b3c-4d8c-4668-a03c-b38d38c39729 req-2f576fd1-797e-4fb8-bab8-0ab4bcef2ca8 tempest-ServersTestFqdnHostnames-310591036 tempest-ServersTestFqdnHostnames-310591036-project] 10.222.0.59 "GET /v2.0/ports?device_id=8f0f9c94-4e94-47fe-9336-391cd2a98046 HTTP/1.1" status: 200 len: 946 time: 0.1563153 Jul 27 20:56:02.420820 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvr_db [None req-fcfb1fe8-f0d7-43db-b9da-ad65f3ceadd8 None None] Set router 6b0413fd-652a-4dc5-899e-6c269ab91665 gateway port host: n-d-705658-22 {{(pid=105586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:56:02.485878 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-c1b68b3c-4d8c-4668-a03c-b38d38c39729 req-5993ae68-db5b-4079-adff-c68cfd7ff2ee tempest-ServersTestFqdnHostnames-310591036 tempest-ServersTestFqdnHostnames-310591036-project] 10.222.0.59 "GET /v2.0/security-groups?id=194109be-9331-415c-ac19-806186c2936d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1452670 Jul 27 20:56:02.503778 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-8b0b0a2f-c287-42fc-a00f-0a279f028124 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10221797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9990606'] for subnet, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:02.526628 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5ca2c1-6fac-4ac9-a8df-995875d60104 req-78c8ce5b-18fc-49b9-a084-2050b097ca44 tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:02.528060 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-0b5ca2c1-6fac-4ac9-a8df-995875d60104 req-78c8ce5b-18fc-49b9-a084-2050b097ca44 tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] 10.222.0.59 "GET /v2.0/ports?device_id=23a39a45-86ad-4a34-aa42-6affa73d3ff5 HTTP/1.1" status: 200 len: 945 time: 0.1777544 Jul 27 20:56:02.602116 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-0b5ca2c1-6fac-4ac9-a8df-995875d60104 req-e1a4e32d-a8f9-4b4a-87b8-b6bb22476dcb tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] 10.222.0.59 "GET /v2.0/security-groups?id=1749b80d-91c6-4bd3-8e8d-666bd095400f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527942 Jul 27 20:56:02.609500 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0b0a2f-c287-42fc-a00f-0a279f028124 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bb940ada-4709-4b0b-853b-196773eb53ad,revision_number=0']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:56:02.618045 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 20:56:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81cba442-9214-410a-a6b9-b796f877c365 x-openstack-request-id: req-81cba442-9214-410a-a6b9-b796f877c365 {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:56:02.618388 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a206e42-b932-4dfe-bf46-6c2645af1695", "tag": "9cb39833-1334-4bd0-a64f-651575d3a188", "status": "completed", "code": 200}]} {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:56:02.618735 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-81cba442-9214-410a-a6b9-b796f877c365 {{(pid=105584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:56:02.619247 n-d-705658-22 neutron-server[105584]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a206e42-b932-4dfe-bf46-6c2645af1695', 'tag': '9cb39833-1334-4bd0-a64f-651575d3a188', 'status': 'completed', 'code': 200} Jul 27 20:56:02.619560 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0b0a2f-c287-42fc-a00f-0a279f028124 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:56:02.619914 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0b0a2f-c287-42fc-a00f-0a279f028124 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:56:02.620387 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0b0a2f-c287-42fc-a00f-0a279f028124 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:56:02.620737 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0b0a2f-c287-42fc-a00f-0a279f028124 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:56:02.621074 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0b0a2f-c287-42fc-a00f-0a279f028124 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:56:02.621409 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0b0a2f-c287-42fc-a00f-0a279f028124 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:56:02.622307 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0b0a2f-c287-42fc-a00f-0a279f028124 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:56:02.622307 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0b0a2f-c287-42fc-a00f-0a279f028124 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:56:02.622523 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0b0a2f-c287-42fc-a00f-0a279f028124 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:56:02.622700 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0b0a2f-c287-42fc-a00f-0a279f028124 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:56:02.623050 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0b0a2f-c287-42fc-a00f-0a279f028124 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:56:02.623901 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0b0a2f-c287-42fc-a00f-0a279f028124 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:56:02.633795 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b0b0a2f-c287-42fc-a00f-0a279f028124 admin admin] Checking segment: {'id': '82f24a60-f3fd-4bfe-b80e-d30999658a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'cb450651-6ba2-4b9a-9c7d-ac4916a65ce9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:56:02.634161 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b0b0a2f-c287-42fc-a00f-0a279f028124 admin admin] Network hostable DHCP agents. Network: cb450651-6ba2-4b9a-9c7d-ac4916a65ce9, hostable agents: ['7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a'], hosted agents: [] {{(pid=105585) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 20:56:02.659189 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b0b0a2f-c287-42fc-a00f-0a279f028124 admin admin] Network cb450651-6ba2-4b9a-9c7d-ac4916a65ce9 is scheduled to be hosted by DHCP agent 7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a with binding_index 1 {{(pid=105585) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 20:56:02.689004 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.base_scheduler [None req-8b0b0a2f-c287-42fc-a00f-0a279f028124 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-22, cb450651-6ba2-4b9a-9c7d-ac4916a65ce9) {{(pid=105585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:56:02.694801 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b0b0a2f-c287-42fc-a00f-0a279f028124 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:02.695428 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-8b0b0a2f-c287-42fc-a00f-0a279f028124 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743886'] for subnet, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:02.710010 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-357a6c93-6219-4735-a887-eb7dd86ac097 None None] Network cb450651-6ba2-4b9a-9c7d-ac4916a65ce9 requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 20:56:02.739727 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-8b0b0a2f-c287-42fc-a00f-0a279f028124 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6549466 Jul 27 20:56:02.740085 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 35504) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:56:02.745485 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-3f9af801-fbb5-49e3-8603-ee650dcb4565 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-1268352736-router', 'tenant_id': '8ef5ae3754f942d6bfb3fca348e04118', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305'}}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:56:02.774542 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e31c8f-311f-4a0b-bb56-26d1ee6c6f96 req-5e8ccce6-7453-46f4-b13c-dad0cb668940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:02.776137 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-35e31c8f-311f-4a0b-bb56-26d1ee6c6f96 req-5e8ccce6-7453-46f4-b13c-dad0cb668940 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=64da060b2dd44212a62bc79dadd15741&device_id=9a206e42-b932-4dfe-bf46-6c2645af1695 HTTP/1.1" status: 200 len: 1097 time: 0.1269724 Jul 27 20:56:02.790173 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-3f9af801-fbb5-49e3-8603-ee650dcb4565 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4163813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-443'] for router, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:02.792250 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-3f9af801-fbb5-49e3-8603-ee650dcb4565 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4165196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4077059', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3711235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-418'] for router, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:02.851845 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-3f9af801-fbb5-49e3-8603-ee650dcb4565 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:02.887488 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c404f7a-9373-4370-8218-03f3aa713852 req-e6f7e270-a62e-4e16-816c-00b13a8e0d20 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:02.889036 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-2c404f7a-9373-4370-8218-03f3aa713852 req-e6f7e270-a62e-4e16-816c-00b13a8e0d20 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] 10.222.0.59 "GET /v2.0/ports?device_id=6a9e53e1-344c-4083-a4f6-dbd12c7060f8 HTTP/1.1" status: 200 len: 949 time: 0.1639900 Jul 27 20:56:02.949447 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-fcfb1fe8-f0d7-43db-b9da-ad65f3ceadd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b0413fd-652a-4dc5-899e-6c269ab91665', 'name': 'tempest-ServersTestJSON-234435651-router', 'tenant_id': '64da060b2dd44212a62bc79dadd15741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.245'}], 'enable_snat': True}, 'gw_port_id': '30edec30-35d7-4893-95e7-7b657e45e3a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:55:25Z', 'updated_at': '2021-07-27T20:55:31Z', 'revision_number': 4, 'project_id': '64da060b2dd44212a62bc79dadd15741', 'gw_port': {'id': '30edec30-35d7-4893-95e7-7b657e45e3a1', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:9c:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b0413fd-652a-4dc5-899e-6c269ab91665', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:55:26Z', 'updated_at': '2021-07-27T20:55:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_floatingips': [{'id': '8a773d6e-f1fd-4756-a274-108f5ba9d4e3', 'tenant_id': '64da060b2dd44212a62bc79dadd15741', 'floating_ip_address': '172.25.5.36', 'floating_network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'router_id': '6b0413fd-652a-4dc5-899e-6c269ab91665', 'port_id': '9cb39833-1334-4bd0-a64f-651575d3a188', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 575, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7bcae981-8648-471e-89db-85c5dd38c4a9', 'mac_address': 'fa:16:3e:01:62:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a206e42-b932-4dfe-bf46-6c2645af1695', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T20:55:40Z', 'updated_at': '2021-07-27T20:56:01Z', 'revision_number': 1, 'project_id': '64da060b2dd44212a62bc79dadd15741', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6c8fedb-973c-4f84-9e71-ad8636120fce', 'name': '', 'network_id': '7bcae981-8648-471e-89db-85c5dd38c4a9', 'tenant_id': '64da060b2dd44212a62bc79dadd15741', 'mac_address': 'fa:16:3e:5a:bb:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b0413fd-652a-4dc5-899e-6c269ab91665', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '79e9814a-bc6d-4124-93bb-2b85b8b7cfb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:55:29Z', 'updated_at': '2021-07-27T20:55:43Z', 'revision_number': 5, 'project_id': '64da060b2dd44212a62bc79dadd15741', 'subnets': [{'id': '79e9814a-bc6d-4124-93bb-2b85b8b7cfb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-22', False) {} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:56:02.972348 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e31c8f-311f-4a0b-bb56-26d1ee6c6f96 req-694bae1e-2f15-4789-909b-804a0493914e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:02.973842 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-35e31c8f-311f-4a0b-bb56-26d1ee6c6f96 req-694bae1e-2f15-4789-909b-804a0493914e service neutron] 10.222.0.36 "GET /v2.0/networks?id=7bcae981-8648-471e-89db-85c5dd38c4a9 HTTP/1.1" status: 200 len: 906 time: 0.1858561 Jul 27 20:56:02.977666 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-2c404f7a-9373-4370-8218-03f3aa713852 req-3adc4709-f96c-40bd-867b-bda3bc37c20c tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] 10.222.0.59 "GET /v2.0/security-groups?id=c6534cb3-b44e-4a83-b57e-ddb72c2ad843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804961 Jul 27 20:56:02.985487 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcfb1fe8-f0d7-43db-b9da-ad65f3ceadd8 None None] Checking router: 6b0413fd-652a-4dc5-899e-6c269ab91665 for host: n-d-705658-22 {{(pid=105586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 20:56:03.001341 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad0f8e0-6f5b-4a52-93f4-0cb7f29fa175 req-e3b4c62c-ffe8-4751-9788-21f63dca27b3 tempest-ServersTestFqdnHostnames-310591036 tempest-ServersTestFqdnHostnames-310591036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:03.001575 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcfb1fe8-f0d7-43db-b9da-ad65f3ceadd8 None None] Routers {'6b0413fd-652a-4dc5-899e-6c269ab91665'} bound to L3 agent in host n-d-705658-22 {{(pid=105586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:56:03.001776 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-9ad0f8e0-6f5b-4a52-93f4-0cb7f29fa175 req-e3b4c62c-ffe8-4751-9788-21f63dca27b3 tempest-ServersTestFqdnHostnames-310591036 tempest-ServersTestFqdnHostnames-310591036-project] 10.222.0.59 "GET /v2.0/ports?device_id=8f0f9c94-4e94-47fe-9336-391cd2a98046 HTTP/1.1" status: 200 len: 946 time: 0.1952298 Jul 27 20:56:03.003135 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-fcfb1fe8-f0d7-43db-b9da-ad65f3ceadd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T20:55:41Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['6b0413fd-652a-4dc5-899e-6c269ab91665'], 'active': True} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:56:03.029625 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 35506) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:56:03.036765 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-374bac24-03b4-4872-bd73-b9ad4248ba28 tempest-ServersTestFqdnHostnames-310591036 tempest-ServersTestFqdnHostnames-310591036-project] Request body: {'floatingip': {'port_id': 'a876b0b6-80a9-416a-b052-db7ba5c2d963'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:56:03.052557 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c2f6418-1abf-4f5a-8b09-9f35c1e228c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30bb4b93-b285-5d90-9493-f9ec33ea333c-cb450651-6ba2-4b9a-9c7d-ac4916a65ce9', 'network_id': 'cb450651-6ba2-4b9a-9c7d-ac4916a65ce9', 'tenant_id': '8ef5ae3754f942d6bfb3fca348e04118', 'fixed_ips': [{'subnet_id': 'bb940ada-4709-4b0b-853b-196773eb53ad'}]}} from n-d-705658-22. {{(pid=105586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 20:56:03.054239 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-9c2f6418-1abf-4f5a-8b09-9f35c1e228c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:03.061333 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-3f9af801-fbb5-49e3-8603-ee650dcb4565 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4077169', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4163787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-400'] for router, precommit_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:03.089906 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-374bac24-03b4-4872-bd73-b9ad4248ba28 tempest-ServersTestFqdnHostnames-310591036 tempest-ServersTestFqdnHostnames-310591036-project] Notify callbacks [] for floatingip, before_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:03.133642 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-35e31c8f-311f-4a0b-bb56-26d1ee6c6f96 req-4390df33-2b4e-4971-a3d0-632431443575 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9cb39833-1334-4bd0-a64f-651575d3a188 HTTP/1.1" status: 200 len: 998 time: 0.1507866 Jul 27 20:56:03.241290 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvr_db [None req-fcfb1fe8-f0d7-43db-b9da-ad65f3ceadd8 None None] Set router 6b0413fd-652a-4dc5-899e-6c269ab91665 gateway port host: n-d-705658-22 {{(pid=105586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:56:03.241888 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e31c8f-311f-4a0b-bb56-26d1ee6c6f96 req-4d7e48a5-d057-4d4d-92e4-895d8cbc67c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:03.243505 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-35e31c8f-311f-4a0b-bb56-26d1ee6c6f96 req-4d7e48a5-d057-4d4d-92e4-895d8cbc67c6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=79e9814a-bc6d-4124-93bb-2b85b8b7cfb1 HTTP/1.1" status: 200 len: 844 time: 0.0863740 Jul 27 20:56:03.329776 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.db_base_plugin_common [None req-9c2f6418-1abf-4f5a-8b09-9f35c1e228c7 None None] Allocated IP 172.20.0.2 (cb450651-6ba2-4b9a-9c7d-ac4916a65ce9/bb940ada-4709-4b0b-853b-196773eb53ad/89631431-886a-4a80-83c1-e2dfbe318c45) {{(pid=105586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:56:03.399531 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-3f9af801-fbb5-49e3-8603-ee650dcb4565 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:03.431445 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-3f9af801-fbb5-49e3-8603-ee650dcb4565 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:03.521228 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e31c8f-311f-4a0b-bb56-26d1ee6c6f96 req-a191a2a7-fa29-490b-b2fd-6f19d0eb778d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:03.522612 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-35e31c8f-311f-4a0b-bb56-26d1ee6c6f96 req-a191a2a7-fa29-490b-b2fd-6f19d0eb778d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7bcae981-8648-471e-89db-85c5dd38c4a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2694266 Jul 27 20:56:03.531747 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed03e3b3-4f53-40ba-b76f-655afd166eb0 req-6d000294-ef76-41b5-a971-230e069b697d tempest-ImagesOneServerNegativeTestJSON-323901233 tempest-ImagesOneServerNegativeTestJSON-323901233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:03.539419 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-ed03e3b3-4f53-40ba-b76f-655afd166eb0 req-6d000294-ef76-41b5-a971-230e069b697d tempest-ImagesOneServerNegativeTestJSON-323901233 tempest-ImagesOneServerNegativeTestJSON-323901233-project] 10.222.0.59 "GET /v2.0/ports?device_id=888d1369-8c84-4e25-bbc0-ddde8351d189 HTTP/1.1" status: 200 len: 945 time: 0.2511947 Jul 27 20:56:03.585238 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.db_base_plugin_common [None req-3f9af801-fbb5-49e3-8603-ee650dcb4565 admin admin] Allocated IP 172.25.5.252 (8735d8a2-b604-4758-ae71-b40e4ee6f305/eca7dbab-b9c0-4c8f-a272-816ea8a81764/a1969402-ebd7-4c42-8e40-6845cc6b6a3c) {{(pid=105584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:56:03.630213 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Device d2879368-24c8-4f2b-93ad-567cface9925 up at agent hyperv_n-h2-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:56:03.732171 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-ed03e3b3-4f53-40ba-b76f-655afd166eb0 req-aab9caa1-bb85-4de2-a406-aea58ea32ddb tempest-ImagesOneServerNegativeTestJSON-323901233 tempest-ImagesOneServerNegativeTestJSON-323901233-project] 10.222.0.59 "GET /v2.0/security-groups?id=b49152d2-7ea9-4069-930d-17bb1fb95e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1857049 Jul 27 20:56:03.800907 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-35e31c8f-311f-4a0b-bb56-26d1ee6c6f96 req-f45de845-0d02-4064-9f57-e6906991996b service neutron] 10.222.0.36 "GET /v2.0/networks/7bcae981-8648-471e-89db-85c5dd38c4a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2248633 Jul 27 20:56:03.813710 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-3f9af801-fbb5-49e3-8603-ee650dcb4565 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:03.820495 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-3d54578f-831f-4696-b568-13c455922dab None None] Provisioning for port d2879368-24c8-4f2b-93ad-567cface9925 completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:56:03.824275 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-9c2f6418-1abf-4f5a-8b09-9f35c1e228c7 None None] Notify callbacks [] for port, precommit_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:03.843187 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-3d54578f-831f-4696-b568-13c455922dab None None] Provisioning complete for port d2879368-24c8-4f2b-93ad-567cface9925 triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:56:03.843557 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:03.845957 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-9c2f6418-1abf-4f5a-8b09-9f35c1e228c7 None None] Transition to ACTIVE for port object 89631431-886a-4a80-83c1-e2dfbe318c45 will not be triggered until provisioned by entity L2. {{(pid=105586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:56:03.879801 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-3f9af801-fbb5-49e3-8603-ee650dcb4565 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:03.899570 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device 49462502-98c7-474a-ab59-a5fef55bb950 up at agent hyperv_n-h1-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:56:03.927117 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f9af801-fbb5-49e3-8603-ee650dcb4565 admin admin] Network 8735d8a2-b604-4758-ae71-b40e4ee6f305 is already hosted by enough agents. {{(pid=105584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:56:03.930692 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [None req-3f9af801-fbb5-49e3-8603-ee650dcb4565 admin admin] Resources bound (agent type, host, resource id): {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:56:03.939226 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-9c2f6418-1abf-4f5a-8b09-9f35c1e228c7 None None] Transition to ACTIVE for port object 89631431-886a-4a80-83c1-e2dfbe318c45 will not be triggered until provisioned by entity DHCP. {{(pid=105586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:56:03.940556 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.db.resource_extend [None req-374bac24-03b4-4872-bd73-b9ad4248ba28 tempest-ServersTestFqdnHostnames-310591036 tempest-ServersTestFqdnHostnames-310591036-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=105585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 27 20:56:03.944007 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f9af801-fbb5-49e3-8603-ee650dcb4565 admin admin] Received port after_create {{(pid=105584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:56:03.958717 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-9c2f6418-1abf-4f5a-8b09-9f35c1e228c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143'] for port, after_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:03.962545 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-fcfb1fe8-f0d7-43db-b9da-ad65f3ceadd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b0413fd-652a-4dc5-899e-6c269ab91665', 'name': 'tempest-ServersTestJSON-234435651-router', 'tenant_id': '64da060b2dd44212a62bc79dadd15741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.245'}], 'enable_snat': True}, 'gw_port_id': '30edec30-35d7-4893-95e7-7b657e45e3a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:55:25Z', 'updated_at': '2021-07-27T20:55:31Z', 'revision_number': 4, 'project_id': '64da060b2dd44212a62bc79dadd15741', 'gw_port': {'id': '30edec30-35d7-4893-95e7-7b657e45e3a1', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:9c:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b0413fd-652a-4dc5-899e-6c269ab91665', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:55:26Z', 'updated_at': '2021-07-27T20:55:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_floatingips': [{'id': '8a773d6e-f1fd-4756-a274-108f5ba9d4e3', 'tenant_id': '64da060b2dd44212a62bc79dadd15741', 'floating_ip_address': '172.25.5.36', 'floating_network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'router_id': '6b0413fd-652a-4dc5-899e-6c269ab91665', 'port_id': '9cb39833-1334-4bd0-a64f-651575d3a188', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 575, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7bcae981-8648-471e-89db-85c5dd38c4a9', 'mac_address': 'fa:16:3e:01:62:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a206e42-b932-4dfe-bf46-6c2645af1695', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T20:55:40Z', 'updated_at': '2021-07-27T20:56:01Z', 'revision_number': 1, 'project_id': '64da060b2dd44212a62bc79dadd15741', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6c8fedb-973c-4f84-9e71-ad8636120fce', 'name': '', 'network_id': '7bcae981-8648-471e-89db-85c5dd38c4a9', 'tenant_id': '64da060b2dd44212a62bc79dadd15741', 'mac_address': 'fa:16:3e:5a:bb:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b0413fd-652a-4dc5-899e-6c269ab91665', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '79e9814a-bc6d-4124-93bb-2b85b8b7cfb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:55:29Z', 'updated_at': '2021-07-27T20:55:43Z', 'revision_number': 5, 'project_id': '64da060b2dd44212a62bc79dadd15741', 'subnets': [{'id': '79e9814a-bc6d-4124-93bb-2b85b8b7cfb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-22', False) {} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:56:03.991881 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9af801-fbb5-49e3-8603-ee650dcb4565 admin admin] Pushing event updated for resources: {'Port': ['ID=a1969402-ebd7-4c42-8e40-6845cc6b6a3c,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:56:04.037292 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Provisioning for port 49462502-98c7-474a-ab59-a5fef55bb950 completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:56:04.041334 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-374bac24-03b4-4872-bd73-b9ad4248ba28 tempest-ServersTestFqdnHostnames-310591036 tempest-ServersTestFqdnHostnames-310591036-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:04.043752 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcfb1fe8-f0d7-43db-b9da-ad65f3ceadd8 None None] The sync data for ids ['6b0413fd-652a-4dc5-899e-6c269ab91665'] in n-d-705658-22 is: [{'id': '6b0413fd-652a-4dc5-899e-6c269ab91665', 'name': 'tempest-ServersTestJSON-234435651-router', 'tenant_id': '64da060b2dd44212a62bc79dadd15741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.245'}], 'enable_snat': True}, 'gw_port_id': '30edec30-35d7-4893-95e7-7b657e45e3a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:55:25Z', 'updated_at': '2021-07-27T20:55:31Z', 'revision_number': 4, 'project_id': '64da060b2dd44212a62bc79dadd15741', 'gw_port': {'id': '30edec30-35d7-4893-95e7-7b657e45e3a1', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:9c:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b0413fd-652a-4dc5-899e-6c269ab91665', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:55:26Z', 'updated_at': '2021-07-27T20:55:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_floatingips': [{'id': '8a773d6e-f1fd-4756-a274-108f5ba9d4e3', 'tenant_id': '64da060b2dd44212a62bc79dadd15741', 'floating_ip_address': '172.25.5.36', 'floating_network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'router_id': '6b0413fd-652a-4dc5-899e-6c269ab91665', 'port_id': '9cb39833-1334-4bd0-a64f-651575d3a188', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 575, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7bcae981-8648-471e-89db-85c5dd38c4a9', 'mac_address': 'fa:16:3e:01:62:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a206e42-b932-4dfe-bf46-6c2645af1695', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T20:55:40Z', 'updated_at': '2021-07-27T20:56:01Z', 'revision_number': 1, 'project_id': '64da060b2dd44212a62bc79dadd15741', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6c8fedb-973c-4f84-9e71-ad8636120fce', 'name': '', 'network_id': '7bcae981-8648-471e-89db-85c5dd38c4a9', 'tenant_id': '64da060b2dd44212a62bc79dadd15741', 'mac_address': 'fa:16:3e:5a:bb:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b0413fd-652a-4dc5-899e-6c269ab91665', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '79e9814a-bc6d-4124-93bb-2b85b8b7cfb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:55:29Z', 'updated_at': '2021-07-27T20:55:43Z', 'revision_number': 5, 'project_id': '64da060b2dd44212a62bc79dadd15741', 'subnets': [{'id': '79e9814a-bc6d-4124-93bb-2b85b8b7cfb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 20:56:04.064638 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Provisioning complete for port 49462502-98c7-474a-ab59-a5fef55bb950 triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:56:04.065631 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:04.079918 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-374bac24-03b4-4872-bd73-b9ad4248ba28 tempest-ServersTestFqdnHostnames-310591036 tempest-ServersTestFqdnHostnames-310591036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4075768'] for floatingip, after_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:04.108901 n-d-705658-22 neutron-server[105586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c2f6418-1abf-4f5a-8b09-9f35c1e228c7 None None] Network cb450651-6ba2-4b9a-9c7d-ac4916a65ce9 is already hosted by enough agents. {{(pid=105586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:56:04.128098 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2f6418-1abf-4f5a-8b09-9f35c1e228c7 None None] Pushing event updated for resources: {'Port': ['ID=89631431-886a-4a80-83c1-e2dfbe318c45,revision_number=1']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:56:04.134151 n-d-705658-22 neutron-server[105586]: DEBUG neutron.scheduler.base_scheduler [None req-9c2f6418-1abf-4f5a-8b09-9f35c1e228c7 None None] Resources bound (agent type, host, resource id): {{(pid=105586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:56:04.144659 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c2f6418-1abf-4f5a-8b09-9f35c1e228c7 None None] Received port after_create {{(pid=105586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:56:04.157199 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-35e31c8f-311f-4a0b-bb56-26d1ee6c6f96 req-00bf6b23-3a98-410e-87bf-2aa7cdea883e service neutron] 10.222.0.36 "GET /v2.0/networks/7bcae981-8648-471e-89db-85c5dd38c4a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3313856 Jul 27 20:56:04.194214 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:04.276944 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '888d1369-8c84-4e25-bbc0-ddde8351d189', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2879368-24c8-4f2b-93ad-567cface9925'}] {{(pid=105586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:56:04.279227 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14c1663e039faf5393f87855f745010ac5b02220355b68fdbf065393e303ac56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d34aff44-2f61-499a-8f44-4a4fb2617377" -d '{"events": [{"server_uuid": "888d1369-8c84-4e25-bbc0-ddde8351d189", "name": "network-vif-plugged", "status": "completed", "tag": "d2879368-24c8-4f2b-93ad-567cface9925"}]}' {{(pid=105586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:56:04.285699 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-9c2f6418-1abf-4f5a-8b09-9f35c1e228c7 None None] Attempting to bind port 89631431-886a-4a80-83c1-e2dfbe318c45 on host n-d-705658-22 for vnic_type normal with profile {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:56:04.286065 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-9c2f6418-1abf-4f5a-8b09-9f35c1e228c7 None None] Attempting to bind port 89631431-886a-4a80-83c1-e2dfbe318c45 by drivers openvswitch,hyperv on host n-d-705658-22 at level 0 using segments [{'id': '82f24a60-f3fd-4bfe-b80e-d30999658a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'cb450651-6ba2-4b9a-9c7d-ac4916a65ce9'}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:56:04.286423 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c2f6418-1abf-4f5a-8b09-9f35c1e228c7 None None] Attempting to bind port 89631431-886a-4a80-83c1-e2dfbe318c45 on network cb450651-6ba2-4b9a-9c7d-ac4916a65ce9 {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:56:04.302937 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-3f9af801-fbb5-49e3-8603-ee650dcb4565 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:04.303782 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] For port d2879368-24c8-4f2b-93ad-567cface9925, host n-h2-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=d2879368-24c8-4f2b-93ad-567cface9925,segment=NetworkSegment(1a6df4b8-1b7f-4c91-aeab-868433773047),segment_id=1a6df4b8-1b7f-4c91-aeab-868433773047)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:56:04.308666 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c2f6418-1abf-4f5a-8b09-9f35c1e228c7 None None] Checking agent: {'id': '04a7ea91-6318-467e-ace6-b0fb48c8690f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 41, 42), 'started_at': datetime.datetime(2021, 7, 27, 20, 42, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 55, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:56:04.309124 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c2f6418-1abf-4f5a-8b09-9f35c1e228c7 None None] Checking segment: {'id': '82f24a60-f3fd-4bfe-b80e-d30999658a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'cb450651-6ba2-4b9a-9c7d-ac4916a65ce9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:56:04.309607 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-9c2f6418-1abf-4f5a-8b09-9f35c1e228c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:04.310001 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c2f6418-1abf-4f5a-8b09-9f35c1e228c7 None None] Bound using segment: {'id': '82f24a60-f3fd-4bfe-b80e-d30999658a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'cb450651-6ba2-4b9a-9c7d-ac4916a65ce9'} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:56:04.310473 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-9c2f6418-1abf-4f5a-8b09-9f35c1e228c7 None None] Bound port: 89631431-886a-4a80-83c1-e2dfbe318c45, host: n-d-705658-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82f24a60-f3fd-4bfe-b80e-d30999658a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'cb450651-6ba2-4b9a-9c7d-ac4916a65ce9'}}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:56:04.311010 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-9c2f6418-1abf-4f5a-8b09-9f35c1e228c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:04.312917 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:04.334529 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:04.359363 n-d-705658-22 neutron-server[105585]: INFO neutron.db.l3_db [None req-374bac24-03b4-4872-bd73-b9ad4248ba28 tempest-ServersTestFqdnHostnames-310591036 tempest-ServersTestFqdnHostnames-310591036-project] Floating IP ce7bf5a0-08dc-4cc2-b994-e9889358aab3 associated. External IP: 172.25.5.72, port: a876b0b6-80a9-416a-b052-db7ba5c2d963. Jul 27 20:56:04.375977 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddd92ea-057d-4e83-83bb-0c2df17b0372 req-56c6e582-12fc-4a23-943f-924907134e89 tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:04.379621 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-0ddd92ea-057d-4e83-83bb-0c2df17b0372 req-56c6e582-12fc-4a23-943f-924907134e89 tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] 10.222.0.59 "GET /v2.0/ports?device_id=23a39a45-86ad-4a34-aa42-6affa73d3ff5 HTTP/1.1" status: 200 len: 945 time: 0.5747907 Jul 27 20:56:04.447999 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08831921-ce02-4980-ad88-2187c94cbf31 None None] New status for floating IP 8a773d6e-f1fd-4756-a274-108f5ba9d4e3: ACTIVE {{(pid=105587) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 20:56:04.471386 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] For port 49462502-98c7-474a-ab59-a5fef55bb950, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=49462502-98c7-474a-ab59-a5fef55bb950,segment=NetworkSegment(86b1e6f6-d629-4b03-8944-4cdfbfb93d02),segment_id=86b1e6f6-d629-4b03-8944-4cdfbfb93d02)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:56:04.486657 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:04.490005 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Pushing event updated for resources: {'Port': ['ID=d2879368-24c8-4f2b-93ad-567cface9925,revision_number=5']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:56:04.521110 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-9c2f6418-1abf-4f5a-8b09-9f35c1e228c7 None None] For port 89631431-886a-4a80-83c1-e2dfbe318c45, host n-d-705658-22, cleared binding levels {{(pid=105586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:56:04.542077 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-9c2f6418-1abf-4f5a-8b09-9f35c1e228c7 None None] For port 89631431-886a-4a80-83c1-e2dfbe318c45, host n-d-705658-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=89631431-886a-4a80-83c1-e2dfbe318c45,segment=NetworkSegment(82f24a60-f3fd-4bfe-b80e-d30999658a98),segment_id=82f24a60-f3fd-4bfe-b80e-d30999658a98)] {{(pid=105586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:56:04.553403 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-3f9af801-fbb5-49e3-8603-ee650dcb4565 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4163804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4077150'] for router, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:04.567191 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-9c2f6418-1abf-4f5a-8b09-9f35c1e228c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:04.576262 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Pushing event updated for resources: {'Port': ['ID=49462502-98c7-474a-ab59-a5fef55bb950,revision_number=5']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:56:04.684405 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2f6418-1abf-4f5a-8b09-9f35c1e228c7 None None] Pushing event updated for resources: {'Port': ['ID=89631431-886a-4a80-83c1-e2dfbe318c45,revision_number=2']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:56:04.731039 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-0ddd92ea-057d-4e83-83bb-0c2df17b0372 req-035af174-7832-45fb-9b2c-b020700802a3 tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] 10.222.0.59 "GET /v2.0/security-groups?id=1749b80d-91c6-4bd3-8e8d-666bd095400f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2240877 Jul 27 20:56:04.758310 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bbdf71-939b-4561-98d8-d76bd2cb2b5b req-8eb7a8d1-fb17-46c6-ad99-5b8d55ed0857 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:04.769993 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a7bbdf71-939b-4561-98d8-d76bd2cb2b5b req-8eb7a8d1-fb17-46c6-ad99-5b8d55ed0857 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] 10.222.0.59 "GET /v2.0/ports?device_id=6a9e53e1-344c-4083-a4f6-dbd12c7060f8 HTTP/1.1" status: 200 len: 949 time: 0.6150568 Jul 27 20:56:04.772237 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f9af801-fbb5-49e3-8603-ee650dcb4565 admin admin] Router 0ad97a46-b7fe-4cce-9af0-620d98d76c0d is scheduled to L3 agent dd128fd7-8e57-4d4f-895b-a96b369df59a with binding_index 1 {{(pid=105584) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 20:56:04.808611 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb84f68b-5c78-4f0d-a9a5-8dfb14ac9484 req-946a7e99-a541-4e17-bdf7-ae2761f07508 tempest-LiveAutoBlockMigrationV225Test-821062891 tempest-LiveAutoBlockMigrationV225Test-821062891-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:04.810277 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-fb84f68b-5c78-4f0d-a9a5-8dfb14ac9484 req-946a7e99-a541-4e17-bdf7-ae2761f07508 tempest-LiveAutoBlockMigrationV225Test-821062891 tempest-LiveAutoBlockMigrationV225Test-821062891-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=23a39a45-86ad-4a34-aa42-6affa73d3ff5&tenant_id=b02d9256766347f197eb5fbdd02cbc7a&binding%3Ahost_id=n-h1-705658-22 HTTP/1.1" status: 200 len: 1097 time: 0.5906491 Jul 27 20:56:04.825738 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 20:56:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-292432de-7678-40d4-b6d3-a3f3b6925b85 x-openstack-request-id: req-292432de-7678-40d4-b6d3-a3f3b6925b85 {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:56:04.826060 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "888d1369-8c84-4e25-bbc0-ddde8351d189", "name": "network-vif-plugged", "status": "completed", "tag": "d2879368-24c8-4f2b-93ad-567cface9925", "code": 200}]} {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:56:04.826311 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-292432de-7678-40d4-b6d3-a3f3b6925b85 {{(pid=105586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:56:04.826820 n-d-705658-22 neutron-server[105586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '888d1369-8c84-4e25-bbc0-ddde8351d189', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2879368-24c8-4f2b-93ad-567cface9925', 'code': 200} Jul 27 20:56:04.864472 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [req-fb84f68b-5c78-4f0d-a9a5-8dfb14ac9484 req-49a80632-ec2c-401e-9c39-6875249de631 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-705658-22'}}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:56:04.919265 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a7bbdf71-939b-4561-98d8-d76bd2cb2b5b req-12f9495d-1e3d-4001-ab4b-4e9d84bfd164 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] 10.222.0.59 "GET /v2.0/security-groups?id=c6534cb3-b44e-4a83-b57e-ddb72c2ad843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486561 Jul 27 20:56:05.313578 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 89631431-886a-4a80-83c1-e2dfbe318c45 up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:56:05.351046 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f9af801-fbb5-49e3-8603-ee650dcb4565 admin admin] Notify agent at l3_agent.n-d-705658-22 the message routers_updated {{(pid=105584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 20:56:05.371535 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-3f9af801-fbb5-49e3-8603-ee650dcb4565 admin admin] Notify callbacks [] for router, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:05.374011 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-3f9af801-fbb5-49e3-8603-ee650dcb4565 admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.6324053 Jul 27 20:56:05.375129 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc2db406-3f8d-4481-94a5-5189028d16c3 None None] Sync routers for ids ['0ad97a46-b7fe-4cce-9af0-620d98d76c0d'] in n-d-705658-22 {{(pid=105586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 20:56:05.376743 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 35530) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:56:05.389923 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc2db406-3f8d-4481-94a5-5189028d16c3 None None] Routers {'0ad97a46-b7fe-4cce-9af0-620d98d76c0d'} bound to L3 agent in host n-d-705658-22 {{(pid=105586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:56:05.390710 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-cc2db406-3f8d-4481-94a5-5189028d16c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T20:55:41Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['0ad97a46-b7fe-4cce-9af0-620d98d76c0d'], 'active': True} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:56:05.459218 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-fb84f68b-5c78-4f0d-a9a5-8dfb14ac9484 req-49a80632-ec2c-401e-9c39-6875249de631 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:05.474245 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning for port 89631431-886a-4a80-83c1-e2dfbe318c45 completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:56:05.512130 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Device c14b5680-225d-4e8a-80fe-181aabc6494e details requested by agent hyperv_n-h2-705658-22 with host n-h2-705658-22 {{(pid=105586) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 20:56:05.551662 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-374bac24-03b4-4872-bd73-b9ad4248ba28 tempest-ServersTestFqdnHostnames-310591036 tempest-ServersTestFqdnHostnames-310591036-project] Router 901498da-d103-475c-8884-6e5467784fdc has already been hosted by L3 agent dd128fd7-8e57-4d4f-895b-a96b369df59a {{(pid=105585) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 20:56:05.582177 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68108b34-7c2e-4339-acdb-c61842648381 req-d38afc39-44af-4ea7-896b-4a32a7114998 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:05.582427 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvr_db [None req-cc2db406-3f8d-4481-94a5-5189028d16c3 None None] Set router 0ad97a46-b7fe-4cce-9af0-620d98d76c0d gateway port host: n-d-705658-22 {{(pid=105586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:56:05.583846 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-68108b34-7c2e-4339-acdb-c61842648381 req-d38afc39-44af-4ea7-896b-4a32a7114998 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=888d1369-8c84-4e25-bbc0-ddde8351d189 HTTP/1.1" status: 200 len: 1098 time: 0.6874242 Jul 27 20:56:05.913902 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] For port c14b5680-225d-4e8a-80fe-181aabc6494e, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=c14b5680-225d-4e8a-80fe-181aabc6494e,segment=NetworkSegment(30512320-4797-4523-818e-63eb7bdafb2b),segment_id=30512320-4797-4523-818e-63eb7bdafb2b)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:56:05.939083 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Device c14b5680-225d-4e8a-80fe-181aabc6494e has no active binding in host n-h2-705658-22 {{(pid=105586) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 27 20:56:05.976868 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-7f7297bc-d5d5-4705-a551-a502c0291cef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:06.027997 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1e2eed-4bdc-49a8-a3c9-c8eff3a5dd25 req-8ebd5456-1162-46cd-ac9e-38dbd23e69b6 tempest-ImagesOneServerNegativeTestJSON-323901233 tempest-ImagesOneServerNegativeTestJSON-323901233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:06.035468 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-4f1e2eed-4bdc-49a8-a3c9-c8eff3a5dd25 req-8ebd5456-1162-46cd-ac9e-38dbd23e69b6 tempest-ImagesOneServerNegativeTestJSON-323901233 tempest-ImagesOneServerNegativeTestJSON-323901233-project] 10.222.0.59 "GET /v2.0/ports?device_id=888d1369-8c84-4e25-bbc0-ddde8351d189 HTTP/1.1" status: 200 len: 946 time: 1.0155995 Jul 27 20:56:06.038691 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.db [req-fb84f68b-5c78-4f0d-a9a5-8dfb14ac9484 req-49a80632-ec2c-401e-9c39-6875249de631 service neutron] For port c14b5680-225d-4e8a-80fe-181aabc6494e, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=c14b5680-225d-4e8a-80fe-181aabc6494e,segment=NetworkSegment(30512320-4797-4523-818e-63eb7bdafb2b),segment_id=30512320-4797-4523-818e-63eb7bdafb2b)] {{(pid=105585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:56:06.053694 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:06.054944 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3494a89-53a9-4ed3-80a8-defb1a5427de None None] Network cb450651-6ba2-4b9a-9c7d-ac4916a65ce9 requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 20:56:06.077586 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-68108b34-7c2e-4339-acdb-c61842648381 req-a252e63f-2ecf-4024-b0da-79b4c18a5ee7 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=b49152d2-7ea9-4069-930d-17bb1fb95e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4840202 Jul 27 20:56:06.121240 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-374bac24-03b4-4872-bd73-b9ad4248ba28 tempest-ServersTestFqdnHostnames-310591036 tempest-ServersTestFqdnHostnames-310591036-project] Notify agent at l3_agent.n-d-705658-22 the message routers_updated {{(pid=105585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 20:56:06.131615 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-374bac24-03b4-4872-bd73-b9ad4248ba28 tempest-ServersTestFqdnHostnames-310591036 tempest-ServersTestFqdnHostnames-310591036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for floatingip, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:06.134914 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47e53c83-16cc-4b98-8062-271eba37d39e None None] Sync routers for ids ['901498da-d103-475c-8884-6e5467784fdc'] in n-d-705658-22 {{(pid=105587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 20:56:06.150209 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47e53c83-16cc-4b98-8062-271eba37d39e None None] Routers {'901498da-d103-475c-8884-6e5467784fdc'} bound to L3 agent in host n-d-705658-22 {{(pid=105587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:56:06.151327 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-47e53c83-16cc-4b98-8062-271eba37d39e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T20:55:41Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['901498da-d103-475c-8884-6e5467784fdc'], 'active': True} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:56:06.159941 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-cc2db406-3f8d-4481-94a5-5189028d16c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ad97a46-b7fe-4cce-9af0-620d98d76c0d', 'name': 'tempest-ServersTestMultiNic-1268352736-router', 'tenant_id': '8ef5ae3754f942d6bfb3fca348e04118', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.252'}], 'enable_snat': True}, 'gw_port_id': 'a1969402-ebd7-4c42-8e40-6845cc6b6a3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:56:02Z', 'updated_at': '2021-07-27T20:56:04Z', 'revision_number': 3, 'project_id': '8ef5ae3754f942d6bfb3fca348e04118', 'gw_port': {'id': 'a1969402-ebd7-4c42-8e40-6845cc6b6a3c', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:13:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ad97a46-b7fe-4cce-9af0-620d98d76c0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:56:03Z', 'updated_at': '2021-07-27T20:56:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22'}], 'n-d-705658-22', False) {} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:56:06.198312 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-4f1e2eed-4bdc-49a8-a3c9-c8eff3a5dd25 req-b39201cc-3343-4dc8-b34f-fca1fef58f2c tempest-ImagesOneServerNegativeTestJSON-323901233 tempest-ImagesOneServerNegativeTestJSON-323901233-project] 10.222.0.59 "GET /v2.0/security-groups?id=b49152d2-7ea9-4069-930d-17bb1fb95e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570387 Jul 27 20:56:06.209187 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-84e24aea-034d-4d61-8fce-5b78eddd372d None None] Provisioning for port 89631431-886a-4a80-83c1-e2dfbe318c45 completed by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:56:06.213012 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc2db406-3f8d-4481-94a5-5189028d16c3 None None] Checking router: 0ad97a46-b7fe-4cce-9af0-620d98d76c0d for host: n-d-705658-22 {{(pid=105586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 20:56:06.213367 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc2db406-3f8d-4481-94a5-5189028d16c3 None None] Updating router 0ad97a46-b7fe-4cce-9af0-620d98d76c0d port a1969402-ebd7-4c42-8e40-6845cc6b6a3c binding host n-d-705658-22 {{(pid=105586) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 20:56:06.226313 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.db [req-fb84f68b-5c78-4f0d-a9a5-8dfb14ac9484 req-49a80632-ec2c-401e-9c39-6875249de631 service neutron] For port c14b5680-225d-4e8a-80fe-181aabc6494e, host n-h1-705658-22, cleared binding levels {{(pid=105585) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:56:06.248041 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.db_base_plugin_common [None req-7f7297bc-d5d5-4705-a551-a502c0291cef admin admin] Allocated IP 172.20.0.1 (cb450651-6ba2-4b9a-9c7d-ac4916a65ce9/bb940ada-4709-4b0b-853b-196773eb53ad/9eb3975b-9d87-4edf-a941-5d83c141e2bf) {{(pid=105584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:56:06.258679 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-84e24aea-034d-4d61-8fce-5b78eddd372d None None] Provisioning complete for port 89631431-886a-4a80-83c1-e2dfbe318c45 triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:56:06.259076 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-84e24aea-034d-4d61-8fce-5b78eddd372d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:06.307632 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-374bac24-03b4-4872-bd73-b9ad4248ba28 tempest-ServersTestFqdnHostnames-310591036 tempest-ServersTestFqdnHostnames-310591036-project] 10.222.0.59 "PUT /v2.0/floatingips/ce7bf5a0-08dc-4cc2-b994-e9889358aab3 HTTP/1.1" status: 200 len: 991 time: 3.2767525 Jul 27 20:56:06.309403 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-cc2db406-3f8d-4481-94a5-5189028d16c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:06.314087 n-d-705658-22 neutron-server[105585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f0f9c94-4e94-47fe-9336-391cd2a98046', 'tag': 'a876b0b6-80a9-416a-b052-db7ba5c2d963'}] {{(pid=105585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:56:06.321525 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d66fd65881426bfc2b5388084a3654e5eae521106a15a3dbf0eb4cde7106c36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdd29da3-372d-4b93-be49-226e6cb0790b" -d '{"events": [{"name": "network-changed", "server_uuid": "8f0f9c94-4e94-47fe-9336-391cd2a98046", "tag": "a876b0b6-80a9-416a-b052-db7ba5c2d963"}]}' {{(pid=105585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:56:06.338828 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvr_db [None req-47e53c83-16cc-4b98-8062-271eba37d39e None None] Set router 901498da-d103-475c-8884-6e5467784fdc gateway port host: n-d-705658-22 {{(pid=105587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:56:06.352831 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21063841-2ca7-417b-911a-4c7fbf123a6b req-9f2704c7-c9aa-4858-9f26-2870e163e8c8 tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:06.362990 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-21063841-2ca7-417b-911a-4c7fbf123a6b req-9f2704c7-c9aa-4858-9f26-2870e163e8c8 tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] 10.222.0.59 "GET /v2.0/ports?device_id=23a39a45-86ad-4a34-aa42-6affa73d3ff5 HTTP/1.1" status: 200 len: 945 time: 0.3765135 Jul 27 20:56:06.391902 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-fb84f68b-5c78-4f0d-a9a5-8dfb14ac9484 req-49a80632-ec2c-401e-9c39-6875249de631 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:06.406718 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-fb84f68b-5c78-4f0d-a9a5-8dfb14ac9484 req-49a80632-ec2c-401e-9c39-6875249de631 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10221672'] for port, after_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:06.449257 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-21063841-2ca7-417b-911a-4c7fbf123a6b req-17df55b8-11ae-4d18-b706-1328b80e201a tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] 10.222.0.59 "GET /v2.0/security-groups?id=1749b80d-91c6-4bd3-8e8d-666bd095400f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847626 Jul 27 20:56:06.528736 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-7f7297bc-d5d5-4705-a551-a502c0291cef admin admin] Notify callbacks [] for port, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:06.561187 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.provisioning_blocks [None req-7f7297bc-d5d5-4705-a551-a502c0291cef admin admin] Transition to ACTIVE for port object 9eb3975b-9d87-4edf-a941-5d83c141e2bf will not be triggered until provisioned by entity DHCP. {{(pid=105584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:56:06.623836 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a80632-ec2c-401e-9c39-6875249de631 service neutron] Pushing event updated for resources: {'Port': ['ID=c14b5680-225d-4e8a-80fe-181aabc6494e,revision_number=7']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:56:06.663617 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-7f7297bc-d5d5-4705-a551-a502c0291cef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:06.687556 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.managers [req-fb84f68b-5c78-4f0d-a9a5-8dfb14ac9484 req-49a80632-ec2c-401e-9c39-6875249de631 service neutron] Attempting to bind port c14b5680-225d-4e8a-80fe-181aabc6494e on host n-h1-705658-22 for vnic_type normal with profile {"migrating_to": "n-h2-705658-22"} {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:56:06.688073 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.managers [req-fb84f68b-5c78-4f0d-a9a5-8dfb14ac9484 req-49a80632-ec2c-401e-9c39-6875249de631 service neutron] Attempting to bind port c14b5680-225d-4e8a-80fe-181aabc6494e by drivers openvswitch,hyperv on host n-h1-705658-22 at level 0 using segments [{'id': '30512320-4797-4523-818e-63eb7bdafb2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '8e591ae5-ff89-4a25-b3ce-4b1625915957'}] {{(pid=105585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:56:06.688531 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb84f68b-5c78-4f0d-a9a5-8dfb14ac9484 req-49a80632-ec2c-401e-9c39-6875249de631 service neutron] Attempting to bind port c14b5680-225d-4e8a-80fe-181aabc6494e on network 8e591ae5-ff89-4a25-b3ce-4b1625915957 {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:56:06.703990 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb84f68b-5c78-4f0d-a9a5-8dfb14ac9484 req-49a80632-ec2c-401e-9c39-6875249de631 service neutron] Port c14b5680-225d-4e8a-80fe-181aabc6494e on network 8e591ae5-ff89-4a25-b3ce-4b1625915957 not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-22 {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 20:56:06.705310 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb84f68b-5c78-4f0d-a9a5-8dfb14ac9484 req-49a80632-ec2c-401e-9c39-6875249de631 service neutron] Attempting to bind port c14b5680-225d-4e8a-80fe-181aabc6494e on network 8e591ae5-ff89-4a25-b3ce-4b1625915957 {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:56:06.719494 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb84f68b-5c78-4f0d-a9a5-8dfb14ac9484 req-49a80632-ec2c-401e-9c39-6875249de631 service neutron] Checking agent: {'id': '9d9bc37f-4d75-44ef-9f63-799aab3e316f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 49, 36), 'started_at': datetime.datetime(2021, 7, 27, 20, 49, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 56, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:56:06.720084 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb84f68b-5c78-4f0d-a9a5-8dfb14ac9484 req-49a80632-ec2c-401e-9c39-6875249de631 service neutron] Checking segment: {'id': '30512320-4797-4523-818e-63eb7bdafb2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '8e591ae5-ff89-4a25-b3ce-4b1625915957'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:56:06.720740 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb84f68b-5c78-4f0d-a9a5-8dfb14ac9484 req-49a80632-ec2c-401e-9c39-6875249de631 service neutron] Bound using segment: {'id': '30512320-4797-4523-818e-63eb7bdafb2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '8e591ae5-ff89-4a25-b3ce-4b1625915957'} {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:56:06.721288 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.managers [req-fb84f68b-5c78-4f0d-a9a5-8dfb14ac9484 req-49a80632-ec2c-401e-9c39-6875249de631 service neutron] Bound port: c14b5680-225d-4e8a-80fe-181aabc6494e, host: n-h1-705658-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30512320-4797-4523-818e-63eb7bdafb2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '8e591ae5-ff89-4a25-b3ce-4b1625915957'}}] {{(pid=105585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:56:06.721748 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-fb84f68b-5c78-4f0d-a9a5-8dfb14ac9484 req-49a80632-ec2c-401e-9c39-6875249de631 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:06.756448 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f7297bc-d5d5-4705-a551-a502c0291cef admin admin] Network cb450651-6ba2-4b9a-9c7d-ac4916a65ce9 is already hosted by enough agents. {{(pid=105584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:56:06.759893 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [None req-7f7297bc-d5d5-4705-a551-a502c0291cef admin admin] Resources bound (agent type, host, resource id): {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:56:06.770436 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f7297bc-d5d5-4705-a551-a502c0291cef admin admin] Received port after_create {{(pid=105584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:56:06.793812 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 20:56:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-676c6501-ccbb-4faf-9177-8d8a4bb42cf9 x-openstack-request-id: req-676c6501-ccbb-4faf-9177-8d8a4bb42cf9 {{(pid=105585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:56:06.795706 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f0f9c94-4e94-47fe-9336-391cd2a98046", "tag": "a876b0b6-80a9-416a-b052-db7ba5c2d963", "status": "completed", "code": 200}]} {{(pid=105585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:56:06.796135 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-676c6501-ccbb-4faf-9177-8d8a4bb42cf9 {{(pid=105585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:56:06.799813 n-d-705658-22 neutron-server[105585]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f0f9c94-4e94-47fe-9336-391cd2a98046', 'tag': 'a876b0b6-80a9-416a-b052-db7ba5c2d963', 'status': 'completed', 'code': 200} Jul 27 20:56:06.828993 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a9e53e1-344c-4083-a4f6-dbd12c7060f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49462502-98c7-474a-ab59-a5fef55bb950'}] {{(pid=105586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:56:06.829889 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef4a84b-13d5-433c-97d3-34a262a2ab79 req-d3c8a195-2538-4dab-b55d-d9b9e182e649 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:06.831340 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14c1663e039faf5393f87855f745010ac5b02220355b68fdbf065393e303ac56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bf49fc9-c5c0-474e-bbf6-1b2d9907ff1b" -d '{"events": [{"server_uuid": "6a9e53e1-344c-4083-a4f6-dbd12c7060f8", "name": "network-vif-plugged", "status": "completed", "tag": "49462502-98c7-474a-ab59-a5fef55bb950"}]}' {{(pid=105586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:56:06.832187 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-fef4a84b-13d5-433c-97d3-34a262a2ab79 req-d3c8a195-2538-4dab-b55d-d9b9e182e649 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] 10.222.0.59 "GET /v2.0/ports?device_id=6a9e53e1-344c-4083-a4f6-dbd12c7060f8 HTTP/1.1" status: 200 len: 950 time: 0.3453448 Jul 27 20:56:06.890212 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-47e53c83-16cc-4b98-8062-271eba37d39e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '901498da-d103-475c-8884-6e5467784fdc', 'name': 'tempest-ServersTestFqdnHostnames-959213242-router', 'tenant_id': '4db6b04858584f16a518b56ddf54baba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.82'}], 'enable_snat': True}, 'gw_port_id': '5587608d-a606-4f50-ae22-5ab2aee3f57f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:55:26Z', 'updated_at': '2021-07-27T20:55:34Z', 'revision_number': 4, 'project_id': '4db6b04858584f16a518b56ddf54baba', 'gw_port': {'id': '5587608d-a606-4f50-ae22-5ab2aee3f57f', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:24:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '901498da-d103-475c-8884-6e5467784fdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:55:27Z', 'updated_at': '2021-07-27T20:55:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_floatingips': [{'id': 'ce7bf5a0-08dc-4cc2-b994-e9889358aab3', 'tenant_id': '4db6b04858584f16a518b56ddf54baba', 'floating_ip_address': '172.25.5.72', 'floating_network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'router_id': '901498da-d103-475c-8884-6e5467784fdc', 'port_id': 'a876b0b6-80a9-416a-b052-db7ba5c2d963', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 577, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b01b2bcb-b6d7-427b-8018-a1eed8201f0c', 'mac_address': 'fa:16:3e:ee:8a:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f0f9c94-4e94-47fe-9336-391cd2a98046', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T20:55:42Z', 'updated_at': '2021-07-27T20:56:03Z', 'revision_number': 1, 'project_id': '4db6b04858584f16a518b56ddf54baba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a197d84-3e30-4d9f-acc7-21edc8c538ba', 'name': '', 'network_id': 'b01b2bcb-b6d7-427b-8018-a1eed8201f0c', 'tenant_id': '4db6b04858584f16a518b56ddf54baba', 'mac_address': 'fa:16:3e:79:3c:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '901498da-d103-475c-8884-6e5467784fdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': 'e2dc11f6-d37b-4723-b3bb-cb12e54fb98a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:55:32Z', 'updated_at': '2021-07-27T20:55:41Z', 'revision_number': 5, 'project_id': '4db6b04858584f16a518b56ddf54baba', 'subnets': [{'id': 'e2dc11f6-d37b-4723-b3bb-cb12e54fb98a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-22', False) {} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:56:06.902018 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-7f7297bc-d5d5-4705-a551-a502c0291cef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4075523'] for router_interface, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:06.907361 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7297bc-d5d5-4705-a551-a502c0291cef admin admin] Pushing event updated for resources: {'Port': ['ID=9eb3975b-9d87-4edf-a941-5d83c141e2bf,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:56:06.924759 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 20:56:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82c59427-7c58-4bdf-85eb-c63d4d042ac9 x-openstack-request-id: req-82c59427-7c58-4bdf-85eb-c63d4d042ac9 {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:56:06.925046 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a9e53e1-344c-4083-a4f6-dbd12c7060f8", "name": "network-vif-plugged", "status": "completed", "tag": "49462502-98c7-474a-ab59-a5fef55bb950", "code": 200}]} {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:56:06.925309 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-82c59427-7c58-4bdf-85eb-c63d4d042ac9 {{(pid=105586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:56:06.925704 n-d-705658-22 neutron-server[105586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a9e53e1-344c-4083-a4f6-dbd12c7060f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49462502-98c7-474a-ab59-a5fef55bb950', 'code': 200} Jul 27 20:56:06.943544 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-84e24aea-034d-4d61-8fce-5b78eddd372d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:06.946367 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47e53c83-16cc-4b98-8062-271eba37d39e None None] Checking router: 901498da-d103-475c-8884-6e5467784fdc for host: n-d-705658-22 {{(pid=105587) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 20:56:06.951868 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.db [req-fb84f68b-5c78-4f0d-a9a5-8dfb14ac9484 req-49a80632-ec2c-401e-9c39-6875249de631 service neutron] For port c14b5680-225d-4e8a-80fe-181aabc6494e, host n-h1-705658-22, cleared binding levels {{(pid=105585) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:56:06.973253 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47e53c83-16cc-4b98-8062-271eba37d39e None None] Routers {'901498da-d103-475c-8884-6e5467784fdc'} bound to L3 agent in host n-d-705658-22 {{(pid=105587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:56:06.974374 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-47e53c83-16cc-4b98-8062-271eba37d39e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T20:55:41Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['901498da-d103-475c-8884-6e5467784fdc'], 'active': True} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:56:06.988170 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.db [req-fb84f68b-5c78-4f0d-a9a5-8dfb14ac9484 req-49a80632-ec2c-401e-9c39-6875249de631 service neutron] For port c14b5680-225d-4e8a-80fe-181aabc6494e, host n-h1-705658-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=c14b5680-225d-4e8a-80fe-181aabc6494e,segment=NetworkSegment(30512320-4797-4523-818e-63eb7bdafb2b),segment_id=30512320-4797-4523-818e-63eb7bdafb2b)] {{(pid=105585) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:56:06.994194 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-cc2db406-3f8d-4481-94a5-5189028d16c3 None None] Notify callbacks [] for port, precommit_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:07.016415 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-fb84f68b-5c78-4f0d-a9a5-8dfb14ac9484 req-49a80632-ec2c-401e-9c39-6875249de631 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10221672'] for port, after_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:07.025098 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-84e24aea-034d-4d61-8fce-5b78eddd372d None None] For port 89631431-886a-4a80-83c1-e2dfbe318c45, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=89631431-886a-4a80-83c1-e2dfbe318c45,segment=NetworkSegment(82f24a60-f3fd-4bfe-b80e-d30999658a98),segment_id=82f24a60-f3fd-4bfe-b80e-d30999658a98)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:56:07.026834 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-cc2db406-3f8d-4481-94a5-5189028d16c3 None None] Transition to ACTIVE for port object a1969402-ebd7-4c42-8e40-6845cc6b6a3c will not be triggered until provisioned by entity L2. {{(pid=105586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:56:07.031886 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-84e24aea-034d-4d61-8fce-5b78eddd372d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:07.039154 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-cc2db406-3f8d-4481-94a5-5189028d16c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:07.104949 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-7f7297bc-d5d5-4705-a551-a502c0291cef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:07.131211 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-cc2db406-3f8d-4481-94a5-5189028d16c3 None None] Attempting to bind port a1969402-ebd7-4c42-8e40-6845cc6b6a3c on host n-d-705658-22 for vnic_type normal with profile {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:56:07.131612 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-cc2db406-3f8d-4481-94a5-5189028d16c3 None None] Attempting to bind port a1969402-ebd7-4c42-8e40-6845cc6b6a3c by drivers openvswitch,hyperv on host n-d-705658-22 at level 0 using segments [{'id': '12196855-9a32-4633-9a56-77697ef9e126', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305'}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:56:07.132574 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc2db406-3f8d-4481-94a5-5189028d16c3 None None] Attempting to bind port a1969402-ebd7-4c42-8e40-6845cc6b6a3c on network 8735d8a2-b604-4758-ae71-b40e4ee6f305 {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:56:07.145020 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e24aea-034d-4d61-8fce-5b78eddd372d None None] Pushing event updated for resources: {'Port': ['ID=89631431-886a-4a80-83c1-e2dfbe318c45,revision_number=3']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:56:07.151451 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc2db406-3f8d-4481-94a5-5189028d16c3 None None] Checking agent: {'id': '04a7ea91-6318-467e-ace6-b0fb48c8690f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 41, 42), 'started_at': datetime.datetime(2021, 7, 27, 20, 42, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 55, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:56:07.151940 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc2db406-3f8d-4481-94a5-5189028d16c3 None None] Checking segment: {'id': '12196855-9a32-4633-9a56-77697ef9e126', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:56:07.152254 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-cc2db406-3f8d-4481-94a5-5189028d16c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:07.152652 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc2db406-3f8d-4481-94a5-5189028d16c3 None None] Bound using segment: {'id': '12196855-9a32-4633-9a56-77697ef9e126', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305'} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:56:07.153137 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-cc2db406-3f8d-4481-94a5-5189028d16c3 None None] Bound port: a1969402-ebd7-4c42-8e40-6845cc6b6a3c, host: n-d-705658-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12196855-9a32-4633-9a56-77697ef9e126', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305'}}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:56:07.153544 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-cc2db406-3f8d-4481-94a5-5189028d16c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:07.161963 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-fef4a84b-13d5-433c-97d3-34a262a2ab79 req-e0ff11c6-9d82-4b78-b068-671134399773 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] 10.222.0.59 "GET /v2.0/security-groups?id=c6534cb3-b44e-4a83-b57e-ddb72c2ad843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2826991 Jul 27 20:56:07.181020 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvr_db [None req-47e53c83-16cc-4b98-8062-271eba37d39e None None] Set router 901498da-d103-475c-8884-6e5467784fdc gateway port host: n-d-705658-22 {{(pid=105587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:56:07.195798 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e24aea-034d-4d61-8fce-5b78eddd372d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:56:07.196152 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e24aea-034d-4d61-8fce-5b78eddd372d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:56:07.196520 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e24aea-034d-4d61-8fce-5b78eddd372d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:56:07.196918 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e24aea-034d-4d61-8fce-5b78eddd372d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:56:07.197256 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e24aea-034d-4d61-8fce-5b78eddd372d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:56:07.197625 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e24aea-034d-4d61-8fce-5b78eddd372d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:56:07.197956 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e24aea-034d-4d61-8fce-5b78eddd372d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:56:07.198284 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e24aea-034d-4d61-8fce-5b78eddd372d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:56:07.198609 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e24aea-034d-4d61-8fce-5b78eddd372d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:56:07.198935 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e24aea-034d-4d61-8fce-5b78eddd372d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:56:07.203409 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd29da3-372d-4b93-be49-226e6cb0790b req-5c2843f0-992e-4654-b7c9-1137d07cf293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:07.205202 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-fdd29da3-372d-4b93-be49-226e6cb0790b req-5c2843f0-992e-4654-b7c9-1137d07cf293 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=4db6b04858584f16a518b56ddf54baba&device_id=8f0f9c94-4e94-47fe-9336-391cd2a98046 HTTP/1.1" status: 200 len: 1098 time: 0.3691351 Jul 27 20:56:07.205322 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e24aea-034d-4d61-8fce-5b78eddd372d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:56:07.205643 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e24aea-034d-4d61-8fce-5b78eddd372d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:56:07.277474 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a80632-ec2c-401e-9c39-6875249de631 service neutron] Pushing event updated for resources: {'Port': ['ID=c14b5680-225d-4e8a-80fe-181aabc6494e,revision_number=8']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:56:07.366676 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe2ac57-f6e6-4e2f-852e-64e21f737d7c None None] Pushing event updated for resources: {'Port': ['ID=a1969402-ebd7-4c42-8e40-6845cc6b6a3c,revision_number=2']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:56:07.413961 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-cc2db406-3f8d-4481-94a5-5189028d16c3 None None] For port a1969402-ebd7-4c42-8e40-6845cc6b6a3c, host n-d-705658-22, cleared binding levels {{(pid=105586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:56:07.429326 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-cc2db406-3f8d-4481-94a5-5189028d16c3 None None] For port a1969402-ebd7-4c42-8e40-6845cc6b6a3c, host n-d-705658-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=a1969402-ebd7-4c42-8e40-6845cc6b6a3c,segment=NetworkSegment(12196855-9a32-4633-9a56-77697ef9e126),segment_id=12196855-9a32-4633-9a56-77697ef9e126)] {{(pid=105586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:56:07.435113 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-cc2db406-3f8d-4481-94a5-5189028d16c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:07.472004 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb84f68b-5c78-4f0d-a9a5-8dfb14ac9484 req-49a80632-ec2c-401e-9c39-6875249de631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:07.473121 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-fb84f68b-5c78-4f0d-a9a5-8dfb14ac9484 req-49a80632-ec2c-401e-9c39-6875249de631 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:07.474769 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-fb84f68b-5c78-4f0d-a9a5-8dfb14ac9484 req-49a80632-ec2c-401e-9c39-6875249de631 service neutron] 10.222.0.60 "PUT /v2.0/ports/c14b5680-225d-4e8a-80fe-181aabc6494e HTTP/1.1" status: 200 len: 1123 time: 2.6503961 Jul 27 20:56:07.522077 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397a1a5f-86cd-464c-a053-7f63b66327cd req-1dcaf074-14fb-43a1-be35-b449e45ed9c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:07.528715 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-397a1a5f-86cd-464c-a053-7f63b66327cd req-1dcaf074-14fb-43a1-be35-b449e45ed9c9 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=6a9e53e1-344c-4083-a4f6-dbd12c7060f8 HTTP/1.1" status: 200 len: 1102 time: 0.5288680 Jul 27 20:56:07.572208 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-7f7297bc-d5d5-4705-a551-a502c0291cef admin admin] Notify callbacks [] for port, precommit_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:07.578525 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-7f7297bc-d5d5-4705-a551-a502c0291cef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9014027'] for port, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:07.608818 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd29da3-372d-4b93-be49-226e6cb0790b req-714ec003-0aab-4c80-8b76-cea7a29af26b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:07.610531 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-fdd29da3-372d-4b93-be49-226e6cb0790b req-714ec003-0aab-4c80-8b76-cea7a29af26b service neutron] 10.222.0.60 "GET /v2.0/networks?id=b01b2bcb-b6d7-427b-8018-a1eed8201f0c HTTP/1.1" status: 200 len: 915 time: 0.3480082 Jul 27 20:56:07.651910 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] get_ports_and_sgs() called for port_ids ['c14b5680-225d-4e8a-80fe-181aabc6494e'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 20:56:07.742908 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-397a1a5f-86cd-464c-a053-7f63b66327cd req-32a6de44-84df-4ce0-b9f0-450f4d65ef7a service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=c6534cb3-b44e-4a83-b57e-ddb72c2ad843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2017665 Jul 27 20:56:07.755266 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-47e53c83-16cc-4b98-8062-271eba37d39e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '901498da-d103-475c-8884-6e5467784fdc', 'name': 'tempest-ServersTestFqdnHostnames-959213242-router', 'tenant_id': '4db6b04858584f16a518b56ddf54baba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.82'}], 'enable_snat': True}, 'gw_port_id': '5587608d-a606-4f50-ae22-5ab2aee3f57f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:55:26Z', 'updated_at': '2021-07-27T20:55:34Z', 'revision_number': 4, 'project_id': '4db6b04858584f16a518b56ddf54baba', 'gw_port': {'id': '5587608d-a606-4f50-ae22-5ab2aee3f57f', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:24:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '901498da-d103-475c-8884-6e5467784fdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:55:27Z', 'updated_at': '2021-07-27T20:55:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_floatingips': [{'id': 'ce7bf5a0-08dc-4cc2-b994-e9889358aab3', 'tenant_id': '4db6b04858584f16a518b56ddf54baba', 'floating_ip_address': '172.25.5.72', 'floating_network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'router_id': '901498da-d103-475c-8884-6e5467784fdc', 'port_id': 'a876b0b6-80a9-416a-b052-db7ba5c2d963', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 577, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b01b2bcb-b6d7-427b-8018-a1eed8201f0c', 'mac_address': 'fa:16:3e:ee:8a:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f0f9c94-4e94-47fe-9336-391cd2a98046', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T20:55:42Z', 'updated_at': '2021-07-27T20:56:03Z', 'revision_number': 1, 'project_id': '4db6b04858584f16a518b56ddf54baba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a197d84-3e30-4d9f-acc7-21edc8c538ba', 'name': '', 'network_id': 'b01b2bcb-b6d7-427b-8018-a1eed8201f0c', 'tenant_id': '4db6b04858584f16a518b56ddf54baba', 'mac_address': 'fa:16:3e:79:3c:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '901498da-d103-475c-8884-6e5467784fdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': 'e2dc11f6-d37b-4723-b3bb-cb12e54fb98a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:55:32Z', 'updated_at': '2021-07-27T20:55:41Z', 'revision_number': 5, 'project_id': '4db6b04858584f16a518b56ddf54baba', 'subnets': [{'id': 'e2dc11f6-d37b-4723-b3bb-cb12e54fb98a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-22', False) {} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:56:07.773239 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7297bc-d5d5-4705-a551-a502c0291cef admin admin] Pushing event updated for resources: {'Port': ['ID=9eb3975b-9d87-4edf-a941-5d83c141e2bf,revision_number=2']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:56:07.779156 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-7f7297bc-d5d5-4705-a551-a502c0291cef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3743906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4076435'] for router_interface, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:07.802570 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7297bc-d5d5-4705-a551-a502c0291cef admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:56:07.802923 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7297bc-d5d5-4705-a551-a502c0291cef admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:56:07.803346 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7297bc-d5d5-4705-a551-a502c0291cef admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:56:07.803693 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7297bc-d5d5-4705-a551-a502c0291cef admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:56:07.804029 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7297bc-d5d5-4705-a551-a502c0291cef admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:56:07.804362 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7297bc-d5d5-4705-a551-a502c0291cef admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:56:07.804698 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7297bc-d5d5-4705-a551-a502c0291cef admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:56:07.805026 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7297bc-d5d5-4705-a551-a502c0291cef admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:56:07.805727 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7297bc-d5d5-4705-a551-a502c0291cef admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:56:07.806060 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7297bc-d5d5-4705-a551-a502c0291cef admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:56:07.807555 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe2ac57-f6e6-4e2f-852e-64e21f737d7c None None] Pushing event updated for resources: {'Port': ['ID=a1969402-ebd7-4c42-8e40-6845cc6b6a3c,revision_number=3']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:56:07.812613 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47e53c83-16cc-4b98-8062-271eba37d39e None None] The sync data for ids ['901498da-d103-475c-8884-6e5467784fdc'] in n-d-705658-22 is: [{'id': '901498da-d103-475c-8884-6e5467784fdc', 'name': 'tempest-ServersTestFqdnHostnames-959213242-router', 'tenant_id': '4db6b04858584f16a518b56ddf54baba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.82'}], 'enable_snat': True}, 'gw_port_id': '5587608d-a606-4f50-ae22-5ab2aee3f57f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:55:26Z', 'updated_at': '2021-07-27T20:55:34Z', 'revision_number': 4, 'project_id': '4db6b04858584f16a518b56ddf54baba', 'gw_port': {'id': '5587608d-a606-4f50-ae22-5ab2aee3f57f', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:24:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '901498da-d103-475c-8884-6e5467784fdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:55:27Z', 'updated_at': '2021-07-27T20:55:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_floatingips': [{'id': 'ce7bf5a0-08dc-4cc2-b994-e9889358aab3', 'tenant_id': '4db6b04858584f16a518b56ddf54baba', 'floating_ip_address': '172.25.5.72', 'floating_network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'router_id': '901498da-d103-475c-8884-6e5467784fdc', 'port_id': 'a876b0b6-80a9-416a-b052-db7ba5c2d963', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 577, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b01b2bcb-b6d7-427b-8018-a1eed8201f0c', 'mac_address': 'fa:16:3e:ee:8a:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f0f9c94-4e94-47fe-9336-391cd2a98046', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T20:55:42Z', 'updated_at': '2021-07-27T20:56:03Z', 'revision_number': 1, 'project_id': '4db6b04858584f16a518b56ddf54baba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a197d84-3e30-4d9f-acc7-21edc8c538ba', 'name': '', 'network_id': 'b01b2bcb-b6d7-427b-8018-a1eed8201f0c', 'tenant_id': '4db6b04858584f16a518b56ddf54baba', 'mac_address': 'fa:16:3e:79:3c:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '901498da-d103-475c-8884-6e5467784fdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': 'e2dc11f6-d37b-4723-b3bb-cb12e54fb98a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:55:32Z', 'updated_at': '2021-07-27T20:55:41Z', 'revision_number': 5, 'project_id': '4db6b04858584f16a518b56ddf54baba', 'subnets': [{'id': 'e2dc11f6-d37b-4723-b3bb-cb12e54fb98a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 20:56:07.813006 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7297bc-d5d5-4705-a551-a502c0291cef admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:56:07.813812 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7297bc-d5d5-4705-a551-a502c0291cef admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:56:07.820136 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f25e5c-9a81-4281-b8e3-c6a73e68bbda req-fe2f0119-dfa4-4524-81a8-6595a412d848 tempest-ImagesOneServerNegativeTestJSON-323901233 tempest-ImagesOneServerNegativeTestJSON-323901233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:07.822015 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-11f25e5c-9a81-4281-b8e3-c6a73e68bbda req-fe2f0119-dfa4-4524-81a8-6595a412d848 tempest-ImagesOneServerNegativeTestJSON-323901233 tempest-ImagesOneServerNegativeTestJSON-323901233-project] 10.222.0.59 "GET /v2.0/ports?device_id=888d1369-8c84-4e25-bbc0-ddde8351d189 HTTP/1.1" status: 200 len: 946 time: 0.4284313 Jul 27 20:56:07.830347 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc2db406-3f8d-4481-94a5-5189028d16c3 None None] Routers {'0ad97a46-b7fe-4cce-9af0-620d98d76c0d'} bound to L3 agent in host n-d-705658-22 {{(pid=105586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:56:07.831040 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-cc2db406-3f8d-4481-94a5-5189028d16c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T20:55:41Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['0ad97a46-b7fe-4cce-9af0-620d98d76c0d'], 'active': True} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:56:07.833711 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-a03b72f3-12c5-4b01-801d-c35594688a4c None None] Provisioning complete for port 89631431-886a-4a80-83c1-e2dfbe318c45 triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:56:07.834358 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-a03b72f3-12c5-4b01-801d-c35594688a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:07.897738 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-fdd29da3-372d-4b93-be49-226e6cb0790b req-57cc901e-025d-41b0-9f08-964b5b72d923 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a876b0b6-80a9-416a-b052-db7ba5c2d963 HTTP/1.1" status: 200 len: 999 time: 0.2481601 Jul 27 20:56:07.952236 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] get_ports_and_sgs() called for port_ids ['c14b5680-225d-4e8a-80fe-181aabc6494e'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 20:56:07.969895 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f7297bc-d5d5-4705-a551-a502c0291cef admin admin] Network cb450651-6ba2-4b9a-9c7d-ac4916a65ce9 is already hosted by enough agents. {{(pid=105584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:56:07.971577 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [None req-7f7297bc-d5d5-4705-a551-a502c0291cef admin admin] Resources bound (agent type, host, resource id): {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:56:08.059634 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-11f25e5c-9a81-4281-b8e3-c6a73e68bbda req-84d734d5-d79b-49e7-ae37-12c8d452628d tempest-ImagesOneServerNegativeTestJSON-323901233 tempest-ImagesOneServerNegativeTestJSON-323901233-project] 10.222.0.59 "GET /v2.0/security-groups?id=b49152d2-7ea9-4069-930d-17bb1fb95e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2157304 Jul 27 20:56:08.063706 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd29da3-372d-4b93-be49-226e6cb0790b req-d3eae1ac-2ba6-4e5c-af58-e77e716cdc33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:08.065223 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-fdd29da3-372d-4b93-be49-226e6cb0790b req-d3eae1ac-2ba6-4e5c-af58-e77e716cdc33 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e2dc11f6-d37b-4723-b3bb-cb12e54fb98a HTTP/1.1" status: 200 len: 853 time: 0.1535101 Jul 27 20:56:08.088602 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423d2e8c-ef67-4def-ad9c-5ceb27b1602d req-62091f30-77b5-4715-b2a8-9b51c6c48a9b tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:08.090651 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-423d2e8c-ef67-4def-ad9c-5ceb27b1602d req-62091f30-77b5-4715-b2a8-9b51c6c48a9b tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] 10.222.0.59 "GET /v2.0/ports?device_id=23a39a45-86ad-4a34-aa42-6affa73d3ff5 HTTP/1.1" status: 200 len: 943 time: 0.4177392 Jul 27 20:56:08.185988 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f7297bc-d5d5-4705-a551-a502c0291cef admin admin] Router 0ad97a46-b7fe-4cce-9af0-620d98d76c0d has already been hosted by L3 agent dd128fd7-8e57-4d4f-895b-a96b369df59a {{(pid=105584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 20:56:08.197648 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvr_db [None req-cc2db406-3f8d-4481-94a5-5189028d16c3 None None] Set router 0ad97a46-b7fe-4cce-9af0-620d98d76c0d gateway port host: n-d-705658-22 {{(pid=105586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:56:08.275628 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-423d2e8c-ef67-4def-ad9c-5ceb27b1602d req-3f81f927-0b1e-48d5-9f26-75414b5adf5e tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] 10.222.0.59 "GET /v2.0/security-groups?id=1749b80d-91c6-4bd3-8e8d-666bd095400f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638663 Jul 27 20:56:08.319497 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd29da3-372d-4b93-be49-226e6cb0790b req-960e80e5-a2dc-47af-8707-b7e96312a925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:08.326537 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-fdd29da3-372d-4b93-be49-226e6cb0790b req-960e80e5-a2dc-47af-8707-b7e96312a925 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b01b2bcb-b6d7-427b-8018-a1eed8201f0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2348948 Jul 27 20:56:08.333704 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a27bc26-3d9e-46c5-a1b6-bc51828da13c None None] New status for floating IP ce7bf5a0-08dc-4cc2-b994-e9889358aab3: ACTIVE {{(pid=105586) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 20:56:08.410196 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f7297bc-d5d5-4705-a551-a502c0291cef admin admin] Notify agent at l3_agent.n-d-705658-22 the message routers_updated {{(pid=105584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 20:56:08.426787 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-7f7297bc-d5d5-4705-a551-a502c0291cef admin admin] 10.222.0.59 "PUT /v2.0/routers/0ad97a46-b7fe-4cce-9af0-620d98d76c0d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0489352 Jul 27 20:56:08.456164 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-fdd29da3-372d-4b93-be49-226e6cb0790b req-65d08367-21bf-4d74-9686-cb5a12d0a61c service neutron] 10.222.0.60 "GET /v2.0/networks/b01b2bcb-b6d7-427b-8018-a1eed8201f0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208394 Jul 27 20:56:08.602983 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 35572) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:56:08.614586 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-fdd29da3-372d-4b93-be49-226e6cb0790b req-c872d716-2d43-48a6-99c5-f5a5a11d43a4 service neutron] 10.222.0.60 "GET /v2.0/networks/b01b2bcb-b6d7-427b-8018-a1eed8201f0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1465280 Jul 27 20:56:08.626638 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a804502d-7b1c-40e2-b442-fd08d9985571 req-1099be80-bb9b-4ceb-9d1e-6182b7a3b48d tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:08.629829 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a804502d-7b1c-40e2-b442-fd08d9985571 req-1099be80-bb9b-4ceb-9d1e-6182b7a3b48d tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] 10.222.0.59 "GET /v2.0/ports?device_id=6a9e53e1-344c-4083-a4f6-dbd12c7060f8 HTTP/1.1" status: 200 len: 950 time: 0.1725152 Jul 27 20:56:08.694317 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-ec533203-0212-4e82-beef-db0d89f3fa8b tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1335502571'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:56:08.729584 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a804502d-7b1c-40e2-b442-fd08d9985571 req-2f6485a5-6481-4be5-bc21-3491bb7fdeb4 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] 10.222.0.59 "GET /v2.0/security-groups?id=c6534cb3-b44e-4a83-b57e-ddb72c2ad843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925164 Jul 27 20:56:08.741053 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-513d1195-220a-4098-a08d-509208ae1e97 None None] Provisioning for port 9eb3975b-9d87-4edf-a941-5d83c141e2bf completed by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:56:08.756205 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-513d1195-220a-4098-a08d-509208ae1e97 None None] Provisioning complete for port 9eb3975b-9d87-4edf-a941-5d83c141e2bf triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:56:08.756782 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-513d1195-220a-4098-a08d-509208ae1e97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:08.766172 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec533203-0212-4e82-beef-db0d89f3fa8b tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] Made reservation on behalf of 8ef5ae3754f942d6bfb3fca348e04118 for: {'network': 1} {{(pid=105585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:56:08.776159 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-ec533203-0212-4e82-beef-db0d89f3fa8b tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for network, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:08.802592 n-d-705658-22 neutron-server[105585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23a39a45-86ad-4a34-aa42-6affa73d3ff5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c14b5680-225d-4e8a-80fe-181aabc6494e'}, {'name': 'network-changed', 'server_uuid': '23a39a45-86ad-4a34-aa42-6affa73d3ff5', 'tag': 'c14b5680-225d-4e8a-80fe-181aabc6494e'}] {{(pid=105585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:56:08.805228 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d66fd65881426bfc2b5388084a3654e5eae521106a15a3dbf0eb4cde7106c36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-096e7730-75a7-4ff7-ac92-d48951cc5b81" -d '{"events": [{"server_uuid": "23a39a45-86ad-4a34-aa42-6affa73d3ff5", "name": "network-vif-unplugged", "status": "completed", "tag": "c14b5680-225d-4e8a-80fe-181aabc6494e"}, {"name": "network-changed", "server_uuid": "23a39a45-86ad-4a34-aa42-6affa73d3ff5", "tag": "c14b5680-225d-4e8a-80fe-181aabc6494e"}]}' {{(pid=105585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:56:08.818588 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec533203-0212-4e82-beef-db0d89f3fa8b tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] vlan segment allocate from pool success with {'vlan_id': 203, 'physical_network': 'physnet1'} {{(pid=105585) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 20:56:08.840589 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-ec533203-0212-4e82-beef-db0d89f3fa8b tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:08.840944 n-d-705658-22 neutron-server[105585]: INFO neutron.db.segments_db [None req-ec533203-0212-4e82-beef-db0d89f3fa8b tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] Added segment 251656dd-c9c0-4a76-afbf-1db88834cf7d of type vlan for network cfd8fe71-ac73-4135-9433-7bc6fe70bccd Jul 27 20:56:08.875520 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-513d1195-220a-4098-a08d-509208ae1e97 None None] Port 9eb3975b-9d87-4edf-a941-5d83c141e2bf cannot update to ACTIVE because it is not bound. {{(pid=105586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 20:56:08.879923 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-d9e08642-e859-41a4-80f8-aca7a0637e44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:08.891612 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-ec533203-0212-4e82-beef-db0d89f3fa8b tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790688424798'] for network, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:08.899623 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Tue, 27 Jul 2021 20:56:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27a79f70-598c-4b9a-9292-a27e2dfe6595 x-openstack-request-id: req-27a79f70-598c-4b9a-9292-a27e2dfe6595 {{(pid=105585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:56:08.900155 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23a39a45-86ad-4a34-aa42-6affa73d3ff5", "name": "network-vif-unplugged", "status": "completed", "tag": "c14b5680-225d-4e8a-80fe-181aabc6494e", "code": 200}, {"name": "network-changed", "server_uuid": "23a39a45-86ad-4a34-aa42-6affa73d3ff5", "tag": "c14b5680-225d-4e8a-80fe-181aabc6494e", "status": "completed", "code": 200}]} {{(pid=105585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:56:08.900595 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-27a79f70-598c-4b9a-9292-a27e2dfe6595 {{(pid=105585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:56:08.901161 n-d-705658-22 neutron-server[105585]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23a39a45-86ad-4a34-aa42-6affa73d3ff5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c14b5680-225d-4e8a-80fe-181aabc6494e', 'code': 200} Jul 27 20:56:08.901574 n-d-705658-22 neutron-server[105585]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23a39a45-86ad-4a34-aa42-6affa73d3ff5', 'tag': 'c14b5680-225d-4e8a-80fe-181aabc6494e', 'status': 'completed', 'code': 200} Jul 27 20:56:08.905915 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-cc2db406-3f8d-4481-94a5-5189028d16c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ad97a46-b7fe-4cce-9af0-620d98d76c0d', 'name': 'tempest-ServersTestMultiNic-1268352736-router', 'tenant_id': '8ef5ae3754f942d6bfb3fca348e04118', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.252'}], 'enable_snat': True}, 'gw_port_id': 'a1969402-ebd7-4c42-8e40-6845cc6b6a3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:56:02Z', 'updated_at': '2021-07-27T20:56:07Z', 'revision_number': 4, 'project_id': '8ef5ae3754f942d6bfb3fca348e04118', 'gw_port': {'id': 'a1969402-ebd7-4c42-8e40-6845cc6b6a3c', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:13:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ad97a46-b7fe-4cce-9af0-620d98d76c0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:56:03Z', 'updated_at': '2021-07-27T20:56:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_interfaces': [{'id': '9eb3975b-9d87-4edf-a941-5d83c141e2bf', 'name': '', 'network_id': 'cb450651-6ba2-4b9a-9c7d-ac4916a65ce9', 'tenant_id': '8ef5ae3754f942d6bfb3fca348e04118', 'mac_address': 'fa:16:3e:13:42:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ad97a46-b7fe-4cce-9af0-620d98d76c0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': 'bb940ada-4709-4b0b-853b-196773eb53ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:56:06Z', 'updated_at': '2021-07-27T20:56:07Z', 'revision_number': 2, 'project_id': '8ef5ae3754f942d6bfb3fca348e04118', 'subnets': [{'id': 'bb940ada-4709-4b0b-853b-196773eb53ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-22', False) {} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:56:08.931494 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-ec533203-0212-4e82-beef-db0d89f3fa8b tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920'] for network, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:08.937909 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec533203-0212-4e82-beef-db0d89f3fa8b tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:08.938767 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-ec533203-0212-4e82-beef-db0d89f3fa8b tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743886'] for network, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:08.940926 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc2db406-3f8d-4481-94a5-5189028d16c3 None None] The sync data for ids ['0ad97a46-b7fe-4cce-9af0-620d98d76c0d'] in n-d-705658-22 is: [{'id': '0ad97a46-b7fe-4cce-9af0-620d98d76c0d', 'name': 'tempest-ServersTestMultiNic-1268352736-router', 'tenant_id': '8ef5ae3754f942d6bfb3fca348e04118', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.252'}], 'enable_snat': True}, 'gw_port_id': 'a1969402-ebd7-4c42-8e40-6845cc6b6a3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:56:02Z', 'updated_at': '2021-07-27T20:56:07Z', 'revision_number': 4, 'project_id': '8ef5ae3754f942d6bfb3fca348e04118', 'gw_port': {'id': 'a1969402-ebd7-4c42-8e40-6845cc6b6a3c', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:13:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ad97a46-b7fe-4cce-9af0-620d98d76c0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:56:03Z', 'updated_at': '2021-07-27T20:56:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_interfaces': [{'id': '9eb3975b-9d87-4edf-a941-5d83c141e2bf', 'name': '', 'network_id': 'cb450651-6ba2-4b9a-9c7d-ac4916a65ce9', 'tenant_id': '8ef5ae3754f942d6bfb3fca348e04118', 'mac_address': 'fa:16:3e:13:42:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ad97a46-b7fe-4cce-9af0-620d98d76c0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': 'bb940ada-4709-4b0b-853b-196773eb53ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:56:06Z', 'updated_at': '2021-07-27T20:56:07Z', 'revision_number': 2, 'project_id': '8ef5ae3754f942d6bfb3fca348e04118', 'subnets': [{'id': 'bb940ada-4709-4b0b-853b-196773eb53ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 20:56:09.087196 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-ec533203-0212-4e82-beef-db0d89f3fa8b tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.4800003 Jul 27 20:56:09.087495 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 35582) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:56:09.093177 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-b804499e-bfa8-48a7-ac27-b9f38f6da5a6 tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] Request body: {'subnet': {'network_id': 'cfd8fe71-ac73-4135-9433-7bc6fe70bccd', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:56:09.123430 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec533203-0212-4e82-beef-db0d89f3fa8b tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] Pushing event updated for resources: {'Network': ['ID=cfd8fe71-ac73-4135-9433-7bc6fe70bccd,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:56:09.149833 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Network cfd8fe71-ac73-4135-9433-7bc6fe70bccd details requested by agent ovs-agent-n-d-705658-22 with host n-d-705658-22 {{(pid=105586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 20:56:09.253815 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096e7730-75a7-4ff7-ac92-d48951cc5b81 req-7eff83ed-a641-424e-8f84-7f258f2f9268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:09.255459 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-096e7730-75a7-4ff7-ac92-d48951cc5b81 req-7eff83ed-a641-424e-8f84-7f258f2f9268 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b02d9256766347f197eb5fbdd02cbc7a&device_id=23a39a45-86ad-4a34-aa42-6affa73d3ff5 HTTP/1.1" status: 200 len: 1126 time: 0.3120079 Jul 27 20:56:09.298068 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b804499e-bfa8-48a7-ac27-b9f38f6da5a6 tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] Made reservation on behalf of 8ef5ae3754f942d6bfb3fca348e04118 for: {'subnet': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:56:09.301665 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-b804499e-bfa8-48a7-ac27-b9f38f6da5a6 tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9738786'] for subnet, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:09.385127 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38332b15-ce81-4a44-9326-2bb37958d6bc req-81e66edb-8a0e-45e1-a24a-6148d2e1a19d tempest-ImagesOneServerNegativeTestJSON-323901233 tempest-ImagesOneServerNegativeTestJSON-323901233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:09.397260 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-38332b15-ce81-4a44-9326-2bb37958d6bc req-81e66edb-8a0e-45e1-a24a-6148d2e1a19d tempest-ImagesOneServerNegativeTestJSON-323901233 tempest-ImagesOneServerNegativeTestJSON-323901233-project] 10.222.0.59 "GET /v2.0/ports?device_id=888d1369-8c84-4e25-bbc0-ddde8351d189 HTTP/1.1" status: 200 len: 946 time: 0.2596905 Jul 27 20:56:09.410329 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 89631431-886a-4a80-83c1-e2dfbe318c45 up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:56:09.506787 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port 89631431-886a-4a80-83c1-e2dfbe318c45 triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:56:09.507567 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:09.517512 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096e7730-75a7-4ff7-ac92-d48951cc5b81 req-c5af0a8a-43fe-42b4-ba4d-16c5df2cdaff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:09.519192 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-096e7730-75a7-4ff7-ac92-d48951cc5b81 req-c5af0a8a-43fe-42b4-ba4d-16c5df2cdaff service neutron] 10.222.0.36 "GET /v2.0/networks?id=8e591ae5-ff89-4a25-b3ce-4b1625915957 HTTP/1.1" status: 200 len: 921 time: 0.2535920 Jul 27 20:56:09.522475 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-38332b15-ce81-4a44-9326-2bb37958d6bc req-66212d20-1f80-45ee-9d06-2cbab5d25fb1 tempest-ImagesOneServerNegativeTestJSON-323901233 tempest-ImagesOneServerNegativeTestJSON-323901233-project] 10.222.0.59 "GET /v2.0/security-groups?id=b49152d2-7ea9-4069-930d-17bb1fb95e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243100 Jul 27 20:56:09.607217 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-096e7730-75a7-4ff7-ac92-d48951cc5b81 req-20a90aa7-22e1-4d8d-8924-c5d5b6edd5e8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c14b5680-225d-4e8a-80fe-181aabc6494e HTTP/1.1" status: 200 len: 217 time: 0.0805504 Jul 27 20:56:09.647251 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a52aae6-478a-4d6d-be12-2d3ce078aeea req-478b034b-1ff0-40ec-8903-03b5638ca37d tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:09.652328 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-b804499e-bfa8-48a7-ac27-b9f38f6da5a6 tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9014150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9738800'] for subnet, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:09.656642 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-0a52aae6-478a-4d6d-be12-2d3ce078aeea req-478b034b-1ff0-40ec-8903-03b5638ca37d tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] 10.222.0.59 "GET /v2.0/ports?device_id=23a39a45-86ad-4a34-aa42-6affa73d3ff5 HTTP/1.1" status: 200 len: 943 time: 0.2223282 Jul 27 20:56:09.733181 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b804499e-bfa8-48a7-ac27-b9f38f6da5a6 tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] Pushing event updated for resources: {'Subnet': ['ID=c21d7467-8fb3-4477-8b26-f9d7adff4042,revision_number=0']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:56:09.745061 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-0a52aae6-478a-4d6d-be12-2d3ce078aeea req-18e17177-e9a1-490a-b233-eb7bcd3b59b9 tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] 10.222.0.59 "GET /v2.0/security-groups?id=1749b80d-91c6-4bd3-8e8d-666bd095400f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870934 Jul 27 20:56:09.760374 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b804499e-bfa8-48a7-ac27-b9f38f6da5a6 tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] Checking segment: {'id': '251656dd-c9c0-4a76-afbf-1db88834cf7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'cfd8fe71-ac73-4135-9433-7bc6fe70bccd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:56:09.760728 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b804499e-bfa8-48a7-ac27-b9f38f6da5a6 tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] Network hostable DHCP agents. Network: cfd8fe71-ac73-4135-9433-7bc6fe70bccd, hostable agents: ['7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a'], hosted agents: [] {{(pid=105584) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 20:56:09.782193 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096e7730-75a7-4ff7-ac92-d48951cc5b81 req-56892b5e-d2e0-4a91-ab69-be7863a41fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:09.790368 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-096e7730-75a7-4ff7-ac92-d48951cc5b81 req-56892b5e-d2e0-4a91-ab69-be7863a41fd0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ffc7070b-0d02-4acb-a66a-19178d3b9317 HTTP/1.1" status: 200 len: 860 time: 0.1689997 Jul 27 20:56:09.812609 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b804499e-bfa8-48a7-ac27-b9f38f6da5a6 tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] Network cfd8fe71-ac73-4135-9433-7bc6fe70bccd is scheduled to be hosted by DHCP agent 7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a with binding_index 1 {{(pid=105584) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 20:56:09.830924 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [None req-b804499e-bfa8-48a7-ac27-b9f38f6da5a6 tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-22, cfd8fe71-ac73-4135-9433-7bc6fe70bccd) {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:56:09.839027 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b804499e-bfa8-48a7-ac27-b9f38f6da5a6 tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:09.839660 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-b804499e-bfa8-48a7-ac27-b9f38f6da5a6 tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] Notify callbacks [] for subnet, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:09.851191 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d012e0b1-b714-4431-8b13-ab0310ba2fda None None] Network cfd8fe71-ac73-4135-9433-7bc6fe70bccd requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 20:56:09.890033 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-096e7730-75a7-4ff7-ac92-d48951cc5b81 req-0a0cab5d-8d43-4ecc-99c5-4b148a91b6a0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8e591ae5-ff89-4a25-b3ce-4b1625915957&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0859013 Jul 27 20:56:09.903310 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-b804499e-bfa8-48a7-ac27-b9f38f6da5a6 tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.8121493 Jul 27 20:56:09.903310 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 35604) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:56:09.909314 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-c7056c1a-c400-400b-b168-a4fb0d9cd2a3 tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1417801229'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:56:09.956601 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:09.964703 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7056c1a-c400-400b-b168-a4fb0d9cd2a3 tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] Made reservation on behalf of 8ef5ae3754f942d6bfb3fca348e04118 for: {'network': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:56:09.970259 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c7056c1a-c400-400b-b168-a4fb0d9cd2a3 tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for network, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:10.004111 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7056c1a-c400-400b-b168-a4fb0d9cd2a3 tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] vlan segment allocate from pool success with {'vlan_id': 235, 'physical_network': 'physnet1'} {{(pid=105584) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 20:56:10.015473 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c7056c1a-c400-400b-b168-a4fb0d9cd2a3 tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:10.015878 n-d-705658-22 neutron-server[105584]: INFO neutron.db.segments_db [None req-c7056c1a-c400-400b-b168-a4fb0d9cd2a3 tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] Added segment 331b05df-059e-41ff-9efa-7b50e1afc788 of type vlan for network cce645ad-a285-4069-8b11-561c8d9db1c9 Jul 27 20:56:10.106182 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20441502-aefa-494d-a10a-5d707edb361d req-1652200f-9a93-4adc-b659-0317398ed325 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:10.106182 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-20441502-aefa-494d-a10a-5d707edb361d req-1652200f-9a93-4adc-b659-0317398ed325 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] 10.222.0.59 "GET /v2.0/ports?device_id=6a9e53e1-344c-4083-a4f6-dbd12c7060f8 HTTP/1.1" status: 200 len: 950 time: 0.2138877 Jul 27 20:56:10.163792 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c7056c1a-c400-400b-b168-a4fb0d9cd2a3 tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790688424798'] for network, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:10.174655 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-096e7730-75a7-4ff7-ac92-d48951cc5b81 req-63347c6e-9e06-4676-9b88-f01f9241bc2b service neutron] 10.222.0.36 "GET /v2.0/networks/8e591ae5-ff89-4a25-b3ce-4b1625915957?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2717938 Jul 27 20:56:10.208883 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-20441502-aefa-494d-a10a-5d707edb361d req-d734ce0c-e1e6-42d5-94a5-d01774b4208f tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] 10.222.0.59 "GET /v2.0/security-groups?id=c6534cb3-b44e-4a83-b57e-ddb72c2ad843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044478 Jul 27 20:56:10.218136 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c7056c1a-c400-400b-b168-a4fb0d9cd2a3 tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920'] for network, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:10.225589 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7056c1a-c400-400b-b168-a4fb0d9cd2a3 tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:10.226272 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c7056c1a-c400-400b-b168-a4fb0d9cd2a3 tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743886'] for network, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:10.255259 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cda173b-089f-4667-98ee-3bd9a9162b32 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30bb4b93-b285-5d90-9493-f9ec33ea333c-cfd8fe71-ac73-4135-9433-7bc6fe70bccd', 'network_id': 'cfd8fe71-ac73-4135-9433-7bc6fe70bccd', 'tenant_id': '8ef5ae3754f942d6bfb3fca348e04118', 'fixed_ips': [{'subnet_id': 'c21d7467-8fb3-4477-8b26-f9d7adff4042'}]}} from n-d-705658-22. {{(pid=105586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 20:56:10.256141 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-6cda173b-089f-4667-98ee-3bd9a9162b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:10.360390 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-c7056c1a-c400-400b-b168-a4fb0d9cd2a3 tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.4559495 Jul 27 20:56:10.374340 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 35614) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:56:10.393847 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-e92d320d-85a5-46fb-b4fc-c2093c9e0896 tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] Request body: {'subnet': {'network_id': 'cce645ad-a285-4069-8b11-561c8d9db1c9', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:56:10.419088 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7056c1a-c400-400b-b168-a4fb0d9cd2a3 tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] Pushing event updated for resources: {'Network': ['ID=cce645ad-a285-4069-8b11-561c8d9db1c9,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:56:10.531747 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e92d320d-85a5-46fb-b4fc-c2093c9e0896 tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] Made reservation on behalf of 8ef5ae3754f942d6bfb3fca348e04118 for: {'subnet': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:56:10.536621 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-e92d320d-85a5-46fb-b4fc-c2093c9e0896 tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9738786'] for subnet, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:10.652635 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.db_base_plugin_common [None req-6cda173b-089f-4667-98ee-3bd9a9162b32 None None] Allocated IP 19.80.0.2 (cfd8fe71-ac73-4135-9433-7bc6fe70bccd/c21d7467-8fb3-4477-8b26-f9d7adff4042/8d48d326-7ac9-47ff-9942-d2eac0f22c73) {{(pid=105586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:56:10.677323 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-096e7730-75a7-4ff7-ac92-d48951cc5b81 req-110254bf-3538-461a-8d6c-f320c50bd815 service neutron] 10.222.0.36 "GET /v2.0/networks/8e591ae5-ff89-4a25-b3ce-4b1625915957?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4672091 Jul 27 20:56:10.772004 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5299ab-aa71-41fe-ae6b-1ed43189acfe req-8cbde35d-acce-4a2a-83be-02e6aa01211d tempest-ImagesOneServerNegativeTestJSON-323901233 tempest-ImagesOneServerNegativeTestJSON-323901233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:10.779446 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-4a5299ab-aa71-41fe-ae6b-1ed43189acfe req-8cbde35d-acce-4a2a-83be-02e6aa01211d tempest-ImagesOneServerNegativeTestJSON-323901233 tempest-ImagesOneServerNegativeTestJSON-323901233-project] 10.222.0.59 "GET /v2.0/ports?device_id=888d1369-8c84-4e25-bbc0-ddde8351d189 HTTP/1.1" status: 200 len: 946 time: 0.6282156 Jul 27 20:56:10.833251 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c287580-7052-4936-b9d9-580e68791791 req-a98a3c62-0521-4c32-a1e9-1e8c1af2ca0f tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:10.835942 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-6cda173b-089f-4667-98ee-3bd9a9162b32 None None] Notify callbacks [] for port, precommit_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:10.841077 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-2c287580-7052-4936-b9d9-580e68791791 req-a98a3c62-0521-4c32-a1e9-1e8c1af2ca0f tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] 10.222.0.59 "GET /v2.0/ports?device_id=6a9e53e1-344c-4083-a4f6-dbd12c7060f8 HTTP/1.1" status: 200 len: 950 time: 0.1626742 Jul 27 20:56:10.848736 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-6cda173b-089f-4667-98ee-3bd9a9162b32 None None] Transition to ACTIVE for port object 8d48d326-7ac9-47ff-9942-d2eac0f22c73 will not be triggered until provisioned by entity L2. {{(pid=105586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:56:10.849176 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-e92d320d-85a5-46fb-b4fc-c2093c9e0896 tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9014150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9738800'] for subnet, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:10.867711 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-6cda173b-089f-4667-98ee-3bd9a9162b32 None None] Transition to ACTIVE for port object 8d48d326-7ac9-47ff-9942-d2eac0f22c73 will not be triggered until provisioned by entity DHCP. {{(pid=105586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:56:10.873802 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Network cce645ad-a285-4069-8b11-561c8d9db1c9 details requested by agent ovs-agent-n-d-705658-22 with host n-d-705658-22 {{(pid=105586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 20:56:10.895558 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-2c287580-7052-4936-b9d9-580e68791791 req-3224f429-199e-4956-900f-ddb2a5c63440 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] 10.222.0.59 "GET /v2.0/security-groups?id=c6534cb3-b44e-4a83-b57e-ddb72c2ad843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517080 Jul 27 20:56:10.928267 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-4a5299ab-aa71-41fe-ae6b-1ed43189acfe req-bda7b2c3-59fd-4522-a5be-e905c2ed0d35 tempest-ImagesOneServerNegativeTestJSON-323901233 tempest-ImagesOneServerNegativeTestJSON-323901233-project] 10.222.0.59 "GET /v2.0/security-groups?id=b49152d2-7ea9-4069-930d-17bb1fb95e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479609 Jul 27 20:56:10.965318 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92d320d-85a5-46fb-b4fc-c2093c9e0896 tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] Pushing event updated for resources: {'Subnet': ['ID=cab166f1-4bfb-4023-87fe-61cf2404473e,revision_number=0']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:56:10.969330 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-6cda173b-089f-4667-98ee-3bd9a9162b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143'] for port, after_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:10.995976 n-d-705658-22 neutron-server[105586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cda173b-089f-4667-98ee-3bd9a9162b32 None None] Network cfd8fe71-ac73-4135-9433-7bc6fe70bccd is already hosted by enough agents. {{(pid=105586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:56:11.012523 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e92d320d-85a5-46fb-b4fc-c2093c9e0896 tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] Checking segment: {'id': '331b05df-059e-41ff-9efa-7b50e1afc788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'cce645ad-a285-4069-8b11-561c8d9db1c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:56:11.013419 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e92d320d-85a5-46fb-b4fc-c2093c9e0896 tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] Network hostable DHCP agents. Network: cce645ad-a285-4069-8b11-561c8d9db1c9, hostable agents: ['7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a'], hosted agents: [] {{(pid=105584) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 20:56:11.024038 n-d-705658-22 neutron-server[105586]: DEBUG neutron.scheduler.base_scheduler [None req-6cda173b-089f-4667-98ee-3bd9a9162b32 None None] Resources bound (agent type, host, resource id): {{(pid=105586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:56:11.031956 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cda173b-089f-4667-98ee-3bd9a9162b32 None None] Received port after_create {{(pid=105586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:56:11.051938 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e92d320d-85a5-46fb-b4fc-c2093c9e0896 tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] Network cce645ad-a285-4069-8b11-561c8d9db1c9 is scheduled to be hosted by DHCP agent 7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a with binding_index 1 {{(pid=105584) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 20:56:11.065136 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [None req-e92d320d-85a5-46fb-b4fc-c2093c9e0896 tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-22, cce645ad-a285-4069-8b11-561c8d9db1c9) {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:56:11.085712 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e92d320d-85a5-46fb-b4fc-c2093c9e0896 tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:11.086311 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-e92d320d-85a5-46fb-b4fc-c2093c9e0896 tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] Notify callbacks [] for subnet, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:11.106024 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-e92d320d-85a5-46fb-b4fc-c2093c9e0896 tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.7303481 Jul 27 20:56:11.113782 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0aee232-b7b2-4da4-a88d-1769cb72436e None None] Network cce645ad-a285-4069-8b11-561c8d9db1c9 requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 20:56:11.244054 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cda173b-089f-4667-98ee-3bd9a9162b32 None None] Pushing event updated for resources: {'Port': ['ID=8d48d326-7ac9-47ff-9942-d2eac0f22c73,revision_number=1']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:56:11.251517 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c7c7a2-5622-47d8-99b2-bac920b4eef2 req-4fe2c213-2f56-43b8-a5f2-11d01462b215 tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:11.261956 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-26c7c7a2-5622-47d8-99b2-bac920b4eef2 req-4fe2c213-2f56-43b8-a5f2-11d01462b215 tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] 10.222.0.59 "GET /v2.0/ports?device_id=23a39a45-86ad-4a34-aa42-6affa73d3ff5 HTTP/1.1" status: 200 len: 943 time: 0.1258776 Jul 27 20:56:11.277417 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-6cda173b-089f-4667-98ee-3bd9a9162b32 None None] Attempting to bind port 8d48d326-7ac9-47ff-9942-d2eac0f22c73 on host n-d-705658-22 for vnic_type normal with profile {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:56:11.277787 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-6cda173b-089f-4667-98ee-3bd9a9162b32 None None] Attempting to bind port 8d48d326-7ac9-47ff-9942-d2eac0f22c73 by drivers openvswitch,hyperv on host n-d-705658-22 at level 0 using segments [{'id': '251656dd-c9c0-4a76-afbf-1db88834cf7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'cfd8fe71-ac73-4135-9433-7bc6fe70bccd'}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:56:11.278153 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cda173b-089f-4667-98ee-3bd9a9162b32 None None] Attempting to bind port 8d48d326-7ac9-47ff-9942-d2eac0f22c73 on network cfd8fe71-ac73-4135-9433-7bc6fe70bccd {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:56:11.311701 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cda173b-089f-4667-98ee-3bd9a9162b32 None None] Checking agent: {'id': '04a7ea91-6318-467e-ace6-b0fb48c8690f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 41, 42), 'started_at': datetime.datetime(2021, 7, 27, 20, 42, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 55, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:56:11.312117 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cda173b-089f-4667-98ee-3bd9a9162b32 None None] Checking segment: {'id': '251656dd-c9c0-4a76-afbf-1db88834cf7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'cfd8fe71-ac73-4135-9433-7bc6fe70bccd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:56:11.312563 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-6cda173b-089f-4667-98ee-3bd9a9162b32 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:11.312978 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cda173b-089f-4667-98ee-3bd9a9162b32 None None] Bound using segment: {'id': '251656dd-c9c0-4a76-afbf-1db88834cf7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'cfd8fe71-ac73-4135-9433-7bc6fe70bccd'} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:56:11.313498 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-6cda173b-089f-4667-98ee-3bd9a9162b32 None None] Bound port: 8d48d326-7ac9-47ff-9942-d2eac0f22c73, host: n-d-705658-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '251656dd-c9c0-4a76-afbf-1db88834cf7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'cfd8fe71-ac73-4135-9433-7bc6fe70bccd'}}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:56:11.313892 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-6cda173b-089f-4667-98ee-3bd9a9162b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:11.339853 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-26c7c7a2-5622-47d8-99b2-bac920b4eef2 req-dc3de7b3-5d5a-4ed1-979e-04b362152862 tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] 10.222.0.59 "GET /v2.0/security-groups?id=1749b80d-91c6-4bd3-8e8d-666bd095400f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710249 Jul 27 20:56:11.403452 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-1671dcbe-3953-47ab-8bdb-7636acb71ea9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:11.426133 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device a1969402-ebd7-4c42-8e40-6845cc6b6a3c up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:56:11.496937 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ed24fd-24d7-4d49-b224-bed38d89c16c req-623eb44b-563d-4d01-afe2-25af7b0be609 tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:11.505137 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ed24fd-24d7-4d49-b224-bed38d89c16c req-623eb44b-563d-4d01-afe2-25af7b0be609 tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:11.506766 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-95ed24fd-24d7-4d49-b224-bed38d89c16c req-623eb44b-563d-4d01-afe2-25af7b0be609 tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] 10.222.0.59 "GET /v2.0/networks?id=cfd8fe71-ac73-4135-9433-7bc6fe70bccd&id=cce645ad-a285-4069-8b11-561c8d9db1c9&id=cfd8fe71-ac73-4135-9433-7bc6fe70bccd HTTP/1.1" status: 200 len: 1392 time: 0.1383169 Jul 27 20:56:11.530594 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a3b2bb7-6a51-44fc-8bc8-7f7f25ae36e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30bb4b93-b285-5d90-9493-f9ec33ea333c-cce645ad-a285-4069-8b11-561c8d9db1c9', 'network_id': 'cce645ad-a285-4069-8b11-561c8d9db1c9', 'tenant_id': '8ef5ae3754f942d6bfb3fca348e04118', 'fixed_ips': [{'subnet_id': 'cab166f1-4bfb-4023-87fe-61cf2404473e'}]}} from n-d-705658-22. {{(pid=105586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 20:56:11.533010 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-4a3b2bb7-6a51-44fc-8bc8-7f7f25ae36e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:11.546840 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-95ed24fd-24d7-4d49-b224-bed38d89c16c req-65c16c30-bd60-4fb3-8c88-a544f49f221c tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] 10.222.0.59 "GET /v2.0/quotas/8ef5ae3754f942d6bfb3fca348e04118 HTTP/1.1" status: 200 len: 375 time: 0.0233366 Jul 27 20:56:11.579148 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-6cda173b-089f-4667-98ee-3bd9a9162b32 None None] For port 8d48d326-7ac9-47ff-9942-d2eac0f22c73, host n-d-705658-22, cleared binding levels {{(pid=105586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:56:11.588364 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-6cda173b-089f-4667-98ee-3bd9a9162b32 None None] For port 8d48d326-7ac9-47ff-9942-d2eac0f22c73, host n-d-705658-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=8d48d326-7ac9-47ff-9942-d2eac0f22c73,segment=NetworkSegment(251656dd-c9c0-4a76-afbf-1db88834cf7d),segment_id=251656dd-c9c0-4a76-afbf-1db88834cf7d)] {{(pid=105586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:56:11.594266 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning for port a1969402-ebd7-4c42-8e40-6845cc6b6a3c completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:56:11.646741 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-6cda173b-089f-4667-98ee-3bd9a9162b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:11.659620 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port a1969402-ebd7-4c42-8e40-6845cc6b6a3c triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:56:11.660136 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:11.724968 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a8d6b6fc-68c2-43c5-a8cf-59d78d0f3ec7 req-a796a14f-e0f4-4cbd-a8da-c56e6093d8f3 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=6a9e53e1-344c-4083-a4f6-dbd12c7060f8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1087136 Jul 27 20:56:11.812023 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-95ed24fd-24d7-4d49-b224-bed38d89c16c req-f61e5f0a-2073-4a06-a69d-cbf73092be44 tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=8ef5ae3754f942d6bfb3fca348e04118&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2567453 Jul 27 20:56:11.834957 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202f20f8-4a5e-4148-8c24-b441c4ced2f4 req-300fa727-cefc-4ce9-ae0c-9b7d023e7536 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:11.843667 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-202f20f8-4a5e-4148-8c24-b441c4ced2f4 req-300fa727-cefc-4ce9-ae0c-9b7d023e7536 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] 10.222.0.59 "GET /v2.0/ports?device_id=6a9e53e1-344c-4083-a4f6-dbd12c7060f8 HTTP/1.1" status: 200 len: 950 time: 0.2113287 Jul 27 20:56:11.854190 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:11.865561 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cda173b-089f-4667-98ee-3bd9a9162b32 None None] Pushing event updated for resources: {'Port': ['ID=8d48d326-7ac9-47ff-9942-d2eac0f22c73,revision_number=2']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:56:11.924991 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.db_base_plugin_common [None req-4a3b2bb7-6a51-44fc-8bc8-7f7f25ae36e0 None None] Allocated IP 19.86.0.2 (cce645ad-a285-4069-8b11-561c8d9db1c9/cab166f1-4bfb-4023-87fe-61cf2404473e/a8c8957f-d0e9-40db-ab95-b2c50954eb0e) {{(pid=105586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:56:11.961123 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-202f20f8-4a5e-4148-8c24-b441c4ced2f4 req-82ce9e7d-379a-403d-88fd-941799aba96a tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] 10.222.0.59 "GET /v2.0/security-groups?id=c6534cb3-b44e-4a83-b57e-ddb72c2ad843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147633 Jul 27 20:56:11.984721 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:12.017411 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad81ab1-0712-40f9-b6be-d983a5f8b0e4 req-b797874e-10b6-43f1-a7dc-7b5d261cf7f7 tempest-ImagesOneServerNegativeTestJSON-323901233 tempest-ImagesOneServerNegativeTestJSON-323901233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:12.018860 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-2ad81ab1-0712-40f9-b6be-d983a5f8b0e4 req-b797874e-10b6-43f1-a7dc-7b5d261cf7f7 tempest-ImagesOneServerNegativeTestJSON-323901233 tempest-ImagesOneServerNegativeTestJSON-323901233-project] 10.222.0.60 "GET /v2.0/ports?device_id=888d1369-8c84-4e25-bbc0-ddde8351d189 HTTP/1.1" status: 200 len: 946 time: 0.2850473 Jul 27 20:56:12.094416 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-95ed24fd-24d7-4d49-b224-bed38d89c16c req-4d54354f-b7ff-449e-8ec9-1fdf07bdc155 service neutron] 10.222.0.59 "GET /v2.0/networks/cfd8fe71-ac73-4135-9433-7bc6fe70bccd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2816164 Jul 27 20:56:12.118186 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] For port a1969402-ebd7-4c42-8e40-6845cc6b6a3c, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=a1969402-ebd7-4c42-8e40-6845cc6b6a3c,segment=NetworkSegment(12196855-9a32-4633-9a56-77697ef9e126),segment_id=12196855-9a32-4633-9a56-77697ef9e126)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:56:12.127883 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:12.257531 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Pushing event updated for resources: {'Port': ['ID=a1969402-ebd7-4c42-8e40-6845cc6b6a3c,revision_number=4']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:56:12.386982 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-4a3b2bb7-6a51-44fc-8bc8-7f7f25ae36e0 None None] Notify callbacks [] for port, precommit_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:12.397486 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-95ed24fd-24d7-4d49-b224-bed38d89c16c req-07978c74-6743-40a0-acfe-a57ff2fb9ea1 service neutron] 10.222.0.59 "GET /v2.0/networks/cfd8fe71-ac73-4135-9433-7bc6fe70bccd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2584546 Jul 27 20:56:12.407664 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f02496c-bcd1-435a-975f-73a4d5f85f9b req-0416ef34-2a73-490e-84d0-c447d9909d9b tempest-ImagesOneServerNegativeTestJSON-323901233 tempest-ImagesOneServerNegativeTestJSON-323901233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:12.409111 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-5f02496c-bcd1-435a-975f-73a4d5f85f9b req-0416ef34-2a73-490e-84d0-c447d9909d9b tempest-ImagesOneServerNegativeTestJSON-323901233 tempest-ImagesOneServerNegativeTestJSON-323901233-project] 10.222.0.59 "GET /v2.0/ports?device_id=888d1369-8c84-4e25-bbc0-ddde8351d189 HTTP/1.1" status: 200 len: 946 time: 0.2714884 Jul 27 20:56:12.413839 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-4a3b2bb7-6a51-44fc-8bc8-7f7f25ae36e0 None None] Transition to ACTIVE for port object a8c8957f-d0e9-40db-ab95-b2c50954eb0e will not be triggered until provisioned by entity L2. {{(pid=105586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:56:12.433618 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-4a3b2bb7-6a51-44fc-8bc8-7f7f25ae36e0 None None] Transition to ACTIVE for port object a8c8957f-d0e9-40db-ab95-b2c50954eb0e will not be triggered until provisioned by entity DHCP. {{(pid=105586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:56:12.444351 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-4a3b2bb7-6a51-44fc-8bc8-7f7f25ae36e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143'] for port, after_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:12.488829 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [req-2ad81ab1-0712-40f9-b6be-d983a5f8b0e4 req-ae9d8f20-d362-4b8c-a140-b8613d2661de tempest-ImagesOneServerNegativeTestJSON-323901233 tempest-ImagesOneServerNegativeTestJSON-323901233-project] Deleting port d2879368-24c8-4f2b-93ad-567cface9925 {{(pid=105585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:56:12.489213 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-2ad81ab1-0712-40f9-b6be-d983a5f8b0e4 req-ae9d8f20-d362-4b8c-a140-b8613d2661de tempest-ImagesOneServerNegativeTestJSON-323901233 tempest-ImagesOneServerNegativeTestJSON-323901233-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:12.512981 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3b2bb7-6a51-44fc-8bc8-7f7f25ae36e0 None None] Pushing event updated for resources: {'Port': ['ID=a8c8957f-d0e9-40db-ab95-b2c50954eb0e,revision_number=1']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:56:12.519391 n-d-705658-22 neutron-server[105586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a3b2bb7-6a51-44fc-8bc8-7f7f25ae36e0 None None] Network cce645ad-a285-4069-8b11-561c8d9db1c9 is already hosted by enough agents. {{(pid=105586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:56:12.521273 n-d-705658-22 neutron-server[105586]: DEBUG neutron.scheduler.base_scheduler [None req-4a3b2bb7-6a51-44fc-8bc8-7f7f25ae36e0 None None] Resources bound (agent type, host, resource id): {{(pid=105586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:56:12.523491 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a3b2bb7-6a51-44fc-8bc8-7f7f25ae36e0 None None] Received port after_create {{(pid=105586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:56:12.569692 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-5f02496c-bcd1-435a-975f-73a4d5f85f9b req-1d673c81-a566-4968-b4fb-20c77ed05240 tempest-ImagesOneServerNegativeTestJSON-323901233 tempest-ImagesOneServerNegativeTestJSON-323901233-project] 10.222.0.59 "GET /v2.0/security-groups?id=b49152d2-7ea9-4069-930d-17bb1fb95e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447020 Jul 27 20:56:12.603750 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-4a3b2bb7-6a51-44fc-8bc8-7f7f25ae36e0 None None] Attempting to bind port a8c8957f-d0e9-40db-ab95-b2c50954eb0e on host n-d-705658-22 for vnic_type normal with profile {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:56:12.604125 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-4a3b2bb7-6a51-44fc-8bc8-7f7f25ae36e0 None None] Attempting to bind port a8c8957f-d0e9-40db-ab95-b2c50954eb0e by drivers openvswitch,hyperv on host n-d-705658-22 at level 0 using segments [{'id': '331b05df-059e-41ff-9efa-7b50e1afc788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'cce645ad-a285-4069-8b11-561c8d9db1c9'}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:56:12.604488 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a3b2bb7-6a51-44fc-8bc8-7f7f25ae36e0 None None] Attempting to bind port a8c8957f-d0e9-40db-ab95-b2c50954eb0e on network cce645ad-a285-4069-8b11-561c8d9db1c9 {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:56:12.614860 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a3b2bb7-6a51-44fc-8bc8-7f7f25ae36e0 None None] Checking agent: {'id': '04a7ea91-6318-467e-ace6-b0fb48c8690f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 41, 42), 'started_at': datetime.datetime(2021, 7, 27, 20, 42, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 56, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:56:12.615311 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a3b2bb7-6a51-44fc-8bc8-7f7f25ae36e0 None None] Checking segment: {'id': '331b05df-059e-41ff-9efa-7b50e1afc788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'cce645ad-a285-4069-8b11-561c8d9db1c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:56:12.617460 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-4a3b2bb7-6a51-44fc-8bc8-7f7f25ae36e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:12.617828 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a3b2bb7-6a51-44fc-8bc8-7f7f25ae36e0 None None] Bound using segment: {'id': '331b05df-059e-41ff-9efa-7b50e1afc788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'cce645ad-a285-4069-8b11-561c8d9db1c9'} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:56:12.618345 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-4a3b2bb7-6a51-44fc-8bc8-7f7f25ae36e0 None None] Bound port: a8c8957f-d0e9-40db-ab95-b2c50954eb0e, host: n-d-705658-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '331b05df-059e-41ff-9efa-7b50e1afc788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'cce645ad-a285-4069-8b11-561c8d9db1c9'}}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:56:12.618757 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-4a3b2bb7-6a51-44fc-8bc8-7f7f25ae36e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:12.661867 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-95ed24fd-24d7-4d49-b224-bed38d89c16c req-41edad8b-eb15-44f7-a1be-815f3102953c service neutron] 10.222.0.59 "GET /v2.0/networks/cce645ad-a285-4069-8b11-561c8d9db1c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2517118 Jul 27 20:56:12.757047 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.db [req-2ad81ab1-0712-40f9-b6be-d983a5f8b0e4 req-ae9d8f20-d362-4b8c-a140-b8613d2661de tempest-ImagesOneServerNegativeTestJSON-323901233 tempest-ImagesOneServerNegativeTestJSON-323901233-project] For port d2879368-24c8-4f2b-93ad-567cface9925, host n-h2-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=d2879368-24c8-4f2b-93ad-567cface9925,segment=NetworkSegment(1a6df4b8-1b7f-4c91-aeab-868433773047),segment_id=1a6df4b8-1b7f-4c91-aeab-868433773047)] {{(pid=105585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:56:12.757495 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-2ad81ab1-0712-40f9-b6be-d983a5f8b0e4 req-ae9d8f20-d362-4b8c-a140-b8613d2661de tempest-ImagesOneServerNegativeTestJSON-323901233 tempest-ImagesOneServerNegativeTestJSON-323901233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:12.792956 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [req-2ad81ab1-0712-40f9-b6be-d983a5f8b0e4 req-ae9d8f20-d362-4b8c-a140-b8613d2661de tempest-ImagesOneServerNegativeTestJSON-323901233 tempest-ImagesOneServerNegativeTestJSON-323901233-project] Calling delete_port for d2879368-24c8-4f2b-93ad-567cface9925 owned by compute:nova {{(pid=105585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:56:12.798477 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-4a3b2bb7-6a51-44fc-8bc8-7f7f25ae36e0 None None] For port a8c8957f-d0e9-40db-ab95-b2c50954eb0e, host n-d-705658-22, cleared binding levels {{(pid=105586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:56:12.816788 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-4a3b2bb7-6a51-44fc-8bc8-7f7f25ae36e0 None None] For port a8c8957f-d0e9-40db-ab95-b2c50954eb0e, host n-d-705658-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=a8c8957f-d0e9-40db-ab95-b2c50954eb0e,segment=NetworkSegment(331b05df-059e-41ff-9efa-7b50e1afc788),segment_id=331b05df-059e-41ff-9efa-7b50e1afc788)] {{(pid=105586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:56:12.818333 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-bb32ed7d-8717-448b-a9c8-a5a0117d1fd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:12.824574 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-4a3b2bb7-6a51-44fc-8bc8-7f7f25ae36e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:12.874770 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e439b3c-1a3a-45c7-b58e-fceac0eb91d9 None None] Sync routers for ids ['0ad97a46-b7fe-4cce-9af0-620d98d76c0d'] in n-d-705658-22 {{(pid=105587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 20:56:12.904140 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e439b3c-1a3a-45c7-b58e-fceac0eb91d9 None None] Routers {'0ad97a46-b7fe-4cce-9af0-620d98d76c0d'} bound to L3 agent in host n-d-705658-22 {{(pid=105587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:56:12.905318 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-4e439b3c-1a3a-45c7-b58e-fceac0eb91d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T20:56:11Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['0ad97a46-b7fe-4cce-9af0-620d98d76c0d'], 'active': True} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:56:12.964199 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3b2bb7-6a51-44fc-8bc8-7f7f25ae36e0 None None] Pushing event updated for resources: {'Port': ['ID=a8c8957f-d0e9-40db-ab95-b2c50954eb0e,revision_number=2']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:56:13.042889 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-95ed24fd-24d7-4d49-b224-bed38d89c16c req-140092eb-1320-4f17-9e36-1b42f2e04a31 service neutron] 10.222.0.59 "GET /v2.0/networks/cce645ad-a285-4069-8b11-561c8d9db1c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3799691 Jul 27 20:56:13.105891 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvr_db [None req-4e439b3c-1a3a-45c7-b58e-fceac0eb91d9 None None] Set router 0ad97a46-b7fe-4cce-9af0-620d98d76c0d gateway port host: n-d-705658-22 {{(pid=105587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:56:13.385308 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59c74a3d-c5a7-4e53-a6fe-83943e3e6391 None None] Network cfd8fe71-ac73-4135-9433-7bc6fe70bccd requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 20:56:13.401060 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6f6107-978f-495a-a426-137c5e30c8c8 req-296ea2d2-a3f1-4780-bdee-6b3acbda4a8c tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:13.415167 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-7f6f6107-978f-495a-a426-137c5e30c8c8 req-296ea2d2-a3f1-4780-bdee-6b3acbda4a8c tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] 10.222.0.59 "GET /v2.0/ports?device_id=23a39a45-86ad-4a34-aa42-6affa73d3ff5 HTTP/1.1" status: 200 len: 943 time: 0.3234451 Jul 27 20:56:13.439056 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-95ed24fd-24d7-4d49-b224-bed38d89c16c req-45ebc330-6359-4036-a885-a1d840c63830 service neutron] 10.222.0.59 "GET /v2.0/networks/cfd8fe71-ac73-4135-9433-7bc6fe70bccd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3951759 Jul 27 20:56:13.493918 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-4e439b3c-1a3a-45c7-b58e-fceac0eb91d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ad97a46-b7fe-4cce-9af0-620d98d76c0d', 'name': 'tempest-ServersTestMultiNic-1268352736-router', 'tenant_id': '8ef5ae3754f942d6bfb3fca348e04118', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.252'}], 'enable_snat': True}, 'gw_port_id': 'a1969402-ebd7-4c42-8e40-6845cc6b6a3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:56:02Z', 'updated_at': '2021-07-27T20:56:07Z', 'revision_number': 4, 'project_id': '8ef5ae3754f942d6bfb3fca348e04118', 'gw_port': {'id': 'a1969402-ebd7-4c42-8e40-6845cc6b6a3c', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:13:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ad97a46-b7fe-4cce-9af0-620d98d76c0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:56:03Z', 'updated_at': '2021-07-27T20:56:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_interfaces': [{'id': '9eb3975b-9d87-4edf-a941-5d83c141e2bf', 'name': '', 'network_id': 'cb450651-6ba2-4b9a-9c7d-ac4916a65ce9', 'tenant_id': '8ef5ae3754f942d6bfb3fca348e04118', 'mac_address': 'fa:16:3e:13:42:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ad97a46-b7fe-4cce-9af0-620d98d76c0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': 'bb940ada-4709-4b0b-853b-196773eb53ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:56:06Z', 'updated_at': '2021-07-27T20:56:07Z', 'revision_number': 2, 'project_id': '8ef5ae3754f942d6bfb3fca348e04118', 'subnets': [{'id': 'bb940ada-4709-4b0b-853b-196773eb53ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-22', False) {} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:56:13.537521 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e439b3c-1a3a-45c7-b58e-fceac0eb91d9 None None] Checking router: 0ad97a46-b7fe-4cce-9af0-620d98d76c0d for host: n-d-705658-22 {{(pid=105587) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 20:56:13.538194 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e439b3c-1a3a-45c7-b58e-fceac0eb91d9 None None] Updating router 0ad97a46-b7fe-4cce-9af0-620d98d76c0d port 9eb3975b-9d87-4edf-a941-5d83c141e2bf binding host n-d-705658-22 {{(pid=105587) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 20:56:13.551943 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device a1969402-ebd7-4c42-8e40-6845cc6b6a3c up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:56:13.561509 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-7f6f6107-978f-495a-a426-137c5e30c8c8 req-83483e65-b760-4885-973d-bfab67479059 tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] 10.222.0.59 "GET /v2.0/security-groups?id=1749b80d-91c6-4bd3-8e8d-666bd095400f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451013 Jul 27 20:56:13.563801 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-2ad81ab1-0712-40f9-b6be-d983a5f8b0e4 req-ae9d8f20-d362-4b8c-a140-b8613d2661de tempest-ImagesOneServerNegativeTestJSON-323901233 tempest-ImagesOneServerNegativeTestJSON-323901233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:13.599111 n-d-705658-22 neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-4e439b3c-1a3a-45c7-b58e-fceac0eb91d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:13.617943 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9d8f20-d362-4b8c-a140-b8613d2661de tempest-ImagesOneServerNegativeTestJSON-323901233 tempest-ImagesOneServerNegativeTestJSON-323901233-project] Pushing event deleted for resources: {'Port': ['ID=d2879368-24c8-4f2b-93ad-567cface9925,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:56:13.654919 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] get_ports_and_sgs() called for port_ids ['d2879368-24c8-4f2b-93ad-567cface9925'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 20:56:13.701639 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-df9f17e4-d72c-4201-9648-953c1912c3e9 None None] Provisioning for port 8d48d326-7ac9-47ff-9942-d2eac0f22c73 completed by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:56:13.738138 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port a1969402-ebd7-4c42-8e40-6845cc6b6a3c triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:56:13.738661 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:13.751593 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ad81ab1-0712-40f9-b6be-d983a5f8b0e4 req-ae9d8f20-d362-4b8c-a140-b8613d2661de tempest-ImagesOneServerNegativeTestJSON-323901233 tempest-ImagesOneServerNegativeTestJSON-323901233-project] No DVR routers for this DVR port d2879368-24c8-4f2b-93ad-567cface9925 on host n-h2-705658-22 {{(pid=105585) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 20:56:13.756862 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-2ad81ab1-0712-40f9-b6be-d983a5f8b0e4 req-ae9d8f20-d362-4b8c-a140-b8613d2661de tempest-ImagesOneServerNegativeTestJSON-323901233 tempest-ImagesOneServerNegativeTestJSON-323901233-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:13.770330 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-2ad81ab1-0712-40f9-b6be-d983a5f8b0e4 req-ae9d8f20-d362-4b8c-a140-b8613d2661de tempest-ImagesOneServerNegativeTestJSON-323901233 tempest-ImagesOneServerNegativeTestJSON-323901233-project] 10.222.0.60 "DELETE /v2.0/ports/d2879368-24c8-4f2b-93ad-567cface9925 HTTP/1.1" status: 204 len: 173 time: 1.7195835 Jul 27 20:56:13.771237 n-d-705658-22 neutron-server[105585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '888d1369-8c84-4e25-bbc0-ddde8351d189', 'name': 'network-vif-deleted', 'tag': 'd2879368-24c8-4f2b-93ad-567cface9925'}] {{(pid=105585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:56:13.773637 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d66fd65881426bfc2b5388084a3654e5eae521106a15a3dbf0eb4cde7106c36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ef77711-fdb3-489d-870a-d6709a203be4" -d '{"events": [{"server_uuid": "888d1369-8c84-4e25-bbc0-ddde8351d189", "name": "network-vif-deleted", "tag": "d2879368-24c8-4f2b-93ad-567cface9925"}]}' {{(pid=105585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:56:13.791450 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-95ed24fd-24d7-4d49-b224-bed38d89c16c req-f7c2f546-fccf-4689-afcf-154cef3340e0 service neutron] 10.222.0.59 "GET /v2.0/networks/cfd8fe71-ac73-4135-9433-7bc6fe70bccd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3511391 Jul 27 20:56:13.889662 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36a67f2-930e-4bf4-b255-b855301566b1 req-c35e7815-7aca-4963-adfd-89f78f0056a8 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:13.891311 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-d36a67f2-930e-4bf4-b255-b855301566b1 req-c35e7815-7aca-4963-adfd-89f78f0056a8 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] 10.222.0.59 "GET /v2.0/ports?device_id=6a9e53e1-344c-4083-a4f6-dbd12c7060f8 HTTP/1.1" status: 200 len: 950 time: 0.2058771 Jul 27 20:56:14.029569 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-d36a67f2-930e-4bf4-b255-b855301566b1 req-77e55d60-37ad-46b7-9ad7-cbc265716687 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] 10.222.0.59 "GET /v2.0/security-groups?id=c6534cb3-b44e-4a83-b57e-ddb72c2ad843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297433 Jul 27 20:56:14.097065 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 8d48d326-7ac9-47ff-9942-d2eac0f22c73 up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:56:14.200325 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-875ced1b-4cf3-463a-9653-058f0f9421e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:14.235035 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning for port 8d48d326-7ac9-47ff-9942-d2eac0f22c73 completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:56:14.250412 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port 8d48d326-7ac9-47ff-9942-d2eac0f22c73 triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:56:14.250792 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:14.352524 n-d-705658-22 neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-4e439b3c-1a3a-45c7-b58e-fceac0eb91d9 None None] Notify callbacks [] for port, precommit_update {{(pid=105587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:14.365677 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.provisioning_blocks [None req-4e439b3c-1a3a-45c7-b58e-fceac0eb91d9 None None] Transition to ACTIVE for port object 9eb3975b-9d87-4edf-a941-5d83c141e2bf will not be triggered until provisioned by entity L2. {{(pid=105587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:56:14.375082 n-d-705658-22 neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-4e439b3c-1a3a-45c7-b58e-fceac0eb91d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:14.397273 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 20:56:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af32a3dc-d75f-4172-92bf-34f536deb8f4 x-openstack-request-id: req-af32a3dc-d75f-4172-92bf-34f536deb8f4 {{(pid=105585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:56:14.397806 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "888d1369-8c84-4e25-bbc0-ddde8351d189", "name": "network-vif-deleted", "tag": "d2879368-24c8-4f2b-93ad-567cface9925", "status": "completed", "code": 200}]} {{(pid=105585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:56:14.398981 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-af32a3dc-d75f-4172-92bf-34f536deb8f4 {{(pid=105585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:56:14.400138 n-d-705658-22 neutron-server[105585]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '888d1369-8c84-4e25-bbc0-ddde8351d189', 'name': 'network-vif-deleted', 'tag': 'd2879368-24c8-4f2b-93ad-567cface9925', 'status': 'completed', 'code': 200} Jul 27 20:56:14.406572 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d6b6fc-68c2-43c5-a8cf-59d78d0f3ec7 req-54801ed1-692b-4fd3-8ae7-b5ac166795f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:14.408601 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a8d6b6fc-68c2-43c5-a8cf-59d78d0f3ec7 req-54801ed1-692b-4fd3-8ae7-b5ac166795f1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=43230fc3eab141e0b742541c8628d03e&device_id=6a9e53e1-344c-4083-a4f6-dbd12c7060f8 HTTP/1.1" status: 200 len: 1102 time: 0.3469045 Jul 27 20:56:14.427565 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-7da069d0-0559-4939-a005-f590161b277a req-fd9da2bd-325f-440d-a4fe-7ecb4207aa1a tempest-ImagesOneServerNegativeTestJSON-323901233 tempest-ImagesOneServerNegativeTestJSON-323901233-project] 10.222.0.59 "GET /v2.0/ports?device_id=888d1369-8c84-4e25-bbc0-ddde8351d189 HTTP/1.1" status: 200 len: 210 time: 0.1338415 Jul 27 20:56:14.547118 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:14.556918 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063584c1-9201-482b-baed-95247f76215b None None] Pushing event updated for resources: {'Port': ['ID=9eb3975b-9d87-4edf-a941-5d83c141e2bf,revision_number=3']} {{(pid=105587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:56:14.728234 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-0f950d9e-bd9f-4539-9f4e-35186a0df142 req-a63849bc-92c1-4ce8-8d17-266500b80c75 tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] 10.222.0.59 "GET /v2.0/ports?device_id=9091fd17-b1d2-412b-bf40-5f69d8abbaf4 HTTP/1.1" status: 200 len: 210 time: 0.1059535 Jul 27 20:56:14.750711 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20804506-df37-48c8-9f1b-68c2a9ccdfcf None None] Network cce645ad-a285-4069-8b11-561c8d9db1c9 requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 20:56:14.786076 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.managers [None req-4e439b3c-1a3a-45c7-b58e-fceac0eb91d9 None None] Attempting to bind port 9eb3975b-9d87-4edf-a941-5d83c141e2bf on host n-d-705658-22 for vnic_type normal with profile {{(pid=105587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:56:14.787694 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.managers [None req-4e439b3c-1a3a-45c7-b58e-fceac0eb91d9 None None] Attempting to bind port 9eb3975b-9d87-4edf-a941-5d83c141e2bf by drivers openvswitch,hyperv on host n-d-705658-22 at level 0 using segments [{'id': '82f24a60-f3fd-4bfe-b80e-d30999658a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'cb450651-6ba2-4b9a-9c7d-ac4916a65ce9'}] {{(pid=105587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:56:14.792841 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e439b3c-1a3a-45c7-b58e-fceac0eb91d9 None None] Attempting to bind port 9eb3975b-9d87-4edf-a941-5d83c141e2bf on network cb450651-6ba2-4b9a-9c7d-ac4916a65ce9 {{(pid=105587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:56:14.798210 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] For port 8d48d326-7ac9-47ff-9942-d2eac0f22c73, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=8d48d326-7ac9-47ff-9942-d2eac0f22c73,segment=NetworkSegment(251656dd-c9c0-4a76-afbf-1db88834cf7d),segment_id=251656dd-c9c0-4a76-afbf-1db88834cf7d)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:56:14.814653 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e439b3c-1a3a-45c7-b58e-fceac0eb91d9 None None] Checking agent: {'id': '04a7ea91-6318-467e-ace6-b0fb48c8690f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 41, 42), 'started_at': datetime.datetime(2021, 7, 27, 20, 42, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 56, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:56:14.816939 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e439b3c-1a3a-45c7-b58e-fceac0eb91d9 None None] Checking segment: {'id': '82f24a60-f3fd-4bfe-b80e-d30999658a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'cb450651-6ba2-4b9a-9c7d-ac4916a65ce9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:56:14.818769 n-d-705658-22 neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-4e439b3c-1a3a-45c7-b58e-fceac0eb91d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:14.820969 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e439b3c-1a3a-45c7-b58e-fceac0eb91d9 None None] Bound using segment: {'id': '82f24a60-f3fd-4bfe-b80e-d30999658a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'cb450651-6ba2-4b9a-9c7d-ac4916a65ce9'} {{(pid=105587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:56:14.822889 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.managers [None req-4e439b3c-1a3a-45c7-b58e-fceac0eb91d9 None None] Bound port: 9eb3975b-9d87-4edf-a941-5d83c141e2bf, host: n-d-705658-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82f24a60-f3fd-4bfe-b80e-d30999658a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'cb450651-6ba2-4b9a-9c7d-ac4916a65ce9'}}] {{(pid=105587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:56:14.823531 n-d-705658-22 neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-4e439b3c-1a3a-45c7-b58e-fceac0eb91d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:14.842629 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d6b6fc-68c2-43c5-a8cf-59d78d0f3ec7 req-c9661ecb-6846-461e-8fbc-a5ece6b9c1c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:14.844516 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a8d6b6fc-68c2-43c5-a8cf-59d78d0f3ec7 req-c9661ecb-6846-461e-8fbc-a5ece6b9c1c0 service neutron] 10.222.0.36 "GET /v2.0/networks?id=4d64aa0b-bd6a-468e-8edc-c83689947462 HTTP/1.1" status: 200 len: 870 time: 0.4058745 Jul 27 20:56:14.853863 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab3b790-2e1e-44ed-866b-f0f34f375872 req-e83f1fec-c636-4bac-943e-22deac024c22 tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:14.862031 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-bab3b790-2e1e-44ed-866b-f0f34f375872 req-e83f1fec-c636-4bac-943e-22deac024c22 tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] 10.222.0.59 "GET /v2.0/ports?device_id=23a39a45-86ad-4a34-aa42-6affa73d3ff5 HTTP/1.1" status: 200 len: 943 time: 0.1123755 Jul 27 20:56:14.938100 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:14.950275 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-25c22bf2-a60f-4986-9fe7-338add19596f None None] Provisioning complete for port 8d48d326-7ac9-47ff-9942-d2eac0f22c73 triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:56:14.950671 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-25c22bf2-a60f-4986-9fe7-338add19596f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:14.986134 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a8d6b6fc-68c2-43c5-a8cf-59d78d0f3ec7 req-037a371d-3390-4cea-a2ba-58f965be071c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.225&port_id=49462502-98c7-474a-ab59-a5fef55bb950 HTTP/1.1" status: 200 len: 217 time: 0.1032243 Jul 27 20:56:14.999557 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-bab3b790-2e1e-44ed-866b-f0f34f375872 req-7efcd3d0-14b1-4a98-9537-277fbea84a01 tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] 10.222.0.59 "GET /v2.0/security-groups?id=1749b80d-91c6-4bd3-8e8d-666bd095400f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364853 Jul 27 20:56:15.006238 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.db [None req-4e439b3c-1a3a-45c7-b58e-fceac0eb91d9 None None] For port 9eb3975b-9d87-4edf-a941-5d83c141e2bf, host n-d-705658-22, cleared binding levels {{(pid=105587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:56:15.026862 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.db [None req-4e439b3c-1a3a-45c7-b58e-fceac0eb91d9 None None] For port 9eb3975b-9d87-4edf-a941-5d83c141e2bf, host n-d-705658-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=9eb3975b-9d87-4edf-a941-5d83c141e2bf,segment=NetworkSegment(82f24a60-f3fd-4bfe-b80e-d30999658a98),segment_id=82f24a60-f3fd-4bfe-b80e-d30999658a98)] {{(pid=105587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:56:15.049422 n-d-705658-22 neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-4e439b3c-1a3a-45c7-b58e-fceac0eb91d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:15.068746 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d6b6fc-68c2-43c5-a8cf-59d78d0f3ec7 req-78774ad2-bb6b-488a-b0cc-38e64f9306bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:15.072861 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a8d6b6fc-68c2-43c5-a8cf-59d78d0f3ec7 req-78774ad2-bb6b-488a-b0cc-38e64f9306bc service neutron] 10.222.0.36 "GET /v2.0/subnets?id=26644ba0-4185-4e10-8718-6ad18d01376c HTTP/1.1" status: 200 len: 843 time: 0.0704989 Jul 27 20:56:15.131502 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063584c1-9201-482b-baed-95247f76215b None None] Pushing event updated for resources: {'Port': ['ID=9eb3975b-9d87-4edf-a941-5d83c141e2bf,revision_number=4']} {{(pid=105587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:56:15.176770 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e439b3c-1a3a-45c7-b58e-fceac0eb91d9 None None] Routers {'0ad97a46-b7fe-4cce-9af0-620d98d76c0d'} bound to L3 agent in host n-d-705658-22 {{(pid=105587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:56:15.177555 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-4e439b3c-1a3a-45c7-b58e-fceac0eb91d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T20:56:11Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['0ad97a46-b7fe-4cce-9af0-620d98d76c0d'], 'active': True} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:56:15.190226 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Pushing event updated for resources: {'Port': ['ID=8d48d326-7ac9-47ff-9942-d2eac0f22c73,revision_number=3']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:56:15.412564 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d6b6fc-68c2-43c5-a8cf-59d78d0f3ec7 req-dd5281c7-7c7e-4f98-8c90-4c61d6f1198d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:15.416550 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a8d6b6fc-68c2-43c5-a8cf-59d78d0f3ec7 req-dd5281c7-7c7e-4f98-8c90-4c61d6f1198d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4d64aa0b-bd6a-468e-8edc-c83689947462&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3260624 Jul 27 20:56:15.480753 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b608003-490e-4863-8da7-abc7d301935a req-70424fb5-1192-4bb6-aa3b-87fd2c5be199 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:15.487975 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-3b608003-490e-4863-8da7-abc7d301935a req-70424fb5-1192-4bb6-aa3b-87fd2c5be199 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] 10.222.0.59 "GET /v2.0/ports?device_id=6a9e53e1-344c-4083-a4f6-dbd12c7060f8 HTTP/1.1" status: 200 len: 950 time: 0.2875643 Jul 27 20:56:15.543973 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Device d2879368-24c8-4f2b-93ad-567cface9925 no longer exists at agent hyperv_n-h2-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 20:56:15.557531 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvr_db [None req-4e439b3c-1a3a-45c7-b58e-fceac0eb91d9 None None] Set router 0ad97a46-b7fe-4cce-9af0-620d98d76c0d gateway port host: n-d-705658-22 {{(pid=105587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:56:15.593421 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-3d54578f-831f-4696-b568-13c455922dab None None] No Port match for: d2879368-24c8-4f2b-93ad-567cface9925 {{(pid=105586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 20:56:15.595969 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Device d2879368-24c8-4f2b-93ad-567cface9925 not bound to the agent host n-h2-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 20:56:15.621859 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-72d541bb-a93a-4f3a-a606-0a2397bd4783 None None] Provisioning for port a8c8957f-d0e9-40db-ab95-b2c50954eb0e completed by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:56:15.684827 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 8d48d326-7ac9-47ff-9942-d2eac0f22c73 up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:56:15.753703 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-3b608003-490e-4863-8da7-abc7d301935a req-ba015efa-1cc8-47db-96eb-ac88cecfea42 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] 10.222.0.59 "GET /v2.0/security-groups?id=c6534cb3-b44e-4a83-b57e-ddb72c2ad843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2331111 Jul 27 20:56:15.832700 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a8d6b6fc-68c2-43c5-a8cf-59d78d0f3ec7 req-bf99f768-4d40-457f-b941-eb4b436d4bb2 service neutron] 10.222.0.36 "GET /v2.0/networks/4d64aa0b-bd6a-468e-8edc-c83689947462?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4027979 Jul 27 20:56:15.846987 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port 8d48d326-7ac9-47ff-9942-d2eac0f22c73 triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:56:15.847397 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:16.071760 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-9569ae2b-d3a2-4c4d-ab1e-19574fdb5ea4 req-0324a98f-cb99-4843-8207-d9dee88a99ed tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] 10.222.0.59 "GET /v2.0/ports?device_id=9091fd17-b1d2-412b-bf40-5f69d8abbaf4 HTTP/1.1" status: 200 len: 210 time: 0.0960538 Jul 27 20:56:16.100767 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 9eb3975b-9d87-4edf-a941-5d83c141e2bf up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:56:16.165519 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-4e439b3c-1a3a-45c7-b58e-fceac0eb91d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ad97a46-b7fe-4cce-9af0-620d98d76c0d', 'name': 'tempest-ServersTestMultiNic-1268352736-router', 'tenant_id': '8ef5ae3754f942d6bfb3fca348e04118', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.252'}], 'enable_snat': True}, 'gw_port_id': 'a1969402-ebd7-4c42-8e40-6845cc6b6a3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:56:02Z', 'updated_at': '2021-07-27T20:56:07Z', 'revision_number': 4, 'project_id': '8ef5ae3754f942d6bfb3fca348e04118', 'gw_port': {'id': 'a1969402-ebd7-4c42-8e40-6845cc6b6a3c', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:13:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ad97a46-b7fe-4cce-9af0-620d98d76c0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:56:03Z', 'updated_at': '2021-07-27T20:56:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_interfaces': [{'id': '9eb3975b-9d87-4edf-a941-5d83c141e2bf', 'name': '', 'network_id': 'cb450651-6ba2-4b9a-9c7d-ac4916a65ce9', 'tenant_id': '8ef5ae3754f942d6bfb3fca348e04118', 'mac_address': 'fa:16:3e:13:42:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ad97a46-b7fe-4cce-9af0-620d98d76c0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': 'bb940ada-4709-4b0b-853b-196773eb53ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:56:06Z', 'updated_at': '2021-07-27T20:56:14Z', 'revision_number': 4, 'project_id': '8ef5ae3754f942d6bfb3fca348e04118', 'subnets': [{'id': 'bb940ada-4709-4b0b-853b-196773eb53ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-22', False) {} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:56:16.226483 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e439b3c-1a3a-45c7-b58e-fceac0eb91d9 None None] The sync data for ids ['0ad97a46-b7fe-4cce-9af0-620d98d76c0d'] in n-d-705658-22 is: [{'id': '0ad97a46-b7fe-4cce-9af0-620d98d76c0d', 'name': 'tempest-ServersTestMultiNic-1268352736-router', 'tenant_id': '8ef5ae3754f942d6bfb3fca348e04118', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.252'}], 'enable_snat': True}, 'gw_port_id': 'a1969402-ebd7-4c42-8e40-6845cc6b6a3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:56:02Z', 'updated_at': '2021-07-27T20:56:07Z', 'revision_number': 4, 'project_id': '8ef5ae3754f942d6bfb3fca348e04118', 'gw_port': {'id': 'a1969402-ebd7-4c42-8e40-6845cc6b6a3c', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:13:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ad97a46-b7fe-4cce-9af0-620d98d76c0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:56:03Z', 'updated_at': '2021-07-27T20:56:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_interfaces': [{'id': '9eb3975b-9d87-4edf-a941-5d83c141e2bf', 'name': '', 'network_id': 'cb450651-6ba2-4b9a-9c7d-ac4916a65ce9', 'tenant_id': '8ef5ae3754f942d6bfb3fca348e04118', 'mac_address': 'fa:16:3e:13:42:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ad97a46-b7fe-4cce-9af0-620d98d76c0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': 'bb940ada-4709-4b0b-853b-196773eb53ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:56:06Z', 'updated_at': '2021-07-27T20:56:14Z', 'revision_number': 4, 'project_id': '8ef5ae3754f942d6bfb3fca348e04118', 'subnets': [{'id': 'bb940ada-4709-4b0b-853b-196773eb53ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 20:56:16.251265 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning for port 9eb3975b-9d87-4edf-a941-5d83c141e2bf completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:56:16.255663 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 35750) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:56:16.272803 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port 9eb3975b-9d87-4edf-a941-5d83c141e2bf triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:56:16.273185 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:16.372730 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-4df40a6a-9178-44ca-92ba-f47f52dc0c79 tempest-ImagesOneServerNegativeTestJSON-323901233 tempest-ImagesOneServerNegativeTestJSON-323901233-project] Notify callbacks [] for security_group, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:16.381755 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a8d6b6fc-68c2-43c5-a8cf-59d78d0f3ec7 req-a75faf1f-cd8d-4923-9be9-f217c8cee22f service neutron] 10.222.0.36 "GET /v2.0/networks/4d64aa0b-bd6a-468e-8edc-c83689947462?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5390842 Jul 27 20:56:16.440575 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ed24fd-24d7-4d49-b224-bed38d89c16c req-ce6597c5-5f16-46b0-82df-fc5c3a3b71ef tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:16.441317 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-4df40a6a-9178-44ca-92ba-f47f52dc0c79 tempest-ImagesOneServerNegativeTestJSON-323901233 tempest-ImagesOneServerNegativeTestJSON-323901233-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:16.460949 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:16.467428 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ed24fd-24d7-4d49-b224-bed38d89c16c req-ce6597c5-5f16-46b0-82df-fc5c3a3b71ef tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:16.474169 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-95ed24fd-24d7-4d49-b224-bed38d89c16c req-ce6597c5-5f16-46b0-82df-fc5c3a3b71ef tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] 10.222.0.60 "GET /v2.0/networks?id=cfd8fe71-ac73-4135-9433-7bc6fe70bccd&id=cce645ad-a285-4069-8b11-561c8d9db1c9&id=cfd8fe71-ac73-4135-9433-7bc6fe70bccd HTTP/1.1" status: 200 len: 1392 time: 0.4482145 Jul 27 20:56:16.525413 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] For port 9eb3975b-9d87-4edf-a941-5d83c141e2bf, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=9eb3975b-9d87-4edf-a941-5d83c141e2bf,segment=NetworkSegment(82f24a60-f3fd-4bfe-b80e-d30999658a98),segment_id=82f24a60-f3fd-4bfe-b80e-d30999658a98)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:56:16.530845 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:16.532902 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device a8c8957f-d0e9-40db-ab95-b2c50954eb0e up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:56:16.547322 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [req-95ed24fd-24d7-4d49-b224-bed38d89c16c req-904c9d50-6e9b-441f-af25-86bdfbedb74c tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] Request body: {'port': {'device_id': '9091fd17-b1d2-412b-bf40-5f69d8abbaf4', 'network_id': 'cfd8fe71-ac73-4135-9433-7bc6fe70bccd', 'admin_state_up': True, 'tenant_id': '8ef5ae3754f942d6bfb3fca348e04118'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:56:16.556715 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-4df40a6a-9178-44ca-92ba-f47f52dc0c79 tempest-ImagesOneServerNegativeTestJSON-323901233 tempest-ImagesOneServerNegativeTestJSON-323901233-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:16.563853 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-4df40a6a-9178-44ca-92ba-f47f52dc0c79 tempest-ImagesOneServerNegativeTestJSON-323901233 tempest-ImagesOneServerNegativeTestJSON-323901233-project] Notify callbacks [] for security_group, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:16.569139 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-4df40a6a-9178-44ca-92ba-f47f52dc0c79 tempest-ImagesOneServerNegativeTestJSON-323901233 tempest-ImagesOneServerNegativeTestJSON-323901233-project] 10.222.0.59 "DELETE /v2.0/security-groups/d90cf85f-ee49-41d6-a122-f65efbebca78 HTTP/1.1" status: 204 len: 168 time: 0.3105123 Jul 27 20:56:16.570885 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 35754) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:56:16.673767 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df40a6a-9178-44ca-92ba-f47f52dc0c79 tempest-ImagesOneServerNegativeTestJSON-323901233 tempest-ImagesOneServerNegativeTestJSON-323901233-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d90cf85f-ee49-41d6-a122-f65efbebca78,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:56:16.688271 n-d-705658-22 neutron-server[105584]: INFO neutron.api.v2.resource [None req-9f7f02b7-8122-4034-a3a7-ec18bafdd27b tempest-ImagesOneServerNegativeTestJSON-323901233 tempest-ImagesOneServerNegativeTestJSON-323901233-project] show failed (client error): The resource could not be found. Jul 27 20:56:16.697191 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-9f7f02b7-8122-4034-a3a7-ec18bafdd27b tempest-ImagesOneServerNegativeTestJSON-323901233 tempest-ImagesOneServerNegativeTestJSON-323901233-project] 10.222.0.59 "GET /v2.0/security-groups/d90cf85f-ee49-41d6-a122-f65efbebca78 HTTP/1.1" status: 404 len: 347 time: 0.1101449 Jul 27 20:56:16.697809 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 35758) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:56:16.737399 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399c157f-e4bc-4620-a4a9-545a21f8e929 req-4867f927-5bfc-48e1-b19f-a6ecf52aee35 tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:16.739198 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-399c157f-e4bc-4620-a4a9-545a21f8e929 req-4867f927-5bfc-48e1-b19f-a6ecf52aee35 tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] 10.222.0.59 "GET /v2.0/ports?device_id=23a39a45-86ad-4a34-aa42-6affa73d3ff5 HTTP/1.1" status: 200 len: 943 time: 0.4972751 Jul 27 20:56:16.742561 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Pushing event updated for resources: {'Port': ['ID=9eb3975b-9d87-4edf-a941-5d83c141e2bf,revision_number=5']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:56:16.770349 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning for port a8c8957f-d0e9-40db-ab95-b2c50954eb0e completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:56:16.775602 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port a8c8957f-d0e9-40db-ab95-b2c50954eb0e triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:56:16.775602 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:16.967906 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-399c157f-e4bc-4620-a4a9-545a21f8e929 req-d1db7ea1-cfa5-4649-ab1b-7bb575ef3ae9 tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] 10.222.0.59 "GET /v2.0/security-groups?id=1749b80d-91c6-4bd3-8e8d-666bd095400f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2117052 Jul 27 20:56:16.985219 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.agents_db [None req-558fcd2c-e512-47bc-a170-8673d87f7213 None None] Agent healthcheck: found 7 active agents {{(pid=105587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 20:56:17.029663 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-bc649783-5477-4e76-afb5-43cfa1e6ca33 tempest-ImagesOneServerNegativeTestJSON-323901233 tempest-ImagesOneServerNegativeTestJSON-323901233-project] Deleting port 95bdcdd0-1f21-4159-a802-a9a7df6ed0c3 {{(pid=105584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:56:17.030291 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-bc649783-5477-4e76-afb5-43cfa1e6ca33 tempest-ImagesOneServerNegativeTestJSON-323901233 tempest-ImagesOneServerNegativeTestJSON-323901233-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:17.132892 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-bc649783-5477-4e76-afb5-43cfa1e6ca33 tempest-ImagesOneServerNegativeTestJSON-323901233 tempest-ImagesOneServerNegativeTestJSON-323901233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:17.133256 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-bc649783-5477-4e76-afb5-43cfa1e6ca33 tempest-ImagesOneServerNegativeTestJSON-323901233 tempest-ImagesOneServerNegativeTestJSON-323901233-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:17.149942 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-bc649783-5477-4e76-afb5-43cfa1e6ca33 tempest-ImagesOneServerNegativeTestJSON-323901233 tempest-ImagesOneServerNegativeTestJSON-323901233-project] Calling delete_port for 95bdcdd0-1f21-4159-a802-a9a7df6ed0c3 owned by network:floatingip {{(pid=105584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:56:17.162388 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95ed24fd-24d7-4d49-b224-bed38d89c16c req-904c9d50-6e9b-441f-af25-86bdfbedb74c tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] Made reservation on behalf of 8ef5ae3754f942d6bfb3fca348e04118 for: {'port': 1} {{(pid=105585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:56:17.172817 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-95ed24fd-24d7-4d49-b224-bed38d89c16c req-904c9d50-6e9b-441f-af25-86bdfbedb74c tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:17.208321 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:17.236880 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61dfd45-66b4-4ad7-8bd9-463fa0918dfd req-de7103f6-33eb-4013-ae7d-906515220280 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:17.238345 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b61dfd45-66b4-4ad7-8bd9-463fa0918dfd req-de7103f6-33eb-4013-ae7d-906515220280 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] 10.222.0.59 "GET /v2.0/ports?device_id=6a9e53e1-344c-4083-a4f6-dbd12c7060f8 HTTP/1.1" status: 200 len: 950 time: 0.2643681 Jul 27 20:56:17.284035 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] For port a8c8957f-d0e9-40db-ab95-b2c50954eb0e, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=a8c8957f-d0e9-40db-ab95-b2c50954eb0e,segment=NetworkSegment(331b05df-059e-41ff-9efa-7b50e1afc788),segment_id=331b05df-059e-41ff-9efa-7b50e1afc788)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:56:17.289332 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:17.364962 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-bc649783-5477-4e76-afb5-43cfa1e6ca33 tempest-ImagesOneServerNegativeTestJSON-323901233 tempest-ImagesOneServerNegativeTestJSON-323901233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:17.395897 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Pushing event updated for resources: {'Port': ['ID=a8c8957f-d0e9-40db-ab95-b2c50954eb0e,revision_number=3']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:56:17.403191 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc649783-5477-4e76-afb5-43cfa1e6ca33 tempest-ImagesOneServerNegativeTestJSON-323901233 tempest-ImagesOneServerNegativeTestJSON-323901233-project] Pushing event deleted for resources: {'Port': ['ID=95bdcdd0-1f21-4159-a802-a9a7df6ed0c3,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:56:17.427787 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 9eb3975b-9d87-4edf-a941-5d83c141e2bf up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:56:17.479672 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.db_base_plugin_common [req-95ed24fd-24d7-4d49-b224-bed38d89c16c req-904c9d50-6e9b-441f-af25-86bdfbedb74c tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] Allocated IP 19.80.0.44 (cfd8fe71-ac73-4135-9433-7bc6fe70bccd/c21d7467-8fb3-4477-8b26-f9d7adff4042/612ee925-e6ae-43e0-abcf-1c14ff009adc) {{(pid=105585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:56:17.519783 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-bc649783-5477-4e76-afb5-43cfa1e6ca33 tempest-ImagesOneServerNegativeTestJSON-323901233 tempest-ImagesOneServerNegativeTestJSON-323901233-project] Notify callbacks [] for floatingip, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:17.522665 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-bc649783-5477-4e76-afb5-43cfa1e6ca33 tempest-ImagesOneServerNegativeTestJSON-323901233 tempest-ImagesOneServerNegativeTestJSON-323901233-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for floatingip, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:17.525361 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-bc649783-5477-4e76-afb5-43cfa1e6ca33 tempest-ImagesOneServerNegativeTestJSON-323901233 tempest-ImagesOneServerNegativeTestJSON-323901233-project] 10.222.0.59 "DELETE /v2.0/floatingips/2fccc393-2faf-4f3d-bf36-cff598d79414 HTTP/1.1" status: 204 len: 168 time: 0.8247778 Jul 27 20:56:17.531513 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-20113713-351a-4b4b-b7bf-48950bdb9058 req-5425b2d5-0375-4ef7-a923-a508f380117f tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] 10.222.0.59 "GET /v2.0/ports?device_id=9091fd17-b1d2-412b-bf40-5f69d8abbaf4 HTTP/1.1" status: 200 len: 210 time: 0.3182101 Jul 27 20:56:17.535051 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port 9eb3975b-9d87-4edf-a941-5d83c141e2bf triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:56:17.535453 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:17.580974 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b61dfd45-66b4-4ad7-8bd9-463fa0918dfd req-42357285-b6b2-4027-ae17-ad10bd3be7a6 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] 10.222.0.59 "GET /v2.0/security-groups?id=c6534cb3-b44e-4a83-b57e-ddb72c2ad843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2413979 Jul 27 20:56:17.582284 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Device c14b5680-225d-4e8a-80fe-181aabc6494e details requested by agent hyperv_n-h2-705658-22 with host n-h2-705658-22 {{(pid=105586) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 20:56:17.752559 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 35780) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:56:17.804875 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] For port c14b5680-225d-4e8a-80fe-181aabc6494e, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=c14b5680-225d-4e8a-80fe-181aabc6494e,segment=NetworkSegment(30512320-4797-4523-818e-63eb7bdafb2b),segment_id=30512320-4797-4523-818e-63eb7bdafb2b)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:56:17.821676 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Device c14b5680-225d-4e8a-80fe-181aabc6494e has no active binding in host n-h2-705658-22 {{(pid=105586) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 27 20:56:17.825061 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-95ed24fd-24d7-4d49-b224-bed38d89c16c req-904c9d50-6e9b-441f-af25-86bdfbedb74c tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] Notify callbacks [] for port, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:17.835831 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.db_base_plugin_v2 [None req-51c813ab-e880-4497-8031-c3535bb7d4a3 admin admin] Deleting subnet 109d73c7-c2b7-4bb2-839e-dc2ca31c6403 {{(pid=105584) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 20:56:17.839045 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-51c813ab-e880-4497-8031-c3535bb7d4a3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:17.849980 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.provisioning_blocks [req-95ed24fd-24d7-4d49-b224-bed38d89c16c req-904c9d50-6e9b-441f-af25-86bdfbedb74c tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] Transition to ACTIVE for port object 612ee925-e6ae-43e0-abcf-1c14ff009adc will not be triggered until provisioned by entity DHCP. {{(pid=105585) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:56:17.900047 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-95ed24fd-24d7-4d49-b224-bed38d89c16c req-904c9d50-6e9b-441f-af25-86bdfbedb74c tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:17.907572 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-51c813ab-e880-4497-8031-c3535bb7d4a3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9014207'] for subnet, precommit_delete_associations {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:17.955113 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95ed24fd-24d7-4d49-b224-bed38d89c16c req-904c9d50-6e9b-441f-af25-86bdfbedb74c tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] Network cfd8fe71-ac73-4135-9433-7bc6fe70bccd is already hosted by enough agents. {{(pid=105585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:56:17.960593 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.base_scheduler [req-95ed24fd-24d7-4d49-b224-bed38d89c16c req-904c9d50-6e9b-441f-af25-86bdfbedb74c tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] Resources bound (agent type, host, resource id): {{(pid=105585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:56:17.974432 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-51c813ab-e880-4497-8031-c3535bb7d4a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854965'] for subnet, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:17.984724 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.l3_dvrscheduler_db [req-95ed24fd-24d7-4d49-b224-bed38d89c16c req-904c9d50-6e9b-441f-af25-86bdfbedb74c tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] Received port after_create {{(pid=105585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:56:18.041013 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904c9d50-6e9b-441f-af25-86bdfbedb74c tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] Pushing event updated for resources: {'Port': ['ID=612ee925-e6ae-43e0-abcf-1c14ff009adc,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:56:18.077767 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ed24fd-24d7-4d49-b224-bed38d89c16c req-904c9d50-6e9b-441f-af25-86bdfbedb74c tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:18.078753 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-95ed24fd-24d7-4d49-b224-bed38d89c16c req-904c9d50-6e9b-441f-af25-86bdfbedb74c tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:18.097765 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-95ed24fd-24d7-4d49-b224-bed38d89c16c req-904c9d50-6e9b-441f-af25-86bdfbedb74c tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5932312 Jul 27 20:56:18.112445 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [req-95ed24fd-24d7-4d49-b224-bed38d89c16c req-34050046-d399-4580-8652-364a15b7f447 tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] Request body: {'port': {'device_id': '9091fd17-b1d2-412b-bf40-5f69d8abbaf4', 'network_id': 'cce645ad-a285-4069-8b11-561c8d9db1c9', 'admin_state_up': True, 'tenant_id': '8ef5ae3754f942d6bfb3fca348e04118'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:56:18.129332 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-51c813ab-e880-4497-8031-c3535bb7d4a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9014081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9738825'] for subnet, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:18.149122 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-51c813ab-e880-4497-8031-c3535bb7d4a3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:18.155221 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-51c813ab-e880-4497-8031-c3535bb7d4a3 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/109d73c7-c2b7-4bb2-839e-dc2ca31c6403 HTTP/1.1" status: 204 len: 168 time: 0.3974028 Jul 27 20:56:18.159201 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 35790) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:56:18.198209 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c813ab-e880-4497-8031-c3535bb7d4a3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=109d73c7-c2b7-4bb2-839e-dc2ca31c6403,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:56:18.296428 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-ed6dbb4b-aa23-4f13-8cee-6e2942e94b52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-990557'] for network, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:18.363600 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-39fad823-3d08-4377-a57d-6d2c89a059ea None None] Provisioning for port 612ee925-e6ae-43e0-abcf-1c14ff009adc completed by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:56:18.367860 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-39fad823-3d08-4377-a57d-6d2c89a059ea None None] Provisioning complete for port 612ee925-e6ae-43e0-abcf-1c14ff009adc triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:56:18.368282 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-39fad823-3d08-4377-a57d-6d2c89a059ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:18.386205 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-ed6dbb4b-aa23-4f13-8cee-6e2942e94b52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853562', 'neutron.services.segments.db._delete_segments_for_network-8790688882975'] for network, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:18.397319 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.segments.db [None req-ed6dbb4b-aa23-4f13-8cee-6e2942e94b52 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48421823-0af9-4dd2-9d0c-663808a5aff4']}} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:56:18.408090 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-39fad823-3d08-4377-a57d-6d2c89a059ea None None] Port 612ee925-e6ae-43e0-abcf-1c14ff009adc cannot update to ACTIVE because it is not bound. {{(pid=105586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 20:56:18.409302 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.segments.db [None req-ed6dbb4b-aa23-4f13-8cee-6e2942e94b52 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a6df4b8-1b7f-4c91-aeab-868433773047') {'for_net_delete': True} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:56:18.411802 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.segments.db [None req-ed6dbb4b-aa23-4f13-8cee-6e2942e94b52 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a6df4b8-1b7f-4c91-aeab-868433773047') {} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:56:18.421076 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-ed6dbb4b-aa23-4f13-8cee-6e2942e94b52 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790688883752', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9014348'] for segment, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:18.435144 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-ed6dbb4b-aa23-4f13-8cee-6e2942e94b52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:18.442504 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed6dbb4b-aa23-4f13-8cee-6e2942e94b52 admin admin] Releasing vlan 232 on physical network physnet1 to pool {{(pid=105584) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 20:56:18.442934 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-ed6dbb4b-aa23-4f13-8cee-6e2942e94b52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9014063'] for segment, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:18.445048 n-d-705658-22 neutron-server[105584]: Traceback (most recent call last): Jul 27 20:56:18.445048 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 20:56:18.445048 n-d-705658-22 neutron-server[105584]: timer() Jul 27 20:56:18.445048 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 20:56:18.445048 n-d-705658-22 neutron-server[105584]: cb(*args, **kw) Jul 27 20:56:18.445048 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 20:56:18.445048 n-d-705658-22 neutron-server[105584]: return func(*args, **kwargs) Jul 27 20:56:18.445048 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 20:56:18.445048 n-d-705658-22 neutron-server[105584]: self._notify() Jul 27 20:56:18.445048 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 20:56:18.445048 n-d-705658-22 neutron-server[105584]: self.callback(batched_events) Jul 27 20:56:18.445048 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 20:56:18.445048 n-d-705658-22 neutron-server[105584]: event.method(event) Jul 27 20:56:18.445048 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 20:56:18.445048 n-d-705658-22 neutron-server[105584]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 20:56:18.445048 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 20:56:18.445048 n-d-705658-22 neutron-server[105584]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 20:56:18.445048 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 20:56:18.445048 n-d-705658-22 neutron-server[105584]: return f(self, *a, **k) Jul 27 20:56:18.445048 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 20:56:18.445048 n-d-705658-22 neutron-server[105584]: return self._get(url).json() Jul 27 20:56:18.445048 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 20:56:18.445048 n-d-705658-22 neutron-server[105584]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 20:56:18.445048 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 20:56:18.445048 n-d-705658-22 neutron-server[105584]: return self.request(url, 'GET', **kwargs) Jul 27 20:56:18.445048 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 20:56:18.445048 n-d-705658-22 neutron-server[105584]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 20:56:18.445048 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 20:56:18.445048 n-d-705658-22 neutron-server[105584]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 20:56:18.445048 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 20:56:18.445048 n-d-705658-22 neutron-server[105584]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 20:56:18.445048 n-d-705658-22 neutron-server[105584]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 20:56:18.500619 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-ed6dbb4b-aa23-4f13-8cee-6e2942e94b52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4075658'] for network, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:18.515913 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-ed6dbb4b-aa23-4f13-8cee-6e2942e94b52 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743886'] for network, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:18.519418 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-ed6dbb4b-aa23-4f13-8cee-6e2942e94b52 admin admin] 10.222.0.59 "DELETE /v2.0/networks/48421823-0af9-4dd2-9d0c-663808a5aff4 HTTP/1.1" status: 204 len: 168 time: 0.3575180 Jul 27 20:56:18.521136 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6dbb4b-aa23-4f13-8cee-6e2942e94b52 admin admin] Pushing event deleted for resources: {'Network': ['ID=48421823-0af9-4dd2-9d0c-663808a5aff4,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:56:18.603590 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159717fa-537c-4c2b-b70f-80cb5e84c65d req-7d2ae53f-0244-45fb-bfc9-d5e72c390606 tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:18.604912 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-159717fa-537c-4c2b-b70f-80cb5e84c65d req-7d2ae53f-0244-45fb-bfc9-d5e72c390606 tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] 10.222.0.59 "GET /v2.0/ports?device_id=23a39a45-86ad-4a34-aa42-6affa73d3ff5 HTTP/1.1" status: 200 len: 943 time: 0.5102966 Jul 27 20:56:18.651931 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95ed24fd-24d7-4d49-b224-bed38d89c16c req-34050046-d399-4580-8652-364a15b7f447 tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] Made reservation on behalf of 8ef5ae3754f942d6bfb3fca348e04118 for: {'port': 1} {{(pid=105585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:56:18.655553 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-95ed24fd-24d7-4d49-b224-bed38d89c16c req-34050046-d399-4580-8652-364a15b7f447 tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:18.659031 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 35800) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:56:18.712156 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-98323ecb-1d3c-4a8e-ab6c-77757364cbf0 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=1bebab2985374229918b3d141f0a79f2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0495107 Jul 27 20:56:18.712366 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 35802) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:56:18.719860 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-159717fa-537c-4c2b-b70f-80cb5e84c65d req-ce3b20cc-8274-43a5-9651-69abbff47627 tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] 10.222.0.59 "GET /v2.0/security-groups?id=1749b80d-91c6-4bd3-8e8d-666bd095400f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931103 Jul 27 20:56:18.767394 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-7b774778-57c5-4fdf-8e4c-4cbabcdd6690 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:18.791513 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-7b774778-57c5-4fdf-8e4c-4cbabcdd6690 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:18.842385 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-7b774778-57c5-4fdf-8e4c-4cbabcdd6690 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:18.845828 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-7b774778-57c5-4fdf-8e4c-4cbabcdd6690 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:18.849582 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-7b774778-57c5-4fdf-8e4c-4cbabcdd6690 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/b49152d2-7ea9-4069-930d-17bb1fb95e7c HTTP/1.1" status: 204 len: 168 time: 0.1337690 Jul 27 20:56:18.857553 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b774778-57c5-4fdf-8e4c-4cbabcdd6690 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b49152d2-7ea9-4069-930d-17bb1fb95e7c,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:56:18.864412 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45758265-24f7-4e5c-a672-59571ae5cca2 req-ab75ae19-aae4-4f6d-b201-df771863cba5 tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:18.866358 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-45758265-24f7-4e5c-a672-59571ae5cca2 req-ab75ae19-aae4-4f6d-b201-df771863cba5 tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] 10.222.0.59 "GET /v2.0/ports?device_id=9091fd17-b1d2-412b-bf40-5f69d8abbaf4 HTTP/1.1" status: 200 len: 931 time: 0.2413912 Jul 27 20:56:18.972025 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.db_base_plugin_common [req-95ed24fd-24d7-4d49-b224-bed38d89c16c req-34050046-d399-4580-8652-364a15b7f447 tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] Allocated IP 19.86.0.47 (cce645ad-a285-4069-8b11-561c8d9db1c9/cab166f1-4bfb-4023-87fe-61cf2404473e/9590b357-b42e-4e98-9c31-89a868b84615) {{(pid=105585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:56:18.985837 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8062b76-f8ab-47ac-92de-50d59c31222e req-afccdb27-ed34-488b-83b9-1235c4b62411 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:18.987358 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e8062b76-f8ab-47ac-92de-50d59c31222e req-afccdb27-ed34-488b-83b9-1235c4b62411 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] 10.222.0.59 "GET /v2.0/ports?device_id=6a9e53e1-344c-4083-a4f6-dbd12c7060f8 HTTP/1.1" status: 200 len: 950 time: 0.1894383 Jul 27 20:56:19.003470 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-45758265-24f7-4e5c-a672-59571ae5cca2 req-3034a835-49dc-4eee-afbb-b9f7e3811d79 tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] 10.222.0.59 "GET /v2.0/security-groups?id=8e624957-e10f-45bc-9807-385c5037752b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967779 Jul 27 20:56:19.186956 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e8062b76-f8ab-47ac-92de-50d59c31222e req-a0440f7f-0a87-4479-b424-a9ce9a7f4f72 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] 10.222.0.59 "GET /v2.0/security-groups?id=c6534cb3-b44e-4a83-b57e-ddb72c2ad843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1820464 Jul 27 20:56:19.190332 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-fb84f68b-5c78-4f0d-a9a5-8dfb14ac9484 req-68b07eaf-1651-482d-b806-3d17e64f551d service neutron] 10.222.0.36 "GET /v2.0/ports/c14b5680-225d-4e8a-80fe-181aabc6494e/bindings/n-h2-705658-22 HTTP/1.1" status: 200 len: 385 time: 0.1981366 Jul 27 20:56:19.298825 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-95ed24fd-24d7-4d49-b224-bed38d89c16c req-34050046-d399-4580-8652-364a15b7f447 tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] Notify callbacks [] for port, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:19.362367 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.provisioning_blocks [req-95ed24fd-24d7-4d49-b224-bed38d89c16c req-34050046-d399-4580-8652-364a15b7f447 tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] Transition to ACTIVE for port object 9590b357-b42e-4e98-9c31-89a868b84615 will not be triggered until provisioned by entity DHCP. {{(pid=105585) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:56:19.397454 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device a8c8957f-d0e9-40db-ab95-b2c50954eb0e up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:56:19.452623 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port a8c8957f-d0e9-40db-ab95-b2c50954eb0e triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:56:19.453071 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:19.499054 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b336567-107d-49e7-8ab1-a0b1f62eb287 req-494d784c-ad6c-4d37-b028-8f3e5286135e tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:19.500589 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-0b336567-107d-49e7-8ab1-a0b1f62eb287 req-494d784c-ad6c-4d37-b028-8f3e5286135e tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] 10.222.0.59 "GET /v2.0/networks?id=4d297cf8-0ab0-49a0-a8db-82a17169c88a HTTP/1.1" status: 200 len: 808 time: 0.2379699 Jul 27 20:56:19.538151 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-95ed24fd-24d7-4d49-b224-bed38d89c16c req-34050046-d399-4580-8652-364a15b7f447 tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:19.542146 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-0b336567-107d-49e7-8ab1-a0b1f62eb287 req-1a4f9217-0d3f-4c78-ac9f-046794001c9a tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] 10.222.0.59 "GET /v2.0/quotas/0ae9964322044591b167626dd714310e HTTP/1.1" status: 200 len: 375 time: 0.0309339 Jul 27 20:56:19.637246 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.db [req-fb84f68b-5c78-4f0d-a9a5-8dfb14ac9484 req-e93ae592-6278-407a-bd1f-06bcfd31635a service neutron] For port c14b5680-225d-4e8a-80fe-181aabc6494e, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=c14b5680-225d-4e8a-80fe-181aabc6494e,segment=NetworkSegment(30512320-4797-4523-818e-63eb7bdafb2b),segment_id=30512320-4797-4523-818e-63eb7bdafb2b)] {{(pid=105585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:56:19.646333 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95ed24fd-24d7-4d49-b224-bed38d89c16c req-34050046-d399-4580-8652-364a15b7f447 tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] Network cce645ad-a285-4069-8b11-561c8d9db1c9 is already hosted by enough agents. {{(pid=105585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:56:19.659879 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.base_scheduler [req-95ed24fd-24d7-4d49-b224-bed38d89c16c req-34050046-d399-4580-8652-364a15b7f447 tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] Resources bound (agent type, host, resource id): {{(pid=105585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:56:19.669009 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.l3_dvrscheduler_db [req-95ed24fd-24d7-4d49-b224-bed38d89c16c req-34050046-d399-4580-8652-364a15b7f447 tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] Received port after_create {{(pid=105585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:56:19.675472 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34050046-d399-4580-8652-364a15b7f447 tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] Pushing event updated for resources: {'Port': ['ID=9590b357-b42e-4e98-9c31-89a868b84615,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:56:19.698829 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.db [req-fb84f68b-5c78-4f0d-a9a5-8dfb14ac9484 req-e93ae592-6278-407a-bd1f-06bcfd31635a service neutron] For port c14b5680-225d-4e8a-80fe-181aabc6494e, host n-h1-705658-22, cleared binding levels {{(pid=105585) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:56:19.766790 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ed24fd-24d7-4d49-b224-bed38d89c16c req-34050046-d399-4580-8652-364a15b7f447 tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:19.767498 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-95ed24fd-24d7-4d49-b224-bed38d89c16c req-34050046-d399-4580-8652-364a15b7f447 tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:19.771604 n-d-705658-22 neutron-server[105585]: DEBUG neutron.notifiers.nova [req-fb84f68b-5c78-4f0d-a9a5-8dfb14ac9484 req-e93ae592-6278-407a-bd1f-06bcfd31635a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c14b5680-225d-4e8a-80fe-181aabc6494e {{(pid=105585) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 20:56:19.788887 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.db [req-fb84f68b-5c78-4f0d-a9a5-8dfb14ac9484 req-e93ae592-6278-407a-bd1f-06bcfd31635a service neutron] For port c14b5680-225d-4e8a-80fe-181aabc6494e, host n-h2-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=c14b5680-225d-4e8a-80fe-181aabc6494e,segment=NetworkSegment(30512320-4797-4523-818e-63eb7bdafb2b),segment_id=30512320-4797-4523-818e-63eb7bdafb2b)] {{(pid=105585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:56:19.807996 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-0b336567-107d-49e7-8ab1-a0b1f62eb287 req-d1a264f0-8a7a-49e6-b7d9-297bdf3f4f56 tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=0ae9964322044591b167626dd714310e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2559352 Jul 27 20:56:19.819562 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-95ed24fd-24d7-4d49-b224-bed38d89c16c req-34050046-d399-4580-8652-364a15b7f447 tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7110457 Jul 27 20:56:19.820162 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-fb84f68b-5c78-4f0d-a9a5-8dfb14ac9484 req-e93ae592-6278-407a-bd1f-06bcfd31635a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:19.855101 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [req-95ed24fd-24d7-4d49-b224-bed38d89c16c req-b9e48494-73c5-49ce-b3a8-a24cfae6fce9 tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] Request body: {'port': {'device_id': '9091fd17-b1d2-412b-bf40-5f69d8abbaf4', 'network_id': 'cfd8fe71-ac73-4135-9433-7bc6fe70bccd', 'admin_state_up': True, 'tenant_id': '8ef5ae3754f942d6bfb3fca348e04118'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:56:19.946660 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-eddfe0f2-2e36-43ad-b781-37fb48876213 None None] Provisioning for port 9590b357-b42e-4e98-9c31-89a868b84615 completed by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:56:19.950529 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-eddfe0f2-2e36-43ad-b781-37fb48876213 None None] Provisioning complete for port 9590b357-b42e-4e98-9c31-89a868b84615 triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:56:19.951626 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-eddfe0f2-2e36-43ad-b781-37fb48876213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:19.986477 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-eddfe0f2-2e36-43ad-b781-37fb48876213 None None] Port 9590b357-b42e-4e98-9c31-89a868b84615 cannot update to ACTIVE because it is not bound. {{(pid=105586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 20:56:20.012958 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device c14b5680-225d-4e8a-80fe-181aabc6494e no longer exists at agent hyperv_n-h1-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 20:56:20.072153 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-0b336567-107d-49e7-8ab1-a0b1f62eb287 req-39f097a4-0049-4d0a-be00-439606be32f7 service neutron] 10.222.0.59 "GET /v2.0/networks/4d297cf8-0ab0-49a0-a8db-82a17169c88a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2544425 Jul 27 20:56:20.073088 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.provisioning_blocks [req-fb84f68b-5c78-4f0d-a9a5-8dfb14ac9484 req-e93ae592-6278-407a-bd1f-06bcfd31635a service neutron] Transition to ACTIVE for port object c14b5680-225d-4e8a-80fe-181aabc6494e will not be triggered until provisioned by entity L2. {{(pid=105585) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:56:20.095981 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-fb84f68b-5c78-4f0d-a9a5-8dfb14ac9484 req-e93ae592-6278-407a-bd1f-06bcfd31635a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10221672'] for port, after_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:20.176378 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95ed24fd-24d7-4d49-b224-bed38d89c16c req-b9e48494-73c5-49ce-b3a8-a24cfae6fce9 tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] Made reservation on behalf of 8ef5ae3754f942d6bfb3fca348e04118 for: {'port': 1} {{(pid=105585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:56:20.179990 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-95ed24fd-24d7-4d49-b224-bed38d89c16c req-b9e48494-73c5-49ce-b3a8-a24cfae6fce9 tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:20.238204 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb84f68b-5c78-4f0d-a9a5-8dfb14ac9484 req-e93ae592-6278-407a-bd1f-06bcfd31635a service neutron] No DVR routers for this DVR port c14b5680-225d-4e8a-80fe-181aabc6494e on host n-h1-705658-22 {{(pid=105585) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 20:56:20.264610 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93ae592-6278-407a-bd1f-06bcfd31635a service neutron] Pushing event updated for resources: {'Port': ['ID=c14b5680-225d-4e8a-80fe-181aabc6494e,revision_number=10']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:56:20.342003 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-0b336567-107d-49e7-8ab1-a0b1f62eb287 req-1dd8f534-d786-4f33-b622-a6a181279f85 service neutron] 10.222.0.59 "GET /v2.0/networks/4d297cf8-0ab0-49a0-a8db-82a17169c88a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2558570 Jul 27 20:56:20.346160 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-fb84f68b-5c78-4f0d-a9a5-8dfb14ac9484 req-e93ae592-6278-407a-bd1f-06bcfd31635a service neutron] 10.222.0.36 "PUT /v2.0/ports/c14b5680-225d-4e8a-80fe-181aabc6494e/bindings/n-h2-705658-22/activate HTTP/1.1" status: 200 len: 370 time: 1.1401851 Jul 27 20:56:20.470437 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.db_base_plugin_common [req-95ed24fd-24d7-4d49-b224-bed38d89c16c req-b9e48494-73c5-49ce-b3a8-a24cfae6fce9 tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] Allocated IP 19.80.0.90 (cfd8fe71-ac73-4135-9433-7bc6fe70bccd/c21d7467-8fb3-4477-8b26-f9d7adff4042/5bcc4e11-a713-4484-8bac-43492e151514) {{(pid=105585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:56:20.574759 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194d6b4d-c646-4b92-a83c-2be5bb93f794 req-e93eed8d-d8f5-415c-bd4b-6fd3259dd3c4 tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:20.576910 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-194d6b4d-c646-4b92-a83c-2be5bb93f794 req-e93eed8d-d8f5-415c-bd4b-6fd3259dd3c4 tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] 10.222.0.59 "GET /v2.0/ports?device_id=23a39a45-86ad-4a34-aa42-6affa73d3ff5 HTTP/1.1" status: 200 len: 944 time: 0.1922715 Jul 27 20:56:20.622398 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb84f68b-5c78-4f0d-a9a5-8dfb14ac9484 req-54d15305-bbc2-441e-be0a-83be28b12c60 tempest-LiveAutoBlockMigrationV225Test-821062891 tempest-LiveAutoBlockMigrationV225Test-821062891-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:20.624429 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-fb84f68b-5c78-4f0d-a9a5-8dfb14ac9484 req-54d15305-bbc2-441e-be0a-83be28b12c60 tempest-LiveAutoBlockMigrationV225Test-821062891 tempest-LiveAutoBlockMigrationV225Test-821062891-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=23a39a45-86ad-4a34-aa42-6affa73d3ff5&tenant_id=b02d9256766347f197eb5fbdd02cbc7a&binding%3Ahost_id=n-h1-705658-22 HTTP/1.1" status: 200 len: 1096 time: 0.1962435 Jul 27 20:56:20.702666 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-194d6b4d-c646-4b92-a83c-2be5bb93f794 req-eeede716-25db-4fcc-9713-e9783a45e98d tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] 10.222.0.59 "GET /v2.0/security-groups?id=1749b80d-91c6-4bd3-8e8d-666bd095400f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959780 Jul 27 20:56:20.739243 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-95ed24fd-24d7-4d49-b224-bed38d89c16c req-b9e48494-73c5-49ce-b3a8-a24cfae6fce9 tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] Notify callbacks [] for port, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:20.760421 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.provisioning_blocks [req-95ed24fd-24d7-4d49-b224-bed38d89c16c req-b9e48494-73c5-49ce-b3a8-a24cfae6fce9 tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] Transition to ACTIVE for port object 5bcc4e11-a713-4484-8bac-43492e151514 will not be triggered until provisioned by entity DHCP. {{(pid=105585) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:56:20.774923 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb84f68b-5c78-4f0d-a9a5-8dfb14ac9484 req-3762a154-e11c-4eb9-9715-12a80bcf59fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:20.776445 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-fb84f68b-5c78-4f0d-a9a5-8dfb14ac9484 req-3762a154-e11c-4eb9-9715-12a80bcf59fb service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=23a39a45-86ad-4a34-aa42-6affa73d3ff5&tenant_id=b02d9256766347f197eb5fbdd02cbc7a HTTP/1.1" status: 200 len: 1096 time: 0.1392415 Jul 27 20:56:20.866452 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-95ed24fd-24d7-4d49-b224-bed38d89c16c req-b9e48494-73c5-49ce-b3a8-a24cfae6fce9 tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:20.936273 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95ed24fd-24d7-4d49-b224-bed38d89c16c req-b9e48494-73c5-49ce-b3a8-a24cfae6fce9 tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] Network cfd8fe71-ac73-4135-9433-7bc6fe70bccd is already hosted by enough agents. {{(pid=105585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:56:20.966708 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.base_scheduler [req-95ed24fd-24d7-4d49-b224-bed38d89c16c req-b9e48494-73c5-49ce-b3a8-a24cfae6fce9 tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] Resources bound (agent type, host, resource id): {{(pid=105585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:56:20.979902 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706797da-bf63-4487-ad29-41f7c3deef53 req-473e5a07-9cd9-4045-a905-15af22477033 tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:20.986654 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706797da-bf63-4487-ad29-41f7c3deef53 req-473e5a07-9cd9-4045-a905-15af22477033 tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:20.988190 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-706797da-bf63-4487-ad29-41f7c3deef53 req-473e5a07-9cd9-4045-a905-15af22477033 tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] 10.222.0.59 "GET /v2.0/ports?device_id=9091fd17-b1d2-412b-bf40-5f69d8abbaf4 HTTP/1.1" status: 200 len: 1653 time: 0.2177441 Jul 27 20:56:20.993199 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.l3_dvrscheduler_db [req-95ed24fd-24d7-4d49-b224-bed38d89c16c req-b9e48494-73c5-49ce-b3a8-a24cfae6fce9 tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] Received port after_create {{(pid=105585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:56:20.999994 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e48494-73c5-49ce-b3a8-a24cfae6fce9 tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] Pushing event updated for resources: {'Port': ['ID=5bcc4e11-a713-4484-8bac-43492e151514,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:56:21.056193 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb84f68b-5c78-4f0d-a9a5-8dfb14ac9484 req-a396d799-9ead-40de-973f-e6cac9554663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:21.057695 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-fb84f68b-5c78-4f0d-a9a5-8dfb14ac9484 req-a396d799-9ead-40de-973f-e6cac9554663 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b02d9256766347f197eb5fbdd02cbc7a&device_id=23a39a45-86ad-4a34-aa42-6affa73d3ff5 HTTP/1.1" status: 200 len: 1096 time: 0.2494690 Jul 27 20:56:21.142618 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ed24fd-24d7-4d49-b224-bed38d89c16c req-b9e48494-73c5-49ce-b3a8-a24cfae6fce9 tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:21.143288 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-95ed24fd-24d7-4d49-b224-bed38d89c16c req-b9e48494-73c5-49ce-b3a8-a24cfae6fce9 tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:21.156011 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-706797da-bf63-4487-ad29-41f7c3deef53 req-9ce74cc4-dc59-4eac-b41f-f7296c86e114 tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] 10.222.0.59 "GET /v2.0/security-groups?id=8e624957-e10f-45bc-9807-385c5037752b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322086 Jul 27 20:56:21.177071 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583e4e5a-daca-489d-b3a1-34e0d4936e40 req-2d0e78d4-46df-41e1-8f62-7de79fb14b58 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:21.184411 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-583e4e5a-daca-489d-b3a1-34e0d4936e40 req-2d0e78d4-46df-41e1-8f62-7de79fb14b58 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] 10.222.0.59 "GET /v2.0/ports?device_id=6a9e53e1-344c-4083-a4f6-dbd12c7060f8 HTTP/1.1" status: 200 len: 950 time: 0.2645376 Jul 27 20:56:21.190012 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-95ed24fd-24d7-4d49-b224-bed38d89c16c req-b9e48494-73c5-49ce-b3a8-a24cfae6fce9 tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3391049 Jul 27 20:56:21.213927 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [req-95ed24fd-24d7-4d49-b224-bed38d89c16c req-0fe0b7bf-fee6-4c28-a100-29ef475aef65 service neutron] Request body: {'port': {'device_id': '9091fd17-b1d2-412b-bf40-5f69d8abbaf4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-705658-22'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:56:21.225329 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-2c19a2ff-434d-454f-9bb7-be2066c77427 None None] Provisioning for port 5bcc4e11-a713-4484-8bac-43492e151514 completed by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:56:21.230040 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-2c19a2ff-434d-454f-9bb7-be2066c77427 None None] Provisioning complete for port 5bcc4e11-a713-4484-8bac-43492e151514 triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:56:21.230768 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-2c19a2ff-434d-454f-9bb7-be2066c77427 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:21.273048 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-2c19a2ff-434d-454f-9bb7-be2066c77427 None None] Port 5bcc4e11-a713-4484-8bac-43492e151514 cannot update to ACTIVE because it is not bound. {{(pid=105586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 20:56:21.280898 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-583e4e5a-daca-489d-b3a1-34e0d4936e40 req-c7f4b946-3b65-4e37-a6f8-951e352a632a tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] 10.222.0.59 "GET /v2.0/security-groups?id=c6534cb3-b44e-4a83-b57e-ddb72c2ad843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956175 Jul 27 20:56:21.285613 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb84f68b-5c78-4f0d-a9a5-8dfb14ac9484 req-2feef0c1-b1e4-472c-bf6d-571e7bcfec68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:21.286974 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-fb84f68b-5c78-4f0d-a9a5-8dfb14ac9484 req-2feef0c1-b1e4-472c-bf6d-571e7bcfec68 service neutron] 10.222.0.60 "GET /v2.0/networks?id=8e591ae5-ff89-4a25-b3ce-4b1625915957 HTTP/1.1" status: 200 len: 921 time: 0.2190840 Jul 27 20:56:21.572929 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Device c14b5680-225d-4e8a-80fe-181aabc6494e no longer exists at agent hyperv_n-h2-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 20:56:21.640779 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-fb84f68b-5c78-4f0d-a9a5-8dfb14ac9484 req-2d1d7d87-93b2-4778-a8dd-43a6eb3a9711 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c14b5680-225d-4e8a-80fe-181aabc6494e HTTP/1.1" status: 200 len: 217 time: 0.3447006 Jul 27 20:56:21.687703 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-74f4e616-cfcb-4aa1-846c-7fa2c0106c25 req-a1536278-c457-4e24-b3ce-45de9943249f tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] 10.222.0.59 "GET /v2.0/ports?device_id=d7c5737b-5126-4417-93f5-533a70fd5a86 HTTP/1.1" status: 200 len: 210 time: 0.0515025 Jul 27 20:56:21.705258 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-95ed24fd-24d7-4d49-b224-bed38d89c16c req-0fe0b7bf-fee6-4c28-a100-29ef475aef65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:21.754067 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb84f68b-5c78-4f0d-a9a5-8dfb14ac9484 req-66e9a0e5-14fa-4bc2-b27d-7b738d09a2f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:21.755611 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-fb84f68b-5c78-4f0d-a9a5-8dfb14ac9484 req-66e9a0e5-14fa-4bc2-b27d-7b738d09a2f4 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ffc7070b-0d02-4acb-a66a-19178d3b9317 HTTP/1.1" status: 200 len: 860 time: 0.1008577 Jul 27 20:56:21.812945 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-fb84f68b-5c78-4f0d-a9a5-8dfb14ac9484 req-693b3f93-7e9a-4cc1-bd41-91e8926de3ff service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8e591ae5-ff89-4a25-b3ce-4b1625915957&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0492549 Jul 27 20:56:22.148730 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-fb84f68b-5c78-4f0d-a9a5-8dfb14ac9484 req-e9172792-8518-4858-bc22-2d6bd6cd28db service neutron] 10.222.0.60 "GET /v2.0/networks/8e591ae5-ff89-4a25-b3ce-4b1625915957?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2801867 Jul 27 20:56:22.183436 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af90ffc0-3400-46af-8b48-dbc631dc51a2 req-af924366-cbd3-42c5-865c-7ce9aeb87f70 tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:22.184901 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-af90ffc0-3400-46af-8b48-dbc631dc51a2 req-af924366-cbd3-42c5-865c-7ce9aeb87f70 tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] 10.222.0.59 "GET /v2.0/ports?device_id=23a39a45-86ad-4a34-aa42-6affa73d3ff5 HTTP/1.1" status: 200 len: 944 time: 0.3772407 Jul 27 20:56:22.205219 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b336567-107d-49e7-8ab1-a0b1f62eb287 req-1ba34a45-b6b0-4520-bfe4-c2eeff560aa3 tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:22.206607 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-0b336567-107d-49e7-8ab1-a0b1f62eb287 req-1ba34a45-b6b0-4520-bfe4-c2eeff560aa3 tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] 10.222.0.36 "GET /v2.0/networks?id=4d297cf8-0ab0-49a0-a8db-82a17169c88a HTTP/1.1" status: 200 len: 808 time: 0.3143907 Jul 27 20:56:22.240838 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [req-0b336567-107d-49e7-8ab1-a0b1f62eb287 req-0ae48fd3-e195-48ff-8186-2cf68b56f7fe tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] Request body: {'port': {'device_id': 'd7c5737b-5126-4417-93f5-533a70fd5a86', 'network_id': '4d297cf8-0ab0-49a0-a8db-82a17169c88a', 'admin_state_up': True, 'tenant_id': '0ae9964322044591b167626dd714310e'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:56:22.371192 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-af90ffc0-3400-46af-8b48-dbc631dc51a2 req-dba209dc-9b8e-43c8-ad19-fa63f5e2c871 tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] 10.222.0.59 "GET /v2.0/security-groups?id=1749b80d-91c6-4bd3-8e8d-666bd095400f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617486 Jul 27 20:56:22.435742 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-fb84f68b-5c78-4f0d-a9a5-8dfb14ac9484 req-80bd0f53-f262-4f0c-b17c-ef72196fa086 service neutron] 10.222.0.60 "GET /v2.0/networks/8e591ae5-ff89-4a25-b3ce-4b1625915957?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2785730 Jul 27 20:56:22.446705 n-d-705658-22 neutron-server[105585]: DEBUG neutron.notifiers.nova [req-95ed24fd-24d7-4d49-b224-bed38d89c16c req-0fe0b7bf-fee6-4c28-a100-29ef475aef65 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 612ee925-e6ae-43e0-abcf-1c14ff009adc {{(pid=105585) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 20:56:22.465958 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-95ed24fd-24d7-4d49-b224-bed38d89c16c req-0fe0b7bf-fee6-4c28-a100-29ef475aef65 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:22.514109 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.provisioning_blocks [req-95ed24fd-24d7-4d49-b224-bed38d89c16c req-0fe0b7bf-fee6-4c28-a100-29ef475aef65 service neutron] Transition to ACTIVE for port object 612ee925-e6ae-43e0-abcf-1c14ff009adc will not be triggered until provisioned by entity L2. {{(pid=105585) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:56:22.521330 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-95ed24fd-24d7-4d49-b224-bed38d89c16c req-0fe0b7bf-fee6-4c28-a100-29ef475aef65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10221672'] for port, after_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:22.578611 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b336567-107d-49e7-8ab1-a0b1f62eb287 req-0ae48fd3-e195-48ff-8186-2cf68b56f7fe tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] Made reservation on behalf of 0ae9964322044591b167626dd714310e for: {'port': 1} {{(pid=105585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:56:22.582202 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-0b336567-107d-49e7-8ab1-a0b1f62eb287 req-0ae48fd3-e195-48ff-8186-2cf68b56f7fe tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:22.635455 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe0b7bf-fee6-4c28-a100-29ef475aef65 service neutron] Pushing event updated for resources: {'Port': ['ID=612ee925-e6ae-43e0-abcf-1c14ff009adc,revision_number=2']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:56:22.778277 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56ae05c-2d8a-4abd-b2b3-5879722e0c7a req-ac588406-879b-45de-a3c3-7bd61e21af4c tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:22.784642 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56ae05c-2d8a-4abd-b2b3-5879722e0c7a req-ac588406-879b-45de-a3c3-7bd61e21af4c tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:22.790704 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56ae05c-2d8a-4abd-b2b3-5879722e0c7a req-ac588406-879b-45de-a3c3-7bd61e21af4c tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:22.792402 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a56ae05c-2d8a-4abd-b2b3-5879722e0c7a req-ac588406-879b-45de-a3c3-7bd61e21af4c tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] 10.222.0.59 "GET /v2.0/ports?device_id=9091fd17-b1d2-412b-bf40-5f69d8abbaf4 HTTP/1.1" status: 200 len: 2374 time: 0.3234565 Jul 27 20:56:22.893487 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.managers [req-95ed24fd-24d7-4d49-b224-bed38d89c16c req-0fe0b7bf-fee6-4c28-a100-29ef475aef65 service neutron] Attempting to bind port 612ee925-e6ae-43e0-abcf-1c14ff009adc on host n-h2-705658-22 for vnic_type normal with profile {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:56:22.893757 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.managers [req-95ed24fd-24d7-4d49-b224-bed38d89c16c req-0fe0b7bf-fee6-4c28-a100-29ef475aef65 service neutron] Attempting to bind port 612ee925-e6ae-43e0-abcf-1c14ff009adc by drivers openvswitch,hyperv on host n-h2-705658-22 at level 0 using segments [{'id': '251656dd-c9c0-4a76-afbf-1db88834cf7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'cfd8fe71-ac73-4135-9433-7bc6fe70bccd'}] {{(pid=105585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:56:22.894081 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95ed24fd-24d7-4d49-b224-bed38d89c16c req-0fe0b7bf-fee6-4c28-a100-29ef475aef65 service neutron] Attempting to bind port 612ee925-e6ae-43e0-abcf-1c14ff009adc on network cfd8fe71-ac73-4135-9433-7bc6fe70bccd {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:56:22.910678 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f80b1e-2011-41bd-aff1-6b028516a506 req-bbbcd96e-8672-4a8a-82f9-d8711b06fa16 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:22.912172 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-67f80b1e-2011-41bd-aff1-6b028516a506 req-bbbcd96e-8672-4a8a-82f9-d8711b06fa16 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] 10.222.0.59 "GET /v2.0/ports?device_id=6a9e53e1-344c-4083-a4f6-dbd12c7060f8 HTTP/1.1" status: 200 len: 950 time: 0.3739352 Jul 27 20:56:22.933165 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95ed24fd-24d7-4d49-b224-bed38d89c16c req-0fe0b7bf-fee6-4c28-a100-29ef475aef65 service neutron] Port 612ee925-e6ae-43e0-abcf-1c14ff009adc on network cfd8fe71-ac73-4135-9433-7bc6fe70bccd not bound, no agent of type Open vSwitch agent registered on host n-h2-705658-22 {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 20:56:22.933488 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95ed24fd-24d7-4d49-b224-bed38d89c16c req-0fe0b7bf-fee6-4c28-a100-29ef475aef65 service neutron] Attempting to bind port 612ee925-e6ae-43e0-abcf-1c14ff009adc on network cfd8fe71-ac73-4135-9433-7bc6fe70bccd {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:56:22.956646 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a56ae05c-2d8a-4abd-b2b3-5879722e0c7a req-a9d9b95e-401b-402d-9187-3752858640f9 tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] 10.222.0.59 "GET /v2.0/security-groups?id=8e624957-e10f-45bc-9807-385c5037752b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459291 Jul 27 20:56:22.977164 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95ed24fd-24d7-4d49-b224-bed38d89c16c req-0fe0b7bf-fee6-4c28-a100-29ef475aef65 service neutron] Checking agent: {'id': '65195a73-a875-4810-9f5b-622ae260a8a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 49, 40), 'started_at': datetime.datetime(2021, 7, 27, 20, 49, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 56, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:56:22.977164 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95ed24fd-24d7-4d49-b224-bed38d89c16c req-0fe0b7bf-fee6-4c28-a100-29ef475aef65 service neutron] Checking segment: {'id': '251656dd-c9c0-4a76-afbf-1db88834cf7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'cfd8fe71-ac73-4135-9433-7bc6fe70bccd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:56:22.977164 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95ed24fd-24d7-4d49-b224-bed38d89c16c req-0fe0b7bf-fee6-4c28-a100-29ef475aef65 service neutron] Bound using segment: {'id': '251656dd-c9c0-4a76-afbf-1db88834cf7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'cfd8fe71-ac73-4135-9433-7bc6fe70bccd'} {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:56:22.977164 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.managers [req-95ed24fd-24d7-4d49-b224-bed38d89c16c req-0fe0b7bf-fee6-4c28-a100-29ef475aef65 service neutron] Bound port: 612ee925-e6ae-43e0-abcf-1c14ff009adc, host: n-h2-705658-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '251656dd-c9c0-4a76-afbf-1db88834cf7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'cfd8fe71-ac73-4135-9433-7bc6fe70bccd'}}] {{(pid=105585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:56:22.977164 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-95ed24fd-24d7-4d49-b224-bed38d89c16c req-0fe0b7bf-fee6-4c28-a100-29ef475aef65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:22.990617 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.db_base_plugin_common [req-0b336567-107d-49e7-8ab1-a0b1f62eb287 req-0ae48fd3-e195-48ff-8186-2cf68b56f7fe tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] Allocated IP 172.20.0.2 (4d297cf8-0ab0-49a0-a8db-82a17169c88a/ff9685c6-941b-44c9-867d-9e4581186e02/4ee93ba2-6330-4c53-abc2-bbf843dd38f2) {{(pid=105585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:56:22.996323 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb84f68b-5c78-4f0d-a9a5-8dfb14ac9484 req-adcac7e9-9f2c-4b92-9ec0-ab636477a212 tempest-LiveAutoBlockMigrationV225Test-821062891 tempest-LiveAutoBlockMigrationV225Test-821062891-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:22.997876 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-fb84f68b-5c78-4f0d-a9a5-8dfb14ac9484 req-adcac7e9-9f2c-4b92-9ec0-ab636477a212 tempest-LiveAutoBlockMigrationV225Test-821062891 tempest-LiveAutoBlockMigrationV225Test-821062891-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=23a39a45-86ad-4a34-aa42-6affa73d3ff5&tenant_id=b02d9256766347f197eb5fbdd02cbc7a&binding%3Ahost_id=n-h2-705658-22 HTTP/1.1" status: 200 len: 1096 time: 0.3160584 Jul 27 20:56:23.069894 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-67f80b1e-2011-41bd-aff1-6b028516a506 req-153107ad-b19e-4aca-a9f3-61c15ba4108a tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] 10.222.0.59 "GET /v2.0/security-groups?id=c6534cb3-b44e-4a83-b57e-ddb72c2ad843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432729 Jul 27 20:56:23.174640 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.db [req-95ed24fd-24d7-4d49-b224-bed38d89c16c req-0fe0b7bf-fee6-4c28-a100-29ef475aef65 service neutron] For port 612ee925-e6ae-43e0-abcf-1c14ff009adc, host n-h2-705658-22, cleared binding levels {{(pid=105585) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:56:23.270464 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.db [req-95ed24fd-24d7-4d49-b224-bed38d89c16c req-0fe0b7bf-fee6-4c28-a100-29ef475aef65 service neutron] For port 612ee925-e6ae-43e0-abcf-1c14ff009adc, host n-h2-705658-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=612ee925-e6ae-43e0-abcf-1c14ff009adc,segment=NetworkSegment(251656dd-c9c0-4a76-afbf-1db88834cf7d),segment_id=251656dd-c9c0-4a76-afbf-1db88834cf7d)] {{(pid=105585) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:56:23.298249 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-c8701424-e156-45c8-8baa-58c11921355c req-9b9f6519-17bf-4b95-a7a2-09e24521024b tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] 10.222.0.59 "GET /v2.0/ports?device_id=d7c5737b-5126-4417-93f5-533a70fd5a86 HTTP/1.1" status: 200 len: 210 time: 0.0953035 Jul 27 20:56:23.321958 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-95ed24fd-24d7-4d49-b224-bed38d89c16c req-0fe0b7bf-fee6-4c28-a100-29ef475aef65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10221672'] for port, after_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:23.382476 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ed24fd-24d7-4d49-b224-bed38d89c16c req-0fe0b7bf-fee6-4c28-a100-29ef475aef65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:23.383158 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-95ed24fd-24d7-4d49-b224-bed38d89c16c req-0fe0b7bf-fee6-4c28-a100-29ef475aef65 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:23.384521 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-95ed24fd-24d7-4d49-b224-bed38d89c16c req-0fe0b7bf-fee6-4c28-a100-29ef475aef65 service neutron] 10.222.0.60 "PUT /v2.0/ports/612ee925-e6ae-43e0-abcf-1c14ff009adc HTTP/1.1" status: 200 len: 1092 time: 2.1776576 Jul 27 20:56:23.390335 n-d-705658-22 neutron-server[105585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9091fd17-b1d2-412b-bf40-5f69d8abbaf4', 'tag': '612ee925-e6ae-43e0-abcf-1c14ff009adc'}] {{(pid=105585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:56:23.391899 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d66fd65881426bfc2b5388084a3654e5eae521106a15a3dbf0eb4cde7106c36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb9ec335-72eb-4c95-a238-18f478d4223a" -d '{"events": [{"name": "network-changed", "server_uuid": "9091fd17-b1d2-412b-bf40-5f69d8abbaf4", "tag": "612ee925-e6ae-43e0-abcf-1c14ff009adc"}]}' {{(pid=105585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:56:23.407961 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.db [req-fb84f68b-5c78-4f0d-a9a5-8dfb14ac9484 req-d753b7ca-554b-422c-8d8a-2f1cafd7bb49 service neutron] For port c14b5680-225d-4e8a-80fe-181aabc6494e, host n-h1-705658-22, cleared binding levels {{(pid=105585) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:56:23.415216 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-0b336567-107d-49e7-8ab1-a0b1f62eb287 req-0ae48fd3-e195-48ff-8186-2cf68b56f7fe tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] Notify callbacks [] for port, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:23.427724 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-fb84f68b-5c78-4f0d-a9a5-8dfb14ac9484 req-d753b7ca-554b-422c-8d8a-2f1cafd7bb49 service neutron] Notify callbacks [] for binding, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:23.428845 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-fb84f68b-5c78-4f0d-a9a5-8dfb14ac9484 req-d753b7ca-554b-422c-8d8a-2f1cafd7bb49 service neutron] 10.222.0.60 "DELETE /v2.0/ports/c14b5680-225d-4e8a-80fe-181aabc6494e/bindings/n-h1-705658-22 HTTP/1.1" status: 204 len: 173 time: 0.4198768 Jul 27 20:56:23.432885 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [req-95ed24fd-24d7-4d49-b224-bed38d89c16c req-df6933ac-4a1d-4045-a5ed-1994585c72e5 service neutron] Request body: {'port': {'device_id': '9091fd17-b1d2-412b-bf40-5f69d8abbaf4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-705658-22'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:56:23.483295 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe0b7bf-fee6-4c28-a100-29ef475aef65 service neutron] Pushing event updated for resources: {'Port': ['ID=612ee925-e6ae-43e0-abcf-1c14ff009adc,revision_number=3']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:56:23.495909 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 20:56:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b6c1eca-97c9-4142-b91f-727577b980df x-openstack-request-id: req-4b6c1eca-97c9-4142-b91f-727577b980df {{(pid=105585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:56:23.496200 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9091fd17-b1d2-412b-bf40-5f69d8abbaf4", "tag": "612ee925-e6ae-43e0-abcf-1c14ff009adc", "status": "completed", "code": 200}]} {{(pid=105585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:56:23.496444 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-4b6c1eca-97c9-4142-b91f-727577b980df {{(pid=105585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:56:23.496832 n-d-705658-22 neutron-server[105585]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9091fd17-b1d2-412b-bf40-5f69d8abbaf4', 'tag': '612ee925-e6ae-43e0-abcf-1c14ff009adc', 'status': 'completed', 'code': 200} Jul 27 20:56:23.588670 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-95ed24fd-24d7-4d49-b224-bed38d89c16c req-df6933ac-4a1d-4045-a5ed-1994585c72e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:23.792096 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-0b336567-107d-49e7-8ab1-a0b1f62eb287 req-0ae48fd3-e195-48ff-8186-2cf68b56f7fe tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:23.804240 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] get_ports_and_sgs() called for port_ids ['a7178fc2-144b-41ac-8d14-b53354ce11f1'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 20:56:23.838900 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 35920) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:56:23.915960 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b336567-107d-49e7-8ab1-a0b1f62eb287 req-0ae48fd3-e195-48ff-8186-2cf68b56f7fe tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] Network 4d297cf8-0ab0-49a0-a8db-82a17169c88a is already hosted by enough agents. {{(pid=105585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:56:23.927264 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae48fd3-e195-48ff-8186-2cf68b56f7fe tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] Pushing event updated for resources: {'Port': ['ID=4ee93ba2-6330-4c53-abc2-bbf843dd38f2,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:56:23.940486 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.base_scheduler [req-0b336567-107d-49e7-8ab1-a0b1f62eb287 req-0ae48fd3-e195-48ff-8186-2cf68b56f7fe tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] Resources bound (agent type, host, resource id): {{(pid=105585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:56:23.947530 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b336567-107d-49e7-8ab1-a0b1f62eb287 req-0ae48fd3-e195-48ff-8186-2cf68b56f7fe tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] Received port after_create {{(pid=105585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:56:23.982559 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9ec335-72eb-4c95-a238-18f478d4223a req-4fd87983-d7e4-43f3-9464-7d264d9bea15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:23.983296 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9ec335-72eb-4c95-a238-18f478d4223a req-4fd87983-d7e4-43f3-9464-7d264d9bea15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:23.984124 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9ec335-72eb-4c95-a238-18f478d4223a req-4fd87983-d7e4-43f3-9464-7d264d9bea15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:23.986418 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-bb9ec335-72eb-4c95-a238-18f478d4223a req-4fd87983-d7e4-43f3-9464-7d264d9bea15 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8ef5ae3754f942d6bfb3fca348e04118&device_id=9091fd17-b1d2-412b-bf40-5f69d8abbaf4 HTTP/1.1" status: 200 len: 2730 time: 0.3990030 Jul 27 20:56:24.025436 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-eb5abacc-5380-4ece-969f-7a5a72fc9d91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:24.029837 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61b301c-1a0a-4c9c-8d46-5d4c544b68e0 req-ce125abe-cfba-4215-a756-2db7eeede74f tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:24.031307 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e61b301c-1a0a-4c9c-8d46-5d4c544b68e0 req-ce125abe-cfba-4215-a756-2db7eeede74f tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] 10.222.0.59 "GET /v2.0/ports?device_id=23a39a45-86ad-4a34-aa42-6affa73d3ff5 HTTP/1.1" status: 200 len: 944 time: 0.4451926 Jul 27 20:56:24.147539 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b336567-107d-49e7-8ab1-a0b1f62eb287 req-0ae48fd3-e195-48ff-8186-2cf68b56f7fe tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:24.148193 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-0b336567-107d-49e7-8ab1-a0b1f62eb287 req-0ae48fd3-e195-48ff-8186-2cf68b56f7fe tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:24.153438 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-eb5abacc-5380-4ece-969f-7a5a72fc9d91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:24.158121 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-eb5abacc-5380-4ece-969f-7a5a72fc9d91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:24.204443 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5abacc-5380-4ece-969f-7a5a72fc9d91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3bba318-f8fa-4d2e-a851-2fb611532589,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:56:24.212704 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-eb5abacc-5380-4ece-969f-7a5a72fc9d91 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=22b738f0e0f247a5b6f1e0145cfd79f9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3720007 Jul 27 20:56:24.215335 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 35928) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:56:24.268685 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-51305118-2dd3-41b7-bb20-3fae29b097cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:24.293911 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-51305118-2dd3-41b7-bb20-3fae29b097cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:24.344725 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-51305118-2dd3-41b7-bb20-3fae29b097cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:24.347545 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-51305118-2dd3-41b7-bb20-3fae29b097cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:24.348962 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-51305118-2dd3-41b7-bb20-3fae29b097cc admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/c3bba318-f8fa-4d2e-a851-2fb611532589 HTTP/1.1" status: 204 len: 168 time: 0.1325386 Jul 27 20:56:24.357935 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51305118-2dd3-41b7-bb20-3fae29b097cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3bba318-f8fa-4d2e-a851-2fb611532589,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:56:24.617829 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-0b336567-107d-49e7-8ab1-a0b1f62eb287 req-0ae48fd3-e195-48ff-8186-2cf68b56f7fe tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3811386 Jul 27 20:56:24.648267 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [req-0b336567-107d-49e7-8ab1-a0b1f62eb287 req-2dfcf783-80c9-47d3-af10-24026fca9d15 service neutron] Request body: {'port': {'device_id': 'd7c5737b-5126-4417-93f5-533a70fd5a86', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-705658-22'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:56:24.670267 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e61b301c-1a0a-4c9c-8d46-5d4c544b68e0 req-c19ea42f-259d-45e1-b1c2-bcfba878ad7d tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] 10.222.0.59 "GET /v2.0/security-groups?id=1749b80d-91c6-4bd3-8e8d-666bd095400f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5983717 Jul 27 20:56:24.717418 n-d-705658-22 neutron-server[105585]: DEBUG neutron.notifiers.nova [req-95ed24fd-24d7-4d49-b224-bed38d89c16c req-df6933ac-4a1d-4045-a5ed-1994585c72e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9590b357-b42e-4e98-9c31-89a868b84615 {{(pid=105585) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 20:56:24.734605 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-95ed24fd-24d7-4d49-b224-bed38d89c16c req-df6933ac-4a1d-4045-a5ed-1994585c72e5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:24.779076 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9ec335-72eb-4c95-a238-18f478d4223a req-b93c6662-92ea-48d0-be25-0d3dc3506e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:24.779555 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9ec335-72eb-4c95-a238-18f478d4223a req-b93c6662-92ea-48d0-be25-0d3dc3506e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:24.780027 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9ec335-72eb-4c95-a238-18f478d4223a req-b93c6662-92ea-48d0-be25-0d3dc3506e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:24.781557 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-bb9ec335-72eb-4c95-a238-18f478d4223a req-b93c6662-92ea-48d0-be25-0d3dc3506e01 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=8ef5ae3754f942d6bfb3fca348e04118&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.7818401 Jul 27 20:56:24.782612 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.provisioning_blocks [req-95ed24fd-24d7-4d49-b224-bed38d89c16c req-df6933ac-4a1d-4045-a5ed-1994585c72e5 service neutron] Transition to ACTIVE for port object 9590b357-b42e-4e98-9c31-89a868b84615 will not be triggered until provisioned by entity L2. {{(pid=105585) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:56:24.810389 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-95ed24fd-24d7-4d49-b224-bed38d89c16c req-df6933ac-4a1d-4045-a5ed-1994585c72e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10221672'] for port, after_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:24.943264 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2484218f-041c-4e24-95b1-d65161c821b6 req-35b7d015-7706-4371-b4ff-370514054222 tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:24.949093 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2484218f-041c-4e24-95b1-d65161c821b6 req-35b7d015-7706-4371-b4ff-370514054222 tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:24.955936 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2484218f-041c-4e24-95b1-d65161c821b6 req-35b7d015-7706-4371-b4ff-370514054222 tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:24.957869 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-2484218f-041c-4e24-95b1-d65161c821b6 req-35b7d015-7706-4371-b4ff-370514054222 tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] 10.222.0.59 "GET /v2.0/ports?device_id=9091fd17-b1d2-412b-bf40-5f69d8abbaf4 HTTP/1.1" status: 200 len: 2386 time: 0.8252356 Jul 27 20:56:25.069767 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-0b336567-107d-49e7-8ab1-a0b1f62eb287 req-2dfcf783-80c9-47d3-af10-24026fca9d15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:25.142406 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6933ac-4a1d-4045-a5ed-1994585c72e5 service neutron] Pushing event updated for resources: {'Port': ['ID=9590b357-b42e-4e98-9c31-89a868b84615,revision_number=2']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:56:25.255973 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9ec335-72eb-4c95-a238-18f478d4223a req-0f059f7c-93b9-4815-9045-bf6242c10ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:25.257371 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-bb9ec335-72eb-4c95-a238-18f478d4223a req-0f059f7c-93b9-4815-9045-bf6242c10ca4 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4492061 Jul 27 20:56:25.267896 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-2484218f-041c-4e24-95b1-d65161c821b6 req-70d295a4-d359-4787-8ab0-d0581dbd7d55 tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] 10.222.0.59 "GET /v2.0/security-groups?id=8e624957-e10f-45bc-9807-385c5037752b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2919660 Jul 27 20:56:25.287884 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23387952-278d-47b6-bda6-54128e9e83c3 req-ab4b55fe-1851-419e-ab03-9ad805afdd16 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:25.290980 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-23387952-278d-47b6-bda6-54128e9e83c3 req-ab4b55fe-1851-419e-ab03-9ad805afdd16 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] 10.222.0.59 "GET /v2.0/ports?device_id=6a9e53e1-344c-4083-a4f6-dbd12c7060f8 HTTP/1.1" status: 200 len: 950 time: 0.5295753 Jul 27 20:56:25.414784 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.managers [req-95ed24fd-24d7-4d49-b224-bed38d89c16c req-df6933ac-4a1d-4045-a5ed-1994585c72e5 service neutron] Attempting to bind port 9590b357-b42e-4e98-9c31-89a868b84615 on host n-h2-705658-22 for vnic_type normal with profile {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:56:25.415168 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.managers [req-95ed24fd-24d7-4d49-b224-bed38d89c16c req-df6933ac-4a1d-4045-a5ed-1994585c72e5 service neutron] Attempting to bind port 9590b357-b42e-4e98-9c31-89a868b84615 by drivers openvswitch,hyperv on host n-h2-705658-22 at level 0 using segments [{'id': '331b05df-059e-41ff-9efa-7b50e1afc788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'cce645ad-a285-4069-8b11-561c8d9db1c9'}] {{(pid=105585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:56:25.415480 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95ed24fd-24d7-4d49-b224-bed38d89c16c req-df6933ac-4a1d-4045-a5ed-1994585c72e5 service neutron] Attempting to bind port 9590b357-b42e-4e98-9c31-89a868b84615 on network cce645ad-a285-4069-8b11-561c8d9db1c9 {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:56:25.437900 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95ed24fd-24d7-4d49-b224-bed38d89c16c req-df6933ac-4a1d-4045-a5ed-1994585c72e5 service neutron] Port 9590b357-b42e-4e98-9c31-89a868b84615 on network cce645ad-a285-4069-8b11-561c8d9db1c9 not bound, no agent of type Open vSwitch agent registered on host n-h2-705658-22 {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 20:56:25.438141 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95ed24fd-24d7-4d49-b224-bed38d89c16c req-df6933ac-4a1d-4045-a5ed-1994585c72e5 service neutron] Attempting to bind port 9590b357-b42e-4e98-9c31-89a868b84615 on network cce645ad-a285-4069-8b11-561c8d9db1c9 {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:56:25.453281 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-23387952-278d-47b6-bda6-54128e9e83c3 req-f969674b-3bee-48ca-8c4c-4e78174adca2 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] 10.222.0.59 "GET /v2.0/security-groups?id=c6534cb3-b44e-4a83-b57e-ddb72c2ad843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447911 Jul 27 20:56:25.453996 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95ed24fd-24d7-4d49-b224-bed38d89c16c req-df6933ac-4a1d-4045-a5ed-1994585c72e5 service neutron] Checking agent: {'id': '65195a73-a875-4810-9f5b-622ae260a8a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 49, 40), 'started_at': datetime.datetime(2021, 7, 27, 20, 49, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 56, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:56:25.454332 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95ed24fd-24d7-4d49-b224-bed38d89c16c req-df6933ac-4a1d-4045-a5ed-1994585c72e5 service neutron] Checking segment: {'id': '331b05df-059e-41ff-9efa-7b50e1afc788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'cce645ad-a285-4069-8b11-561c8d9db1c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:56:25.454705 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95ed24fd-24d7-4d49-b224-bed38d89c16c req-df6933ac-4a1d-4045-a5ed-1994585c72e5 service neutron] Bound using segment: {'id': '331b05df-059e-41ff-9efa-7b50e1afc788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'cce645ad-a285-4069-8b11-561c8d9db1c9'} {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:56:25.455170 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.managers [req-95ed24fd-24d7-4d49-b224-bed38d89c16c req-df6933ac-4a1d-4045-a5ed-1994585c72e5 service neutron] Bound port: 9590b357-b42e-4e98-9c31-89a868b84615, host: n-h2-705658-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '331b05df-059e-41ff-9efa-7b50e1afc788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'cce645ad-a285-4069-8b11-561c8d9db1c9'}}] {{(pid=105585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:56:25.455528 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-95ed24fd-24d7-4d49-b224-bed38d89c16c req-df6933ac-4a1d-4045-a5ed-1994585c72e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:25.636957 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.db [req-95ed24fd-24d7-4d49-b224-bed38d89c16c req-df6933ac-4a1d-4045-a5ed-1994585c72e5 service neutron] For port 9590b357-b42e-4e98-9c31-89a868b84615, host n-h2-705658-22, cleared binding levels {{(pid=105585) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:56:25.663444 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.db [req-95ed24fd-24d7-4d49-b224-bed38d89c16c req-df6933ac-4a1d-4045-a5ed-1994585c72e5 service neutron] For port 9590b357-b42e-4e98-9c31-89a868b84615, host n-h2-705658-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=9590b357-b42e-4e98-9c31-89a868b84615,segment=NetworkSegment(331b05df-059e-41ff-9efa-7b50e1afc788),segment_id=331b05df-059e-41ff-9efa-7b50e1afc788)] {{(pid=105585) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:56:25.689184 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c18a4a4-6934-4683-ae8b-0ae52d9dc2c9 req-4d7845eb-de6f-4b00-8077-3e0ad9c3cb83 tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:25.689184 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-1c18a4a4-6934-4683-ae8b-0ae52d9dc2c9 req-4d7845eb-de6f-4b00-8077-3e0ad9c3cb83 tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] 10.222.0.59 "GET /v2.0/ports?device_id=d7c5737b-5126-4417-93f5-533a70fd5a86 HTTP/1.1" status: 200 len: 931 time: 0.2307010 Jul 27 20:56:25.692228 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-95ed24fd-24d7-4d49-b224-bed38d89c16c req-df6933ac-4a1d-4045-a5ed-1994585c72e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10221672'] for port, after_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:25.753948 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ed24fd-24d7-4d49-b224-bed38d89c16c req-df6933ac-4a1d-4045-a5ed-1994585c72e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:25.754925 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-95ed24fd-24d7-4d49-b224-bed38d89c16c req-df6933ac-4a1d-4045-a5ed-1994585c72e5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:25.757263 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-95ed24fd-24d7-4d49-b224-bed38d89c16c req-df6933ac-4a1d-4045-a5ed-1994585c72e5 service neutron] 10.222.0.60 "PUT /v2.0/ports/9590b357-b42e-4e98-9c31-89a868b84615 HTTP/1.1" status: 200 len: 1092 time: 2.3393345 Jul 27 20:56:25.757742 n-d-705658-22 neutron-server[105585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9091fd17-b1d2-412b-bf40-5f69d8abbaf4', 'tag': '9590b357-b42e-4e98-9c31-89a868b84615'}] {{(pid=105585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:56:25.766595 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d66fd65881426bfc2b5388084a3654e5eae521106a15a3dbf0eb4cde7106c36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd0ea61b-fc0f-44a1-b92b-9a6b9a9f8acf" -d '{"events": [{"name": "network-changed", "server_uuid": "9091fd17-b1d2-412b-bf40-5f69d8abbaf4", "tag": "9590b357-b42e-4e98-9c31-89a868b84615"}]}' {{(pid=105585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:56:25.820756 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [req-95ed24fd-24d7-4d49-b224-bed38d89c16c req-b32deb00-2ca9-4568-8231-a5f625005446 service neutron] Request body: {'port': {'device_id': '9091fd17-b1d2-412b-bf40-5f69d8abbaf4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-705658-22'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:56:25.931796 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-1c18a4a4-6934-4683-ae8b-0ae52d9dc2c9 req-81496378-f4ec-4719-bb98-c6dbd40dfeab tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] 10.222.0.59 "GET /v2.0/security-groups?id=594c38b0-00a0-4e02-9d5e-673f3a5e469c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2304869 Jul 27 20:56:25.983265 n-d-705658-22 neutron-server[105585]: DEBUG neutron.notifiers.nova [req-0b336567-107d-49e7-8ab1-a0b1f62eb287 req-2dfcf783-80c9-47d3-af10-24026fca9d15 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ee93ba2-6330-4c53-abc2-bbf843dd38f2 {{(pid=105585) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 20:56:25.991968 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-0b336567-107d-49e7-8ab1-a0b1f62eb287 req-2dfcf783-80c9-47d3-af10-24026fca9d15 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:26.018597 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6933ac-4a1d-4045-a5ed-1994585c72e5 service neutron] Pushing event updated for resources: {'Port': ['ID=9590b357-b42e-4e98-9c31-89a868b84615,revision_number=3']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:56:26.022953 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.provisioning_blocks [req-0b336567-107d-49e7-8ab1-a0b1f62eb287 req-2dfcf783-80c9-47d3-af10-24026fca9d15 service neutron] Transition to ACTIVE for port object 4ee93ba2-6330-4c53-abc2-bbf843dd38f2 will not be triggered until provisioned by entity L2. {{(pid=105585) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:56:26.072678 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-0b336567-107d-49e7-8ab1-a0b1f62eb287 req-2dfcf783-80c9-47d3-af10-24026fca9d15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10221672'] for port, after_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:26.079372 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 35974) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:56:26.178561 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-95ed24fd-24d7-4d49-b224-bed38d89c16c req-b32deb00-2ca9-4568-8231-a5f625005446 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:26.187046 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfcf783-80c9-47d3-af10-24026fca9d15 service neutron] Pushing event updated for resources: {'Port': ['ID=4ee93ba2-6330-4c53-abc2-bbf843dd38f2,revision_number=2']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:56:26.197972 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-e8a56a0f-6ffa-4b5b-b1f4-b59f598910fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:26.224835 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69c0970-9b59-4c72-9683-409a750183af req-997623b1-20cf-47c0-b22c-c8517d148fae tempest-ServersWithSpecificFlavorTestJSON-635688280 tempest-ServersWithSpecificFlavorTestJSON-635688280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:26.231567 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f69c0970-9b59-4c72-9683-409a750183af req-997623b1-20cf-47c0-b22c-c8517d148fae tempest-ServersWithSpecificFlavorTestJSON-635688280 tempest-ServersWithSpecificFlavorTestJSON-635688280-project] 10.222.0.59 "GET /v2.0/ports?device_id=4d0397ab-d49a-4764-929c-fe637a207962 HTTP/1.1" status: 200 len: 945 time: 0.3861680 Jul 27 20:56:26.238605 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8430a8cb-de95-4b3d-a92a-acef79f7d8be req-e62e63a0-b73a-4cb9-bf37-a7bdcbd7b71f tempest-LiveAutoBlockMigrationV225Test-821062891 tempest-LiveAutoBlockMigrationV225Test-821062891-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:26.240361 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-8430a8cb-de95-4b3d-a92a-acef79f7d8be req-e62e63a0-b73a-4cb9-bf37-a7bdcbd7b71f tempest-LiveAutoBlockMigrationV225Test-821062891 tempest-LiveAutoBlockMigrationV225Test-821062891-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=23a39a45-86ad-4a34-aa42-6affa73d3ff5 HTTP/1.1" status: 200 len: 1096 time: 0.2346625 Jul 27 20:56:26.296428 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-e8a56a0f-6ffa-4b5b-b1f4-b59f598910fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:26.301957 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-e8a56a0f-6ffa-4b5b-b1f4-b59f598910fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:26.346670 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a56a0f-6ffa-4b5b-b1f4-b59f598910fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47e28191-3630-4c96-9d8f-a9717d7d4555,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:56:26.353814 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-e8a56a0f-6ffa-4b5b-b1f4-b59f598910fc admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=4230bce660e6494daab11ff81d5c50ad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2710271 Jul 27 20:56:26.355431 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 35982) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:56:26.359362 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f69c0970-9b59-4c72-9683-409a750183af req-475ea514-798c-4dc3-beb6-d0d12e85b8cf tempest-ServersWithSpecificFlavorTestJSON-635688280 tempest-ServersWithSpecificFlavorTestJSON-635688280-project] 10.222.0.59 "GET /v2.0/security-groups?id=55ca020d-7119-4e40-9e04-2cd3ab975f98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1268029 Jul 27 20:56:26.373632 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-8430a8cb-de95-4b3d-a92a-acef79f7d8be req-40b6ac88-b7b7-441b-986a-f2f24375df6f tempest-LiveAutoBlockMigrationV225Test-821062891 tempest-LiveAutoBlockMigrationV225Test-821062891-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=1749b80d-91c6-4bd3-8e8d-666bd095400f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091356 Jul 27 20:56:26.391864 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.managers [req-0b336567-107d-49e7-8ab1-a0b1f62eb287 req-2dfcf783-80c9-47d3-af10-24026fca9d15 service neutron] Attempting to bind port 4ee93ba2-6330-4c53-abc2-bbf843dd38f2 on host n-h1-705658-22 for vnic_type normal with profile {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:56:26.392200 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.managers [req-0b336567-107d-49e7-8ab1-a0b1f62eb287 req-2dfcf783-80c9-47d3-af10-24026fca9d15 service neutron] Attempting to bind port 4ee93ba2-6330-4c53-abc2-bbf843dd38f2 by drivers openvswitch,hyperv on host n-h1-705658-22 at level 0 using segments [{'id': '7ddd3554-64b5-4ff7-9735-f58b31de803c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '4d297cf8-0ab0-49a0-a8db-82a17169c88a'}] {{(pid=105585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:56:26.392532 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b336567-107d-49e7-8ab1-a0b1f62eb287 req-2dfcf783-80c9-47d3-af10-24026fca9d15 service neutron] Attempting to bind port 4ee93ba2-6330-4c53-abc2-bbf843dd38f2 on network 4d297cf8-0ab0-49a0-a8db-82a17169c88a {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:56:26.398000 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b336567-107d-49e7-8ab1-a0b1f62eb287 req-2dfcf783-80c9-47d3-af10-24026fca9d15 service neutron] Port 4ee93ba2-6330-4c53-abc2-bbf843dd38f2 on network 4d297cf8-0ab0-49a0-a8db-82a17169c88a not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-22 {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 20:56:26.398515 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b336567-107d-49e7-8ab1-a0b1f62eb287 req-2dfcf783-80c9-47d3-af10-24026fca9d15 service neutron] Attempting to bind port 4ee93ba2-6330-4c53-abc2-bbf843dd38f2 on network 4d297cf8-0ab0-49a0-a8db-82a17169c88a {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:56:26.445673 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-a8b85091-0051-4ced-8f54-d5f85b6c4415 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:26.479150 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-a8b85091-0051-4ced-8f54-d5f85b6c4415 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:26.486523 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 20:56:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6c6accf-ff6b-45a8-a8d8-00def735faa7 x-openstack-request-id: req-e6c6accf-ff6b-45a8-a8d8-00def735faa7 {{(pid=105585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:56:26.486825 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9091fd17-b1d2-412b-bf40-5f69d8abbaf4", "tag": "9590b357-b42e-4e98-9c31-89a868b84615", "status": "completed", "code": 200}]} {{(pid=105585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:56:26.487071 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-e6c6accf-ff6b-45a8-a8d8-00def735faa7 {{(pid=105585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:56:26.487597 n-d-705658-22 neutron-server[105585]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9091fd17-b1d2-412b-bf40-5f69d8abbaf4', 'tag': '9590b357-b42e-4e98-9c31-89a868b84615', 'status': 'completed', 'code': 200} Jul 27 20:56:26.502600 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b336567-107d-49e7-8ab1-a0b1f62eb287 req-2dfcf783-80c9-47d3-af10-24026fca9d15 service neutron] Checking agent: {'id': '9d9bc37f-4d75-44ef-9f63-799aab3e316f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 49, 36), 'started_at': datetime.datetime(2021, 7, 27, 20, 49, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 56, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:56:26.502600 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b336567-107d-49e7-8ab1-a0b1f62eb287 req-2dfcf783-80c9-47d3-af10-24026fca9d15 service neutron] Checking segment: {'id': '7ddd3554-64b5-4ff7-9735-f58b31de803c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '4d297cf8-0ab0-49a0-a8db-82a17169c88a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:56:26.503069 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b336567-107d-49e7-8ab1-a0b1f62eb287 req-2dfcf783-80c9-47d3-af10-24026fca9d15 service neutron] Bound using segment: {'id': '7ddd3554-64b5-4ff7-9735-f58b31de803c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '4d297cf8-0ab0-49a0-a8db-82a17169c88a'} {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:56:26.503450 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.managers [req-0b336567-107d-49e7-8ab1-a0b1f62eb287 req-2dfcf783-80c9-47d3-af10-24026fca9d15 service neutron] Bound port: 4ee93ba2-6330-4c53-abc2-bbf843dd38f2, host: n-h1-705658-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ddd3554-64b5-4ff7-9735-f58b31de803c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '4d297cf8-0ab0-49a0-a8db-82a17169c88a'}}] {{(pid=105585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:56:26.503800 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-0b336567-107d-49e7-8ab1-a0b1f62eb287 req-2dfcf783-80c9-47d3-af10-24026fca9d15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:26.556208 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-a8b85091-0051-4ced-8f54-d5f85b6c4415 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:26.559624 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-a8b85091-0051-4ced-8f54-d5f85b6c4415 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:26.563690 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-a8b85091-0051-4ced-8f54-d5f85b6c4415 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/47e28191-3630-4c96-9d8f-a9717d7d4555 HTTP/1.1" status: 204 len: 168 time: 0.2048068 Jul 27 20:56:26.571059 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b85091-0051-4ced-8f54-d5f85b6c4415 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47e28191-3630-4c96-9d8f-a9717d7d4555,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:56:26.775779 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.db [req-0b336567-107d-49e7-8ab1-a0b1f62eb287 req-2dfcf783-80c9-47d3-af10-24026fca9d15 service neutron] For port 4ee93ba2-6330-4c53-abc2-bbf843dd38f2, host n-h1-705658-22, cleared binding levels {{(pid=105585) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:56:26.790730 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0ea61b-fc0f-44a1-b92b-9a6b9a9f8acf req-c18df697-3b36-4b8f-8814-1a99901c7346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:26.791233 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0ea61b-fc0f-44a1-b92b-9a6b9a9f8acf req-c18df697-3b36-4b8f-8814-1a99901c7346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:26.791706 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0ea61b-fc0f-44a1-b92b-9a6b9a9f8acf req-c18df697-3b36-4b8f-8814-1a99901c7346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:26.793310 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-bd0ea61b-fc0f-44a1-b92b-9a6b9a9f8acf req-c18df697-3b36-4b8f-8814-1a99901c7346 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8ef5ae3754f942d6bfb3fca348e04118&device_id=9091fd17-b1d2-412b-bf40-5f69d8abbaf4 HTTP/1.1" status: 200 len: 2798 time: 0.3029070 Jul 27 20:56:26.812029 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.db [req-0b336567-107d-49e7-8ab1-a0b1f62eb287 req-2dfcf783-80c9-47d3-af10-24026fca9d15 service neutron] For port 4ee93ba2-6330-4c53-abc2-bbf843dd38f2, host n-h1-705658-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=4ee93ba2-6330-4c53-abc2-bbf843dd38f2,segment=NetworkSegment(7ddd3554-64b5-4ff7-9735-f58b31de803c),segment_id=7ddd3554-64b5-4ff7-9735-f58b31de803c)] {{(pid=105585) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:56:26.844079 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-0b336567-107d-49e7-8ab1-a0b1f62eb287 req-2dfcf783-80c9-47d3-af10-24026fca9d15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10221672'] for port, after_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:26.895122 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1d0028-6533-419e-a026-f19c198ef325 req-490da4e7-d1c5-41dc-b152-70cc50c24481 tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:26.901050 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1d0028-6533-419e-a026-f19c198ef325 req-490da4e7-d1c5-41dc-b152-70cc50c24481 tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:26.906867 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1d0028-6533-419e-a026-f19c198ef325 req-490da4e7-d1c5-41dc-b152-70cc50c24481 tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:26.908516 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-0d1d0028-6533-419e-a026-f19c198ef325 req-490da4e7-d1c5-41dc-b152-70cc50c24481 tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] 10.222.0.59 "GET /v2.0/ports?device_id=9091fd17-b1d2-412b-bf40-5f69d8abbaf4 HTTP/1.1" status: 200 len: 2398 time: 0.3672457 Jul 27 20:56:26.982609 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b336567-107d-49e7-8ab1-a0b1f62eb287 req-2dfcf783-80c9-47d3-af10-24026fca9d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:26.983244 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-0b336567-107d-49e7-8ab1-a0b1f62eb287 req-2dfcf783-80c9-47d3-af10-24026fca9d15 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:26.984641 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-0b336567-107d-49e7-8ab1-a0b1f62eb287 req-2dfcf783-80c9-47d3-af10-24026fca9d15 service neutron] 10.222.0.36 "PUT /v2.0/ports/4ee93ba2-6330-4c53-abc2-bbf843dd38f2 HTTP/1.1" status: 200 len: 1092 time: 2.3493617 Jul 27 20:56:27.020933 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73a200f-c815-403a-a30b-7737de5431ff req-5b8ba2f1-4371-45fc-a5df-a27382267e95 tempest-LiveAutoBlockMigrationV225Test-821062891 tempest-LiveAutoBlockMigrationV225Test-821062891-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:27.022467 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f73a200f-c815-403a-a30b-7737de5431ff req-5b8ba2f1-4371-45fc-a5df-a27382267e95 tempest-LiveAutoBlockMigrationV225Test-821062891 tempest-LiveAutoBlockMigrationV225Test-821062891-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=23a39a45-86ad-4a34-aa42-6affa73d3ff5 HTTP/1.1" status: 200 len: 1096 time: 0.3949749 Jul 27 20:56:27.257654 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 36014) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:56:27.381202 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-f046da80-85d3-44cd-b758-b0b6320fcb76 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-1331497599-network', 'tenant_id': '721bd3052418472897f315f76424a2e7'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:56:27.402518 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f046da80-85d3-44cd-b758-b0b6320fcb76 admin admin] Made reservation on behalf of 721bd3052418472897f315f76424a2e7 for: {'network': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:56:27.405615 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfcf783-80c9-47d3-af10-24026fca9d15 service neutron] Pushing event updated for resources: {'Port': ['ID=4ee93ba2-6330-4c53-abc2-bbf843dd38f2,revision_number=3']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:56:27.405780 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-f046da80-85d3-44cd-b758-b0b6320fcb76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for network, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:27.411562 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-0d1d0028-6533-419e-a026-f19c198ef325 req-99cba245-4852-4a0f-9f33-4569781df5c0 tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] 10.222.0.59 "GET /v2.0/security-groups?id=8e624957-e10f-45bc-9807-385c5037752b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4908886 Jul 27 20:56:27.415756 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-f046da80-85d3-44cd-b758-b0b6320fcb76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:27.417678 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0ea61b-fc0f-44a1-b92b-9a6b9a9f8acf req-ec34eed0-233d-4d2c-b5ad-efec4c21b57a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:27.418154 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0ea61b-fc0f-44a1-b92b-9a6b9a9f8acf req-ec34eed0-233d-4d2c-b5ad-efec4c21b57a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:27.418617 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0ea61b-fc0f-44a1-b92b-9a6b9a9f8acf req-ec34eed0-233d-4d2c-b5ad-efec4c21b57a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:27.420755 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-bd0ea61b-fc0f-44a1-b92b-9a6b9a9f8acf req-ec34eed0-233d-4d2c-b5ad-efec4c21b57a service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=8ef5ae3754f942d6bfb3fca348e04118&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.6156685 Jul 27 20:56:27.434356 n-d-705658-22 neutron-server[105585]: DEBUG neutron.notifiers.nova [req-95ed24fd-24d7-4d49-b224-bed38d89c16c req-b32deb00-2ca9-4568-8231-a5f625005446 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5bcc4e11-a713-4484-8bac-43492e151514 {{(pid=105585) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 20:56:27.459207 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-95ed24fd-24d7-4d49-b224-bed38d89c16c req-b32deb00-2ca9-4568-8231-a5f625005446 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:27.505391 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f73a200f-c815-403a-a30b-7737de5431ff req-2d5fed8a-a7b9-4192-94dd-0ad9ea960b66 tempest-LiveAutoBlockMigrationV225Test-821062891 tempest-LiveAutoBlockMigrationV225Test-821062891-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=1749b80d-91c6-4bd3-8e8d-666bd095400f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4740775 Jul 27 20:56:27.527819 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.provisioning_blocks [req-95ed24fd-24d7-4d49-b224-bed38d89c16c req-b32deb00-2ca9-4568-8231-a5f625005446 service neutron] Transition to ACTIVE for port object 5bcc4e11-a713-4484-8bac-43492e151514 will not be triggered until provisioned by entity L2. {{(pid=105585) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:56:27.533060 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-f046da80-85d3-44cd-b758-b0b6320fcb76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:27.548862 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-f046da80-85d3-44cd-b758-b0b6320fcb76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:27.563935 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-95ed24fd-24d7-4d49-b224-bed38d89c16c req-b32deb00-2ca9-4568-8231-a5f625005446 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10221672'] for port, after_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:27.573513 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f046da80-85d3-44cd-b758-b0b6320fcb76 admin admin] vlan segment allocate from pool success with {'vlan_id': 210, 'physical_network': 'physnet1'} {{(pid=105584) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 20:56:27.594563 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f046da80-85d3-44cd-b758-b0b6320fcb76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=129b0ce3-d358-4c2b-a75e-5e5d16e335e2,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:56:27.597845 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-f046da80-85d3-44cd-b758-b0b6320fcb76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:27.598190 n-d-705658-22 neutron-server[105584]: INFO neutron.db.segments_db [None req-f046da80-85d3-44cd-b758-b0b6320fcb76 admin admin] Added segment 665ec0a0-f98b-48fb-869a-785777373b9a of type vlan for network cc43aace-70e3-4d8a-b340-ebf74034660a Jul 27 20:56:27.642613 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-f046da80-85d3-44cd-b758-b0b6320fcb76 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790688424798'] for network, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:27.649821 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b336567-107d-49e7-8ab1-a0b1f62eb287 req-366941c2-99a2-4721-b902-479acd473195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:27.652067 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-0b336567-107d-49e7-8ab1-a0b1f62eb287 req-366941c2-99a2-4721-b902-479acd473195 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0ae9964322044591b167626dd714310e&device_id=d7c5737b-5126-4417-93f5-533a70fd5a86 HTTP/1.1" status: 200 len: 1095 time: 0.6149015 Jul 27 20:56:27.667625 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0ea61b-fc0f-44a1-b92b-9a6b9a9f8acf req-f3a29175-9fc5-44be-af3f-1c69ded5f832 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:27.669050 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-bd0ea61b-fc0f-44a1-b92b-9a6b9a9f8acf req-f3a29175-9fc5-44be-af3f-1c69ded5f832 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2305465 Jul 27 20:56:27.671154 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32deb00-2ca9-4568-8231-a5f625005446 service neutron] Pushing event updated for resources: {'Port': ['ID=5bcc4e11-a713-4484-8bac-43492e151514,revision_number=2']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:56:27.685844 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-f046da80-85d3-44cd-b758-b0b6320fcb76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920'] for network, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:27.688671 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f046da80-85d3-44cd-b758-b0b6320fcb76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:27.692383 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-f046da80-85d3-44cd-b758-b0b6320fcb76 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743886'] for network, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:27.768165 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-f046da80-85d3-44cd-b758-b0b6320fcb76 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.5066431 Jul 27 20:56:27.768383 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-0b336567-107d-49e7-8ab1-a0b1f62eb287 req-170ecee8-fb52-40f1-b001-578378f54a88 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4ee93ba2-6330-4c53-abc2-bbf843dd38f2 HTTP/1.1" status: 200 len: 217 time: 0.0995970 Jul 27 20:56:27.769459 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 36026) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:56:27.773598 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-c24c4d6b-22b1-4d07-a631-bd015b2a0566 admin admin] Request body: {'subnet': {'network_id': 'cc43aace-70e3-4d8a-b340-ebf74034660a', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-1331497599-subnet', 'tenant_id': '721bd3052418472897f315f76424a2e7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:56:27.783366 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f046da80-85d3-44cd-b758-b0b6320fcb76 admin admin] Pushing event updated for resources: {'Network': ['ID=cc43aace-70e3-4d8a-b340-ebf74034660a,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:56:27.801720 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Network cc43aace-70e3-4d8a-b340-ebf74034660a details requested by agent ovs-agent-n-d-705658-22 with host n-d-705658-22 {{(pid=105586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 20:56:27.804927 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c24c4d6b-22b1-4d07-a631-bd015b2a0566 admin admin] Made reservation on behalf of 721bd3052418472897f315f76424a2e7 for: {'subnet': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:56:27.808224 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c24c4d6b-22b1-4d07-a631-bd015b2a0566 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9738786'] for subnet, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:27.821731 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e1f3dd-5f07-461e-83fa-87bfd7da3ad9 req-9d4fcac4-3e06-46b6-b08e-4584d7b9997b tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:27.827527 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-66e1f3dd-5f07-461e-83fa-87bfd7da3ad9 req-9d4fcac4-3e06-46b6-b08e-4584d7b9997b tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] 10.222.0.59 "GET /v2.0/ports?device_id=6a9e53e1-344c-4083-a4f6-dbd12c7060f8 HTTP/1.1" status: 200 len: 950 time: 0.3188217 Jul 27 20:56:27.913342 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b336567-107d-49e7-8ab1-a0b1f62eb287 req-d917a660-c861-4690-86f4-0f40bbb05fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:27.914796 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-0b336567-107d-49e7-8ab1-a0b1f62eb287 req-d917a660-c861-4690-86f4-0f40bbb05fe6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ff9685c6-941b-44c9-867d-9e4581186e02 HTTP/1.1" status: 200 len: 848 time: 0.1331489 Jul 27 20:56:27.922242 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.managers [req-95ed24fd-24d7-4d49-b224-bed38d89c16c req-b32deb00-2ca9-4568-8231-a5f625005446 service neutron] Attempting to bind port 5bcc4e11-a713-4484-8bac-43492e151514 on host n-h2-705658-22 for vnic_type normal with profile {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:56:27.922578 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.managers [req-95ed24fd-24d7-4d49-b224-bed38d89c16c req-b32deb00-2ca9-4568-8231-a5f625005446 service neutron] Attempting to bind port 5bcc4e11-a713-4484-8bac-43492e151514 by drivers openvswitch,hyperv on host n-h2-705658-22 at level 0 using segments [{'id': '251656dd-c9c0-4a76-afbf-1db88834cf7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'cfd8fe71-ac73-4135-9433-7bc6fe70bccd'}] {{(pid=105585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:56:27.922901 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95ed24fd-24d7-4d49-b224-bed38d89c16c req-b32deb00-2ca9-4568-8231-a5f625005446 service neutron] Attempting to bind port 5bcc4e11-a713-4484-8bac-43492e151514 on network cfd8fe71-ac73-4135-9433-7bc6fe70bccd {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:56:27.948446 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95ed24fd-24d7-4d49-b224-bed38d89c16c req-b32deb00-2ca9-4568-8231-a5f625005446 service neutron] Port 5bcc4e11-a713-4484-8bac-43492e151514 on network cfd8fe71-ac73-4135-9433-7bc6fe70bccd not bound, no agent of type Open vSwitch agent registered on host n-h2-705658-22 {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 20:56:27.948771 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95ed24fd-24d7-4d49-b224-bed38d89c16c req-b32deb00-2ca9-4568-8231-a5f625005446 service neutron] Attempting to bind port 5bcc4e11-a713-4484-8bac-43492e151514 on network cfd8fe71-ac73-4135-9433-7bc6fe70bccd {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:56:27.952945 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-66e1f3dd-5f07-461e-83fa-87bfd7da3ad9 req-63d226f3-8288-4c44-95a8-9f544b30dcd4 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] 10.222.0.59 "GET /v2.0/security-groups?id=c6534cb3-b44e-4a83-b57e-ddb72c2ad843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011302 Jul 27 20:56:27.985031 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-0b336567-107d-49e7-8ab1-a0b1f62eb287 req-56f99b08-a2b6-44fd-a3ef-c190a0d478e0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4d297cf8-0ab0-49a0-a8db-82a17169c88a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0499365 Jul 27 20:56:27.987414 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95ed24fd-24d7-4d49-b224-bed38d89c16c req-b32deb00-2ca9-4568-8231-a5f625005446 service neutron] Checking agent: {'id': '65195a73-a875-4810-9f5b-622ae260a8a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 49, 40), 'started_at': datetime.datetime(2021, 7, 27, 20, 49, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 56, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:56:27.987753 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95ed24fd-24d7-4d49-b224-bed38d89c16c req-b32deb00-2ca9-4568-8231-a5f625005446 service neutron] Checking segment: {'id': '251656dd-c9c0-4a76-afbf-1db88834cf7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'cfd8fe71-ac73-4135-9433-7bc6fe70bccd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:56:27.988152 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95ed24fd-24d7-4d49-b224-bed38d89c16c req-b32deb00-2ca9-4568-8231-a5f625005446 service neutron] Bound using segment: {'id': '251656dd-c9c0-4a76-afbf-1db88834cf7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'cfd8fe71-ac73-4135-9433-7bc6fe70bccd'} {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:56:27.988593 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.managers [req-95ed24fd-24d7-4d49-b224-bed38d89c16c req-b32deb00-2ca9-4568-8231-a5f625005446 service neutron] Bound port: 5bcc4e11-a713-4484-8bac-43492e151514, host: n-h2-705658-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '251656dd-c9c0-4a76-afbf-1db88834cf7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'cfd8fe71-ac73-4135-9433-7bc6fe70bccd'}}] {{(pid=105585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:56:27.988949 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-95ed24fd-24d7-4d49-b224-bed38d89c16c req-b32deb00-2ca9-4568-8231-a5f625005446 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:27.999978 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14dd67f0-863e-4db4-9c53-3b60b40b8990 req-6b3762f4-6ca5-4d42-8a4f-494a2ea7b986 tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:28.001467 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-14dd67f0-863e-4db4-9c53-3b60b40b8990 req-6b3762f4-6ca5-4d42-8a4f-494a2ea7b986 tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] 10.222.0.59 "GET /v2.0/ports?device_id=d7c5737b-5126-4417-93f5-533a70fd5a86 HTTP/1.1" status: 200 len: 943 time: 0.2418237 Jul 27 20:56:28.011685 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c24c4d6b-22b1-4d07-a631-bd015b2a0566 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9014150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9738800'] for subnet, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:28.058155 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24c4d6b-22b1-4d07-a631-bd015b2a0566 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b995ba7e-29ce-42e3-8144-d363d37c9e8b,revision_number=0']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:56:28.082737 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c24c4d6b-22b1-4d07-a631-bd015b2a0566 admin admin] Checking segment: {'id': '665ec0a0-f98b-48fb-869a-785777373b9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'cc43aace-70e3-4d8a-b340-ebf74034660a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:56:28.083152 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c24c4d6b-22b1-4d07-a631-bd015b2a0566 admin admin] Network hostable DHCP agents. Network: cc43aace-70e3-4d8a-b340-ebf74034660a, hostable agents: ['7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a'], hosted agents: [] {{(pid=105584) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 20:56:28.124383 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c24c4d6b-22b1-4d07-a631-bd015b2a0566 admin admin] Network cc43aace-70e3-4d8a-b340-ebf74034660a is scheduled to be hosted by DHCP agent 7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a with binding_index 1 {{(pid=105584) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 20:56:28.136714 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [None req-c24c4d6b-22b1-4d07-a631-bd015b2a0566 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-22, cc43aace-70e3-4d8a-b340-ebf74034660a) {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:56:28.143030 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c24c4d6b-22b1-4d07-a631-bd015b2a0566 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:28.144005 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c24c4d6b-22b1-4d07-a631-bd015b2a0566 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:28.144142 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-14dd67f0-863e-4db4-9c53-3b60b40b8990 req-6d78e407-18a5-4952-97c6-0847698bc9cb tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] 10.222.0.59 "GET /v2.0/security-groups?id=594c38b0-00a0-4e02-9d5e-673f3a5e469c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260285 Jul 27 20:56:28.149533 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b781b70-c892-4c40-a6ad-b4f47a3d3f8d None None] Network cc43aace-70e3-4d8a-b340-ebf74034660a requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 20:56:28.172785 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.db [req-95ed24fd-24d7-4d49-b224-bed38d89c16c req-b32deb00-2ca9-4568-8231-a5f625005446 service neutron] For port 5bcc4e11-a713-4484-8bac-43492e151514, host n-h2-705658-22, cleared binding levels {{(pid=105585) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:56:28.178612 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.db [req-95ed24fd-24d7-4d49-b224-bed38d89c16c req-b32deb00-2ca9-4568-8231-a5f625005446 service neutron] For port 5bcc4e11-a713-4484-8bac-43492e151514, host n-h2-705658-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=5bcc4e11-a713-4484-8bac-43492e151514,segment=NetworkSegment(251656dd-c9c0-4a76-afbf-1db88834cf7d),segment_id=251656dd-c9c0-4a76-afbf-1db88834cf7d)] {{(pid=105585) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:56:28.183706 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-95ed24fd-24d7-4d49-b224-bed38d89c16c req-b32deb00-2ca9-4568-8231-a5f625005446 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10221672'] for port, after_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:28.190114 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-0b336567-107d-49e7-8ab1-a0b1f62eb287 req-8b50a7f8-02dc-460e-bdcf-bd0503d0bf55 service neutron] 10.222.0.36 "GET /v2.0/networks/4d297cf8-0ab0-49a0-a8db-82a17169c88a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1849949 Jul 27 20:56:28.193031 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-c24c4d6b-22b1-4d07-a631-bd015b2a0566 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.4233921 Jul 27 20:56:28.260040 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ed24fd-24d7-4d49-b224-bed38d89c16c req-b32deb00-2ca9-4568-8231-a5f625005446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:28.260664 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-95ed24fd-24d7-4d49-b224-bed38d89c16c req-b32deb00-2ca9-4568-8231-a5f625005446 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:28.262674 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-95ed24fd-24d7-4d49-b224-bed38d89c16c req-b32deb00-2ca9-4568-8231-a5f625005446 service neutron] 10.222.0.60 "PUT /v2.0/ports/5bcc4e11-a713-4484-8bac-43492e151514 HTTP/1.1" status: 200 len: 1092 time: 2.4533150 Jul 27 20:56:28.325960 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32deb00-2ca9-4568-8231-a5f625005446 service neutron] Pushing event updated for resources: {'Port': ['ID=5bcc4e11-a713-4484-8bac-43492e151514,revision_number=3']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:56:28.424128 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fc7382d-d6dd-41a9-9ba5-ace9badb3783 None None] Network cc43aace-70e3-4d8a-b340-ebf74034660a requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 20:56:28.472739 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-0b336567-107d-49e7-8ab1-a0b1f62eb287 req-3ae53eed-1354-4194-8763-008aa9158f9b service neutron] 10.222.0.36 "GET /v2.0/networks/4d297cf8-0ab0-49a0-a8db-82a17169c88a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2326028 Jul 27 20:56:28.495219 n-d-705658-22 neutron-server[105585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7c5737b-5126-4417-93f5-533a70fd5a86', 'tag': '4ee93ba2-6330-4c53-abc2-bbf843dd38f2'}, {'name': 'network-changed', 'server_uuid': '9091fd17-b1d2-412b-bf40-5f69d8abbaf4', 'tag': '5bcc4e11-a713-4484-8bac-43492e151514'}] {{(pid=105585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:56:28.498596 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d66fd65881426bfc2b5388084a3654e5eae521106a15a3dbf0eb4cde7106c36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07d6c35a-eaed-48ff-95e7-b8fc809ca03b" -d '{"events": [{"name": "network-changed", "server_uuid": "d7c5737b-5126-4417-93f5-533a70fd5a86", "tag": "4ee93ba2-6330-4c53-abc2-bbf843dd38f2"}, {"name": "network-changed", "server_uuid": "9091fd17-b1d2-412b-bf40-5f69d8abbaf4", "tag": "5bcc4e11-a713-4484-8bac-43492e151514"}]}' {{(pid=105585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:56:28.508644 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ed24fd-24d7-4d49-b224-bed38d89c16c req-c7223773-d291-4c61-83d3-d8a5c5f4f537 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:28.509115 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ed24fd-24d7-4d49-b224-bed38d89c16c req-c7223773-d291-4c61-83d3-d8a5c5f4f537 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:28.509594 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ed24fd-24d7-4d49-b224-bed38d89c16c req-c7223773-d291-4c61-83d3-d8a5c5f4f537 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:28.511283 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-95ed24fd-24d7-4d49-b224-bed38d89c16c req-c7223773-d291-4c61-83d3-d8a5c5f4f537 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8ef5ae3754f942d6bfb3fca348e04118&device_id=9091fd17-b1d2-412b-bf40-5f69d8abbaf4 HTTP/1.1" status: 200 len: 2866 time: 0.1885502 Jul 27 20:56:28.517657 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-6de5d219-fdc8-4940-a1c2-99cea0be981c req-21feb1fa-b7d9-4cc5-aeab-d383ff2079df tempest-ServersWithSpecificFlavorTestJSON-635688280 tempest-ServersWithSpecificFlavorTestJSON-635688280-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-securitygroup--1314683063&fields=id&tenant_id=f4dd8c54051d43128b80a7b27aca23a8 HTTP/1.1" status: 200 len: 267 time: 0.0843208 Jul 27 20:56:28.575290 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-95ed24fd-24d7-4d49-b224-bed38d89c16c req-cbcb82ee-304b-479d-9113-120ce936febd service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.44&port_id=612ee925-e6ae-43e0-abcf-1c14ff009adc HTTP/1.1" status: 200 len: 217 time: 0.0534203 Jul 27 20:56:28.729086 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ed24fd-24d7-4d49-b224-bed38d89c16c req-02604d60-093a-4b62-aa00-cf40823eb6d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:28.730517 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-95ed24fd-24d7-4d49-b224-bed38d89c16c req-02604d60-093a-4b62-aa00-cf40823eb6d2 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c21d7467-8fb3-4477-8b26-f9d7adff4042 HTTP/1.1" status: 200 len: 801 time: 0.1313574 Jul 27 20:56:28.764475 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de5d219-fdc8-4940-a1c2-99cea0be981c req-ccf6f7c8-3711-463e-85dc-238740da4d43 tempest-ServersWithSpecificFlavorTestJSON-635688280 tempest-ServersWithSpecificFlavorTestJSON-635688280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:28.765895 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-6de5d219-fdc8-4940-a1c2-99cea0be981c req-ccf6f7c8-3711-463e-85dc-238740da4d43 tempest-ServersWithSpecificFlavorTestJSON-635688280 tempest-ServersWithSpecificFlavorTestJSON-635688280-project] 10.222.0.59 "GET /v2.0/networks?id=ad708756-4858-4bf7-9c63-5e8aacaf6c3a HTTP/1.1" status: 200 len: 823 time: 0.1933784 Jul 27 20:56:28.805708 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d660d5fc-20ca-4a99-91ce-9d4e7d92fcd3 req-053e5b2a-9b4c-4d92-8252-39114bd712d6 tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:28.812035 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d660d5fc-20ca-4a99-91ce-9d4e7d92fcd3 req-053e5b2a-9b4c-4d92-8252-39114bd712d6 tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:28.817794 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d660d5fc-20ca-4a99-91ce-9d4e7d92fcd3 req-053e5b2a-9b4c-4d92-8252-39114bd712d6 tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:28.819330 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-d660d5fc-20ca-4a99-91ce-9d4e7d92fcd3 req-053e5b2a-9b4c-4d92-8252-39114bd712d6 tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] 10.222.0.59 "GET /v2.0/ports?device_id=9091fd17-b1d2-412b-bf40-5f69d8abbaf4 HTTP/1.1" status: 200 len: 2410 time: 0.2214153 Jul 27 20:56:28.822016 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-6de5d219-fdc8-4940-a1c2-99cea0be981c req-46477a59-a0a3-4f55-8358-8edfc40bf756 tempest-ServersWithSpecificFlavorTestJSON-635688280 tempest-ServersWithSpecificFlavorTestJSON-635688280-project] 10.222.0.59 "GET /v2.0/quotas/f4dd8c54051d43128b80a7b27aca23a8 HTTP/1.1" status: 200 len: 375 time: 0.0384343 Jul 27 20:56:28.897068 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-d660d5fc-20ca-4a99-91ce-9d4e7d92fcd3 req-f84ccf35-ce20-4935-a91e-ee9bfe537064 tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] 10.222.0.59 "GET /v2.0/security-groups?id=8e624957-e10f-45bc-9807-385c5037752b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714421 Jul 27 20:56:28.903267 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ed24fd-24d7-4d49-b224-bed38d89c16c req-6ea66707-cb24-4ef7-ad45-92fc2569c35b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:28.904721 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-95ed24fd-24d7-4d49-b224-bed38d89c16c req-6ea66707-cb24-4ef7-ad45-92fc2569c35b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=cfd8fe71-ac73-4135-9433-7bc6fe70bccd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1609168 Jul 27 20:56:28.973143 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-6de5d219-fdc8-4940-a1c2-99cea0be981c req-740bdc4e-eb19-4fa0-b166-506258f92223 tempest-ServersWithSpecificFlavorTestJSON-635688280 tempest-ServersWithSpecificFlavorTestJSON-635688280-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=f4dd8c54051d43128b80a7b27aca23a8&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1447532 Jul 27 20:56:29.069305 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-95ed24fd-24d7-4d49-b224-bed38d89c16c req-7194fa65-3153-499e-b369-ee20447b263b service neutron] 10.222.0.60 "GET /v2.0/networks/cfd8fe71-ac73-4135-9433-7bc6fe70bccd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1544337 Jul 27 20:56:29.185696 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-6de5d219-fdc8-4940-a1c2-99cea0be981c req-df8437c1-307e-4050-814a-606acae53336 service neutron] 10.222.0.59 "GET /v2.0/networks/ad708756-4858-4bf7-9c63-5e8aacaf6c3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1984012 Jul 27 20:56:29.318691 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-95ed24fd-24d7-4d49-b224-bed38d89c16c req-0f615f51-05ed-4d06-a17e-546bf46cace0 service neutron] 10.222.0.60 "GET /v2.0/networks/cfd8fe71-ac73-4135-9433-7bc6fe70bccd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2391150 Jul 27 20:56:29.345943 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27041749-3999-4513-8af9-4bc7416d7c92 req-3fd9ce24-d28f-46ce-8b2d-80b35ccff9f9 tempest-InstanceActionsV221TestJSON-1020765513 tempest-InstanceActionsV221TestJSON-1020765513-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:29.347418 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-27041749-3999-4513-8af9-4bc7416d7c92 req-3fd9ce24-d28f-46ce-8b2d-80b35ccff9f9 tempest-InstanceActionsV221TestJSON-1020765513 tempest-InstanceActionsV221TestJSON-1020765513-project] 10.222.0.59 "GET /v2.0/networks?id=cc43aace-70e3-4d8a-b340-ebf74034660a HTTP/1.1" status: 200 len: 818 time: 0.2582908 Jul 27 20:56:29.377771 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-95ed24fd-24d7-4d49-b224-bed38d89c16c req-20381243-e507-4a2d-9e10-956c8368923e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.47&port_id=9590b357-b42e-4e98-9c31-89a868b84615 HTTP/1.1" status: 200 len: 217 time: 0.0468295 Jul 27 20:56:29.379635 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-6de5d219-fdc8-4940-a1c2-99cea0be981c req-3b34e922-8996-4c50-a836-1f04cbdc29ff service neutron] 10.222.0.59 "GET /v2.0/networks/ad708756-4858-4bf7-9c63-5e8aacaf6c3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1838779 Jul 27 20:56:29.417939 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-27041749-3999-4513-8af9-4bc7416d7c92 req-2ca63c60-84fd-4617-8195-478f09eaad24 tempest-InstanceActionsV221TestJSON-1020765513 tempest-InstanceActionsV221TestJSON-1020765513-project] 10.222.0.59 "GET /v2.0/quotas/721bd3052418472897f315f76424a2e7 HTTP/1.1" status: 200 len: 375 time: 0.0426109 Jul 27 20:56:29.457739 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ed24fd-24d7-4d49-b224-bed38d89c16c req-a70c081d-7525-4291-b890-02ff30eeab4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:29.459203 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-95ed24fd-24d7-4d49-b224-bed38d89c16c req-a70c081d-7525-4291-b890-02ff30eeab4d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=cab166f1-4bfb-4023-87fe-61cf2404473e HTTP/1.1" status: 200 len: 801 time: 0.0741932 Jul 27 20:56:29.461196 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-27041749-3999-4513-8af9-4bc7416d7c92 req-6b289a9f-0cd9-44af-8a54-0c0706a1352a tempest-InstanceActionsV221TestJSON-1020765513 tempest-InstanceActionsV221TestJSON-1020765513-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=721bd3052418472897f315f76424a2e7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0338049 Jul 27 20:56:29.578004 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 27 Jul 2021 20:56:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8ed3279-f031-4f56-9a5b-33b8920082f0 x-openstack-request-id: req-c8ed3279-f031-4f56-9a5b-33b8920082f0 {{(pid=105585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:56:29.578300 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7c5737b-5126-4417-93f5-533a70fd5a86", "tag": "4ee93ba2-6330-4c53-abc2-bbf843dd38f2", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "9091fd17-b1d2-412b-bf40-5f69d8abbaf4", "tag": "5bcc4e11-a713-4484-8bac-43492e151514", "status": "completed", "code": 200}]} {{(pid=105585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:56:29.578549 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-c8ed3279-f031-4f56-9a5b-33b8920082f0 {{(pid=105585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:56:29.579236 n-d-705658-22 neutron-server[105585]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7c5737b-5126-4417-93f5-533a70fd5a86', 'tag': '4ee93ba2-6330-4c53-abc2-bbf843dd38f2', 'status': 'completed', 'code': 200} Jul 27 20:56:29.579489 n-d-705658-22 neutron-server[105585]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9091fd17-b1d2-412b-bf40-5f69d8abbaf4', 'tag': '5bcc4e11-a713-4484-8bac-43492e151514', 'status': 'completed', 'code': 200} Jul 27 20:56:29.662058 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-27041749-3999-4513-8af9-4bc7416d7c92 req-e9ef9583-ab51-455c-b5c6-e9a801171f03 service neutron] 10.222.0.59 "GET /v2.0/networks/cc43aace-70e3-4d8a-b340-ebf74034660a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1852000 Jul 27 20:56:29.828538 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-27041749-3999-4513-8af9-4bc7416d7c92 req-68af55c8-6bba-4541-9518-baf22ded267f service neutron] 10.222.0.59 "GET /v2.0/networks/cc43aace-70e3-4d8a-b340-ebf74034660a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1653767 Jul 27 20:56:29.858262 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ed24fd-24d7-4d49-b224-bed38d89c16c req-12c0cc2f-5676-4528-a26f-c912a6b4e537 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:29.863221 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-95ed24fd-24d7-4d49-b224-bed38d89c16c req-12c0cc2f-5676-4528-a26f-c912a6b4e537 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=cce645ad-a285-4069-8b11-561c8d9db1c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3959281 Jul 27 20:56:29.869274 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d6c35a-eaed-48ff-95e7-b8fc809ca03b req-9494f46e-4f7f-4481-8dee-5f2bfe36ebbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:29.870850 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-07d6c35a-eaed-48ff-95e7-b8fc809ca03b req-9494f46e-4f7f-4481-8dee-5f2bfe36ebbe service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0ae9964322044591b167626dd714310e&device_id=d7c5737b-5126-4417-93f5-533a70fd5a86 HTTP/1.1" status: 200 len: 1095 time: 0.2956569 Jul 27 20:56:29.884571 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e64bb0e-f188-45cd-be3f-10a51f1f37cb req-b24f8c74-c12d-4ae4-a322-c18b24a0e2ec tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:29.893197 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-7e64bb0e-f188-45cd-be3f-10a51f1f37cb req-b24f8c74-c12d-4ae4-a322-c18b24a0e2ec tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] 10.222.0.59 "GET /v2.0/ports?device_id=6a9e53e1-344c-4083-a4f6-dbd12c7060f8 HTTP/1.1" status: 200 len: 950 time: 0.1645343 Jul 27 20:56:30.223616 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-7e64bb0e-f188-45cd-be3f-10a51f1f37cb req-9cbce29a-1dde-4250-af2b-09fab31359b7 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] 10.222.0.59 "GET /v2.0/security-groups?id=c6534cb3-b44e-4a83-b57e-ddb72c2ad843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2002399 Jul 27 20:56:30.279666 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-95ed24fd-24d7-4d49-b224-bed38d89c16c req-955d2d0d-50f9-4c3c-a786-64fa14fc2a58 service neutron] 10.222.0.60 "GET /v2.0/networks/cce645ad-a285-4069-8b11-561c8d9db1c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3854825 Jul 27 20:56:30.282043 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d6c35a-eaed-48ff-95e7-b8fc809ca03b req-d22cd0b1-d678-4cc2-8789-2a245df1fb94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:30.283580 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-07d6c35a-eaed-48ff-95e7-b8fc809ca03b req-d22cd0b1-d678-4cc2-8789-2a245df1fb94 service neutron] 10.222.0.36 "GET /v2.0/networks?id=4d297cf8-0ab0-49a0-a8db-82a17169c88a HTTP/1.1" status: 200 len: 909 time: 0.3874984 Jul 27 20:56:30.332362 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dcb5a6-e7f7-4bd1-97bd-224fb9a5f7b0 req-9b18256f-0028-419a-9cfd-58e2b7850bc2 tempest-ServersWithSpecificFlavorTestJSON-635688280 tempest-ServersWithSpecificFlavorTestJSON-635688280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:30.334113 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-92dcb5a6-e7f7-4bd1-97bd-224fb9a5f7b0 req-9b18256f-0028-419a-9cfd-58e2b7850bc2 tempest-ServersWithSpecificFlavorTestJSON-635688280 tempest-ServersWithSpecificFlavorTestJSON-635688280-project] 10.222.0.60 "GET /v2.0/ports?device_id=4d0397ab-d49a-4764-929c-fe637a207962 HTTP/1.1" status: 200 len: 945 time: 0.4389751 Jul 27 20:56:30.692198 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30218350-740d-4cb9-a99b-653c3ed3c230 req-0aac4939-7881-4fa5-acc9-e3a782957961 tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:30.693708 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-30218350-740d-4cb9-a99b-653c3ed3c230 req-0aac4939-7881-4fa5-acc9-e3a782957961 tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] 10.222.0.59 "GET /v2.0/ports?device_id=d7c5737b-5126-4417-93f5-533a70fd5a86 HTTP/1.1" status: 200 len: 943 time: 0.6726654 Jul 27 20:56:30.709449 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-07d6c35a-eaed-48ff-95e7-b8fc809ca03b req-87ee064f-b6b8-4411-96bb-43fa78c8f980 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4ee93ba2-6330-4c53-abc2-bbf843dd38f2 HTTP/1.1" status: 200 len: 217 time: 0.4083753 Jul 27 20:56:30.803758 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de5d219-fdc8-4940-a1c2-99cea0be981c req-ef2e797c-0362-450f-b780-50e79161c0aa tempest-ServersWithSpecificFlavorTestJSON-635688280 tempest-ServersWithSpecificFlavorTestJSON-635688280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:30.805618 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-6de5d219-fdc8-4940-a1c2-99cea0be981c req-ef2e797c-0362-450f-b780-50e79161c0aa tempest-ServersWithSpecificFlavorTestJSON-635688280 tempest-ServersWithSpecificFlavorTestJSON-635688280-project] 10.222.0.36 "GET /v2.0/networks?id=ad708756-4858-4bf7-9c63-5e8aacaf6c3a HTTP/1.1" status: 200 len: 823 time: 0.1527803 Jul 27 20:56:30.806001 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-51f3a51e-d4c6-44b5-a527-9cf2212cec92 req-0e632792-9c38-4757-9405-21ebc9e8235d tempest-ServersWithSpecificFlavorTestJSON-635688280 tempest-ServersWithSpecificFlavorTestJSON-635688280-project] 10.222.0.59 "GET /v2.0/ports?device_id=710352cc-8f68-47bd-bca2-5ec9e25113b3 HTTP/1.1" status: 200 len: 210 time: 0.1083164 Jul 27 20:56:30.874606 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-6de5d219-fdc8-4940-a1c2-99cea0be981c req-50ec76ad-c663-4abb-9afb-42b0a0d3d1fd tempest-ServersWithSpecificFlavorTestJSON-635688280 tempest-ServersWithSpecificFlavorTestJSON-635688280-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f4dd8c54051d43128b80a7b27aca23a8 HTTP/1.1" status: 200 len: 380 time: 0.0571637 Jul 27 20:56:30.893097 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [req-6de5d219-fdc8-4940-a1c2-99cea0be981c req-749dd431-cc90-4580-9621-17d679da5795 tempest-ServersWithSpecificFlavorTestJSON-635688280 tempest-ServersWithSpecificFlavorTestJSON-635688280-project] Request body: {'port': {'device_id': '710352cc-8f68-47bd-bca2-5ec9e25113b3', 'network_id': 'ad708756-4858-4bf7-9c63-5e8aacaf6c3a', 'admin_state_up': True, 'tenant_id': 'f4dd8c54051d43128b80a7b27aca23a8', 'security_groups': ['55ca020d-7119-4e40-9e04-2cd3ab975f98']}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:56:30.916395 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d6c35a-eaed-48ff-95e7-b8fc809ca03b req-0657b974-c490-42a8-89f7-9f8377d6ee00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:30.917859 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-07d6c35a-eaed-48ff-95e7-b8fc809ca03b req-0657b974-c490-42a8-89f7-9f8377d6ee00 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ff9685c6-941b-44c9-867d-9e4581186e02 HTTP/1.1" status: 200 len: 848 time: 0.1962347 Jul 27 20:56:30.949680 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-30218350-740d-4cb9-a99b-653c3ed3c230 req-83684fab-aabb-4d99-a0ec-4609de87209c tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] 10.222.0.59 "GET /v2.0/security-groups?id=594c38b0-00a0-4e02-9d5e-673f3a5e469c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2276402 Jul 27 20:56:30.979913 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-95ed24fd-24d7-4d49-b224-bed38d89c16c req-b1205b32-e528-4a03-9653-02fea07b3029 service neutron] 10.222.0.60 "GET /v2.0/networks/cce645ad-a285-4069-8b11-561c8d9db1c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6903989 Jul 27 20:56:31.023924 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-07d6c35a-eaed-48ff-95e7-b8fc809ca03b req-10b1580d-c913-4316-aea4-974760373050 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4d297cf8-0ab0-49a0-a8db-82a17169c88a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0708363 Jul 27 20:56:31.055139 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6de5d219-fdc8-4940-a1c2-99cea0be981c req-749dd431-cc90-4580-9621-17d679da5795 tempest-ServersWithSpecificFlavorTestJSON-635688280 tempest-ServersWithSpecificFlavorTestJSON-635688280-project] Made reservation on behalf of f4dd8c54051d43128b80a7b27aca23a8 for: {'port': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:56:31.058980 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-6de5d219-fdc8-4940-a1c2-99cea0be981c req-749dd431-cc90-4580-9621-17d679da5795 tempest-ServersWithSpecificFlavorTestJSON-635688280 tempest-ServersWithSpecificFlavorTestJSON-635688280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:31.107320 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-95ed24fd-24d7-4d49-b224-bed38d89c16c req-354288ff-660e-4f24-a34b-ac022e2f67e7 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.90&port_id=5bcc4e11-a713-4484-8bac-43492e151514 HTTP/1.1" status: 200 len: 217 time: 0.0876155 Jul 27 20:56:31.205850 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.db_base_plugin_common [req-6de5d219-fdc8-4940-a1c2-99cea0be981c req-749dd431-cc90-4580-9621-17d679da5795 tempest-ServersWithSpecificFlavorTestJSON-635688280 tempest-ServersWithSpecificFlavorTestJSON-635688280-project] Allocated IP 172.20.0.13 (ad708756-4858-4bf7-9c63-5e8aacaf6c3a/ede1963b-50a5-4164-867c-90340ab6a875/c502b993-3979-40c5-9188-06f8e73caef4) {{(pid=105584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:56:31.219670 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-3fd10db6-9806-4bb8-95db-b2a24a545401 req-3abc87f6-db5d-4fa6-9492-ef14b0ab61b1 tempest-InstanceActionsV221TestJSON-1020765513 tempest-InstanceActionsV221TestJSON-1020765513-project] 10.222.0.59 "GET /v2.0/ports?device_id=de7a1d72-574d-43bd-b0db-ae693ac00328 HTTP/1.1" status: 200 len: 210 time: 0.1389818 Jul 27 20:56:31.284606 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ed24fd-24d7-4d49-b224-bed38d89c16c req-dbcc7d7d-294e-4aa4-981b-c1e33b82143f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:31.286896 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-95ed24fd-24d7-4d49-b224-bed38d89c16c req-dbcc7d7d-294e-4aa4-981b-c1e33b82143f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c21d7467-8fb3-4477-8b26-f9d7adff4042 HTTP/1.1" status: 200 len: 801 time: 0.1430054 Jul 27 20:56:31.295198 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [req-92dcb5a6-e7f7-4bd1-97bd-224fb9a5f7b0 req-100dcf7f-3326-48ec-a5e1-519c7768ee1d tempest-ServersWithSpecificFlavorTestJSON-635688280 tempest-ServersWithSpecificFlavorTestJSON-635688280-project] Deleting port ed190ecd-f2a0-490c-9654-276734cf7f2f {{(pid=105585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:56:31.295547 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-92dcb5a6-e7f7-4bd1-97bd-224fb9a5f7b0 req-100dcf7f-3326-48ec-a5e1-519c7768ee1d tempest-ServersWithSpecificFlavorTestJSON-635688280 tempest-ServersWithSpecificFlavorTestJSON-635688280-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:31.400947 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a099332a-9448-4c54-b56b-0154326d016c req-100426f9-31b9-48c5-add8-d3b49d0fced6 tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:31.407176 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a099332a-9448-4c54-b56b-0154326d016c req-100426f9-31b9-48c5-add8-d3b49d0fced6 tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:31.413383 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a099332a-9448-4c54-b56b-0154326d016c req-100426f9-31b9-48c5-add8-d3b49d0fced6 tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:31.415109 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a099332a-9448-4c54-b56b-0154326d016c req-100426f9-31b9-48c5-add8-d3b49d0fced6 tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] 10.222.0.59 "GET /v2.0/ports?device_id=9091fd17-b1d2-412b-bf40-5f69d8abbaf4 HTTP/1.1" status: 200 len: 2410 time: 0.4644787 Jul 27 20:56:31.496470 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-07d6c35a-eaed-48ff-95e7-b8fc809ca03b req-c916c4ca-0f6d-457b-8584-215eb1e78df2 service neutron] 10.222.0.36 "GET /v2.0/networks/4d297cf8-0ab0-49a0-a8db-82a17169c88a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4601448 Jul 27 20:56:31.609297 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.db [req-92dcb5a6-e7f7-4bd1-97bd-224fb9a5f7b0 req-100dcf7f-3326-48ec-a5e1-519c7768ee1d tempest-ServersWithSpecificFlavorTestJSON-635688280 tempest-ServersWithSpecificFlavorTestJSON-635688280-project] For port ed190ecd-f2a0-490c-9654-276734cf7f2f, host n-h2-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=ed190ecd-f2a0-490c-9654-276734cf7f2f,segment=NetworkSegment(2ea25427-d6e6-4416-87a7-64c07e5ed875),segment_id=2ea25427-d6e6-4416-87a7-64c07e5ed875)] {{(pid=105585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:56:31.609664 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-92dcb5a6-e7f7-4bd1-97bd-224fb9a5f7b0 req-100dcf7f-3326-48ec-a5e1-519c7768ee1d tempest-ServersWithSpecificFlavorTestJSON-635688280 tempest-ServersWithSpecificFlavorTestJSON-635688280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:31.617896 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a099332a-9448-4c54-b56b-0154326d016c req-5624bd97-7634-45ee-937f-0200d728d5bc tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] 10.222.0.59 "GET /v2.0/security-groups?id=8e624957-e10f-45bc-9807-385c5037752b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1834247 Jul 27 20:56:31.702443 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ed24fd-24d7-4d49-b224-bed38d89c16c req-9cf2723c-8498-4337-950c-f09c9de27628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:31.703988 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-95ed24fd-24d7-4d49-b224-bed38d89c16c req-9cf2723c-8498-4337-950c-f09c9de27628 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=cfd8fe71-ac73-4135-9433-7bc6fe70bccd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4014711 Jul 27 20:56:31.751232 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27041749-3999-4513-8af9-4bc7416d7c92 req-58ef09f0-7757-4d51-9e6f-339a1d84bb60 tempest-InstanceActionsV221TestJSON-1020765513 tempest-InstanceActionsV221TestJSON-1020765513-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:31.753096 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-27041749-3999-4513-8af9-4bc7416d7c92 req-58ef09f0-7757-4d51-9e6f-339a1d84bb60 tempest-InstanceActionsV221TestJSON-1020765513 tempest-InstanceActionsV221TestJSON-1020765513-project] 10.222.0.36 "GET /v2.0/networks?id=cc43aace-70e3-4d8a-b340-ebf74034660a HTTP/1.1" status: 200 len: 818 time: 0.5421412 Jul 27 20:56:31.777306 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [req-27041749-3999-4513-8af9-4bc7416d7c92 req-924c7ae1-4de5-40df-8736-80ae668269a9 tempest-InstanceActionsV221TestJSON-1020765513 tempest-InstanceActionsV221TestJSON-1020765513-project] Request body: {'port': {'device_id': 'de7a1d72-574d-43bd-b0db-ae693ac00328', 'network_id': 'cc43aace-70e3-4d8a-b340-ebf74034660a', 'admin_state_up': True, 'tenant_id': '721bd3052418472897f315f76424a2e7'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:56:31.796631 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc74658-2365-4944-94df-7a211acbedd5 req-d4cf63b3-d7ff-481c-ba82-ecc079da34b6 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:31.798110 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-9bc74658-2365-4944-94df-7a211acbedd5 req-d4cf63b3-d7ff-481c-ba82-ecc079da34b6 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] 10.222.0.59 "GET /v2.0/ports?device_id=6a9e53e1-344c-4083-a4f6-dbd12c7060f8 HTTP/1.1" status: 200 len: 950 time: 0.3820863 Jul 27 20:56:31.800168 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-6de5d219-fdc8-4940-a1c2-99cea0be981c req-749dd431-cc90-4580-9621-17d679da5795 tempest-ServersWithSpecificFlavorTestJSON-635688280 tempest-ServersWithSpecificFlavorTestJSON-635688280-project] Notify callbacks [] for port, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:31.842790 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-07d6c35a-eaed-48ff-95e7-b8fc809ca03b req-93b0f26d-8640-4f77-9ab3-53eaf9ab531a service neutron] 10.222.0.36 "GET /v2.0/networks/4d297cf8-0ab0-49a0-a8db-82a17169c88a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3343318 Jul 27 20:56:31.845584 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.provisioning_blocks [req-6de5d219-fdc8-4940-a1c2-99cea0be981c req-749dd431-cc90-4580-9621-17d679da5795 tempest-ServersWithSpecificFlavorTestJSON-635688280 tempest-ServersWithSpecificFlavorTestJSON-635688280-project] Transition to ACTIVE for port object c502b993-3979-40c5-9188-06f8e73caef4 will not be triggered until provisioned by entity DHCP. {{(pid=105584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:56:31.954306 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-6de5d219-fdc8-4940-a1c2-99cea0be981c req-749dd431-cc90-4580-9621-17d679da5795 tempest-ServersWithSpecificFlavorTestJSON-635688280 tempest-ServersWithSpecificFlavorTestJSON-635688280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:32.013274 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6de5d219-fdc8-4940-a1c2-99cea0be981c req-749dd431-cc90-4580-9621-17d679da5795 tempest-ServersWithSpecificFlavorTestJSON-635688280 tempest-ServersWithSpecificFlavorTestJSON-635688280-project] Network ad708756-4858-4bf7-9c63-5e8aacaf6c3a is already hosted by enough agents. {{(pid=105584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:56:32.024334 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [req-6de5d219-fdc8-4940-a1c2-99cea0be981c req-749dd431-cc90-4580-9621-17d679da5795 tempest-ServersWithSpecificFlavorTestJSON-635688280 tempest-ServersWithSpecificFlavorTestJSON-635688280-project] Resources bound (agent type, host, resource id): {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:56:32.027039 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-9bc74658-2365-4944-94df-7a211acbedd5 req-99ab3479-9e2d-4f45-9971-3568e727f119 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] 10.222.0.59 "GET /v2.0/security-groups?id=c6534cb3-b44e-4a83-b57e-ddb72c2ad843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2124429 Jul 27 20:56:32.032153 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [req-6de5d219-fdc8-4940-a1c2-99cea0be981c req-749dd431-cc90-4580-9621-17d679da5795 tempest-ServersWithSpecificFlavorTestJSON-635688280 tempest-ServersWithSpecificFlavorTestJSON-635688280-project] Received port after_create {{(pid=105584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:56:32.037320 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-95ed24fd-24d7-4d49-b224-bed38d89c16c req-e5ea6d11-080a-42a1-bf26-00b6107053c5 service neutron] 10.222.0.60 "GET /v2.0/networks/cfd8fe71-ac73-4135-9433-7bc6fe70bccd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3223913 Jul 27 20:56:32.087767 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de5d219-fdc8-4940-a1c2-99cea0be981c req-749dd431-cc90-4580-9621-17d679da5795 tempest-ServersWithSpecificFlavorTestJSON-635688280 tempest-ServersWithSpecificFlavorTestJSON-635688280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:32.088394 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-6de5d219-fdc8-4940-a1c2-99cea0be981c req-749dd431-cc90-4580-9621-17d679da5795 tempest-ServersWithSpecificFlavorTestJSON-635688280 tempest-ServersWithSpecificFlavorTestJSON-635688280-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:32.109370 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749dd431-cc90-4580-9621-17d679da5795 tempest-ServersWithSpecificFlavorTestJSON-635688280 tempest-ServersWithSpecificFlavorTestJSON-635688280-project] Pushing event updated for resources: {'Port': ['ID=c502b993-3979-40c5-9188-06f8e73caef4,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:56:32.126241 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-92dcb5a6-e7f7-4bd1-97bd-224fb9a5f7b0 req-100dcf7f-3326-48ec-a5e1-519c7768ee1d tempest-ServersWithSpecificFlavorTestJSON-635688280 tempest-ServersWithSpecificFlavorTestJSON-635688280-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:32.126623 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-92dcb5a6-e7f7-4bd1-97bd-224fb9a5f7b0 req-100dcf7f-3326-48ec-a5e1-519c7768ee1d tempest-ServersWithSpecificFlavorTestJSON-635688280 tempest-ServersWithSpecificFlavorTestJSON-635688280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4075768'] for floatingip, after_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:32.126950 n-d-705658-22 neutron-server[105585]: INFO neutron.db.l3_db [req-92dcb5a6-e7f7-4bd1-97bd-224fb9a5f7b0 req-100dcf7f-3326-48ec-a5e1-519c7768ee1d tempest-ServersWithSpecificFlavorTestJSON-635688280 tempest-ServersWithSpecificFlavorTestJSON-635688280-project] Floating IP 418171bb-e575-46c1-b486-da6c445846f7 disassociated. External IP: 172.25.5.86, port: ed190ecd-f2a0-490c-9654-276734cf7f2f. Jul 27 20:56:32.127326 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [req-92dcb5a6-e7f7-4bd1-97bd-224fb9a5f7b0 req-100dcf7f-3326-48ec-a5e1-519c7768ee1d tempest-ServersWithSpecificFlavorTestJSON-635688280 tempest-ServersWithSpecificFlavorTestJSON-635688280-project] Calling delete_port for ed190ecd-f2a0-490c-9654-276734cf7f2f owned by compute:nova {{(pid=105585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:56:32.134155 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27041749-3999-4513-8af9-4bc7416d7c92 req-924c7ae1-4de5-40df-8736-80ae668269a9 tempest-InstanceActionsV221TestJSON-1020765513 tempest-InstanceActionsV221TestJSON-1020765513-project] Made reservation on behalf of 721bd3052418472897f315f76424a2e7 for: {'port': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:56:32.138224 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-27041749-3999-4513-8af9-4bc7416d7c92 req-924c7ae1-4de5-40df-8736-80ae668269a9 tempest-InstanceActionsV221TestJSON-1020765513 tempest-InstanceActionsV221TestJSON-1020765513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:32.146076 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-6de5d219-fdc8-4940-a1c2-99cea0be981c req-749dd431-cc90-4580-9621-17d679da5795 tempest-ServersWithSpecificFlavorTestJSON-635688280 tempest-ServersWithSpecificFlavorTestJSON-635688280-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2585547 Jul 27 20:56:32.160448 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [req-6de5d219-fdc8-4940-a1c2-99cea0be981c req-ead4522c-e6f1-4a63-9b37-209954188dca service neutron] Request body: {'port': {'device_id': '710352cc-8f68-47bd-bca2-5ec9e25113b3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-705658-22'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:56:32.237422 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b47c49-b8f4-4136-b43c-2113d4743901 req-20f2ff75-e52a-41e1-8feb-4f0ce153450e tempest-ServersWithSpecificFlavorTestJSON-635688280 tempest-ServersWithSpecificFlavorTestJSON-635688280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:32.239240 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-22b47c49-b8f4-4136-b43c-2113d4743901 req-20f2ff75-e52a-41e1-8feb-4f0ce153450e tempest-ServersWithSpecificFlavorTestJSON-635688280 tempest-ServersWithSpecificFlavorTestJSON-635688280-project] 10.222.0.59 "GET /v2.0/ports?device_id=710352cc-8f68-47bd-bca2-5ec9e25113b3 HTTP/1.1" status: 200 len: 932 time: 0.3168638 Jul 27 20:56:32.310111 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-95ed24fd-24d7-4d49-b224-bed38d89c16c req-dc7f19a3-79af-43ff-8d32-e182cc2633a6 service neutron] 10.222.0.60 "GET /v2.0/networks/cfd8fe71-ac73-4135-9433-7bc6fe70bccd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2591882 Jul 27 20:56:32.346069 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-6de5d219-fdc8-4940-a1c2-99cea0be981c req-ead4522c-e6f1-4a63-9b37-209954188dca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:32.361180 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-22b47c49-b8f4-4136-b43c-2113d4743901 req-5fd9551d-348b-4871-9289-65fff15b1be2 tempest-ServersWithSpecificFlavorTestJSON-635688280 tempest-ServersWithSpecificFlavorTestJSON-635688280-project] 10.222.0.59 "GET /v2.0/security-groups?id=55ca020d-7119-4e40-9e04-2cd3ab975f98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1059949 Jul 27 20:56:32.377624 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bed46d-b5ed-4303-b3bb-4f556edd21b7 req-6222b8c2-7989-4478-b42f-e983a85133f4 tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:32.385751 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f5bed46d-b5ed-4303-b3bb-4f556edd21b7 req-6222b8c2-7989-4478-b42f-e983a85133f4 tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] 10.222.0.59 "GET /v2.0/ports?device_id=d7c5737b-5126-4417-93f5-533a70fd5a86 HTTP/1.1" status: 200 len: 943 time: 0.2373357 Jul 27 20:56:32.399973 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-c499ab45-d0f7-4d46-b948-0f47226411a3 None None] Provisioning for port c502b993-3979-40c5-9188-06f8e73caef4 completed by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:56:32.408277 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-c499ab45-d0f7-4d46-b948-0f47226411a3 None None] Provisioning complete for port c502b993-3979-40c5-9188-06f8e73caef4 triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:56:32.408993 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-c499ab45-d0f7-4d46-b948-0f47226411a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:32.445964 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.db_base_plugin_common [req-27041749-3999-4513-8af9-4bc7416d7c92 req-924c7ae1-4de5-40df-8736-80ae668269a9 tempest-InstanceActionsV221TestJSON-1020765513 tempest-InstanceActionsV221TestJSON-1020765513-project] Allocated IP 172.20.0.13 (cc43aace-70e3-4d8a-b340-ebf74034660a/b995ba7e-29ce-42e3-8144-d363d37c9e8b/46987d5a-4e39-485d-9200-d2e33186866c) {{(pid=105584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:56:32.469653 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-c499ab45-d0f7-4d46-b948-0f47226411a3 None None] Port c502b993-3979-40c5-9188-06f8e73caef4 cannot update to ACTIVE because it is not bound. {{(pid=105586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 20:56:32.510420 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a5925106-e8fb-4556-99b6-7a2dd39cee4d req-241c89c1-68f7-4c39-9919-a1efb72d014e tempest-InstanceActionsV221TestJSON-1020765513 tempest-InstanceActionsV221TestJSON-1020765513-project] 10.222.0.59 "GET /v2.0/ports?device_id=de7a1d72-574d-43bd-b0db-ae693ac00328 HTTP/1.1" status: 200 len: 210 time: 0.0526547 Jul 27 20:56:32.548293 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f5bed46d-b5ed-4303-b3bb-4f556edd21b7 req-5c3ba2c4-421d-489a-9c2a-08ea6332176b tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] 10.222.0.59 "GET /v2.0/security-groups?id=594c38b0-00a0-4e02-9d5e-673f3a5e469c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616950 Jul 27 20:56:32.554422 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-92dcb5a6-e7f7-4bd1-97bd-224fb9a5f7b0 req-100dcf7f-3326-48ec-a5e1-519c7768ee1d tempest-ServersWithSpecificFlavorTestJSON-635688280 tempest-ServersWithSpecificFlavorTestJSON-635688280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:32.583410 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100dcf7f-3326-48ec-a5e1-519c7768ee1d tempest-ServersWithSpecificFlavorTestJSON-635688280 tempest-ServersWithSpecificFlavorTestJSON-635688280-project] Pushing event deleted for resources: {'Port': ['ID=ed190ecd-f2a0-490c-9654-276734cf7f2f,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:56:32.594209 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d6c35a-eaed-48ff-95e7-b8fc809ca03b req-592540ac-91a7-42f6-ab07-00554ac60976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:32.594970 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d6c35a-eaed-48ff-95e7-b8fc809ca03b req-592540ac-91a7-42f6-ab07-00554ac60976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:32.595208 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d6c35a-eaed-48ff-95e7-b8fc809ca03b req-592540ac-91a7-42f6-ab07-00554ac60976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:32.596873 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-07d6c35a-eaed-48ff-95e7-b8fc809ca03b req-592540ac-91a7-42f6-ab07-00554ac60976 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8ef5ae3754f942d6bfb3fca348e04118&device_id=9091fd17-b1d2-412b-bf40-5f69d8abbaf4 HTTP/1.1" status: 200 len: 2866 time: 0.2289314 Jul 27 20:56:32.699797 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d6c35a-eaed-48ff-95e7-b8fc809ca03b req-4b743ecc-c5e5-408a-bdb3-b90fb4525f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:32.702287 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-07d6c35a-eaed-48ff-95e7-b8fc809ca03b req-4b743ecc-c5e5-408a-bdb3-b90fb4525f94 service neutron] 10.222.0.60 "GET /v2.0/networks?id=cfd8fe71-ac73-4135-9433-7bc6fe70bccd HTTP/1.1" status: 200 len: 903 time: 0.0972869 Jul 27 20:56:32.768234 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-27041749-3999-4513-8af9-4bc7416d7c92 req-924c7ae1-4de5-40df-8736-80ae668269a9 tempest-InstanceActionsV221TestJSON-1020765513 tempest-InstanceActionsV221TestJSON-1020765513-project] Notify callbacks [] for port, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:32.824413 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-07d6c35a-eaed-48ff-95e7-b8fc809ca03b req-23155159-03dd-48e3-a8c8-d2e15563cb28 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.90&port_id=5bcc4e11-a713-4484-8bac-43492e151514 HTTP/1.1" status: 200 len: 217 time: 0.0812390 Jul 27 20:56:32.849563 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [req-6de5d219-fdc8-4940-a1c2-99cea0be981c req-ead4522c-e6f1-4a63-9b37-209954188dca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c502b993-3979-40c5-9188-06f8e73caef4 {{(pid=105584) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 20:56:32.865337 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-6de5d219-fdc8-4940-a1c2-99cea0be981c req-ead4522c-e6f1-4a63-9b37-209954188dca service neutron] Notify callbacks [] for port, precommit_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:32.883313 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-27041749-3999-4513-8af9-4bc7416d7c92 req-924c7ae1-4de5-40df-8736-80ae668269a9 tempest-InstanceActionsV221TestJSON-1020765513 tempest-InstanceActionsV221TestJSON-1020765513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:32.893248 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.provisioning_blocks [req-6de5d219-fdc8-4940-a1c2-99cea0be981c req-ead4522c-e6f1-4a63-9b37-209954188dca service neutron] Transition to ACTIVE for port object c502b993-3979-40c5-9188-06f8e73caef4 will not be triggered until provisioned by entity L2. {{(pid=105584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:56:32.920012 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-6de5d219-fdc8-4940-a1c2-99cea0be981c req-ead4522c-e6f1-4a63-9b37-209954188dca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9014027'] for port, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:32.932649 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27041749-3999-4513-8af9-4bc7416d7c92 req-924c7ae1-4de5-40df-8736-80ae668269a9 tempest-InstanceActionsV221TestJSON-1020765513 tempest-InstanceActionsV221TestJSON-1020765513-project] Network cc43aace-70e3-4d8a-b340-ebf74034660a is already hosted by enough agents. {{(pid=105584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:56:32.941525 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [req-27041749-3999-4513-8af9-4bc7416d7c92 req-924c7ae1-4de5-40df-8736-80ae668269a9 tempest-InstanceActionsV221TestJSON-1020765513 tempest-InstanceActionsV221TestJSON-1020765513-project] Resources bound (agent type, host, resource id): {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:56:32.950114 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [req-27041749-3999-4513-8af9-4bc7416d7c92 req-924c7ae1-4de5-40df-8736-80ae668269a9 tempest-InstanceActionsV221TestJSON-1020765513 tempest-InstanceActionsV221TestJSON-1020765513-project] Received port after_create {{(pid=105584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:56:32.951508 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280af0e8-19aa-4068-a921-fc5bb6f21151 req-3e1f7265-17d7-4758-878f-3075d0652701 tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:32.959666 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280af0e8-19aa-4068-a921-fc5bb6f21151 req-3e1f7265-17d7-4758-878f-3075d0652701 tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:32.965944 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280af0e8-19aa-4068-a921-fc5bb6f21151 req-3e1f7265-17d7-4758-878f-3075d0652701 tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:32.967806 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-280af0e8-19aa-4068-a921-fc5bb6f21151 req-3e1f7265-17d7-4758-878f-3075d0652701 tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] 10.222.0.59 "GET /v2.0/ports?device_id=9091fd17-b1d2-412b-bf40-5f69d8abbaf4 HTTP/1.1" status: 200 len: 2410 time: 0.2644777 Jul 27 20:56:32.971814 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d6c35a-eaed-48ff-95e7-b8fc809ca03b req-f1aaf6a6-99df-4046-ba0b-c191a451a673 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:32.973222 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-07d6c35a-eaed-48ff-95e7-b8fc809ca03b req-f1aaf6a6-99df-4046-ba0b-c191a451a673 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c21d7467-8fb3-4477-8b26-f9d7adff4042 HTTP/1.1" status: 200 len: 801 time: 0.1422317 Jul 27 20:56:33.010346 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924c7ae1-4de5-40df-8736-80ae668269a9 tempest-InstanceActionsV221TestJSON-1020765513 tempest-InstanceActionsV221TestJSON-1020765513-project] Pushing event updated for resources: {'Port': ['ID=46987d5a-4e39-485d-9200-d2e33186866c,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:56:33.026834 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.l3_agent_scheduler [req-92dcb5a6-e7f7-4bd1-97bd-224fb9a5f7b0 req-100dcf7f-3326-48ec-a5e1-519c7768ee1d tempest-ServersWithSpecificFlavorTestJSON-635688280 tempest-ServersWithSpecificFlavorTestJSON-635688280-project] Router 2872e23e-eae9-4f04-a7fb-52757641bcbe has already been hosted by L3 agent dd128fd7-8e57-4d4f-895b-a96b369df59a {{(pid=105585) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 20:56:33.067392 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-280af0e8-19aa-4068-a921-fc5bb6f21151 req-7af89567-139e-47c7-b56c-8a0daa3420bf tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] 10.222.0.59 "GET /v2.0/security-groups?id=8e624957-e10f-45bc-9807-385c5037752b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931456 Jul 27 20:56:33.172561 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27041749-3999-4513-8af9-4bc7416d7c92 req-924c7ae1-4de5-40df-8736-80ae668269a9 tempest-InstanceActionsV221TestJSON-1020765513 tempest-InstanceActionsV221TestJSON-1020765513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:33.174098 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-27041749-3999-4513-8af9-4bc7416d7c92 req-924c7ae1-4de5-40df-8736-80ae668269a9 tempest-InstanceActionsV221TestJSON-1020765513 tempest-InstanceActionsV221TestJSON-1020765513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:33.194437 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead4522c-e6f1-4a63-9b37-209954188dca service neutron] Pushing event updated for resources: {'Port': ['ID=c502b993-3979-40c5-9188-06f8e73caef4,revision_number=2']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:56:33.214585 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [req-6de5d219-fdc8-4940-a1c2-99cea0be981c req-ead4522c-e6f1-4a63-9b37-209954188dca service neutron] Attempting to bind port c502b993-3979-40c5-9188-06f8e73caef4 on host n-h1-705658-22 for vnic_type normal with profile {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:56:33.215102 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [req-6de5d219-fdc8-4940-a1c2-99cea0be981c req-ead4522c-e6f1-4a63-9b37-209954188dca service neutron] Attempting to bind port c502b993-3979-40c5-9188-06f8e73caef4 by drivers openvswitch,hyperv on host n-h1-705658-22 at level 0 using segments [{'id': '2ea25427-d6e6-4416-87a7-64c07e5ed875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'ad708756-4858-4bf7-9c63-5e8aacaf6c3a'}] {{(pid=105584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:56:33.215459 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6de5d219-fdc8-4940-a1c2-99cea0be981c req-ead4522c-e6f1-4a63-9b37-209954188dca service neutron] Attempting to bind port c502b993-3979-40c5-9188-06f8e73caef4 on network ad708756-4858-4bf7-9c63-5e8aacaf6c3a {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:56:33.220517 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-27041749-3999-4513-8af9-4bc7416d7c92 req-924c7ae1-4de5-40df-8736-80ae668269a9 tempest-InstanceActionsV221TestJSON-1020765513 tempest-InstanceActionsV221TestJSON-1020765513-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4494066 Jul 27 20:56:33.223200 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6de5d219-fdc8-4940-a1c2-99cea0be981c req-ead4522c-e6f1-4a63-9b37-209954188dca service neutron] Port c502b993-3979-40c5-9188-06f8e73caef4 on network ad708756-4858-4bf7-9c63-5e8aacaf6c3a not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-22 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 20:56:33.223531 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6de5d219-fdc8-4940-a1c2-99cea0be981c req-ead4522c-e6f1-4a63-9b37-209954188dca service neutron] Attempting to bind port c502b993-3979-40c5-9188-06f8e73caef4 on network ad708756-4858-4bf7-9c63-5e8aacaf6c3a {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:56:33.230378 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6de5d219-fdc8-4940-a1c2-99cea0be981c req-ead4522c-e6f1-4a63-9b37-209954188dca service neutron] Checking agent: {'id': '9d9bc37f-4d75-44ef-9f63-799aab3e316f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 49, 36), 'started_at': datetime.datetime(2021, 7, 27, 20, 49, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 56, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:56:33.230750 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6de5d219-fdc8-4940-a1c2-99cea0be981c req-ead4522c-e6f1-4a63-9b37-209954188dca service neutron] Checking segment: {'id': '2ea25427-d6e6-4416-87a7-64c07e5ed875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'ad708756-4858-4bf7-9c63-5e8aacaf6c3a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:56:33.231212 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6de5d219-fdc8-4940-a1c2-99cea0be981c req-ead4522c-e6f1-4a63-9b37-209954188dca service neutron] Bound using segment: {'id': '2ea25427-d6e6-4416-87a7-64c07e5ed875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'ad708756-4858-4bf7-9c63-5e8aacaf6c3a'} {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:56:33.231725 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [req-6de5d219-fdc8-4940-a1c2-99cea0be981c req-ead4522c-e6f1-4a63-9b37-209954188dca service neutron] Bound port: c502b993-3979-40c5-9188-06f8e73caef4, host: n-h1-705658-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ea25427-d6e6-4416-87a7-64c07e5ed875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'ad708756-4858-4bf7-9c63-5e8aacaf6c3a'}}] {{(pid=105584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:56:33.232096 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-6de5d219-fdc8-4940-a1c2-99cea0be981c req-ead4522c-e6f1-4a63-9b37-209954188dca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:33.242783 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [req-27041749-3999-4513-8af9-4bc7416d7c92 req-e6ad7ebc-5a67-46bc-abd6-feb072774334 service neutron] Request body: {'port': {'device_id': 'de7a1d72-574d-43bd-b0db-ae693ac00328', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-705658-22'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:56:33.404361 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-27041749-3999-4513-8af9-4bc7416d7c92 req-e6ad7ebc-5a67-46bc-abd6-feb072774334 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:33.456009 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [req-6de5d219-fdc8-4940-a1c2-99cea0be981c req-ead4522c-e6f1-4a63-9b37-209954188dca service neutron] For port c502b993-3979-40c5-9188-06f8e73caef4, host n-h1-705658-22, cleared binding levels {{(pid=105584) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:56:33.476531 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [req-6de5d219-fdc8-4940-a1c2-99cea0be981c req-ead4522c-e6f1-4a63-9b37-209954188dca service neutron] For port c502b993-3979-40c5-9188-06f8e73caef4, host n-h1-705658-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=c502b993-3979-40c5-9188-06f8e73caef4,segment=NetworkSegment(2ea25427-d6e6-4416-87a7-64c07e5ed875),segment_id=2ea25427-d6e6-4416-87a7-64c07e5ed875)] {{(pid=105584) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:56:33.485326 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-6de5d219-fdc8-4940-a1c2-99cea0be981c req-ead4522c-e6f1-4a63-9b37-209954188dca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9014027'] for port, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:33.489541 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d6c35a-eaed-48ff-95e7-b8fc809ca03b req-08452cb7-0551-4795-98d5-0b015e5eaf5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:33.490797 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-07d6c35a-eaed-48ff-95e7-b8fc809ca03b req-08452cb7-0551-4795-98d5-0b015e5eaf5c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=cfd8fe71-ac73-4135-9433-7bc6fe70bccd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5066407 Jul 27 20:56:33.572887 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de5d219-fdc8-4940-a1c2-99cea0be981c req-ead4522c-e6f1-4a63-9b37-209954188dca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:33.573517 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-6de5d219-fdc8-4940-a1c2-99cea0be981c req-ead4522c-e6f1-4a63-9b37-209954188dca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:33.574925 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-6de5d219-fdc8-4940-a1c2-99cea0be981c req-ead4522c-e6f1-4a63-9b37-209954188dca service neutron] 10.222.0.36 "PUT /v2.0/ports/c502b993-3979-40c5-9188-06f8e73caef4 HTTP/1.1" status: 200 len: 1093 time: 1.4187968 Jul 27 20:56:33.575918 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '710352cc-8f68-47bd-bca2-5ec9e25113b3', 'tag': 'c502b993-3979-40c5-9188-06f8e73caef4'}] {{(pid=105584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:56:33.578191 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bce5e6c8685464f7626901654159975603b047827e3138302ed6566e28f1343" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0ab1db9-300c-4af4-a24d-736ce050632b" -d '{"events": [{"name": "network-changed", "server_uuid": "710352cc-8f68-47bd-bca2-5ec9e25113b3", "tag": "c502b993-3979-40c5-9188-06f8e73caef4"}]}' {{(pid=105584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:56:33.617791 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead4522c-e6f1-4a63-9b37-209954188dca service neutron] Pushing event updated for resources: {'Port': ['ID=c502b993-3979-40c5-9188-06f8e73caef4,revision_number=3']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:56:33.639322 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Device ed190ecd-f2a0-490c-9654-276734cf7f2f no longer exists at agent hyperv_n-h2-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 20:56:33.666931 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-3d54578f-831f-4696-b568-13c455922dab None None] No Port match for: ed190ecd-f2a0-490c-9654-276734cf7f2f {{(pid=105586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 20:56:33.667989 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Device ed190ecd-f2a0-490c-9654-276734cf7f2f not bound to the agent host n-h2-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 20:56:33.689541 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-92dcb5a6-e7f7-4bd1-97bd-224fb9a5f7b0 req-100dcf7f-3326-48ec-a5e1-519c7768ee1d tempest-ServersWithSpecificFlavorTestJSON-635688280 tempest-ServersWithSpecificFlavorTestJSON-635688280-project] Notify agent at l3_agent.n-d-705658-22 the message routers_updated {{(pid=105585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 20:56:33.708395 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52865bf0-4cc6-46ea-a672-3d344636d300 None None] Sync routers for ids ['2872e23e-eae9-4f04-a7fb-52757641bcbe'] in n-d-705658-22 {{(pid=105586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 20:56:33.718432 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52865bf0-4cc6-46ea-a672-3d344636d300 None None] Routers {'2872e23e-eae9-4f04-a7fb-52757641bcbe'} bound to L3 agent in host n-d-705658-22 {{(pid=105586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:56:33.719379 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-52865bf0-4cc6-46ea-a672-3d344636d300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T20:56:11Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['2872e23e-eae9-4f04-a7fb-52757641bcbe'], 'active': True} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:56:33.747283 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de5d219-fdc8-4940-a1c2-99cea0be981c req-d26e112b-a04e-45d4-9ed3-54e2e93e8d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:33.748839 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-6de5d219-fdc8-4940-a1c2-99cea0be981c req-d26e112b-a04e-45d4-9ed3-54e2e93e8d0c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f4dd8c54051d43128b80a7b27aca23a8&device_id=710352cc-8f68-47bd-bca2-5ec9e25113b3 HTTP/1.1" status: 200 len: 1096 time: 0.1184428 Jul 27 20:56:33.752127 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3e07ef-0c53-4c8c-835c-48e3db2305db req-ff2ecf13-f862-4767-9e79-575090a35387 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:33.759841 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-0e3e07ef-0c53-4c8c-835c-48e3db2305db req-ff2ecf13-f862-4767-9e79-575090a35387 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] 10.222.0.59 "GET /v2.0/ports?device_id=6a9e53e1-344c-4083-a4f6-dbd12c7060f8 HTTP/1.1" status: 200 len: 950 time: 0.3168845 Jul 27 20:56:33.788510 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.l3_dvrscheduler_db [req-92dcb5a6-e7f7-4bd1-97bd-224fb9a5f7b0 req-100dcf7f-3326-48ec-a5e1-519c7768ee1d tempest-ServersWithSpecificFlavorTestJSON-635688280 tempest-ServersWithSpecificFlavorTestJSON-635688280-project] No DVR routers for this DVR port ed190ecd-f2a0-490c-9654-276734cf7f2f on host n-h2-705658-22 {{(pid=105585) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 20:56:33.798137 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b2d7ad-94be-427f-9a20-bac858c6626e req-c1fb19be-30d3-4013-93c6-9dafdeb41d9d tempest-ServersWithSpecificFlavorTestJSON-635688280 tempest-ServersWithSpecificFlavorTestJSON-635688280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:33.805363 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-24b2d7ad-94be-427f-9a20-bac858c6626e req-c1fb19be-30d3-4013-93c6-9dafdeb41d9d tempest-ServersWithSpecificFlavorTestJSON-635688280 tempest-ServersWithSpecificFlavorTestJSON-635688280-project] 10.222.0.59 "GET /v2.0/ports?device_id=710352cc-8f68-47bd-bca2-5ec9e25113b3 HTTP/1.1" status: 200 len: 944 time: 0.3591952 Jul 27 20:56:33.813479 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-92dcb5a6-e7f7-4bd1-97bd-224fb9a5f7b0 req-100dcf7f-3326-48ec-a5e1-519c7768ee1d tempest-ServersWithSpecificFlavorTestJSON-635688280 tempest-ServersWithSpecificFlavorTestJSON-635688280-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:33.815504 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-92dcb5a6-e7f7-4bd1-97bd-224fb9a5f7b0 req-100dcf7f-3326-48ec-a5e1-519c7768ee1d tempest-ServersWithSpecificFlavorTestJSON-635688280 tempest-ServersWithSpecificFlavorTestJSON-635688280-project] 10.222.0.60 "DELETE /v2.0/ports/ed190ecd-f2a0-490c-9654-276734cf7f2f HTTP/1.1" status: 204 len: 173 time: 3.1189795 Jul 27 20:56:33.818114 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-07d6c35a-eaed-48ff-95e7-b8fc809ca03b req-32a3153d-8abb-4988-8e8f-1823b2e5c32f service neutron] 10.222.0.60 "GET /v2.0/networks/cfd8fe71-ac73-4135-9433-7bc6fe70bccd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3078775 Jul 27 20:56:33.818599 n-d-705658-22 neutron-server[105585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d0397ab-d49a-4764-929c-fe637a207962', 'name': 'network-vif-deleted', 'tag': 'ed190ecd-f2a0-490c-9654-276734cf7f2f'}] {{(pid=105585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:56:33.828740 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d66fd65881426bfc2b5388084a3654e5eae521106a15a3dbf0eb4cde7106c36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-984d4d2f-ccb7-48c9-85bb-4beb790f3090" -d '{"events": [{"server_uuid": "4d0397ab-d49a-4764-929c-fe637a207962", "name": "network-vif-deleted", "tag": "ed190ecd-f2a0-490c-9654-276734cf7f2f"}]}' {{(pid=105585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:56:33.856777 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvr_db [None req-52865bf0-4cc6-46ea-a672-3d344636d300 None None] Set router 2872e23e-eae9-4f04-a7fb-52757641bcbe gateway port host: n-d-705658-22 {{(pid=105586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:56:33.857228 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-6de5d219-fdc8-4940-a1c2-99cea0be981c req-c1d53596-1c99-4b2c-84dc-c13940203bf0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c502b993-3979-40c5-9188-06f8e73caef4 HTTP/1.1" status: 200 len: 217 time: 0.0967433 Jul 27 20:56:33.860981 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [req-27041749-3999-4513-8af9-4bc7416d7c92 req-e6ad7ebc-5a67-46bc-abd6-feb072774334 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 46987d5a-4e39-485d-9200-d2e33186866c {{(pid=105584) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 20:56:33.872800 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-27041749-3999-4513-8af9-4bc7416d7c92 req-e6ad7ebc-5a67-46bc-abd6-feb072774334 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:33.908159 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.provisioning_blocks [req-27041749-3999-4513-8af9-4bc7416d7c92 req-e6ad7ebc-5a67-46bc-abd6-feb072774334 service neutron] Transition to ACTIVE for port object 46987d5a-4e39-485d-9200-d2e33186866c will not be triggered until provisioned by entity L2. {{(pid=105584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:56:33.952120 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-24b2d7ad-94be-427f-9a20-bac858c6626e req-7705d854-d3b1-4f46-8fbb-ebcca53491ab tempest-ServersWithSpecificFlavorTestJSON-635688280 tempest-ServersWithSpecificFlavorTestJSON-635688280-project] 10.222.0.59 "GET /v2.0/security-groups?id=55ca020d-7119-4e40-9e04-2cd3ab975f98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1458087 Jul 27 20:56:33.960069 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-27041749-3999-4513-8af9-4bc7416d7c92 req-e6ad7ebc-5a67-46bc-abd6-feb072774334 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9014027'] for port, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:33.962333 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-0e3e07ef-0c53-4c8c-835c-48e3db2305db req-734bc7cf-2d31-4a9e-a58b-16ddfb447b64 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] 10.222.0.59 "GET /v2.0/security-groups?id=c6534cb3-b44e-4a83-b57e-ddb72c2ad843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2013569 Jul 27 20:56:33.998001 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de5d219-fdc8-4940-a1c2-99cea0be981c req-d55ea46b-4351-4434-954c-8daf4ed00819 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:33.999513 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-6de5d219-fdc8-4940-a1c2-99cea0be981c req-d55ea46b-4351-4434-954c-8daf4ed00819 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ede1963b-50a5-4164-867c-90340ab6a875 HTTP/1.1" status: 200 len: 862 time: 0.0897899 Jul 27 20:56:34.009505 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-07d6c35a-eaed-48ff-95e7-b8fc809ca03b req-2f994056-f332-450d-bca7-818aeaf37857 service neutron] 10.222.0.60 "GET /v2.0/networks/cfd8fe71-ac73-4135-9433-7bc6fe70bccd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1464095 Jul 27 20:56:34.073995 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ad7ebc-5a67-46bc-abd6-feb072774334 service neutron] Pushing event updated for resources: {'Port': ['ID=46987d5a-4e39-485d-9200-d2e33186866c,revision_number=2']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:56:34.092762 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-52865bf0-4cc6-46ea-a672-3d344636d300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2872e23e-eae9-4f04-a7fb-52757641bcbe', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-857605212-router', 'tenant_id': 'f4dd8c54051d43128b80a7b27aca23a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.224'}], 'enable_snat': True}, 'gw_port_id': '734c760e-a272-4c33-b556-0f02c2fdd0f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:51:56Z', 'updated_at': '2021-07-27T20:52:03Z', 'revision_number': 4, 'project_id': 'f4dd8c54051d43128b80a7b27aca23a8', 'gw_port': {'id': '734c760e-a272-4c33-b556-0f02c2fdd0f7', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:58:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2872e23e-eae9-4f04-a7fb-52757641bcbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:51:57Z', 'updated_at': '2021-07-27T20:52:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_interfaces': [{'id': '6a429cf7-e4dd-4ba7-8a2d-0597ab1a412b', 'name': '', 'network_id': 'ad708756-4858-4bf7-9c63-5e8aacaf6c3a', 'tenant_id': 'f4dd8c54051d43128b80a7b27aca23a8', 'mac_address': 'fa:16:3e:88:6d:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2872e23e-eae9-4f04-a7fb-52757641bcbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'ede1963b-50a5-4164-867c-90340ab6a875', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:52:01Z', 'updated_at': '2021-07-27T20:52:13Z', 'revision_number': 5, 'project_id': 'f4dd8c54051d43128b80a7b27aca23a8', 'subnets': [{'id': 'ede1963b-50a5-4164-867c-90340ab6a875', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-22', False) {} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:56:34.120199 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52865bf0-4cc6-46ea-a672-3d344636d300 None None] Checking router: 2872e23e-eae9-4f04-a7fb-52757641bcbe for host: n-d-705658-22 {{(pid=105586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 20:56:34.133470 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52865bf0-4cc6-46ea-a672-3d344636d300 None None] Routers {'2872e23e-eae9-4f04-a7fb-52757641bcbe'} bound to L3 agent in host n-d-705658-22 {{(pid=105586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:56:34.134658 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-52865bf0-4cc6-46ea-a672-3d344636d300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T20:56:11Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['2872e23e-eae9-4f04-a7fb-52757641bcbe'], 'active': True} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:56:34.187720 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [req-27041749-3999-4513-8af9-4bc7416d7c92 req-e6ad7ebc-5a67-46bc-abd6-feb072774334 service neutron] Attempting to bind port 46987d5a-4e39-485d-9200-d2e33186866c on host n-h1-705658-22 for vnic_type normal with profile {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:56:34.188062 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [req-27041749-3999-4513-8af9-4bc7416d7c92 req-e6ad7ebc-5a67-46bc-abd6-feb072774334 service neutron] Attempting to bind port 46987d5a-4e39-485d-9200-d2e33186866c by drivers openvswitch,hyperv on host n-h1-705658-22 at level 0 using segments [{'id': '665ec0a0-f98b-48fb-869a-785777373b9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'cc43aace-70e3-4d8a-b340-ebf74034660a'}] {{(pid=105584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:56:34.189196 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27041749-3999-4513-8af9-4bc7416d7c92 req-e6ad7ebc-5a67-46bc-abd6-feb072774334 service neutron] Attempting to bind port 46987d5a-4e39-485d-9200-d2e33186866c on network cc43aace-70e3-4d8a-b340-ebf74034660a {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:56:34.196272 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de5d219-fdc8-4940-a1c2-99cea0be981c req-b532ab98-1163-45e2-85b4-a4351193195d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:34.197796 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-6de5d219-fdc8-4940-a1c2-99cea0be981c req-b532ab98-1163-45e2-85b4-a4351193195d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ad708756-4858-4bf7-9c63-5e8aacaf6c3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1859267 Jul 27 20:56:34.198765 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27041749-3999-4513-8af9-4bc7416d7c92 req-e6ad7ebc-5a67-46bc-abd6-feb072774334 service neutron] Port 46987d5a-4e39-485d-9200-d2e33186866c on network cc43aace-70e3-4d8a-b340-ebf74034660a not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-22 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 20:56:34.199106 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27041749-3999-4513-8af9-4bc7416d7c92 req-e6ad7ebc-5a67-46bc-abd6-feb072774334 service neutron] Attempting to bind port 46987d5a-4e39-485d-9200-d2e33186866c on network cc43aace-70e3-4d8a-b340-ebf74034660a {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:56:34.203119 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02de08ae-12bc-4e22-b052-5a6e3c8b7f87 req-dae12e58-d1e5-4e7f-9048-14d81610f6c9 tempest-InstanceActionsV221TestJSON-1020765513 tempest-InstanceActionsV221TestJSON-1020765513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:34.204659 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-02de08ae-12bc-4e22-b052-5a6e3c8b7f87 req-dae12e58-d1e5-4e7f-9048-14d81610f6c9 tempest-InstanceActionsV221TestJSON-1020765513 tempest-InstanceActionsV221TestJSON-1020765513-project] 10.222.0.59 "GET /v2.0/ports?device_id=de7a1d72-574d-43bd-b0db-ae693ac00328 HTTP/1.1" status: 200 len: 944 time: 0.1331723 Jul 27 20:56:34.205067 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27041749-3999-4513-8af9-4bc7416d7c92 req-e6ad7ebc-5a67-46bc-abd6-feb072774334 service neutron] Checking agent: {'id': '9d9bc37f-4d75-44ef-9f63-799aab3e316f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 49, 36), 'started_at': datetime.datetime(2021, 7, 27, 20, 49, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 56, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:56:34.205462 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27041749-3999-4513-8af9-4bc7416d7c92 req-e6ad7ebc-5a67-46bc-abd6-feb072774334 service neutron] Checking segment: {'id': '665ec0a0-f98b-48fb-869a-785777373b9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'cc43aace-70e3-4d8a-b340-ebf74034660a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:56:34.205844 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27041749-3999-4513-8af9-4bc7416d7c92 req-e6ad7ebc-5a67-46bc-abd6-feb072774334 service neutron] Bound using segment: {'id': '665ec0a0-f98b-48fb-869a-785777373b9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'cc43aace-70e3-4d8a-b340-ebf74034660a'} {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:56:34.206380 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [req-27041749-3999-4513-8af9-4bc7416d7c92 req-e6ad7ebc-5a67-46bc-abd6-feb072774334 service neutron] Bound port: 46987d5a-4e39-485d-9200-d2e33186866c, host: n-h1-705658-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '665ec0a0-f98b-48fb-869a-785777373b9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'cc43aace-70e3-4d8a-b340-ebf74034660a'}}] {{(pid=105584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:56:34.207660 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-27041749-3999-4513-8af9-4bc7416d7c92 req-e6ad7ebc-5a67-46bc-abd6-feb072774334 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:34.225453 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993c0ca9-87f8-4b46-bc49-8daaafee72d1 req-abc8b2ed-baf4-458f-adb9-9fa1f116e7c0 tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:34.226769 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-993c0ca9-87f8-4b46-bc49-8daaafee72d1 req-abc8b2ed-baf4-458f-adb9-9fa1f116e7c0 tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] 10.222.0.59 "GET /v2.0/ports?device_id=d7c5737b-5126-4417-93f5-533a70fd5a86 HTTP/1.1" status: 200 len: 943 time: 0.1147311 Jul 27 20:56:34.265808 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvr_db [None req-52865bf0-4cc6-46ea-a672-3d344636d300 None None] Set router 2872e23e-eae9-4f04-a7fb-52757641bcbe gateway port host: n-d-705658-22 {{(pid=105586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:56:34.306706 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-02de08ae-12bc-4e22-b052-5a6e3c8b7f87 req-4f16399f-799b-40fd-b1e9-0e05a1d8e118 tempest-InstanceActionsV221TestJSON-1020765513 tempest-InstanceActionsV221TestJSON-1020765513-project] 10.222.0.59 "GET /v2.0/security-groups?id=129b0ce3-d358-4c2b-a75e-5e5d16e335e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788126 Jul 27 20:56:34.318072 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-993c0ca9-87f8-4b46-bc49-8daaafee72d1 req-f0da8ec8-0997-4026-a2b4-6fc31c8b2871 tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] 10.222.0.59 "GET /v2.0/security-groups?id=594c38b0-00a0-4e02-9d5e-673f3a5e469c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824878 Jul 27 20:56:34.379822 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 20:56:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5aef7a31-1268-4afe-a9ca-8e81c1f95fef x-openstack-request-id: req-5aef7a31-1268-4afe-a9ca-8e81c1f95fef {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:56:34.380317 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "710352cc-8f68-47bd-bca2-5ec9e25113b3", "tag": "c502b993-3979-40c5-9188-06f8e73caef4", "status": "completed", "code": 200}]} {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:56:34.393069 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-5aef7a31-1268-4afe-a9ca-8e81c1f95fef {{(pid=105584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:56:34.393249 n-d-705658-22 neutron-server[105584]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '710352cc-8f68-47bd-bca2-5ec9e25113b3', 'tag': 'c502b993-3979-40c5-9188-06f8e73caef4', 'status': 'completed', 'code': 200} Jul 27 20:56:34.418712 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [req-27041749-3999-4513-8af9-4bc7416d7c92 req-e6ad7ebc-5a67-46bc-abd6-feb072774334 service neutron] For port 46987d5a-4e39-485d-9200-d2e33186866c, host n-h1-705658-22, cleared binding levels {{(pid=105584) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:56:34.427357 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [req-27041749-3999-4513-8af9-4bc7416d7c92 req-e6ad7ebc-5a67-46bc-abd6-feb072774334 service neutron] For port 46987d5a-4e39-485d-9200-d2e33186866c, host n-h1-705658-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=46987d5a-4e39-485d-9200-d2e33186866c,segment=NetworkSegment(665ec0a0-f98b-48fb-869a-785777373b9a),segment_id=665ec0a0-f98b-48fb-869a-785777373b9a)] {{(pid=105584) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:56:34.432191 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-6de5d219-fdc8-4940-a1c2-99cea0be981c req-a509476a-1b68-4635-b9fe-f63e5b077ff3 service neutron] 10.222.0.36 "GET /v2.0/networks/ad708756-4858-4bf7-9c63-5e8aacaf6c3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2214744 Jul 27 20:56:34.433737 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-27041749-3999-4513-8af9-4bc7416d7c92 req-e6ad7ebc-5a67-46bc-abd6-feb072774334 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9014027'] for port, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:34.480808 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 20:56:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d65e9997-7bb9-4bc9-a811-6b5ef4ac2df9 x-openstack-request-id: req-d65e9997-7bb9-4bc9-a811-6b5ef4ac2df9 {{(pid=105585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:56:34.481060 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d0397ab-d49a-4764-929c-fe637a207962", "name": "network-vif-deleted", "tag": "ed190ecd-f2a0-490c-9654-276734cf7f2f", "status": "completed", "code": 200}]} {{(pid=105585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:56:34.481306 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-d65e9997-7bb9-4bc9-a811-6b5ef4ac2df9 {{(pid=105585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:56:34.482276 n-d-705658-22 neutron-server[105585]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d0397ab-d49a-4764-929c-fe637a207962', 'name': 'network-vif-deleted', 'tag': 'ed190ecd-f2a0-490c-9654-276734cf7f2f', 'status': 'completed', 'code': 200} Jul 27 20:56:34.567145 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27041749-3999-4513-8af9-4bc7416d7c92 req-e6ad7ebc-5a67-46bc-abd6-feb072774334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:34.567779 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-27041749-3999-4513-8af9-4bc7416d7c92 req-e6ad7ebc-5a67-46bc-abd6-feb072774334 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:34.569173 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-27041749-3999-4513-8af9-4bc7416d7c92 req-e6ad7ebc-5a67-46bc-abd6-feb072774334 service neutron] 10.222.0.36 "PUT /v2.0/ports/46987d5a-4e39-485d-9200-d2e33186866c HTTP/1.1" status: 200 len: 1093 time: 1.3343940 Jul 27 20:56:34.576948 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-52865bf0-4cc6-46ea-a672-3d344636d300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2872e23e-eae9-4f04-a7fb-52757641bcbe', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-857605212-router', 'tenant_id': 'f4dd8c54051d43128b80a7b27aca23a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.224'}], 'enable_snat': True}, 'gw_port_id': '734c760e-a272-4c33-b556-0f02c2fdd0f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:51:56Z', 'updated_at': '2021-07-27T20:52:03Z', 'revision_number': 4, 'project_id': 'f4dd8c54051d43128b80a7b27aca23a8', 'gw_port': {'id': '734c760e-a272-4c33-b556-0f02c2fdd0f7', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:58:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2872e23e-eae9-4f04-a7fb-52757641bcbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:51:57Z', 'updated_at': '2021-07-27T20:52:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_interfaces': [{'id': '6a429cf7-e4dd-4ba7-8a2d-0597ab1a412b', 'name': '', 'network_id': 'ad708756-4858-4bf7-9c63-5e8aacaf6c3a', 'tenant_id': 'f4dd8c54051d43128b80a7b27aca23a8', 'mac_address': 'fa:16:3e:88:6d:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2872e23e-eae9-4f04-a7fb-52757641bcbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'ede1963b-50a5-4164-867c-90340ab6a875', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:52:01Z', 'updated_at': '2021-07-27T20:52:13Z', 'revision_number': 5, 'project_id': 'f4dd8c54051d43128b80a7b27aca23a8', 'subnets': [{'id': 'ede1963b-50a5-4164-867c-90340ab6a875', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-22', False) {} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:56:34.608156 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52865bf0-4cc6-46ea-a672-3d344636d300 None None] The sync data for ids ['2872e23e-eae9-4f04-a7fb-52757641bcbe'] in n-d-705658-22 is: [{'id': '2872e23e-eae9-4f04-a7fb-52757641bcbe', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-857605212-router', 'tenant_id': 'f4dd8c54051d43128b80a7b27aca23a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.224'}], 'enable_snat': True}, 'gw_port_id': '734c760e-a272-4c33-b556-0f02c2fdd0f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:51:56Z', 'updated_at': '2021-07-27T20:52:03Z', 'revision_number': 4, 'project_id': 'f4dd8c54051d43128b80a7b27aca23a8', 'gw_port': {'id': '734c760e-a272-4c33-b556-0f02c2fdd0f7', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:58:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2872e23e-eae9-4f04-a7fb-52757641bcbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:51:57Z', 'updated_at': '2021-07-27T20:52:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_interfaces': [{'id': '6a429cf7-e4dd-4ba7-8a2d-0597ab1a412b', 'name': '', 'network_id': 'ad708756-4858-4bf7-9c63-5e8aacaf6c3a', 'tenant_id': 'f4dd8c54051d43128b80a7b27aca23a8', 'mac_address': 'fa:16:3e:88:6d:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2872e23e-eae9-4f04-a7fb-52757641bcbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'ede1963b-50a5-4164-867c-90340ab6a875', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:52:01Z', 'updated_at': '2021-07-27T20:52:13Z', 'revision_number': 5, 'project_id': 'f4dd8c54051d43128b80a7b27aca23a8', 'subnets': [{'id': 'ede1963b-50a5-4164-867c-90340ab6a875', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 20:56:34.641044 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7912cb4-1ceb-4a54-afd2-06546f804a0e req-1a8fd3e3-4d37-42f7-862f-d5cbd4d0ba39 tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:34.647264 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ad7ebc-5a67-46bc-abd6-feb072774334 service neutron] Pushing event updated for resources: {'Port': ['ID=46987d5a-4e39-485d-9200-d2e33186866c,revision_number=3']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:56:34.647884 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7912cb4-1ceb-4a54-afd2-06546f804a0e req-1a8fd3e3-4d37-42f7-862f-d5cbd4d0ba39 tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:34.655091 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7912cb4-1ceb-4a54-afd2-06546f804a0e req-1a8fd3e3-4d37-42f7-862f-d5cbd4d0ba39 tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:34.657149 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f7912cb4-1ceb-4a54-afd2-06546f804a0e req-1a8fd3e3-4d37-42f7-862f-d5cbd4d0ba39 tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] 10.222.0.59 "GET /v2.0/ports?device_id=9091fd17-b1d2-412b-bf40-5f69d8abbaf4 HTTP/1.1" status: 200 len: 2410 time: 0.1165128 Jul 27 20:56:34.700276 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f7912cb4-1ceb-4a54-afd2-06546f804a0e req-79b6e12b-b269-416a-a184-82e3f83c3ab4 tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] 10.222.0.59 "GET /v2.0/security-groups?id=8e624957-e10f-45bc-9807-385c5037752b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354095 Jul 27 20:56:34.710070 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-6de5d219-fdc8-4940-a1c2-99cea0be981c req-56e128e9-41db-446d-8c0f-662d23fc859c service neutron] 10.222.0.36 "GET /v2.0/networks/ad708756-4858-4bf7-9c63-5e8aacaf6c3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2481468 Jul 27 20:56:34.742148 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27041749-3999-4513-8af9-4bc7416d7c92 req-b165f510-85a9-481d-ad98-302b36780316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:34.743801 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-27041749-3999-4513-8af9-4bc7416d7c92 req-b165f510-85a9-481d-ad98-302b36780316 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=721bd3052418472897f315f76424a2e7&device_id=de7a1d72-574d-43bd-b0db-ae693ac00328 HTTP/1.1" status: 200 len: 1096 time: 0.1060357 Jul 27 20:56:34.806934 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-27041749-3999-4513-8af9-4bc7416d7c92 req-3a3cd3c3-e679-4568-813d-75587aa13f36 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=46987d5a-4e39-485d-9200-d2e33186866c HTTP/1.1" status: 200 len: 217 time: 0.0464597 Jul 27 20:56:34.879594 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27041749-3999-4513-8af9-4bc7416d7c92 req-d6f19817-53b7-4dca-a1c8-253c86471d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:34.881454 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-27041749-3999-4513-8af9-4bc7416d7c92 req-d6f19817-53b7-4dca-a1c8-253c86471d31 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b995ba7e-29ce-42e3-8144-d363d37c9e8b HTTP/1.1" status: 200 len: 858 time: 0.0503294 Jul 27 20:56:34.924638 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05716d99-bbad-45f4-820b-c8eaff5a429c None None] New status for floating IP 418171bb-e575-46c1-b486-da6c445846f7: DOWN {{(pid=105587) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 20:56:34.930380 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-27041749-3999-4513-8af9-4bc7416d7c92 req-fac51a58-488b-4d03-a4a1-ee21aa74afe3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=cc43aace-70e3-4d8a-b340-ebf74034660a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397434 Jul 27 20:56:34.995863 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ab1db9-300c-4af4-a24d-736ce050632b req-b14eac9d-0c4a-403b-bdbe-dcfc9e5155f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:34.998091 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-a0ab1db9-300c-4af4-a24d-736ce050632b req-b14eac9d-0c4a-403b-bdbe-dcfc9e5155f6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f4dd8c54051d43128b80a7b27aca23a8&device_id=710352cc-8f68-47bd-bca2-5ec9e25113b3 HTTP/1.1" status: 200 len: 1096 time: 0.2009785 Jul 27 20:56:35.076353 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-27041749-3999-4513-8af9-4bc7416d7c92 req-c0091de0-05e4-4496-95b7-9634bf98d099 service neutron] 10.222.0.36 "GET /v2.0/networks/cc43aace-70e3-4d8a-b340-ebf74034660a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353316 Jul 27 20:56:35.207911 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ac6471-bb00-41a2-9946-f21817fe68d8 req-d756778c-600f-4714-b173-979f9cdcf8be tempest-ServersWithSpecificFlavorTestJSON-635688280 tempest-ServersWithSpecificFlavorTestJSON-635688280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:35.209953 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f2ac6471-bb00-41a2-9946-f21817fe68d8 req-d756778c-600f-4714-b173-979f9cdcf8be tempest-ServersWithSpecificFlavorTestJSON-635688280 tempest-ServersWithSpecificFlavorTestJSON-635688280-project] 10.222.0.59 "GET /v2.0/ports?device_id=710352cc-8f68-47bd-bca2-5ec9e25113b3 HTTP/1.1" status: 200 len: 944 time: 0.1433802 Jul 27 20:56:35.222824 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ab1db9-300c-4af4-a24d-736ce050632b req-36be0a4d-4290-4e76-aa5c-c3c3dbfd6795 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:35.224331 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-a0ab1db9-300c-4af4-a24d-736ce050632b req-36be0a4d-4290-4e76-aa5c-c3c3dbfd6795 service neutron] 10.222.0.36 "GET /v2.0/networks?id=ad708756-4858-4bf7-9c63-5e8aacaf6c3a HTTP/1.1" status: 200 len: 924 time: 0.1849148 Jul 27 20:56:35.229601 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-27041749-3999-4513-8af9-4bc7416d7c92 req-ba377ef6-703b-481b-bbca-55368ba63368 service neutron] 10.222.0.36 "GET /v2.0/networks/cc43aace-70e3-4d8a-b340-ebf74034660a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275282 Jul 27 20:56:35.231315 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c9dd41-86e1-4c91-b1a9-b509e1d4c709 req-902af502-3f70-454d-b9ff-2cbab49cab99 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:35.233410 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-40c9dd41-86e1-4c91-b1a9-b509e1d4c709 req-902af502-3f70-454d-b9ff-2cbab49cab99 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] 10.222.0.59 "GET /v2.0/ports?device_id=6a9e53e1-344c-4083-a4f6-dbd12c7060f8 HTTP/1.1" status: 200 len: 950 time: 0.1426735 Jul 27 20:56:35.271536 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-a0ab1db9-300c-4af4-a24d-736ce050632b req-76e8965c-d364-4dee-a0b2-c678a9208042 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c502b993-3979-40c5-9188-06f8e73caef4 HTTP/1.1" status: 200 len: 217 time: 0.0396237 Jul 27 20:56:35.287670 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f2ac6471-bb00-41a2-9946-f21817fe68d8 req-60686af3-d9a1-4f0c-b385-3eea814e3a57 tempest-ServersWithSpecificFlavorTestJSON-635688280 tempest-ServersWithSpecificFlavorTestJSON-635688280-project] 10.222.0.59 "GET /v2.0/security-groups?id=55ca020d-7119-4e40-9e04-2cd3ab975f98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706210 Jul 27 20:56:35.308451 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-40c9dd41-86e1-4c91-b1a9-b509e1d4c709 req-79b53122-5556-481e-83a4-c101b099edaa tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] 10.222.0.59 "GET /v2.0/security-groups?id=c6534cb3-b44e-4a83-b57e-ddb72c2ad843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604136 Jul 27 20:56:35.335391 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ab1db9-300c-4af4-a24d-736ce050632b req-4e27208a-d27c-4734-b25c-3e48d5d9c2e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:35.336872 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-a0ab1db9-300c-4af4-a24d-736ce050632b req-4e27208a-d27c-4734-b25c-3e48d5d9c2e1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ede1963b-50a5-4164-867c-90340ab6a875 HTTP/1.1" status: 200 len: 862 time: 0.0582528 Jul 27 20:56:35.412892 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ab1db9-300c-4af4-a24d-736ce050632b req-8548a6ea-af0d-42a7-809c-1be6783fea45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:35.414637 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-a0ab1db9-300c-4af4-a24d-736ce050632b req-8548a6ea-af0d-42a7-809c-1be6783fea45 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ad708756-4858-4bf7-9c63-5e8aacaf6c3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0696135 Jul 27 20:56:35.494598 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813842fb-180a-4a99-b2e1-093a1cfb3498 req-12a5ce27-ce39-4ef3-850e-24931ce5d26a tempest-InstanceActionsV221TestJSON-1020765513 tempest-InstanceActionsV221TestJSON-1020765513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:35.496101 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-813842fb-180a-4a99-b2e1-093a1cfb3498 req-12a5ce27-ce39-4ef3-850e-24931ce5d26a tempest-InstanceActionsV221TestJSON-1020765513 tempest-InstanceActionsV221TestJSON-1020765513-project] 10.222.0.59 "GET /v2.0/ports?device_id=de7a1d72-574d-43bd-b0db-ae693ac00328 HTTP/1.1" status: 200 len: 944 time: 0.1138217 Jul 27 20:56:35.517890 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3937a28a-3a9f-4e71-95ed-cd7ddff6c455 req-c709f38b-adb4-4a50-8113-c66e5e27a6cb tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:35.522812 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-a0ab1db9-300c-4af4-a24d-736ce050632b req-923f5559-8f44-49a6-be9a-f6856288c04d service neutron] 10.222.0.36 "GET /v2.0/networks/ad708756-4858-4bf7-9c63-5e8aacaf6c3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959299 Jul 27 20:56:35.523448 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-3937a28a-3a9f-4e71-95ed-cd7ddff6c455 req-c709f38b-adb4-4a50-8113-c66e5e27a6cb tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] 10.222.0.59 "GET /v2.0/ports?device_id=d7c5737b-5126-4417-93f5-533a70fd5a86 HTTP/1.1" status: 200 len: 943 time: 0.1061685 Jul 27 20:56:35.581905 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-813842fb-180a-4a99-b2e1-093a1cfb3498 req-ea6d9749-1443-4133-9fd5-09432917c79c tempest-InstanceActionsV221TestJSON-1020765513 tempest-InstanceActionsV221TestJSON-1020765513-project] 10.222.0.59 "GET /v2.0/security-groups?id=129b0ce3-d358-4c2b-a75e-5e5d16e335e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780675 Jul 27 20:56:35.589759 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-3937a28a-3a9f-4e71-95ed-cd7ddff6c455 req-7f9ee58d-3748-42b3-afe3-4f71126e055b tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] 10.222.0.59 "GET /v2.0/security-groups?id=594c38b0-00a0-4e02-9d5e-673f3a5e469c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639815 Jul 27 20:56:35.638819 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-a0ab1db9-300c-4af4-a24d-736ce050632b req-45b67bc8-31ca-4fdd-8056-9275d10dfe50 service neutron] 10.222.0.36 "GET /v2.0/networks/ad708756-4858-4bf7-9c63-5e8aacaf6c3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1069868 Jul 27 20:56:35.838761 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf2bdb7-79dc-48bf-917d-40d645396bb8 req-107fd373-4b1a-4423-aad6-0fdfda7f95ac tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:35.844672 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf2bdb7-79dc-48bf-917d-40d645396bb8 req-107fd373-4b1a-4423-aad6-0fdfda7f95ac tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:35.850511 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf2bdb7-79dc-48bf-917d-40d645396bb8 req-107fd373-4b1a-4423-aad6-0fdfda7f95ac tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:35.852197 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-9cf2bdb7-79dc-48bf-917d-40d645396bb8 req-107fd373-4b1a-4423-aad6-0fdfda7f95ac tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] 10.222.0.59 "GET /v2.0/ports?device_id=9091fd17-b1d2-412b-bf40-5f69d8abbaf4 HTTP/1.1" status: 200 len: 2410 time: 0.0806022 Jul 27 20:56:35.894055 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-9cf2bdb7-79dc-48bf-917d-40d645396bb8 req-615d64fa-c84d-45e4-baca-b298574d6105 tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] 10.222.0.59 "GET /v2.0/security-groups?id=8e624957-e10f-45bc-9807-385c5037752b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350938 Jul 27 20:56:36.029247 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:36.062977 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device 4ee93ba2-6330-4c53-abc2-bbf843dd38f2 details requested by agent hyperv_n-h1-705658-22 with host n-h1-705658-22 {{(pid=105586) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 20:56:36.171397 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] For port 4ee93ba2-6330-4c53-abc2-bbf843dd38f2, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=4ee93ba2-6330-4c53-abc2-bbf843dd38f2,segment=NetworkSegment(7ddd3554-64b5-4ff7-9735-f58b31de803c),segment_id=7ddd3554-64b5-4ff7-9735-f58b31de803c)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:56:36.183461 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Returning: {'device': '4ee93ba2-6330-4c53-abc2-bbf843dd38f2', 'network_id': '4d297cf8-0ab0-49a0-a8db-82a17169c88a', 'port_id': '4ee93ba2-6330-4c53-abc2-bbf843dd38f2', 'mac_address': 'fa:16:3e:4c:6c:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 213, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff9685c6-941b-44c9-867d-9e4581186e02', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105586) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 20:56:36.221288 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:36.235161 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ee93ba2-6330-4c53-abc2-bbf843dd38f2 {{(pid=105586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 20:56:36.255514 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] For port 4ee93ba2-6330-4c53-abc2-bbf843dd38f2, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=4ee93ba2-6330-4c53-abc2-bbf843dd38f2,segment=NetworkSegment(7ddd3554-64b5-4ff7-9735-f58b31de803c),segment_id=7ddd3554-64b5-4ff7-9735-f58b31de803c)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:56:36.259451 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:36.306195 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Pushing event updated for resources: {'Port': ['ID=4ee93ba2-6330-4c53-abc2-bbf843dd38f2,revision_number=4']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:56:36.394375 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de7a1d72-574d-43bd-b0db-ae693ac00328', 'tag': '46987d5a-4e39-485d-9200-d2e33186866c'}] {{(pid=105584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:56:36.396774 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bce5e6c8685464f7626901654159975603b047827e3138302ed6566e28f1343" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5eab3267-e09c-473e-b49f-aac1f53ee55c" -d '{"events": [{"name": "network-changed", "server_uuid": "de7a1d72-574d-43bd-b0db-ae693ac00328", "tag": "46987d5a-4e39-485d-9200-d2e33186866c"}]}' {{(pid=105584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:56:36.473606 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d15be8-fefd-45fb-93cc-d1d33adf9eb5 req-5b480e45-3f89-424e-8479-69ac4e0e6ae1 tempest-ServersWithSpecificFlavorTestJSON-635688280 tempest-ServersWithSpecificFlavorTestJSON-635688280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:36.475077 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-81d15be8-fefd-45fb-93cc-d1d33adf9eb5 req-5b480e45-3f89-424e-8479-69ac4e0e6ae1 tempest-ServersWithSpecificFlavorTestJSON-635688280 tempest-ServersWithSpecificFlavorTestJSON-635688280-project] 10.222.0.59 "GET /v2.0/ports?device_id=710352cc-8f68-47bd-bca2-5ec9e25113b3 HTTP/1.1" status: 200 len: 944 time: 0.1125169 Jul 27 20:56:36.488059 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643ce564-fc0e-47ae-bccb-26b51e9ddd22 req-ae46d4f6-67ae-4f47-b35d-084f47b9f846 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:36.489521 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-643ce564-fc0e-47ae-bccb-26b51e9ddd22 req-ae46d4f6-67ae-4f47-b35d-084f47b9f846 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] 10.222.0.59 "GET /v2.0/ports?device_id=6a9e53e1-344c-4083-a4f6-dbd12c7060f8 HTTP/1.1" status: 200 len: 950 time: 0.0910902 Jul 27 20:56:36.543703 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] get_ports_and_sgs() called for port_ids ['4ee93ba2-6330-4c53-abc2-bbf843dd38f2'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 20:56:36.545045 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-81d15be8-fefd-45fb-93cc-d1d33adf9eb5 req-ee96658b-4106-48bd-8ac8-625f66a9464e tempest-ServersWithSpecificFlavorTestJSON-635688280 tempest-ServersWithSpecificFlavorTestJSON-635688280-project] 10.222.0.59 "GET /v2.0/security-groups?id=55ca020d-7119-4e40-9e04-2cd3ab975f98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545783 Jul 27 20:56:36.553100 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-643ce564-fc0e-47ae-bccb-26b51e9ddd22 req-b9558ec7-2f51-4f91-9462-c6e2c6f9cec4 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] 10.222.0.59 "GET /v2.0/security-groups?id=c6534cb3-b44e-4a83-b57e-ddb72c2ad843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557601 Jul 27 20:56:36.603340 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 20:56:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8e4e068-7ac0-4215-ac6c-c34fcbdc1299 x-openstack-request-id: req-d8e4e068-7ac0-4215-ac6c-c34fcbdc1299 {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:56:36.603625 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de7a1d72-574d-43bd-b0db-ae693ac00328", "tag": "46987d5a-4e39-485d-9200-d2e33186866c", "status": "completed", "code": 200}]} {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:56:36.603874 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-d8e4e068-7ac0-4215-ac6c-c34fcbdc1299 {{(pid=105584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:56:36.604291 n-d-705658-22 neutron-server[105584]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de7a1d72-574d-43bd-b0db-ae693ac00328', 'tag': '46987d5a-4e39-485d-9200-d2e33186866c', 'status': 'completed', 'code': 200} Jul 27 20:56:36.715278 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eab3267-e09c-473e-b49f-aac1f53ee55c req-b64f6c46-52b9-401a-967a-bbb45c09c917 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:36.716898 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-5eab3267-e09c-473e-b49f-aac1f53ee55c req-b64f6c46-52b9-401a-967a-bbb45c09c917 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=721bd3052418472897f315f76424a2e7&device_id=de7a1d72-574d-43bd-b0db-ae693ac00328 HTTP/1.1" status: 200 len: 1096 time: 0.0886147 Jul 27 20:56:36.807723 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b348d9-7630-497d-a8f4-dfd306905dd3 req-77f7b1ab-ef9a-46cc-99c2-217f969c47c7 tempest-InstanceActionsV221TestJSON-1020765513 tempest-InstanceActionsV221TestJSON-1020765513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:36.809260 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a3b348d9-7630-497d-a8f4-dfd306905dd3 req-77f7b1ab-ef9a-46cc-99c2-217f969c47c7 tempest-InstanceActionsV221TestJSON-1020765513 tempest-InstanceActionsV221TestJSON-1020765513-project] 10.222.0.59 "GET /v2.0/ports?device_id=de7a1d72-574d-43bd-b0db-ae693ac00328 HTTP/1.1" status: 200 len: 944 time: 0.1223707 Jul 27 20:56:36.812225 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eab3267-e09c-473e-b49f-aac1f53ee55c req-aca59b0b-870d-4e1c-baa9-76dc030b8e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:36.816276 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-5eab3267-e09c-473e-b49f-aac1f53ee55c req-aca59b0b-870d-4e1c-baa9-76dc030b8e1a service neutron] 10.222.0.36 "GET /v2.0/networks?id=cc43aace-70e3-4d8a-b340-ebf74034660a HTTP/1.1" status: 200 len: 919 time: 0.0912943 Jul 27 20:56:36.821929 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea1b996-d99d-465b-9431-8d5581a8ec4b req-0f6d76a2-e7f3-435e-b28b-6fabf48bdf3b tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:36.823562 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-1ea1b996-d99d-465b-9431-8d5581a8ec4b req-0f6d76a2-e7f3-435e-b28b-6fabf48bdf3b tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] 10.222.0.59 "GET /v2.0/ports?device_id=d7c5737b-5126-4417-93f5-533a70fd5a86 HTTP/1.1" status: 200 len: 944 time: 0.1248732 Jul 27 20:56:36.869029 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-5eab3267-e09c-473e-b49f-aac1f53ee55c req-aa24befd-7e9c-409d-b240-7a7e07be731e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=46987d5a-4e39-485d-9200-d2e33186866c HTTP/1.1" status: 200 len: 217 time: 0.0451765 Jul 27 20:56:36.893455 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-1ea1b996-d99d-465b-9431-8d5581a8ec4b req-62ed5e1e-f12d-4a61-afb6-ace342b66629 tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] 10.222.0.59 "GET /v2.0/security-groups?id=594c38b0-00a0-4e02-9d5e-673f3a5e469c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616052 Jul 27 20:56:36.898849 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a3b348d9-7630-497d-a8f4-dfd306905dd3 req-4a0bf606-004d-4c92-863f-f545348a2ef0 tempest-InstanceActionsV221TestJSON-1020765513 tempest-InstanceActionsV221TestJSON-1020765513-project] 10.222.0.59 "GET /v2.0/security-groups?id=129b0ce3-d358-4c2b-a75e-5e5d16e335e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743835 Jul 27 20:56:36.951169 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eab3267-e09c-473e-b49f-aac1f53ee55c req-4f4715e3-76a9-437d-87cc-e34494992dca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:36.952829 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-5eab3267-e09c-473e-b49f-aac1f53ee55c req-4f4715e3-76a9-437d-87cc-e34494992dca service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b995ba7e-29ce-42e3-8144-d363d37c9e8b HTTP/1.1" status: 200 len: 858 time: 0.0711596 Jul 27 20:56:37.004339 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-5eab3267-e09c-473e-b49f-aac1f53ee55c req-8c7cd87a-27e5-4431-86b8-13066f1135c4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=cc43aace-70e3-4d8a-b340-ebf74034660a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0438893 Jul 27 20:56:37.112639 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-5eab3267-e09c-473e-b49f-aac1f53ee55c req-dbc34ec1-6045-42e7-bf80-958cc21b7fec service neutron] 10.222.0.36 "GET /v2.0/networks/cc43aace-70e3-4d8a-b340-ebf74034660a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995572 Jul 27 20:56:37.124379 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e428892-de90-452c-9645-46231ed89dc5 req-7806b064-e875-4747-846a-090de13dc993 tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:37.130261 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e428892-de90-452c-9645-46231ed89dc5 req-7806b064-e875-4747-846a-090de13dc993 tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:37.136487 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e428892-de90-452c-9645-46231ed89dc5 req-7806b064-e875-4747-846a-090de13dc993 tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:37.143702 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-2e428892-de90-452c-9645-46231ed89dc5 req-7806b064-e875-4747-846a-090de13dc993 tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] 10.222.0.59 "GET /v2.0/ports?device_id=9091fd17-b1d2-412b-bf40-5f69d8abbaf4 HTTP/1.1" status: 200 len: 2410 time: 0.0931213 Jul 27 20:56:37.186323 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-2e428892-de90-452c-9645-46231ed89dc5 req-5043309a-911b-4710-b9d4-bbd96a894089 tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] 10.222.0.59 "GET /v2.0/security-groups?id=8e624957-e10f-45bc-9807-385c5037752b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414426 Jul 27 20:56:37.204724 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-5eab3267-e09c-473e-b49f-aac1f53ee55c req-8dd1ebdb-cf91-41b2-97ab-051efe97c58e service neutron] 10.222.0.36 "GET /v2.0/networks/cc43aace-70e3-4d8a-b340-ebf74034660a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849719 Jul 27 20:56:37.668771 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Device 5bcc4e11-a713-4484-8bac-43492e151514 details requested by agent hyperv_n-h2-705658-22 with host n-h2-705658-22 {{(pid=105586) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 20:56:37.728232 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f802ff6f-9396-4a6a-9a33-918ccbab270d req-77e18dea-6b47-4d3f-9ad7-b66111c2b89c tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:37.729840 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f802ff6f-9396-4a6a-9a33-918ccbab270d req-77e18dea-6b47-4d3f-9ad7-b66111c2b89c tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] 10.222.0.59 "GET /v2.0/ports?device_id=6a9e53e1-344c-4083-a4f6-dbd12c7060f8 HTTP/1.1" status: 200 len: 950 time: 0.0945277 Jul 27 20:56:37.746186 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9705b06-0957-406b-a79f-8850564af82f req-9efb9918-6bb2-454e-aec8-b85507703149 tempest-ServersWithSpecificFlavorTestJSON-635688280 tempest-ServersWithSpecificFlavorTestJSON-635688280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:37.747930 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-d9705b06-0957-406b-a79f-8850564af82f req-9efb9918-6bb2-454e-aec8-b85507703149 tempest-ServersWithSpecificFlavorTestJSON-635688280 tempest-ServersWithSpecificFlavorTestJSON-635688280-project] 10.222.0.59 "GET /v2.0/ports?device_id=710352cc-8f68-47bd-bca2-5ec9e25113b3 HTTP/1.1" status: 200 len: 944 time: 0.1218035 Jul 27 20:56:37.790280 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] For port 5bcc4e11-a713-4484-8bac-43492e151514, host n-h2-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=5bcc4e11-a713-4484-8bac-43492e151514,segment=NetworkSegment(251656dd-c9c0-4a76-afbf-1db88834cf7d),segment_id=251656dd-c9c0-4a76-afbf-1db88834cf7d)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:56:37.798222 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f802ff6f-9396-4a6a-9a33-918ccbab270d req-1661bd56-7ce0-4459-bd78-d61725e36971 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] 10.222.0.59 "GET /v2.0/security-groups?id=c6534cb3-b44e-4a83-b57e-ddb72c2ad843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599759 Jul 27 20:56:37.807850 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Returning: {'device': '5bcc4e11-a713-4484-8bac-43492e151514', 'network_id': 'cfd8fe71-ac73-4135-9433-7bc6fe70bccd', 'port_id': '5bcc4e11-a713-4484-8bac-43492e151514', 'mac_address': 'fa:16:3e:8c:ee:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c21d7467-8fb3-4477-8b26-f9d7adff4042', 'ip_address': '19.80.0.90'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105586) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 20:56:37.811944 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-d9705b06-0957-406b-a79f-8850564af82f req-e4beb184-7151-4733-8a19-e735a8731082 tempest-ServersWithSpecificFlavorTestJSON-635688280 tempest-ServersWithSpecificFlavorTestJSON-635688280-project] 10.222.0.59 "GET /v2.0/security-groups?id=55ca020d-7119-4e40-9e04-2cd3ab975f98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566225 Jul 27 20:56:37.850050 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:37.863180 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [None req-3d54578f-831f-4696-b568-13c455922dab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5bcc4e11-a713-4484-8bac-43492e151514 {{(pid=105586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 20:56:37.882614 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] For port 5bcc4e11-a713-4484-8bac-43492e151514, host n-h2-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=5bcc4e11-a713-4484-8bac-43492e151514,segment=NetworkSegment(251656dd-c9c0-4a76-afbf-1db88834cf7d),segment_id=251656dd-c9c0-4a76-afbf-1db88834cf7d)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:56:37.886731 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:37.887407 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Device 9590b357-b42e-4e98-9c31-89a868b84615 details requested by agent hyperv_n-h2-705658-22 with host n-h2-705658-22 {{(pid=105586) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 20:56:38.087267 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5782f391-a8c3-46bf-944a-fba53638fc26 req-23378ed8-e95d-4731-a12d-61c2783a3ea3 tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:38.088844 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-5782f391-a8c3-46bf-944a-fba53638fc26 req-23378ed8-e95d-4731-a12d-61c2783a3ea3 tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] 10.222.0.59 "GET /v2.0/ports?device_id=d7c5737b-5126-4417-93f5-533a70fd5a86 HTTP/1.1" status: 200 len: 944 time: 0.1188273 Jul 27 20:56:38.122101 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64409c7d-a5c1-4e6b-a1ef-737a10263890 req-d528a2de-c5cd-4e61-b9dd-5595bb458300 tempest-InstanceActionsV221TestJSON-1020765513 tempest-InstanceActionsV221TestJSON-1020765513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:38.123625 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-64409c7d-a5c1-4e6b-a1ef-737a10263890 req-d528a2de-c5cd-4e61-b9dd-5595bb458300 tempest-InstanceActionsV221TestJSON-1020765513 tempest-InstanceActionsV221TestJSON-1020765513-project] 10.222.0.59 "GET /v2.0/ports?device_id=de7a1d72-574d-43bd-b0db-ae693ac00328 HTTP/1.1" status: 200 len: 944 time: 0.1177568 Jul 27 20:56:38.149515 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-5782f391-a8c3-46bf-944a-fba53638fc26 req-ae93acc8-0954-43bf-82c2-bc66f12709b2 tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] 10.222.0.59 "GET /v2.0/security-groups?id=594c38b0-00a0-4e02-9d5e-673f3a5e469c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530038 Jul 27 20:56:38.157284 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device c502b993-3979-40c5-9188-06f8e73caef4 details requested by agent hyperv_n-h1-705658-22 with host n-h1-705658-22 {{(pid=105586) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 20:56:38.159309 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device 4ee93ba2-6330-4c53-abc2-bbf843dd38f2 up at agent hyperv_n-h1-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:56:38.172374 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Pushing event updated for resources: {'Port': ['ID=5bcc4e11-a713-4484-8bac-43492e151514,revision_number=4']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:56:38.195901 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-64409c7d-a5c1-4e6b-a1ef-737a10263890 req-187838e3-73e4-4649-b9d4-b3bc4fde3682 tempest-InstanceActionsV221TestJSON-1020765513 tempest-InstanceActionsV221TestJSON-1020765513-project] 10.222.0.59 "GET /v2.0/security-groups?id=129b0ce3-d358-4c2b-a75e-5e5d16e335e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605834 Jul 27 20:56:38.331946 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Provisioning for port 4ee93ba2-6330-4c53-abc2-bbf843dd38f2 completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:56:38.348315 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] For port 9590b357-b42e-4e98-9c31-89a868b84615, host n-h2-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=9590b357-b42e-4e98-9c31-89a868b84615,segment=NetworkSegment(331b05df-059e-41ff-9efa-7b50e1afc788),segment_id=331b05df-059e-41ff-9efa-7b50e1afc788)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:56:38.350702 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Provisioning complete for port 4ee93ba2-6330-4c53-abc2-bbf843dd38f2 triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:56:38.351102 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:38.372426 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9686f41f-e26b-4ebb-86e8-ea26894e146a req-758c48d4-c175-4619-9302-9f811530fc12 tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:38.378569 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9686f41f-e26b-4ebb-86e8-ea26894e146a req-758c48d4-c175-4619-9302-9f811530fc12 tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:38.384787 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9686f41f-e26b-4ebb-86e8-ea26894e146a req-758c48d4-c175-4619-9302-9f811530fc12 tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:38.386472 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-9686f41f-e26b-4ebb-86e8-ea26894e146a req-758c48d4-c175-4619-9302-9f811530fc12 tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] 10.222.0.59 "GET /v2.0/ports?device_id=9091fd17-b1d2-412b-bf40-5f69d8abbaf4 HTTP/1.1" status: 200 len: 2411 time: 0.0905032 Jul 27 20:56:38.394177 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] For port c502b993-3979-40c5-9188-06f8e73caef4, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=c502b993-3979-40c5-9188-06f8e73caef4,segment=NetworkSegment(2ea25427-d6e6-4416-87a7-64c07e5ed875),segment_id=2ea25427-d6e6-4416-87a7-64c07e5ed875)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:56:38.396676 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Returning: {'device': '9590b357-b42e-4e98-9c31-89a868b84615', 'network_id': 'cce645ad-a285-4069-8b11-561c8d9db1c9', 'port_id': '9590b357-b42e-4e98-9c31-89a868b84615', 'mac_address': 'fa:16:3e:77:6b:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 235, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cab166f1-4bfb-4023-87fe-61cf2404473e', 'ip_address': '19.86.0.47'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105586) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 20:56:38.417324 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Returning: {'device': 'c502b993-3979-40c5-9188-06f8e73caef4', 'network_id': 'ad708756-4858-4bf7-9c63-5e8aacaf6c3a', 'port_id': 'c502b993-3979-40c5-9188-06f8e73caef4', 'mac_address': 'fa:16:3e:a8:a4:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ede1963b-50a5-4164-867c-90340ab6a875', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105586) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 20:56:38.429682 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-9686f41f-e26b-4ebb-86e8-ea26894e146a req-7de06262-9dfb-471b-9042-41c3ed5ecef3 tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] 10.222.0.59 "GET /v2.0/security-groups?id=8e624957-e10f-45bc-9807-385c5037752b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363979 Jul 27 20:56:38.492008 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:38.539736 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:38.544995 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [None req-3d54578f-831f-4696-b568-13c455922dab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9590b357-b42e-4e98-9c31-89a868b84615 {{(pid=105586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 20:56:38.573024 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c502b993-3979-40c5-9188-06f8e73caef4 {{(pid=105586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 20:56:38.594780 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] For port 9590b357-b42e-4e98-9c31-89a868b84615, host n-h2-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=9590b357-b42e-4e98-9c31-89a868b84615,segment=NetworkSegment(331b05df-059e-41ff-9efa-7b50e1afc788),segment_id=331b05df-059e-41ff-9efa-7b50e1afc788)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:56:38.597974 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:38.607267 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:38.607961 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Device 612ee925-e6ae-43e0-abcf-1c14ff009adc details requested by agent hyperv_n-h2-705658-22 with host n-h2-705658-22 {{(pid=105586) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 20:56:38.611503 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] For port c502b993-3979-40c5-9188-06f8e73caef4, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=c502b993-3979-40c5-9188-06f8e73caef4,segment=NetworkSegment(2ea25427-d6e6-4416-87a7-64c07e5ed875),segment_id=2ea25427-d6e6-4416-87a7-64c07e5ed875)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:56:38.646409 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:38.647015 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device 46987d5a-4e39-485d-9200-d2e33186866c details requested by agent hyperv_n-h1-705658-22 with host n-h1-705658-22 {{(pid=105586) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 20:56:38.686013 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7c5737b-5126-4417-93f5-533a70fd5a86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ee93ba2-6330-4c53-abc2-bbf843dd38f2'}] {{(pid=105586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:56:38.688354 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14c1663e039faf5393f87855f745010ac5b02220355b68fdbf065393e303ac56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09a6018e-9cf3-4a9b-9fa9-18a6547eab27" -d '{"events": [{"server_uuid": "d7c5737b-5126-4417-93f5-533a70fd5a86", "name": "network-vif-plugged", "status": "completed", "tag": "4ee93ba2-6330-4c53-abc2-bbf843dd38f2"}]}' {{(pid=105586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:56:38.721786 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] For port 612ee925-e6ae-43e0-abcf-1c14ff009adc, host n-h2-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=612ee925-e6ae-43e0-abcf-1c14ff009adc,segment=NetworkSegment(251656dd-c9c0-4a76-afbf-1db88834cf7d),segment_id=251656dd-c9c0-4a76-afbf-1db88834cf7d)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:56:38.736648 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] For port 4ee93ba2-6330-4c53-abc2-bbf843dd38f2, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=4ee93ba2-6330-4c53-abc2-bbf843dd38f2,segment=NetworkSegment(7ddd3554-64b5-4ff7-9735-f58b31de803c),segment_id=7ddd3554-64b5-4ff7-9735-f58b31de803c)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:56:38.746504 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 20:56:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32139107-6aa4-41c4-9509-be665a4019f3 x-openstack-request-id: req-32139107-6aa4-41c4-9509-be665a4019f3 {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:56:38.746789 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7c5737b-5126-4417-93f5-533a70fd5a86", "name": "network-vif-plugged", "status": "completed", "tag": "4ee93ba2-6330-4c53-abc2-bbf843dd38f2", "code": 200}]} {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:56:38.747653 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-32139107-6aa4-41c4-9509-be665a4019f3 {{(pid=105586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:56:38.748016 n-d-705658-22 neutron-server[105586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7c5737b-5126-4417-93f5-533a70fd5a86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ee93ba2-6330-4c53-abc2-bbf843dd38f2', 'code': 200} Jul 27 20:56:38.789909 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:38.797644 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Returning: {'device': '612ee925-e6ae-43e0-abcf-1c14ff009adc', 'network_id': 'cfd8fe71-ac73-4135-9433-7bc6fe70bccd', 'port_id': '612ee925-e6ae-43e0-abcf-1c14ff009adc', 'mac_address': 'fa:16:3e:39:ad:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c21d7467-8fb3-4477-8b26-f9d7adff4042', 'ip_address': '19.80.0.44'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105586) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 20:56:38.801653 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Pushing event updated for resources: {'Port': ['ID=9590b357-b42e-4e98-9c31-89a868b84615,revision_number=4']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:56:38.864465 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4c2f94-5752-4a9f-a0cc-2c87cbf181d4 req-886da690-5e5b-4ea2-96c5-e125570e7ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:38.868138 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-fa4c2f94-5752-4a9f-a0cc-2c87cbf181d4 req-886da690-5e5b-4ea2-96c5-e125570e7ad2 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=d7c5737b-5126-4417-93f5-533a70fd5a86 HTTP/1.1" status: 200 len: 1097 time: 0.0679398 Jul 27 20:56:38.904065 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-4c4ad538-abb0-40b5-bf60-e1e37dbc38d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:38.938719 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] For port 46987d5a-4e39-485d-9200-d2e33186866c, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=46987d5a-4e39-485d-9200-d2e33186866c,segment=NetworkSegment(665ec0a0-f98b-48fb-869a-785777373b9a),segment_id=665ec0a0-f98b-48fb-869a-785777373b9a)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:56:38.941053 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:38.949433 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-fa4c2f94-5752-4a9f-a0cc-2c87cbf181d4 req-ff2c1122-2d23-43c0-beaf-1bfd2e49b18c service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=594c38b0-00a0-4e02-9d5e-673f3a5e469c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733984 Jul 27 20:56:38.959464 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Pushing event updated for resources: {'Port': ['ID=c502b993-3979-40c5-9188-06f8e73caef4,revision_number=4']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:56:38.971429 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [None req-3d54578f-831f-4696-b568-13c455922dab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 612ee925-e6ae-43e0-abcf-1c14ff009adc {{(pid=105586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 20:56:38.994334 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Returning: {'device': '46987d5a-4e39-485d-9200-d2e33186866c', 'network_id': 'cc43aace-70e3-4d8a-b340-ebf74034660a', 'port_id': '46987d5a-4e39-485d-9200-d2e33186866c', 'mac_address': 'fa:16:3e:0a:08:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 210, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b995ba7e-29ce-42e3-8144-d363d37c9e8b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105586) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 20:56:39.020330 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b486f4b-c277-4a17-b147-4ccca1989f2a req-ea50bfc2-a2df-4c4d-8b5e-928867f87cb5 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:39.022016 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-2b486f4b-c277-4a17-b147-4ccca1989f2a req-ea50bfc2-a2df-4c4d-8b5e-928867f87cb5 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] 10.222.0.59 "GET /v2.0/ports?device_id=6a9e53e1-344c-4083-a4f6-dbd12c7060f8 HTTP/1.1" status: 200 len: 950 time: 0.1289172 Jul 27 20:56:39.042531 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] For port 612ee925-e6ae-43e0-abcf-1c14ff009adc, host n-h2-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=612ee925-e6ae-43e0-abcf-1c14ff009adc,segment=NetworkSegment(251656dd-c9c0-4a76-afbf-1db88834cf7d),segment_id=251656dd-c9c0-4a76-afbf-1db88834cf7d)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:56:39.044459 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e2be1b-d980-44fa-ac93-b2d92465cfb1 req-a39919a6-fa85-4682-ac33-a5e56bb829d6 tempest-ServersWithSpecificFlavorTestJSON-635688280 tempest-ServersWithSpecificFlavorTestJSON-635688280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:39.045921 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-19e2be1b-d980-44fa-ac93-b2d92465cfb1 req-a39919a6-fa85-4682-ac33-a5e56bb829d6 tempest-ServersWithSpecificFlavorTestJSON-635688280 tempest-ServersWithSpecificFlavorTestJSON-635688280-project] 10.222.0.59 "GET /v2.0/ports?device_id=710352cc-8f68-47bd-bca2-5ec9e25113b3 HTTP/1.1" status: 200 len: 945 time: 0.0947335 Jul 27 20:56:39.053952 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:39.072176 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Pushing event updated for resources: {'Port': ['ID=4ee93ba2-6330-4c53-abc2-bbf843dd38f2,revision_number=5']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:56:39.097813 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-2b486f4b-c277-4a17-b147-4ccca1989f2a req-5e9fdb74-f957-4675-8d7d-ea6837a2bfc0 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] 10.222.0.59 "GET /v2.0/security-groups?id=c6534cb3-b44e-4a83-b57e-ddb72c2ad843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618255 Jul 27 20:56:39.103605 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:39.105611 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-19e2be1b-d980-44fa-ac93-b2d92465cfb1 req-27773dbe-951c-4b67-93c8-a913b3d66455 tempest-ServersWithSpecificFlavorTestJSON-635688280 tempest-ServersWithSpecificFlavorTestJSON-635688280-project] 10.222.0.59 "GET /v2.0/security-groups?id=55ca020d-7119-4e40-9e04-2cd3ab975f98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536625 Jul 27 20:56:39.127830 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46987d5a-4e39-485d-9200-d2e33186866c {{(pid=105586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 20:56:39.160258 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] For port 46987d5a-4e39-485d-9200-d2e33186866c, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=46987d5a-4e39-485d-9200-d2e33186866c,segment=NetworkSegment(665ec0a0-f98b-48fb-869a-785777373b9a),segment_id=665ec0a0-f98b-48fb-869a-785777373b9a)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:56:39.161863 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Pushing event updated for resources: {'Port': ['ID=612ee925-e6ae-43e0-abcf-1c14ff009adc,revision_number=4']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:56:39.167494 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:39.220464 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Pushing event updated for resources: {'Port': ['ID=46987d5a-4e39-485d-9200-d2e33186866c,revision_number=4']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:56:39.329801 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bf1c41-342a-4b4e-9274-544f2a34a781 req-55b28f54-f335-4d8b-8831-11dc295fcee6 tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:39.331356 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-01bf1c41-342a-4b4e-9274-544f2a34a781 req-55b28f54-f335-4d8b-8831-11dc295fcee6 tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] 10.222.0.59 "GET /v2.0/ports?device_id=d7c5737b-5126-4417-93f5-533a70fd5a86 HTTP/1.1" status: 200 len: 945 time: 0.1105883 Jul 27 20:56:39.382990 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd1a7bf-620b-4def-b91b-90b7337be8f1 req-cbe820aa-dc92-495f-9533-b9c0684f393d tempest-InstanceActionsV221TestJSON-1020765513 tempest-InstanceActionsV221TestJSON-1020765513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:39.384470 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-8dd1a7bf-620b-4def-b91b-90b7337be8f1 req-cbe820aa-dc92-495f-9533-b9c0684f393d tempest-InstanceActionsV221TestJSON-1020765513 tempest-InstanceActionsV221TestJSON-1020765513-project] 10.222.0.59 "GET /v2.0/ports?device_id=de7a1d72-574d-43bd-b0db-ae693ac00328 HTTP/1.1" status: 200 len: 945 time: 0.1094553 Jul 27 20:56:39.391934 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-01bf1c41-342a-4b4e-9274-544f2a34a781 req-95b7f7a7-0ad0-48c1-9557-1522a33dd57f tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] 10.222.0.59 "GET /v2.0/security-groups?id=594c38b0-00a0-4e02-9d5e-673f3a5e469c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536249 Jul 27 20:56:39.427533 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-8dd1a7bf-620b-4def-b91b-90b7337be8f1 req-bbd28804-6fac-444c-9ddb-b081b7236289 tempest-InstanceActionsV221TestJSON-1020765513 tempest-InstanceActionsV221TestJSON-1020765513-project] 10.222.0.59 "GET /v2.0/security-groups?id=129b0ce3-d358-4c2b-a75e-5e5d16e335e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346174 Jul 27 20:56:39.518460 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] get_ports_and_sgs() called for port_ids ['c502b993-3979-40c5-9188-06f8e73caef4'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 20:56:39.543605 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] get_ports_and_sgs() called for port_ids ['46987d5a-4e39-485d-9200-d2e33186866c'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 20:56:39.591285 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb231eb3-8057-4a90-8bdf-91b4f5f85842 req-e46df00e-0740-4fa9-ab8b-6eb6299197a9 tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:39.598517 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb231eb3-8057-4a90-8bdf-91b4f5f85842 req-e46df00e-0740-4fa9-ab8b-6eb6299197a9 tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:39.604939 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb231eb3-8057-4a90-8bdf-91b4f5f85842 req-e46df00e-0740-4fa9-ab8b-6eb6299197a9 tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:39.607834 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-cb231eb3-8057-4a90-8bdf-91b4f5f85842 req-e46df00e-0740-4fa9-ab8b-6eb6299197a9 tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] 10.222.0.59 "GET /v2.0/ports?device_id=9091fd17-b1d2-412b-bf40-5f69d8abbaf4 HTTP/1.1" status: 200 len: 2413 time: 0.0881944 Jul 27 20:56:39.611791 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] get_ports_and_sgs() called for port_ids ['9590b357-b42e-4e98-9c31-89a868b84615'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 20:56:39.651431 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-cb231eb3-8057-4a90-8bdf-91b4f5f85842 req-6eb21693-9f12-47f1-989c-caf3cbc69845 tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] 10.222.0.59 "GET /v2.0/security-groups?id=8e624957-e10f-45bc-9807-385c5037752b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363445 Jul 27 20:56:39.710014 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] get_ports_and_sgs() called for port_ids ['612ee925-e6ae-43e0-abcf-1c14ff009adc'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 20:56:39.872953 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:40.286674 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa622f6-34a4-4402-8b74-39abb19a3fe7 req-c0e70c5c-dd0a-4b15-95d8-492792e7628f tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:40.289253 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-0aa622f6-34a4-4402-8b74-39abb19a3fe7 req-c0e70c5c-dd0a-4b15-95d8-492792e7628f tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] 10.222.0.59 "GET /v2.0/ports?device_id=6a9e53e1-344c-4083-a4f6-dbd12c7060f8 HTTP/1.1" status: 200 len: 950 time: 0.1006370 Jul 27 20:56:40.303549 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a730647d-1e54-48fa-9352-e1b4fd82d57e req-cfa507a3-1a5c-4659-a118-7d84586f0d88 tempest-ServersWithSpecificFlavorTestJSON-635688280 tempest-ServersWithSpecificFlavorTestJSON-635688280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:40.305057 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a730647d-1e54-48fa-9352-e1b4fd82d57e req-cfa507a3-1a5c-4659-a118-7d84586f0d88 tempest-ServersWithSpecificFlavorTestJSON-635688280 tempest-ServersWithSpecificFlavorTestJSON-635688280-project] 10.222.0.59 "GET /v2.0/ports?device_id=710352cc-8f68-47bd-bca2-5ec9e25113b3 HTTP/1.1" status: 200 len: 945 time: 0.1276278 Jul 27 20:56:40.365453 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-0aa622f6-34a4-4402-8b74-39abb19a3fe7 req-dc83e407-dc55-4a6b-b077-57feb87f488f tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] 10.222.0.59 "GET /v2.0/security-groups?id=c6534cb3-b44e-4a83-b57e-ddb72c2ad843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594089 Jul 27 20:56:40.378521 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a730647d-1e54-48fa-9352-e1b4fd82d57e req-5e97d72a-85a4-404e-a52b-4cd2e2e22816 tempest-ServersWithSpecificFlavorTestJSON-635688280 tempest-ServersWithSpecificFlavorTestJSON-635688280-project] 10.222.0.59 "GET /v2.0/security-groups?id=55ca020d-7119-4e40-9e04-2cd3ab975f98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587752 Jul 27 20:56:40.563949 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7a3797-99b8-44fa-a3f0-72706204e72a req-ce8ff50f-4a76-49c2-93e4-9648c3071dc1 tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:40.565617 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-ea7a3797-99b8-44fa-a3f0-72706204e72a req-ce8ff50f-4a76-49c2-93e4-9648c3071dc1 tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] 10.222.0.59 "GET /v2.0/ports?device_id=d7c5737b-5126-4417-93f5-533a70fd5a86 HTTP/1.1" status: 200 len: 945 time: 0.1050565 Jul 27 20:56:40.604540 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c730b70d-6583-4741-bcbf-682316f8de29 req-5f4d4670-14db-4435-99e4-01ab592ca8f0 tempest-InstanceActionsV221TestJSON-1020765513 tempest-InstanceActionsV221TestJSON-1020765513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:40.606026 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-c730b70d-6583-4741-bcbf-682316f8de29 req-5f4d4670-14db-4435-99e4-01ab592ca8f0 tempest-InstanceActionsV221TestJSON-1020765513 tempest-InstanceActionsV221TestJSON-1020765513-project] 10.222.0.59 "GET /v2.0/ports?device_id=de7a1d72-574d-43bd-b0db-ae693ac00328 HTTP/1.1" status: 200 len: 945 time: 0.1032574 Jul 27 20:56:40.626797 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-ea7a3797-99b8-44fa-a3f0-72706204e72a req-71806925-8fe1-40a9-8d24-970c5c66cbba tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] 10.222.0.59 "GET /v2.0/security-groups?id=594c38b0-00a0-4e02-9d5e-673f3a5e469c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532918 Jul 27 20:56:40.657022 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-c730b70d-6583-4741-bcbf-682316f8de29 req-26959bad-f51f-4367-acad-2cfa73a34f80 tempest-InstanceActionsV221TestJSON-1020765513 tempest-InstanceActionsV221TestJSON-1020765513-project] 10.222.0.59 "GET /v2.0/security-groups?id=129b0ce3-d358-4c2b-a75e-5e5d16e335e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433767 Jul 27 20:56:40.880629 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d570586-1d19-46fe-a8bb-98b0843358f5 req-2e21816d-e8b6-4381-9d5d-87d1993d6692 tempest-LiveMigrationTest-297508949 tempest-LiveMigrationTest-297508949-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:40.882161 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-3d570586-1d19-46fe-a8bb-98b0843358f5 req-2e21816d-e8b6-4381-9d5d-87d1993d6692 tempest-LiveMigrationTest-297508949 tempest-LiveMigrationTest-297508949-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=d7c5737b-5126-4417-93f5-533a70fd5a86 HTTP/1.1" status: 200 len: 1097 time: 0.1009188 Jul 27 20:56:40.896319 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284f2f9c-4c20-427d-adc5-5b98ce6dfbbd req-18a1980d-a2e9-48e2-b0d3-a0d56236b1de tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:40.902464 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284f2f9c-4c20-427d-adc5-5b98ce6dfbbd req-18a1980d-a2e9-48e2-b0d3-a0d56236b1de tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:40.908902 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284f2f9c-4c20-427d-adc5-5b98ce6dfbbd req-18a1980d-a2e9-48e2-b0d3-a0d56236b1de tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:40.910486 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-284f2f9c-4c20-427d-adc5-5b98ce6dfbbd req-18a1980d-a2e9-48e2-b0d3-a0d56236b1de tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] 10.222.0.59 "GET /v2.0/ports?device_id=9091fd17-b1d2-412b-bf40-5f69d8abbaf4 HTTP/1.1" status: 200 len: 2413 time: 0.0969124 Jul 27 20:56:40.965695 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-3d570586-1d19-46fe-a8bb-98b0843358f5 req-b86020d5-18bf-4a1c-8e32-983def925c96 tempest-LiveMigrationTest-297508949 tempest-LiveMigrationTest-297508949-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=594c38b0-00a0-4e02-9d5e-673f3a5e469c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539725 Jul 27 20:56:40.973341 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-284f2f9c-4c20-427d-adc5-5b98ce6dfbbd req-06777a90-11b1-49ec-97a5-1ac0dab45eb5 tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] 10.222.0.59 "GET /v2.0/security-groups?id=8e624957-e10f-45bc-9807-385c5037752b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556562 Jul 27 20:56:41.094034 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd04297-6476-4275-832a-762f766d7699 req-3ec249ac-6b89-48ca-943e-2bdac9991e3d tempest-LiveMigrationTest-297508949 tempest-LiveMigrationTest-297508949-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:41.095632 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-2cd04297-6476-4275-832a-762f766d7699 req-3ec249ac-6b89-48ca-943e-2bdac9991e3d tempest-LiveMigrationTest-297508949 tempest-LiveMigrationTest-297508949-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=d7c5737b-5126-4417-93f5-533a70fd5a86 HTTP/1.1" status: 200 len: 1097 time: 0.0593803 Jul 27 20:56:41.131115 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-2cd04297-6476-4275-832a-762f766d7699 req-a812a6ad-fec0-49ff-857d-94a39b71bd1b tempest-LiveMigrationTest-297508949 tempest-LiveMigrationTest-297508949-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=594c38b0-00a0-4e02-9d5e-673f3a5e469c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0292425 Jul 27 20:56:41.182185 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] get_ports_and_sgs() called for port_ids ['5bcc4e11-a713-4484-8bac-43492e151514'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 20:56:41.257882 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3177af27-840d-466f-baf4-7dd4a486264c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:41.511936 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ccdb29-5228-44ae-95e9-a2fc2545d3bb req-2be3508f-7dfc-4b10-b4e3-3abb3aa5c143 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:41.513776 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-39ccdb29-5228-44ae-95e9-a2fc2545d3bb req-2be3508f-7dfc-4b10-b4e3-3abb3aa5c143 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] 10.222.0.59 "GET /v2.0/ports?device_id=6a9e53e1-344c-4083-a4f6-dbd12c7060f8 HTTP/1.1" status: 200 len: 950 time: 0.0705760 Jul 27 20:56:41.556959 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-39ccdb29-5228-44ae-95e9-a2fc2545d3bb req-31ffcc0b-c786-4f81-affa-c18e6489fd05 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] 10.222.0.59 "GET /v2.0/security-groups?id=c6534cb3-b44e-4a83-b57e-ddb72c2ad843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366721 Jul 27 20:56:41.684419 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Device 9590b357-b42e-4e98-9c31-89a868b84615 up at agent hyperv_n-h2-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:56:41.688708 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cdf1ad-c7b4-4f75-abc2-9f12e53751b6 req-f5e6a8cd-7dd6-4185-936f-231315c3b959 tempest-ServersWithSpecificFlavorTestJSON-635688280 tempest-ServersWithSpecificFlavorTestJSON-635688280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:41.689647 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e3cdf1ad-c7b4-4f75-abc2-9f12e53751b6 req-f5e6a8cd-7dd6-4185-936f-231315c3b959 tempest-ServersWithSpecificFlavorTestJSON-635688280 tempest-ServersWithSpecificFlavorTestJSON-635688280-project] 10.222.0.59 "GET /v2.0/ports?device_id=710352cc-8f68-47bd-bca2-5ec9e25113b3 HTTP/1.1" status: 200 len: 945 time: 0.0704877 Jul 27 20:56:41.739717 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e3cdf1ad-c7b4-4f75-abc2-9f12e53751b6 req-31d5825f-6539-4253-8f3d-d8afa28c2acd tempest-ServersWithSpecificFlavorTestJSON-635688280 tempest-ServersWithSpecificFlavorTestJSON-635688280-project] 10.222.0.59 "GET /v2.0/security-groups?id=55ca020d-7119-4e40-9e04-2cd3ab975f98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437562 Jul 27 20:56:41.746425 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-3d54578f-831f-4696-b568-13c455922dab None None] Provisioning for port 9590b357-b42e-4e98-9c31-89a868b84615 completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:56:41.750807 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-3d54578f-831f-4696-b568-13c455922dab None None] Provisioning complete for port 9590b357-b42e-4e98-9c31-89a868b84615 triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:56:41.751344 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:41.803857 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:41.877174 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:41.901251 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfc6c8a-8822-4e0b-ad34-a622ca897aa3 req-f5ed2649-6856-4f09-8eb5-8326511bbeee tempest-InstanceActionsV221TestJSON-1020765513 tempest-InstanceActionsV221TestJSON-1020765513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:41.903403 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-6cfc6c8a-8822-4e0b-ad34-a622ca897aa3 req-f5ed2649-6856-4f09-8eb5-8326511bbeee tempest-InstanceActionsV221TestJSON-1020765513 tempest-InstanceActionsV221TestJSON-1020765513-project] 10.222.0.59 "GET /v2.0/ports?device_id=de7a1d72-574d-43bd-b0db-ae693ac00328 HTTP/1.1" status: 200 len: 945 time: 0.0834463 Jul 27 20:56:41.903620 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9091fd17-b1d2-412b-bf40-5f69d8abbaf4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9590b357-b42e-4e98-9c31-89a868b84615'}] {{(pid=105586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:56:41.905829 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14c1663e039faf5393f87855f745010ac5b02220355b68fdbf065393e303ac56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e53d2b5-3f3b-4152-8d69-e030425d80f9" -d '{"events": [{"server_uuid": "9091fd17-b1d2-412b-bf40-5f69d8abbaf4", "name": "network-vif-plugged", "status": "completed", "tag": "9590b357-b42e-4e98-9c31-89a868b84615"}]}' {{(pid=105586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:56:41.922048 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] For port 9590b357-b42e-4e98-9c31-89a868b84615, host n-h2-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=9590b357-b42e-4e98-9c31-89a868b84615,segment=NetworkSegment(331b05df-059e-41ff-9efa-7b50e1afc788),segment_id=331b05df-059e-41ff-9efa-7b50e1afc788)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:56:41.925949 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:41.926736 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Device 612ee925-e6ae-43e0-abcf-1c14ff009adc up at agent hyperv_n-h2-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:56:41.955629 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-6cfc6c8a-8822-4e0b-ad34-a622ca897aa3 req-9aea3040-0b6f-4dce-9ea3-c05b37847f97 tempest-InstanceActionsV221TestJSON-1020765513 tempest-InstanceActionsV221TestJSON-1020765513-project] 10.222.0.59 "GET /v2.0/security-groups?id=129b0ce3-d358-4c2b-a75e-5e5d16e335e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394933 Jul 27 20:56:42.015058 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Pushing event updated for resources: {'Port': ['ID=9590b357-b42e-4e98-9c31-89a868b84615,revision_number=5']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:56:42.034967 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-3d54578f-831f-4696-b568-13c455922dab None None] Provisioning for port 612ee925-e6ae-43e0-abcf-1c14ff009adc completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:56:42.039545 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-3d54578f-831f-4696-b568-13c455922dab None None] Provisioning complete for port 612ee925-e6ae-43e0-abcf-1c14ff009adc triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:56:42.039938 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:42.132196 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device c502b993-3979-40c5-9188-06f8e73caef4 up at agent hyperv_n-h1-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:56:42.175746 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 20:56:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4abca90c-3933-422c-bd1b-e7a58f993e13 x-openstack-request-id: req-4abca90c-3933-422c-bd1b-e7a58f993e13 {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:56:42.176038 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9091fd17-b1d2-412b-bf40-5f69d8abbaf4", "name": "network-vif-plugged", "status": "completed", "tag": "9590b357-b42e-4e98-9c31-89a868b84615", "code": 200}]} {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:56:42.176346 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-4abca90c-3933-422c-bd1b-e7a58f993e13 {{(pid=105586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:56:42.176805 n-d-705658-22 neutron-server[105586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9091fd17-b1d2-412b-bf40-5f69d8abbaf4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9590b357-b42e-4e98-9c31-89a868b84615', 'code': 200} Jul 27 20:56:42.185019 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:42.194907 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [req-1fbefdc1-adb9-4694-b1e7-edff5f1ff659 req-885591b3-518f-445f-a66a-9d411e3b346a tempest-LiveMigrationTest-297508949 tempest-LiveMigrationTest-297508949-project-admin] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=105584) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 20:56:42.195915 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-1fbefdc1-adb9-4694-b1e7-edff5f1ff659 req-885591b3-518f-445f-a66a-9d411e3b346a tempest-LiveMigrationTest-297508949 tempest-LiveMigrationTest-297508949-project-admin] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061390 Jul 27 20:56:42.209956 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [req-1fbefdc1-adb9-4694-b1e7-edff5f1ff659 req-e8f39b52-6933-44c1-863c-7005bbd69ce4 service neutron] Request body: {'binding': {'host': 'n-h2-705658-22', 'vnic_type': 'normal', 'profile': {}}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:56:42.210405 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [req-1fbefdc1-adb9-4694-b1e7-edff5f1ff659 req-e8f39b52-6933-44c1-863c-7005bbd69ce4 service neutron] Unknown quota resources ['binding']. {{(pid=105584) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 27 20:56:42.234634 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] For port 612ee925-e6ae-43e0-abcf-1c14ff009adc, host n-h2-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=612ee925-e6ae-43e0-abcf-1c14ff009adc,segment=NetworkSegment(251656dd-c9c0-4a76-afbf-1db88834cf7d),segment_id=251656dd-c9c0-4a76-afbf-1db88834cf7d)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:56:42.239987 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:42.268222 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Provisioning for port c502b993-3979-40c5-9188-06f8e73caef4 completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:56:42.281173 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Provisioning complete for port c502b993-3979-40c5-9188-06f8e73caef4 triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:56:42.282279 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:42.310739 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6f5eae-5fa4-414b-8a00-142d1b22c5ba req-5ba098a3-e48c-443b-938f-4b3d9bc176ee tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:42.317642 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6f5eae-5fa4-414b-8a00-142d1b22c5ba req-5ba098a3-e48c-443b-938f-4b3d9bc176ee tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:42.325876 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6f5eae-5fa4-414b-8a00-142d1b22c5ba req-5ba098a3-e48c-443b-938f-4b3d9bc176ee tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:42.328560 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-6f6f5eae-5fa4-414b-8a00-142d1b22c5ba req-5ba098a3-e48c-443b-938f-4b3d9bc176ee tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] 10.222.0.59 "GET /v2.0/ports?device_id=9091fd17-b1d2-412b-bf40-5f69d8abbaf4 HTTP/1.1" status: 200 len: 2415 time: 0.0990751 Jul 27 20:56:42.336967 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Pushing event updated for resources: {'Port': ['ID=612ee925-e6ae-43e0-abcf-1c14ff009adc,revision_number=5']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:56:42.377570 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [req-1fbefdc1-adb9-4694-b1e7-edff5f1ff659 req-e8f39b52-6933-44c1-863c-7005bbd69ce4 service neutron] Attempting to bind port 4ee93ba2-6330-4c53-abc2-bbf843dd38f2 on host n-h2-705658-22 for vnic_type normal with profile None {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:56:42.378000 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [req-1fbefdc1-adb9-4694-b1e7-edff5f1ff659 req-e8f39b52-6933-44c1-863c-7005bbd69ce4 service neutron] Attempting to bind port 4ee93ba2-6330-4c53-abc2-bbf843dd38f2 by drivers openvswitch,hyperv on host n-h2-705658-22 at level 0 using segments [{'id': '7ddd3554-64b5-4ff7-9735-f58b31de803c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '4d297cf8-0ab0-49a0-a8db-82a17169c88a'}] {{(pid=105584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:56:42.378404 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fbefdc1-adb9-4694-b1e7-edff5f1ff659 req-e8f39b52-6933-44c1-863c-7005bbd69ce4 service neutron] Attempting to bind port 4ee93ba2-6330-4c53-abc2-bbf843dd38f2 on network 4d297cf8-0ab0-49a0-a8db-82a17169c88a {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:56:42.383677 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fbefdc1-adb9-4694-b1e7-edff5f1ff659 req-e8f39b52-6933-44c1-863c-7005bbd69ce4 service neutron] Port 4ee93ba2-6330-4c53-abc2-bbf843dd38f2 on network 4d297cf8-0ab0-49a0-a8db-82a17169c88a not bound, no agent of type Open vSwitch agent registered on host n-h2-705658-22 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 20:56:42.384016 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fbefdc1-adb9-4694-b1e7-edff5f1ff659 req-e8f39b52-6933-44c1-863c-7005bbd69ce4 service neutron] Attempting to bind port 4ee93ba2-6330-4c53-abc2-bbf843dd38f2 on network 4d297cf8-0ab0-49a0-a8db-82a17169c88a {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:56:42.386851 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-6f6f5eae-5fa4-414b-8a00-142d1b22c5ba req-0f4ea715-e134-40bc-ad92-83b5bcb68900 tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] 10.222.0.59 "GET /v2.0/security-groups?id=8e624957-e10f-45bc-9807-385c5037752b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513744 Jul 27 20:56:42.389979 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fbefdc1-adb9-4694-b1e7-edff5f1ff659 req-e8f39b52-6933-44c1-863c-7005bbd69ce4 service neutron] Checking agent: {'id': '65195a73-a875-4810-9f5b-622ae260a8a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 49, 40), 'started_at': datetime.datetime(2021, 7, 27, 20, 49, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 56, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:56:42.390327 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fbefdc1-adb9-4694-b1e7-edff5f1ff659 req-e8f39b52-6933-44c1-863c-7005bbd69ce4 service neutron] Checking segment: {'id': '7ddd3554-64b5-4ff7-9735-f58b31de803c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '4d297cf8-0ab0-49a0-a8db-82a17169c88a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:56:42.390710 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fbefdc1-adb9-4694-b1e7-edff5f1ff659 req-e8f39b52-6933-44c1-863c-7005bbd69ce4 service neutron] Bound using segment: {'id': '7ddd3554-64b5-4ff7-9735-f58b31de803c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '4d297cf8-0ab0-49a0-a8db-82a17169c88a'} {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:56:42.391306 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [req-1fbefdc1-adb9-4694-b1e7-edff5f1ff659 req-e8f39b52-6933-44c1-863c-7005bbd69ce4 service neutron] Bound port: 4ee93ba2-6330-4c53-abc2-bbf843dd38f2, host: n-h2-705658-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ddd3554-64b5-4ff7-9735-f58b31de803c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '4d297cf8-0ab0-49a0-a8db-82a17169c88a'}}] {{(pid=105584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:56:42.410662 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:42.455012 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] For port c502b993-3979-40c5-9188-06f8e73caef4, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=c502b993-3979-40c5-9188-06f8e73caef4,segment=NetworkSegment(2ea25427-d6e6-4416-87a7-64c07e5ed875),segment_id=2ea25427-d6e6-4416-87a7-64c07e5ed875)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:56:42.459789 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:42.460725 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [req-1fbefdc1-adb9-4694-b1e7-edff5f1ff659 req-e8f39b52-6933-44c1-863c-7005bbd69ce4 service neutron] For port 4ee93ba2-6330-4c53-abc2-bbf843dd38f2, host n-h2-705658-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=4ee93ba2-6330-4c53-abc2-bbf843dd38f2,segment=NetworkSegment(7ddd3554-64b5-4ff7-9735-f58b31de803c),segment_id=7ddd3554-64b5-4ff7-9735-f58b31de803c)] {{(pid=105584) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:56:42.460858 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device 46987d5a-4e39-485d-9200-d2e33186866c up at agent hyperv_n-h1-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:56:42.465645 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-1fbefdc1-adb9-4694-b1e7-edff5f1ff659 req-e8f39b52-6933-44c1-863c-7005bbd69ce4 service neutron] Notify callbacks [] for binding, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:42.467206 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-1fbefdc1-adb9-4694-b1e7-edff5f1ff659 req-e8f39b52-6933-44c1-863c-7005bbd69ce4 service neutron] 10.222.0.59 "POST /v2.0/ports/4ee93ba2-6330-4c53-abc2-bbf843dd38f2/bindings HTTP/1.1" status: 201 len: 390 time: 0.2614148 Jul 27 20:56:42.693000 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Pushing event updated for resources: {'Port': ['ID=c502b993-3979-40c5-9188-06f8e73caef4,revision_number=5']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:56:42.707136 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Provisioning for port 46987d5a-4e39-485d-9200-d2e33186866c completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:56:42.711035 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Provisioning complete for port 46987d5a-4e39-485d-9200-d2e33186866c triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:56:42.711415 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:42.760053 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6151b93-5ccf-4723-b880-06ca3acfcdc1 req-76503476-0ce8-4455-8be6-77648b71bcee tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:42.766722 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-bb32ed7d-8717-448b-a9c8-a5a0117d1fd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:42.768540 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a6151b93-5ccf-4723-b880-06ca3acfcdc1 req-76503476-0ce8-4455-8be6-77648b71bcee tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] 10.222.0.59 "GET /v2.0/ports?device_id=d7c5737b-5126-4417-93f5-533a70fd5a86 HTTP/1.1" status: 200 len: 945 time: 0.1838458 Jul 27 20:56:42.809246 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:42.834006 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a6151b93-5ccf-4723-b880-06ca3acfcdc1 req-dcdd52d9-f196-4c68-99c1-6d806226e2dc tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] 10.222.0.59 "GET /v2.0/security-groups?id=594c38b0-00a0-4e02-9d5e-673f3a5e469c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644698 Jul 27 20:56:42.847386 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7302db7-2f10-459b-b9ed-be248b41e251 req-ead95a54-ade9-4539-a517-7de6cde781a4 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:42.855869 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f7302db7-2f10-459b-b9ed-be248b41e251 req-ead95a54-ade9-4539-a517-7de6cde781a4 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] 10.222.0.59 "GET /v2.0/ports?device_id=6a9e53e1-344c-4083-a4f6-dbd12c7060f8 HTTP/1.1" status: 200 len: 950 time: 0.1808000 Jul 27 20:56:42.860490 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] For port 46987d5a-4e39-485d-9200-d2e33186866c, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=46987d5a-4e39-485d-9200-d2e33186866c,segment=NetworkSegment(665ec0a0-f98b-48fb-869a-785777373b9a),segment_id=665ec0a0-f98b-48fb-869a-785777373b9a)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:56:42.866441 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:42.880459 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbefdc1-adb9-4694-b1e7-edff5f1ff659 req-16fc3ec2-1218-4724-8483-f72c7c7858af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:42.882012 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-1fbefdc1-adb9-4694-b1e7-edff5f1ff659 req-16fc3ec2-1218-4724-8483-f72c7c7858af service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=0ae9964322044591b167626dd714310e&device_id=d7c5737b-5126-4417-93f5-533a70fd5a86 HTTP/1.1" status: 200 len: 1097 time: 0.1675093 Jul 27 20:56:42.938491 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Pushing event updated for resources: {'Port': ['ID=46987d5a-4e39-485d-9200-d2e33186866c,revision_number=5']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:56:42.951417 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f7302db7-2f10-459b-b9ed-be248b41e251 req-bf7de865-7372-4f30-843a-732454482591 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] 10.222.0.59 "GET /v2.0/security-groups?id=c6534cb3-b44e-4a83-b57e-ddb72c2ad843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941057 Jul 27 20:56:43.034097 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbefdc1-adb9-4694-b1e7-edff5f1ff659 req-dde6ee75-3ca0-4166-bdb6-7099046af2f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:43.035638 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-1fbefdc1-adb9-4694-b1e7-edff5f1ff659 req-dde6ee75-3ca0-4166-bdb6-7099046af2f2 service neutron] 10.222.0.60 "GET /v2.0/networks?id=4d297cf8-0ab0-49a0-a8db-82a17169c88a HTTP/1.1" status: 200 len: 909 time: 0.1444745 Jul 27 20:56:43.049850 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e506b29b-37ea-4ec6-a4f7-9dfd32f6dfef req-0d6475a8-a07c-474e-a069-b6ded5f8e70a tempest-ServersWithSpecificFlavorTestJSON-635688280 tempest-ServersWithSpecificFlavorTestJSON-635688280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:43.051360 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e506b29b-37ea-4ec6-a4f7-9dfd32f6dfef req-0d6475a8-a07c-474e-a069-b6ded5f8e70a tempest-ServersWithSpecificFlavorTestJSON-635688280 tempest-ServersWithSpecificFlavorTestJSON-635688280-project] 10.222.0.59 "GET /v2.0/ports?device_id=710352cc-8f68-47bd-bca2-5ec9e25113b3 HTTP/1.1" status: 200 len: 946 time: 0.1034186 Jul 27 20:56:43.124212 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-1fbefdc1-adb9-4694-b1e7-edff5f1ff659 req-8f31b40f-614d-4664-bbc9-4b21d6171a9f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4ee93ba2-6330-4c53-abc2-bbf843dd38f2 HTTP/1.1" status: 200 len: 217 time: 0.0717485 Jul 27 20:56:43.195607 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e506b29b-37ea-4ec6-a4f7-9dfd32f6dfef req-1c0bbe8c-4cf8-4d4c-a0cb-185d769ca04e tempest-ServersWithSpecificFlavorTestJSON-635688280 tempest-ServersWithSpecificFlavorTestJSON-635688280-project] 10.222.0.59 "GET /v2.0/security-groups?id=55ca020d-7119-4e40-9e04-2cd3ab975f98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1346891 Jul 27 20:56:43.201635 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbefdc1-adb9-4694-b1e7-edff5f1ff659 req-2734ad9b-0a3d-4b16-9cca-22242b0815a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:43.203129 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-1fbefdc1-adb9-4694-b1e7-edff5f1ff659 req-2734ad9b-0a3d-4b16-9cca-22242b0815a6 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ff9685c6-941b-44c9-867d-9e4581186e02 HTTP/1.1" status: 200 len: 848 time: 0.0688128 Jul 27 20:56:43.223498 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3da58d8-f54b-47bb-971e-b217893986d0 req-82855107-75d8-453e-98c0-7638eb5bddf9 tempest-InstanceActionsV221TestJSON-1020765513 tempest-InstanceActionsV221TestJSON-1020765513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:43.225007 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-c3da58d8-f54b-47bb-971e-b217893986d0 req-82855107-75d8-453e-98c0-7638eb5bddf9 tempest-InstanceActionsV221TestJSON-1020765513 tempest-InstanceActionsV221TestJSON-1020765513-project] 10.222.0.59 "GET /v2.0/ports?device_id=de7a1d72-574d-43bd-b0db-ae693ac00328 HTTP/1.1" status: 200 len: 946 time: 0.1717250 Jul 27 20:56:43.267551 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-1fbefdc1-adb9-4694-b1e7-edff5f1ff659 req-35fa803d-e333-4e6f-9ce0-10c1df6fb158 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4d297cf8-0ab0-49a0-a8db-82a17169c88a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0561814 Jul 27 20:56:43.330042 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-c3da58d8-f54b-47bb-971e-b217893986d0 req-e08cb273-b82c-49dc-8578-7de11e10f961 tempest-InstanceActionsV221TestJSON-1020765513 tempest-InstanceActionsV221TestJSON-1020765513-project] 10.222.0.59 "GET /v2.0/security-groups?id=129b0ce3-d358-4c2b-a75e-5e5d16e335e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961864 Jul 27 20:56:43.378149 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-1fbefdc1-adb9-4694-b1e7-edff5f1ff659 req-39a87b34-39fc-4774-adae-8e0da650e0ed service neutron] 10.222.0.60 "GET /v2.0/networks/4d297cf8-0ab0-49a0-a8db-82a17169c88a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973942 Jul 27 20:56:43.495851 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-1fbefdc1-adb9-4694-b1e7-edff5f1ff659 req-93183ed6-4fa7-42fb-b1e4-6dc8b8390782 service neutron] 10.222.0.60 "GET /v2.0/networks/4d297cf8-0ab0-49a0-a8db-82a17169c88a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1092997 Jul 27 20:56:43.559560 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac31314b-e75b-4e26-8ac5-af841bea6053 req-1edfc21f-0457-4209-b880-988abf3b6c1b tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:43.565719 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac31314b-e75b-4e26-8ac5-af841bea6053 req-1edfc21f-0457-4209-b880-988abf3b6c1b tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:43.572638 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac31314b-e75b-4e26-8ac5-af841bea6053 req-1edfc21f-0457-4209-b880-988abf3b6c1b tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:43.574394 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-ac31314b-e75b-4e26-8ac5-af841bea6053 req-1edfc21f-0457-4209-b880-988abf3b6c1b tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] 10.222.0.59 "GET /v2.0/ports?device_id=9091fd17-b1d2-412b-bf40-5f69d8abbaf4 HTTP/1.1" status: 200 len: 2415 time: 0.0937047 Jul 27 20:56:43.627040 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-ac31314b-e75b-4e26-8ac5-af841bea6053 req-f7f53683-3519-4bd3-be8e-7bb35ab6b081 tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] 10.222.0.59 "GET /v2.0/security-groups?id=8e624957-e10f-45bc-9807-385c5037752b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465302 Jul 27 20:56:43.695422 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Device 5bcc4e11-a713-4484-8bac-43492e151514 up at agent hyperv_n-h2-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:56:43.754334 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-3d54578f-831f-4696-b568-13c455922dab None None] Provisioning for port 5bcc4e11-a713-4484-8bac-43492e151514 completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:56:43.758746 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-3d54578f-831f-4696-b568-13c455922dab None None] Provisioning complete for port 5bcc4e11-a713-4484-8bac-43492e151514 triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:56:43.759340 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:43.837718 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:43.882138 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] For port 5bcc4e11-a713-4484-8bac-43492e151514, host n-h2-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=5bcc4e11-a713-4484-8bac-43492e151514,segment=NetworkSegment(251656dd-c9c0-4a76-afbf-1db88834cf7d),segment_id=251656dd-c9c0-4a76-afbf-1db88834cf7d)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:56:43.889826 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:43.953948 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Pushing event updated for resources: {'Port': ['ID=5bcc4e11-a713-4484-8bac-43492e151514,revision_number=5']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:56:43.988132 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9b156f-ce46-422c-95f4-130d9ab60619 req-9e709bb1-556f-48c2-bb90-69c4ef0fc548 tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:43.989684 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-9a9b156f-ce46-422c-95f4-130d9ab60619 req-9e709bb1-556f-48c2-bb90-69c4ef0fc548 tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] 10.222.0.59 "GET /v2.0/ports?device_id=d7c5737b-5126-4417-93f5-533a70fd5a86 HTTP/1.1" status: 200 len: 945 time: 0.0812023 Jul 27 20:56:44.031355 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-9a9b156f-ce46-422c-95f4-130d9ab60619 req-7ae6e6a6-df6b-4ed8-a7be-a840009f5c65 tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] 10.222.0.59 "GET /v2.0/security-groups?id=594c38b0-00a0-4e02-9d5e-673f3a5e469c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355198 Jul 27 20:56:44.105236 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dd7527-ccb4-42e7-8525-fb8f090ca4c6 req-778eaf8a-8d09-4ea5-9ea8-c19720ff5a06 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:44.107447 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-c5dd7527-ccb4-42e7-8525-fb8f090ca4c6 req-778eaf8a-8d09-4ea5-9ea8-c19720ff5a06 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] 10.222.0.59 "GET /v2.0/ports?device_id=6a9e53e1-344c-4083-a4f6-dbd12c7060f8 HTTP/1.1" status: 200 len: 950 time: 0.0752094 Jul 27 20:56:44.152524 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-c5dd7527-ccb4-42e7-8525-fb8f090ca4c6 req-da9a573f-0041-4bb2-8837-0ed6a09681d9 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] 10.222.0.59 "GET /v2.0/security-groups?id=c6534cb3-b44e-4a83-b57e-ddb72c2ad843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363095 Jul 27 20:56:44.173829 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-875ced1b-4cf3-463a-9653-058f0f9421e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:44.178189 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9091fd17-b1d2-412b-bf40-5f69d8abbaf4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '612ee925-e6ae-43e0-abcf-1c14ff009adc'}, {'server_uuid': '710352cc-8f68-47bd-bca2-5ec9e25113b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c502b993-3979-40c5-9188-06f8e73caef4'}, {'server_uuid': 'de7a1d72-574d-43bd-b0db-ae693ac00328', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46987d5a-4e39-485d-9200-d2e33186866c'}, {'server_uuid': '9091fd17-b1d2-412b-bf40-5f69d8abbaf4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bcc4e11-a713-4484-8bac-43492e151514'}] {{(pid=105586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:56:44.180601 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14c1663e039faf5393f87855f745010ac5b02220355b68fdbf065393e303ac56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-698e6bef-750c-4017-b057-5e228f383a71" -d '{"events": [{"server_uuid": "9091fd17-b1d2-412b-bf40-5f69d8abbaf4", "name": "network-vif-plugged", "status": "completed", "tag": "612ee925-e6ae-43e0-abcf-1c14ff009adc"}, {"server_uuid": "710352cc-8f68-47bd-bca2-5ec9e25113b3", "name": "network-vif-plugged", "status": "completed", "tag": "c502b993-3979-40c5-9188-06f8e73caef4"}, {"server_uuid": "de7a1d72-574d-43bd-b0db-ae693ac00328", "name": "network-vif-plugged", "status": "completed", "tag": "46987d5a-4e39-485d-9200-d2e33186866c"}, {"server_uuid": "9091fd17-b1d2-412b-bf40-5f69d8abbaf4", "name": "network-vif-plugged", "status": "completed", "tag": "5bcc4e11-a713-4484-8bac-43492e151514"}]}' {{(pid=105586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:56:44.237038 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Tue, 27 Jul 2021 20:56:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2d8b069-a363-41ee-96ca-443c5b1ba819 x-openstack-request-id: req-e2d8b069-a363-41ee-96ca-443c5b1ba819 {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:56:44.237423 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9091fd17-b1d2-412b-bf40-5f69d8abbaf4", "name": "network-vif-plugged", "status": "completed", "tag": "612ee925-e6ae-43e0-abcf-1c14ff009adc", "code": 200}, {"server_uuid": "710352cc-8f68-47bd-bca2-5ec9e25113b3", "name": "network-vif-plugged", "status": "completed", "tag": "c502b993-3979-40c5-9188-06f8e73caef4", "code": 200}, {"server_uuid": "de7a1d72-574d-43bd-b0db-ae693ac00328", "name": "network-vif-plugged", "status": "completed", "tag": "46987d5a-4e39-485d-9200-d2e33186866c", "code": 200}, {"server_uuid": "9091fd17-b1d2-412b-bf40-5f69d8abbaf4", "name": "network-vif-plugged", "status": "completed", "tag": "5bcc4e11-a713-4484-8bac-43492e151514", "code": 200}]} {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:56:44.237589 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-e2d8b069-a363-41ee-96ca-443c5b1ba819 {{(pid=105586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:56:44.238145 n-d-705658-22 neutron-server[105586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9091fd17-b1d2-412b-bf40-5f69d8abbaf4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '612ee925-e6ae-43e0-abcf-1c14ff009adc', 'code': 200} Jul 27 20:56:44.238377 n-d-705658-22 neutron-server[105586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '710352cc-8f68-47bd-bca2-5ec9e25113b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c502b993-3979-40c5-9188-06f8e73caef4', 'code': 200} Jul 27 20:56:44.238678 n-d-705658-22 neutron-server[105586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de7a1d72-574d-43bd-b0db-ae693ac00328', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46987d5a-4e39-485d-9200-d2e33186866c', 'code': 200} Jul 27 20:56:44.238930 n-d-705658-22 neutron-server[105586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9091fd17-b1d2-412b-bf40-5f69d8abbaf4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bcc4e11-a713-4484-8bac-43492e151514', 'code': 200} Jul 27 20:56:44.433407 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d7facd-d813-40a9-a3e4-0d8d599f19ac req-b01c7121-bbe9-4ecc-a33e-277c285438cc tempest-ServersWithSpecificFlavorTestJSON-635688280 tempest-ServersWithSpecificFlavorTestJSON-635688280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:44.441282 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-03d7facd-d813-40a9-a3e4-0d8d599f19ac req-b01c7121-bbe9-4ecc-a33e-277c285438cc tempest-ServersWithSpecificFlavorTestJSON-635688280 tempest-ServersWithSpecificFlavorTestJSON-635688280-project] 10.222.0.59 "GET /v2.0/ports?device_id=710352cc-8f68-47bd-bca2-5ec9e25113b3 HTTP/1.1" status: 200 len: 946 time: 0.1297646 Jul 27 20:56:44.475901 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0cbf31-640d-4aae-bc02-d16a765f4bc1 req-fc586b5b-89a6-4931-85b4-5937a8afd07d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:44.476570 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0cbf31-640d-4aae-bc02-d16a765f4bc1 req-fc586b5b-89a6-4931-85b4-5937a8afd07d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:44.477053 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0cbf31-640d-4aae-bc02-d16a765f4bc1 req-fc586b5b-89a6-4931-85b4-5937a8afd07d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:44.478833 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-3b0cbf31-640d-4aae-bc02-d16a765f4bc1 req-fc586b5b-89a6-4931-85b4-5937a8afd07d service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=9091fd17-b1d2-412b-bf40-5f69d8abbaf4 HTTP/1.1" status: 200 len: 2872 time: 0.1357548 Jul 27 20:56:44.486587 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f873775-b776-4d51-bce4-a278b3df6e48 req-a56db1c9-4b4d-4aa7-8580-9470a12ef1a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:44.488982 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-7f873775-b776-4d51-bce4-a278b3df6e48 req-a56db1c9-4b4d-4aa7-8580-9470a12ef1a7 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=de7a1d72-574d-43bd-b0db-ae693ac00328 HTTP/1.1" status: 200 len: 1098 time: 0.1689348 Jul 27 20:56:44.526877 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-03d7facd-d813-40a9-a3e4-0d8d599f19ac req-366bf99e-303a-47a3-8a74-8c07c4c9cbc8 tempest-ServersWithSpecificFlavorTestJSON-635688280 tempest-ServersWithSpecificFlavorTestJSON-635688280-project] 10.222.0.59 "GET /v2.0/security-groups?id=55ca020d-7119-4e40-9e04-2cd3ab975f98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0799232 Jul 27 20:56:44.545134 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-3b0cbf31-640d-4aae-bc02-d16a765f4bc1 req-47e70640-6471-4db7-8d3f-8d565a045b4d service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=8e624957-e10f-45bc-9807-385c5037752b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581822 Jul 27 20:56:44.556610 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fccfcbf-6267-421e-a0e7-de82cd36b8a8 req-03f162c4-99b8-4fd5-a52b-54d66fbe2e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:44.560359 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-5fccfcbf-6267-421e-a0e7-de82cd36b8a8 req-03f162c4-99b8-4fd5-a52b-54d66fbe2e4e service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=710352cc-8f68-47bd-bca2-5ec9e25113b3 HTTP/1.1" status: 200 len: 1098 time: 0.1871960 Jul 27 20:56:44.602246 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-7f873775-b776-4d51-bce4-a278b3df6e48 req-2c7d3572-1ac5-4b4c-97f6-53d41b03363a service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=129b0ce3-d358-4c2b-a75e-5e5d16e335e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024027 Jul 27 20:56:44.640082 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-5fccfcbf-6267-421e-a0e7-de82cd36b8a8 req-aa4df00c-13f8-481c-b046-e89cfb98a2f2 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=55ca020d-7119-4e40-9e04-2cd3ab975f98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708182 Jul 27 20:56:44.660849 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97abead5-99aa-41d3-849b-13c7cf9d22d6 req-50f2edcf-a86e-4236-882f-a91ea4778cf1 tempest-InstanceActionsV221TestJSON-1020765513 tempest-InstanceActionsV221TestJSON-1020765513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:44.662940 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-97abead5-99aa-41d3-849b-13c7cf9d22d6 req-50f2edcf-a86e-4236-882f-a91ea4778cf1 tempest-InstanceActionsV221TestJSON-1020765513 tempest-InstanceActionsV221TestJSON-1020765513-project] 10.222.0.59 "GET /v2.0/ports?device_id=de7a1d72-574d-43bd-b0db-ae693ac00328 HTTP/1.1" status: 200 len: 946 time: 0.1061604 Jul 27 20:56:44.711040 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-97abead5-99aa-41d3-849b-13c7cf9d22d6 req-81189d53-ec3f-405e-a20f-d2d72e7a6f3b tempest-InstanceActionsV221TestJSON-1020765513 tempest-InstanceActionsV221TestJSON-1020765513-project] 10.222.0.59 "GET /v2.0/security-groups?id=129b0ce3-d358-4c2b-a75e-5e5d16e335e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400152 Jul 27 20:56:44.794085 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cf92e3-8489-418f-93b7-36f9b6e561f8 req-5ac66148-de19-4b6d-b647-bd8544260285 tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:44.801608 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cf92e3-8489-418f-93b7-36f9b6e561f8 req-5ac66148-de19-4b6d-b647-bd8544260285 tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:44.806309 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cf92e3-8489-418f-93b7-36f9b6e561f8 req-5ac66148-de19-4b6d-b647-bd8544260285 tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:44.807982 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f2cf92e3-8489-418f-93b7-36f9b6e561f8 req-5ac66148-de19-4b6d-b647-bd8544260285 tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] 10.222.0.59 "GET /v2.0/ports?device_id=9091fd17-b1d2-412b-bf40-5f69d8abbaf4 HTTP/1.1" status: 200 len: 2416 time: 0.0878685 Jul 27 20:56:44.851022 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f2cf92e3-8489-418f-93b7-36f9b6e561f8 req-d04a3290-26be-4176-a1a6-6c712caca2da tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] 10.222.0.59 "GET /v2.0/security-groups?id=8e624957-e10f-45bc-9807-385c5037752b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359166 Jul 27 20:56:45.171808 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb72a33-9d2d-4430-a8ad-a6ace18f1a53 req-8fd29a51-4b7d-46dd-8f26-d0c7e7efe3f8 tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:45.175121 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-6bb72a33-9d2d-4430-a8ad-a6ace18f1a53 req-8fd29a51-4b7d-46dd-8f26-d0c7e7efe3f8 tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] 10.222.0.59 "GET /v2.0/ports?device_id=d7c5737b-5126-4417-93f5-533a70fd5a86 HTTP/1.1" status: 200 len: 945 time: 0.0742450 Jul 27 20:56:45.235327 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-6bb72a33-9d2d-4430-a8ad-a6ace18f1a53 req-de305707-e06b-4d2c-9587-fb6f99408e61 tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] 10.222.0.59 "GET /v2.0/security-groups?id=594c38b0-00a0-4e02-9d5e-673f3a5e469c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517018 Jul 27 20:56:45.325728 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a45244-4b9f-4c9a-9676-880544fd1790 req-2c4627bd-25eb-43ce-8785-89f59c2652c6 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:45.327233 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-14a45244-4b9f-4c9a-9676-880544fd1790 req-2c4627bd-25eb-43ce-8785-89f59c2652c6 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] 10.222.0.59 "GET /v2.0/ports?device_id=6a9e53e1-344c-4083-a4f6-dbd12c7060f8 HTTP/1.1" status: 200 len: 950 time: 0.0767050 Jul 27 20:56:45.392840 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-14a45244-4b9f-4c9a-9676-880544fd1790 req-02a6fde3-29ec-4b69-bab3-85a69c2511ed tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] 10.222.0.59 "GET /v2.0/security-groups?id=c6534cb3-b44e-4a83-b57e-ddb72c2ad843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577884 Jul 27 20:56:45.718659 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c913b7f-9124-447f-bf5b-970290198802 req-bf311150-3022-4a00-a8c7-3d0d271c74e1 tempest-ServersWithSpecificFlavorTestJSON-635688280 tempest-ServersWithSpecificFlavorTestJSON-635688280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:45.726847 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-3c913b7f-9124-447f-bf5b-970290198802 req-bf311150-3022-4a00-a8c7-3d0d271c74e1 tempest-ServersWithSpecificFlavorTestJSON-635688280 tempest-ServersWithSpecificFlavorTestJSON-635688280-project] 10.222.0.59 "GET /v2.0/ports?device_id=710352cc-8f68-47bd-bca2-5ec9e25113b3 HTTP/1.1" status: 200 len: 946 time: 0.1090348 Jul 27 20:56:45.820019 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-3c913b7f-9124-447f-bf5b-970290198802 req-7764be3e-5492-4309-9c67-ad81caee08ba tempest-ServersWithSpecificFlavorTestJSON-635688280 tempest-ServersWithSpecificFlavorTestJSON-635688280-project] 10.222.0.59 "GET /v2.0/security-groups?id=55ca020d-7119-4e40-9e04-2cd3ab975f98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0919230 Jul 27 20:56:45.922848 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fffe9f5-e13a-4a24-a0e5-c922166c490e req-4b55ebf3-7f30-44f0-b73c-57de8cd75de3 tempest-InstanceActionsV221TestJSON-1020765513 tempest-InstanceActionsV221TestJSON-1020765513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:45.931182 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-9fffe9f5-e13a-4a24-a0e5-c922166c490e req-4b55ebf3-7f30-44f0-b73c-57de8cd75de3 tempest-InstanceActionsV221TestJSON-1020765513 tempest-InstanceActionsV221TestJSON-1020765513-project] 10.222.0.59 "GET /v2.0/ports?device_id=de7a1d72-574d-43bd-b0db-ae693ac00328 HTTP/1.1" status: 200 len: 946 time: 0.1080444 Jul 27 20:56:46.021202 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-9fffe9f5-e13a-4a24-a0e5-c922166c490e req-d9b8e833-e9c2-4f71-8cb2-a4ac8defe9f2 tempest-InstanceActionsV221TestJSON-1020765513 tempest-InstanceActionsV221TestJSON-1020765513-project] 10.222.0.59 "GET /v2.0/security-groups?id=129b0ce3-d358-4c2b-a75e-5e5d16e335e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887499 Jul 27 20:56:46.078596 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721dfc9a-63f3-40db-85a7-2773f02c5b49 req-038a24fe-70ce-4c1d-ad05-7fed0f6b2bb6 tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:46.084664 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721dfc9a-63f3-40db-85a7-2773f02c5b49 req-038a24fe-70ce-4c1d-ad05-7fed0f6b2bb6 tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:46.091109 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721dfc9a-63f3-40db-85a7-2773f02c5b49 req-038a24fe-70ce-4c1d-ad05-7fed0f6b2bb6 tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:46.092774 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-721dfc9a-63f3-40db-85a7-2773f02c5b49 req-038a24fe-70ce-4c1d-ad05-7fed0f6b2bb6 tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] 10.222.0.59 "GET /v2.0/ports?device_id=9091fd17-b1d2-412b-bf40-5f69d8abbaf4 HTTP/1.1" status: 200 len: 2416 time: 0.1408203 Jul 27 20:56:46.135247 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-721dfc9a-63f3-40db-85a7-2773f02c5b49 req-1d2be3fa-e6ed-4e83-befd-8f10e511f78a tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] 10.222.0.59 "GET /v2.0/security-groups?id=8e624957-e10f-45bc-9807-385c5037752b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360744 Jul 27 20:56:46.316616 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75b6dcf-d3d5-446d-a230-95e55d85ddc8 req-219f5b03-772a-46d9-a71a-e3f5f91ee0c4 tempest-InstanceActionsV221TestJSON-1020765513 tempest-InstanceActionsV221TestJSON-1020765513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:46.318062 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e75b6dcf-d3d5-446d-a230-95e55d85ddc8 req-219f5b03-772a-46d9-a71a-e3f5f91ee0c4 tempest-InstanceActionsV221TestJSON-1020765513 tempest-InstanceActionsV221TestJSON-1020765513-project] 10.222.0.59 "GET /v2.0/ports?device_id=de7a1d72-574d-43bd-b0db-ae693ac00328 HTTP/1.1" status: 200 len: 946 time: 0.0707917 Jul 27 20:56:46.390487 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e75b6dcf-d3d5-446d-a230-95e55d85ddc8 req-94c2bdbe-4c12-4797-8150-861ad3cada69 tempest-InstanceActionsV221TestJSON-1020765513 tempest-InstanceActionsV221TestJSON-1020765513-project] 10.222.0.59 "GET /v2.0/security-groups?id=129b0ce3-d358-4c2b-a75e-5e5d16e335e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626199 Jul 27 20:56:46.412853 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cb9488-96d5-4137-b05d-c80c92ec39df req-57485678-6e38-4b78-a109-5b59ae46cb2e tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:46.414578 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e3cb9488-96d5-4137-b05d-c80c92ec39df req-57485678-6e38-4b78-a109-5b59ae46cb2e tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] 10.222.0.59 "GET /v2.0/ports?device_id=d7c5737b-5126-4417-93f5-533a70fd5a86 HTTP/1.1" status: 200 len: 945 time: 0.1063418 Jul 27 20:56:46.483438 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e3cb9488-96d5-4137-b05d-c80c92ec39df req-4a669ee1-b978-4229-bf83-50dfdfd7b721 tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] 10.222.0.59 "GET /v2.0/security-groups?id=594c38b0-00a0-4e02-9d5e-673f3a5e469c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478251 Jul 27 20:56:46.561703 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fefe788-4efa-4bbc-9b58-ad92150d5442 req-56ac1b51-f740-49cf-85e5-a8c6ff641add tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:46.568940 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-3fefe788-4efa-4bbc-9b58-ad92150d5442 req-56ac1b51-f740-49cf-85e5-a8c6ff641add tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] 10.222.0.59 "GET /v2.0/ports?device_id=6a9e53e1-344c-4083-a4f6-dbd12c7060f8 HTTP/1.1" status: 200 len: 950 time: 0.0746262 Jul 27 20:56:46.612101 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-3fefe788-4efa-4bbc-9b58-ad92150d5442 req-69a3431f-35c2-41c7-812d-368fd50ea425 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] 10.222.0.59 "GET /v2.0/security-groups?id=c6534cb3-b44e-4a83-b57e-ddb72c2ad843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420520 Jul 27 20:56:46.972023 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6110f941-4c87-46bd-b725-1b21492335a5 req-6726086b-80c2-4bd4-9a1a-bba4d657cd4c tempest-ServersWithSpecificFlavorTestJSON-635688280 tempest-ServersWithSpecificFlavorTestJSON-635688280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:46.973574 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-6110f941-4c87-46bd-b725-1b21492335a5 req-6726086b-80c2-4bd4-9a1a-bba4d657cd4c tempest-ServersWithSpecificFlavorTestJSON-635688280 tempest-ServersWithSpecificFlavorTestJSON-635688280-project] 10.222.0.59 "GET /v2.0/ports?device_id=710352cc-8f68-47bd-bca2-5ec9e25113b3 HTTP/1.1" status: 200 len: 946 time: 0.0692649 Jul 27 20:56:47.016731 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-6110f941-4c87-46bd-b725-1b21492335a5 req-141f30df-f4cf-4168-a6b1-8bddf5c355aa tempest-ServersWithSpecificFlavorTestJSON-635688280 tempest-ServersWithSpecificFlavorTestJSON-635688280-project] 10.222.0.59 "GET /v2.0/security-groups?id=55ca020d-7119-4e40-9e04-2cd3ab975f98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366702 Jul 27 20:56:47.150371 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae8fe7f-1faf-4075-a6f3-4d0231a12db6 req-b65c735e-3e76-47df-9c0e-429f49aaaef9 tempest-ServersWithSpecificFlavorTestJSON-635688280 tempest-ServersWithSpecificFlavorTestJSON-635688280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:47.152398 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-1ae8fe7f-1faf-4075-a6f3-4d0231a12db6 req-b65c735e-3e76-47df-9c0e-429f49aaaef9 tempest-ServersWithSpecificFlavorTestJSON-635688280 tempest-ServersWithSpecificFlavorTestJSON-635688280-project] 10.222.0.59 "GET /v2.0/ports?device_id=710352cc-8f68-47bd-bca2-5ec9e25113b3 HTTP/1.1" status: 200 len: 946 time: 0.0686305 Jul 27 20:56:47.160887 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 36426) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:56:47.166950 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-cc90b012-164e-422d-8803-d90d874bbd48 tempest-ServersWithSpecificFlavorTestJSON-635688280 tempest-ServersWithSpecificFlavorTestJSON-635688280-project] Request body: {'floatingip': {'port_id': 'c502b993-3979-40c5-9188-06f8e73caef4'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:56:47.292851 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3035905d-5e13-47e0-8197-8eb8849b7365 req-88969ddc-6174-4065-a34e-305f8619e0cb tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:47.299967 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3035905d-5e13-47e0-8197-8eb8849b7365 req-88969ddc-6174-4065-a34e-305f8619e0cb tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:47.307218 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3035905d-5e13-47e0-8197-8eb8849b7365 req-88969ddc-6174-4065-a34e-305f8619e0cb tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:47.309146 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-3035905d-5e13-47e0-8197-8eb8849b7365 req-88969ddc-6174-4065-a34e-305f8619e0cb tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] 10.222.0.59 "GET /v2.0/ports?device_id=9091fd17-b1d2-412b-bf40-5f69d8abbaf4 HTTP/1.1" status: 200 len: 2416 time: 0.0987234 Jul 27 20:56:47.355203 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-3035905d-5e13-47e0-8197-8eb8849b7365 req-bb6f4db4-8d16-43b4-91cf-3ceff58e4a86 tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] 10.222.0.59 "GET /v2.0/security-groups?id=8e624957-e10f-45bc-9807-385c5037752b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394280 Jul 27 20:56:47.558819 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-cc90b012-164e-422d-8803-d90d874bbd48 tempest-ServersWithSpecificFlavorTestJSON-635688280 tempest-ServersWithSpecificFlavorTestJSON-635688280-project] Notify callbacks [] for floatingip, before_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:47.595316 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d1e771-99d2-497c-9e0f-bafb5190cffb req-464dddb4-21e5-4528-9d02-3f2d8523ac4a tempest-InstanceActionsV221TestJSON-1020765513 tempest-InstanceActionsV221TestJSON-1020765513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:47.606374 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-22d1e771-99d2-497c-9e0f-bafb5190cffb req-464dddb4-21e5-4528-9d02-3f2d8523ac4a tempest-InstanceActionsV221TestJSON-1020765513 tempest-InstanceActionsV221TestJSON-1020765513-project] 10.222.0.59 "GET /v2.0/ports?device_id=de7a1d72-574d-43bd-b0db-ae693ac00328 HTTP/1.1" status: 200 len: 946 time: 0.0988216 Jul 27 20:56:47.676208 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-22d1e771-99d2-497c-9e0f-bafb5190cffb req-96984adb-9383-47a8-adc5-f6f3e62a82ad tempest-InstanceActionsV221TestJSON-1020765513 tempest-InstanceActionsV221TestJSON-1020765513-project] 10.222.0.59 "GET /v2.0/security-groups?id=129b0ce3-d358-4c2b-a75e-5e5d16e335e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611756 Jul 27 20:56:47.777543 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15dbf0e-db94-4d6f-887d-dd6c7523e912 req-9ecaddcf-5049-452e-9f3e-56cdf4d8eecc tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:47.788067 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-d15dbf0e-db94-4d6f-887d-dd6c7523e912 req-9ecaddcf-5049-452e-9f3e-56cdf4d8eecc tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] 10.222.0.59 "GET /v2.0/ports?device_id=d7c5737b-5126-4417-93f5-533a70fd5a86 HTTP/1.1" status: 200 len: 945 time: 0.0888116 Jul 27 20:56:47.840439 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-d15dbf0e-db94-4d6f-887d-dd6c7523e912 req-a2484411-a838-461a-a7da-dfa5551a3283 tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] 10.222.0.59 "GET /v2.0/security-groups?id=594c38b0-00a0-4e02-9d5e-673f3a5e469c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523152 Jul 27 20:56:47.983575 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4d1047-ea78-4ffc-a730-ab0f341e74b3 req-535a2106-f869-4bdf-979a-f3312523e08d tempest-InstanceActionsV221TestJSON-1020765513 tempest-InstanceActionsV221TestJSON-1020765513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:47.985098 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac653d5-ceb2-488e-ad13-4820d9ebca43 req-f31959b2-3f8f-41a8-a384-b21f8e5d3390 tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:47.985427 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-0c4d1047-ea78-4ffc-a730-ab0f341e74b3 req-535a2106-f869-4bdf-979a-f3312523e08d tempest-InstanceActionsV221TestJSON-1020765513 tempest-InstanceActionsV221TestJSON-1020765513-project] 10.222.0.36 "GET /v2.0/ports?device_id=de7a1d72-574d-43bd-b0db-ae693ac00328 HTTP/1.1" status: 200 len: 946 time: 0.2236106 Jul 27 20:56:47.993420 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac653d5-ceb2-488e-ad13-4820d9ebca43 req-f31959b2-3f8f-41a8-a384-b21f8e5d3390 tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:48.000667 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac653d5-ceb2-488e-ad13-4820d9ebca43 req-f31959b2-3f8f-41a8-a384-b21f8e5d3390 tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:48.003197 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-7ac653d5-ceb2-488e-ad13-4820d9ebca43 req-f31959b2-3f8f-41a8-a384-b21f8e5d3390 tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] 10.222.0.59 "GET /v2.0/ports?device_id=9091fd17-b1d2-412b-bf40-5f69d8abbaf4 HTTP/1.1" status: 200 len: 2416 time: 0.1082771 Jul 27 20:56:48.082490 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-7ac653d5-ceb2-488e-ad13-4820d9ebca43 req-afeac9cd-103d-4159-a747-d0cb88e4ed8a tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] 10.222.0.59 "GET /v2.0/security-groups?id=8e624957-e10f-45bc-9807-385c5037752b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723233 Jul 27 20:56:48.122638 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883d760b-09f2-42df-8fc7-9411c6454141 req-5ff8cf79-c221-438c-abd3-483f78e1ea87 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:48.131183 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-883d760b-09f2-42df-8fc7-9411c6454141 req-5ff8cf79-c221-438c-abd3-483f78e1ea87 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] 10.222.0.59 "GET /v2.0/ports?device_id=6a9e53e1-344c-4083-a4f6-dbd12c7060f8 HTTP/1.1" status: 200 len: 950 time: 0.1194785 Jul 27 20:56:48.178349 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-883d760b-09f2-42df-8fc7-9411c6454141 req-77c1b930-b223-4d54-af9d-43f6002df447 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] 10.222.0.59 "GET /v2.0/security-groups?id=c6534cb3-b44e-4a83-b57e-ddb72c2ad843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414538 Jul 27 20:56:48.278725 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [req-0c4d1047-ea78-4ffc-a730-ab0f341e74b3 req-ecf48e00-2477-4adb-9408-ae2b23ca9901 tempest-InstanceActionsV221TestJSON-1020765513 tempest-InstanceActionsV221TestJSON-1020765513-project] Deleting port 46987d5a-4e39-485d-9200-d2e33186866c {{(pid=105584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:56:48.279454 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-0c4d1047-ea78-4ffc-a730-ab0f341e74b3 req-ecf48e00-2477-4adb-9408-ae2b23ca9901 tempest-InstanceActionsV221TestJSON-1020765513 tempest-InstanceActionsV221TestJSON-1020765513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:48.383035 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-cc90b012-164e-422d-8803-d90d874bbd48 tempest-ServersWithSpecificFlavorTestJSON-635688280 tempest-ServersWithSpecificFlavorTestJSON-635688280-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:48.393036 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-cc90b012-164e-422d-8803-d90d874bbd48 tempest-ServersWithSpecificFlavorTestJSON-635688280 tempest-ServersWithSpecificFlavorTestJSON-635688280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4075768'] for floatingip, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:48.458823 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [req-0c4d1047-ea78-4ffc-a730-ab0f341e74b3 req-ecf48e00-2477-4adb-9408-ae2b23ca9901 tempest-InstanceActionsV221TestJSON-1020765513 tempest-InstanceActionsV221TestJSON-1020765513-project] For port 46987d5a-4e39-485d-9200-d2e33186866c, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=46987d5a-4e39-485d-9200-d2e33186866c,segment=NetworkSegment(665ec0a0-f98b-48fb-869a-785777373b9a),segment_id=665ec0a0-f98b-48fb-869a-785777373b9a)] {{(pid=105584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:56:48.459230 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-0c4d1047-ea78-4ffc-a730-ab0f341e74b3 req-ecf48e00-2477-4adb-9408-ae2b23ca9901 tempest-InstanceActionsV221TestJSON-1020765513 tempest-InstanceActionsV221TestJSON-1020765513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:48.501780 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [req-0c4d1047-ea78-4ffc-a730-ab0f341e74b3 req-ecf48e00-2477-4adb-9408-ae2b23ca9901 tempest-InstanceActionsV221TestJSON-1020765513 tempest-InstanceActionsV221TestJSON-1020765513-project] Calling delete_port for 46987d5a-4e39-485d-9200-d2e33186866c owned by compute:nova {{(pid=105584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:56:48.568928 n-d-705658-22 neutron-server[105584]: INFO neutron.db.l3_db [None req-cc90b012-164e-422d-8803-d90d874bbd48 tempest-ServersWithSpecificFlavorTestJSON-635688280 tempest-ServersWithSpecificFlavorTestJSON-635688280-project] Floating IP 418171bb-e575-46c1-b486-da6c445846f7 associated. External IP: 172.25.5.86, port: c502b993-3979-40c5-9188-06f8e73caef4. Jul 27 20:56:48.773080 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-a8d6b6fc-68c2-43c5-a8cf-59d78d0f3ec7 req-8616e254-8c0e-4e3c-87d9-546b8e625798 service neutron] 10.222.0.36 "GET /v2.0/ports/49462502-98c7-474a-ab59-a5fef55bb950/bindings/n-h1-705658-22 HTTP/1.1" status: 200 len: 383 time: 0.1420097 Jul 27 20:56:48.832625 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-0c4d1047-ea78-4ffc-a730-ab0f341e74b3 req-ecf48e00-2477-4adb-9408-ae2b23ca9901 tempest-InstanceActionsV221TestJSON-1020765513 tempest-InstanceActionsV221TestJSON-1020765513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:48.869207 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d54a67e-24e3-4eb0-b70b-621341e0a2ad req-fcef19bf-a026-4cdf-8f06-ff653dabc8e1 tempest-InstanceActionsV221TestJSON-1020765513 tempest-InstanceActionsV221TestJSON-1020765513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:48.877991 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-8d54a67e-24e3-4eb0-b70b-621341e0a2ad req-fcef19bf-a026-4cdf-8f06-ff653dabc8e1 tempest-InstanceActionsV221TestJSON-1020765513 tempest-InstanceActionsV221TestJSON-1020765513-project] 10.222.0.59 "GET /v2.0/ports?device_id=de7a1d72-574d-43bd-b0db-ae693ac00328 HTTP/1.1" status: 200 len: 867 time: 0.1195045 Jul 27 20:56:48.906149 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf48e00-2477-4adb-9408-ae2b23ca9901 tempest-InstanceActionsV221TestJSON-1020765513 tempest-InstanceActionsV221TestJSON-1020765513-project] Pushing event deleted for resources: {'Port': ['ID=46987d5a-4e39-485d-9200-d2e33186866c,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:56:48.924662 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-8d54a67e-24e3-4eb0-b70b-621341e0a2ad req-1ea5311b-7417-4aaf-aa06-3746d4f5b050 tempest-InstanceActionsV221TestJSON-1020765513 tempest-InstanceActionsV221TestJSON-1020765513-project] 10.222.0.59 "GET /v2.0/security-groups?id=129b0ce3-d358-4c2b-a75e-5e5d16e335e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416985 Jul 27 20:56:48.990560 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c4d1047-ea78-4ffc-a730-ab0f341e74b3 req-ecf48e00-2477-4adb-9408-ae2b23ca9901 tempest-InstanceActionsV221TestJSON-1020765513 tempest-InstanceActionsV221TestJSON-1020765513-project] No DVR routers for this DVR port 46987d5a-4e39-485d-9200-d2e33186866c on host n-h1-705658-22 {{(pid=105584) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 20:56:48.994420 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-0c4d1047-ea78-4ffc-a730-ab0f341e74b3 req-ecf48e00-2477-4adb-9408-ae2b23ca9901 tempest-InstanceActionsV221TestJSON-1020765513 tempest-InstanceActionsV221TestJSON-1020765513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:49.008850 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-0c4d1047-ea78-4ffc-a730-ab0f341e74b3 req-ecf48e00-2477-4adb-9408-ae2b23ca9901 tempest-InstanceActionsV221TestJSON-1020765513 tempest-InstanceActionsV221TestJSON-1020765513-project] 10.222.0.36 "DELETE /v2.0/ports/46987d5a-4e39-485d-9200-d2e33186866c HTTP/1.1" status: 204 len: 173 time: 1.0139530 Jul 27 20:56:49.009351 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de7a1d72-574d-43bd-b0db-ae693ac00328', 'name': 'network-vif-deleted', 'tag': '46987d5a-4e39-485d-9200-d2e33186866c'}] {{(pid=105584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:56:49.011849 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bce5e6c8685464f7626901654159975603b047827e3138302ed6566e28f1343" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb5e06b5-3df3-4c9f-97d0-8d7b3accad6c" -d '{"events": [{"server_uuid": "de7a1d72-574d-43bd-b0db-ae693ac00328", "name": "network-vif-deleted", "tag": "46987d5a-4e39-485d-9200-d2e33186866c"}]}' {{(pid=105584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:56:49.069071 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc90b012-164e-422d-8803-d90d874bbd48 tempest-ServersWithSpecificFlavorTestJSON-635688280 tempest-ServersWithSpecificFlavorTestJSON-635688280-project] Router 2872e23e-eae9-4f04-a7fb-52757641bcbe has already been hosted by L3 agent dd128fd7-8e57-4d4f-895b-a96b369df59a {{(pid=105584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 20:56:49.083493 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 20:56:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83da3a86-5fda-4887-834b-af67828f6268 x-openstack-request-id: req-83da3a86-5fda-4887-834b-af67828f6268 {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:56:49.083776 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de7a1d72-574d-43bd-b0db-ae693ac00328", "name": "network-vif-deleted", "tag": "46987d5a-4e39-485d-9200-d2e33186866c", "status": "completed", "code": 200}]} {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:56:49.084026 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-83da3a86-5fda-4887-834b-af67828f6268 {{(pid=105584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:56:49.084422 n-d-705658-22 neutron-server[105584]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de7a1d72-574d-43bd-b0db-ae693ac00328', 'name': 'network-vif-deleted', 'tag': '46987d5a-4e39-485d-9200-d2e33186866c', 'status': 'completed', 'code': 200} Jul 27 20:56:49.087379 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7dd4eb-e51e-400f-8cbe-7cfa9a5c8851 req-3be33f3b-4eed-4315-b04e-8a6347a26ea8 tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:49.089764 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-fd7dd4eb-e51e-400f-8cbe-7cfa9a5c8851 req-3be33f3b-4eed-4315-b04e-8a6347a26ea8 tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] 10.222.0.59 "GET /v2.0/ports?device_id=d7c5737b-5126-4417-93f5-533a70fd5a86 HTTP/1.1" status: 200 len: 945 time: 0.0779715 Jul 27 20:56:49.138739 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-fd7dd4eb-e51e-400f-8cbe-7cfa9a5c8851 req-1dfd9ea4-37c7-4226-847b-468f9abcf618 tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] 10.222.0.59 "GET /v2.0/security-groups?id=594c38b0-00a0-4e02-9d5e-673f3a5e469c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429451 Jul 27 20:56:49.190335 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d6b6fc-68c2-43c5-a8cf-59d78d0f3ec7 req-c0b57624-8219-4043-b728-00d6683cd36b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:49.191964 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-a8d6b6fc-68c2-43c5-a8cf-59d78d0f3ec7 req-c0b57624-8219-4043-b728-00d6683cd36b service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=6a9e53e1-344c-4083-a4f6-dbd12c7060f8&tenant_id=43230fc3eab141e0b742541c8628d03e HTTP/1.1" status: 200 len: 1102 time: 0.1769862 Jul 27 20:56:49.217143 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc90b012-164e-422d-8803-d90d874bbd48 tempest-ServersWithSpecificFlavorTestJSON-635688280 tempest-ServersWithSpecificFlavorTestJSON-635688280-project] Notify agent at l3_agent.n-d-705658-22 the message routers_updated {{(pid=105584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 20:56:49.228332 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49124f57-ff33-498e-a95e-18905ce9bcb8 None None] Sync routers for ids ['2872e23e-eae9-4f04-a7fb-52757641bcbe'] in n-d-705658-22 {{(pid=105586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 20:56:49.228884 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-cc90b012-164e-422d-8803-d90d874bbd48 tempest-ServersWithSpecificFlavorTestJSON-635688280 tempest-ServersWithSpecificFlavorTestJSON-635688280-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for floatingip, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:49.247925 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49124f57-ff33-498e-a95e-18905ce9bcb8 None None] Routers {'2872e23e-eae9-4f04-a7fb-52757641bcbe'} bound to L3 agent in host n-d-705658-22 {{(pid=105586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:56:49.248585 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-49124f57-ff33-498e-a95e-18905ce9bcb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T20:56:41Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['2872e23e-eae9-4f04-a7fb-52757641bcbe'], 'active': True} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:56:49.316849 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da403f87-9b90-4a3b-8799-bd2309bd2924 req-1ed1117d-2ca9-4777-b598-553d7852c86b tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:49.323164 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da403f87-9b90-4a3b-8799-bd2309bd2924 req-1ed1117d-2ca9-4777-b598-553d7852c86b tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:49.337281 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-cc90b012-164e-422d-8803-d90d874bbd48 tempest-ServersWithSpecificFlavorTestJSON-635688280 tempest-ServersWithSpecificFlavorTestJSON-635688280-project] 10.222.0.59 "PUT /v2.0/floatingips/418171bb-e575-46c1-b486-da6c445846f7 HTTP/1.1" status: 200 len: 991 time: 2.1742437 Jul 27 20:56:49.342972 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da403f87-9b90-4a3b-8799-bd2309bd2924 req-1ed1117d-2ca9-4777-b598-553d7852c86b tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:49.347897 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-da403f87-9b90-4a3b-8799-bd2309bd2924 req-1ed1117d-2ca9-4777-b598-553d7852c86b tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] 10.222.0.59 "GET /v2.0/ports?device_id=9091fd17-b1d2-412b-bf40-5f69d8abbaf4 HTTP/1.1" status: 200 len: 2416 time: 0.1688373 Jul 27 20:56:49.365065 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d6b6fc-68c2-43c5-a8cf-59d78d0f3ec7 req-1d9b73b9-5027-41b9-8c97-c38921187703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:49.366787 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-a8d6b6fc-68c2-43c5-a8cf-59d78d0f3ec7 req-1d9b73b9-5027-41b9-8c97-c38921187703 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=43230fc3eab141e0b742541c8628d03e&device_id=6a9e53e1-344c-4083-a4f6-dbd12c7060f8 HTTP/1.1" status: 200 len: 1102 time: 0.0922129 Jul 27 20:56:49.403050 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvr_db [None req-49124f57-ff33-498e-a95e-18905ce9bcb8 None None] Set router 2872e23e-eae9-4f04-a7fb-52757641bcbe gateway port host: n-d-705658-22 {{(pid=105586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:56:49.477439 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-da403f87-9b90-4a3b-8799-bd2309bd2924 req-3cfc0fa6-2a36-4bec-acf9-1956a7c93aab tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] 10.222.0.59 "GET /v2.0/security-groups?id=8e624957-e10f-45bc-9807-385c5037752b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058514 Jul 27 20:56:49.526895 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d6b6fc-68c2-43c5-a8cf-59d78d0f3ec7 req-6cb5982d-e51b-49be-bf84-9a7a0accd85f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:49.528503 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-a8d6b6fc-68c2-43c5-a8cf-59d78d0f3ec7 req-6cb5982d-e51b-49be-bf84-9a7a0accd85f service neutron] 10.222.0.36 "GET /v2.0/networks?id=4d64aa0b-bd6a-468e-8edc-c83689947462 HTTP/1.1" status: 200 len: 870 time: 0.1518416 Jul 27 20:56:49.550437 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7562e5f1-e437-4cb9-a5b3-e84b14ea638c req-3a22d142-98e9-4a87-9f30-c2dc8a7a3754 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:49.554733 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-7562e5f1-e437-4cb9-a5b3-e84b14ea638c req-3a22d142-98e9-4a87-9f30-c2dc8a7a3754 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] 10.222.0.59 "GET /v2.0/ports?device_id=6a9e53e1-344c-4083-a4f6-dbd12c7060f8 HTTP/1.1" status: 200 len: 950 time: 0.2936332 Jul 27 20:56:49.589328 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-175acdd2-3df3-49b6-a3df-717bc02e83b2 req-497783a5-c39d-4bab-a6ea-2d9229ab9c90 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=bb7c627d-1bb5-4ac1-b277-e1b05fefd6bc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3098190 Jul 27 20:56:49.609636 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad637a7-ca26-4e8d-82de-12327df13861 req-02d33abc-584e-4cfc-9052-9bb6bc283440 tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:49.617283 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad637a7-ca26-4e8d-82de-12327df13861 req-02d33abc-584e-4cfc-9052-9bb6bc283440 tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:49.626652 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad637a7-ca26-4e8d-82de-12327df13861 req-02d33abc-584e-4cfc-9052-9bb6bc283440 tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:49.628975 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-6ad637a7-ca26-4e8d-82de-12327df13861 req-02d33abc-584e-4cfc-9052-9bb6bc283440 tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] 10.222.0.60 "GET /v2.0/ports?device_id=9091fd17-b1d2-412b-bf40-5f69d8abbaf4 HTTP/1.1" status: 200 len: 2416 time: 0.2141230 Jul 27 20:56:49.640028 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-a8d6b6fc-68c2-43c5-a8cf-59d78d0f3ec7 req-5ccbaf59-b9a0-4f48-a07f-1c32c2562f1e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.225&port_id=49462502-98c7-474a-ab59-a5fef55bb950 HTTP/1.1" status: 200 len: 217 time: 0.1033521 Jul 27 20:56:49.710463 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d6b6fc-68c2-43c5-a8cf-59d78d0f3ec7 req-93dd66a1-bb13-4b11-85ca-c050256c88f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:49.712270 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-a8d6b6fc-68c2-43c5-a8cf-59d78d0f3ec7 req-93dd66a1-bb13-4b11-85ca-c050256c88f0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=26644ba0-4185-4e10-8718-6ad18d01376c HTTP/1.1" status: 200 len: 843 time: 0.0650210 Jul 27 20:56:49.714151 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-7562e5f1-e437-4cb9-a5b3-e84b14ea638c req-65d648c5-68a0-445c-9d8c-ea22e0dc750a tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] 10.222.0.59 "GET /v2.0/security-groups?id=c6534cb3-b44e-4a83-b57e-ddb72c2ad843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522827 Jul 27 20:56:49.794127 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-49124f57-ff33-498e-a95e-18905ce9bcb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2872e23e-eae9-4f04-a7fb-52757641bcbe', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-857605212-router', 'tenant_id': 'f4dd8c54051d43128b80a7b27aca23a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.224'}], 'enable_snat': True}, 'gw_port_id': '734c760e-a272-4c33-b556-0f02c2fdd0f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:51:56Z', 'updated_at': '2021-07-27T20:52:03Z', 'revision_number': 4, 'project_id': 'f4dd8c54051d43128b80a7b27aca23a8', 'gw_port': {'id': '734c760e-a272-4c33-b556-0f02c2fdd0f7', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:58:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2872e23e-eae9-4f04-a7fb-52757641bcbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:51:57Z', 'updated_at': '2021-07-27T20:52:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_floatingips': [{'id': '418171bb-e575-46c1-b486-da6c445846f7', 'tenant_id': 'f4dd8c54051d43128b80a7b27aca23a8', 'floating_ip_address': '172.25.5.86', 'floating_network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'router_id': '2872e23e-eae9-4f04-a7fb-52757641bcbe', 'port_id': 'c502b993-3979-40c5-9188-06f8e73caef4', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 181, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad708756-4858-4bf7-9c63-5e8aacaf6c3a', 'mac_address': 'fa:16:3e:a8:a4:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '710352cc-8f68-47bd-bca2-5ec9e25113b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T20:52:25Z', 'updated_at': '2021-07-27T20:56:48Z', 'revision_number': 5, 'project_id': 'f4dd8c54051d43128b80a7b27aca23a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a429cf7-e4dd-4ba7-8a2d-0597ab1a412b', 'name': '', 'network_id': 'ad708756-4858-4bf7-9c63-5e8aacaf6c3a', 'tenant_id': 'f4dd8c54051d43128b80a7b27aca23a8', 'mac_address': 'fa:16:3e:88:6d:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2872e23e-eae9-4f04-a7fb-52757641bcbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'ede1963b-50a5-4164-867c-90340ab6a875', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:52:01Z', 'updated_at': '2021-07-27T20:52:13Z', 'revision_number': 5, 'project_id': 'f4dd8c54051d43128b80a7b27aca23a8', 'subnets': [{'id': 'ede1963b-50a5-4164-867c-90340ab6a875', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-22', False) {} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:56:49.794609 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d6b6fc-68c2-43c5-a8cf-59d78d0f3ec7 req-e6163624-291b-4914-886c-cbd59a52ab3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:49.796594 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-a8d6b6fc-68c2-43c5-a8cf-59d78d0f3ec7 req-e6163624-291b-4914-886c-cbd59a52ab3d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4d64aa0b-bd6a-468e-8edc-c83689947462&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0708978 Jul 27 20:56:49.833288 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49124f57-ff33-498e-a95e-18905ce9bcb8 None None] Checking router: 2872e23e-eae9-4f04-a7fb-52757641bcbe for host: n-d-705658-22 {{(pid=105586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 20:56:49.844651 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49124f57-ff33-498e-a95e-18905ce9bcb8 None None] Routers {'2872e23e-eae9-4f04-a7fb-52757641bcbe'} bound to L3 agent in host n-d-705658-22 {{(pid=105586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:56:49.845436 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-49124f57-ff33-498e-a95e-18905ce9bcb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T20:56:41Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['2872e23e-eae9-4f04-a7fb-52757641bcbe'], 'active': True} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:56:49.910782 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-a8d6b6fc-68c2-43c5-a8cf-59d78d0f3ec7 req-4689d106-530c-421c-8fab-d87c6b84742a service neutron] 10.222.0.36 "GET /v2.0/networks/4d64aa0b-bd6a-468e-8edc-c83689947462?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1063561 Jul 27 20:56:50.052552 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-a8d6b6fc-68c2-43c5-a8cf-59d78d0f3ec7 req-7f8dcbae-635a-44cc-9c0b-0bfda3f29163 service neutron] 10.222.0.36 "GET /v2.0/networks/4d64aa0b-bd6a-468e-8edc-c83689947462?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324000 Jul 27 20:56:50.060974 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvr_db [None req-49124f57-ff33-498e-a95e-18905ce9bcb8 None None] Set router 2872e23e-eae9-4f04-a7fb-52757641bcbe gateway port host: n-d-705658-22 {{(pid=105586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:56:50.248016 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device 46987d5a-4e39-485d-9200-d2e33186866c no longer exists at agent hyperv_n-h1-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 20:56:50.251166 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175acdd2-3df3-49b6-a3df-717bc02e83b2 req-ceb1dbf0-c5fd-4690-994c-95bb4c3a3161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:50.252792 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-175acdd2-3df3-49b6-a3df-717bc02e83b2 req-ceb1dbf0-c5fd-4690-994c-95bb4c3a3161 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=0ae9964322044591b167626dd714310e&device_id=bb7c627d-1bb5-4ac1-b277-e1b05fefd6bc HTTP/1.1" status: 200 len: 1096 time: 0.6019392 Jul 27 20:56:50.292272 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 36496) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:56:50.293774 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-28650df7-c46c-4981-b84f-37d87254047e None None] No Port match for: 46987d5a-4e39-485d-9200-d2e33186866c {{(pid=105586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 20:56:50.293959 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device 46987d5a-4e39-485d-9200-d2e33186866c not bound to the agent host n-h1-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 20:56:50.314990 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [req-6ad637a7-ca26-4e8d-82de-12327df13861 req-79782767-e5f1-40fb-9de1-3b57d5b308d3 tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] Deleting port 9590b357-b42e-4e98-9c31-89a868b84615 {{(pid=105585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:56:50.315396 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-6ad637a7-ca26-4e8d-82de-12327df13861 req-79782767-e5f1-40fb-9de1-3b57d5b308d3 tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:50.360231 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.db_base_plugin_v2 [None req-9889458a-5822-4f69-af01-4c14a1e656da admin admin] Deleting subnet b995ba7e-29ce-42e3-8144-d363d37c9e8b {{(pid=105584) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 20:56:50.363686 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-9889458a-5822-4f69-af01-4c14a1e656da admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:50.402691 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-9889458a-5822-4f69-af01-4c14a1e656da admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9014207'] for subnet, precommit_delete_associations {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:50.453441 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-9889458a-5822-4f69-af01-4c14a1e656da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854965'] for subnet, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:50.521060 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-9889458a-5822-4f69-af01-4c14a1e656da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9014081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9738825'] for subnet, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:50.531181 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-49124f57-ff33-498e-a95e-18905ce9bcb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2872e23e-eae9-4f04-a7fb-52757641bcbe', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-857605212-router', 'tenant_id': 'f4dd8c54051d43128b80a7b27aca23a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.224'}], 'enable_snat': True}, 'gw_port_id': '734c760e-a272-4c33-b556-0f02c2fdd0f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:51:56Z', 'updated_at': '2021-07-27T20:52:03Z', 'revision_number': 4, 'project_id': 'f4dd8c54051d43128b80a7b27aca23a8', 'gw_port': {'id': '734c760e-a272-4c33-b556-0f02c2fdd0f7', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:58:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2872e23e-eae9-4f04-a7fb-52757641bcbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:51:57Z', 'updated_at': '2021-07-27T20:52:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_floatingips': [{'id': '418171bb-e575-46c1-b486-da6c445846f7', 'tenant_id': 'f4dd8c54051d43128b80a7b27aca23a8', 'floating_ip_address': '172.25.5.86', 'floating_network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'router_id': '2872e23e-eae9-4f04-a7fb-52757641bcbe', 'port_id': 'c502b993-3979-40c5-9188-06f8e73caef4', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 181, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad708756-4858-4bf7-9c63-5e8aacaf6c3a', 'mac_address': 'fa:16:3e:a8:a4:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '710352cc-8f68-47bd-bca2-5ec9e25113b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T20:52:25Z', 'updated_at': '2021-07-27T20:56:48Z', 'revision_number': 5, 'project_id': 'f4dd8c54051d43128b80a7b27aca23a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a429cf7-e4dd-4ba7-8a2d-0597ab1a412b', 'name': '', 'network_id': 'ad708756-4858-4bf7-9c63-5e8aacaf6c3a', 'tenant_id': 'f4dd8c54051d43128b80a7b27aca23a8', 'mac_address': 'fa:16:3e:88:6d:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2872e23e-eae9-4f04-a7fb-52757641bcbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'ede1963b-50a5-4164-867c-90340ab6a875', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:52:01Z', 'updated_at': '2021-07-27T20:52:13Z', 'revision_number': 5, 'project_id': 'f4dd8c54051d43128b80a7b27aca23a8', 'subnets': [{'id': 'ede1963b-50a5-4164-867c-90340ab6a875', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-22', False) {} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:56:50.548954 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce84fcea-73b8-4fe9-b694-c5e2f19dd6cf req-69c45a25-9275-43ab-8f0a-c7d0d86bfaac tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:50.550547 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-ce84fcea-73b8-4fe9-b694-c5e2f19dd6cf req-69c45a25-9275-43ab-8f0a-c7d0d86bfaac tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] 10.222.0.59 "GET /v2.0/ports?device_id=d7c5737b-5126-4417-93f5-533a70fd5a86 HTTP/1.1" status: 200 len: 945 time: 0.2683423 Jul 27 20:56:50.552841 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.db [req-6ad637a7-ca26-4e8d-82de-12327df13861 req-79782767-e5f1-40fb-9de1-3b57d5b308d3 tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] For port 9590b357-b42e-4e98-9c31-89a868b84615, host n-h2-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=9590b357-b42e-4e98-9c31-89a868b84615,segment=NetworkSegment(331b05df-059e-41ff-9efa-7b50e1afc788),segment_id=331b05df-059e-41ff-9efa-7b50e1afc788)] {{(pid=105585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:56:50.553217 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-6ad637a7-ca26-4e8d-82de-12327df13861 req-79782767-e5f1-40fb-9de1-3b57d5b308d3 tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:50.567279 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49124f57-ff33-498e-a95e-18905ce9bcb8 None None] The sync data for ids ['2872e23e-eae9-4f04-a7fb-52757641bcbe'] in n-d-705658-22 is: [{'id': '2872e23e-eae9-4f04-a7fb-52757641bcbe', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-857605212-router', 'tenant_id': 'f4dd8c54051d43128b80a7b27aca23a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.224'}], 'enable_snat': True}, 'gw_port_id': '734c760e-a272-4c33-b556-0f02c2fdd0f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:51:56Z', 'updated_at': '2021-07-27T20:52:03Z', 'revision_number': 4, 'project_id': 'f4dd8c54051d43128b80a7b27aca23a8', 'gw_port': {'id': '734c760e-a272-4c33-b556-0f02c2fdd0f7', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:58:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2872e23e-eae9-4f04-a7fb-52757641bcbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:51:57Z', 'updated_at': '2021-07-27T20:52:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_floatingips': [{'id': '418171bb-e575-46c1-b486-da6c445846f7', 'tenant_id': 'f4dd8c54051d43128b80a7b27aca23a8', 'floating_ip_address': '172.25.5.86', 'floating_network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'router_id': '2872e23e-eae9-4f04-a7fb-52757641bcbe', 'port_id': 'c502b993-3979-40c5-9188-06f8e73caef4', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 181, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad708756-4858-4bf7-9c63-5e8aacaf6c3a', 'mac_address': 'fa:16:3e:a8:a4:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '710352cc-8f68-47bd-bca2-5ec9e25113b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T20:52:25Z', 'updated_at': '2021-07-27T20:56:48Z', 'revision_number': 5, 'project_id': 'f4dd8c54051d43128b80a7b27aca23a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a429cf7-e4dd-4ba7-8a2d-0597ab1a412b', 'name': '', 'network_id': 'ad708756-4858-4bf7-9c63-5e8aacaf6c3a', 'tenant_id': 'f4dd8c54051d43128b80a7b27aca23a8', 'mac_address': 'fa:16:3e:88:6d:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2872e23e-eae9-4f04-a7fb-52757641bcbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'ede1963b-50a5-4164-867c-90340ab6a875', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:52:01Z', 'updated_at': '2021-07-27T20:52:13Z', 'revision_number': 5, 'project_id': 'f4dd8c54051d43128b80a7b27aca23a8', 'subnets': [{'id': 'ede1963b-50a5-4164-867c-90340ab6a875', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 20:56:50.574334 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175acdd2-3df3-49b6-a3df-717bc02e83b2 req-c2b42599-240e-4ed7-9717-561c59780d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:50.575909 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-175acdd2-3df3-49b6-a3df-717bc02e83b2 req-c2b42599-240e-4ed7-9717-561c59780d14 service neutron] 10.222.0.60 "GET /v2.0/networks?id=4d297cf8-0ab0-49a0-a8db-82a17169c88a HTTP/1.1" status: 200 len: 909 time: 0.2959032 Jul 27 20:56:50.579858 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-9889458a-5822-4f69-af01-4c14a1e656da admin admin] Notify callbacks [] for subnet, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:50.584433 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-9889458a-5822-4f69-af01-4c14a1e656da admin admin] 10.222.0.59 "DELETE /v2.0/subnets/b995ba7e-29ce-42e3-8144-d363d37c9e8b HTTP/1.1" status: 204 len: 168 time: 0.2911291 Jul 27 20:56:50.585460 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9889458a-5822-4f69-af01-4c14a1e656da admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b995ba7e-29ce-42e3-8144-d363d37c9e8b,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:56:50.587122 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 36500) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:56:50.618285 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [req-6ad637a7-ca26-4e8d-82de-12327df13861 req-79782767-e5f1-40fb-9de1-3b57d5b308d3 tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] Calling delete_port for 9590b357-b42e-4e98-9c31-89a868b84615 owned by compute:nova {{(pid=105585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:56:50.680525 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-3857a547-f7c8-4ff3-93bf-009d8606621e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-990557'] for network, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:50.688268 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-175acdd2-3df3-49b6-a3df-717bc02e83b2 req-94303cd4-63a8-4f42-b9ef-e6749b942ca5 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a40266cd-c917-4c2e-88d1-4a2bc632acb5 HTTP/1.1" status: 200 len: 217 time: 0.0889001 Jul 27 20:56:50.785243 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-3857a547-f7c8-4ff3-93bf-009d8606621e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853562', 'neutron.services.segments.db._delete_segments_for_network-8790688882975'] for network, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:50.797938 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.segments.db [None req-3857a547-f7c8-4ff3-93bf-009d8606621e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc43aace-70e3-4d8a-b340-ebf74034660a']}} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:56:50.814645 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-ce84fcea-73b8-4fe9-b694-c5e2f19dd6cf req-caba4dd3-9c61-49da-93a4-b047a47da5c3 tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] 10.222.0.59 "GET /v2.0/security-groups?id=594c38b0-00a0-4e02-9d5e-673f3a5e469c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2417967 Jul 27 20:56:50.824060 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.segments.db [None req-3857a547-f7c8-4ff3-93bf-009d8606621e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '665ec0a0-f98b-48fb-869a-785777373b9a') {'for_net_delete': True} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:56:50.825956 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.segments.db [None req-3857a547-f7c8-4ff3-93bf-009d8606621e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '665ec0a0-f98b-48fb-869a-785777373b9a') {} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:56:50.847228 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-3857a547-f7c8-4ff3-93bf-009d8606621e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790688883752', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9014348'] for segment, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:50.874823 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-3857a547-f7c8-4ff3-93bf-009d8606621e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:50.883936 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d13fefea-30a5-4e30-b926-5b4223249d85 None None] New status for floating IP 418171bb-e575-46c1-b486-da6c445846f7: ACTIVE {{(pid=105587) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 20:56:50.887584 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175acdd2-3df3-49b6-a3df-717bc02e83b2 req-0680c6b6-edfd-4d5c-99e2-f9e10f75efaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:50.889142 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-175acdd2-3df3-49b6-a3df-717bc02e83b2 req-0680c6b6-edfd-4d5c-99e2-f9e10f75efaf service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ff9685c6-941b-44c9-867d-9e4581186e02 HTTP/1.1" status: 200 len: 848 time: 0.1664352 Jul 27 20:56:50.895952 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3857a547-f7c8-4ff3-93bf-009d8606621e admin admin] Releasing vlan 210 on physical network physnet1 to pool {{(pid=105584) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 20:56:50.896788 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-3857a547-f7c8-4ff3-93bf-009d8606621e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9014063'] for segment, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:50.903485 n-d-705658-22 neutron-server[105584]: Traceback (most recent call last): Jul 27 20:56:50.903485 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 20:56:50.903485 n-d-705658-22 neutron-server[105584]: timer() Jul 27 20:56:50.903485 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 20:56:50.903485 n-d-705658-22 neutron-server[105584]: cb(*args, **kw) Jul 27 20:56:50.903485 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 20:56:50.903485 n-d-705658-22 neutron-server[105584]: return func(*args, **kwargs) Jul 27 20:56:50.903485 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 20:56:50.903485 n-d-705658-22 neutron-server[105584]: self._notify() Jul 27 20:56:50.903485 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 20:56:50.903485 n-d-705658-22 neutron-server[105584]: self.callback(batched_events) Jul 27 20:56:50.903485 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 20:56:50.903485 n-d-705658-22 neutron-server[105584]: event.method(event) Jul 27 20:56:50.903485 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 20:56:50.903485 n-d-705658-22 neutron-server[105584]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 20:56:50.903485 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 20:56:50.903485 n-d-705658-22 neutron-server[105584]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 20:56:50.903485 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 20:56:50.903485 n-d-705658-22 neutron-server[105584]: return f(self, *a, **k) Jul 27 20:56:50.903485 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 20:56:50.903485 n-d-705658-22 neutron-server[105584]: return self._get(url).json() Jul 27 20:56:50.903485 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 20:56:50.903485 n-d-705658-22 neutron-server[105584]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 20:56:50.903485 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 20:56:50.903485 n-d-705658-22 neutron-server[105584]: return self.request(url, 'GET', **kwargs) Jul 27 20:56:50.903485 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 20:56:50.903485 n-d-705658-22 neutron-server[105584]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 20:56:50.903485 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 20:56:50.903485 n-d-705658-22 neutron-server[105584]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 20:56:50.903485 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 20:56:50.903485 n-d-705658-22 neutron-server[105584]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 20:56:50.903485 n-d-705658-22 neutron-server[105584]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 20:56:50.992587 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-175acdd2-3df3-49b6-a3df-717bc02e83b2 req-7af8ab46-797c-4f95-8a22-6cde75ee0146 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4d297cf8-0ab0-49a0-a8db-82a17169c88a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0938504 Jul 27 20:56:51.020107 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-3857a547-f7c8-4ff3-93bf-009d8606621e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4075658'] for network, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:51.036538 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-3857a547-f7c8-4ff3-93bf-009d8606621e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743886'] for network, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:51.042125 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-3857a547-f7c8-4ff3-93bf-009d8606621e admin admin] 10.222.0.59 "DELETE /v2.0/networks/cc43aace-70e3-4d8a-b340-ebf74034660a HTTP/1.1" status: 204 len: 168 time: 0.4539306 Jul 27 20:56:51.056073 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3857a547-f7c8-4ff3-93bf-009d8606621e admin admin] Pushing event deleted for resources: {'Network': ['ID=cc43aace-70e3-4d8a-b340-ebf74034660a,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:56:51.085699 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '710352cc-8f68-47bd-bca2-5ec9e25113b3', 'tag': 'c502b993-3979-40c5-9188-06f8e73caef4'}] {{(pid=105584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:56:51.088158 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bce5e6c8685464f7626901654159975603b047827e3138302ed6566e28f1343" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f81fd5e3-61aa-40f2-8b5c-b8ddaad11560" -d '{"events": [{"name": "network-changed", "server_uuid": "710352cc-8f68-47bd-bca2-5ec9e25113b3", "tag": "c502b993-3979-40c5-9188-06f8e73caef4"}]}' {{(pid=105584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:56:51.112294 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab3c832-43bd-4055-a193-300d4b15874f req-935057ff-db50-4896-b313-5ec8b612bbbb tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:51.125765 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab3c832-43bd-4055-a193-300d4b15874f req-935057ff-db50-4896-b313-5ec8b612bbbb tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:51.132631 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab3c832-43bd-4055-a193-300d4b15874f req-935057ff-db50-4896-b313-5ec8b612bbbb tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:51.134496 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-1ab3c832-43bd-4055-a193-300d4b15874f req-935057ff-db50-4896-b313-5ec8b612bbbb tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] 10.222.0.59 "GET /v2.0/ports?device_id=9091fd17-b1d2-412b-bf40-5f69d8abbaf4 HTTP/1.1" status: 200 len: 2416 time: 0.5399895 Jul 27 20:56:51.276146 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-6ad637a7-ca26-4e8d-82de-12327df13861 req-79782767-e5f1-40fb-9de1-3b57d5b308d3 tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:51.292555 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] get_ports_and_sgs() called for port_ids ['612ee925-e6ae-43e0-abcf-1c14ff009adc', '9590b357-b42e-4e98-9c31-89a868b84615', '5bcc4e11-a713-4484-8bac-43492e151514'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 20:56:51.302648 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 36516) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:56:51.346590 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79782767-e5f1-40fb-9de1-3b57d5b308d3 tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] Pushing event deleted for resources: {'Port': ['ID=9590b357-b42e-4e98-9c31-89a868b84615,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:56:51.351192 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-1ab3c832-43bd-4055-a193-300d4b15874f req-4f1139dc-4e54-4d20-b677-675f5f15f97b tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] 10.222.0.59 "GET /v2.0/security-groups?id=8e624957-e10f-45bc-9807-385c5037752b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250410 Jul 27 20:56:51.353916 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-175acdd2-3df3-49b6-a3df-717bc02e83b2 req-7cdc5f26-302e-4002-b15f-9f5f29308bc8 service neutron] 10.222.0.60 "GET /v2.0/networks/4d297cf8-0ab0-49a0-a8db-82a17169c88a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3488886 Jul 27 20:56:51.395724 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-7c9ba94c-2966-46b7-945d-128bb2a8d044 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=721bd3052418472897f315f76424a2e7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0917799 Jul 27 20:56:51.396979 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 36518) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:56:51.491013 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149e5e8e-9642-4e06-a2d7-33c2cfa29813 req-0f5ec606-588f-4134-ab20-0aef5127ca89 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:51.503736 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-149e5e8e-9642-4e06-a2d7-33c2cfa29813 req-0f5ec606-588f-4134-ab20-0aef5127ca89 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] 10.222.0.59 "GET /v2.0/ports?device_id=6a9e53e1-344c-4083-a4f6-dbd12c7060f8 HTTP/1.1" status: 200 len: 950 time: 0.4445319 Jul 27 20:56:51.520601 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-abe4150a-7341-44ed-99fa-3e3f1de54451 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:51.563845 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-abe4150a-7341-44ed-99fa-3e3f1de54451 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:51.564025 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ad637a7-ca26-4e8d-82de-12327df13861 req-79782767-e5f1-40fb-9de1-3b57d5b308d3 tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] No DVR routers for this DVR port 9590b357-b42e-4e98-9c31-89a868b84615 on host n-h2-705658-22 {{(pid=105585) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 20:56:51.577008 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-6ad637a7-ca26-4e8d-82de-12327df13861 req-79782767-e5f1-40fb-9de1-3b57d5b308d3 tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:51.579024 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-6ad637a7-ca26-4e8d-82de-12327df13861 req-79782767-e5f1-40fb-9de1-3b57d5b308d3 tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] 10.222.0.60 "DELETE /v2.0/ports/9590b357-b42e-4e98-9c31-89a868b84615 HTTP/1.1" status: 204 len: 173 time: 1.9399414 Jul 27 20:56:51.579487 n-d-705658-22 neutron-server[105585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9091fd17-b1d2-412b-bf40-5f69d8abbaf4', 'name': 'network-vif-deleted', 'tag': '9590b357-b42e-4e98-9c31-89a868b84615'}] {{(pid=105585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:56:51.582686 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d66fd65881426bfc2b5388084a3654e5eae521106a15a3dbf0eb4cde7106c36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a14bf34-8782-453c-ac58-9b558f7a9f0f" -d '{"events": [{"server_uuid": "9091fd17-b1d2-412b-bf40-5f69d8abbaf4", "name": "network-vif-deleted", "tag": "9590b357-b42e-4e98-9c31-89a868b84615"}]}' {{(pid=105585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:56:51.641088 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 20:56:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9957fa9-2ae6-4f27-bfd1-1b9fefe8c069 x-openstack-request-id: req-f9957fa9-2ae6-4f27-bfd1-1b9fefe8c069 {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:56:51.641390 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "710352cc-8f68-47bd-bca2-5ec9e25113b3", "tag": "c502b993-3979-40c5-9188-06f8e73caef4", "status": "completed", "code": 200}]} {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:56:51.641650 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-f9957fa9-2ae6-4f27-bfd1-1b9fefe8c069 {{(pid=105584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:56:51.642064 n-d-705658-22 neutron-server[105584]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '710352cc-8f68-47bd-bca2-5ec9e25113b3', 'tag': 'c502b993-3979-40c5-9188-06f8e73caef4', 'status': 'completed', 'code': 200} Jul 27 20:56:51.684004 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-175acdd2-3df3-49b6-a3df-717bc02e83b2 req-df569243-5000-4121-a915-4bf99079d18d service neutron] 10.222.0.60 "GET /v2.0/networks/4d297cf8-0ab0-49a0-a8db-82a17169c88a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3163619 Jul 27 20:56:51.760376 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81fd5e3-61aa-40f2-8b5c-b8ddaad11560 req-2fbe58c9-4ead-4f71-b400-991d553932a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:51.762615 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-f81fd5e3-61aa-40f2-8b5c-b8ddaad11560 req-2fbe58c9-4ead-4f71-b400-991d553932a3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f4dd8c54051d43128b80a7b27aca23a8&device_id=710352cc-8f68-47bd-bca2-5ec9e25113b3 HTTP/1.1" status: 200 len: 1098 time: 0.0947568 Jul 27 20:56:51.763457 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-149e5e8e-9642-4e06-a2d7-33c2cfa29813 req-85a27ca4-921f-4c84-9892-758c1fde1b10 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] 10.222.0.59 "GET /v2.0/security-groups?id=c6534cb3-b44e-4a83-b57e-ddb72c2ad843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2587278 Jul 27 20:56:51.763751 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-abe4150a-7341-44ed-99fa-3e3f1de54451 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:51.775205 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-abe4150a-7341-44ed-99fa-3e3f1de54451 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:51.775205 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-abe4150a-7341-44ed-99fa-3e3f1de54451 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/129b0ce3-d358-4c2b-a75e-5e5d16e335e2 HTTP/1.1" status: 204 len: 168 time: 0.3703346 Jul 27 20:56:51.791410 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 20:56:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ff2c859-6ea3-44bd-ba45-dff67fc8888e x-openstack-request-id: req-2ff2c859-6ea3-44bd-ba45-dff67fc8888e {{(pid=105585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:56:51.791776 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9091fd17-b1d2-412b-bf40-5f69d8abbaf4", "name": "network-vif-deleted", "tag": "9590b357-b42e-4e98-9c31-89a868b84615", "status": "completed", "code": 200}]} {{(pid=105585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:56:51.792082 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-2ff2c859-6ea3-44bd-ba45-dff67fc8888e {{(pid=105585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:56:51.792533 n-d-705658-22 neutron-server[105585]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9091fd17-b1d2-412b-bf40-5f69d8abbaf4', 'name': 'network-vif-deleted', 'tag': '9590b357-b42e-4e98-9c31-89a868b84615', 'status': 'completed', 'code': 200} Jul 27 20:56:51.800789 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [req-6ad637a7-ca26-4e8d-82de-12327df13861 req-29c61602-4642-446d-985a-14025820020e tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] Deleting port 5bcc4e11-a713-4484-8bac-43492e151514 {{(pid=105585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:56:51.801216 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-6ad637a7-ca26-4e8d-82de-12327df13861 req-29c61602-4642-446d-985a-14025820020e tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:51.844618 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe4150a-7341-44ed-99fa-3e3f1de54451 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=129b0ce3-d358-4c2b-a75e-5e5d16e335e2,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:56:51.911405 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81fd5e3-61aa-40f2-8b5c-b8ddaad11560 req-6ff7593a-7a28-473a-8bcf-198eca4145da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:51.913153 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-f81fd5e3-61aa-40f2-8b5c-b8ddaad11560 req-6ff7593a-7a28-473a-8bcf-198eca4145da service neutron] 10.222.0.36 "GET /v2.0/networks?id=ad708756-4858-4bf7-9c63-5e8aacaf6c3a HTTP/1.1" status: 200 len: 924 time: 0.1321440 Jul 27 20:56:52.025609 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.db [req-6ad637a7-ca26-4e8d-82de-12327df13861 req-29c61602-4642-446d-985a-14025820020e tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] For port 5bcc4e11-a713-4484-8bac-43492e151514, host n-h2-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=5bcc4e11-a713-4484-8bac-43492e151514,segment=NetworkSegment(251656dd-c9c0-4a76-afbf-1db88834cf7d),segment_id=251656dd-c9c0-4a76-afbf-1db88834cf7d)] {{(pid=105585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:56:52.025964 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-6ad637a7-ca26-4e8d-82de-12327df13861 req-29c61602-4642-446d-985a-14025820020e tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:52.038528 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-f81fd5e3-61aa-40f2-8b5c-b8ddaad11560 req-2c0408f0-09af-42bb-9702-c6838b8078e5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c502b993-3979-40c5-9188-06f8e73caef4 HTTP/1.1" status: 200 len: 1001 time: 0.1167791 Jul 27 20:56:52.043086 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [req-6ad637a7-ca26-4e8d-82de-12327df13861 req-29c61602-4642-446d-985a-14025820020e tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] Calling delete_port for 5bcc4e11-a713-4484-8bac-43492e151514 owned by compute:nova {{(pid=105585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:56:52.121820 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b510e5-7369-4ada-b9be-3ee8ba874042 req-2ce60894-9b45-4d6c-9ea0-f8605f45237c tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:52.129153 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f4b510e5-7369-4ada-b9be-3ee8ba874042 req-2ce60894-9b45-4d6c-9ea0-f8605f45237c tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] 10.222.0.59 "GET /v2.0/ports?device_id=d7c5737b-5126-4417-93f5-533a70fd5a86 HTTP/1.1" status: 200 len: 945 time: 0.1726370 Jul 27 20:56:52.167960 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81fd5e3-61aa-40f2-8b5c-b8ddaad11560 req-679fb3ca-b88b-4014-b133-2b4b20f4318e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:52.169506 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-f81fd5e3-61aa-40f2-8b5c-b8ddaad11560 req-679fb3ca-b88b-4014-b133-2b4b20f4318e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ede1963b-50a5-4164-867c-90340ab6a875 HTTP/1.1" status: 200 len: 862 time: 0.1175165 Jul 27 20:56:52.199031 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f4b510e5-7369-4ada-b9be-3ee8ba874042 req-d16ecc31-551c-4636-8ffc-aabd81436cd3 tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] 10.222.0.59 "GET /v2.0/security-groups?id=594c38b0-00a0-4e02-9d5e-673f3a5e469c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639071 Jul 27 20:56:52.206145 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device 49462502-98c7-474a-ab59-a5fef55bb950 details requested by agent hyperv_n-h1-705658-22 with host n-h1-705658-22 {{(pid=105586) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 20:56:52.246597 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device 49462502-98c7-474a-ab59-a5fef55bb950 no longer exists at agent hyperv_n-h1-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 20:56:52.268725 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81fd5e3-61aa-40f2-8b5c-b8ddaad11560 req-65d9872e-c836-4689-a6e2-263ce34b5793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:52.270321 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-f81fd5e3-61aa-40f2-8b5c-b8ddaad11560 req-65d9872e-c836-4689-a6e2-263ce34b5793 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ad708756-4858-4bf7-9c63-5e8aacaf6c3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0842097 Jul 27 20:56:52.294201 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-6ad637a7-ca26-4e8d-82de-12327df13861 req-29c61602-4642-446d-985a-14025820020e tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:52.352143 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c61602-4642-446d-985a-14025820020e tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] Pushing event deleted for resources: {'Port': ['ID=5bcc4e11-a713-4484-8bac-43492e151514,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:56:52.393826 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] For port 49462502-98c7-474a-ab59-a5fef55bb950, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=49462502-98c7-474a-ab59-a5fef55bb950,segment=NetworkSegment(86b1e6f6-d629-4b03-8944-4cdfbfb93d02),segment_id=86b1e6f6-d629-4b03-8944-4cdfbfb93d02)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:56:52.417365 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Returning: {'device': '49462502-98c7-474a-ab59-a5fef55bb950', 'network_id': '4d64aa0b-bd6a-468e-8edc-c83689947462', 'port_id': '49462502-98c7-474a-ab59-a5fef55bb950', 'mac_address': 'fa:16:3e:f2:09:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26644ba0-4185-4e10-8718-6ad18d01376c', 'ip_address': '192.168.233.225'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105586) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 20:56:52.478190 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ad637a7-ca26-4e8d-82de-12327df13861 req-29c61602-4642-446d-985a-14025820020e tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] No DVR routers for this DVR port 5bcc4e11-a713-4484-8bac-43492e151514 on host n-h2-705658-22 {{(pid=105585) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 20:56:52.481887 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-6ad637a7-ca26-4e8d-82de-12327df13861 req-29c61602-4642-446d-985a-14025820020e tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:52.484438 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-6ad637a7-ca26-4e8d-82de-12327df13861 req-29c61602-4642-446d-985a-14025820020e tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] 10.222.0.60 "DELETE /v2.0/ports/5bcc4e11-a713-4484-8bac-43492e151514 HTTP/1.1" status: 204 len: 173 time: 0.8967149 Jul 27 20:56:52.517230 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-f81fd5e3-61aa-40f2-8b5c-b8ddaad11560 req-d2596cc2-e228-484d-b9dc-7fa8d9c1e801 service neutron] 10.222.0.36 "GET /v2.0/networks/ad708756-4858-4bf7-9c63-5e8aacaf6c3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2376003 Jul 27 20:56:52.526407 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:52.548284 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:52.561030 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 49462502-98c7-474a-ab59-a5fef55bb950 {{(pid=105586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 20:56:52.629149 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] For port 49462502-98c7-474a-ab59-a5fef55bb950, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=49462502-98c7-474a-ab59-a5fef55bb950,segment=NetworkSegment(86b1e6f6-d629-4b03-8944-4cdfbfb93d02),segment_id=86b1e6f6-d629-4b03-8944-4cdfbfb93d02)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:56:52.640545 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:52.701846 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-f81fd5e3-61aa-40f2-8b5c-b8ddaad11560 req-3f677f6f-8df7-481e-8ac2-01604553dc4d service neutron] 10.222.0.36 "GET /v2.0/networks/ad708756-4858-4bf7-9c63-5e8aacaf6c3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1766672 Jul 27 20:56:52.748876 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.db.api [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105586) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 27 20:56:52.749310 n-d-705658-22 neutron-server[105586]: DEBUG oslo_db.api [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 27 20:56:52.754618 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Pushing event updated for resources: {'Port': ['ID=49462502-98c7-474a-ab59-a5fef55bb950,revision_number=6']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:56:52.758194 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efd8024-97db-4811-a4f4-e763a4fd8211 req-be4067a3-348e-4df7-a680-bb25b5bec14f tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:52.760555 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-5efd8024-97db-4811-a4f4-e763a4fd8211 req-be4067a3-348e-4df7-a680-bb25b5bec14f tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] 10.222.0.59 "GET /v2.0/ports?device_id=9091fd17-b1d2-412b-bf40-5f69d8abbaf4 HTTP/1.1" status: 200 len: 945 time: 0.1901093 Jul 27 20:56:52.796345 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [req-6ad637a7-ca26-4e8d-82de-12327df13861 req-c1346f97-b503-416d-b4fb-decc1fc7de00 tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] Deleting port 612ee925-e6ae-43e0-abcf-1c14ff009adc {{(pid=105585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:56:52.796789 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-6ad637a7-ca26-4e8d-82de-12327df13861 req-c1346f97-b503-416d-b4fb-decc1fc7de00 tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:52.878013 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-5efd8024-97db-4811-a4f4-e763a4fd8211 req-1cc0d9f3-9df5-47f0-97f3-92e703b952ad tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] 10.222.0.59 "GET /v2.0/security-groups?id=8e624957-e10f-45bc-9807-385c5037752b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080639 Jul 27 20:56:52.925386 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 36556) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:56:52.946483 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] get_ports_and_sgs() called for port_ids ['49462502-98c7-474a-ab59-a5fef55bb950'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 20:56:52.966047 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.db [req-6ad637a7-ca26-4e8d-82de-12327df13861 req-c1346f97-b503-416d-b4fb-decc1fc7de00 tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] For port 612ee925-e6ae-43e0-abcf-1c14ff009adc, host n-h2-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=612ee925-e6ae-43e0-abcf-1c14ff009adc,segment=NetworkSegment(251656dd-c9c0-4a76-afbf-1db88834cf7d),segment_id=251656dd-c9c0-4a76-afbf-1db88834cf7d)] {{(pid=105585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:56:52.966426 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-6ad637a7-ca26-4e8d-82de-12327df13861 req-c1346f97-b503-416d-b4fb-decc1fc7de00 tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:52.982494 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [req-6ad637a7-ca26-4e8d-82de-12327df13861 req-c1346f97-b503-416d-b4fb-decc1fc7de00 tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] Calling delete_port for 612ee925-e6ae-43e0-abcf-1c14ff009adc owned by compute:nova {{(pid=105585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:56:52.992222 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef003d98-3971-4615-b643-68de6d3bfcf9 req-bb1427f5-152c-4b82-84ef-c1945fe18798 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:52.993821 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-ef003d98-3971-4615-b643-68de6d3bfcf9 req-bb1427f5-152c-4b82-84ef-c1945fe18798 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] 10.222.0.59 "GET /v2.0/ports?device_id=6a9e53e1-344c-4083-a4f6-dbd12c7060f8 HTTP/1.1" status: 200 len: 949 time: 0.1334786 Jul 27 20:56:53.048183 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-d51c25ef-ca66-459a-8c28-c4fcb05c4d27 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1402176218-network', 'tenant_id': '037df3a90f014739a3644a9c2d1586c8'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:56:53.073232 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d51c25ef-ca66-459a-8c28-c4fcb05c4d27 admin admin] Made reservation on behalf of 037df3a90f014739a3644a9c2d1586c8 for: {'network': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:56:53.076078 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-d51c25ef-ca66-459a-8c28-c4fcb05c4d27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for network, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:53.086068 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-d51c25ef-ca66-459a-8c28-c4fcb05c4d27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:53.087456 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-ef003d98-3971-4615-b643-68de6d3bfcf9 req-7a3f803c-3489-4a65-be2d-89716bbb6c51 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] 10.222.0.59 "GET /v2.0/security-groups?id=c6534cb3-b44e-4a83-b57e-ddb72c2ad843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842059 Jul 27 20:56:53.189408 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-6ad637a7-ca26-4e8d-82de-12327df13861 req-c1346f97-b503-416d-b4fb-decc1fc7de00 tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:53.220901 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1346f97-b503-416d-b4fb-decc1fc7de00 tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] Pushing event deleted for resources: {'Port': ['ID=612ee925-e6ae-43e0-abcf-1c14ff009adc,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:56:53.309451 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:53.321044 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-d51c25ef-ca66-459a-8c28-c4fcb05c4d27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:53.324525 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 49462502-98c7-474a-ab59-a5fef55bb950 {{(pid=105586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 20:56:53.330352 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-d51c25ef-ca66-459a-8c28-c4fcb05c4d27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:53.373820 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] For port 49462502-98c7-474a-ab59-a5fef55bb950, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=49462502-98c7-474a-ab59-a5fef55bb950,segment=NetworkSegment(86b1e6f6-d629-4b03-8944-4cdfbfb93d02),segment_id=86b1e6f6-d629-4b03-8944-4cdfbfb93d02)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:56:53.381445 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:53.384380 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ad637a7-ca26-4e8d-82de-12327df13861 req-c1346f97-b503-416d-b4fb-decc1fc7de00 tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] No DVR routers for this DVR port 612ee925-e6ae-43e0-abcf-1c14ff009adc on host n-h2-705658-22 {{(pid=105585) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 20:56:53.389278 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-6ad637a7-ca26-4e8d-82de-12327df13861 req-c1346f97-b503-416d-b4fb-decc1fc7de00 tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:53.392590 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-6ad637a7-ca26-4e8d-82de-12327df13861 req-c1346f97-b503-416d-b4fb-decc1fc7de00 tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] 10.222.0.60 "DELETE /v2.0/ports/612ee925-e6ae-43e0-abcf-1c14ff009adc HTTP/1.1" status: 204 len: 173 time: 0.8998706 Jul 27 20:56:53.433111 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51c25ef-ca66-459a-8c28-c4fcb05c4d27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8209215-bf66-4bb1-96ba-041099e74ea3,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:56:53.436650 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d51c25ef-ca66-459a-8c28-c4fcb05c4d27 admin admin] vlan segment allocate from pool success with {'vlan_id': 230, 'physical_network': 'physnet1'} {{(pid=105584) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 20:56:53.484582 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-d51c25ef-ca66-459a-8c28-c4fcb05c4d27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:53.484929 n-d-705658-22 neutron-server[105584]: INFO neutron.db.segments_db [None req-d51c25ef-ca66-459a-8c28-c4fcb05c4d27 admin admin] Added segment 7253e476-fc19-4126-9562-a06a41b3b94e of type vlan for network 6aa76440-68bb-4814-b579-87efb5c679e3 Jul 27 20:56:53.492036 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccfd0d2-407e-4d19-a93c-d94ec5ec1206 req-632eee15-8ce9-45de-9fd3-6eb3aa20f1f4 tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:53.500326 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-7ccfd0d2-407e-4d19-a93c-d94ec5ec1206 req-632eee15-8ce9-45de-9fd3-6eb3aa20f1f4 tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] 10.222.0.59 "GET /v2.0/ports?device_id=d7c5737b-5126-4417-93f5-533a70fd5a86 HTTP/1.1" status: 200 len: 945 time: 0.2128000 Jul 27 20:56:53.517761 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Pushing event updated for resources: {'Port': ['ID=49462502-98c7-474a-ab59-a5fef55bb950,revision_number=7']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:56:53.595124 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-d51c25ef-ca66-459a-8c28-c4fcb05c4d27 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790688424798'] for network, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:53.595957 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-7ccfd0d2-407e-4d19-a93c-d94ec5ec1206 req-ede9138f-d6d4-4239-8333-c1991f1a02ec tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] 10.222.0.59 "GET /v2.0/security-groups?id=594c38b0-00a0-4e02-9d5e-673f3a5e469c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929813 Jul 27 20:56:53.628565 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6229baad-031a-47e2-ad83-46c784f3f529 req-0eb4019f-3abb-452b-93ca-c2a99951f9fc tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:53.630642 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-6229baad-031a-47e2-ad83-46c784f3f529 req-0eb4019f-3abb-452b-93ca-c2a99951f9fc tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] 10.222.0.59 "GET /v2.0/ports?device_id=6a9e53e1-344c-4083-a4f6-dbd12c7060f8 HTTP/1.1" status: 200 len: 948 time: 0.1270916 Jul 27 20:56:53.638138 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-d51c25ef-ca66-459a-8c28-c4fcb05c4d27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920'] for network, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:53.639146 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d51c25ef-ca66-459a-8c28-c4fcb05c4d27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:53.639741 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-d51c25ef-ca66-459a-8c28-c4fcb05c4d27 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743886'] for network, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:53.658653 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87c7c7a-8177-4d25-83a6-45e5853ee5eb req-ff456672-1b82-4a80-9144-3d027a7d45be tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:53.661066 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-e87c7c7a-8177-4d25-83a6-45e5853ee5eb req-ff456672-1b82-4a80-9144-3d027a7d45be tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] 10.222.0.36 "GET /v2.0/ports?device_id=6a9e53e1-344c-4083-a4f6-dbd12c7060f8&tenant_id=43230fc3eab141e0b742541c8628d03e&binding%3Ahost_id=n-h1-705658-22 HTTP/1.1" status: 200 len: 948 time: 0.1976931 Jul 27 20:56:53.688705 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-6229baad-031a-47e2-ad83-46c784f3f529 req-5319abd4-5f00-47c7-9a1c-73000d29f2f3 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] 10.222.0.59 "GET /v2.0/security-groups?id=c6534cb3-b44e-4a83-b57e-ddb72c2ad843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512960 Jul 27 20:56:53.789496 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Device 5bcc4e11-a713-4484-8bac-43492e151514 no longer exists at agent hyperv_n-h2-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 20:56:53.793641 n-d-705658-22 neutron-server[105585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9091fd17-b1d2-412b-bf40-5f69d8abbaf4', 'name': 'network-vif-deleted', 'tag': '5bcc4e11-a713-4484-8bac-43492e151514'}, {'server_uuid': '9091fd17-b1d2-412b-bf40-5f69d8abbaf4', 'name': 'network-vif-deleted', 'tag': '612ee925-e6ae-43e0-abcf-1c14ff009adc'}] {{(pid=105585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:56:53.795989 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d66fd65881426bfc2b5388084a3654e5eae521106a15a3dbf0eb4cde7106c36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ca54c5e-0a0d-4f60-85c5-71e54421b609" -d '{"events": [{"server_uuid": "9091fd17-b1d2-412b-bf40-5f69d8abbaf4", "name": "network-vif-deleted", "tag": "5bcc4e11-a713-4484-8bac-43492e151514"}, {"server_uuid": "9091fd17-b1d2-412b-bf40-5f69d8abbaf4", "name": "network-vif-deleted", "tag": "612ee925-e6ae-43e0-abcf-1c14ff009adc"}]}' {{(pid=105585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:56:53.831952 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-3d54578f-831f-4696-b568-13c455922dab None None] No Port match for: 5bcc4e11-a713-4484-8bac-43492e151514 {{(pid=105586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 20:56:53.834195 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Device 5bcc4e11-a713-4484-8bac-43492e151514 not bound to the agent host n-h2-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 20:56:53.834815 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Device 9590b357-b42e-4e98-9c31-89a868b84615 no longer exists at agent hyperv_n-h2-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 20:56:53.851283 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f543db-bbc0-49c8-a81f-010fa0a1ba67 req-eaa1bf03-6bdd-48c4-a514-9610eaf08417 tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:53.852887 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-93f543db-bbc0-49c8-a81f-010fa0a1ba67 req-eaa1bf03-6bdd-48c4-a514-9610eaf08417 tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] 10.222.0.59 "GET /v2.0/networks?id=8e591ae5-ff89-4a25-b3ce-4b1625915957 HTTP/1.1" status: 200 len: 820 time: 0.1246274 Jul 27 20:56:53.864361 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 27 Jul 2021 20:56:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89d1a59a-2f0b-4fcb-a488-5f171de44c94 x-openstack-request-id: req-89d1a59a-2f0b-4fcb-a488-5f171de44c94 {{(pid=105585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:56:53.864665 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9091fd17-b1d2-412b-bf40-5f69d8abbaf4", "name": "network-vif-deleted", "tag": "5bcc4e11-a713-4484-8bac-43492e151514", "status": "completed", "code": 200}, {"server_uuid": "9091fd17-b1d2-412b-bf40-5f69d8abbaf4", "name": "network-vif-deleted", "tag": "612ee925-e6ae-43e0-abcf-1c14ff009adc", "status": "completed", "code": 200}]} {{(pid=105585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:56:53.864918 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-89d1a59a-2f0b-4fcb-a488-5f171de44c94 {{(pid=105585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:56:53.865321 n-d-705658-22 neutron-server[105585]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9091fd17-b1d2-412b-bf40-5f69d8abbaf4', 'name': 'network-vif-deleted', 'tag': '5bcc4e11-a713-4484-8bac-43492e151514', 'status': 'completed', 'code': 200} Jul 27 20:56:53.867327 n-d-705658-22 neutron-server[105585]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9091fd17-b1d2-412b-bf40-5f69d8abbaf4', 'name': 'network-vif-deleted', 'tag': '612ee925-e6ae-43e0-abcf-1c14ff009adc', 'status': 'completed', 'code': 200} Jul 27 20:56:53.871860 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-3d54578f-831f-4696-b568-13c455922dab None None] No Port match for: 9590b357-b42e-4e98-9c31-89a868b84615 {{(pid=105586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 20:56:53.872214 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Device 9590b357-b42e-4e98-9c31-89a868b84615 not bound to the agent host n-h2-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 20:56:53.872650 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Device 612ee925-e6ae-43e0-abcf-1c14ff009adc no longer exists at agent hyperv_n-h2-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 20:56:53.880034 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-93f543db-bbc0-49c8-a81f-010fa0a1ba67 req-22e9e629-c46f-477c-b842-4189c1887876 tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] 10.222.0.59 "GET /v2.0/quotas/b02d9256766347f197eb5fbdd02cbc7a HTTP/1.1" status: 200 len: 375 time: 0.0117180 Jul 27 20:56:53.911261 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-3d54578f-831f-4696-b568-13c455922dab None None] No Port match for: 612ee925-e6ae-43e0-abcf-1c14ff009adc {{(pid=105586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 20:56:53.912130 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Device 612ee925-e6ae-43e0-abcf-1c14ff009adc not bound to the agent host n-h2-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 20:56:53.983811 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.agents_db [None req-558fcd2c-e512-47bc-a170-8673d87f7213 None None] Agent healthcheck: found 7 active agents {{(pid=105587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 20:56:53.993236 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-93f543db-bbc0-49c8-a81f-010fa0a1ba67 req-d29d36ed-42b7-4d47-b5db-9ce7828f4393 tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=b02d9256766347f197eb5fbdd02cbc7a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0998414 Jul 27 20:56:54.040499 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-d51c25ef-ca66-459a-8c28-c4fcb05c4d27 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1139543 Jul 27 20:56:54.044273 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 36582) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:56:54.053044 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-c13f63d6-759a-43dd-850e-2463001a9cba admin admin] Request body: {'subnet': {'network_id': '6aa76440-68bb-4814-b579-87efb5c679e3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1402176218-subnet', 'tenant_id': '037df3a90f014739a3644a9c2d1586c8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:56:54.072911 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51c25ef-ca66-459a-8c28-c4fcb05c4d27 admin admin] Pushing event updated for resources: {'Network': ['ID=6aa76440-68bb-4814-b579-87efb5c679e3,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:56:54.085278 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Network 6aa76440-68bb-4814-b579-87efb5c679e3 details requested by agent ovs-agent-n-d-705658-22 with host n-d-705658-22 {{(pid=105586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 20:56:54.095821 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e3fbdedf-85f8-4be2-bff0-8769da01a6c8 req-552f3a9d-31c4-416e-92dc-1ceb1c568cfb tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] 10.222.0.59 "GET /v2.0/ports?device_id=9091fd17-b1d2-412b-bf40-5f69d8abbaf4 HTTP/1.1" status: 200 len: 210 time: 0.0725455 Jul 27 20:56:54.105616 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c13f63d6-759a-43dd-850e-2463001a9cba admin admin] Made reservation on behalf of 037df3a90f014739a3644a9c2d1586c8 for: {'subnet': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:56:54.108843 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c13f63d6-759a-43dd-850e-2463001a9cba admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9738786'] for subnet, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:54.122437 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-e87c7c7a-8177-4d25-83a6-45e5853ee5eb req-bc2e3f63-d096-48c3-b9f5-73910e403c7a service neutron] 10.222.0.36 "GET /v2.0/ports/49462502-98c7-474a-ab59-a5fef55bb950/bindings/n-h1-705658-22 HTTP/1.1" status: 200 len: 383 time: 0.4403920 Jul 27 20:56:54.149445 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-93f543db-bbc0-49c8-a81f-010fa0a1ba67 req-28cd9159-0ba6-4e78-96bb-57c0ff36a099 service neutron] 10.222.0.59 "GET /v2.0/networks/8e591ae5-ff89-4a25-b3ce-4b1625915957?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1489360 Jul 27 20:56:54.220952 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device 49462502-98c7-474a-ab59-a5fef55bb950 up at agent hyperv_n-h1-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:56:54.255736 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-93f543db-bbc0-49c8-a81f-010fa0a1ba67 req-1b1c9e76-45ff-4549-8cba-cf3c11698ce5 service neutron] 10.222.0.59 "GET /v2.0/networks/8e591ae5-ff89-4a25-b3ce-4b1625915957?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989347 Jul 27 20:56:54.269963 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87c7c7a-8177-4d25-83a6-45e5853ee5eb req-e2fa6014-47f8-423a-8631-8277b41ad9ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:54.271656 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-e87c7c7a-8177-4d25-83a6-45e5853ee5eb req-e2fa6014-47f8-423a-8631-8277b41ad9ca service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=43230fc3eab141e0b742541c8628d03e&device_id=6a9e53e1-344c-4083-a4f6-dbd12c7060f8 HTTP/1.1" status: 200 len: 1100 time: 0.1181762 Jul 27 20:56:54.279713 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Provisioning complete for port 49462502-98c7-474a-ab59-a5fef55bb950 triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:56:54.280125 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:54.387024 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c13f63d6-759a-43dd-850e-2463001a9cba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9014150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9738800'] for subnet, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:54.456393 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87c7c7a-8177-4d25-83a6-45e5853ee5eb req-2a1c15b4-85f0-4950-bc29-10ec896ccfda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:54.457866 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-e87c7c7a-8177-4d25-83a6-45e5853ee5eb req-2a1c15b4-85f0-4950-bc29-10ec896ccfda service neutron] 10.222.0.36 "GET /v2.0/networks?id=4d64aa0b-bd6a-468e-8edc-c83689947462 HTTP/1.1" status: 200 len: 870 time: 0.1732800 Jul 27 20:56:54.465336 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13f63d6-759a-43dd-850e-2463001a9cba admin admin] Pushing event updated for resources: {'Subnet': ['ID=746696d1-95cb-4db5-9b25-089085191295,revision_number=0']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:56:54.512795 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-e87c7c7a-8177-4d25-83a6-45e5853ee5eb req-7ffb270a-51b3-4048-aa59-1b5555b5a7d3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.225&port_id=49462502-98c7-474a-ab59-a5fef55bb950 HTTP/1.1" status: 200 len: 217 time: 0.0400844 Jul 27 20:56:54.516142 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c13f63d6-759a-43dd-850e-2463001a9cba admin admin] Checking segment: {'id': '7253e476-fc19-4126-9562-a06a41b3b94e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '6aa76440-68bb-4814-b579-87efb5c679e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:56:54.516501 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c13f63d6-759a-43dd-850e-2463001a9cba admin admin] Network hostable DHCP agents. Network: 6aa76440-68bb-4814-b579-87efb5c679e3, hostable agents: ['7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a'], hosted agents: [] {{(pid=105584) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 20:56:54.520810 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:54.549105 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a9e53e1-344c-4083-a4f6-dbd12c7060f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49462502-98c7-474a-ab59-a5fef55bb950'}] {{(pid=105586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:56:54.552157 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14c1663e039faf5393f87855f745010ac5b02220355b68fdbf065393e303ac56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1445fbb6-2438-4128-8661-f0fc5906034e" -d '{"events": [{"server_uuid": "6a9e53e1-344c-4083-a4f6-dbd12c7060f8", "name": "network-vif-plugged", "status": "completed", "tag": "49462502-98c7-474a-ab59-a5fef55bb950"}]}' {{(pid=105586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:56:54.566873 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] For port 49462502-98c7-474a-ab59-a5fef55bb950, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=49462502-98c7-474a-ab59-a5fef55bb950,segment=NetworkSegment(86b1e6f6-d629-4b03-8944-4cdfbfb93d02),segment_id=86b1e6f6-d629-4b03-8944-4cdfbfb93d02)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:56:54.572920 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:54.578202 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c13f63d6-759a-43dd-850e-2463001a9cba admin admin] Network 6aa76440-68bb-4814-b579-87efb5c679e3 is scheduled to be hosted by DHCP agent 7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a with binding_index 1 {{(pid=105584) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 20:56:54.589658 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87c7c7a-8177-4d25-83a6-45e5853ee5eb req-d8a1919f-bbe7-4181-8fa6-36e98296f553 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:54.591511 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-e87c7c7a-8177-4d25-83a6-45e5853ee5eb req-d8a1919f-bbe7-4181-8fa6-36e98296f553 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=26644ba0-4185-4e10-8718-6ad18d01376c HTTP/1.1" status: 200 len: 843 time: 0.0664256 Jul 27 20:56:54.592657 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [None req-c13f63d6-759a-43dd-850e-2463001a9cba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-22, 6aa76440-68bb-4814-b579-87efb5c679e3) {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:56:54.596856 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c13f63d6-759a-43dd-850e-2463001a9cba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:54.597426 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c13f63d6-759a-43dd-850e-2463001a9cba admin admin] Notify callbacks [] for subnet, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:54.604748 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-744a43df-9fee-487f-bc03-22d76dfef1c1 None None] Network 6aa76440-68bb-4814-b579-87efb5c679e3 requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 20:56:54.640268 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-bfe9cfde-a34c-46da-b338-a5ce5475cc4c req-b50d9d26-040a-44b4-a8b0-d86d61cb4b68 tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] 10.222.0.59 "GET /v2.0/ports?device_id=a9d282a6-35a6-42dc-b28f-b1607074228a HTTP/1.1" status: 200 len: 210 time: 0.0675886 Jul 27 20:56:54.643461 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Pushing event updated for resources: {'Port': ['ID=49462502-98c7-474a-ab59-a5fef55bb950,revision_number=8']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:56:54.644258 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-c13f63d6-759a-43dd-850e-2463001a9cba admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5973251 Jul 27 20:56:54.644672 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 36600) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:56:54.660241 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-3a55d3fd-3656-44af-b4dd-f84b0738e447 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1402176218-router', 'tenant_id': '037df3a90f014739a3644a9c2d1586c8', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305'}}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:56:54.675396 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 20:56:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a98288c-f57d-4e7d-8e3d-c11161961c14 x-openstack-request-id: req-1a98288c-f57d-4e7d-8e3d-c11161961c14 {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:56:54.675646 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a9e53e1-344c-4083-a4f6-dbd12c7060f8", "name": "network-vif-plugged", "status": "completed", "tag": "49462502-98c7-474a-ab59-a5fef55bb950", "code": 200}]} {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:56:54.675889 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-1a98288c-f57d-4e7d-8e3d-c11161961c14 {{(pid=105586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:56:54.676282 n-d-705658-22 neutron-server[105586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a9e53e1-344c-4083-a4f6-dbd12c7060f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49462502-98c7-474a-ab59-a5fef55bb950', 'code': 200} Jul 27 20:56:54.686425 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87c7c7a-8177-4d25-83a6-45e5853ee5eb req-0f4f57e9-6537-4279-9834-88a164caad08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:54.688992 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-e87c7c7a-8177-4d25-83a6-45e5853ee5eb req-0f4f57e9-6537-4279-9834-88a164caad08 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4d64aa0b-bd6a-468e-8edc-c83689947462&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0881886 Jul 27 20:56:54.769885 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-3a55d3fd-3656-44af-b4dd-f84b0738e447 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4163813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-443'] for router, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:54.770918 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-3a55d3fd-3656-44af-b4dd-f84b0738e447 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4165196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4077059', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3711235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-418'] for router, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:54.810145 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-e87c7c7a-8177-4d25-83a6-45e5853ee5eb req-011fe6a8-c8e3-4985-b568-e6f3bae63e5e service neutron] 10.222.0.36 "GET /v2.0/networks/4d64aa0b-bd6a-468e-8edc-c83689947462?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1133764 Jul 27 20:56:54.854934 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12701325-be80-446b-abf2-dd1c8ad6aacd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30bb4b93-b285-5d90-9493-f9ec33ea333c-6aa76440-68bb-4814-b579-87efb5c679e3', 'network_id': '6aa76440-68bb-4814-b579-87efb5c679e3', 'tenant_id': '037df3a90f014739a3644a9c2d1586c8', 'fixed_ips': [{'subnet_id': '746696d1-95cb-4db5-9b25-089085191295'}]}} from n-d-705658-22. {{(pid=105586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 20:56:54.856833 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-12701325-be80-446b-abf2-dd1c8ad6aacd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:54.929186 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-e87c7c7a-8177-4d25-83a6-45e5853ee5eb req-5f923824-bcad-4147-b8a0-fb11b78f8e33 service neutron] 10.222.0.36 "GET /v2.0/networks/4d64aa0b-bd6a-468e-8edc-c83689947462?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1038721 Jul 27 20:56:54.953783 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-3a55d3fd-3656-44af-b4dd-f84b0738e447 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:55.010158 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbefdc1-adb9-4694-b1e7-edff5f1ff659 req-7b6ac613-b31d-4970-ba00-c503b3ae1566 tempest-LiveMigrationTest-297508949 tempest-LiveMigrationTest-297508949-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:55.011709 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-1fbefdc1-adb9-4694-b1e7-edff5f1ff659 req-7b6ac613-b31d-4970-ba00-c503b3ae1566 tempest-LiveMigrationTest-297508949 tempest-LiveMigrationTest-297508949-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=d7c5737b-5126-4417-93f5-533a70fd5a86&tenant_id=0ae9964322044591b167626dd714310e&binding%3Ahost_id=n-h1-705658-22 HTTP/1.1" status: 200 len: 1097 time: 0.3150249 Jul 27 20:56:55.015468 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.db_base_plugin_common [None req-12701325-be80-446b-abf2-dd1c8ad6aacd None None] Allocated IP 172.20.0.2 (6aa76440-68bb-4814-b579-87efb5c679e3/746696d1-95cb-4db5-9b25-089085191295/3c30854b-a91c-4fe4-83e8-d2ec6b55c518) {{(pid=105586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:56:55.052911 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e27477-370c-459c-afcc-af3d8f3051bf req-ec5630ce-2919-4a0b-b272-6aecf2b5d0b1 tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:55.054406 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-c6e27477-370c-459c-afcc-af3d8f3051bf req-ec5630ce-2919-4a0b-b272-6aecf2b5d0b1 tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] 10.222.0.59 "GET /v2.0/ports?device_id=d7c5737b-5126-4417-93f5-533a70fd5a86 HTTP/1.1" status: 200 len: 945 time: 0.2863970 Jul 27 20:56:55.066128 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [req-1fbefdc1-adb9-4694-b1e7-edff5f1ff659 req-2b3fef5d-cf90-4328-8831-d11fa395f50f service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-705658-22'}}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:56:55.124188 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa23b34-03b1-4722-ba5c-90ec79c9fcc1 req-1114ed75-3d2e-4528-af75-ab34cc57f71f tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:55.125833 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-cfa23b34-03b1-4722-ba5c-90ec79c9fcc1 req-1114ed75-3d2e-4528-af75-ab34cc57f71f tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] 10.222.0.59 "GET /v2.0/ports?device_id=6a9e53e1-344c-4083-a4f6-dbd12c7060f8 HTTP/1.1" status: 200 len: 950 time: 0.3111904 Jul 27 20:56:55.177922 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-12701325-be80-446b-abf2-dd1c8ad6aacd None None] Notify callbacks [] for port, precommit_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:55.187517 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-12701325-be80-446b-abf2-dd1c8ad6aacd None None] Transition to ACTIVE for port object 3c30854b-a91c-4fe4-83e8-d2ec6b55c518 will not be triggered until provisioned by entity L2. {{(pid=105586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:56:55.203317 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-12701325-be80-446b-abf2-dd1c8ad6aacd None None] Transition to ACTIVE for port object 3c30854b-a91c-4fe4-83e8-d2ec6b55c518 will not be triggered until provisioned by entity DHCP. {{(pid=105586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:56:55.209680 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-12701325-be80-446b-abf2-dd1c8ad6aacd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143'] for port, after_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:55.212326 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-3a55d3fd-3656-44af-b4dd-f84b0738e447 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4077169', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4163787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-400'] for router, precommit_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:55.252635 n-d-705658-22 neutron-server[105586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12701325-be80-446b-abf2-dd1c8ad6aacd None None] Network 6aa76440-68bb-4814-b579-87efb5c679e3 is already hosted by enough agents. {{(pid=105586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:56:55.261664 n-d-705658-22 neutron-server[105586]: DEBUG neutron.scheduler.base_scheduler [None req-12701325-be80-446b-abf2-dd1c8ad6aacd None None] Resources bound (agent type, host, resource id): {{(pid=105586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:56:55.264738 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-c6e27477-370c-459c-afcc-af3d8f3051bf req-de0ae816-62f5-48cb-9f14-109fdb1f8ad2 tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] 10.222.0.59 "GET /v2.0/security-groups?id=594c38b0-00a0-4e02-9d5e-673f3a5e469c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1930420 Jul 27 20:56:55.272190 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12701325-be80-446b-abf2-dd1c8ad6aacd None None] Received port after_create {{(pid=105586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:56:55.286095 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12701325-be80-446b-abf2-dd1c8ad6aacd None None] Pushing event updated for resources: {'Port': ['ID=3c30854b-a91c-4fe4-83e8-d2ec6b55c518,revision_number=1']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:56:55.346529 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-cfa23b34-03b1-4722-ba5c-90ec79c9fcc1 req-c0d6d814-2cfd-401d-84be-db15832091f7 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] 10.222.0.59 "GET /v2.0/security-groups?id=c6534cb3-b44e-4a83-b57e-ddb72c2ad843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1793647 Jul 27 20:56:55.346748 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-12701325-be80-446b-abf2-dd1c8ad6aacd None None] Attempting to bind port 3c30854b-a91c-4fe4-83e8-d2ec6b55c518 on host n-d-705658-22 for vnic_type normal with profile {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:56:55.347222 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-12701325-be80-446b-abf2-dd1c8ad6aacd None None] Attempting to bind port 3c30854b-a91c-4fe4-83e8-d2ec6b55c518 by drivers openvswitch,hyperv on host n-d-705658-22 at level 0 using segments [{'id': '7253e476-fc19-4126-9562-a06a41b3b94e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '6aa76440-68bb-4814-b579-87efb5c679e3'}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:56:55.347571 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12701325-be80-446b-abf2-dd1c8ad6aacd None None] Attempting to bind port 3c30854b-a91c-4fe4-83e8-d2ec6b55c518 on network 6aa76440-68bb-4814-b579-87efb5c679e3 {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:56:55.348299 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-1fbefdc1-adb9-4694-b1e7-edff5f1ff659 req-2b3fef5d-cf90-4328-8831-d11fa395f50f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:55.353008 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12701325-be80-446b-abf2-dd1c8ad6aacd None None] Checking agent: {'id': '04a7ea91-6318-467e-ace6-b0fb48c8690f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 41, 42), 'started_at': datetime.datetime(2021, 7, 27, 20, 42, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 56, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:56:55.353393 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12701325-be80-446b-abf2-dd1c8ad6aacd None None] Checking segment: {'id': '7253e476-fc19-4126-9562-a06a41b3b94e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '6aa76440-68bb-4814-b579-87efb5c679e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:56:55.353807 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-12701325-be80-446b-abf2-dd1c8ad6aacd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:55.354197 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12701325-be80-446b-abf2-dd1c8ad6aacd None None] Bound using segment: {'id': '7253e476-fc19-4126-9562-a06a41b3b94e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '6aa76440-68bb-4814-b579-87efb5c679e3'} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:56:55.354663 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-12701325-be80-446b-abf2-dd1c8ad6aacd None None] Bound port: 3c30854b-a91c-4fe4-83e8-d2ec6b55c518, host: n-d-705658-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7253e476-fc19-4126-9562-a06a41b3b94e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '6aa76440-68bb-4814-b579-87efb5c679e3'}}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:56:55.355071 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-12701325-be80-446b-abf2-dd1c8ad6aacd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:55.390479 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 36618) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:56:55.424599 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-12701325-be80-446b-abf2-dd1c8ad6aacd None None] For port 3c30854b-a91c-4fe4-83e8-d2ec6b55c518, host n-d-705658-22, cleared binding levels {{(pid=105586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:56:55.428452 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-12701325-be80-446b-abf2-dd1c8ad6aacd None None] For port 3c30854b-a91c-4fe4-83e8-d2ec6b55c518, host n-d-705658-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=3c30854b-a91c-4fe4-83e8-d2ec6b55c518,segment=NetworkSegment(7253e476-fc19-4126-9562-a06a41b3b94e),segment_id=7253e476-fc19-4126-9562-a06a41b3b94e)] {{(pid=105586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:56:55.432540 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-12701325-be80-446b-abf2-dd1c8ad6aacd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:55.463230 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b6ed566-cd1d-4ad7-8952-bf1e2dbea15c tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] Deleting subnet cab166f1-4bfb-4023-87fe-61cf2404473e {{(pid=105584) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 20:56:55.467087 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-4b6ed566-cd1d-4ad7-8952-bf1e2dbea15c tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] Notify callbacks [] for subnet, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:55.501571 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12701325-be80-446b-abf2-dd1c8ad6aacd None None] Pushing event updated for resources: {'Port': ['ID=3c30854b-a91c-4fe4-83e8-d2ec6b55c518,revision_number=2']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:56:55.513583 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-4b6ed566-cd1d-4ad7-8952-bf1e2dbea15c tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9014207'] for subnet, precommit_delete_associations {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:55.615302 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-4b6ed566-cd1d-4ad7-8952-bf1e2dbea15c tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854965'] for subnet, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:55.729846 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-4b6ed566-cd1d-4ad7-8952-bf1e2dbea15c tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9014081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9738825'] for subnet, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:55.769587 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6ed566-cd1d-4ad7-8952-bf1e2dbea15c tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] Pushing event deleted for resources: {'Subnet': ['ID=cab166f1-4bfb-4023-87fe-61cf2404473e,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:56:55.796302 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-4b6ed566-cd1d-4ad7-8952-bf1e2dbea15c tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] Notify callbacks [] for subnet, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:55.796486 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Device 4ee93ba2-6330-4c53-abc2-bbf843dd38f2 details requested by agent hyperv_n-h2-705658-22 with host n-h2-705658-22 {{(pid=105586) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 20:56:55.801060 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-4b6ed566-cd1d-4ad7-8952-bf1e2dbea15c tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] 10.222.0.59 "DELETE /v2.0/subnets/cab166f1-4bfb-4023-87fe-61cf2404473e HTTP/1.1" status: 204 len: 168 time: 0.4069979 Jul 27 20:56:55.801759 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 36622) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:56:55.809218 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44fdbd47-4087-4fa4-8044-3c789db17d26 None None] Network cce645ad-a285-4069-8b11-561c8d9db1c9 requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 20:56:55.863616 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-7849b8ab-1bc9-40d0-92bb-c4f0a1b0f65f req-3a9fe095-fd9f-4993-9efb-9009a7b48eb0 tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] 10.222.0.59 "GET /v2.0/ports?device_id=a9d282a6-35a6-42dc-b28f-b1607074228a HTTP/1.1" status: 200 len: 210 time: 0.0458248 Jul 27 20:56:55.914569 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-470d587d-9e7d-4a38-9be6-6b3701bf0d9d tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-990557'] for network, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:55.985719 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-470d587d-9e7d-4a38-9be6-6b3701bf0d9d tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] Deleting port a8c8957f-d0e9-40db-ab95-b2c50954eb0e {{(pid=105584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:56:55.986181 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-470d587d-9e7d-4a38-9be6-6b3701bf0d9d tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:56.053051 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.db [req-1fbefdc1-adb9-4694-b1e7-edff5f1ff659 req-2b3fef5d-cf90-4328-8831-d11fa395f50f service neutron] For port 4ee93ba2-6330-4c53-abc2-bbf843dd38f2, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=4ee93ba2-6330-4c53-abc2-bbf843dd38f2,segment=NetworkSegment(7ddd3554-64b5-4ff7-9735-f58b31de803c),segment_id=7ddd3554-64b5-4ff7-9735-f58b31de803c)] {{(pid=105585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:56:56.062339 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [None req-470d587d-9e7d-4a38-9be6-6b3701bf0d9d tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] For port a8c8957f-d0e9-40db-ab95-b2c50954eb0e, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=a8c8957f-d0e9-40db-ab95-b2c50954eb0e,segment=NetworkSegment(331b05df-059e-41ff-9efa-7b50e1afc788),segment_id=331b05df-059e-41ff-9efa-7b50e1afc788)] {{(pid=105584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:56:56.063165 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-470d587d-9e7d-4a38-9be6-6b3701bf0d9d tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:56.088643 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-470d587d-9e7d-4a38-9be6-6b3701bf0d9d tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] Calling delete_port for a8c8957f-d0e9-40db-ab95-b2c50954eb0e owned by network:dhcp {{(pid=105584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:56:56.121899 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] For port 4ee93ba2-6330-4c53-abc2-bbf843dd38f2, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=4ee93ba2-6330-4c53-abc2-bbf843dd38f2,segment=NetworkSegment(7ddd3554-64b5-4ff7-9735-f58b31de803c),segment_id=7ddd3554-64b5-4ff7-9735-f58b31de803c)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:56:56.122129 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f543db-bbc0-49c8-a81f-010fa0a1ba67 req-822385aa-3811-4a32-90c8-dfc118343671 tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:56.128131 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-93f543db-bbc0-49c8-a81f-010fa0a1ba67 req-822385aa-3811-4a32-90c8-dfc118343671 tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] 10.222.0.60 "GET /v2.0/networks?id=8e591ae5-ff89-4a25-b3ce-4b1625915957 HTTP/1.1" status: 200 len: 820 time: 0.3261862 Jul 27 20:56:56.149773 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [req-93f543db-bbc0-49c8-a81f-010fa0a1ba67 req-1deb3faa-10a7-47a0-bc55-bc2bbb975d88 tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] Request body: {'port': {'device_id': 'a9d282a6-35a6-42dc-b28f-b1607074228a', 'network_id': '8e591ae5-ff89-4a25-b3ce-4b1625915957', 'admin_state_up': True, 'tenant_id': 'b02d9256766347f197eb5fbdd02cbc7a'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:56:56.161480 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Device 4ee93ba2-6330-4c53-abc2-bbf843dd38f2 has no active binding in host n-h2-705658-22 {{(pid=105586) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 27 20:56:56.198660 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18172879-d934-4d92-9171-b7c821396d17 None None] DHCP port deletion for cce645ad-a285-4069-8b11-561c8d9db1c9 request from n-d-705658-22 {{(pid=105586) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 20:56:56.220669 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-470d587d-9e7d-4a38-9be6-6b3701bf0d9d tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:56.256470 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470d587d-9e7d-4a38-9be6-6b3701bf0d9d tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] Pushing event deleted for resources: {'Port': ['ID=a8c8957f-d0e9-40db-ab95-b2c50954eb0e,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:56:56.259119 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-18172879-d934-4d92-9171-b7c821396d17 None None] Deleting port a8c8957f-d0e9-40db-ab95-b2c50954eb0e {{(pid=105586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:56:56.261080 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-18172879-d934-4d92-9171-b7c821396d17 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:56.268377 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-470d587d-9e7d-4a38-9be6-6b3701bf0d9d tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] No DVR routers for this DVR port a8c8957f-d0e9-40db-ab95-b2c50954eb0e on host n-d-705658-22 {{(pid=105584) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 20:56:56.282006 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.db [req-1fbefdc1-adb9-4694-b1e7-edff5f1ff659 req-2b3fef5d-cf90-4328-8831-d11fa395f50f service neutron] For port 4ee93ba2-6330-4c53-abc2-bbf843dd38f2, host n-h1-705658-22, cleared binding levels {{(pid=105585) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:56:56.361052 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-3a55d3fd-3656-44af-b4dd-f84b0738e447 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:56.376350 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-18172879-d934-4d92-9171-b7c821396d17 None None] For port a8c8957f-d0e9-40db-ab95-b2c50954eb0e, host n-d-705658-22, got binding levels [] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:56:56.377008 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-18172879-d934-4d92-9171-b7c821396d17 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:56.412956 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-18172879-d934-4d92-9171-b7c821396d17 None None] Calling delete_port for a8c8957f-d0e9-40db-ab95-b2c50954eb0e owned by network:dhcp {{(pid=105586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:56:56.416561 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.ipam_backend_mixin [None req-18172879-d934-4d92-9171-b7c821396d17 None None] Port a8c8957f-d0e9-40db-ab95-b2c50954eb0e was not found and therefore no delete operation was performed {{(pid=105586) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 27 20:56:56.417940 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-18172879-d934-4d92-9171-b7c821396d17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180'] for port, after_delete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:56.419906 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-3a55d3fd-3656-44af-b4dd-f84b0738e447 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:56.456283 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18172879-d934-4d92-9171-b7c821396d17 None None] Pushing event deleted for resources: {'Port': ['ID=a8c8957f-d0e9-40db-ab95-b2c50954eb0e,revision_number=None']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:56:56.459180 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18172879-d934-4d92-9171-b7c821396d17 None None] No DVR routers for this DVR port a8c8957f-d0e9-40db-ab95-b2c50954eb0e on host n-d-705658-22 {{(pid=105586) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 20:56:56.491362 n-d-705658-22 neutron-server[105585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7c5737b-5126-4417-93f5-533a70fd5a86', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4ee93ba2-6330-4c53-abc2-bbf843dd38f2'}] {{(pid=105585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:56:56.494229 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d66fd65881426bfc2b5388084a3654e5eae521106a15a3dbf0eb4cde7106c36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13eb147e-65c1-4ad2-8a49-b59148421c03" -d '{"events": [{"server_uuid": "d7c5737b-5126-4417-93f5-533a70fd5a86", "name": "network-vif-unplugged", "status": "completed", "tag": "4ee93ba2-6330-4c53-abc2-bbf843dd38f2"}]}' {{(pid=105585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:56:56.500456 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-1fbefdc1-adb9-4694-b1e7-edff5f1ff659 req-2b3fef5d-cf90-4328-8831-d11fa395f50f service neutron] Notify callbacks [] for port, precommit_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:56.532401 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-470d587d-9e7d-4a38-9be6-6b3701bf0d9d tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853562', 'neutron.services.segments.db._delete_segments_for_network-8790688882975'] for network, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:56.550601 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.segments.db [None req-470d587d-9e7d-4a38-9be6-6b3701bf0d9d tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cce645ad-a285-4069-8b11-561c8d9db1c9']}} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:56:56.565904 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-1fbefdc1-adb9-4694-b1e7-edff5f1ff659 req-2b3fef5d-cf90-4328-8831-d11fa395f50f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10221672'] for port, after_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:56.567266 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.segments.db [None req-470d587d-9e7d-4a38-9be6-6b3701bf0d9d tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '331b05df-059e-41ff-9efa-7b50e1afc788') {'for_net_delete': True} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:56:56.567576 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.segments.db [None req-470d587d-9e7d-4a38-9be6-6b3701bf0d9d tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '331b05df-059e-41ff-9efa-7b50e1afc788') {} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:56:56.578572 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-470d587d-9e7d-4a38-9be6-6b3701bf0d9d tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790688883752', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9014348'] for segment, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:56.595238 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-470d587d-9e7d-4a38-9be6-6b3701bf0d9d tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:56.606545 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-470d587d-9e7d-4a38-9be6-6b3701bf0d9d tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] Releasing vlan 235 on physical network physnet1 to pool {{(pid=105584) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 20:56:56.607107 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-470d587d-9e7d-4a38-9be6-6b3701bf0d9d tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9014063'] for segment, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:56.611022 n-d-705658-22 neutron-server[105584]: Traceback (most recent call last): Jul 27 20:56:56.611022 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 20:56:56.611022 n-d-705658-22 neutron-server[105584]: timer() Jul 27 20:56:56.611022 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 20:56:56.611022 n-d-705658-22 neutron-server[105584]: cb(*args, **kw) Jul 27 20:56:56.611022 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 20:56:56.611022 n-d-705658-22 neutron-server[105584]: return func(*args, **kwargs) Jul 27 20:56:56.611022 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 20:56:56.611022 n-d-705658-22 neutron-server[105584]: self._notify() Jul 27 20:56:56.611022 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 20:56:56.611022 n-d-705658-22 neutron-server[105584]: self.callback(batched_events) Jul 27 20:56:56.611022 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 20:56:56.611022 n-d-705658-22 neutron-server[105584]: event.method(event) Jul 27 20:56:56.611022 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 20:56:56.611022 n-d-705658-22 neutron-server[105584]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 20:56:56.611022 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 20:56:56.611022 n-d-705658-22 neutron-server[105584]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 20:56:56.611022 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 20:56:56.611022 n-d-705658-22 neutron-server[105584]: return f(self, *a, **k) Jul 27 20:56:56.611022 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 20:56:56.611022 n-d-705658-22 neutron-server[105584]: return self._get(url).json() Jul 27 20:56:56.611022 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 20:56:56.611022 n-d-705658-22 neutron-server[105584]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 20:56:56.611022 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 20:56:56.611022 n-d-705658-22 neutron-server[105584]: return self.request(url, 'GET', **kwargs) Jul 27 20:56:56.611022 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 20:56:56.611022 n-d-705658-22 neutron-server[105584]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 20:56:56.611022 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 20:56:56.611022 n-d-705658-22 neutron-server[105584]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 20:56:56.611022 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 20:56:56.611022 n-d-705658-22 neutron-server[105584]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 20:56:56.611022 n-d-705658-22 neutron-server[105584]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 20:56:56.693423 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-470d587d-9e7d-4a38-9be6-6b3701bf0d9d tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4075658'] for network, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:56.718214 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-470d587d-9e7d-4a38-9be6-6b3701bf0d9d tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743886'] for network, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:56.720319 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-470d587d-9e7d-4a38-9be6-6b3701bf0d9d tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] 10.222.0.59 "DELETE /v2.0/networks/cce645ad-a285-4069-8b11-561c8d9db1c9 HTTP/1.1" status: 204 len: 168 time: 0.9180708 Jul 27 20:56:56.721945 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470d587d-9e7d-4a38-9be6-6b3701bf0d9d tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] Pushing event deleted for resources: {'Network': ['ID=cce645ad-a285-4069-8b11-561c8d9db1c9,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:56:56.723710 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 36638) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:56:56.769051 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-93f543db-bbc0-49c8-a81f-010fa0a1ba67 req-1deb3faa-10a7-47a0-bc55-bc2bbb975d88 tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] Made reservation on behalf of b02d9256766347f197eb5fbdd02cbc7a for: {'port': 1} {{(pid=105585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:56:56.773640 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-93f543db-bbc0-49c8-a81f-010fa0a1ba67 req-1deb3faa-10a7-47a0-bc55-bc2bbb975d88 tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:56.790923 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.db_base_plugin_v2 [None req-93fb1a58-4725-4feb-85b9-151da797a946 tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] Deleting subnet c21d7467-8fb3-4477-8b26-f9d7adff4042 {{(pid=105584) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 20:56:56.794972 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-93fb1a58-4725-4feb-85b9-151da797a946 tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] Notify callbacks [] for subnet, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:56.844271 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-93fb1a58-4725-4feb-85b9-151da797a946 tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9014207'] for subnet, precommit_delete_associations {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:56.901291 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43c6e56e-7d57-45d7-ab4f-cf0226c48093 None None] Network 6aa76440-68bb-4814-b579-87efb5c679e3 requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 20:56:56.941338 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-93fb1a58-4725-4feb-85b9-151da797a946 tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854965'] for subnet, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:57.010578 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-fbca958b-4949-46e4-bb91-cfb3177bb886 None None] Provisioning for port 3c30854b-a91c-4fe4-83e8-d2ec6b55c518 completed by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:56:57.015451 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-93fb1a58-4725-4feb-85b9-151da797a946 tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9014081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9738825'] for subnet, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:57.048923 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93fb1a58-4725-4feb-85b9-151da797a946 tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] Pushing event deleted for resources: {'Subnet': ['ID=c21d7467-8fb3-4477-8b26-f9d7adff4042,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:56:57.055790 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-93fb1a58-4725-4feb-85b9-151da797a946 tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] Notify callbacks [] for subnet, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:57.056889 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b35f2c4d-13de-47ca-bdda-dca590c24edd None None] Network cfd8fe71-ac73-4135-9433-7bc6fe70bccd requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 20:56:57.057962 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-93fb1a58-4725-4feb-85b9-151da797a946 tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] 10.222.0.59 "DELETE /v2.0/subnets/c21d7467-8fb3-4477-8b26-f9d7adff4042 HTTP/1.1" status: 204 len: 168 time: 0.3333211 Jul 27 20:56:57.061466 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 36642) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:56:57.104923 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.db_base_plugin_common [req-93f543db-bbc0-49c8-a81f-010fa0a1ba67 req-1deb3faa-10a7-47a0-bc55-bc2bbb975d88 tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] Allocated IP 172.20.0.13 (8e591ae5-ff89-4a25-b3ce-4b1625915957/ffc7070b-0d02-4acb-a66a-19178d3b9317/fb15f1c0-245b-436e-a9d1-d0cce94ca8e6) {{(pid=105585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:56:57.170875 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-a8a2c9ef-e325-4e3c-90bd-3be6202d8524 tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-990557'] for network, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:57.302155 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3fef5d-cf90-4328-8831-d11fa395f50f service neutron] Pushing event updated for resources: {'Port': ['ID=4ee93ba2-6330-4c53-abc2-bbf843dd38f2,revision_number=7']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:56:57.302741 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-a8a2c9ef-e325-4e3c-90bd-3be6202d8524 tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] Deleting port 8d48d326-7ac9-47ff-9942-d2eac0f22c73 {{(pid=105584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:56:57.303230 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-a8a2c9ef-e325-4e3c-90bd-3be6202d8524 tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:57.383647 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.db_base_plugin_common [None req-3a55d3fd-3656-44af-b4dd-f84b0738e447 admin admin] Allocated IP 172.25.5.43 (8735d8a2-b604-4758-ae71-b40e4ee6f305/eca7dbab-b9c0-4c8f-a272-816ea8a81764/6ee7a68a-7e47-454c-8e09-278e29ff0654) {{(pid=105585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:56:57.391112 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08197760-e4c4-4a6e-9af3-a3d8023bc227 None None] DHCP port deletion for cfd8fe71-ac73-4135-9433-7bc6fe70bccd request from n-d-705658-22 {{(pid=105586) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 20:56:57.400281 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c8bd3c-1ac9-4114-a1fb-342ab425ae42 req-34cb2fce-f8ad-412a-ace8-5f07cddb9fc3 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:57.401898 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a0c8bd3c-1ac9-4114-a1fb-342ab425ae42 req-34cb2fce-f8ad-412a-ace8-5f07cddb9fc3 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] 10.222.0.59 "GET /v2.0/ports?device_id=6a9e53e1-344c-4083-a4f6-dbd12c7060f8 HTTP/1.1" status: 200 len: 950 time: 0.8995068 Jul 27 20:56:57.410179 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.managers [req-1fbefdc1-adb9-4694-b1e7-edff5f1ff659 req-2b3fef5d-cf90-4328-8831-d11fa395f50f service neutron] Attempting to bind port 4ee93ba2-6330-4c53-abc2-bbf843dd38f2 on host n-h1-705658-22 for vnic_type normal with profile {"migrating_to": "n-h2-705658-22"} {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:56:57.410512 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.managers [req-1fbefdc1-adb9-4694-b1e7-edff5f1ff659 req-2b3fef5d-cf90-4328-8831-d11fa395f50f service neutron] Attempting to bind port 4ee93ba2-6330-4c53-abc2-bbf843dd38f2 by drivers openvswitch,hyperv on host n-h1-705658-22 at level 0 using segments [{'id': '7ddd3554-64b5-4ff7-9735-f58b31de803c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '4d297cf8-0ab0-49a0-a8db-82a17169c88a'}] {{(pid=105585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:56:57.410827 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fbefdc1-adb9-4694-b1e7-edff5f1ff659 req-2b3fef5d-cf90-4328-8831-d11fa395f50f service neutron] Attempting to bind port 4ee93ba2-6330-4c53-abc2-bbf843dd38f2 on network 4d297cf8-0ab0-49a0-a8db-82a17169c88a {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:56:57.487981 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fbefdc1-adb9-4694-b1e7-edff5f1ff659 req-2b3fef5d-cf90-4328-8831-d11fa395f50f service neutron] Port 4ee93ba2-6330-4c53-abc2-bbf843dd38f2 on network 4d297cf8-0ab0-49a0-a8db-82a17169c88a not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-22 {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 20:56:57.488752 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fbefdc1-adb9-4694-b1e7-edff5f1ff659 req-2b3fef5d-cf90-4328-8831-d11fa395f50f service neutron] Attempting to bind port 4ee93ba2-6330-4c53-abc2-bbf843dd38f2 on network 4d297cf8-0ab0-49a0-a8db-82a17169c88a {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:56:57.525692 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-08197760-e4c4-4a6e-9af3-a3d8023bc227 None None] Deleting port 8d48d326-7ac9-47ff-9942-d2eac0f22c73 {{(pid=105586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:56:57.526024 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-08197760-e4c4-4a6e-9af3-a3d8023bc227 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:57.599691 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [None req-a8a2c9ef-e325-4e3c-90bd-3be6202d8524 tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] For port 8d48d326-7ac9-47ff-9942-d2eac0f22c73, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=8d48d326-7ac9-47ff-9942-d2eac0f22c73,segment=NetworkSegment(251656dd-c9c0-4a76-afbf-1db88834cf7d),segment_id=251656dd-c9c0-4a76-afbf-1db88834cf7d)] {{(pid=105584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:56:57.600524 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-a8a2c9ef-e325-4e3c-90bd-3be6202d8524 tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:57.613100 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fbefdc1-adb9-4694-b1e7-edff5f1ff659 req-2b3fef5d-cf90-4328-8831-d11fa395f50f service neutron] Checking agent: {'id': '9d9bc37f-4d75-44ef-9f63-799aab3e316f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 49, 36), 'started_at': datetime.datetime(2021, 7, 27, 20, 49, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 56, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:56:57.613447 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fbefdc1-adb9-4694-b1e7-edff5f1ff659 req-2b3fef5d-cf90-4328-8831-d11fa395f50f service neutron] Checking segment: {'id': '7ddd3554-64b5-4ff7-9735-f58b31de803c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '4d297cf8-0ab0-49a0-a8db-82a17169c88a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:56:57.614283 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fbefdc1-adb9-4694-b1e7-edff5f1ff659 req-2b3fef5d-cf90-4328-8831-d11fa395f50f service neutron] Bound using segment: {'id': '7ddd3554-64b5-4ff7-9735-f58b31de803c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '4d297cf8-0ab0-49a0-a8db-82a17169c88a'} {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:56:57.614283 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.managers [req-1fbefdc1-adb9-4694-b1e7-edff5f1ff659 req-2b3fef5d-cf90-4328-8831-d11fa395f50f service neutron] Bound port: 4ee93ba2-6330-4c53-abc2-bbf843dd38f2, host: n-h1-705658-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ddd3554-64b5-4ff7-9735-f58b31de803c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '4d297cf8-0ab0-49a0-a8db-82a17169c88a'}}] {{(pid=105585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:56:57.614615 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-1fbefdc1-adb9-4694-b1e7-edff5f1ff659 req-2b3fef5d-cf90-4328-8831-d11fa395f50f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:57.619970 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-a8a2c9ef-e325-4e3c-90bd-3be6202d8524 tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] Calling delete_port for 8d48d326-7ac9-47ff-9942-d2eac0f22c73 owned by network:dhcp {{(pid=105584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:56:57.641520 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 3c30854b-a91c-4fe4-83e8-d2ec6b55c518 up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:56:57.693050 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1d86d9-5da7-47f2-ae01-03710c8313b5 req-5aff2c76-f60f-49af-820d-b060ec6cd3a7 tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:57.695623 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-08197760-e4c4-4a6e-9af3-a3d8023bc227 None None] For port 8d48d326-7ac9-47ff-9942-d2eac0f22c73, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=8d48d326-7ac9-47ff-9942-d2eac0f22c73,segment=NetworkSegment(251656dd-c9c0-4a76-afbf-1db88834cf7d),segment_id=251656dd-c9c0-4a76-afbf-1db88834cf7d)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:56:57.696413 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-08197760-e4c4-4a6e-9af3-a3d8023bc227 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:57.703044 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-dd1d86d9-5da7-47f2-ae01-03710c8313b5 req-5aff2c76-f60f-49af-820d-b060ec6cd3a7 tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] 10.222.0.59 "GET /v2.0/ports?device_id=d7c5737b-5126-4417-93f5-533a70fd5a86 HTTP/1.1" status: 200 len: 943 time: 1.2467008 Jul 27 20:56:57.707653 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87c7c7a-8177-4d25-83a6-45e5853ee5eb req-e1e91842-3caa-418f-90e0-0ddbb4a75ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:57.709177 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-e87c7c7a-8177-4d25-83a6-45e5853ee5eb req-e1e91842-3caa-418f-90e0-0ddbb4a75ed8 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=6a9e53e1-344c-4083-a4f6-dbd12c7060f8&tenant_id=43230fc3eab141e0b742541c8628d03e HTTP/1.1" status: 200 len: 1102 time: 0.2301874 Jul 27 20:56:57.711069 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-93f543db-bbc0-49c8-a81f-010fa0a1ba67 req-1deb3faa-10a7-47a0-bc55-bc2bbb975d88 tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] Notify callbacks [] for port, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:57.715794 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-08197760-e4c4-4a6e-9af3-a3d8023bc227 None None] Calling delete_port for 8d48d326-7ac9-47ff-9942-d2eac0f22c73 owned by network:dhcp {{(pid=105586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:56:57.748301 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a0c8bd3c-1ac9-4114-a1fb-342ab425ae42 req-3fca420e-7a7d-4cad-b428-dfbbe02c8a34 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] 10.222.0.59 "GET /v2.0/security-groups?id=c6534cb3-b44e-4a83-b57e-ddb72c2ad843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3103752 Jul 27 20:56:57.850826 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-a8a2c9ef-e325-4e3c-90bd-3be6202d8524 tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:57.875889 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-dd1d86d9-5da7-47f2-ae01-03710c8313b5 req-b94d2d5a-110a-49b5-a1e5-b7b1636cffaf tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] 10.222.0.59 "GET /v2.0/security-groups?id=594c38b0-00a0-4e02-9d5e-673f3a5e469c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717880 Jul 27 20:56:57.895210 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning for port 3c30854b-a91c-4fe4-83e8-d2ec6b55c518 completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:56:57.914469 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-f3fa1776-e77a-4260-ab4a-ae3e5521f2fd None None] Provisioning complete for port 3c30854b-a91c-4fe4-83e8-d2ec6b55c518 triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:56:57.915223 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.db [req-1fbefdc1-adb9-4694-b1e7-edff5f1ff659 req-2b3fef5d-cf90-4328-8831-d11fa395f50f service neutron] For port 4ee93ba2-6330-4c53-abc2-bbf843dd38f2, host n-h1-705658-22, cleared binding levels {{(pid=105585) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:56:57.916492 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-f3fa1776-e77a-4260-ab4a-ae3e5521f2fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:57.919191 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port 3c30854b-a91c-4fe4-83e8-d2ec6b55c518 triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:56:57.919828 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:57.954853 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8a2c9ef-e325-4e3c-90bd-3be6202d8524 tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] No DVR routers for this DVR port 8d48d326-7ac9-47ff-9942-d2eac0f22c73 on host n-d-705658-22 {{(pid=105584) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 20:56:57.958955 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.db [req-1fbefdc1-adb9-4694-b1e7-edff5f1ff659 req-2b3fef5d-cf90-4328-8831-d11fa395f50f service neutron] For port 4ee93ba2-6330-4c53-abc2-bbf843dd38f2, host n-h1-705658-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=4ee93ba2-6330-4c53-abc2-bbf843dd38f2,segment=NetworkSegment(7ddd3554-64b5-4ff7-9735-f58b31de803c),segment_id=7ddd3554-64b5-4ff7-9735-f58b31de803c)] {{(pid=105585) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:56:57.999187 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-3a55d3fd-3656-44af-b4dd-f84b0738e447 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:58.016963 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a2c9ef-e325-4e3c-90bd-3be6202d8524 tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] Pushing event deleted for resources: {'Port': ['ID=8d48d326-7ac9-47ff-9942-d2eac0f22c73,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:56:58.035259 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-1fbefdc1-adb9-4694-b1e7-edff5f1ff659 req-2b3fef5d-cf90-4328-8831-d11fa395f50f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10221672'] for port, after_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:58.055344 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-93f543db-bbc0-49c8-a81f-010fa0a1ba67 req-1deb3faa-10a7-47a0-bc55-bc2bbb975d88 tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:58.109862 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 27 Jul 2021 20:56:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb4e2527-df84-4e81-8226-810d44e12a2e x-openstack-request-id: req-cb4e2527-df84-4e81-8226-810d44e12a2e {{(pid=105585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:56:58.110501 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7c5737b-5126-4417-93f5-533a70fd5a86", "name": "network-vif-unplugged", "status": "completed", "tag": "4ee93ba2-6330-4c53-abc2-bbf843dd38f2", "code": 200}]} {{(pid=105585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:56:58.110608 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-cb4e2527-df84-4e81-8226-810d44e12a2e {{(pid=105585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:56:58.111132 n-d-705658-22 neutron-server[105585]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7c5737b-5126-4417-93f5-533a70fd5a86', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4ee93ba2-6330-4c53-abc2-bbf843dd38f2', 'code': 200} Jul 27 20:56:58.143433 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87c7c7a-8177-4d25-83a6-45e5853ee5eb req-d3d9547c-0396-4869-9ad8-8a4935f520d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:58.145265 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-e87c7c7a-8177-4d25-83a6-45e5853ee5eb req-d3d9547c-0396-4869-9ad8-8a4935f520d5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=43230fc3eab141e0b742541c8628d03e&device_id=6a9e53e1-344c-4083-a4f6-dbd12c7060f8 HTTP/1.1" status: 200 len: 1102 time: 0.4049623 Jul 27 20:56:58.147190 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-a8a2c9ef-e325-4e3c-90bd-3be6202d8524 tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853562', 'neutron.services.segments.db._delete_segments_for_network-8790688882975'] for network, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:58.160202 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-08197760-e4c4-4a6e-9af3-a3d8023bc227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180'] for port, after_delete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:58.175711 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-93f543db-bbc0-49c8-a81f-010fa0a1ba67 req-1deb3faa-10a7-47a0-bc55-bc2bbb975d88 tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] Network 8e591ae5-ff89-4a25-b3ce-4b1625915957 is already hosted by enough agents. {{(pid=105585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:56:58.192075 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.base_scheduler [req-93f543db-bbc0-49c8-a81f-010fa0a1ba67 req-1deb3faa-10a7-47a0-bc55-bc2bbb975d88 tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] Resources bound (agent type, host, resource id): {{(pid=105585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:56:58.201295 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.l3_dvrscheduler_db [req-93f543db-bbc0-49c8-a81f-010fa0a1ba67 req-1deb3faa-10a7-47a0-bc55-bc2bbb975d88 tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] Received port after_create {{(pid=105585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:56:58.213221 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08197760-e4c4-4a6e-9af3-a3d8023bc227 None None] Pushing event deleted for resources: {'Port': ['ID=8d48d326-7ac9-47ff-9942-d2eac0f22c73,revision_number=None']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:56:58.232514 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:58.235571 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08197760-e4c4-4a6e-9af3-a3d8023bc227 None None] No DVR routers for this DVR port 8d48d326-7ac9-47ff-9942-d2eac0f22c73 on host n-d-705658-22 {{(pid=105586) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 20:56:58.276202 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87c7c7a-8177-4d25-83a6-45e5853ee5eb req-6160b55e-362f-4026-ba16-860b692db683 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:58.278234 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-e87c7c7a-8177-4d25-83a6-45e5853ee5eb req-6160b55e-362f-4026-ba16-860b692db683 service neutron] 10.222.0.36 "GET /v2.0/networks?id=4d64aa0b-bd6a-468e-8edc-c83689947462 HTTP/1.1" status: 200 len: 870 time: 0.1174684 Jul 27 20:56:58.279807 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.segments.db [None req-a8a2c9ef-e325-4e3c-90bd-3be6202d8524 tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cfd8fe71-ac73-4135-9433-7bc6fe70bccd']}} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:56:58.289738 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.segments.db [None req-a8a2c9ef-e325-4e3c-90bd-3be6202d8524 tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '251656dd-c9c0-4a76-afbf-1db88834cf7d') {'for_net_delete': True} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:56:58.290058 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.segments.db [None req-a8a2c9ef-e325-4e3c-90bd-3be6202d8524 tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '251656dd-c9c0-4a76-afbf-1db88834cf7d') {} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:56:58.304597 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] For port 3c30854b-a91c-4fe4-83e8-d2ec6b55c518, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=3c30854b-a91c-4fe4-83e8-d2ec6b55c518,segment=NetworkSegment(7253e476-fc19-4126-9562-a06a41b3b94e),segment_id=7253e476-fc19-4126-9562-a06a41b3b94e)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:56:58.306085 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-f3fa1776-e77a-4260-ab4a-ae3e5521f2fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:58.306356 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-a8a2c9ef-e325-4e3c-90bd-3be6202d8524 tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790688883752', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9014348'] for segment, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:58.315909 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:58.316336 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f543db-bbc0-49c8-a81f-010fa0a1ba67 req-1deb3faa-10a7-47a0-bc55-bc2bbb975d88 tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:58.321726 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-93f543db-bbc0-49c8-a81f-010fa0a1ba67 req-1deb3faa-10a7-47a0-bc55-bc2bbb975d88 tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:58.338084 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3fef5d-cf90-4328-8831-d11fa395f50f service neutron] Pushing event updated for resources: {'Port': ['ID=4ee93ba2-6330-4c53-abc2-bbf843dd38f2,revision_number=8']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:56:58.342794 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-e87c7c7a-8177-4d25-83a6-45e5853ee5eb req-cf08e903-ad15-4922-a02f-767ef7c84d3b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.225&port_id=49462502-98c7-474a-ab59-a5fef55bb950 HTTP/1.1" status: 200 len: 217 time: 0.0507567 Jul 27 20:56:58.366446 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-a8a2c9ef-e325-4e3c-90bd-3be6202d8524 tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:58.406095 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device a8c8957f-d0e9-40db-ab95-b2c50954eb0e no longer exists at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 20:56:58.413837 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbefdc1-adb9-4694-b1e7-edff5f1ff659 req-2b3fef5d-cf90-4328-8831-d11fa395f50f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:58.415365 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-1fbefdc1-adb9-4694-b1e7-edff5f1ff659 req-2b3fef5d-cf90-4328-8831-d11fa395f50f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:58.417050 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-1fbefdc1-adb9-4694-b1e7-edff5f1ff659 req-2b3fef5d-cf90-4328-8831-d11fa395f50f service neutron] 10.222.0.60 "PUT /v2.0/ports/4ee93ba2-6330-4c53-abc2-bbf843dd38f2 HTTP/1.1" status: 200 len: 1123 time: 3.3598166 Jul 27 20:56:58.420767 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8a2c9ef-e325-4e3c-90bd-3be6202d8524 tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] Releasing vlan 203 on physical network physnet1 to pool {{(pid=105584) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 20:56:58.421272 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-a8a2c9ef-e325-4e3c-90bd-3be6202d8524 tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9014063'] for segment, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:58.442420 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] No Port match for: a8c8957f-d0e9-40db-ab95-b2c50954eb0e {{(pid=105586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 20:56:58.442771 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device a8c8957f-d0e9-40db-ab95-b2c50954eb0e not bound to the agent host n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 20:56:58.446540 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Pushing event updated for resources: {'Port': ['ID=3c30854b-a91c-4fe4-83e8-d2ec6b55c518,revision_number=3']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:56:58.462101 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.db.api [None req-f3fa1776-e77a-4260-ab4a-ae3e5521f2fd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105586) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 27 20:56:58.462518 n-d-705658-22 neutron-server[105586]: DEBUG oslo_db.api [None req-f3fa1776-e77a-4260-ab4a-ae3e5521f2fd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 27 20:56:58.489896 n-d-705658-22 neutron-server[105584]: Traceback (most recent call last): Jul 27 20:56:58.489896 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 20:56:58.489896 n-d-705658-22 neutron-server[105584]: timer() Jul 27 20:56:58.489896 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 20:56:58.489896 n-d-705658-22 neutron-server[105584]: cb(*args, **kw) Jul 27 20:56:58.489896 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 20:56:58.489896 n-d-705658-22 neutron-server[105584]: return func(*args, **kwargs) Jul 27 20:56:58.489896 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 20:56:58.489896 n-d-705658-22 neutron-server[105584]: self._notify() Jul 27 20:56:58.489896 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 20:56:58.489896 n-d-705658-22 neutron-server[105584]: self.callback(batched_events) Jul 27 20:56:58.489896 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 20:56:58.489896 n-d-705658-22 neutron-server[105584]: event.method(event) Jul 27 20:56:58.489896 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 20:56:58.489896 n-d-705658-22 neutron-server[105584]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 20:56:58.489896 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 20:56:58.489896 n-d-705658-22 neutron-server[105584]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 20:56:58.489896 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 20:56:58.489896 n-d-705658-22 neutron-server[105584]: return f(self, *a, **k) Jul 27 20:56:58.489896 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 20:56:58.489896 n-d-705658-22 neutron-server[105584]: return self._get(url).json() Jul 27 20:56:58.489896 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 20:56:58.489896 n-d-705658-22 neutron-server[105584]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 20:56:58.489896 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 20:56:58.489896 n-d-705658-22 neutron-server[105584]: return self.request(url, 'GET', **kwargs) Jul 27 20:56:58.489896 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 20:56:58.489896 n-d-705658-22 neutron-server[105584]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 20:56:58.489896 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 20:56:58.489896 n-d-705658-22 neutron-server[105584]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 20:56:58.489896 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 20:56:58.489896 n-d-705658-22 neutron-server[105584]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 20:56:58.489896 n-d-705658-22 neutron-server[105584]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 20:56:58.500825 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-a8a2c9ef-e325-4e3c-90bd-3be6202d8524 tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4075658'] for network, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:58.514880 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-3a55d3fd-3656-44af-b4dd-f84b0738e447 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:58.532195 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-93f543db-bbc0-49c8-a81f-010fa0a1ba67 req-1deb3faa-10a7-47a0-bc55-bc2bbb975d88 tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3907723 Jul 27 20:56:58.540973 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-a8a2c9ef-e325-4e3c-90bd-3be6202d8524 tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743886'] for network, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:58.541806 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] get_ports_and_sgs() called for port_ids ['4ee93ba2-6330-4c53-abc2-bbf843dd38f2'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 20:56:58.543268 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-a8a2c9ef-e325-4e3c-90bd-3be6202d8524 tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] 10.222.0.59 "DELETE /v2.0/networks/cfd8fe71-ac73-4135-9433-7bc6fe70bccd HTTP/1.1" status: 204 len: 168 time: 1.4806635 Jul 27 20:56:58.546380 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] get_ports_and_sgs() called for port_ids ['4ee93ba2-6330-4c53-abc2-bbf843dd38f2'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 20:56:58.547680 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a2c9ef-e325-4e3c-90bd-3be6202d8524 tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] Pushing event deleted for resources: {'Network': ['ID=cfd8fe71-ac73-4135-9433-7bc6fe70bccd,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:56:58.555294 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 36644) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:56:58.557252 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a55d3fd-3656-44af-b4dd-f84b0738e447 admin admin] Network 8735d8a2-b604-4758-ae71-b40e4ee6f305 is already hosted by enough agents. {{(pid=105585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:56:58.557389 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87c7c7a-8177-4d25-83a6-45e5853ee5eb req-13b0ff8a-5c5a-44a6-8d1e-474ce5e1a89c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:58.559556 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-e87c7c7a-8177-4d25-83a6-45e5853ee5eb req-13b0ff8a-5c5a-44a6-8d1e-474ce5e1a89c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=26644ba0-4185-4e10-8718-6ad18d01376c HTTP/1.1" status: 200 len: 843 time: 0.2067790 Jul 27 20:56:58.563951 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [req-93f543db-bbc0-49c8-a81f-010fa0a1ba67 req-ff6e6ae0-b87d-4d70-9b37-369ebfef84fc service neutron] Request body: {'port': {'device_id': 'a9d282a6-35a6-42dc-b28f-b1607074228a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-705658-22'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:56:58.564995 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-c188482f-002f-4366-8939-11c7f0ec77d9 tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1527246647'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:56:58.598690 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c188482f-002f-4366-8939-11c7f0ec77d9 tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] Made reservation on behalf of 8ef5ae3754f942d6bfb3fca348e04118 for: {'network': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:56:58.602164 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c188482f-002f-4366-8939-11c7f0ec77d9 tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for network, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:58.629635 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1deb3faa-10a7-47a0-bc55-bc2bbb975d88 tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] Pushing event updated for resources: {'Port': ['ID=fb15f1c0-245b-436e-a9d1-d0cce94ca8e6,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:56:58.632235 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.base_scheduler [None req-3a55d3fd-3656-44af-b4dd-f84b0738e447 admin admin] Resources bound (agent type, host, resource id): {{(pid=105585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:56:58.639166 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a55d3fd-3656-44af-b4dd-f84b0738e447 admin admin] Received port after_create {{(pid=105585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:56:58.664862 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c188482f-002f-4366-8939-11c7f0ec77d9 tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] vlan segment allocate from pool success with {'vlan_id': 208, 'physical_network': 'physnet1'} {{(pid=105584) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 20:56:58.695594 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c188482f-002f-4366-8939-11c7f0ec77d9 tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:58.695996 n-d-705658-22 neutron-server[105584]: INFO neutron.db.segments_db [None req-c188482f-002f-4366-8939-11c7f0ec77d9 tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] Added segment e3626d14-fb86-4d15-9749-6232d7578299 of type vlan for network c17fbbb7-00d9-4099-8173-7ee8147504c6 Jul 27 20:56:58.714169 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87c7c7a-8177-4d25-83a6-45e5853ee5eb req-340ca348-d0c0-42ca-ade1-5d6ba860ab54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:58.716515 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-e87c7c7a-8177-4d25-83a6-45e5853ee5eb req-340ca348-d0c0-42ca-ade1-5d6ba860ab54 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4d64aa0b-bd6a-468e-8edc-c83689947462&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1283388 Jul 27 20:56:58.744308 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c26e1f8-43b1-47d0-a501-d70d318a90fb req-59d062ff-900a-4e74-a7f6-c298dda1e94f tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:58.745866 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-3c26e1f8-43b1-47d0-a501-d70d318a90fb req-59d062ff-900a-4e74-a7f6-c298dda1e94f tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] 10.222.0.59 "GET /v2.0/ports?device_id=a9d282a6-35a6-42dc-b28f-b1607074228a HTTP/1.1" status: 200 len: 932 time: 0.4147496 Jul 27 20:56:58.764081 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-93f543db-bbc0-49c8-a81f-010fa0a1ba67 req-ff6e6ae0-b87d-4d70-9b37-369ebfef84fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:58.804691 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c188482f-002f-4366-8939-11c7f0ec77d9 tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790688424798'] for network, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:58.846961 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-3c26e1f8-43b1-47d0-a501-d70d318a90fb req-7bc9ad69-16e4-42cb-88b4-cac9260f3d5f tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] 10.222.0.59 "GET /v2.0/security-groups?id=1749b80d-91c6-4bd3-8e8d-666bd095400f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912592 Jul 27 20:56:58.852732 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a55d3fd-3656-44af-b4dd-f84b0738e447 admin admin] Pushing event updated for resources: {'Port': ['ID=6ee7a68a-7e47-454c-8e09-278e29ff0654,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:56:58.890988 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-e87c7c7a-8177-4d25-83a6-45e5853ee5eb req-c25a9d58-9063-4ca4-b873-dbbb1c3d5c1b service neutron] 10.222.0.36 "GET /v2.0/networks/4d64aa0b-bd6a-468e-8edc-c83689947462?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1495869 Jul 27 20:56:58.892181 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c188482f-002f-4366-8939-11c7f0ec77d9 tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920'] for network, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:58.899212 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c188482f-002f-4366-8939-11c7f0ec77d9 tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:58.899839 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c188482f-002f-4366-8939-11c7f0ec77d9 tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743886'] for network, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:59.068080 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-c188482f-002f-4366-8939-11c7f0ec77d9 tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.5050240 Jul 27 20:56:59.071029 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 36656) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:56:59.079072 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-973aa795-9b09-421f-acbf-67f6625eb445 tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] Request body: {'subnet': {'network_id': 'c17fbbb7-00d9-4099-8173-7ee8147504c6', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:56:59.108058 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c188482f-002f-4366-8939-11c7f0ec77d9 tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] Pushing event updated for resources: {'Network': ['ID=c17fbbb7-00d9-4099-8173-7ee8147504c6,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:56:59.121709 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Network c17fbbb7-00d9-4099-8173-7ee8147504c6 details requested by agent ovs-agent-n-d-705658-22 with host n-d-705658-22 {{(pid=105586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 20:56:59.190680 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-e87c7c7a-8177-4d25-83a6-45e5853ee5eb req-f6c90e4e-c26b-40f7-8f8e-b85d412ed34c service neutron] 10.222.0.36 "GET /v2.0/networks/4d64aa0b-bd6a-468e-8edc-c83689947462?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2874150 Jul 27 20:56:59.196683 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb465ea0-08c7-408a-82b7-c892012fe40e req-b85ecb26-d232-4897-ada3-b594fd39b323 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:59.198513 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-bb465ea0-08c7-408a-82b7-c892012fe40e req-b85ecb26-d232-4897-ada3-b594fd39b323 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] 10.222.0.59 "GET /v2.0/ports?device_id=6a9e53e1-344c-4083-a4f6-dbd12c7060f8 HTTP/1.1" status: 200 len: 950 time: 0.2718763 Jul 27 20:56:59.237374 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-973aa795-9b09-421f-acbf-67f6625eb445 tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] Made reservation on behalf of 8ef5ae3754f942d6bfb3fca348e04118 for: {'subnet': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:56:59.241024 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-973aa795-9b09-421f-acbf-67f6625eb445 tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9738786'] for subnet, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:59.383180 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1014aeba-5086-4697-997e-794972bcd4aa req-47067138-8bfd-47aa-bd04-b2cd01b23c45 tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:59.384824 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-1014aeba-5086-4697-997e-794972bcd4aa req-47067138-8bfd-47aa-bd04-b2cd01b23c45 tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] 10.222.0.59 "GET /v2.0/ports?device_id=d7c5737b-5126-4417-93f5-533a70fd5a86 HTTP/1.1" status: 200 len: 943 time: 0.3515792 Jul 27 20:56:59.393369 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-bb465ea0-08c7-408a-82b7-c892012fe40e req-7a2e0f7f-dfb8-42b0-844c-f31be3c35927 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] 10.222.0.59 "GET /v2.0/security-groups?id=c6534cb3-b44e-4a83-b57e-ddb72c2ad843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473498 Jul 27 20:56:59.459229 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-973aa795-9b09-421f-acbf-67f6625eb445 tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9014150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9738800'] for subnet, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:59.466862 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-3a55d3fd-3656-44af-b4dd-f84b0738e447 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:59.470778 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 3c30854b-a91c-4fe4-83e8-d2ec6b55c518 up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:56:59.539259 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973aa795-9b09-421f-acbf-67f6625eb445 tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] Pushing event updated for resources: {'Subnet': ['ID=8aa7574b-58f4-4826-b614-0467e3b11968,revision_number=0']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:56:59.542544 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-973aa795-9b09-421f-acbf-67f6625eb445 tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] Checking segment: {'id': 'e3626d14-fb86-4d15-9749-6232d7578299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'c17fbbb7-00d9-4099-8173-7ee8147504c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:56:59.543732 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-973aa795-9b09-421f-acbf-67f6625eb445 tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] Network hostable DHCP agents. Network: c17fbbb7-00d9-4099-8173-7ee8147504c6, hostable agents: ['7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a'], hosted agents: [] {{(pid=105584) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 20:56:59.564805 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-973aa795-9b09-421f-acbf-67f6625eb445 tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] Network c17fbbb7-00d9-4099-8173-7ee8147504c6 is scheduled to be hosted by DHCP agent 7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a with binding_index 1 {{(pid=105584) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 20:56:59.578429 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [None req-973aa795-9b09-421f-acbf-67f6625eb445 tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-22, c17fbbb7-00d9-4099-8173-7ee8147504c6) {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:56:59.587085 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-973aa795-9b09-421f-acbf-67f6625eb445 tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:59.587627 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-973aa795-9b09-421f-acbf-67f6625eb445 tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] Notify callbacks [] for subnet, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:59.599711 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5835053f-1378-4f48-9055-11483f50478b None None] Network c17fbbb7-00d9-4099-8173-7ee8147504c6 requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 20:56:59.617414 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port 3c30854b-a91c-4fe4-83e8-d2ec6b55c518 triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:56:59.618065 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:59.637178 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-973aa795-9b09-421f-acbf-67f6625eb445 tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.5614591 Jul 27 20:56:59.639395 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 36660) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:56:59.645319 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-0e5646c1-426a-4eed-995c-a8826c3f2d46 tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-625797706'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:56:59.681265 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e5646c1-426a-4eed-995c-a8826c3f2d46 tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] Made reservation on behalf of 8ef5ae3754f942d6bfb3fca348e04118 for: {'network': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:56:59.685138 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-0e5646c1-426a-4eed-995c-a8826c3f2d46 tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for network, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:59.692351 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-1014aeba-5086-4697-997e-794972bcd4aa req-cf748150-a01b-4881-8804-5f65ed6a2fbf tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] 10.222.0.59 "GET /v2.0/security-groups?id=594c38b0-00a0-4e02-9d5e-673f3a5e469c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2881174 Jul 27 20:56:59.696320 n-d-705658-22 neutron-server[105585]: DEBUG neutron.notifiers.nova [req-93f543db-bbc0-49c8-a81f-010fa0a1ba67 req-ff6e6ae0-b87d-4d70-9b37-369ebfef84fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb15f1c0-245b-436e-a9d1-d0cce94ca8e6 {{(pid=105585) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 20:56:59.709893 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-93f543db-bbc0-49c8-a81f-010fa0a1ba67 req-ff6e6ae0-b87d-4d70-9b37-369ebfef84fc service neutron] Notify callbacks [] for port, precommit_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:59.725732 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e5646c1-426a-4eed-995c-a8826c3f2d46 tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] vlan segment allocate from pool success with {'vlan_id': 241, 'physical_network': 'physnet1'} {{(pid=105584) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 20:56:59.737871 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-0e5646c1-426a-4eed-995c-a8826c3f2d46 tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:59.738278 n-d-705658-22 neutron-server[105584]: INFO neutron.db.segments_db [None req-0e5646c1-426a-4eed-995c-a8826c3f2d46 tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] Added segment d1065d30-2dcc-4438-947c-c987e8ba7911 of type vlan for network 43f9b3a1-835c-41f9-abdb-7ad16f86d61c Jul 27 20:56:59.768014 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.provisioning_blocks [req-93f543db-bbc0-49c8-a81f-010fa0a1ba67 req-ff6e6ae0-b87d-4d70-9b37-369ebfef84fc service neutron] Transition to ACTIVE for port object fb15f1c0-245b-436e-a9d1-d0cce94ca8e6 will not be triggered until provisioned by entity L2. {{(pid=105585) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:56:59.788037 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-3a55d3fd-3656-44af-b4dd-f84b0738e447 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4163804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4077150'] for router, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:59.790126 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-93f543db-bbc0-49c8-a81f-010fa0a1ba67 req-ff6e6ae0-b87d-4d70-9b37-369ebfef84fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10221672'] for port, after_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:59.797569 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-0e5646c1-426a-4eed-995c-a8826c3f2d46 tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790688424798'] for network, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:59.845409 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-0e5646c1-426a-4eed-995c-a8826c3f2d46 tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920'] for network, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:59.852813 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e5646c1-426a-4eed-995c-a8826c3f2d46 tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:59.853586 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-0e5646c1-426a-4eed-995c-a8826c3f2d46 tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743886'] for network, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:59.987565 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5646c1-426a-4eed-995c-a8826c3f2d46 tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] Pushing event updated for resources: {'Network': ['ID=43f9b3a1-835c-41f9-abdb-7ad16f86d61c,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:57:00.005443 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6e6ae0-b87d-4d70-9b37-369ebfef84fc service neutron] Pushing event updated for resources: {'Port': ['ID=fb15f1c0-245b-436e-a9d1-d0cce94ca8e6,revision_number=2']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:57:00.007054 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Network 43f9b3a1-835c-41f9-abdb-7ad16f86d61c details requested by agent ovs-agent-n-d-705658-22 with host n-d-705658-22 {{(pid=105586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 20:57:00.016034 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-0e5646c1-426a-4eed-995c-a8826c3f2d46 tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.3751097 Jul 27 20:57:00.018144 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 36666) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:57:00.018446 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd5a6481-4702-4a09-aed5-1015b97624b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30bb4b93-b285-5d90-9493-f9ec33ea333c-c17fbbb7-00d9-4099-8173-7ee8147504c6', 'network_id': 'c17fbbb7-00d9-4099-8173-7ee8147504c6', 'tenant_id': '8ef5ae3754f942d6bfb3fca348e04118', 'fixed_ips': [{'subnet_id': '8aa7574b-58f4-4826-b614-0467e3b11968'}]}} from n-d-705658-22. {{(pid=105586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 20:57:00.019322 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-dd5a6481-4702-4a09-aed5-1015b97624b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:00.025634 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-9f86e0ba-30be-40b5-8392-54ba16b7ffa1 tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] Request body: {'subnet': {'network_id': '43f9b3a1-835c-41f9-abdb-7ad16f86d61c', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:57:00.061936 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 8d48d326-7ac9-47ff-9942-d2eac0f22c73 no longer exists at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 20:57:00.114169 n-d-705658-22 neutron-server[105585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7c5737b-5126-4417-93f5-533a70fd5a86', 'tag': '4ee93ba2-6330-4c53-abc2-bbf843dd38f2'}] {{(pid=105585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:57:00.116707 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d66fd65881426bfc2b5388084a3654e5eae521106a15a3dbf0eb4cde7106c36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d35fa636-571b-4cc0-bbbf-928bfb9b09b1" -d '{"events": [{"name": "network-changed", "server_uuid": "d7c5737b-5126-4417-93f5-533a70fd5a86", "tag": "4ee93ba2-6330-4c53-abc2-bbf843dd38f2"}]}' {{(pid=105585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:57:00.143667 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f86e0ba-30be-40b5-8392-54ba16b7ffa1 tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] Made reservation on behalf of 8ef5ae3754f942d6bfb3fca348e04118 for: {'subnet': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:57:00.150094 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-9f86e0ba-30be-40b5-8392-54ba16b7ffa1 tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9738786'] for subnet, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:00.157900 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] No Port match for: 8d48d326-7ac9-47ff-9942-d2eac0f22c73 {{(pid=105586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 20:57:00.158454 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 8d48d326-7ac9-47ff-9942-d2eac0f22c73 not bound to the agent host n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 20:57:00.186812 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 20:57:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-941e6262-850b-4331-b709-55f71b35bdfb x-openstack-request-id: req-941e6262-850b-4331-b709-55f71b35bdfb {{(pid=105585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:57:00.187258 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7c5737b-5126-4417-93f5-533a70fd5a86", "tag": "4ee93ba2-6330-4c53-abc2-bbf843dd38f2", "status": "completed", "code": 200}]} {{(pid=105585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:57:00.187608 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-941e6262-850b-4331-b709-55f71b35bdfb {{(pid=105585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:57:00.188122 n-d-705658-22 neutron-server[105585]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7c5737b-5126-4417-93f5-533a70fd5a86', 'tag': '4ee93ba2-6330-4c53-abc2-bbf843dd38f2', 'status': 'completed', 'code': 200} Jul 27 20:57:00.194843 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.managers [req-93f543db-bbc0-49c8-a81f-010fa0a1ba67 req-ff6e6ae0-b87d-4d70-9b37-369ebfef84fc service neutron] Attempting to bind port fb15f1c0-245b-436e-a9d1-d0cce94ca8e6 on host n-h2-705658-22 for vnic_type normal with profile {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:57:00.201553 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.managers [req-93f543db-bbc0-49c8-a81f-010fa0a1ba67 req-ff6e6ae0-b87d-4d70-9b37-369ebfef84fc service neutron] Attempting to bind port fb15f1c0-245b-436e-a9d1-d0cce94ca8e6 by drivers openvswitch,hyperv on host n-h2-705658-22 at level 0 using segments [{'id': '30512320-4797-4523-818e-63eb7bdafb2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '8e591ae5-ff89-4a25-b3ce-4b1625915957'}] {{(pid=105585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:57:00.202054 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93f543db-bbc0-49c8-a81f-010fa0a1ba67 req-ff6e6ae0-b87d-4d70-9b37-369ebfef84fc service neutron] Attempting to bind port fb15f1c0-245b-436e-a9d1-d0cce94ca8e6 on network 8e591ae5-ff89-4a25-b3ce-4b1625915957 {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:57:00.226089 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93f543db-bbc0-49c8-a81f-010fa0a1ba67 req-ff6e6ae0-b87d-4d70-9b37-369ebfef84fc service neutron] Port fb15f1c0-245b-436e-a9d1-d0cce94ca8e6 on network 8e591ae5-ff89-4a25-b3ce-4b1625915957 not bound, no agent of type Open vSwitch agent registered on host n-h2-705658-22 {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 20:57:00.226522 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93f543db-bbc0-49c8-a81f-010fa0a1ba67 req-ff6e6ae0-b87d-4d70-9b37-369ebfef84fc service neutron] Attempting to bind port fb15f1c0-245b-436e-a9d1-d0cce94ca8e6 on network 8e591ae5-ff89-4a25-b3ce-4b1625915957 {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:57:00.238778 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device 49462502-98c7-474a-ab59-a5fef55bb950 no longer exists at agent hyperv_n-h1-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 20:57:00.263036 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adbc7c5-2005-4930-a5a6-65b6e13b0f40 req-b25507bc-9ac6-4eb4-9673-95876dfc713f tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:00.265464 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-7adbc7c5-2005-4930-a5a6-65b6e13b0f40 req-b25507bc-9ac6-4eb4-9673-95876dfc713f tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] 10.222.0.59 "GET /v2.0/ports?device_id=a9d282a6-35a6-42dc-b28f-b1607074228a HTTP/1.1" status: 200 len: 944 time: 0.2500820 Jul 27 20:57:00.353689 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35fa636-571b-4cc0-bbbf-928bfb9b09b1 req-a8333cd1-85da-4f46-af88-7ac20a7b083c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:00.355222 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-d35fa636-571b-4cc0-bbbf-928bfb9b09b1 req-a8333cd1-85da-4f46-af88-7ac20a7b083c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0ae9964322044591b167626dd714310e&device_id=d7c5737b-5126-4417-93f5-533a70fd5a86 HTTP/1.1" status: 200 len: 1126 time: 0.1257813 Jul 27 20:57:00.369053 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.db_base_plugin_common [None req-dd5a6481-4702-4a09-aed5-1015b97624b6 None None] Allocated IP 19.80.0.2 (c17fbbb7-00d9-4099-8173-7ee8147504c6/8aa7574b-58f4-4826-b614-0467e3b11968/49b1fd53-c2ec-49de-80ab-b002c47422f1) {{(pid=105586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:57:00.482062 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-9f86e0ba-30be-40b5-8392-54ba16b7ffa1 tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9014150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9738800'] for subnet, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:00.571784 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35fa636-571b-4cc0-bbbf-928bfb9b09b1 req-30680db9-c8a8-4d68-bba0-a6f8f832de1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:00.573361 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-d35fa636-571b-4cc0-bbbf-928bfb9b09b1 req-30680db9-c8a8-4d68-bba0-a6f8f832de1d service neutron] 10.222.0.36 "GET /v2.0/networks?id=4d297cf8-0ab0-49a0-a8db-82a17169c88a HTTP/1.1" status: 200 len: 909 time: 0.2062991 Jul 27 20:57:00.582752 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f86e0ba-30be-40b5-8392-54ba16b7ffa1 tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] Pushing event updated for resources: {'Subnet': ['ID=3e23b9c3-43e1-4d84-82a3-1a1ab1c2e5c5,revision_number=0']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:57:00.584820 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-dd5a6481-4702-4a09-aed5-1015b97624b6 None None] Notify callbacks [] for port, precommit_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:00.596062 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-dd5a6481-4702-4a09-aed5-1015b97624b6 None None] Transition to ACTIVE for port object 49b1fd53-c2ec-49de-80ab-b002c47422f1 will not be triggered until provisioned by entity L2. {{(pid=105586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:57:00.614216 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-dd5a6481-4702-4a09-aed5-1015b97624b6 None None] Transition to ACTIVE for port object 49b1fd53-c2ec-49de-80ab-b002c47422f1 will not be triggered until provisioned by entity DHCP. {{(pid=105586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:57:00.622505 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:00.626509 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-dd5a6481-4702-4a09-aed5-1015b97624b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143'] for port, after_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:00.635141 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-d35fa636-571b-4cc0-bbbf-928bfb9b09b1 req-041fe11f-0b62-4289-9572-f5b691a24712 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4ee93ba2-6330-4c53-abc2-bbf843dd38f2 HTTP/1.1" status: 200 len: 217 time: 0.0389404 Jul 27 20:57:00.647915 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f86e0ba-30be-40b5-8392-54ba16b7ffa1 tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] Checking segment: {'id': 'd1065d30-2dcc-4438-947c-c987e8ba7911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '43f9b3a1-835c-41f9-abdb-7ad16f86d61c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:57:00.648416 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f86e0ba-30be-40b5-8392-54ba16b7ffa1 tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] Network hostable DHCP agents. Network: 43f9b3a1-835c-41f9-abdb-7ad16f86d61c, hostable agents: ['7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a'], hosted agents: [] {{(pid=105584) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 20:57:00.674266 n-d-705658-22 neutron-server[105586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd5a6481-4702-4a09-aed5-1015b97624b6 None None] Network c17fbbb7-00d9-4099-8173-7ee8147504c6 is already hosted by enough agents. {{(pid=105586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:57:00.677452 n-d-705658-22 neutron-server[105586]: DEBUG neutron.scheduler.base_scheduler [None req-dd5a6481-4702-4a09-aed5-1015b97624b6 None None] Resources bound (agent type, host, resource id): {{(pid=105586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:57:00.684733 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd5a6481-4702-4a09-aed5-1015b97624b6 None None] Received port after_create {{(pid=105586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:57:00.694916 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93f543db-bbc0-49c8-a81f-010fa0a1ba67 req-ff6e6ae0-b87d-4d70-9b37-369ebfef84fc service neutron] Checking agent: {'id': '65195a73-a875-4810-9f5b-622ae260a8a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 49, 40), 'started_at': datetime.datetime(2021, 7, 27, 20, 49, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 56, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:57:00.695470 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93f543db-bbc0-49c8-a81f-010fa0a1ba67 req-ff6e6ae0-b87d-4d70-9b37-369ebfef84fc service neutron] Checking segment: {'id': '30512320-4797-4523-818e-63eb7bdafb2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '8e591ae5-ff89-4a25-b3ce-4b1625915957'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:57:00.695956 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93f543db-bbc0-49c8-a81f-010fa0a1ba67 req-ff6e6ae0-b87d-4d70-9b37-369ebfef84fc service neutron] Bound using segment: {'id': '30512320-4797-4523-818e-63eb7bdafb2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '8e591ae5-ff89-4a25-b3ce-4b1625915957'} {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:57:00.696513 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.managers [req-93f543db-bbc0-49c8-a81f-010fa0a1ba67 req-ff6e6ae0-b87d-4d70-9b37-369ebfef84fc service neutron] Bound port: fb15f1c0-245b-436e-a9d1-d0cce94ca8e6, host: n-h2-705658-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30512320-4797-4523-818e-63eb7bdafb2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '8e591ae5-ff89-4a25-b3ce-4b1625915957'}}] {{(pid=105585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:57:00.696982 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-93f543db-bbc0-49c8-a81f-010fa0a1ba67 req-ff6e6ae0-b87d-4d70-9b37-369ebfef84fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:00.705126 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a55d3fd-3656-44af-b4dd-f84b0738e447 admin admin] Router 815b26e9-2d70-4966-b87a-ebec014fe418 is scheduled to L3 agent dd128fd7-8e57-4d4f-895b-a96b369df59a with binding_index 1 {{(pid=105585) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 20:57:00.708983 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a9e53e1-344c-4083-a4f6-dbd12c7060f8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '49462502-98c7-474a-ab59-a5fef55bb950'}] {{(pid=105586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:57:00.711272 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14c1663e039faf5393f87855f745010ac5b02220355b68fdbf065393e303ac56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-936989b0-0547-452c-9efe-30ce76451d73" -d '{"events": [{"server_uuid": "6a9e53e1-344c-4083-a4f6-dbd12c7060f8", "name": "network-vif-unplugged", "status": "completed", "tag": "49462502-98c7-474a-ab59-a5fef55bb950"}]}' {{(pid=105586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:57:00.716867 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5a6481-4702-4a09-aed5-1015b97624b6 None None] Pushing event updated for resources: {'Port': ['ID=49b1fd53-c2ec-49de-80ab-b002c47422f1,revision_number=1']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:57:00.719145 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35fa636-571b-4cc0-bbbf-928bfb9b09b1 req-3418e5f7-1675-4ee6-9640-d0977e9a4456 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:00.720604 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-d35fa636-571b-4cc0-bbbf-928bfb9b09b1 req-3418e5f7-1675-4ee6-9640-d0977e9a4456 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ff9685c6-941b-44c9-867d-9e4581186e02 HTTP/1.1" status: 200 len: 848 time: 0.0688848 Jul 27 20:57:00.740974 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] For port 49462502-98c7-474a-ab59-a5fef55bb950, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=49462502-98c7-474a-ab59-a5fef55bb950,segment=NetworkSegment(86b1e6f6-d629-4b03-8944-4cdfbfb93d02),segment_id=86b1e6f6-d629-4b03-8944-4cdfbfb93d02)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:57:00.763547 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:00.781030 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-d35fa636-571b-4cc0-bbbf-928bfb9b09b1 req-8ed439e6-ca91-4a32-9752-a5a56ed360aa service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4d297cf8-0ab0-49a0-a8db-82a17169c88a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0466785 Jul 27 20:57:00.782241 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f86e0ba-30be-40b5-8392-54ba16b7ffa1 tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] Network 43f9b3a1-835c-41f9-abdb-7ad16f86d61c is scheduled to be hosted by DHCP agent 7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a with binding_index 1 {{(pid=105584) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 20:57:00.794564 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [None req-9f86e0ba-30be-40b5-8392-54ba16b7ffa1 tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-22, 43f9b3a1-835c-41f9-abdb-7ad16f86d61c) {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:57:00.811641 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.db [req-93f543db-bbc0-49c8-a81f-010fa0a1ba67 req-ff6e6ae0-b87d-4d70-9b37-369ebfef84fc service neutron] For port fb15f1c0-245b-436e-a9d1-d0cce94ca8e6, host n-h2-705658-22, cleared binding levels {{(pid=105585) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:57:00.814772 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.db [req-93f543db-bbc0-49c8-a81f-010fa0a1ba67 req-ff6e6ae0-b87d-4d70-9b37-369ebfef84fc service neutron] For port fb15f1c0-245b-436e-a9d1-d0cce94ca8e6, host n-h2-705658-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=fb15f1c0-245b-436e-a9d1-d0cce94ca8e6,segment=NetworkSegment(30512320-4797-4523-818e-63eb7bdafb2b),segment_id=30512320-4797-4523-818e-63eb7bdafb2b)] {{(pid=105585) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:57:00.815761 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ba4ff0a-5e97-4e27-893e-30248e4e4536 None None] Network 43f9b3a1-835c-41f9-abdb-7ad16f86d61c requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 20:57:00.825550 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-93f543db-bbc0-49c8-a81f-010fa0a1ba67 req-ff6e6ae0-b87d-4d70-9b37-369ebfef84fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10221672'] for port, after_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:00.855367 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-7adbc7c5-2005-4930-a5a6-65b6e13b0f40 req-fe3360c0-cc9f-4622-8765-af339dc59b42 tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] 10.222.0.59 "GET /v2.0/security-groups?id=1749b80d-91c6-4bd3-8e8d-666bd095400f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5791900 Jul 27 20:57:00.858374 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f543db-bbc0-49c8-a81f-010fa0a1ba67 req-ff6e6ae0-b87d-4d70-9b37-369ebfef84fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:00.859028 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-93f543db-bbc0-49c8-a81f-010fa0a1ba67 req-ff6e6ae0-b87d-4d70-9b37-369ebfef84fc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:00.878216 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-93f543db-bbc0-49c8-a81f-010fa0a1ba67 req-ff6e6ae0-b87d-4d70-9b37-369ebfef84fc service neutron] 10.222.0.60 "PUT /v2.0/ports/fb15f1c0-245b-436e-a9d1-d0cce94ca8e6 HTTP/1.1" status: 200 len: 1093 time: 2.3099613 Jul 27 20:57:00.898213 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-dd5a6481-4702-4a09-aed5-1015b97624b6 None None] Attempting to bind port 49b1fd53-c2ec-49de-80ab-b002c47422f1 on host n-d-705658-22 for vnic_type normal with profile {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:57:00.898588 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-dd5a6481-4702-4a09-aed5-1015b97624b6 None None] Attempting to bind port 49b1fd53-c2ec-49de-80ab-b002c47422f1 by drivers openvswitch,hyperv on host n-d-705658-22 at level 0 using segments [{'id': 'e3626d14-fb86-4d15-9749-6232d7578299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'c17fbbb7-00d9-4099-8173-7ee8147504c6'}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:57:00.898952 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd5a6481-4702-4a09-aed5-1015b97624b6 None None] Attempting to bind port 49b1fd53-c2ec-49de-80ab-b002c47422f1 on network c17fbbb7-00d9-4099-8173-7ee8147504c6 {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:57:00.912455 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Pushing event updated for resources: {'Port': ['ID=49462502-98c7-474a-ab59-a5fef55bb950,revision_number=9']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:57:00.926769 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd5a6481-4702-4a09-aed5-1015b97624b6 None None] Checking agent: {'id': '04a7ea91-6318-467e-ace6-b0fb48c8690f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 41, 42), 'started_at': datetime.datetime(2021, 7, 27, 20, 42, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 56, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:57:00.927433 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd5a6481-4702-4a09-aed5-1015b97624b6 None None] Checking segment: {'id': 'e3626d14-fb86-4d15-9749-6232d7578299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'c17fbbb7-00d9-4099-8173-7ee8147504c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:57:00.928021 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-dd5a6481-4702-4a09-aed5-1015b97624b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:00.928605 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd5a6481-4702-4a09-aed5-1015b97624b6 None None] Bound using segment: {'id': 'e3626d14-fb86-4d15-9749-6232d7578299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'c17fbbb7-00d9-4099-8173-7ee8147504c6'} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:57:00.929248 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-dd5a6481-4702-4a09-aed5-1015b97624b6 None None] Bound port: 49b1fd53-c2ec-49de-80ab-b002c47422f1, host: n-d-705658-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3626d14-fb86-4d15-9749-6232d7578299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'c17fbbb7-00d9-4099-8173-7ee8147504c6'}}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:57:00.929795 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-dd5a6481-4702-4a09-aed5-1015b97624b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:00.938314 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-d35fa636-571b-4cc0-bbbf-928bfb9b09b1 req-06790693-6773-4fab-9608-d8600483d1b2 service neutron] 10.222.0.36 "GET /v2.0/networks/4d297cf8-0ab0-49a0-a8db-82a17169c88a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358631 Jul 27 20:57:00.943410 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f86e0ba-30be-40b5-8392-54ba16b7ffa1 tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:00.944894 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-9f86e0ba-30be-40b5-8392-54ba16b7ffa1 tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] Notify callbacks [] for subnet, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:00.995350 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-9f86e0ba-30be-40b5-8392-54ba16b7ffa1 tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.9751151 Jul 27 20:57:01.068399 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-dd5a6481-4702-4a09-aed5-1015b97624b6 None None] For port 49b1fd53-c2ec-49de-80ab-b002c47422f1, host n-d-705658-22, cleared binding levels {{(pid=105586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:57:01.083411 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-dd5a6481-4702-4a09-aed5-1015b97624b6 None None] For port 49b1fd53-c2ec-49de-80ab-b002c47422f1, host n-d-705658-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=49b1fd53-c2ec-49de-80ab-b002c47422f1,segment=NetworkSegment(e3626d14-fb86-4d15-9749-6232d7578299),segment_id=e3626d14-fb86-4d15-9749-6232d7578299)] {{(pid=105586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:57:01.102350 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-dd5a6481-4702-4a09-aed5-1015b97624b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:01.131475 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-d35fa636-571b-4cc0-bbbf-928bfb9b09b1 req-eb2e9e37-fcf2-4794-bd8e-0ba15d3c5665 service neutron] 10.222.0.36 "GET /v2.0/networks/4d297cf8-0ab0-49a0-a8db-82a17169c88a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1689284 Jul 27 20:57:01.132847 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3041e282-5829-4d7d-9dd0-f8cda8b4e557 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30bb4b93-b285-5d90-9493-f9ec33ea333c-43f9b3a1-835c-41f9-abdb-7ad16f86d61c', 'network_id': '43f9b3a1-835c-41f9-abdb-7ad16f86d61c', 'tenant_id': '8ef5ae3754f942d6bfb3fca348e04118', 'fixed_ips': [{'subnet_id': '3e23b9c3-43e1-4d84-82a3-1a1ab1c2e5c5'}]}} from n-d-705658-22. {{(pid=105586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 20:57:01.133698 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3041e282-5829-4d7d-9dd0-f8cda8b4e557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:01.352796 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.db_base_plugin_common [None req-3041e282-5829-4d7d-9dd0-f8cda8b4e557 None None] Allocated IP 19.86.0.2 (43f9b3a1-835c-41f9-abdb-7ad16f86d61c/3e23b9c3-43e1-4d84-82a3-1a1ab1c2e5c5/5dd10e14-b982-4c9c-af2f-94086be32b0e) {{(pid=105586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:57:01.357716 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 27 Jul 2021 20:57:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c16e46a3-39c1-4bd6-9f3a-5465786205f1 x-openstack-request-id: req-c16e46a3-39c1-4bd6-9f3a-5465786205f1 {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:57:01.358555 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a9e53e1-344c-4083-a4f6-dbd12c7060f8", "name": "network-vif-unplugged", "status": "completed", "tag": "49462502-98c7-474a-ab59-a5fef55bb950", "code": 200}]} {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:57:01.358822 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-c16e46a3-39c1-4bd6-9f3a-5465786205f1 {{(pid=105586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:57:01.359351 n-d-705658-22 neutron-server[105586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a9e53e1-344c-4083-a4f6-dbd12c7060f8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '49462502-98c7-474a-ab59-a5fef55bb950', 'code': 200} Jul 27 20:57:01.360863 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5a6481-4702-4a09-aed5-1015b97624b6 None None] Pushing event updated for resources: {'Port': ['ID=49b1fd53-c2ec-49de-80ab-b002c47422f1,revision_number=2']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:57:01.380325 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad1d6bd-be3f-4806-bcbe-e9620cdc1ebb req-c8707631-f4b2-4275-a793-454bc9d0df5b tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:01.381869 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-0ad1d6bd-be3f-4806-bcbe-e9620cdc1ebb req-c8707631-f4b2-4275-a793-454bc9d0df5b tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] 10.222.0.59 "GET /v2.0/ports?device_id=6a9e53e1-344c-4083-a4f6-dbd12c7060f8 HTTP/1.1" status: 200 len: 950 time: 0.6824005 Jul 27 20:57:01.385860 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6e6ae0-b87d-4d70-9b37-369ebfef84fc service neutron] Pushing event updated for resources: {'Port': ['ID=fb15f1c0-245b-436e-a9d1-d0cce94ca8e6,revision_number=3']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:57:01.458124 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a55d3fd-3656-44af-b4dd-f84b0738e447 admin admin] Notify agent at l3_agent.n-d-705658-22 the message routers_updated {{(pid=105585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 20:57:01.472594 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d9f06ca-0fd1-4a86-afa4-4ae542d3b80a None None] Sync routers for ids ['815b26e9-2d70-4966-b87a-ebec014fe418'] in n-d-705658-22 {{(pid=105586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 20:57:01.495499 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d9f06ca-0fd1-4a86-afa4-4ae542d3b80a None None] Routers {'815b26e9-2d70-4966-b87a-ebec014fe418'} bound to L3 agent in host n-d-705658-22 {{(pid=105586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:57:01.496171 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-6d9f06ca-0fd1-4a86-afa4-4ae542d3b80a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T20:56:41Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['815b26e9-2d70-4966-b87a-ebec014fe418'], 'active': True} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:57:01.523273 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-3a55d3fd-3656-44af-b4dd-f84b0738e447 admin admin] Notify callbacks [] for router, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:01.524551 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-3a55d3fd-3656-44af-b4dd-f84b0738e447 admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.8704031 Jul 27 20:57:01.528176 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 36686) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:57:01.535067 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-0ad1d6bd-be3f-4806-bcbe-e9620cdc1ebb req-235fcd6a-1fa1-4836-8cc4-695e790dfb24 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] 10.222.0.59 "GET /v2.0/security-groups?id=c6534cb3-b44e-4a83-b57e-ddb72c2ad843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334393 Jul 27 20:57:01.551638 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f543db-bbc0-49c8-a81f-010fa0a1ba67 req-de244c86-3d73-42f8-bbbd-8ac99f2e7e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:01.554028 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-93f543db-bbc0-49c8-a81f-010fa0a1ba67 req-de244c86-3d73-42f8-bbbd-8ac99f2e7e55 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b02d9256766347f197eb5fbdd02cbc7a&device_id=a9d282a6-35a6-42dc-b28f-b1607074228a HTTP/1.1" status: 200 len: 1096 time: 0.4939036 Jul 27 20:57:01.639038 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-93f543db-bbc0-49c8-a81f-010fa0a1ba67 req-eb0b95b1-cfbb-4b61-a083-95ebfc5d6783 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fb15f1c0-245b-436e-a9d1-d0cce94ca8e6 HTTP/1.1" status: 200 len: 217 time: 0.0707548 Jul 27 20:57:01.648646 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b76ad1d-c4c3-4ee4-8df8-09acbe384ffc req-c4950762-ea7b-4215-aa32-5853cfbf1818 tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:01.656435 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-8b76ad1d-c4c3-4ee4-8df8-09acbe384ffc req-c4950762-ea7b-4215-aa32-5853cfbf1818 tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] 10.222.0.59 "GET /v2.0/ports?device_id=d7c5737b-5126-4417-93f5-533a70fd5a86 HTTP/1.1" status: 200 len: 943 time: 0.3523202 Jul 27 20:57:01.714403 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvr_db [None req-6d9f06ca-0fd1-4a86-afa4-4ae542d3b80a None None] Set router 815b26e9-2d70-4966-b87a-ebec014fe418 gateway port host: n-d-705658-22 {{(pid=105586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:57:01.735686 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f543db-bbc0-49c8-a81f-010fa0a1ba67 req-123e01c6-57bb-47d8-8dd9-d8a7fa1354c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:01.737330 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-93f543db-bbc0-49c8-a81f-010fa0a1ba67 req-123e01c6-57bb-47d8-8dd9-d8a7fa1354c2 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ffc7070b-0d02-4acb-a66a-19178d3b9317 HTTP/1.1" status: 200 len: 860 time: 0.0782535 Jul 27 20:57:01.747748 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-8b76ad1d-c4c3-4ee4-8df8-09acbe384ffc req-4ea49921-8798-4ec5-a6d5-42f31ccf3783 tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] 10.222.0.59 "GET /v2.0/security-groups?id=594c38b0-00a0-4e02-9d5e-673f3a5e469c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903518 Jul 27 20:57:01.749640 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3041e282-5829-4d7d-9dd0-f8cda8b4e557 None None] Notify callbacks [] for port, precommit_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:01.793509 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-93f543db-bbc0-49c8-a81f-010fa0a1ba67 req-6e48fe48-a8e8-4f4d-b629-3211833e35c5 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8e591ae5-ff89-4a25-b3ce-4b1625915957&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0422828 Jul 27 20:57:01.802414 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-3041e282-5829-4d7d-9dd0-f8cda8b4e557 None None] Transition to ACTIVE for port object 5dd10e14-b982-4c9c-af2f-94086be32b0e will not be triggered until provisioned by entity L2. {{(pid=105586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:57:01.888376 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-3041e282-5829-4d7d-9dd0-f8cda8b4e557 None None] Transition to ACTIVE for port object 5dd10e14-b982-4c9c-af2f-94086be32b0e will not be triggered until provisioned by entity DHCP. {{(pid=105586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:57:01.922551 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3041e282-5829-4d7d-9dd0-f8cda8b4e557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143'] for port, after_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:02.045754 n-d-705658-22 neutron-server[105586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3041e282-5829-4d7d-9dd0-f8cda8b4e557 None None] Network 43f9b3a1-835c-41f9-abdb-7ad16f86d61c is already hosted by enough agents. {{(pid=105586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:57:02.050145 n-d-705658-22 neutron-server[105586]: DEBUG neutron.scheduler.base_scheduler [None req-3041e282-5829-4d7d-9dd0-f8cda8b4e557 None None] Resources bound (agent type, host, resource id): {{(pid=105586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:57:02.054483 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3041e282-5829-4d7d-9dd0-f8cda8b4e557 None None] Received port after_create {{(pid=105586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:57:02.082149 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-93f543db-bbc0-49c8-a81f-010fa0a1ba67 req-38ef907a-70f3-4dd1-ad7a-ac13f0a0894d service neutron] 10.222.0.60 "GET /v2.0/networks/8e591ae5-ff89-4a25-b3ce-4b1625915957?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2717030 Jul 27 20:57:02.122286 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122e7e54-c284-4f2f-a87d-bfff0f93d8e7 req-b6ff6073-200b-422b-b2b7-bec2f131bcc4 tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:02.129200 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122e7e54-c284-4f2f-a87d-bfff0f93d8e7 req-b6ff6073-200b-422b-b2b7-bec2f131bcc4 tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:02.131164 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-122e7e54-c284-4f2f-a87d-bfff0f93d8e7 req-b6ff6073-200b-422b-b2b7-bec2f131bcc4 tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] 10.222.0.59 "GET /v2.0/networks?id=c17fbbb7-00d9-4099-8173-7ee8147504c6&id=43f9b3a1-835c-41f9-abdb-7ad16f86d61c HTTP/1.1" status: 200 len: 1391 time: 0.2578056 Jul 27 20:57:02.188789 n-d-705658-22 neutron-server[105585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9d282a6-35a6-42dc-b28f-b1607074228a', 'tag': 'fb15f1c0-245b-436e-a9d1-d0cce94ca8e6'}] {{(pid=105585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:57:02.191392 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d66fd65881426bfc2b5388084a3654e5eae521106a15a3dbf0eb4cde7106c36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7298d09f-a115-430d-a291-493990455be2" -d '{"events": [{"name": "network-changed", "server_uuid": "a9d282a6-35a6-42dc-b28f-b1607074228a", "tag": "fb15f1c0-245b-436e-a9d1-d0cce94ca8e6"}]}' {{(pid=105585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:57:02.207354 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fa554c-8b78-4d01-9643-3934a5e15c1b req-314c770a-5396-42ad-b471-f1708756ea68 tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:02.208854 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3041e282-5829-4d7d-9dd0-f8cda8b4e557 None None] Pushing event updated for resources: {'Port': ['ID=5dd10e14-b982-4c9c-af2f-94086be32b0e,revision_number=1']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:57:02.209389 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-45fa554c-8b78-4d01-9643-3934a5e15c1b req-314c770a-5396-42ad-b471-f1708756ea68 tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] 10.222.0.59 "GET /v2.0/ports?device_id=a9d282a6-35a6-42dc-b28f-b1607074228a HTTP/1.1" status: 200 len: 944 time: 0.2539861 Jul 27 20:57:02.218552 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-122e7e54-c284-4f2f-a87d-bfff0f93d8e7 req-a1a63aa4-6944-4ee5-9c91-19402eee7d1b tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] 10.222.0.59 "GET /v2.0/quotas/8ef5ae3754f942d6bfb3fca348e04118 HTTP/1.1" status: 200 len: 375 time: 0.0395756 Jul 27 20:57:02.262273 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device 49462502-98c7-474a-ab59-a5fef55bb950 details requested by agent hyperv_n-h1-705658-22 with host n-h1-705658-22 {{(pid=105586) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 20:57:02.283417 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-3041e282-5829-4d7d-9dd0-f8cda8b4e557 None None] Attempting to bind port 5dd10e14-b982-4c9c-af2f-94086be32b0e on host n-d-705658-22 for vnic_type normal with profile {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:57:02.284336 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-3041e282-5829-4d7d-9dd0-f8cda8b4e557 None None] Attempting to bind port 5dd10e14-b982-4c9c-af2f-94086be32b0e by drivers openvswitch,hyperv on host n-d-705658-22 at level 0 using segments [{'id': 'd1065d30-2dcc-4438-947c-c987e8ba7911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '43f9b3a1-835c-41f9-abdb-7ad16f86d61c'}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:57:02.284867 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3041e282-5829-4d7d-9dd0-f8cda8b4e557 None None] Attempting to bind port 5dd10e14-b982-4c9c-af2f-94086be32b0e on network 43f9b3a1-835c-41f9-abdb-7ad16f86d61c {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:57:02.293813 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3041e282-5829-4d7d-9dd0-f8cda8b4e557 None None] Checking agent: {'id': '04a7ea91-6318-467e-ace6-b0fb48c8690f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 41, 42), 'started_at': datetime.datetime(2021, 7, 27, 20, 42, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 56, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:57:02.294195 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3041e282-5829-4d7d-9dd0-f8cda8b4e557 None None] Checking segment: {'id': 'd1065d30-2dcc-4438-947c-c987e8ba7911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '43f9b3a1-835c-41f9-abdb-7ad16f86d61c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:57:02.294604 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3041e282-5829-4d7d-9dd0-f8cda8b4e557 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:02.295017 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3041e282-5829-4d7d-9dd0-f8cda8b4e557 None None] Bound using segment: {'id': 'd1065d30-2dcc-4438-947c-c987e8ba7911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '43f9b3a1-835c-41f9-abdb-7ad16f86d61c'} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:57:02.295520 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-3041e282-5829-4d7d-9dd0-f8cda8b4e557 None None] Bound port: 5dd10e14-b982-4c9c-af2f-94086be32b0e, host: n-d-705658-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1065d30-2dcc-4438-947c-c987e8ba7911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '43f9b3a1-835c-41f9-abdb-7ad16f86d61c'}}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:57:02.295901 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3041e282-5829-4d7d-9dd0-f8cda8b4e557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:02.352711 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-6d9f06ca-0fd1-4a86-afa4-4ae542d3b80a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '815b26e9-2d70-4966-b87a-ebec014fe418', 'name': 'tempest-ServerActionsTestJSON-1402176218-router', 'tenant_id': '037df3a90f014739a3644a9c2d1586c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.43'}], 'enable_snat': True}, 'gw_port_id': '6ee7a68a-7e47-454c-8e09-278e29ff0654', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:56:54Z', 'updated_at': '2021-07-27T20:56:59Z', 'revision_number': 3, 'project_id': '037df3a90f014739a3644a9c2d1586c8', 'gw_port': {'id': '6ee7a68a-7e47-454c-8e09-278e29ff0654', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:be:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '815b26e9-2d70-4966-b87a-ebec014fe418', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:56:56Z', 'updated_at': '2021-07-27T20:56:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22'}], 'n-d-705658-22', False) {} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:57:02.380132 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-45fa554c-8b78-4d01-9643-3934a5e15c1b req-bb75f020-e95e-4652-b174-25c643b7b762 tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] 10.222.0.59 "GET /v2.0/security-groups?id=1749b80d-91c6-4bd3-8e8d-666bd095400f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602025 Jul 27 20:57:02.388731 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d9f06ca-0fd1-4a86-afa4-4ae542d3b80a None None] Checking router: 815b26e9-2d70-4966-b87a-ebec014fe418 for host: n-d-705658-22 {{(pid=105586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 20:57:02.389263 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d9f06ca-0fd1-4a86-afa4-4ae542d3b80a None None] Updating router 815b26e9-2d70-4966-b87a-ebec014fe418 port 6ee7a68a-7e47-454c-8e09-278e29ff0654 binding host n-d-705658-22 {{(pid=105586) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 20:57:02.434595 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-93f543db-bbc0-49c8-a81f-010fa0a1ba67 req-4a3126e8-d5d4-4aeb-90fb-9bf129f5485f service neutron] 10.222.0.60 "GET /v2.0/networks/8e591ae5-ff89-4a25-b3ce-4b1625915957?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3372467 Jul 27 20:57:02.521274 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-122e7e54-c284-4f2f-a87d-bfff0f93d8e7 req-daecaa20-0d96-45b5-a063-de6a51cfe4b9 tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=8ef5ae3754f942d6bfb3fca348e04118&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2818694 Jul 27 20:57:02.668918 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5997ccb7-3e06-42a0-b41f-ba01ab1dc0bb None None] Network c17fbbb7-00d9-4099-8173-7ee8147504c6 requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 20:57:02.683454 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-122e7e54-c284-4f2f-a87d-bfff0f93d8e7 req-97f3374b-901b-4ff1-8d04-7e175bef0219 service neutron] 10.222.0.59 "GET /v2.0/networks/c17fbbb7-00d9-4099-8173-7ee8147504c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1608031 Jul 27 20:57:02.712676 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 20:57:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16517615-f3ff-4d4f-8a6e-9aa6ecdbd5ec x-openstack-request-id: req-16517615-f3ff-4d4f-8a6e-9aa6ecdbd5ec {{(pid=105585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:57:02.713844 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9d282a6-35a6-42dc-b28f-b1607074228a", "tag": "fb15f1c0-245b-436e-a9d1-d0cce94ca8e6", "status": "completed", "code": 200}]} {{(pid=105585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:57:02.714415 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-16517615-f3ff-4d4f-8a6e-9aa6ecdbd5ec {{(pid=105585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:57:02.715244 n-d-705658-22 neutron-server[105585]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9d282a6-35a6-42dc-b28f-b1607074228a', 'tag': 'fb15f1c0-245b-436e-a9d1-d0cce94ca8e6', 'status': 'completed', 'code': 200} Jul 27 20:57:02.811927 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-48e36d50-720b-4844-bbc4-2f2068f3b393 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:02.814613 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-6d9f06ca-0fd1-4a86-afa4-4ae542d3b80a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:02.842801 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3041e282-5829-4d7d-9dd0-f8cda8b4e557 None None] For port 5dd10e14-b982-4c9c-af2f-94086be32b0e, host n-d-705658-22, cleared binding levels {{(pid=105586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:57:02.897924 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-df42d999-6565-4de8-8d3f-9899a0b9cd11 None None] Provisioning for port 49b1fd53-c2ec-49de-80ab-b002c47422f1 completed by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:57:02.914485 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3041e282-5829-4d7d-9dd0-f8cda8b4e557 None None] For port 5dd10e14-b982-4c9c-af2f-94086be32b0e, host n-d-705658-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=5dd10e14-b982-4c9c-af2f-94086be32b0e,segment=NetworkSegment(d1065d30-2dcc-4438-947c-c987e8ba7911),segment_id=d1065d30-2dcc-4438-947c-c987e8ba7911)] {{(pid=105586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:57:02.937999 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3041e282-5829-4d7d-9dd0-f8cda8b4e557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:02.950679 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7298d09f-a115-430d-a291-493990455be2 req-cd814a9c-921f-4ce4-9f67-621b0bd9bd90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:02.952768 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-7298d09f-a115-430d-a291-493990455be2 req-cd814a9c-921f-4ce4-9f67-621b0bd9bd90 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b02d9256766347f197eb5fbdd02cbc7a&device_id=a9d282a6-35a6-42dc-b28f-b1607074228a HTTP/1.1" status: 200 len: 1096 time: 0.2024760 Jul 27 20:57:02.996068 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-122e7e54-c284-4f2f-a87d-bfff0f93d8e7 req-49ce494e-e98b-492c-b86a-905c6156a4c4 service neutron] 10.222.0.59 "GET /v2.0/networks/c17fbbb7-00d9-4099-8173-7ee8147504c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3106508 Jul 27 20:57:03.004366 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.db_base_plugin_common [None req-48e36d50-720b-4844-bbc4-2f2068f3b393 admin admin] Allocated IP 172.20.0.1 (6aa76440-68bb-4814-b579-87efb5c679e3/746696d1-95cb-4db5-9b25-089085191295/235df7f4-77d9-4680-9d65-8935c7f68316) {{(pid=105584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:57:03.050527 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3041e282-5829-4d7d-9dd0-f8cda8b4e557 None None] Pushing event updated for resources: {'Port': ['ID=5dd10e14-b982-4c9c-af2f-94086be32b0e,revision_number=2']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:57:03.083324 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44a724c-fbcf-4d77-a6f0-0bfd216b964e req-78e60da9-c7ca-4207-900d-3fcbad282974 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:03.091242 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e44a724c-fbcf-4d77-a6f0-0bfd216b964e req-78e60da9-c7ca-4207-900d-3fcbad282974 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] 10.222.0.59 "GET /v2.0/ports?device_id=6a9e53e1-344c-4083-a4f6-dbd12c7060f8 HTTP/1.1" status: 200 len: 948 time: 0.2851949 Jul 27 20:57:03.122241 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] For port 49462502-98c7-474a-ab59-a5fef55bb950, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=49462502-98c7-474a-ab59-a5fef55bb950,segment=NetworkSegment(86b1e6f6-d629-4b03-8944-4cdfbfb93d02),segment_id=86b1e6f6-d629-4b03-8944-4cdfbfb93d02)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:57:03.141622 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-48e36d50-720b-4844-bbc4-2f2068f3b393 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:03.160254 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.provisioning_blocks [None req-48e36d50-720b-4844-bbc4-2f2068f3b393 admin admin] Transition to ACTIVE for port object 235df7f4-77d9-4680-9d65-8935c7f68316 will not be triggered until provisioned by entity DHCP. {{(pid=105584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:57:03.190387 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Returning: {'device': '49462502-98c7-474a-ab59-a5fef55bb950', 'network_id': '4d64aa0b-bd6a-468e-8edc-c83689947462', 'port_id': '49462502-98c7-474a-ab59-a5fef55bb950', 'mac_address': 'fa:16:3e:f2:09:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26644ba0-4185-4e10-8718-6ad18d01376c', 'ip_address': '192.168.233.225'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105586) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 20:57:03.208070 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e44a724c-fbcf-4d77-a6f0-0bfd216b964e req-a00861d6-feff-4a48-a08f-7501bfd4b721 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] 10.222.0.59 "GET /v2.0/security-groups?id=c6534cb3-b44e-4a83-b57e-ddb72c2ad843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154335 Jul 27 20:57:03.220540 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-48e36d50-720b-4844-bbc4-2f2068f3b393 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:03.246826 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7298d09f-a115-430d-a291-493990455be2 req-4de32012-a22f-40ca-9f50-b44cf21cdb18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:03.248745 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-7298d09f-a115-430d-a291-493990455be2 req-4de32012-a22f-40ca-9f50-b44cf21cdb18 service neutron] 10.222.0.60 "GET /v2.0/networks?id=8e591ae5-ff89-4a25-b3ce-4b1625915957 HTTP/1.1" status: 200 len: 921 time: 0.2830248 Jul 27 20:57:03.270084 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48e36d50-720b-4844-bbc4-2f2068f3b393 admin admin] Network 6aa76440-68bb-4814-b579-87efb5c679e3 is already hosted by enough agents. {{(pid=105584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:57:03.276521 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [None req-48e36d50-720b-4844-bbc4-2f2068f3b393 admin admin] Resources bound (agent type, host, resource id): {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:57:03.281110 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48e36d50-720b-4844-bbc4-2f2068f3b393 admin admin] Received port after_create {{(pid=105584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:57:03.287341 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e36d50-720b-4844-bbc4-2f2068f3b393 admin admin] Pushing event updated for resources: {'Port': ['ID=235df7f4-77d9-4680-9d65-8935c7f68316,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:57:03.313533 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-7298d09f-a115-430d-a291-493990455be2 req-1c93e31c-ff50-4f49-9132-f6712bab0cfa service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fb15f1c0-245b-436e-a9d1-d0cce94ca8e6 HTTP/1.1" status: 200 len: 217 time: 0.0547991 Jul 27 20:57:03.336143 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-48e36d50-720b-4844-bbc4-2f2068f3b393 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4075523'] for router_interface, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:03.379872 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-122e7e54-c284-4f2f-a87d-bfff0f93d8e7 req-e7f895e5-90dd-4f8f-93c9-4bc697e31f9e service neutron] 10.222.0.59 "GET /v2.0/networks/43f9b3a1-835c-41f9-abdb-7ad16f86d61c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3826764 Jul 27 20:57:03.497885 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:03.522520 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7298d09f-a115-430d-a291-493990455be2 req-ecbcf0c1-6ec8-498c-bbc2-1e5d359d28db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:03.529371 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-7298d09f-a115-430d-a291-493990455be2 req-ecbcf0c1-6ec8-498c-bbc2-1e5d359d28db service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ffc7070b-0d02-4acb-a66a-19178d3b9317 HTTP/1.1" status: 200 len: 860 time: 0.1978850 Jul 27 20:57:03.582617 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49462502-98c7-474a-ab59-a5fef55bb950 {{(pid=105586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 20:57:03.600303 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-48e36d50-720b-4844-bbc4-2f2068f3b393 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:03.641689 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 49b1fd53-c2ec-49de-80ab-b002c47422f1 up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:57:03.680746 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-7298d09f-a115-430d-a291-493990455be2 req-190941de-631b-4eb1-acfe-089a3b06b1fa service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8e591ae5-ff89-4a25-b3ce-4b1625915957&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0638816 Jul 27 20:57:03.747118 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] For port 49462502-98c7-474a-ab59-a5fef55bb950, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=49462502-98c7-474a-ab59-a5fef55bb950,segment=NetworkSegment(86b1e6f6-d629-4b03-8944-4cdfbfb93d02),segment_id=86b1e6f6-d629-4b03-8944-4cdfbfb93d02)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:57:03.793207 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:03.818960 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-c7ed56ea-86c1-4d6a-a715-df76790091fc None None] Provisioning for port 235df7f4-77d9-4680-9d65-8935c7f68316 completed by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:57:03.825676 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-7298d09f-a115-430d-a291-493990455be2 req-10dd71ac-539a-40c3-9832-fed45c6775a1 service neutron] 10.222.0.60 "GET /v2.0/networks/8e591ae5-ff89-4a25-b3ce-4b1625915957?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312566 Jul 27 20:57:03.876183 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-c7ed56ea-86c1-4d6a-a715-df76790091fc None None] Provisioning complete for port 235df7f4-77d9-4680-9d65-8935c7f68316 triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:57:03.876908 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-c7ed56ea-86c1-4d6a-a715-df76790091fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:03.905034 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-48e36d50-720b-4844-bbc4-2f2068f3b393 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:03.909999 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-48e36d50-720b-4844-bbc4-2f2068f3b393 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9014027'] for port, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:03.925926 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-c7ed56ea-86c1-4d6a-a715-df76790091fc None None] Port 235df7f4-77d9-4680-9d65-8935c7f68316 cannot update to ACTIVE because it is not bound. {{(pid=105586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 20:57:03.975900 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-7298d09f-a115-430d-a291-493990455be2 req-905baadb-0f02-45f2-bb21-eb10a8d1804d service neutron] 10.222.0.60 "GET /v2.0/networks/8e591ae5-ff89-4a25-b3ce-4b1625915957?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1391368 Jul 27 20:57:04.006351 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e36d50-720b-4844-bbc4-2f2068f3b393 admin admin] Pushing event updated for resources: {'Port': ['ID=235df7f4-77d9-4680-9d65-8935c7f68316,revision_number=2']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:57:04.009397 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-48e36d50-720b-4844-bbc4-2f2068f3b393 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3743906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4076435'] for router_interface, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:04.020568 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning for port 49b1fd53-c2ec-49de-80ab-b002c47422f1 completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:57:04.029621 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-122e7e54-c284-4f2f-a87d-bfff0f93d8e7 req-65c6ce9f-ed78-4979-8ea2-66f0aabc03c1 service neutron] 10.222.0.59 "GET /v2.0/networks/43f9b3a1-835c-41f9-abdb-7ad16f86d61c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6401541 Jul 27 20:57:04.042831 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62871ad1-15e2-49f2-9e15-b101d07b7515 req-31dc1ecd-2b99-462f-b40a-0bd4aa38ec51 tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:04.044410 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-62871ad1-15e2-49f2-9e15-b101d07b7515 req-31dc1ecd-2b99-462f-b40a-0bd4aa38ec51 tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] 10.222.0.59 "GET /v2.0/ports?device_id=d7c5737b-5126-4417-93f5-533a70fd5a86 HTTP/1.1" status: 200 len: 943 time: 0.5321541 Jul 27 20:57:04.067387 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Pushing event updated for resources: {'Port': ['ID=49462502-98c7-474a-ab59-a5fef55bb950,revision_number=10']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:57:04.070973 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port 49b1fd53-c2ec-49de-80ab-b002c47422f1 triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:57:04.071609 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:04.109500 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] get_ports_and_sgs() called for port_ids ['49462502-98c7-474a-ab59-a5fef55bb950'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 20:57:04.127408 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-62871ad1-15e2-49f2-9e15-b101d07b7515 req-b74d1856-adac-4a50-a5ce-9e0b8b419514 tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] 10.222.0.59 "GET /v2.0/security-groups?id=594c38b0-00a0-4e02-9d5e-673f3a5e469c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753231 Jul 27 20:57:04.132538 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48e36d50-720b-4844-bbc4-2f2068f3b393 admin admin] Network 6aa76440-68bb-4814-b579-87efb5c679e3 is already hosted by enough agents. {{(pid=105584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:57:04.138396 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [None req-48e36d50-720b-4844-bbc4-2f2068f3b393 admin admin] Resources bound (agent type, host, resource id): {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:57:04.222587 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-6d9f06ca-0fd1-4a86-afa4-4ae542d3b80a None None] Notify callbacks [] for port, precommit_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:04.241657 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-49bcb048-4078-45bf-8373-0634f6410386 None None] Provisioning complete for port 49b1fd53-c2ec-49de-80ab-b002c47422f1 triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:57:04.245454 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-49bcb048-4078-45bf-8373-0634f6410386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:04.256959 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-6d9f06ca-0fd1-4a86-afa4-4ae542d3b80a None None] Transition to ACTIVE for port object 6ee7a68a-7e47-454c-8e09-278e29ff0654 will not be triggered until provisioned by entity L2. {{(pid=105586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:57:04.313557 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device 4ee93ba2-6330-4c53-abc2-bbf843dd38f2 no longer exists at agent hyperv_n-h1-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 20:57:04.462827 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-6d9f06ca-0fd1-4a86-afa4-4ae542d3b80a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:04.463586 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48e36d50-720b-4844-bbc4-2f2068f3b393 admin admin] Router 815b26e9-2d70-4966-b87a-ebec014fe418 has already been hosted by L3 agent dd128fd7-8e57-4d4f-895b-a96b369df59a {{(pid=105584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 20:57:04.515182 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abd3e25-d181-4b62-b0dd-5d0f755a4623 req-9f5c6d65-cadd-4f16-8fd3-884b3bde1b49 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:04.523812 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-7abd3e25-d181-4b62-b0dd-5d0f755a4623 req-9f5c6d65-cadd-4f16-8fd3-884b3bde1b49 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] 10.222.0.59 "GET /v2.0/ports?device_id=6a9e53e1-344c-4083-a4f6-dbd12c7060f8 HTTP/1.1" status: 200 len: 950 time: 0.2906113 Jul 27 20:57:04.541225 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f267d5-95bc-4ca8-b6f6-7323278ca2d5 req-90324d9d-c9ec-4783-8ba8-46ba5ede11ec tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:04.549524 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-d4f267d5-95bc-4ca8-b6f6-7323278ca2d5 req-90324d9d-c9ec-4783-8ba8-46ba5ede11ec tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] 10.222.0.59 "GET /v2.0/ports?device_id=a9d282a6-35a6-42dc-b28f-b1607074228a HTTP/1.1" status: 200 len: 944 time: 0.2675006 Jul 27 20:57:04.624491 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-d4f267d5-95bc-4ca8-b6f6-7323278ca2d5 req-f50ec167-2258-49dc-8f02-e34a6938106d tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] 10.222.0.59 "GET /v2.0/security-groups?id=1749b80d-91c6-4bd3-8e8d-666bd095400f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697649 Jul 27 20:57:04.655808 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-7abd3e25-d181-4b62-b0dd-5d0f755a4623 req-62469370-5022-4d6b-8746-b7024c0919ed tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] 10.222.0.59 "GET /v2.0/security-groups?id=c6534cb3-b44e-4a83-b57e-ddb72c2ad843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307232 Jul 27 20:57:04.692781 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-49bcb048-4078-45bf-8373-0634f6410386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:04.769097 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48e36d50-720b-4844-bbc4-2f2068f3b393 admin admin] Notify agent at l3_agent.n-d-705658-22 the message routers_updated {{(pid=105584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 20:57:04.797256 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-48e36d50-720b-4844-bbc4-2f2068f3b393 admin admin] 10.222.0.59 "PUT /v2.0/routers/815b26e9-2d70-4966-b87a-ebec014fe418/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2678220 Jul 27 20:57:04.815033 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-1fbefdc1-adb9-4694-b1e7-edff5f1ff659 req-914b608a-d0fe-4f4b-80d4-5d04c0df60d8 service neutron] 10.222.0.36 "GET /v2.0/ports/4ee93ba2-6330-4c53-abc2-bbf843dd38f2/bindings/n-h2-705658-22 HTTP/1.1" status: 200 len: 385 time: 0.2488704 Jul 27 20:57:04.837616 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-6d9f06ca-0fd1-4a86-afa4-4ae542d3b80a None None] Attempting to bind port 6ee7a68a-7e47-454c-8e09-278e29ff0654 on host n-d-705658-22 for vnic_type normal with profile {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:57:04.837995 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-6d9f06ca-0fd1-4a86-afa4-4ae542d3b80a None None] Attempting to bind port 6ee7a68a-7e47-454c-8e09-278e29ff0654 by drivers openvswitch,hyperv on host n-d-705658-22 at level 0 using segments [{'id': '12196855-9a32-4633-9a56-77697ef9e126', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305'}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:57:04.838361 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d9f06ca-0fd1-4a86-afa4-4ae542d3b80a None None] Attempting to bind port 6ee7a68a-7e47-454c-8e09-278e29ff0654 on network 8735d8a2-b604-4758-ae71-b40e4ee6f305 {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:57:04.886236 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:04.890766 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7cff35-d95e-41ec-b82f-a7dd3bf18837 None None] Pushing event updated for resources: {'Port': ['ID=6ee7a68a-7e47-454c-8e09-278e29ff0654,revision_number=2']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:57:04.932547 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d9f06ca-0fd1-4a86-afa4-4ae542d3b80a None None] Checking agent: {'id': '04a7ea91-6318-467e-ace6-b0fb48c8690f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 41, 42), 'started_at': datetime.datetime(2021, 7, 27, 20, 42, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 56, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:57:04.932943 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d9f06ca-0fd1-4a86-afa4-4ae542d3b80a None None] Checking segment: {'id': '12196855-9a32-4633-9a56-77697ef9e126', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:57:04.933377 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-6d9f06ca-0fd1-4a86-afa4-4ae542d3b80a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:04.933776 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d9f06ca-0fd1-4a86-afa4-4ae542d3b80a None None] Bound using segment: {'id': '12196855-9a32-4633-9a56-77697ef9e126', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305'} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:57:04.934271 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-6d9f06ca-0fd1-4a86-afa4-4ae542d3b80a None None] Bound port: 6ee7a68a-7e47-454c-8e09-278e29ff0654, host: n-d-705658-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12196855-9a32-4633-9a56-77697ef9e126', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305'}}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:57:04.937822 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-6d9f06ca-0fd1-4a86-afa4-4ae542d3b80a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:04.961573 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-20c113ea-40c0-403f-8513-7fde83ca3732 req-52222631-11ce-46cf-bd1f-097d9944281d tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] 10.222.0.59 "GET /v2.0/ports?device_id=e3e87ad5-cbba-43a3-886e-223057ca096a HTTP/1.1" status: 200 len: 210 time: 0.0561886 Jul 27 20:57:04.987049 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-49bcb048-4078-45bf-8373-0634f6410386 None None] For port 49b1fd53-c2ec-49de-80ab-b002c47422f1, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=49b1fd53-c2ec-49de-80ab-b002c47422f1,segment=NetworkSegment(e3626d14-fb86-4d15-9749-6232d7578299),segment_id=e3626d14-fb86-4d15-9749-6232d7578299)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:57:04.997168 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23d59bb2-5b06-41f5-8eb3-7e29b49e87b0 None None] Network 43f9b3a1-835c-41f9-abdb-7ad16f86d61c requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 20:57:05.042066 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-49bcb048-4078-45bf-8373-0634f6410386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:05.203664 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [req-1fbefdc1-adb9-4694-b1e7-edff5f1ff659 req-a4a10c8c-b2af-409d-9aad-15ec1f876e81 service neutron] For port 4ee93ba2-6330-4c53-abc2-bbf843dd38f2, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=4ee93ba2-6330-4c53-abc2-bbf843dd38f2,segment=NetworkSegment(7ddd3554-64b5-4ff7-9735-f58b31de803c),segment_id=7ddd3554-64b5-4ff7-9735-f58b31de803c)] {{(pid=105584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:57:05.232888 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [req-1fbefdc1-adb9-4694-b1e7-edff5f1ff659 req-a4a10c8c-b2af-409d-9aad-15ec1f876e81 service neutron] For port 4ee93ba2-6330-4c53-abc2-bbf843dd38f2, host n-h1-705658-22, cleared binding levels {{(pid=105584) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:57:05.275183 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 36758) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:57:05.283880 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-52529eab-6632-4268-84df-893364c2edf1 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] Request body: {'security_group': {'name': 'tempest-securitygroup--311229239', 'description': 'tempest-description--936442221'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:57:05.284377 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-6d9f06ca-0fd1-4a86-afa4-4ae542d3b80a None None] For port 6ee7a68a-7e47-454c-8e09-278e29ff0654, host n-d-705658-22, cleared binding levels {{(pid=105586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:57:05.290348 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49bcb048-4078-45bf-8373-0634f6410386 None None] Pushing event updated for resources: {'Port': ['ID=49b1fd53-c2ec-49de-80ab-b002c47422f1,revision_number=3']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:57:05.304506 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-f664e130-5a78-4d0e-a38b-1af79f450b82 None None] Provisioning for port 5dd10e14-b982-4c9c-af2f-94086be32b0e completed by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:57:05.312492 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-5c45ce96-5990-4f15-b5e1-76337a8f3f92 req-7ef60261-c93d-49c2-82f8-85a69de62550 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=43230fc3eab141e0b742541c8628d03e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0755088 Jul 27 20:57:05.317131 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.db.api [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105586) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 27 20:57:05.317503 n-d-705658-22 neutron-server[105586]: DEBUG oslo_db.api [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 27 20:57:05.326576 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-6d9f06ca-0fd1-4a86-afa4-4ae542d3b80a None None] For port 6ee7a68a-7e47-454c-8e09-278e29ff0654, host n-d-705658-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=6ee7a68a-7e47-454c-8e09-278e29ff0654,segment=NetworkSegment(12196855-9a32-4633-9a56-77697ef9e126),segment_id=12196855-9a32-4633-9a56-77697ef9e126)] {{(pid=105586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:57:05.328183 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [req-1fbefdc1-adb9-4694-b1e7-edff5f1ff659 req-a4a10c8c-b2af-409d-9aad-15ec1f876e81 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ee93ba2-6330-4c53-abc2-bbf843dd38f2 {{(pid=105584) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 20:57:05.333832 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-6d9f06ca-0fd1-4a86-afa4-4ae542d3b80a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:05.342501 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [req-1fbefdc1-adb9-4694-b1e7-edff5f1ff659 req-a4a10c8c-b2af-409d-9aad-15ec1f876e81 service neutron] For port 4ee93ba2-6330-4c53-abc2-bbf843dd38f2, host n-h2-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=4ee93ba2-6330-4c53-abc2-bbf843dd38f2,segment=NetworkSegment(7ddd3554-64b5-4ff7-9735-f58b31de803c),segment_id=7ddd3554-64b5-4ff7-9735-f58b31de803c)] {{(pid=105584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:57:05.362155 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-1fbefdc1-adb9-4694-b1e7-edff5f1ff659 req-a4a10c8c-b2af-409d-9aad-15ec1f876e81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:05.408801 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-f664e130-5a78-4d0e-a38b-1af79f450b82 None None] Provisioning complete for port 235df7f4-77d9-4680-9d65-8935c7f68316 triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:57:05.409222 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-f664e130-5a78-4d0e-a38b-1af79f450b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:05.444348 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-52529eab-6632-4268-84df-893364c2edf1 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] Notify callbacks [] for security_group, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:05.468754 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.provisioning_blocks [req-1fbefdc1-adb9-4694-b1e7-edff5f1ff659 req-a4a10c8c-b2af-409d-9aad-15ec1f876e81 service neutron] Transition to ACTIVE for port object 4ee93ba2-6330-4c53-abc2-bbf843dd38f2 will not be triggered until provisioned by entity L2. {{(pid=105584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:57:05.474078 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7cff35-d95e-41ec-b82f-a7dd3bf18837 None None] Pushing event updated for resources: {'Port': ['ID=6ee7a68a-7e47-454c-8e09-278e29ff0654,revision_number=3']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:57:05.474273 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-1fbefdc1-adb9-4694-b1e7-edff5f1ff659 req-a4a10c8c-b2af-409d-9aad-15ec1f876e81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9014027'] for port, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:05.487803 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d9f06ca-0fd1-4a86-afa4-4ae542d3b80a None None] Routers {'815b26e9-2d70-4966-b87a-ebec014fe418'} bound to L3 agent in host n-d-705658-22 {{(pid=105586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:57:05.487803 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-6d9f06ca-0fd1-4a86-afa4-4ae542d3b80a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T20:56:41Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['815b26e9-2d70-4966-b87a-ebec014fe418'], 'active': True} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:57:05.496741 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331f868f-720f-4fe6-b0ad-1d42b5d87b7b req-48148a6a-69b0-4524-859d-1bb3a98eda54 tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:05.498508 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-331f868f-720f-4fe6-b0ad-1d42b5d87b7b req-48148a6a-69b0-4524-859d-1bb3a98eda54 tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] 10.222.0.59 "GET /v2.0/ports?device_id=d7c5737b-5126-4417-93f5-533a70fd5a86 HTTP/1.1" status: 200 len: 943 time: 0.1693275 Jul 27 20:57:05.539734 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fbefdc1-adb9-4694-b1e7-edff5f1ff659 req-a4a10c8c-b2af-409d-9aad-15ec1f876e81 service neutron] No DVR routers for this DVR port 4ee93ba2-6330-4c53-abc2-bbf843dd38f2 on host n-h1-705658-22 {{(pid=105584) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 20:57:05.544726 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c45ce96-5990-4f15-b5e1-76337a8f3f92 req-26331d49-ad5b-450b-84aa-a2fd8a276ea3 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:05.547650 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-f664e130-5a78-4d0e-a38b-1af79f450b82 None None] Port 235df7f4-77d9-4680-9d65-8935c7f68316 cannot update to ACTIVE because it is not bound. {{(pid=105586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 20:57:05.552350 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-5c45ce96-5990-4f15-b5e1-76337a8f3f92 req-26331d49-ad5b-450b-84aa-a2fd8a276ea3 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2374759 Jul 27 20:57:05.582857 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-5c45ce96-5990-4f15-b5e1-76337a8f3f92 req-950bf2fa-1a9a-4499-87dd-9f9a23e60629 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] 10.222.0.59 "GET /v2.0/quotas/43230fc3eab141e0b742541c8628d03e HTTP/1.1" status: 200 len: 375 time: 0.0294824 Jul 27 20:57:05.592501 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a10c8c-b2af-409d-9aad-15ec1f876e81 service neutron] Pushing event updated for resources: {'Port': ['ID=4ee93ba2-6330-4c53-abc2-bbf843dd38f2,revision_number=10']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:57:05.602143 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-1fbefdc1-adb9-4694-b1e7-edff5f1ff659 req-a4a10c8c-b2af-409d-9aad-15ec1f876e81 service neutron] 10.222.0.36 "PUT /v2.0/ports/4ee93ba2-6330-4c53-abc2-bbf843dd38f2/bindings/n-h2-705658-22/activate HTTP/1.1" status: 200 len: 370 time: 0.7801461 Jul 27 20:57:05.619061 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-331f868f-720f-4fe6-b0ad-1d42b5d87b7b req-596f9133-461d-4334-8812-0afe64343e7f tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] 10.222.0.59 "GET /v2.0/security-groups?id=594c38b0-00a0-4e02-9d5e-673f3a5e469c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043773 Jul 27 20:57:05.659274 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvr_db [None req-6d9f06ca-0fd1-4a86-afa4-4ae542d3b80a None None] Set router 815b26e9-2d70-4966-b87a-ebec014fe418 gateway port host: n-d-705658-22 {{(pid=105586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:57:05.725525 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-52529eab-6632-4268-84df-893364c2edf1 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] Notify callbacks [] for security_group, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:05.742538 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-52529eab-6632-4268-84df-893364c2edf1 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:05.827292 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-5c45ce96-5990-4f15-b5e1-76337a8f3f92 req-edd27307-afd8-4be6-9fc1-8b105bff135e tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=43230fc3eab141e0b742541c8628d03e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2321410 Jul 27 20:57:05.832078 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-52529eab-6632-4268-84df-893364c2edf1 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] Notify callbacks [] for security_group, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:05.844410 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-52529eab-6632-4268-84df-893364c2edf1 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.5665035 Jul 27 20:57:05.847343 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 36766) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:57:05.851035 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52529eab-6632-4268-84df-893364c2edf1 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e760076b-6854-47cf-947b-f6a7a8a579d1,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:57:05.856324 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-a49d0547-d9e8-430d-81e7-2f73ae540d1b tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] Request body: {'security_group_rule': {'security_group_id': 'e760076b-6854-47cf-947b-f6a7a8a579d1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:57:05.881968 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52529eab-6632-4268-84df-893364c2edf1 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:57:05.882317 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52529eab-6632-4268-84df-893364c2edf1 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:57:05.882671 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52529eab-6632-4268-84df-893364c2edf1 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:57:05.883026 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52529eab-6632-4268-84df-893364c2edf1 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:57:05.883362 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52529eab-6632-4268-84df-893364c2edf1 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:57:05.883694 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52529eab-6632-4268-84df-893364c2edf1 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:57:05.884031 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52529eab-6632-4268-84df-893364c2edf1 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:57:05.884363 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52529eab-6632-4268-84df-893364c2edf1 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:57:05.884690 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52529eab-6632-4268-84df-893364c2edf1 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:57:05.885015 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52529eab-6632-4268-84df-893364c2edf1 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:57:05.885343 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52529eab-6632-4268-84df-893364c2edf1 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:57:05.885679 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52529eab-6632-4268-84df-893364c2edf1 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:57:05.914515 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-a49d0547-d9e8-430d-81e7-2f73ae540d1b tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:05.960859 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbefdc1-adb9-4694-b1e7-edff5f1ff659 req-d8bbac1e-468b-4939-8281-a5a059ffa930 tempest-LiveMigrationTest-297508949 tempest-LiveMigrationTest-297508949-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:05.963986 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-1fbefdc1-adb9-4694-b1e7-edff5f1ff659 req-d8bbac1e-468b-4939-8281-a5a059ffa930 tempest-LiveMigrationTest-297508949 tempest-LiveMigrationTest-297508949-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=d7c5737b-5126-4417-93f5-533a70fd5a86&tenant_id=0ae9964322044591b167626dd714310e&binding%3Ahost_id=n-h1-705658-22 HTTP/1.1" status: 200 len: 1096 time: 0.2962694 Jul 27 20:57:06.087246 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-a49d0547-d9e8-430d-81e7-2f73ae540d1b tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:06.092400 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-a49d0547-d9e8-430d-81e7-2f73ae540d1b tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732636'] for security_group_rule, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:06.117077 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49d0547-d9e8-430d-81e7-2f73ae540d1b tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82cbbacd-de1a-4d07-a0d0-80663b7d924c,revision_number=0']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:57:06.123327 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-a49d0547-d9e8-430d-81e7-2f73ae540d1b tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:06.125281 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-a49d0547-d9e8-430d-81e7-2f73ae540d1b tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2760305 Jul 27 20:57:06.127374 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 36776) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:57:06.135540 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-e87f4393-3ac0-4b2e-8401-a59d0fc5323c tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] Request body: {'security_group_rule': {'security_group_id': 'e760076b-6854-47cf-947b-f6a7a8a579d1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:57:06.153301 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31981b94-c34c-4a41-8870-36e15d7f5a44 req-033f14e8-2da8-4815-95aa-38c427a3db22 tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:06.155041 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-31981b94-c34c-4a41-8870-36e15d7f5a44 req-033f14e8-2da8-4815-95aa-38c427a3db22 tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] 10.222.0.59 "GET /v2.0/ports?device_id=a9d282a6-35a6-42dc-b28f-b1607074228a HTTP/1.1" status: 200 len: 944 time: 0.4261873 Jul 27 20:57:06.184227 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-e87f4393-3ac0-4b2e-8401-a59d0fc5323c tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:06.243381 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:06.266512 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device 49462502-98c7-474a-ab59-a5fef55bb950 up at agent hyperv_n-h1-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:57:06.268639 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 49b1fd53-c2ec-49de-80ab-b002c47422f1 up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:57:06.303066 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-e87f4393-3ac0-4b2e-8401-a59d0fc5323c tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:06.309526 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-e87f4393-3ac0-4b2e-8401-a59d0fc5323c tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732636'] for security_group_rule, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:06.326069 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87f4393-3ac0-4b2e-8401-a59d0fc5323c tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=516fe2e9-464e-4ee9-91a1-336d453397b9,revision_number=0']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:57:06.353119 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-e87f4393-3ac0-4b2e-8401-a59d0fc5323c tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:06.357322 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-e87f4393-3ac0-4b2e-8401-a59d0fc5323c tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2287545 Jul 27 20:57:06.360254 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 36782) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:57:06.367669 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-fe0c1f5f-b8d4-4f1c-8980-5df47b7f2907 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] Request body: {'floatingip': {'floating_network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:57:06.393322 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-fe0c1f5f-b8d4-4f1c-8980-5df47b7f2907 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] Notify callbacks [] for floatingip, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:06.433432 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port 49b1fd53-c2ec-49de-80ab-b002c47422f1 triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:57:06.433837 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:06.435781 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Provisioning complete for port 49462502-98c7-474a-ab59-a5fef55bb950 triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:57:06.435781 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:06.523894 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-6d9f06ca-0fd1-4a86-afa4-4ae542d3b80a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '815b26e9-2d70-4966-b87a-ebec014fe418', 'name': 'tempest-ServerActionsTestJSON-1402176218-router', 'tenant_id': '037df3a90f014739a3644a9c2d1586c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.43'}], 'enable_snat': True}, 'gw_port_id': '6ee7a68a-7e47-454c-8e09-278e29ff0654', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:56:54Z', 'updated_at': '2021-07-27T20:57:03Z', 'revision_number': 4, 'project_id': '037df3a90f014739a3644a9c2d1586c8', 'gw_port': {'id': '6ee7a68a-7e47-454c-8e09-278e29ff0654', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:be:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '815b26e9-2d70-4966-b87a-ebec014fe418', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:56:56Z', 'updated_at': '2021-07-27T20:57:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_interfaces': [{'id': '235df7f4-77d9-4680-9d65-8935c7f68316', 'name': '', 'network_id': '6aa76440-68bb-4814-b579-87efb5c679e3', 'tenant_id': '037df3a90f014739a3644a9c2d1586c8', 'mac_address': 'fa:16:3e:9a:f3:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '815b26e9-2d70-4966-b87a-ebec014fe418', 'device_owner': 'network:router_interface', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '746696d1-95cb-4db5-9b25-089085191295', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:57:02Z', 'updated_at': '2021-07-27T20:57:03Z', 'revision_number': 2, 'project_id': '037df3a90f014739a3644a9c2d1586c8', 'subnets': [{'id': '746696d1-95cb-4db5-9b25-089085191295', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-22', False) {} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:57:06.537340 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-fe0c1f5f-b8d4-4f1c-8980-5df47b7f2907 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:06.570664 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d9f06ca-0fd1-4a86-afa4-4ae542d3b80a None None] The sync data for ids ['815b26e9-2d70-4966-b87a-ebec014fe418'] in n-d-705658-22 is: [{'id': '815b26e9-2d70-4966-b87a-ebec014fe418', 'name': 'tempest-ServerActionsTestJSON-1402176218-router', 'tenant_id': '037df3a90f014739a3644a9c2d1586c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.43'}], 'enable_snat': True}, 'gw_port_id': '6ee7a68a-7e47-454c-8e09-278e29ff0654', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:56:54Z', 'updated_at': '2021-07-27T20:57:03Z', 'revision_number': 4, 'project_id': '037df3a90f014739a3644a9c2d1586c8', 'gw_port': {'id': '6ee7a68a-7e47-454c-8e09-278e29ff0654', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:be:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '815b26e9-2d70-4966-b87a-ebec014fe418', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:56:56Z', 'updated_at': '2021-07-27T20:57:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_interfaces': [{'id': '235df7f4-77d9-4680-9d65-8935c7f68316', 'name': '', 'network_id': '6aa76440-68bb-4814-b579-87efb5c679e3', 'tenant_id': '037df3a90f014739a3644a9c2d1586c8', 'mac_address': 'fa:16:3e:9a:f3:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '815b26e9-2d70-4966-b87a-ebec014fe418', 'device_owner': 'network:router_interface', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '746696d1-95cb-4db5-9b25-089085191295', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:57:02Z', 'updated_at': '2021-07-27T20:57:03Z', 'revision_number': 2, 'project_id': '037df3a90f014739a3644a9c2d1586c8', 'subnets': [{'id': '746696d1-95cb-4db5-9b25-089085191295', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 20:57:06.646964 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 5dd10e14-b982-4c9c-af2f-94086be32b0e up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:57:06.695899 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:06.733787 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a9e53e1-344c-4083-a4f6-dbd12c7060f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49462502-98c7-474a-ab59-a5fef55bb950'}] {{(pid=105586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:57:06.736360 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14c1663e039faf5393f87855f745010ac5b02220355b68fdbf065393e303ac56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1185237a-4df4-4cef-bbf9-bf38b3abe63a" -d '{"events": [{"server_uuid": "6a9e53e1-344c-4083-a4f6-dbd12c7060f8", "name": "network-vif-plugged", "status": "completed", "tag": "49462502-98c7-474a-ab59-a5fef55bb950"}]}' {{(pid=105586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:57:06.741275 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.db_base_plugin_common [None req-fe0c1f5f-b8d4-4f1c-8980-5df47b7f2907 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] Allocated IP 172.25.5.212 (8735d8a2-b604-4758-ae71-b40e4ee6f305/eca7dbab-b9c0-4c8f-a272-816ea8a81764/30376c5d-5218-4a7e-9665-9cc95bdb9b03) {{(pid=105584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:57:06.755434 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122e7e54-c284-4f2f-a87d-bfff0f93d8e7 req-e41bd9ec-5a3a-431e-84bd-e52ab20cd0ab tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:06.756786 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] For port 49462502-98c7-474a-ab59-a5fef55bb950, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=49462502-98c7-474a-ab59-a5fef55bb950,segment=NetworkSegment(86b1e6f6-d629-4b03-8944-4cdfbfb93d02),segment_id=86b1e6f6-d629-4b03-8944-4cdfbfb93d02)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:57:06.760684 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:06.763525 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122e7e54-c284-4f2f-a87d-bfff0f93d8e7 req-e41bd9ec-5a3a-431e-84bd-e52ab20cd0ab tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:06.766663 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning for port 5dd10e14-b982-4c9c-af2f-94086be32b0e completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:57:06.767362 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-122e7e54-c284-4f2f-a87d-bfff0f93d8e7 req-e41bd9ec-5a3a-431e-84bd-e52ab20cd0ab tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] 10.222.0.60 "GET /v2.0/networks?id=c17fbbb7-00d9-4099-8173-7ee8147504c6&id=43f9b3a1-835c-41f9-abdb-7ad16f86d61c HTTP/1.1" status: 200 len: 1391 time: 0.8575025 Jul 27 20:57:06.791738 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port 5dd10e14-b982-4c9c-af2f-94086be32b0e triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:57:06.792342 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:06.800418 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-31981b94-c34c-4a41-8870-36e15d7f5a44 req-6bb4addd-1f69-4bce-859e-991e06bca92a tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] 10.222.0.59 "GET /v2.0/security-groups?id=1749b80d-91c6-4bd3-8e8d-666bd095400f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6264777 Jul 27 20:57:06.805123 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbefdc1-adb9-4694-b1e7-edff5f1ff659 req-35eab231-7ae1-49a7-bb7f-9d6fbc7e05ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:06.806871 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-1fbefdc1-adb9-4694-b1e7-edff5f1ff659 req-35eab231-7ae1-49a7-bb7f-9d6fbc7e05ad service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=d7c5737b-5126-4417-93f5-533a70fd5a86&tenant_id=0ae9964322044591b167626dd714310e HTTP/1.1" status: 200 len: 1096 time: 0.8115778 Jul 27 20:57:06.812671 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [req-122e7e54-c284-4f2f-a87d-bfff0f93d8e7 req-4eee584e-6027-4493-baed-685594edfe89 tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] Request body: {'port': {'device_id': 'e3e87ad5-cbba-43a3-886e-223057ca096a', 'network_id': 'c17fbbb7-00d9-4099-8173-7ee8147504c6', 'admin_state_up': True, 'tenant_id': '8ef5ae3754f942d6bfb3fca348e04118'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:57:06.846747 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Pushing event updated for resources: {'Port': ['ID=49462502-98c7-474a-ab59-a5fef55bb950,revision_number=11']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:57:06.970820 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:07.012506 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-5b8dac17-5d50-46a5-b99d-b43bfa46e05a req-ec8cbb5c-280e-4aba-acfb-d5e49ce20f1f tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] 10.222.0.59 "GET /v2.0/ports?device_id=e3e87ad5-cbba-43a3-886e-223057ca096a HTTP/1.1" status: 200 len: 210 time: 0.2668538 Jul 27 20:57:07.026615 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-fe0c1f5f-b8d4-4f1c-8980-5df47b7f2907 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] Notify callbacks [] for port, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:07.067037 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] For port 5dd10e14-b982-4c9c-af2f-94086be32b0e, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=5dd10e14-b982-4c9c-af2f-94086be32b0e,segment=NetworkSegment(d1065d30-2dcc-4438-947c-c987e8ba7911),segment_id=d1065d30-2dcc-4438-947c-c987e8ba7911)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:57:07.067473 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-502bd836-4c8b-4119-a53c-b01e648edd52 req-d7abd894-46e5-48c8-8a58-96d978cb79d7 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] 10.222.0.59 "GET /v2.0/ports?device_id=db419102-3263-4279-8695-4f2f3857abff HTTP/1.1" status: 200 len: 210 time: 0.0655663 Jul 27 20:57:07.076608 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:07.159460 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-fe0c1f5f-b8d4-4f1c-8980-5df47b7f2907 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:07.177219 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 20:57:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7dc3d51-5518-45dd-8315-13beda22376f x-openstack-request-id: req-e7dc3d51-5518-45dd-8315-13beda22376f {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:57:07.177510 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a9e53e1-344c-4083-a4f6-dbd12c7060f8", "name": "network-vif-plugged", "status": "completed", "tag": "49462502-98c7-474a-ab59-a5fef55bb950", "code": 200}]} {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:57:07.177755 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-e7dc3d51-5518-45dd-8315-13beda22376f {{(pid=105586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:57:07.178377 n-d-705658-22 neutron-server[105586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a9e53e1-344c-4083-a4f6-dbd12c7060f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49462502-98c7-474a-ab59-a5fef55bb950', 'code': 200} Jul 27 20:57:07.184106 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Pushing event updated for resources: {'Port': ['ID=5dd10e14-b982-4c9c-af2f-94086be32b0e,revision_number=3']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:57:07.203209 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-122e7e54-c284-4f2f-a87d-bfff0f93d8e7 req-4eee584e-6027-4493-baed-685594edfe89 tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] Made reservation on behalf of 8ef5ae3754f942d6bfb3fca348e04118 for: {'port': 1} {{(pid=105585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:57:07.206408 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-122e7e54-c284-4f2f-a87d-bfff0f93d8e7 req-4eee584e-6027-4493-baed-685594edfe89 tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:07.227871 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe0c1f5f-b8d4-4f1c-8980-5df47b7f2907 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] Network 8735d8a2-b604-4758-ae71-b40e4ee6f305 is already hosted by enough agents. {{(pid=105584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:57:07.231902 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [None req-fe0c1f5f-b8d4-4f1c-8980-5df47b7f2907 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] Resources bound (agent type, host, resource id): {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:57:07.239023 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe0c1f5f-b8d4-4f1c-8980-5df47b7f2907 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] Received port after_create {{(pid=105584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:57:07.256951 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbefdc1-adb9-4694-b1e7-edff5f1ff659 req-2de3f5b4-c922-4f48-a806-8040f0d4e933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:07.258487 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-1fbefdc1-adb9-4694-b1e7-edff5f1ff659 req-2de3f5b4-c922-4f48-a806-8040f0d4e933 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=0ae9964322044591b167626dd714310e&device_id=d7c5737b-5126-4417-93f5-533a70fd5a86 HTTP/1.1" status: 200 len: 1096 time: 0.2770104 Jul 27 20:57:07.353805 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0c1f5f-b8d4-4f1c-8980-5df47b7f2907 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] Pushing event updated for resources: {'Port': ['ID=30376c5d-5218-4a7e-9665-9cc95bdb9b03,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:57:07.392355 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-fe0c1f5f-b8d4-4f1c-8980-5df47b7f2907 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:07.453945 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-fe0c1f5f-b8d4-4f1c-8980-5df47b7f2907 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:07.559372 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbefdc1-adb9-4694-b1e7-edff5f1ff659 req-ec8af6e2-f120-4f19-86d3-e22223b87e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:07.561023 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-1fbefdc1-adb9-4694-b1e7-edff5f1ff659 req-ec8af6e2-f120-4f19-86d3-e22223b87e3d service neutron] 10.222.0.60 "GET /v2.0/networks?id=4d297cf8-0ab0-49a0-a8db-82a17169c88a HTTP/1.1" status: 200 len: 909 time: 0.2926579 Jul 27 20:57:07.596841 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-5c45ce96-5990-4f15-b5e1-76337a8f3f92 req-852fccb0-2e97-4045-a4a1-94d3f74c7f0f tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=43230fc3eab141e0b742541c8628d03e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0777376 Jul 27 20:57:07.621695 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-1fbefdc1-adb9-4694-b1e7-edff5f1ff659 req-186b41de-9412-4750-96e0-9865111ed7de service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4ee93ba2-6330-4c53-abc2-bbf843dd38f2 HTTP/1.1" status: 200 len: 217 time: 0.0491319 Jul 27 20:57:07.630699 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35a03f3-6c1c-46d4-aed0-bb4e60e445b6 req-55b14619-5252-43de-b126-534e85a43277 tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:07.632414 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-c35a03f3-6c1c-46d4-aed0-bb4e60e445b6 req-55b14619-5252-43de-b126-534e85a43277 tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] 10.222.0.59 "GET /v2.0/ports?device_id=d7c5737b-5126-4417-93f5-533a70fd5a86 HTTP/1.1" status: 200 len: 944 time: 0.4510291 Jul 27 20:57:07.635322 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.db_base_plugin_common [req-122e7e54-c284-4f2f-a87d-bfff0f93d8e7 req-4eee584e-6027-4493-baed-685594edfe89 tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] Allocated IP 19.80.0.189 (c17fbbb7-00d9-4099-8173-7ee8147504c6/8aa7574b-58f4-4826-b614-0467e3b11968/3909dbaa-7a45-4d4b-8839-9812fb65b59d) {{(pid=105585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:57:07.787183 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c45ce96-5990-4f15-b5e1-76337a8f3f92 req-06c75441-033f-4d75-8265-2209cf71f654 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:07.788882 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-5c45ce96-5990-4f15-b5e1-76337a8f3f92 req-06c75441-033f-4d75-8265-2209cf71f654 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1818538 Jul 27 20:57:07.802421 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [req-5c45ce96-5990-4f15-b5e1-76337a8f3f92 req-49418015-ce6d-4c17-bdba-c46c492daff6 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] Request body: {'port': {'device_id': 'db419102-3263-4279-8695-4f2f3857abff', 'network_id': '4d64aa0b-bd6a-468e-8edc-c83689947462', 'admin_state_up': True, 'tenant_id': '43230fc3eab141e0b742541c8628d03e'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:57:07.805472 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-c35a03f3-6c1c-46d4-aed0-bb4e60e445b6 req-1489b387-1a4d-4cad-8a43-76c0cc0eefc5 tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] 10.222.0.59 "GET /v2.0/security-groups?id=594c38b0-00a0-4e02-9d5e-673f3a5e469c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476657 Jul 27 20:57:07.807104 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbefdc1-adb9-4694-b1e7-edff5f1ff659 req-3ccab914-1397-49d7-97c7-1c4b6cd0fbc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:07.809112 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-1fbefdc1-adb9-4694-b1e7-edff5f1ff659 req-3ccab914-1397-49d7-97c7-1c4b6cd0fbc0 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ff9685c6-941b-44c9-867d-9e4581186e02 HTTP/1.1" status: 200 len: 848 time: 0.1756308 Jul 27 20:57:07.832983 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-fe0c1f5f-b8d4-4f1c-8980-5df47b7f2907 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] Notify callbacks [] for port, precommit_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:07.868525 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-fe0c1f5f-b8d4-4f1c-8980-5df47b7f2907 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9014027'] for port, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:07.911749 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-1fbefdc1-adb9-4694-b1e7-edff5f1ff659 req-49108404-e6e3-4f67-b5f8-3864e4c1bfc6 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4d297cf8-0ab0-49a0-a8db-82a17169c88a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0778582 Jul 27 20:57:07.989983 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-fe0c1f5f-b8d4-4f1c-8980-5df47b7f2907 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4075768'] for floatingip, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:08.000484 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0c1f5f-b8d4-4f1c-8980-5df47b7f2907 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] Pushing event updated for resources: {'Port': ['ID=30376c5d-5218-4a7e-9665-9cc95bdb9b03,revision_number=2']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:57:08.028881 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-fe0c1f5f-b8d4-4f1c-8980-5df47b7f2907 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for floatingip, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:08.035732 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-fe0c1f5f-b8d4-4f1c-8980-5df47b7f2907 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6742465 Jul 27 20:57:08.048905 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0c1f5f-b8d4-4f1c-8980-5df47b7f2907 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:57:08.049278 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0c1f5f-b8d4-4f1c-8980-5df47b7f2907 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:57:08.049865 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0c1f5f-b8d4-4f1c-8980-5df47b7f2907 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:57:08.050112 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0c1f5f-b8d4-4f1c-8980-5df47b7f2907 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:57:08.050458 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0c1f5f-b8d4-4f1c-8980-5df47b7f2907 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:57:08.050923 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0c1f5f-b8d4-4f1c-8980-5df47b7f2907 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:57:08.059380 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0c1f5f-b8d4-4f1c-8980-5df47b7f2907 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:57:08.059968 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0c1f5f-b8d4-4f1c-8980-5df47b7f2907 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:57:08.061110 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0c1f5f-b8d4-4f1c-8980-5df47b7f2907 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:57:08.061457 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0c1f5f-b8d4-4f1c-8980-5df47b7f2907 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:57:08.061829 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0c1f5f-b8d4-4f1c-8980-5df47b7f2907 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:57:08.062119 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0c1f5f-b8d4-4f1c-8980-5df47b7f2907 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:57:08.093554 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621a5c19-aa2d-455d-8f6b-f5f538b5342f req-12c83f3c-0677-4644-8f6f-fda454aabd23 tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:08.103496 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-621a5c19-aa2d-455d-8f6b-f5f538b5342f req-12c83f3c-0677-4644-8f6f-fda454aabd23 tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] 10.222.0.59 "GET /v2.0/ports?device_id=a9d282a6-35a6-42dc-b28f-b1607074228a HTTP/1.1" status: 200 len: 944 time: 0.1952779 Jul 27 20:57:08.104484 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c45ce96-5990-4f15-b5e1-76337a8f3f92 req-49418015-ce6d-4c17-bdba-c46c492daff6 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] Made reservation on behalf of 43230fc3eab141e0b742541c8628d03e for: {'port': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:57:08.109118 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-5c45ce96-5990-4f15-b5e1-76337a8f3f92 req-49418015-ce6d-4c17-bdba-c46c492daff6 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:08.158008 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-122e7e54-c284-4f2f-a87d-bfff0f93d8e7 req-4eee584e-6027-4493-baed-685594edfe89 tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] Notify callbacks [] for port, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:08.168880 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 6ee7a68a-7e47-454c-8e09-278e29ff0654 up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:57:08.197089 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.provisioning_blocks [req-122e7e54-c284-4f2f-a87d-bfff0f93d8e7 req-4eee584e-6027-4493-baed-685594edfe89 tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] Transition to ACTIVE for port object 3909dbaa-7a45-4d4b-8839-9812fb65b59d will not be triggered until provisioned by entity DHCP. {{(pid=105585) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:57:08.229573 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning for port 6ee7a68a-7e47-454c-8e09-278e29ff0654 completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:57:08.235954 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port 6ee7a68a-7e47-454c-8e09-278e29ff0654 triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:57:08.236382 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:08.239617 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-29d28c43-439a-4107-afc9-1c58ec0c16ca req-d878e2b0-de35-4c9c-8581-d90fef19d0b8 tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] 10.222.0.59 "GET /v2.0/ports?device_id=e3e87ad5-cbba-43a3-886e-223057ca096a HTTP/1.1" status: 200 len: 210 time: 0.0858414 Jul 27 20:57:08.272030 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.db_base_plugin_common [req-5c45ce96-5990-4f15-b5e1-76337a8f3f92 req-49418015-ce6d-4c17-bdba-c46c492daff6 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] Allocated IP 192.168.233.17 (4d64aa0b-bd6a-468e-8edc-c83689947462/26644ba0-4185-4e10-8718-6ad18d01376c/aa633d20-3f03-48c8-9390-1d9687dcf96b) {{(pid=105584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:57:08.309487 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-122e7e54-c284-4f2f-a87d-bfff0f93d8e7 req-4eee584e-6027-4493-baed-685594edfe89 tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:08.323026 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-1fbefdc1-adb9-4694-b1e7-edff5f1ff659 req-48d478c6-741a-4be8-ac04-29eb37db633e service neutron] 10.222.0.60 "GET /v2.0/networks/4d297cf8-0ab0-49a0-a8db-82a17169c88a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3758771 Jul 27 20:57:08.343616 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-621a5c19-aa2d-455d-8f6b-f5f538b5342f req-2e8770d8-bc40-4ab4-8cde-e4eadb4af7b9 tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] 10.222.0.59 "GET /v2.0/security-groups?id=1749b80d-91c6-4bd3-8e8d-666bd095400f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2391536 Jul 27 20:57:08.384748 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:08.424871 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] For port 6ee7a68a-7e47-454c-8e09-278e29ff0654, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=6ee7a68a-7e47-454c-8e09-278e29ff0654,segment=NetworkSegment(12196855-9a32-4633-9a56-77697ef9e126),segment_id=12196855-9a32-4633-9a56-77697ef9e126)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:57:08.430911 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:08.431732 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 5dd10e14-b982-4c9c-af2f-94086be32b0e up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:57:08.492854 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-5c45ce96-5990-4f15-b5e1-76337a8f3f92 req-49418015-ce6d-4c17-bdba-c46c492daff6 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] Notify callbacks [] for port, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:08.508174 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-50c17ed9-a3fd-43c4-8805-8cae8fc8317f req-ec30c347-7ae6-4dd5-98c0-b67daca95613 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] 10.222.0.59 "GET /v2.0/ports?device_id=db419102-3263-4279-8695-4f2f3857abff HTTP/1.1" status: 200 len: 210 time: 0.1094677 Jul 27 20:57:08.510248 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.provisioning_blocks [req-5c45ce96-5990-4f15-b5e1-76337a8f3f92 req-49418015-ce6d-4c17-bdba-c46c492daff6 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] Transition to ACTIVE for port object aa633d20-3f03-48c8-9390-1d9687dcf96b will not be triggered until provisioned by entity DHCP. {{(pid=105584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:57:08.515497 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-122e7e54-c284-4f2f-a87d-bfff0f93d8e7 req-4eee584e-6027-4493-baed-685594edfe89 tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] Network c17fbbb7-00d9-4099-8173-7ee8147504c6 is already hosted by enough agents. {{(pid=105585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:57:08.534018 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.base_scheduler [req-122e7e54-c284-4f2f-a87d-bfff0f93d8e7 req-4eee584e-6027-4493-baed-685594edfe89 tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] Resources bound (agent type, host, resource id): {{(pid=105585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:57:08.537702 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.l3_dvrscheduler_db [req-122e7e54-c284-4f2f-a87d-bfff0f93d8e7 req-4eee584e-6027-4493-baed-685594edfe89 tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] Received port after_create {{(pid=105585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:57:08.569821 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Pushing event updated for resources: {'Port': ['ID=6ee7a68a-7e47-454c-8e09-278e29ff0654,revision_number=4']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:57:08.578033 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-5c45ce96-5990-4f15-b5e1-76337a8f3f92 req-49418015-ce6d-4c17-bdba-c46c492daff6 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:08.584251 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:57:08.584741 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:57:08.585169 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:57:08.585584 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:57:08.585988 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:57:08.586389 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:57:08.586821 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:57:08.587265 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:57:08.587658 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:57:08.588051 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:57:08.588449 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:57:08.588897 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:57:08.597940 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] get_ports_and_sgs() called for port_ids ['7c8a5e21-eb13-4770-9477-daf1bab77ba3', '76cb3011-9231-42e6-9602-db23c446c928', '49462502-98c7-474a-ab59-a5fef55bb950'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 20:57:08.603731 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eee584e-6027-4493-baed-685594edfe89 tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] Pushing event updated for resources: {'Port': ['ID=3909dbaa-7a45-4d4b-8839-9812fb65b59d,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:57:08.658568 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port 5dd10e14-b982-4c9c-af2f-94086be32b0e triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:57:08.658954 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:08.718113 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c45ce96-5990-4f15-b5e1-76337a8f3f92 req-49418015-ce6d-4c17-bdba-c46c492daff6 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] Network 4d64aa0b-bd6a-468e-8edc-c83689947462 is already hosted by enough agents. {{(pid=105584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:57:08.722339 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [req-5c45ce96-5990-4f15-b5e1-76337a8f3f92 req-49418015-ce6d-4c17-bdba-c46c492daff6 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] Resources bound (agent type, host, resource id): {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:57:08.738658 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c45ce96-5990-4f15-b5e1-76337a8f3f92 req-49418015-ce6d-4c17-bdba-c46c492daff6 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] Received port after_create {{(pid=105584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:57:08.751608 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-2796d4a5-f354-4a9e-8f1a-16f92b646204 req-f05ae0f2-89f5-4f40-bb63-6b6cd439a1a2 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-securitygroup--311229239&fields=id&tenant_id=037df3a90f014739a3644a9c2d1586c8 HTTP/1.1" status: 200 len: 267 time: 0.2494724 Jul 27 20:57:08.798199 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122e7e54-c284-4f2f-a87d-bfff0f93d8e7 req-4eee584e-6027-4493-baed-685594edfe89 tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:08.801511 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-122e7e54-c284-4f2f-a87d-bfff0f93d8e7 req-4eee584e-6027-4493-baed-685594edfe89 tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:08.841978 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-1fbefdc1-adb9-4694-b1e7-edff5f1ff659 req-32923a54-7cfc-4ca8-b92b-90f1dc84e457 service neutron] 10.222.0.60 "GET /v2.0/networks/4d297cf8-0ab0-49a0-a8db-82a17169c88a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4527044 Jul 27 20:57:08.870852 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c45ce96-5990-4f15-b5e1-76337a8f3f92 req-49418015-ce6d-4c17-bdba-c46c492daff6 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:08.878607 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-5c45ce96-5990-4f15-b5e1-76337a8f3f92 req-49418015-ce6d-4c17-bdba-c46c492daff6 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:08.892979 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49418015-ce6d-4c17-bdba-c46c492daff6 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] Pushing event updated for resources: {'Port': ['ID=aa633d20-3f03-48c8-9390-1d9687dcf96b,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:57:08.904510 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-122e7e54-c284-4f2f-a87d-bfff0f93d8e7 req-4eee584e-6027-4493-baed-685594edfe89 tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1028862 Jul 27 20:57:08.921123 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-5c45ce96-5990-4f15-b5e1-76337a8f3f92 req-49418015-ce6d-4c17-bdba-c46c492daff6 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1224737 Jul 27 20:57:08.925077 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [req-122e7e54-c284-4f2f-a87d-bfff0f93d8e7 req-c4d960ef-49ed-4349-9dd6-516f568f6691 tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] Request body: {'port': {'device_id': 'e3e87ad5-cbba-43a3-886e-223057ca096a', 'network_id': '43f9b3a1-835c-41f9-abdb-7ad16f86d61c', 'admin_state_up': True, 'tenant_id': '8ef5ae3754f942d6bfb3fca348e04118'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:57:08.936635 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [req-5c45ce96-5990-4f15-b5e1-76337a8f3f92 req-7072fb1e-3f32-4185-86d4-0be6a4c88702 service neutron] Request body: {'port': {'device_id': 'db419102-3263-4279-8695-4f2f3857abff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-705658-22'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:57:08.974113 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-5e8cded0-397c-4f7f-9eb0-dd3958c1e578 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:09.084034 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-5c45ce96-5990-4f15-b5e1-76337a8f3f92 req-7072fb1e-3f32-4185-86d4-0be6a4c88702 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:09.114250 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-71b3fba1-395a-498d-a5ae-56b777e1484b None None] Provisioning for port aa633d20-3f03-48c8-9390-1d9687dcf96b completed by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:57:09.125560 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-71b3fba1-395a-498d-a5ae-56b777e1484b None None] Provisioning complete for port aa633d20-3f03-48c8-9390-1d9687dcf96b triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:57:09.126298 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-71b3fba1-395a-498d-a5ae-56b777e1484b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:09.181018 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-71b3fba1-395a-498d-a5ae-56b777e1484b None None] Port aa633d20-3f03-48c8-9390-1d9687dcf96b cannot update to ACTIVE because it is not bound. {{(pid=105586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 20:57:09.205661 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-71b3fba1-395a-498d-a5ae-56b777e1484b None None] Provisioning for port 3909dbaa-7a45-4d4b-8839-9812fb65b59d completed by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:57:09.211940 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-71b3fba1-395a-498d-a5ae-56b777e1484b None None] Provisioning complete for port 3909dbaa-7a45-4d4b-8839-9812fb65b59d triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:57:09.212411 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-71b3fba1-395a-498d-a5ae-56b777e1484b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:09.224078 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2796d4a5-f354-4a9e-8f1a-16f92b646204 req-df12a0a6-0114-4cef-b9d5-00f4c0a70907 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:09.231380 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-2796d4a5-f354-4a9e-8f1a-16f92b646204 req-df12a0a6-0114-4cef-b9d5-00f4c0a70907 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] 10.222.0.59 "GET /v2.0/networks?id=6aa76440-68bb-4814-b579-87efb5c679e3 HTTP/1.1" status: 200 len: 812 time: 0.4788511 Jul 27 20:57:09.271988 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-71b3fba1-395a-498d-a5ae-56b777e1484b None None] Port 3909dbaa-7a45-4d4b-8839-9812fb65b59d cannot update to ACTIVE because it is not bound. {{(pid=105586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 20:57:09.277645 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-2796d4a5-f354-4a9e-8f1a-16f92b646204 req-dff19a4c-d530-42c3-ac71-e71df76f8644 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] 10.222.0.59 "GET /v2.0/quotas/037df3a90f014739a3644a9c2d1586c8 HTTP/1.1" status: 200 len: 375 time: 0.0447776 Jul 27 20:57:09.356197 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1263337-1197-4bc7-aff9-ee852cbafc8d req-0039e381-73b2-4c8f-a207-b76b42365482 tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:09.358212 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b1263337-1197-4bc7-aff9-ee852cbafc8d req-0039e381-73b2-4c8f-a207-b76b42365482 tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] 10.222.0.59 "GET /v2.0/ports?device_id=d7c5737b-5126-4417-93f5-533a70fd5a86 HTTP/1.1" status: 200 len: 944 time: 0.3377349 Jul 27 20:57:09.383836 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [req-5c45ce96-5990-4f15-b5e1-76337a8f3f92 req-7072fb1e-3f32-4185-86d4-0be6a4c88702 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa633d20-3f03-48c8-9390-1d9687dcf96b {{(pid=105584) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 20:57:09.387262 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-122e7e54-c284-4f2f-a87d-bfff0f93d8e7 req-c4d960ef-49ed-4349-9dd6-516f568f6691 tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] Made reservation on behalf of 8ef5ae3754f942d6bfb3fca348e04118 for: {'port': 1} {{(pid=105585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:57:09.392116 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-5c45ce96-5990-4f15-b5e1-76337a8f3f92 req-7072fb1e-3f32-4185-86d4-0be6a4c88702 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:09.392894 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-122e7e54-c284-4f2f-a87d-bfff0f93d8e7 req-c4d960ef-49ed-4349-9dd6-516f568f6691 tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:09.405583 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.provisioning_blocks [req-5c45ce96-5990-4f15-b5e1-76337a8f3f92 req-7072fb1e-3f32-4185-86d4-0be6a4c88702 service neutron] Transition to ACTIVE for port object aa633d20-3f03-48c8-9390-1d9687dcf96b will not be triggered until provisioned by entity L2. {{(pid=105584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:57:09.409777 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-5c45ce96-5990-4f15-b5e1-76337a8f3f92 req-7072fb1e-3f32-4185-86d4-0be6a4c88702 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9014027'] for port, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:09.414757 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbefdc1-adb9-4694-b1e7-edff5f1ff659 req-53254d45-7a56-4b3a-bbd5-e8bb1775f3da tempest-LiveMigrationTest-297508949 tempest-LiveMigrationTest-297508949-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:09.417685 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-1fbefdc1-adb9-4694-b1e7-edff5f1ff659 req-53254d45-7a56-4b3a-bbd5-e8bb1775f3da tempest-LiveMigrationTest-297508949 tempest-LiveMigrationTest-297508949-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=d7c5737b-5126-4417-93f5-533a70fd5a86&tenant_id=0ae9964322044591b167626dd714310e&binding%3Ahost_id=n-h2-705658-22 HTTP/1.1" status: 200 len: 1096 time: 0.2880442 Jul 27 20:57:09.468769 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7072fb1e-3f32-4185-86d4-0be6a4c88702 service neutron] Pushing event updated for resources: {'Port': ['ID=aa633d20-3f03-48c8-9390-1d9687dcf96b,revision_number=2']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:57:09.552894 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [req-5c45ce96-5990-4f15-b5e1-76337a8f3f92 req-7072fb1e-3f32-4185-86d4-0be6a4c88702 service neutron] Attempting to bind port aa633d20-3f03-48c8-9390-1d9687dcf96b on host n-h1-705658-22 for vnic_type normal with profile {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:57:09.553510 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [req-5c45ce96-5990-4f15-b5e1-76337a8f3f92 req-7072fb1e-3f32-4185-86d4-0be6a4c88702 service neutron] Attempting to bind port aa633d20-3f03-48c8-9390-1d9687dcf96b by drivers openvswitch,hyperv on host n-h1-705658-22 at level 0 using segments [{'id': '86b1e6f6-d629-4b03-8944-4cdfbfb93d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '4d64aa0b-bd6a-468e-8edc-c83689947462'}] {{(pid=105584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:57:09.553609 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c45ce96-5990-4f15-b5e1-76337a8f3f92 req-7072fb1e-3f32-4185-86d4-0be6a4c88702 service neutron] Attempting to bind port aa633d20-3f03-48c8-9390-1d9687dcf96b on network 4d64aa0b-bd6a-468e-8edc-c83689947462 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:57:09.558416 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c45ce96-5990-4f15-b5e1-76337a8f3f92 req-7072fb1e-3f32-4185-86d4-0be6a4c88702 service neutron] Port aa633d20-3f03-48c8-9390-1d9687dcf96b on network 4d64aa0b-bd6a-468e-8edc-c83689947462 not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-22 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 20:57:09.558800 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c45ce96-5990-4f15-b5e1-76337a8f3f92 req-7072fb1e-3f32-4185-86d4-0be6a4c88702 service neutron] Attempting to bind port aa633d20-3f03-48c8-9390-1d9687dcf96b on network 4d64aa0b-bd6a-468e-8edc-c83689947462 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:57:09.564388 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c45ce96-5990-4f15-b5e1-76337a8f3f92 req-7072fb1e-3f32-4185-86d4-0be6a4c88702 service neutron] Checking agent: {'id': '9d9bc37f-4d75-44ef-9f63-799aab3e316f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 49, 36), 'started_at': datetime.datetime(2021, 7, 27, 20, 49, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 57, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:57:09.564779 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c45ce96-5990-4f15-b5e1-76337a8f3f92 req-7072fb1e-3f32-4185-86d4-0be6a4c88702 service neutron] Checking segment: {'id': '86b1e6f6-d629-4b03-8944-4cdfbfb93d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '4d64aa0b-bd6a-468e-8edc-c83689947462'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:57:09.565162 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c45ce96-5990-4f15-b5e1-76337a8f3f92 req-7072fb1e-3f32-4185-86d4-0be6a4c88702 service neutron] Bound using segment: {'id': '86b1e6f6-d629-4b03-8944-4cdfbfb93d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '4d64aa0b-bd6a-468e-8edc-c83689947462'} {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:57:09.565640 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-2796d4a5-f354-4a9e-8f1a-16f92b646204 req-53f4e568-0389-4e46-b45e-754a4b960685 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=037df3a90f014739a3644a9c2d1586c8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2870300 Jul 27 20:57:09.565757 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [req-5c45ce96-5990-4f15-b5e1-76337a8f3f92 req-7072fb1e-3f32-4185-86d4-0be6a4c88702 service neutron] Bound port: aa633d20-3f03-48c8-9390-1d9687dcf96b, host: n-h1-705658-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '86b1e6f6-d629-4b03-8944-4cdfbfb93d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '4d64aa0b-bd6a-468e-8edc-c83689947462'}}] {{(pid=105584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:57:09.566002 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-5c45ce96-5990-4f15-b5e1-76337a8f3f92 req-7072fb1e-3f32-4185-86d4-0be6a4c88702 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:09.577244 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b1263337-1197-4bc7-aff9-ee852cbafc8d req-f5e68b6a-771d-4287-ad9f-b2943821ed92 tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] 10.222.0.59 "GET /v2.0/security-groups?id=594c38b0-00a0-4e02-9d5e-673f3a5e469c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2064021 Jul 27 20:57:09.656025 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [req-5c45ce96-5990-4f15-b5e1-76337a8f3f92 req-7072fb1e-3f32-4185-86d4-0be6a4c88702 service neutron] For port aa633d20-3f03-48c8-9390-1d9687dcf96b, host n-h1-705658-22, cleared binding levels {{(pid=105584) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:57:09.660566 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [req-5c45ce96-5990-4f15-b5e1-76337a8f3f92 req-7072fb1e-3f32-4185-86d4-0be6a4c88702 service neutron] For port aa633d20-3f03-48c8-9390-1d9687dcf96b, host n-h1-705658-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=aa633d20-3f03-48c8-9390-1d9687dcf96b,segment=NetworkSegment(86b1e6f6-d629-4b03-8944-4cdfbfb93d02),segment_id=86b1e6f6-d629-4b03-8944-4cdfbfb93d02)] {{(pid=105584) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:57:09.666658 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-5c45ce96-5990-4f15-b5e1-76337a8f3f92 req-7072fb1e-3f32-4185-86d4-0be6a4c88702 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9014027'] for port, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:09.730750 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52ba0f5c-81ef-460c-b679-1064b863c225 None None] Sync routers for ids ['815b26e9-2d70-4966-b87a-ebec014fe418'] in n-d-705658-22 {{(pid=105587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 20:57:09.741408 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7072fb1e-3f32-4185-86d4-0be6a4c88702 service neutron] Pushing event updated for resources: {'Port': ['ID=aa633d20-3f03-48c8-9390-1d9687dcf96b,revision_number=3']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:57:09.744966 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52ba0f5c-81ef-460c-b679-1064b863c225 None None] Routers {'815b26e9-2d70-4966-b87a-ebec014fe418'} bound to L3 agent in host n-d-705658-22 {{(pid=105587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:57:09.745747 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-52ba0f5c-81ef-460c-b679-1064b863c225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T20:56:41Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['815b26e9-2d70-4966-b87a-ebec014fe418'], 'active': True} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:57:09.758841 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c45ce96-5990-4f15-b5e1-76337a8f3f92 req-7072fb1e-3f32-4185-86d4-0be6a4c88702 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:09.759736 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-5c45ce96-5990-4f15-b5e1-76337a8f3f92 req-7072fb1e-3f32-4185-86d4-0be6a4c88702 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:09.762437 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-5c45ce96-5990-4f15-b5e1-76337a8f3f92 req-7072fb1e-3f32-4185-86d4-0be6a4c88702 service neutron] 10.222.0.36 "PUT /v2.0/ports/aa633d20-3f03-48c8-9390-1d9687dcf96b HTTP/1.1" status: 200 len: 1096 time: 0.8311412 Jul 27 20:57:09.763221 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db419102-3263-4279-8695-4f2f3857abff', 'tag': 'aa633d20-3f03-48c8-9390-1d9687dcf96b'}] {{(pid=105584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:57:09.766119 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bce5e6c8685464f7626901654159975603b047827e3138302ed6566e28f1343" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-028ec323-0dc8-4043-b2ba-a4fd4c90d60e" -d '{"events": [{"name": "network-changed", "server_uuid": "db419102-3263-4279-8695-4f2f3857abff", "tag": "aa633d20-3f03-48c8-9390-1d9687dcf96b"}]}' {{(pid=105584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:57:09.816385 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.db_base_plugin_common [req-122e7e54-c284-4f2f-a87d-bfff0f93d8e7 req-c4d960ef-49ed-4349-9dd6-516f568f6691 tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] Allocated IP 19.86.0.105 (43f9b3a1-835c-41f9-abdb-7ad16f86d61c/3e23b9c3-43e1-4d84-82a3-1a1ab1c2e5c5/c9d5fa3b-637e-4191-ab9f-76f60cf69a06) {{(pid=105585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:57:09.838456 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-2796d4a5-f354-4a9e-8f1a-16f92b646204 req-8463b6cb-7a85-4f21-a151-d038e48ac753 service neutron] 10.222.0.59 "GET /v2.0/networks/6aa76440-68bb-4814-b579-87efb5c679e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2718494 Jul 27 20:57:09.853779 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:09.908561 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvr_db [None req-52ba0f5c-81ef-460c-b679-1064b863c225 None None] Set router 815b26e9-2d70-4966-b87a-ebec014fe418 gateway port host: n-d-705658-22 {{(pid=105587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:57:09.919666 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c45ce96-5990-4f15-b5e1-76337a8f3f92 req-803ce7d3-9382-40ae-a0b8-916f0bc22c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:09.921538 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-5c45ce96-5990-4f15-b5e1-76337a8f3f92 req-803ce7d3-9382-40ae-a0b8-916f0bc22c2a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=43230fc3eab141e0b742541c8628d03e&device_id=db419102-3263-4279-8695-4f2f3857abff HTTP/1.1" status: 200 len: 1099 time: 0.0913792 Jul 27 20:57:09.990785 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-5c45ce96-5990-4f15-b5e1-76337a8f3f92 req-f4c65cff-fd00-4d59-94b8-f834cb204fdf service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.17&port_id=aa633d20-3f03-48c8-9390-1d9687dcf96b HTTP/1.1" status: 200 len: 217 time: 0.0600748 Jul 27 20:57:10.024774 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.db [req-1fbefdc1-adb9-4694-b1e7-edff5f1ff659 req-e10914cf-cfaf-48d9-bba9-989e0ba4b63a service neutron] For port 4ee93ba2-6330-4c53-abc2-bbf843dd38f2, host n-h1-705658-22, cleared binding levels {{(pid=105585) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:57:10.039033 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-1fbefdc1-adb9-4694-b1e7-edff5f1ff659 req-e10914cf-cfaf-48d9-bba9-989e0ba4b63a service neutron] Notify callbacks [] for binding, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:10.040205 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-1fbefdc1-adb9-4694-b1e7-edff5f1ff659 req-e10914cf-cfaf-48d9-bba9-989e0ba4b63a service neutron] 10.222.0.60 "DELETE /v2.0/ports/4ee93ba2-6330-4c53-abc2-bbf843dd38f2/bindings/n-h1-705658-22 HTTP/1.1" status: 204 len: 173 time: 0.6133690 Jul 27 20:57:10.050123 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-2796d4a5-f354-4a9e-8f1a-16f92b646204 req-d7bac69e-3e63-4487-8b36-d81103495131 service neutron] 10.222.0.59 "GET /v2.0/networks/6aa76440-68bb-4814-b579-87efb5c679e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2107112 Jul 27 20:57:10.071066 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa9620e-396e-40cb-9450-65b23a04b3fb req-b06c6deb-17dc-4064-a3d9-7268a069b7df tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:10.084071 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-1fa9620e-396e-40cb-9450-65b23a04b3fb req-b06c6deb-17dc-4064-a3d9-7268a069b7df tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] 10.222.0.59 "GET /v2.0/ports?device_id=e3e87ad5-cbba-43a3-886e-223057ca096a HTTP/1.1" status: 200 len: 932 time: 0.3960028 Jul 27 20:57:10.095728 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 6ee7a68a-7e47-454c-8e09-278e29ff0654 up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:57:10.124318 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c45ce96-5990-4f15-b5e1-76337a8f3f92 req-742cbda2-8f5f-42b5-9c07-0c30a62f157b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:10.127827 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-5c45ce96-5990-4f15-b5e1-76337a8f3f92 req-742cbda2-8f5f-42b5-9c07-0c30a62f157b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=26644ba0-4185-4e10-8718-6ad18d01376c HTTP/1.1" status: 200 len: 843 time: 0.1287599 Jul 27 20:57:10.147975 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-1fa9620e-396e-40cb-9450-65b23a04b3fb req-decb5a00-ecc6-44e3-9ec3-1219383b41d1 tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] 10.222.0.59 "GET /v2.0/security-groups?id=8e624957-e10f-45bc-9807-385c5037752b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609872 Jul 27 20:57:10.272935 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port 6ee7a68a-7e47-454c-8e09-278e29ff0654 triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:57:10.273515 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:10.282150 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-52ba0f5c-81ef-460c-b679-1064b863c225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '815b26e9-2d70-4966-b87a-ebec014fe418', 'name': 'tempest-ServerActionsTestJSON-1402176218-router', 'tenant_id': '037df3a90f014739a3644a9c2d1586c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.43'}], 'enable_snat': True}, 'gw_port_id': '6ee7a68a-7e47-454c-8e09-278e29ff0654', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:56:54Z', 'updated_at': '2021-07-27T20:57:03Z', 'revision_number': 4, 'project_id': '037df3a90f014739a3644a9c2d1586c8', 'gw_port': {'id': '6ee7a68a-7e47-454c-8e09-278e29ff0654', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:be:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '815b26e9-2d70-4966-b87a-ebec014fe418', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:56:56Z', 'updated_at': '2021-07-27T20:57:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_interfaces': [{'id': '235df7f4-77d9-4680-9d65-8935c7f68316', 'name': '', 'network_id': '6aa76440-68bb-4814-b579-87efb5c679e3', 'tenant_id': '037df3a90f014739a3644a9c2d1586c8', 'mac_address': 'fa:16:3e:9a:f3:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '815b26e9-2d70-4966-b87a-ebec014fe418', 'device_owner': 'network:router_interface', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '746696d1-95cb-4db5-9b25-089085191295', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:57:02Z', 'updated_at': '2021-07-27T20:57:03Z', 'revision_number': 2, 'project_id': '037df3a90f014739a3644a9c2d1586c8', 'subnets': [{'id': '746696d1-95cb-4db5-9b25-089085191295', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-22', False) {} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:57:10.285803 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c45ce96-5990-4f15-b5e1-76337a8f3f92 req-7efce328-2e08-4f6b-bbb5-d8eda0e8d823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:10.290608 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-5c45ce96-5990-4f15-b5e1-76337a8f3f92 req-7efce328-2e08-4f6b-bbb5-d8eda0e8d823 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4d64aa0b-bd6a-468e-8edc-c83689947462&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1532648 Jul 27 20:57:10.310766 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52ba0f5c-81ef-460c-b679-1064b863c225 None None] Checking router: 815b26e9-2d70-4966-b87a-ebec014fe418 for host: n-d-705658-22 {{(pid=105587) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 20:57:10.311152 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52ba0f5c-81ef-460c-b679-1064b863c225 None None] Updating router 815b26e9-2d70-4966-b87a-ebec014fe418 port 235df7f4-77d9-4680-9d65-8935c7f68316 binding host n-d-705658-22 {{(pid=105587) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 20:57:10.367167 n-d-705658-22 neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-52ba0f5c-81ef-460c-b679-1064b863c225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:10.430870 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-5c45ce96-5990-4f15-b5e1-76337a8f3f92 req-d447f515-d6f1-4c15-8c4d-141afa2dfc35 service neutron] 10.222.0.36 "GET /v2.0/networks/4d64aa0b-bd6a-468e-8edc-c83689947462?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298478 Jul 27 20:57:10.445019 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-122e7e54-c284-4f2f-a87d-bfff0f93d8e7 req-c4d960ef-49ed-4349-9dd6-516f568f6691 tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] Notify callbacks [] for port, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:10.472146 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274a483b-9d81-40ff-a82c-4e94f954e597 req-72f466b0-36b2-459b-af00-03a8dc4d7d41 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:10.473656 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-274a483b-9d81-40ff-a82c-4e94f954e597 req-72f466b0-36b2-459b-af00-03a8dc4d7d41 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] 10.222.0.59 "GET /v2.0/ports?device_id=db419102-3263-4279-8695-4f2f3857abff HTTP/1.1" status: 200 len: 947 time: 0.1657364 Jul 27 20:57:10.508266 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.provisioning_blocks [req-122e7e54-c284-4f2f-a87d-bfff0f93d8e7 req-c4d960ef-49ed-4349-9dd6-516f568f6691 tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] Transition to ACTIVE for port object c9d5fa3b-637e-4191-ab9f-76f60cf69a06 will not be triggered until provisioned by entity DHCP. {{(pid=105585) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:57:10.527990 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f221ac2-c6fc-435e-a28f-fc8542650b92 req-d6db7af2-1cca-46c8-a374-e8b4ca2f2bf4 tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:10.536865 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-0f221ac2-c6fc-435e-a28f-fc8542650b92 req-d6db7af2-1cca-46c8-a374-e8b4ca2f2bf4 tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] 10.222.0.59 "GET /v2.0/ports?device_id=a9d282a6-35a6-42dc-b28f-b1607074228a HTTP/1.1" status: 200 len: 944 time: 0.2369916 Jul 27 20:57:10.604357 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-5c45ce96-5990-4f15-b5e1-76337a8f3f92 req-2920bbc6-0efe-49c6-9e02-c41f4c817246 service neutron] 10.222.0.36 "GET /v2.0/networks/4d64aa0b-bd6a-468e-8edc-c83689947462?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1632864 Jul 27 20:57:10.623968 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-274a483b-9d81-40ff-a82c-4e94f954e597 req-06ef8f7e-9931-47d3-9132-a9a8d27012dc tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] 10.222.0.59 "GET /v2.0/security-groups?id=c6534cb3-b44e-4a83-b57e-ddb72c2ad843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233072 Jul 27 20:57:10.627172 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-0f221ac2-c6fc-435e-a28f-fc8542650b92 req-3925712b-6754-4d10-98e2-2a3ac6f50c7d tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] 10.222.0.59 "GET /v2.0/security-groups?id=1749b80d-91c6-4bd3-8e8d-666bd095400f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894372 Jul 27 20:57:10.657987 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-122e7e54-c284-4f2f-a87d-bfff0f93d8e7 req-c4d960ef-49ed-4349-9dd6-516f568f6691 tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:10.722355 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-122e7e54-c284-4f2f-a87d-bfff0f93d8e7 req-c4d960ef-49ed-4349-9dd6-516f568f6691 tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] Network 43f9b3a1-835c-41f9-abdb-7ad16f86d61c is already hosted by enough agents. {{(pid=105585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:57:10.725885 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.base_scheduler [req-122e7e54-c284-4f2f-a87d-bfff0f93d8e7 req-c4d960ef-49ed-4349-9dd6-516f568f6691 tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] Resources bound (agent type, host, resource id): {{(pid=105585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:57:10.730744 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.l3_dvrscheduler_db [req-122e7e54-c284-4f2f-a87d-bfff0f93d8e7 req-c4d960ef-49ed-4349-9dd6-516f568f6691 tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] Received port after_create {{(pid=105585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:57:10.763456 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d960ef-49ed-4349-9dd6-516f568f6691 tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] Pushing event updated for resources: {'Port': ['ID=c9d5fa3b-637e-4191-ab9f-76f60cf69a06,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:57:10.814868 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122e7e54-c284-4f2f-a87d-bfff0f93d8e7 req-c4d960ef-49ed-4349-9dd6-516f568f6691 tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:10.816919 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-122e7e54-c284-4f2f-a87d-bfff0f93d8e7 req-c4d960ef-49ed-4349-9dd6-516f568f6691 tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:10.841621 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-122e7e54-c284-4f2f-a87d-bfff0f93d8e7 req-c4d960ef-49ed-4349-9dd6-516f568f6691 tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9246907 Jul 27 20:57:10.873901 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [req-122e7e54-c284-4f2f-a87d-bfff0f93d8e7 req-31a34354-870c-443a-94d9-23f7f10b8e68 service neutron] Request body: {'port': {'device_id': 'e3e87ad5-cbba-43a3-886e-223057ca096a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-705658-22'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:57:10.913634 n-d-705658-22 neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-52ba0f5c-81ef-460c-b679-1064b863c225 None None] Notify callbacks [] for port, precommit_update {{(pid=105587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:10.932020 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.provisioning_blocks [None req-52ba0f5c-81ef-460c-b679-1064b863c225 None None] Transition to ACTIVE for port object 235df7f4-77d9-4680-9d65-8935c7f68316 will not be triggered until provisioned by entity L2. {{(pid=105587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:57:10.952015 n-d-705658-22 neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-52ba0f5c-81ef-460c-b679-1064b863c225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:10.952178 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 20:57:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b6c6d33-dc95-4af9-9c1c-48be312b7368 x-openstack-request-id: req-9b6c6d33-dc95-4af9-9c1c-48be312b7368 {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:57:10.952366 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db419102-3263-4279-8695-4f2f3857abff", "tag": "aa633d20-3f03-48c8-9390-1d9687dcf96b", "status": "completed", "code": 200}]} {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:57:10.952794 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-9b6c6d33-dc95-4af9-9c1c-48be312b7368 {{(pid=105584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:57:10.953595 n-d-705658-22 neutron-server[105584]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db419102-3263-4279-8695-4f2f3857abff', 'tag': 'aa633d20-3f03-48c8-9390-1d9687dcf96b', 'status': 'completed', 'code': 200} Jul 27 20:57:11.041130 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-122e7e54-c284-4f2f-a87d-bfff0f93d8e7 req-31a34354-870c-443a-94d9-23f7f10b8e68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:11.137757 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643bd6bb-9eb0-4167-a8dd-25aa6e3541c0 None None] Pushing event updated for resources: {'Port': ['ID=235df7f4-77d9-4680-9d65-8935c7f68316,revision_number=3']} {{(pid=105587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:57:11.181961 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643bd6bb-9eb0-4167-a8dd-25aa6e3541c0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:57:11.182303 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643bd6bb-9eb0-4167-a8dd-25aa6e3541c0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:57:11.182698 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643bd6bb-9eb0-4167-a8dd-25aa6e3541c0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:57:11.183063 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643bd6bb-9eb0-4167-a8dd-25aa6e3541c0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:57:11.183410 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643bd6bb-9eb0-4167-a8dd-25aa6e3541c0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:57:11.183866 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643bd6bb-9eb0-4167-a8dd-25aa6e3541c0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:57:11.184431 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643bd6bb-9eb0-4167-a8dd-25aa6e3541c0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:57:11.184752 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643bd6bb-9eb0-4167-a8dd-25aa6e3541c0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:57:11.185078 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643bd6bb-9eb0-4167-a8dd-25aa6e3541c0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:57:11.185430 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643bd6bb-9eb0-4167-a8dd-25aa6e3541c0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:57:11.185757 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643bd6bb-9eb0-4167-a8dd-25aa6e3541c0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:57:11.186210 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643bd6bb-9eb0-4167-a8dd-25aa6e3541c0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:57:11.205900 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-4bcfe946-5586-4ee6-8eea-14e0e742eb95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:11.211613 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028ec323-0dc8-4043-b2ba-a4fd4c90d60e req-ce2bcb85-72a2-4fde-b763-a758c2d1e26c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:11.213581 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.managers [None req-52ba0f5c-81ef-460c-b679-1064b863c225 None None] Attempting to bind port 235df7f4-77d9-4680-9d65-8935c7f68316 on host n-d-705658-22 for vnic_type normal with profile {{(pid=105587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:57:11.213721 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-028ec323-0dc8-4043-b2ba-a4fd4c90d60e req-ce2bcb85-72a2-4fde-b763-a758c2d1e26c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=43230fc3eab141e0b742541c8628d03e&device_id=db419102-3263-4279-8695-4f2f3857abff HTTP/1.1" status: 200 len: 1099 time: 0.2359173 Jul 27 20:57:11.214575 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.managers [None req-52ba0f5c-81ef-460c-b679-1064b863c225 None None] Attempting to bind port 235df7f4-77d9-4680-9d65-8935c7f68316 by drivers openvswitch,hyperv on host n-d-705658-22 at level 0 using segments [{'id': '7253e476-fc19-4126-9562-a06a41b3b94e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '6aa76440-68bb-4814-b579-87efb5c679e3'}] {{(pid=105587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:57:11.215285 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52ba0f5c-81ef-460c-b679-1064b863c225 None None] Attempting to bind port 235df7f4-77d9-4680-9d65-8935c7f68316 on network 6aa76440-68bb-4814-b579-87efb5c679e3 {{(pid=105587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:57:11.229217 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e012fb1c-f3cd-40a0-8058-bd7194b0fe36 req-8a012aaf-8932-4d23-98df-a981e5d00567 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] 10.222.0.59 "GET /v2.0/ports?device_id=29c1b762-5cb9-4f5b-ac71-3cb8a306ebde HTTP/1.1" status: 200 len: 210 time: 0.1209292 Jul 27 20:57:11.239781 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52ba0f5c-81ef-460c-b679-1064b863c225 None None] Checking agent: {'id': '04a7ea91-6318-467e-ace6-b0fb48c8690f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 41, 42), 'started_at': datetime.datetime(2021, 7, 27, 20, 42, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 56, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:57:11.244806 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52ba0f5c-81ef-460c-b679-1064b863c225 None None] Checking segment: {'id': '7253e476-fc19-4126-9562-a06a41b3b94e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '6aa76440-68bb-4814-b579-87efb5c679e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:57:11.247399 n-d-705658-22 neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-52ba0f5c-81ef-460c-b679-1064b863c225 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:11.248155 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52ba0f5c-81ef-460c-b679-1064b863c225 None None] Bound using segment: {'id': '7253e476-fc19-4126-9562-a06a41b3b94e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '6aa76440-68bb-4814-b579-87efb5c679e3'} {{(pid=105587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:57:11.260952 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.managers [None req-52ba0f5c-81ef-460c-b679-1064b863c225 None None] Bound port: 235df7f4-77d9-4680-9d65-8935c7f68316, host: n-d-705658-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7253e476-fc19-4126-9562-a06a41b3b94e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '6aa76440-68bb-4814-b579-87efb5c679e3'}}] {{(pid=105587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:57:11.262376 n-d-705658-22 neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-52ba0f5c-81ef-460c-b679-1064b863c225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:11.277357 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-d1375e0d-28ba-4e7b-928b-0f94158bef48 None None] Provisioning for port c9d5fa3b-637e-4191-ab9f-76f60cf69a06 completed by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:57:11.282048 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-d1375e0d-28ba-4e7b-928b-0f94158bef48 None None] Provisioning complete for port c9d5fa3b-637e-4191-ab9f-76f60cf69a06 triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:57:11.282771 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-d1375e0d-28ba-4e7b-928b-0f94158bef48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:11.346552 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-d1375e0d-28ba-4e7b-928b-0f94158bef48 None None] Port c9d5fa3b-637e-4191-ab9f-76f60cf69a06 cannot update to ACTIVE because it is not bound. {{(pid=105586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 20:57:11.429280 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.db [None req-52ba0f5c-81ef-460c-b679-1064b863c225 None None] For port 235df7f4-77d9-4680-9d65-8935c7f68316, host n-d-705658-22, cleared binding levels {{(pid=105587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:57:11.431347 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028ec323-0dc8-4043-b2ba-a4fd4c90d60e req-ba16da4a-04dc-4dbe-81ca-8a59dab94616 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:11.432861 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.db [None req-52ba0f5c-81ef-460c-b679-1064b863c225 None None] For port 235df7f4-77d9-4680-9d65-8935c7f68316, host n-d-705658-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=235df7f4-77d9-4680-9d65-8935c7f68316,segment=NetworkSegment(7253e476-fc19-4126-9562-a06a41b3b94e),segment_id=7253e476-fc19-4126-9562-a06a41b3b94e)] {{(pid=105587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:57:11.437361 n-d-705658-22 neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-52ba0f5c-81ef-460c-b679-1064b863c225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:11.437524 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-028ec323-0dc8-4043-b2ba-a4fd4c90d60e req-ba16da4a-04dc-4dbe-81ca-8a59dab94616 service neutron] 10.222.0.36 "GET /v2.0/networks?id=4d64aa0b-bd6a-468e-8edc-c83689947462 HTTP/1.1" status: 200 len: 870 time: 0.2101190 Jul 27 20:57:11.493698 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52ba0f5c-81ef-460c-b679-1064b863c225 None None] Routers {'815b26e9-2d70-4966-b87a-ebec014fe418'} bound to L3 agent in host n-d-705658-22 {{(pid=105587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:57:11.494343 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-52ba0f5c-81ef-460c-b679-1064b863c225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T20:57:11Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['815b26e9-2d70-4966-b87a-ebec014fe418'], 'active': True} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:57:11.497406 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc130680-11c0-46f8-b01a-199ac0eeba35 req-536d4f4e-9217-42f7-ab36-d543aad573d9 tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:11.498973 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-bc130680-11c0-46f8-b01a-199ac0eeba35 req-536d4f4e-9217-42f7-ab36-d543aad573d9 tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] 10.222.0.59 "GET /v2.0/ports?device_id=d7c5737b-5126-4417-93f5-533a70fd5a86 HTTP/1.1" status: 200 len: 944 time: 0.3849294 Jul 27 20:57:11.500178 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643bd6bb-9eb0-4167-a8dd-25aa6e3541c0 None None] Pushing event updated for resources: {'Port': ['ID=235df7f4-77d9-4680-9d65-8935c7f68316,revision_number=4']} {{(pid=105587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:57:11.507208 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-028ec323-0dc8-4043-b2ba-a4fd4c90d60e req-d26e3767-7629-49a4-a622-0401de3f5a7e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.17&port_id=aa633d20-3f03-48c8-9390-1d9687dcf96b HTTP/1.1" status: 200 len: 217 time: 0.0589156 Jul 27 20:57:11.584284 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028ec323-0dc8-4043-b2ba-a4fd4c90d60e req-c0fe70f4-43aa-4aba-abee-afa36639c81a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:11.586264 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-028ec323-0dc8-4043-b2ba-a4fd4c90d60e req-c0fe70f4-43aa-4aba-abee-afa36639c81a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=26644ba0-4185-4e10-8718-6ad18d01376c HTTP/1.1" status: 200 len: 843 time: 0.0647616 Jul 27 20:57:11.620934 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvr_db [None req-52ba0f5c-81ef-460c-b679-1064b863c225 None None] Set router 815b26e9-2d70-4966-b87a-ebec014fe418 gateway port host: n-d-705658-22 {{(pid=105587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:57:11.660368 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028ec323-0dc8-4043-b2ba-a4fd4c90d60e req-23012f1c-699b-4fe2-9940-9dc7ae5319a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:11.662855 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-028ec323-0dc8-4043-b2ba-a4fd4c90d60e req-23012f1c-699b-4fe2-9940-9dc7ae5319a3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4d64aa0b-bd6a-468e-8edc-c83689947462&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0676773 Jul 27 20:57:11.778915 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:11.809609 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-028ec323-0dc8-4043-b2ba-a4fd4c90d60e req-1a04cd34-0415-4a3d-b7cd-b855f2107e74 service neutron] 10.222.0.36 "GET /v2.0/networks/4d64aa0b-bd6a-468e-8edc-c83689947462?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275961 Jul 27 20:57:11.916979 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Device fb15f1c0-245b-436e-a9d1-d0cce94ca8e6 details requested by agent hyperv_n-h2-705658-22 with host n-h2-705658-22 {{(pid=105586) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 20:57:11.920127 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-52ba0f5c-81ef-460c-b679-1064b863c225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '815b26e9-2d70-4966-b87a-ebec014fe418', 'name': 'tempest-ServerActionsTestJSON-1402176218-router', 'tenant_id': '037df3a90f014739a3644a9c2d1586c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.43'}], 'enable_snat': True}, 'gw_port_id': '6ee7a68a-7e47-454c-8e09-278e29ff0654', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:56:54Z', 'updated_at': '2021-07-27T20:57:03Z', 'revision_number': 4, 'project_id': '037df3a90f014739a3644a9c2d1586c8', 'gw_port': {'id': '6ee7a68a-7e47-454c-8e09-278e29ff0654', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:be:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '815b26e9-2d70-4966-b87a-ebec014fe418', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:56:56Z', 'updated_at': '2021-07-27T20:57:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_interfaces': [{'id': '235df7f4-77d9-4680-9d65-8935c7f68316', 'name': '', 'network_id': '6aa76440-68bb-4814-b579-87efb5c679e3', 'tenant_id': '037df3a90f014739a3644a9c2d1586c8', 'mac_address': 'fa:16:3e:9a:f3:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '815b26e9-2d70-4966-b87a-ebec014fe418', 'device_owner': 'network:router_interface', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '746696d1-95cb-4db5-9b25-089085191295', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:57:02Z', 'updated_at': '2021-07-27T20:57:11Z', 'revision_number': 4, 'project_id': '037df3a90f014739a3644a9c2d1586c8', 'subnets': [{'id': '746696d1-95cb-4db5-9b25-089085191295', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-22', False) {} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:57:11.921192 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-bc130680-11c0-46f8-b01a-199ac0eeba35 req-21827b89-a901-48c8-8279-9965003aee12 tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] 10.222.0.59 "GET /v2.0/security-groups?id=594c38b0-00a0-4e02-9d5e-673f3a5e469c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4050820 Jul 27 20:57:11.970297 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1356db0e-8d43-41d7-a6c5-8d3590c96e10 req-d4bd076a-b644-496e-97e6-e66354069b29 tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:11.990459 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1356db0e-8d43-41d7-a6c5-8d3590c96e10 req-d4bd076a-b644-496e-97e6-e66354069b29 tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:11.998345 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2796d4a5-f354-4a9e-8f1a-16f92b646204 req-794d7dc7-3de8-42ee-bd66-c206e331575b tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:11.998673 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-1356db0e-8d43-41d7-a6c5-8d3590c96e10 req-d4bd076a-b644-496e-97e6-e66354069b29 tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] 10.222.0.59 "GET /v2.0/ports?device_id=e3e87ad5-cbba-43a3-886e-223057ca096a HTTP/1.1" status: 200 len: 1655 time: 0.6096828 Jul 27 20:57:11.999228 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52ba0f5c-81ef-460c-b679-1064b863c225 None None] The sync data for ids ['815b26e9-2d70-4966-b87a-ebec014fe418'] in n-d-705658-22 is: [{'id': '815b26e9-2d70-4966-b87a-ebec014fe418', 'name': 'tempest-ServerActionsTestJSON-1402176218-router', 'tenant_id': '037df3a90f014739a3644a9c2d1586c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.43'}], 'enable_snat': True}, 'gw_port_id': '6ee7a68a-7e47-454c-8e09-278e29ff0654', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:56:54Z', 'updated_at': '2021-07-27T20:57:03Z', 'revision_number': 4, 'project_id': '037df3a90f014739a3644a9c2d1586c8', 'gw_port': {'id': '6ee7a68a-7e47-454c-8e09-278e29ff0654', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:be:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '815b26e9-2d70-4966-b87a-ebec014fe418', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:56:56Z', 'updated_at': '2021-07-27T20:57:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_interfaces': [{'id': '235df7f4-77d9-4680-9d65-8935c7f68316', 'name': '', 'network_id': '6aa76440-68bb-4814-b579-87efb5c679e3', 'tenant_id': '037df3a90f014739a3644a9c2d1586c8', 'mac_address': 'fa:16:3e:9a:f3:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '815b26e9-2d70-4966-b87a-ebec014fe418', 'device_owner': 'network:router_interface', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '746696d1-95cb-4db5-9b25-089085191295', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:57:02Z', 'updated_at': '2021-07-27T20:57:11Z', 'revision_number': 4, 'project_id': '037df3a90f014739a3644a9c2d1586c8', 'subnets': [{'id': '746696d1-95cb-4db5-9b25-089085191295', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 20:57:11.999871 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-2796d4a5-f354-4a9e-8f1a-16f92b646204 req-794d7dc7-3de8-42ee-bd66-c206e331575b tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] 10.222.0.36 "GET /v2.0/networks?id=6aa76440-68bb-4814-b579-87efb5c679e3 HTTP/1.1" status: 200 len: 812 time: 0.1565435 Jul 27 20:57:12.113428 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] For port fb15f1c0-245b-436e-a9d1-d0cce94ca8e6, host n-h2-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=fb15f1c0-245b-436e-a9d1-d0cce94ca8e6,segment=NetworkSegment(30512320-4797-4523-818e-63eb7bdafb2b),segment_id=30512320-4797-4523-818e-63eb7bdafb2b)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:57:12.115861 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-2796d4a5-f354-4a9e-8f1a-16f92b646204 req-553740eb-a5a1-41f8-ac26-1b92a62d771b tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=037df3a90f014739a3644a9c2d1586c8 HTTP/1.1" status: 200 len: 379 time: 0.0983109 Jul 27 20:57:12.121028 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 235df7f4-77d9-4680-9d65-8935c7f68316 up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:57:12.128393 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [req-2796d4a5-f354-4a9e-8f1a-16f92b646204 req-20e74397-0c95-4db3-8f75-c1d24651e58e tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] Request body: {'port': {'device_id': '29c1b762-5cb9-4f5b-ac71-3cb8a306ebde', 'network_id': '6aa76440-68bb-4814-b579-87efb5c679e3', 'admin_state_up': True, 'tenant_id': '037df3a90f014739a3644a9c2d1586c8', 'security_groups': ['e760076b-6854-47cf-947b-f6a7a8a579d1']}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:57:12.166217 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Returning: {'device': 'fb15f1c0-245b-436e-a9d1-d0cce94ca8e6', 'network_id': '8e591ae5-ff89-4a25-b3ce-4b1625915957', 'port_id': 'fb15f1c0-245b-436e-a9d1-d0cce94ca8e6', 'mac_address': 'fa:16:3e:3a:1d:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 245, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ffc7070b-0d02-4acb-a66a-19178d3b9317', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105586) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 20:57:12.176477 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-1356db0e-8d43-41d7-a6c5-8d3590c96e10 req-ca1627bc-b20a-40bb-8028-2fbd371bec7c tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] 10.222.0.59 "GET /v2.0/security-groups?id=8e624957-e10f-45bc-9807-385c5037752b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1764929 Jul 27 20:57:12.179021 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-028ec323-0dc8-4043-b2ba-a4fd4c90d60e req-27b5f353-9b5d-4097-9e21-724c66b3e2d5 service neutron] 10.222.0.36 "GET /v2.0/networks/4d64aa0b-bd6a-468e-8edc-c83689947462?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3614006 Jul 27 20:57:12.201153 n-d-705658-22 neutron-server[105585]: DEBUG neutron.notifiers.nova [req-122e7e54-c284-4f2f-a87d-bfff0f93d8e7 req-31a34354-870c-443a-94d9-23f7f10b8e68 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3909dbaa-7a45-4d4b-8839-9812fb65b59d {{(pid=105585) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 20:57:12.211131 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-122e7e54-c284-4f2f-a87d-bfff0f93d8e7 req-31a34354-870c-443a-94d9-23f7f10b8e68 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:12.224184 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:12.246094 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.provisioning_blocks [req-122e7e54-c284-4f2f-a87d-bfff0f93d8e7 req-31a34354-870c-443a-94d9-23f7f10b8e68 service neutron] Transition to ACTIVE for port object 3909dbaa-7a45-4d4b-8839-9812fb65b59d will not be triggered until provisioned by entity L2. {{(pid=105585) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:57:12.248366 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [None req-3d54578f-831f-4696-b568-13c455922dab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb15f1c0-245b-436e-a9d1-d0cce94ca8e6 {{(pid=105586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 20:57:12.250063 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-122e7e54-c284-4f2f-a87d-bfff0f93d8e7 req-31a34354-870c-443a-94d9-23f7f10b8e68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10221672'] for port, after_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:12.275581 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning for port 235df7f4-77d9-4680-9d65-8935c7f68316 completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:57:12.283840 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2796d4a5-f354-4a9e-8f1a-16f92b646204 req-20e74397-0c95-4db3-8f75-c1d24651e58e tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] Made reservation on behalf of 037df3a90f014739a3644a9c2d1586c8 for: {'port': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:57:12.287850 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-2796d4a5-f354-4a9e-8f1a-16f92b646204 req-20e74397-0c95-4db3-8f75-c1d24651e58e tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:12.289584 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device aa633d20-3f03-48c8-9390-1d9687dcf96b details requested by agent hyperv_n-h1-705658-22 with host n-h1-705658-22 {{(pid=105586) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 20:57:12.295287 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] For port fb15f1c0-245b-436e-a9d1-d0cce94ca8e6, host n-h2-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=fb15f1c0-245b-436e-a9d1-d0cce94ca8e6,segment=NetworkSegment(30512320-4797-4523-818e-63eb7bdafb2b),segment_id=30512320-4797-4523-818e-63eb7bdafb2b)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:57:12.299079 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port 235df7f4-77d9-4680-9d65-8935c7f68316 triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:57:12.299466 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:12.307093 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:12.398436 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab9b421-62c6-4543-b365-cd1b87a839c8 req-e94cec5f-b4e7-4faa-a5f5-420606aa5832 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:12.400151 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-9ab9b421-62c6-4543-b365-cd1b87a839c8 req-e94cec5f-b4e7-4faa-a5f5-420606aa5832 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] 10.222.0.59 "GET /v2.0/ports?device_id=db419102-3263-4279-8695-4f2f3857abff HTTP/1.1" status: 200 len: 947 time: 0.3569970 Jul 27 20:57:12.436571 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a34354-870c-443a-94d9-23f7f10b8e68 service neutron] Pushing event updated for resources: {'Port': ['ID=3909dbaa-7a45-4d4b-8839-9812fb65b59d,revision_number=2']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:57:12.481211 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Pushing event updated for resources: {'Port': ['ID=fb15f1c0-245b-436e-a9d1-d0cce94ca8e6,revision_number=4']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:57:12.535767 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d32dc42-b17d-4e79-bfd2-588caa98627a req-7fddcd4b-1b2d-427e-b643-6ce61a6a4b23 tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:12.537953 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-6d32dc42-b17d-4e79-bfd2-588caa98627a req-7fddcd4b-1b2d-427e-b643-6ce61a6a4b23 tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] 10.222.0.59 "GET /v2.0/ports?device_id=a9d282a6-35a6-42dc-b28f-b1607074228a HTTP/1.1" status: 200 len: 944 time: 0.2781420 Jul 27 20:57:12.564788 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.managers [req-122e7e54-c284-4f2f-a87d-bfff0f93d8e7 req-31a34354-870c-443a-94d9-23f7f10b8e68 service neutron] Attempting to bind port 3909dbaa-7a45-4d4b-8839-9812fb65b59d on host n-h2-705658-22 for vnic_type normal with profile {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:57:12.565331 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.managers [req-122e7e54-c284-4f2f-a87d-bfff0f93d8e7 req-31a34354-870c-443a-94d9-23f7f10b8e68 service neutron] Attempting to bind port 3909dbaa-7a45-4d4b-8839-9812fb65b59d by drivers openvswitch,hyperv on host n-h2-705658-22 at level 0 using segments [{'id': 'e3626d14-fb86-4d15-9749-6232d7578299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'c17fbbb7-00d9-4099-8173-7ee8147504c6'}] {{(pid=105585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:57:12.565864 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-122e7e54-c284-4f2f-a87d-bfff0f93d8e7 req-31a34354-870c-443a-94d9-23f7f10b8e68 service neutron] Attempting to bind port 3909dbaa-7a45-4d4b-8839-9812fb65b59d on network c17fbbb7-00d9-4099-8173-7ee8147504c6 {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:57:12.569217 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] For port aa633d20-3f03-48c8-9390-1d9687dcf96b, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=aa633d20-3f03-48c8-9390-1d9687dcf96b,segment=NetworkSegment(86b1e6f6-d629-4b03-8944-4cdfbfb93d02),segment_id=86b1e6f6-d629-4b03-8944-4cdfbfb93d02)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:57:12.589101 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-9ab9b421-62c6-4543-b365-cd1b87a839c8 req-7bbb9f07-f49f-4311-95f7-a2d991f83650 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] 10.222.0.59 "GET /v2.0/security-groups?id=c6534cb3-b44e-4a83-b57e-ddb72c2ad843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604364 Jul 27 20:57:12.593366 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Returning: {'device': 'aa633d20-3f03-48c8-9390-1d9687dcf96b', 'network_id': '4d64aa0b-bd6a-468e-8edc-c83689947462', 'port_id': 'aa633d20-3f03-48c8-9390-1d9687dcf96b', 'mac_address': 'fa:16:3e:4d:eb:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26644ba0-4185-4e10-8718-6ad18d01376c', 'ip_address': '192.168.233.17'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105586) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 20:57:12.599446 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:12.605846 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-122e7e54-c284-4f2f-a87d-bfff0f93d8e7 req-31a34354-870c-443a-94d9-23f7f10b8e68 service neutron] Port 3909dbaa-7a45-4d4b-8839-9812fb65b59d on network c17fbbb7-00d9-4099-8173-7ee8147504c6 not bound, no agent of type Open vSwitch agent registered on host n-h2-705658-22 {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 20:57:12.607515 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-122e7e54-c284-4f2f-a87d-bfff0f93d8e7 req-31a34354-870c-443a-94d9-23f7f10b8e68 service neutron] Attempting to bind port 3909dbaa-7a45-4d4b-8839-9812fb65b59d on network c17fbbb7-00d9-4099-8173-7ee8147504c6 {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:57:12.641870 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-122e7e54-c284-4f2f-a87d-bfff0f93d8e7 req-31a34354-870c-443a-94d9-23f7f10b8e68 service neutron] Checking agent: {'id': '65195a73-a875-4810-9f5b-622ae260a8a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 49, 40), 'started_at': datetime.datetime(2021, 7, 27, 20, 49, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 57, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:57:12.642214 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-122e7e54-c284-4f2f-a87d-bfff0f93d8e7 req-31a34354-870c-443a-94d9-23f7f10b8e68 service neutron] Checking segment: {'id': 'e3626d14-fb86-4d15-9749-6232d7578299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'c17fbbb7-00d9-4099-8173-7ee8147504c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:57:12.642606 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-122e7e54-c284-4f2f-a87d-bfff0f93d8e7 req-31a34354-870c-443a-94d9-23f7f10b8e68 service neutron] Bound using segment: {'id': 'e3626d14-fb86-4d15-9749-6232d7578299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'c17fbbb7-00d9-4099-8173-7ee8147504c6'} {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:57:12.643079 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.managers [req-122e7e54-c284-4f2f-a87d-bfff0f93d8e7 req-31a34354-870c-443a-94d9-23f7f10b8e68 service neutron] Bound port: 3909dbaa-7a45-4d4b-8839-9812fb65b59d, host: n-h2-705658-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e3626d14-fb86-4d15-9749-6232d7578299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'c17fbbb7-00d9-4099-8173-7ee8147504c6'}}] {{(pid=105585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:57:12.643444 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-122e7e54-c284-4f2f-a87d-bfff0f93d8e7 req-31a34354-870c-443a-94d9-23f7f10b8e68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:12.689906 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-6d32dc42-b17d-4e79-bfd2-588caa98627a req-3ba8a9df-33a2-45e8-9825-c7c4a7ec81bc tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] 10.222.0.59 "GET /v2.0/security-groups?id=1749b80d-91c6-4bd3-8e8d-666bd095400f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324990 Jul 27 20:57:12.816560 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.db [req-122e7e54-c284-4f2f-a87d-bfff0f93d8e7 req-31a34354-870c-443a-94d9-23f7f10b8e68 service neutron] For port 3909dbaa-7a45-4d4b-8839-9812fb65b59d, host n-h2-705658-22, cleared binding levels {{(pid=105585) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:57:12.820567 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.db [req-122e7e54-c284-4f2f-a87d-bfff0f93d8e7 req-31a34354-870c-443a-94d9-23f7f10b8e68 service neutron] For port 3909dbaa-7a45-4d4b-8839-9812fb65b59d, host n-h2-705658-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=3909dbaa-7a45-4d4b-8839-9812fb65b59d,segment=NetworkSegment(e3626d14-fb86-4d15-9749-6232d7578299),segment_id=e3626d14-fb86-4d15-9749-6232d7578299)] {{(pid=105585) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:57:12.825187 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-122e7e54-c284-4f2f-a87d-bfff0f93d8e7 req-31a34354-870c-443a-94d9-23f7f10b8e68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10221672'] for port, after_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:12.922758 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a34354-870c-443a-94d9-23f7f10b8e68 service neutron] Pushing event updated for resources: {'Port': ['ID=3909dbaa-7a45-4d4b-8839-9812fb65b59d,revision_number=3']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:57:12.953079 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] For port 235df7f4-77d9-4680-9d65-8935c7f68316, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=235df7f4-77d9-4680-9d65-8935c7f68316,segment=NetworkSegment(7253e476-fc19-4126-9562-a06a41b3b94e),segment_id=7253e476-fc19-4126-9562-a06a41b3b94e)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:57:12.959710 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] get_ports_and_sgs() called for port_ids ['fb15f1c0-245b-436e-a9d1-d0cce94ca8e6'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 20:57:12.962342 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122e7e54-c284-4f2f-a87d-bfff0f93d8e7 req-31a34354-870c-443a-94d9-23f7f10b8e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:12.963584 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-122e7e54-c284-4f2f-a87d-bfff0f93d8e7 req-31a34354-870c-443a-94d9-23f7f10b8e68 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:12.966414 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-122e7e54-c284-4f2f-a87d-bfff0f93d8e7 req-31a34354-870c-443a-94d9-23f7f10b8e68 service neutron] 10.222.0.60 "PUT /v2.0/ports/3909dbaa-7a45-4d4b-8839-9812fb65b59d HTTP/1.1" status: 200 len: 1093 time: 2.1159828 Jul 27 20:57:12.967093 n-d-705658-22 neutron-server[105585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3e87ad5-cbba-43a3-886e-223057ca096a', 'tag': '3909dbaa-7a45-4d4b-8839-9812fb65b59d'}] {{(pid=105585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:57:12.969697 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:12.969865 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d66fd65881426bfc2b5388084a3654e5eae521106a15a3dbf0eb4cde7106c36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac377fa2-4476-4420-a59f-d125bae9b6af" -d '{"events": [{"name": "network-changed", "server_uuid": "e3e87ad5-cbba-43a3-886e-223057ca096a", "tag": "3909dbaa-7a45-4d4b-8839-9812fb65b59d"}]}' {{(pid=105585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:57:12.979572 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:12.990601 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.db_base_plugin_common [req-2796d4a5-f354-4a9e-8f1a-16f92b646204 req-20e74397-0c95-4db3-8f75-c1d24651e58e tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] Allocated IP 172.20.0.11 (6aa76440-68bb-4814-b579-87efb5c679e3/746696d1-95cb-4db5-9b25-089085191295/0d25b76a-67ba-4b3b-8026-3f225d5e391c) {{(pid=105584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:57:13.047622 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [req-122e7e54-c284-4f2f-a87d-bfff0f93d8e7 req-8df60efc-2d5e-4406-b691-9c13a5817a6c service neutron] Request body: {'port': {'device_id': 'e3e87ad5-cbba-43a3-886e-223057ca096a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-705658-22'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:57:13.055300 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-808c4c88-f013-4829-95aa-02a3c6e3bf49 req-d757936e-bfe7-4bda-afe8-1530351e1e15 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] 10.222.0.59 "GET /v2.0/ports?device_id=29c1b762-5cb9-4f5b-ac71-3cb8a306ebde HTTP/1.1" status: 200 len: 210 time: 0.1198571 Jul 27 20:57:13.061993 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-bb32ed7d-8717-448b-a9c8-a5a0117d1fd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:13.072827 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa633d20-3f03-48c8-9390-1d9687dcf96b {{(pid=105586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 20:57:13.142309 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] For port aa633d20-3f03-48c8-9390-1d9687dcf96b, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=aa633d20-3f03-48c8-9390-1d9687dcf96b,segment=NetworkSegment(86b1e6f6-d629-4b03-8944-4cdfbfb93d02),segment_id=86b1e6f6-d629-4b03-8944-4cdfbfb93d02)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:57:13.150533 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:13.165543 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Pushing event updated for resources: {'Port': ['ID=235df7f4-77d9-4680-9d65-8935c7f68316,revision_number=5']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:57:13.182401 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 20:57:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-474aa3d9-0212-4d33-8a18-a96f0938841f x-openstack-request-id: req-474aa3d9-0212-4d33-8a18-a96f0938841f {{(pid=105585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:57:13.183027 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3e87ad5-cbba-43a3-886e-223057ca096a", "tag": "3909dbaa-7a45-4d4b-8839-9812fb65b59d", "status": "completed", "code": 200}]} {{(pid=105585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:57:13.183027 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-474aa3d9-0212-4d33-8a18-a96f0938841f {{(pid=105585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:57:13.183362 n-d-705658-22 neutron-server[105585]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3e87ad5-cbba-43a3-886e-223057ca096a', 'tag': '3909dbaa-7a45-4d4b-8839-9812fb65b59d', 'status': 'completed', 'code': 200} Jul 27 20:57:13.263456 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c50819-df44-4e69-ba3b-fa059a79c7e3 req-5b08aa16-d48b-4765-9fc9-1c1e7af6562d tempest-LiveMigrationTest-297508949 tempest-LiveMigrationTest-297508949-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:13.269438 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f3c50819-df44-4e69-ba3b-fa059a79c7e3 req-5b08aa16-d48b-4765-9fc9-1c1e7af6562d tempest-LiveMigrationTest-297508949 tempest-LiveMigrationTest-297508949-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=d7c5737b-5126-4417-93f5-533a70fd5a86 HTTP/1.1" status: 200 len: 1096 time: 0.3342297 Jul 27 20:57:13.302818 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Pushing event updated for resources: {'Port': ['ID=aa633d20-3f03-48c8-9390-1d9687dcf96b,revision_number=4']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:57:13.319933 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-2796d4a5-f354-4a9e-8f1a-16f92b646204 req-20e74397-0c95-4db3-8f75-c1d24651e58e tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] Notify callbacks [] for port, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:13.330518 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-122e7e54-c284-4f2f-a87d-bfff0f93d8e7 req-8df60efc-2d5e-4406-b691-9c13a5817a6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:13.339391 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.provisioning_blocks [req-2796d4a5-f354-4a9e-8f1a-16f92b646204 req-20e74397-0c95-4db3-8f75-c1d24651e58e tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] Transition to ACTIVE for port object 0d25b76a-67ba-4b3b-8026-3f225d5e391c will not be triggered until provisioned by entity DHCP. {{(pid=105584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:57:13.385752 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-2796d4a5-f354-4a9e-8f1a-16f92b646204 req-20e74397-0c95-4db3-8f75-c1d24651e58e tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:13.413945 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f3c50819-df44-4e69-ba3b-fa059a79c7e3 req-7b111b6d-0dc9-4bfe-a98d-c6df32e816b6 tempest-LiveMigrationTest-297508949 tempest-LiveMigrationTest-297508949-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=594c38b0-00a0-4e02-9d5e-673f3a5e469c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321239 Jul 27 20:57:13.436369 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2796d4a5-f354-4a9e-8f1a-16f92b646204 req-20e74397-0c95-4db3-8f75-c1d24651e58e tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] Network 6aa76440-68bb-4814-b579-87efb5c679e3 is already hosted by enough agents. {{(pid=105584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:57:13.444311 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [req-2796d4a5-f354-4a9e-8f1a-16f92b646204 req-20e74397-0c95-4db3-8f75-c1d24651e58e tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] Resources bound (agent type, host, resource id): {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:57:13.451334 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [req-2796d4a5-f354-4a9e-8f1a-16f92b646204 req-20e74397-0c95-4db3-8f75-c1d24651e58e tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] Received port after_create {{(pid=105584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:57:13.463953 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac377fa2-4476-4420-a59f-d125bae9b6af req-2e0d7f2e-0244-4195-8694-ce21b7aabf32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:13.464441 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac377fa2-4476-4420-a59f-d125bae9b6af req-2e0d7f2e-0244-4195-8694-ce21b7aabf32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:13.466302 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-ac377fa2-4476-4420-a59f-d125bae9b6af req-2e0d7f2e-0244-4195-8694-ce21b7aabf32 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8ef5ae3754f942d6bfb3fca348e04118&device_id=e3e87ad5-cbba-43a3-886e-223057ca096a HTTP/1.1" status: 200 len: 1915 time: 0.2711320 Jul 27 20:57:13.483771 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e74397-0c95-4db3-8f75-c1d24651e58e tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] Pushing event updated for resources: {'Port': ['ID=0d25b76a-67ba-4b3b-8026-3f225d5e391c,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:57:13.501817 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] get_ports_and_sgs() called for port_ids ['aa633d20-3f03-48c8-9390-1d9687dcf96b'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 20:57:13.524061 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2796d4a5-f354-4a9e-8f1a-16f92b646204 req-20e74397-0c95-4db3-8f75-c1d24651e58e tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:13.524720 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-2796d4a5-f354-4a9e-8f1a-16f92b646204 req-20e74397-0c95-4db3-8f75-c1d24651e58e tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:13.543116 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-2796d4a5-f354-4a9e-8f1a-16f92b646204 req-20e74397-0c95-4db3-8f75-c1d24651e58e tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4194226 Jul 27 20:57:13.556294 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [req-2796d4a5-f354-4a9e-8f1a-16f92b646204 req-da9f6d4c-cf20-4a2f-a4ab-8622b12d0a53 service neutron] Request body: {'port': {'device_id': '29c1b762-5cb9-4f5b-ac71-3cb8a306ebde', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-705658-22'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:57:13.636865 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ce37ad-ce52-4d57-9cf5-2cab2bd0c970 req-a53909f7-e316-4ccb-a1f2-f87bea078fc6 tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:13.643207 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ce37ad-ce52-4d57-9cf5-2cab2bd0c970 req-a53909f7-e316-4ccb-a1f2-f87bea078fc6 tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:13.647406 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-74ce37ad-ce52-4d57-9cf5-2cab2bd0c970 req-a53909f7-e316-4ccb-a1f2-f87bea078fc6 tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] 10.222.0.59 "GET /v2.0/ports?device_id=e3e87ad5-cbba-43a3-886e-223057ca096a HTTP/1.1" status: 200 len: 1667 time: 0.3514805 Jul 27 20:57:13.693687 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-2796d4a5-f354-4a9e-8f1a-16f92b646204 req-da9f6d4c-cf20-4a2f-a4ab-8622b12d0a53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:13.832845 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-74ce37ad-ce52-4d57-9cf5-2cab2bd0c970 req-984ca3bb-f733-4d1c-9364-dda262c63065 tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] 10.222.0.59 "GET /v2.0/security-groups?id=8e624957-e10f-45bc-9807-385c5037752b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720486 Jul 27 20:57:13.865542 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-71128aa4-b61e-44fb-a595-6529595f65de None None] Provisioning for port 0d25b76a-67ba-4b3b-8026-3f225d5e391c completed by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:57:13.873576 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-71128aa4-b61e-44fb-a595-6529595f65de None None] Provisioning complete for port 0d25b76a-67ba-4b3b-8026-3f225d5e391c triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:57:13.874000 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-71128aa4-b61e-44fb-a595-6529595f65de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:13.877029 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac377fa2-4476-4420-a59f-d125bae9b6af req-3f072781-f933-4d39-9294-ef350b09f7e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:13.877686 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac377fa2-4476-4420-a59f-d125bae9b6af req-3f072781-f933-4d39-9294-ef350b09f7e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:13.878155 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac377fa2-4476-4420-a59f-d125bae9b6af req-3f072781-f933-4d39-9294-ef350b09f7e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:13.879904 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-ac377fa2-4476-4420-a59f-d125bae9b6af req-3f072781-f933-4d39-9294-ef350b09f7e6 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=8ef5ae3754f942d6bfb3fca348e04118&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.4023986 Jul 27 20:57:13.942905 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-71128aa4-b61e-44fb-a595-6529595f65de None None] Port 0d25b76a-67ba-4b3b-8026-3f225d5e391c cannot update to ACTIVE because it is not bound. {{(pid=105586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 20:57:14.059685 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 235df7f4-77d9-4680-9d65-8935c7f68316 up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:57:14.077204 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [req-2796d4a5-f354-4a9e-8f1a-16f92b646204 req-da9f6d4c-cf20-4a2f-a4ab-8622b12d0a53 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d25b76a-67ba-4b3b-8026-3f225d5e391c {{(pid=105584) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 20:57:14.084952 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-2796d4a5-f354-4a9e-8f1a-16f92b646204 req-da9f6d4c-cf20-4a2f-a4ab-8622b12d0a53 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:14.096852 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.provisioning_blocks [req-2796d4a5-f354-4a9e-8f1a-16f92b646204 req-da9f6d4c-cf20-4a2f-a4ab-8622b12d0a53 service neutron] Transition to ACTIVE for port object 0d25b76a-67ba-4b3b-8026-3f225d5e391c will not be triggered until provisioned by entity L2. {{(pid=105584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:57:14.101117 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-2796d4a5-f354-4a9e-8f1a-16f92b646204 req-da9f6d4c-cf20-4a2f-a4ab-8622b12d0a53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9014027'] for port, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:14.125661 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port 235df7f4-77d9-4680-9d65-8935c7f68316 triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:57:14.126264 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:14.150319 n-d-705658-22 neutron-server[105585]: DEBUG neutron.notifiers.nova [req-122e7e54-c284-4f2f-a87d-bfff0f93d8e7 req-8df60efc-2d5e-4406-b691-9c13a5817a6c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c9d5fa3b-637e-4191-ab9f-76f60cf69a06 {{(pid=105585) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 20:57:14.160295 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-122e7e54-c284-4f2f-a87d-bfff0f93d8e7 req-8df60efc-2d5e-4406-b691-9c13a5817a6c service neutron] Notify callbacks [] for port, precommit_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:14.182603 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-875ced1b-4cf3-463a-9653-058f0f9421e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:14.186088 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9f6d4c-cf20-4a2f-a4ab-8622b12d0a53 service neutron] Pushing event updated for resources: {'Port': ['ID=0d25b76a-67ba-4b3b-8026-3f225d5e391c,revision_number=2']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:57:14.259322 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.provisioning_blocks [req-122e7e54-c284-4f2f-a87d-bfff0f93d8e7 req-8df60efc-2d5e-4406-b691-9c13a5817a6c service neutron] Transition to ACTIVE for port object c9d5fa3b-637e-4191-ab9f-76f60cf69a06 will not be triggered until provisioned by entity L2. {{(pid=105585) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:57:14.265453 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [req-2796d4a5-f354-4a9e-8f1a-16f92b646204 req-da9f6d4c-cf20-4a2f-a4ab-8622b12d0a53 service neutron] Attempting to bind port 0d25b76a-67ba-4b3b-8026-3f225d5e391c on host n-h1-705658-22 for vnic_type normal with profile {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:57:14.266001 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [req-2796d4a5-f354-4a9e-8f1a-16f92b646204 req-da9f6d4c-cf20-4a2f-a4ab-8622b12d0a53 service neutron] Attempting to bind port 0d25b76a-67ba-4b3b-8026-3f225d5e391c by drivers openvswitch,hyperv on host n-h1-705658-22 at level 0 using segments [{'id': '7253e476-fc19-4126-9562-a06a41b3b94e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '6aa76440-68bb-4814-b579-87efb5c679e3'}] {{(pid=105584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:57:14.266528 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2796d4a5-f354-4a9e-8f1a-16f92b646204 req-da9f6d4c-cf20-4a2f-a4ab-8622b12d0a53 service neutron] Attempting to bind port 0d25b76a-67ba-4b3b-8026-3f225d5e391c on network 6aa76440-68bb-4814-b579-87efb5c679e3 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:57:14.271929 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2796d4a5-f354-4a9e-8f1a-16f92b646204 req-da9f6d4c-cf20-4a2f-a4ab-8622b12d0a53 service neutron] Port 0d25b76a-67ba-4b3b-8026-3f225d5e391c on network 6aa76440-68bb-4814-b579-87efb5c679e3 not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-22 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 20:57:14.272671 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2796d4a5-f354-4a9e-8f1a-16f92b646204 req-da9f6d4c-cf20-4a2f-a4ab-8622b12d0a53 service neutron] Attempting to bind port 0d25b76a-67ba-4b3b-8026-3f225d5e391c on network 6aa76440-68bb-4814-b579-87efb5c679e3 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:57:14.274221 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-122e7e54-c284-4f2f-a87d-bfff0f93d8e7 req-8df60efc-2d5e-4406-b691-9c13a5817a6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10221672'] for port, after_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:14.277601 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2796d4a5-f354-4a9e-8f1a-16f92b646204 req-da9f6d4c-cf20-4a2f-a4ab-8622b12d0a53 service neutron] Checking agent: {'id': '9d9bc37f-4d75-44ef-9f63-799aab3e316f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 49, 36), 'started_at': datetime.datetime(2021, 7, 27, 20, 49, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 57, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:57:14.277958 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2796d4a5-f354-4a9e-8f1a-16f92b646204 req-da9f6d4c-cf20-4a2f-a4ab-8622b12d0a53 service neutron] Checking segment: {'id': '7253e476-fc19-4126-9562-a06a41b3b94e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '6aa76440-68bb-4814-b579-87efb5c679e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:57:14.278377 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2796d4a5-f354-4a9e-8f1a-16f92b646204 req-da9f6d4c-cf20-4a2f-a4ab-8622b12d0a53 service neutron] Bound using segment: {'id': '7253e476-fc19-4126-9562-a06a41b3b94e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '6aa76440-68bb-4814-b579-87efb5c679e3'} {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:57:14.278781 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [req-2796d4a5-f354-4a9e-8f1a-16f92b646204 req-da9f6d4c-cf20-4a2f-a4ab-8622b12d0a53 service neutron] Bound port: 0d25b76a-67ba-4b3b-8026-3f225d5e391c, host: n-h1-705658-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7253e476-fc19-4126-9562-a06a41b3b94e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '6aa76440-68bb-4814-b579-87efb5c679e3'}}] {{(pid=105584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:57:14.279246 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-2796d4a5-f354-4a9e-8f1a-16f92b646204 req-da9f6d4c-cf20-4a2f-a4ab-8622b12d0a53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:14.287802 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178c5a13-c8e6-44b3-8085-013b304dd9b5 req-4a7a0543-b78c-44b8-b5bc-8ed2addcef89 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:14.289339 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-178c5a13-c8e6-44b3-8085-013b304dd9b5 req-4a7a0543-b78c-44b8-b5bc-8ed2addcef89 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] 10.222.0.59 "GET /v2.0/ports?device_id=db419102-3263-4279-8695-4f2f3857abff HTTP/1.1" status: 200 len: 948 time: 0.4799027 Jul 27 20:57:14.295548 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac377fa2-4476-4420-a59f-d125bae9b6af req-3fe6f610-f892-4304-bc6a-162dfcde36bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:14.297021 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-ac377fa2-4476-4420-a59f-d125bae9b6af req-3fe6f610-f892-4304-bc6a-162dfcde36bc service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4037647 Jul 27 20:57:14.366257 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [req-2796d4a5-f354-4a9e-8f1a-16f92b646204 req-da9f6d4c-cf20-4a2f-a4ab-8622b12d0a53 service neutron] For port 0d25b76a-67ba-4b3b-8026-3f225d5e391c, host n-h1-705658-22, cleared binding levels {{(pid=105584) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:57:14.374983 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [req-2796d4a5-f354-4a9e-8f1a-16f92b646204 req-da9f6d4c-cf20-4a2f-a4ab-8622b12d0a53 service neutron] For port 0d25b76a-67ba-4b3b-8026-3f225d5e391c, host n-h1-705658-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=0d25b76a-67ba-4b3b-8026-3f225d5e391c,segment=NetworkSegment(7253e476-fc19-4126-9562-a06a41b3b94e),segment_id=7253e476-fc19-4126-9562-a06a41b3b94e)] {{(pid=105584) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:57:14.383194 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-2796d4a5-f354-4a9e-8f1a-16f92b646204 req-da9f6d4c-cf20-4a2f-a4ab-8622b12d0a53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9014027'] for port, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:14.395573 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df60efc-2d5e-4406-b691-9c13a5817a6c service neutron] Pushing event updated for resources: {'Port': ['ID=c9d5fa3b-637e-4191-ab9f-76f60cf69a06,revision_number=2']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:57:14.423542 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-178c5a13-c8e6-44b3-8085-013b304dd9b5 req-4eaf21c5-8511-4f0d-bf5a-bd8f9fdfc3b5 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] 10.222.0.59 "GET /v2.0/security-groups?id=c6534cb3-b44e-4a83-b57e-ddb72c2ad843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247003 Jul 27 20:57:14.435573 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeac2df8-fc79-48cf-9f06-4279876acc68 req-be0e67e1-b842-4b7d-863a-f45c37a4f401 tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:14.437510 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-aeac2df8-fc79-48cf-9f06-4279876acc68 req-be0e67e1-b842-4b7d-863a-f45c37a4f401 tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] 10.222.0.59 "GET /v2.0/ports?device_id=d7c5737b-5126-4417-93f5-533a70fd5a86 HTTP/1.1" status: 200 len: 944 time: 0.3913915 Jul 27 20:57:14.451850 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9f6d4c-cf20-4a2f-a4ab-8622b12d0a53 service neutron] Pushing event updated for resources: {'Port': ['ID=0d25b76a-67ba-4b3b-8026-3f225d5e391c,revision_number=3']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:57:14.461832 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2796d4a5-f354-4a9e-8f1a-16f92b646204 req-da9f6d4c-cf20-4a2f-a4ab-8622b12d0a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:14.462459 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-2796d4a5-f354-4a9e-8f1a-16f92b646204 req-da9f6d4c-cf20-4a2f-a4ab-8622b12d0a53 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:14.464803 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-2796d4a5-f354-4a9e-8f1a-16f92b646204 req-da9f6d4c-cf20-4a2f-a4ab-8622b12d0a53 service neutron] 10.222.0.36 "PUT /v2.0/ports/0d25b76a-67ba-4b3b-8026-3f225d5e391c HTTP/1.1" status: 200 len: 1093 time: 0.9124243 Jul 27 20:57:14.465415 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29c1b762-5cb9-4f5b-ac71-3cb8a306ebde', 'tag': '0d25b76a-67ba-4b3b-8026-3f225d5e391c'}] {{(pid=105584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:57:14.468993 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bce5e6c8685464f7626901654159975603b047827e3138302ed6566e28f1343" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4686d32-ef43-4011-a05c-56c55c3f7180" -d '{"events": [{"name": "network-changed", "server_uuid": "29c1b762-5cb9-4f5b-ac71-3cb8a306ebde", "tag": "0d25b76a-67ba-4b3b-8026-3f225d5e391c"}]}' {{(pid=105584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:57:14.584015 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-aeac2df8-fc79-48cf-9f06-4279876acc68 req-c90f9be2-cc74-4b22-82ff-de30558380b0 tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] 10.222.0.59 "GET /v2.0/security-groups?id=594c38b0-00a0-4e02-9d5e-673f3a5e469c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142204 Jul 27 20:57:14.595639 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2796d4a5-f354-4a9e-8f1a-16f92b646204 req-f3d22b7c-4959-4699-9d6a-7f3f48986a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:14.597238 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-2796d4a5-f354-4a9e-8f1a-16f92b646204 req-f3d22b7c-4959-4699-9d6a-7f3f48986a14 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=037df3a90f014739a3644a9c2d1586c8&device_id=29c1b762-5cb9-4f5b-ac71-3cb8a306ebde HTTP/1.1" status: 200 len: 1096 time: 0.0910978 Jul 27 20:57:14.670162 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-2796d4a5-f354-4a9e-8f1a-16f92b646204 req-13f0cd1f-ed6f-43a9-a438-32c53af4b90a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0d25b76a-67ba-4b3b-8026-3f225d5e391c HTTP/1.1" status: 200 len: 217 time: 0.0506117 Jul 27 20:57:14.745481 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2796d4a5-f354-4a9e-8f1a-16f92b646204 req-c25a1617-d089-4a93-88f2-c3d924bf5e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:14.749661 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-2796d4a5-f354-4a9e-8f1a-16f92b646204 req-c25a1617-d089-4a93-88f2-c3d924bf5e6d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=746696d1-95cb-4db5-9b25-089085191295 HTTP/1.1" status: 200 len: 851 time: 0.0709834 Jul 27 20:57:14.755525 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.managers [req-122e7e54-c284-4f2f-a87d-bfff0f93d8e7 req-8df60efc-2d5e-4406-b691-9c13a5817a6c service neutron] Attempting to bind port c9d5fa3b-637e-4191-ab9f-76f60cf69a06 on host n-h2-705658-22 for vnic_type normal with profile {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:57:14.755868 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.managers [req-122e7e54-c284-4f2f-a87d-bfff0f93d8e7 req-8df60efc-2d5e-4406-b691-9c13a5817a6c service neutron] Attempting to bind port c9d5fa3b-637e-4191-ab9f-76f60cf69a06 by drivers openvswitch,hyperv on host n-h2-705658-22 at level 0 using segments [{'id': 'd1065d30-2dcc-4438-947c-c987e8ba7911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '43f9b3a1-835c-41f9-abdb-7ad16f86d61c'}] {{(pid=105585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:57:14.756207 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-122e7e54-c284-4f2f-a87d-bfff0f93d8e7 req-8df60efc-2d5e-4406-b691-9c13a5817a6c service neutron] Attempting to bind port c9d5fa3b-637e-4191-ab9f-76f60cf69a06 on network 43f9b3a1-835c-41f9-abdb-7ad16f86d61c {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:57:14.762431 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-122e7e54-c284-4f2f-a87d-bfff0f93d8e7 req-8df60efc-2d5e-4406-b691-9c13a5817a6c service neutron] Port c9d5fa3b-637e-4191-ab9f-76f60cf69a06 on network 43f9b3a1-835c-41f9-abdb-7ad16f86d61c not bound, no agent of type Open vSwitch agent registered on host n-h2-705658-22 {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 20:57:14.762762 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-122e7e54-c284-4f2f-a87d-bfff0f93d8e7 req-8df60efc-2d5e-4406-b691-9c13a5817a6c service neutron] Attempting to bind port c9d5fa3b-637e-4191-ab9f-76f60cf69a06 on network 43f9b3a1-835c-41f9-abdb-7ad16f86d61c {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:57:14.790327 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-122e7e54-c284-4f2f-a87d-bfff0f93d8e7 req-8df60efc-2d5e-4406-b691-9c13a5817a6c service neutron] Checking agent: {'id': '65195a73-a875-4810-9f5b-622ae260a8a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 49, 40), 'started_at': datetime.datetime(2021, 7, 27, 20, 49, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 57, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:57:14.790692 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-122e7e54-c284-4f2f-a87d-bfff0f93d8e7 req-8df60efc-2d5e-4406-b691-9c13a5817a6c service neutron] Checking segment: {'id': 'd1065d30-2dcc-4438-947c-c987e8ba7911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '43f9b3a1-835c-41f9-abdb-7ad16f86d61c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:57:14.791137 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-122e7e54-c284-4f2f-a87d-bfff0f93d8e7 req-8df60efc-2d5e-4406-b691-9c13a5817a6c service neutron] Bound using segment: {'id': 'd1065d30-2dcc-4438-947c-c987e8ba7911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '43f9b3a1-835c-41f9-abdb-7ad16f86d61c'} {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:57:14.796684 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.managers [req-122e7e54-c284-4f2f-a87d-bfff0f93d8e7 req-8df60efc-2d5e-4406-b691-9c13a5817a6c service neutron] Bound port: c9d5fa3b-637e-4191-ab9f-76f60cf69a06, host: n-h2-705658-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1065d30-2dcc-4438-947c-c987e8ba7911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '43f9b3a1-835c-41f9-abdb-7ad16f86d61c'}}] {{(pid=105585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:57:14.797360 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-122e7e54-c284-4f2f-a87d-bfff0f93d8e7 req-8df60efc-2d5e-4406-b691-9c13a5817a6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:14.825282 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8380f266-c3a8-4fc1-98bb-ac733108e4a4 req-3cb55c94-5419-4657-9f6b-7da12a161bad tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:14.827134 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-8380f266-c3a8-4fc1-98bb-ac733108e4a4 req-3cb55c94-5419-4657-9f6b-7da12a161bad tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] 10.222.0.59 "GET /v2.0/ports?device_id=a9d282a6-35a6-42dc-b28f-b1607074228a HTTP/1.1" status: 200 len: 945 time: 0.2863421 Jul 27 20:57:14.847244 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2796d4a5-f354-4a9e-8f1a-16f92b646204 req-12cc368b-5d5d-4ea7-9731-42c7b048cc16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:14.849003 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-2796d4a5-f354-4a9e-8f1a-16f92b646204 req-12cc368b-5d5d-4ea7-9731-42c7b048cc16 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6aa76440-68bb-4814-b579-87efb5c679e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0909877 Jul 27 20:57:14.892224 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8ba74a-212f-4a99-a372-b747cf552556 req-d19c799d-5bf3-4e59-ad13-19ff78b59742 tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:14.893597 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-0d8ba74a-212f-4a99-a372-b747cf552556 req-d19c799d-5bf3-4e59-ad13-19ff78b59742 tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] 10.222.0.60 "GET /v2.0/ports?device_id=d7c5737b-5126-4417-93f5-533a70fd5a86 HTTP/1.1" status: 200 len: 944 time: 0.2489264 Jul 27 20:57:14.951952 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-2796d4a5-f354-4a9e-8f1a-16f92b646204 req-0841cc7a-3140-4296-b402-19eecd8797ce service neutron] 10.222.0.36 "GET /v2.0/networks/6aa76440-68bb-4814-b579-87efb5c679e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947542 Jul 27 20:57:14.976177 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.db [req-122e7e54-c284-4f2f-a87d-bfff0f93d8e7 req-8df60efc-2d5e-4406-b691-9c13a5817a6c service neutron] For port c9d5fa3b-637e-4191-ab9f-76f60cf69a06, host n-h2-705658-22, cleared binding levels {{(pid=105585) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:57:14.990890 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-8380f266-c3a8-4fc1-98bb-ac733108e4a4 req-abf6b967-65ea-40d8-a79b-6c52b33eace3 tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] 10.222.0.59 "GET /v2.0/security-groups?id=1749b80d-91c6-4bd3-8e8d-666bd095400f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395802 Jul 27 20:57:15.009143 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.db [req-122e7e54-c284-4f2f-a87d-bfff0f93d8e7 req-8df60efc-2d5e-4406-b691-9c13a5817a6c service neutron] For port c9d5fa3b-637e-4191-ab9f-76f60cf69a06, host n-h2-705658-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=c9d5fa3b-637e-4191-ab9f-76f60cf69a06,segment=NetworkSegment(d1065d30-2dcc-4438-947c-c987e8ba7911),segment_id=d1065d30-2dcc-4438-947c-c987e8ba7911)] {{(pid=105585) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:57:15.023217 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-122e7e54-c284-4f2f-a87d-bfff0f93d8e7 req-8df60efc-2d5e-4406-b691-9c13a5817a6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10221672'] for port, after_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:15.046365 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 20:57:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d61c8eb1-2b52-43ab-8cfd-3c9e5ac0c005 x-openstack-request-id: req-d61c8eb1-2b52-43ab-8cfd-3c9e5ac0c005 {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:57:15.046661 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29c1b762-5cb9-4f5b-ac71-3cb8a306ebde", "tag": "0d25b76a-67ba-4b3b-8026-3f225d5e391c", "status": "completed", "code": 200}]} {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:57:15.046914 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-d61c8eb1-2b52-43ab-8cfd-3c9e5ac0c005 {{(pid=105584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:57:15.047344 n-d-705658-22 neutron-server[105584]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29c1b762-5cb9-4f5b-ac71-3cb8a306ebde', 'tag': '0d25b76a-67ba-4b3b-8026-3f225d5e391c', 'status': 'completed', 'code': 200} Jul 27 20:57:15.078432 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-2796d4a5-f354-4a9e-8f1a-16f92b646204 req-773f12bb-975c-4b6a-9a1b-732078dddf13 service neutron] 10.222.0.36 "GET /v2.0/networks/6aa76440-68bb-4814-b579-87efb5c679e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1161740 Jul 27 20:57:15.087745 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122e7e54-c284-4f2f-a87d-bfff0f93d8e7 req-8df60efc-2d5e-4406-b691-9c13a5817a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:15.088432 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-122e7e54-c284-4f2f-a87d-bfff0f93d8e7 req-8df60efc-2d5e-4406-b691-9c13a5817a6c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:15.090261 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-122e7e54-c284-4f2f-a87d-bfff0f93d8e7 req-8df60efc-2d5e-4406-b691-9c13a5817a6c service neutron] 10.222.0.60 "PUT /v2.0/ports/c9d5fa3b-637e-4191-ab9f-76f60cf69a06 HTTP/1.1" status: 200 len: 1093 time: 2.0479205 Jul 27 20:57:15.141604 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce7671a-718d-4984-ada6-7c99e58c7b39 req-c8a1a73f-e0b8-4d00-b79f-2ccf5a71f84c tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:15.143207 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-fce7671a-718d-4984-ada6-7c99e58c7b39 req-c8a1a73f-e0b8-4d00-b79f-2ccf5a71f84c tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] 10.222.0.59 "GET /v2.0/ports?device_id=29c1b762-5cb9-4f5b-ac71-3cb8a306ebde HTTP/1.1" status: 200 len: 944 time: 0.2441857 Jul 27 20:57:15.195306 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4686d32-ef43-4011-a05c-56c55c3f7180 req-c0f71c16-0245-4459-88ab-8a5c014bad91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:15.196925 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-f4686d32-ef43-4011-a05c-56c55c3f7180 req-c0f71c16-0245-4459-88ab-8a5c014bad91 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=037df3a90f014739a3644a9c2d1586c8&device_id=29c1b762-5cb9-4f5b-ac71-3cb8a306ebde HTTP/1.1" status: 200 len: 1096 time: 0.0638943 Jul 27 20:57:15.197194 n-d-705658-22 neutron-server[105585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3e87ad5-cbba-43a3-886e-223057ca096a', 'tag': 'c9d5fa3b-637e-4191-ab9f-76f60cf69a06'}] {{(pid=105585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:57:15.199467 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d66fd65881426bfc2b5388084a3654e5eae521106a15a3dbf0eb4cde7106c36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d77ef7f-a98f-40fa-a915-ba8c25ea30db" -d '{"events": [{"name": "network-changed", "server_uuid": "e3e87ad5-cbba-43a3-886e-223057ca096a", "tag": "c9d5fa3b-637e-4191-ab9f-76f60cf69a06"}]}' {{(pid=105585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:57:15.241694 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df60efc-2d5e-4406-b691-9c13a5817a6c service neutron] Pushing event updated for resources: {'Port': ['ID=c9d5fa3b-637e-4191-ab9f-76f60cf69a06,revision_number=3']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:57:15.279766 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [req-0d8ba74a-212f-4a99-a372-b747cf552556 req-5dd3d5a8-383b-48b2-939a-21433dcd0cce tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] Deleting port 4ee93ba2-6330-4c53-abc2-bbf843dd38f2 {{(pid=105585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:57:15.280376 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-0d8ba74a-212f-4a99-a372-b747cf552556 req-5dd3d5a8-383b-48b2-939a-21433dcd0cce tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:15.289322 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-fce7671a-718d-4984-ada6-7c99e58c7b39 req-f8ed9e74-1f80-4d14-bb53-127f726babc9 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] 10.222.0.59 "GET /v2.0/security-groups?id=e760076b-6854-47cf-947b-f6a7a8a579d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0929387 Jul 27 20:57:15.294355 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4686d32-ef43-4011-a05c-56c55c3f7180 req-1530e111-f372-4940-b340-706f4599161a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:15.295914 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-f4686d32-ef43-4011-a05c-56c55c3f7180 req-1530e111-f372-4940-b340-706f4599161a service neutron] 10.222.0.36 "GET /v2.0/networks?id=6aa76440-68bb-4814-b579-87efb5c679e3 HTTP/1.1" status: 200 len: 913 time: 0.0904269 Jul 27 20:57:15.349161 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-f4686d32-ef43-4011-a05c-56c55c3f7180 req-8c43ecf3-ff46-49eb-a0cb-18679a68b815 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0d25b76a-67ba-4b3b-8026-3f225d5e391c HTTP/1.1" status: 200 len: 217 time: 0.0413275 Jul 27 20:57:15.363478 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a975f2cd-bdd0-4849-ad07-7c3db99b5e7f req-8ba1ab03-2b0f-4898-969e-9ebaac2f997e tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:15.369400 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a975f2cd-bdd0-4849-ad07-7c3db99b5e7f req-8ba1ab03-2b0f-4898-969e-9ebaac2f997e tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:15.371158 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a975f2cd-bdd0-4849-ad07-7c3db99b5e7f req-8ba1ab03-2b0f-4898-969e-9ebaac2f997e tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] 10.222.0.59 "GET /v2.0/ports?device_id=e3e87ad5-cbba-43a3-886e-223057ca096a HTTP/1.1" status: 200 len: 1679 time: 0.2699070 Jul 27 20:57:15.376756 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122e7e54-c284-4f2f-a87d-bfff0f93d8e7 req-da8bbfcb-df68-49b3-9c47-abbc273b93aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:15.377242 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122e7e54-c284-4f2f-a87d-bfff0f93d8e7 req-da8bbfcb-df68-49b3-9c47-abbc273b93aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:15.378764 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-122e7e54-c284-4f2f-a87d-bfff0f93d8e7 req-da8bbfcb-df68-49b3-9c47-abbc273b93aa service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8ef5ae3754f942d6bfb3fca348e04118&device_id=e3e87ad5-cbba-43a3-886e-223057ca096a HTTP/1.1" status: 200 len: 1983 time: 0.2347345 Jul 27 20:57:15.407910 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 20:57:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e3dcfb2-376b-41e7-9d14-a24ea4be8302 x-openstack-request-id: req-6e3dcfb2-376b-41e7-9d14-a24ea4be8302 {{(pid=105585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:57:15.408121 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4686d32-ef43-4011-a05c-56c55c3f7180 req-cf74140d-22fb-4ca9-9483-08d0147c63d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:15.408251 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3e87ad5-cbba-43a3-886e-223057ca096a", "tag": "c9d5fa3b-637e-4191-ab9f-76f60cf69a06", "status": "completed", "code": 200}]} {{(pid=105585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:57:15.408442 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-6e3dcfb2-376b-41e7-9d14-a24ea4be8302 {{(pid=105585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:57:15.408822 n-d-705658-22 neutron-server[105585]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3e87ad5-cbba-43a3-886e-223057ca096a', 'tag': 'c9d5fa3b-637e-4191-ab9f-76f60cf69a06', 'status': 'completed', 'code': 200} Jul 27 20:57:15.409710 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-f4686d32-ef43-4011-a05c-56c55c3f7180 req-cf74140d-22fb-4ca9-9483-08d0147c63d2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=746696d1-95cb-4db5-9b25-089085191295 HTTP/1.1" status: 200 len: 851 time: 0.0471535 Jul 27 20:57:15.443716 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-122e7e54-c284-4f2f-a87d-bfff0f93d8e7 req-3330f022-7d20-4d4b-9686-80231f02ef53 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.189&port_id=3909dbaa-7a45-4d4b-8839-9812fb65b59d HTTP/1.1" status: 200 len: 217 time: 0.0560505 Jul 27 20:57:15.471105 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4686d32-ef43-4011-a05c-56c55c3f7180 req-23ed8e66-1990-4c4e-87cc-0db844c0575e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:15.472773 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-f4686d32-ef43-4011-a05c-56c55c3f7180 req-23ed8e66-1990-4c4e-87cc-0db844c0575e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6aa76440-68bb-4814-b579-87efb5c679e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0551629 Jul 27 20:57:15.502673 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a975f2cd-bdd0-4849-ad07-7c3db99b5e7f req-b3ca3093-0b3e-485d-a8d3-4b1cbaec0fdf tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] 10.222.0.59 "GET /v2.0/security-groups?id=8e624957-e10f-45bc-9807-385c5037752b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228967 Jul 27 20:57:15.509310 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.db [req-0d8ba74a-212f-4a99-a372-b747cf552556 req-5dd3d5a8-383b-48b2-939a-21433dcd0cce tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] For port 4ee93ba2-6330-4c53-abc2-bbf843dd38f2, host n-h2-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=4ee93ba2-6330-4c53-abc2-bbf843dd38f2,segment=NetworkSegment(7ddd3554-64b5-4ff7-9735-f58b31de803c),segment_id=7ddd3554-64b5-4ff7-9735-f58b31de803c)] {{(pid=105585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:57:15.509677 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-0d8ba74a-212f-4a99-a372-b747cf552556 req-5dd3d5a8-383b-48b2-939a-21433dcd0cce tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:15.555703 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [req-0d8ba74a-212f-4a99-a372-b747cf552556 req-5dd3d5a8-383b-48b2-939a-21433dcd0cce tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] Calling delete_port for 4ee93ba2-6330-4c53-abc2-bbf843dd38f2 owned by compute:nova {{(pid=105585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:57:15.568388 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122e7e54-c284-4f2f-a87d-bfff0f93d8e7 req-fe3f6f66-84b4-423b-9f9c-09ce7c2a2832 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:15.568810 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-f4686d32-ef43-4011-a05c-56c55c3f7180 req-0cee6164-7a97-4a5b-93c1-11d47367e1a1 service neutron] 10.222.0.36 "GET /v2.0/networks/6aa76440-68bb-4814-b579-87efb5c679e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880954 Jul 27 20:57:15.569828 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-122e7e54-c284-4f2f-a87d-bfff0f93d8e7 req-fe3f6f66-84b4-423b-9f9c-09ce7c2a2832 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8aa7574b-58f4-4826-b614-0467e3b11968 HTTP/1.1" status: 200 len: 801 time: 0.1172311 Jul 27 20:57:15.672492 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-f4686d32-ef43-4011-a05c-56c55c3f7180 req-df3f0d0d-adbe-44d1-b197-c7832a768936 service neutron] 10.222.0.36 "GET /v2.0/networks/6aa76440-68bb-4814-b579-87efb5c679e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922682 Jul 27 20:57:15.695301 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e918b5e3-2ed2-4e47-8620-61ed39cdc4bc req-0c3e1f49-4e1f-4f54-8a08-3787f1c1493b tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:15.697013 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e918b5e3-2ed2-4e47-8620-61ed39cdc4bc req-0c3e1f49-4e1f-4f54-8a08-3787f1c1493b tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] 10.222.0.59 "GET /v2.0/ports?device_id=db419102-3263-4279-8695-4f2f3857abff HTTP/1.1" status: 200 len: 948 time: 0.1978028 Jul 27 20:57:15.777622 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122e7e54-c284-4f2f-a87d-bfff0f93d8e7 req-b7a91fb9-48d3-43d9-b137-a9d657be5745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:15.779145 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-122e7e54-c284-4f2f-a87d-bfff0f93d8e7 req-b7a91fb9-48d3-43d9-b137-a9d657be5745 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c17fbbb7-00d9-4099-8173-7ee8147504c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2002203 Jul 27 20:57:15.830171 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e918b5e3-2ed2-4e47-8620-61ed39cdc4bc req-4e80390b-1615-4b75-9e4b-4075b43943e3 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] 10.222.0.59 "GET /v2.0/security-groups?id=c6534cb3-b44e-4a83-b57e-ddb72c2ad843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053681 Jul 27 20:57:15.921755 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-0d8ba74a-212f-4a99-a372-b747cf552556 req-5dd3d5a8-383b-48b2-939a-21433dcd0cce tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:15.934258 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Device fb15f1c0-245b-436e-a9d1-d0cce94ca8e6 up at agent hyperv_n-h2-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:57:15.937926 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7078c7-c9d5-430b-8def-935d924e59f8 req-d8e9843d-9e63-470a-9ded-4b738de29198 tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:15.939990 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-ff7078c7-c9d5-430b-8def-935d924e59f8 req-d8e9843d-9e63-470a-9ded-4b738de29198 tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] 10.222.0.59 "GET /v2.0/ports?device_id=d7c5737b-5126-4417-93f5-533a70fd5a86 HTTP/1.1" status: 200 len: 866 time: 0.2643135 Jul 27 20:57:15.940146 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] get_ports_and_sgs() called for port_ids ['a7178fc2-144b-41ac-8d14-b53354ce11f1', '4ee93ba2-6330-4c53-abc2-bbf843dd38f2'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 20:57:15.979628 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd3d5a8-383b-48b2-939a-21433dcd0cce tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] Pushing event deleted for resources: {'Port': ['ID=4ee93ba2-6330-4c53-abc2-bbf843dd38f2,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:57:16.002657 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-122e7e54-c284-4f2f-a87d-bfff0f93d8e7 req-a4224a12-20b8-4f47-aa1d-8e6382344ada service neutron] 10.222.0.60 "GET /v2.0/networks/c17fbbb7-00d9-4099-8173-7ee8147504c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1922009 Jul 27 20:57:16.034949 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-3d54578f-831f-4696-b568-13c455922dab None None] Provisioning for port fb15f1c0-245b-436e-a9d1-d0cce94ca8e6 completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:57:16.046073 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-3d54578f-831f-4696-b568-13c455922dab None None] Provisioning complete for port fb15f1c0-245b-436e-a9d1-d0cce94ca8e6 triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:57:16.046728 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:16.098436 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d8ba74a-212f-4a99-a372-b747cf552556 req-5dd3d5a8-383b-48b2-939a-21433dcd0cce tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] No DVR routers for this DVR port 4ee93ba2-6330-4c53-abc2-bbf843dd38f2 on host n-h2-705658-22 {{(pid=105585) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 20:57:16.105782 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-ff7078c7-c9d5-430b-8def-935d924e59f8 req-c80275c4-88df-48de-93a0-7b7c60999c8e tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] 10.222.0.59 "GET /v2.0/security-groups?id=594c38b0-00a0-4e02-9d5e-673f3a5e469c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426580 Jul 27 20:57:16.108260 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-0d8ba74a-212f-4a99-a372-b747cf552556 req-5dd3d5a8-383b-48b2-939a-21433dcd0cce tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:16.110132 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-0d8ba74a-212f-4a99-a372-b747cf552556 req-5dd3d5a8-383b-48b2-939a-21433dcd0cce tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] 10.222.0.60 "DELETE /v2.0/ports/4ee93ba2-6330-4c53-abc2-bbf843dd38f2 HTTP/1.1" status: 204 len: 173 time: 1.2055800 Jul 27 20:57:16.202799 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:16.229482 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9d282a6-35a6-42dc-b28f-b1607074228a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb15f1c0-245b-436e-a9d1-d0cce94ca8e6'}] {{(pid=105586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:57:16.231872 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14c1663e039faf5393f87855f745010ac5b02220355b68fdbf065393e303ac56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-487fe5a8-0d9d-446e-b0ae-221edff479a3" -d '{"events": [{"server_uuid": "a9d282a6-35a6-42dc-b28f-b1607074228a", "name": "network-vif-plugged", "status": "completed", "tag": "fb15f1c0-245b-436e-a9d1-d0cce94ca8e6"}]}' {{(pid=105586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:57:16.252840 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] For port fb15f1c0-245b-436e-a9d1-d0cce94ca8e6, host n-h2-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=fb15f1c0-245b-436e-a9d1-d0cce94ca8e6,segment=NetworkSegment(30512320-4797-4523-818e-63eb7bdafb2b),segment_id=30512320-4797-4523-818e-63eb7bdafb2b)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:57:16.257857 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:16.258436 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Device 4ee93ba2-6330-4c53-abc2-bbf843dd38f2 no longer exists at agent hyperv_n-h2-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 20:57:16.303532 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 20:57:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab079dcb-ada4-43c3-9ef1-5bada97164a2 x-openstack-request-id: req-ab079dcb-ada4-43c3-9ef1-5bada97164a2 {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:57:16.303859 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9d282a6-35a6-42dc-b28f-b1607074228a", "name": "network-vif-plugged", "status": "completed", "tag": "fb15f1c0-245b-436e-a9d1-d0cce94ca8e6", "code": 200}]} {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:57:16.304119 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-ab079dcb-ada4-43c3-9ef1-5bada97164a2 {{(pid=105586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:57:16.304498 n-d-705658-22 neutron-server[105586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9d282a6-35a6-42dc-b28f-b1607074228a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb15f1c0-245b-436e-a9d1-d0cce94ca8e6', 'code': 200} Jul 27 20:57:16.305206 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device 0d25b76a-67ba-4b3b-8026-3f225d5e391c details requested by agent hyperv_n-h1-705658-22 with host n-h1-705658-22 {{(pid=105586) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 20:57:16.330390 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device aa633d20-3f03-48c8-9390-1d9687dcf96b up at agent hyperv_n-h1-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:57:16.401014 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-3d54578f-831f-4696-b568-13c455922dab None None] No Port match for: 4ee93ba2-6330-4c53-abc2-bbf843dd38f2 {{(pid=105586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 20:57:16.401394 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Device 4ee93ba2-6330-4c53-abc2-bbf843dd38f2 not bound to the agent host n-h2-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 20:57:16.463433 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Pushing event updated for resources: {'Port': ['ID=fb15f1c0-245b-436e-a9d1-d0cce94ca8e6,revision_number=5']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:57:16.474677 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Provisioning for port aa633d20-3f03-48c8-9390-1d9687dcf96b completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:57:16.482178 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] For port 0d25b76a-67ba-4b3b-8026-3f225d5e391c, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=0d25b76a-67ba-4b3b-8026-3f225d5e391c,segment=NetworkSegment(7253e476-fc19-4126-9562-a06a41b3b94e),segment_id=7253e476-fc19-4126-9562-a06a41b3b94e)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:57:16.489559 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Provisioning complete for port aa633d20-3f03-48c8-9390-1d9687dcf96b triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:57:16.489940 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:16.516275 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Returning: {'device': '0d25b76a-67ba-4b3b-8026-3f225d5e391c', 'network_id': '6aa76440-68bb-4814-b579-87efb5c679e3', 'port_id': '0d25b76a-67ba-4b3b-8026-3f225d5e391c', 'mac_address': 'fa:16:3e:7d:88:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 230, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '746696d1-95cb-4db5-9b25-089085191295', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105586) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 20:57:16.572757 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:16.599162 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-122e7e54-c284-4f2f-a87d-bfff0f93d8e7 req-bfc38b7a-ae5e-4ce6-ac51-3e545db6750c service neutron] 10.222.0.60 "GET /v2.0/networks/c17fbbb7-00d9-4099-8173-7ee8147504c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5728106 Jul 27 20:57:16.608505 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d25b76a-67ba-4b3b-8026-3f225d5e391c {{(pid=105586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 20:57:16.638001 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] For port 0d25b76a-67ba-4b3b-8026-3f225d5e391c, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=0d25b76a-67ba-4b3b-8026-3f225d5e391c,segment=NetworkSegment(7253e476-fc19-4126-9562-a06a41b3b94e),segment_id=7253e476-fc19-4126-9562-a06a41b3b94e)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:57:16.639147 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:16.647308 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:16.666025 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-122e7e54-c284-4f2f-a87d-bfff0f93d8e7 req-7613bd7a-e7de-4ad4-a5cb-d34aadf4341e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.105&port_id=c9d5fa3b-637e-4191-ab9f-76f60cf69a06 HTTP/1.1" status: 200 len: 217 time: 0.0572577 Jul 27 20:57:16.679137 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812cf5fc-e4c8-42a3-80f7-457371e5c866 req-c8e9c51a-cd44-4d97-85cc-9c6a9d8904ad tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:16.680971 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-812cf5fc-e4c8-42a3-80f7-457371e5c866 req-c8e9c51a-cd44-4d97-85cc-9c6a9d8904ad tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] 10.222.0.59 "GET /v2.0/ports?device_id=a9d282a6-35a6-42dc-b28f-b1607074228a HTTP/1.1" status: 200 len: 945 time: 0.5806577 Jul 27 20:57:16.686245 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7a1c25-1d57-4d67-aa90-6571b185c2ca req-ac27e11d-25c6-4b60-9c3a-fe7b47b1da57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:16.687726 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-3e7a1c25-1d57-4d67-aa90-6571b185c2ca req-ac27e11d-25c6-4b60-9c3a-fe7b47b1da57 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=a9d282a6-35a6-42dc-b28f-b1607074228a HTTP/1.1" status: 200 len: 1098 time: 0.1988473 Jul 27 20:57:16.723982 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] For port aa633d20-3f03-48c8-9390-1d9687dcf96b, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=aa633d20-3f03-48c8-9390-1d9687dcf96b,segment=NetworkSegment(86b1e6f6-d629-4b03-8944-4cdfbfb93d02),segment_id=86b1e6f6-d629-4b03-8944-4cdfbfb93d02)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:57:16.724540 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d51b934-b2cc-465d-8c80-293fd2ef8bad req-ba00d7b0-05f7-4cc3-acd1-bf1082257e1d tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:16.732159 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-2d51b934-b2cc-465d-8c80-293fd2ef8bad req-ba00d7b0-05f7-4cc3-acd1-bf1082257e1d tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] 10.222.0.59 "GET /v2.0/ports?device_id=29c1b762-5cb9-4f5b-ac71-3cb8a306ebde HTTP/1.1" status: 200 len: 944 time: 0.2338810 Jul 27 20:57:16.743667 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:16.755632 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Pushing event updated for resources: {'Port': ['ID=0d25b76a-67ba-4b3b-8026-3f225d5e391c,revision_number=4']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:57:16.806673 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Pushing event updated for resources: {'Port': ['ID=aa633d20-3f03-48c8-9390-1d9687dcf96b,revision_number=5']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:57:16.825038 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122e7e54-c284-4f2f-a87d-bfff0f93d8e7 req-480db91c-c6d6-4a50-b48f-a2f58ececc03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:16.826524 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-122e7e54-c284-4f2f-a87d-bfff0f93d8e7 req-480db91c-c6d6-4a50-b48f-a2f58ececc03 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=3e23b9c3-43e1-4d84-82a3-1a1ab1c2e5c5 HTTP/1.1" status: 200 len: 801 time: 0.1446111 Jul 27 20:57:16.832664 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-2d51b934-b2cc-465d-8c80-293fd2ef8bad req-2bcd8d67-e845-4258-bfdd-518ab7e5b0eb tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] 10.222.0.59 "GET /v2.0/security-groups?id=e760076b-6854-47cf-947b-f6a7a8a579d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0994773 Jul 27 20:57:16.839882 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-812cf5fc-e4c8-42a3-80f7-457371e5c866 req-0f9f57c5-176d-4b1a-9692-035e064a4d49 tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] 10.222.0.59 "GET /v2.0/security-groups?id=1749b80d-91c6-4bd3-8e8d-666bd095400f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420732 Jul 27 20:57:16.847867 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-3e7a1c25-1d57-4d67-aa90-6571b185c2ca req-63c1851f-cee5-4d4f-b40b-ce62c7327991 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=1749b80d-91c6-4bd3-8e8d-666bd095400f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491981 Jul 27 20:57:16.932793 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122e7e54-c284-4f2f-a87d-bfff0f93d8e7 req-7d85b0a2-02d5-46b2-801b-fa361487a9e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:16.934582 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-122e7e54-c284-4f2f-a87d-bfff0f93d8e7 req-7d85b0a2-02d5-46b2-801b-fa361487a9e0 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=43f9b3a1-835c-41f9-abdb-7ad16f86d61c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0989144 Jul 27 20:57:16.971034 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] get_ports_and_sgs() called for port_ids ['0d25b76a-67ba-4b3b-8026-3f225d5e391c'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 20:57:17.135505 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940c9c32-f6b1-4a85-b1f6-7d6a8eebbc63 req-d361a6da-8573-458f-a0ec-66d0f6e69061 tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:17.141879 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940c9c32-f6b1-4a85-b1f6-7d6a8eebbc63 req-d361a6da-8573-458f-a0ec-66d0f6e69061 tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:17.143518 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-940c9c32-f6b1-4a85-b1f6-7d6a8eebbc63 req-d361a6da-8573-458f-a0ec-66d0f6e69061 tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] 10.222.0.59 "GET /v2.0/ports?device_id=e3e87ad5-cbba-43a3-886e-223057ca096a HTTP/1.1" status: 200 len: 1679 time: 0.1975133 Jul 27 20:57:17.155027 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-122e7e54-c284-4f2f-a87d-bfff0f93d8e7 req-14868acc-72a6-45a1-b1f8-2368781d9e5f service neutron] 10.222.0.60 "GET /v2.0/networks/43f9b3a1-835c-41f9-abdb-7ad16f86d61c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1773355 Jul 27 20:57:17.234324 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba92b656-d8e0-4a9f-8fc9-91e512879038 req-656ba460-77f7-473f-9678-96f78162a43f tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:17.235698 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-ba92b656-d8e0-4a9f-8fc9-91e512879038 req-656ba460-77f7-473f-9678-96f78162a43f tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] 10.222.0.59 "GET /v2.0/ports?device_id=db419102-3263-4279-8695-4f2f3857abff HTTP/1.1" status: 200 len: 949 time: 0.1916456 Jul 27 20:57:17.265180 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-940c9c32-f6b1-4a85-b1f6-7d6a8eebbc63 req-74d71970-6145-49ee-a32b-62647f6ea654 tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] 10.222.0.59 "GET /v2.0/security-groups?id=8e624957-e10f-45bc-9807-385c5037752b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143272 Jul 27 20:57:17.311687 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-ba92b656-d8e0-4a9f-8fc9-91e512879038 req-b5a9585a-c612-4d2b-bf16-d63961c691b3 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] 10.222.0.59 "GET /v2.0/security-groups?id=c6534cb3-b44e-4a83-b57e-ddb72c2ad843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667434 Jul 27 20:57:17.317526 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-122e7e54-c284-4f2f-a87d-bfff0f93d8e7 req-99cf01b6-ea88-4589-8d4a-05309ab19093 service neutron] 10.222.0.60 "GET /v2.0/networks/43f9b3a1-835c-41f9-abdb-7ad16f86d61c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1451509 Jul 27 20:57:17.415351 n-d-705658-22 neutron-server[105585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7c5737b-5126-4417-93f5-533a70fd5a86', 'name': 'network-vif-deleted', 'tag': '4ee93ba2-6330-4c53-abc2-bbf843dd38f2'}] {{(pid=105585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:57:17.417934 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d66fd65881426bfc2b5388084a3654e5eae521106a15a3dbf0eb4cde7106c36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2ef8799-bee5-4816-a71e-8e81dbaf4ad7" -d '{"events": [{"server_uuid": "d7c5737b-5126-4417-93f5-533a70fd5a86", "name": "network-vif-deleted", "tag": "4ee93ba2-6330-4c53-abc2-bbf843dd38f2"}]}' {{(pid=105585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:57:17.445538 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-24154089-97c6-4956-9465-6421a65b77c1 req-97512dbd-595a-4525-b5a3-d500aef0f21c tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] 10.222.0.59 "GET /v2.0/ports?device_id=d7c5737b-5126-4417-93f5-533a70fd5a86 HTTP/1.1" status: 200 len: 210 time: 0.0391400 Jul 27 20:57:17.457876 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 20:57:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3c678dc-76a5-4979-b018-a30058213443 x-openstack-request-id: req-e3c678dc-76a5-4979-b018-a30058213443 {{(pid=105585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:57:17.458140 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7c5737b-5126-4417-93f5-533a70fd5a86", "name": "network-vif-deleted", "tag": "4ee93ba2-6330-4c53-abc2-bbf843dd38f2", "status": "completed", "code": 200}]} {{(pid=105585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:57:17.458388 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-e3c678dc-76a5-4979-b018-a30058213443 {{(pid=105585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:57:17.458770 n-d-705658-22 neutron-server[105585]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7c5737b-5126-4417-93f5-533a70fd5a86', 'name': 'network-vif-deleted', 'tag': '4ee93ba2-6330-4c53-abc2-bbf843dd38f2', 'status': 'completed', 'code': 200} Jul 27 20:57:17.470981 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d77ef7f-a98f-40fa-a915-ba8c25ea30db req-655dba46-3f9d-4b85-b310-342e731d6fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:17.471497 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d77ef7f-a98f-40fa-a915-ba8c25ea30db req-655dba46-3f9d-4b85-b310-342e731d6fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:17.473095 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-7d77ef7f-a98f-40fa-a915-ba8c25ea30db req-655dba46-3f9d-4b85-b310-342e731d6fd9 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8ef5ae3754f942d6bfb3fca348e04118&device_id=e3e87ad5-cbba-43a3-886e-223057ca096a HTTP/1.1" status: 200 len: 1983 time: 0.0997634 Jul 27 20:57:17.568245 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d77ef7f-a98f-40fa-a915-ba8c25ea30db req-47338874-12bc-4705-adb4-2953fc1492de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:17.569646 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-7d77ef7f-a98f-40fa-a915-ba8c25ea30db req-47338874-12bc-4705-adb4-2953fc1492de service neutron] 10.222.0.60 "GET /v2.0/networks?id=43f9b3a1-835c-41f9-abdb-7ad16f86d61c HTTP/1.1" status: 200 len: 902 time: 0.0892110 Jul 27 20:57:17.614399 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-7d77ef7f-a98f-40fa-a915-ba8c25ea30db req-32e43485-d488-4d50-84f3-b16d286bbaf6 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.105&port_id=c9d5fa3b-637e-4191-ab9f-76f60cf69a06 HTTP/1.1" status: 200 len: 217 time: 0.0355661 Jul 27 20:57:17.670199 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d77ef7f-a98f-40fa-a915-ba8c25ea30db req-a6683b9a-4cb0-4ddc-bf59-aea90f97efec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:17.671686 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-7d77ef7f-a98f-40fa-a915-ba8c25ea30db req-a6683b9a-4cb0-4ddc-bf59-aea90f97efec service neutron] 10.222.0.60 "GET /v2.0/subnets?id=3e23b9c3-43e1-4d84-82a3-1a1ab1c2e5c5 HTTP/1.1" status: 200 len: 801 time: 0.0495110 Jul 27 20:57:17.732359 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d77ef7f-a98f-40fa-a915-ba8c25ea30db req-37aae643-481e-474d-b9da-8324908c7a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:17.733856 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-7d77ef7f-a98f-40fa-a915-ba8c25ea30db req-37aae643-481e-474d-b9da-8324908c7a33 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=43f9b3a1-835c-41f9-abdb-7ad16f86d61c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0543766 Jul 27 20:57:17.827960 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-7d77ef7f-a98f-40fa-a915-ba8c25ea30db req-e1181bf4-161a-448b-b3e4-ab07703813a4 service neutron] 10.222.0.60 "GET /v2.0/networks/43f9b3a1-835c-41f9-abdb-7ad16f86d61c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849018 Jul 27 20:57:17.997797 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-7d77ef7f-a98f-40fa-a915-ba8c25ea30db req-ba2f9553-4403-493f-ba58-a2be214af1fb service neutron] 10.222.0.60 "GET /v2.0/networks/43f9b3a1-835c-41f9-abdb-7ad16f86d61c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1615448 Jul 27 20:57:18.047289 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cfb2c2-2381-4e22-a394-dd2ad191ba23 req-ae31f080-1262-491d-8521-393cf8dda267 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:18.048758 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-32cfb2c2-2381-4e22-a394-dd2ad191ba23 req-ae31f080-1262-491d-8521-393cf8dda267 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] 10.222.0.59 "GET /v2.0/ports?device_id=29c1b762-5cb9-4f5b-ac71-3cb8a306ebde HTTP/1.1" status: 200 len: 945 time: 0.1257565 Jul 27 20:57:18.061483 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49311a17-72d6-4dac-b4d0-f667a5962c9f req-874f7f21-bd70-4a0c-8260-b838f4579aa2 tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:18.062987 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-49311a17-72d6-4dac-b4d0-f667a5962c9f req-874f7f21-bd70-4a0c-8260-b838f4579aa2 tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] 10.222.0.59 "GET /v2.0/ports?device_id=a9d282a6-35a6-42dc-b28f-b1607074228a HTTP/1.1" status: 200 len: 946 time: 0.0990753 Jul 27 20:57:18.117017 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-32cfb2c2-2381-4e22-a394-dd2ad191ba23 req-40efe3db-e69e-4830-808e-0ea65953f313 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] 10.222.0.59 "GET /v2.0/security-groups?id=e760076b-6854-47cf-947b-f6a7a8a579d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529501 Jul 27 20:57:18.124517 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-49311a17-72d6-4dac-b4d0-f667a5962c9f req-09741ada-e307-499c-9048-a3354443e82e tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] 10.222.0.59 "GET /v2.0/security-groups?id=1749b80d-91c6-4bd3-8e8d-666bd095400f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541694 Jul 27 20:57:18.306758 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db419102-3263-4279-8695-4f2f3857abff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa633d20-3f03-48c8-9390-1d9687dcf96b'}] {{(pid=105586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:57:18.313153 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14c1663e039faf5393f87855f745010ac5b02220355b68fdbf065393e303ac56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eded6f97-e9f3-4bc5-acf9-835a51317ff5" -d '{"events": [{"server_uuid": "db419102-3263-4279-8695-4f2f3857abff", "name": "network-vif-plugged", "status": "completed", "tag": "aa633d20-3f03-48c8-9390-1d9687dcf96b"}]}' {{(pid=105586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:57:18.319620 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device 0d25b76a-67ba-4b3b-8026-3f225d5e391c up at agent hyperv_n-h1-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:57:18.359379 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 20:57:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3578c941-5c66-462f-bce9-58aced13fba8 x-openstack-request-id: req-3578c941-5c66-462f-bce9-58aced13fba8 {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:57:18.359949 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db419102-3263-4279-8695-4f2f3857abff", "name": "network-vif-plugged", "status": "completed", "tag": "aa633d20-3f03-48c8-9390-1d9687dcf96b", "code": 200}]} {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:57:18.360421 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-3578c941-5c66-462f-bce9-58aced13fba8 {{(pid=105586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:57:18.361030 n-d-705658-22 neutron-server[105586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db419102-3263-4279-8695-4f2f3857abff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa633d20-3f03-48c8-9390-1d9687dcf96b', 'code': 200} Jul 27 20:57:18.415434 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Provisioning for port 0d25b76a-67ba-4b3b-8026-3f225d5e391c completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:57:18.420404 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Provisioning complete for port 0d25b76a-67ba-4b3b-8026-3f225d5e391c triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:57:18.420787 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:18.502984 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541a9e35-cec2-43ac-b443-84fd1c564baf req-be60ae92-4d90-4707-b8ac-47e66433bf7f tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:18.505250 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf0f3a2-fcb4-4615-9e5b-39ddc9b8ff8a req-fa95e950-bacf-4d2e-950d-6cc2923037bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:18.507594 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-aaf0f3a2-fcb4-4615-9e5b-39ddc9b8ff8a req-fa95e950-bacf-4d2e-950d-6cc2923037bc service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=db419102-3263-4279-8695-4f2f3857abff HTTP/1.1" status: 200 len: 1101 time: 0.0568874 Jul 27 20:57:18.510056 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541a9e35-cec2-43ac-b443-84fd1c564baf req-be60ae92-4d90-4707-b8ac-47e66433bf7f tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:18.512475 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-541a9e35-cec2-43ac-b443-84fd1c564baf req-be60ae92-4d90-4707-b8ac-47e66433bf7f tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] 10.222.0.59 "GET /v2.0/ports?device_id=e3e87ad5-cbba-43a3-886e-223057ca096a HTTP/1.1" status: 200 len: 1679 time: 0.1491339 Jul 27 20:57:18.516793 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:18.556504 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] For port 0d25b76a-67ba-4b3b-8026-3f225d5e391c, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=0d25b76a-67ba-4b3b-8026-3f225d5e391c,segment=NetworkSegment(7253e476-fc19-4126-9562-a06a41b3b94e),segment_id=7253e476-fc19-4126-9562-a06a41b3b94e)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:57:18.560765 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-aaf0f3a2-fcb4-4615-9e5b-39ddc9b8ff8a req-176eaea9-19bc-4f5c-9670-1025c057c4cb service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=c6534cb3-b44e-4a83-b57e-ddb72c2ad843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413444 Jul 27 20:57:18.564076 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:18.577738 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109b9bbb-0a2b-4578-bb34-8bb2dce74ddd req-9dda2eec-22b0-41c2-b54e-dde3c929c2ab tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:18.579267 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-109b9bbb-0a2b-4578-bb34-8bb2dce74ddd req-9dda2eec-22b0-41c2-b54e-dde3c929c2ab tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] 10.222.0.59 "GET /v2.0/ports?device_id=db419102-3263-4279-8695-4f2f3857abff HTTP/1.1" status: 200 len: 949 time: 0.1435542 Jul 27 20:57:18.599558 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-541a9e35-cec2-43ac-b443-84fd1c564baf req-1acb6e53-733e-4712-8389-e111df2ad280 tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] 10.222.0.59 "GET /v2.0/security-groups?id=8e624957-e10f-45bc-9807-385c5037752b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800979 Jul 27 20:57:18.622352 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Pushing event updated for resources: {'Port': ['ID=0d25b76a-67ba-4b3b-8026-3f225d5e391c,revision_number=5']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:57:18.648057 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-109b9bbb-0a2b-4578-bb34-8bb2dce74ddd req-53b419d7-6bbc-4515-9d84-0c67c0f3fa33 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] 10.222.0.59 "GET /v2.0/security-groups?id=c6534cb3-b44e-4a83-b57e-ddb72c2ad843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571437 Jul 27 20:57:18.782206 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-35ac1262-3e9f-4832-9fb5-d88f6e6d8904 req-1a79f936-fee2-4095-a805-1e3992cec809 tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] 10.222.0.59 "GET /v2.0/ports?device_id=d7c5737b-5126-4417-93f5-533a70fd5a86 HTTP/1.1" status: 200 len: 210 time: 0.0304375 Jul 27 20:57:19.291439 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37d5c58-8a63-4f5b-8c61-8cae868f3a78 req-70b4f4f8-4f8c-430f-bd64-2d9a11b96f58 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:19.292978 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e37d5c58-8a63-4f5b-8c61-8cae868f3a78 req-70b4f4f8-4f8c-430f-bd64-2d9a11b96f58 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] 10.222.0.59 "GET /v2.0/ports?device_id=29c1b762-5cb9-4f5b-ac71-3cb8a306ebde HTTP/1.1" status: 200 len: 946 time: 0.1068649 Jul 27 20:57:19.304759 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e9472d-eb4a-4a8b-ab36-b4d9f1b388c5 req-a2cedfa4-8680-4948-b493-62ecaf6692b9 tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:19.306167 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-20e9472d-eb4a-4a8b-ab36-b4d9f1b388c5 req-a2cedfa4-8680-4948-b493-62ecaf6692b9 tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] 10.222.0.59 "GET /v2.0/ports?device_id=a9d282a6-35a6-42dc-b28f-b1607074228a HTTP/1.1" status: 200 len: 946 time: 0.0905442 Jul 27 20:57:19.362790 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e37d5c58-8a63-4f5b-8c61-8cae868f3a78 req-a1155eaa-b405-43d9-8b14-8b956cccb510 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] 10.222.0.59 "GET /v2.0/security-groups?id=e760076b-6854-47cf-947b-f6a7a8a579d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556726 Jul 27 20:57:19.365527 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-20e9472d-eb4a-4a8b-ab36-b4d9f1b388c5 req-bbad5e7e-91c9-4e50-ae68-ada273eb9695 tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] 10.222.0.59 "GET /v2.0/security-groups?id=1749b80d-91c6-4bd3-8e8d-666bd095400f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526130 Jul 27 20:57:19.492196 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7985e853-0dc2-4701-b547-c53b2ea2956a req-1a643b88-343a-4cec-8735-d6ad0c65ed0c tempest-LiveAutoBlockMigrationV225Test-821062891 tempest-LiveAutoBlockMigrationV225Test-821062891-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:19.493724 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-7985e853-0dc2-4701-b547-c53b2ea2956a req-1a643b88-343a-4cec-8735-d6ad0c65ed0c tempest-LiveAutoBlockMigrationV225Test-821062891 tempest-LiveAutoBlockMigrationV225Test-821062891-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=a9d282a6-35a6-42dc-b28f-b1607074228a HTTP/1.1" status: 200 len: 1098 time: 0.0560346 Jul 27 20:57:19.528786 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-7985e853-0dc2-4701-b547-c53b2ea2956a req-adbb8cb1-b997-413d-8290-8f666101e290 tempest-LiveAutoBlockMigrationV225Test-821062891 tempest-LiveAutoBlockMigrationV225Test-821062891-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=1749b80d-91c6-4bd3-8e8d-666bd095400f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0290058 Jul 27 20:57:19.674266 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f787f2e-28f3-4fc7-8369-310e971f4768 req-1e1736e7-7e06-4337-98d6-60bfeb218715 tempest-LiveAutoBlockMigrationV225Test-821062891 tempest-LiveAutoBlockMigrationV225Test-821062891-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:19.675775 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-7f787f2e-28f3-4fc7-8369-310e971f4768 req-1e1736e7-7e06-4337-98d6-60bfeb218715 tempest-LiveAutoBlockMigrationV225Test-821062891 tempest-LiveAutoBlockMigrationV225Test-821062891-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=a9d282a6-35a6-42dc-b28f-b1607074228a HTTP/1.1" status: 200 len: 1098 time: 0.0597782 Jul 27 20:57:19.746006 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-7f787f2e-28f3-4fc7-8369-310e971f4768 req-51a29a19-c52f-4e8d-acd2-fdc3a18608e4 tempest-LiveAutoBlockMigrationV225Test-821062891 tempest-LiveAutoBlockMigrationV225Test-821062891-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=1749b80d-91c6-4bd3-8e8d-666bd095400f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617111 Jul 27 20:57:19.796129 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef042467-7bcb-4e62-acf0-4fe5f048fec0 req-c6679876-9855-4f68-a7a1-0cb2ba36b95e tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:19.802529 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef042467-7bcb-4e62-acf0-4fe5f048fec0 req-c6679876-9855-4f68-a7a1-0cb2ba36b95e tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:19.804201 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-ef042467-7bcb-4e62-acf0-4fe5f048fec0 req-c6679876-9855-4f68-a7a1-0cb2ba36b95e tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] 10.222.0.59 "GET /v2.0/ports?device_id=e3e87ad5-cbba-43a3-886e-223057ca096a HTTP/1.1" status: 200 len: 1679 time: 0.1322589 Jul 27 20:57:19.889375 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-ef042467-7bcb-4e62-acf0-4fe5f048fec0 req-645c330e-146d-4d66-b264-960ca4dc167d tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] 10.222.0.59 "GET /v2.0/security-groups?id=8e624957-e10f-45bc-9807-385c5037752b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780368 Jul 27 20:57:19.932117 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff7c317-4e47-48e8-b583-ff71ee20999e req-c3c4d0b7-06c1-4d2a-99bf-e0feac4d289b tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:19.934154 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-5ff7c317-4e47-48e8-b583-ff71ee20999e req-c3c4d0b7-06c1-4d2a-99bf-e0feac4d289b tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] 10.222.0.59 "GET /v2.0/ports?device_id=db419102-3263-4279-8695-4f2f3857abff HTTP/1.1" status: 200 len: 949 time: 0.1063972 Jul 27 20:57:19.990211 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-5ff7c317-4e47-48e8-b583-ff71ee20999e req-a5971cb1-57b3-403d-a8b3-27d868580bb6 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] 10.222.0.59 "GET /v2.0/security-groups?id=c6534cb3-b44e-4a83-b57e-ddb72c2ad843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495372 Jul 27 20:57:20.193372 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73bd073-1e90-445d-ba32-f99686f9d12e req-7c062d3e-915e-4bdc-8e2b-b48621090c69 tempest-MigrationsAdminTest-1003830778 tempest-MigrationsAdminTest-1003830778-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:20.195672 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a73bd073-1e90-445d-ba32-f99686f9d12e req-7c062d3e-915e-4bdc-8e2b-b48621090c69 tempest-MigrationsAdminTest-1003830778 tempest-MigrationsAdminTest-1003830778-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=db419102-3263-4279-8695-4f2f3857abff HTTP/1.1" status: 200 len: 1101 time: 0.0749600 Jul 27 20:57:20.237473 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a73bd073-1e90-445d-ba32-f99686f9d12e req-88e1d205-3af1-4999-922f-7dc5c3f7a62f tempest-MigrationsAdminTest-1003830778 tempest-MigrationsAdminTest-1003830778-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=c6534cb3-b44e-4a83-b57e-ddb72c2ad843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353508 Jul 27 20:57:20.363029 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29c1b762-5cb9-4f5b-ac71-3cb8a306ebde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d25b76a-67ba-4b3b-8026-3f225d5e391c'}] {{(pid=105586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:57:20.367656 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14c1663e039faf5393f87855f745010ac5b02220355b68fdbf065393e303ac56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42b150cb-8d07-466d-a622-49915599b494" -d '{"events": [{"server_uuid": "29c1b762-5cb9-4f5b-ac71-3cb8a306ebde", "name": "network-vif-plugged", "status": "completed", "tag": "0d25b76a-67ba-4b3b-8026-3f225d5e391c"}]}' {{(pid=105586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:57:20.689416 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 20:57:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36d780c9-220e-4924-894d-cff94b9354ab x-openstack-request-id: req-36d780c9-220e-4924-894d-cff94b9354ab {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:57:20.689706 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29c1b762-5cb9-4f5b-ac71-3cb8a306ebde", "name": "network-vif-plugged", "status": "completed", "tag": "0d25b76a-67ba-4b3b-8026-3f225d5e391c", "code": 200}]} {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:57:20.689959 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-36d780c9-220e-4924-894d-cff94b9354ab {{(pid=105586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:57:20.690439 n-d-705658-22 neutron-server[105586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29c1b762-5cb9-4f5b-ac71-3cb8a306ebde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d25b76a-67ba-4b3b-8026-3f225d5e391c', 'code': 200} Jul 27 20:57:20.810903 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-5a21b833-8cb1-4494-856e-dcde2409e88e req-0cffb6d6-ed2b-4d61-968f-74390dc653ff service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=db419102-3263-4279-8695-4f2f3857abff&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1378884 Jul 27 20:57:20.838451 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1e8b26-31e9-4fd5-aee2-d597fca163f9 req-be171d71-5eb7-42b8-8e8e-b8004b8a1003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:20.840920 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-ba1e8b26-31e9-4fd5-aee2-d597fca163f9 req-be171d71-5eb7-42b8-8e8e-b8004b8a1003 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=29c1b762-5cb9-4f5b-ac71-3cb8a306ebde HTTP/1.1" status: 200 len: 1098 time: 0.0605469 Jul 27 20:57:20.893159 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165c3545-9ff1-464a-ad5a-1db19c3eef4b req-2378bd73-88eb-4522-93a9-9a29ccb8ea26 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:20.903533 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-165c3545-9ff1-464a-ad5a-1db19c3eef4b req-2378bd73-88eb-4522-93a9-9a29ccb8ea26 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] 10.222.0.59 "GET /v2.0/ports?device_id=29c1b762-5cb9-4f5b-ac71-3cb8a306ebde HTTP/1.1" status: 200 len: 946 time: 0.1317718 Jul 27 20:57:20.929779 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-ba1e8b26-31e9-4fd5-aee2-d597fca163f9 req-5b99b178-66b0-47bc-a878-8411ce2cf75c service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=e760076b-6854-47cf-947b-f6a7a8a579d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626493 Jul 27 20:57:20.982171 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-165c3545-9ff1-464a-ad5a-1db19c3eef4b req-d32d1e4b-20e5-4c84-a2f0-cda50768dea1 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] 10.222.0.59 "GET /v2.0/security-groups?id=e760076b-6854-47cf-947b-f6a7a8a579d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0776310 Jul 27 20:57:21.058560 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [req-4f91fd5f-8e9a-4fbf-943c-70de798ae8e4 req-aa7eaa96-d6b1-4af4-979f-c384087a9d4e tempest-LiveAutoBlockMigrationV225Test-821062891 tempest-LiveAutoBlockMigrationV225Test-821062891-project-admin] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=105585) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 20:57:21.065157 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-4f91fd5f-8e9a-4fbf-943c-70de798ae8e4 req-aa7eaa96-d6b1-4af4-979f-c384087a9d4e tempest-LiveAutoBlockMigrationV225Test-821062891 tempest-LiveAutoBlockMigrationV225Test-821062891-project-admin] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0140052 Jul 27 20:57:21.072234 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [req-4f91fd5f-8e9a-4fbf-943c-70de798ae8e4 req-d370aa84-0b92-4902-a685-dc92ba0f8d75 service neutron] Request body: {'binding': {'host': 'n-h1-705658-22', 'vnic_type': 'normal', 'profile': {}}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:57:21.072884 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [req-4f91fd5f-8e9a-4fbf-943c-70de798ae8e4 req-d370aa84-0b92-4902-a685-dc92ba0f8d75 service neutron] Unknown quota resources ['binding']. {{(pid=105585) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 27 20:57:21.358288 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aced4d6-1e09-4d33-a9c4-52f5d200ad58 req-fc6de107-c5b6-4b5d-a30d-c7777be504d7 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:21.365504 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-5aced4d6-1e09-4d33-a9c4-52f5d200ad58 req-fc6de107-c5b6-4b5d-a30d-c7777be504d7 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] 10.222.0.59 "GET /v2.0/ports?device_id=db419102-3263-4279-8695-4f2f3857abff HTTP/1.1" status: 200 len: 949 time: 0.2079082 Jul 27 20:57:21.413434 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.managers [req-4f91fd5f-8e9a-4fbf-943c-70de798ae8e4 req-d370aa84-0b92-4902-a685-dc92ba0f8d75 service neutron] Attempting to bind port fb15f1c0-245b-436e-a9d1-d0cce94ca8e6 on host n-h1-705658-22 for vnic_type normal with profile None {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:57:21.414092 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.managers [req-4f91fd5f-8e9a-4fbf-943c-70de798ae8e4 req-d370aa84-0b92-4902-a685-dc92ba0f8d75 service neutron] Attempting to bind port fb15f1c0-245b-436e-a9d1-d0cce94ca8e6 by drivers openvswitch,hyperv on host n-h1-705658-22 at level 0 using segments [{'id': '30512320-4797-4523-818e-63eb7bdafb2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '8e591ae5-ff89-4a25-b3ce-4b1625915957'}] {{(pid=105585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:57:21.414432 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f91fd5f-8e9a-4fbf-943c-70de798ae8e4 req-d370aa84-0b92-4902-a685-dc92ba0f8d75 service neutron] Attempting to bind port fb15f1c0-245b-436e-a9d1-d0cce94ca8e6 on network 8e591ae5-ff89-4a25-b3ce-4b1625915957 {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:57:21.420728 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-5aced4d6-1e09-4d33-a9c4-52f5d200ad58 req-147d7271-c6b4-40f1-a680-ba4a57d6008d tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] 10.222.0.59 "GET /v2.0/security-groups?id=c6534cb3-b44e-4a83-b57e-ddb72c2ad843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544302 Jul 27 20:57:21.422770 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f91fd5f-8e9a-4fbf-943c-70de798ae8e4 req-d370aa84-0b92-4902-a685-dc92ba0f8d75 service neutron] Port fb15f1c0-245b-436e-a9d1-d0cce94ca8e6 on network 8e591ae5-ff89-4a25-b3ce-4b1625915957 not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-22 {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 20:57:21.423122 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f91fd5f-8e9a-4fbf-943c-70de798ae8e4 req-d370aa84-0b92-4902-a685-dc92ba0f8d75 service neutron] Attempting to bind port fb15f1c0-245b-436e-a9d1-d0cce94ca8e6 on network 8e591ae5-ff89-4a25-b3ce-4b1625915957 {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:57:21.428307 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f91fd5f-8e9a-4fbf-943c-70de798ae8e4 req-d370aa84-0b92-4902-a685-dc92ba0f8d75 service neutron] Checking agent: {'id': '9d9bc37f-4d75-44ef-9f63-799aab3e316f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 49, 36), 'started_at': datetime.datetime(2021, 7, 27, 20, 49, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 57, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:57:21.428648 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f91fd5f-8e9a-4fbf-943c-70de798ae8e4 req-d370aa84-0b92-4902-a685-dc92ba0f8d75 service neutron] Checking segment: {'id': '30512320-4797-4523-818e-63eb7bdafb2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '8e591ae5-ff89-4a25-b3ce-4b1625915957'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:57:21.429029 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f91fd5f-8e9a-4fbf-943c-70de798ae8e4 req-d370aa84-0b92-4902-a685-dc92ba0f8d75 service neutron] Bound using segment: {'id': '30512320-4797-4523-818e-63eb7bdafb2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '8e591ae5-ff89-4a25-b3ce-4b1625915957'} {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:57:21.429461 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.managers [req-4f91fd5f-8e9a-4fbf-943c-70de798ae8e4 req-d370aa84-0b92-4902-a685-dc92ba0f8d75 service neutron] Bound port: fb15f1c0-245b-436e-a9d1-d0cce94ca8e6, host: n-h1-705658-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30512320-4797-4523-818e-63eb7bdafb2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '8e591ae5-ff89-4a25-b3ce-4b1625915957'}}] {{(pid=105585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:57:21.506080 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.db [req-4f91fd5f-8e9a-4fbf-943c-70de798ae8e4 req-d370aa84-0b92-4902-a685-dc92ba0f8d75 service neutron] For port fb15f1c0-245b-436e-a9d1-d0cce94ca8e6, host n-h1-705658-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=fb15f1c0-245b-436e-a9d1-d0cce94ca8e6,segment=NetworkSegment(30512320-4797-4523-818e-63eb7bdafb2b),segment_id=30512320-4797-4523-818e-63eb7bdafb2b)] {{(pid=105585) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:57:21.511880 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-4f91fd5f-8e9a-4fbf-943c-70de798ae8e4 req-d370aa84-0b92-4902-a685-dc92ba0f8d75 service neutron] Notify callbacks [] for binding, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:21.513425 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-4f91fd5f-8e9a-4fbf-943c-70de798ae8e4 req-d370aa84-0b92-4902-a685-dc92ba0f8d75 service neutron] 10.222.0.59 "POST /v2.0/ports/fb15f1c0-245b-436e-a9d1-d0cce94ca8e6/bindings HTTP/1.1" status: 201 len: 390 time: 0.4446845 Jul 27 20:57:21.592826 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16691649-bd7b-4548-b757-81970addc6b2 req-b338c202-cd1d-412d-bfe5-675c5d9d9a1f tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:21.599777 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16691649-bd7b-4548-b757-81970addc6b2 req-b338c202-cd1d-412d-bfe5-675c5d9d9a1f tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:21.601729 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-16691649-bd7b-4548-b757-81970addc6b2 req-b338c202-cd1d-412d-bfe5-675c5d9d9a1f tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] 10.222.0.59 "GET /v2.0/ports?device_id=e3e87ad5-cbba-43a3-886e-223057ca096a HTTP/1.1" status: 200 len: 1679 time: 0.0874104 Jul 27 20:57:21.689431 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-16691649-bd7b-4548-b757-81970addc6b2 req-5953f60f-4595-4d12-a58b-47dba527e2f5 tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] 10.222.0.59 "GET /v2.0/security-groups?id=8e624957-e10f-45bc-9807-385c5037752b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740757 Jul 27 20:57:21.921348 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f91fd5f-8e9a-4fbf-943c-70de798ae8e4 req-6d25ad16-2154-4331-9f26-caa30f8e89b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:21.923161 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-4f91fd5f-8e9a-4fbf-943c-70de798ae8e4 req-6d25ad16-2154-4331-9f26-caa30f8e89b5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b02d9256766347f197eb5fbdd02cbc7a&device_id=a9d282a6-35a6-42dc-b28f-b1607074228a HTTP/1.1" status: 200 len: 1098 time: 0.0857511 Jul 27 20:57:21.953553 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Device 3909dbaa-7a45-4d4b-8839-9812fb65b59d details requested by agent hyperv_n-h2-705658-22 with host n-h2-705658-22 {{(pid=105586) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 20:57:22.050702 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f91fd5f-8e9a-4fbf-943c-70de798ae8e4 req-8bc80a0a-b420-4cae-95b0-0d37eda3d958 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:22.052491 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-4f91fd5f-8e9a-4fbf-943c-70de798ae8e4 req-8bc80a0a-b420-4cae-95b0-0d37eda3d958 service neutron] 10.222.0.36 "GET /v2.0/networks?id=8e591ae5-ff89-4a25-b3ce-4b1625915957 HTTP/1.1" status: 200 len: 921 time: 0.1193564 Jul 27 20:57:22.077938 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffb346c-6727-4ddb-a567-f40bae3a3e9a req-a03d65c4-bf1e-4da2-b23a-9394da48a734 tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:22.095749 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-4ffb346c-6727-4ddb-a567-f40bae3a3e9a req-a03d65c4-bf1e-4da2-b23a-9394da48a734 tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] 10.222.0.59 "GET /v2.0/ports?device_id=a9d282a6-35a6-42dc-b28f-b1607074228a HTTP/1.1" status: 200 len: 946 time: 0.1676712 Jul 27 20:57:22.098178 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] For port 3909dbaa-7a45-4d4b-8839-9812fb65b59d, host n-h2-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=3909dbaa-7a45-4d4b-8839-9812fb65b59d,segment=NetworkSegment(e3626d14-fb86-4d15-9749-6232d7578299),segment_id=e3626d14-fb86-4d15-9749-6232d7578299)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:57:22.111446 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Returning: {'device': '3909dbaa-7a45-4d4b-8839-9812fb65b59d', 'network_id': 'c17fbbb7-00d9-4099-8173-7ee8147504c6', 'port_id': '3909dbaa-7a45-4d4b-8839-9812fb65b59d', 'mac_address': 'fa:16:3e:da:0c:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 208, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8aa7574b-58f4-4826-b614-0467e3b11968', 'ip_address': '19.80.0.189'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105586) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 20:57:22.156237 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:22.158304 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-4ffb346c-6727-4ddb-a567-f40bae3a3e9a req-ee11f964-655e-4adf-925c-236b05b702de tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] 10.222.0.59 "GET /v2.0/security-groups?id=1749b80d-91c6-4bd3-8e8d-666bd095400f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610783 Jul 27 20:57:22.160890 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-4f91fd5f-8e9a-4fbf-943c-70de798ae8e4 req-b42c7af3-a701-410c-9ba8-7fd01de1ee3f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fb15f1c0-245b-436e-a9d1-d0cce94ca8e6 HTTP/1.1" status: 200 len: 217 time: 0.0958164 Jul 27 20:57:22.193465 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [None req-3d54578f-831f-4696-b568-13c455922dab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3909dbaa-7a45-4d4b-8839-9812fb65b59d {{(pid=105586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 20:57:22.221170 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] For port 3909dbaa-7a45-4d4b-8839-9812fb65b59d, host n-h2-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=3909dbaa-7a45-4d4b-8839-9812fb65b59d,segment=NetworkSegment(e3626d14-fb86-4d15-9749-6232d7578299),segment_id=e3626d14-fb86-4d15-9749-6232d7578299)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:57:22.225830 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:22.226716 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Device c9d5fa3b-637e-4191-ab9f-76f60cf69a06 details requested by agent hyperv_n-h2-705658-22 with host n-h2-705658-22 {{(pid=105586) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 20:57:22.233756 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f91fd5f-8e9a-4fbf-943c-70de798ae8e4 req-a4f4964b-e89f-48cc-a143-ff78503b6178 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:22.235407 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-4f91fd5f-8e9a-4fbf-943c-70de798ae8e4 req-a4f4964b-e89f-48cc-a143-ff78503b6178 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ffc7070b-0d02-4acb-a66a-19178d3b9317 HTTP/1.1" status: 200 len: 860 time: 0.0602434 Jul 27 20:57:22.290126 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b991b097-cd29-4f1a-96f8-cabde90fb6ed req-10efcb2c-d4c6-4281-834d-9a8678a3f223 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:22.297542 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b991b097-cd29-4f1a-96f8-cabde90fb6ed req-10efcb2c-d4c6-4281-834d-9a8678a3f223 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] 10.222.0.59 "GET /v2.0/ports?device_id=29c1b762-5cb9-4f5b-ac71-3cb8a306ebde HTTP/1.1" status: 200 len: 946 time: 0.1530466 Jul 27 20:57:22.321154 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-4f91fd5f-8e9a-4fbf-943c-70de798ae8e4 req-3f669c10-4aeb-4b05-bc14-fdea712b7d19 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8e591ae5-ff89-4a25-b3ce-4b1625915957&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0739748 Jul 27 20:57:22.374612 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b991b097-cd29-4f1a-96f8-cabde90fb6ed req-73526dc7-7ec3-44f0-addd-3f2ae1dea2e2 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] 10.222.0.59 "GET /v2.0/security-groups?id=e760076b-6854-47cf-947b-f6a7a8a579d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0761673 Jul 27 20:57:22.379075 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Pushing event updated for resources: {'Port': ['ID=3909dbaa-7a45-4d4b-8839-9812fb65b59d,revision_number=4']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:57:22.458785 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] For port c9d5fa3b-637e-4191-ab9f-76f60cf69a06, host n-h2-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=c9d5fa3b-637e-4191-ab9f-76f60cf69a06,segment=NetworkSegment(d1065d30-2dcc-4438-947c-c987e8ba7911),segment_id=d1065d30-2dcc-4438-947c-c987e8ba7911)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:57:22.479651 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Returning: {'device': 'c9d5fa3b-637e-4191-ab9f-76f60cf69a06', 'network_id': '43f9b3a1-835c-41f9-abdb-7ad16f86d61c', 'port_id': 'c9d5fa3b-637e-4191-ab9f-76f60cf69a06', 'mac_address': 'fa:16:3e:ea:8c:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 241, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e23b9c3-43e1-4d84-82a3-1a1ab1c2e5c5', 'ip_address': '19.86.0.105'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105586) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 20:57:22.493303 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a21b833-8cb1-4494-856e-dcde2409e88e req-3253e5d3-6043-40a2-bc10-0dfddacc010f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:22.494855 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-5a21b833-8cb1-4494-856e-dcde2409e88e req-3253e5d3-6043-40a2-bc10-0dfddacc010f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=43230fc3eab141e0b742541c8628d03e&device_id=db419102-3263-4279-8695-4f2f3857abff HTTP/1.1" status: 200 len: 1101 time: 0.1160402 Jul 27 20:57:22.538171 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:22.552350 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [None req-3d54578f-831f-4696-b568-13c455922dab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9d5fa3b-637e-4191-ab9f-76f60cf69a06 {{(pid=105586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 20:57:22.581014 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] For port c9d5fa3b-637e-4191-ab9f-76f60cf69a06, host n-h2-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=c9d5fa3b-637e-4191-ab9f-76f60cf69a06,segment=NetworkSegment(d1065d30-2dcc-4438-947c-c987e8ba7911),segment_id=d1065d30-2dcc-4438-947c-c987e8ba7911)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:57:22.584708 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c3709d-10e3-4bd3-bed4-993f6eeb2064 req-e0e535ad-eb53-4207-9c7f-cc175fc4637f tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:22.586437 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:22.595288 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-54c3709d-10e3-4bd3-bed4-993f6eeb2064 req-e0e535ad-eb53-4207-9c7f-cc175fc4637f tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] 10.222.0.59 "GET /v2.0/ports?device_id=db419102-3263-4279-8695-4f2f3857abff HTTP/1.1" status: 200 len: 949 time: 0.0826283 Jul 27 20:57:22.606707 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a21b833-8cb1-4494-856e-dcde2409e88e req-026eb043-34f8-4a92-828b-fd472e109e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:22.608348 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-5a21b833-8cb1-4494-856e-dcde2409e88e req-026eb043-34f8-4a92-828b-fd472e109e93 service neutron] 10.222.0.36 "GET /v2.0/networks?id=4d64aa0b-bd6a-468e-8edc-c83689947462 HTTP/1.1" status: 200 len: 870 time: 0.0981593 Jul 27 20:57:22.614910 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-4f91fd5f-8e9a-4fbf-943c-70de798ae8e4 req-ee6185f8-1c4d-48c9-98ab-9ceb76e1395e service neutron] 10.222.0.36 "GET /v2.0/networks/8e591ae5-ff89-4a25-b3ce-4b1625915957?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2768075 Jul 27 20:57:22.634459 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-54c3709d-10e3-4bd3-bed4-993f6eeb2064 req-4e9ce0ee-8758-4254-9295-c115990e017f tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] 10.222.0.59 "GET /v2.0/security-groups?id=c6534cb3-b44e-4a83-b57e-ddb72c2ad843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383003 Jul 27 20:57:22.665135 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Pushing event updated for resources: {'Port': ['ID=c9d5fa3b-637e-4191-ab9f-76f60cf69a06,revision_number=4']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:57:22.685749 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-5a21b833-8cb1-4494-856e-dcde2409e88e req-80d8baac-3c68-49dd-b83b-f2679a11b166 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.17&port_id=aa633d20-3f03-48c8-9390-1d9687dcf96b HTTP/1.1" status: 200 len: 217 time: 0.0569143 Jul 27 20:57:22.777703 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a21b833-8cb1-4494-856e-dcde2409e88e req-3d2a6591-cd38-4241-a808-92e0bf994807 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:22.778977 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-5a21b833-8cb1-4494-856e-dcde2409e88e req-3d2a6591-cd38-4241-a808-92e0bf994807 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=26644ba0-4185-4e10-8718-6ad18d01376c HTTP/1.1" status: 200 len: 843 time: 0.0691452 Jul 27 20:57:22.807760 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-4f91fd5f-8e9a-4fbf-943c-70de798ae8e4 req-2291e9c1-dc19-47cb-88e2-0e87d5341add service neutron] 10.222.0.36 "GET /v2.0/networks/8e591ae5-ff89-4a25-b3ce-4b1625915957?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1774685 Jul 27 20:57:22.883219 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe75ea43-90ec-46d9-b4b6-ac6541088f0a req-b58ef60c-c37d-4656-8b79-de0dcd4ccf2d tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:22.899936 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a21b833-8cb1-4494-856e-dcde2409e88e req-5fcad171-eb80-4693-a71e-cc1cb48f3a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:22.904248 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-5a21b833-8cb1-4494-856e-dcde2409e88e req-5fcad171-eb80-4693-a71e-cc1cb48f3a69 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4d64aa0b-bd6a-468e-8edc-c83689947462&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1162968 Jul 27 20:57:22.927017 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe75ea43-90ec-46d9-b4b6-ac6541088f0a req-b58ef60c-c37d-4656-8b79-de0dcd4ccf2d tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:22.928711 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-fe75ea43-90ec-46d9-b4b6-ac6541088f0a req-b58ef60c-c37d-4656-8b79-de0dcd4ccf2d tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] 10.222.0.59 "GET /v2.0/ports?device_id=e3e87ad5-cbba-43a3-886e-223057ca096a HTTP/1.1" status: 200 len: 1681 time: 0.1597593 Jul 27 20:57:23.014017 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-fe75ea43-90ec-46d9-b4b6-ac6541088f0a req-d1f3652f-d4b9-4230-aca4-ae9195d351d8 tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] 10.222.0.59 "GET /v2.0/security-groups?id=8e624957-e10f-45bc-9807-385c5037752b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783687 Jul 27 20:57:23.053269 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-5a21b833-8cb1-4494-856e-dcde2409e88e req-46b0b5ee-62e5-48bd-b598-368c278eddb7 service neutron] 10.222.0.36 "GET /v2.0/networks/4d64aa0b-bd6a-468e-8edc-c83689947462?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1408837 Jul 27 20:57:23.104619 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] get_ports_and_sgs() called for port_ids ['c9d5fa3b-637e-4191-ab9f-76f60cf69a06'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 20:57:23.131476 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] get_ports_and_sgs() called for port_ids ['3909dbaa-7a45-4d4b-8839-9812fb65b59d'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 20:57:23.209808 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-5a21b833-8cb1-4494-856e-dcde2409e88e req-3ba49600-6780-4e32-a196-d5692fafcd23 service neutron] 10.222.0.36 "GET /v2.0/networks/4d64aa0b-bd6a-468e-8edc-c83689947462?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257803 Jul 27 20:57:23.430980 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32e9f8f-6823-4f75-b32e-ecb288e0529a req-c42fe2bf-ae0e-4746-a5c7-4fb73b4d6026 tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:23.436530 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-c32e9f8f-6823-4f75-b32e-ecb288e0529a req-c42fe2bf-ae0e-4746-a5c7-4fb73b4d6026 tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] 10.222.0.59 "GET /v2.0/ports?device_id=a9d282a6-35a6-42dc-b28f-b1607074228a HTTP/1.1" status: 200 len: 946 time: 0.1370113 Jul 27 20:57:23.519114 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-c32e9f8f-6823-4f75-b32e-ecb288e0529a req-f8d42571-454f-40a7-851d-96c79cc77f9b tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] 10.222.0.59 "GET /v2.0/security-groups?id=1749b80d-91c6-4bd3-8e8d-666bd095400f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746512 Jul 27 20:57:23.610834 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959f41a7-5a43-4f95-bc06-28a7ec6ed5e2 req-3dafc054-72d3-4528-865b-ad1e05cf9b1d tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:23.612942 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-959f41a7-5a43-4f95-bc06-28a7ec6ed5e2 req-3dafc054-72d3-4528-865b-ad1e05cf9b1d tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] 10.222.0.59 "GET /v2.0/ports?device_id=29c1b762-5cb9-4f5b-ac71-3cb8a306ebde HTTP/1.1" status: 200 len: 946 time: 0.0928569 Jul 27 20:57:23.659662 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-959f41a7-5a43-4f95-bc06-28a7ec6ed5e2 req-ac33fc82-64ce-4905-a057-bf16a68df911 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] 10.222.0.59 "GET /v2.0/security-groups?id=e760076b-6854-47cf-947b-f6a7a8a579d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394127 Jul 27 20:57:23.820393 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe326837-363b-4f1c-a67d-e16c57328fc4 req-ab44ce9c-d607-45b7-81f7-1cebff754b92 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:23.821917 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-fe326837-363b-4f1c-a67d-e16c57328fc4 req-ab44ce9c-d607-45b7-81f7-1cebff754b92 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] 10.222.0.59 "GET /v2.0/ports?device_id=db419102-3263-4279-8695-4f2f3857abff HTTP/1.1" status: 200 len: 949 time: 0.1005046 Jul 27 20:57:23.876868 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467c8e7c-d90d-4753-a7de-dd26b86d3438 req-79e956b6-9169-4cc2-9026-77e94ce62800 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:23.881285 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-467c8e7c-d90d-4753-a7de-dd26b86d3438 req-79e956b6-9169-4cc2-9026-77e94ce62800 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] 10.222.0.59 "GET /v2.0/ports?device_id=29c1b762-5cb9-4f5b-ac71-3cb8a306ebde HTTP/1.1" status: 200 len: 946 time: 0.1482759 Jul 27 20:57:23.887372 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 37078) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:57:23.887568 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-fe326837-363b-4f1c-a67d-e16c57328fc4 req-4137dd83-1710-4bd7-b31d-0e09289a189a tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] 10.222.0.59 "GET /v2.0/security-groups?id=c6534cb3-b44e-4a83-b57e-ddb72c2ad843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569754 Jul 27 20:57:23.892575 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-5eb9f12f-7fe6-490a-9fd6-5b496b28aa9a tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] Request body: {'floatingip': {'port_id': '0d25b76a-67ba-4b3b-8026-3f225d5e391c'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:57:23.934656 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-5eb9f12f-7fe6-490a-9fd6-5b496b28aa9a tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] Notify callbacks [] for floatingip, before_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:24.198755 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f060bb9-4602-4b03-a8a3-b26bb019efcb req-a7b01f27-63c5-47ba-a136-3cf5e6782ad3 tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:24.206200 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f060bb9-4602-4b03-a8a3-b26bb019efcb req-a7b01f27-63c5-47ba-a136-3cf5e6782ad3 tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:24.207852 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-4f060bb9-4602-4b03-a8a3-b26bb019efcb req-a7b01f27-63c5-47ba-a136-3cf5e6782ad3 tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] 10.222.0.59 "GET /v2.0/ports?device_id=e3e87ad5-cbba-43a3-886e-223057ca096a HTTP/1.1" status: 200 len: 1681 time: 0.0910411 Jul 27 20:57:24.263776 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-4f060bb9-4602-4b03-a8a3-b26bb019efcb req-8274d688-aebc-4bf7-97e8-4e7c7dd474d4 tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] 10.222.0.59 "GET /v2.0/security-groups?id=8e624957-e10f-45bc-9807-385c5037752b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445333 Jul 27 20:57:24.448689 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-5eb9f12f-7fe6-490a-9fd6-5b496b28aa9a tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:24.453570 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-5eb9f12f-7fe6-490a-9fd6-5b496b28aa9a tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4075768'] for floatingip, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:24.586576 n-d-705658-22 neutron-server[105584]: INFO neutron.db.l3_db [None req-5eb9f12f-7fe6-490a-9fd6-5b496b28aa9a tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] Floating IP 585cc19d-28a6-4187-9d03-7cc70b0627bb associated. External IP: 172.25.5.212, port: 0d25b76a-67ba-4b3b-8026-3f225d5e391c. Jul 27 20:57:24.714341 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247c75c4-d901-4b3d-b9ec-d15c10035982 req-dadef892-c02b-4f50-8f6e-4ab8d7b38b50 tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:24.722465 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-247c75c4-d901-4b3d-b9ec-d15c10035982 req-dadef892-c02b-4f50-8f6e-4ab8d7b38b50 tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] 10.222.0.59 "GET /v2.0/ports?device_id=a9d282a6-35a6-42dc-b28f-b1607074228a HTTP/1.1" status: 200 len: 946 time: 0.0790644 Jul 27 20:57:24.782461 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-247c75c4-d901-4b3d-b9ec-d15c10035982 req-8705ba45-af2e-4ad0-bd23-c3448a2decc4 tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] 10.222.0.59 "GET /v2.0/security-groups?id=1749b80d-91c6-4bd3-8e8d-666bd095400f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588300 Jul 27 20:57:24.834521 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5eb9f12f-7fe6-490a-9fd6-5b496b28aa9a tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] Router 815b26e9-2d70-4966-b87a-ebec014fe418 has already been hosted by L3 agent dd128fd7-8e57-4d4f-895b-a96b369df59a {{(pid=105584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 20:57:24.846523 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0494a562-8540-453c-acf7-97bae052ab89 req-86e72e0e-cbee-4737-956a-3689c8a5a285 tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:24.848063 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-0494a562-8540-453c-acf7-97bae052ab89 req-86e72e0e-cbee-4737-956a-3689c8a5a285 tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] 10.222.0.59 "GET /v2.0/ports?device_id=227e87e6-7a64-4944-af32-868f2772cf85 HTTP/1.1" status: 200 len: 944 time: 0.0885415 Jul 27 20:57:24.892763 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-0494a562-8540-453c-acf7-97bae052ab89 req-9413660e-17a5-408f-bb29-24aeb4b90cb4 tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] 10.222.0.59 "GET /v2.0/security-groups?id=594c38b0-00a0-4e02-9d5e-673f3a5e469c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385201 Jul 27 20:57:24.948478 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5eb9f12f-7fe6-490a-9fd6-5b496b28aa9a tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] Notify agent at l3_agent.n-d-705658-22 the message routers_updated {{(pid=105584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 20:57:24.953895 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-5eb9f12f-7fe6-490a-9fd6-5b496b28aa9a tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for floatingip, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:24.964255 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a5d6eef-71e8-4ede-b487-b09e2176f3fd None None] Sync routers for ids ['815b26e9-2d70-4966-b87a-ebec014fe418'] in n-d-705658-22 {{(pid=105586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 20:57:24.973837 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a5d6eef-71e8-4ede-b487-b09e2176f3fd None None] Routers {'815b26e9-2d70-4966-b87a-ebec014fe418'} bound to L3 agent in host n-d-705658-22 {{(pid=105586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:57:24.974480 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-3a5d6eef-71e8-4ede-b487-b09e2176f3fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T20:57:11Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['815b26e9-2d70-4966-b87a-ebec014fe418'], 'active': True} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:57:25.003648 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-5eb9f12f-7fe6-490a-9fd6-5b496b28aa9a tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] 10.222.0.59 "PUT /v2.0/floatingips/585cc19d-28a6-4187-9d03-7cc70b0627bb HTTP/1.1" status: 200 len: 992 time: 1.1145146 Jul 27 20:57:25.007312 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29c1b762-5cb9-4f5b-ac71-3cb8a306ebde', 'tag': '0d25b76a-67ba-4b3b-8026-3f225d5e391c'}] {{(pid=105584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:57:25.010468 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bce5e6c8685464f7626901654159975603b047827e3138302ed6566e28f1343" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c825e9e-4939-4b9d-8789-501e47482da8" -d '{"events": [{"name": "network-changed", "server_uuid": "29c1b762-5cb9-4f5b-ac71-3cb8a306ebde", "tag": "0d25b76a-67ba-4b3b-8026-3f225d5e391c"}]}' {{(pid=105584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:57:25.044102 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f66b22-5955-49f0-8214-977d17748133 req-21a8b67d-5a93-48bc-adfe-31257510f0a6 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:25.045610 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-81f66b22-5955-49f0-8214-977d17748133 req-21a8b67d-5a93-48bc-adfe-31257510f0a6 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] 10.222.0.59 "GET /v2.0/ports?device_id=db419102-3263-4279-8695-4f2f3857abff HTTP/1.1" status: 200 len: 949 time: 0.0861461 Jul 27 20:57:25.089879 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-81f66b22-5955-49f0-8214-977d17748133 req-7d3c39bf-6374-4d8d-a6eb-18a2d08c581e tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] 10.222.0.59 "GET /v2.0/security-groups?id=c6534cb3-b44e-4a83-b57e-ddb72c2ad843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381627 Jul 27 20:57:25.102364 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvr_db [None req-3a5d6eef-71e8-4ede-b487-b09e2176f3fd None None] Set router 815b26e9-2d70-4966-b87a-ebec014fe418 gateway port host: n-d-705658-22 {{(pid=105586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:57:25.139309 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 20:57:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b91b1c9-60fb-4536-a4a6-532d6fe8ff27 x-openstack-request-id: req-1b91b1c9-60fb-4536-a4a6-532d6fe8ff27 {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:57:25.139692 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29c1b762-5cb9-4f5b-ac71-3cb8a306ebde", "tag": "0d25b76a-67ba-4b3b-8026-3f225d5e391c", "status": "completed", "code": 200}]} {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:57:25.140011 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-1b91b1c9-60fb-4536-a4a6-532d6fe8ff27 {{(pid=105584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:57:25.141697 n-d-705658-22 neutron-server[105584]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29c1b762-5cb9-4f5b-ac71-3cb8a306ebde', 'tag': '0d25b76a-67ba-4b3b-8026-3f225d5e391c', 'status': 'completed', 'code': 200} Jul 27 20:57:25.242902 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c825e9e-4939-4b9d-8789-501e47482da8 req-7400a36f-32cc-4f92-9192-250fcb7abce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:25.244373 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-1c825e9e-4939-4b9d-8789-501e47482da8 req-7400a36f-32cc-4f92-9192-250fcb7abce5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=037df3a90f014739a3644a9c2d1586c8&device_id=29c1b762-5cb9-4f5b-ac71-3cb8a306ebde HTTP/1.1" status: 200 len: 1098 time: 0.0649450 Jul 27 20:57:25.357436 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c825e9e-4939-4b9d-8789-501e47482da8 req-2ce06970-0f00-4167-afca-b8d5b6019d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:25.359382 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-1c825e9e-4939-4b9d-8789-501e47482da8 req-2ce06970-0f00-4167-afca-b8d5b6019d7e service neutron] 10.222.0.36 "GET /v2.0/networks?id=6aa76440-68bb-4814-b579-87efb5c679e3 HTTP/1.1" status: 200 len: 913 time: 0.1057179 Jul 27 20:57:25.361995 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-3a5d6eef-71e8-4ede-b487-b09e2176f3fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '815b26e9-2d70-4966-b87a-ebec014fe418', 'name': 'tempest-ServerActionsTestJSON-1402176218-router', 'tenant_id': '037df3a90f014739a3644a9c2d1586c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.43'}], 'enable_snat': True}, 'gw_port_id': '6ee7a68a-7e47-454c-8e09-278e29ff0654', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:56:54Z', 'updated_at': '2021-07-27T20:57:03Z', 'revision_number': 4, 'project_id': '037df3a90f014739a3644a9c2d1586c8', 'gw_port': {'id': '6ee7a68a-7e47-454c-8e09-278e29ff0654', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:be:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '815b26e9-2d70-4966-b87a-ebec014fe418', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:56:56Z', 'updated_at': '2021-07-27T20:57:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_floatingips': [{'id': '585cc19d-28a6-4187-9d03-7cc70b0627bb', 'tenant_id': '037df3a90f014739a3644a9c2d1586c8', 'floating_ip_address': '172.25.5.212', 'floating_network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'router_id': '815b26e9-2d70-4966-b87a-ebec014fe418', 'port_id': '0d25b76a-67ba-4b3b-8026-3f225d5e391c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 654, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6aa76440-68bb-4814-b579-87efb5c679e3', 'mac_address': 'fa:16:3e:7d:88:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29c1b762-5cb9-4f5b-ac71-3cb8a306ebde', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T20:57:07Z', 'updated_at': '2021-07-27T20:57:24Z', 'revision_number': 1, 'project_id': '037df3a90f014739a3644a9c2d1586c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '235df7f4-77d9-4680-9d65-8935c7f68316', 'name': '', 'network_id': '6aa76440-68bb-4814-b579-87efb5c679e3', 'tenant_id': '037df3a90f014739a3644a9c2d1586c8', 'mac_address': 'fa:16:3e:9a:f3:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '815b26e9-2d70-4966-b87a-ebec014fe418', 'device_owner': 'network:router_interface', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '746696d1-95cb-4db5-9b25-089085191295', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:57:02Z', 'updated_at': '2021-07-27T20:57:12Z', 'revision_number': 5, 'project_id': '037df3a90f014739a3644a9c2d1586c8', 'subnets': [{'id': '746696d1-95cb-4db5-9b25-089085191295', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-22', False) {} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:57:25.392132 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a5d6eef-71e8-4ede-b487-b09e2176f3fd None None] Checking router: 815b26e9-2d70-4966-b87a-ebec014fe418 for host: n-d-705658-22 {{(pid=105586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 20:57:25.405587 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a5d6eef-71e8-4ede-b487-b09e2176f3fd None None] Routers {'815b26e9-2d70-4966-b87a-ebec014fe418'} bound to L3 agent in host n-d-705658-22 {{(pid=105586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:57:25.406376 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-3a5d6eef-71e8-4ede-b487-b09e2176f3fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T20:57:11Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['815b26e9-2d70-4966-b87a-ebec014fe418'], 'active': True} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:57:25.422693 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45750628-0180-4120-89e9-a21a3e77dbf7 req-3c6fea40-49cc-4eca-98c5-5165a5484c8e tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:25.428881 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45750628-0180-4120-89e9-a21a3e77dbf7 req-3c6fea40-49cc-4eca-98c5-5165a5484c8e tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:25.430473 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-45750628-0180-4120-89e9-a21a3e77dbf7 req-3c6fea40-49cc-4eca-98c5-5165a5484c8e tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] 10.222.0.59 "GET /v2.0/ports?device_id=e3e87ad5-cbba-43a3-886e-223057ca096a HTTP/1.1" status: 200 len: 1681 time: 0.0959291 Jul 27 20:57:25.445373 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-1c825e9e-4939-4b9d-8789-501e47482da8 req-4244a930-3acb-4654-ad8d-5f8b28db377d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0d25b76a-67ba-4b3b-8026-3f225d5e391c HTTP/1.1" status: 200 len: 1000 time: 0.0711992 Jul 27 20:57:25.470890 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-45750628-0180-4120-89e9-a21a3e77dbf7 req-1786e78f-aabc-41b9-9c40-cf410d6a8a1b tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] 10.222.0.59 "GET /v2.0/security-groups?id=8e624957-e10f-45bc-9807-385c5037752b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342529 Jul 27 20:57:25.509930 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c825e9e-4939-4b9d-8789-501e47482da8 req-30b32a4d-d607-4b6e-a7fe-427518da92e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:25.511583 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-1c825e9e-4939-4b9d-8789-501e47482da8 req-30b32a4d-d607-4b6e-a7fe-427518da92e4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=746696d1-95cb-4db5-9b25-089085191295 HTTP/1.1" status: 200 len: 851 time: 0.0533304 Jul 27 20:57:25.547277 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvr_db [None req-3a5d6eef-71e8-4ede-b487-b09e2176f3fd None None] Set router 815b26e9-2d70-4966-b87a-ebec014fe418 gateway port host: n-d-705658-22 {{(pid=105586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:57:25.584922 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c825e9e-4939-4b9d-8789-501e47482da8 req-23a15351-6054-457d-a739-db26bebf2d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:25.586466 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-1c825e9e-4939-4b9d-8789-501e47482da8 req-23a15351-6054-457d-a739-db26bebf2d31 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6aa76440-68bb-4814-b579-87efb5c679e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0649881 Jul 27 20:57:25.691084 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-1c825e9e-4939-4b9d-8789-501e47482da8 req-267ffaea-225e-4c35-90d2-443f44382fc5 service neutron] 10.222.0.36 "GET /v2.0/networks/6aa76440-68bb-4814-b579-87efb5c679e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935557 Jul 27 20:57:25.800354 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-1c825e9e-4939-4b9d-8789-501e47482da8 req-68c283d2-3022-4c5a-bf6b-3caeaaf02886 service neutron] 10.222.0.36 "GET /v2.0/networks/6aa76440-68bb-4814-b579-87efb5c679e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979018 Jul 27 20:57:25.890944 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6a2422-dc2e-4ef2-a342-d5e8ed7e5542 req-a0b3ebc0-fea4-4427-bb05-4030125e01c6 tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:25.892554 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-0d6a2422-dc2e-4ef2-a342-d5e8ed7e5542 req-a0b3ebc0-fea4-4427-bb05-4030125e01c6 tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] 10.222.0.60 "GET /v2.0/ports?device_id=227e87e6-7a64-4944-af32-868f2772cf85 HTTP/1.1" status: 200 len: 944 time: 0.0983005 Jul 27 20:57:25.959204 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-3a5d6eef-71e8-4ede-b487-b09e2176f3fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '815b26e9-2d70-4966-b87a-ebec014fe418', 'name': 'tempest-ServerActionsTestJSON-1402176218-router', 'tenant_id': '037df3a90f014739a3644a9c2d1586c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.43'}], 'enable_snat': True}, 'gw_port_id': '6ee7a68a-7e47-454c-8e09-278e29ff0654', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:56:54Z', 'updated_at': '2021-07-27T20:57:03Z', 'revision_number': 4, 'project_id': '037df3a90f014739a3644a9c2d1586c8', 'gw_port': {'id': '6ee7a68a-7e47-454c-8e09-278e29ff0654', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:be:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '815b26e9-2d70-4966-b87a-ebec014fe418', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:56:56Z', 'updated_at': '2021-07-27T20:57:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_floatingips': [{'id': '585cc19d-28a6-4187-9d03-7cc70b0627bb', 'tenant_id': '037df3a90f014739a3644a9c2d1586c8', 'floating_ip_address': '172.25.5.212', 'floating_network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'router_id': '815b26e9-2d70-4966-b87a-ebec014fe418', 'port_id': '0d25b76a-67ba-4b3b-8026-3f225d5e391c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 654, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6aa76440-68bb-4814-b579-87efb5c679e3', 'mac_address': 'fa:16:3e:7d:88:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29c1b762-5cb9-4f5b-ac71-3cb8a306ebde', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T20:57:07Z', 'updated_at': '2021-07-27T20:57:24Z', 'revision_number': 1, 'project_id': '037df3a90f014739a3644a9c2d1586c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '235df7f4-77d9-4680-9d65-8935c7f68316', 'name': '', 'network_id': '6aa76440-68bb-4814-b579-87efb5c679e3', 'tenant_id': '037df3a90f014739a3644a9c2d1586c8', 'mac_address': 'fa:16:3e:9a:f3:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '815b26e9-2d70-4966-b87a-ebec014fe418', 'device_owner': 'network:router_interface', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '746696d1-95cb-4db5-9b25-089085191295', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:57:02Z', 'updated_at': '2021-07-27T20:57:12Z', 'revision_number': 5, 'project_id': '037df3a90f014739a3644a9c2d1586c8', 'subnets': [{'id': '746696d1-95cb-4db5-9b25-089085191295', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-22', False) {} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:57:25.993545 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Device 3909dbaa-7a45-4d4b-8839-9812fb65b59d up at agent hyperv_n-h2-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:57:25.997560 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a5d6eef-71e8-4ede-b487-b09e2176f3fd None None] The sync data for ids ['815b26e9-2d70-4966-b87a-ebec014fe418'] in n-d-705658-22 is: [{'id': '815b26e9-2d70-4966-b87a-ebec014fe418', 'name': 'tempest-ServerActionsTestJSON-1402176218-router', 'tenant_id': '037df3a90f014739a3644a9c2d1586c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.43'}], 'enable_snat': True}, 'gw_port_id': '6ee7a68a-7e47-454c-8e09-278e29ff0654', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:56:54Z', 'updated_at': '2021-07-27T20:57:03Z', 'revision_number': 4, 'project_id': '037df3a90f014739a3644a9c2d1586c8', 'gw_port': {'id': '6ee7a68a-7e47-454c-8e09-278e29ff0654', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:be:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '815b26e9-2d70-4966-b87a-ebec014fe418', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:56:56Z', 'updated_at': '2021-07-27T20:57:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_floatingips': [{'id': '585cc19d-28a6-4187-9d03-7cc70b0627bb', 'tenant_id': '037df3a90f014739a3644a9c2d1586c8', 'floating_ip_address': '172.25.5.212', 'floating_network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'router_id': '815b26e9-2d70-4966-b87a-ebec014fe418', 'port_id': '0d25b76a-67ba-4b3b-8026-3f225d5e391c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 654, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6aa76440-68bb-4814-b579-87efb5c679e3', 'mac_address': 'fa:16:3e:7d:88:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29c1b762-5cb9-4f5b-ac71-3cb8a306ebde', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T20:57:07Z', 'updated_at': '2021-07-27T20:57:24Z', 'revision_number': 1, 'project_id': '037df3a90f014739a3644a9c2d1586c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '235df7f4-77d9-4680-9d65-8935c7f68316', 'name': '', 'network_id': '6aa76440-68bb-4814-b579-87efb5c679e3', 'tenant_id': '037df3a90f014739a3644a9c2d1586c8', 'mac_address': 'fa:16:3e:9a:f3:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '815b26e9-2d70-4966-b87a-ebec014fe418', 'device_owner': 'network:router_interface', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '746696d1-95cb-4db5-9b25-089085191295', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:57:02Z', 'updated_at': '2021-07-27T20:57:12Z', 'revision_number': 5, 'project_id': '037df3a90f014739a3644a9c2d1586c8', 'subnets': [{'id': '746696d1-95cb-4db5-9b25-089085191295', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 20:57:26.051348 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-3d54578f-831f-4696-b568-13c455922dab None None] Provisioning for port 3909dbaa-7a45-4d4b-8839-9812fb65b59d completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:57:26.055392 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-3d54578f-831f-4696-b568-13c455922dab None None] Provisioning complete for port 3909dbaa-7a45-4d4b-8839-9812fb65b59d triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:57:26.055901 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:26.082966 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91afe082-4d0d-41d2-9c13-5ca5359b129b req-95958c77-68aa-4939-abcb-abce28e94c32 tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:26.090731 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-91afe082-4d0d-41d2-9c13-5ca5359b129b req-95958c77-68aa-4939-abcb-abce28e94c32 tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] 10.222.0.59 "GET /v2.0/ports?device_id=a9d282a6-35a6-42dc-b28f-b1607074228a HTTP/1.1" status: 200 len: 946 time: 0.1971419 Jul 27 20:57:26.142360 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65328c41-795b-476f-ac72-7469e10907f8 req-6d495125-fde3-4e3d-ae12-3f2abeb28a6d tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:26.147520 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-65328c41-795b-476f-ac72-7469e10907f8 req-6d495125-fde3-4e3d-ae12-3f2abeb28a6d tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] 10.222.0.59 "GET /v2.0/ports?device_id=227e87e6-7a64-4944-af32-868f2772cf85 HTTP/1.1" status: 200 len: 944 time: 0.1766796 Jul 27 20:57:26.148763 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:26.172819 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3e87ad5-cbba-43a3-886e-223057ca096a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3909dbaa-7a45-4d4b-8839-9812fb65b59d'}] {{(pid=105586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:57:26.175106 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14c1663e039faf5393f87855f745010ac5b02220355b68fdbf065393e303ac56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a884ba21-5281-454e-8c8f-e44d19808ab6" -d '{"events": [{"server_uuid": "e3e87ad5-cbba-43a3-886e-223057ca096a", "name": "network-vif-plugged", "status": "completed", "tag": "3909dbaa-7a45-4d4b-8839-9812fb65b59d"}]}' {{(pid=105586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:57:26.178700 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [req-0d6a2422-dc2e-4ef2-a342-d5e8ed7e5542 req-4634464b-1c3a-400f-aedc-021757ed8718 tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] Deleting port a7178fc2-144b-41ac-8d14-b53354ce11f1 {{(pid=105585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:57:26.179634 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-0d6a2422-dc2e-4ef2-a342-d5e8ed7e5542 req-4634464b-1c3a-400f-aedc-021757ed8718 tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:26.184608 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-91afe082-4d0d-41d2-9c13-5ca5359b129b req-e633f1ef-7966-4dea-8650-ab5bde8e53f2 tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] 10.222.0.59 "GET /v2.0/security-groups?id=1749b80d-91c6-4bd3-8e8d-666bd095400f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929418 Jul 27 20:57:26.189402 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] For port 3909dbaa-7a45-4d4b-8839-9812fb65b59d, host n-h2-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=3909dbaa-7a45-4d4b-8839-9812fb65b59d,segment=NetworkSegment(e3626d14-fb86-4d15-9749-6232d7578299),segment_id=e3626d14-fb86-4d15-9749-6232d7578299)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:57:26.194163 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:26.195325 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Device c9d5fa3b-637e-4191-ab9f-76f60cf69a06 up at agent hyperv_n-h2-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:57:26.279397 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Pushing event updated for resources: {'Port': ['ID=3909dbaa-7a45-4d4b-8839-9812fb65b59d,revision_number=5']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:57:26.295812 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-3d54578f-831f-4696-b568-13c455922dab None None] Provisioning for port c9d5fa3b-637e-4191-ab9f-76f60cf69a06 completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:57:26.300513 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-3d54578f-831f-4696-b568-13c455922dab None None] Provisioning complete for port c9d5fa3b-637e-4191-ab9f-76f60cf69a06 triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:57:26.300996 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:26.326570 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.db [req-0d6a2422-dc2e-4ef2-a342-d5e8ed7e5542 req-4634464b-1c3a-400f-aedc-021757ed8718 tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] For port a7178fc2-144b-41ac-8d14-b53354ce11f1, host n-h2-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=a7178fc2-144b-41ac-8d14-b53354ce11f1,segment=NetworkSegment(7ddd3554-64b5-4ff7-9735-f58b31de803c),segment_id=7ddd3554-64b5-4ff7-9735-f58b31de803c)] {{(pid=105585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:57:26.327054 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-0d6a2422-dc2e-4ef2-a342-d5e8ed7e5542 req-4634464b-1c3a-400f-aedc-021757ed8718 tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:26.347559 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [req-0d6a2422-dc2e-4ef2-a342-d5e8ed7e5542 req-4634464b-1c3a-400f-aedc-021757ed8718 tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] Calling delete_port for a7178fc2-144b-41ac-8d14-b53354ce11f1 owned by compute:nova {{(pid=105585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:57:26.396134 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25ae189c-aa85-4feb-afc5-dbc30e42d46d None None] New status for floating IP 585cc19d-28a6-4187-9d03-7cc70b0627bb: ACTIVE {{(pid=105587) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 20:57:26.399619 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-65328c41-795b-476f-ac72-7469e10907f8 req-7084f373-0960-4176-9d8e-01ade079dcef tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] 10.222.0.59 "GET /v2.0/security-groups?id=594c38b0-00a0-4e02-9d5e-673f3a5e469c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2330391 Jul 27 20:57:26.434359 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:26.483766 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] For port c9d5fa3b-637e-4191-ab9f-76f60cf69a06, host n-h2-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=c9d5fa3b-637e-4191-ab9f-76f60cf69a06,segment=NetworkSegment(d1065d30-2dcc-4438-947c-c987e8ba7911),segment_id=d1065d30-2dcc-4438-947c-c987e8ba7911)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:57:26.488256 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:26.541458 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Pushing event updated for resources: {'Port': ['ID=c9d5fa3b-637e-4191-ab9f-76f60cf69a06,revision_number=5']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:57:26.552959 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 20:57:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91e2de2e-8ebd-4667-b6c5-1794c4a48f1e x-openstack-request-id: req-91e2de2e-8ebd-4667-b6c5-1794c4a48f1e {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:57:26.553365 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3e87ad5-cbba-43a3-886e-223057ca096a", "name": "network-vif-plugged", "status": "completed", "tag": "3909dbaa-7a45-4d4b-8839-9812fb65b59d", "code": 200}]} {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:57:26.553713 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-91e2de2e-8ebd-4667-b6c5-1794c4a48f1e {{(pid=105586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:57:26.554228 n-d-705658-22 neutron-server[105586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3e87ad5-cbba-43a3-886e-223057ca096a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3909dbaa-7a45-4d4b-8839-9812fb65b59d', 'code': 200} Jul 27 20:57:26.580893 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68875610-a6a3-48b3-92dd-a72cb1e1f6b8 req-ef1674c6-3000-4cc7-a4fc-6233a64b6790 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:26.583828 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-68875610-a6a3-48b3-92dd-a72cb1e1f6b8 req-ef1674c6-3000-4cc7-a4fc-6233a64b6790 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] 10.222.0.59 "GET /v2.0/ports?device_id=db419102-3263-4279-8695-4f2f3857abff HTTP/1.1" status: 200 len: 949 time: 0.1437209 Jul 27 20:57:26.668053 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-68875610-a6a3-48b3-92dd-a72cb1e1f6b8 req-8447486d-f0eb-4617-9772-e90e22cb6af7 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] 10.222.0.59 "GET /v2.0/security-groups?id=c6534cb3-b44e-4a83-b57e-ddb72c2ad843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756476 Jul 27 20:57:26.678588 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-0d6a2422-dc2e-4ef2-a342-d5e8ed7e5542 req-4634464b-1c3a-400f-aedc-021757ed8718 tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:26.697712 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] get_ports_and_sgs() called for port_ids ['a7178fc2-144b-41ac-8d14-b53354ce11f1'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 20:57:26.725082 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4634464b-1c3a-400f-aedc-021757ed8718 tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] Pushing event deleted for resources: {'Port': ['ID=a7178fc2-144b-41ac-8d14-b53354ce11f1,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:57:26.797371 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d6a2422-dc2e-4ef2-a342-d5e8ed7e5542 req-4634464b-1c3a-400f-aedc-021757ed8718 tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] No DVR routers for this DVR port a7178fc2-144b-41ac-8d14-b53354ce11f1 on host n-h2-705658-22 {{(pid=105585) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 20:57:26.800662 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-0d6a2422-dc2e-4ef2-a342-d5e8ed7e5542 req-4634464b-1c3a-400f-aedc-021757ed8718 tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:26.802591 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-0d6a2422-dc2e-4ef2-a342-d5e8ed7e5542 req-4634464b-1c3a-400f-aedc-021757ed8718 tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] 10.222.0.60 "DELETE /v2.0/ports/a7178fc2-144b-41ac-8d14-b53354ce11f1 HTTP/1.1" status: 204 len: 173 time: 0.8993225 Jul 27 20:57:26.803143 n-d-705658-22 neutron-server[105585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '227e87e6-7a64-4944-af32-868f2772cf85', 'name': 'network-vif-deleted', 'tag': 'a7178fc2-144b-41ac-8d14-b53354ce11f1'}] {{(pid=105585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:57:26.805241 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d66fd65881426bfc2b5388084a3654e5eae521106a15a3dbf0eb4cde7106c36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2446abb-a411-4602-8dcb-4306d5f09d03" -d '{"events": [{"server_uuid": "227e87e6-7a64-4944-af32-868f2772cf85", "name": "network-vif-deleted", "tag": "a7178fc2-144b-41ac-8d14-b53354ce11f1"}]}' {{(pid=105585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:57:26.883421 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 20:57:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f5ed360-f94b-4a81-adf5-d29277eebe87 x-openstack-request-id: req-2f5ed360-f94b-4a81-adf5-d29277eebe87 {{(pid=105585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:57:26.883709 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "227e87e6-7a64-4944-af32-868f2772cf85", "name": "network-vif-deleted", "tag": "a7178fc2-144b-41ac-8d14-b53354ce11f1", "status": "completed", "code": 200}]} {{(pid=105585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:57:26.883958 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-2f5ed360-f94b-4a81-adf5-d29277eebe87 {{(pid=105585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:57:26.884352 n-d-705658-22 neutron-server[105585]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '227e87e6-7a64-4944-af32-868f2772cf85', 'name': 'network-vif-deleted', 'tag': 'a7178fc2-144b-41ac-8d14-b53354ce11f1', 'status': 'completed', 'code': 200} Jul 27 20:57:26.903533 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99d89eb-807d-421d-9af2-cc926d7cdcbe req-38811a8e-ee9b-49f3-99b5-82a05eb758d0 tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:26.912301 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99d89eb-807d-421d-9af2-cc926d7cdcbe req-38811a8e-ee9b-49f3-99b5-82a05eb758d0 tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:26.914008 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f99d89eb-807d-421d-9af2-cc926d7cdcbe req-38811a8e-ee9b-49f3-99b5-82a05eb758d0 tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] 10.222.0.59 "GET /v2.0/ports?device_id=e3e87ad5-cbba-43a3-886e-223057ca096a HTTP/1.1" status: 200 len: 1683 time: 0.1444132 Jul 27 20:57:26.957108 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f99d89eb-807d-421d-9af2-cc926d7cdcbe req-69552ac4-8d45-41c4-9321-ab8be2ee8784 tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] 10.222.0.59 "GET /v2.0/security-groups?id=8e624957-e10f-45bc-9807-385c5037752b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354850 Jul 27 20:57:27.339878 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad161b1-f090-4088-b443-dd05ac5dd438 req-7abf8502-000e-4484-90db-eb7e05ad6713 tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:27.341407 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-bad161b1-f090-4088-b443-dd05ac5dd438 req-7abf8502-000e-4484-90db-eb7e05ad6713 tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] 10.222.0.59 "GET /v2.0/ports?device_id=a9d282a6-35a6-42dc-b28f-b1607074228a HTTP/1.1" status: 200 len: 946 time: 0.0727220 Jul 27 20:57:27.392129 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-bad161b1-f090-4088-b443-dd05ac5dd438 req-4af12cdd-adf9-406c-9db6-c2c8dec82ed9 tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] 10.222.0.59 "GET /v2.0/security-groups?id=1749b80d-91c6-4bd3-8e8d-666bd095400f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439467 Jul 27 20:57:27.504448 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e2d06ab3-e45e-4633-9ad3-7376fd436c0a req-2b9f4829-6d22-4a32-9d3e-a47a977845f5 tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] 10.222.0.59 "GET /v2.0/ports?device_id=227e87e6-7a64-4944-af32-868f2772cf85 HTTP/1.1" status: 200 len: 210 time: 0.0288625 Jul 27 20:57:27.803986 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0989072-baf8-486a-bc86-95d883593ffd req-f9173a92-1c08-451c-bf78-af9492189b27 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:27.805442 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-d0989072-baf8-486a-bc86-95d883593ffd req-f9173a92-1c08-451c-bf78-af9492189b27 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] 10.222.0.59 "GET /v2.0/ports?device_id=db419102-3263-4279-8695-4f2f3857abff HTTP/1.1" status: 200 len: 949 time: 0.0650659 Jul 27 20:57:27.843566 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-d0989072-baf8-486a-bc86-95d883593ffd req-6494f186-7e16-4a8e-bb05-c6f58bde9077 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] 10.222.0.59 "GET /v2.0/security-groups?id=c6534cb3-b44e-4a83-b57e-ddb72c2ad843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315757 Jul 27 20:57:28.088295 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7911cd04-65a7-4733-83f9-5610c0aabc61 req-4a8ad74e-73ec-49a0-bd36-a84e88a1fc37 tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:28.093986 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7911cd04-65a7-4733-83f9-5610c0aabc61 req-4a8ad74e-73ec-49a0-bd36-a84e88a1fc37 tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:28.095530 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-7911cd04-65a7-4733-83f9-5610c0aabc61 req-4a8ad74e-73ec-49a0-bd36-a84e88a1fc37 tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] 10.222.0.59 "GET /v2.0/ports?device_id=e3e87ad5-cbba-43a3-886e-223057ca096a HTTP/1.1" status: 200 len: 1683 time: 0.0707090 Jul 27 20:57:28.133163 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-7911cd04-65a7-4733-83f9-5610c0aabc61 req-6be3e7eb-93ee-480e-9ce6-c2ebe6c8dbb4 tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] 10.222.0.59 "GET /v2.0/security-groups?id=8e624957-e10f-45bc-9807-385c5037752b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317798 Jul 27 20:57:28.529880 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2474d4c0-d596-43cf-92a5-49407fa33a39 req-e117188d-ad46-4dab-acbd-ca6891a4cd77 tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:28.531424 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-2474d4c0-d596-43cf-92a5-49407fa33a39 req-e117188d-ad46-4dab-acbd-ca6891a4cd77 tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] 10.222.0.59 "GET /v2.0/ports?device_id=a9d282a6-35a6-42dc-b28f-b1607074228a HTTP/1.1" status: 200 len: 946 time: 0.0628257 Jul 27 20:57:28.555213 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3e87ad5-cbba-43a3-886e-223057ca096a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9d5fa3b-637e-4191-ab9f-76f60cf69a06'}] {{(pid=105586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:57:28.557748 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14c1663e039faf5393f87855f745010ac5b02220355b68fdbf065393e303ac56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a60137b2-f23a-4969-b3a6-4ffea46ba02e" -d '{"events": [{"server_uuid": "e3e87ad5-cbba-43a3-886e-223057ca096a", "name": "network-vif-plugged", "status": "completed", "tag": "c9d5fa3b-637e-4191-ab9f-76f60cf69a06"}]}' {{(pid=105586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:57:28.573966 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-2474d4c0-d596-43cf-92a5-49407fa33a39 req-4195df4e-d922-4708-8db4-6b54dcd70dd1 tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] 10.222.0.59 "GET /v2.0/security-groups?id=1749b80d-91c6-4bd3-8e8d-666bd095400f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363033 Jul 27 20:57:28.594655 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 20:57:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb398fa3-8a72-4fad-900f-afe393cb9d68 x-openstack-request-id: req-bb398fa3-8a72-4fad-900f-afe393cb9d68 {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:57:28.594655 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3e87ad5-cbba-43a3-886e-223057ca096a", "name": "network-vif-plugged", "status": "completed", "tag": "c9d5fa3b-637e-4191-ab9f-76f60cf69a06", "code": 200}]} {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:57:28.594655 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-bb398fa3-8a72-4fad-900f-afe393cb9d68 {{(pid=105586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:57:28.594655 n-d-705658-22 neutron-server[105586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3e87ad5-cbba-43a3-886e-223057ca096a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9d5fa3b-637e-4191-ab9f-76f60cf69a06', 'code': 200} Jul 27 20:57:28.728694 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e125bdf-f198-4d7c-b30b-7be0abd62476 req-32f7dda5-6259-45f3-b950-c875e41bf05d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:28.729076 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e125bdf-f198-4d7c-b30b-7be0abd62476 req-32f7dda5-6259-45f3-b950-c875e41bf05d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:28.730657 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-7e125bdf-f198-4d7c-b30b-7be0abd62476 req-32f7dda5-6259-45f3-b950-c875e41bf05d service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=e3e87ad5-cbba-43a3-886e-223057ca096a HTTP/1.1" status: 200 len: 1987 time: 0.0732965 Jul 27 20:57:28.794640 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-7e125bdf-f198-4d7c-b30b-7be0abd62476 req-5047a5a5-77aa-4753-a907-e77bfd62869f service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=8e624957-e10f-45bc-9807-385c5037752b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412910 Jul 27 20:57:28.846050 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97df4dff-0a9c-4339-b141-3414bdf0f7aa req-a1a8241d-35cf-414d-959f-6b72a51256c8 tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:28.846586 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-97df4dff-0a9c-4339-b141-3414bdf0f7aa req-a1a8241d-35cf-414d-959f-6b72a51256c8 tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] 10.222.0.59 "GET /v2.0/ports?device_id=1405576f-5941-4d83-ba16-a6ff354313a3 HTTP/1.1" status: 200 len: 945 time: 0.0719507 Jul 27 20:57:28.888290 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-97df4dff-0a9c-4339-b141-3414bdf0f7aa req-cbc8a224-98a3-45ba-b5a8-c88dc41f1dd1 tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] 10.222.0.59 "GET /v2.0/security-groups?id=594c38b0-00a0-4e02-9d5e-673f3a5e469c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359187 Jul 27 20:57:29.007209 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14ffeac-af66-4482-8585-92ffc7aa1a36 req-5c7488c7-886e-48fe-8b78-3f79bb7e0e60 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:29.008569 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-c14ffeac-af66-4482-8585-92ffc7aa1a36 req-5c7488c7-886e-48fe-8b78-3f79bb7e0e60 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] 10.222.0.59 "GET /v2.0/ports?device_id=db419102-3263-4279-8695-4f2f3857abff HTTP/1.1" status: 200 len: 949 time: 0.0655644 Jul 27 20:57:29.045829 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-c14ffeac-af66-4482-8585-92ffc7aa1a36 req-d862ed7c-5123-4e2e-b079-8ac3e712d478 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] 10.222.0.59 "GET /v2.0/security-groups?id=c6534cb3-b44e-4a83-b57e-ddb72c2ad843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307827 Jul 27 20:57:29.264995 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a071898-9749-4350-86b2-823e8fc52b3c req-ccad06ec-003c-417e-acd2-390f5146a621 tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:29.270752 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a071898-9749-4350-86b2-823e8fc52b3c req-ccad06ec-003c-417e-acd2-390f5146a621 tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:29.272315 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-8a071898-9749-4350-86b2-823e8fc52b3c req-ccad06ec-003c-417e-acd2-390f5146a621 tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] 10.222.0.59 "GET /v2.0/ports?device_id=e3e87ad5-cbba-43a3-886e-223057ca096a HTTP/1.1" status: 200 len: 1683 time: 0.0713646 Jul 27 20:57:29.309559 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-8a071898-9749-4350-86b2-823e8fc52b3c req-ee112fed-a099-4fce-b3af-488d168d259f tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] 10.222.0.59 "GET /v2.0/security-groups?id=8e624957-e10f-45bc-9807-385c5037752b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312941 Jul 27 20:57:29.615829 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f02dd35-439a-446f-a444-f13ea4cd2fe0 req-3100494d-7365-4c08-b6f3-ba4ddbcbecbc tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:29.617300 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-1f02dd35-439a-446f-a444-f13ea4cd2fe0 req-3100494d-7365-4c08-b6f3-ba4ddbcbecbc tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] 10.222.0.60 "GET /v2.0/ports?device_id=1405576f-5941-4d83-ba16-a6ff354313a3 HTTP/1.1" status: 200 len: 945 time: 0.0614836 Jul 27 20:57:29.764612 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df2631e-7eaa-447e-a114-d2c5b67ace1d req-aa4dad3c-fb08-4e80-8f96-c92c5a25fcaf tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:29.766185 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-2df2631e-7eaa-447e-a114-d2c5b67ace1d req-aa4dad3c-fb08-4e80-8f96-c92c5a25fcaf tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] 10.222.0.59 "GET /v2.0/ports?device_id=a9d282a6-35a6-42dc-b28f-b1607074228a HTTP/1.1" status: 200 len: 946 time: 0.1040308 Jul 27 20:57:29.799409 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [req-1f02dd35-439a-446f-a444-f13ea4cd2fe0 req-609cf4e1-3a33-4cd6-a5b1-97af74b83a67 tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] Deleting port 59909a23-0255-4632-b378-8c7203b9b616 {{(pid=105585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:57:29.799760 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-1f02dd35-439a-446f-a444-f13ea4cd2fe0 req-609cf4e1-3a33-4cd6-a5b1-97af74b83a67 tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:30.000983 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Device a7178fc2-144b-41ac-8d14-b53354ce11f1 no longer exists at agent hyperv_n-h2-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 20:57:30.028001 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-3d54578f-831f-4696-b568-13c455922dab None None] No Port match for: a7178fc2-144b-41ac-8d14-b53354ce11f1 {{(pid=105586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 20:57:30.028241 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Device a7178fc2-144b-41ac-8d14-b53354ce11f1 not bound to the agent host n-h2-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 20:57:30.150107 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-2df2631e-7eaa-447e-a114-d2c5b67ace1d req-cbeb17ea-38de-44cc-91f9-d53b02ecb91b tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] 10.222.0.59 "GET /v2.0/security-groups?id=1749b80d-91c6-4bd3-8e8d-666bd095400f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3766482 Jul 27 20:57:30.224331 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.db [req-1f02dd35-439a-446f-a444-f13ea4cd2fe0 req-609cf4e1-3a33-4cd6-a5b1-97af74b83a67 tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] For port 59909a23-0255-4632-b378-8c7203b9b616, host n-h2-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=59909a23-0255-4632-b378-8c7203b9b616,segment=NetworkSegment(7ddd3554-64b5-4ff7-9735-f58b31de803c),segment_id=7ddd3554-64b5-4ff7-9735-f58b31de803c)] {{(pid=105585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:57:30.224705 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-1f02dd35-439a-446f-a444-f13ea4cd2fe0 req-609cf4e1-3a33-4cd6-a5b1-97af74b83a67 tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:30.240289 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [req-1f02dd35-439a-446f-a444-f13ea4cd2fe0 req-609cf4e1-3a33-4cd6-a5b1-97af74b83a67 tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] Calling delete_port for 59909a23-0255-4632-b378-8c7203b9b616 owned by compute:nova {{(pid=105585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:57:30.253812 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25374a3-d70b-4a1b-988e-1933e02190e1 req-0b64b7ee-09f7-4e4e-818e-dcfdade7aa61 tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:30.255313 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a25374a3-d70b-4a1b-988e-1933e02190e1 req-0b64b7ee-09f7-4e4e-818e-dcfdade7aa61 tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] 10.222.0.59 "GET /v2.0/ports?device_id=1405576f-5941-4d83-ba16-a6ff354313a3 HTTP/1.1" status: 200 len: 945 time: 0.1189237 Jul 27 20:57:30.367665 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a25374a3-d70b-4a1b-988e-1933e02190e1 req-4b054472-a4b9-4e84-8246-323c4f791a4b tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] 10.222.0.59 "GET /v2.0/security-groups?id=594c38b0-00a0-4e02-9d5e-673f3a5e469c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057220 Jul 27 20:57:30.415238 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c070421d-5d9d-453b-ab38-4e88b0005526 req-d7c19598-4bce-4eda-a8c6-fdf6ad9231c0 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:30.416749 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-c070421d-5d9d-453b-ab38-4e88b0005526 req-d7c19598-4bce-4eda-a8c6-fdf6ad9231c0 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] 10.222.0.59 "GET /v2.0/ports?device_id=db419102-3263-4279-8695-4f2f3857abff HTTP/1.1" status: 200 len: 949 time: 0.1096659 Jul 27 20:57:30.521446 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-c070421d-5d9d-453b-ab38-4e88b0005526 req-7d3719bb-e471-4441-8299-7a6124b73f2d tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] 10.222.0.59 "GET /v2.0/security-groups?id=c6534cb3-b44e-4a83-b57e-ddb72c2ad843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868957 Jul 27 20:57:30.530853 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-1f02dd35-439a-446f-a444-f13ea4cd2fe0 req-609cf4e1-3a33-4cd6-a5b1-97af74b83a67 tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:30.569864 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609cf4e1-3a33-4cd6-a5b1-97af74b83a67 tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] Pushing event deleted for resources: {'Port': ['ID=59909a23-0255-4632-b378-8c7203b9b616,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:57:30.615338 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c297b7-8275-41e3-b554-0753560cc7aa req-c654641e-a0ac-43af-b8a7-d9bd8d2187cc tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:30.623344 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c297b7-8275-41e3-b554-0753560cc7aa req-c654641e-a0ac-43af-b8a7-d9bd8d2187cc tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:30.625398 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-56c297b7-8275-41e3-b554-0753560cc7aa req-c654641e-a0ac-43af-b8a7-d9bd8d2187cc tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] 10.222.0.59 "GET /v2.0/ports?device_id=e3e87ad5-cbba-43a3-886e-223057ca096a HTTP/1.1" status: 200 len: 1683 time: 0.1873412 Jul 27 20:57:30.651630 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f02dd35-439a-446f-a444-f13ea4cd2fe0 req-609cf4e1-3a33-4cd6-a5b1-97af74b83a67 tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] No DVR routers for this DVR port 59909a23-0255-4632-b378-8c7203b9b616 on host n-h2-705658-22 {{(pid=105585) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 20:57:30.658148 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-1f02dd35-439a-446f-a444-f13ea4cd2fe0 req-609cf4e1-3a33-4cd6-a5b1-97af74b83a67 tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:30.660086 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-1f02dd35-439a-446f-a444-f13ea4cd2fe0 req-609cf4e1-3a33-4cd6-a5b1-97af74b83a67 tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] 10.222.0.60 "DELETE /v2.0/ports/59909a23-0255-4632-b378-8c7203b9b616 HTTP/1.1" status: 204 len: 173 time: 1.0276911 Jul 27 20:57:30.660542 n-d-705658-22 neutron-server[105585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1405576f-5941-4d83-ba16-a6ff354313a3', 'name': 'network-vif-deleted', 'tag': '59909a23-0255-4632-b378-8c7203b9b616'}] {{(pid=105585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:57:30.663032 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d66fd65881426bfc2b5388084a3654e5eae521106a15a3dbf0eb4cde7106c36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4900a363-4cfa-4eae-90bb-7ece2b39747d" -d '{"events": [{"server_uuid": "1405576f-5941-4d83-ba16-a6ff354313a3", "name": "network-vif-deleted", "tag": "59909a23-0255-4632-b378-8c7203b9b616"}]}' {{(pid=105585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:57:30.696637 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-56c297b7-8275-41e3-b554-0753560cc7aa req-69de7102-e1bb-43a9-b0a0-669d59893311 tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] 10.222.0.59 "GET /v2.0/security-groups?id=8e624957-e10f-45bc-9807-385c5037752b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472412 Jul 27 20:57:30.720084 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 20:57:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27518305-17ec-4cd0-8b9f-5507f3201011 x-openstack-request-id: req-27518305-17ec-4cd0-8b9f-5507f3201011 {{(pid=105585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:57:30.720084 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1405576f-5941-4d83-ba16-a6ff354313a3", "name": "network-vif-deleted", "tag": "59909a23-0255-4632-b378-8c7203b9b616", "status": "completed", "code": 200}]} {{(pid=105585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:57:30.720084 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-27518305-17ec-4cd0-8b9f-5507f3201011 {{(pid=105585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:57:30.720084 n-d-705658-22 neutron-server[105585]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1405576f-5941-4d83-ba16-a6ff354313a3', 'name': 'network-vif-deleted', 'tag': '59909a23-0255-4632-b378-8c7203b9b616', 'status': 'completed', 'code': 200} Jul 27 20:57:30.984904 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.agents_db [None req-558fcd2c-e512-47bc-a170-8673d87f7213 None None] Agent healthcheck: found 7 active agents {{(pid=105587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 20:57:31.036921 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2b648c-1731-42f3-84d0-f7f76e49dce1 req-6e4862f0-6cbb-418a-847b-14814629510c tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:31.043255 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2b648c-1731-42f3-84d0-f7f76e49dce1 req-6e4862f0-6cbb-418a-847b-14814629510c tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:31.044761 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-0f2b648c-1731-42f3-84d0-f7f76e49dce1 req-6e4862f0-6cbb-418a-847b-14814629510c tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] 10.222.0.59 "GET /v2.0/ports?device_id=e3e87ad5-cbba-43a3-886e-223057ca096a HTTP/1.1" status: 200 len: 1683 time: 0.0798099 Jul 27 20:57:31.083790 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-0f2b648c-1731-42f3-84d0-f7f76e49dce1 req-e0eb6937-990b-4432-8de1-4918be60935b tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] 10.222.0.59 "GET /v2.0/security-groups?id=8e624957-e10f-45bc-9807-385c5037752b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320339 Jul 27 20:57:31.299167 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365a2174-d456-405d-9b7c-399652ab8e4d req-a698a840-adb4-4502-ab31-32219a888d5a tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:31.300848 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-365a2174-d456-405d-9b7c-399652ab8e4d req-a698a840-adb4-4502-ab31-32219a888d5a tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] 10.222.0.59 "GET /v2.0/ports?device_id=a9d282a6-35a6-42dc-b28f-b1607074228a HTTP/1.1" status: 200 len: 946 time: 0.0737252 Jul 27 20:57:31.341815 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-365a2174-d456-405d-9b7c-399652ab8e4d req-43af89ca-0391-415d-bf41-7b86a51681e4 tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] 10.222.0.59 "GET /v2.0/security-groups?id=1749b80d-91c6-4bd3-8e8d-666bd095400f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349009 Jul 27 20:57:31.700299 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a08eb0-799c-4521-b69a-6090a516f023 req-8b0c6f04-5673-441f-88a4-9dabb9f2c3d5 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:31.701739 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-03a08eb0-799c-4521-b69a-6090a516f023 req-8b0c6f04-5673-441f-88a4-9dabb9f2c3d5 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] 10.222.0.59 "GET /v2.0/ports?device_id=db419102-3263-4279-8695-4f2f3857abff HTTP/1.1" status: 200 len: 949 time: 0.1075532 Jul 27 20:57:31.708958 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed6c64e-350f-4a65-8146-f3a9df3f9bce req-19ef49d8-ccab-42e7-b712-d8d2aa34acc4 tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:31.710327 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-9ed6c64e-350f-4a65-8146-f3a9df3f9bce req-19ef49d8-ccab-42e7-b712-d8d2aa34acc4 tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] 10.222.0.59 "GET /v2.0/ports?device_id=bb7c627d-1bb5-4ac1-b277-e1b05fefd6bc HTTP/1.1" status: 200 len: 944 time: 0.1061115 Jul 27 20:57:31.766805 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-03a08eb0-799c-4521-b69a-6090a516f023 req-b49e74f4-021d-4beb-9e26-8d30c8c42b43 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] 10.222.0.59 "GET /v2.0/security-groups?id=c6534cb3-b44e-4a83-b57e-ddb72c2ad843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554922 Jul 27 20:57:31.769580 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-9ed6c64e-350f-4a65-8146-f3a9df3f9bce req-b0a4f080-2e0c-4d5d-b921-ec3658d5af25 tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] 10.222.0.59 "GET /v2.0/security-groups?id=594c38b0-00a0-4e02-9d5e-673f3a5e469c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518041 Jul 27 20:57:32.222507 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bc89ce-bfb4-49df-99db-3b4f3664ee5b req-d0b0c82a-781b-41f6-887b-8e9aef2b28ff tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:32.228265 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bc89ce-bfb4-49df-99db-3b4f3664ee5b req-d0b0c82a-781b-41f6-887b-8e9aef2b28ff tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:32.229795 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e9bc89ce-bfb4-49df-99db-3b4f3664ee5b req-d0b0c82a-781b-41f6-887b-8e9aef2b28ff tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] 10.222.0.59 "GET /v2.0/ports?device_id=e3e87ad5-cbba-43a3-886e-223057ca096a HTTP/1.1" status: 200 len: 1683 time: 0.0756087 Jul 27 20:57:32.267467 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e9bc89ce-bfb4-49df-99db-3b4f3664ee5b req-3072e068-9799-41fd-862a-a85df456a230 tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] 10.222.0.59 "GET /v2.0/security-groups?id=8e624957-e10f-45bc-9807-385c5037752b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316193 Jul 27 20:57:32.464119 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb0f6b3-80b2-4759-bdcf-10b3b40d45b2 req-34214c9a-a205-4599-9595-5f20b30e7e4e tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:32.465548 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-afb0f6b3-80b2-4759-bdcf-10b3b40d45b2 req-34214c9a-a205-4599-9595-5f20b30e7e4e tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] 10.222.0.60 "GET /v2.0/ports?device_id=bb7c627d-1bb5-4ac1-b277-e1b05fefd6bc HTTP/1.1" status: 200 len: 944 time: 0.0943115 Jul 27 20:57:32.529663 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bcc2bc-cd5b-4f6a-9bd2-777f734bfd70 req-5aa84c18-8c0f-4093-b890-4a0957581d23 tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:32.531139 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-97bcc2bc-cd5b-4f6a-9bd2-777f734bfd70 req-5aa84c18-8c0f-4093-b890-4a0957581d23 tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] 10.222.0.59 "GET /v2.0/ports?device_id=a9d282a6-35a6-42dc-b28f-b1607074228a HTTP/1.1" status: 200 len: 946 time: 0.1191511 Jul 27 20:57:32.599775 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-97bcc2bc-cd5b-4f6a-9bd2-777f734bfd70 req-0bb5cc5c-d9ca-4f70-abf6-5344b95b2859 tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] 10.222.0.59 "GET /v2.0/security-groups?id=1749b80d-91c6-4bd3-8e8d-666bd095400f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607820 Jul 27 20:57:32.623317 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [req-afb0f6b3-80b2-4759-bdcf-10b3b40d45b2 req-c3d7ea65-0655-4416-9677-281b63b9212a tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] Deleting port a40266cd-c917-4c2e-88d1-4a2bc632acb5 {{(pid=105585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:57:32.623657 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-afb0f6b3-80b2-4759-bdcf-10b3b40d45b2 req-c3d7ea65-0655-4416-9677-281b63b9212a tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:32.708164 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.db [req-afb0f6b3-80b2-4759-bdcf-10b3b40d45b2 req-c3d7ea65-0655-4416-9677-281b63b9212a tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] For port a40266cd-c917-4c2e-88d1-4a2bc632acb5, host n-h2-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=a40266cd-c917-4c2e-88d1-4a2bc632acb5,segment=NetworkSegment(7ddd3554-64b5-4ff7-9735-f58b31de803c),segment_id=7ddd3554-64b5-4ff7-9735-f58b31de803c)] {{(pid=105585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:57:32.708829 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-afb0f6b3-80b2-4759-bdcf-10b3b40d45b2 req-c3d7ea65-0655-4416-9677-281b63b9212a tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:32.720243 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [req-afb0f6b3-80b2-4759-bdcf-10b3b40d45b2 req-c3d7ea65-0655-4416-9677-281b63b9212a tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] Calling delete_port for a40266cd-c917-4c2e-88d1-4a2bc632acb5 owned by compute:nova {{(pid=105585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:57:32.913636 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-afb0f6b3-80b2-4759-bdcf-10b3b40d45b2 req-c3d7ea65-0655-4416-9677-281b63b9212a tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:32.950528 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d7ea65-0655-4416-9677-281b63b9212a tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] Pushing event deleted for resources: {'Port': ['ID=a40266cd-c917-4c2e-88d1-4a2bc632acb5,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:57:33.012836 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.l3_dvrscheduler_db [req-afb0f6b3-80b2-4759-bdcf-10b3b40d45b2 req-c3d7ea65-0655-4416-9677-281b63b9212a tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] No DVR routers for this DVR port a40266cd-c917-4c2e-88d1-4a2bc632acb5 on host n-h2-705658-22 {{(pid=105585) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 20:57:33.025097 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-afb0f6b3-80b2-4759-bdcf-10b3b40d45b2 req-c3d7ea65-0655-4416-9677-281b63b9212a tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:33.027553 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-afb0f6b3-80b2-4759-bdcf-10b3b40d45b2 req-c3d7ea65-0655-4416-9677-281b63b9212a tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] 10.222.0.60 "DELETE /v2.0/ports/a40266cd-c917-4c2e-88d1-4a2bc632acb5 HTTP/1.1" status: 204 len: 173 time: 0.5544949 Jul 27 20:57:33.027984 n-d-705658-22 neutron-server[105585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb7c627d-1bb5-4ac1-b277-e1b05fefd6bc', 'name': 'network-vif-deleted', 'tag': 'a40266cd-c917-4c2e-88d1-4a2bc632acb5'}] {{(pid=105585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:57:33.030178 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d66fd65881426bfc2b5388084a3654e5eae521106a15a3dbf0eb4cde7106c36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d9fabc6-872f-4069-9d7f-5006c687be63" -d '{"events": [{"server_uuid": "bb7c627d-1bb5-4ac1-b277-e1b05fefd6bc", "name": "network-vif-deleted", "tag": "a40266cd-c917-4c2e-88d1-4a2bc632acb5"}]}' {{(pid=105585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:57:33.069751 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108f0a85-df4f-4585-b328-cbbeb8acf50c req-acb5a463-d55a-427c-8e3c-94dfc17d68b4 tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:33.071242 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-108f0a85-df4f-4585-b328-cbbeb8acf50c req-acb5a463-d55a-427c-8e3c-94dfc17d68b4 tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] 10.222.0.59 "GET /v2.0/ports?device_id=bb7c627d-1bb5-4ac1-b277-e1b05fefd6bc HTTP/1.1" status: 200 len: 866 time: 0.2301719 Jul 27 20:57:33.079616 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88648d31-01d1-4601-a63b-fe378ad76fb1 req-7be29f45-f736-4faa-a062-7e9ccdcf5953 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:33.081017 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-88648d31-01d1-4601-a63b-fe378ad76fb1 req-7be29f45-f736-4faa-a062-7e9ccdcf5953 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] 10.222.0.59 "GET /v2.0/ports?device_id=db419102-3263-4279-8695-4f2f3857abff HTTP/1.1" status: 200 len: 949 time: 0.2271898 Jul 27 20:57:33.155391 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-108f0a85-df4f-4585-b328-cbbeb8acf50c req-5e950e40-ea96-4b77-a744-ee6707e292ad tempest-LiveMigrationTest-1900645866 tempest-LiveMigrationTest-1900645866-project] 10.222.0.59 "GET /v2.0/security-groups?id=594c38b0-00a0-4e02-9d5e-673f3a5e469c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732288 Jul 27 20:57:33.160033 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-88648d31-01d1-4601-a63b-fe378ad76fb1 req-ea50a929-0552-4aeb-acac-35bcfb5bf7bd tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] 10.222.0.59 "GET /v2.0/security-groups?id=c6534cb3-b44e-4a83-b57e-ddb72c2ad843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687075 Jul 27 20:57:33.175164 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703e41ac-1810-478d-abec-4523b6c629da req-22eec4d6-5f96-4c37-a007-83856476fa81 tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:33.177780 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703e41ac-1810-478d-abec-4523b6c629da req-22eec4d6-5f96-4c37-a007-83856476fa81 tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:33.179415 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-703e41ac-1810-478d-abec-4523b6c629da req-22eec4d6-5f96-4c37-a007-83856476fa81 tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] 10.222.0.60 "GET /v2.0/ports?device_id=e3e87ad5-cbba-43a3-886e-223057ca096a HTTP/1.1" status: 200 len: 1683 time: 0.1686256 Jul 27 20:57:33.274734 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 20:57:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe41b950-0aed-40e8-ab6f-0feb900e887e x-openstack-request-id: req-fe41b950-0aed-40e8-ab6f-0feb900e887e {{(pid=105585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:57:33.275044 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb7c627d-1bb5-4ac1-b277-e1b05fefd6bc", "name": "network-vif-deleted", "tag": "a40266cd-c917-4c2e-88d1-4a2bc632acb5", "status": "completed", "code": 200}]} {{(pid=105585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:57:33.275298 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-fe41b950-0aed-40e8-ab6f-0feb900e887e {{(pid=105585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:57:33.275697 n-d-705658-22 neutron-server[105585]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb7c627d-1bb5-4ac1-b277-e1b05fefd6bc', 'name': 'network-vif-deleted', 'tag': 'a40266cd-c917-4c2e-88d1-4a2bc632acb5', 'status': 'completed', 'code': 200} Jul 27 20:57:33.311664 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [req-703e41ac-1810-478d-abec-4523b6c629da req-f376cae2-972e-448d-9958-12d3a7cc64a7 tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] Deleting port c9d5fa3b-637e-4191-ab9f-76f60cf69a06 {{(pid=105585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:57:33.312015 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-703e41ac-1810-478d-abec-4523b6c629da req-f376cae2-972e-448d-9958-12d3a7cc64a7 tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:33.435245 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.db [req-703e41ac-1810-478d-abec-4523b6c629da req-f376cae2-972e-448d-9958-12d3a7cc64a7 tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] For port c9d5fa3b-637e-4191-ab9f-76f60cf69a06, host n-h2-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=c9d5fa3b-637e-4191-ab9f-76f60cf69a06,segment=NetworkSegment(d1065d30-2dcc-4438-947c-c987e8ba7911),segment_id=d1065d30-2dcc-4438-947c-c987e8ba7911)] {{(pid=105585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:57:33.435617 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-703e41ac-1810-478d-abec-4523b6c629da req-f376cae2-972e-448d-9958-12d3a7cc64a7 tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:33.456966 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [req-703e41ac-1810-478d-abec-4523b6c629da req-f376cae2-972e-448d-9958-12d3a7cc64a7 tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] Calling delete_port for c9d5fa3b-637e-4191-ab9f-76f60cf69a06 owned by compute:nova {{(pid=105585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:57:33.469565 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f99cc7-d59f-45ed-9c4b-9b34057c49ef req-b1d91c51-e703-46b5-b87b-45d0fe20e76c tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:33.475506 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f99cc7-d59f-45ed-9c4b-9b34057c49ef req-b1d91c51-e703-46b5-b87b-45d0fe20e76c tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:33.477071 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-25f99cc7-d59f-45ed-9c4b-9b34057c49ef req-b1d91c51-e703-46b5-b87b-45d0fe20e76c tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] 10.222.0.59 "GET /v2.0/ports?device_id=e3e87ad5-cbba-43a3-886e-223057ca096a HTTP/1.1" status: 200 len: 1683 time: 0.1261590 Jul 27 20:57:33.558891 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-25f99cc7-d59f-45ed-9c4b-9b34057c49ef req-2f756126-7293-4e98-a177-436a388c774e tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] 10.222.0.59 "GET /v2.0/security-groups?id=8e624957-e10f-45bc-9807-385c5037752b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757897 Jul 27 20:57:33.640887 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-703e41ac-1810-478d-abec-4523b6c629da req-f376cae2-972e-448d-9958-12d3a7cc64a7 tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:33.654968 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] get_ports_and_sgs() called for port_ids ['3909dbaa-7a45-4d4b-8839-9812fb65b59d', 'c9d5fa3b-637e-4191-ab9f-76f60cf69a06'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 20:57:33.673936 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f376cae2-972e-448d-9958-12d3a7cc64a7 tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] Pushing event deleted for resources: {'Port': ['ID=c9d5fa3b-637e-4191-ab9f-76f60cf69a06,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:57:33.748104 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.l3_dvrscheduler_db [req-703e41ac-1810-478d-abec-4523b6c629da req-f376cae2-972e-448d-9958-12d3a7cc64a7 tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] No DVR routers for this DVR port c9d5fa3b-637e-4191-ab9f-76f60cf69a06 on host n-h2-705658-22 {{(pid=105585) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 20:57:33.752112 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-703e41ac-1810-478d-abec-4523b6c629da req-f376cae2-972e-448d-9958-12d3a7cc64a7 tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:33.754106 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-703e41ac-1810-478d-abec-4523b6c629da req-f376cae2-972e-448d-9958-12d3a7cc64a7 tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] 10.222.0.60 "DELETE /v2.0/ports/c9d5fa3b-637e-4191-ab9f-76f60cf69a06 HTTP/1.1" status: 204 len: 173 time: 0.5578794 Jul 27 20:57:33.759872 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f91fd5f-8e9a-4fbf-943c-70de798ae8e4 req-b73cc580-a6fb-4e2c-bac3-53ccf10a2d33 tempest-LiveAutoBlockMigrationV225Test-821062891 tempest-LiveAutoBlockMigrationV225Test-821062891-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:33.762261 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-4f91fd5f-8e9a-4fbf-943c-70de798ae8e4 req-b73cc580-a6fb-4e2c-bac3-53ccf10a2d33 tempest-LiveAutoBlockMigrationV225Test-821062891 tempest-LiveAutoBlockMigrationV225Test-821062891-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=a9d282a6-35a6-42dc-b28f-b1607074228a&tenant_id=b02d9256766347f197eb5fbdd02cbc7a&binding%3Ahost_id=n-h2-705658-22 HTTP/1.1" status: 200 len: 1098 time: 0.0753255 Jul 27 20:57:33.781019 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [req-4f91fd5f-8e9a-4fbf-943c-70de798ae8e4 req-f22eaad9-3f25-465b-89fd-146fb1a51170 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-705658-22'}}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:57:33.835166 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a77ae17-4e0e-4784-b593-39e7c103fa63 req-aba99f1a-f460-4270-a768-2e74df720bf6 tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:33.836758 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-8a77ae17-4e0e-4784-b593-39e7c103fa63 req-aba99f1a-f460-4270-a768-2e74df720bf6 tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] 10.222.0.59 "GET /v2.0/ports?device_id=a9d282a6-35a6-42dc-b28f-b1607074228a HTTP/1.1" status: 200 len: 946 time: 0.1605706 Jul 27 20:57:33.910022 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-8a77ae17-4e0e-4784-b593-39e7c103fa63 req-2654ddcc-b1ca-4f11-a95f-c72b18e8d851 tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] 10.222.0.59 "GET /v2.0/security-groups?id=1749b80d-91c6-4bd3-8e8d-666bd095400f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636213 Jul 27 20:57:33.928944 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [req-703e41ac-1810-478d-abec-4523b6c629da req-d35ae323-3023-40c0-9e9c-221fc324a266 tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] Deleting port 3909dbaa-7a45-4d4b-8839-9812fb65b59d {{(pid=105585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:57:33.929291 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-703e41ac-1810-478d-abec-4523b6c629da req-d35ae323-3023-40c0-9e9c-221fc324a266 tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:34.026406 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.db [req-703e41ac-1810-478d-abec-4523b6c629da req-d35ae323-3023-40c0-9e9c-221fc324a266 tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] For port 3909dbaa-7a45-4d4b-8839-9812fb65b59d, host n-h2-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=3909dbaa-7a45-4d4b-8839-9812fb65b59d,segment=NetworkSegment(e3626d14-fb86-4d15-9749-6232d7578299),segment_id=e3626d14-fb86-4d15-9749-6232d7578299)] {{(pid=105585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:57:34.026783 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-703e41ac-1810-478d-abec-4523b6c629da req-d35ae323-3023-40c0-9e9c-221fc324a266 tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:34.042234 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [req-703e41ac-1810-478d-abec-4523b6c629da req-d35ae323-3023-40c0-9e9c-221fc324a266 tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] Calling delete_port for 3909dbaa-7a45-4d4b-8839-9812fb65b59d owned by compute:nova {{(pid=105585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:57:34.043046 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Device 3909dbaa-7a45-4d4b-8839-9812fb65b59d no longer exists at agent hyperv_n-h2-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 20:57:34.124223 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:34.132494 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-4f91fd5f-8e9a-4fbf-943c-70de798ae8e4 req-f22eaad9-3f25-465b-89fd-146fb1a51170 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:34.179521 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-703e41ac-1810-478d-abec-4523b6c629da req-d35ae323-3023-40c0-9e9c-221fc324a266 tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:34.202061 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Device 59909a23-0255-4632-b378-8c7203b9b616 no longer exists at agent hyperv_n-h2-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 20:57:34.209189 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35ae323-3023-40c0-9e9c-221fc324a266 tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] Pushing event deleted for resources: {'Port': ['ID=3909dbaa-7a45-4d4b-8839-9812fb65b59d,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:57:34.236795 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-3d54578f-831f-4696-b568-13c455922dab None None] No Port match for: 59909a23-0255-4632-b378-8c7203b9b616 {{(pid=105586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 20:57:34.237552 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Device 59909a23-0255-4632-b378-8c7203b9b616 not bound to the agent host n-h2-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 20:57:34.238332 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Device c9d5fa3b-637e-4191-ab9f-76f60cf69a06 no longer exists at agent hyperv_n-h2-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 20:57:34.263772 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-3d54578f-831f-4696-b568-13c455922dab None None] No Port match for: c9d5fa3b-637e-4191-ab9f-76f60cf69a06 {{(pid=105586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 20:57:34.264346 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Device c9d5fa3b-637e-4191-ab9f-76f60cf69a06 not bound to the agent host n-h2-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 20:57:34.274464 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 37250) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:57:34.283614 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.l3_dvrscheduler_db [req-703e41ac-1810-478d-abec-4523b6c629da req-d35ae323-3023-40c0-9e9c-221fc324a266 tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] No DVR routers for this DVR port 3909dbaa-7a45-4d4b-8839-9812fb65b59d on host n-h2-705658-22 {{(pid=105585) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 20:57:34.286852 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-703e41ac-1810-478d-abec-4523b6c629da req-d35ae323-3023-40c0-9e9c-221fc324a266 tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:34.287673 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [req-4f91fd5f-8e9a-4fbf-943c-70de798ae8e4 req-f22eaad9-3f25-465b-89fd-146fb1a51170 service neutron] For port fb15f1c0-245b-436e-a9d1-d0cce94ca8e6, host n-h2-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=fb15f1c0-245b-436e-a9d1-d0cce94ca8e6,segment=NetworkSegment(30512320-4797-4523-818e-63eb7bdafb2b),segment_id=30512320-4797-4523-818e-63eb7bdafb2b)] {{(pid=105584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:57:34.289120 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-703e41ac-1810-478d-abec-4523b6c629da req-d35ae323-3023-40c0-9e9c-221fc324a266 tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] 10.222.0.60 "DELETE /v2.0/ports/3909dbaa-7a45-4d4b-8839-9812fb65b59d HTTP/1.1" status: 204 len: 173 time: 0.5286098 Jul 27 20:57:34.375204 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [req-4f91fd5f-8e9a-4fbf-943c-70de798ae8e4 req-f22eaad9-3f25-465b-89fd-146fb1a51170 service neutron] For port fb15f1c0-245b-436e-a9d1-d0cce94ca8e6, host n-h2-705658-22, cleared binding levels {{(pid=105584) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:57:34.389404 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.db_base_plugin_v2 [None req-42238923-9b16-4b66-93db-2967dda6993c admin admin] Deleting subnet ff9685c6-941b-44c9-867d-9e4581186e02 {{(pid=105585) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 20:57:34.392659 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device fb15f1c0-245b-436e-a9d1-d0cce94ca8e6 details requested by agent hyperv_n-h1-705658-22 with host n-h1-705658-22 {{(pid=105586) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 20:57:34.392800 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-42238923-9b16-4b66-93db-2967dda6993c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:34.438269 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9d282a6-35a6-42dc-b28f-b1607074228a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fb15f1c0-245b-436e-a9d1-d0cce94ca8e6'}] {{(pid=105584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:57:34.442036 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bce5e6c8685464f7626901654159975603b047827e3138302ed6566e28f1343" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61624746-2a7b-4bc2-9ad7-f3386b044e09" -d '{"events": [{"server_uuid": "a9d282a6-35a6-42dc-b28f-b1607074228a", "name": "network-vif-unplugged", "status": "completed", "tag": "fb15f1c0-245b-436e-a9d1-d0cce94ca8e6"}]}' {{(pid=105584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:57:34.450062 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-42238923-9b16-4b66-93db-2967dda6993c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9887057'] for subnet, precommit_delete_associations {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:34.452194 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-4f91fd5f-8e9a-4fbf-943c-70de798ae8e4 req-f22eaad9-3f25-465b-89fd-146fb1a51170 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:34.465012 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-4f91fd5f-8e9a-4fbf-943c-70de798ae8e4 req-f22eaad9-3f25-465b-89fd-146fb1a51170 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9014027'] for port, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:34.549753 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 27 Jul 2021 20:57:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b96f1eb1-c2b6-4350-9bea-5c929efe12ae x-openstack-request-id: req-b96f1eb1-c2b6-4350-9bea-5c929efe12ae {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:57:34.550087 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9d282a6-35a6-42dc-b28f-b1607074228a", "name": "network-vif-unplugged", "status": "completed", "tag": "fb15f1c0-245b-436e-a9d1-d0cce94ca8e6", "code": 200}]} {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:57:34.550343 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-b96f1eb1-c2b6-4350-9bea-5c929efe12ae {{(pid=105584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:57:34.550775 n-d-705658-22 neutron-server[105584]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9d282a6-35a6-42dc-b28f-b1607074228a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fb15f1c0-245b-436e-a9d1-d0cce94ca8e6', 'code': 200} Jul 27 20:57:34.551631 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] For port fb15f1c0-245b-436e-a9d1-d0cce94ca8e6, host n-h2-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=fb15f1c0-245b-436e-a9d1-d0cce94ca8e6,segment=NetworkSegment(30512320-4797-4523-818e-63eb7bdafb2b),segment_id=30512320-4797-4523-818e-63eb7bdafb2b)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:57:34.560778 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-42238923-9b16-4b66-93db-2967dda6993c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854965'] for subnet, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:34.569449 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device fb15f1c0-245b-436e-a9d1-d0cce94ca8e6 has no active binding in host n-h1-705658-22 {{(pid=105586) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 27 20:57:34.571980 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d8b9eb-8e80-450d-a514-b740e6b97ac8 req-d30817df-ace2-4282-b81d-3ee73c03a898 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:34.573623 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [req-4f91fd5f-8e9a-4fbf-943c-70de798ae8e4 req-f22eaad9-3f25-465b-89fd-146fb1a51170 service neutron] Attempting to bind port fb15f1c0-245b-436e-a9d1-d0cce94ca8e6 on host n-h2-705658-22 for vnic_type normal with profile {"migrating_to": "n-h1-705658-22"} {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:57:34.574000 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [req-4f91fd5f-8e9a-4fbf-943c-70de798ae8e4 req-f22eaad9-3f25-465b-89fd-146fb1a51170 service neutron] Attempting to bind port fb15f1c0-245b-436e-a9d1-d0cce94ca8e6 by drivers openvswitch,hyperv on host n-h2-705658-22 at level 0 using segments [{'id': '30512320-4797-4523-818e-63eb7bdafb2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '8e591ae5-ff89-4a25-b3ce-4b1625915957'}] {{(pid=105584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:57:34.574291 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f91fd5f-8e9a-4fbf-943c-70de798ae8e4 req-f22eaad9-3f25-465b-89fd-146fb1a51170 service neutron] Attempting to bind port fb15f1c0-245b-436e-a9d1-d0cce94ca8e6 on network 8e591ae5-ff89-4a25-b3ce-4b1625915957 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:57:34.576158 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-38d8b9eb-8e80-450d-a514-b740e6b97ac8 req-d30817df-ace2-4282-b81d-3ee73c03a898 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] 10.222.0.59 "GET /v2.0/ports?device_id=db419102-3263-4279-8695-4f2f3857abff HTTP/1.1" status: 200 len: 949 time: 0.2459989 Jul 27 20:57:34.576646 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22eaad9-3f25-465b-89fd-146fb1a51170 service neutron] Pushing event updated for resources: {'Port': ['ID=fb15f1c0-245b-436e-a9d1-d0cce94ca8e6,revision_number=7']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:57:34.590510 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f91fd5f-8e9a-4fbf-943c-70de798ae8e4 req-f22eaad9-3f25-465b-89fd-146fb1a51170 service neutron] Port fb15f1c0-245b-436e-a9d1-d0cce94ca8e6 on network 8e591ae5-ff89-4a25-b3ce-4b1625915957 not bound, no agent of type Open vSwitch agent registered on host n-h2-705658-22 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 20:57:34.591050 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f91fd5f-8e9a-4fbf-943c-70de798ae8e4 req-f22eaad9-3f25-465b-89fd-146fb1a51170 service neutron] Attempting to bind port fb15f1c0-245b-436e-a9d1-d0cce94ca8e6 on network 8e591ae5-ff89-4a25-b3ce-4b1625915957 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:57:34.596287 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f91fd5f-8e9a-4fbf-943c-70de798ae8e4 req-f22eaad9-3f25-465b-89fd-146fb1a51170 service neutron] Checking agent: {'id': '65195a73-a875-4810-9f5b-622ae260a8a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 49, 40), 'started_at': datetime.datetime(2021, 7, 27, 20, 49, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 57, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:57:34.596805 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f91fd5f-8e9a-4fbf-943c-70de798ae8e4 req-f22eaad9-3f25-465b-89fd-146fb1a51170 service neutron] Checking segment: {'id': '30512320-4797-4523-818e-63eb7bdafb2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '8e591ae5-ff89-4a25-b3ce-4b1625915957'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:57:34.597476 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f91fd5f-8e9a-4fbf-943c-70de798ae8e4 req-f22eaad9-3f25-465b-89fd-146fb1a51170 service neutron] Bound using segment: {'id': '30512320-4797-4523-818e-63eb7bdafb2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '8e591ae5-ff89-4a25-b3ce-4b1625915957'} {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:57:34.598053 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [req-4f91fd5f-8e9a-4fbf-943c-70de798ae8e4 req-f22eaad9-3f25-465b-89fd-146fb1a51170 service neutron] Bound port: fb15f1c0-245b-436e-a9d1-d0cce94ca8e6, host: n-h2-705658-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30512320-4797-4523-818e-63eb7bdafb2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '8e591ae5-ff89-4a25-b3ce-4b1625915957'}}] {{(pid=105584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:57:34.598592 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-4f91fd5f-8e9a-4fbf-943c-70de798ae8e4 req-f22eaad9-3f25-465b-89fd-146fb1a51170 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:34.647220 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-38d8b9eb-8e80-450d-a514-b740e6b97ac8 req-aa526dd2-4bc5-4a64-a411-c899796a807e tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] 10.222.0.59 "GET /v2.0/security-groups?id=c6534cb3-b44e-4a83-b57e-ddb72c2ad843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470059 Jul 27 20:57:34.673350 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-42238923-9b16-4b66-93db-2967dda6993c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10221602', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9990583'] for subnet, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:34.673599 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [req-4f91fd5f-8e9a-4fbf-943c-70de798ae8e4 req-f22eaad9-3f25-465b-89fd-146fb1a51170 service neutron] For port fb15f1c0-245b-436e-a9d1-d0cce94ca8e6, host n-h2-705658-22, cleared binding levels {{(pid=105584) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:57:34.674591 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [req-4f91fd5f-8e9a-4fbf-943c-70de798ae8e4 req-f22eaad9-3f25-465b-89fd-146fb1a51170 service neutron] For port fb15f1c0-245b-436e-a9d1-d0cce94ca8e6, host n-h2-705658-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=fb15f1c0-245b-436e-a9d1-d0cce94ca8e6,segment=NetworkSegment(30512320-4797-4523-818e-63eb7bdafb2b),segment_id=30512320-4797-4523-818e-63eb7bdafb2b)] {{(pid=105584) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:57:34.679387 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-4f91fd5f-8e9a-4fbf-943c-70de798ae8e4 req-f22eaad9-3f25-465b-89fd-146fb1a51170 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9014027'] for port, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:34.695996 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42238923-9b16-4b66-93db-2967dda6993c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ff9685c6-941b-44c9-867d-9e4581186e02,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:57:34.714953 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-42238923-9b16-4b66-93db-2967dda6993c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743886'] for subnet, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:34.719104 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-42238923-9b16-4b66-93db-2967dda6993c admin admin] 10.222.0.59 "DELETE /v2.0/subnets/ff9685c6-941b-44c9-867d-9e4581186e02 HTTP/1.1" status: 204 len: 168 time: 0.4411502 Jul 27 20:57:34.721356 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 37260) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:57:34.735311 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a9766b62-3cd5-4a42-b253-6e7a2b745de3 req-7b21403b-a185-4add-b943-1b71dda05313 tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] 10.222.0.59 "GET /v2.0/ports?device_id=e3e87ad5-cbba-43a3-886e-223057ca096a HTTP/1.1" status: 200 len: 210 time: 0.0337100 Jul 27 20:57:34.802786 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22eaad9-3f25-465b-89fd-146fb1a51170 service neutron] Pushing event updated for resources: {'Port': ['ID=fb15f1c0-245b-436e-a9d1-d0cce94ca8e6,revision_number=8']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:57:34.834431 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f91fd5f-8e9a-4fbf-943c-70de798ae8e4 req-f22eaad9-3f25-465b-89fd-146fb1a51170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:34.835131 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-4f91fd5f-8e9a-4fbf-943c-70de798ae8e4 req-f22eaad9-3f25-465b-89fd-146fb1a51170 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:34.836509 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-4f91fd5f-8e9a-4fbf-943c-70de798ae8e4 req-f22eaad9-3f25-465b-89fd-146fb1a51170 service neutron] 10.222.0.36 "PUT /v2.0/ports/fb15f1c0-245b-436e-a9d1-d0cce94ca8e6 HTTP/1.1" status: 200 len: 1124 time: 1.0600712 Jul 27 20:57:34.842945 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-86fed6d3-8d42-496c-9a62-2a2be6b694a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-990557'] for network, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:34.926385 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] get_ports_and_sgs() called for port_ids ['fb15f1c0-245b-436e-a9d1-d0cce94ca8e6'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 20:57:34.927280 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-86fed6d3-8d42-496c-9a62-2a2be6b694a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853562', 'neutron.services.segments.db._delete_segments_for_network-8790688882975'] for network, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:34.940722 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.segments.db [None req-86fed6d3-8d42-496c-9a62-2a2be6b694a9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d297cf8-0ab0-49a0-a8db-82a17169c88a']}} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:57:34.952212 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.segments.db [None req-86fed6d3-8d42-496c-9a62-2a2be6b694a9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ddd3554-64b5-4ff7-9735-f58b31de803c') {'for_net_delete': True} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:57:34.952855 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.segments.db [None req-86fed6d3-8d42-496c-9a62-2a2be6b694a9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ddd3554-64b5-4ff7-9735-f58b31de803c') {} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:57:34.962921 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-86fed6d3-8d42-496c-9a62-2a2be6b694a9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790688883752', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9014348'] for segment, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:34.978600 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] get_ports_and_sgs() called for port_ids ['fb15f1c0-245b-436e-a9d1-d0cce94ca8e6'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 20:57:34.984232 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-86fed6d3-8d42-496c-9a62-2a2be6b694a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:34.991241 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86fed6d3-8d42-496c-9a62-2a2be6b694a9 admin admin] Releasing vlan 213 on physical network physnet1 to pool {{(pid=105584) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 20:57:34.991712 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-86fed6d3-8d42-496c-9a62-2a2be6b694a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9014063'] for segment, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:34.993581 n-d-705658-22 neutron-server[105584]: Traceback (most recent call last): Jul 27 20:57:34.993581 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 20:57:34.993581 n-d-705658-22 neutron-server[105584]: timer() Jul 27 20:57:34.993581 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 20:57:34.993581 n-d-705658-22 neutron-server[105584]: cb(*args, **kw) Jul 27 20:57:34.993581 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 20:57:34.993581 n-d-705658-22 neutron-server[105584]: return func(*args, **kwargs) Jul 27 20:57:34.993581 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 20:57:34.993581 n-d-705658-22 neutron-server[105584]: self._notify() Jul 27 20:57:34.993581 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 20:57:34.993581 n-d-705658-22 neutron-server[105584]: self.callback(batched_events) Jul 27 20:57:34.993581 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 20:57:34.993581 n-d-705658-22 neutron-server[105584]: event.method(event) Jul 27 20:57:34.993581 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 20:57:34.993581 n-d-705658-22 neutron-server[105584]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 20:57:34.993581 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 20:57:34.993581 n-d-705658-22 neutron-server[105584]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 20:57:34.993581 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 20:57:34.993581 n-d-705658-22 neutron-server[105584]: return f(self, *a, **k) Jul 27 20:57:34.993581 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 20:57:34.993581 n-d-705658-22 neutron-server[105584]: return self._get(url).json() Jul 27 20:57:34.993581 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 20:57:34.993581 n-d-705658-22 neutron-server[105584]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 20:57:34.993581 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 20:57:34.993581 n-d-705658-22 neutron-server[105584]: return self.request(url, 'GET', **kwargs) Jul 27 20:57:34.993581 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 20:57:34.993581 n-d-705658-22 neutron-server[105584]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 20:57:34.993581 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 20:57:34.993581 n-d-705658-22 neutron-server[105584]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 20:57:34.993581 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 20:57:34.993581 n-d-705658-22 neutron-server[105584]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 20:57:34.993581 n-d-705658-22 neutron-server[105584]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 20:57:35.051582 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-86fed6d3-8d42-496c-9a62-2a2be6b694a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4075658'] for network, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:35.062178 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-86fed6d3-8d42-496c-9a62-2a2be6b694a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743886'] for network, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:35.067522 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-86fed6d3-8d42-496c-9a62-2a2be6b694a9 admin admin] 10.222.0.59 "DELETE /v2.0/networks/4d297cf8-0ab0-49a0-a8db-82a17169c88a HTTP/1.1" status: 204 len: 168 time: 0.3431897 Jul 27 20:57:35.070567 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1032d689-b939-452e-ac5e-f330e989fb79 req-d3bac1cf-af40-454b-b43e-b1750d29d328 tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:35.072304 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-1032d689-b939-452e-ac5e-f330e989fb79 req-d3bac1cf-af40-454b-b43e-b1750d29d328 tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] 10.222.0.59 "GET /v2.0/ports?device_id=a9d282a6-35a6-42dc-b28f-b1607074228a HTTP/1.1" status: 200 len: 944 time: 0.0707107 Jul 27 20:57:35.073317 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 37264) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:57:35.086016 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86fed6d3-8d42-496c-9a62-2a2be6b694a9 admin admin] Pushing event deleted for resources: {'Network': ['ID=4d297cf8-0ab0-49a0-a8db-82a17169c88a,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:57:35.142073 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.db_base_plugin_v2 [None req-690ae8d2-c935-49c5-b4a6-6a6dd9f97397 admin admin] Deleting subnet 3e36e25a-08cf-4085-9081-53a83878a54f {{(pid=105585) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 20:57:35.147189 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-1032d689-b939-452e-ac5e-f330e989fb79 req-f3e1d3f9-a716-41d9-b6ea-3d8789110a2d tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] 10.222.0.59 "GET /v2.0/security-groups?id=1749b80d-91c6-4bd3-8e8d-666bd095400f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670578 Jul 27 20:57:35.147838 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-690ae8d2-c935-49c5-b4a6-6a6dd9f97397 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:35.186581 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-690ae8d2-c935-49c5-b4a6-6a6dd9f97397 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9887057'] for subnet, precommit_delete_associations {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:35.225052 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-690ae8d2-c935-49c5-b4a6-6a6dd9f97397 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854965'] for subnet, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:35.275628 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-690ae8d2-c935-49c5-b4a6-6a6dd9f97397 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10221602', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9990583'] for subnet, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:35.277987 n-d-705658-22 neutron-server[105585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3e87ad5-cbba-43a3-886e-223057ca096a', 'name': 'network-vif-deleted', 'tag': 'c9d5fa3b-637e-4191-ab9f-76f60cf69a06'}, {'server_uuid': 'e3e87ad5-cbba-43a3-886e-223057ca096a', 'name': 'network-vif-deleted', 'tag': '3909dbaa-7a45-4d4b-8839-9812fb65b59d'}] {{(pid=105585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:57:35.280218 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d66fd65881426bfc2b5388084a3654e5eae521106a15a3dbf0eb4cde7106c36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3da3a504-a941-4301-82d8-ecaaeb9d6b09" -d '{"events": [{"server_uuid": "e3e87ad5-cbba-43a3-886e-223057ca096a", "name": "network-vif-deleted", "tag": "c9d5fa3b-637e-4191-ab9f-76f60cf69a06"}, {"server_uuid": "e3e87ad5-cbba-43a3-886e-223057ca096a", "name": "network-vif-deleted", "tag": "3909dbaa-7a45-4d4b-8839-9812fb65b59d"}]}' {{(pid=105585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:57:35.306833 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690ae8d2-c935-49c5-b4a6-6a6dd9f97397 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3e36e25a-08cf-4085-9081-53a83878a54f,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:57:35.309339 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-690ae8d2-c935-49c5-b4a6-6a6dd9f97397 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743886'] for subnet, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:35.313497 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-690ae8d2-c935-49c5-b4a6-6a6dd9f97397 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/3e36e25a-08cf-4085-9081-53a83878a54f HTTP/1.1" status: 204 len: 168 time: 0.2369533 Jul 27 20:57:35.314368 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 37268) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:57:35.321088 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 27 Jul 2021 20:57:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-874cf1fe-2ceb-4bdd-af7d-39a6ce490be1 x-openstack-request-id: req-874cf1fe-2ceb-4bdd-af7d-39a6ce490be1 {{(pid=105585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:57:35.321368 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3e87ad5-cbba-43a3-886e-223057ca096a", "name": "network-vif-deleted", "tag": "c9d5fa3b-637e-4191-ab9f-76f60cf69a06", "status": "completed", "code": 200}, {"server_uuid": "e3e87ad5-cbba-43a3-886e-223057ca096a", "name": "network-vif-deleted", "tag": "3909dbaa-7a45-4d4b-8839-9812fb65b59d", "status": "completed", "code": 200}]} {{(pid=105585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:57:35.321625 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-874cf1fe-2ceb-4bdd-af7d-39a6ce490be1 {{(pid=105585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:57:35.321993 n-d-705658-22 neutron-server[105585]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3e87ad5-cbba-43a3-886e-223057ca096a', 'name': 'network-vif-deleted', 'tag': 'c9d5fa3b-637e-4191-ab9f-76f60cf69a06', 'status': 'completed', 'code': 200} Jul 27 20:57:35.322240 n-d-705658-22 neutron-server[105585]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3e87ad5-cbba-43a3-886e-223057ca096a', 'name': 'network-vif-deleted', 'tag': '3909dbaa-7a45-4d4b-8839-9812fb65b59d', 'status': 'completed', 'code': 200} Jul 27 20:57:35.382780 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-f72decf6-81c4-48dc-8ab4-b5f58b98529d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-990557'] for network, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:35.462903 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-f72decf6-81c4-48dc-8ab4-b5f58b98529d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853562', 'neutron.services.segments.db._delete_segments_for_network-8790688882975'] for network, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:35.472438 n-d-705658-22 neutron-server[105585]: DEBUG neutron.services.segments.db [None req-f72decf6-81c4-48dc-8ab4-b5f58b98529d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b77d7116-444e-4d1d-bb33-381dce979e95']}} {{(pid=105585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:57:35.483097 n-d-705658-22 neutron-server[105585]: DEBUG neutron.services.segments.db [None req-f72decf6-81c4-48dc-8ab4-b5f58b98529d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bfd9cda7-3b5b-4375-a246-4b33a75fef28') {'for_net_delete': True} {{(pid=105585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:57:35.483391 n-d-705658-22 neutron-server[105585]: DEBUG neutron.services.segments.db [None req-f72decf6-81c4-48dc-8ab4-b5f58b98529d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bfd9cda7-3b5b-4375-a246-4b33a75fef28') {} {{(pid=105585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:57:35.491895 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-f72decf6-81c4-48dc-8ab4-b5f58b98529d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790688883752', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9886370'] for segment, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:35.505358 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-f72decf6-81c4-48dc-8ab4-b5f58b98529d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:35.510871 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f72decf6-81c4-48dc-8ab4-b5f58b98529d admin admin] Releasing vlan 209 on physical network physnet1 to pool {{(pid=105585) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 20:57:35.511280 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-f72decf6-81c4-48dc-8ab4-b5f58b98529d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10221644'] for segment, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:35.512852 n-d-705658-22 neutron-server[105585]: Traceback (most recent call last): Jul 27 20:57:35.512852 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 20:57:35.512852 n-d-705658-22 neutron-server[105585]: timer() Jul 27 20:57:35.512852 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 20:57:35.512852 n-d-705658-22 neutron-server[105585]: cb(*args, **kw) Jul 27 20:57:35.512852 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 20:57:35.512852 n-d-705658-22 neutron-server[105585]: return func(*args, **kwargs) Jul 27 20:57:35.512852 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 20:57:35.512852 n-d-705658-22 neutron-server[105585]: self._notify() Jul 27 20:57:35.512852 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 20:57:35.512852 n-d-705658-22 neutron-server[105585]: self.callback(batched_events) Jul 27 20:57:35.512852 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 20:57:35.512852 n-d-705658-22 neutron-server[105585]: event.method(event) Jul 27 20:57:35.512852 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 20:57:35.512852 n-d-705658-22 neutron-server[105585]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 20:57:35.512852 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 20:57:35.512852 n-d-705658-22 neutron-server[105585]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 20:57:35.512852 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 20:57:35.512852 n-d-705658-22 neutron-server[105585]: return f(self, *a, **k) Jul 27 20:57:35.512852 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 20:57:35.512852 n-d-705658-22 neutron-server[105585]: return self._get(url).json() Jul 27 20:57:35.512852 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 20:57:35.512852 n-d-705658-22 neutron-server[105585]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 20:57:35.512852 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 20:57:35.512852 n-d-705658-22 neutron-server[105585]: return self.request(url, 'GET', **kwargs) Jul 27 20:57:35.512852 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 20:57:35.512852 n-d-705658-22 neutron-server[105585]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 20:57:35.512852 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 20:57:35.512852 n-d-705658-22 neutron-server[105585]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 20:57:35.512852 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 20:57:35.512852 n-d-705658-22 neutron-server[105585]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 20:57:35.512852 n-d-705658-22 neutron-server[105585]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 20:57:35.570522 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-f72decf6-81c4-48dc-8ab4-b5f58b98529d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4075658'] for network, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:35.575830 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-f72decf6-81c4-48dc-8ab4-b5f58b98529d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743886'] for network, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:35.577665 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-f72decf6-81c4-48dc-8ab4-b5f58b98529d admin admin] 10.222.0.59 "DELETE /v2.0/networks/b77d7116-444e-4d1d-bb33-381dce979e95 HTTP/1.1" status: 204 len: 168 time: 0.2629220 Jul 27 20:57:35.589968 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72decf6-81c4-48dc-8ab4-b5f58b98529d admin admin] Pushing event deleted for resources: {'Network': ['ID=b77d7116-444e-4d1d-bb33-381dce979e95,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:57:35.696640 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 37282) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:57:35.745818 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-cc3e2715-b005-4124-9eda-37af28d4d68e admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=0ae9964322044591b167626dd714310e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0471380 Jul 27 20:57:35.748380 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 37284) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:57:35.796421 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e3f082-44fc-4e2a-b6aa-7754212be3cb req-11ef1384-a746-42f7-84cb-f2cd57a8ab12 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:35.797714 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 37288) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:57:35.797924 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-68e3f082-44fc-4e2a-b6aa-7754212be3cb req-11ef1384-a746-42f7-84cb-f2cd57a8ab12 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] 10.222.0.59 "GET /v2.0/ports?device_id=db419102-3263-4279-8695-4f2f3857abff HTTP/1.1" status: 200 len: 949 time: 0.0670445 Jul 27 20:57:35.826432 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-60ac7a7d-e0a9-413c-a569-fddaa19422df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:35.834575 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-68e3f082-44fc-4e2a-b6aa-7754212be3cb req-c4836524-a8be-43b6-a305-313f0b133e08 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] 10.222.0.59 "GET /v2.0/security-groups?id=c6534cb3-b44e-4a83-b57e-ddb72c2ad843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307355 Jul 27 20:57:35.866167 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-60ac7a7d-e0a9-413c-a569-fddaa19422df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:35.875416 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.db_base_plugin_v2 [None req-98efb28d-c88f-4553-b841-676fdfdffb95 tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] Deleting subnet 3e23b9c3-43e1-4d84-82a3-1a1ab1c2e5c5 {{(pid=105584) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 20:57:35.882027 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-98efb28d-c88f-4553-b841-676fdfdffb95 tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] Notify callbacks [] for subnet, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:35.935112 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-98efb28d-c88f-4553-b841-676fdfdffb95 tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9014207'] for subnet, precommit_delete_associations {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:35.968179 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-60ac7a7d-e0a9-413c-a569-fddaa19422df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:35.970548 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-60ac7a7d-e0a9-413c-a569-fddaa19422df admin admin] Notify callbacks [] for security_group, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:35.971713 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-60ac7a7d-e0a9-413c-a569-fddaa19422df admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/594c38b0-00a0-4e02-9d5e-673f3a5e469c HTTP/1.1" status: 204 len: 168 time: 0.2223241 Jul 27 20:57:35.986358 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ac7a7d-e0a9-413c-a569-fddaa19422df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=594c38b0-00a0-4e02-9d5e-673f3a5e469c,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:57:36.038762 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-98efb28d-c88f-4553-b841-676fdfdffb95 tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854965'] for subnet, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:36.044414 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:36.054706 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Device a40266cd-c917-4c2e-88d1-4a2bc632acb5 no longer exists at agent hyperv_n-h2-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 20:57:36.074062 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-3d54578f-831f-4696-b568-13c455922dab None None] No Port match for: a40266cd-c917-4c2e-88d1-4a2bc632acb5 {{(pid=105586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 20:57:36.074416 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Device a40266cd-c917-4c2e-88d1-4a2bc632acb5 not bound to the agent host n-h2-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 20:57:36.099473 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-98efb28d-c88f-4553-b841-676fdfdffb95 tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9014081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9738825'] for subnet, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:36.126519 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98efb28d-c88f-4553-b841-676fdfdffb95 tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] Pushing event deleted for resources: {'Subnet': ['ID=3e23b9c3-43e1-4d84-82a3-1a1ab1c2e5c5,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:57:36.130333 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-98efb28d-c88f-4553-b841-676fdfdffb95 tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] Notify callbacks [] for subnet, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:36.132393 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-98efb28d-c88f-4553-b841-676fdfdffb95 tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] 10.222.0.59 "DELETE /v2.0/subnets/3e23b9c3-43e1-4d84-82a3-1a1ab1c2e5c5 HTTP/1.1" status: 204 len: 168 time: 0.3335826 Jul 27 20:57:36.134723 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 37292) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:57:36.138150 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9307c08a-f046-42ab-b17e-85730d5aaed1 None None] Network 43f9b3a1-835c-41f9-abdb-7ad16f86d61c requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 20:57:36.217188 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-6b2a5cda-a78a-4555-81ca-b44816c8e896 tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-990557'] for network, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:36.285259 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-6b2a5cda-a78a-4555-81ca-b44816c8e896 tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] Deleting port 5dd10e14-b982-4c9c-af2f-94086be32b0e {{(pid=105584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:57:36.285490 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-6b2a5cda-a78a-4555-81ca-b44816c8e896 tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:36.314380 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85462615-5d80-4d41-8387-45830553d7c3 req-8a6ebad5-734d-4bc6-bffa-fb2f9d49c9c4 tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:36.316033 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-85462615-5d80-4d41-8387-45830553d7c3 req-8a6ebad5-734d-4bc6-bffa-fb2f9d49c9c4 tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] 10.222.0.59 "GET /v2.0/ports?device_id=a9d282a6-35a6-42dc-b28f-b1607074228a HTTP/1.1" status: 200 len: 944 time: 0.0839896 Jul 27 20:57:36.362277 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [None req-6b2a5cda-a78a-4555-81ca-b44816c8e896 tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] For port 5dd10e14-b982-4c9c-af2f-94086be32b0e, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=5dd10e14-b982-4c9c-af2f-94086be32b0e,segment=NetworkSegment(d1065d30-2dcc-4438-947c-c987e8ba7911),segment_id=d1065d30-2dcc-4438-947c-c987e8ba7911)] {{(pid=105584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:57:36.362277 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-6b2a5cda-a78a-4555-81ca-b44816c8e896 tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:36.362503 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-85462615-5d80-4d41-8387-45830553d7c3 req-220cb965-d22d-4e38-9a74-6773dd4b7ac3 tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] 10.222.0.59 "GET /v2.0/security-groups?id=1749b80d-91c6-4bd3-8e8d-666bd095400f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387800 Jul 27 20:57:36.362503 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 37298) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:57:36.375734 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-6b2a5cda-a78a-4555-81ca-b44816c8e896 tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] Calling delete_port for 5dd10e14-b982-4c9c-af2f-94086be32b0e owned by network:dhcp {{(pid=105584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:57:36.377758 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72953fd6-9176-4304-83d2-b5845106f002 None None] DHCP port deletion for 43f9b3a1-835c-41f9-abdb-7ad16f86d61c request from n-d-705658-22 {{(pid=105586) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 20:57:36.416737 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-14fb51d9-fa9d-4d89-b790-a66147c9b12d admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=08e93c3041574d459c16906aee24b18d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0511022 Jul 27 20:57:36.416960 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 37302) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:57:36.446360 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-72953fd6-9176-4304-83d2-b5845106f002 None None] Deleting port 5dd10e14-b982-4c9c-af2f-94086be32b0e {{(pid=105586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:57:36.447033 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-72953fd6-9176-4304-83d2-b5845106f002 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:36.471264 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-6b2a5cda-a78a-4555-81ca-b44816c8e896 tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:36.475365 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-bc5ee6c7-112e-48f7-ad44-58eab8ed5022 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:36.500456 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-bc5ee6c7-112e-48f7-ad44-58eab8ed5022 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:36.504873 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2a5cda-a78a-4555-81ca-b44816c8e896 tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] Pushing event deleted for resources: {'Port': ['ID=5dd10e14-b982-4c9c-af2f-94086be32b0e,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:57:36.506862 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b2a5cda-a78a-4555-81ca-b44816c8e896 tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] No DVR routers for this DVR port 5dd10e14-b982-4c9c-af2f-94086be32b0e on host n-d-705658-22 {{(pid=105584) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 20:57:36.524875 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-72953fd6-9176-4304-83d2-b5845106f002 None None] For port 5dd10e14-b982-4c9c-af2f-94086be32b0e, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=5dd10e14-b982-4c9c-af2f-94086be32b0e,segment=NetworkSegment(d1065d30-2dcc-4438-947c-c987e8ba7911),segment_id=d1065d30-2dcc-4438-947c-c987e8ba7911)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:57:36.525703 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-72953fd6-9176-4304-83d2-b5845106f002 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:36.544417 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-72953fd6-9176-4304-83d2-b5845106f002 None None] Calling delete_port for 5dd10e14-b982-4c9c-af2f-94086be32b0e owned by network:dhcp {{(pid=105586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:57:36.558747 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-bc5ee6c7-112e-48f7-ad44-58eab8ed5022 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:36.561271 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-bc5ee6c7-112e-48f7-ad44-58eab8ed5022 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:36.562553 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-bc5ee6c7-112e-48f7-ad44-58eab8ed5022 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/f0ebaea4-16aa-4e77-b2c3-8475d2f49e70 HTTP/1.1" status: 204 len: 168 time: 0.1446364 Jul 27 20:57:36.579726 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9d282a6-35a6-42dc-b28f-b1607074228a', 'tag': 'fb15f1c0-245b-436e-a9d1-d0cce94ca8e6'}] {{(pid=105584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:57:36.580454 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5ee6c7-112e-48f7-ad44-58eab8ed5022 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0ebaea4-16aa-4e77-b2c3-8475d2f49e70,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:57:36.582147 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bce5e6c8685464f7626901654159975603b047827e3138302ed6566e28f1343" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-836b4864-25d7-45f3-9792-db221f6bf283" -d '{"events": [{"name": "network-changed", "server_uuid": "a9d282a6-35a6-42dc-b28f-b1607074228a", "tag": "fb15f1c0-245b-436e-a9d1-d0cce94ca8e6"}]}' {{(pid=105584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:57:36.613460 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-6b2a5cda-a78a-4555-81ca-b44816c8e896 tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853562', 'neutron.services.segments.db._delete_segments_for_network-8790688882975'] for network, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:36.627707 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.segments.db [None req-6b2a5cda-a78a-4555-81ca-b44816c8e896 tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43f9b3a1-835c-41f9-abdb-7ad16f86d61c']}} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:57:36.644188 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.segments.db [None req-6b2a5cda-a78a-4555-81ca-b44816c8e896 tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1065d30-2dcc-4438-947c-c987e8ba7911') {'for_net_delete': True} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:57:36.644491 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.segments.db [None req-6b2a5cda-a78a-4555-81ca-b44816c8e896 tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1065d30-2dcc-4438-947c-c987e8ba7911') {} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:57:36.655647 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-72953fd6-9176-4304-83d2-b5845106f002 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180'] for port, after_delete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:36.662505 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-6b2a5cda-a78a-4555-81ca-b44816c8e896 tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790688883752', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9014348'] for segment, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:36.665351 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 20:57:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5e2e7ba-ca39-40e9-a73e-cd0de6931153 x-openstack-request-id: req-b5e2e7ba-ca39-40e9-a73e-cd0de6931153 {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:57:36.665770 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9d282a6-35a6-42dc-b28f-b1607074228a", "tag": "fb15f1c0-245b-436e-a9d1-d0cce94ca8e6", "status": "completed", "code": 200}]} {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:57:36.666165 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-b5e2e7ba-ca39-40e9-a73e-cd0de6931153 {{(pid=105584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:57:36.667327 n-d-705658-22 neutron-server[105584]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9d282a6-35a6-42dc-b28f-b1607074228a', 'tag': 'fb15f1c0-245b-436e-a9d1-d0cce94ca8e6', 'status': 'completed', 'code': 200} Jul 27 20:57:36.682634 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-6b2a5cda-a78a-4555-81ca-b44816c8e896 tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:36.689278 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72953fd6-9176-4304-83d2-b5845106f002 None None] Pushing event deleted for resources: {'Port': ['ID=5dd10e14-b982-4c9c-af2f-94086be32b0e,revision_number=None']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:57:36.694228 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b2a5cda-a78a-4555-81ca-b44816c8e896 tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] Releasing vlan 241 on physical network physnet1 to pool {{(pid=105584) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 20:57:36.694594 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-6b2a5cda-a78a-4555-81ca-b44816c8e896 tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9014063'] for segment, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:36.695920 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72953fd6-9176-4304-83d2-b5845106f002 None None] No DVR routers for this DVR port 5dd10e14-b982-4c9c-af2f-94086be32b0e on host n-d-705658-22 {{(pid=105586) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 20:57:36.698148 n-d-705658-22 neutron-server[105584]: Traceback (most recent call last): Jul 27 20:57:36.698148 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 20:57:36.698148 n-d-705658-22 neutron-server[105584]: timer() Jul 27 20:57:36.698148 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 20:57:36.698148 n-d-705658-22 neutron-server[105584]: cb(*args, **kw) Jul 27 20:57:36.698148 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 20:57:36.698148 n-d-705658-22 neutron-server[105584]: return func(*args, **kwargs) Jul 27 20:57:36.698148 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 20:57:36.698148 n-d-705658-22 neutron-server[105584]: self._notify() Jul 27 20:57:36.698148 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 20:57:36.698148 n-d-705658-22 neutron-server[105584]: self.callback(batched_events) Jul 27 20:57:36.698148 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 20:57:36.698148 n-d-705658-22 neutron-server[105584]: event.method(event) Jul 27 20:57:36.698148 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 20:57:36.698148 n-d-705658-22 neutron-server[105584]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 20:57:36.698148 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 20:57:36.698148 n-d-705658-22 neutron-server[105584]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 20:57:36.698148 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 20:57:36.698148 n-d-705658-22 neutron-server[105584]: return f(self, *a, **k) Jul 27 20:57:36.698148 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 20:57:36.698148 n-d-705658-22 neutron-server[105584]: return self._get(url).json() Jul 27 20:57:36.698148 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 20:57:36.698148 n-d-705658-22 neutron-server[105584]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 20:57:36.698148 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 20:57:36.698148 n-d-705658-22 neutron-server[105584]: return self.request(url, 'GET', **kwargs) Jul 27 20:57:36.698148 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 20:57:36.698148 n-d-705658-22 neutron-server[105584]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 20:57:36.698148 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 20:57:36.698148 n-d-705658-22 neutron-server[105584]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 20:57:36.698148 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 20:57:36.698148 n-d-705658-22 neutron-server[105584]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 20:57:36.698148 n-d-705658-22 neutron-server[105584]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 20:57:36.776532 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836b4864-25d7-45f3-9792-db221f6bf283 req-31ec7bb3-e6ea-43b8-8304-bdf7baec5ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:36.778430 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-836b4864-25d7-45f3-9792-db221f6bf283 req-31ec7bb3-e6ea-43b8-8304-bdf7baec5ef5 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b02d9256766347f197eb5fbdd02cbc7a&device_id=a9d282a6-35a6-42dc-b28f-b1607074228a HTTP/1.1" status: 200 len: 1127 time: 0.0871186 Jul 27 20:57:36.784772 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-6b2a5cda-a78a-4555-81ca-b44816c8e896 tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4075658'] for network, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:36.795105 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-6b2a5cda-a78a-4555-81ca-b44816c8e896 tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743886'] for network, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:36.797416 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-6b2a5cda-a78a-4555-81ca-b44816c8e896 tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] 10.222.0.59 "DELETE /v2.0/networks/43f9b3a1-835c-41f9-abdb-7ad16f86d61c HTTP/1.1" status: 204 len: 168 time: 0.6609225 Jul 27 20:57:36.811810 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 37314) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:57:36.812451 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2a5cda-a78a-4555-81ca-b44816c8e896 tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] Pushing event deleted for resources: {'Network': ['ID=43f9b3a1-835c-41f9-abdb-7ad16f86d61c,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:57:36.910849 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac8af261-76f8-495f-b195-81c36efb22ea tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] Deleting subnet 8aa7574b-58f4-4826-b614-0467e3b11968 {{(pid=105585) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 20:57:36.921435 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-ac8af261-76f8-495f-b195-81c36efb22ea tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] Notify callbacks [] for subnet, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:36.996484 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836b4864-25d7-45f3-9792-db221f6bf283 req-71676648-8244-4a67-9b9c-962e98044cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:36.998033 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-836b4864-25d7-45f3-9792-db221f6bf283 req-71676648-8244-4a67-9b9c-962e98044cbf service neutron] 10.222.0.60 "GET /v2.0/networks?id=8e591ae5-ff89-4a25-b3ce-4b1625915957 HTTP/1.1" status: 200 len: 921 time: 0.2114041 Jul 27 20:57:37.002788 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-ac8af261-76f8-495f-b195-81c36efb22ea tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9887057'] for subnet, precommit_delete_associations {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:37.073650 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-836b4864-25d7-45f3-9792-db221f6bf283 req-4bfba477-6c69-47f3-8c2e-33c8816f0a7e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fb15f1c0-245b-436e-a9d1-d0cce94ca8e6 HTTP/1.1" status: 200 len: 217 time: 0.0504007 Jul 27 20:57:37.130360 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82eba1c9-fef1-4f8c-95ef-8390147f870d req-b53cff2f-2b92-4d90-b220-e5b0bada0199 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:37.131874 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-82eba1c9-fef1-4f8c-95ef-8390147f870d req-b53cff2f-2b92-4d90-b220-e5b0bada0199 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] 10.222.0.59 "GET /v2.0/ports?device_id=db419102-3263-4279-8695-4f2f3857abff HTTP/1.1" status: 200 len: 949 time: 0.2138803 Jul 27 20:57:37.233600 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836b4864-25d7-45f3-9792-db221f6bf283 req-7660dc80-81bd-4c8d-9255-0a0067bfbcc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:37.235095 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-836b4864-25d7-45f3-9792-db221f6bf283 req-7660dc80-81bd-4c8d-9255-0a0067bfbcc0 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ffc7070b-0d02-4acb-a66a-19178d3b9317 HTTP/1.1" status: 200 len: 860 time: 0.1494305 Jul 27 20:57:37.237991 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-ac8af261-76f8-495f-b195-81c36efb22ea tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854965'] for subnet, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:37.271859 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-82eba1c9-fef1-4f8c-95ef-8390147f870d req-d39ed278-ad75-4ce6-bbe4-cc2f3a9a299b tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] 10.222.0.59 "GET /v2.0/security-groups?id=c6534cb3-b44e-4a83-b57e-ddb72c2ad843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213341 Jul 27 20:57:37.297329 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-836b4864-25d7-45f3-9792-db221f6bf283 req-c8197c37-376c-44ee-bbc0-4130c6545e5e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8e591ae5-ff89-4a25-b3ce-4b1625915957&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0366893 Jul 27 20:57:37.370239 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-ac8af261-76f8-495f-b195-81c36efb22ea tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10221602', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9990583'] for subnet, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:37.404145 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8af261-76f8-495f-b195-81c36efb22ea tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] Pushing event deleted for resources: {'Subnet': ['ID=8aa7574b-58f4-4826-b614-0467e3b11968,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:57:37.411257 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-ac8af261-76f8-495f-b195-81c36efb22ea tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743886'] for subnet, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:37.415886 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-ac8af261-76f8-495f-b195-81c36efb22ea tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] 10.222.0.59 "DELETE /v2.0/subnets/8aa7574b-58f4-4826-b614-0467e3b11968 HTTP/1.1" status: 204 len: 168 time: 0.6001475 Jul 27 20:57:37.417919 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 37340) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:57:37.420155 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c0f7db2-2306-472b-bc3b-1f874ddf39c3 None None] Network c17fbbb7-00d9-4099-8173-7ee8147504c6 requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 20:57:37.439643 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-836b4864-25d7-45f3-9792-db221f6bf283 req-d88f2f2d-c4db-4f95-ad7c-76b69d9e617c service neutron] 10.222.0.60 "GET /v2.0/networks/8e591ae5-ff89-4a25-b3ce-4b1625915957?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248839 Jul 27 20:57:37.523243 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-13c1926c-39f6-46db-b63c-65651e7af385 tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-990557'] for network, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:37.572762 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-836b4864-25d7-45f3-9792-db221f6bf283 req-40e7afb7-ecec-4f28-84e6-28c9b9b69472 service neutron] 10.222.0.60 "GET /v2.0/networks/8e591ae5-ff89-4a25-b3ce-4b1625915957?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245449 Jul 27 20:57:37.606225 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-13c1926c-39f6-46db-b63c-65651e7af385 tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] Deleting port 49b1fd53-c2ec-49de-80ab-b002c47422f1 {{(pid=105584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:57:37.606485 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-13c1926c-39f6-46db-b63c-65651e7af385 tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:37.680156 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b99a8a-d8d6-44c4-b9a3-462d06056578 req-f4c77649-13ba-4c38-8eb0-5a180fe91e42 tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:37.682087 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-62b99a8a-d8d6-44c4-b9a3-462d06056578 req-f4c77649-13ba-4c38-8eb0-5a180fe91e42 tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] 10.222.0.59 "GET /v2.0/ports?device_id=a9d282a6-35a6-42dc-b28f-b1607074228a HTTP/1.1" status: 200 len: 944 time: 0.2042887 Jul 27 20:57:37.693102 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [None req-13c1926c-39f6-46db-b63c-65651e7af385 tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] For port 49b1fd53-c2ec-49de-80ab-b002c47422f1, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=49b1fd53-c2ec-49de-80ab-b002c47422f1,segment=NetworkSegment(e3626d14-fb86-4d15-9749-6232d7578299),segment_id=e3626d14-fb86-4d15-9749-6232d7578299)] {{(pid=105584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:57:37.693793 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-13c1926c-39f6-46db-b63c-65651e7af385 tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:37.704187 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-300fd227-3e82-41d6-8245-f556cc45c09c None None] DHCP port deletion for c17fbbb7-00d9-4099-8173-7ee8147504c6 request from n-d-705658-22 {{(pid=105586) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 20:57:37.719581 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-13c1926c-39f6-46db-b63c-65651e7af385 tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] Calling delete_port for 49b1fd53-c2ec-49de-80ab-b002c47422f1 owned by network:dhcp {{(pid=105584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:57:37.748685 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-62b99a8a-d8d6-44c4-b9a3-462d06056578 req-19d772e6-a956-4a08-bee6-88e64cc5a870 tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] 10.222.0.59 "GET /v2.0/security-groups?id=1749b80d-91c6-4bd3-8e8d-666bd095400f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584133 Jul 27 20:57:37.756198 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-300fd227-3e82-41d6-8245-f556cc45c09c None None] Deleting port 49b1fd53-c2ec-49de-80ab-b002c47422f1 {{(pid=105586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:57:37.756586 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-300fd227-3e82-41d6-8245-f556cc45c09c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:37.832549 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-300fd227-3e82-41d6-8245-f556cc45c09c None None] For port 49b1fd53-c2ec-49de-80ab-b002c47422f1, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=49b1fd53-c2ec-49de-80ab-b002c47422f1,segment=NetworkSegment(e3626d14-fb86-4d15-9749-6232d7578299),segment_id=e3626d14-fb86-4d15-9749-6232d7578299)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:57:37.833270 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-300fd227-3e82-41d6-8245-f556cc45c09c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:37.847147 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-13c1926c-39f6-46db-b63c-65651e7af385 tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:37.850745 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-300fd227-3e82-41d6-8245-f556cc45c09c None None] Calling delete_port for 49b1fd53-c2ec-49de-80ab-b002c47422f1 owned by network:dhcp {{(pid=105586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:57:37.872072 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c1926c-39f6-46db-b63c-65651e7af385 tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] Pushing event deleted for resources: {'Port': ['ID=49b1fd53-c2ec-49de-80ab-b002c47422f1,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:57:37.875421 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13c1926c-39f6-46db-b63c-65651e7af385 tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] No DVR routers for this DVR port 49b1fd53-c2ec-49de-80ab-b002c47422f1 on host n-d-705658-22 {{(pid=105584) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 20:57:37.944888 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-300fd227-3e82-41d6-8245-f556cc45c09c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180'] for port, after_delete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:37.964737 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-13c1926c-39f6-46db-b63c-65651e7af385 tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853562', 'neutron.services.segments.db._delete_segments_for_network-8790688882975'] for network, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:37.978435 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.segments.db [None req-13c1926c-39f6-46db-b63c-65651e7af385 tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c17fbbb7-00d9-4099-8173-7ee8147504c6']}} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:57:37.978724 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300fd227-3e82-41d6-8245-f556cc45c09c None None] Pushing event deleted for resources: {'Port': ['ID=49b1fd53-c2ec-49de-80ab-b002c47422f1,revision_number=None']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:57:37.982200 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-300fd227-3e82-41d6-8245-f556cc45c09c None None] No DVR routers for this DVR port 49b1fd53-c2ec-49de-80ab-b002c47422f1 on host n-d-705658-22 {{(pid=105586) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 20:57:38.001923 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.segments.db [None req-13c1926c-39f6-46db-b63c-65651e7af385 tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3626d14-fb86-4d15-9749-6232d7578299') {'for_net_delete': True} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:57:38.002218 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.segments.db [None req-13c1926c-39f6-46db-b63c-65651e7af385 tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3626d14-fb86-4d15-9749-6232d7578299') {} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:57:38.012861 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-13c1926c-39f6-46db-b63c-65651e7af385 tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790688883752', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9014348'] for segment, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:38.031287 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-13c1926c-39f6-46db-b63c-65651e7af385 tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:38.037913 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13c1926c-39f6-46db-b63c-65651e7af385 tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] Releasing vlan 208 on physical network physnet1 to pool {{(pid=105584) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 20:57:38.038351 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-13c1926c-39f6-46db-b63c-65651e7af385 tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9014063'] for segment, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:38.041667 n-d-705658-22 neutron-server[105584]: Traceback (most recent call last): Jul 27 20:57:38.041667 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 20:57:38.041667 n-d-705658-22 neutron-server[105584]: timer() Jul 27 20:57:38.041667 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 20:57:38.041667 n-d-705658-22 neutron-server[105584]: cb(*args, **kw) Jul 27 20:57:38.041667 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 20:57:38.041667 n-d-705658-22 neutron-server[105584]: return func(*args, **kwargs) Jul 27 20:57:38.041667 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 20:57:38.041667 n-d-705658-22 neutron-server[105584]: self._notify() Jul 27 20:57:38.041667 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 20:57:38.041667 n-d-705658-22 neutron-server[105584]: self.callback(batched_events) Jul 27 20:57:38.041667 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 20:57:38.041667 n-d-705658-22 neutron-server[105584]: event.method(event) Jul 27 20:57:38.041667 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 20:57:38.041667 n-d-705658-22 neutron-server[105584]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 20:57:38.041667 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 20:57:38.041667 n-d-705658-22 neutron-server[105584]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 20:57:38.041667 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 20:57:38.041667 n-d-705658-22 neutron-server[105584]: return f(self, *a, **k) Jul 27 20:57:38.041667 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 20:57:38.041667 n-d-705658-22 neutron-server[105584]: return self._get(url).json() Jul 27 20:57:38.041667 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 20:57:38.041667 n-d-705658-22 neutron-server[105584]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 20:57:38.041667 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 20:57:38.041667 n-d-705658-22 neutron-server[105584]: return self.request(url, 'GET', **kwargs) Jul 27 20:57:38.041667 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 20:57:38.041667 n-d-705658-22 neutron-server[105584]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 20:57:38.041667 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 20:57:38.041667 n-d-705658-22 neutron-server[105584]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 20:57:38.041667 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 20:57:38.041667 n-d-705658-22 neutron-server[105584]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 20:57:38.041667 n-d-705658-22 neutron-server[105584]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 20:57:38.056657 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 49b1fd53-c2ec-49de-80ab-b002c47422f1 no longer exists at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 20:57:38.078891 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] No Port match for: 49b1fd53-c2ec-49de-80ab-b002c47422f1 {{(pid=105586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 20:57:38.079443 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 49b1fd53-c2ec-49de-80ab-b002c47422f1 not bound to the agent host n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 20:57:38.079874 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 5dd10e14-b982-4c9c-af2f-94086be32b0e no longer exists at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 20:57:38.099168 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] No Port match for: 5dd10e14-b982-4c9c-af2f-94086be32b0e {{(pid=105586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 20:57:38.099509 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 5dd10e14-b982-4c9c-af2f-94086be32b0e not bound to the agent host n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 20:57:38.120326 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-13c1926c-39f6-46db-b63c-65651e7af385 tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4075658'] for network, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:38.129111 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-13c1926c-39f6-46db-b63c-65651e7af385 tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743886'] for network, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:38.130907 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-13c1926c-39f6-46db-b63c-65651e7af385 tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] 10.222.0.59 "DELETE /v2.0/networks/c17fbbb7-00d9-4099-8173-7ee8147504c6 HTTP/1.1" status: 204 len: 168 time: 0.7112334 Jul 27 20:57:38.142948 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c1926c-39f6-46db-b63c-65651e7af385 tempest-ServersTestMultiNic-371117318 tempest-ServersTestMultiNic-371117318-project] Pushing event deleted for resources: {'Network': ['ID=c17fbbb7-00d9-4099-8173-7ee8147504c6,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:57:38.275220 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 37374) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:57:38.656340 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-d4332908-2d79-455b-a220-e435de4b4249 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4076536'] for router_interface, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:38.741643 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9181a53-9226-4dd8-952b-67c4ac8bac35 req-b0a934a4-5017-4047-b523-140a7c19287b tempest-NetworksTest-584565955 tempest-NetworksTest-584565955-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:38.742191 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9181a53-9226-4dd8-952b-67c4ac8bac35 req-b0a934a4-5017-4047-b523-140a7c19287b tempest-NetworksTest-584565955 tempest-NetworksTest-584565955-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:38.742895 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9181a53-9226-4dd8-952b-67c4ac8bac35 req-b0a934a4-5017-4047-b523-140a7c19287b tempest-NetworksTest-584565955 tempest-NetworksTest-584565955-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:38.743071 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9181a53-9226-4dd8-952b-67c4ac8bac35 req-b0a934a4-5017-4047-b523-140a7c19287b tempest-NetworksTest-584565955 tempest-NetworksTest-584565955-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:38.743513 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9181a53-9226-4dd8-952b-67c4ac8bac35 req-b0a934a4-5017-4047-b523-140a7c19287b tempest-NetworksTest-584565955 tempest-NetworksTest-584565955-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:38.743957 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9181a53-9226-4dd8-952b-67c4ac8bac35 req-b0a934a4-5017-4047-b523-140a7c19287b tempest-NetworksTest-584565955 tempest-NetworksTest-584565955-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:38.744982 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9181a53-9226-4dd8-952b-67c4ac8bac35 req-b0a934a4-5017-4047-b523-140a7c19287b tempest-NetworksTest-584565955 tempest-NetworksTest-584565955-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:38.745469 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9181a53-9226-4dd8-952b-67c4ac8bac35 req-b0a934a4-5017-4047-b523-140a7c19287b tempest-NetworksTest-584565955 tempest-NetworksTest-584565955-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:38.745924 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9181a53-9226-4dd8-952b-67c4ac8bac35 req-b0a934a4-5017-4047-b523-140a7c19287b tempest-NetworksTest-584565955 tempest-NetworksTest-584565955-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:38.746374 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9181a53-9226-4dd8-952b-67c4ac8bac35 req-b0a934a4-5017-4047-b523-140a7c19287b tempest-NetworksTest-584565955 tempest-NetworksTest-584565955-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:38.746827 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9181a53-9226-4dd8-952b-67c4ac8bac35 req-b0a934a4-5017-4047-b523-140a7c19287b tempest-NetworksTest-584565955 tempest-NetworksTest-584565955-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:38.748835 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-c9181a53-9226-4dd8-952b-67c4ac8bac35 req-b0a934a4-5017-4047-b523-140a7c19287b tempest-NetworksTest-584565955 tempest-NetworksTest-584565955-project-admin] 10.222.0.59 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7838 time: 0.5237882 Jul 27 20:57:38.765751 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26e3f28-04c3-494f-a67c-e959ca240287 req-a4152b11-2eec-44ed-a480-cf406d86e58e tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:38.772770 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f26e3f28-04c3-494f-a67c-e959ca240287 req-a4152b11-2eec-44ed-a480-cf406d86e58e tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] 10.222.0.59 "GET /v2.0/ports?device_id=db419102-3263-4279-8695-4f2f3857abff HTTP/1.1" status: 200 len: 949 time: 0.1574438 Jul 27 20:57:38.827446 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f26e3f28-04c3-494f-a67c-e959ca240287 req-fb0e36a8-8a3b-4836-a961-ff7726e121b7 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] 10.222.0.59 "GET /v2.0/security-groups?id=c6534cb3-b44e-4a83-b57e-ddb72c2ad843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387614 Jul 27 20:57:38.835907 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-f7affe4d-2dd7-4a86-a0f5-07b9394bf58b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:38.958651 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edeff99d-2034-49cd-a36f-c58a600cbf22 req-25aab74d-674f-49ea-a0eb-86a0ac43b774 tempest-NetworksTest-584565955 tempest-NetworksTest-584565955-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:38.960142 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-edeff99d-2034-49cd-a36f-c58a600cbf22 req-25aab74d-674f-49ea-a0eb-86a0ac43b774 tempest-NetworksTest-584565955 tempest-NetworksTest-584565955-project-admin] 10.222.0.59 "GET /v2.0/networks/8735d8a2-b604-4758-ae71-b40e4ee6f305 HTTP/1.1" status: 200 len: 886 time: 0.1068938 Jul 27 20:57:38.972816 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-d4332908-2d79-455b-a220-e435de4b4249 admin admin] Deleting port 9eb3975b-9d87-4edf-a941-5d83c141e2bf {{(pid=105584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:57:38.973162 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-d4332908-2d79-455b-a220-e435de4b4249 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:39.069051 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ca3acb-ee04-4614-b25b-d5d94064e22f req-03b1fd36-3330-4bff-a390-009d8aafe262 tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:39.074470 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [None req-d4332908-2d79-455b-a220-e435de4b4249 admin admin] For port 9eb3975b-9d87-4edf-a941-5d83c141e2bf, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=9eb3975b-9d87-4edf-a941-5d83c141e2bf,segment=NetworkSegment(82f24a60-f3fd-4bfe-b80e-d30999658a98),segment_id=82f24a60-f3fd-4bfe-b80e-d30999658a98)] {{(pid=105584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:57:39.075178 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-d4332908-2d79-455b-a220-e435de4b4249 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:39.076564 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-35ca3acb-ee04-4614-b25b-d5d94064e22f req-03b1fd36-3330-4bff-a390-009d8aafe262 tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] 10.222.0.59 "GET /v2.0/ports?device_id=a9d282a6-35a6-42dc-b28f-b1607074228a HTTP/1.1" status: 200 len: 944 time: 0.0921609 Jul 27 20:57:39.091394 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-d4332908-2d79-455b-a220-e435de4b4249 admin admin] Calling delete_port for 9eb3975b-9d87-4edf-a941-5d83c141e2bf owned by network:router_interface {{(pid=105584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:57:39.112865 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-35ca3acb-ee04-4614-b25b-d5d94064e22f req-5d586dbe-48e5-4173-b6bc-881992c37765 tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] 10.222.0.59 "GET /v2.0/security-groups?id=1749b80d-91c6-4bd3-8e8d-666bd095400f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351617 Jul 27 20:57:39.226823 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d903cb82-6cc4-4a57-80b7-1e80f1340fb0 req-a5c3bdf9-09c3-49f6-9a51-e134511a8318 tempest-NetworksTest-584565955 tempest-NetworksTest-584565955-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:39.227349 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d903cb82-6cc4-4a57-80b7-1e80f1340fb0 req-a5c3bdf9-09c3-49f6-9a51-e134511a8318 tempest-NetworksTest-584565955 tempest-NetworksTest-584565955-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:39.227826 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d903cb82-6cc4-4a57-80b7-1e80f1340fb0 req-a5c3bdf9-09c3-49f6-9a51-e134511a8318 tempest-NetworksTest-584565955 tempest-NetworksTest-584565955-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:39.228320 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d903cb82-6cc4-4a57-80b7-1e80f1340fb0 req-a5c3bdf9-09c3-49f6-9a51-e134511a8318 tempest-NetworksTest-584565955 tempest-NetworksTest-584565955-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:39.229193 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d903cb82-6cc4-4a57-80b7-1e80f1340fb0 req-a5c3bdf9-09c3-49f6-9a51-e134511a8318 tempest-NetworksTest-584565955 tempest-NetworksTest-584565955-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:39.229315 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d903cb82-6cc4-4a57-80b7-1e80f1340fb0 req-a5c3bdf9-09c3-49f6-9a51-e134511a8318 tempest-NetworksTest-584565955 tempest-NetworksTest-584565955-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:39.229728 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d903cb82-6cc4-4a57-80b7-1e80f1340fb0 req-a5c3bdf9-09c3-49f6-9a51-e134511a8318 tempest-NetworksTest-584565955 tempest-NetworksTest-584565955-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:39.230199 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d903cb82-6cc4-4a57-80b7-1e80f1340fb0 req-a5c3bdf9-09c3-49f6-9a51-e134511a8318 tempest-NetworksTest-584565955 tempest-NetworksTest-584565955-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:39.230650 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d903cb82-6cc4-4a57-80b7-1e80f1340fb0 req-a5c3bdf9-09c3-49f6-9a51-e134511a8318 tempest-NetworksTest-584565955 tempest-NetworksTest-584565955-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:39.231140 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d903cb82-6cc4-4a57-80b7-1e80f1340fb0 req-a5c3bdf9-09c3-49f6-9a51-e134511a8318 tempest-NetworksTest-584565955 tempest-NetworksTest-584565955-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:39.231597 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d903cb82-6cc4-4a57-80b7-1e80f1340fb0 req-a5c3bdf9-09c3-49f6-9a51-e134511a8318 tempest-NetworksTest-584565955 tempest-NetworksTest-584565955-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:39.233605 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-d903cb82-6cc4-4a57-80b7-1e80f1340fb0 req-a5c3bdf9-09c3-49f6-9a51-e134511a8318 tempest-NetworksTest-584565955 tempest-NetworksTest-584565955-project-admin] 10.222.0.59 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7838 time: 0.1138151 Jul 27 20:57:39.296092 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-d4332908-2d79-455b-a220-e435de4b4249 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:39.326796 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4332908-2d79-455b-a220-e435de4b4249 admin admin] Pushing event deleted for resources: {'Port': ['ID=9eb3975b-9d87-4edf-a941-5d83c141e2bf,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:57:39.516436 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 37396) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:57:39.524652 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-d4332908-2d79-455b-a220-e435de4b4249 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3743915', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4076308'] for router_interface, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:39.637042 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-be8f7441-dbb0-438c-92a0-66a9bcb39f29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:39.809988 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4332908-2d79-455b-a220-e435de4b4249 admin admin] Router 0ad97a46-b7fe-4cce-9af0-620d98d76c0d has already been hosted by L3 agent dd128fd7-8e57-4d4f-895b-a96b369df59a {{(pid=105584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 20:57:39.835793 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-be8f7441-dbb0-438c-92a0-66a9bcb39f29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:39.842295 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-be8f7441-dbb0-438c-92a0-66a9bcb39f29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:39.865574 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:39.940493 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-be8f7441-dbb0-438c-92a0-66a9bcb39f29 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=128f77a354014aeda277893660e8f79a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4203644 Jul 27 20:57:39.940790 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 37406) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:57:39.977646 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8f7441-dbb0-438c-92a0-66a9bcb39f29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=052f65dd-dac8-435b-bc35-6aff909384af,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:57:39.988278 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-4f91fd5f-8e9a-4fbf-943c-70de798ae8e4 req-14ca9d05-fc5b-41c3-a3d3-eaf6dbe38b05 service neutron] 10.222.0.60 "GET /v2.0/ports/fb15f1c0-245b-436e-a9d1-d0cce94ca8e6/bindings/n-h1-705658-22 HTTP/1.1" status: 200 len: 385 time: 0.1459231 Jul 27 20:57:40.024820 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4332908-2d79-455b-a220-e435de4b4249 admin admin] Notify agent at l3_agent.n-d-705658-22 the message routers_updated {{(pid=105584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 20:57:40.033697 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-d4332908-2d79-455b-a220-e435de4b4249 admin admin] 10.222.0.59 "PUT /v2.0/routers/0ad97a46-b7fe-4cce-9af0-620d98d76c0d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7546480 Jul 27 20:57:40.034864 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 37408) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:57:40.042049 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd74c7c5-27e4-40ad-bfef-46d807056a4c None None] Sync routers for ids ['0ad97a46-b7fe-4cce-9af0-620d98d76c0d'] in n-d-705658-22 {{(pid=105586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 20:57:40.056375 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd74c7c5-27e4-40ad-bfef-46d807056a4c None None] Routers {'0ad97a46-b7fe-4cce-9af0-620d98d76c0d'} bound to L3 agent in host n-d-705658-22 {{(pid=105586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:57:40.057081 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-bd74c7c5-27e4-40ad-bfef-46d807056a4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T20:57:11Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['0ad97a46-b7fe-4cce-9af0-620d98d76c0d'], 'active': True} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:57:40.082988 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6adef6-ec7a-47a3-a47a-105a84db074e req-57ae4913-9109-42bc-ab2d-8a2f5d88fe93 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:40.091398 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-7b6adef6-ec7a-47a3-a47a-105a84db074e req-57ae4913-9109-42bc-ab2d-8a2f5d88fe93 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] 10.222.0.59 "GET /v2.0/ports?device_id=db419102-3263-4279-8695-4f2f3857abff HTTP/1.1" status: 200 len: 949 time: 0.1838958 Jul 27 20:57:40.109282 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-37de502c-02a0-4760-8f50-e457b80fb251 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:40.144511 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-37de502c-02a0-4760-8f50-e457b80fb251 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:40.207175 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvr_db [None req-bd74c7c5-27e4-40ad-bfef-46d807056a4c None None] Set router 0ad97a46-b7fe-4cce-9af0-620d98d76c0d gateway port host: n-d-705658-22 {{(pid=105586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:57:40.234376 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-a0849587-5050-43f4-86c3-1a40128b72e9 admin admin] Notify callbacks [] for router, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:40.269003 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.db [req-4f91fd5f-8e9a-4fbf-943c-70de798ae8e4 req-30ed94fd-6bbf-429f-a946-ff4b2f007f6c service neutron] For port fb15f1c0-245b-436e-a9d1-d0cce94ca8e6, host n-h2-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=fb15f1c0-245b-436e-a9d1-d0cce94ca8e6,segment=NetworkSegment(30512320-4797-4523-818e-63eb7bdafb2b),segment_id=30512320-4797-4523-818e-63eb7bdafb2b)] {{(pid=105585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:57:40.283172 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-7b6adef6-ec7a-47a3-a47a-105a84db074e req-0bde4fe3-4217-4e4a-94dc-eefcfd2626b0 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] 10.222.0.59 "GET /v2.0/security-groups?id=c6534cb3-b44e-4a83-b57e-ddb72c2ad843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1879139 Jul 27 20:57:40.316970 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-37de502c-02a0-4760-8f50-e457b80fb251 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:40.319500 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-37de502c-02a0-4760-8f50-e457b80fb251 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:40.323704 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-37de502c-02a0-4760-8f50-e457b80fb251 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/052f65dd-dac8-435b-bc35-6aff909384af HTTP/1.1" status: 204 len: 168 time: 0.3790705 Jul 27 20:57:40.342890 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.db [req-4f91fd5f-8e9a-4fbf-943c-70de798ae8e4 req-30ed94fd-6bbf-429f-a946-ff4b2f007f6c service neutron] For port fb15f1c0-245b-436e-a9d1-d0cce94ca8e6, host n-h2-705658-22, cleared binding levels {{(pid=105585) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:57:40.359268 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37de502c-02a0-4760-8f50-e457b80fb251 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=052f65dd-dac8-435b-bc35-6aff909384af,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:57:40.386108 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-a0849587-5050-43f4-86c3-1a40128b72e9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:40.401869 n-d-705658-22 neutron-server[105585]: DEBUG neutron.notifiers.nova [req-4f91fd5f-8e9a-4fbf-943c-70de798ae8e4 req-30ed94fd-6bbf-429f-a946-ff4b2f007f6c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb15f1c0-245b-436e-a9d1-d0cce94ca8e6 {{(pid=105585) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 20:57:40.419823 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.db [req-4f91fd5f-8e9a-4fbf-943c-70de798ae8e4 req-30ed94fd-6bbf-429f-a946-ff4b2f007f6c service neutron] For port fb15f1c0-245b-436e-a9d1-d0cce94ca8e6, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=fb15f1c0-245b-436e-a9d1-d0cce94ca8e6,segment=NetworkSegment(30512320-4797-4523-818e-63eb7bdafb2b),segment_id=30512320-4797-4523-818e-63eb7bdafb2b)] {{(pid=105585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:57:40.438862 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-4f91fd5f-8e9a-4fbf-943c-70de798ae8e4 req-30ed94fd-6bbf-429f-a946-ff4b2f007f6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:40.473892 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-a0849587-5050-43f4-86c3-1a40128b72e9 admin admin] Deleting port a1969402-ebd7-4c42-8e40-6845cc6b6a3c {{(pid=105584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:57:40.474386 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-a0849587-5050-43f4-86c3-1a40128b72e9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:40.489798 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-bd74c7c5-27e4-40ad-bfef-46d807056a4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ad97a46-b7fe-4cce-9af0-620d98d76c0d', 'name': 'tempest-ServersTestMultiNic-1268352736-router', 'tenant_id': '8ef5ae3754f942d6bfb3fca348e04118', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.252'}], 'enable_snat': True}, 'gw_port_id': 'a1969402-ebd7-4c42-8e40-6845cc6b6a3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:56:02Z', 'updated_at': '2021-07-27T20:57:39Z', 'revision_number': 5, 'project_id': '8ef5ae3754f942d6bfb3fca348e04118', 'gw_port': {'id': 'a1969402-ebd7-4c42-8e40-6845cc6b6a3c', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:13:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ad97a46-b7fe-4cce-9af0-620d98d76c0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:56:03Z', 'updated_at': '2021-07-27T20:56:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22'}], 'n-d-705658-22', False) {} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:57:40.494382 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48af8369-8c62-4632-a979-d5b70319f4c2 req-30f29c35-0f13-4b46-aead-ca791269c4b5 tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:40.495957 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-48af8369-8c62-4632-a979-d5b70319f4c2 req-30f29c35-0f13-4b46-aead-ca791269c4b5 tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] 10.222.0.59 "GET /v2.0/ports?device_id=a9d282a6-35a6-42dc-b28f-b1607074228a HTTP/1.1" status: 200 len: 944 time: 0.2117558 Jul 27 20:57:40.528530 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd74c7c5-27e4-40ad-bfef-46d807056a4c None None] Checking router: 0ad97a46-b7fe-4cce-9af0-620d98d76c0d for host: n-d-705658-22 {{(pid=105586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 20:57:40.540185 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd74c7c5-27e4-40ad-bfef-46d807056a4c None None] Routers {'0ad97a46-b7fe-4cce-9af0-620d98d76c0d'} bound to L3 agent in host n-d-705658-22 {{(pid=105586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:57:40.541896 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-bd74c7c5-27e4-40ad-bfef-46d807056a4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T20:57:11Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['0ad97a46-b7fe-4cce-9af0-620d98d76c0d'], 'active': True} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:57:40.565288 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-48af8369-8c62-4632-a979-d5b70319f4c2 req-dd0e1f7e-e1ac-4e8d-ad45-27d54713c78a tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] 10.222.0.59 "GET /v2.0/security-groups?id=1749b80d-91c6-4bd3-8e8d-666bd095400f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605767 Jul 27 20:57:40.585080 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.provisioning_blocks [req-4f91fd5f-8e9a-4fbf-943c-70de798ae8e4 req-30ed94fd-6bbf-429f-a946-ff4b2f007f6c service neutron] Transition to ACTIVE for port object fb15f1c0-245b-436e-a9d1-d0cce94ca8e6 will not be triggered until provisioned by entity L2. {{(pid=105585) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:57:40.591765 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-4f91fd5f-8e9a-4fbf-943c-70de798ae8e4 req-30ed94fd-6bbf-429f-a946-ff4b2f007f6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10221672'] for port, after_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:40.689458 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvr_db [None req-bd74c7c5-27e4-40ad-bfef-46d807056a4c None None] Set router 0ad97a46-b7fe-4cce-9af0-620d98d76c0d gateway port host: None {{(pid=105586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:57:40.715325 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ed94fd-6bbf-429f-a946-ff4b2f007f6c service neutron] Pushing event updated for resources: {'Port': ['ID=fb15f1c0-245b-436e-a9d1-d0cce94ca8e6,revision_number=10']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:57:40.720247 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f91fd5f-8e9a-4fbf-943c-70de798ae8e4 req-30ed94fd-6bbf-429f-a946-ff4b2f007f6c service neutron] No DVR routers for this DVR port fb15f1c0-245b-436e-a9d1-d0cce94ca8e6 on host n-h2-705658-22 {{(pid=105585) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 20:57:40.723992 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 37420) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:57:40.744010 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-0c3ca2b7-0420-42e8-8c61-55e2bdab5207 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:40.762223 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-bd74c7c5-27e4-40ad-bfef-46d807056a4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ad97a46-b7fe-4cce-9af0-620d98d76c0d', 'name': 'tempest-ServersTestMultiNic-1268352736-router', 'tenant_id': '8ef5ae3754f942d6bfb3fca348e04118', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:56:02Z', 'updated_at': '2021-07-27T20:57:40Z', 'revision_number': 6, 'project_id': '8ef5ae3754f942d6bfb3fca348e04118', 'gw_port_host': None}], 'n-d-705658-22', False) {} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:57:40.778672 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-4f91fd5f-8e9a-4fbf-943c-70de798ae8e4 req-30ed94fd-6bbf-429f-a946-ff4b2f007f6c service neutron] 10.222.0.60 "PUT /v2.0/ports/fb15f1c0-245b-436e-a9d1-d0cce94ca8e6/bindings/n-h1-705658-22/activate HTTP/1.1" status: 200 len: 370 time: 0.7827656 Jul 27 20:57:40.789543 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd74c7c5-27e4-40ad-bfef-46d807056a4c None None] The sync data for ids ['0ad97a46-b7fe-4cce-9af0-620d98d76c0d'] in n-d-705658-22 is: [{'id': '0ad97a46-b7fe-4cce-9af0-620d98d76c0d', 'name': 'tempest-ServersTestMultiNic-1268352736-router', 'tenant_id': '8ef5ae3754f942d6bfb3fca348e04118', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:56:02Z', 'updated_at': '2021-07-27T20:57:40Z', 'revision_number': 6, 'project_id': '8ef5ae3754f942d6bfb3fca348e04118', 'gw_port_host': None}] {{(pid=105586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 20:57:40.892369 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-0c3ca2b7-0420-42e8-8c61-55e2bdab5207 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:40.896653 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-0c3ca2b7-0420-42e8-8c61-55e2bdab5207 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:40.943670 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-0c3ca2b7-0420-42e8-8c61-55e2bdab5207 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=843c44a086a24d7eabc95fa652d84c9b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2156234 Jul 27 20:57:40.944135 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 37424) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:57:40.953612 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3ca2b7-0420-42e8-8c61-55e2bdab5207 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=584c6ea3-0fa2-4cef-9efe-c59c0c2cefb9,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:57:40.991686 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [None req-a0849587-5050-43f4-86c3-1a40128b72e9 admin admin] For port a1969402-ebd7-4c42-8e40-6845cc6b6a3c, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=a1969402-ebd7-4c42-8e40-6845cc6b6a3c,segment=NetworkSegment(12196855-9a32-4633-9a56-77697ef9e126),segment_id=12196855-9a32-4633-9a56-77697ef9e126)] {{(pid=105584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:57:40.992300 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-a0849587-5050-43f4-86c3-1a40128b72e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:41.012403 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-e0346aeb-3e9b-4ac7-b8a9-5f6b18ffa85f req-5e0ad801-5c8e-41c0-9251-7f48ebe2b61b service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=90df5073-6143-4b20-b10d-a2a3e91a9c78&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1618335 Jul 27 20:57:41.017704 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-a0849587-5050-43f4-86c3-1a40128b72e9 admin admin] Calling delete_port for a1969402-ebd7-4c42-8e40-6845cc6b6a3c owned by network:router_gateway {{(pid=105584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:57:41.030965 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-91cd0eae-f50e-40a4-9d92-db62d4ec641c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:41.034330 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f91fd5f-8e9a-4fbf-943c-70de798ae8e4 req-f04075d6-62dc-4b07-a30b-f546d23547b6 tempest-LiveAutoBlockMigrationV225Test-821062891 tempest-LiveAutoBlockMigrationV225Test-821062891-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:41.036291 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-4f91fd5f-8e9a-4fbf-943c-70de798ae8e4 req-f04075d6-62dc-4b07-a30b-f546d23547b6 tempest-LiveAutoBlockMigrationV225Test-821062891 tempest-LiveAutoBlockMigrationV225Test-821062891-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=a9d282a6-35a6-42dc-b28f-b1607074228a&tenant_id=b02d9256766347f197eb5fbdd02cbc7a&binding%3Ahost_id=n-h2-705658-22 HTTP/1.1" status: 200 len: 1097 time: 0.1572542 Jul 27 20:57:41.063435 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-91cd0eae-f50e-40a4-9d92-db62d4ec641c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:41.121539 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-91cd0eae-f50e-40a4-9d92-db62d4ec641c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:41.124384 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-91cd0eae-f50e-40a4-9d92-db62d4ec641c admin admin] Notify callbacks [] for security_group, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:41.125536 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-91cd0eae-f50e-40a4-9d92-db62d4ec641c admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/584c6ea3-0fa2-4cef-9efe-c59c0c2cefb9 HTTP/1.1" status: 204 len: 168 time: 0.1802564 Jul 27 20:57:41.133893 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91cd0eae-f50e-40a4-9d92-db62d4ec641c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=584c6ea3-0fa2-4cef-9efe-c59c0c2cefb9,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:57:41.236759 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-5600a228-423f-40d4-a40c-3bc22ac884b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:41.251855 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f91fd5f-8e9a-4fbf-943c-70de798ae8e4 req-37d4421b-76bf-400f-9d81-f31e59c68fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:41.253285 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-4f91fd5f-8e9a-4fbf-943c-70de798ae8e4 req-37d4421b-76bf-400f-9d81-f31e59c68fc4 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=a9d282a6-35a6-42dc-b28f-b1607074228a&tenant_id=b02d9256766347f197eb5fbdd02cbc7a HTTP/1.1" status: 200 len: 1097 time: 0.1855285 Jul 27 20:57:41.281102 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0346aeb-3e9b-4ac7-b8a9-5f6b18ffa85f req-0e60df4d-7333-44c0-bf56-e08298d86be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:41.282501 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-e0346aeb-3e9b-4ac7-b8a9-5f6b18ffa85f req-0e60df4d-7333-44c0-bf56-e08298d86be7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=43230fc3eab141e0b742541c8628d03e&device_id=90df5073-6143-4b20-b10d-a2a3e91a9c78 HTTP/1.1" status: 200 len: 1102 time: 0.1846325 Jul 27 20:57:41.430793 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-a0849587-5050-43f4-86c3-1a40128b72e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:41.435980 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcd11d3-4534-4545-b316-0097f52abe61 req-654ab891-d720-4536-99c2-25fa73bcc9a9 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:41.437513 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-2bcd11d3-4534-4545-b316-0097f52abe61 req-654ab891-d720-4536-99c2-25fa73bcc9a9 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] 10.222.0.59 "GET /v2.0/ports?device_id=db419102-3263-4279-8695-4f2f3857abff HTTP/1.1" status: 200 len: 949 time: 0.0747068 Jul 27 20:57:41.478253 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-2bcd11d3-4534-4545-b316-0097f52abe61 req-2e82e56f-12b5-4c00-8657-1bc32663bfd1 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] 10.222.0.59 "GET /v2.0/security-groups?id=c6534cb3-b44e-4a83-b57e-ddb72c2ad843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340135 Jul 27 20:57:41.481743 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0849587-5050-43f4-86c3-1a40128b72e9 admin admin] Pushing event deleted for resources: {'Port': ['ID=a1969402-ebd7-4c42-8e40-6845cc6b6a3c,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:57:41.520743 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0346aeb-3e9b-4ac7-b8a9-5f6b18ffa85f req-d2b764f5-b6b8-4c06-a832-f7ce9ddb134a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:41.522207 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-e0346aeb-3e9b-4ac7-b8a9-5f6b18ffa85f req-d2b764f5-b6b8-4c06-a832-f7ce9ddb134a service neutron] 10.222.0.36 "GET /v2.0/networks?id=4d64aa0b-bd6a-468e-8edc-c83689947462 HTTP/1.1" status: 200 len: 870 time: 0.1932266 Jul 27 20:57:41.525114 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f91fd5f-8e9a-4fbf-943c-70de798ae8e4 req-0063adeb-ad37-4558-a0a1-4a7f0a035a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:41.526499 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-4f91fd5f-8e9a-4fbf-943c-70de798ae8e4 req-0063adeb-ad37-4558-a0a1-4a7f0a035a49 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b02d9256766347f197eb5fbdd02cbc7a&device_id=a9d282a6-35a6-42dc-b28f-b1607074228a HTTP/1.1" status: 200 len: 1097 time: 0.2210400 Jul 27 20:57:41.623662 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-e0346aeb-3e9b-4ac7-b8a9-5f6b18ffa85f req-04591fad-6eaf-4bc4-998f-48567354ab6f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.248&port_id=7c8a5e21-eb13-4770-9477-daf1bab77ba3 HTTP/1.1" status: 200 len: 217 time: 0.0781913 Jul 27 20:57:41.671905 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-a0849587-5050-43f4-86c3-1a40128b72e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4075702'] for router_gateway, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:41.718969 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb64afe1-e035-4cb8-8e56-adacc1a72a3c req-8fe0b183-3ba4-4f96-91cf-00603c88da51 tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:41.723563 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-eb64afe1-e035-4cb8-8e56-adacc1a72a3c req-8fe0b183-3ba4-4f96-91cf-00603c88da51 tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] 10.222.0.59 "GET /v2.0/ports?device_id=a9d282a6-35a6-42dc-b28f-b1607074228a HTTP/1.1" status: 200 len: 945 time: 0.0723732 Jul 27 20:57:41.780500 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:41.787616 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-eb64afe1-e035-4cb8-8e56-adacc1a72a3c req-50b6f2e1-4cff-4fc3-be10-be0acf6e6b75 tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] 10.222.0.59 "GET /v2.0/security-groups?id=1749b80d-91c6-4bd3-8e8d-666bd095400f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594923 Jul 27 20:57:41.796473 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0346aeb-3e9b-4ac7-b8a9-5f6b18ffa85f req-57517005-bc00-4b0c-bda7-1d91b3ef0784 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:41.797917 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-e0346aeb-3e9b-4ac7-b8a9-5f6b18ffa85f req-57517005-bc00-4b0c-bda7-1d91b3ef0784 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=26644ba0-4185-4e10-8718-6ad18d01376c HTTP/1.1" status: 200 len: 843 time: 0.1637454 Jul 27 20:57:41.805447 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-a0849587-5050-43f4-86c3-1a40128b72e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4163631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-425'] for router, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:41.809889 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-a0849587-5050-43f4-86c3-1a40128b72e9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:41.823633 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f91fd5f-8e9a-4fbf-943c-70de798ae8e4 req-4b96b618-4d1d-4de7-8130-08316d95d5b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:41.824982 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-4f91fd5f-8e9a-4fbf-943c-70de798ae8e4 req-4b96b618-4d1d-4de7-8130-08316d95d5b6 service neutron] 10.222.0.36 "GET /v2.0/networks?id=8e591ae5-ff89-4a25-b3ce-4b1625915957 HTTP/1.1" status: 200 len: 921 time: 0.2806740 Jul 27 20:57:41.917893 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-4f91fd5f-8e9a-4fbf-943c-70de798ae8e4 req-4e76b6d5-11ae-43da-a1e4-1d631d0677f1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fb15f1c0-245b-436e-a9d1-d0cce94ca8e6 HTTP/1.1" status: 200 len: 217 time: 0.0460069 Jul 27 20:57:41.921361 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-a0849587-5050-43f4-86c3-1a40128b72e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4163007'] for router, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:41.922033 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0849587-5050-43f4-86c3-1a40128b72e9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0ad97a46-b7fe-4cce-9af0-620d98d76c0d {{(pid=105584) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 20:57:41.928903 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-a0849587-5050-43f4-86c3-1a40128b72e9 admin admin] Notify callbacks [] for router, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:41.930051 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-a0849587-5050-43f4-86c3-1a40128b72e9 admin admin] 10.222.0.59 "DELETE /v2.0/routers/0ad97a46-b7fe-4cce-9af0-620d98d76c0d HTTP/1.1" status: 204 len: 168 time: 1.8943686 Jul 27 20:57:41.932805 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 37456) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:57:41.985697 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0346aeb-3e9b-4ac7-b8a9-5f6b18ffa85f req-a6e9f89c-ee4e-4cb9-b321-73607b224cea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:41.987870 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-e0346aeb-3e9b-4ac7-b8a9-5f6b18ffa85f req-a6e9f89c-ee4e-4cb9-b321-73607b224cea service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4d64aa0b-bd6a-468e-8edc-c83689947462&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1791995 Jul 27 20:57:42.014741 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.db_base_plugin_v2 [None req-d30d767a-cb2c-4bfc-9e05-0f7eccfe431c admin admin] Deleting subnet bb940ada-4709-4b0b-853b-196773eb53ad {{(pid=105585) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 20:57:42.017926 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-d30d767a-cb2c-4bfc-9e05-0f7eccfe431c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:42.020351 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f91fd5f-8e9a-4fbf-943c-70de798ae8e4 req-ffd89e71-d0c1-40bc-95fe-933ba81f7616 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:42.023159 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-4f91fd5f-8e9a-4fbf-943c-70de798ae8e4 req-ffd89e71-d0c1-40bc-95fe-933ba81f7616 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ffc7070b-0d02-4acb-a66a-19178d3b9317 HTTP/1.1" status: 200 len: 860 time: 0.0916734 Jul 27 20:57:42.065567 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device a1969402-ebd7-4c42-8e40-6845cc6b6a3c no longer exists at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 20:57:42.082185 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-d30d767a-cb2c-4bfc-9e05-0f7eccfe431c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9887057'] for subnet, precommit_delete_associations {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:42.091946 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] No Port match for: a1969402-ebd7-4c42-8e40-6845cc6b6a3c {{(pid=105586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 20:57:42.092226 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device a1969402-ebd7-4c42-8e40-6845cc6b6a3c not bound to the agent host n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 20:57:42.092521 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 9eb3975b-9d87-4edf-a941-5d83c141e2bf no longer exists at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 20:57:42.146201 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Device fb15f1c0-245b-436e-a9d1-d0cce94ca8e6 no longer exists at agent hyperv_n-h2-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 20:57:42.148957 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] No Port match for: 9eb3975b-9d87-4edf-a941-5d83c141e2bf {{(pid=105586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 20:57:42.151120 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 9eb3975b-9d87-4edf-a941-5d83c141e2bf not bound to the agent host n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 20:57:42.166583 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-4f91fd5f-8e9a-4fbf-943c-70de798ae8e4 req-558b549d-4d52-4961-bfad-4cc601a3ece6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8e591ae5-ff89-4a25-b3ce-4b1625915957&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1211135 Jul 27 20:57:42.198468 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Device fb15f1c0-245b-436e-a9d1-d0cce94ca8e6 not bound to the agent host n-h2-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 20:57:42.229389 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-d30d767a-cb2c-4bfc-9e05-0f7eccfe431c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854965'] for subnet, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:42.268106 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-e0346aeb-3e9b-4ac7-b8a9-5f6b18ffa85f req-70f7d021-004a-42ce-a4ba-3eb6fc74d696 service neutron] 10.222.0.36 "GET /v2.0/networks/4d64aa0b-bd6a-468e-8edc-c83689947462?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2711976 Jul 27 20:57:42.288362 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-d30d767a-cb2c-4bfc-9e05-0f7eccfe431c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10221602', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9990583'] for subnet, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:42.307522 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-4f91fd5f-8e9a-4fbf-943c-70de798ae8e4 req-2bde1b2a-2f17-41c7-b604-66d8c2894426 service neutron] 10.222.0.36 "GET /v2.0/networks/8e591ae5-ff89-4a25-b3ce-4b1625915957?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281626 Jul 27 20:57:42.351177 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30d767a-cb2c-4bfc-9e05-0f7eccfe431c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bb940ada-4709-4b0b-853b-196773eb53ad,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:57:42.358620 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-d30d767a-cb2c-4bfc-9e05-0f7eccfe431c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743886'] for subnet, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:42.362437 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-d30d767a-cb2c-4bfc-9e05-0f7eccfe431c admin admin] 10.222.0.59 "DELETE /v2.0/subnets/bb940ada-4709-4b0b-853b-196773eb53ad HTTP/1.1" status: 204 len: 168 time: 0.4284208 Jul 27 20:57:42.365371 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 37472) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:57:42.370624 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-741f62df-eb8c-4af9-84f4-a9eada81c033 None None] Network cb450651-6ba2-4b9a-9c7d-ac4916a65ce9 requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 20:57:42.451680 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-e0346aeb-3e9b-4ac7-b8a9-5f6b18ffa85f req-3e176403-ca5a-4af3-a669-188d5e19c6b6 service neutron] 10.222.0.36 "GET /v2.0/networks/4d64aa0b-bd6a-468e-8edc-c83689947462?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1684024 Jul 27 20:57:42.455087 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-4f91fd5f-8e9a-4fbf-943c-70de798ae8e4 req-b1ad27bb-02b7-4c2d-ad3d-8e7c7ca20751 service neutron] 10.222.0.36 "GET /v2.0/networks/8e591ae5-ff89-4a25-b3ce-4b1625915957?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1189148 Jul 27 20:57:42.467238 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-a7def1b4-6e3c-4f04-bcf9-4fe87d5ed1d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-990557'] for network, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:42.547031 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [None req-a7def1b4-6e3c-4f04-bcf9-4fe87d5ed1d1 admin admin] Deleting port 89631431-886a-4a80-83c1-e2dfbe318c45 {{(pid=105585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:57:42.547683 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-a7def1b4-6e3c-4f04-bcf9-4fe87d5ed1d1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:42.670899 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.db [None req-a7def1b4-6e3c-4f04-bcf9-4fe87d5ed1d1 admin admin] For port 89631431-886a-4a80-83c1-e2dfbe318c45, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=89631431-886a-4a80-83c1-e2dfbe318c45,segment=NetworkSegment(82f24a60-f3fd-4bfe-b80e-d30999658a98),segment_id=82f24a60-f3fd-4bfe-b80e-d30999658a98)] {{(pid=105585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:57:42.671482 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-a7def1b4-6e3c-4f04-bcf9-4fe87d5ed1d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:42.692667 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [None req-a7def1b4-6e3c-4f04-bcf9-4fe87d5ed1d1 admin admin] Calling delete_port for 89631431-886a-4a80-83c1-e2dfbe318c45 owned by network:dhcp {{(pid=105585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:57:42.693022 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caa7eaba-fc44-4ab0-8f5a-1268bce80db0 None None] DHCP port deletion for cb450651-6ba2-4b9a-9c7d-ac4916a65ce9 request from n-d-705658-22 {{(pid=105586) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 20:57:42.721042 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c8b49b-a3c5-42e1-846b-62211d826d04 req-72c2992a-6f64-4c4b-bb24-4f4b2d8cf50f tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:42.722563 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-96c8b49b-a3c5-42e1-846b-62211d826d04 req-72c2992a-6f64-4c4b-bb24-4f4b2d8cf50f tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] 10.222.0.59 "GET /v2.0/ports?device_id=db419102-3263-4279-8695-4f2f3857abff HTTP/1.1" status: 200 len: 949 time: 0.1356773 Jul 27 20:57:42.759077 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-bb32ed7d-8717-448b-a9c8-a5a0117d1fd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:42.776227 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-caa7eaba-fc44-4ab0-8f5a-1268bce80db0 None None] Deleting port 89631431-886a-4a80-83c1-e2dfbe318c45 {{(pid=105586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:57:42.776952 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-caa7eaba-fc44-4ab0-8f5a-1268bce80db0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:42.808960 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-96c8b49b-a3c5-42e1-846b-62211d826d04 req-2c13165c-5e4a-4937-849a-7f0e64205838 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] 10.222.0.59 "GET /v2.0/security-groups?id=c6534cb3-b44e-4a83-b57e-ddb72c2ad843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516605 Jul 27 20:57:42.853363 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f91fd5f-8e9a-4fbf-943c-70de798ae8e4 req-16146908-fd5e-4392-8043-2de6ff90a29c tempest-LiveAutoBlockMigrationV225Test-821062891 tempest-LiveAutoBlockMigrationV225Test-821062891-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:42.856626 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-a7def1b4-6e3c-4f04-bcf9-4fe87d5ed1d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:42.856831 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-4f91fd5f-8e9a-4fbf-943c-70de798ae8e4 req-16146908-fd5e-4392-8043-2de6ff90a29c tempest-LiveAutoBlockMigrationV225Test-821062891 tempest-LiveAutoBlockMigrationV225Test-821062891-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=a9d282a6-35a6-42dc-b28f-b1607074228a&tenant_id=b02d9256766347f197eb5fbdd02cbc7a&binding%3Ahost_id=n-h1-705658-22 HTTP/1.1" status: 200 len: 1097 time: 0.0837541 Jul 27 20:57:42.878253 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-caa7eaba-fc44-4ab0-8f5a-1268bce80db0 None None] For port 89631431-886a-4a80-83c1-e2dfbe318c45, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=89631431-886a-4a80-83c1-e2dfbe318c45,segment=NetworkSegment(82f24a60-f3fd-4bfe-b80e-d30999658a98),segment_id=82f24a60-f3fd-4bfe-b80e-d30999658a98)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:57:42.878695 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-caa7eaba-fc44-4ab0-8f5a-1268bce80db0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:42.891244 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7def1b4-6e3c-4f04-bcf9-4fe87d5ed1d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=89631431-886a-4a80-83c1-e2dfbe318c45,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:57:42.893235 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7def1b4-6e3c-4f04-bcf9-4fe87d5ed1d1 admin admin] No DVR routers for this DVR port 89631431-886a-4a80-83c1-e2dfbe318c45 on host n-d-705658-22 {{(pid=105585) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 20:57:42.901785 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-caa7eaba-fc44-4ab0-8f5a-1268bce80db0 None None] Calling delete_port for 89631431-886a-4a80-83c1-e2dfbe318c45 owned by network:dhcp {{(pid=105586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:57:43.012707 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-a7def1b4-6e3c-4f04-bcf9-4fe87d5ed1d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853562', 'neutron.services.segments.db._delete_segments_for_network-8790688882975'] for network, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:43.030555 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [req-4f91fd5f-8e9a-4fbf-943c-70de798ae8e4 req-d43f79e0-20a5-4311-b09d-caedfad82cf6 service neutron] For port fb15f1c0-245b-436e-a9d1-d0cce94ca8e6, host n-h2-705658-22, cleared binding levels {{(pid=105584) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:57:43.033337 n-d-705658-22 neutron-server[105585]: DEBUG neutron.services.segments.db [None req-a7def1b4-6e3c-4f04-bcf9-4fe87d5ed1d1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb450651-6ba2-4b9a-9c7d-ac4916a65ce9']}} {{(pid=105585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:57:43.035975 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-4f91fd5f-8e9a-4fbf-943c-70de798ae8e4 req-d43f79e0-20a5-4311-b09d-caedfad82cf6 service neutron] Notify callbacks [] for binding, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:43.038087 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-4f91fd5f-8e9a-4fbf-943c-70de798ae8e4 req-d43f79e0-20a5-4311-b09d-caedfad82cf6 service neutron] 10.222.0.36 "DELETE /v2.0/ports/fb15f1c0-245b-436e-a9d1-d0cce94ca8e6/bindings/n-h2-705658-22 HTTP/1.1" status: 204 len: 173 time: 0.1725013 Jul 27 20:57:43.048486 n-d-705658-22 neutron-server[105585]: DEBUG neutron.services.segments.db [None req-a7def1b4-6e3c-4f04-bcf9-4fe87d5ed1d1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82f24a60-f3fd-4bfe-b80e-d30999658a98') {'for_net_delete': True} {{(pid=105585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:57:43.048889 n-d-705658-22 neutron-server[105585]: DEBUG neutron.services.segments.db [None req-a7def1b4-6e3c-4f04-bcf9-4fe87d5ed1d1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82f24a60-f3fd-4bfe-b80e-d30999658a98') {} {{(pid=105585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:57:43.064277 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-a7def1b4-6e3c-4f04-bcf9-4fe87d5ed1d1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790688883752', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9886370'] for segment, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:43.090488 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59f0833-2cb6-4743-8af3-bde627d485e7 req-0f7fc998-f3e5-438e-b9d1-eef4ad56a74c tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:43.095551 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-c59f0833-2cb6-4743-8af3-bde627d485e7 req-0f7fc998-f3e5-438e-b9d1-eef4ad56a74c tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] 10.222.0.59 "GET /v2.0/ports?device_id=a9d282a6-35a6-42dc-b28f-b1607074228a HTTP/1.1" status: 200 len: 945 time: 0.1635151 Jul 27 20:57:43.097435 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-a7def1b4-6e3c-4f04-bcf9-4fe87d5ed1d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:43.112617 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7def1b4-6e3c-4f04-bcf9-4fe87d5ed1d1 admin admin] Releasing vlan 218 on physical network physnet1 to pool {{(pid=105585) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 20:57:43.113090 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-a7def1b4-6e3c-4f04-bcf9-4fe87d5ed1d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10221644'] for segment, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:43.114826 n-d-705658-22 neutron-server[105585]: Traceback (most recent call last): Jul 27 20:57:43.114826 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 20:57:43.114826 n-d-705658-22 neutron-server[105585]: timer() Jul 27 20:57:43.114826 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 20:57:43.114826 n-d-705658-22 neutron-server[105585]: cb(*args, **kw) Jul 27 20:57:43.114826 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 20:57:43.114826 n-d-705658-22 neutron-server[105585]: return func(*args, **kwargs) Jul 27 20:57:43.114826 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 20:57:43.114826 n-d-705658-22 neutron-server[105585]: self._notify() Jul 27 20:57:43.114826 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 20:57:43.114826 n-d-705658-22 neutron-server[105585]: self.callback(batched_events) Jul 27 20:57:43.114826 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 20:57:43.114826 n-d-705658-22 neutron-server[105585]: event.method(event) Jul 27 20:57:43.114826 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 20:57:43.114826 n-d-705658-22 neutron-server[105585]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 20:57:43.114826 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 20:57:43.114826 n-d-705658-22 neutron-server[105585]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 20:57:43.114826 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 20:57:43.114826 n-d-705658-22 neutron-server[105585]: return f(self, *a, **k) Jul 27 20:57:43.114826 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 20:57:43.114826 n-d-705658-22 neutron-server[105585]: return self._get(url).json() Jul 27 20:57:43.114826 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 20:57:43.114826 n-d-705658-22 neutron-server[105585]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 20:57:43.114826 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 20:57:43.114826 n-d-705658-22 neutron-server[105585]: return self.request(url, 'GET', **kwargs) Jul 27 20:57:43.114826 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 20:57:43.114826 n-d-705658-22 neutron-server[105585]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 20:57:43.114826 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 20:57:43.114826 n-d-705658-22 neutron-server[105585]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 20:57:43.114826 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 20:57:43.114826 n-d-705658-22 neutron-server[105585]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 20:57:43.114826 n-d-705658-22 neutron-server[105585]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 20:57:43.143815 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-caa7eaba-fc44-4ab0-8f5a-1268bce80db0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180'] for port, after_delete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:43.170229 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa7eaba-fc44-4ab0-8f5a-1268bce80db0 None None] Pushing event deleted for resources: {'Port': ['ID=89631431-886a-4a80-83c1-e2dfbe318c45,revision_number=None']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:57:43.185562 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caa7eaba-fc44-4ab0-8f5a-1268bce80db0 None None] No DVR routers for this DVR port 89631431-886a-4a80-83c1-e2dfbe318c45 on host n-d-705658-22 {{(pid=105586) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 20:57:43.206716 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-c59f0833-2cb6-4743-8af3-bde627d485e7 req-2e255096-dbc8-49d4-a307-cd0af647d757 tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] 10.222.0.59 "GET /v2.0/security-groups?id=1749b80d-91c6-4bd3-8e8d-666bd095400f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058967 Jul 27 20:57:43.207760 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-a7def1b4-6e3c-4f04-bcf9-4fe87d5ed1d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4075658'] for network, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:43.225140 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-a7def1b4-6e3c-4f04-bcf9-4fe87d5ed1d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743886'] for network, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:43.229588 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-a7def1b4-6e3c-4f04-bcf9-4fe87d5ed1d1 admin admin] 10.222.0.59 "DELETE /v2.0/networks/cb450651-6ba2-4b9a-9c7d-ac4916a65ce9 HTTP/1.1" status: 204 len: 168 time: 0.8603673 Jul 27 20:57:43.231514 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7def1b4-6e3c-4f04-bcf9-4fe87d5ed1d1 admin admin] Pushing event deleted for resources: {'Network': ['ID=cb450651-6ba2-4b9a-9c7d-ac4916a65ce9,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:57:43.409824 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a16ee9-31e7-4e68-bf80-8e8c73c1d45a req-abe5700b-e5ca-4ede-aed2-d9104725d7f0 tempest-LiveAutoBlockMigrationV225Test-821062891 tempest-LiveAutoBlockMigrationV225Test-821062891-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:43.413314 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-03a16ee9-31e7-4e68-bf80-8e8c73c1d45a req-abe5700b-e5ca-4ede-aed2-d9104725d7f0 tempest-LiveAutoBlockMigrationV225Test-821062891 tempest-LiveAutoBlockMigrationV225Test-821062891-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=a9d282a6-35a6-42dc-b28f-b1607074228a HTTP/1.1" status: 200 len: 1097 time: 0.0834520 Jul 27 20:57:43.436903 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 37524) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:57:43.470460 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-03a16ee9-31e7-4e68-bf80-8e8c73c1d45a req-2fd0883c-9c18-405d-995b-983a0dec38b2 tempest-LiveAutoBlockMigrationV225Test-821062891 tempest-LiveAutoBlockMigrationV225Test-821062891-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=1749b80d-91c6-4bd3-8e8d-666bd095400f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500844 Jul 27 20:57:43.483471 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-bc86c858-ef38-44e6-8fba-5b09ca436103 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=8ef5ae3754f942d6bfb3fca348e04118&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0452044 Jul 27 20:57:43.485945 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 37532) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:57:43.551913 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-90142932-9951-4fa7-b73b-d287dd81a7e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:43.576821 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-90142932-9951-4fa7-b73b-d287dd81a7e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:43.633863 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-90142932-9951-4fa7-b73b-d287dd81a7e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:43.636912 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-90142932-9951-4fa7-b73b-d287dd81a7e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:43.638066 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-90142932-9951-4fa7-b73b-d287dd81a7e4 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/8e624957-e10f-45bc-9807-385c5037752b HTTP/1.1" status: 204 len: 168 time: 0.1512046 Jul 27 20:57:43.650155 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90142932-9951-4fa7-b73b-d287dd81a7e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e624957-e10f-45bc-9807-385c5037752b,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:57:43.825614 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cefccb-91af-4cfc-a324-a71192d60db2 req-ccf0ce3d-7a92-4a60-bc8a-0e29e61fd75f tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:43.828213 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-62cefccb-91af-4cfc-a324-a71192d60db2 req-ccf0ce3d-7a92-4a60-bc8a-0e29e61fd75f tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] 10.222.0.59 "GET /v2.0/ports?device_id=a9d282a6-35a6-42dc-b28f-b1607074228a HTTP/1.1" status: 200 len: 945 time: 0.0719457 Jul 27 20:57:43.885144 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-62cefccb-91af-4cfc-a324-a71192d60db2 req-b7eac911-af50-4a2f-ad67-a6b7ea852ded tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] 10.222.0.59 "GET /v2.0/security-groups?id=1749b80d-91c6-4bd3-8e8d-666bd095400f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510674 Jul 27 20:57:44.005156 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19586664-566d-44b0-a232-8082d541ba08 req-5771e0bf-c8af-4906-bbae-0f5cd65249bd tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:44.012820 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-19586664-566d-44b0-a232-8082d541ba08 req-5771e0bf-c8af-4906-bbae-0f5cd65249bd tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] 10.222.0.59 "GET /v2.0/ports?device_id=db419102-3263-4279-8695-4f2f3857abff HTTP/1.1" status: 200 len: 949 time: 0.0953643 Jul 27 20:57:44.072305 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 89631431-886a-4a80-83c1-e2dfbe318c45 no longer exists at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 20:57:44.074748 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-19586664-566d-44b0-a232-8082d541ba08 req-ba9f8437-e2c1-44ea-a7e0-9a72e6e731eb tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] 10.222.0.59 "GET /v2.0/security-groups?id=c6534cb3-b44e-4a83-b57e-ddb72c2ad843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604341 Jul 27 20:57:44.094603 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] No Port match for: 89631431-886a-4a80-83c1-e2dfbe318c45 {{(pid=105586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 20:57:44.094959 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 89631431-886a-4a80-83c1-e2dfbe318c45 not bound to the agent host n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 20:57:44.184327 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-875ced1b-4cf3-463a-9653-058f0f9421e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:44.202573 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 37562) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:57:44.365249 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-a24bb0d0-ae5d-4290-9a6b-a44d2d95e2f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:44.466073 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-a24bb0d0-ae5d-4290-9a6b-a44d2d95e2f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:44.471520 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-a24bb0d0-ae5d-4290-9a6b-a44d2d95e2f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:44.519049 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-a24bb0d0-ae5d-4290-9a6b-a44d2d95e2f7 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=b1615baa4c3240b28b3114196ab5c6d2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3153296 Jul 27 20:57:44.521703 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 37578) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:57:44.554000 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24bb0d0-ae5d-4290-9a6b-a44d2d95e2f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=598b85ea-8506-4389-9f0b-dba77aad64c3,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:57:44.579874 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 37582) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:57:44.591944 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-295e27ff-d9a7-41b1-821f-f2fcc1d61dfc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:44.618486 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c3e9d3-28b6-4912-9fc0-1d9819531ce4 req-1a335c01-6caf-4da8-8b82-fa142ec666ec tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:44.625905 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-295e27ff-d9a7-41b1-821f-f2fcc1d61dfc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:44.630492 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-b9c3e9d3-28b6-4912-9fc0-1d9819531ce4 req-1a335c01-6caf-4da8-8b82-fa142ec666ec tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] 10.222.0.36 "GET /v2.0/ports?device_id=a9d282a6-35a6-42dc-b28f-b1607074228a HTTP/1.1" status: 200 len: 945 time: 0.1224530 Jul 27 20:57:44.692546 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-295e27ff-d9a7-41b1-821f-f2fcc1d61dfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:44.695023 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-295e27ff-d9a7-41b1-821f-f2fcc1d61dfc admin admin] Notify callbacks [] for security_group, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:44.696314 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-295e27ff-d9a7-41b1-821f-f2fcc1d61dfc admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/598b85ea-8506-4389-9f0b-dba77aad64c3 HTTP/1.1" status: 204 len: 168 time: 0.1735218 Jul 27 20:57:44.710328 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295e27ff-d9a7-41b1-821f-f2fcc1d61dfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=598b85ea-8506-4389-9f0b-dba77aad64c3,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:57:44.715601 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-c9bb80ef-7523-4c5a-bae2-5bb4c7b87ce3 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1097383978-network', 'tenant_id': '54685b57bf31427c889d7b240f3f8a60'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:57:44.739947 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9bb80ef-7523-4c5a-bae2-5bb4c7b87ce3 admin admin] Made reservation on behalf of 54685b57bf31427c889d7b240f3f8a60 for: {'network': 1} {{(pid=105585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:57:44.742530 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-c9bb80ef-7523-4c5a-bae2-5bb4c7b87ce3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for network, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:44.752011 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-c9bb80ef-7523-4c5a-bae2-5bb4c7b87ce3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:44.760586 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [req-b9c3e9d3-28b6-4912-9fc0-1d9819531ce4 req-0da9dfc4-fa5f-49ba-885f-6ee51fe34094 tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] Deleting port fb15f1c0-245b-436e-a9d1-d0cce94ca8e6 {{(pid=105584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:57:44.760926 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-b9c3e9d3-28b6-4912-9fc0-1d9819531ce4 req-0da9dfc4-fa5f-49ba-885f-6ee51fe34094 tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:44.850067 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-c9bb80ef-7523-4c5a-bae2-5bb4c7b87ce3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:44.855788 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-c9bb80ef-7523-4c5a-bae2-5bb4c7b87ce3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:44.863093 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [req-b9c3e9d3-28b6-4912-9fc0-1d9819531ce4 req-0da9dfc4-fa5f-49ba-885f-6ee51fe34094 tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] For port fb15f1c0-245b-436e-a9d1-d0cce94ca8e6, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=fb15f1c0-245b-436e-a9d1-d0cce94ca8e6,segment=NetworkSegment(30512320-4797-4523-818e-63eb7bdafb2b),segment_id=30512320-4797-4523-818e-63eb7bdafb2b)] {{(pid=105584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:57:44.863844 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-b9c3e9d3-28b6-4912-9fc0-1d9819531ce4 req-0da9dfc4-fa5f-49ba-885f-6ee51fe34094 tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:44.868118 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9bb80ef-7523-4c5a-bae2-5bb4c7b87ce3 admin admin] vlan segment allocate from pool success with {'vlan_id': 236, 'physical_network': 'physnet1'} {{(pid=105585) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 20:57:44.880529 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-c9bb80ef-7523-4c5a-bae2-5bb4c7b87ce3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:44.880821 n-d-705658-22 neutron-server[105585]: INFO neutron.db.segments_db [None req-c9bb80ef-7523-4c5a-bae2-5bb4c7b87ce3 admin admin] Added segment 872889e4-5d02-4ec8-807e-3e5c98ba67af of type vlan for network c29e02c5-8000-4917-925d-2eceb290693b Jul 27 20:57:44.884751 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [req-b9c3e9d3-28b6-4912-9fc0-1d9819531ce4 req-0da9dfc4-fa5f-49ba-885f-6ee51fe34094 tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] Calling delete_port for fb15f1c0-245b-436e-a9d1-d0cce94ca8e6 owned by compute:nova {{(pid=105584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:57:44.943080 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bb80ef-7523-4c5a-bae2-5bb4c7b87ce3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1766e71-7b2a-4f2d-acc0-530f862b8fa8,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:57:44.956008 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-c9bb80ef-7523-4c5a-bae2-5bb4c7b87ce3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790688424798'] for network, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:45.029957 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-c9bb80ef-7523-4c5a-bae2-5bb4c7b87ce3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920'] for network, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:45.031209 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9bb80ef-7523-4c5a-bae2-5bb4c7b87ce3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:45.032059 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-c9bb80ef-7523-4c5a-bae2-5bb4c7b87ce3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743886'] for network, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:45.036761 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 37594) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:57:45.056969 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-41c6b7be-56ea-4fea-a58d-85eefb8e2b69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:45.077429 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-b9c3e9d3-28b6-4912-9fc0-1d9819531ce4 req-0da9dfc4-fa5f-49ba-885f-6ee51fe34094 tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:45.111373 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bb80ef-7523-4c5a-bae2-5bb4c7b87ce3 admin admin] Pushing event updated for resources: {'Network': ['ID=c29e02c5-8000-4917-925d-2eceb290693b,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:57:45.119159 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da9dfc4-fa5f-49ba-885f-6ee51fe34094 tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] Pushing event deleted for resources: {'Port': ['ID=fb15f1c0-245b-436e-a9d1-d0cce94ca8e6,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:57:45.125225 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Network c29e02c5-8000-4917-925d-2eceb290693b details requested by agent ovs-agent-n-d-705658-22 with host n-d-705658-22 {{(pid=105586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 20:57:45.131022 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1adcfc1-8584-4ce1-8677-2de46d134843 req-2c42d5a4-9145-40dd-95fa-753729a20746 tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:45.132599 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-d1adcfc1-8584-4ce1-8677-2de46d134843 req-2c42d5a4-9145-40dd-95fa-753729a20746 tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] 10.222.0.59 "GET /v2.0/ports?device_id=a9d282a6-35a6-42dc-b28f-b1607074228a HTTP/1.1" status: 200 len: 866 time: 0.1481590 Jul 27 20:57:45.193000 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9c3e9d3-28b6-4912-9fc0-1d9819531ce4 req-0da9dfc4-fa5f-49ba-885f-6ee51fe34094 tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] No DVR routers for this DVR port fb15f1c0-245b-436e-a9d1-d0cce94ca8e6 on host n-h1-705658-22 {{(pid=105584) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 20:57:45.196543 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-b9c3e9d3-28b6-4912-9fc0-1d9819531ce4 req-0da9dfc4-fa5f-49ba-885f-6ee51fe34094 tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:45.199204 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-b9c3e9d3-28b6-4912-9fc0-1d9819531ce4 req-0da9dfc4-fa5f-49ba-885f-6ee51fe34094 tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] 10.222.0.36 "DELETE /v2.0/ports/fb15f1c0-245b-436e-a9d1-d0cce94ca8e6 HTTP/1.1" status: 204 len: 173 time: 0.5613337 Jul 27 20:57:45.199789 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9d282a6-35a6-42dc-b28f-b1607074228a', 'name': 'network-vif-deleted', 'tag': 'fb15f1c0-245b-436e-a9d1-d0cce94ca8e6'}] {{(pid=105584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:57:45.202058 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bce5e6c8685464f7626901654159975603b047827e3138302ed6566e28f1343" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ee20c70-5c34-4431-a353-e117b793cb8e" -d '{"events": [{"server_uuid": "a9d282a6-35a6-42dc-b28f-b1607074228a", "name": "network-vif-deleted", "tag": "fb15f1c0-245b-436e-a9d1-d0cce94ca8e6"}]}' {{(pid=105584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:57:45.204025 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-d1adcfc1-8584-4ce1-8677-2de46d134843 req-c3f39645-6861-4a83-9e8e-1dcf7dce8c30 tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] 10.222.0.59 "GET /v2.0/security-groups?id=1749b80d-91c6-4bd3-8e8d-666bd095400f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619435 Jul 27 20:57:45.239629 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa9a8d2-de76-4187-8238-462df2898869 req-37ee6d25-051b-456c-ad15-e00afa551c0a tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:45.241318 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-2aa9a8d2-de76-4187-8238-462df2898869 req-37ee6d25-051b-456c-ad15-e00afa551c0a tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] 10.222.0.59 "GET /v2.0/ports?device_id=db419102-3263-4279-8695-4f2f3857abff HTTP/1.1" status: 200 len: 949 time: 0.0780475 Jul 27 20:57:45.269639 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 20:57:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f08511e8-f995-46a7-b235-71a447a6de06 x-openstack-request-id: req-f08511e8-f995-46a7-b235-71a447a6de06 {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:57:45.270176 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9d282a6-35a6-42dc-b28f-b1607074228a", "name": "network-vif-deleted", "tag": "fb15f1c0-245b-436e-a9d1-d0cce94ca8e6", "status": "completed", "code": 200}]} {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:57:45.270373 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-f08511e8-f995-46a7-b235-71a447a6de06 {{(pid=105584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:57:45.271196 n-d-705658-22 neutron-server[105584]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9d282a6-35a6-42dc-b28f-b1607074228a', 'name': 'network-vif-deleted', 'tag': 'fb15f1c0-245b-436e-a9d1-d0cce94ca8e6', 'status': 'completed', 'code': 200} Jul 27 20:57:45.286863 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-41c6b7be-56ea-4fea-a58d-85eefb8e2b69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:45.291525 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-41c6b7be-56ea-4fea-a58d-85eefb8e2b69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:45.299676 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-2aa9a8d2-de76-4187-8238-462df2898869 req-7963c1d9-3ccb-4581-bc4c-4a9a233ac9d7 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] 10.222.0.59 "GET /v2.0/security-groups?id=c6534cb3-b44e-4a83-b57e-ddb72c2ad843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481851 Jul 27 20:57:45.306126 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-c9bb80ef-7523-4c5a-bae2-5bb4c7b87ce3 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7251587 Jul 27 20:57:45.309219 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 37602) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:57:45.315229 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-d4431248-2c63-4991-b712-6ea0a40006c4 admin admin] Request body: {'subnet': {'network_id': 'c29e02c5-8000-4917-925d-2eceb290693b', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1097383978-subnet', 'tenant_id': '54685b57bf31427c889d7b240f3f8a60', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:57:45.337287 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-41c6b7be-56ea-4fea-a58d-85eefb8e2b69 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=522a61689c7f4274b66fa70f5871a363&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2994659 Jul 27 20:57:45.338746 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c6b7be-56ea-4fea-a58d-85eefb8e2b69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae09b7c0-bf15-40e8-ae29-1e51ed472528,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:57:45.341465 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 37606) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:57:45.363629 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4431248-2c63-4991-b712-6ea0a40006c4 admin admin] Made reservation on behalf of 54685b57bf31427c889d7b240f3f8a60 for: {'subnet': 1} {{(pid=105585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:57:45.366156 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-d4431248-2c63-4991-b712-6ea0a40006c4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9990620'] for subnet, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:45.398441 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-2180c889-203a-4075-bf2d-7e354305be26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:45.423247 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-2180c889-203a-4075-bf2d-7e354305be26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:45.473703 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-2180c889-203a-4075-bf2d-7e354305be26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:45.476718 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-2180c889-203a-4075-bf2d-7e354305be26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:45.480192 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-2180c889-203a-4075-bf2d-7e354305be26 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/ae09b7c0-bf15-40e8-ae29-1e51ed472528 HTTP/1.1" status: 204 len: 168 time: 0.1356859 Jul 27 20:57:45.485885 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2180c889-203a-4075-bf2d-7e354305be26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae09b7c0-bf15-40e8-ae29-1e51ed472528,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:57:45.565962 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-d4431248-2c63-4991-b712-6ea0a40006c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10221797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9990606'] for subnet, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:45.624998 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4431248-2c63-4991-b712-6ea0a40006c4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7c0fdb90-69ca-4554-99dc-5ec25614338f,revision_number=0']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:57:45.633750 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4431248-2c63-4991-b712-6ea0a40006c4 admin admin] Checking segment: {'id': '872889e4-5d02-4ec8-807e-3e5c98ba67af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'c29e02c5-8000-4917-925d-2eceb290693b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:57:45.634098 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4431248-2c63-4991-b712-6ea0a40006c4 admin admin] Network hostable DHCP agents. Network: c29e02c5-8000-4917-925d-2eceb290693b, hostable agents: ['7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a'], hosted agents: [] {{(pid=105585) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 20:57:45.651997 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4431248-2c63-4991-b712-6ea0a40006c4 admin admin] Network c29e02c5-8000-4917-925d-2eceb290693b is scheduled to be hosted by DHCP agent 7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a with binding_index 1 {{(pid=105585) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 20:57:45.663146 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.base_scheduler [None req-d4431248-2c63-4991-b712-6ea0a40006c4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-22, c29e02c5-8000-4917-925d-2eceb290693b) {{(pid=105585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:57:45.674332 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4431248-2c63-4991-b712-6ea0a40006c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:45.674977 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-d4431248-2c63-4991-b712-6ea0a40006c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743886'] for subnet, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:45.677384 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-501fa739-3c38-4209-a823-1d0aa202a0af None None] Network c29e02c5-8000-4917-925d-2eceb290693b requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 20:57:45.704717 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-d4431248-2c63-4991-b712-6ea0a40006c4 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3941796 Jul 27 20:57:45.908095 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-416daefd-c16a-4789-9eba-5b27ddd289d0 None None] Network c29e02c5-8000-4917-925d-2eceb290693b requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 20:57:46.356786 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-2d192620-2d80-49a0-b29f-cfcbe857bc6e req-6890270b-8709-423e-9e77-15a347bae207 tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] 10.222.0.59 "GET /v2.0/ports?device_id=a9d282a6-35a6-42dc-b28f-b1607074228a HTTP/1.1" status: 200 len: 210 time: 0.0383127 Jul 27 20:57:46.403392 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d962a1-bcf7-44a3-a3e3-009655e94c20 req-a3d6bd08-c0bf-4099-8e18-9d67767b100c tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:46.404894 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-15d962a1-bcf7-44a3-a3e3-009655e94c20 req-a3d6bd08-c0bf-4099-8e18-9d67767b100c tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] 10.222.0.59 "GET /v2.0/networks?id=c29e02c5-8000-4917-925d-2eceb290693b HTTP/1.1" status: 200 len: 812 time: 0.1425428 Jul 27 20:57:46.432028 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-15d962a1-bcf7-44a3-a3e3-009655e94c20 req-85bae4d1-0d57-4e9e-85d4-fd211b585e20 tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] 10.222.0.59 "GET /v2.0/quotas/54685b57bf31427c889d7b240f3f8a60 HTTP/1.1" status: 200 len: 375 time: 0.0201807 Jul 27 20:57:46.452534 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device fb15f1c0-245b-436e-a9d1-d0cce94ca8e6 no longer exists at agent hyperv_n-h1-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 20:57:46.471923 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-28650df7-c46c-4981-b84f-37d87254047e None None] No Port match for: fb15f1c0-245b-436e-a9d1-d0cce94ca8e6 {{(pid=105586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 20:57:46.472278 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device fb15f1c0-245b-436e-a9d1-d0cce94ca8e6 not bound to the agent host n-h1-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 20:57:46.485282 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-15d962a1-bcf7-44a3-a3e3-009655e94c20 req-a375f5bc-0ed7-4509-bf95-13e2d0a83d80 tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=54685b57bf31427c889d7b240f3f8a60&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0335436 Jul 27 20:57:46.562643 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d07d3a5-9b32-4512-8eb6-4d5db875387d req-4a5fcaac-618b-4dad-9d02-515ed39c7dad tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:46.564145 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-4d07d3a5-9b32-4512-8eb6-4d5db875387d req-4a5fcaac-618b-4dad-9d02-515ed39c7dad tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] 10.222.0.59 "GET /v2.0/ports?device_id=db419102-3263-4279-8695-4f2f3857abff HTTP/1.1" status: 200 len: 949 time: 0.1458237 Jul 27 20:57:46.622395 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-15d962a1-bcf7-44a3-a3e3-009655e94c20 req-4f2ef111-0ade-428c-b128-a89c5129e0be service neutron] 10.222.0.59 "GET /v2.0/networks/c29e02c5-8000-4917-925d-2eceb290693b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291938 Jul 27 20:57:46.627482 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-4d07d3a5-9b32-4512-8eb6-4d5db875387d req-e47a29ad-1d1f-4b5a-8517-5e12567bc1f0 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] 10.222.0.59 "GET /v2.0/security-groups?id=c6534cb3-b44e-4a83-b57e-ddb72c2ad843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570886 Jul 27 20:57:46.719512 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-15d962a1-bcf7-44a3-a3e3-009655e94c20 req-8719badb-a1a8-481a-8d65-a1e387668add service neutron] 10.222.0.59 "GET /v2.0/networks/c29e02c5-8000-4917-925d-2eceb290693b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905576 Jul 27 20:57:47.031880 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-7063183a-9583-4ae1-84e5-1727adc96b15 req-330f9783-2bd0-4785-b705-58d9d935269b tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] 10.222.0.59 "GET /v2.0/ports?device_id=b8093202-0829-41b7-950c-9aadd5e50706 HTTP/1.1" status: 200 len: 210 time: 0.0453961 Jul 27 20:57:47.488399 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-50342da1-fa02-4173-946e-163ef8e0d349 req-1bf538b0-4580-4be3-9069-e9cc5d5e4856 tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] 10.222.0.59 "GET /v2.0/ports?device_id=a9d282a6-35a6-42dc-b28f-b1607074228a HTTP/1.1" status: 200 len: 210 time: 0.0474105 Jul 27 20:57:47.771628 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7e4547-889c-422b-bf35-bbd7ce20d897 req-66438d04-d053-4103-8e88-652de405e539 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:47.773915 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-aa7e4547-889c-422b-bf35-bbd7ce20d897 req-66438d04-d053-4103-8e88-652de405e539 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] 10.222.0.59 "GET /v2.0/ports?device_id=db419102-3263-4279-8695-4f2f3857abff HTTP/1.1" status: 200 len: 949 time: 0.0714192 Jul 27 20:57:47.823755 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-aa7e4547-889c-422b-bf35-bbd7ce20d897 req-58ae75dd-4e1a-458c-b9ec-066f32a2f60c tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] 10.222.0.59 "GET /v2.0/security-groups?id=c6534cb3-b44e-4a83-b57e-ddb72c2ad843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409811 Jul 27 20:57:47.839712 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 37718) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:57:48.004160 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d962a1-bcf7-44a3-a3e3-009655e94c20 req-6d8b62ee-9ed2-4819-897a-050b11215c40 tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:48.005746 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-15d962a1-bcf7-44a3-a3e3-009655e94c20 req-6d8b62ee-9ed2-4819-897a-050b11215c40 tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] 10.222.0.60 "GET /v2.0/networks?id=c29e02c5-8000-4917-925d-2eceb290693b HTTP/1.1" status: 200 len: 812 time: 0.1325328 Jul 27 20:57:48.020850 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [req-15d962a1-bcf7-44a3-a3e3-009655e94c20 req-2a4530d2-34cc-45e2-86cc-b5b1fce666f6 tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] Request body: {'port': {'device_id': 'b8093202-0829-41b7-950c-9aadd5e50706', 'network_id': 'c29e02c5-8000-4917-925d-2eceb290693b', 'admin_state_up': True, 'tenant_id': '54685b57bf31427c889d7b240f3f8a60'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:57:48.093566 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-0a1360b4-4170-4b80-b8ee-31b2f4000103 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:48.227132 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-687b8d80-9493-4fb8-a801-4d143dbdd364 req-9be62c6d-fade-4abb-9623-969e7e49b350 tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] 10.222.0.59 "GET /v2.0/ports?device_id=b8093202-0829-41b7-950c-9aadd5e50706 HTTP/1.1" status: 200 len: 210 time: 0.0635734 Jul 27 20:57:48.232577 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-0a1360b4-4170-4b80-b8ee-31b2f4000103 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:48.238313 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-0a1360b4-4170-4b80-b8ee-31b2f4000103 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:48.264397 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-15d962a1-bcf7-44a3-a3e3-009655e94c20 req-2a4530d2-34cc-45e2-86cc-b5b1fce666f6 tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] Made reservation on behalf of 54685b57bf31427c889d7b240f3f8a60 for: {'port': 1} {{(pid=105585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:57:48.267886 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-15d962a1-bcf7-44a3-a3e3-009655e94c20 req-2a4530d2-34cc-45e2-86cc-b5b1fce666f6 tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:48.278098 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-0a1360b4-4170-4b80-b8ee-31b2f4000103 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=56c38e2cd14f4ab7b1f8464e5654b4c3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4334705 Jul 27 20:57:48.280902 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 37734) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:57:48.294041 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb38609-eb1a-42a9-ac3c-8f95c67c4e53 req-079beaa1-8bfe-414e-8f34-97b45c5bea5c tempest-ServersTestJSON-933210889 tempest-ServersTestJSON-933210889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:48.295681 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1360b4-4170-4b80-b8ee-31b2f4000103 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a218180f-8cc6-48dd-b758-3f6e2b0cac36,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:57:48.295831 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-deb38609-eb1a-42a9-ac3c-8f95c67c4e53 req-079beaa1-8bfe-414e-8f34-97b45c5bea5c tempest-ServersTestJSON-933210889 tempest-ServersTestJSON-933210889-project] 10.222.0.59 "GET /v2.0/ports?device_id=9a206e42-b932-4dfe-bf46-6c2645af1695 HTTP/1.1" status: 200 len: 945 time: 0.1504793 Jul 27 20:57:48.336417 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-9177a353-5bc0-4e2f-9ce8-4c064819d5a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:48.358818 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-9177a353-5bc0-4e2f-9ce8-4c064819d5a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:48.387352 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-deb38609-eb1a-42a9-ac3c-8f95c67c4e53 req-4f7df984-55bf-41ff-a6a4-f5778e29049e tempest-ServersTestJSON-933210889 tempest-ServersTestJSON-933210889-project] 10.222.0.59 "GET /v2.0/security-groups?id=a0b73daf-d493-4273-bbc1-c25f03644436&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0783069 Jul 27 20:57:48.430734 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-9177a353-5bc0-4e2f-9ce8-4c064819d5a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:48.434412 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-9177a353-5bc0-4e2f-9ce8-4c064819d5a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:48.435597 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-9177a353-5bc0-4e2f-9ce8-4c064819d5a8 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/a218180f-8cc6-48dd-b758-3f6e2b0cac36 HTTP/1.1" status: 204 len: 168 time: 0.1534746 Jul 27 20:57:48.443368 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9177a353-5bc0-4e2f-9ce8-4c064819d5a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a218180f-8cc6-48dd-b758-3f6e2b0cac36,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:57:48.473268 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.db_base_plugin_common [req-15d962a1-bcf7-44a3-a3e3-009655e94c20 req-2a4530d2-34cc-45e2-86cc-b5b1fce666f6 tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] Allocated IP 172.20.0.14 (c29e02c5-8000-4917-925d-2eceb290693b/7c0fdb90-69ca-4554-99dc-5ec25614338f/9cce8202-f27e-4e42-8ece-fb030c8334e9) {{(pid=105585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:57:48.619533 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-83b3e6e8-b484-4267-9053-63e85435b641 req-f00ad19d-9c49-41f4-9577-614f6cfaf483 tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] 10.222.0.59 "GET /v2.0/ports?device_id=a9d282a6-35a6-42dc-b28f-b1607074228a HTTP/1.1" status: 200 len: 210 time: 0.0332744 Jul 27 20:57:48.678788 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-15d962a1-bcf7-44a3-a3e3-009655e94c20 req-2a4530d2-34cc-45e2-86cc-b5b1fce666f6 tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] Notify callbacks [] for port, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:48.725865 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-15d962a1-bcf7-44a3-a3e3-009655e94c20 req-2a4530d2-34cc-45e2-86cc-b5b1fce666f6 tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:48.770275 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15d962a1-bcf7-44a3-a3e3-009655e94c20 req-2a4530d2-34cc-45e2-86cc-b5b1fce666f6 tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] Network c29e02c5-8000-4917-925d-2eceb290693b is already hosted by enough agents. {{(pid=105585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:57:48.777682 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.base_scheduler [req-15d962a1-bcf7-44a3-a3e3-009655e94c20 req-2a4530d2-34cc-45e2-86cc-b5b1fce666f6 tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] Resources bound (agent type, host, resource id): {{(pid=105585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:57:48.780607 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.l3_dvrscheduler_db [req-15d962a1-bcf7-44a3-a3e3-009655e94c20 req-2a4530d2-34cc-45e2-86cc-b5b1fce666f6 tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] Received port after_create {{(pid=105585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:57:48.810218 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4530d2-34cc-45e2-86cc-b5b1fce666f6 tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] Pushing event updated for resources: {'Port': ['ID=9cce8202-f27e-4e42-8ece-fb030c8334e9,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:57:48.838467 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d962a1-bcf7-44a3-a3e3-009655e94c20 req-2a4530d2-34cc-45e2-86cc-b5b1fce666f6 tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:48.839116 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-15d962a1-bcf7-44a3-a3e3-009655e94c20 req-2a4530d2-34cc-45e2-86cc-b5b1fce666f6 tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:48.854600 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-15d962a1-bcf7-44a3-a3e3-009655e94c20 req-2a4530d2-34cc-45e2-86cc-b5b1fce666f6 tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8402567 Jul 27 20:57:48.985214 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [req-15d962a1-bcf7-44a3-a3e3-009655e94c20 req-4cf2c2f6-40c3-4928-b5dc-86f217249ed7 service neutron] Request body: {'port': {'device_id': 'b8093202-0829-41b7-950c-9aadd5e50706', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-705658-22'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:57:49.046011 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a337b98-67b4-4e7e-8767-9cfc867b3316 req-916de652-c7dc-4d7a-9b86-1578e04f3559 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:49.047912 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-2a337b98-67b4-4e7e-8767-9cfc867b3316 req-916de652-c7dc-4d7a-9b86-1578e04f3559 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] 10.222.0.59 "GET /v2.0/ports?device_id=db419102-3263-4279-8695-4f2f3857abff HTTP/1.1" status: 200 len: 949 time: 0.1281505 Jul 27 20:57:49.117488 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-15d962a1-bcf7-44a3-a3e3-009655e94c20 req-4cf2c2f6-40c3-4928-b5dc-86f217249ed7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:49.122682 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-2a337b98-67b4-4e7e-8767-9cfc867b3316 req-e248850f-a545-4a25-a43f-f491376df797 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] 10.222.0.59 "GET /v2.0/security-groups?id=c6534cb3-b44e-4a83-b57e-ddb72c2ad843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663090 Jul 27 20:57:49.217869 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 37772) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:57:49.362244 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-8cfb984d-ec91-4fee-8ada-2e987d1e3186 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-1962194612-network', 'tenant_id': '8a53a664241042c3a17625ff27e7ea47'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:57:49.390503 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cfb984d-ec91-4fee-8ada-2e987d1e3186 admin admin] Made reservation on behalf of 8a53a664241042c3a17625ff27e7ea47 for: {'network': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:57:49.393577 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-8cfb984d-ec91-4fee-8ada-2e987d1e3186 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for network, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:49.403824 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-8cfb984d-ec91-4fee-8ada-2e987d1e3186 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:49.550600 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-8cfb984d-ec91-4fee-8ada-2e987d1e3186 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:49.555529 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-8cfb984d-ec91-4fee-8ada-2e987d1e3186 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:49.574544 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219c9e3b-49f6-4935-be50-e93395315795 req-58419982-3b33-4a16-a351-1369b1dcb671 tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:49.582838 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-219c9e3b-49f6-4935-be50-e93395315795 req-58419982-3b33-4a16-a351-1369b1dcb671 tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] 10.222.0.59 "GET /v2.0/ports?device_id=b8093202-0829-41b7-950c-9aadd5e50706 HTTP/1.1" status: 200 len: 932 time: 0.2028923 Jul 27 20:57:49.587524 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8cfb984d-ec91-4fee-8ada-2e987d1e3186 admin admin] vlan segment allocate from pool success with {'vlan_id': 243, 'physical_network': 'physnet1'} {{(pid=105584) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 20:57:49.606476 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfb984d-ec91-4fee-8ada-2e987d1e3186 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbd22935-66a8-4b52-80a6-8bbc4adcc616,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:57:49.615051 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-8cfb984d-ec91-4fee-8ada-2e987d1e3186 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:49.615418 n-d-705658-22 neutron-server[105584]: INFO neutron.db.segments_db [None req-8cfb984d-ec91-4fee-8ada-2e987d1e3186 admin admin] Added segment 4abc254e-de5d-4683-a5f6-66d38657f377 of type vlan for network dba5ce41-1a40-4247-82e9-46ae522593d4 Jul 27 20:57:49.629516 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-263d25ad-7fb1-46b2-aca8-ea36b43f10fb req-76483a2f-cab7-4275-8a9c-8196295dcf45 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=6e7f21e0-a9a4-4507-862c-a1b74a2de6ab&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2507436 Jul 27 20:57:49.648747 n-d-705658-22 neutron-server[105585]: DEBUG neutron.notifiers.nova [req-15d962a1-bcf7-44a3-a3e3-009655e94c20 req-4cf2c2f6-40c3-4928-b5dc-86f217249ed7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9cce8202-f27e-4e42-8ece-fb030c8334e9 {{(pid=105585) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 20:57:49.672437 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-15d962a1-bcf7-44a3-a3e3-009655e94c20 req-4cf2c2f6-40c3-4928-b5dc-86f217249ed7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:49.707839 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-8cfb984d-ec91-4fee-8ada-2e987d1e3186 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790688424798'] for network, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:49.715404 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-219c9e3b-49f6-4935-be50-e93395315795 req-4896d52e-5efb-4752-be3f-b8fa7d1abef3 tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] 10.222.0.59 "GET /v2.0/security-groups?id=d1766e71-7b2a-4f2d-acc0-530f862b8fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170096 Jul 27 20:57:49.739813 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.provisioning_blocks [req-15d962a1-bcf7-44a3-a3e3-009655e94c20 req-4cf2c2f6-40c3-4928-b5dc-86f217249ed7 service neutron] Transition to ACTIVE for port object 9cce8202-f27e-4e42-8ece-fb030c8334e9 will not be triggered until provisioned by entity L2. {{(pid=105585) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:57:49.755763 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-15d962a1-bcf7-44a3-a3e3-009655e94c20 req-4cf2c2f6-40c3-4928-b5dc-86f217249ed7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10221672'] for port, after_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:49.792044 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-8cfb984d-ec91-4fee-8ada-2e987d1e3186 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920'] for network, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:49.793575 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cfb984d-ec91-4fee-8ada-2e987d1e3186 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:49.794529 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-8cfb984d-ec91-4fee-8ada-2e987d1e3186 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743886'] for network, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:49.860736 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-8cfb984d-ec91-4fee-8ada-2e987d1e3186 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.6413498 Jul 27 20:57:49.865440 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 37782) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:57:49.870353 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-606f5115-2b77-4e15-bee9-e3560edfd271 admin admin] Request body: {'subnet': {'network_id': 'dba5ce41-1a40-4247-82e9-46ae522593d4', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-1962194612-subnet', 'tenant_id': '8a53a664241042c3a17625ff27e7ea47', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:57:49.875408 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-077f5d14-4ffc-4dea-ac91-aef04e432053 req-45b67e86-d72a-43ae-8db2-b64330c9ddb0 tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] 10.222.0.59 "GET /v2.0/ports?device_id=a9d282a6-35a6-42dc-b28f-b1607074228a HTTP/1.1" status: 200 len: 210 time: 0.0607581 Jul 27 20:57:49.883321 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf2c2f6-40c3-4928-b5dc-86f217249ed7 service neutron] Pushing event updated for resources: {'Port': ['ID=9cce8202-f27e-4e42-8ece-fb030c8334e9,revision_number=2']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:57:49.890078 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263d25ad-7fb1-46b2-aca8-ea36b43f10fb req-cf34e6ca-d6eb-4733-9f2c-b40e6d55d7f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:49.891587 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-263d25ad-7fb1-46b2-aca8-ea36b43f10fb req-cf34e6ca-d6eb-4733-9f2c-b40e6d55d7f5 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b02d9256766347f197eb5fbdd02cbc7a&device_id=6e7f21e0-a9a4-4507-862c-a1b74a2de6ab HTTP/1.1" status: 200 len: 1096 time: 0.2355466 Jul 27 20:57:49.910153 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfb984d-ec91-4fee-8ada-2e987d1e3186 admin admin] Pushing event updated for resources: {'Network': ['ID=dba5ce41-1a40-4247-82e9-46ae522593d4,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:57:49.929976 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Network dba5ce41-1a40-4247-82e9-46ae522593d4 details requested by agent ovs-agent-n-d-705658-22 with host n-d-705658-22 {{(pid=105586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 20:57:49.935321 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-606f5115-2b77-4e15-bee9-e3560edfd271 admin admin] Made reservation on behalf of 8a53a664241042c3a17625ff27e7ea47 for: {'subnet': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:57:49.940124 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-606f5115-2b77-4e15-bee9-e3560edfd271 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9738786'] for subnet, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:50.238570 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-606f5115-2b77-4e15-bee9-e3560edfd271 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9014150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9738800'] for subnet, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:50.308765 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606f5115-2b77-4e15-bee9-e3560edfd271 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1b56bab4-b9d5-4d43-bfab-970968dc9792,revision_number=0']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:57:50.318551 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-606f5115-2b77-4e15-bee9-e3560edfd271 admin admin] Checking segment: {'id': '4abc254e-de5d-4683-a5f6-66d38657f377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'dba5ce41-1a40-4247-82e9-46ae522593d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:57:50.319222 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-606f5115-2b77-4e15-bee9-e3560edfd271 admin admin] Network hostable DHCP agents. Network: dba5ce41-1a40-4247-82e9-46ae522593d4, hostable agents: ['7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a'], hosted agents: [] {{(pid=105584) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 20:57:50.337367 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-606f5115-2b77-4e15-bee9-e3560edfd271 admin admin] Network dba5ce41-1a40-4247-82e9-46ae522593d4 is scheduled to be hosted by DHCP agent 7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a with binding_index 1 {{(pid=105584) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 20:57:50.346708 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c46a9e-b0e8-4997-b3c7-77ef68a02186 req-6433256b-cdd2-4ed1-8113-b4b59ac83bf3 tempest-ServersTestJSON-933210889 tempest-ServersTestJSON-933210889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:50.347447 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [None req-606f5115-2b77-4e15-bee9-e3560edfd271 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-22, dba5ce41-1a40-4247-82e9-46ae522593d4) {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:57:50.351926 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-606f5115-2b77-4e15-bee9-e3560edfd271 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:50.352515 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-606f5115-2b77-4e15-bee9-e3560edfd271 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:50.354365 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e8c46a9e-b0e8-4997-b3c7-77ef68a02186 req-6433256b-cdd2-4ed1-8113-b4b59ac83bf3 tempest-ServersTestJSON-933210889 tempest-ServersTestJSON-933210889-project] 10.222.0.59 "GET /v2.0/ports?device_id=9a206e42-b932-4dfe-bf46-6c2645af1695 HTTP/1.1" status: 200 len: 945 time: 0.6010749 Jul 27 20:57:50.360445 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ca79519-0172-4ae7-ae91-7a98f6a3c1c5 None None] Network dba5ce41-1a40-4247-82e9-46ae522593d4 requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 20:57:50.386477 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-606f5115-2b77-4e15-bee9-e3560edfd271 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5198855 Jul 27 20:57:50.387432 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 37792) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:57:50.393079 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-0751c605-8cd0-4a6b-9f14-8cb87c6d848a admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-1962194612-router', 'tenant_id': '8a53a664241042c3a17625ff27e7ea47', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305'}}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:57:50.429248 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-0751c605-8cd0-4a6b-9f14-8cb87c6d848a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4163813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-443'] for router, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:50.433150 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-0751c605-8cd0-4a6b-9f14-8cb87c6d848a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4165196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4077059', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3711235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-418'] for router, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:50.452208 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.managers [req-15d962a1-bcf7-44a3-a3e3-009655e94c20 req-4cf2c2f6-40c3-4928-b5dc-86f217249ed7 service neutron] Attempting to bind port 9cce8202-f27e-4e42-8ece-fb030c8334e9 on host n-h2-705658-22 for vnic_type normal with profile {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:57:50.452834 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.managers [req-15d962a1-bcf7-44a3-a3e3-009655e94c20 req-4cf2c2f6-40c3-4928-b5dc-86f217249ed7 service neutron] Attempting to bind port 9cce8202-f27e-4e42-8ece-fb030c8334e9 by drivers openvswitch,hyperv on host n-h2-705658-22 at level 0 using segments [{'id': '872889e4-5d02-4ec8-807e-3e5c98ba67af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'c29e02c5-8000-4917-925d-2eceb290693b'}] {{(pid=105585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:57:50.452834 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15d962a1-bcf7-44a3-a3e3-009655e94c20 req-4cf2c2f6-40c3-4928-b5dc-86f217249ed7 service neutron] Attempting to bind port 9cce8202-f27e-4e42-8ece-fb030c8334e9 on network c29e02c5-8000-4917-925d-2eceb290693b {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:57:50.478967 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e8c46a9e-b0e8-4997-b3c7-77ef68a02186 req-ddf3d7db-9d95-4375-9d78-0a4e8a7c7c7e tempest-ServersTestJSON-933210889 tempest-ServersTestJSON-933210889-project] 10.222.0.59 "GET /v2.0/security-groups?id=a0b73daf-d493-4273-bbc1-c25f03644436&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1237118 Jul 27 20:57:50.481127 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15d962a1-bcf7-44a3-a3e3-009655e94c20 req-4cf2c2f6-40c3-4928-b5dc-86f217249ed7 service neutron] Port 9cce8202-f27e-4e42-8ece-fb030c8334e9 on network c29e02c5-8000-4917-925d-2eceb290693b not bound, no agent of type Open vSwitch agent registered on host n-h2-705658-22 {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 20:57:50.482759 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15d962a1-bcf7-44a3-a3e3-009655e94c20 req-4cf2c2f6-40c3-4928-b5dc-86f217249ed7 service neutron] Attempting to bind port 9cce8202-f27e-4e42-8ece-fb030c8334e9 on network c29e02c5-8000-4917-925d-2eceb290693b {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:57:50.490306 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263d25ad-7fb1-46b2-aca8-ea36b43f10fb req-96d3d4cb-bd48-48a5-afe4-788b9f853751 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:50.494324 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-263d25ad-7fb1-46b2-aca8-ea36b43f10fb req-96d3d4cb-bd48-48a5-afe4-788b9f853751 service neutron] 10.222.0.60 "GET /v2.0/networks?id=8e591ae5-ff89-4a25-b3ce-4b1625915957 HTTP/1.1" status: 200 len: 921 time: 0.5659459 Jul 27 20:57:50.513470 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-0751c605-8cd0-4a6b-9f14-8cb87c6d848a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:50.520832 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15d962a1-bcf7-44a3-a3e3-009655e94c20 req-4cf2c2f6-40c3-4928-b5dc-86f217249ed7 service neutron] Checking agent: {'id': '65195a73-a875-4810-9f5b-622ae260a8a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 49, 40), 'started_at': datetime.datetime(2021, 7, 27, 20, 49, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 57, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:57:50.521229 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15d962a1-bcf7-44a3-a3e3-009655e94c20 req-4cf2c2f6-40c3-4928-b5dc-86f217249ed7 service neutron] Checking segment: {'id': '872889e4-5d02-4ec8-807e-3e5c98ba67af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'c29e02c5-8000-4917-925d-2eceb290693b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:57:50.521614 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15d962a1-bcf7-44a3-a3e3-009655e94c20 req-4cf2c2f6-40c3-4928-b5dc-86f217249ed7 service neutron] Bound using segment: {'id': '872889e4-5d02-4ec8-807e-3e5c98ba67af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'c29e02c5-8000-4917-925d-2eceb290693b'} {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:57:50.532516 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.managers [req-15d962a1-bcf7-44a3-a3e3-009655e94c20 req-4cf2c2f6-40c3-4928-b5dc-86f217249ed7 service neutron] Bound port: 9cce8202-f27e-4e42-8ece-fb030c8334e9, host: n-h2-705658-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '872889e4-5d02-4ec8-807e-3e5c98ba67af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'c29e02c5-8000-4917-925d-2eceb290693b'}}] {{(pid=105585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:57:50.532920 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-15d962a1-bcf7-44a3-a3e3-009655e94c20 req-4cf2c2f6-40c3-4928-b5dc-86f217249ed7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:50.551932 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-213581fc-f369-4cfd-942e-ad57588234f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30bb4b93-b285-5d90-9493-f9ec33ea333c-dba5ce41-1a40-4247-82e9-46ae522593d4', 'network_id': 'dba5ce41-1a40-4247-82e9-46ae522593d4', 'tenant_id': '8a53a664241042c3a17625ff27e7ea47', 'fixed_ips': [{'subnet_id': '1b56bab4-b9d5-4d43-bfab-970968dc9792'}]}} from n-d-705658-22. {{(pid=105586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 20:57:50.553454 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-213581fc-f369-4cfd-942e-ad57588234f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:50.613538 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-263d25ad-7fb1-46b2-aca8-ea36b43f10fb req-14166f99-a2b2-4e65-9f17-cb6249f305a5 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=401f9cf2-3e88-453b-86ec-e40da22e18ec HTTP/1.1" status: 200 len: 217 time: 0.1095643 Jul 27 20:57:50.629424 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a469c16c-aaaa-4ff3-a092-86340324e2e6 req-ded08d9f-8849-4731-b2c7-d4c0006a90e4 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:50.637354 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a469c16c-aaaa-4ff3-a092-86340324e2e6 req-ded08d9f-8849-4731-b2c7-d4c0006a90e4 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] 10.222.0.59 "GET /v2.0/ports?device_id=db419102-3263-4279-8695-4f2f3857abff HTTP/1.1" status: 200 len: 949 time: 0.2982929 Jul 27 20:57:50.698654 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-0751c605-8cd0-4a6b-9f14-8cb87c6d848a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4077169', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4163787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-400'] for router, precommit_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:50.720718 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.db_base_plugin_common [None req-213581fc-f369-4cfd-942e-ad57588234f5 None None] Allocated IP 172.20.0.2 (dba5ce41-1a40-4247-82e9-46ae522593d4/1b56bab4-b9d5-4d43-bfab-970968dc9792/9179ec48-c176-41d3-b23c-670401082f68) {{(pid=105586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:57:50.770756 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a469c16c-aaaa-4ff3-a092-86340324e2e6 req-5ff7fa82-fcfe-421a-a931-a12189dee68a tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] 10.222.0.59 "GET /v2.0/security-groups?id=c6534cb3-b44e-4a83-b57e-ddb72c2ad843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280296 Jul 27 20:57:50.795712 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263d25ad-7fb1-46b2-aca8-ea36b43f10fb req-e7b7610c-c210-498d-9cee-9516f38b97f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:50.797467 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-263d25ad-7fb1-46b2-aca8-ea36b43f10fb req-e7b7610c-c210-498d-9cee-9516f38b97f4 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ffc7070b-0d02-4acb-a66a-19178d3b9317 HTTP/1.1" status: 200 len: 860 time: 0.1760786 Jul 27 20:57:50.885439 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-263d25ad-7fb1-46b2-aca8-ea36b43f10fb req-2f6a1407-43a7-4f4d-98e9-bd08d37a7e5c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8e591ae5-ff89-4a25-b3ce-4b1625915957&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0603669 Jul 27 20:57:50.890637 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.db [req-15d962a1-bcf7-44a3-a3e3-009655e94c20 req-4cf2c2f6-40c3-4928-b5dc-86f217249ed7 service neutron] For port 9cce8202-f27e-4e42-8ece-fb030c8334e9, host n-h2-705658-22, cleared binding levels {{(pid=105585) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:57:50.911269 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-213581fc-f369-4cfd-942e-ad57588234f5 None None] Notify callbacks [] for port, precommit_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:50.925935 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-213581fc-f369-4cfd-942e-ad57588234f5 None None] Transition to ACTIVE for port object 9179ec48-c176-41d3-b23c-670401082f68 will not be triggered until provisioned by entity L2. {{(pid=105586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:57:50.929429 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.db [req-15d962a1-bcf7-44a3-a3e3-009655e94c20 req-4cf2c2f6-40c3-4928-b5dc-86f217249ed7 service neutron] For port 9cce8202-f27e-4e42-8ece-fb030c8334e9, host n-h2-705658-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=9cce8202-f27e-4e42-8ece-fb030c8334e9,segment=NetworkSegment(872889e4-5d02-4ec8-807e-3e5c98ba67af),segment_id=872889e4-5d02-4ec8-807e-3e5c98ba67af)] {{(pid=105585) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:57:50.948978 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-213581fc-f369-4cfd-942e-ad57588234f5 None None] Transition to ACTIVE for port object 9179ec48-c176-41d3-b23c-670401082f68 will not be triggered until provisioned by entity DHCP. {{(pid=105586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:57:50.956977 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-213581fc-f369-4cfd-942e-ad57588234f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143'] for port, after_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:50.964283 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-15d962a1-bcf7-44a3-a3e3-009655e94c20 req-4cf2c2f6-40c3-4928-b5dc-86f217249ed7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10221672'] for port, after_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:51.010162 n-d-705658-22 neutron-server[105586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-213581fc-f369-4cfd-942e-ad57588234f5 None None] Network dba5ce41-1a40-4247-82e9-46ae522593d4 is already hosted by enough agents. {{(pid=105586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:57:51.015914 n-d-705658-22 neutron-server[105586]: DEBUG neutron.scheduler.base_scheduler [None req-213581fc-f369-4cfd-942e-ad57588234f5 None None] Resources bound (agent type, host, resource id): {{(pid=105586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:57:51.022912 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-0751c605-8cd0-4a6b-9f14-8cb87c6d848a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:51.023723 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d962a1-bcf7-44a3-a3e3-009655e94c20 req-4cf2c2f6-40c3-4928-b5dc-86f217249ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:51.024357 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-15d962a1-bcf7-44a3-a3e3-009655e94c20 req-4cf2c2f6-40c3-4928-b5dc-86f217249ed7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:51.025811 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-15d962a1-bcf7-44a3-a3e3-009655e94c20 req-4cf2c2f6-40c3-4928-b5dc-86f217249ed7 service neutron] 10.222.0.60 "PUT /v2.0/ports/9cce8202-f27e-4e42-8ece-fb030c8334e9 HTTP/1.1" status: 200 len: 1093 time: 2.1624458 Jul 27 20:57:51.029286 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-213581fc-f369-4cfd-942e-ad57588234f5 None None] Received port after_create {{(pid=105586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:57:51.038954 n-d-705658-22 neutron-server[105585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8093202-0829-41b7-950c-9aadd5e50706', 'tag': '9cce8202-f27e-4e42-8ece-fb030c8334e9'}] {{(pid=105585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:57:51.045572 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d66fd65881426bfc2b5388084a3654e5eae521106a15a3dbf0eb4cde7106c36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-297cc71b-055b-41c9-a46a-875d5e179b1d" -d '{"events": [{"name": "network-changed", "server_uuid": "b8093202-0829-41b7-950c-9aadd5e50706", "tag": "9cce8202-f27e-4e42-8ece-fb030c8334e9"}]}' {{(pid=105585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:57:51.049941 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213581fc-f369-4cfd-942e-ad57588234f5 None None] Pushing event updated for resources: {'Port': ['ID=9179ec48-c176-41d3-b23c-670401082f68,revision_number=1']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:57:51.056455 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-0751c605-8cd0-4a6b-9f14-8cb87c6d848a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:51.080345 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2ad537-8508-4082-b884-24ac927c3b79 req-6f7aace6-f1d6-43b2-b811-0132e0c1f3e9 tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:51.088683 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-dc2ad537-8508-4082-b884-24ac927c3b79 req-6f7aace6-f1d6-43b2-b811-0132e0c1f3e9 tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] 10.222.0.59 "GET /v2.0/ports?device_id=b8093202-0829-41b7-950c-9aadd5e50706 HTTP/1.1" status: 200 len: 944 time: 0.2742314 Jul 27 20:57:51.147579 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-213581fc-f369-4cfd-942e-ad57588234f5 None None] Attempting to bind port 9179ec48-c176-41d3-b23c-670401082f68 on host n-d-705658-22 for vnic_type normal with profile {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:57:51.148068 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-213581fc-f369-4cfd-942e-ad57588234f5 None None] Attempting to bind port 9179ec48-c176-41d3-b23c-670401082f68 by drivers openvswitch,hyperv on host n-d-705658-22 at level 0 using segments [{'id': '4abc254e-de5d-4683-a5f6-66d38657f377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'dba5ce41-1a40-4247-82e9-46ae522593d4'}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:57:51.148544 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-213581fc-f369-4cfd-942e-ad57588234f5 None None] Attempting to bind port 9179ec48-c176-41d3-b23c-670401082f68 on network dba5ce41-1a40-4247-82e9-46ae522593d4 {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:57:51.183498 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-213581fc-f369-4cfd-942e-ad57588234f5 None None] Checking agent: {'id': '04a7ea91-6318-467e-ace6-b0fb48c8690f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 41, 42), 'started_at': datetime.datetime(2021, 7, 27, 20, 42, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 57, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:57:51.184594 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-213581fc-f369-4cfd-942e-ad57588234f5 None None] Checking segment: {'id': '4abc254e-de5d-4683-a5f6-66d38657f377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'dba5ce41-1a40-4247-82e9-46ae522593d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:57:51.185722 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-213581fc-f369-4cfd-942e-ad57588234f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:51.186379 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-213581fc-f369-4cfd-942e-ad57588234f5 None None] Bound using segment: {'id': '4abc254e-de5d-4683-a5f6-66d38657f377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'dba5ce41-1a40-4247-82e9-46ae522593d4'} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:57:51.187862 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-213581fc-f369-4cfd-942e-ad57588234f5 None None] Bound port: 9179ec48-c176-41d3-b23c-670401082f68, host: n-d-705658-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4abc254e-de5d-4683-a5f6-66d38657f377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'dba5ce41-1a40-4247-82e9-46ae522593d4'}}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:57:51.188481 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-213581fc-f369-4cfd-942e-ad57588234f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:51.227575 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-dc2ad537-8508-4082-b884-24ac927c3b79 req-eff32b8e-0dec-4864-bfc3-2b1c4167cc7a tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] 10.222.0.59 "GET /v2.0/security-groups?id=d1766e71-7b2a-4f2d-acc0-530f862b8fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339607 Jul 27 20:57:51.249172 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf2c2f6-40c3-4928-b5dc-86f217249ed7 service neutron] Pushing event updated for resources: {'Port': ['ID=9cce8202-f27e-4e42-8ece-fb030c8334e9,revision_number=3']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:57:51.275566 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-263d25ad-7fb1-46b2-aca8-ea36b43f10fb req-0e12d21d-9f69-4703-9153-6334087e4aff service neutron] 10.222.0.60 "GET /v2.0/networks/8e591ae5-ff89-4a25-b3ce-4b1625915957?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3744481 Jul 27 20:57:51.277540 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.db_base_plugin_common [None req-0751c605-8cd0-4a6b-9f14-8cb87c6d848a admin admin] Allocated IP 172.25.5.131 (8735d8a2-b604-4758-ae71-b40e4ee6f305/eca7dbab-b9c0-4c8f-a272-816ea8a81764/79bd7f73-d4b9-4460-ad81-650a33d78b73) {{(pid=105584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:57:51.289739 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-213581fc-f369-4cfd-942e-ad57588234f5 None None] For port 9179ec48-c176-41d3-b23c-670401082f68, host n-d-705658-22, cleared binding levels {{(pid=105586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:57:51.293684 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-213581fc-f369-4cfd-942e-ad57588234f5 None None] For port 9179ec48-c176-41d3-b23c-670401082f68, host n-d-705658-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=9179ec48-c176-41d3-b23c-670401082f68,segment=NetworkSegment(4abc254e-de5d-4683-a5f6-66d38657f377),segment_id=4abc254e-de5d-4683-a5f6-66d38657f377)] {{(pid=105586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:57:51.299253 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-213581fc-f369-4cfd-942e-ad57588234f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:51.447382 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213581fc-f369-4cfd-942e-ad57588234f5 None None] Pushing event updated for resources: {'Port': ['ID=9179ec48-c176-41d3-b23c-670401082f68,revision_number=2']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:57:51.492238 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-0751c605-8cd0-4a6b-9f14-8cb87c6d848a admin admin] Notify callbacks [] for port, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:51.514095 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-263d25ad-7fb1-46b2-aca8-ea36b43f10fb req-d0bc5b70-e159-4a89-b034-26fe800429fe service neutron] 10.222.0.60 "GET /v2.0/networks/8e591ae5-ff89-4a25-b3ce-4b1625915957?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2223077 Jul 27 20:57:51.546906 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d962a1-bcf7-44a3-a3e3-009655e94c20 req-9b33f5cf-e6e7-4284-a771-cdb78b468bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:51.549001 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-15d962a1-bcf7-44a3-a3e3-009655e94c20 req-9b33f5cf-e6e7-4284-a771-cdb78b468bc0 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=54685b57bf31427c889d7b240f3f8a60&device_id=b8093202-0829-41b7-950c-9aadd5e50706 HTTP/1.1" status: 200 len: 1096 time: 0.4361138 Jul 27 20:57:51.550963 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 20:57:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5956cade-fec7-4465-b257-0eaac260c823 x-openstack-request-id: req-5956cade-fec7-4465-b257-0eaac260c823 {{(pid=105585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:57:51.551367 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8093202-0829-41b7-950c-9aadd5e50706", "tag": "9cce8202-f27e-4e42-8ece-fb030c8334e9", "status": "completed", "code": 200}]} {{(pid=105585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:57:51.551713 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-5956cade-fec7-4465-b257-0eaac260c823 {{(pid=105585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:57:51.552172 n-d-705658-22 neutron-server[105585]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8093202-0829-41b7-950c-9aadd5e50706', 'tag': '9cce8202-f27e-4e42-8ece-fb030c8334e9', 'status': 'completed', 'code': 200} Jul 27 20:57:51.568103 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-0751c605-8cd0-4a6b-9f14-8cb87c6d848a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:51.602687 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0751c605-8cd0-4a6b-9f14-8cb87c6d848a admin admin] Network 8735d8a2-b604-4758-ae71-b40e4ee6f305 is already hosted by enough agents. {{(pid=105584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:57:51.606000 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [None req-0751c605-8cd0-4a6b-9f14-8cb87c6d848a admin admin] Resources bound (agent type, host, resource id): {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:57:51.609725 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0751c605-8cd0-4a6b-9f14-8cb87c6d848a admin admin] Received port after_create {{(pid=105584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:57:51.626804 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-15d962a1-bcf7-44a3-a3e3-009655e94c20 req-8e6afba5-4e9a-4e2c-9b63-01e754356ad6 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9cce8202-f27e-4e42-8ece-fb030c8334e9 HTTP/1.1" status: 200 len: 217 time: 0.0645118 Jul 27 20:57:51.702600 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d962a1-bcf7-44a3-a3e3-009655e94c20 req-ce566e98-4b24-43ab-860b-00a20faed0aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:51.704303 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-15d962a1-bcf7-44a3-a3e3-009655e94c20 req-ce566e98-4b24-43ab-860b-00a20faed0aa service neutron] 10.222.0.60 "GET /v2.0/subnets?id=7c0fdb90-69ca-4554-99dc-5ec25614338f HTTP/1.1" status: 200 len: 852 time: 0.0640428 Jul 27 20:57:51.713469 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0751c605-8cd0-4a6b-9f14-8cb87c6d848a admin admin] Pushing event updated for resources: {'Port': ['ID=79bd7f73-d4b9-4460-ad81-650a33d78b73,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:57:51.730231 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e045cb78-4890-4437-be22-560413ee7983 req-6348adbf-87ae-47c6-be48-d044536325a8 tempest-ServersTestJSON-933210889 tempest-ServersTestJSON-933210889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:51.738656 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e045cb78-4890-4437-be22-560413ee7983 req-6348adbf-87ae-47c6-be48-d044536325a8 tempest-ServersTestJSON-933210889 tempest-ServersTestJSON-933210889-project] 10.222.0.59 "GET /v2.0/ports?device_id=9a206e42-b932-4dfe-bf46-6c2645af1695 HTTP/1.1" status: 200 len: 945 time: 0.2482898 Jul 27 20:57:51.814005 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-15d962a1-bcf7-44a3-a3e3-009655e94c20 req-aa8b5039-4992-404d-ad2b-7012a573f1e8 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c29e02c5-8000-4917-925d-2eceb290693b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0990670 Jul 27 20:57:52.101467 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-15d962a1-bcf7-44a3-a3e3-009655e94c20 req-b01e5f7f-e0cb-4131-b445-08dda7af1d78 service neutron] 10.222.0.60 "GET /v2.0/networks/c29e02c5-8000-4917-925d-2eceb290693b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2798538 Jul 27 20:57:52.150149 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 9179ec48-c176-41d3-b23c-670401082f68 up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:57:52.169341 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e045cb78-4890-4437-be22-560413ee7983 req-d3f7d23f-86e0-4499-902c-452e3509e079 tempest-ServersTestJSON-933210889 tempest-ServersTestJSON-933210889-project] 10.222.0.59 "GET /v2.0/security-groups?id=a0b73daf-d493-4273-bbc1-c25f03644436&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4295399 Jul 27 20:57:52.240422 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning for port 9179ec48-c176-41d3-b23c-670401082f68 completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:57:52.284633 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a418381a-c334-41ea-8e0f-019c0fd16f64 req-365f78b8-a8f2-4cf3-a92e-864b3691f4a7 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:52.294502 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a418381a-c334-41ea-8e0f-019c0fd16f64 req-365f78b8-a8f2-4cf3-a92e-864b3691f4a7 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] 10.222.0.59 "GET /v2.0/ports?device_id=db419102-3263-4279-8695-4f2f3857abff HTTP/1.1" status: 200 len: 949 time: 0.2636979 Jul 27 20:57:52.312123 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-0751c605-8cd0-4a6b-9f14-8cb87c6d848a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:52.416068 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-15d962a1-bcf7-44a3-a3e3-009655e94c20 req-43b75a38-8e35-4b02-a594-30930667ce37 service neutron] 10.222.0.60 "GET /v2.0/networks/c29e02c5-8000-4917-925d-2eceb290693b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3022525 Jul 27 20:57:52.504596 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a418381a-c334-41ea-8e0f-019c0fd16f64 req-f7b84c45-7a45-4f29-910e-fc4fe481e759 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] 10.222.0.59 "GET /v2.0/security-groups?id=c6534cb3-b44e-4a83-b57e-ddb72c2ad843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2091637 Jul 27 20:57:52.602319 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9c1090-064d-4417-8fa2-b0090a9e0ab1 req-d23e8449-2bcf-411b-a038-2fb2d6ceeb55 tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:52.604430 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-6f9c1090-064d-4417-8fa2-b0090a9e0ab1 req-d23e8449-2bcf-411b-a038-2fb2d6ceeb55 tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] 10.222.0.59 "GET /v2.0/ports?device_id=b8093202-0829-41b7-950c-9aadd5e50706 HTTP/1.1" status: 200 len: 944 time: 0.3007517 Jul 27 20:57:52.659647 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-0751c605-8cd0-4a6b-9f14-8cb87c6d848a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4163804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4077150'] for router, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:52.709486 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-6f9c1090-064d-4417-8fa2-b0090a9e0ab1 req-d7f0606d-3ffe-42b3-81e8-3e8ae1558858 tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] 10.222.0.59 "GET /v2.0/security-groups?id=d1766e71-7b2a-4f2d-acc0-530f862b8fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987606 Jul 27 20:57:52.727699 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297cc71b-055b-41c9-a46a-875d5e179b1d req-2069d76a-d061-4777-a66b-de0ea7f1c275 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:52.732563 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-297cc71b-055b-41c9-a46a-875d5e179b1d req-2069d76a-d061-4777-a66b-de0ea7f1c275 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=54685b57bf31427c889d7b240f3f8a60&device_id=b8093202-0829-41b7-950c-9aadd5e50706 HTTP/1.1" status: 200 len: 1096 time: 0.2125950 Jul 27 20:57:52.861784 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297cc71b-055b-41c9-a46a-875d5e179b1d req-7f5bda17-963a-4ed7-8bfd-c688b338ef63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:52.864329 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-297cc71b-055b-41c9-a46a-875d5e179b1d req-7f5bda17-963a-4ed7-8bfd-c688b338ef63 service neutron] 10.222.0.60 "GET /v2.0/networks?id=c29e02c5-8000-4917-925d-2eceb290693b HTTP/1.1" status: 200 len: 913 time: 0.1241801 Jul 27 20:57:52.910889 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-297cc71b-055b-41c9-a46a-875d5e179b1d req-bc627216-7508-4aec-a374-2907b33a367a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9cce8202-f27e-4e42-8ece-fb030c8334e9 HTTP/1.1" status: 200 len: 217 time: 0.0392466 Jul 27 20:57:52.934306 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0751c605-8cd0-4a6b-9f14-8cb87c6d848a admin admin] Router 37ec9c02-6a6f-451c-ab47-a916c9248574 is scheduled to L3 agent dd128fd7-8e57-4d4f-895b-a96b369df59a with binding_index 1 {{(pid=105584) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 20:57:52.940020 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-974f061f-54d9-48e6-adc7-15fd5bf55077 None None] Network dba5ce41-1a40-4247-82e9-46ae522593d4 requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 20:57:52.983755 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297cc71b-055b-41c9-a46a-875d5e179b1d req-ac605beb-2c28-4407-a70f-5e0dfb414893 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:52.985637 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-297cc71b-055b-41c9-a46a-875d5e179b1d req-ac605beb-2c28-4407-a70f-5e0dfb414893 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=7c0fdb90-69ca-4554-99dc-5ec25614338f HTTP/1.1" status: 200 len: 852 time: 0.0671489 Jul 27 20:57:53.014424 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc2d6ee-820a-428c-9920-ed8f5bd4a446 req-665ed9df-53e4-4309-9190-8a4724d7b3a4 tempest-ServersTestJSON-933210889 tempest-ServersTestJSON-933210889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:53.016151 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-2cc2d6ee-820a-428c-9920-ed8f5bd4a446 req-665ed9df-53e4-4309-9190-8a4724d7b3a4 tempest-ServersTestJSON-933210889 tempest-ServersTestJSON-933210889-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a206e42-b932-4dfe-bf46-6c2645af1695 HTTP/1.1" status: 200 len: 945 time: 0.3533201 Jul 27 20:57:53.033445 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-297cc71b-055b-41c9-a46a-875d5e179b1d req-9b3d12b4-0856-4381-a61a-9490bbb9be52 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c29e02c5-8000-4917-925d-2eceb290693b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407994 Jul 27 20:57:53.043764 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-7c01edb4-1809-434f-9f09-3fe4c3023069 None None] Provisioning for port 9179ec48-c176-41d3-b23c-670401082f68 completed by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:57:53.049086 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-7c01edb4-1809-434f-9f09-3fe4c3023069 None None] Provisioning complete for port 9179ec48-c176-41d3-b23c-670401082f68 triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:57:53.049464 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-7c01edb4-1809-434f-9f09-3fe4c3023069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:53.174573 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0751c605-8cd0-4a6b-9f14-8cb87c6d848a admin admin] Notify agent at l3_agent.n-d-705658-22 the message routers_updated {{(pid=105584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 20:57:53.184866 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-666e175d-c1ba-44b6-b82e-9be295b1aa11 None None] Sync routers for ids ['37ec9c02-6a6f-451c-ab47-a916c9248574'] in n-d-705658-22 {{(pid=105587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 20:57:53.193590 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-297cc71b-055b-41c9-a46a-875d5e179b1d req-324ac4cd-0873-4f4b-9e7f-b8ded128c253 service neutron] 10.222.0.60 "GET /v2.0/networks/c29e02c5-8000-4917-925d-2eceb290693b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1492698 Jul 27 20:57:53.197199 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-666e175d-c1ba-44b6-b82e-9be295b1aa11 None None] Routers {'37ec9c02-6a6f-451c-ab47-a916c9248574'} bound to L3 agent in host n-d-705658-22 {{(pid=105587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:57:53.198028 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-666e175d-c1ba-44b6-b82e-9be295b1aa11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T20:57:41Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['37ec9c02-6a6f-451c-ab47-a916c9248574'], 'active': True} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:57:53.217788 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-0751c605-8cd0-4a6b-9f14-8cb87c6d848a admin admin] Notify callbacks [] for router, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:53.224422 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-7c01edb4-1809-434f-9f09-3fe4c3023069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:53.226112 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-0751c605-8cd0-4a6b-9f14-8cb87c6d848a admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 2.8373046 Jul 27 20:57:53.233691 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 37834) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:57:53.300830 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-7c01edb4-1809-434f-9f09-3fe4c3023069 None None] For port 9179ec48-c176-41d3-b23c-670401082f68, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=9179ec48-c176-41d3-b23c-670401082f68,segment=NetworkSegment(4abc254e-de5d-4683-a5f6-66d38657f377),segment_id=4abc254e-de5d-4683-a5f6-66d38657f377)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:57:53.312243 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-7c01edb4-1809-434f-9f09-3fe4c3023069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:53.354486 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvr_db [None req-666e175d-c1ba-44b6-b82e-9be295b1aa11 None None] Set router 37ec9c02-6a6f-451c-ab47-a916c9248574 gateway port host: n-d-705658-22 {{(pid=105587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:57:53.375548 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [req-2cc2d6ee-820a-428c-9920-ed8f5bd4a446 req-1681ba4e-2c5d-4bbc-869d-1261fbd26090 tempest-ServersTestJSON-933210889 tempest-ServersTestJSON-933210889-project] Deleting port 9cb39833-1334-4bd0-a64f-651575d3a188 {{(pid=105584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:57:53.376000 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-2cc2d6ee-820a-428c-9920-ed8f5bd4a446 req-1681ba4e-2c5d-4bbc-869d-1261fbd26090 tempest-ServersTestJSON-933210889 tempest-ServersTestJSON-933210889-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:53.384252 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c01edb4-1809-434f-9f09-3fe4c3023069 None None] Pushing event updated for resources: {'Port': ['ID=9179ec48-c176-41d3-b23c-670401082f68,revision_number=3']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:57:53.488368 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-297cc71b-055b-41c9-a46a-875d5e179b1d req-06eb72f1-fb1d-45fc-a017-514927656241 service neutron] 10.222.0.60 "GET /v2.0/networks/c29e02c5-8000-4917-925d-2eceb290693b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2900331 Jul 27 20:57:53.515961 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44697d1-bd64-40c9-a672-4afd0c0d6348 req-78248521-ea20-4c0a-b383-3d90e3d288a0 tempest-ServersTestJSON-933210889 tempest-ServersTestJSON-933210889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:53.517801 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a44697d1-bd64-40c9-a672-4afd0c0d6348 req-78248521-ea20-4c0a-b383-3d90e3d288a0 tempest-ServersTestJSON-933210889 tempest-ServersTestJSON-933210889-project] 10.222.0.59 "GET /v2.0/ports?device_id=9a206e42-b932-4dfe-bf46-6c2645af1695 HTTP/1.1" status: 200 len: 945 time: 0.1236691 Jul 27 20:57:53.567878 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a44697d1-bd64-40c9-a672-4afd0c0d6348 req-19670af5-3393-45ef-a956-e7ed723fdea4 tempest-ServersTestJSON-933210889 tempest-ServersTestJSON-933210889-project] 10.222.0.59 "GET /v2.0/security-groups?id=a0b73daf-d493-4273-bbc1-c25f03644436&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442569 Jul 27 20:57:53.711582 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-666e175d-c1ba-44b6-b82e-9be295b1aa11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37ec9c02-6a6f-451c-ab47-a916c9248574', 'name': 'tempest-FloatingIPsNegativeTestJSON-1962194612-router', 'tenant_id': '8a53a664241042c3a17625ff27e7ea47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.131'}], 'enable_snat': True}, 'gw_port_id': '79bd7f73-d4b9-4460-ad81-650a33d78b73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:57:50Z', 'updated_at': '2021-07-27T20:57:52Z', 'revision_number': 3, 'project_id': '8a53a664241042c3a17625ff27e7ea47', 'gw_port': {'id': '79bd7f73-d4b9-4460-ad81-650a33d78b73', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:0a:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37ec9c02-6a6f-451c-ab47-a916c9248574', 'device_owner': 'network:router_gateway', 'standard_attr_id': 702, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:57:51Z', 'updated_at': '2021-07-27T20:57:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22'}], 'n-d-705658-22', False) {} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:57:53.763558 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-666e175d-c1ba-44b6-b82e-9be295b1aa11 None None] Checking router: 37ec9c02-6a6f-451c-ab47-a916c9248574 for host: n-d-705658-22 {{(pid=105587) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 20:57:53.763907 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-666e175d-c1ba-44b6-b82e-9be295b1aa11 None None] Updating router 37ec9c02-6a6f-451c-ab47-a916c9248574 port 79bd7f73-d4b9-4460-ad81-650a33d78b73 binding host n-d-705658-22 {{(pid=105587) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 20:57:53.787510 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cec8e2-152e-4e3b-9ae4-bb01ed735cb9 req-5141c6f7-8d83-497b-87a7-d5510678bd61 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:53.789064 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-60cec8e2-152e-4e3b-9ae4-bb01ed735cb9 req-5141c6f7-8d83-497b-87a7-d5510678bd61 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] 10.222.0.59 "GET /v2.0/ports?device_id=db419102-3263-4279-8695-4f2f3857abff HTTP/1.1" status: 200 len: 949 time: 0.1458311 Jul 27 20:57:53.830557 n-d-705658-22 neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-666e175d-c1ba-44b6-b82e-9be295b1aa11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:53.844344 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-60cec8e2-152e-4e3b-9ae4-bb01ed735cb9 req-8aa47e32-765f-4294-9751-d0172aa7a67a tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] 10.222.0.59 "GET /v2.0/security-groups?id=c6534cb3-b44e-4a83-b57e-ddb72c2ad843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470190 Jul 27 20:57:53.860976 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-4a5b9917-d5b2-43f8-ab68-edf9870ff607 None None] Provisioning complete for port 9179ec48-c176-41d3-b23c-670401082f68 triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:57:53.861317 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-4a5b9917-d5b2-43f8-ab68-edf9870ff607 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:53.918441 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccc7644-ff07-4c91-a925-54de49ebb74e req-98bb18d3-f300-4b8f-ab76-ab215a3049dc tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:53.926029 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-7ccc7644-ff07-4c91-a925-54de49ebb74e req-98bb18d3-f300-4b8f-ab76-ab215a3049dc tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] 10.222.0.59 "GET /v2.0/ports?device_id=b8093202-0829-41b7-950c-9aadd5e50706 HTTP/1.1" status: 200 len: 944 time: 0.1000187 Jul 27 20:57:53.932069 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [req-2cc2d6ee-820a-428c-9920-ed8f5bd4a446 req-1681ba4e-2c5d-4bbc-869d-1261fbd26090 tempest-ServersTestJSON-933210889 tempest-ServersTestJSON-933210889-project] For port 9cb39833-1334-4bd0-a64f-651575d3a188, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=9cb39833-1334-4bd0-a64f-651575d3a188,segment=NetworkSegment(9dcee0f9-4d46-4446-867e-34216aa290b0),segment_id=9dcee0f9-4d46-4446-867e-34216aa290b0)] {{(pid=105584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:57:53.932747 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-2cc2d6ee-820a-428c-9920-ed8f5bd4a446 req-1681ba4e-2c5d-4bbc-869d-1261fbd26090 tempest-ServersTestJSON-933210889 tempest-ServersTestJSON-933210889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:54.007306 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-7ccc7644-ff07-4c91-a925-54de49ebb74e req-bbf7000c-50e0-4a0b-8d0d-e8492bf4dc52 tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] 10.222.0.59 "GET /v2.0/security-groups?id=d1766e71-7b2a-4f2d-acc0-530f862b8fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801623 Jul 27 20:57:54.107869 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 9179ec48-c176-41d3-b23c-670401082f68 up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:57:54.162711 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port 9179ec48-c176-41d3-b23c-670401082f68 triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:57:54.165101 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:54.359678 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-2cc2d6ee-820a-428c-9920-ed8f5bd4a446 req-1681ba4e-2c5d-4bbc-869d-1261fbd26090 tempest-ServersTestJSON-933210889 tempest-ServersTestJSON-933210889-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:54.360054 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-2cc2d6ee-820a-428c-9920-ed8f5bd4a446 req-1681ba4e-2c5d-4bbc-869d-1261fbd26090 tempest-ServersTestJSON-933210889 tempest-ServersTestJSON-933210889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4075768'] for floatingip, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:54.360371 n-d-705658-22 neutron-server[105584]: INFO neutron.db.l3_db [req-2cc2d6ee-820a-428c-9920-ed8f5bd4a446 req-1681ba4e-2c5d-4bbc-869d-1261fbd26090 tempest-ServersTestJSON-933210889 tempest-ServersTestJSON-933210889-project] Floating IP 8a773d6e-f1fd-4756-a274-108f5ba9d4e3 disassociated. External IP: 172.25.5.36, port: 9cb39833-1334-4bd0-a64f-651575d3a188. Jul 27 20:57:54.360745 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [req-2cc2d6ee-820a-428c-9920-ed8f5bd4a446 req-1681ba4e-2c5d-4bbc-869d-1261fbd26090 tempest-ServersTestJSON-933210889 tempest-ServersTestJSON-933210889-project] Calling delete_port for 9cb39833-1334-4bd0-a64f-651575d3a188 owned by compute:nova {{(pid=105584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:57:54.377332 n-d-705658-22 neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-666e175d-c1ba-44b6-b82e-9be295b1aa11 None None] Notify callbacks [] for port, precommit_update {{(pid=105587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:54.388114 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.provisioning_blocks [None req-666e175d-c1ba-44b6-b82e-9be295b1aa11 None None] Transition to ACTIVE for port object 79bd7f73-d4b9-4460-ad81-650a33d78b73 will not be triggered until provisioned by entity L2. {{(pid=105587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:57:54.393819 n-d-705658-22 neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-666e175d-c1ba-44b6-b82e-9be295b1aa11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:54.447932 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49baecca-bfb4-43e7-af50-40580a27bf46 None None] Pushing event updated for resources: {'Port': ['ID=79bd7f73-d4b9-4460-ad81-650a33d78b73,revision_number=2']} {{(pid=105587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:57:54.451997 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.managers [None req-666e175d-c1ba-44b6-b82e-9be295b1aa11 None None] Attempting to bind port 79bd7f73-d4b9-4460-ad81-650a33d78b73 on host n-d-705658-22 for vnic_type normal with profile {{(pid=105587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:57:54.452364 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.managers [None req-666e175d-c1ba-44b6-b82e-9be295b1aa11 None None] Attempting to bind port 79bd7f73-d4b9-4460-ad81-650a33d78b73 by drivers openvswitch,hyperv on host n-d-705658-22 at level 0 using segments [{'id': '12196855-9a32-4633-9a56-77697ef9e126', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305'}] {{(pid=105587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:57:54.452723 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-666e175d-c1ba-44b6-b82e-9be295b1aa11 None None] Attempting to bind port 79bd7f73-d4b9-4460-ad81-650a33d78b73 on network 8735d8a2-b604-4758-ae71-b40e4ee6f305 {{(pid=105587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:57:54.458648 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-666e175d-c1ba-44b6-b82e-9be295b1aa11 None None] Checking agent: {'id': '04a7ea91-6318-467e-ace6-b0fb48c8690f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 41, 42), 'started_at': datetime.datetime(2021, 7, 27, 20, 42, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 57, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:57:54.459690 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-666e175d-c1ba-44b6-b82e-9be295b1aa11 None None] Checking segment: {'id': '12196855-9a32-4633-9a56-77697ef9e126', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:57:54.460224 n-d-705658-22 neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-666e175d-c1ba-44b6-b82e-9be295b1aa11 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:54.460498 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-666e175d-c1ba-44b6-b82e-9be295b1aa11 None None] Bound using segment: {'id': '12196855-9a32-4633-9a56-77697ef9e126', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305'} {{(pid=105587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:57:54.461015 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.managers [None req-666e175d-c1ba-44b6-b82e-9be295b1aa11 None None] Bound port: 79bd7f73-d4b9-4460-ad81-650a33d78b73, host: n-d-705658-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12196855-9a32-4633-9a56-77697ef9e126', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305'}}] {{(pid=105587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:57:54.462160 n-d-705658-22 neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-666e175d-c1ba-44b6-b82e-9be295b1aa11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:54.520210 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.db [None req-666e175d-c1ba-44b6-b82e-9be295b1aa11 None None] For port 79bd7f73-d4b9-4460-ad81-650a33d78b73, host n-d-705658-22, cleared binding levels {{(pid=105587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:57:54.523843 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.db [None req-666e175d-c1ba-44b6-b82e-9be295b1aa11 None None] For port 79bd7f73-d4b9-4460-ad81-650a33d78b73, host n-d-705658-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=79bd7f73-d4b9-4460-ad81-650a33d78b73,segment=NetworkSegment(12196855-9a32-4633-9a56-77697ef9e126),segment_id=12196855-9a32-4633-9a56-77697ef9e126)] {{(pid=105587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:57:54.528869 n-d-705658-22 neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-666e175d-c1ba-44b6-b82e-9be295b1aa11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:54.540471 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-2f062985-ff0f-4861-8ff8-702c06b0ccf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:54.592784 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-666e175d-c1ba-44b6-b82e-9be295b1aa11 None None] Routers {'37ec9c02-6a6f-451c-ab47-a916c9248574'} bound to L3 agent in host n-d-705658-22 {{(pid=105587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:57:54.594530 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-666e175d-c1ba-44b6-b82e-9be295b1aa11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T20:57:41Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['37ec9c02-6a6f-451c-ab47-a916c9248574'], 'active': True} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:57:54.596203 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49baecca-bfb4-43e7-af50-40580a27bf46 None None] Pushing event updated for resources: {'Port': ['ID=79bd7f73-d4b9-4460-ad81-650a33d78b73,revision_number=3']} {{(pid=105587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:57:54.631022 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-2cc2d6ee-820a-428c-9920-ed8f5bd4a446 req-1681ba4e-2c5d-4bbc-869d-1261fbd26090 tempest-ServersTestJSON-933210889 tempest-ServersTestJSON-933210889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:54.691529 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1681ba4e-2c5d-4bbc-869d-1261fbd26090 tempest-ServersTestJSON-933210889 tempest-ServersTestJSON-933210889-project] Pushing event deleted for resources: {'Port': ['ID=9cb39833-1334-4bd0-a64f-651575d3a188,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:57:54.725756 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-77dfffd9-f11a-40ad-949b-11a8a72e0528 req-bfb5dc99-1c71-473f-a429-416efe9d80b1 tempest-ServersTestJSON-933210889 tempest-ServersTestJSON-933210889-project] 10.222.0.59 "GET /v2.0/ports?device_id=9a206e42-b932-4dfe-bf46-6c2645af1695 HTTP/1.1" status: 200 len: 210 time: 0.0539811 Jul 27 20:57:54.757686 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvr_db [None req-666e175d-c1ba-44b6-b82e-9be295b1aa11 None None] Set router 37ec9c02-6a6f-451c-ab47-a916c9248574 gateway port host: n-d-705658-22 {{(pid=105587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:57:54.901564 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.db_base_plugin_common [None req-2f062985-ff0f-4861-8ff8-702c06b0ccf3 admin admin] Allocated IP 172.20.0.1 (dba5ce41-1a40-4247-82e9-46ae522593d4/1b56bab4-b9d5-4d43-bfab-970968dc9792/8a6a8443-3aba-4201-be0c-e816d0c692ac) {{(pid=105584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:57:54.928372 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2cc2d6ee-820a-428c-9920-ed8f5bd4a446 req-1681ba4e-2c5d-4bbc-869d-1261fbd26090 tempest-ServersTestJSON-933210889 tempest-ServersTestJSON-933210889-project] Router 6b0413fd-652a-4dc5-899e-6c269ab91665 has already been hosted by L3 agent dd128fd7-8e57-4d4f-895b-a96b369df59a {{(pid=105584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 20:57:55.030295 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4472d15-e8c6-4213-8326-6e36f4ace022 req-d54a9787-9a5d-4959-8a3d-e8a3bb2e0356 tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:55.031793 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-d4472d15-e8c6-4213-8326-6e36f4ace022 req-d54a9787-9a5d-4959-8a3d-e8a3bb2e0356 tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] 10.222.0.59 "GET /v2.0/ports?device_id=23a39a45-86ad-4a34-aa42-6affa73d3ff5 HTTP/1.1" status: 200 len: 944 time: 0.1338947 Jul 27 20:57:55.040493 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-666e175d-c1ba-44b6-b82e-9be295b1aa11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37ec9c02-6a6f-451c-ab47-a916c9248574', 'name': 'tempest-FloatingIPsNegativeTestJSON-1962194612-router', 'tenant_id': '8a53a664241042c3a17625ff27e7ea47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.131'}], 'enable_snat': True}, 'gw_port_id': '79bd7f73-d4b9-4460-ad81-650a33d78b73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:57:50Z', 'updated_at': '2021-07-27T20:57:52Z', 'revision_number': 3, 'project_id': '8a53a664241042c3a17625ff27e7ea47', 'gw_port': {'id': '79bd7f73-d4b9-4460-ad81-650a33d78b73', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:0a:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37ec9c02-6a6f-451c-ab47-a916c9248574', 'device_owner': 'network:router_gateway', 'standard_attr_id': 702, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:57:51Z', 'updated_at': '2021-07-27T20:57:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22'}], 'n-d-705658-22', False) {} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:57:55.076502 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-666e175d-c1ba-44b6-b82e-9be295b1aa11 None None] The sync data for ids ['37ec9c02-6a6f-451c-ab47-a916c9248574'] in n-d-705658-22 is: [{'id': '37ec9c02-6a6f-451c-ab47-a916c9248574', 'name': 'tempest-FloatingIPsNegativeTestJSON-1962194612-router', 'tenant_id': '8a53a664241042c3a17625ff27e7ea47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.131'}], 'enable_snat': True}, 'gw_port_id': '79bd7f73-d4b9-4460-ad81-650a33d78b73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:57:50Z', 'updated_at': '2021-07-27T20:57:52Z', 'revision_number': 3, 'project_id': '8a53a664241042c3a17625ff27e7ea47', 'gw_port': {'id': '79bd7f73-d4b9-4460-ad81-650a33d78b73', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:0a:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37ec9c02-6a6f-451c-ab47-a916c9248574', 'device_owner': 'network:router_gateway', 'standard_attr_id': 702, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:57:51Z', 'updated_at': '2021-07-27T20:57:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22'}] {{(pid=105587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 20:57:55.094126 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad110ec-f49f-4aeb-85da-0cf799df628f req-01648421-5bd6-46e5-828a-236eaa8aec59 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:55.097032 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2cc2d6ee-820a-428c-9920-ed8f5bd4a446 req-1681ba4e-2c5d-4bbc-869d-1261fbd26090 tempest-ServersTestJSON-933210889 tempest-ServersTestJSON-933210889-project] Notify agent at l3_agent.n-d-705658-22 the message routers_updated {{(pid=105584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 20:57:55.110716 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-5ad110ec-f49f-4aeb-85da-0cf799df628f req-01648421-5bd6-46e5-828a-236eaa8aec59 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] 10.222.0.59 "GET /v2.0/ports?device_id=db419102-3263-4279-8695-4f2f3857abff HTTP/1.1" status: 200 len: 949 time: 0.1402252 Jul 27 20:57:55.115809 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79df710b-5b35-4f82-80eb-d5db637af02f None None] Sync routers for ids ['6b0413fd-652a-4dc5-899e-6c269ab91665'] in n-d-705658-22 {{(pid=105586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 20:57:55.136169 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79df710b-5b35-4f82-80eb-d5db637af02f None None] Routers {'6b0413fd-652a-4dc5-899e-6c269ab91665'} bound to L3 agent in host n-d-705658-22 {{(pid=105586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:57:55.137179 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-79df710b-5b35-4f82-80eb-d5db637af02f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T20:57:41Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['6b0413fd-652a-4dc5-899e-6c269ab91665'], 'active': True} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:57:55.157509 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-d4472d15-e8c6-4213-8326-6e36f4ace022 req-6da2430a-44dc-4f43-add5-c9333266bbd3 tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] 10.222.0.59 "GET /v2.0/security-groups?id=1749b80d-91c6-4bd3-8e8d-666bd095400f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177123 Jul 27 20:57:55.202148 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-5ad110ec-f49f-4aeb-85da-0cf799df628f req-6c833c87-14d7-412f-8b21-5e3d52d47c42 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] 10.222.0.59 "GET /v2.0/security-groups?id=c6534cb3-b44e-4a83-b57e-ddb72c2ad843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904074 Jul 27 20:57:55.365479 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvr_db [None req-79df710b-5b35-4f82-80eb-d5db637af02f None None] Set router 6b0413fd-652a-4dc5-899e-6c269ab91665 gateway port host: n-d-705658-22 {{(pid=105586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:57:55.396534 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364012d6-d3db-4e99-b0f7-b2cab8ec2579 req-8e5c7c35-9c77-438a-bf87-0fbd1b66a9af tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:55.404499 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-364012d6-d3db-4e99-b0f7-b2cab8ec2579 req-8e5c7c35-9c77-438a-bf87-0fbd1b66a9af tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] 10.222.0.59 "GET /v2.0/ports?device_id=b8093202-0829-41b7-950c-9aadd5e50706 HTTP/1.1" status: 200 len: 944 time: 0.1212389 Jul 27 20:57:55.492816 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-364012d6-d3db-4e99-b0f7-b2cab8ec2579 req-acbc5109-171c-410c-ae40-854deca8099e tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] 10.222.0.59 "GET /v2.0/security-groups?id=d1766e71-7b2a-4f2d-acc0-530f862b8fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855291 Jul 27 20:57:55.589871 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [req-2cc2d6ee-820a-428c-9920-ed8f5bd4a446 req-1681ba4e-2c5d-4bbc-869d-1261fbd26090 tempest-ServersTestJSON-933210889 tempest-ServersTestJSON-933210889-project] No DVR routers for this DVR port 9cb39833-1334-4bd0-a64f-651575d3a188 on host n-h1-705658-22 {{(pid=105584) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 20:57:55.600753 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-2cc2d6ee-820a-428c-9920-ed8f5bd4a446 req-1681ba4e-2c5d-4bbc-869d-1261fbd26090 tempest-ServersTestJSON-933210889 tempest-ServersTestJSON-933210889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:55.603758 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-2cc2d6ee-820a-428c-9920-ed8f5bd4a446 req-1681ba4e-2c5d-4bbc-869d-1261fbd26090 tempest-ServersTestJSON-933210889 tempest-ServersTestJSON-933210889-project] 10.222.0.36 "DELETE /v2.0/ports/9cb39833-1334-4bd0-a64f-651575d3a188 HTTP/1.1" status: 204 len: 173 time: 2.5792880 Jul 27 20:57:55.604398 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a206e42-b932-4dfe-bf46-6c2645af1695', 'name': 'network-vif-deleted', 'tag': '9cb39833-1334-4bd0-a64f-651575d3a188'}] {{(pid=105584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:57:55.614201 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bce5e6c8685464f7626901654159975603b047827e3138302ed6566e28f1343" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0c6481a-a236-4a9a-b317-5413ee0314c5" -d '{"events": [{"server_uuid": "9a206e42-b932-4dfe-bf46-6c2645af1695", "name": "network-vif-deleted", "tag": "9cb39833-1334-4bd0-a64f-651575d3a188"}]}' {{(pid=105584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:57:55.673810 n-d-705658-22 neutron-server[105584]: INFO neutron.api.v2.resource [req-5a21b833-8cb1-4494-856e-dcde2409e88e req-4e569274-427d-425f-b3f8-befb2f10c422 service neutron] show failed (client error): The resource could not be found. Jul 27 20:57:55.675754 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-5a21b833-8cb1-4494-856e-dcde2409e88e req-4e569274-427d-425f-b3f8-befb2f10c422 service neutron] 10.222.0.36 "GET /v2.0/ports/aa633d20-3f03-48c8-9390-1d9687dcf96b/bindings/n-h2-705658-22 HTTP/1.1" status: 404 len: 381 time: 0.1442068 Jul 27 20:57:55.686546 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 20:57:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6fc9a8e-2e8e-43ce-a6fc-a731b6e21639 x-openstack-request-id: req-b6fc9a8e-2e8e-43ce-a6fc-a731b6e21639 {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:57:55.686835 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a206e42-b932-4dfe-bf46-6c2645af1695", "name": "network-vif-deleted", "tag": "9cb39833-1334-4bd0-a64f-651575d3a188", "status": "completed", "code": 200}]} {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:57:55.687256 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-b6fc9a8e-2e8e-43ce-a6fc-a731b6e21639 {{(pid=105584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:57:55.687758 n-d-705658-22 neutron-server[105584]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a206e42-b932-4dfe-bf46-6c2645af1695', 'name': 'network-vif-deleted', 'tag': '9cb39833-1334-4bd0-a64f-651575d3a188', 'status': 'completed', 'code': 200} Jul 27 20:57:55.695931 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-2f062985-ff0f-4861-8ff8-702c06b0ccf3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:55.719700 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.provisioning_blocks [None req-2f062985-ff0f-4861-8ff8-702c06b0ccf3 admin admin] Transition to ACTIVE for port object 8a6a8443-3aba-4201-be0c-e816d0c692ac will not be triggered until provisioned by entity DHCP. {{(pid=105584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:57:55.735480 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-79df710b-5b35-4f82-80eb-d5db637af02f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b0413fd-652a-4dc5-899e-6c269ab91665', 'name': 'tempest-ServersTestJSON-234435651-router', 'tenant_id': '64da060b2dd44212a62bc79dadd15741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.245'}], 'enable_snat': True}, 'gw_port_id': '30edec30-35d7-4893-95e7-7b657e45e3a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:55:25Z', 'updated_at': '2021-07-27T20:55:31Z', 'revision_number': 4, 'project_id': '64da060b2dd44212a62bc79dadd15741', 'gw_port': {'id': '30edec30-35d7-4893-95e7-7b657e45e3a1', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:9c:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b0413fd-652a-4dc5-899e-6c269ab91665', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:55:26Z', 'updated_at': '2021-07-27T20:55:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_interfaces': [{'id': 'a6c8fedb-973c-4f84-9e71-ad8636120fce', 'name': '', 'network_id': '7bcae981-8648-471e-89db-85c5dd38c4a9', 'tenant_id': '64da060b2dd44212a62bc79dadd15741', 'mac_address': 'fa:16:3e:5a:bb:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b0413fd-652a-4dc5-899e-6c269ab91665', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '79e9814a-bc6d-4124-93bb-2b85b8b7cfb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:55:29Z', 'updated_at': '2021-07-27T20:55:43Z', 'revision_number': 5, 'project_id': '64da060b2dd44212a62bc79dadd15741', 'subnets': [{'id': '79e9814a-bc6d-4124-93bb-2b85b8b7cfb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-22', False) {} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:57:55.799714 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-2f062985-ff0f-4861-8ff8-702c06b0ccf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:55.799948 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79df710b-5b35-4f82-80eb-d5db637af02f None None] Checking router: 6b0413fd-652a-4dc5-899e-6c269ab91665 for host: n-d-705658-22 {{(pid=105586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 20:57:55.824473 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79df710b-5b35-4f82-80eb-d5db637af02f None None] Routers {'6b0413fd-652a-4dc5-899e-6c269ab91665'} bound to L3 agent in host n-d-705658-22 {{(pid=105586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:57:55.825756 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-79df710b-5b35-4f82-80eb-d5db637af02f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T20:57:41Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['6b0413fd-652a-4dc5-899e-6c269ab91665'], 'active': True} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:57:55.888241 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6e6fce-5232-46dc-8b26-fb2d58598855 req-508c5df9-9179-4527-87a5-33dc727c83db tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:55.889911 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-ac6e6fce-5232-46dc-8b26-fb2d58598855 req-508c5df9-9179-4527-87a5-33dc727c83db tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] 10.222.0.60 "GET /v2.0/ports?device_id=23a39a45-86ad-4a34-aa42-6affa73d3ff5 HTTP/1.1" status: 200 len: 944 time: 0.1386983 Jul 27 20:57:55.912127 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f062985-ff0f-4861-8ff8-702c06b0ccf3 admin admin] Pushing event updated for resources: {'Port': ['ID=8a6a8443-3aba-4201-be0c-e816d0c692ac,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:57:55.926119 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f062985-ff0f-4861-8ff8-702c06b0ccf3 admin admin] Network dba5ce41-1a40-4247-82e9-46ae522593d4 is already hosted by enough agents. {{(pid=105584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:57:55.927832 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [None req-2f062985-ff0f-4861-8ff8-702c06b0ccf3 admin admin] Resources bound (agent type, host, resource id): {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:57:55.957559 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f062985-ff0f-4861-8ff8-702c06b0ccf3 admin admin] Received port after_create {{(pid=105584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:57:55.977570 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-1c455080-0980-4a96-9eb3-bb2e023f956d req-2b393a79-88e2-40e9-a731-e134ce4a110a tempest-ServersTestJSON-933210889 tempest-ServersTestJSON-933210889-project] 10.222.0.59 "GET /v2.0/ports?device_id=9a206e42-b932-4dfe-bf46-6c2645af1695 HTTP/1.1" status: 200 len: 210 time: 0.0866544 Jul 27 20:57:56.023855 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-2f062985-ff0f-4861-8ff8-702c06b0ccf3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4075523'] for router_interface, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:56.134420 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvr_db [None req-79df710b-5b35-4f82-80eb-d5db637af02f None None] Set router 6b0413fd-652a-4dc5-899e-6c269ab91665 gateway port host: n-d-705658-22 {{(pid=105586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:57:56.211923 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Device 9cce8202-f27e-4e42-8ece-fb030c8334e9 details requested by agent hyperv_n-h2-705658-22 with host n-h2-705658-22 {{(pid=105586) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 20:57:56.215992 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 79bd7f73-d4b9-4460-ad81-650a33d78b73 up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:57:56.295429 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-2f062985-ff0f-4861-8ff8-702c06b0ccf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:56.320639 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a21b833-8cb1-4494-856e-dcde2409e88e req-7af89fa5-df79-4c58-89e8-f51f44d35685 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:56.322214 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-5a21b833-8cb1-4494-856e-dcde2409e88e req-7af89fa5-df79-4c58-89e8-f51f44d35685 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=db419102-3263-4279-8695-4f2f3857abff&tenant_id=43230fc3eab141e0b742541c8628d03e HTTP/1.1" status: 200 len: 1101 time: 0.2981038 Jul 27 20:57:56.338676 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [req-5a21b833-8cb1-4494-856e-dcde2409e88e req-e4d9f91a-b317-448e-9dc6-d7726dfca5a7 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-705658-22', 'device_owner': 'compute:nova'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:57:56.512716 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [req-ac6e6fce-5232-46dc-8b26-fb2d58598855 req-7a44d09f-a467-4895-9743-58b57c3392a3 tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] Deleting port c14b5680-225d-4e8a-80fe-181aabc6494e {{(pid=105585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:57:56.513708 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-ac6e6fce-5232-46dc-8b26-fb2d58598855 req-7a44d09f-a467-4895-9743-58b57c3392a3 tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:56.539982 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-5a21b833-8cb1-4494-856e-dcde2409e88e req-e4d9f91a-b317-448e-9dc6-d7726dfca5a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:56.572785 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-2f062985-ff0f-4861-8ff8-702c06b0ccf3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:56.579678 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-2f062985-ff0f-4861-8ff8-702c06b0ccf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9014027'] for port, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:56.605732 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-d82df123-272d-4fef-ab63-ee0d8f8ab1da None None] Provisioning for port 8a6a8443-3aba-4201-be0c-e816d0c692ac completed by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:57:56.629142 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-2f062985-ff0f-4861-8ff8-702c06b0ccf3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3743906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4076435'] for router_interface, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:56.655572 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-d82df123-272d-4fef-ab63-ee0d8f8ab1da None None] Provisioning complete for port 8a6a8443-3aba-4201-be0c-e816d0c692ac triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:57:56.656977 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-d82df123-272d-4fef-ab63-ee0d8f8ab1da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:56.723499 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f062985-ff0f-4861-8ff8-702c06b0ccf3 admin admin] Pushing event updated for resources: {'Port': ['ID=8a6a8443-3aba-4201-be0c-e816d0c692ac,revision_number=2']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:57:56.754843 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning for port 79bd7f73-d4b9-4460-ad81-650a33d78b73 completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:57:56.763266 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port 79bd7f73-d4b9-4460-ad81-650a33d78b73 triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:57:56.764174 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:56.772677 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-d82df123-272d-4fef-ab63-ee0d8f8ab1da None None] Port 8a6a8443-3aba-4201-be0c-e816d0c692ac cannot update to ACTIVE because it is not bound. {{(pid=105586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 20:57:56.775504 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] For port 9cce8202-f27e-4e42-8ece-fb030c8334e9, host n-h2-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=9cce8202-f27e-4e42-8ece-fb030c8334e9,segment=NetworkSegment(872889e4-5d02-4ec8-807e-3e5c98ba67af),segment_id=872889e4-5d02-4ec8-807e-3e5c98ba67af)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:57:56.780173 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f062985-ff0f-4861-8ff8-702c06b0ccf3 admin admin] Network dba5ce41-1a40-4247-82e9-46ae522593d4 is already hosted by enough agents. {{(pid=105584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:57:56.782085 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [None req-2f062985-ff0f-4861-8ff8-702c06b0ccf3 admin admin] Resources bound (agent type, host, resource id): {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:57:56.800165 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5af95a-f043-4645-b827-384b7cc6dcbf req-96f19cc0-5486-4546-9f0e-5309b83abea3 tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:56.801723 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-7e5af95a-f043-4645-b827-384b7cc6dcbf req-96f19cc0-5486-4546-9f0e-5309b83abea3 tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] 10.222.0.59 "GET /v2.0/ports?device_id=23a39a45-86ad-4a34-aa42-6affa73d3ff5 HTTP/1.1" status: 200 len: 944 time: 0.4081633 Jul 27 20:57:56.809938 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.db [req-ac6e6fce-5232-46dc-8b26-fb2d58598855 req-7a44d09f-a467-4895-9743-58b57c3392a3 tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] For port c14b5680-225d-4e8a-80fe-181aabc6494e, host n-h2-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=c14b5680-225d-4e8a-80fe-181aabc6494e,segment=NetworkSegment(30512320-4797-4523-818e-63eb7bdafb2b),segment_id=30512320-4797-4523-818e-63eb7bdafb2b)] {{(pid=105585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:57:56.810301 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-ac6e6fce-5232-46dc-8b26-fb2d58598855 req-7a44d09f-a467-4895-9743-58b57c3392a3 tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:56.819856 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f23476-8d55-4a99-9c59-22d55a5ca9bb req-2014b697-065e-4125-a627-111e01d2fe77 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:56.822474 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Returning: {'device': '9cce8202-f27e-4e42-8ece-fb030c8334e9', 'network_id': 'c29e02c5-8000-4917-925d-2eceb290693b', 'port_id': '9cce8202-f27e-4e42-8ece-fb030c8334e9', 'mac_address': 'fa:16:3e:3c:07:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 236, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c0fdb90-69ca-4554-99dc-5ec25614338f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105586) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 20:57:56.827402 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-20f23476-8d55-4a99-9c59-22d55a5ca9bb req-2014b697-065e-4125-a627-111e01d2fe77 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] 10.222.0.59 "GET /v2.0/ports?device_id=db419102-3263-4279-8695-4f2f3857abff HTTP/1.1" status: 200 len: 949 time: 0.4321795 Jul 27 20:57:56.870840 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [req-ac6e6fce-5232-46dc-8b26-fb2d58598855 req-7a44d09f-a467-4895-9743-58b57c3392a3 tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] Calling delete_port for c14b5680-225d-4e8a-80fe-181aabc6494e owned by compute:nova {{(pid=105585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:57:56.920116 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f062985-ff0f-4861-8ff8-702c06b0ccf3 admin admin] Router 37ec9c02-6a6f-451c-ab47-a916c9248574 has already been hosted by L3 agent dd128fd7-8e57-4d4f-895b-a96b369df59a {{(pid=105584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 20:57:56.963319 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:56.990806 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [None req-3d54578f-831f-4696-b568-13c455922dab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9cce8202-f27e-4e42-8ece-fb030c8334e9 {{(pid=105586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 20:57:57.010657 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:57.027943 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-7e5af95a-f043-4645-b827-384b7cc6dcbf req-46bf54b1-a613-4375-aa78-26aec05cf111 tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] 10.222.0.59 "GET /v2.0/security-groups?id=1749b80d-91c6-4bd3-8e8d-666bd095400f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1906471 Jul 27 20:57:57.045614 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-20f23476-8d55-4a99-9c59-22d55a5ca9bb req-ef4b8172-162d-457e-8125-56453bcac655 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] 10.222.0.59 "GET /v2.0/security-groups?id=c6534cb3-b44e-4a83-b57e-ddb72c2ad843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2174609 Jul 27 20:57:57.046114 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] For port 9cce8202-f27e-4e42-8ece-fb030c8334e9, host n-h2-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=9cce8202-f27e-4e42-8ece-fb030c8334e9,segment=NetworkSegment(872889e4-5d02-4ec8-807e-3e5c98ba67af),segment_id=872889e4-5d02-4ec8-807e-3e5c98ba67af)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:57:57.063891 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:57.112221 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f062985-ff0f-4861-8ff8-702c06b0ccf3 admin admin] Notify agent at l3_agent.n-d-705658-22 the message routers_updated {{(pid=105584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 20:57:57.133888 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-2f062985-ff0f-4861-8ff8-702c06b0ccf3 admin admin] 10.222.0.59 "PUT /v2.0/routers/37ec9c02-6a6f-451c-ab47-a916c9248574/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8761058 Jul 27 20:57:57.150780 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] For port 79bd7f73-d4b9-4460-ad81-650a33d78b73, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=79bd7f73-d4b9-4460-ad81-650a33d78b73,segment=NetworkSegment(12196855-9a32-4633-9a56-77697ef9e126),segment_id=12196855-9a32-4633-9a56-77697ef9e126)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:57:57.152909 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.db [req-5a21b833-8cb1-4494-856e-dcde2409e88e req-e4d9f91a-b317-448e-9dc6-d7726dfca5a7 service neutron] For port aa633d20-3f03-48c8-9390-1d9687dcf96b, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=aa633d20-3f03-48c8-9390-1d9687dcf96b,segment=NetworkSegment(86b1e6f6-d629-4b03-8944-4cdfbfb93d02),segment_id=86b1e6f6-d629-4b03-8944-4cdfbfb93d02)] {{(pid=105585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:57:57.180501 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-79df710b-5b35-4f82-80eb-d5db637af02f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b0413fd-652a-4dc5-899e-6c269ab91665', 'name': 'tempest-ServersTestJSON-234435651-router', 'tenant_id': '64da060b2dd44212a62bc79dadd15741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.245'}], 'enable_snat': True}, 'gw_port_id': '30edec30-35d7-4893-95e7-7b657e45e3a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:55:25Z', 'updated_at': '2021-07-27T20:55:31Z', 'revision_number': 4, 'project_id': '64da060b2dd44212a62bc79dadd15741', 'gw_port': {'id': '30edec30-35d7-4893-95e7-7b657e45e3a1', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:9c:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b0413fd-652a-4dc5-899e-6c269ab91665', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:55:26Z', 'updated_at': '2021-07-27T20:55:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_interfaces': [{'id': 'a6c8fedb-973c-4f84-9e71-ad8636120fce', 'name': '', 'network_id': '7bcae981-8648-471e-89db-85c5dd38c4a9', 'tenant_id': '64da060b2dd44212a62bc79dadd15741', 'mac_address': 'fa:16:3e:5a:bb:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b0413fd-652a-4dc5-899e-6c269ab91665', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '79e9814a-bc6d-4124-93bb-2b85b8b7cfb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:55:29Z', 'updated_at': '2021-07-27T20:55:43Z', 'revision_number': 5, 'project_id': '64da060b2dd44212a62bc79dadd15741', 'subnets': [{'id': '79e9814a-bc6d-4124-93bb-2b85b8b7cfb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-22', False) {} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:57:57.184800 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:57.254540 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79df710b-5b35-4f82-80eb-d5db637af02f None None] The sync data for ids ['6b0413fd-652a-4dc5-899e-6c269ab91665'] in n-d-705658-22 is: [{'id': '6b0413fd-652a-4dc5-899e-6c269ab91665', 'name': 'tempest-ServersTestJSON-234435651-router', 'tenant_id': '64da060b2dd44212a62bc79dadd15741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.245'}], 'enable_snat': True}, 'gw_port_id': '30edec30-35d7-4893-95e7-7b657e45e3a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:55:25Z', 'updated_at': '2021-07-27T20:55:31Z', 'revision_number': 4, 'project_id': '64da060b2dd44212a62bc79dadd15741', 'gw_port': {'id': '30edec30-35d7-4893-95e7-7b657e45e3a1', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:9c:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b0413fd-652a-4dc5-899e-6c269ab91665', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:55:26Z', 'updated_at': '2021-07-27T20:55:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_interfaces': [{'id': 'a6c8fedb-973c-4f84-9e71-ad8636120fce', 'name': '', 'network_id': '7bcae981-8648-471e-89db-85c5dd38c4a9', 'tenant_id': '64da060b2dd44212a62bc79dadd15741', 'mac_address': 'fa:16:3e:5a:bb:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b0413fd-652a-4dc5-899e-6c269ab91665', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '79e9814a-bc6d-4124-93bb-2b85b8b7cfb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:55:29Z', 'updated_at': '2021-07-27T20:55:43Z', 'revision_number': 5, 'project_id': '64da060b2dd44212a62bc79dadd15741', 'subnets': [{'id': '79e9814a-bc6d-4124-93bb-2b85b8b7cfb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 20:57:57.270517 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Pushing event updated for resources: {'Port': ['ID=9cce8202-f27e-4e42-8ece-fb030c8334e9,revision_number=4']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:57:57.329382 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.db [req-5a21b833-8cb1-4494-856e-dcde2409e88e req-e4d9f91a-b317-448e-9dc6-d7726dfca5a7 service neutron] For port aa633d20-3f03-48c8-9390-1d9687dcf96b, host n-h1-705658-22, cleared binding levels {{(pid=105585) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:57:57.369863 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Pushing event updated for resources: {'Port': ['ID=79bd7f73-d4b9-4460-ad81-650a33d78b73,revision_number=4']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:57:57.381817 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-33274ab7-3137-4e78-a493-7df329439547 None None] Provisioning complete for port 8a6a8443-3aba-4201-be0c-e816d0c692ac triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:57:57.382359 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-33274ab7-3137-4e78-a493-7df329439547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:57.407581 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-ac6e6fce-5232-46dc-8b26-fb2d58598855 req-7a44d09f-a467-4895-9743-58b57c3392a3 tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:57.420752 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-33274ab7-3137-4e78-a493-7df329439547 None None] Port 8a6a8443-3aba-4201-be0c-e816d0c692ac cannot update to ACTIVE because it is not bound. {{(pid=105586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 20:57:57.443629 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] get_ports_and_sgs() called for port_ids ['9cce8202-f27e-4e42-8ece-fb030c8334e9'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 20:57:57.443995 n-d-705658-22 neutron-server[105585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db419102-3263-4279-8695-4f2f3857abff', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aa633d20-3f03-48c8-9390-1d9687dcf96b'}] {{(pid=105585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:57:57.446236 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d66fd65881426bfc2b5388084a3654e5eae521106a15a3dbf0eb4cde7106c36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05aa0a85-6c74-41fe-98f1-573301b3f66e" -d '{"events": [{"server_uuid": "db419102-3263-4279-8695-4f2f3857abff", "name": "network-vif-unplugged", "status": "completed", "tag": "aa633d20-3f03-48c8-9390-1d9687dcf96b"}]}' {{(pid=105585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:57:57.454018 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-5a21b833-8cb1-4494-856e-dcde2409e88e req-e4d9f91a-b317-448e-9dc6-d7726dfca5a7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:57.476563 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f5562b62-f62f-4c95-8cc5-a3fe0bfc0439 req-312e8771-1f07-4962-9442-734f620effdf tempest-FloatingIPsNegativeTestJSON-517007684 tempest-FloatingIPsNegativeTestJSON-517007684-project] 10.222.0.59 "GET /v2.0/floatingips?tenant_id=8a53a664241042c3a17625ff27e7ea47 HTTP/1.1" status: 200 len: 217 time: 0.0856390 Jul 27 20:57:57.484780 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a44d09f-a467-4895-9743-58b57c3392a3 tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] Pushing event deleted for resources: {'Port': ['ID=c14b5680-225d-4e8a-80fe-181aabc6494e,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:57:57.504873 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.provisioning_blocks [req-5a21b833-8cb1-4494-856e-dcde2409e88e req-e4d9f91a-b317-448e-9dc6-d7726dfca5a7 service neutron] Transition to ACTIVE for port object aa633d20-3f03-48c8-9390-1d9687dcf96b will not be triggered until provisioned by entity L2. {{(pid=105585) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:57:57.531091 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 37898) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:57:57.557757 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13d916b-d1c5-4149-b12d-14083224dbfc req-f9ceba18-bb3a-4393-b36c-b16e86c88779 tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:57.559821 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e13d916b-d1c5-4149-b12d-14083224dbfc req-f9ceba18-bb3a-4393-b36c-b16e86c88779 tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] 10.222.0.59 "GET /v2.0/ports?device_id=b8093202-0829-41b7-950c-9aadd5e50706 HTTP/1.1" status: 200 len: 945 time: 0.3294733 Jul 27 20:57:57.560618 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-5a21b833-8cb1-4494-856e-dcde2409e88e req-e4d9f91a-b317-448e-9dc6-d7726dfca5a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10221672'] for port, after_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:57.634678 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-2cc516d4-2bf1-4ef7-a45c-c9c5a3f8820d tempest-ServersTestJSON-933210889 tempest-ServersTestJSON-933210889-project] Notify callbacks [] for security_group, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:57.639922 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 27 Jul 2021 20:57:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa254359-c159-4283-9f17-d563e7b9142f x-openstack-request-id: req-fa254359-c159-4283-9f17-d563e7b9142f {{(pid=105585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:57:57.640419 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db419102-3263-4279-8695-4f2f3857abff", "name": "network-vif-unplugged", "status": "completed", "tag": "aa633d20-3f03-48c8-9390-1d9687dcf96b", "code": 200}]} {{(pid=105585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:57:57.640671 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-fa254359-c159-4283-9f17-d563e7b9142f {{(pid=105585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:57:57.641051 n-d-705658-22 neutron-server[105585]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db419102-3263-4279-8695-4f2f3857abff', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aa633d20-3f03-48c8-9390-1d9687dcf96b', 'code': 200} Jul 27 20:57:57.643689 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac6e6fce-5232-46dc-8b26-fb2d58598855 req-7a44d09f-a467-4895-9743-58b57c3392a3 tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] No DVR routers for this DVR port c14b5680-225d-4e8a-80fe-181aabc6494e on host n-h2-705658-22 {{(pid=105585) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 20:57:57.646802 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-ac6e6fce-5232-46dc-8b26-fb2d58598855 req-7a44d09f-a467-4895-9743-58b57c3392a3 tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:57.650295 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-ac6e6fce-5232-46dc-8b26-fb2d58598855 req-7a44d09f-a467-4895-9743-58b57c3392a3 tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] 10.222.0.60 "DELETE /v2.0/ports/c14b5680-225d-4e8a-80fe-181aabc6494e HTTP/1.1" status: 204 len: 173 time: 1.7472279 Jul 27 20:57:57.671572 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-2cc516d4-2bf1-4ef7-a45c-c9c5a3f8820d tempest-ServersTestJSON-933210889 tempest-ServersTestJSON-933210889-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:57.690324 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5169ea79-b55b-4653-8f5f-48da9c4cae05 None None] New status for floating IP 8a773d6e-f1fd-4756-a274-108f5ba9d4e3: DOWN {{(pid=105587) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 20:57:57.720157 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d9f91a-b317-448e-9dc6-d7726dfca5a7 service neutron] Pushing event updated for resources: {'Port': ['ID=aa633d20-3f03-48c8-9390-1d9687dcf96b,revision_number=6']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:57:57.742782 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d6b997e-dd21-499f-8679-1560af62b0d6 None None] Sync routers for ids ['37ec9c02-6a6f-451c-ab47-a916c9248574'] in n-d-705658-22 {{(pid=105586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 20:57:57.742917 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-56579796-2651-4ef6-9aeb-41152f55b284 req-5af5e2d0-f932-4de3-a5fc-8b4e20bbdd38 tempest-FloatingIPsNegativeTestJSON-517007684 tempest-FloatingIPsNegativeTestJSON-517007684-project] 10.222.0.59 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0765526 Jul 27 20:57:57.766750 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-2cc516d4-2bf1-4ef7-a45c-c9c5a3f8820d tempest-ServersTestJSON-933210889 tempest-ServersTestJSON-933210889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:57.770828 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-2cc516d4-2bf1-4ef7-a45c-c9c5a3f8820d tempest-ServersTestJSON-933210889 tempest-ServersTestJSON-933210889-project] Notify callbacks [] for security_group, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:57.776334 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-2cc516d4-2bf1-4ef7-a45c-c9c5a3f8820d tempest-ServersTestJSON-933210889 tempest-ServersTestJSON-933210889-project] 10.222.0.59 "DELETE /v2.0/security-groups/a0b73daf-d493-4273-bbc1-c25f03644436 HTTP/1.1" status: 204 len: 168 time: 0.2438228 Jul 27 20:57:57.777169 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 37902) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:57:57.784415 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a21b833-8cb1-4494-856e-dcde2409e88e req-e4d9f91a-b317-448e-9dc6-d7726dfca5a7 service neutron] No DVR routers for this DVR port aa633d20-3f03-48c8-9390-1d9687dcf96b on host n-h1-705658-22 {{(pid=105585) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 20:57:57.798351 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d6b997e-dd21-499f-8679-1560af62b0d6 None None] Routers {'37ec9c02-6a6f-451c-ab47-a916c9248574'} bound to L3 agent in host n-d-705658-22 {{(pid=105586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:57:57.799272 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-1d6b997e-dd21-499f-8679-1560af62b0d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T20:57:41Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['37ec9c02-6a6f-451c-ab47-a916c9248574'], 'active': True} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:57:57.805664 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc516d4-2bf1-4ef7-a45c-c9c5a3f8820d tempest-ServersTestJSON-933210889 tempest-ServersTestJSON-933210889-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0b73daf-d493-4273-bbc1-c25f03644436,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:57:57.808433 n-d-705658-22 neutron-server[105584]: INFO neutron.api.v2.resource [None req-8e3cb343-d3b3-437d-a499-4fb7a2ec014e tempest-ServersTestJSON-933210889 tempest-ServersTestJSON-933210889-project] show failed (client error): The resource could not be found. Jul 27 20:57:57.813167 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-8e3cb343-d3b3-437d-a499-4fb7a2ec014e tempest-ServersTestJSON-933210889 tempest-ServersTestJSON-933210889-project] 10.222.0.59 "GET /v2.0/security-groups/a0b73daf-d493-4273-bbc1-c25f03644436 HTTP/1.1" status: 404 len: 347 time: 0.0312214 Jul 27 20:57:57.813862 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 37904) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:57:57.839648 n-d-705658-22 neutron-server[105585]: INFO neutron.api.v2.resource [req-9a2df403-ea0f-445b-a20b-f744e434e135 req-d86522a7-2f16-4ae3-a907-14f8b50125e0 tempest-FloatingIPsNegativeTestJSON-517007684 tempest-FloatingIPsNegativeTestJSON-517007684-project] show failed (client error): The resource could not be found. Jul 27 20:57:57.850707 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-9a2df403-ea0f-445b-a20b-f744e434e135 req-d86522a7-2f16-4ae3-a907-14f8b50125e0 tempest-FloatingIPsNegativeTestJSON-517007684 tempest-FloatingIPsNegativeTestJSON-517007684-project] 10.222.0.59 "GET /v2.0/floatingips/cb9e7161-7f39-4cf6-9ac3-8101f9614f64 HTTP/1.1" status: 404 len: 350 time: 0.0725961 Jul 27 20:57:57.863739 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 37906) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:57:57.886631 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e13d916b-d1c5-4149-b12d-14083224dbfc req-47f0524c-f66c-4a1a-9088-db2a0cac3e78 tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] 10.222.0.59 "GET /v2.0/security-groups?id=d1766e71-7b2a-4f2d-acc0-530f862b8fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2447262 Jul 27 20:57:57.978770 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.managers [req-5a21b833-8cb1-4494-856e-dcde2409e88e req-e4d9f91a-b317-448e-9dc6-d7726dfca5a7 service neutron] Attempting to bind port aa633d20-3f03-48c8-9390-1d9687dcf96b on host n-h2-705658-22 for vnic_type normal with profile {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:57:57.979674 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.managers [req-5a21b833-8cb1-4494-856e-dcde2409e88e req-e4d9f91a-b317-448e-9dc6-d7726dfca5a7 service neutron] Attempting to bind port aa633d20-3f03-48c8-9390-1d9687dcf96b by drivers openvswitch,hyperv on host n-h2-705658-22 at level 0 using segments [{'id': '86b1e6f6-d629-4b03-8944-4cdfbfb93d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '4d64aa0b-bd6a-468e-8edc-c83689947462'}] {{(pid=105585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:57:57.980008 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a21b833-8cb1-4494-856e-dcde2409e88e req-e4d9f91a-b317-448e-9dc6-d7726dfca5a7 service neutron] Attempting to bind port aa633d20-3f03-48c8-9390-1d9687dcf96b on network 4d64aa0b-bd6a-468e-8edc-c83689947462 {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:57:57.983766 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvr_db [None req-1d6b997e-dd21-499f-8679-1560af62b0d6 None None] Set router 37ec9c02-6a6f-451c-ab47-a916c9248574 gateway port host: n-d-705658-22 {{(pid=105586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:57:57.986164 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a21b833-8cb1-4494-856e-dcde2409e88e req-e4d9f91a-b317-448e-9dc6-d7726dfca5a7 service neutron] Port aa633d20-3f03-48c8-9390-1d9687dcf96b on network 4d64aa0b-bd6a-468e-8edc-c83689947462 not bound, no agent of type Open vSwitch agent registered on host n-h2-705658-22 {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 20:57:57.986493 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a21b833-8cb1-4494-856e-dcde2409e88e req-e4d9f91a-b317-448e-9dc6-d7726dfca5a7 service neutron] Attempting to bind port aa633d20-3f03-48c8-9390-1d9687dcf96b on network 4d64aa0b-bd6a-468e-8edc-c83689947462 {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:57:58.025297 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a21b833-8cb1-4494-856e-dcde2409e88e req-e4d9f91a-b317-448e-9dc6-d7726dfca5a7 service neutron] Checking agent: {'id': '65195a73-a875-4810-9f5b-622ae260a8a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 49, 40), 'started_at': datetime.datetime(2021, 7, 27, 20, 49, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 57, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:57:58.025633 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a21b833-8cb1-4494-856e-dcde2409e88e req-e4d9f91a-b317-448e-9dc6-d7726dfca5a7 service neutron] Checking segment: {'id': '86b1e6f6-d629-4b03-8944-4cdfbfb93d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '4d64aa0b-bd6a-468e-8edc-c83689947462'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:57:58.026017 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a21b833-8cb1-4494-856e-dcde2409e88e req-e4d9f91a-b317-448e-9dc6-d7726dfca5a7 service neutron] Bound using segment: {'id': '86b1e6f6-d629-4b03-8944-4cdfbfb93d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '4d64aa0b-bd6a-468e-8edc-c83689947462'} {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:57:58.026458 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.managers [req-5a21b833-8cb1-4494-856e-dcde2409e88e req-e4d9f91a-b317-448e-9dc6-d7726dfca5a7 service neutron] Bound port: aa633d20-3f03-48c8-9390-1d9687dcf96b, host: n-h2-705658-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '86b1e6f6-d629-4b03-8944-4cdfbfb93d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '4d64aa0b-bd6a-468e-8edc-c83689947462'}}] {{(pid=105585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:57:58.026986 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-5a21b833-8cb1-4494-856e-dcde2409e88e req-e4d9f91a-b317-448e-9dc6-d7726dfca5a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:58.084073 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-1b3e8def-26ad-44aa-9a39-92432df76274 tempest-ServersTestJSON-933210889 tempest-ServersTestJSON-933210889-project] Deleting port 816d0a93-f36b-4b69-b2d6-5f404f88deea {{(pid=105584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:57:58.084417 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-1b3e8def-26ad-44aa-9a39-92432df76274 tempest-ServersTestJSON-933210889 tempest-ServersTestJSON-933210889-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:58.128515 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 79bd7f73-d4b9-4460-ad81-650a33d78b73 up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:57:58.233297 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port 79bd7f73-d4b9-4460-ad81-650a33d78b73 triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:57:58.233952 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:58.258698 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-1b3e8def-26ad-44aa-9a39-92432df76274 tempest-ServersTestJSON-933210889 tempest-ServersTestJSON-933210889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:58.259935 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-1b3e8def-26ad-44aa-9a39-92432df76274 tempest-ServersTestJSON-933210889 tempest-ServersTestJSON-933210889-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:58.277251 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-1b3e8def-26ad-44aa-9a39-92432df76274 tempest-ServersTestJSON-933210889 tempest-ServersTestJSON-933210889-project] Calling delete_port for 816d0a93-f36b-4b69-b2d6-5f404f88deea owned by network:floatingip {{(pid=105584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:57:58.378523 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-1d6b997e-dd21-499f-8679-1560af62b0d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37ec9c02-6a6f-451c-ab47-a916c9248574', 'name': 'tempest-FloatingIPsNegativeTestJSON-1962194612-router', 'tenant_id': '8a53a664241042c3a17625ff27e7ea47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.131'}], 'enable_snat': True}, 'gw_port_id': '79bd7f73-d4b9-4460-ad81-650a33d78b73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:57:50Z', 'updated_at': '2021-07-27T20:57:56Z', 'revision_number': 4, 'project_id': '8a53a664241042c3a17625ff27e7ea47', 'gw_port': {'id': '79bd7f73-d4b9-4460-ad81-650a33d78b73', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:0a:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37ec9c02-6a6f-451c-ab47-a916c9248574', 'device_owner': 'network:router_gateway', 'standard_attr_id': 702, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:57:51Z', 'updated_at': '2021-07-27T20:57:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_interfaces': [{'id': '8a6a8443-3aba-4201-be0c-e816d0c692ac', 'name': '', 'network_id': 'dba5ce41-1a40-4247-82e9-46ae522593d4', 'tenant_id': '8a53a664241042c3a17625ff27e7ea47', 'mac_address': 'fa:16:3e:a7:bc:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37ec9c02-6a6f-451c-ab47-a916c9248574', 'device_owner': 'network:router_interface', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': '1b56bab4-b9d5-4d43-bfab-970968dc9792', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:57:54Z', 'updated_at': '2021-07-27T20:57:56Z', 'revision_number': 2, 'project_id': '8a53a664241042c3a17625ff27e7ea47', 'subnets': [{'id': '1b56bab4-b9d5-4d43-bfab-970968dc9792', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-22', False) {} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:57:58.418133 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d6b997e-dd21-499f-8679-1560af62b0d6 None None] Checking router: 37ec9c02-6a6f-451c-ab47-a916c9248574 for host: n-d-705658-22 {{(pid=105586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 20:57:58.418568 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d6b997e-dd21-499f-8679-1560af62b0d6 None None] Updating router 37ec9c02-6a6f-451c-ab47-a916c9248574 port 8a6a8443-3aba-4201-be0c-e816d0c692ac binding host n-d-705658-22 {{(pid=105586) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 20:57:58.471529 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-1b3e8def-26ad-44aa-9a39-92432df76274 tempest-ServersTestJSON-933210889 tempest-ServersTestJSON-933210889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:58.486604 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device 9cb39833-1334-4bd0-a64f-651575d3a188 no longer exists at agent hyperv_n-h1-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 20:57:58.506573 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3e8def-26ad-44aa-9a39-92432df76274 tempest-ServersTestJSON-933210889 tempest-ServersTestJSON-933210889-project] Pushing event deleted for resources: {'Port': ['ID=816d0a93-f36b-4b69-b2d6-5f404f88deea,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:57:58.517987 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-28650df7-c46c-4981-b84f-37d87254047e None None] No Port match for: 9cb39833-1334-4bd0-a64f-651575d3a188 {{(pid=105586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 20:57:58.518336 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device 9cb39833-1334-4bd0-a64f-651575d3a188 not bound to the agent host n-h1-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 20:57:58.520082 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-1d6b997e-dd21-499f-8679-1560af62b0d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:58.589179 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-1b3e8def-26ad-44aa-9a39-92432df76274 tempest-ServersTestJSON-933210889 tempest-ServersTestJSON-933210889-project] Notify callbacks [] for floatingip, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:58.592904 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-1b3e8def-26ad-44aa-9a39-92432df76274 tempest-ServersTestJSON-933210889 tempest-ServersTestJSON-933210889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for floatingip, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:58.594777 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-1b3e8def-26ad-44aa-9a39-92432df76274 tempest-ServersTestJSON-933210889 tempest-ServersTestJSON-933210889-project] 10.222.0.59 "DELETE /v2.0/floatingips/8a773d6e-f1fd-4756-a274-108f5ba9d4e3 HTTP/1.1" status: 204 len: 168 time: 0.7795281 Jul 27 20:57:58.597573 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 37918) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:57:58.686735 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-5a589136-457d-4ebf-b7ed-54b8317aa612 req-1cf89468-c431-40f2-a45f-69d318ccc521 tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] 10.222.0.59 "GET /v2.0/ports?device_id=23a39a45-86ad-4a34-aa42-6affa73d3ff5 HTTP/1.1" status: 200 len: 210 time: 0.0602875 Jul 27 20:57:58.696637 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.db [req-5a21b833-8cb1-4494-856e-dcde2409e88e req-e4d9f91a-b317-448e-9dc6-d7726dfca5a7 service neutron] For port aa633d20-3f03-48c8-9390-1d9687dcf96b, host n-h2-705658-22, cleared binding levels {{(pid=105585) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:57:58.751733 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.db [req-5a21b833-8cb1-4494-856e-dcde2409e88e req-e4d9f91a-b317-448e-9dc6-d7726dfca5a7 service neutron] For port aa633d20-3f03-48c8-9390-1d9687dcf96b, host n-h2-705658-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=aa633d20-3f03-48c8-9390-1d9687dcf96b,segment=NetworkSegment(86b1e6f6-d629-4b03-8944-4cdfbfb93d02),segment_id=86b1e6f6-d629-4b03-8944-4cdfbfb93d02)] {{(pid=105585) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:57:58.764050 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-5a21b833-8cb1-4494-856e-dcde2409e88e req-e4d9f91a-b317-448e-9dc6-d7726dfca5a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10221672'] for port, after_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:58.829969 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a21b833-8cb1-4494-856e-dcde2409e88e req-e4d9f91a-b317-448e-9dc6-d7726dfca5a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:58.830702 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-5a21b833-8cb1-4494-856e-dcde2409e88e req-e4d9f91a-b317-448e-9dc6-d7726dfca5a7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:58.832459 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-5a21b833-8cb1-4494-856e-dcde2409e88e req-e4d9f91a-b317-448e-9dc6-d7726dfca5a7 service neutron] 10.222.0.60 "PUT /v2.0/ports/aa633d20-3f03-48c8-9390-1d9687dcf96b HTTP/1.1" status: 200 len: 1096 time: 2.5005980 Jul 27 20:57:58.842463 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e748e53-693d-48f2-8126-d370762e1ae8 req-528d93d6-be7c-4335-ab1a-d6210d7966e6 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:58.845892 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-1d6b997e-dd21-499f-8679-1560af62b0d6 None None] Notify callbacks [] for port, precommit_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:58.850880 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-2e748e53-693d-48f2-8126-d370762e1ae8 req-528d93d6-be7c-4335-ab1a-d6210d7966e6 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] 10.222.0.59 "GET /v2.0/ports?device_id=db419102-3263-4279-8695-4f2f3857abff HTTP/1.1" status: 200 len: 947 time: 0.2348087 Jul 27 20:57:58.869609 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-1d6b997e-dd21-499f-8679-1560af62b0d6 None None] Transition to ACTIVE for port object 8a6a8443-3aba-4201-be0c-e816d0c692ac will not be triggered until provisioned by entity L2. {{(pid=105586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:57:58.880023 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-1d6b997e-dd21-499f-8679-1560af62b0d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:58.996161 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d9f91a-b317-448e-9dc6-d7726dfca5a7 service neutron] Pushing event updated for resources: {'Port': ['ID=aa633d20-3f03-48c8-9390-1d9687dcf96b,revision_number=7']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:57:59.014702 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-1d6b997e-dd21-499f-8679-1560af62b0d6 None None] Attempting to bind port 8a6a8443-3aba-4201-be0c-e816d0c692ac on host n-d-705658-22 for vnic_type normal with profile {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:57:59.015113 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-1d6b997e-dd21-499f-8679-1560af62b0d6 None None] Attempting to bind port 8a6a8443-3aba-4201-be0c-e816d0c692ac by drivers openvswitch,hyperv on host n-d-705658-22 at level 0 using segments [{'id': '4abc254e-de5d-4683-a5f6-66d38657f377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'dba5ce41-1a40-4247-82e9-46ae522593d4'}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:57:59.015481 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d6b997e-dd21-499f-8679-1560af62b0d6 None None] Attempting to bind port 8a6a8443-3aba-4201-be0c-e816d0c692ac on network dba5ce41-1a40-4247-82e9-46ae522593d4 {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:57:59.017890 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01664a52-22c9-45b8-a727-c8e8b68c7a98 None None] Pushing event updated for resources: {'Port': ['ID=8a6a8443-3aba-4201-be0c-e816d0c692ac,revision_number=3']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:57:59.032842 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d6b997e-dd21-499f-8679-1560af62b0d6 None None] Checking agent: {'id': '04a7ea91-6318-467e-ace6-b0fb48c8690f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 41, 42), 'started_at': datetime.datetime(2021, 7, 27, 20, 42, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 57, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:57:59.033243 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d6b997e-dd21-499f-8679-1560af62b0d6 None None] Checking segment: {'id': '4abc254e-de5d-4683-a5f6-66d38657f377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'dba5ce41-1a40-4247-82e9-46ae522593d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:57:59.037456 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-1d6b997e-dd21-499f-8679-1560af62b0d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:59.037895 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d6b997e-dd21-499f-8679-1560af62b0d6 None None] Bound using segment: {'id': '4abc254e-de5d-4683-a5f6-66d38657f377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'dba5ce41-1a40-4247-82e9-46ae522593d4'} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:57:59.038450 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-1d6b997e-dd21-499f-8679-1560af62b0d6 None None] Bound port: 8a6a8443-3aba-4201-be0c-e816d0c692ac, host: n-d-705658-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4abc254e-de5d-4683-a5f6-66d38657f377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'dba5ce41-1a40-4247-82e9-46ae522593d4'}}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:57:59.038773 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-1d6b997e-dd21-499f-8679-1560af62b0d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:59.080571 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-2e748e53-693d-48f2-8126-d370762e1ae8 req-8d2c2129-285f-4ecd-b99d-5b1bddf02290 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] 10.222.0.59 "GET /v2.0/security-groups?id=c6534cb3-b44e-4a83-b57e-ddb72c2ad843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2283669 Jul 27 20:57:59.132313 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-1d6b997e-dd21-499f-8679-1560af62b0d6 None None] For port 8a6a8443-3aba-4201-be0c-e816d0c692ac, host n-d-705658-22, cleared binding levels {{(pid=105586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:57:59.141376 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-1d6b997e-dd21-499f-8679-1560af62b0d6 None None] For port 8a6a8443-3aba-4201-be0c-e816d0c692ac, host n-d-705658-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=8a6a8443-3aba-4201-be0c-e816d0c692ac,segment=NetworkSegment(4abc254e-de5d-4683-a5f6-66d38657f377),segment_id=4abc254e-de5d-4683-a5f6-66d38657f377)] {{(pid=105586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:57:59.146805 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-1d6b997e-dd21-499f-8679-1560af62b0d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:59.197229 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d6b997e-dd21-499f-8679-1560af62b0d6 None None] Routers {'37ec9c02-6a6f-451c-ab47-a916c9248574'} bound to L3 agent in host n-d-705658-22 {{(pid=105586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:57:59.197873 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-1d6b997e-dd21-499f-8679-1560af62b0d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T20:57:41Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['37ec9c02-6a6f-451c-ab47-a916c9248574'], 'active': True} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:57:59.208948 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a21b833-8cb1-4494-856e-dcde2409e88e req-2af6ecdc-b12d-4660-820b-a8c7726b5c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:59.210497 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-5a21b833-8cb1-4494-856e-dcde2409e88e req-2af6ecdc-b12d-4660-820b-a8c7726b5c03 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=43230fc3eab141e0b742541c8628d03e&device_id=db419102-3263-4279-8695-4f2f3857abff HTTP/1.1" status: 200 len: 1099 time: 0.3434849 Jul 27 20:57:59.211210 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-9d58c56b-c397-471b-9cb0-f54d73ecaa8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4076536'] for router_interface, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:59.335639 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfe2528-1a92-482a-9ebf-75f1ba5a2b45 req-8a48a291-ceb4-4eb5-8c14-24091ff20c7e tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:59.343444 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-adfe2528-1a92-482a-9ebf-75f1ba5a2b45 req-8a48a291-ceb4-4eb5-8c14-24091ff20c7e tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] 10.222.0.59 "GET /v2.0/ports?device_id=b8093202-0829-41b7-950c-9aadd5e50706 HTTP/1.1" status: 200 len: 945 time: 0.2325945 Jul 27 20:57:59.402878 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01664a52-22c9-45b8-a727-c8e8b68c7a98 None None] Pushing event updated for resources: {'Port': ['ID=8a6a8443-3aba-4201-be0c-e816d0c692ac,revision_number=4']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:57:59.447306 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a21b833-8cb1-4494-856e-dcde2409e88e req-471298a7-5c34-4453-a5fd-7b75e91a0929 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:59.448588 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-5a21b833-8cb1-4494-856e-dcde2409e88e req-471298a7-5c34-4453-a5fd-7b75e91a0929 service neutron] 10.222.0.60 "GET /v2.0/networks?id=4d64aa0b-bd6a-468e-8edc-c83689947462 HTTP/1.1" status: 200 len: 870 time: 0.2294579 Jul 27 20:57:59.468558 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-adfe2528-1a92-482a-9ebf-75f1ba5a2b45 req-4fc637fa-2596-47c2-b58f-953e9d7cc1b7 tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] 10.222.0.59 "GET /v2.0/security-groups?id=d1766e71-7b2a-4f2d-acc0-530f862b8fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187687 Jul 27 20:57:59.506320 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvr_db [None req-1d6b997e-dd21-499f-8679-1560af62b0d6 None None] Set router 37ec9c02-6a6f-451c-ab47-a916c9248574 gateway port host: n-d-705658-22 {{(pid=105586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:57:59.514734 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-5a21b833-8cb1-4494-856e-dcde2409e88e req-d43e4db5-2106-4775-9dbd-c859fb183488 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.17&port_id=aa633d20-3f03-48c8-9390-1d9687dcf96b HTTP/1.1" status: 200 len: 217 time: 0.0450318 Jul 27 20:57:59.549705 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-9d58c56b-c397-471b-9cb0-f54d73ecaa8b admin admin] Deleting port a6c8fedb-973c-4f84-9e71-ad8636120fce {{(pid=105584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:57:59.550210 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-9d58c56b-c397-471b-9cb0-f54d73ecaa8b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:59.572790 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-3fe035a0-49c9-4089-959e-d025554631c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4076536'] for router_interface, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:59.619332 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a21b833-8cb1-4494-856e-dcde2409e88e req-abea4727-f8e1-44cf-bb32-6dac43ce0a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:59.621082 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-5a21b833-8cb1-4494-856e-dcde2409e88e req-abea4727-f8e1-44cf-bb32-6dac43ce0a85 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=26644ba0-4185-4e10-8718-6ad18d01376c HTTP/1.1" status: 200 len: 843 time: 0.0981696 Jul 27 20:57:59.634904 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [None req-9d58c56b-c397-471b-9cb0-f54d73ecaa8b admin admin] For port a6c8fedb-973c-4f84-9e71-ad8636120fce, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=a6c8fedb-973c-4f84-9e71-ad8636120fce,segment=NetworkSegment(9dcee0f9-4d46-4446-867e-34216aa290b0),segment_id=9dcee0f9-4d46-4446-867e-34216aa290b0)] {{(pid=105584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:57:59.635432 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-9d58c56b-c397-471b-9cb0-f54d73ecaa8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:59.642092 n-d-705658-22 neutron-server[105585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23a39a45-86ad-4a34-aa42-6affa73d3ff5', 'name': 'network-vif-deleted', 'tag': 'c14b5680-225d-4e8a-80fe-181aabc6494e'}, {'name': 'network-changed', 'server_uuid': 'db419102-3263-4279-8695-4f2f3857abff', 'tag': 'aa633d20-3f03-48c8-9390-1d9687dcf96b'}] {{(pid=105585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:57:59.644629 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d66fd65881426bfc2b5388084a3654e5eae521106a15a3dbf0eb4cde7106c36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c7a0f77-2d85-482e-94d7-7e617aa4a0db" -d '{"events": [{"server_uuid": "23a39a45-86ad-4a34-aa42-6affa73d3ff5", "name": "network-vif-deleted", "tag": "c14b5680-225d-4e8a-80fe-181aabc6494e"}, {"name": "network-changed", "server_uuid": "db419102-3263-4279-8695-4f2f3857abff", "tag": "aa633d20-3f03-48c8-9390-1d9687dcf96b"}]}' {{(pid=105585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:57:59.652303 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-9d58c56b-c397-471b-9cb0-f54d73ecaa8b admin admin] Calling delete_port for a6c8fedb-973c-4f84-9e71-ad8636120fce owned by network:router_interface {{(pid=105584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:57:59.726459 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 27 Jul 2021 20:57:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3a6e7b2-069d-453b-8c93-752bfec506ea x-openstack-request-id: req-a3a6e7b2-069d-453b-8c93-752bfec506ea {{(pid=105585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:57:59.726942 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23a39a45-86ad-4a34-aa42-6affa73d3ff5", "name": "network-vif-deleted", "tag": "c14b5680-225d-4e8a-80fe-181aabc6494e", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "db419102-3263-4279-8695-4f2f3857abff", "tag": "aa633d20-3f03-48c8-9390-1d9687dcf96b", "status": "completed", "code": 200}]} {{(pid=105585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:57:59.727057 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-a3a6e7b2-069d-453b-8c93-752bfec506ea {{(pid=105585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:57:59.729689 n-d-705658-22 neutron-server[105585]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23a39a45-86ad-4a34-aa42-6affa73d3ff5', 'name': 'network-vif-deleted', 'tag': 'c14b5680-225d-4e8a-80fe-181aabc6494e', 'status': 'completed', 'code': 200} Jul 27 20:57:59.730179 n-d-705658-22 neutron-server[105585]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db419102-3263-4279-8695-4f2f3857abff', 'tag': 'aa633d20-3f03-48c8-9390-1d9687dcf96b', 'status': 'completed', 'code': 200} Jul 27 20:57:59.763756 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-1d6b997e-dd21-499f-8679-1560af62b0d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37ec9c02-6a6f-451c-ab47-a916c9248574', 'name': 'tempest-FloatingIPsNegativeTestJSON-1962194612-router', 'tenant_id': '8a53a664241042c3a17625ff27e7ea47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.131'}], 'enable_snat': True}, 'gw_port_id': '79bd7f73-d4b9-4460-ad81-650a33d78b73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:57:50Z', 'updated_at': '2021-07-27T20:57:56Z', 'revision_number': 4, 'project_id': '8a53a664241042c3a17625ff27e7ea47', 'gw_port': {'id': '79bd7f73-d4b9-4460-ad81-650a33d78b73', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:0a:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37ec9c02-6a6f-451c-ab47-a916c9248574', 'device_owner': 'network:router_gateway', 'standard_attr_id': 702, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:57:51Z', 'updated_at': '2021-07-27T20:57:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_interfaces': [{'id': '8a6a8443-3aba-4201-be0c-e816d0c692ac', 'name': '', 'network_id': 'dba5ce41-1a40-4247-82e9-46ae522593d4', 'tenant_id': '8a53a664241042c3a17625ff27e7ea47', 'mac_address': 'fa:16:3e:a7:bc:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37ec9c02-6a6f-451c-ab47-a916c9248574', 'device_owner': 'network:router_interface', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': '1b56bab4-b9d5-4d43-bfab-970968dc9792', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:57:54Z', 'updated_at': '2021-07-27T20:57:59Z', 'revision_number': 4, 'project_id': '8a53a664241042c3a17625ff27e7ea47', 'subnets': [{'id': '1b56bab4-b9d5-4d43-bfab-970968dc9792', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-22', False) {} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:57:59.797973 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d6b997e-dd21-499f-8679-1560af62b0d6 None None] The sync data for ids ['37ec9c02-6a6f-451c-ab47-a916c9248574'] in n-d-705658-22 is: [{'id': '37ec9c02-6a6f-451c-ab47-a916c9248574', 'name': 'tempest-FloatingIPsNegativeTestJSON-1962194612-router', 'tenant_id': '8a53a664241042c3a17625ff27e7ea47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.131'}], 'enable_snat': True}, 'gw_port_id': '79bd7f73-d4b9-4460-ad81-650a33d78b73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:57:50Z', 'updated_at': '2021-07-27T20:57:56Z', 'revision_number': 4, 'project_id': '8a53a664241042c3a17625ff27e7ea47', 'gw_port': {'id': '79bd7f73-d4b9-4460-ad81-650a33d78b73', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:0a:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37ec9c02-6a6f-451c-ab47-a916c9248574', 'device_owner': 'network:router_gateway', 'standard_attr_id': 702, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:57:51Z', 'updated_at': '2021-07-27T20:57:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_interfaces': [{'id': '8a6a8443-3aba-4201-be0c-e816d0c692ac', 'name': '', 'network_id': 'dba5ce41-1a40-4247-82e9-46ae522593d4', 'tenant_id': '8a53a664241042c3a17625ff27e7ea47', 'mac_address': 'fa:16:3e:a7:bc:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37ec9c02-6a6f-451c-ab47-a916c9248574', 'device_owner': 'network:router_interface', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': '1b56bab4-b9d5-4d43-bfab-970968dc9792', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:57:54Z', 'updated_at': '2021-07-27T20:57:59Z', 'revision_number': 4, 'project_id': '8a53a664241042c3a17625ff27e7ea47', 'subnets': [{'id': '1b56bab4-b9d5-4d43-bfab-970968dc9792', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 20:57:59.869848 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a21b833-8cb1-4494-856e-dcde2409e88e req-f8529389-6711-4ef8-8acf-3f019937198f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:59.875584 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-5a21b833-8cb1-4494-856e-dcde2409e88e req-f8529389-6711-4ef8-8acf-3f019937198f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4d64aa0b-bd6a-468e-8edc-c83689947462&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2393095 Jul 27 20:57:59.938932 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7a0f77-2d85-482e-94d7-7e617aa4a0db req-83ea74fc-5f87-476e-aa09-9a19a06f5457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:59.940656 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-9c7a0f77-2d85-482e-94d7-7e617aa4a0db req-83ea74fc-5f87-476e-aa09-9a19a06f5457 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=43230fc3eab141e0b742541c8628d03e&device_id=db419102-3263-4279-8695-4f2f3857abff HTTP/1.1" status: 200 len: 1099 time: 0.1583610 Jul 27 20:58:00.123363 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-9d58c56b-c397-471b-9cb0-f54d73ecaa8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:00.167613 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d58c56b-c397-471b-9cb0-f54d73ecaa8b admin admin] Pushing event deleted for resources: {'Port': ['ID=a6c8fedb-973c-4f84-9e71-ad8636120fce,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:58:00.206440 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 8a6a8443-3aba-4201-be0c-e816d0c692ac up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:58:00.213725 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-5a21b833-8cb1-4494-856e-dcde2409e88e req-74a5832c-e0a5-469d-85a9-6aebaf11be5d service neutron] 10.222.0.60 "GET /v2.0/networks/4d64aa0b-bd6a-468e-8edc-c83689947462?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3236797 Jul 27 20:58:00.226170 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7a0f77-2d85-482e-94d7-7e617aa4a0db req-4d3fb5a0-3155-477d-ac4b-39902c4ab182 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:00.227728 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-9c7a0f77-2d85-482e-94d7-7e617aa4a0db req-4d3fb5a0-3155-477d-ac4b-39902c4ab182 service neutron] 10.222.0.36 "GET /v2.0/networks?id=4d64aa0b-bd6a-468e-8edc-c83689947462 HTTP/1.1" status: 200 len: 870 time: 0.2753365 Jul 27 20:58:00.240240 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Device 9cce8202-f27e-4e42-8ece-fb030c8334e9 up at agent hyperv_n-h2-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:58:00.315937 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning for port 8a6a8443-3aba-4201-be0c-e816d0c692ac completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:58:00.321008 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port 8a6a8443-3aba-4201-be0c-e816d0c692ac triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:58:00.321535 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:00.324921 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-3d54578f-831f-4696-b568-13c455922dab None None] Provisioning for port 9cce8202-f27e-4e42-8ece-fb030c8334e9 completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:58:00.327252 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-9c7a0f77-2d85-482e-94d7-7e617aa4a0db req-6da912a2-289a-4e48-b8ef-a28e5836ddc6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.17&port_id=aa633d20-3f03-48c8-9390-1d9687dcf96b HTTP/1.1" status: 200 len: 217 time: 0.0888662 Jul 27 20:58:00.365041 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-3d54578f-831f-4696-b568-13c455922dab None None] Provisioning complete for port 9cce8202-f27e-4e42-8ece-fb030c8334e9 triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:58:00.365784 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:00.397211 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-5a21b833-8cb1-4494-856e-dcde2409e88e req-9dcd2461-608f-4298-b299-807e96bb948b service neutron] 10.222.0.60 "GET /v2.0/networks/4d64aa0b-bd6a-468e-8edc-c83689947462?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1527696 Jul 27 20:58:00.429669 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7a0f77-2d85-482e-94d7-7e617aa4a0db req-da11c1e0-9afd-4388-98a7-5a18972d57d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:00.432166 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-9c7a0f77-2d85-482e-94d7-7e617aa4a0db req-da11c1e0-9afd-4388-98a7-5a18972d57d2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=26644ba0-4185-4e10-8718-6ad18d01376c HTTP/1.1" status: 200 len: 843 time: 0.0968671 Jul 27 20:58:00.485894 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fb362f-a73d-4ded-86b2-959e0c87b391 req-40ac762d-ee38-46e6-a8b5-93e6503b7adf tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:00.504778 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-89fb362f-a73d-4ded-86b2-959e0c87b391 req-40ac762d-ee38-46e6-a8b5-93e6503b7adf tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] 10.222.0.59 "GET /v2.0/ports?device_id=6fe1cd62-e12f-490c-94e1-c5f9b119b027 HTTP/1.1" status: 200 len: 945 time: 0.4285204 Jul 27 20:58:00.518662 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device aa633d20-3f03-48c8-9390-1d9687dcf96b no longer exists at agent hyperv_n-h1-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 20:58:00.611196 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-9d58c56b-c397-471b-9cb0-f54d73ecaa8b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3743915', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4076308'] for router_interface, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:00.629422 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7a0f77-2d85-482e-94d7-7e617aa4a0db req-c71b2b0b-edee-49b0-b72b-3c90d169dcdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:00.631235 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:00.631667 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-9c7a0f77-2d85-482e-94d7-7e617aa4a0db req-c71b2b0b-edee-49b0-b72b-3c90d169dcdd service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4d64aa0b-bd6a-468e-8edc-c83689947462&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1910033 Jul 27 20:58:00.652209 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:00.682797 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device aa633d20-3f03-48c8-9390-1d9687dcf96b not bound to the agent host n-h1-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 20:58:00.683364 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-89fb362f-a73d-4ded-86b2-959e0c87b391 req-67c9ee21-8470-4590-a0d1-90d2be262267 tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] 10.222.0.59 "GET /v2.0/security-groups?id=1749b80d-91c6-4bd3-8e8d-666bd095400f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734316 Jul 27 20:58:00.706686 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8093202-0829-41b7-950c-9aadd5e50706', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cce8202-f27e-4e42-8ece-fb030c8334e9'}] {{(pid=105586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:58:00.711311 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14c1663e039faf5393f87855f745010ac5b02220355b68fdbf065393e303ac56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c967d899-ec45-4478-8cbc-6cabfc7161a2" -d '{"events": [{"server_uuid": "b8093202-0829-41b7-950c-9aadd5e50706", "name": "network-vif-plugged", "status": "completed", "tag": "9cce8202-f27e-4e42-8ece-fb030c8334e9"}]}' {{(pid=105586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:58:00.733170 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] For port 9cce8202-f27e-4e42-8ece-fb030c8334e9, host n-h2-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=9cce8202-f27e-4e42-8ece-fb030c8334e9,segment=NetworkSegment(872889e4-5d02-4ec8-807e-3e5c98ba67af),segment_id=872889e4-5d02-4ec8-807e-3e5c98ba67af)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:58:00.736205 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] For port 8a6a8443-3aba-4201-be0c-e816d0c692ac, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=8a6a8443-3aba-4201-be0c-e816d0c692ac,segment=NetworkSegment(4abc254e-de5d-4683-a5f6-66d38657f377),segment_id=4abc254e-de5d-4683-a5f6-66d38657f377)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:58:00.740120 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae1d5d2-4c03-48e7-a6e4-d0cd073fdae0 req-df6cde6e-d339-4966-970c-d8fba545e3c6 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:00.743336 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:00.744765 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Device c14b5680-225d-4e8a-80fe-181aabc6494e no longer exists at agent hyperv_n-h2-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 20:58:00.748396 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-1ae1d5d2-4c03-48e7-a6e4-d0cd073fdae0 req-df6cde6e-d339-4966-970c-d8fba545e3c6 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] 10.222.0.59 "GET /v2.0/ports?device_id=db419102-3263-4279-8695-4f2f3857abff HTTP/1.1" status: 200 len: 947 time: 0.5008092 Jul 27 20:58:00.750760 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:00.796945 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-3d54578f-831f-4696-b568-13c455922dab None None] No Port match for: c14b5680-225d-4e8a-80fe-181aabc6494e {{(pid=105586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 20:58:00.797686 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Device c14b5680-225d-4e8a-80fe-181aabc6494e not bound to the agent host n-h2-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 20:58:00.816284 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-9c7a0f77-2d85-482e-94d7-7e617aa4a0db req-d3144901-9911-418a-8526-14f7a54748f5 service neutron] 10.222.0.36 "GET /v2.0/networks/4d64aa0b-bd6a-468e-8edc-c83689947462?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266031 Jul 27 20:58:00.825815 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Pushing event updated for resources: {'Port': ['ID=9cce8202-f27e-4e42-8ece-fb030c8334e9,revision_number=5']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:58:00.874774 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-1ae1d5d2-4c03-48e7-a6e4-d0cd073fdae0 req-937f2267-4f33-4612-a885-5387e32b1c9a tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] 10.222.0.59 "GET /v2.0/security-groups?id=c6534cb3-b44e-4a83-b57e-ddb72c2ad843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254354 Jul 27 20:58:00.900257 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aec9dd2-3e2b-4c82-9e21-60beb8372b08 req-1896398b-eaeb-4428-81a6-76a69bb288b4 tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:00.901798 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-4aec9dd2-3e2b-4c82-9e21-60beb8372b08 req-1896398b-eaeb-4428-81a6-76a69bb288b4 tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] 10.222.0.60 "GET /v2.0/ports?device_id=6fe1cd62-e12f-490c-94e1-c5f9b119b027 HTTP/1.1" status: 200 len: 945 time: 0.3823032 Jul 27 20:58:00.909007 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [None req-3fe035a0-49c9-4089-959e-d025554631c4 admin admin] Deleting port 8a6a8443-3aba-4201-be0c-e816d0c692ac {{(pid=105585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:58:00.909571 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-3fe035a0-49c9-4089-959e-d025554631c4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:00.913767 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7a0f77-2d85-482e-94d7-7e617aa4a0db req-76b8f37d-29a7-481b-bf5a-b2960437b811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:00.915674 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-9c7a0f77-2d85-482e-94d7-7e617aa4a0db req-76b8f37d-29a7-481b-bf5a-b2960437b811 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=43230fc3eab141e0b742541c8628d03e&device_id=db419102-3263-4279-8695-4f2f3857abff HTTP/1.1" status: 200 len: 1099 time: 0.4087269 Jul 27 20:58:00.918582 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Pushing event updated for resources: {'Port': ['ID=8a6a8443-3aba-4201-be0c-e816d0c692ac,revision_number=5']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:58:00.957916 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 20:58:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6536e5f2-e2c1-4ddb-99c8-6826b25ca222 x-openstack-request-id: req-6536e5f2-e2c1-4ddb-99c8-6826b25ca222 {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:58:00.958216 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8093202-0829-41b7-950c-9aadd5e50706", "name": "network-vif-plugged", "status": "completed", "tag": "9cce8202-f27e-4e42-8ece-fb030c8334e9", "code": 200}]} {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:58:00.958472 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-6536e5f2-e2c1-4ddb-99c8-6826b25ca222 {{(pid=105586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:58:00.959464 n-d-705658-22 neutron-server[105586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8093202-0829-41b7-950c-9aadd5e50706', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cce8202-f27e-4e42-8ece-fb030c8334e9', 'code': 200} Jul 27 20:58:01.160807 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.db [None req-3fe035a0-49c9-4089-959e-d025554631c4 admin admin] For port 8a6a8443-3aba-4201-be0c-e816d0c692ac, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=8a6a8443-3aba-4201-be0c-e816d0c692ac,segment=NetworkSegment(4abc254e-de5d-4683-a5f6-66d38657f377),segment_id=4abc254e-de5d-4683-a5f6-66d38657f377)] {{(pid=105585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:58:01.160807 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-3fe035a0-49c9-4089-959e-d025554631c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:01.189752 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9eb1e5-4197-4d45-a979-03c4ebfd331e req-ed3d218d-6e05-4111-b04a-33175c81056c tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:01.197766 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-db9eb1e5-4197-4d45-a979-03c4ebfd331e req-ed3d218d-6e05-4111-b04a-33175c81056c tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] 10.222.0.59 "GET /v2.0/ports?device_id=b8093202-0829-41b7-950c-9aadd5e50706 HTTP/1.1" status: 200 len: 946 time: 0.3886619 Jul 27 20:58:01.232698 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [None req-3fe035a0-49c9-4089-959e-d025554631c4 admin admin] Calling delete_port for 8a6a8443-3aba-4201-be0c-e816d0c692ac owned by network:router_interface {{(pid=105585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:58:01.282528 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7a0f77-2d85-482e-94d7-7e617aa4a0db req-078b81fd-7518-4cde-be6e-609f5252c231 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:01.284085 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-9c7a0f77-2d85-482e-94d7-7e617aa4a0db req-078b81fd-7518-4cde-be6e-609f5252c231 service neutron] 10.222.0.60 "GET /v2.0/networks?id=4d64aa0b-bd6a-468e-8edc-c83689947462 HTTP/1.1" status: 200 len: 870 time: 0.3580310 Jul 27 20:58:01.371287 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-db9eb1e5-4197-4d45-a979-03c4ebfd331e req-0faf790a-22d6-48f5-b26c-5390131bb7dc tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] 10.222.0.59 "GET /v2.0/security-groups?id=d1766e71-7b2a-4f2d-acc0-530f862b8fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1725469 Jul 27 20:58:01.378741 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-9c7a0f77-2d85-482e-94d7-7e617aa4a0db req-2a9057a7-3e81-41b9-b624-a7cb0a71e263 service neutron] 10.222.0.36 "GET /v2.0/networks/4d64aa0b-bd6a-468e-8edc-c83689947462?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5510259 Jul 27 20:58:01.379388 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-9c7a0f77-2d85-482e-94d7-7e617aa4a0db req-5bec7725-7c24-4c72-9bc7-538d59bc294f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.17&port_id=aa633d20-3f03-48c8-9390-1d9687dcf96b HTTP/1.1" status: 200 len: 217 time: 0.0532269 Jul 27 20:58:01.446169 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefe853d-6804-458d-a2ba-7f2263eaab3b req-2b9df925-8e8e-4ad8-afaf-fefc692121b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:01.447714 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-eefe853d-6804-458d-a2ba-7f2263eaab3b req-2b9df925-8e8e-4ad8-afaf-fefc692121b8 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=b8093202-0829-41b7-950c-9aadd5e50706 HTTP/1.1" status: 200 len: 1098 time: 0.4224036 Jul 27 20:58:01.449535 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d58c56b-c397-471b-9cb0-f54d73ecaa8b admin admin] Router 6b0413fd-652a-4dc5-899e-6c269ab91665 has already been hosted by L3 agent dd128fd7-8e57-4d4f-895b-a96b369df59a {{(pid=105584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 20:58:01.490492 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [req-4aec9dd2-3e2b-4c82-9e21-60beb8372b08 req-62aff837-9b38-4acc-adcf-0d094b1884bb tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] Deleting port 9fb12c78-187d-4a4f-ad6b-1ca5597a0356 {{(pid=105585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:58:01.490836 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-4aec9dd2-3e2b-4c82-9e21-60beb8372b08 req-62aff837-9b38-4acc-adcf-0d094b1884bb tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:01.529159 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-eefe853d-6804-458d-a2ba-7f2263eaab3b req-06764128-2ea4-4363-8afa-adcbed516a41 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=d1766e71-7b2a-4f2d-acc0-530f862b8fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724828 Jul 27 20:58:01.576165 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d58c56b-c397-471b-9cb0-f54d73ecaa8b admin admin] Notify agent at l3_agent.n-d-705658-22 the message routers_updated {{(pid=105584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 20:58:01.583767 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-9d58c56b-c397-471b-9cb0-f54d73ecaa8b admin admin] 10.222.0.59 "PUT /v2.0/routers/6b0413fd-652a-4dc5-899e-6c269ab91665/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9823251 Jul 27 20:58:01.583767 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 37948) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:58:01.587268 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f7c90e1-24de-4a9d-992d-14e9cc3846f9 None None] Sync routers for ids ['6b0413fd-652a-4dc5-899e-6c269ab91665'] in n-d-705658-22 {{(pid=105587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 20:58:01.597427 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f7c90e1-24de-4a9d-992d-14e9cc3846f9 None None] Routers {'6b0413fd-652a-4dc5-899e-6c269ab91665'} bound to L3 agent in host n-d-705658-22 {{(pid=105587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:58:01.598059 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-2f7c90e1-24de-4a9d-992d-14e9cc3846f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T20:57:41Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['6b0413fd-652a-4dc5-899e-6c269ab91665'], 'active': True} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:58:01.690112 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-8c724eb4-f99d-4cef-a283-ff6905d12d9e admin admin] Notify callbacks [] for router, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:01.719685 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvr_db [None req-2f7c90e1-24de-4a9d-992d-14e9cc3846f9 None None] Set router 6b0413fd-652a-4dc5-899e-6c269ab91665 gateway port host: n-d-705658-22 {{(pid=105587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:58:01.811700 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-8c724eb4-f99d-4cef-a283-ff6905d12d9e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:01.875631 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-8c724eb4-f99d-4cef-a283-ff6905d12d9e admin admin] Deleting port 30edec30-35d7-4893-95e7-7b657e45e3a1 {{(pid=105584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:58:01.876070 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-8c724eb4-f99d-4cef-a283-ff6905d12d9e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:01.932872 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7a0f77-2d85-482e-94d7-7e617aa4a0db req-83659875-21ed-42aa-833b-3ed141c319d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:01.934353 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-9c7a0f77-2d85-482e-94d7-7e617aa4a0db req-83659875-21ed-42aa-833b-3ed141c319d3 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=26644ba0-4185-4e10-8718-6ad18d01376c HTTP/1.1" status: 200 len: 843 time: 0.5442395 Jul 27 20:58:01.934682 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-2f7c90e1-24de-4a9d-992d-14e9cc3846f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b0413fd-652a-4dc5-899e-6c269ab91665', 'name': 'tempest-ServersTestJSON-234435651-router', 'tenant_id': '64da060b2dd44212a62bc79dadd15741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.245'}], 'enable_snat': True}, 'gw_port_id': '30edec30-35d7-4893-95e7-7b657e45e3a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:55:25Z', 'updated_at': '2021-07-27T20:57:59Z', 'revision_number': 5, 'project_id': '64da060b2dd44212a62bc79dadd15741', 'gw_port': {'id': '30edec30-35d7-4893-95e7-7b657e45e3a1', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:9c:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b0413fd-652a-4dc5-899e-6c269ab91665', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:55:26Z', 'updated_at': '2021-07-27T20:55:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22'}], 'n-d-705658-22', False) {} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:58:01.973192 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f7c90e1-24de-4a9d-992d-14e9cc3846f9 None None] Checking router: 6b0413fd-652a-4dc5-899e-6c269ab91665 for host: n-d-705658-22 {{(pid=105587) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 20:58:01.980843 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [None req-8c724eb4-f99d-4cef-a283-ff6905d12d9e admin admin] For port 30edec30-35d7-4893-95e7-7b657e45e3a1, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=30edec30-35d7-4893-95e7-7b657e45e3a1,segment=NetworkSegment(12196855-9a32-4633-9a56-77697ef9e126),segment_id=12196855-9a32-4633-9a56-77697ef9e126)] {{(pid=105584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:58:01.980843 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-8c724eb4-f99d-4cef-a283-ff6905d12d9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:01.984479 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f7c90e1-24de-4a9d-992d-14e9cc3846f9 None None] Routers {'6b0413fd-652a-4dc5-899e-6c269ab91665'} bound to L3 agent in host n-d-705658-22 {{(pid=105587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:58:01.985128 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-2f7c90e1-24de-4a9d-992d-14e9cc3846f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T20:57:41Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['6b0413fd-652a-4dc5-899e-6c269ab91665'], 'active': True} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:58:02.001868 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-8c724eb4-f99d-4cef-a283-ff6905d12d9e admin admin] Calling delete_port for 30edec30-35d7-4893-95e7-7b657e45e3a1 owned by network:router_gateway {{(pid=105584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:58:02.064363 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.db [req-4aec9dd2-3e2b-4c82-9e21-60beb8372b08 req-62aff837-9b38-4acc-adcf-0d094b1884bb tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] For port 9fb12c78-187d-4a4f-ad6b-1ca5597a0356, host n-h2-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=9fb12c78-187d-4a4f-ad6b-1ca5597a0356,segment=NetworkSegment(30512320-4797-4523-818e-63eb7bdafb2b),segment_id=30512320-4797-4523-818e-63eb7bdafb2b)] {{(pid=105585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:58:02.064648 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-4aec9dd2-3e2b-4c82-9e21-60beb8372b08 req-62aff837-9b38-4acc-adcf-0d094b1884bb tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:02.089443 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvr_db [None req-2f7c90e1-24de-4a9d-992d-14e9cc3846f9 None None] Set router 6b0413fd-652a-4dc5-899e-6c269ab91665 gateway port host: None {{(pid=105587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:58:02.118492 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [req-4aec9dd2-3e2b-4c82-9e21-60beb8372b08 req-62aff837-9b38-4acc-adcf-0d094b1884bb tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] Calling delete_port for 9fb12c78-187d-4a4f-ad6b-1ca5597a0356 owned by compute:nova {{(pid=105585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:58:02.156074 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-2f7c90e1-24de-4a9d-992d-14e9cc3846f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b0413fd-652a-4dc5-899e-6c269ab91665', 'name': 'tempest-ServersTestJSON-234435651-router', 'tenant_id': '64da060b2dd44212a62bc79dadd15741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:55:25Z', 'updated_at': '2021-07-27T20:58:01Z', 'revision_number': 6, 'project_id': '64da060b2dd44212a62bc79dadd15741', 'gw_port_host': None}], 'n-d-705658-22', False) {} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:58:02.165667 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e5f754-bec2-4796-8154-fef2ca97c891 req-bf429447-1d11-4dc1-ba67-d517b520588c tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:02.172173 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 8a6a8443-3aba-4201-be0c-e816d0c692ac up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:58:02.172908 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-83e5f754-bec2-4796-8154-fef2ca97c891 req-bf429447-1d11-4dc1-ba67-d517b520588c tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] 10.222.0.59 "GET /v2.0/ports?device_id=6fe1cd62-e12f-490c-94e1-c5f9b119b027 HTTP/1.1" status: 200 len: 945 time: 0.3085146 Jul 27 20:58:02.189171 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f7c90e1-24de-4a9d-992d-14e9cc3846f9 None None] The sync data for ids ['6b0413fd-652a-4dc5-899e-6c269ab91665'] in n-d-705658-22 is: [{'id': '6b0413fd-652a-4dc5-899e-6c269ab91665', 'name': 'tempest-ServersTestJSON-234435651-router', 'tenant_id': '64da060b2dd44212a62bc79dadd15741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:55:25Z', 'updated_at': '2021-07-27T20:58:01Z', 'revision_number': 6, 'project_id': '64da060b2dd44212a62bc79dadd15741', 'gw_port_host': None}] {{(pid=105587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 20:58:02.226166 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Could not find standard attr ID for object 8a6a8443-3aba-4201-be0c-e816d0c692ac. {{(pid=105586) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 27 20:58:02.237149 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-3fe035a0-49c9-4089-959e-d025554631c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:02.237593 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-8c724eb4-f99d-4cef-a283-ff6905d12d9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:02.261010 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7a0f77-2d85-482e-94d7-7e617aa4a0db req-bf5ce3ff-a3da-4705-8c6b-657f693551ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:02.261272 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c724eb4-f99d-4cef-a283-ff6905d12d9e admin admin] Pushing event deleted for resources: {'Port': ['ID=30edec30-35d7-4893-95e7-7b657e45e3a1,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:58:02.262511 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-9c7a0f77-2d85-482e-94d7-7e617aa4a0db req-bf5ce3ff-a3da-4705-8c6b-657f693551ce service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4d64aa0b-bd6a-468e-8edc-c83689947462&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3113158 Jul 27 20:58:02.269825 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbb8561-f9d3-450e-a7fe-9f5780c2f16c req-30f82388-1c2f-46c7-9593-504fcd9bb595 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:02.271307 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-9fbb8561-f9d3-450e-a7fe-9f5780c2f16c req-30f82388-1c2f-46c7-9593-504fcd9bb595 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] 10.222.0.59 "GET /v2.0/ports?device_id=db419102-3263-4279-8695-4f2f3857abff HTTP/1.1" status: 200 len: 947 time: 0.2966676 Jul 27 20:58:02.317796 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe035a0-49c9-4089-959e-d025554631c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=8a6a8443-3aba-4201-be0c-e816d0c692ac,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:58:02.335800 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-8c724eb4-f99d-4cef-a283-ff6905d12d9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4075702'] for router_gateway, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:02.401622 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-83e5f754-bec2-4796-8154-fef2ca97c891 req-4ddbff56-5997-44e6-8844-f5ea14017e28 tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] 10.222.0.59 "GET /v2.0/security-groups?id=1749b80d-91c6-4bd3-8e8d-666bd095400f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2278376 Jul 27 20:58:02.442489 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-8c724eb4-f99d-4cef-a283-ff6905d12d9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4163631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-425'] for router, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:02.445107 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-8c724eb4-f99d-4cef-a283-ff6905d12d9e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:02.499699 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-9fbb8561-f9d3-450e-a7fe-9f5780c2f16c req-bd96818d-dc2c-4363-a5f1-80ade9ea594c tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] 10.222.0.59 "GET /v2.0/security-groups?id=c6534cb3-b44e-4a83-b57e-ddb72c2ad843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2021751 Jul 27 20:58:02.502280 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-8c724eb4-f99d-4cef-a283-ff6905d12d9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4163007'] for router, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:02.503619 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c724eb4-f99d-4cef-a283-ff6905d12d9e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6b0413fd-652a-4dc5-899e-6c269ab91665 {{(pid=105584) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 20:58:02.511246 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-8c724eb4-f99d-4cef-a283-ff6905d12d9e admin admin] Notify callbacks [] for router, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:02.516315 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-8c724eb4-f99d-4cef-a283-ff6905d12d9e admin admin] 10.222.0.59 "DELETE /v2.0/routers/6b0413fd-652a-4dc5-899e-6c269ab91665 HTTP/1.1" status: 204 len: 168 time: 0.9305866 Jul 27 20:58:02.516997 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 37962) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:58:02.583522 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b5c9623-25fb-4167-a073-c837fbda8e75 admin admin] Deleting subnet 79e9814a-bc6d-4124-93bb-2b85b8b7cfb1 {{(pid=105584) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 20:58:02.586739 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-9c7a0f77-2d85-482e-94d7-7e617aa4a0db req-5dd21e1b-6874-49d0-beda-d3a2c5b1d68c service neutron] 10.222.0.60 "GET /v2.0/networks/4d64aa0b-bd6a-468e-8edc-c83689947462?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3098350 Jul 27 20:58:02.588838 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-6b5c9623-25fb-4167-a073-c837fbda8e75 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:02.632095 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-6b5c9623-25fb-4167-a073-c837fbda8e75 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9014207'] for subnet, precommit_delete_associations {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:02.725008 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-6b5c9623-25fb-4167-a073-c837fbda8e75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854965'] for subnet, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:02.738775 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-4aec9dd2-3e2b-4c82-9e21-60beb8372b08 req-62aff837-9b38-4acc-adcf-0d094b1884bb tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:02.781703 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-6b5c9623-25fb-4167-a073-c837fbda8e75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9014081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9738825'] for subnet, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:02.807855 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5c9623-25fb-4167-a073-c837fbda8e75 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=79e9814a-bc6d-4124-93bb-2b85b8b7cfb1,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:58:02.811760 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-6b5c9623-25fb-4167-a073-c837fbda8e75 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:02.816645 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-6b5c9623-25fb-4167-a073-c837fbda8e75 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/79e9814a-bc6d-4124-93bb-2b85b8b7cfb1 HTTP/1.1" status: 204 len: 168 time: 0.2960138 Jul 27 20:58:02.816984 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62aff837-9b38-4acc-adcf-0d094b1884bb tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] Pushing event deleted for resources: {'Port': ['ID=9fb12c78-187d-4a4f-ad6b-1ca5597a0356,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:58:02.817181 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 37964) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:58:02.819937 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d7a709e-4a87-48e8-9497-0146ce66bd8c None None] Network 7bcae981-8648-471e-89db-85c5dd38c4a9 requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 20:58:02.888820 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-9c7a0f77-2d85-482e-94d7-7e617aa4a0db req-f3dc9081-6bfe-4bcc-9cfa-2d81048f480e service neutron] 10.222.0.60 "GET /v2.0/networks/4d64aa0b-bd6a-468e-8edc-c83689947462?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2920830 Jul 27 20:58:02.912093 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.l3_dvrscheduler_db [req-4aec9dd2-3e2b-4c82-9e21-60beb8372b08 req-62aff837-9b38-4acc-adcf-0d094b1884bb tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] No DVR routers for this DVR port 9fb12c78-187d-4a4f-ad6b-1ca5597a0356 on host n-h2-705658-22 {{(pid=105585) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 20:58:02.914562 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-3fe035a0-49c9-4089-959e-d025554631c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3743915', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4076308'] for router_interface, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:02.917206 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-4aec9dd2-3e2b-4c82-9e21-60beb8372b08 req-62aff837-9b38-4acc-adcf-0d094b1884bb tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:02.919317 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-4aec9dd2-3e2b-4c82-9e21-60beb8372b08 req-62aff837-9b38-4acc-adcf-0d094b1884bb tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] 10.222.0.60 "DELETE /v2.0/ports/9fb12c78-187d-4a4f-ad6b-1ca5597a0356 HTTP/1.1" status: 204 len: 173 time: 2.0024312 Jul 27 20:58:02.920060 n-d-705658-22 neutron-server[105585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fe1cd62-e12f-490c-94e1-c5f9b119b027', 'name': 'network-vif-deleted', 'tag': '9fb12c78-187d-4a4f-ad6b-1ca5597a0356'}] {{(pid=105585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:58:02.922357 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d66fd65881426bfc2b5388084a3654e5eae521106a15a3dbf0eb4cde7106c36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c328f152-ffc0-4ab3-9c13-713d94a7a6a4" -d '{"events": [{"server_uuid": "6fe1cd62-e12f-490c-94e1-c5f9b119b027", "name": "network-vif-deleted", "tag": "9fb12c78-187d-4a4f-ad6b-1ca5597a0356"}]}' {{(pid=105585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:58:02.949441 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4f8132-303f-4bae-9b3a-ef6e21b13a0e req-2344d9c4-7773-431b-84b0-400c5a8b1986 tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:02.958075 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-4c4f8132-303f-4bae-9b3a-ef6e21b13a0e req-2344d9c4-7773-431b-84b0-400c5a8b1986 tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] 10.222.0.59 "GET /v2.0/ports?device_id=b8093202-0829-41b7-950c-9aadd5e50706 HTTP/1.1" status: 200 len: 946 time: 0.3121548 Jul 27 20:58:02.959165 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-76bc9aca-73e8-40b9-a1fd-15aa327bbe19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-990557'] for network, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:03.027643 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 20:58:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a42bd18f-ea5f-4646-95f7-d5201ef53c0e x-openstack-request-id: req-a42bd18f-ea5f-4646-95f7-d5201ef53c0e {{(pid=105585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:58:03.027921 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fe1cd62-e12f-490c-94e1-c5f9b119b027", "name": "network-vif-deleted", "tag": "9fb12c78-187d-4a4f-ad6b-1ca5597a0356", "status": "completed", "code": 200}]} {{(pid=105585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:58:03.028171 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-a42bd18f-ea5f-4646-95f7-d5201ef53c0e {{(pid=105585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:58:03.028581 n-d-705658-22 neutron-server[105585]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fe1cd62-e12f-490c-94e1-c5f9b119b027', 'name': 'network-vif-deleted', 'tag': '9fb12c78-187d-4a4f-ad6b-1ca5597a0356', 'status': 'completed', 'code': 200} Jul 27 20:58:03.055668 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-4c4f8132-303f-4bae-9b3a-ef6e21b13a0e req-3dbc0b17-c64a-499e-9598-c482e819438f tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] 10.222.0.59 "GET /v2.0/security-groups?id=d1766e71-7b2a-4f2d-acc0-530f862b8fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966644 Jul 27 20:58:03.064679 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-76bc9aca-73e8-40b9-a1fd-15aa327bbe19 admin admin] Deleting port 5a39029a-c905-40eb-baeb-8e686564a688 {{(pid=105584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:58:03.065338 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-76bc9aca-73e8-40b9-a1fd-15aa327bbe19 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:03.121014 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26399b42-74ee-4729-a733-4b574e5abea1 None None] DHCP port deletion for 7bcae981-8648-471e-89db-85c5dd38c4a9 request from n-d-705658-22 {{(pid=105586) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 20:58:03.158734 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [None req-76bc9aca-73e8-40b9-a1fd-15aa327bbe19 admin admin] For port 5a39029a-c905-40eb-baeb-8e686564a688, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=5a39029a-c905-40eb-baeb-8e686564a688,segment=NetworkSegment(9dcee0f9-4d46-4446-867e-34216aa290b0),segment_id=9dcee0f9-4d46-4446-867e-34216aa290b0)] {{(pid=105584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:58:03.159335 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-76bc9aca-73e8-40b9-a1fd-15aa327bbe19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:03.170004 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-26399b42-74ee-4729-a733-4b574e5abea1 None None] Deleting port 5a39029a-c905-40eb-baeb-8e686564a688 {{(pid=105586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:58:03.170394 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-26399b42-74ee-4729-a733-4b574e5abea1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:03.173976 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-76bc9aca-73e8-40b9-a1fd-15aa327bbe19 admin admin] Calling delete_port for 5a39029a-c905-40eb-baeb-8e686564a688 owned by network:dhcp {{(pid=105584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:58:03.232814 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-26399b42-74ee-4729-a733-4b574e5abea1 None None] For port 5a39029a-c905-40eb-baeb-8e686564a688, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=5a39029a-c905-40eb-baeb-8e686564a688,segment=NetworkSegment(9dcee0f9-4d46-4446-867e-34216aa290b0),segment_id=9dcee0f9-4d46-4446-867e-34216aa290b0)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:58:03.233394 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-26399b42-74ee-4729-a733-4b574e5abea1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:03.252046 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-26399b42-74ee-4729-a733-4b574e5abea1 None None] Calling delete_port for 5a39029a-c905-40eb-baeb-8e686564a688 owned by network:dhcp {{(pid=105586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:58:03.269815 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-76bc9aca-73e8-40b9-a1fd-15aa327bbe19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:03.283249 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76bc9aca-73e8-40b9-a1fd-15aa327bbe19 admin admin] No DVR routers for this DVR port 5a39029a-c905-40eb-baeb-8e686564a688 on host n-d-705658-22 {{(pid=105584) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 20:58:03.289733 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fe035a0-49c9-4089-959e-d025554631c4 admin admin] Router 37ec9c02-6a6f-451c-ab47-a916c9248574 has already been hosted by L3 agent dd128fd7-8e57-4d4f-895b-a96b369df59a {{(pid=105585) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 20:58:03.326025 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76bc9aca-73e8-40b9-a1fd-15aa327bbe19 admin admin] Pushing event deleted for resources: {'Port': ['ID=5a39029a-c905-40eb-baeb-8e686564a688,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:58:03.351957 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-26399b42-74ee-4729-a733-4b574e5abea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180'] for port, after_delete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:03.381154 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26399b42-74ee-4729-a733-4b574e5abea1 None None] Pushing event deleted for resources: {'Port': ['ID=5a39029a-c905-40eb-baeb-8e686564a688,revision_number=None']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:58:03.386968 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26399b42-74ee-4729-a733-4b574e5abea1 None None] No DVR routers for this DVR port 5a39029a-c905-40eb-baeb-8e686564a688 on host n-d-705658-22 {{(pid=105586) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 20:58:03.395209 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-76bc9aca-73e8-40b9-a1fd-15aa327bbe19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853562', 'neutron.services.segments.db._delete_segments_for_network-8790688882975'] for network, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:03.405923 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.segments.db [None req-76bc9aca-73e8-40b9-a1fd-15aa327bbe19 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7bcae981-8648-471e-89db-85c5dd38c4a9']}} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:58:03.416750 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.segments.db [None req-76bc9aca-73e8-40b9-a1fd-15aa327bbe19 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9dcee0f9-4d46-4446-867e-34216aa290b0') {'for_net_delete': True} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:58:03.417048 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.segments.db [None req-76bc9aca-73e8-40b9-a1fd-15aa327bbe19 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9dcee0f9-4d46-4446-867e-34216aa290b0') {} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:58:03.425946 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-76bc9aca-73e8-40b9-a1fd-15aa327bbe19 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790688883752', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9014348'] for segment, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:03.426329 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fe035a0-49c9-4089-959e-d025554631c4 admin admin] Notify agent at l3_agent.n-d-705658-22 the message routers_updated {{(pid=105585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 20:58:03.435552 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-3fe035a0-49c9-4089-959e-d025554631c4 admin admin] 10.222.0.59 "PUT /v2.0/routers/37ec9c02-6a6f-451c-ab47-a916c9248574/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5668869 Jul 27 20:58:03.435552 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 37970) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:58:03.440039 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-575820f6-26d2-44e7-be48-e645f8c05204 None None] Sync routers for ids ['37ec9c02-6a6f-451c-ab47-a916c9248574'] in n-d-705658-22 {{(pid=105586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 20:58:03.452221 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-76bc9aca-73e8-40b9-a1fd-15aa327bbe19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:03.463154 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76bc9aca-73e8-40b9-a1fd-15aa327bbe19 admin admin] Releasing vlan 200 on physical network physnet1 to pool {{(pid=105584) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 20:58:03.463976 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-76bc9aca-73e8-40b9-a1fd-15aa327bbe19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9014063'] for segment, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:03.469359 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-575820f6-26d2-44e7-be48-e645f8c05204 None None] Routers {'37ec9c02-6a6f-451c-ab47-a916c9248574'} bound to L3 agent in host n-d-705658-22 {{(pid=105586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:58:03.470001 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-575820f6-26d2-44e7-be48-e645f8c05204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T20:57:41Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['37ec9c02-6a6f-451c-ab47-a916c9248574'], 'active': True} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:58:03.485168 n-d-705658-22 neutron-server[105584]: Traceback (most recent call last): Jul 27 20:58:03.485168 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 20:58:03.485168 n-d-705658-22 neutron-server[105584]: timer() Jul 27 20:58:03.485168 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 20:58:03.485168 n-d-705658-22 neutron-server[105584]: cb(*args, **kw) Jul 27 20:58:03.485168 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 20:58:03.485168 n-d-705658-22 neutron-server[105584]: return func(*args, **kwargs) Jul 27 20:58:03.485168 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 20:58:03.485168 n-d-705658-22 neutron-server[105584]: self._notify() Jul 27 20:58:03.485168 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 20:58:03.485168 n-d-705658-22 neutron-server[105584]: self.callback(batched_events) Jul 27 20:58:03.485168 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 20:58:03.485168 n-d-705658-22 neutron-server[105584]: event.method(event) Jul 27 20:58:03.485168 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 20:58:03.485168 n-d-705658-22 neutron-server[105584]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 20:58:03.485168 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 20:58:03.485168 n-d-705658-22 neutron-server[105584]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 20:58:03.485168 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 20:58:03.485168 n-d-705658-22 neutron-server[105584]: return f(self, *a, **k) Jul 27 20:58:03.485168 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 20:58:03.485168 n-d-705658-22 neutron-server[105584]: return self._get(url).json() Jul 27 20:58:03.485168 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 20:58:03.485168 n-d-705658-22 neutron-server[105584]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 20:58:03.485168 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 20:58:03.485168 n-d-705658-22 neutron-server[105584]: return self.request(url, 'GET', **kwargs) Jul 27 20:58:03.485168 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 20:58:03.485168 n-d-705658-22 neutron-server[105584]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 20:58:03.485168 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 20:58:03.485168 n-d-705658-22 neutron-server[105584]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 20:58:03.485168 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 20:58:03.485168 n-d-705658-22 neutron-server[105584]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 20:58:03.485168 n-d-705658-22 neutron-server[105584]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 20:58:03.593929 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-76bc9aca-73e8-40b9-a1fd-15aa327bbe19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4075658'] for network, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:03.600895 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvr_db [None req-575820f6-26d2-44e7-be48-e645f8c05204 None None] Set router 37ec9c02-6a6f-451c-ab47-a916c9248574 gateway port host: n-d-705658-22 {{(pid=105586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:58:03.601460 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-76bc9aca-73e8-40b9-a1fd-15aa327bbe19 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743886'] for network, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:03.604276 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-76bc9aca-73e8-40b9-a1fd-15aa327bbe19 admin admin] 10.222.0.59 "DELETE /v2.0/networks/7bcae981-8648-471e-89db-85c5dd38c4a9 HTTP/1.1" status: 204 len: 168 time: 0.7860594 Jul 27 20:58:03.606478 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-1479c92e-4fa5-4b68-9cfb-d979bc03bbb2 req-eade94f1-2472-4a98-a5cb-604a23395fe4 tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] 10.222.0.59 "GET /v2.0/ports?device_id=6fe1cd62-e12f-490c-94e1-c5f9b119b027 HTTP/1.1" status: 200 len: 210 time: 0.0652647 Jul 27 20:58:03.624432 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76bc9aca-73e8-40b9-a1fd-15aa327bbe19 admin admin] Pushing event deleted for resources: {'Network': ['ID=7bcae981-8648-471e-89db-85c5dd38c4a9,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:58:03.660441 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-7c2cf524-2560-41ef-98f6-907e87292fe4 admin admin] Notify callbacks [] for router, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:03.797191 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 37982) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:58:03.822652 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-7c2cf524-2560-41ef-98f6-907e87292fe4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:03.834749 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729f616b-1aed-4c0d-b152-8f7ae8684337 req-99211dd7-26f7-47d5-abec-11aef7b7f9e5 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:03.836217 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-729f616b-1aed-4c0d-b152-8f7ae8684337 req-99211dd7-26f7-47d5-abec-11aef7b7f9e5 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] 10.222.0.59 "GET /v2.0/ports?device_id=db419102-3263-4279-8695-4f2f3857abff HTTP/1.1" status: 200 len: 947 time: 0.1329391 Jul 27 20:58:03.845684 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-5026ff8a-864b-4503-9517-f16ad728cf52 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=64da060b2dd44212a62bc79dadd15741&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0474942 Jul 27 20:58:03.848086 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 37984) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:58:03.890362 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-575820f6-26d2-44e7-be48-e645f8c05204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37ec9c02-6a6f-451c-ab47-a916c9248574', 'name': 'tempest-FloatingIPsNegativeTestJSON-1962194612-router', 'tenant_id': '8a53a664241042c3a17625ff27e7ea47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.131'}], 'enable_snat': True}, 'gw_port_id': '79bd7f73-d4b9-4460-ad81-650a33d78b73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:57:50Z', 'updated_at': '2021-07-27T20:58:02Z', 'revision_number': 5, 'project_id': '8a53a664241042c3a17625ff27e7ea47', 'gw_port': {'id': '79bd7f73-d4b9-4460-ad81-650a33d78b73', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:0a:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37ec9c02-6a6f-451c-ab47-a916c9248574', 'device_owner': 'network:router_gateway', 'standard_attr_id': 702, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:57:51Z', 'updated_at': '2021-07-27T20:57:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22'}], 'n-d-705658-22', False) {} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:58:03.910581 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-729f616b-1aed-4c0d-b152-8f7ae8684337 req-b2973cce-aac7-49fd-9887-4dcb3e4e799f tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] 10.222.0.59 "GET /v2.0/security-groups?id=c6534cb3-b44e-4a83-b57e-ddb72c2ad843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665815 Jul 27 20:58:03.916211 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-b567e3d6-cecf-45a1-a762-3b20868a3318 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:03.917807 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-575820f6-26d2-44e7-be48-e645f8c05204 None None] Checking router: 37ec9c02-6a6f-451c-ab47-a916c9248574 for host: n-d-705658-22 {{(pid=105586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 20:58:03.924930 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [None req-7c2cf524-2560-41ef-98f6-907e87292fe4 admin admin] Deleting port 79bd7f73-d4b9-4460-ad81-650a33d78b73 {{(pid=105585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:58:03.925492 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-7c2cf524-2560-41ef-98f6-907e87292fe4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:03.927039 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-575820f6-26d2-44e7-be48-e645f8c05204 None None] Routers {'37ec9c02-6a6f-451c-ab47-a916c9248574'} bound to L3 agent in host n-d-705658-22 {{(pid=105586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:58:03.927662 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-575820f6-26d2-44e7-be48-e645f8c05204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T20:57:41Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['37ec9c02-6a6f-451c-ab47-a916c9248574'], 'active': True} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:58:03.945784 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-b567e3d6-cecf-45a1-a762-3b20868a3318 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:04.004224 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-b567e3d6-cecf-45a1-a762-3b20868a3318 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:04.007325 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-b567e3d6-cecf-45a1-a762-3b20868a3318 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:04.008498 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-b567e3d6-cecf-45a1-a762-3b20868a3318 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/62902385-0be6-4fc2-8f2f-7ba49cb7a401 HTTP/1.1" status: 204 len: 168 time: 0.1594563 Jul 27 20:58:04.017037 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b567e3d6-cecf-45a1-a762-3b20868a3318 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62902385-0be6-4fc2-8f2f-7ba49cb7a401,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:58:04.021346 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.db [None req-7c2cf524-2560-41ef-98f6-907e87292fe4 admin admin] For port 79bd7f73-d4b9-4460-ad81-650a33d78b73, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=79bd7f73-d4b9-4460-ad81-650a33d78b73,segment=NetworkSegment(12196855-9a32-4633-9a56-77697ef9e126),segment_id=12196855-9a32-4633-9a56-77697ef9e126)] {{(pid=105585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:58:04.021874 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-7c2cf524-2560-41ef-98f6-907e87292fe4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:04.037695 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [None req-7c2cf524-2560-41ef-98f6-907e87292fe4 admin admin] Calling delete_port for 79bd7f73-d4b9-4460-ad81-650a33d78b73 owned by network:router_gateway {{(pid=105585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:58:04.049884 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvr_db [None req-575820f6-26d2-44e7-be48-e645f8c05204 None None] Set router 37ec9c02-6a6f-451c-ab47-a916c9248574 gateway port host: None {{(pid=105586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:58:04.110162 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-575820f6-26d2-44e7-be48-e645f8c05204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37ec9c02-6a6f-451c-ab47-a916c9248574', 'name': 'tempest-FloatingIPsNegativeTestJSON-1962194612-router', 'tenant_id': '8a53a664241042c3a17625ff27e7ea47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:57:50Z', 'updated_at': '2021-07-27T20:58:03Z', 'revision_number': 6, 'project_id': '8a53a664241042c3a17625ff27e7ea47', 'gw_port_host': None}], 'n-d-705658-22', False) {} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:58:04.146186 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-575820f6-26d2-44e7-be48-e645f8c05204 None None] The sync data for ids ['37ec9c02-6a6f-451c-ab47-a916c9248574'] in n-d-705658-22 is: [{'id': '37ec9c02-6a6f-451c-ab47-a916c9248574', 'name': 'tempest-FloatingIPsNegativeTestJSON-1962194612-router', 'tenant_id': '8a53a664241042c3a17625ff27e7ea47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:57:50Z', 'updated_at': '2021-07-27T20:58:03Z', 'revision_number': 6, 'project_id': '8a53a664241042c3a17625ff27e7ea47', 'gw_port_host': None}] {{(pid=105586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 20:58:04.174006 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device a6c8fedb-973c-4f84-9e71-ad8636120fce no longer exists at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 20:58:04.199724 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] No Port match for: a6c8fedb-973c-4f84-9e71-ad8636120fce {{(pid=105586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 20:58:04.200173 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device a6c8fedb-973c-4f84-9e71-ad8636120fce not bound to the agent host n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 20:58:04.200610 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 30edec30-35d7-4893-95e7-7b657e45e3a1 no longer exists at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 20:58:04.222613 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] No Port match for: 30edec30-35d7-4893-95e7-7b657e45e3a1 {{(pid=105586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 20:58:04.222964 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 30edec30-35d7-4893-95e7-7b657e45e3a1 not bound to the agent host n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 20:58:04.223424 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 5a39029a-c905-40eb-baeb-8e686564a688 no longer exists at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 20:58:04.245044 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] No Port match for: 5a39029a-c905-40eb-baeb-8e686564a688 {{(pid=105586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 20:58:04.245655 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 5a39029a-c905-40eb-baeb-8e686564a688 not bound to the agent host n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 20:58:04.246872 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Device aa633d20-3f03-48c8-9390-1d9687dcf96b details requested by agent hyperv_n-h2-705658-22 with host n-h2-705658-22 {{(pid=105586) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 20:58:04.249007 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Device 9fb12c78-187d-4a4f-ad6b-1ca5597a0356 no longer exists at agent hyperv_n-h2-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 20:58:04.278753 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-3d54578f-831f-4696-b568-13c455922dab None None] No Port match for: 9fb12c78-187d-4a4f-ad6b-1ca5597a0356 {{(pid=105586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 20:58:04.278753 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Device 9fb12c78-187d-4a4f-ad6b-1ca5597a0356 not bound to the agent host n-h2-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 20:58:04.329590 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9ff563-163b-4178-8d15-5cc90021709d req-9a88552e-148d-4abe-8ccd-61ef16be218f tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:04.331220 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-af9ff563-163b-4178-8d15-5cc90021709d req-9a88552e-148d-4abe-8ccd-61ef16be218f tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] 10.222.0.59 "GET /v2.0/ports?device_id=b8093202-0829-41b7-950c-9aadd5e50706 HTTP/1.1" status: 200 len: 946 time: 0.1243520 Jul 27 20:58:04.378859 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-7c2cf524-2560-41ef-98f6-907e87292fe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:04.389944 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-af9ff563-163b-4178-8d15-5cc90021709d req-1feb049a-7cf6-4efb-9c37-0a07337455af tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] 10.222.0.59 "GET /v2.0/security-groups?id=d1766e71-7b2a-4f2d-acc0-530f862b8fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488417 Jul 27 20:58:04.391525 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] For port aa633d20-3f03-48c8-9390-1d9687dcf96b, host n-h2-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=aa633d20-3f03-48c8-9390-1d9687dcf96b,segment=NetworkSegment(86b1e6f6-d629-4b03-8944-4cdfbfb93d02),segment_id=86b1e6f6-d629-4b03-8944-4cdfbfb93d02)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:58:04.403580 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Returning: {'device': 'aa633d20-3f03-48c8-9390-1d9687dcf96b', 'network_id': '4d64aa0b-bd6a-468e-8edc-c83689947462', 'port_id': 'aa633d20-3f03-48c8-9390-1d9687dcf96b', 'mac_address': 'fa:16:3e:4d:eb:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26644ba0-4185-4e10-8718-6ad18d01376c', 'ip_address': '192.168.233.17'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105586) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 20:58:04.412257 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2cf524-2560-41ef-98f6-907e87292fe4 admin admin] Pushing event deleted for resources: {'Port': ['ID=79bd7f73-d4b9-4460-ad81-650a33d78b73,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:58:04.464117 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:04.485786 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [None req-3d54578f-831f-4696-b568-13c455922dab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa633d20-3f03-48c8-9390-1d9687dcf96b {{(pid=105586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 20:58:04.497814 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-7c2cf524-2560-41ef-98f6-907e87292fe4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4075702'] for router_gateway, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:04.525299 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] For port aa633d20-3f03-48c8-9390-1d9687dcf96b, host n-h2-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=aa633d20-3f03-48c8-9390-1d9687dcf96b,segment=NetworkSegment(86b1e6f6-d629-4b03-8944-4cdfbfb93d02),segment_id=86b1e6f6-d629-4b03-8944-4cdfbfb93d02)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:58:04.541381 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:04.630414 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Pushing event updated for resources: {'Port': ['ID=aa633d20-3f03-48c8-9390-1d9687dcf96b,revision_number=8']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:58:04.899073 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] get_ports_and_sgs() called for port_ids ['aa633d20-3f03-48c8-9390-1d9687dcf96b'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 20:58:04.923071 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-7c2cf524-2560-41ef-98f6-907e87292fe4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4163631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-425'] for router, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:04.926226 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-7c2cf524-2560-41ef-98f6-907e87292fe4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:04.954379 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 38026) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:58:05.024780 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-7c2cf524-2560-41ef-98f6-907e87292fe4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4163007'] for router, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:05.025379 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c2cf524-2560-41ef-98f6-907e87292fe4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 37ec9c02-6a6f-451c-ab47-a916c9248574 {{(pid=105585) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 20:58:05.042086 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ab8bb2-df7f-4416-bf9b-e4406698b956 req-9fc3f327-473e-4540-81ca-9e4f56fd4b38 tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:05.051164 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-66ab8bb2-df7f-4416-bf9b-e4406698b956 req-9fc3f327-473e-4540-81ca-9e4f56fd4b38 tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] 10.222.0.59 "GET /v2.0/ports?device_id=b8093202-0829-41b7-950c-9aadd5e50706 HTTP/1.1" status: 200 len: 946 time: 0.2278860 Jul 27 20:58:05.074291 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-7c2cf524-2560-41ef-98f6-907e87292fe4 admin admin] Notify callbacks [] for router, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:05.076157 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-7c2cf524-2560-41ef-98f6-907e87292fe4 admin admin] 10.222.0.59 "DELETE /v2.0/routers/37ec9c02-6a6f-451c-ab47-a916c9248574 HTTP/1.1" status: 204 len: 168 time: 1.6399813 Jul 27 20:58:05.078916 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 38030) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:58:05.116239 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-66ab8bb2-df7f-4416-bf9b-e4406698b956 req-cbf0ae05-70fa-4db2-866c-3bced7193878 tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] 10.222.0.59 "GET /v2.0/security-groups?id=d1766e71-7b2a-4f2d-acc0-530f862b8fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630872 Jul 27 20:58:05.129439 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-87be66e3-ffba-4b3c-9f00-02b6f09c04c2 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1386233488-network', 'tenant_id': 'be3b976efbdd4f41894dd22bc5b95523'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:58:05.152861 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.db_base_plugin_v2 [None req-e04268d1-5a9a-4b21-87f8-32e25fce9676 admin admin] Deleting subnet 1b56bab4-b9d5-4d43-bfab-970968dc9792 {{(pid=105584) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 20:58:05.160626 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-e04268d1-5a9a-4b21-87f8-32e25fce9676 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:05.186364 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eef1e77-146d-44cc-8cf0-8a61a9962a57 req-a9e354eb-fdab-48d0-b960-6338df15f8ed tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:05.188197 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-1eef1e77-146d-44cc-8cf0-8a61a9962a57 req-a9e354eb-fdab-48d0-b960-6338df15f8ed tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] 10.222.0.59 "GET /v2.0/ports?device_id=6e7f21e0-a9a4-4507-862c-a1b74a2de6ab HTTP/1.1" status: 200 len: 944 time: 0.0709422 Jul 27 20:58:05.197078 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87be66e3-ffba-4b3c-9f00-02b6f09c04c2 admin admin] Made reservation on behalf of be3b976efbdd4f41894dd22bc5b95523 for: {'network': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:58:05.199578 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-87be66e3-ffba-4b3c-9f00-02b6f09c04c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for network, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:05.218502 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-87be66e3-ffba-4b3c-9f00-02b6f09c04c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:05.223976 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-e04268d1-5a9a-4b21-87f8-32e25fce9676 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9014207'] for subnet, precommit_delete_associations {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:05.260992 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-1eef1e77-146d-44cc-8cf0-8a61a9962a57 req-2edb14f1-bdd4-4187-8ee2-e6bf2e6d3331 tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] 10.222.0.59 "GET /v2.0/security-groups?id=1749b80d-91c6-4bd3-8e8d-666bd095400f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623422 Jul 27 20:58:05.285414 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e199b21b-e4bf-4ed3-bc84-af255bc97dc7 req-f6b29460-ba37-4b86-b21a-5c0f807960fe tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:05.286987 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e199b21b-e4bf-4ed3-bc84-af255bc97dc7 req-f6b29460-ba37-4b86-b21a-5c0f807960fe tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] 10.222.0.59 "GET /v2.0/ports?device_id=db419102-3263-4279-8695-4f2f3857abff HTTP/1.1" status: 200 len: 948 time: 0.0978417 Jul 27 20:58:05.338358 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e199b21b-e4bf-4ed3-bc84-af255bc97dc7 req-1095ebd8-caa9-4231-9014-9147b6530c1e tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] 10.222.0.59 "GET /v2.0/security-groups?id=c6534cb3-b44e-4a83-b57e-ddb72c2ad843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411682 Jul 27 20:58:05.340398 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-e04268d1-5a9a-4b21-87f8-32e25fce9676 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854965'] for subnet, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:05.420522 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-87be66e3-ffba-4b3c-9f00-02b6f09c04c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:05.427504 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-87be66e3-ffba-4b3c-9f00-02b6f09c04c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:05.434726 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-e04268d1-5a9a-4b21-87f8-32e25fce9676 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9014081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9738825'] for subnet, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:05.489775 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04268d1-5a9a-4b21-87f8-32e25fce9676 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1b56bab4-b9d5-4d43-bfab-970968dc9792,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:58:05.494691 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-e04268d1-5a9a-4b21-87f8-32e25fce9676 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:05.496379 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-e04268d1-5a9a-4b21-87f8-32e25fce9676 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/1b56bab4-b9d5-4d43-bfab-970968dc9792 HTTP/1.1" status: 204 len: 168 time: 0.4161992 Jul 27 20:58:05.497267 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87be66e3-ffba-4b3c-9f00-02b6f09c04c2 admin admin] vlan segment allocate from pool success with {'vlan_id': 246, 'physical_network': 'physnet1'} {{(pid=105584) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 20:58:05.500756 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87c56a4e-0167-464f-a8d9-aa98eea25c3c None None] Network dba5ce41-1a40-4247-82e9-46ae522593d4 requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 20:58:05.502014 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 38034) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:58:05.504204 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87be66e3-ffba-4b3c-9f00-02b6f09c04c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9dd39787-c773-4e1e-afc7-6169131b96d0,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:58:05.512499 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-87be66e3-ffba-4b3c-9f00-02b6f09c04c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:05.513180 n-d-705658-22 neutron-server[105584]: INFO neutron.db.segments_db [None req-87be66e3-ffba-4b3c-9f00-02b6f09c04c2 admin admin] Added segment f1e516bc-13bc-4947-b152-f0f01499a80c of type vlan for network b117ba52-594c-450e-a21e-ba2b0ffa1338 Jul 27 20:58:05.569337 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-87be66e3-ffba-4b3c-9f00-02b6f09c04c2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790688424798'] for network, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:05.606033 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-87be66e3-ffba-4b3c-9f00-02b6f09c04c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920'] for network, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:05.607069 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87be66e3-ffba-4b3c-9f00-02b6f09c04c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:05.607724 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-87be66e3-ffba-4b3c-9f00-02b6f09c04c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743886'] for network, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:05.656877 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-87be66e3-ffba-4b3c-9f00-02b6f09c04c2 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.7004812 Jul 27 20:58:05.663840 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 38038) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:58:05.671645 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-69350d9b-faae-4133-86a5-f8c9e843ba84 admin admin] Request body: {'subnet': {'network_id': 'b117ba52-594c-450e-a21e-ba2b0ffa1338', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1386233488-subnet', 'tenant_id': 'be3b976efbdd4f41894dd22bc5b95523', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:58:05.688333 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87be66e3-ffba-4b3c-9f00-02b6f09c04c2 admin admin] Pushing event updated for resources: {'Network': ['ID=b117ba52-594c-450e-a21e-ba2b0ffa1338,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:58:05.697822 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-a55cb18c-b2df-43ad-afe7-696e911e406c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-990557'] for network, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:05.707376 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Network b117ba52-594c-450e-a21e-ba2b0ffa1338 details requested by agent ovs-agent-n-d-705658-22 with host n-d-705658-22 {{(pid=105586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 20:58:05.716081 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69350d9b-faae-4133-86a5-f8c9e843ba84 admin admin] Made reservation on behalf of be3b976efbdd4f41894dd22bc5b95523 for: {'subnet': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:58:05.720183 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-69350d9b-faae-4133-86a5-f8c9e843ba84 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9738786'] for subnet, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:05.790699 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b64693f3-59a3-422c-886d-4869ca4bbc36 None None] DHCP port deletion for dba5ce41-1a40-4247-82e9-46ae522593d4 request from n-d-705658-22 {{(pid=105586) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 20:58:05.808394 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4f2a76-22c7-4b10-b6df-c7bc8c488bba req-0275a6fd-e529-487e-bbf7-dedb9a2bdc38 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:05.810345 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-1f4f2a76-22c7-4b10-b6df-c7bc8c488bba req-0275a6fd-e529-487e-bbf7-dedb9a2bdc38 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] 10.222.0.60 "GET /v2.0/ports?device_id=db419102-3263-4279-8695-4f2f3857abff&tenant_id=43230fc3eab141e0b742541c8628d03e&binding%3Ahost_id=n-h2-705658-22 HTTP/1.1" status: 200 len: 948 time: 0.2246032 Jul 27 20:58:05.831045 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6107a5-1b98-45cd-8b76-bb49aa75b431 req-3117fe05-62d4-4c35-a190-7dac13dd197f tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:05.832525 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-9f6107a5-1b98-45cd-8b76-bb49aa75b431 req-3117fe05-62d4-4c35-a190-7dac13dd197f tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] 10.222.0.59 "GET /v2.0/ports?device_id=db419102-3263-4279-8695-4f2f3857abff HTTP/1.1" status: 200 len: 948 time: 0.2068155 Jul 27 20:58:05.852110 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-b64693f3-59a3-422c-886d-4869ca4bbc36 None None] Deleting port 9179ec48-c176-41d3-b23c-670401082f68 {{(pid=105586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:58:05.852511 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-b64693f3-59a3-422c-886d-4869ca4bbc36 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:05.917948 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-69350d9b-faae-4133-86a5-f8c9e843ba84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9014150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9738800'] for subnet, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:05.923690 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-b64693f3-59a3-422c-886d-4869ca4bbc36 None None] For port 9179ec48-c176-41d3-b23c-670401082f68, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=9179ec48-c176-41d3-b23c-670401082f68,segment=NetworkSegment(4abc254e-de5d-4683-a5f6-66d38657f377),segment_id=4abc254e-de5d-4683-a5f6-66d38657f377)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:58:05.924087 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-b64693f3-59a3-422c-886d-4869ca4bbc36 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:05.929106 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [None req-a55cb18c-b2df-43ad-afe7-696e911e406c admin admin] Deleting port 9179ec48-c176-41d3-b23c-670401082f68 {{(pid=105585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:58:05.929457 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-a55cb18c-b2df-43ad-afe7-696e911e406c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:05.939054 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-b64693f3-59a3-422c-886d-4869ca4bbc36 None None] Calling delete_port for 9179ec48-c176-41d3-b23c-670401082f68 owned by network:dhcp {{(pid=105586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:58:05.982084 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69350d9b-faae-4133-86a5-f8c9e843ba84 admin admin] Pushing event updated for resources: {'Subnet': ['ID=38961467-19f7-4057-ba41-d6906c9db744,revision_number=0']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:58:05.990916 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69350d9b-faae-4133-86a5-f8c9e843ba84 admin admin] Checking segment: {'id': 'f1e516bc-13bc-4947-b152-f0f01499a80c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'b117ba52-594c-450e-a21e-ba2b0ffa1338'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:58:05.991314 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69350d9b-faae-4133-86a5-f8c9e843ba84 admin admin] Network hostable DHCP agents. Network: b117ba52-594c-450e-a21e-ba2b0ffa1338, hostable agents: ['7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a'], hosted agents: [] {{(pid=105584) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 20:58:06.013784 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-9f6107a5-1b98-45cd-8b76-bb49aa75b431 req-2b524c53-3b79-40db-8e79-c6ee2547d43e tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] 10.222.0.59 "GET /v2.0/security-groups?id=c6534cb3-b44e-4a83-b57e-ddb72c2ad843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1686931 Jul 27 20:58:06.014940 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69350d9b-faae-4133-86a5-f8c9e843ba84 admin admin] Network b117ba52-594c-450e-a21e-ba2b0ffa1338 is scheduled to be hosted by DHCP agent 7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a with binding_index 1 {{(pid=105584) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 20:58:06.040948 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-1f4f2a76-22c7-4b10-b6df-c7bc8c488bba req-b8ba3343-bdf5-44c1-b672-8ab39ddb5b3e service neutron] 10.222.0.60 "GET /v2.0/ports/aa633d20-3f03-48c8-9390-1d9687dcf96b/bindings/n-h2-705658-22 HTTP/1.1" status: 200 len: 383 time: 0.2071686 Jul 27 20:58:06.059079 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [None req-69350d9b-faae-4133-86a5-f8c9e843ba84 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-22, b117ba52-594c-450e-a21e-ba2b0ffa1338) {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:58:06.073408 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69350d9b-faae-4133-86a5-f8c9e843ba84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:06.074371 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-69350d9b-faae-4133-86a5-f8c9e843ba84 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:06.101767 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-69350d9b-faae-4133-86a5-f8c9e843ba84 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.4342742 Jul 27 20:58:06.103312 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 38046) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:58:06.106141 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b74c2d-5436-4fef-b465-e786fdf44a50 req-bd1b9495-d8b3-4ce8-8c29-c8422c57fba8 tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:06.107725 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-49b74c2d-5436-4fef-b465-e786fdf44a50 req-bd1b9495-d8b3-4ce8-8c29-c8422c57fba8 tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] 10.222.0.60 "GET /v2.0/ports?device_id=6e7f21e0-a9a4-4507-862c-a1b74a2de6ab HTTP/1.1" status: 200 len: 944 time: 0.2407026 Jul 27 20:58:06.108858 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-c07e0d28-afa4-4266-9f83-66a27e386743 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1386233488-router', 'tenant_id': 'be3b976efbdd4f41894dd22bc5b95523', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305'}}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:58:06.143958 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c07e0d28-afa4-4266-9f83-66a27e386743 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4163813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-443'] for router, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:06.143958 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c07e0d28-afa4-4266-9f83-66a27e386743 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4165196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4077059', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3711235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-418'] for router, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:06.147338 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.db [None req-a55cb18c-b2df-43ad-afe7-696e911e406c admin admin] For port 9179ec48-c176-41d3-b23c-670401082f68, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=9179ec48-c176-41d3-b23c-670401082f68,segment=NetworkSegment(4abc254e-de5d-4683-a5f6-66d38657f377),segment_id=4abc254e-de5d-4683-a5f6-66d38657f377)] {{(pid=105585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:58:06.147750 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-a55cb18c-b2df-43ad-afe7-696e911e406c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:06.188087 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [None req-a55cb18c-b2df-43ad-afe7-696e911e406c admin admin] Calling delete_port for 9179ec48-c176-41d3-b23c-670401082f68 owned by network:dhcp {{(pid=105585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:58:06.206520 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3df1198d-777c-48d2-9681-0f36e81b87f0 None None] Network b117ba52-594c-450e-a21e-ba2b0ffa1338 requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 20:58:06.206748 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c07e0d28-afa4-4266-9f83-66a27e386743 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:06.260540 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 9179ec48-c176-41d3-b23c-670401082f68 no longer exists at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 20:58:06.268705 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Device aa633d20-3f03-48c8-9390-1d9687dcf96b up at agent hyperv_n-h2-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:58:06.335811 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:06.344145 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4f2a76-22c7-4b10-b6df-c7bc8c488bba req-b71cc80b-da02-404f-bef9-2de74e74e98a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:06.345666 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-1f4f2a76-22c7-4b10-b6df-c7bc8c488bba req-b71cc80b-da02-404f-bef9-2de74e74e98a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=43230fc3eab141e0b742541c8628d03e&device_id=db419102-3263-4279-8695-4f2f3857abff HTTP/1.1" status: 200 len: 1100 time: 0.2687297 Jul 27 20:58:06.394717 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c07e0d28-afa4-4266-9f83-66a27e386743 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4077169', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4163787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-400'] for router, precommit_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:06.458176 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-b64693f3-59a3-422c-886d-4869ca4bbc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180'] for port, after_delete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:06.463163 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-3d54578f-831f-4696-b568-13c455922dab None None] Provisioning for port aa633d20-3f03-48c8-9390-1d9687dcf96b completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:58:06.500329 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64693f3-59a3-422c-886d-4869ca4bbc36 None None] Pushing event deleted for resources: {'Port': ['ID=9179ec48-c176-41d3-b23c-670401082f68,revision_number=None']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:58:06.502147 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-3d54578f-831f-4696-b568-13c455922dab None None] Provisioning complete for port aa633d20-3f03-48c8-9390-1d9687dcf96b triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:58:06.503179 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:06.524824 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [req-49b74c2d-5436-4fef-b465-e786fdf44a50 req-a9d34581-cd8a-40d6-952b-0bb7b966a7c6 tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] Deleting port 401f9cf2-3e88-453b-86ec-e40da22e18ec {{(pid=105585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:58:06.525061 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-49b74c2d-5436-4fef-b465-e786fdf44a50 req-a9d34581-cd8a-40d6-952b-0bb7b966a7c6 tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:06.531368 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-a55cb18c-b2df-43ad-afe7-696e911e406c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:06.542282 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b64693f3-59a3-422c-886d-4869ca4bbc36 None None] No DVR routers for this DVR port 9179ec48-c176-41d3-b23c-670401082f68 on host n-d-705658-22 {{(pid=105586) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 20:58:06.543758 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:06.549845 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ed1fa45-9abe-464e-98e3-421d4dc02916 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30bb4b93-b285-5d90-9493-f9ec33ea333c-b117ba52-594c-450e-a21e-ba2b0ffa1338', 'network_id': 'b117ba52-594c-450e-a21e-ba2b0ffa1338', 'tenant_id': 'be3b976efbdd4f41894dd22bc5b95523', 'fixed_ips': [{'subnet_id': '38961467-19f7-4057-ba41-d6906c9db744'}]}} from n-d-705658-22. {{(pid=105586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 20:58:06.554359 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-1ed1fa45-9abe-464e-98e3-421d4dc02916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:06.627722 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55cb18c-b2df-43ad-afe7-696e911e406c admin admin] Pushing event deleted for resources: {'Port': ['ID=9179ec48-c176-41d3-b23c-670401082f68,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:58:06.632686 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c07e0d28-afa4-4266-9f83-66a27e386743 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:06.640444 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4f2a76-22c7-4b10-b6df-c7bc8c488bba req-d901a057-9be3-425e-837d-19a673a0a361 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:06.641900 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-1f4f2a76-22c7-4b10-b6df-c7bc8c488bba req-d901a057-9be3-425e-837d-19a673a0a361 service neutron] 10.222.0.60 "GET /v2.0/networks?id=4d64aa0b-bd6a-468e-8edc-c83689947462 HTTP/1.1" status: 200 len: 870 time: 0.2810829 Jul 27 20:58:06.650155 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb6d5c2-fff7-43cd-a6ce-ed59ac033131 req-f222d71c-aba9-4bac-8ac5-e4d25aecceb2 tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:06.655605 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-1cb6d5c2-fff7-43cd-a6ce-ed59ac033131 req-f222d71c-aba9-4bac-8ac5-e4d25aecceb2 tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] 10.222.0.59 "GET /v2.0/ports?device_id=b8093202-0829-41b7-950c-9aadd5e50706 HTTP/1.1" status: 200 len: 946 time: 0.3727450 Jul 27 20:58:06.656687 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c07e0d28-afa4-4266-9f83-66a27e386743 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:06.662179 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a55cb18c-b2df-43ad-afe7-696e911e406c admin admin] No DVR routers for this DVR port 9179ec48-c176-41d3-b23c-670401082f68 on host n-d-705658-22 {{(pid=105585) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 20:58:06.668664 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 79bd7f73-d4b9-4460-ad81-650a33d78b73 no longer exists at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 20:58:06.682332 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a55cb18c-b2df-43ad-afe7-696e911e406c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:58:06.682774 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a55cb18c-b2df-43ad-afe7-696e911e406c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:58:06.683204 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a55cb18c-b2df-43ad-afe7-696e911e406c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:58:06.683606 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a55cb18c-b2df-43ad-afe7-696e911e406c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:58:06.684005 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a55cb18c-b2df-43ad-afe7-696e911e406c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:58:06.684401 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a55cb18c-b2df-43ad-afe7-696e911e406c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:58:06.684794 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a55cb18c-b2df-43ad-afe7-696e911e406c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:58:06.685192 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a55cb18c-b2df-43ad-afe7-696e911e406c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:58:06.685571 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a55cb18c-b2df-43ad-afe7-696e911e406c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:58:06.685957 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a55cb18c-b2df-43ad-afe7-696e911e406c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:58:06.686344 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a55cb18c-b2df-43ad-afe7-696e911e406c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:58:06.686735 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a55cb18c-b2df-43ad-afe7-696e911e406c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:58:06.696191 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] No Port match for: 79bd7f73-d4b9-4460-ad81-650a33d78b73 {{(pid=105586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 20:58:06.696742 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 79bd7f73-d4b9-4460-ad81-650a33d78b73 not bound to the agent host n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 20:58:06.697372 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 8a6a8443-3aba-4201-be0c-e816d0c692ac no longer exists at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 20:58:06.725326 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] No Port match for: 8a6a8443-3aba-4201-be0c-e816d0c692ac {{(pid=105586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 20:58:06.725586 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 8a6a8443-3aba-4201-be0c-e816d0c692ac not bound to the agent host n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 20:58:06.752461 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7965edf4-f523-45df-a2a4-0adcc14147c6 req-18ced2fd-69f6-4745-affd-c1edb39b093e tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:06.763688 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-7965edf4-f523-45df-a2a4-0adcc14147c6 req-18ced2fd-69f6-4745-affd-c1edb39b093e tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] 10.222.0.59 "GET /v2.0/ports?device_id=6e7f21e0-a9a4-4507-862c-a1b74a2de6ab HTTP/1.1" status: 200 len: 944 time: 0.4078951 Jul 27 20:58:06.771382 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-1f4f2a76-22c7-4b10-b6df-c7bc8c488bba req-c97bd477-bf83-41db-8263-f6e0aaf3f511 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.17&port_id=aa633d20-3f03-48c8-9390-1d9687dcf96b HTTP/1.1" status: 200 len: 217 time: 0.1042967 Jul 27 20:58:06.792196 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:06.816330 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c124be67-28bc-4875-9e8e-5ae26a04d7df req-8d69c299-01bc-48ef-8bfc-414edff444ae tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:06.817970 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-c124be67-28bc-4875-9e8e-5ae26a04d7df req-8d69c299-01bc-48ef-8bfc-414edff444ae tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] 10.222.0.60 "GET /v2.0/ports?device_id=b8093202-0829-41b7-950c-9aadd5e50706 HTTP/1.1" status: 200 len: 946 time: 0.1634552 Jul 27 20:58:06.833368 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.db_base_plugin_common [None req-1ed1fa45-9abe-464e-98e3-421d4dc02916 None None] Allocated IP 172.20.0.2 (b117ba52-594c-450e-a21e-ba2b0ffa1338/38961467-19f7-4057-ba41-d6906c9db744/dbb5e76e-9312-43ca-a781-d5b75153ce83) {{(pid=105586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:58:06.839357 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db419102-3263-4279-8695-4f2f3857abff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa633d20-3f03-48c8-9390-1d9687dcf96b'}] {{(pid=105586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:58:06.841652 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14c1663e039faf5393f87855f745010ac5b02220355b68fdbf065393e303ac56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6cc5532-5d60-45e8-8603-94acde7f386e" -d '{"events": [{"server_uuid": "db419102-3263-4279-8695-4f2f3857abff", "name": "network-vif-plugged", "status": "completed", "tag": "aa633d20-3f03-48c8-9390-1d9687dcf96b"}]}' {{(pid=105586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:58:06.863260 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] For port aa633d20-3f03-48c8-9390-1d9687dcf96b, host n-h2-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=aa633d20-3f03-48c8-9390-1d9687dcf96b,segment=NetworkSegment(86b1e6f6-d629-4b03-8944-4cdfbfb93d02),segment_id=86b1e6f6-d629-4b03-8944-4cdfbfb93d02)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:58:06.871589 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:06.884683 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.db_base_plugin_common [None req-c07e0d28-afa4-4266-9f83-66a27e386743 admin admin] Allocated IP 172.25.5.66 (8735d8a2-b604-4758-ae71-b40e4ee6f305/eca7dbab-b9c0-4c8f-a272-816ea8a81764/ed7e84f1-cfdb-4cac-a5e1-9b643fefe0a3) {{(pid=105584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:58:06.923858 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.db [req-49b74c2d-5436-4fef-b465-e786fdf44a50 req-a9d34581-cd8a-40d6-952b-0bb7b966a7c6 tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] For port 401f9cf2-3e88-453b-86ec-e40da22e18ec, host n-h2-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=401f9cf2-3e88-453b-86ec-e40da22e18ec,segment=NetworkSegment(30512320-4797-4523-818e-63eb7bdafb2b),segment_id=30512320-4797-4523-818e-63eb7bdafb2b)] {{(pid=105585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:58:06.924547 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-49b74c2d-5436-4fef-b465-e786fdf44a50 req-a9d34581-cd8a-40d6-952b-0bb7b966a7c6 tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:06.927696 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-a55cb18c-b2df-43ad-afe7-696e911e406c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853562', 'neutron.services.segments.db._delete_segments_for_network-8790688882975'] for network, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:06.953825 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-1cb6d5c2-fff7-43cd-a6ce-ed59ac033131 req-1c11331b-acd1-4b13-97f9-ac969ada1023 tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] 10.222.0.59 "GET /v2.0/security-groups?id=d1766e71-7b2a-4f2d-acc0-530f862b8fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2738850 Jul 27 20:58:06.961463 n-d-705658-22 neutron-server[105585]: DEBUG neutron.services.segments.db [None req-a55cb18c-b2df-43ad-afe7-696e911e406c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dba5ce41-1a40-4247-82e9-46ae522593d4']}} {{(pid=105585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:58:06.975564 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [req-49b74c2d-5436-4fef-b465-e786fdf44a50 req-a9d34581-cd8a-40d6-952b-0bb7b966a7c6 tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] Calling delete_port for 401f9cf2-3e88-453b-86ec-e40da22e18ec owned by compute:nova {{(pid=105585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:58:06.986601 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-7965edf4-f523-45df-a2a4-0adcc14147c6 req-2830106c-cc2a-4592-bcaf-11e84ed1ff5e tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] 10.222.0.59 "GET /v2.0/security-groups?id=1749b80d-91c6-4bd3-8e8d-666bd095400f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2207017 Jul 27 20:58:06.993139 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4f2a76-22c7-4b10-b6df-c7bc8c488bba req-676c2095-3920-409f-ad25-4802fa0be130 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:06.994615 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-1f4f2a76-22c7-4b10-b6df-c7bc8c488bba req-676c2095-3920-409f-ad25-4802fa0be130 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=26644ba0-4185-4e10-8718-6ad18d01376c HTTP/1.1" status: 200 len: 843 time: 0.1916275 Jul 27 20:58:06.996081 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Pushing event updated for resources: {'Port': ['ID=aa633d20-3f03-48c8-9390-1d9687dcf96b,revision_number=9']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:58:06.998461 n-d-705658-22 neutron-server[105585]: DEBUG neutron.services.segments.db [None req-a55cb18c-b2df-43ad-afe7-696e911e406c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4abc254e-de5d-4683-a5f6-66d38657f377') {'for_net_delete': True} {{(pid=105585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:58:06.998755 n-d-705658-22 neutron-server[105585]: DEBUG neutron.services.segments.db [None req-a55cb18c-b2df-43ad-afe7-696e911e406c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4abc254e-de5d-4683-a5f6-66d38657f377') {} {{(pid=105585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:58:07.046758 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-a55cb18c-b2df-43ad-afe7-696e911e406c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790688883752', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9886370'] for segment, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:07.096741 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [req-c124be67-28bc-4875-9e8e-5ae26a04d7df req-02665dce-62c8-416e-9770-2603bc5c8722 tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] Deleting port 9cce8202-f27e-4e42-8ece-fb030c8334e9 {{(pid=105584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:58:07.097235 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-c124be67-28bc-4875-9e8e-5ae26a04d7df req-02665dce-62c8-416e-9770-2603bc5c8722 tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:07.105554 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-1ed1fa45-9abe-464e-98e3-421d4dc02916 None None] Notify callbacks [] for port, precommit_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:07.116505 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 20:58:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d082a8b-c0ac-421c-9129-8818efb851ce x-openstack-request-id: req-1d082a8b-c0ac-421c-9129-8818efb851ce {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:58:07.116796 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db419102-3263-4279-8695-4f2f3857abff", "name": "network-vif-plugged", "status": "completed", "tag": "aa633d20-3f03-48c8-9390-1d9687dcf96b", "code": 200}]} {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:58:07.117052 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-1d082a8b-c0ac-421c-9129-8818efb851ce {{(pid=105586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:58:07.117437 n-d-705658-22 neutron-server[105586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db419102-3263-4279-8695-4f2f3857abff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa633d20-3f03-48c8-9390-1d9687dcf96b', 'code': 200} Jul 27 20:58:07.120525 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-1ed1fa45-9abe-464e-98e3-421d4dc02916 None None] Transition to ACTIVE for port object dbb5e76e-9312-43ca-a781-d5b75153ce83 will not be triggered until provisioned by entity L2. {{(pid=105586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:58:07.128536 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-a55cb18c-b2df-43ad-afe7-696e911e406c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:07.139692 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a55cb18c-b2df-43ad-afe7-696e911e406c admin admin] Releasing vlan 243 on physical network physnet1 to pool {{(pid=105585) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 20:58:07.140094 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-a55cb18c-b2df-43ad-afe7-696e911e406c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10221644'] for segment, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:07.141782 n-d-705658-22 neutron-server[105585]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 20:58:07.141782 n-d-705658-22 neutron-server[105585]: self.session.flush() Jul 27 20:58:07.141782 n-d-705658-22 neutron-server[105585]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 20:58:07.141782 n-d-705658-22 neutron-server[105585]: self.session.flush() Jul 27 20:58:07.141782 n-d-705658-22 neutron-server[105585]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 20:58:07.141782 n-d-705658-22 neutron-server[105585]: self.session.flush() Jul 27 20:58:07.141782 n-d-705658-22 neutron-server[105585]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 20:58:07.141782 n-d-705658-22 neutron-server[105585]: self.session.flush() Jul 27 20:58:07.141782 n-d-705658-22 neutron-server[105585]: Traceback (most recent call last): Jul 27 20:58:07.141782 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 20:58:07.141782 n-d-705658-22 neutron-server[105585]: timer() Jul 27 20:58:07.141782 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 20:58:07.141782 n-d-705658-22 neutron-server[105585]: cb(*args, **kw) Jul 27 20:58:07.141782 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 20:58:07.141782 n-d-705658-22 neutron-server[105585]: return func(*args, **kwargs) Jul 27 20:58:07.141782 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 20:58:07.141782 n-d-705658-22 neutron-server[105585]: self._notify() Jul 27 20:58:07.141782 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 20:58:07.141782 n-d-705658-22 neutron-server[105585]: self.callback(batched_events) Jul 27 20:58:07.141782 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 20:58:07.141782 n-d-705658-22 neutron-server[105585]: event.method(event) Jul 27 20:58:07.141782 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 20:58:07.141782 n-d-705658-22 neutron-server[105585]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 20:58:07.141782 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 20:58:07.141782 n-d-705658-22 neutron-server[105585]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 20:58:07.141782 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 20:58:07.141782 n-d-705658-22 neutron-server[105585]: return f(self, *a, **k) Jul 27 20:58:07.141782 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 20:58:07.141782 n-d-705658-22 neutron-server[105585]: return self._get(url).json() Jul 27 20:58:07.141782 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 20:58:07.141782 n-d-705658-22 neutron-server[105585]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 20:58:07.141782 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 20:58:07.141782 n-d-705658-22 neutron-server[105585]: return self.request(url, 'GET', **kwargs) Jul 27 20:58:07.141782 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 20:58:07.141782 n-d-705658-22 neutron-server[105585]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 20:58:07.141782 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 20:58:07.141782 n-d-705658-22 neutron-server[105585]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 20:58:07.141782 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 20:58:07.141782 n-d-705658-22 neutron-server[105585]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 20:58:07.141782 n-d-705658-22 neutron-server[105585]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 20:58:07.156799 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c07e0d28-afa4-4266-9f83-66a27e386743 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:07.232956 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [req-c124be67-28bc-4875-9e8e-5ae26a04d7df req-02665dce-62c8-416e-9770-2603bc5c8722 tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] For port 9cce8202-f27e-4e42-8ece-fb030c8334e9, host n-h2-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=9cce8202-f27e-4e42-8ece-fb030c8334e9,segment=NetworkSegment(872889e4-5d02-4ec8-807e-3e5c98ba67af),segment_id=872889e4-5d02-4ec8-807e-3e5c98ba67af)] {{(pid=105584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:58:07.233298 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-c124be67-28bc-4875-9e8e-5ae26a04d7df req-02665dce-62c8-416e-9770-2603bc5c8722 tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:07.250459 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [req-c124be67-28bc-4875-9e8e-5ae26a04d7df req-02665dce-62c8-416e-9770-2603bc5c8722 tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] Calling delete_port for 9cce8202-f27e-4e42-8ece-fb030c8334e9 owned by compute:nova {{(pid=105584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:58:07.260997 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c07e0d28-afa4-4266-9f83-66a27e386743 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:07.333413 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c07e0d28-afa4-4266-9f83-66a27e386743 admin admin] Network 8735d8a2-b604-4758-ae71-b40e4ee6f305 is already hosted by enough agents. {{(pid=105584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:58:07.340629 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [None req-c07e0d28-afa4-4266-9f83-66a27e386743 admin admin] Resources bound (agent type, host, resource id): {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:58:07.347908 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c07e0d28-afa4-4266-9f83-66a27e386743 admin admin] Received port after_create {{(pid=105584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:58:07.377852 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07e0d28-afa4-4266-9f83-66a27e386743 admin admin] Pushing event updated for resources: {'Port': ['ID=ed7e84f1-cfdb-4cac-a5e1-9b643fefe0a3,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:58:07.470507 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-1ed1fa45-9abe-464e-98e3-421d4dc02916 None None] Transition to ACTIVE for port object dbb5e76e-9312-43ca-a781-d5b75153ce83 will not be triggered until provisioned by entity DHCP. {{(pid=105586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:58:07.478391 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-1ed1fa45-9abe-464e-98e3-421d4dc02916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143'] for port, after_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:07.483840 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-a55cb18c-b2df-43ad-afe7-696e911e406c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4075658'] for network, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:07.493591 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-a55cb18c-b2df-43ad-afe7-696e911e406c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743886'] for network, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:07.497940 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-a55cb18c-b2df-43ad-afe7-696e911e406c admin admin] 10.222.0.59 "DELETE /v2.0/networks/dba5ce41-1a40-4247-82e9-46ae522593d4 HTTP/1.1" status: 204 len: 168 time: 1.9944046 Jul 27 20:58:07.513151 n-d-705658-22 neutron-server[105586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ed1fa45-9abe-464e-98e3-421d4dc02916 None None] Network b117ba52-594c-450e-a21e-ba2b0ffa1338 is already hosted by enough agents. {{(pid=105586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:58:07.515675 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55cb18c-b2df-43ad-afe7-696e911e406c admin admin] Pushing event deleted for resources: {'Network': ['ID=dba5ce41-1a40-4247-82e9-46ae522593d4,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:58:07.516860 n-d-705658-22 neutron-server[105586]: DEBUG neutron.scheduler.base_scheduler [None req-1ed1fa45-9abe-464e-98e3-421d4dc02916 None None] Resources bound (agent type, host, resource id): {{(pid=105586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:58:07.519264 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4f2a76-22c7-4b10-b6df-c7bc8c488bba req-345017d6-b6a5-46d6-aef1-fdef65080549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:07.520761 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-1f4f2a76-22c7-4b10-b6df-c7bc8c488bba req-345017d6-b6a5-46d6-aef1-fdef65080549 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4d64aa0b-bd6a-468e-8edc-c83689947462&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5003002 Jul 27 20:58:07.520928 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ed1fa45-9abe-464e-98e3-421d4dc02916 None None] Received port after_create {{(pid=105586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:58:07.578698 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed1fa45-9abe-464e-98e3-421d4dc02916 None None] Pushing event updated for resources: {'Port': ['ID=dbb5e76e-9312-43ca-a781-d5b75153ce83,revision_number=1']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:58:07.590925 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-1ed1fa45-9abe-464e-98e3-421d4dc02916 None None] Attempting to bind port dbb5e76e-9312-43ca-a781-d5b75153ce83 on host n-d-705658-22 for vnic_type normal with profile {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:58:07.591598 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-1ed1fa45-9abe-464e-98e3-421d4dc02916 None None] Attempting to bind port dbb5e76e-9312-43ca-a781-d5b75153ce83 by drivers openvswitch,hyperv on host n-d-705658-22 at level 0 using segments [{'id': 'f1e516bc-13bc-4947-b152-f0f01499a80c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'b117ba52-594c-450e-a21e-ba2b0ffa1338'}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:58:07.592188 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ed1fa45-9abe-464e-98e3-421d4dc02916 None None] Attempting to bind port dbb5e76e-9312-43ca-a781-d5b75153ce83 on network b117ba52-594c-450e-a21e-ba2b0ffa1338 {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:58:07.597957 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ed1fa45-9abe-464e-98e3-421d4dc02916 None None] Checking agent: {'id': '04a7ea91-6318-467e-ace6-b0fb48c8690f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 41, 42), 'started_at': datetime.datetime(2021, 7, 27, 20, 42, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 57, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:58:07.598707 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ed1fa45-9abe-464e-98e3-421d4dc02916 None None] Checking segment: {'id': 'f1e516bc-13bc-4947-b152-f0f01499a80c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'b117ba52-594c-450e-a21e-ba2b0ffa1338'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:58:07.599381 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-1ed1fa45-9abe-464e-98e3-421d4dc02916 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:07.599989 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ed1fa45-9abe-464e-98e3-421d4dc02916 None None] Bound using segment: {'id': 'f1e516bc-13bc-4947-b152-f0f01499a80c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'b117ba52-594c-450e-a21e-ba2b0ffa1338'} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:58:07.600674 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-1ed1fa45-9abe-464e-98e3-421d4dc02916 None None] Bound port: dbb5e76e-9312-43ca-a781-d5b75153ce83, host: n-d-705658-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1e516bc-13bc-4947-b152-f0f01499a80c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'b117ba52-594c-450e-a21e-ba2b0ffa1338'}}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:58:07.601316 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-1ed1fa45-9abe-464e-98e3-421d4dc02916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:07.639364 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-c124be67-28bc-4875-9e8e-5ae26a04d7df req-02665dce-62c8-416e-9770-2603bc5c8722 tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:07.640576 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53384e07-0f31-4ac6-8fe4-e1dedca70209 req-37eadc84-94fd-4a87-9a63-f79fda350a97 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:07.642106 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-53384e07-0f31-4ac6-8fe4-e1dedca70209 req-37eadc84-94fd-4a87-9a63-f79fda350a97 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] 10.222.0.59 "GET /v2.0/ports?device_id=db419102-3263-4279-8695-4f2f3857abff HTTP/1.1" status: 200 len: 949 time: 0.4617913 Jul 27 20:58:07.651300 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-49b74c2d-5436-4fef-b465-e786fdf44a50 req-a9d34581-cd8a-40d6-952b-0bb7b966a7c6 tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:07.657532 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] get_ports_and_sgs() called for port_ids ['9cce8202-f27e-4e42-8ece-fb030c8334e9'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 20:58:07.665379 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 38064) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:58:07.694003 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-1ed1fa45-9abe-464e-98e3-421d4dc02916 None None] For port dbb5e76e-9312-43ca-a781-d5b75153ce83, host n-d-705658-22, cleared binding levels {{(pid=105586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:58:07.706248 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-1ed1fa45-9abe-464e-98e3-421d4dc02916 None None] For port dbb5e76e-9312-43ca-a781-d5b75153ce83, host n-d-705658-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=dbb5e76e-9312-43ca-a781-d5b75153ce83,segment=NetworkSegment(f1e516bc-13bc-4947-b152-f0f01499a80c),segment_id=f1e516bc-13bc-4947-b152-f0f01499a80c)] {{(pid=105586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:58:07.710955 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-1ed1fa45-9abe-464e-98e3-421d4dc02916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:07.725846 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d34581-cd8a-40d6-952b-0bb7b966a7c6 tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] Pushing event deleted for resources: {'Port': ['ID=401f9cf2-3e88-453b-86ec-e40da22e18ec,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:58:07.773590 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed1fa45-9abe-464e-98e3-421d4dc02916 None None] Pushing event updated for resources: {'Port': ['ID=dbb5e76e-9312-43ca-a781-d5b75153ce83,revision_number=2']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:58:07.778112 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-1f4f2a76-22c7-4b10-b6df-c7bc8c488bba req-e9038f32-e4c4-4b47-8a03-3225057c2bd7 service neutron] 10.222.0.60 "GET /v2.0/networks/4d64aa0b-bd6a-468e-8edc-c83689947462?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2481301 Jul 27 20:58:07.785463 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [req-c124be67-28bc-4875-9e8e-5ae26a04d7df req-02665dce-62c8-416e-9770-2603bc5c8722 tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] No DVR routers for this DVR port 9cce8202-f27e-4e42-8ece-fb030c8334e9 on host n-h2-705658-22 {{(pid=105584) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 20:58:07.789226 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02665dce-62c8-416e-9770-2603bc5c8722 tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] Pushing event deleted for resources: {'Port': ['ID=9cce8202-f27e-4e42-8ece-fb030c8334e9,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:58:07.791634 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-c124be67-28bc-4875-9e8e-5ae26a04d7df req-02665dce-62c8-416e-9770-2603bc5c8722 tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:07.793712 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-c124be67-28bc-4875-9e8e-5ae26a04d7df req-02665dce-62c8-416e-9770-2603bc5c8722 tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] 10.222.0.60 "DELETE /v2.0/ports/9cce8202-f27e-4e42-8ece-fb030c8334e9 HTTP/1.1" status: 204 len: 173 time: 0.9689283 Jul 27 20:58:07.794138 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8093202-0829-41b7-950c-9aadd5e50706', 'name': 'network-vif-deleted', 'tag': '9cce8202-f27e-4e42-8ece-fb030c8334e9'}] {{(pid=105584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:58:07.796473 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bce5e6c8685464f7626901654159975603b047827e3138302ed6566e28f1343" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e88141ad-630f-4b97-b689-3238ee6395a7" -d '{"events": [{"server_uuid": "b8093202-0829-41b7-950c-9aadd5e50706", "name": "network-vif-deleted", "tag": "9cce8202-f27e-4e42-8ece-fb030c8334e9"}]}' {{(pid=105584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:58:07.829541 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.l3_dvrscheduler_db [req-49b74c2d-5436-4fef-b465-e786fdf44a50 req-a9d34581-cd8a-40d6-952b-0bb7b966a7c6 tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] No DVR routers for this DVR port 401f9cf2-3e88-453b-86ec-e40da22e18ec on host n-h2-705658-22 {{(pid=105585) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 20:58:07.833779 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-53384e07-0f31-4ac6-8fe4-e1dedca70209 req-7b3dc4b3-29b1-4716-a164-a1d8fb751a50 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] 10.222.0.59 "GET /v2.0/security-groups?id=c6534cb3-b44e-4a83-b57e-ddb72c2ad843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719024 Jul 27 20:58:07.844964 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-49b74c2d-5436-4fef-b465-e786fdf44a50 req-a9d34581-cd8a-40d6-952b-0bb7b966a7c6 tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:07.847183 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-49b74c2d-5436-4fef-b465-e786fdf44a50 req-a9d34581-cd8a-40d6-952b-0bb7b966a7c6 tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] 10.222.0.60 "DELETE /v2.0/ports/401f9cf2-3e88-453b-86ec-e40da22e18ec HTTP/1.1" status: 204 len: 173 time: 1.7147059 Jul 27 20:58:07.850488 n-d-705658-22 neutron-server[105585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e7f21e0-a9a4-4507-862c-a1b74a2de6ab', 'name': 'network-vif-deleted', 'tag': '401f9cf2-3e88-453b-86ec-e40da22e18ec'}] {{(pid=105585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:58:07.853315 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d66fd65881426bfc2b5388084a3654e5eae521106a15a3dbf0eb4cde7106c36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed01ca71-5ac7-40e3-bcc5-f66567dffdae" -d '{"events": [{"server_uuid": "6e7f21e0-a9a4-4507-862c-a1b74a2de6ab", "name": "network-vif-deleted", "tag": "401f9cf2-3e88-453b-86ec-e40da22e18ec"}]}' {{(pid=105585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:58:07.907249 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-20b78d3b-f456-43b8-afe1-0117ee7925cd admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=8a53a664241042c3a17625ff27e7ea47&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2370508 Jul 27 20:58:07.909087 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 38070) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:58:07.945804 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 20:58:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94996c60-a41b-4e24-8109-1826790bd71e x-openstack-request-id: req-94996c60-a41b-4e24-8109-1826790bd71e {{(pid=105585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:58:07.946774 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e7f21e0-a9a4-4507-862c-a1b74a2de6ab", "name": "network-vif-deleted", "tag": "401f9cf2-3e88-453b-86ec-e40da22e18ec", "status": "completed", "code": 200}]} {{(pid=105585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:58:07.947125 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-94996c60-a41b-4e24-8109-1826790bd71e {{(pid=105585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:58:07.947665 n-d-705658-22 neutron-server[105585]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e7f21e0-a9a4-4507-862c-a1b74a2de6ab', 'name': 'network-vif-deleted', 'tag': '401f9cf2-3e88-453b-86ec-e40da22e18ec', 'status': 'completed', 'code': 200} Jul 27 20:58:07.947781 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 20:58:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89ca84c8-8f52-42bf-83ee-254a55c4dbe1 x-openstack-request-id: req-89ca84c8-8f52-42bf-83ee-254a55c4dbe1 {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:58:07.947979 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8093202-0829-41b7-950c-9aadd5e50706", "name": "network-vif-deleted", "tag": "9cce8202-f27e-4e42-8ece-fb030c8334e9", "status": "completed", "code": 200}]} {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:58:07.948225 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-89ca84c8-8f52-42bf-83ee-254a55c4dbe1 {{(pid=105584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:58:07.948625 n-d-705658-22 neutron-server[105584]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8093202-0829-41b7-950c-9aadd5e50706', 'name': 'network-vif-deleted', 'tag': '9cce8202-f27e-4e42-8ece-fb030c8334e9', 'status': 'completed', 'code': 200} Jul 27 20:58:07.949153 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c07e0d28-afa4-4266-9f83-66a27e386743 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:07.984932 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.agents_db [None req-558fcd2c-e512-47bc-a170-8673d87f7213 None None] Agent healthcheck: found 7 active agents {{(pid=105587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 20:58:08.015614 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-1f4f2a76-22c7-4b10-b6df-c7bc8c488bba req-26816463-cd1f-4491-bf85-74c8d07d4620 service neutron] 10.222.0.60 "GET /v2.0/networks/4d64aa0b-bd6a-468e-8edc-c83689947462?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2228954 Jul 27 20:58:08.022526 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-f8d5970c-5e99-4dd6-83d6-8a6cece4306d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:08.067280 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-f8d5970c-5e99-4dd6-83d6-8a6cece4306d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:08.203622 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-d2c120e1-22dc-4ce0-8b30-c47da1569503 req-db0ae68c-6bce-42eb-8253-7686d5843ca9 tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] 10.222.0.59 "GET /v2.0/ports?device_id=b8093202-0829-41b7-950c-9aadd5e50706 HTTP/1.1" status: 200 len: 210 time: 0.0528266 Jul 27 20:58:08.206951 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-09e0c342-e6b6-4d0f-b26c-ba6690d123cd req-8263c73f-afbe-4983-9979-9a19691534cb tempest-LiveAutoBlockMigrationV225Test-914692345 tempest-LiveAutoBlockMigrationV225Test-914692345-project] 10.222.0.59 "GET /v2.0/ports?device_id=6e7f21e0-a9a4-4507-862c-a1b74a2de6ab HTTP/1.1" status: 200 len: 210 time: 0.0679576 Jul 27 20:58:08.209679 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-f8d5970c-5e99-4dd6-83d6-8a6cece4306d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:08.213335 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-f8d5970c-5e99-4dd6-83d6-8a6cece4306d admin admin] Notify callbacks [] for security_group, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:08.217021 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-f8d5970c-5e99-4dd6-83d6-8a6cece4306d admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/dbd22935-66a8-4b52-80a6-8bbc4adcc616 HTTP/1.1" status: 204 len: 168 time: 0.2962472 Jul 27 20:58:08.233492 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d5970c-5e99-4dd6-83d6-8a6cece4306d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbd22935-66a8-4b52-80a6-8bbc4adcc616,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:58:08.297115 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c07e0d28-afa4-4266-9f83-66a27e386743 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4163804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4077150'] for router, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:08.459162 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c07e0d28-afa4-4266-9f83-66a27e386743 admin admin] Router 0e84950d-2139-459c-962f-b52569720581 is scheduled to L3 agent dd128fd7-8e57-4d4f-895b-a96b369df59a with binding_index 1 {{(pid=105584) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 20:58:08.573210 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c07e0d28-afa4-4266-9f83-66a27e386743 admin admin] Notify agent at l3_agent.n-d-705658-22 the message routers_updated {{(pid=105584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 20:58:08.588184 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37edf494-b8bf-4b84-80ed-064da4db5288 None None] Sync routers for ids ['0e84950d-2139-459c-962f-b52569720581'] in n-d-705658-22 {{(pid=105587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 20:58:08.596586 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c07e0d28-afa4-4266-9f83-66a27e386743 admin admin] Notify callbacks [] for router, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:08.601099 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-c07e0d28-afa4-4266-9f83-66a27e386743 admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.4962125 Jul 27 20:58:08.601481 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 38090) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:58:08.614064 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37edf494-b8bf-4b84-80ed-064da4db5288 None None] Routers {'0e84950d-2139-459c-962f-b52569720581'} bound to L3 agent in host n-d-705658-22 {{(pid=105587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:58:08.614809 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-37edf494-b8bf-4b84-80ed-064da4db5288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T20:57:41Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['0e84950d-2139-459c-962f-b52569720581'], 'active': True} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:58:08.751683 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvr_db [None req-37edf494-b8bf-4b84-80ed-064da4db5288 None None] Set router 0e84950d-2139-459c-962f-b52569720581 gateway port host: n-d-705658-22 {{(pid=105587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:58:08.843675 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-84c12f6d-03f4-4451-b122-a50cc230f97a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:08.981005 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-37edf494-b8bf-4b84-80ed-064da4db5288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e84950d-2139-459c-962f-b52569720581', 'name': 'tempest-TaggedBootDevicesTest_v242-1386233488-router', 'tenant_id': 'be3b976efbdd4f41894dd22bc5b95523', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.66'}], 'enable_snat': True}, 'gw_port_id': 'ed7e84f1-cfdb-4cac-a5e1-9b643fefe0a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:58:06Z', 'updated_at': '2021-07-27T20:58:07Z', 'revision_number': 3, 'project_id': 'be3b976efbdd4f41894dd22bc5b95523', 'gw_port': {'id': 'ed7e84f1-cfdb-4cac-a5e1-9b643fefe0a3', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:9a:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e84950d-2139-459c-962f-b52569720581', 'device_owner': 'network:router_gateway', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:58:06Z', 'updated_at': '2021-07-27T20:58:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22'}], 'n-d-705658-22', False) {} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:58:08.995373 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a4713f1-7dc3-4686-86ed-5cb0b7f331c8 None None] Network b117ba52-594c-450e-a21e-ba2b0ffa1338 requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 20:58:09.027074 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37edf494-b8bf-4b84-80ed-064da4db5288 None None] Checking router: 0e84950d-2139-459c-962f-b52569720581 for host: n-d-705658-22 {{(pid=105587) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 20:58:09.028061 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37edf494-b8bf-4b84-80ed-064da4db5288 None None] Updating router 0e84950d-2139-459c-962f-b52569720581 port ed7e84f1-cfdb-4cac-a5e1-9b643fefe0a3 binding host n-d-705658-22 {{(pid=105587) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 20:58:09.061750 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-2ecdd76f-7598-4fbb-a4a2-b488604d8340 None None] Provisioning for port dbb5e76e-9312-43ca-a781-d5b75153ce83 completed by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:58:09.185361 n-d-705658-22 neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-37edf494-b8bf-4b84-80ed-064da4db5288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:09.203484 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 38108) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:58:09.296587 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 38116) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:58:09.436862 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-a9c1f37a-f6ed-429b-9f77-0bde48cec225 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:09.476584 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f5f4c9-0f0c-4f32-9020-7cd4c568590e req-256a18f6-35ef-4229-bc2a-2e645294f2d7 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:09.478203 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-26f5f4c9-0f0c-4f32-9020-7cd4c568590e req-256a18f6-35ef-4229-bc2a-2e645294f2d7 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] 10.222.0.59 "GET /v2.0/ports?device_id=db419102-3263-4279-8695-4f2f3857abff HTTP/1.1" status: 200 len: 949 time: 0.2300191 Jul 27 20:58:09.517285 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-964d1fca-1d3a-403b-88df-76f6eb80ccad admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1891222156-network', 'tenant_id': '45979582101044d4942165614cfeb1b2'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:58:09.554337 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-964d1fca-1d3a-403b-88df-76f6eb80ccad admin admin] Made reservation on behalf of 45979582101044d4942165614cfeb1b2 for: {'network': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:58:09.557810 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-964d1fca-1d3a-403b-88df-76f6eb80ccad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for network, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:09.575672 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-964d1fca-1d3a-403b-88df-76f6eb80ccad admin admin] Notify callbacks [] for security_group, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:09.582025 n-d-705658-22 neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-37edf494-b8bf-4b84-80ed-064da4db5288 None None] Notify callbacks [] for port, precommit_update {{(pid=105587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:09.599735 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.provisioning_blocks [None req-37edf494-b8bf-4b84-80ed-064da4db5288 None None] Transition to ACTIVE for port object ed7e84f1-cfdb-4cac-a5e1-9b643fefe0a3 will not be triggered until provisioned by entity L2. {{(pid=105587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:58:09.600001 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.db_base_plugin_v2 [None req-13af02a0-944f-4f21-a0e8-84cb499652de admin admin] Deleting subnet ffc7070b-0d02-4acb-a66a-19178d3b9317 {{(pid=105584) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 20:58:09.607719 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-13af02a0-944f-4f21-a0e8-84cb499652de admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:09.609857 n-d-705658-22 neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-37edf494-b8bf-4b84-80ed-064da4db5288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:09.663940 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-13af02a0-944f-4f21-a0e8-84cb499652de admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9014207'] for subnet, precommit_delete_associations {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:09.667751 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8ad484-619a-4d5a-bb28-f31ac21158ec None None] Pushing event updated for resources: {'Port': ['ID=ed7e84f1-cfdb-4cac-a5e1-9b643fefe0a3,revision_number=2']} {{(pid=105587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:58:09.683091 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-26f5f4c9-0f0c-4f32-9020-7cd4c568590e req-72ef7151-b088-4962-ac99-d7918d61f0b8 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] 10.222.0.59 "GET /v2.0/security-groups?id=c6534cb3-b44e-4a83-b57e-ddb72c2ad843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1785958 Jul 27 20:58:09.712600 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.managers [None req-37edf494-b8bf-4b84-80ed-064da4db5288 None None] Attempting to bind port ed7e84f1-cfdb-4cac-a5e1-9b643fefe0a3 on host n-d-705658-22 for vnic_type normal with profile {{(pid=105587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:58:09.713367 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.managers [None req-37edf494-b8bf-4b84-80ed-064da4db5288 None None] Attempting to bind port ed7e84f1-cfdb-4cac-a5e1-9b643fefe0a3 by drivers openvswitch,hyperv on host n-d-705658-22 at level 0 using segments [{'id': '12196855-9a32-4633-9a56-77697ef9e126', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305'}] {{(pid=105587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:58:09.713889 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37edf494-b8bf-4b84-80ed-064da4db5288 None None] Attempting to bind port ed7e84f1-cfdb-4cac-a5e1-9b643fefe0a3 on network 8735d8a2-b604-4758-ae71-b40e4ee6f305 {{(pid=105587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:58:09.720097 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37edf494-b8bf-4b84-80ed-064da4db5288 None None] Checking agent: {'id': '04a7ea91-6318-467e-ace6-b0fb48c8690f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 41, 42), 'started_at': datetime.datetime(2021, 7, 27, 20, 42, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 57, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:58:09.720668 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37edf494-b8bf-4b84-80ed-064da4db5288 None None] Checking segment: {'id': '12196855-9a32-4633-9a56-77697ef9e126', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:58:09.721251 n-d-705658-22 neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-37edf494-b8bf-4b84-80ed-064da4db5288 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:09.721807 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37edf494-b8bf-4b84-80ed-064da4db5288 None None] Bound using segment: {'id': '12196855-9a32-4633-9a56-77697ef9e126', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305'} {{(pid=105587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:58:09.722433 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.managers [None req-37edf494-b8bf-4b84-80ed-064da4db5288 None None] Bound port: ed7e84f1-cfdb-4cac-a5e1-9b643fefe0a3, host: n-d-705658-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12196855-9a32-4633-9a56-77697ef9e126', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305'}}] {{(pid=105587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:58:09.723034 n-d-705658-22 neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-37edf494-b8bf-4b84-80ed-064da4db5288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:09.780773 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.db [None req-37edf494-b8bf-4b84-80ed-064da4db5288 None None] For port ed7e84f1-cfdb-4cac-a5e1-9b643fefe0a3, host n-d-705658-22, cleared binding levels {{(pid=105587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:58:09.784075 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.db [None req-37edf494-b8bf-4b84-80ed-064da4db5288 None None] For port ed7e84f1-cfdb-4cac-a5e1-9b643fefe0a3, host n-d-705658-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=ed7e84f1-cfdb-4cac-a5e1-9b643fefe0a3,segment=NetworkSegment(12196855-9a32-4633-9a56-77697ef9e126),segment_id=12196855-9a32-4633-9a56-77697ef9e126)] {{(pid=105587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:58:09.790761 n-d-705658-22 neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-37edf494-b8bf-4b84-80ed-064da4db5288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:09.849913 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37edf494-b8bf-4b84-80ed-064da4db5288 None None] Routers {'0e84950d-2139-459c-962f-b52569720581'} bound to L3 agent in host n-d-705658-22 {{(pid=105587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:58:09.850267 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-37edf494-b8bf-4b84-80ed-064da4db5288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T20:57:41Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['0e84950d-2139-459c-962f-b52569720581'], 'active': True} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:58:09.892596 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8ad484-619a-4d5a-bb28-f31ac21158ec None None] Pushing event updated for resources: {'Port': ['ID=ed7e84f1-cfdb-4cac-a5e1-9b643fefe0a3,revision_number=3']} {{(pid=105587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:58:09.900344 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:09.943358 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.db_base_plugin_common [None req-a9c1f37a-f6ed-429b-9f77-0bde48cec225 admin admin] Allocated IP 172.20.0.1 (b117ba52-594c-450e-a21e-ba2b0ffa1338/38961467-19f7-4057-ba41-d6906c9db744/631b06c9-7b2f-4055-b652-dbf72145199d) {{(pid=105585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:58:09.975335 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da01aa36-2762-45f5-b9af-2e67170b1c1d req-3c0bd9b4-130e-4605-8001-b5f56621a28e tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:09.977056 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-da01aa36-2762-45f5-b9af-2e67170b1c1d req-3c0bd9b4-130e-4605-8001-b5f56621a28e tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] 10.222.0.59 "GET /v2.0/networks?id=c29e02c5-8000-4917-925d-2eceb290693b HTTP/1.1" status: 200 len: 812 time: 0.2046864 Jul 27 20:58:09.998873 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvr_db [None req-37edf494-b8bf-4b84-80ed-064da4db5288 None None] Set router 0e84950d-2139-459c-962f-b52569720581 gateway port host: n-d-705658-22 {{(pid=105587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:58:10.037501 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-13af02a0-944f-4f21-a0e8-84cb499652de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854965'] for subnet, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:10.063490 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-da01aa36-2762-45f5-b9af-2e67170b1c1d req-47ac093e-8798-47de-8caf-871a90ce4893 tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] 10.222.0.59 "GET /v2.0/quotas/54685b57bf31427c889d7b240f3f8a60 HTTP/1.1" status: 200 len: 375 time: 0.0118113 Jul 27 20:58:10.113852 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-964d1fca-1d3a-403b-88df-76f6eb80ccad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:10.121614 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-da01aa36-2762-45f5-b9af-2e67170b1c1d req-7a1892ce-bf61-447e-bb23-81369c53c232 tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=54685b57bf31427c889d7b240f3f8a60&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0471945 Jul 27 20:58:10.121950 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-964d1fca-1d3a-403b-88df-76f6eb80ccad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:10.152557 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-13af02a0-944f-4f21-a0e8-84cb499652de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9014081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9738825'] for subnet, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:10.162617 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-964d1fca-1d3a-403b-88df-76f6eb80ccad admin admin] vlan segment allocate from pool success with {'vlan_id': 232, 'physical_network': 'physnet1'} {{(pid=105584) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 20:58:10.163827 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device dbb5e76e-9312-43ca-a781-d5b75153ce83 up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:58:10.170457 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964d1fca-1d3a-403b-88df-76f6eb80ccad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=402e068a-cd99-4ba8-8fc1-91ba148e5393,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:58:10.177979 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-a9c1f37a-f6ed-429b-9f77-0bde48cec225 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:10.199384 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13af02a0-944f-4f21-a0e8-84cb499652de admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ffc7070b-0d02-4acb-a66a-19178d3b9317,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:58:10.203123 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-964d1fca-1d3a-403b-88df-76f6eb80ccad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:10.203364 n-d-705658-22 neutron-server[105584]: INFO neutron.db.segments_db [None req-964d1fca-1d3a-403b-88df-76f6eb80ccad admin admin] Added segment a787bd48-b354-4da7-ad7f-671819015866 of type vlan for network d0284fc4-3dc5-4be2-a44f-277f599e8c12 Jul 27 20:58:10.205027 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-13af02a0-944f-4f21-a0e8-84cb499652de admin admin] Notify callbacks [] for subnet, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:10.209160 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-13af02a0-944f-4f21-a0e8-84cb499652de admin admin] 10.222.0.59 "DELETE /v2.0/subnets/ffc7070b-0d02-4acb-a66a-19178d3b9317 HTTP/1.1" status: 204 len: 168 time: 0.9093118 Jul 27 20:58:10.211436 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 38140) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:58:10.219288 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964d1fca-1d3a-403b-88df-76f6eb80ccad admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:58:10.219652 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964d1fca-1d3a-403b-88df-76f6eb80ccad admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:58:10.220005 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964d1fca-1d3a-403b-88df-76f6eb80ccad admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:58:10.220347 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964d1fca-1d3a-403b-88df-76f6eb80ccad admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:58:10.220681 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964d1fca-1d3a-403b-88df-76f6eb80ccad admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:58:10.221017 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964d1fca-1d3a-403b-88df-76f6eb80ccad admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:58:10.221351 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964d1fca-1d3a-403b-88df-76f6eb80ccad admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:58:10.221683 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964d1fca-1d3a-403b-88df-76f6eb80ccad admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:58:10.222008 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964d1fca-1d3a-403b-88df-76f6eb80ccad admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:58:10.222339 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964d1fca-1d3a-403b-88df-76f6eb80ccad admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:58:10.222766 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964d1fca-1d3a-403b-88df-76f6eb80ccad admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:58:10.223020 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964d1fca-1d3a-403b-88df-76f6eb80ccad admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:58:10.223618 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.provisioning_blocks [None req-a9c1f37a-f6ed-429b-9f77-0bde48cec225 admin admin] Transition to ACTIVE for port object 631b06c9-7b2f-4055-b652-dbf72145199d will not be triggered until provisioned by entity DHCP. {{(pid=105585) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:58:10.229750 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13af02a0-944f-4f21-a0e8-84cb499652de admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:58:10.230100 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13af02a0-944f-4f21-a0e8-84cb499652de admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:58:10.230445 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13af02a0-944f-4f21-a0e8-84cb499652de admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:58:10.230781 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13af02a0-944f-4f21-a0e8-84cb499652de admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:58:10.231248 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13af02a0-944f-4f21-a0e8-84cb499652de admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:58:10.231471 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13af02a0-944f-4f21-a0e8-84cb499652de admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:58:10.231801 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13af02a0-944f-4f21-a0e8-84cb499652de admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:58:10.232281 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13af02a0-944f-4f21-a0e8-84cb499652de admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:58:10.232433 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13af02a0-944f-4f21-a0e8-84cb499652de admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:58:10.232757 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13af02a0-944f-4f21-a0e8-84cb499652de admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:58:10.233064 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13af02a0-944f-4f21-a0e8-84cb499652de admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:58:10.233393 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13af02a0-944f-4f21-a0e8-84cb499652de admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:58:10.271617 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Device 9cce8202-f27e-4e42-8ece-fb030c8334e9 no longer exists at agent hyperv_n-h2-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 20:58:10.274236 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-964d1fca-1d3a-403b-88df-76f6eb80ccad admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790688424798'] for network, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:10.299158 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-3d54578f-831f-4696-b568-13c455922dab None None] No Port match for: 9cce8202-f27e-4e42-8ece-fb030c8334e9 {{(pid=105586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 20:58:10.299745 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Device 9cce8202-f27e-4e42-8ece-fb030c8334e9 not bound to the agent host n-h2-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 20:58:10.300310 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Device 401f9cf2-3e88-453b-86ec-e40da22e18ec no longer exists at agent hyperv_n-h2-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 20:58:10.309865 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-c7eaf8ef-5aa9-411f-a70d-4d8ff67c1514 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-990557'] for network, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:10.321731 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-3d54578f-831f-4696-b568-13c455922dab None None] No Port match for: 401f9cf2-3e88-453b-86ec-e40da22e18ec {{(pid=105586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 20:58:10.322625 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Device 401f9cf2-3e88-453b-86ec-e40da22e18ec not bound to the agent host n-h2-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 20:58:10.324628 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-37edf494-b8bf-4b84-80ed-064da4db5288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e84950d-2139-459c-962f-b52569720581', 'name': 'tempest-TaggedBootDevicesTest_v242-1386233488-router', 'tenant_id': 'be3b976efbdd4f41894dd22bc5b95523', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.66'}], 'enable_snat': True}, 'gw_port_id': 'ed7e84f1-cfdb-4cac-a5e1-9b643fefe0a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:58:06Z', 'updated_at': '2021-07-27T20:58:07Z', 'revision_number': 3, 'project_id': 'be3b976efbdd4f41894dd22bc5b95523', 'gw_port': {'id': 'ed7e84f1-cfdb-4cac-a5e1-9b643fefe0a3', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:9a:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e84950d-2139-459c-962f-b52569720581', 'device_owner': 'network:router_gateway', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:58:06Z', 'updated_at': '2021-07-27T20:58:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22'}], 'n-d-705658-22', False) {} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:58:10.328196 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-964d1fca-1d3a-403b-88df-76f6eb80ccad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920'] for network, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:10.329646 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-964d1fca-1d3a-403b-88df-76f6eb80ccad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:10.333872 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-964d1fca-1d3a-403b-88df-76f6eb80ccad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743886'] for network, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:10.339306 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning for port dbb5e76e-9312-43ca-a781-d5b75153ce83 completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:58:10.344160 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port dbb5e76e-9312-43ca-a781-d5b75153ce83 triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:58:10.344793 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:10.374246 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37edf494-b8bf-4b84-80ed-064da4db5288 None None] The sync data for ids ['0e84950d-2139-459c-962f-b52569720581'] in n-d-705658-22 is: [{'id': '0e84950d-2139-459c-962f-b52569720581', 'name': 'tempest-TaggedBootDevicesTest_v242-1386233488-router', 'tenant_id': 'be3b976efbdd4f41894dd22bc5b95523', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.66'}], 'enable_snat': True}, 'gw_port_id': 'ed7e84f1-cfdb-4cac-a5e1-9b643fefe0a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:58:06Z', 'updated_at': '2021-07-27T20:58:07Z', 'revision_number': 3, 'project_id': 'be3b976efbdd4f41894dd22bc5b95523', 'gw_port': {'id': 'ed7e84f1-cfdb-4cac-a5e1-9b643fefe0a3', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:9a:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e84950d-2139-459c-962f-b52569720581', 'device_owner': 'network:router_gateway', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:58:06Z', 'updated_at': '2021-07-27T20:58:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22'}] {{(pid=105587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 20:58:10.415901 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-964d1fca-1d3a-403b-88df-76f6eb80ccad admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.2117567 Jul 27 20:58:10.418736 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 38142) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:58:10.423753 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-5c059279-80d3-4561-a647-cb2de7997f41 admin admin] Request body: {'subnet': {'network_id': 'd0284fc4-3dc5-4be2-a44f-277f599e8c12', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1891222156-subnet', 'tenant_id': '45979582101044d4942165614cfeb1b2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:58:10.427422 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964d1fca-1d3a-403b-88df-76f6eb80ccad admin admin] Pushing event updated for resources: {'Network': ['ID=d0284fc4-3dc5-4be2-a44f-277f599e8c12,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:58:10.444857 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Network d0284fc4-3dc5-4be2-a44f-277f599e8c12 details requested by agent ovs-agent-n-d-705658-22 with host n-d-705658-22 {{(pid=105586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 20:58:10.464305 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c059279-80d3-4561-a647-cb2de7997f41 admin admin] Made reservation on behalf of 45979582101044d4942165614cfeb1b2 for: {'subnet': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:58:10.466966 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-5c059279-80d3-4561-a647-cb2de7997f41 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9738786'] for subnet, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:10.500950 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-da01aa36-2762-45f5-b9af-2e67170b1c1d req-1bd3ba1f-d31b-41c4-94a8-44e157754b95 service neutron] 10.222.0.59 "GET /v2.0/networks/c29e02c5-8000-4917-925d-2eceb290693b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3786392 Jul 27 20:58:10.519191 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-a9c1f37a-f6ed-429b-9f77-0bde48cec225 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:10.578181 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:10.638430 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] For port dbb5e76e-9312-43ca-a781-d5b75153ce83, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=dbb5e76e-9312-43ca-a781-d5b75153ce83,segment=NetworkSegment(f1e516bc-13bc-4947-b152-f0f01499a80c),segment_id=f1e516bc-13bc-4947-b152-f0f01499a80c)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:58:10.645445 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:10.660347 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9c1f37a-f6ed-429b-9f77-0bde48cec225 admin admin] Network b117ba52-594c-450e-a21e-ba2b0ffa1338 is already hosted by enough agents. {{(pid=105585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:58:10.684173 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.base_scheduler [None req-a9c1f37a-f6ed-429b-9f77-0bde48cec225 admin admin] Resources bound (agent type, host, resource id): {{(pid=105585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:58:10.722694 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-5c059279-80d3-4561-a647-cb2de7997f41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9014150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9738800'] for subnet, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:10.737429 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Pushing event updated for resources: {'Port': ['ID=dbb5e76e-9312-43ca-a781-d5b75153ce83,revision_number=3']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:58:10.746588 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9c1f37a-f6ed-429b-9f77-0bde48cec225 admin admin] Received port after_create {{(pid=105585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:58:10.748575 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c1f37a-f6ed-429b-9f77-0bde48cec225 admin admin] Pushing event updated for resources: {'Port': ['ID=631b06c9-7b2f-4055-b652-dbf72145199d,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:58:10.787469 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:58:10.795026 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:58:10.802290 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:58:10.809605 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:58:10.810636 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:58:10.813135 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:58:10.813927 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:58:10.815495 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:58:10.816140 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:58:10.817609 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:58:10.818322 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:58:10.819126 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:58:10.871582 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-c7eaf8ef-5aa9-411f-a70d-4d8ff67c1514 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853562', 'neutron.services.segments.db._delete_segments_for_network-8790688882975'] for network, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:10.902100 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c059279-80d3-4561-a647-cb2de7997f41 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fccaa68a-c3de-4c45-b6af-acfabf6bd52b,revision_number=0']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:58:10.938470 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c059279-80d3-4561-a647-cb2de7997f41 admin admin] Checking segment: {'id': 'a787bd48-b354-4da7-ad7f-671819015866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'd0284fc4-3dc5-4be2-a44f-277f599e8c12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:58:10.939748 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c059279-80d3-4561-a647-cb2de7997f41 admin admin] Network hostable DHCP agents. Network: d0284fc4-3dc5-4be2-a44f-277f599e8c12, hostable agents: ['7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a'], hosted agents: [] {{(pid=105584) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 20:58:10.953177 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-da01aa36-2762-45f5-b9af-2e67170b1c1d req-ccc38453-f490-439a-b354-aebfc2c7725a service neutron] 10.222.0.59 "GET /v2.0/networks/c29e02c5-8000-4917-925d-2eceb290693b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4473619 Jul 27 20:58:10.956166 n-d-705658-22 neutron-server[105585]: DEBUG neutron.services.segments.db [None req-c7eaf8ef-5aa9-411f-a70d-4d8ff67c1514 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e591ae5-ff89-4a25-b3ce-4b1625915957']}} {{(pid=105585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:58:10.970931 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-a9c1f37a-f6ed-429b-9f77-0bde48cec225 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4075523'] for router_interface, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:10.974526 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4f2a76-22c7-4b10-b6df-c7bc8c488bba req-04c0c80b-d744-4258-af0c-8c952d153772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:10.976135 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-1f4f2a76-22c7-4b10-b6df-c7bc8c488bba req-04c0c80b-d744-4258-af0c-8c952d153772 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=db419102-3263-4279-8695-4f2f3857abff&tenant_id=43230fc3eab141e0b742541c8628d03e HTTP/1.1" status: 200 len: 1101 time: 0.1417091 Jul 27 20:58:10.991066 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [req-1f4f2a76-22c7-4b10-b6df-c7bc8c488bba req-514c824d-bb2d-49ee-b186-4b0691141467 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-705658-22', 'device_owner': 'compute:nova'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:58:11.058023 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-c147b744-fa14-4504-8b38-2aab3a1fbf3c None None] Provisioning for port 631b06c9-7b2f-4055-b652-dbf72145199d completed by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:58:11.058776 n-d-705658-22 neutron-server[105585]: DEBUG neutron.services.segments.db [None req-c7eaf8ef-5aa9-411f-a70d-4d8ff67c1514 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30512320-4797-4523-818e-63eb7bdafb2b') {'for_net_delete': True} {{(pid=105585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:58:11.059526 n-d-705658-22 neutron-server[105585]: DEBUG neutron.services.segments.db [None req-c7eaf8ef-5aa9-411f-a70d-4d8ff67c1514 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30512320-4797-4523-818e-63eb7bdafb2b') {} {{(pid=105585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:58:11.065710 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-c147b744-fa14-4504-8b38-2aab3a1fbf3c None None] Provisioning complete for port 631b06c9-7b2f-4055-b652-dbf72145199d triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:58:11.066390 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-c147b744-fa14-4504-8b38-2aab3a1fbf3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:11.081083 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-c7eaf8ef-5aa9-411f-a70d-4d8ff67c1514 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790688883752', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9886370'] for segment, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:11.085761 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c059279-80d3-4561-a647-cb2de7997f41 admin admin] Network d0284fc4-3dc5-4be2-a44f-277f599e8c12 is scheduled to be hosted by DHCP agent 7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a with binding_index 1 {{(pid=105584) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 20:58:11.109888 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-1f4f2a76-22c7-4b10-b6df-c7bc8c488bba req-514c824d-bb2d-49ee-b186-4b0691141467 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:11.128110 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-c147b744-fa14-4504-8b38-2aab3a1fbf3c None None] Port 631b06c9-7b2f-4055-b652-dbf72145199d cannot update to ACTIVE because it is not bound. {{(pid=105586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 20:58:11.128790 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [None req-5c059279-80d3-4561-a647-cb2de7997f41 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-22, d0284fc4-3dc5-4be2-a44f-277f599e8c12) {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:58:11.143341 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c059279-80d3-4561-a647-cb2de7997f41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:11.144192 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-5c059279-80d3-4561-a647-cb2de7997f41 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:11.147236 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-706ee06b-ec71-47e4-bd7c-a594f3598833 None None] Network d0284fc4-3dc5-4be2-a44f-277f599e8c12 requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 20:58:11.204511 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-5c059279-80d3-4561-a647-cb2de7997f41 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.7820885 Jul 27 20:58:11.207732 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 38156) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:58:11.216923 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-c9fb2965-5708-4d73-8bd2-869ac117baa6 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1891222156-router', 'tenant_id': '45979582101044d4942165614cfeb1b2', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305'}}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:58:11.231411 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-7bb8780f-42af-48f5-896d-9167135d3672 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:11.253988 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c46da7f-7f6f-4bba-ab3c-4f8deacd771e req-bea06d0b-d764-4ea8-b397-d8b8267d5032 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:11.256289 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-1c46da7f-7f6f-4bba-ab3c-4f8deacd771e req-bea06d0b-d764-4ea8-b397-d8b8267d5032 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] 10.222.0.59 "GET /v2.0/ports?device_id=db419102-3263-4279-8695-4f2f3857abff HTTP/1.1" status: 200 len: 949 time: 0.3867552 Jul 27 20:58:11.271587 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-d77a620c-ad45-4273-a640-4903faefc439 req-d41c71c8-bd0f-4188-b7d6-1789c6e0ae38 tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] 10.222.0.59 "GET /v2.0/ports?device_id=008467f6-8a03-4733-8572-0921b55201b1 HTTP/1.1" status: 200 len: 210 time: 0.1257746 Jul 27 20:58:11.287882 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-c7eaf8ef-5aa9-411f-a70d-4d8ff67c1514 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:11.332176 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7eaf8ef-5aa9-411f-a70d-4d8ff67c1514 admin admin] Releasing vlan 245 on physical network physnet1 to pool {{(pid=105585) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 20:58:11.332540 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-c7eaf8ef-5aa9-411f-a70d-4d8ff67c1514 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10221644'] for segment, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:11.339568 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4620376c-1b39-45ec-9780-27cc374ddc8b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30bb4b93-b285-5d90-9493-f9ec33ea333c-d0284fc4-3dc5-4be2-a44f-277f599e8c12', 'network_id': 'd0284fc4-3dc5-4be2-a44f-277f599e8c12', 'tenant_id': '45979582101044d4942165614cfeb1b2', 'fixed_ips': [{'subnet_id': 'fccaa68a-c3de-4c45-b6af-acfabf6bd52b'}]}} from n-d-705658-22. {{(pid=105586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 20:58:11.340880 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-4620376c-1b39-45ec-9780-27cc374ddc8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:11.360252 n-d-705658-22 neutron-server[105585]: Traceback (most recent call last): Jul 27 20:58:11.360252 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 20:58:11.360252 n-d-705658-22 neutron-server[105585]: timer() Jul 27 20:58:11.360252 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 20:58:11.360252 n-d-705658-22 neutron-server[105585]: cb(*args, **kw) Jul 27 20:58:11.360252 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 20:58:11.360252 n-d-705658-22 neutron-server[105585]: return func(*args, **kwargs) Jul 27 20:58:11.360252 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 20:58:11.360252 n-d-705658-22 neutron-server[105585]: self._notify() Jul 27 20:58:11.360252 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 20:58:11.360252 n-d-705658-22 neutron-server[105585]: self.callback(batched_events) Jul 27 20:58:11.360252 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 20:58:11.360252 n-d-705658-22 neutron-server[105585]: event.method(event) Jul 27 20:58:11.360252 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 20:58:11.360252 n-d-705658-22 neutron-server[105585]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 20:58:11.360252 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 20:58:11.360252 n-d-705658-22 neutron-server[105585]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 20:58:11.360252 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 20:58:11.360252 n-d-705658-22 neutron-server[105585]: return f(self, *a, **k) Jul 27 20:58:11.360252 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 20:58:11.360252 n-d-705658-22 neutron-server[105585]: return self._get(url).json() Jul 27 20:58:11.360252 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 20:58:11.360252 n-d-705658-22 neutron-server[105585]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 20:58:11.360252 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 20:58:11.360252 n-d-705658-22 neutron-server[105585]: return self.request(url, 'GET', **kwargs) Jul 27 20:58:11.360252 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 20:58:11.360252 n-d-705658-22 neutron-server[105585]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 20:58:11.360252 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 20:58:11.360252 n-d-705658-22 neutron-server[105585]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 20:58:11.360252 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 20:58:11.360252 n-d-705658-22 neutron-server[105585]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 20:58:11.360252 n-d-705658-22 neutron-server[105585]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 20:58:11.391271 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c9fb2965-5708-4d73-8bd2-869ac117baa6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4163813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-443'] for router, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:11.392298 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c9fb2965-5708-4d73-8bd2-869ac117baa6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4165196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4077059', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3711235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-418'] for router, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:11.493955 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-1c46da7f-7f6f-4bba-ab3c-4f8deacd771e req-75510718-8691-4ad7-9047-9755a5ca8ec0 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] 10.222.0.59 "GET /v2.0/security-groups?id=c6534cb3-b44e-4a83-b57e-ddb72c2ad843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2195947 Jul 27 20:58:11.529287 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c9fb2965-5708-4d73-8bd2-869ac117baa6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:11.571452 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.db_base_plugin_common [None req-4620376c-1b39-45ec-9780-27cc374ddc8b None None] Allocated IP 172.20.0.2 (d0284fc4-3dc5-4be2-a44f-277f599e8c12/fccaa68a-c3de-4c45-b6af-acfabf6bd52b/7afe9e4e-a642-48a5-98fd-2949d7b9faf8) {{(pid=105586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:58:11.781117 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [req-1f4f2a76-22c7-4b10-b6df-c7bc8c488bba req-514c824d-bb2d-49ee-b186-4b0691141467 service neutron] For port aa633d20-3f03-48c8-9390-1d9687dcf96b, host n-h2-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=aa633d20-3f03-48c8-9390-1d9687dcf96b,segment=NetworkSegment(86b1e6f6-d629-4b03-8944-4cdfbfb93d02),segment_id=86b1e6f6-d629-4b03-8944-4cdfbfb93d02)] {{(pid=105584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:58:11.792600 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c9fb2965-5708-4d73-8bd2-869ac117baa6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4077169', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4163787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-400'] for router, precommit_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:11.818520 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-4620376c-1b39-45ec-9780-27cc374ddc8b None None] Notify callbacks [] for port, precommit_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:11.882399 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-4620376c-1b39-45ec-9780-27cc374ddc8b None None] Transition to ACTIVE for port object 7afe9e4e-a642-48a5-98fd-2949d7b9faf8 will not be triggered until provisioned by entity L2. {{(pid=105586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:58:11.920910 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-4620376c-1b39-45ec-9780-27cc374ddc8b None None] Transition to ACTIVE for port object 7afe9e4e-a642-48a5-98fd-2949d7b9faf8 will not be triggered until provisioned by entity DHCP. {{(pid=105586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:58:11.921257 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [req-1f4f2a76-22c7-4b10-b6df-c7bc8c488bba req-514c824d-bb2d-49ee-b186-4b0691141467 service neutron] For port aa633d20-3f03-48c8-9390-1d9687dcf96b, host n-h2-705658-22, cleared binding levels {{(pid=105584) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:58:11.934704 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-c7eaf8ef-5aa9-411f-a70d-4d8ff67c1514 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4075658'] for network, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:11.937994 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-4620376c-1b39-45ec-9780-27cc374ddc8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143'] for port, after_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:11.945730 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-c7eaf8ef-5aa9-411f-a70d-4d8ff67c1514 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743886'] for network, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:11.949216 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-c7eaf8ef-5aa9-411f-a70d-4d8ff67c1514 admin admin] 10.222.0.59 "DELETE /v2.0/networks/8e591ae5-ff89-4a25-b3ce-4b1625915957 HTTP/1.1" status: 204 len: 168 time: 1.7360868 Jul 27 20:58:11.952681 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 38170) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:58:11.967992 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7eaf8ef-5aa9-411f-a70d-4d8ff67c1514 admin admin] Pushing event deleted for resources: {'Network': ['ID=8e591ae5-ff89-4a25-b3ce-4b1625915957,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:58:11.982814 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:11.994204 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4620376c-1b39-45ec-9780-27cc374ddc8b None None] Pushing event updated for resources: {'Port': ['ID=7afe9e4e-a642-48a5-98fd-2949d7b9faf8,revision_number=1']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:58:11.995573 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-a9c1f37a-f6ed-429b-9f77-0bde48cec225 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:11.997919 n-d-705658-22 neutron-server[105586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4620376c-1b39-45ec-9780-27cc374ddc8b None None] Network d0284fc4-3dc5-4be2-a44f-277f599e8c12 is already hosted by enough agents. {{(pid=105586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:58:12.000093 n-d-705658-22 neutron-server[105586]: DEBUG neutron.scheduler.base_scheduler [None req-4620376c-1b39-45ec-9780-27cc374ddc8b None None] Resources bound (agent type, host, resource id): {{(pid=105586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:58:12.003051 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4620376c-1b39-45ec-9780-27cc374ddc8b None None] Received port after_create {{(pid=105586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:58:12.010674 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db419102-3263-4279-8695-4f2f3857abff', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aa633d20-3f03-48c8-9390-1d9687dcf96b'}] {{(pid=105584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:58:12.013528 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bce5e6c8685464f7626901654159975603b047827e3138302ed6566e28f1343" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb54e7b6-0549-44da-bf8a-0dc93f81594d" -d '{"events": [{"server_uuid": "db419102-3263-4279-8695-4f2f3857abff", "name": "network-vif-unplugged", "status": "completed", "tag": "aa633d20-3f03-48c8-9390-1d9687dcf96b"}]}' {{(pid=105584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:58:12.020334 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-1f4f2a76-22c7-4b10-b6df-c7bc8c488bba req-514c824d-bb2d-49ee-b186-4b0691141467 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:12.049036 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.provisioning_blocks [req-1f4f2a76-22c7-4b10-b6df-c7bc8c488bba req-514c824d-bb2d-49ee-b186-4b0691141467 service neutron] Transition to ACTIVE for port object aa633d20-3f03-48c8-9390-1d9687dcf96b will not be triggered until provisioned by entity L2. {{(pid=105584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:58:12.053873 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.db_base_plugin_v2 [None req-34fb8883-8c46-412e-af64-78ac35f32021 admin admin] Deleting subnet ad8c8ca0-37ba-4c26-be7f-68c5816f61e5 {{(pid=105584) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 20:58:12.060228 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-1f4f2a76-22c7-4b10-b6df-c7bc8c488bba req-514c824d-bb2d-49ee-b186-4b0691141467 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9014027'] for port, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:12.062530 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-34fb8883-8c46-412e-af64-78ac35f32021 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:12.133048 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 27 Jul 2021 20:58:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cefc99e9-2593-4334-98f7-f5687f7dc1f7 x-openstack-request-id: req-cefc99e9-2593-4334-98f7-f5687f7dc1f7 {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:58:12.133893 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db419102-3263-4279-8695-4f2f3857abff", "name": "network-vif-unplugged", "status": "completed", "tag": "aa633d20-3f03-48c8-9390-1d9687dcf96b", "code": 200}]} {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:58:12.134111 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-cefc99e9-2593-4334-98f7-f5687f7dc1f7 {{(pid=105584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:58:12.134502 n-d-705658-22 neutron-server[105584]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db419102-3263-4279-8695-4f2f3857abff', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aa633d20-3f03-48c8-9390-1d9687dcf96b', 'code': 200} Jul 27 20:58:12.150842 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-4620376c-1b39-45ec-9780-27cc374ddc8b None None] Attempting to bind port 7afe9e4e-a642-48a5-98fd-2949d7b9faf8 on host n-d-705658-22 for vnic_type normal with profile {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:58:12.151466 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-4620376c-1b39-45ec-9780-27cc374ddc8b None None] Attempting to bind port 7afe9e4e-a642-48a5-98fd-2949d7b9faf8 by drivers openvswitch,hyperv on host n-d-705658-22 at level 0 using segments [{'id': 'a787bd48-b354-4da7-ad7f-671819015866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'd0284fc4-3dc5-4be2-a44f-277f599e8c12'}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:58:12.151662 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4620376c-1b39-45ec-9780-27cc374ddc8b None None] Attempting to bind port 7afe9e4e-a642-48a5-98fd-2949d7b9faf8 on network d0284fc4-3dc5-4be2-a44f-277f599e8c12 {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:58:12.158758 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4620376c-1b39-45ec-9780-27cc374ddc8b None None] Checking agent: {'id': '04a7ea91-6318-467e-ace6-b0fb48c8690f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 41, 42), 'started_at': datetime.datetime(2021, 7, 27, 20, 42, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 58, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:58:12.159146 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4620376c-1b39-45ec-9780-27cc374ddc8b None None] Checking segment: {'id': 'a787bd48-b354-4da7-ad7f-671819015866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'd0284fc4-3dc5-4be2-a44f-277f599e8c12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:58:12.159891 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-4620376c-1b39-45ec-9780-27cc374ddc8b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:12.160180 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4620376c-1b39-45ec-9780-27cc374ddc8b None None] Bound using segment: {'id': 'a787bd48-b354-4da7-ad7f-671819015866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'd0284fc4-3dc5-4be2-a44f-277f599e8c12'} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:58:12.160655 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-4620376c-1b39-45ec-9780-27cc374ddc8b None None] Bound port: 7afe9e4e-a642-48a5-98fd-2949d7b9faf8, host: n-d-705658-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a787bd48-b354-4da7-ad7f-671819015866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'd0284fc4-3dc5-4be2-a44f-277f599e8c12'}}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:58:12.161073 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-4620376c-1b39-45ec-9780-27cc374ddc8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:12.174915 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-34fb8883-8c46-412e-af64-78ac35f32021 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9014207'] for subnet, precommit_delete_associations {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:12.231800 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514c824d-bb2d-49ee-b186-4b0691141467 service neutron] Pushing event updated for resources: {'Port': ['ID=aa633d20-3f03-48c8-9390-1d9687dcf96b,revision_number=10']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:58:12.265919 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device ed7e84f1-cfdb-4cac-a5e1-9b643fefe0a3 up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:58:12.267845 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f4f2a76-22c7-4b10-b6df-c7bc8c488bba req-514c824d-bb2d-49ee-b186-4b0691141467 service neutron] No DVR routers for this DVR port aa633d20-3f03-48c8-9390-1d9687dcf96b on host n-h2-705658-22 {{(pid=105584) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 20:58:12.268380 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-4620376c-1b39-45ec-9780-27cc374ddc8b None None] For port 7afe9e4e-a642-48a5-98fd-2949d7b9faf8, host n-d-705658-22, cleared binding levels {{(pid=105586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:58:12.279975 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-34fb8883-8c46-412e-af64-78ac35f32021 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854965'] for subnet, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:12.308292 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-4620376c-1b39-45ec-9780-27cc374ddc8b None None] For port 7afe9e4e-a642-48a5-98fd-2949d7b9faf8, host n-d-705658-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=7afe9e4e-a642-48a5-98fd-2949d7b9faf8,segment=NetworkSegment(a787bd48-b354-4da7-ad7f-671819015866),segment_id=a787bd48-b354-4da7-ad7f-671819015866)] {{(pid=105586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:58:12.318913 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-4620376c-1b39-45ec-9780-27cc374ddc8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:12.374980 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-a9c1f37a-f6ed-429b-9f77-0bde48cec225 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:12.397140 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-a9c1f37a-f6ed-429b-9f77-0bde48cec225 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10221672'] for port, after_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:12.399971 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning for port ed7e84f1-cfdb-4cac-a5e1-9b643fefe0a3 completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:58:12.408019 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [req-1f4f2a76-22c7-4b10-b6df-c7bc8c488bba req-514c824d-bb2d-49ee-b186-4b0691141467 service neutron] Attempting to bind port aa633d20-3f03-48c8-9390-1d9687dcf96b on host n-h1-705658-22 for vnic_type normal with profile {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:58:12.408410 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [req-1f4f2a76-22c7-4b10-b6df-c7bc8c488bba req-514c824d-bb2d-49ee-b186-4b0691141467 service neutron] Attempting to bind port aa633d20-3f03-48c8-9390-1d9687dcf96b by drivers openvswitch,hyperv on host n-h1-705658-22 at level 0 using segments [{'id': '86b1e6f6-d629-4b03-8944-4cdfbfb93d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '4d64aa0b-bd6a-468e-8edc-c83689947462'}] {{(pid=105584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:58:12.408689 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f4f2a76-22c7-4b10-b6df-c7bc8c488bba req-514c824d-bb2d-49ee-b186-4b0691141467 service neutron] Attempting to bind port aa633d20-3f03-48c8-9390-1d9687dcf96b on network 4d64aa0b-bd6a-468e-8edc-c83689947462 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:58:12.418512 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port ed7e84f1-cfdb-4cac-a5e1-9b643fefe0a3 triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:58:12.418888 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:12.420639 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4620376c-1b39-45ec-9780-27cc374ddc8b None None] Pushing event updated for resources: {'Port': ['ID=7afe9e4e-a642-48a5-98fd-2949d7b9faf8,revision_number=2']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:58:12.502480 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-4ea54862-d70d-40a0-bfb8-4a0ce2363183 req-f82cd990-736f-4736-8103-652873e60851 tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] 10.222.0.59 "GET /v2.0/ports?device_id=008467f6-8a03-4733-8572-0921b55201b1 HTTP/1.1" status: 200 len: 210 time: 0.1189244 Jul 27 20:58:12.518047 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f4f2a76-22c7-4b10-b6df-c7bc8c488bba req-514c824d-bb2d-49ee-b186-4b0691141467 service neutron] Port aa633d20-3f03-48c8-9390-1d9687dcf96b on network 4d64aa0b-bd6a-468e-8edc-c83689947462 not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-22 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 20:58:12.518409 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f4f2a76-22c7-4b10-b6df-c7bc8c488bba req-514c824d-bb2d-49ee-b186-4b0691141467 service neutron] Attempting to bind port aa633d20-3f03-48c8-9390-1d9687dcf96b on network 4d64aa0b-bd6a-468e-8edc-c83689947462 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:58:12.576745 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c1f37a-f6ed-429b-9f77-0bde48cec225 admin admin] Pushing event updated for resources: {'Port': ['ID=631b06c9-7b2f-4055-b652-dbf72145199d,revision_number=2']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:58:12.581189 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-a9c1f37a-f6ed-429b-9f77-0bde48cec225 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3743906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4076435'] for router_interface, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:12.609220 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:12.630321 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f4f2a76-22c7-4b10-b6df-c7bc8c488bba req-514c824d-bb2d-49ee-b186-4b0691141467 service neutron] Checking agent: {'id': '9d9bc37f-4d75-44ef-9f63-799aab3e316f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 49, 36), 'started_at': datetime.datetime(2021, 7, 27, 20, 49, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 58, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:58:12.630808 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f4f2a76-22c7-4b10-b6df-c7bc8c488bba req-514c824d-bb2d-49ee-b186-4b0691141467 service neutron] Checking segment: {'id': '86b1e6f6-d629-4b03-8944-4cdfbfb93d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '4d64aa0b-bd6a-468e-8edc-c83689947462'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:58:12.631286 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f4f2a76-22c7-4b10-b6df-c7bc8c488bba req-514c824d-bb2d-49ee-b186-4b0691141467 service neutron] Bound using segment: {'id': '86b1e6f6-d629-4b03-8944-4cdfbfb93d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '4d64aa0b-bd6a-468e-8edc-c83689947462'} {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:58:12.632064 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [req-1f4f2a76-22c7-4b10-b6df-c7bc8c488bba req-514c824d-bb2d-49ee-b186-4b0691141467 service neutron] Bound port: aa633d20-3f03-48c8-9390-1d9687dcf96b, host: n-h1-705658-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '86b1e6f6-d629-4b03-8944-4cdfbfb93d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '4d64aa0b-bd6a-468e-8edc-c83689947462'}}] {{(pid=105584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:58:12.632464 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-1f4f2a76-22c7-4b10-b6df-c7bc8c488bba req-514c824d-bb2d-49ee-b186-4b0691141467 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:12.648863 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] For port ed7e84f1-cfdb-4cac-a5e1-9b643fefe0a3, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=ed7e84f1-cfdb-4cac-a5e1-9b643fefe0a3,segment=NetworkSegment(12196855-9a32-4633-9a56-77697ef9e126),segment_id=12196855-9a32-4633-9a56-77697ef9e126)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:58:12.665301 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:12.666114 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device dbb5e76e-9312-43ca-a781-d5b75153ce83 up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:58:12.704714 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-34fb8883-8c46-412e-af64-78ac35f32021 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9014081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9738825'] for subnet, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:12.722982 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c9fb2965-5708-4d73-8bd2-869ac117baa6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:12.762755 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c9fb2965-5708-4d73-8bd2-869ac117baa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:12.773866 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-34fb8883-8c46-412e-af64-78ac35f32021 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:12.779797 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-34fb8883-8c46-412e-af64-78ac35f32021 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/ad8c8ca0-37ba-4c26-be7f-68c5816f61e5 HTTP/1.1" status: 204 len: 168 time: 0.8260953 Jul 27 20:58:12.792052 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 38182) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:58:12.821705 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-bb32ed7d-8717-448b-a9c8-a5a0117d1fd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:12.853349 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Pushing event updated for resources: {'Port': ['ID=ed7e84f1-cfdb-4cac-a5e1-9b643fefe0a3,revision_number=4']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:58:12.894410 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port dbb5e76e-9312-43ca-a781-d5b75153ce83 triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:58:12.894861 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:12.897922 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34fb8883-8c46-412e-af64-78ac35f32021 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ad8c8ca0-37ba-4c26-be7f-68c5816f61e5,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:58:13.010538 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [req-1f4f2a76-22c7-4b10-b6df-c7bc8c488bba req-514c824d-bb2d-49ee-b186-4b0691141467 service neutron] For port aa633d20-3f03-48c8-9390-1d9687dcf96b, host n-h1-705658-22, cleared binding levels {{(pid=105584) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:58:13.042774 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da01aa36-2762-45f5-b9af-2e67170b1c1d req-550b6f6f-68d6-43fe-9290-2386acec4fc8 tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:13.044536 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-da01aa36-2762-45f5-b9af-2e67170b1c1d req-550b6f6f-68d6-43fe-9290-2386acec4fc8 tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] 10.222.0.60 "GET /v2.0/networks?id=c29e02c5-8000-4917-925d-2eceb290693b HTTP/1.1" status: 200 len: 812 time: 0.4828713 Jul 27 20:58:13.049556 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [req-1f4f2a76-22c7-4b10-b6df-c7bc8c488bba req-514c824d-bb2d-49ee-b186-4b0691141467 service neutron] For port aa633d20-3f03-48c8-9390-1d9687dcf96b, host n-h1-705658-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=aa633d20-3f03-48c8-9390-1d9687dcf96b,segment=NetworkSegment(86b1e6f6-d629-4b03-8944-4cdfbfb93d02),segment_id=86b1e6f6-d629-4b03-8944-4cdfbfb93d02)] {{(pid=105584) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:58:13.055966 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-1f4f2a76-22c7-4b10-b6df-c7bc8c488bba req-514c824d-bb2d-49ee-b186-4b0691141467 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9014027'] for port, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:13.064625 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [req-da01aa36-2762-45f5-b9af-2e67170b1c1d req-ac45a900-08e9-470b-bc22-c11146bb2a54 tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] Request body: {'port': {'device_id': '008467f6-8a03-4733-8572-0921b55201b1', 'network_id': 'c29e02c5-8000-4917-925d-2eceb290693b', 'admin_state_up': True, 'tenant_id': '54685b57bf31427c889d7b240f3f8a60'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:58:13.076831 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-56a516ca-e09d-4c21-b697-7ba8d743bee7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-990557'] for network, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:13.104458 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4f2a76-22c7-4b10-b6df-c7bc8c488bba req-514c824d-bb2d-49ee-b186-4b0691141467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:13.105184 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-1f4f2a76-22c7-4b10-b6df-c7bc8c488bba req-514c824d-bb2d-49ee-b186-4b0691141467 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:13.106957 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-1f4f2a76-22c7-4b10-b6df-c7bc8c488bba req-514c824d-bb2d-49ee-b186-4b0691141467 service neutron] 10.222.0.36 "PUT /v2.0/ports/aa633d20-3f03-48c8-9390-1d9687dcf96b HTTP/1.1" status: 200 len: 1097 time: 2.1215916 Jul 27 20:58:13.130242 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.db_base_plugin_common [None req-c9fb2965-5708-4d73-8bd2-869ac117baa6 admin admin] Allocated IP 172.25.5.59 (8735d8a2-b604-4758-ae71-b40e4ee6f305/eca7dbab-b9c0-4c8f-a272-816ea8a81764/3553a81d-9ebb-47b0-9fbe-2be78de7219d) {{(pid=105584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:58:13.161664 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343f51e6-ab2e-42b8-8186-8adb4e3233e6 req-6c4167e0-5f20-4336-85ec-bcc287180851 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:13.167625 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-343f51e6-ab2e-42b8-8186-8adb4e3233e6 req-6c4167e0-5f20-4336-85ec-bcc287180851 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] 10.222.0.59 "GET /v2.0/ports?device_id=db419102-3263-4279-8695-4f2f3857abff HTTP/1.1" status: 200 len: 948 time: 0.4881246 Jul 27 20:58:13.184986 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514c824d-bb2d-49ee-b186-4b0691141467 service neutron] Pushing event updated for resources: {'Port': ['ID=aa633d20-3f03-48c8-9390-1d9687dcf96b,revision_number=11']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:58:13.188428 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9c1f37a-f6ed-429b-9f77-0bde48cec225 admin admin] Network b117ba52-594c-450e-a21e-ba2b0ffa1338 is already hosted by enough agents. {{(pid=105585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:58:13.215238 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.base_scheduler [None req-a9c1f37a-f6ed-429b-9f77-0bde48cec225 admin admin] Resources bound (agent type, host, resource id): {{(pid=105585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:58:13.300243 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4f2a76-22c7-4b10-b6df-c7bc8c488bba req-ff061582-e39d-4986-aedd-c8f953ce4940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:13.301760 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-1f4f2a76-22c7-4b10-b6df-c7bc8c488bba req-ff061582-e39d-4986-aedd-c8f953ce4940 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=43230fc3eab141e0b742541c8628d03e&device_id=db419102-3263-4279-8695-4f2f3857abff HTTP/1.1" status: 200 len: 1100 time: 0.1660919 Jul 27 20:58:13.329798 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c9fb2965-5708-4d73-8bd2-869ac117baa6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:13.391297 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-343f51e6-ab2e-42b8-8186-8adb4e3233e6 req-c485fd95-061e-4434-80f7-731787e014f8 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] 10.222.0.59 "GET /v2.0/security-groups?id=c6534cb3-b44e-4a83-b57e-ddb72c2ad843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2117188 Jul 27 20:58:13.405762 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-56a516ca-e09d-4c21-b697-7ba8d743bee7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853562', 'neutron.services.segments.db._delete_segments_for_network-8790688882975'] for network, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:13.461042 n-d-705658-22 neutron-server[105585]: DEBUG neutron.services.segments.db [None req-56a516ca-e09d-4c21-b697-7ba8d743bee7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50ab3806-528b-411b-a152-358ff5c943d6']}} {{(pid=105585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:58:13.464854 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c9fb2965-5708-4d73-8bd2-869ac117baa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:13.478352 n-d-705658-22 neutron-server[105585]: DEBUG neutron.services.segments.db [None req-56a516ca-e09d-4c21-b697-7ba8d743bee7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5692d5e6-9ade-4736-8a90-6e7c55b75c44') {'for_net_delete': True} {{(pid=105585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:58:13.478796 n-d-705658-22 neutron-server[105585]: DEBUG neutron.services.segments.db [None req-56a516ca-e09d-4c21-b697-7ba8d743bee7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5692d5e6-9ade-4736-8a90-6e7c55b75c44') {} {{(pid=105585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:58:13.488936 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-56a516ca-e09d-4c21-b697-7ba8d743bee7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790688883752', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9886370'] for segment, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:13.524680 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-56a516ca-e09d-4c21-b697-7ba8d743bee7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:13.538874 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da01aa36-2762-45f5-b9af-2e67170b1c1d req-ac45a900-08e9-470b-bc22-c11146bb2a54 tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] Made reservation on behalf of 54685b57bf31427c889d7b240f3f8a60 for: {'port': 1} {{(pid=105585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:58:13.542961 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-da01aa36-2762-45f5-b9af-2e67170b1c1d req-ac45a900-08e9-470b-bc22-c11146bb2a54 tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:13.546018 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9fb2965-5708-4d73-8bd2-869ac117baa6 admin admin] Network 8735d8a2-b604-4758-ae71-b40e4ee6f305 is already hosted by enough agents. {{(pid=105584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:58:13.547329 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4f2a76-22c7-4b10-b6df-c7bc8c488bba req-a22934dc-c39c-41cd-996c-82846eb736e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:13.548840 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-1f4f2a76-22c7-4b10-b6df-c7bc8c488bba req-a22934dc-c39c-41cd-996c-82846eb736e6 service neutron] 10.222.0.36 "GET /v2.0/networks?id=4d64aa0b-bd6a-468e-8edc-c83689947462 HTTP/1.1" status: 200 len: 870 time: 0.2382994 Jul 27 20:58:13.551886 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [None req-c9fb2965-5708-4d73-8bd2-869ac117baa6 admin admin] Resources bound (agent type, host, resource id): {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:58:13.558484 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56a516ca-e09d-4c21-b697-7ba8d743bee7 admin admin] Releasing vlan 216 on physical network physnet1 to pool {{(pid=105585) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 20:58:13.558988 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-56a516ca-e09d-4c21-b697-7ba8d743bee7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10221644'] for segment, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:13.560837 n-d-705658-22 neutron-server[105585]: Traceback (most recent call last): Jul 27 20:58:13.560837 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 20:58:13.560837 n-d-705658-22 neutron-server[105585]: timer() Jul 27 20:58:13.560837 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 20:58:13.560837 n-d-705658-22 neutron-server[105585]: cb(*args, **kw) Jul 27 20:58:13.560837 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 20:58:13.560837 n-d-705658-22 neutron-server[105585]: return func(*args, **kwargs) Jul 27 20:58:13.560837 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 20:58:13.560837 n-d-705658-22 neutron-server[105585]: self._notify() Jul 27 20:58:13.560837 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 20:58:13.560837 n-d-705658-22 neutron-server[105585]: self.callback(batched_events) Jul 27 20:58:13.560837 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 20:58:13.560837 n-d-705658-22 neutron-server[105585]: event.method(event) Jul 27 20:58:13.560837 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 20:58:13.560837 n-d-705658-22 neutron-server[105585]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 20:58:13.560837 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 20:58:13.560837 n-d-705658-22 neutron-server[105585]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 20:58:13.560837 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 20:58:13.560837 n-d-705658-22 neutron-server[105585]: return f(self, *a, **k) Jul 27 20:58:13.560837 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 20:58:13.560837 n-d-705658-22 neutron-server[105585]: return self._get(url).json() Jul 27 20:58:13.560837 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 20:58:13.560837 n-d-705658-22 neutron-server[105585]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 20:58:13.560837 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 20:58:13.560837 n-d-705658-22 neutron-server[105585]: return self.request(url, 'GET', **kwargs) Jul 27 20:58:13.560837 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 20:58:13.560837 n-d-705658-22 neutron-server[105585]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 20:58:13.560837 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 20:58:13.560837 n-d-705658-22 neutron-server[105585]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 20:58:13.560837 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 20:58:13.560837 n-d-705658-22 neutron-server[105585]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 20:58:13.560837 n-d-705658-22 neutron-server[105585]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 20:58:13.565210 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9fb2965-5708-4d73-8bd2-869ac117baa6 admin admin] Received port after_create {{(pid=105584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:58:13.628414 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fb2965-5708-4d73-8bd2-869ac117baa6 admin admin] Pushing event updated for resources: {'Port': ['ID=3553a81d-9ebb-47b0-9fbe-2be78de7219d,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:58:13.634634 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-1f4f2a76-22c7-4b10-b6df-c7bc8c488bba req-c1dbda84-a6ab-4b1a-ba57-f0337722e8a8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.17&port_id=aa633d20-3f03-48c8-9390-1d9687dcf96b HTTP/1.1" status: 200 len: 217 time: 0.0718806 Jul 27 20:58:13.655656 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9c1f37a-f6ed-429b-9f77-0bde48cec225 admin admin] Router 0e84950d-2139-459c-962f-b52569720581 has already been hosted by L3 agent dd128fd7-8e57-4d4f-895b-a96b369df59a {{(pid=105585) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 20:58:13.683942 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-6fb5a9b2-2096-44a6-bf32-7f870a989d02 req-6ff045bf-0167-4217-8dc0-4548ea2ec746 tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] 10.222.0.59 "GET /v2.0/ports?device_id=008467f6-8a03-4733-8572-0921b55201b1 HTTP/1.1" status: 200 len: 210 time: 0.0671885 Jul 27 20:58:13.685104 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-8cb6d288-6da8-46e4-83ed-8505129f6d06 None None] Provisioning complete for port 631b06c9-7b2f-4055-b652-dbf72145199d triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:58:13.685599 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-8cb6d288-6da8-46e4-83ed-8505129f6d06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:13.742226 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-56a516ca-e09d-4c21-b697-7ba8d743bee7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4075658'] for network, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:13.745213 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-8cb6d288-6da8-46e4-83ed-8505129f6d06 None None] Port 631b06c9-7b2f-4055-b652-dbf72145199d cannot update to ACTIVE because it is not bound. {{(pid=105586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 20:58:13.750541 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-56a516ca-e09d-4c21-b697-7ba8d743bee7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743886'] for network, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:13.752332 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-56a516ca-e09d-4c21-b697-7ba8d743bee7 admin admin] 10.222.0.59 "DELETE /v2.0/networks/50ab3806-528b-411b-a152-358ff5c943d6 HTTP/1.1" status: 204 len: 168 time: 0.9563997 Jul 27 20:58:13.828161 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a516ca-e09d-4c21-b697-7ba8d743bee7 admin admin] Pushing event deleted for resources: {'Network': ['ID=50ab3806-528b-411b-a152-358ff5c943d6,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:58:13.870270 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4f2a76-22c7-4b10-b6df-c7bc8c488bba req-b997e1da-c789-42e3-89e0-99a17637cd91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:13.871748 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-1f4f2a76-22c7-4b10-b6df-c7bc8c488bba req-b997e1da-c789-42e3-89e0-99a17637cd91 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=26644ba0-4185-4e10-8718-6ad18d01376c HTTP/1.1" status: 200 len: 843 time: 0.2295065 Jul 27 20:58:13.949690 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 38194) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:58:13.968585 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de0bb62f-35a7-4fd4-93a0-7d2a61476629 None None] Network d0284fc4-3dc5-4be2-a44f-277f599e8c12 requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 20:58:13.973470 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.db_base_plugin_common [req-da01aa36-2762-45f5-b9af-2e67170b1c1d req-ac45a900-08e9-470b-bc22-c11146bb2a54 tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] Allocated IP 172.20.0.4 (c29e02c5-8000-4917-925d-2eceb290693b/7c0fdb90-69ca-4554-99dc-5ec25614338f/1395472e-41cc-4835-bd1d-c59242336b8e) {{(pid=105585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:58:14.125930 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4f2a76-22c7-4b10-b6df-c7bc8c488bba req-8ebb6ae2-fa0b-470e-8404-29bf88d99d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:14.127535 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-1f4f2a76-22c7-4b10-b6df-c7bc8c488bba req-8ebb6ae2-fa0b-470e-8404-29bf88d99d00 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4d64aa0b-bd6a-468e-8edc-c83689947462&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2476811 Jul 27 20:58:14.135802 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db419102-3263-4279-8695-4f2f3857abff', 'tag': 'aa633d20-3f03-48c8-9390-1d9687dcf96b'}] {{(pid=105584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:58:14.137931 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bce5e6c8685464f7626901654159975603b047827e3138302ed6566e28f1343" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47ae489c-d608-4f6d-b722-1d83205ab255" -d '{"events": [{"name": "network-changed", "server_uuid": "db419102-3263-4279-8695-4f2f3857abff", "tag": "aa633d20-3f03-48c8-9390-1d9687dcf96b"}]}' {{(pid=105584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:58:14.179414 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9c1f37a-f6ed-429b-9f77-0bde48cec225 admin admin] Notify agent at l3_agent.n-d-705658-22 the message routers_updated {{(pid=105585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 20:58:14.185922 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-a9c1f37a-f6ed-429b-9f77-0bde48cec225 admin admin] 10.222.0.59 "PUT /v2.0/routers/0e84950d-2139-459c-962f-b52569720581/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5830524 Jul 27 20:58:14.191977 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-ebeaf2a1-ad4d-4427-9884-bc7d69bec0ad None None] Provisioning for port 7afe9e4e-a642-48a5-98fd-2949d7b9faf8 completed by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:58:14.205010 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65394faa-6e3f-4e16-9d59-696b3b9521f0 None None] Sync routers for ids ['0e84950d-2139-459c-962f-b52569720581'] in n-d-705658-22 {{(pid=105586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 20:58:14.261574 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-875ced1b-4cf3-463a-9653-058f0f9421e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:14.262203 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65394faa-6e3f-4e16-9d59-696b3b9521f0 None None] Routers {'0e84950d-2139-459c-962f-b52569720581'} bound to L3 agent in host n-d-705658-22 {{(pid=105586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:58:14.262849 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-65394faa-6e3f-4e16-9d59-696b3b9521f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T20:58:11Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['0e84950d-2139-459c-962f-b52569720581'], 'active': True} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:58:14.268443 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 20:58:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a82072a4-4ead-4f5b-9a46-0147cdec05e3 x-openstack-request-id: req-a82072a4-4ead-4f5b-9a46-0147cdec05e3 {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:58:14.268764 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db419102-3263-4279-8695-4f2f3857abff", "tag": "aa633d20-3f03-48c8-9390-1d9687dcf96b", "status": "completed", "code": 200}]} {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:58:14.268970 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-a82072a4-4ead-4f5b-9a46-0147cdec05e3 {{(pid=105584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:58:14.269354 n-d-705658-22 neutron-server[105584]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db419102-3263-4279-8695-4f2f3857abff', 'tag': 'aa633d20-3f03-48c8-9390-1d9687dcf96b', 'status': 'completed', 'code': 200} Jul 27 20:58:14.283134 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c9fb2965-5708-4d73-8bd2-869ac117baa6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:14.325999 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-56dc3148-b678-4a10-a2f3-2dd8fccf08c2 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=b02d9256766347f197eb5fbdd02cbc7a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3749411 Jul 27 20:58:14.330772 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 38202) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:58:14.334801 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device ed7e84f1-cfdb-4cac-a5e1-9b643fefe0a3 up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:58:14.339242 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-1f4f2a76-22c7-4b10-b6df-c7bc8c488bba req-b5258741-1c97-4fd8-a959-b71686d8b3a9 service neutron] 10.222.0.36 "GET /v2.0/networks/4d64aa0b-bd6a-468e-8edc-c83689947462?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1972744 Jul 27 20:58:14.376421 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Device aa633d20-3f03-48c8-9390-1d9687dcf96b no longer exists at agent hyperv_n-h2-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 20:58:14.398140 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-da01aa36-2762-45f5-b9af-2e67170b1c1d req-ac45a900-08e9-470b-bc22-c11146bb2a54 tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] Notify callbacks [] for port, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:14.470756 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-32b199c0-7987-4c0d-9088-abd85ac32c83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:14.483505 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Device aa633d20-3f03-48c8-9390-1d9687dcf96b not bound to the agent host n-h2-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 20:58:14.500536 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ae489c-d608-4f6d-b722-1d83205ab255 req-ed6b818a-aed2-4c4c-91ce-f9e6a7545584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:14.504132 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-47ae489c-d608-4f6d-b722-1d83205ab255 req-ed6b818a-aed2-4c4c-91ce-f9e6a7545584 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=43230fc3eab141e0b742541c8628d03e&device_id=db419102-3263-4279-8695-4f2f3857abff HTTP/1.1" status: 200 len: 1100 time: 0.2096558 Jul 27 20:58:14.534342 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port ed7e84f1-cfdb-4cac-a5e1-9b643fefe0a3 triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:58:14.535294 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:14.589467 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvr_db [None req-65394faa-6e3f-4e16-9d59-696b3b9521f0 None None] Set router 0e84950d-2139-459c-962f-b52569720581 gateway port host: n-d-705658-22 {{(pid=105586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:58:14.691100 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-32b199c0-7987-4c0d-9088-abd85ac32c83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:14.714454 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-da01aa36-2762-45f5-b9af-2e67170b1c1d req-ac45a900-08e9-470b-bc22-c11146bb2a54 tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:14.859356 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac45a900-08e9-470b-bc22-c11146bb2a54 tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] Pushing event updated for resources: {'Port': ['ID=1395472e-41cc-4835-bd1d-c59242336b8e,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:58:14.871939 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da01aa36-2762-45f5-b9af-2e67170b1c1d req-ac45a900-08e9-470b-bc22-c11146bb2a54 tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] Network c29e02c5-8000-4917-925d-2eceb290693b is already hosted by enough agents. {{(pid=105585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:58:14.912093 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.base_scheduler [req-da01aa36-2762-45f5-b9af-2e67170b1c1d req-ac45a900-08e9-470b-bc22-c11146bb2a54 tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] Resources bound (agent type, host, resource id): {{(pid=105585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:58:14.919335 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.l3_dvrscheduler_db [req-da01aa36-2762-45f5-b9af-2e67170b1c1d req-ac45a900-08e9-470b-bc22-c11146bb2a54 tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] Received port after_create {{(pid=105585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:58:14.980423 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-1f4f2a76-22c7-4b10-b6df-c7bc8c488bba req-8729c463-c06f-4ec8-b929-2c2d41e7c7b7 service neutron] 10.222.0.36 "GET /v2.0/networks/4d64aa0b-bd6a-468e-8edc-c83689947462?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6007636 Jul 27 20:58:15.039873 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 7afe9e4e-a642-48a5-98fd-2949d7b9faf8 up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:58:15.050124 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da01aa36-2762-45f5-b9af-2e67170b1c1d req-ac45a900-08e9-470b-bc22-c11146bb2a54 tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:15.054720 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-da01aa36-2762-45f5-b9af-2e67170b1c1d req-ac45a900-08e9-470b-bc22-c11146bb2a54 tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:15.095101 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-da01aa36-2762-45f5-b9af-2e67170b1c1d req-ac45a900-08e9-470b-bc22-c11146bb2a54 tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0357442 Jul 27 20:58:15.103480 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-65394faa-6e3f-4e16-9d59-696b3b9521f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e84950d-2139-459c-962f-b52569720581', 'name': 'tempest-TaggedBootDevicesTest_v242-1386233488-router', 'tenant_id': 'be3b976efbdd4f41894dd22bc5b95523', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.66'}], 'enable_snat': True}, 'gw_port_id': 'ed7e84f1-cfdb-4cac-a5e1-9b643fefe0a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:58:06Z', 'updated_at': '2021-07-27T20:58:11Z', 'revision_number': 4, 'project_id': 'be3b976efbdd4f41894dd22bc5b95523', 'gw_port': {'id': 'ed7e84f1-cfdb-4cac-a5e1-9b643fefe0a3', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:9a:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e84950d-2139-459c-962f-b52569720581', 'device_owner': 'network:router_gateway', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:58:06Z', 'updated_at': '2021-07-27T20:58:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_interfaces': [{'id': '631b06c9-7b2f-4055-b652-dbf72145199d', 'name': '', 'network_id': 'b117ba52-594c-450e-a21e-ba2b0ffa1338', 'tenant_id': 'be3b976efbdd4f41894dd22bc5b95523', 'mac_address': 'fa:16:3e:50:41:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e84950d-2139-459c-962f-b52569720581', 'device_owner': 'network:router_interface', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': '38961467-19f7-4057-ba41-d6906c9db744', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:58:09Z', 'updated_at': '2021-07-27T20:58:12Z', 'revision_number': 2, 'project_id': 'be3b976efbdd4f41894dd22bc5b95523', 'subnets': [{'id': '38961467-19f7-4057-ba41-d6906c9db744', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-22', False) {} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:58:15.138921 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [req-da01aa36-2762-45f5-b9af-2e67170b1c1d req-eacf28e2-4e19-4033-a541-9cc81f4a32a8 service neutron] Request body: {'port': {'device_id': '008467f6-8a03-4733-8572-0921b55201b1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-705658-22'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:58:15.149359 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65394faa-6e3f-4e16-9d59-696b3b9521f0 None None] Checking router: 0e84950d-2139-459c-962f-b52569720581 for host: n-d-705658-22 {{(pid=105586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 20:58:15.149972 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65394faa-6e3f-4e16-9d59-696b3b9521f0 None None] Updating router 0e84950d-2139-459c-962f-b52569720581 port 631b06c9-7b2f-4055-b652-dbf72145199d binding host n-d-705658-22 {{(pid=105586) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 20:58:15.151496 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c9fb2965-5708-4d73-8bd2-869ac117baa6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4163804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4077150'] for router, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:15.193132 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-65394faa-6e3f-4e16-9d59-696b3b9521f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:15.211233 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning for port 7afe9e4e-a642-48a5-98fd-2949d7b9faf8 completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:58:15.233991 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port 7afe9e4e-a642-48a5-98fd-2949d7b9faf8 triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:58:15.234365 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:15.261512 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ae489c-d608-4f6d-b722-1d83205ab255 req-c8192dbc-e3ca-4e1a-8eee-27551954da01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:15.264393 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-47ae489c-d608-4f6d-b722-1d83205ab255 req-c8192dbc-e3ca-4e1a-8eee-27551954da01 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=43230fc3eab141e0b742541c8628d03e&device_id=db419102-3263-4279-8695-4f2f3857abff HTTP/1.1" status: 200 len: 1100 time: 0.2226419 Jul 27 20:58:15.482534 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536a066e-c7a0-4159-b042-251a5c8b0e8c req-9635b3d0-f82d-44bb-9e82-8889ce3da679 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:15.484176 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-536a066e-c7a0-4159-b042-251a5c8b0e8c req-9635b3d0-f82d-44bb-9e82-8889ce3da679 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] 10.222.0.59 "GET /v2.0/ports?device_id=db419102-3263-4279-8695-4f2f3857abff HTTP/1.1" status: 200 len: 948 time: 0.9365332 Jul 27 20:58:15.500606 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2a0d5b-5bf5-4aba-beff-f067833079cc req-7f052604-7528-4cae-8429-d493f845ec03 tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:15.502068 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-8c2a0d5b-5bf5-4aba-beff-f067833079cc req-7f052604-7528-4cae-8429-d493f845ec03 tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] 10.222.0.59 "GET /v2.0/ports?device_id=008467f6-8a03-4733-8572-0921b55201b1 HTTP/1.1" status: 200 len: 931 time: 0.5963206 Jul 27 20:58:15.507940 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ae489c-d608-4f6d-b722-1d83205ab255 req-b9510dd0-924d-4bc0-b979-b9e6a8618f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:15.509722 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-47ae489c-d608-4f6d-b722-1d83205ab255 req-b9510dd0-924d-4bc0-b979-b9e6a8618f62 service neutron] 10.222.0.60 "GET /v2.0/networks?id=4d64aa0b-bd6a-468e-8edc-c83689947462 HTTP/1.1" status: 200 len: 870 time: 0.9766316 Jul 27 20:58:15.510316 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ae489c-d608-4f6d-b722-1d83205ab255 req-65f73fb0-a523-4555-b2bd-b04a1b907007 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:15.519558 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-47ae489c-d608-4f6d-b722-1d83205ab255 req-65f73fb0-a523-4555-b2bd-b04a1b907007 service neutron] 10.222.0.36 "GET /v2.0/networks?id=4d64aa0b-bd6a-468e-8edc-c83689947462 HTTP/1.1" status: 200 len: 870 time: 0.2332213 Jul 27 20:58:15.536408 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:15.562580 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-47ae489c-d608-4f6d-b722-1d83205ab255 req-bc37cecf-e595-4564-8ac4-f81ddbb319fe service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.17&port_id=aa633d20-3f03-48c8-9390-1d9687dcf96b HTTP/1.1" status: 200 len: 217 time: 0.0421770 Jul 27 20:58:15.589295 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-47ae489c-d608-4f6d-b722-1d83205ab255 req-af552008-5e78-4089-a683-df40d18d63e3 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.17&port_id=aa633d20-3f03-48c8-9390-1d9687dcf96b HTTP/1.1" status: 200 len: 217 time: 0.0485518 Jul 27 20:58:15.600806 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-32b199c0-7987-4c0d-9088-abd85ac32c83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:15.604049 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-32b199c0-7987-4c0d-9088-abd85ac32c83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:15.607448 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-32b199c0-7987-4c0d-9088-abd85ac32c83 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/1749b80d-91c6-4bd3-8e8d-666bd095400f HTTP/1.1" status: 204 len: 168 time: 1.2709320 Jul 27 20:58:15.607595 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] For port 7afe9e4e-a642-48a5-98fd-2949d7b9faf8, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=7afe9e4e-a642-48a5-98fd-2949d7b9faf8,segment=NetworkSegment(a787bd48-b354-4da7-ad7f-671819015866),segment_id=a787bd48-b354-4da7-ad7f-671819015866)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:58:15.612465 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9fb2965-5708-4d73-8bd2-869ac117baa6 admin admin] Router 1194fb02-dce9-4c0b-baf2-59682e2983df is scheduled to L3 agent dd128fd7-8e57-4d4f-895b-a96b369df59a with binding_index 1 {{(pid=105584) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 20:58:15.621463 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:15.687244 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ae489c-d608-4f6d-b722-1d83205ab255 req-106a0f1d-b914-4953-b644-8b171034b5fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:15.689717 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-47ae489c-d608-4f6d-b722-1d83205ab255 req-106a0f1d-b914-4953-b644-8b171034b5fc service neutron] 10.222.0.36 "GET /v2.0/subnets?id=26644ba0-4185-4e10-8718-6ad18d01376c HTTP/1.1" status: 200 len: 843 time: 0.1172218 Jul 27 20:58:15.689863 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Pushing event updated for resources: {'Port': ['ID=7afe9e4e-a642-48a5-98fd-2949d7b9faf8,revision_number=3']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:58:15.758089 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-65394faa-6e3f-4e16-9d59-696b3b9521f0 None None] Notify callbacks [] for port, precommit_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:15.773465 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-65394faa-6e3f-4e16-9d59-696b3b9521f0 None None] Transition to ACTIVE for port object 631b06c9-7b2f-4055-b652-dbf72145199d will not be triggered until provisioned by entity L2. {{(pid=105586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:58:15.785522 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-65394faa-6e3f-4e16-9d59-696b3b9521f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:15.809836 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-536a066e-c7a0-4159-b042-251a5c8b0e8c req-ea90efe7-5aaf-46f6-b821-e27bcd1b52fb tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] 10.222.0.59 "GET /v2.0/security-groups?id=c6534cb3-b44e-4a83-b57e-ddb72c2ad843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3132772 Jul 27 20:58:15.821600 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9fb2965-5708-4d73-8bd2-869ac117baa6 admin admin] Notify agent at l3_agent.n-d-705658-22 the message routers_updated {{(pid=105584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 20:58:15.829762 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-887ff0ed-13fc-43be-9d3a-581ece8d833b None None] Sync routers for ids ['1194fb02-dce9-4c0b-baf2-59682e2983df'] in n-d-705658-22 {{(pid=105587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 20:58:15.838755 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-da01aa36-2762-45f5-b9af-2e67170b1c1d req-eacf28e2-4e19-4033-a541-9cc81f4a32a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:15.848415 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-887ff0ed-13fc-43be-9d3a-581ece8d833b None None] Routers {'1194fb02-dce9-4c0b-baf2-59682e2983df'} bound to L3 agent in host n-d-705658-22 {{(pid=105587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:58:15.849453 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-887ff0ed-13fc-43be-9d3a-581ece8d833b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T20:58:11Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['1194fb02-dce9-4c0b-baf2-59682e2983df'], 'active': True} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:58:15.865558 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b199c0-7987-4c0d-9088-abd85ac32c83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1749b80d-91c6-4bd3-8e8d-666bd095400f,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:58:15.870082 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2351d67-13be-405d-9e58-613b6fbc141c None None] Pushing event updated for resources: {'Port': ['ID=631b06c9-7b2f-4055-b652-dbf72145199d,revision_number=3']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:58:15.944561 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ae489c-d608-4f6d-b722-1d83205ab255 req-6e3be6b4-766e-448e-83c1-6c10c0cc38bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:15.950571 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-47ae489c-d608-4f6d-b722-1d83205ab255 req-6e3be6b4-766e-448e-83c1-6c10c0cc38bd service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4d64aa0b-bd6a-468e-8edc-c83689947462&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2460804 Jul 27 20:58:15.956406 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c9fb2965-5708-4d73-8bd2-869ac117baa6 admin admin] Notify callbacks [] for router, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:15.959095 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-c9fb2965-5708-4d73-8bd2-869ac117baa6 admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 4.7458971 Jul 27 20:58:15.959751 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 38286) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:58:15.963482 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-8c2a0d5b-5bf5-4aba-beff-f067833079cc req-3724b578-1df4-4975-97df-d7ac69b1c4fa tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] 10.222.0.59 "GET /v2.0/security-groups?id=d1766e71-7b2a-4f2d-acc0-530f862b8fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4094489 Jul 27 20:58:16.061196 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ae489c-d608-4f6d-b722-1d83205ab255 req-9a5506d8-15d5-4059-81ee-b9edf668d15e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:16.065199 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-47ae489c-d608-4f6d-b722-1d83205ab255 req-9a5506d8-15d5-4059-81ee-b9edf668d15e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=26644ba0-4185-4e10-8718-6ad18d01376c HTTP/1.1" status: 200 len: 843 time: 0.4420474 Jul 27 20:58:16.125836 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-65394faa-6e3f-4e16-9d59-696b3b9521f0 None None] Attempting to bind port 631b06c9-7b2f-4055-b652-dbf72145199d on host n-d-705658-22 for vnic_type normal with profile {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:58:16.126414 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-65394faa-6e3f-4e16-9d59-696b3b9521f0 None None] Attempting to bind port 631b06c9-7b2f-4055-b652-dbf72145199d by drivers openvswitch,hyperv on host n-d-705658-22 at level 0 using segments [{'id': 'f1e516bc-13bc-4947-b152-f0f01499a80c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'b117ba52-594c-450e-a21e-ba2b0ffa1338'}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:58:16.129059 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65394faa-6e3f-4e16-9d59-696b3b9521f0 None None] Attempting to bind port 631b06c9-7b2f-4055-b652-dbf72145199d on network b117ba52-594c-450e-a21e-ba2b0ffa1338 {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:58:16.141671 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65394faa-6e3f-4e16-9d59-696b3b9521f0 None None] Checking agent: {'id': '04a7ea91-6318-467e-ace6-b0fb48c8690f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 41, 42), 'started_at': datetime.datetime(2021, 7, 27, 20, 42, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 58, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:58:16.143730 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65394faa-6e3f-4e16-9d59-696b3b9521f0 None None] Checking segment: {'id': 'f1e516bc-13bc-4947-b152-f0f01499a80c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'b117ba52-594c-450e-a21e-ba2b0ffa1338'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:58:16.145883 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-65394faa-6e3f-4e16-9d59-696b3b9521f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:16.149741 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65394faa-6e3f-4e16-9d59-696b3b9521f0 None None] Bound using segment: {'id': 'f1e516bc-13bc-4947-b152-f0f01499a80c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'b117ba52-594c-450e-a21e-ba2b0ffa1338'} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:58:16.150719 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-65394faa-6e3f-4e16-9d59-696b3b9521f0 None None] Bound port: 631b06c9-7b2f-4055-b652-dbf72145199d, host: n-d-705658-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1e516bc-13bc-4947-b152-f0f01499a80c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'b117ba52-594c-450e-a21e-ba2b0ffa1338'}}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:58:16.151999 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-65394faa-6e3f-4e16-9d59-696b3b9521f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:16.237647 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvr_db [None req-887ff0ed-13fc-43be-9d3a-581ece8d833b None None] Set router 1194fb02-dce9-4c0b-baf2-59682e2983df gateway port host: n-d-705658-22 {{(pid=105587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:58:16.289286 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 7afe9e4e-a642-48a5-98fd-2949d7b9faf8 up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:58:16.407433 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 38290) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:58:16.411826 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-65394faa-6e3f-4e16-9d59-696b3b9521f0 None None] For port 631b06c9-7b2f-4055-b652-dbf72145199d, host n-d-705658-22, cleared binding levels {{(pid=105586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:58:16.432232 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-65394faa-6e3f-4e16-9d59-696b3b9521f0 None None] For port 631b06c9-7b2f-4055-b652-dbf72145199d, host n-d-705658-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=631b06c9-7b2f-4055-b652-dbf72145199d,segment=NetworkSegment(f1e516bc-13bc-4947-b152-f0f01499a80c),segment_id=f1e516bc-13bc-4947-b152-f0f01499a80c)] {{(pid=105586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:58:16.446518 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-65394faa-6e3f-4e16-9d59-696b3b9521f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:16.480714 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-47ae489c-d608-4f6d-b722-1d83205ab255 req-fe06297a-eb71-4d07-a7b5-e712d270df5d service neutron] 10.222.0.36 "GET /v2.0/networks/4d64aa0b-bd6a-468e-8edc-c83689947462?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5078304 Jul 27 20:58:16.487220 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-8df4b269-d901-4593-8078-ae82507fb9be admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=9a3cb498339d44a6817fb8f56a1cafd2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0743833 Jul 27 20:58:16.487585 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 38294) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:58:16.537696 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ae489c-d608-4f6d-b722-1d83205ab255 req-7656688c-39d6-4f17-b009-e75132bbdf86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:16.548307 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-47ae489c-d608-4f6d-b722-1d83205ab255 req-7656688c-39d6-4f17-b009-e75132bbdf86 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4d64aa0b-bd6a-468e-8edc-c83689947462&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4689169 Jul 27 20:58:16.623411 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port 7afe9e4e-a642-48a5-98fd-2949d7b9faf8 triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:58:16.624551 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:16.684772 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65394faa-6e3f-4e16-9d59-696b3b9521f0 None None] Routers {'0e84950d-2139-459c-962f-b52569720581'} bound to L3 agent in host n-d-705658-22 {{(pid=105586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:58:16.685418 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-65394faa-6e3f-4e16-9d59-696b3b9521f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T20:58:11Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['0e84950d-2139-459c-962f-b52569720581'], 'active': True} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:58:16.698004 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-887ff0ed-13fc-43be-9d3a-581ece8d833b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1194fb02-dce9-4c0b-baf2-59682e2983df', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1891222156-router', 'tenant_id': '45979582101044d4942165614cfeb1b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.59'}], 'enable_snat': True}, 'gw_port_id': '3553a81d-9ebb-47b0-9fbe-2be78de7219d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:58:11Z', 'updated_at': '2021-07-27T20:58:13Z', 'revision_number': 3, 'project_id': '45979582101044d4942165614cfeb1b2', 'gw_port': {'id': '3553a81d-9ebb-47b0-9fbe-2be78de7219d', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:8f:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1194fb02-dce9-4c0b-baf2-59682e2983df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 726, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:58:12Z', 'updated_at': '2021-07-27T20:58:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22'}], 'n-d-705658-22', False) {} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:58:16.737615 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2351d67-13be-405d-9e58-613b6fbc141c None None] Pushing event updated for resources: {'Port': ['ID=631b06c9-7b2f-4055-b652-dbf72145199d,revision_number=4']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:58:16.780170 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-887ff0ed-13fc-43be-9d3a-581ece8d833b None None] Checking router: 1194fb02-dce9-4c0b-baf2-59682e2983df for host: n-d-705658-22 {{(pid=105587) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 20:58:16.780862 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-887ff0ed-13fc-43be-9d3a-581ece8d833b None None] Updating router 1194fb02-dce9-4c0b-baf2-59682e2983df port 3553a81d-9ebb-47b0-9fbe-2be78de7219d binding host n-d-705658-22 {{(pid=105587) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 20:58:16.823440 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-574b8da1-3091-41ab-86b9-fd0f4a99049d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:16.826572 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-47ae489c-d608-4f6d-b722-1d83205ab255 req-fb75d953-d10a-44c8-8622-07db657eb356 service neutron] 10.222.0.36 "GET /v2.0/networks/4d64aa0b-bd6a-468e-8edc-c83689947462?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3329706 Jul 27 20:58:16.871534 n-d-705658-22 neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-887ff0ed-13fc-43be-9d3a-581ece8d833b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:16.890621 n-d-705658-22 neutron-server[105585]: DEBUG neutron.notifiers.nova [req-da01aa36-2762-45f5-b9af-2e67170b1c1d req-eacf28e2-4e19-4033-a541-9cc81f4a32a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1395472e-41cc-4835-bd1d-c59242336b8e {{(pid=105585) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 20:58:16.907813 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-da01aa36-2762-45f5-b9af-2e67170b1c1d req-eacf28e2-4e19-4033-a541-9cc81f4a32a8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:16.925492 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.provisioning_blocks [req-da01aa36-2762-45f5-b9af-2e67170b1c1d req-eacf28e2-4e19-4033-a541-9cc81f4a32a8 service neutron] Transition to ACTIVE for port object 1395472e-41cc-4835-bd1d-c59242336b8e will not be triggered until provisioned by entity L2. {{(pid=105585) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:58:16.938842 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-da01aa36-2762-45f5-b9af-2e67170b1c1d req-eacf28e2-4e19-4033-a541-9cc81f4a32a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10221672'] for port, after_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:17.019197 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvr_db [None req-65394faa-6e3f-4e16-9d59-696b3b9521f0 None None] Set router 0e84950d-2139-459c-962f-b52569720581 gateway port host: n-d-705658-22 {{(pid=105586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:58:17.173307 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-574b8da1-3091-41ab-86b9-fd0f4a99049d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:17.279797 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacf28e2-4e19-4033-a541-9cc81f4a32a8 service neutron] Pushing event updated for resources: {'Port': ['ID=1395472e-41cc-4835-bd1d-c59242336b8e,revision_number=2']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:58:17.333850 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-47ae489c-d608-4f6d-b722-1d83205ab255 req-226088b4-65d9-41c1-9870-d920c05d97d5 service neutron] 10.222.0.60 "GET /v2.0/networks/4d64aa0b-bd6a-468e-8edc-c83689947462?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7706971 Jul 27 20:58:17.335463 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c37de965-5138-475a-bbc8-5610b4f8eeb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:17.353302 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-574b8da1-3091-41ab-86b9-fd0f4a99049d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:17.357587 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-574b8da1-3091-41ab-86b9-fd0f4a99049d admin admin] Notify callbacks [] for security_group, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:17.360232 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-574b8da1-3091-41ab-86b9-fd0f4a99049d admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/c7b2cd68-0305-4d7f-bb3c-a559afcabd48 HTTP/1.1" status: 204 len: 168 time: 0.8717563 Jul 27 20:58:17.378810 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574b8da1-3091-41ab-86b9-fd0f4a99049d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7b2cd68-0305-4d7f-bb3c-a559afcabd48,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:58:17.395536 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-65394faa-6e3f-4e16-9d59-696b3b9521f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e84950d-2139-459c-962f-b52569720581', 'name': 'tempest-TaggedBootDevicesTest_v242-1386233488-router', 'tenant_id': 'be3b976efbdd4f41894dd22bc5b95523', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.66'}], 'enable_snat': True}, 'gw_port_id': 'ed7e84f1-cfdb-4cac-a5e1-9b643fefe0a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:58:06Z', 'updated_at': '2021-07-27T20:58:11Z', 'revision_number': 4, 'project_id': 'be3b976efbdd4f41894dd22bc5b95523', 'gw_port': {'id': 'ed7e84f1-cfdb-4cac-a5e1-9b643fefe0a3', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:9a:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e84950d-2139-459c-962f-b52569720581', 'device_owner': 'network:router_gateway', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:58:06Z', 'updated_at': '2021-07-27T20:58:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_interfaces': [{'id': '631b06c9-7b2f-4055-b652-dbf72145199d', 'name': '', 'network_id': 'b117ba52-594c-450e-a21e-ba2b0ffa1338', 'tenant_id': 'be3b976efbdd4f41894dd22bc5b95523', 'mac_address': 'fa:16:3e:50:41:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e84950d-2139-459c-962f-b52569720581', 'device_owner': 'network:router_interface', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': '38961467-19f7-4057-ba41-d6906c9db744', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:58:09Z', 'updated_at': '2021-07-27T20:58:16Z', 'revision_number': 4, 'project_id': 'be3b976efbdd4f41894dd22bc5b95523', 'subnets': [{'id': '38961467-19f7-4057-ba41-d6906c9db744', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-22', False) {} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:58:17.456171 n-d-705658-22 neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-887ff0ed-13fc-43be-9d3a-581ece8d833b None None] Notify callbacks [] for port, precommit_update {{(pid=105587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:17.489430 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.provisioning_blocks [None req-887ff0ed-13fc-43be-9d3a-581ece8d833b None None] Transition to ACTIVE for port object 3553a81d-9ebb-47b0-9fbe-2be78de7219d will not be triggered until provisioned by entity L2. {{(pid=105587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:58:17.511193 n-d-705658-22 neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-887ff0ed-13fc-43be-9d3a-581ece8d833b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:17.539537 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef80027-8420-43b8-8f01-12f0fbcbcf4a req-68605c78-1f24-425e-8d3e-f5fce3b53a3a tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:17.541243 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-3ef80027-8420-43b8-8f01-12f0fbcbcf4a req-68605c78-1f24-425e-8d3e-f5fce3b53a3a tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] 10.222.0.59 "GET /v2.0/ports?device_id=db419102-3263-4279-8695-4f2f3857abff HTTP/1.1" status: 200 len: 948 time: 0.5863066 Jul 27 20:58:17.566483 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.managers [req-da01aa36-2762-45f5-b9af-2e67170b1c1d req-eacf28e2-4e19-4033-a541-9cc81f4a32a8 service neutron] Attempting to bind port 1395472e-41cc-4835-bd1d-c59242336b8e on host n-h2-705658-22 for vnic_type normal with profile {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:58:17.567086 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.managers [req-da01aa36-2762-45f5-b9af-2e67170b1c1d req-eacf28e2-4e19-4033-a541-9cc81f4a32a8 service neutron] Attempting to bind port 1395472e-41cc-4835-bd1d-c59242336b8e by drivers openvswitch,hyperv on host n-h2-705658-22 at level 0 using segments [{'id': '872889e4-5d02-4ec8-807e-3e5c98ba67af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'c29e02c5-8000-4917-925d-2eceb290693b'}] {{(pid=105585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:58:17.567635 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da01aa36-2762-45f5-b9af-2e67170b1c1d req-eacf28e2-4e19-4033-a541-9cc81f4a32a8 service neutron] Attempting to bind port 1395472e-41cc-4835-bd1d-c59242336b8e on network c29e02c5-8000-4917-925d-2eceb290693b {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:58:17.596325 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c4a97a-3799-4e1a-a283-eedbbd979aa1 req-3dfddd48-6c6c-4ec2-9ba2-cfeaf715e9ff tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:17.598236 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-d4c4a97a-3799-4e1a-a283-eedbbd979aa1 req-3dfddd48-6c6c-4ec2-9ba2-cfeaf715e9ff tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] 10.222.0.59 "GET /v2.0/ports?device_id=008467f6-8a03-4733-8572-0921b55201b1 HTTP/1.1" status: 200 len: 943 time: 0.4122443 Jul 27 20:58:17.630810 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c080d7-40a0-415b-8566-e589532bd4a6 None None] Pushing event updated for resources: {'Port': ['ID=3553a81d-9ebb-47b0-9fbe-2be78de7219d,revision_number=2']} {{(pid=105587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:58:17.637264 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da01aa36-2762-45f5-b9af-2e67170b1c1d req-eacf28e2-4e19-4033-a541-9cc81f4a32a8 service neutron] Port 1395472e-41cc-4835-bd1d-c59242336b8e on network c29e02c5-8000-4917-925d-2eceb290693b not bound, no agent of type Open vSwitch agent registered on host n-h2-705658-22 {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 20:58:17.639330 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da01aa36-2762-45f5-b9af-2e67170b1c1d req-eacf28e2-4e19-4033-a541-9cc81f4a32a8 service neutron] Attempting to bind port 1395472e-41cc-4835-bd1d-c59242336b8e on network c29e02c5-8000-4917-925d-2eceb290693b {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:58:17.646091 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c080d7-40a0-415b-8566-e589532bd4a6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:58:17.646438 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c080d7-40a0-415b-8566-e589532bd4a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:58:17.646775 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c080d7-40a0-415b-8566-e589532bd4a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:58:17.646917 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65394faa-6e3f-4e16-9d59-696b3b9521f0 None None] The sync data for ids ['0e84950d-2139-459c-962f-b52569720581'] in n-d-705658-22 is: [{'id': '0e84950d-2139-459c-962f-b52569720581', 'name': 'tempest-TaggedBootDevicesTest_v242-1386233488-router', 'tenant_id': 'be3b976efbdd4f41894dd22bc5b95523', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.66'}], 'enable_snat': True}, 'gw_port_id': 'ed7e84f1-cfdb-4cac-a5e1-9b643fefe0a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:58:06Z', 'updated_at': '2021-07-27T20:58:11Z', 'revision_number': 4, 'project_id': 'be3b976efbdd4f41894dd22bc5b95523', 'gw_port': {'id': 'ed7e84f1-cfdb-4cac-a5e1-9b643fefe0a3', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:9a:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e84950d-2139-459c-962f-b52569720581', 'device_owner': 'network:router_gateway', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:58:06Z', 'updated_at': '2021-07-27T20:58:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_interfaces': [{'id': '631b06c9-7b2f-4055-b652-dbf72145199d', 'name': '', 'network_id': 'b117ba52-594c-450e-a21e-ba2b0ffa1338', 'tenant_id': 'be3b976efbdd4f41894dd22bc5b95523', 'mac_address': 'fa:16:3e:50:41:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e84950d-2139-459c-962f-b52569720581', 'device_owner': 'network:router_interface', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': '38961467-19f7-4057-ba41-d6906c9db744', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:58:09Z', 'updated_at': '2021-07-27T20:58:16Z', 'revision_number': 4, 'project_id': 'be3b976efbdd4f41894dd22bc5b95523', 'subnets': [{'id': '38961467-19f7-4057-ba41-d6906c9db744', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 20:58:17.647136 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c080d7-40a0-415b-8566-e589532bd4a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:58:17.647465 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c080d7-40a0-415b-8566-e589532bd4a6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:58:17.648926 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c080d7-40a0-415b-8566-e589532bd4a6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:58:17.649457 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c080d7-40a0-415b-8566-e589532bd4a6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:58:17.650096 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c080d7-40a0-415b-8566-e589532bd4a6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:58:17.650439 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c080d7-40a0-415b-8566-e589532bd4a6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:58:17.650770 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c080d7-40a0-415b-8566-e589532bd4a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:58:17.651222 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c080d7-40a0-415b-8566-e589532bd4a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:58:17.651433 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c080d7-40a0-415b-8566-e589532bd4a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:58:17.668347 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-47ae489c-d608-4f6d-b722-1d83205ab255 req-f592779c-335a-42b0-84ac-fe7e912fd392 service neutron] 10.222.0.60 "GET /v2.0/networks/4d64aa0b-bd6a-468e-8edc-c83689947462?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3247473 Jul 27 20:58:17.689227 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.db_base_plugin_common [None req-c37de965-5138-475a-bbc8-5610b4f8eeb0 admin admin] Allocated IP 172.20.0.1 (d0284fc4-3dc5-4be2-a44f-277f599e8c12/fccaa68a-c3de-4c45-b6af-acfabf6bd52b/0d93e034-f808-45a7-8026-2eea09eef973) {{(pid=105584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:58:17.695551 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da01aa36-2762-45f5-b9af-2e67170b1c1d req-eacf28e2-4e19-4033-a541-9cc81f4a32a8 service neutron] Checking agent: {'id': '65195a73-a875-4810-9f5b-622ae260a8a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 49, 40), 'started_at': datetime.datetime(2021, 7, 27, 20, 49, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 58, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:58:17.697542 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da01aa36-2762-45f5-b9af-2e67170b1c1d req-eacf28e2-4e19-4033-a541-9cc81f4a32a8 service neutron] Checking segment: {'id': '872889e4-5d02-4ec8-807e-3e5c98ba67af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'c29e02c5-8000-4917-925d-2eceb290693b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:58:17.699320 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da01aa36-2762-45f5-b9af-2e67170b1c1d req-eacf28e2-4e19-4033-a541-9cc81f4a32a8 service neutron] Bound using segment: {'id': '872889e4-5d02-4ec8-807e-3e5c98ba67af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'c29e02c5-8000-4917-925d-2eceb290693b'} {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:58:17.700591 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.managers [req-da01aa36-2762-45f5-b9af-2e67170b1c1d req-eacf28e2-4e19-4033-a541-9cc81f4a32a8 service neutron] Bound port: 1395472e-41cc-4835-bd1d-c59242336b8e, host: n-h2-705658-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '872889e4-5d02-4ec8-807e-3e5c98ba67af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'c29e02c5-8000-4917-925d-2eceb290693b'}}] {{(pid=105585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:58:17.702498 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-da01aa36-2762-45f5-b9af-2e67170b1c1d req-eacf28e2-4e19-4033-a541-9cc81f4a32a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:17.730418 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.managers [None req-887ff0ed-13fc-43be-9d3a-581ece8d833b None None] Attempting to bind port 3553a81d-9ebb-47b0-9fbe-2be78de7219d on host n-d-705658-22 for vnic_type normal with profile {{(pid=105587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:58:17.730418 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.managers [None req-887ff0ed-13fc-43be-9d3a-581ece8d833b None None] Attempting to bind port 3553a81d-9ebb-47b0-9fbe-2be78de7219d by drivers openvswitch,hyperv on host n-d-705658-22 at level 0 using segments [{'id': '12196855-9a32-4633-9a56-77697ef9e126', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305'}] {{(pid=105587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:58:17.730745 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-887ff0ed-13fc-43be-9d3a-581ece8d833b None None] Attempting to bind port 3553a81d-9ebb-47b0-9fbe-2be78de7219d on network 8735d8a2-b604-4758-ae71-b40e4ee6f305 {{(pid=105587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:58:17.753230 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-887ff0ed-13fc-43be-9d3a-581ece8d833b None None] Checking agent: {'id': '04a7ea91-6318-467e-ace6-b0fb48c8690f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 41, 42), 'started_at': datetime.datetime(2021, 7, 27, 20, 42, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 58, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:58:17.753986 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-887ff0ed-13fc-43be-9d3a-581ece8d833b None None] Checking segment: {'id': '12196855-9a32-4633-9a56-77697ef9e126', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:58:17.756183 n-d-705658-22 neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-887ff0ed-13fc-43be-9d3a-581ece8d833b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:17.759728 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-887ff0ed-13fc-43be-9d3a-581ece8d833b None None] Bound using segment: {'id': '12196855-9a32-4633-9a56-77697ef9e126', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305'} {{(pid=105587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:58:17.760278 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.managers [None req-887ff0ed-13fc-43be-9d3a-581ece8d833b None None] Bound port: 3553a81d-9ebb-47b0-9fbe-2be78de7219d, host: n-d-705658-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12196855-9a32-4633-9a56-77697ef9e126', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305'}}] {{(pid=105587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:58:17.760715 n-d-705658-22 neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-887ff0ed-13fc-43be-9d3a-581ece8d833b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:17.828649 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-3ef80027-8420-43b8-8f01-12f0fbcbcf4a req-e5173453-99a0-4b9e-879d-9212ff168353 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] 10.222.0.59 "GET /v2.0/security-groups?id=c6534cb3-b44e-4a83-b57e-ddb72c2ad843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2702396 Jul 27 20:58:17.834145 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-d4c4a97a-3799-4e1a-a283-eedbbd979aa1 req-32d7a85d-e258-4690-8f1d-d38138fd9e41 tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] 10.222.0.59 "GET /v2.0/security-groups?id=d1766e71-7b2a-4f2d-acc0-530f862b8fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2109675 Jul 27 20:58:17.883032 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c37de965-5138-475a-bbc8-5610b4f8eeb0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:17.912604 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.db [None req-887ff0ed-13fc-43be-9d3a-581ece8d833b None None] For port 3553a81d-9ebb-47b0-9fbe-2be78de7219d, host n-d-705658-22, cleared binding levels {{(pid=105587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:58:17.914709 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.provisioning_blocks [None req-c37de965-5138-475a-bbc8-5610b4f8eeb0 admin admin] Transition to ACTIVE for port object 0d93e034-f808-45a7-8026-2eea09eef973 will not be triggered until provisioned by entity DHCP. {{(pid=105584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:58:17.920646 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.db [None req-887ff0ed-13fc-43be-9d3a-581ece8d833b None None] For port 3553a81d-9ebb-47b0-9fbe-2be78de7219d, host n-d-705658-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=3553a81d-9ebb-47b0-9fbe-2be78de7219d,segment=NetworkSegment(12196855-9a32-4633-9a56-77697ef9e126),segment_id=12196855-9a32-4633-9a56-77697ef9e126)] {{(pid=105587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:58:17.926894 n-d-705658-22 neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-887ff0ed-13fc-43be-9d3a-581ece8d833b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:17.968303 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.db [req-da01aa36-2762-45f5-b9af-2e67170b1c1d req-eacf28e2-4e19-4033-a541-9cc81f4a32a8 service neutron] For port 1395472e-41cc-4835-bd1d-c59242336b8e, host n-h2-705658-22, cleared binding levels {{(pid=105585) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:58:17.974712 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.db [req-da01aa36-2762-45f5-b9af-2e67170b1c1d req-eacf28e2-4e19-4033-a541-9cc81f4a32a8 service neutron] For port 1395472e-41cc-4835-bd1d-c59242336b8e, host n-h2-705658-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=1395472e-41cc-4835-bd1d-c59242336b8e,segment=NetworkSegment(872889e4-5d02-4ec8-807e-3e5c98ba67af),segment_id=872889e4-5d02-4ec8-807e-3e5c98ba67af)] {{(pid=105585) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:58:17.993339 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-da01aa36-2762-45f5-b9af-2e67170b1c1d req-eacf28e2-4e19-4033-a541-9cc81f4a32a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10221672'] for port, after_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:18.021316 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c37de965-5138-475a-bbc8-5610b4f8eeb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:18.035203 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c080d7-40a0-415b-8566-e589532bd4a6 None None] Pushing event updated for resources: {'Port': ['ID=3553a81d-9ebb-47b0-9fbe-2be78de7219d,revision_number=3']} {{(pid=105587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:58:18.052606 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-887ff0ed-13fc-43be-9d3a-581ece8d833b None None] Routers {'1194fb02-dce9-4c0b-baf2-59682e2983df'} bound to L3 agent in host n-d-705658-22 {{(pid=105587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:58:18.053122 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-887ff0ed-13fc-43be-9d3a-581ece8d833b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T20:58:11Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['1194fb02-dce9-4c0b-baf2-59682e2983df'], 'active': True} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:58:18.062043 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c37de965-5138-475a-bbc8-5610b4f8eeb0 admin admin] Network d0284fc4-3dc5-4be2-a44f-277f599e8c12 is already hosted by enough agents. {{(pid=105584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:58:18.063796 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [None req-c37de965-5138-475a-bbc8-5610b4f8eeb0 admin admin] Resources bound (agent type, host, resource id): {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:58:18.093500 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c37de965-5138-475a-bbc8-5610b4f8eeb0 admin admin] Received port after_create {{(pid=105584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:58:18.126342 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da01aa36-2762-45f5-b9af-2e67170b1c1d req-eacf28e2-4e19-4033-a541-9cc81f4a32a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:18.130184 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-da01aa36-2762-45f5-b9af-2e67170b1c1d req-eacf28e2-4e19-4033-a541-9cc81f4a32a8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:18.134538 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-da01aa36-2762-45f5-b9af-2e67170b1c1d req-eacf28e2-4e19-4033-a541-9cc81f4a32a8 service neutron] 10.222.0.60 "PUT /v2.0/ports/1395472e-41cc-4835-bd1d-c59242336b8e HTTP/1.1" status: 200 len: 1092 time: 3.0218685 Jul 27 20:58:18.140178 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacf28e2-4e19-4033-a541-9cc81f4a32a8 service neutron] Pushing event updated for resources: {'Port': ['ID=1395472e-41cc-4835-bd1d-c59242336b8e,revision_number=3']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:58:18.143262 n-d-705658-22 neutron-server[105585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '008467f6-8a03-4733-8572-0921b55201b1', 'tag': '1395472e-41cc-4835-bd1d-c59242336b8e'}] {{(pid=105585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:58:18.154795 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d66fd65881426bfc2b5388084a3654e5eae521106a15a3dbf0eb4cde7106c36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17b272c3-9f28-43b6-88a9-2eaa17e881e4" -d '{"events": [{"name": "network-changed", "server_uuid": "008467f6-8a03-4733-8572-0921b55201b1", "tag": "1395472e-41cc-4835-bd1d-c59242336b8e"}]}' {{(pid=105585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:58:18.224294 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 631b06c9-7b2f-4055-b652-dbf72145199d up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:58:18.248708 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37de965-5138-475a-bbc8-5610b4f8eeb0 admin admin] Pushing event updated for resources: {'Port': ['ID=0d93e034-f808-45a7-8026-2eea09eef973,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:58:18.254838 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c37de965-5138-475a-bbc8-5610b4f8eeb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4075523'] for router_interface, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:18.265696 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 20:58:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e114eb1-a5de-4677-af1b-bc6909caf987 x-openstack-request-id: req-6e114eb1-a5de-4677-af1b-bc6909caf987 {{(pid=105585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:58:18.265983 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "008467f6-8a03-4733-8572-0921b55201b1", "tag": "1395472e-41cc-4835-bd1d-c59242336b8e", "status": "completed", "code": 200}]} {{(pid=105585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:58:18.266232 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-6e114eb1-a5de-4677-af1b-bc6909caf987 {{(pid=105585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:58:18.266629 n-d-705658-22 neutron-server[105585]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '008467f6-8a03-4733-8572-0921b55201b1', 'tag': '1395472e-41cc-4835-bd1d-c59242336b8e', 'status': 'completed', 'code': 200} Jul 27 20:58:18.323698 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da01aa36-2762-45f5-b9af-2e67170b1c1d req-4c802fc7-d1f2-4283-8987-17f02c0e9c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:18.325269 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-da01aa36-2762-45f5-b9af-2e67170b1c1d req-4c802fc7-d1f2-4283-8987-17f02c0e9c4a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=54685b57bf31427c889d7b240f3f8a60&device_id=008467f6-8a03-4733-8572-0921b55201b1 HTTP/1.1" status: 200 len: 1095 time: 0.1450112 Jul 27 20:58:18.409835 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-da01aa36-2762-45f5-b9af-2e67170b1c1d req-d2839a82-9025-4c6e-8005-db12da64f469 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1395472e-41cc-4835-bd1d-c59242336b8e HTTP/1.1" status: 200 len: 217 time: 0.0735939 Jul 27 20:58:18.424352 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning for port 631b06c9-7b2f-4055-b652-dbf72145199d completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:58:18.438138 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port 631b06c9-7b2f-4055-b652-dbf72145199d triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:58:18.438653 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:18.522521 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c37de965-5138-475a-bbc8-5610b4f8eeb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:18.543092 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da01aa36-2762-45f5-b9af-2e67170b1c1d req-43831beb-5821-4db1-aafd-22f7e6f9c673 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:18.544622 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-da01aa36-2762-45f5-b9af-2e67170b1c1d req-43831beb-5821-4db1-aafd-22f7e6f9c673 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=7c0fdb90-69ca-4554-99dc-5ec25614338f HTTP/1.1" status: 200 len: 852 time: 0.1239543 Jul 27 20:58:18.551147 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device aa633d20-3f03-48c8-9390-1d9687dcf96b details requested by agent hyperv_n-h1-705658-22 with host n-h1-705658-22 {{(pid=105586) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 20:58:18.593581 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvr_db [None req-887ff0ed-13fc-43be-9d3a-581ece8d833b None None] Set router 1194fb02-dce9-4c0b-baf2-59682e2983df gateway port host: n-d-705658-22 {{(pid=105587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:58:18.614765 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-da01aa36-2762-45f5-b9af-2e67170b1c1d req-9e831689-6ce8-4f02-8fcb-ac4978df95c5 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c29e02c5-8000-4917-925d-2eceb290693b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0579956 Jul 27 20:58:18.760169 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c37de965-5138-475a-bbc8-5610b4f8eeb0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:18.773258 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c37de965-5138-475a-bbc8-5610b4f8eeb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9014027'] for port, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:18.786937 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-62660f3d-ffb1-47ae-8b2f-001443580175 None None] Provisioning for port 0d93e034-f808-45a7-8026-2eea09eef973 completed by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:58:18.829031 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-62660f3d-ffb1-47ae-8b2f-001443580175 None None] Provisioning complete for port 0d93e034-f808-45a7-8026-2eea09eef973 triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:58:18.829404 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-62660f3d-ffb1-47ae-8b2f-001443580175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:18.848063 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-da01aa36-2762-45f5-b9af-2e67170b1c1d req-9106f537-79ce-4d43-92f6-3c1c80cc0553 service neutron] 10.222.0.60 "GET /v2.0/networks/c29e02c5-8000-4917-925d-2eceb290693b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2259541 Jul 27 20:58:18.944598 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37de965-5138-475a-bbc8-5610b4f8eeb0 admin admin] Pushing event updated for resources: {'Port': ['ID=0d93e034-f808-45a7-8026-2eea09eef973,revision_number=2']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:58:18.989978 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c37de965-5138-475a-bbc8-5610b4f8eeb0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3743906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4076435'] for router_interface, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:19.027281 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] For port aa633d20-3f03-48c8-9390-1d9687dcf96b, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=aa633d20-3f03-48c8-9390-1d9687dcf96b,segment=NetworkSegment(86b1e6f6-d629-4b03-8944-4cdfbfb93d02),segment_id=86b1e6f6-d629-4b03-8944-4cdfbfb93d02)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:58:19.076211 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Returning: {'device': 'aa633d20-3f03-48c8-9390-1d9687dcf96b', 'network_id': '4d64aa0b-bd6a-468e-8edc-c83689947462', 'port_id': 'aa633d20-3f03-48c8-9390-1d9687dcf96b', 'mac_address': 'fa:16:3e:4d:eb:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26644ba0-4185-4e10-8718-6ad18d01376c', 'ip_address': '192.168.233.17'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105586) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 20:58:19.086561 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-62660f3d-ffb1-47ae-8b2f-001443580175 None None] Port 0d93e034-f808-45a7-8026-2eea09eef973 cannot update to ACTIVE because it is not bound. {{(pid=105586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 20:58:19.091917 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:19.092571 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-887ff0ed-13fc-43be-9d3a-581ece8d833b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1194fb02-dce9-4c0b-baf2-59682e2983df', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1891222156-router', 'tenant_id': '45979582101044d4942165614cfeb1b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.59'}], 'enable_snat': True}, 'gw_port_id': '3553a81d-9ebb-47b0-9fbe-2be78de7219d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:58:11Z', 'updated_at': '2021-07-27T20:58:13Z', 'revision_number': 3, 'project_id': '45979582101044d4942165614cfeb1b2', 'gw_port': {'id': '3553a81d-9ebb-47b0-9fbe-2be78de7219d', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:8f:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1194fb02-dce9-4c0b-baf2-59682e2983df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 726, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:58:12Z', 'updated_at': '2021-07-27T20:58:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22'}], 'n-d-705658-22', False) {} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:58:19.188741 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-da01aa36-2762-45f5-b9af-2e67170b1c1d req-9b43bdf2-06df-4385-9333-4a9b0f62ff13 service neutron] 10.222.0.60 "GET /v2.0/networks/c29e02c5-8000-4917-925d-2eceb290693b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3277268 Jul 27 20:58:19.190402 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c37de965-5138-475a-bbc8-5610b4f8eeb0 admin admin] Network d0284fc4-3dc5-4be2-a44f-277f599e8c12 is already hosted by enough agents. {{(pid=105584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:58:19.192012 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [None req-c37de965-5138-475a-bbc8-5610b4f8eeb0 admin admin] Resources bound (agent type, host, resource id): {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:58:19.205866 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d95e5b-b43d-45e5-883c-d18ab202dc7d req-7113b4c7-c6c6-43c4-90bd-303c6ac872b7 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:19.207459 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-90d95e5b-b43d-45e5-883c-d18ab202dc7d req-7113b4c7-c6c6-43c4-90bd-303c6ac872b7 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] 10.222.0.59 "GET /v2.0/ports?device_id=db419102-3263-4279-8695-4f2f3857abff HTTP/1.1" status: 200 len: 948 time: 0.2305810 Jul 27 20:58:19.216861 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-887ff0ed-13fc-43be-9d3a-581ece8d833b None None] The sync data for ids ['1194fb02-dce9-4c0b-baf2-59682e2983df'] in n-d-705658-22 is: [{'id': '1194fb02-dce9-4c0b-baf2-59682e2983df', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1891222156-router', 'tenant_id': '45979582101044d4942165614cfeb1b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.59'}], 'enable_snat': True}, 'gw_port_id': '3553a81d-9ebb-47b0-9fbe-2be78de7219d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:58:11Z', 'updated_at': '2021-07-27T20:58:13Z', 'revision_number': 3, 'project_id': '45979582101044d4942165614cfeb1b2', 'gw_port': {'id': '3553a81d-9ebb-47b0-9fbe-2be78de7219d', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:8f:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1194fb02-dce9-4c0b-baf2-59682e2983df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 726, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:58:12Z', 'updated_at': '2021-07-27T20:58:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22'}] {{(pid=105587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 20:58:19.248597 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] For port 631b06c9-7b2f-4055-b652-dbf72145199d, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=631b06c9-7b2f-4055-b652-dbf72145199d,segment=NetworkSegment(f1e516bc-13bc-4947-b152-f0f01499a80c),segment_id=f1e516bc-13bc-4947-b152-f0f01499a80c)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:58:19.265266 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:19.267973 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:19.329877 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d8a9f3-e92b-44e1-bc27-24bb63ca2432 req-351ef4de-911b-4437-8724-0e574da07747 tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:19.332080 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-73d8a9f3-e92b-44e1-bc27-24bb63ca2432 req-351ef4de-911b-4437-8724-0e574da07747 tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] 10.222.0.59 "GET /v2.0/ports?device_id=008467f6-8a03-4733-8572-0921b55201b1 HTTP/1.1" status: 200 len: 943 time: 0.3112473 Jul 27 20:58:19.355993 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa633d20-3f03-48c8-9390-1d9687dcf96b {{(pid=105586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 20:58:19.410658 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c37de965-5138-475a-bbc8-5610b4f8eeb0 admin admin] Router 1194fb02-dce9-4c0b-baf2-59682e2983df has already been hosted by L3 agent dd128fd7-8e57-4d4f-895b-a96b369df59a {{(pid=105584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 20:58:19.440309 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] For port aa633d20-3f03-48c8-9390-1d9687dcf96b, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=aa633d20-3f03-48c8-9390-1d9687dcf96b,segment=NetworkSegment(86b1e6f6-d629-4b03-8944-4cdfbfb93d02),segment_id=86b1e6f6-d629-4b03-8944-4cdfbfb93d02)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:58:19.462832 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-90d95e5b-b43d-45e5-883c-d18ab202dc7d req-b55e6576-636b-415d-aaa0-0b900a8fd260 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] 10.222.0.59 "GET /v2.0/security-groups?id=c6534cb3-b44e-4a83-b57e-ddb72c2ad843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2247629 Jul 27 20:58:19.475101 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:19.477019 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Pushing event updated for resources: {'Port': ['ID=631b06c9-7b2f-4055-b652-dbf72145199d,revision_number=5']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:58:19.577377 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-73d8a9f3-e92b-44e1-bc27-24bb63ca2432 req-e62a1452-7609-4b26-aa40-60204cd82cca tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] 10.222.0.59 "GET /v2.0/security-groups?id=d1766e71-7b2a-4f2d-acc0-530f862b8fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2326529 Jul 27 20:58:19.608405 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Pushing event updated for resources: {'Port': ['ID=aa633d20-3f03-48c8-9390-1d9687dcf96b,revision_number=12']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:58:19.636943 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b272c3-9f28-43b6-88a9-2eaa17e881e4 req-6a9b2402-679f-4403-bcb3-6a280f364a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:19.638612 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-17b272c3-9f28-43b6-88a9-2eaa17e881e4 req-6a9b2402-679f-4403-bcb3-6a280f364a96 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=54685b57bf31427c889d7b240f3f8a60&device_id=008467f6-8a03-4733-8572-0921b55201b1 HTTP/1.1" status: 200 len: 1095 time: 0.3822832 Jul 27 20:58:19.735618 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-1841ec23-0a12-463f-b745-0ded1113320f None None] Provisioning complete for port 0d93e034-f808-45a7-8026-2eea09eef973 triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:58:19.736236 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-1841ec23-0a12-463f-b745-0ded1113320f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:19.779658 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] get_ports_and_sgs() called for port_ids ['aa633d20-3f03-48c8-9390-1d9687dcf96b'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 20:58:19.829169 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c37de965-5138-475a-bbc8-5610b4f8eeb0 admin admin] Notify agent at l3_agent.n-d-705658-22 the message routers_updated {{(pid=105584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 20:58:19.840561 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-c37de965-5138-475a-bbc8-5610b4f8eeb0 admin admin] 10.222.0.59 "PUT /v2.0/routers/1194fb02-dce9-4c0b-baf2-59682e2983df/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8180356 Jul 27 20:58:19.883632 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-1841ec23-0a12-463f-b745-0ded1113320f None None] Port 0d93e034-f808-45a7-8026-2eea09eef973 cannot update to ACTIVE because it is not bound. {{(pid=105586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 20:58:20.063918 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b272c3-9f28-43b6-88a9-2eaa17e881e4 req-8b504d72-e7ce-43ab-9a99-285c50038154 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:20.066310 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-17b272c3-9f28-43b6-88a9-2eaa17e881e4 req-8b504d72-e7ce-43ab-9a99-285c50038154 service neutron] 10.222.0.60 "GET /v2.0/networks?id=c29e02c5-8000-4917-925d-2eceb290693b HTTP/1.1" status: 200 len: 913 time: 0.4192262 Jul 27 20:58:20.131120 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-17b272c3-9f28-43b6-88a9-2eaa17e881e4 req-e669e4cb-3d86-4ce4-8f41-7afb249701de service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1395472e-41cc-4835-bd1d-c59242336b8e HTTP/1.1" status: 200 len: 217 time: 0.0536475 Jul 27 20:58:20.255736 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b272c3-9f28-43b6-88a9-2eaa17e881e4 req-7d1f0b2c-10e0-4163-b4e0-48f50843fbb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:20.257497 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-17b272c3-9f28-43b6-88a9-2eaa17e881e4 req-7d1f0b2c-10e0-4163-b4e0-48f50843fbb4 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=7c0fdb90-69ca-4554-99dc-5ec25614338f HTTP/1.1" status: 200 len: 852 time: 0.0861964 Jul 27 20:58:20.306499 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-17b272c3-9f28-43b6-88a9-2eaa17e881e4 req-506dfc31-370a-43b7-824d-fb129704e2da service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c29e02c5-8000-4917-925d-2eceb290693b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0356448 Jul 27 20:58:20.317797 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 3553a81d-9ebb-47b0-9fbe-2be78de7219d up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:58:20.331881 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2d43e8-89aa-4fcb-a45d-9c4903630683 req-fa20bb0f-2cb8-469b-b098-69a4250a304b tempest-MigrationsAdminTest-1003830778 tempest-MigrationsAdminTest-1003830778-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:20.333741 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-1a2d43e8-89aa-4fcb-a45d-9c4903630683 req-fa20bb0f-2cb8-469b-b098-69a4250a304b tempest-MigrationsAdminTest-1003830778 tempest-MigrationsAdminTest-1003830778-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=db419102-3263-4279-8695-4f2f3857abff HTTP/1.1" status: 200 len: 1101 time: 0.2661037 Jul 27 20:58:20.380323 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning for port 3553a81d-9ebb-47b0-9fbe-2be78de7219d completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:58:20.385340 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port 3553a81d-9ebb-47b0-9fbe-2be78de7219d triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:58:20.385883 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:20.531849 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:20.534571 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-1a2d43e8-89aa-4fcb-a45d-9c4903630683 req-ffe26887-39e4-4227-bebd-eba78996ac69 tempest-MigrationsAdminTest-1003830778 tempest-MigrationsAdminTest-1003830778-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=c6534cb3-b44e-4a83-b57e-ddb72c2ad843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1774433 Jul 27 20:58:20.546081 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-17b272c3-9f28-43b6-88a9-2eaa17e881e4 req-b2c223bc-561e-486a-9da9-b8d37a67b0b4 service neutron] 10.222.0.60 "GET /v2.0/networks/c29e02c5-8000-4917-925d-2eceb290693b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2309630 Jul 27 20:58:20.563504 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] For port 3553a81d-9ebb-47b0-9fbe-2be78de7219d, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=3553a81d-9ebb-47b0-9fbe-2be78de7219d,segment=NetworkSegment(12196855-9a32-4633-9a56-77697ef9e126),segment_id=12196855-9a32-4633-9a56-77697ef9e126)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:58:20.570382 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:20.571670 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 631b06c9-7b2f-4055-b652-dbf72145199d up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:58:20.668771 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Pushing event updated for resources: {'Port': ['ID=3553a81d-9ebb-47b0-9fbe-2be78de7219d,revision_number=4']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:58:20.689047 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port 631b06c9-7b2f-4055-b652-dbf72145199d triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:58:20.689430 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:20.752110 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-17b272c3-9f28-43b6-88a9-2eaa17e881e4 req-80bd8943-e193-4241-81a2-5db4f84bc307 service neutron] 10.222.0.60 "GET /v2.0/networks/c29e02c5-8000-4917-925d-2eceb290693b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1864924 Jul 27 20:58:20.850680 n-d-705658-22 neutron-server[105585]: INFO neutron.api.v2.resource [req-e7d47410-8c81-4dab-8b6a-b43885e24467 req-09ba96b4-0d63-4d5d-b2d7-1a357eb41d34 tempest-FloatingIPDetailsNegativeTestJSON-564750362 tempest-FloatingIPDetailsNegativeTestJSON-564750362-project] show failed (client error): The resource could not be found. Jul 27 20:58:20.852530 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e7d47410-8c81-4dab-8b6a-b43885e24467 req-09ba96b4-0d63-4d5d-b2d7-1a357eb41d34 tempest-FloatingIPDetailsNegativeTestJSON-564750362 tempest-FloatingIPDetailsNegativeTestJSON-564750362-project] 10.222.0.59 "GET /v2.0/floatingips/3676db55-8f93-43f7-be6b-4d83ff6ad12c HTTP/1.1" status: 404 len: 350 time: 0.0559409 Jul 27 20:58:20.861783 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 38384) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:58:21.015260 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [req-d9b08570-6ee7-405b-8adb-743d53c51c5e req-6cd68e7e-36c3-49a3-98a6-d7fd546cb66b tempest-SecurityGroupsTestAdminJSON-1803369871 tempest-SecurityGroupsTestAdminJSON-1803369871-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1099573762', 'description': 'tempest-description-1031268139'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:58:21.079547 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-d9b08570-6ee7-405b-8adb-743d53c51c5e req-6cd68e7e-36c3-49a3-98a6-d7fd546cb66b tempest-SecurityGroupsTestAdminJSON-1803369871 tempest-SecurityGroupsTestAdminJSON-1803369871-project] Notify callbacks [] for security_group, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:21.130442 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a97a505-f64d-4251-af81-fd6d14ce33bf req-87b1aed2-fcfb-4817-b1f7-3baa360e7e79 tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:21.131886 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-6a97a505-f64d-4251-af81-fd6d14ce33bf req-87b1aed2-fcfb-4817-b1f7-3baa360e7e79 tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] 10.222.0.59 "GET /v2.0/ports?device_id=008467f6-8a03-4733-8572-0921b55201b1 HTTP/1.1" status: 200 len: 943 time: 0.1968796 Jul 27 20:58:21.135426 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-d9b08570-6ee7-405b-8adb-743d53c51c5e req-6cd68e7e-36c3-49a3-98a6-d7fd546cb66b tempest-SecurityGroupsTestAdminJSON-1803369871 tempest-SecurityGroupsTestAdminJSON-1803369871-project] Notify callbacks [] for security_group, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:21.244584 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-6a97a505-f64d-4251-af81-fd6d14ce33bf req-3b8a678a-4590-462a-be41-fa16bfee9a1c tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] 10.222.0.59 "GET /v2.0/security-groups?id=d1766e71-7b2a-4f2d-acc0-530f862b8fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046803 Jul 27 20:58:21.396735 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-d9b08570-6ee7-405b-8adb-743d53c51c5e req-6cd68e7e-36c3-49a3-98a6-d7fd546cb66b tempest-SecurityGroupsTestAdminJSON-1803369871 tempest-SecurityGroupsTestAdminJSON-1803369871-project] Notify callbacks [] for security_group, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:21.405729 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-d9b08570-6ee7-405b-8adb-743d53c51c5e req-6cd68e7e-36c3-49a3-98a6-d7fd546cb66b tempest-SecurityGroupsTestAdminJSON-1803369871 tempest-SecurityGroupsTestAdminJSON-1803369871-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:21.476111 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd68e7e-36c3-49a3-98a6-d7fd546cb66b tempest-SecurityGroupsTestAdminJSON-1803369871 tempest-SecurityGroupsTestAdminJSON-1803369871-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1704a4a7-177c-425c-8855-5494761793a2,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:58:21.574706 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-129802a8-8892-4817-b325-abb84c3470b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4076536'] for router_interface, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:21.783665 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c463f17-708d-4719-a849-13fcc812068b None None] Sync routers for ids ['1194fb02-dce9-4c0b-baf2-59682e2983df'] in n-d-705658-22 {{(pid=105586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 20:58:21.794143 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c463f17-708d-4719-a849-13fcc812068b None None] Routers {'1194fb02-dce9-4c0b-baf2-59682e2983df'} bound to L3 agent in host n-d-705658-22 {{(pid=105586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:58:21.795624 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-4c463f17-708d-4719-a849-13fcc812068b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T20:58:11Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['1194fb02-dce9-4c0b-baf2-59682e2983df'], 'active': True} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:58:21.891254 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-d9b08570-6ee7-405b-8adb-743d53c51c5e req-6cd68e7e-36c3-49a3-98a6-d7fd546cb66b tempest-SecurityGroupsTestAdminJSON-1803369871 tempest-SecurityGroupsTestAdminJSON-1803369871-project] Notify callbacks [] for security_group, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:21.901949 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-d9b08570-6ee7-405b-8adb-743d53c51c5e req-6cd68e7e-36c3-49a3-98a6-d7fd546cb66b tempest-SecurityGroupsTestAdminJSON-1803369871 tempest-SecurityGroupsTestAdminJSON-1803369871-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:21.925988 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvr_db [None req-4c463f17-708d-4719-a849-13fcc812068b None None] Set router 1194fb02-dce9-4c0b-baf2-59682e2983df gateway port host: n-d-705658-22 {{(pid=105586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:58:21.975810 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-d9b08570-6ee7-405b-8adb-743d53c51c5e req-6cd68e7e-36c3-49a3-98a6-d7fd546cb66b tempest-SecurityGroupsTestAdminJSON-1803369871 tempest-SecurityGroupsTestAdminJSON-1803369871-project] Notify callbacks [] for security_group, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:21.977496 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-d9b08570-6ee7-405b-8adb-743d53c51c5e req-6cd68e7e-36c3-49a3-98a6-d7fd546cb66b tempest-SecurityGroupsTestAdminJSON-1803369871 tempest-SecurityGroupsTestAdminJSON-1803369871-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 0.9719195 Jul 27 20:58:21.991937 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd68e7e-36c3-49a3-98a6-d7fd546cb66b tempest-SecurityGroupsTestAdminJSON-1803369871 tempest-SecurityGroupsTestAdminJSON-1803369871-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf1657f6-be1f-4c04-9e78-9c38346d2855,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:58:22.006177 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2ee004-51fe-4f73-ab70-22b7d49c5094 req-1772a988-1fb2-48e0-88a0-2624dffeefa0 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:22.013426 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-9c2ee004-51fe-4f73-ab70-22b7d49c5094 req-1772a988-1fb2-48e0-88a0-2624dffeefa0 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] 10.222.0.59 "GET /v2.0/ports?device_id=db419102-3263-4279-8695-4f2f3857abff HTTP/1.1" status: 200 len: 949 time: 0.4815333 Jul 27 20:58:22.064911 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [req-491a590a-0fba-49f7-890e-98435b763d53 req-efc3c31f-bee5-44fe-a196-4820ae7a94df tempest-SecurityGroupsTestAdminJSON-1803369871 tempest-SecurityGroupsTestAdminJSON-1803369871-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1365154423', 'description': 'tempest-description-842258276'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:58:22.133006 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-9c2ee004-51fe-4f73-ab70-22b7d49c5094 req-5942b27d-4af1-461f-b606-9b57c3c2b42f tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] 10.222.0.59 "GET /v2.0/security-groups?id=c6534cb3-b44e-4a83-b57e-ddb72c2ad843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186049 Jul 27 20:58:22.142014 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-491a590a-0fba-49f7-890e-98435b763d53 req-efc3c31f-bee5-44fe-a196-4820ae7a94df tempest-SecurityGroupsTestAdminJSON-1803369871 tempest-SecurityGroupsTestAdminJSON-1803369871-project] Notify callbacks [] for security_group, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:22.176503 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 3553a81d-9ebb-47b0-9fbe-2be78de7219d up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:58:22.250048 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf748e0-24d1-4f3d-9bec-b38bf74b0b6c req-6338b628-f630-403a-bc29-ece4aa729d62 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:22.250963 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-4c463f17-708d-4719-a849-13fcc812068b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1194fb02-dce9-4c0b-baf2-59682e2983df', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1891222156-router', 'tenant_id': '45979582101044d4942165614cfeb1b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.59'}], 'enable_snat': True}, 'gw_port_id': '3553a81d-9ebb-47b0-9fbe-2be78de7219d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:58:11Z', 'updated_at': '2021-07-27T20:58:18Z', 'revision_number': 4, 'project_id': '45979582101044d4942165614cfeb1b2', 'gw_port': {'id': '3553a81d-9ebb-47b0-9fbe-2be78de7219d', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:8f:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1194fb02-dce9-4c0b-baf2-59682e2983df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 726, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:58:12Z', 'updated_at': '2021-07-27T20:58:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_interfaces': [{'id': '0d93e034-f808-45a7-8026-2eea09eef973', 'name': '', 'network_id': 'd0284fc4-3dc5-4be2-a44f-277f599e8c12', 'tenant_id': '45979582101044d4942165614cfeb1b2', 'mac_address': 'fa:16:3e:cf:29:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1194fb02-dce9-4c0b-baf2-59682e2983df', 'device_owner': 'network:router_interface', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': 'fccaa68a-c3de-4c45-b6af-acfabf6bd52b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:58:17Z', 'updated_at': '2021-07-27T20:58:18Z', 'revision_number': 2, 'project_id': '45979582101044d4942165614cfeb1b2', 'subnets': [{'id': 'fccaa68a-c3de-4c45-b6af-acfabf6bd52b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-22', False) {} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:58:22.251717 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-ccf748e0-24d1-4f3d-9bec-b38bf74b0b6c req-6338b628-f630-403a-bc29-ece4aa729d62 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] 10.222.0.36 "GET /v2.0/ports?device_id=db419102-3263-4279-8695-4f2f3857abff HTTP/1.1" status: 200 len: 949 time: 0.1267946 Jul 27 20:58:22.282965 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port 3553a81d-9ebb-47b0-9fbe-2be78de7219d triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:58:22.283367 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:22.285561 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c463f17-708d-4719-a849-13fcc812068b None None] Checking router: 1194fb02-dce9-4c0b-baf2-59682e2983df for host: n-d-705658-22 {{(pid=105586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 20:58:22.285922 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c463f17-708d-4719-a849-13fcc812068b None None] Updating router 1194fb02-dce9-4c0b-baf2-59682e2983df port 0d93e034-f808-45a7-8026-2eea09eef973 binding host n-d-705658-22 {{(pid=105586) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 20:58:22.349675 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-491a590a-0fba-49f7-890e-98435b763d53 req-efc3c31f-bee5-44fe-a196-4820ae7a94df tempest-SecurityGroupsTestAdminJSON-1803369871 tempest-SecurityGroupsTestAdminJSON-1803369871-project] Notify callbacks [] for security_group, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:22.351240 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Device 1395472e-41cc-4835-bd1d-c59242336b8e details requested by agent hyperv_n-h2-705658-22 with host n-h2-705658-22 {{(pid=105586) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 20:58:22.389190 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-4c463f17-708d-4719-a849-13fcc812068b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:22.395705 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-491a590a-0fba-49f7-890e-98435b763d53 req-efc3c31f-bee5-44fe-a196-4820ae7a94df tempest-SecurityGroupsTestAdminJSON-1803369871 tempest-SecurityGroupsTestAdminJSON-1803369871-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:22.424901 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [req-ccf748e0-24d1-4f3d-9bec-b38bf74b0b6c req-b59a9090-9a20-4b3a-a438-33c9b1a567bf tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] Deleting port aa633d20-3f03-48c8-9390-1d9687dcf96b {{(pid=105584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:58:22.425253 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-ccf748e0-24d1-4f3d-9bec-b38bf74b0b6c req-b59a9090-9a20-4b3a-a438-33c9b1a567bf tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:22.455129 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-491a590a-0fba-49f7-890e-98435b763d53 req-efc3c31f-bee5-44fe-a196-4820ae7a94df tempest-SecurityGroupsTestAdminJSON-1803369871 tempest-SecurityGroupsTestAdminJSON-1803369871-project] Notify callbacks [] for security_group, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:22.456378 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-491a590a-0fba-49f7-890e-98435b763d53 req-efc3c31f-bee5-44fe-a196-4820ae7a94df tempest-SecurityGroupsTestAdminJSON-1803369871 tempest-SecurityGroupsTestAdminJSON-1803369871-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.3985703 Jul 27 20:58:22.464954 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc3c31f-bee5-44fe-a196-4820ae7a94df tempest-SecurityGroupsTestAdminJSON-1803369871 tempest-SecurityGroupsTestAdminJSON-1803369871-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c0b32bc-4ae4-4902-a0ed-9de5ece0da27,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:58:22.499827 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b328fe02-6307-46d9-85c1-7516bda2a4f6 req-93a06986-93d8-4fbd-9f80-fab8d8ce4d02 tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:22.501450 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b328fe02-6307-46d9-85c1-7516bda2a4f6 req-93a06986-93d8-4fbd-9f80-fab8d8ce4d02 tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] 10.222.0.59 "GET /v2.0/ports?device_id=008467f6-8a03-4733-8572-0921b55201b1 HTTP/1.1" status: 200 len: 943 time: 0.1490443 Jul 27 20:58:22.503307 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [None req-129802a8-8892-4817-b325-abb84c3470b6 admin admin] Deleting port 0d93e034-f808-45a7-8026-2eea09eef973 {{(pid=105585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:58:22.503867 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-129802a8-8892-4817-b325-abb84c3470b6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:22.614969 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b328fe02-6307-46d9-85c1-7516bda2a4f6 req-70115296-997f-4b06-8143-e28e9c5ab4d6 tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] 10.222.0.59 "GET /v2.0/security-groups?id=d1766e71-7b2a-4f2d-acc0-530f862b8fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583951 Jul 27 20:58:22.615903 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [req-ccf748e0-24d1-4f3d-9bec-b38bf74b0b6c req-b59a9090-9a20-4b3a-a438-33c9b1a567bf tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] For port aa633d20-3f03-48c8-9390-1d9687dcf96b, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=aa633d20-3f03-48c8-9390-1d9687dcf96b,segment=NetworkSegment(86b1e6f6-d629-4b03-8944-4cdfbfb93d02),segment_id=86b1e6f6-d629-4b03-8944-4cdfbfb93d02)] {{(pid=105584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:58:22.616280 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-ccf748e0-24d1-4f3d-9bec-b38bf74b0b6c req-b59a9090-9a20-4b3a-a438-33c9b1a567bf tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:22.644193 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-129802a8-8892-4817-b325-abb84c3470b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:22.654597 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [req-ccf748e0-24d1-4f3d-9bec-b38bf74b0b6c req-b59a9090-9a20-4b3a-a438-33c9b1a567bf tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] Calling delete_port for aa633d20-3f03-48c8-9390-1d9687dcf96b owned by compute:nova {{(pid=105584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:58:22.674259 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [None req-129802a8-8892-4817-b325-abb84c3470b6 admin admin] Calling delete_port for 0d93e034-f808-45a7-8026-2eea09eef973 owned by network:router_interface {{(pid=105585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:58:22.698602 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] For port 1395472e-41cc-4835-bd1d-c59242336b8e, host n-h2-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=1395472e-41cc-4835-bd1d-c59242336b8e,segment=NetworkSegment(872889e4-5d02-4ec8-807e-3e5c98ba67af),segment_id=872889e4-5d02-4ec8-807e-3e5c98ba67af)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:58:22.719978 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Returning: {'device': '1395472e-41cc-4835-bd1d-c59242336b8e', 'network_id': 'c29e02c5-8000-4917-925d-2eceb290693b', 'port_id': '1395472e-41cc-4835-bd1d-c59242336b8e', 'mac_address': 'fa:16:3e:df:ee:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 236, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c0fdb90-69ca-4554-99dc-5ec25614338f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105586) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 20:58:22.722098 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device aa633d20-3f03-48c8-9390-1d9687dcf96b up at agent hyperv_n-h1-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:58:22.747417 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [req-d3b0b812-b44d-4b31-9552-cd9668f2ee7a req-2cdafb8f-0292-4699-834a-4c6fae004796 tempest-SecurityGroupsTestAdminJSON-396764909 tempest-SecurityGroupsTestAdminJSON-396764909-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-680919650', 'description': 'tempest-description-1848956283'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:58:22.796488 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-d3b0b812-b44d-4b31-9552-cd9668f2ee7a req-2cdafb8f-0292-4699-834a-4c6fae004796 tempest-SecurityGroupsTestAdminJSON-396764909 tempest-SecurityGroupsTestAdminJSON-396764909-project-admin] Notify callbacks [] for security_group, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:22.817266 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:22.846052 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-d3b0b812-b44d-4b31-9552-cd9668f2ee7a req-2cdafb8f-0292-4699-834a-4c6fae004796 tempest-SecurityGroupsTestAdminJSON-396764909 tempest-SecurityGroupsTestAdminJSON-396764909-project-admin] Notify callbacks [] for security_group, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:22.869297 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [None req-3d54578f-831f-4696-b568-13c455922dab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1395472e-41cc-4835-bd1d-c59242336b8e {{(pid=105586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 20:58:22.918887 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-ccf748e0-24d1-4f3d-9bec-b38bf74b0b6c req-b59a9090-9a20-4b3a-a438-33c9b1a567bf tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:22.926829 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] For port 1395472e-41cc-4835-bd1d-c59242336b8e, host n-h2-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=1395472e-41cc-4835-bd1d-c59242336b8e,segment=NetworkSegment(872889e4-5d02-4ec8-807e-3e5c98ba67af),segment_id=872889e4-5d02-4ec8-807e-3e5c98ba67af)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:58:22.938408 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] get_ports_and_sgs() called for port_ids ['7c8a5e21-eb13-4770-9477-daf1bab77ba3', '76cb3011-9231-42e6-9602-db23c446c928', '49462502-98c7-474a-ab59-a5fef55bb950', 'aa633d20-3f03-48c8-9390-1d9687dcf96b'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 20:58:22.948604 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:22.955322 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59a9090-9a20-4b3a-a438-33c9b1a567bf tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] Pushing event deleted for resources: {'Port': ['ID=aa633d20-3f03-48c8-9390-1d9687dcf96b,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:58:23.012511 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-129802a8-8892-4817-b325-abb84c3470b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:23.026044 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccf748e0-24d1-4f3d-9bec-b38bf74b0b6c req-b59a9090-9a20-4b3a-a438-33c9b1a567bf tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] No DVR routers for this DVR port aa633d20-3f03-48c8-9390-1d9687dcf96b on host n-h1-705658-22 {{(pid=105584) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 20:58:23.029100 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-ccf748e0-24d1-4f3d-9bec-b38bf74b0b6c req-b59a9090-9a20-4b3a-a438-33c9b1a567bf tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:23.033014 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-ccf748e0-24d1-4f3d-9bec-b38bf74b0b6c req-b59a9090-9a20-4b3a-a438-33c9b1a567bf tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] 10.222.0.36 "DELETE /v2.0/ports/aa633d20-3f03-48c8-9390-1d9687dcf96b HTTP/1.1" status: 204 len: 173 time: 0.7740917 Jul 27 20:58:23.034843 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db419102-3263-4279-8695-4f2f3857abff', 'name': 'network-vif-deleted', 'tag': 'aa633d20-3f03-48c8-9390-1d9687dcf96b'}] {{(pid=105584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:58:23.037646 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bce5e6c8685464f7626901654159975603b047827e3138302ed6566e28f1343" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2330d91d-1a1f-4911-818d-edaae15e8acf" -d '{"events": [{"server_uuid": "db419102-3263-4279-8695-4f2f3857abff", "name": "network-vif-deleted", "tag": "aa633d20-3f03-48c8-9390-1d9687dcf96b"}]}' {{(pid=105584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:58:23.073167 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129802a8-8892-4817-b325-abb84c3470b6 admin admin] Pushing event deleted for resources: {'Port': ['ID=0d93e034-f808-45a7-8026-2eea09eef973,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:58:23.109261 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 20:58:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86ec1d46-b189-4fdd-8380-01b1e85c1bbb x-openstack-request-id: req-86ec1d46-b189-4fdd-8380-01b1e85c1bbb {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:58:23.109844 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db419102-3263-4279-8695-4f2f3857abff", "name": "network-vif-deleted", "tag": "aa633d20-3f03-48c8-9390-1d9687dcf96b", "status": "completed", "code": 200}]} {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:58:23.110317 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-86ec1d46-b189-4fdd-8380-01b1e85c1bbb {{(pid=105584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:58:23.110948 n-d-705658-22 neutron-server[105584]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db419102-3263-4279-8695-4f2f3857abff', 'name': 'network-vif-deleted', 'tag': 'aa633d20-3f03-48c8-9390-1d9687dcf96b', 'status': 'completed', 'code': 200} Jul 27 20:58:23.119350 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Provisioning complete for port aa633d20-3f03-48c8-9390-1d9687dcf96b triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:58:23.119728 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:23.121721 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.db.api [None req-4c463f17-708d-4719-a849-13fcc812068b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105586) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 27 20:58:23.122089 n-d-705658-22 neutron-server[105586]: DEBUG oslo_db.api [None req-4c463f17-708d-4719-a849-13fcc812068b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 27 20:58:23.125313 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Pushing event updated for resources: {'Port': ['ID=1395472e-41cc-4835-bd1d-c59242336b8e,revision_number=4']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:58:23.132343 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-d3b0b812-b44d-4b31-9552-cd9668f2ee7a req-2cdafb8f-0292-4699-834a-4c6fae004796 tempest-SecurityGroupsTestAdminJSON-396764909 tempest-SecurityGroupsTestAdminJSON-396764909-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:23.141679 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-d3b0b812-b44d-4b31-9552-cd9668f2ee7a req-2cdafb8f-0292-4699-834a-4c6fae004796 tempest-SecurityGroupsTestAdminJSON-396764909 tempest-SecurityGroupsTestAdminJSON-396764909-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:23.283901 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cdafb8f-0292-4699-834a-4c6fae004796 tempest-SecurityGroupsTestAdminJSON-396764909 tempest-SecurityGroupsTestAdminJSON-396764909-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ddfb5ea-ed18-4d6d-89c7-2e1c2540ae52,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:58:23.396335 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Port aa633d20-3f03-48c8-9390-1d9687dcf96b was deleted so its status cannot be updated. {{(pid=105586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 27 20:58:23.455215 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-8ea9b89b-0ac6-4a57-96bd-bc37d541006d req-2cf99c46-6b9e-4af2-bf25-0ec967d41cf7 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] 10.222.0.59 "GET /v2.0/ports?device_id=db419102-3263-4279-8695-4f2f3857abff HTTP/1.1" status: 200 len: 210 time: 0.0853763 Jul 27 20:58:23.497324 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-129802a8-8892-4817-b325-abb84c3470b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3743915', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4076308'] for router_interface, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:23.500667 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-d3b0b812-b44d-4b31-9552-cd9668f2ee7a req-2cdafb8f-0292-4699-834a-4c6fae004796 tempest-SecurityGroupsTestAdminJSON-396764909 tempest-SecurityGroupsTestAdminJSON-396764909-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:23.506249 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-d3b0b812-b44d-4b31-9552-cd9668f2ee7a req-2cdafb8f-0292-4699-834a-4c6fae004796 tempest-SecurityGroupsTestAdminJSON-396764909 tempest-SecurityGroupsTestAdminJSON-396764909-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:23.529629 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] get_ports_and_sgs() called for port_ids ['1395472e-41cc-4835-bd1d-c59242336b8e'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 20:58:23.587115 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cdafb8f-0292-4699-834a-4c6fae004796 tempest-SecurityGroupsTestAdminJSON-396764909 tempest-SecurityGroupsTestAdminJSON-396764909-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77794548-1682-4546-aa6f-821cbed4f015,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:58:23.592131 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-d3b0b812-b44d-4b31-9552-cd9668f2ee7a req-2cdafb8f-0292-4699-834a-4c6fae004796 tempest-SecurityGroupsTestAdminJSON-396764909 tempest-SecurityGroupsTestAdminJSON-396764909-project-admin] Notify callbacks [] for security_group, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:23.593459 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-d3b0b812-b44d-4b31-9552-cd9668f2ee7a req-2cdafb8f-0292-4699-834a-4c6fae004796 tempest-SecurityGroupsTestAdminJSON-396764909 tempest-SecurityGroupsTestAdminJSON-396764909-project-admin] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.8521421 Jul 27 20:58:23.642484 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [req-384eca5b-265b-42f9-9b93-c9d3ef949a5d req-ddccb289-5154-4c22-aa42-eb1e3f205e3e tempest-SecurityGroupsTestAdminJSON-396764909 tempest-SecurityGroupsTestAdminJSON-396764909-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-795536842', 'description': 'tempest-description-175140808'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:58:23.682116 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c463f17-708d-4719-a849-13fcc812068b None None] Port 0d93e034-f808-45a7-8026-2eea09eef973 not found while updating agent binding for router 1194fb02-dce9-4c0b-baf2-59682e2983df. {{(pid=105586) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Jul 27 20:58:23.692591 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-384eca5b-265b-42f9-9b93-c9d3ef949a5d req-ddccb289-5154-4c22-aa42-eb1e3f205e3e tempest-SecurityGroupsTestAdminJSON-396764909 tempest-SecurityGroupsTestAdminJSON-396764909-project-admin] Notify callbacks [] for security_group, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:23.725200 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c463f17-708d-4719-a849-13fcc812068b None None] Routers {'1194fb02-dce9-4c0b-baf2-59682e2983df'} bound to L3 agent in host n-d-705658-22 {{(pid=105586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:58:23.725843 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-4c463f17-708d-4719-a849-13fcc812068b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T20:58:11Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['1194fb02-dce9-4c0b-baf2-59682e2983df'], 'active': True} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:58:23.853654 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-129802a8-8892-4817-b325-abb84c3470b6 admin admin] Router 1194fb02-dce9-4c0b-baf2-59682e2983df has already been hosted by L3 agent dd128fd7-8e57-4d4f-895b-a96b369df59a {{(pid=105585) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 20:58:23.917253 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvr_db [None req-4c463f17-708d-4719-a849-13fcc812068b None None] Set router 1194fb02-dce9-4c0b-baf2-59682e2983df gateway port host: n-d-705658-22 {{(pid=105586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:58:24.019022 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-384eca5b-265b-42f9-9b93-c9d3ef949a5d req-ddccb289-5154-4c22-aa42-eb1e3f205e3e tempest-SecurityGroupsTestAdminJSON-396764909 tempest-SecurityGroupsTestAdminJSON-396764909-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:24.032094 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-384eca5b-265b-42f9-9b93-c9d3ef949a5d req-ddccb289-5154-4c22-aa42-eb1e3f205e3e tempest-SecurityGroupsTestAdminJSON-396764909 tempest-SecurityGroupsTestAdminJSON-396764909-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:24.042570 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-129802a8-8892-4817-b325-abb84c3470b6 admin admin] Notify agent at l3_agent.n-d-705658-22 the message routers_updated {{(pid=105585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 20:58:24.058826 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-129802a8-8892-4817-b325-abb84c3470b6 admin admin] 10.222.0.59 "PUT /v2.0/routers/1194fb02-dce9-4c0b-baf2-59682e2983df/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1959713 Jul 27 20:58:24.061629 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 38420) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:58:24.076760 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-384eca5b-265b-42f9-9b93-c9d3ef949a5d req-ddccb289-5154-4c22-aa42-eb1e3f205e3e tempest-SecurityGroupsTestAdminJSON-396764909 tempest-SecurityGroupsTestAdminJSON-396764909-project-admin] Notify callbacks [] for security_group, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:24.077862 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-384eca5b-265b-42f9-9b93-c9d3ef949a5d req-ddccb289-5154-4c22-aa42-eb1e3f205e3e tempest-SecurityGroupsTestAdminJSON-396764909 tempest-SecurityGroupsTestAdminJSON-396764909-project-admin] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.4412758 Jul 27 20:58:24.082680 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddccb289-5154-4c22-aa42-eb1e3f205e3e tempest-SecurityGroupsTestAdminJSON-396764909 tempest-SecurityGroupsTestAdminJSON-396764909-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d79b9f6d-cc6e-4a83-9bee-88ace1206946,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:58:24.114328 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e3abd1-fda2-4b9f-99e4-e27a771a16d7 req-c3ae1df0-0c87-4f8b-aabd-d859be69e7bd tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:24.121755 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-11e3abd1-fda2-4b9f-99e4-e27a771a16d7 req-c3ae1df0-0c87-4f8b-aabd-d859be69e7bd tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] 10.222.0.59 "GET /v2.0/ports?device_id=008467f6-8a03-4733-8572-0921b55201b1 HTTP/1.1" status: 200 len: 944 time: 0.1665423 Jul 27 20:58:24.195016 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-11e3abd1-fda2-4b9f-99e4-e27a771a16d7 req-da973180-a5b6-45ac-9950-54e1a7945dd2 tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] 10.222.0.59 "GET /v2.0/security-groups?id=d1766e71-7b2a-4f2d-acc0-530f862b8fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590460 Jul 27 20:58:24.218163 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-4c463f17-708d-4719-a849-13fcc812068b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1194fb02-dce9-4c0b-baf2-59682e2983df', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1891222156-router', 'tenant_id': '45979582101044d4942165614cfeb1b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.59'}], 'enable_snat': True}, 'gw_port_id': '3553a81d-9ebb-47b0-9fbe-2be78de7219d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:58:11Z', 'updated_at': '2021-07-27T20:58:22Z', 'revision_number': 5, 'project_id': '45979582101044d4942165614cfeb1b2', 'gw_port': {'id': '3553a81d-9ebb-47b0-9fbe-2be78de7219d', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:8f:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1194fb02-dce9-4c0b-baf2-59682e2983df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 726, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:58:12Z', 'updated_at': '2021-07-27T20:58:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22'}], 'n-d-705658-22', False) {} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:58:24.219269 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-112391ca-ef5e-4f92-89a5-f116912259b7 admin admin] Notify callbacks [] for router, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:24.247313 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c463f17-708d-4719-a849-13fcc812068b None None] The sync data for ids ['1194fb02-dce9-4c0b-baf2-59682e2983df'] in n-d-705658-22 is: [{'id': '1194fb02-dce9-4c0b-baf2-59682e2983df', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1891222156-router', 'tenant_id': '45979582101044d4942165614cfeb1b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.59'}], 'enable_snat': True}, 'gw_port_id': '3553a81d-9ebb-47b0-9fbe-2be78de7219d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:58:11Z', 'updated_at': '2021-07-27T20:58:22Z', 'revision_number': 5, 'project_id': '45979582101044d4942165614cfeb1b2', 'gw_port': {'id': '3553a81d-9ebb-47b0-9fbe-2be78de7219d', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:8f:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1194fb02-dce9-4c0b-baf2-59682e2983df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 726, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:58:12Z', 'updated_at': '2021-07-27T20:58:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22'}] {{(pid=105586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 20:58:24.354498 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-112391ca-ef5e-4f92-89a5-f116912259b7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:24.427563 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-112391ca-ef5e-4f92-89a5-f116912259b7 admin admin] Deleting port 3553a81d-9ebb-47b0-9fbe-2be78de7219d {{(pid=105584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:58:24.427903 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-112391ca-ef5e-4f92-89a5-f116912259b7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:24.522711 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [None req-112391ca-ef5e-4f92-89a5-f116912259b7 admin admin] For port 3553a81d-9ebb-47b0-9fbe-2be78de7219d, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=3553a81d-9ebb-47b0-9fbe-2be78de7219d,segment=NetworkSegment(12196855-9a32-4633-9a56-77697ef9e126),segment_id=12196855-9a32-4633-9a56-77697ef9e126)] {{(pid=105584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:58:24.523273 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-112391ca-ef5e-4f92-89a5-f116912259b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:24.539399 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-112391ca-ef5e-4f92-89a5-f116912259b7 admin admin] Calling delete_port for 3553a81d-9ebb-47b0-9fbe-2be78de7219d owned by network:router_gateway {{(pid=105584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:58:24.541961 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-d5551bd7-1ab9-421a-b9d9-a5d686aa8f72 req-085d669a-8f0e-4725-95a3-9f8432e38973 tempest-SecurityGroupsTestAdminJSON-396764909 tempest-SecurityGroupsTestAdminJSON-396764909-project-admin] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 53290 time: 0.3383379 Jul 27 20:58:24.593916 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-d5551bd7-1ab9-421a-b9d9-a5d686aa8f72 req-d4510e2d-6b84-4742-890b-4046283097c0 tempest-SecurityGroupsTestAdminJSON-396764909 tempest-SecurityGroupsTestAdminJSON-396764909-project-admin] 10.222.0.59 "GET /v2.0/security-groups/1704a4a7-177c-425c-8855-5494761793a2 HTTP/1.1" status: 200 len: 2981 time: 0.0417411 Jul 27 20:58:24.660618 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-d5551bd7-1ab9-421a-b9d9-a5d686aa8f72 req-78771d8e-4096-423c-846a-358587415ce9 tempest-SecurityGroupsTestAdminJSON-396764909 tempest-SecurityGroupsTestAdminJSON-396764909-project-admin] 10.222.0.59 "GET /v2.0/security-groups/1704a4a7-177c-425c-8855-5494761793a2 HTTP/1.1" status: 200 len: 2981 time: 0.0607312 Jul 27 20:58:24.760912 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-d5551bd7-1ab9-421a-b9d9-a5d686aa8f72 req-2c9612e2-10df-4c10-91fd-a23fcce99938 tempest-SecurityGroupsTestAdminJSON-396764909 tempest-SecurityGroupsTestAdminJSON-396764909-project-admin] 10.222.0.59 "GET /v2.0/security-groups/1ddfb5ea-ed18-4d6d-89c7-2e1c2540ae52 HTTP/1.1" status: 200 len: 2981 time: 0.0929811 Jul 27 20:58:24.804287 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-112391ca-ef5e-4f92-89a5-f116912259b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:24.824847 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-d5551bd7-1ab9-421a-b9d9-a5d686aa8f72 req-ded49cac-b438-4f5b-aa49-2f34f41bd6ee tempest-SecurityGroupsTestAdminJSON-396764909 tempest-SecurityGroupsTestAdminJSON-396764909-project-admin] 10.222.0.59 "GET /v2.0/security-groups/1ddfb5ea-ed18-4d6d-89c7-2e1c2540ae52 HTTP/1.1" status: 200 len: 2981 time: 0.0634527 Jul 27 20:58:24.840910 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112391ca-ef5e-4f92-89a5-f116912259b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=3553a81d-9ebb-47b0-9fbe-2be78de7219d,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:58:24.924780 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-112391ca-ef5e-4f92-89a5-f116912259b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4075702'] for router_gateway, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:24.930939 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-d5551bd7-1ab9-421a-b9d9-a5d686aa8f72 req-f39cb1be-0d95-4847-a9de-70cfcca0b291 tempest-SecurityGroupsTestAdminJSON-396764909 tempest-SecurityGroupsTestAdminJSON-396764909-project-admin] 10.222.0.59 "GET /v2.0/security-groups/28c9ec93-fad1-4696-908d-380d1d297506 HTTP/1.1" status: 200 len: 2981 time: 0.0985882 Jul 27 20:58:24.994980 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-d5551bd7-1ab9-421a-b9d9-a5d686aa8f72 req-a62e5bd8-e343-4331-82ea-d6f1e8459d0b tempest-SecurityGroupsTestAdminJSON-396764909 tempest-SecurityGroupsTestAdminJSON-396764909-project-admin] 10.222.0.59 "GET /v2.0/security-groups/28c9ec93-fad1-4696-908d-380d1d297506 HTTP/1.1" status: 200 len: 2981 time: 0.0630126 Jul 27 20:58:25.021963 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6baf5a3b-c2a7-4032-9353-7bafb6cc3436 req-a7832415-548b-4288-a40c-dabf2f1beffc tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:25.024145 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-6baf5a3b-c2a7-4032-9353-7bafb6cc3436 req-a7832415-548b-4288-a40c-dabf2f1beffc tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] 10.222.0.59 "GET /v2.0/ports?device_id=6a9e53e1-344c-4083-a4f6-dbd12c7060f8 HTTP/1.1" status: 200 len: 951 time: 0.1412282 Jul 27 20:58:25.080679 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-d5551bd7-1ab9-421a-b9d9-a5d686aa8f72 req-178a856f-3780-4d1e-9b7c-7fa1f754d1d4 tempest-SecurityGroupsTestAdminJSON-396764909 tempest-SecurityGroupsTestAdminJSON-396764909-project-admin] 10.222.0.59 "GET /v2.0/security-groups/402e068a-cd99-4ba8-8fc1-91ba148e5393 HTTP/1.1" status: 200 len: 2981 time: 0.0846000 Jul 27 20:58:25.103483 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-6baf5a3b-c2a7-4032-9353-7bafb6cc3436 req-a9d05b1d-c88c-466e-a6f3-8a95db391801 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] 10.222.0.59 "GET /v2.0/security-groups?id=c6534cb3-b44e-4a83-b57e-ddb72c2ad843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724094 Jul 27 20:58:25.141343 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-d5551bd7-1ab9-421a-b9d9-a5d686aa8f72 req-7cee0d90-cbd0-49e4-8b7a-64ea154ead56 tempest-SecurityGroupsTestAdminJSON-396764909 tempest-SecurityGroupsTestAdminJSON-396764909-project-admin] 10.222.0.59 "GET /v2.0/security-groups/402e068a-cd99-4ba8-8fc1-91ba148e5393 HTTP/1.1" status: 200 len: 2981 time: 0.0597582 Jul 27 20:58:25.193707 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-090c663c-6bfd-40b7-8c42-d99ca89d8146 None None] Sync routers for ids ['1194fb02-dce9-4c0b-baf2-59682e2983df'] in n-d-705658-22 {{(pid=105587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 20:58:25.208625 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-090c663c-6bfd-40b7-8c42-d99ca89d8146 None None] Routers {'1194fb02-dce9-4c0b-baf2-59682e2983df'} bound to L3 agent in host n-d-705658-22 {{(pid=105587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:58:25.209278 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-090c663c-6bfd-40b7-8c42-d99ca89d8146 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T20:58:11Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['1194fb02-dce9-4c0b-baf2-59682e2983df'], 'active': True} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:58:25.221466 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-d5551bd7-1ab9-421a-b9d9-a5d686aa8f72 req-bd5c792b-ef34-4642-b20d-f5749da15c7b tempest-SecurityGroupsTestAdminJSON-396764909 tempest-SecurityGroupsTestAdminJSON-396764909-project-admin] 10.222.0.59 "GET /v2.0/security-groups/61422428-99eb-4cbb-8f6a-d1bdd902c7d9 HTTP/1.1" status: 200 len: 2977 time: 0.0655370 Jul 27 20:58:25.302188 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-d5551bd7-1ab9-421a-b9d9-a5d686aa8f72 req-08084fae-8c7e-4be5-9d32-1912ec911874 tempest-SecurityGroupsTestAdminJSON-396764909 tempest-SecurityGroupsTestAdminJSON-396764909-project-admin] 10.222.0.59 "GET /v2.0/security-groups/61422428-99eb-4cbb-8f6a-d1bdd902c7d9 HTTP/1.1" status: 200 len: 2977 time: 0.0719371 Jul 27 20:58:25.312902 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvr_db [None req-090c663c-6bfd-40b7-8c42-d99ca89d8146 None None] Set router 1194fb02-dce9-4c0b-baf2-59682e2983df gateway port host: None {{(pid=105587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:58:25.384512 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-090c663c-6bfd-40b7-8c42-d99ca89d8146 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1194fb02-dce9-4c0b-baf2-59682e2983df', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1891222156-router', 'tenant_id': '45979582101044d4942165614cfeb1b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:58:11Z', 'updated_at': '2021-07-27T20:58:24Z', 'revision_number': 7, 'project_id': '45979582101044d4942165614cfeb1b2', 'gw_port_host': None}], 'n-d-705658-22', False) {} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:58:25.391485 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-112391ca-ef5e-4f92-89a5-f116912259b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4163631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-425'] for router, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:25.393742 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-112391ca-ef5e-4f92-89a5-f116912259b7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:25.400755 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-d5551bd7-1ab9-421a-b9d9-a5d686aa8f72 req-f7e677b5-d8d6-449c-9d21-2757460b24bf tempest-SecurityGroupsTestAdminJSON-396764909 tempest-SecurityGroupsTestAdminJSON-396764909-project-admin] 10.222.0.59 "GET /v2.0/security-groups/68cc6fb9-0fab-43c7-aa8a-3890b886be63 HTTP/1.1" status: 200 len: 2977 time: 0.0915632 Jul 27 20:58:25.416858 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-090c663c-6bfd-40b7-8c42-d99ca89d8146 None None] Checking router: 1194fb02-dce9-4c0b-baf2-59682e2983df for host: n-d-705658-22 {{(pid=105587) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 20:58:25.426139 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-090c663c-6bfd-40b7-8c42-d99ca89d8146 None None] Routers {'1194fb02-dce9-4c0b-baf2-59682e2983df'} bound to L3 agent in host n-d-705658-22 {{(pid=105587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:58:25.426971 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-090c663c-6bfd-40b7-8c42-d99ca89d8146 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T20:58:11Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['1194fb02-dce9-4c0b-baf2-59682e2983df'], 'active': True} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:58:25.457086 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89971053-11c6-4e8d-9f4c-45dd4ebb918b req-5d71a233-10bb-4022-8149-3a67f614dcc4 tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:25.458752 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-89971053-11c6-4e8d-9f4c-45dd4ebb918b req-5d71a233-10bb-4022-8149-3a67f614dcc4 tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] 10.222.0.59 "GET /v2.0/ports?device_id=008467f6-8a03-4733-8572-0921b55201b1 HTTP/1.1" status: 200 len: 944 time: 0.1267741 Jul 27 20:58:25.467890 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-112391ca-ef5e-4f92-89a5-f116912259b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4163007'] for router, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:25.468612 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-112391ca-ef5e-4f92-89a5-f116912259b7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1194fb02-dce9-4c0b-baf2-59682e2983df {{(pid=105584) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 20:58:25.476833 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-112391ca-ef5e-4f92-89a5-f116912259b7 admin admin] Notify callbacks [] for router, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:25.479045 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-112391ca-ef5e-4f92-89a5-f116912259b7 admin admin] 10.222.0.59 "DELETE /v2.0/routers/1194fb02-dce9-4c0b-baf2-59682e2983df HTTP/1.1" status: 204 len: 168 time: 1.4154842 Jul 27 20:58:25.481213 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 38442) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:58:25.497030 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-d5551bd7-1ab9-421a-b9d9-a5d686aa8f72 req-fea175e7-5f36-4cdc-91df-17afc68c4c32 tempest-SecurityGroupsTestAdminJSON-396764909 tempest-SecurityGroupsTestAdminJSON-396764909-project-admin] 10.222.0.59 "GET /v2.0/security-groups/68cc6fb9-0fab-43c7-aa8a-3890b886be63 HTTP/1.1" status: 200 len: 2977 time: 0.0898247 Jul 27 20:58:25.502599 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvr_db [None req-090c663c-6bfd-40b7-8c42-d99ca89d8146 None None] Set router 1194fb02-dce9-4c0b-baf2-59682e2983df gateway port host: None {{(pid=105587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:58:25.551595 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-89971053-11c6-4e8d-9f4c-45dd4ebb918b req-80e17c95-409d-4815-bad3-b89f8d15556d tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] 10.222.0.59 "GET /v2.0/security-groups?id=d1766e71-7b2a-4f2d-acc0-530f862b8fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811284 Jul 27 20:58:25.564130 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-d5551bd7-1ab9-421a-b9d9-a5d686aa8f72 req-72a8219d-c819-4a2e-9a07-ef80335a3e98 tempest-SecurityGroupsTestAdminJSON-396764909 tempest-SecurityGroupsTestAdminJSON-396764909-project-admin] 10.222.0.59 "GET /v2.0/security-groups/8b31e441-b0aa-4937-85be-05e798573dbf HTTP/1.1" status: 200 len: 2977 time: 0.0611277 Jul 27 20:58:25.580039 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-090c663c-6bfd-40b7-8c42-d99ca89d8146 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1194fb02-dce9-4c0b-baf2-59682e2983df', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1891222156-router', 'tenant_id': '45979582101044d4942165614cfeb1b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:58:11Z', 'updated_at': '2021-07-27T20:58:24Z', 'revision_number': 7, 'project_id': '45979582101044d4942165614cfeb1b2', 'gw_port_host': None}], 'n-d-705658-22', False) {} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:58:25.584484 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.db_base_plugin_v2 [None req-b40ec38d-d886-4c21-87da-90cc52dd7f78 admin admin] Deleting subnet fccaa68a-c3de-4c45-b6af-acfabf6bd52b {{(pid=105584) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 20:58:25.589661 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-b40ec38d-d886-4c21-87da-90cc52dd7f78 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:25.611504 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-090c663c-6bfd-40b7-8c42-d99ca89d8146 None None] The sync data for ids ['1194fb02-dce9-4c0b-baf2-59682e2983df'] in n-d-705658-22 is: [{'id': '1194fb02-dce9-4c0b-baf2-59682e2983df', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1891222156-router', 'tenant_id': '45979582101044d4942165614cfeb1b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:58:11Z', 'updated_at': '2021-07-27T20:58:24Z', 'revision_number': 7, 'project_id': '45979582101044d4942165614cfeb1b2', 'gw_port_host': None}] {{(pid=105587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 20:58:25.611750 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-d5551bd7-1ab9-421a-b9d9-a5d686aa8f72 req-9099782a-1de3-4b02-ac53-b245619dc1da tempest-SecurityGroupsTestAdminJSON-396764909 tempest-SecurityGroupsTestAdminJSON-396764909-project-admin] 10.222.0.59 "GET /v2.0/security-groups/8b31e441-b0aa-4937-85be-05e798573dbf HTTP/1.1" status: 200 len: 2977 time: 0.0410862 Jul 27 20:58:25.638709 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-b40ec38d-d886-4c21-87da-90cc52dd7f78 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9014207'] for subnet, precommit_delete_associations {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:25.670085 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-d5551bd7-1ab9-421a-b9d9-a5d686aa8f72 req-14c2132a-dc43-47f5-ac51-d5dad6c6f3f7 tempest-SecurityGroupsTestAdminJSON-396764909 tempest-SecurityGroupsTestAdminJSON-396764909-project-admin] 10.222.0.59 "GET /v2.0/security-groups/8c9dad8f-1ffe-4a06-b40b-1d4e45a73b20 HTTP/1.1" status: 200 len: 2973 time: 0.0466630 Jul 27 20:58:25.731674 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-d5551bd7-1ab9-421a-b9d9-a5d686aa8f72 req-6381cf47-352b-4d99-acac-68a46aa5ade2 tempest-SecurityGroupsTestAdminJSON-396764909 tempest-SecurityGroupsTestAdminJSON-396764909-project-admin] 10.222.0.59 "GET /v2.0/security-groups/8c9dad8f-1ffe-4a06-b40b-1d4e45a73b20 HTTP/1.1" status: 200 len: 2973 time: 0.0549657 Jul 27 20:58:25.749519 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-b40ec38d-d886-4c21-87da-90cc52dd7f78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854965'] for subnet, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:25.783090 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-d5551bd7-1ab9-421a-b9d9-a5d686aa8f72 req-4ade659c-7fb7-4f4a-99d4-4081d5f5c962 tempest-SecurityGroupsTestAdminJSON-396764909 tempest-SecurityGroupsTestAdminJSON-396764909-project-admin] 10.222.0.59 "GET /v2.0/security-groups/93ff8ce1-5348-4b3e-8c67-6c86e17ff007 HTTP/1.1" status: 200 len: 2981 time: 0.0424266 Jul 27 20:58:25.813197 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-b40ec38d-d886-4c21-87da-90cc52dd7f78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9014081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9738825'] for subnet, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:25.832435 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-d5551bd7-1ab9-421a-b9d9-a5d686aa8f72 req-4133f80d-efe4-411e-b27f-fcaab94bffe8 tempest-SecurityGroupsTestAdminJSON-396764909 tempest-SecurityGroupsTestAdminJSON-396764909-project-admin] 10.222.0.59 "GET /v2.0/security-groups/93ff8ce1-5348-4b3e-8c67-6c86e17ff007 HTTP/1.1" status: 200 len: 2981 time: 0.0469615 Jul 27 20:58:25.842895 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40ec38d-d886-4c21-87da-90cc52dd7f78 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fccaa68a-c3de-4c45-b6af-acfabf6bd52b,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:58:25.848409 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-b40ec38d-d886-4c21-87da-90cc52dd7f78 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:25.849719 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5ebff8d-7fe4-4ac3-80c3-b245df28eef6 None None] Network d0284fc4-3dc5-4be2-a44f-277f599e8c12 requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 20:58:25.852703 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-b40ec38d-d886-4c21-87da-90cc52dd7f78 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/fccaa68a-c3de-4c45-b6af-acfabf6bd52b HTTP/1.1" status: 204 len: 168 time: 0.3702919 Jul 27 20:58:25.854084 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 38446) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:58:25.887154 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-d5551bd7-1ab9-421a-b9d9-a5d686aa8f72 req-ce2dfb74-48c8-4c6b-8de2-c36342eda1e5 tempest-SecurityGroupsTestAdminJSON-396764909 tempest-SecurityGroupsTestAdminJSON-396764909-project-admin] 10.222.0.59 "GET /v2.0/security-groups/9dd39787-c773-4e1e-afc7-6169131b96d0 HTTP/1.1" status: 200 len: 2981 time: 0.0479014 Jul 27 20:58:25.944054 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-b0f34c12-44d4-456d-be0c-592753e472a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-990557'] for network, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:25.951195 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-d5551bd7-1ab9-421a-b9d9-a5d686aa8f72 req-5ef5267c-e526-4999-bcf5-8c54fbd3c04e tempest-SecurityGroupsTestAdminJSON-396764909 tempest-SecurityGroupsTestAdminJSON-396764909-project-admin] 10.222.0.59 "GET /v2.0/security-groups/9dd39787-c773-4e1e-afc7-6169131b96d0 HTTP/1.1" status: 200 len: 2981 time: 0.0532765 Jul 27 20:58:26.012152 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-b0f34c12-44d4-456d-be0c-592753e472a2 admin admin] Deleting port 7afe9e4e-a642-48a5-98fd-2949d7b9faf8 {{(pid=105584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:58:26.012497 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-b0f34c12-44d4-456d-be0c-592753e472a2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:26.015779 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-d5551bd7-1ab9-421a-b9d9-a5d686aa8f72 req-0772d597-0f5b-429f-b971-9e761e0a2da1 tempest-SecurityGroupsTestAdminJSON-396764909 tempest-SecurityGroupsTestAdminJSON-396764909-project-admin] 10.222.0.59 "GET /v2.0/security-groups/c6534cb3-b44e-4a83-b57e-ddb72c2ad843 HTTP/1.1" status: 200 len: 2981 time: 0.0568357 Jul 27 20:58:26.082597 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-d5551bd7-1ab9-421a-b9d9-a5d686aa8f72 req-f70cd199-fcc6-4bbf-a0c6-654cab70b359 tempest-SecurityGroupsTestAdminJSON-396764909 tempest-SecurityGroupsTestAdminJSON-396764909-project-admin] 10.222.0.59 "GET /v2.0/security-groups/c6534cb3-b44e-4a83-b57e-ddb72c2ad843 HTTP/1.1" status: 200 len: 2981 time: 0.0601852 Jul 27 20:58:26.104775 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [None req-b0f34c12-44d4-456d-be0c-592753e472a2 admin admin] For port 7afe9e4e-a642-48a5-98fd-2949d7b9faf8, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=7afe9e4e-a642-48a5-98fd-2949d7b9faf8,segment=NetworkSegment(a787bd48-b354-4da7-ad7f-671819015866),segment_id=a787bd48-b354-4da7-ad7f-671819015866)] {{(pid=105584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:58:26.106258 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-b0f34c12-44d4-456d-be0c-592753e472a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:26.134468 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-b0f34c12-44d4-456d-be0c-592753e472a2 admin admin] Calling delete_port for 7afe9e4e-a642-48a5-98fd-2949d7b9faf8 owned by network:dhcp {{(pid=105584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:58:26.140737 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-000b643a-7fe0-4e1f-a98c-28e31733b2fa None None] DHCP port deletion for d0284fc4-3dc5-4be2-a44f-277f599e8c12 request from n-d-705658-22 {{(pid=105586) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 20:58:26.187451 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-d5551bd7-1ab9-421a-b9d9-a5d686aa8f72 req-921caefd-9c3f-404e-bed6-c5a9134706fc tempest-SecurityGroupsTestAdminJSON-396764909 tempest-SecurityGroupsTestAdminJSON-396764909-project-admin] 10.222.0.59 "GET /v2.0/security-groups/d1766e71-7b2a-4f2d-acc0-530f862b8fa8 HTTP/1.1" status: 200 len: 2981 time: 0.0963607 Jul 27 20:58:26.241425 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 3553a81d-9ebb-47b0-9fbe-2be78de7219d no longer exists at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 20:58:26.283261 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] No Port match for: 3553a81d-9ebb-47b0-9fbe-2be78de7219d {{(pid=105586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 20:58:26.283699 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 3553a81d-9ebb-47b0-9fbe-2be78de7219d not bound to the agent host n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 20:58:26.299523 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-000b643a-7fe0-4e1f-a98c-28e31733b2fa None None] Deleting port 7afe9e4e-a642-48a5-98fd-2949d7b9faf8 {{(pid=105586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:58:26.300128 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-000b643a-7fe0-4e1f-a98c-28e31733b2fa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:26.305301 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-d5551bd7-1ab9-421a-b9d9-a5d686aa8f72 req-8d50edf7-6390-4743-bccc-cf1c53dd4d16 tempest-SecurityGroupsTestAdminJSON-396764909 tempest-SecurityGroupsTestAdminJSON-396764909-project-admin] 10.222.0.59 "GET /v2.0/security-groups/d1766e71-7b2a-4f2d-acc0-530f862b8fa8 HTTP/1.1" status: 200 len: 2981 time: 0.1094303 Jul 27 20:58:26.322560 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc21c5a-15e0-456d-ae6c-e7cb0942262e req-f7b26311-fad9-4369-8083-df79a3319ce6 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:26.325235 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-0bc21c5a-15e0-456d-ae6c-e7cb0942262e req-f7b26311-fad9-4369-8083-df79a3319ce6 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] 10.222.0.36 "GET /v2.0/ports?device_id=6a9e53e1-344c-4083-a4f6-dbd12c7060f8 HTTP/1.1" status: 200 len: 951 time: 0.1874774 Jul 27 20:58:26.340867 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-b0f34c12-44d4-456d-be0c-592753e472a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:26.366972 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-d5551bd7-1ab9-421a-b9d9-a5d686aa8f72 req-d5cb8a06-9856-44df-9cc4-5b7742dc3d66 tempest-SecurityGroupsTestAdminJSON-396764909 tempest-SecurityGroupsTestAdminJSON-396764909-project-admin] 10.222.0.59 "GET /v2.0/security-groups/e8209215-bf66-4bb1-96ba-041099e74ea3 HTTP/1.1" status: 200 len: 2981 time: 0.0534961 Jul 27 20:58:26.394552 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f34c12-44d4-456d-be0c-592753e472a2 admin admin] Pushing event deleted for resources: {'Port': ['ID=7afe9e4e-a642-48a5-98fd-2949d7b9faf8,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:58:26.395964 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Device 1395472e-41cc-4835-bd1d-c59242336b8e up at agent hyperv_n-h2-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:58:26.401144 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0f34c12-44d4-456d-be0c-592753e472a2 admin admin] No DVR routers for this DVR port 7afe9e4e-a642-48a5-98fd-2949d7b9faf8 on host n-d-705658-22 {{(pid=105584) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 20:58:26.407458 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201d0677-4f7e-4ffd-8f4f-a2b66eacb61e req-39cb03dc-c29d-48c6-a80f-1de8d1ca924d tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:26.409542 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-201d0677-4f7e-4ffd-8f4f-a2b66eacb61e req-39cb03dc-c29d-48c6-a80f-1de8d1ca924d tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] 10.222.0.59 "GET /v2.0/ports?device_id=6a9e53e1-344c-4083-a4f6-dbd12c7060f8 HTTP/1.1" status: 200 len: 951 time: 0.1684983 Jul 27 20:58:26.473567 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-d5551bd7-1ab9-421a-b9d9-a5d686aa8f72 req-b30978e5-caf5-4559-bd5c-e72576cb505a tempest-SecurityGroupsTestAdminJSON-396764909 tempest-SecurityGroupsTestAdminJSON-396764909-project-admin] 10.222.0.59 "GET /v2.0/security-groups/e8209215-bf66-4bb1-96ba-041099e74ea3 HTTP/1.1" status: 200 len: 2981 time: 0.0973880 Jul 27 20:58:26.504254 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-000b643a-7fe0-4e1f-a98c-28e31733b2fa None None] For port 7afe9e4e-a642-48a5-98fd-2949d7b9faf8, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=7afe9e4e-a642-48a5-98fd-2949d7b9faf8,segment=NetworkSegment(a787bd48-b354-4da7-ad7f-671819015866),segment_id=a787bd48-b354-4da7-ad7f-671819015866)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:58:26.504963 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-000b643a-7fe0-4e1f-a98c-28e31733b2fa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:26.507620 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-b0f34c12-44d4-456d-be0c-592753e472a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853562', 'neutron.services.segments.db._delete_segments_for_network-8790688882975'] for network, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:26.525840 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-000b643a-7fe0-4e1f-a98c-28e31733b2fa None None] Calling delete_port for 7afe9e4e-a642-48a5-98fd-2949d7b9faf8 owned by network:dhcp {{(pid=105586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:58:26.531041 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-3d54578f-831f-4696-b568-13c455922dab None None] Provisioning for port 1395472e-41cc-4835-bd1d-c59242336b8e completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:58:26.543046 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-3d54578f-831f-4696-b568-13c455922dab None None] Provisioning complete for port 1395472e-41cc-4835-bd1d-c59242336b8e triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:58:26.543046 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:26.549244 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-201d0677-4f7e-4ffd-8f4f-a2b66eacb61e req-e94dff08-9871-4887-810f-e312c677a2c8 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] 10.222.0.59 "GET /v2.0/security-groups?id=c6534cb3-b44e-4a83-b57e-ddb72c2ad843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277206 Jul 27 20:58:26.559410 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.segments.db [None req-b0f34c12-44d4-456d-be0c-592753e472a2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0284fc4-3dc5-4be2-a44f-277f599e8c12']}} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:58:26.594599 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.segments.db [None req-b0f34c12-44d4-456d-be0c-592753e472a2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a787bd48-b354-4da7-ad7f-671819015866') {'for_net_delete': True} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:58:26.594599 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.segments.db [None req-b0f34c12-44d4-456d-be0c-592753e472a2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a787bd48-b354-4da7-ad7f-671819015866') {} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:58:26.597888 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-d5551bd7-1ab9-421a-b9d9-a5d686aa8f72 req-85c7be6d-04d1-4043-9108-9774cd2f53dd tempest-SecurityGroupsTestAdminJSON-396764909 tempest-SecurityGroupsTestAdminJSON-396764909-project-admin] 10.222.0.59 "GET /v2.0/security-groups/ee6ba9be-e2ba-4b1b-8b46-428ec5a49e6e HTTP/1.1" status: 200 len: 2981 time: 0.1156576 Jul 27 20:58:26.623146 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-b0f34c12-44d4-456d-be0c-592753e472a2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790688883752', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9014348'] for segment, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:26.651592 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-b0f34c12-44d4-456d-be0c-592753e472a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:26.660063 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device aa633d20-3f03-48c8-9390-1d9687dcf96b no longer exists at agent hyperv_n-h1-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 20:58:26.661395 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0f34c12-44d4-456d-be0c-592753e472a2 admin admin] Releasing vlan 232 on physical network physnet1 to pool {{(pid=105584) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 20:58:26.661891 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-b0f34c12-44d4-456d-be0c-592753e472a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9014063'] for segment, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:26.663824 n-d-705658-22 neutron-server[105584]: Traceback (most recent call last): Jul 27 20:58:26.663824 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 20:58:26.663824 n-d-705658-22 neutron-server[105584]: timer() Jul 27 20:58:26.663824 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 20:58:26.663824 n-d-705658-22 neutron-server[105584]: cb(*args, **kw) Jul 27 20:58:26.663824 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 20:58:26.663824 n-d-705658-22 neutron-server[105584]: return func(*args, **kwargs) Jul 27 20:58:26.663824 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 20:58:26.663824 n-d-705658-22 neutron-server[105584]: self._notify() Jul 27 20:58:26.663824 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 20:58:26.663824 n-d-705658-22 neutron-server[105584]: self.callback(batched_events) Jul 27 20:58:26.663824 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 20:58:26.663824 n-d-705658-22 neutron-server[105584]: event.method(event) Jul 27 20:58:26.663824 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 20:58:26.663824 n-d-705658-22 neutron-server[105584]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 20:58:26.663824 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 20:58:26.663824 n-d-705658-22 neutron-server[105584]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 20:58:26.663824 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 20:58:26.663824 n-d-705658-22 neutron-server[105584]: return f(self, *a, **k) Jul 27 20:58:26.663824 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 20:58:26.663824 n-d-705658-22 neutron-server[105584]: return self._get(url).json() Jul 27 20:58:26.663824 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 20:58:26.663824 n-d-705658-22 neutron-server[105584]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 20:58:26.663824 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 20:58:26.663824 n-d-705658-22 neutron-server[105584]: return self.request(url, 'GET', **kwargs) Jul 27 20:58:26.663824 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 20:58:26.663824 n-d-705658-22 neutron-server[105584]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 20:58:26.663824 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 20:58:26.663824 n-d-705658-22 neutron-server[105584]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 20:58:26.663824 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 20:58:26.663824 n-d-705658-22 neutron-server[105584]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 20:58:26.663824 n-d-705658-22 neutron-server[105584]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 20:58:26.676495 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [req-0bc21c5a-15e0-456d-ae6c-e7cb0942262e req-6ddb5db9-3e26-4b99-b690-51ecd6b34ef7 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] Deleting port 49462502-98c7-474a-ab59-a5fef55bb950 {{(pid=105584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:58:26.677050 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-0bc21c5a-15e0-456d-ae6c-e7cb0942262e req-6ddb5db9-3e26-4b99-b690-51ecd6b34ef7 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:26.678744 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-d5551bd7-1ab9-421a-b9d9-a5d686aa8f72 req-1d13ddfc-9830-4163-bf6f-5983623c32fa tempest-SecurityGroupsTestAdminJSON-396764909 tempest-SecurityGroupsTestAdminJSON-396764909-project-admin] 10.222.0.59 "GET /v2.0/security-groups/ee6ba9be-e2ba-4b1b-8b46-428ec5a49e6e HTTP/1.1" status: 200 len: 2981 time: 0.0747795 Jul 27 20:58:26.721185 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-28650df7-c46c-4981-b84f-37d87254047e None None] No Port match for: aa633d20-3f03-48c8-9390-1d9687dcf96b {{(pid=105586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 20:58:26.723184 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device aa633d20-3f03-48c8-9390-1d9687dcf96b not bound to the agent host n-h1-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 20:58:26.763296 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-b0f34c12-44d4-456d-be0c-592753e472a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4075658'] for network, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:26.788768 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-000b643a-7fe0-4e1f-a98c-28e31733b2fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180'] for port, after_delete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:26.818046 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-000b643a-7fe0-4e1f-a98c-28e31733b2fa None None] Network d0284fc4-3dc5-4be2-a44f-277f599e8c12 is not hosted by any dhcp agent {{(pid=105586) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 27 20:58:26.819093 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-000b643a-7fe0-4e1f-a98c-28e31733b2fa None None] No DVR routers for this DVR port 7afe9e4e-a642-48a5-98fd-2949d7b9faf8 on host n-d-705658-22 {{(pid=105586) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 20:58:26.823387 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000b643a-7fe0-4e1f-a98c-28e31733b2fa None None] Pushing event deleted for resources: {'Port': ['ID=7afe9e4e-a642-48a5-98fd-2949d7b9faf8,revision_number=None']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:58:26.831928 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-b0f34c12-44d4-456d-be0c-592753e472a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743886'] for network, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:26.845234 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-b0f34c12-44d4-456d-be0c-592753e472a2 admin admin] 10.222.0.59 "DELETE /v2.0/networks/d0284fc4-3dc5-4be2-a44f-277f599e8c12 HTTP/1.1" status: 204 len: 168 time: 0.9881732 Jul 27 20:58:26.845356 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f34c12-44d4-456d-be0c-592753e472a2 admin admin] Pushing event deleted for resources: {'Network': ['ID=d0284fc4-3dc5-4be2-a44f-277f599e8c12,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:58:26.917769 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:26.941196 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [req-0bc21c5a-15e0-456d-ae6c-e7cb0942262e req-6ddb5db9-3e26-4b99-b690-51ecd6b34ef7 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] For port 49462502-98c7-474a-ab59-a5fef55bb950, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=49462502-98c7-474a-ab59-a5fef55bb950,segment=NetworkSegment(86b1e6f6-d629-4b03-8944-4cdfbfb93d02),segment_id=86b1e6f6-d629-4b03-8944-4cdfbfb93d02)] {{(pid=105584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:58:26.941196 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-0bc21c5a-15e0-456d-ae6c-e7cb0942262e req-6ddb5db9-3e26-4b99-b690-51ecd6b34ef7 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:26.941595 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56bdd75-262e-483b-a963-e166df59b925 req-029f5e22-832f-4ec1-bf22-ea7e46e23322 tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:26.949628 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a56bdd75-262e-483b-a963-e166df59b925 req-029f5e22-832f-4ec1-bf22-ea7e46e23322 tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] 10.222.0.59 "GET /v2.0/ports?device_id=008467f6-8a03-4733-8572-0921b55201b1 HTTP/1.1" status: 200 len: 944 time: 0.1726103 Jul 27 20:58:26.969767 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '008467f6-8a03-4733-8572-0921b55201b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1395472e-41cc-4835-bd1d-c59242336b8e'}] {{(pid=105586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:58:26.971519 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [req-0bc21c5a-15e0-456d-ae6c-e7cb0942262e req-6ddb5db9-3e26-4b99-b690-51ecd6b34ef7 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] Calling delete_port for 49462502-98c7-474a-ab59-a5fef55bb950 owned by compute:nova {{(pid=105584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:58:26.982036 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14c1663e039faf5393f87855f745010ac5b02220355b68fdbf065393e303ac56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af8d2015-0807-4112-8da7-b7098365f2f7" -d '{"events": [{"server_uuid": "008467f6-8a03-4733-8572-0921b55201b1", "name": "network-vif-plugged", "status": "completed", "tag": "1395472e-41cc-4835-bd1d-c59242336b8e"}]}' {{(pid=105586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:58:26.984180 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-7a013266-01fa-413d-8a4c-c8fbcacb2cac req-2c4f51ee-b9e3-43f8-958c-c995afc687fd tempest-SecurityGroupsTestAdminJSON-1803369871 tempest-SecurityGroupsTestAdminJSON-1803369871-project] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=86804408fad84720aade003ff7858054 HTTP/1.1" status: 200 len: 6103 time: 0.1624589 Jul 27 20:58:27.017560 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] For port 1395472e-41cc-4835-bd1d-c59242336b8e, host n-h2-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=1395472e-41cc-4835-bd1d-c59242336b8e,segment=NetworkSegment(872889e4-5d02-4ec8-807e-3e5c98ba67af),segment_id=872889e4-5d02-4ec8-807e-3e5c98ba67af)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:58:27.027471 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:27.043557 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a56bdd75-262e-483b-a963-e166df59b925 req-3b766e95-1d3e-47f0-b679-51eaf4d40455 tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] 10.222.0.59 "GET /v2.0/security-groups?id=d1766e71-7b2a-4f2d-acc0-530f862b8fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790854 Jul 27 20:58:27.091671 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Pushing event updated for resources: {'Port': ['ID=1395472e-41cc-4835-bd1d-c59242336b8e,revision_number=5']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:58:27.127582 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-7a013266-01fa-413d-8a4c-c8fbcacb2cac req-f8bcb470-3951-4f48-a6fb-59ecf56f48d7 tempest-SecurityGroupsTestAdminJSON-1803369871 tempest-SecurityGroupsTestAdminJSON-1803369871-project] 10.222.0.59 "GET /v2.0/security-groups/1704a4a7-177c-425c-8855-5494761793a2 HTTP/1.1" status: 200 len: 2981 time: 0.1311955 Jul 27 20:58:27.147602 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 38466) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:58:27.182718 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 20:58:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ef5f2ad-c46e-4fb7-b52d-d87cb99b2f65 x-openstack-request-id: req-4ef5f2ad-c46e-4fb7-b52d-d87cb99b2f65 {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:58:27.182718 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "008467f6-8a03-4733-8572-0921b55201b1", "name": "network-vif-plugged", "status": "completed", "tag": "1395472e-41cc-4835-bd1d-c59242336b8e", "code": 200}]} {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:58:27.182718 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-4ef5f2ad-c46e-4fb7-b52d-d87cb99b2f65 {{(pid=105586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:58:27.183253 n-d-705658-22 neutron-server[105586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '008467f6-8a03-4733-8572-0921b55201b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1395472e-41cc-4835-bd1d-c59242336b8e', 'code': 200} Jul 27 20:58:27.192514 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-0bc21c5a-15e0-456d-ae6c-e7cb0942262e req-6ddb5db9-3e26-4b99-b690-51ecd6b34ef7 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:27.194291 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-7a013266-01fa-413d-8a4c-c8fbcacb2cac req-93ae3c64-4c33-4d65-803d-8c3f0adf1bce tempest-SecurityGroupsTestAdminJSON-1803369871 tempest-SecurityGroupsTestAdminJSON-1803369871-project] 10.222.0.59 "GET /v2.0/security-groups/1704a4a7-177c-425c-8855-5494761793a2 HTTP/1.1" status: 200 len: 2981 time: 0.0603497 Jul 27 20:58:27.207164 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] get_ports_and_sgs() called for port_ids ['7c8a5e21-eb13-4770-9477-daf1bab77ba3', '76cb3011-9231-42e6-9602-db23c446c928', '49462502-98c7-474a-ab59-a5fef55bb950'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 20:58:27.261954 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ddb5db9-3e26-4b99-b690-51ecd6b34ef7 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] Pushing event deleted for resources: {'Port': ['ID=49462502-98c7-474a-ab59-a5fef55bb950,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:58:27.277480 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-0246813e-dd7e-49ca-9a80-c4b33b7a1ab9 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=45979582101044d4942165614cfeb1b2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1249318 Jul 27 20:58:27.277480 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 38470) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:58:27.322538 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-c952a06b-35c5-4122-a12b-ca831a1b4693 req-f73035e3-5d5e-4438-b207-8997c1a20d72 tempest-SecurityGroupsTestAdminJSON-396764909 tempest-SecurityGroupsTestAdminJSON-396764909-project-admin] 10.222.0.59 "GET /v2.0/security-groups/d79b9f6d-cc6e-4a83-9bee-88ace1206946 HTTP/1.1" status: 200 len: 1776 time: 0.0927901 Jul 27 20:58:27.348077 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bc21c5a-15e0-456d-ae6c-e7cb0942262e req-6ddb5db9-3e26-4b99-b690-51ecd6b34ef7 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] No DVR routers for this DVR port 49462502-98c7-474a-ab59-a5fef55bb950 on host n-h1-705658-22 {{(pid=105584) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 20:58:27.353231 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-0bc21c5a-15e0-456d-ae6c-e7cb0942262e req-6ddb5db9-3e26-4b99-b690-51ecd6b34ef7 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:27.355209 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-0bc21c5a-15e0-456d-ae6c-e7cb0942262e req-6ddb5db9-3e26-4b99-b690-51ecd6b34ef7 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] 10.222.0.36 "DELETE /v2.0/ports/49462502-98c7-474a-ab59-a5fef55bb950 HTTP/1.1" status: 204 len: 173 time: 1.0239084 Jul 27 20:58:27.355910 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a9e53e1-344c-4083-a4f6-dbd12c7060f8', 'name': 'network-vif-deleted', 'tag': '49462502-98c7-474a-ab59-a5fef55bb950'}] {{(pid=105584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:58:27.358173 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bce5e6c8685464f7626901654159975603b047827e3138302ed6566e28f1343" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7431e3f-d152-424d-8ffa-4c66189b947a" -d '{"events": [{"server_uuid": "6a9e53e1-344c-4083-a4f6-dbd12c7060f8", "name": "network-vif-deleted", "tag": "49462502-98c7-474a-ab59-a5fef55bb950"}]}' {{(pid=105584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:58:27.407571 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-e8bf7974-925c-4db8-ac5c-8b92bb6cad9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:27.424638 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f38f83-7a37-41bb-9a27-09ac35948711 req-ba7cba46-2005-40c0-8414-7f5f527ee2d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:27.426297 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-36f38f83-7a37-41bb-9a27-09ac35948711 req-ba7cba46-2005-40c0-8414-7f5f527ee2d4 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=008467f6-8a03-4733-8572-0921b55201b1 HTTP/1.1" status: 200 len: 1097 time: 0.1653244 Jul 27 20:58:27.434291 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-e8bf7974-925c-4db8-ac5c-8b92bb6cad9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:27.495026 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 20:58:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4363010-b912-4af9-85eb-03dd7c7d6140 x-openstack-request-id: req-a4363010-b912-4af9-85eb-03dd7c7d6140 {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:58:27.495714 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a9e53e1-344c-4083-a4f6-dbd12c7060f8", "name": "network-vif-deleted", "tag": "49462502-98c7-474a-ab59-a5fef55bb950", "status": "completed", "code": 200}]} {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:58:27.496201 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-a4363010-b912-4af9-85eb-03dd7c7d6140 {{(pid=105584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:58:27.496870 n-d-705658-22 neutron-server[105584]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a9e53e1-344c-4083-a4f6-dbd12c7060f8', 'name': 'network-vif-deleted', 'tag': '49462502-98c7-474a-ab59-a5fef55bb950', 'status': 'completed', 'code': 200} Jul 27 20:58:27.498025 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-e8bf7974-925c-4db8-ac5c-8b92bb6cad9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:27.506177 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-e8bf7974-925c-4db8-ac5c-8b92bb6cad9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:27.515152 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-c952a06b-35c5-4122-a12b-ca831a1b4693 req-417c2270-6adb-4582-aaca-b098524d2c43 tempest-SecurityGroupsTestAdminJSON-396764909 tempest-SecurityGroupsTestAdminJSON-396764909-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:27.515325 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-e8bf7974-925c-4db8-ac5c-8b92bb6cad9a admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/402e068a-cd99-4ba8-8fc1-91ba148e5393 HTTP/1.1" status: 204 len: 168 time: 0.2114904 Jul 27 20:58:27.528458 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8bf7974-925c-4db8-ac5c-8b92bb6cad9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=402e068a-cd99-4ba8-8fc1-91ba148e5393,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:58:27.555412 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-36f38f83-7a37-41bb-9a27-09ac35948711 req-3f2243a5-1818-4221-a9c1-e0e6a013aa84 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=d1766e71-7b2a-4f2d-acc0-530f862b8fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166153 Jul 27 20:58:27.582018 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-c952a06b-35c5-4122-a12b-ca831a1b4693 req-417c2270-6adb-4582-aaca-b098524d2c43 tempest-SecurityGroupsTestAdminJSON-396764909 tempest-SecurityGroupsTestAdminJSON-396764909-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:27.673843 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-c952a06b-35c5-4122-a12b-ca831a1b4693 req-417c2270-6adb-4582-aaca-b098524d2c43 tempest-SecurityGroupsTestAdminJSON-396764909 tempest-SecurityGroupsTestAdminJSON-396764909-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:27.677294 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-c952a06b-35c5-4122-a12b-ca831a1b4693 req-417c2270-6adb-4582-aaca-b098524d2c43 tempest-SecurityGroupsTestAdminJSON-396764909 tempest-SecurityGroupsTestAdminJSON-396764909-project-admin] Notify callbacks [] for security_group, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:27.695951 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-c952a06b-35c5-4122-a12b-ca831a1b4693 req-417c2270-6adb-4582-aaca-b098524d2c43 tempest-SecurityGroupsTestAdminJSON-396764909 tempest-SecurityGroupsTestAdminJSON-396764909-project-admin] 10.222.0.59 "DELETE /v2.0/security-groups/d79b9f6d-cc6e-4a83-9bee-88ace1206946 HTTP/1.1" status: 204 len: 173 time: 0.3628721 Jul 27 20:58:27.745204 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417c2270-6adb-4582-aaca-b098524d2c43 tempest-SecurityGroupsTestAdminJSON-396764909 tempest-SecurityGroupsTestAdminJSON-396764909-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d79b9f6d-cc6e-4a83-9bee-88ace1206946,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:58:27.789318 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e0f5a6b8-ce53-4d96-a493-3652ed59e3c3 req-b17e9240-e36c-45d8-971a-b3c0a0c4d9e7 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] 10.222.0.59 "GET /v2.0/ports?device_id=6a9e53e1-344c-4083-a4f6-dbd12c7060f8 HTTP/1.1" status: 200 len: 210 time: 0.0918233 Jul 27 20:58:27.818575 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e551b621-3ca9-4357-9d97-0e468415b711 req-a3ab9a36-c529-4501-a767-43e29c3ee91c tempest-SecurityGroupsTestAdminJSON-396764909 tempest-SecurityGroupsTestAdminJSON-396764909-project-admin] 10.222.0.59 "GET /v2.0/security-groups/77794548-1682-4546-aa6f-821cbed4f015 HTTP/1.1" status: 200 len: 1777 time: 0.1023140 Jul 27 20:58:27.942887 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-e551b621-3ca9-4357-9d97-0e468415b711 req-e019938f-8e26-443d-bbcd-64e51b54e8fa tempest-SecurityGroupsTestAdminJSON-396764909 tempest-SecurityGroupsTestAdminJSON-396764909-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:27.984362 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-e551b621-3ca9-4357-9d97-0e468415b711 req-e019938f-8e26-443d-bbcd-64e51b54e8fa tempest-SecurityGroupsTestAdminJSON-396764909 tempest-SecurityGroupsTestAdminJSON-396764909-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:28.062892 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-e551b621-3ca9-4357-9d97-0e468415b711 req-e019938f-8e26-443d-bbcd-64e51b54e8fa tempest-SecurityGroupsTestAdminJSON-396764909 tempest-SecurityGroupsTestAdminJSON-396764909-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:28.067608 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-e551b621-3ca9-4357-9d97-0e468415b711 req-e019938f-8e26-443d-bbcd-64e51b54e8fa tempest-SecurityGroupsTestAdminJSON-396764909 tempest-SecurityGroupsTestAdminJSON-396764909-project-admin] Notify callbacks [] for security_group, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:28.068826 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e551b621-3ca9-4357-9d97-0e468415b711 req-e019938f-8e26-443d-bbcd-64e51b54e8fa tempest-SecurityGroupsTestAdminJSON-396764909 tempest-SecurityGroupsTestAdminJSON-396764909-project-admin] 10.222.0.59 "DELETE /v2.0/security-groups/77794548-1682-4546-aa6f-821cbed4f015 HTTP/1.1" status: 204 len: 173 time: 0.2368522 Jul 27 20:58:28.077888 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e019938f-8e26-443d-bbcd-64e51b54e8fa tempest-SecurityGroupsTestAdminJSON-396764909 tempest-SecurityGroupsTestAdminJSON-396764909-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77794548-1682-4546-aa6f-821cbed4f015,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:58:28.100650 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 7afe9e4e-a642-48a5-98fd-2949d7b9faf8 no longer exists at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 20:58:28.135788 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] No Port match for: 7afe9e4e-a642-48a5-98fd-2949d7b9faf8 {{(pid=105586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 20:58:28.136407 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 7afe9e4e-a642-48a5-98fd-2949d7b9faf8 not bound to the agent host n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 20:58:28.197919 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-601cd914-87d8-4d3b-81f6-23dd6956118f req-56c71d0e-12d6-42fb-8e04-f8a9c2b35e5b tempest-SecurityGroupsTestAdminJSON-1803369871 tempest-SecurityGroupsTestAdminJSON-1803369871-project] 10.222.0.59 "GET /v2.0/security-groups/2c0b32bc-4ae4-4902-a0ed-9de5ece0da27 HTTP/1.1" status: 200 len: 1777 time: 0.0950642 Jul 27 20:58:28.265021 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da526eb-d0e7-44e2-b496-91f70c76d775 req-700f5efe-ed09-4490-a3cc-b6609d8fb8ca tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:28.266499 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-9da526eb-d0e7-44e2-b496-91f70c76d775 req-700f5efe-ed09-4490-a3cc-b6609d8fb8ca tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] 10.222.0.59 "GET /v2.0/ports?device_id=008467f6-8a03-4733-8572-0921b55201b1 HTTP/1.1" status: 200 len: 945 time: 0.1116130 Jul 27 20:58:28.297140 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-601cd914-87d8-4d3b-81f6-23dd6956118f req-833cbb38-fab7-4488-a57e-9153c9a3dd51 tempest-SecurityGroupsTestAdminJSON-1803369871 tempest-SecurityGroupsTestAdminJSON-1803369871-project] Notify callbacks [] for security_group, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:28.333288 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-601cd914-87d8-4d3b-81f6-23dd6956118f req-833cbb38-fab7-4488-a57e-9153c9a3dd51 tempest-SecurityGroupsTestAdminJSON-1803369871 tempest-SecurityGroupsTestAdminJSON-1803369871-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:28.343634 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-9da526eb-d0e7-44e2-b496-91f70c76d775 req-d4261ff6-3e2c-4632-84d2-dc467d288c28 tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] 10.222.0.59 "GET /v2.0/security-groups?id=d1766e71-7b2a-4f2d-acc0-530f862b8fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641725 Jul 27 20:58:28.389660 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-601cd914-87d8-4d3b-81f6-23dd6956118f req-833cbb38-fab7-4488-a57e-9153c9a3dd51 tempest-SecurityGroupsTestAdminJSON-1803369871 tempest-SecurityGroupsTestAdminJSON-1803369871-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:28.394312 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-601cd914-87d8-4d3b-81f6-23dd6956118f req-833cbb38-fab7-4488-a57e-9153c9a3dd51 tempest-SecurityGroupsTestAdminJSON-1803369871 tempest-SecurityGroupsTestAdminJSON-1803369871-project] Notify callbacks [] for security_group, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:28.395503 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-601cd914-87d8-4d3b-81f6-23dd6956118f req-833cbb38-fab7-4488-a57e-9153c9a3dd51 tempest-SecurityGroupsTestAdminJSON-1803369871 tempest-SecurityGroupsTestAdminJSON-1803369871-project] 10.222.0.59 "DELETE /v2.0/security-groups/2c0b32bc-4ae4-4902-a0ed-9de5ece0da27 HTTP/1.1" status: 204 len: 173 time: 0.1898417 Jul 27 20:58:28.406214 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833cbb38-fab7-4488-a57e-9153c9a3dd51 tempest-SecurityGroupsTestAdminJSON-1803369871 tempest-SecurityGroupsTestAdminJSON-1803369871-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c0b32bc-4ae4-4902-a0ed-9de5ece0da27,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:58:28.469161 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-84caddbc-0f89-4d93-84af-b951fd205ff8 req-88c9f9c5-1c00-46cf-bbe0-9e1401ff91fd tempest-SecurityGroupsTestAdminJSON-1803369871 tempest-SecurityGroupsTestAdminJSON-1803369871-project] 10.222.0.59 "GET /v2.0/security-groups/cf1657f6-be1f-4c04-9e78-9c38346d2855 HTTP/1.1" status: 200 len: 1778 time: 0.0555720 Jul 27 20:58:28.537930 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-84caddbc-0f89-4d93-84af-b951fd205ff8 req-11ddbc74-bc70-41c1-8b69-9e5724a75d84 tempest-SecurityGroupsTestAdminJSON-1803369871 tempest-SecurityGroupsTestAdminJSON-1803369871-project] Notify callbacks [] for security_group, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:28.562558 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-84caddbc-0f89-4d93-84af-b951fd205ff8 req-11ddbc74-bc70-41c1-8b69-9e5724a75d84 tempest-SecurityGroupsTestAdminJSON-1803369871 tempest-SecurityGroupsTestAdminJSON-1803369871-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:28.615318 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-84caddbc-0f89-4d93-84af-b951fd205ff8 req-11ddbc74-bc70-41c1-8b69-9e5724a75d84 tempest-SecurityGroupsTestAdminJSON-1803369871 tempest-SecurityGroupsTestAdminJSON-1803369871-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:28.618922 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-84caddbc-0f89-4d93-84af-b951fd205ff8 req-11ddbc74-bc70-41c1-8b69-9e5724a75d84 tempest-SecurityGroupsTestAdminJSON-1803369871 tempest-SecurityGroupsTestAdminJSON-1803369871-project] Notify callbacks [] for security_group, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:28.620330 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-84caddbc-0f89-4d93-84af-b951fd205ff8 req-11ddbc74-bc70-41c1-8b69-9e5724a75d84 tempest-SecurityGroupsTestAdminJSON-1803369871 tempest-SecurityGroupsTestAdminJSON-1803369871-project] 10.222.0.59 "DELETE /v2.0/security-groups/cf1657f6-be1f-4c04-9e78-9c38346d2855 HTTP/1.1" status: 204 len: 173 time: 0.1453977 Jul 27 20:58:28.639551 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ddbc74-bc70-41c1-8b69-9e5724a75d84 tempest-SecurityGroupsTestAdminJSON-1803369871 tempest-SecurityGroupsTestAdminJSON-1803369871-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf1657f6-be1f-4c04-9e78-9c38346d2855,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:58:28.835424 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-1434c65d-4c68-43fa-9e76-d053dbd4659a req-32d47891-4d9d-4e64-a33d-fd642f1f23fc tempest-ImagesNegativeTestJSON-625535326 tempest-ImagesNegativeTestJSON-625535326-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=a449a86630b84319adb62aa466f2cebf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0256140 Jul 27 20:58:28.966075 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 38538) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:58:28.966688 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1434c65d-4c68-43fa-9e76-d053dbd4659a req-72fb2830-c66e-4873-9fb6-938c00aace54 tempest-ImagesNegativeTestJSON-625535326 tempest-ImagesNegativeTestJSON-625535326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:28.968201 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-1434c65d-4c68-43fa-9e76-d053dbd4659a req-72fb2830-c66e-4873-9fb6-938c00aace54 tempest-ImagesNegativeTestJSON-625535326 tempest-ImagesNegativeTestJSON-625535326-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1217945 Jul 27 20:58:28.992253 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-1434c65d-4c68-43fa-9e76-d053dbd4659a req-929cd655-281a-425a-bc09-aea04cd7d703 tempest-ImagesNegativeTestJSON-625535326 tempest-ImagesNegativeTestJSON-625535326-project] 10.222.0.59 "GET /v2.0/quotas/a449a86630b84319adb62aa466f2cebf HTTP/1.1" status: 200 len: 375 time: 0.0160816 Jul 27 20:58:29.046748 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-1434c65d-4c68-43fa-9e76-d053dbd4659a req-2bd17189-9efc-4617-9e1c-3a71a6999871 tempest-ImagesNegativeTestJSON-625535326 tempest-ImagesNegativeTestJSON-625535326-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=a449a86630b84319adb62aa466f2cebf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0477841 Jul 27 20:58:29.163455 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-8d2903ab-e079-49fc-8513-f216740704d8 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=86804408fad84720aade003ff7858054&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1963561 Jul 27 20:58:29.166030 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 38546) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:58:29.245036 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-11fa78e8-3b87-406d-9c84-0c9223a3bb50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:29.260546 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e5f66e0b-d3f2-4a5d-bd9a-84c0226d47dc req-d4eaf99e-f35c-4a9d-8ebb-48b5161472f7 tempest-ImagesNegativeTestJSON-625535326 tempest-ImagesNegativeTestJSON-625535326-project] 10.222.0.59 "GET /v2.0/ports?device_id=28e648e0-d970-4373-a2b5-1d4277641de7 HTTP/1.1" status: 200 len: 210 time: 0.0355804 Jul 27 20:58:29.298022 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-11fa78e8-3b87-406d-9c84-0c9223a3bb50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:29.339016 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8e9346-c3f0-4f6c-a775-de208d527d28 req-2b28075a-494a-40de-8cef-01dd1dd37a7d tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:29.340809 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-bb8e9346-c3f0-4f6c-a775-de208d527d28 req-2b28075a-494a-40de-8cef-01dd1dd37a7d tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] 10.222.0.59 "GET /v2.0/ports?device_id=f5981167-1ac0-4ca7-95b5-d52c185534b7 HTTP/1.1" status: 200 len: 948 time: 0.0788043 Jul 27 20:58:29.364216 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-11fa78e8-3b87-406d-9c84-0c9223a3bb50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:29.367927 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-11fa78e8-3b87-406d-9c84-0c9223a3bb50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:29.371868 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-11fa78e8-3b87-406d-9c84-0c9223a3bb50 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/1704a4a7-177c-425c-8855-5494761793a2 HTTP/1.1" status: 204 len: 168 time: 0.2020931 Jul 27 20:58:29.392247 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fa78e8-3b87-406d-9c84-0c9223a3bb50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1704a4a7-177c-425c-8855-5494761793a2,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:58:29.415419 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-bb8e9346-c3f0-4f6c-a775-de208d527d28 req-07cd2246-5a8d-4bb7-9fe9-72d920f546ce tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] 10.222.0.59 "GET /v2.0/security-groups?id=c6534cb3-b44e-4a83-b57e-ddb72c2ad843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560780 Jul 27 20:58:29.551209 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3a7702-7090-48fa-a8fa-93f8c97d83c5 req-cd67b671-afa3-45c9-bd23-77d29d00225a tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:29.553188 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-4d3a7702-7090-48fa-a8fa-93f8c97d83c5 req-cd67b671-afa3-45c9-bd23-77d29d00225a tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] 10.222.0.59 "GET /v2.0/ports?device_id=008467f6-8a03-4733-8572-0921b55201b1 HTTP/1.1" status: 200 len: 945 time: 0.0939639 Jul 27 20:58:29.598732 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-4d3a7702-7090-48fa-a8fa-93f8c97d83c5 req-a8138013-e864-43c2-a0eb-523d6389c308 tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] 10.222.0.59 "GET /v2.0/security-groups?id=d1766e71-7b2a-4f2d-acc0-530f862b8fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391788 Jul 27 20:58:29.808305 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 38570) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:58:29.877214 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-7a7c8033-9319-4857-9693-ef142926bbc3 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=b8470dc9a7cc4a9cbc2888c62a10fb31&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0674772 Jul 27 20:58:29.879920 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 38572) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:58:29.938055 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-bcb8d5f4-28d9-484a-bd6d-d998c99d39e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:29.963924 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-bcb8d5f4-28d9-484a-bd6d-d998c99d39e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:30.049988 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-bcb8d5f4-28d9-484a-bd6d-d998c99d39e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:30.052804 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-bcb8d5f4-28d9-484a-bd6d-d998c99d39e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:30.054188 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-bcb8d5f4-28d9-484a-bd6d-d998c99d39e8 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/1ddfb5ea-ed18-4d6d-89c7-2e1c2540ae52 HTTP/1.1" status: 204 len: 168 time: 0.1731875 Jul 27 20:58:30.064155 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb8d5f4-28d9-484a-bd6d-d998c99d39e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ddfb5ea-ed18-4d6d-89c7-2e1c2540ae52,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:58:30.401896 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-40f4f6b7-33cb-4310-94e5-47c22bc500bd req-1bcb3061-1b34-4353-a7f6-12711228d9ca tempest-ImagesNegativeTestJSON-625535326 tempest-ImagesNegativeTestJSON-625535326-project] 10.222.0.59 "GET /v2.0/ports?device_id=28e648e0-d970-4373-a2b5-1d4277641de7 HTTP/1.1" status: 200 len: 210 time: 0.0351903 Jul 27 20:58:30.607821 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6f2b84-db14-4d4b-bf38-039cae174d01 req-2985a177-a9a6-49bc-8529-0fefd2277062 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:30.611552 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-db6f2b84-db14-4d4b-bf38-039cae174d01 req-2985a177-a9a6-49bc-8529-0fefd2277062 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] 10.222.0.36 "GET /v2.0/ports?device_id=f5981167-1ac0-4ca7-95b5-d52c185534b7 HTTP/1.1" status: 200 len: 948 time: 0.1924357 Jul 27 20:58:30.613586 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device 49462502-98c7-474a-ab59-a5fef55bb950 no longer exists at agent hyperv_n-h1-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 20:58:30.614089 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-1434c65d-4c68-43fa-9e76-d053dbd4659a req-c50d8233-0411-491e-b357-e18248b6d9de tempest-ImagesNegativeTestJSON-625535326 tempest-ImagesNegativeTestJSON-625535326-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=a449a86630b84319adb62aa466f2cebf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1001539 Jul 27 20:58:30.654945 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-28650df7-c46c-4981-b84f-37d87254047e None None] No Port match for: 49462502-98c7-474a-ab59-a5fef55bb950 {{(pid=105586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 20:58:30.655604 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device 49462502-98c7-474a-ab59-a5fef55bb950 not bound to the agent host n-h1-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 20:58:30.667381 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db112897-c7a5-40c8-bd9a-e9aa7664e8dc req-bf6643b3-b61b-427e-b25f-5dd81c30f910 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:30.669287 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-db112897-c7a5-40c8-bd9a-e9aa7664e8dc req-bf6643b3-b61b-427e-b25f-5dd81c30f910 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] 10.222.0.59 "GET /v2.0/ports?device_id=f5981167-1ac0-4ca7-95b5-d52c185534b7 HTTP/1.1" status: 200 len: 948 time: 0.1421738 Jul 27 20:58:30.792074 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-db112897-c7a5-40c8-bd9a-e9aa7664e8dc req-d90ac463-cf0f-4fbd-bbda-6d80ee682a1d tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] 10.222.0.59 "GET /v2.0/security-groups?id=c6534cb3-b44e-4a83-b57e-ddb72c2ad843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162276 Jul 27 20:58:30.933586 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1434c65d-4c68-43fa-9e76-d053dbd4659a req-e1e59c5f-d64a-474c-8b9c-3eab2f0b836c tempest-ImagesNegativeTestJSON-625535326 tempest-ImagesNegativeTestJSON-625535326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:30.933586 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-1434c65d-4c68-43fa-9e76-d053dbd4659a req-e1e59c5f-d64a-474c-8b9c-3eab2f0b836c tempest-ImagesNegativeTestJSON-625535326 tempest-ImagesNegativeTestJSON-625535326-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3096128 Jul 27 20:58:30.948899 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [req-1434c65d-4c68-43fa-9e76-d053dbd4659a req-14fa8bde-716d-4415-823b-a4949584b8d8 tempest-ImagesNegativeTestJSON-625535326 tempest-ImagesNegativeTestJSON-625535326-project] Request body: {'port': {'device_id': '28e648e0-d970-4373-a2b5-1d4277641de7', 'network_id': '4d64aa0b-bd6a-468e-8edc-c83689947462', 'admin_state_up': True, 'tenant_id': 'a449a86630b84319adb62aa466f2cebf'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:58:31.015133 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [req-db6f2b84-db14-4d4b-bf38-039cae174d01 req-931e0209-1bf3-4597-935b-62166df7275e tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] Deleting port 76cb3011-9231-42e6-9602-db23c446c928 {{(pid=105584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:58:31.015479 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-db6f2b84-db14-4d4b-bf38-039cae174d01 req-931e0209-1bf3-4597-935b-62166df7275e tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:31.151881 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [req-db6f2b84-db14-4d4b-bf38-039cae174d01 req-931e0209-1bf3-4597-935b-62166df7275e tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] For port 76cb3011-9231-42e6-9602-db23c446c928, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=76cb3011-9231-42e6-9602-db23c446c928,segment=NetworkSegment(86b1e6f6-d629-4b03-8944-4cdfbfb93d02),segment_id=86b1e6f6-d629-4b03-8944-4cdfbfb93d02)] {{(pid=105584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:58:31.152259 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-db6f2b84-db14-4d4b-bf38-039cae174d01 req-931e0209-1bf3-4597-935b-62166df7275e tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:31.169796 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1434c65d-4c68-43fa-9e76-d053dbd4659a req-14fa8bde-716d-4415-823b-a4949584b8d8 tempest-ImagesNegativeTestJSON-625535326 tempest-ImagesNegativeTestJSON-625535326-project] Made reservation on behalf of a449a86630b84319adb62aa466f2cebf for: {'port': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:58:31.173400 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-1434c65d-4c68-43fa-9e76-d053dbd4659a req-14fa8bde-716d-4415-823b-a4949584b8d8 tempest-ImagesNegativeTestJSON-625535326 tempest-ImagesNegativeTestJSON-625535326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:31.175791 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [req-db6f2b84-db14-4d4b-bf38-039cae174d01 req-931e0209-1bf3-4597-935b-62166df7275e tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] Calling delete_port for 76cb3011-9231-42e6-9602-db23c446c928 owned by compute:nova {{(pid=105584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:58:31.190546 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-1434c65d-4c68-43fa-9e76-d053dbd4659a req-14fa8bde-716d-4415-823b-a4949584b8d8 tempest-ImagesNegativeTestJSON-625535326 tempest-ImagesNegativeTestJSON-625535326-project] Notify callbacks [] for security_group, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:31.403651 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-db6f2b84-db14-4d4b-bf38-039cae174d01 req-931e0209-1bf3-4597-935b-62166df7275e tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:31.407818 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-1434c65d-4c68-43fa-9e76-d053dbd4659a req-14fa8bde-716d-4415-823b-a4949584b8d8 tempest-ImagesNegativeTestJSON-625535326 tempest-ImagesNegativeTestJSON-625535326-project] Notify callbacks [] for security_group, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:31.417611 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] get_ports_and_sgs() called for port_ids ['7c8a5e21-eb13-4770-9477-daf1bab77ba3', '76cb3011-9231-42e6-9602-db23c446c928'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 20:58:31.440770 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-1434c65d-4c68-43fa-9e76-d053dbd4659a req-14fa8bde-716d-4415-823b-a4949584b8d8 tempest-ImagesNegativeTestJSON-625535326 tempest-ImagesNegativeTestJSON-625535326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:31.455564 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931e0209-1bf3-4597-935b-62166df7275e tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] Pushing event deleted for resources: {'Port': ['ID=76cb3011-9231-42e6-9602-db23c446c928,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:58:31.535881 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fa8bde-716d-4415-823b-a4949584b8d8 tempest-ImagesNegativeTestJSON-625535326 tempest-ImagesNegativeTestJSON-625535326-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5d873ccd-17d4-43bb-b419-3f606e8ed9ab,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:58:31.563160 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [req-db6f2b84-db14-4d4b-bf38-039cae174d01 req-931e0209-1bf3-4597-935b-62166df7275e tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] No DVR routers for this DVR port 76cb3011-9231-42e6-9602-db23c446c928 on host n-h1-705658-22 {{(pid=105584) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 20:58:31.569139 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-db6f2b84-db14-4d4b-bf38-039cae174d01 req-931e0209-1bf3-4597-935b-62166df7275e tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:31.571320 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-db6f2b84-db14-4d4b-bf38-039cae174d01 req-931e0209-1bf3-4597-935b-62166df7275e tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] 10.222.0.36 "DELETE /v2.0/ports/76cb3011-9231-42e6-9602-db23c446c928 HTTP/1.1" status: 204 len: 173 time: 0.9505138 Jul 27 20:58:31.571688 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5981167-1ac0-4ca7-95b5-d52c185534b7', 'name': 'network-vif-deleted', 'tag': '76cb3011-9231-42e6-9602-db23c446c928'}] {{(pid=105584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:58:31.573955 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bce5e6c8685464f7626901654159975603b047827e3138302ed6566e28f1343" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7b9cba8-201e-4763-a522-965e652bc24e" -d '{"events": [{"server_uuid": "f5981167-1ac0-4ca7-95b5-d52c185534b7", "name": "network-vif-deleted", "tag": "76cb3011-9231-42e6-9602-db23c446c928"}]}' {{(pid=105584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:58:31.584582 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-34a40e51-f6ad-45ac-aaaa-21aa70d9f648 req-14597d5b-38a5-4115-a775-2af64ce67242 tempest-ImagesNegativeTestJSON-625535326 tempest-ImagesNegativeTestJSON-625535326-project] 10.222.0.59 "GET /v2.0/ports?device_id=28e648e0-d970-4373-a2b5-1d4277641de7 HTTP/1.1" status: 200 len: 210 time: 0.0933697 Jul 27 20:58:31.674941 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.db_base_plugin_common [req-1434c65d-4c68-43fa-9e76-d053dbd4659a req-14fa8bde-716d-4415-823b-a4949584b8d8 tempest-ImagesNegativeTestJSON-625535326 tempest-ImagesNegativeTestJSON-625535326-project] Allocated IP 192.168.233.217 (4d64aa0b-bd6a-468e-8edc-c83689947462/26644ba0-4185-4e10-8718-6ad18d01376c/23b0c738-ded3-4bb9-8b79-31effe2bd260) {{(pid=105584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:58:31.721303 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 20:58:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e84a661-47f1-4880-a81a-eb33a4fc0398 x-openstack-request-id: req-8e84a661-47f1-4880-a81a-eb33a4fc0398 {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:58:31.721679 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5981167-1ac0-4ca7-95b5-d52c185534b7", "name": "network-vif-deleted", "tag": "76cb3011-9231-42e6-9602-db23c446c928", "status": "completed", "code": 200}]} {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:58:31.722648 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-8e84a661-47f1-4880-a81a-eb33a4fc0398 {{(pid=105584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:58:31.725543 n-d-705658-22 neutron-server[105584]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5981167-1ac0-4ca7-95b5-d52c185534b7', 'name': 'network-vif-deleted', 'tag': '76cb3011-9231-42e6-9602-db23c446c928', 'status': 'completed', 'code': 200} Jul 27 20:58:31.984814 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-6b4f296b-5adc-4f82-aa46-acd8ff7f62ba req-4c19cf3f-461e-445f-add0-ff98ea926041 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] 10.222.0.59 "GET /v2.0/ports?device_id=f5981167-1ac0-4ca7-95b5-d52c185534b7 HTTP/1.1" status: 200 len: 210 time: 0.0830693 Jul 27 20:58:31.995626 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-1434c65d-4c68-43fa-9e76-d053dbd4659a req-14fa8bde-716d-4415-823b-a4949584b8d8 tempest-ImagesNegativeTestJSON-625535326 tempest-ImagesNegativeTestJSON-625535326-project] Notify callbacks [] for port, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:32.025502 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.provisioning_blocks [req-1434c65d-4c68-43fa-9e76-d053dbd4659a req-14fa8bde-716d-4415-823b-a4949584b8d8 tempest-ImagesNegativeTestJSON-625535326 tempest-ImagesNegativeTestJSON-625535326-project] Transition to ACTIVE for port object 23b0c738-ded3-4bb9-8b79-31effe2bd260 will not be triggered until provisioned by entity DHCP. {{(pid=105584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:58:32.078620 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-1434c65d-4c68-43fa-9e76-d053dbd4659a req-14fa8bde-716d-4415-823b-a4949584b8d8 tempest-ImagesNegativeTestJSON-625535326 tempest-ImagesNegativeTestJSON-625535326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:32.137936 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1434c65d-4c68-43fa-9e76-d053dbd4659a req-14fa8bde-716d-4415-823b-a4949584b8d8 tempest-ImagesNegativeTestJSON-625535326 tempest-ImagesNegativeTestJSON-625535326-project] Network 4d64aa0b-bd6a-468e-8edc-c83689947462 is already hosted by enough agents. {{(pid=105584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:58:32.141770 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [req-1434c65d-4c68-43fa-9e76-d053dbd4659a req-14fa8bde-716d-4415-823b-a4949584b8d8 tempest-ImagesNegativeTestJSON-625535326 tempest-ImagesNegativeTestJSON-625535326-project] Resources bound (agent type, host, resource id): {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:58:32.145964 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [req-1434c65d-4c68-43fa-9e76-d053dbd4659a req-14fa8bde-716d-4415-823b-a4949584b8d8 tempest-ImagesNegativeTestJSON-625535326 tempest-ImagesNegativeTestJSON-625535326-project] Received port after_create {{(pid=105584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:58:32.187155 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fa8bde-716d-4415-823b-a4949584b8d8 tempest-ImagesNegativeTestJSON-625535326 tempest-ImagesNegativeTestJSON-625535326-project] Pushing event updated for resources: {'Port': ['ID=23b0c738-ded3-4bb9-8b79-31effe2bd260,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:58:32.214380 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1434c65d-4c68-43fa-9e76-d053dbd4659a req-14fa8bde-716d-4415-823b-a4949584b8d8 tempest-ImagesNegativeTestJSON-625535326 tempest-ImagesNegativeTestJSON-625535326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:32.215789 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-1434c65d-4c68-43fa-9e76-d053dbd4659a req-14fa8bde-716d-4415-823b-a4949584b8d8 tempest-ImagesNegativeTestJSON-625535326 tempest-ImagesNegativeTestJSON-625535326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:32.233393 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-1434c65d-4c68-43fa-9e76-d053dbd4659a req-14fa8bde-716d-4415-823b-a4949584b8d8 tempest-ImagesNegativeTestJSON-625535326 tempest-ImagesNegativeTestJSON-625535326-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2914078 Jul 27 20:58:32.247893 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [req-1434c65d-4c68-43fa-9e76-d053dbd4659a req-d5204052-462f-46a4-bf40-024b52b6af30 service neutron] Request body: {'port': {'device_id': '28e648e0-d970-4373-a2b5-1d4277641de7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-705658-22'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:58:32.395129 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-1434c65d-4c68-43fa-9e76-d053dbd4659a req-d5204052-462f-46a4-bf40-024b52b6af30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:32.637643 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-b0e97689-c964-44a4-97fa-70039290b4c0 None None] Provisioning for port 23b0c738-ded3-4bb9-8b79-31effe2bd260 completed by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:58:32.642073 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-b0e97689-c964-44a4-97fa-70039290b4c0 None None] Provisioning complete for port 23b0c738-ded3-4bb9-8b79-31effe2bd260 triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:58:32.642529 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-b0e97689-c964-44a4-97fa-70039290b4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:32.730910 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-b0e97689-c964-44a4-97fa-70039290b4c0 None None] Port 23b0c738-ded3-4bb9-8b79-31effe2bd260 cannot update to ACTIVE because it is not bound. {{(pid=105586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 20:58:32.748506 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03982d3-24a7-40a4-abea-d8ccb714ef28 req-865b878e-2790-41ec-97a3-b172b6bed255 tempest-ImagesNegativeTestJSON-625535326 tempest-ImagesNegativeTestJSON-625535326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:32.750105 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e03982d3-24a7-40a4-abea-d8ccb714ef28 req-865b878e-2790-41ec-97a3-b172b6bed255 tempest-ImagesNegativeTestJSON-625535326 tempest-ImagesNegativeTestJSON-625535326-project] 10.222.0.59 "GET /v2.0/ports?device_id=28e648e0-d970-4373-a2b5-1d4277641de7 HTTP/1.1" status: 200 len: 936 time: 0.0947897 Jul 27 20:58:32.787676 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-2bc3e575-b03e-4cfa-950b-6ec4582491ad req-6852a90b-6665-4277-af2d-2e0bab68710b tempest-TenantUsagesTestJSON-956316635 tempest-TenantUsagesTestJSON-956316635-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=aab8694a064246f3b3a0b71c54b71c0c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0470517 Jul 27 20:58:32.798319 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [req-1434c65d-4c68-43fa-9e76-d053dbd4659a req-d5204052-462f-46a4-bf40-024b52b6af30 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23b0c738-ded3-4bb9-8b79-31effe2bd260 {{(pid=105584) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 20:58:32.809347 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-1434c65d-4c68-43fa-9e76-d053dbd4659a req-d5204052-462f-46a4-bf40-024b52b6af30 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:32.824402 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.provisioning_blocks [req-1434c65d-4c68-43fa-9e76-d053dbd4659a req-d5204052-462f-46a4-bf40-024b52b6af30 service neutron] Transition to ACTIVE for port object 23b0c738-ded3-4bb9-8b79-31effe2bd260 will not be triggered until provisioned by entity L2. {{(pid=105584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:58:32.850272 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-1434c65d-4c68-43fa-9e76-d053dbd4659a req-d5204052-462f-46a4-bf40-024b52b6af30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9014027'] for port, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:32.906016 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e03982d3-24a7-40a4-abea-d8ccb714ef28 req-a4596d5a-4dab-4ee9-ab1b-363b7a318e2b tempest-ImagesNegativeTestJSON-625535326 tempest-ImagesNegativeTestJSON-625535326-project] 10.222.0.59 "GET /v2.0/security-groups?id=5d873ccd-17d4-43bb-b419-3f606e8ed9ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455543 Jul 27 20:58:32.952758 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5204052-462f-46a4-bf40-024b52b6af30 service neutron] Pushing event updated for resources: {'Port': ['ID=23b0c738-ded3-4bb9-8b79-31effe2bd260,revision_number=2']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:58:33.004554 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc3e575-b03e-4cfa-950b-6ec4582491ad req-67f9999f-668f-443f-8df2-f7538d0a7d36 tempest-TenantUsagesTestJSON-956316635 tempest-TenantUsagesTestJSON-956316635-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:33.013682 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-2bc3e575-b03e-4cfa-950b-6ec4582491ad req-67f9999f-668f-443f-8df2-f7538d0a7d36 tempest-TenantUsagesTestJSON-956316635 tempest-TenantUsagesTestJSON-956316635-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2249005 Jul 27 20:58:33.041498 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-2bc3e575-b03e-4cfa-950b-6ec4582491ad req-def1cb16-fc57-46c2-8ccf-ba2914003da1 tempest-TenantUsagesTestJSON-956316635 tempest-TenantUsagesTestJSON-956316635-project] 10.222.0.59 "GET /v2.0/quotas/aab8694a064246f3b3a0b71c54b71c0c HTTP/1.1" status: 200 len: 375 time: 0.0214875 Jul 27 20:58:33.088162 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [req-1434c65d-4c68-43fa-9e76-d053dbd4659a req-d5204052-462f-46a4-bf40-024b52b6af30 service neutron] Attempting to bind port 23b0c738-ded3-4bb9-8b79-31effe2bd260 on host n-h1-705658-22 for vnic_type normal with profile {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:58:33.095715 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [req-1434c65d-4c68-43fa-9e76-d053dbd4659a req-d5204052-462f-46a4-bf40-024b52b6af30 service neutron] Attempting to bind port 23b0c738-ded3-4bb9-8b79-31effe2bd260 by drivers openvswitch,hyperv on host n-h1-705658-22 at level 0 using segments [{'id': '86b1e6f6-d629-4b03-8944-4cdfbfb93d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '4d64aa0b-bd6a-468e-8edc-c83689947462'}] {{(pid=105584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:58:33.096780 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1434c65d-4c68-43fa-9e76-d053dbd4659a req-d5204052-462f-46a4-bf40-024b52b6af30 service neutron] Attempting to bind port 23b0c738-ded3-4bb9-8b79-31effe2bd260 on network 4d64aa0b-bd6a-468e-8edc-c83689947462 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:58:33.111744 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1434c65d-4c68-43fa-9e76-d053dbd4659a req-d5204052-462f-46a4-bf40-024b52b6af30 service neutron] Port 23b0c738-ded3-4bb9-8b79-31effe2bd260 on network 4d64aa0b-bd6a-468e-8edc-c83689947462 not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-22 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 20:58:33.112084 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1434c65d-4c68-43fa-9e76-d053dbd4659a req-d5204052-462f-46a4-bf40-024b52b6af30 service neutron] Attempting to bind port 23b0c738-ded3-4bb9-8b79-31effe2bd260 on network 4d64aa0b-bd6a-468e-8edc-c83689947462 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:58:33.119592 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1434c65d-4c68-43fa-9e76-d053dbd4659a req-d5204052-462f-46a4-bf40-024b52b6af30 service neutron] Checking agent: {'id': '9d9bc37f-4d75-44ef-9f63-799aab3e316f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 49, 36), 'started_at': datetime.datetime(2021, 7, 27, 20, 49, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 58, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:58:33.119974 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1434c65d-4c68-43fa-9e76-d053dbd4659a req-d5204052-462f-46a4-bf40-024b52b6af30 service neutron] Checking segment: {'id': '86b1e6f6-d629-4b03-8944-4cdfbfb93d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '4d64aa0b-bd6a-468e-8edc-c83689947462'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:58:33.120361 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1434c65d-4c68-43fa-9e76-d053dbd4659a req-d5204052-462f-46a4-bf40-024b52b6af30 service neutron] Bound using segment: {'id': '86b1e6f6-d629-4b03-8944-4cdfbfb93d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '4d64aa0b-bd6a-468e-8edc-c83689947462'} {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:58:33.120796 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [req-1434c65d-4c68-43fa-9e76-d053dbd4659a req-d5204052-462f-46a4-bf40-024b52b6af30 service neutron] Bound port: 23b0c738-ded3-4bb9-8b79-31effe2bd260, host: n-h1-705658-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '86b1e6f6-d629-4b03-8944-4cdfbfb93d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '4d64aa0b-bd6a-468e-8edc-c83689947462'}}] {{(pid=105584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:58:33.121165 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-1434c65d-4c68-43fa-9e76-d053dbd4659a req-d5204052-462f-46a4-bf40-024b52b6af30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:33.150700 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-2bc3e575-b03e-4cfa-950b-6ec4582491ad req-d811af9c-2297-4033-af27-63e0d64ccda8 tempest-TenantUsagesTestJSON-956316635 tempest-TenantUsagesTestJSON-956316635-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=aab8694a064246f3b3a0b71c54b71c0c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0905435 Jul 27 20:58:33.229086 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [req-1434c65d-4c68-43fa-9e76-d053dbd4659a req-d5204052-462f-46a4-bf40-024b52b6af30 service neutron] For port 23b0c738-ded3-4bb9-8b79-31effe2bd260, host n-h1-705658-22, cleared binding levels {{(pid=105584) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:58:33.236632 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [req-1434c65d-4c68-43fa-9e76-d053dbd4659a req-d5204052-462f-46a4-bf40-024b52b6af30 service neutron] For port 23b0c738-ded3-4bb9-8b79-31effe2bd260, host n-h1-705658-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=23b0c738-ded3-4bb9-8b79-31effe2bd260,segment=NetworkSegment(86b1e6f6-d629-4b03-8944-4cdfbfb93d02),segment_id=86b1e6f6-d629-4b03-8944-4cdfbfb93d02)] {{(pid=105584) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:58:33.244607 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-1434c65d-4c68-43fa-9e76-d053dbd4659a req-d5204052-462f-46a4-bf40-024b52b6af30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9014027'] for port, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:33.284948 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1434c65d-4c68-43fa-9e76-d053dbd4659a req-d5204052-462f-46a4-bf40-024b52b6af30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:33.285620 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-1434c65d-4c68-43fa-9e76-d053dbd4659a req-d5204052-462f-46a4-bf40-024b52b6af30 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:33.287025 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-1434c65d-4c68-43fa-9e76-d053dbd4659a req-d5204052-462f-46a4-bf40-024b52b6af30 service neutron] 10.222.0.36 "PUT /v2.0/ports/23b0c738-ded3-4bb9-8b79-31effe2bd260 HTTP/1.1" status: 200 len: 1097 time: 1.0448008 Jul 27 20:58:33.310000 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f98bf6c-1960-4e10-8965-70735a9121a9 req-c85d7b6a-890b-40ff-8ee4-b926da68f13f tempest-ServersWithSpecificFlavorTestJSON-635688280 tempest-ServersWithSpecificFlavorTestJSON-635688280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:33.311574 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5204052-462f-46a4-bf40-024b52b6af30 service neutron] Pushing event updated for resources: {'Port': ['ID=23b0c738-ded3-4bb9-8b79-31effe2bd260,revision_number=3']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:58:33.321062 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-0f98bf6c-1960-4e10-8965-70735a9121a9 req-c85d7b6a-890b-40ff-8ee4-b926da68f13f tempest-ServersWithSpecificFlavorTestJSON-635688280 tempest-ServersWithSpecificFlavorTestJSON-635688280-project] 10.222.0.59 "GET /v2.0/ports?device_id=710352cc-8f68-47bd-bca2-5ec9e25113b3 HTTP/1.1" status: 200 len: 946 time: 0.1378610 Jul 27 20:58:33.418452 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1434c65d-4c68-43fa-9e76-d053dbd4659a req-78debcda-7ab2-40b7-8a38-c70040d6a144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:33.420740 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-1434c65d-4c68-43fa-9e76-d053dbd4659a req-78debcda-7ab2-40b7-8a38-c70040d6a144 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a449a86630b84319adb62aa466f2cebf&device_id=28e648e0-d970-4373-a2b5-1d4277641de7 HTTP/1.1" status: 200 len: 1100 time: 0.0929155 Jul 27 20:58:33.474704 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-0f98bf6c-1960-4e10-8965-70735a9121a9 req-cd85920b-9d1c-4574-a19c-4cb664243a08 tempest-ServersWithSpecificFlavorTestJSON-635688280 tempest-ServersWithSpecificFlavorTestJSON-635688280-project] 10.222.0.59 "GET /v2.0/security-groups?id=55ca020d-7119-4e40-9e04-2cd3ab975f98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1426520 Jul 27 20:58:33.489504 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-1434c65d-4c68-43fa-9e76-d053dbd4659a req-4cb4047b-b86f-4de6-9bfa-f7fce6961b52 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.217&port_id=23b0c738-ded3-4bb9-8b79-31effe2bd260 HTTP/1.1" status: 200 len: 217 time: 0.0608137 Jul 27 20:58:33.581909 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-1451fb88-30d4-44a3-aa58-7a972a45ac44 req-c295ebdf-2518-4da5-abdd-c863eff761be tempest-TenantUsagesTestJSON-956316635 tempest-TenantUsagesTestJSON-956316635-project] 10.222.0.59 "GET /v2.0/ports?device_id=28d05df4-75a5-40ee-bd0e-ff8302ce2ea9 HTTP/1.1" status: 200 len: 210 time: 0.0602477 Jul 27 20:58:33.588321 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1434c65d-4c68-43fa-9e76-d053dbd4659a req-d4c8a62b-9529-4ede-960c-56479fc4a97b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:33.590603 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-1434c65d-4c68-43fa-9e76-d053dbd4659a req-d4c8a62b-9529-4ede-960c-56479fc4a97b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=26644ba0-4185-4e10-8718-6ad18d01376c HTTP/1.1" status: 200 len: 843 time: 0.0934310 Jul 27 20:58:33.727021 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28e648e0-d970-4373-a2b5-1d4277641de7', 'tag': '23b0c738-ded3-4bb9-8b79-31effe2bd260'}] {{(pid=105584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:58:33.729830 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bce5e6c8685464f7626901654159975603b047827e3138302ed6566e28f1343" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84d5a9ed-b302-44d0-8226-ca09b492ed09" -d '{"events": [{"name": "network-changed", "server_uuid": "28e648e0-d970-4373-a2b5-1d4277641de7", "tag": "23b0c738-ded3-4bb9-8b79-31effe2bd260"}]}' {{(pid=105584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:58:33.806015 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1434c65d-4c68-43fa-9e76-d053dbd4659a req-8dae9bbf-ed2c-4366-900e-285d6e423e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:33.807755 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-1434c65d-4c68-43fa-9e76-d053dbd4659a req-8dae9bbf-ed2c-4366-900e-285d6e423e38 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4d64aa0b-bd6a-468e-8edc-c83689947462&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2075186 Jul 27 20:58:33.874830 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 20:58:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3318485d-86e5-493b-a776-c77fa6107db6 x-openstack-request-id: req-3318485d-86e5-493b-a776-c77fa6107db6 {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:58:33.875313 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28e648e0-d970-4373-a2b5-1d4277641de7", "tag": "23b0c738-ded3-4bb9-8b79-31effe2bd260", "status": "completed", "code": 200}]} {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:58:33.875683 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-3318485d-86e5-493b-a776-c77fa6107db6 {{(pid=105584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:58:33.876265 n-d-705658-22 neutron-server[105584]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28e648e0-d970-4373-a2b5-1d4277641de7', 'tag': '23b0c738-ded3-4bb9-8b79-31effe2bd260', 'status': 'completed', 'code': 200} Jul 27 20:58:33.950057 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6864fef5-175f-4491-b81d-1bdedd72ee8d req-f4ce08ba-1071-4131-bcc3-ad74724b137f tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:33.955437 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-6864fef5-175f-4491-b81d-1bdedd72ee8d req-f4ce08ba-1071-4131-bcc3-ad74724b137f tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] 10.222.0.59 "GET /v2.0/ports?device_id=90df5073-6143-4b20-b10d-a2a3e91a9c78 HTTP/1.1" status: 200 len: 950 time: 0.1380486 Jul 27 20:58:34.018245 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-1434c65d-4c68-43fa-9e76-d053dbd4659a req-08fe813e-738e-4df1-a677-2beb200fffd3 service neutron] 10.222.0.36 "GET /v2.0/networks/4d64aa0b-bd6a-468e-8edc-c83689947462?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1983206 Jul 27 20:58:34.028859 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-6864fef5-175f-4491-b81d-1bdedd72ee8d req-d1e6c7fa-d3e9-4001-aff5-dcffd4edad57 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] 10.222.0.59 "GET /v2.0/security-groups?id=c6534cb3-b44e-4a83-b57e-ddb72c2ad843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645795 Jul 27 20:58:34.167171 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84142b0e-dd8d-4f9a-acc7-2cb551bb3877 req-da0af274-ab6e-4bdc-a53f-209e25465f71 tempest-ImagesNegativeTestJSON-625535326 tempest-ImagesNegativeTestJSON-625535326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:34.174266 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-1434c65d-4c68-43fa-9e76-d053dbd4659a req-59411d6f-933d-490a-a446-979aa02b7975 service neutron] 10.222.0.36 "GET /v2.0/networks/4d64aa0b-bd6a-468e-8edc-c83689947462?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1514127 Jul 27 20:58:34.175057 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-84142b0e-dd8d-4f9a-acc7-2cb551bb3877 req-da0af274-ab6e-4bdc-a53f-209e25465f71 tempest-ImagesNegativeTestJSON-625535326 tempest-ImagesNegativeTestJSON-625535326-project] 10.222.0.59 "GET /v2.0/ports?device_id=28e648e0-d970-4373-a2b5-1d4277641de7 HTTP/1.1" status: 200 len: 948 time: 0.1779742 Jul 27 20:58:34.254945 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-84142b0e-dd8d-4f9a-acc7-2cb551bb3877 req-9a50ce4d-4967-411b-b433-99dda91f1dc8 tempest-ImagesNegativeTestJSON-625535326 tempest-ImagesNegativeTestJSON-625535326-project] 10.222.0.59 "GET /v2.0/security-groups?id=5d873ccd-17d4-43bb-b419-3f606e8ed9ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663476 Jul 27 20:58:34.309631 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d5a9ed-b302-44d0-8226-ca09b492ed09 req-31ce76dc-5453-4e04-b9aa-a6975509dff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:34.311252 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-84d5a9ed-b302-44d0-8226-ca09b492ed09 req-31ce76dc-5453-4e04-b9aa-a6975509dff5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a449a86630b84319adb62aa466f2cebf&device_id=28e648e0-d970-4373-a2b5-1d4277641de7 HTTP/1.1" status: 200 len: 1100 time: 0.0838788 Jul 27 20:58:34.448026 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d5a9ed-b302-44d0-8226-ca09b492ed09 req-b5771ea1-7dc4-45f6-840e-8452ce2d54ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:34.449738 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-84d5a9ed-b302-44d0-8226-ca09b492ed09 req-b5771ea1-7dc4-45f6-840e-8452ce2d54ff service neutron] 10.222.0.36 "GET /v2.0/networks?id=4d64aa0b-bd6a-468e-8edc-c83689947462 HTTP/1.1" status: 200 len: 870 time: 0.1252921 Jul 27 20:58:34.476755 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8572cca1-3bef-48bf-872a-23ea823bdbdc req-3c3466b7-4c86-416b-a9dc-4f84ede0962b tempest-ServersWithSpecificFlavorTestJSON-635688280 tempest-ServersWithSpecificFlavorTestJSON-635688280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:34.484065 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-8572cca1-3bef-48bf-872a-23ea823bdbdc req-3c3466b7-4c86-416b-a9dc-4f84ede0962b tempest-ServersWithSpecificFlavorTestJSON-635688280 tempest-ServersWithSpecificFlavorTestJSON-635688280-project] 10.222.0.59 "GET /v2.0/ports?device_id=710352cc-8f68-47bd-bca2-5ec9e25113b3 HTTP/1.1" status: 200 len: 946 time: 0.0837009 Jul 27 20:58:34.507893 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-84d5a9ed-b302-44d0-8226-ca09b492ed09 req-883793e0-954f-419c-b334-8ca8e42ffeb6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.217&port_id=23b0c738-ded3-4bb9-8b79-31effe2bd260 HTTP/1.1" status: 200 len: 217 time: 0.0427608 Jul 27 20:58:34.526117 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-8572cca1-3bef-48bf-872a-23ea823bdbdc req-d595cc92-8829-4289-96dc-d461932a9569 tempest-ServersWithSpecificFlavorTestJSON-635688280 tempest-ServersWithSpecificFlavorTestJSON-635688280-project] 10.222.0.59 "GET /v2.0/security-groups?id=55ca020d-7119-4e40-9e04-2cd3ab975f98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411031 Jul 27 20:58:34.562908 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d5a9ed-b302-44d0-8226-ca09b492ed09 req-459c866a-5845-49cb-ba5f-0ba40694c0db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:34.564733 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-84d5a9ed-b302-44d0-8226-ca09b492ed09 req-459c866a-5845-49cb-ba5f-0ba40694c0db service neutron] 10.222.0.36 "GET /v2.0/subnets?id=26644ba0-4185-4e10-8718-6ad18d01376c HTTP/1.1" status: 200 len: 843 time: 0.0493095 Jul 27 20:58:34.609018 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device 76cb3011-9231-42e6-9602-db23c446c928 no longer exists at agent hyperv_n-h1-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 20:58:34.630505 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d5a9ed-b302-44d0-8226-ca09b492ed09 req-0083ae4d-23ea-4298-bd58-75a9ab28695a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:34.633398 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-84d5a9ed-b302-44d0-8226-ca09b492ed09 req-0083ae4d-23ea-4298-bd58-75a9ab28695a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4d64aa0b-bd6a-468e-8edc-c83689947462&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0594532 Jul 27 20:58:34.638076 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-28650df7-c46c-4981-b84f-37d87254047e None None] No Port match for: 76cb3011-9231-42e6-9602-db23c446c928 {{(pid=105586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 20:58:34.638425 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device 76cb3011-9231-42e6-9602-db23c446c928 not bound to the agent host n-h1-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 20:58:34.744723 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-4a72708f-79f6-49ae-aa2e-fdf4a8309b8f req-c7d5448a-c721-4d9b-8d37-e40bbdcff572 tempest-TenantUsagesTestJSON-956316635 tempest-TenantUsagesTestJSON-956316635-project] 10.222.0.59 "GET /v2.0/ports?device_id=28d05df4-75a5-40ee-bd0e-ff8302ce2ea9 HTTP/1.1" status: 200 len: 210 time: 0.0712330 Jul 27 20:58:34.783341 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-84d5a9ed-b302-44d0-8226-ca09b492ed09 req-94693c58-aa84-4efd-bf55-8e81cab13e4c service neutron] 10.222.0.36 "GET /v2.0/networks/4d64aa0b-bd6a-468e-8edc-c83689947462?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332545 Jul 27 20:58:34.800920 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-2bc3e575-b03e-4cfa-950b-6ec4582491ad req-b60610f5-6bfa-4969-bc3c-c589b64242a5 tempest-TenantUsagesTestJSON-956316635 tempest-TenantUsagesTestJSON-956316635-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=aab8694a064246f3b3a0b71c54b71c0c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0436578 Jul 27 20:58:34.920111 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-84d5a9ed-b302-44d0-8226-ca09b492ed09 req-73217b34-dbb4-43bf-a1ef-acbd7ea253c8 service neutron] 10.222.0.36 "GET /v2.0/networks/4d64aa0b-bd6a-468e-8edc-c83689947462?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250253 Jul 27 20:58:34.974463 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc3e575-b03e-4cfa-950b-6ec4582491ad req-c5b81434-2585-4a39-8ece-f04d0c441a9a tempest-TenantUsagesTestJSON-956316635 tempest-TenantUsagesTestJSON-956316635-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:34.976850 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-2bc3e575-b03e-4cfa-950b-6ec4582491ad req-c5b81434-2585-4a39-8ece-f04d0c441a9a tempest-TenantUsagesTestJSON-956316635 tempest-TenantUsagesTestJSON-956316635-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1660712 Jul 27 20:58:34.991903 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [req-2bc3e575-b03e-4cfa-950b-6ec4582491ad req-8b4c0fa9-2656-4220-af05-9c9872810d4d tempest-TenantUsagesTestJSON-956316635 tempest-TenantUsagesTestJSON-956316635-project] Request body: {'port': {'device_id': '28d05df4-75a5-40ee-bd0e-ff8302ce2ea9', 'network_id': '4d64aa0b-bd6a-468e-8edc-c83689947462', 'admin_state_up': True, 'tenant_id': 'aab8694a064246f3b3a0b71c54b71c0c'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:58:35.182539 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5075b337-3db6-4054-91fc-3d6c14688a26 req-e219b05a-0fe4-4626-8f62-b922eaeaf26c tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:35.184732 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-5075b337-3db6-4054-91fc-3d6c14688a26 req-e219b05a-0fe4-4626-8f62-b922eaeaf26c tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] 10.222.0.36 "GET /v2.0/ports?device_id=90df5073-6143-4b20-b10d-a2a3e91a9c78 HTTP/1.1" status: 200 len: 950 time: 0.0818694 Jul 27 20:58:35.343614 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [req-5075b337-3db6-4054-91fc-3d6c14688a26 req-a8d19c13-e7d2-417c-b920-64162e56d272 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] Deleting port 7c8a5e21-eb13-4770-9477-daf1bab77ba3 {{(pid=105584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:58:35.344172 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-5075b337-3db6-4054-91fc-3d6c14688a26 req-a8d19c13-e7d2-417c-b920-64162e56d272 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:35.489391 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d46a6bb-28b1-4414-a9e0-50341ed5adb1 req-80953e9e-4e2f-4af8-9b36-a8fab7f7a010 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:35.490925 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-0d46a6bb-28b1-4414-a9e0-50341ed5adb1 req-80953e9e-4e2f-4af8-9b36-a8fab7f7a010 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] 10.222.0.59 "GET /v2.0/ports?device_id=90df5073-6143-4b20-b10d-a2a3e91a9c78 HTTP/1.1" status: 200 len: 950 time: 0.1697788 Jul 27 20:58:35.505432 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [req-5075b337-3db6-4054-91fc-3d6c14688a26 req-a8d19c13-e7d2-417c-b920-64162e56d272 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] For port 7c8a5e21-eb13-4770-9477-daf1bab77ba3, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=7c8a5e21-eb13-4770-9477-daf1bab77ba3,segment=NetworkSegment(86b1e6f6-d629-4b03-8944-4cdfbfb93d02),segment_id=86b1e6f6-d629-4b03-8944-4cdfbfb93d02)] {{(pid=105584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:58:35.505901 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-5075b337-3db6-4054-91fc-3d6c14688a26 req-a8d19c13-e7d2-417c-b920-64162e56d272 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:35.528969 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [req-5075b337-3db6-4054-91fc-3d6c14688a26 req-a8d19c13-e7d2-417c-b920-64162e56d272 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] Calling delete_port for 7c8a5e21-eb13-4770-9477-daf1bab77ba3 owned by compute:nova {{(pid=105584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:58:35.531535 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2bc3e575-b03e-4cfa-950b-6ec4582491ad req-8b4c0fa9-2656-4220-af05-9c9872810d4d tempest-TenantUsagesTestJSON-956316635 tempest-TenantUsagesTestJSON-956316635-project] Made reservation on behalf of aab8694a064246f3b3a0b71c54b71c0c for: {'port': 1} {{(pid=105585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:58:35.535222 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-2bc3e575-b03e-4cfa-950b-6ec4582491ad req-8b4c0fa9-2656-4220-af05-9c9872810d4d tempest-TenantUsagesTestJSON-956316635 tempest-TenantUsagesTestJSON-956316635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:35.552192 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-2bc3e575-b03e-4cfa-950b-6ec4582491ad req-8b4c0fa9-2656-4220-af05-9c9872810d4d tempest-TenantUsagesTestJSON-956316635 tempest-TenantUsagesTestJSON-956316635-project] Notify callbacks [] for security_group, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:35.573124 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72788d10-efe2-4ce0-a056-0adbf261cbbc req-5e8d3e3a-2533-4fb3-b659-960a41deaf00 tempest-ImagesNegativeTestJSON-625535326 tempest-ImagesNegativeTestJSON-625535326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:35.574467 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-72788d10-efe2-4ce0-a056-0adbf261cbbc req-5e8d3e3a-2533-4fb3-b659-960a41deaf00 tempest-ImagesNegativeTestJSON-625535326 tempest-ImagesNegativeTestJSON-625535326-project] 10.222.0.59 "GET /v2.0/ports?device_id=28e648e0-d970-4373-a2b5-1d4277641de7 HTTP/1.1" status: 200 len: 948 time: 0.1843064 Jul 27 20:58:35.609958 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-0d46a6bb-28b1-4414-a9e0-50341ed5adb1 req-7644b8d3-c295-4016-974c-396aae8eeae4 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] 10.222.0.59 "GET /v2.0/security-groups?id=c6534cb3-b44e-4a83-b57e-ddb72c2ad843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101046 Jul 27 20:58:35.692572 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-5075b337-3db6-4054-91fc-3d6c14688a26 req-a8d19c13-e7d2-417c-b920-64162e56d272 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:35.707764 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] get_ports_and_sgs() called for port_ids ['7c8a5e21-eb13-4770-9477-daf1bab77ba3'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 20:58:35.731116 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d19c13-e7d2-417c-b920-64162e56d272 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] Pushing event deleted for resources: {'Port': ['ID=7c8a5e21-eb13-4770-9477-daf1bab77ba3,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:58:35.746024 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-72788d10-efe2-4ce0-a056-0adbf261cbbc req-f0f0ee29-6557-4b03-9ca1-fe2bb156c81d tempest-ImagesNegativeTestJSON-625535326 tempest-ImagesNegativeTestJSON-625535326-project] 10.222.0.59 "GET /v2.0/security-groups?id=5d873ccd-17d4-43bb-b419-3f606e8ed9ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579370 Jul 27 20:58:35.808055 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [req-5075b337-3db6-4054-91fc-3d6c14688a26 req-a8d19c13-e7d2-417c-b920-64162e56d272 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] No DVR routers for this DVR port 7c8a5e21-eb13-4770-9477-daf1bab77ba3 on host n-h1-705658-22 {{(pid=105584) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 20:58:35.810957 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-5075b337-3db6-4054-91fc-3d6c14688a26 req-a8d19c13-e7d2-417c-b920-64162e56d272 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:35.814017 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-5075b337-3db6-4054-91fc-3d6c14688a26 req-a8d19c13-e7d2-417c-b920-64162e56d272 tempest-MigrationsAdminTest-1976763647 tempest-MigrationsAdminTest-1976763647-project] 10.222.0.36 "DELETE /v2.0/ports/7c8a5e21-eb13-4770-9477-daf1bab77ba3 HTTP/1.1" status: 204 len: 173 time: 0.6219885 Jul 27 20:58:35.877042 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90df5073-6143-4b20-b10d-a2a3e91a9c78', 'name': 'network-vif-deleted', 'tag': '7c8a5e21-eb13-4770-9477-daf1bab77ba3'}] {{(pid=105584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:58:35.879858 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bce5e6c8685464f7626901654159975603b047827e3138302ed6566e28f1343" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4a42194-1953-4d8a-92cb-adf235bb7731" -d '{"events": [{"server_uuid": "90df5073-6143-4b20-b10d-a2a3e91a9c78", "name": "network-vif-deleted", "tag": "7c8a5e21-eb13-4770-9477-daf1bab77ba3"}]}' {{(pid=105584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:58:35.883360 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-2bc3e575-b03e-4cfa-950b-6ec4582491ad req-8b4c0fa9-2656-4220-af05-9c9872810d4d tempest-TenantUsagesTestJSON-956316635 tempest-TenantUsagesTestJSON-956316635-project] Notify callbacks [] for security_group, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:35.912156 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-3ed6b667-8f6a-4ae9-b722-87c5b9538485 req-bdb83eaa-5c85-412b-a649-d1122cbe6e22 tempest-TenantUsagesTestJSON-956316635 tempest-TenantUsagesTestJSON-956316635-project] 10.222.0.59 "GET /v2.0/ports?device_id=28d05df4-75a5-40ee-bd0e-ff8302ce2ea9 HTTP/1.1" status: 200 len: 210 time: 0.0454993 Jul 27 20:58:35.915286 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-2bc3e575-b03e-4cfa-950b-6ec4582491ad req-8b4c0fa9-2656-4220-af05-9c9872810d4d tempest-TenantUsagesTestJSON-956316635 tempest-TenantUsagesTestJSON-956316635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:35.945776 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4c0fa9-2656-4220-af05-9c9872810d4d tempest-TenantUsagesTestJSON-956316635 tempest-TenantUsagesTestJSON-956316635-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ea0e5e54-655a-4a0d-b4ec-a20fc9e91071,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:58:35.968440 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4d4968-fe39-48f3-8302-473833380039 req-877588ef-7c7b-4d5c-bb20-cd10046b02e3 tempest-ServersWithSpecificFlavorTestJSON-635688280 tempest-ServersWithSpecificFlavorTestJSON-635688280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:35.970124 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-3b4d4968-fe39-48f3-8302-473833380039 req-877588ef-7c7b-4d5c-bb20-cd10046b02e3 tempest-ServersWithSpecificFlavorTestJSON-635688280 tempest-ServersWithSpecificFlavorTestJSON-635688280-project] 10.222.0.59 "GET /v2.0/ports?device_id=710352cc-8f68-47bd-bca2-5ec9e25113b3 HTTP/1.1" status: 200 len: 946 time: 0.2614336 Jul 27 20:58:36.061152 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:36.096402 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12395db4-76fe-4780-baa5-da0dab2ab921 req-12063ce1-d905-458c-a67f-21af50facbd7 tempest-ServersWithSpecificFlavorTestJSON-635688280 tempest-ServersWithSpecificFlavorTestJSON-635688280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:36.100939 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-12395db4-76fe-4780-baa5-da0dab2ab921 req-12063ce1-d905-458c-a67f-21af50facbd7 tempest-ServersWithSpecificFlavorTestJSON-635688280 tempest-ServersWithSpecificFlavorTestJSON-635688280-project] 10.222.0.36 "GET /v2.0/ports?device_id=710352cc-8f68-47bd-bca2-5ec9e25113b3 HTTP/1.1" status: 200 len: 946 time: 0.1364112 Jul 27 20:58:36.103210 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 20:58:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c396c4f-0128-4e59-8fd5-17feb43fadef x-openstack-request-id: req-9c396c4f-0128-4e59-8fd5-17feb43fadef {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:58:36.104752 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90df5073-6143-4b20-b10d-a2a3e91a9c78", "name": "network-vif-deleted", "tag": "7c8a5e21-eb13-4770-9477-daf1bab77ba3", "status": "completed", "code": 200}]} {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:58:36.105168 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-9c396c4f-0128-4e59-8fd5-17feb43fadef {{(pid=105584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:58:36.105836 n-d-705658-22 neutron-server[105584]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90df5073-6143-4b20-b10d-a2a3e91a9c78', 'name': 'network-vif-deleted', 'tag': '7c8a5e21-eb13-4770-9477-daf1bab77ba3', 'status': 'completed', 'code': 200} Jul 27 20:58:36.127017 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.db_base_plugin_common [req-2bc3e575-b03e-4cfa-950b-6ec4582491ad req-8b4c0fa9-2656-4220-af05-9c9872810d4d tempest-TenantUsagesTestJSON-956316635 tempest-TenantUsagesTestJSON-956316635-project] Allocated IP 192.168.233.219 (4d64aa0b-bd6a-468e-8edc-c83689947462/26644ba0-4185-4e10-8718-6ad18d01376c/f2a5e232-eea1-4cbe-8a12-bfe90bdae235) {{(pid=105585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:58:36.296752 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [req-12395db4-76fe-4780-baa5-da0dab2ab921 req-3b156e83-fed3-4c97-a004-275732dbb8bc tempest-ServersWithSpecificFlavorTestJSON-635688280 tempest-ServersWithSpecificFlavorTestJSON-635688280-project] Deleting port c502b993-3979-40c5-9188-06f8e73caef4 {{(pid=105584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:58:36.300057 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-12395db4-76fe-4780-baa5-da0dab2ab921 req-3b156e83-fed3-4c97-a004-275732dbb8bc tempest-ServersWithSpecificFlavorTestJSON-635688280 tempest-ServersWithSpecificFlavorTestJSON-635688280-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:36.349209 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-3b4d4968-fe39-48f3-8302-473833380039 req-226e467a-18d6-4190-87db-d5b63dbdbc1b tempest-ServersWithSpecificFlavorTestJSON-635688280 tempest-ServersWithSpecificFlavorTestJSON-635688280-project] 10.222.0.59 "GET /v2.0/security-groups?id=55ca020d-7119-4e40-9e04-2cd3ab975f98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1095908 Jul 27 20:58:36.436921 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-2bc3e575-b03e-4cfa-950b-6ec4582491ad req-8b4c0fa9-2656-4220-af05-9c9872810d4d tempest-TenantUsagesTestJSON-956316635 tempest-TenantUsagesTestJSON-956316635-project] Notify callbacks [] for port, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:36.471483 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [req-12395db4-76fe-4780-baa5-da0dab2ab921 req-3b156e83-fed3-4c97-a004-275732dbb8bc tempest-ServersWithSpecificFlavorTestJSON-635688280 tempest-ServersWithSpecificFlavorTestJSON-635688280-project] For port c502b993-3979-40c5-9188-06f8e73caef4, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=c502b993-3979-40c5-9188-06f8e73caef4,segment=NetworkSegment(2ea25427-d6e6-4416-87a7-64c07e5ed875),segment_id=2ea25427-d6e6-4416-87a7-64c07e5ed875)] {{(pid=105584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:58:36.471877 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.provisioning_blocks [req-2bc3e575-b03e-4cfa-950b-6ec4582491ad req-8b4c0fa9-2656-4220-af05-9c9872810d4d tempest-TenantUsagesTestJSON-956316635 tempest-TenantUsagesTestJSON-956316635-project] Transition to ACTIVE for port object f2a5e232-eea1-4cbe-8a12-bfe90bdae235 will not be triggered until provisioned by entity DHCP. {{(pid=105585) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:58:36.472014 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-12395db4-76fe-4780-baa5-da0dab2ab921 req-3b156e83-fed3-4c97-a004-275732dbb8bc tempest-ServersWithSpecificFlavorTestJSON-635688280 tempest-ServersWithSpecificFlavorTestJSON-635688280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:36.526033 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-2bc3e575-b03e-4cfa-950b-6ec4582491ad req-8b4c0fa9-2656-4220-af05-9c9872810d4d tempest-TenantUsagesTestJSON-956316635 tempest-TenantUsagesTestJSON-956316635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:36.585165 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2bc3e575-b03e-4cfa-950b-6ec4582491ad req-8b4c0fa9-2656-4220-af05-9c9872810d4d tempest-TenantUsagesTestJSON-956316635 tempest-TenantUsagesTestJSON-956316635-project] Network 4d64aa0b-bd6a-468e-8edc-c83689947462 is already hosted by enough agents. {{(pid=105585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:58:36.589467 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.base_scheduler [req-2bc3e575-b03e-4cfa-950b-6ec4582491ad req-8b4c0fa9-2656-4220-af05-9c9872810d4d tempest-TenantUsagesTestJSON-956316635 tempest-TenantUsagesTestJSON-956316635-project] Resources bound (agent type, host, resource id): {{(pid=105585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:58:36.613400 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bc3e575-b03e-4cfa-950b-6ec4582491ad req-8b4c0fa9-2656-4220-af05-9c9872810d4d tempest-TenantUsagesTestJSON-956316635 tempest-TenantUsagesTestJSON-956316635-project] Received port after_create {{(pid=105585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:58:36.655560 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4c0fa9-2656-4220-af05-9c9872810d4d tempest-TenantUsagesTestJSON-956316635 tempest-TenantUsagesTestJSON-956316635-project] Pushing event updated for resources: {'Port': ['ID=f2a5e232-eea1-4cbe-8a12-bfe90bdae235,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:58:36.706056 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc3e575-b03e-4cfa-950b-6ec4582491ad req-8b4c0fa9-2656-4220-af05-9c9872810d4d tempest-TenantUsagesTestJSON-956316635 tempest-TenantUsagesTestJSON-956316635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:36.706771 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-2bc3e575-b03e-4cfa-950b-6ec4582491ad req-8b4c0fa9-2656-4220-af05-9c9872810d4d tempest-TenantUsagesTestJSON-956316635 tempest-TenantUsagesTestJSON-956316635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:36.727307 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-2bc3e575-b03e-4cfa-950b-6ec4582491ad req-8b4c0fa9-2656-4220-af05-9c9872810d4d tempest-TenantUsagesTestJSON-956316635 tempest-TenantUsagesTestJSON-956316635-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7388189 Jul 27 20:58:36.729599 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-12395db4-76fe-4780-baa5-da0dab2ab921 req-3b156e83-fed3-4c97-a004-275732dbb8bc tempest-ServersWithSpecificFlavorTestJSON-635688280 tempest-ServersWithSpecificFlavorTestJSON-635688280-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:36.730205 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-12395db4-76fe-4780-baa5-da0dab2ab921 req-3b156e83-fed3-4c97-a004-275732dbb8bc tempest-ServersWithSpecificFlavorTestJSON-635688280 tempest-ServersWithSpecificFlavorTestJSON-635688280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4075768'] for floatingip, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:36.730701 n-d-705658-22 neutron-server[105584]: INFO neutron.db.l3_db [req-12395db4-76fe-4780-baa5-da0dab2ab921 req-3b156e83-fed3-4c97-a004-275732dbb8bc tempest-ServersWithSpecificFlavorTestJSON-635688280 tempest-ServersWithSpecificFlavorTestJSON-635688280-project] Floating IP 418171bb-e575-46c1-b486-da6c445846f7 disassociated. External IP: 172.25.5.86, port: c502b993-3979-40c5-9188-06f8e73caef4. Jul 27 20:58:36.731376 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [req-12395db4-76fe-4780-baa5-da0dab2ab921 req-3b156e83-fed3-4c97-a004-275732dbb8bc tempest-ServersWithSpecificFlavorTestJSON-635688280 tempest-ServersWithSpecificFlavorTestJSON-635688280-project] Calling delete_port for c502b993-3979-40c5-9188-06f8e73caef4 owned by compute:nova {{(pid=105584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:58:36.740223 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [req-2bc3e575-b03e-4cfa-950b-6ec4582491ad req-f813f348-7cb8-43ec-8252-d0254236661d service neutron] Request body: {'port': {'device_id': '28d05df4-75a5-40ee-bd0e-ff8302ce2ea9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-705658-22'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:58:36.851781 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-2bc3e575-b03e-4cfa-950b-6ec4582491ad req-f813f348-7cb8-43ec-8252-d0254236661d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:36.973026 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-12395db4-76fe-4780-baa5-da0dab2ab921 req-3b156e83-fed3-4c97-a004-275732dbb8bc tempest-ServersWithSpecificFlavorTestJSON-635688280 tempest-ServersWithSpecificFlavorTestJSON-635688280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:37.044497 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b156e83-fed3-4c97-a004-275732dbb8bc tempest-ServersWithSpecificFlavorTestJSON-635688280 tempest-ServersWithSpecificFlavorTestJSON-635688280-project] Pushing event deleted for resources: {'Port': ['ID=c502b993-3979-40c5-9188-06f8e73caef4,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:58:37.048091 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-9c3f95ef-7710-4b01-8559-07b2e93976f8 None None] Provisioning for port f2a5e232-eea1-4cbe-8a12-bfe90bdae235 completed by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:58:37.067550 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-9c3f95ef-7710-4b01-8559-07b2e93976f8 None None] Provisioning complete for port f2a5e232-eea1-4cbe-8a12-bfe90bdae235 triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:58:37.068160 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-9c3f95ef-7710-4b01-8559-07b2e93976f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:37.126720 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b30c45a-1a99-4b81-a783-2db3a5f1ddc5 req-5945ea3e-d854-4007-829e-78c7fb6d5944 tempest-ImagesNegativeTestJSON-625535326 tempest-ImagesNegativeTestJSON-625535326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:37.128983 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-7b30c45a-1a99-4b81-a783-2db3a5f1ddc5 req-5945ea3e-d854-4007-829e-78c7fb6d5944 tempest-ImagesNegativeTestJSON-625535326 tempest-ImagesNegativeTestJSON-625535326-project] 10.222.0.59 "GET /v2.0/ports?device_id=28e648e0-d970-4373-a2b5-1d4277641de7 HTTP/1.1" status: 200 len: 948 time: 0.2629771 Jul 27 20:58:37.146022 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-9c3f95ef-7710-4b01-8559-07b2e93976f8 None None] Port f2a5e232-eea1-4cbe-8a12-bfe90bdae235 cannot update to ACTIVE because it is not bound. {{(pid=105586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 20:58:37.146608 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 38778) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:58:37.220380 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.l3_agent_scheduler [req-12395db4-76fe-4780-baa5-da0dab2ab921 req-3b156e83-fed3-4c97-a004-275732dbb8bc tempest-ServersWithSpecificFlavorTestJSON-635688280 tempest-ServersWithSpecificFlavorTestJSON-635688280-project] Router 2872e23e-eae9-4f04-a7fb-52757641bcbe has already been hosted by L3 agent dd128fd7-8e57-4d4f-895b-a96b369df59a {{(pid=105584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 20:58:37.277671 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-7b30c45a-1a99-4b81-a783-2db3a5f1ddc5 req-bdb585d1-87bb-4964-a507-b96b7619f482 tempest-ImagesNegativeTestJSON-625535326 tempest-ImagesNegativeTestJSON-625535326-project] 10.222.0.59 "GET /v2.0/security-groups?id=5d873ccd-17d4-43bb-b419-3f606e8ed9ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341066 Jul 27 20:58:37.299242 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc9bf0c-ed50-465e-ac7a-51eeb7e476a0 req-0fc6fcce-9912-444f-8434-851d70f69ba3 tempest-TenantUsagesTestJSON-956316635 tempest-TenantUsagesTestJSON-956316635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:37.306889 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-bdc9bf0c-ed50-465e-ac7a-51eeb7e476a0 req-0fc6fcce-9912-444f-8434-851d70f69ba3 tempest-TenantUsagesTestJSON-956316635 tempest-TenantUsagesTestJSON-956316635-project] 10.222.0.59 "GET /v2.0/ports?device_id=28d05df4-75a5-40ee-bd0e-ff8302ce2ea9 HTTP/1.1" status: 200 len: 936 time: 0.1938920 Jul 27 20:58:37.421946 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-bdc9bf0c-ed50-465e-ac7a-51eeb7e476a0 req-49457d32-ce34-48c3-9edd-819b9e7fa3a2 tempest-TenantUsagesTestJSON-956316635 tempest-TenantUsagesTestJSON-956316635-project] 10.222.0.59 "GET /v2.0/security-groups?id=ea0e5e54-655a-4a0d-b4ec-a20fc9e91071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080341 Jul 27 20:58:37.608171 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-37ebd41d-27da-4a9c-a013-1d2d7088ca8c req-74af3156-1a99-4cac-abed-c4c5a963bd9c tempest-ServersWithSpecificFlavorTestJSON-635688280 tempest-ServersWithSpecificFlavorTestJSON-635688280-project] 10.222.0.59 "GET /v2.0/ports?device_id=710352cc-8f68-47bd-bca2-5ec9e25113b3 HTTP/1.1" status: 200 len: 210 time: 0.1136835 Jul 27 20:58:37.671884 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-7865350c-a971-428e-9de8-b30e5ee63bf9 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=43230fc3eab141e0b742541c8628d03e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5055251 Jul 27 20:58:37.674620 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 38790) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:58:37.706465 n-d-705658-22 neutron-server[105585]: DEBUG neutron.notifiers.nova [req-2bc3e575-b03e-4cfa-950b-6ec4582491ad req-f813f348-7cb8-43ec-8252-d0254236661d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2a5e232-eea1-4cbe-8a12-bfe90bdae235 {{(pid=105585) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 20:58:37.733633 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-2bc3e575-b03e-4cfa-950b-6ec4582491ad req-f813f348-7cb8-43ec-8252-d0254236661d service neutron] Notify callbacks [] for port, precommit_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:37.758697 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.provisioning_blocks [req-2bc3e575-b03e-4cfa-950b-6ec4582491ad req-f813f348-7cb8-43ec-8252-d0254236661d service neutron] Transition to ACTIVE for port object f2a5e232-eea1-4cbe-8a12-bfe90bdae235 will not be triggered until provisioned by entity L2. {{(pid=105585) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:58:37.759985 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-f8232ee1-7454-4447-964c-f60058f91e34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:37.765396 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-2bc3e575-b03e-4cfa-950b-6ec4582491ad req-f813f348-7cb8-43ec-8252-d0254236661d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10221672'] for port, after_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:37.824960 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-12395db4-76fe-4780-baa5-da0dab2ab921 req-3b156e83-fed3-4c97-a004-275732dbb8bc tempest-ServersWithSpecificFlavorTestJSON-635688280 tempest-ServersWithSpecificFlavorTestJSON-635688280-project] Notify agent at l3_agent.n-d-705658-22 the message routers_updated {{(pid=105584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 20:58:37.828936 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-f8232ee1-7454-4447-964c-f60058f91e34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:37.839028 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e09d58c6-8167-4502-b5d1-9745b2c5a234 None None] Sync routers for ids ['2872e23e-eae9-4f04-a7fb-52757641bcbe'] in n-d-705658-22 {{(pid=105586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 20:58:37.860169 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f813f348-7cb8-43ec-8252-d0254236661d service neutron] Pushing event updated for resources: {'Port': ['ID=f2a5e232-eea1-4cbe-8a12-bfe90bdae235,revision_number=2']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:58:37.866066 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e09d58c6-8167-4502-b5d1-9745b2c5a234 None None] Routers {'2872e23e-eae9-4f04-a7fb-52757641bcbe'} bound to L3 agent in host n-d-705658-22 {{(pid=105586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:58:37.867797 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-e09d58c6-8167-4502-b5d1-9745b2c5a234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T20:58:11Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['2872e23e-eae9-4f04-a7fb-52757641bcbe'], 'active': True} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:58:37.914368 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [req-12395db4-76fe-4780-baa5-da0dab2ab921 req-3b156e83-fed3-4c97-a004-275732dbb8bc tempest-ServersWithSpecificFlavorTestJSON-635688280 tempest-ServersWithSpecificFlavorTestJSON-635688280-project] No DVR routers for this DVR port c502b993-3979-40c5-9188-06f8e73caef4 on host n-h1-705658-22 {{(pid=105584) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 20:58:37.920826 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-12395db4-76fe-4780-baa5-da0dab2ab921 req-3b156e83-fed3-4c97-a004-275732dbb8bc tempest-ServersWithSpecificFlavorTestJSON-635688280 tempest-ServersWithSpecificFlavorTestJSON-635688280-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:37.925341 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-12395db4-76fe-4780-baa5-da0dab2ab921 req-3b156e83-fed3-4c97-a004-275732dbb8bc tempest-ServersWithSpecificFlavorTestJSON-635688280 tempest-ServersWithSpecificFlavorTestJSON-635688280-project] 10.222.0.36 "DELETE /v2.0/ports/c502b993-3979-40c5-9188-06f8e73caef4 HTTP/1.1" status: 204 len: 173 time: 1.8156502 Jul 27 20:58:38.032194 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-f8232ee1-7454-4447-964c-f60058f91e34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:38.035098 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-f8232ee1-7454-4447-964c-f60058f91e34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:38.036184 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-f8232ee1-7454-4447-964c-f60058f91e34 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/c6534cb3-b44e-4a83-b57e-ddb72c2ad843 HTTP/1.1" status: 204 len: 168 time: 0.3605781 Jul 27 20:58:38.055112 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvr_db [None req-e09d58c6-8167-4502-b5d1-9745b2c5a234 None None] Set router 2872e23e-eae9-4f04-a7fb-52757641bcbe gateway port host: n-d-705658-22 {{(pid=105586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:58:38.096019 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.managers [req-2bc3e575-b03e-4cfa-950b-6ec4582491ad req-f813f348-7cb8-43ec-8252-d0254236661d service neutron] Attempting to bind port f2a5e232-eea1-4cbe-8a12-bfe90bdae235 on host n-h2-705658-22 for vnic_type normal with profile {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:58:38.096362 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.managers [req-2bc3e575-b03e-4cfa-950b-6ec4582491ad req-f813f348-7cb8-43ec-8252-d0254236661d service neutron] Attempting to bind port f2a5e232-eea1-4cbe-8a12-bfe90bdae235 by drivers openvswitch,hyperv on host n-h2-705658-22 at level 0 using segments [{'id': '86b1e6f6-d629-4b03-8944-4cdfbfb93d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '4d64aa0b-bd6a-468e-8edc-c83689947462'}] {{(pid=105585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:58:38.096697 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bc3e575-b03e-4cfa-950b-6ec4582491ad req-f813f348-7cb8-43ec-8252-d0254236661d service neutron] Attempting to bind port f2a5e232-eea1-4cbe-8a12-bfe90bdae235 on network 4d64aa0b-bd6a-468e-8edc-c83689947462 {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:58:38.108713 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '710352cc-8f68-47bd-bca2-5ec9e25113b3', 'name': 'network-vif-deleted', 'tag': 'c502b993-3979-40c5-9188-06f8e73caef4'}] {{(pid=105584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:58:38.111357 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bce5e6c8685464f7626901654159975603b047827e3138302ed6566e28f1343" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-457e0c00-aa9e-4e96-ba2d-35a74f18f609" -d '{"events": [{"server_uuid": "710352cc-8f68-47bd-bca2-5ec9e25113b3", "name": "network-vif-deleted", "tag": "c502b993-3979-40c5-9188-06f8e73caef4"}]}' {{(pid=105584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:58:38.130795 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8232ee1-7454-4447-964c-f60058f91e34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6534cb3-b44e-4a83-b57e-ddb72c2ad843,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:58:38.144583 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bc3e575-b03e-4cfa-950b-6ec4582491ad req-f813f348-7cb8-43ec-8252-d0254236661d service neutron] Port f2a5e232-eea1-4cbe-8a12-bfe90bdae235 on network 4d64aa0b-bd6a-468e-8edc-c83689947462 not bound, no agent of type Open vSwitch agent registered on host n-h2-705658-22 {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 20:58:38.144838 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bc3e575-b03e-4cfa-950b-6ec4582491ad req-f813f348-7cb8-43ec-8252-d0254236661d service neutron] Attempting to bind port f2a5e232-eea1-4cbe-8a12-bfe90bdae235 on network 4d64aa0b-bd6a-468e-8edc-c83689947462 {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:58:38.162838 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bc3e575-b03e-4cfa-950b-6ec4582491ad req-f813f348-7cb8-43ec-8252-d0254236661d service neutron] Checking agent: {'id': '65195a73-a875-4810-9f5b-622ae260a8a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 49, 40), 'started_at': datetime.datetime(2021, 7, 27, 20, 49, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 58, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:58:38.163227 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bc3e575-b03e-4cfa-950b-6ec4582491ad req-f813f348-7cb8-43ec-8252-d0254236661d service neutron] Checking segment: {'id': '86b1e6f6-d629-4b03-8944-4cdfbfb93d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '4d64aa0b-bd6a-468e-8edc-c83689947462'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:58:38.164191 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bc3e575-b03e-4cfa-950b-6ec4582491ad req-f813f348-7cb8-43ec-8252-d0254236661d service neutron] Bound using segment: {'id': '86b1e6f6-d629-4b03-8944-4cdfbfb93d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '4d64aa0b-bd6a-468e-8edc-c83689947462'} {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:58:38.164638 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.managers [req-2bc3e575-b03e-4cfa-950b-6ec4582491ad req-f813f348-7cb8-43ec-8252-d0254236661d service neutron] Bound port: f2a5e232-eea1-4cbe-8a12-bfe90bdae235, host: n-h2-705658-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '86b1e6f6-d629-4b03-8944-4cdfbfb93d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '4d64aa0b-bd6a-468e-8edc-c83689947462'}}] {{(pid=105585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:58:38.165009 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-2bc3e575-b03e-4cfa-950b-6ec4582491ad req-f813f348-7cb8-43ec-8252-d0254236661d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:38.183446 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 20:58:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc2cbc0d-6211-4302-8811-af0bd869ce9c x-openstack-request-id: req-cc2cbc0d-6211-4302-8811-af0bd869ce9c {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:58:38.183736 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "710352cc-8f68-47bd-bca2-5ec9e25113b3", "name": "network-vif-deleted", "tag": "c502b993-3979-40c5-9188-06f8e73caef4", "status": "completed", "code": 200}]} {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:58:38.183987 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-cc2cbc0d-6211-4302-8811-af0bd869ce9c {{(pid=105584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:58:38.184380 n-d-705658-22 neutron-server[105584]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '710352cc-8f68-47bd-bca2-5ec9e25113b3', 'name': 'network-vif-deleted', 'tag': 'c502b993-3979-40c5-9188-06f8e73caef4', 'status': 'completed', 'code': 200} Jul 27 20:58:38.289430 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.db [req-2bc3e575-b03e-4cfa-950b-6ec4582491ad req-f813f348-7cb8-43ec-8252-d0254236661d service neutron] For port f2a5e232-eea1-4cbe-8a12-bfe90bdae235, host n-h2-705658-22, cleared binding levels {{(pid=105585) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:58:38.295752 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.db [req-2bc3e575-b03e-4cfa-950b-6ec4582491ad req-f813f348-7cb8-43ec-8252-d0254236661d service neutron] For port f2a5e232-eea1-4cbe-8a12-bfe90bdae235, host n-h2-705658-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=f2a5e232-eea1-4cbe-8a12-bfe90bdae235,segment=NetworkSegment(86b1e6f6-d629-4b03-8944-4cdfbfb93d02),segment_id=86b1e6f6-d629-4b03-8944-4cdfbfb93d02)] {{(pid=105585) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:58:38.301626 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-2bc3e575-b03e-4cfa-950b-6ec4582491ad req-f813f348-7cb8-43ec-8252-d0254236661d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10221672'] for port, after_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:38.388433 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f813f348-7cb8-43ec-8252-d0254236661d service neutron] Pushing event updated for resources: {'Port': ['ID=f2a5e232-eea1-4cbe-8a12-bfe90bdae235,revision_number=3']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:58:38.403799 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc3e575-b03e-4cfa-950b-6ec4582491ad req-f813f348-7cb8-43ec-8252-d0254236661d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:38.405059 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-2bc3e575-b03e-4cfa-950b-6ec4582491ad req-f813f348-7cb8-43ec-8252-d0254236661d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:38.407699 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-2bc3e575-b03e-4cfa-950b-6ec4582491ad req-f813f348-7cb8-43ec-8252-d0254236661d service neutron] 10.222.0.60 "PUT /v2.0/ports/f2a5e232-eea1-4cbe-8a12-bfe90bdae235 HTTP/1.1" status: 200 len: 1097 time: 1.6728973 Jul 27 20:58:38.408171 n-d-705658-22 neutron-server[105585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28d05df4-75a5-40ee-bd0e-ff8302ce2ea9', 'tag': 'f2a5e232-eea1-4cbe-8a12-bfe90bdae235'}] {{(pid=105585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:58:38.412990 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d66fd65881426bfc2b5388084a3654e5eae521106a15a3dbf0eb4cde7106c36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae690637-80ec-4751-b95b-840c148eb2a6" -d '{"events": [{"name": "network-changed", "server_uuid": "28d05df4-75a5-40ee-bd0e-ff8302ce2ea9", "tag": "f2a5e232-eea1-4cbe-8a12-bfe90bdae235"}]}' {{(pid=105585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:58:38.545171 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-e09d58c6-8167-4502-b5d1-9745b2c5a234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2872e23e-eae9-4f04-a7fb-52757641bcbe', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-857605212-router', 'tenant_id': 'f4dd8c54051d43128b80a7b27aca23a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.224'}], 'enable_snat': True}, 'gw_port_id': '734c760e-a272-4c33-b556-0f02c2fdd0f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:51:56Z', 'updated_at': '2021-07-27T20:52:03Z', 'revision_number': 4, 'project_id': 'f4dd8c54051d43128b80a7b27aca23a8', 'gw_port': {'id': '734c760e-a272-4c33-b556-0f02c2fdd0f7', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:58:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2872e23e-eae9-4f04-a7fb-52757641bcbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:51:57Z', 'updated_at': '2021-07-27T20:52:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_interfaces': [{'id': '6a429cf7-e4dd-4ba7-8a2d-0597ab1a412b', 'name': '', 'network_id': 'ad708756-4858-4bf7-9c63-5e8aacaf6c3a', 'tenant_id': 'f4dd8c54051d43128b80a7b27aca23a8', 'mac_address': 'fa:16:3e:88:6d:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2872e23e-eae9-4f04-a7fb-52757641bcbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'ede1963b-50a5-4164-867c-90340ab6a875', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:52:01Z', 'updated_at': '2021-07-27T20:52:13Z', 'revision_number': 5, 'project_id': 'f4dd8c54051d43128b80a7b27aca23a8', 'subnets': [{'id': 'ede1963b-50a5-4164-867c-90340ab6a875', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-22', False) {} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:58:38.569383 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 20:58:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fe8c9ba-eb67-49f2-a20d-4ebe11e01fd2 x-openstack-request-id: req-3fe8c9ba-eb67-49f2-a20d-4ebe11e01fd2 {{(pid=105585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:58:38.569863 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28d05df4-75a5-40ee-bd0e-ff8302ce2ea9", "tag": "f2a5e232-eea1-4cbe-8a12-bfe90bdae235", "status": "completed", "code": 200}]} {{(pid=105585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:58:38.570120 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-3fe8c9ba-eb67-49f2-a20d-4ebe11e01fd2 {{(pid=105585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:58:38.570538 n-d-705658-22 neutron-server[105585]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28d05df4-75a5-40ee-bd0e-ff8302ce2ea9', 'tag': 'f2a5e232-eea1-4cbe-8a12-bfe90bdae235', 'status': 'completed', 'code': 200} Jul 27 20:58:38.641781 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e09d58c6-8167-4502-b5d1-9745b2c5a234 None None] Checking router: 2872e23e-eae9-4f04-a7fb-52757641bcbe for host: n-d-705658-22 {{(pid=105586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 20:58:38.658260 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device 23b0c738-ded3-4bb9-8b79-31effe2bd260 details requested by agent hyperv_n-h1-705658-22 with host n-h1-705658-22 {{(pid=105586) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 20:58:38.768836 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e09d58c6-8167-4502-b5d1-9745b2c5a234 None None] Routers {'2872e23e-eae9-4f04-a7fb-52757641bcbe'} bound to L3 agent in host n-d-705658-22 {{(pid=105586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:58:38.769985 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-e09d58c6-8167-4502-b5d1-9745b2c5a234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T20:58:11Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['2872e23e-eae9-4f04-a7fb-52757641bcbe'], 'active': True} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:58:38.824665 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc3e575-b03e-4cfa-950b-6ec4582491ad req-8b1a5bf3-ecb2-49a0-bb6d-b3b889aa7446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:38.826369 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-2bc3e575-b03e-4cfa-950b-6ec4582491ad req-8b1a5bf3-ecb2-49a0-bb6d-b3b889aa7446 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=aab8694a064246f3b3a0b71c54b71c0c&device_id=28d05df4-75a5-40ee-bd0e-ff8302ce2ea9 HTTP/1.1" status: 200 len: 1100 time: 0.3617923 Jul 27 20:58:38.858704 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 38814) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:58:38.907087 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-2bc3e575-b03e-4cfa-950b-6ec4582491ad req-56c6bece-b55f-4d86-928b-730858ff32a2 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.219&port_id=f2a5e232-eea1-4cbe-8a12-bfe90bdae235 HTTP/1.1" status: 200 len: 217 time: 0.0698047 Jul 27 20:58:38.927061 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-1b7647f2-6744-434a-979a-981a42a3076c admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=dfad77478d3f42ef90e47c9b89ef78db&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0663738 Jul 27 20:58:38.929511 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 38816) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:58:38.985042 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f34bcb7-4199-4705-8d73-f0720f9ec47c req-a1cedf3c-fccd-4488-b734-368be72fa3d3 tempest-ImagesNegativeTestJSON-625535326 tempest-ImagesNegativeTestJSON-625535326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:38.992611 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-1f34bcb7-4199-4705-8d73-f0720f9ec47c req-a1cedf3c-fccd-4488-b734-368be72fa3d3 tempest-ImagesNegativeTestJSON-625535326 tempest-ImagesNegativeTestJSON-625535326-project] 10.222.0.59 "GET /v2.0/ports?device_id=28e648e0-d970-4373-a2b5-1d4277641de7 HTTP/1.1" status: 200 len: 948 time: 0.4315116 Jul 27 20:58:38.993935 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-96712d87-fce4-41a8-9043-32d984864db5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:39.012808 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbccf8e-aaf3-4788-808f-bc28007a49a3 req-33201ed6-426b-4c4f-81d4-562d8de775a1 tempest-TenantUsagesTestJSON-956316635 tempest-TenantUsagesTestJSON-956316635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:39.014397 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-2dbccf8e-aaf3-4788-808f-bc28007a49a3 req-33201ed6-426b-4c4f-81d4-562d8de775a1 tempest-TenantUsagesTestJSON-956316635 tempest-TenantUsagesTestJSON-956316635-project] 10.222.0.59 "GET /v2.0/ports?device_id=28d05df4-75a5-40ee-bd0e-ff8302ce2ea9 HTTP/1.1" status: 200 len: 948 time: 0.3232284 Jul 27 20:58:39.017002 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-96712d87-fce4-41a8-9043-32d984864db5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:39.040009 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc3e575-b03e-4cfa-950b-6ec4582491ad req-fa082a07-aa6b-4b95-b13c-e9767ba6bbb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:39.041948 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-2bc3e575-b03e-4cfa-950b-6ec4582491ad req-fa082a07-aa6b-4b95-b13c-e9767ba6bbb6 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=26644ba0-4185-4e10-8718-6ad18d01376c HTTP/1.1" status: 200 len: 843 time: 0.1248317 Jul 27 20:58:39.073091 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-96712d87-fce4-41a8-9043-32d984864db5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:39.076247 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-96712d87-fce4-41a8-9043-32d984864db5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:39.077636 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-96712d87-fce4-41a8-9043-32d984864db5 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/93ff8ce1-5348-4b3e-8c67-6c86e17ff007 HTTP/1.1" status: 204 len: 168 time: 0.1468141 Jul 27 20:58:39.101397 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-1f34bcb7-4199-4705-8d73-f0720f9ec47c req-2615019d-0b93-4a0d-8875-0a4d0118fd1a tempest-ImagesNegativeTestJSON-625535326 tempest-ImagesNegativeTestJSON-625535326-project] 10.222.0.59 "GET /v2.0/security-groups?id=5d873ccd-17d4-43bb-b419-3f606e8ed9ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076872 Jul 27 20:58:39.122845 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96712d87-fce4-41a8-9043-32d984864db5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93ff8ce1-5348-4b3e-8c67-6c86e17ff007,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:58:39.126936 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-2dbccf8e-aaf3-4788-808f-bc28007a49a3 req-f27f50c1-4985-4bed-916c-98ca61a736dc tempest-TenantUsagesTestJSON-956316635 tempest-TenantUsagesTestJSON-956316635-project] 10.222.0.59 "GET /v2.0/security-groups?id=ea0e5e54-655a-4a0d-b4ec-a20fc9e91071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012905 Jul 27 20:58:39.129793 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] For port 23b0c738-ded3-4bb9-8b79-31effe2bd260, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=23b0c738-ded3-4bb9-8b79-31effe2bd260,segment=NetworkSegment(86b1e6f6-d629-4b03-8944-4cdfbfb93d02),segment_id=86b1e6f6-d629-4b03-8944-4cdfbfb93d02)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:58:39.161240 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-0b53162c-e868-4d43-8161-0131b8e61fe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:39.165395 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc3e575-b03e-4cfa-950b-6ec4582491ad req-bfaefc8c-1155-47a5-8e7e-424c9a817804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:39.167106 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-2bc3e575-b03e-4cfa-950b-6ec4582491ad req-bfaefc8c-1155-47a5-8e7e-424c9a817804 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4d64aa0b-bd6a-468e-8edc-c83689947462&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1148207 Jul 27 20:58:39.201075 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Returning: {'device': '23b0c738-ded3-4bb9-8b79-31effe2bd260', 'network_id': '4d64aa0b-bd6a-468e-8edc-c83689947462', 'port_id': '23b0c738-ded3-4bb9-8b79-31effe2bd260', 'mac_address': 'fa:16:3e:4d:cb:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26644ba0-4185-4e10-8718-6ad18d01376c', 'ip_address': '192.168.233.217'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105586) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 20:58:39.259763 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:39.276901 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23b0c738-ded3-4bb9-8b79-31effe2bd260 {{(pid=105586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 20:58:39.287240 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvr_db [None req-e09d58c6-8167-4502-b5d1-9745b2c5a234 None None] Set router 2872e23e-eae9-4f04-a7fb-52757641bcbe gateway port host: n-d-705658-22 {{(pid=105586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:58:39.297219 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-2bc3e575-b03e-4cfa-950b-6ec4582491ad req-f044c5fd-ff8c-4821-befe-9945fb640308 service neutron] 10.222.0.60 "GET /v2.0/networks/4d64aa0b-bd6a-468e-8edc-c83689947462?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217308 Jul 27 20:58:39.335589 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] For port 23b0c738-ded3-4bb9-8b79-31effe2bd260, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=23b0c738-ded3-4bb9-8b79-31effe2bd260,segment=NetworkSegment(86b1e6f6-d629-4b03-8944-4cdfbfb93d02),segment_id=86b1e6f6-d629-4b03-8944-4cdfbfb93d02)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:58:39.344663 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:39.428960 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Pushing event updated for resources: {'Port': ['ID=23b0c738-ded3-4bb9-8b79-31effe2bd260,revision_number=4']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:58:39.438904 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 38828) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:58:39.485259 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-2bc3e575-b03e-4cfa-950b-6ec4582491ad req-34dcc7e1-b209-496e-a272-2416879ca8d9 service neutron] 10.222.0.60 "GET /v2.0/networks/4d64aa0b-bd6a-468e-8edc-c83689947462?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1785085 Jul 27 20:58:39.505797 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-365f1053-8b28-45e7-9cdd-ef24db3a856f tempest-ServersWithSpecificFlavorTestJSON-635688280 tempest-ServersWithSpecificFlavorTestJSON-635688280-project] Notify callbacks [] for security_group, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:39.568273 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-365f1053-8b28-45e7-9cdd-ef24db3a856f tempest-ServersWithSpecificFlavorTestJSON-635688280 tempest-ServersWithSpecificFlavorTestJSON-635688280-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:39.651128 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-365f1053-8b28-45e7-9cdd-ef24db3a856f tempest-ServersWithSpecificFlavorTestJSON-635688280 tempest-ServersWithSpecificFlavorTestJSON-635688280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:39.654229 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-365f1053-8b28-45e7-9cdd-ef24db3a856f tempest-ServersWithSpecificFlavorTestJSON-635688280 tempest-ServersWithSpecificFlavorTestJSON-635688280-project] Notify callbacks [] for security_group, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:39.659737 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-365f1053-8b28-45e7-9cdd-ef24db3a856f tempest-ServersWithSpecificFlavorTestJSON-635688280 tempest-ServersWithSpecificFlavorTestJSON-635688280-project] 10.222.0.59 "DELETE /v2.0/security-groups/55ca020d-7119-4e40-9e04-2cd3ab975f98 HTTP/1.1" status: 204 len: 168 time: 0.2177405 Jul 27 20:58:39.660038 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae690637-80ec-4751-b95b-840c148eb2a6 req-6d687555-b302-400e-8e30-059483e6a25e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:39.660777 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-ae690637-80ec-4751-b95b-840c148eb2a6 req-6d687555-b302-400e-8e30-059483e6a25e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=aab8694a064246f3b3a0b71c54b71c0c&device_id=28d05df4-75a5-40ee-bd0e-ff8302ce2ea9 HTTP/1.1" status: 200 len: 1100 time: 0.1215689 Jul 27 20:58:39.661210 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 38836) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:58:39.662076 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] get_ports_and_sgs() called for port_ids ['23b0c738-ded3-4bb9-8b79-31effe2bd260'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 20:58:39.680232 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365f1053-8b28-45e7-9cdd-ef24db3a856f tempest-ServersWithSpecificFlavorTestJSON-635688280 tempest-ServersWithSpecificFlavorTestJSON-635688280-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=55ca020d-7119-4e40-9e04-2cd3ab975f98,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:58:39.703436 n-d-705658-22 neutron-server[105585]: INFO neutron.api.v2.resource [None req-d8fe8395-e583-4e6d-80bb-6d0caeb7af93 tempest-ServersWithSpecificFlavorTestJSON-635688280 tempest-ServersWithSpecificFlavorTestJSON-635688280-project] show failed (client error): The resource could not be found. Jul 27 20:58:39.708692 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 38840) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:58:39.717463 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-d8fe8395-e583-4e6d-80bb-6d0caeb7af93 tempest-ServersWithSpecificFlavorTestJSON-635688280 tempest-ServersWithSpecificFlavorTestJSON-635688280-project] 10.222.0.59 "GET /v2.0/security-groups/55ca020d-7119-4e40-9e04-2cd3ab975f98 HTTP/1.1" status: 404 len: 347 time: 0.0551951 Jul 27 20:58:39.786822 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-e09d58c6-8167-4502-b5d1-9745b2c5a234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2872e23e-eae9-4f04-a7fb-52757641bcbe', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-857605212-router', 'tenant_id': 'f4dd8c54051d43128b80a7b27aca23a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.224'}], 'enable_snat': True}, 'gw_port_id': '734c760e-a272-4c33-b556-0f02c2fdd0f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:51:56Z', 'updated_at': '2021-07-27T20:52:03Z', 'revision_number': 4, 'project_id': 'f4dd8c54051d43128b80a7b27aca23a8', 'gw_port': {'id': '734c760e-a272-4c33-b556-0f02c2fdd0f7', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:58:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2872e23e-eae9-4f04-a7fb-52757641bcbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:51:57Z', 'updated_at': '2021-07-27T20:52:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_interfaces': [{'id': '6a429cf7-e4dd-4ba7-8a2d-0597ab1a412b', 'name': '', 'network_id': 'ad708756-4858-4bf7-9c63-5e8aacaf6c3a', 'tenant_id': 'f4dd8c54051d43128b80a7b27aca23a8', 'mac_address': 'fa:16:3e:88:6d:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2872e23e-eae9-4f04-a7fb-52757641bcbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'ede1963b-50a5-4164-867c-90340ab6a875', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:52:01Z', 'updated_at': '2021-07-27T20:52:13Z', 'revision_number': 5, 'project_id': 'f4dd8c54051d43128b80a7b27aca23a8', 'subnets': [{'id': 'ede1963b-50a5-4164-867c-90340ab6a875', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-22', False) {} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:58:39.828844 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e09d58c6-8167-4502-b5d1-9745b2c5a234 None None] The sync data for ids ['2872e23e-eae9-4f04-a7fb-52757641bcbe'] in n-d-705658-22 is: [{'id': '2872e23e-eae9-4f04-a7fb-52757641bcbe', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-857605212-router', 'tenant_id': 'f4dd8c54051d43128b80a7b27aca23a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.224'}], 'enable_snat': True}, 'gw_port_id': '734c760e-a272-4c33-b556-0f02c2fdd0f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:51:56Z', 'updated_at': '2021-07-27T20:52:03Z', 'revision_number': 4, 'project_id': 'f4dd8c54051d43128b80a7b27aca23a8', 'gw_port': {'id': '734c760e-a272-4c33-b556-0f02c2fdd0f7', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:58:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2872e23e-eae9-4f04-a7fb-52757641bcbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:51:57Z', 'updated_at': '2021-07-27T20:52:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_interfaces': [{'id': '6a429cf7-e4dd-4ba7-8a2d-0597ab1a412b', 'name': '', 'network_id': 'ad708756-4858-4bf7-9c63-5e8aacaf6c3a', 'tenant_id': 'f4dd8c54051d43128b80a7b27aca23a8', 'mac_address': 'fa:16:3e:88:6d:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2872e23e-eae9-4f04-a7fb-52757641bcbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'ede1963b-50a5-4164-867c-90340ab6a875', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:52:01Z', 'updated_at': '2021-07-27T20:52:13Z', 'revision_number': 5, 'project_id': 'f4dd8c54051d43128b80a7b27aca23a8', 'subnets': [{'id': 'ede1963b-50a5-4164-867c-90340ab6a875', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 20:58:39.897216 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae690637-80ec-4751-b95b-840c148eb2a6 req-5a7a04c1-254f-4ce7-be25-e1c781144ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:39.901172 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-ae690637-80ec-4751-b95b-840c148eb2a6 req-5a7a04c1-254f-4ce7-be25-e1c781144ed6 service neutron] 10.222.0.60 "GET /v2.0/networks?id=4d64aa0b-bd6a-468e-8edc-c83689947462 HTTP/1.1" status: 200 len: 870 time: 0.2273660 Jul 27 20:58:39.949523 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:39.976878 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-15a7a611-578f-447c-85ab-0f1a20e36a17 tempest-ServersWithSpecificFlavorTestJSON-635688280 tempest-ServersWithSpecificFlavorTestJSON-635688280-project] Deleting port e4879338-c37b-48ea-9b7f-8c6680e551c7 {{(pid=105584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:58:39.977475 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-15a7a611-578f-447c-85ab-0f1a20e36a17 tempest-ServersWithSpecificFlavorTestJSON-635688280 tempest-ServersWithSpecificFlavorTestJSON-635688280-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:39.987336 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-ae690637-80ec-4751-b95b-840c148eb2a6 req-c79ace6c-5e06-4a6f-9acf-a5d413d37cd4 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.219&port_id=f2a5e232-eea1-4cbe-8a12-bfe90bdae235 HTTP/1.1" status: 200 len: 217 time: 0.0789959 Jul 27 20:58:40.058091 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae690637-80ec-4751-b95b-840c148eb2a6 req-40f6b707-d378-48ef-9c26-333cf9a89b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:40.059983 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-ae690637-80ec-4751-b95b-840c148eb2a6 req-40f6b707-d378-48ef-9c26-333cf9a89b92 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=26644ba0-4185-4e10-8718-6ad18d01376c HTTP/1.1" status: 200 len: 843 time: 0.0656252 Jul 27 20:58:40.083166 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-15a7a611-578f-447c-85ab-0f1a20e36a17 tempest-ServersWithSpecificFlavorTestJSON-635688280 tempest-ServersWithSpecificFlavorTestJSON-635688280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:40.083707 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-15a7a611-578f-447c-85ab-0f1a20e36a17 tempest-ServersWithSpecificFlavorTestJSON-635688280 tempest-ServersWithSpecificFlavorTestJSON-635688280-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:40.104803 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-15a7a611-578f-447c-85ab-0f1a20e36a17 tempest-ServersWithSpecificFlavorTestJSON-635688280 tempest-ServersWithSpecificFlavorTestJSON-635688280-project] Calling delete_port for e4879338-c37b-48ea-9b7f-8c6680e551c7 owned by network:floatingip {{(pid=105584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:58:40.137122 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae690637-80ec-4751-b95b-840c148eb2a6 req-95ed3c3d-d65e-4b5d-b4d8-96fae5bf09bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:40.138642 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-ae690637-80ec-4751-b95b-840c148eb2a6 req-95ed3c3d-d65e-4b5d-b4d8-96fae5bf09bf service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4d64aa0b-bd6a-468e-8edc-c83689947462&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0710497 Jul 27 20:58:40.243493 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16896e91-f745-454d-9ab7-dd6c869ebb1d None None] New status for floating IP 418171bb-e575-46c1-b486-da6c445846f7: DOWN {{(pid=105587) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 20:58:40.281950 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-15a7a611-578f-447c-85ab-0f1a20e36a17 tempest-ServersWithSpecificFlavorTestJSON-635688280 tempest-ServersWithSpecificFlavorTestJSON-635688280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:40.320700 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a7a611-578f-447c-85ab-0f1a20e36a17 tempest-ServersWithSpecificFlavorTestJSON-635688280 tempest-ServersWithSpecificFlavorTestJSON-635688280-project] Pushing event deleted for resources: {'Port': ['ID=e4879338-c37b-48ea-9b7f-8c6680e551c7,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:58:40.340422 n-d-705658-22 neutron-server[105587]: DEBUG neutron_lib.db.api [None req-16896e91-f745-454d-9ab7-dd6c869ebb1d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105587) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 27 20:58:40.340785 n-d-705658-22 neutron-server[105587]: DEBUG oslo_db.api [None req-16896e91-f745-454d-9ab7-dd6c869ebb1d None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 27 20:58:40.387609 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-15a7a611-578f-447c-85ab-0f1a20e36a17 tempest-ServersWithSpecificFlavorTestJSON-635688280 tempest-ServersWithSpecificFlavorTestJSON-635688280-project] Notify callbacks [] for floatingip, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:40.389958 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-ae690637-80ec-4751-b95b-840c148eb2a6 req-80dcf68f-4025-4ea0-bf26-2e8838831721 service neutron] 10.222.0.60 "GET /v2.0/networks/4d64aa0b-bd6a-468e-8edc-c83689947462?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2379310 Jul 27 20:58:40.390640 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-15a7a611-578f-447c-85ab-0f1a20e36a17 tempest-ServersWithSpecificFlavorTestJSON-635688280 tempest-ServersWithSpecificFlavorTestJSON-635688280-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for floatingip, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:40.394399 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-15a7a611-578f-447c-85ab-0f1a20e36a17 tempest-ServersWithSpecificFlavorTestJSON-635688280 tempest-ServersWithSpecificFlavorTestJSON-635688280-project] 10.222.0.59 "DELETE /v2.0/floatingips/418171bb-e575-46c1-b486-da6c445846f7 HTTP/1.1" status: 204 len: 168 time: 0.6846943 Jul 27 20:58:40.431168 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cb24f1-2557-4a25-8515-d48ca527fd44 req-3daa81f5-c954-4698-857b-90f651de59f8 tempest-ImagesNegativeTestJSON-625535326 tempest-ImagesNegativeTestJSON-625535326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:40.432624 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-d0cb24f1-2557-4a25-8515-d48ca527fd44 req-3daa81f5-c954-4698-857b-90f651de59f8 tempest-ImagesNegativeTestJSON-625535326 tempest-ImagesNegativeTestJSON-625535326-project] 10.222.0.59 "GET /v2.0/ports?device_id=28e648e0-d970-4373-a2b5-1d4277641de7 HTTP/1.1" status: 200 len: 949 time: 0.1873279 Jul 27 20:58:40.481372 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2b71f8-a125-4ffb-b0ac-eaa788f833c5 req-5084d91c-aedf-45d7-8e7b-ca19a09ca9e5 tempest-TenantUsagesTestJSON-956316635 tempest-TenantUsagesTestJSON-956316635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:40.482825 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-6f2b71f8-a125-4ffb-b0ac-eaa788f833c5 req-5084d91c-aedf-45d7-8e7b-ca19a09ca9e5 tempest-TenantUsagesTestJSON-956316635 tempest-TenantUsagesTestJSON-956316635-project] 10.222.0.59 "GET /v2.0/ports?device_id=28d05df4-75a5-40ee-bd0e-ff8302ce2ea9 HTTP/1.1" status: 200 len: 948 time: 0.2161539 Jul 27 20:58:40.549522 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-d0cb24f1-2557-4a25-8515-d48ca527fd44 req-f7dd27a6-d1ea-4be6-9670-c61ea506ef43 tempest-ImagesNegativeTestJSON-625535326 tempest-ImagesNegativeTestJSON-625535326-project] 10.222.0.59 "GET /v2.0/security-groups?id=5d873ccd-17d4-43bb-b419-3f606e8ed9ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869837 Jul 27 20:58:40.565638 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-6f2b71f8-a125-4ffb-b0ac-eaa788f833c5 req-f3e58e7c-5473-41ba-b220-ddd9ac6c5635 tempest-TenantUsagesTestJSON-956316635 tempest-TenantUsagesTestJSON-956316635-project] 10.222.0.59 "GET /v2.0/security-groups?id=ea0e5e54-655a-4a0d-b4ec-a20fc9e91071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740092 Jul 27 20:58:40.580032 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-ae690637-80ec-4751-b95b-840c148eb2a6 req-bea146e8-5783-447b-bda0-16cd5c6c3fbd service neutron] 10.222.0.60 "GET /v2.0/networks/4d64aa0b-bd6a-468e-8edc-c83689947462?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1827519 Jul 27 20:58:40.651484 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device 23b0c738-ded3-4bb9-8b79-31effe2bd260 up at agent hyperv_n-h1-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:58:40.713906 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Provisioning for port 23b0c738-ded3-4bb9-8b79-31effe2bd260 completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:58:40.717846 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Provisioning complete for port 23b0c738-ded3-4bb9-8b79-31effe2bd260 triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:58:40.718223 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:40.797770 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:40.821344 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28e648e0-d970-4373-a2b5-1d4277641de7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23b0c738-ded3-4bb9-8b79-31effe2bd260'}] {{(pid=105586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:58:40.823583 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14c1663e039faf5393f87855f745010ac5b02220355b68fdbf065393e303ac56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55f4072e-67bd-4573-8714-7f0a209a9c9b" -d '{"events": [{"server_uuid": "28e648e0-d970-4373-a2b5-1d4277641de7", "name": "network-vif-plugged", "status": "completed", "tag": "23b0c738-ded3-4bb9-8b79-31effe2bd260"}]}' {{(pid=105586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:58:40.842124 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16896e91-f745-454d-9ab7-dd6c869ebb1d None None] New status for floating IP 418171bb-e575-46c1-b486-da6c445846f7: DOWN {{(pid=105587) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 20:58:40.842306 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] For port 23b0c738-ded3-4bb9-8b79-31effe2bd260, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=23b0c738-ded3-4bb9-8b79-31effe2bd260,segment=NetworkSegment(86b1e6f6-d629-4b03-8944-4cdfbfb93d02),segment_id=86b1e6f6-d629-4b03-8944-4cdfbfb93d02)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:58:40.846817 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:40.847785 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device 7c8a5e21-eb13-4770-9477-daf1bab77ba3 no longer exists at agent hyperv_n-h1-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 20:58:40.873705 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-28650df7-c46c-4981-b84f-37d87254047e None None] No Port match for: 7c8a5e21-eb13-4770-9477-daf1bab77ba3 {{(pid=105586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 20:58:40.874323 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device 7c8a5e21-eb13-4770-9477-daf1bab77ba3 not bound to the agent host n-h1-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 20:58:40.876453 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device c502b993-3979-40c5-9188-06f8e73caef4 no longer exists at agent hyperv_n-h1-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 20:58:40.900129 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 20:58:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3413c9a-09e1-4c04-898f-d57666b14b31 x-openstack-request-id: req-b3413c9a-09e1-4c04-898f-d57666b14b31 {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:58:40.900424 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28e648e0-d970-4373-a2b5-1d4277641de7", "name": "network-vif-plugged", "status": "completed", "tag": "23b0c738-ded3-4bb9-8b79-31effe2bd260", "code": 200}]} {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:58:40.900684 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-b3413c9a-09e1-4c04-898f-d57666b14b31 {{(pid=105586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:58:40.901287 n-d-705658-22 neutron-server[105586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28e648e0-d970-4373-a2b5-1d4277641de7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23b0c738-ded3-4bb9-8b79-31effe2bd260', 'code': 200} Jul 27 20:58:40.924677 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-28650df7-c46c-4981-b84f-37d87254047e None None] No Port match for: c502b993-3979-40c5-9188-06f8e73caef4 {{(pid=105586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 20:58:40.925278 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device c502b993-3979-40c5-9188-06f8e73caef4 not bound to the agent host n-h1-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 20:58:40.963170 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Pushing event updated for resources: {'Port': ['ID=23b0c738-ded3-4bb9-8b79-31effe2bd260,revision_number=5']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:58:41.028845 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfac8b14-c413-4c1a-8c72-35be1c876260 req-3090cd4c-af53-4993-9802-8f671587c47e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:41.031341 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-bfac8b14-c413-4c1a-8c72-35be1c876260 req-3090cd4c-af53-4993-9802-8f671587c47e service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=28e648e0-d970-4373-a2b5-1d4277641de7 HTTP/1.1" status: 200 len: 1102 time: 0.0850127 Jul 27 20:58:41.082320 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-bfac8b14-c413-4c1a-8c72-35be1c876260 req-43e0f1d9-4b4a-43ca-9084-2f6052c5a0b4 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=5d873ccd-17d4-43bb-b419-3f606e8ed9ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420232 Jul 27 20:58:41.262017 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d9da6fe-1bf8-4e40-9b6e-3cb8c13f9fad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:41.314300 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 38914) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:58:41.741651 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7640b5e3-ad8a-4592-9d1c-a1072731a9dc req-cc51c74e-9920-4832-95a3-065145df3189 tempest-ImagesNegativeTestJSON-625535326 tempest-ImagesNegativeTestJSON-625535326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:41.755287 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-7640b5e3-ad8a-4592-9d1c-a1072731a9dc req-cc51c74e-9920-4832-95a3-065145df3189 tempest-ImagesNegativeTestJSON-625535326 tempest-ImagesNegativeTestJSON-625535326-project] 10.222.0.59 "GET /v2.0/ports?device_id=28e648e0-d970-4373-a2b5-1d4277641de7 HTTP/1.1" status: 200 len: 950 time: 0.1167500 Jul 27 20:58:41.793245 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:41.842659 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-7640b5e3-ad8a-4592-9d1c-a1072731a9dc req-28303f79-50ca-4395-a11d-a15da4a2f1e1 tempest-ImagesNegativeTestJSON-625535326 tempest-ImagesNegativeTestJSON-625535326-project] 10.222.0.59 "GET /v2.0/security-groups?id=5d873ccd-17d4-43bb-b419-3f606e8ed9ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855057 Jul 27 20:58:41.883188 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47732903-9d64-4ccf-8550-2b17feeb5c0a req-d30367f1-6ca8-4e9d-a16e-6a2eceb0d2f1 tempest-TenantUsagesTestJSON-956316635 tempest-TenantUsagesTestJSON-956316635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:41.896313 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-47732903-9d64-4ccf-8550-2b17feeb5c0a req-d30367f1-6ca8-4e9d-a16e-6a2eceb0d2f1 tempest-TenantUsagesTestJSON-956316635 tempest-TenantUsagesTestJSON-956316635-project] 10.222.0.59 "GET /v2.0/ports?device_id=28d05df4-75a5-40ee-bd0e-ff8302ce2ea9 HTTP/1.1" status: 200 len: 948 time: 0.1152928 Jul 27 20:58:41.972740 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-47732903-9d64-4ccf-8550-2b17feeb5c0a req-bba44507-93e4-4219-8623-3e2f732d9acb tempest-TenantUsagesTestJSON-956316635 tempest-TenantUsagesTestJSON-956316635-project] 10.222.0.59 "GET /v2.0/security-groups?id=ea0e5e54-655a-4a0d-b4ec-a20fc9e91071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754280 Jul 27 20:58:42.026400 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-992ebb28-df97-4678-bf86-d0fa1b8fe3b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4076536'] for router_interface, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:42.047578 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 38938) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:58:42.162325 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-6055f4a7-922e-4aa6-9a74-2ce12b6e4de0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:42.254310 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-6055f4a7-922e-4aa6-9a74-2ce12b6e4de0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:42.258898 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-6055f4a7-922e-4aa6-9a74-2ce12b6e4de0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:42.296973 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-6055f4a7-922e-4aa6-9a74-2ce12b6e4de0 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=cc6eba5db1d14b59996c06e5e5ce7eb9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2478552 Jul 27 20:58:42.298952 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6055f4a7-922e-4aa6-9a74-2ce12b6e4de0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=705f5ba5-fd2d-40e8-b229-ab340a9e4525,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:58:42.299523 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-992ebb28-df97-4678-bf86-d0fa1b8fe3b0 admin admin] Deleting port 6a429cf7-e4dd-4ba7-8a2d-0597ab1a412b {{(pid=105584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:58:42.299983 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-992ebb28-df97-4678-bf86-d0fa1b8fe3b0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:42.302229 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 38942) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:58:42.411844 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-8750bb47-7ffc-449c-a6e3-0363e44f7bda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:42.419619 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [None req-992ebb28-df97-4678-bf86-d0fa1b8fe3b0 admin admin] For port 6a429cf7-e4dd-4ba7-8a2d-0597ab1a412b, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=6a429cf7-e4dd-4ba7-8a2d-0597ab1a412b,segment=NetworkSegment(2ea25427-d6e6-4416-87a7-64c07e5ed875),segment_id=2ea25427-d6e6-4416-87a7-64c07e5ed875)] {{(pid=105584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:58:42.419972 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-992ebb28-df97-4678-bf86-d0fa1b8fe3b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:42.441860 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-992ebb28-df97-4678-bf86-d0fa1b8fe3b0 admin admin] Calling delete_port for 6a429cf7-e4dd-4ba7-8a2d-0597ab1a412b owned by network:router_interface {{(pid=105584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:58:42.449243 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-8750bb47-7ffc-449c-a6e3-0363e44f7bda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:42.488684 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Device f2a5e232-eea1-4cbe-8a12-bfe90bdae235 details requested by agent hyperv_n-h2-705658-22 with host n-h2-705658-22 {{(pid=105586) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 20:58:42.606539 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-8750bb47-7ffc-449c-a6e3-0363e44f7bda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:42.606539 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-8750bb47-7ffc-449c-a6e3-0363e44f7bda admin admin] Notify callbacks [] for security_group, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:42.606539 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-8750bb47-7ffc-449c-a6e3-0363e44f7bda admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/705f5ba5-fd2d-40e8-b229-ab340a9e4525 HTTP/1.1" status: 204 len: 168 time: 0.2985568 Jul 27 20:58:42.613586 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8750bb47-7ffc-449c-a6e3-0363e44f7bda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=705f5ba5-fd2d-40e8-b229-ab340a9e4525,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:58:42.617711 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] For port f2a5e232-eea1-4cbe-8a12-bfe90bdae235, host n-h2-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=f2a5e232-eea1-4cbe-8a12-bfe90bdae235,segment=NetworkSegment(86b1e6f6-d629-4b03-8944-4cdfbfb93d02),segment_id=86b1e6f6-d629-4b03-8944-4cdfbfb93d02)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:58:42.639286 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Returning: {'device': 'f2a5e232-eea1-4cbe-8a12-bfe90bdae235', 'network_id': '4d64aa0b-bd6a-468e-8edc-c83689947462', 'port_id': 'f2a5e232-eea1-4cbe-8a12-bfe90bdae235', 'mac_address': 'fa:16:3e:10:10:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26644ba0-4185-4e10-8718-6ad18d01376c', 'ip_address': '192.168.233.219'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105586) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 20:58:42.699418 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:42.714086 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [None req-3d54578f-831f-4696-b568-13c455922dab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2a5e232-eea1-4cbe-8a12-bfe90bdae235 {{(pid=105586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 20:58:42.752616 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] For port f2a5e232-eea1-4cbe-8a12-bfe90bdae235, host n-h2-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=f2a5e232-eea1-4cbe-8a12-bfe90bdae235,segment=NetworkSegment(86b1e6f6-d629-4b03-8944-4cdfbfb93d02),segment_id=86b1e6f6-d629-4b03-8944-4cdfbfb93d02)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:58:42.757750 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:42.763198 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-bb32ed7d-8717-448b-a9c8-a5a0117d1fd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:42.818636 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-992ebb28-df97-4678-bf86-d0fa1b8fe3b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:42.822453 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Pushing event updated for resources: {'Port': ['ID=f2a5e232-eea1-4cbe-8a12-bfe90bdae235,revision_number=4']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:58:42.868526 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992ebb28-df97-4678-bf86-d0fa1b8fe3b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=6a429cf7-e4dd-4ba7-8a2d-0597ab1a412b,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:58:42.906274 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-d89e4101-24f4-4016-8742-1b543c0c32bf req-0780fe84-f475-4f1a-93b8-05b0441ac392 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=29c1b762-5cb9-4f5b-ac71-3cb8a306ebde&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1601725 Jul 27 20:58:43.041690 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 38966) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:58:43.098171 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-bdc93ce2-9aa0-4a0b-a634-571a5a3911d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:43.124693 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] get_ports_and_sgs() called for port_ids ['f2a5e232-eea1-4cbe-8a12-bfe90bdae235'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 20:58:43.168285 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89e4101-24f4-4016-8742-1b543c0c32bf req-478ead10-a004-46ed-be41-08f8008a5fce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:43.170117 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-d89e4101-24f4-4016-8742-1b543c0c32bf req-478ead10-a004-46ed-be41-08f8008a5fce service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=037df3a90f014739a3644a9c2d1586c8&device_id=29c1b762-5cb9-4f5b-ac71-3cb8a306ebde HTTP/1.1" status: 200 len: 1098 time: 0.2323332 Jul 27 20:58:43.180068 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fbe8c0-389e-4aa1-adc3-f7e887247bb1 req-1a0051bb-96a8-45f5-a617-62f11ca1f5af tempest-ImagesNegativeTestJSON-625535326 tempest-ImagesNegativeTestJSON-625535326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:43.188647 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-55fbe8c0-389e-4aa1-adc3-f7e887247bb1 req-1a0051bb-96a8-45f5-a617-62f11ca1f5af tempest-ImagesNegativeTestJSON-625535326 tempest-ImagesNegativeTestJSON-625535326-project] 10.222.0.59 "GET /v2.0/ports?device_id=28e648e0-d970-4373-a2b5-1d4277641de7 HTTP/1.1" status: 200 len: 950 time: 0.1559339 Jul 27 20:58:43.298329 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-992ebb28-df97-4678-bf86-d0fa1b8fe3b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3743915', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4076308'] for router_interface, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:43.309514 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-55fbe8c0-389e-4aa1-adc3-f7e887247bb1 req-9554a50d-5225-490e-9a6b-9848e8854858 tempest-ImagesNegativeTestJSON-625535326 tempest-ImagesNegativeTestJSON-625535326-project] 10.222.0.59 "GET /v2.0/security-groups?id=5d873ccd-17d4-43bb-b419-3f606e8ed9ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196725 Jul 27 20:58:43.375982 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb874d35-1cd2-41b4-a127-6e07fde78a20 req-f984f3f2-f1d5-4a04-ab33-a664b931c525 tempest-TenantUsagesTestJSON-956316635 tempest-TenantUsagesTestJSON-956316635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:43.377908 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89e4101-24f4-4016-8742-1b543c0c32bf req-f135e958-d59b-4e1f-a889-595ac7510f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:43.379489 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-d89e4101-24f4-4016-8742-1b543c0c32bf req-f135e958-d59b-4e1f-a889-595ac7510f85 service neutron] 10.222.0.36 "GET /v2.0/networks?id=6aa76440-68bb-4814-b579-87efb5c679e3 HTTP/1.1" status: 200 len: 913 time: 0.1600049 Jul 27 20:58:43.385609 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-cb874d35-1cd2-41b4-a127-6e07fde78a20 req-f984f3f2-f1d5-4a04-ab33-a664b931c525 tempest-TenantUsagesTestJSON-956316635 tempest-TenantUsagesTestJSON-956316635-project] 10.222.0.59 "GET /v2.0/ports?device_id=28d05df4-75a5-40ee-bd0e-ff8302ce2ea9 HTTP/1.1" status: 200 len: 949 time: 0.1844285 Jul 27 20:58:43.424003 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-bdc93ce2-9aa0-4a0b-a634-571a5a3911d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:43.430706 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-bdc93ce2-9aa0-4a0b-a634-571a5a3911d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:43.479845 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-bdc93ce2-9aa0-4a0b-a634-571a5a3911d7 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=bc77f0492b2b4670bf3fd73f2b0d15b0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4324319 Jul 27 20:58:43.487597 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 38972) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:58:43.508311 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-cb874d35-1cd2-41b4-a127-6e07fde78a20 req-ff1a19b0-eb3a-4e7d-a0f4-af6f0afe91f7 tempest-TenantUsagesTestJSON-956316635 tempest-TenantUsagesTestJSON-956316635-project] 10.222.0.59 "GET /v2.0/security-groups?id=ea0e5e54-655a-4a0d-b4ec-a20fc9e91071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214535 Jul 27 20:58:43.524574 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc93ce2-9aa0-4a0b-a634-571a5a3911d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d0070d8-39b1-4cc2-85c5-5edb5c5286f8,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:58:43.543452 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-d89e4101-24f4-4016-8742-1b543c0c32bf req-297ead00-7792-4586-81ab-2a8b5631b806 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0d25b76a-67ba-4b3b-8026-3f225d5e391c HTTP/1.1" status: 200 len: 1002 time: 0.1510565 Jul 27 20:58:43.671561 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89e4101-24f4-4016-8742-1b543c0c32bf req-a57ae062-f6dc-4bee-be52-6b1819c2d9c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:43.672956 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-d89e4101-24f4-4016-8742-1b543c0c32bf req-a57ae062-f6dc-4bee-be52-6b1819c2d9c7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=746696d1-95cb-4db5-9b25-089085191295 HTTP/1.1" status: 200 len: 851 time: 0.1209233 Jul 27 20:58:43.682776 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-8984340f-07a7-4654-ac6b-ed291029db13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:43.702461 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1a8fb0-0cac-49dd-b62f-6195c0aca220 req-d34e5f57-7ac4-4b24-9636-6cbbfa1d13a4 tempest-ImagesNegativeTestJSON-625535326 tempest-ImagesNegativeTestJSON-625535326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:43.703965 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-0d1a8fb0-0cac-49dd-b62f-6195c0aca220 req-d34e5f57-7ac4-4b24-9636-6cbbfa1d13a4 tempest-ImagesNegativeTestJSON-625535326 tempest-ImagesNegativeTestJSON-625535326-project] 10.222.0.59 "GET /v2.0/ports?device_id=28e648e0-d970-4373-a2b5-1d4277641de7 HTTP/1.1" status: 200 len: 950 time: 0.0733051 Jul 27 20:58:43.742889 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-0d1a8fb0-0cac-49dd-b62f-6195c0aca220 req-86e08209-3bb5-4970-b2f6-5e167bc978b0 tempest-ImagesNegativeTestJSON-625535326 tempest-ImagesNegativeTestJSON-625535326-project] 10.222.0.59 "GET /v2.0/security-groups?id=5d873ccd-17d4-43bb-b419-3f606e8ed9ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328007 Jul 27 20:58:43.767727 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-8984340f-07a7-4654-ac6b-ed291029db13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:43.787917 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 38978) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:58:43.793580 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-419617a4-db45-4c1f-adf7-9aa6c986a536 tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-985776320'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:58:43.815407 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-419617a4-db45-4c1f-adf7-9aa6c986a536 tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Made reservation on behalf of be3b976efbdd4f41894dd22bc5b95523 for: {'network': 1} {{(pid=105585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:58:43.815748 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-992ebb28-df97-4678-bf86-d0fa1b8fe3b0 admin admin] Router 2872e23e-eae9-4f04-a7fb-52757641bcbe has already been hosted by L3 agent dd128fd7-8e57-4d4f-895b-a96b369df59a {{(pid=105584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 20:58:43.818843 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-419617a4-db45-4c1f-adf7-9aa6c986a536 tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for network, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:43.833454 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89e4101-24f4-4016-8742-1b543c0c32bf req-49b84440-2173-459e-8440-08db588ab104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:43.834790 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-d89e4101-24f4-4016-8742-1b543c0c32bf req-49b84440-2173-459e-8440-08db588ab104 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6aa76440-68bb-4814-b579-87efb5c679e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1531255 Jul 27 20:58:43.889230 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-419617a4-db45-4c1f-adf7-9aa6c986a536 tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] vlan segment allocate from pool success with {'vlan_id': 227, 'physical_network': 'physnet1'} {{(pid=105585) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 20:58:43.895701 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-8984340f-07a7-4654-ac6b-ed291029db13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:43.898362 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-8984340f-07a7-4654-ac6b-ed291029db13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:43.898577 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-419617a4-db45-4c1f-adf7-9aa6c986a536 tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:43.898921 n-d-705658-22 neutron-server[105585]: INFO neutron.db.segments_db [None req-419617a4-db45-4c1f-adf7-9aa6c986a536 tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Added segment 18a392fd-f38c-4fa2-9883-9b25afe164a9 of type vlan for network d06e6d48-2725-42c2-bd07-d31f23229f60 Jul 27 20:58:43.903582 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-8984340f-07a7-4654-ac6b-ed291029db13 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/9d0070d8-39b1-4cc2-85c5-5edb5c5286f8 HTTP/1.1" status: 204 len: 168 time: 0.4093614 Jul 27 20:58:43.941386 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-419617a4-db45-4c1f-adf7-9aa6c986a536 tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790688424798'] for network, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:43.955937 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8984340f-07a7-4654-ac6b-ed291029db13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d0070d8-39b1-4cc2-85c5-5edb5c5286f8,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:58:43.988307 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-419617a4-db45-4c1f-adf7-9aa6c986a536 tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920'] for network, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:43.994547 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-419617a4-db45-4c1f-adf7-9aa6c986a536 tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:43.995167 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-419617a4-db45-4c1f-adf7-9aa6c986a536 tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743886'] for network, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:44.079094 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-d89e4101-24f4-4016-8742-1b543c0c32bf req-d81877d2-2872-497f-8b3e-b473a7459152 service neutron] 10.222.0.36 "GET /v2.0/networks/6aa76440-68bb-4814-b579-87efb5c679e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2029905 Jul 27 20:58:44.082896 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-992ebb28-df97-4678-bf86-d0fa1b8fe3b0 admin admin] Notify agent at l3_agent.n-d-705658-22 the message routers_updated {{(pid=105584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 20:58:44.095215 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e3403e8-2846-4efb-8181-088b9370163b None None] Sync routers for ids ['2872e23e-eae9-4f04-a7fb-52757641bcbe'] in n-d-705658-22 {{(pid=105586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 20:58:44.115321 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e3403e8-2846-4efb-8181-088b9370163b None None] Routers {'2872e23e-eae9-4f04-a7fb-52757641bcbe'} bound to L3 agent in host n-d-705658-22 {{(pid=105586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:58:44.115576 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-992ebb28-df97-4678-bf86-d0fa1b8fe3b0 admin admin] 10.222.0.59 "PUT /v2.0/routers/2872e23e-eae9-4f04-a7fb-52757641bcbe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8045096 Jul 27 20:58:44.116399 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-4e3403e8-2846-4efb-8181-088b9370163b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T20:58:41Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['2872e23e-eae9-4f04-a7fb-52757641bcbe'], 'active': True} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:58:44.117524 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 38986) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:58:44.201956 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-875ced1b-4cf3-463a-9653-058f0f9421e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:44.268585 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvr_db [None req-4e3403e8-2846-4efb-8181-088b9370163b None None] Set router 2872e23e-eae9-4f04-a7fb-52757641bcbe gateway port host: n-d-705658-22 {{(pid=105586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:58:44.327170 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-d89e4101-24f4-4016-8742-1b543c0c32bf req-92f9ae2c-8146-4050-867c-ca863d904d45 service neutron] 10.222.0.36 "GET /v2.0/networks/6aa76440-68bb-4814-b579-87efb5c679e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2103040 Jul 27 20:58:44.350771 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-15ad423a-00c6-43d3-ba4b-5606b128700d admin admin] Notify callbacks [] for router, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:44.457412 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-419617a4-db45-4c1f-adf7-9aa6c986a536 tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.6678309 Jul 27 20:58:44.461652 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 38998) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:58:44.481505 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-096940fe-e777-4cbf-811d-b1fcd828a556 tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-54789073'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:58:44.518541 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419617a4-db45-4c1f-adf7-9aa6c986a536 tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Pushing event updated for resources: {'Network': ['ID=d06e6d48-2725-42c2-bd07-d31f23229f60,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:58:44.560794 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Device f2a5e232-eea1-4cbe-8a12-bfe90bdae235 up at agent hyperv_n-h2-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:58:44.563133 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Network d06e6d48-2725-42c2-bd07-d31f23229f60 details requested by agent ovs-agent-n-d-705658-22 with host n-d-705658-22 {{(pid=105586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 20:58:44.581430 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-096940fe-e777-4cbf-811d-b1fcd828a556 tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Made reservation on behalf of be3b976efbdd4f41894dd22bc5b95523 for: {'network': 1} {{(pid=105585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:58:44.586534 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-096940fe-e777-4cbf-811d-b1fcd828a556 tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for network, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:44.652916 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-096940fe-e777-4cbf-811d-b1fcd828a556 tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] vlan segment allocate from pool success with {'vlan_id': 229, 'physical_network': 'physnet1'} {{(pid=105585) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 20:58:44.688795 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-096940fe-e777-4cbf-811d-b1fcd828a556 tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:44.689168 n-d-705658-22 neutron-server[105585]: INFO neutron.db.segments_db [None req-096940fe-e777-4cbf-811d-b1fcd828a556 tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Added segment 54f3551e-5c55-4c2f-a16f-7beb91ee97a5 of type vlan for network dd0adb7c-988a-43cc-a0da-76a1fae1d8ff Jul 27 20:58:44.743583 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-096940fe-e777-4cbf-811d-b1fcd828a556 tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790688424798'] for network, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:44.751486 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-3d54578f-831f-4696-b568-13c455922dab None None] Provisioning for port f2a5e232-eea1-4cbe-8a12-bfe90bdae235 completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:58:44.755939 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-4e3403e8-2846-4efb-8181-088b9370163b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2872e23e-eae9-4f04-a7fb-52757641bcbe', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-857605212-router', 'tenant_id': 'f4dd8c54051d43128b80a7b27aca23a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.224'}], 'enable_snat': True}, 'gw_port_id': '734c760e-a272-4c33-b556-0f02c2fdd0f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:51:56Z', 'updated_at': '2021-07-27T20:58:42Z', 'revision_number': 5, 'project_id': 'f4dd8c54051d43128b80a7b27aca23a8', 'gw_port': {'id': '734c760e-a272-4c33-b556-0f02c2fdd0f7', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:58:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2872e23e-eae9-4f04-a7fb-52757641bcbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:51:57Z', 'updated_at': '2021-07-27T20:52:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22'}], 'n-d-705658-22', False) {} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:58:44.781659 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb12d3a4-ace6-4da0-86c0-46ad1379188b req-aec8edf1-5b7c-4851-99d0-5f9902225aa8 tempest-TenantUsagesTestJSON-956316635 tempest-TenantUsagesTestJSON-956316635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:44.795249 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e3403e8-2846-4efb-8181-088b9370163b None None] Checking router: 2872e23e-eae9-4f04-a7fb-52757641bcbe for host: n-d-705658-22 {{(pid=105586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 20:58:44.798764 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-fb12d3a4-ace6-4da0-86c0-46ad1379188b req-aec8edf1-5b7c-4851-99d0-5f9902225aa8 tempest-TenantUsagesTestJSON-956316635 tempest-TenantUsagesTestJSON-956316635-project] 10.222.0.59 "GET /v2.0/ports?device_id=28d05df4-75a5-40ee-bd0e-ff8302ce2ea9 HTTP/1.1" status: 200 len: 949 time: 0.1628470 Jul 27 20:58:44.799256 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-3d54578f-831f-4696-b568-13c455922dab None None] Provisioning complete for port f2a5e232-eea1-4cbe-8a12-bfe90bdae235 triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:58:44.799729 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:44.840193 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e3403e8-2846-4efb-8181-088b9370163b None None] Routers {'2872e23e-eae9-4f04-a7fb-52757641bcbe'} bound to L3 agent in host n-d-705658-22 {{(pid=105586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:58:44.840847 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-4e3403e8-2846-4efb-8181-088b9370163b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T20:58:41Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['2872e23e-eae9-4f04-a7fb-52757641bcbe'], 'active': True} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:58:44.900467 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-096940fe-e777-4cbf-811d-b1fcd828a556 tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920'] for network, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:44.906964 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-096940fe-e777-4cbf-811d-b1fcd828a556 tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:44.907610 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-096940fe-e777-4cbf-811d-b1fcd828a556 tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743886'] for network, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:44.983784 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-fb12d3a4-ace6-4da0-86c0-46ad1379188b req-2dc02357-04a2-4e7b-9be9-ad8f9028547c tempest-TenantUsagesTestJSON-956316635 tempest-TenantUsagesTestJSON-956316635-project] 10.222.0.59 "GET /v2.0/security-groups?id=ea0e5e54-655a-4a0d-b4ec-a20fc9e91071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1840129 Jul 27 20:58:45.001372 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.agents_db [None req-558fcd2c-e512-47bc-a170-8673d87f7213 None None] Agent healthcheck: found 7 active agents {{(pid=105587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 20:58:45.015364 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvr_db [None req-4e3403e8-2846-4efb-8181-088b9370163b None None] Set router 2872e23e-eae9-4f04-a7fb-52757641bcbe gateway port host: n-d-705658-22 {{(pid=105586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:58:45.023148 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-096940fe-e777-4cbf-811d-b1fcd828a556 tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5463259 Jul 27 20:58:45.028557 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 39014) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:58:45.039387 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-3e43a6b4-f796-4e58-9849-847a8ec32418 tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Request body: {'subnet': {'network_id': 'd06e6d48-2725-42c2-bd07-d31f23229f60', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:58:45.073042 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-15ad423a-00c6-43d3-ba4b-5606b128700d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:45.105569 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096940fe-e777-4cbf-811d-b1fcd828a556 tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Pushing event updated for resources: {'Network': ['ID=dd0adb7c-988a-43cc-a0da-76a1fae1d8ff,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:58:45.133229 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2de5187-e1b4-40f3-b6d1-3474175ca3ec req-e0596933-308e-4816-8800-9c7ed704cabd tempest-ImagesNegativeTestJSON-625535326 tempest-ImagesNegativeTestJSON-625535326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:45.134681 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-a2de5187-e1b4-40f3-b6d1-3474175ca3ec req-e0596933-308e-4816-8800-9c7ed704cabd tempest-ImagesNegativeTestJSON-625535326 tempest-ImagesNegativeTestJSON-625535326-project] 10.222.0.36 "GET /v2.0/ports?device_id=28e648e0-d970-4373-a2b5-1d4277641de7 HTTP/1.1" status: 200 len: 950 time: 0.1702607 Jul 27 20:58:45.162434 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab3ea00-f8ee-421e-972c-244fff2eca11 req-38ff5a8c-994b-4526-893e-fcfc79eb24ed tempest-ImagesNegativeTestJSON-625535326 tempest-ImagesNegativeTestJSON-625535326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:45.172619 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-dab3ea00-f8ee-421e-972c-244fff2eca11 req-38ff5a8c-994b-4526-893e-fcfc79eb24ed tempest-ImagesNegativeTestJSON-625535326 tempest-ImagesNegativeTestJSON-625535326-project] 10.222.0.59 "GET /v2.0/ports?device_id=28e648e0-d970-4373-a2b5-1d4277641de7 HTTP/1.1" status: 200 len: 950 time: 0.3138978 Jul 27 20:58:45.214370 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-15ad423a-00c6-43d3-ba4b-5606b128700d admin admin] Deleting port 734c760e-a272-4c33-b556-0f02c2fdd0f7 {{(pid=105584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:58:45.214720 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-15ad423a-00c6-43d3-ba4b-5606b128700d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:45.235669 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e43a6b4-f796-4e58-9849-847a8ec32418 tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Made reservation on behalf of be3b976efbdd4f41894dd22bc5b95523 for: {'subnet': 1} {{(pid=105585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:58:45.239979 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-3e43a6b4-f796-4e58-9849-847a8ec32418 tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9990620'] for subnet, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:45.324418 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-dab3ea00-f8ee-421e-972c-244fff2eca11 req-7b396804-000c-4221-955b-cd64396c21d1 tempest-ImagesNegativeTestJSON-625535326 tempest-ImagesNegativeTestJSON-625535326-project] 10.222.0.59 "GET /v2.0/security-groups?id=5d873ccd-17d4-43bb-b419-3f606e8ed9ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469460 Jul 27 20:58:45.358624 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [req-a2de5187-e1b4-40f3-b6d1-3474175ca3ec req-6c17e254-5a46-48ad-8067-a6c76ceb210f tempest-ImagesNegativeTestJSON-625535326 tempest-ImagesNegativeTestJSON-625535326-project] Deleting port 23b0c738-ded3-4bb9-8b79-31effe2bd260 {{(pid=105584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:58:45.359113 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-a2de5187-e1b4-40f3-b6d1-3474175ca3ec req-6c17e254-5a46-48ad-8067-a6c76ceb210f tempest-ImagesNegativeTestJSON-625535326 tempest-ImagesNegativeTestJSON-625535326-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:45.444074 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [None req-15ad423a-00c6-43d3-ba4b-5606b128700d admin admin] For port 734c760e-a272-4c33-b556-0f02c2fdd0f7, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=734c760e-a272-4c33-b556-0f02c2fdd0f7,segment=NetworkSegment(12196855-9a32-4633-9a56-77697ef9e126),segment_id=12196855-9a32-4633-9a56-77697ef9e126)] {{(pid=105584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:58:45.445110 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-15ad423a-00c6-43d3-ba4b-5606b128700d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:45.469723 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-15ad423a-00c6-43d3-ba4b-5606b128700d admin admin] Calling delete_port for 734c760e-a272-4c33-b556-0f02c2fdd0f7 owned by network:router_gateway {{(pid=105584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:58:45.514727 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:45.516732 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Network dd0adb7c-988a-43cc-a0da-76a1fae1d8ff details requested by agent ovs-agent-n-d-705658-22 with host n-d-705658-22 {{(pid=105586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 20:58:45.563154 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [req-a2de5187-e1b4-40f3-b6d1-3474175ca3ec req-6c17e254-5a46-48ad-8067-a6c76ceb210f tempest-ImagesNegativeTestJSON-625535326 tempest-ImagesNegativeTestJSON-625535326-project] For port 23b0c738-ded3-4bb9-8b79-31effe2bd260, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=23b0c738-ded3-4bb9-8b79-31effe2bd260,segment=NetworkSegment(86b1e6f6-d629-4b03-8944-4cdfbfb93d02),segment_id=86b1e6f6-d629-4b03-8944-4cdfbfb93d02)] {{(pid=105584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:58:45.564389 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-a2de5187-e1b4-40f3-b6d1-3474175ca3ec req-6c17e254-5a46-48ad-8067-a6c76ceb210f tempest-ImagesNegativeTestJSON-625535326 tempest-ImagesNegativeTestJSON-625535326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:45.607290 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [req-a2de5187-e1b4-40f3-b6d1-3474175ca3ec req-6c17e254-5a46-48ad-8067-a6c76ceb210f tempest-ImagesNegativeTestJSON-625535326 tempest-ImagesNegativeTestJSON-625535326-project] Calling delete_port for 23b0c738-ded3-4bb9-8b79-31effe2bd260 owned by compute:nova {{(pid=105584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:58:45.633072 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28d05df4-75a5-40ee-bd0e-ff8302ce2ea9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2a5e232-eea1-4cbe-8a12-bfe90bdae235'}] {{(pid=105586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:58:45.635595 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14c1663e039faf5393f87855f745010ac5b02220355b68fdbf065393e303ac56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d427e02-ead9-49ce-9611-b85a604290fc" -d '{"events": [{"server_uuid": "28d05df4-75a5-40ee-bd0e-ff8302ce2ea9", "name": "network-vif-plugged", "status": "completed", "tag": "f2a5e232-eea1-4cbe-8a12-bfe90bdae235"}]}' {{(pid=105586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:58:45.635769 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-3e43a6b4-f796-4e58-9849-847a8ec32418 tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10221797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9990606'] for subnet, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:45.670112 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] For port f2a5e232-eea1-4cbe-8a12-bfe90bdae235, host n-h2-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=f2a5e232-eea1-4cbe-8a12-bfe90bdae235,segment=NetworkSegment(86b1e6f6-d629-4b03-8944-4cdfbfb93d02),segment_id=86b1e6f6-d629-4b03-8944-4cdfbfb93d02)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:58:45.683704 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718640ac-0ac3-4634-8271-264262ba5c79 req-004ed4cc-8145-4919-8f3b-135b4d828338 tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:45.690976 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:45.692587 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-718640ac-0ac3-4634-8271-264262ba5c79 req-004ed4cc-8145-4919-8f3b-135b4d828338 tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] 10.222.0.59 "GET /v2.0/ports?device_id=008467f6-8a03-4733-8572-0921b55201b1 HTTP/1.1" status: 200 len: 945 time: 0.1828747 Jul 27 20:58:45.776137 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e43a6b4-f796-4e58-9849-847a8ec32418 tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Checking segment: {'id': '18a392fd-f38c-4fa2-9883-9b25afe164a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'd06e6d48-2725-42c2-bd07-d31f23229f60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:58:45.776510 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e43a6b4-f796-4e58-9849-847a8ec32418 tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Network hostable DHCP agents. Network: d06e6d48-2725-42c2-bd07-d31f23229f60, hostable agents: ['7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a'], hosted agents: [] {{(pid=105585) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 20:58:45.792235 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 20:58:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71c20047-2cf6-40ec-a170-87a430446014 x-openstack-request-id: req-71c20047-2cf6-40ec-a170-87a430446014 {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:58:45.792525 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28d05df4-75a5-40ee-bd0e-ff8302ce2ea9", "name": "network-vif-plugged", "status": "completed", "tag": "f2a5e232-eea1-4cbe-8a12-bfe90bdae235", "code": 200}]} {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:58:45.792780 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-71c20047-2cf6-40ec-a170-87a430446014 {{(pid=105586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:58:45.793163 n-d-705658-22 neutron-server[105586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28d05df4-75a5-40ee-bd0e-ff8302ce2ea9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2a5e232-eea1-4cbe-8a12-bfe90bdae235', 'code': 200} Jul 27 20:58:45.798538 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e43a6b4-f796-4e58-9849-847a8ec32418 tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Pushing event updated for resources: {'Subnet': ['ID=bd7fbe4e-00a2-4867-9403-b89fa41a76c1,revision_number=0']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:58:45.816700 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-718640ac-0ac3-4634-8271-264262ba5c79 req-688db4cf-a239-448f-b84c-9bf1cadb1b3c tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] 10.222.0.59 "GET /v2.0/security-groups?id=d1766e71-7b2a-4f2d-acc0-530f862b8fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205635 Jul 27 20:58:45.844619 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Pushing event updated for resources: {'Port': ['ID=f2a5e232-eea1-4cbe-8a12-bfe90bdae235,revision_number=5']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:58:45.868374 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-4e3403e8-2846-4efb-8181-088b9370163b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2872e23e-eae9-4f04-a7fb-52757641bcbe', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-857605212-router', 'tenant_id': 'f4dd8c54051d43128b80a7b27aca23a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.224'}], 'enable_snat': True}, 'gw_port_id': '734c760e-a272-4c33-b556-0f02c2fdd0f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:51:56Z', 'updated_at': '2021-07-27T20:58:42Z', 'revision_number': 5, 'project_id': 'f4dd8c54051d43128b80a7b27aca23a8', 'gw_port': {'id': '734c760e-a272-4c33-b556-0f02c2fdd0f7', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:58:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2872e23e-eae9-4f04-a7fb-52757641bcbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:51:57Z', 'updated_at': '2021-07-27T20:52:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22'}], 'n-d-705658-22', False) {} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:58:45.869760 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e43a6b4-f796-4e58-9849-847a8ec32418 tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Network d06e6d48-2725-42c2-bd07-d31f23229f60 is scheduled to be hosted by DHCP agent 7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a with binding_index 1 {{(pid=105585) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 20:58:45.880984 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-a2de5187-e1b4-40f3-b6d1-3474175ca3ec req-6c17e254-5a46-48ad-8067-a6c76ceb210f tempest-ImagesNegativeTestJSON-625535326 tempest-ImagesNegativeTestJSON-625535326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:45.895832 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.base_scheduler [None req-3e43a6b4-f796-4e58-9849-847a8ec32418 tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-22, d06e6d48-2725-42c2-bd07-d31f23229f60) {{(pid=105585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:58:45.901047 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] get_ports_and_sgs() called for port_ids ['23b0c738-ded3-4bb9-8b79-31effe2bd260'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 20:58:45.903031 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e3403e8-2846-4efb-8181-088b9370163b None None] The sync data for ids ['2872e23e-eae9-4f04-a7fb-52757641bcbe'] in n-d-705658-22 is: [{'id': '2872e23e-eae9-4f04-a7fb-52757641bcbe', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-857605212-router', 'tenant_id': 'f4dd8c54051d43128b80a7b27aca23a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.224'}], 'enable_snat': True}, 'gw_port_id': '734c760e-a272-4c33-b556-0f02c2fdd0f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:51:56Z', 'updated_at': '2021-07-27T20:58:42Z', 'revision_number': 5, 'project_id': 'f4dd8c54051d43128b80a7b27aca23a8', 'gw_port': {'id': '734c760e-a272-4c33-b556-0f02c2fdd0f7', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:58:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2872e23e-eae9-4f04-a7fb-52757641bcbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:51:57Z', 'updated_at': '2021-07-27T20:52:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22'}] {{(pid=105586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 20:58:45.907047 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1cc6c13-17f1-42d1-84b0-c009e55f11f7 None None] Network d06e6d48-2725-42c2-bd07-d31f23229f60 requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 20:58:45.911317 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c17e254-5a46-48ad-8067-a6c76ceb210f tempest-ImagesNegativeTestJSON-625535326 tempest-ImagesNegativeTestJSON-625535326-project] Pushing event deleted for resources: {'Port': ['ID=23b0c738-ded3-4bb9-8b79-31effe2bd260,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:58:45.976437 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e43a6b4-f796-4e58-9849-847a8ec32418 tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:45.977341 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-3e43a6b4-f796-4e58-9849-847a8ec32418 tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743886'] for subnet, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:46.007363 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-3e43a6b4-f796-4e58-9849-847a8ec32418 tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.9747319 Jul 27 20:58:46.012480 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 39048) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:58:46.013336 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2de5187-e1b4-40f3-b6d1-3474175ca3ec req-6c17e254-5a46-48ad-8067-a6c76ceb210f tempest-ImagesNegativeTestJSON-625535326 tempest-ImagesNegativeTestJSON-625535326-project] No DVR routers for this DVR port 23b0c738-ded3-4bb9-8b79-31effe2bd260 on host n-h1-705658-22 {{(pid=105584) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 20:58:46.017470 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-a2de5187-e1b4-40f3-b6d1-3474175ca3ec req-6c17e254-5a46-48ad-8067-a6c76ceb210f tempest-ImagesNegativeTestJSON-625535326 tempest-ImagesNegativeTestJSON-625535326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:46.023482 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-a2de5187-e1b4-40f3-b6d1-3474175ca3ec req-6c17e254-5a46-48ad-8067-a6c76ceb210f tempest-ImagesNegativeTestJSON-625535326 tempest-ImagesNegativeTestJSON-625535326-project] 10.222.0.36 "DELETE /v2.0/ports/23b0c738-ded3-4bb9-8b79-31effe2bd260 HTTP/1.1" status: 204 len: 173 time: 0.8797443 Jul 27 20:58:46.027407 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-d7e2d114-ef8d-47c0-a0a5-6d4ec2c8543a tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Request body: {'subnet': {'network_id': 'dd0adb7c-988a-43cc-a0da-76a1fae1d8ff', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:58:46.033076 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28e648e0-d970-4373-a2b5-1d4277641de7', 'name': 'network-vif-deleted', 'tag': '23b0c738-ded3-4bb9-8b79-31effe2bd260'}] {{(pid=105584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:58:46.036289 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bce5e6c8685464f7626901654159975603b047827e3138302ed6566e28f1343" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f45b4f8c-7f7f-4ef8-8dbe-689f1560e49d" -d '{"events": [{"server_uuid": "28e648e0-d970-4373-a2b5-1d4277641de7", "name": "network-vif-deleted", "tag": "23b0c738-ded3-4bb9-8b79-31effe2bd260"}]}' {{(pid=105584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:58:46.044708 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c45668-3785-4f6f-abff-4595fe20b317 req-f9fb76f1-ffc8-477e-96ba-dc167ef93432 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:46.047556 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-35c45668-3785-4f6f-abff-4595fe20b317 req-f9fb76f1-ffc8-477e-96ba-dc167ef93432 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=28d05df4-75a5-40ee-bd0e-ff8302ce2ea9 HTTP/1.1" status: 200 len: 1102 time: 0.1696160 Jul 27 20:58:46.104765 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-15ad423a-00c6-43d3-ba4b-5606b128700d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:46.110161 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-35c45668-3785-4f6f-abff-4595fe20b317 req-24fc8ef1-e238-469c-bddb-390176948c03 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=ea0e5e54-655a-4a0d-b4ec-a20fc9e91071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483522 Jul 27 20:58:46.160346 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ad423a-00c6-43d3-ba4b-5606b128700d admin admin] Pushing event deleted for resources: {'Port': ['ID=734c760e-a272-4c33-b556-0f02c2fdd0f7,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:58:46.269158 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82a3d3a-1a39-4d79-bbb4-147cb3c6185d req-78f1401b-f7f4-4964-b75f-b2e9e6af9d6d tempest-TenantUsagesTestJSON-956316635 tempest-TenantUsagesTestJSON-956316635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:46.280750 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b82a3d3a-1a39-4d79-bbb4-147cb3c6185d req-78f1401b-f7f4-4964-b75f-b2e9e6af9d6d tempest-TenantUsagesTestJSON-956316635 tempest-TenantUsagesTestJSON-956316635-project] 10.222.0.59 "GET /v2.0/ports?device_id=28d05df4-75a5-40ee-bd0e-ff8302ce2ea9 HTTP/1.1" status: 200 len: 950 time: 0.1789231 Jul 27 20:58:46.287654 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66870ac3-6f01-4946-967b-1caebba90f95 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30bb4b93-b285-5d90-9493-f9ec33ea333c-d06e6d48-2725-42c2-bd07-d31f23229f60', 'network_id': 'd06e6d48-2725-42c2-bd07-d31f23229f60', 'tenant_id': 'be3b976efbdd4f41894dd22bc5b95523', 'fixed_ips': [{'subnet_id': 'bd7fbe4e-00a2-4867-9403-b89fa41a76c1'}]}} from n-d-705658-22. {{(pid=105586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 20:58:46.290024 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-66870ac3-6f01-4946-967b-1caebba90f95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:46.303390 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7e2d114-ef8d-47c0-a0a5-6d4ec2c8543a tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Made reservation on behalf of be3b976efbdd4f41894dd22bc5b95523 for: {'subnet': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:58:46.307769 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-d7e2d114-ef8d-47c0-a0a5-6d4ec2c8543a tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9738786'] for subnet, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:46.352360 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 20:58:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-792f3d6a-3ccd-4c50-b287-6aae260723b7 x-openstack-request-id: req-792f3d6a-3ccd-4c50-b287-6aae260723b7 {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:58:46.353011 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28e648e0-d970-4373-a2b5-1d4277641de7", "name": "network-vif-deleted", "tag": "23b0c738-ded3-4bb9-8b79-31effe2bd260", "status": "completed", "code": 200}]} {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:58:46.353484 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-792f3d6a-3ccd-4c50-b287-6aae260723b7 {{(pid=105584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:58:46.355526 n-d-705658-22 neutron-server[105584]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28e648e0-d970-4373-a2b5-1d4277641de7', 'name': 'network-vif-deleted', 'tag': '23b0c738-ded3-4bb9-8b79-31effe2bd260', 'status': 'completed', 'code': 200} Jul 27 20:58:46.357842 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b82a3d3a-1a39-4d79-bbb4-147cb3c6185d req-2ec9cc25-5b63-48ad-80ad-e504b709ee88 tempest-TenantUsagesTestJSON-956316635 tempest-TenantUsagesTestJSON-956316635-project] 10.222.0.59 "GET /v2.0/security-groups?id=ea0e5e54-655a-4a0d-b4ec-a20fc9e91071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761354 Jul 27 20:58:46.447948 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 6a429cf7-e4dd-4ba7-8a2d-0597ab1a412b no longer exists at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 20:58:46.487822 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] No Port match for: 6a429cf7-e4dd-4ba7-8a2d-0597ab1a412b {{(pid=105586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 20:58:46.488291 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 6a429cf7-e4dd-4ba7-8a2d-0597ab1a412b not bound to the agent host n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 20:58:46.557041 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-3436ee1c-f5a0-46f3-b2e6-4f7beb14e72f req-e25a1b8d-e567-4521-b144-6adfc08e9982 tempest-ImagesNegativeTestJSON-625535326 tempest-ImagesNegativeTestJSON-625535326-project] 10.222.0.59 "GET /v2.0/ports?device_id=28e648e0-d970-4373-a2b5-1d4277641de7 HTTP/1.1" status: 200 len: 210 time: 0.0657916 Jul 27 20:58:46.557508 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-15ad423a-00c6-43d3-ba4b-5606b128700d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4075702'] for router_gateway, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:46.607117 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.db_base_plugin_common [None req-66870ac3-6f01-4946-967b-1caebba90f95 None None] Allocated IP 10.1.1.2 (d06e6d48-2725-42c2-bd07-d31f23229f60/bd7fbe4e-00a2-4867-9403-b89fa41a76c1/c458aae1-c913-4579-8a2b-5fbf975dd84e) {{(pid=105586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:58:46.681410 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-15ad423a-00c6-43d3-ba4b-5606b128700d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4163631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-425'] for router, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:46.685836 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-15ad423a-00c6-43d3-ba4b-5606b128700d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:46.779185 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-15ad423a-00c6-43d3-ba4b-5606b128700d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4163007'] for router, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:46.779874 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15ad423a-00c6-43d3-ba4b-5606b128700d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2872e23e-eae9-4f04-a7fb-52757641bcbe {{(pid=105584) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 20:58:46.785416 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-15ad423a-00c6-43d3-ba4b-5606b128700d admin admin] Notify callbacks [] for router, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:46.787444 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-15ad423a-00c6-43d3-ba4b-5606b128700d admin admin] 10.222.0.59 "DELETE /v2.0/routers/2872e23e-eae9-4f04-a7fb-52757641bcbe HTTP/1.1" status: 204 len: 168 time: 2.6689641 Jul 27 20:58:46.789337 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 39084) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:58:46.815959 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-66870ac3-6f01-4946-967b-1caebba90f95 None None] Notify callbacks [] for port, precommit_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:46.818767 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-d7e2d114-ef8d-47c0-a0a5-6d4ec2c8543a tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9014150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9738800'] for subnet, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:46.826302 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-66870ac3-6f01-4946-967b-1caebba90f95 None None] Transition to ACTIVE for port object c458aae1-c913-4579-8a2b-5fbf975dd84e will not be triggered until provisioned by entity L2. {{(pid=105586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:58:46.853141 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-66870ac3-6f01-4946-967b-1caebba90f95 None None] Transition to ACTIVE for port object c458aae1-c913-4579-8a2b-5fbf975dd84e will not be triggered until provisioned by entity DHCP. {{(pid=105586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:58:46.864435 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-66870ac3-6f01-4946-967b-1caebba90f95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143'] for port, after_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:46.872014 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.db_base_plugin_v2 [None req-20fd08bb-924e-4c25-a4d5-d26e9b479e3f admin admin] Deleting subnet ede1963b-50a5-4164-867c-90340ab6a875 {{(pid=105585) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 20:58:46.878353 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-20fd08bb-924e-4c25-a4d5-d26e9b479e3f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:46.951516 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e2d114-ef8d-47c0-a0a5-6d4ec2c8543a tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Pushing event updated for resources: {'Subnet': ['ID=d2866305-edb6-464f-870e-fc177be24bc0,revision_number=0']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:58:46.952720 n-d-705658-22 neutron-server[105586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66870ac3-6f01-4946-967b-1caebba90f95 None None] Network d06e6d48-2725-42c2-bd07-d31f23229f60 is already hosted by enough agents. {{(pid=105586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:58:46.956023 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7e2d114-ef8d-47c0-a0a5-6d4ec2c8543a tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Checking segment: {'id': '54f3551e-5c55-4c2f-a16f-7beb91ee97a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'dd0adb7c-988a-43cc-a0da-76a1fae1d8ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:58:46.956388 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7e2d114-ef8d-47c0-a0a5-6d4ec2c8543a tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Network hostable DHCP agents. Network: dd0adb7c-988a-43cc-a0da-76a1fae1d8ff, hostable agents: ['7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a'], hosted agents: [] {{(pid=105584) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 20:58:46.960198 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66870ac3-6f01-4946-967b-1caebba90f95 None None] Pushing event updated for resources: {'Port': ['ID=c458aae1-c913-4579-8a2b-5fbf975dd84e,revision_number=1']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:58:46.963363 n-d-705658-22 neutron-server[105586]: DEBUG neutron.scheduler.base_scheduler [None req-66870ac3-6f01-4946-967b-1caebba90f95 None None] Resources bound (agent type, host, resource id): {{(pid=105586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:58:46.965675 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66870ac3-6f01-4946-967b-1caebba90f95 None None] Received port after_create {{(pid=105586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:58:46.966644 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-20fd08bb-924e-4c25-a4d5-d26e9b479e3f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9887057'] for subnet, precommit_delete_associations {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:46.993879 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7e2d114-ef8d-47c0-a0a5-6d4ec2c8543a tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Network dd0adb7c-988a-43cc-a0da-76a1fae1d8ff is scheduled to be hosted by DHCP agent 7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a with binding_index 1 {{(pid=105584) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 20:58:47.010131 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [None req-d7e2d114-ef8d-47c0-a0a5-6d4ec2c8543a tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-22, dd0adb7c-988a-43cc-a0da-76a1fae1d8ff) {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:58:47.027946 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7e2d114-ef8d-47c0-a0a5-6d4ec2c8543a tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:47.028852 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-d7e2d114-ef8d-47c0-a0a5-6d4ec2c8543a tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Notify callbacks [] for subnet, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:47.033906 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50bb160e-ebb0-435b-99a5-b944a7c44a1e None None] Network dd0adb7c-988a-43cc-a0da-76a1fae1d8ff requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 20:58:47.051322 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-66870ac3-6f01-4946-967b-1caebba90f95 None None] Attempting to bind port c458aae1-c913-4579-8a2b-5fbf975dd84e on host n-d-705658-22 for vnic_type normal with profile {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:58:47.051859 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-66870ac3-6f01-4946-967b-1caebba90f95 None None] Attempting to bind port c458aae1-c913-4579-8a2b-5fbf975dd84e by drivers openvswitch,hyperv on host n-d-705658-22 at level 0 using segments [{'id': '18a392fd-f38c-4fa2-9883-9b25afe164a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'd06e6d48-2725-42c2-bd07-d31f23229f60'}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:58:47.052064 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66870ac3-6f01-4946-967b-1caebba90f95 None None] Attempting to bind port c458aae1-c913-4579-8a2b-5fbf975dd84e on network d06e6d48-2725-42c2-bd07-d31f23229f60 {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:58:47.061435 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-d7e2d114-ef8d-47c0-a0a5-6d4ec2c8543a tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.0460527 Jul 27 20:58:47.064138 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 39090) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:58:47.069443 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-7fcfbe15-88f0-486e-aa23-dfdb4442caa8 tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Request body: {'port': {'network_id': 'd06e6d48-2725-42c2-bd07-d31f23229f60', 'name': 'tempest-TaggedBootDevicesTest_v242-1582430786', 'fixed_ips': [{'subnet_id': 'bd7fbe4e-00a2-4867-9403-b89fa41a76c1'}]}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:58:47.097323 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66870ac3-6f01-4946-967b-1caebba90f95 None None] Checking agent: {'id': '04a7ea91-6318-467e-ace6-b0fb48c8690f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 41, 42), 'started_at': datetime.datetime(2021, 7, 27, 20, 42, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 58, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:58:47.097728 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66870ac3-6f01-4946-967b-1caebba90f95 None None] Checking segment: {'id': '18a392fd-f38c-4fa2-9883-9b25afe164a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'd06e6d48-2725-42c2-bd07-d31f23229f60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:58:47.098102 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-66870ac3-6f01-4946-967b-1caebba90f95 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:47.098502 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66870ac3-6f01-4946-967b-1caebba90f95 None None] Bound using segment: {'id': '18a392fd-f38c-4fa2-9883-9b25afe164a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'd06e6d48-2725-42c2-bd07-d31f23229f60'} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:58:47.099039 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-66870ac3-6f01-4946-967b-1caebba90f95 None None] Bound port: c458aae1-c913-4579-8a2b-5fbf975dd84e, host: n-d-705658-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18a392fd-f38c-4fa2-9883-9b25afe164a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'd06e6d48-2725-42c2-bd07-d31f23229f60'}}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:58:47.100126 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-66870ac3-6f01-4946-967b-1caebba90f95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:47.115688 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-20fd08bb-924e-4c25-a4d5-d26e9b479e3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854965'] for subnet, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:47.158927 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4fe173-b756-4f96-b1a6-3f297f492eef req-5d3c9152-1f49-48a8-b9d6-875e9ea5e661 tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:47.167206 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-cd4fe173-b756-4f96-b1a6-3f297f492eef req-5d3c9152-1f49-48a8-b9d6-875e9ea5e661 tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] 10.222.0.59 "GET /v2.0/ports?device_id=008467f6-8a03-4733-8572-0921b55201b1 HTTP/1.1" status: 200 len: 945 time: 0.1610839 Jul 27 20:58:47.194166 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fcfbe15-88f0-486e-aa23-dfdb4442caa8 tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Made reservation on behalf of be3b976efbdd4f41894dd22bc5b95523 for: {'port': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:58:47.196386 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-66870ac3-6f01-4946-967b-1caebba90f95 None None] For port c458aae1-c913-4579-8a2b-5fbf975dd84e, host n-d-705658-22, cleared binding levels {{(pid=105586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:58:47.201512 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-66870ac3-6f01-4946-967b-1caebba90f95 None None] For port c458aae1-c913-4579-8a2b-5fbf975dd84e, host n-d-705658-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=c458aae1-c913-4579-8a2b-5fbf975dd84e,segment=NetworkSegment(18a392fd-f38c-4fa2-9883-9b25afe164a9),segment_id=18a392fd-f38c-4fa2-9883-9b25afe164a9)] {{(pid=105586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:58:47.231213 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-66870ac3-6f01-4946-967b-1caebba90f95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:47.233596 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-cd4fe173-b756-4f96-b1a6-3f297f492eef req-041e8dc0-5df8-4887-b49f-054963961f8f tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] 10.222.0.59 "GET /v2.0/security-groups?id=d1766e71-7b2a-4f2d-acc0-530f862b8fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653791 Jul 27 20:58:47.285607 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-20fd08bb-924e-4c25-a4d5-d26e9b479e3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10221602', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9990583'] for subnet, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:47.319502 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-7fcfbe15-88f0-486e-aa23-dfdb4442caa8 tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:47.370719 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [None req-7fcfbe15-88f0-486e-aa23-dfdb4442caa8 tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] device_id is not set on port 32d33fb6-0dd4-4fb0-848b-fa38285c8993 yet. {{(pid=105584) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 20:58:47.377500 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-20fd08bb-924e-4c25-a4d5-d26e9b479e3f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743886'] for subnet, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:47.385538 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-20fd08bb-924e-4c25-a4d5-d26e9b479e3f admin admin] 10.222.0.59 "DELETE /v2.0/subnets/ede1963b-50a5-4164-867c-90340ab6a875 HTTP/1.1" status: 204 len: 168 time: 0.5944796 Jul 27 20:58:47.386161 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e411b3d7-c350-411c-b01a-523105711da4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30bb4b93-b285-5d90-9493-f9ec33ea333c-dd0adb7c-988a-43cc-a0da-76a1fae1d8ff', 'network_id': 'dd0adb7c-988a-43cc-a0da-76a1fae1d8ff', 'tenant_id': 'be3b976efbdd4f41894dd22bc5b95523', 'fixed_ips': [{'subnet_id': 'd2866305-edb6-464f-870e-fc177be24bc0'}]}} from n-d-705658-22. {{(pid=105586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 20:58:47.389146 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fd08bb-924e-4c25-a4d5-d26e9b479e3f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ede1963b-50a5-4164-867c-90340ab6a875,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:58:47.390983 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 39096) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:58:47.394261 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-e411b3d7-c350-411c-b01a-523105711da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:47.402223 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11d0661f-9778-4456-887b-5d5d3ed3e4c8 None None] Network ad708756-4858-4bf7-9c63-5e8aacaf6c3a requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 20:58:47.455392 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66870ac3-6f01-4946-967b-1caebba90f95 None None] Pushing event updated for resources: {'Port': ['ID=c458aae1-c913-4579-8a2b-5fbf975dd84e,revision_number=2']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:58:47.501939 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 39100) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:58:47.521077 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-055f349e-7784-48ba-a8b0-df8db7e7cffe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-990557'] for network, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:47.668492 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb463d8-54f2-4edf-9f9e-9b9a2f8bb3be req-7806cbf7-6be6-4722-bd06-49f1d33f2987 tempest-TenantUsagesTestJSON-956316635 tempest-TenantUsagesTestJSON-956316635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:47.671573 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-3eb463d8-54f2-4edf-9f9e-9b9a2f8bb3be req-7806cbf7-6be6-4722-bd06-49f1d33f2987 tempest-TenantUsagesTestJSON-956316635 tempest-TenantUsagesTestJSON-956316635-project] 10.222.0.59 "GET /v2.0/ports?device_id=28d05df4-75a5-40ee-bd0e-ff8302ce2ea9 HTTP/1.1" status: 200 len: 950 time: 0.1630297 Jul 27 20:58:47.754911 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-1cd54305-3e8e-40f7-a23c-946662da977d admin admin] Notify callbacks [] for security_group, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:47.758918 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [None req-055f349e-7784-48ba-a8b0-df8db7e7cffe admin admin] Deleting port 09627444-9f08-412f-b9c2-1fd744b06f84 {{(pid=105585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:58:47.759301 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-055f349e-7784-48ba-a8b0-df8db7e7cffe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:47.796392 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.db_base_plugin_common [None req-7fcfbe15-88f0-486e-aa23-dfdb4442caa8 tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Allocated IP 10.1.1.80 (d06e6d48-2725-42c2-bd07-d31f23229f60/bd7fbe4e-00a2-4867-9403-b89fa41a76c1/32d33fb6-0dd4-4fb0-848b-fa38285c8993) {{(pid=105584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:58:47.848419 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-3eb463d8-54f2-4edf-9f9e-9b9a2f8bb3be req-fb951a99-96a2-4273-92fb-c020a320a1a0 tempest-TenantUsagesTestJSON-956316635 tempest-TenantUsagesTestJSON-956316635-project] 10.222.0.59 "GET /v2.0/security-groups?id=ea0e5e54-655a-4a0d-b4ec-a20fc9e91071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630530 Jul 27 20:58:47.908287 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdbb043-ed2a-42c5-ab58-7568c0d55f9e req-60884a0e-d4b5-4dbf-a224-b5fe1734bf42 tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:47.910222 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-6fdbb043-ed2a-42c5-ab58-7568c0d55f9e req-60884a0e-d4b5-4dbf-a224-b5fe1734bf42 tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] 10.222.0.60 "GET /v2.0/ports?device_id=008467f6-8a03-4733-8572-0921b55201b1 HTTP/1.1" status: 200 len: 945 time: 0.2375753 Jul 27 20:58:47.912024 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.db [None req-055f349e-7784-48ba-a8b0-df8db7e7cffe admin admin] For port 09627444-9f08-412f-b9c2-1fd744b06f84, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=09627444-9f08-412f-b9c2-1fd744b06f84,segment=NetworkSegment(2ea25427-d6e6-4416-87a7-64c07e5ed875),segment_id=2ea25427-d6e6-4416-87a7-64c07e5ed875)] {{(pid=105585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:58:47.912415 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-055f349e-7784-48ba-a8b0-df8db7e7cffe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:47.956814 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.db_base_plugin_common [None req-e411b3d7-c350-411c-b01a-523105711da4 None None] Allocated IP 10.2.2.2 (dd0adb7c-988a-43cc-a0da-76a1fae1d8ff/d2866305-edb6-464f-870e-fc177be24bc0/c922e9ee-54cd-4f95-bb0d-2f487fe3f82b) {{(pid=105586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:58:47.975030 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [None req-055f349e-7784-48ba-a8b0-df8db7e7cffe admin admin] Calling delete_port for 09627444-9f08-412f-b9c2-1fd744b06f84 owned by network:dhcp {{(pid=105585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:58:48.037945 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-1cd54305-3e8e-40f7-a23c-946662da977d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:48.045723 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-1cd54305-3e8e-40f7-a23c-946662da977d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:48.119542 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-1cd54305-3e8e-40f7-a23c-946662da977d admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=d2e74e0a0028406baf9934f4583f6edb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6166544 Jul 27 20:58:48.130706 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 39122) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:58:48.166048 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf1d2283-a72d-49c4-ba2f-aa21774c4f76 None None] DHCP port deletion for ad708756-4858-4bf7-9c63-5e8aacaf6c3a request from n-d-705658-22 {{(pid=105586) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 20:58:48.184340 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd54305-3e8e-40f7-a23c-946662da977d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07cb1a7a-b6e7-41b8-9d18-c08a79e45a40,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:58:48.202786 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-7fcfbe15-88f0-486e-aa23-dfdb4442caa8 tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Notify callbacks [] for port, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:48.208279 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-055f349e-7784-48ba-a8b0-df8db7e7cffe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:48.223080 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-cf1d2283-a72d-49c4-ba2f-aa21774c4f76 None None] The port '09627444-9f08-412f-b9c2-1fd744b06f84' was deleted {{(pid=105586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 27 20:58:48.237321 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.provisioning_blocks [None req-7fcfbe15-88f0-486e-aa23-dfdb4442caa8 tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Transition to ACTIVE for port object 32d33fb6-0dd4-4fb0-848b-fa38285c8993 will not be triggered until provisioned by entity DHCP. {{(pid=105584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:58:48.247454 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-2ac150fc-e1f8-419e-897f-df5094beb676 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:48.248459 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-e411b3d7-c350-411c-b01a-523105711da4 None None] Notify callbacks [] for port, precommit_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:48.264375 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055f349e-7784-48ba-a8b0-df8db7e7cffe admin admin] Pushing event deleted for resources: {'Port': ['ID=09627444-9f08-412f-b9c2-1fd744b06f84,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:58:48.270675 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [req-6fdbb043-ed2a-42c5-ab58-7568c0d55f9e req-27cb06ed-edf8-4b9a-b7ae-1a7cdbd41748 tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] Deleting port 1395472e-41cc-4835-bd1d-c59242336b8e {{(pid=105585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:58:48.271277 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-6fdbb043-ed2a-42c5-ab58-7568c0d55f9e req-27cb06ed-edf8-4b9a-b7ae-1a7cdbd41748 tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:48.277706 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-2ac150fc-e1f8-419e-897f-df5094beb676 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:48.310425 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device c458aae1-c913-4579-8a2b-5fbf975dd84e up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:58:48.314878 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-e411b3d7-c350-411c-b01a-523105711da4 None None] Transition to ACTIVE for port object c922e9ee-54cd-4f95-bb0d-2f487fe3f82b will not be triggered until provisioned by entity L2. {{(pid=105586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:58:48.347643 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-7fcfbe15-88f0-486e-aa23-dfdb4442caa8 tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:48.358885 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-055f349e-7784-48ba-a8b0-df8db7e7cffe admin admin] No DVR routers for this DVR port 09627444-9f08-412f-b9c2-1fd744b06f84 on host n-d-705658-22 {{(pid=105585) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 20:58:48.416201 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-e411b3d7-c350-411c-b01a-523105711da4 None None] Transition to ACTIVE for port object c922e9ee-54cd-4f95-bb0d-2f487fe3f82b will not be triggered until provisioned by entity DHCP. {{(pid=105586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:58:48.431199 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-e411b3d7-c350-411c-b01a-523105711da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143'] for port, after_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:48.432146 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fcfbe15-88f0-486e-aa23-dfdb4442caa8 tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Network d06e6d48-2725-42c2-bd07-d31f23229f60 is already hosted by enough agents. {{(pid=105584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:58:48.439111 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [None req-7fcfbe15-88f0-486e-aa23-dfdb4442caa8 tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Resources bound (agent type, host, resource id): {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:58:48.441921 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fcfbe15-88f0-486e-aa23-dfdb4442caa8 tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Received port after_create {{(pid=105584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:58:48.485504 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning for port c458aae1-c913-4579-8a2b-5fbf975dd84e completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:58:48.507455 n-d-705658-22 neutron-server[105586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e411b3d7-c350-411c-b01a-523105711da4 None None] Network dd0adb7c-988a-43cc-a0da-76a1fae1d8ff is already hosted by enough agents. {{(pid=105586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:58:48.511439 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-2ac150fc-e1f8-419e-897f-df5094beb676 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:48.512958 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 734c760e-a272-4c33-b556-0f02c2fdd0f7 no longer exists at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 20:58:48.514268 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-2ac150fc-e1f8-419e-897f-df5094beb676 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:48.515461 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-2ac150fc-e1f8-419e-897f-df5094beb676 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/07cb1a7a-b6e7-41b8-9d18-c08a79e45a40 HTTP/1.1" status: 204 len: 168 time: 0.3836167 Jul 27 20:58:48.541452 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 39132) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:58:48.546837 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] No Port match for: 734c760e-a272-4c33-b556-0f02c2fdd0f7 {{(pid=105586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 20:58:48.547067 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 734c760e-a272-4c33-b556-0f02c2fdd0f7 not bound to the agent host n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 20:58:48.549015 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e411b3d7-c350-411c-b01a-523105711da4 None None] Pushing event updated for resources: {'Port': ['ID=c922e9ee-54cd-4f95-bb0d-2f487fe3f82b,revision_number=1']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:58:48.551566 n-d-705658-22 neutron-server[105586]: DEBUG neutron.scheduler.base_scheduler [None req-e411b3d7-c350-411c-b01a-523105711da4 None None] Resources bound (agent type, host, resource id): {{(pid=105586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:58:48.556003 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fcfbe15-88f0-486e-aa23-dfdb4442caa8 tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Pushing event updated for resources: {'Port': ['ID=32d33fb6-0dd4-4fb0-848b-fa38285c8993,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:58:48.556521 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e411b3d7-c350-411c-b01a-523105711da4 None None] Received port after_create {{(pid=105586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:58:48.587089 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac150fc-e1f8-419e-897f-df5094beb676 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07cb1a7a-b6e7-41b8-9d18-c08a79e45a40,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:58:48.596460 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-055f349e-7784-48ba-a8b0-df8db7e7cffe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853562', 'neutron.services.segments.db._delete_segments_for_network-8790688882975'] for network, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:48.608303 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fcfbe15-88f0-486e-aa23-dfdb4442caa8 tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:48.609280 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-7fcfbe15-88f0-486e-aa23-dfdb4442caa8 tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:48.632453 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-7fcfbe15-88f0-486e-aa23-dfdb4442caa8 tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.5670946 Jul 27 20:58:48.634807 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 39136) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:58:48.643613 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-ac7ed15c-c195-4aea-8208-672abb36c7a6 tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Request body: {'port': {'network_id': 'd06e6d48-2725-42c2-bd07-d31f23229f60', 'name': 'tempest-TaggedBootDevicesTest_v242-136391494', 'fixed_ips': [{'subnet_id': 'bd7fbe4e-00a2-4867-9403-b89fa41a76c1'}]}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:58:48.643802 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-e411b3d7-c350-411c-b01a-523105711da4 None None] Attempting to bind port c922e9ee-54cd-4f95-bb0d-2f487fe3f82b on host n-d-705658-22 for vnic_type normal with profile {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:58:48.644504 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-e411b3d7-c350-411c-b01a-523105711da4 None None] Attempting to bind port c922e9ee-54cd-4f95-bb0d-2f487fe3f82b by drivers openvswitch,hyperv on host n-d-705658-22 at level 0 using segments [{'id': '54f3551e-5c55-4c2f-a16f-7beb91ee97a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'dd0adb7c-988a-43cc-a0da-76a1fae1d8ff'}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:58:48.645645 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e411b3d7-c350-411c-b01a-523105711da4 None None] Attempting to bind port c922e9ee-54cd-4f95-bb0d-2f487fe3f82b on network dd0adb7c-988a-43cc-a0da-76a1fae1d8ff {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:58:48.649218 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.db [req-6fdbb043-ed2a-42c5-ab58-7568c0d55f9e req-27cb06ed-edf8-4b9a-b7ae-1a7cdbd41748 tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] For port 1395472e-41cc-4835-bd1d-c59242336b8e, host n-h2-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=1395472e-41cc-4835-bd1d-c59242336b8e,segment=NetworkSegment(872889e4-5d02-4ec8-807e-3e5c98ba67af),segment_id=872889e4-5d02-4ec8-807e-3e5c98ba67af)] {{(pid=105585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:58:48.649591 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-6fdbb043-ed2a-42c5-ab58-7568c0d55f9e req-27cb06ed-edf8-4b9a-b7ae-1a7cdbd41748 tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:48.656051 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e411b3d7-c350-411c-b01a-523105711da4 None None] Checking agent: {'id': '04a7ea91-6318-467e-ace6-b0fb48c8690f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 41, 42), 'started_at': datetime.datetime(2021, 7, 27, 20, 42, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 58, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:58:48.656687 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e411b3d7-c350-411c-b01a-523105711da4 None None] Checking segment: {'id': '54f3551e-5c55-4c2f-a16f-7beb91ee97a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'dd0adb7c-988a-43cc-a0da-76a1fae1d8ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:58:48.657262 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-e411b3d7-c350-411c-b01a-523105711da4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:48.657834 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e411b3d7-c350-411c-b01a-523105711da4 None None] Bound using segment: {'id': '54f3551e-5c55-4c2f-a16f-7beb91ee97a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'dd0adb7c-988a-43cc-a0da-76a1fae1d8ff'} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:58:48.658479 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-e411b3d7-c350-411c-b01a-523105711da4 None None] Bound port: c922e9ee-54cd-4f95-bb0d-2f487fe3f82b, host: n-d-705658-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54f3551e-5c55-4c2f-a16f-7beb91ee97a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'dd0adb7c-988a-43cc-a0da-76a1fae1d8ff'}}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:58:48.659567 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-e411b3d7-c350-411c-b01a-523105711da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:48.685786 n-d-705658-22 neutron-server[105585]: DEBUG neutron.services.segments.db [None req-055f349e-7784-48ba-a8b0-df8db7e7cffe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad708756-4858-4bf7-9c63-5e8aacaf6c3a']}} {{(pid=105585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:58:48.714244 n-d-705658-22 neutron-server[105585]: DEBUG neutron.services.segments.db [None req-055f349e-7784-48ba-a8b0-df8db7e7cffe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ea25427-d6e6-4416-87a7-64c07e5ed875') {'for_net_delete': True} {{(pid=105585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:58:48.718600 n-d-705658-22 neutron-server[105585]: DEBUG neutron.services.segments.db [None req-055f349e-7784-48ba-a8b0-df8db7e7cffe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ea25427-d6e6-4416-87a7-64c07e5ed875') {} {{(pid=105585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:58:48.749438 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [req-6fdbb043-ed2a-42c5-ab58-7568c0d55f9e req-27cb06ed-edf8-4b9a-b7ae-1a7cdbd41748 tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] Calling delete_port for 1395472e-41cc-4835-bd1d-c59242336b8e owned by compute:nova {{(pid=105585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:58:48.755135 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-e411b3d7-c350-411c-b01a-523105711da4 None None] For port c922e9ee-54cd-4f95-bb0d-2f487fe3f82b, host n-d-705658-22, cleared binding levels {{(pid=105586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:58:48.759129 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-e411b3d7-c350-411c-b01a-523105711da4 None None] For port c922e9ee-54cd-4f95-bb0d-2f487fe3f82b, host n-d-705658-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=c922e9ee-54cd-4f95-bb0d-2f487fe3f82b,segment=NetworkSegment(54f3551e-5c55-4c2f-a16f-7beb91ee97a5),segment_id=54f3551e-5c55-4c2f-a16f-7beb91ee97a5)] {{(pid=105586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:58:48.764442 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-055f349e-7784-48ba-a8b0-df8db7e7cffe admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790688883752', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9886370'] for segment, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:48.769686 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-e411b3d7-c350-411c-b01a-523105711da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:48.822227 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-055f349e-7784-48ba-a8b0-df8db7e7cffe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:48.826221 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac7ed15c-c195-4aea-8208-672abb36c7a6 tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Made reservation on behalf of be3b976efbdd4f41894dd22bc5b95523 for: {'port': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:58:48.833842 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-055f349e-7784-48ba-a8b0-df8db7e7cffe admin admin] Releasing vlan 205 on physical network physnet1 to pool {{(pid=105585) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 20:58:48.834336 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-055f349e-7784-48ba-a8b0-df8db7e7cffe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10221644'] for segment, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:48.836865 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-ac7ed15c-c195-4aea-8208-672abb36c7a6 tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:48.897251 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [None req-ac7ed15c-c195-4aea-8208-672abb36c7a6 tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] device_id is not set on port 566e3be7-77d9-40a2-9abe-1e1bb6e2da74 yet. {{(pid=105584) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 20:58:48.917261 n-d-705658-22 neutron-server[105585]: Traceback (most recent call last): Jul 27 20:58:48.917261 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 20:58:48.917261 n-d-705658-22 neutron-server[105585]: timer() Jul 27 20:58:48.917261 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 20:58:48.917261 n-d-705658-22 neutron-server[105585]: cb(*args, **kw) Jul 27 20:58:48.917261 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 20:58:48.917261 n-d-705658-22 neutron-server[105585]: return func(*args, **kwargs) Jul 27 20:58:48.917261 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 20:58:48.917261 n-d-705658-22 neutron-server[105585]: self._notify() Jul 27 20:58:48.917261 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 20:58:48.917261 n-d-705658-22 neutron-server[105585]: self.callback(batched_events) Jul 27 20:58:48.917261 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 20:58:48.917261 n-d-705658-22 neutron-server[105585]: event.method(event) Jul 27 20:58:48.917261 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 20:58:48.917261 n-d-705658-22 neutron-server[105585]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 20:58:48.917261 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 20:58:48.917261 n-d-705658-22 neutron-server[105585]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 20:58:48.917261 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 20:58:48.917261 n-d-705658-22 neutron-server[105585]: return f(self, *a, **k) Jul 27 20:58:48.917261 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 20:58:48.917261 n-d-705658-22 neutron-server[105585]: return self._get(url).json() Jul 27 20:58:48.917261 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 20:58:48.917261 n-d-705658-22 neutron-server[105585]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 20:58:48.917261 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 20:58:48.917261 n-d-705658-22 neutron-server[105585]: return self.request(url, 'GET', **kwargs) Jul 27 20:58:48.917261 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 20:58:48.917261 n-d-705658-22 neutron-server[105585]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 20:58:48.917261 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 20:58:48.917261 n-d-705658-22 neutron-server[105585]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 20:58:48.917261 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 20:58:48.917261 n-d-705658-22 neutron-server[105585]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 20:58:48.917261 n-d-705658-22 neutron-server[105585]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 20:58:48.935009 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e411b3d7-c350-411c-b01a-523105711da4 None None] Pushing event updated for resources: {'Port': ['ID=c922e9ee-54cd-4f95-bb0d-2f487fe3f82b,revision_number=2']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:58:48.968837 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76b1effb-df42-43ae-8d8d-b03a9011db59 None None] Network d06e6d48-2725-42c2-bd07-d31f23229f60 requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 20:58:49.033170 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ea35c5-4827-4771-88ea-190c0d02e031 req-70abc314-7408-4f87-9d42-a4914853c190 tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:49.035077 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b2ea35c5-4827-4771-88ea-190c0d02e031 req-70abc314-7408-4f87-9d42-a4914853c190 tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] 10.222.0.59 "GET /v2.0/ports?device_id=008467f6-8a03-4733-8572-0921b55201b1 HTTP/1.1" status: 200 len: 945 time: 0.6214535 Jul 27 20:58:49.080734 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-4f3e0eee-d7bf-43e9-b3bf-6ed67145b951 None None] Provisioning for port c458aae1-c913-4579-8a2b-5fbf975dd84e completed by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:58:49.096422 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-4f3e0eee-d7bf-43e9-b3bf-6ed67145b951 None None] Provisioning complete for port c458aae1-c913-4579-8a2b-5fbf975dd84e triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:58:49.097105 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-4f3e0eee-d7bf-43e9-b3bf-6ed67145b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:49.157904 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-055f349e-7784-48ba-a8b0-df8db7e7cffe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4075658'] for network, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:49.165635 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-055f349e-7784-48ba-a8b0-df8db7e7cffe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743886'] for network, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:49.169680 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 39146) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:58:49.170914 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-055f349e-7784-48ba-a8b0-df8db7e7cffe admin admin] 10.222.0.59 "DELETE /v2.0/networks/ad708756-4858-4bf7-9c63-5e8aacaf6c3a HTTP/1.1" status: 204 len: 168 time: 1.7751043 Jul 27 20:58:49.186300 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 39148) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:58:49.220291 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-8549a9e5-b18b-4b45-b004-a0fb51308be1 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=a449a86630b84319adb62aa466f2cebf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6725256 Jul 27 20:58:49.229152 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 39150) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:58:49.252288 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-cb1dc035-e040-4b1f-923e-39ba10caa1b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:49.266540 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-4f3e0eee-d7bf-43e9-b3bf-6ed67145b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:49.273625 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055f349e-7784-48ba-a8b0-df8db7e7cffe admin admin] Pushing event deleted for resources: {'Network': ['ID=ad708756-4858-4bf7-9c63-5e8aacaf6c3a,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:58:49.294056 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.db_base_plugin_common [None req-ac7ed15c-c195-4aea-8208-672abb36c7a6 tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Allocated IP 10.1.1.207 (d06e6d48-2725-42c2-bd07-d31f23229f60/bd7fbe4e-00a2-4867-9403-b89fa41a76c1/566e3be7-77d9-40a2-9abe-1e1bb6e2da74) {{(pid=105584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:58:49.297528 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b2ea35c5-4827-4771-88ea-190c0d02e031 req-e191602b-553a-4eee-a482-540691f5a6e1 tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] 10.222.0.59 "GET /v2.0/security-groups?id=d1766e71-7b2a-4f2d-acc0-530f862b8fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2506311 Jul 27 20:58:49.341940 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-4f3e0eee-d7bf-43e9-b3bf-6ed67145b951 None None] For port c458aae1-c913-4579-8a2b-5fbf975dd84e, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=c458aae1-c913-4579-8a2b-5fbf975dd84e,segment=NetworkSegment(18a392fd-f38c-4fa2-9883-9b25afe164a9),segment_id=18a392fd-f38c-4fa2-9883-9b25afe164a9)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:58:49.348764 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-4f3e0eee-d7bf-43e9-b3bf-6ed67145b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:49.368220 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c419bb-e3da-481f-99fa-dd0a8f6af90b req-bf2db385-4128-4e52-bf2e-7f92b8bed2c0 tempest-TenantUsagesTestJSON-956316635 tempest-TenantUsagesTestJSON-956316635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:49.375984 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-02c419bb-e3da-481f-99fa-dd0a8f6af90b req-bf2db385-4128-4e52-bf2e-7f92b8bed2c0 tempest-TenantUsagesTestJSON-956316635 tempest-TenantUsagesTestJSON-956316635-project] 10.222.0.59 "GET /v2.0/ports?device_id=28d05df4-75a5-40ee-bd0e-ff8302ce2ea9 HTTP/1.1" status: 200 len: 950 time: 0.3379247 Jul 27 20:58:49.447525 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3e0eee-d7bf-43e9-b3bf-6ed67145b951 None None] Pushing event updated for resources: {'Port': ['ID=c458aae1-c913-4579-8a2b-5fbf975dd84e,revision_number=3']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:58:49.480407 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-02c419bb-e3da-481f-99fa-dd0a8f6af90b req-9c89feee-d80e-4193-82fc-a7eed6f246fe tempest-TenantUsagesTestJSON-956316635 tempest-TenantUsagesTestJSON-956316635-project] 10.222.0.59 "GET /v2.0/security-groups?id=ea0e5e54-655a-4a0d-b4ec-a20fc9e91071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032567 Jul 27 20:58:49.483185 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-e37eefec-b69b-49bc-a485-e67ef5c48747 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:49.538210 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-e37eefec-b69b-49bc-a485-e67ef5c48747 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:49.556156 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-6fdbb043-ed2a-42c5-ab58-7568c0d55f9e req-27cb06ed-edf8-4b9a-b7ae-1a7cdbd41748 tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:49.597047 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cb06ed-edf8-4b9a-b7ae-1a7cdbd41748 tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] Pushing event deleted for resources: {'Port': ['ID=1395472e-41cc-4835-bd1d-c59242336b8e,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:58:49.680798 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fdbb043-ed2a-42c5-ab58-7568c0d55f9e req-27cb06ed-edf8-4b9a-b7ae-1a7cdbd41748 tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] No DVR routers for this DVR port 1395472e-41cc-4835-bd1d-c59242336b8e on host n-h2-705658-22 {{(pid=105585) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 20:58:49.685305 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-6fdbb043-ed2a-42c5-ab58-7568c0d55f9e req-27cb06ed-edf8-4b9a-b7ae-1a7cdbd41748 tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:49.686008 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-f3cb6729-ae02-4cb9-845c-db010ee5a55e None None] Provisioning for port 32d33fb6-0dd4-4fb0-848b-fa38285c8993 completed by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:58:49.687782 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-6fdbb043-ed2a-42c5-ab58-7568c0d55f9e req-27cb06ed-edf8-4b9a-b7ae-1a7cdbd41748 tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] 10.222.0.60 "DELETE /v2.0/ports/1395472e-41cc-4835-bd1d-c59242336b8e HTTP/1.1" status: 204 len: 173 time: 1.7671831 Jul 27 20:58:49.688998 n-d-705658-22 neutron-server[105585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '008467f6-8a03-4733-8572-0921b55201b1', 'name': 'network-vif-deleted', 'tag': '1395472e-41cc-4835-bd1d-c59242336b8e'}] {{(pid=105585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:58:49.693163 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d66fd65881426bfc2b5388084a3654e5eae521106a15a3dbf0eb4cde7106c36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-265a639e-1049-4b3f-ba20-54da3f3b5733" -d '{"events": [{"server_uuid": "008467f6-8a03-4733-8572-0921b55201b1", "name": "network-vif-deleted", "tag": "1395472e-41cc-4835-bd1d-c59242336b8e"}]}' {{(pid=105585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:58:49.699051 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-f3cb6729-ae02-4cb9-845c-db010ee5a55e None None] Provisioning complete for port 32d33fb6-0dd4-4fb0-848b-fa38285c8993 triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:58:49.699712 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-f3cb6729-ae02-4cb9-845c-db010ee5a55e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:49.729755 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-e37eefec-b69b-49bc-a485-e67ef5c48747 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:49.732633 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-e37eefec-b69b-49bc-a485-e67ef5c48747 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:49.734386 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-e37eefec-b69b-49bc-a485-e67ef5c48747 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/5d873ccd-17d4-43bb-b419-3f606e8ed9ab HTTP/1.1" status: 204 len: 168 time: 0.5033135 Jul 27 20:58:49.754128 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37eefec-b69b-49bc-a485-e67ef5c48747 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d873ccd-17d4-43bb-b419-3f606e8ed9ab,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:58:49.778256 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 20:58:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-870308a0-3c82-4ed6-a92b-4d4b85590be2 x-openstack-request-id: req-870308a0-3c82-4ed6-a92b-4d4b85590be2 {{(pid=105585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:58:49.778754 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "008467f6-8a03-4733-8572-0921b55201b1", "name": "network-vif-deleted", "tag": "1395472e-41cc-4835-bd1d-c59242336b8e", "status": "completed", "code": 200}]} {{(pid=105585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:58:49.779234 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-870308a0-3c82-4ed6-a92b-4d4b85590be2 {{(pid=105585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:58:49.779847 n-d-705658-22 neutron-server[105585]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '008467f6-8a03-4733-8572-0921b55201b1', 'name': 'network-vif-deleted', 'tag': '1395472e-41cc-4835-bd1d-c59242336b8e', 'status': 'completed', 'code': 200} Jul 27 20:58:49.896912 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-ac7ed15c-c195-4aea-8208-672abb36c7a6 tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Notify callbacks [] for port, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:49.957802 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.provisioning_blocks [None req-ac7ed15c-c195-4aea-8208-672abb36c7a6 tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Transition to ACTIVE for port object 566e3be7-77d9-40a2-9abe-1e1bb6e2da74 will not be triggered until provisioned by entity DHCP. {{(pid=105584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:58:50.071574 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-ac7ed15c-c195-4aea-8208-672abb36c7a6 tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:50.146800 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-cb1dc035-e040-4b1f-923e-39ba10caa1b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:50.147854 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7ed15c-c195-4aea-8208-672abb36c7a6 tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Pushing event updated for resources: {'Port': ['ID=566e3be7-77d9-40a2-9abe-1e1bb6e2da74,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:58:50.158019 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-cb1dc035-e040-4b1f-923e-39ba10caa1b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:50.226371 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-f3cb6729-ae02-4cb9-845c-db010ee5a55e None None] Port 32d33fb6-0dd4-4fb0-848b-fa38285c8993 cannot update to ACTIVE because it is not bound. {{(pid=105586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 20:58:50.254837 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-cb1dc035-e040-4b1f-923e-39ba10caa1b5 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=4970aa25197f42a594d0e7865e4f6f0f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0836232 Jul 27 20:58:50.257554 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 39168) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:58:50.258089 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac7ed15c-c195-4aea-8208-672abb36c7a6 tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Network d06e6d48-2725-42c2-bd07-d31f23229f60 is already hosted by enough agents. {{(pid=105584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:58:50.267054 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [None req-ac7ed15c-c195-4aea-8208-672abb36c7a6 tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Resources bound (agent type, host, resource id): {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:58:50.270798 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-f3cb6729-ae02-4cb9-845c-db010ee5a55e None None] Provisioning complete for port c458aae1-c913-4579-8a2b-5fbf975dd84e triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:58:50.274030 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-f3cb6729-ae02-4cb9-845c-db010ee5a55e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:50.294229 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac7ed15c-c195-4aea-8208-672abb36c7a6 tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Received port after_create {{(pid=105584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:58:50.425813 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1dc035-e040-4b1f-923e-39ba10caa1b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ab3cef8-643e-4fbd-a869-470affcba482,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:58:50.439499 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device c458aae1-c913-4579-8a2b-5fbf975dd84e up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:58:50.457747 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-a509ca2d-5a34-4674-918d-fc4d50c0828a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:50.500914 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac7ed15c-c195-4aea-8208-672abb36c7a6 tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:50.501649 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-ac7ed15c-c195-4aea-8208-672abb36c7a6 tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:50.513672 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-a509ca2d-5a34-4674-918d-fc4d50c0828a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:50.535767 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f440390c-ee65-480d-a14a-e34508c0d989 None None] Network dd0adb7c-988a-43cc-a0da-76a1fae1d8ff requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 20:58:50.544290 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-ac7ed15c-c195-4aea-8208-672abb36c7a6 tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.9074233 Jul 27 20:58:50.601453 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Device 1395472e-41cc-4835-bd1d-c59242336b8e no longer exists at agent hyperv_n-h2-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 20:58:50.629999 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-a509ca2d-5a34-4674-918d-fc4d50c0828a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:50.632615 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-a509ca2d-5a34-4674-918d-fc4d50c0828a admin admin] Notify callbacks [] for security_group, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:50.643404 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-a509ca2d-5a34-4674-918d-fc4d50c0828a admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/5ab3cef8-643e-4fbd-a869-470affcba482 HTTP/1.1" status: 204 len: 168 time: 0.3838937 Jul 27 20:58:50.700194 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-1bfa9602-ec91-4ac1-b9dc-05a0ae184129 req-bff57c52-626f-4c95-8697-53354fa67b78 tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] 10.222.0.59 "GET /v2.0/ports?device_id=008467f6-8a03-4733-8572-0921b55201b1 HTTP/1.1" status: 200 len: 210 time: 0.0764616 Jul 27 20:58:50.701889 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a509ca2d-5a34-4674-918d-fc4d50c0828a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ab3cef8-643e-4fbd-a869-470affcba482,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:58:50.715114 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-3d54578f-831f-4696-b568-13c455922dab None None] No Port match for: 1395472e-41cc-4835-bd1d-c59242336b8e {{(pid=105586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 20:58:50.715355 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Device 1395472e-41cc-4835-bd1d-c59242336b8e not bound to the agent host n-h2-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 20:58:50.717232 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-27fb5fcf-3015-4d37-8f8f-e1befb9205af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4076536'] for router_interface, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:50.776216 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device 23b0c738-ded3-4bb9-8b79-31effe2bd260 no longer exists at agent hyperv_n-h1-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 20:58:50.840902 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-28650df7-c46c-4981-b84f-37d87254047e None None] No Port match for: 23b0c738-ded3-4bb9-8b79-31effe2bd260 {{(pid=105586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 20:58:50.841242 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device 23b0c738-ded3-4bb9-8b79-31effe2bd260 not bound to the agent host n-h1-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 20:58:50.950716 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port c458aae1-c913-4579-8a2b-5fbf975dd84e triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:58:50.951610 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:51.123931 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-3a0004c2-4582-4f8e-a665-a0d7ac817911 None None] Provisioning complete for port 32d33fb6-0dd4-4fb0-848b-fa38285c8993 triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:58:51.124302 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3a0004c2-4582-4f8e-a665-a0d7ac817911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:51.250072 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-3a0004c2-4582-4f8e-a665-a0d7ac817911 None None] Port 32d33fb6-0dd4-4fb0-848b-fa38285c8993 cannot update to ACTIVE because it is not bound. {{(pid=105586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 20:58:51.281107 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device c922e9ee-54cd-4f95-bb0d-2f487fe3f82b up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:58:51.373868 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-27fb5fcf-3015-4d37-8f8f-e1befb9205af admin admin] Deleting port 72482174-0b4c-498b-b91c-df7b4f5b1f3a {{(pid=105584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:58:51.374440 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-27fb5fcf-3015-4d37-8f8f-e1befb9205af admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:51.432837 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-3a0004c2-4582-4f8e-a665-a0d7ac817911 None None] Provisioning for port c922e9ee-54cd-4f95-bb0d-2f487fe3f82b completed by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:58:51.498734 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [None req-27fb5fcf-3015-4d37-8f8f-e1befb9205af admin admin] For port 72482174-0b4c-498b-b91c-df7b4f5b1f3a, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=72482174-0b4c-498b-b91c-df7b4f5b1f3a,segment=NetworkSegment(8d646597-9f00-4666-88bb-1812b76bb0d1),segment_id=8d646597-9f00-4666-88bb-1812b76bb0d1)] {{(pid=105584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:58:51.499945 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-27fb5fcf-3015-4d37-8f8f-e1befb9205af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:51.501366 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-3a0004c2-4582-4f8e-a665-a0d7ac817911 None None] Provisioning for port 566e3be7-77d9-40a2-9abe-1e1bb6e2da74 completed by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:58:51.516333 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning for port c922e9ee-54cd-4f95-bb0d-2f487fe3f82b completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:58:51.518323 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-3a0004c2-4582-4f8e-a665-a0d7ac817911 None None] Provisioning complete for port 566e3be7-77d9-40a2-9abe-1e1bb6e2da74 triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:58:51.518675 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3a0004c2-4582-4f8e-a665-a0d7ac817911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:51.531999 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-27fb5fcf-3015-4d37-8f8f-e1befb9205af admin admin] Calling delete_port for 72482174-0b4c-498b-b91c-df7b4f5b1f3a owned by network:router_interface {{(pid=105584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:58:51.590741 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port c922e9ee-54cd-4f95-bb0d-2f487fe3f82b triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:58:51.591131 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:51.692058 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-48676876-7c8e-418f-b36a-34296712c6d3 req-d49eebb9-2eaa-4deb-be78-e158452d1d8b service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=8f0f9c94-4e94-47fe-9336-391cd2a98046&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2934880 Jul 27 20:58:51.709599 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-3a0004c2-4582-4f8e-a665-a0d7ac817911 None None] Port 566e3be7-77d9-40a2-9abe-1e1bb6e2da74 cannot update to ACTIVE because it is not bound. {{(pid=105586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 20:58:51.724998 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c1a290-62ce-462f-bc6b-85eefd08b896 req-bb3bc418-b856-4845-826b-5b8ae24e5c85 tempest-TenantUsagesTestJSON-956316635 tempest-TenantUsagesTestJSON-956316635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:51.736747 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b9c1a290-62ce-462f-bc6b-85eefd08b896 req-bb3bc418-b856-4845-826b-5b8ae24e5c85 tempest-TenantUsagesTestJSON-956316635 tempest-TenantUsagesTestJSON-956316635-project] 10.222.0.59 "GET /v2.0/ports?device_id=28d05df4-75a5-40ee-bd0e-ff8302ce2ea9 HTTP/1.1" status: 200 len: 950 time: 0.2707860 Jul 27 20:58:51.745158 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 39216) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:58:51.785929 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-013b15e7-3f58-4d88-94b9-03a37fd2ff4a tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1519445233', 'description': 'tempest-description--280331966'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:58:51.800322 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:51.865603 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] For port c922e9ee-54cd-4f95-bb0d-2f487fe3f82b, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=c922e9ee-54cd-4f95-bb0d-2f487fe3f82b,segment=NetworkSegment(54f3551e-5c55-4c2f-a16f-7beb91ee97a5),segment_id=54f3551e-5c55-4c2f-a16f-7beb91ee97a5)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:58:51.871738 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:51.943126 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-27fb5fcf-3015-4d37-8f8f-e1befb9205af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:51.970163 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-013b15e7-3f58-4d88-94b9-03a37fd2ff4a tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Notify callbacks [] for security_group, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:52.007419 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 09627444-9f08-412f-b9c2-1fd744b06f84 no longer exists at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 20:58:52.032449 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b9c1a290-62ce-462f-bc6b-85eefd08b896 req-f245c290-7936-428a-aef4-543698d18b8c tempest-TenantUsagesTestJSON-956316635 tempest-TenantUsagesTestJSON-956316635-project] 10.222.0.59 "GET /v2.0/security-groups?id=ea0e5e54-655a-4a0d-b4ec-a20fc9e91071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2837768 Jul 27 20:58:52.049185 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] No Port match for: 09627444-9f08-412f-b9c2-1fd744b06f84 {{(pid=105586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 20:58:52.049532 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 09627444-9f08-412f-b9c2-1fd744b06f84 not bound to the agent host n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 20:58:52.054731 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48676876-7c8e-418f-b36a-34296712c6d3 req-9d86e175-d930-4ef5-b31a-f28f4692a3cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:52.061323 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Pushing event updated for resources: {'Port': ['ID=c922e9ee-54cd-4f95-bb0d-2f487fe3f82b,revision_number=3']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:58:52.064142 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-48676876-7c8e-418f-b36a-34296712c6d3 req-9d86e175-d930-4ef5-b31a-f28f4692a3cd service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=4db6b04858584f16a518b56ddf54baba&device_id=8f0f9c94-4e94-47fe-9336-391cd2a98046 HTTP/1.1" status: 200 len: 1098 time: 0.3165202 Jul 27 20:58:52.101633 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-c5bbd4f8-9937-46d5-a486-f1defd278ab9 None None] Provisioning complete for port c922e9ee-54cd-4f95-bb0d-2f487fe3f82b triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:58:52.101960 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-c5bbd4f8-9937-46d5-a486-f1defd278ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:52.117493 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27fb5fcf-3015-4d37-8f8f-e1befb9205af admin admin] Pushing event deleted for resources: {'Port': ['ID=72482174-0b4c-498b-b91c-df7b4f5b1f3a,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:58:52.197102 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-c5fbb19d-f683-434a-9daf-cf3f1a5b7e9e req-09d97cbc-ba59-4da7-ba7d-f4cfe262f5fa tempest-ImagesOneServerTestJSON-1985669581 tempest-ImagesOneServerTestJSON-1985669581-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=bf42deba93a34b288cff5fa899cfa29a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1286182 Jul 27 20:58:52.276534 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-c3a4ca7d-65dc-4b09-8cdd-297144e2dced req-0130edae-e480-4147-9fdf-2f19d6b49550 tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] 10.222.0.59 "GET /v2.0/ports?device_id=008467f6-8a03-4733-8572-0921b55201b1 HTTP/1.1" status: 200 len: 210 time: 0.1186728 Jul 27 20:58:52.449614 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48676876-7c8e-418f-b36a-34296712c6d3 req-ac46f07a-177d-41ca-84ef-5c7445fc98b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:52.451197 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-48676876-7c8e-418f-b36a-34296712c6d3 req-ac46f07a-177d-41ca-84ef-5c7445fc98b1 service neutron] 10.222.0.60 "GET /v2.0/networks?id=b01b2bcb-b6d7-427b-8018-a1eed8201f0c HTTP/1.1" status: 200 len: 915 time: 0.3567617 Jul 27 20:58:52.549380 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-013b15e7-3f58-4d88-94b9-03a37fd2ff4a tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Notify callbacks [] for security_group, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:52.567667 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fbb19d-f683-434a-9daf-cf3f1a5b7e9e req-28349ee9-7130-4ade-9070-6c1041b5b35c tempest-ImagesOneServerTestJSON-1985669581 tempest-ImagesOneServerTestJSON-1985669581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:52.576082 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-c5fbb19d-f683-434a-9daf-cf3f1a5b7e9e req-28349ee9-7130-4ade-9070-6c1041b5b35c tempest-ImagesOneServerTestJSON-1985669581 tempest-ImagesOneServerTestJSON-1985669581-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2947609 Jul 27 20:58:52.619738 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-27fb5fcf-3015-4d37-8f8f-e1befb9205af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3743915', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4076308'] for router_interface, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:52.895153 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27fb5fcf-3015-4d37-8f8f-e1befb9205af admin admin] Router 6223c332-c53c-4f50-9f2c-55290a2d7383 has already been hosted by L3 agent dd128fd7-8e57-4d4f-895b-a96b369df59a {{(pid=105584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 20:58:52.933606 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-013b15e7-3f58-4d88-94b9-03a37fd2ff4a tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:52.980279 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-013b15e7-3f58-4d88-94b9-03a37fd2ff4a tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Notify callbacks [] for security_group, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:52.981812 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-013b15e7-3f58-4d88-94b9-03a37fd2ff4a tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.2341340 Jul 27 20:58:52.989763 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-c5fbb19d-f683-434a-9daf-cf3f1a5b7e9e req-fb9ffacd-919d-4ede-b4fe-027ef42386d9 tempest-ImagesOneServerTestJSON-1985669581 tempest-ImagesOneServerTestJSON-1985669581-project] 10.222.0.59 "GET /v2.0/quotas/bf42deba93a34b288cff5fa899cfa29a HTTP/1.1" status: 200 len: 375 time: 0.4125092 Jul 27 20:58:52.999116 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 39278) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:58:53.006507 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-45f9458e-db08-4d52-b33f-ac1fac49111e tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Request body: {'security_group_rule': {'security_group_id': 'c27eaa65-2484-427b-949c-12cff57d8973', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:58:53.035690 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-45f9458e-db08-4d52-b33f-ac1fac49111e tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:53.074268 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-c5fbb19d-f683-434a-9daf-cf3f1a5b7e9e req-1ea9bd84-e871-4b2b-9845-463346b16ac6 tempest-ImagesOneServerTestJSON-1985669581 tempest-ImagesOneServerTestJSON-1985669581-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=bf42deba93a34b288cff5fa899cfa29a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0830550 Jul 27 20:58:53.083921 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27fb5fcf-3015-4d37-8f8f-e1befb9205af admin admin] Notify agent at l3_agent.n-d-705658-22 the message routers_updated {{(pid=105584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 20:58:53.095297 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-27fb5fcf-3015-4d37-8f8f-e1befb9205af admin admin] 10.222.0.59 "PUT /v2.0/routers/6223c332-c53c-4f50-9f2c-55290a2d7383/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9078939 Jul 27 20:58:53.098654 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 39284) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:58:53.138949 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-45f9458e-db08-4d52-b33f-ac1fac49111e tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:53.143731 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-45f9458e-db08-4d52-b33f-ac1fac49111e tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732636'] for security_group_rule, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:53.196407 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f9458e-db08-4d52-b33f-ac1fac49111e tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0be083fc-ca59-44fb-913d-c76503308c07,revision_number=0']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:58:53.209004 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 39286) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:58:53.211449 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-45f9458e-db08-4d52-b33f-ac1fac49111e tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:53.212804 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-45f9458e-db08-4d52-b33f-ac1fac49111e tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2125273 Jul 27 20:58:53.216995 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 39288) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:58:53.237295 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-6fce3f41-5e20-44f2-8734-f3fbefb7ffbb tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Request body: {'security_group_rule': {'security_group_id': 'c27eaa65-2484-427b-949c-12cff57d8973', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:58:53.311845 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-6fce3f41-5e20-44f2-8734-f3fbefb7ffbb tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:53.314299 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013b15e7-3f58-4d88-94b9-03a37fd2ff4a tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c27eaa65-2484-427b-949c-12cff57d8973,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:58:53.354506 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-48676876-7c8e-418f-b36a-34296712c6d3 req-b29769a3-3e16-4de0-99a1-a2c30f792854 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a876b0b6-80a9-416a-b052-db7ba5c2d963 HTTP/1.1" status: 200 len: 1001 time: 0.8815138 Jul 27 20:58:53.391752 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-4b6d7e26-98a5-4b5d-b4ab-722107fb5b34 req-50aebbf9-795e-491e-9e23-efda1ea2bf7e tempest-ImagesOneServerTestJSON-1985669581 tempest-ImagesOneServerTestJSON-1985669581-project] 10.222.0.59 "GET /v2.0/ports?device_id=a327f21b-2949-41a9-84e5-9a41fda86d7b HTTP/1.1" status: 200 len: 210 time: 0.1017685 Jul 27 20:58:53.417777 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-329a4a16-4187-4cde-bc54-1be4f50d4fd2 None None] Sync routers for ids ['6223c332-c53c-4f50-9f2c-55290a2d7383'] in n-d-705658-22 {{(pid=105587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 20:58:53.444680 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-6fce3f41-5e20-44f2-8734-f3fbefb7ffbb tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:53.447197 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-329a4a16-4187-4cde-bc54-1be4f50d4fd2 None None] Routers {'6223c332-c53c-4f50-9f2c-55290a2d7383'} bound to L3 agent in host n-d-705658-22 {{(pid=105587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:58:53.448035 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-329a4a16-4187-4cde-bc54-1be4f50d4fd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T20:58:41Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['6223c332-c53c-4f50-9f2c-55290a2d7383'], 'active': True} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:58:53.461563 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-65ee59ea-dc4a-47f1-98ec-12da9256814d admin admin] Notify callbacks [] for security_group, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:53.465474 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-6fce3f41-5e20-44f2-8734-f3fbefb7ffbb tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732636'] for security_group_rule, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:53.496419 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-f9127fa8-af90-4ca9-96db-cae07b04bded admin admin] Notify callbacks [] for router, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:53.514909 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-6fce3f41-5e20-44f2-8734-f3fbefb7ffbb tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:53.519073 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-6fce3f41-5e20-44f2-8734-f3fbefb7ffbb tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2980683 Jul 27 20:58:53.519573 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 39304) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:58:53.525737 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-8e6a6d6c-546e-4b2d-91e8-ba7277d4f064 tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Request body: {'floatingip': {'floating_network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:58:53.530581 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fce3f41-5e20-44f2-8734-f3fbefb7ffbb tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75d05b3c-c52b-45f6-bc82-9cdc7b830ac9,revision_number=0']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:58:53.561866 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.db.api [None req-8e6a6d6c-546e-4b2d-91e8-ba7277d4f064 tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 27 20:58:53.561866 n-d-705658-22 neutron-server[105584]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 27 20:58:53.561866 n-d-705658-22 neutron-server[105584]: [parameters: {'project_id_1': 'be3b976efbdd4f41894dd22bc5b95523', 'expiration_1': datetime.datetime(2021, 7, 27, 20, 58, 53, 542445)}] Jul 27 20:58:53.561866 n-d-705658-22 neutron-server[105584]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=105584) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 27 20:58:53.562205 n-d-705658-22 neutron-server[105584]: DEBUG oslo_db.api [None req-8e6a6d6c-546e-4b2d-91e8-ba7277d4f064 tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 27 20:58:53.593080 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvr_db [None req-329a4a16-4187-4cde-bc54-1be4f50d4fd2 None None] Set router 6223c332-c53c-4f50-9f2c-55290a2d7383 gateway port host: n-d-705658-22 {{(pid=105587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:58:53.616761 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84822f27-3c0b-48c0-93fd-c1daeef14d10 req-9c0ad34b-9f97-4fac-a907-90f894787fa9 tempest-TenantUsagesTestJSON-956316635 tempest-TenantUsagesTestJSON-956316635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:53.618172 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-84822f27-3c0b-48c0-93fd-c1daeef14d10 req-9c0ad34b-9f97-4fac-a907-90f894787fa9 tempest-TenantUsagesTestJSON-956316635 tempest-TenantUsagesTestJSON-956316635-project] 10.222.0.60 "GET /v2.0/ports?device_id=28d05df4-75a5-40ee-bd0e-ff8302ce2ea9 HTTP/1.1" status: 200 len: 950 time: 0.6935799 Jul 27 20:58:53.635542 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-3edee850-064b-487e-bc12-23ad55f1bee6 req-6ecef35a-989d-47f0-ae56-4c02e6ffc111 tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] 10.222.0.59 "GET /v2.0/ports?device_id=008467f6-8a03-4733-8572-0921b55201b1 HTTP/1.1" status: 200 len: 210 time: 0.1287456 Jul 27 20:58:53.645949 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48676876-7c8e-418f-b36a-34296712c6d3 req-dce7ff43-fcc4-4a23-9bfa-0af38b2a3842 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:53.654736 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-48676876-7c8e-418f-b36a-34296712c6d3 req-dce7ff43-fcc4-4a23-9bfa-0af38b2a3842 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e2dc11f6-d37b-4723-b3bb-cb12e54fb98a HTTP/1.1" status: 200 len: 853 time: 0.2749848 Jul 27 20:58:53.665390 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-65ee59ea-dc4a-47f1-98ec-12da9256814d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:53.672391 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-65ee59ea-dc4a-47f1-98ec-12da9256814d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:53.766976 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-65ee59ea-dc4a-47f1-98ec-12da9256814d admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=f1c07fbc57e44c1598f0309549ad943a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5567911 Jul 27 20:58:53.770721 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 39310) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:58:53.800563 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ee59ea-dc4a-47f1-98ec-12da9256814d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75274191-2f58-4c3a-9e46-12aab30b4518,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:58:53.824808 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-a99c1471-3252-48b5-b1f9-aa89fe19627b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:53.847161 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-a99c1471-3252-48b5-b1f9-aa89fe19627b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:53.879582 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69eaf56a-2498-43bc-8ae4-c88d5e40ef33 req-7948deba-8052-4765-a118-19d5b3f055dd tempest-TenantUsagesTestJSON-956316635 tempest-TenantUsagesTestJSON-956316635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:53.887596 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-69eaf56a-2498-43bc-8ae4-c88d5e40ef33 req-7948deba-8052-4765-a118-19d5b3f055dd tempest-TenantUsagesTestJSON-956316635 tempest-TenantUsagesTestJSON-956316635-project] 10.222.0.59 "GET /v2.0/ports?device_id=28d05df4-75a5-40ee-bd0e-ff8302ce2ea9 HTTP/1.1" status: 200 len: 950 time: 0.5954282 Jul 27 20:58:53.927216 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-a99c1471-3252-48b5-b1f9-aa89fe19627b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:53.931121 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-a99c1471-3252-48b5-b1f9-aa89fe19627b admin admin] Notify callbacks [] for security_group, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:53.932280 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-a99c1471-3252-48b5-b1f9-aa89fe19627b admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/75274191-2f58-4c3a-9e46-12aab30b4518 HTTP/1.1" status: 204 len: 168 time: 0.1606145 Jul 27 20:58:53.960909 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99c1471-3252-48b5-b1f9-aa89fe19627b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75274191-2f58-4c3a-9e46-12aab30b4518,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:58:54.016417 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-69eaf56a-2498-43bc-8ae4-c88d5e40ef33 req-e73c553f-08d6-4abb-b4b3-7db200c5c0be tempest-TenantUsagesTestJSON-956316635 tempest-TenantUsagesTestJSON-956316635-project] 10.222.0.59 "GET /v2.0/security-groups?id=ea0e5e54-655a-4a0d-b4ec-a20fc9e91071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278470 Jul 27 20:58:54.029699 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-f9127fa8-af90-4ca9-96db-cae07b04bded admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:54.044659 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48676876-7c8e-418f-b36a-34296712c6d3 req-b78b8211-bc35-4408-82b8-83713f9211d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:54.046529 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-48676876-7c8e-418f-b36a-34296712c6d3 req-b78b8211-bc35-4408-82b8-83713f9211d2 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b01b2bcb-b6d7-427b-8018-a1eed8201f0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3565631 Jul 27 20:58:54.118496 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-8e6a6d6c-546e-4b2d-91e8-ba7277d4f064 tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Notify callbacks [] for floatingip, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:54.173437 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [req-84822f27-3c0b-48c0-93fd-c1daeef14d10 req-1741120f-9efa-4252-8bd8-0cba666a6961 tempest-TenantUsagesTestJSON-956316635 tempest-TenantUsagesTestJSON-956316635-project] Deleting port f2a5e232-eea1-4cbe-8a12-bfe90bdae235 {{(pid=105585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:58:54.174021 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-84822f27-3c0b-48c0-93fd-c1daeef14d10 req-1741120f-9efa-4252-8bd8-0cba666a6961 tempest-TenantUsagesTestJSON-956316635 tempest-TenantUsagesTestJSON-956316635-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:54.280791 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-329a4a16-4187-4cde-bc54-1be4f50d4fd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6223c332-c53c-4f50-9f2c-55290a2d7383', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-142310682-router', 'tenant_id': '64889827a2294491bf76ec5354525c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.15'}], 'enable_snat': True}, 'gw_port_id': '5aa735a6-f1a8-4a4b-8f10-d069077ceece', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:52:12Z', 'updated_at': '2021-07-27T20:58:51Z', 'revision_number': 5, 'project_id': '64889827a2294491bf76ec5354525c6a', 'gw_port': {'id': '5aa735a6-f1a8-4a4b-8f10-d069077ceece', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:76:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6223c332-c53c-4f50-9f2c-55290a2d7383', 'device_owner': 'network:router_gateway', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:52:14Z', 'updated_at': '2021-07-27T20:52:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22'}], 'n-d-705658-22', False) {} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:58:54.285173 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-48676876-7c8e-418f-b36a-34296712c6d3 req-e9cb197e-3af1-4cb0-a975-576a9ffe363a service neutron] 10.222.0.60 "GET /v2.0/networks/b01b2bcb-b6d7-427b-8018-a1eed8201f0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2299187 Jul 27 20:58:54.310663 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-329a4a16-4187-4cde-bc54-1be4f50d4fd2 None None] Checking router: 6223c332-c53c-4f50-9f2c-55290a2d7383 for host: n-d-705658-22 {{(pid=105587) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 20:58:54.321304 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-329a4a16-4187-4cde-bc54-1be4f50d4fd2 None None] Routers {'6223c332-c53c-4f50-9f2c-55290a2d7383'} bound to L3 agent in host n-d-705658-22 {{(pid=105587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:58:54.322341 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-329a4a16-4187-4cde-bc54-1be4f50d4fd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T20:58:41Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['6223c332-c53c-4f50-9f2c-55290a2d7383'], 'active': True} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:58:54.325206 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [None req-f9127fa8-af90-4ca9-96db-cae07b04bded admin admin] Deleting port 5aa735a6-f1a8-4a4b-8f10-d069077ceece {{(pid=105585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:58:54.325206 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-f9127fa8-af90-4ca9-96db-cae07b04bded admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:54.353554 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device c922e9ee-54cd-4f95-bb0d-2f487fe3f82b up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:58:54.425934 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvr_db [None req-329a4a16-4187-4cde-bc54-1be4f50d4fd2 None None] Set router 6223c332-c53c-4f50-9f2c-55290a2d7383 gateway port host: None {{(pid=105587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:58:54.449742 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-8e6a6d6c-546e-4b2d-91e8-ba7277d4f064 tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:54.477480 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port c922e9ee-54cd-4f95-bb0d-2f487fe3f82b triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:58:54.486579 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:54.493433 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-329a4a16-4187-4cde-bc54-1be4f50d4fd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6223c332-c53c-4f50-9f2c-55290a2d7383', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-142310682-router', 'tenant_id': '64889827a2294491bf76ec5354525c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:52:12Z', 'updated_at': '2021-07-27T20:58:54Z', 'revision_number': 6, 'project_id': '64889827a2294491bf76ec5354525c6a', 'gw_port_host': None}], 'n-d-705658-22', False) {} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:58:54.527770 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-329a4a16-4187-4cde-bc54-1be4f50d4fd2 None None] The sync data for ids ['6223c332-c53c-4f50-9f2c-55290a2d7383'] in n-d-705658-22 is: [{'id': '6223c332-c53c-4f50-9f2c-55290a2d7383', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-142310682-router', 'tenant_id': '64889827a2294491bf76ec5354525c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:52:12Z', 'updated_at': '2021-07-27T20:58:54Z', 'revision_number': 6, 'project_id': '64889827a2294491bf76ec5354525c6a', 'gw_port_host': None}] {{(pid=105587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 20:58:54.624783 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-9e052aa6-1846-476e-ac4d-275093fddcc2 req-f463e483-986a-4c86-b620-4ef28ac691fa tempest-ImagesOneServerTestJSON-1985669581 tempest-ImagesOneServerTestJSON-1985669581-project] 10.222.0.59 "GET /v2.0/ports?device_id=a327f21b-2949-41a9-84e5-9a41fda86d7b HTTP/1.1" status: 200 len: 210 time: 0.0677445 Jul 27 20:58:54.633768 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.db [req-84822f27-3c0b-48c0-93fd-c1daeef14d10 req-1741120f-9efa-4252-8bd8-0cba666a6961 tempest-TenantUsagesTestJSON-956316635 tempest-TenantUsagesTestJSON-956316635-project] For port f2a5e232-eea1-4cbe-8a12-bfe90bdae235, host n-h2-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=f2a5e232-eea1-4cbe-8a12-bfe90bdae235,segment=NetworkSegment(86b1e6f6-d629-4b03-8944-4cdfbfb93d02),segment_id=86b1e6f6-d629-4b03-8944-4cdfbfb93d02)] {{(pid=105585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:58:54.634273 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-84822f27-3c0b-48c0-93fd-c1daeef14d10 req-1741120f-9efa-4252-8bd8-0cba666a6961 tempest-TenantUsagesTestJSON-956316635 tempest-TenantUsagesTestJSON-956316635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:54.680455 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [req-84822f27-3c0b-48c0-93fd-c1daeef14d10 req-1741120f-9efa-4252-8bd8-0cba666a6961 tempest-TenantUsagesTestJSON-956316635 tempest-TenantUsagesTestJSON-956316635-project] Calling delete_port for f2a5e232-eea1-4cbe-8a12-bfe90bdae235 owned by compute:nova {{(pid=105585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:58:54.716144 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-c5fbb19d-f683-434a-9daf-cf3f1a5b7e9e req-d8f5c0d7-c7ad-4dc5-a853-6d806102c411 tempest-ImagesOneServerTestJSON-1985669581 tempest-ImagesOneServerTestJSON-1985669581-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=bf42deba93a34b288cff5fa899cfa29a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1321754 Jul 27 20:58:54.756209 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.db_base_plugin_common [None req-8e6a6d6c-546e-4b2d-91e8-ba7277d4f064 tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Allocated IP 172.25.5.204 (8735d8a2-b604-4758-ae71-b40e4ee6f305/eca7dbab-b9c0-4c8f-a272-816ea8a81764/e2c18bea-ad5b-4d34-8eb1-3283b8792577) {{(pid=105584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:58:54.813680 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.db [None req-f9127fa8-af90-4ca9-96db-cae07b04bded admin admin] For port 5aa735a6-f1a8-4a4b-8f10-d069077ceece, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=5aa735a6-f1a8-4a4b-8f10-d069077ceece,segment=NetworkSegment(12196855-9a32-4633-9a56-77697ef9e126),segment_id=12196855-9a32-4633-9a56-77697ef9e126)] {{(pid=105585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:58:54.814102 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-f9127fa8-af90-4ca9-96db-cae07b04bded admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:54.833354 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [None req-f9127fa8-af90-4ca9-96db-cae07b04bded admin admin] Calling delete_port for 5aa735a6-f1a8-4a4b-8f10-d069077ceece owned by network:router_gateway {{(pid=105585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:58:54.849184 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-48676876-7c8e-418f-b36a-34296712c6d3 req-b1457297-8d32-4bec-a5b9-0d66d4a139f8 service neutron] 10.222.0.60 "GET /v2.0/networks/b01b2bcb-b6d7-427b-8018-a1eed8201f0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5520542 Jul 27 20:58:55.048587 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fbb19d-f683-434a-9daf-cf3f1a5b7e9e req-f05b821e-856e-4a88-81b3-e4fa94fb7e83 tempest-ImagesOneServerTestJSON-1985669581 tempest-ImagesOneServerTestJSON-1985669581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:55.051254 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-c5fbb19d-f683-434a-9daf-cf3f1a5b7e9e req-f05b821e-856e-4a88-81b3-e4fa94fb7e83 tempest-ImagesOneServerTestJSON-1985669581 tempest-ImagesOneServerTestJSON-1985669581-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3286831 Jul 27 20:58:55.082863 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [req-c5fbb19d-f683-434a-9daf-cf3f1a5b7e9e req-5fff2604-db0a-430c-b306-ee776c43704e tempest-ImagesOneServerTestJSON-1985669581 tempest-ImagesOneServerTestJSON-1985669581-project] Request body: {'port': {'device_id': 'a327f21b-2949-41a9-84e5-9a41fda86d7b', 'network_id': '4d64aa0b-bd6a-468e-8edc-c83689947462', 'admin_state_up': True, 'tenant_id': 'bf42deba93a34b288cff5fa899cfa29a'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:58:55.099622 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-46c52ca7-ee3e-4fb3-8854-011cf9a6fd6f req-4e5bdfd8-7cd5-433b-b888-b5759ecaf70b tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] 10.222.0.59 "GET /v2.0/ports?device_id=008467f6-8a03-4733-8572-0921b55201b1 HTTP/1.1" status: 200 len: 210 time: 0.3400862 Jul 27 20:58:55.212320 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-84822f27-3c0b-48c0-93fd-c1daeef14d10 req-1741120f-9efa-4252-8bd8-0cba666a6961 tempest-TenantUsagesTestJSON-956316635 tempest-TenantUsagesTestJSON-956316635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:55.257155 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-8e6a6d6c-546e-4b2d-91e8-ba7277d4f064 tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Notify callbacks [] for port, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:55.302484 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c5fbb19d-f683-434a-9daf-cf3f1a5b7e9e req-5fff2604-db0a-430c-b306-ee776c43704e tempest-ImagesOneServerTestJSON-1985669581 tempest-ImagesOneServerTestJSON-1985669581-project] Made reservation on behalf of bf42deba93a34b288cff5fa899cfa29a for: {'port': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:58:55.306517 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-c5fbb19d-f683-434a-9daf-cf3f1a5b7e9e req-5fff2604-db0a-430c-b306-ee776c43704e tempest-ImagesOneServerTestJSON-1985669581 tempest-ImagesOneServerTestJSON-1985669581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:55.318453 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-c5fbb19d-f683-434a-9daf-cf3f1a5b7e9e req-5fff2604-db0a-430c-b306-ee776c43704e tempest-ImagesOneServerTestJSON-1985669581 tempest-ImagesOneServerTestJSON-1985669581-project] Notify callbacks [] for security_group, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:55.364875 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869c5696-87bd-4e71-be54-59cc763fba77 req-f01d3abd-ce95-4fa4-9438-8fe7fe1362e7 tempest-TenantUsagesTestJSON-956316635 tempest-TenantUsagesTestJSON-956316635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:55.366935 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-869c5696-87bd-4e71-be54-59cc763fba77 req-f01d3abd-ce95-4fa4-9438-8fe7fe1362e7 tempest-TenantUsagesTestJSON-956316635 tempest-TenantUsagesTestJSON-956316635-project] 10.222.0.59 "GET /v2.0/ports?device_id=28d05df4-75a5-40ee-bd0e-ff8302ce2ea9 HTTP/1.1" status: 200 len: 867 time: 0.2436430 Jul 27 20:58:55.368000 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1741120f-9efa-4252-8bd8-0cba666a6961 tempest-TenantUsagesTestJSON-956316635 tempest-TenantUsagesTestJSON-956316635-project] Pushing event deleted for resources: {'Port': ['ID=f2a5e232-eea1-4cbe-8a12-bfe90bdae235,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:58:55.433506 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-8e6a6d6c-546e-4b2d-91e8-ba7277d4f064 tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:55.464697 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.l3_dvrscheduler_db [req-84822f27-3c0b-48c0-93fd-c1daeef14d10 req-1741120f-9efa-4252-8bd8-0cba666a6961 tempest-TenantUsagesTestJSON-956316635 tempest-TenantUsagesTestJSON-956316635-project] No DVR routers for this DVR port f2a5e232-eea1-4cbe-8a12-bfe90bdae235 on host n-h2-705658-22 {{(pid=105585) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 20:58:55.469213 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-84822f27-3c0b-48c0-93fd-c1daeef14d10 req-1741120f-9efa-4252-8bd8-0cba666a6961 tempest-TenantUsagesTestJSON-956316635 tempest-TenantUsagesTestJSON-956316635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:55.471686 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-84822f27-3c0b-48c0-93fd-c1daeef14d10 req-1741120f-9efa-4252-8bd8-0cba666a6961 tempest-TenantUsagesTestJSON-956316635 tempest-TenantUsagesTestJSON-956316635-project] 10.222.0.60 "DELETE /v2.0/ports/f2a5e232-eea1-4cbe-8a12-bfe90bdae235 HTTP/1.1" status: 204 len: 173 time: 1.8297908 Jul 27 20:58:55.490324 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-869c5696-87bd-4e71-be54-59cc763fba77 req-0e6cfb0a-167f-4024-9237-36ade0edc54b tempest-TenantUsagesTestJSON-956316635 tempest-TenantUsagesTestJSON-956316635-project] 10.222.0.59 "GET /v2.0/security-groups?id=ea0e5e54-655a-4a0d-b4ec-a20fc9e91071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077411 Jul 27 20:58:55.492793 n-d-705658-22 neutron-server[105585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28d05df4-75a5-40ee-bd0e-ff8302ce2ea9', 'name': 'network-vif-deleted', 'tag': 'f2a5e232-eea1-4cbe-8a12-bfe90bdae235'}] {{(pid=105585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:58:55.498119 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d66fd65881426bfc2b5388084a3654e5eae521106a15a3dbf0eb4cde7106c36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1c977f5-6f9b-407d-9cf6-011b0f46ce44" -d '{"events": [{"server_uuid": "28d05df4-75a5-40ee-bd0e-ff8302ce2ea9", "name": "network-vif-deleted", "tag": "f2a5e232-eea1-4cbe-8a12-bfe90bdae235"}]}' {{(pid=105585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:58:55.528687 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e6a6d6c-546e-4b2d-91e8-ba7277d4f064 tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Network 8735d8a2-b604-4758-ae71-b40e4ee6f305 is already hosted by enough agents. {{(pid=105584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:58:55.535594 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [None req-8e6a6d6c-546e-4b2d-91e8-ba7277d4f064 tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Resources bound (agent type, host, resource id): {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:58:55.547439 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e6a6d6c-546e-4b2d-91e8-ba7277d4f064 tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Received port after_create {{(pid=105584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:58:55.596618 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 20:58:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1f1a5db-f725-47fb-83f3-016c69e220d5 x-openstack-request-id: req-f1f1a5db-f725-47fb-83f3-016c69e220d5 {{(pid=105585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:58:55.597251 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28d05df4-75a5-40ee-bd0e-ff8302ce2ea9", "name": "network-vif-deleted", "tag": "f2a5e232-eea1-4cbe-8a12-bfe90bdae235", "status": "completed", "code": 200}]} {{(pid=105585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:58:55.598275 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-f1f1a5db-f725-47fb-83f3-016c69e220d5 {{(pid=105585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:58:55.598275 n-d-705658-22 neutron-server[105585]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28d05df4-75a5-40ee-bd0e-ff8302ce2ea9', 'name': 'network-vif-deleted', 'tag': 'f2a5e232-eea1-4cbe-8a12-bfe90bdae235', 'status': 'completed', 'code': 200} Jul 27 20:58:55.643518 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-f9127fa8-af90-4ca9-96db-cae07b04bded admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:55.701253 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9127fa8-af90-4ca9-96db-cae07b04bded admin admin] Pushing event deleted for resources: {'Port': ['ID=5aa735a6-f1a8-4a4b-8f10-d069077ceece,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:58:55.726051 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6a6d6c-546e-4b2d-91e8-ba7277d4f064 tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Pushing event updated for resources: {'Port': ['ID=e2c18bea-ad5b-4d34-8eb1-3283b8792577,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:58:55.768941 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-8e6a6d6c-546e-4b2d-91e8-ba7277d4f064 tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:55.829774 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-470c2604-d2c3-459c-888a-04b2bf117318 req-4c9bb393-02a5-4adb-81dc-b4b4b1099843 tempest-ImagesOneServerTestJSON-1985669581 tempest-ImagesOneServerTestJSON-1985669581-project] 10.222.0.59 "GET /v2.0/ports?device_id=a327f21b-2949-41a9-84e5-9a41fda86d7b HTTP/1.1" status: 200 len: 210 time: 0.0423024 Jul 27 20:58:55.835887 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-c5fbb19d-f683-434a-9daf-cf3f1a5b7e9e req-5fff2604-db0a-430c-b306-ee776c43704e tempest-ImagesOneServerTestJSON-1985669581 tempest-ImagesOneServerTestJSON-1985669581-project] Notify callbacks [] for security_group, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:55.840100 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-f9127fa8-af90-4ca9-96db-cae07b04bded admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4075702'] for router_gateway, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:55.844604 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-c5fbb19d-f683-434a-9daf-cf3f1a5b7e9e req-5fff2604-db0a-430c-b306-ee776c43704e tempest-ImagesOneServerTestJSON-1985669581 tempest-ImagesOneServerTestJSON-1985669581-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:55.906446 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fff2604-db0a-430c-b306-ee776c43704e tempest-ImagesOneServerTestJSON-1985669581 tempest-ImagesOneServerTestJSON-1985669581-project] Pushing event updated for resources: {'SecurityGroup': ['ID=522fa8e0-6e9d-47e1-870e-4979e997948d,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:58:55.910908 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-8e6a6d6c-546e-4b2d-91e8-ba7277d4f064 tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:55.954262 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-f9127fa8-af90-4ca9-96db-cae07b04bded admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4163631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-425'] for router, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:55.957093 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-f9127fa8-af90-4ca9-96db-cae07b04bded admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:55.984941 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 39360) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:58:56.022215 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-f9127fa8-af90-4ca9-96db-cae07b04bded admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4163007'] for router, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:56.022770 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9127fa8-af90-4ca9-96db-cae07b04bded admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6223c332-c53c-4f50-9f2c-55290a2d7383 {{(pid=105585) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 20:58:56.035311 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-f9127fa8-af90-4ca9-96db-cae07b04bded admin admin] Notify callbacks [] for router, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:56.036520 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-f9127fa8-af90-4ca9-96db-cae07b04bded admin admin] 10.222.0.59 "DELETE /v2.0/routers/6223c332-c53c-4f50-9f2c-55290a2d7383 HTTP/1.1" status: 204 len: 168 time: 2.9203742 Jul 27 20:58:56.043564 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 39366) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:58:56.174456 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.db_base_plugin_v2 [None req-49642e9f-b6b8-4aa1-90b3-582a5c663ff3 admin admin] Deleting subnet 0baa3963-1cd6-4605-8009-5402f4976679 {{(pid=105585) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 20:58:56.183771 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-49642e9f-b6b8-4aa1-90b3-582a5c663ff3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:56.184023 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 72482174-0b4c-498b-b91c-df7b4f5b1f3a no longer exists at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 20:58:56.219462 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] No Port match for: 72482174-0b4c-498b-b91c-df7b4f5b1f3a {{(pid=105586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 20:58:56.220004 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 72482174-0b4c-498b-b91c-df7b4f5b1f3a not bound to the agent host n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 20:58:56.220737 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 5aa735a6-f1a8-4a4b-8f10-d069077ceece no longer exists at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 20:58:56.245620 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] No Port match for: 5aa735a6-f1a8-4a4b-8f10-d069077ceece {{(pid=105586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 20:58:56.246053 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 5aa735a6-f1a8-4a4b-8f10-d069077ceece not bound to the agent host n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 20:58:56.251663 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-49642e9f-b6b8-4aa1-90b3-582a5c663ff3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9887057'] for subnet, precommit_delete_associations {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:56.270198 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-fdef93dd-9764-42a3-92dd-abce7c519abf admin admin] Notify callbacks [] for security_group, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:56.306801 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-3f94736f-1a35-475b-822a-041b2ff94d39 req-d32eddcf-7b8b-4354-b778-2de40ec975a8 tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] 10.222.0.59 "GET /v2.0/ports?device_id=008467f6-8a03-4733-8572-0921b55201b1 HTTP/1.1" status: 200 len: 210 time: 0.0529847 Jul 27 20:58:56.320987 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.db_base_plugin_common [req-c5fbb19d-f683-434a-9daf-cf3f1a5b7e9e req-5fff2604-db0a-430c-b306-ee776c43704e tempest-ImagesOneServerTestJSON-1985669581 tempest-ImagesOneServerTestJSON-1985669581-project] Allocated IP 192.168.233.65 (4d64aa0b-bd6a-468e-8edc-c83689947462/26644ba0-4185-4e10-8718-6ad18d01376c/e13e4ec9-f53d-47ef-837e-8c4560df621a) {{(pid=105584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:58:56.385925 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-49642e9f-b6b8-4aa1-90b3-582a5c663ff3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854965'] for subnet, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:56.417145 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-8e6a6d6c-546e-4b2d-91e8-ba7277d4f064 tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Notify callbacks [] for port, precommit_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:56.430116 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-8e6a6d6c-546e-4b2d-91e8-ba7277d4f064 tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9014027'] for port, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:56.457058 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-49642e9f-b6b8-4aa1-90b3-582a5c663ff3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10221602', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9990583'] for subnet, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:56.492780 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49642e9f-b6b8-4aa1-90b3-582a5c663ff3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0baa3963-1cd6-4605-8009-5402f4976679,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:58:56.500534 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-49642e9f-b6b8-4aa1-90b3-582a5c663ff3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743886'] for subnet, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:56.504875 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-49642e9f-b6b8-4aa1-90b3-582a5c663ff3 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/0baa3963-1cd6-4605-8009-5402f4976679 HTTP/1.1" status: 204 len: 168 time: 0.4581702 Jul 27 20:58:56.508698 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 39370) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:58:56.511049 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c38ca9bc-8b9f-4401-b442-ce8689383411 None None] Network 576bfba4-7833-4cb6-bcf5-4eecd3ba6e31 requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 20:58:56.583152 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Device f2a5e232-eea1-4cbe-8a12-bfe90bdae235 no longer exists at agent hyperv_n-h2-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 20:58:56.624403 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-3d54578f-831f-4696-b568-13c455922dab None None] No Port match for: f2a5e232-eea1-4cbe-8a12-bfe90bdae235 {{(pid=105586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 20:58:56.625074 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Device f2a5e232-eea1-4cbe-8a12-bfe90bdae235 not bound to the agent host n-h2-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 20:58:56.631417 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6a6d6c-546e-4b2d-91e8-ba7277d4f064 tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Pushing event updated for resources: {'Port': ['ID=e2c18bea-ad5b-4d34-8eb1-3283b8792577,revision_number=2']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:58:56.688353 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-8e6a6d6c-546e-4b2d-91e8-ba7277d4f064 tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4075768'] for floatingip, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:56.693003 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-827b024d-69dc-432f-881f-3534e0ac3c4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-990557'] for network, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:56.700154 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-fdef93dd-9764-42a3-92dd-abce7c519abf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:56.715322 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-fdef93dd-9764-42a3-92dd-abce7c519abf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:56.748531 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dbb33e0-6b33-4e71-be15-a59a675f66cb None None] DHCP port deletion for 576bfba4-7833-4cb6-bcf5-4eecd3ba6e31 request from n-d-705658-22 {{(pid=105586) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 20:58:56.753791 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-8e6a6d6c-546e-4b2d-91e8-ba7277d4f064 tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for floatingip, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:56.755061 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-8e6a6d6c-546e-4b2d-91e8-ba7277d4f064 tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.2343783 Jul 27 20:58:56.769338 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-fdef93dd-9764-42a3-92dd-abce7c519abf admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=6aff58ed6fd84084914eb57f6bfbda4c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7817996 Jul 27 20:58:56.769999 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 39380) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:58:56.773274 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-c5fbb19d-f683-434a-9daf-cf3f1a5b7e9e req-5fff2604-db0a-430c-b306-ee776c43704e tempest-ImagesOneServerTestJSON-1985669581 tempest-ImagesOneServerTestJSON-1985669581-project] Notify callbacks [] for port, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:56.795623 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 39382) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:58:56.817698 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-6dbb33e0-6b33-4e71-be15-a59a675f66cb None None] Deleting port 9578291a-7107-4a49-9920-660722c9afe1 {{(pid=105586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:58:56.818339 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-6dbb33e0-6b33-4e71-be15-a59a675f66cb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:56.825885 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdef93dd-9764-42a3-92dd-abce7c519abf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7a739de-efbd-48d1-b2d3-9ecbe025fd27,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:58:56.830893 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.provisioning_blocks [req-c5fbb19d-f683-434a-9daf-cf3f1a5b7e9e req-5fff2604-db0a-430c-b306-ee776c43704e tempest-ImagesOneServerTestJSON-1985669581 tempest-ImagesOneServerTestJSON-1985669581-project] Transition to ACTIVE for port object e13e4ec9-f53d-47ef-837e-8c4560df621a will not be triggered until provisioned by entity DHCP. {{(pid=105584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:58:56.894088 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-0ecf6bb7-db85-4998-9317-41b11363627d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:56.915683 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-827b024d-69dc-432f-881f-3534e0ac3c4d admin admin] Deleting port 9578291a-7107-4a49-9920-660722c9afe1 {{(pid=105584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:58:56.916183 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-827b024d-69dc-432f-881f-3534e0ac3c4d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:56.922437 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-6dbb33e0-6b33-4e71-be15-a59a675f66cb None None] For port 9578291a-7107-4a49-9920-660722c9afe1, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=9578291a-7107-4a49-9920-660722c9afe1,segment=NetworkSegment(8d646597-9f00-4666-88bb-1812b76bb0d1),segment_id=8d646597-9f00-4666-88bb-1812b76bb0d1)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:58:56.926109 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-6dbb33e0-6b33-4e71-be15-a59a675f66cb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:56.946044 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-0ecf6bb7-db85-4998-9317-41b11363627d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:56.961176 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-6dbb33e0-6b33-4e71-be15-a59a675f66cb None None] Calling delete_port for 9578291a-7107-4a49-9920-660722c9afe1 owned by network:dhcp {{(pid=105586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:58:56.990265 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-c5fbb19d-f683-434a-9daf-cf3f1a5b7e9e req-5fff2604-db0a-430c-b306-ee776c43704e tempest-ImagesOneServerTestJSON-1985669581 tempest-ImagesOneServerTestJSON-1985669581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:57.012823 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [None req-827b024d-69dc-432f-881f-3534e0ac3c4d admin admin] For port 9578291a-7107-4a49-9920-660722c9afe1, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=9578291a-7107-4a49-9920-660722c9afe1,segment=NetworkSegment(8d646597-9f00-4666-88bb-1812b76bb0d1),segment_id=8d646597-9f00-4666-88bb-1812b76bb0d1)] {{(pid=105584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:58:57.013247 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-827b024d-69dc-432f-881f-3534e0ac3c4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:57.059958 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-827b024d-69dc-432f-881f-3534e0ac3c4d admin admin] Calling delete_port for 9578291a-7107-4a49-9920-660722c9afe1 owned by network:dhcp {{(pid=105584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:58:57.067160 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c5fbb19d-f683-434a-9daf-cf3f1a5b7e9e req-5fff2604-db0a-430c-b306-ee776c43704e tempest-ImagesOneServerTestJSON-1985669581 tempest-ImagesOneServerTestJSON-1985669581-project] Network 4d64aa0b-bd6a-468e-8edc-c83689947462 is already hosted by enough agents. {{(pid=105584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:58:57.074676 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [req-c5fbb19d-f683-434a-9daf-cf3f1a5b7e9e req-5fff2604-db0a-430c-b306-ee776c43704e tempest-ImagesOneServerTestJSON-1985669581 tempest-ImagesOneServerTestJSON-1985669581-project] Resources bound (agent type, host, resource id): {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:58:57.078686 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5fbb19d-f683-434a-9daf-cf3f1a5b7e9e req-5fff2604-db0a-430c-b306-ee776c43704e tempest-ImagesOneServerTestJSON-1985669581 tempest-ImagesOneServerTestJSON-1985669581-project] Received port after_create {{(pid=105584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:58:57.084041 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fff2604-db0a-430c-b306-ee776c43704e tempest-ImagesOneServerTestJSON-1985669581 tempest-ImagesOneServerTestJSON-1985669581-project] Pushing event updated for resources: {'Port': ['ID=e13e4ec9-f53d-47ef-837e-8c4560df621a,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:58:57.094327 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-6dbb33e0-6b33-4e71-be15-a59a675f66cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180'] for port, after_delete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:57.108541 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dbb33e0-6b33-4e71-be15-a59a675f66cb None None] No DVR routers for this DVR port 9578291a-7107-4a49-9920-660722c9afe1 on host n-d-705658-22 {{(pid=105586) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 20:58:57.130037 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbb33e0-6b33-4e71-be15-a59a675f66cb None None] Pushing event deleted for resources: {'Port': ['ID=9578291a-7107-4a49-9920-660722c9afe1,revision_number=None']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:58:57.183955 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fbb19d-f683-434a-9daf-cf3f1a5b7e9e req-5fff2604-db0a-430c-b306-ee776c43704e tempest-ImagesOneServerTestJSON-1985669581 tempest-ImagesOneServerTestJSON-1985669581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:57.184636 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-c5fbb19d-f683-434a-9daf-cf3f1a5b7e9e req-5fff2604-db0a-430c-b306-ee776c43704e tempest-ImagesOneServerTestJSON-1985669581 tempest-ImagesOneServerTestJSON-1985669581-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:57.210325 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-c5fbb19d-f683-434a-9daf-cf3f1a5b7e9e req-5fff2604-db0a-430c-b306-ee776c43704e tempest-ImagesOneServerTestJSON-1985669581 tempest-ImagesOneServerTestJSON-1985669581-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.1487954 Jul 27 20:58:57.223747 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [req-c5fbb19d-f683-434a-9daf-cf3f1a5b7e9e req-e7f68961-1562-47e3-9ae1-1055f1cec7c3 service neutron] Request body: {'port': {'device_id': 'a327f21b-2949-41a9-84e5-9a41fda86d7b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-705658-22'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:58:57.261750 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-827b024d-69dc-432f-881f-3534e0ac3c4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:57.294029 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827b024d-69dc-432f-881f-3534e0ac3c4d admin admin] Pushing event deleted for resources: {'Port': ['ID=9578291a-7107-4a49-9920-660722c9afe1,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:58:57.304774 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-827b024d-69dc-432f-881f-3534e0ac3c4d admin admin] No DVR routers for this DVR port 9578291a-7107-4a49-9920-660722c9afe1 on host n-d-705658-22 {{(pid=105584) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 20:58:57.390757 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-e7319b8f-fbfa-4f7f-9f17-02b8b599d952 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=aab8694a064246f3b3a0b71c54b71c0c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5938113 Jul 27 20:58:57.394440 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 39406) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:58:57.400069 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-4ff7ded6-08d6-40f0-b0c1-177407d5c829 req-df1b0865-9a46-4107-856a-5191d28829ef tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-securitygroup--1519445233&fields=id&tenant_id=be3b976efbdd4f41894dd22bc5b95523 HTTP/1.1" status: 200 len: 267 time: 0.3590250 Jul 27 20:58:57.403266 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-0ecf6bb7-db85-4998-9317-41b11363627d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:57.405715 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-0ecf6bb7-db85-4998-9317-41b11363627d admin admin] Notify callbacks [] for security_group, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:57.407506 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-0ecf6bb7-db85-4998-9317-41b11363627d admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/c7a739de-efbd-48d1-b2d3-9ecbe025fd27 HTTP/1.1" status: 204 len: 168 time: 0.6362712 Jul 27 20:58:57.424711 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-b8a32254-b44e-4468-8147-1cda99161f3c None None] Provisioning for port e13e4ec9-f53d-47ef-837e-8c4560df621a completed by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:58:57.431945 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-b8a32254-b44e-4468-8147-1cda99161f3c None None] Provisioning complete for port e13e4ec9-f53d-47ef-837e-8c4560df621a triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:58:57.432727 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-b8a32254-b44e-4468-8147-1cda99161f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:57.443637 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c53218a-5ed3-48ce-b8f5-0834c7796ecf req-3e4c1a95-0357-4472-b7e2-17b6580d4dba tempest-ImagesOneServerTestJSON-1985669581 tempest-ImagesOneServerTestJSON-1985669581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:57.445350 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-4c53218a-5ed3-48ce-b8f5-0834c7796ecf req-3e4c1a95-0357-4472-b7e2-17b6580d4dba tempest-ImagesOneServerTestJSON-1985669581 tempest-ImagesOneServerTestJSON-1985669581-project] 10.222.0.59 "GET /v2.0/ports?device_id=a327f21b-2949-41a9-84e5-9a41fda86d7b HTTP/1.1" status: 200 len: 935 time: 0.4582536 Jul 27 20:58:57.448668 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecf6bb7-db85-4998-9317-41b11363627d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7a739de-efbd-48d1-b2d3-9ecbe025fd27,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:58:57.454954 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-827b024d-69dc-432f-881f-3534e0ac3c4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853562', 'neutron.services.segments.db._delete_segments_for_network-8790688882975'] for network, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:57.476756 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-c5fbb19d-f683-434a-9daf-cf3f1a5b7e9e req-e7f68961-1562-47e3-9ae1-1055f1cec7c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:57.481360 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.segments.db [None req-827b024d-69dc-432f-881f-3534e0ac3c4d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['576bfba4-7833-4cb6-bcf5-4eecd3ba6e31']}} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:58:57.485847 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-b8a32254-b44e-4468-8147-1cda99161f3c None None] Port e13e4ec9-f53d-47ef-837e-8c4560df621a cannot update to ACTIVE because it is not bound. {{(pid=105586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 20:58:57.500689 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.segments.db [None req-827b024d-69dc-432f-881f-3534e0ac3c4d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d646597-9f00-4666-88bb-1812b76bb0d1') {'for_net_delete': True} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:58:57.501035 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.segments.db [None req-827b024d-69dc-432f-881f-3534e0ac3c4d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d646597-9f00-4666-88bb-1812b76bb0d1') {} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:58:57.519969 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-827b024d-69dc-432f-881f-3534e0ac3c4d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790688883752', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9014348'] for segment, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:57.543362 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-4c53218a-5ed3-48ce-b8f5-0834c7796ecf req-1722b8cb-3480-4796-9fee-1700dbd9784b tempest-ImagesOneServerTestJSON-1985669581 tempest-ImagesOneServerTestJSON-1985669581-project] 10.222.0.59 "GET /v2.0/security-groups?id=522fa8e0-6e9d-47e1-870e-4979e997948d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527334 Jul 27 20:58:57.549990 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff7ded6-08d6-40f0-b0c1-177407d5c829 req-2637a49f-9586-4bc9-aaf9-56b5e832595c tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:57.550254 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-b3220ca7-d964-4ee3-9a42-5befcbd526a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:57.557236 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-4ff7ded6-08d6-40f0-b0c1-177407d5c829 req-2637a49f-9586-4bc9-aaf9-56b5e832595c tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] 10.222.0.59 "GET /v2.0/ports/32d33fb6-0dd4-4fb0-848b-fa38285c8993 HTTP/1.1" status: 200 len: 936 time: 0.1102946 Jul 27 20:58:57.563255 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-827b024d-69dc-432f-881f-3534e0ac3c4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:57.575303 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-827b024d-69dc-432f-881f-3534e0ac3c4d admin admin] Releasing vlan 201 on physical network physnet1 to pool {{(pid=105584) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 20:58:57.575303 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-827b024d-69dc-432f-881f-3534e0ac3c4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9014063'] for segment, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:57.575303 n-d-705658-22 neutron-server[105584]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 20:58:57.575303 n-d-705658-22 neutron-server[105584]: self.session.flush() Jul 27 20:58:57.575303 n-d-705658-22 neutron-server[105584]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 20:58:57.575303 n-d-705658-22 neutron-server[105584]: self.session.flush() Jul 27 20:58:57.575303 n-d-705658-22 neutron-server[105584]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 20:58:57.575303 n-d-705658-22 neutron-server[105584]: self.session.flush() Jul 27 20:58:57.575303 n-d-705658-22 neutron-server[105584]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 20:58:57.575303 n-d-705658-22 neutron-server[105584]: self.session.flush() Jul 27 20:58:57.575303 n-d-705658-22 neutron-server[105584]: Traceback (most recent call last): Jul 27 20:58:57.575303 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 20:58:57.575303 n-d-705658-22 neutron-server[105584]: timer() Jul 27 20:58:57.575303 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 20:58:57.575303 n-d-705658-22 neutron-server[105584]: cb(*args, **kw) Jul 27 20:58:57.575303 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 20:58:57.575303 n-d-705658-22 neutron-server[105584]: return func(*args, **kwargs) Jul 27 20:58:57.575303 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 20:58:57.575303 n-d-705658-22 neutron-server[105584]: self._notify() Jul 27 20:58:57.575303 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 20:58:57.575303 n-d-705658-22 neutron-server[105584]: self.callback(batched_events) Jul 27 20:58:57.575303 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 20:58:57.575303 n-d-705658-22 neutron-server[105584]: event.method(event) Jul 27 20:58:57.575303 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 20:58:57.575303 n-d-705658-22 neutron-server[105584]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 20:58:57.575303 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 20:58:57.575303 n-d-705658-22 neutron-server[105584]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 20:58:57.575303 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 20:58:57.575303 n-d-705658-22 neutron-server[105584]: return f(self, *a, **k) Jul 27 20:58:57.575303 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 20:58:57.575303 n-d-705658-22 neutron-server[105584]: return self._get(url).json() Jul 27 20:58:57.575303 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 20:58:57.575303 n-d-705658-22 neutron-server[105584]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 20:58:57.575303 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 20:58:57.575303 n-d-705658-22 neutron-server[105584]: return self.request(url, 'GET', **kwargs) Jul 27 20:58:57.575303 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 20:58:57.575303 n-d-705658-22 neutron-server[105584]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 20:58:57.575303 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 20:58:57.575303 n-d-705658-22 neutron-server[105584]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 20:58:57.575303 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 20:58:57.575303 n-d-705658-22 neutron-server[105584]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 20:58:57.575303 n-d-705658-22 neutron-server[105584]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 20:58:57.624244 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff7ded6-08d6-40f0-b0c1-177407d5c829 req-8f81e477-0eee-4aa6-9b13-8daf3e551ce6 tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:57.633706 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-4ff7ded6-08d6-40f0-b0c1-177407d5c829 req-8f81e477-0eee-4aa6-9b13-8daf3e551ce6 tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] 10.222.0.59 "GET /v2.0/ports/566e3be7-77d9-40a2-9abe-1e1bb6e2da74 HTTP/1.1" status: 200 len: 936 time: 0.0755315 Jul 27 20:58:57.667167 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-b3220ca7-d964-4ee3-9a42-5befcbd526a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:57.710331 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-4ff7ded6-08d6-40f0-b0c1-177407d5c829 req-efa05e0c-91a3-49d2-bf49-8a5b383b2883 tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] 10.222.0.59 "GET /v2.0/ports?network_id=dd0adb7c-988a-43cc-a0da-76a1fae1d8ff&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0749764 Jul 27 20:58:57.721642 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-827b024d-69dc-432f-881f-3534e0ac3c4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4075658'] for network, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:57.733599 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-827b024d-69dc-432f-881f-3534e0ac3c4d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743886'] for network, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:57.738025 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-827b024d-69dc-432f-881f-3534e0ac3c4d admin admin] 10.222.0.59 "DELETE /v2.0/networks/576bfba4-7833-4cb6-bcf5-4eecd3ba6e31 HTTP/1.1" status: 204 len: 168 time: 1.2260995 Jul 27 20:58:57.762817 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-4ff7ded6-08d6-40f0-b0c1-177407d5c829 req-0b6a5ee3-7e84-4005-b442-cf02f885e039 tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] 10.222.0.59 "GET /v2.0/ports?network_id=dd0adb7c-988a-43cc-a0da-76a1fae1d8ff&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0512707 Jul 27 20:58:57.762988 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827b024d-69dc-432f-881f-3534e0ac3c4d admin admin] Pushing event deleted for resources: {'Network': ['ID=576bfba4-7833-4cb6-bcf5-4eecd3ba6e31,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:58:57.915581 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff7ded6-08d6-40f0-b0c1-177407d5c829 req-425e4bed-4e9f-4403-a69b-660e275adf3e tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:57.923586 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff7ded6-08d6-40f0-b0c1-177407d5c829 req-425e4bed-4e9f-4403-a69b-660e275adf3e tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:57.934315 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff7ded6-08d6-40f0-b0c1-177407d5c829 req-425e4bed-4e9f-4403-a69b-660e275adf3e tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:57.943231 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-4ff7ded6-08d6-40f0-b0c1-177407d5c829 req-425e4bed-4e9f-4403-a69b-660e275adf3e tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] 10.222.0.59 "GET /v2.0/networks?id=b117ba52-594c-450e-a21e-ba2b0ffa1338&id=d06e6d48-2725-42c2-bd07-d31f23229f60&id=d06e6d48-2725-42c2-bd07-d31f23229f60&id=dd0adb7c-988a-43cc-a0da-76a1fae1d8ff&id=dd0adb7c-988a-43cc-a0da-76a1fae1d8ff HTTP/1.1" status: 200 len: 1993 time: 0.1747308 Jul 27 20:58:57.963668 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-4ff7ded6-08d6-40f0-b0c1-177407d5c829 req-87ac6b52-cdac-48ef-980f-1fa0976f3f15 tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] 10.222.0.59 "GET /v2.0/quotas/be3b976efbdd4f41894dd22bc5b95523 HTTP/1.1" status: 200 len: 375 time: 0.0185194 Jul 27 20:58:57.972824 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [req-c5fbb19d-f683-434a-9daf-cf3f1a5b7e9e req-e7f68961-1562-47e3-9ae1-1055f1cec7c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e13e4ec9-f53d-47ef-837e-8c4560df621a {{(pid=105584) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 20:58:57.983812 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-c5fbb19d-f683-434a-9daf-cf3f1a5b7e9e req-e7f68961-1562-47e3-9ae1-1055f1cec7c3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:57.995196 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 39426) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:58:58.006292 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-b3220ca7-d964-4ee3-9a42-5befcbd526a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:58.009085 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-b3220ca7-d964-4ee3-9a42-5befcbd526a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:58.012987 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-b3220ca7-d964-4ee3-9a42-5befcbd526a2 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/ea0e5e54-655a-4a0d-b4ec-a20fc9e91071 HTTP/1.1" status: 204 len: 168 time: 0.6131248 Jul 27 20:58:58.012987 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.provisioning_blocks [req-c5fbb19d-f683-434a-9daf-cf3f1a5b7e9e req-e7f68961-1562-47e3-9ae1-1055f1cec7c3 service neutron] Transition to ACTIVE for port object e13e4ec9-f53d-47ef-837e-8c4560df621a will not be triggered until provisioned by entity L2. {{(pid=105584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:58:58.028831 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-c5fbb19d-f683-434a-9daf-cf3f1a5b7e9e req-e7f68961-1562-47e3-9ae1-1055f1cec7c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9014027'] for port, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:58.032497 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3220ca7-d964-4ee3-9a42-5befcbd526a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea0e5e54-655a-4a0d-b4ec-a20fc9e91071,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:58:58.110901 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-35e80c1a-86b2-4661-8c9d-5abf20d0c0dd admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=f4dd8c54051d43128b80a7b27aca23a8&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1187496 Jul 27 20:58:58.112011 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 39434) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:58:58.116680 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f68961-1562-47e3-9ae1-1055f1cec7c3 service neutron] Pushing event updated for resources: {'Port': ['ID=e13e4ec9-f53d-47ef-837e-8c4560df621a,revision_number=2']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:58:58.156929 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-4ff7ded6-08d6-40f0-b0c1-177407d5c829 req-52e0c14f-4ab8-47d3-ad9f-dfcbb4073e5a tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=be3b976efbdd4f41894dd22bc5b95523&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1921754 Jul 27 20:58:58.237430 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 9578291a-7107-4a49-9920-660722c9afe1 no longer exists at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 20:58:58.274375 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] No Port match for: 9578291a-7107-4a49-9920-660722c9afe1 {{(pid=105586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 20:58:58.274642 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 9578291a-7107-4a49-9920-660722c9afe1 not bound to the agent host n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 20:58:58.395173 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-4ff7ded6-08d6-40f0-b0c1-177407d5c829 req-fb358f1e-99df-44f6-8744-3321340e8440 service neutron] 10.222.0.59 "GET /v2.0/networks/b117ba52-594c-450e-a21e-ba2b0ffa1338?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2243235 Jul 27 20:58:58.564362 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 39456) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:58:58.596863 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-6e480f33-1ef5-4e87-8293-739b7b3ce221 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:58.615173 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-4ff7ded6-08d6-40f0-b0c1-177407d5c829 req-a27f7a42-dd1e-421e-ba9e-d3d458c1e86f service neutron] 10.222.0.59 "GET /v2.0/networks/b117ba52-594c-450e-a21e-ba2b0ffa1338?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2130675 Jul 27 20:58:58.626451 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc9a5ba-c755-44e1-9212-70780dd532ce req-fd6233b2-9777-4dfe-a612-7a01b061da6e tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:58.628048 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-edc9a5ba-c755-44e1-9212-70780dd532ce req-fd6233b2-9777-4dfe-a612-7a01b061da6e tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] 10.222.0.59 "GET /v2.0/networks?id=c29e02c5-8000-4917-925d-2eceb290693b HTTP/1.1" status: 200 len: 812 time: 0.2083907 Jul 27 20:58:58.650304 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-e041ca86-7393-4ed7-95d9-7d52496d97ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:58.655727 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [req-c5fbb19d-f683-434a-9daf-cf3f1a5b7e9e req-e7f68961-1562-47e3-9ae1-1055f1cec7c3 service neutron] Attempting to bind port e13e4ec9-f53d-47ef-837e-8c4560df621a on host n-h1-705658-22 for vnic_type normal with profile {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:58:58.656059 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [req-c5fbb19d-f683-434a-9daf-cf3f1a5b7e9e req-e7f68961-1562-47e3-9ae1-1055f1cec7c3 service neutron] Attempting to bind port e13e4ec9-f53d-47ef-837e-8c4560df621a by drivers openvswitch,hyperv on host n-h1-705658-22 at level 0 using segments [{'id': '86b1e6f6-d629-4b03-8944-4cdfbfb93d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '4d64aa0b-bd6a-468e-8edc-c83689947462'}] {{(pid=105584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:58:58.656384 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5fbb19d-f683-434a-9daf-cf3f1a5b7e9e req-e7f68961-1562-47e3-9ae1-1055f1cec7c3 service neutron] Attempting to bind port e13e4ec9-f53d-47ef-837e-8c4560df621a on network 4d64aa0b-bd6a-468e-8edc-c83689947462 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:58:58.668810 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5fbb19d-f683-434a-9daf-cf3f1a5b7e9e req-e7f68961-1562-47e3-9ae1-1055f1cec7c3 service neutron] Port e13e4ec9-f53d-47ef-837e-8c4560df621a on network 4d64aa0b-bd6a-468e-8edc-c83689947462 not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-22 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 20:58:58.669136 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5fbb19d-f683-434a-9daf-cf3f1a5b7e9e req-e7f68961-1562-47e3-9ae1-1055f1cec7c3 service neutron] Attempting to bind port e13e4ec9-f53d-47ef-837e-8c4560df621a on network 4d64aa0b-bd6a-468e-8edc-c83689947462 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:58:58.679037 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-edc9a5ba-c755-44e1-9212-70780dd532ce req-ad3a5d02-d1ae-4a4a-8d77-6d173fdc92b6 tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] 10.222.0.59 "GET /v2.0/quotas/54685b57bf31427c889d7b240f3f8a60 HTTP/1.1" status: 200 len: 375 time: 0.0403652 Jul 27 20:58:58.682120 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-e041ca86-7393-4ed7-95d9-7d52496d97ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:58.684644 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5fbb19d-f683-434a-9daf-cf3f1a5b7e9e req-e7f68961-1562-47e3-9ae1-1055f1cec7c3 service neutron] Checking agent: {'id': '9d9bc37f-4d75-44ef-9f63-799aab3e316f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 49, 36), 'started_at': datetime.datetime(2021, 7, 27, 20, 49, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 58, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:58:58.684644 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5fbb19d-f683-434a-9daf-cf3f1a5b7e9e req-e7f68961-1562-47e3-9ae1-1055f1cec7c3 service neutron] Checking segment: {'id': '86b1e6f6-d629-4b03-8944-4cdfbfb93d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '4d64aa0b-bd6a-468e-8edc-c83689947462'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:58:58.684644 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5fbb19d-f683-434a-9daf-cf3f1a5b7e9e req-e7f68961-1562-47e3-9ae1-1055f1cec7c3 service neutron] Bound using segment: {'id': '86b1e6f6-d629-4b03-8944-4cdfbfb93d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '4d64aa0b-bd6a-468e-8edc-c83689947462'} {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:58:58.685172 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [req-c5fbb19d-f683-434a-9daf-cf3f1a5b7e9e req-e7f68961-1562-47e3-9ae1-1055f1cec7c3 service neutron] Bound port: e13e4ec9-f53d-47ef-837e-8c4560df621a, host: n-h1-705658-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '86b1e6f6-d629-4b03-8944-4cdfbfb93d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '4d64aa0b-bd6a-468e-8edc-c83689947462'}}] {{(pid=105584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:58:58.685429 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-c5fbb19d-f683-434a-9daf-cf3f1a5b7e9e req-e7f68961-1562-47e3-9ae1-1055f1cec7c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:58.736837 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-edc9a5ba-c755-44e1-9212-70780dd532ce req-45cac62e-eeda-4470-b7eb-0d738b0e84f7 tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=54685b57bf31427c889d7b240f3f8a60&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0471196 Jul 27 20:58:58.738766 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-4ff7ded6-08d6-40f0-b0c1-177407d5c829 req-acdf18f4-7f4b-4df7-8a06-52070e9e9bc1 service neutron] 10.222.0.59 "GET /v2.0/ports/32d33fb6-0dd4-4fb0-848b-fa38285c8993?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1097941 Jul 27 20:58:58.786808 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-e041ca86-7393-4ed7-95d9-7d52496d97ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:58.789675 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-e041ca86-7393-4ed7-95d9-7d52496d97ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:58.790886 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-e041ca86-7393-4ed7-95d9-7d52496d97ab admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/68cc6fb9-0fab-43c7-aa8a-3890b886be63 HTTP/1.1" status: 204 len: 168 time: 0.6779735 Jul 27 20:58:58.822598 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [req-c5fbb19d-f683-434a-9daf-cf3f1a5b7e9e req-e7f68961-1562-47e3-9ae1-1055f1cec7c3 service neutron] For port e13e4ec9-f53d-47ef-837e-8c4560df621a, host n-h1-705658-22, cleared binding levels {{(pid=105584) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:58:58.826204 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e041ca86-7393-4ed7-95d9-7d52496d97ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68cc6fb9-0fab-43c7-aa8a-3890b886be63,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:58:58.828990 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [req-c5fbb19d-f683-434a-9daf-cf3f1a5b7e9e req-e7f68961-1562-47e3-9ae1-1055f1cec7c3 service neutron] For port e13e4ec9-f53d-47ef-837e-8c4560df621a, host n-h1-705658-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=e13e4ec9-f53d-47ef-837e-8c4560df621a,segment=NetworkSegment(86b1e6f6-d629-4b03-8944-4cdfbfb93d02),segment_id=86b1e6f6-d629-4b03-8944-4cdfbfb93d02)] {{(pid=105584) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:58:58.837148 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-c5fbb19d-f683-434a-9daf-cf3f1a5b7e9e req-e7f68961-1562-47e3-9ae1-1055f1cec7c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9014027'] for port, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:58.908124 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fbb19d-f683-434a-9daf-cf3f1a5b7e9e req-e7f68961-1562-47e3-9ae1-1055f1cec7c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:58.909012 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-c5fbb19d-f683-434a-9daf-cf3f1a5b7e9e req-e7f68961-1562-47e3-9ae1-1055f1cec7c3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:58.910425 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-c5fbb19d-f683-434a-9daf-cf3f1a5b7e9e req-e7f68961-1562-47e3-9ae1-1055f1cec7c3 service neutron] 10.222.0.36 "PUT /v2.0/ports/e13e4ec9-f53d-47ef-837e-8c4560df621a HTTP/1.1" status: 200 len: 1096 time: 1.6910233 Jul 27 20:58:58.910925 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a327f21b-2949-41a9-84e5-9a41fda86d7b', 'tag': 'e13e4ec9-f53d-47ef-837e-8c4560df621a'}] {{(pid=105584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:58:58.922103 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bce5e6c8685464f7626901654159975603b047827e3138302ed6566e28f1343" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc313965-66c0-4b83-8d8a-52e6ceb8afa5" -d '{"events": [{"name": "network-changed", "server_uuid": "a327f21b-2949-41a9-84e5-9a41fda86d7b", "tag": "e13e4ec9-f53d-47ef-837e-8c4560df621a"}]}' {{(pid=105584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:58:58.967389 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-6e480f33-1ef5-4e87-8293-739b7b3ce221 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:58.974002 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-4ff7ded6-08d6-40f0-b0c1-177407d5c829 req-a141439d-40f5-408f-83d8-35e8da422728 service neutron] 10.222.0.59 "GET /v2.0/networks/d06e6d48-2725-42c2-bd07-d31f23229f60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2176020 Jul 27 20:58:58.974914 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-6e480f33-1ef5-4e87-8293-739b7b3ce221 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:59.021267 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f68961-1562-47e3-9ae1-1055f1cec7c3 service neutron] Pushing event updated for resources: {'Port': ['ID=e13e4ec9-f53d-47ef-837e-8c4560df621a,revision_number=3']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:58:59.082153 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fbb19d-f683-434a-9daf-cf3f1a5b7e9e req-3a724a95-ae25-4e3d-b8bc-c109b80be650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:59.084110 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-c5fbb19d-f683-434a-9daf-cf3f1a5b7e9e req-3a724a95-ae25-4e3d-b8bc-c109b80be650 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bf42deba93a34b288cff5fa899cfa29a&device_id=a327f21b-2949-41a9-84e5-9a41fda86d7b HTTP/1.1" status: 200 len: 1099 time: 0.1169121 Jul 27 20:58:59.170956 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-c5fbb19d-f683-434a-9daf-cf3f1a5b7e9e req-900693c2-8005-4706-a4a7-2b564e8e9a20 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.65&port_id=e13e4ec9-f53d-47ef-837e-8c4560df621a HTTP/1.1" status: 200 len: 217 time: 0.0747602 Jul 27 20:58:59.171690 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-6e480f33-1ef5-4e87-8293-739b7b3ce221 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=8b7123eb3b094a6abe707d7e4935ce25&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6047647 Jul 27 20:58:59.174597 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 39472) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:58:59.179854 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e480f33-1ef5-4e87-8293-739b7b3ce221 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=266fee97-4524-4c4c-98c5-13039760e62d,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:58:59.232904 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fbb19d-f683-434a-9daf-cf3f1a5b7e9e req-f4505374-0a67-4347-bcb4-1bdfdbb2cc3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:59.234821 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-c5fbb19d-f683-434a-9daf-cf3f1a5b7e9e req-f4505374-0a67-4347-bcb4-1bdfdbb2cc3b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=26644ba0-4185-4e10-8718-6ad18d01376c HTTP/1.1" status: 200 len: 843 time: 0.0516634 Jul 27 20:58:59.259947 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-4ff7ded6-08d6-40f0-b0c1-177407d5c829 req-58a7ed71-6edb-454a-b262-faa0ccaa7989 service neutron] 10.222.0.59 "GET /v2.0/networks/d06e6d48-2725-42c2-bd07-d31f23229f60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2663028 Jul 27 20:58:59.297607 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-edc9a5ba-c755-44e1-9212-70780dd532ce req-f41a5206-6f23-4d04-b290-579d8bc99c69 service neutron] 10.222.0.59 "GET /v2.0/networks/c29e02c5-8000-4917-925d-2eceb290693b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5478752 Jul 27 20:58:59.321333 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-ceacbd4b-8c94-4e89-806c-0733d98905d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:59.321837 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-4ff7ded6-08d6-40f0-b0c1-177407d5c829 req-d14bb3ff-7633-4ef9-9c84-d46a3f1bce2f service neutron] 10.222.0.59 "GET /v2.0/ports/566e3be7-77d9-40a2-9abe-1e1bb6e2da74?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0548389 Jul 27 20:58:59.341240 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fbb19d-f683-434a-9daf-cf3f1a5b7e9e req-8a180c1f-2e6f-48e4-930b-8b8ed427f396 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:59.342826 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-c5fbb19d-f683-434a-9daf-cf3f1a5b7e9e req-8a180c1f-2e6f-48e4-930b-8b8ed427f396 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4d64aa0b-bd6a-468e-8edc-c83689947462&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0989256 Jul 27 20:58:59.353684 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-ceacbd4b-8c94-4e89-806c-0733d98905d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:59.411436 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 39476) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:58:59.488053 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-edc9a5ba-c755-44e1-9212-70780dd532ce req-4b71aec1-1288-48fd-aaa9-a6a0c3a9c99c service neutron] 10.222.0.59 "GET /v2.0/networks/c29e02c5-8000-4917-925d-2eceb290693b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1774864 Jul 27 20:58:59.495362 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-f346e821-abe6-4d24-b2af-5cd43b897f1c admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=64889827a2294491bf76ec5354525c6a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0748968 Jul 27 20:58:59.496050 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 39478) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:58:59.507394 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-c5fbb19d-f683-434a-9daf-cf3f1a5b7e9e req-4e730f12-817c-41fa-bf19-93bd519b0236 service neutron] 10.222.0.36 "GET /v2.0/networks/4d64aa0b-bd6a-468e-8edc-c83689947462?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1557581 Jul 27 20:58:59.508826 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-ceacbd4b-8c94-4e89-806c-0733d98905d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:59.511340 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-ceacbd4b-8c94-4e89-806c-0733d98905d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:59.511546 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-4ff7ded6-08d6-40f0-b0c1-177407d5c829 req-59a38d0d-a280-42f9-a7a1-ddde529e75e3 service neutron] 10.222.0.59 "GET /v2.0/networks/d06e6d48-2725-42c2-bd07-d31f23229f60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1501846 Jul 27 20:58:59.512657 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-ceacbd4b-8c94-4e89-806c-0733d98905d6 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/266fee97-4524-4c4c-98c5-13039760e62d HTTP/1.1" status: 204 len: 168 time: 0.3364944 Jul 27 20:58:59.531774 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceacbd4b-8c94-4e89-806c-0733d98905d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=266fee97-4524-4c4c-98c5-13039760e62d,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:58:59.616910 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-01895544-c38e-4077-a484-c5f029462f15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:59.623743 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-c5fbb19d-f683-434a-9daf-cf3f1a5b7e9e req-c9139563-01d4-434b-9acc-726829c80cd3 service neutron] 10.222.0.36 "GET /v2.0/networks/4d64aa0b-bd6a-468e-8edc-c83689947462?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1072705 Jul 27 20:58:59.650095 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-4ff7ded6-08d6-40f0-b0c1-177407d5c829 req-f07cdbbf-b411-450b-ac87-3b35803f8cfc service neutron] 10.222.0.59 "GET /v2.0/networks/d06e6d48-2725-42c2-bd07-d31f23229f60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321278 Jul 27 20:58:59.654805 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-01895544-c38e-4077-a484-c5f029462f15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:59.812551 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-4ff7ded6-08d6-40f0-b0c1-177407d5c829 req-beecfff4-5224-460f-b745-3f5c48a76a06 service neutron] 10.222.0.59 "GET /v2.0/networks/d06e6d48-2725-42c2-bd07-d31f23229f60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1509407 Jul 27 20:58:59.814042 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-01895544-c38e-4077-a484-c5f029462f15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:59.816591 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-01895544-c38e-4077-a484-c5f029462f15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:59.817663 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-01895544-c38e-4077-a484-c5f029462f15 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/8b31e441-b0aa-4937-85be-05e798573dbf HTTP/1.1" status: 204 len: 168 time: 0.3205984 Jul 27 20:58:59.878531 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01895544-c38e-4077-a484-c5f029462f15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b31e441-b0aa-4937-85be-05e798573dbf,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:58:59.896153 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e3050b-2209-4514-a72a-62f1a5a12f98 req-38f02c0b-361a-40ca-9252-9c805b2a1539 tempest-ImagesOneServerTestJSON-1985669581 tempest-ImagesOneServerTestJSON-1985669581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:59.903599 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b7e3050b-2209-4514-a72a-62f1a5a12f98 req-38f02c0b-361a-40ca-9252-9c805b2a1539 tempest-ImagesOneServerTestJSON-1985669581 tempest-ImagesOneServerTestJSON-1985669581-project] 10.222.0.59 "GET /v2.0/ports?device_id=a327f21b-2949-41a9-84e5-9a41fda86d7b HTTP/1.1" status: 200 len: 947 time: 0.1644616 Jul 27 20:58:59.966922 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b7e3050b-2209-4514-a72a-62f1a5a12f98 req-37c1b97b-62b4-40c9-92e3-07b48fe053ff tempest-ImagesOneServerTestJSON-1985669581 tempest-ImagesOneServerTestJSON-1985669581-project] 10.222.0.59 "GET /v2.0/security-groups?id=522fa8e0-6e9d-47e1-870e-4979e997948d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607741 Jul 27 20:58:59.987435 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-4ff7ded6-08d6-40f0-b0c1-177407d5c829 req-dc084caf-d9dd-490c-a080-6482846c33bd service neutron] 10.222.0.59 "GET /v2.0/networks/d06e6d48-2725-42c2-bd07-d31f23229f60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1686580 Jul 27 20:59:00.104708 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-4ff7ded6-08d6-40f0-b0c1-177407d5c829 req-7f33270d-fa8a-4da4-a483-9ab43d143810 service neutron] 10.222.0.59 "GET /v2.0/networks/d06e6d48-2725-42c2-bd07-d31f23229f60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1102173 Jul 27 20:59:00.220946 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-4ff7ded6-08d6-40f0-b0c1-177407d5c829 req-66dab442-0ee3-499f-b815-3e0f5440660b service neutron] 10.222.0.59 "GET /v2.0/networks/d06e6d48-2725-42c2-bd07-d31f23229f60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1084127 Jul 27 20:59:00.340010 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-4ff7ded6-08d6-40f0-b0c1-177407d5c829 req-d973300d-a867-4faa-9dd7-afe7a4070f25 service neutron] 10.222.0.59 "GET /v2.0/networks/dd0adb7c-988a-43cc-a0da-76a1fae1d8ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1107125 Jul 27 20:59:00.473312 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-4ff7ded6-08d6-40f0-b0c1-177407d5c829 req-b67f5466-e5e3-4555-9b7d-97a173eb59b0 service neutron] 10.222.0.59 "GET /v2.0/networks/dd0adb7c-988a-43cc-a0da-76a1fae1d8ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222246 Jul 27 20:59:00.531649 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 20:58:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b7e8de7-9f4a-451b-b388-fff037400760 x-openstack-request-id: req-4b7e8de7-9f4a-451b-b388-fff037400760 {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:59:00.532504 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a327f21b-2949-41a9-84e5-9a41fda86d7b", "tag": "e13e4ec9-f53d-47ef-837e-8c4560df621a", "status": "completed", "code": 200}]} {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:59:00.532911 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-4b7e8de7-9f4a-451b-b388-fff037400760 {{(pid=105584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:59:00.535814 n-d-705658-22 neutron-server[105584]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a327f21b-2949-41a9-84e5-9a41fda86d7b', 'tag': 'e13e4ec9-f53d-47ef-837e-8c4560df621a', 'status': 'completed', 'code': 200} Jul 27 20:59:00.597691 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-4ff7ded6-08d6-40f0-b0c1-177407d5c829 req-2e4a8511-fa3c-4acd-8537-dc01d2399cc4 service neutron] 10.222.0.59 "GET /v2.0/networks/dd0adb7c-988a-43cc-a0da-76a1fae1d8ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1122782 Jul 27 20:59:00.629621 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc313965-66c0-4b83-8d8a-52e6ceb8afa5 req-7d2044b3-364b-434a-9f0c-6199cce02601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:00.631721 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-cc313965-66c0-4b83-8d8a-52e6ceb8afa5 req-7d2044b3-364b-434a-9f0c-6199cce02601 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bf42deba93a34b288cff5fa899cfa29a&device_id=a327f21b-2949-41a9-84e5-9a41fda86d7b HTTP/1.1" status: 200 len: 1099 time: 0.0777299 Jul 27 20:59:00.660912 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-243e1ce7-84fe-481f-8efe-ebd333f1837f req-89993f44-aafa-439a-b65b-e5d27088d20e tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] 10.222.0.59 "GET /v2.0/ports?device_id=f2396a40-6541-40f1-9d6e-e363e4e5437c HTTP/1.1" status: 200 len: 210 time: 0.0619495 Jul 27 20:59:00.785577 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-4ff7ded6-08d6-40f0-b0c1-177407d5c829 req-249ff493-d2d7-4e19-ac22-0d519fc5b1c1 service neutron] 10.222.0.59 "GET /v2.0/networks/dd0adb7c-988a-43cc-a0da-76a1fae1d8ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1744893 Jul 27 20:59:00.807271 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc313965-66c0-4b83-8d8a-52e6ceb8afa5 req-98940695-8c16-4ea9-90cb-10c221e4326f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:00.809210 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-cc313965-66c0-4b83-8d8a-52e6ceb8afa5 req-98940695-8c16-4ea9-90cb-10c221e4326f service neutron] 10.222.0.36 "GET /v2.0/networks?id=4d64aa0b-bd6a-468e-8edc-c83689947462 HTTP/1.1" status: 200 len: 870 time: 0.1713519 Jul 27 20:59:00.879728 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-cc313965-66c0-4b83-8d8a-52e6ceb8afa5 req-bdb47db4-ce44-4f97-ac61-3f9f6b0b0fc0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.65&port_id=e13e4ec9-f53d-47ef-837e-8c4560df621a HTTP/1.1" status: 200 len: 217 time: 0.0623622 Jul 27 20:59:00.960644 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc313965-66c0-4b83-8d8a-52e6ceb8afa5 req-360c7baf-30e8-4be3-b671-20f7bb42981a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:00.979640 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-cc313965-66c0-4b83-8d8a-52e6ceb8afa5 req-360c7baf-30e8-4be3-b671-20f7bb42981a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=26644ba0-4185-4e10-8718-6ad18d01376c HTTP/1.1" status: 200 len: 843 time: 0.0748188 Jul 27 20:59:01.073495 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc9a5ba-c755-44e1-9212-70780dd532ce req-6f6d28b3-9fc4-4e7f-a515-8fb0d89aa4ee tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:01.075390 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-edc9a5ba-c755-44e1-9212-70780dd532ce req-6f6d28b3-9fc4-4e7f-a515-8fb0d89aa4ee tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] 10.222.0.60 "GET /v2.0/networks?id=c29e02c5-8000-4917-925d-2eceb290693b HTTP/1.1" status: 200 len: 812 time: 0.1741626 Jul 27 20:59:01.086314 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc313965-66c0-4b83-8d8a-52e6ceb8afa5 req-85ef0a67-3311-4f2a-b7fb-e5f0fcd4c6c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:01.091138 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [req-edc9a5ba-c755-44e1-9212-70780dd532ce req-4f16830e-e4a0-4158-b12d-79e55af181a4 tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] Request body: {'port': {'device_id': 'f2396a40-6541-40f1-9d6e-e363e4e5437c', 'network_id': 'c29e02c5-8000-4917-925d-2eceb290693b', 'admin_state_up': True, 'tenant_id': '54685b57bf31427c889d7b240f3f8a60'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:59:01.091888 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-cc313965-66c0-4b83-8d8a-52e6ceb8afa5 req-85ef0a67-3311-4f2a-b7fb-e5f0fcd4c6c8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4d64aa0b-bd6a-468e-8edc-c83689947462&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1089952 Jul 27 20:59:01.227934 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-cc313965-66c0-4b83-8d8a-52e6ceb8afa5 req-ab79b9d3-de1a-4f65-afbf-5475a45ae890 service neutron] 10.222.0.36 "GET /v2.0/networks/4d64aa0b-bd6a-468e-8edc-c83689947462?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265450 Jul 27 20:59:01.406611 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-cc313965-66c0-4b83-8d8a-52e6ceb8afa5 req-ee5c97be-d488-420d-910c-3b15b9dd8add service neutron] 10.222.0.36 "GET /v2.0/networks/4d64aa0b-bd6a-468e-8edc-c83689947462?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1692207 Jul 27 20:59:01.422205 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-edc9a5ba-c755-44e1-9212-70780dd532ce req-4f16830e-e4a0-4158-b12d-79e55af181a4 tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] Made reservation on behalf of 54685b57bf31427c889d7b240f3f8a60 for: {'port': 1} {{(pid=105585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:59:01.425749 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-edc9a5ba-c755-44e1-9212-70780dd532ce req-4f16830e-e4a0-4158-b12d-79e55af181a4 tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:01.638349 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556dc6e3-a685-4033-b6a3-b3955b9dc794 req-1bb59624-49f9-4b29-96ea-1b46fcd1d06e tempest-ImagesOneServerTestJSON-1985669581 tempest-ImagesOneServerTestJSON-1985669581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:01.645479 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-556dc6e3-a685-4033-b6a3-b3955b9dc794 req-1bb59624-49f9-4b29-96ea-1b46fcd1d06e tempest-ImagesOneServerTestJSON-1985669581 tempest-ImagesOneServerTestJSON-1985669581-project] 10.222.0.59 "GET /v2.0/ports?device_id=a327f21b-2949-41a9-84e5-9a41fda86d7b HTTP/1.1" status: 200 len: 947 time: 0.1378605 Jul 27 20:59:01.656007 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.db_base_plugin_common [req-edc9a5ba-c755-44e1-9212-70780dd532ce req-4f16830e-e4a0-4158-b12d-79e55af181a4 tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] Allocated IP 172.20.0.2 (c29e02c5-8000-4917-925d-2eceb290693b/7c0fdb90-69ca-4554-99dc-5ec25614338f/49289d6c-66f8-4420-9259-e4bc7261612f) {{(pid=105585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:59:01.711643 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-556dc6e3-a685-4033-b6a3-b3955b9dc794 req-1e8de64f-8045-4843-add7-764276838ace tempest-ImagesOneServerTestJSON-1985669581 tempest-ImagesOneServerTestJSON-1985669581-project] 10.222.0.59 "GET /v2.0/security-groups?id=522fa8e0-6e9d-47e1-870e-4979e997948d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651870 Jul 27 20:59:01.820024 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-0df694db-486a-4b88-9d10-49d22d8fcb45 req-42122133-9789-45ca-8a98-7c8e0f8fcfcf tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] 10.222.0.59 "GET /v2.0/ports?device_id=f2396a40-6541-40f1-9d6e-e363e4e5437c HTTP/1.1" status: 200 len: 210 time: 0.0615444 Jul 27 20:59:01.960526 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-edc9a5ba-c755-44e1-9212-70780dd532ce req-4f16830e-e4a0-4158-b12d-79e55af181a4 tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] Notify callbacks [] for port, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:02.019761 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-edc9a5ba-c755-44e1-9212-70780dd532ce req-4f16830e-e4a0-4158-b12d-79e55af181a4 tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:02.088739 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f16830e-e4a0-4158-b12d-79e55af181a4 tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] Pushing event updated for resources: {'Port': ['ID=49289d6c-66f8-4420-9259-e4bc7261612f,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:59:02.122682 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-edc9a5ba-c755-44e1-9212-70780dd532ce req-4f16830e-e4a0-4158-b12d-79e55af181a4 tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] Network c29e02c5-8000-4917-925d-2eceb290693b is already hosted by enough agents. {{(pid=105585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:59:02.135699 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.base_scheduler [req-edc9a5ba-c755-44e1-9212-70780dd532ce req-4f16830e-e4a0-4158-b12d-79e55af181a4 tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] Resources bound (agent type, host, resource id): {{(pid=105585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:59:02.144803 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.l3_dvrscheduler_db [req-edc9a5ba-c755-44e1-9212-70780dd532ce req-4f16830e-e4a0-4158-b12d-79e55af181a4 tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] Received port after_create {{(pid=105585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:59:02.235411 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc9a5ba-c755-44e1-9212-70780dd532ce req-4f16830e-e4a0-4158-b12d-79e55af181a4 tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:02.235874 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-edc9a5ba-c755-44e1-9212-70780dd532ce req-4f16830e-e4a0-4158-b12d-79e55af181a4 tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:02.274818 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-8dd69d98-08e3-4c9b-a5d1-f85870dc0988 req-abfca8b5-2a0c-4b40-8e17-2c6cfdf24680 tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] 10.222.0.59 "GET /v2.0/ports?device_id=2be6dd0d-bc7c-4882-8bb2-afe5ae686d07 HTTP/1.1" status: 200 len: 210 time: 0.0359230 Jul 27 20:59:02.282080 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-edc9a5ba-c755-44e1-9212-70780dd532ce req-4f16830e-e4a0-4158-b12d-79e55af181a4 tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1963964 Jul 27 20:59:02.307864 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [req-edc9a5ba-c755-44e1-9212-70780dd532ce req-1fc4d19f-91bd-4b5b-b4fd-cd584ca7f19c service neutron] Request body: {'port': {'device_id': 'f2396a40-6541-40f1-9d6e-e363e4e5437c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-705658-22'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:59:02.436624 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-edc9a5ba-c755-44e1-9212-70780dd532ce req-1fc4d19f-91bd-4b5b-b4fd-cd584ca7f19c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:02.465827 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408caf77-c654-474f-b76f-1354cbbbf517 req-cad75a33-6864-44e5-a179-ac99622e3b1e tempest-ServersTestFqdnHostnames-310591036 tempest-ServersTestFqdnHostnames-310591036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:02.467797 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-408caf77-c654-474f-b76f-1354cbbbf517 req-cad75a33-6864-44e5-a179-ac99622e3b1e tempest-ServersTestFqdnHostnames-310591036 tempest-ServersTestFqdnHostnames-310591036-project] 10.222.0.59 "GET /v2.0/ports?device_id=8f0f9c94-4e94-47fe-9336-391cd2a98046 HTTP/1.1" status: 200 len: 946 time: 0.1157353 Jul 27 20:59:02.550884 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-408caf77-c654-474f-b76f-1354cbbbf517 req-09b32f44-62aa-413f-8cf1-90ec9c8a1523 tempest-ServersTestFqdnHostnames-310591036 tempest-ServersTestFqdnHostnames-310591036-project] 10.222.0.59 "GET /v2.0/security-groups?id=194109be-9331-415c-ac19-806186c2936d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591648 Jul 27 20:59:02.807100 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device e13e4ec9-f53d-47ef-837e-8c4560df621a details requested by agent hyperv_n-h1-705658-22 with host n-h1-705658-22 {{(pid=105586) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 20:59:02.860767 n-d-705658-22 neutron-server[105585]: DEBUG neutron.notifiers.nova [req-edc9a5ba-c755-44e1-9212-70780dd532ce req-1fc4d19f-91bd-4b5b-b4fd-cd584ca7f19c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49289d6c-66f8-4420-9259-e4bc7261612f {{(pid=105585) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 20:59:02.869875 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-edc9a5ba-c755-44e1-9212-70780dd532ce req-1fc4d19f-91bd-4b5b-b4fd-cd584ca7f19c service neutron] Notify callbacks [] for port, precommit_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:02.890547 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.provisioning_blocks [req-edc9a5ba-c755-44e1-9212-70780dd532ce req-1fc4d19f-91bd-4b5b-b4fd-cd584ca7f19c service neutron] Transition to ACTIVE for port object 49289d6c-66f8-4420-9259-e4bc7261612f will not be triggered until provisioned by entity L2. {{(pid=105585) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:59:02.916571 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-edc9a5ba-c755-44e1-9212-70780dd532ce req-1fc4d19f-91bd-4b5b-b4fd-cd584ca7f19c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10221672'] for port, after_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:02.949636 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] For port e13e4ec9-f53d-47ef-837e-8c4560df621a, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=e13e4ec9-f53d-47ef-837e-8c4560df621a,segment=NetworkSegment(86b1e6f6-d629-4b03-8944-4cdfbfb93d02),segment_id=86b1e6f6-d629-4b03-8944-4cdfbfb93d02)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:59:02.966187 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Returning: {'device': 'e13e4ec9-f53d-47ef-837e-8c4560df621a', 'network_id': '4d64aa0b-bd6a-468e-8edc-c83689947462', 'port_id': 'e13e4ec9-f53d-47ef-837e-8c4560df621a', 'mac_address': 'fa:16:3e:f1:a6:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26644ba0-4185-4e10-8718-6ad18d01376c', 'ip_address': '192.168.233.65'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105586) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 20:59:02.983261 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff7ded6-08d6-40f0-b0c1-177407d5c829 req-b6ef609a-9aff-4951-b3b8-1f4555fde20c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:02.987794 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-4ff7ded6-08d6-40f0-b0c1-177407d5c829 req-b6ef609a-9aff-4951-b3b8-1f4555fde20c service neutron] 10.222.0.36 "GET /v2.0/ports/32d33fb6-0dd4-4fb0-848b-fa38285c8993 HTTP/1.1" status: 200 len: 1032 time: 0.1352859 Jul 27 20:59:02.990861 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd51dfb7-2797-496d-9853-10c4c28cfacd req-d12d3f90-9766-4289-81a6-092e7bd93d91 tempest-ImagesOneServerTestJSON-1985669581 tempest-ImagesOneServerTestJSON-1985669581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:03.004740 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-dd51dfb7-2797-496d-9853-10c4c28cfacd req-d12d3f90-9766-4289-81a6-092e7bd93d91 tempest-ImagesOneServerTestJSON-1985669581 tempest-ImagesOneServerTestJSON-1985669581-project] 10.222.0.59 "GET /v2.0/ports?device_id=a327f21b-2949-41a9-84e5-9a41fda86d7b HTTP/1.1" status: 200 len: 947 time: 0.2021637 Jul 27 20:59:03.005454 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:03.020274 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e13e4ec9-f53d-47ef-837e-8c4560df621a {{(pid=105586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 20:59:03.044463 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] For port e13e4ec9-f53d-47ef-837e-8c4560df621a, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=e13e4ec9-f53d-47ef-837e-8c4560df621a,segment=NetworkSegment(86b1e6f6-d629-4b03-8944-4cdfbfb93d02),segment_id=86b1e6f6-d629-4b03-8944-4cdfbfb93d02)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:59:03.050351 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:03.070253 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff7ded6-08d6-40f0-b0c1-177407d5c829 req-7262b843-6ac4-4c61-b7a8-2545a10fa4b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:03.072809 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-4ff7ded6-08d6-40f0-b0c1-177407d5c829 req-7262b843-6ac4-4c61-b7a8-2545a10fa4b4 service neutron] 10.222.0.36 "GET /v2.0/ports/566e3be7-77d9-40a2-9abe-1e1bb6e2da74 HTTP/1.1" status: 200 len: 1032 time: 0.0773475 Jul 27 20:59:03.073518 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 39662) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:59:03.102015 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc4d19f-91bd-4b5b-b4fd-cd584ca7f19c service neutron] Pushing event updated for resources: {'Port': ['ID=49289d6c-66f8-4420-9259-e4bc7261612f,revision_number=2']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:59:03.144786 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Pushing event updated for resources: {'Port': ['ID=e13e4ec9-f53d-47ef-837e-8c4560df621a,revision_number=4']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:59:03.191652 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-dd51dfb7-2797-496d-9853-10c4c28cfacd req-212bc3c8-79ed-437e-a1c3-0f82c64bdda3 tempest-ImagesOneServerTestJSON-1985669581 tempest-ImagesOneServerTestJSON-1985669581-project] 10.222.0.59 "GET /v2.0/security-groups?id=522fa8e0-6e9d-47e1-870e-4979e997948d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1869032 Jul 27 20:59:03.225403 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-022b24f8-2084-4f11-b14f-eebfd7c3a887 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:03.267833 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] get_ports_and_sgs() called for port_ids ['e13e4ec9-f53d-47ef-837e-8c4560df621a'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 20:59:03.285843 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff7ded6-08d6-40f0-b0c1-177407d5c829 req-fefbaa87-a4d6-4bc1-a39f-b96a54d37554 tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:03.295926 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc50e8a3-6087-42b4-baab-b48a06e41f80 req-22f1995d-4bab-4b01-8b35-8b7593f33662 tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:03.300962 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff7ded6-08d6-40f0-b0c1-177407d5c829 req-fefbaa87-a4d6-4bc1-a39f-b96a54d37554 tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:03.305967 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-bc50e8a3-6087-42b4-baab-b48a06e41f80 req-22f1995d-4bab-4b01-8b35-8b7593f33662 tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] 10.222.0.59 "GET /v2.0/ports?device_id=f2396a40-6541-40f1-9d6e-e363e4e5437c HTTP/1.1" status: 200 len: 943 time: 0.2263327 Jul 27 20:59:03.315371 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff7ded6-08d6-40f0-b0c1-177407d5c829 req-fefbaa87-a4d6-4bc1-a39f-b96a54d37554 tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:03.317001 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-4ff7ded6-08d6-40f0-b0c1-177407d5c829 req-fefbaa87-a4d6-4bc1-a39f-b96a54d37554 tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] 10.222.0.36 "GET /v2.0/networks?id=b117ba52-594c-450e-a21e-ba2b0ffa1338&id=d06e6d48-2725-42c2-bd07-d31f23229f60&id=d06e6d48-2725-42c2-bd07-d31f23229f60&id=d06e6d48-2725-42c2-bd07-d31f23229f60&id=d06e6d48-2725-42c2-bd07-d31f23229f60&id=dd0adb7c-988a-43cc-a0da-76a1fae1d8ff&id=dd0adb7c-988a-43cc-a0da-76a1fae1d8ff HTTP/1.1" status: 200 len: 1993 time: 0.2277229 Jul 27 20:59:03.363917 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.managers [req-edc9a5ba-c755-44e1-9212-70780dd532ce req-1fc4d19f-91bd-4b5b-b4fd-cd584ca7f19c service neutron] Attempting to bind port 49289d6c-66f8-4420-9259-e4bc7261612f on host n-h2-705658-22 for vnic_type normal with profile {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:59:03.364064 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.managers [req-edc9a5ba-c755-44e1-9212-70780dd532ce req-1fc4d19f-91bd-4b5b-b4fd-cd584ca7f19c service neutron] Attempting to bind port 49289d6c-66f8-4420-9259-e4bc7261612f by drivers openvswitch,hyperv on host n-h2-705658-22 at level 0 using segments [{'id': '872889e4-5d02-4ec8-807e-3e5c98ba67af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'c29e02c5-8000-4917-925d-2eceb290693b'}] {{(pid=105585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:59:03.364319 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edc9a5ba-c755-44e1-9212-70780dd532ce req-1fc4d19f-91bd-4b5b-b4fd-cd584ca7f19c service neutron] Attempting to bind port 49289d6c-66f8-4420-9259-e4bc7261612f on network c29e02c5-8000-4917-925d-2eceb290693b {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:59:03.379461 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edc9a5ba-c755-44e1-9212-70780dd532ce req-1fc4d19f-91bd-4b5b-b4fd-cd584ca7f19c service neutron] Port 49289d6c-66f8-4420-9259-e4bc7261612f on network c29e02c5-8000-4917-925d-2eceb290693b not bound, no agent of type Open vSwitch agent registered on host n-h2-705658-22 {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 20:59:03.379783 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edc9a5ba-c755-44e1-9212-70780dd532ce req-1fc4d19f-91bd-4b5b-b4fd-cd584ca7f19c service neutron] Attempting to bind port 49289d6c-66f8-4420-9259-e4bc7261612f on network c29e02c5-8000-4917-925d-2eceb290693b {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:59:03.423347 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-bc50e8a3-6087-42b4-baab-b48a06e41f80 req-cfa8a2a3-3165-43c3-8869-df3fc259e2af tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] 10.222.0.59 "GET /v2.0/security-groups?id=d1766e71-7b2a-4f2d-acc0-530f862b8fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113610 Jul 27 20:59:03.427308 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-4ff7ded6-08d6-40f0-b0c1-177407d5c829 req-4ba09e82-342c-4076-8c63-58d059b7a680 tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=be3b976efbdd4f41894dd22bc5b95523 HTTP/1.1" status: 200 len: 380 time: 0.0955188 Jul 27 20:59:03.443392 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edc9a5ba-c755-44e1-9212-70780dd532ce req-1fc4d19f-91bd-4b5b-b4fd-cd584ca7f19c service neutron] Checking agent: {'id': '65195a73-a875-4810-9f5b-622ae260a8a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 49, 40), 'started_at': datetime.datetime(2021, 7, 27, 20, 49, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 58, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:59:03.444641 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edc9a5ba-c755-44e1-9212-70780dd532ce req-1fc4d19f-91bd-4b5b-b4fd-cd584ca7f19c service neutron] Checking segment: {'id': '872889e4-5d02-4ec8-807e-3e5c98ba67af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'c29e02c5-8000-4917-925d-2eceb290693b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:59:03.445881 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edc9a5ba-c755-44e1-9212-70780dd532ce req-1fc4d19f-91bd-4b5b-b4fd-cd584ca7f19c service neutron] Bound using segment: {'id': '872889e4-5d02-4ec8-807e-3e5c98ba67af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'c29e02c5-8000-4917-925d-2eceb290693b'} {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:59:03.446339 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.managers [req-edc9a5ba-c755-44e1-9212-70780dd532ce req-1fc4d19f-91bd-4b5b-b4fd-cd584ca7f19c service neutron] Bound port: 49289d6c-66f8-4420-9259-e4bc7261612f, host: n-h2-705658-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '872889e4-5d02-4ec8-807e-3e5c98ba67af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'c29e02c5-8000-4917-925d-2eceb290693b'}}] {{(pid=105585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:59:03.446851 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-edc9a5ba-c755-44e1-9212-70780dd532ce req-1fc4d19f-91bd-4b5b-b4fd-cd584ca7f19c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:03.463411 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [req-4ff7ded6-08d6-40f0-b0c1-177407d5c829 req-943b467b-0393-4631-91b0-a1b3c597a215 tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Request body: {'port': {'device_id': '2be6dd0d-bc7c-4882-8bb2-afe5ae686d07', 'network_id': 'b117ba52-594c-450e-a21e-ba2b0ffa1338', 'admin_state_up': True, 'tenant_id': 'be3b976efbdd4f41894dd22bc5b95523', 'security_groups': ['c27eaa65-2484-427b-949c-12cff57d8973']}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:59:03.625276 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-0d5be0e4-0b16-4221-bbf0-79d3024cde50 req-0601e2d1-5152-4e11-b82c-0f918fa51419 tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] 10.222.0.59 "GET /v2.0/ports?device_id=2be6dd0d-bc7c-4882-8bb2-afe5ae686d07 HTTP/1.1" status: 200 len: 210 time: 0.1511371 Jul 27 20:59:03.671800 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 39692) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:59:03.682332 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-022b24f8-2084-4f11-b14f-eebfd7c3a887 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:03.691237 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-022b24f8-2084-4f11-b14f-eebfd7c3a887 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:03.761687 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022b24f8-2084-4f11-b14f-eebfd7c3a887 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2098f1b-3936-48cb-a099-17dac4a0edd8,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:59:03.767434 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-022b24f8-2084-4f11-b14f-eebfd7c3a887 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=b159d390c6b04a40baa7e6766a91dd28&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6927323 Jul 27 20:59:03.769469 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ff7ded6-08d6-40f0-b0c1-177407d5c829 req-943b467b-0393-4631-91b0-a1b3c597a215 tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Made reservation on behalf of be3b976efbdd4f41894dd22bc5b95523 for: {'port': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:59:03.773663 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-4ff7ded6-08d6-40f0-b0c1-177407d5c829 req-943b467b-0393-4631-91b0-a1b3c597a215 tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:03.778247 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 39696) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:59:03.824794 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.db [req-edc9a5ba-c755-44e1-9212-70780dd532ce req-1fc4d19f-91bd-4b5b-b4fd-cd584ca7f19c service neutron] For port 49289d6c-66f8-4420-9259-e4bc7261612f, host n-h2-705658-22, cleared binding levels {{(pid=105585) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:59:03.840089 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.db [req-edc9a5ba-c755-44e1-9212-70780dd532ce req-1fc4d19f-91bd-4b5b-b4fd-cd584ca7f19c service neutron] For port 49289d6c-66f8-4420-9259-e4bc7261612f, host n-h2-705658-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=49289d6c-66f8-4420-9259-e4bc7261612f,segment=NetworkSegment(872889e4-5d02-4ec8-807e-3e5c98ba67af),segment_id=872889e4-5d02-4ec8-807e-3e5c98ba67af)] {{(pid=105585) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:59:03.854550 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-edc9a5ba-c755-44e1-9212-70780dd532ce req-1fc4d19f-91bd-4b5b-b4fd-cd584ca7f19c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10221672'] for port, after_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:03.895359 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-b85e8ea3-6643-4ead-aeca-edeef9480a2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:03.945172 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-9683796d-535f-42df-b591-95b8243d91bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:03.980280 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 39700) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:59:04.015522 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-9683796d-535f-42df-b591-95b8243d91bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:04.065912 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.db_base_plugin_common [req-4ff7ded6-08d6-40f0-b0c1-177407d5c829 req-943b467b-0393-4631-91b0-a1b3c597a215 tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Allocated IP 172.20.0.9 (b117ba52-594c-450e-a21e-ba2b0ffa1338/38961467-19f7-4057-ba41-d6906c9db744/3e901f2c-afa6-4e65-b936-9e2231fd9b0c) {{(pid=105584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:59:04.141812 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-9683796d-535f-42df-b591-95b8243d91bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:04.144380 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-9683796d-535f-42df-b591-95b8243d91bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:04.148413 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-9683796d-535f-42df-b591-95b8243d91bb admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/b2098f1b-3936-48cb-a099-17dac4a0edd8 HTTP/1.1" status: 204 len: 168 time: 0.3664458 Jul 27 20:59:04.224163 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9683796d-535f-42df-b591-95b8243d91bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2098f1b-3936-48cb-a099-17dac4a0edd8,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:59:04.233655 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-3e8b26e3-88a1-4df8-8d0b-9f55c5021f5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:04.239551 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-b85e8ea3-6643-4ead-aeca-edeef9480a2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:04.252429 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-b85e8ea3-6643-4ead-aeca-edeef9480a2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:04.267313 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc9a5ba-c755-44e1-9212-70780dd532ce req-1fc4d19f-91bd-4b5b-b4fd-cd584ca7f19c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:04.267934 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-edc9a5ba-c755-44e1-9212-70780dd532ce req-1fc4d19f-91bd-4b5b-b4fd-cd584ca7f19c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:04.271263 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-edc9a5ba-c755-44e1-9212-70780dd532ce req-1fc4d19f-91bd-4b5b-b4fd-cd584ca7f19c service neutron] 10.222.0.60 "PUT /v2.0/ports/49289d6c-66f8-4420-9259-e4bc7261612f HTTP/1.1" status: 200 len: 1092 time: 1.9809554 Jul 27 20:59:04.335173 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-b85e8ea3-6643-4ead-aeca-edeef9480a2c admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=2f4b535381cf4bcdb2ec210f59579748&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6593206 Jul 27 20:59:04.340207 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 39712) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:59:04.340525 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d1f02d-8300-4f77-aa20-a97bf2a15a88 req-eebde573-c5a6-4cee-bb0f-b22725c2b645 tempest-ServersTestFqdnHostnames-310591036 tempest-ServersTestFqdnHostnames-310591036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:04.349194 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-29d1f02d-8300-4f77-aa20-a97bf2a15a88 req-eebde573-c5a6-4cee-bb0f-b22725c2b645 tempest-ServersTestFqdnHostnames-310591036 tempest-ServersTestFqdnHostnames-310591036-project] 10.222.0.59 "GET /v2.0/ports?device_id=8f0f9c94-4e94-47fe-9336-391cd2a98046 HTTP/1.1" status: 200 len: 946 time: 0.6244483 Jul 27 20:59:04.356474 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85e8ea3-6643-4ead-aeca-edeef9480a2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec9b270d-69dd-4a3c-9f85-f17fea11137c,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:59:04.357316 n-d-705658-22 neutron-server[105585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2396a40-6541-40f1-9d6e-e363e4e5437c', 'tag': '49289d6c-66f8-4420-9259-e4bc7261612f'}] {{(pid=105585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:59:04.361405 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d66fd65881426bfc2b5388084a3654e5eae521106a15a3dbf0eb4cde7106c36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63666c2a-21fc-4ae0-81eb-eb511e885b09" -d '{"events": [{"name": "network-changed", "server_uuid": "f2396a40-6541-40f1-9d6e-e363e4e5437c", "tag": "49289d6c-66f8-4420-9259-e4bc7261612f"}]}' {{(pid=105585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:59:04.365029 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc4d19f-91bd-4b5b-b4fd-cd584ca7f19c service neutron] Pushing event updated for resources: {'Port': ['ID=49289d6c-66f8-4420-9259-e4bc7261612f,revision_number=3']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:59:04.402087 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-4ff7ded6-08d6-40f0-b0c1-177407d5c829 req-943b467b-0393-4631-91b0-a1b3c597a215 tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Notify callbacks [] for port, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:04.435866 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.provisioning_blocks [req-4ff7ded6-08d6-40f0-b0c1-177407d5c829 req-943b467b-0393-4631-91b0-a1b3c597a215 tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Transition to ACTIVE for port object 3e901f2c-afa6-4e65-b936-9e2231fd9b0c will not be triggered until provisioned by entity DHCP. {{(pid=105584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:59:04.492845 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-7ef660dc-d82b-4800-ae9f-7382db19c5ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:04.517881 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-29d1f02d-8300-4f77-aa20-a97bf2a15a88 req-6a633d60-8a08-4fbb-a3c2-2a54c9a9ea8e tempest-ServersTestFqdnHostnames-310591036 tempest-ServersTestFqdnHostnames-310591036-project] 10.222.0.59 "GET /v2.0/security-groups?id=194109be-9331-415c-ac19-806186c2936d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1654766 Jul 27 20:59:04.530675 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 39718) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:59:04.539269 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-7ef660dc-d82b-4800-ae9f-7382db19c5ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:04.541999 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-3e8b26e3-88a1-4df8-8d0b-9f55c5021f5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:04.551785 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-3e8b26e3-88a1-4df8-8d0b-9f55c5021f5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:04.562458 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-4f185eed-d556-4604-8d6a-813762d36847 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:04.563250 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-4ff7ded6-08d6-40f0-b0c1-177407d5c829 req-943b467b-0393-4631-91b0-a1b3c597a215 tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:04.572272 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d054df0-1870-474a-b7e6-ebe7ec49322b req-eb6480ae-7204-4361-84ac-65e2ad1227f2 tempest-ServersTestFqdnHostnames-310591036 tempest-ServersTestFqdnHostnames-310591036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:04.573855 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-5d054df0-1870-474a-b7e6-ebe7ec49322b req-eb6480ae-7204-4361-84ac-65e2ad1227f2 tempest-ServersTestFqdnHostnames-310591036 tempest-ServersTestFqdnHostnames-310591036-project] 10.222.0.60 "GET /v2.0/ports?device_id=8f0f9c94-4e94-47fe-9336-391cd2a98046 HTTP/1.1" status: 200 len: 946 time: 0.6769342 Jul 27 20:59:04.585663 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8daced1c-775b-4834-a9ad-89e6611367ec req-0deb6e86-e8c3-4f91-99d7-4c580af6fbb6 tempest-ImagesOneServerTestJSON-1985669581 tempest-ImagesOneServerTestJSON-1985669581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:04.587586 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-8daced1c-775b-4834-a9ad-89e6611367ec req-0deb6e86-e8c3-4f91-99d7-4c580af6fbb6 tempest-ImagesOneServerTestJSON-1985669581 tempest-ImagesOneServerTestJSON-1985669581-project] 10.222.0.59 "GET /v2.0/ports?device_id=a327f21b-2949-41a9-84e5-9a41fda86d7b HTTP/1.1" status: 200 len: 948 time: 0.2157936 Jul 27 20:59:04.638590 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc9a5ba-c755-44e1-9212-70780dd532ce req-2620a47b-37d0-495f-97b1-02b341765975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:04.640232 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-edc9a5ba-c755-44e1-9212-70780dd532ce req-2620a47b-37d0-495f-97b1-02b341765975 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=54685b57bf31427c889d7b240f3f8a60&device_id=f2396a40-6541-40f1-9d6e-e363e4e5437c HTTP/1.1" status: 200 len: 1095 time: 0.2319148 Jul 27 20:59:04.682643 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-3e8b26e3-88a1-4df8-8d0b-9f55c5021f5c admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=7b41d2459bfc4485a954b7cb9c544808&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6955590 Jul 27 20:59:04.685688 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ff7ded6-08d6-40f0-b0c1-177407d5c829 req-943b467b-0393-4631-91b0-a1b3c597a215 tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Network b117ba52-594c-450e-a21e-ba2b0ffa1338 is already hosted by enough agents. {{(pid=105584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:59:04.689623 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 39722) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:59:04.689959 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8b26e3-88a1-4df8-8d0b-9f55c5021f5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=445b9868-0c21-453c-9f64-952c80f5e5cf,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:59:04.701515 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [req-4ff7ded6-08d6-40f0-b0c1-177407d5c829 req-943b467b-0393-4631-91b0-a1b3c597a215 tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Resources bound (agent type, host, resource id): {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:59:04.710397 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ff7ded6-08d6-40f0-b0c1-177407d5c829 req-943b467b-0393-4631-91b0-a1b3c597a215 tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Received port after_create {{(pid=105584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:59:04.713450 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 20:59:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4659aafe-3122-415d-bac9-a55b24e7a24d x-openstack-request-id: req-4659aafe-3122-415d-bac9-a55b24e7a24d {{(pid=105585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:59:04.713700 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2396a40-6541-40f1-9d6e-e363e4e5437c", "tag": "49289d6c-66f8-4420-9259-e4bc7261612f", "status": "completed", "code": 200}]} {{(pid=105585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:59:04.713954 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-4659aafe-3122-415d-bac9-a55b24e7a24d {{(pid=105585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:59:04.714348 n-d-705658-22 neutron-server[105585]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2396a40-6541-40f1-9d6e-e363e4e5437c', 'tag': '49289d6c-66f8-4420-9259-e4bc7261612f', 'status': 'completed', 'code': 200} Jul 27 20:59:04.716295 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943b467b-0393-4631-91b0-a1b3c597a215 tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Pushing event updated for resources: {'Port': ['ID=3e901f2c-afa6-4e65-b936-9e2231fd9b0c,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:59:04.734297 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-edc9a5ba-c755-44e1-9212-70780dd532ce req-95f491b1-a940-48b6-bb83-a1e7dcfb037c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=49289d6c-66f8-4420-9259-e4bc7261612f HTTP/1.1" status: 200 len: 217 time: 0.0839448 Jul 27 20:59:04.760044 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-7ef660dc-d82b-4800-ae9f-7382db19c5ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:04.762510 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-7ef660dc-d82b-4800-ae9f-7382db19c5ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:04.774065 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-7ef660dc-d82b-4800-ae9f-7382db19c5ab admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/ec9b270d-69dd-4a3c-9f85-f17fea11137c HTTP/1.1" status: 204 len: 168 time: 0.4295452 Jul 27 20:59:04.822357 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device e13e4ec9-f53d-47ef-837e-8c4560df621a up at agent hyperv_n-h1-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:59:04.832645 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-8daced1c-775b-4834-a9ad-89e6611367ec req-3a2bf614-4940-49de-bf72-0fd4e135ad33 tempest-ImagesOneServerTestJSON-1985669581 tempest-ImagesOneServerTestJSON-1985669581-project] 10.222.0.59 "GET /v2.0/security-groups?id=522fa8e0-6e9d-47e1-870e-4979e997948d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2345593 Jul 27 20:59:04.833385 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef660dc-d82b-4800-ae9f-7382db19c5ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec9b270d-69dd-4a3c-9f85-f17fea11137c,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:59:04.872720 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff7ded6-08d6-40f0-b0c1-177407d5c829 req-943b467b-0393-4631-91b0-a1b3c597a215 tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:04.873707 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-4ff7ded6-08d6-40f0-b0c1-177407d5c829 req-943b467b-0393-4631-91b0-a1b3c597a215 tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:04.912165 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-a4e7c252-3b59-4bf1-9bb8-e4f3d9f3eeef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:04.978184 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Provisioning for port e13e4ec9-f53d-47ef-837e-8c4560df621a completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:59:04.982431 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Provisioning complete for port e13e4ec9-f53d-47ef-837e-8c4560df621a triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:59:04.983100 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:04.991747 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-a4e7c252-3b59-4bf1-9bb8-e4f3d9f3eeef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:05.065265 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-a4e7c252-3b59-4bf1-9bb8-e4f3d9f3eeef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:05.069548 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-a4e7c252-3b59-4bf1-9bb8-e4f3d9f3eeef admin admin] Notify callbacks [] for security_group, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:05.071234 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-a4e7c252-3b59-4bf1-9bb8-e4f3d9f3eeef admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/445b9868-0c21-453c-9f64-952c80f5e5cf HTTP/1.1" status: 204 len: 168 time: 0.3783698 Jul 27 20:59:05.099500 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e7c252-3b59-4bf1-9bb8-e4f3d9f3eeef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=445b9868-0c21-453c-9f64-952c80f5e5cf,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:59:05.134090 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc9a5ba-c755-44e1-9212-70780dd532ce req-c354c2f2-5dff-4bf0-8de7-f7562459d54e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:05.135763 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-edc9a5ba-c755-44e1-9212-70780dd532ce req-c354c2f2-5dff-4bf0-8de7-f7562459d54e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=7c0fdb90-69ca-4554-99dc-5ec25614338f HTTP/1.1" status: 200 len: 852 time: 0.3826606 Jul 27 20:59:05.165527 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [req-5d054df0-1870-474a-b7e6-ebe7ec49322b req-fcf5f9e7-c2c3-49e7-948b-601364963150 tempest-ServersTestFqdnHostnames-310591036 tempest-ServersTestFqdnHostnames-310591036-project] Deleting port a876b0b6-80a9-416a-b052-db7ba5c2d963 {{(pid=105585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:59:05.165872 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-5d054df0-1870-474a-b7e6-ebe7ec49322b req-fcf5f9e7-c2c3-49e7-948b-601364963150 tempest-ServersTestFqdnHostnames-310591036 tempest-ServersTestFqdnHostnames-310591036-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:05.206748 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:05.208102 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d593392-b479-47d5-880c-f49a5487c5f2 req-35ebe720-d3f5-4fd3-b681-b865ad267d5f tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:05.209671 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-9d593392-b479-47d5-880c-f49a5487c5f2 req-35ebe720-d3f5-4fd3-b681-b865ad267d5f tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] 10.222.0.59 "GET /v2.0/ports?device_id=f2396a40-6541-40f1-9d6e-e363e4e5437c HTTP/1.1" status: 200 len: 943 time: 0.3737924 Jul 27 20:59:05.211593 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-edc9a5ba-c755-44e1-9212-70780dd532ce req-b6553566-5fd4-498e-8662-77d4b0ba8c67 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c29e02c5-8000-4917-925d-2eceb290693b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0539262 Jul 27 20:59:05.282839 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] For port e13e4ec9-f53d-47ef-837e-8c4560df621a, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=e13e4ec9-f53d-47ef-837e-8c4560df621a,segment=NetworkSegment(86b1e6f6-d629-4b03-8944-4cdfbfb93d02),segment_id=86b1e6f6-d629-4b03-8944-4cdfbfb93d02)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:59:05.285217 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a327f21b-2949-41a9-84e5-9a41fda86d7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e13e4ec9-f53d-47ef-837e-8c4560df621a'}] {{(pid=105586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:59:05.290694 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14c1663e039faf5393f87855f745010ac5b02220355b68fdbf065393e303ac56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-600393cd-3ed2-4221-971e-35896e9f6cb1" -d '{"events": [{"server_uuid": "a327f21b-2949-41a9-84e5-9a41fda86d7b", "name": "network-vif-plugged", "status": "completed", "tag": "e13e4ec9-f53d-47ef-837e-8c4560df621a"}]}' {{(pid=105586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:59:05.300467 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:05.359589 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-586510ba-de6d-418c-af02-84a6c8e7895c None None] Provisioning for port 3e901f2c-afa6-4e65-b936-9e2231fd9b0c completed by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:59:05.363612 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Pushing event updated for resources: {'Port': ['ID=e13e4ec9-f53d-47ef-837e-8c4560df621a,revision_number=5']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:59:05.368672 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-586510ba-de6d-418c-af02-84a6c8e7895c None None] Provisioning complete for port 3e901f2c-afa6-4e65-b936-9e2231fd9b0c triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:59:05.369107 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-586510ba-de6d-418c-af02-84a6c8e7895c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:05.406154 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-586510ba-de6d-418c-af02-84a6c8e7895c None None] Port 3e901f2c-afa6-4e65-b936-9e2231fd9b0c cannot update to ACTIVE because it is not bound. {{(pid=105586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 20:59:05.416203 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-edc9a5ba-c755-44e1-9212-70780dd532ce req-804e4ca5-e964-4923-8068-33e7dc91d09d service neutron] 10.222.0.60 "GET /v2.0/networks/c29e02c5-8000-4917-925d-2eceb290693b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1922815 Jul 27 20:59:05.571731 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98be6575-ab7f-48f0-9eb9-01fefe2864c0 req-d71aba05-b562-4a58-a99c-aacd2e7c8207 tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:05.573269 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-98be6575-ab7f-48f0-9eb9-01fefe2864c0 req-d71aba05-b562-4a58-a99c-aacd2e7c8207 tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] 10.222.0.59 "GET /v2.0/ports?device_id=2be6dd0d-bc7c-4882-8bb2-afe5ae686d07 HTTP/1.1" status: 200 len: 931 time: 0.5726056 Jul 27 20:59:05.583185 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.db [req-5d054df0-1870-474a-b7e6-ebe7ec49322b req-fcf5f9e7-c2c3-49e7-948b-601364963150 tempest-ServersTestFqdnHostnames-310591036 tempest-ServersTestFqdnHostnames-310591036-project] For port a876b0b6-80a9-416a-b052-db7ba5c2d963, host n-h2-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=a876b0b6-80a9-416a-b052-db7ba5c2d963,segment=NetworkSegment(839ae395-18c4-4db8-912c-98cffd4079a9),segment_id=839ae395-18c4-4db8-912c-98cffd4079a9)] {{(pid=105585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:59:05.583563 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-5d054df0-1870-474a-b7e6-ebe7ec49322b req-fcf5f9e7-c2c3-49e7-948b-601364963150 tempest-ServersTestFqdnHostnames-310591036 tempest-ServersTestFqdnHostnames-310591036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:05.593007 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-4f185eed-d556-4604-8d6a-813762d36847 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:05.602458 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-4ff7ded6-08d6-40f0-b0c1-177407d5c829 req-943b467b-0393-4631-91b0-a1b3c597a215 tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1488194 Jul 27 20:59:05.615462 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-9d593392-b479-47d5-880c-f49a5487c5f2 req-255dc6e0-1966-4b3e-8c49-862f9c239ca5 tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] 10.222.0.59 "GET /v2.0/security-groups?id=d1766e71-7b2a-4f2d-acc0-530f862b8fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3588614 Jul 27 20:59:05.617310 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [req-4ff7ded6-08d6-40f0-b0c1-177407d5c829 req-8c2e51ec-f4e5-4190-9e57-d14b86e6b352 tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Request body: {'port': {'device_id': '2be6dd0d-bc7c-4882-8bb2-afe5ae686d07', 'network_id': 'd06e6d48-2725-42c2-bd07-d31f23229f60', 'admin_state_up': True, 'tenant_id': 'be3b976efbdd4f41894dd22bc5b95523', 'security_groups': ['c27eaa65-2484-427b-949c-12cff57d8973']}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:59:05.674761 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 20:59:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27290cea-bcda-4f56-a481-b6248111593d x-openstack-request-id: req-27290cea-bcda-4f56-a481-b6248111593d {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:59:05.675310 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a327f21b-2949-41a9-84e5-9a41fda86d7b", "name": "network-vif-plugged", "status": "completed", "tag": "e13e4ec9-f53d-47ef-837e-8c4560df621a", "code": 200}]} {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:59:05.675739 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-27290cea-bcda-4f56-a481-b6248111593d {{(pid=105586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:59:05.676465 n-d-705658-22 neutron-server[105586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a327f21b-2949-41a9-84e5-9a41fda86d7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e13e4ec9-f53d-47ef-837e-8c4560df621a', 'code': 200} Jul 27 20:59:05.686925 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-4f185eed-d556-4604-8d6a-813762d36847 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:05.764788 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 39752) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:59:05.816743 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-feccbd87-5dcd-4257-bbf2-f8bc47d45936 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:05.919206 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 39758) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:59:05.920258 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ff7ded6-08d6-40f0-b0c1-177407d5c829 req-8c2e51ec-f4e5-4190-9e57-d14b86e6b352 tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Made reservation on behalf of be3b976efbdd4f41894dd22bc5b95523 for: {'port': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:59:05.923922 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-4ff7ded6-08d6-40f0-b0c1-177407d5c829 req-8c2e51ec-f4e5-4190-9e57-d14b86e6b352 tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:05.958983 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d649f88-bd11-4871-afd7-5d54db59e7f8 req-2453eabf-2a39-4542-b9c4-949e8e92cdbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:05.960618 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-2d649f88-bd11-4871-afd7-5d54db59e7f8 req-2453eabf-2a39-4542-b9c4-949e8e92cdbe service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=a327f21b-2949-41a9-84e5-9a41fda86d7b HTTP/1.1" status: 200 len: 1101 time: 0.1949406 Jul 27 20:59:05.970652 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-98be6575-ab7f-48f0-9eb9-01fefe2864c0 req-f625e5c1-0627-4a32-8d26-535719059a92 tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] 10.222.0.59 "GET /v2.0/security-groups?id=c27eaa65-2484-427b-949c-12cff57d8973&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3787775 Jul 27 20:59:06.055181 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-edc9a5ba-c755-44e1-9212-70780dd532ce req-102fc759-930f-4a16-9cfd-eeae66b9dd7e service neutron] 10.222.0.60 "GET /v2.0/networks/c29e02c5-8000-4917-925d-2eceb290693b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6269350 Jul 27 20:59:06.056704 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:06.097275 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-4f185eed-d556-4604-8d6a-813762d36847 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=df8ba310be574132ab4b1935a94b2271&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5606914 Jul 27 20:59:06.098235 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 39762) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:59:06.111723 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f185eed-d556-4604-8d6a-813762d36847 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d08a325-6271-4314-8684-fa89b4a5860d,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:59:06.124117 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.db_base_plugin_common [req-4ff7ded6-08d6-40f0-b0c1-177407d5c829 req-8c2e51ec-f4e5-4190-9e57-d14b86e6b352 tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Allocated IP 10.1.1.96 (d06e6d48-2725-42c2-bd07-d31f23229f60/bd7fbe4e-00a2-4867-9403-b89fa41a76c1/984e7f87-cd71-496b-8f96-8f7663d6c1ce) {{(pid=105584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:59:06.268216 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-4ff7ded6-08d6-40f0-b0c1-177407d5c829 req-8c2e51ec-f4e5-4190-9e57-d14b86e6b352 tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Notify callbacks [] for port, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:06.282814 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.provisioning_blocks [req-4ff7ded6-08d6-40f0-b0c1-177407d5c829 req-8c2e51ec-f4e5-4190-9e57-d14b86e6b352 tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Transition to ACTIVE for port object 984e7f87-cd71-496b-8f96-8f7663d6c1ce will not be triggered until provisioned by entity DHCP. {{(pid=105584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:59:06.326389 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-819d4c5a-693c-46c5-b4e9-7b7741f3a14f admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-1538829572-network', 'tenant_id': '0f6eb93b182d43e3a305593307cedc2b'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:59:06.331721 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-4ff7ded6-08d6-40f0-b0c1-177407d5c829 req-8c2e51ec-f4e5-4190-9e57-d14b86e6b352 tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:06.339542 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28628ac1-ccca-4bf5-ab48-996cac118e6f req-c5b76919-2b0e-499b-801c-3e304200913c tempest-ServersTestFqdnHostnames-310591036 tempest-ServersTestFqdnHostnames-310591036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:06.341104 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-28628ac1-ccca-4bf5-ab48-996cac118e6f req-c5b76919-2b0e-499b-801c-3e304200913c tempest-ServersTestFqdnHostnames-310591036 tempest-ServersTestFqdnHostnames-310591036-project] 10.222.0.59 "GET /v2.0/ports?device_id=8f0f9c94-4e94-47fe-9336-391cd2a98046 HTTP/1.1" status: 200 len: 946 time: 0.5363009 Jul 27 20:59:06.357696 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-5d054df0-1870-474a-b7e6-ebe7ec49322b req-fcf5f9e7-c2c3-49e7-948b-601364963150 tempest-ServersTestFqdnHostnames-310591036 tempest-ServersTestFqdnHostnames-310591036-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:06.358095 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-5d054df0-1870-474a-b7e6-ebe7ec49322b req-fcf5f9e7-c2c3-49e7-948b-601364963150 tempest-ServersTestFqdnHostnames-310591036 tempest-ServersTestFqdnHostnames-310591036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4075768'] for floatingip, after_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:06.358411 n-d-705658-22 neutron-server[105585]: INFO neutron.db.l3_db [req-5d054df0-1870-474a-b7e6-ebe7ec49322b req-fcf5f9e7-c2c3-49e7-948b-601364963150 tempest-ServersTestFqdnHostnames-310591036 tempest-ServersTestFqdnHostnames-310591036-project] Floating IP ce7bf5a0-08dc-4cc2-b994-e9889358aab3 disassociated. External IP: 172.25.5.72, port: a876b0b6-80a9-416a-b052-db7ba5c2d963. Jul 27 20:59:06.358786 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [req-5d054df0-1870-474a-b7e6-ebe7ec49322b req-fcf5f9e7-c2c3-49e7-948b-601364963150 tempest-ServersTestFqdnHostnames-310591036 tempest-ServersTestFqdnHostnames-310591036-project] Calling delete_port for a876b0b6-80a9-416a-b052-db7ba5c2d963 owned by compute:nova {{(pid=105585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:59:06.409085 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-19c78f88-2877-420a-9423-f5eece580a93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:06.414485 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-2d649f88-bd11-4871-afd7-5d54db59e7f8 req-525b6d6b-4d90-4cbe-b8cc-9d0db9cdce49 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=522fa8e0-6e9d-47e1-870e-4979e997948d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006596 Jul 27 20:59:06.424013 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ff7ded6-08d6-40f0-b0c1-177407d5c829 req-8c2e51ec-f4e5-4190-9e57-d14b86e6b352 tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Network d06e6d48-2725-42c2-bd07-d31f23229f60 is already hosted by enough agents. {{(pid=105584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:59:06.434199 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [req-4ff7ded6-08d6-40f0-b0c1-177407d5c829 req-8c2e51ec-f4e5-4190-9e57-d14b86e6b352 tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Resources bound (agent type, host, resource id): {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:59:06.437032 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ff7ded6-08d6-40f0-b0c1-177407d5c829 req-8c2e51ec-f4e5-4190-9e57-d14b86e6b352 tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Received port after_create {{(pid=105584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:59:06.447377 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-feccbd87-5dcd-4257-bbf2-f8bc47d45936 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:06.448165 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63666c2a-21fc-4ae0-81eb-eb511e885b09 req-ae279a14-2bab-41ba-885c-9fba24c594d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:06.449798 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-63666c2a-21fc-4ae0-81eb-eb511e885b09 req-ae279a14-2bab-41ba-885c-9fba24c594d8 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=54685b57bf31427c889d7b240f3f8a60&device_id=f2396a40-6541-40f1-9d6e-e363e4e5437c HTTP/1.1" status: 200 len: 1095 time: 0.3352003 Jul 27 20:59:06.469022 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2e51ec-f4e5-4190-9e57-d14b86e6b352 tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Pushing event updated for resources: {'Port': ['ID=984e7f87-cd71-496b-8f96-8f7663d6c1ce,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:59:06.479572 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-feccbd87-5dcd-4257-bbf2-f8bc47d45936 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:06.510983 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feccbd87-5dcd-4257-bbf2-f8bc47d45936 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09121686-c3da-492b-9d55-be303da4f7a8,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:59:06.550558 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-819d4c5a-693c-46c5-b4e9-7b7741f3a14f admin admin] Made reservation on behalf of 0f6eb93b182d43e3a305593307cedc2b for: {'network': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:59:06.553154 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-819d4c5a-693c-46c5-b4e9-7b7741f3a14f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for network, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:06.562131 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff7ded6-08d6-40f0-b0c1-177407d5c829 req-8c2e51ec-f4e5-4190-9e57-d14b86e6b352 tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:06.563219 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-4ff7ded6-08d6-40f0-b0c1-177407d5c829 req-8c2e51ec-f4e5-4190-9e57-d14b86e6b352 tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:06.577807 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-feccbd87-5dcd-4257-bbf2-f8bc47d45936 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=1fa95b7f93404a9885bdc7b56b842835&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8085589 Jul 27 20:59:06.579080 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 39764) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:59:06.588305 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-819d4c5a-693c-46c5-b4e9-7b7741f3a14f admin admin] Notify callbacks [] for security_group, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:06.609618 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-4ff7ded6-08d6-40f0-b0c1-177407d5c829 req-8c2e51ec-f4e5-4190-9e57-d14b86e6b352 tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 0.9989915 Jul 27 20:59:06.612391 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-19c78f88-2877-420a-9423-f5eece580a93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:06.614623 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63666c2a-21fc-4ae0-81eb-eb511e885b09 req-81f8e041-5ca2-4e8c-b9f0-d9f39c301597 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:06.616411 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-63666c2a-21fc-4ae0-81eb-eb511e885b09 req-81f8e041-5ca2-4e8c-b9f0-d9f39c301597 service neutron] 10.222.0.60 "GET /v2.0/networks?id=c29e02c5-8000-4917-925d-2eceb290693b HTTP/1.1" status: 200 len: 913 time: 0.1549940 Jul 27 20:59:06.627350 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [req-4ff7ded6-08d6-40f0-b0c1-177407d5c829 req-7a6e7f00-859d-4e9e-ae81-53dd3f373771 tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Request body: {'port': {'device_id': '2be6dd0d-bc7c-4882-8bb2-afe5ae686d07', 'network_id': 'd06e6d48-2725-42c2-bd07-d31f23229f60', 'admin_state_up': True, 'tenant_id': 'be3b976efbdd4f41894dd22bc5b95523', 'security_groups': ['c27eaa65-2484-427b-949c-12cff57d8973']}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:59:06.695650 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-28628ac1-ccca-4bf5-ab48-996cac118e6f req-c58322ae-f205-41ae-bcf9-c78263c5dbb5 tempest-ServersTestFqdnHostnames-310591036 tempest-ServersTestFqdnHostnames-310591036-project] 10.222.0.59 "GET /v2.0/security-groups?id=194109be-9331-415c-ac19-806186c2936d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3346334 Jul 27 20:59:06.741400 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd958fcd-c208-48a9-9290-35b9f55fa825 req-5fbe0451-12a4-47ec-8869-f6d54453ad5a tempest-ImagesOneServerTestJSON-1985669581 tempest-ImagesOneServerTestJSON-1985669581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:06.749912 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-cd958fcd-c208-48a9-9290-35b9f55fa825 req-5fbe0451-12a4-47ec-8869-f6d54453ad5a tempest-ImagesOneServerTestJSON-1985669581 tempest-ImagesOneServerTestJSON-1985669581-project] 10.222.0.59 "GET /v2.0/ports?device_id=a327f21b-2949-41a9-84e5-9a41fda86d7b HTTP/1.1" status: 200 len: 949 time: 0.5716879 Jul 27 20:59:06.781273 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-3f637b7d-e6e8-4437-a0f9-b520648aaae8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:06.805108 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-63666c2a-21fc-4ae0-81eb-eb511e885b09 req-1eddafa7-ec1d-4503-9d12-710b4bb277b4 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=49289d6c-66f8-4420-9259-e4bc7261612f HTTP/1.1" status: 200 len: 217 time: 0.1080823 Jul 27 20:59:06.822236 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-3f637b7d-e6e8-4437-a0f9-b520648aaae8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:06.839980 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-4d6a38ed-751f-4110-8248-b9a0b4b24a05 None None] Provisioning for port 984e7f87-cd71-496b-8f96-8f7663d6c1ce completed by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:59:06.845255 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-4d6a38ed-751f-4110-8248-b9a0b4b24a05 None None] Provisioning complete for port 984e7f87-cd71-496b-8f96-8f7663d6c1ce triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:59:06.845693 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-4d6a38ed-751f-4110-8248-b9a0b4b24a05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:06.861059 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-5d054df0-1870-474a-b7e6-ebe7ec49322b req-fcf5f9e7-c2c3-49e7-948b-601364963150 tempest-ServersTestFqdnHostnames-310591036 tempest-ServersTestFqdnHostnames-310591036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:06.906333 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-4d6a38ed-751f-4110-8248-b9a0b4b24a05 None None] Port 984e7f87-cd71-496b-8f96-8f7663d6c1ce cannot update to ACTIVE because it is not bound. {{(pid=105586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 20:59:06.913816 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-819d4c5a-693c-46c5-b4e9-7b7741f3a14f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:06.917579 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-819d4c5a-693c-46c5-b4e9-7b7741f3a14f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:06.954872 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-3f637b7d-e6e8-4437-a0f9-b520648aaae8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:06.957605 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-3f637b7d-e6e8-4437-a0f9-b520648aaae8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:06.961345 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-3f637b7d-e6e8-4437-a0f9-b520648aaae8 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/09121686-c3da-492b-9d55-be303da4f7a8 HTTP/1.1" status: 204 len: 168 time: 0.3786716 Jul 27 20:59:06.971085 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ff7ded6-08d6-40f0-b0c1-177407d5c829 req-7a6e7f00-859d-4e9e-ae81-53dd3f373771 tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Made reservation on behalf of be3b976efbdd4f41894dd22bc5b95523 for: {'port': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:59:06.976459 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-4ff7ded6-08d6-40f0-b0c1-177407d5c829 req-7a6e7f00-859d-4e9e-ae81-53dd3f373771 tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:06.983713 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-cd958fcd-c208-48a9-9290-35b9f55fa825 req-0d967642-092d-41dd-9745-53a93c260ae4 tempest-ImagesOneServerTestJSON-1985669581 tempest-ImagesOneServerTestJSON-1985669581-project] 10.222.0.59 "GET /v2.0/security-groups?id=522fa8e0-6e9d-47e1-870e-4979e997948d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2321761 Jul 27 20:59:06.984740 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf5f9e7-c2c3-49e7-948b-601364963150 tempest-ServersTestFqdnHostnames-310591036 tempest-ServersTestFqdnHostnames-310591036-project] Pushing event deleted for resources: {'Port': ['ID=a876b0b6-80a9-416a-b052-db7ba5c2d963,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:59:07.005253 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-19c78f88-2877-420a-9423-f5eece580a93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:07.008180 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-819d4c5a-693c-46c5-b4e9-7b7741f3a14f admin admin] vlan segment allocate from pool success with {'vlan_id': 234, 'physical_network': 'physnet1'} {{(pid=105584) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 20:59:07.008989 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-19c78f88-2877-420a-9423-f5eece580a93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:07.012777 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-19c78f88-2877-420a-9423-f5eece580a93 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/8d08a325-6271-4314-8684-fa89b4a5860d HTTP/1.1" status: 204 len: 168 time: 0.9048135 Jul 27 20:59:07.015587 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63666c2a-21fc-4ae0-81eb-eb511e885b09 req-bee3d6a0-01c8-4d44-8d29-ed155cb9d14c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:07.017435 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-63666c2a-21fc-4ae0-81eb-eb511e885b09 req-bee3d6a0-01c8-4d44-8d29-ed155cb9d14c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=7c0fdb90-69ca-4554-99dc-5ec25614338f HTTP/1.1" status: 200 len: 852 time: 0.2032931 Jul 27 20:59:07.021525 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf5f9e7-c2c3-49e7-948b-601364963150 tempest-ServersTestFqdnHostnames-310591036 tempest-ServersTestFqdnHostnames-310591036-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:59:07.021753 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-819d4c5a-693c-46c5-b4e9-7b7741f3a14f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:07.021959 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf5f9e7-c2c3-49e7-948b-601364963150 tempest-ServersTestFqdnHostnames-310591036 tempest-ServersTestFqdnHostnames-310591036-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:59:07.022156 n-d-705658-22 neutron-server[105584]: INFO neutron.db.segments_db [None req-819d4c5a-693c-46c5-b4e9-7b7741f3a14f admin admin] Added segment f3d91b35-63d7-407d-a87f-9be5e19a9eef of type vlan for network ed153c10-42ae-44b3-8e46-bbb8280dbd2a Jul 27 20:59:07.022275 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf5f9e7-c2c3-49e7-948b-601364963150 tempest-ServersTestFqdnHostnames-310591036 tempest-ServersTestFqdnHostnames-310591036-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:59:07.022574 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf5f9e7-c2c3-49e7-948b-601364963150 tempest-ServersTestFqdnHostnames-310591036 tempest-ServersTestFqdnHostnames-310591036-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:59:07.023213 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf5f9e7-c2c3-49e7-948b-601364963150 tempest-ServersTestFqdnHostnames-310591036 tempest-ServersTestFqdnHostnames-310591036-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:59:07.023595 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf5f9e7-c2c3-49e7-948b-601364963150 tempest-ServersTestFqdnHostnames-310591036 tempest-ServersTestFqdnHostnames-310591036-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:59:07.023930 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf5f9e7-c2c3-49e7-948b-601364963150 tempest-ServersTestFqdnHostnames-310591036 tempest-ServersTestFqdnHostnames-310591036-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:59:07.024258 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf5f9e7-c2c3-49e7-948b-601364963150 tempest-ServersTestFqdnHostnames-310591036 tempest-ServersTestFqdnHostnames-310591036-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:59:07.024762 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf5f9e7-c2c3-49e7-948b-601364963150 tempest-ServersTestFqdnHostnames-310591036 tempest-ServersTestFqdnHostnames-310591036-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:59:07.025115 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf5f9e7-c2c3-49e7-948b-601364963150 tempest-ServersTestFqdnHostnames-310591036 tempest-ServersTestFqdnHostnames-310591036-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:59:07.025497 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf5f9e7-c2c3-49e7-948b-601364963150 tempest-ServersTestFqdnHostnames-310591036 tempest-ServersTestFqdnHostnames-310591036-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:59:07.025833 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf5f9e7-c2c3-49e7-948b-601364963150 tempest-ServersTestFqdnHostnames-310591036 tempest-ServersTestFqdnHostnames-310591036-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:59:07.076067 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-819d4c5a-693c-46c5-b4e9-7b7741f3a14f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790688424798'] for network, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:07.121427 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819d4c5a-693c-46c5-b4e9-7b7741f3a14f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f422f53-ae63-4449-92a2-68f7389d267d,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:59:07.128163 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-819d4c5a-693c-46c5-b4e9-7b7741f3a14f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920'] for network, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:07.129196 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-819d4c5a-693c-46c5-b4e9-7b7741f3a14f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:07.129869 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-819d4c5a-693c-46c5-b4e9-7b7741f3a14f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743886'] for network, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:07.157793 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c78f88-2877-420a-9423-f5eece580a93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d08a325-6271-4314-8684-fa89b4a5860d,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:59:07.185849 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-63666c2a-21fc-4ae0-81eb-eb511e885b09 req-02fdc3e6-2542-4ac9-bcc0-87ad4088491b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c29e02c5-8000-4917-925d-2eceb290693b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1491055 Jul 27 20:59:07.204378 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f637b7d-e6e8-4437-a0f9-b520648aaae8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09121686-c3da-492b-9d55-be303da4f7a8,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:59:07.302711 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-819d4c5a-693c-46c5-b4e9-7b7741f3a14f admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.3736300 Jul 27 20:59:07.304018 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819d4c5a-693c-46c5-b4e9-7b7741f3a14f admin admin] Pushing event updated for resources: {'Network': ['ID=ed153c10-42ae-44b3-8e46-bbb8280dbd2a,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:59:07.308712 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 39778) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:59:07.314331 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-b3d39282-846f-47c3-b8d9-e7558f8008f6 admin admin] Request body: {'subnet': {'network_id': 'ed153c10-42ae-44b3-8e46-bbb8280dbd2a', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-1538829572-subnet', 'tenant_id': '0f6eb93b182d43e3a305593307cedc2b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:59:07.347784 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3d39282-846f-47c3-b8d9-e7558f8008f6 admin admin] Made reservation on behalf of 0f6eb93b182d43e3a305593307cedc2b for: {'subnet': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:59:07.353680 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Network ed153c10-42ae-44b3-8e46-bbb8280dbd2a details requested by agent ovs-agent-n-d-705658-22 with host n-d-705658-22 {{(pid=105586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 20:59:07.362697 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-b3d39282-846f-47c3-b8d9-e7558f8008f6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9738786'] for subnet, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:07.386212 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da3c206-d2b1-483b-9853-5ec1575ba1a2 req-25a85710-b6fb-417a-9c25-e6605430caa9 tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:07.398034 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-2da3c206-d2b1-483b-9853-5ec1575ba1a2 req-25a85710-b6fb-417a-9c25-e6605430caa9 tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] 10.222.0.59 "GET /v2.0/ports?device_id=f2396a40-6541-40f1-9d6e-e363e4e5437c HTTP/1.1" status: 200 len: 943 time: 0.5586324 Jul 27 20:59:07.416453 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5d054df0-1870-474a-b7e6-ebe7ec49322b req-fcf5f9e7-c2c3-49e7-948b-601364963150 tempest-ServersTestFqdnHostnames-310591036 tempest-ServersTestFqdnHostnames-310591036-project] Router 901498da-d103-475c-8884-6e5467784fdc has already been hosted by L3 agent dd128fd7-8e57-4d4f-895b-a96b369df59a {{(pid=105585) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 20:59:07.769618 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.db_base_plugin_common [req-4ff7ded6-08d6-40f0-b0c1-177407d5c829 req-7a6e7f00-859d-4e9e-ae81-53dd3f373771 tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Allocated IP 10.1.1.217 (d06e6d48-2725-42c2-bd07-d31f23229f60/bd7fbe4e-00a2-4867-9403-b89fa41a76c1/26471e2e-d677-40a0-8669-23cffdd218b5) {{(pid=105584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:59:07.795936 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-b3d39282-846f-47c3-b8d9-e7558f8008f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9014150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9738800'] for subnet, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:07.974131 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d39282-846f-47c3-b8d9-e7558f8008f6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1d5c4791-5235-458c-adc6-e1ae5f4b3802,revision_number=0']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:59:08.046476 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3d39282-846f-47c3-b8d9-e7558f8008f6 admin admin] Checking segment: {'id': 'f3d91b35-63d7-407d-a87f-9be5e19a9eef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'ed153c10-42ae-44b3-8e46-bbb8280dbd2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:59:08.046849 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3d39282-846f-47c3-b8d9-e7558f8008f6 admin admin] Network hostable DHCP agents. Network: ed153c10-42ae-44b3-8e46-bbb8280dbd2a, hostable agents: ['7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a'], hosted agents: [] {{(pid=105584) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 20:59:08.052475 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-2da3c206-d2b1-483b-9853-5ec1575ba1a2 req-d07bfa8c-94de-4aef-80d9-3a6b3ebf8a3b tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] 10.222.0.59 "GET /v2.0/security-groups?id=d1766e71-7b2a-4f2d-acc0-530f862b8fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6281021 Jul 27 20:59:08.073938 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49689e1c-3ba6-4fa7-afd4-9b627b862bf6 req-1859b572-9d8c-4c4d-a626-5ae9863520d9 tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:08.080286 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49689e1c-3ba6-4fa7-afd4-9b627b862bf6 req-1859b572-9d8c-4c4d-a626-5ae9863520d9 tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:08.083031 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-49689e1c-3ba6-4fa7-afd4-9b627b862bf6 req-1859b572-9d8c-4c4d-a626-5ae9863520d9 tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] 10.222.0.59 "GET /v2.0/ports?device_id=2be6dd0d-bc7c-4882-8bb2-afe5ae686d07 HTTP/1.1" status: 200 len: 1652 time: 0.8920314 Jul 27 20:59:08.105787 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3d39282-846f-47c3-b8d9-e7558f8008f6 admin admin] Network ed153c10-42ae-44b3-8e46-bbb8280dbd2a is scheduled to be hosted by DHCP agent 7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a with binding_index 1 {{(pid=105584) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 20:59:08.122404 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-63666c2a-21fc-4ae0-81eb-eb511e885b09 req-b3984ce8-9623-4545-a11c-bbc73e6863fd service neutron] 10.222.0.60 "GET /v2.0/networks/c29e02c5-8000-4917-925d-2eceb290693b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9216046 Jul 27 20:59:08.125220 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [None req-b3d39282-846f-47c3-b8d9-e7558f8008f6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-22, ed153c10-42ae-44b3-8e46-bbb8280dbd2a) {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:59:08.135421 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2dfc232-5b24-4770-8036-d37b168fbab6 None None] Network ed153c10-42ae-44b3-8e46-bbb8280dbd2a requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 20:59:08.143702 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3d39282-846f-47c3-b8d9-e7558f8008f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:08.145259 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-b3d39282-846f-47c3-b8d9-e7558f8008f6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:08.166912 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-4ff7ded6-08d6-40f0-b0c1-177407d5c829 req-7a6e7f00-859d-4e9e-ae81-53dd3f373771 tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Notify callbacks [] for port, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:08.173748 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-b3d39282-846f-47c3-b8d9-e7558f8008f6 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8640103 Jul 27 20:59:08.209974 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.provisioning_blocks [req-4ff7ded6-08d6-40f0-b0c1-177407d5c829 req-7a6e7f00-859d-4e9e-ae81-53dd3f373771 tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Transition to ACTIVE for port object 26471e2e-d677-40a0-8669-23cffdd218b5 will not be triggered until provisioned by entity DHCP. {{(pid=105584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:59:08.289187 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-4ff7ded6-08d6-40f0-b0c1-177407d5c829 req-7a6e7f00-859d-4e9e-ae81-53dd3f373771 tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:08.322680 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ff7ded6-08d6-40f0-b0c1-177407d5c829 req-7a6e7f00-859d-4e9e-ae81-53dd3f373771 tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Network d06e6d48-2725-42c2-bd07-d31f23229f60 is already hosted by enough agents. {{(pid=105584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:59:08.326514 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [req-4ff7ded6-08d6-40f0-b0c1-177407d5c829 req-7a6e7f00-859d-4e9e-ae81-53dd3f373771 tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Resources bound (agent type, host, resource id): {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:59:08.330322 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ff7ded6-08d6-40f0-b0c1-177407d5c829 req-7a6e7f00-859d-4e9e-ae81-53dd3f373771 tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Received port after_create {{(pid=105584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:59:08.384639 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95816ff4-4018-4303-9318-3fdd5f8c322c None None] Network ed153c10-42ae-44b3-8e46-bbb8280dbd2a requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 20:59:08.448448 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6e7f00-859d-4e9e-ae81-53dd3f373771 tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Pushing event updated for resources: {'Port': ['ID=26471e2e-d677-40a0-8669-23cffdd218b5,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:59:08.476656 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff7ded6-08d6-40f0-b0c1-177407d5c829 req-7a6e7f00-859d-4e9e-ae81-53dd3f373771 tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:08.477615 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-4ff7ded6-08d6-40f0-b0c1-177407d5c829 req-7a6e7f00-859d-4e9e-ae81-53dd3f373771 tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:08.498036 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-4ff7ded6-08d6-40f0-b0c1-177407d5c829 req-7a6e7f00-859d-4e9e-ae81-53dd3f373771 tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8773940 Jul 27 20:59:08.515561 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [req-4ff7ded6-08d6-40f0-b0c1-177407d5c829 req-1c8a1195-a69c-4b42-b469-3c4866b84ada tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Request body: {'port': {'device_id': '2be6dd0d-bc7c-4882-8bb2-afe5ae686d07', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'dd0adb7c-988a-43cc-a0da-76a1fae1d8ff', 'admin_state_up': True, 'tenant_id': 'be3b976efbdd4f41894dd22bc5b95523', 'security_groups': ['c27eaa65-2484-427b-949c-12cff57d8973']}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:59:08.525071 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-03dba400-6153-4f61-94f8-d0b3e9a5a495 req-e01d07b6-696f-43ea-b104-27b9b7e33d01 tempest-ServersTestFqdnHostnames-310591036 tempest-ServersTestFqdnHostnames-310591036-project] 10.222.0.59 "GET /v2.0/ports?device_id=8f0f9c94-4e94-47fe-9336-391cd2a98046 HTTP/1.1" status: 200 len: 210 time: 0.1892118 Jul 27 20:59:08.550623 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5d054df0-1870-474a-b7e6-ebe7ec49322b req-fcf5f9e7-c2c3-49e7-948b-601364963150 tempest-ServersTestFqdnHostnames-310591036 tempest-ServersTestFqdnHostnames-310591036-project] Notify agent at l3_agent.n-d-705658-22 the message routers_updated {{(pid=105585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 20:59:08.570918 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb3e064c-98cb-4778-b151-3fb83c4914dc None None] Sync routers for ids ['901498da-d103-475c-8884-6e5467784fdc'] in n-d-705658-22 {{(pid=105586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 20:59:08.596591 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-49689e1c-3ba6-4fa7-afd4-9b627b862bf6 req-c1e52a6c-6425-46de-9c1e-499405b92baa tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] 10.222.0.59 "GET /v2.0/security-groups?id=c27eaa65-2484-427b-949c-12cff57d8973&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4854665 Jul 27 20:59:08.643737 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Device 49289d6c-66f8-4420-9259-e4bc7261612f details requested by agent hyperv_n-h2-705658-22 with host n-h2-705658-22 {{(pid=105586) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 20:59:08.646023 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Device a876b0b6-80a9-416a-b052-db7ba5c2d963 no longer exists at agent hyperv_n-h2-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 20:59:08.751882 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb3e064c-98cb-4778-b151-3fb83c4914dc None None] Routers {'901498da-d103-475c-8884-6e5467784fdc'} bound to L3 agent in host n-d-705658-22 {{(pid=105586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:59:08.754733 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-eb3e064c-98cb-4778-b151-3fb83c4914dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T20:58:41Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['901498da-d103-475c-8884-6e5467784fdc'], 'active': True} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:59:08.764644 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ff7ded6-08d6-40f0-b0c1-177407d5c829 req-1c8a1195-a69c-4b42-b469-3c4866b84ada tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Made reservation on behalf of be3b976efbdd4f41894dd22bc5b95523 for: {'port': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:59:08.767837 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d054df0-1870-474a-b7e6-ebe7ec49322b req-fcf5f9e7-c2c3-49e7-948b-601364963150 tempest-ServersTestFqdnHostnames-310591036 tempest-ServersTestFqdnHostnames-310591036-project] No DVR routers for this DVR port a876b0b6-80a9-416a-b052-db7ba5c2d963 on host n-h2-705658-22 {{(pid=105585) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 20:59:08.824439 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-5d054df0-1870-474a-b7e6-ebe7ec49322b req-fcf5f9e7-c2c3-49e7-948b-601364963150 tempest-ServersTestFqdnHostnames-310591036 tempest-ServersTestFqdnHostnames-310591036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:08.826769 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-5d054df0-1870-474a-b7e6-ebe7ec49322b req-fcf5f9e7-c2c3-49e7-948b-601364963150 tempest-ServersTestFqdnHostnames-310591036 tempest-ServersTestFqdnHostnames-310591036-project] 10.222.0.60 "DELETE /v2.0/ports/a876b0b6-80a9-416a-b052-db7ba5c2d963 HTTP/1.1" status: 204 len: 173 time: 4.2333553 Jul 27 20:59:08.832597 n-d-705658-22 neutron-server[105585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f0f9c94-4e94-47fe-9336-391cd2a98046', 'name': 'network-vif-deleted', 'tag': 'a876b0b6-80a9-416a-b052-db7ba5c2d963'}] {{(pid=105585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:59:08.837882 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d66fd65881426bfc2b5388084a3654e5eae521106a15a3dbf0eb4cde7106c36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-caa88490-280c-4d63-a478-e24bbad96542" -d '{"events": [{"server_uuid": "8f0f9c94-4e94-47fe-9336-391cd2a98046", "name": "network-vif-deleted", "tag": "a876b0b6-80a9-416a-b052-db7ba5c2d963"}]}' {{(pid=105585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:59:08.902924 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-63666c2a-21fc-4ae0-81eb-eb511e885b09 req-541ca710-69a0-48c0-8605-31b046e8078b service neutron] 10.222.0.60 "GET /v2.0/networks/c29e02c5-8000-4917-925d-2eceb290693b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7324867 Jul 27 20:59:08.921048 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [req-7efa9cf2-b959-4b23-b81b-3b2c9297afc4 req-4ac005f0-db26-4edf-9ff1-b30dfafe7d81 tempest-SecurityGroupRulesTestJSON-477771879 tempest-SecurityGroupRulesTestJSON-477771879-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-173172370', 'description': 'tempest-description-596840845'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:59:08.952515 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-4ff7ded6-08d6-40f0-b0c1-177407d5c829 req-1c8a1195-a69c-4b42-b469-3c4866b84ada tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:08.977737 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7dfe8c-d2c6-493e-bbd5-3257a6d7ca17 req-4f8294e6-b5e9-4080-951c-272504bbbfe1 tempest-ImagesOneServerTestJSON-1985669581 tempest-ImagesOneServerTestJSON-1985669581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:08.985236 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-5d7dfe8c-d2c6-493e-bbd5-3257a6d7ca17 req-4f8294e6-b5e9-4080-951c-272504bbbfe1 tempest-ImagesOneServerTestJSON-1985669581 tempest-ImagesOneServerTestJSON-1985669581-project] 10.222.0.59 "GET /v2.0/ports?device_id=a327f21b-2949-41a9-84e5-9a41fda86d7b HTTP/1.1" status: 200 len: 949 time: 0.3235896 Jul 27 20:59:08.993129 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-7efa9cf2-b959-4b23-b81b-3b2c9297afc4 req-4ac005f0-db26-4edf-9ff1-b30dfafe7d81 tempest-SecurityGroupRulesTestJSON-477771879 tempest-SecurityGroupRulesTestJSON-477771879-project] Notify callbacks [] for security_group, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:09.021352 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvr_db [None req-eb3e064c-98cb-4778-b151-3fb83c4914dc None None] Set router 901498da-d103-475c-8884-6e5467784fdc gateway port host: n-d-705658-22 {{(pid=105586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:59:09.067669 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-5d7dfe8c-d2c6-493e-bbd5-3257a6d7ca17 req-b24c70c6-46cb-4422-9349-2a1dc3bfa334 tempest-ImagesOneServerTestJSON-1985669581 tempest-ImagesOneServerTestJSON-1985669581-project] 10.222.0.59 "GET /v2.0/security-groups?id=522fa8e0-6e9d-47e1-870e-4979e997948d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814388 Jul 27 20:59:09.116515 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-3d54578f-831f-4696-b568-13c455922dab None None] No Port match for: a876b0b6-80a9-416a-b052-db7ba5c2d963 {{(pid=105586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 20:59:09.116872 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Device a876b0b6-80a9-416a-b052-db7ba5c2d963 not bound to the agent host n-h2-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 20:59:09.174590 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-180c7945-7372-465a-9ea1-79927a00e37a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:09.179828 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-2d4ddd99-bab1-4660-a533-249f2834894f None None] Provisioning for port 26471e2e-d677-40a0-8669-23cffdd218b5 completed by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:59:09.202830 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-2d4ddd99-bab1-4660-a533-249f2834894f None None] Provisioning complete for port 26471e2e-d677-40a0-8669-23cffdd218b5 triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:59:09.203475 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-2d4ddd99-bab1-4660-a533-249f2834894f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:09.213827 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-7efa9cf2-b959-4b23-b81b-3b2c9297afc4 req-4ac005f0-db26-4edf-9ff1-b30dfafe7d81 tempest-SecurityGroupRulesTestJSON-477771879 tempest-SecurityGroupRulesTestJSON-477771879-project] Notify callbacks [] for security_group, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:09.220517 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-7efa9cf2-b959-4b23-b81b-3b2c9297afc4 req-4ac005f0-db26-4edf-9ff1-b30dfafe7d81 tempest-SecurityGroupRulesTestJSON-477771879 tempest-SecurityGroupRulesTestJSON-477771879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:09.268617 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-7efa9cf2-b959-4b23-b81b-3b2c9297afc4 req-4ac005f0-db26-4edf-9ff1-b30dfafe7d81 tempest-SecurityGroupRulesTestJSON-477771879 tempest-SecurityGroupRulesTestJSON-477771879-project] Notify callbacks [] for security_group, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:09.270033 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-7efa9cf2-b959-4b23-b81b-3b2c9297afc4 req-4ac005f0-db26-4edf-9ff1-b30dfafe7d81 tempest-SecurityGroupRulesTestJSON-477771879 tempest-SecurityGroupRulesTestJSON-477771879-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.3651290 Jul 27 20:59:09.270652 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac005f0-db26-4edf-9ff1-b30dfafe7d81 tempest-SecurityGroupRulesTestJSON-477771879 tempest-SecurityGroupRulesTestJSON-477771879-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de9f4b50-8a41-477a-a399-54fe54ce3b5c,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:59:09.341064 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 20:59:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27bd9149-1cd3-46d5-99c4-072286635cd9 x-openstack-request-id: req-27bd9149-1cd3-46d5-99c4-072286635cd9 {{(pid=105585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:59:09.341064 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f0f9c94-4e94-47fe-9336-391cd2a98046", "name": "network-vif-deleted", "tag": "a876b0b6-80a9-416a-b052-db7ba5c2d963", "status": "completed", "code": 200}]} {{(pid=105585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:59:09.341064 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-27bd9149-1cd3-46d5-99c4-072286635cd9 {{(pid=105585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:59:09.341559 n-d-705658-22 neutron-server[105585]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f0f9c94-4e94-47fe-9336-391cd2a98046', 'name': 'network-vif-deleted', 'tag': 'a876b0b6-80a9-416a-b052-db7ba5c2d963', 'status': 'completed', 'code': 200} Jul 27 20:59:09.382888 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.db_base_plugin_common [req-4ff7ded6-08d6-40f0-b0c1-177407d5c829 req-1c8a1195-a69c-4b42-b469-3c4866b84ada tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Allocated IP 10.2.2.100 (dd0adb7c-988a-43cc-a0da-76a1fae1d8ff/d2866305-edb6-464f-870e-fc177be24bc0/393132c5-1d7b-4862-8edc-dad8e0cfee95) {{(pid=105584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:59:09.400579 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-2d4ddd99-bab1-4660-a533-249f2834894f None None] Port 26471e2e-d677-40a0-8669-23cffdd218b5 cannot update to ACTIVE because it is not bound. {{(pid=105586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 20:59:09.468086 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] For port 49289d6c-66f8-4420-9259-e4bc7261612f, host n-h2-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=49289d6c-66f8-4420-9259-e4bc7261612f,segment=NetworkSegment(872889e4-5d02-4ec8-807e-3e5c98ba67af),segment_id=872889e4-5d02-4ec8-807e-3e5c98ba67af)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:59:09.542468 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Returning: {'device': '49289d6c-66f8-4420-9259-e4bc7261612f', 'network_id': 'c29e02c5-8000-4917-925d-2eceb290693b', 'port_id': '49289d6c-66f8-4420-9259-e4bc7261612f', 'mac_address': 'fa:16:3e:9d:4b:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 236, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c0fdb90-69ca-4554-99dc-5ec25614338f', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105586) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 20:59:09.617773 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:09.625584 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f09863c-86a5-4285-8d1c-323eedd8e348 req-66c22a07-f743-4dad-92e1-55400cc4338d tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:09.632210 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-eb3e064c-98cb-4778-b151-3fb83c4914dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '901498da-d103-475c-8884-6e5467784fdc', 'name': 'tempest-ServersTestFqdnHostnames-959213242-router', 'tenant_id': '4db6b04858584f16a518b56ddf54baba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.82'}], 'enable_snat': True}, 'gw_port_id': '5587608d-a606-4f50-ae22-5ab2aee3f57f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:55:26Z', 'updated_at': '2021-07-27T20:55:34Z', 'revision_number': 4, 'project_id': '4db6b04858584f16a518b56ddf54baba', 'gw_port': {'id': '5587608d-a606-4f50-ae22-5ab2aee3f57f', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:24:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '901498da-d103-475c-8884-6e5467784fdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:55:27Z', 'updated_at': '2021-07-27T20:55:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_interfaces': [{'id': '5a197d84-3e30-4d9f-acc7-21edc8c538ba', 'name': '', 'network_id': 'b01b2bcb-b6d7-427b-8018-a1eed8201f0c', 'tenant_id': '4db6b04858584f16a518b56ddf54baba', 'mac_address': 'fa:16:3e:79:3c:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '901498da-d103-475c-8884-6e5467784fdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': 'e2dc11f6-d37b-4723-b3bb-cb12e54fb98a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:55:32Z', 'updated_at': '2021-07-27T20:55:41Z', 'revision_number': 5, 'project_id': '4db6b04858584f16a518b56ddf54baba', 'subnets': [{'id': 'e2dc11f6-d37b-4723-b3bb-cb12e54fb98a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-22', False) {} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:59:09.643670 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-9f09863c-86a5-4285-8d1c-323eedd8e348 req-66c22a07-f743-4dad-92e1-55400cc4338d tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] 10.222.0.59 "GET /v2.0/ports?device_id=f2396a40-6541-40f1-9d6e-e363e4e5437c HTTP/1.1" status: 200 len: 943 time: 0.1899717 Jul 27 20:59:09.681187 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [None req-3d54578f-831f-4696-b568-13c455922dab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49289d6c-66f8-4420-9259-e4bc7261612f {{(pid=105586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 20:59:09.685618 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb3e064c-98cb-4778-b151-3fb83c4914dc None None] Checking router: 901498da-d103-475c-8884-6e5467784fdc for host: n-d-705658-22 {{(pid=105586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 20:59:09.706359 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb3e064c-98cb-4778-b151-3fb83c4914dc None None] Routers {'901498da-d103-475c-8884-6e5467784fdc'} bound to L3 agent in host n-d-705658-22 {{(pid=105586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:59:09.706898 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-eb3e064c-98cb-4778-b151-3fb83c4914dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T20:58:41Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['901498da-d103-475c-8884-6e5467784fdc'], 'active': True} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:59:09.725476 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-9f09863c-86a5-4285-8d1c-323eedd8e348 req-63e0b0fc-5002-460b-ac36-b0bc26283f31 tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] 10.222.0.59 "GET /v2.0/security-groups?id=d1766e71-7b2a-4f2d-acc0-530f862b8fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793407 Jul 27 20:59:09.730490 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-4ff7ded6-08d6-40f0-b0c1-177407d5c829 req-1c8a1195-a69c-4b42-b469-3c4866b84ada tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Notify callbacks [] for port, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:09.776522 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.provisioning_blocks [req-4ff7ded6-08d6-40f0-b0c1-177407d5c829 req-1c8a1195-a69c-4b42-b469-3c4866b84ada tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Transition to ACTIVE for port object 393132c5-1d7b-4862-8edc-dad8e0cfee95 will not be triggered until provisioned by entity DHCP. {{(pid=105584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:59:09.845743 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-4ff7ded6-08d6-40f0-b0c1-177407d5c829 req-1c8a1195-a69c-4b42-b469-3c4866b84ada tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:09.891935 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvr_db [None req-eb3e064c-98cb-4778-b151-3fb83c4914dc None None] Set router 901498da-d103-475c-8884-6e5467784fdc gateway port host: n-d-705658-22 {{(pid=105586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:59:09.958361 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8a1195-a69c-4b42-b469-3c4866b84ada tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Pushing event updated for resources: {'Port': ['ID=393132c5-1d7b-4862-8edc-dad8e0cfee95,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:59:09.982975 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ff7ded6-08d6-40f0-b0c1-177407d5c829 req-1c8a1195-a69c-4b42-b469-3c4866b84ada tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Network dd0adb7c-988a-43cc-a0da-76a1fae1d8ff is already hosted by enough agents. {{(pid=105584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:59:09.985796 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [req-4ff7ded6-08d6-40f0-b0c1-177407d5c829 req-1c8a1195-a69c-4b42-b469-3c4866b84ada tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Resources bound (agent type, host, resource id): {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:59:09.986456 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f7b6f9fd-72af-4d99-9336-986f33ad3f31 req-253fdc1a-e1ef-479e-9ec9-fca594a926bb tempest-SecurityGroupRulesTestJSON-477771879 tempest-SecurityGroupRulesTestJSON-477771879-project] 10.222.0.59 "GET /v2.0/security-groups/de9f4b50-8a41-477a-a399-54fe54ce3b5c HTTP/1.1" status: 200 len: 1803 time: 0.1189651 Jul 27 20:59:09.994161 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ff7ded6-08d6-40f0-b0c1-177407d5c829 req-1c8a1195-a69c-4b42-b469-3c4866b84ada tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Received port after_create {{(pid=105584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:59:10.001410 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [req-f7b6f9fd-72af-4d99-9336-986f33ad3f31 req-8e8f86d7-b040-49b3-9599-4f037598707b tempest-SecurityGroupRulesTestJSON-477771879 tempest-SecurityGroupRulesTestJSON-477771879-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'de9f4b50-8a41-477a-a399-54fe54ce3b5c', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:59:10.003471 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [req-f7b6f9fd-72af-4d99-9336-986f33ad3f31 req-8e8f86d7-b040-49b3-9599-4f037598707b tempest-SecurityGroupRulesTestJSON-477771879 tempest-SecurityGroupRulesTestJSON-477771879-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'de9f4b50-8a41-477a-a399-54fe54ce3b5c', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:59:10.101375 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff7ded6-08d6-40f0-b0c1-177407d5c829 req-1c8a1195-a69c-4b42-b469-3c4866b84ada tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:10.102055 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-4ff7ded6-08d6-40f0-b0c1-177407d5c829 req-1c8a1195-a69c-4b42-b469-3c4866b84ada tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:10.122482 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-4ff7ded6-08d6-40f0-b0c1-177407d5c829 req-1c8a1195-a69c-4b42-b469-3c4866b84ada tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6166167 Jul 27 20:59:10.141530 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [req-4ff7ded6-08d6-40f0-b0c1-177407d5c829 req-42c5b358-3854-4683-83c0-375f251751a4 tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Request body: {'port': {'device_id': '2be6dd0d-bc7c-4882-8bb2-afe5ae686d07', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'dd0adb7c-988a-43cc-a0da-76a1fae1d8ff', 'admin_state_up': True, 'tenant_id': 'be3b976efbdd4f41894dd22bc5b95523', 'security_groups': ['c27eaa65-2484-427b-949c-12cff57d8973']}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:59:10.178660 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] For port 49289d6c-66f8-4420-9259-e4bc7261612f, host n-h2-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=49289d6c-66f8-4420-9259-e4bc7261612f,segment=NetworkSegment(872889e4-5d02-4ec8-807e-3e5c98ba67af),segment_id=872889e4-5d02-4ec8-807e-3e5c98ba67af)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:59:10.192510 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:10.216900 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-f7b6f9fd-72af-4d99-9336-986f33ad3f31 req-8e8f86d7-b040-49b3-9599-4f037598707b tempest-SecurityGroupRulesTestJSON-477771879 tempest-SecurityGroupRulesTestJSON-477771879-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:10.272382 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:10.358397 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-f7b6f9fd-72af-4d99-9336-986f33ad3f31 req-8e8f86d7-b040-49b3-9599-4f037598707b tempest-SecurityGroupRulesTestJSON-477771879 tempest-SecurityGroupRulesTestJSON-477771879-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:10.363513 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-f7b6f9fd-72af-4d99-9336-986f33ad3f31 req-8e8f86d7-b040-49b3-9599-4f037598707b tempest-SecurityGroupRulesTestJSON-477771879 tempest-SecurityGroupRulesTestJSON-477771879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732636'] for security_group_rule, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:10.381658 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Pushing event updated for resources: {'Port': ['ID=49289d6c-66f8-4420-9259-e4bc7261612f,revision_number=4']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:59:10.424300 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8f86d7-b040-49b3-9599-4f037598707b tempest-SecurityGroupRulesTestJSON-477771879 tempest-SecurityGroupRulesTestJSON-477771879-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b10d088-6a15-4a0f-945f-746b2f4be0a4,revision_number=0']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:59:10.445187 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ff7ded6-08d6-40f0-b0c1-177407d5c829 req-42c5b358-3854-4683-83c0-375f251751a4 tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Made reservation on behalf of be3b976efbdd4f41894dd22bc5b95523 for: {'port': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:59:10.449158 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-f7b6f9fd-72af-4d99-9336-986f33ad3f31 req-8e8f86d7-b040-49b3-9599-4f037598707b tempest-SecurityGroupRulesTestJSON-477771879 tempest-SecurityGroupRulesTestJSON-477771879-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:10.456140 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f7b6f9fd-72af-4d99-9336-986f33ad3f31 req-8e8f86d7-b040-49b3-9599-4f037598707b tempest-SecurityGroupRulesTestJSON-477771879 tempest-SecurityGroupRulesTestJSON-477771879-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4608042 Jul 27 20:59:10.457464 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-4ff7ded6-08d6-40f0-b0c1-177407d5c829 req-42c5b358-3854-4683-83c0-375f251751a4 tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:10.552576 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-eb3e064c-98cb-4778-b151-3fb83c4914dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '901498da-d103-475c-8884-6e5467784fdc', 'name': 'tempest-ServersTestFqdnHostnames-959213242-router', 'tenant_id': '4db6b04858584f16a518b56ddf54baba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.82'}], 'enable_snat': True}, 'gw_port_id': '5587608d-a606-4f50-ae22-5ab2aee3f57f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:55:26Z', 'updated_at': '2021-07-27T20:55:34Z', 'revision_number': 4, 'project_id': '4db6b04858584f16a518b56ddf54baba', 'gw_port': {'id': '5587608d-a606-4f50-ae22-5ab2aee3f57f', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:24:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '901498da-d103-475c-8884-6e5467784fdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:55:27Z', 'updated_at': '2021-07-27T20:55:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_interfaces': [{'id': '5a197d84-3e30-4d9f-acc7-21edc8c538ba', 'name': '', 'network_id': 'b01b2bcb-b6d7-427b-8018-a1eed8201f0c', 'tenant_id': '4db6b04858584f16a518b56ddf54baba', 'mac_address': 'fa:16:3e:79:3c:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '901498da-d103-475c-8884-6e5467784fdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': 'e2dc11f6-d37b-4723-b3bb-cb12e54fb98a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:55:32Z', 'updated_at': '2021-07-27T20:55:41Z', 'revision_number': 5, 'project_id': '4db6b04858584f16a518b56ddf54baba', 'subnets': [{'id': 'e2dc11f6-d37b-4723-b3bb-cb12e54fb98a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-22', False) {} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:59:10.568523 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] get_ports_and_sgs() called for port_ids ['49289d6c-66f8-4420-9259-e4bc7261612f'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 20:59:10.601335 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-b60bce8f-fe35-43db-bd14-8e89f9e518ff None None] Provisioning for port 393132c5-1d7b-4862-8edc-dad8e0cfee95 completed by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:59:10.629103 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb3e064c-98cb-4778-b151-3fb83c4914dc None None] The sync data for ids ['901498da-d103-475c-8884-6e5467784fdc'] in n-d-705658-22 is: [{'id': '901498da-d103-475c-8884-6e5467784fdc', 'name': 'tempest-ServersTestFqdnHostnames-959213242-router', 'tenant_id': '4db6b04858584f16a518b56ddf54baba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.82'}], 'enable_snat': True}, 'gw_port_id': '5587608d-a606-4f50-ae22-5ab2aee3f57f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:55:26Z', 'updated_at': '2021-07-27T20:55:34Z', 'revision_number': 4, 'project_id': '4db6b04858584f16a518b56ddf54baba', 'gw_port': {'id': '5587608d-a606-4f50-ae22-5ab2aee3f57f', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:24:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '901498da-d103-475c-8884-6e5467784fdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:55:27Z', 'updated_at': '2021-07-27T20:55:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_interfaces': [{'id': '5a197d84-3e30-4d9f-acc7-21edc8c538ba', 'name': '', 'network_id': 'b01b2bcb-b6d7-427b-8018-a1eed8201f0c', 'tenant_id': '4db6b04858584f16a518b56ddf54baba', 'mac_address': 'fa:16:3e:79:3c:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '901498da-d103-475c-8884-6e5467784fdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': 'e2dc11f6-d37b-4723-b3bb-cb12e54fb98a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:55:32Z', 'updated_at': '2021-07-27T20:55:41Z', 'revision_number': 5, 'project_id': '4db6b04858584f16a518b56ddf54baba', 'subnets': [{'id': 'e2dc11f6-d37b-4723-b3bb-cb12e54fb98a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 20:59:10.643731 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-b60bce8f-fe35-43db-bd14-8e89f9e518ff None None] Provisioning complete for port 393132c5-1d7b-4862-8edc-dad8e0cfee95 triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:59:10.644508 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-b60bce8f-fe35-43db-bd14-8e89f9e518ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:10.678497 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.db_base_plugin_common [req-4ff7ded6-08d6-40f0-b0c1-177407d5c829 req-42c5b358-3854-4683-83c0-375f251751a4 tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Allocated IP 10.2.2.200 (dd0adb7c-988a-43cc-a0da-76a1fae1d8ff/d2866305-edb6-464f-870e-fc177be24bc0/c93b5038-6969-4f8d-8d0a-5a1c280dd74b) {{(pid=105584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:59:10.682812 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b23e2e-dff9-4c1b-8d9d-7f0d4efae51b req-b4db70b0-6990-4332-b15d-91ce5ecec93a tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:10.689651 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b23e2e-dff9-4c1b-8d9d-7f0d4efae51b req-b4db70b0-6990-4332-b15d-91ce5ecec93a tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:10.698470 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b23e2e-dff9-4c1b-8d9d-7f0d4efae51b req-b4db70b0-6990-4332-b15d-91ce5ecec93a tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:10.704966 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b23e2e-dff9-4c1b-8d9d-7f0d4efae51b req-b4db70b0-6990-4332-b15d-91ce5ecec93a tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:10.713893 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f9b23e2e-dff9-4c1b-8d9d-7f0d4efae51b req-b4db70b0-6990-4332-b15d-91ce5ecec93a tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] 10.222.0.59 "GET /v2.0/ports?device_id=2be6dd0d-bc7c-4882-8bb2-afe5ae686d07 HTTP/1.1" status: 200 len: 3094 time: 0.1986194 Jul 27 20:59:10.766331 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-b60bce8f-fe35-43db-bd14-8e89f9e518ff None None] Port 393132c5-1d7b-4862-8edc-dad8e0cfee95 cannot update to ACTIVE because it is not bound. {{(pid=105586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 20:59:10.766544 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09ac965-0048-4f51-afbd-a60f6b375eeb req-13af2998-ef5e-4be6-827c-dfb720064c3f tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:10.768710 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b09ac965-0048-4f51-afbd-a60f6b375eeb req-13af2998-ef5e-4be6-827c-dfb720064c3f tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] 10.222.0.59 "GET /v2.0/ports?device_id=29c1b762-5cb9-4f5b-ac71-3cb8a306ebde HTTP/1.1" status: 200 len: 946 time: 0.2388539 Jul 27 20:59:10.842667 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f9b23e2e-dff9-4c1b-8d9d-7f0d4efae51b req-afa91ae6-bfbe-41f7-acc7-8739ac0b10f4 tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] 10.222.0.59 "GET /v2.0/security-groups?id=c27eaa65-2484-427b-949c-12cff57d8973&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1274173 Jul 27 20:59:10.856845 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b09ac965-0048-4f51-afbd-a60f6b375eeb req-7f5c1e10-571d-4fab-bf9a-e5bce554dd13 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] 10.222.0.59 "GET /v2.0/security-groups?id=e760076b-6854-47cf-947b-f6a7a8a579d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0755284 Jul 27 20:59:10.914786 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-4ff7ded6-08d6-40f0-b0c1-177407d5c829 req-42c5b358-3854-4683-83c0-375f251751a4 tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Notify callbacks [] for port, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:10.947432 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.provisioning_blocks [req-4ff7ded6-08d6-40f0-b0c1-177407d5c829 req-42c5b358-3854-4683-83c0-375f251751a4 tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Transition to ACTIVE for port object c93b5038-6969-4f8d-8d0a-5a1c280dd74b will not be triggered until provisioned by entity DHCP. {{(pid=105584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:59:10.970472 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 39918) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:59:11.003885 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-4ff7ded6-08d6-40f0-b0c1-177407d5c829 req-42c5b358-3854-4683-83c0-375f251751a4 tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:11.014008 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [req-65010b99-ffe4-4bbf-b6f6-90b52ea06e4f req-766cec92-03d1-4e5f-8abf-ef5fd7190dff tempest-SecurityGroupRulesTestJSON-477771879 tempest-SecurityGroupRulesTestJSON-477771879-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1718992982', 'description': 'tempest-description-820865183'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:59:11.039929 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fa39fdf-7adf-42c9-8b5f-3775b8826939 None None] New status for floating IP ce7bf5a0-08dc-4cc2-b994-e9889358aab3: DOWN {{(pid=105587) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 20:59:11.053295 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ff7ded6-08d6-40f0-b0c1-177407d5c829 req-42c5b358-3854-4683-83c0-375f251751a4 tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Network dd0adb7c-988a-43cc-a0da-76a1fae1d8ff is already hosted by enough agents. {{(pid=105584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:59:11.057239 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [req-4ff7ded6-08d6-40f0-b0c1-177407d5c829 req-42c5b358-3854-4683-83c0-375f251751a4 tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Resources bound (agent type, host, resource id): {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:59:11.069499 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-65010b99-ffe4-4bbf-b6f6-90b52ea06e4f req-766cec92-03d1-4e5f-8abf-ef5fd7190dff tempest-SecurityGroupRulesTestJSON-477771879 tempest-SecurityGroupRulesTestJSON-477771879-project] Notify callbacks [] for security_group, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:11.080574 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ff7ded6-08d6-40f0-b0c1-177407d5c829 req-42c5b358-3854-4683-83c0-375f251751a4 tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Received port after_create {{(pid=105584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:59:11.101659 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-a7682ca3-332d-4212-a350-8fcfc0e2a0d2 tempest-ServersTestFqdnHostnames-310591036 tempest-ServersTestFqdnHostnames-310591036-project] Notify callbacks [] for security_group, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:11.173866 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-a7682ca3-332d-4212-a350-8fcfc0e2a0d2 tempest-ServersTestFqdnHostnames-310591036 tempest-ServersTestFqdnHostnames-310591036-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:11.226938 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-9eb9463c-bfc9-4230-be51-eb5235c71967 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:11.375788 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-ed1f7630-06dd-4fbb-8513-32110aeba641 req-da47480e-0365-4e29-ab51-828c62336af9 tempest-LiveMigrationNegativeTest-821432527 tempest-LiveMigrationNegativeTest-821432527-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=b2634fd10e1941b185ef111c750a8a34&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0520589 Jul 27 20:59:11.459507 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-a7682ca3-332d-4212-a350-8fcfc0e2a0d2 tempest-ServersTestFqdnHostnames-310591036 tempest-ServersTestFqdnHostnames-310591036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:11.461984 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-a7682ca3-332d-4212-a350-8fcfc0e2a0d2 tempest-ServersTestFqdnHostnames-310591036 tempest-ServersTestFqdnHostnames-310591036-project] Notify callbacks [] for security_group, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:11.465523 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-a7682ca3-332d-4212-a350-8fcfc0e2a0d2 tempest-ServersTestFqdnHostnames-310591036 tempest-ServersTestFqdnHostnames-310591036-project] 10.222.0.59 "DELETE /v2.0/security-groups/194109be-9331-415c-ac19-806186c2936d HTTP/1.1" status: 204 len: 168 time: 0.4914465 Jul 27 20:59:11.481279 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 39930) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:59:11.482000 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7682ca3-332d-4212-a350-8fcfc0e2a0d2 tempest-ServersTestFqdnHostnames-310591036 tempest-ServersTestFqdnHostnames-310591036-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=194109be-9331-415c-ac19-806186c2936d,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:59:11.500128 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c5b358-3854-4683-83c0-375f251751a4 tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Pushing event updated for resources: {'Port': ['ID=c93b5038-6969-4f8d-8d0a-5a1c280dd74b,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:59:11.514583 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c5b358-3854-4683-83c0-375f251751a4 tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:59:11.515502 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c5b358-3854-4683-83c0-375f251751a4 tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:59:11.515502 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c5b358-3854-4683-83c0-375f251751a4 tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:59:11.515738 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c5b358-3854-4683-83c0-375f251751a4 tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:59:11.515919 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c5b358-3854-4683-83c0-375f251751a4 tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:59:11.516238 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c5b358-3854-4683-83c0-375f251751a4 tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:59:11.516552 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c5b358-3854-4683-83c0-375f251751a4 tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:59:11.517006 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c5b358-3854-4683-83c0-375f251751a4 tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:59:11.517420 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c5b358-3854-4683-83c0-375f251751a4 tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:59:11.517977 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c5b358-3854-4683-83c0-375f251751a4 tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:59:11.517977 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c5b358-3854-4683-83c0-375f251751a4 tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:59:11.518312 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c5b358-3854-4683-83c0-375f251751a4 tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:59:11.531954 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-65010b99-ffe4-4bbf-b6f6-90b52ea06e4f req-766cec92-03d1-4e5f-8abf-ef5fd7190dff tempest-SecurityGroupRulesTestJSON-477771879 tempest-SecurityGroupRulesTestJSON-477771879-project] Notify callbacks [] for security_group, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:11.538219 n-d-705658-22 neutron-server[105585]: INFO neutron.api.v2.resource [None req-d3f02f3e-b7b2-4e8b-97a9-355f6d3c1b50 tempest-ServersTestFqdnHostnames-310591036 tempest-ServersTestFqdnHostnames-310591036-project] show failed (client error): The resource could not be found. Jul 27 20:59:11.539846 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-d3f02f3e-b7b2-4e8b-97a9-355f6d3c1b50 tempest-ServersTestFqdnHostnames-310591036 tempest-ServersTestFqdnHostnames-310591036-project] 10.222.0.59 "GET /v2.0/security-groups/194109be-9331-415c-ac19-806186c2936d HTTP/1.1" status: 404 len: 347 time: 0.0557330 Jul 27 20:59:11.547323 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 39932) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:59:11.547996 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-65010b99-ffe4-4bbf-b6f6-90b52ea06e4f req-766cec92-03d1-4e5f-8abf-ef5fd7190dff tempest-SecurityGroupRulesTestJSON-477771879 tempest-SecurityGroupRulesTestJSON-477771879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:11.548431 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff7ded6-08d6-40f0-b0c1-177407d5c829 req-42c5b358-3854-4683-83c0-375f251751a4 tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:11.549253 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-4ff7ded6-08d6-40f0-b0c1-177407d5c829 req-42c5b358-3854-4683-83c0-375f251751a4 tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:11.566062 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-4ff7ded6-08d6-40f0-b0c1-177407d5c829 req-42c5b358-3854-4683-83c0-375f251751a4 tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4361858 Jul 27 20:59:11.587375 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [req-4ff7ded6-08d6-40f0-b0c1-177407d5c829 req-33af76cc-00ff-4cc8-9e28-c56b1d01659d service neutron] Request body: {'port': {'device_id': '2be6dd0d-bc7c-4882-8bb2-afe5ae686d07', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-705658-22'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:59:11.611818 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-89088b31-b616-43ad-8c9b-9f7f9577ccca None None] Provisioning for port c93b5038-6969-4f8d-8d0a-5a1c280dd74b completed by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:59:11.620668 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-89088b31-b616-43ad-8c9b-9f7f9577ccca None None] Provisioning complete for port c93b5038-6969-4f8d-8d0a-5a1c280dd74b triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:59:11.621293 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-89088b31-b616-43ad-8c9b-9f7f9577ccca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:11.668824 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-89088b31-b616-43ad-8c9b-9f7f9577ccca None None] Port c93b5038-6969-4f8d-8d0a-5a1c280dd74b cannot update to ACTIVE because it is not bound. {{(pid=105586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 20:59:11.675101 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-4ff7ded6-08d6-40f0-b0c1-177407d5c829 req-33af76cc-00ff-4cc8-9e28-c56b1d01659d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:11.708363 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1f7630-06dd-4fbb-8513-32110aeba641 req-f1934775-653c-46cf-8abe-4998c9dc1a40 tempest-LiveMigrationNegativeTest-821432527 tempest-LiveMigrationNegativeTest-821432527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:11.710393 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-ed1f7630-06dd-4fbb-8513-32110aeba641 req-f1934775-653c-46cf-8abe-4998c9dc1a40 tempest-LiveMigrationNegativeTest-821432527 tempest-LiveMigrationNegativeTest-821432527-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3266640 Jul 27 20:59:11.711131 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-65010b99-ffe4-4bbf-b6f6-90b52ea06e4f req-766cec92-03d1-4e5f-8abf-ef5fd7190dff tempest-SecurityGroupRulesTestJSON-477771879 tempest-SecurityGroupRulesTestJSON-477771879-project] Notify callbacks [] for security_group, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:11.712397 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-65010b99-ffe4-4bbf-b6f6-90b52ea06e4f req-766cec92-03d1-4e5f-8abf-ef5fd7190dff tempest-SecurityGroupRulesTestJSON-477771879 tempest-SecurityGroupRulesTestJSON-477771879-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.7088659 Jul 27 20:59:11.722483 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766cec92-03d1-4e5f-8abf-ef5fd7190dff tempest-SecurityGroupRulesTestJSON-477771879 tempest-SecurityGroupRulesTestJSON-477771879-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3728698f-a608-4b18-8eb6-1b9135ae8abf,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:59:11.743567 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [None req-ce71e10e-0acd-4eee-a30a-f05ca28bce11 tempest-ServersTestFqdnHostnames-310591036 tempest-ServersTestFqdnHostnames-310591036-project] Deleting port c41c6d50-a9a5-4d02-89e1-b65defd3cd67 {{(pid=105585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:59:11.744182 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-ce71e10e-0acd-4eee-a30a-f05ca28bce11 tempest-ServersTestFqdnHostnames-310591036 tempest-ServersTestFqdnHostnames-310591036-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:11.790559 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:11.821078 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-ed1f7630-06dd-4fbb-8513-32110aeba641 req-4bd06a25-e3e1-40d4-8408-1c8a9fcfd29c tempest-LiveMigrationNegativeTest-821432527 tempest-LiveMigrationNegativeTest-821432527-project] 10.222.0.59 "GET /v2.0/quotas/b2634fd10e1941b185ef111c750a8a34 HTTP/1.1" status: 200 len: 375 time: 0.0705035 Jul 27 20:59:11.885033 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-ed1f7630-06dd-4fbb-8513-32110aeba641 req-9562c21d-a9c8-4047-85a8-20ba20112afe tempest-LiveMigrationNegativeTest-821432527 tempest-LiveMigrationNegativeTest-821432527-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=b2634fd10e1941b185ef111c750a8a34&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0627270 Jul 27 20:59:11.939128 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-ce71e10e-0acd-4eee-a30a-f05ca28bce11 tempest-ServersTestFqdnHostnames-310591036 tempest-ServersTestFqdnHostnames-310591036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:11.939520 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-ce71e10e-0acd-4eee-a30a-f05ca28bce11 tempest-ServersTestFqdnHostnames-310591036 tempest-ServersTestFqdnHostnames-310591036-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:11.955361 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [None req-ce71e10e-0acd-4eee-a30a-f05ca28bce11 tempest-ServersTestFqdnHostnames-310591036 tempest-ServersTestFqdnHostnames-310591036-project] Calling delete_port for c41c6d50-a9a5-4d02-89e1-b65defd3cd67 owned by network:floatingip {{(pid=105585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:59:11.966961 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81943538-8fba-4c84-afd9-d6f601052373 req-68914456-e09b-4520-94fe-03a7163576b3 tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:11.968502 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-81943538-8fba-4c84-afd9-d6f601052373 req-68914456-e09b-4520-94fe-03a7163576b3 tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] 10.222.0.59 "GET /v2.0/ports?device_id=f2396a40-6541-40f1-9d6e-e363e4e5437c HTTP/1.1" status: 200 len: 944 time: 0.1689034 Jul 27 20:59:12.027980 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [req-4ff7ded6-08d6-40f0-b0c1-177407d5c829 req-33af76cc-00ff-4cc8-9e28-c56b1d01659d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e901f2c-afa6-4e65-b936-9e2231fd9b0c {{(pid=105584) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 20:59:12.039167 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-4ff7ded6-08d6-40f0-b0c1-177407d5c829 req-33af76cc-00ff-4cc8-9e28-c56b1d01659d service neutron] Notify callbacks [] for port, precommit_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:12.069364 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-81943538-8fba-4c84-afd9-d6f601052373 req-3cacf6a4-16eb-4028-b1f8-76dbdb7cc095 tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] 10.222.0.59 "GET /v2.0/security-groups?id=d1766e71-7b2a-4f2d-acc0-530f862b8fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875282 Jul 27 20:59:12.079164 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.provisioning_blocks [req-4ff7ded6-08d6-40f0-b0c1-177407d5c829 req-33af76cc-00ff-4cc8-9e28-c56b1d01659d service neutron] Transition to ACTIVE for port object 3e901f2c-afa6-4e65-b936-9e2231fd9b0c will not be triggered until provisioned by entity L2. {{(pid=105584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:59:12.085555 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-4ff7ded6-08d6-40f0-b0c1-177407d5c829 req-33af76cc-00ff-4cc8-9e28-c56b1d01659d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9014027'] for port, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:12.217451 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-7a2007a9-6cf9-46fb-a942-3b2239d894de req-f1def08a-3b6c-4f41-9900-42ac2ea222bb tempest-FlavorsV2NegativeTest-2048123689 tempest-FlavorsV2NegativeTest-2048123689-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=8eddc35b0ee64cc085412bcbe73dad65&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0339026 Jul 27 20:59:12.254790 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33af76cc-00ff-4cc8-9e28-c56b1d01659d service neutron] Pushing event updated for resources: {'Port': ['ID=3e901f2c-afa6-4e65-b936-9e2231fd9b0c,revision_number=2']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:59:12.322447 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-ce71e10e-0acd-4eee-a30a-f05ca28bce11 tempest-ServersTestFqdnHostnames-310591036 tempest-ServersTestFqdnHostnames-310591036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:12.408969 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [req-4ff7ded6-08d6-40f0-b0c1-177407d5c829 req-33af76cc-00ff-4cc8-9e28-c56b1d01659d service neutron] Attempting to bind port 3e901f2c-afa6-4e65-b936-9e2231fd9b0c on host n-h1-705658-22 for vnic_type normal with profile {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:59:12.409205 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [req-4ff7ded6-08d6-40f0-b0c1-177407d5c829 req-33af76cc-00ff-4cc8-9e28-c56b1d01659d service neutron] Attempting to bind port 3e901f2c-afa6-4e65-b936-9e2231fd9b0c by drivers openvswitch,hyperv on host n-h1-705658-22 at level 0 using segments [{'id': 'f1e516bc-13bc-4947-b152-f0f01499a80c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'b117ba52-594c-450e-a21e-ba2b0ffa1338'}] {{(pid=105584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:59:12.409500 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ff7ded6-08d6-40f0-b0c1-177407d5c829 req-33af76cc-00ff-4cc8-9e28-c56b1d01659d service neutron] Attempting to bind port 3e901f2c-afa6-4e65-b936-9e2231fd9b0c on network b117ba52-594c-450e-a21e-ba2b0ffa1338 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:59:12.421652 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ff7ded6-08d6-40f0-b0c1-177407d5c829 req-33af76cc-00ff-4cc8-9e28-c56b1d01659d service neutron] Port 3e901f2c-afa6-4e65-b936-9e2231fd9b0c on network b117ba52-594c-450e-a21e-ba2b0ffa1338 not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-22 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 20:59:12.421979 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ff7ded6-08d6-40f0-b0c1-177407d5c829 req-33af76cc-00ff-4cc8-9e28-c56b1d01659d service neutron] Attempting to bind port 3e901f2c-afa6-4e65-b936-9e2231fd9b0c on network b117ba52-594c-450e-a21e-ba2b0ffa1338 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:59:12.434308 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ff7ded6-08d6-40f0-b0c1-177407d5c829 req-33af76cc-00ff-4cc8-9e28-c56b1d01659d service neutron] Checking agent: {'id': '9d9bc37f-4d75-44ef-9f63-799aab3e316f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 49, 36), 'started_at': datetime.datetime(2021, 7, 27, 20, 49, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 59, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:59:12.434652 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ff7ded6-08d6-40f0-b0c1-177407d5c829 req-33af76cc-00ff-4cc8-9e28-c56b1d01659d service neutron] Checking segment: {'id': 'f1e516bc-13bc-4947-b152-f0f01499a80c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'b117ba52-594c-450e-a21e-ba2b0ffa1338'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:59:12.435095 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ff7ded6-08d6-40f0-b0c1-177407d5c829 req-33af76cc-00ff-4cc8-9e28-c56b1d01659d service neutron] Bound using segment: {'id': 'f1e516bc-13bc-4947-b152-f0f01499a80c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'b117ba52-594c-450e-a21e-ba2b0ffa1338'} {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:59:12.435495 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [req-4ff7ded6-08d6-40f0-b0c1-177407d5c829 req-33af76cc-00ff-4cc8-9e28-c56b1d01659d service neutron] Bound port: 3e901f2c-afa6-4e65-b936-9e2231fd9b0c, host: n-h1-705658-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f1e516bc-13bc-4947-b152-f0f01499a80c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'b117ba52-594c-450e-a21e-ba2b0ffa1338'}}] {{(pid=105584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:59:12.436369 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-4ff7ded6-08d6-40f0-b0c1-177407d5c829 req-33af76cc-00ff-4cc8-9e28-c56b1d01659d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:12.470618 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce71e10e-0acd-4eee-a30a-f05ca28bce11 tempest-ServersTestFqdnHostnames-310591036 tempest-ServersTestFqdnHostnames-310591036-project] Pushing event deleted for resources: {'Port': ['ID=c41c6d50-a9a5-4d02-89e1-b65defd3cd67,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:59:12.485308 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2007a9-6cf9-46fb-a942-3b2239d894de req-bca101b9-b55f-49f7-9c6d-6c9487f8ea7d tempest-FlavorsV2NegativeTest-2048123689 tempest-FlavorsV2NegativeTest-2048123689-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:12.486874 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-7a2007a9-6cf9-46fb-a942-3b2239d894de req-bca101b9-b55f-49f7-9c6d-6c9487f8ea7d tempest-FlavorsV2NegativeTest-2048123689 tempest-FlavorsV2NegativeTest-2048123689-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2686369 Jul 27 20:59:12.582642 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-7a2007a9-6cf9-46fb-a942-3b2239d894de req-78e83af5-bd8c-46ec-87aa-71fefc34947e tempest-FlavorsV2NegativeTest-2048123689 tempest-FlavorsV2NegativeTest-2048123689-project] 10.222.0.59 "GET /v2.0/quotas/8eddc35b0ee64cc085412bcbe73dad65 HTTP/1.1" status: 200 len: 375 time: 0.0306296 Jul 27 20:59:12.593847 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-ce71e10e-0acd-4eee-a30a-f05ca28bce11 tempest-ServersTestFqdnHostnames-310591036 tempest-ServersTestFqdnHostnames-310591036-project] Notify callbacks [] for floatingip, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:12.595164 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [req-4ff7ded6-08d6-40f0-b0c1-177407d5c829 req-33af76cc-00ff-4cc8-9e28-c56b1d01659d service neutron] For port 3e901f2c-afa6-4e65-b936-9e2231fd9b0c, host n-h1-705658-22, cleared binding levels {{(pid=105584) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:59:12.596456 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-ce71e10e-0acd-4eee-a30a-f05ca28bce11 tempest-ServersTestFqdnHostnames-310591036 tempest-ServersTestFqdnHostnames-310591036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for floatingip, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:12.599048 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-ce71e10e-0acd-4eee-a30a-f05ca28bce11 tempest-ServersTestFqdnHostnames-310591036 tempest-ServersTestFqdnHostnames-310591036-project] 10.222.0.59 "DELETE /v2.0/floatingips/ce7bf5a0-08dc-4cc2-b994-e9889358aab3 HTTP/1.1" status: 204 len: 168 time: 1.0412354 Jul 27 20:59:12.604257 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [req-4ff7ded6-08d6-40f0-b0c1-177407d5c829 req-33af76cc-00ff-4cc8-9e28-c56b1d01659d service neutron] For port 3e901f2c-afa6-4e65-b936-9e2231fd9b0c, host n-h1-705658-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=3e901f2c-afa6-4e65-b936-9e2231fd9b0c,segment=NetworkSegment(f1e516bc-13bc-4947-b152-f0f01499a80c),segment_id=f1e516bc-13bc-4947-b152-f0f01499a80c)] {{(pid=105584) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:59:12.605595 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 39970) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:59:12.612141 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Device 49289d6c-66f8-4420-9259-e4bc7261612f up at agent hyperv_n-h2-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:59:12.617132 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-4ff7ded6-08d6-40f0-b0c1-177407d5c829 req-33af76cc-00ff-4cc8-9e28-c56b1d01659d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9014027'] for port, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:12.672088 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-7a2007a9-6cf9-46fb-a942-3b2239d894de req-1c94ccd1-b8e9-4fc6-9b36-f8d018906302 tempest-FlavorsV2NegativeTest-2048123689 tempest-FlavorsV2NegativeTest-2048123689-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=8eddc35b0ee64cc085412bcbe73dad65&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0884571 Jul 27 20:59:12.717268 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff7ded6-08d6-40f0-b0c1-177407d5c829 req-33af76cc-00ff-4cc8-9e28-c56b1d01659d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:12.717889 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-4ff7ded6-08d6-40f0-b0c1-177407d5c829 req-33af76cc-00ff-4cc8-9e28-c56b1d01659d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:12.719399 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-4ff7ded6-08d6-40f0-b0c1-177407d5c829 req-33af76cc-00ff-4cc8-9e28-c56b1d01659d service neutron] 10.222.0.36 "PUT /v2.0/ports/3e901f2c-afa6-4e65-b936-9e2231fd9b0c HTTP/1.1" status: 200 len: 1092 time: 1.1370449 Jul 27 20:59:12.719846 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2be6dd0d-bc7c-4882-8bb2-afe5ae686d07', 'tag': '3e901f2c-afa6-4e65-b936-9e2231fd9b0c'}] {{(pid=105584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:59:12.728116 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-3d54578f-831f-4696-b568-13c455922dab None None] Provisioning for port 49289d6c-66f8-4420-9259-e4bc7261612f completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:59:12.728933 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bce5e6c8685464f7626901654159975603b047827e3138302ed6566e28f1343" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdec45cc-960e-4c92-817c-b7677d451224" -d '{"events": [{"name": "network-changed", "server_uuid": "2be6dd0d-bc7c-4882-8bb2-afe5ae686d07", "tag": "3e901f2c-afa6-4e65-b936-9e2231fd9b0c"}]}' {{(pid=105584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:59:12.738444 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-3d54578f-831f-4696-b568-13c455922dab None None] Provisioning complete for port 49289d6c-66f8-4420-9259-e4bc7261612f triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:59:12.743511 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:12.757796 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-2fd1788b-08df-4b44-ac9e-c8e5ab8b7edd req-051c35f4-f956-461b-b433-d13923bec5eb tempest-SecurityGroupRulesTestJSON-477771879 tempest-SecurityGroupRulesTestJSON-477771879-project] 10.222.0.59 "GET /v2.0/security-groups/3728698f-a608-4b18-8eb6-1b9135ae8abf HTTP/1.1" status: 200 len: 1804 time: 0.1071951 Jul 27 20:59:12.769567 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [req-2fd1788b-08df-4b44-ac9e-c8e5ab8b7edd req-ea893bbb-32d3-4512-b6e8-5eee889365da tempest-SecurityGroupRulesTestJSON-477771879 tempest-SecurityGroupRulesTestJSON-477771879-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '3728698f-a608-4b18-8eb6-1b9135ae8abf', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:59:12.771028 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [req-2fd1788b-08df-4b44-ac9e-c8e5ab8b7edd req-ea893bbb-32d3-4512-b6e8-5eee889365da tempest-SecurityGroupRulesTestJSON-477771879 tempest-SecurityGroupRulesTestJSON-477771879-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '3728698f-a608-4b18-8eb6-1b9135ae8abf', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:59:12.793041 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [req-4ff7ded6-08d6-40f0-b0c1-177407d5c829 req-51df7f20-a257-4e73-bdda-1c179649b796 service neutron] Request body: {'port': {'device_id': '2be6dd0d-bc7c-4882-8bb2-afe5ae686d07', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-705658-22'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:59:12.846219 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-bb32ed7d-8717-448b-a9c8-a5a0117d1fd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:12.970222 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33af76cc-00ff-4cc8-9e28-c56b1d01659d service neutron] Pushing event updated for resources: {'Port': ['ID=3e901f2c-afa6-4e65-b936-9e2231fd9b0c,revision_number=3']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:59:12.971416 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:13.045193 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2396a40-6541-40f1-9d6e-e363e4e5437c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49289d6c-66f8-4420-9259-e4bc7261612f'}] {{(pid=105586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:59:13.048958 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14c1663e039faf5393f87855f745010ac5b02220355b68fdbf065393e303ac56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f57813c6-e557-4264-a9b9-6808326018f4" -d '{"events": [{"server_uuid": "f2396a40-6541-40f1-9d6e-e363e4e5437c", "name": "network-vif-plugged", "status": "completed", "tag": "49289d6c-66f8-4420-9259-e4bc7261612f"}]}' {{(pid=105586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:59:13.050151 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-2fd1788b-08df-4b44-ac9e-c8e5ab8b7edd req-ea893bbb-32d3-4512-b6e8-5eee889365da tempest-SecurityGroupRulesTestJSON-477771879 tempest-SecurityGroupRulesTestJSON-477771879-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:13.074646 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-2fd1788b-08df-4b44-ac9e-c8e5ab8b7edd req-ea893bbb-32d3-4512-b6e8-5eee889365da tempest-SecurityGroupRulesTestJSON-477771879 tempest-SecurityGroupRulesTestJSON-477771879-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:13.083852 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-2fd1788b-08df-4b44-ac9e-c8e5ab8b7edd req-ea893bbb-32d3-4512-b6e8-5eee889365da tempest-SecurityGroupRulesTestJSON-477771879 tempest-SecurityGroupRulesTestJSON-477771879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732636'] for security_group_rule, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:13.125337 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] For port 49289d6c-66f8-4420-9259-e4bc7261612f, host n-h2-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=49289d6c-66f8-4420-9259-e4bc7261612f,segment=NetworkSegment(872889e4-5d02-4ec8-807e-3e5c98ba67af),segment_id=872889e4-5d02-4ec8-807e-3e5c98ba67af)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:59:13.131910 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:13.146693 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9cffc1-f01f-4c15-b866-ca526924cda9 req-aa839b5d-063f-4841-b993-7f433edda16a tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:13.155988 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9cffc1-f01f-4c15-b866-ca526924cda9 req-aa839b5d-063f-4841-b993-7f433edda16a tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:13.164063 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9cffc1-f01f-4c15-b866-ca526924cda9 req-aa839b5d-063f-4841-b993-7f433edda16a tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:13.170310 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9cffc1-f01f-4c15-b866-ca526924cda9 req-aa839b5d-063f-4841-b993-7f433edda16a tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:13.176646 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9cffc1-f01f-4c15-b866-ca526924cda9 req-aa839b5d-063f-4841-b993-7f433edda16a tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:13.179205 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-3f9cffc1-f01f-4c15-b866-ca526924cda9 req-aa839b5d-063f-4841-b993-7f433edda16a tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] 10.222.0.59 "GET /v2.0/ports?device_id=2be6dd0d-bc7c-4882-8bb2-afe5ae686d07 HTTP/1.1" status: 200 len: 3827 time: 0.3500311 Jul 27 20:59:13.179932 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea893bbb-32d3-4512-b6e8-5eee889365da tempest-SecurityGroupRulesTestJSON-477771879 tempest-SecurityGroupRulesTestJSON-477771879-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3480efa6-bb8e-4469-9db9-911d2e9cba97,revision_number=0']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:59:13.191828 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-2fd1788b-08df-4b44-ac9e-c8e5ab8b7edd req-ea893bbb-32d3-4512-b6e8-5eee889365da tempest-SecurityGroupRulesTestJSON-477771879 tempest-SecurityGroupRulesTestJSON-477771879-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:13.193120 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-2fd1788b-08df-4b44-ac9e-c8e5ab8b7edd req-ea893bbb-32d3-4512-b6e8-5eee889365da tempest-SecurityGroupRulesTestJSON-477771879 tempest-SecurityGroupRulesTestJSON-477771879-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.4344308 Jul 27 20:59:13.246890 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-3f9cffc1-f01f-4c15-b866-ca526924cda9 req-7d1b3e33-4b45-4211-b6c3-e67120ae5468 tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] 10.222.0.59 "GET /v2.0/security-groups?id=c27eaa65-2484-427b-949c-12cff57d8973&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547993 Jul 27 20:59:13.300870 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Pushing event updated for resources: {'Port': ['ID=49289d6c-66f8-4420-9259-e4bc7261612f,revision_number=5']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:59:13.339041 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-4ff7ded6-08d6-40f0-b0c1-177407d5c829 req-51df7f20-a257-4e73-bdda-1c179649b796 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:13.366986 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:59:13.367359 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:59:13.367698 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:59:13.368035 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:59:13.368375 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:59:13.368691 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:59:13.369016 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:59:13.369340 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:59:13.369662 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:59:13.369969 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:59:13.370290 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:59:13.370607 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:59:13.391027 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 20:59:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bda2d1b-5a3a-4326-b262-d909de252ca3 x-openstack-request-id: req-2bda2d1b-5a3a-4326-b262-d909de252ca3 {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:59:13.391178 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2be6dd0d-bc7c-4882-8bb2-afe5ae686d07", "tag": "3e901f2c-afa6-4e65-b936-9e2231fd9b0c", "status": "completed", "code": 200}]} {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:59:13.391350 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-2bda2d1b-5a3a-4326-b262-d909de252ca3 {{(pid=105584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:59:13.391751 n-d-705658-22 neutron-server[105584]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2be6dd0d-bc7c-4882-8bb2-afe5ae686d07', 'tag': '3e901f2c-afa6-4e65-b936-9e2231fd9b0c', 'status': 'completed', 'code': 200} Jul 27 20:59:13.529460 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-78ec1913-40ba-4275-b714-ec1b6db93b84 req-99b06b6e-4dfc-4609-b31a-214514055990 tempest-LiveMigrationNegativeTest-821432527 tempest-LiveMigrationNegativeTest-821432527-project] 10.222.0.59 "GET /v2.0/ports?device_id=a6633f79-2fa5-456e-a49d-db874e69a63c HTTP/1.1" status: 200 len: 210 time: 0.0607421 Jul 27 20:59:13.572665 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8359323d-31a8-4072-86ed-9dad265ca3b2 req-a7b5a0a7-331e-4cf5-92c9-64ee8e697d85 tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:13.593169 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-8359323d-31a8-4072-86ed-9dad265ca3b2 req-a7b5a0a7-331e-4cf5-92c9-64ee8e697d85 tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] 10.222.0.59 "GET /v2.0/ports?device_id=f2396a40-6541-40f1-9d6e-e363e4e5437c HTTP/1.1" status: 200 len: 945 time: 0.1671507 Jul 27 20:59:13.623234 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 20:59:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81135d40-6bf4-4783-9f1b-f75bbbd51c6c x-openstack-request-id: req-81135d40-6bf4-4783-9f1b-f75bbbd51c6c {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:59:13.623762 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2396a40-6541-40f1-9d6e-e363e4e5437c", "name": "network-vif-plugged", "status": "completed", "tag": "49289d6c-66f8-4420-9259-e4bc7261612f", "code": 200}]} {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:59:13.623983 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-81135d40-6bf4-4783-9f1b-f75bbbd51c6c {{(pid=105586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:59:13.624480 n-d-705658-22 neutron-server[105586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2396a40-6541-40f1-9d6e-e363e4e5437c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49289d6c-66f8-4420-9259-e4bc7261612f', 'code': 200} Jul 27 20:59:13.693140 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [req-4451b3ea-f81e-4cb2-863b-9451ce410eef req-6492fd28-e1ba-4880-b467-f42637eb333f tempest-SecurityGroupRulesTestJSON-477771879 tempest-SecurityGroupRulesTestJSON-477771879-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1066778842', 'description': 'tempest-description-1899735179'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:59:13.725661 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-8359323d-31a8-4072-86ed-9dad265ca3b2 req-57b2dea7-8cc9-4f5b-95e6-2194293a2696 tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] 10.222.0.59 "GET /v2.0/security-groups?id=d1766e71-7b2a-4f2d-acc0-530f862b8fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240425 Jul 27 20:59:13.850201 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdec45cc-960e-4c92-817c-b7677d451224 req-d750bc7e-1b5a-4b25-850e-37cfc653d117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:13.851519 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdec45cc-960e-4c92-817c-b7677d451224 req-d750bc7e-1b5a-4b25-850e-37cfc653d117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:13.852173 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdec45cc-960e-4c92-817c-b7677d451224 req-d750bc7e-1b5a-4b25-850e-37cfc653d117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:13.852670 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdec45cc-960e-4c92-817c-b7677d451224 req-d750bc7e-1b5a-4b25-850e-37cfc653d117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:13.853177 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdec45cc-960e-4c92-817c-b7677d451224 req-d750bc7e-1b5a-4b25-850e-37cfc653d117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:13.855363 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-cdec45cc-960e-4c92-817c-b7677d451224 req-d750bc7e-1b5a-4b25-850e-37cfc653d117 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=be3b976efbdd4f41894dd22bc5b95523&device_id=2be6dd0d-bc7c-4882-8bb2-afe5ae686d07 HTTP/1.1" status: 200 len: 4363 time: 0.4395649 Jul 27 20:59:13.859588 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-ed1f7630-06dd-4fbb-8513-32110aeba641 req-f7497487-5558-4680-9b01-06b792db8613 tempest-LiveMigrationNegativeTest-821432527 tempest-LiveMigrationNegativeTest-821432527-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=b2634fd10e1941b185ef111c750a8a34&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1126769 Jul 27 20:59:13.884843 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 40030) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:59:13.926116 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-4451b3ea-f81e-4cb2-863b-9451ce410eef req-6492fd28-e1ba-4880-b467-f42637eb333f tempest-SecurityGroupRulesTestJSON-477771879 tempest-SecurityGroupRulesTestJSON-477771879-project] Notify callbacks [] for security_group, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:14.152255 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec0c624-9b5b-449e-9a3b-14ee3a05c78e req-4f215662-ae96-4d07-97e8-e40ece0ab4f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:14.153834 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-fec0c624-9b5b-449e-9a3b-14ee3a05c78e req-4f215662-ae96-4d07-97e8-e40ece0ab4f4 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=f2396a40-6541-40f1-9d6e-e363e4e5437c HTTP/1.1" status: 200 len: 1097 time: 0.4097602 Jul 27 20:59:14.204562 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-875ced1b-4cf3-463a-9653-058f0f9421e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:14.230530 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-fec0c624-9b5b-449e-9a3b-14ee3a05c78e req-0bab3ac8-789a-4d63-a58b-84b9f7c35286 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=d1766e71-7b2a-4f2d-acc0-530f862b8fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660734 Jul 27 20:59:14.266301 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1f7630-06dd-4fbb-8513-32110aeba641 req-6594f92e-593f-4cd5-a4cf-95ef4a5c4e28 tempest-LiveMigrationNegativeTest-821432527 tempest-LiveMigrationNegativeTest-821432527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:14.267933 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-ed1f7630-06dd-4fbb-8513-32110aeba641 req-6594f92e-593f-4cd5-a4cf-95ef4a5c4e28 tempest-LiveMigrationNegativeTest-821432527 tempest-LiveMigrationNegativeTest-821432527-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4076080 Jul 27 20:59:14.318588 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-4451b3ea-f81e-4cb2-863b-9451ce410eef req-6492fd28-e1ba-4880-b467-f42637eb333f tempest-SecurityGroupRulesTestJSON-477771879 tempest-SecurityGroupRulesTestJSON-477771879-project] Notify callbacks [] for security_group, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:14.327898 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-4451b3ea-f81e-4cb2-863b-9451ce410eef req-6492fd28-e1ba-4880-b467-f42637eb333f tempest-SecurityGroupRulesTestJSON-477771879 tempest-SecurityGroupRulesTestJSON-477771879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:14.378671 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [req-ed1f7630-06dd-4fbb-8513-32110aeba641 req-f5493596-1275-4c61-93aa-104ccd2d886e tempest-LiveMigrationNegativeTest-821432527 tempest-LiveMigrationNegativeTest-821432527-project] Request body: {'port': {'device_id': 'a6633f79-2fa5-456e-a49d-db874e69a63c', 'network_id': '4d64aa0b-bd6a-468e-8edc-c83689947462', 'admin_state_up': True, 'tenant_id': 'b2634fd10e1941b185ef111c750a8a34'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:59:14.388287 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdec45cc-960e-4c92-817c-b7677d451224 req-53e7cb71-cd69-4313-91f0-02b32ac71829 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:14.389288 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdec45cc-960e-4c92-817c-b7677d451224 req-53e7cb71-cd69-4313-91f0-02b32ac71829 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:14.389731 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdec45cc-960e-4c92-817c-b7677d451224 req-53e7cb71-cd69-4313-91f0-02b32ac71829 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:14.400276 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-cdec45cc-960e-4c92-817c-b7677d451224 req-53e7cb71-cd69-4313-91f0-02b32ac71829 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=be3b976efbdd4f41894dd22bc5b95523&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.5289209 Jul 27 20:59:14.573581 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6492fd28-e1ba-4880-b467-f42637eb333f tempest-SecurityGroupRulesTestJSON-477771879 tempest-SecurityGroupRulesTestJSON-477771879-project] Pushing event updated for resources: {'SecurityGroup': ['ID=832a4f2e-af76-4bfe-b712-411a52aa8e80,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:59:14.583686 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c29bd194-cda6-46d8-9f02-d26f3120be01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:14.586709 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-4451b3ea-f81e-4cb2-863b-9451ce410eef req-6492fd28-e1ba-4880-b467-f42637eb333f tempest-SecurityGroupRulesTestJSON-477771879 tempest-SecurityGroupRulesTestJSON-477771879-project] Notify callbacks [] for security_group, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:14.588077 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-4451b3ea-f81e-4cb2-863b-9451ce410eef req-6492fd28-e1ba-4880-b467-f42637eb333f tempest-SecurityGroupRulesTestJSON-477771879 tempest-SecurityGroupRulesTestJSON-477771879-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.9264882 Jul 27 20:59:14.734931 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed1f7630-06dd-4fbb-8513-32110aeba641 req-f5493596-1275-4c61-93aa-104ccd2d886e tempest-LiveMigrationNegativeTest-821432527 tempest-LiveMigrationNegativeTest-821432527-project] Made reservation on behalf of b2634fd10e1941b185ef111c750a8a34 for: {'port': 1} {{(pid=105585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:59:14.748416 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-ed1f7630-06dd-4fbb-8513-32110aeba641 req-f5493596-1275-4c61-93aa-104ccd2d886e tempest-LiveMigrationNegativeTest-821432527 tempest-LiveMigrationNegativeTest-821432527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:14.784577 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-ed1f7630-06dd-4fbb-8513-32110aeba641 req-f5493596-1275-4c61-93aa-104ccd2d886e tempest-LiveMigrationNegativeTest-821432527 tempest-LiveMigrationNegativeTest-821432527-project] Notify callbacks [] for security_group, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:14.825255 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device e13e4ec9-f53d-47ef-837e-8c4560df621a details requested by agent hyperv_n-h1-705658-22 with host n-h1-705658-22 {{(pid=105586) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 20:59:14.843434 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-3f7cf9e5-72f8-495d-9dc2-f984b31a3c0d req-fcd19dd8-1118-4d36-8c71-bd05c3cce50c tempest-LiveMigrationNegativeTest-821432527 tempest-LiveMigrationNegativeTest-821432527-project] 10.222.0.59 "GET /v2.0/ports?device_id=a6633f79-2fa5-456e-a49d-db874e69a63c HTTP/1.1" status: 200 len: 210 time: 0.0369396 Jul 27 20:59:14.895060 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b27513-a8d5-49d6-9afd-dab4ca7a4807 req-1cc9a6b6-9c5d-4aa1-b35e-15981c3719d9 tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:14.901379 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b27513-a8d5-49d6-9afd-dab4ca7a4807 req-1cc9a6b6-9c5d-4aa1-b35e-15981c3719d9 tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:14.908317 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b27513-a8d5-49d6-9afd-dab4ca7a4807 req-1cc9a6b6-9c5d-4aa1-b35e-15981c3719d9 tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:14.915334 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b27513-a8d5-49d6-9afd-dab4ca7a4807 req-1cc9a6b6-9c5d-4aa1-b35e-15981c3719d9 tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:14.921814 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b27513-a8d5-49d6-9afd-dab4ca7a4807 req-1cc9a6b6-9c5d-4aa1-b35e-15981c3719d9 tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:14.924081 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-89b27513-a8d5-49d6-9afd-dab4ca7a4807 req-1cc9a6b6-9c5d-4aa1-b35e-15981c3719d9 tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] 10.222.0.59 "GET /v2.0/ports?device_id=2be6dd0d-bc7c-4882-8bb2-afe5ae686d07 HTTP/1.1" status: 200 len: 3827 time: 0.3386228 Jul 27 20:59:14.926724 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdec45cc-960e-4c92-817c-b7677d451224 req-9727276c-b1c2-4396-9363-21f19e8ccc00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:14.932962 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-cdec45cc-960e-4c92-817c-b7677d451224 req-9727276c-b1c2-4396-9363-21f19e8ccc00 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4980910 Jul 27 20:59:14.933799 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [req-f8214b1e-2041-4f5e-98ee-4e0075f5bd57 req-14bf9813-b3ee-4544-a271-058980f81980 tempest-SecurityGroupRulesTestJSON-477771879 tempest-SecurityGroupRulesTestJSON-477771879-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1348161578', 'description': 'tempest-description-2072116441'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:59:14.950842 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [req-4ff7ded6-08d6-40f0-b0c1-177407d5c829 req-51df7f20-a257-4e73-bdda-1c179649b796 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 32d33fb6-0dd4-4fb0-848b-fa38285c8993 {{(pid=105584) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 20:59:14.969865 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-4ff7ded6-08d6-40f0-b0c1-177407d5c829 req-51df7f20-a257-4e73-bdda-1c179649b796 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:15.003274 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-89b27513-a8d5-49d6-9afd-dab4ca7a4807 req-fde5a94f-6fb6-488c-811e-51cec99e125f tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] 10.222.0.59 "GET /v2.0/security-groups?id=c27eaa65-2484-427b-949c-12cff57d8973&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580871 Jul 27 20:59:15.032998 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.provisioning_blocks [req-4ff7ded6-08d6-40f0-b0c1-177407d5c829 req-51df7f20-a257-4e73-bdda-1c179649b796 service neutron] Transition to ACTIVE for port object 32d33fb6-0dd4-4fb0-848b-fa38285c8993 will not be triggered until provisioned by entity L2. {{(pid=105584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:59:15.041260 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-4ff7ded6-08d6-40f0-b0c1-177407d5c829 req-51df7f20-a257-4e73-bdda-1c179649b796 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9014027'] for port, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:15.077277 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] For port e13e4ec9-f53d-47ef-837e-8c4560df621a, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=e13e4ec9-f53d-47ef-837e-8c4560df621a,segment=NetworkSegment(86b1e6f6-d629-4b03-8944-4cdfbfb93d02),segment_id=86b1e6f6-d629-4b03-8944-4cdfbfb93d02)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:59:15.116592 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Returning: {'device': 'e13e4ec9-f53d-47ef-837e-8c4560df621a', 'network_id': '4d64aa0b-bd6a-468e-8edc-c83689947462', 'port_id': 'e13e4ec9-f53d-47ef-837e-8c4560df621a', 'mac_address': 'fa:16:3e:f1:a6:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26644ba0-4185-4e10-8718-6ad18d01376c', 'ip_address': '192.168.233.65'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105586) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 20:59:15.230540 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51df7f20-a257-4e73-bdda-1c179649b796 service neutron] Pushing event updated for resources: {'Port': ['ID=32d33fb6-0dd4-4fb0-848b-fa38285c8993,revision_number=2']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:59:15.249567 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:15.285584 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e13e4ec9-f53d-47ef-837e-8c4560df621a {{(pid=105586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 20:59:15.345467 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] For port e13e4ec9-f53d-47ef-837e-8c4560df621a, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=e13e4ec9-f53d-47ef-837e-8c4560df621a,segment=NetworkSegment(86b1e6f6-d629-4b03-8944-4cdfbfb93d02),segment_id=86b1e6f6-d629-4b03-8944-4cdfbfb93d02)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:59:15.353700 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-001a5ad9-ff05-4b71-a8da-b15384d25fd8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4076536'] for router_interface, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:15.356654 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:15.417889 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c46250-82d7-4f26-bba0-3f1435866fc0 req-d07970cc-5fba-4653-a04a-714afc9e1429 tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:15.422640 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-d6c46250-82d7-4f26-bba0-3f1435866fc0 req-d07970cc-5fba-4653-a04a-714afc9e1429 tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] 10.222.0.59 "GET /v2.0/ports?device_id=f2396a40-6541-40f1-9d6e-e363e4e5437c HTTP/1.1" status: 200 len: 945 time: 0.2917922 Jul 27 20:59:15.427947 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-ed1f7630-06dd-4fbb-8513-32110aeba641 req-f5493596-1275-4c61-93aa-104ccd2d886e tempest-LiveMigrationNegativeTest-821432527 tempest-LiveMigrationNegativeTest-821432527-project] Notify callbacks [] for security_group, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:15.441449 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-ed1f7630-06dd-4fbb-8513-32110aeba641 req-f5493596-1275-4c61-93aa-104ccd2d886e tempest-LiveMigrationNegativeTest-821432527 tempest-LiveMigrationNegativeTest-821432527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:15.495921 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Pushing event updated for resources: {'Port': ['ID=e13e4ec9-f53d-47ef-837e-8c4560df621a,revision_number=6']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:59:15.532098 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [req-4ff7ded6-08d6-40f0-b0c1-177407d5c829 req-51df7f20-a257-4e73-bdda-1c179649b796 service neutron] Attempting to bind port 32d33fb6-0dd4-4fb0-848b-fa38285c8993 on host n-h1-705658-22 for vnic_type normal with profile {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:59:15.532531 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [req-4ff7ded6-08d6-40f0-b0c1-177407d5c829 req-51df7f20-a257-4e73-bdda-1c179649b796 service neutron] Attempting to bind port 32d33fb6-0dd4-4fb0-848b-fa38285c8993 by drivers openvswitch,hyperv on host n-h1-705658-22 at level 0 using segments [{'id': '18a392fd-f38c-4fa2-9883-9b25afe164a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'd06e6d48-2725-42c2-bd07-d31f23229f60'}] {{(pid=105584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:59:15.533241 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ff7ded6-08d6-40f0-b0c1-177407d5c829 req-51df7f20-a257-4e73-bdda-1c179649b796 service neutron] Attempting to bind port 32d33fb6-0dd4-4fb0-848b-fa38285c8993 on network d06e6d48-2725-42c2-bd07-d31f23229f60 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:59:15.562045 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] get_ports_and_sgs() called for port_ids ['e13e4ec9-f53d-47ef-837e-8c4560df621a'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 20:59:15.580750 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ff7ded6-08d6-40f0-b0c1-177407d5c829 req-51df7f20-a257-4e73-bdda-1c179649b796 service neutron] Port 32d33fb6-0dd4-4fb0-848b-fa38285c8993 on network d06e6d48-2725-42c2-bd07-d31f23229f60 not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-22 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 20:59:15.581126 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ff7ded6-08d6-40f0-b0c1-177407d5c829 req-51df7f20-a257-4e73-bdda-1c179649b796 service neutron] Attempting to bind port 32d33fb6-0dd4-4fb0-848b-fa38285c8993 on network d06e6d48-2725-42c2-bd07-d31f23229f60 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:59:15.626906 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.db_base_plugin_common [req-ed1f7630-06dd-4fbb-8513-32110aeba641 req-f5493596-1275-4c61-93aa-104ccd2d886e tempest-LiveMigrationNegativeTest-821432527 tempest-LiveMigrationNegativeTest-821432527-project] Allocated IP 192.168.233.32 (4d64aa0b-bd6a-468e-8edc-c83689947462/26644ba0-4185-4e10-8718-6ad18d01376c/159d2139-7d49-46eb-bb69-aa9680c76be7) {{(pid=105585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:59:15.627962 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ff7ded6-08d6-40f0-b0c1-177407d5c829 req-51df7f20-a257-4e73-bdda-1c179649b796 service neutron] Checking agent: {'id': '9d9bc37f-4d75-44ef-9f63-799aab3e316f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 49, 36), 'started_at': datetime.datetime(2021, 7, 27, 20, 49, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 59, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:59:15.628306 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ff7ded6-08d6-40f0-b0c1-177407d5c829 req-51df7f20-a257-4e73-bdda-1c179649b796 service neutron] Checking segment: {'id': '18a392fd-f38c-4fa2-9883-9b25afe164a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'd06e6d48-2725-42c2-bd07-d31f23229f60'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:59:15.628711 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ff7ded6-08d6-40f0-b0c1-177407d5c829 req-51df7f20-a257-4e73-bdda-1c179649b796 service neutron] Bound using segment: {'id': '18a392fd-f38c-4fa2-9883-9b25afe164a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'd06e6d48-2725-42c2-bd07-d31f23229f60'} {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:59:15.630314 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [req-4ff7ded6-08d6-40f0-b0c1-177407d5c829 req-51df7f20-a257-4e73-bdda-1c179649b796 service neutron] Bound port: 32d33fb6-0dd4-4fb0-848b-fa38285c8993, host: n-h1-705658-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18a392fd-f38c-4fa2-9883-9b25afe164a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'd06e6d48-2725-42c2-bd07-d31f23229f60'}}] {{(pid=105584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:59:15.630479 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-4ff7ded6-08d6-40f0-b0c1-177407d5c829 req-51df7f20-a257-4e73-bdda-1c179649b796 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:15.845361 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-ed1f7630-06dd-4fbb-8513-32110aeba641 req-f5493596-1275-4c61-93aa-104ccd2d886e tempest-LiveMigrationNegativeTest-821432527 tempest-LiveMigrationNegativeTest-821432527-project] Notify callbacks [] for port, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:15.874843 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.provisioning_blocks [req-ed1f7630-06dd-4fbb-8513-32110aeba641 req-f5493596-1275-4c61-93aa-104ccd2d886e tempest-LiveMigrationNegativeTest-821432527 tempest-LiveMigrationNegativeTest-821432527-project] Transition to ACTIVE for port object 159d2139-7d49-46eb-bb69-aa9680c76be7 will not be triggered until provisioned by entity DHCP. {{(pid=105585) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:59:15.939407 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [req-4ff7ded6-08d6-40f0-b0c1-177407d5c829 req-51df7f20-a257-4e73-bdda-1c179649b796 service neutron] For port 32d33fb6-0dd4-4fb0-848b-fa38285c8993, host n-h1-705658-22, cleared binding levels {{(pid=105584) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:59:15.950841 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [req-4ff7ded6-08d6-40f0-b0c1-177407d5c829 req-51df7f20-a257-4e73-bdda-1c179649b796 service neutron] For port 32d33fb6-0dd4-4fb0-848b-fa38285c8993, host n-h1-705658-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=32d33fb6-0dd4-4fb0-848b-fa38285c8993,segment=NetworkSegment(18a392fd-f38c-4fa2-9883-9b25afe164a9),segment_id=18a392fd-f38c-4fa2-9883-9b25afe164a9)] {{(pid=105584) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:59:15.963327 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-4ff7ded6-08d6-40f0-b0c1-177407d5c829 req-51df7f20-a257-4e73-bdda-1c179649b796 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9014027'] for port, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:15.972686 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c29bd194-cda6-46d8-9f02-d26f3120be01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:15.998379 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.db.api [req-f8214b1e-2041-4f5e-98ee-4e0075f5bd57 req-14bf9813-b3ee-4544-a271-058980f81980 tempest-SecurityGroupRulesTestJSON-477771879 tempest-SecurityGroupRulesTestJSON-477771879-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 27 20:59:15.998379 n-d-705658-22 neutron-server[105585]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 27 20:59:15.998379 n-d-705658-22 neutron-server[105585]: [parameters: {'project_id_1': '0f6eb93b182d43e3a305593307cedc2b', 'expiration_1': datetime.datetime(2021, 7, 27, 20, 59, 14, 942167)}] Jul 27 20:59:15.998379 n-d-705658-22 neutron-server[105585]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=105585) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 27 20:59:15.999339 n-d-705658-22 neutron-server[105585]: DEBUG oslo_db.api [req-f8214b1e-2041-4f5e-98ee-4e0075f5bd57 req-14bf9813-b3ee-4544-a271-058980f81980 tempest-SecurityGroupRulesTestJSON-477771879 tempest-SecurityGroupRulesTestJSON-477771879-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=105585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 27 20:59:16.033368 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5493596-1275-4c61-93aa-104ccd2d886e tempest-LiveMigrationNegativeTest-821432527 tempest-LiveMigrationNegativeTest-821432527-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bba09abf-9bc4-4acd-a324-3bcdcb98d3ad,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:59:16.034407 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c29bd194-cda6-46d8-9f02-d26f3120be01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:16.057012 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-d6c46250-82d7-4f26-bba0-3f1435866fc0 req-a782ccf4-b319-4490-8b0d-a2afab63ac56 tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] 10.222.0.59 "GET /v2.0/security-groups?id=d1766e71-7b2a-4f2d-acc0-530f862b8fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6187396 Jul 27 20:59:16.064295 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-ed1f7630-06dd-4fbb-8513-32110aeba641 req-f5493596-1275-4c61-93aa-104ccd2d886e tempest-LiveMigrationNegativeTest-821432527 tempest-LiveMigrationNegativeTest-821432527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:16.078707 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51df7f20-a257-4e73-bdda-1c179649b796 service neutron] Pushing event updated for resources: {'Port': ['ID=32d33fb6-0dd4-4fb0-848b-fa38285c8993,revision_number=3']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:59:16.110027 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-c29bd194-cda6-46d8-9f02-d26f3120be01 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=8eddc35b0ee64cc085412bcbe73dad65&name=default HTTP/1.1" status: 200 len: 2979 time: 2.1281843 Jul 27 20:59:16.141753 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 40074) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:59:16.175238 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed1f7630-06dd-4fbb-8513-32110aeba641 req-f5493596-1275-4c61-93aa-104ccd2d886e tempest-LiveMigrationNegativeTest-821432527 tempest-LiveMigrationNegativeTest-821432527-project] Network 4d64aa0b-bd6a-468e-8edc-c83689947462 is already hosted by enough agents. {{(pid=105585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:59:16.180671 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5493596-1275-4c61-93aa-104ccd2d886e tempest-LiveMigrationNegativeTest-821432527 tempest-LiveMigrationNegativeTest-821432527-project] Pushing event updated for resources: {'Port': ['ID=159d2139-7d49-46eb-bb69-aa9680c76be7,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:59:16.184892 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.base_scheduler [req-ed1f7630-06dd-4fbb-8513-32110aeba641 req-f5493596-1275-4c61-93aa-104ccd2d886e tempest-LiveMigrationNegativeTest-821432527 tempest-LiveMigrationNegativeTest-821432527-project] Resources bound (agent type, host, resource id): {{(pid=105585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:59:16.188119 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed1f7630-06dd-4fbb-8513-32110aeba641 req-f5493596-1275-4c61-93aa-104ccd2d886e tempest-LiveMigrationNegativeTest-821432527 tempest-LiveMigrationNegativeTest-821432527-project] Received port after_create {{(pid=105585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:59:16.228862 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff7ded6-08d6-40f0-b0c1-177407d5c829 req-51df7f20-a257-4e73-bdda-1c179649b796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:16.233780 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-4ff7ded6-08d6-40f0-b0c1-177407d5c829 req-51df7f20-a257-4e73-bdda-1c179649b796 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:16.235793 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-4ff7ded6-08d6-40f0-b0c1-177407d5c829 req-51df7f20-a257-4e73-bdda-1c179649b796 service neutron] 10.222.0.36 "PUT /v2.0/ports/32d33fb6-0dd4-4fb0-848b-fa38285c8993 HTTP/1.1" status: 200 len: 1136 time: 3.4731333 Jul 27 20:59:16.238789 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2be6dd0d-bc7c-4882-8bb2-afe5ae686d07', 'tag': '32d33fb6-0dd4-4fb0-848b-fa38285c8993'}] {{(pid=105584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:59:16.241371 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bce5e6c8685464f7626901654159975603b047827e3138302ed6566e28f1343" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18d6ac9e-6608-4d13-a9bb-d20a4822a7d8" -d '{"events": [{"name": "network-changed", "server_uuid": "2be6dd0d-bc7c-4882-8bb2-afe5ae686d07", "tag": "32d33fb6-0dd4-4fb0-848b-fa38285c8993"}]}' {{(pid=105584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:59:16.268443 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1f7630-06dd-4fbb-8513-32110aeba641 req-f5493596-1275-4c61-93aa-104ccd2d886e tempest-LiveMigrationNegativeTest-821432527 tempest-LiveMigrationNegativeTest-821432527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:16.269402 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-ed1f7630-06dd-4fbb-8513-32110aeba641 req-f5493596-1275-4c61-93aa-104ccd2d886e tempest-LiveMigrationNegativeTest-821432527 tempest-LiveMigrationNegativeTest-821432527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:16.301710 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [req-4ff7ded6-08d6-40f0-b0c1-177407d5c829 req-e75e541d-22a3-4c32-9f11-2de54541cfba service neutron] Request body: {'port': {'device_id': '2be6dd0d-bc7c-4882-8bb2-afe5ae686d07', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-705658-22'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:59:16.306401 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-ed1f7630-06dd-4fbb-8513-32110aeba641 req-f5493596-1275-4c61-93aa-104ccd2d886e tempest-LiveMigrationNegativeTest-821432527 tempest-LiveMigrationNegativeTest-821432527-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9325013 Jul 27 20:59:16.364073 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [req-ed1f7630-06dd-4fbb-8513-32110aeba641 req-e91506da-bfe8-4f6a-ba17-5c372fd4adb0 service neutron] Request body: {'port': {'device_id': 'a6633f79-2fa5-456e-a49d-db874e69a63c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-705658-22'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:59:16.454319 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-ed1f7630-06dd-4fbb-8513-32110aeba641 req-e91506da-bfe8-4f6a-ba17-5c372fd4adb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:16.468249 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29bd194-cda6-46d8-9f02-d26f3120be01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7a3b58f-e371-4046-9781-04727e256baf,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:59:16.492502 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-93c22a2d-1a0f-4c87-964b-8453f22ba547 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:16.620619 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-4ff7ded6-08d6-40f0-b0c1-177407d5c829 req-e75e541d-22a3-4c32-9f11-2de54541cfba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:16.658905 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-93c22a2d-1a0f-4c87-964b-8453f22ba547 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:16.729592 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-001a5ad9-ff05-4b71-a8da-b15384d25fd8 admin admin] Deleting port 5a197d84-3e30-4d9f-acc7-21edc8c538ba {{(pid=105584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:59:16.730337 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-001a5ad9-ff05-4b71-a8da-b15384d25fd8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:16.777447 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-eaafb658-cb0b-4ef0-8541-15160874daef None None] Provisioning for port 159d2139-7d49-46eb-bb69-aa9680c76be7 completed by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:59:16.790229 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-eaafb658-cb0b-4ef0-8541-15160874daef None None] Provisioning complete for port 159d2139-7d49-46eb-bb69-aa9680c76be7 triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:59:16.793236 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-eaafb658-cb0b-4ef0-8541-15160874daef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:16.799543 n-d-705658-22 neutron-server[105585]: DEBUG neutron.notifiers.nova [req-ed1f7630-06dd-4fbb-8513-32110aeba641 req-e91506da-bfe8-4f6a-ba17-5c372fd4adb0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 159d2139-7d49-46eb-bb69-aa9680c76be7 {{(pid=105585) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 20:59:16.808171 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-ed1f7630-06dd-4fbb-8513-32110aeba641 req-e91506da-bfe8-4f6a-ba17-5c372fd4adb0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:16.822248 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.provisioning_blocks [req-ed1f7630-06dd-4fbb-8513-32110aeba641 req-e91506da-bfe8-4f6a-ba17-5c372fd4adb0 service neutron] Transition to ACTIVE for port object 159d2139-7d49-46eb-bb69-aa9680c76be7 will not be triggered until provisioned by entity L2. {{(pid=105585) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:59:16.826580 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d7a192-d171-49cb-96f7-08a3e770a1d6 req-10e1db52-8cac-4a01-ba76-fde62b2838ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:16.830741 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e8d7a192-d171-49cb-96f7-08a3e770a1d6 req-10e1db52-8cac-4a01-ba76-fde62b2838ef service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=54685b57bf31427c889d7b240f3f8a60&device_id=f2396a40-6541-40f1-9d6e-e363e4e5437c HTTP/1.1" status: 200 len: 1097 time: 0.8817632 Jul 27 20:59:16.841961 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [None req-001a5ad9-ff05-4b71-a8da-b15384d25fd8 admin admin] For port 5a197d84-3e30-4d9f-acc7-21edc8c538ba, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=5a197d84-3e30-4d9f-acc7-21edc8c538ba,segment=NetworkSegment(839ae395-18c4-4db8-912c-98cffd4079a9),segment_id=839ae395-18c4-4db8-912c-98cffd4079a9)] {{(pid=105584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:59:16.841961 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-001a5ad9-ff05-4b71-a8da-b15384d25fd8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:16.855392 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-001a5ad9-ff05-4b71-a8da-b15384d25fd8 admin admin] Calling delete_port for 5a197d84-3e30-4d9f-acc7-21edc8c538ba owned by network:router_interface {{(pid=105584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:59:16.870394 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-ed1f7630-06dd-4fbb-8513-32110aeba641 req-e91506da-bfe8-4f6a-ba17-5c372fd4adb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10221672'] for port, after_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:16.872227 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-eaafb658-cb0b-4ef0-8541-15160874daef None None] Port 159d2139-7d49-46eb-bb69-aa9680c76be7 cannot update to ACTIVE because it is not bound. {{(pid=105586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 20:59:16.873858 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device 0d25b76a-67ba-4b3b-8026-3f225d5e391c details requested by agent hyperv_n-h1-705658-22 with host n-h1-705658-22 {{(pid=105586) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 20:59:16.877298 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device e13e4ec9-f53d-47ef-837e-8c4560df621a up at agent hyperv_n-h1-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:59:16.935207 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-f8214b1e-2041-4f5e-98ee-4e0075f5bd57 req-14bf9813-b3ee-4544-a271-058980f81980 tempest-SecurityGroupRulesTestJSON-477771879 tempest-SecurityGroupRulesTestJSON-477771879-project] Notify callbacks [] for security_group, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:16.998174 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53007502-953c-4857-b22d-351105e987db req-34518847-f6dd-413b-9ba7-c6e6be884646 tempest-LiveMigrationNegativeTest-821432527 tempest-LiveMigrationNegativeTest-821432527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:17.010892 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-53007502-953c-4857-b22d-351105e987db req-34518847-f6dd-413b-9ba7-c6e6be884646 tempest-LiveMigrationNegativeTest-821432527 tempest-LiveMigrationNegativeTest-821432527-project] 10.222.0.59 "GET /v2.0/ports?device_id=a6633f79-2fa5-456e-a49d-db874e69a63c HTTP/1.1" status: 200 len: 935 time: 0.7566342 Jul 27 20:59:17.094965 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-93c22a2d-1a0f-4c87-964b-8453f22ba547 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:17.120672 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-93c22a2d-1a0f-4c87-964b-8453f22ba547 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:17.121822 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-93c22a2d-1a0f-4c87-964b-8453f22ba547 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/d7a3b58f-e371-4046-9781-04727e256baf HTTP/1.1" status: 204 len: 168 time: 0.9770844 Jul 27 20:59:17.131066 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91506da-bfe8-4f6a-ba17-5c372fd4adb0 service neutron] Pushing event updated for resources: {'Port': ['ID=159d2139-7d49-46eb-bb69-aa9680c76be7,revision_number=2']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:59:17.170888 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] For port 0d25b76a-67ba-4b3b-8026-3f225d5e391c, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=0d25b76a-67ba-4b3b-8026-3f225d5e391c,segment=NetworkSegment(7253e476-fc19-4126-9562-a06a41b3b94e),segment_id=7253e476-fc19-4126-9562-a06a41b3b94e)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:59:17.193181 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Returning: {'device': '0d25b76a-67ba-4b3b-8026-3f225d5e391c', 'network_id': '6aa76440-68bb-4814-b579-87efb5c679e3', 'port_id': '0d25b76a-67ba-4b3b-8026-3f225d5e391c', 'mac_address': 'fa:16:3e:7d:88:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 230, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '746696d1-95cb-4db5-9b25-089085191295', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105586) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 20:59:17.243178 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:17.287038 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c22a2d-1a0f-4c87-964b-8453f22ba547 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7a3b58f-e371-4046-9781-04727e256baf,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:59:17.398133 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Provisioning complete for port e13e4ec9-f53d-47ef-837e-8c4560df621a triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:59:17.398746 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:17.533104 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0d25b76a-67ba-4b3b-8026-3f225d5e391c {{(pid=105586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 20:59:17.659588 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] For port 0d25b76a-67ba-4b3b-8026-3f225d5e391c, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=0d25b76a-67ba-4b3b-8026-3f225d5e391c,segment=NetworkSegment(7253e476-fc19-4126-9562-a06a41b3b94e),segment_id=7253e476-fc19-4126-9562-a06a41b3b94e)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:59:17.801470 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:17.863204 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:17.931866 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] For port e13e4ec9-f53d-47ef-837e-8c4560df621a, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=e13e4ec9-f53d-47ef-837e-8c4560df621a,segment=NetworkSegment(86b1e6f6-d629-4b03-8944-4cdfbfb93d02),segment_id=86b1e6f6-d629-4b03-8944-4cdfbfb93d02)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:59:17.935320 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a327f21b-2949-41a9-84e5-9a41fda86d7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e13e4ec9-f53d-47ef-837e-8c4560df621a'}] {{(pid=105586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:59:17.937971 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14c1663e039faf5393f87855f745010ac5b02220355b68fdbf065393e303ac56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ec767ff-e56c-4495-a421-09270870ae81" -d '{"events": [{"server_uuid": "a327f21b-2949-41a9-84e5-9a41fda86d7b", "name": "network-vif-plugged", "status": "completed", "tag": "e13e4ec9-f53d-47ef-837e-8c4560df621a"}]}' {{(pid=105586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:59:17.944964 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:18.001787 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] get_ports_and_sgs() called for port_ids ['0d25b76a-67ba-4b3b-8026-3f225d5e391c'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 20:59:18.089267 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Pushing event updated for resources: {'Port': ['ID=0d25b76a-67ba-4b3b-8026-3f225d5e391c,revision_number=6']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:59:18.107657 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-53007502-953c-4857-b22d-351105e987db req-6f4bd62f-c664-47b1-9d48-b10b55f8285a tempest-LiveMigrationNegativeTest-821432527 tempest-LiveMigrationNegativeTest-821432527-project] 10.222.0.59 "GET /v2.0/security-groups?id=bba09abf-9bc4-4acd-a324-3bcdcb98d3ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0719171 Jul 27 20:59:18.142937 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d7a192-d171-49cb-96f7-08a3e770a1d6 req-344555b9-6fd5-4616-a29a-c6acf0c3146f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:18.171789 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e8d7a192-d171-49cb-96f7-08a3e770a1d6 req-344555b9-6fd5-4616-a29a-c6acf0c3146f service neutron] 10.222.0.60 "GET /v2.0/networks?id=c29e02c5-8000-4917-925d-2eceb290693b HTTP/1.1" status: 200 len: 913 time: 1.2915306 Jul 27 20:59:18.265117 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e8d7a192-d171-49cb-96f7-08a3e770a1d6 req-d8dcfbfc-74f3-486c-946f-849ebcbfd268 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=49289d6c-66f8-4420-9259-e4bc7261612f HTTP/1.1" status: 200 len: 217 time: 0.0836411 Jul 27 20:59:18.269427 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.managers [req-ed1f7630-06dd-4fbb-8513-32110aeba641 req-e91506da-bfe8-4f6a-ba17-5c372fd4adb0 service neutron] Attempting to bind port 159d2139-7d49-46eb-bb69-aa9680c76be7 on host n-h2-705658-22 for vnic_type normal with profile {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:59:18.269427 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.managers [req-ed1f7630-06dd-4fbb-8513-32110aeba641 req-e91506da-bfe8-4f6a-ba17-5c372fd4adb0 service neutron] Attempting to bind port 159d2139-7d49-46eb-bb69-aa9680c76be7 by drivers openvswitch,hyperv on host n-h2-705658-22 at level 0 using segments [{'id': '86b1e6f6-d629-4b03-8944-4cdfbfb93d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '4d64aa0b-bd6a-468e-8edc-c83689947462'}] {{(pid=105585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:59:18.269427 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed1f7630-06dd-4fbb-8513-32110aeba641 req-e91506da-bfe8-4f6a-ba17-5c372fd4adb0 service neutron] Attempting to bind port 159d2139-7d49-46eb-bb69-aa9680c76be7 on network 4d64aa0b-bd6a-468e-8edc-c83689947462 {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:59:18.306114 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed1f7630-06dd-4fbb-8513-32110aeba641 req-e91506da-bfe8-4f6a-ba17-5c372fd4adb0 service neutron] Port 159d2139-7d49-46eb-bb69-aa9680c76be7 on network 4d64aa0b-bd6a-468e-8edc-c83689947462 not bound, no agent of type Open vSwitch agent registered on host n-h2-705658-22 {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 20:59:18.306603 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed1f7630-06dd-4fbb-8513-32110aeba641 req-e91506da-bfe8-4f6a-ba17-5c372fd4adb0 service neutron] Attempting to bind port 159d2139-7d49-46eb-bb69-aa9680c76be7 on network 4d64aa0b-bd6a-468e-8edc-c83689947462 {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:59:18.327073 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed1f7630-06dd-4fbb-8513-32110aeba641 req-e91506da-bfe8-4f6a-ba17-5c372fd4adb0 service neutron] Checking agent: {'id': '65195a73-a875-4810-9f5b-622ae260a8a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 49, 40), 'started_at': datetime.datetime(2021, 7, 27, 20, 49, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 59, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:59:18.327577 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed1f7630-06dd-4fbb-8513-32110aeba641 req-e91506da-bfe8-4f6a-ba17-5c372fd4adb0 service neutron] Checking segment: {'id': '86b1e6f6-d629-4b03-8944-4cdfbfb93d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '4d64aa0b-bd6a-468e-8edc-c83689947462'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:59:18.328081 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed1f7630-06dd-4fbb-8513-32110aeba641 req-e91506da-bfe8-4f6a-ba17-5c372fd4adb0 service neutron] Bound using segment: {'id': '86b1e6f6-d629-4b03-8944-4cdfbfb93d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '4d64aa0b-bd6a-468e-8edc-c83689947462'} {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:59:18.330826 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.managers [req-ed1f7630-06dd-4fbb-8513-32110aeba641 req-e91506da-bfe8-4f6a-ba17-5c372fd4adb0 service neutron] Bound port: 159d2139-7d49-46eb-bb69-aa9680c76be7, host: n-h2-705658-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '86b1e6f6-d629-4b03-8944-4cdfbfb93d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '4d64aa0b-bd6a-468e-8edc-c83689947462'}}] {{(pid=105585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:59:18.331339 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-ed1f7630-06dd-4fbb-8513-32110aeba641 req-e91506da-bfe8-4f6a-ba17-5c372fd4adb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:18.433537 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d7a192-d171-49cb-96f7-08a3e770a1d6 req-40a7af89-230b-4ea1-9a8a-05579a8e5d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:18.453591 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e8d7a192-d171-49cb-96f7-08a3e770a1d6 req-40a7af89-230b-4ea1-9a8a-05579a8e5d64 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=7c0fdb90-69ca-4554-99dc-5ec25614338f HTTP/1.1" status: 200 len: 852 time: 0.1774120 Jul 27 20:59:18.463754 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-f8214b1e-2041-4f5e-98ee-4e0075f5bd57 req-14bf9813-b3ee-4544-a271-058980f81980 tempest-SecurityGroupRulesTestJSON-477771879 tempest-SecurityGroupRulesTestJSON-477771879-project] Notify callbacks [] for security_group, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:18.472310 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-001a5ad9-ff05-4b71-a8da-b15384d25fd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:18.510107 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-f8214b1e-2041-4f5e-98ee-4e0075f5bd57 req-14bf9813-b3ee-4544-a271-058980f81980 tempest-SecurityGroupRulesTestJSON-477771879 tempest-SecurityGroupRulesTestJSON-477771879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:18.586066 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e8d7a192-d171-49cb-96f7-08a3e770a1d6 req-514b1c1f-7907-441f-b1d2-dccfcd4608f4 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c29e02c5-8000-4917-925d-2eceb290693b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0972650 Jul 27 20:59:18.587478 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001a5ad9-ff05-4b71-a8da-b15384d25fd8 admin admin] Pushing event deleted for resources: {'Port': ['ID=5a197d84-3e30-4d9f-acc7-21edc8c538ba,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:59:18.809641 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Pushing event updated for resources: {'Port': ['ID=e13e4ec9-f53d-47ef-837e-8c4560df621a,revision_number=7']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:59:18.853083 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [req-4ff7ded6-08d6-40f0-b0c1-177407d5c829 req-e75e541d-22a3-4c32-9f11-2de54541cfba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 566e3be7-77d9-40a2-9abe-1e1bb6e2da74 {{(pid=105584) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 20:59:18.880594 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-f8214b1e-2041-4f5e-98ee-4e0075f5bd57 req-14bf9813-b3ee-4544-a271-058980f81980 tempest-SecurityGroupRulesTestJSON-477771879 tempest-SecurityGroupRulesTestJSON-477771879-project] Notify callbacks [] for security_group, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:18.889530 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-4ff7ded6-08d6-40f0-b0c1-177407d5c829 req-e75e541d-22a3-4c32-9f11-2de54541cfba service neutron] Notify callbacks [] for port, precommit_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:18.899896 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 40136) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:59:18.901341 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f8214b1e-2041-4f5e-98ee-4e0075f5bd57 req-14bf9813-b3ee-4544-a271-058980f81980 tempest-SecurityGroupRulesTestJSON-477771879 tempest-SecurityGroupRulesTestJSON-477771879-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 3.9725034 Jul 27 20:59:18.957749 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bf9813-b3ee-4544-a271-058980f81980 tempest-SecurityGroupRulesTestJSON-477771879 tempest-SecurityGroupRulesTestJSON-477771879-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b155c5f2-4017-4635-a858-02f4103de852,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:59:19.009965 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.db [req-ed1f7630-06dd-4fbb-8513-32110aeba641 req-e91506da-bfe8-4f6a-ba17-5c372fd4adb0 service neutron] For port 159d2139-7d49-46eb-bb69-aa9680c76be7, host n-h2-705658-22, cleared binding levels {{(pid=105585) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:59:19.068007 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e8d7a192-d171-49cb-96f7-08a3e770a1d6 req-eb8f8725-cd91-48f1-a1da-c7abfb316181 service neutron] 10.222.0.60 "GET /v2.0/networks/c29e02c5-8000-4917-925d-2eceb290693b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4103782 Jul 27 20:59:19.090317 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.provisioning_blocks [req-4ff7ded6-08d6-40f0-b0c1-177407d5c829 req-e75e541d-22a3-4c32-9f11-2de54541cfba service neutron] Transition to ACTIVE for port object 566e3be7-77d9-40a2-9abe-1e1bb6e2da74 will not be triggered until provisioned by entity L2. {{(pid=105584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:59:19.097151 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 20:59:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e24ee264-8ad2-4328-8a89-adc7f4dbdb2f x-openstack-request-id: req-e24ee264-8ad2-4328-8a89-adc7f4dbdb2f {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:59:19.097673 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2be6dd0d-bc7c-4882-8bb2-afe5ae686d07", "tag": "32d33fb6-0dd4-4fb0-848b-fa38285c8993", "status": "completed", "code": 200}]} {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:59:19.099563 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-e24ee264-8ad2-4328-8a89-adc7f4dbdb2f {{(pid=105584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:59:19.100900 n-d-705658-22 neutron-server[105584]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2be6dd0d-bc7c-4882-8bb2-afe5ae686d07', 'tag': '32d33fb6-0dd4-4fb0-848b-fa38285c8993', 'status': 'completed', 'code': 200} Jul 27 20:59:19.101767 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.db [req-ed1f7630-06dd-4fbb-8513-32110aeba641 req-e91506da-bfe8-4f6a-ba17-5c372fd4adb0 service neutron] For port 159d2139-7d49-46eb-bb69-aa9680c76be7, host n-h2-705658-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=159d2139-7d49-46eb-bb69-aa9680c76be7,segment=NetworkSegment(86b1e6f6-d629-4b03-8944-4cdfbfb93d02),segment_id=86b1e6f6-d629-4b03-8944-4cdfbfb93d02)] {{(pid=105585) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:59:19.202351 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d5ef1f-a64f-4b28-b4f0-084e813f89fc req-8513bba0-8873-4cb2-92a5-8006236800ca tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:19.208979 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d5ef1f-a64f-4b28-b4f0-084e813f89fc req-8513bba0-8873-4cb2-92a5-8006236800ca tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:19.211329 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-4ff7ded6-08d6-40f0-b0c1-177407d5c829 req-e75e541d-22a3-4c32-9f11-2de54541cfba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9014027'] for port, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:19.220174 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d5ef1f-a64f-4b28-b4f0-084e813f89fc req-8513bba0-8873-4cb2-92a5-8006236800ca tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:19.229519 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d5ef1f-a64f-4b28-b4f0-084e813f89fc req-8513bba0-8873-4cb2-92a5-8006236800ca tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:19.235712 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d5ef1f-a64f-4b28-b4f0-084e813f89fc req-8513bba0-8873-4cb2-92a5-8006236800ca tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:19.246982 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-0a94d969-d1df-4b67-96c9-d6e4722189ae admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-1423616360-network', 'tenant_id': '96e660a5c5e14bec9752596569f7e039'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:59:19.250209 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d5ef1f-a64f-4b28-b4f0-084e813f89fc req-8513bba0-8873-4cb2-92a5-8006236800ca tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:19.253995 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b6d5ef1f-a64f-4b28-b4f0-084e813f89fc req-8513bba0-8873-4cb2-92a5-8006236800ca tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] 10.222.0.59 "GET /v2.0/ports?device_id=2be6dd0d-bc7c-4882-8bb2-afe5ae686d07 HTTP/1.1" status: 200 len: 4604 time: 0.9202096 Jul 27 20:59:19.256461 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-ed1f7630-06dd-4fbb-8513-32110aeba641 req-e91506da-bfe8-4f6a-ba17-5c372fd4adb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10221672'] for port, after_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:19.341852 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a94d969-d1df-4b67-96c9-d6e4722189ae admin admin] Made reservation on behalf of 96e660a5c5e14bec9752596569f7e039 for: {'network': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:59:19.344296 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-0a94d969-d1df-4b67-96c9-d6e4722189ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for network, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:19.364937 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-0a94d969-d1df-4b67-96c9-d6e4722189ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:19.456401 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91506da-bfe8-4f6a-ba17-5c372fd4adb0 service neutron] Pushing event updated for resources: {'Port': ['ID=159d2139-7d49-46eb-bb69-aa9680c76be7,revision_number=3']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:59:19.507889 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-0a94d969-d1df-4b67-96c9-d6e4722189ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:19.559955 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1f7630-06dd-4fbb-8513-32110aeba641 req-e91506da-bfe8-4f6a-ba17-5c372fd4adb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:19.560745 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-ed1f7630-06dd-4fbb-8513-32110aeba641 req-e91506da-bfe8-4f6a-ba17-5c372fd4adb0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:19.566550 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-ed1f7630-06dd-4fbb-8513-32110aeba641 req-e91506da-bfe8-4f6a-ba17-5c372fd4adb0 service neutron] 10.222.0.60 "PUT /v2.0/ports/159d2139-7d49-46eb-bb69-aa9680c76be7 HTTP/1.1" status: 200 len: 1096 time: 3.2095783 Jul 27 20:59:19.567677 n-d-705658-22 neutron-server[105585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6633f79-2fa5-456e-a49d-db874e69a63c', 'tag': '159d2139-7d49-46eb-bb69-aa9680c76be7'}] {{(pid=105585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:59:19.576813 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d66fd65881426bfc2b5388084a3654e5eae521106a15a3dbf0eb4cde7106c36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d67ec02-a85b-4c67-b981-2528761755f9" -d '{"events": [{"name": "network-changed", "server_uuid": "a6633f79-2fa5-456e-a49d-db874e69a63c", "tag": "159d2139-7d49-46eb-bb69-aa9680c76be7"}]}' {{(pid=105585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:59:19.661418 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-0a94d969-d1df-4b67-96c9-d6e4722189ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:19.686096 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b6d5ef1f-a64f-4b28-b4f0-084e813f89fc req-56f89558-3689-4c6d-958c-0b264d6e5802 tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] 10.222.0.59 "GET /v2.0/security-groups?id=c27eaa65-2484-427b-949c-12cff57d8973&id=9dd39787-c773-4e1e-afc7-6169131b96d0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4046514 Jul 27 20:59:19.762648 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a94d969-d1df-4b67-96c9-d6e4722189ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06c5d0c5-adb0-4480-8c23-09fe589c0e27,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:59:19.778193 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75e541d-22a3-4c32-9f11-2de54541cfba service neutron] Pushing event updated for resources: {'Port': ['ID=566e3be7-77d9-40a2-9abe-1e1bb6e2da74,revision_number=2']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:59:19.806446 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d6ac9e-6608-4d13-a9bb-d20a4822a7d8 req-a20bdbce-eded-44ba-8acc-550b9bece0da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:19.807072 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d6ac9e-6608-4d13-a9bb-d20a4822a7d8 req-a20bdbce-eded-44ba-8acc-550b9bece0da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:19.807557 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d6ac9e-6608-4d13-a9bb-d20a4822a7d8 req-a20bdbce-eded-44ba-8acc-550b9bece0da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:19.808040 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d6ac9e-6608-4d13-a9bb-d20a4822a7d8 req-a20bdbce-eded-44ba-8acc-550b9bece0da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:19.808506 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d6ac9e-6608-4d13-a9bb-d20a4822a7d8 req-a20bdbce-eded-44ba-8acc-550b9bece0da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:19.809012 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d6ac9e-6608-4d13-a9bb-d20a4822a7d8 req-a20bdbce-eded-44ba-8acc-550b9bece0da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:19.809489 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d6ac9e-6608-4d13-a9bb-d20a4822a7d8 req-a20bdbce-eded-44ba-8acc-550b9bece0da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:19.813969 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-18d6ac9e-6608-4d13-a9bb-d20a4822a7d8 req-a20bdbce-eded-44ba-8acc-550b9bece0da service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=be3b976efbdd4f41894dd22bc5b95523&device_id=2be6dd0d-bc7c-4882-8bb2-afe5ae686d07 HTTP/1.1" status: 200 len: 6179 time: 0.7490251 Jul 27 20:59:19.817164 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a94d969-d1df-4b67-96c9-d6e4722189ae admin admin] vlan segment allocate from pool success with {'vlan_id': 216, 'physical_network': 'physnet1'} {{(pid=105584) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 20:59:19.933168 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e8d7a192-d171-49cb-96f7-08a3e770a1d6 req-c0936bc7-6ee0-4e7e-b1a5-e4ad539854df service neutron] 10.222.0.60 "GET /v2.0/networks/c29e02c5-8000-4917-925d-2eceb290693b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8544083 Jul 27 20:59:20.003732 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66643243-5243-4631-8b1d-291735e2062b req-bd4ea57c-6b67-43d5-ba3d-43aaed36612e tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:20.005415 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-66643243-5243-4631-8b1d-291735e2062b req-bd4ea57c-6b67-43d5-ba3d-43aaed36612e tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] 10.222.0.59 "GET /v2.0/ports?device_id=f2396a40-6541-40f1-9d6e-e363e4e5437c HTTP/1.1" status: 200 len: 945 time: 0.9079769 Jul 27 20:59:20.096708 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d6ac9e-6608-4d13-a9bb-d20a4822a7d8 req-7a8e2811-88dd-413c-8814-2fe2824b184a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:20.097233 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d6ac9e-6608-4d13-a9bb-d20a4822a7d8 req-7a8e2811-88dd-413c-8814-2fe2824b184a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:20.097711 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d6ac9e-6608-4d13-a9bb-d20a4822a7d8 req-7a8e2811-88dd-413c-8814-2fe2824b184a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:20.099436 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-18d6ac9e-6608-4d13-a9bb-d20a4822a7d8 req-7a8e2811-88dd-413c-8814-2fe2824b184a service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=be3b976efbdd4f41894dd22bc5b95523&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.2664726 Jul 27 20:59:20.106534 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-001a5ad9-ff05-4b71-a8da-b15384d25fd8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3743915', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4076308'] for router_interface, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:20.134433 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-0a94d969-d1df-4b67-96c9-d6e4722189ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:20.135927 n-d-705658-22 neutron-server[105584]: INFO neutron.db.segments_db [None req-0a94d969-d1df-4b67-96c9-d6e4722189ae admin admin] Added segment 361af615-e101-48c1-844c-4098a374b3b5 of type vlan for network 4269efb7-fc40-454b-a2c4-be29c29c7373 Jul 27 20:59:20.234172 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1f7630-06dd-4fbb-8513-32110aeba641 req-15a73f4e-0d1e-40db-82fb-9c0d8fd82e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:20.265761 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-ed1f7630-06dd-4fbb-8513-32110aeba641 req-15a73f4e-0d1e-40db-82fb-9c0d8fd82e49 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b2634fd10e1941b185ef111c750a8a34&device_id=a6633f79-2fa5-456e-a49d-db874e69a63c HTTP/1.1" status: 200 len: 1099 time: 0.6139760 Jul 27 20:59:20.274290 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-66643243-5243-4631-8b1d-291735e2062b req-b7f8ed75-5b14-402f-9d1e-0e140693ec97 tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] 10.222.0.59 "GET /v2.0/security-groups?id=d1766e71-7b2a-4f2d-acc0-530f862b8fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2596297 Jul 27 20:59:20.417251 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-ed1f7630-06dd-4fbb-8513-32110aeba641 req-6930e2b0-f84e-42c7-99bf-1d334252060f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.32&port_id=159d2139-7d49-46eb-bb69-aa9680c76be7 HTTP/1.1" status: 200 len: 217 time: 0.1398430 Jul 27 20:59:20.485402 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 20:59:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a601efea-ff73-4861-af5b-f9d15082a700 x-openstack-request-id: req-a601efea-ff73-4861-af5b-f9d15082a700 {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:59:20.485925 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a327f21b-2949-41a9-84e5-9a41fda86d7b", "name": "network-vif-plugged", "status": "completed", "tag": "e13e4ec9-f53d-47ef-837e-8c4560df621a", "code": 200}]} {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:59:20.485925 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-a601efea-ff73-4861-af5b-f9d15082a700 {{(pid=105586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:59:20.486309 n-d-705658-22 neutron-server[105586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a327f21b-2949-41a9-84e5-9a41fda86d7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e13e4ec9-f53d-47ef-837e-8c4560df621a', 'code': 200} Jul 27 20:59:20.516249 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1f7630-06dd-4fbb-8513-32110aeba641 req-5f95a684-b133-496e-8bc6-76faa2704d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:20.517274 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-ed1f7630-06dd-4fbb-8513-32110aeba641 req-5f95a684-b133-496e-8bc6-76faa2704d95 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=26644ba0-4185-4e10-8718-6ad18d01376c HTTP/1.1" status: 200 len: 843 time: 0.0944920 Jul 27 20:59:20.602477 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [req-4ff7ded6-08d6-40f0-b0c1-177407d5c829 req-e75e541d-22a3-4c32-9f11-2de54541cfba service neutron] Attempting to bind port 566e3be7-77d9-40a2-9abe-1e1bb6e2da74 on host n-h1-705658-22 for vnic_type normal with profile {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:59:20.603544 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [req-4ff7ded6-08d6-40f0-b0c1-177407d5c829 req-e75e541d-22a3-4c32-9f11-2de54541cfba service neutron] Attempting to bind port 566e3be7-77d9-40a2-9abe-1e1bb6e2da74 by drivers openvswitch,hyperv on host n-h1-705658-22 at level 0 using segments [{'id': '18a392fd-f38c-4fa2-9883-9b25afe164a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'd06e6d48-2725-42c2-bd07-d31f23229f60'}] {{(pid=105584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:59:20.604146 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ff7ded6-08d6-40f0-b0c1-177407d5c829 req-e75e541d-22a3-4c32-9f11-2de54541cfba service neutron] Attempting to bind port 566e3be7-77d9-40a2-9abe-1e1bb6e2da74 on network d06e6d48-2725-42c2-bd07-d31f23229f60 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:59:20.632113 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-0a94d969-d1df-4b67-96c9-d6e4722189ae admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790688424798'] for network, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:20.649020 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ff7ded6-08d6-40f0-b0c1-177407d5c829 req-e75e541d-22a3-4c32-9f11-2de54541cfba service neutron] Port 566e3be7-77d9-40a2-9abe-1e1bb6e2da74 on network d06e6d48-2725-42c2-bd07-d31f23229f60 not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-22 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 20:59:20.649809 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ff7ded6-08d6-40f0-b0c1-177407d5c829 req-e75e541d-22a3-4c32-9f11-2de54541cfba service neutron] Attempting to bind port 566e3be7-77d9-40a2-9abe-1e1bb6e2da74 on network d06e6d48-2725-42c2-bd07-d31f23229f60 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:59:20.660561 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ff7ded6-08d6-40f0-b0c1-177407d5c829 req-e75e541d-22a3-4c32-9f11-2de54541cfba service neutron] Checking agent: {'id': '9d9bc37f-4d75-44ef-9f63-799aab3e316f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 49, 36), 'started_at': datetime.datetime(2021, 7, 27, 20, 49, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 59, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:59:20.665342 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ff7ded6-08d6-40f0-b0c1-177407d5c829 req-e75e541d-22a3-4c32-9f11-2de54541cfba service neutron] Checking segment: {'id': '18a392fd-f38c-4fa2-9883-9b25afe164a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'd06e6d48-2725-42c2-bd07-d31f23229f60'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:59:20.666075 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ff7ded6-08d6-40f0-b0c1-177407d5c829 req-e75e541d-22a3-4c32-9f11-2de54541cfba service neutron] Bound using segment: {'id': '18a392fd-f38c-4fa2-9883-9b25afe164a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'd06e6d48-2725-42c2-bd07-d31f23229f60'} {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:59:20.666785 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [req-4ff7ded6-08d6-40f0-b0c1-177407d5c829 req-e75e541d-22a3-4c32-9f11-2de54541cfba service neutron] Bound port: 566e3be7-77d9-40a2-9abe-1e1bb6e2da74, host: n-h1-705658-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18a392fd-f38c-4fa2-9883-9b25afe164a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'd06e6d48-2725-42c2-bd07-d31f23229f60'}}] {{(pid=105584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:59:20.675063 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-4ff7ded6-08d6-40f0-b0c1-177407d5c829 req-e75e541d-22a3-4c32-9f11-2de54541cfba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:20.678713 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-03a94336-c068-4823-afa7-1f27d73cf73a req-92b71644-059a-4d0b-ad19-8a8debc06f52 tempest-SecurityGroupRulesTestJSON-477771879 tempest-SecurityGroupRulesTestJSON-477771879-project] 10.222.0.59 "GET /v2.0/security-groups/832a4f2e-af76-4bfe-b712-411a52aa8e80 HTTP/1.1" status: 200 len: 1805 time: 0.1547656 Jul 27 20:59:20.783987 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.db.resource_extend [None req-0a94d969-d1df-4b67-96c9-d6e4722189ae admin admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 27 20:59:20.792011 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1f7630-06dd-4fbb-8513-32110aeba641 req-8b4986e5-80ae-423c-963e-c5166290a63d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:20.793610 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-ed1f7630-06dd-4fbb-8513-32110aeba641 req-8b4986e5-80ae-423c-963e-c5166290a63d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4d64aa0b-bd6a-468e-8edc-c83689947462&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2679772 Jul 27 20:59:20.848955 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device 0d25b76a-67ba-4b3b-8026-3f225d5e391c up at agent hyperv_n-h1-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:59:20.873050 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d6ac9e-6608-4d13-a9bb-d20a4822a7d8 req-d20d3f43-4305-46cb-8ee9-562ace5e0e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:20.889574 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-18d6ac9e-6608-4d13-a9bb-d20a4822a7d8 req-d20d3f43-4305-46cb-8ee9-562ace5e0e9e service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7800038 Jul 27 20:59:20.917519 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-03a94336-c068-4823-afa7-1f27d73cf73a req-919665ff-b4d6-434e-bbe6-271d57ee9c61 tempest-SecurityGroupRulesTestJSON-477771879 tempest-SecurityGroupRulesTestJSON-477771879-project] 10.222.0.59 "GET /v2.0/security-groups/b155c5f2-4017-4635-a858-02f4103de852 HTTP/1.1" status: 200 len: 1805 time: 0.2175486 Jul 27 20:59:20.924215 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [req-03a94336-c068-4823-afa7-1f27d73cf73a req-9e70effb-b355-4981-aa52-d42511a7d37f tempest-SecurityGroupRulesTestJSON-477771879 tempest-SecurityGroupRulesTestJSON-477771879-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '832a4f2e-af76-4bfe-b712-411a52aa8e80', 'remote_group_id': 'b155c5f2-4017-4635-a858-02f4103de852', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:59:20.924578 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [req-03a94336-c068-4823-afa7-1f27d73cf73a req-9e70effb-b355-4981-aa52-d42511a7d37f tempest-SecurityGroupRulesTestJSON-477771879 tempest-SecurityGroupRulesTestJSON-477771879-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '832a4f2e-af76-4bfe-b712-411a52aa8e80', 'remote_group_id': 'b155c5f2-4017-4635-a858-02f4103de852', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:59:20.963793 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-0a94d969-d1df-4b67-96c9-d6e4722189ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920'] for network, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:20.965308 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a94d969-d1df-4b67-96c9-d6e4722189ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:20.966122 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-0a94d969-d1df-4b67-96c9-d6e4722189ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743886'] for network, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:20.966517 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Provisioning complete for port 0d25b76a-67ba-4b3b-8026-3f225d5e391c triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:59:20.966895 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:20.997935 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-ed1f7630-06dd-4fbb-8513-32110aeba641 req-6f8c409c-1fc8-45ee-b99d-d30a1a9c2686 service neutron] 10.222.0.60 "GET /v2.0/networks/4d64aa0b-bd6a-468e-8edc-c83689947462?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1859529 Jul 27 20:59:21.043808 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a94d969-d1df-4b67-96c9-d6e4722189ae admin admin] Pushing event updated for resources: {'Network': ['ID=4269efb7-fc40-454b-a2c4-be29c29c7373,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:59:21.054794 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Network 4269efb7-fc40-454b-a2c4-be29c29c7373 details requested by agent ovs-agent-n-d-705658-22 with host n-d-705658-22 {{(pid=105586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 20:59:21.091365 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-0a94d969-d1df-4b67-96c9-d6e4722189ae admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.1875029 Jul 27 20:59:21.092020 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 40150) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:59:21.100068 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-83d1fa2b-e481-4844-8a37-0dc6ec798fba admin admin] Request body: {'subnet': {'network_id': '4269efb7-fc40-454b-a2c4-be29c29c7373', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-1423616360-subnet', 'tenant_id': '96e660a5c5e14bec9752596569f7e039', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:59:21.103214 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-03a94336-c068-4823-afa7-1f27d73cf73a req-9e70effb-b355-4981-aa52-d42511a7d37f tempest-SecurityGroupRulesTestJSON-477771879 tempest-SecurityGroupRulesTestJSON-477771879-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:21.108651 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [req-4ff7ded6-08d6-40f0-b0c1-177407d5c829 req-e75e541d-22a3-4c32-9f11-2de54541cfba service neutron] For port 566e3be7-77d9-40a2-9abe-1e1bb6e2da74, host n-h1-705658-22, cleared binding levels {{(pid=105584) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:59:21.149508 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [req-4ff7ded6-08d6-40f0-b0c1-177407d5c829 req-e75e541d-22a3-4c32-9f11-2de54541cfba service neutron] For port 566e3be7-77d9-40a2-9abe-1e1bb6e2da74, host n-h1-705658-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=566e3be7-77d9-40a2-9abe-1e1bb6e2da74,segment=NetworkSegment(18a392fd-f38c-4fa2-9883-9b25afe164a9),segment_id=18a392fd-f38c-4fa2-9883-9b25afe164a9)] {{(pid=105584) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:59:21.171136 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-001a5ad9-ff05-4b71-a8da-b15384d25fd8 admin admin] Router 901498da-d103-475c-8884-6e5467784fdc has already been hosted by L3 agent dd128fd7-8e57-4d4f-895b-a96b369df59a {{(pid=105584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 20:59:21.178016 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-4ff7ded6-08d6-40f0-b0c1-177407d5c829 req-e75e541d-22a3-4c32-9f11-2de54541cfba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9014027'] for port, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:21.189255 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-03a94336-c068-4823-afa7-1f27d73cf73a req-9e70effb-b355-4981-aa52-d42511a7d37f tempest-SecurityGroupRulesTestJSON-477771879 tempest-SecurityGroupRulesTestJSON-477771879-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:21.205484 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-03a94336-c068-4823-afa7-1f27d73cf73a req-9e70effb-b355-4981-aa52-d42511a7d37f tempest-SecurityGroupRulesTestJSON-477771879 tempest-SecurityGroupRulesTestJSON-477771879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732636'] for security_group_rule, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:21.238525 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-ed1f7630-06dd-4fbb-8513-32110aeba641 req-28b627d9-0bf6-43eb-8fb9-531f33869e68 service neutron] 10.222.0.60 "GET /v2.0/networks/4d64aa0b-bd6a-468e-8edc-c83689947462?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2296305 Jul 27 20:59:21.265177 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e70effb-b355-4981-aa52-d42511a7d37f tempest-SecurityGroupRulesTestJSON-477771879 tempest-SecurityGroupRulesTestJSON-477771879-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04472875-d1cd-4eda-8049-abf09a98f9ee,revision_number=0']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:59:21.270428 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-03a94336-c068-4823-afa7-1f27d73cf73a req-9e70effb-b355-4981-aa52-d42511a7d37f tempest-SecurityGroupRulesTestJSON-477771879 tempest-SecurityGroupRulesTestJSON-477771879-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:21.286401 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-03a94336-c068-4823-afa7-1f27d73cf73a req-9e70effb-b355-4981-aa52-d42511a7d37f tempest-SecurityGroupRulesTestJSON-477771879 tempest-SecurityGroupRulesTestJSON-477771879-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.3680494 Jul 27 20:59:21.318051 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:21.334696 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75e541d-22a3-4c32-9f11-2de54541cfba service neutron] Pushing event updated for resources: {'Port': ['ID=566e3be7-77d9-40a2-9abe-1e1bb6e2da74,revision_number=3']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:59:21.362634 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83d1fa2b-e481-4844-8a37-0dc6ec798fba admin admin] Made reservation on behalf of 96e660a5c5e14bec9752596569f7e039 for: {'subnet': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:59:21.365257 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-83d1fa2b-e481-4844-8a37-0dc6ec798fba admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9738786'] for subnet, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:21.416829 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff7ded6-08d6-40f0-b0c1-177407d5c829 req-e75e541d-22a3-4c32-9f11-2de54541cfba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:21.420130 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-4ff7ded6-08d6-40f0-b0c1-177407d5c829 req-e75e541d-22a3-4c32-9f11-2de54541cfba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:21.425478 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-4ff7ded6-08d6-40f0-b0c1-177407d5c829 req-e75e541d-22a3-4c32-9f11-2de54541cfba service neutron] 10.222.0.36 "PUT /v2.0/ports/566e3be7-77d9-40a2-9abe-1e1bb6e2da74 HTTP/1.1" status: 200 len: 1136 time: 5.1283677 Jul 27 20:59:21.440559 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] For port 0d25b76a-67ba-4b3b-8026-3f225d5e391c, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=0d25b76a-67ba-4b3b-8026-3f225d5e391c,segment=NetworkSegment(7253e476-fc19-4126-9562-a06a41b3b94e),segment_id=7253e476-fc19-4126-9562-a06a41b3b94e)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:59:21.447277 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:21.510290 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2be6dd0d-bc7c-4882-8bb2-afe5ae686d07', 'tag': '566e3be7-77d9-40a2-9abe-1e1bb6e2da74'}] {{(pid=105584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:59:21.517291 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bce5e6c8685464f7626901654159975603b047827e3138302ed6566e28f1343" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-180d31e1-1cf0-4701-9f3b-62902ce07ed1" -d '{"events": [{"name": "network-changed", "server_uuid": "2be6dd0d-bc7c-4882-8bb2-afe5ae686d07", "tag": "566e3be7-77d9-40a2-9abe-1e1bb6e2da74"}]}' {{(pid=105584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:59:21.537501 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [req-4ff7ded6-08d6-40f0-b0c1-177407d5c829 req-db82682d-f1dd-4fd6-8f3a-47341c1f679a service neutron] Request body: {'port': {'device_id': '2be6dd0d-bc7c-4882-8bb2-afe5ae686d07', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-705658-22'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:59:21.574731 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696f3583-5dc9-4127-a4e6-20637458530b req-6c2b4ba7-e744-404e-9bba-caf128168ec6 tempest-LiveMigrationNegativeTest-821432527 tempest-LiveMigrationNegativeTest-821432527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:21.595733 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-696f3583-5dc9-4127-a4e6-20637458530b req-6c2b4ba7-e744-404e-9bba-caf128168ec6 tempest-LiveMigrationNegativeTest-821432527 tempest-LiveMigrationNegativeTest-821432527-project] 10.222.0.59 "GET /v2.0/ports?device_id=a6633f79-2fa5-456e-a49d-db874e69a63c HTTP/1.1" status: 200 len: 947 time: 0.1886587 Jul 27 20:59:21.600353 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Pushing event updated for resources: {'Port': ['ID=0d25b76a-67ba-4b3b-8026-3f225d5e391c,revision_number=7']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:59:21.661205 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-696f3583-5dc9-4127-a4e6-20637458530b req-bb5204a0-86af-4e52-8603-4623e77acbfc tempest-LiveMigrationNegativeTest-821432527 tempest-LiveMigrationNegativeTest-821432527-project] 10.222.0.59 "GET /v2.0/security-groups?id=bba09abf-9bc4-4acd-a324-3bcdcb98d3ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585718 Jul 27 20:59:21.736097 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 20:59:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5aea3501-4a6e-440f-a87e-7ba95d1803e8 x-openstack-request-id: req-5aea3501-4a6e-440f-a87e-7ba95d1803e8 {{(pid=105585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:59:21.737347 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6633f79-2fa5-456e-a49d-db874e69a63c", "tag": "159d2139-7d49-46eb-bb69-aa9680c76be7", "status": "completed", "code": 200}]} {{(pid=105585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:59:21.737638 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-5aea3501-4a6e-440f-a87e-7ba95d1803e8 {{(pid=105585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:59:21.738618 n-d-705658-22 neutron-server[105585]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6633f79-2fa5-456e-a49d-db874e69a63c', 'tag': '159d2139-7d49-46eb-bb69-aa9680c76be7', 'status': 'completed', 'code': 200} Jul 27 20:59:21.935975 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d67ec02-a85b-4c67-b981-2528761755f9 req-12c02df4-8df4-4a64-a173-4757819a884e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:21.940691 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-2d67ec02-a85b-4c67-b981-2528761755f9 req-12c02df4-8df4-4a64-a173-4757819a884e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b2634fd10e1941b185ef111c750a8a34&device_id=a6633f79-2fa5-456e-a49d-db874e69a63c HTTP/1.1" status: 200 len: 1099 time: 0.1747243 Jul 27 20:59:21.959840 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-4ff7ded6-08d6-40f0-b0c1-177407d5c829 req-db82682d-f1dd-4fd6-8f3a-47341c1f679a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:21.992133 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.agents_db [None req-558fcd2c-e512-47bc-a170-8673d87f7213 None None] Agent healthcheck: found 7 active agents {{(pid=105587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 20:59:22.175644 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d67ec02-a85b-4c67-b981-2528761755f9 req-4d7f16c3-989b-4ed0-a10b-92e809c5c169 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:22.177719 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-2d67ec02-a85b-4c67-b981-2528761755f9 req-4d7f16c3-989b-4ed0-a10b-92e809c5c169 service neutron] 10.222.0.60 "GET /v2.0/networks?id=4d64aa0b-bd6a-468e-8edc-c83689947462 HTTP/1.1" status: 200 len: 870 time: 0.2255201 Jul 27 20:59:22.326277 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-83d1fa2b-e481-4844-8a37-0dc6ec798fba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9014150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9738800'] for subnet, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:22.355463 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-001a5ad9-ff05-4b71-a8da-b15384d25fd8 admin admin] Notify agent at l3_agent.n-d-705658-22 the message routers_updated {{(pid=105584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 20:59:22.366486 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5533efb5-52c0-4e44-9128-f916405545d8 None None] Sync routers for ids ['901498da-d103-475c-8884-6e5467784fdc'] in n-d-705658-22 {{(pid=105586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 20:59:22.384684 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-001a5ad9-ff05-4b71-a8da-b15384d25fd8 admin admin] 10.222.0.59 "PUT /v2.0/routers/901498da-d103-475c-8884-6e5467784fdc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7753718 Jul 27 20:59:22.386824 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 40162) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:59:22.389253 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5533efb5-52c0-4e44-9128-f916405545d8 None None] Routers {'901498da-d103-475c-8884-6e5467784fdc'} bound to L3 agent in host n-d-705658-22 {{(pid=105586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:59:22.389911 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-5533efb5-52c0-4e44-9128-f916405545d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T20:59:11Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['901498da-d103-475c-8884-6e5467784fdc'], 'active': True} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:59:22.472525 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-2d67ec02-a85b-4c67-b981-2528761755f9 req-e27a9e02-08ae-4370-948a-ed480cb6950e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.32&port_id=159d2139-7d49-46eb-bb69-aa9680c76be7 HTTP/1.1" status: 200 len: 217 time: 0.2452381 Jul 27 20:59:22.497488 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29c1b762-5cb9-4f5b-ac71-3cb8a306ebde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d25b76a-67ba-4b3b-8026-3f225d5e391c'}] {{(pid=105586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:59:22.503480 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14c1663e039faf5393f87855f745010ac5b02220355b68fdbf065393e303ac56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12692586-6488-4276-bfe9-d0600e7ffda9" -d '{"events": [{"server_uuid": "29c1b762-5cb9-4f5b-ac71-3cb8a306ebde", "name": "network-vif-plugged", "status": "completed", "tag": "0d25b76a-67ba-4b3b-8026-3f225d5e391c"}]}' {{(pid=105586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:59:22.555750 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d1fa2b-e481-4844-8a37-0dc6ec798fba admin admin] Pushing event updated for resources: {'Subnet': ['ID=b8b13b9c-7f43-49cb-b248-6dd76ebf9310,revision_number=0']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:59:22.578864 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d67ec02-a85b-4c67-b981-2528761755f9 req-57b8a48e-5ad8-422a-b421-fd5dcd9629bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:22.580864 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-2d67ec02-a85b-4c67-b981-2528761755f9 req-57b8a48e-5ad8-422a-b421-fd5dcd9629bb service neutron] 10.222.0.60 "GET /v2.0/subnets?id=26644ba0-4185-4e10-8718-6ad18d01376c HTTP/1.1" status: 200 len: 843 time: 0.0998523 Jul 27 20:59:22.684211 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244b6a23-1b24-4cec-ab93-6d1cc812ee59 req-298e3f08-ef32-436a-8e65-b1b261435e07 tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:22.693556 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244b6a23-1b24-4cec-ab93-6d1cc812ee59 req-298e3f08-ef32-436a-8e65-b1b261435e07 tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:22.699686 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvr_db [None req-5533efb5-52c0-4e44-9128-f916405545d8 None None] Set router 901498da-d103-475c-8884-6e5467784fdc gateway port host: n-d-705658-22 {{(pid=105586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:59:22.700745 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244b6a23-1b24-4cec-ab93-6d1cc812ee59 req-298e3f08-ef32-436a-8e65-b1b261435e07 tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:22.707156 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244b6a23-1b24-4cec-ab93-6d1cc812ee59 req-298e3f08-ef32-436a-8e65-b1b261435e07 tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:22.714271 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244b6a23-1b24-4cec-ab93-6d1cc812ee59 req-298e3f08-ef32-436a-8e65-b1b261435e07 tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:22.720811 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244b6a23-1b24-4cec-ab93-6d1cc812ee59 req-298e3f08-ef32-436a-8e65-b1b261435e07 tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:22.728433 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244b6a23-1b24-4cec-ab93-6d1cc812ee59 req-298e3f08-ef32-436a-8e65-b1b261435e07 tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:22.737184 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-244b6a23-1b24-4cec-ab93-6d1cc812ee59 req-298e3f08-ef32-436a-8e65-b1b261435e07 tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] 10.222.0.59 "GET /v2.0/ports?device_id=2be6dd0d-bc7c-4882-8bb2-afe5ae686d07 HTTP/1.1" status: 200 len: 5381 time: 0.7954593 Jul 27 20:59:22.773774 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d7a192-d171-49cb-96f7-08a3e770a1d6 req-3d42fd4a-7153-4c3a-8940-4df743c56cb8 tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:22.775676 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e8d7a192-d171-49cb-96f7-08a3e770a1d6 req-3d42fd4a-7153-4c3a-8940-4df743c56cb8 tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] 10.222.0.60 "GET /v2.0/ports?device_id=f2396a40-6541-40f1-9d6e-e363e4e5437c HTTP/1.1" status: 200 len: 945 time: 0.5970774 Jul 27 20:59:22.784478 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83d1fa2b-e481-4844-8a37-0dc6ec798fba admin admin] Checking segment: {'id': '361af615-e101-48c1-844c-4098a374b3b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '4269efb7-fc40-454b-a2c4-be29c29c7373'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:59:22.785411 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83d1fa2b-e481-4844-8a37-0dc6ec798fba admin admin] Network hostable DHCP agents. Network: 4269efb7-fc40-454b-a2c4-be29c29c7373, hostable agents: ['7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a'], hosted agents: [] {{(pid=105584) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 20:59:22.910314 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-fbf249a8-9bbf-4670-aaa7-e229e82a2c9a admin admin] Notify callbacks [] for router, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:22.911433 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d67ec02-a85b-4c67-b981-2528761755f9 req-28f6c99f-b1b9-4a92-a6b6-8dce8e96caf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:22.913189 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-2d67ec02-a85b-4c67-b981-2528761755f9 req-28f6c99f-b1b9-4a92-a6b6-8dce8e96caf3 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4d64aa0b-bd6a-468e-8edc-c83689947462&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3241551 Jul 27 20:59:22.965880 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-244b6a23-1b24-4cec-ab93-6d1cc812ee59 req-4a00ca8b-e3c4-439f-927f-15d91ecb424a tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] 10.222.0.59 "GET /v2.0/security-groups?id=c27eaa65-2484-427b-949c-12cff57d8973&id=9dd39787-c773-4e1e-afc7-6169131b96d0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2183363 Jul 27 20:59:23.113555 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [req-5f48478a-f9b6-4776-b3ab-82defe61427b req-2a07d859-cfad-4dd0-8ff6-6b81f711f193 tempest-SecurityGroupRulesTestJSON-477771879 tempest-SecurityGroupRulesTestJSON-477771879-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-288417032', 'description': 'tempest-description-1316673685'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:59:23.159400 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-5533efb5-52c0-4e44-9128-f916405545d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '901498da-d103-475c-8884-6e5467784fdc', 'name': 'tempest-ServersTestFqdnHostnames-959213242-router', 'tenant_id': '4db6b04858584f16a518b56ddf54baba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.82'}], 'enable_snat': True}, 'gw_port_id': '5587608d-a606-4f50-ae22-5ab2aee3f57f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:55:26Z', 'updated_at': '2021-07-27T20:59:18Z', 'revision_number': 5, 'project_id': '4db6b04858584f16a518b56ddf54baba', 'gw_port': {'id': '5587608d-a606-4f50-ae22-5ab2aee3f57f', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:24:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '901498da-d103-475c-8884-6e5467784fdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:55:27Z', 'updated_at': '2021-07-27T20:55:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22'}], 'n-d-705658-22', False) {} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:59:23.189043 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-5f48478a-f9b6-4776-b3ab-82defe61427b req-2a07d859-cfad-4dd0-8ff6-6b81f711f193 tempest-SecurityGroupRulesTestJSON-477771879 tempest-SecurityGroupRulesTestJSON-477771879-project] Notify callbacks [] for security_group, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:23.193994 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5533efb5-52c0-4e44-9128-f916405545d8 None None] Checking router: 901498da-d103-475c-8884-6e5467784fdc for host: n-d-705658-22 {{(pid=105586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 20:59:23.207062 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5533efb5-52c0-4e44-9128-f916405545d8 None None] Routers {'901498da-d103-475c-8884-6e5467784fdc'} bound to L3 agent in host n-d-705658-22 {{(pid=105586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:59:23.208114 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-5533efb5-52c0-4e44-9128-f916405545d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T20:59:11Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['901498da-d103-475c-8884-6e5467784fdc'], 'active': True} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:59:23.213906 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [req-e8d7a192-d171-49cb-96f7-08a3e770a1d6 req-891a4df6-529e-4600-87b0-72e4fb636268 tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] Deleting port 49289d6c-66f8-4420-9259-e4bc7261612f {{(pid=105585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:59:23.214251 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-e8d7a192-d171-49cb-96f7-08a3e770a1d6 req-891a4df6-529e-4600-87b0-72e4fb636268 tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:23.245091 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83d1fa2b-e481-4844-8a37-0dc6ec798fba admin admin] Network 4269efb7-fc40-454b-a2c4-be29c29c7373 is scheduled to be hosted by DHCP agent 7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a with binding_index 1 {{(pid=105584) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 20:59:23.267939 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-fbf249a8-9bbf-4670-aaa7-e229e82a2c9a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:23.406247 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [None req-83d1fa2b-e481-4844-8a37-0dc6ec798fba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-22, 4269efb7-fc40-454b-a2c4-be29c29c7373) {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:59:23.413914 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvr_db [None req-5533efb5-52c0-4e44-9128-f916405545d8 None None] Set router 901498da-d103-475c-8884-6e5467784fdc gateway port host: n-d-705658-22 {{(pid=105586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:59:23.434065 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83d1fa2b-e481-4844-8a37-0dc6ec798fba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:23.435638 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-83d1fa2b-e481-4844-8a37-0dc6ec798fba admin admin] Notify callbacks [] for subnet, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:23.460541 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.db [req-e8d7a192-d171-49cb-96f7-08a3e770a1d6 req-891a4df6-529e-4600-87b0-72e4fb636268 tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] For port 49289d6c-66f8-4420-9259-e4bc7261612f, host n-h2-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=49289d6c-66f8-4420-9259-e4bc7261612f,segment=NetworkSegment(872889e4-5d02-4ec8-807e-3e5c98ba67af),segment_id=872889e4-5d02-4ec8-807e-3e5c98ba67af)] {{(pid=105585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:59:23.460978 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-e8d7a192-d171-49cb-96f7-08a3e770a1d6 req-891a4df6-529e-4600-87b0-72e4fb636268 tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:23.476323 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [req-e8d7a192-d171-49cb-96f7-08a3e770a1d6 req-891a4df6-529e-4600-87b0-72e4fb636268 tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] Calling delete_port for 49289d6c-66f8-4420-9259-e4bc7261612f owned by compute:nova {{(pid=105585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:59:23.511459 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-83d1fa2b-e481-4844-8a37-0dc6ec798fba admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.4153116 Jul 27 20:59:23.522135 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 40168) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:59:23.525587 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e1bc468-1106-47d3-b11d-65ceb7b4c2b6 None None] Network 4269efb7-fc40-454b-a2c4-be29c29c7373 requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 20:59:23.529973 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-e952aac9-3cff-4bc6-bc30-09215006d678 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-1423616360-router', 'tenant_id': '96e660a5c5e14bec9752596569f7e039', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305'}}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:59:23.548838 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [req-4ff7ded6-08d6-40f0-b0c1-177407d5c829 req-db82682d-f1dd-4fd6-8f3a-47341c1f679a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 984e7f87-cd71-496b-8f96-8f7663d6c1ce {{(pid=105584) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 20:59:23.568367 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-4ff7ded6-08d6-40f0-b0c1-177407d5c829 req-db82682d-f1dd-4fd6-8f3a-47341c1f679a service neutron] Notify callbacks [] for port, precommit_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:23.594589 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-fbf249a8-9bbf-4670-aaa7-e229e82a2c9a admin admin] Deleting port 5587608d-a606-4f50-ae22-5ab2aee3f57f {{(pid=105584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:59:23.595378 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-fbf249a8-9bbf-4670-aaa7-e229e82a2c9a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:23.605709 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.provisioning_blocks [req-4ff7ded6-08d6-40f0-b0c1-177407d5c829 req-db82682d-f1dd-4fd6-8f3a-47341c1f679a service neutron] Transition to ACTIVE for port object 984e7f87-cd71-496b-8f96-8f7663d6c1ce will not be triggered until provisioned by entity L2. {{(pid=105584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:59:23.623597 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-e952aac9-3cff-4bc6-bc30-09215006d678 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4163813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-443'] for router, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:23.625977 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-e952aac9-3cff-4bc6-bc30-09215006d678 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4165196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4077059', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3711235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-418'] for router, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:23.652313 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-e8d7a192-d171-49cb-96f7-08a3e770a1d6 req-891a4df6-529e-4600-87b0-72e4fb636268 tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:23.663576 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-4ff7ded6-08d6-40f0-b0c1-177407d5c829 req-db82682d-f1dd-4fd6-8f3a-47341c1f679a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9014027'] for port, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:23.749100 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891a4df6-529e-4600-87b0-72e4fb636268 tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] Pushing event deleted for resources: {'Port': ['ID=49289d6c-66f8-4420-9259-e4bc7261612f,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:59:23.916150 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-e952aac9-3cff-4bc6-bc30-09215006d678 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:23.917998 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db82682d-f1dd-4fd6-8f3a-47341c1f679a service neutron] Pushing event updated for resources: {'Port': ['ID=984e7f87-cd71-496b-8f96-8f7663d6c1ce,revision_number=2']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:59:23.960105 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-5f48478a-f9b6-4776-b3ab-82defe61427b req-2a07d859-cfad-4dd0-8ff6-6b81f711f193 tempest-SecurityGroupRulesTestJSON-477771879 tempest-SecurityGroupRulesTestJSON-477771879-project] Notify callbacks [] for security_group, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:24.018909 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [None req-fbf249a8-9bbf-4670-aaa7-e229e82a2c9a admin admin] For port 5587608d-a606-4f50-ae22-5ab2aee3f57f, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=5587608d-a606-4f50-ae22-5ab2aee3f57f,segment=NetworkSegment(12196855-9a32-4633-9a56-77697ef9e126),segment_id=12196855-9a32-4633-9a56-77697ef9e126)] {{(pid=105584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:59:24.024361 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-fbf249a8-9bbf-4670-aaa7-e229e82a2c9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:24.037672 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-5f48478a-f9b6-4776-b3ab-82defe61427b req-2a07d859-cfad-4dd0-8ff6-6b81f711f193 tempest-SecurityGroupRulesTestJSON-477771879 tempest-SecurityGroupRulesTestJSON-477771879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:24.191399 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-fbf249a8-9bbf-4670-aaa7-e229e82a2c9a admin admin] Calling delete_port for 5587608d-a606-4f50-ae22-5ab2aee3f57f owned by network:router_gateway {{(pid=105584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:59:24.202516 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8d7a192-d171-49cb-96f7-08a3e770a1d6 req-891a4df6-529e-4600-87b0-72e4fb636268 tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] No DVR routers for this DVR port 49289d6c-66f8-4420-9259-e4bc7261612f on host n-h2-705658-22 {{(pid=105585) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 20:59:24.208132 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-e8d7a192-d171-49cb-96f7-08a3e770a1d6 req-891a4df6-529e-4600-87b0-72e4fb636268 tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:24.214199 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e8d7a192-d171-49cb-96f7-08a3e770a1d6 req-891a4df6-529e-4600-87b0-72e4fb636268 tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] 10.222.0.60 "DELETE /v2.0/ports/49289d6c-66f8-4420-9259-e4bc7261612f HTTP/1.1" status: 204 len: 173 time: 1.4292409 Jul 27 20:59:24.215130 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-5f48478a-f9b6-4776-b3ab-82defe61427b req-2a07d859-cfad-4dd0-8ff6-6b81f711f193 tempest-SecurityGroupRulesTestJSON-477771879 tempest-SecurityGroupRulesTestJSON-477771879-project] Notify callbacks [] for security_group, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:24.249574 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-5f48478a-f9b6-4776-b3ab-82defe61427b req-2a07d859-cfad-4dd0-8ff6-6b81f711f193 tempest-SecurityGroupRulesTestJSON-477771879 tempest-SecurityGroupRulesTestJSON-477771879-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 1.1590784 Jul 27 20:59:24.267482 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a07d859-cfad-4dd0-8ff6-6b81f711f193 tempest-SecurityGroupRulesTestJSON-477771879 tempest-SecurityGroupRulesTestJSON-477771879-project] Pushing event updated for resources: {'SecurityGroup': ['ID=814b1b40-3d8d-4667-8549-252f86a4b9ad,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:59:24.282794 n-d-705658-22 neutron-server[105585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2396a40-6541-40f1-9d6e-e363e4e5437c', 'name': 'network-vif-deleted', 'tag': '49289d6c-66f8-4420-9259-e4bc7261612f'}] {{(pid=105585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:59:24.296049 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d66fd65881426bfc2b5388084a3654e5eae521106a15a3dbf0eb4cde7106c36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be8e7785-1cc1-4aec-93e6-1b55f70b4654" -d '{"events": [{"server_uuid": "f2396a40-6541-40f1-9d6e-e363e4e5437c", "name": "network-vif-deleted", "tag": "49289d6c-66f8-4420-9259-e4bc7261612f"}]}' {{(pid=105585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:59:24.372115 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-2d67ec02-a85b-4c67-b981-2528761755f9 req-929b8e1f-b5b8-4a1c-af6e-0158bbc701ea service neutron] 10.222.0.60 "GET /v2.0/networks/4d64aa0b-bd6a-468e-8edc-c83689947462?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4465790 Jul 27 20:59:24.476558 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-5533efb5-52c0-4e44-9128-f916405545d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '901498da-d103-475c-8884-6e5467784fdc', 'name': 'tempest-ServersTestFqdnHostnames-959213242-router', 'tenant_id': '4db6b04858584f16a518b56ddf54baba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.82'}], 'enable_snat': True}, 'gw_port_id': '5587608d-a606-4f50-ae22-5ab2aee3f57f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:55:26Z', 'updated_at': '2021-07-27T20:59:18Z', 'revision_number': 5, 'project_id': '4db6b04858584f16a518b56ddf54baba', 'gw_port': {'id': '5587608d-a606-4f50-ae22-5ab2aee3f57f', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:24:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '901498da-d103-475c-8884-6e5467784fdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:55:27Z', 'updated_at': '2021-07-27T20:55:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22'}], 'n-d-705658-22', False) {} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:59:24.509236 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5533efb5-52c0-4e44-9128-f916405545d8 None None] The sync data for ids ['901498da-d103-475c-8884-6e5467784fdc'] in n-d-705658-22 is: [{'id': '901498da-d103-475c-8884-6e5467784fdc', 'name': 'tempest-ServersTestFqdnHostnames-959213242-router', 'tenant_id': '4db6b04858584f16a518b56ddf54baba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.82'}], 'enable_snat': True}, 'gw_port_id': '5587608d-a606-4f50-ae22-5ab2aee3f57f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:55:26Z', 'updated_at': '2021-07-27T20:59:18Z', 'revision_number': 5, 'project_id': '4db6b04858584f16a518b56ddf54baba', 'gw_port': {'id': '5587608d-a606-4f50-ae22-5ab2aee3f57f', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:24:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '901498da-d103-475c-8884-6e5467784fdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:55:27Z', 'updated_at': '2021-07-27T20:55:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22'}] {{(pid=105586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 20:59:24.545040 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [req-4ff7ded6-08d6-40f0-b0c1-177407d5c829 req-db82682d-f1dd-4fd6-8f3a-47341c1f679a service neutron] Attempting to bind port 984e7f87-cd71-496b-8f96-8f7663d6c1ce on host n-h1-705658-22 for vnic_type normal with profile {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:59:24.545756 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4e22f69-f73d-4a41-bd0b-324b5c118149 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30bb4b93-b285-5d90-9493-f9ec33ea333c-4269efb7-fc40-454b-a2c4-be29c29c7373', 'network_id': '4269efb7-fc40-454b-a2c4-be29c29c7373', 'tenant_id': '96e660a5c5e14bec9752596569f7e039', 'fixed_ips': [{'subnet_id': 'b8b13b9c-7f43-49cb-b248-6dd76ebf9310'}]}} from n-d-705658-22. {{(pid=105586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 20:59:24.546004 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [req-4ff7ded6-08d6-40f0-b0c1-177407d5c829 req-db82682d-f1dd-4fd6-8f3a-47341c1f679a service neutron] Attempting to bind port 984e7f87-cd71-496b-8f96-8f7663d6c1ce by drivers openvswitch,hyperv on host n-h1-705658-22 at level 0 using segments [{'id': '18a392fd-f38c-4fa2-9883-9b25afe164a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'd06e6d48-2725-42c2-bd07-d31f23229f60'}] {{(pid=105584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:59:24.546116 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-e4e22f69-f73d-4a41-bd0b-324b5c118149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:24.548902 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ff7ded6-08d6-40f0-b0c1-177407d5c829 req-db82682d-f1dd-4fd6-8f3a-47341c1f679a service neutron] Attempting to bind port 984e7f87-cd71-496b-8f96-8f7663d6c1ce on network d06e6d48-2725-42c2-bd07-d31f23229f60 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:59:24.571721 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a3ed54fa-7e4f-49f7-8835-a521e80e8b7d req-dbe5c41d-070f-43f6-ad36-6a70883e8051 tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] 10.222.0.59 "GET /v2.0/ports?device_id=f2396a40-6541-40f1-9d6e-e363e4e5437c HTTP/1.1" status: 200 len: 210 time: 0.1431127 Jul 27 20:59:24.647168 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ff7ded6-08d6-40f0-b0c1-177407d5c829 req-db82682d-f1dd-4fd6-8f3a-47341c1f679a service neutron] Port 984e7f87-cd71-496b-8f96-8f7663d6c1ce on network d06e6d48-2725-42c2-bd07-d31f23229f60 not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-22 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 20:59:24.647622 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ff7ded6-08d6-40f0-b0c1-177407d5c829 req-db82682d-f1dd-4fd6-8f3a-47341c1f679a service neutron] Attempting to bind port 984e7f87-cd71-496b-8f96-8f7663d6c1ce on network d06e6d48-2725-42c2-bd07-d31f23229f60 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:59:24.678185 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-e952aac9-3cff-4bc6-bc30-09215006d678 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4077169', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4163787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-400'] for router, precommit_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:24.717987 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ff7ded6-08d6-40f0-b0c1-177407d5c829 req-db82682d-f1dd-4fd6-8f3a-47341c1f679a service neutron] Checking agent: {'id': '9d9bc37f-4d75-44ef-9f63-799aab3e316f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 49, 36), 'started_at': datetime.datetime(2021, 7, 27, 20, 49, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 59, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:59:24.720869 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ff7ded6-08d6-40f0-b0c1-177407d5c829 req-db82682d-f1dd-4fd6-8f3a-47341c1f679a service neutron] Checking segment: {'id': '18a392fd-f38c-4fa2-9883-9b25afe164a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'd06e6d48-2725-42c2-bd07-d31f23229f60'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:59:24.723321 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ff7ded6-08d6-40f0-b0c1-177407d5c829 req-db82682d-f1dd-4fd6-8f3a-47341c1f679a service neutron] Bound using segment: {'id': '18a392fd-f38c-4fa2-9883-9b25afe164a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'd06e6d48-2725-42c2-bd07-d31f23229f60'} {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:59:24.724770 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [req-4ff7ded6-08d6-40f0-b0c1-177407d5c829 req-db82682d-f1dd-4fd6-8f3a-47341c1f679a service neutron] Bound port: 984e7f87-cd71-496b-8f96-8f7663d6c1ce, host: n-h1-705658-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18a392fd-f38c-4fa2-9883-9b25afe164a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'd06e6d48-2725-42c2-bd07-d31f23229f60'}}] {{(pid=105584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:59:24.727761 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-4ff7ded6-08d6-40f0-b0c1-177407d5c829 req-db82682d-f1dd-4fd6-8f3a-47341c1f679a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:24.874678 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-2d67ec02-a85b-4c67-b981-2528761755f9 req-c03f9baa-9f4e-4434-b8ad-ea0e7d9efa9c service neutron] 10.222.0.60 "GET /v2.0/networks/4d64aa0b-bd6a-468e-8edc-c83689947462?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4891934 Jul 27 20:59:25.075742 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.db_base_plugin_common [None req-e4e22f69-f73d-4a41-bd0b-324b5c118149 None None] Allocated IP 172.20.0.2 (4269efb7-fc40-454b-a2c4-be29c29c7373/b8b13b9c-7f43-49cb-b248-6dd76ebf9310/ddc34648-772a-4596-8af3-0486986a271d) {{(pid=105586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:59:25.211910 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5936173d-3941-4748-84e7-2a854be70804 req-221f7671-0a39-4935-8f25-61e58a0404f9 tempest-LiveMigrationNegativeTest-821432527 tempest-LiveMigrationNegativeTest-821432527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:25.224724 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-5936173d-3941-4748-84e7-2a854be70804 req-221f7671-0a39-4935-8f25-61e58a0404f9 tempest-LiveMigrationNegativeTest-821432527 tempest-LiveMigrationNegativeTest-821432527-project] 10.222.0.59 "GET /v2.0/ports?device_id=a6633f79-2fa5-456e-a49d-db874e69a63c HTTP/1.1" status: 200 len: 947 time: 0.1766222 Jul 27 20:59:25.343329 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-5936173d-3941-4748-84e7-2a854be70804 req-f911f5d7-b66a-405f-82d7-6182374bcc39 tempest-LiveMigrationNegativeTest-821432527 tempest-LiveMigrationNegativeTest-821432527-project] 10.222.0.59 "GET /v2.0/security-groups?id=bba09abf-9bc4-4acd-a324-3bcdcb98d3ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175840 Jul 27 20:59:25.541222 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 20:59:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-091f0192-feae-4e40-98e1-62be56c0d259 x-openstack-request-id: req-091f0192-feae-4e40-98e1-62be56c0d259 {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:59:25.541471 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2be6dd0d-bc7c-4882-8bb2-afe5ae686d07", "tag": "566e3be7-77d9-40a2-9abe-1e1bb6e2da74", "status": "completed", "code": 200}]} {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:59:25.542063 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-091f0192-feae-4e40-98e1-62be56c0d259 {{(pid=105584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:59:25.542306 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-e4e22f69-f73d-4a41-bd0b-324b5c118149 None None] Notify callbacks [] for port, precommit_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:25.542805 n-d-705658-22 neutron-server[105584]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2be6dd0d-bc7c-4882-8bb2-afe5ae686d07', 'tag': '566e3be7-77d9-40a2-9abe-1e1bb6e2da74', 'status': 'completed', 'code': 200} Jul 27 20:59:25.570553 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 20:59:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a083605-781d-46ba-b428-82a06192b166 x-openstack-request-id: req-8a083605-781d-46ba-b428-82a06192b166 {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:59:25.570846 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29c1b762-5cb9-4f5b-ac71-3cb8a306ebde", "name": "network-vif-plugged", "status": "completed", "tag": "0d25b76a-67ba-4b3b-8026-3f225d5e391c", "code": 200}]} {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:59:25.571166 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-8a083605-781d-46ba-b428-82a06192b166 {{(pid=105586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:59:25.573432 n-d-705658-22 neutron-server[105586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29c1b762-5cb9-4f5b-ac71-3cb8a306ebde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d25b76a-67ba-4b3b-8026-3f225d5e391c', 'code': 200} Jul 27 20:59:25.581311 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Device 159d2139-7d49-46eb-bb69-aa9680c76be7 details requested by agent hyperv_n-h2-705658-22 with host n-h2-705658-22 {{(pid=105586) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 20:59:25.602839 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Device 49289d6c-66f8-4420-9259-e4bc7261612f no longer exists at agent hyperv_n-h2-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 20:59:25.651862 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51260640-d271-4528-af09-6e78f5cbcc4b req-439d1836-cc90-45b0-8a5b-c28f4bb47ebb tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:25.656417 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-e4e22f69-f73d-4a41-bd0b-324b5c118149 None None] Transition to ACTIVE for port object ddc34648-772a-4596-8af3-0486986a271d will not be triggered until provisioned by entity L2. {{(pid=105586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:59:25.685254 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51260640-d271-4528-af09-6e78f5cbcc4b req-439d1836-cc90-45b0-8a5b-c28f4bb47ebb tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:25.697399 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51260640-d271-4528-af09-6e78f5cbcc4b req-439d1836-cc90-45b0-8a5b-c28f4bb47ebb tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:25.713587 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51260640-d271-4528-af09-6e78f5cbcc4b req-439d1836-cc90-45b0-8a5b-c28f4bb47ebb tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:25.729131 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51260640-d271-4528-af09-6e78f5cbcc4b req-439d1836-cc90-45b0-8a5b-c28f4bb47ebb tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:25.730553 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-fbf249a8-9bbf-4670-aaa7-e229e82a2c9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:25.745939 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51260640-d271-4528-af09-6e78f5cbcc4b req-439d1836-cc90-45b0-8a5b-c28f4bb47ebb tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:25.782768 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51260640-d271-4528-af09-6e78f5cbcc4b req-439d1836-cc90-45b0-8a5b-c28f4bb47ebb tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:25.786811 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-51260640-d271-4528-af09-6e78f5cbcc4b req-439d1836-cc90-45b0-8a5b-c28f4bb47ebb tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] 10.222.0.59 "GET /v2.0/ports?device_id=2be6dd0d-bc7c-4882-8bb2-afe5ae686d07 HTTP/1.1" status: 200 len: 5393 time: 0.3145537 Jul 27 20:59:25.901468 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] For port 159d2139-7d49-46eb-bb69-aa9680c76be7, host n-h2-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=159d2139-7d49-46eb-bb69-aa9680c76be7,segment=NetworkSegment(86b1e6f6-d629-4b03-8944-4cdfbfb93d02),segment_id=86b1e6f6-d629-4b03-8944-4cdfbfb93d02)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:59:25.902272 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf249a8-9bbf-4670-aaa7-e229e82a2c9a admin admin] Pushing event deleted for resources: {'Port': ['ID=5587608d-a606-4f50-ae22-5ab2aee3f57f,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:59:25.919367 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-51260640-d271-4528-af09-6e78f5cbcc4b req-cdd442be-c8a2-4d0a-b969-09eeeb0c0558 tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] 10.222.0.59 "GET /v2.0/security-groups?id=c27eaa65-2484-427b-949c-12cff57d8973&id=9dd39787-c773-4e1e-afc7-6169131b96d0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1176655 Jul 27 20:59:25.924161 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Returning: {'device': '159d2139-7d49-46eb-bb69-aa9680c76be7', 'network_id': '4d64aa0b-bd6a-468e-8edc-c83689947462', 'port_id': '159d2139-7d49-46eb-bb69-aa9680c76be7', 'mac_address': 'fa:16:3e:f6:00:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26644ba0-4185-4e10-8718-6ad18d01376c', 'ip_address': '192.168.233.32'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105586) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 20:59:25.928639 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-3d54578f-831f-4696-b568-13c455922dab None None] No Port match for: 49289d6c-66f8-4420-9259-e4bc7261612f {{(pid=105586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 20:59:25.929160 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Device 49289d6c-66f8-4420-9259-e4bc7261612f not bound to the agent host n-h2-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 20:59:25.970428 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-e4e22f69-f73d-4a41-bd0b-324b5c118149 None None] Transition to ACTIVE for port object ddc34648-772a-4596-8af3-0486986a271d will not be triggered until provisioned by entity DHCP. {{(pid=105586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:59:25.990074 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-e4e22f69-f73d-4a41-bd0b-324b5c118149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143'] for port, after_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:26.001173 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:26.014190 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [req-acde3290-08fa-4d1d-ac68-38ce6ccc70b0 req-b3a2a2e6-04fd-4687-8172-955033e9283d tempest-SecurityGroupRulesTestJSON-477771879 tempest-SecurityGroupRulesTestJSON-477771879-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-405588646', 'description': 'tempest-description-2108575271'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:59:26.047139 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [None req-3d54578f-831f-4696-b568-13c455922dab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 159d2139-7d49-46eb-bb69-aa9680c76be7 {{(pid=105586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 20:59:26.071371 n-d-705658-22 neutron-server[105586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4e22f69-f73d-4a41-bd0b-324b5c118149 None None] Network 4269efb7-fc40-454b-a2c4-be29c29c7373 is already hosted by enough agents. {{(pid=105586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:59:26.075992 n-d-705658-22 neutron-server[105586]: DEBUG neutron.scheduler.base_scheduler [None req-e4e22f69-f73d-4a41-bd0b-324b5c118149 None None] Resources bound (agent type, host, resource id): {{(pid=105586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:59:26.090598 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-acde3290-08fa-4d1d-ac68-38ce6ccc70b0 req-b3a2a2e6-04fd-4687-8172-955033e9283d tempest-SecurityGroupRulesTestJSON-477771879 tempest-SecurityGroupRulesTestJSON-477771879-project] Notify callbacks [] for security_group, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:26.092614 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4e22f69-f73d-4a41-bd0b-324b5c118149 None None] Received port after_create {{(pid=105586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:59:26.123058 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] For port 159d2139-7d49-46eb-bb69-aa9680c76be7, host n-h2-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=159d2139-7d49-46eb-bb69-aa9680c76be7,segment=NetworkSegment(86b1e6f6-d629-4b03-8944-4cdfbfb93d02),segment_id=86b1e6f6-d629-4b03-8944-4cdfbfb93d02)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:59:26.124334 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e22f69-f73d-4a41-bd0b-324b5c118149 None None] Pushing event updated for resources: {'Port': ['ID=ddc34648-772a-4596-8af3-0486986a271d,revision_number=1']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:59:26.135590 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:26.191927 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180d31e1-1cf0-4701-9f3b-62902ce07ed1 req-22c871cb-636a-485c-81ee-d35e90baba1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:26.199049 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180d31e1-1cf0-4701-9f3b-62902ce07ed1 req-22c871cb-636a-485c-81ee-d35e90baba1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:26.202986 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180d31e1-1cf0-4701-9f3b-62902ce07ed1 req-22c871cb-636a-485c-81ee-d35e90baba1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:26.203553 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180d31e1-1cf0-4701-9f3b-62902ce07ed1 req-22c871cb-636a-485c-81ee-d35e90baba1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:26.204089 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180d31e1-1cf0-4701-9f3b-62902ce07ed1 req-22c871cb-636a-485c-81ee-d35e90baba1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:26.204627 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180d31e1-1cf0-4701-9f3b-62902ce07ed1 req-22c871cb-636a-485c-81ee-d35e90baba1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:26.205164 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180d31e1-1cf0-4701-9f3b-62902ce07ed1 req-22c871cb-636a-485c-81ee-d35e90baba1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:26.212629 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-180d31e1-1cf0-4701-9f3b-62902ce07ed1 req-22c871cb-636a-485c-81ee-d35e90baba1c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=be3b976efbdd4f41894dd22bc5b95523&device_id=2be6dd0d-bc7c-4882-8bb2-afe5ae686d07 HTTP/1.1" status: 200 len: 6247 time: 1.4652934 Jul 27 20:59:26.213703 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Pushing event updated for resources: {'Port': ['ID=159d2139-7d49-46eb-bb69-aa9680c76be7,revision_number=4']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:59:26.322157 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-acde3290-08fa-4d1d-ac68-38ce6ccc70b0 req-b3a2a2e6-04fd-4687-8172-955033e9283d tempest-SecurityGroupRulesTestJSON-477771879 tempest-SecurityGroupRulesTestJSON-477771879-project] Notify callbacks [] for security_group, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:26.324159 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-e4e22f69-f73d-4a41-bd0b-324b5c118149 None None] Attempting to bind port ddc34648-772a-4596-8af3-0486986a271d on host n-d-705658-22 for vnic_type normal with profile {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:59:26.324747 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-e4e22f69-f73d-4a41-bd0b-324b5c118149 None None] Attempting to bind port ddc34648-772a-4596-8af3-0486986a271d by drivers openvswitch,hyperv on host n-d-705658-22 at level 0 using segments [{'id': '361af615-e101-48c1-844c-4098a374b3b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '4269efb7-fc40-454b-a2c4-be29c29c7373'}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:59:26.325354 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4e22f69-f73d-4a41-bd0b-324b5c118149 None None] Attempting to bind port ddc34648-772a-4596-8af3-0486986a271d on network 4269efb7-fc40-454b-a2c4-be29c29c7373 {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:59:26.332376 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-acde3290-08fa-4d1d-ac68-38ce6ccc70b0 req-b3a2a2e6-04fd-4687-8172-955033e9283d tempest-SecurityGroupRulesTestJSON-477771879 tempest-SecurityGroupRulesTestJSON-477771879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:26.336473 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4e22f69-f73d-4a41-bd0b-324b5c118149 None None] Checking agent: {'id': '04a7ea91-6318-467e-ace6-b0fb48c8690f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 41, 42), 'started_at': datetime.datetime(2021, 7, 27, 20, 42, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 59, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:59:26.343536 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4e22f69-f73d-4a41-bd0b-324b5c118149 None None] Checking segment: {'id': '361af615-e101-48c1-844c-4098a374b3b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '4269efb7-fc40-454b-a2c4-be29c29c7373'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:59:26.344251 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-e4e22f69-f73d-4a41-bd0b-324b5c118149 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:26.351064 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4e22f69-f73d-4a41-bd0b-324b5c118149 None None] Bound using segment: {'id': '361af615-e101-48c1-844c-4098a374b3b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '4269efb7-fc40-454b-a2c4-be29c29c7373'} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:59:26.351877 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-e4e22f69-f73d-4a41-bd0b-324b5c118149 None None] Bound port: ddc34648-772a-4596-8af3-0486986a271d, host: n-d-705658-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '361af615-e101-48c1-844c-4098a374b3b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '4269efb7-fc40-454b-a2c4-be29c29c7373'}}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:59:26.352527 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-e4e22f69-f73d-4a41-bd0b-324b5c118149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:26.379195 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a2a2e6-04fd-4687-8172-955033e9283d tempest-SecurityGroupRulesTestJSON-477771879 tempest-SecurityGroupRulesTestJSON-477771879-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ad55026-5bf1-4936-ae1b-006036380c20,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:59:26.383729 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-acde3290-08fa-4d1d-ac68-38ce6ccc70b0 req-b3a2a2e6-04fd-4687-8172-955033e9283d tempest-SecurityGroupRulesTestJSON-477771879 tempest-SecurityGroupRulesTestJSON-477771879-project] Notify callbacks [] for security_group, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:26.395437 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-acde3290-08fa-4d1d-ac68-38ce6ccc70b0 req-b3a2a2e6-04fd-4687-8172-955033e9283d tempest-SecurityGroupRulesTestJSON-477771879 tempest-SecurityGroupRulesTestJSON-477771879-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.3852923 Jul 27 20:59:26.449104 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 20:59:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3aabd5ae-c496-41e0-bea8-b32d1dec0736 x-openstack-request-id: req-3aabd5ae-c496-41e0-bea8-b32d1dec0736 {{(pid=105585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:59:26.449602 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2396a40-6541-40f1-9d6e-e363e4e5437c", "name": "network-vif-deleted", "tag": "49289d6c-66f8-4420-9259-e4bc7261612f", "status": "completed", "code": 200}]} {{(pid=105585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:59:26.449842 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-3aabd5ae-c496-41e0-bea8-b32d1dec0736 {{(pid=105585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:59:26.450185 n-d-705658-22 neutron-server[105585]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2396a40-6541-40f1-9d6e-e363e4e5437c', 'name': 'network-vif-deleted', 'tag': '49289d6c-66f8-4420-9259-e4bc7261612f', 'status': 'completed', 'code': 200} Jul 27 20:59:26.477907 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] get_ports_and_sgs() called for port_ids ['159d2139-7d49-46eb-bb69-aa9680c76be7'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 20:59:26.497161 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [req-4ff7ded6-08d6-40f0-b0c1-177407d5c829 req-db82682d-f1dd-4fd6-8f3a-47341c1f679a service neutron] For port 984e7f87-cd71-496b-8f96-8f7663d6c1ce, host n-h1-705658-22, cleared binding levels {{(pid=105584) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:59:26.591596 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180d31e1-1cf0-4701-9f3b-62902ce07ed1 req-67a38f84-5fa1-447c-bdd3-e2f49b8f14a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:26.591596 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180d31e1-1cf0-4701-9f3b-62902ce07ed1 req-67a38f84-5fa1-447c-bdd3-e2f49b8f14a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:26.592284 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180d31e1-1cf0-4701-9f3b-62902ce07ed1 req-67a38f84-5fa1-447c-bdd3-e2f49b8f14a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:26.596249 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-180d31e1-1cf0-4701-9f3b-62902ce07ed1 req-67a38f84-5fa1-447c-bdd3-e2f49b8f14a2 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=be3b976efbdd4f41894dd22bc5b95523&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.3550823 Jul 27 20:59:26.604630 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [req-4ff7ded6-08d6-40f0-b0c1-177407d5c829 req-db82682d-f1dd-4fd6-8f3a-47341c1f679a service neutron] For port 984e7f87-cd71-496b-8f96-8f7663d6c1ce, host n-h1-705658-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=984e7f87-cd71-496b-8f96-8f7663d6c1ce,segment=NetworkSegment(18a392fd-f38c-4fa2-9883-9b25afe164a9),segment_id=18a392fd-f38c-4fa2-9883-9b25afe164a9)] {{(pid=105584) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:59:26.638385 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-fbf249a8-9bbf-4670-aaa7-e229e82a2c9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4075702'] for router_gateway, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:26.671158 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 5a197d84-3e30-4d9f-acc7-21edc8c538ba no longer exists at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 20:59:26.710398 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94aec402-d52a-4194-8100-4bd175864199 req-8049b720-78e8-4975-bf2c-e46830ab4951 tempest-LiveMigrationNegativeTest-821432527 tempest-LiveMigrationNegativeTest-821432527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:26.715889 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-e4e22f69-f73d-4a41-bd0b-324b5c118149 None None] For port ddc34648-772a-4596-8af3-0486986a271d, host n-d-705658-22, cleared binding levels {{(pid=105586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:59:26.721917 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] No Port match for: 5a197d84-3e30-4d9f-acc7-21edc8c538ba {{(pid=105586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 20:59:26.722240 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 5a197d84-3e30-4d9f-acc7-21edc8c538ba not bound to the agent host n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 20:59:26.724337 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-94aec402-d52a-4194-8100-4bd175864199 req-8049b720-78e8-4975-bf2c-e46830ab4951 tempest-LiveMigrationNegativeTest-821432527 tempest-LiveMigrationNegativeTest-821432527-project] 10.222.0.59 "GET /v2.0/ports?device_id=a6633f79-2fa5-456e-a49d-db874e69a63c HTTP/1.1" status: 200 len: 948 time: 0.1543198 Jul 27 20:59:26.768879 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-4ff7ded6-08d6-40f0-b0c1-177407d5c829 req-db82682d-f1dd-4fd6-8f3a-47341c1f679a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9014027'] for port, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:26.806166 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-94aec402-d52a-4194-8100-4bd175864199 req-25393660-cf2c-4f6d-8487-93bd67b9cd04 tempest-LiveMigrationNegativeTest-821432527 tempest-LiveMigrationNegativeTest-821432527-project] 10.222.0.59 "GET /v2.0/security-groups?id=bba09abf-9bc4-4acd-a324-3bcdcb98d3ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807359 Jul 27 20:59:26.808799 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-e4e22f69-f73d-4a41-bd0b-324b5c118149 None None] For port ddc34648-772a-4596-8af3-0486986a271d, host n-d-705658-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=ddc34648-772a-4596-8af3-0486986a271d,segment=NetworkSegment(361af615-e101-48c1-844c-4098a374b3b5),segment_id=361af615-e101-48c1-844c-4098a374b3b5)] {{(pid=105586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:59:26.817667 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-e4e22f69-f73d-4a41-bd0b-324b5c118149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:26.952551 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-889b6865-edfb-4184-aba6-ab0e6d1de8eb req-9acaf2e8-2226-477b-9f2b-dc08a642c32c tempest-SecurityGroupRulesTestJSON-477771879 tempest-SecurityGroupRulesTestJSON-477771879-project] 10.222.0.59 "GET /v2.0/security-groups/814b1b40-3d8d-4667-8549-252f86a4b9ad HTTP/1.1" status: 200 len: 1804 time: 0.1032844 Jul 27 20:59:27.046433 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e22f69-f73d-4a41-bd0b-324b5c118149 None None] Pushing event updated for resources: {'Port': ['ID=ddc34648-772a-4596-8af3-0486986a271d,revision_number=2']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:59:27.053411 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff7ded6-08d6-40f0-b0c1-177407d5c829 req-db82682d-f1dd-4fd6-8f3a-47341c1f679a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:27.055318 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-4ff7ded6-08d6-40f0-b0c1-177407d5c829 req-db82682d-f1dd-4fd6-8f3a-47341c1f679a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:27.058178 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-4ff7ded6-08d6-40f0-b0c1-177407d5c829 req-db82682d-f1dd-4fd6-8f3a-47341c1f679a service neutron] 10.222.0.36 "PUT /v2.0/ports/984e7f87-cd71-496b-8f96-8f7663d6c1ce HTTP/1.1" status: 200 len: 1091 time: 5.5263171 Jul 27 20:59:27.073085 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-fbf249a8-9bbf-4670-aaa7-e229e82a2c9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4163631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-425'] for router, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:27.075771 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-fbf249a8-9bbf-4670-aaa7-e229e82a2c9a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:27.110016 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-889b6865-edfb-4184-aba6-ab0e6d1de8eb req-49f01f2b-1563-4970-912a-aa86d963320e tempest-SecurityGroupRulesTestJSON-477771879 tempest-SecurityGroupRulesTestJSON-477771879-project] 10.222.0.59 "GET /v2.0/security-groups/5ad55026-5bf1-4936-ae1b-006036380c20 HTTP/1.1" status: 200 len: 1804 time: 0.1526687 Jul 27 20:59:27.124820 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [req-889b6865-edfb-4184-aba6-ab0e6d1de8eb req-e7489038-bffe-4eb1-9dbd-55def6ff4ad2 tempest-SecurityGroupRulesTestJSON-477771879 tempest-SecurityGroupRulesTestJSON-477771879-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '814b1b40-3d8d-4667-8549-252f86a4b9ad', 'remote_group_id': '5ad55026-5bf1-4936-ae1b-006036380c20', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:59:27.127424 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [req-4ff7ded6-08d6-40f0-b0c1-177407d5c829 req-7449d125-92be-4c8f-ad55-4b8bc9dc0b8f service neutron] Request body: {'port': {'device_id': '2be6dd0d-bc7c-4882-8bb2-afe5ae686d07', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-705658-22'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:59:27.132595 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [req-889b6865-edfb-4184-aba6-ab0e6d1de8eb req-e7489038-bffe-4eb1-9dbd-55def6ff4ad2 tempest-SecurityGroupRulesTestJSON-477771879 tempest-SecurityGroupRulesTestJSON-477771879-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '814b1b40-3d8d-4667-8549-252f86a4b9ad', 'remote_group_id': '5ad55026-5bf1-4936-ae1b-006036380c20', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:59:27.325166 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-889b6865-edfb-4184-aba6-ab0e6d1de8eb req-e7489038-bffe-4eb1-9dbd-55def6ff4ad2 tempest-SecurityGroupRulesTestJSON-477771879 tempest-SecurityGroupRulesTestJSON-477771879-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:27.350810 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db82682d-f1dd-4fd6-8f3a-47341c1f679a service neutron] Pushing event updated for resources: {'Port': ['ID=984e7f87-cd71-496b-8f96-8f7663d6c1ce,revision_number=3']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:59:27.453369 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-889b6865-edfb-4184-aba6-ab0e6d1de8eb req-e7489038-bffe-4eb1-9dbd-55def6ff4ad2 tempest-SecurityGroupRulesTestJSON-477771879 tempest-SecurityGroupRulesTestJSON-477771879-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:27.457791 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180d31e1-1cf0-4701-9f3b-62902ce07ed1 req-939447d2-d8a3-403b-8bd3-c59f2556a7db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:27.459882 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-180d31e1-1cf0-4701-9f3b-62902ce07ed1 req-939447d2-d8a3-403b-8bd3-c59f2556a7db service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8509705 Jul 27 20:59:27.460482 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-fbf249a8-9bbf-4670-aaa7-e229e82a2c9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4163007'] for router, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:27.466470 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbf249a8-9bbf-4670-aaa7-e229e82a2c9a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 901498da-d103-475c-8884-6e5467784fdc {{(pid=105584) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 20:59:27.466990 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-889b6865-edfb-4184-aba6-ab0e6d1de8eb req-e7489038-bffe-4eb1-9dbd-55def6ff4ad2 tempest-SecurityGroupRulesTestJSON-477771879 tempest-SecurityGroupRulesTestJSON-477771879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732636'] for security_group_rule, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:27.494193 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-fbf249a8-9bbf-4670-aaa7-e229e82a2c9a admin admin] Notify callbacks [] for router, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:27.499485 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-fbf249a8-9bbf-4670-aaa7-e229e82a2c9a admin admin] 10.222.0.59 "DELETE /v2.0/routers/901498da-d103-475c-8884-6e5467784fdc HTTP/1.1" status: 204 len: 168 time: 5.1107023 Jul 27 20:59:27.520669 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 40194) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:59:27.563521 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7489038-bffe-4eb1-9dbd-55def6ff4ad2 tempest-SecurityGroupRulesTestJSON-477771879 tempest-SecurityGroupRulesTestJSON-477771879-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=609a872a-7c03-457e-9682-7d14b69616ad,revision_number=0']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:59:27.577924 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-889b6865-edfb-4184-aba6-ab0e6d1de8eb req-e7489038-bffe-4eb1-9dbd-55def6ff4ad2 tempest-SecurityGroupRulesTestJSON-477771879 tempest-SecurityGroupRulesTestJSON-477771879-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:27.587893 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2be6dd0d-bc7c-4882-8bb2-afe5ae686d07', 'tag': '984e7f87-cd71-496b-8f96-8f7663d6c1ce'}] {{(pid=105584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:59:27.593314 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-889b6865-edfb-4184-aba6-ab0e6d1de8eb req-e7489038-bffe-4eb1-9dbd-55def6ff4ad2 tempest-SecurityGroupRulesTestJSON-477771879 tempest-SecurityGroupRulesTestJSON-477771879-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.4751525 Jul 27 20:59:27.601249 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bce5e6c8685464f7626901654159975603b047827e3138302ed6566e28f1343" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8f22a02-b7a8-407d-b92d-5027caad145e" -d '{"events": [{"name": "network-changed", "server_uuid": "2be6dd0d-bc7c-4882-8bb2-afe5ae686d07", "tag": "984e7f87-cd71-496b-8f96-8f7663d6c1ce"}]}' {{(pid=105584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:59:27.869964 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-4ff7ded6-08d6-40f0-b0c1-177407d5c829 req-7449d125-92be-4c8f-ad55-4b8bc9dc0b8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:28.192938 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-e952aac9-3cff-4bc6-bc30-09215006d678 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:28.229428 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.db_base_plugin_v2 [None req-deda3b72-eadb-4506-a50b-1d0c8ed0fe54 admin admin] Deleting subnet e2dc11f6-d37b-4723-b3bb-cb12e54fb98a {{(pid=105584) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 20:59:28.297118 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-deda3b72-eadb-4506-a50b-1d0c8ed0fe54 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:28.305176 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-e952aac9-3cff-4bc6-bc30-09215006d678 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:28.493790 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-deda3b72-eadb-4506-a50b-1d0c8ed0fe54 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9014207'] for subnet, precommit_delete_associations {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:28.607563 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device ddc34648-772a-4596-8af3-0486986a271d up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:59:28.716158 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Device 159d2139-7d49-46eb-bb69-aa9680c76be7 up at agent hyperv_n-h2-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:59:28.733825 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.db_base_plugin_common [None req-e952aac9-3cff-4bc6-bc30-09215006d678 admin admin] Allocated IP 172.25.5.73 (8735d8a2-b604-4758-ae71-b40e4ee6f305/eca7dbab-b9c0-4c8f-a272-816ea8a81764/80f6eb86-face-40c1-ab73-a1f8a3f6f811) {{(pid=105584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:59:28.772241 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-deda3b72-eadb-4506-a50b-1d0c8ed0fe54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854965'] for subnet, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:28.815460 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [req-4ff7ded6-08d6-40f0-b0c1-177407d5c829 req-7449d125-92be-4c8f-ad55-4b8bc9dc0b8f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 26471e2e-d677-40a0-8669-23cffdd218b5 {{(pid=105584) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 20:59:28.844900 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-4ff7ded6-08d6-40f0-b0c1-177407d5c829 req-7449d125-92be-4c8f-ad55-4b8bc9dc0b8f service neutron] Notify callbacks [] for port, precommit_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:28.883380 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning for port ddc34648-772a-4596-8af3-0486986a271d completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:59:28.894114 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-463923e7-0937-4f33-991b-454a1f9d61e6 None None] Network 4269efb7-fc40-454b-a2c4-be29c29c7373 requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 20:59:28.923688 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.provisioning_blocks [req-4ff7ded6-08d6-40f0-b0c1-177407d5c829 req-7449d125-92be-4c8f-ad55-4b8bc9dc0b8f service neutron] Transition to ACTIVE for port object 26471e2e-d677-40a0-8669-23cffdd218b5 will not be triggered until provisioned by entity L2. {{(pid=105584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:59:28.936685 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-4ff7ded6-08d6-40f0-b0c1-177407d5c829 req-7449d125-92be-4c8f-ad55-4b8bc9dc0b8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9014027'] for port, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:28.977111 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 5587608d-a606-4f50-ae22-5ab2aee3f57f no longer exists at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 20:59:28.994941 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7449d125-92be-4c8f-ad55-4b8bc9dc0b8f service neutron] Pushing event updated for resources: {'Port': ['ID=26471e2e-d677-40a0-8669-23cffdd218b5,revision_number=2']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:59:29.008848 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] No Port match for: 5587608d-a606-4f50-ae22-5ab2aee3f57f {{(pid=105586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 20:59:29.009568 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 5587608d-a606-4f50-ae22-5ab2aee3f57f not bound to the agent host n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 20:59:29.012864 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-3d54578f-831f-4696-b568-13c455922dab None None] Provisioning for port 159d2139-7d49-46eb-bb69-aa9680c76be7 completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:59:29.019406 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-deda3b72-eadb-4506-a50b-1d0c8ed0fe54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9014081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9738825'] for subnet, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:29.038672 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-deda3b72-eadb-4506-a50b-1d0c8ed0fe54 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:29.040582 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-deda3b72-eadb-4506-a50b-1d0c8ed0fe54 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/e2dc11f6-d37b-4723-b3bb-cb12e54fb98a HTTP/1.1" status: 204 len: 168 time: 1.5182455 Jul 27 20:59:29.043497 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 40210) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:59:29.086295 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deda3b72-eadb-4506-a50b-1d0c8ed0fe54 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e2dc11f6-d37b-4723-b3bb-cb12e54fb98a,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:59:29.097191 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd772d9a-af37-429e-a39c-16ff59cdaaa3 None None] Network b01b2bcb-b6d7-427b-8018-a1eed8201f0c requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 20:59:29.184330 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-e952aac9-3cff-4bc6-bc30-09215006d678 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:29.252774 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-0f4af746-3257-4939-8fbc-ec3352a6c857 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-990557'] for network, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:29.270864 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [req-4ff7ded6-08d6-40f0-b0c1-177407d5c829 req-7449d125-92be-4c8f-ad55-4b8bc9dc0b8f service neutron] Attempting to bind port 26471e2e-d677-40a0-8669-23cffdd218b5 on host n-h1-705658-22 for vnic_type normal with profile {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:59:29.271346 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [req-4ff7ded6-08d6-40f0-b0c1-177407d5c829 req-7449d125-92be-4c8f-ad55-4b8bc9dc0b8f service neutron] Attempting to bind port 26471e2e-d677-40a0-8669-23cffdd218b5 by drivers openvswitch,hyperv on host n-h1-705658-22 at level 0 using segments [{'id': '18a392fd-f38c-4fa2-9883-9b25afe164a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'd06e6d48-2725-42c2-bd07-d31f23229f60'}] {{(pid=105584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:59:29.271754 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ff7ded6-08d6-40f0-b0c1-177407d5c829 req-7449d125-92be-4c8f-ad55-4b8bc9dc0b8f service neutron] Attempting to bind port 26471e2e-d677-40a0-8669-23cffdd218b5 on network d06e6d48-2725-42c2-bd07-d31f23229f60 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:59:29.282080 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ff7ded6-08d6-40f0-b0c1-177407d5c829 req-7449d125-92be-4c8f-ad55-4b8bc9dc0b8f service neutron] Port 26471e2e-d677-40a0-8669-23cffdd218b5 on network d06e6d48-2725-42c2-bd07-d31f23229f60 not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-22 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 20:59:29.282762 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ff7ded6-08d6-40f0-b0c1-177407d5c829 req-7449d125-92be-4c8f-ad55-4b8bc9dc0b8f service neutron] Attempting to bind port 26471e2e-d677-40a0-8669-23cffdd218b5 on network d06e6d48-2725-42c2-bd07-d31f23229f60 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:59:29.306391 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ff7ded6-08d6-40f0-b0c1-177407d5c829 req-7449d125-92be-4c8f-ad55-4b8bc9dc0b8f service neutron] Checking agent: {'id': '9d9bc37f-4d75-44ef-9f63-799aab3e316f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 49, 36), 'started_at': datetime.datetime(2021, 7, 27, 20, 49, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 59, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:59:29.306919 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ff7ded6-08d6-40f0-b0c1-177407d5c829 req-7449d125-92be-4c8f-ad55-4b8bc9dc0b8f service neutron] Checking segment: {'id': '18a392fd-f38c-4fa2-9883-9b25afe164a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'd06e6d48-2725-42c2-bd07-d31f23229f60'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:59:29.319238 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ff7ded6-08d6-40f0-b0c1-177407d5c829 req-7449d125-92be-4c8f-ad55-4b8bc9dc0b8f service neutron] Bound using segment: {'id': '18a392fd-f38c-4fa2-9883-9b25afe164a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'd06e6d48-2725-42c2-bd07-d31f23229f60'} {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:59:29.319931 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [req-4ff7ded6-08d6-40f0-b0c1-177407d5c829 req-7449d125-92be-4c8f-ad55-4b8bc9dc0b8f service neutron] Bound port: 26471e2e-d677-40a0-8669-23cffdd218b5, host: n-h1-705658-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18a392fd-f38c-4fa2-9883-9b25afe164a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'd06e6d48-2725-42c2-bd07-d31f23229f60'}}] {{(pid=105584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:59:29.320399 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-4ff7ded6-08d6-40f0-b0c1-177407d5c829 req-7449d125-92be-4c8f-ad55-4b8bc9dc0b8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:29.350867 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-e952aac9-3cff-4bc6-bc30-09215006d678 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:29.364198 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [None req-0f4af746-3257-4939-8fbc-ec3352a6c857 admin admin] Deleting port f6688a09-4ab5-47d7-b048-c3c006bb976a {{(pid=105585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:59:29.364663 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-0f4af746-3257-4939-8fbc-ec3352a6c857 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:29.480934 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.db [None req-0f4af746-3257-4939-8fbc-ec3352a6c857 admin admin] For port f6688a09-4ab5-47d7-b048-c3c006bb976a, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=f6688a09-4ab5-47d7-b048-c3c006bb976a,segment=NetworkSegment(839ae395-18c4-4db8-912c-98cffd4079a9),segment_id=839ae395-18c4-4db8-912c-98cffd4079a9)] {{(pid=105585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:59:29.481366 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-0f4af746-3257-4939-8fbc-ec3352a6c857 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:29.483960 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [req-4ff7ded6-08d6-40f0-b0c1-177407d5c829 req-7449d125-92be-4c8f-ad55-4b8bc9dc0b8f service neutron] For port 26471e2e-d677-40a0-8669-23cffdd218b5, host n-h1-705658-22, cleared binding levels {{(pid=105584) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:59:29.487522 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [req-4ff7ded6-08d6-40f0-b0c1-177407d5c829 req-7449d125-92be-4c8f-ad55-4b8bc9dc0b8f service neutron] For port 26471e2e-d677-40a0-8669-23cffdd218b5, host n-h1-705658-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=26471e2e-d677-40a0-8669-23cffdd218b5,segment=NetworkSegment(18a392fd-f38c-4fa2-9883-9b25afe164a9),segment_id=18a392fd-f38c-4fa2-9883-9b25afe164a9)] {{(pid=105584) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:59:29.503115 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-4ff7ded6-08d6-40f0-b0c1-177407d5c829 req-7449d125-92be-4c8f-ad55-4b8bc9dc0b8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9014027'] for port, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:29.506818 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-3d54578f-831f-4696-b568-13c455922dab None None] Provisioning complete for port 159d2139-7d49-46eb-bb69-aa9680c76be7 triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:59:29.507390 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:29.513948 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [None req-0f4af746-3257-4939-8fbc-ec3352a6c857 admin admin] Calling delete_port for f6688a09-4ab5-47d7-b048-c3c006bb976a owned by network:dhcp {{(pid=105585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:59:29.519201 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-f7a4d614-e87b-4104-8cbe-04f1d458965f None None] Provisioning for port ddc34648-772a-4596-8af3-0486986a271d completed by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:59:29.563218 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e952aac9-3cff-4bc6-bc30-09215006d678 admin admin] Network 8735d8a2-b604-4758-ae71-b40e4ee6f305 is already hosted by enough agents. {{(pid=105584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:59:29.572010 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [None req-e952aac9-3cff-4bc6-bc30-09215006d678 admin admin] Resources bound (agent type, host, resource id): {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:59:29.600873 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e952aac9-3cff-4bc6-bc30-09215006d678 admin admin] Received port after_create {{(pid=105584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:59:29.609514 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-f7a4d614-e87b-4104-8cbe-04f1d458965f None None] Provisioning complete for port ddc34648-772a-4596-8af3-0486986a271d triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:59:29.610042 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-f7a4d614-e87b-4104-8cbe-04f1d458965f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:29.657831 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff7ded6-08d6-40f0-b0c1-177407d5c829 req-7449d125-92be-4c8f-ad55-4b8bc9dc0b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:29.666339 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-4ff7ded6-08d6-40f0-b0c1-177407d5c829 req-7449d125-92be-4c8f-ad55-4b8bc9dc0b8f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:29.675727 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-4ff7ded6-08d6-40f0-b0c1-177407d5c829 req-7449d125-92be-4c8f-ad55-4b8bc9dc0b8f service neutron] 10.222.0.36 "PUT /v2.0/ports/26471e2e-d677-40a0-8669-23cffdd218b5 HTTP/1.1" status: 200 len: 1092 time: 2.5660005 Jul 27 20:59:29.698563 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e952aac9-3cff-4bc6-bc30-09215006d678 admin admin] Pushing event updated for resources: {'Port': ['ID=80f6eb86-face-40c1-ab73-a1f8a3f6f811,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:59:29.719855 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-0f4af746-3257-4939-8fbc-ec3352a6c857 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:29.770432 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4af746-3257-4939-8fbc-ec3352a6c857 admin admin] Pushing event deleted for resources: {'Port': ['ID=f6688a09-4ab5-47d7-b048-c3c006bb976a,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:59:29.777402 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f4af746-3257-4939-8fbc-ec3352a6c857 admin admin] No DVR routers for this DVR port f6688a09-4ab5-47d7-b048-c3c006bb976a on host n-d-705658-22 {{(pid=105585) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 20:59:29.835910 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7449d125-92be-4c8f-ad55-4b8bc9dc0b8f service neutron] Pushing event updated for resources: {'Port': ['ID=26471e2e-d677-40a0-8669-23cffdd218b5,revision_number=3']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:59:29.852877 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [req-4ff7ded6-08d6-40f0-b0c1-177407d5c829 req-73db7d26-17c3-4209-ab8a-bc1988c9c351 service neutron] Request body: {'port': {'device_id': '2be6dd0d-bc7c-4882-8bb2-afe5ae686d07', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-705658-22'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:59:29.959699 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-f7a4d614-e87b-4104-8cbe-04f1d458965f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:29.975381 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c4d70a9-4070-47fb-af65-cd305e052466 None None] DHCP port deletion for b01b2bcb-b6d7-427b-8018-a1eed8201f0c request from n-d-705658-22 {{(pid=105586) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 20:59:29.996610 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-0f4af746-3257-4939-8fbc-ec3352a6c857 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853562', 'neutron.services.segments.db._delete_segments_for_network-8790688882975'] for network, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:30.035694 n-d-705658-22 neutron-server[105585]: DEBUG neutron.services.segments.db [None req-0f4af746-3257-4939-8fbc-ec3352a6c857 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b01b2bcb-b6d7-427b-8018-a1eed8201f0c']}} {{(pid=105585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:59:30.066213 n-d-705658-22 neutron-server[105585]: DEBUG neutron.services.segments.db [None req-0f4af746-3257-4939-8fbc-ec3352a6c857 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '839ae395-18c4-4db8-912c-98cffd4079a9') {'for_net_delete': True} {{(pid=105585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:59:30.067295 n-d-705658-22 neutron-server[105585]: DEBUG neutron.services.segments.db [None req-0f4af746-3257-4939-8fbc-ec3352a6c857 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '839ae395-18c4-4db8-912c-98cffd4079a9') {} {{(pid=105585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:59:30.090342 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-0f4af746-3257-4939-8fbc-ec3352a6c857 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790688883752', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9886370'] for segment, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:30.105392 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:30.141529 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-0f4af746-3257-4939-8fbc-ec3352a6c857 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:30.150140 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f4af746-3257-4939-8fbc-ec3352a6c857 admin admin] Releasing vlan 248 on physical network physnet1 to pool {{(pid=105585) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 20:59:30.154438 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-0f4af746-3257-4939-8fbc-ec3352a6c857 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10221644'] for segment, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:30.156618 n-d-705658-22 neutron-server[105585]: Traceback (most recent call last): Jul 27 20:59:30.156618 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 20:59:30.156618 n-d-705658-22 neutron-server[105585]: timer() Jul 27 20:59:30.156618 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 20:59:30.156618 n-d-705658-22 neutron-server[105585]: cb(*args, **kw) Jul 27 20:59:30.156618 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 20:59:30.156618 n-d-705658-22 neutron-server[105585]: return func(*args, **kwargs) Jul 27 20:59:30.156618 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 20:59:30.156618 n-d-705658-22 neutron-server[105585]: self._notify() Jul 27 20:59:30.156618 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 20:59:30.156618 n-d-705658-22 neutron-server[105585]: self.callback(batched_events) Jul 27 20:59:30.156618 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 20:59:30.156618 n-d-705658-22 neutron-server[105585]: event.method(event) Jul 27 20:59:30.156618 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 20:59:30.156618 n-d-705658-22 neutron-server[105585]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 20:59:30.156618 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 20:59:30.156618 n-d-705658-22 neutron-server[105585]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 20:59:30.156618 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 20:59:30.156618 n-d-705658-22 neutron-server[105585]: return f(self, *a, **k) Jul 27 20:59:30.156618 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 20:59:30.156618 n-d-705658-22 neutron-server[105585]: return self._get(url).json() Jul 27 20:59:30.156618 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 20:59:30.156618 n-d-705658-22 neutron-server[105585]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 20:59:30.156618 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 20:59:30.156618 n-d-705658-22 neutron-server[105585]: return self.request(url, 'GET', **kwargs) Jul 27 20:59:30.156618 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 20:59:30.156618 n-d-705658-22 neutron-server[105585]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 20:59:30.156618 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 20:59:30.156618 n-d-705658-22 neutron-server[105585]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 20:59:30.156618 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 20:59:30.156618 n-d-705658-22 neutron-server[105585]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 20:59:30.156618 n-d-705658-22 neutron-server[105585]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 20:59:30.162027 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-f7a4d614-e87b-4104-8cbe-04f1d458965f None None] For port ddc34648-772a-4596-8af3-0486986a271d, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=ddc34648-772a-4596-8af3-0486986a271d,segment=NetworkSegment(361af615-e101-48c1-844c-4098a374b3b5),segment_id=361af615-e101-48c1-844c-4098a374b3b5)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:59:30.175323 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-f7a4d614-e87b-4104-8cbe-04f1d458965f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:30.244097 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-4ff7ded6-08d6-40f0-b0c1-177407d5c829 req-73db7d26-17c3-4209-ab8a-bc1988c9c351 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:30.261442 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6633f79-2fa5-456e-a49d-db874e69a63c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '159d2139-7d49-46eb-bb69-aa9680c76be7'}] {{(pid=105586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:59:30.267720 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14c1663e039faf5393f87855f745010ac5b02220355b68fdbf065393e303ac56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53eac6cf-6af9-4c82-8038-60070f172117" -d '{"events": [{"server_uuid": "a6633f79-2fa5-456e-a49d-db874e69a63c", "name": "network-vif-plugged", "status": "completed", "tag": "159d2139-7d49-46eb-bb69-aa9680c76be7"}]}' {{(pid=105586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:59:30.270378 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-0f4af746-3257-4939-8fbc-ec3352a6c857 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4075658'] for network, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:30.284842 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a4d614-e87b-4104-8cbe-04f1d458965f None None] Pushing event updated for resources: {'Port': ['ID=ddc34648-772a-4596-8af3-0486986a271d,revision_number=3']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:59:30.300676 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-0f4af746-3257-4939-8fbc-ec3352a6c857 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743886'] for network, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:30.308895 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-0f4af746-3257-4939-8fbc-ec3352a6c857 admin admin] 10.222.0.59 "DELETE /v2.0/networks/b01b2bcb-b6d7-427b-8018-a1eed8201f0c HTTP/1.1" status: 204 len: 168 time: 1.2615147 Jul 27 20:59:30.310104 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4af746-3257-4939-8fbc-ec3352a6c857 admin admin] Pushing event deleted for resources: {'Network': ['ID=b01b2bcb-b6d7-427b-8018-a1eed8201f0c,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:59:30.326000 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] For port 159d2139-7d49-46eb-bb69-aa9680c76be7, host n-h2-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=159d2139-7d49-46eb-bb69-aa9680c76be7,segment=NetworkSegment(86b1e6f6-d629-4b03-8944-4cdfbfb93d02),segment_id=86b1e6f6-d629-4b03-8944-4cdfbfb93d02)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:59:30.363751 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:30.535269 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Pushing event updated for resources: {'Port': ['ID=159d2139-7d49-46eb-bb69-aa9680c76be7,revision_number=5']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:59:30.535514 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 40216) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:59:30.594568 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device ddc34648-772a-4596-8af3-0486986a271d up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:59:30.639436 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-0c977ef7-14bc-4971-87cc-b4ca528685af admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=4db6b04858584f16a518b56ddf54baba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1018794 Jul 27 20:59:30.640500 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 40218) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:59:30.723422 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port ddc34648-772a-4596-8af3-0486986a271d triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:59:30.724464 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:30.805457 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-19772084-36ad-4ca5-ab98-ee34965b767d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:30.826161 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-e952aac9-3cff-4bc6-bc30-09215006d678 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:30.920435 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-19772084-36ad-4ca5-ab98-ee34965b767d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:30.949554 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-cfe59feb-e1f1-4b89-a989-abcd5442c179 None None] Provisioning complete for port ddc34648-772a-4596-8af3-0486986a271d triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:59:30.950297 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-cfe59feb-e1f1-4b89-a989-abcd5442c179 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:31.015221 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-19772084-36ad-4ca5-ab98-ee34965b767d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:31.017875 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-19772084-36ad-4ca5-ab98-ee34965b767d admin admin] Notify callbacks [] for security_group, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:31.019134 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-19772084-36ad-4ca5-ab98-ee34965b767d admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/ee6ba9be-e2ba-4b1b-8b46-428ec5a49e6e HTTP/1.1" status: 204 len: 168 time: 0.3775146 Jul 27 20:59:31.034511 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19772084-36ad-4ca5-ab98-ee34965b767d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee6ba9be-e2ba-4b1b-8b46-428ec5a49e6e,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:59:31.281465 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device f6688a09-4ab5-47d7-b048-c3c006bb976a no longer exists at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 20:59:31.333146 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] No Port match for: f6688a09-4ab5-47d7-b048-c3c006bb976a {{(pid=105586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 20:59:31.333409 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device f6688a09-4ab5-47d7-b048-c3c006bb976a not bound to the agent host n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 20:59:31.519023 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [req-4ff7ded6-08d6-40f0-b0c1-177407d5c829 req-73db7d26-17c3-4209-ab8a-bc1988c9c351 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 393132c5-1d7b-4862-8edc-dad8e0cfee95 {{(pid=105584) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 20:59:31.590499 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-4ff7ded6-08d6-40f0-b0c1-177407d5c829 req-73db7d26-17c3-4209-ab8a-bc1988c9c351 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:31.643723 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.provisioning_blocks [req-4ff7ded6-08d6-40f0-b0c1-177407d5c829 req-73db7d26-17c3-4209-ab8a-bc1988c9c351 service neutron] Transition to ACTIVE for port object 393132c5-1d7b-4862-8edc-dad8e0cfee95 will not be triggered until provisioned by entity L2. {{(pid=105584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:59:31.686488 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-4ff7ded6-08d6-40f0-b0c1-177407d5c829 req-73db7d26-17c3-4209-ab8a-bc1988c9c351 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9014027'] for port, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:31.795939 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73db7d26-17c3-4209-ab8a-bc1988c9c351 service neutron] Pushing event updated for resources: {'Port': ['ID=393132c5-1d7b-4862-8edc-dad8e0cfee95,revision_number=2']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:59:31.821666 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-e952aac9-3cff-4bc6-bc30-09215006d678 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4163804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4077150'] for router, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:32.184443 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [req-4ff7ded6-08d6-40f0-b0c1-177407d5c829 req-73db7d26-17c3-4209-ab8a-bc1988c9c351 service neutron] Attempting to bind port 393132c5-1d7b-4862-8edc-dad8e0cfee95 on host n-h1-705658-22 for vnic_type normal with profile {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:59:32.185260 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [req-4ff7ded6-08d6-40f0-b0c1-177407d5c829 req-73db7d26-17c3-4209-ab8a-bc1988c9c351 service neutron] Attempting to bind port 393132c5-1d7b-4862-8edc-dad8e0cfee95 by drivers openvswitch,hyperv on host n-h1-705658-22 at level 0 using segments [{'id': '54f3551e-5c55-4c2f-a16f-7beb91ee97a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'dd0adb7c-988a-43cc-a0da-76a1fae1d8ff'}] {{(pid=105584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:59:32.185943 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ff7ded6-08d6-40f0-b0c1-177407d5c829 req-73db7d26-17c3-4209-ab8a-bc1988c9c351 service neutron] Attempting to bind port 393132c5-1d7b-4862-8edc-dad8e0cfee95 on network dd0adb7c-988a-43cc-a0da-76a1fae1d8ff {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:59:32.192125 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ff7ded6-08d6-40f0-b0c1-177407d5c829 req-73db7d26-17c3-4209-ab8a-bc1988c9c351 service neutron] Port 393132c5-1d7b-4862-8edc-dad8e0cfee95 on network dd0adb7c-988a-43cc-a0da-76a1fae1d8ff not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-22 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 20:59:32.192850 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ff7ded6-08d6-40f0-b0c1-177407d5c829 req-73db7d26-17c3-4209-ab8a-bc1988c9c351 service neutron] Attempting to bind port 393132c5-1d7b-4862-8edc-dad8e0cfee95 on network dd0adb7c-988a-43cc-a0da-76a1fae1d8ff {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:59:32.199509 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ff7ded6-08d6-40f0-b0c1-177407d5c829 req-73db7d26-17c3-4209-ab8a-bc1988c9c351 service neutron] Checking agent: {'id': '9d9bc37f-4d75-44ef-9f63-799aab3e316f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 49, 36), 'started_at': datetime.datetime(2021, 7, 27, 20, 49, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 59, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:59:32.200187 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ff7ded6-08d6-40f0-b0c1-177407d5c829 req-73db7d26-17c3-4209-ab8a-bc1988c9c351 service neutron] Checking segment: {'id': '54f3551e-5c55-4c2f-a16f-7beb91ee97a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'dd0adb7c-988a-43cc-a0da-76a1fae1d8ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:59:32.201169 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ff7ded6-08d6-40f0-b0c1-177407d5c829 req-73db7d26-17c3-4209-ab8a-bc1988c9c351 service neutron] Bound using segment: {'id': '54f3551e-5c55-4c2f-a16f-7beb91ee97a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'dd0adb7c-988a-43cc-a0da-76a1fae1d8ff'} {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:59:32.201914 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [req-4ff7ded6-08d6-40f0-b0c1-177407d5c829 req-73db7d26-17c3-4209-ab8a-bc1988c9c351 service neutron] Bound port: 393132c5-1d7b-4862-8edc-dad8e0cfee95, host: n-h1-705658-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54f3551e-5c55-4c2f-a16f-7beb91ee97a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'dd0adb7c-988a-43cc-a0da-76a1fae1d8ff'}}] {{(pid=105584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:59:32.202550 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-4ff7ded6-08d6-40f0-b0c1-177407d5c829 req-73db7d26-17c3-4209-ab8a-bc1988c9c351 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:32.204955 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e952aac9-3cff-4bc6-bc30-09215006d678 admin admin] Router 92033463-594d-4f68-afa7-4615dc2e00e0 is scheduled to L3 agent dd128fd7-8e57-4d4f-895b-a96b369df59a with binding_index 1 {{(pid=105584) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 20:59:32.315195 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [req-4ff7ded6-08d6-40f0-b0c1-177407d5c829 req-73db7d26-17c3-4209-ab8a-bc1988c9c351 service neutron] For port 393132c5-1d7b-4862-8edc-dad8e0cfee95, host n-h1-705658-22, cleared binding levels {{(pid=105584) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:59:32.319893 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [req-4ff7ded6-08d6-40f0-b0c1-177407d5c829 req-73db7d26-17c3-4209-ab8a-bc1988c9c351 service neutron] For port 393132c5-1d7b-4862-8edc-dad8e0cfee95, host n-h1-705658-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=393132c5-1d7b-4862-8edc-dad8e0cfee95,segment=NetworkSegment(54f3551e-5c55-4c2f-a16f-7beb91ee97a5),segment_id=54f3551e-5c55-4c2f-a16f-7beb91ee97a5)] {{(pid=105584) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:59:32.442616 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 40244) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:59:32.485534 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e952aac9-3cff-4bc6-bc30-09215006d678 admin admin] Notify agent at l3_agent.n-d-705658-22 the message routers_updated {{(pid=105584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 20:59:32.494791 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-4ff7ded6-08d6-40f0-b0c1-177407d5c829 req-73db7d26-17c3-4209-ab8a-bc1988c9c351 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9014027'] for port, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:32.501070 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-173b233d-e335-4bf7-a1e9-f723f86fdead None None] Sync routers for ids ['92033463-594d-4f68-afa7-4615dc2e00e0'] in n-d-705658-22 {{(pid=105587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 20:59:32.516993 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-173b233d-e335-4bf7-a1e9-f723f86fdead None None] Routers {'92033463-594d-4f68-afa7-4615dc2e00e0'} bound to L3 agent in host n-d-705658-22 {{(pid=105587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:59:32.517632 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-173b233d-e335-4bf7-a1e9-f723f86fdead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T20:59:11Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['92033463-594d-4f68-afa7-4615dc2e00e0'], 'active': True} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:59:32.654720 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff7ded6-08d6-40f0-b0c1-177407d5c829 req-73db7d26-17c3-4209-ab8a-bc1988c9c351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:32.657211 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-4ff7ded6-08d6-40f0-b0c1-177407d5c829 req-73db7d26-17c3-4209-ab8a-bc1988c9c351 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:32.659054 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-4ff7ded6-08d6-40f0-b0c1-177407d5c829 req-73db7d26-17c3-4209-ab8a-bc1988c9c351 service neutron] 10.222.0.36 "PUT /v2.0/ports/393132c5-1d7b-4862-8edc-dad8e0cfee95 HTTP/1.1" status: 200 len: 1092 time: 2.8276355 Jul 27 20:59:32.665846 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73db7d26-17c3-4209-ab8a-bc1988c9c351 service neutron] Pushing event updated for resources: {'Port': ['ID=393132c5-1d7b-4862-8edc-dad8e0cfee95,revision_number=3']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:59:32.681247 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-08a00894-0c60-4e1f-95b5-a5056f18177a admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-109159721-network', 'tenant_id': '1bf61d246dcd4e0885b7823b6c627efb'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:59:32.683325 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-e952aac9-3cff-4bc6-bc30-09215006d678 admin admin] Notify callbacks [] for router, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:32.684796 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-e952aac9-3cff-4bc6-bc30-09215006d678 admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 9.1593983 Jul 27 20:59:32.687679 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 40248) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:59:32.730750 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvr_db [None req-173b233d-e335-4bf7-a1e9-f723f86fdead None None] Set router 92033463-594d-4f68-afa7-4615dc2e00e0 gateway port host: n-d-705658-22 {{(pid=105587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:59:32.761928 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08a00894-0c60-4e1f-95b5-a5056f18177a admin admin] Made reservation on behalf of 1bf61d246dcd4e0885b7823b6c627efb for: {'network': 1} {{(pid=105585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:59:32.772151 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-08a00894-0c60-4e1f-95b5-a5056f18177a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for network, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:32.785665 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-08a00894-0c60-4e1f-95b5-a5056f18177a admin admin] Notify callbacks [] for security_group, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:32.896410 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [req-4ff7ded6-08d6-40f0-b0c1-177407d5c829 req-41b49dce-cf3f-4ac5-aedc-e2032574b1c7 service neutron] Request body: {'port': {'device_id': '2be6dd0d-bc7c-4882-8bb2-afe5ae686d07', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-705658-22'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:59:33.017389 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-173b233d-e335-4bf7-a1e9-f723f86fdead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92033463-594d-4f68-afa7-4615dc2e00e0', 'name': 'tempest-FloatingIPsTestJSON-1423616360-router', 'tenant_id': '96e660a5c5e14bec9752596569f7e039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.73'}], 'enable_snat': True}, 'gw_port_id': '80f6eb86-face-40c1-ab73-a1f8a3f6f811', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:59:23Z', 'updated_at': '2021-07-27T20:59:30Z', 'revision_number': 3, 'project_id': '96e660a5c5e14bec9752596569f7e039', 'gw_port': {'id': '80f6eb86-face-40c1-ab73-a1f8a3f6f811', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:51:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92033463-594d-4f68-afa7-4615dc2e00e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 903, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:59:28Z', 'updated_at': '2021-07-27T20:59:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22'}], 'n-d-705658-22', False) {} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:59:33.040505 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-08a00894-0c60-4e1f-95b5-a5056f18177a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:33.046546 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-173b233d-e335-4bf7-a1e9-f723f86fdead None None] Checking router: 92033463-594d-4f68-afa7-4615dc2e00e0 for host: n-d-705658-22 {{(pid=105587) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 20:59:33.047301 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-173b233d-e335-4bf7-a1e9-f723f86fdead None None] Updating router 92033463-594d-4f68-afa7-4615dc2e00e0 port 80f6eb86-face-40c1-ab73-a1f8a3f6f811 binding host n-d-705658-22 {{(pid=105587) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 20:59:33.047446 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-08a00894-0c60-4e1f-95b5-a5056f18177a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:33.101958 n-d-705658-22 neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-173b233d-e335-4bf7-a1e9-f723f86fdead None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:33.113126 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08a00894-0c60-4e1f-95b5-a5056f18177a admin admin] vlan segment allocate from pool success with {'vlan_id': 215, 'physical_network': 'physnet1'} {{(pid=105585) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 20:59:33.137151 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a00894-0c60-4e1f-95b5-a5056f18177a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5ae5332-206c-4248-b3dd-58ae8ae2cd0d,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:59:33.151295 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-08a00894-0c60-4e1f-95b5-a5056f18177a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:33.151647 n-d-705658-22 neutron-server[105585]: INFO neutron.db.segments_db [None req-08a00894-0c60-4e1f-95b5-a5056f18177a admin admin] Added segment c6f7a1fa-d233-46b2-8a3a-0deb57dc2e2d of type vlan for network 08300536-b616-458d-a2a3-16c60bef3365 Jul 27 20:59:33.224310 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-4ff7ded6-08d6-40f0-b0c1-177407d5c829 req-41b49dce-cf3f-4ac5-aedc-e2032574b1c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:33.329095 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-08a00894-0c60-4e1f-95b5-a5056f18177a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790688424798'] for network, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:33.382094 n-d-705658-22 neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-173b233d-e335-4bf7-a1e9-f723f86fdead None None] Notify callbacks [] for port, precommit_update {{(pid=105587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:33.393460 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.provisioning_blocks [None req-173b233d-e335-4bf7-a1e9-f723f86fdead None None] Transition to ACTIVE for port object 80f6eb86-face-40c1-ab73-a1f8a3f6f811 will not be triggered until provisioned by entity L2. {{(pid=105587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:59:33.400974 n-d-705658-22 neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-173b233d-e335-4bf7-a1e9-f723f86fdead None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:33.408137 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-08a00894-0c60-4e1f-95b5-a5056f18177a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920'] for network, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:33.408824 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08a00894-0c60-4e1f-95b5-a5056f18177a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:33.409419 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-08a00894-0c60-4e1f-95b5-a5056f18177a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743886'] for network, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:33.450115 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40edbe4-4d68-4723-814a-b8f6d7a6028b None None] Pushing event updated for resources: {'Port': ['ID=80f6eb86-face-40c1-ab73-a1f8a3f6f811,revision_number=2']} {{(pid=105587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:59:33.471529 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40edbe4-4d68-4723-814a-b8f6d7a6028b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:59:33.471970 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40edbe4-4d68-4723-814a-b8f6d7a6028b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:59:33.472375 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40edbe4-4d68-4723-814a-b8f6d7a6028b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:59:33.472776 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40edbe4-4d68-4723-814a-b8f6d7a6028b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:59:33.473172 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40edbe4-4d68-4723-814a-b8f6d7a6028b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:59:33.473598 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40edbe4-4d68-4723-814a-b8f6d7a6028b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:59:33.473990 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40edbe4-4d68-4723-814a-b8f6d7a6028b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:59:33.474377 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40edbe4-4d68-4723-814a-b8f6d7a6028b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:59:33.474813 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40edbe4-4d68-4723-814a-b8f6d7a6028b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:59:33.475304 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40edbe4-4d68-4723-814a-b8f6d7a6028b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:59:33.475777 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40edbe4-4d68-4723-814a-b8f6d7a6028b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:59:33.476242 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40edbe4-4d68-4723-814a-b8f6d7a6028b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:59:33.480247 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.managers [None req-173b233d-e335-4bf7-a1e9-f723f86fdead None None] Attempting to bind port 80f6eb86-face-40c1-ab73-a1f8a3f6f811 on host n-d-705658-22 for vnic_type normal with profile {{(pid=105587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:59:33.481085 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.managers [None req-173b233d-e335-4bf7-a1e9-f723f86fdead None None] Attempting to bind port 80f6eb86-face-40c1-ab73-a1f8a3f6f811 by drivers openvswitch,hyperv on host n-d-705658-22 at level 0 using segments [{'id': '12196855-9a32-4633-9a56-77697ef9e126', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305'}] {{(pid=105587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:59:33.481085 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-173b233d-e335-4bf7-a1e9-f723f86fdead None None] Attempting to bind port 80f6eb86-face-40c1-ab73-a1f8a3f6f811 on network 8735d8a2-b604-4758-ae71-b40e4ee6f305 {{(pid=105587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:59:33.487412 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-173b233d-e335-4bf7-a1e9-f723f86fdead None None] Checking agent: {'id': '04a7ea91-6318-467e-ace6-b0fb48c8690f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 41, 42), 'started_at': datetime.datetime(2021, 7, 27, 20, 42, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 59, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:59:33.487885 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-173b233d-e335-4bf7-a1e9-f723f86fdead None None] Checking segment: {'id': '12196855-9a32-4633-9a56-77697ef9e126', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:59:33.488385 n-d-705658-22 neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-173b233d-e335-4bf7-a1e9-f723f86fdead None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:33.488921 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-173b233d-e335-4bf7-a1e9-f723f86fdead None None] Bound using segment: {'id': '12196855-9a32-4633-9a56-77697ef9e126', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305'} {{(pid=105587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:59:33.490032 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.managers [None req-173b233d-e335-4bf7-a1e9-f723f86fdead None None] Bound port: 80f6eb86-face-40c1-ab73-a1f8a3f6f811, host: n-d-705658-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12196855-9a32-4633-9a56-77697ef9e126', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305'}}] {{(pid=105587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:59:33.490530 n-d-705658-22 neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-173b233d-e335-4bf7-a1e9-f723f86fdead None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:33.543330 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.db [None req-173b233d-e335-4bf7-a1e9-f723f86fdead None None] For port 80f6eb86-face-40c1-ab73-a1f8a3f6f811, host n-d-705658-22, cleared binding levels {{(pid=105587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:59:33.547659 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.db [None req-173b233d-e335-4bf7-a1e9-f723f86fdead None None] For port 80f6eb86-face-40c1-ab73-a1f8a3f6f811, host n-d-705658-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=80f6eb86-face-40c1-ab73-a1f8a3f6f811,segment=NetworkSegment(12196855-9a32-4633-9a56-77697ef9e126),segment_id=12196855-9a32-4633-9a56-77697ef9e126)] {{(pid=105587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:59:33.550761 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a00894-0c60-4e1f-95b5-a5056f18177a admin admin] Pushing event updated for resources: {'Network': ['ID=08300536-b616-458d-a2a3-16c60bef3365,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:59:33.554432 n-d-705658-22 neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-173b233d-e335-4bf7-a1e9-f723f86fdead None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:33.564720 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Network 08300536-b616-458d-a2a3-16c60bef3365 details requested by agent ovs-agent-n-d-705658-22 with host n-d-705658-22 {{(pid=105586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 20:59:33.573895 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-08a00894-0c60-4e1f-95b5-a5056f18177a admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.1299479 Jul 27 20:59:33.577859 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 40250) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:59:33.598307 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-71011e7a-b770-45f6-9c36-707a7ff70fdb admin admin] Request body: {'subnet': {'network_id': '08300536-b616-458d-a2a3-16c60bef3365', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-109159721-subnet', 'tenant_id': '1bf61d246dcd4e0885b7823b6c627efb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:59:33.616230 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40edbe4-4d68-4723-814a-b8f6d7a6028b None None] Pushing event updated for resources: {'Port': ['ID=80f6eb86-face-40c1-ab73-a1f8a3f6f811,revision_number=3']} {{(pid=105587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:59:33.630674 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-173b233d-e335-4bf7-a1e9-f723f86fdead None None] Routers {'92033463-594d-4f68-afa7-4615dc2e00e0'} bound to L3 agent in host n-d-705658-22 {{(pid=105587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:59:33.631629 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-173b233d-e335-4bf7-a1e9-f723f86fdead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T20:59:11Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['92033463-594d-4f68-afa7-4615dc2e00e0'], 'active': True} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:59:33.690181 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71011e7a-b770-45f6-9c36-707a7ff70fdb admin admin] Made reservation on behalf of 1bf61d246dcd4e0885b7823b6c627efb for: {'subnet': 1} {{(pid=105585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:59:33.704517 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-71011e7a-b770-45f6-9c36-707a7ff70fdb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9990620'] for subnet, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:33.737847 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [req-4ff7ded6-08d6-40f0-b0c1-177407d5c829 req-41b49dce-cf3f-4ac5-aedc-e2032574b1c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c93b5038-6969-4f8d-8d0a-5a1c280dd74b {{(pid=105584) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 20:59:33.743629 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvr_db [None req-173b233d-e335-4bf7-a1e9-f723f86fdead None None] Set router 92033463-594d-4f68-afa7-4615dc2e00e0 gateway port host: n-d-705658-22 {{(pid=105587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:59:33.747222 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-4ff7ded6-08d6-40f0-b0c1-177407d5c829 req-41b49dce-cf3f-4ac5-aedc-e2032574b1c7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:33.760322 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.provisioning_blocks [req-4ff7ded6-08d6-40f0-b0c1-177407d5c829 req-41b49dce-cf3f-4ac5-aedc-e2032574b1c7 service neutron] Transition to ACTIVE for port object c93b5038-6969-4f8d-8d0a-5a1c280dd74b will not be triggered until provisioned by entity L2. {{(pid=105584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:59:33.768344 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-4ff7ded6-08d6-40f0-b0c1-177407d5c829 req-41b49dce-cf3f-4ac5-aedc-e2032574b1c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9014027'] for port, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:33.828580 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b49dce-cf3f-4ac5-aedc-e2032574b1c7 service neutron] Pushing event updated for resources: {'Port': ['ID=c93b5038-6969-4f8d-8d0a-5a1c280dd74b,revision_number=2']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:59:33.978348 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-173b233d-e335-4bf7-a1e9-f723f86fdead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92033463-594d-4f68-afa7-4615dc2e00e0', 'name': 'tempest-FloatingIPsTestJSON-1423616360-router', 'tenant_id': '96e660a5c5e14bec9752596569f7e039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.73'}], 'enable_snat': True}, 'gw_port_id': '80f6eb86-face-40c1-ab73-a1f8a3f6f811', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:59:23Z', 'updated_at': '2021-07-27T20:59:30Z', 'revision_number': 3, 'project_id': '96e660a5c5e14bec9752596569f7e039', 'gw_port': {'id': '80f6eb86-face-40c1-ab73-a1f8a3f6f811', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:51:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92033463-594d-4f68-afa7-4615dc2e00e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 903, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:59:28Z', 'updated_at': '2021-07-27T20:59:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22'}], 'n-d-705658-22', False) {} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:59:34.036701 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-173b233d-e335-4bf7-a1e9-f723f86fdead None None] The sync data for ids ['92033463-594d-4f68-afa7-4615dc2e00e0'] in n-d-705658-22 is: [{'id': '92033463-594d-4f68-afa7-4615dc2e00e0', 'name': 'tempest-FloatingIPsTestJSON-1423616360-router', 'tenant_id': '96e660a5c5e14bec9752596569f7e039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.73'}], 'enable_snat': True}, 'gw_port_id': '80f6eb86-face-40c1-ab73-a1f8a3f6f811', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:59:23Z', 'updated_at': '2021-07-27T20:59:30Z', 'revision_number': 3, 'project_id': '96e660a5c5e14bec9752596569f7e039', 'gw_port': {'id': '80f6eb86-face-40c1-ab73-a1f8a3f6f811', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:51:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92033463-594d-4f68-afa7-4615dc2e00e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 903, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:59:28Z', 'updated_at': '2021-07-27T20:59:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22'}] {{(pid=105587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 20:59:34.236030 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [req-4ff7ded6-08d6-40f0-b0c1-177407d5c829 req-41b49dce-cf3f-4ac5-aedc-e2032574b1c7 service neutron] Attempting to bind port c93b5038-6969-4f8d-8d0a-5a1c280dd74b on host n-h1-705658-22 for vnic_type normal with profile {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:59:34.236377 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [req-4ff7ded6-08d6-40f0-b0c1-177407d5c829 req-41b49dce-cf3f-4ac5-aedc-e2032574b1c7 service neutron] Attempting to bind port c93b5038-6969-4f8d-8d0a-5a1c280dd74b by drivers openvswitch,hyperv on host n-h1-705658-22 at level 0 using segments [{'id': '54f3551e-5c55-4c2f-a16f-7beb91ee97a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'dd0adb7c-988a-43cc-a0da-76a1fae1d8ff'}] {{(pid=105584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:59:34.236719 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ff7ded6-08d6-40f0-b0c1-177407d5c829 req-41b49dce-cf3f-4ac5-aedc-e2032574b1c7 service neutron] Attempting to bind port c93b5038-6969-4f8d-8d0a-5a1c280dd74b on network dd0adb7c-988a-43cc-a0da-76a1fae1d8ff {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:59:34.261357 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ff7ded6-08d6-40f0-b0c1-177407d5c829 req-41b49dce-cf3f-4ac5-aedc-e2032574b1c7 service neutron] Port c93b5038-6969-4f8d-8d0a-5a1c280dd74b on network dd0adb7c-988a-43cc-a0da-76a1fae1d8ff not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-22 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 20:59:34.261694 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ff7ded6-08d6-40f0-b0c1-177407d5c829 req-41b49dce-cf3f-4ac5-aedc-e2032574b1c7 service neutron] Attempting to bind port c93b5038-6969-4f8d-8d0a-5a1c280dd74b on network dd0adb7c-988a-43cc-a0da-76a1fae1d8ff {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:59:34.285603 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ff7ded6-08d6-40f0-b0c1-177407d5c829 req-41b49dce-cf3f-4ac5-aedc-e2032574b1c7 service neutron] Checking agent: {'id': '9d9bc37f-4d75-44ef-9f63-799aab3e316f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 49, 36), 'started_at': datetime.datetime(2021, 7, 27, 20, 49, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 59, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:59:34.286467 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ff7ded6-08d6-40f0-b0c1-177407d5c829 req-41b49dce-cf3f-4ac5-aedc-e2032574b1c7 service neutron] Checking segment: {'id': '54f3551e-5c55-4c2f-a16f-7beb91ee97a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'dd0adb7c-988a-43cc-a0da-76a1fae1d8ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:59:34.286884 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ff7ded6-08d6-40f0-b0c1-177407d5c829 req-41b49dce-cf3f-4ac5-aedc-e2032574b1c7 service neutron] Bound using segment: {'id': '54f3551e-5c55-4c2f-a16f-7beb91ee97a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'dd0adb7c-988a-43cc-a0da-76a1fae1d8ff'} {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:59:34.290176 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [req-4ff7ded6-08d6-40f0-b0c1-177407d5c829 req-41b49dce-cf3f-4ac5-aedc-e2032574b1c7 service neutron] Bound port: c93b5038-6969-4f8d-8d0a-5a1c280dd74b, host: n-h1-705658-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54f3551e-5c55-4c2f-a16f-7beb91ee97a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'dd0adb7c-988a-43cc-a0da-76a1fae1d8ff'}}] {{(pid=105584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:59:34.290582 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-4ff7ded6-08d6-40f0-b0c1-177407d5c829 req-41b49dce-cf3f-4ac5-aedc-e2032574b1c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:34.329032 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-5db4ace4-151f-4f28-a4cc-e80726e5fa96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:34.407654 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [req-4ff7ded6-08d6-40f0-b0c1-177407d5c829 req-41b49dce-cf3f-4ac5-aedc-e2032574b1c7 service neutron] For port c93b5038-6969-4f8d-8d0a-5a1c280dd74b, host n-h1-705658-22, cleared binding levels {{(pid=105584) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:59:34.412717 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [req-4ff7ded6-08d6-40f0-b0c1-177407d5c829 req-41b49dce-cf3f-4ac5-aedc-e2032574b1c7 service neutron] For port c93b5038-6969-4f8d-8d0a-5a1c280dd74b, host n-h1-705658-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=c93b5038-6969-4f8d-8d0a-5a1c280dd74b,segment=NetworkSegment(54f3551e-5c55-4c2f-a16f-7beb91ee97a5),segment_id=54f3551e-5c55-4c2f-a16f-7beb91ee97a5)] {{(pid=105584) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:59:34.422330 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-4ff7ded6-08d6-40f0-b0c1-177407d5c829 req-41b49dce-cf3f-4ac5-aedc-e2032574b1c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9014027'] for port, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:34.690803 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff7ded6-08d6-40f0-b0c1-177407d5c829 req-41b49dce-cf3f-4ac5-aedc-e2032574b1c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:34.691810 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-4ff7ded6-08d6-40f0-b0c1-177407d5c829 req-41b49dce-cf3f-4ac5-aedc-e2032574b1c7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:34.693524 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-4ff7ded6-08d6-40f0-b0c1-177407d5c829 req-41b49dce-cf3f-4ac5-aedc-e2032574b1c7 service neutron] 10.222.0.36 "PUT /v2.0/ports/c93b5038-6969-4f8d-8d0a-5a1c280dd74b HTTP/1.1" status: 200 len: 1092 time: 1.8025017 Jul 27 20:59:34.730235 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 80f6eb86-face-40c1-ab73-a1f8a3f6f811 up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:59:34.886310 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning for port 80f6eb86-face-40c1-ab73-a1f8a3f6f811 completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:59:34.892242 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port 80f6eb86-face-40c1-ab73-a1f8a3f6f811 triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:59:34.895724 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:34.913217 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-71011e7a-b770-45f6-9c36-707a7ff70fdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10221797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9990606'] for subnet, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:35.039085 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71011e7a-b770-45f6-9c36-707a7ff70fdb admin admin] Pushing event updated for resources: {'Subnet': ['ID=1ac28687-a9d9-4eb8-b5cd-1641e6e24aae,revision_number=0']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:59:35.075890 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b49dce-cf3f-4ac5-aedc-e2032574b1c7 service neutron] Pushing event updated for resources: {'Port': ['ID=c93b5038-6969-4f8d-8d0a-5a1c280dd74b,revision_number=3']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:59:35.082657 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71011e7a-b770-45f6-9c36-707a7ff70fdb admin admin] Checking segment: {'id': 'c6f7a1fa-d233-46b2-8a3a-0deb57dc2e2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '08300536-b616-458d-a2a3-16c60bef3365'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:59:35.083233 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71011e7a-b770-45f6-9c36-707a7ff70fdb admin admin] Network hostable DHCP agents. Network: 08300536-b616-458d-a2a3-16c60bef3365, hostable agents: ['7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a'], hosted agents: [] {{(pid=105585) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 20:59:35.112031 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71011e7a-b770-45f6-9c36-707a7ff70fdb admin admin] Network 08300536-b616-458d-a2a3-16c60bef3365 is scheduled to be hosted by DHCP agent 7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a with binding_index 1 {{(pid=105585) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 20:59:35.136473 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.base_scheduler [None req-71011e7a-b770-45f6-9c36-707a7ff70fdb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-22, 08300536-b616-458d-a2a3-16c60bef3365) {{(pid=105585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:59:35.144710 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71011e7a-b770-45f6-9c36-707a7ff70fdb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:35.145503 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-71011e7a-b770-45f6-9c36-707a7ff70fdb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743886'] for subnet, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:35.181889 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-71011e7a-b770-45f6-9c36-707a7ff70fdb admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.6029444 Jul 27 20:59:35.182781 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a8f29b4-1db5-484b-b24b-27157e777dae None None] Network 08300536-b616-458d-a2a3-16c60bef3365 requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 20:59:35.300819 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff7ded6-08d6-40f0-b0c1-177407d5c829 req-1368ad36-2c91-4659-b9c9-b3bb78a1f04a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:35.301318 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff7ded6-08d6-40f0-b0c1-177407d5c829 req-1368ad36-2c91-4659-b9c9-b3bb78a1f04a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:35.302386 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff7ded6-08d6-40f0-b0c1-177407d5c829 req-1368ad36-2c91-4659-b9c9-b3bb78a1f04a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:35.302873 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff7ded6-08d6-40f0-b0c1-177407d5c829 req-1368ad36-2c91-4659-b9c9-b3bb78a1f04a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:35.303401 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff7ded6-08d6-40f0-b0c1-177407d5c829 req-1368ad36-2c91-4659-b9c9-b3bb78a1f04a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:35.303881 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff7ded6-08d6-40f0-b0c1-177407d5c829 req-1368ad36-2c91-4659-b9c9-b3bb78a1f04a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:35.304356 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff7ded6-08d6-40f0-b0c1-177407d5c829 req-1368ad36-2c91-4659-b9c9-b3bb78a1f04a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:35.306352 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-4ff7ded6-08d6-40f0-b0c1-177407d5c829 req-1368ad36-2c91-4659-b9c9-b3bb78a1f04a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=be3b976efbdd4f41894dd22bc5b95523&device_id=2be6dd0d-bc7c-4882-8bb2-afe5ae686d07 HTTP/1.1" status: 200 len: 6493 time: 0.5177357 Jul 27 20:59:35.330174 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.db_base_plugin_common [None req-5db4ace4-151f-4f28-a4cc-e80726e5fa96 admin admin] Allocated IP 172.20.0.1 (4269efb7-fc40-454b-a2c4-be29c29c7373/b8b13b9c-7f43-49cb-b248-6dd76ebf9310/a1cf4471-1238-4ddc-b9ff-38705e1c638c) {{(pid=105584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:59:35.371426 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:35.493059 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] For port 80f6eb86-face-40c1-ab73-a1f8a3f6f811, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=80f6eb86-face-40c1-ab73-a1f8a3f6f811,segment=NetworkSegment(12196855-9a32-4633-9a56-77697ef9e126),segment_id=12196855-9a32-4633-9a56-77697ef9e126)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:59:35.501266 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b184953-1dbd-4763-afac-072f3c5512e2 None None] Network 08300536-b616-458d-a2a3-16c60bef3365 requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 20:59:35.505309 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:35.546631 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-5db4ace4-151f-4f28-a4cc-e80726e5fa96 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:35.565911 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.provisioning_blocks [None req-5db4ace4-151f-4f28-a4cc-e80726e5fa96 admin admin] Transition to ACTIVE for port object a1cf4471-1238-4ddc-b9ff-38705e1c638c will not be triggered until provisioned by entity DHCP. {{(pid=105584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:59:35.654413 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-4ff7ded6-08d6-40f0-b0c1-177407d5c829 req-3055cb94-2c33-4fee-876f-23c0d319a808 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3e901f2c-afa6-4e65-b936-9e2231fd9b0c HTTP/1.1" status: 200 len: 217 time: 0.2572150 Jul 27 20:59:35.656175 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-5db4ace4-151f-4f28-a4cc-e80726e5fa96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:35.688259 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Pushing event updated for resources: {'Port': ['ID=80f6eb86-face-40c1-ab73-a1f8a3f6f811,revision_number=4']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:59:35.723558 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5db4ace4-151f-4f28-a4cc-e80726e5fa96 admin admin] Network 4269efb7-fc40-454b-a2c4-be29c29c7373 is already hosted by enough agents. {{(pid=105584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:59:35.748618 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [None req-5db4ace4-151f-4f28-a4cc-e80726e5fa96 admin admin] Resources bound (agent type, host, resource id): {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:59:35.771506 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5db4ace4-151f-4f28-a4cc-e80726e5fa96 admin admin] Received port after_create {{(pid=105584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:59:35.826127 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff7ded6-08d6-40f0-b0c1-177407d5c829 req-6cf524de-d308-41f9-8f7a-6868bd42bbbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:35.827285 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-4ff7ded6-08d6-40f0-b0c1-177407d5c829 req-6cf524de-d308-41f9-8f7a-6868bd42bbbb service neutron] 10.222.0.36 "GET /v2.0/subnets?id=38961467-19f7-4057-ba41-d6906c9db744 HTTP/1.1" status: 200 len: 856 time: 0.1594651 Jul 27 20:59:35.877611 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db4ace4-151f-4f28-a4cc-e80726e5fa96 admin admin] Pushing event updated for resources: {'Port': ['ID=a1cf4471-1238-4ddc-b9ff-38705e1c638c,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:59:35.902773 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-5db4ace4-151f-4f28-a4cc-e80726e5fa96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4075523'] for router_interface, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:35.967331 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff7ded6-08d6-40f0-b0c1-177407d5c829 req-623c00d8-bc99-4234-81ff-f5acc415e2d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:35.969186 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-4ff7ded6-08d6-40f0-b0c1-177407d5c829 req-623c00d8-bc99-4234-81ff-f5acc415e2d0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b117ba52-594c-450e-a21e-ba2b0ffa1338&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1331091 Jul 27 20:59:36.073363 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:36.153848 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-6bd86434-ebcb-4a66-bfd0-3ee6dbb5afc7 None None] Provisioning for port a1cf4471-1238-4ddc-b9ff-38705e1c638c completed by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:59:36.164872 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-6bd86434-ebcb-4a66-bfd0-3ee6dbb5afc7 None None] Provisioning complete for port a1cf4471-1238-4ddc-b9ff-38705e1c638c triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:59:36.165257 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-6bd86434-ebcb-4a66-bfd0-3ee6dbb5afc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:36.232811 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-6bd86434-ebcb-4a66-bfd0-3ee6dbb5afc7 None None] Port a1cf4471-1238-4ddc-b9ff-38705e1c638c cannot update to ACTIVE because it is not bound. {{(pid=105586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 20:59:36.240964 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-4ff7ded6-08d6-40f0-b0c1-177407d5c829 req-fcaa9eee-7004-4d7a-9ac7-857022957d3b service neutron] 10.222.0.36 "GET /v2.0/networks/b117ba52-594c-450e-a21e-ba2b0ffa1338?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2578564 Jul 27 20:59:36.307119 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb0fa86-7086-4c97-a924-5d85260361f6 req-288394ca-9a3f-43ed-8c0f-9ae56026e90e tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:36.308913 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-8bb0fa86-7086-4c97-a924-5d85260361f6 req-288394ca-9a3f-43ed-8c0f-9ae56026e90e tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] 10.222.0.59 "GET /v2.0/networks?id=c29e02c5-8000-4917-925d-2eceb290693b HTTP/1.1" status: 200 len: 812 time: 0.1890414 Jul 27 20:59:36.334084 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-8bb0fa86-7086-4c97-a924-5d85260361f6 req-167d0aba-b805-4f7e-b59b-d64c07f5b7ea tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] 10.222.0.59 "GET /v2.0/quotas/54685b57bf31427c889d7b240f3f8a60 HTTP/1.1" status: 200 len: 375 time: 0.0178714 Jul 27 20:59:36.341616 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-5db4ace4-151f-4f28-a4cc-e80726e5fa96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:36.386325 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-8bb0fa86-7086-4c97-a924-5d85260361f6 req-a04ad9b6-845b-4ab6-9223-68c9f842a4f1 tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=54685b57bf31427c889d7b240f3f8a60&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0390263 Jul 27 20:59:36.432370 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a981b24f-1302-4322-b1fd-013ac707b7a6 req-5da3134f-2ff5-41e9-8c16-85efa398f1b2 tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:36.445079 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a981b24f-1302-4322-b1fd-013ac707b7a6 req-5da3134f-2ff5-41e9-8c16-85efa398f1b2 tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:36.468712 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a981b24f-1302-4322-b1fd-013ac707b7a6 req-5da3134f-2ff5-41e9-8c16-85efa398f1b2 tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:36.500743 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a981b24f-1302-4322-b1fd-013ac707b7a6 req-5da3134f-2ff5-41e9-8c16-85efa398f1b2 tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:36.508234 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a981b24f-1302-4322-b1fd-013ac707b7a6 req-5da3134f-2ff5-41e9-8c16-85efa398f1b2 tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:36.527647 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a981b24f-1302-4322-b1fd-013ac707b7a6 req-5da3134f-2ff5-41e9-8c16-85efa398f1b2 tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:36.534859 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a981b24f-1302-4322-b1fd-013ac707b7a6 req-5da3134f-2ff5-41e9-8c16-85efa398f1b2 tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:36.537761 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a981b24f-1302-4322-b1fd-013ac707b7a6 req-5da3134f-2ff5-41e9-8c16-85efa398f1b2 tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] 10.222.0.59 "GET /v2.0/ports?device_id=2be6dd0d-bc7c-4882-8bb2-afe5ae686d07 HTTP/1.1" status: 200 len: 5429 time: 0.2930868 Jul 27 20:59:36.550824 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-4ff7ded6-08d6-40f0-b0c1-177407d5c829 req-e57b1241-0cdc-45ef-b108-6327d7bfde6c service neutron] 10.222.0.36 "GET /v2.0/networks/b117ba52-594c-450e-a21e-ba2b0ffa1338?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2983229 Jul 27 20:59:36.597642 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 80f6eb86-face-40c1-ab73-a1f8a3f6f811 up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:59:36.616180 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-4ff7ded6-08d6-40f0-b0c1-177407d5c829 req-b3998f4a-a122-4735-a50c-aaf229d78cea service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.80&port_id=32d33fb6-0dd4-4fb0-848b-fa38285c8993 HTTP/1.1" status: 200 len: 217 time: 0.0552990 Jul 27 20:59:36.652570 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-8bb0fa86-7086-4c97-a924-5d85260361f6 req-c9c6b05e-2f51-4429-a9ef-05246f865f7f service neutron] 10.222.0.59 "GET /v2.0/networks/c29e02c5-8000-4917-925d-2eceb290693b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1133664 Jul 27 20:59:36.694339 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-5db4ace4-151f-4f28-a4cc-e80726e5fa96 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:36.705287 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port 80f6eb86-face-40c1-ab73-a1f8a3f6f811 triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:59:36.706083 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:36.711443 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-5db4ace4-151f-4f28-a4cc-e80726e5fa96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9014027'] for port, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:36.724695 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a981b24f-1302-4322-b1fd-013ac707b7a6 req-8ce67d12-c8bd-416a-9bc3-7a547efaf45d tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] 10.222.0.59 "GET /v2.0/security-groups?id=c27eaa65-2484-427b-949c-12cff57d8973&id=9dd39787-c773-4e1e-afc7-6169131b96d0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0710628 Jul 27 20:59:36.836633 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff7ded6-08d6-40f0-b0c1-177407d5c829 req-20b7f22b-f34a-4b3e-b035-d7522e5f0d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:36.838159 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-4ff7ded6-08d6-40f0-b0c1-177407d5c829 req-20b7f22b-f34a-4b3e-b035-d7522e5f0d61 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=bd7fbe4e-00a2-4867-9403-b89fa41a76c1 HTTP/1.1" status: 200 len: 797 time: 0.1414430 Jul 27 20:59:36.852063 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-8bb0fa86-7086-4c97-a924-5d85260361f6 req-be746bd0-3f0e-4012-84ec-66eb855d288f service neutron] 10.222.0.59 "GET /v2.0/networks/c29e02c5-8000-4917-925d-2eceb290693b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1729169 Jul 27 20:59:36.888559 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-3d7e4836-9c10-4d41-a8f7-1117e228955d req-4fa6639d-68b3-4e92-8f52-4e55171593a2 tempest-SecurityGroupRulesTestJSON-477771879 tempest-SecurityGroupRulesTestJSON-477771879-project] 10.222.0.59 "GET /v2.0/security-groups/5ad55026-5bf1-4936-ae1b-006036380c20 HTTP/1.1" status: 200 len: 1804 time: 0.0742118 Jul 27 20:59:36.920084 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db4ace4-151f-4f28-a4cc-e80726e5fa96 admin admin] Pushing event updated for resources: {'Port': ['ID=a1cf4471-1238-4ddc-b9ff-38705e1c638c,revision_number=2']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:59:36.942858 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-5db4ace4-151f-4f28-a4cc-e80726e5fa96 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3743906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4076435'] for router_interface, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:36.957300 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-3d7e4836-9c10-4d41-a8f7-1117e228955d req-8ed851e3-ed65-48e3-b0b3-b2ea25a01499 tempest-SecurityGroupRulesTestJSON-477771879 tempest-SecurityGroupRulesTestJSON-477771879-project] Notify callbacks [] for security_group, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:36.983089 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-3d7e4836-9c10-4d41-a8f7-1117e228955d req-8ed851e3-ed65-48e3-b0b3-b2ea25a01499 tempest-SecurityGroupRulesTestJSON-477771879 tempest-SecurityGroupRulesTestJSON-477771879-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:37.068005 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 20:59:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b0624c4-0453-4dfd-87dd-d9c85ba535aa x-openstack-request-id: req-7b0624c4-0453-4dfd-87dd-d9c85ba535aa {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:59:37.068527 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2be6dd0d-bc7c-4882-8bb2-afe5ae686d07", "tag": "984e7f87-cd71-496b-8f96-8f7663d6c1ce", "status": "completed", "code": 200}]} {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:59:37.068779 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-7b0624c4-0453-4dfd-87dd-d9c85ba535aa {{(pid=105584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:59:37.069172 n-d-705658-22 neutron-server[105584]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2be6dd0d-bc7c-4882-8bb2-afe5ae686d07', 'tag': '984e7f87-cd71-496b-8f96-8f7663d6c1ce', 'status': 'completed', 'code': 200} Jul 27 20:59:37.087722 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-3d7e4836-9c10-4d41-a8f7-1117e228955d req-8ed851e3-ed65-48e3-b0b3-b2ea25a01499 tempest-SecurityGroupRulesTestJSON-477771879 tempest-SecurityGroupRulesTestJSON-477771879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:37.090935 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-3d7e4836-9c10-4d41-a8f7-1117e228955d req-8ed851e3-ed65-48e3-b0b3-b2ea25a01499 tempest-SecurityGroupRulesTestJSON-477771879 tempest-SecurityGroupRulesTestJSON-477771879-project] Notify callbacks [] for security_group, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:37.099801 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-3d7e4836-9c10-4d41-a8f7-1117e228955d req-8ed851e3-ed65-48e3-b0b3-b2ea25a01499 tempest-SecurityGroupRulesTestJSON-477771879 tempest-SecurityGroupRulesTestJSON-477771879-project] 10.222.0.59 "DELETE /v2.0/security-groups/5ad55026-5bf1-4936-ae1b-006036380c20 HTTP/1.1" status: 204 len: 173 time: 0.2103052 Jul 27 20:59:37.103251 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff7ded6-08d6-40f0-b0c1-177407d5c829 req-138181f9-75a0-4af9-a1fa-9307ce0c9731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:37.104824 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-4ff7ded6-08d6-40f0-b0c1-177407d5c829 req-138181f9-75a0-4af9-a1fa-9307ce0c9731 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d06e6d48-2725-42c2-bd07-d31f23229f60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1761427 Jul 27 20:59:37.123285 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed851e3-ed65-48e3-b0b3-b2ea25a01499 tempest-SecurityGroupRulesTestJSON-477771879 tempest-SecurityGroupRulesTestJSON-477771879-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ad55026-5bf1-4936-ae1b-006036380c20,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:59:37.177678 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 20:59:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b172c18-faf8-4840-ad4a-6faac76544bc x-openstack-request-id: req-9b172c18-faf8-4840-ad4a-6faac76544bc {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:59:37.178213 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6633f79-2fa5-456e-a49d-db874e69a63c", "name": "network-vif-plugged", "status": "completed", "tag": "159d2139-7d49-46eb-bb69-aa9680c76be7", "code": 200}]} {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:59:37.178601 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-9b172c18-faf8-4840-ad4a-6faac76544bc {{(pid=105586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:59:37.179125 n-d-705658-22 neutron-server[105586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6633f79-2fa5-456e-a49d-db874e69a63c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '159d2139-7d49-46eb-bb69-aa9680c76be7', 'code': 200} Jul 27 20:59:37.248474 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5db4ace4-151f-4f28-a4cc-e80726e5fa96 admin admin] Network 4269efb7-fc40-454b-a2c4-be29c29c7373 is already hosted by enough agents. {{(pid=105584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:59:37.258641 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [None req-5db4ace4-151f-4f28-a4cc-e80726e5fa96 admin admin] Resources bound (agent type, host, resource id): {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:59:37.322019 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d28517-0f59-4c51-8ca8-2bad3ceb0b21 req-b0fbea5f-7b7c-44aa-81d0-4cfab4bb1aa4 tempest-LiveMigrationNegativeTest-821432527 tempest-LiveMigrationNegativeTest-821432527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:37.330022 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-84d28517-0f59-4c51-8ca8-2bad3ceb0b21 req-b0fbea5f-7b7c-44aa-81d0-4cfab4bb1aa4 tempest-LiveMigrationNegativeTest-821432527 tempest-LiveMigrationNegativeTest-821432527-project] 10.222.0.59 "GET /v2.0/ports?device_id=a6633f79-2fa5-456e-a49d-db874e69a63c HTTP/1.1" status: 200 len: 949 time: 0.1330183 Jul 27 20:59:37.384813 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70184aef-87f8-4313-9c68-c9ff2fa47516 req-d1a17090-eb03-40bf-8eec-45d36b451dac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:37.386492 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-70184aef-87f8-4313-9c68-c9ff2fa47516 req-d1a17090-eb03-40bf-8eec-45d36b451dac service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=a6633f79-2fa5-456e-a49d-db874e69a63c HTTP/1.1" status: 200 len: 1101 time: 0.1388793 Jul 27 20:59:37.482736 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-84d28517-0f59-4c51-8ca8-2bad3ceb0b21 req-73635f3f-d643-47f0-939a-3e9dd831354b tempest-LiveMigrationNegativeTest-821432527 tempest-LiveMigrationNegativeTest-821432527-project] 10.222.0.59 "GET /v2.0/security-groups?id=bba09abf-9bc4-4acd-a324-3bcdcb98d3ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517119 Jul 27 20:59:37.499923 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-70184aef-87f8-4313-9c68-c9ff2fa47516 req-dabf34bd-9b3b-4042-be9f-180ed378511b service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=bba09abf-9bc4-4acd-a324-3bcdcb98d3ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044905 Jul 27 20:59:37.554457 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5db4ace4-151f-4f28-a4cc-e80726e5fa96 admin admin] Router 92033463-594d-4f68-afa7-4615dc2e00e0 has already been hosted by L3 agent dd128fd7-8e57-4d4f-895b-a96b369df59a {{(pid=105584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 20:59:37.559555 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-4ff7ded6-08d6-40f0-b0c1-177407d5c829 req-6308b381-830a-4fd5-821d-e540ae713f48 service neutron] 10.222.0.36 "GET /v2.0/networks/d06e6d48-2725-42c2-bd07-d31f23229f60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4325638 Jul 27 20:59:37.669600 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-4ff7ded6-08d6-40f0-b0c1-177407d5c829 req-70b6829d-e341-4e3d-a0b3-8a7d3a7b3537 service neutron] 10.222.0.36 "GET /v2.0/networks/d06e6d48-2725-42c2-bd07-d31f23229f60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972109 Jul 27 20:59:37.680036 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-b0536625-653a-4a51-89da-f86a9135a3bf None None] Provisioning complete for port a1cf4471-1238-4ddc-b9ff-38705e1c638c triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:59:37.681529 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-b0536625-653a-4a51-89da-f86a9135a3bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:37.805928 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-b0536625-653a-4a51-89da-f86a9135a3bf None None] Port a1cf4471-1238-4ddc-b9ff-38705e1c638c cannot update to ACTIVE because it is not bound. {{(pid=105586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 20:59:37.823525 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-5989aa44-0971-4b72-aeb4-eb6a5162c1a2 req-b6967323-4f4a-4aeb-8209-7be52d4ecf2f tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] 10.222.0.59 "GET /v2.0/ports?device_id=d3985821-907e-495f-a860-769c8bce29c8 HTTP/1.1" status: 200 len: 210 time: 0.0498707 Jul 27 20:59:37.900535 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf40a449-6885-48c6-8b8c-539b9474b8fd req-65cb48df-a7df-480a-94d2-7361622490f2 tempest-InstanceActionsNegativeTestJSON-998956897 tempest-InstanceActionsNegativeTestJSON-998956897-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:37.907606 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-bf40a449-6885-48c6-8b8c-539b9474b8fd req-65cb48df-a7df-480a-94d2-7361622490f2 tempest-InstanceActionsNegativeTestJSON-998956897 tempest-InstanceActionsNegativeTestJSON-998956897-project] 10.222.0.59 "GET /v2.0/networks?id=08300536-b616-458d-a2a3-16c60bef3365 HTTP/1.1" status: 200 len: 821 time: 0.2973497 Jul 27 20:59:37.947820 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-bf40a449-6885-48c6-8b8c-539b9474b8fd req-5f942599-d609-48dc-88c9-cac3d50101f3 tempest-InstanceActionsNegativeTestJSON-998956897 tempest-InstanceActionsNegativeTestJSON-998956897-project] 10.222.0.59 "GET /v2.0/quotas/1bf61d246dcd4e0885b7823b6c627efb HTTP/1.1" status: 200 len: 375 time: 0.0288043 Jul 27 20:59:37.996943 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-bf40a449-6885-48c6-8b8c-539b9474b8fd req-39adb439-3f1d-4673-8810-2c5a57efe9e4 tempest-InstanceActionsNegativeTestJSON-998956897 tempest-InstanceActionsNegativeTestJSON-998956897-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=1bf61d246dcd4e0885b7823b6c627efb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0407670 Jul 27 20:59:38.011514 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-582daea4-bb74-4a7f-b388-aee9463a3a11 req-cfb3b98b-1208-460b-9f90-7dc9f76ee84f tempest-SecurityGroupRulesTestJSON-477771879 tempest-SecurityGroupRulesTestJSON-477771879-project] 10.222.0.59 "GET /v2.0/security-groups/814b1b40-3d8d-4667-8549-252f86a4b9ad HTTP/1.1" status: 200 len: 1804 time: 0.0965989 Jul 27 20:59:38.162413 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-4ff7ded6-08d6-40f0-b0c1-177407d5c829 req-53c1fb06-5286-4bd8-9fef-cce832ad42a7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.207&port_id=566e3be7-77d9-40a2-9abe-1e1bb6e2da74 HTTP/1.1" status: 200 len: 217 time: 0.0412989 Jul 27 20:59:38.181493 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-bf40a449-6885-48c6-8b8c-539b9474b8fd req-a0719884-ed38-43a2-b5b7-fd6427a8f929 service neutron] 10.222.0.59 "GET /v2.0/networks/08300536-b616-458d-a2a3-16c60bef3365?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1740863 Jul 27 20:59:38.214763 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5db4ace4-151f-4f28-a4cc-e80726e5fa96 admin admin] Notify agent at l3_agent.n-d-705658-22 the message routers_updated {{(pid=105584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 20:59:38.230552 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-5db4ace4-151f-4f28-a4cc-e80726e5fa96 admin admin] 10.222.0.59 "PUT /v2.0/routers/92033463-594d-4f68-afa7-4615dc2e00e0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5321522 Jul 27 20:59:38.232586 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff7ded6-08d6-40f0-b0c1-177407d5c829 req-bb522362-02b2-4fa8-9c25-d41e554ef62c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:38.234123 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-4ff7ded6-08d6-40f0-b0c1-177407d5c829 req-bb522362-02b2-4fa8-9c25-d41e554ef62c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=bd7fbe4e-00a2-4867-9403-b89fa41a76c1 HTTP/1.1" status: 200 len: 797 time: 0.0646875 Jul 27 20:59:38.235705 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28e8c995-2033-4a0c-b036-d87494adb47c None None] Sync routers for ids ['92033463-594d-4f68-afa7-4615dc2e00e0'] in n-d-705658-22 {{(pid=105586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 20:59:38.247601 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28e8c995-2033-4a0c-b036-d87494adb47c None None] Routers {'92033463-594d-4f68-afa7-4615dc2e00e0'} bound to L3 agent in host n-d-705658-22 {{(pid=105586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:59:38.249201 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-28e8c995-2033-4a0c-b036-d87494adb47c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T20:59:11Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['92033463-594d-4f68-afa7-4615dc2e00e0'], 'active': True} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:59:38.260477 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381a693d-587e-4dad-b8ed-e622d95d1a33 req-315a15be-fd83-40e6-9630-48fa0fa04c5d tempest-ImagesOneServerTestJSON-1985669581 tempest-ImagesOneServerTestJSON-1985669581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:38.260477 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-381a693d-587e-4dad-b8ed-e622d95d1a33 req-315a15be-fd83-40e6-9630-48fa0fa04c5d tempest-ImagesOneServerTestJSON-1985669581 tempest-ImagesOneServerTestJSON-1985669581-project] 10.222.0.59 "GET /v2.0/ports?device_id=a327f21b-2949-41a9-84e5-9a41fda86d7b HTTP/1.1" status: 200 len: 949 time: 0.1489708 Jul 27 20:59:38.335337 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-381a693d-587e-4dad-b8ed-e622d95d1a33 req-8c285c4d-10c2-4a64-aa55-964b5fe37460 tempest-ImagesOneServerTestJSON-1985669581 tempest-ImagesOneServerTestJSON-1985669581-project] 10.222.0.59 "GET /v2.0/security-groups?id=522fa8e0-6e9d-47e1-870e-4979e997948d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688152 Jul 27 20:59:38.356860 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-bf40a449-6885-48c6-8b8c-539b9474b8fd req-709eb1b8-6bf4-43f4-a32c-0e3d80f0a783 service neutron] 10.222.0.59 "GET /v2.0/networks/08300536-b616-458d-a2a3-16c60bef3365?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1677492 Jul 27 20:59:38.372462 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff7ded6-08d6-40f0-b0c1-177407d5c829 req-82a13dd5-f752-45bb-bcbf-ec0f996620ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:38.374595 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-4ff7ded6-08d6-40f0-b0c1-177407d5c829 req-82a13dd5-f752-45bb-bcbf-ec0f996620ec service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d06e6d48-2725-42c2-bd07-d31f23229f60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1292467 Jul 27 20:59:38.500181 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvr_db [None req-28e8c995-2033-4a0c-b036-d87494adb47c None None] Set router 92033463-594d-4f68-afa7-4615dc2e00e0 gateway port host: n-d-705658-22 {{(pid=105586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:59:38.624099 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-4ff7ded6-08d6-40f0-b0c1-177407d5c829 req-548caffc-e663-444e-9ca0-29bf1fa5c0c2 service neutron] 10.222.0.36 "GET /v2.0/networks/d06e6d48-2725-42c2-bd07-d31f23229f60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2342913 Jul 27 20:59:38.658526 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [req-b6749779-afca-41c6-bf72-070b07fc0a6f req-65a0396f-e71a-4492-8424-53d24c2c6448 tempest-SecurityGroupRulesTestJSON-477771879 tempest-SecurityGroupRulesTestJSON-477771879-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1628845169', 'description': 'tempest-description-579580450'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:59:38.777745 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c48e9f-78ce-47b5-9105-6b399721f446 req-454cc27d-f907-4ea7-bae3-a2801523313b tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:38.785652 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c48e9f-78ce-47b5-9105-6b399721f446 req-454cc27d-f907-4ea7-bae3-a2801523313b tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:38.793803 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c48e9f-78ce-47b5-9105-6b399721f446 req-454cc27d-f907-4ea7-bae3-a2801523313b tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:38.802533 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c48e9f-78ce-47b5-9105-6b399721f446 req-454cc27d-f907-4ea7-bae3-a2801523313b tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:38.810113 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c48e9f-78ce-47b5-9105-6b399721f446 req-454cc27d-f907-4ea7-bae3-a2801523313b tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:38.818028 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c48e9f-78ce-47b5-9105-6b399721f446 req-454cc27d-f907-4ea7-bae3-a2801523313b tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:38.818777 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-28e8c995-2033-4a0c-b036-d87494adb47c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92033463-594d-4f68-afa7-4615dc2e00e0', 'name': 'tempest-FloatingIPsTestJSON-1423616360-router', 'tenant_id': '96e660a5c5e14bec9752596569f7e039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.73'}], 'enable_snat': True}, 'gw_port_id': '80f6eb86-face-40c1-ab73-a1f8a3f6f811', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:59:23Z', 'updated_at': '2021-07-27T20:59:36Z', 'revision_number': 4, 'project_id': '96e660a5c5e14bec9752596569f7e039', 'gw_port': {'id': '80f6eb86-face-40c1-ab73-a1f8a3f6f811', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:51:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92033463-594d-4f68-afa7-4615dc2e00e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 903, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:59:28Z', 'updated_at': '2021-07-27T20:59:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_interfaces': [{'id': 'a1cf4471-1238-4ddc-b9ff-38705e1c638c', 'name': '', 'network_id': '4269efb7-fc40-454b-a2c4-be29c29c7373', 'tenant_id': '96e660a5c5e14bec9752596569f7e039', 'mac_address': 'fa:16:3e:a4:28:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92033463-594d-4f68-afa7-4615dc2e00e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 912, 'fixed_ips': [{'subnet_id': 'b8b13b9c-7f43-49cb-b248-6dd76ebf9310', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:59:34Z', 'updated_at': '2021-07-27T20:59:36Z', 'revision_number': 2, 'project_id': '96e660a5c5e14bec9752596569f7e039', 'subnets': [{'id': 'b8b13b9c-7f43-49cb-b248-6dd76ebf9310', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-22', False) {} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:59:38.825051 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c48e9f-78ce-47b5-9105-6b399721f446 req-454cc27d-f907-4ea7-bae3-a2801523313b tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:38.831151 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-4ff7ded6-08d6-40f0-b0c1-177407d5c829 req-db5867c1-c1c2-4d3c-8991-59bc5b756031 service neutron] 10.222.0.36 "GET /v2.0/networks/d06e6d48-2725-42c2-bd07-d31f23229f60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1972804 Jul 27 20:59:38.833711 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-36c48e9f-78ce-47b5-9105-6b399721f446 req-454cc27d-f907-4ea7-bae3-a2801523313b tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] 10.222.0.59 "GET /v2.0/ports?device_id=2be6dd0d-bc7c-4882-8bb2-afe5ae686d07 HTTP/1.1" status: 200 len: 5429 time: 0.4312325 Jul 27 20:59:38.835739 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-b6749779-afca-41c6-bf72-070b07fc0a6f req-65a0396f-e71a-4492-8424-53d24c2c6448 tempest-SecurityGroupRulesTestJSON-477771879 tempest-SecurityGroupRulesTestJSON-477771879-project] Notify callbacks [] for security_group, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:38.861692 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28e8c995-2033-4a0c-b036-d87494adb47c None None] Checking router: 92033463-594d-4f68-afa7-4615dc2e00e0 for host: n-d-705658-22 {{(pid=105586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 20:59:38.862237 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28e8c995-2033-4a0c-b036-d87494adb47c None None] Updating router 92033463-594d-4f68-afa7-4615dc2e00e0 port a1cf4471-1238-4ddc-b9ff-38705e1c638c binding host n-d-705658-22 {{(pid=105586) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 20:59:38.885521 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-4ff7ded6-08d6-40f0-b0c1-177407d5c829 req-7d600b1d-3568-4529-8fb9-4ab69ab1d9f4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.96&port_id=984e7f87-cd71-496b-8f96-8f7663d6c1ce HTTP/1.1" status: 200 len: 217 time: 0.0422583 Jul 27 20:59:38.892058 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb0fa86-7086-4c97-a924-5d85260361f6 req-b3fc5534-8fa3-4a50-bee4-f08d9f870bb9 tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:38.893883 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-8bb0fa86-7086-4c97-a924-5d85260361f6 req-b3fc5534-8fa3-4a50-bee4-f08d9f870bb9 tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] 10.222.0.60 "GET /v2.0/networks?id=c29e02c5-8000-4917-925d-2eceb290693b HTTP/1.1" status: 200 len: 812 time: 0.3962567 Jul 27 20:59:38.906198 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-32b62bfe-d951-4b3d-b228-81279dc42588 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:38.911714 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28e8c995-2033-4a0c-b036-d87494adb47c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:38.914168 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [req-8bb0fa86-7086-4c97-a924-5d85260361f6 req-30116466-fffe-43af-9040-bab5c4d17703 tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] Request body: {'port': {'device_id': 'd3985821-907e-495f-a860-769c8bce29c8', 'network_id': 'c29e02c5-8000-4917-925d-2eceb290693b', 'admin_state_up': True, 'tenant_id': '54685b57bf31427c889d7b240f3f8a60'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:59:38.984482 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-36c48e9f-78ce-47b5-9105-6b399721f446 req-a3eb36a2-6781-4657-849f-13772fade538 tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] 10.222.0.59 "GET /v2.0/security-groups?id=c27eaa65-2484-427b-949c-12cff57d8973&id=9dd39787-c773-4e1e-afc7-6169131b96d0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1494720 Jul 27 20:59:39.045935 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff7ded6-08d6-40f0-b0c1-177407d5c829 req-344dadfc-f417-4d33-928a-ac4371311ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:39.047461 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-4ff7ded6-08d6-40f0-b0c1-177407d5c829 req-344dadfc-f417-4d33-928a-ac4371311ccb service neutron] 10.222.0.36 "GET /v2.0/subnets?id=bd7fbe4e-00a2-4867-9403-b89fa41a76c1 HTTP/1.1" status: 200 len: 797 time: 0.0527933 Jul 27 20:59:39.109769 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-b6749779-afca-41c6-bf72-070b07fc0a6f req-65a0396f-e71a-4492-8424-53d24c2c6448 tempest-SecurityGroupRulesTestJSON-477771879 tempest-SecurityGroupRulesTestJSON-477771879-project] Notify callbacks [] for security_group, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:39.117173 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-b6749779-afca-41c6-bf72-070b07fc0a6f req-65a0396f-e71a-4492-8424-53d24c2c6448 tempest-SecurityGroupRulesTestJSON-477771879 tempest-SecurityGroupRulesTestJSON-477771879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:39.136724 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2be6dd0d-bc7c-4882-8bb2-afe5ae686d07', 'tag': '26471e2e-d677-40a0-8669-23cffdd218b5'}, {'name': 'network-changed', 'server_uuid': '2be6dd0d-bc7c-4882-8bb2-afe5ae686d07', 'tag': '393132c5-1d7b-4862-8edc-dad8e0cfee95'}, {'name': 'network-changed', 'server_uuid': '2be6dd0d-bc7c-4882-8bb2-afe5ae686d07', 'tag': 'c93b5038-6969-4f8d-8d0a-5a1c280dd74b'}] {{(pid=105584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:59:39.141064 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bce5e6c8685464f7626901654159975603b047827e3138302ed6566e28f1343" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8a9dfb6-229a-4a11-ab02-2e497717197c" -d '{"events": [{"name": "network-changed", "server_uuid": "2be6dd0d-bc7c-4882-8bb2-afe5ae686d07", "tag": "26471e2e-d677-40a0-8669-23cffdd218b5"}, {"name": "network-changed", "server_uuid": "2be6dd0d-bc7c-4882-8bb2-afe5ae686d07", "tag": "393132c5-1d7b-4862-8edc-dad8e0cfee95"}, {"name": "network-changed", "server_uuid": "2be6dd0d-bc7c-4882-8bb2-afe5ae686d07", "tag": "c93b5038-6969-4f8d-8d0a-5a1c280dd74b"}]}' {{(pid=105584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:59:39.201471 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8bb0fa86-7086-4c97-a924-5d85260361f6 req-30116466-fffe-43af-9040-bab5c4d17703 tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] Made reservation on behalf of 54685b57bf31427c889d7b240f3f8a60 for: {'port': 1} {{(pid=105585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:59:39.204141 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff7ded6-08d6-40f0-b0c1-177407d5c829 req-5f14e536-2b35-41c4-9069-fd9b1fbfcf4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:39.206414 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-4ff7ded6-08d6-40f0-b0c1-177407d5c829 req-5f14e536-2b35-41c4-9069-fd9b1fbfcf4b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d06e6d48-2725-42c2-bd07-d31f23229f60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1448205 Jul 27 20:59:39.222161 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-8bb0fa86-7086-4c97-a924-5d85260361f6 req-30116466-fffe-43af-9040-bab5c4d17703 tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:39.256955 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a0396f-e71a-4492-8424-53d24c2c6448 tempest-SecurityGroupRulesTestJSON-477771879 tempest-SecurityGroupRulesTestJSON-477771879-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af883142-570a-4780-9b31-dff72a2d6a17,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:59:39.262419 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-b6749779-afca-41c6-bf72-070b07fc0a6f req-65a0396f-e71a-4492-8424-53d24c2c6448 tempest-SecurityGroupRulesTestJSON-477771879 tempest-SecurityGroupRulesTestJSON-477771879-project] Notify callbacks [] for security_group, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:39.263719 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b6749779-afca-41c6-bf72-070b07fc0a6f req-65a0396f-e71a-4492-8424-53d24c2c6448 tempest-SecurityGroupRulesTestJSON-477771879 tempest-SecurityGroupRulesTestJSON-477771879-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.6143777 Jul 27 20:59:39.354267 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-4ff7ded6-08d6-40f0-b0c1-177407d5c829 req-57528340-4386-45a5-b4aa-09024ff17df4 service neutron] 10.222.0.36 "GET /v2.0/networks/d06e6d48-2725-42c2-bd07-d31f23229f60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1400819 Jul 27 20:59:39.455798 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28e8c995-2033-4a0c-b036-d87494adb47c None None] Notify callbacks [] for port, precommit_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:39.469985 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-28e8c995-2033-4a0c-b036-d87494adb47c None None] Transition to ACTIVE for port object a1cf4471-1238-4ddc-b9ff-38705e1c638c will not be triggered until provisioned by entity L2. {{(pid=105586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:59:39.476559 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-4ff7ded6-08d6-40f0-b0c1-177407d5c829 req-8ee35ef8-09d9-4f09-970d-829976b52f66 service neutron] 10.222.0.36 "GET /v2.0/networks/d06e6d48-2725-42c2-bd07-d31f23229f60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1148391 Jul 27 20:59:39.484867 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28e8c995-2033-4a0c-b036-d87494adb47c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:39.535607 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4350a2-61db-4431-b460-aa48b51082df None None] Pushing event updated for resources: {'Port': ['ID=a1cf4471-1238-4ddc-b9ff-38705e1c638c,revision_number=3']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:59:39.548810 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-4ff7ded6-08d6-40f0-b0c1-177407d5c829 req-abb9fa8d-d451-49d0-895e-424a4a0956b0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.217&port_id=26471e2e-d677-40a0-8669-23cffdd218b5 HTTP/1.1" status: 200 len: 217 time: 0.0641994 Jul 27 20:59:39.608259 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-28e8c995-2033-4a0c-b036-d87494adb47c None None] Attempting to bind port a1cf4471-1238-4ddc-b9ff-38705e1c638c on host n-d-705658-22 for vnic_type normal with profile {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:59:39.608970 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-28e8c995-2033-4a0c-b036-d87494adb47c None None] Attempting to bind port a1cf4471-1238-4ddc-b9ff-38705e1c638c by drivers openvswitch,hyperv on host n-d-705658-22 at level 0 using segments [{'id': '361af615-e101-48c1-844c-4098a374b3b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '4269efb7-fc40-454b-a2c4-be29c29c7373'}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:59:39.609330 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28e8c995-2033-4a0c-b036-d87494adb47c None None] Attempting to bind port a1cf4471-1238-4ddc-b9ff-38705e1c638c on network 4269efb7-fc40-454b-a2c4-be29c29c7373 {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:59:39.614673 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff7ded6-08d6-40f0-b0c1-177407d5c829 req-0767e382-6a97-42a4-801e-9345b03aa1c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:39.616567 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-4ff7ded6-08d6-40f0-b0c1-177407d5c829 req-0767e382-6a97-42a4-801e-9345b03aa1c6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=bd7fbe4e-00a2-4867-9403-b89fa41a76c1 HTTP/1.1" status: 200 len: 797 time: 0.0603764 Jul 27 20:59:39.617721 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28e8c995-2033-4a0c-b036-d87494adb47c None None] Checking agent: {'id': '04a7ea91-6318-467e-ace6-b0fb48c8690f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 41, 42), 'started_at': datetime.datetime(2021, 7, 27, 20, 42, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 59, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:59:39.618354 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28e8c995-2033-4a0c-b036-d87494adb47c None None] Checking segment: {'id': '361af615-e101-48c1-844c-4098a374b3b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '4269efb7-fc40-454b-a2c4-be29c29c7373'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:59:39.618987 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28e8c995-2033-4a0c-b036-d87494adb47c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:39.619573 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28e8c995-2033-4a0c-b036-d87494adb47c None None] Bound using segment: {'id': '361af615-e101-48c1-844c-4098a374b3b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '4269efb7-fc40-454b-a2c4-be29c29c7373'} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:59:39.620755 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-28e8c995-2033-4a0c-b036-d87494adb47c None None] Bound port: a1cf4471-1238-4ddc-b9ff-38705e1c638c, host: n-d-705658-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '361af615-e101-48c1-844c-4098a374b3b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '4269efb7-fc40-454b-a2c4-be29c29c7373'}}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:59:39.621317 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28e8c995-2033-4a0c-b036-d87494adb47c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:39.641822 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.db_base_plugin_common [req-8bb0fa86-7086-4c97-a924-5d85260361f6 req-30116466-fffe-43af-9040-bab5c4d17703 tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] Allocated IP 172.20.0.2 (c29e02c5-8000-4917-925d-2eceb290693b/7c0fdb90-69ca-4554-99dc-5ec25614338f/68b3c316-ae94-48de-bc0b-8f3fda660ac7) {{(pid=105585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:59:39.652374 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-edd6c536-5197-4cbe-a86c-1d04c79576ce req-bd6a6205-e664-4088-a3e6-c269838840de tempest-FloatingIPsTestJSON-1782258817 tempest-FloatingIPsTestJSON-1782258817-project] 10.222.0.59 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3612998 Jul 27 20:59:39.666659 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8876ac69-ee27-4fae-ae28-c18a0d5fc5d7 req-4dde8a29-af1d-475e-91ec-ed8109dc9796 tempest-LiveMigrationNegativeTest-821432527 tempest-LiveMigrationNegativeTest-821432527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:39.668324 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-8876ac69-ee27-4fae-ae28-c18a0d5fc5d7 req-4dde8a29-af1d-475e-91ec-ed8109dc9796 tempest-LiveMigrationNegativeTest-821432527 tempest-LiveMigrationNegativeTest-821432527-project] 10.222.0.59 "GET /v2.0/ports?device_id=a6633f79-2fa5-456e-a49d-db874e69a63c HTTP/1.1" status: 200 len: 949 time: 0.3107417 Jul 27 20:59:39.673867 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [req-edd6c536-5197-4cbe-a86c-1d04c79576ce req-67edaa85-d6fd-47b7-a968-5d66203b20ed tempest-FloatingIPsTestJSON-1782258817 tempest-FloatingIPsTestJSON-1782258817-project] Request body: {'floatingip': {'floating_network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:59:39.698769 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28e8c995-2033-4a0c-b036-d87494adb47c None None] For port a1cf4471-1238-4ddc-b9ff-38705e1c638c, host n-d-705658-22, cleared binding levels {{(pid=105586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:59:39.702782 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28e8c995-2033-4a0c-b036-d87494adb47c None None] For port a1cf4471-1238-4ddc-b9ff-38705e1c638c, host n-d-705658-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=a1cf4471-1238-4ddc-b9ff-38705e1c638c,segment=NetworkSegment(361af615-e101-48c1-844c-4098a374b3b5),segment_id=361af615-e101-48c1-844c-4098a374b3b5)] {{(pid=105586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:59:39.710289 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28e8c995-2033-4a0c-b036-d87494adb47c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:39.719969 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff7ded6-08d6-40f0-b0c1-177407d5c829 req-12e5853b-2adf-4de5-aa81-bb844abcbc9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:39.721700 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-4ff7ded6-08d6-40f0-b0c1-177407d5c829 req-12e5853b-2adf-4de5-aa81-bb844abcbc9b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d06e6d48-2725-42c2-bd07-d31f23229f60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0973699 Jul 27 20:59:39.748095 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-edd6c536-5197-4cbe-a86c-1d04c79576ce req-67edaa85-d6fd-47b7-a968-5d66203b20ed tempest-FloatingIPsTestJSON-1782258817 tempest-FloatingIPsTestJSON-1782258817-project] Notify callbacks [] for floatingip, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:39.769457 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28e8c995-2033-4a0c-b036-d87494adb47c None None] Routers {'92033463-594d-4f68-afa7-4615dc2e00e0'} bound to L3 agent in host n-d-705658-22 {{(pid=105586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:59:39.770113 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-28e8c995-2033-4a0c-b036-d87494adb47c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T20:59:11Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['92033463-594d-4f68-afa7-4615dc2e00e0'], 'active': True} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:59:39.784785 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-8876ac69-ee27-4fae-ae28-c18a0d5fc5d7 req-dde651a7-4a46-4f04-ac50-44e0280b406c tempest-LiveMigrationNegativeTest-821432527 tempest-LiveMigrationNegativeTest-821432527-project] 10.222.0.59 "GET /v2.0/security-groups?id=bba09abf-9bc4-4acd-a324-3bcdcb98d3ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053512 Jul 27 20:59:39.817842 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4350a2-61db-4431-b460-aa48b51082df None None] Pushing event updated for resources: {'Port': ['ID=a1cf4471-1238-4ddc-b9ff-38705e1c638c,revision_number=4']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:59:39.882923 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-4ff7ded6-08d6-40f0-b0c1-177407d5c829 req-7f211018-d4e8-4169-b6df-e8c8564bdcce service neutron] 10.222.0.36 "GET /v2.0/networks/d06e6d48-2725-42c2-bd07-d31f23229f60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1458533 Jul 27 20:59:39.933346 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:39.935129 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvr_db [None req-28e8c995-2033-4a0c-b036-d87494adb47c None None] Set router 92033463-594d-4f68-afa7-4615dc2e00e0 gateway port host: n-d-705658-22 {{(pid=105586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:59:40.057391 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-4ff7ded6-08d6-40f0-b0c1-177407d5c829 req-ae47dc1d-ef5f-44c3-affd-c78a22be12d4 service neutron] 10.222.0.36 "GET /v2.0/networks/d06e6d48-2725-42c2-bd07-d31f23229f60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1638792 Jul 27 20:59:40.062057 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-019dff70-00ef-468c-bc04-0cede3be7141 req-7a3f63f4-4157-4a76-93f5-8abc179fbea6 tempest-InstanceActionsNegativeTestJSON-998956897 tempest-InstanceActionsNegativeTestJSON-998956897-project] 10.222.0.59 "GET /v2.0/ports?device_id=2dad41b1-cca1-447b-af05-46a6dca32369 HTTP/1.1" status: 200 len: 210 time: 0.0518181 Jul 27 20:59:40.149055 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-4ff7ded6-08d6-40f0-b0c1-177407d5c829 req-10c1b46b-9901-47cf-b11a-b78990a2c489 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=393132c5-1d7b-4862-8edc-dad8e0cfee95 HTTP/1.1" status: 200 len: 217 time: 0.0792162 Jul 27 20:59:40.220476 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff7ded6-08d6-40f0-b0c1-177407d5c829 req-e51aa057-6ae9-4e4d-b293-01a7f1cef8e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:40.222069 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-4ff7ded6-08d6-40f0-b0c1-177407d5c829 req-e51aa057-6ae9-4e4d-b293-01a7f1cef8e9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d2866305-edb6-464f-870e-fc177be24bc0 HTTP/1.1" status: 200 len: 797 time: 0.0649886 Jul 27 20:59:40.227133 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-073bfe57-ffc9-4f79-802b-da1031a0aff9 req-7f4a1db9-8ed1-4e2a-a640-f8410ec32143 tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] 10.222.0.59 "GET /v2.0/ports?device_id=d3985821-907e-495f-a860-769c8bce29c8 HTTP/1.1" status: 200 len: 210 time: 0.0574739 Jul 27 20:59:40.230717 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-8bb0fa86-7086-4c97-a924-5d85260361f6 req-30116466-fffe-43af-9040-bab5c4d17703 tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] Notify callbacks [] for port, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:40.252326 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf40a449-6885-48c6-8b8c-539b9474b8fd req-20efad21-0ad0-4cc2-932b-2bb9b087b065 tempest-InstanceActionsNegativeTestJSON-998956897 tempest-InstanceActionsNegativeTestJSON-998956897-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:40.253948 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-bf40a449-6885-48c6-8b8c-539b9474b8fd req-20efad21-0ad0-4cc2-932b-2bb9b087b065 tempest-InstanceActionsNegativeTestJSON-998956897 tempest-InstanceActionsNegativeTestJSON-998956897-project] 10.222.0.60 "GET /v2.0/networks?id=08300536-b616-458d-a2a3-16c60bef3365 HTTP/1.1" status: 200 len: 821 time: 0.3251379 Jul 27 20:59:40.276074 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [req-bf40a449-6885-48c6-8b8c-539b9474b8fd req-5052cac3-ab49-4155-ae54-88fe8483b48a tempest-InstanceActionsNegativeTestJSON-998956897 tempest-InstanceActionsNegativeTestJSON-998956897-project] Request body: {'port': {'device_id': '2dad41b1-cca1-447b-af05-46a6dca32369', 'network_id': '08300536-b616-458d-a2a3-16c60bef3365', 'admin_state_up': True, 'tenant_id': '1bf61d246dcd4e0885b7823b6c627efb'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:59:40.280881 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-28e8c995-2033-4a0c-b036-d87494adb47c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92033463-594d-4f68-afa7-4615dc2e00e0', 'name': 'tempest-FloatingIPsTestJSON-1423616360-router', 'tenant_id': '96e660a5c5e14bec9752596569f7e039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.73'}], 'enable_snat': True}, 'gw_port_id': '80f6eb86-face-40c1-ab73-a1f8a3f6f811', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:59:23Z', 'updated_at': '2021-07-27T20:59:36Z', 'revision_number': 4, 'project_id': '96e660a5c5e14bec9752596569f7e039', 'gw_port': {'id': '80f6eb86-face-40c1-ab73-a1f8a3f6f811', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:51:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92033463-594d-4f68-afa7-4615dc2e00e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 903, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:59:28Z', 'updated_at': '2021-07-27T20:59:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_interfaces': [{'id': 'a1cf4471-1238-4ddc-b9ff-38705e1c638c', 'name': '', 'network_id': '4269efb7-fc40-454b-a2c4-be29c29c7373', 'tenant_id': '96e660a5c5e14bec9752596569f7e039', 'mac_address': 'fa:16:3e:a4:28:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92033463-594d-4f68-afa7-4615dc2e00e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 912, 'fixed_ips': [{'subnet_id': 'b8b13b9c-7f43-49cb-b248-6dd76ebf9310', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:59:34Z', 'updated_at': '2021-07-27T20:59:39Z', 'revision_number': 4, 'project_id': '96e660a5c5e14bec9752596569f7e039', 'subnets': [{'id': 'b8b13b9c-7f43-49cb-b248-6dd76ebf9310', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-22', False) {} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:59:40.312225 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28e8c995-2033-4a0c-b036-d87494adb47c None None] The sync data for ids ['92033463-594d-4f68-afa7-4615dc2e00e0'] in n-d-705658-22 is: [{'id': '92033463-594d-4f68-afa7-4615dc2e00e0', 'name': 'tempest-FloatingIPsTestJSON-1423616360-router', 'tenant_id': '96e660a5c5e14bec9752596569f7e039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.73'}], 'enable_snat': True}, 'gw_port_id': '80f6eb86-face-40c1-ab73-a1f8a3f6f811', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:59:23Z', 'updated_at': '2021-07-27T20:59:36Z', 'revision_number': 4, 'project_id': '96e660a5c5e14bec9752596569f7e039', 'gw_port': {'id': '80f6eb86-face-40c1-ab73-a1f8a3f6f811', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:51:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92033463-594d-4f68-afa7-4615dc2e00e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 903, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:59:28Z', 'updated_at': '2021-07-27T20:59:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_interfaces': [{'id': 'a1cf4471-1238-4ddc-b9ff-38705e1c638c', 'name': '', 'network_id': '4269efb7-fc40-454b-a2c4-be29c29c7373', 'tenant_id': '96e660a5c5e14bec9752596569f7e039', 'mac_address': 'fa:16:3e:a4:28:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92033463-594d-4f68-afa7-4615dc2e00e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 912, 'fixed_ips': [{'subnet_id': 'b8b13b9c-7f43-49cb-b248-6dd76ebf9310', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:59:34Z', 'updated_at': '2021-07-27T20:59:39Z', 'revision_number': 4, 'project_id': '96e660a5c5e14bec9752596569f7e039', 'subnets': [{'id': 'b8b13b9c-7f43-49cb-b248-6dd76ebf9310', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 20:59:40.335402 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff7ded6-08d6-40f0-b0c1-177407d5c829 req-79be87e2-3607-43c4-ab41-ec02727b3ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:40.338212 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-4ff7ded6-08d6-40f0-b0c1-177407d5c829 req-79be87e2-3607-43c4-ab41-ec02727b3ac6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=dd0adb7c-988a-43cc-a0da-76a1fae1d8ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0957680 Jul 27 20:59:40.459999 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-edd6c536-5197-4cbe-a86c-1d04c79576ce req-67edaa85-d6fd-47b7-a968-5d66203b20ed tempest-FloatingIPsTestJSON-1782258817 tempest-FloatingIPsTestJSON-1782258817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:40.485008 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-8bb0fa86-7086-4c97-a924-5d85260361f6 req-30116466-fffe-43af-9040-bab5c4d17703 tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:40.494660 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-4ff7ded6-08d6-40f0-b0c1-177407d5c829 req-77e8fb1c-a0a2-4fae-9005-7f90bd6c2a4a service neutron] 10.222.0.36 "GET /v2.0/networks/dd0adb7c-988a-43cc-a0da-76a1fae1d8ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1471376 Jul 27 20:59:40.618149 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8bb0fa86-7086-4c97-a924-5d85260361f6 req-30116466-fffe-43af-9040-bab5c4d17703 tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] Network c29e02c5-8000-4917-925d-2eceb290693b is already hosted by enough agents. {{(pid=105585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:59:40.623700 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.base_scheduler [req-8bb0fa86-7086-4c97-a924-5d85260361f6 req-30116466-fffe-43af-9040-bab5c4d17703 tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] Resources bound (agent type, host, resource id): {{(pid=105585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:59:40.626719 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bb0fa86-7086-4c97-a924-5d85260361f6 req-30116466-fffe-43af-9040-bab5c4d17703 tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] Received port after_create {{(pid=105585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:59:40.627179 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-4ff7ded6-08d6-40f0-b0c1-177407d5c829 req-a85cb517-cd90-4a88-97df-275a6a35b6be service neutron] 10.222.0.36 "GET /v2.0/networks/dd0adb7c-988a-43cc-a0da-76a1fae1d8ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244030 Jul 27 20:59:40.654184 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf40a449-6885-48c6-8b8c-539b9474b8fd req-5052cac3-ab49-4155-ae54-88fe8483b48a tempest-InstanceActionsNegativeTestJSON-998956897 tempest-InstanceActionsNegativeTestJSON-998956897-project] Made reservation on behalf of 1bf61d246dcd4e0885b7823b6c627efb for: {'port': 1} {{(pid=105585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:59:40.658152 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-bf40a449-6885-48c6-8b8c-539b9474b8fd req-5052cac3-ab49-4155-ae54-88fe8483b48a tempest-InstanceActionsNegativeTestJSON-998956897 tempest-InstanceActionsNegativeTestJSON-998956897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:40.667188 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device a1cf4471-1238-4ddc-b9ff-38705e1c638c up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:59:40.685592 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30116466-fffe-43af-9040-bab5c4d17703 tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] Pushing event updated for resources: {'Port': ['ID=68b3c316-ae94-48de-bc0b-8f3fda660ac7,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:59:40.701110 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86678c0-a1a6-42c6-ac94-79a7f64a0c8e req-31c4c14d-821f-4e6e-8d30-08c127281d33 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:40.707613 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-4ff7ded6-08d6-40f0-b0c1-177407d5c829 req-3ffdbf9d-e96b-425e-8ed2-63921922b81a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=c93b5038-6969-4f8d-8d0a-5a1c280dd74b HTTP/1.1" status: 200 len: 217 time: 0.0699549 Jul 27 20:59:40.708690 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f86678c0-a1a6-42c6-ac94-79a7f64a0c8e req-31c4c14d-821f-4e6e-8d30-08c127281d33 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] 10.222.0.59 "GET /v2.0/ports?device_id=29c1b762-5cb9-4f5b-ac71-3cb8a306ebde HTTP/1.1" status: 200 len: 946 time: 0.3613374 Jul 27 20:59:40.752985 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning for port a1cf4471-1238-4ddc-b9ff-38705e1c638c completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:59:40.764512 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port a1cf4471-1238-4ddc-b9ff-38705e1c638c triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:59:40.766297 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:40.789395 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.db_base_plugin_common [req-edd6c536-5197-4cbe-a86c-1d04c79576ce req-67edaa85-d6fd-47b7-a968-5d66203b20ed tempest-FloatingIPsTestJSON-1782258817 tempest-FloatingIPsTestJSON-1782258817-project] Allocated IP 172.25.5.147 (8735d8a2-b604-4758-ae71-b40e4ee6f305/eca7dbab-b9c0-4c8f-a272-816ea8a81764/605b6a64-cda9-4624-8a2d-24cf7a7bc0e5) {{(pid=105585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:59:40.798613 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff7ded6-08d6-40f0-b0c1-177407d5c829 req-7799273e-44ad-4703-b5ae-c32fa605236a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:40.802152 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-4ff7ded6-08d6-40f0-b0c1-177407d5c829 req-7799273e-44ad-4703-b5ae-c32fa605236a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d2866305-edb6-464f-870e-fc177be24bc0 HTTP/1.1" status: 200 len: 797 time: 0.0852327 Jul 27 20:59:40.858572 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb0fa86-7086-4c97-a924-5d85260361f6 req-30116466-fffe-43af-9040-bab5c4d17703 tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:40.859393 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-8bb0fa86-7086-4c97-a924-5d85260361f6 req-30116466-fffe-43af-9040-bab5c4d17703 tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:40.876185 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f86678c0-a1a6-42c6-ac94-79a7f64a0c8e req-3aa620b2-336c-4da7-8f3b-5efa69cae3e0 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] 10.222.0.59 "GET /v2.0/security-groups?id=e760076b-6854-47cf-947b-f6a7a8a579d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1665225 Jul 27 20:59:40.890196 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff7ded6-08d6-40f0-b0c1-177407d5c829 req-8897deab-007b-4ab4-9117-5df7732d4335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:40.892211 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-4ff7ded6-08d6-40f0-b0c1-177407d5c829 req-8897deab-007b-4ab4-9117-5df7732d4335 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=dd0adb7c-988a-43cc-a0da-76a1fae1d8ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0807962 Jul 27 20:59:40.953600 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device 0d25b76a-67ba-4b3b-8026-3f225d5e391c no longer exists at agent hyperv_n-h1-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 20:59:40.974498 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:40.983653 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 513 Content-Type: application/json Date: Tue, 27 Jul 2021 20:59:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77191730-a3c4-4cb4-82f1-01b4c7b7b71c x-openstack-request-id: req-77191730-a3c4-4cb4-82f1-01b4c7b7b71c {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:59:40.983934 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2be6dd0d-bc7c-4882-8bb2-afe5ae686d07", "tag": "26471e2e-d677-40a0-8669-23cffdd218b5", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "2be6dd0d-bc7c-4882-8bb2-afe5ae686d07", "tag": "393132c5-1d7b-4862-8edc-dad8e0cfee95", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "2be6dd0d-bc7c-4882-8bb2-afe5ae686d07", "tag": "c93b5038-6969-4f8d-8d0a-5a1c280dd74b", "status": "completed", "code": 200}]} {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:59:40.984203 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-77191730-a3c4-4cb4-82f1-01b4c7b7b71c {{(pid=105584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:59:40.984577 n-d-705658-22 neutron-server[105584]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2be6dd0d-bc7c-4882-8bb2-afe5ae686d07', 'tag': '26471e2e-d677-40a0-8669-23cffdd218b5', 'status': 'completed', 'code': 200} Jul 27 20:59:40.984827 n-d-705658-22 neutron-server[105584]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2be6dd0d-bc7c-4882-8bb2-afe5ae686d07', 'tag': '393132c5-1d7b-4862-8edc-dad8e0cfee95', 'status': 'completed', 'code': 200} Jul 27 20:59:40.985071 n-d-705658-22 neutron-server[105584]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2be6dd0d-bc7c-4882-8bb2-afe5ae686d07', 'tag': 'c93b5038-6969-4f8d-8d0a-5a1c280dd74b', 'status': 'completed', 'code': 200} Jul 27 20:59:41.070040 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-4ff7ded6-08d6-40f0-b0c1-177407d5c829 req-b6618eb1-3cc8-42aa-9083-5bd3efd56b3c service neutron] 10.222.0.36 "GET /v2.0/networks/dd0adb7c-988a-43cc-a0da-76a1fae1d8ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1608744 Jul 27 20:59:41.107650 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] For port a1cf4471-1238-4ddc-b9ff-38705e1c638c, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=a1cf4471-1238-4ddc-b9ff-38705e1c638c,segment=NetworkSegment(361af615-e101-48c1-844c-4098a374b3b5),segment_id=361af615-e101-48c1-844c-4098a374b3b5)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:59:41.112532 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:41.207830 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-4ff7ded6-08d6-40f0-b0c1-177407d5c829 req-b865456b-aedc-4c85-8f12-43a6f43971e8 service neutron] 10.222.0.36 "GET /v2.0/networks/dd0adb7c-988a-43cc-a0da-76a1fae1d8ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314659 Jul 27 20:59:41.229638 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:41.251985 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-c16c1305-4b3e-41d1-9abc-9e5d6abf67fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:41.270810 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Pushing event updated for resources: {'Port': ['ID=a1cf4471-1238-4ddc-b9ff-38705e1c638c,revision_number=5']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:59:41.278926 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29c1b762-5cb9-4f5b-ac71-3cb8a306ebde', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0d25b76a-67ba-4b3b-8026-3f225d5e391c'}] {{(pid=105586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:59:41.281430 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14c1663e039faf5393f87855f745010ac5b02220355b68fdbf065393e303ac56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46929791-2afe-4be9-b344-66146992ec14" -d '{"events": [{"server_uuid": "29c1b762-5cb9-4f5b-ac71-3cb8a306ebde", "name": "network-vif-unplugged", "status": "completed", "tag": "0d25b76a-67ba-4b3b-8026-3f225d5e391c"}]}' {{(pid=105586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:59:41.296541 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] For port 0d25b76a-67ba-4b3b-8026-3f225d5e391c, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=0d25b76a-67ba-4b3b-8026-3f225d5e391c,segment=NetworkSegment(7253e476-fc19-4126-9562-a06a41b3b94e),segment_id=7253e476-fc19-4126-9562-a06a41b3b94e)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:59:41.312882 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:41.313703 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device e13e4ec9-f53d-47ef-837e-8c4560df621a no longer exists at agent hyperv_n-h1-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 20:59:41.319709 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-8bb0fa86-7086-4c97-a924-5d85260361f6 req-30116466-fffe-43af-9040-bab5c4d17703 tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4098461 Jul 27 20:59:41.356429 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [req-8bb0fa86-7086-4c97-a924-5d85260361f6 req-35431216-0da1-4454-86b5-2589f155ea32 service neutron] Request body: {'port': {'device_id': 'd3985821-907e-495f-a860-769c8bce29c8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-705658-22'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:59:41.417617 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Pushing event updated for resources: {'Port': ['ID=0d25b76a-67ba-4b3b-8026-3f225d5e391c,revision_number=8']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:59:41.428311 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f22a02-b7a8-407d-b92d-5027caad145e req-d0db4a7f-3e86-4087-bc15-fcf1d3cbce16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:41.429086 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f22a02-b7a8-407d-b92d-5027caad145e req-d0db4a7f-3e86-4087-bc15-fcf1d3cbce16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:41.429640 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f22a02-b7a8-407d-b92d-5027caad145e req-d0db4a7f-3e86-4087-bc15-fcf1d3cbce16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:41.430186 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f22a02-b7a8-407d-b92d-5027caad145e req-d0db4a7f-3e86-4087-bc15-fcf1d3cbce16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:41.430726 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f22a02-b7a8-407d-b92d-5027caad145e req-d0db4a7f-3e86-4087-bc15-fcf1d3cbce16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:41.431290 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f22a02-b7a8-407d-b92d-5027caad145e req-d0db4a7f-3e86-4087-bc15-fcf1d3cbce16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:41.432338 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f22a02-b7a8-407d-b92d-5027caad145e req-d0db4a7f-3e86-4087-bc15-fcf1d3cbce16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:41.434450 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-e8f22a02-b7a8-407d-b92d-5027caad145e req-d0db4a7f-3e86-4087-bc15-fcf1d3cbce16 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=be3b976efbdd4f41894dd22bc5b95523&device_id=2be6dd0d-bc7c-4882-8bb2-afe5ae686d07 HTTP/1.1" status: 200 len: 6493 time: 0.1265388 Jul 27 20:59:41.468660 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:41.513121 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] For port e13e4ec9-f53d-47ef-837e-8c4560df621a, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=e13e4ec9-f53d-47ef-837e-8c4560df621a,segment=NetworkSegment(86b1e6f6-d629-4b03-8944-4cdfbfb93d02),segment_id=86b1e6f6-d629-4b03-8944-4cdfbfb93d02)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:59:41.517984 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:41.523706 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.db_base_plugin_common [req-bf40a449-6885-48c6-8b8c-539b9474b8fd req-5052cac3-ab49-4155-ae54-88fe8483b48a tempest-InstanceActionsNegativeTestJSON-998956897 tempest-InstanceActionsNegativeTestJSON-998956897-project] Allocated IP 172.20.0.8 (08300536-b616-458d-a2a3-16c60bef3365/1ac28687-a9d9-4eb8-b5cd-1641e6e24aae/9485d193-0dc2-431a-9c05-4c54305dbc3f) {{(pid=105585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:59:41.576904 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Pushing event updated for resources: {'Port': ['ID=e13e4ec9-f53d-47ef-837e-8c4560df621a,revision_number=8']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:59:41.580995 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f22a02-b7a8-407d-b92d-5027caad145e req-2d16c3f7-c8ef-4eef-9e9c-e5128367721d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:41.584647 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-e8f22a02-b7a8-407d-b92d-5027caad145e req-2d16c3f7-c8ef-4eef-9e9c-e5128367721d service neutron] 10.222.0.36 "GET /v2.0/networks?id=d06e6d48-2725-42c2-bd07-d31f23229f60 HTTP/1.1" status: 200 len: 902 time: 0.1414282 Jul 27 20:59:41.618025 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-8a01c63f-852f-4d1d-bb9d-48983ef5e2c6 req-349de4b0-67f4-40cb-b38c-ec1f7b12d423 tempest-SecurityGroupRulesTestJSON-477771879 tempest-SecurityGroupRulesTestJSON-477771879-project] 10.222.0.59 "GET /v2.0/security-groups/af883142-570a-4780-9b31-dff72a2d6a17 HTTP/1.1" status: 200 len: 1804 time: 0.3255773 Jul 27 20:59:41.633678 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-e8f22a02-b7a8-407d-b92d-5027caad145e req-6ac4f147-f34f-480f-9cc3-bc6b2dc1750e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.96&port_id=984e7f87-cd71-496b-8f96-8f7663d6c1ce HTTP/1.1" status: 200 len: 217 time: 0.0404699 Jul 27 20:59:41.652686 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [req-8a01c63f-852f-4d1d-bb9d-48983ef5e2c6 req-0e8b0a50-8ec5-45df-8606-627d9013dc80 tempest-SecurityGroupRulesTestJSON-477771879 tempest-SecurityGroupRulesTestJSON-477771879-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'af883142-570a-4780-9b31-dff72a2d6a17', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:59:41.652686 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [req-8a01c63f-852f-4d1d-bb9d-48983ef5e2c6 req-0e8b0a50-8ec5-45df-8606-627d9013dc80 tempest-SecurityGroupRulesTestJSON-477771879 tempest-SecurityGroupRulesTestJSON-477771879-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'af883142-570a-4780-9b31-dff72a2d6a17', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:59:41.696198 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f22a02-b7a8-407d-b92d-5027caad145e req-9d736c9d-117b-4f44-b174-f698d0130049 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:41.697859 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-e8f22a02-b7a8-407d-b92d-5027caad145e req-9d736c9d-117b-4f44-b174-f698d0130049 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=bd7fbe4e-00a2-4867-9403-b89fa41a76c1 HTTP/1.1" status: 200 len: 797 time: 0.0564704 Jul 27 20:59:41.719328 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-edd6c536-5197-4cbe-a86c-1d04c79576ce req-67edaa85-d6fd-47b7-a968-5d66203b20ed tempest-FloatingIPsTestJSON-1782258817 tempest-FloatingIPsTestJSON-1782258817-project] Notify callbacks [] for port, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:41.769483 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f22a02-b7a8-407d-b92d-5027caad145e req-b0b05221-859b-44c1-a432-491b309330a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:41.771871 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-e8f22a02-b7a8-407d-b92d-5027caad145e req-b0b05221-859b-44c1-a432-491b309330a0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d06e6d48-2725-42c2-bd07-d31f23229f60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0656166 Jul 27 20:59:41.786491 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:41.813047 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-8bb0fa86-7086-4c97-a924-5d85260361f6 req-35431216-0da1-4454-86b5-2589f155ea32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:41.874768 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-8a01c63f-852f-4d1d-bb9d-48983ef5e2c6 req-0e8b0a50-8ec5-45df-8606-627d9013dc80 tempest-SecurityGroupRulesTestJSON-477771879 tempest-SecurityGroupRulesTestJSON-477771879-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:41.887499 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-e8f22a02-b7a8-407d-b92d-5027caad145e req-d10d6394-351d-4953-8a87-3ca31ca07a6e service neutron] 10.222.0.36 "GET /v2.0/networks/d06e6d48-2725-42c2-bd07-d31f23229f60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1061397 Jul 27 20:59:41.941019 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-bf40a449-6885-48c6-8b8c-539b9474b8fd req-5052cac3-ab49-4155-ae54-88fe8483b48a tempest-InstanceActionsNegativeTestJSON-998956897 tempest-InstanceActionsNegativeTestJSON-998956897-project] Notify callbacks [] for port, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:41.967626 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-8a01c63f-852f-4d1d-bb9d-48983ef5e2c6 req-0e8b0a50-8ec5-45df-8606-627d9013dc80 tempest-SecurityGroupRulesTestJSON-477771879 tempest-SecurityGroupRulesTestJSON-477771879-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:41.990217 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-e8f22a02-b7a8-407d-b92d-5027caad145e req-1219b93a-c942-4616-a790-92a149655e3b service neutron] 10.222.0.36 "GET /v2.0/networks/d06e6d48-2725-42c2-bd07-d31f23229f60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949376 Jul 27 20:59:42.015065 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-edd6c536-5197-4cbe-a86c-1d04c79576ce req-67edaa85-d6fd-47b7-a968-5d66203b20ed tempest-FloatingIPsTestJSON-1782258817 tempest-FloatingIPsTestJSON-1782258817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:42.026496 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-8a01c63f-852f-4d1d-bb9d-48983ef5e2c6 req-0e8b0a50-8ec5-45df-8606-627d9013dc80 tempest-SecurityGroupRulesTestJSON-477771879 tempest-SecurityGroupRulesTestJSON-477771879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732636'] for security_group_rule, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:42.099357 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a9dfb6-229a-4a11-ab02-2e497717197c req-058cb486-45ae-4296-8563-87f0741eee90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:42.099837 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a9dfb6-229a-4a11-ab02-2e497717197c req-058cb486-45ae-4296-8563-87f0741eee90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:42.100415 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a9dfb6-229a-4a11-ab02-2e497717197c req-058cb486-45ae-4296-8563-87f0741eee90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:42.100898 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a9dfb6-229a-4a11-ab02-2e497717197c req-058cb486-45ae-4296-8563-87f0741eee90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:42.101434 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a9dfb6-229a-4a11-ab02-2e497717197c req-058cb486-45ae-4296-8563-87f0741eee90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:42.101919 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a9dfb6-229a-4a11-ab02-2e497717197c req-058cb486-45ae-4296-8563-87f0741eee90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:42.102382 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a9dfb6-229a-4a11-ab02-2e497717197c req-058cb486-45ae-4296-8563-87f0741eee90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:42.104011 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8b0a50-8ec5-45df-8606-627d9013dc80 tempest-SecurityGroupRulesTestJSON-477771879 tempest-SecurityGroupRulesTestJSON-477771879-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd3b607b-5ba0-4b5d-97ae-cf5ecc9287f9,revision_number=0']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:59:42.104375 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-f8a9dfb6-229a-4a11-ab02-2e497717197c req-058cb486-45ae-4296-8563-87f0741eee90 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=be3b976efbdd4f41894dd22bc5b95523&device_id=2be6dd0d-bc7c-4882-8bb2-afe5ae686d07 HTTP/1.1" status: 200 len: 6493 time: 0.0667620 Jul 27 20:59:42.133695 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-edd6c536-5197-4cbe-a86c-1d04c79576ce req-67edaa85-d6fd-47b7-a968-5d66203b20ed tempest-FloatingIPsTestJSON-1782258817 tempest-FloatingIPsTestJSON-1782258817-project] Network 8735d8a2-b604-4758-ae71-b40e4ee6f305 is already hosted by enough agents. {{(pid=105585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:59:42.135725 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-8a01c63f-852f-4d1d-bb9d-48983ef5e2c6 req-0e8b0a50-8ec5-45df-8606-627d9013dc80 tempest-SecurityGroupRulesTestJSON-477771879 tempest-SecurityGroupRulesTestJSON-477771879-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:42.136910 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-8a01c63f-852f-4d1d-bb9d-48983ef5e2c6 req-0e8b0a50-8ec5-45df-8606-627d9013dc80 tempest-SecurityGroupRulesTestJSON-477771879 tempest-SecurityGroupRulesTestJSON-477771879-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.5180683 Jul 27 20:59:42.168711 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.base_scheduler [req-edd6c536-5197-4cbe-a86c-1d04c79576ce req-67edaa85-d6fd-47b7-a968-5d66203b20ed tempest-FloatingIPsTestJSON-1782258817 tempest-FloatingIPsTestJSON-1782258817-project] Resources bound (agent type, host, resource id): {{(pid=105585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:59:42.173308 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67edaa85-d6fd-47b7-a968-5d66203b20ed tempest-FloatingIPsTestJSON-1782258817 tempest-FloatingIPsTestJSON-1782258817-project] Pushing event updated for resources: {'Port': ['ID=605b6a64-cda9-4624-8a2d-24cf7a7bc0e5,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:59:42.179086 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.l3_dvrscheduler_db [req-edd6c536-5197-4cbe-a86c-1d04c79576ce req-67edaa85-d6fd-47b7-a968-5d66203b20ed tempest-FloatingIPsTestJSON-1782258817 tempest-FloatingIPsTestJSON-1782258817-project] Received port after_create {{(pid=105585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:59:42.215666 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a9dfb6-229a-4a11-ab02-2e497717197c req-840a3db8-9ce8-4ff1-9a6c-1d7c146c2e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:42.217507 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-f8a9dfb6-229a-4a11-ab02-2e497717197c req-840a3db8-9ce8-4ff1-9a6c-1d7c146c2e16 service neutron] 10.222.0.36 "GET /v2.0/networks?id=d06e6d48-2725-42c2-bd07-d31f23229f60 HTTP/1.1" status: 200 len: 902 time: 0.1058147 Jul 27 20:59:42.220149 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-bf40a449-6885-48c6-8b8c-539b9474b8fd req-5052cac3-ab49-4155-ae54-88fe8483b48a tempest-InstanceActionsNegativeTestJSON-998956897 tempest-InstanceActionsNegativeTestJSON-998956897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:42.262285 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-f8a9dfb6-229a-4a11-ab02-2e497717197c req-07694963-2635-4c87-be15-fef5571ddc2b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.217&port_id=26471e2e-d677-40a0-8669-23cffdd218b5 HTTP/1.1" status: 200 len: 217 time: 0.0371668 Jul 27 20:59:42.294031 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf40a449-6885-48c6-8b8c-539b9474b8fd req-5052cac3-ab49-4155-ae54-88fe8483b48a tempest-InstanceActionsNegativeTestJSON-998956897 tempest-InstanceActionsNegativeTestJSON-998956897-project] Network 08300536-b616-458d-a2a3-16c60bef3365 is already hosted by enough agents. {{(pid=105585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:59:42.312567 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.base_scheduler [req-bf40a449-6885-48c6-8b8c-539b9474b8fd req-5052cac3-ab49-4155-ae54-88fe8483b48a tempest-InstanceActionsNegativeTestJSON-998956897 tempest-InstanceActionsNegativeTestJSON-998956897-project] Resources bound (agent type, host, resource id): {{(pid=105585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:59:42.316610 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a9dfb6-229a-4a11-ab02-2e497717197c req-44109c3c-95e5-4af3-903a-1d430dc70412 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:42.318474 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-f8a9dfb6-229a-4a11-ab02-2e497717197c req-44109c3c-95e5-4af3-903a-1d430dc70412 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=bd7fbe4e-00a2-4867-9403-b89fa41a76c1 HTTP/1.1" status: 200 len: 797 time: 0.0475423 Jul 27 20:59:42.323197 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf40a449-6885-48c6-8b8c-539b9474b8fd req-5052cac3-ab49-4155-ae54-88fe8483b48a tempest-InstanceActionsNegativeTestJSON-998956897 tempest-InstanceActionsNegativeTestJSON-998956897-project] Received port after_create {{(pid=105585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:59:42.348074 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5052cac3-ab49-4155-ae54-88fe8483b48a tempest-InstanceActionsNegativeTestJSON-998956897 tempest-InstanceActionsNegativeTestJSON-998956897-project] Pushing event updated for resources: {'Port': ['ID=9485d193-0dc2-431a-9c05-4c54305dbc3f,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:59:42.394510 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a9dfb6-229a-4a11-ab02-2e497717197c req-6620395a-d28f-4f4b-8f99-a51061895aec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:42.396698 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-f8a9dfb6-229a-4a11-ab02-2e497717197c req-6620395a-d28f-4f4b-8f99-a51061895aec service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d06e6d48-2725-42c2-bd07-d31f23229f60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0686073 Jul 27 20:59:42.485787 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-f8a9dfb6-229a-4a11-ab02-2e497717197c req-516a21a3-77cf-40e3-a15b-2f80a3c2963a service neutron] 10.222.0.36 "GET /v2.0/networks/d06e6d48-2725-42c2-bd07-d31f23229f60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810454 Jul 27 20:59:42.508273 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-edd6c536-5197-4cbe-a86c-1d04c79576ce req-67edaa85-d6fd-47b7-a968-5d66203b20ed tempest-FloatingIPsTestJSON-1782258817 tempest-FloatingIPsTestJSON-1782258817-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:42.529471 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf40a449-6885-48c6-8b8c-539b9474b8fd req-5052cac3-ab49-4155-ae54-88fe8483b48a tempest-InstanceActionsNegativeTestJSON-998956897 tempest-InstanceActionsNegativeTestJSON-998956897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:42.530028 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-bf40a449-6885-48c6-8b8c-539b9474b8fd req-5052cac3-ab49-4155-ae54-88fe8483b48a tempest-InstanceActionsNegativeTestJSON-998956897 tempest-InstanceActionsNegativeTestJSON-998956897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:42.537385 n-d-705658-22 neutron-server[105585]: DEBUG neutron.notifiers.nova [req-8bb0fa86-7086-4c97-a924-5d85260361f6 req-35431216-0da1-4454-86b5-2589f155ea32 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 68b3c316-ae94-48de-bc0b-8f3fda660ac7 {{(pid=105585) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 20:59:42.539107 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device a1cf4471-1238-4ddc-b9ff-38705e1c638c up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:59:42.554013 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-8bb0fa86-7086-4c97-a924-5d85260361f6 req-35431216-0da1-4454-86b5-2589f155ea32 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:42.589975 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-f8a9dfb6-229a-4a11-ab02-2e497717197c req-f59b3a79-7e6d-40e4-97be-287d6f6b6352 service neutron] 10.222.0.36 "GET /v2.0/networks/d06e6d48-2725-42c2-bd07-d31f23229f60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965595 Jul 27 20:59:42.592159 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port a1cf4471-1238-4ddc-b9ff-38705e1c638c triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:59:42.592540 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:42.598371 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-bf40a449-6885-48c6-8b8c-539b9474b8fd req-5052cac3-ab49-4155-ae54-88fe8483b48a tempest-InstanceActionsNegativeTestJSON-998956897 tempest-InstanceActionsNegativeTestJSON-998956897-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3326912 Jul 27 20:59:42.605114 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.provisioning_blocks [req-8bb0fa86-7086-4c97-a924-5d85260361f6 req-35431216-0da1-4454-86b5-2589f155ea32 service neutron] Transition to ACTIVE for port object 68b3c316-ae94-48de-bc0b-8f3fda660ac7 will not be triggered until provisioned by entity L2. {{(pid=105585) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:59:42.613846 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [req-bf40a449-6885-48c6-8b8c-539b9474b8fd req-8d76d940-ffdf-4663-94ad-70f4b6ae09c5 service neutron] Request body: {'port': {'device_id': '2dad41b1-cca1-447b-af05-46a6dca32369', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-705658-22'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:59:42.621399 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-8bb0fa86-7086-4c97-a924-5d85260361f6 req-35431216-0da1-4454-86b5-2589f155ea32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10221672'] for port, after_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:42.643999 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-edd6c536-5197-4cbe-a86c-1d04c79576ce req-67edaa85-d6fd-47b7-a968-5d66203b20ed tempest-FloatingIPsTestJSON-1782258817 tempest-FloatingIPsTestJSON-1782258817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:42.663757 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f9c184-7cb3-49ad-9e4f-8d2ef6c6ab08 req-b02ef9da-d9e3-4fb1-9d7f-26c14c565be2 tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:42.669691 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f9c184-7cb3-49ad-9e4f-8d2ef6c6ab08 req-b02ef9da-d9e3-4fb1-9d7f-26c14c565be2 tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:42.675727 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f9c184-7cb3-49ad-9e4f-8d2ef6c6ab08 req-b02ef9da-d9e3-4fb1-9d7f-26c14c565be2 tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:42.681716 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f9c184-7cb3-49ad-9e4f-8d2ef6c6ab08 req-b02ef9da-d9e3-4fb1-9d7f-26c14c565be2 tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:42.687624 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f9c184-7cb3-49ad-9e4f-8d2ef6c6ab08 req-b02ef9da-d9e3-4fb1-9d7f-26c14c565be2 tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:42.693959 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f9c184-7cb3-49ad-9e4f-8d2ef6c6ab08 req-b02ef9da-d9e3-4fb1-9d7f-26c14c565be2 tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:42.699838 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f9c184-7cb3-49ad-9e4f-8d2ef6c6ab08 req-b02ef9da-d9e3-4fb1-9d7f-26c14c565be2 tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:42.701735 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-59f9c184-7cb3-49ad-9e4f-8d2ef6c6ab08 req-b02ef9da-d9e3-4fb1-9d7f-26c14c565be2 tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] 10.222.0.59 "GET /v2.0/ports?device_id=2be6dd0d-bc7c-4882-8bb2-afe5ae686d07 HTTP/1.1" status: 200 len: 5429 time: 0.3032382 Jul 27 20:59:42.757506 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a9dfb6-229a-4a11-ab02-2e497717197c req-d1e55961-a155-4d3d-9c5e-c0944acbf1d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:42.757993 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a9dfb6-229a-4a11-ab02-2e497717197c req-d1e55961-a155-4d3d-9c5e-c0944acbf1d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:42.758906 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a9dfb6-229a-4a11-ab02-2e497717197c req-d1e55961-a155-4d3d-9c5e-c0944acbf1d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:42.759428 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a9dfb6-229a-4a11-ab02-2e497717197c req-d1e55961-a155-4d3d-9c5e-c0944acbf1d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:42.760181 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-bb32ed7d-8717-448b-a9c8-a5a0117d1fd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:42.760366 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a9dfb6-229a-4a11-ab02-2e497717197c req-d1e55961-a155-4d3d-9c5e-c0944acbf1d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:42.760465 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a9dfb6-229a-4a11-ab02-2e497717197c req-d1e55961-a155-4d3d-9c5e-c0944acbf1d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:42.760938 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a9dfb6-229a-4a11-ab02-2e497717197c req-d1e55961-a155-4d3d-9c5e-c0944acbf1d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:42.763046 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-f8a9dfb6-229a-4a11-ab02-2e497717197c req-d1e55961-a155-4d3d-9c5e-c0944acbf1d0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=be3b976efbdd4f41894dd22bc5b95523&device_id=2be6dd0d-bc7c-4882-8bb2-afe5ae686d07 HTTP/1.1" status: 200 len: 6493 time: 0.0976110 Jul 27 20:59:42.769548 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-3b6bb134-5499-4276-9531-86d5ca502ead req-f8d64f01-6b24-43ed-8099-c450e7dfb430 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=29c1b762-5cb9-4f5b-ac71-3cb8a306ebde&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1056466 Jul 27 20:59:42.813101 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35431216-0da1-4454-86b5-2589f155ea32 service neutron] Pushing event updated for resources: {'Port': ['ID=68b3c316-ae94-48de-bc0b-8f3fda660ac7,revision_number=2']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:59:42.877064 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-59f9c184-7cb3-49ad-9e4f-8d2ef6c6ab08 req-0df614c6-204c-44ae-8332-0d6a04db7e05 tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] 10.222.0.59 "GET /v2.0/security-groups?id=c27eaa65-2484-427b-949c-12cff57d8973&id=9dd39787-c773-4e1e-afc7-6169131b96d0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1355727 Jul 27 20:59:42.892214 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a9dfb6-229a-4a11-ab02-2e497717197c req-051fb3b1-5a8d-4f68-bdca-50efd5b596e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:42.893821 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-f8a9dfb6-229a-4a11-ab02-2e497717197c req-051fb3b1-5a8d-4f68-bdca-50efd5b596e7 service neutron] 10.222.0.36 "GET /v2.0/networks?id=dd0adb7c-988a-43cc-a0da-76a1fae1d8ff HTTP/1.1" status: 200 len: 901 time: 0.1225135 Jul 27 20:59:42.910125 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6bb134-5499-4276-9531-86d5ca502ead req-1970d501-fd2f-482d-a1ca-6893acc71bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:42.911703 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-3b6bb134-5499-4276-9531-86d5ca502ead req-1970d501-fd2f-482d-a1ca-6893acc71bf1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=037df3a90f014739a3644a9c2d1586c8&device_id=29c1b762-5cb9-4f5b-ac71-3cb8a306ebde HTTP/1.1" status: 200 len: 1096 time: 0.0965776 Jul 27 20:59:42.951675 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-bf40a449-6885-48c6-8b8c-539b9474b8fd req-8d76d940-ffdf-4663-94ad-70f4b6ae09c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:42.964920 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-f8a9dfb6-229a-4a11-ab02-2e497717197c req-26c77569-bf28-4b68-8ebf-1c77182f78e7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=393132c5-1d7b-4862-8edc-dad8e0cfee95 HTTP/1.1" status: 200 len: 217 time: 0.0614395 Jul 27 20:59:43.040670 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.managers [req-8bb0fa86-7086-4c97-a924-5d85260361f6 req-35431216-0da1-4454-86b5-2589f155ea32 service neutron] Attempting to bind port 68b3c316-ae94-48de-bc0b-8f3fda660ac7 on host n-h2-705658-22 for vnic_type normal with profile {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:59:43.041005 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.managers [req-8bb0fa86-7086-4c97-a924-5d85260361f6 req-35431216-0da1-4454-86b5-2589f155ea32 service neutron] Attempting to bind port 68b3c316-ae94-48de-bc0b-8f3fda660ac7 by drivers openvswitch,hyperv on host n-h2-705658-22 at level 0 using segments [{'id': '872889e4-5d02-4ec8-807e-3e5c98ba67af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'c29e02c5-8000-4917-925d-2eceb290693b'}] {{(pid=105585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:59:43.041335 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bb0fa86-7086-4c97-a924-5d85260361f6 req-35431216-0da1-4454-86b5-2589f155ea32 service neutron] Attempting to bind port 68b3c316-ae94-48de-bc0b-8f3fda660ac7 on network c29e02c5-8000-4917-925d-2eceb290693b {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:59:43.065526 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a9dfb6-229a-4a11-ab02-2e497717197c req-abe53e29-9e6c-4a2f-8ab2-2ac32f05bcc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:43.066765 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bb0fa86-7086-4c97-a924-5d85260361f6 req-35431216-0da1-4454-86b5-2589f155ea32 service neutron] Port 68b3c316-ae94-48de-bc0b-8f3fda660ac7 on network c29e02c5-8000-4917-925d-2eceb290693b not bound, no agent of type Open vSwitch agent registered on host n-h2-705658-22 {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 20:59:43.067147 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bb0fa86-7086-4c97-a924-5d85260361f6 req-35431216-0da1-4454-86b5-2589f155ea32 service neutron] Attempting to bind port 68b3c316-ae94-48de-bc0b-8f3fda660ac7 on network c29e02c5-8000-4917-925d-2eceb290693b {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:59:43.067573 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-f8a9dfb6-229a-4a11-ab02-2e497717197c req-abe53e29-9e6c-4a2f-8ab2-2ac32f05bcc4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d2866305-edb6-464f-870e-fc177be24bc0 HTTP/1.1" status: 200 len: 797 time: 0.0865581 Jul 27 20:59:43.118018 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6bb134-5499-4276-9531-86d5ca502ead req-2a2989e9-f3b0-4e27-8dea-73f334c80a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:43.119613 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-3b6bb134-5499-4276-9531-86d5ca502ead req-2a2989e9-f3b0-4e27-8dea-73f334c80a75 service neutron] 10.222.0.36 "GET /v2.0/networks?id=6aa76440-68bb-4814-b579-87efb5c679e3 HTTP/1.1" status: 200 len: 913 time: 0.1660874 Jul 27 20:59:43.126825 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bb0fa86-7086-4c97-a924-5d85260361f6 req-35431216-0da1-4454-86b5-2589f155ea32 service neutron] Checking agent: {'id': '65195a73-a875-4810-9f5b-622ae260a8a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 49, 40), 'started_at': datetime.datetime(2021, 7, 27, 20, 49, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 59, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:59:43.127336 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bb0fa86-7086-4c97-a924-5d85260361f6 req-35431216-0da1-4454-86b5-2589f155ea32 service neutron] Checking segment: {'id': '872889e4-5d02-4ec8-807e-3e5c98ba67af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'c29e02c5-8000-4917-925d-2eceb290693b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:59:43.127747 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bb0fa86-7086-4c97-a924-5d85260361f6 req-35431216-0da1-4454-86b5-2589f155ea32 service neutron] Bound using segment: {'id': '872889e4-5d02-4ec8-807e-3e5c98ba67af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'c29e02c5-8000-4917-925d-2eceb290693b'} {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:59:43.128333 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.managers [req-8bb0fa86-7086-4c97-a924-5d85260361f6 req-35431216-0da1-4454-86b5-2589f155ea32 service neutron] Bound port: 68b3c316-ae94-48de-bc0b-8f3fda660ac7, host: n-h2-705658-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '872889e4-5d02-4ec8-807e-3e5c98ba67af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'c29e02c5-8000-4917-925d-2eceb290693b'}}] {{(pid=105585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:59:43.128629 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-8bb0fa86-7086-4c97-a924-5d85260361f6 req-35431216-0da1-4454-86b5-2589f155ea32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:43.166292 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-edd6c536-5197-4cbe-a86c-1d04c79576ce req-67edaa85-d6fd-47b7-a968-5d66203b20ed tempest-FloatingIPsTestJSON-1782258817 tempest-FloatingIPsTestJSON-1782258817-project] Notify callbacks [] for port, precommit_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:43.186071 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-edd6c536-5197-4cbe-a86c-1d04c79576ce req-67edaa85-d6fd-47b7-a968-5d66203b20ed tempest-FloatingIPsTestJSON-1782258817 tempest-FloatingIPsTestJSON-1782258817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10221672'] for port, after_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:43.194787 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a9dfb6-229a-4a11-ab02-2e497717197c req-e78f3e3a-6bed-4d0f-85b9-849092eed878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:43.196357 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-f8a9dfb6-229a-4a11-ab02-2e497717197c req-e78f3e3a-6bed-4d0f-85b9-849092eed878 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=dd0adb7c-988a-43cc-a0da-76a1fae1d8ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1196535 Jul 27 20:59:43.206267 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-3b6bb134-5499-4276-9531-86d5ca502ead req-da2c89ad-566b-421f-887b-e13ea94e6eff service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0d25b76a-67ba-4b3b-8026-3f225d5e391c HTTP/1.1" status: 200 len: 1000 time: 0.0778787 Jul 27 20:59:43.319684 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6bb134-5499-4276-9531-86d5ca502ead req-d677f99c-1205-459a-bf74-5cec5f024328 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:43.321072 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-3b6bb134-5499-4276-9531-86d5ca502ead req-d677f99c-1205-459a-bf74-5cec5f024328 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=746696d1-95cb-4db5-9b25-089085191295 HTTP/1.1" status: 200 len: 851 time: 0.1062400 Jul 27 20:59:43.356681 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67edaa85-d6fd-47b7-a968-5d66203b20ed tempest-FloatingIPsTestJSON-1782258817 tempest-FloatingIPsTestJSON-1782258817-project] Pushing event updated for resources: {'Port': ['ID=605b6a64-cda9-4624-8a2d-24cf7a7bc0e5,revision_number=2']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:59:43.372830 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-f8a9dfb6-229a-4a11-ab02-2e497717197c req-c22ad764-5945-4d0d-a8ab-1742aeeb2744 service neutron] 10.222.0.36 "GET /v2.0/networks/dd0adb7c-988a-43cc-a0da-76a1fae1d8ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1685784 Jul 27 20:59:43.383138 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.db [req-8bb0fa86-7086-4c97-a924-5d85260361f6 req-35431216-0da1-4454-86b5-2589f155ea32 service neutron] For port 68b3c316-ae94-48de-bc0b-8f3fda660ac7, host n-h2-705658-22, cleared binding levels {{(pid=105585) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:59:43.389542 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-edd6c536-5197-4cbe-a86c-1d04c79576ce req-67edaa85-d6fd-47b7-a968-5d66203b20ed tempest-FloatingIPsTestJSON-1782258817 tempest-FloatingIPsTestJSON-1782258817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4075768'] for floatingip, after_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:43.415829 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.db [req-8bb0fa86-7086-4c97-a924-5d85260361f6 req-35431216-0da1-4454-86b5-2589f155ea32 service neutron] For port 68b3c316-ae94-48de-bc0b-8f3fda660ac7, host n-h2-705658-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=68b3c316-ae94-48de-bc0b-8f3fda660ac7,segment=NetworkSegment(872889e4-5d02-4ec8-807e-3e5c98ba67af),segment_id=872889e4-5d02-4ec8-807e-3e5c98ba67af)] {{(pid=105585) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:59:43.425923 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-8bb0fa86-7086-4c97-a924-5d85260361f6 req-35431216-0da1-4454-86b5-2589f155ea32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10221672'] for port, after_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:43.446963 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-edd6c536-5197-4cbe-a86c-1d04c79576ce req-67edaa85-d6fd-47b7-a968-5d66203b20ed tempest-FloatingIPsTestJSON-1782258817 tempest-FloatingIPsTestJSON-1782258817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for floatingip, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:43.449242 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-edd6c536-5197-4cbe-a86c-1d04c79576ce req-67edaa85-d6fd-47b7-a968-5d66203b20ed tempest-FloatingIPsTestJSON-1782258817 tempest-FloatingIPsTestJSON-1782258817-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.7782125 Jul 27 20:59:43.468485 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6bb134-5499-4276-9531-86d5ca502ead req-cbeccae6-bae0-4db0-93a4-1663866588d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:43.471112 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-3b6bb134-5499-4276-9531-86d5ca502ead req-cbeccae6-bae0-4db0-93a4-1663866588d1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6aa76440-68bb-4814-b579-87efb5c679e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1380837 Jul 27 20:59:43.483663 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb0fa86-7086-4c97-a924-5d85260361f6 req-35431216-0da1-4454-86b5-2589f155ea32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:43.484277 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-8bb0fa86-7086-4c97-a924-5d85260361f6 req-35431216-0da1-4454-86b5-2589f155ea32 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:43.485759 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-8bb0fa86-7086-4c97-a924-5d85260361f6 req-35431216-0da1-4454-86b5-2589f155ea32 service neutron] 10.222.0.60 "PUT /v2.0/ports/68b3c316-ae94-48de-bc0b-8f3fda660ac7 HTTP/1.1" status: 200 len: 1092 time: 2.1415062 Jul 27 20:59:43.492465 n-d-705658-22 neutron-server[105585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3985821-907e-495f-a860-769c8bce29c8', 'tag': '68b3c316-ae94-48de-bc0b-8f3fda660ac7'}] {{(pid=105585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:59:43.494713 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d66fd65881426bfc2b5388084a3654e5eae521106a15a3dbf0eb4cde7106c36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55100208-d2d2-44d6-b6b7-bdce7e04af2a" -d '{"events": [{"name": "network-changed", "server_uuid": "d3985821-907e-495f-a860-769c8bce29c8", "tag": "68b3c316-ae94-48de-bc0b-8f3fda660ac7"}]}' {{(pid=105585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:59:43.503790 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-f8a9dfb6-229a-4a11-ab02-2e497717197c req-86fbd197-70cb-47a4-9dc1-292cb074b58a service neutron] 10.222.0.36 "GET /v2.0/networks/dd0adb7c-988a-43cc-a0da-76a1fae1d8ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228993 Jul 27 20:59:43.636708 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-3b6bb134-5499-4276-9531-86d5ca502ead req-b7371d50-3b53-4f65-9e41-2b63722c67e0 service neutron] 10.222.0.36 "GET /v2.0/networks/6aa76440-68bb-4814-b579-87efb5c679e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1493478 Jul 27 20:59:43.644200 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-edd6c536-5197-4cbe-a86c-1d04c79576ce req-c590c744-d24d-4bcb-90a3-7bbf09559d30 tempest-FloatingIPsTestJSON-1782258817 tempest-FloatingIPsTestJSON-1782258817-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.5.147 HTTP/1.1" status: 200 len: 696 time: 0.1703813 Jul 27 20:59:43.650673 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35431216-0da1-4454-86b5-2589f155ea32 service neutron] Pushing event updated for resources: {'Port': ['ID=68b3c316-ae94-48de-bc0b-8f3fda660ac7,revision_number=3']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:59:43.676650 n-d-705658-22 neutron-server[105585]: DEBUG neutron.notifiers.nova [req-bf40a449-6885-48c6-8b8c-539b9474b8fd req-8d76d940-ffdf-4663-94ad-70f4b6ae09c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9485d193-0dc2-431a-9c05-4c54305dbc3f {{(pid=105585) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 20:59:43.709282 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a9dfb6-229a-4a11-ab02-2e497717197c req-9a9db34e-9352-4954-b164-b0c71ebc66a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:43.709864 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a9dfb6-229a-4a11-ab02-2e497717197c req-9a9db34e-9352-4954-b164-b0c71ebc66a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:43.710341 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a9dfb6-229a-4a11-ab02-2e497717197c req-9a9db34e-9352-4954-b164-b0c71ebc66a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:43.710874 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a9dfb6-229a-4a11-ab02-2e497717197c req-9a9db34e-9352-4954-b164-b0c71ebc66a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:43.711546 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a9dfb6-229a-4a11-ab02-2e497717197c req-9a9db34e-9352-4954-b164-b0c71ebc66a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:43.711949 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a9dfb6-229a-4a11-ab02-2e497717197c req-9a9db34e-9352-4954-b164-b0c71ebc66a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:43.712415 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a9dfb6-229a-4a11-ab02-2e497717197c req-9a9db34e-9352-4954-b164-b0c71ebc66a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:43.714444 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-f8a9dfb6-229a-4a11-ab02-2e497717197c req-9a9db34e-9352-4954-b164-b0c71ebc66a4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=be3b976efbdd4f41894dd22bc5b95523&device_id=2be6dd0d-bc7c-4882-8bb2-afe5ae686d07 HTTP/1.1" status: 200 len: 6493 time: 0.1520090 Jul 27 20:59:43.725936 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-bf40a449-6885-48c6-8b8c-539b9474b8fd req-8d76d940-ffdf-4663-94ad-70f4b6ae09c5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:43.757182 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.provisioning_blocks [req-bf40a449-6885-48c6-8b8c-539b9474b8fd req-8d76d940-ffdf-4663-94ad-70f4b6ae09c5 service neutron] Transition to ACTIVE for port object 9485d193-0dc2-431a-9c05-4c54305dbc3f will not be triggered until provisioned by entity L2. {{(pid=105585) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:59:43.774022 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-bf40a449-6885-48c6-8b8c-539b9474b8fd req-8d76d940-ffdf-4663-94ad-70f4b6ae09c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10221672'] for port, after_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:43.788386 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb0fa86-7086-4c97-a924-5d85260361f6 req-e4f096a5-f780-47fe-b107-d8e33caa3c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:43.789994 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-8bb0fa86-7086-4c97-a924-5d85260361f6 req-e4f096a5-f780-47fe-b107-d8e33caa3c70 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=54685b57bf31427c889d7b240f3f8a60&device_id=d3985821-907e-495f-a860-769c8bce29c8 HTTP/1.1" status: 200 len: 1095 time: 0.2559586 Jul 27 20:59:43.804884 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-3b6bb134-5499-4276-9531-86d5ca502ead req-ee4d3399-6379-42a6-bba0-ef2200df540e service neutron] 10.222.0.36 "GET /v2.0/networks/6aa76440-68bb-4814-b579-87efb5c679e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1537147 Jul 27 20:59:43.847484 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a9dfb6-229a-4a11-ab02-2e497717197c req-d027da5e-9a34-4bb0-8102-0981d68c9c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:43.849269 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-f8a9dfb6-229a-4a11-ab02-2e497717197c req-d027da5e-9a34-4bb0-8102-0981d68c9c75 service neutron] 10.222.0.36 "GET /v2.0/networks?id=dd0adb7c-988a-43cc-a0da-76a1fae1d8ff HTTP/1.1" status: 200 len: 901 time: 0.1226587 Jul 27 20:59:43.874437 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-8bb0fa86-7086-4c97-a924-5d85260361f6 req-72839b9c-2f89-4c06-805e-86868010cd2e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=68b3c316-ae94-48de-bc0b-8f3fda660ac7 HTTP/1.1" status: 200 len: 217 time: 0.0628197 Jul 27 20:59:43.891708 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d76d940-ffdf-4663-94ad-70f4b6ae09c5 service neutron] Pushing event updated for resources: {'Port': ['ID=9485d193-0dc2-431a-9c05-4c54305dbc3f,revision_number=2']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:59:43.900855 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd6c536-5197-4cbe-a86c-1d04c79576ce req-4e51fe42-7bbf-4d47-b364-73f18ba1dfff tempest-FloatingIPsTestJSON-1782258817 tempest-FloatingIPsTestJSON-1782258817-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:43.903497 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-f8a9dfb6-229a-4a11-ab02-2e497717197c req-c90c472a-6946-4d2c-8ba8-1c33271e0a98 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=c93b5038-6969-4f8d-8d0a-5a1c280dd74b HTTP/1.1" status: 200 len: 217 time: 0.0449598 Jul 27 20:59:43.904225 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-edd6c536-5197-4cbe-a86c-1d04c79576ce req-4e51fe42-7bbf-4d47-b364-73f18ba1dfff tempest-FloatingIPsTestJSON-1782258817 tempest-FloatingIPsTestJSON-1782258817-project] 10.222.0.59 "GET /v2.0/networks/8735d8a2-b604-4758-ae71-b40e4ee6f305 HTTP/1.1" status: 200 len: 784 time: 0.2498274 Jul 27 20:59:43.960890 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a9dfb6-229a-4a11-ab02-2e497717197c req-3d6e1a5f-243d-449c-acaa-2ef0635ffc7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:43.962467 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-f8a9dfb6-229a-4a11-ab02-2e497717197c req-3d6e1a5f-243d-449c-acaa-2ef0635ffc7b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d2866305-edb6-464f-870e-fc177be24bc0 HTTP/1.1" status: 200 len: 797 time: 0.0504668 Jul 27 20:59:44.026685 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a9dfb6-229a-4a11-ab02-2e497717197c req-a0b74754-e500-47de-9b88-f49d472f5920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:44.028241 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-f8a9dfb6-229a-4a11-ab02-2e497717197c req-a0b74754-e500-47de-9b88-f49d472f5920 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=dd0adb7c-988a-43cc-a0da-76a1fae1d8ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0573056 Jul 27 20:59:44.122889 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-f8a9dfb6-229a-4a11-ab02-2e497717197c req-4ac24c7b-561d-42d2-ba24-373e1a45f781 service neutron] 10.222.0.36 "GET /v2.0/networks/dd0adb7c-988a-43cc-a0da-76a1fae1d8ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849311 Jul 27 20:59:44.193874 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-875ced1b-4cf3-463a-9653-058f0f9421e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:44.221815 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-f8a9dfb6-229a-4a11-ab02-2e497717197c req-327e454f-d3dd-417f-b7da-6803203fde3e service neutron] 10.222.0.36 "GET /v2.0/networks/dd0adb7c-988a-43cc-a0da-76a1fae1d8ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904140 Jul 27 20:59:44.361063 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb0fa86-7086-4c97-a924-5d85260361f6 req-7e43dc3f-d5f1-4739-b10f-9edbf0393dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:44.362510 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-8bb0fa86-7086-4c97-a924-5d85260361f6 req-7e43dc3f-d5f1-4739-b10f-9edbf0393dd0 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=7c0fdb90-69ca-4554-99dc-5ec25614338f HTTP/1.1" status: 200 len: 852 time: 0.4730179 Jul 27 20:59:44.409161 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-8bb0fa86-7086-4c97-a924-5d85260361f6 req-aa4dfc60-1da4-40b8-a58a-9d034b31707a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c29e02c5-8000-4917-925d-2eceb290693b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0385339 Jul 27 20:59:44.415962 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.managers [req-bf40a449-6885-48c6-8b8c-539b9474b8fd req-8d76d940-ffdf-4663-94ad-70f4b6ae09c5 service neutron] Attempting to bind port 9485d193-0dc2-431a-9c05-4c54305dbc3f on host n-h2-705658-22 for vnic_type normal with profile {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:59:44.416291 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.managers [req-bf40a449-6885-48c6-8b8c-539b9474b8fd req-8d76d940-ffdf-4663-94ad-70f4b6ae09c5 service neutron] Attempting to bind port 9485d193-0dc2-431a-9c05-4c54305dbc3f by drivers openvswitch,hyperv on host n-h2-705658-22 at level 0 using segments [{'id': 'c6f7a1fa-d233-46b2-8a3a-0deb57dc2e2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '08300536-b616-458d-a2a3-16c60bef3365'}] {{(pid=105585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:59:44.416615 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf40a449-6885-48c6-8b8c-539b9474b8fd req-8d76d940-ffdf-4663-94ad-70f4b6ae09c5 service neutron] Attempting to bind port 9485d193-0dc2-431a-9c05-4c54305dbc3f on network 08300536-b616-458d-a2a3-16c60bef3365 {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:59:44.444889 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf40a449-6885-48c6-8b8c-539b9474b8fd req-8d76d940-ffdf-4663-94ad-70f4b6ae09c5 service neutron] Port 9485d193-0dc2-431a-9c05-4c54305dbc3f on network 08300536-b616-458d-a2a3-16c60bef3365 not bound, no agent of type Open vSwitch agent registered on host n-h2-705658-22 {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 20:59:44.445215 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf40a449-6885-48c6-8b8c-539b9474b8fd req-8d76d940-ffdf-4663-94ad-70f4b6ae09c5 service neutron] Attempting to bind port 9485d193-0dc2-431a-9c05-4c54305dbc3f on network 08300536-b616-458d-a2a3-16c60bef3365 {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:59:44.490544 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf40a449-6885-48c6-8b8c-539b9474b8fd req-8d76d940-ffdf-4663-94ad-70f4b6ae09c5 service neutron] Checking agent: {'id': '65195a73-a875-4810-9f5b-622ae260a8a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 49, 40), 'started_at': datetime.datetime(2021, 7, 27, 20, 49, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 59, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:59:44.490883 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf40a449-6885-48c6-8b8c-539b9474b8fd req-8d76d940-ffdf-4663-94ad-70f4b6ae09c5 service neutron] Checking segment: {'id': 'c6f7a1fa-d233-46b2-8a3a-0deb57dc2e2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '08300536-b616-458d-a2a3-16c60bef3365'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:59:44.491287 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf40a449-6885-48c6-8b8c-539b9474b8fd req-8d76d940-ffdf-4663-94ad-70f4b6ae09c5 service neutron] Bound using segment: {'id': 'c6f7a1fa-d233-46b2-8a3a-0deb57dc2e2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '08300536-b616-458d-a2a3-16c60bef3365'} {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:59:44.491711 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.managers [req-bf40a449-6885-48c6-8b8c-539b9474b8fd req-8d76d940-ffdf-4663-94ad-70f4b6ae09c5 service neutron] Bound port: 9485d193-0dc2-431a-9c05-4c54305dbc3f, host: n-h2-705658-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6f7a1fa-d233-46b2-8a3a-0deb57dc2e2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '08300536-b616-458d-a2a3-16c60bef3365'}}] {{(pid=105585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:59:44.492064 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-bf40a449-6885-48c6-8b8c-539b9474b8fd req-8d76d940-ffdf-4663-94ad-70f4b6ae09c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:44.513583 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99886b2c-7f17-4703-8102-9246deac60e9 req-baa871a3-aa32-4533-a031-a462a5067bd8 tempest-InstanceActionsNegativeTestJSON-998956897 tempest-InstanceActionsNegativeTestJSON-998956897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:44.515058 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-99886b2c-7f17-4703-8102-9246deac60e9 req-baa871a3-aa32-4533-a031-a462a5067bd8 tempest-InstanceActionsNegativeTestJSON-998956897 tempest-InstanceActionsNegativeTestJSON-998956897-project] 10.222.0.59 "GET /v2.0/ports?device_id=2dad41b1-cca1-447b-af05-46a6dca32369 HTTP/1.1" status: 200 len: 943 time: 0.5767474 Jul 27 20:59:44.527582 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd91a115-e81f-47de-99de-0fbeb3eee9a7 req-a834b0a9-0d42-4b21-871a-def15ceebedf tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:44.528938 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-bd91a115-e81f-47de-99de-0fbeb3eee9a7 req-a834b0a9-0d42-4b21-871a-def15ceebedf tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] 10.222.0.59 "GET /v2.0/ports?device_id=d3985821-907e-495f-a860-769c8bce29c8 HTTP/1.1" status: 200 len: 943 time: 0.5555003 Jul 27 20:59:44.634985 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-8bb0fa86-7086-4c97-a924-5d85260361f6 req-c8a60c73-c844-4eef-8b54-d47538877cfb service neutron] 10.222.0.60 "GET /v2.0/networks/c29e02c5-8000-4917-925d-2eceb290693b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2147088 Jul 27 20:59:44.648666 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-99886b2c-7f17-4703-8102-9246deac60e9 req-fdef3f1d-b4d1-4edb-ba4b-55b51f2d725d tempest-InstanceActionsNegativeTestJSON-998956897 tempest-InstanceActionsNegativeTestJSON-998956897-project] 10.222.0.59 "GET /v2.0/security-groups?id=c5ae5332-206c-4248-b3dd-58ae8ae2cd0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186981 Jul 27 20:59:44.654609 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-bd91a115-e81f-47de-99de-0fbeb3eee9a7 req-59c3ea17-6e61-4fce-a13e-f1d7ced2b350 tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] 10.222.0.59 "GET /v2.0/security-groups?id=d1766e71-7b2a-4f2d-acc0-530f862b8fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078029 Jul 27 20:59:44.711953 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 27 Jul 2021 20:59:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8db3973-93ad-47a6-a7e1-e14b74c65ce1 x-openstack-request-id: req-f8db3973-93ad-47a6-a7e1-e14b74c65ce1 {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:59:44.712314 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.db [req-bf40a449-6885-48c6-8b8c-539b9474b8fd req-8d76d940-ffdf-4663-94ad-70f4b6ae09c5 service neutron] For port 9485d193-0dc2-431a-9c05-4c54305dbc3f, host n-h2-705658-22, cleared binding levels {{(pid=105585) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:59:44.713102 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29c1b762-5cb9-4f5b-ac71-3cb8a306ebde", "name": "network-vif-unplugged", "status": "completed", "tag": "0d25b76a-67ba-4b3b-8026-3f225d5e391c", "code": 200}]} {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:59:44.713942 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-f8db3973-93ad-47a6-a7e1-e14b74c65ce1 {{(pid=105586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:59:44.714915 n-d-705658-22 neutron-server[105586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29c1b762-5cb9-4f5b-ac71-3cb8a306ebde', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0d25b76a-67ba-4b3b-8026-3f225d5e391c', 'code': 200} Jul 27 20:59:44.746325 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.db [req-bf40a449-6885-48c6-8b8c-539b9474b8fd req-8d76d940-ffdf-4663-94ad-70f4b6ae09c5 service neutron] For port 9485d193-0dc2-431a-9c05-4c54305dbc3f, host n-h2-705658-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=9485d193-0dc2-431a-9c05-4c54305dbc3f,segment=NetworkSegment(c6f7a1fa-d233-46b2-8a3a-0deb57dc2e2d),segment_id=c6f7a1fa-d233-46b2-8a3a-0deb57dc2e2d)] {{(pid=105585) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:59:44.763422 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-bf40a449-6885-48c6-8b8c-539b9474b8fd req-8d76d940-ffdf-4663-94ad-70f4b6ae09c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10221672'] for port, after_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:44.863833 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf40a449-6885-48c6-8b8c-539b9474b8fd req-8d76d940-ffdf-4663-94ad-70f4b6ae09c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:44.864444 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-bf40a449-6885-48c6-8b8c-539b9474b8fd req-8d76d940-ffdf-4663-94ad-70f4b6ae09c5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:44.865821 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-bf40a449-6885-48c6-8b8c-539b9474b8fd req-8d76d940-ffdf-4663-94ad-70f4b6ae09c5 service neutron] 10.222.0.60 "PUT /v2.0/ports/9485d193-0dc2-431a-9c05-4c54305dbc3f HTTP/1.1" status: 200 len: 1092 time: 2.2563357 Jul 27 20:59:44.873675 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-8bb0fa86-7086-4c97-a924-5d85260361f6 req-ef7cdfae-38b3-461f-a662-1cd1118648b1 service neutron] 10.222.0.60 "GET /v2.0/networks/c29e02c5-8000-4917-925d-2eceb290693b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2240715 Jul 27 20:59:44.884848 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-80875bc6-6c7a-4461-b272-1f654f0d9c0f req-48560520-d190-41b1-99ac-0a227436d9e1 tempest-SecurityGroupRulesTestJSON-477771879 tempest-SecurityGroupRulesTestJSON-477771879-project] 10.222.0.59 "GET /v2.0/security-groups/af883142-570a-4780-9b31-dff72a2d6a17 HTTP/1.1" status: 200 len: 2397 time: 0.1776149 Jul 27 20:59:44.894725 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d76d940-ffdf-4663-94ad-70f4b6ae09c5 service neutron] Pushing event updated for resources: {'Port': ['ID=9485d193-0dc2-431a-9c05-4c54305dbc3f,revision_number=3']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:59:44.905139 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [req-80875bc6-6c7a-4461-b272-1f654f0d9c0f req-fc00f562-4602-42ea-aad6-66e990f63ebd tempest-SecurityGroupRulesTestJSON-477771879 tempest-SecurityGroupRulesTestJSON-477771879-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'af883142-570a-4780-9b31-dff72a2d6a17', 'remote_group_id': None}]} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:59:44.905139 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [req-80875bc6-6c7a-4461-b272-1f654f0d9c0f req-fc00f562-4602-42ea-aad6-66e990f63ebd tempest-SecurityGroupRulesTestJSON-477771879 tempest-SecurityGroupRulesTestJSON-477771879-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'af883142-570a-4780-9b31-dff72a2d6a17', 'remote_group_id': None}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:59:44.942492 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbd0bab-61c6-4b9f-8732-8490eb4e80cd req-63cb937c-5601-4383-8115-1f055faa4d18 tempest-LiveMigrationNegativeTest-821432527 tempest-LiveMigrationNegativeTest-821432527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:44.944012 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-3bbd0bab-61c6-4b9f-8732-8490eb4e80cd req-63cb937c-5601-4383-8115-1f055faa4d18 tempest-LiveMigrationNegativeTest-821432527 tempest-LiveMigrationNegativeTest-821432527-project] 10.222.0.59 "GET /v2.0/ports?device_id=a6633f79-2fa5-456e-a49d-db874e69a63c HTTP/1.1" status: 200 len: 949 time: 0.1784642 Jul 27 20:59:45.045522 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-80875bc6-6c7a-4461-b272-1f654f0d9c0f req-fc00f562-4602-42ea-aad6-66e990f63ebd tempest-SecurityGroupRulesTestJSON-477771879 tempest-SecurityGroupRulesTestJSON-477771879-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:45.049991 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-3bbd0bab-61c6-4b9f-8732-8490eb4e80cd req-2ba62827-0ce9-4a99-bcab-83f7a95215dc tempest-LiveMigrationNegativeTest-821432527 tempest-LiveMigrationNegativeTest-821432527-project] 10.222.0.59 "GET /v2.0/security-groups?id=bba09abf-9bc4-4acd-a324-3bcdcb98d3ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966909 Jul 27 20:59:45.076599 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf40a449-6885-48c6-8b8c-539b9474b8fd req-b9784e99-2529-4f49-8aee-bdf2746df647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:45.076599 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-bf40a449-6885-48c6-8b8c-539b9474b8fd req-b9784e99-2529-4f49-8aee-bdf2746df647 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1bf61d246dcd4e0885b7823b6c627efb&device_id=2dad41b1-cca1-447b-af05-46a6dca32369 HTTP/1.1" status: 200 len: 1095 time: 0.1308870 Jul 27 20:59:45.132714 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 20:59:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-330e8fc2-4715-4466-bb60-816bf242c8b0 x-openstack-request-id: req-330e8fc2-4715-4466-bb60-816bf242c8b0 {{(pid=105585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:59:45.133001 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3985821-907e-495f-a860-769c8bce29c8", "tag": "68b3c316-ae94-48de-bc0b-8f3fda660ac7", "status": "completed", "code": 200}]} {{(pid=105585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:59:45.133251 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-330e8fc2-4715-4466-bb60-816bf242c8b0 {{(pid=105585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:59:45.133637 n-d-705658-22 neutron-server[105585]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3985821-907e-495f-a860-769c8bce29c8', 'tag': '68b3c316-ae94-48de-bc0b-8f3fda660ac7', 'status': 'completed', 'code': 200} Jul 27 20:59:45.141340 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-bf40a449-6885-48c6-8b8c-539b9474b8fd req-c6262207-47bc-4d18-b30f-cf6374c17faa service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9485d193-0dc2-431a-9c05-4c54305dbc3f HTTP/1.1" status: 200 len: 217 time: 0.0551915 Jul 27 20:59:45.143210 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-80875bc6-6c7a-4461-b272-1f654f0d9c0f req-fc00f562-4602-42ea-aad6-66e990f63ebd tempest-SecurityGroupRulesTestJSON-477771879 tempest-SecurityGroupRulesTestJSON-477771879-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:45.149622 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-80875bc6-6c7a-4461-b272-1f654f0d9c0f req-fc00f562-4602-42ea-aad6-66e990f63ebd tempest-SecurityGroupRulesTestJSON-477771879 tempest-SecurityGroupRulesTestJSON-477771879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732636'] for security_group_rule, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:45.272246 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf40a449-6885-48c6-8b8c-539b9474b8fd req-eb5cea49-1112-4bbd-8ebe-1c66fb50c539 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:45.273786 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-bf40a449-6885-48c6-8b8c-539b9474b8fd req-eb5cea49-1112-4bbd-8ebe-1c66fb50c539 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=1ac28687-a9d9-4eb8-b5cd-1641e6e24aae HTTP/1.1" status: 200 len: 861 time: 0.1159937 Jul 27 20:59:45.280062 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-80875bc6-6c7a-4461-b272-1f654f0d9c0f req-fc00f562-4602-42ea-aad6-66e990f63ebd tempest-SecurityGroupRulesTestJSON-477771879 tempest-SecurityGroupRulesTestJSON-477771879-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:45.281384 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-80875bc6-6c7a-4461-b272-1f654f0d9c0f req-fc00f562-4602-42ea-aad6-66e990f63ebd tempest-SecurityGroupRulesTestJSON-477771879 tempest-SecurityGroupRulesTestJSON-477771879-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.3814888 Jul 27 20:59:45.282349 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc00f562-4602-42ea-aad6-66e990f63ebd tempest-SecurityGroupRulesTestJSON-477771879 tempest-SecurityGroupRulesTestJSON-477771879-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96ebfdf4-e98c-4cdc-9c30-fdaf3a2fd395,revision_number=0']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:59:45.381302 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-bf40a449-6885-48c6-8b8c-539b9474b8fd req-94c6b498-7af6-4765-b524-33197c95968d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=08300536-b616-458d-a2a3-16c60bef3365&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0769057 Jul 27 20:59:45.406363 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-37b7e65d-26b9-4669-b664-92dfc672dce2 req-38958c71-c8e0-4932-81c3-27789a6d52a2 tempest-FloatingIPsTestJSON-1782258817 tempest-FloatingIPsTestJSON-1782258817-project] 10.222.0.59 "GET /v2.0/floatingips/086d89a5-406b-4de5-86ab-31804b8c1d45 HTTP/1.1" status: 200 len: 693 time: 0.0998077 Jul 27 20:59:45.537644 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55100208-d2d2-44d6-b6b7-bdce7e04af2a req-a56d1400-cb65-4002-828c-7459d6dcfcae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:45.539072 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-55100208-d2d2-44d6-b6b7-bdce7e04af2a req-a56d1400-cb65-4002-828c-7459d6dcfcae service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=54685b57bf31427c889d7b240f3f8a60&device_id=d3985821-907e-495f-a860-769c8bce29c8 HTTP/1.1" status: 200 len: 1095 time: 0.3826594 Jul 27 20:59:45.576363 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297d31e6-193e-4139-90bd-eaf46604be97 req-89b77b06-445b-4a2f-b35f-d0db5913c112 tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:45.582195 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297d31e6-193e-4139-90bd-eaf46604be97 req-89b77b06-445b-4a2f-b35f-d0db5913c112 tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:45.588199 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297d31e6-193e-4139-90bd-eaf46604be97 req-89b77b06-445b-4a2f-b35f-d0db5913c112 tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:45.594035 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297d31e6-193e-4139-90bd-eaf46604be97 req-89b77b06-445b-4a2f-b35f-d0db5913c112 tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:45.600485 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297d31e6-193e-4139-90bd-eaf46604be97 req-89b77b06-445b-4a2f-b35f-d0db5913c112 tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:45.606327 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297d31e6-193e-4139-90bd-eaf46604be97 req-89b77b06-445b-4a2f-b35f-d0db5913c112 tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:45.612215 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297d31e6-193e-4139-90bd-eaf46604be97 req-89b77b06-445b-4a2f-b35f-d0db5913c112 tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:45.614689 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-297d31e6-193e-4139-90bd-eaf46604be97 req-89b77b06-445b-4a2f-b35f-d0db5913c112 tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] 10.222.0.59 "GET /v2.0/ports?device_id=2be6dd0d-bc7c-4882-8bb2-afe5ae686d07 HTTP/1.1" status: 200 len: 5429 time: 0.3876226 Jul 27 20:59:45.698286 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-bf40a449-6885-48c6-8b8c-539b9474b8fd req-ab9548d3-39e5-4c88-a050-4c2846046b7e service neutron] 10.222.0.60 "GET /v2.0/networks/08300536-b616-458d-a2a3-16c60bef3365?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3098712 Jul 27 20:59:45.747290 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b7e65d-26b9-4669-b664-92dfc672dce2 req-ac5a37f3-6f3c-430f-a242-71ea83807d69 tempest-FloatingIPsTestJSON-1782258817 tempest-FloatingIPsTestJSON-1782258817-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:45.748588 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-37b7e65d-26b9-4669-b664-92dfc672dce2 req-ac5a37f3-6f3c-430f-a242-71ea83807d69 tempest-FloatingIPsTestJSON-1782258817 tempest-FloatingIPsTestJSON-1782258817-project] 10.222.0.59 "GET /v2.0/networks/8735d8a2-b604-4758-ae71-b40e4ee6f305 HTTP/1.1" status: 200 len: 784 time: 0.3295693 Jul 27 20:59:45.794621 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-297d31e6-193e-4139-90bd-eaf46604be97 req-81af027a-0838-4eec-929f-9b0f7bc5383e tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] 10.222.0.59 "GET /v2.0/security-groups?id=c27eaa65-2484-427b-949c-12cff57d8973&id=9dd39787-c773-4e1e-afc7-6169131b96d0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1626287 Jul 27 20:59:45.829409 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55100208-d2d2-44d6-b6b7-bdce7e04af2a req-aa591cc2-8656-4e9f-b505-48a031728236 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:45.831052 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-55100208-d2d2-44d6-b6b7-bdce7e04af2a req-aa591cc2-8656-4e9f-b505-48a031728236 service neutron] 10.222.0.60 "GET /v2.0/networks?id=c29e02c5-8000-4917-925d-2eceb290693b HTTP/1.1" status: 200 len: 913 time: 0.2762711 Jul 27 20:59:45.893733 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-bf40a449-6885-48c6-8b8c-539b9474b8fd req-6d13225b-27f1-47ad-bf9b-623fbd8c52c2 service neutron] 10.222.0.60 "GET /v2.0/networks/08300536-b616-458d-a2a3-16c60bef3365?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1866939 Jul 27 20:59:45.895863 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-55100208-d2d2-44d6-b6b7-bdce7e04af2a req-c1a43ac4-28d5-4d47-a3d7-2ce68a035fec service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=68b3c316-ae94-48de-bc0b-8f3fda660ac7 HTTP/1.1" status: 200 len: 217 time: 0.0481732 Jul 27 20:59:45.929649 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-465f9d7f-2738-4f5b-89d1-2043a4825a48 req-69dc8fdf-4d24-4a98-b55d-772aeddc97f2 tempest-LiveMigrationNegativeTest-821432527 tempest-LiveMigrationNegativeTest-821432527-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=b2634fd10e1941b185ef111c750a8a34&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0316935 Jul 27 20:59:46.024861 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55100208-d2d2-44d6-b6b7-bdce7e04af2a req-f213c06d-cc10-4a7b-bd61-f9d5bb154a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:46.026345 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-55100208-d2d2-44d6-b6b7-bdce7e04af2a req-f213c06d-cc10-4a7b-bd61-f9d5bb154a6b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=7c0fdb90-69ca-4554-99dc-5ec25614338f HTTP/1.1" status: 200 len: 852 time: 0.1072781 Jul 27 20:59:46.073710 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-55100208-d2d2-44d6-b6b7-bdce7e04af2a req-4c877512-8fa0-4ddf-8a55-a4522adfe549 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c29e02c5-8000-4917-925d-2eceb290693b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392377 Jul 27 20:59:46.165787 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465f9d7f-2738-4f5b-89d1-2043a4825a48 req-82a44695-64ad-43cb-8e2a-746cdaeb7be5 tempest-LiveMigrationNegativeTest-821432527 tempest-LiveMigrationNegativeTest-821432527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:46.167255 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-465f9d7f-2738-4f5b-89d1-2043a4825a48 req-82a44695-64ad-43cb-8e2a-746cdaeb7be5 tempest-LiveMigrationNegativeTest-821432527 tempest-LiveMigrationNegativeTest-821432527-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2189541 Jul 27 20:59:46.203695 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-465f9d7f-2738-4f5b-89d1-2043a4825a48 req-2508ab5f-483b-44ad-b861-b06059cf6704 tempest-LiveMigrationNegativeTest-821432527 tempest-LiveMigrationNegativeTest-821432527-project] 10.222.0.59 "GET /v2.0/quotas/b2634fd10e1941b185ef111c750a8a34 HTTP/1.1" status: 200 len: 375 time: 0.0271418 Jul 27 20:59:46.209266 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-c6124b70-2f33-4ea7-b780-0d928c47ae16 req-281186b8-f5f8-4ff5-ab1e-b55470523fe2 tempest-SecurityGroupRulesTestJSON-477771879 tempest-SecurityGroupRulesTestJSON-477771879-project] 10.222.0.59 "GET /v2.0/security-groups/af883142-570a-4780-9b31-dff72a2d6a17 HTTP/1.1" status: 200 len: 2995 time: 0.1319215 Jul 27 20:59:46.306889 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-55100208-d2d2-44d6-b6b7-bdce7e04af2a req-e1c84cc5-de41-4016-ab70-e197310f7cd9 service neutron] 10.222.0.60 "GET /v2.0/networks/c29e02c5-8000-4917-925d-2eceb290693b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2188022 Jul 27 20:59:46.407963 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-465f9d7f-2738-4f5b-89d1-2043a4825a48 req-00ece79e-93ba-4b6e-a654-34771d635a5a tempest-LiveMigrationNegativeTest-821432527 tempest-LiveMigrationNegativeTest-821432527-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=b2634fd10e1941b185ef111c750a8a34&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1977477 Jul 27 20:59:46.426083 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8025bd02-8663-4895-b111-60f5bd0e0864 req-c1dd345d-6a20-48c1-ad57-daee188ef5d9 tempest-InstanceActionsNegativeTestJSON-998956897 tempest-InstanceActionsNegativeTestJSON-998956897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:46.427554 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-8025bd02-8663-4895-b111-60f5bd0e0864 req-c1dd345d-6a20-48c1-ad57-daee188ef5d9 tempest-InstanceActionsNegativeTestJSON-998956897 tempest-InstanceActionsNegativeTestJSON-998956897-project] 10.222.0.59 "GET /v2.0/ports?device_id=2dad41b1-cca1-447b-af05-46a6dca32369 HTTP/1.1" status: 200 len: 943 time: 0.1630902 Jul 27 20:59:46.444513 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-55100208-d2d2-44d6-b6b7-bdce7e04af2a req-454acccd-575f-4d00-b816-133991a93f4b service neutron] 10.222.0.60 "GET /v2.0/networks/c29e02c5-8000-4917-925d-2eceb290693b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283405 Jul 27 20:59:46.472082 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-8025bd02-8663-4895-b111-60f5bd0e0864 req-f2aea2e1-1673-4b77-85c5-614ca43a369e tempest-InstanceActionsNegativeTestJSON-998956897 tempest-InstanceActionsNegativeTestJSON-998956897-project] 10.222.0.59 "GET /v2.0/security-groups?id=c5ae5332-206c-4248-b3dd-58ae8ae2cd0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374408 Jul 27 20:59:46.590943 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-0d5875ad-4bca-4de3-8af5-babbc4167865 req-f0c1ec7a-140d-4e9d-aa64-63a25af5432c tempest-FloatingIPsTestJSON-1782258817 tempest-FloatingIPsTestJSON-1782258817-project] 10.222.0.59 "GET /v2.0/floatingips?tenant_id=96e660a5c5e14bec9752596569f7e039 HTTP/1.1" status: 200 len: 696 time: 0.0642462 Jul 27 20:59:46.716675 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a327f21b-2949-41a9-84e5-9a41fda86d7b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e13e4ec9-f53d-47ef-837e-8c4560df621a'}] {{(pid=105586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:59:46.719106 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14c1663e039faf5393f87855f745010ac5b02220355b68fdbf065393e303ac56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7db337d7-0830-44a5-a76a-31d3eb86f469" -d '{"events": [{"server_uuid": "a327f21b-2949-41a9-84e5-9a41fda86d7b", "name": "network-vif-unplugged", "status": "completed", "tag": "e13e4ec9-f53d-47ef-837e-8c4560df621a"}]}' {{(pid=105586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:59:46.726433 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8d1185-0f0c-4a19-b9dc-3d609c4429ef req-9898b63a-0025-430f-95f4-6eb05d52b52d tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:46.728018 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-cb8d1185-0f0c-4a19-b9dc-3d609c4429ef req-9898b63a-0025-430f-95f4-6eb05d52b52d tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] 10.222.0.59 "GET /v2.0/ports?device_id=d3985821-907e-495f-a860-769c8bce29c8 HTTP/1.1" status: 200 len: 943 time: 0.1932657 Jul 27 20:59:46.750752 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5875ad-4bca-4de3-8af5-babbc4167865 req-049e109d-41d3-4c00-934b-58b9f050d48d tempest-FloatingIPsTestJSON-1782258817 tempest-FloatingIPsTestJSON-1782258817-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:46.752271 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-0d5875ad-4bca-4de3-8af5-babbc4167865 req-049e109d-41d3-4c00-934b-58b9f050d48d tempest-FloatingIPsTestJSON-1782258817 tempest-FloatingIPsTestJSON-1782258817-project] 10.222.0.59 "GET /v2.0/networks?id=8735d8a2-b604-4758-ae71-b40e4ee6f305 HTTP/1.1" status: 200 len: 787 time: 0.1432352 Jul 27 20:59:46.767255 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [req-0d5875ad-4bca-4de3-8af5-babbc4167865 req-3b5db66a-e643-4b4d-8055-8d90751c678f tempest-FloatingIPsTestJSON-1782258817 tempest-FloatingIPsTestJSON-1782258817-project] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=105585) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 20:59:46.768245 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-0d5875ad-4bca-4de3-8af5-babbc4167865 req-3b5db66a-e643-4b4d-8055-8d90751c678f tempest-FloatingIPsTestJSON-1782258817 tempest-FloatingIPsTestJSON-1782258817-project] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0071642 Jul 27 20:59:46.788788 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-cb8d1185-0f0c-4a19-b9dc-3d609c4429ef req-ead4b8af-4249-46d5-a8a2-6e90405e7bb7 tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] 10.222.0.59 "GET /v2.0/security-groups?id=d1766e71-7b2a-4f2d-acc0-530f862b8fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531504 Jul 27 20:59:46.896094 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-80c4277f-3ab9-436f-8dcd-e499ce21f6c7 req-df18a7d4-23eb-4ad1-9507-1efd831938f4 tempest-SecurityGroupRulesTestJSON-477771879 tempest-SecurityGroupRulesTestJSON-477771879-project] 10.222.0.59 "GET /v2.0/security-group-rules/96ebfdf4-e98c-4cdc-9c30-fdaf3a2fd395 HTTP/1.1" status: 200 len: 783 time: 0.0492442 Jul 27 20:59:46.949618 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-3d181445-93c7-4060-90ac-14567d2b0d80 req-ced424be-23d9-4720-8b3c-35f24d360771 tempest-LiveMigrationNegativeTest-821432527 tempest-LiveMigrationNegativeTest-821432527-project] 10.222.0.59 "GET /v2.0/ports?device_id=b0781fdd-7597-4791-b525-085b17c05d36 HTTP/1.1" status: 200 len: 210 time: 0.0501072 Jul 27 20:59:46.957465 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device 0d25b76a-67ba-4b3b-8026-3f225d5e391c details requested by agent hyperv_n-h1-705658-22 with host n-h1-705658-22 {{(pid=105586) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 20:59:46.991363 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-80c4277f-3ab9-436f-8dcd-e499ce21f6c7 req-afd95e89-3f3a-4b95-890f-434cedbbf4d4 tempest-SecurityGroupRulesTestJSON-477771879 tempest-SecurityGroupRulesTestJSON-477771879-project] 10.222.0.59 "GET /v2.0/security-groups/af883142-570a-4780-9b31-dff72a2d6a17 HTTP/1.1" status: 200 len: 2995 time: 0.0939698 Jul 27 20:59:47.024787 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-80c4277f-3ab9-436f-8dcd-e499ce21f6c7 req-0071470c-68c2-4b87-a701-caecdd2d09de tempest-SecurityGroupRulesTestJSON-477771879 tempest-SecurityGroupRulesTestJSON-477771879-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:47.033144 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-80c4277f-3ab9-436f-8dcd-e499ce21f6c7 req-0071470c-68c2-4b87-a701-caecdd2d09de tempest-SecurityGroupRulesTestJSON-477771879 tempest-SecurityGroupRulesTestJSON-477771879-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:47.045680 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 27 Jul 2021 20:59:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0879d10f-ee07-4c25-8212-ef5e41b7faef x-openstack-request-id: req-0879d10f-ee07-4c25-8212-ef5e41b7faef {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:59:47.045963 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a327f21b-2949-41a9-84e5-9a41fda86d7b", "name": "network-vif-unplugged", "status": "completed", "tag": "e13e4ec9-f53d-47ef-837e-8c4560df621a", "code": 200}]} {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:59:47.046220 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-0879d10f-ee07-4c25-8212-ef5e41b7faef {{(pid=105586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:59:47.046607 n-d-705658-22 neutron-server[105586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a327f21b-2949-41a9-84e5-9a41fda86d7b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e13e4ec9-f53d-47ef-837e-8c4560df621a', 'code': 200} Jul 27 20:59:47.065877 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] For port 0d25b76a-67ba-4b3b-8026-3f225d5e391c, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=0d25b76a-67ba-4b3b-8026-3f225d5e391c,segment=NetworkSegment(7253e476-fc19-4126-9562-a06a41b3b94e),segment_id=7253e476-fc19-4126-9562-a06a41b3b94e)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:59:47.078295 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Returning: {'device': '0d25b76a-67ba-4b3b-8026-3f225d5e391c', 'network_id': '6aa76440-68bb-4814-b579-87efb5c679e3', 'port_id': '0d25b76a-67ba-4b3b-8026-3f225d5e391c', 'mac_address': 'fa:16:3e:7d:88:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 230, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '746696d1-95cb-4db5-9b25-089085191295', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105586) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 20:59:47.096649 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-9f2859f5-dd43-4676-8f10-52b90a293cbe req-db76d1f0-7f31-4e69-a65e-4863550eac2d tempest-FloatingIPsTestJSON-1782258817 tempest-FloatingIPsTestJSON-1782258817-project] 10.222.0.59 "GET /v2.0/floatingips/086d89a5-406b-4de5-86ab-31804b8c1d45 HTTP/1.1" status: 200 len: 693 time: 0.0565503 Jul 27 20:59:47.106686 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-80c4277f-3ab9-436f-8dcd-e499ce21f6c7 req-0071470c-68c2-4b87-a701-caecdd2d09de tempest-SecurityGroupRulesTestJSON-477771879 tempest-SecurityGroupRulesTestJSON-477771879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732636'] for security_group_rule, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:47.115785 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-80c4277f-3ab9-436f-8dcd-e499ce21f6c7 req-0071470c-68c2-4b87-a701-caecdd2d09de tempest-SecurityGroupRulesTestJSON-477771879 tempest-SecurityGroupRulesTestJSON-477771879-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:47.128285 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:47.129225 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-80c4277f-3ab9-436f-8dcd-e499ce21f6c7 req-0071470c-68c2-4b87-a701-caecdd2d09de tempest-SecurityGroupRulesTestJSON-477771879 tempest-SecurityGroupRulesTestJSON-477771879-project] 10.222.0.59 "DELETE /v2.0/security-group-rules/96ebfdf4-e98c-4cdc-9c30-fdaf3a2fd395 HTTP/1.1" status: 204 len: 173 time: 0.1311400 Jul 27 20:59:47.143217 n-d-705658-22 neutron-server[105585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2dad41b1-cca1-447b-af05-46a6dca32369', 'tag': '9485d193-0dc2-431a-9c05-4c54305dbc3f'}] {{(pid=105585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:59:47.143410 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d25b76a-67ba-4b3b-8026-3f225d5e391c {{(pid=105586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 20:59:47.150269 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d66fd65881426bfc2b5388084a3654e5eae521106a15a3dbf0eb4cde7106c36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d52f2a7-9ea1-4a56-90c1-23c335fae4b9" -d '{"events": [{"name": "network-changed", "server_uuid": "2dad41b1-cca1-447b-af05-46a6dca32369", "tag": "9485d193-0dc2-431a-9c05-4c54305dbc3f"}]}' {{(pid=105585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:59:47.165201 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0071470c-68c2-4b87-a701-caecdd2d09de tempest-SecurityGroupRulesTestJSON-477771879 tempest-SecurityGroupRulesTestJSON-477771879-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=96ebfdf4-e98c-4cdc-9c30-fdaf3a2fd395,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:59:47.195040 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] For port 0d25b76a-67ba-4b3b-8026-3f225d5e391c, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=0d25b76a-67ba-4b3b-8026-3f225d5e391c,segment=NetworkSegment(7253e476-fc19-4126-9562-a06a41b3b94e),segment_id=7253e476-fc19-4126-9562-a06a41b3b94e)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:59:47.200774 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:47.254345 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Pushing event updated for resources: {'Port': ['ID=0d25b76a-67ba-4b3b-8026-3f225d5e391c,revision_number=9']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:59:47.338294 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2859f5-dd43-4676-8f10-52b90a293cbe req-b59e7aae-5344-49e6-bda1-5777de3ef874 tempest-FloatingIPsTestJSON-1782258817 tempest-FloatingIPsTestJSON-1782258817-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:47.339648 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-9f2859f5-dd43-4676-8f10-52b90a293cbe req-b59e7aae-5344-49e6-bda1-5777de3ef874 tempest-FloatingIPsTestJSON-1782258817 tempest-FloatingIPsTestJSON-1782258817-project] 10.222.0.59 "GET /v2.0/networks/8735d8a2-b604-4758-ae71-b40e4ee6f305 HTTP/1.1" status: 200 len: 784 time: 0.2094669 Jul 27 20:59:47.356053 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba12e34-e839-477a-b0d6-59711d744e7d req-fb85add0-3c7e-452a-8e7c-fce302f126bf tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:47.362068 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba12e34-e839-477a-b0d6-59711d744e7d req-fb85add0-3c7e-452a-8e7c-fce302f126bf tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:47.368825 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba12e34-e839-477a-b0d6-59711d744e7d req-fb85add0-3c7e-452a-8e7c-fce302f126bf tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:47.373237 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] get_ports_and_sgs() called for port_ids ['0d25b76a-67ba-4b3b-8026-3f225d5e391c'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 20:59:47.374966 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba12e34-e839-477a-b0d6-59711d744e7d req-fb85add0-3c7e-452a-8e7c-fce302f126bf tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:47.380858 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba12e34-e839-477a-b0d6-59711d744e7d req-fb85add0-3c7e-452a-8e7c-fce302f126bf tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:47.386983 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba12e34-e839-477a-b0d6-59711d744e7d req-fb85add0-3c7e-452a-8e7c-fce302f126bf tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:47.392816 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba12e34-e839-477a-b0d6-59711d744e7d req-fb85add0-3c7e-452a-8e7c-fce302f126bf tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:47.394744 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-4ba12e34-e839-477a-b0d6-59711d744e7d req-fb85add0-3c7e-452a-8e7c-fce302f126bf tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] 10.222.0.59 "GET /v2.0/ports?device_id=2be6dd0d-bc7c-4882-8bb2-afe5ae686d07 HTTP/1.1" status: 200 len: 5429 time: 0.1818871 Jul 27 20:59:47.486558 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-9f2859f5-dd43-4676-8f10-52b90a293cbe req-83b8c5e3-a7eb-40d9-8127-d8768b6f39fb tempest-FloatingIPsTestJSON-1782258817 tempest-FloatingIPsTestJSON-1782258817-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.5.147 HTTP/1.1" status: 200 len: 696 time: 0.0906432 Jul 27 20:59:47.842585 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-4ba12e34-e839-477a-b0d6-59711d744e7d req-4e56e41a-013c-4299-961f-e317a9d7bea9 tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] 10.222.0.59 "GET /v2.0/security-groups?id=c27eaa65-2484-427b-949c-12cff57d8973&id=9dd39787-c773-4e1e-afc7-6169131b96d0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4398398 Jul 27 20:59:47.849983 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-9f2859f5-dd43-4676-8f10-52b90a293cbe req-1ed86259-1d2e-406b-be50-383f13b3dd2a tempest-FloatingIPsTestJSON-1782258817 tempest-FloatingIPsTestJSON-1782258817-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.5.147 HTTP/1.1" status: 200 len: 696 time: 0.3611674 Jul 27 20:59:48.042830 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-fa830d35-3500-4c3f-82ea-0509ab6631e5 req-800912dd-3d14-44bf-a67d-e8218111a7bb tempest-SecurityGroupRulesTestJSON-477771879 tempest-SecurityGroupRulesTestJSON-477771879-project] 10.222.0.59 "GET /v2.0/security-groups/af883142-570a-4780-9b31-dff72a2d6a17 HTTP/1.1" status: 200 len: 2397 time: 0.1279442 Jul 27 20:59:48.115797 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [req-9f2859f5-dd43-4676-8f10-52b90a293cbe req-6b91b506-ff5c-4108-959a-aaa691a3dd00 tempest-FloatingIPsTestJSON-1782258817 tempest-FloatingIPsTestJSON-1782258817-project] Deleting port 605b6a64-cda9-4624-8a2d-24cf7a7bc0e5 {{(pid=105585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:59:48.116023 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-9f2859f5-dd43-4676-8f10-52b90a293cbe req-6b91b506-ff5c-4108-959a-aaa691a3dd00 tempest-FloatingIPsTestJSON-1782258817 tempest-FloatingIPsTestJSON-1782258817-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:48.174129 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-fa830d35-3500-4c3f-82ea-0509ab6631e5 req-24d672c0-2f76-42ed-bfa2-e7a2a35d1cde tempest-SecurityGroupRulesTestJSON-477771879 tempest-SecurityGroupRulesTestJSON-477771879-project] Notify callbacks [] for security_group, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:48.213027 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-fa830d35-3500-4c3f-82ea-0509ab6631e5 req-24d672c0-2f76-42ed-bfa2-e7a2a35d1cde tempest-SecurityGroupRulesTestJSON-477771879 tempest-SecurityGroupRulesTestJSON-477771879-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:48.265613 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-9f2859f5-dd43-4676-8f10-52b90a293cbe req-6b91b506-ff5c-4108-959a-aaa691a3dd00 tempest-FloatingIPsTestJSON-1782258817 tempest-FloatingIPsTestJSON-1782258817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:48.266189 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-9f2859f5-dd43-4676-8f10-52b90a293cbe req-6b91b506-ff5c-4108-959a-aaa691a3dd00 tempest-FloatingIPsTestJSON-1782258817 tempest-FloatingIPsTestJSON-1782258817-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:48.290541 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [req-9f2859f5-dd43-4676-8f10-52b90a293cbe req-6b91b506-ff5c-4108-959a-aaa691a3dd00 tempest-FloatingIPsTestJSON-1782258817 tempest-FloatingIPsTestJSON-1782258817-project] Calling delete_port for 605b6a64-cda9-4624-8a2d-24cf7a7bc0e5 owned by network:floatingip {{(pid=105585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:59:48.367183 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-fa830d35-3500-4c3f-82ea-0509ab6631e5 req-24d672c0-2f76-42ed-bfa2-e7a2a35d1cde tempest-SecurityGroupRulesTestJSON-477771879 tempest-SecurityGroupRulesTestJSON-477771879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:48.369568 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-fa830d35-3500-4c3f-82ea-0509ab6631e5 req-24d672c0-2f76-42ed-bfa2-e7a2a35d1cde tempest-SecurityGroupRulesTestJSON-477771879 tempest-SecurityGroupRulesTestJSON-477771879-project] Notify callbacks [] for security_group, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:48.370811 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-fa830d35-3500-4c3f-82ea-0509ab6631e5 req-24d672c0-2f76-42ed-bfa2-e7a2a35d1cde tempest-SecurityGroupRulesTestJSON-477771879 tempest-SecurityGroupRulesTestJSON-477771879-project] 10.222.0.59 "DELETE /v2.0/security-groups/af883142-570a-4780-9b31-dff72a2d6a17 HTTP/1.1" status: 204 len: 173 time: 0.3201034 Jul 27 20:59:48.403170 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d672c0-2f76-42ed-bfa2-e7a2a35d1cde tempest-SecurityGroupRulesTestJSON-477771879 tempest-SecurityGroupRulesTestJSON-477771879-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=af883142-570a-4780-9b31-dff72a2d6a17,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:59:48.442035 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-465f9d7f-2738-4f5b-89d1-2043a4825a48 req-2338df47-a33e-44cb-a02e-797dff2b8c86 tempest-LiveMigrationNegativeTest-821432527 tempest-LiveMigrationNegativeTest-821432527-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=b2634fd10e1941b185ef111c750a8a34&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0602090 Jul 27 20:59:48.474581 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 20:59:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db399285-6af7-4e12-8b66-1217873a1687 x-openstack-request-id: req-db399285-6af7-4e12-8b66-1217873a1687 {{(pid=105585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:59:48.474879 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2dad41b1-cca1-447b-af05-46a6dca32369", "tag": "9485d193-0dc2-431a-9c05-4c54305dbc3f", "status": "completed", "code": 200}]} {{(pid=105585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:59:48.475148 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-db399285-6af7-4e12-8b66-1217873a1687 {{(pid=105585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:59:48.475547 n-d-705658-22 neutron-server[105585]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2dad41b1-cca1-447b-af05-46a6dca32369', 'tag': '9485d193-0dc2-431a-9c05-4c54305dbc3f', 'status': 'completed', 'code': 200} Jul 27 20:59:48.640096 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465f9d7f-2738-4f5b-89d1-2043a4825a48 req-49b325d0-5bcb-47ed-b99d-86d80596650b tempest-LiveMigrationNegativeTest-821432527 tempest-LiveMigrationNegativeTest-821432527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:48.641525 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-465f9d7f-2738-4f5b-89d1-2043a4825a48 req-49b325d0-5bcb-47ed-b99d-86d80596650b tempest-LiveMigrationNegativeTest-821432527 tempest-LiveMigrationNegativeTest-821432527-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1893189 Jul 27 20:59:48.671136 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [req-465f9d7f-2738-4f5b-89d1-2043a4825a48 req-021400ee-4e7f-4c57-b587-cdcc13e077d1 tempest-LiveMigrationNegativeTest-821432527 tempest-LiveMigrationNegativeTest-821432527-project] Request body: {'port': {'device_id': 'b0781fdd-7597-4791-b525-085b17c05d36', 'network_id': '4d64aa0b-bd6a-468e-8edc-c83689947462', 'admin_state_up': True, 'tenant_id': 'b2634fd10e1941b185ef111c750a8a34'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:59:48.690197 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-9f2859f5-dd43-4676-8f10-52b90a293cbe req-6b91b506-ff5c-4108-959a-aaa691a3dd00 tempest-FloatingIPsTestJSON-1782258817 tempest-FloatingIPsTestJSON-1782258817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:48.722565 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d52f2a7-9ea1-4a56-90c1-23c335fae4b9 req-fd2eac49-51e5-47b6-8779-f670fd6073b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:48.724135 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-1d52f2a7-9ea1-4a56-90c1-23c335fae4b9 req-fd2eac49-51e5-47b6-8779-f670fd6073b1 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1bf61d246dcd4e0885b7823b6c627efb&device_id=2dad41b1-cca1-447b-af05-46a6dca32369 HTTP/1.1" status: 200 len: 1095 time: 0.2083030 Jul 27 20:59:48.727842 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b91b506-ff5c-4108-959a-aaa691a3dd00 tempest-FloatingIPsTestJSON-1782258817 tempest-FloatingIPsTestJSON-1782258817-project] Pushing event deleted for resources: {'Port': ['ID=605b6a64-cda9-4624-8a2d-24cf7a7bc0e5,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:59:48.755432 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Device 9485d193-0dc2-431a-9c05-4c54305dbc3f details requested by agent hyperv_n-h2-705658-22 with host n-h2-705658-22 {{(pid=105586) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 20:59:48.829986 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-465f9d7f-2738-4f5b-89d1-2043a4825a48 req-021400ee-4e7f-4c57-b587-cdcc13e077d1 tempest-LiveMigrationNegativeTest-821432527 tempest-LiveMigrationNegativeTest-821432527-project] Made reservation on behalf of b2634fd10e1941b185ef111c750a8a34 for: {'port': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:59:48.835492 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-465f9d7f-2738-4f5b-89d1-2043a4825a48 req-021400ee-4e7f-4c57-b587-cdcc13e077d1 tempest-LiveMigrationNegativeTest-821432527 tempest-LiveMigrationNegativeTest-821432527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:48.883086 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbc54b2-b4af-44eb-9ff1-8c1a94c57274 req-6c807e8e-c0f0-4086-8660-7214e78e3143 tempest-InstanceActionsNegativeTestJSON-998956897 tempest-InstanceActionsNegativeTestJSON-998956897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:48.891232 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-adbc54b2-b4af-44eb-9ff1-8c1a94c57274 req-6c807e8e-c0f0-4086-8660-7214e78e3143 tempest-InstanceActionsNegativeTestJSON-998956897 tempest-InstanceActionsNegativeTestJSON-998956897-project] 10.222.0.59 "GET /v2.0/ports?device_id=2dad41b1-cca1-447b-af05-46a6dca32369 HTTP/1.1" status: 200 len: 943 time: 0.3081334 Jul 27 20:59:48.896641 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] For port 9485d193-0dc2-431a-9c05-4c54305dbc3f, host n-h2-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=9485d193-0dc2-431a-9c05-4c54305dbc3f,segment=NetworkSegment(c6f7a1fa-d233-46b2-8a3a-0deb57dc2e2d),segment_id=c6f7a1fa-d233-46b2-8a3a-0deb57dc2e2d)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:59:48.917960 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Returning: {'device': '9485d193-0dc2-431a-9c05-4c54305dbc3f', 'network_id': '08300536-b616-458d-a2a3-16c60bef3365', 'port_id': '9485d193-0dc2-431a-9c05-4c54305dbc3f', 'mac_address': 'fa:16:3e:93:20:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 215, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ac28687-a9d9-4eb8-b5cd-1641e6e24aae', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105586) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 20:59:48.967998 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device 0d25b76a-67ba-4b3b-8026-3f225d5e391c up at agent hyperv_n-h1-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:59:48.981677 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-9f2859f5-dd43-4676-8f10-52b90a293cbe req-6b91b506-ff5c-4108-959a-aaa691a3dd00 tempest-FloatingIPsTestJSON-1782258817 tempest-FloatingIPsTestJSON-1782258817-project] Notify callbacks [] for floatingip, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:48.985807 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-9f2859f5-dd43-4676-8f10-52b90a293cbe req-6b91b506-ff5c-4108-959a-aaa691a3dd00 tempest-FloatingIPsTestJSON-1782258817 tempest-FloatingIPsTestJSON-1782258817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for floatingip, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:48.986951 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-9f2859f5-dd43-4676-8f10-52b90a293cbe req-6b91b506-ff5c-4108-959a-aaa691a3dd00 tempest-FloatingIPsTestJSON-1782258817 tempest-FloatingIPsTestJSON-1782258817-project] 10.222.0.59 "DELETE /v2.0/floatingips/086d89a5-406b-4de5-86ab-31804b8c1d45 HTTP/1.1" status: 204 len: 173 time: 1.1306462 Jul 27 20:59:49.012681 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:49.028916 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-adbc54b2-b4af-44eb-9ff1-8c1a94c57274 req-2bd254ce-99ec-4ae8-bcce-69f211f6da66 tempest-InstanceActionsNegativeTestJSON-998956897 tempest-InstanceActionsNegativeTestJSON-998956897-project] 10.222.0.59 "GET /v2.0/security-groups?id=c5ae5332-206c-4248-b3dd-58ae8ae2cd0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360886 Jul 27 20:59:49.030281 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d52f2a7-9ea1-4a56-90c1-23c335fae4b9 req-7552c638-7ee0-411d-a3e7-06b0e87a7bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:49.032937 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-1d52f2a7-9ea1-4a56-90c1-23c335fae4b9 req-7552c638-7ee0-411d-a3e7-06b0e87a7bd4 service neutron] 10.222.0.60 "GET /v2.0/networks?id=08300536-b616-458d-a2a3-16c60bef3365 HTTP/1.1" status: 200 len: 922 time: 0.2998285 Jul 27 20:59:49.037558 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [None req-3d54578f-831f-4696-b568-13c455922dab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9485d193-0dc2-431a-9c05-4c54305dbc3f {{(pid=105586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 20:59:49.076907 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.db_base_plugin_common [req-465f9d7f-2738-4f5b-89d1-2043a4825a48 req-021400ee-4e7f-4c57-b587-cdcc13e077d1 tempest-LiveMigrationNegativeTest-821432527 tempest-LiveMigrationNegativeTest-821432527-project] Allocated IP 192.168.233.171 (4d64aa0b-bd6a-468e-8edc-c83689947462/26644ba0-4185-4e10-8718-6ad18d01376c/86e65c02-89f1-436d-a9f5-2583efda15ce) {{(pid=105584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:59:49.079466 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] For port 9485d193-0dc2-431a-9c05-4c54305dbc3f, host n-h2-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=9485d193-0dc2-431a-9c05-4c54305dbc3f,segment=NetworkSegment(c6f7a1fa-d233-46b2-8a3a-0deb57dc2e2d),segment_id=c6f7a1fa-d233-46b2-8a3a-0deb57dc2e2d)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:59:49.100362 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:49.101024 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Device 68b3c316-ae94-48de-bc0b-8f3fda660ac7 details requested by agent hyperv_n-h2-705658-22 with host n-h2-705658-22 {{(pid=105586) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 20:59:49.156301 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-1d52f2a7-9ea1-4a56-90c1-23c335fae4b9 req-2f366cfd-aaa6-4b3f-9d34-0bd5144c132f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9485d193-0dc2-431a-9c05-4c54305dbc3f HTTP/1.1" status: 200 len: 217 time: 0.1144633 Jul 27 20:59:49.242866 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d52f2a7-9ea1-4a56-90c1-23c335fae4b9 req-862f94ec-1bb7-49c4-9507-08afc3b2f379 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:49.244555 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-1d52f2a7-9ea1-4a56-90c1-23c335fae4b9 req-862f94ec-1bb7-49c4-9507-08afc3b2f379 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=1ac28687-a9d9-4eb8-b5cd-1641e6e24aae HTTP/1.1" status: 200 len: 861 time: 0.0750201 Jul 27 20:59:49.287984 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Provisioning complete for port 0d25b76a-67ba-4b3b-8026-3f225d5e391c triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:59:49.288666 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:49.319072 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Pushing event updated for resources: {'Port': ['ID=9485d193-0dc2-431a-9c05-4c54305dbc3f,revision_number=4']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:59:49.330574 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-1d52f2a7-9ea1-4a56-90c1-23c335fae4b9 req-83b32305-399a-4cc3-bebc-d35f2964f18e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=08300536-b616-458d-a2a3-16c60bef3365&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0730333 Jul 27 20:59:49.334860 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-189a5db5-668f-43da-adce-ab8072ddca3d req-790409d8-5516-4f95-abae-7eb0d1ad3a15 tempest-LiveMigrationNegativeTest-821432527 tempest-LiveMigrationNegativeTest-821432527-project] 10.222.0.59 "GET /v2.0/ports?device_id=b0781fdd-7597-4791-b525-085b17c05d36 HTTP/1.1" status: 200 len: 210 time: 0.0753708 Jul 27 20:59:49.342084 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-465f9d7f-2738-4f5b-89d1-2043a4825a48 req-021400ee-4e7f-4c57-b587-cdcc13e077d1 tempest-LiveMigrationNegativeTest-821432527 tempest-LiveMigrationNegativeTest-821432527-project] Notify callbacks [] for port, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:49.355541 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c10fb5-649f-446f-ab63-c113fa3dfc62 req-6c843c00-55a0-4dfa-b090-eaf02f03a10c tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:49.363772 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-85c10fb5-649f-446f-ab63-c113fa3dfc62 req-6c843c00-55a0-4dfa-b090-eaf02f03a10c tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] 10.222.0.59 "GET /v2.0/ports?device_id=d3985821-907e-495f-a860-769c8bce29c8 HTTP/1.1" status: 200 len: 943 time: 0.2093899 Jul 27 20:59:49.370674 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.provisioning_blocks [req-465f9d7f-2738-4f5b-89d1-2043a4825a48 req-021400ee-4e7f-4c57-b587-cdcc13e077d1 tempest-LiveMigrationNegativeTest-821432527 tempest-LiveMigrationNegativeTest-821432527-project] Transition to ACTIVE for port object 86e65c02-89f1-436d-a9f5-2583efda15ce will not be triggered until provisioned by entity DHCP. {{(pid=105584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:59:49.405606 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] For port 68b3c316-ae94-48de-bc0b-8f3fda660ac7, host n-h2-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=68b3c316-ae94-48de-bc0b-8f3fda660ac7,segment=NetworkSegment(872889e4-5d02-4ec8-807e-3e5c98ba67af),segment_id=872889e4-5d02-4ec8-807e-3e5c98ba67af)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:59:49.418410 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-465f9d7f-2738-4f5b-89d1-2043a4825a48 req-021400ee-4e7f-4c57-b587-cdcc13e077d1 tempest-LiveMigrationNegativeTest-821432527 tempest-LiveMigrationNegativeTest-821432527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:49.441006 n-d-705658-22 neutron-server[105585]: INFO neutron.api.v2.resource [req-e9f14e28-0450-47e2-9c6a-1c42117fdd12 req-40819747-4c03-4edf-8de2-05951e6f410b tempest-SecurityGroupRulesTestJSON-477771879 tempest-SecurityGroupRulesTestJSON-477771879-project] show failed (client error): The resource could not be found. Jul 27 20:59:49.442971 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e9f14e28-0450-47e2-9c6a-1c42117fdd12 req-40819747-4c03-4edf-8de2-05951e6f410b tempest-SecurityGroupRulesTestJSON-477771879 tempest-SecurityGroupRulesTestJSON-477771879-project] 10.222.0.59 "GET /v2.0/security-groups/5ad55026-5bf1-4936-ae1b-006036380c20 HTTP/1.1" status: 404 len: 352 time: 0.0351930 Jul 27 20:59:49.459039 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] get_ports_and_sgs() called for port_ids ['159d2139-7d49-46eb-bb69-aa9680c76be7'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 20:59:49.464530 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Returning: {'device': '68b3c316-ae94-48de-bc0b-8f3fda660ac7', 'network_id': 'c29e02c5-8000-4917-925d-2eceb290693b', 'port_id': '68b3c316-ae94-48de-bc0b-8f3fda660ac7', 'mac_address': 'fa:16:3e:40:b7:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 236, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c0fdb90-69ca-4554-99dc-5ec25614338f', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105586) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 20:59:49.487363 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-465f9d7f-2738-4f5b-89d1-2043a4825a48 req-021400ee-4e7f-4c57-b587-cdcc13e077d1 tempest-LiveMigrationNegativeTest-821432527 tempest-LiveMigrationNegativeTest-821432527-project] Network 4d64aa0b-bd6a-468e-8edc-c83689947462 is already hosted by enough agents. {{(pid=105584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:59:49.492037 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [req-465f9d7f-2738-4f5b-89d1-2043a4825a48 req-021400ee-4e7f-4c57-b587-cdcc13e077d1 tempest-LiveMigrationNegativeTest-821432527 tempest-LiveMigrationNegativeTest-821432527-project] Resources bound (agent type, host, resource id): {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:59:49.507241 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-85c10fb5-649f-446f-ab63-c113fa3dfc62 req-c131cf51-ebe4-4d3c-93cd-210abddf7da4 tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] 10.222.0.59 "GET /v2.0/security-groups?id=d1766e71-7b2a-4f2d-acc0-530f862b8fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424956 Jul 27 20:59:49.520471 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [req-465f9d7f-2738-4f5b-89d1-2043a4825a48 req-021400ee-4e7f-4c57-b587-cdcc13e077d1 tempest-LiveMigrationNegativeTest-821432527 tempest-LiveMigrationNegativeTest-821432527-project] Received port after_create {{(pid=105584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:59:49.574044 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:49.597382 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465f9d7f-2738-4f5b-89d1-2043a4825a48 req-021400ee-4e7f-4c57-b587-cdcc13e077d1 tempest-LiveMigrationNegativeTest-821432527 tempest-LiveMigrationNegativeTest-821432527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:49.598792 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-465f9d7f-2738-4f5b-89d1-2043a4825a48 req-021400ee-4e7f-4c57-b587-cdcc13e077d1 tempest-LiveMigrationNegativeTest-821432527 tempest-LiveMigrationNegativeTest-821432527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:49.628358 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021400ee-4e7f-4c57-b587-cdcc13e077d1 tempest-LiveMigrationNegativeTest-821432527 tempest-LiveMigrationNegativeTest-821432527-project] Pushing event updated for resources: {'Port': ['ID=86e65c02-89f1-436d-a9f5-2583efda15ce,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:59:49.644313 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-465f9d7f-2738-4f5b-89d1-2043a4825a48 req-021400ee-4e7f-4c57-b587-cdcc13e077d1 tempest-LiveMigrationNegativeTest-821432527 tempest-LiveMigrationNegativeTest-821432527-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9803433 Jul 27 20:59:49.656360 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-1d52f2a7-9ea1-4a56-90c1-23c335fae4b9 req-fad0e764-c72e-496d-a6d8-286bdb1edbe1 service neutron] 10.222.0.60 "GET /v2.0/networks/08300536-b616-458d-a2a3-16c60bef3365?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3177989 Jul 27 20:59:49.657047 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [req-465f9d7f-2738-4f5b-89d1-2043a4825a48 req-d34567a6-6e1a-423d-bdd0-3511d9762aca service neutron] Request body: {'port': {'device_id': 'b0781fdd-7597-4791-b525-085b17c05d36', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-705658-22'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:59:49.688379 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] For port 0d25b76a-67ba-4b3b-8026-3f225d5e391c, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=0d25b76a-67ba-4b3b-8026-3f225d5e391c,segment=NetworkSegment(7253e476-fc19-4126-9562-a06a41b3b94e),segment_id=7253e476-fc19-4126-9562-a06a41b3b94e)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:59:49.692826 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29c1b762-5cb9-4f5b-ac71-3cb8a306ebde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d25b76a-67ba-4b3b-8026-3f225d5e391c'}] {{(pid=105586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:59:49.696537 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14c1663e039faf5393f87855f745010ac5b02220355b68fdbf065393e303ac56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc8cd481-9ae3-4bc4-9961-840f1e3ee499" -d '{"events": [{"server_uuid": "29c1b762-5cb9-4f5b-ac71-3cb8a306ebde", "name": "network-vif-plugged", "status": "completed", "tag": "0d25b76a-67ba-4b3b-8026-3f225d5e391c"}]}' {{(pid=105586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:59:49.709617 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:49.752263 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:49.783119 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-465f9d7f-2738-4f5b-89d1-2043a4825a48 req-d34567a6-6e1a-423d-bdd0-3511d9762aca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:49.822030 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [None req-3d54578f-831f-4696-b568-13c455922dab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68b3c316-ae94-48de-bc0b-8f3fda660ac7 {{(pid=105586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 20:59:49.886109 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-3b85f47f-7f69-4ae9-8dcd-6bcf99663d4d req-83581414-65a7-458c-b498-0190cef105c6 tempest-FloatingIPsTestJSON-1782258817 tempest-FloatingIPsTestJSON-1782258817-project] 10.222.0.59 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3316321 Jul 27 20:59:49.889610 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] For port 68b3c316-ae94-48de-bc0b-8f3fda660ac7, host n-h2-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=68b3c316-ae94-48de-bc0b-8f3fda660ac7,segment=NetworkSegment(872889e4-5d02-4ec8-807e-3e5c98ba67af),segment_id=872889e4-5d02-4ec8-807e-3e5c98ba67af)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:59:49.896041 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [req-3b85f47f-7f69-4ae9-8dcd-6bcf99663d4d req-394f5e48-f135-433f-8dd7-05b54582f53e tempest-FloatingIPsTestJSON-1782258817 tempest-FloatingIPsTestJSON-1782258817-project] Request body: {'floatingip': {'floating_network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:59:49.933942 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:49.938613 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9651752-8979-4937-aed5-e4739d01c0ed req-11cd2801-3127-49f6-8ea3-510a3cd1c3c4 tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:49.945572 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9651752-8979-4937-aed5-e4739d01c0ed req-11cd2801-3127-49f6-8ea3-510a3cd1c3c4 tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:49.952207 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9651752-8979-4937-aed5-e4739d01c0ed req-11cd2801-3127-49f6-8ea3-510a3cd1c3c4 tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:49.957767 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Pushing event updated for resources: {'Port': ['ID=0d25b76a-67ba-4b3b-8026-3f225d5e391c,revision_number=10']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:59:49.959604 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9651752-8979-4937-aed5-e4739d01c0ed req-11cd2801-3127-49f6-8ea3-510a3cd1c3c4 tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:49.966612 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9651752-8979-4937-aed5-e4739d01c0ed req-11cd2801-3127-49f6-8ea3-510a3cd1c3c4 tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:49.973814 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9651752-8979-4937-aed5-e4739d01c0ed req-11cd2801-3127-49f6-8ea3-510a3cd1c3c4 tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:49.980765 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9651752-8979-4937-aed5-e4739d01c0ed req-11cd2801-3127-49f6-8ea3-510a3cd1c3c4 tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:49.982734 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f9651752-8979-4937-aed5-e4739d01c0ed req-11cd2801-3127-49f6-8ea3-510a3cd1c3c4 tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] 10.222.0.59 "GET /v2.0/ports?device_id=2be6dd0d-bc7c-4882-8bb2-afe5ae686d07 HTTP/1.1" status: 200 len: 5429 time: 0.4266975 Jul 27 20:59:50.000909 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-1d52f2a7-9ea1-4a56-90c1-23c335fae4b9 req-ca4c769a-b885-4112-ab2f-7c225a1d7266 service neutron] 10.222.0.60 "GET /v2.0/networks/08300536-b616-458d-a2a3-16c60bef3365?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3277609 Jul 27 20:59:50.009835 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-3b85f47f-7f69-4ae9-8dcd-6bcf99663d4d req-394f5e48-f135-433f-8dd7-05b54582f53e tempest-FloatingIPsTestJSON-1782258817 tempest-FloatingIPsTestJSON-1782258817-project] Notify callbacks [] for floatingip, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:50.033717 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-0b84e6d1-ee26-46d7-a315-0cdb7e879340 None None] Provisioning for port 86e65c02-89f1-436d-a9f5-2583efda15ce completed by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:59:50.053850 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-0b84e6d1-ee26-46d7-a315-0cdb7e879340 None None] Provisioning complete for port 86e65c02-89f1-436d-a9f5-2583efda15ce triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:59:50.054606 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-0b84e6d1-ee26-46d7-a315-0cdb7e879340 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:50.096493 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f9651752-8979-4937-aed5-e4739d01c0ed req-108dbc9d-bcbb-4edc-a703-191c70bd8edb tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] 10.222.0.59 "GET /v2.0/security-groups?id=c27eaa65-2484-427b-949c-12cff57d8973&id=9dd39787-c773-4e1e-afc7-6169131b96d0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1058264 Jul 27 20:59:50.212705 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Pushing event updated for resources: {'Port': ['ID=68b3c316-ae94-48de-bc0b-8f3fda660ac7,revision_number=4']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:59:50.219890 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-0b84e6d1-ee26-46d7-a315-0cdb7e879340 None None] Port 86e65c02-89f1-436d-a9f5-2583efda15ce cannot update to ACTIVE because it is not bound. {{(pid=105586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 20:59:50.250985 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-ded582c1-e802-460b-be4e-63a199682d0e req-a3472e0f-854f-4d66-a3d0-ecd3cf846aaa tempest-SecurityGroupRulesTestJSON-477771879 tempest-SecurityGroupRulesTestJSON-477771879-project] 10.222.0.59 "GET /v2.0/security-groups/814b1b40-3d8d-4667-8549-252f86a4b9ad HTTP/1.1" status: 200 len: 1804 time: 0.0633059 Jul 27 20:59:50.252749 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-3b85f47f-7f69-4ae9-8dcd-6bcf99663d4d req-394f5e48-f135-433f-8dd7-05b54582f53e tempest-FloatingIPsTestJSON-1782258817 tempest-FloatingIPsTestJSON-1782258817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:50.295136 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [req-465f9d7f-2738-4f5b-89d1-2043a4825a48 req-d34567a6-6e1a-423d-bdd0-3511d9762aca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86e65c02-89f1-436d-a9f5-2583efda15ce {{(pid=105584) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 20:59:50.319579 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-465f9d7f-2738-4f5b-89d1-2043a4825a48 req-d34567a6-6e1a-423d-bdd0-3511d9762aca service neutron] Notify callbacks [] for port, precommit_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:50.329144 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] get_ports_and_sgs() called for port_ids ['68b3c316-ae94-48de-bc0b-8f3fda660ac7'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 20:59:50.334655 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] get_ports_and_sgs() called for port_ids ['9485d193-0dc2-431a-9c05-4c54305dbc3f'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 20:59:50.344740 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.provisioning_blocks [req-465f9d7f-2738-4f5b-89d1-2043a4825a48 req-d34567a6-6e1a-423d-bdd0-3511d9762aca service neutron] Transition to ACTIVE for port object 86e65c02-89f1-436d-a9f5-2583efda15ce will not be triggered until provisioned by entity L2. {{(pid=105584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:59:50.350505 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-465f9d7f-2738-4f5b-89d1-2043a4825a48 req-d34567a6-6e1a-423d-bdd0-3511d9762aca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9014027'] for port, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:50.477831 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34567a6-6e1a-423d-bdd0-3511d9762aca service neutron] Pushing event updated for resources: {'Port': ['ID=86e65c02-89f1-436d-a9f5-2583efda15ce,revision_number=2']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:59:50.553246 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.db_base_plugin_common [req-3b85f47f-7f69-4ae9-8dcd-6bcf99663d4d req-394f5e48-f135-433f-8dd7-05b54582f53e tempest-FloatingIPsTestJSON-1782258817 tempest-FloatingIPsTestJSON-1782258817-project] Allocated IP 172.25.5.27 (8735d8a2-b604-4758-ae71-b40e4ee6f305/eca7dbab-b9c0-4c8f-a272-816ea8a81764/9712130a-c05e-43ff-a756-f3c6cd1195c4) {{(pid=105585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:59:50.670781 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [req-465f9d7f-2738-4f5b-89d1-2043a4825a48 req-d34567a6-6e1a-423d-bdd0-3511d9762aca service neutron] Attempting to bind port 86e65c02-89f1-436d-a9f5-2583efda15ce on host n-h1-705658-22 for vnic_type normal with profile {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:59:50.671360 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [req-465f9d7f-2738-4f5b-89d1-2043a4825a48 req-d34567a6-6e1a-423d-bdd0-3511d9762aca service neutron] Attempting to bind port 86e65c02-89f1-436d-a9f5-2583efda15ce by drivers openvswitch,hyperv on host n-h1-705658-22 at level 0 using segments [{'id': '86b1e6f6-d629-4b03-8944-4cdfbfb93d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '4d64aa0b-bd6a-468e-8edc-c83689947462'}] {{(pid=105584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:59:50.671466 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-465f9d7f-2738-4f5b-89d1-2043a4825a48 req-d34567a6-6e1a-423d-bdd0-3511d9762aca service neutron] Attempting to bind port 86e65c02-89f1-436d-a9f5-2583efda15ce on network 4d64aa0b-bd6a-468e-8edc-c83689947462 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:59:50.681477 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-465f9d7f-2738-4f5b-89d1-2043a4825a48 req-d34567a6-6e1a-423d-bdd0-3511d9762aca service neutron] Port 86e65c02-89f1-436d-a9f5-2583efda15ce on network 4d64aa0b-bd6a-468e-8edc-c83689947462 not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-22 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 20:59:50.681812 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-465f9d7f-2738-4f5b-89d1-2043a4825a48 req-d34567a6-6e1a-423d-bdd0-3511d9762aca service neutron] Attempting to bind port 86e65c02-89f1-436d-a9f5-2583efda15ce on network 4d64aa0b-bd6a-468e-8edc-c83689947462 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:59:50.690042 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-465f9d7f-2738-4f5b-89d1-2043a4825a48 req-d34567a6-6e1a-423d-bdd0-3511d9762aca service neutron] Checking agent: {'id': '9d9bc37f-4d75-44ef-9f63-799aab3e316f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 49, 36), 'started_at': datetime.datetime(2021, 7, 27, 20, 49, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 59, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:59:50.690418 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-465f9d7f-2738-4f5b-89d1-2043a4825a48 req-d34567a6-6e1a-423d-bdd0-3511d9762aca service neutron] Checking segment: {'id': '86b1e6f6-d629-4b03-8944-4cdfbfb93d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '4d64aa0b-bd6a-468e-8edc-c83689947462'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:59:50.690789 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-465f9d7f-2738-4f5b-89d1-2043a4825a48 req-d34567a6-6e1a-423d-bdd0-3511d9762aca service neutron] Bound using segment: {'id': '86b1e6f6-d629-4b03-8944-4cdfbfb93d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '4d64aa0b-bd6a-468e-8edc-c83689947462'} {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:59:50.691259 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [req-465f9d7f-2738-4f5b-89d1-2043a4825a48 req-d34567a6-6e1a-423d-bdd0-3511d9762aca service neutron] Bound port: 86e65c02-89f1-436d-a9f5-2583efda15ce, host: n-h1-705658-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '86b1e6f6-d629-4b03-8944-4cdfbfb93d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '4d64aa0b-bd6a-468e-8edc-c83689947462'}}] {{(pid=105584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:59:50.691676 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-465f9d7f-2738-4f5b-89d1-2043a4825a48 req-d34567a6-6e1a-423d-bdd0-3511d9762aca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:50.697386 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-ded582c1-e802-460b-be4e-63a199682d0e req-f8c6e618-3f15-4d53-8419-2da3a1fee4f8 tempest-SecurityGroupRulesTestJSON-477771879 tempest-SecurityGroupRulesTestJSON-477771879-project] Notify callbacks [] for security_group, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:50.746699 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-ded582c1-e802-460b-be4e-63a199682d0e req-f8c6e618-3f15-4d53-8419-2da3a1fee4f8 tempest-SecurityGroupRulesTestJSON-477771879 tempest-SecurityGroupRulesTestJSON-477771879-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:50.845484 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [req-465f9d7f-2738-4f5b-89d1-2043a4825a48 req-d34567a6-6e1a-423d-bdd0-3511d9762aca service neutron] For port 86e65c02-89f1-436d-a9f5-2583efda15ce, host n-h1-705658-22, cleared binding levels {{(pid=105584) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:59:50.861121 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [req-465f9d7f-2738-4f5b-89d1-2043a4825a48 req-d34567a6-6e1a-423d-bdd0-3511d9762aca service neutron] For port 86e65c02-89f1-436d-a9f5-2583efda15ce, host n-h1-705658-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=86e65c02-89f1-436d-a9f5-2583efda15ce,segment=NetworkSegment(86b1e6f6-d629-4b03-8944-4cdfbfb93d02),segment_id=86b1e6f6-d629-4b03-8944-4cdfbfb93d02)] {{(pid=105584) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:59:50.862677 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-465f9d7f-2738-4f5b-89d1-2043a4825a48 req-d34567a6-6e1a-423d-bdd0-3511d9762aca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9014027'] for port, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:50.899623 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-ded582c1-e802-460b-be4e-63a199682d0e req-f8c6e618-3f15-4d53-8419-2da3a1fee4f8 tempest-SecurityGroupRulesTestJSON-477771879 tempest-SecurityGroupRulesTestJSON-477771879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:50.906062 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-ded582c1-e802-460b-be4e-63a199682d0e req-f8c6e618-3f15-4d53-8419-2da3a1fee4f8 tempest-SecurityGroupRulesTestJSON-477771879 tempest-SecurityGroupRulesTestJSON-477771879-project] Notify callbacks [] for security_group, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:50.915034 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-ded582c1-e802-460b-be4e-63a199682d0e req-f8c6e618-3f15-4d53-8419-2da3a1fee4f8 tempest-SecurityGroupRulesTestJSON-477771879 tempest-SecurityGroupRulesTestJSON-477771879-project] 10.222.0.59 "DELETE /v2.0/security-groups/814b1b40-3d8d-4667-8549-252f86a4b9ad HTTP/1.1" status: 204 len: 173 time: 0.6007590 Jul 27 20:59:50.927348 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465f9d7f-2738-4f5b-89d1-2043a4825a48 req-d34567a6-6e1a-423d-bdd0-3511d9762aca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:50.929514 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-465f9d7f-2738-4f5b-89d1-2043a4825a48 req-d34567a6-6e1a-423d-bdd0-3511d9762aca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:50.934003 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-465f9d7f-2738-4f5b-89d1-2043a4825a48 req-d34567a6-6e1a-423d-bdd0-3511d9762aca service neutron] 10.222.0.36 "PUT /v2.0/ports/86e65c02-89f1-436d-a9f5-2583efda15ce HTTP/1.1" status: 200 len: 1097 time: 1.2819760 Jul 27 20:59:50.935761 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-3b85f47f-7f69-4ae9-8dcd-6bcf99663d4d req-394f5e48-f135-433f-8dd7-05b54582f53e tempest-FloatingIPsTestJSON-1782258817 tempest-FloatingIPsTestJSON-1782258817-project] Notify callbacks [] for port, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:50.949151 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0781fdd-7597-4791-b525-085b17c05d36', 'tag': '86e65c02-89f1-436d-a9f5-2583efda15ce'}] {{(pid=105584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:59:50.959016 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c6e618-3f15-4d53-8419-2da3a1fee4f8 tempest-SecurityGroupRulesTestJSON-477771879 tempest-SecurityGroupRulesTestJSON-477771879-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=814b1b40-3d8d-4667-8549-252f86a4b9ad,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:59:50.965054 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bce5e6c8685464f7626901654159975603b047827e3138302ed6566e28f1343" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1de63269-8106-4218-a7f9-085fafd61182" -d '{"events": [{"name": "network-changed", "server_uuid": "b0781fdd-7597-4791-b525-085b17c05d36", "tag": "86e65c02-89f1-436d-a9f5-2583efda15ce"}]}' {{(pid=105584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:59:51.045210 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 20:59:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa667845-0c76-4221-92f6-7142f273f9c1 x-openstack-request-id: req-aa667845-0c76-4221-92f6-7142f273f9c1 {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:59:51.045803 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29c1b762-5cb9-4f5b-ac71-3cb8a306ebde", "name": "network-vif-plugged", "status": "completed", "tag": "0d25b76a-67ba-4b3b-8026-3f225d5e391c", "code": 200}]} {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:59:51.045803 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-aa667845-0c76-4221-92f6-7142f273f9c1 {{(pid=105586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:59:51.049558 n-d-705658-22 neutron-server[105586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29c1b762-5cb9-4f5b-ac71-3cb8a306ebde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d25b76a-67ba-4b3b-8026-3f225d5e391c', 'code': 200} Jul 27 20:59:51.073845 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device e13e4ec9-f53d-47ef-837e-8c4560df621a details requested by agent hyperv_n-h1-705658-22 with host n-h1-705658-22 {{(pid=105586) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 20:59:51.083253 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-3b85f47f-7f69-4ae9-8dcd-6bcf99663d4d req-394f5e48-f135-433f-8dd7-05b54582f53e tempest-FloatingIPsTestJSON-1782258817 tempest-FloatingIPsTestJSON-1782258817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:51.112704 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34567a6-6e1a-423d-bdd0-3511d9762aca service neutron] Pushing event updated for resources: {'Port': ['ID=86e65c02-89f1-436d-a9f5-2583efda15ce,revision_number=3']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:59:51.157199 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465f9d7f-2738-4f5b-89d1-2043a4825a48 req-03ebaa2c-5eb4-4d7d-b2c6-700300f0f2d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:51.163240 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-465f9d7f-2738-4f5b-89d1-2043a4825a48 req-03ebaa2c-5eb4-4d7d-b2c6-700300f0f2d8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b2634fd10e1941b185ef111c750a8a34&device_id=b0781fdd-7597-4791-b525-085b17c05d36 HTTP/1.1" status: 200 len: 1100 time: 0.1684515 Jul 27 20:59:51.225407 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394f5e48-f135-433f-8dd7-05b54582f53e tempest-FloatingIPsTestJSON-1782258817 tempest-FloatingIPsTestJSON-1782258817-project] Pushing event updated for resources: {'Port': ['ID=9712130a-c05e-43ff-a756-f3c6cd1195c4,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:59:51.267714 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b85f47f-7f69-4ae9-8dcd-6bcf99663d4d req-394f5e48-f135-433f-8dd7-05b54582f53e tempest-FloatingIPsTestJSON-1782258817 tempest-FloatingIPsTestJSON-1782258817-project] Network 8735d8a2-b604-4758-ae71-b40e4ee6f305 is already hosted by enough agents. {{(pid=105585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:59:51.277619 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-465f9d7f-2738-4f5b-89d1-2043a4825a48 req-c1a057cf-76b2-4a19-8bc7-3d7a1b848dd3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.171&port_id=86e65c02-89f1-436d-a9f5-2583efda15ce HTTP/1.1" status: 200 len: 217 time: 0.1001623 Jul 27 20:59:51.319551 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.base_scheduler [req-3b85f47f-7f69-4ae9-8dcd-6bcf99663d4d req-394f5e48-f135-433f-8dd7-05b54582f53e tempest-FloatingIPsTestJSON-1782258817 tempest-FloatingIPsTestJSON-1782258817-project] Resources bound (agent type, host, resource id): {{(pid=105585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:59:51.329565 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b85f47f-7f69-4ae9-8dcd-6bcf99663d4d req-394f5e48-f135-433f-8dd7-05b54582f53e tempest-FloatingIPsTestJSON-1782258817 tempest-FloatingIPsTestJSON-1782258817-project] Received port after_create {{(pid=105585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:59:51.392721 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465f9d7f-2738-4f5b-89d1-2043a4825a48 req-4782faf0-c3cb-45a0-b7cd-512f8c8ad423 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:51.399322 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-465f9d7f-2738-4f5b-89d1-2043a4825a48 req-4782faf0-c3cb-45a0-b7cd-512f8c8ad423 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=26644ba0-4185-4e10-8718-6ad18d01376c HTTP/1.1" status: 200 len: 843 time: 0.1157956 Jul 27 20:59:51.419893 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] For port e13e4ec9-f53d-47ef-837e-8c4560df621a, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=e13e4ec9-f53d-47ef-837e-8c4560df621a,segment=NetworkSegment(86b1e6f6-d629-4b03-8944-4cdfbfb93d02),segment_id=86b1e6f6-d629-4b03-8944-4cdfbfb93d02)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:59:51.454908 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Returning: {'device': 'e13e4ec9-f53d-47ef-837e-8c4560df621a', 'network_id': '4d64aa0b-bd6a-468e-8edc-c83689947462', 'port_id': 'e13e4ec9-f53d-47ef-837e-8c4560df621a', 'mac_address': 'fa:16:3e:f1:a6:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26644ba0-4185-4e10-8718-6ad18d01376c', 'ip_address': '192.168.233.65'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105586) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 20:59:51.536486 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465f9d7f-2738-4f5b-89d1-2043a4825a48 req-7b119a23-72bd-4d5c-98b8-290ad6205ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:51.538342 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-465f9d7f-2738-4f5b-89d1-2043a4825a48 req-7b119a23-72bd-4d5c-98b8-290ad6205ee0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4d64aa0b-bd6a-468e-8edc-c83689947462&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1296952 Jul 27 20:59:51.546179 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-3b85f47f-7f69-4ae9-8dcd-6bcf99663d4d req-394f5e48-f135-433f-8dd7-05b54582f53e tempest-FloatingIPsTestJSON-1782258817 tempest-FloatingIPsTestJSON-1782258817-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:51.593751 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:51.621570 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e13e4ec9-f53d-47ef-837e-8c4560df621a {{(pid=105586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 20:59:51.648322 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] For port e13e4ec9-f53d-47ef-837e-8c4560df621a, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=e13e4ec9-f53d-47ef-837e-8c4560df621a,segment=NetworkSegment(86b1e6f6-d629-4b03-8944-4cdfbfb93d02),segment_id=86b1e6f6-d629-4b03-8944-4cdfbfb93d02)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:59:51.656089 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:51.677507 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-3b85f47f-7f69-4ae9-8dcd-6bcf99663d4d req-394f5e48-f135-433f-8dd7-05b54582f53e tempest-FloatingIPsTestJSON-1782258817 tempest-FloatingIPsTestJSON-1782258817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:51.718012 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Pushing event updated for resources: {'Port': ['ID=e13e4ec9-f53d-47ef-837e-8c4560df621a,revision_number=9']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:59:51.767634 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-465f9d7f-2738-4f5b-89d1-2043a4825a48 req-861055e6-aac6-434f-a2f3-578491106ea5 service neutron] 10.222.0.36 "GET /v2.0/networks/4d64aa0b-bd6a-468e-8edc-c83689947462?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2190287 Jul 27 20:59:51.771752 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] get_ports_and_sgs() called for port_ids ['e13e4ec9-f53d-47ef-837e-8c4560df621a'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 20:59:51.928809 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-465f9d7f-2738-4f5b-89d1-2043a4825a48 req-69afd6d3-c594-4be7-9487-5d9d228766ed service neutron] 10.222.0.36 "GET /v2.0/networks/4d64aa0b-bd6a-468e-8edc-c83689947462?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1529374 Jul 27 20:59:51.941779 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-3b85f47f-7f69-4ae9-8dcd-6bcf99663d4d req-394f5e48-f135-433f-8dd7-05b54582f53e tempest-FloatingIPsTestJSON-1782258817 tempest-FloatingIPsTestJSON-1782258817-project] Notify callbacks [] for port, precommit_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:51.966720 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-3b85f47f-7f69-4ae9-8dcd-6bcf99663d4d req-394f5e48-f135-433f-8dd7-05b54582f53e tempest-FloatingIPsTestJSON-1782258817 tempest-FloatingIPsTestJSON-1782258817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10221672'] for port, after_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:52.011447 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c010658-221f-4504-b9b8-a0be5dae5af5 req-bfa2102b-eb63-4e2e-bd58-8ca7b68d7163 tempest-InstanceActionsNegativeTestJSON-998956897 tempest-InstanceActionsNegativeTestJSON-998956897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:52.035343 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-7c010658-221f-4504-b9b8-a0be5dae5af5 req-bfa2102b-eb63-4e2e-bd58-8ca7b68d7163 tempest-InstanceActionsNegativeTestJSON-998956897 tempest-InstanceActionsNegativeTestJSON-998956897-project] 10.222.0.59 "GET /v2.0/ports?device_id=2dad41b1-cca1-447b-af05-46a6dca32369 HTTP/1.1" status: 200 len: 944 time: 0.8690319 Jul 27 20:59:52.142293 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-7c010658-221f-4504-b9b8-a0be5dae5af5 req-bb6b0dab-a2f8-4df9-b250-555fb6324472 tempest-InstanceActionsNegativeTestJSON-998956897 tempest-InstanceActionsNegativeTestJSON-998956897-project] 10.222.0.59 "GET /v2.0/security-groups?id=c5ae5332-206c-4248-b3dd-58ae8ae2cd0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998178 Jul 27 20:59:52.171571 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394f5e48-f135-433f-8dd7-05b54582f53e tempest-FloatingIPsTestJSON-1782258817 tempest-FloatingIPsTestJSON-1782258817-project] Pushing event updated for resources: {'Port': ['ID=9712130a-c05e-43ff-a756-f3c6cd1195c4,revision_number=2']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:59:52.184489 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-3b85f47f-7f69-4ae9-8dcd-6bcf99663d4d req-394f5e48-f135-433f-8dd7-05b54582f53e tempest-FloatingIPsTestJSON-1782258817 tempest-FloatingIPsTestJSON-1782258817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4075768'] for floatingip, after_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:52.202488 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-3b85f47f-7f69-4ae9-8dcd-6bcf99663d4d req-394f5e48-f135-433f-8dd7-05b54582f53e tempest-FloatingIPsTestJSON-1782258817 tempest-FloatingIPsTestJSON-1782258817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for floatingip, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:52.204680 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-3b85f47f-7f69-4ae9-8dcd-6bcf99663d4d req-394f5e48-f135-433f-8dd7-05b54582f53e tempest-FloatingIPsTestJSON-1782258817 tempest-FloatingIPsTestJSON-1782258817-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.3175213 Jul 27 20:59:52.326498 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-3b85f47f-7f69-4ae9-8dcd-6bcf99663d4d req-fa532068-a9fa-4a05-9cfa-d528fe6649d9 tempest-FloatingIPsTestJSON-1782258817 tempest-FloatingIPsTestJSON-1782258817-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.5.27 HTTP/1.1" status: 200 len: 695 time: 0.1148956 Jul 27 20:59:52.503293 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-5ecdecfb-7e5e-40ff-bae9-c1855bd6c49b req-cb5dd36e-e040-4c49-8905-db5177b00ea1 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=a6633f79-2fa5-456e-a49d-db874e69a63c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2350335 Jul 27 20:59:52.527696 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b85f47f-7f69-4ae9-8dcd-6bcf99663d4d req-7620198d-0621-44db-b9be-4795318c7cdc tempest-FloatingIPsTestJSON-1782258817 tempest-FloatingIPsTestJSON-1782258817-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:52.529298 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-3b85f47f-7f69-4ae9-8dcd-6bcf99663d4d req-7620198d-0621-44db-b9be-4795318c7cdc tempest-FloatingIPsTestJSON-1782258817 tempest-FloatingIPsTestJSON-1782258817-project] 10.222.0.59 "GET /v2.0/networks/8735d8a2-b604-4758-ae71-b40e4ee6f305 HTTP/1.1" status: 200 len: 784 time: 0.1949725 Jul 27 20:59:52.686128 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecdecfb-7e5e-40ff-bae9-c1855bd6c49b req-003541d2-336e-4712-841d-3b4cfcb0e945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:52.686762 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-5ecdecfb-7e5e-40ff-bae9-c1855bd6c49b req-003541d2-336e-4712-841d-3b4cfcb0e945 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b2634fd10e1941b185ef111c750a8a34&device_id=a6633f79-2fa5-456e-a49d-db874e69a63c HTTP/1.1" status: 200 len: 1101 time: 0.1203132 Jul 27 20:59:52.706092 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d2ff26-7b34-4f58-bead-0a02595a6c24 req-d2a48ec6-5f09-43be-b78f-7cc69355f4eb tempest-LiveMigrationNegativeTest-821432527 tempest-LiveMigrationNegativeTest-821432527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:52.713995 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-c5d2ff26-7b34-4f58-bead-0a02595a6c24 req-d2a48ec6-5f09-43be-b78f-7cc69355f4eb tempest-LiveMigrationNegativeTest-821432527 tempest-LiveMigrationNegativeTest-821432527-project] 10.222.0.59 "GET /v2.0/ports?device_id=b0781fdd-7597-4791-b525-085b17c05d36 HTTP/1.1" status: 200 len: 948 time: 0.1011298 Jul 27 20:59:52.756065 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Device 9485d193-0dc2-431a-9c05-4c54305dbc3f up at agent hyperv_n-h2-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:59:52.821986 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-c5d2ff26-7b34-4f58-bead-0a02595a6c24 req-f38bfd03-f3cb-442f-82cc-0d147cd31322 tempest-LiveMigrationNegativeTest-821432527 tempest-LiveMigrationNegativeTest-821432527-project] 10.222.0.59 "GET /v2.0/security-groups?id=bba09abf-9bc4-4acd-a324-3bcdcb98d3ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071146 Jul 27 20:59:52.874370 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-3d54578f-831f-4696-b568-13c455922dab None None] Provisioning for port 9485d193-0dc2-431a-9c05-4c54305dbc3f completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:59:52.879400 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-3d54578f-831f-4696-b568-13c455922dab None None] Provisioning complete for port 9485d193-0dc2-431a-9c05-4c54305dbc3f triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:59:52.879918 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:52.906241 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecdecfb-7e5e-40ff-bae9-c1855bd6c49b req-ebd76097-2d46-481a-a769-0798b1a483a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:52.908027 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-5ecdecfb-7e5e-40ff-bae9-c1855bd6c49b req-ebd76097-2d46-481a-a769-0798b1a483a9 service neutron] 10.222.0.60 "GET /v2.0/networks?id=4d64aa0b-bd6a-468e-8edc-c83689947462 HTTP/1.1" status: 200 len: 870 time: 0.1915286 Jul 27 20:59:52.968015 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device e13e4ec9-f53d-47ef-837e-8c4560df621a up at agent hyperv_n-h1-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:59:52.991768 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-5ecdecfb-7e5e-40ff-bae9-c1855bd6c49b req-addc4e50-26d9-48d9-b8df-04202bdc637e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.32&port_id=159d2139-7d49-46eb-bb69-aa9680c76be7 HTTP/1.1" status: 200 len: 217 time: 0.0756090 Jul 27 20:59:53.169195 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecdecfb-7e5e-40ff-bae9-c1855bd6c49b req-d1407801-c477-4c2e-981c-1aca49abd2d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:53.170657 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-5ecdecfb-7e5e-40ff-bae9-c1855bd6c49b req-d1407801-c477-4c2e-981c-1aca49abd2d6 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=26644ba0-4185-4e10-8718-6ad18d01376c HTTP/1.1" status: 200 len: 843 time: 0.1709204 Jul 27 20:59:53.205006 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Provisioning complete for port e13e4ec9-f53d-47ef-837e-8c4560df621a triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:59:53.207753 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:53.215613 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:53.278469 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2dad41b1-cca1-447b-af05-46a6dca32369', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9485d193-0dc2-431a-9c05-4c54305dbc3f'}] {{(pid=105586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:59:53.281249 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14c1663e039faf5393f87855f745010ac5b02220355b68fdbf065393e303ac56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dabfda01-1615-4419-a570-b16749ab53a7" -d '{"events": [{"server_uuid": "2dad41b1-cca1-447b-af05-46a6dca32369", "name": "network-vif-plugged", "status": "completed", "tag": "9485d193-0dc2-431a-9c05-4c54305dbc3f"}]}' {{(pid=105586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:59:53.297019 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b7f86f-321e-43eb-879b-2dc85f6759a2 req-f46e9183-5e39-41cb-a2e4-5ab2c8e8c66b tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:53.299240 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e3b7f86f-321e-43eb-879b-2dc85f6759a2 req-f46e9183-5e39-41cb-a2e4-5ab2c8e8c66b tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] 10.222.0.59 "GET /v2.0/ports?device_id=d3985821-907e-495f-a860-769c8bce29c8 HTTP/1.1" status: 200 len: 944 time: 0.2916715 Jul 27 20:59:53.313013 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] For port 9485d193-0dc2-431a-9c05-4c54305dbc3f, host n-h2-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=9485d193-0dc2-431a-9c05-4c54305dbc3f,segment=NetworkSegment(c6f7a1fa-d233-46b2-8a3a-0deb57dc2e2d),segment_id=c6f7a1fa-d233-46b2-8a3a-0deb57dc2e2d)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:59:53.319365 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:53.320332 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Device 68b3c316-ae94-48de-bc0b-8f3fda660ac7 up at agent hyperv_n-h2-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:59:53.382540 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Pushing event updated for resources: {'Port': ['ID=9485d193-0dc2-431a-9c05-4c54305dbc3f,revision_number=5']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:59:53.397125 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecdecfb-7e5e-40ff-bae9-c1855bd6c49b req-9f096271-4d3c-477f-b3da-385f65c799ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:53.408116 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-5ecdecfb-7e5e-40ff-bae9-c1855bd6c49b req-9f096271-4d3c-477f-b3da-385f65c799ad service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4d64aa0b-bd6a-468e-8edc-c83689947462&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2302060 Jul 27 20:59:53.412397 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e3b7f86f-321e-43eb-879b-2dc85f6759a2 req-69776e48-d622-422d-a0ec-634859e8d390 tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] 10.222.0.59 "GET /v2.0/security-groups?id=d1766e71-7b2a-4f2d-acc0-530f862b8fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046820 Jul 27 20:59:53.486829 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:53.506266 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-3d54578f-831f-4696-b568-13c455922dab None None] Provisioning for port 68b3c316-ae94-48de-bc0b-8f3fda660ac7 completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:59:53.511571 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-3d54578f-831f-4696-b568-13c455922dab None None] Provisioning complete for port 68b3c316-ae94-48de-bc0b-8f3fda660ac7 triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:59:53.512221 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:53.564270 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] For port e13e4ec9-f53d-47ef-837e-8c4560df621a, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=e13e4ec9-f53d-47ef-837e-8c4560df621a,segment=NetworkSegment(86b1e6f6-d629-4b03-8944-4cdfbfb93d02),segment_id=86b1e6f6-d629-4b03-8944-4cdfbfb93d02)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:59:53.570384 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:53.611864 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-91a6be6a-8352-4bb4-b4d2-0fe33c67c5ed req-bead3c76-9166-4ca6-90fd-62f2c9902689 tempest-SecurityGroupRulesTestJSON-477771879 tempest-SecurityGroupRulesTestJSON-477771879-project] 10.222.0.59 "GET /v2.0/security-groups/b155c5f2-4017-4635-a858-02f4103de852 HTTP/1.1" status: 200 len: 1805 time: 0.1630366 Jul 27 20:59:53.629927 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Pushing event updated for resources: {'Port': ['ID=e13e4ec9-f53d-47ef-837e-8c4560df621a,revision_number=10']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:59:53.711810 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-5ecdecfb-7e5e-40ff-bae9-c1855bd6c49b req-71816c5a-58dd-4cf1-a110-5cad725e6210 service neutron] 10.222.0.60 "GET /v2.0/networks/4d64aa0b-bd6a-468e-8edc-c83689947462?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2929940 Jul 27 20:59:53.714541 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:53.799800 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] For port 68b3c316-ae94-48de-bc0b-8f3fda660ac7, host n-h2-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=68b3c316-ae94-48de-bc0b-8f3fda660ac7,segment=NetworkSegment(872889e4-5d02-4ec8-807e-3e5c98ba67af),segment_id=872889e4-5d02-4ec8-807e-3e5c98ba67af)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:59:53.807729 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:53.828350 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-5ecdecfb-7e5e-40ff-bae9-c1855bd6c49b req-7112f99a-cae7-40f2-a046-1f5d4f597256 service neutron] 10.222.0.60 "GET /v2.0/networks/4d64aa0b-bd6a-468e-8edc-c83689947462?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1067388 Jul 27 20:59:53.829729 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-91a6be6a-8352-4bb4-b4d2-0fe33c67c5ed req-180a0eb8-f68a-44ae-ba55-442ff82511d0 tempest-SecurityGroupRulesTestJSON-477771879 tempest-SecurityGroupRulesTestJSON-477771879-project] Notify callbacks [] for security_group, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:53.855281 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-91a6be6a-8352-4bb4-b4d2-0fe33c67c5ed req-180a0eb8-f68a-44ae-ba55-442ff82511d0 tempest-SecurityGroupRulesTestJSON-477771879 tempest-SecurityGroupRulesTestJSON-477771879-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:53.921339 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Pushing event updated for resources: {'Port': ['ID=68b3c316-ae94-48de-bc0b-8f3fda660ac7,revision_number=5']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:59:53.937504 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-91a6be6a-8352-4bb4-b4d2-0fe33c67c5ed req-180a0eb8-f68a-44ae-ba55-442ff82511d0 tempest-SecurityGroupRulesTestJSON-477771879 tempest-SecurityGroupRulesTestJSON-477771879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:53.940421 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-91a6be6a-8352-4bb4-b4d2-0fe33c67c5ed req-180a0eb8-f68a-44ae-ba55-442ff82511d0 tempest-SecurityGroupRulesTestJSON-477771879 tempest-SecurityGroupRulesTestJSON-477771879-project] Notify callbacks [] for security_group, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:53.941579 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-91a6be6a-8352-4bb4-b4d2-0fe33c67c5ed req-180a0eb8-f68a-44ae-ba55-442ff82511d0 tempest-SecurityGroupRulesTestJSON-477771879 tempest-SecurityGroupRulesTestJSON-477771879-project] 10.222.0.59 "DELETE /v2.0/security-groups/b155c5f2-4017-4635-a858-02f4103de852 HTTP/1.1" status: 204 len: 173 time: 0.3136630 Jul 27 20:59:53.951470 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180a0eb8-f68a-44ae-ba55-442ff82511d0 tempest-SecurityGroupRulesTestJSON-477771879 tempest-SecurityGroupRulesTestJSON-477771879-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b155c5f2-4017-4635-a858-02f4103de852,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:59:54.013384 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 20:59:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5f4c304-d347-4bdc-91c6-ffcc4c1624a5 x-openstack-request-id: req-a5f4c304-d347-4bdc-91c6-ffcc4c1624a5 {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:59:54.015305 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0781fdd-7597-4791-b525-085b17c05d36", "tag": "86e65c02-89f1-436d-a9f5-2583efda15ce", "status": "completed", "code": 200}]} {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:59:54.015565 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-a5f4c304-d347-4bdc-91c6-ffcc4c1624a5 {{(pid=105584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:59:54.016196 n-d-705658-22 neutron-server[105584]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0781fdd-7597-4791-b525-085b17c05d36', 'tag': '86e65c02-89f1-436d-a9f5-2583efda15ce', 'status': 'completed', 'code': 200} Jul 27 20:59:54.172895 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bbba6a-27f1-4503-b7b8-b47ed24ae2ef req-c4e66d96-e682-41b2-8e0f-61f32f8f3277 tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:54.177179 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de63269-8106-4218-a7f9-085fafd61182 req-31627d13-5d34-43cb-9d01-82f2c95d537e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:54.179614 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bbba6a-27f1-4503-b7b8-b47ed24ae2ef req-c4e66d96-e682-41b2-8e0f-61f32f8f3277 tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:54.186579 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bbba6a-27f1-4503-b7b8-b47ed24ae2ef req-c4e66d96-e682-41b2-8e0f-61f32f8f3277 tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:54.186894 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-1de63269-8106-4218-a7f9-085fafd61182 req-31627d13-5d34-43cb-9d01-82f2c95d537e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b2634fd10e1941b185ef111c750a8a34&device_id=b0781fdd-7597-4791-b525-085b17c05d36 HTTP/1.1" status: 200 len: 1100 time: 0.1461127 Jul 27 20:59:54.193262 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bbba6a-27f1-4503-b7b8-b47ed24ae2ef req-c4e66d96-e682-41b2-8e0f-61f32f8f3277 tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:54.199622 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bbba6a-27f1-4503-b7b8-b47ed24ae2ef req-c4e66d96-e682-41b2-8e0f-61f32f8f3277 tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:54.206572 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bbba6a-27f1-4503-b7b8-b47ed24ae2ef req-c4e66d96-e682-41b2-8e0f-61f32f8f3277 tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:54.213603 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bbba6a-27f1-4503-b7b8-b47ed24ae2ef req-c4e66d96-e682-41b2-8e0f-61f32f8f3277 tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:54.215974 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-65bbba6a-27f1-4503-b7b8-b47ed24ae2ef req-c4e66d96-e682-41b2-8e0f-61f32f8f3277 tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] 10.222.0.59 "GET /v2.0/ports?device_id=2be6dd0d-bc7c-4882-8bb2-afe5ae686d07 HTTP/1.1" status: 200 len: 5429 time: 0.1372452 Jul 27 20:59:54.286381 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-65bbba6a-27f1-4503-b7b8-b47ed24ae2ef req-a7fae223-84e5-4ab1-a8af-7445697edf40 tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] 10.222.0.59 "GET /v2.0/security-groups?id=c27eaa65-2484-427b-949c-12cff57d8973&id=9dd39787-c773-4e1e-afc7-6169131b96d0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0508549 Jul 27 20:59:54.366031 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de63269-8106-4218-a7f9-085fafd61182 req-3fc75e14-0993-4e97-b3e8-1789da7ff286 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:54.367857 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-1de63269-8106-4218-a7f9-085fafd61182 req-3fc75e14-0993-4e97-b3e8-1789da7ff286 service neutron] 10.222.0.36 "GET /v2.0/networks?id=4d64aa0b-bd6a-468e-8edc-c83689947462 HTTP/1.1" status: 200 len: 870 time: 0.1727202 Jul 27 20:59:54.443869 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-1de63269-8106-4218-a7f9-085fafd61182 req-1fb6dacc-3d59-4de0-920e-ea65ca195b24 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.171&port_id=86e65c02-89f1-436d-a9f5-2583efda15ce HTTP/1.1" status: 200 len: 217 time: 0.0618415 Jul 27 20:59:54.487125 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-329d4fd3-7f03-4b25-9013-e0813790d847 req-b55d1202-7a52-4ce0-825b-039986b038b6 tempest-FloatingIPsTestJSON-1782258817 tempest-FloatingIPsTestJSON-1782258817-project] 10.222.0.59 "GET /v2.0/floatingips/8f3723cc-f02a-46cb-a764-dd9354f136b8 HTTP/1.1" status: 200 len: 692 time: 0.1515241 Jul 27 20:59:54.719945 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329d4fd3-7f03-4b25-9013-e0813790d847 req-7a42f1d0-8f29-4698-bd87-8955d4dc135b tempest-FloatingIPsTestJSON-1782258817 tempest-FloatingIPsTestJSON-1782258817-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:54.739730 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-329d4fd3-7f03-4b25-9013-e0813790d847 req-7a42f1d0-8f29-4698-bd87-8955d4dc135b tempest-FloatingIPsTestJSON-1782258817 tempest-FloatingIPsTestJSON-1782258817-project] 10.222.0.59 "GET /v2.0/networks/8735d8a2-b604-4758-ae71-b40e4ee6f305 HTTP/1.1" status: 200 len: 784 time: 0.2731767 Jul 27 20:59:54.980925 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device 86e65c02-89f1-436d-a9f5-2583efda15ce details requested by agent hyperv_n-h1-705658-22 with host n-h1-705658-22 {{(pid=105586) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 20:59:55.024462 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de63269-8106-4218-a7f9-085fafd61182 req-09a925f2-fd31-451a-808f-8c7f9468938a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:55.025944 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-1de63269-8106-4218-a7f9-085fafd61182 req-09a925f2-fd31-451a-808f-8c7f9468938a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=26644ba0-4185-4e10-8718-6ad18d01376c HTTP/1.1" status: 200 len: 843 time: 0.5765586 Jul 27 20:59:55.091517 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de63269-8106-4218-a7f9-085fafd61182 req-168ed871-66d8-4592-913b-4b38e650f736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:55.093169 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-1de63269-8106-4218-a7f9-085fafd61182 req-168ed871-66d8-4592-913b-4b38e650f736 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4d64aa0b-bd6a-468e-8edc-c83689947462&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0600562 Jul 27 20:59:55.188254 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] For port 86e65c02-89f1-436d-a9f5-2583efda15ce, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=86e65c02-89f1-436d-a9f5-2583efda15ce,segment=NetworkSegment(86b1e6f6-d629-4b03-8944-4cdfbfb93d02),segment_id=86b1e6f6-d629-4b03-8944-4cdfbfb93d02)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:59:55.202056 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Returning: {'device': '86e65c02-89f1-436d-a9f5-2583efda15ce', 'network_id': '4d64aa0b-bd6a-468e-8edc-c83689947462', 'port_id': '86e65c02-89f1-436d-a9f5-2583efda15ce', 'mac_address': 'fa:16:3e:ef:3b:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26644ba0-4185-4e10-8718-6ad18d01376c', 'ip_address': '192.168.233.171'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105586) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 20:59:55.286772 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-1de63269-8106-4218-a7f9-085fafd61182 req-b117a50f-d41c-47ae-b4d3-093348a654c2 service neutron] 10.222.0.36 "GET /v2.0/networks/4d64aa0b-bd6a-468e-8edc-c83689947462?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1830549 Jul 27 20:59:55.341062 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:55.359139 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86e65c02-89f1-436d-a9f5-2583efda15ce {{(pid=105586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 20:59:55.399036 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] For port 86e65c02-89f1-436d-a9f5-2583efda15ce, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=86e65c02-89f1-436d-a9f5-2583efda15ce,segment=NetworkSegment(86b1e6f6-d629-4b03-8944-4cdfbfb93d02),segment_id=86b1e6f6-d629-4b03-8944-4cdfbfb93d02)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:59:55.405490 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:55.472520 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-329d4fd3-7f03-4b25-9013-e0813790d847 req-6b0000a2-9b07-40a7-9fff-bf6c9b2ffa80 tempest-FloatingIPsTestJSON-1782258817 tempest-FloatingIPsTestJSON-1782258817-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.5.27 HTTP/1.1" status: 200 len: 695 time: 0.7318337 Jul 27 20:59:55.472900 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-1de63269-8106-4218-a7f9-085fafd61182 req-1d8aba43-9a1e-40b2-8f8d-93f4363a21a7 service neutron] 10.222.0.36 "GET /v2.0/networks/4d64aa0b-bd6a-468e-8edc-c83689947462?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1781614 Jul 27 20:59:55.520682 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Pushing event updated for resources: {'Port': ['ID=86e65c02-89f1-436d-a9f5-2583efda15ce,revision_number=4']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:59:55.555530 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-329d4fd3-7f03-4b25-9013-e0813790d847 req-d002b808-37a1-4eca-ad5c-2815e769d8e8 tempest-FloatingIPsTestJSON-1782258817 tempest-FloatingIPsTestJSON-1782258817-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.5.27 HTTP/1.1" status: 200 len: 695 time: 0.0819421 Jul 27 20:59:55.703805 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] get_ports_and_sgs() called for port_ids ['86e65c02-89f1-436d-a9f5-2583efda15ce'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 20:59:55.833284 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [req-329d4fd3-7f03-4b25-9013-e0813790d847 req-a8c7c8bf-8e17-4569-bb58-a19263ffb56a tempest-FloatingIPsTestJSON-1782258817 tempest-FloatingIPsTestJSON-1782258817-project] Deleting port 9712130a-c05e-43ff-a756-f3c6cd1195c4 {{(pid=105585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:59:55.834045 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-329d4fd3-7f03-4b25-9013-e0813790d847 req-a8c7c8bf-8e17-4569-bb58-a19263ffb56a tempest-FloatingIPsTestJSON-1782258817 tempest-FloatingIPsTestJSON-1782258817-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:55.959847 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-329d4fd3-7f03-4b25-9013-e0813790d847 req-a8c7c8bf-8e17-4569-bb58-a19263ffb56a tempest-FloatingIPsTestJSON-1782258817 tempest-FloatingIPsTestJSON-1782258817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:55.960180 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-329d4fd3-7f03-4b25-9013-e0813790d847 req-a8c7c8bf-8e17-4569-bb58-a19263ffb56a tempest-FloatingIPsTestJSON-1782258817 tempest-FloatingIPsTestJSON-1782258817-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:55.974099 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [req-329d4fd3-7f03-4b25-9013-e0813790d847 req-a8c7c8bf-8e17-4569-bb58-a19263ffb56a tempest-FloatingIPsTestJSON-1782258817 tempest-FloatingIPsTestJSON-1782258817-project] Calling delete_port for 9712130a-c05e-43ff-a756-f3c6cd1195c4 owned by network:floatingip {{(pid=105585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:59:56.148179 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-329d4fd3-7f03-4b25-9013-e0813790d847 req-a8c7c8bf-8e17-4569-bb58-a19263ffb56a tempest-FloatingIPsTestJSON-1782258817 tempest-FloatingIPsTestJSON-1782258817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:56.179388 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c7c8bf-8e17-4569-bb58-a19263ffb56a tempest-FloatingIPsTestJSON-1782258817 tempest-FloatingIPsTestJSON-1782258817-project] Pushing event deleted for resources: {'Port': ['ID=9712130a-c05e-43ff-a756-f3c6cd1195c4,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:59:56.293413 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-329d4fd3-7f03-4b25-9013-e0813790d847 req-a8c7c8bf-8e17-4569-bb58-a19263ffb56a tempest-FloatingIPsTestJSON-1782258817 tempest-FloatingIPsTestJSON-1782258817-project] Notify callbacks [] for floatingip, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:56.296123 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-329d4fd3-7f03-4b25-9013-e0813790d847 req-a8c7c8bf-8e17-4569-bb58-a19263ffb56a tempest-FloatingIPsTestJSON-1782258817 tempest-FloatingIPsTestJSON-1782258817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for floatingip, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:56.300394 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-329d4fd3-7f03-4b25-9013-e0813790d847 req-a8c7c8bf-8e17-4569-bb58-a19263ffb56a tempest-FloatingIPsTestJSON-1782258817 tempest-FloatingIPsTestJSON-1782258817-project] 10.222.0.59 "DELETE /v2.0/floatingips/8f3723cc-f02a-46cb-a764-dd9354f136b8 HTTP/1.1" status: 204 len: 173 time: 0.7436807 Jul 27 20:59:56.478111 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f2d537-64bb-48aa-b990-e704a7d78314 req-ff96e5f4-b785-494e-a0f0-44c3496fb955 tempest-InstanceActionsNegativeTestJSON-998956897 tempest-InstanceActionsNegativeTestJSON-998956897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:56.485620 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f7f2d537-64bb-48aa-b990-e704a7d78314 req-ff96e5f4-b785-494e-a0f0-44c3496fb955 tempest-InstanceActionsNegativeTestJSON-998956897 tempest-InstanceActionsNegativeTestJSON-998956897-project] 10.222.0.59 "GET /v2.0/ports?device_id=2dad41b1-cca1-447b-af05-46a6dca32369 HTTP/1.1" status: 200 len: 945 time: 0.1142488 Jul 27 20:59:56.557268 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f7f2d537-64bb-48aa-b990-e704a7d78314 req-7159e67b-7ba1-4caa-86a3-01c48d83a0b2 tempest-InstanceActionsNegativeTestJSON-998956897 tempest-InstanceActionsNegativeTestJSON-998956897-project] 10.222.0.59 "GET /v2.0/security-groups?id=c5ae5332-206c-4248-b3dd-58ae8ae2cd0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706587 Jul 27 20:59:56.616418 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 20:59:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b681a9fc-914d-4b18-97ea-0530de03b3b0 x-openstack-request-id: req-b681a9fc-914d-4b18-97ea-0530de03b3b0 {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:59:56.617289 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2dad41b1-cca1-447b-af05-46a6dca32369", "name": "network-vif-plugged", "status": "completed", "tag": "9485d193-0dc2-431a-9c05-4c54305dbc3f", "code": 200}]} {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:59:56.617724 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-b681a9fc-914d-4b18-97ea-0530de03b3b0 {{(pid=105586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:59:56.618299 n-d-705658-22 neutron-server[105586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2dad41b1-cca1-447b-af05-46a6dca32369', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9485d193-0dc2-431a-9c05-4c54305dbc3f', 'code': 200} Jul 27 20:59:56.836092 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c604750-abb0-4b3c-979d-97948830e809 req-70dca2d7-2ebe-4abc-9999-ab82b8c6cf30 tempest-LiveMigrationNegativeTest-821432527 tempest-LiveMigrationNegativeTest-821432527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:56.844198 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-8c604750-abb0-4b3c-979d-97948830e809 req-70dca2d7-2ebe-4abc-9999-ab82b8c6cf30 tempest-LiveMigrationNegativeTest-821432527 tempest-LiveMigrationNegativeTest-821432527-project] 10.222.0.59 "GET /v2.0/ports?device_id=b0781fdd-7597-4791-b525-085b17c05d36 HTTP/1.1" status: 200 len: 949 time: 0.1731343 Jul 27 20:59:56.866049 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d900a64-c1c8-460b-93ed-c1b9a906b4ad req-a308609d-42b2-4f96-8f08-75de92832c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:56.867578 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-7d900a64-c1c8-460b-93ed-c1b9a906b4ad req-a308609d-42b2-4f96-8f08-75de92832c66 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=2dad41b1-cca1-447b-af05-46a6dca32369 HTTP/1.1" status: 200 len: 1097 time: 0.1487849 Jul 27 20:59:56.910706 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-8c604750-abb0-4b3c-979d-97948830e809 req-977ec12d-75c8-40d6-82fb-f63cc7821475 tempest-LiveMigrationNegativeTest-821432527 tempest-LiveMigrationNegativeTest-821432527-project] 10.222.0.59 "GET /v2.0/security-groups?id=bba09abf-9bc4-4acd-a324-3bcdcb98d3ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594003 Jul 27 20:59:56.966648 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-7d900a64-c1c8-460b-93ed-c1b9a906b4ad req-f2416ca8-7c47-4901-89c5-400c330776ed service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=c5ae5332-206c-4248-b3dd-58ae8ae2cd0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774927 Jul 27 20:59:56.995402 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device 86e65c02-89f1-436d-a9f5-2583efda15ce up at agent hyperv_n-h1-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:59:56.997878 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a0a0203c-debb-481c-af13-8efd8698c2af req-191c2e53-4b3e-4510-aa7c-d427cbd0ceb6 tempest-SecurityGroupRulesTestJSON-477771879 tempest-SecurityGroupRulesTestJSON-477771879-project] 10.222.0.59 "GET /v2.0/security-groups/832a4f2e-af76-4bfe-b712-411a52aa8e80 HTTP/1.1" status: 200 len: 1805 time: 0.0539794 Jul 27 20:59:57.068624 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-a0a0203c-debb-481c-af13-8efd8698c2af req-f9115d04-a247-431d-8c5b-c9b4ac165b3d tempest-SecurityGroupRulesTestJSON-477771879 tempest-SecurityGroupRulesTestJSON-477771879-project] Notify callbacks [] for security_group, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:57.073273 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Provisioning for port 86e65c02-89f1-436d-a9f5-2583efda15ce completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:59:57.080917 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Provisioning complete for port 86e65c02-89f1-436d-a9f5-2583efda15ce triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:59:57.082033 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:57.097949 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-a0a0203c-debb-481c-af13-8efd8698c2af req-f9115d04-a247-431d-8c5b-c9b4ac165b3d tempest-SecurityGroupRulesTestJSON-477771879 tempest-SecurityGroupRulesTestJSON-477771879-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:57.147013 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-a0a0203c-debb-481c-af13-8efd8698c2af req-f9115d04-a247-431d-8c5b-c9b4ac165b3d tempest-SecurityGroupRulesTestJSON-477771879 tempest-SecurityGroupRulesTestJSON-477771879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:57.149776 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-a0a0203c-debb-481c-af13-8efd8698c2af req-f9115d04-a247-431d-8c5b-c9b4ac165b3d tempest-SecurityGroupRulesTestJSON-477771879 tempest-SecurityGroupRulesTestJSON-477771879-project] Notify callbacks [] for security_group, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:57.150920 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a0a0203c-debb-481c-af13-8efd8698c2af req-f9115d04-a247-431d-8c5b-c9b4ac165b3d tempest-SecurityGroupRulesTestJSON-477771879 tempest-SecurityGroupRulesTestJSON-477771879-project] 10.222.0.59 "DELETE /v2.0/security-groups/832a4f2e-af76-4bfe-b712-411a52aa8e80 HTTP/1.1" status: 204 len: 173 time: 0.1462185 Jul 27 20:59:57.183054 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9115d04-a247-431d-8c5b-c9b4ac165b3d tempest-SecurityGroupRulesTestJSON-477771879 tempest-SecurityGroupRulesTestJSON-477771879-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=832a4f2e-af76-4bfe-b712-411a52aa8e80,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:59:57.247964 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:57.319397 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] For port 86e65c02-89f1-436d-a9f5-2583efda15ce, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=86e65c02-89f1-436d-a9f5-2583efda15ce,segment=NetworkSegment(86b1e6f6-d629-4b03-8944-4cdfbfb93d02),segment_id=86b1e6f6-d629-4b03-8944-4cdfbfb93d02)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:59:57.327028 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:57.398280 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1389e1-2025-4701-9c58-4be88fad2f94 req-5335fb38-d97a-49b6-ad98-c44989789a07 tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:57.399853 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-ee1389e1-2025-4701-9c58-4be88fad2f94 req-5335fb38-d97a-49b6-ad98-c44989789a07 tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] 10.222.0.59 "GET /v2.0/ports?device_id=d3985821-907e-495f-a860-769c8bce29c8 HTTP/1.1" status: 200 len: 945 time: 0.1380785 Jul 27 20:59:57.415074 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Pushing event updated for resources: {'Port': ['ID=86e65c02-89f1-436d-a9f5-2583efda15ce,revision_number=5']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:59:57.465189 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-ee1389e1-2025-4701-9c58-4be88fad2f94 req-06ec576c-4ed5-4975-942f-726c9c77ea45 tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] 10.222.0.59 "GET /v2.0/security-groups?id=d1766e71-7b2a-4f2d-acc0-530f862b8fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575738 Jul 27 20:59:57.654616 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3bfa97-f704-4903-a908-f9bee78f4a2f req-95d56c5a-7cc9-4652-90c0-e437940a3d4c tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:57.662679 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3bfa97-f704-4903-a908-f9bee78f4a2f req-95d56c5a-7cc9-4652-90c0-e437940a3d4c tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:57.674466 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3bfa97-f704-4903-a908-f9bee78f4a2f req-95d56c5a-7cc9-4652-90c0-e437940a3d4c tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:57.686154 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3bfa97-f704-4903-a908-f9bee78f4a2f req-95d56c5a-7cc9-4652-90c0-e437940a3d4c tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:57.694086 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3bfa97-f704-4903-a908-f9bee78f4a2f req-95d56c5a-7cc9-4652-90c0-e437940a3d4c tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:57.700303 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3bfa97-f704-4903-a908-f9bee78f4a2f req-95d56c5a-7cc9-4652-90c0-e437940a3d4c tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:57.707537 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3bfa97-f704-4903-a908-f9bee78f4a2f req-95d56c5a-7cc9-4652-90c0-e437940a3d4c tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:57.726318 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-4d3bfa97-f704-4903-a908-f9bee78f4a2f req-95d56c5a-7cc9-4652-90c0-e437940a3d4c tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] 10.222.0.59 "GET /v2.0/ports?device_id=2be6dd0d-bc7c-4882-8bb2-afe5ae686d07 HTTP/1.1" status: 200 len: 5429 time: 0.1730201 Jul 27 20:59:57.791797 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-4d3bfa97-f704-4903-a908-f9bee78f4a2f req-ee617d56-a41d-421d-a931-f101afe8ddc7 tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] 10.222.0.59 "GET /v2.0/security-groups?id=c27eaa65-2484-427b-949c-12cff57d8973&id=9dd39787-c773-4e1e-afc7-6169131b96d0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0643053 Jul 27 20:59:57.898939 n-d-705658-22 neutron-server[105585]: INFO neutron.api.v2.resource [req-0e213240-fcaa-4708-9fdb-2de4296f1ee6 req-a8932106-8ca9-4b0a-8c71-845baebab077 tempest-FloatingIPsTestJSON-1782258817 tempest-FloatingIPsTestJSON-1782258817-project] show failed (client error): The resource could not be found. Jul 27 20:59:57.913624 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-0e213240-fcaa-4708-9fdb-2de4296f1ee6 req-a8932106-8ca9-4b0a-8c71-845baebab077 tempest-FloatingIPsTestJSON-1782258817 tempest-FloatingIPsTestJSON-1782258817-project] 10.222.0.59 "GET /v2.0/floatingips/8f3723cc-f02a-46cb-a764-dd9354f136b8 HTTP/1.1" status: 404 len: 350 time: 0.0847061 Jul 27 20:59:58.017416 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-c5719fcc-f346-4ef1-beb5-8a80ab7f5c8a req-e66184aa-31a7-4551-b780-cd502b260b21 tempest-SecurityGroupRulesTestJSON-477771879 tempest-SecurityGroupRulesTestJSON-477771879-project] 10.222.0.59 "GET /v2.0/security-groups/3728698f-a608-4b18-8eb6-1b9135ae8abf HTTP/1.1" status: 200 len: 2403 time: 0.0853159 Jul 27 20:59:58.086296 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-c5719fcc-f346-4ef1-beb5-8a80ab7f5c8a req-e05cd4a8-ff86-4ded-9cee-619e077574a9 tempest-SecurityGroupRulesTestJSON-477771879 tempest-SecurityGroupRulesTestJSON-477771879-project] Notify callbacks [] for security_group, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:58.133347 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-c5719fcc-f346-4ef1-beb5-8a80ab7f5c8a req-e05cd4a8-ff86-4ded-9cee-619e077574a9 tempest-SecurityGroupRulesTestJSON-477771879 tempest-SecurityGroupRulesTestJSON-477771879-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:58.210740 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-c5719fcc-f346-4ef1-beb5-8a80ab7f5c8a req-e05cd4a8-ff86-4ded-9cee-619e077574a9 tempest-SecurityGroupRulesTestJSON-477771879 tempest-SecurityGroupRulesTestJSON-477771879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:58.214004 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-c5719fcc-f346-4ef1-beb5-8a80ab7f5c8a req-e05cd4a8-ff86-4ded-9cee-619e077574a9 tempest-SecurityGroupRulesTestJSON-477771879 tempest-SecurityGroupRulesTestJSON-477771879-project] Notify callbacks [] for security_group, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:58.236109 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-c5719fcc-f346-4ef1-beb5-8a80ab7f5c8a req-e05cd4a8-ff86-4ded-9cee-619e077574a9 tempest-SecurityGroupRulesTestJSON-477771879 tempest-SecurityGroupRulesTestJSON-477771879-project] 10.222.0.59 "DELETE /v2.0/security-groups/3728698f-a608-4b18-8eb6-1b9135ae8abf HTTP/1.1" status: 204 len: 173 time: 0.2172875 Jul 27 20:59:58.255725 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05cd4a8-ff86-4ded-9cee-619e077574a9 tempest-SecurityGroupRulesTestJSON-477771879 tempest-SecurityGroupRulesTestJSON-477771879-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3728698f-a608-4b18-8eb6-1b9135ae8abf,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:59:58.417961 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07d4122-7d91-47ce-8f6a-b3f4ef2b5108 req-5d1c5a1d-d581-490a-98c4-345493e5e38b tempest-InstanceActionsNegativeTestJSON-998956897 tempest-InstanceActionsNegativeTestJSON-998956897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:58.419941 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b07d4122-7d91-47ce-8f6a-b3f4ef2b5108 req-5d1c5a1d-d581-490a-98c4-345493e5e38b tempest-InstanceActionsNegativeTestJSON-998956897 tempest-InstanceActionsNegativeTestJSON-998956897-project] 10.222.0.59 "GET /v2.0/ports?device_id=2dad41b1-cca1-447b-af05-46a6dca32369 HTTP/1.1" status: 200 len: 945 time: 0.0973117 Jul 27 20:59:58.506495 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b07d4122-7d91-47ce-8f6a-b3f4ef2b5108 req-110ad84d-0a2c-4fba-9e2f-9e3e69cea972 tempest-InstanceActionsNegativeTestJSON-998956897 tempest-InstanceActionsNegativeTestJSON-998956897-project] 10.222.0.59 "GET /v2.0/security-groups?id=c5ae5332-206c-4248-b3dd-58ae8ae2cd0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710747 Jul 27 20:59:58.583762 n-d-705658-22 neutron-server[105585]: INFO neutron.api.v2.resource [req-b28c2490-5b14-46a5-901a-f8e4ead5bddc req-0825d5d8-6cc9-4709-b3e3-c8f98e3b3456 tempest-FloatingIPsTestJSON-1782258817 tempest-FloatingIPsTestJSON-1782258817-project] show failed (client error): The resource could not be found. Jul 27 20:59:58.595360 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 40690) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:59:58.598470 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b28c2490-5b14-46a5-901a-f8e4ead5bddc req-0825d5d8-6cc9-4709-b3e3-c8f98e3b3456 tempest-FloatingIPsTestJSON-1782258817 tempest-FloatingIPsTestJSON-1782258817-project] 10.222.0.59 "GET /v2.0/floatingips/8f3723cc-f02a-46cb-a764-dd9354f136b8 HTTP/1.1" status: 404 len: 350 time: 0.0734184 Jul 27 20:59:58.619495 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a327f21b-2949-41a9-84e5-9a41fda86d7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e13e4ec9-f53d-47ef-837e-8c4560df621a'}, {'server_uuid': 'd3985821-907e-495f-a860-769c8bce29c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68b3c316-ae94-48de-bc0b-8f3fda660ac7'}, {'server_uuid': 'b0781fdd-7597-4791-b525-085b17c05d36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86e65c02-89f1-436d-a9f5-2583efda15ce'}] {{(pid=105586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:59:58.622664 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14c1663e039faf5393f87855f745010ac5b02220355b68fdbf065393e303ac56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c33c2983-370a-402c-a47e-7e36e0f36149" -d '{"events": [{"server_uuid": "a327f21b-2949-41a9-84e5-9a41fda86d7b", "name": "network-vif-plugged", "status": "completed", "tag": "e13e4ec9-f53d-47ef-837e-8c4560df621a"}, {"server_uuid": "d3985821-907e-495f-a860-769c8bce29c8", "name": "network-vif-plugged", "status": "completed", "tag": "68b3c316-ae94-48de-bc0b-8f3fda660ac7"}, {"server_uuid": "b0781fdd-7597-4791-b525-085b17c05d36", "name": "network-vif-plugged", "status": "completed", "tag": "86e65c02-89f1-436d-a9f5-2583efda15ce"}]}' {{(pid=105586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:59:58.744924 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61818a04-2231-44a5-b318-65b9a2ff3de6 req-d550588e-965c-4e64-84d9-6cf4811d7627 tempest-LiveMigrationNegativeTest-821432527 tempest-LiveMigrationNegativeTest-821432527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:58.751567 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-61818a04-2231-44a5-b318-65b9a2ff3de6 req-d550588e-965c-4e64-84d9-6cf4811d7627 tempest-LiveMigrationNegativeTest-821432527 tempest-LiveMigrationNegativeTest-821432527-project] 10.222.0.59 "GET /v2.0/ports?device_id=b0781fdd-7597-4791-b525-085b17c05d36 HTTP/1.1" status: 200 len: 950 time: 0.0878017 Jul 27 20:59:58.803558 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-61818a04-2231-44a5-b318-65b9a2ff3de6 req-eb44984c-8784-4381-aa7a-d33a331bba12 tempest-LiveMigrationNegativeTest-821432527 tempest-LiveMigrationNegativeTest-821432527-project] 10.222.0.59 "GET /v2.0/security-groups?id=bba09abf-9bc4-4acd-a324-3bcdcb98d3ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493238 Jul 27 20:59:58.965603 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-5492417e-830e-49b1-8933-98b0e9f446e2 req-2e8fe4df-e187-4c4e-a455-c6a1676efce8 tempest-SecurityGroupRulesTestJSON-477771879 tempest-SecurityGroupRulesTestJSON-477771879-project] 10.222.0.59 "GET /v2.0/security-groups/de9f4b50-8a41-477a-a399-54fe54ce3b5c HTTP/1.1" status: 200 len: 2396 time: 0.1024258 Jul 27 20:59:59.004705 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.agents_db [None req-558fcd2c-e512-47bc-a170-8673d87f7213 None None] Agent healthcheck: found 7 active agents {{(pid=105587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 20:59:59.053735 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-5492417e-830e-49b1-8933-98b0e9f446e2 req-e8ebbcaa-1efb-4df6-96c0-c52a3b7c1d3f tempest-SecurityGroupRulesTestJSON-477771879 tempest-SecurityGroupRulesTestJSON-477771879-project] Notify callbacks [] for security_group, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:59.157852 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-5492417e-830e-49b1-8933-98b0e9f446e2 req-e8ebbcaa-1efb-4df6-96c0-c52a3b7c1d3f tempest-SecurityGroupRulesTestJSON-477771879 tempest-SecurityGroupRulesTestJSON-477771879-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:59.200583 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-d64c192c-7468-419b-8cfa-ac7924251517 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4076536'] for router_interface, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:59.257560 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-5492417e-830e-49b1-8933-98b0e9f446e2 req-e8ebbcaa-1efb-4df6-96c0-c52a3b7c1d3f tempest-SecurityGroupRulesTestJSON-477771879 tempest-SecurityGroupRulesTestJSON-477771879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:59.260706 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-5492417e-830e-49b1-8933-98b0e9f446e2 req-e8ebbcaa-1efb-4df6-96c0-c52a3b7c1d3f tempest-SecurityGroupRulesTestJSON-477771879 tempest-SecurityGroupRulesTestJSON-477771879-project] Notify callbacks [] for security_group, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:59.268797 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-5492417e-830e-49b1-8933-98b0e9f446e2 req-e8ebbcaa-1efb-4df6-96c0-c52a3b7c1d3f tempest-SecurityGroupRulesTestJSON-477771879 tempest-SecurityGroupRulesTestJSON-477771879-project] 10.222.0.59 "DELETE /v2.0/security-groups/de9f4b50-8a41-477a-a399-54fe54ce3b5c HTTP/1.1" status: 204 len: 173 time: 0.3022439 Jul 27 20:59:59.270781 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 40700) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:59:59.310506 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ebbcaa-1efb-4df6-96c0-c52a3b7c1d3f tempest-SecurityGroupRulesTestJSON-477771879 tempest-SecurityGroupRulesTestJSON-477771879-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=de9f4b50-8a41-477a-a399-54fe54ce3b5c,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:59:59.342590 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae803c52-6aea-46f9-9f5f-518e56a2b1ed admin admin] Deleting subnet 1d5c4791-5235-458c-adc6-e1ae5f4b3802 {{(pid=105584) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 20:59:59.349674 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-ae803c52-6aea-46f9-9f5f-518e56a2b1ed admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:59.423417 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-ae803c52-6aea-46f9-9f5f-518e56a2b1ed admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9014207'] for subnet, precommit_delete_associations {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:59.521499 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-ae803c52-6aea-46f9-9f5f-518e56a2b1ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854965'] for subnet, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:59.621055 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-ae803c52-6aea-46f9-9f5f-518e56a2b1ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9014081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9738825'] for subnet, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:59.656422 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae803c52-6aea-46f9-9f5f-518e56a2b1ed admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1d5c4791-5235-458c-adc6-e1ae5f4b3802,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:59:59.669261 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-ae803c52-6aea-46f9-9f5f-518e56a2b1ed admin admin] Notify callbacks [] for subnet, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:59.673654 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-ae803c52-6aea-46f9-9f5f-518e56a2b1ed admin admin] 10.222.0.59 "DELETE /v2.0/subnets/1d5c4791-5235-458c-adc6-e1ae5f4b3802 HTTP/1.1" status: 204 len: 168 time: 0.3973541 Jul 27 20:59:59.674749 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 40702) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:59:59.734377 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035de46d-92b6-4b06-97d8-62781ddc57b0 req-eeda990f-f6d3-4932-b978-12629b22b448 tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:59.746144 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-035de46d-92b6-4b06-97d8-62781ddc57b0 req-eeda990f-f6d3-4932-b978-12629b22b448 tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] 10.222.0.59 "GET /v2.0/ports?device_id=d3985821-907e-495f-a860-769c8bce29c8 HTTP/1.1" status: 200 len: 945 time: 0.2865825 Jul 27 20:59:59.841910 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-4972ca5d-0339-4b3b-9148-982ec1590ac3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-990557'] for network, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:59.852358 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-035de46d-92b6-4b06-97d8-62781ddc57b0 req-bb71b315-f573-4474-a216-6cde45d819a4 tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] 10.222.0.59 "GET /v2.0/security-groups?id=d1766e71-7b2a-4f2d-acc0-530f862b8fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044974 Jul 27 20:59:59.989372 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Tue, 27 Jul 2021 20:59:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e90b65bc-84b6-422c-9876-bc13509e6798 x-openstack-request-id: req-e90b65bc-84b6-422c-9876-bc13509e6798 {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:59:59.989953 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a327f21b-2949-41a9-84e5-9a41fda86d7b", "name": "network-vif-plugged", "status": "completed", "tag": "e13e4ec9-f53d-47ef-837e-8c4560df621a", "code": 200}, {"server_uuid": "d3985821-907e-495f-a860-769c8bce29c8", "name": "network-vif-plugged", "status": "completed", "tag": "68b3c316-ae94-48de-bc0b-8f3fda660ac7", "code": 200}, {"server_uuid": "b0781fdd-7597-4791-b525-085b17c05d36", "name": "network-vif-plugged", "status": "completed", "tag": "86e65c02-89f1-436d-a9f5-2583efda15ce", "code": 200}]} {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:59:59.989953 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-e90b65bc-84b6-422c-9876-bc13509e6798 {{(pid=105586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:59:59.990297 n-d-705658-22 neutron-server[105586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a327f21b-2949-41a9-84e5-9a41fda86d7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e13e4ec9-f53d-47ef-837e-8c4560df621a', 'code': 200} Jul 27 20:59:59.990742 n-d-705658-22 neutron-server[105586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3985821-907e-495f-a860-769c8bce29c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68b3c316-ae94-48de-bc0b-8f3fda660ac7', 'code': 200} Jul 27 20:59:59.991658 n-d-705658-22 neutron-server[105586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0781fdd-7597-4791-b525-085b17c05d36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86e65c02-89f1-436d-a9f5-2583efda15ce', 'code': 200} Jul 27 21:00:00.025963 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-d64c192c-7468-419b-8cfa-ac7924251517 admin admin] Deleting port a1cf4471-1238-4ddc-b9ff-38705e1c638c {{(pid=105584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:00:00.026325 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-d64c192c-7468-419b-8cfa-ac7924251517 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:00.185003 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [None req-d64c192c-7468-419b-8cfa-ac7924251517 admin admin] For port a1cf4471-1238-4ddc-b9ff-38705e1c638c, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=a1cf4471-1238-4ddc-b9ff-38705e1c638c,segment=NetworkSegment(361af615-e101-48c1-844c-4098a374b3b5),segment_id=361af615-e101-48c1-844c-4098a374b3b5)] {{(pid=105584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:00:00.185481 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-d64c192c-7468-419b-8cfa-ac7924251517 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:00.200507 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-d64c192c-7468-419b-8cfa-ac7924251517 admin admin] Calling delete_port for a1cf4471-1238-4ddc-b9ff-38705e1c638c owned by network:router_interface {{(pid=105584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:00:00.320569 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a34b94-ef87-407c-90e3-01ba56441d12 req-a0e68b55-7d04-44b9-bab3-27417b428926 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:00.322402 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-17a34b94-ef87-407c-90e3-01ba56441d12 req-a0e68b55-7d04-44b9-bab3-27417b428926 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=d3985821-907e-495f-a860-769c8bce29c8 HTTP/1.1" status: 200 len: 1097 time: 0.1998210 Jul 27 21:00:00.359753 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a77cebd-0ec7-4596-82b4-b5f5825a1fd0 req-a2447000-b5da-42c8-927b-2ca762e3ead2 tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:00.366105 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a77cebd-0ec7-4596-82b4-b5f5825a1fd0 req-a2447000-b5da-42c8-927b-2ca762e3ead2 tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:00.372376 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a77cebd-0ec7-4596-82b4-b5f5825a1fd0 req-a2447000-b5da-42c8-927b-2ca762e3ead2 tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:00.378583 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a77cebd-0ec7-4596-82b4-b5f5825a1fd0 req-a2447000-b5da-42c8-927b-2ca762e3ead2 tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:00.381392 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-4972ca5d-0339-4b3b-9148-982ec1590ac3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853562', 'neutron.services.segments.db._delete_segments_for_network-8790688882975'] for network, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:00.385098 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a77cebd-0ec7-4596-82b4-b5f5825a1fd0 req-a2447000-b5da-42c8-927b-2ca762e3ead2 tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:00.391314 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a77cebd-0ec7-4596-82b4-b5f5825a1fd0 req-a2447000-b5da-42c8-927b-2ca762e3ead2 tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:00.398041 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a77cebd-0ec7-4596-82b4-b5f5825a1fd0 req-a2447000-b5da-42c8-927b-2ca762e3ead2 tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:00.401344 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.segments.db [None req-4972ca5d-0339-4b3b-9148-982ec1590ac3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed153c10-42ae-44b3-8e46-bbb8280dbd2a']}} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:00:00.407512 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-6a77cebd-0ec7-4596-82b4-b5f5825a1fd0 req-a2447000-b5da-42c8-927b-2ca762e3ead2 tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] 10.222.0.59 "GET /v2.0/ports?device_id=2be6dd0d-bc7c-4882-8bb2-afe5ae686d07 HTTP/1.1" status: 200 len: 5429 time: 0.2755072 Jul 27 21:00:00.428365 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.segments.db [None req-4972ca5d-0339-4b3b-9148-982ec1590ac3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3d91b35-63d7-407d-a87f-9be5e19a9eef') {'for_net_delete': True} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:00:00.428661 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.segments.db [None req-4972ca5d-0339-4b3b-9148-982ec1590ac3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3d91b35-63d7-407d-a87f-9be5e19a9eef') {} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:00:00.478634 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-6a77cebd-0ec7-4596-82b4-b5f5825a1fd0 req-30c3e3cf-214b-4c06-a134-e49800d3c69e tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] 10.222.0.59 "GET /v2.0/security-groups?id=c27eaa65-2484-427b-949c-12cff57d8973&id=9dd39787-c773-4e1e-afc7-6169131b96d0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0698106 Jul 27 21:00:00.487441 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-17a34b94-ef87-407c-90e3-01ba56441d12 req-aa0a010a-ade8-461a-a534-8337cfa0dea1 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=d1766e71-7b2a-4f2d-acc0-530f862b8fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706785 Jul 27 21:00:00.545364 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-4972ca5d-0339-4b3b-9148-982ec1590ac3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790688883752', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9014348'] for segment, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:00.562745 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-4972ca5d-0339-4b3b-9148-982ec1590ac3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:00.572534 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-d64c192c-7468-419b-8cfa-ac7924251517 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:00.576730 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4972ca5d-0339-4b3b-9148-982ec1590ac3 admin admin] Releasing vlan 234 on physical network physnet1 to pool {{(pid=105584) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:00:00.577513 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-4972ca5d-0339-4b3b-9148-982ec1590ac3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9014063'] for segment, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:00.581328 n-d-705658-22 neutron-server[105584]: Traceback (most recent call last): Jul 27 21:00:00.581328 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:00:00.581328 n-d-705658-22 neutron-server[105584]: timer() Jul 27 21:00:00.581328 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:00:00.581328 n-d-705658-22 neutron-server[105584]: cb(*args, **kw) Jul 27 21:00:00.581328 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:00:00.581328 n-d-705658-22 neutron-server[105584]: return func(*args, **kwargs) Jul 27 21:00:00.581328 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:00:00.581328 n-d-705658-22 neutron-server[105584]: self._notify() Jul 27 21:00:00.581328 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:00:00.581328 n-d-705658-22 neutron-server[105584]: self.callback(batched_events) Jul 27 21:00:00.581328 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:00:00.581328 n-d-705658-22 neutron-server[105584]: event.method(event) Jul 27 21:00:00.581328 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:00:00.581328 n-d-705658-22 neutron-server[105584]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:00:00.581328 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:00:00.581328 n-d-705658-22 neutron-server[105584]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:00:00.581328 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:00:00.581328 n-d-705658-22 neutron-server[105584]: return f(self, *a, **k) Jul 27 21:00:00.581328 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:00:00.581328 n-d-705658-22 neutron-server[105584]: return self._get(url).json() Jul 27 21:00:00.581328 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:00:00.581328 n-d-705658-22 neutron-server[105584]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:00:00.581328 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:00:00.581328 n-d-705658-22 neutron-server[105584]: return self.request(url, 'GET', **kwargs) Jul 27 21:00:00.581328 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:00:00.581328 n-d-705658-22 neutron-server[105584]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:00:00.581328 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:00:00.581328 n-d-705658-22 neutron-server[105584]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:00:00.581328 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:00:00.581328 n-d-705658-22 neutron-server[105584]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:00:00.581328 n-d-705658-22 neutron-server[105584]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:00:00.700194 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae8fe95-cd95-47fe-85da-54673fcbca57 req-460a1f1b-4159-4a25-b7c0-185acba1e940 tempest-LiveMigrationNegativeTest-821432527 tempest-LiveMigrationNegativeTest-821432527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:00.715706 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-bae8fe95-cd95-47fe-85da-54673fcbca57 req-460a1f1b-4159-4a25-b7c0-185acba1e940 tempest-LiveMigrationNegativeTest-821432527 tempest-LiveMigrationNegativeTest-821432527-project] 10.222.0.59 "GET /v2.0/ports?device_id=b0781fdd-7597-4791-b525-085b17c05d36 HTTP/1.1" status: 200 len: 950 time: 0.1284225 Jul 27 21:00:00.743740 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef02778-e3c6-4529-892e-5e4abd4cbd97 req-a73d1981-cc10-4c9e-96f8-279d11faa1b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:00.745321 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-4ef02778-e3c6-4529-892e-5e4abd4cbd97 req-a73d1981-cc10-4c9e-96f8-279d11faa1b1 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=b0781fdd-7597-4791-b525-085b17c05d36 HTTP/1.1" status: 200 len: 1102 time: 0.4493129 Jul 27 21:00:00.756889 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64c192c-7468-419b-8cfa-ac7924251517 admin admin] Pushing event deleted for resources: {'Port': ['ID=a1cf4471-1238-4ddc-b9ff-38705e1c638c,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:00:00.768507 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-bae8fe95-cd95-47fe-85da-54673fcbca57 req-0098d83f-1238-469e-ab70-17efbec823d0 tempest-LiveMigrationNegativeTest-821432527 tempest-LiveMigrationNegativeTest-821432527-project] 10.222.0.59 "GET /v2.0/security-groups?id=bba09abf-9bc4-4acd-a324-3bcdcb98d3ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465140 Jul 27 21:00:00.808555 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-4972ca5d-0339-4b3b-9148-982ec1590ac3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4075658'] for network, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:00.852940 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-4972ca5d-0339-4b3b-9148-982ec1590ac3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743886'] for network, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:00.857047 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-4972ca5d-0339-4b3b-9148-982ec1590ac3 admin admin] 10.222.0.59 "DELETE /v2.0/networks/ed153c10-42ae-44b3-8e46-bbb8280dbd2a HTTP/1.1" status: 204 len: 168 time: 1.1811848 Jul 27 21:00:00.858104 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4972ca5d-0339-4b3b-9148-982ec1590ac3 admin admin] Pushing event deleted for resources: {'Network': ['ID=ed153c10-42ae-44b3-8e46-bbb8280dbd2a,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:00:00.949769 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-4ef02778-e3c6-4529-892e-5e4abd4cbd97 req-102b7044-19e2-47c7-8269-aacbd60052e2 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=bba09abf-9bc4-4acd-a324-3bcdcb98d3ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1834283 Jul 27 21:00:01.020720 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device 566e3be7-77d9-40a2-9abe-1e1bb6e2da74 details requested by agent hyperv_n-h1-705658-22 with host n-h1-705658-22 {{(pid=105586) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:00:01.113015 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-d64c192c-7468-419b-8cfa-ac7924251517 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3743915', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4076308'] for router_interface, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:01.256672 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 40720) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:00:01.305979 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] For port 566e3be7-77d9-40a2-9abe-1e1bb6e2da74, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=566e3be7-77d9-40a2-9abe-1e1bb6e2da74,segment=NetworkSegment(18a392fd-f38c-4fa2-9883-9b25afe164a9),segment_id=18a392fd-f38c-4fa2-9883-9b25afe164a9)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:00:01.328199 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Returning: {'device': '566e3be7-77d9-40a2-9abe-1e1bb6e2da74', 'network_id': 'd06e6d48-2725-42c2-bd07-d31f23229f60', 'port_id': '566e3be7-77d9-40a2-9abe-1e1bb6e2da74', 'mac_address': 'fa:16:3e:b8:96:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd7fbe4e-00a2-4867-9403-b89fa41a76c1', 'ip_address': '10.1.1.207'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105586) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:00:01.384558 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:01.406082 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 566e3be7-77d9-40a2-9abe-1e1bb6e2da74 {{(pid=105586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:00:01.432466 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] For port 566e3be7-77d9-40a2-9abe-1e1bb6e2da74, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=566e3be7-77d9-40a2-9abe-1e1bb6e2da74,segment=NetworkSegment(18a392fd-f38c-4fa2-9883-9b25afe164a9),segment_id=18a392fd-f38c-4fa2-9883-9b25afe164a9)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:00:01.446593 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:01.448275 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device c93b5038-6969-4f8d-8d0a-5a1c280dd74b details requested by agent hyperv_n-h1-705658-22 with host n-h1-705658-22 {{(pid=105586) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:00:01.457264 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-f9cf2145-6201-4359-abc3-f3f9c42dad2e admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=0f6eb93b182d43e3a305593307cedc2b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1991818 Jul 27 21:00:01.467975 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 40722) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:00:01.526755 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d64c192c-7468-419b-8cfa-ac7924251517 admin admin] Router 92033463-594d-4f68-afa7-4615dc2e00e0 has already been hosted by L3 agent dd128fd7-8e57-4d4f-895b-a96b369df59a {{(pid=105584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:00:01.541887 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Pushing event updated for resources: {'Port': ['ID=566e3be7-77d9-40a2-9abe-1e1bb6e2da74,revision_number=4']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:00:01.649695 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcd8e04-3ddf-4d16-b216-38c527858bca req-c045863d-6daa-432e-9562-b671e4c767e2 tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:01.665229 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-3dcd8e04-3ddf-4d16-b216-38c527858bca req-c045863d-6daa-432e-9562-b671e4c767e2 tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] 10.222.0.59 "GET /v2.0/ports?device_id=d3985821-907e-495f-a860-769c8bce29c8 HTTP/1.1" status: 200 len: 945 time: 0.2877331 Jul 27 21:00:01.759570 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-27d65d1d-5c92-4705-8ad8-2c649d2f92f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:01.865114 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d64c192c-7468-419b-8cfa-ac7924251517 admin admin] Notify agent at l3_agent.n-d-705658-22 the message routers_updated {{(pid=105584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:00:01.869560 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-27d65d1d-5c92-4705-8ad8-2c649d2f92f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:01.879708 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-d64c192c-7468-419b-8cfa-ac7924251517 admin admin] 10.222.0.59 "PUT /v2.0/routers/92033463-594d-4f68-afa7-4615dc2e00e0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2832463 Jul 27 21:00:01.880616 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5542553e-0967-49a3-9de9-41b93a6318b9 None None] Sync routers for ids ['92033463-594d-4f68-afa7-4615dc2e00e0'] in n-d-705658-22 {{(pid=105587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:00:01.883913 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 40728) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:00:01.889081 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] For port c93b5038-6969-4f8d-8d0a-5a1c280dd74b, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=c93b5038-6969-4f8d-8d0a-5a1c280dd74b,segment=NetworkSegment(54f3551e-5c55-4c2f-a16f-7beb91ee97a5),segment_id=54f3551e-5c55-4c2f-a16f-7beb91ee97a5)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:00:01.891962 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5542553e-0967-49a3-9de9-41b93a6318b9 None None] Routers {'92033463-594d-4f68-afa7-4615dc2e00e0'} bound to L3 agent in host n-d-705658-22 {{(pid=105587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:00:01.895420 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-5542553e-0967-49a3-9de9-41b93a6318b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T20:59:41Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['92033463-594d-4f68-afa7-4615dc2e00e0'], 'active': True} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:00:01.907706 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-3dcd8e04-3ddf-4d16-b216-38c527858bca req-38a72b58-dfd4-402c-88e9-19e2d908cb59 tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] 10.222.0.59 "GET /v2.0/security-groups?id=d1766e71-7b2a-4f2d-acc0-530f862b8fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2346454 Jul 27 21:00:01.930586 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Returning: {'device': 'c93b5038-6969-4f8d-8d0a-5a1c280dd74b', 'network_id': 'dd0adb7c-988a-43cc-a0da-76a1fae1d8ff', 'port_id': 'c93b5038-6969-4f8d-8d0a-5a1c280dd74b', 'mac_address': 'fa:16:3e:95:52:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 229, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2866305-edb6-464f-870e-fc177be24bc0', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105586) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:00:02.006032 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-27d65d1d-5c92-4705-8ad8-2c649d2f92f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:02.007301 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:02.008973 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-27d65d1d-5c92-4705-8ad8-2c649d2f92f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:02.010137 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-27d65d1d-5c92-4705-8ad8-2c649d2f92f0 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/8f422f53-ae63-4449-92a2-68f7389d267d HTTP/1.1" status: 204 len: 168 time: 0.5319862 Jul 27 21:00:02.024686 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d65d1d-5c92-4705-8ad8-2c649d2f92f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f422f53-ae63-4449-92a2-68f7389d267d,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:00:02.102351 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-bf823047-af9f-473c-88a5-2cafe388b854 admin admin] Notify callbacks [] for router, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:02.107291 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c93b5038-6969-4f8d-8d0a-5a1c280dd74b {{(pid=105586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:00:02.209637 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64a4408-3b59-4fc7-90fd-1b093ba5ccb5 req-24f424dd-e8d3-48a4-8e3b-e336b633740e tempest-InstanceActionsNegativeTestJSON-998956897 tempest-InstanceActionsNegativeTestJSON-998956897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:02.214806 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-d64a4408-3b59-4fc7-90fd-1b093ba5ccb5 req-24f424dd-e8d3-48a4-8e3b-e336b633740e tempest-InstanceActionsNegativeTestJSON-998956897 tempest-InstanceActionsNegativeTestJSON-998956897-project] 10.222.0.59 "GET /v2.0/ports?device_id=2dad41b1-cca1-447b-af05-46a6dca32369 HTTP/1.1" status: 200 len: 945 time: 0.1145625 Jul 27 21:00:02.230361 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] For port c93b5038-6969-4f8d-8d0a-5a1c280dd74b, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=c93b5038-6969-4f8d-8d0a-5a1c280dd74b,segment=NetworkSegment(54f3551e-5c55-4c2f-a16f-7beb91ee97a5),segment_id=54f3551e-5c55-4c2f-a16f-7beb91ee97a5)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:00:02.231107 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvr_db [None req-5542553e-0967-49a3-9de9-41b93a6318b9 None None] Set router 92033463-594d-4f68-afa7-4615dc2e00e0 gateway port host: n-d-705658-22 {{(pid=105587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:00:02.235218 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:02.236646 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device 984e7f87-cd71-496b-8f96-8f7663d6c1ce details requested by agent hyperv_n-h1-705658-22 with host n-h1-705658-22 {{(pid=105586) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:00:02.289294 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-d64a4408-3b59-4fc7-90fd-1b093ba5ccb5 req-9a6955ce-e5d8-4c83-b7db-6a0eaf444b49 tempest-InstanceActionsNegativeTestJSON-998956897 tempest-InstanceActionsNegativeTestJSON-998956897-project] 10.222.0.59 "GET /v2.0/security-groups?id=c5ae5332-206c-4248-b3dd-58ae8ae2cd0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674686 Jul 27 21:00:02.427857 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Pushing event updated for resources: {'Port': ['ID=c93b5038-6969-4f8d-8d0a-5a1c280dd74b,revision_number=4']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:00:02.432155 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-bf823047-af9f-473c-88a5-2cafe388b854 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:02.445136 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] For port 984e7f87-cd71-496b-8f96-8f7663d6c1ce, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=984e7f87-cd71-496b-8f96-8f7663d6c1ce,segment=NetworkSegment(18a392fd-f38c-4fa2-9883-9b25afe164a9),segment_id=18a392fd-f38c-4fa2-9883-9b25afe164a9)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:00:02.486262 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Returning: {'device': '984e7f87-cd71-496b-8f96-8f7663d6c1ce', 'network_id': 'd06e6d48-2725-42c2-bd07-d31f23229f60', 'port_id': '984e7f87-cd71-496b-8f96-8f7663d6c1ce', 'mac_address': 'fa:16:3e:3d:13:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd7fbe4e-00a2-4867-9403-b89fa41a76c1', 'ip_address': '10.1.1.96'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105586) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:00:02.549400 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-bf823047-af9f-473c-88a5-2cafe388b854 admin admin] Deleting port 80f6eb86-face-40c1-ab73-a1f8a3f6f811 {{(pid=105584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:00:02.550360 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-bf823047-af9f-473c-88a5-2cafe388b854 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:02.552758 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760df6e4-86f8-4de4-9384-6bc57e731827 req-12fba803-498b-44a4-b8d3-0685679cd89f tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:02.567255 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760df6e4-86f8-4de4-9384-6bc57e731827 req-12fba803-498b-44a4-b8d3-0685679cd89f tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:02.573869 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760df6e4-86f8-4de4-9384-6bc57e731827 req-12fba803-498b-44a4-b8d3-0685679cd89f tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:02.584608 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:02.611343 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760df6e4-86f8-4de4-9384-6bc57e731827 req-12fba803-498b-44a4-b8d3-0685679cd89f tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:02.611665 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 984e7f87-cd71-496b-8f96-8f7663d6c1ce {{(pid=105586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:00:02.642688 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760df6e4-86f8-4de4-9384-6bc57e731827 req-12fba803-498b-44a4-b8d3-0685679cd89f tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:02.648140 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] For port 984e7f87-cd71-496b-8f96-8f7663d6c1ce, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=984e7f87-cd71-496b-8f96-8f7663d6c1ce,segment=NetworkSegment(18a392fd-f38c-4fa2-9883-9b25afe164a9),segment_id=18a392fd-f38c-4fa2-9883-9b25afe164a9)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:00:02.651993 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760df6e4-86f8-4de4-9384-6bc57e731827 req-12fba803-498b-44a4-b8d3-0685679cd89f tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:02.652988 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:02.654176 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device 26471e2e-d677-40a0-8669-23cffdd218b5 details requested by agent hyperv_n-h1-705658-22 with host n-h1-705658-22 {{(pid=105586) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:00:02.669800 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760df6e4-86f8-4de4-9384-6bc57e731827 req-12fba803-498b-44a4-b8d3-0685679cd89f tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:02.691514 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-760df6e4-86f8-4de4-9384-6bc57e731827 req-12fba803-498b-44a4-b8d3-0685679cd89f tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] 10.222.0.59 "GET /v2.0/ports?device_id=2be6dd0d-bc7c-4882-8bb2-afe5ae686d07 HTTP/1.1" status: 200 len: 5431 time: 0.3192828 Jul 27 21:00:02.765093 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Pushing event updated for resources: {'Port': ['ID=984e7f87-cd71-496b-8f96-8f7663d6c1ce,revision_number=4']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:00:02.802708 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-760df6e4-86f8-4de4-9384-6bc57e731827 req-4c764841-26f8-49fe-bb83-2b57d798da99 tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] 10.222.0.59 "GET /v2.0/security-groups?id=c27eaa65-2484-427b-949c-12cff57d8973&id=9dd39787-c773-4e1e-afc7-6169131b96d0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1098530 Jul 27 21:00:02.810107 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [None req-bf823047-af9f-473c-88a5-2cafe388b854 admin admin] For port 80f6eb86-face-40c1-ab73-a1f8a3f6f811, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=80f6eb86-face-40c1-ab73-a1f8a3f6f811,segment=NetworkSegment(12196855-9a32-4633-9a56-77697ef9e126),segment_id=12196855-9a32-4633-9a56-77697ef9e126)] {{(pid=105584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:00:02.812997 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-bf823047-af9f-473c-88a5-2cafe388b854 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:02.824207 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-5542553e-0967-49a3-9de9-41b93a6318b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92033463-594d-4f68-afa7-4615dc2e00e0', 'name': 'tempest-FloatingIPsTestJSON-1423616360-router', 'tenant_id': '96e660a5c5e14bec9752596569f7e039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.73'}], 'enable_snat': True}, 'gw_port_id': '80f6eb86-face-40c1-ab73-a1f8a3f6f811', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:59:23Z', 'updated_at': '2021-07-27T21:00:00Z', 'revision_number': 5, 'project_id': '96e660a5c5e14bec9752596569f7e039', 'gw_port': {'id': '80f6eb86-face-40c1-ab73-a1f8a3f6f811', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:51:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92033463-594d-4f68-afa7-4615dc2e00e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 903, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:59:28Z', 'updated_at': '2021-07-27T20:59:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22'}], 'n-d-705658-22', False) {} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:00:02.837658 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] For port 26471e2e-d677-40a0-8669-23cffdd218b5, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=26471e2e-d677-40a0-8669-23cffdd218b5,segment=NetworkSegment(18a392fd-f38c-4fa2-9883-9b25afe164a9),segment_id=18a392fd-f38c-4fa2-9883-9b25afe164a9)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:00:02.869141 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5542553e-0967-49a3-9de9-41b93a6318b9 None None] Checking router: 92033463-594d-4f68-afa7-4615dc2e00e0 for host: n-d-705658-22 {{(pid=105587) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:00:02.880577 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5542553e-0967-49a3-9de9-41b93a6318b9 None None] Routers {'92033463-594d-4f68-afa7-4615dc2e00e0'} bound to L3 agent in host n-d-705658-22 {{(pid=105587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:00:02.881461 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-5542553e-0967-49a3-9de9-41b93a6318b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T20:59:41Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['92033463-594d-4f68-afa7-4615dc2e00e0'], 'active': True} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:00:02.896175 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-bf823047-af9f-473c-88a5-2cafe388b854 admin admin] Calling delete_port for 80f6eb86-face-40c1-ab73-a1f8a3f6f811 owned by network:router_gateway {{(pid=105584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:00:02.899151 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Returning: {'device': '26471e2e-d677-40a0-8669-23cffdd218b5', 'network_id': 'd06e6d48-2725-42c2-bd07-d31f23229f60', 'port_id': '26471e2e-d677-40a0-8669-23cffdd218b5', 'mac_address': 'fa:16:3e:2d:1f:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd7fbe4e-00a2-4867-9403-b89fa41a76c1', 'ip_address': '10.1.1.217'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105586) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:00:03.004860 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72415101-d80f-459e-96a8-004d05c8d92a req-87c0d92f-44fd-42a8-a754-e94b64e95010 tempest-LiveMigrationNegativeTest-821432527 tempest-LiveMigrationNegativeTest-821432527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:03.005789 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:03.012539 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-72415101-d80f-459e-96a8-004d05c8d92a req-87c0d92f-44fd-42a8-a754-e94b64e95010 tempest-LiveMigrationNegativeTest-821432527 tempest-LiveMigrationNegativeTest-821432527-project] 10.222.0.59 "GET /v2.0/ports?device_id=b0781fdd-7597-4791-b525-085b17c05d36 HTTP/1.1" status: 200 len: 950 time: 0.1587307 Jul 27 21:00:03.037617 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26471e2e-d677-40a0-8669-23cffdd218b5 {{(pid=105586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:00:03.079808 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvr_db [None req-5542553e-0967-49a3-9de9-41b93a6318b9 None None] Set router 92033463-594d-4f68-afa7-4615dc2e00e0 gateway port host: None {{(pid=105587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:00:03.081212 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20527d1b-3897-47b5-8aab-61f202f1b8ef req-7fb2222a-a35d-4cb5-b091-c1e755dec4bf tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:03.085929 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] For port 26471e2e-d677-40a0-8669-23cffdd218b5, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=26471e2e-d677-40a0-8669-23cffdd218b5,segment=NetworkSegment(18a392fd-f38c-4fa2-9883-9b25afe164a9),segment_id=18a392fd-f38c-4fa2-9883-9b25afe164a9)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:00:03.091758 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:03.091947 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-20527d1b-3897-47b5-8aab-61f202f1b8ef req-7fb2222a-a35d-4cb5-b091-c1e755dec4bf tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] 10.222.0.59 "GET /v2.0/ports?device_id=29c1b762-5cb9-4f5b-ac71-3cb8a306ebde HTTP/1.1" status: 200 len: 947 time: 0.1749575 Jul 27 21:00:03.092431 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device 393132c5-1d7b-4862-8edc-dad8e0cfee95 details requested by agent hyperv_n-h1-705658-22 with host n-h1-705658-22 {{(pid=105586) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:00:03.162847 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-5542553e-0967-49a3-9de9-41b93a6318b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92033463-594d-4f68-afa7-4615dc2e00e0', 'name': 'tempest-FloatingIPsTestJSON-1423616360-router', 'tenant_id': '96e660a5c5e14bec9752596569f7e039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:59:23Z', 'updated_at': '2021-07-27T21:00:02Z', 'revision_number': 6, 'project_id': '96e660a5c5e14bec9752596569f7e039', 'gw_port_host': None}], 'n-d-705658-22', False) {} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:00:03.212456 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-72415101-d80f-459e-96a8-004d05c8d92a req-928f6770-5f8a-4626-b524-3b6a2a144bdd tempest-LiveMigrationNegativeTest-821432527 tempest-LiveMigrationNegativeTest-821432527-project] 10.222.0.59 "GET /v2.0/security-groups?id=bba09abf-9bc4-4acd-a324-3bcdcb98d3ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1987281 Jul 27 21:00:03.234075 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5542553e-0967-49a3-9de9-41b93a6318b9 None None] The sync data for ids ['92033463-594d-4f68-afa7-4615dc2e00e0'] in n-d-705658-22 is: [{'id': '92033463-594d-4f68-afa7-4615dc2e00e0', 'name': 'tempest-FloatingIPsTestJSON-1423616360-router', 'tenant_id': '96e660a5c5e14bec9752596569f7e039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:59:23Z', 'updated_at': '2021-07-27T21:00:02Z', 'revision_number': 6, 'project_id': '96e660a5c5e14bec9752596569f7e039', 'gw_port_host': None}] {{(pid=105587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:00:03.255610 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-20527d1b-3897-47b5-8aab-61f202f1b8ef req-5ad1daca-f86b-4283-8cfb-6b90dbf624dd tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] 10.222.0.59 "GET /v2.0/security-groups?id=e760076b-6854-47cf-947b-f6a7a8a579d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1624308 Jul 27 21:00:03.281069 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Pushing event updated for resources: {'Port': ['ID=26471e2e-d677-40a0-8669-23cffdd218b5,revision_number=4']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:00:03.307395 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] For port 393132c5-1d7b-4862-8edc-dad8e0cfee95, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=393132c5-1d7b-4862-8edc-dad8e0cfee95,segment=NetworkSegment(54f3551e-5c55-4c2f-a16f-7beb91ee97a5),segment_id=54f3551e-5c55-4c2f-a16f-7beb91ee97a5)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:00:03.348355 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Returning: {'device': '393132c5-1d7b-4862-8edc-dad8e0cfee95', 'network_id': 'dd0adb7c-988a-43cc-a0da-76a1fae1d8ff', 'port_id': '393132c5-1d7b-4862-8edc-dad8e0cfee95', 'mac_address': 'fa:16:3e:f1:c4:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 229, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2866305-edb6-464f-870e-fc177be24bc0', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105586) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:00:03.358744 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-bf823047-af9f-473c-88a5-2cafe388b854 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:03.370606 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b80752c-8c65-4fd9-87b9-50cd8a7f7604 req-c51e8fdd-e89f-4885-a40c-c4bfa7257bf6 tempest-InstanceActionsNegativeTestJSON-998956897 tempest-InstanceActionsNegativeTestJSON-998956897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:03.374456 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-0b80752c-8c65-4fd9-87b9-50cd8a7f7604 req-c51e8fdd-e89f-4885-a40c-c4bfa7257bf6 tempest-InstanceActionsNegativeTestJSON-998956897 tempest-InstanceActionsNegativeTestJSON-998956897-project] 10.222.0.60 "GET /v2.0/ports?device_id=2dad41b1-cca1-447b-af05-46a6dca32369 HTTP/1.1" status: 200 len: 945 time: 0.3522139 Jul 27 21:00:03.419424 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:03.437749 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf823047-af9f-473c-88a5-2cafe388b854 admin admin] Pushing event deleted for resources: {'Port': ['ID=80f6eb86-face-40c1-ab73-a1f8a3f6f811,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:00:03.464978 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 393132c5-1d7b-4862-8edc-dad8e0cfee95 {{(pid=105586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:00:03.499340 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] For port 393132c5-1d7b-4862-8edc-dad8e0cfee95, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=393132c5-1d7b-4862-8edc-dad8e0cfee95,segment=NetworkSegment(54f3551e-5c55-4c2f-a16f-7beb91ee97a5),segment_id=54f3551e-5c55-4c2f-a16f-7beb91ee97a5)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:00:03.504602 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:03.505905 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device 3e901f2c-afa6-4e65-b936-9e2231fd9b0c details requested by agent hyperv_n-h1-705658-22 with host n-h1-705658-22 {{(pid=105586) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:00:03.591235 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-bf823047-af9f-473c-88a5-2cafe388b854 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4075702'] for router_gateway, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:03.673226 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Pushing event updated for resources: {'Port': ['ID=393132c5-1d7b-4862-8edc-dad8e0cfee95,revision_number=4']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:00:03.736359 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945b8dfa-9696-4529-b645-58cd5de82180 req-cb8b8022-0a18-4c75-bd92-a15448bd1683 tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:03.738760 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-945b8dfa-9696-4529-b645-58cd5de82180 req-cb8b8022-0a18-4c75-bd92-a15448bd1683 tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] 10.222.0.59 "GET /v2.0/ports?device_id=d3985821-907e-495f-a860-769c8bce29c8 HTTP/1.1" status: 200 len: 945 time: 0.3451324 Jul 27 21:00:03.804337 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [req-0b80752c-8c65-4fd9-87b9-50cd8a7f7604 req-3d2122c3-ff3c-45b2-9118-1a0627689dbd tempest-InstanceActionsNegativeTestJSON-998956897 tempest-InstanceActionsNegativeTestJSON-998956897-project] Deleting port 9485d193-0dc2-431a-9c05-4c54305dbc3f {{(pid=105585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:00:03.805137 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-0b80752c-8c65-4fd9-87b9-50cd8a7f7604 req-3d2122c3-ff3c-45b2-9118-1a0627689dbd tempest-InstanceActionsNegativeTestJSON-998956897 tempest-InstanceActionsNegativeTestJSON-998956897-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:03.843510 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e582a55-e0c6-4a21-af64-36873645edea req-620aa85a-0e0c-4007-9fae-0668edeb439d tempest-InstanceActionsNegativeTestJSON-998956897 tempest-InstanceActionsNegativeTestJSON-998956897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:03.852516 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-9e582a55-e0c6-4a21-af64-36873645edea req-620aa85a-0e0c-4007-9fae-0668edeb439d tempest-InstanceActionsNegativeTestJSON-998956897 tempest-InstanceActionsNegativeTestJSON-998956897-project] 10.222.0.59 "GET /v2.0/ports?device_id=2dad41b1-cca1-447b-af05-46a6dca32369 HTTP/1.1" status: 200 len: 945 time: 0.1808546 Jul 27 21:00:03.863984 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-bf823047-af9f-473c-88a5-2cafe388b854 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4163631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-425'] for router, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:03.866491 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-bf823047-af9f-473c-88a5-2cafe388b854 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:03.867926 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] For port 3e901f2c-afa6-4e65-b936-9e2231fd9b0c, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=3e901f2c-afa6-4e65-b936-9e2231fd9b0c,segment=NetworkSegment(f1e516bc-13bc-4947-b152-f0f01499a80c),segment_id=f1e516bc-13bc-4947-b152-f0f01499a80c)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:00:03.894528 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-945b8dfa-9696-4529-b645-58cd5de82180 req-67aa3afb-65db-4741-9869-4cf04e02e194 tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] 10.222.0.59 "GET /v2.0/security-groups?id=d1766e71-7b2a-4f2d-acc0-530f862b8fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473932 Jul 27 21:00:03.929185 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Returning: {'device': '3e901f2c-afa6-4e65-b936-9e2231fd9b0c', 'network_id': 'b117ba52-594c-450e-a21e-ba2b0ffa1338', 'port_id': '3e901f2c-afa6-4e65-b936-9e2231fd9b0c', 'mac_address': 'fa:16:3e:55:e9:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 246, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38961467-19f7-4057-ba41-d6906c9db744', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105586) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:00:03.952842 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-bf823047-af9f-473c-88a5-2cafe388b854 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4163007'] for router, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:03.953448 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf823047-af9f-473c-88a5-2cafe388b854 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 92033463-594d-4f68-afa7-4615dc2e00e0 {{(pid=105584) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 21:00:03.959757 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-bf823047-af9f-473c-88a5-2cafe388b854 admin admin] Notify callbacks [] for router, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:03.961031 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-bf823047-af9f-473c-88a5-2cafe388b854 admin admin] 10.222.0.59 "DELETE /v2.0/routers/92033463-594d-4f68-afa7-4615dc2e00e0 HTTP/1.1" status: 204 len: 168 time: 2.0722122 Jul 27 21:00:03.965933 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 40790) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:00:03.979582 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-9e582a55-e0c6-4a21-af64-36873645edea req-557440c5-dd06-4b63-83ba-ccc3d4f81fb9 tempest-InstanceActionsNegativeTestJSON-998956897 tempest-InstanceActionsNegativeTestJSON-998956897-project] 10.222.0.59 "GET /v2.0/security-groups?id=c5ae5332-206c-4248-b3dd-58ae8ae2cd0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260347 Jul 27 21:00:04.003039 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:04.025251 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.db_base_plugin_v2 [None req-19e86f50-5cd8-42ee-8958-806494209284 admin admin] Deleting subnet b8b13b9c-7f43-49cb-b248-6dd76ebf9310 {{(pid=105584) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:00:04.026626 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e901f2c-afa6-4e65-b936-9e2231fd9b0c {{(pid=105586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:00:04.028430 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-19e86f50-5cd8-42ee-8958-806494209284 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:04.039101 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.db [req-0b80752c-8c65-4fd9-87b9-50cd8a7f7604 req-3d2122c3-ff3c-45b2-9118-1a0627689dbd tempest-InstanceActionsNegativeTestJSON-998956897 tempest-InstanceActionsNegativeTestJSON-998956897-project] For port 9485d193-0dc2-431a-9c05-4c54305dbc3f, host n-h2-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=9485d193-0dc2-431a-9c05-4c54305dbc3f,segment=NetworkSegment(c6f7a1fa-d233-46b2-8a3a-0deb57dc2e2d),segment_id=c6f7a1fa-d233-46b2-8a3a-0deb57dc2e2d)] {{(pid=105585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:00:04.040548 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-0b80752c-8c65-4fd9-87b9-50cd8a7f7604 req-3d2122c3-ff3c-45b2-9118-1a0627689dbd tempest-InstanceActionsNegativeTestJSON-998956897 tempest-InstanceActionsNegativeTestJSON-998956897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:04.047210 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] For port 3e901f2c-afa6-4e65-b936-9e2231fd9b0c, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=3e901f2c-afa6-4e65-b936-9e2231fd9b0c,segment=NetworkSegment(f1e516bc-13bc-4947-b152-f0f01499a80c),segment_id=f1e516bc-13bc-4947-b152-f0f01499a80c)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:00:04.056285 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:04.057020 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device 32d33fb6-0dd4-4fb0-848b-fa38285c8993 details requested by agent hyperv_n-h1-705658-22 with host n-h1-705658-22 {{(pid=105586) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:00:04.073844 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-19e86f50-5cd8-42ee-8958-806494209284 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9014207'] for subnet, precommit_delete_associations {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:04.095219 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [req-0b80752c-8c65-4fd9-87b9-50cd8a7f7604 req-3d2122c3-ff3c-45b2-9118-1a0627689dbd tempest-InstanceActionsNegativeTestJSON-998956897 tempest-InstanceActionsNegativeTestJSON-998956897-project] Calling delete_port for 9485d193-0dc2-431a-9c05-4c54305dbc3f owned by compute:nova {{(pid=105585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:00:04.150950 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Pushing event updated for resources: {'Port': ['ID=3e901f2c-afa6-4e65-b936-9e2231fd9b0c,revision_number=4']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:00:04.154793 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] For port 32d33fb6-0dd4-4fb0-848b-fa38285c8993, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=32d33fb6-0dd4-4fb0-848b-fa38285c8993,segment=NetworkSegment(18a392fd-f38c-4fa2-9883-9b25afe164a9),segment_id=18a392fd-f38c-4fa2-9883-9b25afe164a9)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:00:04.173870 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Returning: {'device': '32d33fb6-0dd4-4fb0-848b-fa38285c8993', 'network_id': 'd06e6d48-2725-42c2-bd07-d31f23229f60', 'port_id': '32d33fb6-0dd4-4fb0-848b-fa38285c8993', 'mac_address': 'fa:16:3e:f9:c7:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd7fbe4e-00a2-4867-9403-b89fa41a76c1', 'ip_address': '10.1.1.80'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105586) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:00:04.204829 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-19e86f50-5cd8-42ee-8958-806494209284 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854965'] for subnet, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:04.260641 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:04.285680 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32d33fb6-0dd4-4fb0-848b-fa38285c8993 {{(pid=105586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:00:04.311445 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] For port 32d33fb6-0dd4-4fb0-848b-fa38285c8993, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=32d33fb6-0dd4-4fb0-848b-fa38285c8993,segment=NetworkSegment(18a392fd-f38c-4fa2-9883-9b25afe164a9),segment_id=18a392fd-f38c-4fa2-9883-9b25afe164a9)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:00:04.318269 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:04.322463 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-19e86f50-5cd8-42ee-8958-806494209284 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9014081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9738825'] for subnet, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:04.323159 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615f9ee1-2c19-4ab9-a633-390df3bcddd6 req-062c637b-0727-4fae-bd3a-8afc5884a743 tempest-LiveMigrationNegativeTest-821432527 tempest-LiveMigrationNegativeTest-821432527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:04.324919 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-615f9ee1-2c19-4ab9-a633-390df3bcddd6 req-062c637b-0727-4fae-bd3a-8afc5884a743 tempest-LiveMigrationNegativeTest-821432527 tempest-LiveMigrationNegativeTest-821432527-project] 10.222.0.59 "GET /v2.0/ports?device_id=b0781fdd-7597-4791-b525-085b17c05d36 HTTP/1.1" status: 200 len: 950 time: 0.3216667 Jul 27 21:00:04.389388 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-19e86f50-5cd8-42ee-8958-806494209284 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:04.391261 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-19e86f50-5cd8-42ee-8958-806494209284 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/b8b13b9c-7f43-49cb-b248-6dd76ebf9310 HTTP/1.1" status: 204 len: 168 time: 0.4243467 Jul 27 21:00:04.392533 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e86f50-5cd8-42ee-8958-806494209284 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b8b13b9c-7f43-49cb-b248-6dd76ebf9310,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:00:04.393483 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-759e4119-1ab3-4d0a-8829-0176625abb7c None None] Network 4269efb7-fc40-454b-a2c4-be29c29c7373 requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:00:04.396496 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 40802) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:00:04.426279 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b668947-79a0-4657-a778-d146640a111e req-47daf3c2-4861-40e6-9586-c63687053ba6 tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:04.432256 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b668947-79a0-4657-a778-d146640a111e req-47daf3c2-4861-40e6-9586-c63687053ba6 tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:04.438089 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b668947-79a0-4657-a778-d146640a111e req-47daf3c2-4861-40e6-9586-c63687053ba6 tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:04.444546 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b668947-79a0-4657-a778-d146640a111e req-47daf3c2-4861-40e6-9586-c63687053ba6 tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:04.456167 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b668947-79a0-4657-a778-d146640a111e req-47daf3c2-4861-40e6-9586-c63687053ba6 tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:04.463286 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Pushing event updated for resources: {'Port': ['ID=32d33fb6-0dd4-4fb0-848b-fa38285c8993,revision_number=4']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:00:04.467009 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b668947-79a0-4657-a778-d146640a111e req-47daf3c2-4861-40e6-9586-c63687053ba6 tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:04.474765 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b668947-79a0-4657-a778-d146640a111e req-47daf3c2-4861-40e6-9586-c63687053ba6 tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:04.482628 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-7b668947-79a0-4657-a778-d146640a111e req-47daf3c2-4861-40e6-9586-c63687053ba6 tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] 10.222.0.59 "GET /v2.0/ports?device_id=2be6dd0d-bc7c-4882-8bb2-afe5ae686d07 HTTP/1.1" status: 200 len: 5435 time: 0.2468531 Jul 27 21:00:04.499979 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-615f9ee1-2c19-4ab9-a633-390df3bcddd6 req-b785ddc0-a072-4321-b71c-d1ffab10a013 tempest-LiveMigrationNegativeTest-821432527 tempest-LiveMigrationNegativeTest-821432527-project] 10.222.0.59 "GET /v2.0/security-groups?id=bba09abf-9bc4-4acd-a324-3bcdcb98d3ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651542 Jul 27 21:00:04.507723 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-39a6b829-ecb1-4798-bc30-bb00eb40684a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-990557'] for network, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:04.624749 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device a1cf4471-1238-4ddc-b9ff-38705e1c638c no longer exists at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:00:04.654775 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-7b668947-79a0-4657-a778-d146640a111e req-7e3f10ee-d517-4de3-bb53-05937a580fad tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] 10.222.0.59 "GET /v2.0/security-groups?id=c27eaa65-2484-427b-949c-12cff57d8973&id=9dd39787-c773-4e1e-afc7-6169131b96d0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1707015 Jul 27 21:00:04.660797 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-0b80752c-8c65-4fd9-87b9-50cd8a7f7604 req-3d2122c3-ff3c-45b2-9118-1a0627689dbd tempest-InstanceActionsNegativeTestJSON-998956897 tempest-InstanceActionsNegativeTestJSON-998956897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:04.666312 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] No Port match for: a1cf4471-1238-4ddc-b9ff-38705e1c638c {{(pid=105586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:00:04.666744 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device a1cf4471-1238-4ddc-b9ff-38705e1c638c not bound to the agent host n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:00:04.667367 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 80f6eb86-face-40c1-ab73-a1f8a3f6f811 no longer exists at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:00:04.694881 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] get_ports_and_sgs() called for port_ids ['9485d193-0dc2-431a-9c05-4c54305dbc3f'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:00:04.697201 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] No Port match for: 80f6eb86-face-40c1-ab73-a1f8a3f6f811 {{(pid=105586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:00:04.697503 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 80f6eb86-face-40c1-ab73-a1f8a3f6f811 not bound to the agent host n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:00:04.705169 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-39a6b829-ecb1-4798-bc30-bb00eb40684a admin admin] Deleting port ddc34648-772a-4596-8af3-0486986a271d {{(pid=105584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:00:04.705472 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-39a6b829-ecb1-4798-bc30-bb00eb40684a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:04.738750 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2122c3-ff3c-45b2-9118-1a0627689dbd tempest-InstanceActionsNegativeTestJSON-998956897 tempest-InstanceActionsNegativeTestJSON-998956897-project] Pushing event deleted for resources: {'Port': ['ID=9485d193-0dc2-431a-9c05-4c54305dbc3f,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:00:04.782730 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6bb802a-d0f3-42ea-9154-cba82eb14d54 None None] DHCP port deletion for 4269efb7-fc40-454b-a2c4-be29c29c7373 request from n-d-705658-22 {{(pid=105586) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 21:00:04.830043 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [None req-39a6b829-ecb1-4798-bc30-bb00eb40684a admin admin] For port ddc34648-772a-4596-8af3-0486986a271d, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=ddc34648-772a-4596-8af3-0486986a271d,segment=NetworkSegment(361af615-e101-48c1-844c-4098a374b3b5),segment_id=361af615-e101-48c1-844c-4098a374b3b5)] {{(pid=105584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:00:04.830625 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-39a6b829-ecb1-4798-bc30-bb00eb40684a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:04.850744 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b80752c-8c65-4fd9-87b9-50cd8a7f7604 req-3d2122c3-ff3c-45b2-9118-1a0627689dbd tempest-InstanceActionsNegativeTestJSON-998956897 tempest-InstanceActionsNegativeTestJSON-998956897-project] No DVR routers for this DVR port 9485d193-0dc2-431a-9c05-4c54305dbc3f on host n-h2-705658-22 {{(pid=105585) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:00:04.854144 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-39a6b829-ecb1-4798-bc30-bb00eb40684a admin admin] Calling delete_port for ddc34648-772a-4596-8af3-0486986a271d owned by network:dhcp {{(pid=105584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:00:04.866920 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-0b80752c-8c65-4fd9-87b9-50cd8a7f7604 req-3d2122c3-ff3c-45b2-9118-1a0627689dbd tempest-InstanceActionsNegativeTestJSON-998956897 tempest-InstanceActionsNegativeTestJSON-998956897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:04.873557 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-0b80752c-8c65-4fd9-87b9-50cd8a7f7604 req-3d2122c3-ff3c-45b2-9118-1a0627689dbd tempest-InstanceActionsNegativeTestJSON-998956897 tempest-InstanceActionsNegativeTestJSON-998956897-project] 10.222.0.60 "DELETE /v2.0/ports/9485d193-0dc2-431a-9c05-4c54305dbc3f HTTP/1.1" status: 204 len: 173 time: 1.4922934 Jul 27 21:00:04.874236 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-b6bb802a-d0f3-42ea-9154-cba82eb14d54 None None] Deleting port ddc34648-772a-4596-8af3-0486986a271d {{(pid=105586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:00:04.874621 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-b6bb802a-d0f3-42ea-9154-cba82eb14d54 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:04.884388 n-d-705658-22 neutron-server[105585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2dad41b1-cca1-447b-af05-46a6dca32369', 'name': 'network-vif-deleted', 'tag': '9485d193-0dc2-431a-9c05-4c54305dbc3f'}] {{(pid=105585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:00:04.891346 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d66fd65881426bfc2b5388084a3654e5eae521106a15a3dbf0eb4cde7106c36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8365c150-e727-41f2-ac23-07c4d1161b4d" -d '{"events": [{"server_uuid": "2dad41b1-cca1-447b-af05-46a6dca32369", "name": "network-vif-deleted", "tag": "9485d193-0dc2-431a-9c05-4c54305dbc3f"}]}' {{(pid=105585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:00:04.965089 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:00:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f4a32c4-ce8c-4e61-b85a-86be00f4616b x-openstack-request-id: req-6f4a32c4-ce8c-4e61-b85a-86be00f4616b {{(pid=105585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:00:04.965640 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2dad41b1-cca1-447b-af05-46a6dca32369", "name": "network-vif-deleted", "tag": "9485d193-0dc2-431a-9c05-4c54305dbc3f", "status": "completed", "code": 200}]} {{(pid=105585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:00:04.966220 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-6f4a32c4-ce8c-4e61-b85a-86be00f4616b {{(pid=105585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:00:04.966849 n-d-705658-22 neutron-server[105585]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2dad41b1-cca1-447b-af05-46a6dca32369', 'name': 'network-vif-deleted', 'tag': '9485d193-0dc2-431a-9c05-4c54305dbc3f', 'status': 'completed', 'code': 200} Jul 27 21:00:05.013037 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-b6bb802a-d0f3-42ea-9154-cba82eb14d54 None None] For port ddc34648-772a-4596-8af3-0486986a271d, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=ddc34648-772a-4596-8af3-0486986a271d,segment=NetworkSegment(361af615-e101-48c1-844c-4098a374b3b5),segment_id=361af615-e101-48c1-844c-4098a374b3b5)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:00:05.013401 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-b6bb802a-d0f3-42ea-9154-cba82eb14d54 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:05.037908 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-39a6b829-ecb1-4798-bc30-bb00eb40684a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:05.048167 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-b6bb802a-d0f3-42ea-9154-cba82eb14d54 None None] Calling delete_port for ddc34648-772a-4596-8af3-0486986a271d owned by network:dhcp {{(pid=105586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:00:05.074189 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] get_ports_and_sgs() called for port_ids ['c93b5038-6969-4f8d-8d0a-5a1c280dd74b'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:00:05.087536 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a6b829-ecb1-4798-bc30-bb00eb40684a admin admin] Pushing event deleted for resources: {'Port': ['ID=ddc34648-772a-4596-8af3-0486986a271d,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:00:05.114733 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39a6b829-ecb1-4798-bc30-bb00eb40684a admin admin] No DVR routers for this DVR port ddc34648-772a-4596-8af3-0486986a271d on host n-d-705658-22 {{(pid=105584) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:00:05.123284 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] get_ports_and_sgs() called for port_ids ['566e3be7-77d9-40a2-9abe-1e1bb6e2da74'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:00:05.125455 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] get_ports_and_sgs() called for port_ids ['26471e2e-d677-40a0-8669-23cffdd218b5'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:00:05.132384 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1851f13-44dd-47a6-8069-fc594dcd27ab req-4eba3f26-3d63-49ef-a97c-adc98acc7117 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:05.140778 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e1851f13-44dd-47a6-8069-fc594dcd27ab req-4eba3f26-3d63-49ef-a97c-adc98acc7117 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] 10.222.0.59 "GET /v2.0/ports?device_id=29c1b762-5cb9-4f5b-ac71-3cb8a306ebde HTTP/1.1" status: 200 len: 947 time: 0.1515288 Jul 27 21:00:05.180995 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167dc5de-1c7d-45a9-a11a-f52820bf6de0 req-aa7bc36f-3b8a-4deb-a35c-875894dbe79c tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:05.183150 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-167dc5de-1c7d-45a9-a11a-f52820bf6de0 req-aa7bc36f-3b8a-4deb-a35c-875894dbe79c tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] 10.222.0.59 "GET /v2.0/ports?device_id=d3985821-907e-495f-a860-769c8bce29c8 HTTP/1.1" status: 200 len: 945 time: 0.1563239 Jul 27 21:00:05.228507 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e1851f13-44dd-47a6-8069-fc594dcd27ab req-6d272730-711c-4ed9-954f-8adf9e86132c tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] 10.222.0.59 "GET /v2.0/security-groups?id=e760076b-6854-47cf-947b-f6a7a8a579d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0864720 Jul 27 21:00:05.298671 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-167dc5de-1c7d-45a9-a11a-f52820bf6de0 req-233c00c0-ddaa-46fa-9bba-99f7f713e07a tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] 10.222.0.59 "GET /v2.0/security-groups?id=d1766e71-7b2a-4f2d-acc0-530f862b8fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795193 Jul 27 21:00:05.347207 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-39a6b829-ecb1-4798-bc30-bb00eb40684a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853562', 'neutron.services.segments.db._delete_segments_for_network-8790688882975'] for network, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:05.361660 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.segments.db [None req-39a6b829-ecb1-4798-bc30-bb00eb40684a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4269efb7-fc40-454b-a2c4-be29c29c7373']}} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:00:05.387621 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.segments.db [None req-39a6b829-ecb1-4798-bc30-bb00eb40684a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '361af615-e101-48c1-844c-4098a374b3b5') {'for_net_delete': True} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:00:05.388086 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.segments.db [None req-39a6b829-ecb1-4798-bc30-bb00eb40684a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '361af615-e101-48c1-844c-4098a374b3b5') {} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:00:05.413714 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-39a6b829-ecb1-4798-bc30-bb00eb40684a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790688883752', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9014348'] for segment, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:05.475680 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-3ccfb85f-fb85-428b-9b46-18d60e56dace req-0534c8f8-9889-4446-b35e-acd064644656 tempest-InstanceActionsNegativeTestJSON-998956897 tempest-InstanceActionsNegativeTestJSON-998956897-project] 10.222.0.59 "GET /v2.0/ports?device_id=2dad41b1-cca1-447b-af05-46a6dca32369 HTTP/1.1" status: 200 len: 210 time: 0.0454409 Jul 27 21:00:05.476515 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-39a6b829-ecb1-4798-bc30-bb00eb40684a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:05.489353 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39a6b829-ecb1-4798-bc30-bb00eb40684a admin admin] Releasing vlan 216 on physical network physnet1 to pool {{(pid=105584) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:00:05.489944 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-39a6b829-ecb1-4798-bc30-bb00eb40684a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9014063'] for segment, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:05.493569 n-d-705658-22 neutron-server[105584]: Traceback (most recent call last): Jul 27 21:00:05.493569 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:00:05.493569 n-d-705658-22 neutron-server[105584]: timer() Jul 27 21:00:05.493569 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:00:05.493569 n-d-705658-22 neutron-server[105584]: cb(*args, **kw) Jul 27 21:00:05.493569 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:00:05.493569 n-d-705658-22 neutron-server[105584]: return func(*args, **kwargs) Jul 27 21:00:05.493569 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:00:05.493569 n-d-705658-22 neutron-server[105584]: self._notify() Jul 27 21:00:05.493569 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:00:05.493569 n-d-705658-22 neutron-server[105584]: self.callback(batched_events) Jul 27 21:00:05.493569 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:00:05.493569 n-d-705658-22 neutron-server[105584]: event.method(event) Jul 27 21:00:05.493569 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:00:05.493569 n-d-705658-22 neutron-server[105584]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:00:05.493569 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:00:05.493569 n-d-705658-22 neutron-server[105584]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:00:05.493569 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:00:05.493569 n-d-705658-22 neutron-server[105584]: return f(self, *a, **k) Jul 27 21:00:05.493569 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:00:05.493569 n-d-705658-22 neutron-server[105584]: return self._get(url).json() Jul 27 21:00:05.493569 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:00:05.493569 n-d-705658-22 neutron-server[105584]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:00:05.493569 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:00:05.493569 n-d-705658-22 neutron-server[105584]: return self.request(url, 'GET', **kwargs) Jul 27 21:00:05.493569 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:00:05.493569 n-d-705658-22 neutron-server[105584]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:00:05.493569 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:00:05.493569 n-d-705658-22 neutron-server[105584]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:00:05.493569 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:00:05.493569 n-d-705658-22 neutron-server[105584]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:00:05.493569 n-d-705658-22 neutron-server[105584]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:00:05.556045 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] get_ports_and_sgs() called for port_ids ['393132c5-1d7b-4862-8edc-dad8e0cfee95'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:00:05.592539 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-39a6b829-ecb1-4798-bc30-bb00eb40684a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4075658'] for network, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:05.597866 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] get_ports_and_sgs() called for port_ids ['32d33fb6-0dd4-4fb0-848b-fa38285c8993'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:00:05.630084 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-39a6b829-ecb1-4798-bc30-bb00eb40684a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743886'] for network, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:05.648058 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-39a6b829-ecb1-4798-bc30-bb00eb40684a admin admin] 10.222.0.59 "DELETE /v2.0/networks/4269efb7-fc40-454b-a2c4-be29c29c7373 HTTP/1.1" status: 204 len: 168 time: 1.2416582 Jul 27 21:00:05.652903 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a6b829-ecb1-4798-bc30-bb00eb40684a admin admin] Pushing event deleted for resources: {'Network': ['ID=4269efb7-fc40-454b-a2c4-be29c29c7373,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:00:05.667354 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 40838) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:00:05.778429 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b105785-aafd-4742-9be4-37fc52ee58f3 req-b5d895a3-9dbb-4b2b-957e-1d3f23cfec69 tempest-LiveMigrationNegativeTest-821432527 tempest-LiveMigrationNegativeTest-821432527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:05.794638 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-7b105785-aafd-4742-9be4-37fc52ee58f3 req-b5d895a3-9dbb-4b2b-957e-1d3f23cfec69 tempest-LiveMigrationNegativeTest-821432527 tempest-LiveMigrationNegativeTest-821432527-project] 10.222.0.59 "GET /v2.0/ports?device_id=b0781fdd-7597-4791-b525-085b17c05d36 HTTP/1.1" status: 200 len: 950 time: 0.1501570 Jul 27 21:00:05.888066 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-7b105785-aafd-4742-9be4-37fc52ee58f3 req-6c7aedc9-8ae3-4057-8e73-043cfec70bed tempest-LiveMigrationNegativeTest-821432527 tempest-LiveMigrationNegativeTest-821432527-project] 10.222.0.59 "GET /v2.0/security-groups?id=bba09abf-9bc4-4acd-a324-3bcdcb98d3ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917377 Jul 27 21:00:05.936582 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-cbf8319c-9cde-4ed6-b5f4-e2f6ccbc4572 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:05.979308 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 40846) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:00:06.032285 n-d-705658-22 neutron-server[105586]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 27 21:00:06.032285 n-d-705658-22 neutron-server[105586]: from cryptography.utils import int_from_bytes Jul 27 21:00:06.032285 n-d-705658-22 neutron-server[105586]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 27 21:00:06.032285 n-d-705658-22 neutron-server[105586]: from cryptography.utils import int_from_bytes Jul 27 21:00:06.032285 n-d-705658-22 neutron-server[105586]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 21:00:06.032285 n-d-705658-22 neutron-server[105586]: self.session.flush() Jul 27 21:00:06.032285 n-d-705658-22 neutron-server[105586]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 21:00:06.032285 n-d-705658-22 neutron-server[105586]: self.session.flush() Jul 27 21:00:06.032285 n-d-705658-22 neutron-server[105586]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 21:00:06.032285 n-d-705658-22 neutron-server[105586]: self.session.flush() Jul 27 21:00:06.032285 n-d-705658-22 neutron-server[105586]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 21:00:06.032285 n-d-705658-22 neutron-server[105586]: self.session.flush() Jul 27 21:00:06.032285 n-d-705658-22 neutron-server[105586]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 21:00:06.032285 n-d-705658-22 neutron-server[105586]: self.session.flush() Jul 27 21:00:06.032285 n-d-705658-22 neutron-server[105586]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 21:00:06.032285 n-d-705658-22 neutron-server[105586]: self.session.flush() Jul 27 21:00:06.032285 n-d-705658-22 neutron-server[105586]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 21:00:06.032285 n-d-705658-22 neutron-server[105586]: self.session.flush() Jul 27 21:00:06.032285 n-d-705658-22 neutron-server[105586]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 21:00:06.032285 n-d-705658-22 neutron-server[105586]: self.session.flush() Jul 27 21:00:06.032285 n-d-705658-22 neutron-server[105586]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 21:00:06.032285 n-d-705658-22 neutron-server[105586]: self.session.flush() Jul 27 21:00:06.032285 n-d-705658-22 neutron-server[105586]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 21:00:06.032285 n-d-705658-22 neutron-server[105586]: self.session.flush() Jul 27 21:00:06.032285 n-d-705658-22 neutron-server[105586]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 21:00:06.032285 n-d-705658-22 neutron-server[105586]: self.session.flush() Jul 27 21:00:06.032285 n-d-705658-22 neutron-server[105586]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 21:00:06.032285 n-d-705658-22 neutron-server[105586]: self.session.flush() Jul 27 21:00:06.032285 n-d-705658-22 neutron-server[105586]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 21:00:06.032285 n-d-705658-22 neutron-server[105586]: self.session.flush() Jul 27 21:00:06.032285 n-d-705658-22 neutron-server[105586]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 21:00:06.032285 n-d-705658-22 neutron-server[105586]: self.session.flush() Jul 27 21:00:06.032285 n-d-705658-22 neutron-server[105586]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 21:00:06.032285 n-d-705658-22 neutron-server[105586]: self.session.flush() Jul 27 21:00:06.032285 n-d-705658-22 neutron-server[105586]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 21:00:06.032285 n-d-705658-22 neutron-server[105586]: self.session.flush() Jul 27 21:00:06.032285 n-d-705658-22 neutron-server[105586]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 21:00:06.032285 n-d-705658-22 neutron-server[105586]: self.session.flush() Jul 27 21:00:06.032285 n-d-705658-22 neutron-server[105586]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 21:00:06.032285 n-d-705658-22 neutron-server[105586]: self.session.flush() Jul 27 21:00:06.032285 n-d-705658-22 neutron-server[105586]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 21:00:06.032285 n-d-705658-22 neutron-server[105586]: self.session.flush() Jul 27 21:00:06.035511 n-d-705658-22 neutron-server[105586]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 21:00:06.035511 n-d-705658-22 neutron-server[105586]: self.session.flush() Jul 27 21:00:06.035511 n-d-705658-22 neutron-server[105586]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 21:00:06.035511 n-d-705658-22 neutron-server[105586]: self.session.flush() Jul 27 21:00:06.035511 n-d-705658-22 neutron-server[105586]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 21:00:06.035511 n-d-705658-22 neutron-server[105586]: self.session.flush() Jul 27 21:00:06.035511 n-d-705658-22 neutron-server[105586]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 21:00:06.035511 n-d-705658-22 neutron-server[105586]: self.session.flush() Jul 27 21:00:06.035511 n-d-705658-22 neutron-server[105586]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 21:00:06.035511 n-d-705658-22 neutron-server[105586]: self.session.flush() Jul 27 21:00:06.035511 n-d-705658-22 neutron-server[105586]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 21:00:06.035511 n-d-705658-22 neutron-server[105586]: self.session.flush() Jul 27 21:00:06.035511 n-d-705658-22 neutron-server[105586]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 21:00:06.035511 n-d-705658-22 neutron-server[105586]: self.session.flush() Jul 27 21:00:06.088813 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-9139620d-95f3-4597-bfe3-73b31a84ab90 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=96e660a5c5e14bec9752596569f7e039&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1072648 Jul 27 21:00:06.090704 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 40852) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:00:06.106666 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-cbf8319c-9cde-4ed6-b5f4-e2f6ccbc4572 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:06.131048 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-b6bb802a-d0f3-42ea-9154-cba82eb14d54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180'] for port, after_delete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:06.165304 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74803f3-8c2d-4b59-b47b-bc5992a12c63 req-e18c4a3b-0a09-4279-9491-8d044f53e6a5 tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:06.171530 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74803f3-8c2d-4b59-b47b-bc5992a12c63 req-e18c4a3b-0a09-4279-9491-8d044f53e6a5 tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:06.178367 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74803f3-8c2d-4b59-b47b-bc5992a12c63 req-e18c4a3b-0a09-4279-9491-8d044f53e6a5 tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:06.179271 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-cbf8319c-9cde-4ed6-b5f4-e2f6ccbc4572 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:06.184951 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74803f3-8c2d-4b59-b47b-bc5992a12c63 req-e18c4a3b-0a09-4279-9491-8d044f53e6a5 tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:06.192506 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74803f3-8c2d-4b59-b47b-bc5992a12c63 req-e18c4a3b-0a09-4279-9491-8d044f53e6a5 tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:06.199313 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74803f3-8c2d-4b59-b47b-bc5992a12c63 req-e18c4a3b-0a09-4279-9491-8d044f53e6a5 tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:06.203858 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6bb802a-d0f3-42ea-9154-cba82eb14d54 None None] Pushing event deleted for resources: {'Port': ['ID=ddc34648-772a-4596-8af3-0486986a271d,revision_number=None']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:00:06.205402 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74803f3-8c2d-4b59-b47b-bc5992a12c63 req-e18c4a3b-0a09-4279-9491-8d044f53e6a5 tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:06.214149 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f74803f3-8c2d-4b59-b47b-bc5992a12c63 req-e18c4a3b-0a09-4279-9491-8d044f53e6a5 tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] 10.222.0.59 "GET /v2.0/ports?device_id=2be6dd0d-bc7c-4882-8bb2-afe5ae686d07 HTTP/1.1" status: 200 len: 5436 time: 0.1913936 Jul 27 21:00:06.224123 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-b6bb802a-d0f3-42ea-9154-cba82eb14d54 None None] Network 4269efb7-fc40-454b-a2c4-be29c29c7373 is not hosted by any dhcp agent {{(pid=105586) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 27 21:00:06.225106 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6bb802a-d0f3-42ea-9154-cba82eb14d54 None None] No DVR routers for this DVR port ddc34648-772a-4596-8af3-0486986a271d on host n-d-705658-22 {{(pid=105586) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:00:06.240312 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] get_ports_and_sgs() called for port_ids ['984e7f87-cd71-496b-8f96-8f7663d6c1ce'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:00:06.247176 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] get_ports_and_sgs() called for port_ids ['3e901f2c-afa6-4e65-b936-9e2231fd9b0c'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:00:06.277408 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-cbf8319c-9cde-4ed6-b5f4-e2f6ccbc4572 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=d9308f8ba9444df6a8c08299c3e1db01&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6076102 Jul 27 21:00:06.282202 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-3ef6989d-7cca-439b-a9e0-fbaa1972d1e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:06.302255 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f74803f3-8c2d-4b59-b47b-bc5992a12c63 req-67aaa41d-1f1b-4818-b391-fd69731959c2 tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] 10.222.0.59 "GET /v2.0/security-groups?id=c27eaa65-2484-427b-949c-12cff57d8973&id=9dd39787-c773-4e1e-afc7-6169131b96d0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0853360 Jul 27 21:00:06.302794 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 40854) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:00:06.310394 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf8319c-9cde-4ed6-b5f4-e2f6ccbc4572 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d420f40-db12-4f2d-ab0e-09e383f98f1d,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:00:06.360362 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:06.395519 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device 0d25b76a-67ba-4b3b-8026-3f225d5e391c no longer exists at agent hyperv_n-h1-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:00:06.427449 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-3ef6989d-7cca-439b-a9e0-fbaa1972d1e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:06.562885 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-3055db77-1ef3-4764-a146-9016b57eec38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:06.615338 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-3055db77-1ef3-4764-a146-9016b57eec38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:06.628249 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-3ef6989d-7cca-439b-a9e0-fbaa1972d1e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:06.630866 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-3ef6989d-7cca-439b-a9e0-fbaa1972d1e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:06.632071 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-3ef6989d-7cca-439b-a9e0-fbaa1972d1e1 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/06c5d0c5-adb0-4480-8c23-09fe589c0e27 HTTP/1.1" status: 204 len: 168 time: 0.5403066 Jul 27 21:00:06.678306 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a08ef94-0b88-4960-a54f-30aba3066ecd req-2d29b899-7abc-4a34-b3de-6eebe34b0a54 tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:06.685761 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-9a08ef94-0b88-4960-a54f-30aba3066ecd req-2d29b899-7abc-4a34-b3de-6eebe34b0a54 tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] 10.222.0.59 "GET /v2.0/ports?device_id=d3985821-907e-495f-a860-769c8bce29c8 HTTP/1.1" status: 200 len: 945 time: 0.2324500 Jul 27 21:00:06.694630 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2dbf555-1b1e-4d68-8db1-33004bf7d180 req-158275b2-cef0-4f3a-85d4-6fe0f73763f3 tempest-LiveMigrationNegativeTest-2081490880 tempest-LiveMigrationNegativeTest-2081490880-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:06.696198 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a2dbf555-1b1e-4d68-8db1-33004bf7d180 req-158275b2-cef0-4f3a-85d4-6fe0f73763f3 tempest-LiveMigrationNegativeTest-2081490880 tempest-LiveMigrationNegativeTest-2081490880-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=b0781fdd-7597-4791-b525-085b17c05d36 HTTP/1.1" status: 200 len: 1102 time: 0.2672105 Jul 27 21:00:06.696925 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef6989d-7cca-439b-a9e0-fbaa1972d1e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06c5d0c5-adb0-4480-8c23-09fe589c0e27,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:00:06.709022 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device ddc34648-772a-4596-8af3-0486986a271d no longer exists at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:00:06.733008 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-a2dbf555-1b1e-4d68-8db1-33004bf7d180 req-e0ca5db9-c32c-49ea-97f5-34b21526e698 tempest-LiveMigrationNegativeTest-2081490880 tempest-LiveMigrationNegativeTest-2081490880-project-admin] Notify callbacks [] for security_group, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:06.793867 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-9a08ef94-0b88-4960-a54f-30aba3066ecd req-0a3f8411-20d8-44c7-9f4b-ca6fbd6b801f tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] 10.222.0.59 "GET /v2.0/security-groups?id=d1766e71-7b2a-4f2d-acc0-530f862b8fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954392 Jul 27 21:00:06.816212 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] No Port match for: ddc34648-772a-4596-8af3-0486986a271d {{(pid=105586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:00:06.816751 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device ddc34648-772a-4596-8af3-0486986a271d not bound to the agent host n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:00:06.851649 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Device 9485d193-0dc2-431a-9c05-4c54305dbc3f no longer exists at agent hyperv_n-h2-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:00:06.871731 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-3055db77-1ef3-4764-a146-9016b57eec38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:06.876878 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-3055db77-1ef3-4764-a146-9016b57eec38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:06.890183 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-3055db77-1ef3-4764-a146-9016b57eec38 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/2d420f40-db12-4f2d-ab0e-09e383f98f1d HTTP/1.1" status: 204 len: 168 time: 0.5859241 Jul 27 21:00:06.924228 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:06.929615 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3055db77-1ef3-4764-a146-9016b57eec38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d420f40-db12-4f2d-ab0e-09e383f98f1d,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:00:06.949027 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-3d54578f-831f-4696-b568-13c455922dab None None] No Port match for: 9485d193-0dc2-431a-9c05-4c54305dbc3f {{(pid=105586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:00:06.950922 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Device 9485d193-0dc2-431a-9c05-4c54305dbc3f not bound to the agent host n-h2-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:00:07.052664 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4a04b2-4d10-4af5-992e-04b9ede39db1 req-cc47753c-9ddf-4398-9056-f62d003485e4 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:07.060728 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-ff4a04b2-4d10-4af5-992e-04b9ede39db1 req-cc47753c-9ddf-4398-9056-f62d003485e4 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] 10.222.0.59 "GET /v2.0/ports?device_id=29c1b762-5cb9-4f5b-ac71-3cb8a306ebde HTTP/1.1" status: 200 len: 947 time: 0.1288471 Jul 27 21:00:07.085803 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-a2dbf555-1b1e-4d68-8db1-33004bf7d180 req-e0ca5db9-c32c-49ea-97f5-34b21526e698 tempest-LiveMigrationNegativeTest-2081490880 tempest-LiveMigrationNegativeTest-2081490880-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:07.094817 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-a2dbf555-1b1e-4d68-8db1-33004bf7d180 req-e0ca5db9-c32c-49ea-97f5-34b21526e698 tempest-LiveMigrationNegativeTest-2081490880 tempest-LiveMigrationNegativeTest-2081490880-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:07.128957 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29c1b762-5cb9-4f5b-ac71-3cb8a306ebde', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0d25b76a-67ba-4b3b-8026-3f225d5e391c'}] {{(pid=105586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:00:07.135202 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14c1663e039faf5393f87855f745010ac5b02220355b68fdbf065393e303ac56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ddc6721-9a50-4d45-925a-00173d64a4b6" -d '{"events": [{"server_uuid": "29c1b762-5cb9-4f5b-ac71-3cb8a306ebde", "name": "network-vif-unplugged", "status": "completed", "tag": "0d25b76a-67ba-4b3b-8026-3f225d5e391c"}]}' {{(pid=105586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:00:07.149516 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-ff4a04b2-4d10-4af5-992e-04b9ede39db1 req-8e8cb8d3-d59b-47cd-8682-e3a466e70125 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] 10.222.0.59 "GET /v2.0/security-groups?id=e760076b-6854-47cf-947b-f6a7a8a579d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0877769 Jul 27 21:00:07.161917 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a2dbf555-1b1e-4d68-8db1-33004bf7d180 req-e0ca5db9-c32c-49ea-97f5-34b21526e698 tempest-LiveMigrationNegativeTest-2081490880 tempest-LiveMigrationNegativeTest-2081490880-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=bba09abf-9bc4-4acd-a324-3bcdcb98d3ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4435623 Jul 27 21:00:07.194266 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ca5db9-c32c-49ea-97f5-34b21526e698 tempest-LiveMigrationNegativeTest-2081490880 tempest-LiveMigrationNegativeTest-2081490880-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cf6a8ae-60e3-456c-bf27-e200d31a09ba,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:00:07.205895 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] For port 0d25b76a-67ba-4b3b-8026-3f225d5e391c, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=0d25b76a-67ba-4b3b-8026-3f225d5e391c,segment=NetworkSegment(7253e476-fc19-4126-9562-a06a41b3b94e),segment_id=7253e476-fc19-4126-9562-a06a41b3b94e)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:00:07.222293 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:07.232274 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ca5db9-c32c-49ea-97f5-34b21526e698 tempest-LiveMigrationNegativeTest-2081490880 tempest-LiveMigrationNegativeTest-2081490880-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:00:07.232633 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ca5db9-c32c-49ea-97f5-34b21526e698 tempest-LiveMigrationNegativeTest-2081490880 tempest-LiveMigrationNegativeTest-2081490880-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:00:07.232982 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ca5db9-c32c-49ea-97f5-34b21526e698 tempest-LiveMigrationNegativeTest-2081490880 tempest-LiveMigrationNegativeTest-2081490880-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:00:07.233328 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ca5db9-c32c-49ea-97f5-34b21526e698 tempest-LiveMigrationNegativeTest-2081490880 tempest-LiveMigrationNegativeTest-2081490880-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:00:07.233669 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ca5db9-c32c-49ea-97f5-34b21526e698 tempest-LiveMigrationNegativeTest-2081490880 tempest-LiveMigrationNegativeTest-2081490880-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:00:07.234007 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ca5db9-c32c-49ea-97f5-34b21526e698 tempest-LiveMigrationNegativeTest-2081490880 tempest-LiveMigrationNegativeTest-2081490880-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:00:07.234345 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ca5db9-c32c-49ea-97f5-34b21526e698 tempest-LiveMigrationNegativeTest-2081490880 tempest-LiveMigrationNegativeTest-2081490880-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:00:07.234678 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ca5db9-c32c-49ea-97f5-34b21526e698 tempest-LiveMigrationNegativeTest-2081490880 tempest-LiveMigrationNegativeTest-2081490880-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:00:07.244095 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ca5db9-c32c-49ea-97f5-34b21526e698 tempest-LiveMigrationNegativeTest-2081490880 tempest-LiveMigrationNegativeTest-2081490880-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:00:07.245993 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ca5db9-c32c-49ea-97f5-34b21526e698 tempest-LiveMigrationNegativeTest-2081490880 tempest-LiveMigrationNegativeTest-2081490880-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:00:07.249253 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ca5db9-c32c-49ea-97f5-34b21526e698 tempest-LiveMigrationNegativeTest-2081490880 tempest-LiveMigrationNegativeTest-2081490880-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:00:07.249796 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ca5db9-c32c-49ea-97f5-34b21526e698 tempest-LiveMigrationNegativeTest-2081490880 tempest-LiveMigrationNegativeTest-2081490880-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:00:07.272452 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 40892) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:00:07.363384 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.db_base_plugin_v2 [None req-be5047b1-502f-4b22-8dd4-33c02d54e6b4 admin admin] Deleting subnet 1ac28687-a9d9-4eb8-b5cd-1641e6e24aae {{(pid=105585) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:00:07.375785 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-be5047b1-502f-4b22-8dd4-33c02d54e6b4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:07.386850 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 27 Jul 2021 21:00:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8aff015c-0f40-4e27-a002-2f9b97716ee3 x-openstack-request-id: req-8aff015c-0f40-4e27-a002-2f9b97716ee3 {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:00:07.389362 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29c1b762-5cb9-4f5b-ac71-3cb8a306ebde", "name": "network-vif-unplugged", "status": "completed", "tag": "0d25b76a-67ba-4b3b-8026-3f225d5e391c", "code": 200}]} {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:00:07.389640 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-8aff015c-0f40-4e27-a002-2f9b97716ee3 {{(pid=105586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:00:07.390061 n-d-705658-22 neutron-server[105586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29c1b762-5cb9-4f5b-ac71-3cb8a306ebde', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0d25b76a-67ba-4b3b-8026-3f225d5e391c', 'code': 200} Jul 27 21:00:07.419956 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Pushing event updated for resources: {'Port': ['ID=0d25b76a-67ba-4b3b-8026-3f225d5e391c,revision_number=11']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:00:07.467718 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-be5047b1-502f-4b22-8dd4-33c02d54e6b4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9887057'] for subnet, precommit_delete_associations {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:07.631212 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-be5047b1-502f-4b22-8dd4-33c02d54e6b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854965'] for subnet, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:07.786089 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f70fd94-b88f-42e7-9b85-8ee066b3d754 req-fc051e6c-e782-41ea-8d68-98f80787e973 tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:07.792137 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f70fd94-b88f-42e7-9b85-8ee066b3d754 req-fc051e6c-e782-41ea-8d68-98f80787e973 tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:07.798175 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f70fd94-b88f-42e7-9b85-8ee066b3d754 req-fc051e6c-e782-41ea-8d68-98f80787e973 tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:07.806214 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f70fd94-b88f-42e7-9b85-8ee066b3d754 req-fc051e6c-e782-41ea-8d68-98f80787e973 tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:07.813510 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f70fd94-b88f-42e7-9b85-8ee066b3d754 req-fc051e6c-e782-41ea-8d68-98f80787e973 tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:07.820785 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f70fd94-b88f-42e7-9b85-8ee066b3d754 req-fc051e6c-e782-41ea-8d68-98f80787e973 tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:07.829161 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f70fd94-b88f-42e7-9b85-8ee066b3d754 req-fc051e6c-e782-41ea-8d68-98f80787e973 tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:07.831934 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-4f70fd94-b88f-42e7-9b85-8ee066b3d754 req-fc051e6c-e782-41ea-8d68-98f80787e973 tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] 10.222.0.59 "GET /v2.0/ports?device_id=2be6dd0d-bc7c-4882-8bb2-afe5ae686d07 HTTP/1.1" status: 200 len: 5436 time: 0.3238058 Jul 27 21:00:07.877831 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-be5047b1-502f-4b22-8dd4-33c02d54e6b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10221602', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9990583'] for subnet, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:07.915223 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82eecd08-4612-48eb-8377-acad8dbee297 req-5f4c4856-3a26-4e7d-839a-1e5739d6bfd7 tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:07.916916 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-82eecd08-4612-48eb-8377-acad8dbee297 req-5f4c4856-3a26-4e7d-839a-1e5739d6bfd7 tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] 10.222.0.59 "GET /v2.0/ports?device_id=d3985821-907e-495f-a860-769c8bce29c8 HTTP/1.1" status: 200 len: 945 time: 0.2018356 Jul 27 21:00:07.930792 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5047b1-502f-4b22-8dd4-33c02d54e6b4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1ac28687-a9d9-4eb8-b5cd-1641e6e24aae,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:00:07.939283 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-be5047b1-502f-4b22-8dd4-33c02d54e6b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743886'] for subnet, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:07.943706 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-be5047b1-502f-4b22-8dd4-33c02d54e6b4 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/1ac28687-a9d9-4eb8-b5cd-1641e6e24aae HTTP/1.1" status: 204 len: 168 time: 0.6677144 Jul 27 21:00:07.944276 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 40934) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:00:07.950245 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-4f70fd94-b88f-42e7-9b85-8ee066b3d754 req-868f85e6-fa41-4f4d-a806-41000b55a0bb tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] 10.222.0.59 "GET /v2.0/security-groups?id=c27eaa65-2484-427b-949c-12cff57d8973&id=9dd39787-c773-4e1e-afc7-6169131b96d0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1111662 Jul 27 21:00:08.033239 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-82eecd08-4612-48eb-8377-acad8dbee297 req-8cda9dda-46a4-440d-a93c-e3075f252a60 tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] 10.222.0.59 "GET /v2.0/security-groups?id=d1766e71-7b2a-4f2d-acc0-530f862b8fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001213 Jul 27 21:00:08.060033 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-67cab342-ad40-4fed-a812-8c1bd7d1104e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-990557'] for network, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:08.169939 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 40950) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:00:08.188112 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-67cab342-ad40-4fed-a812-8c1bd7d1104e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853562', 'neutron.services.segments.db._delete_segments_for_network-8790688882975'] for network, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:08.200115 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.segments.db [None req-67cab342-ad40-4fed-a812-8c1bd7d1104e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08300536-b616-458d-a2a3-16c60bef3365']}} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:00:08.319712 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-45e74bd7-ec51-4a27-9962-51a06e61b900 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-469327070-network', 'tenant_id': 'f090cb1097ee478b8f9f4e59ff445953'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:00:08.346861 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device 26471e2e-d677-40a0-8669-23cffdd218b5 up at agent hyperv_n-h1-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:00:08.361363 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c4fade-d950-4448-ba5e-22958a191ae4 req-cc907159-1e34-47f2-80df-adf57cdd88fa tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:08.363012 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-27c4fade-d950-4448-ba5e-22958a191ae4 req-cc907159-1e34-47f2-80df-adf57cdd88fa tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] 10.222.0.59 "GET /v2.0/ports?device_id=29c1b762-5cb9-4f5b-ac71-3cb8a306ebde HTTP/1.1" status: 200 len: 945 time: 0.1296239 Jul 27 21:00:08.370419 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45e74bd7-ec51-4a27-9962-51a06e61b900 admin admin] Made reservation on behalf of f090cb1097ee478b8f9f4e59ff445953 for: {'network': 1} {{(pid=105585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:00:08.372892 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-45e74bd7-ec51-4a27-9962-51a06e61b900 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for network, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:08.394489 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-45e74bd7-ec51-4a27-9962-51a06e61b900 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:08.419194 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Provisioning for port 26471e2e-d677-40a0-8669-23cffdd218b5 completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:00:08.423755 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Provisioning complete for port 26471e2e-d677-40a0-8669-23cffdd218b5 triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:00:08.424523 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:08.425999 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b26c4e-860e-4c49-9142-a74f2ddfbf44 req-0e57028a-c2fc-40bf-9291-4f3fb347e0d6 tempest-LiveMigrationNegativeTest-821432527 tempest-LiveMigrationNegativeTest-821432527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:08.427821 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-97b26c4e-860e-4c49-9142-a74f2ddfbf44 req-0e57028a-c2fc-40bf-9291-4f3fb347e0d6 tempest-LiveMigrationNegativeTest-821432527 tempest-LiveMigrationNegativeTest-821432527-project] 10.222.0.59 "GET /v2.0/ports?device_id=b0781fdd-7597-4791-b525-085b17c05d36 HTTP/1.1" status: 200 len: 950 time: 0.1515563 Jul 27 21:00:08.469111 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-27c4fade-d950-4448-ba5e-22958a191ae4 req-038dec0b-8820-4352-bd2c-6b6378a33292 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] 10.222.0.59 "GET /v2.0/security-groups?id=e760076b-6854-47cf-947b-f6a7a8a579d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0824506 Jul 27 21:00:08.513782 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-97b26c4e-860e-4c49-9142-a74f2ddfbf44 req-64a061a2-b235-4fd8-9a2d-4b2fb468020e tempest-LiveMigrationNegativeTest-821432527 tempest-LiveMigrationNegativeTest-821432527-project] 10.222.0.59 "GET /v2.0/security-groups?id=bba09abf-9bc4-4acd-a324-3bcdcb98d3ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782063 Jul 27 21:00:08.560497 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.segments.db [None req-67cab342-ad40-4fed-a812-8c1bd7d1104e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6f7a1fa-d233-46b2-8a3a-0deb57dc2e2d') {'for_net_delete': True} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:00:08.560806 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.segments.db [None req-67cab342-ad40-4fed-a812-8c1bd7d1104e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6f7a1fa-d233-46b2-8a3a-0deb57dc2e2d') {} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:00:08.576150 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:08.577319 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-67cab342-ad40-4fed-a812-8c1bd7d1104e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790688883752', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9014348'] for segment, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:08.616853 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-67cab342-ad40-4fed-a812-8c1bd7d1104e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:08.619712 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] For port 26471e2e-d677-40a0-8669-23cffdd218b5, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=26471e2e-d677-40a0-8669-23cffdd218b5,segment=NetworkSegment(18a392fd-f38c-4fa2-9883-9b25afe164a9),segment_id=18a392fd-f38c-4fa2-9883-9b25afe164a9)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:00:08.625120 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:08.626612 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device 566e3be7-77d9-40a2-9abe-1e1bb6e2da74 up at agent hyperv_n-h1-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:00:08.627362 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67cab342-ad40-4fed-a812-8c1bd7d1104e admin admin] Releasing vlan 215 on physical network physnet1 to pool {{(pid=105584) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:00:08.627793 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-67cab342-ad40-4fed-a812-8c1bd7d1104e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9014063'] for segment, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:08.630278 n-d-705658-22 neutron-server[105584]: Traceback (most recent call last): Jul 27 21:00:08.630278 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:00:08.630278 n-d-705658-22 neutron-server[105584]: timer() Jul 27 21:00:08.630278 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:00:08.630278 n-d-705658-22 neutron-server[105584]: cb(*args, **kw) Jul 27 21:00:08.630278 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:00:08.630278 n-d-705658-22 neutron-server[105584]: return func(*args, **kwargs) Jul 27 21:00:08.630278 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:00:08.630278 n-d-705658-22 neutron-server[105584]: self._notify() Jul 27 21:00:08.630278 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:00:08.630278 n-d-705658-22 neutron-server[105584]: self.callback(batched_events) Jul 27 21:00:08.630278 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:00:08.630278 n-d-705658-22 neutron-server[105584]: event.method(event) Jul 27 21:00:08.630278 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:00:08.630278 n-d-705658-22 neutron-server[105584]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:00:08.630278 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:00:08.630278 n-d-705658-22 neutron-server[105584]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:00:08.630278 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:00:08.630278 n-d-705658-22 neutron-server[105584]: return f(self, *a, **k) Jul 27 21:00:08.630278 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:00:08.630278 n-d-705658-22 neutron-server[105584]: return self._get(url).json() Jul 27 21:00:08.630278 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:00:08.630278 n-d-705658-22 neutron-server[105584]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:00:08.630278 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:00:08.630278 n-d-705658-22 neutron-server[105584]: return self.request(url, 'GET', **kwargs) Jul 27 21:00:08.630278 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:00:08.630278 n-d-705658-22 neutron-server[105584]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:00:08.630278 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:00:08.630278 n-d-705658-22 neutron-server[105584]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:00:08.630278 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:00:08.630278 n-d-705658-22 neutron-server[105584]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:00:08.630278 n-d-705658-22 neutron-server[105584]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:00:08.663510 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-45e74bd7-ec51-4a27-9962-51a06e61b900 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:08.670179 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-45e74bd7-ec51-4a27-9962-51a06e61b900 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:08.708125 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-67cab342-ad40-4fed-a812-8c1bd7d1104e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4075658'] for network, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:08.709218 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e74bd7-ec51-4a27-9962-51a06e61b900 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e69154af-3f7d-4ec7-ba52-8f586e6e7402,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:00:08.719015 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45e74bd7-ec51-4a27-9962-51a06e61b900 admin admin] vlan segment allocate from pool success with {'vlan_id': 225, 'physical_network': 'physnet1'} {{(pid=105585) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:00:08.723825 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-67cab342-ad40-4fed-a812-8c1bd7d1104e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743886'] for network, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:08.729125 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-67cab342-ad40-4fed-a812-8c1bd7d1104e admin admin] 10.222.0.59 "DELETE /v2.0/networks/08300536-b616-458d-a2a3-16c60bef3365 HTTP/1.1" status: 204 len: 168 time: 0.7816501 Jul 27 21:00:08.739665 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-45e74bd7-ec51-4a27-9962-51a06e61b900 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:08.740020 n-d-705658-22 neutron-server[105585]: INFO neutron.db.segments_db [None req-45e74bd7-ec51-4a27-9962-51a06e61b900 admin admin] Added segment a5429dc4-be9b-4a79-9509-db0ae76cf6fd of type vlan for network ea6ef872-4d0e-47a3-b5a8-46682c9deff2 Jul 27 21:00:08.749514 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Pushing event updated for resources: {'Port': ['ID=26471e2e-d677-40a0-8669-23cffdd218b5,revision_number=5']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:00:08.752728 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cab342-ad40-4fed-a812-8c1bd7d1104e admin admin] Pushing event deleted for resources: {'Network': ['ID=08300536-b616-458d-a2a3-16c60bef3365,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:00:08.793254 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Provisioning for port 566e3be7-77d9-40a2-9abe-1e1bb6e2da74 completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:00:08.800599 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Provisioning complete for port 566e3be7-77d9-40a2-9abe-1e1bb6e2da74 triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:00:08.800978 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:08.825932 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-45e74bd7-ec51-4a27-9962-51a06e61b900 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790688424798'] for network, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:08.860925 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-648eb43e-0a59-426f-afac-1ace459ff9db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:08.878067 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-45e74bd7-ec51-4a27-9962-51a06e61b900 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920'] for network, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:08.880184 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45e74bd7-ec51-4a27-9962-51a06e61b900 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:08.881065 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-45e74bd7-ec51-4a27-9962-51a06e61b900 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743886'] for network, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:08.892040 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0ae4ee-c6ae-44f4-bdc3-6fa8151f4e70 req-2fe78ed5-99a7-488f-a646-fb255810daea tempest-ImagesOneServerTestJSON-1985669581 tempest-ImagesOneServerTestJSON-1985669581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:08.893923 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-7e0ae4ee-c6ae-44f4-bdc3-6fa8151f4e70 req-2fe78ed5-99a7-488f-a646-fb255810daea tempest-ImagesOneServerTestJSON-1985669581 tempest-ImagesOneServerTestJSON-1985669581-project] 10.222.0.59 "GET /v2.0/ports?device_id=a327f21b-2949-41a9-84e5-9a41fda86d7b HTTP/1.1" status: 200 len: 950 time: 0.1120777 Jul 27 21:00:08.910857 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 40986) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:00:08.933798 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:08.959411 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-960cecf1-1d71-443e-aa99-c9dcbc0909e5 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=1bf61d246dcd4e0885b7823b6c627efb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0469632 Jul 27 21:00:08.961657 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 40988) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:00:08.974482 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-45e74bd7-ec51-4a27-9962-51a06e61b900 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.8033648 Jul 27 21:00:08.978481 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 40990) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:00:08.981857 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] For port 566e3be7-77d9-40a2-9abe-1e1bb6e2da74, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=566e3be7-77d9-40a2-9abe-1e1bb6e2da74,segment=NetworkSegment(18a392fd-f38c-4fa2-9883-9b25afe164a9),segment_id=18a392fd-f38c-4fa2-9883-9b25afe164a9)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:00:08.986719 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-815c4bd0-893b-499c-a271-71d5c93d1a49 admin admin] Request body: {'subnet': {'network_id': 'ea6ef872-4d0e-47a3-b5a8-46682c9deff2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-469327070-subnet', 'tenant_id': 'f090cb1097ee478b8f9f4e59ff445953', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:00:08.987461 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:08.988921 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device c93b5038-6969-4f8d-8d0a-5a1c280dd74b up at agent hyperv_n-h1-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:00:08.996495 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e74bd7-ec51-4a27-9962-51a06e61b900 admin admin] Pushing event updated for resources: {'Network': ['ID=ea6ef872-4d0e-47a3-b5a8-46682c9deff2,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:00:09.017837 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-7e0ae4ee-c6ae-44f4-bdc3-6fa8151f4e70 req-3f31a2eb-e672-422f-99b8-0b60ba5a4216 tempest-ImagesOneServerTestJSON-1985669581 tempest-ImagesOneServerTestJSON-1985669581-project] 10.222.0.59 "GET /v2.0/security-groups?id=522fa8e0-6e9d-47e1-870e-4979e997948d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071982 Jul 27 21:00:09.035967 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-815c4bd0-893b-499c-a271-71d5c93d1a49 admin admin] Made reservation on behalf of f090cb1097ee478b8f9f4e59ff445953 for: {'subnet': 1} {{(pid=105585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:00:09.038305 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-815c4bd0-893b-499c-a271-71d5c93d1a49 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9990620'] for subnet, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:09.063975 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Network ea6ef872-4d0e-47a3-b5a8-46682c9deff2 details requested by agent ovs-agent-n-d-705658-22 with host n-d-705658-22 {{(pid=105586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:00:09.083265 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-e79ceada-219f-4ae8-b7d9-091494a31124 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:09.122954 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-e79ceada-219f-4ae8-b7d9-091494a31124 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:09.161853 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Pushing event updated for resources: {'Port': ['ID=566e3be7-77d9-40a2-9abe-1e1bb6e2da74,revision_number=5']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:00:09.206332 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Provisioning for port c93b5038-6969-4f8d-8d0a-5a1c280dd74b completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:00:09.212106 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Provisioning complete for port c93b5038-6969-4f8d-8d0a-5a1c280dd74b triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:00:09.212886 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:09.216444 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-e79ceada-219f-4ae8-b7d9-091494a31124 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:09.219503 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-e79ceada-219f-4ae8-b7d9-091494a31124 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:09.224353 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-e79ceada-219f-4ae8-b7d9-091494a31124 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/c5ae5332-206c-4248-b3dd-58ae8ae2cd0d HTTP/1.1" status: 204 len: 168 time: 0.2615135 Jul 27 21:00:09.230766 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044e6dbd-ab84-4a6f-9b6d-58a2f2292034 req-da186e50-6f4e-48f8-abe6-356e8502d81e tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:09.236098 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79ceada-219f-4ae8-b7d9-091494a31124 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5ae5332-206c-4248-b3dd-58ae8ae2cd0d,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:00:09.237043 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044e6dbd-ab84-4a6f-9b6d-58a2f2292034 req-da186e50-6f4e-48f8-abe6-356e8502d81e tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:09.243612 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044e6dbd-ab84-4a6f-9b6d-58a2f2292034 req-da186e50-6f4e-48f8-abe6-356e8502d81e tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:09.250205 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044e6dbd-ab84-4a6f-9b6d-58a2f2292034 req-da186e50-6f4e-48f8-abe6-356e8502d81e tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:09.256125 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044e6dbd-ab84-4a6f-9b6d-58a2f2292034 req-da186e50-6f4e-48f8-abe6-356e8502d81e tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:09.261880 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044e6dbd-ab84-4a6f-9b6d-58a2f2292034 req-da186e50-6f4e-48f8-abe6-356e8502d81e tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:09.267767 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044e6dbd-ab84-4a6f-9b6d-58a2f2292034 req-da186e50-6f4e-48f8-abe6-356e8502d81e tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:09.269752 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-044e6dbd-ab84-4a6f-9b6d-58a2f2292034 req-da186e50-6f4e-48f8-abe6-356e8502d81e tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] 10.222.0.59 "GET /v2.0/ports?device_id=2be6dd0d-bc7c-4882-8bb2-afe5ae686d07 HTTP/1.1" status: 200 len: 5438 time: 0.1594937 Jul 27 21:00:09.322459 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:09.365389 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] For port c93b5038-6969-4f8d-8d0a-5a1c280dd74b, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=c93b5038-6969-4f8d-8d0a-5a1c280dd74b,segment=NetworkSegment(54f3551e-5c55-4c2f-a16f-7beb91ee97a5),segment_id=54f3551e-5c55-4c2f-a16f-7beb91ee97a5)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:00:09.370048 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:09.376719 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-044e6dbd-ab84-4a6f-9b6d-58a2f2292034 req-2ebbafb5-fbe0-4c72-891c-bd8505d67024 tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] 10.222.0.59 "GET /v2.0/security-groups?id=c27eaa65-2484-427b-949c-12cff57d8973&id=9dd39787-c773-4e1e-afc7-6169131b96d0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0785468 Jul 27 21:00:09.393507 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2be6dd0d-bc7c-4882-8bb2-afe5ae686d07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26471e2e-d677-40a0-8669-23cffdd218b5'}, {'server_uuid': '2be6dd0d-bc7c-4882-8bb2-afe5ae686d07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '566e3be7-77d9-40a2-9abe-1e1bb6e2da74'}, {'server_uuid': '2be6dd0d-bc7c-4882-8bb2-afe5ae686d07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c93b5038-6969-4f8d-8d0a-5a1c280dd74b'}] {{(pid=105586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:00:09.395889 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14c1663e039faf5393f87855f745010ac5b02220355b68fdbf065393e303ac56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bb13620-0dd0-4dbe-945e-1f9154687e0a" -d '{"events": [{"server_uuid": "2be6dd0d-bc7c-4882-8bb2-afe5ae686d07", "name": "network-vif-plugged", "status": "completed", "tag": "26471e2e-d677-40a0-8669-23cffdd218b5"}, {"server_uuid": "2be6dd0d-bc7c-4882-8bb2-afe5ae686d07", "name": "network-vif-plugged", "status": "completed", "tag": "566e3be7-77d9-40a2-9abe-1e1bb6e2da74"}, {"server_uuid": "2be6dd0d-bc7c-4882-8bb2-afe5ae686d07", "name": "network-vif-plugged", "status": "completed", "tag": "c93b5038-6969-4f8d-8d0a-5a1c280dd74b"}]}' {{(pid=105586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:00:09.470797 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Pushing event updated for resources: {'Port': ['ID=c93b5038-6969-4f8d-8d0a-5a1c280dd74b,revision_number=5']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:00:09.793900 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-815c4bd0-893b-499c-a271-71d5c93d1a49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10221797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9990606'] for subnet, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:09.830519 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2c1399-4ced-40a7-bfcc-57d688730606 req-136a9a5d-d30c-4fbb-96aa-804ba0ba13d4 tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:09.832283 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-8d2c1399-4ced-40a7-bfcc-57d688730606 req-136a9a5d-d30c-4fbb-96aa-804ba0ba13d4 tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] 10.222.0.60 "GET /v2.0/ports?device_id=d3985821-907e-495f-a860-769c8bce29c8 HTTP/1.1" status: 200 len: 945 time: 0.5441279 Jul 27 21:00:09.904954 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:09.915497 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815c4bd0-893b-499c-a271-71d5c93d1a49 admin admin] Pushing event updated for resources: {'Subnet': ['ID=913a77aa-4d9b-45c7-9008-64093e4b7342,revision_number=0']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:00:09.979451 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b5a5e3-ba1b-4f56-adb8-853beae16125 req-58f3ef06-2399-4a95-9049-70a9d5160fef tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:09.981419 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-75b5a5e3-ba1b-4f56-adb8-853beae16125 req-58f3ef06-2399-4a95-9049-70a9d5160fef tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] 10.222.0.59 "GET /v2.0/ports?device_id=d3985821-907e-495f-a860-769c8bce29c8 HTTP/1.1" status: 200 len: 945 time: 0.2416673 Jul 27 21:00:09.987056 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-815c4bd0-893b-499c-a271-71d5c93d1a49 admin admin] Checking segment: {'id': 'a5429dc4-be9b-4a79-9509-db0ae76cf6fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'ea6ef872-4d0e-47a3-b5a8-46682c9deff2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:00:09.987363 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-815c4bd0-893b-499c-a271-71d5c93d1a49 admin admin] Network hostable DHCP agents. Network: ea6ef872-4d0e-47a3-b5a8-46682c9deff2, hostable agents: ['7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a'], hosted agents: [] {{(pid=105585) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:00:10.038869 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-815c4bd0-893b-499c-a271-71d5c93d1a49 admin admin] Network ea6ef872-4d0e-47a3-b5a8-46682c9deff2 is scheduled to be hosted by DHCP agent 7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a with binding_index 1 {{(pid=105585) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:00:10.050732 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Tue, 27 Jul 2021 21:00:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45e354d6-cb43-44f8-9d7d-2b3343c71726 x-openstack-request-id: req-45e354d6-cb43-44f8-9d7d-2b3343c71726 {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:00:10.056526 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2be6dd0d-bc7c-4882-8bb2-afe5ae686d07", "name": "network-vif-plugged", "status": "completed", "tag": "26471e2e-d677-40a0-8669-23cffdd218b5", "code": 200}, {"server_uuid": "2be6dd0d-bc7c-4882-8bb2-afe5ae686d07", "name": "network-vif-plugged", "status": "completed", "tag": "566e3be7-77d9-40a2-9abe-1e1bb6e2da74", "code": 200}, {"server_uuid": "2be6dd0d-bc7c-4882-8bb2-afe5ae686d07", "name": "network-vif-plugged", "status": "completed", "tag": "c93b5038-6969-4f8d-8d0a-5a1c280dd74b", "code": 200}]} {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:00:10.056728 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-45e354d6-cb43-44f8-9d7d-2b3343c71726 {{(pid=105586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:00:10.057072 n-d-705658-22 neutron-server[105586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2be6dd0d-bc7c-4882-8bb2-afe5ae686d07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26471e2e-d677-40a0-8669-23cffdd218b5', 'code': 200} Jul 27 21:00:10.057856 n-d-705658-22 neutron-server[105586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2be6dd0d-bc7c-4882-8bb2-afe5ae686d07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '566e3be7-77d9-40a2-9abe-1e1bb6e2da74', 'code': 200} Jul 27 21:00:10.058083 n-d-705658-22 neutron-server[105586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2be6dd0d-bc7c-4882-8bb2-afe5ae686d07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c93b5038-6969-4f8d-8d0a-5a1c280dd74b', 'code': 200} Jul 27 21:00:10.061581 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-75b5a5e3-ba1b-4f56-adb8-853beae16125 req-1a2e4c38-71aa-428a-b086-ff644a1488d6 tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] 10.222.0.59 "GET /v2.0/security-groups?id=d1766e71-7b2a-4f2d-acc0-530f862b8fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679581 Jul 27 21:00:10.064518 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.base_scheduler [None req-815c4bd0-893b-499c-a271-71d5c93d1a49 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-22, ea6ef872-4d0e-47a3-b5a8-46682c9deff2) {{(pid=105585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:00:10.067409 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 41066) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:00:10.071452 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-815c4bd0-893b-499c-a271-71d5c93d1a49 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:10.072387 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-815c4bd0-893b-499c-a271-71d5c93d1a49 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743886'] for subnet, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:10.083362 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [req-8d2c1399-4ced-40a7-bfcc-57d688730606 req-ae7dc8a9-e416-40ee-a64f-b5972fdbd8e0 tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] Deleting port 68b3c316-ae94-48de-bc0b-8f3fda660ac7 {{(pid=105585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:00:10.083708 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-8d2c1399-4ced-40a7-bfcc-57d688730606 req-ae7dc8a9-e416-40ee-a64f-b5972fdbd8e0 tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:10.102677 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88fb2687-fa35-4e13-9d06-7b1c87a73561 None None] Network ea6ef872-4d0e-47a3-b5a8-46682c9deff2 requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:00:10.193301 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-815c4bd0-893b-499c-a271-71d5c93d1a49 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.2114871 Jul 27 21:00:10.196122 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-5c3dc7b3-fa1b-468b-81be-00419042ab2b admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-909152269-network', 'tenant_id': '303608e801894cbc82a16778d6767718'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:00:10.226860 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c3dc7b3-fa1b-468b-81be-00419042ab2b admin admin] Made reservation on behalf of 303608e801894cbc82a16778d6767718 for: {'network': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:00:10.229554 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-5c3dc7b3-fa1b-468b-81be-00419042ab2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for network, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:10.241576 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-5c3dc7b3-fa1b-468b-81be-00419042ab2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:10.273389 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c00651f-4783-4a68-bd46-5ed67273fc3f None None] Network ea6ef872-4d0e-47a3-b5a8-46682c9deff2 requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:00:10.291205 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.db [req-8d2c1399-4ced-40a7-bfcc-57d688730606 req-ae7dc8a9-e416-40ee-a64f-b5972fdbd8e0 tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] For port 68b3c316-ae94-48de-bc0b-8f3fda660ac7, host n-h2-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=68b3c316-ae94-48de-bc0b-8f3fda660ac7,segment=NetworkSegment(872889e4-5d02-4ec8-807e-3e5c98ba67af),segment_id=872889e4-5d02-4ec8-807e-3e5c98ba67af)] {{(pid=105585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:00:10.291729 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-8d2c1399-4ced-40a7-bfcc-57d688730606 req-ae7dc8a9-e416-40ee-a64f-b5972fdbd8e0 tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:10.311988 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [req-8d2c1399-4ced-40a7-bfcc-57d688730606 req-ae7dc8a9-e416-40ee-a64f-b5972fdbd8e0 tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] Calling delete_port for 68b3c316-ae94-48de-bc0b-8f3fda660ac7 owned by compute:nova {{(pid=105585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:00:10.323547 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c001b1-269d-4aa8-a12b-ef0c85fa9314 req-64d75663-2be1-4bf2-89b1-9a119b9518cd tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:10.334090 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-d8c001b1-269d-4aa8-a12b-ef0c85fa9314 req-64d75663-2be1-4bf2-89b1-9a119b9518cd tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] 10.222.0.59 "GET /v2.0/ports?device_id=29c1b762-5cb9-4f5b-ac71-3cb8a306ebde HTTP/1.1" status: 200 len: 945 time: 0.2252197 Jul 27 21:00:10.368896 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device 0d25b76a-67ba-4b3b-8026-3f225d5e391c details requested by agent hyperv_n-h1-705658-22 with host n-h1-705658-22 {{(pid=105586) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:00:10.371365 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device 393132c5-1d7b-4862-8edc-dad8e0cfee95 up at agent hyperv_n-h1-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:00:10.384125 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44746d36-ce0c-4814-9bf8-b71360c0651d req-1925bad3-64be-4b74-bf56-60fe47ada841 tempest-LiveMigrationNegativeTest-821432527 tempest-LiveMigrationNegativeTest-821432527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:10.385666 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-44746d36-ce0c-4814-9bf8-b71360c0651d req-1925bad3-64be-4b74-bf56-60fe47ada841 tempest-LiveMigrationNegativeTest-821432527 tempest-LiveMigrationNegativeTest-821432527-project] 10.222.0.59 "GET /v2.0/ports?device_id=b0781fdd-7597-4791-b525-085b17c05d36 HTTP/1.1" status: 200 len: 950 time: 0.2118101 Jul 27 21:00:10.444566 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-5c3dc7b3-fa1b-468b-81be-00419042ab2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:10.454146 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-5c3dc7b3-fa1b-468b-81be-00419042ab2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:10.454461 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-d8c001b1-269d-4aa8-a12b-ef0c85fa9314 req-2e52f4e1-0c4e-4a0a-80d5-420943debc13 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] 10.222.0.59 "GET /v2.0/security-groups?id=e760076b-6854-47cf-947b-f6a7a8a579d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1200516 Jul 27 21:00:10.490600 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c3dc7b3-fa1b-468b-81be-00419042ab2b admin admin] vlan segment allocate from pool success with {'vlan_id': 245, 'physical_network': 'physnet1'} {{(pid=105584) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:00:10.492190 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-44746d36-ce0c-4814-9bf8-b71360c0651d req-85174e96-ba1c-4751-8623-6399a3aaa738 tempest-LiveMigrationNegativeTest-821432527 tempest-LiveMigrationNegativeTest-821432527-project] 10.222.0.59 "GET /v2.0/security-groups?id=bba09abf-9bc4-4acd-a324-3bcdcb98d3ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728958 Jul 27 21:00:10.522087 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-5c3dc7b3-fa1b-468b-81be-00419042ab2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:10.522938 n-d-705658-22 neutron-server[105584]: INFO neutron.db.segments_db [None req-5c3dc7b3-fa1b-468b-81be-00419042ab2b admin admin] Added segment c0c8a3a2-821d-44b5-9cd5-483f6c69fbdc of type vlan for network 11c272aa-de19-4055-87f8-922ac5033999 Jul 27 21:00:10.548783 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Provisioning for port 393132c5-1d7b-4862-8edc-dad8e0cfee95 completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:00:10.565536 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957dc0e0-2a4b-42ba-838e-d3e8c4b41154 req-67e7e692-468c-4eff-9218-6bad3285464e tempest-LiveMigrationNegativeTest-821432527 tempest-LiveMigrationNegativeTest-821432527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:10.567246 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-957dc0e0-2a4b-42ba-838e-d3e8c4b41154 req-67e7e692-468c-4eff-9218-6bad3285464e tempest-LiveMigrationNegativeTest-821432527 tempest-LiveMigrationNegativeTest-821432527-project] 10.222.0.36 "GET /v2.0/ports?device_id=b0781fdd-7597-4791-b525-085b17c05d36 HTTP/1.1" status: 200 len: 950 time: 0.2162881 Jul 27 21:00:10.568351 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3dc7b3-fa1b-468b-81be-00419042ab2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52dba1d2-45eb-4627-a32a-8b651454cd30,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:00:10.606482 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-8d2c1399-4ced-40a7-bfcc-57d688730606 req-ae7dc8a9-e416-40ee-a64f-b5972fdbd8e0 tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:10.641203 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Provisioning complete for port 393132c5-1d7b-4862-8edc-dad8e0cfee95 triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:00:10.641585 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:10.666989 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] get_ports_and_sgs() called for port_ids ['68b3c316-ae94-48de-bc0b-8f3fda660ac7'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:00:10.673828 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7dc8a9-e416-40ee-a64f-b5972fdbd8e0 tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] Pushing event deleted for resources: {'Port': ['ID=68b3c316-ae94-48de-bc0b-8f3fda660ac7,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:00:10.748659 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-5c3dc7b3-fa1b-468b-81be-00419042ab2b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790688424798'] for network, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:10.780122 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] For port 0d25b76a-67ba-4b3b-8026-3f225d5e391c, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=0d25b76a-67ba-4b3b-8026-3f225d5e391c,segment=NetworkSegment(7253e476-fc19-4126-9562-a06a41b3b94e),segment_id=7253e476-fc19-4126-9562-a06a41b3b94e)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:00:10.793726 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Returning: {'device': '0d25b76a-67ba-4b3b-8026-3f225d5e391c', 'network_id': '6aa76440-68bb-4814-b579-87efb5c679e3', 'port_id': '0d25b76a-67ba-4b3b-8026-3f225d5e391c', 'mac_address': 'fa:16:3e:7d:88:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 230, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '746696d1-95cb-4db5-9b25-089085191295', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105586) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:00:10.817549 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d2c1399-4ced-40a7-bfcc-57d688730606 req-ae7dc8a9-e416-40ee-a64f-b5972fdbd8e0 tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] No DVR routers for this DVR port 68b3c316-ae94-48de-bc0b-8f3fda660ac7 on host n-h2-705658-22 {{(pid=105585) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:00:10.822987 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-8d2c1399-4ced-40a7-bfcc-57d688730606 req-ae7dc8a9-e416-40ee-a64f-b5972fdbd8e0 tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:10.825624 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-8d2c1399-4ced-40a7-bfcc-57d688730606 req-ae7dc8a9-e416-40ee-a64f-b5972fdbd8e0 tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] 10.222.0.60 "DELETE /v2.0/ports/68b3c316-ae94-48de-bc0b-8f3fda660ac7 HTTP/1.1" status: 204 len: 173 time: 0.9817953 Jul 27 21:00:10.842650 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-5c3dc7b3-fa1b-468b-81be-00419042ab2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920'] for network, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:10.843570 n-d-705658-22 neutron-server[105585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3985821-907e-495f-a860-769c8bce29c8', 'name': 'network-vif-deleted', 'tag': '68b3c316-ae94-48de-bc0b-8f3fda660ac7'}] {{(pid=105585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:00:10.846309 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d66fd65881426bfc2b5388084a3654e5eae521106a15a3dbf0eb4cde7106c36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de1127fd-b181-4507-92db-2b20cc9935a4" -d '{"events": [{"server_uuid": "d3985821-907e-495f-a860-769c8bce29c8", "name": "network-vif-deleted", "tag": "68b3c316-ae94-48de-bc0b-8f3fda660ac7"}]}' {{(pid=105585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:00:10.870692 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c3dc7b3-fa1b-468b-81be-00419042ab2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:10.871597 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-5c3dc7b3-fa1b-468b-81be-00419042ab2b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743886'] for network, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:10.887464 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:10.901613 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d25b76a-67ba-4b3b-8026-3f225d5e391c {{(pid=105586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:00:10.922443 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] For port 0d25b76a-67ba-4b3b-8026-3f225d5e391c, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=0d25b76a-67ba-4b3b-8026-3f225d5e391c,segment=NetworkSegment(7253e476-fc19-4126-9562-a06a41b3b94e),segment_id=7253e476-fc19-4126-9562-a06a41b3b94e)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:00:10.923765 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:10.952792 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:10.980108 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-5c3dc7b3-fa1b-468b-81be-00419042ab2b admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.9102604 Jul 27 21:00:10.981234 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 41112) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:00:10.987629 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3dc7b3-fa1b-468b-81be-00419042ab2b admin admin] Pushing event updated for resources: {'Network': ['ID=11c272aa-de19-4055-87f8-922ac5033999,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:00:10.988168 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-5876d819-55d7-4730-8124-afbc966b5751 admin admin] Request body: {'subnet': {'network_id': '11c272aa-de19-4055-87f8-922ac5033999', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-909152269-subnet', 'tenant_id': '303608e801894cbc82a16778d6767718', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:00:10.998104 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [req-957dc0e0-2a4b-42ba-838e-d3e8c4b41154 req-cf8daf15-5a37-49bb-95a9-cc7b130d8277 tempest-LiveMigrationNegativeTest-821432527 tempest-LiveMigrationNegativeTest-821432527-project] Deleting port 86e65c02-89f1-436d-a9f5-2583efda15ce {{(pid=105584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:00:10.998104 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-957dc0e0-2a4b-42ba-838e-d3e8c4b41154 req-cf8daf15-5a37-49bb-95a9-cc7b130d8277 tempest-LiveMigrationNegativeTest-821432527 tempest-LiveMigrationNegativeTest-821432527-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:11.013430 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Network 11c272aa-de19-4055-87f8-922ac5033999 details requested by agent ovs-agent-n-d-705658-22 with host n-d-705658-22 {{(pid=105586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:00:11.013596 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1280ddae-818d-473a-a5df-e4d0b0a6578f req-33fa9150-1f5a-4793-add5-1896baac1d28 tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:11.021221 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1280ddae-818d-473a-a5df-e4d0b0a6578f req-33fa9150-1f5a-4793-add5-1896baac1d28 tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:11.027251 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1280ddae-818d-473a-a5df-e4d0b0a6578f req-33fa9150-1f5a-4793-add5-1896baac1d28 tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:11.034210 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1280ddae-818d-473a-a5df-e4d0b0a6578f req-33fa9150-1f5a-4793-add5-1896baac1d28 tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:11.041027 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1280ddae-818d-473a-a5df-e4d0b0a6578f req-33fa9150-1f5a-4793-add5-1896baac1d28 tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:11.046963 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1280ddae-818d-473a-a5df-e4d0b0a6578f req-33fa9150-1f5a-4793-add5-1896baac1d28 tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:11.055181 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1280ddae-818d-473a-a5df-e4d0b0a6578f req-33fa9150-1f5a-4793-add5-1896baac1d28 tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:11.058469 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-1280ddae-818d-473a-a5df-e4d0b0a6578f req-33fa9150-1f5a-4793-add5-1896baac1d28 tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] 10.222.0.59 "GET /v2.0/ports?device_id=2be6dd0d-bc7c-4882-8bb2-afe5ae686d07 HTTP/1.1" status: 200 len: 5439 time: 0.3335998 Jul 27 21:00:11.118815 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [req-957dc0e0-2a4b-42ba-838e-d3e8c4b41154 req-cf8daf15-5a37-49bb-95a9-cc7b130d8277 tempest-LiveMigrationNegativeTest-821432527 tempest-LiveMigrationNegativeTest-821432527-project] For port 86e65c02-89f1-436d-a9f5-2583efda15ce, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=86e65c02-89f1-436d-a9f5-2583efda15ce,segment=NetworkSegment(86b1e6f6-d629-4b03-8944-4cdfbfb93d02),segment_id=86b1e6f6-d629-4b03-8944-4cdfbfb93d02)] {{(pid=105584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:00:11.119499 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-957dc0e0-2a4b-42ba-838e-d3e8c4b41154 req-cf8daf15-5a37-49bb-95a9-cc7b130d8277 tempest-LiveMigrationNegativeTest-821432527 tempest-LiveMigrationNegativeTest-821432527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:11.143240 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [req-957dc0e0-2a4b-42ba-838e-d3e8c4b41154 req-cf8daf15-5a37-49bb-95a9-cc7b130d8277 tempest-LiveMigrationNegativeTest-821432527 tempest-LiveMigrationNegativeTest-821432527-project] Calling delete_port for 86e65c02-89f1-436d-a9f5-2583efda15ce owned by compute:nova {{(pid=105584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:00:11.159375 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-1280ddae-818d-473a-a5df-e4d0b0a6578f req-b0316dee-cfbc-49ae-8718-ed37477ac5ee tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] 10.222.0.59 "GET /v2.0/security-groups?id=c27eaa65-2484-427b-949c-12cff57d8973&id=9dd39787-c773-4e1e-afc7-6169131b96d0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0818472 Jul 27 21:00:11.162591 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5876d819-55d7-4730-8124-afbc966b5751 admin admin] Made reservation on behalf of 303608e801894cbc82a16778d6767718 for: {'subnet': 1} {{(pid=105585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:00:11.164970 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-5876d819-55d7-4730-8124-afbc966b5751 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9990620'] for subnet, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:11.223610 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] get_ports_and_sgs() called for port_ids ['0d25b76a-67ba-4b3b-8026-3f225d5e391c'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:00:11.342039 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] For port 393132c5-1d7b-4862-8edc-dad8e0cfee95, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=393132c5-1d7b-4862-8edc-dad8e0cfee95,segment=NetworkSegment(54f3551e-5c55-4c2f-a16f-7beb91ee97a5),segment_id=54f3551e-5c55-4c2f-a16f-7beb91ee97a5)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:00:11.355680 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Pushing event updated for resources: {'Port': ['ID=0d25b76a-67ba-4b3b-8026-3f225d5e391c,revision_number=12']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:00:11.402684 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99123e3f-49c4-4871-8375-9c207c4e516f req-dad838ad-b088-4a5c-9c73-7aed7a18041c tempest-ServerMetadataNegativeTestJSON-549606286 tempest-ServerMetadataNegativeTestJSON-549606286-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:11.412146 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:11.413492 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-99123e3f-49c4-4871-8375-9c207c4e516f req-dad838ad-b088-4a5c-9c73-7aed7a18041c tempest-ServerMetadataNegativeTestJSON-549606286 tempest-ServerMetadataNegativeTestJSON-549606286-project] 10.222.0.59 "GET /v2.0/networks?id=ea6ef872-4d0e-47a3-b5a8-46682c9deff2 HTTP/1.1" status: 200 len: 820 time: 0.5036066 Jul 27 21:00:11.415236 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device 3e901f2c-afa6-4e65-b936-9e2231fd9b0c up at agent hyperv_n-h1-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:00:11.419486 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-d892b9ce-f554-48ca-aaf2-e502f67daba8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:11.437366 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-957dc0e0-2a4b-42ba-838e-d3e8c4b41154 req-cf8daf15-5a37-49bb-95a9-cc7b130d8277 tempest-LiveMigrationNegativeTest-821432527 tempest-LiveMigrationNegativeTest-821432527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:11.445433 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-99123e3f-49c4-4871-8375-9c207c4e516f req-35e220a4-81e9-428b-9d9b-00b1a5b6d469 tempest-ServerMetadataNegativeTestJSON-549606286 tempest-ServerMetadataNegativeTestJSON-549606286-project] 10.222.0.59 "GET /v2.0/quotas/f090cb1097ee478b8f9f4e59ff445953 HTTP/1.1" status: 200 len: 375 time: 0.0308793 Jul 27 21:00:11.506737 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-99123e3f-49c4-4871-8375-9c207c4e516f req-fd79d7ef-8f0f-4f63-bf1c-736a0efb7f9e tempest-ServerMetadataNegativeTestJSON-549606286 tempest-ServerMetadataNegativeTestJSON-549606286-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=f090cb1097ee478b8f9f4e59ff445953&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0599422 Jul 27 21:00:11.515975 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8daf15-5a37-49bb-95a9-cc7b130d8277 tempest-LiveMigrationNegativeTest-821432527 tempest-LiveMigrationNegativeTest-821432527-project] Pushing event deleted for resources: {'Port': ['ID=86e65c02-89f1-436d-a9f5-2583efda15ce,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:00:11.629089 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Pushing event updated for resources: {'Port': ['ID=393132c5-1d7b-4862-8edc-dad8e0cfee95,revision_number=5']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:00:11.639185 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] get_ports_and_sgs() called for port_ids ['159d2139-7d49-46eb-bb69-aa9680c76be7'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:00:11.671388 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [req-957dc0e0-2a4b-42ba-838e-d3e8c4b41154 req-cf8daf15-5a37-49bb-95a9-cc7b130d8277 tempest-LiveMigrationNegativeTest-821432527 tempest-LiveMigrationNegativeTest-821432527-project] No DVR routers for this DVR port 86e65c02-89f1-436d-a9f5-2583efda15ce on host n-h1-705658-22 {{(pid=105584) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:00:11.676238 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-957dc0e0-2a4b-42ba-838e-d3e8c4b41154 req-cf8daf15-5a37-49bb-95a9-cc7b130d8277 tempest-LiveMigrationNegativeTest-821432527 tempest-LiveMigrationNegativeTest-821432527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:11.678245 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-957dc0e0-2a4b-42ba-838e-d3e8c4b41154 req-cf8daf15-5a37-49bb-95a9-cc7b130d8277 tempest-LiveMigrationNegativeTest-821432527 tempest-LiveMigrationNegativeTest-821432527-project] 10.222.0.36 "DELETE /v2.0/ports/86e65c02-89f1-436d-a9f5-2583efda15ce HTTP/1.1" status: 204 len: 173 time: 1.1018517 Jul 27 21:00:11.678723 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0781fdd-7597-4791-b525-085b17c05d36', 'name': 'network-vif-deleted', 'tag': '86e65c02-89f1-436d-a9f5-2583efda15ce'}] {{(pid=105584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:00:11.691048 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bce5e6c8685464f7626901654159975603b047827e3138302ed6566e28f1343" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4b3ad17-6bdb-45bc-b405-eb994b805a77" -d '{"events": [{"server_uuid": "b0781fdd-7597-4791-b525-085b17c05d36", "name": "network-vif-deleted", "tag": "86e65c02-89f1-436d-a9f5-2583efda15ce"}]}' {{(pid=105584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:00:11.694226 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-99123e3f-49c4-4871-8375-9c207c4e516f req-907a6063-da67-4597-ad5a-cdc705fe58db service neutron] 10.222.0.59 "GET /v2.0/networks/ea6ef872-4d0e-47a3-b5a8-46682c9deff2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1861434 Jul 27 21:00:11.867395 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-99123e3f-49c4-4871-8375-9c207c4e516f req-2a0b57ed-bfbb-4b4b-b093-1d6fd4f6fbd4 service neutron] 10.222.0.59 "GET /v2.0/networks/ea6ef872-4d0e-47a3-b5a8-46682c9deff2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1671937 Jul 27 21:00:11.868758 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:11.901049 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Provisioning for port 3e901f2c-afa6-4e65-b936-9e2231fd9b0c completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:00:11.955503 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Provisioning complete for port 3e901f2c-afa6-4e65-b936-9e2231fd9b0c triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:00:11.956728 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:12.026381 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-5876d819-55d7-4730-8124-afbc966b5751 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10221797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9990606'] for subnet, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:12.072689 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2be6dd0d-bc7c-4882-8bb2-afe5ae686d07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '393132c5-1d7b-4862-8edc-dad8e0cfee95'}] {{(pid=105586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:00:12.074899 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:00:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e9e6b4e-b66c-4281-8376-22cd725c00af x-openstack-request-id: req-4e9e6b4e-b66c-4281-8376-22cd725c00af {{(pid=105585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:00:12.075259 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3985821-907e-495f-a860-769c8bce29c8", "name": "network-vif-deleted", "tag": "68b3c316-ae94-48de-bc0b-8f3fda660ac7", "status": "completed", "code": 200}]} {{(pid=105585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:00:12.075520 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-4e9e6b4e-b66c-4281-8376-22cd725c00af {{(pid=105585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:00:12.075922 n-d-705658-22 neutron-server[105585]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3985821-907e-495f-a860-769c8bce29c8', 'name': 'network-vif-deleted', 'tag': '68b3c316-ae94-48de-bc0b-8f3fda660ac7', 'status': 'completed', 'code': 200} Jul 27 21:00:12.076465 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14c1663e039faf5393f87855f745010ac5b02220355b68fdbf065393e303ac56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9916f6b-b5c2-4258-a17f-42f9b9ed8fd4" -d '{"events": [{"server_uuid": "2be6dd0d-bc7c-4882-8bb2-afe5ae686d07", "name": "network-vif-plugged", "status": "completed", "tag": "393132c5-1d7b-4862-8edc-dad8e0cfee95"}]}' {{(pid=105586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:00:12.154302 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5876d819-55d7-4730-8124-afbc966b5751 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d675c767-afdc-47aa-8425-df874eb03020,revision_number=0']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:00:12.196157 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:12.244615 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5876d819-55d7-4730-8124-afbc966b5751 admin admin] Checking segment: {'id': 'c0c8a3a2-821d-44b5-9cd5-483f6c69fbdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '11c272aa-de19-4055-87f8-922ac5033999'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:00:12.245858 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5876d819-55d7-4730-8124-afbc966b5751 admin admin] Network hostable DHCP agents. Network: 11c272aa-de19-4055-87f8-922ac5033999, hostable agents: ['7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a'], hosted agents: [] {{(pid=105585) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:00:12.277106 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] For port 3e901f2c-afa6-4e65-b936-9e2231fd9b0c, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=3e901f2c-afa6-4e65-b936-9e2231fd9b0c,segment=NetworkSegment(f1e516bc-13bc-4947-b152-f0f01499a80c),segment_id=f1e516bc-13bc-4947-b152-f0f01499a80c)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:00:12.284730 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:12.285511 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device 32d33fb6-0dd4-4fb0-848b-fa38285c8993 up at agent hyperv_n-h1-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:00:12.373438 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Pushing event updated for resources: {'Port': ['ID=3e901f2c-afa6-4e65-b936-9e2231fd9b0c,revision_number=5']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:00:12.374313 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5876d819-55d7-4730-8124-afbc966b5751 admin admin] Network 11c272aa-de19-4055-87f8-922ac5033999 is scheduled to be hosted by DHCP agent 7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a with binding_index 1 {{(pid=105585) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:00:12.389435 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.base_scheduler [None req-5876d819-55d7-4730-8124-afbc966b5751 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-22, 11c272aa-de19-4055-87f8-922ac5033999) {{(pid=105585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:00:12.398459 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f6f4f45-d860-45cd-bf6f-73983dc1bc7f None None] Network 11c272aa-de19-4055-87f8-922ac5033999 requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:00:12.419625 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5876d819-55d7-4730-8124-afbc966b5751 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:12.420283 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-5876d819-55d7-4730-8124-afbc966b5751 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743886'] for subnet, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:12.467881 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88d44f8-860e-4692-aba9-d6b5d799ef3d req-138df224-c455-49e1-89c2-5e7a52f06a33 tempest-ImagesOneServerTestJSON-1985669581 tempest-ImagesOneServerTestJSON-1985669581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:12.469724 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e88d44f8-860e-4692-aba9-d6b5d799ef3d req-138df224-c455-49e1-89c2-5e7a52f06a33 tempest-ImagesOneServerTestJSON-1985669581 tempest-ImagesOneServerTestJSON-1985669581-project] 10.222.0.59 "GET /v2.0/ports?device_id=a327f21b-2949-41a9-84e5-9a41fda86d7b HTTP/1.1" status: 200 len: 950 time: 0.2344339 Jul 27 21:00:12.494929 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8b53ec-e5eb-4a16-bf19-e30abd594239 req-bfa18c89-b58a-4a0c-a290-3cb7faba9c83 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:12.497209 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-ea8b53ec-e5eb-4a16-bf19-e30abd594239 req-bfa18c89-b58a-4a0c-a290-3cb7faba9c83 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] 10.222.0.59 "GET /v2.0/ports?device_id=29c1b762-5cb9-4f5b-ac71-3cb8a306ebde HTTP/1.1" status: 200 len: 946 time: 0.2481582 Jul 27 21:00:12.500320 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-5876d819-55d7-4730-8124-afbc966b5751 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.5165796 Jul 27 21:00:12.529367 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Provisioning for port 32d33fb6-0dd4-4fb0-848b-fa38285c8993 completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:00:12.563981 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Provisioning complete for port 32d33fb6-0dd4-4fb0-848b-fa38285c8993 triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:00:12.564989 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:12.578401 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e88d44f8-860e-4692-aba9-d6b5d799ef3d req-258c56f8-27bd-4511-bf8f-038371a1360a tempest-ImagesOneServerTestJSON-1985669581 tempest-ImagesOneServerTestJSON-1985669581-project] 10.222.0.59 "GET /v2.0/security-groups?id=522fa8e0-6e9d-47e1-870e-4979e997948d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796707 Jul 27 21:00:12.602387 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-ea8b53ec-e5eb-4a16-bf19-e30abd594239 req-3fb709b8-292b-4c85-9490-bcb78943e78c tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] 10.222.0.59 "GET /v2.0/security-groups?id=e760076b-6854-47cf-947b-f6a7a8a579d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0614548 Jul 27 21:00:12.655278 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:00:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96a5ad05-00a2-4def-84d7-6f9ea5832125 x-openstack-request-id: req-96a5ad05-00a2-4def-84d7-6f9ea5832125 {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:00:12.655780 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0781fdd-7597-4791-b525-085b17c05d36", "name": "network-vif-deleted", "tag": "86e65c02-89f1-436d-a9f5-2583efda15ce", "status": "completed", "code": 200}]} {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:00:12.655888 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-96a5ad05-00a2-4def-84d7-6f9ea5832125 {{(pid=105584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:00:12.656472 n-d-705658-22 neutron-server[105584]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0781fdd-7597-4791-b525-085b17c05d36', 'name': 'network-vif-deleted', 'tag': '86e65c02-89f1-436d-a9f5-2583efda15ce', 'status': 'completed', 'code': 200} Jul 27 21:00:12.758114 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:00:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da295485-b3a3-49d9-9480-9c70c35fda27 x-openstack-request-id: req-da295485-b3a3-49d9-9480-9c70c35fda27 {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:00:12.758888 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2be6dd0d-bc7c-4882-8bb2-afe5ae686d07", "name": "network-vif-plugged", "status": "completed", "tag": "393132c5-1d7b-4862-8edc-dad8e0cfee95", "code": 200}]} {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:00:12.759484 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-da295485-b3a3-49d9-9480-9c70c35fda27 {{(pid=105586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:00:12.760110 n-d-705658-22 neutron-server[105586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2be6dd0d-bc7c-4882-8bb2-afe5ae686d07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '393132c5-1d7b-4862-8edc-dad8e0cfee95', 'code': 200} Jul 27 21:00:12.786717 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a9cd2368-a404-4c89-ae73-56b47be8f3c6 req-b352b112-eb3d-4a66-affc-775d1b5643b3 tempest-ServerMetadataNegativeTestJSON-549606286 tempest-ServerMetadataNegativeTestJSON-549606286-project] 10.222.0.59 "GET /v2.0/ports?device_id=41f5f7a7-2cb5-455e-9e89-38ce8396742f HTTP/1.1" status: 200 len: 210 time: 0.0409307 Jul 27 21:00:12.861131 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:12.869285 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-748952c6-5be4-464f-a0a5-8fb095a68b34 None None] Network 11c272aa-de19-4055-87f8-922ac5033999 requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:00:12.946533 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Device 68b3c316-ae94-48de-bc0b-8f3fda660ac7 no longer exists at agent hyperv_n-h2-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:00:12.950317 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-bb32ed7d-8717-448b-a9c8-a5a0117d1fd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:13.015537 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6badf2ba-943f-4f04-9dd7-e3a5616d78f1 req-5a5b17c7-d94d-4cf3-aa27-6ce5aff5c6a1 tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:13.015957 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] For port 32d33fb6-0dd4-4fb0-848b-fa38285c8993, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=32d33fb6-0dd4-4fb0-848b-fa38285c8993,segment=NetworkSegment(18a392fd-f38c-4fa2-9883-9b25afe164a9),segment_id=18a392fd-f38c-4fa2-9883-9b25afe164a9)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:00:13.016956 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-3d54578f-831f-4696-b568-13c455922dab None None] No Port match for: 68b3c316-ae94-48de-bc0b-8f3fda660ac7 {{(pid=105586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:00:13.017361 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Device 68b3c316-ae94-48de-bc0b-8f3fda660ac7 not bound to the agent host n-h2-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:00:13.021405 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6badf2ba-943f-4f04-9dd7-e3a5616d78f1 req-5a5b17c7-d94d-4cf3-aa27-6ce5aff5c6a1 tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:13.025514 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:13.026398 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device 984e7f87-cd71-496b-8f96-8f7663d6c1ce up at agent hyperv_n-h1-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:00:13.027249 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6badf2ba-943f-4f04-9dd7-e3a5616d78f1 req-5a5b17c7-d94d-4cf3-aa27-6ce5aff5c6a1 tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:13.033418 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6badf2ba-943f-4f04-9dd7-e3a5616d78f1 req-5a5b17c7-d94d-4cf3-aa27-6ce5aff5c6a1 tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:13.047761 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6badf2ba-943f-4f04-9dd7-e3a5616d78f1 req-5a5b17c7-d94d-4cf3-aa27-6ce5aff5c6a1 tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:13.054109 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6badf2ba-943f-4f04-9dd7-e3a5616d78f1 req-5a5b17c7-d94d-4cf3-aa27-6ce5aff5c6a1 tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:13.060113 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6badf2ba-943f-4f04-9dd7-e3a5616d78f1 req-5a5b17c7-d94d-4cf3-aa27-6ce5aff5c6a1 tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:13.069735 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-6badf2ba-943f-4f04-9dd7-e3a5616d78f1 req-5a5b17c7-d94d-4cf3-aa27-6ce5aff5c6a1 tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] 10.222.0.59 "GET /v2.0/ports?device_id=2be6dd0d-bc7c-4882-8bb2-afe5ae686d07 HTTP/1.1" status: 200 len: 5441 time: 0.2519257 Jul 27 21:00:13.127060 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-6badf2ba-943f-4f04-9dd7-e3a5616d78f1 req-e8e4ae74-7779-4c53-b425-813589030414 tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] 10.222.0.59 "GET /v2.0/security-groups?id=c27eaa65-2484-427b-949c-12cff57d8973&id=9dd39787-c773-4e1e-afc7-6169131b96d0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0572224 Jul 27 21:00:13.157978 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Pushing event updated for resources: {'Port': ['ID=32d33fb6-0dd4-4fb0-848b-fa38285c8993,revision_number=5']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:00:13.202825 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Provisioning for port 984e7f87-cd71-496b-8f96-8f7663d6c1ce completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:00:13.204352 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6caad90d-caa1-4668-a9e8-2d6fa4c28e2e req-e1af7f95-1ae2-43ee-9ee8-c424081f521a tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:13.212136 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-6caad90d-caa1-4668-a9e8-2d6fa4c28e2e req-e1af7f95-1ae2-43ee-9ee8-c424081f521a tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] 10.222.0.59 "GET /v2.0/networks?id=c29e02c5-8000-4917-925d-2eceb290693b HTTP/1.1" status: 200 len: 812 time: 0.2877996 Jul 27 21:00:13.233200 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-6caad90d-caa1-4668-a9e8-2d6fa4c28e2e req-8d3e9bcc-f09e-4a55-8a68-917bea33f814 tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] 10.222.0.59 "GET /v2.0/quotas/54685b57bf31427c889d7b240f3f8a60 HTTP/1.1" status: 200 len: 375 time: 0.0201313 Jul 27 21:00:13.244163 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Provisioning complete for port 984e7f87-cd71-496b-8f96-8f7663d6c1ce triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:00:13.244893 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:13.293604 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-6caad90d-caa1-4668-a9e8-2d6fa4c28e2e req-3baeaf27-e8c5-42ab-8135-0841fb088d25 tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=54685b57bf31427c889d7b240f3f8a60&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0595200 Jul 27 21:00:13.381571 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:13.442476 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] For port 984e7f87-cd71-496b-8f96-8f7663d6c1ce, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=984e7f87-cd71-496b-8f96-8f7663d6c1ce,segment=NetworkSegment(18a392fd-f38c-4fa2-9883-9b25afe164a9),segment_id=18a392fd-f38c-4fa2-9883-9b25afe164a9)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:00:13.448828 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:13.485685 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device 0d25b76a-67ba-4b3b-8026-3f225d5e391c up at agent hyperv_n-h1-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:00:13.512101 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-6caad90d-caa1-4668-a9e8-2d6fa4c28e2e req-fd4e1e4d-67c2-4c74-826f-c54a5d798847 service neutron] 10.222.0.59 "GET /v2.0/networks/c29e02c5-8000-4917-925d-2eceb290693b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1895418 Jul 27 21:00:13.544674 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Pushing event updated for resources: {'Port': ['ID=984e7f87-cd71-496b-8f96-8f7663d6c1ce,revision_number=5']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:00:13.555913 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:00:13.556264 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:00:13.556609 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:00:13.556952 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:00:13.557291 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:00:13.557612 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:00:13.557993 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:00:13.558793 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:00:13.558793 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:00:13.559790 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:00:13.559790 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:00:13.559790 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:00:13.610405 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Provisioning complete for port 0d25b76a-67ba-4b3b-8026-3f225d5e391c triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:00:13.611043 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:13.614522 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123e7680-53c4-432b-8dc4-b5ef46fa6447 req-4cce9777-1945-474b-8164-1d0dd52bed3b tempest-ImagesOneServerTestJSON-1985669581 tempest-ImagesOneServerTestJSON-1985669581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:13.617228 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-123e7680-53c4-432b-8dc4-b5ef46fa6447 req-4cce9777-1945-474b-8164-1d0dd52bed3b tempest-ImagesOneServerTestJSON-1985669581 tempest-ImagesOneServerTestJSON-1985669581-project] 10.222.0.36 "GET /v2.0/ports?device_id=a327f21b-2949-41a9-84e5-9a41fda86d7b HTTP/1.1" status: 200 len: 950 time: 0.1224887 Jul 27 21:00:13.747525 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:13.765587 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [req-123e7680-53c4-432b-8dc4-b5ef46fa6447 req-93d7b192-98d2-4034-96bd-f81cf869aaba tempest-ImagesOneServerTestJSON-1985669581 tempest-ImagesOneServerTestJSON-1985669581-project] Deleting port e13e4ec9-f53d-47ef-837e-8c4560df621a {{(pid=105584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:00:13.766157 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-123e7680-53c4-432b-8dc4-b5ef46fa6447 req-93d7b192-98d2-4034-96bd-f81cf869aaba tempest-ImagesOneServerTestJSON-1985669581 tempest-ImagesOneServerTestJSON-1985669581-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:13.792587 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] For port 0d25b76a-67ba-4b3b-8026-3f225d5e391c, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=0d25b76a-67ba-4b3b-8026-3f225d5e391c,segment=NetworkSegment(7253e476-fc19-4126-9562-a06a41b3b94e),segment_id=7253e476-fc19-4126-9562-a06a41b3b94e)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:00:13.799027 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:13.801291 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device e13e4ec9-f53d-47ef-837e-8c4560df621a no longer exists at agent hyperv_n-h1-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:00:13.822356 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-6caad90d-caa1-4668-a9e8-2d6fa4c28e2e req-c021a197-7966-420e-a42e-b2598c66ae77 service neutron] 10.222.0.59 "GET /v2.0/networks/c29e02c5-8000-4917-925d-2eceb290693b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2974060 Jul 27 21:00:13.954764 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [req-123e7680-53c4-432b-8dc4-b5ef46fa6447 req-93d7b192-98d2-4034-96bd-f81cf869aaba tempest-ImagesOneServerTestJSON-1985669581 tempest-ImagesOneServerTestJSON-1985669581-project] For port e13e4ec9-f53d-47ef-837e-8c4560df621a, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=e13e4ec9-f53d-47ef-837e-8c4560df621a,segment=NetworkSegment(86b1e6f6-d629-4b03-8944-4cdfbfb93d02),segment_id=86b1e6f6-d629-4b03-8944-4cdfbfb93d02)] {{(pid=105584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:00:13.956452 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-123e7680-53c4-432b-8dc4-b5ef46fa6447 req-93d7b192-98d2-4034-96bd-f81cf869aaba tempest-ImagesOneServerTestJSON-1985669581 tempest-ImagesOneServerTestJSON-1985669581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:13.992100 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [req-123e7680-53c4-432b-8dc4-b5ef46fa6447 req-93d7b192-98d2-4034-96bd-f81cf869aaba tempest-ImagesOneServerTestJSON-1985669581 tempest-ImagesOneServerTestJSON-1985669581-project] Calling delete_port for e13e4ec9-f53d-47ef-837e-8c4560df621a owned by compute:nova {{(pid=105584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:00:14.001324 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19be6a68-ad77-40ed-ace1-8496d43ce33f req-a3fc770b-6107-45da-b585-82f5a4e10a6f tempest-ListServersNegativeTestJSON-1907616306 tempest-ListServersNegativeTestJSON-1907616306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:14.002801 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-19be6a68-ad77-40ed-ace1-8496d43ce33f req-a3fc770b-6107-45da-b585-82f5a4e10a6f tempest-ListServersNegativeTestJSON-1907616306 tempest-ListServersNegativeTestJSON-1907616306-project] 10.222.0.59 "GET /v2.0/networks?id=11c272aa-de19-4055-87f8-922ac5033999 HTTP/1.1" status: 200 len: 817 time: 0.3527405 Jul 27 21:00:14.006148 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Pushing event updated for resources: {'Port': ['ID=0d25b76a-67ba-4b3b-8026-3f225d5e391c,revision_number=13']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:00:14.068342 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-19be6a68-ad77-40ed-ace1-8496d43ce33f req-50ccdbd6-312a-49ac-9e5d-ed056912397a tempest-ListServersNegativeTestJSON-1907616306 tempest-ListServersNegativeTestJSON-1907616306-project] 10.222.0.59 "GET /v2.0/quotas/303608e801894cbc82a16778d6767718 HTTP/1.1" status: 200 len: 375 time: 0.0536244 Jul 27 21:00:14.135231 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99123e3f-49c4-4871-8375-9c207c4e516f req-2dae5498-a783-4383-b12d-d4ec3d845204 tempest-ServerMetadataNegativeTestJSON-549606286 tempest-ServerMetadataNegativeTestJSON-549606286-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:14.142253 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-99123e3f-49c4-4871-8375-9c207c4e516f req-2dae5498-a783-4383-b12d-d4ec3d845204 tempest-ServerMetadataNegativeTestJSON-549606286 tempest-ServerMetadataNegativeTestJSON-549606286-project] 10.222.0.60 "GET /v2.0/networks?id=ea6ef872-4d0e-47a3-b5a8-46682c9deff2 HTTP/1.1" status: 200 len: 820 time: 0.4115694 Jul 27 21:00:14.170098 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:14.194754 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-19be6a68-ad77-40ed-ace1-8496d43ce33f req-0d965f2d-caa1-4375-8725-7d71cb7b4efa tempest-ListServersNegativeTestJSON-1907616306 tempest-ListServersNegativeTestJSON-1907616306-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=303608e801894cbc82a16778d6767718&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1255474 Jul 27 21:00:14.198366 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-123e7680-53c4-432b-8dc4-b5ef46fa6447 req-93d7b192-98d2-4034-96bd-f81cf869aaba tempest-ImagesOneServerTestJSON-1985669581 tempest-ImagesOneServerTestJSON-1985669581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:14.204193 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [req-99123e3f-49c4-4871-8375-9c207c4e516f req-671116c9-8fb4-4d33-8b1d-723f2972c993 tempest-ServerMetadataNegativeTestJSON-549606286 tempest-ServerMetadataNegativeTestJSON-549606286-project] Request body: {'port': {'device_id': '41f5f7a7-2cb5-455e-9e89-38ce8396742f', 'network_id': 'ea6ef872-4d0e-47a3-b5a8-46682c9deff2', 'admin_state_up': True, 'tenant_id': 'f090cb1097ee478b8f9f4e59ff445953'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:00:14.243070 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-875ced1b-4cf3-463a-9653-058f0f9421e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:14.245535 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d7b192-98d2-4034-96bd-f81cf869aaba tempest-ImagesOneServerTestJSON-1985669581 tempest-ImagesOneServerTestJSON-1985669581-project] Pushing event deleted for resources: {'Port': ['ID=e13e4ec9-f53d-47ef-837e-8c4560df621a,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:00:14.263119 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d7b192-98d2-4034-96bd-f81cf869aaba tempest-ImagesOneServerTestJSON-1985669581 tempest-ImagesOneServerTestJSON-1985669581-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:00:14.266786 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d7b192-98d2-4034-96bd-f81cf869aaba tempest-ImagesOneServerTestJSON-1985669581 tempest-ImagesOneServerTestJSON-1985669581-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:00:14.266786 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d7b192-98d2-4034-96bd-f81cf869aaba tempest-ImagesOneServerTestJSON-1985669581 tempest-ImagesOneServerTestJSON-1985669581-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:00:14.266786 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d7b192-98d2-4034-96bd-f81cf869aaba tempest-ImagesOneServerTestJSON-1985669581 tempest-ImagesOneServerTestJSON-1985669581-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:00:14.266786 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d7b192-98d2-4034-96bd-f81cf869aaba tempest-ImagesOneServerTestJSON-1985669581 tempest-ImagesOneServerTestJSON-1985669581-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:00:14.266786 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d7b192-98d2-4034-96bd-f81cf869aaba tempest-ImagesOneServerTestJSON-1985669581 tempest-ImagesOneServerTestJSON-1985669581-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:00:14.266786 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d7b192-98d2-4034-96bd-f81cf869aaba tempest-ImagesOneServerTestJSON-1985669581 tempest-ImagesOneServerTestJSON-1985669581-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:00:14.269494 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d7b192-98d2-4034-96bd-f81cf869aaba tempest-ImagesOneServerTestJSON-1985669581 tempest-ImagesOneServerTestJSON-1985669581-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:00:14.269966 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d7b192-98d2-4034-96bd-f81cf869aaba tempest-ImagesOneServerTestJSON-1985669581 tempest-ImagesOneServerTestJSON-1985669581-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:00:14.270470 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d7b192-98d2-4034-96bd-f81cf869aaba tempest-ImagesOneServerTestJSON-1985669581 tempest-ImagesOneServerTestJSON-1985669581-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:00:14.271632 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d7b192-98d2-4034-96bd-f81cf869aaba tempest-ImagesOneServerTestJSON-1985669581 tempest-ImagesOneServerTestJSON-1985669581-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:00:14.272079 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d7b192-98d2-4034-96bd-f81cf869aaba tempest-ImagesOneServerTestJSON-1985669581 tempest-ImagesOneServerTestJSON-1985669581-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:00:14.293906 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device 86e65c02-89f1-436d-a9f5-2583efda15ce no longer exists at agent hyperv_n-h1-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:00:14.325314 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [req-123e7680-53c4-432b-8dc4-b5ef46fa6447 req-93d7b192-98d2-4034-96bd-f81cf869aaba tempest-ImagesOneServerTestJSON-1985669581 tempest-ImagesOneServerTestJSON-1985669581-project] No DVR routers for this DVR port e13e4ec9-f53d-47ef-837e-8c4560df621a on host n-h1-705658-22 {{(pid=105584) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:00:14.328151 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-123e7680-53c4-432b-8dc4-b5ef46fa6447 req-93d7b192-98d2-4034-96bd-f81cf869aaba tempest-ImagesOneServerTestJSON-1985669581 tempest-ImagesOneServerTestJSON-1985669581-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:14.330777 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-123e7680-53c4-432b-8dc4-b5ef46fa6447 req-93d7b192-98d2-4034-96bd-f81cf869aaba tempest-ImagesOneServerTestJSON-1985669581 tempest-ImagesOneServerTestJSON-1985669581-project] 10.222.0.36 "DELETE /v2.0/ports/e13e4ec9-f53d-47ef-837e-8c4560df621a HTTP/1.1" status: 204 len: 173 time: 0.6945405 Jul 27 21:00:14.341582 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-28650df7-c46c-4981-b84f-37d87254047e None None] No Port match for: 86e65c02-89f1-436d-a9f5-2583efda15ce {{(pid=105586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:00:14.342086 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device 86e65c02-89f1-436d-a9f5-2583efda15ce not bound to the agent host n-h1-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:00:14.551494 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-19be6a68-ad77-40ed-ace1-8496d43ce33f req-7c9f78b7-9ad3-4c26-a835-814c27fe6db2 service neutron] 10.222.0.59 "GET /v2.0/networks/11c272aa-de19-4055-87f8-922ac5033999?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3427520 Jul 27 21:00:14.569530 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ebaa7a-c79c-4e16-b009-d94d1c4025e1 req-5c5a01c4-1bdf-4baf-bad7-8a638a73549d tempest-LiveMigrationNegativeTest-821432527 tempest-LiveMigrationNegativeTest-821432527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:14.576814 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f7ebaa7a-c79c-4e16-b009-d94d1c4025e1 req-5c5a01c4-1bdf-4baf-bad7-8a638a73549d tempest-LiveMigrationNegativeTest-821432527 tempest-LiveMigrationNegativeTest-821432527-project] 10.222.0.59 "GET /v2.0/ports?device_id=a6633f79-2fa5-456e-a49d-db874e69a63c HTTP/1.1" status: 200 len: 949 time: 0.3655176 Jul 27 21:00:14.641689 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-99123e3f-49c4-4871-8375-9c207c4e516f req-671116c9-8fb4-4d33-8b1d-723f2972c993 tempest-ServerMetadataNegativeTestJSON-549606286 tempest-ServerMetadataNegativeTestJSON-549606286-project] Made reservation on behalf of f090cb1097ee478b8f9f4e59ff445953 for: {'port': 1} {{(pid=105585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:00:14.645748 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-99123e3f-49c4-4871-8375-9c207c4e516f req-671116c9-8fb4-4d33-8b1d-723f2972c993 tempest-ServerMetadataNegativeTestJSON-549606286 tempest-ServerMetadataNegativeTestJSON-549606286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:14.657986 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a327f21b-2949-41a9-84e5-9a41fda86d7b', 'name': 'network-vif-deleted', 'tag': 'e13e4ec9-f53d-47ef-837e-8c4560df621a'}] {{(pid=105584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:00:14.662159 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bce5e6c8685464f7626901654159975603b047827e3138302ed6566e28f1343" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1242b4d-5c1d-4d06-aab0-b80c4c799956" -d '{"events": [{"server_uuid": "a327f21b-2949-41a9-84e5-9a41fda86d7b", "name": "network-vif-deleted", "tag": "e13e4ec9-f53d-47ef-837e-8c4560df621a"}]}' {{(pid=105584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:00:14.739632 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f7ebaa7a-c79c-4e16-b009-d94d1c4025e1 req-01d44b9c-e839-41fd-89ea-1c0bb4e4b2c4 tempest-LiveMigrationNegativeTest-821432527 tempest-LiveMigrationNegativeTest-821432527-project] 10.222.0.59 "GET /v2.0/security-groups?id=bba09abf-9bc4-4acd-a324-3bcdcb98d3ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618447 Jul 27 21:00:14.761890 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2be6dd0d-bc7c-4882-8bb2-afe5ae686d07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e901f2c-afa6-4e65-b936-9e2231fd9b0c'}, {'server_uuid': '2be6dd0d-bc7c-4882-8bb2-afe5ae686d07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32d33fb6-0dd4-4fb0-848b-fa38285c8993'}, {'server_uuid': '2be6dd0d-bc7c-4882-8bb2-afe5ae686d07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '984e7f87-cd71-496b-8f96-8f7663d6c1ce'}, {'server_uuid': '29c1b762-5cb9-4f5b-ac71-3cb8a306ebde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d25b76a-67ba-4b3b-8026-3f225d5e391c'}] {{(pid=105586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:00:14.764376 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14c1663e039faf5393f87855f745010ac5b02220355b68fdbf065393e303ac56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8d4c2be-50a3-4eef-a473-06ebc1e70145" -d '{"events": [{"server_uuid": "2be6dd0d-bc7c-4882-8bb2-afe5ae686d07", "name": "network-vif-plugged", "status": "completed", "tag": "3e901f2c-afa6-4e65-b936-9e2231fd9b0c"}, {"server_uuid": "2be6dd0d-bc7c-4882-8bb2-afe5ae686d07", "name": "network-vif-plugged", "status": "completed", "tag": "32d33fb6-0dd4-4fb0-848b-fa38285c8993"}, {"server_uuid": "2be6dd0d-bc7c-4882-8bb2-afe5ae686d07", "name": "network-vif-plugged", "status": "completed", "tag": "984e7f87-cd71-496b-8f96-8f7663d6c1ce"}, {"server_uuid": "29c1b762-5cb9-4f5b-ac71-3cb8a306ebde", "name": "network-vif-plugged", "status": "completed", "tag": "0d25b76a-67ba-4b3b-8026-3f225d5e391c"}]}' {{(pid=105586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:00:14.963442 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-19be6a68-ad77-40ed-ace1-8496d43ce33f req-aa5fe81b-e700-4348-9f09-b8db87fb57a0 service neutron] 10.222.0.59 "GET /v2.0/networks/11c272aa-de19-4055-87f8-922ac5033999?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4102151 Jul 27 21:00:15.002785 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-6b8c4293-1a79-48b7-a280-fa95f9c619db req-ab0345e0-6133-49dd-a040-d234507ada51 tempest-ImagesOneServerTestJSON-1985669581 tempest-ImagesOneServerTestJSON-1985669581-project] 10.222.0.59 "GET /v2.0/ports?device_id=a327f21b-2949-41a9-84e5-9a41fda86d7b HTTP/1.1" status: 200 len: 210 time: 0.0647590 Jul 27 21:00:15.338746 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.db_base_plugin_common [req-99123e3f-49c4-4871-8375-9c207c4e516f req-671116c9-8fb4-4d33-8b1d-723f2972c993 tempest-ServerMetadataNegativeTestJSON-549606286 tempest-ServerMetadataNegativeTestJSON-549606286-project] Allocated IP 172.20.0.14 (ea6ef872-4d0e-47a3-b5a8-46682c9deff2/913a77aa-4d9b-45c7-9008-64093e4b7342/9b9bbfba-5d2c-4a9a-a5ba-ceb0e6f60cab) {{(pid=105585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:00:15.416482 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-60f7073e-9c6f-4d02-a9d2-66a6241ac024 req-d4ce1090-4702-4352-9a59-cd3d4660c609 tempest-ServerMetadataNegativeTestJSON-549606286 tempest-ServerMetadataNegativeTestJSON-549606286-project] 10.222.0.59 "GET /v2.0/ports?device_id=41f5f7a7-2cb5-455e-9e89-38ce8396742f HTTP/1.1" status: 200 len: 210 time: 0.0415349 Jul 27 21:00:15.463472 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252fbdf0-e282-49bd-834b-effc59340249 req-bf2c2ee1-669a-4de3-bdb1-9a5a1ff05948 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:15.471943 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-252fbdf0-e282-49bd-834b-effc59340249 req-bf2c2ee1-669a-4de3-bdb1-9a5a1ff05948 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] 10.222.0.59 "GET /v2.0/ports?device_id=29c1b762-5cb9-4f5b-ac71-3cb8a306ebde HTTP/1.1" status: 200 len: 947 time: 0.2920461 Jul 27 21:00:15.519351 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febce54d-d1ee-40b8-a6d7-6fc921129aee req-313eb083-eddc-4b86-89ec-6109d31d84de tempest-LiveMigrationNegativeTest-821432527 tempest-LiveMigrationNegativeTest-821432527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:15.521286 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-febce54d-d1ee-40b8-a6d7-6fc921129aee req-313eb083-eddc-4b86-89ec-6109d31d84de tempest-LiveMigrationNegativeTest-821432527 tempest-LiveMigrationNegativeTest-821432527-project] 10.222.0.60 "GET /v2.0/ports?device_id=a6633f79-2fa5-456e-a49d-db874e69a63c HTTP/1.1" status: 200 len: 949 time: 0.5209887 Jul 27 21:00:15.613604 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-252fbdf0-e282-49bd-834b-effc59340249 req-84e1af99-5f0a-4701-8e47-17d9b8017916 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] 10.222.0.59 "GET /v2.0/security-groups?id=e760076b-6854-47cf-947b-f6a7a8a579d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1405215 Jul 27 21:00:15.760121 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a85ff955-472e-4dcc-919e-590475d799a3 req-0abc66a7-fe57-4a50-8a8c-262570e9a992 tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d07fb74-3ebf-4d24-bbe3-7e4795327233 HTTP/1.1" status: 200 len: 210 time: 0.2041287 Jul 27 21:00:15.960275 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Tue, 27 Jul 2021 21:00:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10dedf5d-69ca-4056-a228-8a949874d16c x-openstack-request-id: req-10dedf5d-69ca-4056-a228-8a949874d16c {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:00:15.960805 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2be6dd0d-bc7c-4882-8bb2-afe5ae686d07", "name": "network-vif-plugged", "status": "completed", "tag": "3e901f2c-afa6-4e65-b936-9e2231fd9b0c", "code": 200}, {"server_uuid": "2be6dd0d-bc7c-4882-8bb2-afe5ae686d07", "name": "network-vif-plugged", "status": "completed", "tag": "32d33fb6-0dd4-4fb0-848b-fa38285c8993", "code": 200}, {"server_uuid": "2be6dd0d-bc7c-4882-8bb2-afe5ae686d07", "name": "network-vif-plugged", "status": "completed", "tag": "984e7f87-cd71-496b-8f96-8f7663d6c1ce", "code": 200}, {"server_uuid": "29c1b762-5cb9-4f5b-ac71-3cb8a306ebde", "name": "network-vif-plugged", "status": "completed", "tag": "0d25b76a-67ba-4b3b-8026-3f225d5e391c", "code": 200}]} {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:00:15.960805 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-10dedf5d-69ca-4056-a228-8a949874d16c {{(pid=105586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:00:15.961507 n-d-705658-22 neutron-server[105586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2be6dd0d-bc7c-4882-8bb2-afe5ae686d07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e901f2c-afa6-4e65-b936-9e2231fd9b0c', 'code': 200} Jul 27 21:00:15.961507 n-d-705658-22 neutron-server[105586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2be6dd0d-bc7c-4882-8bb2-afe5ae686d07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32d33fb6-0dd4-4fb0-848b-fa38285c8993', 'code': 200} Jul 27 21:00:15.961725 n-d-705658-22 neutron-server[105586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2be6dd0d-bc7c-4882-8bb2-afe5ae686d07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '984e7f87-cd71-496b-8f96-8f7663d6c1ce', 'code': 200} Jul 27 21:00:15.961904 n-d-705658-22 neutron-server[105586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29c1b762-5cb9-4f5b-ac71-3cb8a306ebde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d25b76a-67ba-4b3b-8026-3f225d5e391c', 'code': 200} Jul 27 21:00:15.994457 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6caad90d-caa1-4668-a9e8-2d6fa4c28e2e req-71c37d0b-5383-4f90-8ebe-84bbbdd1ea8f tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:16.008825 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-6caad90d-caa1-4668-a9e8-2d6fa4c28e2e req-71c37d0b-5383-4f90-8ebe-84bbbdd1ea8f tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] 10.222.0.60 "GET /v2.0/networks?id=c29e02c5-8000-4917-925d-2eceb290693b HTTP/1.1" status: 200 len: 812 time: 0.2752373 Jul 27 21:00:16.010578 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:00:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e2a66ab-f910-4878-8d75-f8e008a5d488 x-openstack-request-id: req-5e2a66ab-f910-4878-8d75-f8e008a5d488 {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:00:16.011067 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a327f21b-2949-41a9-84e5-9a41fda86d7b", "name": "network-vif-deleted", "tag": "e13e4ec9-f53d-47ef-837e-8c4560df621a", "status": "completed", "code": 200}]} {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:00:16.011484 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-5e2a66ab-f910-4878-8d75-f8e008a5d488 {{(pid=105584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:00:16.012055 n-d-705658-22 neutron-server[105584]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a327f21b-2949-41a9-84e5-9a41fda86d7b', 'name': 'network-vif-deleted', 'tag': 'e13e4ec9-f53d-47ef-837e-8c4560df621a', 'status': 'completed', 'code': 200} Jul 27 21:00:16.022524 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [req-6caad90d-caa1-4668-a9e8-2d6fa4c28e2e req-50f759b0-c3f4-4f77-af19-bc9cf01c3fb1 tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] Request body: {'port': {'device_id': '0d07fb74-3ebf-4d24-bbe3-7e4795327233', 'network_id': 'c29e02c5-8000-4917-925d-2eceb290693b', 'admin_state_up': True, 'tenant_id': '54685b57bf31427c889d7b240f3f8a60'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:00:16.095857 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-99123e3f-49c4-4871-8375-9c207c4e516f req-671116c9-8fb4-4d33-8b1d-723f2972c993 tempest-ServerMetadataNegativeTestJSON-549606286 tempest-ServerMetadataNegativeTestJSON-549606286-project] Notify callbacks [] for port, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:16.215726 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ececaa-6228-42ef-a423-fce972b35dc7 req-19bf61fb-3eb9-40e3-805c-8b889298a6e0 tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:16.222225 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ececaa-6228-42ef-a423-fce972b35dc7 req-19bf61fb-3eb9-40e3-805c-8b889298a6e0 tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:16.243623 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ececaa-6228-42ef-a423-fce972b35dc7 req-19bf61fb-3eb9-40e3-805c-8b889298a6e0 tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:16.275810 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ececaa-6228-42ef-a423-fce972b35dc7 req-19bf61fb-3eb9-40e3-805c-8b889298a6e0 tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:16.282210 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ececaa-6228-42ef-a423-fce972b35dc7 req-19bf61fb-3eb9-40e3-805c-8b889298a6e0 tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:16.294509 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ececaa-6228-42ef-a423-fce972b35dc7 req-19bf61fb-3eb9-40e3-805c-8b889298a6e0 tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:16.303195 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6caad90d-caa1-4668-a9e8-2d6fa4c28e2e req-50f759b0-c3f4-4f77-af19-bc9cf01c3fb1 tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] Made reservation on behalf of 54685b57bf31427c889d7b240f3f8a60 for: {'port': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:00:16.306663 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-6caad90d-caa1-4668-a9e8-2d6fa4c28e2e req-50f759b0-c3f4-4f77-af19-bc9cf01c3fb1 tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:16.312719 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ececaa-6228-42ef-a423-fce972b35dc7 req-19bf61fb-3eb9-40e3-805c-8b889298a6e0 tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:16.314630 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-67ececaa-6228-42ef-a423-fce972b35dc7 req-19bf61fb-3eb9-40e3-805c-8b889298a6e0 tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] 10.222.0.59 "GET /v2.0/ports?device_id=2be6dd0d-bc7c-4882-8bb2-afe5ae686d07 HTTP/1.1" status: 200 len: 5443 time: 0.5532122 Jul 27 21:00:16.346512 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [req-febce54d-d1ee-40b8-a6d7-6fc921129aee req-6519148d-d512-4116-84d3-331e3ca403bb tempest-LiveMigrationNegativeTest-821432527 tempest-LiveMigrationNegativeTest-821432527-project] Deleting port 159d2139-7d49-46eb-bb69-aa9680c76be7 {{(pid=105585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:00:16.347458 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-febce54d-d1ee-40b8-a6d7-6fc921129aee req-6519148d-d512-4116-84d3-331e3ca403bb tempest-LiveMigrationNegativeTest-821432527 tempest-LiveMigrationNegativeTest-821432527-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:16.368947 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device e13e4ec9-f53d-47ef-837e-8c4560df621a no longer exists at agent hyperv_n-h1-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:00:16.420959 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-28650df7-c46c-4981-b84f-37d87254047e None None] No Port match for: e13e4ec9-f53d-47ef-837e-8c4560df621a {{(pid=105586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:00:16.421652 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device e13e4ec9-f53d-47ef-837e-8c4560df621a not bound to the agent host n-h1-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:00:16.477739 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e3cfbb-dfba-4f2f-bc5b-c63e516dccfd req-cc96de7f-44be-46e7-8705-4c042570256f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:16.491751 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e3cfbb-dfba-4f2f-bc5b-c63e516dccfd req-cc96de7f-44be-46e7-8705-4c042570256f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:16.492508 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e3cfbb-dfba-4f2f-bc5b-c63e516dccfd req-cc96de7f-44be-46e7-8705-4c042570256f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:16.493158 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e3cfbb-dfba-4f2f-bc5b-c63e516dccfd req-cc96de7f-44be-46e7-8705-4c042570256f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:16.493846 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e3cfbb-dfba-4f2f-bc5b-c63e516dccfd req-cc96de7f-44be-46e7-8705-4c042570256f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:16.494500 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e3cfbb-dfba-4f2f-bc5b-c63e516dccfd req-cc96de7f-44be-46e7-8705-4c042570256f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:16.495178 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e3cfbb-dfba-4f2f-bc5b-c63e516dccfd req-cc96de7f-44be-46e7-8705-4c042570256f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:16.497442 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-50e3cfbb-dfba-4f2f-bc5b-c63e516dccfd req-cc96de7f-44be-46e7-8705-4c042570256f service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=2be6dd0d-bc7c-4882-8bb2-afe5ae686d07 HTTP/1.1" status: 200 len: 6507 time: 0.2674456 Jul 27 21:00:16.592257 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-50e3cfbb-dfba-4f2f-bc5b-c63e516dccfd req-1d77d797-99e3-4289-b0a5-09c3c7def35c service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=9dd39787-c773-4e1e-afc7-6169131b96d0&id=c27eaa65-2484-427b-949c-12cff57d8973&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0836310 Jul 27 21:00:16.730221 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.db_base_plugin_common [req-6caad90d-caa1-4668-a9e8-2d6fa4c28e2e req-50f759b0-c3f4-4f77-af19-bc9cf01c3fb1 tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] Allocated IP 172.20.0.12 (c29e02c5-8000-4917-925d-2eceb290693b/7c0fdb90-69ca-4554-99dc-5ec25614338f/310d9827-e134-4697-9849-2becd694e37f) {{(pid=105584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:00:16.949880 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-6caad90d-caa1-4668-a9e8-2d6fa4c28e2e req-50f759b0-c3f4-4f77-af19-bc9cf01c3fb1 tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] Notify callbacks [] for port, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:16.992740 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-99123e3f-49c4-4871-8375-9c207c4e516f req-671116c9-8fb4-4d33-8b1d-723f2972c993 tempest-ServerMetadataNegativeTestJSON-549606286 tempest-ServerMetadataNegativeTestJSON-549606286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:17.057365 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-6caad90d-caa1-4668-a9e8-2d6fa4c28e2e req-50f759b0-c3f4-4f77-af19-bc9cf01c3fb1 tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:17.082470 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-67ececaa-6228-42ef-a423-fce972b35dc7 req-91b6b415-a391-4562-912d-a680323d6304 tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] 10.222.0.59 "GET /v2.0/security-groups?id=c27eaa65-2484-427b-949c-12cff57d8973&id=9dd39787-c773-4e1e-afc7-6169131b96d0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.7532587 Jul 27 21:00:17.121475 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6caad90d-caa1-4668-a9e8-2d6fa4c28e2e req-50f759b0-c3f4-4f77-af19-bc9cf01c3fb1 tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] Network c29e02c5-8000-4917-925d-2eceb290693b is already hosted by enough agents. {{(pid=105584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:00:17.124886 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [req-6caad90d-caa1-4668-a9e8-2d6fa4c28e2e req-50f759b0-c3f4-4f77-af19-bc9cf01c3fb1 tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] Resources bound (agent type, host, resource id): {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:00:17.127661 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [req-6caad90d-caa1-4668-a9e8-2d6fa4c28e2e req-50f759b0-c3f4-4f77-af19-bc9cf01c3fb1 tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] Received port after_create {{(pid=105584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:00:17.147149 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99123e3f-49c4-4871-8375-9c207c4e516f req-671116c9-8fb4-4d33-8b1d-723f2972c993 tempest-ServerMetadataNegativeTestJSON-549606286 tempest-ServerMetadataNegativeTestJSON-549606286-project] Network ea6ef872-4d0e-47a3-b5a8-46682c9deff2 is already hosted by enough agents. {{(pid=105585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:00:17.190494 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6caad90d-caa1-4668-a9e8-2d6fa4c28e2e req-50f759b0-c3f4-4f77-af19-bc9cf01c3fb1 tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:17.191375 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-6caad90d-caa1-4668-a9e8-2d6fa4c28e2e req-50f759b0-c3f4-4f77-af19-bc9cf01c3fb1 tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:17.194615 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.base_scheduler [req-99123e3f-49c4-4871-8375-9c207c4e516f req-671116c9-8fb4-4d33-8b1d-723f2972c993 tempest-ServerMetadataNegativeTestJSON-549606286 tempest-ServerMetadataNegativeTestJSON-549606286-project] Resources bound (agent type, host, resource id): {{(pid=105585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:00:17.195055 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f759b0-c3f4-4f77-af19-bc9cf01c3fb1 tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] Pushing event updated for resources: {'Port': ['ID=310d9827-e134-4697-9849-2becd694e37f,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:00:17.205203 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.db [req-febce54d-d1ee-40b8-a6d7-6fc921129aee req-6519148d-d512-4116-84d3-331e3ca403bb tempest-LiveMigrationNegativeTest-821432527 tempest-LiveMigrationNegativeTest-821432527-project] For port 159d2139-7d49-46eb-bb69-aa9680c76be7, host n-h2-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=159d2139-7d49-46eb-bb69-aa9680c76be7,segment=NetworkSegment(86b1e6f6-d629-4b03-8944-4cdfbfb93d02),segment_id=86b1e6f6-d629-4b03-8944-4cdfbfb93d02)] {{(pid=105585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:00:17.205846 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-febce54d-d1ee-40b8-a6d7-6fc921129aee req-6519148d-d512-4116-84d3-331e3ca403bb tempest-LiveMigrationNegativeTest-821432527 tempest-LiveMigrationNegativeTest-821432527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:17.225608 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [req-febce54d-d1ee-40b8-a6d7-6fc921129aee req-6519148d-d512-4116-84d3-331e3ca403bb tempest-LiveMigrationNegativeTest-821432527 tempest-LiveMigrationNegativeTest-821432527-project] Calling delete_port for 159d2139-7d49-46eb-bb69-aa9680c76be7 owned by compute:nova {{(pid=105585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:00:17.236396 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-6caad90d-caa1-4668-a9e8-2d6fa4c28e2e req-50f759b0-c3f4-4f77-af19-bc9cf01c3fb1 tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2178500 Jul 27 21:00:17.250275 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [req-6caad90d-caa1-4668-a9e8-2d6fa4c28e2e req-9c91879b-7246-4bad-a0cc-ddba232b3ec9 service neutron] Request body: {'port': {'device_id': '0d07fb74-3ebf-4d24-bbe3-7e4795327233', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-705658-22'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:00:17.406204 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671116c9-8fb4-4d33-8b1d-723f2972c993 tempest-ServerMetadataNegativeTestJSON-549606286 tempest-ServerMetadataNegativeTestJSON-549606286-project] Pushing event updated for resources: {'Port': ['ID=9b9bbfba-5d2c-4a9a-a5ba-ceb0e6f60cab,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:00:17.410310 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.l3_dvrscheduler_db [req-99123e3f-49c4-4871-8375-9c207c4e516f req-671116c9-8fb4-4d33-8b1d-723f2972c993 tempest-ServerMetadataNegativeTestJSON-549606286 tempest-ServerMetadataNegativeTestJSON-549606286-project] Received port after_create {{(pid=105585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:00:17.419060 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.60', 51084) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:00:17.419755 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-febce54d-d1ee-40b8-a6d7-6fc921129aee req-6519148d-d512-4116-84d3-331e3ca403bb tempest-LiveMigrationNegativeTest-821432527 tempest-LiveMigrationNegativeTest-821432527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:17.468796 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-6caad90d-caa1-4668-a9e8-2d6fa4c28e2e req-9c91879b-7246-4bad-a0cc-ddba232b3ec9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:17.579911 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 41246) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:00:17.601957 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6519148d-d512-4116-84d3-331e3ca403bb tempest-LiveMigrationNegativeTest-821432527 tempest-LiveMigrationNegativeTest-821432527-project] Pushing event deleted for resources: {'Port': ['ID=159d2139-7d49-46eb-bb69-aa9680c76be7,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:00:17.664515 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df78ab7d-4b2e-4a98-a54b-fad4191fcfef req-5a901bcf-8498-4e8f-b86c-879c5693c98c tempest-LiveMigrationNegativeTest-821432527 tempest-LiveMigrationNegativeTest-821432527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:17.666112 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-df78ab7d-4b2e-4a98-a54b-fad4191fcfef req-5a901bcf-8498-4e8f-b86c-879c5693c98c tempest-LiveMigrationNegativeTest-821432527 tempest-LiveMigrationNegativeTest-821432527-project] 10.222.0.59 "GET /v2.0/ports?device_id=a6633f79-2fa5-456e-a49d-db874e69a63c HTTP/1.1" status: 200 len: 867 time: 0.7488782 Jul 27 21:00:17.842529 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.l3_dvrscheduler_db [req-febce54d-d1ee-40b8-a6d7-6fc921129aee req-6519148d-d512-4116-84d3-331e3ca403bb tempest-LiveMigrationNegativeTest-821432527 tempest-LiveMigrationNegativeTest-821432527-project] No DVR routers for this DVR port 159d2139-7d49-46eb-bb69-aa9680c76be7 on host n-h2-705658-22 {{(pid=105585) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:00:17.842529 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99123e3f-49c4-4871-8375-9c207c4e516f req-671116c9-8fb4-4d33-8b1d-723f2972c993 tempest-ServerMetadataNegativeTestJSON-549606286 tempest-ServerMetadataNegativeTestJSON-549606286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:17.842529 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-99123e3f-49c4-4871-8375-9c207c4e516f req-671116c9-8fb4-4d33-8b1d-723f2972c993 tempest-ServerMetadataNegativeTestJSON-549606286 tempest-ServerMetadataNegativeTestJSON-549606286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:17.842529 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-febce54d-d1ee-40b8-a6d7-6fc921129aee req-6519148d-d512-4116-84d3-331e3ca403bb tempest-LiveMigrationNegativeTest-821432527 tempest-LiveMigrationNegativeTest-821432527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:17.842529 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-febce54d-d1ee-40b8-a6d7-6fc921129aee req-6519148d-d512-4116-84d3-331e3ca403bb tempest-LiveMigrationNegativeTest-821432527 tempest-LiveMigrationNegativeTest-821432527-project] 10.222.0.60 "DELETE /v2.0/ports/159d2139-7d49-46eb-bb69-aa9680c76be7 HTTP/1.1" status: 204 len: 173 time: 2.2735014 Jul 27 21:00:17.842529 n-d-705658-22 neutron-server[105585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6633f79-2fa5-456e-a49d-db874e69a63c', 'name': 'network-vif-deleted', 'tag': '159d2139-7d49-46eb-bb69-aa9680c76be7'}] {{(pid=105585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:00:17.842529 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d66fd65881426bfc2b5388084a3654e5eae521106a15a3dbf0eb4cde7106c36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-075f6436-5c7c-4d7a-947e-14785c15407e" -d '{"events": [{"server_uuid": "a6633f79-2fa5-456e-a49d-db874e69a63c", "name": "network-vif-deleted", "tag": "159d2139-7d49-46eb-bb69-aa9680c76be7"}]}' {{(pid=105585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:00:17.975039 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19be6a68-ad77-40ed-ace1-8496d43ce33f req-c734f4f2-f9a8-4fc2-8371-69b7c917f1ec tempest-ListServersNegativeTestJSON-1907616306 tempest-ListServersNegativeTestJSON-1907616306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:17.987689 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-19be6a68-ad77-40ed-ace1-8496d43ce33f req-c734f4f2-f9a8-4fc2-8371-69b7c917f1ec tempest-ListServersNegativeTestJSON-1907616306 tempest-ListServersNegativeTestJSON-1907616306-project] 10.222.0.60 "GET /v2.0/networks?id=11c272aa-de19-4055-87f8-922ac5033999 HTTP/1.1" status: 200 len: 817 time: 0.5544701 Jul 27 21:00:17.998270 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [req-19be6a68-ad77-40ed-ace1-8496d43ce33f req-9f44c8a7-9111-4d99-a552-103519477b02 tempest-ListServersNegativeTestJSON-1907616306 tempest-ListServersNegativeTestJSON-1907616306-project] Request body: {'port': {'device_id': '3f0843e9-bfe5-4bc2-b83e-8a9e3eaa3ec9', 'network_id': '11c272aa-de19-4055-87f8-922ac5033999', 'admin_state_up': True, 'tenant_id': '303608e801894cbc82a16778d6767718'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:00:18.013385 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-99123e3f-49c4-4871-8375-9c207c4e516f req-671116c9-8fb4-4d33-8b1d-723f2972c993 tempest-ServerMetadataNegativeTestJSON-549606286 tempest-ServerMetadataNegativeTestJSON-549606286-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.8212740 Jul 27 21:00:18.022574 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-df78ab7d-4b2e-4a98-a54b-fad4191fcfef req-f84b682d-4667-4df1-a0e8-017770c81124 tempest-LiveMigrationNegativeTest-821432527 tempest-LiveMigrationNegativeTest-821432527-project] 10.222.0.59 "GET /v2.0/security-groups?id=bba09abf-9bc4-4acd-a324-3bcdcb98d3ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3090560 Jul 27 21:00:18.066079 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [req-99123e3f-49c4-4871-8375-9c207c4e516f req-4fd84b1c-ef58-4587-aa53-2c95ebab1e92 service neutron] Request body: {'port': {'device_id': '41f5f7a7-2cb5-455e-9e89-38ce8396742f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-705658-22'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:00:18.125815 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19be6a68-ad77-40ed-ace1-8496d43ce33f req-4580c331-ce75-4621-be78-dae702e32691 tempest-ListServersNegativeTestJSON-1907616306 tempest-ListServersNegativeTestJSON-1907616306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:18.128076 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-19be6a68-ad77-40ed-ace1-8496d43ce33f req-4580c331-ce75-4621-be78-dae702e32691 tempest-ListServersNegativeTestJSON-1907616306 tempest-ListServersNegativeTestJSON-1907616306-project] 10.222.0.36 "GET /v2.0/networks?id=11c272aa-de19-4055-87f8-922ac5033999 HTTP/1.1" status: 200 len: 817 time: 0.5867758 Jul 27 21:00:18.248609 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [req-6caad90d-caa1-4668-a9e8-2d6fa4c28e2e req-9c91879b-7246-4bad-a0cc-ddba232b3ec9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 310d9827-e134-4697-9849-2becd694e37f {{(pid=105584) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:00:18.257964 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-6caad90d-caa1-4668-a9e8-2d6fa4c28e2e req-9c91879b-7246-4bad-a0cc-ddba232b3ec9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:18.274195 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.provisioning_blocks [req-6caad90d-caa1-4668-a9e8-2d6fa4c28e2e req-9c91879b-7246-4bad-a0cc-ddba232b3ec9 service neutron] Transition to ACTIVE for port object 310d9827-e134-4697-9849-2becd694e37f will not be triggered until provisioned by entity L2. {{(pid=105584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:00:18.282296 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [req-19be6a68-ad77-40ed-ace1-8496d43ce33f req-d3e6052d-216f-42d8-9081-fc6440c9656a tempest-ListServersNegativeTestJSON-1907616306 tempest-ListServersNegativeTestJSON-1907616306-project] Request body: {'port': {'device_id': '85e1c5ca-bed3-405c-9799-ff3be326d79e', 'network_id': '11c272aa-de19-4055-87f8-922ac5033999', 'admin_state_up': True, 'tenant_id': '303608e801894cbc82a16778d6767718'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:00:18.328486 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-46fd584d-61ff-4fd9-86d9-0f70e96a1769 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=bf42deba93a34b288cff5fa899cfa29a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7463672 Jul 27 21:00:18.332647 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 41262) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:00:18.355382 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-6caad90d-caa1-4668-a9e8-2d6fa4c28e2e req-9c91879b-7246-4bad-a0cc-ddba232b3ec9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9014027'] for port, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:18.386941 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-becb8a37-1b7f-4337-811c-f5ae2369c4bc req-76b72b4b-a82d-44fd-a6fa-eb467a2a7ced tempest-ListServersNegativeTestJSON-1907616306 tempest-ListServersNegativeTestJSON-1907616306-project] 10.222.0.59 "GET /v2.0/ports?device_id=e971ab8c-11d8-4530-bea4-caba504e61c4 HTTP/1.1" status: 200 len: 210 time: 0.0740697 Jul 27 21:00:18.442315 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-99123e3f-49c4-4871-8375-9c207c4e516f req-4fd84b1c-ef58-4587-aa53-2c95ebab1e92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:18.498739 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-19be6a68-ad77-40ed-ace1-8496d43ce33f req-9f44c8a7-9111-4d99-a552-103519477b02 tempest-ListServersNegativeTestJSON-1907616306 tempest-ListServersNegativeTestJSON-1907616306-project] Made reservation on behalf of 303608e801894cbc82a16778d6767718 for: {'port': 1} {{(pid=105585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:00:18.502630 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-19be6a68-ad77-40ed-ace1-8496d43ce33f req-9f44c8a7-9111-4d99-a552-103519477b02 tempest-ListServersNegativeTestJSON-1907616306 tempest-ListServersNegativeTestJSON-1907616306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:18.515283 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c91879b-7246-4bad-a0cc-ddba232b3ec9 service neutron] Pushing event updated for resources: {'Port': ['ID=310d9827-e134-4697-9849-2becd694e37f,revision_number=2']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:00:18.564579 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [req-6caad90d-caa1-4668-a9e8-2d6fa4c28e2e req-9c91879b-7246-4bad-a0cc-ddba232b3ec9 service neutron] Attempting to bind port 310d9827-e134-4697-9849-2becd694e37f on host n-h2-705658-22 for vnic_type normal with profile {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:00:18.566515 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [req-6caad90d-caa1-4668-a9e8-2d6fa4c28e2e req-9c91879b-7246-4bad-a0cc-ddba232b3ec9 service neutron] Attempting to bind port 310d9827-e134-4697-9849-2becd694e37f by drivers openvswitch,hyperv on host n-h2-705658-22 at level 0 using segments [{'id': '872889e4-5d02-4ec8-807e-3e5c98ba67af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'c29e02c5-8000-4917-925d-2eceb290693b'}] {{(pid=105584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:00:18.567132 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6caad90d-caa1-4668-a9e8-2d6fa4c28e2e req-9c91879b-7246-4bad-a0cc-ddba232b3ec9 service neutron] Attempting to bind port 310d9827-e134-4697-9849-2becd694e37f on network c29e02c5-8000-4917-925d-2eceb290693b {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:00:18.573180 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6caad90d-caa1-4668-a9e8-2d6fa4c28e2e req-9c91879b-7246-4bad-a0cc-ddba232b3ec9 service neutron] Port 310d9827-e134-4697-9849-2becd694e37f on network c29e02c5-8000-4917-925d-2eceb290693b not bound, no agent of type Open vSwitch agent registered on host n-h2-705658-22 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:00:18.573180 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6caad90d-caa1-4668-a9e8-2d6fa4c28e2e req-9c91879b-7246-4bad-a0cc-ddba232b3ec9 service neutron] Attempting to bind port 310d9827-e134-4697-9849-2becd694e37f on network c29e02c5-8000-4917-925d-2eceb290693b {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:00:18.574863 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-21c4164e-1fbc-4d88-9680-c6b2b373be2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:18.598639 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6caad90d-caa1-4668-a9e8-2d6fa4c28e2e req-9c91879b-7246-4bad-a0cc-ddba232b3ec9 service neutron] Checking agent: {'id': '65195a73-a875-4810-9f5b-622ae260a8a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 49, 40), 'started_at': datetime.datetime(2021, 7, 27, 20, 49, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 0, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:00:18.599146 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6caad90d-caa1-4668-a9e8-2d6fa4c28e2e req-9c91879b-7246-4bad-a0cc-ddba232b3ec9 service neutron] Checking segment: {'id': '872889e4-5d02-4ec8-807e-3e5c98ba67af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'c29e02c5-8000-4917-925d-2eceb290693b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:00:18.599667 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6caad90d-caa1-4668-a9e8-2d6fa4c28e2e req-9c91879b-7246-4bad-a0cc-ddba232b3ec9 service neutron] Bound using segment: {'id': '872889e4-5d02-4ec8-807e-3e5c98ba67af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'c29e02c5-8000-4917-925d-2eceb290693b'} {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:00:18.600240 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [req-6caad90d-caa1-4668-a9e8-2d6fa4c28e2e req-9c91879b-7246-4bad-a0cc-ddba232b3ec9 service neutron] Bound port: 310d9827-e134-4697-9849-2becd694e37f, host: n-h2-705658-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '872889e4-5d02-4ec8-807e-3e5c98ba67af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'c29e02c5-8000-4917-925d-2eceb290693b'}}] {{(pid=105584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:00:18.600707 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-6caad90d-caa1-4668-a9e8-2d6fa4c28e2e req-9c91879b-7246-4bad-a0cc-ddba232b3ec9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:18.764915 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b402f21-f602-4174-bf5f-aa885ffc6110 req-e7484eec-850c-45b4-bae4-940d3de26524 tempest-ServerMetadataNegativeTestJSON-549606286 tempest-ServerMetadataNegativeTestJSON-549606286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:18.773030 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-2b402f21-f602-4174-bf5f-aa885ffc6110 req-e7484eec-850c-45b4-bae4-940d3de26524 tempest-ServerMetadataNegativeTestJSON-549606286 tempest-ServerMetadataNegativeTestJSON-549606286-project] 10.222.0.59 "GET /v2.0/ports?device_id=41f5f7a7-2cb5-455e-9e89-38ce8396742f HTTP/1.1" status: 200 len: 932 time: 0.4393220 Jul 27 21:00:18.798259 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-19be6a68-ad77-40ed-ace1-8496d43ce33f req-d3e6052d-216f-42d8-9081-fc6440c9656a tempest-ListServersNegativeTestJSON-1907616306 tempest-ListServersNegativeTestJSON-1907616306-project] Made reservation on behalf of 303608e801894cbc82a16778d6767718 for: {'port': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:00:18.801914 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-21c4164e-1fbc-4d88-9680-c6b2b373be2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:18.802441 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-19be6a68-ad77-40ed-ace1-8496d43ce33f req-d3e6052d-216f-42d8-9081-fc6440c9656a tempest-ListServersNegativeTestJSON-1907616306 tempest-ListServersNegativeTestJSON-1907616306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:18.923224 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Device 159d2139-7d49-46eb-bb69-aa9680c76be7 no longer exists at agent hyperv_n-h2-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:00:18.953074 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [req-6caad90d-caa1-4668-a9e8-2d6fa4c28e2e req-9c91879b-7246-4bad-a0cc-ddba232b3ec9 service neutron] For port 310d9827-e134-4697-9849-2becd694e37f, host n-h2-705658-22, cleared binding levels {{(pid=105584) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:00:18.953347 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-3d54578f-831f-4696-b568-13c455922dab None None] No Port match for: 159d2139-7d49-46eb-bb69-aa9680c76be7 {{(pid=105586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:00:18.953530 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Device 159d2139-7d49-46eb-bb69-aa9680c76be7 not bound to the agent host n-h2-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:00:18.963568 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19be6a68-ad77-40ed-ace1-8496d43ce33f req-bf66e588-19a4-4011-bb31-15d66b3dc3ef tempest-ListServersNegativeTestJSON-1907616306 tempest-ListServersNegativeTestJSON-1907616306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:18.965109 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-19be6a68-ad77-40ed-ace1-8496d43ce33f req-bf66e588-19a4-4011-bb31-15d66b3dc3ef tempest-ListServersNegativeTestJSON-1907616306 tempest-ListServersNegativeTestJSON-1907616306-project] 10.222.0.36 "GET /v2.0/networks?id=11c272aa-de19-4055-87f8-922ac5033999 HTTP/1.1" status: 200 len: 817 time: 0.3685865 Jul 27 21:00:18.982904 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-2b402f21-f602-4174-bf5f-aa885ffc6110 req-a3261d09-fb0c-4dd8-a237-5948ec4138f6 tempest-ServerMetadataNegativeTestJSON-549606286 tempest-ServerMetadataNegativeTestJSON-549606286-project] 10.222.0.59 "GET /v2.0/security-groups?id=e69154af-3f7d-4ec7-ba52-8f586e6e7402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2085876 Jul 27 21:00:18.986452 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [req-6caad90d-caa1-4668-a9e8-2d6fa4c28e2e req-9c91879b-7246-4bad-a0cc-ddba232b3ec9 service neutron] For port 310d9827-e134-4697-9849-2becd694e37f, host n-h2-705658-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=310d9827-e134-4697-9849-2becd694e37f,segment=NetworkSegment(872889e4-5d02-4ec8-807e-3e5c98ba67af),segment_id=872889e4-5d02-4ec8-807e-3e5c98ba67af)] {{(pid=105584) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:00:18.993997 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [req-19be6a68-ad77-40ed-ace1-8496d43ce33f req-514c5d6d-ab7a-4054-8ba7-a8e0ec910e74 tempest-ListServersNegativeTestJSON-1907616306 tempest-ListServersNegativeTestJSON-1907616306-project] Request body: {'port': {'device_id': 'e971ab8c-11d8-4530-bea4-caba504e61c4', 'network_id': '11c272aa-de19-4055-87f8-922ac5033999', 'admin_state_up': True, 'tenant_id': '303608e801894cbc82a16778d6767718'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:00:19.005480 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-6caad90d-caa1-4668-a9e8-2d6fa4c28e2e req-9c91879b-7246-4bad-a0cc-ddba232b3ec9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9014027'] for port, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:19.043131 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.db_base_plugin_common [req-19be6a68-ad77-40ed-ace1-8496d43ce33f req-9f44c8a7-9111-4d99-a552-103519477b02 tempest-ListServersNegativeTestJSON-1907616306 tempest-ListServersNegativeTestJSON-1907616306-project] Allocated IP 172.20.0.6 (11c272aa-de19-4055-87f8-922ac5033999/d675c767-afdc-47aa-8425-df874eb03020/1bd93c2a-1153-436f-a011-803f4e737483) {{(pid=105585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:00:19.075731 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bc3a54-4c0c-41b8-b8d1-7f559e7e14df req-032ace08-466d-4b8a-8929-e89277a1fb44 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:19.075731 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b2bc3a54-4c0c-41b8-b8d1-7f559e7e14df req-032ace08-466d-4b8a-8929-e89277a1fb44 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] 10.222.0.59 "GET /v2.0/ports?device_id=29c1b762-5cb9-4f5b-ac71-3cb8a306ebde HTTP/1.1" status: 200 len: 947 time: 0.5044646 Jul 27 21:00:19.116089 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-21c4164e-1fbc-4d88-9680-c6b2b373be2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:19.118492 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-21c4164e-1fbc-4d88-9680-c6b2b373be2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:19.119596 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-21c4164e-1fbc-4d88-9680-c6b2b373be2d admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/522fa8e0-6e9d-47e1-870e-4979e997948d HTTP/1.1" status: 204 len: 168 time: 0.7849176 Jul 27 21:00:19.127547 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c91879b-7246-4bad-a0cc-ddba232b3ec9 service neutron] Pushing event updated for resources: {'Port': ['ID=310d9827-e134-4697-9849-2becd694e37f,revision_number=3']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:00:19.143960 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6caad90d-caa1-4668-a9e8-2d6fa4c28e2e req-9c91879b-7246-4bad-a0cc-ddba232b3ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:19.144581 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-6caad90d-caa1-4668-a9e8-2d6fa4c28e2e req-9c91879b-7246-4bad-a0cc-ddba232b3ec9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:19.145984 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-6caad90d-caa1-4668-a9e8-2d6fa4c28e2e req-9c91879b-7246-4bad-a0cc-ddba232b3ec9 service neutron] 10.222.0.60 "PUT /v2.0/ports/310d9827-e134-4697-9849-2becd694e37f HTTP/1.1" status: 200 len: 1093 time: 1.9011097 Jul 27 21:00:19.146425 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d07fb74-3ebf-4d24-bbe3-7e4795327233', 'tag': '310d9827-e134-4697-9849-2becd694e37f'}] {{(pid=105584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:00:19.148713 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bce5e6c8685464f7626901654159975603b047827e3138302ed6566e28f1343" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f4b97b0-0c48-4f88-9416-b66ecb06e93d" -d '{"events": [{"name": "network-changed", "server_uuid": "0d07fb74-3ebf-4d24-bbe3-7e4795327233", "tag": "310d9827-e134-4697-9849-2becd694e37f"}]}' {{(pid=105584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:00:19.241606 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c4164e-1fbc-4d88-9680-c6b2b373be2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=522fa8e0-6e9d-47e1-870e-4979e997948d,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:00:19.267474 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-19be6a68-ad77-40ed-ace1-8496d43ce33f req-514c5d6d-ab7a-4054-8ba7-a8e0ec910e74 tempest-ListServersNegativeTestJSON-1907616306 tempest-ListServersNegativeTestJSON-1907616306-project] Made reservation on behalf of 303608e801894cbc82a16778d6767718 for: {'port': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:00:19.270939 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-19be6a68-ad77-40ed-ace1-8496d43ce33f req-514c5d6d-ab7a-4054-8ba7-a8e0ec910e74 tempest-ListServersNegativeTestJSON-1907616306 tempest-ListServersNegativeTestJSON-1907616306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:19.306193 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6caad90d-caa1-4668-a9e8-2d6fa4c28e2e req-621cb3a7-d78f-4512-bc33-09b3be15849d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:19.307762 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-6caad90d-caa1-4668-a9e8-2d6fa4c28e2e req-621cb3a7-d78f-4512-bc33-09b3be15849d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=54685b57bf31427c889d7b240f3f8a60&device_id=0d07fb74-3ebf-4d24-bbe3-7e4795327233 HTTP/1.1" status: 200 len: 1096 time: 0.1145794 Jul 27 21:00:19.402603 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-6caad90d-caa1-4668-a9e8-2d6fa4c28e2e req-975d0bbd-eb41-4250-aab2-44f594933a5a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=310d9827-e134-4697-9849-2becd694e37f HTTP/1.1" status: 200 len: 217 time: 0.0663064 Jul 27 21:00:19.467514 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b2bc3a54-4c0c-41b8-b8d1-7f559e7e14df req-3132338d-0355-4858-88ac-0d6f7a2a79db tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] 10.222.0.59 "GET /v2.0/security-groups?id=e760076b-6854-47cf-947b-f6a7a8a579d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3864899 Jul 27 21:00:19.488669 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6caad90d-caa1-4668-a9e8-2d6fa4c28e2e req-c5b82122-a6a1-4f4b-b367-e7645349ce07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:19.490148 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-6caad90d-caa1-4668-a9e8-2d6fa4c28e2e req-c5b82122-a6a1-4f4b-b367-e7645349ce07 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=7c0fdb90-69ca-4554-99dc-5ec25614338f HTTP/1.1" status: 200 len: 852 time: 0.0787416 Jul 27 21:00:19.541697 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-6caad90d-caa1-4668-a9e8-2d6fa4c28e2e req-0b804067-16a4-47da-94b3-df56b4d05886 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c29e02c5-8000-4917-925d-2eceb290693b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0450625 Jul 27 21:00:19.565736 n-d-705658-22 neutron-server[105585]: DEBUG neutron.notifiers.nova [req-99123e3f-49c4-4871-8375-9c207c4e516f req-4fd84b1c-ef58-4587-aa53-2c95ebab1e92 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b9bbfba-5d2c-4a9a-a5ba-ceb0e6f60cab {{(pid=105585) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:00:19.575634 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-99123e3f-49c4-4871-8375-9c207c4e516f req-4fd84b1c-ef58-4587-aa53-2c95ebab1e92 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:19.595941 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.provisioning_blocks [req-99123e3f-49c4-4871-8375-9c207c4e516f req-4fd84b1c-ef58-4587-aa53-2c95ebab1e92 service neutron] Transition to ACTIVE for port object 9b9bbfba-5d2c-4a9a-a5ba-ceb0e6f60cab will not be triggered until provisioned by entity L2. {{(pid=105585) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:00:19.652050 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-19be6a68-ad77-40ed-ace1-8496d43ce33f req-9f44c8a7-9111-4d99-a552-103519477b02 tempest-ListServersNegativeTestJSON-1907616306 tempest-ListServersNegativeTestJSON-1907616306-project] Notify callbacks [] for port, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:19.712422 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:00:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-947a091a-10e0-4491-a2db-5e9751de791c x-openstack-request-id: req-947a091a-10e0-4491-a2db-5e9751de791c {{(pid=105585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:00:19.712789 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6633f79-2fa5-456e-a49d-db874e69a63c", "name": "network-vif-deleted", "tag": "159d2139-7d49-46eb-bb69-aa9680c76be7", "status": "completed", "code": 200}]} {{(pid=105585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:00:19.713007 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-947a091a-10e0-4491-a2db-5e9751de791c {{(pid=105585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:00:19.713452 n-d-705658-22 neutron-server[105585]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6633f79-2fa5-456e-a49d-db874e69a63c', 'name': 'network-vif-deleted', 'tag': '159d2139-7d49-46eb-bb69-aa9680c76be7', 'status': 'completed', 'code': 200} Jul 27 21:00:19.714976 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-99123e3f-49c4-4871-8375-9c207c4e516f req-4fd84b1c-ef58-4587-aa53-2c95ebab1e92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10221672'] for port, after_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:19.727822 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-19be6a68-ad77-40ed-ace1-8496d43ce33f req-9f44c8a7-9111-4d99-a552-103519477b02 tempest-ListServersNegativeTestJSON-1907616306 tempest-ListServersNegativeTestJSON-1907616306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:19.753248 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-19be6a68-ad77-40ed-ace1-8496d43ce33f req-9f44c8a7-9111-4d99-a552-103519477b02 tempest-ListServersNegativeTestJSON-1907616306 tempest-ListServersNegativeTestJSON-1907616306-project] Network 11c272aa-de19-4055-87f8-922ac5033999 is already hosted by enough agents. {{(pid=105585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:00:19.787151 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-6caad90d-caa1-4668-a9e8-2d6fa4c28e2e req-86943f41-9cbd-4adf-82e0-66173ff84aa9 service neutron] 10.222.0.60 "GET /v2.0/networks/c29e02c5-8000-4917-925d-2eceb290693b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2342086 Jul 27 21:00:19.790412 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.base_scheduler [req-19be6a68-ad77-40ed-ace1-8496d43ce33f req-9f44c8a7-9111-4d99-a552-103519477b02 tempest-ListServersNegativeTestJSON-1907616306 tempest-ListServersNegativeTestJSON-1907616306-project] Resources bound (agent type, host, resource id): {{(pid=105585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:00:19.806406 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869823a2-1c97-48c2-a5bb-21b4e9406f16 req-8d1d52d5-9d74-4fc1-b7c8-8f64435a326f tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:19.808563 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-869823a2-1c97-48c2-a5bb-21b4e9406f16 req-8d1d52d5-9d74-4fc1-b7c8-8f64435a326f tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d07fb74-3ebf-4d24-bbe3-7e4795327233 HTTP/1.1" status: 200 len: 944 time: 0.7173228 Jul 27 21:00:19.816204 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.l3_dvrscheduler_db [req-19be6a68-ad77-40ed-ace1-8496d43ce33f req-9f44c8a7-9111-4d99-a552-103519477b02 tempest-ListServersNegativeTestJSON-1907616306 tempest-ListServersNegativeTestJSON-1907616306-project] Received port after_create {{(pid=105585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:00:19.941522 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-6caad90d-caa1-4668-a9e8-2d6fa4c28e2e req-46347908-d036-4531-9860-21f62b4fcaaf service neutron] 10.222.0.60 "GET /v2.0/networks/c29e02c5-8000-4917-925d-2eceb290693b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1482348 Jul 27 21:00:19.956189 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19be6a68-ad77-40ed-ace1-8496d43ce33f req-9f44c8a7-9111-4d99-a552-103519477b02 tempest-ListServersNegativeTestJSON-1907616306 tempest-ListServersNegativeTestJSON-1907616306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:19.967955 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.db_base_plugin_common [req-19be6a68-ad77-40ed-ace1-8496d43ce33f req-d3e6052d-216f-42d8-9081-fc6440c9656a tempest-ListServersNegativeTestJSON-1907616306 tempest-ListServersNegativeTestJSON-1907616306-project] Allocated IP 172.20.0.12 (11c272aa-de19-4055-87f8-922ac5033999/d675c767-afdc-47aa-8425-df874eb03020/7f778501-02af-48b5-9a60-7c2fbbd334fd) {{(pid=105584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:00:19.968371 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-19be6a68-ad77-40ed-ace1-8496d43ce33f req-9f44c8a7-9111-4d99-a552-103519477b02 tempest-ListServersNegativeTestJSON-1907616306 tempest-ListServersNegativeTestJSON-1907616306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:20.140104 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-19be6a68-ad77-40ed-ace1-8496d43ce33f req-9f44c8a7-9111-4d99-a552-103519477b02 tempest-ListServersNegativeTestJSON-1907616306 tempest-ListServersNegativeTestJSON-1907616306-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1514082 Jul 27 21:00:20.140811 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 41294) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:00:20.171615 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-869823a2-1c97-48c2-a5bb-21b4e9406f16 req-883661b0-e5bb-43d5-a669-ba717e2be2ca tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] 10.222.0.59 "GET /v2.0/security-groups?id=d1766e71-7b2a-4f2d-acc0-530f862b8fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2950304 Jul 27 21:00:20.173223 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd84b1c-ef58-4587-aa53-2c95ebab1e92 service neutron] Pushing event updated for resources: {'Port': ['ID=9b9bbfba-5d2c-4a9a-a5ba-ceb0e6f60cab,revision_number=2']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:00:20.181726 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [req-19be6a68-ad77-40ed-ace1-8496d43ce33f req-a9d0d69c-3806-4481-934f-ff0a1bfd640e service neutron] Request body: {'port': {'device_id': '3f0843e9-bfe5-4bc2-b83e-8a9e3eaa3ec9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-705658-22'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:00:20.222399 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.managers [req-99123e3f-49c4-4871-8375-9c207c4e516f req-4fd84b1c-ef58-4587-aa53-2c95ebab1e92 service neutron] Attempting to bind port 9b9bbfba-5d2c-4a9a-a5ba-ceb0e6f60cab on host n-h2-705658-22 for vnic_type normal with profile {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:00:20.222775 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.managers [req-99123e3f-49c4-4871-8375-9c207c4e516f req-4fd84b1c-ef58-4587-aa53-2c95ebab1e92 service neutron] Attempting to bind port 9b9bbfba-5d2c-4a9a-a5ba-ceb0e6f60cab by drivers openvswitch,hyperv on host n-h2-705658-22 at level 0 using segments [{'id': 'a5429dc4-be9b-4a79-9509-db0ae76cf6fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'ea6ef872-4d0e-47a3-b5a8-46682c9deff2'}] {{(pid=105585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:00:20.223136 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99123e3f-49c4-4871-8375-9c207c4e516f req-4fd84b1c-ef58-4587-aa53-2c95ebab1e92 service neutron] Attempting to bind port 9b9bbfba-5d2c-4a9a-a5ba-ceb0e6f60cab on network ea6ef872-4d0e-47a3-b5a8-46682c9deff2 {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:00:20.265538 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99123e3f-49c4-4871-8375-9c207c4e516f req-4fd84b1c-ef58-4587-aa53-2c95ebab1e92 service neutron] Port 9b9bbfba-5d2c-4a9a-a5ba-ceb0e6f60cab on network ea6ef872-4d0e-47a3-b5a8-46682c9deff2 not bound, no agent of type Open vSwitch agent registered on host n-h2-705658-22 {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:00:20.265871 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99123e3f-49c4-4871-8375-9c207c4e516f req-4fd84b1c-ef58-4587-aa53-2c95ebab1e92 service neutron] Attempting to bind port 9b9bbfba-5d2c-4a9a-a5ba-ceb0e6f60cab on network ea6ef872-4d0e-47a3-b5a8-46682c9deff2 {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:00:20.271903 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-19be6a68-ad77-40ed-ace1-8496d43ce33f req-d3e6052d-216f-42d8-9081-fc6440c9656a tempest-ListServersNegativeTestJSON-1907616306 tempest-ListServersNegativeTestJSON-1907616306-project] Notify callbacks [] for port, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:20.276418 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99123e3f-49c4-4871-8375-9c207c4e516f req-4fd84b1c-ef58-4587-aa53-2c95ebab1e92 service neutron] Checking agent: {'id': '65195a73-a875-4810-9f5b-622ae260a8a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 49, 40), 'started_at': datetime.datetime(2021, 7, 27, 20, 49, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 0, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:00:20.276762 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99123e3f-49c4-4871-8375-9c207c4e516f req-4fd84b1c-ef58-4587-aa53-2c95ebab1e92 service neutron] Checking segment: {'id': 'a5429dc4-be9b-4a79-9509-db0ae76cf6fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'ea6ef872-4d0e-47a3-b5a8-46682c9deff2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:00:20.277134 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99123e3f-49c4-4871-8375-9c207c4e516f req-4fd84b1c-ef58-4587-aa53-2c95ebab1e92 service neutron] Bound using segment: {'id': 'a5429dc4-be9b-4a79-9509-db0ae76cf6fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'ea6ef872-4d0e-47a3-b5a8-46682c9deff2'} {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:00:20.277572 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.managers [req-99123e3f-49c4-4871-8375-9c207c4e516f req-4fd84b1c-ef58-4587-aa53-2c95ebab1e92 service neutron] Bound port: 9b9bbfba-5d2c-4a9a-a5ba-ceb0e6f60cab, host: n-h2-705658-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a5429dc4-be9b-4a79-9509-db0ae76cf6fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'ea6ef872-4d0e-47a3-b5a8-46682c9deff2'}}] {{(pid=105585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:00:20.278062 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-99123e3f-49c4-4871-8375-9c207c4e516f req-4fd84b1c-ef58-4587-aa53-2c95ebab1e92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:20.316273 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:00:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d55207c2-d743-4dfe-aad9-a615dc12981c x-openstack-request-id: req-d55207c2-d743-4dfe-aad9-a615dc12981c {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:00:20.316588 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d07fb74-3ebf-4d24-bbe3-7e4795327233", "tag": "310d9827-e134-4697-9849-2becd694e37f", "status": "completed", "code": 200}]} {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:00:20.316828 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-d55207c2-d743-4dfe-aad9-a615dc12981c {{(pid=105584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:00:20.317233 n-d-705658-22 neutron-server[105584]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d07fb74-3ebf-4d24-bbe3-7e4795327233', 'tag': '310d9827-e134-4697-9849-2becd694e37f', 'status': 'completed', 'code': 200} Jul 27 21:00:20.344632 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f44c8a7-9111-4d99-a552-103519477b02 tempest-ListServersNegativeTestJSON-1907616306 tempest-ListServersNegativeTestJSON-1907616306-project] Pushing event updated for resources: {'Port': ['ID=1bd93c2a-1153-436f-a011-803f4e737483,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:00:20.387655 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d783a8-6987-4894-914f-1e90534a1e1c req-9c825d34-1dbb-46fd-bdb4-e41df117dd5c tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:20.394297 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d783a8-6987-4894-914f-1e90534a1e1c req-9c825d34-1dbb-46fd-bdb4-e41df117dd5c tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:20.400648 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d783a8-6987-4894-914f-1e90534a1e1c req-9c825d34-1dbb-46fd-bdb4-e41df117dd5c tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:20.409761 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d783a8-6987-4894-914f-1e90534a1e1c req-9c825d34-1dbb-46fd-bdb4-e41df117dd5c tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:20.416378 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d783a8-6987-4894-914f-1e90534a1e1c req-9c825d34-1dbb-46fd-bdb4-e41df117dd5c tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:20.422361 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d783a8-6987-4894-914f-1e90534a1e1c req-9c825d34-1dbb-46fd-bdb4-e41df117dd5c tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:20.429693 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d783a8-6987-4894-914f-1e90534a1e1c req-9c825d34-1dbb-46fd-bdb4-e41df117dd5c tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:20.437082 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e4d783a8-6987-4894-914f-1e90534a1e1c req-9c825d34-1dbb-46fd-bdb4-e41df117dd5c tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] 10.222.0.59 "GET /v2.0/ports?device_id=2be6dd0d-bc7c-4882-8bb2-afe5ae686d07 HTTP/1.1" status: 200 len: 5443 time: 0.3735228 Jul 27 21:00:20.439724 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-19be6a68-ad77-40ed-ace1-8496d43ce33f req-d3e6052d-216f-42d8-9081-fc6440c9656a tempest-ListServersNegativeTestJSON-1907616306 tempest-ListServersNegativeTestJSON-1907616306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:20.452118 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-90e2d405-c904-4bc6-81c3-ddff9ecd1e8d admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1805420441-network', 'tenant_id': '16c9b99e3d6b4b58a380b57255ba6d41'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:00:20.523218 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-c2dba8cd-72db-44ff-95ff-cee4488e1227 req-5b9e02b4-b249-4ba2-8f4b-7b307d993326 tempest-ListServersNegativeTestJSON-1907616306 tempest-ListServersNegativeTestJSON-1907616306-project] 10.222.0.59 "GET /v2.0/ports?device_id=e971ab8c-11d8-4530-bea4-caba504e61c4 HTTP/1.1" status: 200 len: 210 time: 0.0792398 Jul 27 21:00:20.528542 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-19be6a68-ad77-40ed-ace1-8496d43ce33f req-a9d0d69c-3806-4481-934f-ff0a1bfd640e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:20.580109 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-19be6a68-ad77-40ed-ace1-8496d43ce33f req-d3e6052d-216f-42d8-9081-fc6440c9656a tempest-ListServersNegativeTestJSON-1907616306 tempest-ListServersNegativeTestJSON-1907616306-project] Network 11c272aa-de19-4055-87f8-922ac5033999 is already hosted by enough agents. {{(pid=105584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:00:20.593121 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [req-19be6a68-ad77-40ed-ace1-8496d43ce33f req-d3e6052d-216f-42d8-9081-fc6440c9656a tempest-ListServersNegativeTestJSON-1907616306 tempest-ListServersNegativeTestJSON-1907616306-project] Resources bound (agent type, host, resource id): {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:00:20.593653 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.db [req-99123e3f-49c4-4871-8375-9c207c4e516f req-4fd84b1c-ef58-4587-aa53-2c95ebab1e92 service neutron] For port 9b9bbfba-5d2c-4a9a-a5ba-ceb0e6f60cab, host n-h2-705658-22, cleared binding levels {{(pid=105585) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:00:20.600297 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [req-19be6a68-ad77-40ed-ace1-8496d43ce33f req-d3e6052d-216f-42d8-9081-fc6440c9656a tempest-ListServersNegativeTestJSON-1907616306 tempest-ListServersNegativeTestJSON-1907616306-project] Received port after_create {{(pid=105584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:00:20.604579 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.db_base_plugin_common [req-19be6a68-ad77-40ed-ace1-8496d43ce33f req-514c5d6d-ab7a-4054-8ba7-a8e0ec910e74 tempest-ListServersNegativeTestJSON-1907616306 tempest-ListServersNegativeTestJSON-1907616306-project] Allocated IP 172.20.0.2 (11c272aa-de19-4055-87f8-922ac5033999/d675c767-afdc-47aa-8425-df874eb03020/fd1ad9a5-5038-4919-b561-6dee4511ae37) {{(pid=105584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:00:20.606775 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e4d783a8-6987-4894-914f-1e90534a1e1c req-cf096708-f222-4754-94e2-ced5c08a99ce tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] 10.222.0.59 "GET /v2.0/security-groups?id=c27eaa65-2484-427b-949c-12cff57d8973&id=9dd39787-c773-4e1e-afc7-6169131b96d0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1686668 Jul 27 21:00:20.608405 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e6052d-216f-42d8-9081-fc6440c9656a tempest-ListServersNegativeTestJSON-1907616306 tempest-ListServersNegativeTestJSON-1907616306-project] Pushing event updated for resources: {'Port': ['ID=7f778501-02af-48b5-9a60-7c2fbbd334fd,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:00:20.612995 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90e2d405-c904-4bc6-81c3-ddff9ecd1e8d admin admin] Made reservation on behalf of 16c9b99e3d6b4b58a380b57255ba6d41 for: {'network': 1} {{(pid=105585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:00:20.616919 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-90e2d405-c904-4bc6-81c3-ddff9ecd1e8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for network, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:20.694752 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4b97b0-0c48-4f88-9416-b66ecb06e93d req-98b3039a-b3a4-499c-98a6-9a288b316270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:20.696616 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-9f4b97b0-0c48-4f88-9416-b66ecb06e93d req-98b3039a-b3a4-499c-98a6-9a288b316270 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=54685b57bf31427c889d7b240f3f8a60&device_id=0d07fb74-3ebf-4d24-bbe3-7e4795327233 HTTP/1.1" status: 200 len: 1096 time: 0.3470185 Jul 27 21:00:20.703333 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-90e2d405-c904-4bc6-81c3-ddff9ecd1e8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:20.711668 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 41310) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:00:20.721143 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.db [req-99123e3f-49c4-4871-8375-9c207c4e516f req-4fd84b1c-ef58-4587-aa53-2c95ebab1e92 service neutron] For port 9b9bbfba-5d2c-4a9a-a5ba-ceb0e6f60cab, host n-h2-705658-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=9b9bbfba-5d2c-4a9a-a5ba-ceb0e6f60cab,segment=NetworkSegment(a5429dc4-be9b-4a79-9509-db0ae76cf6fd),segment_id=a5429dc4-be9b-4a79-9509-db0ae76cf6fd)] {{(pid=105585) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:00:20.750014 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-99123e3f-49c4-4871-8375-9c207c4e516f req-4fd84b1c-ef58-4587-aa53-2c95ebab1e92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10221672'] for port, after_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:20.838644 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19be6a68-ad77-40ed-ace1-8496d43ce33f req-d3e6052d-216f-42d8-9081-fc6440c9656a tempest-ListServersNegativeTestJSON-1907616306 tempest-ListServersNegativeTestJSON-1907616306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:20.839325 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-19be6a68-ad77-40ed-ace1-8496d43ce33f req-d3e6052d-216f-42d8-9081-fc6440c9656a tempest-ListServersNegativeTestJSON-1907616306 tempest-ListServersNegativeTestJSON-1907616306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:20.886697 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd84b1c-ef58-4587-aa53-2c95ebab1e92 service neutron] Pushing event updated for resources: {'Port': ['ID=9b9bbfba-5d2c-4a9a-a5ba-ceb0e6f60cab,revision_number=3']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:00:20.929790 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-19be6a68-ad77-40ed-ace1-8496d43ce33f req-d3e6052d-216f-42d8-9081-fc6440c9656a tempest-ListServersNegativeTestJSON-1907616306 tempest-ListServersNegativeTestJSON-1907616306-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6533093 Jul 27 21:00:20.954483 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [req-19be6a68-ad77-40ed-ace1-8496d43ce33f req-30fdeded-e62c-4cb0-b366-e7066f12f878 service neutron] Request body: {'port': {'device_id': '85e1c5ca-bed3-405c-9799-ff3be326d79e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-705658-22'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:00:20.995727 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99123e3f-49c4-4871-8375-9c207c4e516f req-4fd84b1c-ef58-4587-aa53-2c95ebab1e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:20.996359 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-99123e3f-49c4-4871-8375-9c207c4e516f req-4fd84b1c-ef58-4587-aa53-2c95ebab1e92 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:20.998078 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-99123e3f-49c4-4871-8375-9c207c4e516f req-4fd84b1c-ef58-4587-aa53-2c95ebab1e92 service neutron] 10.222.0.60 "PUT /v2.0/ports/9b9bbfba-5d2c-4a9a-a5ba-ceb0e6f60cab HTTP/1.1" status: 200 len: 1093 time: 2.9566340 Jul 27 21:00:21.021291 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4b97b0-0c48-4f88-9416-b66ecb06e93d req-7e1e68bd-895f-4081-9f46-d6e14992fc67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:21.022958 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-9f4b97b0-0c48-4f88-9416-b66ecb06e93d req-7e1e68bd-895f-4081-9f46-d6e14992fc67 service neutron] 10.222.0.60 "GET /v2.0/networks?id=c29e02c5-8000-4917-925d-2eceb290693b HTTP/1.1" status: 200 len: 913 time: 0.2818394 Jul 27 21:00:21.105739 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-9f4b97b0-0c48-4f88-9416-b66ecb06e93d req-b728c12f-58e9-498a-843a-758840d758d0 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=310d9827-e134-4697-9849-2becd694e37f HTTP/1.1" status: 200 len: 217 time: 0.0639458 Jul 27 21:00:21.143664 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5e2275-8585-4bbd-bb29-4ab8f8f81acd req-fef5b4fa-79bf-4ab2-b0c3-99baaae8d86c tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:21.144287 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-babc6784-334c-4a9e-b8aa-29701174e7f1 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=b2634fd10e1941b185ef111c750a8a34&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4304781 Jul 27 21:00:21.145380 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-db5e2275-8585-4bbd-bb29-4ab8f8f81acd req-fef5b4fa-79bf-4ab2-b0c3-99baaae8d86c tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] 10.222.0.59 "GET /v2.0/ports?device_id=29c1b762-5cb9-4f5b-ac71-3cb8a306ebde HTTP/1.1" status: 200 len: 947 time: 0.4269688 Jul 27 21:00:21.147150 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 41314) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:00:21.163362 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608dc02c-d0ae-475c-96ea-7c9599d3b89e req-90582871-4202-4239-979a-34f0d06969a2 tempest-ServerMetadataNegativeTestJSON-549606286 tempest-ServerMetadataNegativeTestJSON-549606286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:21.165079 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-608dc02c-d0ae-475c-96ea-7c9599d3b89e req-90582871-4202-4239-979a-34f0d06969a2 tempest-ServerMetadataNegativeTestJSON-549606286 tempest-ServerMetadataNegativeTestJSON-549606286-project] 10.222.0.59 "GET /v2.0/ports?device_id=41f5f7a7-2cb5-455e-9e89-38ce8396742f HTTP/1.1" status: 200 len: 944 time: 0.4183493 Jul 27 21:00:21.297017 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-90e2d405-c904-4bc6-81c3-ddff9ecd1e8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:21.303917 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-608dc02c-d0ae-475c-96ea-7c9599d3b89e req-68215934-3911-4703-a3f7-1889dcb6bdef tempest-ServerMetadataNegativeTestJSON-549606286 tempest-ServerMetadataNegativeTestJSON-549606286-project] 10.222.0.59 "GET /v2.0/security-groups?id=e69154af-3f7d-4ec7-ba52-8f586e6e7402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320064 Jul 27 21:00:21.307976 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99123e3f-49c4-4871-8375-9c207c4e516f req-629e4268-49c2-4692-87bd-1711432a960a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:21.310705 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-99123e3f-49c4-4871-8375-9c207c4e516f req-629e4268-49c2-4692-87bd-1711432a960a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=f090cb1097ee478b8f9f4e59ff445953&device_id=41f5f7a7-2cb5-455e-9e89-38ce8396742f HTTP/1.1" status: 200 len: 1096 time: 0.2506239 Jul 27 21:00:21.310705 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-90e2d405-c904-4bc6-81c3-ddff9ecd1e8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:21.328554 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-db5e2275-8585-4bbd-bb29-4ab8f8f81acd req-a4d4f533-22cb-4e09-998c-6d240ba850fc tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] 10.222.0.59 "GET /v2.0/security-groups?id=e760076b-6854-47cf-947b-f6a7a8a579d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1568387 Jul 27 21:00:21.347097 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90e2d405-c904-4bc6-81c3-ddff9ecd1e8d admin admin] vlan segment allocate from pool success with {'vlan_id': 228, 'physical_network': 'physnet1'} {{(pid=105585) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:00:21.377469 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-90e2d405-c904-4bc6-81c3-ddff9ecd1e8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:21.377946 n-d-705658-22 neutron-server[105585]: INFO neutron.db.segments_db [None req-90e2d405-c904-4bc6-81c3-ddff9ecd1e8d admin admin] Added segment 1922154b-32f1-4361-bf34-7b69d21d65b6 of type vlan for network 7ff0eeb8-777d-434e-b9ec-a1527ebf3b8c Jul 27 21:00:21.609633 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-19be6a68-ad77-40ed-ace1-8496d43ce33f req-30fdeded-e62c-4cb0-b366-e7066f12f878 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:21.637908 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-19be6a68-ad77-40ed-ace1-8496d43ce33f req-514c5d6d-ab7a-4054-8ba7-a8e0ec910e74 tempest-ListServersNegativeTestJSON-1907616306 tempest-ListServersNegativeTestJSON-1907616306-project] Notify callbacks [] for port, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:21.709217 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4b97b0-0c48-4f88-9416-b66ecb06e93d req-e6d7614e-1036-44de-aafc-74cd1d4fefeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:21.710838 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-9f4b97b0-0c48-4f88-9416-b66ecb06e93d req-e6d7614e-1036-44de-aafc-74cd1d4fefeb service neutron] 10.222.0.60 "GET /v2.0/subnets?id=7c0fdb90-69ca-4554-99dc-5ec25614338f HTTP/1.1" status: 200 len: 852 time: 0.5742743 Jul 27 21:00:21.730370 n-d-705658-22 neutron-server[105585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41f5f7a7-2cb5-455e-9e89-38ce8396742f', 'tag': '9b9bbfba-5d2c-4a9a-a5ba-ceb0e6f60cab'}] {{(pid=105585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:00:21.732661 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d66fd65881426bfc2b5388084a3654e5eae521106a15a3dbf0eb4cde7106c36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdfec26b-52fa-4b47-b042-9898c4a9705a" -d '{"events": [{"name": "network-changed", "server_uuid": "41f5f7a7-2cb5-455e-9e89-38ce8396742f", "tag": "9b9bbfba-5d2c-4a9a-a5ba-ceb0e6f60cab"}]}' {{(pid=105585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:00:21.773265 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-9f4b97b0-0c48-4f88-9416-b66ecb06e93d req-6136e1a1-6cd3-41f5-b5df-f0c9bb798e45 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c29e02c5-8000-4917-925d-2eceb290693b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0516191 Jul 27 21:00:21.821604 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-99123e3f-49c4-4871-8375-9c207c4e516f req-4971511c-2236-4648-bf5e-0f32964f418f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9b9bbfba-5d2c-4a9a-a5ba-ceb0e6f60cab HTTP/1.1" status: 200 len: 217 time: 0.4918866 Jul 27 21:00:21.854984 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-6ec7954e-c6b2-40d3-98e6-3fee093f2198 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:21.923538 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-90e2d405-c904-4bc6-81c3-ddff9ecd1e8d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790688424798'] for network, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:21.928954 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e2d405-c904-4bc6-81c3-ddff9ecd1e8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=477ad29f-b988-4b09-963a-d2ba14baa454,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:00:21.933897 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-6ec7954e-c6b2-40d3-98e6-3fee093f2198 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:21.950974 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-19be6a68-ad77-40ed-ace1-8496d43ce33f req-514c5d6d-ab7a-4054-8ba7-a8e0ec910e74 tempest-ListServersNegativeTestJSON-1907616306 tempest-ListServersNegativeTestJSON-1907616306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:22.016467 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99123e3f-49c4-4871-8375-9c207c4e516f req-ae1b4def-93ed-4e7f-93a7-f3699af76672 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:22.018623 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-99123e3f-49c4-4871-8375-9c207c4e516f req-ae1b4def-93ed-4e7f-93a7-f3699af76672 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=913a77aa-4d9b-45c7-9008-64093e4b7342 HTTP/1.1" status: 200 len: 860 time: 0.1483915 Jul 27 21:00:22.039114 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-19be6a68-ad77-40ed-ace1-8496d43ce33f req-514c5d6d-ab7a-4054-8ba7-a8e0ec910e74 tempest-ListServersNegativeTestJSON-1907616306 tempest-ListServersNegativeTestJSON-1907616306-project] Network 11c272aa-de19-4055-87f8-922ac5033999 is already hosted by enough agents. {{(pid=105584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:00:22.053207 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [req-19be6a68-ad77-40ed-ace1-8496d43ce33f req-514c5d6d-ab7a-4054-8ba7-a8e0ec910e74 tempest-ListServersNegativeTestJSON-1907616306 tempest-ListServersNegativeTestJSON-1907616306-project] Resources bound (agent type, host, resource id): {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:00:22.055795 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [req-19be6a68-ad77-40ed-ace1-8496d43ce33f req-514c5d6d-ab7a-4054-8ba7-a8e0ec910e74 tempest-ListServersNegativeTestJSON-1907616306 tempest-ListServersNegativeTestJSON-1907616306-project] Received port after_create {{(pid=105584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:00:22.061688 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514c5d6d-ab7a-4054-8ba7-a8e0ec910e74 tempest-ListServersNegativeTestJSON-1907616306 tempest-ListServersNegativeTestJSON-1907616306-project] Pushing event updated for resources: {'Port': ['ID=fd1ad9a5-5038-4919-b561-6dee4511ae37,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:00:22.091103 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-9f4b97b0-0c48-4f88-9416-b66ecb06e93d req-6a3639a2-fa62-4c8b-b7c8-16641a665151 service neutron] 10.222.0.60 "GET /v2.0/networks/c29e02c5-8000-4917-925d-2eceb290693b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2677493 Jul 27 21:00:22.099195 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-99123e3f-49c4-4871-8375-9c207c4e516f req-da750a14-52c4-4d85-a8ad-9ea3b5b23e92 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ea6ef872-4d0e-47a3-b5a8-46682c9deff2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0704086 Jul 27 21:00:22.115340 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-90e2d405-c904-4bc6-81c3-ddff9ecd1e8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920'] for network, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:22.117026 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90e2d405-c904-4bc6-81c3-ddff9ecd1e8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:22.118110 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-90e2d405-c904-4bc6-81c3-ddff9ecd1e8d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743886'] for network, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:22.127062 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-6ec7954e-c6b2-40d3-98e6-3fee093f2198 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:22.129936 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-6ec7954e-c6b2-40d3-98e6-3fee093f2198 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:22.131240 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-6ec7954e-c6b2-40d3-98e6-3fee093f2198 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/bba09abf-9bc4-4acd-a324-3bcdcb98d3ad HTTP/1.1" status: 204 len: 168 time: 0.9713862 Jul 27 21:00:22.185269 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec7954e-c6b2-40d3-98e6-3fee093f2198 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bba09abf-9bc4-4acd-a324-3bcdcb98d3ad,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:00:22.187143 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15b6920-232c-4eca-8e9f-6b95f0ffe2ac req-c30fb521-3a6b-4666-b711-958d38881e75 tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:22.193137 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15b6920-232c-4eca-8e9f-6b95f0ffe2ac req-c30fb521-3a6b-4666-b711-958d38881e75 tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:22.197088 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19be6a68-ad77-40ed-ace1-8496d43ce33f req-514c5d6d-ab7a-4054-8ba7-a8e0ec910e74 tempest-ListServersNegativeTestJSON-1907616306 tempest-ListServersNegativeTestJSON-1907616306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:22.197850 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-19be6a68-ad77-40ed-ace1-8496d43ce33f req-514c5d6d-ab7a-4054-8ba7-a8e0ec910e74 tempest-ListServersNegativeTestJSON-1907616306 tempest-ListServersNegativeTestJSON-1907616306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:22.199042 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15b6920-232c-4eca-8e9f-6b95f0ffe2ac req-c30fb521-3a6b-4666-b711-958d38881e75 tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:22.204914 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15b6920-232c-4eca-8e9f-6b95f0ffe2ac req-c30fb521-3a6b-4666-b711-958d38881e75 tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:22.211564 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15b6920-232c-4eca-8e9f-6b95f0ffe2ac req-c30fb521-3a6b-4666-b711-958d38881e75 tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:22.217381 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15b6920-232c-4eca-8e9f-6b95f0ffe2ac req-c30fb521-3a6b-4666-b711-958d38881e75 tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:22.224398 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15b6920-232c-4eca-8e9f-6b95f0ffe2ac req-c30fb521-3a6b-4666-b711-958d38881e75 tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:22.231756 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e15b6920-232c-4eca-8e9f-6b95f0ffe2ac req-c30fb521-3a6b-4666-b711-958d38881e75 tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] 10.222.0.59 "GET /v2.0/ports?device_id=2be6dd0d-bc7c-4882-8bb2-afe5ae686d07 HTTP/1.1" status: 200 len: 5443 time: 0.4927492 Jul 27 21:00:22.232705 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-19be6a68-ad77-40ed-ace1-8496d43ce33f req-514c5d6d-ab7a-4054-8ba7-a8e0ec910e74 tempest-ListServersNegativeTestJSON-1907616306 tempest-ListServersNegativeTestJSON-1907616306-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2483215 Jul 27 21:00:22.238646 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 41326) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:00:22.253520 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-8cf7a045-33b5-4cba-b91f-4780508a8747 tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Request body: {'floatingip': {'port_id': '3e901f2c-afa6-4e65-b936-9e2231fd9b0c'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:00:22.301627 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [req-19be6a68-ad77-40ed-ace1-8496d43ce33f req-e9c5e26f-3ebf-49b4-ac4a-577c6fb6377d service neutron] Request body: {'port': {'device_id': 'e971ab8c-11d8-4530-bea4-caba504e61c4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-705658-22'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:00:22.362268 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-90e2d405-c904-4bc6-81c3-ddff9ecd1e8d admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.2033963 Jul 27 21:00:22.374249 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 41334) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:00:22.382640 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609cb08e-8485-45d8-8317-2c9d9611cfb2 req-c846a7c5-2d79-424b-bf3b-4a5f67319286 tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:22.384379 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-609cb08e-8485-45d8-8317-2c9d9611cfb2 req-c846a7c5-2d79-424b-bf3b-4a5f67319286 tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d07fb74-3ebf-4d24-bbe3-7e4795327233 HTTP/1.1" status: 200 len: 944 time: 0.6440516 Jul 27 21:00:22.391209 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-52680a2c-1deb-48ce-98a3-14f021c08f11 admin admin] Request body: {'subnet': {'network_id': '7ff0eeb8-777d-434e-b9ec-a1527ebf3b8c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1805420441-subnet', 'tenant_id': '16c9b99e3d6b4b58a380b57255ba6d41', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:00:22.427654 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-19be6a68-ad77-40ed-ace1-8496d43ce33f req-e9c5e26f-3ebf-49b4-ac4a-577c6fb6377d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:22.452697 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e2d405-c904-4bc6-81c3-ddff9ecd1e8d admin admin] Pushing event updated for resources: {'Network': ['ID=7ff0eeb8-777d-434e-b9ec-a1527ebf3b8c,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:00:22.466914 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Network 7ff0eeb8-777d-434e-b9ec-a1527ebf3b8c details requested by agent ovs-agent-n-d-705658-22 with host n-d-705658-22 {{(pid=105586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:00:22.586863 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-8cf7a045-33b5-4cba-b91f-4780508a8747 tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Notify callbacks [] for floatingip, before_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:22.627942 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52680a2c-1deb-48ce-98a3-14f021c08f11 admin admin] Made reservation on behalf of 16c9b99e3d6b4b58a380b57255ba6d41 for: {'subnet': 1} {{(pid=105585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:00:22.630761 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-52680a2c-1deb-48ce-98a3-14f021c08f11 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9990620'] for subnet, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:22.661988 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-9f4b97b0-0c48-4f88-9416-b66ecb06e93d req-f4d792a6-c1dd-4729-b5dd-4fd6a2c6db33 service neutron] 10.222.0.60 "GET /v2.0/networks/c29e02c5-8000-4917-925d-2eceb290693b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5533438 Jul 27 21:00:22.674808 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 41338) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:00:22.712874 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-99123e3f-49c4-4871-8375-9c207c4e516f req-bb00724c-86a2-48c9-a8f0-3c0bce694bb3 service neutron] 10.222.0.60 "GET /v2.0/networks/ea6ef872-4d0e-47a3-b5a8-46682c9deff2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6009436 Jul 27 21:00:22.756797 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-609cb08e-8485-45d8-8317-2c9d9611cfb2 req-04794628-526f-4aa0-84f3-77298b981afc tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] 10.222.0.59 "GET /v2.0/security-groups?id=d1766e71-7b2a-4f2d-acc0-530f862b8fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3454642 Jul 27 21:00:22.766135 n-d-705658-22 neutron-server[105585]: DEBUG neutron.notifiers.nova [req-19be6a68-ad77-40ed-ace1-8496d43ce33f req-a9d0d69c-3806-4481-934f-ff0a1bfd640e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1bd93c2a-1153-436f-a011-803f4e737483 {{(pid=105585) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:00:22.774045 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-0aa560ab-20fe-4426-b691-42406d716ce4 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=be988a009e2a42328ca29407333089d2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0981188 Jul 27 21:00:22.780178 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 41340) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:00:22.883074 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-19be6a68-ad77-40ed-ace1-8496d43ce33f req-a9d0d69c-3806-4481-934f-ff0a1bfd640e service neutron] Notify callbacks [] for port, precommit_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:22.891157 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:00:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7da8cae-639f-441f-949b-9db4b7662aff x-openstack-request-id: req-d7da8cae-639f-441f-949b-9db4b7662aff {{(pid=105585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:00:22.891768 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41f5f7a7-2cb5-455e-9e89-38ce8396742f", "tag": "9b9bbfba-5d2c-4a9a-a5ba-ceb0e6f60cab", "status": "completed", "code": 200}]} {{(pid=105585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:00:22.892196 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-d7da8cae-639f-441f-949b-9db4b7662aff {{(pid=105585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:00:22.892783 n-d-705658-22 neutron-server[105585]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41f5f7a7-2cb5-455e-9e89-38ce8396742f', 'tag': '9b9bbfba-5d2c-4a9a-a5ba-ceb0e6f60cab', 'status': 'completed', 'code': 200} Jul 27 21:00:22.931543 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-d15707cb-bebc-40ba-915f-e39fce487105 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:22.941728 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828c0d54-eddb-431b-bf24-b96d9ae5c2be req-8113de94-b0ad-4143-9b94-58e0e9628cfb tempest-ListServersNegativeTestJSON-1907616306 tempest-ListServersNegativeTestJSON-1907616306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:22.944173 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-828c0d54-eddb-431b-bf24-b96d9ae5c2be req-8113de94-b0ad-4143-9b94-58e0e9628cfb tempest-ListServersNegativeTestJSON-1907616306 tempest-ListServersNegativeTestJSON-1907616306-project] 10.222.0.59 "GET /v2.0/ports?device_id=e971ab8c-11d8-4530-bea4-caba504e61c4 HTTP/1.1" status: 200 len: 931 time: 0.5161150 Jul 27 21:00:22.960040 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Device 310d9827-e134-4697-9849-2becd694e37f details requested by agent hyperv_n-h2-705658-22 with host n-h2-705658-22 {{(pid=105586) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:00:22.964511 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.provisioning_blocks [req-19be6a68-ad77-40ed-ace1-8496d43ce33f req-a9d0d69c-3806-4481-934f-ff0a1bfd640e service neutron] Transition to ACTIVE for port object 1bd93c2a-1153-436f-a011-803f4e737483 will not be triggered until provisioned by entity L2. {{(pid=105585) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:00:23.052126 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-19be6a68-ad77-40ed-ace1-8496d43ce33f req-a9d0d69c-3806-4481-934f-ff0a1bfd640e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10221672'] for port, after_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:23.061483 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-d15707cb-bebc-40ba-915f-e39fce487105 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:23.152339 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] For port 310d9827-e134-4697-9849-2becd694e37f, host n-h2-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=310d9827-e134-4697-9849-2becd694e37f,segment=NetworkSegment(872889e4-5d02-4ec8-807e-3e5c98ba67af),segment_id=872889e4-5d02-4ec8-807e-3e5c98ba67af)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:00:23.173113 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Returning: {'device': '310d9827-e134-4697-9849-2becd694e37f', 'network_id': 'c29e02c5-8000-4917-925d-2eceb290693b', 'port_id': '310d9827-e134-4697-9849-2becd694e37f', 'mac_address': 'fa:16:3e:86:a2:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 236, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c0fdb90-69ca-4554-99dc-5ec25614338f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105586) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:00:23.221352 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-828c0d54-eddb-431b-bf24-b96d9ae5c2be req-65bd54c0-3f9f-46e9-ab7d-79fe9b1ee7cf tempest-ListServersNegativeTestJSON-1907616306 tempest-ListServersNegativeTestJSON-1907616306-project] 10.222.0.59 "GET /v2.0/security-groups?id=52dba1d2-45eb-4627-a32a-8b651454cd30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2628999 Jul 27 21:00:23.222065 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d0d69c-3806-4481-934f-ff0a1bfd640e service neutron] Pushing event updated for resources: {'Port': ['ID=1bd93c2a-1153-436f-a011-803f4e737483,revision_number=2']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:00:23.238079 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-99123e3f-49c4-4871-8375-9c207c4e516f req-55bf210d-53ed-4fa3-8684-de0851e4aab4 service neutron] 10.222.0.60 "GET /v2.0/networks/ea6ef872-4d0e-47a3-b5a8-46682c9deff2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5058422 Jul 27 21:00:23.257339 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:23.295605 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [None req-3d54578f-831f-4696-b568-13c455922dab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 310d9827-e134-4697-9849-2becd694e37f {{(pid=105586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:00:23.327150 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-d15707cb-bebc-40ba-915f-e39fce487105 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:23.333489 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-d15707cb-bebc-40ba-915f-e39fce487105 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:23.336986 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-d15707cb-bebc-40ba-915f-e39fce487105 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/7cf6a8ae-60e3-456c-bf27-e200d31a09ba HTTP/1.1" status: 204 len: 168 time: 0.5535548 Jul 27 21:00:23.346693 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] For port 310d9827-e134-4697-9849-2becd694e37f, host n-h2-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=310d9827-e134-4697-9849-2becd694e37f,segment=NetworkSegment(872889e4-5d02-4ec8-807e-3e5c98ba67af),segment_id=872889e4-5d02-4ec8-807e-3e5c98ba67af)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:00:23.352778 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:23.410380 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15707cb-bebc-40ba-915f-e39fce487105 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cf6a8ae-60e3-456c-bf27-e200d31a09ba,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:00:23.453874 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Pushing event updated for resources: {'Port': ['ID=310d9827-e134-4697-9849-2becd694e37f,revision_number=4']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:00:23.508686 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [req-19be6a68-ad77-40ed-ace1-8496d43ce33f req-30fdeded-e62c-4cb0-b366-e7066f12f878 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f778501-02af-48b5-9a60-7c2fbbd334fd {{(pid=105584) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:00:23.544491 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24741fc8-6625-4745-bf39-a0c97714d9ee req-16cb2a98-7e9d-4294-a231-8bdad70c379c tempest-ServerMetadataNegativeTestJSON-549606286 tempest-ServerMetadataNegativeTestJSON-549606286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:23.551127 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-19be6a68-ad77-40ed-ace1-8496d43ce33f req-30fdeded-e62c-4cb0-b366-e7066f12f878 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:23.552471 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-24741fc8-6625-4745-bf39-a0c97714d9ee req-16cb2a98-7e9d-4294-a231-8bdad70c379c tempest-ServerMetadataNegativeTestJSON-549606286 tempest-ServerMetadataNegativeTestJSON-549606286-project] 10.222.0.59 "GET /v2.0/ports?device_id=41f5f7a7-2cb5-455e-9e89-38ce8396742f HTTP/1.1" status: 200 len: 944 time: 0.5780606 Jul 27 21:00:23.577870 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.provisioning_blocks [req-19be6a68-ad77-40ed-ace1-8496d43ce33f req-30fdeded-e62c-4cb0-b366-e7066f12f878 service neutron] Transition to ACTIVE for port object 7f778501-02af-48b5-9a60-7c2fbbd334fd will not be triggered until provisioned by entity L2. {{(pid=105584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:00:23.584128 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-19be6a68-ad77-40ed-ace1-8496d43ce33f req-30fdeded-e62c-4cb0-b366-e7066f12f878 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9014027'] for port, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:23.644604 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.managers [req-19be6a68-ad77-40ed-ace1-8496d43ce33f req-a9d0d69c-3806-4481-934f-ff0a1bfd640e service neutron] Attempting to bind port 1bd93c2a-1153-436f-a011-803f4e737483 on host n-h2-705658-22 for vnic_type normal with profile {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:00:23.645031 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.managers [req-19be6a68-ad77-40ed-ace1-8496d43ce33f req-a9d0d69c-3806-4481-934f-ff0a1bfd640e service neutron] Attempting to bind port 1bd93c2a-1153-436f-a011-803f4e737483 by drivers openvswitch,hyperv on host n-h2-705658-22 at level 0 using segments [{'id': 'c0c8a3a2-821d-44b5-9cd5-483f6c69fbdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '11c272aa-de19-4055-87f8-922ac5033999'}] {{(pid=105585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:00:23.645271 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19be6a68-ad77-40ed-ace1-8496d43ce33f req-a9d0d69c-3806-4481-934f-ff0a1bfd640e service neutron] Attempting to bind port 1bd93c2a-1153-436f-a011-803f4e737483 on network 11c272aa-de19-4055-87f8-922ac5033999 {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:00:23.675219 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfec26b-52fa-4b47-b042-9898c4a9705a req-e1606148-365f-4cda-8ffa-e88e4f09404a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:23.676803 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-fdfec26b-52fa-4b47-b042-9898c4a9705a req-e1606148-365f-4cda-8ffa-e88e4f09404a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=f090cb1097ee478b8f9f4e59ff445953&device_id=41f5f7a7-2cb5-455e-9e89-38ce8396742f HTTP/1.1" status: 200 len: 1096 time: 0.3716023 Jul 27 21:00:23.677425 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19be6a68-ad77-40ed-ace1-8496d43ce33f req-a9d0d69c-3806-4481-934f-ff0a1bfd640e service neutron] Port 1bd93c2a-1153-436f-a011-803f4e737483 on network 11c272aa-de19-4055-87f8-922ac5033999 not bound, no agent of type Open vSwitch agent registered on host n-h2-705658-22 {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:00:23.677861 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19be6a68-ad77-40ed-ace1-8496d43ce33f req-a9d0d69c-3806-4481-934f-ff0a1bfd640e service neutron] Attempting to bind port 1bd93c2a-1153-436f-a011-803f4e737483 on network 11c272aa-de19-4055-87f8-922ac5033999 {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:00:23.686364 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19be6a68-ad77-40ed-ace1-8496d43ce33f req-a9d0d69c-3806-4481-934f-ff0a1bfd640e service neutron] Checking agent: {'id': '65195a73-a875-4810-9f5b-622ae260a8a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 49, 40), 'started_at': datetime.datetime(2021, 7, 27, 20, 49, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 0, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:00:23.686636 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19be6a68-ad77-40ed-ace1-8496d43ce33f req-a9d0d69c-3806-4481-934f-ff0a1bfd640e service neutron] Checking segment: {'id': 'c0c8a3a2-821d-44b5-9cd5-483f6c69fbdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '11c272aa-de19-4055-87f8-922ac5033999'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:00:23.686803 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19be6a68-ad77-40ed-ace1-8496d43ce33f req-a9d0d69c-3806-4481-934f-ff0a1bfd640e service neutron] Bound using segment: {'id': 'c0c8a3a2-821d-44b5-9cd5-483f6c69fbdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '11c272aa-de19-4055-87f8-922ac5033999'} {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:00:23.687283 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.managers [req-19be6a68-ad77-40ed-ace1-8496d43ce33f req-a9d0d69c-3806-4481-934f-ff0a1bfd640e service neutron] Bound port: 1bd93c2a-1153-436f-a011-803f4e737483, host: n-h2-705658-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c0c8a3a2-821d-44b5-9cd5-483f6c69fbdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '11c272aa-de19-4055-87f8-922ac5033999'}}] {{(pid=105585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:00:23.687647 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-19be6a68-ad77-40ed-ace1-8496d43ce33f req-a9d0d69c-3806-4481-934f-ff0a1bfd640e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:23.703622 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e95baf5-a45e-45db-a1b6-ed45bc161072 req-496940be-48d9-4134-84d9-1b71f3e51f1d tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:23.703927 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-8cf7a045-33b5-4cba-b91f-4780508a8747 tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:23.705287 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-7e95baf5-a45e-45db-a1b6-ed45bc161072 req-496940be-48d9-4134-84d9-1b71f3e51f1d tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] 10.222.0.59 "GET /v2.0/ports?device_id=29c1b762-5cb9-4f5b-ac71-3cb8a306ebde HTTP/1.1" status: 200 len: 947 time: 0.3197713 Jul 27 21:00:23.706333 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-52680a2c-1deb-48ce-98a3-14f021c08f11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10221797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9990606'] for subnet, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:23.714421 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fdeded-e62c-4cb0-b366-e7066f12f878 service neutron] Pushing event updated for resources: {'Port': ['ID=7f778501-02af-48b5-9a60-7c2fbbd334fd,revision_number=2']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:00:23.731256 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-8cf7a045-33b5-4cba-b91f-4780508a8747 tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4075768'] for floatingip, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:23.757631 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] get_ports_and_sgs() called for port_ids ['310d9827-e134-4697-9849-2becd694e37f'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:00:23.827592 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-24741fc8-6625-4745-bf39-a0c97714d9ee req-55beb035-f4d5-4ef6-ae9e-17bf04aa3a51 tempest-ServerMetadataNegativeTestJSON-549606286 tempest-ServerMetadataNegativeTestJSON-549606286-project] 10.222.0.59 "GET /v2.0/security-groups?id=e69154af-3f7d-4ec7-ba52-8f586e6e7402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2741873 Jul 27 21:00:23.876513 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52680a2c-1deb-48ce-98a3-14f021c08f11 admin admin] Pushing event updated for resources: {'Subnet': ['ID=57eac71b-5ae3-4b5a-b197-44e1dceaf130,revision_number=0']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:00:23.985815 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-7e95baf5-a45e-45db-a1b6-ed45bc161072 req-fb643154-4a1f-4399-9d19-c20dd02666c2 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] 10.222.0.59 "GET /v2.0/security-groups?id=e760076b-6854-47cf-947b-f6a7a8a579d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2332134 Jul 27 21:00:24.072909 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52680a2c-1deb-48ce-98a3-14f021c08f11 admin admin] Checking segment: {'id': '1922154b-32f1-4361-bf34-7b69d21d65b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '7ff0eeb8-777d-434e-b9ec-a1527ebf3b8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:00:24.073436 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52680a2c-1deb-48ce-98a3-14f021c08f11 admin admin] Network hostable DHCP agents. Network: 7ff0eeb8-777d-434e-b9ec-a1527ebf3b8c, hostable agents: ['7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a'], hosted agents: [] {{(pid=105585) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:00:24.092612 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfec26b-52fa-4b47-b042-9898c4a9705a req-96f9c02e-6b4b-42c1-ae79-0b0dd20cf05b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:24.094029 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-fdfec26b-52fa-4b47-b042-9898c4a9705a req-96f9c02e-6b4b-42c1-ae79-0b0dd20cf05b service neutron] 10.222.0.60 "GET /v2.0/networks?id=ea6ef872-4d0e-47a3-b5a8-46682c9deff2 HTTP/1.1" status: 200 len: 921 time: 0.3987741 Jul 27 21:00:24.142542 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.db [req-19be6a68-ad77-40ed-ace1-8496d43ce33f req-a9d0d69c-3806-4481-934f-ff0a1bfd640e service neutron] For port 1bd93c2a-1153-436f-a011-803f4e737483, host n-h2-705658-22, cleared binding levels {{(pid=105585) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:00:24.187726 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-fdfec26b-52fa-4b47-b042-9898c4a9705a req-32cfbc91-4c68-42bd-8972-e82db898d1b3 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9b9bbfba-5d2c-4a9a-a5ba-ceb0e6f60cab HTTP/1.1" status: 200 len: 217 time: 0.0572329 Jul 27 21:00:24.202679 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.db [req-19be6a68-ad77-40ed-ace1-8496d43ce33f req-a9d0d69c-3806-4481-934f-ff0a1bfd640e service neutron] For port 1bd93c2a-1153-436f-a011-803f4e737483, host n-h2-705658-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=1bd93c2a-1153-436f-a011-803f4e737483,segment=NetworkSegment(c0c8a3a2-821d-44b5-9cd5-483f6c69fbdc),segment_id=c0c8a3a2-821d-44b5-9cd5-483f6c69fbdc)] {{(pid=105585) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:00:24.218823 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52680a2c-1deb-48ce-98a3-14f021c08f11 admin admin] Network 7ff0eeb8-777d-434e-b9ec-a1527ebf3b8c is scheduled to be hosted by DHCP agent 7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a with binding_index 1 {{(pid=105585) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:00:24.222722 n-d-705658-22 neutron-server[105584]: INFO neutron.db.l3_db [None req-8cf7a045-33b5-4cba-b91f-4780508a8747 tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Floating IP 86037dea-c9bb-418d-a373-f82d2cf4fe44 associated. External IP: 172.25.5.204, port: 3e901f2c-afa6-4e65-b936-9e2231fd9b0c. Jul 27 21:00:24.231495 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-19be6a68-ad77-40ed-ace1-8496d43ce33f req-a9d0d69c-3806-4481-934f-ff0a1bfd640e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10221672'] for port, after_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:24.320011 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfec26b-52fa-4b47-b042-9898c4a9705a req-dc60e63f-16f3-4c4d-93d7-dd4cbbf11a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:24.321959 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-fdfec26b-52fa-4b47-b042-9898c4a9705a req-dc60e63f-16f3-4c4d-93d7-dd4cbbf11a6f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=913a77aa-4d9b-45c7-9008-64093e4b7342 HTTP/1.1" status: 200 len: 860 time: 0.1261060 Jul 27 21:00:24.384829 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-fdfec26b-52fa-4b47-b042-9898c4a9705a req-8b9bd93d-9c96-4481-a97b-3799a7b7718e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ea6ef872-4d0e-47a3-b5a8-46682c9deff2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0450451 Jul 27 21:00:24.386280 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.base_scheduler [None req-52680a2c-1deb-48ce-98a3-14f021c08f11 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-22, 7ff0eeb8-777d-434e-b9ec-a1527ebf3b8c) {{(pid=105585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:00:24.396940 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b96e803-0a5d-437e-9b88-72e4007d7a74 None None] Network 7ff0eeb8-777d-434e-b9ec-a1527ebf3b8c requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:00:24.405073 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19be6a68-ad77-40ed-ace1-8496d43ce33f req-a9d0d69c-3806-4481-934f-ff0a1bfd640e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:24.406699 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-19be6a68-ad77-40ed-ace1-8496d43ce33f req-a9d0d69c-3806-4481-934f-ff0a1bfd640e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:24.409478 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-19be6a68-ad77-40ed-ace1-8496d43ce33f req-a9d0d69c-3806-4481-934f-ff0a1bfd640e service neutron] 10.222.0.60 "PUT /v2.0/ports/1bd93c2a-1153-436f-a011-803f4e737483 HTTP/1.1" status: 200 len: 1092 time: 4.2475865 Jul 27 21:00:24.456462 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [req-19be6a68-ad77-40ed-ace1-8496d43ce33f req-30fdeded-e62c-4cb0-b366-e7066f12f878 service neutron] Attempting to bind port 7f778501-02af-48b5-9a60-7c2fbbd334fd on host n-h1-705658-22 for vnic_type normal with profile {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:00:24.456808 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [req-19be6a68-ad77-40ed-ace1-8496d43ce33f req-30fdeded-e62c-4cb0-b366-e7066f12f878 service neutron] Attempting to bind port 7f778501-02af-48b5-9a60-7c2fbbd334fd by drivers openvswitch,hyperv on host n-h1-705658-22 at level 0 using segments [{'id': 'c0c8a3a2-821d-44b5-9cd5-483f6c69fbdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '11c272aa-de19-4055-87f8-922ac5033999'}] {{(pid=105584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:00:24.457434 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19be6a68-ad77-40ed-ace1-8496d43ce33f req-30fdeded-e62c-4cb0-b366-e7066f12f878 service neutron] Attempting to bind port 7f778501-02af-48b5-9a60-7c2fbbd334fd on network 11c272aa-de19-4055-87f8-922ac5033999 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:00:24.495358 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19be6a68-ad77-40ed-ace1-8496d43ce33f req-30fdeded-e62c-4cb0-b366-e7066f12f878 service neutron] Port 7f778501-02af-48b5-9a60-7c2fbbd334fd on network 11c272aa-de19-4055-87f8-922ac5033999 not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-22 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:00:24.495606 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19be6a68-ad77-40ed-ace1-8496d43ce33f req-30fdeded-e62c-4cb0-b366-e7066f12f878 service neutron] Attempting to bind port 7f778501-02af-48b5-9a60-7c2fbbd334fd on network 11c272aa-de19-4055-87f8-922ac5033999 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:00:24.506385 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19be6a68-ad77-40ed-ace1-8496d43ce33f req-30fdeded-e62c-4cb0-b366-e7066f12f878 service neutron] Checking agent: {'id': '9d9bc37f-4d75-44ef-9f63-799aab3e316f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 49, 36), 'started_at': datetime.datetime(2021, 7, 27, 20, 49, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 0, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:00:24.506731 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19be6a68-ad77-40ed-ace1-8496d43ce33f req-30fdeded-e62c-4cb0-b366-e7066f12f878 service neutron] Checking segment: {'id': 'c0c8a3a2-821d-44b5-9cd5-483f6c69fbdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '11c272aa-de19-4055-87f8-922ac5033999'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:00:24.507148 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19be6a68-ad77-40ed-ace1-8496d43ce33f req-30fdeded-e62c-4cb0-b366-e7066f12f878 service neutron] Bound using segment: {'id': 'c0c8a3a2-821d-44b5-9cd5-483f6c69fbdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '11c272aa-de19-4055-87f8-922ac5033999'} {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:00:24.508152 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [req-19be6a68-ad77-40ed-ace1-8496d43ce33f req-30fdeded-e62c-4cb0-b366-e7066f12f878 service neutron] Bound port: 7f778501-02af-48b5-9a60-7c2fbbd334fd, host: n-h1-705658-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c0c8a3a2-821d-44b5-9cd5-483f6c69fbdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '11c272aa-de19-4055-87f8-922ac5033999'}}] {{(pid=105584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:00:24.508526 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-19be6a68-ad77-40ed-ace1-8496d43ce33f req-30fdeded-e62c-4cb0-b366-e7066f12f878 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:24.546499 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52680a2c-1deb-48ce-98a3-14f021c08f11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:24.552215 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-52680a2c-1deb-48ce-98a3-14f021c08f11 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743886'] for subnet, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:24.583946 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [req-19be6a68-ad77-40ed-ace1-8496d43ce33f req-e9c5e26f-3ebf-49b4-ac4a-577c6fb6377d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd1ad9a5-5038-4919-b561-6dee4511ae37 {{(pid=105584) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:00:24.597819 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-19be6a68-ad77-40ed-ace1-8496d43ce33f req-e9c5e26f-3ebf-49b4-ac4a-577c6fb6377d service neutron] Notify callbacks [] for port, precommit_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:24.617993 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389f51f4-ac7f-43fb-8b9d-e6b14aa781bb req-f071bd64-5dc9-4b24-a183-20e0d4cc8043 tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:24.626500 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-389f51f4-ac7f-43fb-8b9d-e6b14aa781bb req-f071bd64-5dc9-4b24-a183-20e0d4cc8043 tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d07fb74-3ebf-4d24-bbe3-7e4795327233 HTTP/1.1" status: 200 len: 945 time: 0.5390418 Jul 27 21:00:24.709998 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.provisioning_blocks [req-19be6a68-ad77-40ed-ace1-8496d43ce33f req-e9c5e26f-3ebf-49b4-ac4a-577c6fb6377d service neutron] Transition to ACTIVE for port object fd1ad9a5-5038-4919-b561-6dee4511ae37 will not be triggered until provisioned by entity L2. {{(pid=105584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:00:24.725814 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-264ba288-633c-4dc4-9fb3-5b6529280125 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30bb4b93-b285-5d90-9493-f9ec33ea333c-7ff0eeb8-777d-434e-b9ec-a1527ebf3b8c', 'network_id': '7ff0eeb8-777d-434e-b9ec-a1527ebf3b8c', 'tenant_id': '16c9b99e3d6b4b58a380b57255ba6d41', 'fixed_ips': [{'subnet_id': '57eac71b-5ae3-4b5a-b197-44e1dceaf130'}]}} from n-d-705658-22. {{(pid=105586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 21:00:24.727479 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-264ba288-633c-4dc4-9fb3-5b6529280125 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:24.741572 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-19be6a68-ad77-40ed-ace1-8496d43ce33f req-e9c5e26f-3ebf-49b4-ac4a-577c6fb6377d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9014027'] for port, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:24.790947 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [req-19be6a68-ad77-40ed-ace1-8496d43ce33f req-30fdeded-e62c-4cb0-b366-e7066f12f878 service neutron] For port 7f778501-02af-48b5-9a60-7c2fbbd334fd, host n-h1-705658-22, cleared binding levels {{(pid=105584) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:00:24.813504 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cf7a045-33b5-4cba-b91f-4780508a8747 tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Router 0e84950d-2139-459c-962f-b52569720581 has already been hosted by L3 agent dd128fd7-8e57-4d4f-895b-a96b369df59a {{(pid=105584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:00:24.816011 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-fdfec26b-52fa-4b47-b042-9898c4a9705a req-2aacbcda-f92e-47ee-95b3-b21722d11ed2 service neutron] 10.222.0.60 "GET /v2.0/networks/ea6ef872-4d0e-47a3-b5a8-46682c9deff2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3714857 Jul 27 21:00:24.894000 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [req-19be6a68-ad77-40ed-ace1-8496d43ce33f req-30fdeded-e62c-4cb0-b366-e7066f12f878 service neutron] For port 7f778501-02af-48b5-9a60-7c2fbbd334fd, host n-h1-705658-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=7f778501-02af-48b5-9a60-7c2fbbd334fd,segment=NetworkSegment(c0c8a3a2-821d-44b5-9cd5-483f6c69fbdc),segment_id=c0c8a3a2-821d-44b5-9cd5-483f6c69fbdc)] {{(pid=105584) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:00:24.917655 n-d-705658-22 neutron-server[105585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f0843e9-bfe5-4bc2-b83e-8a9e3eaa3ec9', 'tag': '1bd93c2a-1153-436f-a011-803f4e737483'}] {{(pid=105585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:00:24.921028 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d66fd65881426bfc2b5388084a3654e5eae521106a15a3dbf0eb4cde7106c36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ebd0fdf-57e4-4b6a-8ad3-c9dbd83e8907" -d '{"events": [{"name": "network-changed", "server_uuid": "3f0843e9-bfe5-4bc2-b83e-8a9e3eaa3ec9", "tag": "1bd93c2a-1153-436f-a011-803f4e737483"}]}' {{(pid=105585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:00:24.932056 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-52680a2c-1deb-48ce-98a3-14f021c08f11 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.5466366 Jul 27 21:00:24.946984 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 41382) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:00:24.963075 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-8d0875b7-ccd9-4fb1-a8d2-758784044956 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1805420441-router', 'tenant_id': '16c9b99e3d6b4b58a380b57255ba6d41', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305'}}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:00:24.990687 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-19be6a68-ad77-40ed-ace1-8496d43ce33f req-30fdeded-e62c-4cb0-b366-e7066f12f878 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9014027'] for port, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:25.015787 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-8d0875b7-ccd9-4fb1-a8d2-758784044956 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4163813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-443'] for router, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:25.016772 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-8d0875b7-ccd9-4fb1-a8d2-758784044956 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4165196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4077059', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3711235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-418'] for router, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:25.081477 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-389f51f4-ac7f-43fb-8b9d-e6b14aa781bb req-a53e12d6-28d6-4b1a-bc1b-2a048dfad65a tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] 10.222.0.59 "GET /v2.0/security-groups?id=d1766e71-7b2a-4f2d-acc0-530f862b8fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2542598 Jul 27 21:00:25.091493 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d0d69c-3806-4481-934f-ff0a1bfd640e service neutron] Pushing event updated for resources: {'Port': ['ID=1bd93c2a-1153-436f-a011-803f4e737483,revision_number=3']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:00:25.123798 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-8d0875b7-ccd9-4fb1-a8d2-758784044956 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:25.136253 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c5e26f-3ebf-49b4-ac4a-577c6fb6377d service neutron] Pushing event updated for resources: {'Port': ['ID=fd1ad9a5-5038-4919-b561-6dee4511ae37,revision_number=2']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:00:25.159769 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19be6a68-ad77-40ed-ace1-8496d43ce33f req-fa2cb07c-a397-4cb7-8c5b-2f4079397721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:25.161403 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-19be6a68-ad77-40ed-ace1-8496d43ce33f req-fa2cb07c-a397-4cb7-8c5b-2f4079397721 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=303608e801894cbc82a16778d6767718&device_id=3f0843e9-bfe5-4bc2-b83e-8a9e3eaa3ec9 HTTP/1.1" status: 200 len: 1095 time: 0.6165841 Jul 27 21:00:25.242315 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-19be6a68-ad77-40ed-ace1-8496d43ce33f req-b55aa407-3ed5-4f40-a401-03b9499b03a4 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1bd93c2a-1153-436f-a011-803f4e737483 HTTP/1.1" status: 200 len: 217 time: 0.0712039 Jul 27 21:00:25.244323 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-fdfec26b-52fa-4b47-b042-9898c4a9705a req-68e62728-b304-48e0-bb97-dbf02af3a138 service neutron] 10.222.0.60 "GET /v2.0/networks/ea6ef872-4d0e-47a3-b5a8-46682c9deff2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3644352 Jul 27 21:00:25.287707 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8f25ea-6b98-4721-a1b6-60828160a020 req-ee2cad9f-1dad-49bc-8996-b95baea13c31 tempest-ListServersNegativeTestJSON-1907616306 tempest-ListServersNegativeTestJSON-1907616306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:25.296630 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-ff8f25ea-6b98-4721-a1b6-60828160a020 req-ee2cad9f-1dad-49bc-8996-b95baea13c31 tempest-ListServersNegativeTestJSON-1907616306 tempest-ListServersNegativeTestJSON-1907616306-project] 10.222.0.59 "GET /v2.0/ports?device_id=e971ab8c-11d8-4530-bea4-caba504e61c4 HTTP/1.1" status: 200 len: 943 time: 0.3914759 Jul 27 21:00:25.338540 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Device 310d9827-e134-4697-9849-2becd694e37f up at agent hyperv_n-h2-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:00:25.433364 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19be6a68-ad77-40ed-ace1-8496d43ce33f req-aea6e211-f790-4a87-a5fa-608f9b3c2f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:25.435974 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-19be6a68-ad77-40ed-ace1-8496d43ce33f req-aea6e211-f790-4a87-a5fa-608f9b3c2f18 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d675c767-afdc-47aa-8425-df874eb03020 HTTP/1.1" status: 200 len: 857 time: 0.1792181 Jul 27 21:00:25.474088 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.db_base_plugin_common [None req-264ba288-633c-4dc4-9fb3-5b6529280125 None None] Allocated IP 172.20.0.2 (7ff0eeb8-777d-434e-b9ec-a1527ebf3b8c/57eac71b-5ae3-4b5a-b197-44e1dceaf130/d920132f-546d-4095-8836-a0958e378c09) {{(pid=105586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:00:25.497853 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-19be6a68-ad77-40ed-ace1-8496d43ce33f req-dfad86d3-c878-4551-8d19-e78968af451b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=11c272aa-de19-4055-87f8-922ac5033999&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0508509 Jul 27 21:00:25.517008 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-ff8f25ea-6b98-4721-a1b6-60828160a020 req-b2c6b544-90bb-4c98-b027-6fe3b664c50a tempest-ListServersNegativeTestJSON-1907616306 tempest-ListServersNegativeTestJSON-1907616306-project] 10.222.0.59 "GET /v2.0/security-groups?id=52dba1d2-45eb-4627-a32a-8b651454cd30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2129805 Jul 27 21:00:25.521603 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19be6a68-ad77-40ed-ace1-8496d43ce33f req-30fdeded-e62c-4cb0-b366-e7066f12f878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:25.523950 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-19be6a68-ad77-40ed-ace1-8496d43ce33f req-30fdeded-e62c-4cb0-b366-e7066f12f878 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:25.525514 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-19be6a68-ad77-40ed-ace1-8496d43ce33f req-30fdeded-e62c-4cb0-b366-e7066f12f878 service neutron] 10.222.0.36 "PUT /v2.0/ports/7f778501-02af-48b5-9a60-7c2fbbd334fd HTTP/1.1" status: 200 len: 1093 time: 4.5821295 Jul 27 21:00:25.551636 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85e1c5ca-bed3-405c-9799-ff3be326d79e', 'tag': '7f778501-02af-48b5-9a60-7c2fbbd334fd'}] {{(pid=105584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:00:25.556687 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bce5e6c8685464f7626901654159975603b047827e3138302ed6566e28f1343" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82bf2b30-d1d2-472a-94fb-14ec460b1ab8" -d '{"events": [{"name": "network-changed", "server_uuid": "85e1c5ca-bed3-405c-9799-ff3be326d79e", "tag": "7f778501-02af-48b5-9a60-7c2fbbd334fd"}]}' {{(pid=105584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:00:25.581728 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-8d0875b7-ccd9-4fb1-a8d2-758784044956 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4077169', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4163787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-400'] for router, precommit_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:25.619358 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:00:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0252e337-b34b-4fab-b1b8-5ce7876ff1c4 x-openstack-request-id: req-0252e337-b34b-4fab-b1b8-5ce7876ff1c4 {{(pid=105585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:00:25.619813 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f0843e9-bfe5-4bc2-b83e-8a9e3eaa3ec9", "tag": "1bd93c2a-1153-436f-a011-803f4e737483", "status": "completed", "code": 200}]} {{(pid=105585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:00:25.620071 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-0252e337-b34b-4fab-b1b8-5ce7876ff1c4 {{(pid=105585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:00:25.620474 n-d-705658-22 neutron-server[105585]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f0843e9-bfe5-4bc2-b83e-8a9e3eaa3ec9', 'tag': '1bd93c2a-1153-436f-a011-803f4e737483', 'status': 'completed', 'code': 200} Jul 27 21:00:25.649209 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5440d9ad-88b0-48c0-8ff8-3c69c9ff948e req-11fefb33-f380-466a-a4e7-03a70087db2e tempest-ServerMetadataNegativeTestJSON-549606286 tempest-ServerMetadataNegativeTestJSON-549606286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:25.662124 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-5440d9ad-88b0-48c0-8ff8-3c69c9ff948e req-11fefb33-f380-466a-a4e7-03a70087db2e tempest-ServerMetadataNegativeTestJSON-549606286 tempest-ServerMetadataNegativeTestJSON-549606286-project] 10.222.0.59 "GET /v2.0/ports?device_id=41f5f7a7-2cb5-455e-9e89-38ce8396742f HTTP/1.1" status: 200 len: 944 time: 0.3277981 Jul 27 21:00:25.764646 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-264ba288-633c-4dc4-9fb3-5b6529280125 None None] Notify callbacks [] for port, precommit_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:25.791618 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-264ba288-633c-4dc4-9fb3-5b6529280125 None None] Transition to ACTIVE for port object d920132f-546d-4095-8836-a0958e378c09 will not be triggered until provisioned by entity L2. {{(pid=105586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:00:25.794176 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-3d54578f-831f-4696-b568-13c455922dab None None] Provisioning for port 310d9827-e134-4697-9849-2becd694e37f completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:00:25.797774 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fdeded-e62c-4cb0-b366-e7066f12f878 service neutron] Pushing event updated for resources: {'Port': ['ID=7f778501-02af-48b5-9a60-7c2fbbd334fd,revision_number=3']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:00:25.801132 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-3d54578f-831f-4696-b568-13c455922dab None None] Provisioning complete for port 310d9827-e134-4697-9849-2becd694e37f triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:00:25.801521 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:25.838822 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-264ba288-633c-4dc4-9fb3-5b6529280125 None None] Transition to ACTIVE for port object d920132f-546d-4095-8836-a0958e378c09 will not be triggered until provisioned by entity DHCP. {{(pid=105586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:00:25.844976 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [req-19be6a68-ad77-40ed-ace1-8496d43ce33f req-e9c5e26f-3ebf-49b4-ac4a-577c6fb6377d service neutron] Attempting to bind port fd1ad9a5-5038-4919-b561-6dee4511ae37 on host n-h1-705658-22 for vnic_type normal with profile {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:00:25.850001 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [req-19be6a68-ad77-40ed-ace1-8496d43ce33f req-e9c5e26f-3ebf-49b4-ac4a-577c6fb6377d service neutron] Attempting to bind port fd1ad9a5-5038-4919-b561-6dee4511ae37 by drivers openvswitch,hyperv on host n-h1-705658-22 at level 0 using segments [{'id': 'c0c8a3a2-821d-44b5-9cd5-483f6c69fbdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '11c272aa-de19-4055-87f8-922ac5033999'}] {{(pid=105584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:00:25.850896 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19be6a68-ad77-40ed-ace1-8496d43ce33f req-e9c5e26f-3ebf-49b4-ac4a-577c6fb6377d service neutron] Attempting to bind port fd1ad9a5-5038-4919-b561-6dee4511ae37 on network 11c272aa-de19-4055-87f8-922ac5033999 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:00:25.852286 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-264ba288-633c-4dc4-9fb3-5b6529280125 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143'] for port, after_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:25.858757 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-5440d9ad-88b0-48c0-8ff8-3c69c9ff948e req-cf246b05-d5d8-4596-90fe-ad085a88e8d3 tempest-ServerMetadataNegativeTestJSON-549606286 tempest-ServerMetadataNegativeTestJSON-549606286-project] 10.222.0.59 "GET /v2.0/security-groups?id=e69154af-3f7d-4ec7-ba52-8f586e6e7402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1932776 Jul 27 21:00:25.862173 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-19be6a68-ad77-40ed-ace1-8496d43ce33f req-b25d0072-b15e-4c4a-a6dd-c134a83be6c6 service neutron] 10.222.0.60 "GET /v2.0/networks/11c272aa-de19-4055-87f8-922ac5033999?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3440874 Jul 27 21:00:25.925797 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19be6a68-ad77-40ed-ace1-8496d43ce33f req-e9c5e26f-3ebf-49b4-ac4a-577c6fb6377d service neutron] Port fd1ad9a5-5038-4919-b561-6dee4511ae37 on network 11c272aa-de19-4055-87f8-922ac5033999 not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-22 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:00:25.926254 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19be6a68-ad77-40ed-ace1-8496d43ce33f req-e9c5e26f-3ebf-49b4-ac4a-577c6fb6377d service neutron] Attempting to bind port fd1ad9a5-5038-4919-b561-6dee4511ae37 on network 11c272aa-de19-4055-87f8-922ac5033999 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:00:25.969622 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cf7a045-33b5-4cba-b91f-4780508a8747 tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Notify agent at l3_agent.n-d-705658-22 the message routers_updated {{(pid=105584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:00:26.000457 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-8cf7a045-33b5-4cba-b91f-4780508a8747 tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for floatingip, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:26.006705 n-d-705658-22 neutron-server[105586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-264ba288-633c-4dc4-9fb3-5b6529280125 None None] Network 7ff0eeb8-777d-434e-b9ec-a1527ebf3b8c is already hosted by enough agents. {{(pid=105586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:00:26.010847 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:00:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cad738d-2fae-481a-ace6-5eecf7024e69 x-openstack-request-id: req-1cad738d-2fae-481a-ace6-5eecf7024e69 {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:00:26.011278 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85e1c5ca-bed3-405c-9799-ff3be326d79e", "tag": "7f778501-02af-48b5-9a60-7c2fbbd334fd", "status": "completed", "code": 200}]} {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:00:26.011629 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-1cad738d-2fae-481a-ace6-5eecf7024e69 {{(pid=105584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:00:26.011876 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-120d832e-a806-4600-9607-d73f260e10fa None None] Sync routers for ids ['0e84950d-2139-459c-962f-b52569720581'] in n-d-705658-22 {{(pid=105586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:00:26.012220 n-d-705658-22 neutron-server[105584]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85e1c5ca-bed3-405c-9799-ff3be326d79e', 'tag': '7f778501-02af-48b5-9a60-7c2fbbd334fd', 'status': 'completed', 'code': 200} Jul 27 21:00:26.014291 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19be6a68-ad77-40ed-ace1-8496d43ce33f req-e9c5e26f-3ebf-49b4-ac4a-577c6fb6377d service neutron] Checking agent: {'id': '9d9bc37f-4d75-44ef-9f63-799aab3e316f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 49, 36), 'started_at': datetime.datetime(2021, 7, 27, 20, 49, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 0, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:00:26.019664 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19be6a68-ad77-40ed-ace1-8496d43ce33f req-e9c5e26f-3ebf-49b4-ac4a-577c6fb6377d service neutron] Checking segment: {'id': 'c0c8a3a2-821d-44b5-9cd5-483f6c69fbdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '11c272aa-de19-4055-87f8-922ac5033999'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:00:26.020217 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19be6a68-ad77-40ed-ace1-8496d43ce33f req-e9c5e26f-3ebf-49b4-ac4a-577c6fb6377d service neutron] Bound using segment: {'id': 'c0c8a3a2-821d-44b5-9cd5-483f6c69fbdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '11c272aa-de19-4055-87f8-922ac5033999'} {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:00:26.020767 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [req-19be6a68-ad77-40ed-ace1-8496d43ce33f req-e9c5e26f-3ebf-49b4-ac4a-577c6fb6377d service neutron] Bound port: fd1ad9a5-5038-4919-b561-6dee4511ae37, host: n-h1-705658-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c0c8a3a2-821d-44b5-9cd5-483f6c69fbdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '11c272aa-de19-4055-87f8-922ac5033999'}}] {{(pid=105584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:00:26.021239 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-19be6a68-ad77-40ed-ace1-8496d43ce33f req-e9c5e26f-3ebf-49b4-ac4a-577c6fb6377d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:26.077935 n-d-705658-22 neutron-server[105586]: DEBUG neutron.scheduler.base_scheduler [None req-264ba288-633c-4dc4-9fb3-5b6529280125 None None] Resources bound (agent type, host, resource id): {{(pid=105586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:00:26.082134 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f714fee6-f8eb-40d1-baa8-a7e4b98b6b0e req-7275343f-36f4-4d5e-83b3-875a38e3e65b tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:26.087448 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f714fee6-f8eb-40d1-baa8-a7e4b98b6b0e req-7275343f-36f4-4d5e-83b3-875a38e3e65b tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] 10.222.0.59 "GET /v2.0/ports?device_id=29c1b762-5cb9-4f5b-ac71-3cb8a306ebde HTTP/1.1" status: 200 len: 947 time: 0.3353405 Jul 27 21:00:26.095768 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-264ba288-633c-4dc4-9fb3-5b6529280125 None None] Received port after_create {{(pid=105586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:00:26.125392 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264ba288-633c-4dc4-9fb3-5b6529280125 None None] Pushing event updated for resources: {'Port': ['ID=d920132f-546d-4095-8836-a0958e378c09,revision_number=1']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:00:26.154011 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-120d832e-a806-4600-9607-d73f260e10fa None None] Routers {'0e84950d-2139-459c-962f-b52569720581'} bound to L3 agent in host n-d-705658-22 {{(pid=105586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:00:26.154686 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-120d832e-a806-4600-9607-d73f260e10fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:00:11Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['0e84950d-2139-459c-962f-b52569720581'], 'active': True} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:00:26.161700 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:26.236551 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-19be6a68-ad77-40ed-ace1-8496d43ce33f req-cfa3b150-eeeb-431c-b1fa-78c78af03d5b service neutron] 10.222.0.60 "GET /v2.0/networks/11c272aa-de19-4055-87f8-922ac5033999?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3647902 Jul 27 21:00:26.257125 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f714fee6-f8eb-40d1-baa8-a7e4b98b6b0e req-4193936e-c6a4-4727-984d-bdef4fdaf87d tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] 10.222.0.59 "GET /v2.0/security-groups?id=e760076b-6854-47cf-947b-f6a7a8a579d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1557004 Jul 27 21:00:26.329758 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d07fb74-3ebf-4d24-bbe3-7e4795327233', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '310d9827-e134-4697-9849-2becd694e37f'}] {{(pid=105586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:00:26.335834 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14c1663e039faf5393f87855f745010ac5b02220355b68fdbf065393e303ac56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88656808-d0bd-45f5-ba5b-fc218bf03c27" -d '{"events": [{"server_uuid": "0d07fb74-3ebf-4d24-bbe3-7e4795327233", "name": "network-vif-plugged", "status": "completed", "tag": "310d9827-e134-4697-9849-2becd694e37f"}]}' {{(pid=105586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:00:26.398403 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebd0fdf-57e4-4b6a-8ad3-c9dbd83e8907 req-08a61718-0b07-4f78-86d3-870614cedad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:26.400120 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-7ebd0fdf-57e4-4b6a-8ad3-c9dbd83e8907 req-08a61718-0b07-4f78-86d3-870614cedad2 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=303608e801894cbc82a16778d6767718&device_id=3f0843e9-bfe5-4bc2-b83e-8a9e3eaa3ec9 HTTP/1.1" status: 200 len: 1095 time: 0.1181891 Jul 27 21:00:26.470606 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] For port 310d9827-e134-4697-9849-2becd694e37f, host n-h2-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=310d9827-e134-4697-9849-2becd694e37f,segment=NetworkSegment(872889e4-5d02-4ec8-807e-3e5c98ba67af),segment_id=872889e4-5d02-4ec8-807e-3e5c98ba67af)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:00:26.509910 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:26.555965 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-264ba288-633c-4dc4-9fb3-5b6529280125 None None] Attempting to bind port d920132f-546d-4095-8836-a0958e378c09 on host n-d-705658-22 for vnic_type normal with profile {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:00:26.556454 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-264ba288-633c-4dc4-9fb3-5b6529280125 None None] Attempting to bind port d920132f-546d-4095-8836-a0958e378c09 by drivers openvswitch,hyperv on host n-d-705658-22 at level 0 using segments [{'id': '1922154b-32f1-4361-bf34-7b69d21d65b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '7ff0eeb8-777d-434e-b9ec-a1527ebf3b8c'}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:00:26.557020 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-264ba288-633c-4dc4-9fb3-5b6529280125 None None] Attempting to bind port d920132f-546d-4095-8836-a0958e378c09 on network 7ff0eeb8-777d-434e-b9ec-a1527ebf3b8c {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:00:26.566389 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-264ba288-633c-4dc4-9fb3-5b6529280125 None None] Checking agent: {'id': '04a7ea91-6318-467e-ace6-b0fb48c8690f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 41, 42), 'started_at': datetime.datetime(2021, 7, 27, 20, 42, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 0, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:00:26.566844 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-264ba288-633c-4dc4-9fb3-5b6529280125 None None] Checking segment: {'id': '1922154b-32f1-4361-bf34-7b69d21d65b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '7ff0eeb8-777d-434e-b9ec-a1527ebf3b8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:00:26.569423 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-264ba288-633c-4dc4-9fb3-5b6529280125 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:26.569423 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-264ba288-633c-4dc4-9fb3-5b6529280125 None None] Bound using segment: {'id': '1922154b-32f1-4361-bf34-7b69d21d65b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '7ff0eeb8-777d-434e-b9ec-a1527ebf3b8c'} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:00:26.569423 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-264ba288-633c-4dc4-9fb3-5b6529280125 None None] Bound port: d920132f-546d-4095-8836-a0958e378c09, host: n-d-705658-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1922154b-32f1-4361-bf34-7b69d21d65b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '7ff0eeb8-777d-434e-b9ec-a1527ebf3b8c'}}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:00:26.569423 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-264ba288-633c-4dc4-9fb3-5b6529280125 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:26.641824 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvr_db [None req-120d832e-a806-4600-9607-d73f260e10fa None None] Set router 0e84950d-2139-459c-962f-b52569720581 gateway port host: n-d-705658-22 {{(pid=105586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:00:26.646970 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebd0fdf-57e4-4b6a-8ad3-c9dbd83e8907 req-b8ce1c52-157a-4c02-a4d0-314e2447335d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:26.648518 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-7ebd0fdf-57e4-4b6a-8ad3-c9dbd83e8907 req-b8ce1c52-157a-4c02-a4d0-314e2447335d service neutron] 10.222.0.60 "GET /v2.0/networks?id=11c272aa-de19-4055-87f8-922ac5033999 HTTP/1.1" status: 200 len: 918 time: 0.2394209 Jul 27 21:00:26.714777 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-8cf7a045-33b5-4cba-b91f-4780508a8747 tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] 10.222.0.59 "PUT /v2.0/floatingips/86037dea-c9bb-418d-a373-f82d2cf4fe44 HTTP/1.1" status: 200 len: 991 time: 4.4746168 Jul 27 21:00:26.720785 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19be6a68-ad77-40ed-ace1-8496d43ce33f req-a4641f66-12c5-41e3-b050-365c360915e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:26.723484 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-19be6a68-ad77-40ed-ace1-8496d43ce33f req-a4641f66-12c5-41e3-b050-365c360915e2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=303608e801894cbc82a16778d6767718&device_id=85e1c5ca-bed3-405c-9799-ff3be326d79e HTTP/1.1" status: 200 len: 1096 time: 1.1284223 Jul 27 21:00:26.777782 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-19be6a68-ad77-40ed-ace1-8496d43ce33f req-bfc4a09b-2ca3-4ad0-8f6b-38355ca25344 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7f778501-02af-48b5-9a60-7c2fbbd334fd HTTP/1.1" status: 200 len: 217 time: 0.0443575 Jul 27 21:00:26.778093 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Pushing event updated for resources: {'Port': ['ID=310d9827-e134-4697-9849-2becd694e37f,revision_number=5']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:00:26.858895 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [req-19be6a68-ad77-40ed-ace1-8496d43ce33f req-e9c5e26f-3ebf-49b4-ac4a-577c6fb6377d service neutron] For port fd1ad9a5-5038-4919-b561-6dee4511ae37, host n-h1-705658-22, cleared binding levels {{(pid=105584) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:00:26.878402 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-7ebd0fdf-57e4-4b6a-8ad3-c9dbd83e8907 req-5a40c008-ba3b-44d3-8c6a-38bba044d92f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1bd93c2a-1153-436f-a011-803f4e737483 HTTP/1.1" status: 200 len: 217 time: 0.2205546 Jul 27 21:00:26.888110 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [req-19be6a68-ad77-40ed-ace1-8496d43ce33f req-e9c5e26f-3ebf-49b4-ac4a-577c6fb6377d service neutron] For port fd1ad9a5-5038-4919-b561-6dee4511ae37, host n-h1-705658-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=fd1ad9a5-5038-4919-b561-6dee4511ae37,segment=NetworkSegment(c0c8a3a2-821d-44b5-9cd5-483f6c69fbdc),segment_id=c0c8a3a2-821d-44b5-9cd5-483f6c69fbdc)] {{(pid=105584) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:00:26.890724 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19be6a68-ad77-40ed-ace1-8496d43ce33f req-750e58bd-0a0c-40cd-9993-012190af10cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:26.892819 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-19be6a68-ad77-40ed-ace1-8496d43ce33f req-750e58bd-0a0c-40cd-9993-012190af10cb service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d675c767-afdc-47aa-8425-df874eb03020 HTTP/1.1" status: 200 len: 857 time: 0.1054854 Jul 27 21:00:26.898124 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-19be6a68-ad77-40ed-ace1-8496d43ce33f req-e9c5e26f-3ebf-49b4-ac4a-577c6fb6377d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9014027'] for port, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:26.929121 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:00:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-060e84df-fa69-497a-91cf-4e6f07fffa92 x-openstack-request-id: req-060e84df-fa69-497a-91cf-4e6f07fffa92 {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:00:26.929831 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d07fb74-3ebf-4d24-bbe3-7e4795327233", "name": "network-vif-plugged", "status": "completed", "tag": "310d9827-e134-4697-9849-2becd694e37f", "code": 200}]} {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:00:26.931401 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-060e84df-fa69-497a-91cf-4e6f07fffa92 {{(pid=105586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:00:26.932031 n-d-705658-22 neutron-server[105586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d07fb74-3ebf-4d24-bbe3-7e4795327233', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '310d9827-e134-4697-9849-2becd694e37f', 'code': 200} Jul 27 21:00:26.967200 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0538e7ee-1555-44ac-b3ef-35b9071f496b req-6f113670-7ebe-42bc-9ca3-ec76fd92da40 tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:26.967920 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19be6a68-ad77-40ed-ace1-8496d43ce33f req-e9c5e26f-3ebf-49b4-ac4a-577c6fb6377d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:26.968629 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-19be6a68-ad77-40ed-ace1-8496d43ce33f req-e9c5e26f-3ebf-49b4-ac4a-577c6fb6377d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:26.970125 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-19be6a68-ad77-40ed-ace1-8496d43ce33f req-e9c5e26f-3ebf-49b4-ac4a-577c6fb6377d service neutron] 10.222.0.36 "PUT /v2.0/ports/fd1ad9a5-5038-4919-b561-6dee4511ae37 HTTP/1.1" status: 200 len: 1092 time: 4.7098269 Jul 27 21:00:26.979886 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-0538e7ee-1555-44ac-b3ef-35b9071f496b req-6f113670-7ebe-42bc-9ca3-ec76fd92da40 tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d07fb74-3ebf-4d24-bbe3-7e4795327233 HTTP/1.1" status: 200 len: 946 time: 0.1446996 Jul 27 21:00:26.997174 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-264ba288-633c-4dc4-9fb3-5b6529280125 None None] For port d920132f-546d-4095-8836-a0958e378c09, host n-d-705658-22, cleared binding levels {{(pid=105586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:00:27.006225 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebd0fdf-57e4-4b6a-8ad3-c9dbd83e8907 req-215beab1-6411-4322-92b5-2ecfa2c57a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:27.009477 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-7ebd0fdf-57e4-4b6a-8ad3-c9dbd83e8907 req-215beab1-6411-4322-92b5-2ecfa2c57a39 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d675c767-afdc-47aa-8425-df874eb03020 HTTP/1.1" status: 200 len: 857 time: 0.1231666 Jul 27 21:00:27.015123 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Device 9b9bbfba-5d2c-4a9a-a5ba-ceb0e6f60cab details requested by agent hyperv_n-h2-705658-22 with host n-h2-705658-22 {{(pid=105586) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:00:27.028990 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-19be6a68-ad77-40ed-ace1-8496d43ce33f req-e010cce3-3c60-457d-bb65-f40a3914347b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=11c272aa-de19-4055-87f8-922ac5033999&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1203084 Jul 27 21:00:27.056955 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-264ba288-633c-4dc4-9fb3-5b6529280125 None None] For port d920132f-546d-4095-8836-a0958e378c09, host n-d-705658-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=d920132f-546d-4095-8836-a0958e378c09,segment=NetworkSegment(1922154b-32f1-4361-bf34-7b69d21d65b6),segment_id=1922154b-32f1-4361-bf34-7b69d21d65b6)] {{(pid=105586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:00:27.067600 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-264ba288-633c-4dc4-9fb3-5b6529280125 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:27.077789 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-7ebd0fdf-57e4-4b6a-8ad3-c9dbd83e8907 req-dcbf259f-bc16-4693-9c45-814e9e9fa7cd service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=11c272aa-de19-4055-87f8-922ac5033999&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0518112 Jul 27 21:00:27.209542 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-0538e7ee-1555-44ac-b3ef-35b9071f496b req-480fec1e-3938-45f3-88c0-50c996078eee tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] 10.222.0.59 "GET /v2.0/security-groups?id=d1766e71-7b2a-4f2d-acc0-530f862b8fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2229309 Jul 27 21:00:27.285905 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264ba288-633c-4dc4-9fb3-5b6529280125 None None] Pushing event updated for resources: {'Port': ['ID=d920132f-546d-4095-8836-a0958e378c09,revision_number=2']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:00:27.391700 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-8d0875b7-ccd9-4fb1-a8d2-758784044956 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:27.397024 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c5e26f-3ebf-49b4-ac4a-577c6fb6377d service neutron] Pushing event updated for resources: {'Port': ['ID=fd1ad9a5-5038-4919-b561-6dee4511ae37,revision_number=3']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:00:27.409343 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-19be6a68-ad77-40ed-ace1-8496d43ce33f req-21798bd4-b56f-4307-aaab-3749de091213 service neutron] 10.222.0.36 "GET /v2.0/networks/11c272aa-de19-4055-87f8-922ac5033999?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3249021 Jul 27 21:00:27.410601 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] For port 9b9bbfba-5d2c-4a9a-a5ba-ceb0e6f60cab, host n-h2-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=9b9bbfba-5d2c-4a9a-a5ba-ceb0e6f60cab,segment=NetworkSegment(a5429dc4-be9b-4a79-9509-db0ae76cf6fd),segment_id=a5429dc4-be9b-4a79-9509-db0ae76cf6fd)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:00:27.439282 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Returning: {'device': '9b9bbfba-5d2c-4a9a-a5ba-ceb0e6f60cab', 'network_id': 'ea6ef872-4d0e-47a3-b5a8-46682c9deff2', 'port_id': '9b9bbfba-5d2c-4a9a-a5ba-ceb0e6f60cab', 'mac_address': 'fa:16:3e:e7:c3:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '913a77aa-4d9b-45c7-9008-64093e4b7342', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105586) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:00:27.477511 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-8d0875b7-ccd9-4fb1-a8d2-758784044956 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:27.585055 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:27.666626 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [None req-3d54578f-831f-4696-b568-13c455922dab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b9bbfba-5d2c-4a9a-a5ba-ceb0e6f60cab {{(pid=105586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:00:27.693118 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19be6a68-ad77-40ed-ace1-8496d43ce33f req-83373348-ba50-4e20-be24-08a774ee5a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:27.695680 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-19be6a68-ad77-40ed-ace1-8496d43ce33f req-83373348-ba50-4e20-be24-08a774ee5a1a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=303608e801894cbc82a16778d6767718&device_id=e971ab8c-11d8-4530-bea4-caba504e61c4 HTTP/1.1" status: 200 len: 1095 time: 0.6132786 Jul 27 21:00:27.729788 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-120d832e-a806-4600-9607-d73f260e10fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e84950d-2139-459c-962f-b52569720581', 'name': 'tempest-TaggedBootDevicesTest_v242-1386233488-router', 'tenant_id': 'be3b976efbdd4f41894dd22bc5b95523', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.66'}], 'enable_snat': True}, 'gw_port_id': 'ed7e84f1-cfdb-4cac-a5e1-9b643fefe0a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:58:06Z', 'updated_at': '2021-07-27T20:58:11Z', 'revision_number': 4, 'project_id': 'be3b976efbdd4f41894dd22bc5b95523', 'gw_port': {'id': 'ed7e84f1-cfdb-4cac-a5e1-9b643fefe0a3', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:9a:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e84950d-2139-459c-962f-b52569720581', 'device_owner': 'network:router_gateway', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:58:06Z', 'updated_at': '2021-07-27T20:58:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_floatingips': [{'id': '86037dea-c9bb-418d-a373-f82d2cf4fe44', 'tenant_id': 'be3b976efbdd4f41894dd22bc5b95523', 'floating_ip_address': '172.25.5.204', 'floating_network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'router_id': '0e84950d-2139-459c-962f-b52569720581', 'port_id': '3e901f2c-afa6-4e65-b936-9e2231fd9b0c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 806, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b117ba52-594c-450e-a21e-ba2b0ffa1338', 'mac_address': 'fa:16:3e:55:e9:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2be6dd0d-bc7c-4882-8bb2-afe5ae686d07', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T20:58:55Z', 'updated_at': '2021-07-27T21:00:23Z', 'revision_number': 1, 'project_id': 'be3b976efbdd4f41894dd22bc5b95523', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '631b06c9-7b2f-4055-b652-dbf72145199d', 'name': '', 'network_id': 'b117ba52-594c-450e-a21e-ba2b0ffa1338', 'tenant_id': 'be3b976efbdd4f41894dd22bc5b95523', 'mac_address': 'fa:16:3e:50:41:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e84950d-2139-459c-962f-b52569720581', 'device_owner': 'network:router_interface', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': '38961467-19f7-4057-ba41-d6906c9db744', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:58:09Z', 'updated_at': '2021-07-27T20:58:19Z', 'revision_number': 5, 'project_id': 'be3b976efbdd4f41894dd22bc5b95523', 'subnets': [{'id': '38961467-19f7-4057-ba41-d6906c9db744', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-22', False) {} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:00:27.818192 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-120d832e-a806-4600-9607-d73f260e10fa None None] Checking router: 0e84950d-2139-459c-962f-b52569720581 for host: n-d-705658-22 {{(pid=105586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:00:27.832102 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] For port 9b9bbfba-5d2c-4a9a-a5ba-ceb0e6f60cab, host n-h2-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=9b9bbfba-5d2c-4a9a-a5ba-ceb0e6f60cab,segment=NetworkSegment(a5429dc4-be9b-4a79-9509-db0ae76cf6fd),segment_id=a5429dc4-be9b-4a79-9509-db0ae76cf6fd)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:00:27.839839 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-120d832e-a806-4600-9607-d73f260e10fa None None] Routers {'0e84950d-2139-459c-962f-b52569720581'} bound to L3 agent in host n-d-705658-22 {{(pid=105586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:00:27.840562 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-120d832e-a806-4600-9607-d73f260e10fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:00:11Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['0e84950d-2139-459c-962f-b52569720581'], 'active': True} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:00:27.850975 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-19be6a68-ad77-40ed-ace1-8496d43ce33f req-1f0dacb7-a1cf-4c6c-a786-5aeb4590a31f service neutron] 10.222.0.36 "GET /v2.0/networks/11c272aa-de19-4055-87f8-922ac5033999?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3758080 Jul 27 21:00:27.912911 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:27.966094 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Pushing event updated for resources: {'Port': ['ID=9b9bbfba-5d2c-4a9a-a5ba-ceb0e6f60cab,revision_number=4']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:00:27.983044 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.db_base_plugin_common [None req-8d0875b7-ccd9-4fb1-a8d2-758784044956 admin admin] Allocated IP 172.25.5.55 (8735d8a2-b604-4758-ae71-b40e4ee6f305/eca7dbab-b9c0-4c8f-a272-816ea8a81764/c05afdf9-c35e-4b2b-a686-38776cd84384) {{(pid=105584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:00:28.018598 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a38ac9-7521-410a-9559-55653bbf7dd3 req-0852c088-4eb3-48c7-8476-f6970e3ed112 tempest-ListServersNegativeTestJSON-1907616306 tempest-ListServersNegativeTestJSON-1907616306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:28.020394 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-c9a38ac9-7521-410a-9559-55653bbf7dd3 req-0852c088-4eb3-48c7-8476-f6970e3ed112 tempest-ListServersNegativeTestJSON-1907616306 tempest-ListServersNegativeTestJSON-1907616306-project] 10.222.0.59 "GET /v2.0/ports?device_id=e971ab8c-11d8-4530-bea4-caba504e61c4 HTTP/1.1" status: 200 len: 943 time: 0.8994071 Jul 27 21:00:28.060021 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvr_db [None req-120d832e-a806-4600-9607-d73f260e10fa None None] Set router 0e84950d-2139-459c-962f-b52569720581 gateway port host: n-d-705658-22 {{(pid=105586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:00:28.088131 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-c9a38ac9-7521-410a-9559-55653bbf7dd3 req-00e09b6e-114e-442c-bb90-8936106f3e9b tempest-ListServersNegativeTestJSON-1907616306 tempest-ListServersNegativeTestJSON-1907616306-project] 10.222.0.59 "GET /v2.0/security-groups?id=52dba1d2-45eb-4627-a32a-8b651454cd30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589113 Jul 27 21:00:28.112347 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-8d0875b7-ccd9-4fb1-a8d2-758784044956 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:28.123787 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950d42e5-dbf2-4456-8034-7a31e397c1cd req-c8dda9c5-5803-4942-b453-faa75b451095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:28.125354 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-950d42e5-dbf2-4456-8034-7a31e397c1cd req-c8dda9c5-5803-4942-b453-faa75b451095 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=0d07fb74-3ebf-4d24-bbe3-7e4795327233 HTTP/1.1" status: 200 len: 1098 time: 1.0475180 Jul 27 21:00:28.166467 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-7ebd0fdf-57e4-4b6a-8ad3-c9dbd83e8907 req-39fa0820-202c-4491-9e3f-cfe67d2e3e45 service neutron] 10.222.0.60 "GET /v2.0/networks/11c272aa-de19-4055-87f8-922ac5033999?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0432117 Jul 27 21:00:28.167980 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2be6dd0d-bc7c-4882-8bb2-afe5ae686d07', 'tag': '3e901f2c-afa6-4e65-b936-9e2231fd9b0c'}, {'name': 'network-changed', 'server_uuid': 'e971ab8c-11d8-4530-bea4-caba504e61c4', 'tag': 'fd1ad9a5-5038-4919-b561-6dee4511ae37'}] {{(pid=105584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:00:28.171644 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bce5e6c8685464f7626901654159975603b047827e3138302ed6566e28f1343" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2d3cfe8-dda7-4ed0-a1a4-ce00c11039b8" -d '{"events": [{"name": "network-changed", "server_uuid": "2be6dd0d-bc7c-4882-8bb2-afe5ae686d07", "tag": "3e901f2c-afa6-4e65-b936-9e2231fd9b0c"}, {"name": "network-changed", "server_uuid": "e971ab8c-11d8-4530-bea4-caba504e61c4", "tag": "fd1ad9a5-5038-4919-b561-6dee4511ae37"}]}' {{(pid=105584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:00:28.184959 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-8d0875b7-ccd9-4fb1-a8d2-758784044956 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:28.187757 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-19be6a68-ad77-40ed-ace1-8496d43ce33f req-8333173a-2ff1-4955-bf8a-1528292e928f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=fd1ad9a5-5038-4919-b561-6dee4511ae37 HTTP/1.1" status: 200 len: 217 time: 0.4496775 Jul 27 21:00:28.187920 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5c17ef-790b-4b88-8959-0d6735eb80ff req-7d0350b4-09db-4767-8888-7f12233facc2 tempest-ServerMetadataNegativeTestJSON-549606286 tempest-ServerMetadataNegativeTestJSON-549606286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:28.198978 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-dc5c17ef-790b-4b88-8959-0d6735eb80ff req-7d0350b4-09db-4767-8888-7f12233facc2 tempest-ServerMetadataNegativeTestJSON-549606286 tempest-ServerMetadataNegativeTestJSON-549606286-project] 10.222.0.59 "GET /v2.0/ports?device_id=41f5f7a7-2cb5-455e-9e89-38ce8396742f HTTP/1.1" status: 200 len: 945 time: 0.3548856 Jul 27 21:00:28.257333 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d0875b7-ccd9-4fb1-a8d2-758784044956 admin admin] Network 8735d8a2-b604-4758-ae71-b40e4ee6f305 is already hosted by enough agents. {{(pid=105584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:00:28.289258 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [None req-8d0875b7-ccd9-4fb1-a8d2-758784044956 admin admin] Resources bound (agent type, host, resource id): {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:00:28.292525 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d0875b7-ccd9-4fb1-a8d2-758784044956 admin admin] Received port after_create {{(pid=105584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:00:28.344408 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] get_ports_and_sgs() called for port_ids ['9b9bbfba-5d2c-4a9a-a5ba-ceb0e6f60cab'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:00:28.371799 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-950d42e5-dbf2-4456-8034-7a31e397c1cd req-c57be5cb-c7f5-4a4b-af02-b13d385c0645 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=d1766e71-7b2a-4f2d-acc0-530f862b8fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2238076 Jul 27 21:00:28.401014 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19be6a68-ad77-40ed-ace1-8496d43ce33f req-5e428740-2f80-4405-8192-98fb98d9f1b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:28.402683 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-19be6a68-ad77-40ed-ace1-8496d43ce33f req-5e428740-2f80-4405-8192-98fb98d9f1b3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d675c767-afdc-47aa-8425-df874eb03020 HTTP/1.1" status: 200 len: 857 time: 0.1843131 Jul 27 21:00:28.403156 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0875b7-ccd9-4fb1-a8d2-758784044956 admin admin] Pushing event updated for resources: {'Port': ['ID=c05afdf9-c35e-4b2b-a686-38776cd84384,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:00:28.414053 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-dc5c17ef-790b-4b88-8959-0d6735eb80ff req-a38c219a-8d77-4f0d-8a15-b4b21db3de6c tempest-ServerMetadataNegativeTestJSON-549606286 tempest-ServerMetadataNegativeTestJSON-549606286-project] 10.222.0.59 "GET /v2.0/security-groups?id=e69154af-3f7d-4ec7-ba52-8f586e6e7402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2139666 Jul 27 21:00:28.460369 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bf2b30-d1d2-472a-94fb-14ec460b1ab8 req-41cf4b95-ec57-4e27-9a1b-dcffa199b2c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:28.462138 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-82bf2b30-d1d2-472a-94fb-14ec460b1ab8 req-41cf4b95-ec57-4e27-9a1b-dcffa199b2c6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=303608e801894cbc82a16778d6767718&device_id=85e1c5ca-bed3-405c-9799-ff3be326d79e HTTP/1.1" status: 200 len: 1096 time: 0.5375557 Jul 27 21:00:28.471885 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-19be6a68-ad77-40ed-ace1-8496d43ce33f req-2823c54c-a666-4679-aaed-9c8e3f844a48 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=11c272aa-de19-4055-87f8-922ac5033999&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0502169 Jul 27 21:00:28.520137 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-7ebd0fdf-57e4-4b6a-8ad3-c9dbd83e8907 req-786e8fbb-1300-4102-9ba7-be8ddc881dac service neutron] 10.222.0.60 "GET /v2.0/networks/11c272aa-de19-4055-87f8-922ac5033999?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3047163 Jul 27 21:00:28.552367 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909ee38f-d1aa-4ccf-8d4e-04c89b7478cf req-7bb4c005-dff7-4307-8910-da7e099ba980 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:28.553932 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-909ee38f-d1aa-4ccf-8d4e-04c89b7478cf req-7bb4c005-dff7-4307-8910-da7e099ba980 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] 10.222.0.59 "GET /v2.0/ports?device_id=29c1b762-5cb9-4f5b-ac71-3cb8a306ebde HTTP/1.1" status: 200 len: 947 time: 0.3523147 Jul 27 21:00:28.653403 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-909ee38f-d1aa-4ccf-8d4e-04c89b7478cf req-5d56573a-c24c-494d-9edd-8538f805d5b1 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] 10.222.0.59 "GET /v2.0/security-groups?id=e760076b-6854-47cf-947b-f6a7a8a579d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0928028 Jul 27 21:00:28.786065 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device d920132f-546d-4095-8836-a0958e378c09 up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:00:28.838222 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-120d832e-a806-4600-9607-d73f260e10fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e84950d-2139-459c-962f-b52569720581', 'name': 'tempest-TaggedBootDevicesTest_v242-1386233488-router', 'tenant_id': 'be3b976efbdd4f41894dd22bc5b95523', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.66'}], 'enable_snat': True}, 'gw_port_id': 'ed7e84f1-cfdb-4cac-a5e1-9b643fefe0a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:58:06Z', 'updated_at': '2021-07-27T20:58:11Z', 'revision_number': 4, 'project_id': 'be3b976efbdd4f41894dd22bc5b95523', 'gw_port': {'id': 'ed7e84f1-cfdb-4cac-a5e1-9b643fefe0a3', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:9a:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e84950d-2139-459c-962f-b52569720581', 'device_owner': 'network:router_gateway', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:58:06Z', 'updated_at': '2021-07-27T20:58:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_floatingips': [{'id': '86037dea-c9bb-418d-a373-f82d2cf4fe44', 'tenant_id': 'be3b976efbdd4f41894dd22bc5b95523', 'floating_ip_address': '172.25.5.204', 'floating_network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'router_id': '0e84950d-2139-459c-962f-b52569720581', 'port_id': '3e901f2c-afa6-4e65-b936-9e2231fd9b0c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 806, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b117ba52-594c-450e-a21e-ba2b0ffa1338', 'mac_address': 'fa:16:3e:55:e9:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2be6dd0d-bc7c-4882-8bb2-afe5ae686d07', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T20:58:55Z', 'updated_at': '2021-07-27T21:00:23Z', 'revision_number': 1, 'project_id': 'be3b976efbdd4f41894dd22bc5b95523', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '631b06c9-7b2f-4055-b652-dbf72145199d', 'name': '', 'network_id': 'b117ba52-594c-450e-a21e-ba2b0ffa1338', 'tenant_id': 'be3b976efbdd4f41894dd22bc5b95523', 'mac_address': 'fa:16:3e:50:41:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e84950d-2139-459c-962f-b52569720581', 'device_owner': 'network:router_interface', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': '38961467-19f7-4057-ba41-d6906c9db744', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:58:09Z', 'updated_at': '2021-07-27T20:58:19Z', 'revision_number': 5, 'project_id': 'be3b976efbdd4f41894dd22bc5b95523', 'subnets': [{'id': '38961467-19f7-4057-ba41-d6906c9db744', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-22', False) {} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:00:28.851050 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 27 Jul 2021 21:00:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dddec228-79ca-4270-a2bb-0f9ac79604d6 x-openstack-request-id: req-dddec228-79ca-4270-a2bb-0f9ac79604d6 {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:00:28.851613 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2be6dd0d-bc7c-4882-8bb2-afe5ae686d07", "tag": "3e901f2c-afa6-4e65-b936-9e2231fd9b0c", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "e971ab8c-11d8-4530-bea4-caba504e61c4", "tag": "fd1ad9a5-5038-4919-b561-6dee4511ae37", "status": "completed", "code": 200}]} {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:00:28.869025 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-dddec228-79ca-4270-a2bb-0f9ac79604d6 {{(pid=105584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:00:28.869480 n-d-705658-22 neutron-server[105584]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2be6dd0d-bc7c-4882-8bb2-afe5ae686d07', 'tag': '3e901f2c-afa6-4e65-b936-9e2231fd9b0c', 'status': 'completed', 'code': 200} Jul 27 21:00:28.869752 n-d-705658-22 neutron-server[105584]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e971ab8c-11d8-4530-bea4-caba504e61c4', 'tag': 'fd1ad9a5-5038-4919-b561-6dee4511ae37', 'status': 'completed', 'code': 200} Jul 27 21:00:28.876073 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-120d832e-a806-4600-9607-d73f260e10fa None None] The sync data for ids ['0e84950d-2139-459c-962f-b52569720581'] in n-d-705658-22 is: [{'id': '0e84950d-2139-459c-962f-b52569720581', 'name': 'tempest-TaggedBootDevicesTest_v242-1386233488-router', 'tenant_id': 'be3b976efbdd4f41894dd22bc5b95523', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.66'}], 'enable_snat': True}, 'gw_port_id': 'ed7e84f1-cfdb-4cac-a5e1-9b643fefe0a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:58:06Z', 'updated_at': '2021-07-27T20:58:11Z', 'revision_number': 4, 'project_id': 'be3b976efbdd4f41894dd22bc5b95523', 'gw_port': {'id': 'ed7e84f1-cfdb-4cac-a5e1-9b643fefe0a3', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:9a:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e84950d-2139-459c-962f-b52569720581', 'device_owner': 'network:router_gateway', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:58:06Z', 'updated_at': '2021-07-27T20:58:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_floatingips': [{'id': '86037dea-c9bb-418d-a373-f82d2cf4fe44', 'tenant_id': 'be3b976efbdd4f41894dd22bc5b95523', 'floating_ip_address': '172.25.5.204', 'floating_network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'router_id': '0e84950d-2139-459c-962f-b52569720581', 'port_id': '3e901f2c-afa6-4e65-b936-9e2231fd9b0c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 806, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b117ba52-594c-450e-a21e-ba2b0ffa1338', 'mac_address': 'fa:16:3e:55:e9:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2be6dd0d-bc7c-4882-8bb2-afe5ae686d07', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T20:58:55Z', 'updated_at': '2021-07-27T21:00:23Z', 'revision_number': 1, 'project_id': 'be3b976efbdd4f41894dd22bc5b95523', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '631b06c9-7b2f-4055-b652-dbf72145199d', 'name': '', 'network_id': 'b117ba52-594c-450e-a21e-ba2b0ffa1338', 'tenant_id': 'be3b976efbdd4f41894dd22bc5b95523', 'mac_address': 'fa:16:3e:50:41:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e84950d-2139-459c-962f-b52569720581', 'device_owner': 'network:router_interface', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': '38961467-19f7-4057-ba41-d6906c9db744', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:58:09Z', 'updated_at': '2021-07-27T20:58:19Z', 'revision_number': 5, 'project_id': 'be3b976efbdd4f41894dd22bc5b95523', 'subnets': [{'id': '38961467-19f7-4057-ba41-d6906c9db744', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:00:28.955213 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning for port d920132f-546d-4095-8836-a0958e378c09 completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:00:29.006662 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ee6548d-9bc9-424d-b97a-ce462c3fc632 None None] Network 7ff0eeb8-777d-434e-b9ec-a1527ebf3b8c requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:00:29.010292 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Device 1bd93c2a-1153-436f-a011-803f4e737483 details requested by agent hyperv_n-h2-705658-22 with host n-h2-705658-22 {{(pid=105586) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:00:29.153455 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d3cfe8-dda7-4ed0-a1a4-ce00c11039b8 req-10041e6a-1aba-411d-9a84-79c028b2d462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:29.154331 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d3cfe8-dda7-4ed0-a1a4-ce00c11039b8 req-10041e6a-1aba-411d-9a84-79c028b2d462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:29.156278 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d3cfe8-dda7-4ed0-a1a4-ce00c11039b8 req-10041e6a-1aba-411d-9a84-79c028b2d462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:29.157548 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d3cfe8-dda7-4ed0-a1a4-ce00c11039b8 req-10041e6a-1aba-411d-9a84-79c028b2d462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:29.159707 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d3cfe8-dda7-4ed0-a1a4-ce00c11039b8 req-10041e6a-1aba-411d-9a84-79c028b2d462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:29.160640 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d3cfe8-dda7-4ed0-a1a4-ce00c11039b8 req-10041e6a-1aba-411d-9a84-79c028b2d462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:29.161534 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d3cfe8-dda7-4ed0-a1a4-ce00c11039b8 req-10041e6a-1aba-411d-9a84-79c028b2d462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:29.165711 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e2d3cfe8-dda7-4ed0-a1a4-ce00c11039b8 req-10041e6a-1aba-411d-9a84-79c028b2d462 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=be3b976efbdd4f41894dd22bc5b95523&device_id=2be6dd0d-bc7c-4882-8bb2-afe5ae686d07 HTTP/1.1" status: 200 len: 6507 time: 0.3125062 Jul 27 21:00:29.318756 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-8d0875b7-ccd9-4fb1-a8d2-758784044956 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:29.328948 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98532950-ba27-40e4-b7e2-620488494a6d None None] New status for floating IP 86037dea-c9bb-418d-a373-f82d2cf4fe44: ACTIVE {{(pid=105587) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 21:00:29.369890 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe0503b-238d-48c5-8627-72b8cf9a5204 req-d5c2d721-c90b-45b1-b854-04829a0879d9 tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:29.373979 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-8fe0503b-238d-48c5-8627-72b8cf9a5204 req-d5c2d721-c90b-45b1-b854-04829a0879d9 tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d07fb74-3ebf-4d24-bbe3-7e4795327233 HTTP/1.1" status: 200 len: 946 time: 0.4134429 Jul 27 21:00:29.403904 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.db.resource_extend [None req-3d54578f-831f-4696-b568-13c455922dab None None] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 27 21:00:29.455415 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-c5bf1563-f57a-47bc-86f0-be8aaa7611d2 None None] Provisioning for port d920132f-546d-4095-8836-a0958e378c09 completed by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:00:29.470810 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-c5bf1563-f57a-47bc-86f0-be8aaa7611d2 None None] Provisioning complete for port d920132f-546d-4095-8836-a0958e378c09 triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:00:29.472015 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-c5bf1563-f57a-47bc-86f0-be8aaa7611d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:29.601932 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d3cfe8-dda7-4ed0-a1a4-ce00c11039b8 req-b9ec9092-4f10-4792-87bf-a9d8a3376217 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:29.609544 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e2d3cfe8-dda7-4ed0-a1a4-ce00c11039b8 req-b9ec9092-4f10-4792-87bf-a9d8a3376217 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b117ba52-594c-450e-a21e-ba2b0ffa1338 HTTP/1.1" status: 200 len: 918 time: 0.4351084 Jul 27 21:00:29.645695 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-8fe0503b-238d-48c5-8627-72b8cf9a5204 req-22c1971e-389d-42fb-8162-42edeb59dd82 tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] 10.222.0.59 "GET /v2.0/security-groups?id=d1766e71-7b2a-4f2d-acc0-530f862b8fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2552669 Jul 27 21:00:29.647558 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-c5bf1563-f57a-47bc-86f0-be8aaa7611d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:29.668728 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] For port 1bd93c2a-1153-436f-a011-803f4e737483, host n-h2-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=1bd93c2a-1153-436f-a011-803f4e737483,segment=NetworkSegment(c0c8a3a2-821d-44b5-9cd5-483f6c69fbdc),segment_id=c0c8a3a2-821d-44b5-9cd5-483f6c69fbdc)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:00:29.773255 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Returning: {'device': '1bd93c2a-1153-436f-a011-803f4e737483', 'network_id': '11c272aa-de19-4055-87f8-922ac5033999', 'port_id': '1bd93c2a-1153-436f-a011-803f4e737483', 'mac_address': 'fa:16:3e:3f:40:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 245, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd675c767-afdc-47aa-8425-df874eb03020', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105586) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:00:29.868718 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-19be6a68-ad77-40ed-ace1-8496d43ce33f req-583e41d4-aa7e-45d8-ae40-e0efd1e69917 service neutron] 10.222.0.36 "GET /v2.0/networks/11c272aa-de19-4055-87f8-922ac5033999?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3890867 Jul 27 21:00:29.880614 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e2d3cfe8-dda7-4ed0-a1a4-ce00c11039b8 req-39745d9c-d441-4936-85db-a6601a96afea service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3e901f2c-afa6-4e65-b936-9e2231fd9b0c HTTP/1.1" status: 200 len: 999 time: 0.2550478 Jul 27 21:00:29.901194 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-c5bf1563-f57a-47bc-86f0-be8aaa7611d2 None None] For port d920132f-546d-4095-8836-a0958e378c09, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=d920132f-546d-4095-8836-a0958e378c09,segment=NetworkSegment(1922154b-32f1-4361-bf34-7b69d21d65b6),segment_id=1922154b-32f1-4361-bf34-7b69d21d65b6)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:00:29.916948 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-c5bf1563-f57a-47bc-86f0-be8aaa7611d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:29.958708 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 41480) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:00:30.057146 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-8d0875b7-ccd9-4fb1-a8d2-758784044956 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4163804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4077150'] for router, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:30.071542 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bf2b30-d1d2-472a-94fb-14ec460b1ab8 req-ee92b654-2b52-4df2-86d3-79934f349869 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:30.073058 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-82bf2b30-d1d2-472a-94fb-14ec460b1ab8 req-ee92b654-2b52-4df2-86d3-79934f349869 service neutron] 10.222.0.36 "GET /v2.0/networks?id=11c272aa-de19-4055-87f8-922ac5033999 HTTP/1.1" status: 200 len: 918 time: 1.5947111 Jul 27 21:00:30.102110 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d3cfe8-dda7-4ed0-a1a4-ce00c11039b8 req-6fb75469-e8b4-4b55-a055-eea1f6550717 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:30.103926 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e2d3cfe8-dda7-4ed0-a1a4-ce00c11039b8 req-6fb75469-e8b4-4b55-a055-eea1f6550717 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=38961467-19f7-4057-ba41-d6906c9db744 HTTP/1.1" status: 200 len: 856 time: 0.1439352 Jul 27 21:00:30.151890 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3cc5de-7f70-4767-89fe-a7357a5035f4 req-c09d3513-aff9-4e8d-a943-4a30b2506913 tempest-ListServersNegativeTestJSON-1907616306 tempest-ListServersNegativeTestJSON-1907616306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:30.160243 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-7b3cc5de-7f70-4767-89fe-a7357a5035f4 req-c09d3513-aff9-4e8d-a943-4a30b2506913 tempest-ListServersNegativeTestJSON-1907616306 tempest-ListServersNegativeTestJSON-1907616306-project] 10.222.0.59 "GET /v2.0/ports?device_id=e971ab8c-11d8-4530-bea4-caba504e61c4 HTTP/1.1" status: 200 len: 943 time: 0.5452862 Jul 27 21:00:30.189529 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-82bf2b30-d1d2-472a-94fb-14ec460b1ab8 req-6c620466-6018-43f2-b543-f9e7535fa1e1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7f778501-02af-48b5-9a60-7c2fbbd334fd HTTP/1.1" status: 200 len: 217 time: 0.1037784 Jul 27 21:00:30.193405 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafd518d-9db3-4bba-b22b-15af0ce7ad6a req-e7703e88-0228-4ab0-82ec-ba6085cf3791 tempest-ServerMetadataNegativeTestJSON-549606286 tempest-ServerMetadataNegativeTestJSON-549606286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:30.199983 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:30.200819 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-eafd518d-9db3-4bba-b22b-15af0ce7ad6a req-e7703e88-0228-4ab0-82ec-ba6085cf3791 tempest-ServerMetadataNegativeTestJSON-549606286 tempest-ServerMetadataNegativeTestJSON-549606286-project] 10.222.0.59 "GET /v2.0/ports?device_id=41f5f7a7-2cb5-455e-9e89-38ce8396742f HTTP/1.1" status: 200 len: 945 time: 0.3187544 Jul 27 21:00:30.249058 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-7b3cc5de-7f70-4767-89fe-a7357a5035f4 req-aca649f2-60c2-4989-a58f-5f946046911c tempest-ListServersNegativeTestJSON-1907616306 tempest-ListServersNegativeTestJSON-1907616306-project] 10.222.0.59 "GET /v2.0/security-groups?id=52dba1d2-45eb-4627-a32a-8b651454cd30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859580 Jul 27 21:00:30.262949 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [None req-3d54578f-831f-4696-b568-13c455922dab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1bd93c2a-1153-436f-a011-803f4e737483 {{(pid=105586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:00:30.285369 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] For port 1bd93c2a-1153-436f-a011-803f4e737483, host n-h2-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=1bd93c2a-1153-436f-a011-803f4e737483,segment=NetworkSegment(c0c8a3a2-821d-44b5-9cd5-483f6c69fbdc),segment_id=c0c8a3a2-821d-44b5-9cd5-483f6c69fbdc)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:00:30.309761 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:30.327787 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5bf1563-f57a-47bc-86f0-be8aaa7611d2 None None] Pushing event updated for resources: {'Port': ['ID=d920132f-546d-4095-8836-a0958e378c09,revision_number=3']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:00:30.341928 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-eafd518d-9db3-4bba-b22b-15af0ce7ad6a req-09db77c7-ffe0-4849-b3d1-a774fc2f8ace tempest-ServerMetadataNegativeTestJSON-549606286 tempest-ServerMetadataNegativeTestJSON-549606286-project] 10.222.0.59 "GET /v2.0/security-groups?id=e69154af-3f7d-4ec7-ba52-8f586e6e7402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406145 Jul 27 21:00:30.384433 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d3cfe8-dda7-4ed0-a1a4-ce00c11039b8 req-8369a9f7-e21d-499e-9576-dec782ae7ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:30.404202 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e2d3cfe8-dda7-4ed0-a1a4-ce00c11039b8 req-8369a9f7-e21d-499e-9576-dec782ae7ff9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b117ba52-594c-450e-a21e-ba2b0ffa1338&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2861195 Jul 27 21:00:30.422852 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-19be6a68-ad77-40ed-ace1-8496d43ce33f req-f856acf0-f21b-4975-b500-06de9370c7c0 service neutron] 10.222.0.36 "GET /v2.0/networks/11c272aa-de19-4055-87f8-922ac5033999?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3515923 Jul 27 21:00:30.439042 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bf2b30-d1d2-472a-94fb-14ec460b1ab8 req-53cba451-4ce9-440b-af6a-c8fb6d4e8109 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:30.447951 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-82bf2b30-d1d2-472a-94fb-14ec460b1ab8 req-53cba451-4ce9-440b-af6a-c8fb6d4e8109 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d675c767-afdc-47aa-8425-df874eb03020 HTTP/1.1" status: 200 len: 857 time: 0.2446775 Jul 27 21:00:30.448843 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device 7f778501-02af-48b5-9a60-7c2fbbd334fd details requested by agent hyperv_n-h1-705658-22 with host n-h1-705658-22 {{(pid=105586) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:00:30.503589 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-82bf2b30-d1d2-472a-94fb-14ec460b1ab8 req-2b6d8635-f3fc-4ac4-baf9-24a7671b448f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=11c272aa-de19-4055-87f8-922ac5033999&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0436289 Jul 27 21:00:30.549692 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Pushing event updated for resources: {'Port': ['ID=1bd93c2a-1153-436f-a011-803f4e737483,revision_number=4']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:00:30.679370 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] get_ports_and_sgs() called for port_ids ['1bd93c2a-1153-436f-a011-803f4e737483'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:00:30.725509 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-f4d2e8b2-aa5f-47c0-a411-5f44a470d7b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:30.733603 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d0875b7-ccd9-4fb1-a8d2-758784044956 admin admin] Router 2ff795ca-7109-4086-916f-a75c0e8f3ca7 is scheduled to L3 agent dd128fd7-8e57-4d4f-895b-a96b369df59a with binding_index 1 {{(pid=105584) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 21:00:30.758756 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] For port 7f778501-02af-48b5-9a60-7c2fbbd334fd, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=7f778501-02af-48b5-9a60-7c2fbbd334fd,segment=NetworkSegment(c0c8a3a2-821d-44b5-9cd5-483f6c69fbdc),segment_id=c0c8a3a2-821d-44b5-9cd5-483f6c69fbdc)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:00:30.780077 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device d920132f-546d-4095-8836-a0958e378c09 up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:00:30.783203 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Returning: {'device': '7f778501-02af-48b5-9a60-7c2fbbd334fd', 'network_id': '11c272aa-de19-4055-87f8-922ac5033999', 'port_id': '7f778501-02af-48b5-9a60-7c2fbbd334fd', 'mac_address': 'fa:16:3e:79:5c:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 245, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd675c767-afdc-47aa-8425-df874eb03020', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105586) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:00:30.907291 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 41492) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:00:30.907567 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:30.940867 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-82bf2b30-d1d2-472a-94fb-14ec460b1ab8 req-94da35a9-f3bb-41d5-b898-5e29746dd778 service neutron] 10.222.0.36 "GET /v2.0/networks/11c272aa-de19-4055-87f8-922ac5033999?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4294653 Jul 27 21:00:30.943895 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e2d3cfe8-dda7-4ed0-a1a4-ce00c11039b8 req-45b074ec-31c0-4924-a5c6-a6e649c5ac59 service neutron] 10.222.0.36 "GET /v2.0/networks/b117ba52-594c-450e-a21e-ba2b0ffa1338?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5341625 Jul 27 21:00:30.967337 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f778501-02af-48b5-9a60-7c2fbbd334fd {{(pid=105586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:00:31.000301 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] For port 7f778501-02af-48b5-9a60-7c2fbbd334fd, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=7f778501-02af-48b5-9a60-7c2fbbd334fd,segment=NetworkSegment(c0c8a3a2-821d-44b5-9cd5-483f6c69fbdc),segment_id=c0c8a3a2-821d-44b5-9cd5-483f6c69fbdc)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:00:31.001887 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-b2d3b7fa-3da7-4ddc-bae0-e5c13ece6379 None None] Provisioning complete for port d920132f-546d-4095-8836-a0958e378c09 triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:00:31.002648 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-b2d3b7fa-3da7-4ddc-bae0-e5c13ece6379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:31.008404 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:31.054241 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985e5d6d-5ecb-4cad-a810-8939860c8c23 req-acbdcb25-834b-482d-b526-d5f640cb263f tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:31.056282 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-985e5d6d-5ecb-4cad-a810-8939860c8c23 req-acbdcb25-834b-482d-b526-d5f640cb263f tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] 10.222.0.59 "GET /v2.0/ports?device_id=29c1b762-5cb9-4f5b-ac71-3cb8a306ebde HTTP/1.1" status: 200 len: 947 time: 0.4424930 Jul 27 21:00:31.126177 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Pushing event updated for resources: {'Port': ['ID=7f778501-02af-48b5-9a60-7c2fbbd334fd,revision_number=4']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:00:31.145753 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Device 9b9bbfba-5d2c-4a9a-a5ba-ceb0e6f60cab up at agent hyperv_n-h2-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:00:31.171538 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b05c08f-eff0-4306-a158-4f2c72643a9b req-29394778-e067-4477-ae31-7e66e753d090 tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:31.181491 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-5b05c08f-eff0-4306-a158-4f2c72643a9b req-29394778-e067-4477-ae31-7e66e753d090 tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d07fb74-3ebf-4d24-bbe3-7e4795327233 HTTP/1.1" status: 200 len: 946 time: 0.3457279 Jul 27 21:00:31.187540 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d0875b7-ccd9-4fb1-a8d2-758784044956 admin admin] Notify agent at l3_agent.n-d-705658-22 the message routers_updated {{(pid=105584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:00:31.208435 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e2d3cfe8-dda7-4ed0-a1a4-ce00c11039b8 req-0bc06400-b992-45d0-9e0e-bb85f6998c06 service neutron] 10.222.0.36 "GET /v2.0/networks/b117ba52-594c-450e-a21e-ba2b0ffa1338?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2428336 Jul 27 21:00:31.230822 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d4ca7a9-ab33-43a2-bdd6-b5f14b816669 None None] Sync routers for ids ['2ff795ca-7109-4086-916f-a75c0e8f3ca7'] in n-d-705658-22 {{(pid=105586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:00:31.238069 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-985e5d6d-5ecb-4cad-a810-8939860c8c23 req-1d340894-93d4-4bdf-999b-2121b6d11fd8 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] 10.222.0.59 "GET /v2.0/security-groups?id=e760076b-6854-47cf-947b-f6a7a8a579d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1641006 Jul 27 21:00:31.255501 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-82bf2b30-d1d2-472a-94fb-14ec460b1ab8 req-730ca105-3fce-4842-8c66-cf5abe65a122 service neutron] 10.222.0.36 "GET /v2.0/networks/11c272aa-de19-4055-87f8-922ac5033999?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2928698 Jul 27 21:00:31.257956 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-ce553738-f980-479b-bb6f-db0468ab0062 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:31.304373 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d4ca7a9-ab33-43a2-bdd6-b5f14b816669 None None] Routers {'2ff795ca-7109-4086-916f-a75c0e8f3ca7'} bound to L3 agent in host n-d-705658-22 {{(pid=105586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:00:31.304854 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-3d4ca7a9-ab33-43a2-bdd6-b5f14b816669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:00:11Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['2ff795ca-7109-4086-916f-a75c0e8f3ca7'], 'active': True} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:00:31.312098 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port d920132f-546d-4095-8836-a0958e378c09 triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:00:31.312470 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:31.328344 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-5b05c08f-eff0-4306-a158-4f2c72643a9b req-6f8eeb3a-cc84-433b-b44f-c8a7e8cfa249 tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] 10.222.0.59 "GET /v2.0/security-groups?id=d1766e71-7b2a-4f2d-acc0-530f862b8fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457651 Jul 27 21:00:31.357088 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-f4d2e8b2-aa5f-47c0-a411-5f44a470d7b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:31.371875 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-f4d2e8b2-aa5f-47c0-a411-5f44a470d7b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:31.400549 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-8d0875b7-ccd9-4fb1-a8d2-758784044956 admin admin] Notify callbacks [] for router, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:31.414763 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-8d0875b7-ccd9-4fb1-a8d2-758784044956 admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.4631195 Jul 27 21:00:31.415797 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 41502) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:00:31.417887 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-3d54578f-831f-4696-b568-13c455922dab None None] Provisioning for port 9b9bbfba-5d2c-4a9a-a5ba-ceb0e6f60cab completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:00:31.456781 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-3d54578f-831f-4696-b568-13c455922dab None None] Provisioning complete for port 9b9bbfba-5d2c-4a9a-a5ba-ceb0e6f60cab triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:00:31.457453 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:31.459814 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] get_ports_and_sgs() called for port_ids ['7f778501-02af-48b5-9a60-7c2fbbd334fd'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:00:31.606033 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d3cfe8-dda7-4ed0-a1a4-ce00c11039b8 req-2125e4a4-54ee-4b27-aba1-38b507af4cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:31.608976 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-e2d3cfe8-dda7-4ed0-a1a4-ce00c11039b8 req-2125e4a4-54ee-4b27-aba1-38b507af4cf6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=303608e801894cbc82a16778d6767718&device_id=e971ab8c-11d8-4530-bea4-caba504e61c4 HTTP/1.1" status: 200 len: 1095 time: 0.2978549 Jul 27 21:00:31.698920 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-f4d2e8b2-aa5f-47c0-a411-5f44a470d7b8 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=ebc77fa43a2348aab8d1d7b434b16e90&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7102904 Jul 27 21:00:31.701349 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 41510) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:00:31.723394 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d2e8b2-aa5f-47c0-a411-5f44a470d7b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0504e729-4a1d-40fe-af91-3661a064b953,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:00:31.753851 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-ce553738-f980-479b-bb6f-db0468ab0062 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:31.762561 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-ce553738-f980-479b-bb6f-db0468ab0062 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:31.817917 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-ce553738-f980-479b-bb6f-db0468ab0062 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=ee3e55b9675441788b366defa4b6d5c8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8849518 Jul 27 21:00:31.820756 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 41512) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:00:31.842245 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:31.859140 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvr_db [None req-3d4ca7a9-ab33-43a2-bdd6-b5f14b816669 None None] Set router 2ff795ca-7109-4086-916f-a75c0e8f3ca7 gateway port host: n-d-705658-22 {{(pid=105586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:00:31.901870 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce553738-f980-479b-bb6f-db0468ab0062 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c32ef749-eba0-434f-8757-0a321a383eb4,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:00:31.952840 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3e447f-3e93-474d-a43e-3fb7b772b596 req-1f95ed67-9b20-4aea-8a46-6c81c03e7fee tempest-ListServersNegativeTestJSON-1907616306 tempest-ListServersNegativeTestJSON-1907616306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:31.963262 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-cb3e447f-3e93-474d-a43e-3fb7b772b596 req-1f95ed67-9b20-4aea-8a46-6c81c03e7fee tempest-ListServersNegativeTestJSON-1907616306 tempest-ListServersNegativeTestJSON-1907616306-project] 10.222.0.59 "GET /v2.0/ports?device_id=e971ab8c-11d8-4530-bea4-caba504e61c4 HTTP/1.1" status: 200 len: 943 time: 0.5457289 Jul 27 21:00:32.014434 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-c9b61ddb-2c64-4424-8e85-dd5b47160020 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:32.046186 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-c9b61ddb-2c64-4424-8e85-dd5b47160020 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:32.142134 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41f5f7a7-2cb5-455e-9e89-38ce8396742f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b9bbfba-5d2c-4a9a-a5ba-ceb0e6f60cab'}] {{(pid=105586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:00:32.144471 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14c1663e039faf5393f87855f745010ac5b02220355b68fdbf065393e303ac56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-941cdf39-f8c3-4ab7-a910-07eca7ffe4fb" -d '{"events": [{"server_uuid": "41f5f7a7-2cb5-455e-9e89-38ce8396742f", "name": "network-vif-plugged", "status": "completed", "tag": "9b9bbfba-5d2c-4a9a-a5ba-ceb0e6f60cab"}]}' {{(pid=105586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:00:32.169397 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] For port 9b9bbfba-5d2c-4a9a-a5ba-ceb0e6f60cab, host n-h2-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=9b9bbfba-5d2c-4a9a-a5ba-ceb0e6f60cab,segment=NetworkSegment(a5429dc4-be9b-4a79-9509-db0ae76cf6fd),segment_id=a5429dc4-be9b-4a79-9509-db0ae76cf6fd)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:00:32.220630 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:32.232379 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-cb3e447f-3e93-474d-a43e-3fb7b772b596 req-00e13078-129b-4663-b3b0-1681da7665f6 tempest-ListServersNegativeTestJSON-1907616306 tempest-ListServersNegativeTestJSON-1907616306-project] 10.222.0.59 "GET /v2.0/security-groups?id=52dba1d2-45eb-4627-a32a-8b651454cd30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2681515 Jul 27 21:00:32.337871 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74df1608-eabc-468f-a570-b3d578b2098a req-4dbb05d2-1aad-45ba-be37-945faa251a11 tempest-ServerMetadataNegativeTestJSON-549606286 tempest-ServerMetadataNegativeTestJSON-549606286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:32.339739 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-74df1608-eabc-468f-a570-b3d578b2098a req-4dbb05d2-1aad-45ba-be37-945faa251a11 tempest-ServerMetadataNegativeTestJSON-549606286 tempest-ServerMetadataNegativeTestJSON-549606286-project] 10.222.0.59 "GET /v2.0/ports?device_id=41f5f7a7-2cb5-455e-9e89-38ce8396742f HTTP/1.1" status: 200 len: 945 time: 0.2836304 Jul 27 21:00:32.341217 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-c9b61ddb-2c64-4424-8e85-dd5b47160020 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:32.344007 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-c9b61ddb-2c64-4424-8e85-dd5b47160020 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:32.345356 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-c9b61ddb-2c64-4424-8e85-dd5b47160020 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/c32ef749-eba0-434f-8757-0a321a383eb4 HTTP/1.1" status: 204 len: 168 time: 0.5236230 Jul 27 21:00:32.382089 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Pushing event updated for resources: {'Port': ['ID=9b9bbfba-5d2c-4a9a-a5ba-ceb0e6f60cab,revision_number=5']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:00:32.393683 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d3cfe8-dda7-4ed0-a1a4-ce00c11039b8 req-09421db7-955a-402d-a19d-055314543492 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:32.395360 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-e2d3cfe8-dda7-4ed0-a1a4-ce00c11039b8 req-09421db7-955a-402d-a19d-055314543492 service neutron] 10.222.0.36 "GET /v2.0/networks?id=11c272aa-de19-4055-87f8-922ac5033999 HTTP/1.1" status: 200 len: 918 time: 0.7760468 Jul 27 21:00:32.412603 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b61ddb-2c64-4424-8e85-dd5b47160020 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c32ef749-eba0-434f-8757-0a321a383eb4,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:00:32.466303 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device fd1ad9a5-5038-4919-b561-6dee4511ae37 details requested by agent hyperv_n-h1-705658-22 with host n-h1-705658-22 {{(pid=105586) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:00:32.480245 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-74df1608-eabc-468f-a570-b3d578b2098a req-f9bf0896-1675-4783-ab3a-19cf710085a3 tempest-ServerMetadataNegativeTestJSON-549606286 tempest-ServerMetadataNegativeTestJSON-549606286-project] 10.222.0.59 "GET /v2.0/security-groups?id=e69154af-3f7d-4ec7-ba52-8f586e6e7402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190846 Jul 27 21:00:32.513787 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-e2d3cfe8-dda7-4ed0-a1a4-ce00c11039b8 req-538a6387-a1fb-4d4c-a9a2-93eca5a6f9f4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=fd1ad9a5-5038-4919-b561-6dee4511ae37 HTTP/1.1" status: 200 len: 217 time: 0.1059349 Jul 27 21:00:32.559502 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4196d35-411e-4ccf-b3a2-c3bb80a9e51f req-9b47409c-1f0f-44f3-a2cc-09f56da7ba3b tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:32.570112 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e4196d35-411e-4ccf-b3a2-c3bb80a9e51f req-9b47409c-1f0f-44f3-a2cc-09f56da7ba3b tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d07fb74-3ebf-4d24-bbe3-7e4795327233 HTTP/1.1" status: 200 len: 946 time: 0.1147988 Jul 27 21:00:32.637324 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e4196d35-411e-4ccf-b3a2-c3bb80a9e51f req-5530df25-d8a1-489e-bc58-f24c14b9a358 tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] 10.222.0.59 "GET /v2.0/security-groups?id=d1766e71-7b2a-4f2d-acc0-530f862b8fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638232 Jul 27 21:00:32.658960 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:00:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c32b999-169e-4334-86f7-d436d6f35ca9 x-openstack-request-id: req-2c32b999-169e-4334-86f7-d436d6f35ca9 {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:00:32.659282 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41f5f7a7-2cb5-455e-9e89-38ce8396742f", "name": "network-vif-plugged", "status": "completed", "tag": "9b9bbfba-5d2c-4a9a-a5ba-ceb0e6f60cab", "code": 200}]} {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:00:32.659542 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-2c32b999-169e-4334-86f7-d436d6f35ca9 {{(pid=105586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:00:32.659949 n-d-705658-22 neutron-server[105586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41f5f7a7-2cb5-455e-9e89-38ce8396742f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b9bbfba-5d2c-4a9a-a5ba-ceb0e6f60cab', 'code': 200} Jul 27 21:00:32.668623 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-3d4ca7a9-ab33-43a2-bdd6-b5f14b816669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ff795ca-7109-4086-916f-a75c0e8f3ca7', 'name': 'tempest-TaggedBootDevicesTest-1805420441-router', 'tenant_id': '16c9b99e3d6b4b58a380b57255ba6d41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.55'}], 'enable_snat': True}, 'gw_port_id': 'c05afdf9-c35e-4b2b-a686-38776cd84384', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:00:25Z', 'updated_at': '2021-07-27T21:00:28Z', 'revision_number': 3, 'project_id': '16c9b99e3d6b4b58a380b57255ba6d41', 'gw_port': {'id': 'c05afdf9-c35e-4b2b-a686-38776cd84384', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:65:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ff795ca-7109-4086-916f-a75c0e8f3ca7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 966, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:00:27Z', 'updated_at': '2021-07-27T21:00:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22'}], 'n-d-705658-22', False) {} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:00:32.689413 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c49c3d31-5024-48f3-a509-f5dab6702920 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:32.726858 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d3cfe8-dda7-4ed0-a1a4-ce00c11039b8 req-aa0e4ddb-767f-438d-b4a2-e7122088ddfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:32.730866 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-e2d3cfe8-dda7-4ed0-a1a4-ce00c11039b8 req-aa0e4ddb-767f-438d-b4a2-e7122088ddfa service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d675c767-afdc-47aa-8425-df874eb03020 HTTP/1.1" status: 200 len: 857 time: 0.1964252 Jul 27 21:00:32.864919 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c49c3d31-5024-48f3-a509-f5dab6702920 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:32.871468 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc43754-d3a7-4b9a-8a89-fc1219fa5bab req-d02b9114-dd51-4c9d-afa4-41d24dd2a174 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:32.878380 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-5dc43754-d3a7-4b9a-8a89-fc1219fa5bab req-d02b9114-dd51-4c9d-afa4-41d24dd2a174 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] 10.222.0.59 "GET /v2.0/ports?device_id=29c1b762-5cb9-4f5b-ac71-3cb8a306ebde HTTP/1.1" status: 200 len: 947 time: 0.2398586 Jul 27 21:00:32.920958 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-e2d3cfe8-dda7-4ed0-a1a4-ce00c11039b8 req-7b9b1622-f6fb-41d2-a5a1-909a962a8171 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=11c272aa-de19-4055-87f8-922ac5033999&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0660527 Jul 27 21:00:32.921434 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 41532) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:00:32.943840 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c592d9a7-b08f-4760-b0ec-cc7dc8be86c8 req-33064c4c-38fa-4617-b75b-c1fe7e90336d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:32.945530 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-c592d9a7-b08f-4760-b0ec-cc7dc8be86c8 req-33064c4c-38fa-4617-b75b-c1fe7e90336d service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=41f5f7a7-2cb5-455e-9e89-38ce8396742f HTTP/1.1" status: 200 len: 1098 time: 0.3061080 Jul 27 21:00:32.948758 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-0d86076e-d7e2-455e-8192-b1ea8e05c1e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:32.968705 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d4ca7a9-ab33-43a2-bdd6-b5f14b816669 None None] Checking router: 2ff795ca-7109-4086-916f-a75c0e8f3ca7 for host: n-d-705658-22 {{(pid=105586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:00:32.969523 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d4ca7a9-ab33-43a2-bdd6-b5f14b816669 None None] Updating router 2ff795ca-7109-4086-916f-a75c0e8f3ca7 port c05afdf9-c35e-4b2b-a686-38776cd84384 binding host n-d-705658-22 {{(pid=105586) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 21:00:32.998174 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-5dc43754-d3a7-4b9a-8a89-fc1219fa5bab req-bafb06a6-6748-4290-82e8-74536cdd1f82 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] 10.222.0.59 "GET /v2.0/security-groups?id=e760076b-6854-47cf-947b-f6a7a8a579d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0986428 Jul 27 21:00:33.033441 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d4ca7a9-ab33-43a2-bdd6-b5f14b816669 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:33.048835 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-c592d9a7-b08f-4760-b0ec-cc7dc8be86c8 req-f2c30699-dbb4-4d7d-9faa-a7fab5d9c5e8 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=e69154af-3f7d-4ec7-ba52-8f586e6e7402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931153 Jul 27 21:00:33.157407 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Device 1bd93c2a-1153-436f-a011-803f4e737483 up at agent hyperv_n-h2-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:00:33.168946 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c49c3d31-5024-48f3-a509-f5dab6702920 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:33.171580 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c49c3d31-5024-48f3-a509-f5dab6702920 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:33.172811 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-c49c3d31-5024-48f3-a509-f5dab6702920 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/0504e729-4a1d-40fe-af91-3661a064b953 HTTP/1.1" status: 204 len: 168 time: 1.4701915 Jul 27 21:00:33.198930 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-e2d3cfe8-dda7-4ed0-a1a4-ce00c11039b8 req-b5372c7a-c066-48de-a09b-21f33c86fc0c service neutron] 10.222.0.36 "GET /v2.0/networks/11c272aa-de19-4055-87f8-922ac5033999?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2477782 Jul 27 21:00:33.219481 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49c3d31-5024-48f3-a509-f5dab6702920 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0504e729-4a1d-40fe-af91-3661a064b953,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:00:33.324485 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] For port fd1ad9a5-5038-4919-b561-6dee4511ae37, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=fd1ad9a5-5038-4919-b561-6dee4511ae37,segment=NetworkSegment(c0c8a3a2-821d-44b5-9cd5-483f6c69fbdc),segment_id=c0c8a3a2-821d-44b5-9cd5-483f6c69fbdc)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:00:33.348862 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-546f524d-3400-41d0-96b3-ee2faf6cf49f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:33.388435 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-0d86076e-d7e2-455e-8192-b1ea8e05c1e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:33.395912 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-0d86076e-d7e2-455e-8192-b1ea8e05c1e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:33.439756 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Returning: {'device': 'fd1ad9a5-5038-4919-b561-6dee4511ae37', 'network_id': '11c272aa-de19-4055-87f8-922ac5033999', 'port_id': 'fd1ad9a5-5038-4919-b561-6dee4511ae37', 'mac_address': 'fa:16:3e:9b:3b:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 245, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd675c767-afdc-47aa-8425-df874eb03020', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105586) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:00:33.451889 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-3d54578f-831f-4696-b568-13c455922dab None None] Provisioning for port 1bd93c2a-1153-436f-a011-803f4e737483 completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:00:33.514681 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-e2d3cfe8-dda7-4ed0-a1a4-ce00c11039b8 req-e7f0f27f-7558-4230-a970-4f7f310bac3c service neutron] 10.222.0.36 "GET /v2.0/networks/11c272aa-de19-4055-87f8-922ac5033999?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2928698 Jul 27 21:00:33.540216 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-0d86076e-d7e2-455e-8192-b1ea8e05c1e9 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=247d861431b048dc98c52ee903a96b1b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6123185 Jul 27 21:00:33.541257 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 41542) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:00:33.566514 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-3d54578f-831f-4696-b568-13c455922dab None None] Provisioning complete for port 1bd93c2a-1153-436f-a011-803f4e737483 triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:00:33.566887 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:33.571445 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:33.578539 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cdbd8f-9530-4999-be76-1fb87e01f12f req-8ccfe680-1968-427e-99a8-f1ef252c080d tempest-ListServersNegativeTestJSON-1907616306 tempest-ListServersNegativeTestJSON-1907616306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:33.588756 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-08cdbd8f-9530-4999-be76-1fb87e01f12f req-8ccfe680-1968-427e-99a8-f1ef252c080d tempest-ListServersNegativeTestJSON-1907616306 tempest-ListServersNegativeTestJSON-1907616306-project] 10.222.0.59 "GET /v2.0/ports?device_id=e971ab8c-11d8-4530-bea4-caba504e61c4 HTTP/1.1" status: 200 len: 943 time: 0.2500446 Jul 27 21:00:33.630485 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d86076e-d7e2-455e-8192-b1ea8e05c1e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6beef0cd-1046-46d4-ae61-179ba99523b9,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:00:33.631508 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd1ad9a5-5038-4919-b561-6dee4511ae37 {{(pid=105586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:00:33.673973 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] For port fd1ad9a5-5038-4919-b561-6dee4511ae37, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=fd1ad9a5-5038-4919-b561-6dee4511ae37,segment=NetworkSegment(c0c8a3a2-821d-44b5-9cd5-483f6c69fbdc),segment_id=c0c8a3a2-821d-44b5-9cd5-483f6c69fbdc)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:00:33.694554 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:33.695737 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-08cdbd8f-9530-4999-be76-1fb87e01f12f req-6904b418-4b92-4cd6-b3f9-ea3f8f40e74f tempest-ListServersNegativeTestJSON-1907616306 tempest-ListServersNegativeTestJSON-1907616306-project] 10.222.0.59 "GET /v2.0/security-groups?id=52dba1d2-45eb-4627-a32a-8b651454cd30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050179 Jul 27 21:00:33.791460 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c333f2d-8405-43cf-95a7-5376194e65aa req-8852f822-4dc7-4a1a-a788-6c3e4f5fa367 tempest-ServerMetadataNegativeTestJSON-549606286 tempest-ServerMetadataNegativeTestJSON-549606286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:33.794767 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-2c333f2d-8405-43cf-95a7-5376194e65aa req-8852f822-4dc7-4a1a-a788-6c3e4f5fa367 tempest-ServerMetadataNegativeTestJSON-549606286 tempest-ServerMetadataNegativeTestJSON-549606286-project] 10.222.0.59 "GET /v2.0/ports?device_id=41f5f7a7-2cb5-455e-9e89-38ce8396742f HTTP/1.1" status: 200 len: 946 time: 0.1793401 Jul 27 21:00:33.800742 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-d1defdbf-7ec4-4493-8b27-cb48eecaffc1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:33.832403 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:33.840836 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-d1defdbf-7ec4-4493-8b27-cb48eecaffc1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:33.850418 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-2c333f2d-8405-43cf-95a7-5376194e65aa req-090b8aa5-69d8-429d-8860-341cfc96e60a tempest-ServerMetadataNegativeTestJSON-549606286 tempest-ServerMetadataNegativeTestJSON-549606286-project] 10.222.0.59 "GET /v2.0/security-groups?id=e69154af-3f7d-4ec7-ba52-8f586e6e7402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474589 Jul 27 21:00:33.890657 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Pushing event updated for resources: {'Port': ['ID=fd1ad9a5-5038-4919-b561-6dee4511ae37,revision_number=4']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:00:33.898985 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d4ca7a9-ab33-43a2-bdd6-b5f14b816669 None None] Notify callbacks [] for port, precommit_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:33.924974 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-3d4ca7a9-ab33-43a2-bdd6-b5f14b816669 None None] Transition to ACTIVE for port object c05afdf9-c35e-4b2b-a686-38776cd84384 will not be triggered until provisioned by entity L2. {{(pid=105586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:00:33.936801 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.db_base_plugin_common [None req-546f524d-3400-41d0-96b3-ee2faf6cf49f admin admin] Allocated IP 172.20.0.1 (7ff0eeb8-777d-434e-b9ec-a1527ebf3b8c/57eac71b-5ae3-4b5a-b197-44e1dceaf130/5ce062f0-767c-41c3-bab4-69fff6c5f517) {{(pid=105584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:00:33.950894 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19e731d-8c48-4d58-821d-90e2a872f932 req-a8a37582-59d2-4fa8-b22b-29ad7f5f94b7 tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:33.952707 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e19e731d-8c48-4d58-821d-90e2a872f932 req-a8a37582-59d2-4fa8-b22b-29ad7f5f94b7 tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d07fb74-3ebf-4d24-bbe3-7e4795327233 HTTP/1.1" status: 200 len: 946 time: 0.0970485 Jul 27 21:00:33.963910 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d4ca7a9-ab33-43a2-bdd6-b5f14b816669 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:33.977236 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] For port 1bd93c2a-1153-436f-a011-803f4e737483, host n-h2-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=1bd93c2a-1153-436f-a011-803f4e737483,segment=NetworkSegment(c0c8a3a2-821d-44b5-9cd5-483f6c69fbdc),segment_id=c0c8a3a2-821d-44b5-9cd5-483f6c69fbdc)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:00:34.003629 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:34.003919 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-d1defdbf-7ec4-4493-8b27-cb48eecaffc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:34.007339 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-d1defdbf-7ec4-4493-8b27-cb48eecaffc1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:34.008771 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-d1defdbf-7ec4-4493-8b27-cb48eecaffc1 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/6beef0cd-1046-46d4-ae61-179ba99523b9 HTTP/1.1" status: 204 len: 168 time: 0.3942482 Jul 27 21:00:34.017678 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e19e731d-8c48-4d58-821d-90e2a872f932 req-806fc2f7-5d8c-4ffb-a9d1-19b9630d80a3 tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] 10.222.0.59 "GET /v2.0/security-groups?id=d1766e71-7b2a-4f2d-acc0-530f862b8fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571902 Jul 27 21:00:34.027869 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1defdbf-7ec4-4493-8b27-cb48eecaffc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6beef0cd-1046-46d4-ae61-179ba99523b9,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:00:34.087823 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] get_ports_and_sgs() called for port_ids ['fd1ad9a5-5038-4919-b561-6dee4511ae37'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:00:34.089094 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-546f524d-3400-41d0-96b3-ee2faf6cf49f admin admin] Notify callbacks [] for port, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:34.107022 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.provisioning_blocks [None req-546f524d-3400-41d0-96b3-ee2faf6cf49f admin admin] Transition to ACTIVE for port object 5ce062f0-767c-41c3-bab4-69fff6c5f517 will not be triggered until provisioned by entity DHCP. {{(pid=105584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:00:34.116591 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c625cb-ba5f-4990-8c4c-e29027478c8f None None] Pushing event updated for resources: {'Port': ['ID=c05afdf9-c35e-4b2b-a686-38776cd84384,revision_number=2']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:00:34.121544 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-3d4ca7a9-ab33-43a2-bdd6-b5f14b816669 None None] Attempting to bind port c05afdf9-c35e-4b2b-a686-38776cd84384 on host n-d-705658-22 for vnic_type normal with profile {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:00:34.121910 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-3d4ca7a9-ab33-43a2-bdd6-b5f14b816669 None None] Attempting to bind port c05afdf9-c35e-4b2b-a686-38776cd84384 by drivers openvswitch,hyperv on host n-d-705658-22 at level 0 using segments [{'id': '12196855-9a32-4633-9a56-77697ef9e126', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305'}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:00:34.122270 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d4ca7a9-ab33-43a2-bdd6-b5f14b816669 None None] Attempting to bind port c05afdf9-c35e-4b2b-a686-38776cd84384 on network 8735d8a2-b604-4758-ae71-b40e4ee6f305 {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:00:34.136554 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d4ca7a9-ab33-43a2-bdd6-b5f14b816669 None None] Checking agent: {'id': '04a7ea91-6318-467e-ace6-b0fb48c8690f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 41, 42), 'started_at': datetime.datetime(2021, 7, 27, 20, 42, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 0, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:00:34.136923 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d4ca7a9-ab33-43a2-bdd6-b5f14b816669 None None] Checking segment: {'id': '12196855-9a32-4633-9a56-77697ef9e126', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:00:34.137323 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d4ca7a9-ab33-43a2-bdd6-b5f14b816669 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:34.137734 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d4ca7a9-ab33-43a2-bdd6-b5f14b816669 None None] Bound using segment: {'id': '12196855-9a32-4633-9a56-77697ef9e126', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305'} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:00:34.138346 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-3d4ca7a9-ab33-43a2-bdd6-b5f14b816669 None None] Bound port: c05afdf9-c35e-4b2b-a686-38776cd84384, host: n-d-705658-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12196855-9a32-4633-9a56-77697ef9e126', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305'}}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:00:34.138730 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d4ca7a9-ab33-43a2-bdd6-b5f14b816669 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:34.172519 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-546f524d-3400-41d0-96b3-ee2faf6cf49f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:34.195549 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d4ca7a9-ab33-43a2-bdd6-b5f14b816669 None None] For port c05afdf9-c35e-4b2b-a686-38776cd84384, host n-d-705658-22, cleared binding levels {{(pid=105586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:00:34.198717 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d4ca7a9-ab33-43a2-bdd6-b5f14b816669 None None] For port c05afdf9-c35e-4b2b-a686-38776cd84384, host n-d-705658-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=c05afdf9-c35e-4b2b-a686-38776cd84384,segment=NetworkSegment(12196855-9a32-4633-9a56-77697ef9e126),segment_id=12196855-9a32-4633-9a56-77697ef9e126)] {{(pid=105586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:00:34.200675 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad635ce-52a1-4674-b10c-28ba6ce568fc req-d751245f-6056-4c43-8935-741945f1820d tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:34.202681 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-cad635ce-52a1-4674-b10c-28ba6ce568fc req-d751245f-6056-4c43-8935-741945f1820d tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] 10.222.0.59 "GET /v2.0/ports?device_id=29c1b762-5cb9-4f5b-ac71-3cb8a306ebde HTTP/1.1" status: 200 len: 947 time: 0.1194112 Jul 27 21:00:34.229188 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d4ca7a9-ab33-43a2-bdd6-b5f14b816669 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:34.273943 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-cad635ce-52a1-4674-b10c-28ba6ce568fc req-dfacf09b-8490-412f-b70b-2a6e3a28b858 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] 10.222.0.59 "GET /v2.0/security-groups?id=e760076b-6854-47cf-947b-f6a7a8a579d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0645554 Jul 27 21:00:34.296114 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Pushing event updated for resources: {'Port': ['ID=1bd93c2a-1153-436f-a011-803f4e737483,revision_number=5']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:00:34.301847 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-546f524d-3400-41d0-96b3-ee2faf6cf49f admin admin] Network 7ff0eeb8-777d-434e-b9ec-a1527ebf3b8c is already hosted by enough agents. {{(pid=105584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:00:34.302052 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d4ca7a9-ab33-43a2-bdd6-b5f14b816669 None None] Routers {'2ff795ca-7109-4086-916f-a75c0e8f3ca7'} bound to L3 agent in host n-d-705658-22 {{(pid=105586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:00:34.302691 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-3d4ca7a9-ab33-43a2-bdd6-b5f14b816669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:00:11Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['2ff795ca-7109-4086-916f-a75c0e8f3ca7'], 'active': True} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:00:34.306171 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [None req-546f524d-3400-41d0-96b3-ee2faf6cf49f admin admin] Resources bound (agent type, host, resource id): {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:00:34.314330 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-546f524d-3400-41d0-96b3-ee2faf6cf49f admin admin] Received port after_create {{(pid=105584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:00:34.357870 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546f524d-3400-41d0-96b3-ee2faf6cf49f admin admin] Pushing event updated for resources: {'Port': ['ID=5ce062f0-767c-41c3-bab4-69fff6c5f517,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:00:34.387222 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-546f524d-3400-41d0-96b3-ee2faf6cf49f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4075523'] for router_interface, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:34.459660 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device 7f778501-02af-48b5-9a60-7c2fbbd334fd up at agent hyperv_n-h1-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:00:34.579984 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c625cb-ba5f-4990-8c4c-e29027478c8f None None] Pushing event updated for resources: {'Port': ['ID=c05afdf9-c35e-4b2b-a686-38776cd84384,revision_number=3']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:00:34.626743 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-546f524d-3400-41d0-96b3-ee2faf6cf49f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:34.662274 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f0843e9-bfe5-4bc2-b83e-8a9e3eaa3ec9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bd93c2a-1153-436f-a011-803f4e737483'}] {{(pid=105586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:00:34.667962 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14c1663e039faf5393f87855f745010ac5b02220355b68fdbf065393e303ac56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0884864c-ea4e-4d4c-bfcc-790598279459" -d '{"events": [{"server_uuid": "3f0843e9-bfe5-4bc2-b83e-8a9e3eaa3ec9", "name": "network-vif-plugged", "status": "completed", "tag": "1bd93c2a-1153-436f-a011-803f4e737483"}]}' {{(pid=105586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:00:34.677998 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvr_db [None req-3d4ca7a9-ab33-43a2-bdd6-b5f14b816669 None None] Set router 2ff795ca-7109-4086-916f-a75c0e8f3ca7 gateway port host: n-d-705658-22 {{(pid=105586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:00:34.769915 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:00:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-835c328f-7fd8-4412-84ea-16bca3011c6a x-openstack-request-id: req-835c328f-7fd8-4412-84ea-16bca3011c6a {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:00:34.770302 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f0843e9-bfe5-4bc2-b83e-8a9e3eaa3ec9", "name": "network-vif-plugged", "status": "completed", "tag": "1bd93c2a-1153-436f-a011-803f4e737483", "code": 200}]} {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:00:34.770445 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-835c328f-7fd8-4412-84ea-16bca3011c6a {{(pid=105586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:00:34.770810 n-d-705658-22 neutron-server[105586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f0843e9-bfe5-4bc2-b83e-8a9e3eaa3ec9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bd93c2a-1153-436f-a011-803f4e737483', 'code': 200} Jul 27 21:00:34.837014 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Provisioning for port 7f778501-02af-48b5-9a60-7c2fbbd334fd completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:00:34.846205 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-f87d87c5-e9cf-49f1-8033-3a763c58849e None None] Provisioning for port 5ce062f0-767c-41c3-bab4-69fff6c5f517 completed by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:00:34.864434 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Provisioning complete for port 7f778501-02af-48b5-9a60-7c2fbbd334fd triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:00:34.864800 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:34.885481 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-f87d87c5-e9cf-49f1-8033-3a763c58849e None None] Provisioning complete for port 5ce062f0-767c-41c3-bab4-69fff6c5f517 triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:00:34.886530 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-f87d87c5-e9cf-49f1-8033-3a763c58849e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:34.962543 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-f87d87c5-e9cf-49f1-8033-3a763c58849e None None] Port 5ce062f0-767c-41c3-bab4-69fff6c5f517 cannot update to ACTIVE because it is not bound. {{(pid=105586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:00:34.994253 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab53a9d-c861-40a1-b2e2-6917e87af95c req-1f330c64-66df-4e9f-b841-47205f819245 tempest-ListServersNegativeTestJSON-1907616306 tempest-ListServersNegativeTestJSON-1907616306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:34.995896 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-4ab53a9d-c861-40a1-b2e2-6917e87af95c req-1f330c64-66df-4e9f-b841-47205f819245 tempest-ListServersNegativeTestJSON-1907616306 tempest-ListServersNegativeTestJSON-1907616306-project] 10.222.0.59 "GET /v2.0/ports?device_id=e971ab8c-11d8-4530-bea4-caba504e61c4 HTTP/1.1" status: 200 len: 944 time: 0.2027035 Jul 27 21:00:34.998014 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c55c88c-16d6-44a4-9024-2e2806cefe13 req-380c965d-5727-4920-8aa0-aa84afc01359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:34.999746 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-9c55c88c-16d6-44a4-9024-2e2806cefe13 req-380c965d-5727-4920-8aa0-aa84afc01359 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=3f0843e9-bfe5-4bc2-b83e-8a9e3eaa3ec9 HTTP/1.1" status: 200 len: 1097 time: 0.1443095 Jul 27 21:00:35.072888 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-546f524d-3400-41d0-96b3-ee2faf6cf49f admin admin] Notify callbacks [] for port, precommit_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:35.080969 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-546f524d-3400-41d0-96b3-ee2faf6cf49f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9014027'] for port, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:35.107915 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-4ab53a9d-c861-40a1-b2e2-6917e87af95c req-487b6523-407f-40d0-8b60-f6b475a2cf4d tempest-ListServersNegativeTestJSON-1907616306 tempest-ListServersNegativeTestJSON-1907616306-project] 10.222.0.59 "GET /v2.0/security-groups?id=52dba1d2-45eb-4627-a32a-8b651454cd30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012156 Jul 27 21:00:35.110728 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-9c55c88c-16d6-44a4-9024-2e2806cefe13 req-2328c791-10f4-455a-bbde-efb622c40fa5 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=52dba1d2-45eb-4627-a32a-8b651454cd30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029649 Jul 27 21:00:35.154233 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73eb2d0-b356-4e77-bfb4-d59362c67d9f req-5b0dea55-6d07-4f7e-a73d-2e6167b8d34f tempest-ServerMetadataNegativeTestJSON-549606286 tempest-ServerMetadataNegativeTestJSON-549606286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:35.163031 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b73eb2d0-b356-4e77-bfb4-d59362c67d9f req-5b0dea55-6d07-4f7e-a73d-2e6167b8d34f tempest-ServerMetadataNegativeTestJSON-549606286 tempest-ServerMetadataNegativeTestJSON-549606286-project] 10.222.0.59 "GET /v2.0/ports?device_id=41f5f7a7-2cb5-455e-9e89-38ce8396742f HTTP/1.1" status: 200 len: 946 time: 0.1541741 Jul 27 21:00:35.170085 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:35.185347 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-546f524d-3400-41d0-96b3-ee2faf6cf49f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3743906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4076435'] for router_interface, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:35.195552 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546f524d-3400-41d0-96b3-ee2faf6cf49f admin admin] Pushing event updated for resources: {'Port': ['ID=5ce062f0-767c-41c3-bab4-69fff6c5f517,revision_number=2']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:00:35.251604 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b73eb2d0-b356-4e77-bfb4-d59362c67d9f req-ab6e4b71-bac7-441a-9df4-d7e183144187 tempest-ServerMetadataNegativeTestJSON-549606286 tempest-ServerMetadataNegativeTestJSON-549606286-project] 10.222.0.59 "GET /v2.0/security-groups?id=e69154af-3f7d-4ec7-ba52-8f586e6e7402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875592 Jul 27 21:00:35.281258 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] For port 7f778501-02af-48b5-9a60-7c2fbbd334fd, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=7f778501-02af-48b5-9a60-7c2fbbd334fd,segment=NetworkSegment(c0c8a3a2-821d-44b5-9cd5-483f6c69fbdc),segment_id=c0c8a3a2-821d-44b5-9cd5-483f6c69fbdc)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:00:35.291375 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:35.345886 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-3d4ca7a9-ab33-43a2-bdd6-b5f14b816669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ff795ca-7109-4086-916f-a75c0e8f3ca7', 'name': 'tempest-TaggedBootDevicesTest-1805420441-router', 'tenant_id': '16c9b99e3d6b4b58a380b57255ba6d41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.55'}], 'enable_snat': True}, 'gw_port_id': 'c05afdf9-c35e-4b2b-a686-38776cd84384', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:00:25Z', 'updated_at': '2021-07-27T21:00:28Z', 'revision_number': 3, 'project_id': '16c9b99e3d6b4b58a380b57255ba6d41', 'gw_port': {'id': 'c05afdf9-c35e-4b2b-a686-38776cd84384', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:65:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ff795ca-7109-4086-916f-a75c0e8f3ca7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 966, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:00:27Z', 'updated_at': '2021-07-27T21:00:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22'}], 'n-d-705658-22', False) {} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:00:35.351510 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-546f524d-3400-41d0-96b3-ee2faf6cf49f admin admin] Network 7ff0eeb8-777d-434e-b9ec-a1527ebf3b8c is already hosted by enough agents. {{(pid=105584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:00:35.354490 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [None req-546f524d-3400-41d0-96b3-ee2faf6cf49f admin admin] Resources bound (agent type, host, resource id): {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:00:35.394773 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d4ca7a9-ab33-43a2-bdd6-b5f14b816669 None None] The sync data for ids ['2ff795ca-7109-4086-916f-a75c0e8f3ca7'] in n-d-705658-22 is: [{'id': '2ff795ca-7109-4086-916f-a75c0e8f3ca7', 'name': 'tempest-TaggedBootDevicesTest-1805420441-router', 'tenant_id': '16c9b99e3d6b4b58a380b57255ba6d41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.55'}], 'enable_snat': True}, 'gw_port_id': 'c05afdf9-c35e-4b2b-a686-38776cd84384', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:00:25Z', 'updated_at': '2021-07-27T21:00:28Z', 'revision_number': 3, 'project_id': '16c9b99e3d6b4b58a380b57255ba6d41', 'gw_port': {'id': 'c05afdf9-c35e-4b2b-a686-38776cd84384', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:65:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ff795ca-7109-4086-916f-a75c0e8f3ca7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 966, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:00:27Z', 'updated_at': '2021-07-27T21:00:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22'}] {{(pid=105586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:00:35.408510 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Pushing event updated for resources: {'Port': ['ID=7f778501-02af-48b5-9a60-7c2fbbd334fd,revision_number=5']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:00:35.530189 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4c7bed-6708-4c5d-b1ae-87faf952bc97 req-1f2af1d1-b3ff-4973-9d5a-e99f40e3a3dd tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:35.540200 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-aa4c7bed-6708-4c5d-b1ae-87faf952bc97 req-1f2af1d1-b3ff-4973-9d5a-e99f40e3a3dd tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d07fb74-3ebf-4d24-bbe3-7e4795327233 HTTP/1.1" status: 200 len: 946 time: 0.1814282 Jul 27 21:00:35.590876 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-546f524d-3400-41d0-96b3-ee2faf6cf49f admin admin] Router 2ff795ca-7109-4086-916f-a75c0e8f3ca7 has already been hosted by L3 agent dd128fd7-8e57-4d4f-895b-a96b369df59a {{(pid=105584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:00:35.622182 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-aa4c7bed-6708-4c5d-b1ae-87faf952bc97 req-f37b6ab5-9e25-405f-a1e8-01fb2fd8cb33 tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] 10.222.0.59 "GET /v2.0/security-groups?id=d1766e71-7b2a-4f2d-acc0-530f862b8fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791523 Jul 27 21:00:35.806695 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-8c2d47e2-d1ba-4e47-bc03-dfa681575e66 None None] Provisioning complete for port 5ce062f0-767c-41c3-bab4-69fff6c5f517 triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:00:35.806902 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-546f524d-3400-41d0-96b3-ee2faf6cf49f admin admin] Notify agent at l3_agent.n-d-705658-22 the message routers_updated {{(pid=105584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:00:35.807154 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-8c2d47e2-d1ba-4e47-bc03-dfa681575e66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:35.825620 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-546f524d-3400-41d0-96b3-ee2faf6cf49f admin admin] 10.222.0.59 "PUT /v2.0/routers/2ff795ca-7109-4086-916f-a75c0e8f3ca7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4023397 Jul 27 21:00:35.901281 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3ff807-2972-4fed-bcd1-94edb6583032 req-4c40911f-3527-4af0-b629-c98317cec10e tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:35.901454 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-8c2d47e2-d1ba-4e47-bc03-dfa681575e66 None None] Port 5ce062f0-767c-41c3-bab4-69fff6c5f517 cannot update to ACTIVE because it is not bound. {{(pid=105586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:00:35.916283 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-fe3ff807-2972-4fed-bcd1-94edb6583032 req-4c40911f-3527-4af0-b629-c98317cec10e tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] 10.222.0.59 "GET /v2.0/ports?device_id=29c1b762-5cb9-4f5b-ac71-3cb8a306ebde HTTP/1.1" status: 200 len: 947 time: 0.2004814 Jul 27 21:00:35.956744 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-6fb587c8-ff44-4f1a-90a9-98476991c8b2 req-a1e9c217-94df-49ea-8d81-90dce743a903 tempest-AbsoluteLimitsNegativeTestJSON-1379119571 tempest-AbsoluteLimitsNegativeTestJSON-1379119571-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=a915ec3d0b4c445fbd45220eb8b50a41&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0383892 Jul 27 21:00:35.995045 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.agents_db [None req-558fcd2c-e512-47bc-a170-8673d87f7213 None None] Agent healthcheck: found 7 active agents {{(pid=105587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 21:00:36.011450 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-fe3ff807-2972-4fed-bcd1-94edb6583032 req-1b7d1ca1-0ee1-47fa-8e4e-0ed03ea973eb tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] 10.222.0.59 "GET /v2.0/security-groups?id=e760076b-6854-47cf-947b-f6a7a8a579d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0923233 Jul 27 21:00:36.086303 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:36.243330 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb587c8-ff44-4f1a-90a9-98476991c8b2 req-db5026c7-3e0b-4c30-9a6e-1bcb11986e4d tempest-AbsoluteLimitsNegativeTestJSON-1379119571 tempest-AbsoluteLimitsNegativeTestJSON-1379119571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:36.254116 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-6fb587c8-ff44-4f1a-90a9-98476991c8b2 req-db5026c7-3e0b-4c30-9a6e-1bcb11986e4d tempest-AbsoluteLimitsNegativeTestJSON-1379119571 tempest-AbsoluteLimitsNegativeTestJSON-1379119571-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2872338 Jul 27 21:00:36.308305 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-6fb587c8-ff44-4f1a-90a9-98476991c8b2 req-b0764812-40a4-4d82-8c58-bc5c75bc0f89 tempest-AbsoluteLimitsNegativeTestJSON-1379119571 tempest-AbsoluteLimitsNegativeTestJSON-1379119571-project] 10.222.0.59 "GET /v2.0/quotas/a915ec3d0b4c445fbd45220eb8b50a41 HTTP/1.1" status: 200 len: 375 time: 0.0521433 Jul 27 21:00:36.354930 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-6fb587c8-ff44-4f1a-90a9-98476991c8b2 req-1c0c1c71-e441-4bec-a5a4-e983b5486c30 tempest-AbsoluteLimitsNegativeTestJSON-1379119571 tempest-AbsoluteLimitsNegativeTestJSON-1379119571-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=a915ec3d0b4c445fbd45220eb8b50a41&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0455317 Jul 27 21:00:36.408895 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af421a9-bea3-4494-b1f3-20b66a782653 req-10361bca-ea12-4b78-8aa8-43c8ad1b8ea2 tempest-ListServersNegativeTestJSON-1907616306 tempest-ListServersNegativeTestJSON-1907616306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:36.411130 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-7af421a9-bea3-4494-b1f3-20b66a782653 req-10361bca-ea12-4b78-8aa8-43c8ad1b8ea2 tempest-ListServersNegativeTestJSON-1907616306 tempest-ListServersNegativeTestJSON-1907616306-project] 10.222.0.59 "GET /v2.0/ports?device_id=e971ab8c-11d8-4530-bea4-caba504e61c4 HTTP/1.1" status: 200 len: 944 time: 0.1528187 Jul 27 21:00:36.461686 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device fd1ad9a5-5038-4919-b561-6dee4511ae37 up at agent hyperv_n-h1-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:00:36.500920 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-7af421a9-bea3-4494-b1f3-20b66a782653 req-e480089e-2c43-4d9c-96da-1099e3c95c23 tempest-ListServersNegativeTestJSON-1907616306 tempest-ListServersNegativeTestJSON-1907616306-project] 10.222.0.59 "GET /v2.0/security-groups?id=52dba1d2-45eb-4627-a32a-8b651454cd30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704985 Jul 27 21:00:36.567807 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Provisioning for port fd1ad9a5-5038-4919-b561-6dee4511ae37 completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:00:36.577753 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Provisioning complete for port fd1ad9a5-5038-4919-b561-6dee4511ae37 triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:00:36.580623 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:36.587587 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7be3a0-88b8-4aa4-a80f-f304462a17bb req-2ae46e90-fd78-4e0b-97a3-9843a76eb723 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:36.594580 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-3d7be3a0-88b8-4aa4-a80f-f304462a17bb req-2ae46e90-fd78-4e0b-97a3-9843a76eb723 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] 10.222.0.59 "GET /v2.0/ports?device_id=29c1b762-5cb9-4f5b-ac71-3cb8a306ebde HTTP/1.1" status: 200 len: 947 time: 0.1217022 Jul 27 21:00:36.667353 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-3d7be3a0-88b8-4aa4-a80f-f304462a17bb req-6a61da09-6fd2-4fd2-bf9f-49575f81bf84 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] 10.222.0.59 "GET /v2.0/security-groups?id=e760076b-6854-47cf-947b-f6a7a8a579d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571506 Jul 27 21:00:36.739037 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device c05afdf9-c35e-4b2b-a686-38776cd84384 up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:00:36.777250 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85e1c5ca-bed3-405c-9799-ff3be326d79e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f778501-02af-48b5-9a60-7c2fbbd334fd'}] {{(pid=105586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:00:36.782948 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14c1663e039faf5393f87855f745010ac5b02220355b68fdbf065393e303ac56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b53ee88-2886-4e80-97c1-d261aa79c7db" -d '{"events": [{"server_uuid": "85e1c5ca-bed3-405c-9799-ff3be326d79e", "name": "network-vif-plugged", "status": "completed", "tag": "7f778501-02af-48b5-9a60-7c2fbbd334fd"}]}' {{(pid=105586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:00:36.789566 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:36.934446 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4d3106-997e-4bcf-b67a-1cb75121a166 req-ce8b15e0-d428-4ed4-b470-2f6901cce09b tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:36.944038 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-5f4d3106-997e-4bcf-b67a-1cb75121a166 req-ce8b15e0-d428-4ed4-b470-2f6901cce09b tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d07fb74-3ebf-4d24-bbe3-7e4795327233 HTTP/1.1" status: 200 len: 946 time: 0.1930013 Jul 27 21:00:37.002798 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-5f4d3106-997e-4bcf-b67a-1cb75121a166 req-855ef3fb-a9ca-4658-9a10-fd3704c18183 tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] 10.222.0.59 "GET /v2.0/security-groups?id=d1766e71-7b2a-4f2d-acc0-530f862b8fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531042 Jul 27 21:00:37.021019 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:00:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0f7f778-b874-4ee5-bb45-994852193567 x-openstack-request-id: req-d0f7f778-b874-4ee5-bb45-994852193567 {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:00:37.021308 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85e1c5ca-bed3-405c-9799-ff3be326d79e", "name": "network-vif-plugged", "status": "completed", "tag": "7f778501-02af-48b5-9a60-7c2fbbd334fd", "code": 200}]} {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:00:37.021557 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-d0f7f778-b874-4ee5-bb45-994852193567 {{(pid=105586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:00:37.021958 n-d-705658-22 neutron-server[105586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85e1c5ca-bed3-405c-9799-ff3be326d79e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f778501-02af-48b5-9a60-7c2fbbd334fd', 'code': 200} Jul 27 21:00:37.031929 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] For port fd1ad9a5-5038-4919-b561-6dee4511ae37, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=fd1ad9a5-5038-4919-b561-6dee4511ae37,segment=NetworkSegment(c0c8a3a2-821d-44b5-9cd5-483f6c69fbdc),segment_id=c0c8a3a2-821d-44b5-9cd5-483f6c69fbdc)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:00:37.038134 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:37.054818 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning for port c05afdf9-c35e-4b2b-a686-38776cd84384 completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:00:37.079212 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port c05afdf9-c35e-4b2b-a686-38776cd84384 triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:00:37.079796 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:37.150890 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Pushing event updated for resources: {'Port': ['ID=fd1ad9a5-5038-4919-b561-6dee4511ae37,revision_number=5']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:00:37.152728 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b436034d-8b0f-4085-9a2b-f9411e529d31 req-dcc1b2bc-187d-49b0-88e3-2418d7d07674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:37.154371 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-b436034d-8b0f-4085-9a2b-f9411e529d31 req-dcc1b2bc-187d-49b0-88e3-2418d7d07674 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=85e1c5ca-bed3-405c-9799-ff3be326d79e HTTP/1.1" status: 200 len: 1098 time: 0.0684798 Jul 27 21:00:37.208143 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-b436034d-8b0f-4085-9a2b-f9411e529d31 req-39f5319b-9f32-4e12-be3c-4569ca4c42c2 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=52dba1d2-45eb-4627-a32a-8b651454cd30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454733 Jul 27 21:00:37.213934 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:37.230884 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 41774) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:00:37.246217 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] For port c05afdf9-c35e-4b2b-a686-38776cd84384, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=c05afdf9-c35e-4b2b-a686-38776cd84384,segment=NetworkSegment(12196855-9a32-4633-9a56-77697ef9e126),segment_id=12196855-9a32-4633-9a56-77697ef9e126)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:00:37.251469 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:37.311975 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Pushing event updated for resources: {'Port': ['ID=c05afdf9-c35e-4b2b-a686-38776cd84384,revision_number=4']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:00:37.573341 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-6389e408-60f8-42ff-92bf-d825b4cc9168 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:37.738509 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-6389e408-60f8-42ff-92bf-d825b4cc9168 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:37.743107 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-6389e408-60f8-42ff-92bf-d825b4cc9168 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:37.848227 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-6389e408-60f8-42ff-92bf-d825b4cc9168 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=a915ec3d0b4c445fbd45220eb8b50a41&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6162300 Jul 27 21:00:37.850904 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 41848) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:00:37.870382 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6389e408-60f8-42ff-92bf-d825b4cc9168 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c8a436b-6f98-41db-84bd-4bf1f25a4d1f,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:00:37.923207 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-6a6bdbb9-06b8-4561-b7fb-e8e6d91cbb89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:37.949516 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-6a6bdbb9-06b8-4561-b7fb-e8e6d91cbb89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:37.964497 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95411f15-3464-4f09-867a-8d2feef9e63f req-ee168f67-65ea-496b-bbba-aa6da39f453b tempest-ListServersNegativeTestJSON-1907616306 tempest-ListServersNegativeTestJSON-1907616306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:37.966059 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-95411f15-3464-4f09-867a-8d2feef9e63f req-ee168f67-65ea-496b-bbba-aa6da39f453b tempest-ListServersNegativeTestJSON-1907616306 tempest-ListServersNegativeTestJSON-1907616306-project] 10.222.0.59 "GET /v2.0/ports?device_id=e971ab8c-11d8-4530-bea4-caba504e61c4 HTTP/1.1" status: 200 len: 945 time: 0.2014806 Jul 27 21:00:37.978471 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23da76af-63a3-4951-bb39-adc1ed1b82b5 req-9fb3e6d4-db98-4789-8d64-68c749b8a61b tempest-ServerMetadataNegativeTestJSON-549606286 tempest-ServerMetadataNegativeTestJSON-549606286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:37.980041 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-23da76af-63a3-4951-bb39-adc1ed1b82b5 req-9fb3e6d4-db98-4789-8d64-68c749b8a61b tempest-ServerMetadataNegativeTestJSON-549606286 tempest-ServerMetadataNegativeTestJSON-549606286-project] 10.222.0.59 "GET /v2.0/ports?device_id=41f5f7a7-2cb5-455e-9e89-38ce8396742f HTTP/1.1" status: 200 len: 946 time: 0.1995001 Jul 27 21:00:38.024503 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-6a6bdbb9-06b8-4561-b7fb-e8e6d91cbb89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:38.029772 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-6a6bdbb9-06b8-4561-b7fb-e8e6d91cbb89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:38.032400 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-6a6bdbb9-06b8-4561-b7fb-e8e6d91cbb89 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/6c8a436b-6f98-41db-84bd-4bf1f25a4d1f HTTP/1.1" status: 204 len: 168 time: 0.1802731 Jul 27 21:00:38.072496 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-766795e0-7c75-46fe-9ea3-9cc55219f4a0 None None] Sync routers for ids ['2ff795ca-7109-4086-916f-a75c0e8f3ca7'] in n-d-705658-22 {{(pid=105587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:00:38.074792 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6bdbb9-06b8-4561-b7fb-e8e6d91cbb89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c8a436b-6f98-41db-84bd-4bf1f25a4d1f,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:00:38.083417 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-766795e0-7c75-46fe-9ea3-9cc55219f4a0 None None] Routers {'2ff795ca-7109-4086-916f-a75c0e8f3ca7'} bound to L3 agent in host n-d-705658-22 {{(pid=105587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:00:38.084097 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-766795e0-7c75-46fe-9ea3-9cc55219f4a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:00:11Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['2ff795ca-7109-4086-916f-a75c0e8f3ca7'], 'active': True} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:00:38.092384 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-95411f15-3464-4f09-867a-8d2feef9e63f req-a636fc83-e3a8-4558-ac07-a32c53adbd54 tempest-ListServersNegativeTestJSON-1907616306 tempest-ListServersNegativeTestJSON-1907616306-project] 10.222.0.59 "GET /v2.0/security-groups?id=52dba1d2-45eb-4627-a32a-8b651454cd30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096504 Jul 27 21:00:38.144636 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-23da76af-63a3-4951-bb39-adc1ed1b82b5 req-db5e4900-570c-410e-b986-8c7ec7b92288 tempest-ServerMetadataNegativeTestJSON-549606286 tempest-ServerMetadataNegativeTestJSON-549606286-project] 10.222.0.59 "GET /v2.0/security-groups?id=e69154af-3f7d-4ec7-ba52-8f586e6e7402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552792 Jul 27 21:00:38.401394 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvr_db [None req-766795e0-7c75-46fe-9ea3-9cc55219f4a0 None None] Set router 2ff795ca-7109-4086-916f-a75c0e8f3ca7 gateway port host: n-d-705658-22 {{(pid=105587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:00:38.478382 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device 0d25b76a-67ba-4b3b-8026-3f225d5e391c no longer exists at agent hyperv_n-h1-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:00:38.506378 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7021888-d3ef-44aa-a6ce-910eaa512b3e req-a76aa653-4f59-49d2-85db-4ee3bf9c405c tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:38.515392 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b7021888-d3ef-44aa-a6ce-910eaa512b3e req-a76aa653-4f59-49d2-85db-4ee3bf9c405c tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d07fb74-3ebf-4d24-bbe3-7e4795327233 HTTP/1.1" status: 200 len: 946 time: 0.1216269 Jul 27 21:00:38.593119 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b7021888-d3ef-44aa-a6ce-910eaa512b3e req-878aadf4-92dd-4134-bb48-335450ee349d tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] 10.222.0.59 "GET /v2.0/security-groups?id=d1766e71-7b2a-4f2d-acc0-530f862b8fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768263 Jul 27 21:00:38.656598 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:38.722608 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device c05afdf9-c35e-4b2b-a686-38776cd84384 up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:00:38.729019 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] For port 0d25b76a-67ba-4b3b-8026-3f225d5e391c, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=0d25b76a-67ba-4b3b-8026-3f225d5e391c,segment=NetworkSegment(7253e476-fc19-4126-9562-a06a41b3b94e),segment_id=7253e476-fc19-4126-9562-a06a41b3b94e)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:00:38.753589 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:38.885691 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Pushing event updated for resources: {'Port': ['ID=0d25b76a-67ba-4b3b-8026-3f225d5e391c,revision_number=14']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:00:38.891855 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-5c973952-4000-43ae-b4ee-31103d665355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:38.906141 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port c05afdf9-c35e-4b2b-a686-38776cd84384 triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:00:38.906877 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:38.951867 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9467f2f-b659-4c33-9b80-2477cd8eb8e3 req-2e294ec0-7b0e-421b-9a5c-27a7da7ed1d5 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:38.953748 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a9467f2f-b659-4c33-9b80-2477cd8eb8e3 req-2e294ec0-7b0e-421b-9a5c-27a7da7ed1d5 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] 10.222.0.59 "GET /v2.0/ports?device_id=29c1b762-5cb9-4f5b-ac71-3cb8a306ebde HTTP/1.1" status: 200 len: 945 time: 0.1680844 Jul 27 21:00:38.977969 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-766795e0-7c75-46fe-9ea3-9cc55219f4a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ff795ca-7109-4086-916f-a75c0e8f3ca7', 'name': 'tempest-TaggedBootDevicesTest-1805420441-router', 'tenant_id': '16c9b99e3d6b4b58a380b57255ba6d41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.55'}], 'enable_snat': True}, 'gw_port_id': 'c05afdf9-c35e-4b2b-a686-38776cd84384', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:00:25Z', 'updated_at': '2021-07-27T21:00:34Z', 'revision_number': 4, 'project_id': '16c9b99e3d6b4b58a380b57255ba6d41', 'gw_port': {'id': 'c05afdf9-c35e-4b2b-a686-38776cd84384', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:65:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ff795ca-7109-4086-916f-a75c0e8f3ca7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 966, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:00:27Z', 'updated_at': '2021-07-27T21:00:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_interfaces': [{'id': '5ce062f0-767c-41c3-bab4-69fff6c5f517', 'name': '', 'network_id': '7ff0eeb8-777d-434e-b9ec-a1527ebf3b8c', 'tenant_id': '16c9b99e3d6b4b58a380b57255ba6d41', 'mac_address': 'fa:16:3e:03:b5:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ff795ca-7109-4086-916f-a75c0e8f3ca7', 'device_owner': 'network:router_interface', 'standard_attr_id': 982, 'fixed_ips': [{'subnet_id': '57eac71b-5ae3-4b5a-b197-44e1dceaf130', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:00:33Z', 'updated_at': '2021-07-27T21:00:34Z', 'revision_number': 2, 'project_id': '16c9b99e3d6b4b58a380b57255ba6d41', 'subnets': [{'id': '57eac71b-5ae3-4b5a-b197-44e1dceaf130', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-22', False) {} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:00:39.023546 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e971ab8c-11d8-4530-bea4-caba504e61c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd1ad9a5-5038-4919-b561-6dee4511ae37'}, {'server_uuid': '29c1b762-5cb9-4f5b-ac71-3cb8a306ebde', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0d25b76a-67ba-4b3b-8026-3f225d5e391c'}] {{(pid=105586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:00:39.026647 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14c1663e039faf5393f87855f745010ac5b02220355b68fdbf065393e303ac56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9542257-c252-4f42-8762-5190052cb7e3" -d '{"events": [{"server_uuid": "e971ab8c-11d8-4530-bea4-caba504e61c4", "name": "network-vif-plugged", "status": "completed", "tag": "fd1ad9a5-5038-4919-b561-6dee4511ae37"}, {"server_uuid": "29c1b762-5cb9-4f5b-ac71-3cb8a306ebde", "name": "network-vif-unplugged", "status": "completed", "tag": "0d25b76a-67ba-4b3b-8026-3f225d5e391c"}]}' {{(pid=105586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:00:39.038537 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-766795e0-7c75-46fe-9ea3-9cc55219f4a0 None None] Checking router: 2ff795ca-7109-4086-916f-a75c0e8f3ca7 for host: n-d-705658-22 {{(pid=105587) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:00:39.038904 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-766795e0-7c75-46fe-9ea3-9cc55219f4a0 None None] Updating router 2ff795ca-7109-4086-916f-a75c0e8f3ca7 port 5ce062f0-767c-41c3-bab4-69fff6c5f517 binding host n-d-705658-22 {{(pid=105587) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 21:00:39.051902 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a9467f2f-b659-4c33-9b80-2477cd8eb8e3 req-a2813dd6-5a2d-4e7a-a447-4edc7746cdef tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] 10.222.0.59 "GET /v2.0/security-groups?id=e760076b-6854-47cf-947b-f6a7a8a579d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0904517 Jul 27 21:00:39.089700 n-d-705658-22 neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-766795e0-7c75-46fe-9ea3-9cc55219f4a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:39.156346 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Tue, 27 Jul 2021 21:00:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-641b4aa2-95c4-40d0-90d1-f82edc5d5649 x-openstack-request-id: req-641b4aa2-95c4-40d0-90d1-f82edc5d5649 {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:00:39.156642 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e971ab8c-11d8-4530-bea4-caba504e61c4", "name": "network-vif-plugged", "status": "completed", "tag": "fd1ad9a5-5038-4919-b561-6dee4511ae37", "code": 200}, {"server_uuid": "29c1b762-5cb9-4f5b-ac71-3cb8a306ebde", "name": "network-vif-unplugged", "status": "completed", "tag": "0d25b76a-67ba-4b3b-8026-3f225d5e391c", "code": 200}]} {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:00:39.156944 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-641b4aa2-95c4-40d0-90d1-f82edc5d5649 {{(pid=105586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:00:39.157287 n-d-705658-22 neutron-server[105586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e971ab8c-11d8-4530-bea4-caba504e61c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd1ad9a5-5038-4919-b561-6dee4511ae37', 'code': 200} Jul 27 21:00:39.157547 n-d-705658-22 neutron-server[105586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29c1b762-5cb9-4f5b-ac71-3cb8a306ebde', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0d25b76a-67ba-4b3b-8026-3f225d5e391c', 'code': 200} Jul 27 21:00:39.339120 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a2c97834-7503-45d6-82d7-e8df4465bd4b req-c7e3470b-a5a3-4b96-8964-22963745f646 tempest-QuotasAdminNegativeTest-1747506199 tempest-QuotasAdminNegativeTest-1747506199-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=3161be5473ff4d60acb32ecb5f95a125&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0614381 Jul 27 21:00:39.345376 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67dde648-7cf8-4f45-aed1-0bd9d87f8ec2 req-cebe9629-7ab5-4960-bd63-2532bdbc6b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:39.351226 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-67dde648-7cf8-4f45-aed1-0bd9d87f8ec2 req-cebe9629-7ab5-4960-bd63-2532bdbc6b36 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=e971ab8c-11d8-4530-bea4-caba504e61c4 HTTP/1.1" status: 200 len: 1097 time: 0.1216395 Jul 27 21:00:39.367584 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 41958) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:00:39.404405 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa81897-ca6a-47cb-8662-ee99f5f512ae req-94da9476-a7ad-4851-b11e-39b4e4b1b198 tempest-ServerMetadataNegativeTestJSON-549606286 tempest-ServerMetadataNegativeTestJSON-549606286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:39.406476 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-daa81897-ca6a-47cb-8662-ee99f5f512ae req-94da9476-a7ad-4851-b11e-39b4e4b1b198 tempest-ServerMetadataNegativeTestJSON-549606286 tempest-ServerMetadataNegativeTestJSON-549606286-project] 10.222.0.60 "GET /v2.0/ports?device_id=41f5f7a7-2cb5-455e-9e89-38ce8396742f HTTP/1.1" status: 200 len: 946 time: 0.2547956 Jul 27 21:00:39.443911 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-67dde648-7cf8-4f45-aed1-0bd9d87f8ec2 req-1304cfb5-ff8a-4cb5-bc23-bd2ddbc3f128 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=52dba1d2-45eb-4627-a32a-8b651454cd30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785151 Jul 27 21:00:39.530579 n-d-705658-22 neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-766795e0-7c75-46fe-9ea3-9cc55219f4a0 None None] Notify callbacks [] for port, precommit_update {{(pid=105587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:39.538064 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-f409e207-7872-4185-ad74-f9ba79fd5649 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-844510889-network', 'tenant_id': '8a9fb2dba4884d648101d24277d7cc3a'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:00:39.542835 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.provisioning_blocks [None req-766795e0-7c75-46fe-9ea3-9cc55219f4a0 None None] Transition to ACTIVE for port object 5ce062f0-767c-41c3-bab4-69fff6c5f517 will not be triggered until provisioned by entity L2. {{(pid=105587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:00:39.554083 n-d-705658-22 neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-766795e0-7c75-46fe-9ea3-9cc55219f4a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:39.565137 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f409e207-7872-4185-ad74-f9ba79fd5649 admin admin] Made reservation on behalf of 8a9fb2dba4884d648101d24277d7cc3a for: {'network': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:00:39.568002 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-f409e207-7872-4185-ad74-f9ba79fd5649 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for network, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:39.582432 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-f409e207-7872-4185-ad74-f9ba79fd5649 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:39.644655 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf3e832-5fd0-420c-b970-746d2ff11a2d None None] Pushing event updated for resources: {'Port': ['ID=5ce062f0-767c-41c3-bab4-69fff6c5f517,revision_number=3']} {{(pid=105587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:00:39.696314 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf3e832-5fd0-420c-b970-746d2ff11a2d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:00:39.696582 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf3e832-5fd0-420c-b970-746d2ff11a2d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:00:39.696933 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf3e832-5fd0-420c-b970-746d2ff11a2d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:00:39.697248 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf3e832-5fd0-420c-b970-746d2ff11a2d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:00:39.697779 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf3e832-5fd0-420c-b970-746d2ff11a2d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:00:39.698534 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf3e832-5fd0-420c-b970-746d2ff11a2d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:00:39.699048 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf3e832-5fd0-420c-b970-746d2ff11a2d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:00:39.699654 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf3e832-5fd0-420c-b970-746d2ff11a2d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:00:39.699800 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c97834-7503-45d6-82d7-e8df4465bd4b req-1c82fb95-1180-4da9-9136-d96177926e4b tempest-QuotasAdminNegativeTest-1747506199 tempest-QuotasAdminNegativeTest-1747506199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:39.700821 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf3e832-5fd0-420c-b970-746d2ff11a2d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:00:39.701330 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf3e832-5fd0-420c-b970-746d2ff11a2d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:00:39.701820 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf3e832-5fd0-420c-b970-746d2ff11a2d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:00:39.702306 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf3e832-5fd0-420c-b970-746d2ff11a2d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:00:39.710715 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a2c97834-7503-45d6-82d7-e8df4465bd4b req-1c82fb95-1180-4da9-9136-d96177926e4b tempest-QuotasAdminNegativeTest-1747506199 tempest-QuotasAdminNegativeTest-1747506199-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3563218 Jul 27 21:00:39.718957 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.managers [None req-766795e0-7c75-46fe-9ea3-9cc55219f4a0 None None] Attempting to bind port 5ce062f0-767c-41c3-bab4-69fff6c5f517 on host n-d-705658-22 for vnic_type normal with profile {{(pid=105587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:00:39.719960 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.managers [None req-766795e0-7c75-46fe-9ea3-9cc55219f4a0 None None] Attempting to bind port 5ce062f0-767c-41c3-bab4-69fff6c5f517 by drivers openvswitch,hyperv on host n-d-705658-22 at level 0 using segments [{'id': '1922154b-32f1-4361-bf34-7b69d21d65b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '7ff0eeb8-777d-434e-b9ec-a1527ebf3b8c'}] {{(pid=105587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:00:39.721460 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-766795e0-7c75-46fe-9ea3-9cc55219f4a0 None None] Attempting to bind port 5ce062f0-767c-41c3-bab4-69fff6c5f517 on network 7ff0eeb8-777d-434e-b9ec-a1527ebf3b8c {{(pid=105587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:00:39.728296 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-766795e0-7c75-46fe-9ea3-9cc55219f4a0 None None] Checking agent: {'id': '04a7ea91-6318-467e-ace6-b0fb48c8690f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 41, 42), 'started_at': datetime.datetime(2021, 7, 27, 20, 42, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 0, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:00:39.728927 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-766795e0-7c75-46fe-9ea3-9cc55219f4a0 None None] Checking segment: {'id': '1922154b-32f1-4361-bf34-7b69d21d65b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '7ff0eeb8-777d-434e-b9ec-a1527ebf3b8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:00:39.729568 n-d-705658-22 neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-766795e0-7c75-46fe-9ea3-9cc55219f4a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:39.730134 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-766795e0-7c75-46fe-9ea3-9cc55219f4a0 None None] Bound using segment: {'id': '1922154b-32f1-4361-bf34-7b69d21d65b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '7ff0eeb8-777d-434e-b9ec-a1527ebf3b8c'} {{(pid=105587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:00:39.730770 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.managers [None req-766795e0-7c75-46fe-9ea3-9cc55219f4a0 None None] Bound port: 5ce062f0-767c-41c3-bab4-69fff6c5f517, host: n-d-705658-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1922154b-32f1-4361-bf34-7b69d21d65b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '7ff0eeb8-777d-434e-b9ec-a1527ebf3b8c'}}] {{(pid=105587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:00:39.731677 n-d-705658-22 neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-766795e0-7c75-46fe-9ea3-9cc55219f4a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:39.753937 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8147c9fb-33d7-4a0f-88d7-ff117d006053 req-ff2b82fd-b3e0-4db1-8734-02fc2a07f0b8 tempest-ListServersNegativeTestJSON-1907616306 tempest-ListServersNegativeTestJSON-1907616306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:39.762990 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-8147c9fb-33d7-4a0f-88d7-ff117d006053 req-ff2b82fd-b3e0-4db1-8734-02fc2a07f0b8 tempest-ListServersNegativeTestJSON-1907616306 tempest-ListServersNegativeTestJSON-1907616306-project] 10.222.0.59 "GET /v2.0/ports?device_id=e971ab8c-11d8-4530-bea4-caba504e61c4 HTTP/1.1" status: 200 len: 945 time: 0.3108070 Jul 27 21:00:39.774924 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a2c97834-7503-45d6-82d7-e8df4465bd4b req-1be44939-2f91-47f2-a4db-2475fa593d8d tempest-QuotasAdminNegativeTest-1747506199 tempest-QuotasAdminNegativeTest-1747506199-project] 10.222.0.59 "GET /v2.0/quotas/3161be5473ff4d60acb32ecb5f95a125 HTTP/1.1" status: 200 len: 375 time: 0.0631313 Jul 27 21:00:39.782828 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-f409e207-7872-4185-ad74-f9ba79fd5649 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:39.787098 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b9f17d-1098-4e7a-bad8-f7115d734e80 req-c7e70708-2ad1-45de-a2f3-213edd66a34b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:39.789422 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-66b9f17d-1098-4e7a-bad8-f7115d734e80 req-c7e70708-2ad1-45de-a2f3-213edd66a34b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=037df3a90f014739a3644a9c2d1586c8&device_id=29c1b762-5cb9-4f5b-ac71-3cb8a306ebde HTTP/1.1" status: 200 len: 1097 time: 0.3444841 Jul 27 21:00:39.793069 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-f409e207-7872-4185-ad74-f9ba79fd5649 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:39.846987 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.db [None req-766795e0-7c75-46fe-9ea3-9cc55219f4a0 None None] For port 5ce062f0-767c-41c3-bab4-69fff6c5f517, host n-d-705658-22, cleared binding levels {{(pid=105587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:00:39.851291 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f409e207-7872-4185-ad74-f9ba79fd5649 admin admin] vlan segment allocate from pool success with {'vlan_id': 243, 'physical_network': 'physnet1'} {{(pid=105584) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:00:39.858258 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.db [None req-766795e0-7c75-46fe-9ea3-9cc55219f4a0 None None] For port 5ce062f0-767c-41c3-bab4-69fff6c5f517, host n-d-705658-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=5ce062f0-767c-41c3-bab4-69fff6c5f517,segment=NetworkSegment(1922154b-32f1-4361-bf34-7b69d21d65b6),segment_id=1922154b-32f1-4361-bf34-7b69d21d65b6)] {{(pid=105587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:00:39.864757 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f409e207-7872-4185-ad74-f9ba79fd5649 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e615c8e-7316-4e41-95e2-beb8fbe16280,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:00:39.868322 n-d-705658-22 neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-766795e0-7c75-46fe-9ea3-9cc55219f4a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:39.869342 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a2c97834-7503-45d6-82d7-e8df4465bd4b req-e0509194-9195-4df6-b899-1676b249d2a5 tempest-QuotasAdminNegativeTest-1747506199 tempest-QuotasAdminNegativeTest-1747506199-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=3161be5473ff4d60acb32ecb5f95a125&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0931990 Jul 27 21:00:39.870499 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-f409e207-7872-4185-ad74-f9ba79fd5649 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:39.871480 n-d-705658-22 neutron-server[105584]: INFO neutron.db.segments_db [None req-f409e207-7872-4185-ad74-f9ba79fd5649 admin admin] Added segment 7e287389-6e5c-4ce4-b4eb-616d84d437ce of type vlan for network 4d2b2080-dee5-4efa-a657-06e568548ad6 Jul 27 21:00:39.901986 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:39.952240 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-f409e207-7872-4185-ad74-f9ba79fd5649 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790688424798'] for network, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:40.008109 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-f409e207-7872-4185-ad74-f9ba79fd5649 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920'] for network, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:40.010745 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f409e207-7872-4185-ad74-f9ba79fd5649 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:40.011617 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-f409e207-7872-4185-ad74-f9ba79fd5649 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743886'] for network, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:40.031760 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [req-daa81897-ca6a-47cb-8662-ee99f5f512ae req-d9ebc24d-7e65-4d36-a8f9-460f39877357 tempest-ServerMetadataNegativeTestJSON-549606286 tempest-ServerMetadataNegativeTestJSON-549606286-project] Deleting port 9b9bbfba-5d2c-4a9a-a5ba-ceb0e6f60cab {{(pid=105585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:00:40.032106 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-daa81897-ca6a-47cb-8662-ee99f5f512ae req-d9ebc24d-7e65-4d36-a8f9-460f39877357 tempest-ServerMetadataNegativeTestJSON-549606286 tempest-ServerMetadataNegativeTestJSON-549606286-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:40.053092 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-8147c9fb-33d7-4a0f-88d7-ff117d006053 req-89935604-5c38-420b-9a61-24bb74163063 tempest-ListServersNegativeTestJSON-1907616306 tempest-ListServersNegativeTestJSON-1907616306-project] 10.222.0.59 "GET /v2.0/security-groups?id=52dba1d2-45eb-4627-a32a-8b651454cd30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2890804 Jul 27 21:00:40.127688 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-f409e207-7872-4185-ad74-f9ba79fd5649 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7580438 Jul 27 21:00:40.132799 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 41968) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:00:40.146732 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-06704faf-1005-4f5c-9eef-2adb8c9c9759 admin admin] Request body: {'subnet': {'network_id': '4d2b2080-dee5-4efa-a657-06e568548ad6', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-844510889-subnet', 'tenant_id': '8a9fb2dba4884d648101d24277d7cc3a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:00:40.157288 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-766795e0-7c75-46fe-9ea3-9cc55219f4a0 None None] Routers {'2ff795ca-7109-4086-916f-a75c0e8f3ca7'} bound to L3 agent in host n-d-705658-22 {{(pid=105587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:00:40.157919 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-766795e0-7c75-46fe-9ea3-9cc55219f4a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:00:11Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['2ff795ca-7109-4086-916f-a75c0e8f3ca7'], 'active': True} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:00:40.159800 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f409e207-7872-4185-ad74-f9ba79fd5649 admin admin] Pushing event updated for resources: {'Network': ['ID=4d2b2080-dee5-4efa-a657-06e568548ad6,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:00:40.172314 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b9f17d-1098-4e7a-bad8-f7115d734e80 req-b0c68d86-9740-4d62-b79a-f5ef64cbbeda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:40.174636 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Network 4d2b2080-dee5-4efa-a657-06e568548ad6 details requested by agent ovs-agent-n-d-705658-22 with host n-d-705658-22 {{(pid=105586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:00:40.179640 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-66b9f17d-1098-4e7a-bad8-f7115d734e80 req-b0c68d86-9740-4d62-b79a-f5ef64cbbeda service neutron] 10.222.0.36 "GET /v2.0/networks?id=6aa76440-68bb-4814-b579-87efb5c679e3 HTTP/1.1" status: 200 len: 913 time: 0.3798740 Jul 27 21:00:40.207855 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06704faf-1005-4f5c-9eef-2adb8c9c9759 admin admin] Made reservation on behalf of 8a9fb2dba4884d648101d24277d7cc3a for: {'subnet': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:00:40.212489 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-06704faf-1005-4f5c-9eef-2adb8c9c9759 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9738786'] for subnet, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:40.224258 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf3e832-5fd0-420c-b970-746d2ff11a2d None None] Pushing event updated for resources: {'Port': ['ID=5ce062f0-767c-41c3-bab4-69fff6c5f517,revision_number=4']} {{(pid=105587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:00:40.369395 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvr_db [None req-766795e0-7c75-46fe-9ea3-9cc55219f4a0 None None] Set router 2ff795ca-7109-4086-916f-a75c0e8f3ca7 gateway port host: n-d-705658-22 {{(pid=105587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:00:40.571968 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-06704faf-1005-4f5c-9eef-2adb8c9c9759 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9014150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9738800'] for subnet, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:40.676496 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06704faf-1005-4f5c-9eef-2adb8c9c9759 admin admin] Checking segment: {'id': '7e287389-6e5c-4ce4-b4eb-616d84d437ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '4d2b2080-dee5-4efa-a657-06e568548ad6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:00:40.676861 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06704faf-1005-4f5c-9eef-2adb8c9c9759 admin admin] Network hostable DHCP agents. Network: 4d2b2080-dee5-4efa-a657-06e568548ad6, hostable agents: ['7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a'], hosted agents: [] {{(pid=105584) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:00:40.679950 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06704faf-1005-4f5c-9eef-2adb8c9c9759 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2f9e1451-a5a2-4318-8f1b-217b4517cbc0,revision_number=0']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:00:40.703295 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06704faf-1005-4f5c-9eef-2adb8c9c9759 admin admin] Network 4d2b2080-dee5-4efa-a657-06e568548ad6 is scheduled to be hosted by DHCP agent 7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a with binding_index 1 {{(pid=105584) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:00:40.708032 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-66b9f17d-1098-4e7a-bad8-f7115d734e80 req-8df8b7e9-12eb-4240-96b2-e76f0cdb104a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0d25b76a-67ba-4b3b-8026-3f225d5e391c HTTP/1.1" status: 200 len: 1000 time: 0.5054548 Jul 27 21:00:40.716713 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [None req-06704faf-1005-4f5c-9eef-2adb8c9c9759 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-22, 4d2b2080-dee5-4efa-a657-06e568548ad6) {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:00:40.721509 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06704faf-1005-4f5c-9eef-2adb8c9c9759 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:40.722305 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-06704faf-1005-4f5c-9eef-2adb8c9c9759 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:40.726555 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5e61cf7-6699-4be3-9e17-c8b3e2515846 None None] Network 4d2b2080-dee5-4efa-a657-06e568548ad6 requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:00:40.742551 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-06704faf-1005-4f5c-9eef-2adb8c9c9759 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6080739 Jul 27 21:00:40.747082 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-766795e0-7c75-46fe-9ea3-9cc55219f4a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ff795ca-7109-4086-916f-a75c0e8f3ca7', 'name': 'tempest-TaggedBootDevicesTest-1805420441-router', 'tenant_id': '16c9b99e3d6b4b58a380b57255ba6d41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.55'}], 'enable_snat': True}, 'gw_port_id': 'c05afdf9-c35e-4b2b-a686-38776cd84384', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:00:25Z', 'updated_at': '2021-07-27T21:00:34Z', 'revision_number': 4, 'project_id': '16c9b99e3d6b4b58a380b57255ba6d41', 'gw_port': {'id': 'c05afdf9-c35e-4b2b-a686-38776cd84384', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:65:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ff795ca-7109-4086-916f-a75c0e8f3ca7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 966, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:00:27Z', 'updated_at': '2021-07-27T21:00:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_interfaces': [{'id': '5ce062f0-767c-41c3-bab4-69fff6c5f517', 'name': '', 'network_id': '7ff0eeb8-777d-434e-b9ec-a1527ebf3b8c', 'tenant_id': '16c9b99e3d6b4b58a380b57255ba6d41', 'mac_address': 'fa:16:3e:03:b5:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ff795ca-7109-4086-916f-a75c0e8f3ca7', 'device_owner': 'network:router_interface', 'standard_attr_id': 982, 'fixed_ips': [{'subnet_id': '57eac71b-5ae3-4b5a-b197-44e1dceaf130', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:00:33Z', 'updated_at': '2021-07-27T21:00:39Z', 'revision_number': 4, 'project_id': '16c9b99e3d6b4b58a380b57255ba6d41', 'subnets': [{'id': '57eac71b-5ae3-4b5a-b197-44e1dceaf130', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-22', False) {} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:00:40.795150 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-766795e0-7c75-46fe-9ea3-9cc55219f4a0 None None] The sync data for ids ['2ff795ca-7109-4086-916f-a75c0e8f3ca7'] in n-d-705658-22 is: [{'id': '2ff795ca-7109-4086-916f-a75c0e8f3ca7', 'name': 'tempest-TaggedBootDevicesTest-1805420441-router', 'tenant_id': '16c9b99e3d6b4b58a380b57255ba6d41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.55'}], 'enable_snat': True}, 'gw_port_id': 'c05afdf9-c35e-4b2b-a686-38776cd84384', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:00:25Z', 'updated_at': '2021-07-27T21:00:34Z', 'revision_number': 4, 'project_id': '16c9b99e3d6b4b58a380b57255ba6d41', 'gw_port': {'id': 'c05afdf9-c35e-4b2b-a686-38776cd84384', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:65:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ff795ca-7109-4086-916f-a75c0e8f3ca7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 966, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:00:27Z', 'updated_at': '2021-07-27T21:00:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_interfaces': [{'id': '5ce062f0-767c-41c3-bab4-69fff6c5f517', 'name': '', 'network_id': '7ff0eeb8-777d-434e-b9ec-a1527ebf3b8c', 'tenant_id': '16c9b99e3d6b4b58a380b57255ba6d41', 'mac_address': 'fa:16:3e:03:b5:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ff795ca-7109-4086-916f-a75c0e8f3ca7', 'device_owner': 'network:router_interface', 'standard_attr_id': 982, 'fixed_ips': [{'subnet_id': '57eac71b-5ae3-4b5a-b197-44e1dceaf130', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:00:33Z', 'updated_at': '2021-07-27T21:00:39Z', 'revision_number': 4, 'project_id': '16c9b99e3d6b4b58a380b57255ba6d41', 'subnets': [{'id': '57eac71b-5ae3-4b5a-b197-44e1dceaf130', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:00:40.855249 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b9f17d-1098-4e7a-bad8-f7115d734e80 req-2d75bb4f-8d20-4d7a-9c55-e59a724e64b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:40.862736 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-66b9f17d-1098-4e7a-bad8-f7115d734e80 req-2d75bb4f-8d20-4d7a-9c55-e59a724e64b0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=746696d1-95cb-4db5-9b25-089085191295 HTTP/1.1" status: 200 len: 851 time: 0.1334882 Jul 27 21:00:40.966268 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.db [req-daa81897-ca6a-47cb-8662-ee99f5f512ae req-d9ebc24d-7e65-4d36-a8f9-460f39877357 tempest-ServerMetadataNegativeTestJSON-549606286 tempest-ServerMetadataNegativeTestJSON-549606286-project] For port 9b9bbfba-5d2c-4a9a-a5ba-ceb0e6f60cab, host n-h2-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=9b9bbfba-5d2c-4a9a-a5ba-ceb0e6f60cab,segment=NetworkSegment(a5429dc4-be9b-4a79-9509-db0ae76cf6fd),segment_id=a5429dc4-be9b-4a79-9509-db0ae76cf6fd)] {{(pid=105585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:00:40.966395 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-daa81897-ca6a-47cb-8662-ee99f5f512ae req-d9ebc24d-7e65-4d36-a8f9-460f39877357 tempest-ServerMetadataNegativeTestJSON-549606286 tempest-ServerMetadataNegativeTestJSON-549606286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:41.001108 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [req-daa81897-ca6a-47cb-8662-ee99f5f512ae req-d9ebc24d-7e65-4d36-a8f9-460f39877357 tempest-ServerMetadataNegativeTestJSON-549606286 tempest-ServerMetadataNegativeTestJSON-549606286-project] Calling delete_port for 9b9bbfba-5d2c-4a9a-a5ba-ceb0e6f60cab owned by compute:nova {{(pid=105585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:00:41.006400 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73984818-bef5-4923-8f71-c0b4789ea2d3 None None] Network 4d2b2080-dee5-4efa-a657-06e568548ad6 requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:00:41.011640 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54996b2-95f0-4c2b-be29-881ed82bd4eb req-efa170b8-4049-4cfc-8ace-1a6f2a2c18d8 tempest-ServerMetadataNegativeTestJSON-549606286 tempest-ServerMetadataNegativeTestJSON-549606286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:41.020317 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f54996b2-95f0-4c2b-be29-881ed82bd4eb req-efa170b8-4049-4cfc-8ace-1a6f2a2c18d8 tempest-ServerMetadataNegativeTestJSON-549606286 tempest-ServerMetadataNegativeTestJSON-549606286-project] 10.222.0.59 "GET /v2.0/ports?device_id=41f5f7a7-2cb5-455e-9e89-38ce8396742f HTTP/1.1" status: 200 len: 946 time: 0.9385598 Jul 27 21:00:41.073962 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31aac365-cba3-4754-a145-cc8d94534233 req-43615546-b9e6-424a-9174-3938b2288472 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:41.081733 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-31aac365-cba3-4754-a145-cc8d94534233 req-43615546-b9e6-424a-9174-3938b2288472 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] 10.222.0.59 "GET /v2.0/ports?device_id=29c1b762-5cb9-4f5b-ac71-3cb8a306ebde HTTP/1.1" status: 200 len: 945 time: 0.3562214 Jul 27 21:00:41.169127 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f54996b2-95f0-4c2b-be29-881ed82bd4eb req-753b67a2-d7be-470e-8e5c-f09fa85f94bb tempest-ServerMetadataNegativeTestJSON-549606286 tempest-ServerMetadataNegativeTestJSON-549606286-project] 10.222.0.59 "GET /v2.0/security-groups?id=e69154af-3f7d-4ec7-ba52-8f586e6e7402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479163 Jul 27 21:00:41.190127 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b9f17d-1098-4e7a-bad8-f7115d734e80 req-973f5326-8367-4cd3-8637-9e54fbf25d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:41.191680 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-66b9f17d-1098-4e7a-bad8-f7115d734e80 req-973f5326-8367-4cd3-8637-9e54fbf25d76 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6aa76440-68bb-4814-b579-87efb5c679e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3069665 Jul 27 21:00:41.212493 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-31aac365-cba3-4754-a145-cc8d94534233 req-a3a121f0-a0d6-4e13-add5-add5858c50c9 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] 10.222.0.59 "GET /v2.0/security-groups?id=e760076b-6854-47cf-947b-f6a7a8a579d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1283939 Jul 27 21:00:41.222988 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-01b0ee6a-24bc-4d48-9c1f-5b2bd525273e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:41.430753 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-daa81897-ca6a-47cb-8662-ee99f5f512ae req-d9ebc24d-7e65-4d36-a8f9-460f39877357 tempest-ServerMetadataNegativeTestJSON-549606286 tempest-ServerMetadataNegativeTestJSON-549606286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:41.482612 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ebc24d-7e65-4d36-a8f9-460f39877357 tempest-ServerMetadataNegativeTestJSON-549606286 tempest-ServerMetadataNegativeTestJSON-549606286-project] Pushing event deleted for resources: {'Port': ['ID=9b9bbfba-5d2c-4a9a-a5ba-ceb0e6f60cab,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:00:41.489534 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-66b9f17d-1098-4e7a-bad8-f7115d734e80 req-2885f089-2382-46c9-96be-5a18657be7b1 service neutron] 10.222.0.36 "GET /v2.0/networks/6aa76440-68bb-4814-b579-87efb5c679e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2759175 Jul 27 21:00:41.564073 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aca8f9e-248e-48f1-98f7-43675486ab9c req-3cd26fc3-de54-4f5c-a485-51188dd288cd tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:41.566159 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-2aca8f9e-248e-48f1-98f7-43675486ab9c req-3cd26fc3-de54-4f5c-a485-51188dd288cd tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d07fb74-3ebf-4d24-bbe3-7e4795327233 HTTP/1.1" status: 200 len: 946 time: 0.2946403 Jul 27 21:00:41.596554 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.l3_dvrscheduler_db [req-daa81897-ca6a-47cb-8662-ee99f5f512ae req-d9ebc24d-7e65-4d36-a8f9-460f39877357 tempest-ServerMetadataNegativeTestJSON-549606286 tempest-ServerMetadataNegativeTestJSON-549606286-project] No DVR routers for this DVR port 9b9bbfba-5d2c-4a9a-a5ba-ceb0e6f60cab on host n-h2-705658-22 {{(pid=105585) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:00:41.602094 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-daa81897-ca6a-47cb-8662-ee99f5f512ae req-d9ebc24d-7e65-4d36-a8f9-460f39877357 tempest-ServerMetadataNegativeTestJSON-549606286 tempest-ServerMetadataNegativeTestJSON-549606286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:41.604129 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-daa81897-ca6a-47cb-8662-ee99f5f512ae req-d9ebc24d-7e65-4d36-a8f9-460f39877357 tempest-ServerMetadataNegativeTestJSON-549606286 tempest-ServerMetadataNegativeTestJSON-549606286-project] 10.222.0.60 "DELETE /v2.0/ports/9b9bbfba-5d2c-4a9a-a5ba-ceb0e6f60cab HTTP/1.1" status: 204 len: 173 time: 2.1583400 Jul 27 21:00:41.606976 n-d-705658-22 neutron-server[105585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41f5f7a7-2cb5-455e-9e89-38ce8396742f', 'name': 'network-vif-deleted', 'tag': '9b9bbfba-5d2c-4a9a-a5ba-ceb0e6f60cab'}] {{(pid=105585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:00:41.609255 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d66fd65881426bfc2b5388084a3654e5eae521106a15a3dbf0eb4cde7106c36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-829f06a4-77b4-42a5-abb1-f706f5384439" -d '{"events": [{"server_uuid": "41f5f7a7-2cb5-455e-9e89-38ce8396742f", "name": "network-vif-deleted", "tag": "9b9bbfba-5d2c-4a9a-a5ba-ceb0e6f60cab"}]}' {{(pid=105585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:00:41.720827 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-66b9f17d-1098-4e7a-bad8-f7115d734e80 req-a3109f45-3fd2-4f4f-99df-a5cf190e5e37 service neutron] 10.222.0.36 "GET /v2.0/networks/6aa76440-68bb-4814-b579-87efb5c679e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2031195 Jul 27 21:00:41.737161 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [req-0c7de82f-e2b3-458a-8c84-9aee155dc7f8 req-db1855f7-a2d4-4f49-a844-081935048274 tempest-SecurityGroupsTestJSON-146164436 tempest-SecurityGroupsTestJSON-146164436-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2034467675', 'description': 'tempest-description-165285493'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:00:41.749261 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-2aca8f9e-248e-48f1-98f7-43675486ab9c req-23f5ef8e-c928-40dd-9fe1-66da27da0ced tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] 10.222.0.59 "GET /v2.0/security-groups?id=d1766e71-7b2a-4f2d-acc0-530f862b8fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486268 Jul 27 21:00:41.773298 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-0c7de82f-e2b3-458a-8c84-9aee155dc7f8 req-db1855f7-a2d4-4f49-a844-081935048274 tempest-SecurityGroupsTestJSON-146164436 tempest-SecurityGroupsTestJSON-146164436-project] Notify callbacks [] for security_group, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:41.806526 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:41.942266 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-0c7de82f-e2b3-458a-8c84-9aee155dc7f8 req-db1855f7-a2d4-4f49-a844-081935048274 tempest-SecurityGroupsTestJSON-146164436 tempest-SecurityGroupsTestJSON-146164436-project] Notify callbacks [] for security_group, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:41.950358 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-0c7de82f-e2b3-458a-8c84-9aee155dc7f8 req-db1855f7-a2d4-4f49-a844-081935048274 tempest-SecurityGroupsTestJSON-146164436 tempest-SecurityGroupsTestJSON-146164436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:42.001533 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1855f7-a2d4-4f49-a844-081935048274 tempest-SecurityGroupsTestJSON-146164436 tempest-SecurityGroupsTestJSON-146164436-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b1a7610-3eb4-462c-a05f-bfc5b0cb342d,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:00:42.007594 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-0c7de82f-e2b3-458a-8c84-9aee155dc7f8 req-db1855f7-a2d4-4f49-a844-081935048274 tempest-SecurityGroupsTestJSON-146164436 tempest-SecurityGroupsTestJSON-146164436-project] Notify callbacks [] for security_group, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:42.008881 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-0c7de82f-e2b3-458a-8c84-9aee155dc7f8 req-db1855f7-a2d4-4f49-a844-081935048274 tempest-SecurityGroupsTestJSON-146164436 tempest-SecurityGroupsTestJSON-146164436-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.2850585 Jul 27 21:00:42.031320 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d654ea16-b92a-4fc3-9655-c533b2cd6a7d req-ffd73485-b45a-4009-8a78-ccc802466429 tempest-ListServersNegativeTestJSON-1907616306 tempest-ListServersNegativeTestJSON-1907616306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:42.040830 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-d654ea16-b92a-4fc3-9655-c533b2cd6a7d req-ffd73485-b45a-4009-8a78-ccc802466429 tempest-ListServersNegativeTestJSON-1907616306 tempest-ListServersNegativeTestJSON-1907616306-project] 10.222.0.59 "GET /v2.0/ports?device_id=e971ab8c-11d8-4530-bea4-caba504e61c4 HTTP/1.1" status: 200 len: 945 time: 0.1596761 Jul 27 21:00:42.090601 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-d654ea16-b92a-4fc3-9655-c533b2cd6a7d req-838c7f6c-8bc8-477c-9270-ef5f91f698b5 tempest-ListServersNegativeTestJSON-1907616306 tempest-ListServersNegativeTestJSON-1907616306-project] 10.222.0.59 "GET /v2.0/security-groups?id=52dba1d2-45eb-4627-a32a-8b651454cd30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488806 Jul 27 21:00:42.152075 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:00:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61d3d893-97f0-44d8-924b-3c2fc93ab67b x-openstack-request-id: req-61d3d893-97f0-44d8-924b-3c2fc93ab67b {{(pid=105585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:00:42.152388 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41f5f7a7-2cb5-455e-9e89-38ce8396742f", "name": "network-vif-deleted", "tag": "9b9bbfba-5d2c-4a9a-a5ba-ceb0e6f60cab", "status": "completed", "code": 200}]} {{(pid=105585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:00:42.152642 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-61d3d893-97f0-44d8-924b-3c2fc93ab67b {{(pid=105585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:00:42.154573 n-d-705658-22 neutron-server[105585]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41f5f7a7-2cb5-455e-9e89-38ce8396742f', 'name': 'network-vif-deleted', 'tag': '9b9bbfba-5d2c-4a9a-a5ba-ceb0e6f60cab', 'status': 'completed', 'code': 200} Jul 27 21:00:42.188353 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [req-3b07863f-b057-49f3-814d-4acd1027784a req-ef8486a0-cc01-494d-b422-8c0a3f455100 tempest-SecurityGroupsTestJSON-146164436 tempest-SecurityGroupsTestJSON-146164436-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-172143284', 'description': 'tempest-description-667295950'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:00:42.246954 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-3b07863f-b057-49f3-814d-4acd1027784a req-ef8486a0-cc01-494d-b422-8c0a3f455100 tempest-SecurityGroupsTestJSON-146164436 tempest-SecurityGroupsTestJSON-146164436-project] Notify callbacks [] for security_group, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:42.407168 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-3b07863f-b057-49f3-814d-4acd1027784a req-ef8486a0-cc01-494d-b422-8c0a3f455100 tempest-SecurityGroupsTestJSON-146164436 tempest-SecurityGroupsTestJSON-146164436-project] Notify callbacks [] for security_group, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:42.412309 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-3b07863f-b057-49f3-814d-4acd1027784a req-ef8486a0-cc01-494d-b422-8c0a3f455100 tempest-SecurityGroupsTestJSON-146164436 tempest-SecurityGroupsTestJSON-146164436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:42.445961 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d183e7-b8b2-42eb-bb3f-d4412e55c01d req-20a6d977-53c1-4847-b460-31e953766938 tempest-ListServersNegativeTestJSON-1907616306 tempest-ListServersNegativeTestJSON-1907616306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:42.451502 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-49d183e7-b8b2-42eb-bb3f-d4412e55c01d req-20a6d977-53c1-4847-b460-31e953766938 tempest-ListServersNegativeTestJSON-1907616306 tempest-ListServersNegativeTestJSON-1907616306-project] 10.222.0.59 "GET /v2.0/ports?device_id=3f0843e9-bfe5-4bc2-b83e-8a9e3eaa3ec9 HTTP/1.1" status: 200 len: 945 time: 0.1247294 Jul 27 21:00:42.464664 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-3b07863f-b057-49f3-814d-4acd1027784a req-ef8486a0-cc01-494d-b422-8c0a3f455100 tempest-SecurityGroupsTestJSON-146164436 tempest-SecurityGroupsTestJSON-146164436-project] Notify callbacks [] for security_group, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:42.466120 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-3b07863f-b057-49f3-814d-4acd1027784a req-ef8486a0-cc01-494d-b422-8c0a3f455100 tempest-SecurityGroupsTestJSON-146164436 tempest-SecurityGroupsTestJSON-146164436-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.2820890 Jul 27 21:00:42.473416 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8486a0-cc01-494d-b422-8c0a3f455100 tempest-SecurityGroupsTestJSON-146164436 tempest-SecurityGroupsTestJSON-146164436-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d7394600-0f0a-44dd-8b68-b5019ba48f5e,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:00:42.520184 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-49d183e7-b8b2-42eb-bb3f-d4412e55c01d req-6671042b-42e8-4d16-9982-85bb4e916e9c tempest-ListServersNegativeTestJSON-1907616306 tempest-ListServersNegativeTestJSON-1907616306-project] 10.222.0.59 "GET /v2.0/security-groups?id=52dba1d2-45eb-4627-a32a-8b651454cd30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585871 Jul 27 21:00:42.538110 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 42012) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:00:42.634752 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.db_base_plugin_v2 [None req-0aee60c5-b2f7-4ede-9862-9f9caefd1b9b admin admin] Deleting subnet 913a77aa-4d9b-45c7-9008-64093e4b7342 {{(pid=105584) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:00:42.641574 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-0aee60c5-b2f7-4ede-9862-9f9caefd1b9b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:42.671806 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 5ce062f0-767c-41c3-bab4-69fff6c5f517 up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:00:42.688216 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-0aee60c5-b2f7-4ede-9862-9f9caefd1b9b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9014207'] for subnet, precommit_delete_associations {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:42.753215 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff40582-b29b-4287-978e-0010b0cab9ac req-7a047f34-66b2-4831-b5f4-cefdbc0351d0 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:42.754903 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-4ff40582-b29b-4287-978e-0010b0cab9ac req-7a047f34-66b2-4831-b5f4-cefdbc0351d0 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] 10.222.0.59 "GET /v2.0/ports?device_id=29c1b762-5cb9-4f5b-ac71-3cb8a306ebde HTTP/1.1" status: 200 len: 945 time: 0.1144300 Jul 27 21:00:42.792642 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-bb32ed7d-8717-448b-a9c8-a5a0117d1fd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:42.802443 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-0aee60c5-b2f7-4ede-9862-9f9caefd1b9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854965'] for subnet, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:42.809862 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning for port 5ce062f0-767c-41c3-bab4-69fff6c5f517 completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:00:42.817752 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port 5ce062f0-767c-41c3-bab4-69fff6c5f517 triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:00:42.818652 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:42.875272 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-4ff40582-b29b-4287-978e-0010b0cab9ac req-37be66e4-0d67-4f39-8e8e-473fd5edbd8d tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] 10.222.0.59 "GET /v2.0/security-groups?id=e760076b-6854-47cf-947b-f6a7a8a579d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1091719 Jul 27 21:00:42.890473 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-0aee60c5-b2f7-4ede-9862-9f9caefd1b9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9014081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9738825'] for subnet, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:42.926866 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aee60c5-b2f7-4ede-9862-9f9caefd1b9b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=913a77aa-4d9b-45c7-9008-64093e4b7342,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:00:42.939288 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:42.943424 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-0aee60c5-b2f7-4ede-9862-9f9caefd1b9b admin admin] Notify callbacks [] for subnet, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:42.945719 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-0aee60c5-b2f7-4ede-9862-9f9caefd1b9b admin admin] 10.222.0.59 "DELETE /v2.0/subnets/913a77aa-4d9b-45c7-9008-64093e4b7342 HTTP/1.1" status: 204 len: 168 time: 0.4058032 Jul 27 21:00:42.948107 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 42034) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:00:42.985267 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] For port 5ce062f0-767c-41c3-bab4-69fff6c5f517, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=5ce062f0-767c-41c3-bab4-69fff6c5f517,segment=NetworkSegment(1922154b-32f1-4361-bf34-7b69d21d65b6),segment_id=1922154b-32f1-4361-bf34-7b69d21d65b6)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:00:42.989682 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:43.013693 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a685be46-a363-4fb8-bbef-9620f283ee41 req-91a49dd5-9ec2-46bc-8aca-6b0506ff3054 tempest-SecurityGroupsTestJSON-146164436 tempest-SecurityGroupsTestJSON-146164436-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:43.015250 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a685be46-a363-4fb8-bbef-9620f283ee41 req-91a49dd5-9ec2-46bc-8aca-6b0506ff3054 tempest-SecurityGroupsTestJSON-146164436 tempest-SecurityGroupsTestJSON-146164436-project] 10.222.0.59 "GET /v2.0/networks?id=4d2b2080-dee5-4efa-a657-06e568548ad6 HTTP/1.1" status: 200 len: 812 time: 0.2253811 Jul 27 21:00:43.054584 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Pushing event updated for resources: {'Port': ['ID=5ce062f0-767c-41c3-bab4-69fff6c5f517,revision_number=5']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:00:43.057344 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Device 9b9bbfba-5d2c-4a9a-a5ba-ceb0e6f60cab no longer exists at agent hyperv_n-h2-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:00:43.059909 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a685be46-a363-4fb8-bbef-9620f283ee41 req-7b104ccc-36b0-43ab-af24-815e5640a53b tempest-SecurityGroupsTestJSON-146164436 tempest-SecurityGroupsTestJSON-146164436-project] 10.222.0.59 "GET /v2.0/quotas/8a9fb2dba4884d648101d24277d7cc3a HTTP/1.1" status: 200 len: 375 time: 0.0275888 Jul 27 21:00:43.062985 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-2d9d951a-1985-4245-8568-ec138b81ec5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-990557'] for network, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:43.078744 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-3d54578f-831f-4696-b568-13c455922dab None None] No Port match for: 9b9bbfba-5d2c-4a9a-a5ba-ceb0e6f60cab {{(pid=105586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:00:43.079111 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Device 9b9bbfba-5d2c-4a9a-a5ba-ceb0e6f60cab not bound to the agent host n-h2-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:00:43.104190 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a685be46-a363-4fb8-bbef-9620f283ee41 req-39e15c82-28ab-4c8b-aabc-81a14e53c4c1 tempest-SecurityGroupsTestJSON-146164436 tempest-SecurityGroupsTestJSON-146164436-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=8a9fb2dba4884d648101d24277d7cc3a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0433738 Jul 27 21:00:43.165505 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-2d9d951a-1985-4245-8568-ec138b81ec5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853562', 'neutron.services.segments.db._delete_segments_for_network-8790688882975'] for network, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:43.180241 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.segments.db [None req-2d9d951a-1985-4245-8568-ec138b81ec5f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea6ef872-4d0e-47a3-b5a8-46682c9deff2']}} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:00:43.183420 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89a0255-e5f9-49d4-818e-af09b4563a5b req-0a480126-a782-40e5-a38e-b93b9d96d284 tempest-ListServersNegativeTestJSON-1907616306 tempest-ListServersNegativeTestJSON-1907616306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:43.190755 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e89a0255-e5f9-49d4-818e-af09b4563a5b req-0a480126-a782-40e5-a38e-b93b9d96d284 tempest-ListServersNegativeTestJSON-1907616306 tempest-ListServersNegativeTestJSON-1907616306-project] 10.222.0.59 "GET /v2.0/ports?device_id=85e1c5ca-bed3-405c-9799-ff3be326d79e HTTP/1.1" status: 200 len: 946 time: 0.1980691 Jul 27 21:00:43.192016 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.segments.db [None req-2d9d951a-1985-4245-8568-ec138b81ec5f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5429dc4-be9b-4a79-9509-db0ae76cf6fd') {'for_net_delete': True} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:00:43.192195 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.segments.db [None req-2d9d951a-1985-4245-8568-ec138b81ec5f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5429dc4-be9b-4a79-9509-db0ae76cf6fd') {} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:00:43.201979 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-2d9d951a-1985-4245-8568-ec138b81ec5f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790688883752', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9014348'] for segment, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:43.216784 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-2d9d951a-1985-4245-8568-ec138b81ec5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:43.224297 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d9d951a-1985-4245-8568-ec138b81ec5f admin admin] Releasing vlan 225 on physical network physnet1 to pool {{(pid=105584) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:00:43.224642 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-2d9d951a-1985-4245-8568-ec138b81ec5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9014063'] for segment, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:43.226318 n-d-705658-22 neutron-server[105584]: Traceback (most recent call last): Jul 27 21:00:43.226318 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:00:43.226318 n-d-705658-22 neutron-server[105584]: timer() Jul 27 21:00:43.226318 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:00:43.226318 n-d-705658-22 neutron-server[105584]: cb(*args, **kw) Jul 27 21:00:43.226318 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:00:43.226318 n-d-705658-22 neutron-server[105584]: return func(*args, **kwargs) Jul 27 21:00:43.226318 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:00:43.226318 n-d-705658-22 neutron-server[105584]: self._notify() Jul 27 21:00:43.226318 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:00:43.226318 n-d-705658-22 neutron-server[105584]: self.callback(batched_events) Jul 27 21:00:43.226318 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:00:43.226318 n-d-705658-22 neutron-server[105584]: event.method(event) Jul 27 21:00:43.226318 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:00:43.226318 n-d-705658-22 neutron-server[105584]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:00:43.226318 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:00:43.226318 n-d-705658-22 neutron-server[105584]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:00:43.226318 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:00:43.226318 n-d-705658-22 neutron-server[105584]: return f(self, *a, **k) Jul 27 21:00:43.226318 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:00:43.226318 n-d-705658-22 neutron-server[105584]: return self._get(url).json() Jul 27 21:00:43.226318 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:00:43.226318 n-d-705658-22 neutron-server[105584]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:00:43.226318 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:00:43.226318 n-d-705658-22 neutron-server[105584]: return self.request(url, 'GET', **kwargs) Jul 27 21:00:43.226318 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:00:43.226318 n-d-705658-22 neutron-server[105584]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:00:43.226318 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:00:43.226318 n-d-705658-22 neutron-server[105584]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:00:43.226318 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:00:43.226318 n-d-705658-22 neutron-server[105584]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:00:43.226318 n-d-705658-22 neutron-server[105584]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:00:43.251177 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e89a0255-e5f9-49d4-818e-af09b4563a5b req-0045dedb-594e-42ee-ad56-dfd30fca6d64 tempest-ListServersNegativeTestJSON-1907616306 tempest-ListServersNegativeTestJSON-1907616306-project] 10.222.0.59 "GET /v2.0/security-groups?id=52dba1d2-45eb-4627-a32a-8b651454cd30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594063 Jul 27 21:00:43.258966 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a685be46-a363-4fb8-bbef-9620f283ee41 req-595c30f7-f3e3-4912-949d-8e11edc94448 service neutron] 10.222.0.59 "GET /v2.0/networks/4d2b2080-dee5-4efa-a657-06e568548ad6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1539338 Jul 27 21:00:43.297781 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-2d9d951a-1985-4245-8568-ec138b81ec5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4075658'] for network, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:43.304569 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-2d9d951a-1985-4245-8568-ec138b81ec5f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743886'] for network, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:43.306481 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-2d9d951a-1985-4245-8568-ec138b81ec5f admin admin] 10.222.0.59 "DELETE /v2.0/networks/ea6ef872-4d0e-47a3-b5a8-46682c9deff2 HTTP/1.1" status: 204 len: 168 time: 0.3564122 Jul 27 21:00:43.324862 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9d951a-1985-4245-8568-ec138b81ec5f admin admin] Pushing event deleted for resources: {'Network': ['ID=ea6ef872-4d0e-47a3-b5a8-46682c9deff2,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:00:43.401552 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a685be46-a363-4fb8-bbef-9620f283ee41 req-941be34d-91ea-49ac-aed9-cefb94ffbb74 service neutron] 10.222.0.59 "GET /v2.0/networks/4d2b2080-dee5-4efa-a657-06e568548ad6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1417127 Jul 27 21:00:43.444911 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c873992c-e149-4515-bc13-0899b43fba2b req-dfd4ea96-30ba-4e66-9db6-8560be72a5ac tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:43.446487 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-c873992c-e149-4515-bc13-0899b43fba2b req-dfd4ea96-30ba-4e66-9db6-8560be72a5ac tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d07fb74-3ebf-4d24-bbe3-7e4795327233 HTTP/1.1" status: 200 len: 946 time: 0.0883453 Jul 27 21:00:43.462760 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 42044) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:00:43.523093 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-c873992c-e149-4515-bc13-0899b43fba2b req-95d716cc-5dca-4607-9203-082752b3797f tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] 10.222.0.59 "GET /v2.0/security-groups?id=d1766e71-7b2a-4f2d-acc0-530f862b8fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671713 Jul 27 21:00:43.525931 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-9c809015-b6e8-4cc2-a2ca-8e4a43dc6b9d admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=f090cb1097ee478b8f9f4e59ff445953&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0617347 Jul 27 21:00:43.526456 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 42046) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:00:43.632294 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-14596d2b-b034-4e1e-9140-3a0fb432ff2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:43.677675 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-14596d2b-b034-4e1e-9140-3a0fb432ff2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:43.706731 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-35e33580-4fe8-45c0-98c1-dbe75d3a509c req-ba595d91-c88a-47af-8dcf-df1e26caf5a8 tempest-QuotasAdminNegativeTest-1747506199 tempest-QuotasAdminNegativeTest-1747506199-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=3161be5473ff4d60acb32ecb5f95a125&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0345607 Jul 27 21:00:43.746964 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-14596d2b-b034-4e1e-9140-3a0fb432ff2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:43.751543 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-14596d2b-b034-4e1e-9140-3a0fb432ff2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:43.753718 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-14596d2b-b034-4e1e-9140-3a0fb432ff2b admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/e69154af-3f7d-4ec7-ba52-8f586e6e7402 HTTP/1.1" status: 204 len: 168 time: 0.2262120 Jul 27 21:00:43.773958 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14596d2b-b034-4e1e-9140-3a0fb432ff2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e69154af-3f7d-4ec7-ba52-8f586e6e7402,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:00:43.836528 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e33580-4fe8-45c0-98c1-dbe75d3a509c req-c89d5406-98ae-4708-9c0f-586f2038e65a tempest-QuotasAdminNegativeTest-1747506199 tempest-QuotasAdminNegativeTest-1747506199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:43.844003 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-35e33580-4fe8-45c0-98c1-dbe75d3a509c req-c89d5406-98ae-4708-9c0f-586f2038e65a tempest-QuotasAdminNegativeTest-1747506199 tempest-QuotasAdminNegativeTest-1747506199-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1363242 Jul 27 21:00:43.867799 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-35e33580-4fe8-45c0-98c1-dbe75d3a509c req-42a758d3-fa4f-4290-af26-ffee83cb5746 tempest-QuotasAdminNegativeTest-1747506199 tempest-QuotasAdminNegativeTest-1747506199-project] 10.222.0.59 "GET /v2.0/quotas/3161be5473ff4d60acb32ecb5f95a125 HTTP/1.1" status: 200 len: 375 time: 0.0225565 Jul 27 21:00:43.921897 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-35e33580-4fe8-45c0-98c1-dbe75d3a509c req-23f0326e-4aaf-424c-a2cb-a8ae5ec6f304 tempest-QuotasAdminNegativeTest-1747506199 tempest-QuotasAdminNegativeTest-1747506199-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=3161be5473ff4d60acb32ecb5f95a125&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0530624 Jul 27 21:00:44.025042 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e4ed5478-bfd6-4bd6-894f-1dcd8131188c req-e3955f10-c518-4fec-9772-ac6296dfb201 tempest-SecurityGroupsTestJSON-146164436 tempest-SecurityGroupsTestJSON-146164436-project] 10.222.0.59 "GET /v2.0/ports?device_id=ecb20d17-d272-40e5-abaf-6f0d9976c69e HTTP/1.1" status: 200 len: 210 time: 0.0412424 Jul 27 21:00:44.216230 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-875ced1b-4cf3-463a-9653-058f0f9421e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:44.245423 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53aa088-0c88-442f-8c87-f1fa596f8b2a req-b92801ab-9cfd-494e-b519-b12825759027 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:44.247140 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e53aa088-0c88-442f-8c87-f1fa596f8b2a req-b92801ab-9cfd-494e-b519-b12825759027 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] 10.222.0.59 "GET /v2.0/ports?device_id=29c1b762-5cb9-4f5b-ac71-3cb8a306ebde HTTP/1.1" status: 200 len: 945 time: 0.1534524 Jul 27 21:00:44.256247 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3e7436-743d-45bf-a72f-2a266f9d2581 req-b22b8988-faa1-43cd-a235-f6a11b01a197 tempest-ListServersNegativeTestJSON-1907616306 tempest-ListServersNegativeTestJSON-1907616306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:44.257821 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-1e3e7436-743d-45bf-a72f-2a266f9d2581 req-b22b8988-faa1-43cd-a235-f6a11b01a197 tempest-ListServersNegativeTestJSON-1907616306 tempest-ListServersNegativeTestJSON-1907616306-project] 10.222.0.59 "GET /v2.0/ports?device_id=85e1c5ca-bed3-405c-9799-ff3be326d79e HTTP/1.1" status: 200 len: 946 time: 0.1320093 Jul 27 21:00:44.303124 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e53aa088-0c88-442f-8c87-f1fa596f8b2a req-6d2fdb7e-9225-4315-bc71-d5636382a47a tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] 10.222.0.59 "GET /v2.0/security-groups?id=e760076b-6854-47cf-947b-f6a7a8a579d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440140 Jul 27 21:00:44.360305 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-1e3e7436-743d-45bf-a72f-2a266f9d2581 req-16d74419-befe-4e89-9be5-482949246ac2 tempest-ListServersNegativeTestJSON-1907616306 tempest-ListServersNegativeTestJSON-1907616306-project] 10.222.0.59 "GET /v2.0/security-groups?id=52dba1d2-45eb-4627-a32a-8b651454cd30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751932 Jul 27 21:00:44.524402 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8f8263-eb9c-48bf-bdf7-e2135af90532 req-54051b0d-d0cc-4c88-8ba7-4118d8175920 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:44.531497 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-8a8f8263-eb9c-48bf-bdf7-e2135af90532 req-54051b0d-d0cc-4c88-8ba7-4118d8175920 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] 10.222.0.59 "GET /v2.0/ports?device_id=29c1b762-5cb9-4f5b-ac71-3cb8a306ebde HTTP/1.1" status: 200 len: 945 time: 0.0945232 Jul 27 21:00:44.576444 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-8a8f8263-eb9c-48bf-bdf7-e2135af90532 req-8ac3b491-eb50-41fb-81dd-5e44610e3d39 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] 10.222.0.59 "GET /v2.0/security-groups?id=e760076b-6854-47cf-947b-f6a7a8a579d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421422 Jul 27 21:00:44.654957 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 5ce062f0-767c-41c3-bab4-69fff6c5f517 up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:00:44.754470 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port 5ce062f0-767c-41c3-bab4-69fff6c5f517 triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:00:44.755169 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:44.803170 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9ea390-9617-4231-9c63-b0d93c3ac00e req-54d2213c-3632-4f12-b9a8-8063ea1a4d23 tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:44.804824 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-7b9ea390-9617-4231-9c63-b0d93c3ac00e req-54d2213c-3632-4f12-b9a8-8063ea1a4d23 tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d07fb74-3ebf-4d24-bbe3-7e4795327233 HTTP/1.1" status: 200 len: 946 time: 0.1368053 Jul 27 21:00:44.997884 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a685be46-a363-4fb8-bbef-9620f283ee41 req-498d12f6-72c7-495f-aa4b-64f993348ad6 tempest-SecurityGroupsTestJSON-146164436 tempest-SecurityGroupsTestJSON-146164436-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:45.000326 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a685be46-a363-4fb8-bbef-9620f283ee41 req-498d12f6-72c7-495f-aa4b-64f993348ad6 tempest-SecurityGroupsTestJSON-146164436 tempest-SecurityGroupsTestJSON-146164436-project] 10.222.0.60 "GET /v2.0/networks?id=4d2b2080-dee5-4efa-a657-06e568548ad6 HTTP/1.1" status: 200 len: 812 time: 0.1492028 Jul 27 21:00:45.020443 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [req-a685be46-a363-4fb8-bbef-9620f283ee41 req-fe98bc12-001b-4d6c-a8c7-e5526f2747f0 tempest-SecurityGroupsTestJSON-146164436 tempest-SecurityGroupsTestJSON-146164436-project] Request body: {'port': {'device_id': 'ecb20d17-d272-40e5-abaf-6f0d9976c69e', 'network_id': '4d2b2080-dee5-4efa-a657-06e568548ad6', 'admin_state_up': True, 'tenant_id': '8a9fb2dba4884d648101d24277d7cc3a'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:00:45.043781 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 42118) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:00:45.100398 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-7b9ea390-9617-4231-9c63-b0d93c3ac00e req-da8dd845-9c5a-40d0-bea8-7e9e708a16bf tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] 10.222.0.59 "GET /v2.0/security-groups?id=d1766e71-7b2a-4f2d-acc0-530f862b8fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2836869 Jul 27 21:00:45.180224 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-dbe12910-e8fd-4005-a0c2-b93fa67f4a27 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-835482860-network', 'tenant_id': 'e98299b082254e56bbe1e48a4bf26417'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:00:45.211586 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbe12910-e8fd-4005-a0c2-b93fa67f4a27 admin admin] Made reservation on behalf of e98299b082254e56bbe1e48a4bf26417 for: {'network': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:00:45.216423 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-dbe12910-e8fd-4005-a0c2-b93fa67f4a27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for network, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:45.242353 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-dbe12910-e8fd-4005-a0c2-b93fa67f4a27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:45.270270 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12641623-18a4-42d0-b87b-d8b6bfe9789f req-6f95b6f7-9ee1-472d-88f1-5240b19faf3f tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:45.277856 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-12641623-18a4-42d0-b87b-d8b6bfe9789f req-6f95b6f7-9ee1-472d-88f1-5240b19faf3f tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] 10.222.0.59 "GET /v2.0/networks?id=6aa76440-68bb-4814-b579-87efb5c679e3 HTTP/1.1" status: 200 len: 812 time: 0.2012777 Jul 27 21:00:45.298641 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-12641623-18a4-42d0-b87b-d8b6bfe9789f req-282db868-08df-42d7-b0a8-9f78edc2292e tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] 10.222.0.59 "GET /v2.0/quotas/037df3a90f014739a3644a9c2d1586c8 HTTP/1.1" status: 200 len: 375 time: 0.0197403 Jul 27 21:00:45.318394 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a685be46-a363-4fb8-bbef-9620f283ee41 req-fe98bc12-001b-4d6c-a8c7-e5526f2747f0 tempest-SecurityGroupsTestJSON-146164436 tempest-SecurityGroupsTestJSON-146164436-project] Made reservation on behalf of 8a9fb2dba4884d648101d24277d7cc3a for: {'port': 1} {{(pid=105585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:00:45.321988 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-a685be46-a363-4fb8-bbef-9620f283ee41 req-fe98bc12-001b-4d6c-a8c7-e5526f2747f0 tempest-SecurityGroupsTestJSON-146164436 tempest-SecurityGroupsTestJSON-146164436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:45.407366 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-dbe12910-e8fd-4005-a0c2-b93fa67f4a27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:45.412281 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-dbe12910-e8fd-4005-a0c2-b93fa67f4a27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:45.451233 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dbe12910-e8fd-4005-a0c2-b93fa67f4a27 admin admin] vlan segment allocate from pool success with {'vlan_id': 204, 'physical_network': 'physnet1'} {{(pid=105584) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:00:45.470168 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-12641623-18a4-42d0-b87b-d8b6bfe9789f req-4816e453-a57b-4c1c-b6b8-24b935f76b80 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=037df3a90f014739a3644a9c2d1586c8&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1704810 Jul 27 21:00:45.483120 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-dbe12910-e8fd-4005-a0c2-b93fa67f4a27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:45.483871 n-d-705658-22 neutron-server[105584]: INFO neutron.db.segments_db [None req-dbe12910-e8fd-4005-a0c2-b93fa67f4a27 admin admin] Added segment 4896b7ea-082d-41f6-96f4-bc68c0e929f9 of type vlan for network c2a3e5aa-349c-49e5-8f94-16c56fbd2a4c Jul 27 21:00:45.523980 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe12910-e8fd-4005-a0c2-b93fa67f4a27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f956371-f4e7-42e3-a41f-672691967e07,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:00:45.545223 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-dbe12910-e8fd-4005-a0c2-b93fa67f4a27 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790688424798'] for network, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:45.587619 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-dbe12910-e8fd-4005-a0c2-b93fa67f4a27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920'] for network, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:45.589354 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbe12910-e8fd-4005-a0c2-b93fa67f4a27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:45.590088 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-dbe12910-e8fd-4005-a0c2-b93fa67f4a27 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743886'] for network, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:45.617053 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.db_base_plugin_common [req-a685be46-a363-4fb8-bbef-9620f283ee41 req-fe98bc12-001b-4d6c-a8c7-e5526f2747f0 tempest-SecurityGroupsTestJSON-146164436 tempest-SecurityGroupsTestJSON-146164436-project] Allocated IP 172.20.0.12 (4d2b2080-dee5-4efa-a657-06e568548ad6/2f9e1451-a5a2-4318-8f1b-217b4517cbc0/621b6a24-9c81-48c6-a70f-ffcfa4ff3c11) {{(pid=105585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:00:45.659143 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-dbe12910-e8fd-4005-a0c2-b93fa67f4a27 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.6138315 Jul 27 21:00:45.662537 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 42134) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:00:45.667401 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-9490b68f-ccb9-4479-b659-8a78f7b56047 admin admin] Request body: {'subnet': {'network_id': 'c2a3e5aa-349c-49e5-8f94-16c56fbd2a4c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-835482860-subnet', 'tenant_id': 'e98299b082254e56bbe1e48a4bf26417', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:00:45.699931 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe12910-e8fd-4005-a0c2-b93fa67f4a27 admin admin] Pushing event updated for resources: {'Network': ['ID=c2a3e5aa-349c-49e5-8f94-16c56fbd2a4c,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:00:45.714318 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Network c2a3e5aa-349c-49e5-8f94-16c56fbd2a4c details requested by agent ovs-agent-n-d-705658-22 with host n-d-705658-22 {{(pid=105586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:00:45.718675 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9490b68f-ccb9-4479-b659-8a78f7b56047 admin admin] Made reservation on behalf of e98299b082254e56bbe1e48a4bf26417 for: {'subnet': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:00:45.722231 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-9490b68f-ccb9-4479-b659-8a78f7b56047 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9738786'] for subnet, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:45.735597 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-12641623-18a4-42d0-b87b-d8b6bfe9789f req-b19bc7be-fd1f-43dd-a09f-57daa9f2bcf5 service neutron] 10.222.0.59 "GET /v2.0/networks/6aa76440-68bb-4814-b579-87efb5c679e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2645426 Jul 27 21:00:45.774580 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-8ce8ba08-fa79-4e38-bdcc-ace6819a2b85 req-2aadbae0-21d6-47e1-907f-26c52742e19e tempest-SecurityGroupsTestJSON-146164436 tempest-SecurityGroupsTestJSON-146164436-project] 10.222.0.59 "GET /v2.0/ports?device_id=ecb20d17-d272-40e5-abaf-6f0d9976c69e HTTP/1.1" status: 200 len: 210 time: 0.1238301 Jul 27 21:00:45.958749 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-9490b68f-ccb9-4479-b659-8a78f7b56047 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9014150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9738800'] for subnet, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:45.975740 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c8d242-ae42-4688-ad63-b79a7b46ad5b req-975d966f-c146-4337-8e1c-c1c06c2416ea tempest-ListServersNegativeTestJSON-1907616306 tempest-ListServersNegativeTestJSON-1907616306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:45.977314 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-81c8d242-ae42-4688-ad63-b79a7b46ad5b req-975d966f-c146-4337-8e1c-c1c06c2416ea tempest-ListServersNegativeTestJSON-1907616306 tempest-ListServersNegativeTestJSON-1907616306-project] 10.222.0.36 "GET /v2.0/ports?device_id=85e1c5ca-bed3-405c-9799-ff3be326d79e HTTP/1.1" status: 200 len: 946 time: 0.3409729 Jul 27 21:00:46.038287 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-12641623-18a4-42d0-b87b-d8b6bfe9789f req-0b371cbb-fb3f-48ff-abdb-ef26c92218ad service neutron] 10.222.0.59 "GET /v2.0/networks/6aa76440-68bb-4814-b579-87efb5c679e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2995000 Jul 27 21:00:46.040616 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9490b68f-ccb9-4479-b659-8a78f7b56047 admin admin] Pushing event updated for resources: {'Subnet': ['ID=34ed9f8d-9764-42bd-9ff6-27f1c3de8cac,revision_number=0']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:00:46.051073 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9490b68f-ccb9-4479-b659-8a78f7b56047 admin admin] Checking segment: {'id': '4896b7ea-082d-41f6-96f4-bc68c0e929f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'c2a3e5aa-349c-49e5-8f94-16c56fbd2a4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:00:46.052420 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9490b68f-ccb9-4479-b659-8a78f7b56047 admin admin] Network hostable DHCP agents. Network: c2a3e5aa-349c-49e5-8f94-16c56fbd2a4c, hostable agents: ['7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a'], hosted agents: [] {{(pid=105584) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:00:46.073446 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9490b68f-ccb9-4479-b659-8a78f7b56047 admin admin] Network c2a3e5aa-349c-49e5-8f94-16c56fbd2a4c is scheduled to be hosted by DHCP agent 7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a with binding_index 1 {{(pid=105584) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:00:46.087250 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [None req-9490b68f-ccb9-4479-b659-8a78f7b56047 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-22, c2a3e5aa-349c-49e5-8f94-16c56fbd2a4c) {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:00:46.092822 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9490b68f-ccb9-4479-b659-8a78f7b56047 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:46.093804 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-9490b68f-ccb9-4479-b659-8a78f7b56047 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:46.098598 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e09fe187-9e58-4a1f-9e89-c70e924c552b None None] Network c2a3e5aa-349c-49e5-8f94-16c56fbd2a4c requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:00:46.105985 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-a685be46-a363-4fb8-bbef-9620f283ee41 req-fe98bc12-001b-4d6c-a8c7-e5526f2747f0 tempest-SecurityGroupsTestJSON-146164436 tempest-SecurityGroupsTestJSON-146164436-project] Notify callbacks [] for port, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:46.129293 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-9490b68f-ccb9-4479-b659-8a78f7b56047 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.4655492 Jul 27 21:00:46.160030 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdb4ddc-fdc2-4726-83ec-c4b25e5688fb req-53d77429-8be4-4057-935d-4bfb63a7ef10 tempest-ListServersNegativeTestJSON-1907616306 tempest-ListServersNegativeTestJSON-1907616306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:46.161612 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-4cdb4ddc-fdc2-4726-83ec-c4b25e5688fb req-53d77429-8be4-4057-935d-4bfb63a7ef10 tempest-ListServersNegativeTestJSON-1907616306 tempest-ListServersNegativeTestJSON-1907616306-project] 10.222.0.59 "GET /v2.0/ports?device_id=85e1c5ca-bed3-405c-9799-ff3be326d79e HTTP/1.1" status: 200 len: 946 time: 0.3076098 Jul 27 21:00:46.264239 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-4cdb4ddc-fdc2-4726-83ec-c4b25e5688fb req-f6ac736e-5e6a-48ac-bc4b-bf4eb77a0a4a tempest-ListServersNegativeTestJSON-1907616306 tempest-ListServersNegativeTestJSON-1907616306-project] 10.222.0.59 "GET /v2.0/security-groups?id=52dba1d2-45eb-4627-a32a-8b651454cd30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842557 Jul 27 21:00:46.283701 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [req-81c8d242-ae42-4688-ad63-b79a7b46ad5b req-5c5d5e10-4f17-493f-af52-158f788f5cff tempest-ListServersNegativeTestJSON-1907616306 tempest-ListServersNegativeTestJSON-1907616306-project] Deleting port 7f778501-02af-48b5-9a60-7c2fbbd334fd {{(pid=105585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:00:46.284057 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-81c8d242-ae42-4688-ad63-b79a7b46ad5b req-5c5d5e10-4f17-493f-af52-158f788f5cff tempest-ListServersNegativeTestJSON-1907616306 tempest-ListServersNegativeTestJSON-1907616306-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:46.287553 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-a685be46-a363-4fb8-bbef-9620f283ee41 req-fe98bc12-001b-4d6c-a8c7-e5526f2747f0 tempest-SecurityGroupsTestJSON-146164436 tempest-SecurityGroupsTestJSON-146164436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:46.382221 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-576e5d44-998d-437e-8dc7-bfaefd13a6b3 None None] Network c2a3e5aa-349c-49e5-8f94-16c56fbd2a4c requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:00:46.481772 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe98bc12-001b-4d6c-a8c7-e5526f2747f0 tempest-SecurityGroupsTestJSON-146164436 tempest-SecurityGroupsTestJSON-146164436-project] Pushing event updated for resources: {'Port': ['ID=621b6a24-9c81-48c6-a70f-ffcfa4ff3c11,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:00:46.586463 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a685be46-a363-4fb8-bbef-9620f283ee41 req-fe98bc12-001b-4d6c-a8c7-e5526f2747f0 tempest-SecurityGroupsTestJSON-146164436 tempest-SecurityGroupsTestJSON-146164436-project] Network 4d2b2080-dee5-4efa-a657-06e568548ad6 is already hosted by enough agents. {{(pid=105585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:00:46.591731 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.base_scheduler [req-a685be46-a363-4fb8-bbef-9620f283ee41 req-fe98bc12-001b-4d6c-a8c7-e5526f2747f0 tempest-SecurityGroupsTestJSON-146164436 tempest-SecurityGroupsTestJSON-146164436-project] Resources bound (agent type, host, resource id): {{(pid=105585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:00:46.600546 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.l3_dvrscheduler_db [req-a685be46-a363-4fb8-bbef-9620f283ee41 req-fe98bc12-001b-4d6c-a8c7-e5526f2747f0 tempest-SecurityGroupsTestJSON-146164436 tempest-SecurityGroupsTestJSON-146164436-project] Received port after_create {{(pid=105585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:00:46.706879 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a685be46-a363-4fb8-bbef-9620f283ee41 req-fe98bc12-001b-4d6c-a8c7-e5526f2747f0 tempest-SecurityGroupsTestJSON-146164436 tempest-SecurityGroupsTestJSON-146164436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:46.707571 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-a685be46-a363-4fb8-bbef-9620f283ee41 req-fe98bc12-001b-4d6c-a8c7-e5526f2747f0 tempest-SecurityGroupsTestJSON-146164436 tempest-SecurityGroupsTestJSON-146164436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:46.732891 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1dd91fe-d265-4e0c-ad3b-be219403907f req-be706146-8e78-4fae-adfc-f39f67f3091d tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:46.734602 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f1dd91fe-d265-4e0c-ad3b-be219403907f req-be706146-8e78-4fae-adfc-f39f67f3091d tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d07fb74-3ebf-4d24-bbe3-7e4795327233 HTTP/1.1" status: 200 len: 946 time: 0.2474015 Jul 27 21:00:46.754282 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.db [req-81c8d242-ae42-4688-ad63-b79a7b46ad5b req-5c5d5e10-4f17-493f-af52-158f788f5cff tempest-ListServersNegativeTestJSON-1907616306 tempest-ListServersNegativeTestJSON-1907616306-project] For port 7f778501-02af-48b5-9a60-7c2fbbd334fd, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=7f778501-02af-48b5-9a60-7c2fbbd334fd,segment=NetworkSegment(c0c8a3a2-821d-44b5-9cd5-483f6c69fbdc),segment_id=c0c8a3a2-821d-44b5-9cd5-483f6c69fbdc)] {{(pid=105585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:00:46.754661 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-81c8d242-ae42-4688-ad63-b79a7b46ad5b req-5c5d5e10-4f17-493f-af52-158f788f5cff tempest-ListServersNegativeTestJSON-1907616306 tempest-ListServersNegativeTestJSON-1907616306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:46.794383 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [req-81c8d242-ae42-4688-ad63-b79a7b46ad5b req-5c5d5e10-4f17-493f-af52-158f788f5cff tempest-ListServersNegativeTestJSON-1907616306 tempest-ListServersNegativeTestJSON-1907616306-project] Calling delete_port for 7f778501-02af-48b5-9a60-7c2fbbd334fd owned by compute:nova {{(pid=105585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:00:46.799471 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a685be46-a363-4fb8-bbef-9620f283ee41 req-fe98bc12-001b-4d6c-a8c7-e5526f2747f0 tempest-SecurityGroupsTestJSON-146164436 tempest-SecurityGroupsTestJSON-146164436-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7857552 Jul 27 21:00:46.821792 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [req-a685be46-a363-4fb8-bbef-9620f283ee41 req-102efd6c-d5ad-448a-b6bc-8b209b1626fa service neutron] Request body: {'port': {'device_id': 'ecb20d17-d272-40e5-abaf-6f0d9976c69e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-705658-22'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:00:46.905855 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 42172) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:00:46.914583 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-98056ee3-4f90-4fcf-94cc-18a9f5e285c8 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1613359514-network', 'tenant_id': '006e1d170e844ea99bdc93aad1d93b3c'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:00:46.946022 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f1dd91fe-d265-4e0c-ad3b-be219403907f req-f65abc84-bb1f-4f4b-bea3-87c04f23d709 tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] 10.222.0.59 "GET /v2.0/security-groups?id=d1766e71-7b2a-4f2d-acc0-530f862b8fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1864893 Jul 27 21:00:46.954964 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98056ee3-4f90-4fcf-94cc-18a9f5e285c8 admin admin] Made reservation on behalf of 006e1d170e844ea99bdc93aad1d93b3c for: {'network': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:00:46.957595 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-98056ee3-4f90-4fcf-94cc-18a9f5e285c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for network, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:46.978455 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-98056ee3-4f90-4fcf-94cc-18a9f5e285c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:46.995552 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f35892f9-b0bb-4749-a0a8-1b753a99f41c req-a6135d73-f41d-422b-9f4a-54e30ec60173 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] 10.222.0.59 "GET /v2.0/ports?device_id=2ab3b612-b1bf-43fb-a1f2-964eea921f62 HTTP/1.1" status: 200 len: 210 time: 0.0769544 Jul 27 21:00:47.130666 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-a685be46-a363-4fb8-bbef-9620f283ee41 req-102efd6c-d5ad-448a-b6bc-8b209b1626fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:47.179202 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-98056ee3-4f90-4fcf-94cc-18a9f5e285c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:47.184067 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-98056ee3-4f90-4fcf-94cc-18a9f5e285c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:47.224427 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98056ee3-4f90-4fcf-94cc-18a9f5e285c8 admin admin] vlan segment allocate from pool success with {'vlan_id': 203, 'physical_network': 'physnet1'} {{(pid=105584) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:00:47.234918 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98056ee3-4f90-4fcf-94cc-18a9f5e285c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57edf34f-6c87-4406-aa86-ed113d2dadc2,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:00:47.242608 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-98056ee3-4f90-4fcf-94cc-18a9f5e285c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:47.243293 n-d-705658-22 neutron-server[105584]: INFO neutron.db.segments_db [None req-98056ee3-4f90-4fcf-94cc-18a9f5e285c8 admin admin] Added segment 6e3501e0-c8fe-4c81-8767-7672235e456b of type vlan for network 956c89a9-017e-4295-b53f-7a2157d5c423 Jul 27 21:00:47.312709 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-98056ee3-4f90-4fcf-94cc-18a9f5e285c8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790688424798'] for network, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:47.365091 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-98056ee3-4f90-4fcf-94cc-18a9f5e285c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920'] for network, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:47.367640 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98056ee3-4f90-4fcf-94cc-18a9f5e285c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:47.368239 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-98056ee3-4f90-4fcf-94cc-18a9f5e285c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743886'] for network, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:47.440503 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-98056ee3-4f90-4fcf-94cc-18a9f5e285c8 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.5333200 Jul 27 21:00:47.443428 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 42186) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:00:47.450406 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-909a7266-2bd5-4d86-a450-268012a33a92 admin admin] Request body: {'subnet': {'network_id': '956c89a9-017e-4295-b53f-7a2157d5c423', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1613359514-subnet', 'tenant_id': '006e1d170e844ea99bdc93aad1d93b3c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:00:47.467027 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98056ee3-4f90-4fcf-94cc-18a9f5e285c8 admin admin] Pushing event updated for resources: {'Network': ['ID=956c89a9-017e-4295-b53f-7a2157d5c423,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:00:47.481291 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Network 956c89a9-017e-4295-b53f-7a2157d5c423 details requested by agent ovs-agent-n-d-705658-22 with host n-d-705658-22 {{(pid=105586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:00:47.494166 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-909a7266-2bd5-4d86-a450-268012a33a92 admin admin] Made reservation on behalf of 006e1d170e844ea99bdc93aad1d93b3c for: {'subnet': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:00:47.498954 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-909a7266-2bd5-4d86-a450-268012a33a92 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9738786'] for subnet, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:47.633774 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-098d43b0-a5e9-41a1-ae22-75d177eb8090 req-f5b8186a-f219-4ff6-80d0-0f03cb0eb49d tempest-QuotasAdminNegativeTest-1747506199 tempest-QuotasAdminNegativeTest-1747506199-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=3161be5473ff4d60acb32ecb5f95a125&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0556777 Jul 27 21:00:47.735677 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daaa8415-70f8-4bb9-ba3c-7ee4130ee1e5 req-e8c5363c-da77-4728-a3d5-fcbb85d6b844 tempest-SecurityGroupsTestJSON-146164436 tempest-SecurityGroupsTestJSON-146164436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:47.738130 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-daaa8415-70f8-4bb9-ba3c-7ee4130ee1e5 req-e8c5363c-da77-4728-a3d5-fcbb85d6b844 tempest-SecurityGroupsTestJSON-146164436 tempest-SecurityGroupsTestJSON-146164436-project] 10.222.0.59 "GET /v2.0/ports?device_id=ecb20d17-d272-40e5-abaf-6f0d9976c69e HTTP/1.1" status: 200 len: 932 time: 0.7089310 Jul 27 21:00:47.738550 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-909a7266-2bd5-4d86-a450-268012a33a92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9014150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9738800'] for subnet, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:47.771882 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-81c8d242-ae42-4688-ad63-b79a7b46ad5b req-5c5d5e10-4f17-493f-af52-158f788f5cff tempest-ListServersNegativeTestJSON-1907616306 tempest-ListServersNegativeTestJSON-1907616306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:47.789784 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] get_ports_and_sgs() called for port_ids ['1bd93c2a-1153-436f-a011-803f4e737483'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:00:47.796215 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] get_ports_and_sgs() called for port_ids ['fd1ad9a5-5038-4919-b561-6dee4511ae37'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:00:47.799748 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909a7266-2bd5-4d86-a450-268012a33a92 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0729e709-cc9a-410e-89aa-d863bf256977,revision_number=0']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:00:47.818575 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-909a7266-2bd5-4d86-a450-268012a33a92 admin admin] Checking segment: {'id': '6e3501e0-c8fe-4c81-8767-7672235e456b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '956c89a9-017e-4295-b53f-7a2157d5c423'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:00:47.818936 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-909a7266-2bd5-4d86-a450-268012a33a92 admin admin] Network hostable DHCP agents. Network: 956c89a9-017e-4295-b53f-7a2157d5c423, hostable agents: ['7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a'], hosted agents: [] {{(pid=105584) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:00:47.843951 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-909a7266-2bd5-4d86-a450-268012a33a92 admin admin] Network 956c89a9-017e-4295-b53f-7a2157d5c423 is scheduled to be hosted by DHCP agent 7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a with binding_index 1 {{(pid=105584) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:00:47.856324 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [None req-909a7266-2bd5-4d86-a450-268012a33a92 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-22, 956c89a9-017e-4295-b53f-7a2157d5c423) {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:00:47.861556 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5d5e10-4f17-493f-af52-158f788f5cff tempest-ListServersNegativeTestJSON-1907616306 tempest-ListServersNegativeTestJSON-1907616306-project] Pushing event deleted for resources: {'Port': ['ID=7f778501-02af-48b5-9a60-7c2fbbd334fd,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:00:47.878663 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-909a7266-2bd5-4d86-a450-268012a33a92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:47.879632 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-909a7266-2bd5-4d86-a450-268012a33a92 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:47.894626 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abcff9e8-89f7-4f03-a7b2-9e3253eb3c3e None None] Network 956c89a9-017e-4295-b53f-7a2157d5c423 requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:00:47.922615 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-909a7266-2bd5-4d86-a450-268012a33a92 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.4777975 Jul 27 21:00:48.062792 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.l3_dvrscheduler_db [req-81c8d242-ae42-4688-ad63-b79a7b46ad5b req-5c5d5e10-4f17-493f-af52-158f788f5cff tempest-ListServersNegativeTestJSON-1907616306 tempest-ListServersNegativeTestJSON-1907616306-project] No DVR routers for this DVR port 7f778501-02af-48b5-9a60-7c2fbbd334fd on host n-h1-705658-22 {{(pid=105585) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:00:48.075172 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-daaa8415-70f8-4bb9-ba3c-7ee4130ee1e5 req-a947c39f-4352-4f8f-a90b-dddf76b9d372 tempest-SecurityGroupsTestJSON-146164436 tempest-SecurityGroupsTestJSON-146164436-project] 10.222.0.59 "GET /v2.0/security-groups?id=4e615c8e-7316-4e41-95e2-beb8fbe16280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3007867 Jul 27 21:00:48.082824 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-81c8d242-ae42-4688-ad63-b79a7b46ad5b req-5c5d5e10-4f17-493f-af52-158f788f5cff tempest-ListServersNegativeTestJSON-1907616306 tempest-ListServersNegativeTestJSON-1907616306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:48.085521 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-81c8d242-ae42-4688-ad63-b79a7b46ad5b req-5c5d5e10-4f17-493f-af52-158f788f5cff tempest-ListServersNegativeTestJSON-1907616306 tempest-ListServersNegativeTestJSON-1907616306-project] 10.222.0.36 "DELETE /v2.0/ports/7f778501-02af-48b5-9a60-7c2fbbd334fd HTTP/1.1" status: 204 len: 173 time: 2.0941250 Jul 27 21:00:48.087885 n-d-705658-22 neutron-server[105585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85e1c5ca-bed3-405c-9799-ff3be326d79e', 'name': 'network-vif-deleted', 'tag': '7f778501-02af-48b5-9a60-7c2fbbd334fd'}] {{(pid=105585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:00:48.090877 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d66fd65881426bfc2b5388084a3654e5eae521106a15a3dbf0eb4cde7106c36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-369b865d-cf82-43ca-b61f-5e3cd8f24898" -d '{"events": [{"server_uuid": "85e1c5ca-bed3-405c-9799-ff3be326d79e", "name": "network-vif-deleted", "tag": "7f778501-02af-48b5-9a60-7c2fbbd334fd"}]}' {{(pid=105585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:00:48.152902 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098d43b0-a5e9-41a1-ae22-75d177eb8090 req-55e88dac-e87e-4401-b620-87d853f2a9c3 tempest-QuotasAdminNegativeTest-1747506199 tempest-QuotasAdminNegativeTest-1747506199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:48.162952 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-098d43b0-a5e9-41a1-ae22-75d177eb8090 req-55e88dac-e87e-4401-b620-87d853f2a9c3 tempest-QuotasAdminNegativeTest-1747506199 tempest-QuotasAdminNegativeTest-1747506199-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5184932 Jul 27 21:00:48.242710 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6f730c2-427c-4665-9013-bd029efb540d None None] Network 956c89a9-017e-4295-b53f-7a2157d5c423 requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:00:48.246807 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-098d43b0-a5e9-41a1-ae22-75d177eb8090 req-8932e881-4002-49f1-8f14-04a0f8c81787 tempest-QuotasAdminNegativeTest-1747506199 tempest-QuotasAdminNegativeTest-1747506199-project] 10.222.0.59 "GET /v2.0/quotas/3161be5473ff4d60acb32ecb5f95a125 HTTP/1.1" status: 200 len: 375 time: 0.0824702 Jul 27 21:00:48.352775 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-098d43b0-a5e9-41a1-ae22-75d177eb8090 req-25242b4e-08d9-49b3-8ba5-845209f087c6 tempest-QuotasAdminNegativeTest-1747506199 tempest-QuotasAdminNegativeTest-1747506199-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=3161be5473ff4d60acb32ecb5f95a125&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0856521 Jul 27 21:00:48.396243 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f3d2d6db-da03-4c0d-8d68-d94407edfecc req-6f556685-521c-40b4-86c1-7b05d62f7077 tempest-ListServersNegativeTestJSON-1907616306 tempest-ListServersNegativeTestJSON-1907616306-project] 10.222.0.59 "GET /v2.0/ports?device_id=85e1c5ca-bed3-405c-9799-ff3be326d79e HTTP/1.1" status: 200 len: 210 time: 0.1482432 Jul 27 21:00:48.433828 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12641623-18a4-42d0-b87b-d8b6bfe9789f req-d5779aca-5f07-4743-853e-cb7e53d5fb9a tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:48.435998 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-12641623-18a4-42d0-b87b-d8b6bfe9789f req-d5779aca-5f07-4743-853e-cb7e53d5fb9a tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] 10.222.0.60 "GET /v2.0/networks?id=6aa76440-68bb-4814-b579-87efb5c679e3 HTTP/1.1" status: 200 len: 812 time: 0.4847577 Jul 27 21:00:48.468576 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [req-12641623-18a4-42d0-b87b-d8b6bfe9789f req-95d90ba8-35ef-4610-9dbe-0a987d237d06 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] Request body: {'port': {'device_id': '2ab3b612-b1bf-43fb-a1f2-964eea921f62', 'network_id': '6aa76440-68bb-4814-b579-87efb5c679e3', 'admin_state_up': True, 'tenant_id': '037df3a90f014739a3644a9c2d1586c8'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:00:48.503588 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device 7f778501-02af-48b5-9a60-7c2fbbd334fd no longer exists at agent hyperv_n-h1-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:00:48.641812 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-28650df7-c46c-4981-b84f-37d87254047e None None] No Port match for: 7f778501-02af-48b5-9a60-7c2fbbd334fd {{(pid=105586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:00:48.643114 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device 7f778501-02af-48b5-9a60-7c2fbbd334fd not bound to the agent host n-h1-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:00:48.678686 n-d-705658-22 neutron-server[105585]: DEBUG neutron.notifiers.nova [req-a685be46-a363-4fb8-bbef-9620f283ee41 req-102efd6c-d5ad-448a-b6bc-8b209b1626fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 621b6a24-9c81-48c6-a70f-ffcfa4ff3c11 {{(pid=105585) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:00:48.707294 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-a685be46-a363-4fb8-bbef-9620f283ee41 req-102efd6c-d5ad-448a-b6bc-8b209b1626fa service neutron] Notify callbacks [] for port, precommit_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:48.710986 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-1aa9df81-9f6c-4b6f-89a4-6477af8892cd req-93588655-b959-4db2-96cf-62b1b2c714d3 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] 10.222.0.59 "GET /v2.0/ports?device_id=2ab3b612-b1bf-43fb-a1f2-964eea921f62 HTTP/1.1" status: 200 len: 210 time: 0.0539010 Jul 27 21:00:48.785454 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.provisioning_blocks [req-a685be46-a363-4fb8-bbef-9620f283ee41 req-102efd6c-d5ad-448a-b6bc-8b209b1626fa service neutron] Transition to ACTIVE for port object 621b6a24-9c81-48c6-a70f-ffcfa4ff3c11 will not be triggered until provisioned by entity L2. {{(pid=105585) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:00:48.807398 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:00:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1cd2e41-ca8d-49a8-823d-2f3bf4bf81f9 x-openstack-request-id: req-b1cd2e41-ca8d-49a8-823d-2f3bf4bf81f9 {{(pid=105585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:00:48.807805 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85e1c5ca-bed3-405c-9799-ff3be326d79e", "name": "network-vif-deleted", "tag": "7f778501-02af-48b5-9a60-7c2fbbd334fd", "status": "completed", "code": 200}]} {{(pid=105585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:00:48.808131 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-b1cd2e41-ca8d-49a8-823d-2f3bf4bf81f9 {{(pid=105585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:00:48.808547 n-d-705658-22 neutron-server[105585]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85e1c5ca-bed3-405c-9799-ff3be326d79e', 'name': 'network-vif-deleted', 'tag': '7f778501-02af-48b5-9a60-7c2fbbd334fd', 'status': 'completed', 'code': 200} Jul 27 21:00:48.828966 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37571a2-0e27-4eff-a579-4a59fdc859fd req-8365b1c1-207c-4117-ac95-67ec231c7c3d tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:48.831287 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b37571a2-0e27-4eff-a579-4a59fdc859fd req-8365b1c1-207c-4117-ac95-67ec231c7c3d tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d07fb74-3ebf-4d24-bbe3-7e4795327233 HTTP/1.1" status: 200 len: 946 time: 0.2311478 Jul 27 21:00:48.832276 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-a685be46-a363-4fb8-bbef-9620f283ee41 req-102efd6c-d5ad-448a-b6bc-8b209b1626fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10221672'] for port, after_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:48.997825 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102efd6c-d5ad-448a-b6bc-8b209b1626fa service neutron] Pushing event updated for resources: {'Port': ['ID=621b6a24-9c81-48c6-a70f-ffcfa4ff3c11,revision_number=2']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:00:49.070284 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b37571a2-0e27-4eff-a579-4a59fdc859fd req-aff4dcec-e291-45fa-9583-f50a4ba0fee6 tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] 10.222.0.59 "GET /v2.0/security-groups?id=d1766e71-7b2a-4f2d-acc0-530f862b8fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2248678 Jul 27 21:00:49.074190 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-12641623-18a4-42d0-b87b-d8b6bfe9789f req-95d90ba8-35ef-4610-9dbe-0a987d237d06 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] Made reservation on behalf of 037df3a90f014739a3644a9c2d1586c8 for: {'port': 1} {{(pid=105585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:00:49.077643 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-12641623-18a4-42d0-b87b-d8b6bfe9789f req-95d90ba8-35ef-4610-9dbe-0a987d237d06 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:49.243977 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.managers [req-a685be46-a363-4fb8-bbef-9620f283ee41 req-102efd6c-d5ad-448a-b6bc-8b209b1626fa service neutron] Attempting to bind port 621b6a24-9c81-48c6-a70f-ffcfa4ff3c11 on host n-h2-705658-22 for vnic_type normal with profile {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:00:49.244698 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.managers [req-a685be46-a363-4fb8-bbef-9620f283ee41 req-102efd6c-d5ad-448a-b6bc-8b209b1626fa service neutron] Attempting to bind port 621b6a24-9c81-48c6-a70f-ffcfa4ff3c11 by drivers openvswitch,hyperv on host n-h2-705658-22 at level 0 using segments [{'id': '7e287389-6e5c-4ce4-b4eb-616d84d437ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '4d2b2080-dee5-4efa-a657-06e568548ad6'}] {{(pid=105585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:00:49.244698 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a685be46-a363-4fb8-bbef-9620f283ee41 req-102efd6c-d5ad-448a-b6bc-8b209b1626fa service neutron] Attempting to bind port 621b6a24-9c81-48c6-a70f-ffcfa4ff3c11 on network 4d2b2080-dee5-4efa-a657-06e568548ad6 {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:00:49.267815 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a685be46-a363-4fb8-bbef-9620f283ee41 req-102efd6c-d5ad-448a-b6bc-8b209b1626fa service neutron] Port 621b6a24-9c81-48c6-a70f-ffcfa4ff3c11 on network 4d2b2080-dee5-4efa-a657-06e568548ad6 not bound, no agent of type Open vSwitch agent registered on host n-h2-705658-22 {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:00:49.268164 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a685be46-a363-4fb8-bbef-9620f283ee41 req-102efd6c-d5ad-448a-b6bc-8b209b1626fa service neutron] Attempting to bind port 621b6a24-9c81-48c6-a70f-ffcfa4ff3c11 on network 4d2b2080-dee5-4efa-a657-06e568548ad6 {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:00:49.295303 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214940ab-4327-4308-817f-16c736a55432 req-8a89fd96-fa30-4297-8269-1cf7c7f006f9 tempest-ServersNegativeTestMultiTenantJSON-1522200457 tempest-ServersNegativeTestMultiTenantJSON-1522200457-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:49.298854 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-214940ab-4327-4308-817f-16c736a55432 req-8a89fd96-fa30-4297-8269-1cf7c7f006f9 tempest-ServersNegativeTestMultiTenantJSON-1522200457 tempest-ServersNegativeTestMultiTenantJSON-1522200457-project] 10.222.0.59 "GET /v2.0/networks?id=c2a3e5aa-349c-49e5-8f94-16c56fbd2a4c HTTP/1.1" status: 200 len: 824 time: 0.2303171 Jul 27 21:00:49.300947 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a685be46-a363-4fb8-bbef-9620f283ee41 req-102efd6c-d5ad-448a-b6bc-8b209b1626fa service neutron] Checking agent: {'id': '65195a73-a875-4810-9f5b-622ae260a8a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 49, 40), 'started_at': datetime.datetime(2021, 7, 27, 20, 49, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 0, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:00:49.301227 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a685be46-a363-4fb8-bbef-9620f283ee41 req-102efd6c-d5ad-448a-b6bc-8b209b1626fa service neutron] Checking segment: {'id': '7e287389-6e5c-4ce4-b4eb-616d84d437ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '4d2b2080-dee5-4efa-a657-06e568548ad6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:00:49.301607 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a685be46-a363-4fb8-bbef-9620f283ee41 req-102efd6c-d5ad-448a-b6bc-8b209b1626fa service neutron] Bound using segment: {'id': '7e287389-6e5c-4ce4-b4eb-616d84d437ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '4d2b2080-dee5-4efa-a657-06e568548ad6'} {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:00:49.302065 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.managers [req-a685be46-a363-4fb8-bbef-9620f283ee41 req-102efd6c-d5ad-448a-b6bc-8b209b1626fa service neutron] Bound port: 621b6a24-9c81-48c6-a70f-ffcfa4ff3c11, host: n-h2-705658-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e287389-6e5c-4ce4-b4eb-616d84d437ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '4d2b2080-dee5-4efa-a657-06e568548ad6'}}] {{(pid=105585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:00:49.302426 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-a685be46-a363-4fb8-bbef-9620f283ee41 req-102efd6c-d5ad-448a-b6bc-8b209b1626fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:49.388961 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-214940ab-4327-4308-817f-16c736a55432 req-46b52c77-abac-4f06-a54f-180abcfc2d3f tempest-ServersNegativeTestMultiTenantJSON-1522200457 tempest-ServersNegativeTestMultiTenantJSON-1522200457-project] 10.222.0.59 "GET /v2.0/quotas/e98299b082254e56bbe1e48a4bf26417 HTTP/1.1" status: 200 len: 375 time: 0.0760992 Jul 27 21:00:49.464113 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-214940ab-4327-4308-817f-16c736a55432 req-83b2b309-cb92-4f32-a316-1c9ec1700187 tempest-ServersNegativeTestMultiTenantJSON-1522200457 tempest-ServersNegativeTestMultiTenantJSON-1522200457-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=e98299b082254e56bbe1e48a4bf26417&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0504482 Jul 27 21:00:49.465063 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.db_base_plugin_common [req-12641623-18a4-42d0-b87b-d8b6bfe9789f req-95d90ba8-35ef-4610-9dbe-0a987d237d06 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] Allocated IP 172.20.0.4 (6aa76440-68bb-4814-b579-87efb5c679e3/746696d1-95cb-4db5-9b25-089085191295/b7548bc3-c3ee-4f0b-95e3-8bcdd1f6c845) {{(pid=105585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:00:49.552335 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.db [req-a685be46-a363-4fb8-bbef-9620f283ee41 req-102efd6c-d5ad-448a-b6bc-8b209b1626fa service neutron] For port 621b6a24-9c81-48c6-a70f-ffcfa4ff3c11, host n-h2-705658-22, cleared binding levels {{(pid=105585) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:00:49.588644 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.db [req-a685be46-a363-4fb8-bbef-9620f283ee41 req-102efd6c-d5ad-448a-b6bc-8b209b1626fa service neutron] For port 621b6a24-9c81-48c6-a70f-ffcfa4ff3c11, host n-h2-705658-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=621b6a24-9c81-48c6-a70f-ffcfa4ff3c11,segment=NetworkSegment(7e287389-6e5c-4ce4-b4eb-616d84d437ce),segment_id=7e287389-6e5c-4ce4-b4eb-616d84d437ce)] {{(pid=105585) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:00:49.604611 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-a685be46-a363-4fb8-bbef-9620f283ee41 req-102efd6c-d5ad-448a-b6bc-8b209b1626fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10221672'] for port, after_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:49.666736 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a685be46-a363-4fb8-bbef-9620f283ee41 req-102efd6c-d5ad-448a-b6bc-8b209b1626fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:49.667788 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-a685be46-a363-4fb8-bbef-9620f283ee41 req-102efd6c-d5ad-448a-b6bc-8b209b1626fa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:49.669187 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a685be46-a363-4fb8-bbef-9620f283ee41 req-102efd6c-d5ad-448a-b6bc-8b209b1626fa service neutron] 10.222.0.60 "PUT /v2.0/ports/621b6a24-9c81-48c6-a70f-ffcfa4ff3c11 HTTP/1.1" status: 200 len: 1093 time: 2.8551691 Jul 27 21:00:49.699378 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f88a0b-4b10-4d04-9c42-6b9d50adf949 req-adfebce5-3de1-4c29-85c1-ea5bb28fe783 tempest-SecurityGroupsTestJSON-146164436 tempest-SecurityGroupsTestJSON-146164436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:49.708024 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f4f88a0b-4b10-4d04-9c42-6b9d50adf949 req-adfebce5-3de1-4c29-85c1-ea5bb28fe783 tempest-SecurityGroupsTestJSON-146164436 tempest-SecurityGroupsTestJSON-146164436-project] 10.222.0.59 "GET /v2.0/ports?device_id=ecb20d17-d272-40e5-abaf-6f0d9976c69e HTTP/1.1" status: 200 len: 944 time: 0.3592212 Jul 27 21:00:49.805818 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-214940ab-4327-4308-817f-16c736a55432 req-9f99b785-66d0-4d77-8d30-101b10a7df67 service neutron] 10.222.0.59 "GET /v2.0/networks/c2a3e5aa-349c-49e5-8f94-16c56fbd2a4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3272104 Jul 27 21:00:49.861423 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102efd6c-d5ad-448a-b6bc-8b209b1626fa service neutron] Pushing event updated for resources: {'Port': ['ID=621b6a24-9c81-48c6-a70f-ffcfa4ff3c11,revision_number=3']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:00:49.914886 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f4f88a0b-4b10-4d04-9c42-6b9d50adf949 req-43718577-b4bd-42ac-962b-4be58f2dd178 tempest-SecurityGroupsTestJSON-146164436 tempest-SecurityGroupsTestJSON-146164436-project] 10.222.0.59 "GET /v2.0/security-groups?id=4e615c8e-7316-4e41-95e2-beb8fbe16280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2058220 Jul 27 21:00:49.997518 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-12641623-18a4-42d0-b87b-d8b6bfe9789f req-95d90ba8-35ef-4610-9dbe-0a987d237d06 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] Notify callbacks [] for port, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:50.020274 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a685be46-a363-4fb8-bbef-9620f283ee41 req-ccc9c840-5f03-4722-958e-6970371d552f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:50.021917 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a685be46-a363-4fb8-bbef-9620f283ee41 req-ccc9c840-5f03-4722-958e-6970371d552f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8a9fb2dba4884d648101d24277d7cc3a&device_id=ecb20d17-d272-40e5-abaf-6f0d9976c69e HTTP/1.1" status: 200 len: 1096 time: 0.2682567 Jul 27 21:00:50.030779 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-214940ab-4327-4308-817f-16c736a55432 req-8d661228-bb77-4219-95b6-649308e3faa9 service neutron] 10.222.0.59 "GET /v2.0/networks/c2a3e5aa-349c-49e5-8f94-16c56fbd2a4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2131374 Jul 27 21:00:50.034659 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.provisioning_blocks [req-12641623-18a4-42d0-b87b-d8b6bfe9789f req-95d90ba8-35ef-4610-9dbe-0a987d237d06 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] Transition to ACTIVE for port object b7548bc3-c3ee-4f0b-95e3-8bcdd1f6c845 will not be triggered until provisioned by entity DHCP. {{(pid=105585) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:00:50.086077 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a685be46-a363-4fb8-bbef-9620f283ee41 req-8ff94319-6abc-4a53-b923-4f51b630651c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=621b6a24-9c81-48c6-a70f-ffcfa4ff3c11 HTTP/1.1" status: 200 len: 217 time: 0.0527444 Jul 27 21:00:50.169389 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-12641623-18a4-42d0-b87b-d8b6bfe9789f req-95d90ba8-35ef-4610-9dbe-0a987d237d06 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:50.213322 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a685be46-a363-4fb8-bbef-9620f283ee41 req-4557f7f0-d3e0-485a-bc13-a18b6fb25c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:50.214852 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a685be46-a363-4fb8-bbef-9620f283ee41 req-4557f7f0-d3e0-485a-bc13-a18b6fb25c9d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=2f9e1451-a5a2-4318-8f1b-217b4517cbc0 HTTP/1.1" status: 200 len: 852 time: 0.1183701 Jul 27 21:00:50.288050 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-12641623-18a4-42d0-b87b-d8b6bfe9789f req-95d90ba8-35ef-4610-9dbe-0a987d237d06 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] Network 6aa76440-68bb-4814-b579-87efb5c679e3 is already hosted by enough agents. {{(pid=105585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:00:50.327115 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.base_scheduler [req-12641623-18a4-42d0-b87b-d8b6bfe9789f req-95d90ba8-35ef-4610-9dbe-0a987d237d06 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] Resources bound (agent type, host, resource id): {{(pid=105585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:00:50.331242 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a685be46-a363-4fb8-bbef-9620f283ee41 req-b3384ac9-73b7-4242-bb05-66dd61622737 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4d2b2080-dee5-4efa-a657-06e568548ad6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1000416 Jul 27 21:00:50.331968 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.l3_dvrscheduler_db [req-12641623-18a4-42d0-b87b-d8b6bfe9789f req-95d90ba8-35ef-4610-9dbe-0a987d237d06 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] Received port after_create {{(pid=105585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:00:50.378572 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d90ba8-35ef-4610-9dbe-0a987d237d06 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] Pushing event updated for resources: {'Port': ['ID=b7548bc3-c3ee-4f0b-95e3-8bcdd1f6c845,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:00:50.384538 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 42246) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:00:50.502667 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12641623-18a4-42d0-b87b-d8b6bfe9789f req-95d90ba8-35ef-4610-9dbe-0a987d237d06 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:50.503455 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-12641623-18a4-42d0-b87b-d8b6bfe9789f req-95d90ba8-35ef-4610-9dbe-0a987d237d06 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:50.556890 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-12641623-18a4-42d0-b87b-d8b6bfe9789f req-95d90ba8-35ef-4610-9dbe-0a987d237d06 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0950861 Jul 27 21:00:50.566874 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280aeb34-e19a-48d6-8a3a-2948a67c55a8 req-70cfc701-0a92-4603-bc04-5c1c84bfa691 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:50.574507 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-280aeb34-e19a-48d6-8a3a-2948a67c55a8 req-70cfc701-0a92-4603-bc04-5c1c84bfa691 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] 10.222.0.59 "GET /v2.0/ports?device_id=2ab3b612-b1bf-43fb-a1f2-964eea921f62 HTTP/1.1" status: 200 len: 931 time: 0.3655813 Jul 27 21:00:50.588103 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a685be46-a363-4fb8-bbef-9620f283ee41 req-69478788-7319-4090-879d-c4845f9a0f7e service neutron] 10.222.0.60 "GET /v2.0/networks/4d2b2080-dee5-4efa-a657-06e568548ad6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2372310 Jul 27 21:00:50.593178 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [req-12641623-18a4-42d0-b87b-d8b6bfe9789f req-5db0f553-cb96-4346-bfa7-3db64b1f6aa2 service neutron] Request body: {'port': {'device_id': '2ab3b612-b1bf-43fb-a1f2-964eea921f62', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-705658-22'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:00:50.659416 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-605f64a9-f3e6-44a4-9d3e-aa0c4f3e62a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:50.717460 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-07a8e672-368b-44cf-9ddc-4b047ce8cf66 None None] Provisioning for port b7548bc3-c3ee-4f0b-95e3-8bcdd1f6c845 completed by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:00:50.733553 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-07a8e672-368b-44cf-9ddc-4b047ce8cf66 None None] Provisioning complete for port b7548bc3-c3ee-4f0b-95e3-8bcdd1f6c845 triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:00:50.734599 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-07a8e672-368b-44cf-9ddc-4b047ce8cf66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:50.824147 n-d-705658-22 neutron-server[105585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ecb20d17-d272-40e5-abaf-6f0d9976c69e', 'tag': '621b6a24-9c81-48c6-a70f-ffcfa4ff3c11'}] {{(pid=105585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:00:50.826566 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d66fd65881426bfc2b5388084a3654e5eae521106a15a3dbf0eb4cde7106c36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f063c02-d2ac-45c7-863c-da4ef7b74f93" -d '{"events": [{"name": "network-changed", "server_uuid": "ecb20d17-d272-40e5-abaf-6f0d9976c69e", "tag": "621b6a24-9c81-48c6-a70f-ffcfa4ff3c11"}]}' {{(pid=105585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:00:50.829687 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-07a8e672-368b-44cf-9ddc-4b047ce8cf66 None None] Port b7548bc3-c3ee-4f0b-95e3-8bcdd1f6c845 cannot update to ACTIVE because it is not bound. {{(pid=105586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:00:50.852190 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-605f64a9-f3e6-44a4-9d3e-aa0c4f3e62a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:50.865793 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-605f64a9-f3e6-44a4-9d3e-aa0c4f3e62a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:50.918504 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-605f64a9-f3e6-44a4-9d3e-aa0c4f3e62a3 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=3161be5473ff4d60acb32ecb5f95a125&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5296454 Jul 27 21:00:50.918504 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605f64a9-f3e6-44a4-9d3e-aa0c4f3e62a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71f52c46-1400-424c-9ca3-461f60f465b7,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:00:50.920353 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 42262) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:00:50.932524 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-280aeb34-e19a-48d6-8a3a-2948a67c55a8 req-ad02888e-22fa-4a87-8d25-9e1a60b5c85e tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] 10.222.0.59 "GET /v2.0/security-groups?id=e8209215-bf66-4bb1-96ba-041099e74ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3091803 Jul 27 21:00:50.942241 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-12641623-18a4-42d0-b87b-d8b6bfe9789f req-5db0f553-cb96-4346-bfa7-3db64b1f6aa2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:50.996169 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-0a6cc915-a69d-41e3-bb16-ef00073be61c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:51.037145 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-0a6cc915-a69d-41e3-bb16-ef00073be61c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:51.102568 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-0a6cc915-a69d-41e3-bb16-ef00073be61c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:51.108247 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-0a6cc915-a69d-41e3-bb16-ef00073be61c admin admin] Notify callbacks [] for security_group, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:51.111777 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-0a6cc915-a69d-41e3-bb16-ef00073be61c admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/71f52c46-1400-424c-9ca3-461f60f465b7 HTTP/1.1" status: 204 len: 168 time: 0.1901700 Jul 27 21:00:51.121822 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6cc915-a69d-41e3-bb16-ef00073be61c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71f52c46-1400-424c-9ca3-461f60f465b7,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:00:51.389559 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132230a9-587d-45da-aa40-c48d5ffb0b04 req-e39dc67c-c7ea-4cc0-95cf-b35053f7d5fb tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:51.391070 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-132230a9-587d-45da-aa40-c48d5ffb0b04 req-e39dc67c-c7ea-4cc0-95cf-b35053f7d5fb tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d07fb74-3ebf-4d24-bbe3-7e4795327233 HTTP/1.1" status: 200 len: 946 time: 0.8074994 Jul 27 21:00:51.422667 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-da3d2016-9881-4a04-85d9-aef4369edb8c req-933a4f24-9d2e-4023-8b5f-89097425a5aa tempest-ServersNegativeTestMultiTenantJSON-1522200457 tempest-ServersNegativeTestMultiTenantJSON-1522200457-project] 10.222.0.59 "GET /v2.0/ports?device_id=06284a3e-feaa-472f-ae5f-c2dbb6ec559a HTTP/1.1" status: 200 len: 210 time: 0.0843563 Jul 27 21:00:51.449689 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a685be46-a363-4fb8-bbef-9620f283ee41 req-93f89edf-e296-405a-b400-a52652b7364c service neutron] 10.222.0.60 "GET /v2.0/networks/4d2b2080-dee5-4efa-a657-06e568548ad6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8233397 Jul 27 21:00:51.508635 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 42274) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:00:51.528001 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:00:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b58a3be9-440d-4db2-8286-88fd1b574020 x-openstack-request-id: req-b58a3be9-440d-4db2-8286-88fd1b574020 {{(pid=105585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:00:51.528293 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ecb20d17-d272-40e5-abaf-6f0d9976c69e", "tag": "621b6a24-9c81-48c6-a70f-ffcfa4ff3c11", "status": "completed", "code": 200}]} {{(pid=105585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:00:51.528542 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-b58a3be9-440d-4db2-8286-88fd1b574020 {{(pid=105585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:00:51.528997 n-d-705658-22 neutron-server[105585]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ecb20d17-d272-40e5-abaf-6f0d9976c69e', 'tag': '621b6a24-9c81-48c6-a70f-ffcfa4ff3c11', 'status': 'completed', 'code': 200} Jul 27 21:00:51.541183 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-132230a9-587d-45da-aa40-c48d5ffb0b04 req-dea34b76-4a6c-4985-ba23-6c12fdb759f9 tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] 10.222.0.59 "GET /v2.0/security-groups?id=d1766e71-7b2a-4f2d-acc0-530f862b8fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208992 Jul 27 21:00:51.574423 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-7d652b5d-0b2a-4ce6-bff7-439d9cc334f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:51.717835 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-7d652b5d-0b2a-4ce6-bff7-439d9cc334f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:51.730415 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-7d652b5d-0b2a-4ce6-bff7-439d9cc334f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:51.784892 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-7d652b5d-0b2a-4ce6-bff7-439d9cc334f1 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=e03d51d5bd9141dfa96a73fad0186da5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2744207 Jul 27 21:00:51.789443 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 42276) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:00:51.797388 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f063c02-d2ac-45c7-863c-da4ef7b74f93 req-5ada3fb5-8bc5-4703-ab4e-66d576a610e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:51.798903 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-6f063c02-d2ac-45c7-863c-da4ef7b74f93 req-5ada3fb5-8bc5-4703-ab4e-66d576a610e3 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8a9fb2dba4884d648101d24277d7cc3a&device_id=ecb20d17-d272-40e5-abaf-6f0d9976c69e HTTP/1.1" status: 200 len: 1096 time: 0.2438755 Jul 27 21:00:51.812842 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d652b5d-0b2a-4ce6-bff7-439d9cc334f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=caa5e89c-beba-4585-ba6d-466046488293,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:00:52.019010 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214940ab-4327-4308-817f-16c736a55432 req-71e46a56-9439-416d-aad9-2f5c03525f9a tempest-ServersNegativeTestMultiTenantJSON-1522200457 tempest-ServersNegativeTestMultiTenantJSON-1522200457-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:52.020936 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-214940ab-4327-4308-817f-16c736a55432 req-71e46a56-9439-416d-aad9-2f5c03525f9a tempest-ServersNegativeTestMultiTenantJSON-1522200457 tempest-ServersNegativeTestMultiTenantJSON-1522200457-project] 10.222.0.36 "GET /v2.0/networks?id=c2a3e5aa-349c-49e5-8f94-16c56fbd2a4c HTTP/1.1" status: 200 len: 824 time: 0.3564849 Jul 27 21:00:52.061038 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [req-214940ab-4327-4308-817f-16c736a55432 req-bab65997-1f37-4844-a54d-9f396eac4add tempest-ServersNegativeTestMultiTenantJSON-1522200457 tempest-ServersNegativeTestMultiTenantJSON-1522200457-project] Request body: {'port': {'device_id': '06284a3e-feaa-472f-ae5f-c2dbb6ec559a', 'network_id': 'c2a3e5aa-349c-49e5-8f94-16c56fbd2a4c', 'admin_state_up': True, 'tenant_id': 'e98299b082254e56bbe1e48a4bf26417'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:00:52.108927 n-d-705658-22 neutron-server[105585]: DEBUG neutron.notifiers.nova [req-12641623-18a4-42d0-b87b-d8b6bfe9789f req-5db0f553-cb96-4346-bfa7-3db64b1f6aa2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7548bc3-c3ee-4f0b-95e3-8bcdd1f6c845 {{(pid=105585) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:00:52.120926 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b0d7a7-13fa-446f-941f-5b5189504250 req-2937d8e5-b36d-409e-bc3b-aa3d726e8524 tempest-SecurityGroupsTestJSON-146164436 tempest-SecurityGroupsTestJSON-146164436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:52.122407 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f2b0d7a7-13fa-446f-941f-5b5189504250 req-2937d8e5-b36d-409e-bc3b-aa3d726e8524 tempest-SecurityGroupsTestJSON-146164436 tempest-SecurityGroupsTestJSON-146164436-project] 10.222.0.59 "GET /v2.0/ports?device_id=ecb20d17-d272-40e5-abaf-6f0d9976c69e HTTP/1.1" status: 200 len: 944 time: 0.4388757 Jul 27 21:00:52.163785 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-12641623-18a4-42d0-b87b-d8b6bfe9789f req-5db0f553-cb96-4346-bfa7-3db64b1f6aa2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:52.191311 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-af02f9e7-d450-403e-82ac-93a4b8f50b14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:52.217788 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.provisioning_blocks [req-12641623-18a4-42d0-b87b-d8b6bfe9789f req-5db0f553-cb96-4346-bfa7-3db64b1f6aa2 service neutron] Transition to ACTIVE for port object b7548bc3-c3ee-4f0b-95e3-8bcdd1f6c845 will not be triggered until provisioned by entity L2. {{(pid=105585) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:00:52.239652 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-12641623-18a4-42d0-b87b-d8b6bfe9789f req-5db0f553-cb96-4346-bfa7-3db64b1f6aa2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10221672'] for port, after_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:52.270060 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f063c02-d2ac-45c7-863c-da4ef7b74f93 req-95bed892-650e-4c5b-ad59-8dd547aad16a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:52.271573 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-6f063c02-d2ac-45c7-863c-da4ef7b74f93 req-95bed892-650e-4c5b-ad59-8dd547aad16a service neutron] 10.222.0.60 "GET /v2.0/networks?id=4d2b2080-dee5-4efa-a657-06e568548ad6 HTTP/1.1" status: 200 len: 913 time: 0.4467037 Jul 27 21:00:52.319881 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-af02f9e7-d450-403e-82ac-93a4b8f50b14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:52.347597 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f2b0d7a7-13fa-446f-941f-5b5189504250 req-4585160d-ac51-4879-a973-ea6445c894d3 tempest-SecurityGroupsTestJSON-146164436 tempest-SecurityGroupsTestJSON-146164436-project] 10.222.0.59 "GET /v2.0/security-groups?id=4e615c8e-7316-4e41-95e2-beb8fbe16280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1874909 Jul 27 21:00:52.398884 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-6f063c02-d2ac-45c7-863c-da4ef7b74f93 req-4cd5bd51-8af5-4252-9cd2-ebc45756e71a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=621b6a24-9c81-48c6-a70f-ffcfa4ff3c11 HTTP/1.1" status: 200 len: 217 time: 0.0984304 Jul 27 21:00:52.450666 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db0f553-cb96-4346-bfa7-3db64b1f6aa2 service neutron] Pushing event updated for resources: {'Port': ['ID=b7548bc3-c3ee-4f0b-95e3-8bcdd1f6c845,revision_number=2']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:00:52.500979 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4b62af-b1ea-4648-a662-50a8172507e9 req-d7014d3a-4923-40a1-a308-a8eb4422ff33 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:52.507507 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-ac4b62af-b1ea-4648-a662-50a8172507e9 req-d7014d3a-4923-40a1-a308-a8eb4422ff33 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] 10.222.0.59 "GET /v2.0/ports?device_id=2ab3b612-b1bf-43fb-a1f2-964eea921f62 HTTP/1.1" status: 200 len: 931 time: 0.4814663 Jul 27 21:00:52.534483 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f063c02-d2ac-45c7-863c-da4ef7b74f93 req-cd482629-7ed0-4ef9-a75b-a6dca80b9d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:52.536803 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-6f063c02-d2ac-45c7-863c-da4ef7b74f93 req-cd482629-7ed0-4ef9-a75b-a6dca80b9d02 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=2f9e1451-a5a2-4318-8f1b-217b4517cbc0 HTTP/1.1" status: 200 len: 852 time: 0.1177127 Jul 27 21:00:52.645966 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-6f063c02-d2ac-45c7-863c-da4ef7b74f93 req-14f4a9de-9dc9-42cd-9533-d2015657bf86 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4d2b2080-dee5-4efa-a657-06e568548ad6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0856795 Jul 27 21:00:52.649448 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-214940ab-4327-4308-817f-16c736a55432 req-bab65997-1f37-4844-a54d-9f396eac4add tempest-ServersNegativeTestMultiTenantJSON-1522200457 tempest-ServersNegativeTestMultiTenantJSON-1522200457-project] Made reservation on behalf of e98299b082254e56bbe1e48a4bf26417 for: {'port': 1} {{(pid=105585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:00:52.652990 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-214940ab-4327-4308-817f-16c736a55432 req-bab65997-1f37-4844-a54d-9f396eac4add tempest-ServersNegativeTestMultiTenantJSON-1522200457 tempest-ServersNegativeTestMultiTenantJSON-1522200457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:52.726844 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-7bbdd21b-9f52-42c0-a382-351f9eca6ed5 req-9bc7ac60-3c11-4c70-aa8c-1300e7383367 tempest-ServersNegativeTestMultiTenantJSON-1522200457 tempest-ServersNegativeTestMultiTenantJSON-1522200457-project] 10.222.0.59 "GET /v2.0/ports?device_id=06284a3e-feaa-472f-ae5f-c2dbb6ec559a HTTP/1.1" status: 200 len: 210 time: 0.0833530 Jul 27 21:00:52.759932 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-af02f9e7-d450-403e-82ac-93a4b8f50b14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:52.762409 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-af02f9e7-d450-403e-82ac-93a4b8f50b14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:52.763575 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-af02f9e7-d450-403e-82ac-93a4b8f50b14 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/caa5e89c-beba-4585-ba6d-466046488293 HTTP/1.1" status: 204 len: 168 time: 0.9700181 Jul 27 21:00:52.778100 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-ac4b62af-b1ea-4648-a662-50a8172507e9 req-5fb37e30-5dce-4a25-8cd5-8e94f6210364 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] 10.222.0.59 "GET /v2.0/security-groups?id=e8209215-bf66-4bb1-96ba-041099e74ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2372105 Jul 27 21:00:52.807490 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af02f9e7-d450-403e-82ac-93a4b8f50b14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=caa5e89c-beba-4585-ba6d-466046488293,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:00:52.909477 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.managers [req-12641623-18a4-42d0-b87b-d8b6bfe9789f req-5db0f553-cb96-4346-bfa7-3db64b1f6aa2 service neutron] Attempting to bind port b7548bc3-c3ee-4f0b-95e3-8bcdd1f6c845 on host n-h2-705658-22 for vnic_type normal with profile {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:00:52.909890 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.managers [req-12641623-18a4-42d0-b87b-d8b6bfe9789f req-5db0f553-cb96-4346-bfa7-3db64b1f6aa2 service neutron] Attempting to bind port b7548bc3-c3ee-4f0b-95e3-8bcdd1f6c845 by drivers openvswitch,hyperv on host n-h2-705658-22 at level 0 using segments [{'id': '7253e476-fc19-4126-9562-a06a41b3b94e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '6aa76440-68bb-4814-b579-87efb5c679e3'}] {{(pid=105585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:00:52.910175 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12641623-18a4-42d0-b87b-d8b6bfe9789f req-5db0f553-cb96-4346-bfa7-3db64b1f6aa2 service neutron] Attempting to bind port b7548bc3-c3ee-4f0b-95e3-8bcdd1f6c845 on network 6aa76440-68bb-4814-b579-87efb5c679e3 {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:00:52.949640 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12641623-18a4-42d0-b87b-d8b6bfe9789f req-5db0f553-cb96-4346-bfa7-3db64b1f6aa2 service neutron] Port b7548bc3-c3ee-4f0b-95e3-8bcdd1f6c845 on network 6aa76440-68bb-4814-b579-87efb5c679e3 not bound, no agent of type Open vSwitch agent registered on host n-h2-705658-22 {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:00:52.949967 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12641623-18a4-42d0-b87b-d8b6bfe9789f req-5db0f553-cb96-4346-bfa7-3db64b1f6aa2 service neutron] Attempting to bind port b7548bc3-c3ee-4f0b-95e3-8bcdd1f6c845 on network 6aa76440-68bb-4814-b579-87efb5c679e3 {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:00:52.998222 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12641623-18a4-42d0-b87b-d8b6bfe9789f req-5db0f553-cb96-4346-bfa7-3db64b1f6aa2 service neutron] Checking agent: {'id': '65195a73-a875-4810-9f5b-622ae260a8a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 49, 40), 'started_at': datetime.datetime(2021, 7, 27, 20, 49, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 0, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:00:52.998696 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12641623-18a4-42d0-b87b-d8b6bfe9789f req-5db0f553-cb96-4346-bfa7-3db64b1f6aa2 service neutron] Checking segment: {'id': '7253e476-fc19-4126-9562-a06a41b3b94e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '6aa76440-68bb-4814-b579-87efb5c679e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:00:52.999050 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12641623-18a4-42d0-b87b-d8b6bfe9789f req-5db0f553-cb96-4346-bfa7-3db64b1f6aa2 service neutron] Bound using segment: {'id': '7253e476-fc19-4126-9562-a06a41b3b94e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '6aa76440-68bb-4814-b579-87efb5c679e3'} {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:00:52.999537 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.managers [req-12641623-18a4-42d0-b87b-d8b6bfe9789f req-5db0f553-cb96-4346-bfa7-3db64b1f6aa2 service neutron] Bound port: b7548bc3-c3ee-4f0b-95e3-8bcdd1f6c845, host: n-h2-705658-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7253e476-fc19-4126-9562-a06a41b3b94e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '6aa76440-68bb-4814-b579-87efb5c679e3'}}] {{(pid=105585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:00:52.999901 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-12641623-18a4-42d0-b87b-d8b6bfe9789f req-5db0f553-cb96-4346-bfa7-3db64b1f6aa2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:53.003583 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-6f063c02-d2ac-45c7-863c-da4ef7b74f93 req-b708e375-eec3-49b2-a2f8-20164ef5ab99 service neutron] 10.222.0.60 "GET /v2.0/networks/4d2b2080-dee5-4efa-a657-06e568548ad6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3478997 Jul 27 21:00:53.142274 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.db_base_plugin_common [req-214940ab-4327-4308-817f-16c736a55432 req-bab65997-1f37-4844-a54d-9f396eac4add tempest-ServersNegativeTestMultiTenantJSON-1522200457 tempest-ServersNegativeTestMultiTenantJSON-1522200457-project] Allocated IP 172.20.0.10 (c2a3e5aa-349c-49e5-8f94-16c56fbd2a4c/34ed9f8d-9764-42bd-9ff6-27f1c3de8cac/3009540e-7a31-46b9-84c7-33bc1bdfefb8) {{(pid=105585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:00:53.181295 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde03943-624f-49f4-97e4-08b1cb3befa4 req-6ffb88c7-e172-4147-aedf-761081ea4271 tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:53.182825 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-cde03943-624f-49f4-97e4-08b1cb3befa4 req-6ffb88c7-e172-4147-aedf-761081ea4271 tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d07fb74-3ebf-4d24-bbe3-7e4795327233 HTTP/1.1" status: 200 len: 946 time: 0.3786113 Jul 27 21:00:53.214036 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.db [req-12641623-18a4-42d0-b87b-d8b6bfe9789f req-5db0f553-cb96-4346-bfa7-3db64b1f6aa2 service neutron] For port b7548bc3-c3ee-4f0b-95e3-8bcdd1f6c845, host n-h2-705658-22, cleared binding levels {{(pid=105585) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:00:53.262841 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.db [req-12641623-18a4-42d0-b87b-d8b6bfe9789f req-5db0f553-cb96-4346-bfa7-3db64b1f6aa2 service neutron] For port b7548bc3-c3ee-4f0b-95e3-8bcdd1f6c845, host n-h2-705658-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=b7548bc3-c3ee-4f0b-95e3-8bcdd1f6c845,segment=NetworkSegment(7253e476-fc19-4126-9562-a06a41b3b94e),segment_id=7253e476-fc19-4126-9562-a06a41b3b94e)] {{(pid=105585) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:00:53.284885 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-6f063c02-d2ac-45c7-863c-da4ef7b74f93 req-a2008454-d129-4dbe-962d-c032f3ebf496 service neutron] 10.222.0.60 "GET /v2.0/networks/4d2b2080-dee5-4efa-a657-06e568548ad6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2663980 Jul 27 21:00:53.300972 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-12641623-18a4-42d0-b87b-d8b6bfe9789f req-5db0f553-cb96-4346-bfa7-3db64b1f6aa2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10221672'] for port, after_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:53.353457 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-cde03943-624f-49f4-97e4-08b1cb3befa4 req-d0524a44-f639-44cf-afd6-5b9c8a767f9e tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] 10.222.0.59 "GET /v2.0/security-groups?id=d1766e71-7b2a-4f2d-acc0-530f862b8fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598189 Jul 27 21:00:53.413513 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12641623-18a4-42d0-b87b-d8b6bfe9789f req-5db0f553-cb96-4346-bfa7-3db64b1f6aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:53.414239 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-12641623-18a4-42d0-b87b-d8b6bfe9789f req-5db0f553-cb96-4346-bfa7-3db64b1f6aa2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:53.415565 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-12641623-18a4-42d0-b87b-d8b6bfe9789f req-5db0f553-cb96-4346-bfa7-3db64b1f6aa2 service neutron] 10.222.0.60 "PUT /v2.0/ports/b7548bc3-c3ee-4f0b-95e3-8bcdd1f6c845 HTTP/1.1" status: 200 len: 1092 time: 2.8306110 Jul 27 21:00:53.480598 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db0f553-cb96-4346-bfa7-3db64b1f6aa2 service neutron] Pushing event updated for resources: {'Port': ['ID=b7548bc3-c3ee-4f0b-95e3-8bcdd1f6c845,revision_number=3']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:00:53.537163 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b86fce5-365a-4504-a5dd-7dbc7914d6f9 req-7610afa7-eb06-4e7d-a82f-c32ac934889f tempest-ListServersNegativeTestJSON-1907616306 tempest-ListServersNegativeTestJSON-1907616306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:53.543398 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b86fce5-365a-4504-a5dd-7dbc7914d6f9 req-7610afa7-eb06-4e7d-a82f-c32ac934889f tempest-ListServersNegativeTestJSON-1907616306 tempest-ListServersNegativeTestJSON-1907616306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:53.545049 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-3b86fce5-365a-4504-a5dd-7dbc7914d6f9 req-7610afa7-eb06-4e7d-a82f-c32ac934889f tempest-ListServersNegativeTestJSON-1907616306 tempest-ListServersNegativeTestJSON-1907616306-project] 10.222.0.59 "GET /v2.0/ports?device_id=3f0843e9-bfe5-4bc2-b83e-8a9e3eaa3ec9&device_id=e971ab8c-11d8-4530-bea4-caba504e61c4 HTTP/1.1" status: 200 len: 1681 time: 0.3269050 Jul 27 21:00:53.549636 n-d-705658-22 neutron-server[105585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ab3b612-b1bf-43fb-a1f2-964eea921f62', 'tag': 'b7548bc3-c3ee-4f0b-95e3-8bcdd1f6c845'}] {{(pid=105585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:00:53.551904 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d66fd65881426bfc2b5388084a3654e5eae521106a15a3dbf0eb4cde7106c36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-606fa159-bcaa-4a96-bbef-3104cde273aa" -d '{"events": [{"name": "network-changed", "server_uuid": "2ab3b612-b1bf-43fb-a1f2-964eea921f62", "tag": "b7548bc3-c3ee-4f0b-95e3-8bcdd1f6c845"}]}' {{(pid=105585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:00:53.632885 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-214940ab-4327-4308-817f-16c736a55432 req-bab65997-1f37-4844-a54d-9f396eac4add tempest-ServersNegativeTestMultiTenantJSON-1522200457 tempest-ServersNegativeTestMultiTenantJSON-1522200457-project] Notify callbacks [] for port, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:53.679559 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-3b86fce5-365a-4504-a5dd-7dbc7914d6f9 req-4110c703-ffea-4c9f-8703-15c2bb7592e5 tempest-ListServersNegativeTestJSON-1907616306 tempest-ListServersNegativeTestJSON-1907616306-project] 10.222.0.59 "GET /v2.0/security-groups?id=52dba1d2-45eb-4627-a32a-8b651454cd30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214035 Jul 27 21:00:53.701550 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12641623-18a4-42d0-b87b-d8b6bfe9789f req-ddadc953-64e1-42e5-9e07-77a2ccc4af2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:53.705026 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-12641623-18a4-42d0-b87b-d8b6bfe9789f req-ddadc953-64e1-42e5-9e07-77a2ccc4af2c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=037df3a90f014739a3644a9c2d1586c8&device_id=2ab3b612-b1bf-43fb-a1f2-964eea921f62 HTTP/1.1" status: 200 len: 1095 time: 0.2346084 Jul 27 21:00:53.729869 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:00:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-435cfbfe-5c2c-4ef4-8777-caee118cb311 x-openstack-request-id: req-435cfbfe-5c2c-4ef4-8777-caee118cb311 {{(pid=105585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:00:53.730150 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ab3b612-b1bf-43fb-a1f2-964eea921f62", "tag": "b7548bc3-c3ee-4f0b-95e3-8bcdd1f6c845", "status": "completed", "code": 200}]} {{(pid=105585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:00:53.730394 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-435cfbfe-5c2c-4ef4-8777-caee118cb311 {{(pid=105585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:00:53.730773 n-d-705658-22 neutron-server[105585]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ab3b612-b1bf-43fb-a1f2-964eea921f62', 'tag': 'b7548bc3-c3ee-4f0b-95e3-8bcdd1f6c845', 'status': 'completed', 'code': 200} Jul 27 21:00:53.776588 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ea03c2-8414-4e07-be94-319f509b59c6 req-7925f081-5493-46fc-94b4-bcc92aba7428 tempest-SecurityGroupsTestJSON-146164436 tempest-SecurityGroupsTestJSON-146164436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:53.778122 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-c2ea03c2-8414-4e07-be94-319f509b59c6 req-7925f081-5493-46fc-94b4-bcc92aba7428 tempest-SecurityGroupsTestJSON-146164436 tempest-SecurityGroupsTestJSON-146164436-project] 10.222.0.59 "GET /v2.0/ports?device_id=ecb20d17-d272-40e5-abaf-6f0d9976c69e HTTP/1.1" status: 200 len: 944 time: 0.2535989 Jul 27 21:00:53.782921 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-12641623-18a4-42d0-b87b-d8b6bfe9789f req-a0746005-3de8-494f-b806-6e5244f7a42c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b7548bc3-c3ee-4f0b-95e3-8bcdd1f6c845 HTTP/1.1" status: 200 len: 217 time: 0.0685523 Jul 27 21:00:53.809890 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-214940ab-4327-4308-817f-16c736a55432 req-bab65997-1f37-4844-a54d-9f396eac4add tempest-ServersNegativeTestMultiTenantJSON-1522200457 tempest-ServersNegativeTestMultiTenantJSON-1522200457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:53.901786 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-214940ab-4327-4308-817f-16c736a55432 req-bab65997-1f37-4844-a54d-9f396eac4add tempest-ServersNegativeTestMultiTenantJSON-1522200457 tempest-ServersNegativeTestMultiTenantJSON-1522200457-project] Network c2a3e5aa-349c-49e5-8f94-16c56fbd2a4c is already hosted by enough agents. {{(pid=105585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:00:53.911929 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12641623-18a4-42d0-b87b-d8b6bfe9789f req-e40631ac-0da4-4160-9831-6a55877f4464 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:53.913423 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-12641623-18a4-42d0-b87b-d8b6bfe9789f req-e40631ac-0da4-4160-9831-6a55877f4464 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=746696d1-95cb-4db5-9b25-089085191295 HTTP/1.1" status: 200 len: 851 time: 0.1218743 Jul 27 21:00:53.914231 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.base_scheduler [req-214940ab-4327-4308-817f-16c736a55432 req-bab65997-1f37-4844-a54d-9f396eac4add tempest-ServersNegativeTestMultiTenantJSON-1522200457 tempest-ServersNegativeTestMultiTenantJSON-1522200457-project] Resources bound (agent type, host, resource id): {{(pid=105585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:00:53.931560 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-c2ea03c2-8414-4e07-be94-319f509b59c6 req-9d09a33c-ff54-40d1-9877-8002c6d5bf3c tempest-SecurityGroupsTestJSON-146164436 tempest-SecurityGroupsTestJSON-146164436-project] 10.222.0.59 "GET /v2.0/security-groups?id=4e615c8e-7316-4e41-95e2-beb8fbe16280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411209 Jul 27 21:00:53.944387 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.l3_dvrscheduler_db [req-214940ab-4327-4308-817f-16c736a55432 req-bab65997-1f37-4844-a54d-9f396eac4add tempest-ServersNegativeTestMultiTenantJSON-1522200457 tempest-ServersNegativeTestMultiTenantJSON-1522200457-project] Received port after_create {{(pid=105585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:00:54.062798 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab65997-1f37-4844-a54d-9f396eac4add tempest-ServersNegativeTestMultiTenantJSON-1522200457 tempest-ServersNegativeTestMultiTenantJSON-1522200457-project] Pushing event updated for resources: {'Port': ['ID=3009540e-7a31-46b9-84c7-33bc1bdfefb8,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:00:54.159421 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214940ab-4327-4308-817f-16c736a55432 req-bab65997-1f37-4844-a54d-9f396eac4add tempest-ServersNegativeTestMultiTenantJSON-1522200457 tempest-ServersNegativeTestMultiTenantJSON-1522200457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:54.160044 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-214940ab-4327-4308-817f-16c736a55432 req-bab65997-1f37-4844-a54d-9f396eac4add tempest-ServersNegativeTestMultiTenantJSON-1522200457 tempest-ServersNegativeTestMultiTenantJSON-1522200457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:54.193368 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-214940ab-4327-4308-817f-16c736a55432 req-bab65997-1f37-4844-a54d-9f396eac4add tempest-ServersNegativeTestMultiTenantJSON-1522200457 tempest-ServersNegativeTestMultiTenantJSON-1522200457-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1363852 Jul 27 21:00:54.218497 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [req-214940ab-4327-4308-817f-16c736a55432 req-d929fd9f-6452-4640-a252-cc65031ea509 service neutron] Request body: {'port': {'device_id': '06284a3e-feaa-472f-ae5f-c2dbb6ec559a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-705658-22'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:00:54.260399 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3f7cb5-2e4d-4c6c-ae82-8e6673c7a3e4 req-bb2ecda1-fb88-4ab7-a29a-335bafcb6ced tempest-ServersNegativeTestMultiTenantJSON-1522200457 tempest-ServersNegativeTestMultiTenantJSON-1522200457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:54.261897 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-0d3f7cb5-2e4d-4c6c-ae82-8e6673c7a3e4 req-bb2ecda1-fb88-4ab7-a29a-335bafcb6ced tempest-ServersNegativeTestMultiTenantJSON-1522200457 tempest-ServersNegativeTestMultiTenantJSON-1522200457-project] 10.222.0.59 "GET /v2.0/ports?device_id=06284a3e-feaa-472f-ae5f-c2dbb6ec559a HTTP/1.1" status: 200 len: 932 time: 0.3454726 Jul 27 21:00:54.269329 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230b0cbf-b56d-4d83-aba2-32339a480be0 req-af82f514-8989-4b36-887c-62b7c2416ab1 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:54.270741 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-230b0cbf-b56d-4d83-aba2-32339a480be0 req-af82f514-8989-4b36-887c-62b7c2416ab1 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] 10.222.0.59 "GET /v2.0/ports?device_id=2ab3b612-b1bf-43fb-a1f2-964eea921f62 HTTP/1.1" status: 200 len: 943 time: 0.2097929 Jul 27 21:00:54.286168 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12641623-18a4-42d0-b87b-d8b6bfe9789f req-334b5a7b-d4e9-4046-8138-8344219d610e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:54.287632 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-12641623-18a4-42d0-b87b-d8b6bfe9789f req-334b5a7b-d4e9-4046-8138-8344219d610e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=6aa76440-68bb-4814-b579-87efb5c679e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3550646 Jul 27 21:00:54.749258 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-0d3f7cb5-2e4d-4c6c-ae82-8e6673c7a3e4 req-1a826b0e-5a91-4d18-b895-30f31c510266 tempest-ServersNegativeTestMultiTenantJSON-1522200457 tempest-ServersNegativeTestMultiTenantJSON-1522200457-project] 10.222.0.59 "GET /v2.0/security-groups?id=0f956371-f4e7-42e3-a41f-672691967e07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4775217 Jul 27 21:00:54.756103 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-230b0cbf-b56d-4d83-aba2-32339a480be0 req-5cb8ed58-df5e-42a3-a41d-c1c4f250af28 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] 10.222.0.59 "GET /v2.0/security-groups?id=e8209215-bf66-4bb1-96ba-041099e74ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4652245 Jul 27 21:00:54.762261 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-214940ab-4327-4308-817f-16c736a55432 req-d929fd9f-6452-4640-a252-cc65031ea509 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:54.838252 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-12641623-18a4-42d0-b87b-d8b6bfe9789f req-d65b7d8d-0aac-4441-92dd-2731f29d528f service neutron] 10.222.0.60 "GET /v2.0/networks/6aa76440-68bb-4814-b579-87efb5c679e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5113466 Jul 27 21:00:54.842827 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0935b1-56a9-4ac6-9d17-7162fc5064c5 req-8bce18e3-f74a-4611-8202-50766c4454ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:54.844319 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-ee0935b1-56a9-4ac6-9d17-7162fc5064c5 req-8bce18e3-f74a-4611-8202-50766c4454ed service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=54685b57bf31427c889d7b240f3f8a60&device_id=0d07fb74-3ebf-4d24-bbe3-7e4795327233 HTTP/1.1" status: 200 len: 1098 time: 0.5693862 Jul 27 21:00:55.061796 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Device 621b6a24-9c81-48c6-a70f-ffcfa4ff3c11 details requested by agent hyperv_n-h2-705658-22 with host n-h2-705658-22 {{(pid=105586) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:00:55.153207 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-082832f3-2fa1-4872-ab74-66ac90d7c08e req-c8add0bd-56c3-4480-ad21-36e5fc034dc3 tempest-ServerDiagnosticsNegativeTest-1919750577 tempest-ServerDiagnosticsNegativeTest-1919750577-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=e3dd391ba3d54095948169d71efc1eb3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0797064 Jul 27 21:00:55.289273 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0935b1-56a9-4ac6-9d17-7162fc5064c5 req-65f9d364-0f59-4cf4-b769-ef6155a6c598 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:55.290657 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-ee0935b1-56a9-4ac6-9d17-7162fc5064c5 req-65f9d364-0f59-4cf4-b769-ef6155a6c598 service neutron] 10.222.0.60 "GET /v2.0/networks?id=c29e02c5-8000-4917-925d-2eceb290693b HTTP/1.1" status: 200 len: 913 time: 0.3788736 Jul 27 21:00:55.292476 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-12641623-18a4-42d0-b87b-d8b6bfe9789f req-22d9c943-434d-4f75-a4e9-c3a1da6c3907 service neutron] 10.222.0.60 "GET /v2.0/networks/6aa76440-68bb-4814-b579-87efb5c679e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4440594 Jul 27 21:00:55.306485 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] For port 621b6a24-9c81-48c6-a70f-ffcfa4ff3c11, host n-h2-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=621b6a24-9c81-48c6-a70f-ffcfa4ff3c11,segment=NetworkSegment(7e287389-6e5c-4ce4-b4eb-616d84d437ce),segment_id=7e287389-6e5c-4ce4-b4eb-616d84d437ce)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:00:55.318936 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Returning: {'device': '621b6a24-9c81-48c6-a70f-ffcfa4ff3c11', 'network_id': '4d2b2080-dee5-4efa-a657-06e568548ad6', 'port_id': '621b6a24-9c81-48c6-a70f-ffcfa4ff3c11', 'mac_address': 'fa:16:3e:e6:0a:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 243, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f9e1451-a5a2-4318-8f1b-217b4517cbc0', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105586) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:00:55.335061 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d80213-b549-4965-a15a-598a6401191b req-3ad59082-a766-45a4-87ed-39b495ee2195 tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:55.336640 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-01d80213-b549-4965-a15a-598a6401191b req-3ad59082-a766-45a4-87ed-39b495ee2195 tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d07fb74-3ebf-4d24-bbe3-7e4795327233 HTTP/1.1" status: 200 len: 946 time: 0.4236696 Jul 27 21:00:55.357727 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:55.371753 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [None req-3d54578f-831f-4696-b568-13c455922dab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 621b6a24-9c81-48c6-a70f-ffcfa4ff3c11 {{(pid=105586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:00:55.392388 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] For port 621b6a24-9c81-48c6-a70f-ffcfa4ff3c11, host n-h2-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=621b6a24-9c81-48c6-a70f-ffcfa4ff3c11,segment=NetworkSegment(7e287389-6e5c-4ce4-b4eb-616d84d437ce),segment_id=7e287389-6e5c-4ce4-b4eb-616d84d437ce)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:00:55.395458 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-ee0935b1-56a9-4ac6-9d17-7162fc5064c5 req-ba514bb7-16d7-4b9d-91b8-a9b7d22a98fa service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=310d9827-e134-4697-9849-2becd694e37f HTTP/1.1" status: 200 len: 217 time: 0.0870628 Jul 27 21:00:55.396515 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:55.445067 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Pushing event updated for resources: {'Port': ['ID=621b6a24-9c81-48c6-a70f-ffcfa4ff3c11,revision_number=4']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:00:55.552815 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082832f3-2fa1-4872-ab74-66ac90d7c08e req-cd6de860-ee65-487b-90a0-1e3f7364be9e tempest-ServerDiagnosticsNegativeTest-1919750577 tempest-ServerDiagnosticsNegativeTest-1919750577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:55.554212 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-082832f3-2fa1-4872-ab74-66ac90d7c08e req-cd6de860-ee65-487b-90a0-1e3f7364be9e tempest-ServerDiagnosticsNegativeTest-1919750577 tempest-ServerDiagnosticsNegativeTest-1919750577-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3812032 Jul 27 21:00:55.558894 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-01d80213-b549-4965-a15a-598a6401191b req-d91bed4e-eb49-4009-b7de-e73c5c7e1b3f tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] 10.222.0.59 "GET /v2.0/security-groups?id=d1766e71-7b2a-4f2d-acc0-530f862b8fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1804738 Jul 27 21:00:55.565191 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0935b1-56a9-4ac6-9d17-7162fc5064c5 req-c3965532-b8ca-4792-9f64-c14b907c0205 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:55.566639 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-ee0935b1-56a9-4ac6-9d17-7162fc5064c5 req-c3965532-b8ca-4792-9f64-c14b907c0205 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=7c0fdb90-69ca-4554-99dc-5ec25614338f HTTP/1.1" status: 200 len: 852 time: 0.1301215 Jul 27 21:00:55.623760 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-082832f3-2fa1-4872-ab74-66ac90d7c08e req-3d93029d-c7a5-4ee7-8ebe-b5d47cad42b8 tempest-ServerDiagnosticsNegativeTest-1919750577 tempest-ServerDiagnosticsNegativeTest-1919750577-project] 10.222.0.59 "GET /v2.0/quotas/e3dd391ba3d54095948169d71efc1eb3 HTTP/1.1" status: 200 len: 375 time: 0.0616398 Jul 27 21:00:55.629500 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-ee0935b1-56a9-4ac6-9d17-7162fc5064c5 req-5d0a8b5c-d973-4f36-9115-1acc13565d1b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c29e02c5-8000-4917-925d-2eceb290693b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0486631 Jul 27 21:00:55.693793 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606fa159-bcaa-4a96-bbef-3104cde273aa req-fe11cab4-10cd-44a2-9627-967e6f1b6a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:55.695320 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-606fa159-bcaa-4a96-bbef-3104cde273aa req-fe11cab4-10cd-44a2-9627-967e6f1b6a22 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=037df3a90f014739a3644a9c2d1586c8&device_id=2ab3b612-b1bf-43fb-a1f2-964eea921f62 HTTP/1.1" status: 200 len: 1095 time: 0.3140659 Jul 27 21:00:55.755050 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-082832f3-2fa1-4872-ab74-66ac90d7c08e req-fd8a9d68-e053-4773-ab0d-4e4b80b7a5bf tempest-ServerDiagnosticsNegativeTest-1919750577 tempest-ServerDiagnosticsNegativeTest-1919750577-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=e3dd391ba3d54095948169d71efc1eb3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1001701 Jul 27 21:00:55.757234 n-d-705658-22 neutron-server[105585]: DEBUG neutron.notifiers.nova [req-214940ab-4327-4308-817f-16c736a55432 req-d929fd9f-6452-4640-a252-cc65031ea509 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3009540e-7a31-46b9-84c7-33bc1bdfefb8 {{(pid=105585) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:00:55.790280 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-214940ab-4327-4308-817f-16c736a55432 req-d929fd9f-6452-4640-a252-cc65031ea509 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:55.896193 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.provisioning_blocks [req-214940ab-4327-4308-817f-16c736a55432 req-d929fd9f-6452-4640-a252-cc65031ea509 service neutron] Transition to ACTIVE for port object 3009540e-7a31-46b9-84c7-33bc1bdfefb8 will not be triggered until provisioned by entity L2. {{(pid=105585) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:00:55.903997 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] get_ports_and_sgs() called for port_ids ['621b6a24-9c81-48c6-a70f-ffcfa4ff3c11'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:00:55.912156 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-214940ab-4327-4308-817f-16c736a55432 req-d929fd9f-6452-4640-a252-cc65031ea509 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10221672'] for port, after_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:56.003543 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-ee0935b1-56a9-4ac6-9d17-7162fc5064c5 req-0d2cb9fa-75cd-44ef-99eb-db9b780eda47 service neutron] 10.222.0.60 "GET /v2.0/networks/c29e02c5-8000-4917-925d-2eceb290693b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3457122 Jul 27 21:00:56.154206 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606fa159-bcaa-4a96-bbef-3104cde273aa req-fd3693a2-0c48-4178-8332-a32deef12773 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:56.157678 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-606fa159-bcaa-4a96-bbef-3104cde273aa req-fd3693a2-0c48-4178-8332-a32deef12773 service neutron] 10.222.0.60 "GET /v2.0/networks?id=6aa76440-68bb-4814-b579-87efb5c679e3 HTTP/1.1" status: 200 len: 913 time: 0.4073908 Jul 27 21:00:56.206632 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d929fd9f-6452-4640-a252-cc65031ea509 service neutron] Pushing event updated for resources: {'Port': ['ID=3009540e-7a31-46b9-84c7-33bc1bdfefb8,revision_number=2']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:00:56.311647 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbc0186-5477-46d0-bc53-017e97e20a17 req-b88cd746-dc99-4457-b2de-eed091963e3c tempest-SecurityGroupsTestJSON-146164436 tempest-SecurityGroupsTestJSON-146164436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:56.313090 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-dbbc0186-5477-46d0-bc53-017e97e20a17 req-b88cd746-dc99-4457-b2de-eed091963e3c tempest-SecurityGroupsTestJSON-146164436 tempest-SecurityGroupsTestJSON-146164436-project] 10.222.0.59 "GET /v2.0/ports?device_id=ecb20d17-d272-40e5-abaf-6f0d9976c69e HTTP/1.1" status: 200 len: 945 time: 0.5484874 Jul 27 21:00:56.314500 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-606fa159-bcaa-4a96-bbef-3104cde273aa req-52b499de-76ab-4c89-9e9d-f6411f87b7c7 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b7548bc3-c3ee-4f0b-95e3-8bcdd1f6c845 HTTP/1.1" status: 200 len: 217 time: 0.1411936 Jul 27 21:00:56.441816 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-ee0935b1-56a9-4ac6-9d17-7162fc5064c5 req-e2ff757f-0414-43cf-89ff-0d92fceb0712 service neutron] 10.222.0.60 "GET /v2.0/networks/c29e02c5-8000-4917-925d-2eceb290693b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4171705 Jul 27 21:00:56.451635 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.managers [req-214940ab-4327-4308-817f-16c736a55432 req-d929fd9f-6452-4640-a252-cc65031ea509 service neutron] Attempting to bind port 3009540e-7a31-46b9-84c7-33bc1bdfefb8 on host n-h1-705658-22 for vnic_type normal with profile {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:00:56.452023 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.managers [req-214940ab-4327-4308-817f-16c736a55432 req-d929fd9f-6452-4640-a252-cc65031ea509 service neutron] Attempting to bind port 3009540e-7a31-46b9-84c7-33bc1bdfefb8 by drivers openvswitch,hyperv on host n-h1-705658-22 at level 0 using segments [{'id': '4896b7ea-082d-41f6-96f4-bc68c0e929f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'c2a3e5aa-349c-49e5-8f94-16c56fbd2a4c'}] {{(pid=105585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:00:56.452597 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-214940ab-4327-4308-817f-16c736a55432 req-d929fd9f-6452-4640-a252-cc65031ea509 service neutron] Attempting to bind port 3009540e-7a31-46b9-84c7-33bc1bdfefb8 on network c2a3e5aa-349c-49e5-8f94-16c56fbd2a4c {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:00:56.470372 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606fa159-bcaa-4a96-bbef-3104cde273aa req-264dc070-bdfa-4d38-b71e-9d22785b5728 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:56.471871 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-606fa159-bcaa-4a96-bbef-3104cde273aa req-264dc070-bdfa-4d38-b71e-9d22785b5728 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=746696d1-95cb-4db5-9b25-089085191295 HTTP/1.1" status: 200 len: 851 time: 0.1474001 Jul 27 21:00:56.477625 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-214940ab-4327-4308-817f-16c736a55432 req-d929fd9f-6452-4640-a252-cc65031ea509 service neutron] Port 3009540e-7a31-46b9-84c7-33bc1bdfefb8 on network c2a3e5aa-349c-49e5-8f94-16c56fbd2a4c not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-22 {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:00:56.477964 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-214940ab-4327-4308-817f-16c736a55432 req-d929fd9f-6452-4640-a252-cc65031ea509 service neutron] Attempting to bind port 3009540e-7a31-46b9-84c7-33bc1bdfefb8 on network c2a3e5aa-349c-49e5-8f94-16c56fbd2a4c {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:00:56.486620 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-dbbc0186-5477-46d0-bc53-017e97e20a17 req-2d96a05d-560e-4e2f-a633-d21e2fbf3fde tempest-SecurityGroupsTestJSON-146164436 tempest-SecurityGroupsTestJSON-146164436-project] 10.222.0.59 "GET /v2.0/security-groups?id=4e615c8e-7316-4e41-95e2-beb8fbe16280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473148 Jul 27 21:00:56.506598 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-214940ab-4327-4308-817f-16c736a55432 req-d929fd9f-6452-4640-a252-cc65031ea509 service neutron] Checking agent: {'id': '9d9bc37f-4d75-44ef-9f63-799aab3e316f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 49, 36), 'started_at': datetime.datetime(2021, 7, 27, 20, 49, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 0, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:00:56.506941 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-214940ab-4327-4308-817f-16c736a55432 req-d929fd9f-6452-4640-a252-cc65031ea509 service neutron] Checking segment: {'id': '4896b7ea-082d-41f6-96f4-bc68c0e929f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'c2a3e5aa-349c-49e5-8f94-16c56fbd2a4c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:00:56.507354 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-214940ab-4327-4308-817f-16c736a55432 req-d929fd9f-6452-4640-a252-cc65031ea509 service neutron] Bound using segment: {'id': '4896b7ea-082d-41f6-96f4-bc68c0e929f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'c2a3e5aa-349c-49e5-8f94-16c56fbd2a4c'} {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:00:56.507792 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.managers [req-214940ab-4327-4308-817f-16c736a55432 req-d929fd9f-6452-4640-a252-cc65031ea509 service neutron] Bound port: 3009540e-7a31-46b9-84c7-33bc1bdfefb8, host: n-h1-705658-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4896b7ea-082d-41f6-96f4-bc68c0e929f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'c2a3e5aa-349c-49e5-8f94-16c56fbd2a4c'}}] {{(pid=105585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:00:56.508197 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-214940ab-4327-4308-817f-16c736a55432 req-d929fd9f-6452-4640-a252-cc65031ea509 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:56.547546 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e27cb2e-5be8-459d-a69b-6e220b0dabc7 req-5d9c3ad0-34c0-44d0-90a3-81a55ac2c16c tempest-ServersNegativeTestMultiTenantJSON-1522200457 tempest-ServersNegativeTestMultiTenantJSON-1522200457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:56.550253 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-6e27cb2e-5be8-459d-a69b-6e220b0dabc7 req-5d9c3ad0-34c0-44d0-90a3-81a55ac2c16c tempest-ServersNegativeTestMultiTenantJSON-1522200457 tempest-ServersNegativeTestMultiTenantJSON-1522200457-project] 10.222.0.59 "GET /v2.0/ports?device_id=06284a3e-feaa-472f-ae5f-c2dbb6ec559a HTTP/1.1" status: 200 len: 944 time: 0.3538270 Jul 27 21:00:56.677557 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-6e27cb2e-5be8-459d-a69b-6e220b0dabc7 req-db920ef7-831d-49a4-88bc-abca7fcd31e5 tempest-ServersNegativeTestMultiTenantJSON-1522200457 tempest-ServersNegativeTestMultiTenantJSON-1522200457-project] 10.222.0.59 "GET /v2.0/security-groups?id=0f956371-f4e7-42e3-a41f-672691967e07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199927 Jul 27 21:00:56.703493 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606fa159-bcaa-4a96-bbef-3104cde273aa req-477ed972-0c9f-45c6-bdb5-bbe2cc3d78cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:56.703493 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-606fa159-bcaa-4a96-bbef-3104cde273aa req-477ed972-0c9f-45c6-bdb5-bbe2cc3d78cb service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=6aa76440-68bb-4814-b579-87efb5c679e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2189021 Jul 27 21:00:56.706111 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.db [req-214940ab-4327-4308-817f-16c736a55432 req-d929fd9f-6452-4640-a252-cc65031ea509 service neutron] For port 3009540e-7a31-46b9-84c7-33bc1bdfefb8, host n-h1-705658-22, cleared binding levels {{(pid=105585) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:00:56.710783 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.db [req-214940ab-4327-4308-817f-16c736a55432 req-d929fd9f-6452-4640-a252-cc65031ea509 service neutron] For port 3009540e-7a31-46b9-84c7-33bc1bdfefb8, host n-h1-705658-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=3009540e-7a31-46b9-84c7-33bc1bdfefb8,segment=NetworkSegment(4896b7ea-082d-41f6-96f4-bc68c0e929f9),segment_id=4896b7ea-082d-41f6-96f4-bc68c0e929f9)] {{(pid=105585) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:00:56.716842 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-214940ab-4327-4308-817f-16c736a55432 req-d929fd9f-6452-4640-a252-cc65031ea509 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10221672'] for port, after_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:56.814749 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214940ab-4327-4308-817f-16c736a55432 req-d929fd9f-6452-4640-a252-cc65031ea509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:56.815451 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-214940ab-4327-4308-817f-16c736a55432 req-d929fd9f-6452-4640-a252-cc65031ea509 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:56.816723 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-214940ab-4327-4308-817f-16c736a55432 req-d929fd9f-6452-4640-a252-cc65031ea509 service neutron] 10.222.0.36 "PUT /v2.0/ports/3009540e-7a31-46b9-84c7-33bc1bdfefb8 HTTP/1.1" status: 200 len: 1093 time: 2.6025031 Jul 27 21:00:56.817116 n-d-705658-22 neutron-server[105585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06284a3e-feaa-472f-ae5f-c2dbb6ec559a', 'tag': '3009540e-7a31-46b9-84c7-33bc1bdfefb8'}] {{(pid=105585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:00:56.819394 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d66fd65881426bfc2b5388084a3654e5eae521106a15a3dbf0eb4cde7106c36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ab1e279-71ee-458c-a0f0-b30b69b04b8f" -d '{"events": [{"name": "network-changed", "server_uuid": "06284a3e-feaa-472f-ae5f-c2dbb6ec559a", "tag": "3009540e-7a31-46b9-84c7-33bc1bdfefb8"}]}' {{(pid=105585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:00:56.837162 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891fee2d-e6c9-418a-ab01-2c4a831314d4 req-c56b159c-5585-4b98-9953-0f1eb131fd8e tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:56.838682 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-891fee2d-e6c9-418a-ab01-2c4a831314d4 req-c56b159c-5585-4b98-9953-0f1eb131fd8e tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] 10.222.0.59 "GET /v2.0/ports?device_id=2ab3b612-b1bf-43fb-a1f2-964eea921f62 HTTP/1.1" status: 200 len: 943 time: 0.2667120 Jul 27 21:00:56.912434 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e98239ca-2430-48f1-850e-d9cd9ed09d81 req-705e1ef8-d427-4284-bdb6-cd6fa6d6341a tempest-ServerDiagnosticsNegativeTest-1919750577 tempest-ServerDiagnosticsNegativeTest-1919750577-project] 10.222.0.59 "GET /v2.0/ports?device_id=85a0f15e-2971-4358-9057-91d39268aad9 HTTP/1.1" status: 200 len: 210 time: 0.0674200 Jul 27 21:00:56.951870 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d929fd9f-6452-4640-a252-cc65031ea509 service neutron] Pushing event updated for resources: {'Port': ['ID=3009540e-7a31-46b9-84c7-33bc1bdfefb8,revision_number=3']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:00:56.982590 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-606fa159-bcaa-4a96-bbef-3104cde273aa req-f61ee0f5-5116-461d-9b70-bc1d18b9841c service neutron] 10.222.0.60 "GET /v2.0/networks/6aa76440-68bb-4814-b579-87efb5c679e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2632375 Jul 27 21:00:56.991241 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-891fee2d-e6c9-418a-ab01-2c4a831314d4 req-3839f9e5-6a2a-41b5-b209-d6b696a7b90b tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] 10.222.0.59 "GET /v2.0/security-groups?id=e8209215-bf66-4bb1-96ba-041099e74ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434445 Jul 27 21:00:57.052054 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:00:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-790751c7-a388-47bf-8e74-b364cec418fc x-openstack-request-id: req-790751c7-a388-47bf-8e74-b364cec418fc {{(pid=105585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:00:57.052382 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06284a3e-feaa-472f-ae5f-c2dbb6ec559a", "tag": "3009540e-7a31-46b9-84c7-33bc1bdfefb8", "status": "completed", "code": 200}]} {{(pid=105585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:00:57.052581 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-790751c7-a388-47bf-8e74-b364cec418fc {{(pid=105585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:00:57.052975 n-d-705658-22 neutron-server[105585]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06284a3e-feaa-472f-ae5f-c2dbb6ec559a', 'tag': '3009540e-7a31-46b9-84c7-33bc1bdfefb8', 'status': 'completed', 'code': 200} Jul 27 21:00:57.153934 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214940ab-4327-4308-817f-16c736a55432 req-842e248f-5406-4f47-8ef8-502411f95d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:57.155664 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-214940ab-4327-4308-817f-16c736a55432 req-842e248f-5406-4f47-8ef8-502411f95d02 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e98299b082254e56bbe1e48a4bf26417&device_id=06284a3e-feaa-472f-ae5f-c2dbb6ec559a HTTP/1.1" status: 200 len: 1096 time: 0.2605183 Jul 27 21:00:57.178703 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-606fa159-bcaa-4a96-bbef-3104cde273aa req-44a8cbde-a029-41d2-a05d-ac4c4984c0eb service neutron] 10.222.0.60 "GET /v2.0/networks/6aa76440-68bb-4814-b579-87efb5c679e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1857023 Jul 27 21:00:57.228753 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-214940ab-4327-4308-817f-16c736a55432 req-cac775d3-96a6-4530-b505-2f275654493e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3009540e-7a31-46b9-84c7-33bc1bdfefb8 HTTP/1.1" status: 200 len: 217 time: 0.0473814 Jul 27 21:00:57.245124 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93d7b55-042b-4a49-a44f-ae9e50440e5d req-7965a0f1-efd3-4ab6-9158-e5c895b77f5e tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:57.246866 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f93d7b55-042b-4a49-a44f-ae9e50440e5d req-7965a0f1-efd3-4ab6-9158-e5c895b77f5e tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d07fb74-3ebf-4d24-bbe3-7e4795327233 HTTP/1.1" status: 200 len: 946 time: 0.1997135 Jul 27 21:00:57.289617 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-082832f3-2fa1-4872-ab74-66ac90d7c08e req-9ee02eb2-665d-499d-9c20-db06377b0b76 tempest-ServerDiagnosticsNegativeTest-1919750577 tempest-ServerDiagnosticsNegativeTest-1919750577-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=e3dd391ba3d54095948169d71efc1eb3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0467885 Jul 27 21:00:57.424926 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082832f3-2fa1-4872-ab74-66ac90d7c08e req-e44db5aa-4c21-412e-b15f-5db2df803f3d tempest-ServerDiagnosticsNegativeTest-1919750577 tempest-ServerDiagnosticsNegativeTest-1919750577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:57.426978 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-082832f3-2fa1-4872-ab74-66ac90d7c08e req-e44db5aa-4c21-412e-b15f-5db2df803f3d tempest-ServerDiagnosticsNegativeTest-1919750577 tempest-ServerDiagnosticsNegativeTest-1919750577-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1278405 Jul 27 21:00:57.464827 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [req-082832f3-2fa1-4872-ab74-66ac90d7c08e req-950121a8-fbca-4bed-af6e-f541dd2aff07 tempest-ServerDiagnosticsNegativeTest-1919750577 tempest-ServerDiagnosticsNegativeTest-1919750577-project] Request body: {'port': {'device_id': '85a0f15e-2971-4358-9057-91d39268aad9', 'network_id': '4d64aa0b-bd6a-468e-8edc-c83689947462', 'admin_state_up': True, 'tenant_id': 'e3dd391ba3d54095948169d71efc1eb3'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:00:57.599363 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-082832f3-2fa1-4872-ab74-66ac90d7c08e req-950121a8-fbca-4bed-af6e-f541dd2aff07 tempest-ServerDiagnosticsNegativeTest-1919750577 tempest-ServerDiagnosticsNegativeTest-1919750577-project] Made reservation on behalf of e3dd391ba3d54095948169d71efc1eb3 for: {'port': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:00:57.602932 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-082832f3-2fa1-4872-ab74-66ac90d7c08e req-950121a8-fbca-4bed-af6e-f541dd2aff07 tempest-ServerDiagnosticsNegativeTest-1919750577 tempest-ServerDiagnosticsNegativeTest-1919750577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:57.613279 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-082832f3-2fa1-4872-ab74-66ac90d7c08e req-950121a8-fbca-4bed-af6e-f541dd2aff07 tempest-ServerDiagnosticsNegativeTest-1919750577 tempest-ServerDiagnosticsNegativeTest-1919750577-project] Notify callbacks [] for security_group, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:57.628066 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823bf1c9-ecb6-4f1f-9f69-0c0b04482f89 req-9f8b8458-1c64-4d34-ab7e-034e9e63b8b2 tempest-ListServersNegativeTestJSON-1907616306 tempest-ListServersNegativeTestJSON-1907616306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:57.629833 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-823bf1c9-ecb6-4f1f-9f69-0c0b04482f89 req-9f8b8458-1c64-4d34-ab7e-034e9e63b8b2 tempest-ListServersNegativeTestJSON-1907616306 tempest-ListServersNegativeTestJSON-1907616306-project] 10.222.0.59 "GET /v2.0/ports?device_id=3f0843e9-bfe5-4bc2-b83e-8a9e3eaa3ec9 HTTP/1.1" status: 200 len: 945 time: 0.5337424 Jul 27 21:00:57.672679 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214940ab-4327-4308-817f-16c736a55432 req-b0d4bf5e-07c2-4147-81cc-f0ffaf914771 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:57.674322 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-214940ab-4327-4308-817f-16c736a55432 req-b0d4bf5e-07c2-4147-81cc-f0ffaf914771 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=34ed9f8d-9764-42bd-9ff6-27f1c3de8cac HTTP/1.1" status: 200 len: 864 time: 0.4250472 Jul 27 21:00:57.678586 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f93d7b55-042b-4a49-a44f-ae9e50440e5d req-d110e409-860c-421d-a90e-6f2497dbebfc tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] 10.222.0.59 "GET /v2.0/security-groups?id=d1766e71-7b2a-4f2d-acc0-530f862b8fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4178016 Jul 27 21:00:57.724008 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-214940ab-4327-4308-817f-16c736a55432 req-f14ec1d7-2a14-456f-a1c5-b19a5ff8ffa6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c2a3e5aa-349c-49e5-8f94-16c56fbd2a4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0356126 Jul 27 21:00:57.729470 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-823bf1c9-ecb6-4f1f-9f69-0c0b04482f89 req-a38d8e0d-5fdd-4a6a-8537-ed206f114cbc tempest-ListServersNegativeTestJSON-1907616306 tempest-ListServersNegativeTestJSON-1907616306-project] 10.222.0.59 "GET /v2.0/security-groups?id=52dba1d2-45eb-4627-a32a-8b651454cd30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901246 Jul 27 21:00:57.750837 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-082832f3-2fa1-4872-ab74-66ac90d7c08e req-950121a8-fbca-4bed-af6e-f541dd2aff07 tempest-ServerDiagnosticsNegativeTest-1919750577 tempest-ServerDiagnosticsNegativeTest-1919750577-project] Notify callbacks [] for security_group, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:57.750837 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-082832f3-2fa1-4872-ab74-66ac90d7c08e req-950121a8-fbca-4bed-af6e-f541dd2aff07 tempest-ServerDiagnosticsNegativeTest-1919750577 tempest-ServerDiagnosticsNegativeTest-1919750577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:57.872672 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950121a8-fbca-4bed-af6e-f541dd2aff07 tempest-ServerDiagnosticsNegativeTest-1919750577 tempest-ServerDiagnosticsNegativeTest-1919750577-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8832986b-334a-47e2-bb19-499781937c03,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:00:57.905199 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.db_base_plugin_common [req-082832f3-2fa1-4872-ab74-66ac90d7c08e req-950121a8-fbca-4bed-af6e-f541dd2aff07 tempest-ServerDiagnosticsNegativeTest-1919750577 tempest-ServerDiagnosticsNegativeTest-1919750577-project] Allocated IP 192.168.233.82 (4d64aa0b-bd6a-468e-8edc-c83689947462/26644ba0-4185-4e10-8718-6ad18d01376c/afbe970c-2e67-4624-ae9f-23ffddd40208) {{(pid=105584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:00:57.995876 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-214940ab-4327-4308-817f-16c736a55432 req-6d375c40-cf75-41b6-b47d-fdc166924640 service neutron] 10.222.0.36 "GET /v2.0/networks/c2a3e5aa-349c-49e5-8f94-16c56fbd2a4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2492423 Jul 27 21:00:58.108730 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef433ace-ca9e-43da-b8d6-8a3946be582a req-2f3692d3-975a-4678-b9a6-b3a484fb4202 tempest-ServersNegativeTestMultiTenantJSON-1522200457 tempest-ServersNegativeTestMultiTenantJSON-1522200457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:58.110625 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-ef433ace-ca9e-43da-b8d6-8a3946be582a req-2f3692d3-975a-4678-b9a6-b3a484fb4202 tempest-ServersNegativeTestMultiTenantJSON-1522200457 tempest-ServersNegativeTestMultiTenantJSON-1522200457-project] 10.222.0.59 "GET /v2.0/ports?device_id=06284a3e-feaa-472f-ae5f-c2dbb6ec559a HTTP/1.1" status: 200 len: 944 time: 0.2857604 Jul 27 21:00:58.116889 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-082832f3-2fa1-4872-ab74-66ac90d7c08e req-950121a8-fbca-4bed-af6e-f541dd2aff07 tempest-ServerDiagnosticsNegativeTest-1919750577 tempest-ServerDiagnosticsNegativeTest-1919750577-project] Notify callbacks [] for port, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:58.122555 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f4ee57-b41f-46f6-a006-24f9c811f232 req-442bbf4a-061a-4980-9d0a-1f5c41166483 tempest-SecurityGroupsTestJSON-146164436 tempest-SecurityGroupsTestJSON-146164436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:58.124458 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-c9f4ee57-b41f-46f6-a006-24f9c811f232 req-442bbf4a-061a-4980-9d0a-1f5c41166483 tempest-SecurityGroupsTestJSON-146164436 tempest-SecurityGroupsTestJSON-146164436-project] 10.222.0.59 "GET /v2.0/ports?device_id=ecb20d17-d272-40e5-abaf-6f0d9976c69e HTTP/1.1" status: 200 len: 945 time: 0.3007545 Jul 27 21:00:58.136663 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58272c0a-a9fc-4720-be76-b771977cc13e req-4876e495-a8e3-41ee-b8df-2557ad237c4f tempest-ListServersNegativeTestJSON-1907616306 tempest-ListServersNegativeTestJSON-1907616306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:58.138782 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.provisioning_blocks [req-082832f3-2fa1-4872-ab74-66ac90d7c08e req-950121a8-fbca-4bed-af6e-f541dd2aff07 tempest-ServerDiagnosticsNegativeTest-1919750577 tempest-ServerDiagnosticsNegativeTest-1919750577-project] Transition to ACTIVE for port object afbe970c-2e67-4624-ae9f-23ffddd40208 will not be triggered until provisioned by entity DHCP. {{(pid=105584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:00:58.139159 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-58272c0a-a9fc-4720-be76-b771977cc13e req-4876e495-a8e3-41ee-b8df-2557ad237c4f tempest-ListServersNegativeTestJSON-1907616306 tempest-ListServersNegativeTestJSON-1907616306-project] 10.222.0.60 "GET /v2.0/ports?device_id=3f0843e9-bfe5-4bc2-b83e-8a9e3eaa3ec9 HTTP/1.1" status: 200 len: 945 time: 0.3101327 Jul 27 21:00:58.184409 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-082832f3-2fa1-4872-ab74-66ac90d7c08e req-950121a8-fbca-4bed-af6e-f541dd2aff07 tempest-ServerDiagnosticsNegativeTest-1919750577 tempest-ServerDiagnosticsNegativeTest-1919750577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:58.241759 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-082832f3-2fa1-4872-ab74-66ac90d7c08e req-950121a8-fbca-4bed-af6e-f541dd2aff07 tempest-ServerDiagnosticsNegativeTest-1919750577 tempest-ServerDiagnosticsNegativeTest-1919750577-project] Network 4d64aa0b-bd6a-468e-8edc-c83689947462 is already hosted by enough agents. {{(pid=105584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:00:58.250535 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [req-082832f3-2fa1-4872-ab74-66ac90d7c08e req-950121a8-fbca-4bed-af6e-f541dd2aff07 tempest-ServerDiagnosticsNegativeTest-1919750577 tempest-ServerDiagnosticsNegativeTest-1919750577-project] Resources bound (agent type, host, resource id): {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:00:58.257610 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [req-082832f3-2fa1-4872-ab74-66ac90d7c08e req-950121a8-fbca-4bed-af6e-f541dd2aff07 tempest-ServerDiagnosticsNegativeTest-1919750577 tempest-ServerDiagnosticsNegativeTest-1919750577-project] Received port after_create {{(pid=105584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:00:58.265442 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950121a8-fbca-4bed-af6e-f541dd2aff07 tempest-ServerDiagnosticsNegativeTest-1919750577 tempest-ServerDiagnosticsNegativeTest-1919750577-project] Pushing event updated for resources: {'Port': ['ID=afbe970c-2e67-4624-ae9f-23ffddd40208,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:00:58.332657 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-c9f4ee57-b41f-46f6-a006-24f9c811f232 req-9034d05c-b96e-4cc8-ae49-45c62d831f56 tempest-SecurityGroupsTestJSON-146164436 tempest-SecurityGroupsTestJSON-146164436-project] 10.222.0.59 "GET /v2.0/security-groups?id=4e615c8e-7316-4e41-95e2-beb8fbe16280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1743560 Jul 27 21:00:58.358913 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-ef433ace-ca9e-43da-b8d6-8a3946be582a req-0b35f5f4-b247-47af-b230-9cc84c134abe tempest-ServersNegativeTestMultiTenantJSON-1522200457 tempest-ServersNegativeTestMultiTenantJSON-1522200457-project] 10.222.0.59 "GET /v2.0/security-groups?id=0f956371-f4e7-42e3-a41f-672691967e07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2278011 Jul 27 21:00:58.374644 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082832f3-2fa1-4872-ab74-66ac90d7c08e req-950121a8-fbca-4bed-af6e-f541dd2aff07 tempest-ServerDiagnosticsNegativeTest-1919750577 tempest-ServerDiagnosticsNegativeTest-1919750577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:58.374644 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-082832f3-2fa1-4872-ab74-66ac90d7c08e req-950121a8-fbca-4bed-af6e-f541dd2aff07 tempest-ServerDiagnosticsNegativeTest-1919750577 tempest-ServerDiagnosticsNegativeTest-1919750577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:58.451914 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-082832f3-2fa1-4872-ab74-66ac90d7c08e req-950121a8-fbca-4bed-af6e-f541dd2aff07 tempest-ServerDiagnosticsNegativeTest-1919750577 tempest-ServerDiagnosticsNegativeTest-1919750577-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.9787812 Jul 27 21:00:58.452153 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-214940ab-4327-4308-817f-16c736a55432 req-a50932f3-25a3-45f2-90e8-240482aaa705 service neutron] 10.222.0.36 "GET /v2.0/networks/c2a3e5aa-349c-49e5-8f94-16c56fbd2a4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4319658 Jul 27 21:00:58.457577 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [req-082832f3-2fa1-4872-ab74-66ac90d7c08e req-43a91d83-1593-4db1-ab40-413d42a7b7f6 service neutron] Request body: {'port': {'device_id': '85a0f15e-2971-4358-9057-91d39268aad9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-705658-22'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:00:58.607038 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a283eb9f-faf2-4a24-80fd-5454135aef6b req-14f7b1a2-2862-4c4f-b032-0596e064898e tempest-ListServersNegativeTestJSON-1907616306 tempest-ListServersNegativeTestJSON-1907616306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:58.609045 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-a283eb9f-faf2-4a24-80fd-5454135aef6b req-14f7b1a2-2862-4c4f-b032-0596e064898e tempest-ListServersNegativeTestJSON-1907616306 tempest-ListServersNegativeTestJSON-1907616306-project] 10.222.0.36 "GET /v2.0/ports?device_id=e971ab8c-11d8-4530-bea4-caba504e61c4 HTTP/1.1" status: 200 len: 945 time: 0.1940670 Jul 27 21:00:58.609923 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-082832f3-2fa1-4872-ab74-66ac90d7c08e req-43a91d83-1593-4db1-ab40-413d42a7b7f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:58.724585 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [req-58272c0a-a9fc-4720-be76-b771977cc13e req-860d8415-e9a7-44db-b2ba-402301524c80 tempest-ListServersNegativeTestJSON-1907616306 tempest-ListServersNegativeTestJSON-1907616306-project] Deleting port 1bd93c2a-1153-436f-a011-803f4e737483 {{(pid=105585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:00:58.724997 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-58272c0a-a9fc-4720-be76-b771977cc13e req-860d8415-e9a7-44db-b2ba-402301524c80 tempest-ListServersNegativeTestJSON-1907616306 tempest-ListServersNegativeTestJSON-1907616306-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:58.788247 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-03536d38-1446-42e3-b313-84dcd34d20af None None] Provisioning for port afbe970c-2e67-4624-ae9f-23ffddd40208 completed by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:00:58.790870 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87831c3c-e98c-4250-84d6-cdac6a310ffb req-4674bdf7-00f0-478e-807a-311a4a429478 tempest-ServerDiagnosticsNegativeTest-1919750577 tempest-ServerDiagnosticsNegativeTest-1919750577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:58.793278 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-03536d38-1446-42e3-b313-84dcd34d20af None None] Provisioning complete for port afbe970c-2e67-4624-ae9f-23ffddd40208 triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:00:58.793750 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-03536d38-1446-42e3-b313-84dcd34d20af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:58.799509 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-87831c3c-e98c-4250-84d6-cdac6a310ffb req-4674bdf7-00f0-478e-807a-311a4a429478 tempest-ServerDiagnosticsNegativeTest-1919750577 tempest-ServerDiagnosticsNegativeTest-1919750577-project] 10.222.0.59 "GET /v2.0/ports?device_id=85a0f15e-2971-4358-9057-91d39268aad9 HTTP/1.1" status: 200 len: 935 time: 0.3058369 Jul 27 21:00:58.843996 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-03536d38-1446-42e3-b313-84dcd34d20af None None] Port afbe970c-2e67-4624-ae9f-23ffddd40208 cannot update to ACTIVE because it is not bound. {{(pid=105586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:00:58.844236 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab1e279-71ee-458c-a0f0-b30b69b04b8f req-a5cee919-4f62-4983-a7b0-552e89aa2771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:58.845902 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-9ab1e279-71ee-458c-a0f0-b30b69b04b8f req-a5cee919-4f62-4983-a7b0-552e89aa2771 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e98299b082254e56bbe1e48a4bf26417&device_id=06284a3e-feaa-472f-ae5f-c2dbb6ec559a HTTP/1.1" status: 200 len: 1096 time: 0.2922859 Jul 27 21:00:58.849855 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [req-a283eb9f-faf2-4a24-80fd-5454135aef6b req-c1d3223b-1f20-4c66-a917-6af33ed6b0ab tempest-ListServersNegativeTestJSON-1907616306 tempest-ListServersNegativeTestJSON-1907616306-project] Deleting port fd1ad9a5-5038-4919-b561-6dee4511ae37 {{(pid=105584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:00:58.850199 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-a283eb9f-faf2-4a24-80fd-5454135aef6b req-c1d3223b-1f20-4c66-a917-6af33ed6b0ab tempest-ListServersNegativeTestJSON-1907616306 tempest-ListServersNegativeTestJSON-1907616306-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:58.866205 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b50d26-ad88-4619-9af3-39733acdbcf2 req-6cd41112-6126-4528-ba38-04e6023a9161 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:58.867745 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-84b50d26-ad88-4619-9af3-39733acdbcf2 req-6cd41112-6126-4528-ba38-04e6023a9161 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] 10.222.0.59 "GET /v2.0/ports?device_id=2ab3b612-b1bf-43fb-a1f2-964eea921f62 HTTP/1.1" status: 200 len: 943 time: 0.2614684 Jul 27 21:00:58.915888 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-87831c3c-e98c-4250-84d6-cdac6a310ffb req-1fbfd6b8-915d-4367-baf2-a97efe6754a2 tempest-ServerDiagnosticsNegativeTest-1919750577 tempest-ServerDiagnosticsNegativeTest-1919750577-project] 10.222.0.59 "GET /v2.0/security-groups?id=8832986b-334a-47e2-bb19-499781937c03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154289 Jul 27 21:00:58.975468 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.db [req-58272c0a-a9fc-4720-be76-b771977cc13e req-860d8415-e9a7-44db-b2ba-402301524c80 tempest-ListServersNegativeTestJSON-1907616306 tempest-ListServersNegativeTestJSON-1907616306-project] For port 1bd93c2a-1153-436f-a011-803f4e737483, host n-h2-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=1bd93c2a-1153-436f-a011-803f4e737483,segment=NetworkSegment(c0c8a3a2-821d-44b5-9cd5-483f6c69fbdc),segment_id=c0c8a3a2-821d-44b5-9cd5-483f6c69fbdc)] {{(pid=105585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:00:58.975842 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-58272c0a-a9fc-4720-be76-b771977cc13e req-860d8415-e9a7-44db-b2ba-402301524c80 tempest-ListServersNegativeTestJSON-1907616306 tempest-ListServersNegativeTestJSON-1907616306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:59.005557 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [req-58272c0a-a9fc-4720-be76-b771977cc13e req-860d8415-e9a7-44db-b2ba-402301524c80 tempest-ListServersNegativeTestJSON-1907616306 tempest-ListServersNegativeTestJSON-1907616306-project] Calling delete_port for 1bd93c2a-1153-436f-a011-803f4e737483 owned by compute:nova {{(pid=105585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:00:59.027487 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-84b50d26-ad88-4619-9af3-39733acdbcf2 req-57c05561-b78f-4be9-9f12-ef12d9cdb457 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] 10.222.0.59 "GET /v2.0/security-groups?id=e8209215-bf66-4bb1-96ba-041099e74ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378593 Jul 27 21:00:59.077639 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Device 621b6a24-9c81-48c6-a70f-ffcfa4ff3c11 up at agent hyperv_n-h2-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:00:59.131184 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab1e279-71ee-458c-a0f0-b30b69b04b8f req-2520fb5c-1da1-4ed1-8da5-97af4332f24c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:59.132711 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-9ab1e279-71ee-458c-a0f0-b30b69b04b8f req-2520fb5c-1da1-4ed1-8da5-97af4332f24c service neutron] 10.222.0.36 "GET /v2.0/networks?id=c2a3e5aa-349c-49e5-8f94-16c56fbd2a4c HTTP/1.1" status: 200 len: 925 time: 0.2765183 Jul 27 21:00:59.206432 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-3d54578f-831f-4696-b568-13c455922dab None None] Provisioning for port 621b6a24-9c81-48c6-a70f-ffcfa4ff3c11 completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:00:59.211898 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-3d54578f-831f-4696-b568-13c455922dab None None] Provisioning complete for port 621b6a24-9c81-48c6-a70f-ffcfa4ff3c11 triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:00:59.212715 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:59.213670 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-9ab1e279-71ee-458c-a0f0-b30b69b04b8f req-a55674ba-0122-4590-9e04-7748b2b00663 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3009540e-7a31-46b9-84c7-33bc1bdfefb8 HTTP/1.1" status: 200 len: 217 time: 0.0655229 Jul 27 21:00:59.277047 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab1e279-71ee-458c-a0f0-b30b69b04b8f req-827da512-b07d-4182-a066-2b544bca9e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:59.278804 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-9ab1e279-71ee-458c-a0f0-b30b69b04b8f req-827da512-b07d-4182-a066-2b544bca9e55 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=34ed9f8d-9764-42bd-9ff6-27f1c3de8cac HTTP/1.1" status: 200 len: 864 time: 0.0529408 Jul 27 21:00:59.309217 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e9845d-e594-4a3f-8f92-bde83a573d99 req-ad915d11-ca3f-44f7-aab9-9ed44183d701 tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:59.310517 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:59.311061 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-17e9845d-e594-4a3f-8f92-bde83a573d99 req-ad915d11-ca3f-44f7-aab9-9ed44183d701 tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d07fb74-3ebf-4d24-bbe3-7e4795327233 HTTP/1.1" status: 200 len: 946 time: 0.2751896 Jul 27 21:00:59.352020 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] For port 621b6a24-9c81-48c6-a70f-ffcfa4ff3c11, host n-h2-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=621b6a24-9c81-48c6-a70f-ffcfa4ff3c11,segment=NetworkSegment(7e287389-6e5c-4ce4-b4eb-616d84d437ce),segment_id=7e287389-6e5c-4ce4-b4eb-616d84d437ce)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:00:59.353520 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecb20d17-d272-40e5-abaf-6f0d9976c69e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '621b6a24-9c81-48c6-a70f-ffcfa4ff3c11'}] {{(pid=105586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:00:59.356601 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-9ab1e279-71ee-458c-a0f0-b30b69b04b8f req-665b264e-9b87-4a0a-ab29-3d91e333316f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c2a3e5aa-349c-49e5-8f94-16c56fbd2a4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0443590 Jul 27 21:00:59.357651 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14c1663e039faf5393f87855f745010ac5b02220355b68fdbf065393e303ac56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f74e240-fe48-443b-b53b-b0b1f23bc65c" -d '{"events": [{"server_uuid": "ecb20d17-d272-40e5-abaf-6f0d9976c69e", "name": "network-vif-plugged", "status": "completed", "tag": "621b6a24-9c81-48c6-a70f-ffcfa4ff3c11"}]}' {{(pid=105586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:00:59.362450 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:59.395525 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [req-a283eb9f-faf2-4a24-80fd-5454135aef6b req-c1d3223b-1f20-4c66-a917-6af33ed6b0ab tempest-ListServersNegativeTestJSON-1907616306 tempest-ListServersNegativeTestJSON-1907616306-project] For port fd1ad9a5-5038-4919-b561-6dee4511ae37, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=fd1ad9a5-5038-4919-b561-6dee4511ae37,segment=NetworkSegment(c0c8a3a2-821d-44b5-9cd5-483f6c69fbdc),segment_id=c0c8a3a2-821d-44b5-9cd5-483f6c69fbdc)] {{(pid=105584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:00:59.397431 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-a283eb9f-faf2-4a24-80fd-5454135aef6b req-c1d3223b-1f20-4c66-a917-6af33ed6b0ab tempest-ListServersNegativeTestJSON-1907616306 tempest-ListServersNegativeTestJSON-1907616306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:59.420844 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Pushing event updated for resources: {'Port': ['ID=621b6a24-9c81-48c6-a70f-ffcfa4ff3c11,revision_number=5']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:00:59.422265 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [req-a283eb9f-faf2-4a24-80fd-5454135aef6b req-c1d3223b-1f20-4c66-a917-6af33ed6b0ab tempest-ListServersNegativeTestJSON-1907616306 tempest-ListServersNegativeTestJSON-1907616306-project] Calling delete_port for fd1ad9a5-5038-4919-b561-6dee4511ae37 owned by compute:nova {{(pid=105584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:00:59.515299 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-58272c0a-a9fc-4720-be76-b771977cc13e req-860d8415-e9a7-44db-b2ba-402301524c80 tempest-ListServersNegativeTestJSON-1907616306 tempest-ListServersNegativeTestJSON-1907616306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:59.527822 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] get_ports_and_sgs() called for port_ids ['1bd93c2a-1153-436f-a011-803f4e737483'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:00:59.531932 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] get_ports_and_sgs() called for port_ids ['fd1ad9a5-5038-4919-b561-6dee4511ae37'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:00:59.552088 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [req-082832f3-2fa1-4872-ab74-66ac90d7c08e req-43a91d83-1593-4db1-ab40-413d42a7b7f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id afbe970c-2e67-4624-ae9f-23ffddd40208 {{(pid=105584) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:00:59.564447 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-082832f3-2fa1-4872-ab74-66ac90d7c08e req-43a91d83-1593-4db1-ab40-413d42a7b7f6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:59.582337 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-17e9845d-e594-4a3f-8f92-bde83a573d99 req-4c945e30-81c6-44a9-8429-b2f6e0967fa7 tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] 10.222.0.59 "GET /v2.0/security-groups?id=d1766e71-7b2a-4f2d-acc0-530f862b8fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2536821 Jul 27 21:00:59.584679 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.provisioning_blocks [req-082832f3-2fa1-4872-ab74-66ac90d7c08e req-43a91d83-1593-4db1-ab40-413d42a7b7f6 service neutron] Transition to ACTIVE for port object afbe970c-2e67-4624-ae9f-23ffddd40208 will not be triggered until provisioned by entity L2. {{(pid=105584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:00:59.589796 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-082832f3-2fa1-4872-ab74-66ac90d7c08e req-43a91d83-1593-4db1-ab40-413d42a7b7f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9014027'] for port, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:59.648320 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860d8415-e9a7-44db-b2ba-402301524c80 tempest-ListServersNegativeTestJSON-1907616306 tempest-ListServersNegativeTestJSON-1907616306-project] Pushing event deleted for resources: {'Port': ['ID=1bd93c2a-1153-436f-a011-803f4e737483,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:00:59.674556 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:00:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fbd6406-f161-49b8-ab46-5151461293dc x-openstack-request-id: req-3fbd6406-f161-49b8-ab46-5151461293dc {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:00:59.676076 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecb20d17-d272-40e5-abaf-6f0d9976c69e", "name": "network-vif-plugged", "status": "completed", "tag": "621b6a24-9c81-48c6-a70f-ffcfa4ff3c11", "code": 200}]} {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:00:59.677004 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-3fbd6406-f161-49b8-ab46-5151461293dc {{(pid=105586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:00:59.678485 n-d-705658-22 neutron-server[105586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecb20d17-d272-40e5-abaf-6f0d9976c69e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '621b6a24-9c81-48c6-a70f-ffcfa4ff3c11', 'code': 200} Jul 27 21:00:59.686273 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fcad23-7d60-44d2-9610-5f8ff2944dc9 req-621b0fc8-f86b-4cdc-be42-ad3c272bad88 tempest-ListServersNegativeTestJSON-1907616306 tempest-ListServersNegativeTestJSON-1907616306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:59.688158 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b2fcad23-7d60-44d2-9610-5f8ff2944dc9 req-621b0fc8-f86b-4cdc-be42-ad3c272bad88 tempest-ListServersNegativeTestJSON-1907616306 tempest-ListServersNegativeTestJSON-1907616306-project] 10.222.0.59 "GET /v2.0/ports?device_id=3f0843e9-bfe5-4bc2-b83e-8a9e3eaa3ec9 HTTP/1.1" status: 200 len: 867 time: 0.4850802 Jul 27 21:00:59.744402 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a91d83-1593-4db1-ab40-413d42a7b7f6 service neutron] Pushing event updated for resources: {'Port': ['ID=afbe970c-2e67-4624-ae9f-23ffddd40208,revision_number=2']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:00:59.777177 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-a283eb9f-faf2-4a24-80fd-5454135aef6b req-c1d3223b-1f20-4c66-a917-6af33ed6b0ab tempest-ListServersNegativeTestJSON-1907616306 tempest-ListServersNegativeTestJSON-1907616306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:59.791937 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.l3_dvrscheduler_db [req-58272c0a-a9fc-4720-be76-b771977cc13e req-860d8415-e9a7-44db-b2ba-402301524c80 tempest-ListServersNegativeTestJSON-1907616306 tempest-ListServersNegativeTestJSON-1907616306-project] No DVR routers for this DVR port 1bd93c2a-1153-436f-a011-803f4e737483 on host n-h2-705658-22 {{(pid=105585) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:00:59.800024 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] get_ports_and_sgs() called for port_ids ['1bd93c2a-1153-436f-a011-803f4e737483'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:00:59.853575 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-9ab1e279-71ee-458c-a0f0-b30b69b04b8f req-7b5c5792-a92b-4a26-960d-345917607b76 service neutron] 10.222.0.36 "GET /v2.0/networks/c2a3e5aa-349c-49e5-8f94-16c56fbd2a4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4603245 Jul 27 21:00:59.856164 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-58272c0a-a9fc-4720-be76-b771977cc13e req-860d8415-e9a7-44db-b2ba-402301524c80 tempest-ListServersNegativeTestJSON-1907616306 tempest-ListServersNegativeTestJSON-1907616306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:59.858229 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-58272c0a-a9fc-4720-be76-b771977cc13e req-860d8415-e9a7-44db-b2ba-402301524c80 tempest-ListServersNegativeTestJSON-1907616306 tempest-ListServersNegativeTestJSON-1907616306-project] 10.222.0.60 "DELETE /v2.0/ports/1bd93c2a-1153-436f-a011-803f4e737483 HTTP/1.1" status: 204 len: 173 time: 1.6910486 Jul 27 21:00:59.865741 n-d-705658-22 neutron-server[105585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f0843e9-bfe5-4bc2-b83e-8a9e3eaa3ec9', 'name': 'network-vif-deleted', 'tag': '1bd93c2a-1153-436f-a011-803f4e737483'}] {{(pid=105585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:00:59.868672 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d66fd65881426bfc2b5388084a3654e5eae521106a15a3dbf0eb4cde7106c36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c0f6445-ed15-46d8-9a78-106b2a2bbc83" -d '{"events": [{"server_uuid": "3f0843e9-bfe5-4bc2-b83e-8a9e3eaa3ec9", "name": "network-vif-deleted", "tag": "1bd93c2a-1153-436f-a011-803f4e737483"}]}' {{(pid=105585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:00:59.903894 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d3223b-1f20-4c66-a917-6af33ed6b0ab tempest-ListServersNegativeTestJSON-1907616306 tempest-ListServersNegativeTestJSON-1907616306-project] Pushing event deleted for resources: {'Port': ['ID=fd1ad9a5-5038-4919-b561-6dee4511ae37,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:00:59.936104 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [req-a283eb9f-faf2-4a24-80fd-5454135aef6b req-c1d3223b-1f20-4c66-a917-6af33ed6b0ab tempest-ListServersNegativeTestJSON-1907616306 tempest-ListServersNegativeTestJSON-1907616306-project] No DVR routers for this DVR port fd1ad9a5-5038-4919-b561-6dee4511ae37 on host n-h1-705658-22 {{(pid=105584) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:00:59.949304 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-a283eb9f-faf2-4a24-80fd-5454135aef6b req-c1d3223b-1f20-4c66-a917-6af33ed6b0ab tempest-ListServersNegativeTestJSON-1907616306 tempest-ListServersNegativeTestJSON-1907616306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:59.951589 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-a283eb9f-faf2-4a24-80fd-5454135aef6b req-c1d3223b-1f20-4c66-a917-6af33ed6b0ab tempest-ListServersNegativeTestJSON-1907616306 tempest-ListServersNegativeTestJSON-1907616306-project] 10.222.0.36 "DELETE /v2.0/ports/fd1ad9a5-5038-4919-b561-6dee4511ae37 HTTP/1.1" status: 204 len: 173 time: 1.3301528 Jul 27 21:00:59.952044 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e971ab8c-11d8-4530-bea4-caba504e61c4', 'name': 'network-vif-deleted', 'tag': 'fd1ad9a5-5038-4919-b561-6dee4511ae37'}] {{(pid=105584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:00:59.959753 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bce5e6c8685464f7626901654159975603b047827e3138302ed6566e28f1343" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-170d8c5f-2b1b-4d16-b0d0-4e3ada0edf30" -d '{"events": [{"server_uuid": "e971ab8c-11d8-4530-bea4-caba504e61c4", "name": "network-vif-deleted", "tag": "fd1ad9a5-5038-4919-b561-6dee4511ae37"}]}' {{(pid=105584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:00:59.980830 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [req-082832f3-2fa1-4872-ab74-66ac90d7c08e req-43a91d83-1593-4db1-ab40-413d42a7b7f6 service neutron] Attempting to bind port afbe970c-2e67-4624-ae9f-23ffddd40208 on host n-h1-705658-22 for vnic_type normal with profile {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:00:59.982129 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [req-082832f3-2fa1-4872-ab74-66ac90d7c08e req-43a91d83-1593-4db1-ab40-413d42a7b7f6 service neutron] Attempting to bind port afbe970c-2e67-4624-ae9f-23ffddd40208 by drivers openvswitch,hyperv on host n-h1-705658-22 at level 0 using segments [{'id': '86b1e6f6-d629-4b03-8944-4cdfbfb93d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '4d64aa0b-bd6a-468e-8edc-c83689947462'}] {{(pid=105584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:00:59.982796 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-082832f3-2fa1-4872-ab74-66ac90d7c08e req-43a91d83-1593-4db1-ab40-413d42a7b7f6 service neutron] Attempting to bind port afbe970c-2e67-4624-ae9f-23ffddd40208 on network 4d64aa0b-bd6a-468e-8edc-c83689947462 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:00:59.990006 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-082832f3-2fa1-4872-ab74-66ac90d7c08e req-43a91d83-1593-4db1-ab40-413d42a7b7f6 service neutron] Port afbe970c-2e67-4624-ae9f-23ffddd40208 on network 4d64aa0b-bd6a-468e-8edc-c83689947462 not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-22 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:00:59.990701 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-082832f3-2fa1-4872-ab74-66ac90d7c08e req-43a91d83-1593-4db1-ab40-413d42a7b7f6 service neutron] Attempting to bind port afbe970c-2e67-4624-ae9f-23ffddd40208 on network 4d64aa0b-bd6a-468e-8edc-c83689947462 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:00:59.996945 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-082832f3-2fa1-4872-ab74-66ac90d7c08e req-43a91d83-1593-4db1-ab40-413d42a7b7f6 service neutron] Checking agent: {'id': '9d9bc37f-4d75-44ef-9f63-799aab3e316f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 49, 36), 'started_at': datetime.datetime(2021, 7, 27, 20, 49, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 0, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:00:59.997648 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-082832f3-2fa1-4872-ab74-66ac90d7c08e req-43a91d83-1593-4db1-ab40-413d42a7b7f6 service neutron] Checking segment: {'id': '86b1e6f6-d629-4b03-8944-4cdfbfb93d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '4d64aa0b-bd6a-468e-8edc-c83689947462'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:00:59.998257 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-082832f3-2fa1-4872-ab74-66ac90d7c08e req-43a91d83-1593-4db1-ab40-413d42a7b7f6 service neutron] Bound using segment: {'id': '86b1e6f6-d629-4b03-8944-4cdfbfb93d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '4d64aa0b-bd6a-468e-8edc-c83689947462'} {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:00:59.999045 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [req-082832f3-2fa1-4872-ab74-66ac90d7c08e req-43a91d83-1593-4db1-ab40-413d42a7b7f6 service neutron] Bound port: afbe970c-2e67-4624-ae9f-23ffddd40208, host: n-h1-705658-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '86b1e6f6-d629-4b03-8944-4cdfbfb93d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '4d64aa0b-bd6a-468e-8edc-c83689947462'}}] {{(pid=105584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:00:59.999871 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-082832f3-2fa1-4872-ab74-66ac90d7c08e req-43a91d83-1593-4db1-ab40-413d42a7b7f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:00.067470 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b2fcad23-7d60-44d2-9610-5f8ff2944dc9 req-03ce5c9a-7d7a-4f03-9455-331c7ed07206 tempest-ListServersNegativeTestJSON-1907616306 tempest-ListServersNegativeTestJSON-1907616306-project] 10.222.0.59 "GET /v2.0/security-groups?id=52dba1d2-45eb-4627-a32a-8b651454cd30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3328178 Jul 27 21:01:00.090027 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [req-082832f3-2fa1-4872-ab74-66ac90d7c08e req-43a91d83-1593-4db1-ab40-413d42a7b7f6 service neutron] For port afbe970c-2e67-4624-ae9f-23ffddd40208, host n-h1-705658-22, cleared binding levels {{(pid=105584) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:01:00.107152 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [req-082832f3-2fa1-4872-ab74-66ac90d7c08e req-43a91d83-1593-4db1-ab40-413d42a7b7f6 service neutron] For port afbe970c-2e67-4624-ae9f-23ffddd40208, host n-h1-705658-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=afbe970c-2e67-4624-ae9f-23ffddd40208,segment=NetworkSegment(86b1e6f6-d629-4b03-8944-4cdfbfb93d02),segment_id=86b1e6f6-d629-4b03-8944-4cdfbfb93d02)] {{(pid=105584) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:01:00.112721 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-082832f3-2fa1-4872-ab74-66ac90d7c08e req-43a91d83-1593-4db1-ab40-413d42a7b7f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9014027'] for port, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:00.126251 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff462330-6163-4e67-be04-e0df52ad88ed req-5724e3d0-451a-46fe-89a9-c3a3a83b41e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:00.135462 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-ff462330-6163-4e67-be04-e0df52ad88ed req-5724e3d0-451a-46fe-89a9-c3a3a83b41e2 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=ecb20d17-d272-40e5-abaf-6f0d9976c69e HTTP/1.1" status: 200 len: 1098 time: 0.3936903 Jul 27 21:01:00.168150 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082832f3-2fa1-4872-ab74-66ac90d7c08e req-43a91d83-1593-4db1-ab40-413d42a7b7f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:00.168944 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-082832f3-2fa1-4872-ab74-66ac90d7c08e req-43a91d83-1593-4db1-ab40-413d42a7b7f6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:00.170413 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-082832f3-2fa1-4872-ab74-66ac90d7c08e req-43a91d83-1593-4db1-ab40-413d42a7b7f6 service neutron] 10.222.0.36 "PUT /v2.0/ports/afbe970c-2e67-4624-ae9f-23ffddd40208 HTTP/1.1" status: 200 len: 1096 time: 1.7177162 Jul 27 21:01:00.207373 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f5df75-f8d6-440f-9f9d-11aa543c3ede req-22bcb3ff-3f80-4fbd-b087-0a408da6ff3e tempest-SecurityGroupsTestJSON-146164436 tempest-SecurityGroupsTestJSON-146164436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:00.209129 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-92f5df75-f8d6-440f-9f9d-11aa543c3ede req-22bcb3ff-3f80-4fbd-b087-0a408da6ff3e tempest-SecurityGroupsTestJSON-146164436 tempest-SecurityGroupsTestJSON-146164436-project] 10.222.0.59 "GET /v2.0/ports?device_id=ecb20d17-d272-40e5-abaf-6f0d9976c69e HTTP/1.1" status: 200 len: 946 time: 0.4645598 Jul 27 21:01:00.219559 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a91d83-1593-4db1-ab40-413d42a7b7f6 service neutron] Pushing event updated for resources: {'Port': ['ID=afbe970c-2e67-4624-ae9f-23ffddd40208,revision_number=3']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:01:00.277065 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-ff462330-6163-4e67-be04-e0df52ad88ed req-5716e915-1d7e-4906-b2ec-1e41b7d52010 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=4e615c8e-7316-4e41-95e2-beb8fbe16280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233318 Jul 27 21:01:00.290311 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-9ab1e279-71ee-458c-a0f0-b30b69b04b8f req-c9acacae-171e-4828-bdef-31058ed79dd4 service neutron] 10.222.0.36 "GET /v2.0/networks/c2a3e5aa-349c-49e5-8f94-16c56fbd2a4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4130256 Jul 27 21:01:00.317465 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082832f3-2fa1-4872-ab74-66ac90d7c08e req-9d44f638-509d-4821-acc9-233d99337599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:00.319383 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-082832f3-2fa1-4872-ab74-66ac90d7c08e req-9d44f638-509d-4821-acc9-233d99337599 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e3dd391ba3d54095948169d71efc1eb3&device_id=85a0f15e-2971-4358-9057-91d39268aad9 HTTP/1.1" status: 200 len: 1099 time: 0.0865941 Jul 27 21:01:00.333508 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-92f5df75-f8d6-440f-9f9d-11aa543c3ede req-0d6b2143-8e67-4f5e-b678-a1ab7b6c8a8b tempest-SecurityGroupsTestJSON-146164436 tempest-SecurityGroupsTestJSON-146164436-project] 10.222.0.59 "GET /v2.0/security-groups?id=4e615c8e-7316-4e41-95e2-beb8fbe16280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113210 Jul 27 21:01:00.386809 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061ebc12-7690-495b-8734-d3ae97166f46 req-7162a5d8-eca0-4f71-be30-31b4592ddcd6 tempest-ServersNegativeTestMultiTenantJSON-1522200457 tempest-ServersNegativeTestMultiTenantJSON-1522200457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:00.388149 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-061ebc12-7690-495b-8734-d3ae97166f46 req-7162a5d8-eca0-4f71-be30-31b4592ddcd6 tempest-ServersNegativeTestMultiTenantJSON-1522200457 tempest-ServersNegativeTestMultiTenantJSON-1522200457-project] 10.222.0.59 "GET /v2.0/ports?device_id=06284a3e-feaa-472f-ae5f-c2dbb6ec559a HTTP/1.1" status: 200 len: 944 time: 0.1775422 Jul 27 21:01:00.412426 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-082832f3-2fa1-4872-ab74-66ac90d7c08e req-a6c6a7b0-03cf-4e36-835e-e65ca055cb17 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.82&port_id=afbe970c-2e67-4624-ae9f-23ffddd40208 HTTP/1.1" status: 200 len: 217 time: 0.0804205 Jul 27 21:01:00.443654 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-061ebc12-7690-495b-8734-d3ae97166f46 req-c8f94b4c-eb2e-4eca-98b8-bdbb8deb8364 tempest-ServersNegativeTestMultiTenantJSON-1522200457 tempest-ServersNegativeTestMultiTenantJSON-1522200457-project] 10.222.0.59 "GET /v2.0/security-groups?id=0f956371-f4e7-42e3-a41f-672691967e07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481706 Jul 27 21:01:00.480378 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082832f3-2fa1-4872-ab74-66ac90d7c08e req-270001f9-acdf-4f5f-830a-1e17090abb81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:00.481846 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:00:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01b48a5b-b8cc-47d8-b339-fff050d1f67d x-openstack-request-id: req-01b48a5b-b8cc-47d8-b339-fff050d1f67d {{(pid=105585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:01:00.482122 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-082832f3-2fa1-4872-ab74-66ac90d7c08e req-270001f9-acdf-4f5f-830a-1e17090abb81 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=26644ba0-4185-4e10-8718-6ad18d01376c HTTP/1.1" status: 200 len: 843 time: 0.0596275 Jul 27 21:01:00.482246 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f0843e9-bfe5-4bc2-b83e-8a9e3eaa3ec9", "name": "network-vif-deleted", "tag": "1bd93c2a-1153-436f-a011-803f4e737483", "status": "completed", "code": 200}]} {{(pid=105585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:01:00.482365 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-01b48a5b-b8cc-47d8-b339-fff050d1f67d {{(pid=105585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:01:00.482743 n-d-705658-22 neutron-server[105585]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f0843e9-bfe5-4bc2-b83e-8a9e3eaa3ec9', 'name': 'network-vif-deleted', 'tag': '1bd93c2a-1153-436f-a011-803f4e737483', 'status': 'completed', 'code': 200} Jul 27 21:01:00.569990 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:00:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-414355f2-365b-4ab4-af21-72b67e8b2770 x-openstack-request-id: req-414355f2-365b-4ab4-af21-72b67e8b2770 {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:01:00.570300 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e971ab8c-11d8-4530-bea4-caba504e61c4", "name": "network-vif-deleted", "tag": "fd1ad9a5-5038-4919-b561-6dee4511ae37", "status": "completed", "code": 200}]} {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:01:00.570828 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-414355f2-365b-4ab4-af21-72b67e8b2770 {{(pid=105584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:01:00.571413 n-d-705658-22 neutron-server[105584]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e971ab8c-11d8-4530-bea4-caba504e61c4', 'name': 'network-vif-deleted', 'tag': 'fd1ad9a5-5038-4919-b561-6dee4511ae37', 'status': 'completed', 'code': 200} Jul 27 21:01:00.587374 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device 3009540e-7a31-46b9-84c7-33bc1bdfefb8 details requested by agent hyperv_n-h1-705658-22 with host n-h1-705658-22 {{(pid=105586) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:01:00.616889 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082832f3-2fa1-4872-ab74-66ac90d7c08e req-ef25f46e-6045-4f34-bdda-5e84fdf03eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:00.618735 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-082832f3-2fa1-4872-ab74-66ac90d7c08e req-ef25f46e-6045-4f34-bdda-5e84fdf03eb1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4d64aa0b-bd6a-468e-8edc-c83689947462&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1206012 Jul 27 21:01:00.771302 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-082832f3-2fa1-4872-ab74-66ac90d7c08e req-4a2ce767-0192-4d97-a724-d51faae32e87 service neutron] 10.222.0.36 "GET /v2.0/networks/4d64aa0b-bd6a-468e-8edc-c83689947462?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1435912 Jul 27 21:01:00.775427 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed5a103-6021-4a74-a638-2aa92ca7adad req-1d3f7e4e-464d-4490-a202-495a55f02977 tempest-ServerDiagnosticsNegativeTest-1919750577 tempest-ServerDiagnosticsNegativeTest-1919750577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:00.784247 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-eed5a103-6021-4a74-a638-2aa92ca7adad req-1d3f7e4e-464d-4490-a202-495a55f02977 tempest-ServerDiagnosticsNegativeTest-1919750577 tempest-ServerDiagnosticsNegativeTest-1919750577-project] 10.222.0.59 "GET /v2.0/ports?device_id=85a0f15e-2971-4358-9057-91d39268aad9 HTTP/1.1" status: 200 len: 947 time: 0.2173429 Jul 27 21:01:00.787066 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] For port 3009540e-7a31-46b9-84c7-33bc1bdfefb8, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=3009540e-7a31-46b9-84c7-33bc1bdfefb8,segment=NetworkSegment(4896b7ea-082d-41f6-96f4-bc68c0e929f9),segment_id=4896b7ea-082d-41f6-96f4-bc68c0e929f9)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:01:00.826578 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Returning: {'device': '3009540e-7a31-46b9-84c7-33bc1bdfefb8', 'network_id': 'c2a3e5aa-349c-49e5-8f94-16c56fbd2a4c', 'port_id': '3009540e-7a31-46b9-84c7-33bc1bdfefb8', 'mac_address': 'fa:16:3e:7a:6d:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '34ed9f8d-9764-42bd-9ff6-27f1c3de8cac', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105586) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:01:00.847775 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-eed5a103-6021-4a74-a638-2aa92ca7adad req-386497b2-64db-4153-8a81-a403505cda9e tempest-ServerDiagnosticsNegativeTest-1919750577 tempest-ServerDiagnosticsNegativeTest-1919750577-project] 10.222.0.59 "GET /v2.0/security-groups?id=8832986b-334a-47e2-bb19-499781937c03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624433 Jul 27 21:01:00.862575 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc19efe-b453-44b5-9ab9-91f6c3252aef req-34e94ace-cad8-4d8d-a282-70ab0b99b5cb tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:00.876756 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-bbc19efe-b453-44b5-9ab9-91f6c3252aef req-34e94ace-cad8-4d8d-a282-70ab0b99b5cb tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] 10.222.0.59 "GET /v2.0/ports?device_id=2ab3b612-b1bf-43fb-a1f2-964eea921f62 HTTP/1.1" status: 200 len: 943 time: 0.2269428 Jul 27 21:01:00.888844 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:00.908832 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3009540e-7a31-46b9-84c7-33bc1bdfefb8 {{(pid=105586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:01:00.935676 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] For port 3009540e-7a31-46b9-84c7-33bc1bdfefb8, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=3009540e-7a31-46b9-84c7-33bc1bdfefb8,segment=NetworkSegment(4896b7ea-082d-41f6-96f4-bc68c0e929f9),segment_id=4896b7ea-082d-41f6-96f4-bc68c0e929f9)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:01:00.942561 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:00.949248 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-bbc19efe-b453-44b5-9ab9-91f6c3252aef req-8fea8ad9-7c2f-4d0d-9a9e-64c6abf9f66e tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] 10.222.0.59 "GET /v2.0/security-groups?id=e8209215-bf66-4bb1-96ba-041099e74ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512028 Jul 27 21:01:00.949424 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-082832f3-2fa1-4872-ab74-66ac90d7c08e req-6cd5c874-825a-4d4f-90e7-88ce5ec1db95 service neutron] 10.222.0.36 "GET /v2.0/networks/4d64aa0b-bd6a-468e-8edc-c83689947462?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1606879 Jul 27 21:01:01.009205 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Pushing event updated for resources: {'Port': ['ID=3009540e-7a31-46b9-84c7-33bc1bdfefb8,revision_number=4']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:01:01.023460 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eebc987-899a-4826-a4f2-c970c5b763be req-449541e3-a6f1-4286-99fc-e497a64d81c0 tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:01.025215 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-0eebc987-899a-4826-a4f2-c970c5b763be req-449541e3-a6f1-4286-99fc-e497a64d81c0 tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d07fb74-3ebf-4d24-bbe3-7e4795327233 HTTP/1.1" status: 200 len: 946 time: 0.0896699 Jul 27 21:01:01.078962 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Device b7548bc3-c3ee-4f0b-95e3-8bcdd1f6c845 details requested by agent hyperv_n-h2-705658-22 with host n-h2-705658-22 {{(pid=105586) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:01:01.080493 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-0eebc987-899a-4826-a4f2-c970c5b763be req-e489d591-c219-46c3-acd5-18eafb5d7c73 tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] 10.222.0.59 "GET /v2.0/security-groups?id=d1766e71-7b2a-4f2d-acc0-530f862b8fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460155 Jul 27 21:01:01.151908 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 42480) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:01:01.200847 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] For port b7548bc3-c3ee-4f0b-95e3-8bcdd1f6c845, host n-h2-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=b7548bc3-c3ee-4f0b-95e3-8bcdd1f6c845,segment=NetworkSegment(7253e476-fc19-4126-9562-a06a41b3b94e),segment_id=7253e476-fc19-4126-9562-a06a41b3b94e)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:01:01.203531 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a65a603-db51-4636-a31c-409611d11925 admin admin] Deleting subnet d675c767-afdc-47aa-8425-df874eb03020 {{(pid=105584) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:01:01.206833 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-5a65a603-db51-4636-a31c-409611d11925 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:01.211812 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Returning: {'device': 'b7548bc3-c3ee-4f0b-95e3-8bcdd1f6c845', 'network_id': '6aa76440-68bb-4814-b579-87efb5c679e3', 'port_id': 'b7548bc3-c3ee-4f0b-95e3-8bcdd1f6c845', 'mac_address': 'fa:16:3e:c9:ed:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 230, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '746696d1-95cb-4db5-9b25-089085191295', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105586) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:01:01.251543 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-5a65a603-db51-4636-a31c-409611d11925 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9014207'] for subnet, precommit_delete_associations {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:01.255511 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:01.268880 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [None req-3d54578f-831f-4696-b568-13c455922dab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7548bc3-c3ee-4f0b-95e3-8bcdd1f6c845 {{(pid=105586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:01:01.295110 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] For port b7548bc3-c3ee-4f0b-95e3-8bcdd1f6c845, host n-h2-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=b7548bc3-c3ee-4f0b-95e3-8bcdd1f6c845,segment=NetworkSegment(7253e476-fc19-4126-9562-a06a41b3b94e),segment_id=7253e476-fc19-4126-9562-a06a41b3b94e)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:01:01.299759 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:01.309763 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-5a65a603-db51-4636-a31c-409611d11925 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854965'] for subnet, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:01.349778 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] get_ports_and_sgs() called for port_ids ['3009540e-7a31-46b9-84c7-33bc1bdfefb8'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:01:01.373007 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-5a65a603-db51-4636-a31c-409611d11925 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9014081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9738825'] for subnet, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:01.385831 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-5a65a603-db51-4636-a31c-409611d11925 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:01.390281 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-5a65a603-db51-4636-a31c-409611d11925 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/d675c767-afdc-47aa-8425-df874eb03020 HTTP/1.1" status: 204 len: 168 time: 0.2348249 Jul 27 21:01:01.390829 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 42486) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:01:01.407677 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Pushing event updated for resources: {'Port': ['ID=b7548bc3-c3ee-4f0b-95e3-8bcdd1f6c845,revision_number=4']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:01:01.416956 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a65a603-db51-4636-a31c-409611d11925 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d675c767-afdc-47aa-8425-df874eb03020,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:01:01.572962 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-17503f6f-4231-40c5-a6e0-098aeec1b6b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-990557'] for network, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:01.628230 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb56d61-ba80-493c-8ba6-5dacb864627c req-986daa36-04d9-4501-bb55-6b5383a3840d tempest-SecurityGroupsTestJSON-146164436 tempest-SecurityGroupsTestJSON-146164436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:01.629568 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-4cb56d61-ba80-493c-8ba6-5dacb864627c req-986daa36-04d9-4501-bb55-6b5383a3840d tempest-SecurityGroupsTestJSON-146164436 tempest-SecurityGroupsTestJSON-146164436-project] 10.222.0.59 "GET /v2.0/ports?device_id=ecb20d17-d272-40e5-abaf-6f0d9976c69e HTTP/1.1" status: 200 len: 946 time: 0.1241734 Jul 27 21:01:01.671265 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] get_ports_and_sgs() called for port_ids ['b7548bc3-c3ee-4f0b-95e3-8bcdd1f6c845'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:01:01.730198 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-17503f6f-4231-40c5-a6e0-098aeec1b6b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853562', 'neutron.services.segments.db._delete_segments_for_network-8790688882975'] for network, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:01.745781 n-d-705658-22 neutron-server[105585]: DEBUG neutron.services.segments.db [None req-17503f6f-4231-40c5-a6e0-098aeec1b6b2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11c272aa-de19-4055-87f8-922ac5033999']}} {{(pid=105585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:01:01.761986 n-d-705658-22 neutron-server[105585]: DEBUG neutron.services.segments.db [None req-17503f6f-4231-40c5-a6e0-098aeec1b6b2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0c8a3a2-821d-44b5-9cd5-483f6c69fbdc') {'for_net_delete': True} {{(pid=105585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:01:01.762274 n-d-705658-22 neutron-server[105585]: DEBUG neutron.services.segments.db [None req-17503f6f-4231-40c5-a6e0-098aeec1b6b2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0c8a3a2-821d-44b5-9cd5-483f6c69fbdc') {} {{(pid=105585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:01:01.768331 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-4cb56d61-ba80-493c-8ba6-5dacb864627c req-b532ebb7-261e-4308-9503-3c5f0b971df4 tempest-SecurityGroupsTestJSON-146164436 tempest-SecurityGroupsTestJSON-146164436-project] 10.222.0.59 "GET /v2.0/security-groups?id=4e615c8e-7316-4e41-95e2-beb8fbe16280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294949 Jul 27 21:01:01.777679 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-17503f6f-4231-40c5-a6e0-098aeec1b6b2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790688883752', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9886370'] for segment, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:01.800344 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-17503f6f-4231-40c5-a6e0-098aeec1b6b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:01.814059 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63feeb4-79f8-4852-b471-d63b94f53955 req-e077a94a-83c0-485d-b00a-c3bfa4221a33 tempest-ServersNegativeTestMultiTenantJSON-1522200457 tempest-ServersNegativeTestMultiTenantJSON-1522200457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:01.815675 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-c63feeb4-79f8-4852-b471-d63b94f53955 req-e077a94a-83c0-485d-b00a-c3bfa4221a33 tempest-ServersNegativeTestMultiTenantJSON-1522200457 tempest-ServersNegativeTestMultiTenantJSON-1522200457-project] 10.222.0.59 "GET /v2.0/ports?device_id=06284a3e-feaa-472f-ae5f-c2dbb6ec559a HTTP/1.1" status: 200 len: 945 time: 0.1972716 Jul 27 21:01:01.818512 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17503f6f-4231-40c5-a6e0-098aeec1b6b2 admin admin] Releasing vlan 245 on physical network physnet1 to pool {{(pid=105585) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:01:01.818907 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-17503f6f-4231-40c5-a6e0-098aeec1b6b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10221644'] for segment, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:01.821819 n-d-705658-22 neutron-server[105585]: Traceback (most recent call last): Jul 27 21:01:01.821819 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:01:01.821819 n-d-705658-22 neutron-server[105585]: timer() Jul 27 21:01:01.821819 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:01:01.821819 n-d-705658-22 neutron-server[105585]: cb(*args, **kw) Jul 27 21:01:01.821819 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:01:01.821819 n-d-705658-22 neutron-server[105585]: return func(*args, **kwargs) Jul 27 21:01:01.821819 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:01:01.821819 n-d-705658-22 neutron-server[105585]: self._notify() Jul 27 21:01:01.821819 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:01:01.821819 n-d-705658-22 neutron-server[105585]: self.callback(batched_events) Jul 27 21:01:01.821819 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:01:01.821819 n-d-705658-22 neutron-server[105585]: event.method(event) Jul 27 21:01:01.821819 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:01:01.821819 n-d-705658-22 neutron-server[105585]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:01:01.821819 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:01:01.821819 n-d-705658-22 neutron-server[105585]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:01:01.821819 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:01:01.821819 n-d-705658-22 neutron-server[105585]: return f(self, *a, **k) Jul 27 21:01:01.821819 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:01:01.821819 n-d-705658-22 neutron-server[105585]: return self._get(url).json() Jul 27 21:01:01.821819 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:01:01.821819 n-d-705658-22 neutron-server[105585]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:01:01.821819 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:01:01.821819 n-d-705658-22 neutron-server[105585]: return self.request(url, 'GET', **kwargs) Jul 27 21:01:01.821819 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:01:01.821819 n-d-705658-22 neutron-server[105585]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:01:01.821819 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:01:01.821819 n-d-705658-22 neutron-server[105585]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:01:01.821819 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:01:01.821819 n-d-705658-22 neutron-server[105585]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:01:01.821819 n-d-705658-22 neutron-server[105585]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:01:01.908387 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-17503f6f-4231-40c5-a6e0-098aeec1b6b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4075658'] for network, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:01.916143 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-17503f6f-4231-40c5-a6e0-098aeec1b6b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743886'] for network, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:01.920874 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-17503f6f-4231-40c5-a6e0-098aeec1b6b2 admin admin] 10.222.0.59 "DELETE /v2.0/networks/11c272aa-de19-4055-87f8-922ac5033999 HTTP/1.1" status: 204 len: 168 time: 0.5239437 Jul 27 21:01:01.921508 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-c63feeb4-79f8-4852-b471-d63b94f53955 req-15b91852-7a1f-41d4-b7a7-25bec53cf062 tempest-ServersNegativeTestMultiTenantJSON-1522200457 tempest-ServersNegativeTestMultiTenantJSON-1522200457-project] 10.222.0.59 "GET /v2.0/security-groups?id=0f956371-f4e7-42e3-a41f-672691967e07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905070 Jul 27 21:01:01.943923 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17503f6f-4231-40c5-a6e0-098aeec1b6b2 admin admin] Pushing event deleted for resources: {'Network': ['ID=11c272aa-de19-4055-87f8-922ac5033999,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:01:02.025406 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab3d833-dd80-4a0b-8187-9fcb1753de0e req-996a62c9-221d-4212-bbdb-bad43e32c527 tempest-ServerDiagnosticsNegativeTest-1919750577 tempest-ServerDiagnosticsNegativeTest-1919750577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:02.027106 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-1ab3d833-dd80-4a0b-8187-9fcb1753de0e req-996a62c9-221d-4212-bbdb-bad43e32c527 tempest-ServerDiagnosticsNegativeTest-1919750577 tempest-ServerDiagnosticsNegativeTest-1919750577-project] 10.222.0.59 "GET /v2.0/ports?device_id=85a0f15e-2971-4358-9057-91d39268aad9 HTTP/1.1" status: 200 len: 947 time: 0.0713346 Jul 27 21:01:02.097292 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-1ab3d833-dd80-4a0b-8187-9fcb1753de0e req-734ea21e-58a1-433c-afb5-af8acbc23710 tempest-ServerDiagnosticsNegativeTest-1919750577 tempest-ServerDiagnosticsNegativeTest-1919750577-project] 10.222.0.59 "GET /v2.0/security-groups?id=8832986b-334a-47e2-bb19-499781937c03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604208 Jul 27 21:01:02.102007 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 42498) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:01:02.141632 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a30b6a4-3631-42ac-9113-96736ff2e9f4 req-92894233-1696-4255-b979-6d5d4f984786 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:02.154527 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-8a30b6a4-3631-42ac-9113-96736ff2e9f4 req-92894233-1696-4255-b979-6d5d4f984786 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] 10.222.0.59 "GET /v2.0/ports?device_id=2ab3b612-b1bf-43fb-a1f2-964eea921f62 HTTP/1.1" status: 200 len: 944 time: 0.1153009 Jul 27 21:01:02.191593 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-7fbccd85-9f58-4c3e-9486-308fe9f2e430 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=303608e801894cbc82a16778d6767718&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0873005 Jul 27 21:01:02.193969 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 42506) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:01:02.248931 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-8a30b6a4-3631-42ac-9113-96736ff2e9f4 req-6872ed6e-979c-42ce-b905-059bce398c28 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] 10.222.0.59 "GET /v2.0/security-groups?id=e8209215-bf66-4bb1-96ba-041099e74ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802035 Jul 27 21:01:02.250517 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-ac63e8a1-0012-4748-b458-3d2bdcdb6e68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:02.275999 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-ac63e8a1-0012-4748-b458-3d2bdcdb6e68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:02.280040 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8582a0dc-f277-4eef-aecd-a732e9a5f7d2 req-01ed897b-cf21-4bf0-9a0b-e516f0713212 tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:02.281683 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-8582a0dc-f277-4eef-aecd-a732e9a5f7d2 req-01ed897b-cf21-4bf0-9a0b-e516f0713212 tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d07fb74-3ebf-4d24-bbe3-7e4795327233 HTTP/1.1" status: 200 len: 946 time: 0.1078541 Jul 27 21:01:02.328594 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-ac63e8a1-0012-4748-b458-3d2bdcdb6e68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:02.331464 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-ac63e8a1-0012-4748-b458-3d2bdcdb6e68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:02.335047 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-8582a0dc-f277-4eef-aecd-a732e9a5f7d2 req-66fac6d3-9ede-46ab-b537-63b462b26e4d tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] 10.222.0.59 "GET /v2.0/security-groups?id=d1766e71-7b2a-4f2d-acc0-530f862b8fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427904 Jul 27 21:01:02.335246 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-ac63e8a1-0012-4748-b458-3d2bdcdb6e68 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/52dba1d2-45eb-4627-a32a-8b651454cd30 HTTP/1.1" status: 204 len: 168 time: 0.1378372 Jul 27 21:01:02.340943 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac63e8a1-0012-4748-b458-3d2bdcdb6e68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52dba1d2-45eb-4627-a32a-8b651454cd30,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:01:02.572922 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85a0f15e-2971-4358-9057-91d39268aad9', 'tag': 'afbe970c-2e67-4624-ae9f-23ffddd40208'}] {{(pid=105584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:01:02.576352 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bce5e6c8685464f7626901654159975603b047827e3138302ed6566e28f1343" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc19caa4-93e0-4d89-8d5e-e1e46f2ddefd" -d '{"events": [{"name": "network-changed", "server_uuid": "85a0f15e-2971-4358-9057-91d39268aad9", "tag": "afbe970c-2e67-4624-ae9f-23ffddd40208"}]}' {{(pid=105584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:01:02.607309 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device afbe970c-2e67-4624-ae9f-23ffddd40208 details requested by agent hyperv_n-h1-705658-22 with host n-h1-705658-22 {{(pid=105586) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:01:02.611574 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device 3009540e-7a31-46b9-84c7-33bc1bdfefb8 up at agent hyperv_n-h1-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:01:02.646916 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:01:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b60ee7d-ad79-4aaf-9580-8e613620a403 x-openstack-request-id: req-5b60ee7d-ad79-4aaf-9580-8e613620a403 {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:01:02.647322 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85a0f15e-2971-4358-9057-91d39268aad9", "tag": "afbe970c-2e67-4624-ae9f-23ffddd40208", "status": "completed", "code": 200}]} {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:01:02.647606 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-5b60ee7d-ad79-4aaf-9580-8e613620a403 {{(pid=105584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:01:02.647970 n-d-705658-22 neutron-server[105584]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85a0f15e-2971-4358-9057-91d39268aad9', 'tag': 'afbe970c-2e67-4624-ae9f-23ffddd40208', 'status': 'completed', 'code': 200} Jul 27 21:01:02.743427 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc19caa4-93e0-4d89-8d5e-e1e46f2ddefd req-9b5a8793-3937-437f-8332-ca3351fb4861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:02.745725 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-bc19caa4-93e0-4d89-8d5e-e1e46f2ddefd req-9b5a8793-3937-437f-8332-ca3351fb4861 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e3dd391ba3d54095948169d71efc1eb3&device_id=85a0f15e-2971-4358-9057-91d39268aad9 HTTP/1.1" status: 200 len: 1099 time: 0.0704281 Jul 27 21:01:02.790128 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Provisioning for port 3009540e-7a31-46b9-84c7-33bc1bdfefb8 completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:01:02.806747 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Provisioning complete for port 3009540e-7a31-46b9-84c7-33bc1bdfefb8 triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:01:02.807180 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:02.886092 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] For port afbe970c-2e67-4624-ae9f-23ffddd40208, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=afbe970c-2e67-4624-ae9f-23ffddd40208,segment=NetworkSegment(86b1e6f6-d629-4b03-8944-4cdfbfb93d02),segment_id=86b1e6f6-d629-4b03-8944-4cdfbfb93d02)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:01:02.908268 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc19caa4-93e0-4d89-8d5e-e1e46f2ddefd req-670a3708-66bb-4e03-bb8e-c7e3276e9c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:02.910233 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-bc19caa4-93e0-4d89-8d5e-e1e46f2ddefd req-670a3708-66bb-4e03-bb8e-c7e3276e9c55 service neutron] 10.222.0.36 "GET /v2.0/networks?id=4d64aa0b-bd6a-468e-8edc-c83689947462 HTTP/1.1" status: 200 len: 870 time: 0.1541669 Jul 27 21:01:02.924588 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Returning: {'device': 'afbe970c-2e67-4624-ae9f-23ffddd40208', 'network_id': '4d64aa0b-bd6a-468e-8edc-c83689947462', 'port_id': 'afbe970c-2e67-4624-ae9f-23ffddd40208', 'mac_address': 'fa:16:3e:20:50:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26644ba0-4185-4e10-8718-6ad18d01376c', 'ip_address': '192.168.233.82'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105586) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:01:03.023380 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-bc19caa4-93e0-4d89-8d5e-e1e46f2ddefd req-695cf301-0d56-4131-a33a-7f264a835633 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.82&port_id=afbe970c-2e67-4624-ae9f-23ffddd40208 HTTP/1.1" status: 200 len: 217 time: 0.1051557 Jul 27 21:01:03.036531 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:03.081637 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:03.103076 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc19caa4-93e0-4d89-8d5e-e1e46f2ddefd req-8a944e0f-828e-4664-8492-62ccc59ec6ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:03.106029 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-bc19caa4-93e0-4d89-8d5e-e1e46f2ddefd req-8a944e0f-828e-4664-8492-62ccc59ec6ea service neutron] 10.222.0.36 "GET /v2.0/subnets?id=26644ba0-4185-4e10-8718-6ad18d01376c HTTP/1.1" status: 200 len: 843 time: 0.0656404 Jul 27 21:01:03.109419 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Device b7548bc3-c3ee-4f0b-95e3-8bcdd1f6c845 up at agent hyperv_n-h2-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:01:03.110944 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06284a3e-feaa-472f-ae5f-c2dbb6ec559a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3009540e-7a31-46b9-84c7-33bc1bdfefb8'}] {{(pid=105586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:01:03.113264 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14c1663e039faf5393f87855f745010ac5b02220355b68fdbf065393e303ac56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aba0533e-f21a-48ef-bdb4-b33297fc14ee" -d '{"events": [{"server_uuid": "06284a3e-feaa-472f-ae5f-c2dbb6ec559a", "name": "network-vif-plugged", "status": "completed", "tag": "3009540e-7a31-46b9-84c7-33bc1bdfefb8"}]}' {{(pid=105586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:01:03.174430 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] For port 3009540e-7a31-46b9-84c7-33bc1bdfefb8, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=3009540e-7a31-46b9-84c7-33bc1bdfefb8,segment=NetworkSegment(4896b7ea-082d-41f6-96f4-bc68c0e929f9),segment_id=4896b7ea-082d-41f6-96f4-bc68c0e929f9)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:01:03.176694 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id afbe970c-2e67-4624-ae9f-23ffddd40208 {{(pid=105586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:01:03.186577 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:03.187756 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device fd1ad9a5-5038-4919-b561-6dee4511ae37 no longer exists at agent hyperv_n-h1-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:01:03.241609 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc19caa4-93e0-4d89-8d5e-e1e46f2ddefd req-6a118d81-bc3e-497c-a6bc-628a063754bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:03.243568 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-bc19caa4-93e0-4d89-8d5e-e1e46f2ddefd req-6a118d81-bc3e-497c-a6bc-628a063754bf service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4d64aa0b-bd6a-468e-8edc-c83689947462&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1291609 Jul 27 21:01:03.312865 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] For port afbe970c-2e67-4624-ae9f-23ffddd40208, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=afbe970c-2e67-4624-ae9f-23ffddd40208,segment=NetworkSegment(86b1e6f6-d629-4b03-8944-4cdfbfb93d02),segment_id=86b1e6f6-d629-4b03-8944-4cdfbfb93d02)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:01:03.319873 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-28650df7-c46c-4981-b84f-37d87254047e None None] No Port match for: fd1ad9a5-5038-4919-b561-6dee4511ae37 {{(pid=105586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:01:03.321377 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device fd1ad9a5-5038-4919-b561-6dee4511ae37 not bound to the agent host n-h1-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:01:03.327463 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:03.361323 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb8bd7e-c11d-457d-97c6-1ee9e0931f18 req-860cf403-2121-4326-97dd-fe8ac0e94631 tempest-ServersNegativeTestMultiTenantJSON-1522200457 tempest-ServersNegativeTestMultiTenantJSON-1522200457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:03.367628 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-3d54578f-831f-4696-b568-13c455922dab None None] Provisioning for port b7548bc3-c3ee-4f0b-95e3-8bcdd1f6c845 completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:01:03.368043 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-5eb8bd7e-c11d-457d-97c6-1ee9e0931f18 req-860cf403-2121-4326-97dd-fe8ac0e94631 tempest-ServersNegativeTestMultiTenantJSON-1522200457 tempest-ServersNegativeTestMultiTenantJSON-1522200457-project] 10.222.0.59 "GET /v2.0/ports?device_id=06284a3e-feaa-472f-ae5f-c2dbb6ec559a HTTP/1.1" status: 200 len: 946 time: 0.1032720 Jul 27 21:01:03.374043 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-3d54578f-831f-4696-b568-13c455922dab None None] Provisioning complete for port b7548bc3-c3ee-4f0b-95e3-8bcdd1f6c845 triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:01:03.374429 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:03.377734 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55d6605-29ef-455d-8c57-ab08b49735c4 req-6a8586c2-92db-4f5a-866a-318089a4ab58 tempest-SecurityGroupsTestJSON-146164436 tempest-SecurityGroupsTestJSON-146164436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:03.383308 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Pushing event updated for resources: {'Port': ['ID=3009540e-7a31-46b9-84c7-33bc1bdfefb8,revision_number=5']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:01:03.385735 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b55d6605-29ef-455d-8c57-ab08b49735c4 req-6a8586c2-92db-4f5a-866a-318089a4ab58 tempest-SecurityGroupsTestJSON-146164436 tempest-SecurityGroupsTestJSON-146164436-project] 10.222.0.59 "GET /v2.0/ports?device_id=ecb20d17-d272-40e5-abaf-6f0d9976c69e HTTP/1.1" status: 200 len: 946 time: 0.4773505 Jul 27 21:01:03.458903 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b55d6605-29ef-455d-8c57-ab08b49735c4 req-3bc5532d-921d-4ad3-8f88-9f7d502ee63a tempest-SecurityGroupsTestJSON-146164436 tempest-SecurityGroupsTestJSON-146164436-project] 10.222.0.59 "GET /v2.0/security-groups?id=4e615c8e-7316-4e41-95e2-beb8fbe16280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721734 Jul 27 21:01:03.466095 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Pushing event updated for resources: {'Port': ['ID=afbe970c-2e67-4624-ae9f-23ffddd40208,revision_number=4']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:01:03.474788 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 42550) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:01:03.484851 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-bc19caa4-93e0-4d89-8d5e-e1e46f2ddefd req-8b669b3e-a024-489d-8f18-1a9ebea9d294 service neutron] 10.222.0.36 "GET /v2.0/networks/4d64aa0b-bd6a-468e-8edc-c83689947462?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2214971 Jul 27 21:01:03.508422 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-5eb8bd7e-c11d-457d-97c6-1ee9e0931f18 req-24d29ac3-3790-42d2-aa1c-7b44e6942cbd tempest-ServersNegativeTestMultiTenantJSON-1522200457 tempest-ServersNegativeTestMultiTenantJSON-1522200457-project] 10.222.0.59 "GET /v2.0/security-groups?id=0f956371-f4e7-42e3-a41f-672691967e07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393378 Jul 27 21:01:03.549202 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:03.565459 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:01:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f04eb52e-da8a-4e04-8d05-25b4dc51b20b x-openstack-request-id: req-f04eb52e-da8a-4e04-8d05-25b4dc51b20b {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:01:03.565832 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06284a3e-feaa-472f-ae5f-c2dbb6ec559a", "name": "network-vif-plugged", "status": "completed", "tag": "3009540e-7a31-46b9-84c7-33bc1bdfefb8", "code": 200}]} {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:01:03.566087 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-f04eb52e-da8a-4e04-8d05-25b4dc51b20b {{(pid=105586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:01:03.566469 n-d-705658-22 neutron-server[105586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06284a3e-feaa-472f-ae5f-c2dbb6ec559a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3009540e-7a31-46b9-84c7-33bc1bdfefb8', 'code': 200} Jul 27 21:01:03.615987 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-1a407b3d-5323-432b-9455-9a5521903e12 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-1805214920-network', 'tenant_id': '317a145e38944157a341848a0afc23df'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:01:03.636109 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 42558) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:01:03.639889 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] For port b7548bc3-c3ee-4f0b-95e3-8bcdd1f6c845, host n-h2-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=b7548bc3-c3ee-4f0b-95e3-8bcdd1f6c845,segment=NetworkSegment(7253e476-fc19-4126-9562-a06a41b3b94e),segment_id=7253e476-fc19-4126-9562-a06a41b3b94e)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:01:03.645049 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:03.645820 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-108f76f3-b2a2-43ce-86ac-6acda3dab83e tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1325476096'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:01:03.646055 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Device 1bd93c2a-1153-436f-a011-803f4e737483 no longer exists at agent hyperv_n-h2-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:01:03.684030 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-3d54578f-831f-4696-b568-13c455922dab None None] No Port match for: 1bd93c2a-1153-436f-a011-803f4e737483 {{(pid=105586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:01:03.684308 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Device 1bd93c2a-1153-436f-a011-803f4e737483 not bound to the agent host n-h2-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:01:03.695914 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-bc19caa4-93e0-4d89-8d5e-e1e46f2ddefd req-269241c7-25f1-406a-a193-bf458fe5fe97 service neutron] 10.222.0.36 "GET /v2.0/networks/4d64aa0b-bd6a-468e-8edc-c83689947462?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1920040 Jul 27 21:01:03.713119 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] get_ports_and_sgs() called for port_ids ['afbe970c-2e67-4624-ae9f-23ffddd40208'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:01:03.719212 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Pushing event updated for resources: {'Port': ['ID=b7548bc3-c3ee-4f0b-95e3-8bcdd1f6c845,revision_number=5']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:01:03.772115 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.db.api [None req-108f76f3-b2a2-43ce-86ac-6acda3dab83e tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 27 21:01:03.772115 n-d-705658-22 neutron-server[105585]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 27 21:01:03.772115 n-d-705658-22 neutron-server[105585]: [parameters: {'project_id': '16c9b99e3d6b4b58a380b57255ba6d41', 'id': '2bfd702b-547d-4658-8bad-7676977b6506', 'expiration': datetime.datetime(2021, 7, 27, 21, 3, 3, 755859)}] Jul 27 21:01:03.772115 n-d-705658-22 neutron-server[105585]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=105585) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 27 21:01:03.773035 n-d-705658-22 neutron-server[105585]: DEBUG oslo_db.api [None req-108f76f3-b2a2-43ce-86ac-6acda3dab83e tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=105585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 27 21:01:03.786183 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a407b3d-5323-432b-9455-9a5521903e12 admin admin] Made reservation on behalf of 317a145e38944157a341848a0afc23df for: {'network': 1} {{(pid=105585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:01:03.788506 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-1a407b3d-5323-432b-9455-9a5521903e12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for network, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:03.820399 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-1a407b3d-5323-432b-9455-9a5521903e12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:03.873604 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c2fce2-d54f-4e06-a583-0783418cff36 req-35d7ac69-4208-4083-9a90-c3e296367396 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:03.875142 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b1c2fce2-d54f-4e06-a583-0783418cff36 req-35d7ac69-4208-4083-9a90-c3e296367396 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=06284a3e-feaa-472f-ae5f-c2dbb6ec559a HTTP/1.1" status: 200 len: 1098 time: 0.2178998 Jul 27 21:01:03.886673 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1f30cf-fd63-4504-840a-efc7f5a6c650 req-f19733de-c508-4d55-ac28-ab72197682d4 tempest-ServerDiagnosticsNegativeTest-1919750577 tempest-ServerDiagnosticsNegativeTest-1919750577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:03.888157 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-ea1f30cf-fd63-4504-840a-efc7f5a6c650 req-f19733de-c508-4d55-ac28-ab72197682d4 tempest-ServerDiagnosticsNegativeTest-1919750577 tempest-ServerDiagnosticsNegativeTest-1919750577-project] 10.222.0.59 "GET /v2.0/ports?device_id=85a0f15e-2971-4358-9057-91d39268aad9 HTTP/1.1" status: 200 len: 948 time: 0.2298877 Jul 27 21:01:03.895361 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fc9cfb-99da-48b4-9e13-ea87d15e77fe req-4b437ccf-c6b6-4d7f-a394-8c39b2cb6d17 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:03.896726 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-49fc9cfb-99da-48b4-9e13-ea87d15e77fe req-4b437ccf-c6b6-4d7f-a394-8c39b2cb6d17 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] 10.222.0.59 "GET /v2.0/ports?device_id=2ab3b612-b1bf-43fb-a1f2-964eea921f62 HTTP/1.1" status: 200 len: 945 time: 0.2425904 Jul 27 21:01:03.993939 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b1c2fce2-d54f-4e06-a583-0783418cff36 req-f75e4d84-4ae2-46cf-8129-07e663afaa1e service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=0f956371-f4e7-42e3-a41f-672691967e07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951338 Jul 27 21:01:03.996648 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-ea1f30cf-fd63-4504-840a-efc7f5a6c650 req-37e4e700-5dab-4a9f-8038-459fabd987ac tempest-ServerDiagnosticsNegativeTest-1919750577 tempest-ServerDiagnosticsNegativeTest-1919750577-project] 10.222.0.59 "GET /v2.0/security-groups?id=8832986b-334a-47e2-bb19-499781937c03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990655 Jul 27 21:01:04.005241 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-49fc9cfb-99da-48b4-9e13-ea87d15e77fe req-6b3dad57-e13a-44e8-b4cf-3ef6b42214be tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] 10.222.0.59 "GET /v2.0/security-groups?id=e8209215-bf66-4bb1-96ba-041099e74ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939031 Jul 27 21:01:04.058282 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-1a407b3d-5323-432b-9455-9a5521903e12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:04.069664 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-1a407b3d-5323-432b-9455-9a5521903e12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:04.130585 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a407b3d-5323-432b-9455-9a5521903e12 admin admin] vlan segment allocate from pool success with {'vlan_id': 209, 'physical_network': 'physnet1'} {{(pid=105585) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:01:04.149077 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a407b3d-5323-432b-9455-9a5521903e12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a732b3f0-aacd-4b70-8476-47ce04d131a6,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:01:04.152934 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-1a407b3d-5323-432b-9455-9a5521903e12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:04.153281 n-d-705658-22 neutron-server[105585]: INFO neutron.db.segments_db [None req-1a407b3d-5323-432b-9455-9a5521903e12 admin admin] Added segment ae59b834-fa9e-43d7-a14a-5f47d1b59311 of type vlan for network 3e9dc523-816b-49b7-ba7a-705067b62896 Jul 27 21:01:04.204299 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-cbd90bbe-289e-4e8e-a4ed-f50a2c9a9e0e req-6a07ecdf-7392-438a-ae7f-dd822fc31f59 tempest-SecurityGroupsTestJSON-146164436 tempest-SecurityGroupsTestJSON-146164436-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-2034467675&fields=id&tenant_id=8a9fb2dba4884d648101d24277d7cc3a HTTP/1.1" status: 200 len: 267 time: 0.1099157 Jul 27 21:01:04.221887 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-1a407b3d-5323-432b-9455-9a5521903e12 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790688424798'] for network, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:04.242334 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150d7431-47b4-4146-8889-4ad972a3178b req-0c063a74-0a3c-4e48-a004-04f9c462e2c3 tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:04.243844 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-150d7431-47b4-4146-8889-4ad972a3178b req-0c063a74-0a3c-4e48-a004-04f9c462e2c3 tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d07fb74-3ebf-4d24-bbe3-7e4795327233 HTTP/1.1" status: 200 len: 946 time: 0.1842837 Jul 27 21:01:04.329892 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-1a407b3d-5323-432b-9455-9a5521903e12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920'] for network, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:04.330759 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a407b3d-5323-432b-9455-9a5521903e12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:04.331441 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-1a407b3d-5323-432b-9455-9a5521903e12 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743886'] for network, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:04.358751 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-150d7431-47b4-4146-8889-4ad972a3178b req-ccca812b-7775-4558-9f74-b6caaa7e73da tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] 10.222.0.59 "GET /v2.0/security-groups?id=d1766e71-7b2a-4f2d-acc0-530f862b8fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959992 Jul 27 21:01:04.395681 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-108f76f3-b2a2-43ce-86ac-6acda3dab83e tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Made reservation on behalf of 16c9b99e3d6b4b58a380b57255ba6d41 for: {'network': 1} {{(pid=105585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:01:04.399293 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-108f76f3-b2a2-43ce-86ac-6acda3dab83e tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for network, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:04.409311 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-1a407b3d-5323-432b-9455-9a5521903e12 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.9329526 Jul 27 21:01:04.412451 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 42562) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:01:04.417577 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-de31edc0-3804-4ec9-8668-dadbb829e75f admin admin] Request body: {'subnet': {'network_id': '3e9dc523-816b-49b7-ba7a-705067b62896', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-1805214920-subnet', 'tenant_id': '317a145e38944157a341848a0afc23df', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:01:04.427168 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a407b3d-5323-432b-9455-9a5521903e12 admin admin] Pushing event updated for resources: {'Network': ['ID=3e9dc523-816b-49b7-ba7a-705067b62896,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:01:04.438324 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Network 3e9dc523-816b-49b7-ba7a-705067b62896 details requested by agent ovs-agent-n-d-705658-22 with host n-d-705658-22 {{(pid=105586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:01:04.445036 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd90bbe-289e-4e8e-a4ed-f50a2c9a9e0e req-b2a59461-c0af-4bf3-b63c-a43637016350 tempest-SecurityGroupsTestJSON-146164436 tempest-SecurityGroupsTestJSON-146164436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:04.446872 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-cbd90bbe-289e-4e8e-a4ed-f50a2c9a9e0e req-b2a59461-c0af-4bf3-b63c-a43637016350 tempest-SecurityGroupsTestJSON-146164436 tempest-SecurityGroupsTestJSON-146164436-project] 10.222.0.59 "GET /v2.0/ports?device_id=ecb20d17-d272-40e5-abaf-6f0d9976c69e HTTP/1.1" status: 200 len: 946 time: 0.2362225 Jul 27 21:01:04.454859 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-108f76f3-b2a2-43ce-86ac-6acda3dab83e tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] vlan segment allocate from pool success with {'vlan_id': 245, 'physical_network': 'physnet1'} {{(pid=105585) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:01:04.457509 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de31edc0-3804-4ec9-8668-dadbb829e75f admin admin] Made reservation on behalf of 317a145e38944157a341848a0afc23df for: {'subnet': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:01:04.459866 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-de31edc0-3804-4ec9-8668-dadbb829e75f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9738786'] for subnet, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:04.464860 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [req-cbd90bbe-289e-4e8e-a4ed-f50a2c9a9e0e req-94dbf93d-095f-448b-8eaa-50dc038a9347 tempest-SecurityGroupsTestJSON-146164436 tempest-SecurityGroupsTestJSON-146164436-project] Request body: {'port': {'security_groups': ['4e615c8e-7316-4e41-95e2-beb8fbe16280', '1b1a7610-3eb4-462c-a05f-bfc5b0cb342d']}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:01:04.493621 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-108f76f3-b2a2-43ce-86ac-6acda3dab83e tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:04.494442 n-d-705658-22 neutron-server[105585]: INFO neutron.db.segments_db [None req-108f76f3-b2a2-43ce-86ac-6acda3dab83e tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Added segment 5fcc0d93-e07a-46e4-8302-f378dcfc2dad of type vlan for network e24d8d6c-cb0f-492b-9a38-55ce25e9a591 Jul 27 21:01:04.585138 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-108f76f3-b2a2-43ce-86ac-6acda3dab83e tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790688424798'] for network, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:04.612988 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-cbd90bbe-289e-4e8e-a4ed-f50a2c9a9e0e req-94dbf93d-095f-448b-8eaa-50dc038a9347 tempest-SecurityGroupsTestJSON-146164436 tempest-SecurityGroupsTestJSON-146164436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:04.655746 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-de31edc0-3804-4ec9-8668-dadbb829e75f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9014150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9738800'] for subnet, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:04.668790 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-108f76f3-b2a2-43ce-86ac-6acda3dab83e tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920'] for network, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:04.674334 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-108f76f3-b2a2-43ce-86ac-6acda3dab83e tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:04.674923 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-108f76f3-b2a2-43ce-86ac-6acda3dab83e tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743886'] for network, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:04.711209 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de31edc0-3804-4ec9-8668-dadbb829e75f admin admin] Pushing event updated for resources: {'Subnet': ['ID=5deb2552-b976-4783-8729-00b7ce661e64,revision_number=0']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:01:04.719966 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de31edc0-3804-4ec9-8668-dadbb829e75f admin admin] Checking segment: {'id': 'ae59b834-fa9e-43d7-a14a-5f47d1b59311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '3e9dc523-816b-49b7-ba7a-705067b62896'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:01:04.720327 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de31edc0-3804-4ec9-8668-dadbb829e75f admin admin] Network hostable DHCP agents. Network: 3e9dc523-816b-49b7-ba7a-705067b62896, hostable agents: ['7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a'], hosted agents: [] {{(pid=105584) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:01:04.736569 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de31edc0-3804-4ec9-8668-dadbb829e75f admin admin] Network 3e9dc523-816b-49b7-ba7a-705067b62896 is scheduled to be hosted by DHCP agent 7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a with binding_index 1 {{(pid=105584) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:01:04.744958 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [None req-de31edc0-3804-4ec9-8668-dadbb829e75f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-22, 3e9dc523-816b-49b7-ba7a-705067b62896) {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:01:04.749197 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de31edc0-3804-4ec9-8668-dadbb829e75f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:04.749819 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-de31edc0-3804-4ec9-8668-dadbb829e75f admin admin] Notify callbacks [] for subnet, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:04.758010 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-262cd42b-e57c-443d-b8ca-e7c9e74c49a7 None None] Network 3e9dc523-816b-49b7-ba7a-705067b62896 requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:01:04.773592 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-de31edc0-3804-4ec9-8668-dadbb829e75f admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.3511288 Jul 27 21:01:04.779242 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-108f76f3-b2a2-43ce-86ac-6acda3dab83e tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.1366477 Jul 27 21:01:04.779365 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 42568) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:01:04.791293 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-b4d50772-c860-4fa6-90bf-c699502f65bd tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-919747438'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:01:04.815517 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108f76f3-b2a2-43ce-86ac-6acda3dab83e tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Pushing event updated for resources: {'Network': ['ID=e24d8d6c-cb0f-492b-9a38-55ce25e9a591,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:01:04.816499 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4d50772-c860-4fa6-90bf-c699502f65bd tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Made reservation on behalf of 16c9b99e3d6b4b58a380b57255ba6d41 for: {'network': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:01:04.829769 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Network e24d8d6c-cb0f-492b-9a38-55ce25e9a591 details requested by agent ovs-agent-n-d-705658-22 with host n-d-705658-22 {{(pid=105586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:01:04.830742 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-b4d50772-c860-4fa6-90bf-c699502f65bd tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for network, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:04.840554 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25305da5-f4ba-43e1-babb-9c1ef87875c9 req-d10f5636-25df-4b77-84ce-7ef93f8a3a37 tempest-ServersNegativeTestMultiTenantJSON-1522200457 tempest-ServersNegativeTestMultiTenantJSON-1522200457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:04.848370 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-25305da5-f4ba-43e1-babb-9c1ef87875c9 req-d10f5636-25df-4b77-84ce-7ef93f8a3a37 tempest-ServersNegativeTestMultiTenantJSON-1522200457 tempest-ServersNegativeTestMultiTenantJSON-1522200457-project] 10.222.0.59 "GET /v2.0/ports?device_id=06284a3e-feaa-472f-ae5f-c2dbb6ec559a HTTP/1.1" status: 200 len: 946 time: 0.2386971 Jul 27 21:01:04.866214 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4d50772-c860-4fa6-90bf-c699502f65bd tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] vlan segment allocate from pool success with {'vlan_id': 249, 'physical_network': 'physnet1'} {{(pid=105584) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:01:04.888697 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-b4d50772-c860-4fa6-90bf-c699502f65bd tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:04.889280 n-d-705658-22 neutron-server[105584]: INFO neutron.db.segments_db [None req-b4d50772-c860-4fa6-90bf-c699502f65bd tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Added segment bac8e796-9027-4d5c-bebd-074f6b1be737 of type vlan for network 18eab60f-6056-4003-a4d0-6bd1a91b2423 Jul 27 21:01:04.949175 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-b4d50772-c860-4fa6-90bf-c699502f65bd tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790688424798'] for network, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:04.964581 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-25305da5-f4ba-43e1-babb-9c1ef87875c9 req-b680edad-77e8-49fa-97a1-8dd4ba4a1ae7 tempest-ServersNegativeTestMultiTenantJSON-1522200457 tempest-ServersNegativeTestMultiTenantJSON-1522200457-project] 10.222.0.59 "GET /v2.0/security-groups?id=0f956371-f4e7-42e3-a41f-672691967e07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005344 Jul 27 21:01:04.988483 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f5cd6f2-c96e-49dc-8157-d0f5a3128f48 None None] Network 3e9dc523-816b-49b7-ba7a-705067b62896 requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:01:04.997443 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-b4d50772-c860-4fa6-90bf-c699502f65bd tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920'] for network, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:05.003991 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4d50772-c860-4fa6-90bf-c699502f65bd tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:05.005339 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-b4d50772-c860-4fa6-90bf-c699502f65bd tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743886'] for network, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:05.040820 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.db [req-cbd90bbe-289e-4e8e-a4ed-f50a2c9a9e0e req-94dbf93d-095f-448b-8eaa-50dc038a9347 tempest-SecurityGroupsTestJSON-146164436 tempest-SecurityGroupsTestJSON-146164436-project] For port 621b6a24-9c81-48c6-a70f-ffcfa4ff3c11, host n-h2-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=621b6a24-9c81-48c6-a70f-ffcfa4ff3c11,segment=NetworkSegment(7e287389-6e5c-4ce4-b4eb-616d84d437ce),segment_id=7e287389-6e5c-4ce4-b4eb-616d84d437ce)] {{(pid=105585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:01:05.062298 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-b4d50772-c860-4fa6-90bf-c699502f65bd tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.2763329 Jul 27 21:01:05.069924 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 42580) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:01:05.077589 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-33852b68-6725-4c7d-b2af-e2e1f0abb2b3 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Request body: {'subnet': {'network_id': 'e24d8d6c-cb0f-492b-9a38-55ce25e9a591', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:01:05.103126 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-cbd90bbe-289e-4e8e-a4ed-f50a2c9a9e0e req-94dbf93d-095f-448b-8eaa-50dc038a9347 tempest-SecurityGroupsTestJSON-146164436 tempest-SecurityGroupsTestJSON-146164436-project] Notify callbacks [] for port, precommit_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:05.112352 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-cbd90bbe-289e-4e8e-a4ed-f50a2c9a9e0e req-94dbf93d-095f-448b-8eaa-50dc038a9347 tempest-SecurityGroupsTestJSON-146164436 tempest-SecurityGroupsTestJSON-146164436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10221672'] for port, after_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:05.135816 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] get_ports_and_sgs() called for port_ids ['621b6a24-9c81-48c6-a70f-ffcfa4ff3c11'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:01:05.147147 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d50772-c860-4fa6-90bf-c699502f65bd tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Pushing event updated for resources: {'Network': ['ID=18eab60f-6056-4003-a4d0-6bd1a91b2423,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:01:05.165309 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Network 18eab60f-6056-4003-a4d0-6bd1a91b2423 details requested by agent ovs-agent-n-d-705658-22 with host n-d-705658-22 {{(pid=105586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:01:05.207537 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd90bbe-289e-4e8e-a4ed-f50a2c9a9e0e req-94dbf93d-095f-448b-8eaa-50dc038a9347 tempest-SecurityGroupsTestJSON-146164436 tempest-SecurityGroupsTestJSON-146164436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:05.208766 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-cbd90bbe-289e-4e8e-a4ed-f50a2c9a9e0e req-94dbf93d-095f-448b-8eaa-50dc038a9347 tempest-SecurityGroupsTestJSON-146164436 tempest-SecurityGroupsTestJSON-146164436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:05.221246 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-cbd90bbe-289e-4e8e-a4ed-f50a2c9a9e0e req-94dbf93d-095f-448b-8eaa-50dc038a9347 tempest-SecurityGroupsTestJSON-146164436 tempest-SecurityGroupsTestJSON-146164436-project] 10.222.0.59 "PUT /v2.0/ports/621b6a24-9c81-48c6-a70f-ffcfa4ff3c11 HTTP/1.1" status: 200 len: 982 time: 0.7636955 Jul 27 21:01:05.221949 n-d-705658-22 neutron-server[105585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ecb20d17-d272-40e5-abaf-6f0d9976c69e', 'tag': '621b6a24-9c81-48c6-a70f-ffcfa4ff3c11'}] {{(pid=105585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:01:05.228849 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d66fd65881426bfc2b5388084a3654e5eae521106a15a3dbf0eb4cde7106c36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-220ee556-8fbf-4266-b52d-b0702bcdcd39" -d '{"events": [{"name": "network-changed", "server_uuid": "ecb20d17-d272-40e5-abaf-6f0d9976c69e", "tag": "621b6a24-9c81-48c6-a70f-ffcfa4ff3c11"}]}' {{(pid=105585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:01:05.235950 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33852b68-6725-4c7d-b2af-e2e1f0abb2b3 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Made reservation on behalf of 16c9b99e3d6b4b58a380b57255ba6d41 for: {'subnet': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:01:05.242720 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-33852b68-6725-4c7d-b2af-e2e1f0abb2b3 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9738786'] for subnet, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:05.295878 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] get_ports_and_sgs() called for port_ids ['621b6a24-9c81-48c6-a70f-ffcfa4ff3c11'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:01:05.370388 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94dbf93d-095f-448b-8eaa-50dc038a9347 tempest-SecurityGroupsTestJSON-146164436 tempest-SecurityGroupsTestJSON-146164436-project] Pushing event updated for resources: {'Port': ['ID=621b6a24-9c81-48c6-a70f-ffcfa4ff3c11,revision_number=6']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:01:05.437270 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd5d247-f416-4e9e-9e32-c5c4bfbc2170 req-47967d0e-b6bf-4309-9421-2246faf9fe32 tempest-ServerAddressesNegativeTestJSON-1839714056 tempest-ServerAddressesNegativeTestJSON-1839714056-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:05.439380 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-abd5d247-f416-4e9e-9e32-c5c4bfbc2170 req-47967d0e-b6bf-4309-9421-2246faf9fe32 tempest-ServerAddressesNegativeTestJSON-1839714056 tempest-ServerAddressesNegativeTestJSON-1839714056-project] 10.222.0.59 "GET /v2.0/networks?id=3e9dc523-816b-49b7-ba7a-705067b62896 HTTP/1.1" status: 200 len: 822 time: 0.1660640 Jul 27 21:01:05.449975 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937bd58b-92ac-4463-ba69-52dfd24a7cd4 req-a5e5907f-f583-48df-8d08-e3ce17c072aa tempest-ServerDiagnosticsNegativeTest-1919750577 tempest-ServerDiagnosticsNegativeTest-1919750577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:05.452775 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-937bd58b-92ac-4463-ba69-52dfd24a7cd4 req-a5e5907f-f583-48df-8d08-e3ce17c072aa tempest-ServerDiagnosticsNegativeTest-1919750577 tempest-ServerDiagnosticsNegativeTest-1919750577-project] 10.222.0.59 "GET /v2.0/ports?device_id=85a0f15e-2971-4358-9057-91d39268aad9 HTTP/1.1" status: 200 len: 948 time: 0.1622026 Jul 27 21:01:05.468196 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-abd5d247-f416-4e9e-9e32-c5c4bfbc2170 req-97f0f97f-5cde-4ed8-830f-5b932d144252 tempest-ServerAddressesNegativeTestJSON-1839714056 tempest-ServerAddressesNegativeTestJSON-1839714056-project] 10.222.0.59 "GET /v2.0/quotas/317a145e38944157a341848a0afc23df HTTP/1.1" status: 200 len: 375 time: 0.0154583 Jul 27 21:01:05.475640 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-33852b68-6725-4c7d-b2af-e2e1f0abb2b3 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9014150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9738800'] for subnet, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:05.519738 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-abd5d247-f416-4e9e-9e32-c5c4bfbc2170 req-c92720b7-231e-440c-9022-93e6e2b56174 tempest-ServerAddressesNegativeTestJSON-1839714056 tempest-ServerAddressesNegativeTestJSON-1839714056-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=317a145e38944157a341848a0afc23df&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0422137 Jul 27 21:01:05.538405 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-937bd58b-92ac-4463-ba69-52dfd24a7cd4 req-6d801f28-79ca-4227-a52b-6d4277a02ea8 tempest-ServerDiagnosticsNegativeTest-1919750577 tempest-ServerDiagnosticsNegativeTest-1919750577-project] 10.222.0.59 "GET /v2.0/security-groups?id=8832986b-334a-47e2-bb19-499781937c03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780847 Jul 27 21:01:05.563578 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33852b68-6725-4c7d-b2af-e2e1f0abb2b3 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Pushing event updated for resources: {'Subnet': ['ID=7db86daf-fd4c-450a-8e91-ffdebfb628e1,revision_number=0']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:01:05.572389 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33852b68-6725-4c7d-b2af-e2e1f0abb2b3 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Checking segment: {'id': '5fcc0d93-e07a-46e4-8302-f378dcfc2dad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'e24d8d6c-cb0f-492b-9a38-55ce25e9a591'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:01:05.572692 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ab3b612-b1bf-43fb-a1f2-964eea921f62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7548bc3-c3ee-4f0b-95e3-8bcdd1f6c845'}] {{(pid=105586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:01:05.572846 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33852b68-6725-4c7d-b2af-e2e1f0abb2b3 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Network hostable DHCP agents. Network: e24d8d6c-cb0f-492b-9a38-55ce25e9a591, hostable agents: ['7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a'], hosted agents: [] {{(pid=105584) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:01:05.575984 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14c1663e039faf5393f87855f745010ac5b02220355b68fdbf065393e303ac56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65e9508a-ba61-47be-ad59-57a8f16da5a9" -d '{"events": [{"server_uuid": "2ab3b612-b1bf-43fb-a1f2-964eea921f62", "name": "network-vif-plugged", "status": "completed", "tag": "b7548bc3-c3ee-4f0b-95e3-8bcdd1f6c845"}]}' {{(pid=105586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:01:05.592085 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33852b68-6725-4c7d-b2af-e2e1f0abb2b3 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Network e24d8d6c-cb0f-492b-9a38-55ce25e9a591 is scheduled to be hosted by DHCP agent 7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a with binding_index 1 {{(pid=105584) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:01:05.603938 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [None req-33852b68-6725-4c7d-b2af-e2e1f0abb2b3 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-22, e24d8d6c-cb0f-492b-9a38-55ce25e9a591) {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:01:05.608927 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33852b68-6725-4c7d-b2af-e2e1f0abb2b3 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:05.610793 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-33852b68-6725-4c7d-b2af-e2e1f0abb2b3 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Notify callbacks [] for subnet, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:05.616123 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8e3e194-b55c-4f5f-aab5-44a36920b254 None None] Network e24d8d6c-cb0f-492b-9a38-55ce25e9a591 requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:01:05.625366 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-33852b68-6725-4c7d-b2af-e2e1f0abb2b3 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.5541553 Jul 27 21:01:05.627878 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 42600) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:01:05.633749 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-413a8556-4f71-4c6f-9153-382268b8d0a4 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Request body: {'subnet': {'network_id': '18eab60f-6056-4003-a4d0-6bd1a91b2423', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:01:05.670976 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-abd5d247-f416-4e9e-9e32-c5c4bfbc2170 req-8ec6f18b-126d-41bf-960c-c698c4b3f524 service neutron] 10.222.0.59 "GET /v2.0/networks/3e9dc523-816b-49b7-ba7a-705067b62896?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1432984 Jul 27 21:01:05.728376 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-413a8556-4f71-4c6f-9153-382268b8d0a4 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Made reservation on behalf of 16c9b99e3d6b4b58a380b57255ba6d41 for: {'subnet': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:01:05.733639 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-413a8556-4f71-4c6f-9153-382268b8d0a4 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9738786'] for subnet, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:05.743828 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714500e9-6ef7-4511-ab3a-f758602988e3 req-1b30a7f1-1c43-4458-81a3-7cd76dc102c1 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:05.745426 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-714500e9-6ef7-4511-ab3a-f758602988e3 req-1b30a7f1-1c43-4458-81a3-7cd76dc102c1 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] 10.222.0.59 "GET /v2.0/ports?device_id=2ab3b612-b1bf-43fb-a1f2-964eea921f62 HTTP/1.1" status: 200 len: 945 time: 0.1350837 Jul 27 21:01:05.776665 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b39e50b-b5f2-4937-b796-1946152bdb2b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30bb4b93-b285-5d90-9493-f9ec33ea333c-e24d8d6c-cb0f-492b-9a38-55ce25e9a591', 'network_id': 'e24d8d6c-cb0f-492b-9a38-55ce25e9a591', 'tenant_id': '16c9b99e3d6b4b58a380b57255ba6d41', 'fixed_ips': [{'subnet_id': '7db86daf-fd4c-450a-8e91-ffdebfb628e1'}]}} from n-d-705658-22. {{(pid=105586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 21:01:05.778729 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3b39e50b-b5f2-4937-b796-1946152bdb2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:05.812990 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-714500e9-6ef7-4511-ab3a-f758602988e3 req-bfaf1fde-293a-4627-b794-c8d21e345c5a tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] 10.222.0.59 "GET /v2.0/security-groups?id=e8209215-bf66-4bb1-96ba-041099e74ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585370 Jul 27 21:01:05.815766 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-abd5d247-f416-4e9e-9e32-c5c4bfbc2170 req-43acebe8-40d4-4253-8be1-047136241a06 service neutron] 10.222.0.59 "GET /v2.0/networks/3e9dc523-816b-49b7-ba7a-705067b62896?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295562 Jul 27 21:01:05.930420 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-141751ac-b2d4-4056-be1e-3cf44e642ff6 req-e8151032-138e-4a59-9e32-b5c63c9cf576 tempest-SecurityGroupsTestJSON-146164436 tempest-SecurityGroupsTestJSON-146164436-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-172143284&fields=id&tenant_id=8a9fb2dba4884d648101d24277d7cc3a HTTP/1.1" status: 200 len: 267 time: 0.0479765 Jul 27 21:01:05.955925 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-413a8556-4f71-4c6f-9153-382268b8d0a4 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9014150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9738800'] for subnet, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:06.003786 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.db_base_plugin_common [None req-3b39e50b-b5f2-4937-b796-1946152bdb2b None None] Allocated IP 10.1.1.2 (e24d8d6c-cb0f-492b-9a38-55ce25e9a591/7db86daf-fd4c-450a-8e91-ffdebfb628e1/76a9ceb3-f0a6-4cef-90ed-87d321e80b48) {{(pid=105586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:01:06.022277 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141751ac-b2d4-4056-be1e-3cf44e642ff6 req-53263fa5-c312-4ad7-8f3b-065da3668151 tempest-SecurityGroupsTestJSON-146164436 tempest-SecurityGroupsTestJSON-146164436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:06.023672 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-141751ac-b2d4-4056-be1e-3cf44e642ff6 req-53263fa5-c312-4ad7-8f3b-065da3668151 tempest-SecurityGroupsTestJSON-146164436 tempest-SecurityGroupsTestJSON-146164436-project] 10.222.0.59 "GET /v2.0/ports?device_id=ecb20d17-d272-40e5-abaf-6f0d9976c69e HTTP/1.1" status: 200 len: 985 time: 0.0859423 Jul 27 21:01:06.036319 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [req-141751ac-b2d4-4056-be1e-3cf44e642ff6 req-450d0aa5-fddc-4e41-9d57-1972e1cf4267 tempest-SecurityGroupsTestJSON-146164436 tempest-SecurityGroupsTestJSON-146164436-project] Request body: {'port': {'security_groups': ['1b1a7610-3eb4-462c-a05f-bfc5b0cb342d', '4e615c8e-7316-4e41-95e2-beb8fbe16280', 'd7394600-0f0a-44dd-8b68-b5019ba48f5e']}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:01:06.042529 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:01:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9da5f5d-78fc-4db5-b8f3-c0ddad8b5b56 x-openstack-request-id: req-f9da5f5d-78fc-4db5-b8f3-c0ddad8b5b56 {{(pid=105585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:01:06.042931 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ecb20d17-d272-40e5-abaf-6f0d9976c69e", "tag": "621b6a24-9c81-48c6-a70f-ffcfa4ff3c11", "status": "completed", "code": 200}]} {{(pid=105585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:01:06.043305 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-f9da5f5d-78fc-4db5-b8f3-c0ddad8b5b56 {{(pid=105585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:01:06.043794 n-d-705658-22 neutron-server[105585]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ecb20d17-d272-40e5-abaf-6f0d9976c69e', 'tag': '621b6a24-9c81-48c6-a70f-ffcfa4ff3c11', 'status': 'completed', 'code': 200} Jul 27 21:01:06.048574 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413a8556-4f71-4c6f-9153-382268b8d0a4 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Pushing event updated for resources: {'Subnet': ['ID=153daf83-f920-4fbd-bc96-5d57ffdc1387,revision_number=0']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:01:06.106199 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-413a8556-4f71-4c6f-9153-382268b8d0a4 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Checking segment: {'id': 'bac8e796-9027-4d5c-bebd-074f6b1be737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '18eab60f-6056-4003-a4d0-6bd1a91b2423'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:01:06.106527 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-413a8556-4f71-4c6f-9153-382268b8d0a4 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Network hostable DHCP agents. Network: 18eab60f-6056-4003-a4d0-6bd1a91b2423, hostable agents: ['7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a'], hosted agents: [] {{(pid=105584) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:01:06.107083 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:06.128004 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-413a8556-4f71-4c6f-9153-382268b8d0a4 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Network 18eab60f-6056-4003-a4d0-6bd1a91b2423 is scheduled to be hosted by DHCP agent 7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a with binding_index 1 {{(pid=105584) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:01:06.138923 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [None req-413a8556-4f71-4c6f-9153-382268b8d0a4 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-22, 18eab60f-6056-4003-a4d0-6bd1a91b2423) {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:01:06.144047 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-413a8556-4f71-4c6f-9153-382268b8d0a4 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:06.145098 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-413a8556-4f71-4c6f-9153-382268b8d0a4 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Notify callbacks [] for subnet, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:06.147205 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee1b9234-ccf3-4c87-bacb-224861b9a42d None None] Network 18eab60f-6056-4003-a4d0-6bd1a91b2423 requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:01:06.164432 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-413a8556-4f71-4c6f-9153-382268b8d0a4 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.5354836 Jul 27 21:01:06.167115 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 42608) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:01:06.176452 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-25550701-e55b-41c8-8acc-386605222b3b tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Request body: {'port': {'network_id': 'e24d8d6c-cb0f-492b-9a38-55ce25e9a591', 'name': 'tempest-TaggedBootDevicesTest-1754355650', 'fixed_ips': [{'subnet_id': '7db86daf-fd4c-450a-8e91-ffdebfb628e1'}]}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:01:06.279473 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-141751ac-b2d4-4056-be1e-3cf44e642ff6 req-450d0aa5-fddc-4e41-9d57-1972e1cf4267 tempest-SecurityGroupsTestJSON-146164436 tempest-SecurityGroupsTestJSON-146164436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:06.305549 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220ee556-8fbf-4266-b52d-b0702bcdcd39 req-cabbbe7f-48f9-4330-a91a-313217d83427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:06.307433 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-220ee556-8fbf-4266-b52d-b0702bcdcd39 req-cabbbe7f-48f9-4330-a91a-313217d83427 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8a9fb2dba4884d648101d24277d7cc3a&device_id=ecb20d17-d272-40e5-abaf-6f0d9976c69e HTTP/1.1" status: 200 len: 1137 time: 0.2280538 Jul 27 21:01:06.312344 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25550701-e55b-41c8-8acc-386605222b3b tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Made reservation on behalf of 16c9b99e3d6b4b58a380b57255ba6d41 for: {'port': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:01:06.421416 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15619286-9909-476e-acf9-42680136ee45 req-d377de7d-4508-49df-aabf-34151d907a1a tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:06.424171 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3b39e50b-b5f2-4937-b796-1946152bdb2b None None] Notify callbacks [] for port, precommit_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:06.426134 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-25550701-e55b-41c8-8acc-386605222b3b tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:06.429816 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-15619286-9909-476e-acf9-42680136ee45 req-d377de7d-4508-49df-aabf-34151d907a1a tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d07fb74-3ebf-4d24-bbe3-7e4795327233 HTTP/1.1" status: 200 len: 946 time: 0.2905762 Jul 27 21:01:06.444513 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-3b39e50b-b5f2-4937-b796-1946152bdb2b None None] Transition to ACTIVE for port object 76a9ceb3-f0a6-4cef-90ed-87d321e80b48 will not be triggered until provisioned by entity L2. {{(pid=105586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:01:06.447086 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [None req-25550701-e55b-41c8-8acc-386605222b3b tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] device_id is not set on port 6e7d69d3-fba1-4359-a733-0c6375ba453c yet. {{(pid=105584) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 21:01:06.493022 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-3b39e50b-b5f2-4937-b796-1946152bdb2b None None] Transition to ACTIVE for port object 76a9ceb3-f0a6-4cef-90ed-87d321e80b48 will not be triggered until provisioned by entity DHCP. {{(pid=105586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:01:06.506709 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3b39e50b-b5f2-4937-b796-1946152bdb2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143'] for port, after_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:06.555955 n-d-705658-22 neutron-server[105586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b39e50b-b5f2-4937-b796-1946152bdb2b None None] Network e24d8d6c-cb0f-492b-9a38-55ce25e9a591 is already hosted by enough agents. {{(pid=105586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:01:06.560387 n-d-705658-22 neutron-server[105586]: DEBUG neutron.scheduler.base_scheduler [None req-3b39e50b-b5f2-4937-b796-1946152bdb2b None None] Resources bound (agent type, host, resource id): {{(pid=105586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:01:06.573078 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-15619286-9909-476e-acf9-42680136ee45 req-211ba99a-1c9c-4755-a7f6-bc2d2a474c8d tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] 10.222.0.59 "GET /v2.0/security-groups?id=d1766e71-7b2a-4f2d-acc0-530f862b8fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301363 Jul 27 21:01:06.598005 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b39e50b-b5f2-4937-b796-1946152bdb2b None None] Pushing event updated for resources: {'Port': ['ID=76a9ceb3-f0a6-4cef-90ed-87d321e80b48,revision_number=1']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:01:06.600481 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b39e50b-b5f2-4937-b796-1946152bdb2b None None] Received port after_create {{(pid=105586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:01:06.617297 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a63c31b4-8fa3-4192-a73d-e201292a04e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30bb4b93-b285-5d90-9493-f9ec33ea333c-18eab60f-6056-4003-a4d0-6bd1a91b2423', 'network_id': '18eab60f-6056-4003-a4d0-6bd1a91b2423', 'tenant_id': '16c9b99e3d6b4b58a380b57255ba6d41', 'fixed_ips': [{'subnet_id': '153daf83-f920-4fbd-bc96-5d57ffdc1387'}]}} from n-d-705658-22. {{(pid=105586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 21:01:06.617850 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220ee556-8fbf-4266-b52d-b0702bcdcd39 req-61e3e5bd-f46c-40fb-960f-86ef10345ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:06.618227 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-a63c31b4-8fa3-4192-a73d-e201292a04e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:06.620117 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-220ee556-8fbf-4266-b52d-b0702bcdcd39 req-61e3e5bd-f46c-40fb-960f-86ef10345ea0 service neutron] 10.222.0.60 "GET /v2.0/networks?id=4d2b2080-dee5-4efa-a657-06e568548ad6 HTTP/1.1" status: 200 len: 913 time: 0.3030066 Jul 27 21:01:06.667382 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device afbe970c-2e67-4624-ae9f-23ffddd40208 up at agent hyperv_n-h1-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:01:06.692461 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.db_base_plugin_common [None req-25550701-e55b-41c8-8acc-386605222b3b tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Allocated IP 10.1.1.143 (e24d8d6c-cb0f-492b-9a38-55ce25e9a591/7db86daf-fd4c-450a-8e91-ffdebfb628e1/6e7d69d3-fba1-4359-a733-0c6375ba453c) {{(pid=105584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:01:06.737642 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-220ee556-8fbf-4266-b52d-b0702bcdcd39 req-319eb0d5-539a-4e8b-9f12-bf27488c3ae6 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=621b6a24-9c81-48c6-a70f-ffcfa4ff3c11 HTTP/1.1" status: 200 len: 217 time: 0.1009588 Jul 27 21:01:06.738608 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:01:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffbb4a53-8017-44f3-9190-3a62ed0ba600 x-openstack-request-id: req-ffbb4a53-8017-44f3-9190-3a62ed0ba600 {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:01:06.738907 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ab3b612-b1bf-43fb-a1f2-964eea921f62", "name": "network-vif-plugged", "status": "completed", "tag": "b7548bc3-c3ee-4f0b-95e3-8bcdd1f6c845", "code": 200}]} {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:01:06.739179 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-ffbb4a53-8017-44f3-9190-3a62ed0ba600 {{(pid=105586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:01:06.739567 n-d-705658-22 neutron-server[105586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ab3b612-b1bf-43fb-a1f2-964eea921f62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7548bc3-c3ee-4f0b-95e3-8bcdd1f6c845', 'code': 200} Jul 27 21:01:06.761269 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-3b39e50b-b5f2-4937-b796-1946152bdb2b None None] Attempting to bind port 76a9ceb3-f0a6-4cef-90ed-87d321e80b48 on host n-d-705658-22 for vnic_type normal with profile {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:01:06.761685 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-3b39e50b-b5f2-4937-b796-1946152bdb2b None None] Attempting to bind port 76a9ceb3-f0a6-4cef-90ed-87d321e80b48 by drivers openvswitch,hyperv on host n-d-705658-22 at level 0 using segments [{'id': '5fcc0d93-e07a-46e4-8302-f378dcfc2dad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'e24d8d6c-cb0f-492b-9a38-55ce25e9a591'}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:01:06.762052 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b39e50b-b5f2-4937-b796-1946152bdb2b None None] Attempting to bind port 76a9ceb3-f0a6-4cef-90ed-87d321e80b48 on network e24d8d6c-cb0f-492b-9a38-55ce25e9a591 {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:01:06.770862 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b39e50b-b5f2-4937-b796-1946152bdb2b None None] Checking agent: {'id': '04a7ea91-6318-467e-ace6-b0fb48c8690f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 41, 42), 'started_at': datetime.datetime(2021, 7, 27, 20, 42, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 0, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:01:06.771266 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b39e50b-b5f2-4937-b796-1946152bdb2b None None] Checking segment: {'id': '5fcc0d93-e07a-46e4-8302-f378dcfc2dad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'e24d8d6c-cb0f-492b-9a38-55ce25e9a591'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:01:06.771677 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3b39e50b-b5f2-4937-b796-1946152bdb2b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:06.772124 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b39e50b-b5f2-4937-b796-1946152bdb2b None None] Bound using segment: {'id': '5fcc0d93-e07a-46e4-8302-f378dcfc2dad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'e24d8d6c-cb0f-492b-9a38-55ce25e9a591'} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:01:06.772672 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-3b39e50b-b5f2-4937-b796-1946152bdb2b None None] Bound port: 76a9ceb3-f0a6-4cef-90ed-87d321e80b48, host: n-d-705658-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fcc0d93-e07a-46e4-8302-f378dcfc2dad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'e24d8d6c-cb0f-492b-9a38-55ce25e9a591'}}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:01:06.772993 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3b39e50b-b5f2-4937-b796-1946152bdb2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:06.840466 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Provisioning for port afbe970c-2e67-4624-ae9f-23ffddd40208 completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:01:06.850812 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Provisioning complete for port afbe970c-2e67-4624-ae9f-23ffddd40208 triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:01:06.851211 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:06.890463 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-25550701-e55b-41c8-8acc-386605222b3b tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Notify callbacks [] for port, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:06.908108 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.provisioning_blocks [None req-25550701-e55b-41c8-8acc-386605222b3b tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Transition to ACTIVE for port object 6e7d69d3-fba1-4359-a733-0c6375ba453c will not be triggered until provisioned by entity DHCP. {{(pid=105584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:01:06.960981 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220ee556-8fbf-4266-b52d-b0702bcdcd39 req-17c79ff9-4b01-4577-a7f2-a30e12c3e699 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:06.962257 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-25550701-e55b-41c8-8acc-386605222b3b tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:06.962422 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-220ee556-8fbf-4266-b52d-b0702bcdcd39 req-17c79ff9-4b01-4577-a7f2-a30e12c3e699 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=2f9e1451-a5a2-4318-8f1b-217b4517cbc0 HTTP/1.1" status: 200 len: 852 time: 0.1649156 Jul 27 21:01:07.000091 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.db [req-141751ac-b2d4-4056-be1e-3cf44e642ff6 req-450d0aa5-fddc-4e41-9d57-1972e1cf4267 tempest-SecurityGroupsTestJSON-146164436 tempest-SecurityGroupsTestJSON-146164436-project] For port 621b6a24-9c81-48c6-a70f-ffcfa4ff3c11, host n-h2-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=621b6a24-9c81-48c6-a70f-ffcfa4ff3c11,segment=NetworkSegment(7e287389-6e5c-4ce4-b4eb-616d84d437ce),segment_id=7e287389-6e5c-4ce4-b4eb-616d84d437ce)] {{(pid=105585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:01:07.003786 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3b39e50b-b5f2-4937-b796-1946152bdb2b None None] For port 76a9ceb3-f0a6-4cef-90ed-87d321e80b48, host n-d-705658-22, cleared binding levels {{(pid=105586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:01:07.010004 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3b39e50b-b5f2-4937-b796-1946152bdb2b None None] For port 76a9ceb3-f0a6-4cef-90ed-87d321e80b48, host n-d-705658-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=76a9ceb3-f0a6-4cef-90ed-87d321e80b48,segment=NetworkSegment(5fcc0d93-e07a-46e4-8302-f378dcfc2dad),segment_id=5fcc0d93-e07a-46e4-8302-f378dcfc2dad)] {{(pid=105586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:01:07.010649 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25550701-e55b-41c8-8acc-386605222b3b tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Network e24d8d6c-cb0f-492b-9a38-55ce25e9a591 is already hosted by enough agents. {{(pid=105584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:01:07.012853 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.db_base_plugin_common [None req-a63c31b4-8fa3-4192-a73d-e201292a04e5 None None] Allocated IP 10.2.2.2 (18eab60f-6056-4003-a4d0-6bd1a91b2423/153daf83-f920-4fbd-bc96-5d57ffdc1387/c773ec46-2a41-41cb-add0-fe24cb818531) {{(pid=105586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:01:07.014759 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [None req-25550701-e55b-41c8-8acc-386605222b3b tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Resources bound (agent type, host, resource id): {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:01:07.018386 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25550701-e55b-41c8-8acc-386605222b3b tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Received port after_create {{(pid=105584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:01:07.018900 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3b39e50b-b5f2-4937-b796-1946152bdb2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:07.028803 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-220ee556-8fbf-4266-b52d-b0702bcdcd39 req-3f8410f6-ecc1-4f94-a186-1c7fbf63e82c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4d2b2080-dee5-4efa-a657-06e568548ad6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0537276 Jul 27 21:01:07.062725 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25550701-e55b-41c8-8acc-386605222b3b tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Pushing event updated for resources: {'Port': ['ID=6e7d69d3-fba1-4359-a733-0c6375ba453c,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:01:07.079727 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25550701-e55b-41c8-8acc-386605222b3b tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:07.080650 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-25550701-e55b-41c8-8acc-386605222b3b tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:07.097806 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-25550701-e55b-41c8-8acc-386605222b3b tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 0.9269359 Jul 27 21:01:07.098039 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 42620) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:01:07.103510 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-b20f8adc-7179-4e48-86d7-40cef9fbe5a6 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Request body: {'port': {'network_id': 'e24d8d6c-cb0f-492b-9a38-55ce25e9a591', 'name': 'tempest-TaggedBootDevicesTest-935841992', 'fixed_ips': [{'subnet_id': '7db86daf-fd4c-450a-8e91-ffdebfb628e1'}]}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:01:07.123255 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-141751ac-b2d4-4056-be1e-3cf44e642ff6 req-450d0aa5-fddc-4e41-9d57-1972e1cf4267 tempest-SecurityGroupsTestJSON-146164436 tempest-SecurityGroupsTestJSON-146164436-project] Notify callbacks [] for port, precommit_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:07.132787 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03b5a03-83bc-403a-ace1-4d9a29416cb5 req-48d0b55e-5f21-442c-9a12-7918d9716def tempest-ServersNegativeTestMultiTenantJSON-1522200457 tempest-ServersNegativeTestMultiTenantJSON-1522200457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:07.139481 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-c03b5a03-83bc-403a-ace1-4d9a29416cb5 req-48d0b55e-5f21-442c-9a12-7918d9716def tempest-ServersNegativeTestMultiTenantJSON-1522200457 tempest-ServersNegativeTestMultiTenantJSON-1522200457-project] 10.222.0.59 "GET /v2.0/ports?device_id=06284a3e-feaa-472f-ae5f-c2dbb6ec559a HTTP/1.1" status: 200 len: 946 time: 0.3407030 Jul 27 21:01:07.143581 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Device 310d9827-e134-4697-9849-2becd694e37f details requested by agent hyperv_n-h2-705658-22 with host n-h2-705658-22 {{(pid=105586) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:01:07.178228 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:07.180216 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef4f67e-27ef-45d9-be1e-30e58a3acc27 req-f955150e-0251-4a96-8b07-0e24324a1d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:07.181836 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-1ef4f67e-27ef-45d9-be1e-30e58a3acc27 req-f955150e-0251-4a96-8b07-0e24324a1d70 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=2ab3b612-b1bf-43fb-a1f2-964eea921f62 HTTP/1.1" status: 200 len: 1097 time: 0.3308196 Jul 27 21:01:07.193377 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b39e50b-b5f2-4937-b796-1946152bdb2b None None] Pushing event updated for resources: {'Port': ['ID=76a9ceb3-f0a6-4cef-90ed-87d321e80b48,revision_number=2']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:01:07.209065 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-141751ac-b2d4-4056-be1e-3cf44e642ff6 req-450d0aa5-fddc-4e41-9d57-1972e1cf4267 tempest-SecurityGroupsTestJSON-146164436 tempest-SecurityGroupsTestJSON-146164436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10221672'] for port, after_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:07.248299 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] get_ports_and_sgs() called for port_ids ['621b6a24-9c81-48c6-a70f-ffcfa4ff3c11'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:01:07.265812 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b20f8adc-7179-4e48-86d7-40cef9fbe5a6 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Made reservation on behalf of 16c9b99e3d6b4b58a380b57255ba6d41 for: {'port': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:01:07.279596 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-b20f8adc-7179-4e48-86d7-40cef9fbe5a6 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:07.304699 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-220ee556-8fbf-4266-b52d-b0702bcdcd39 req-0d02f5bd-e835-4ddc-8813-8cd887e39e17 service neutron] 10.222.0.60 "GET /v2.0/networks/4d2b2080-dee5-4efa-a657-06e568548ad6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2637353 Jul 27 21:01:07.359322 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-c03b5a03-83bc-403a-ace1-4d9a29416cb5 req-dc77e3df-c139-4eff-a59b-711ee4e5d95c tempest-ServersNegativeTestMultiTenantJSON-1522200457 tempest-ServersNegativeTestMultiTenantJSON-1522200457-project] 10.222.0.59 "GET /v2.0/security-groups?id=0f956371-f4e7-42e3-a41f-672691967e07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2137811 Jul 27 21:01:07.371799 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141751ac-b2d4-4056-be1e-3cf44e642ff6 req-450d0aa5-fddc-4e41-9d57-1972e1cf4267 tempest-SecurityGroupsTestJSON-146164436 tempest-SecurityGroupsTestJSON-146164436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:07.372992 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-141751ac-b2d4-4056-be1e-3cf44e642ff6 req-450d0aa5-fddc-4e41-9d57-1972e1cf4267 tempest-SecurityGroupsTestJSON-146164436 tempest-SecurityGroupsTestJSON-146164436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:07.383419 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-141751ac-b2d4-4056-be1e-3cf44e642ff6 req-450d0aa5-fddc-4e41-9d57-1972e1cf4267 tempest-SecurityGroupsTestJSON-146164436 tempest-SecurityGroupsTestJSON-146164436-project] 10.222.0.59 "PUT /v2.0/ports/621b6a24-9c81-48c6-a70f-ffcfa4ff3c11 HTTP/1.1" status: 200 len: 1021 time: 1.3527365 Jul 27 21:01:07.423831 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] For port afbe970c-2e67-4624-ae9f-23ffddd40208, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=afbe970c-2e67-4624-ae9f-23ffddd40208,segment=NetworkSegment(86b1e6f6-d629-4b03-8944-4cdfbfb93d02),segment_id=86b1e6f6-d629-4b03-8944-4cdfbfb93d02)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:01:07.439429 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] get_ports_and_sgs() called for port_ids ['621b6a24-9c81-48c6-a70f-ffcfa4ff3c11'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:01:07.450023 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [None req-b20f8adc-7179-4e48-86d7-40cef9fbe5a6 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] device_id is not set on port c405af71-cbc1-4c5a-a3e0-43e7aa2f3727 yet. {{(pid=105584) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 21:01:07.523846 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-1ef4f67e-27ef-45d9-be1e-30e58a3acc27 req-56a04840-d60a-4a66-9e4d-2da19fc5e0fe service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=e8209215-bf66-4bb1-96ba-041099e74ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3124702 Jul 27 21:01:07.530094 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:07.552585 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450d0aa5-fddc-4e41-9d57-1972e1cf4267 tempest-SecurityGroupsTestJSON-146164436 tempest-SecurityGroupsTestJSON-146164436-project] Pushing event updated for resources: {'Port': ['ID=621b6a24-9c81-48c6-a70f-ffcfa4ff3c11,revision_number=7']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:01:07.606887 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-17218edb-c854-4992-b28c-19ed42f70c0f req-41fbe916-7ac6-4250-a310-2fd86cc0db96 tempest-ServerAddressesNegativeTestJSON-1839714056 tempest-ServerAddressesNegativeTestJSON-1839714056-project] 10.222.0.59 "GET /v2.0/ports?device_id=77487355-8143-4af3-b83e-c73be95c7928 HTTP/1.1" status: 200 len: 210 time: 0.0882208 Jul 27 21:01:07.639932 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450d0aa5-fddc-4e41-9d57-1972e1cf4267 tempest-SecurityGroupsTestJSON-146164436 tempest-SecurityGroupsTestJSON-146164436-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:01:07.648792 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450d0aa5-fddc-4e41-9d57-1972e1cf4267 tempest-SecurityGroupsTestJSON-146164436 tempest-SecurityGroupsTestJSON-146164436-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:01:07.650981 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450d0aa5-fddc-4e41-9d57-1972e1cf4267 tempest-SecurityGroupsTestJSON-146164436 tempest-SecurityGroupsTestJSON-146164436-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:01:07.651605 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450d0aa5-fddc-4e41-9d57-1972e1cf4267 tempest-SecurityGroupsTestJSON-146164436 tempest-SecurityGroupsTestJSON-146164436-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:01:07.652168 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450d0aa5-fddc-4e41-9d57-1972e1cf4267 tempest-SecurityGroupsTestJSON-146164436 tempest-SecurityGroupsTestJSON-146164436-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:01:07.652708 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450d0aa5-fddc-4e41-9d57-1972e1cf4267 tempest-SecurityGroupsTestJSON-146164436 tempest-SecurityGroupsTestJSON-146164436-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:01:07.653051 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450d0aa5-fddc-4e41-9d57-1972e1cf4267 tempest-SecurityGroupsTestJSON-146164436 tempest-SecurityGroupsTestJSON-146164436-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:01:07.653389 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450d0aa5-fddc-4e41-9d57-1972e1cf4267 tempest-SecurityGroupsTestJSON-146164436 tempest-SecurityGroupsTestJSON-146164436-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:01:07.653722 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450d0aa5-fddc-4e41-9d57-1972e1cf4267 tempest-SecurityGroupsTestJSON-146164436 tempest-SecurityGroupsTestJSON-146164436-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:01:07.654054 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450d0aa5-fddc-4e41-9d57-1972e1cf4267 tempest-SecurityGroupsTestJSON-146164436 tempest-SecurityGroupsTestJSON-146164436-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:01:07.654392 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450d0aa5-fddc-4e41-9d57-1972e1cf4267 tempest-SecurityGroupsTestJSON-146164436 tempest-SecurityGroupsTestJSON-146164436-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:01:07.654972 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450d0aa5-fddc-4e41-9d57-1972e1cf4267 tempest-SecurityGroupsTestJSON-146164436 tempest-SecurityGroupsTestJSON-146164436-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:01:07.663454 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] For port 310d9827-e134-4697-9849-2becd694e37f, host n-h2-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=310d9827-e134-4697-9849-2becd694e37f,segment=NetworkSegment(872889e4-5d02-4ec8-807e-3e5c98ba67af),segment_id=872889e4-5d02-4ec8-807e-3e5c98ba67af)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:01:07.666229 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-a63c31b4-8fa3-4192-a73d-e201292a04e5 None None] Notify callbacks [] for port, precommit_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:07.706052 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-a63c31b4-8fa3-4192-a73d-e201292a04e5 None None] Transition to ACTIVE for port object c773ec46-2a41-41cb-add0-fe24cb818531 will not be triggered until provisioned by entity L2. {{(pid=105586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:01:07.733204 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-220ee556-8fbf-4266-b52d-b0702bcdcd39 req-eff19462-b178-4e55-9b11-b5e4e752d3e6 service neutron] 10.222.0.60 "GET /v2.0/networks/4d2b2080-dee5-4efa-a657-06e568548ad6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4141967 Jul 27 21:01:07.742342 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd5d247-f416-4e9e-9e32-c5c4bfbc2170 req-9b856f5d-53a8-4dc6-8e22-04cc8aa0890a tempest-ServerAddressesNegativeTestJSON-1839714056 tempest-ServerAddressesNegativeTestJSON-1839714056-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:07.744027 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-abd5d247-f416-4e9e-9e32-c5c4bfbc2170 req-9b856f5d-53a8-4dc6-8e22-04cc8aa0890a tempest-ServerAddressesNegativeTestJSON-1839714056 tempest-ServerAddressesNegativeTestJSON-1839714056-project] 10.222.0.60 "GET /v2.0/networks?id=3e9dc523-816b-49b7-ba7a-705067b62896 HTTP/1.1" status: 200 len: 822 time: 0.4426413 Jul 27 21:01:07.747314 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Returning: {'device': '310d9827-e134-4697-9849-2becd694e37f', 'network_id': 'c29e02c5-8000-4917-925d-2eceb290693b', 'port_id': '310d9827-e134-4697-9849-2becd694e37f', 'mac_address': 'fa:16:3e:86:a2:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 236, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c0fdb90-69ca-4554-99dc-5ec25614338f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105586) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:01:07.753179 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Pushing event updated for resources: {'Port': ['ID=afbe970c-2e67-4624-ae9f-23ffddd40208,revision_number=5']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:01:07.761595 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-a63c31b4-8fa3-4192-a73d-e201292a04e5 None None] Transition to ACTIVE for port object c773ec46-2a41-41cb-add0-fe24cb818531 will not be triggered until provisioned by entity DHCP. {{(pid=105586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:01:07.780667 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.db_base_plugin_common [None req-b20f8adc-7179-4e48-86d7-40cef9fbe5a6 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Allocated IP 10.1.1.74 (e24d8d6c-cb0f-492b-9a38-55ce25e9a591/7db86daf-fd4c-450a-8e91-ffdebfb628e1/c405af71-cbc1-4c5a-a3e0-43e7aa2f3727) {{(pid=105584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:01:07.782822 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0a4b60-e10c-4b7c-b64a-32044cb7c6de req-6512e97b-d236-4c21-aa80-3d369db9590f tempest-ServerDiagnosticsNegativeTest-1919750577 tempest-ServerDiagnosticsNegativeTest-1919750577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:07.783536 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-4f0a4b60-e10c-4b7c-b64a-32044cb7c6de req-6512e97b-d236-4c21-aa80-3d369db9590f tempest-ServerDiagnosticsNegativeTest-1919750577 tempest-ServerDiagnosticsNegativeTest-1919750577-project] 10.222.0.59 "GET /v2.0/ports?device_id=85a0f15e-2971-4358-9057-91d39268aad9 HTTP/1.1" status: 200 len: 949 time: 0.2638636 Jul 27 21:01:07.825242 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-a63c31b4-8fa3-4192-a73d-e201292a04e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143'] for port, after_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:07.843119 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [req-abd5d247-f416-4e9e-9e32-c5c4bfbc2170 req-fb5ec75f-697d-4ba5-9612-ba4eb716e2c9 tempest-ServerAddressesNegativeTestJSON-1839714056 tempest-ServerAddressesNegativeTestJSON-1839714056-project] Request body: {'port': {'device_id': '77487355-8143-4af3-b83e-c73be95c7928', 'network_id': '3e9dc523-816b-49b7-ba7a-705067b62896', 'admin_state_up': True, 'tenant_id': '317a145e38944157a341848a0afc23df'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:01:07.849442 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7830e1-2878-4f90-b39e-605faa92f740 req-4b795db8-4c13-41be-8ece-406d932a8e83 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:07.851870 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-7c7830e1-2878-4f90-b39e-605faa92f740 req-4b795db8-4c13-41be-8ece-406d932a8e83 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] 10.222.0.59 "GET /v2.0/ports?device_id=2ab3b612-b1bf-43fb-a1f2-964eea921f62 HTTP/1.1" status: 200 len: 945 time: 0.1384139 Jul 27 21:01:07.873808 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-4f0a4b60-e10c-4b7c-b64a-32044cb7c6de req-8541affd-23dd-4b0e-8b89-fa9c65efe69e tempest-ServerDiagnosticsNegativeTest-1919750577 tempest-ServerDiagnosticsNegativeTest-1919750577-project] 10.222.0.59 "GET /v2.0/security-groups?id=8832986b-334a-47e2-bb19-499781937c03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817738 Jul 27 21:01:07.942914 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-7c7830e1-2878-4f90-b39e-605faa92f740 req-c8d66815-3a2a-4a2c-9da8-9a8f5dfffd35 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] 10.222.0.59 "GET /v2.0/security-groups?id=e8209215-bf66-4bb1-96ba-041099e74ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673294 Jul 27 21:01:07.947217 n-d-705658-22 neutron-server[105586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a63c31b4-8fa3-4192-a73d-e201292a04e5 None None] Network 18eab60f-6056-4003-a4d0-6bd1a91b2423 is already hosted by enough agents. {{(pid=105586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:01:07.951863 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:07.966832 n-d-705658-22 neutron-server[105586]: DEBUG neutron.scheduler.base_scheduler [None req-a63c31b4-8fa3-4192-a73d-e201292a04e5 None None] Resources bound (agent type, host, resource id): {{(pid=105586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:01:07.970246 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a63c31b4-8fa3-4192-a73d-e201292a04e5 None None] Received port after_create {{(pid=105586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:01:07.995821 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63c31b4-8fa3-4192-a73d-e201292a04e5 None None] Pushing event updated for resources: {'Port': ['ID=c773ec46-2a41-41cb-add0-fe24cb818531,revision_number=1']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:01:08.025908 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0024d2-2047-47db-9834-82113875f40d req-bf670b02-9243-479b-a40d-32bc45aeb273 tempest-ServersNegativeTestMultiTenantJSON-1522200457 tempest-ServersNegativeTestMultiTenantJSON-1522200457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:08.031978 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-b20f8adc-7179-4e48-86d7-40cef9fbe5a6 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Notify callbacks [] for port, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:08.033712 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-eb0024d2-2047-47db-9834-82113875f40d req-bf670b02-9243-479b-a40d-32bc45aeb273 tempest-ServersNegativeTestMultiTenantJSON-1522200457 tempest-ServersNegativeTestMultiTenantJSON-1522200457-project] 10.222.0.59 "GET /v2.0/ports?device_id=06284a3e-feaa-472f-ae5f-c2dbb6ec559a HTTP/1.1" status: 200 len: 946 time: 0.0899618 Jul 27 21:01:08.049429 n-d-705658-22 neutron-server[105585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ecb20d17-d272-40e5-abaf-6f0d9976c69e', 'tag': '621b6a24-9c81-48c6-a70f-ffcfa4ff3c11'}] {{(pid=105585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:01:08.052502 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d66fd65881426bfc2b5388084a3654e5eae521106a15a3dbf0eb4cde7106c36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81503fe8-417f-4ffe-ada7-072d6568f5e1" -d '{"events": [{"name": "network-changed", "server_uuid": "ecb20d17-d272-40e5-abaf-6f0d9976c69e", "tag": "621b6a24-9c81-48c6-a70f-ffcfa4ff3c11"}]}' {{(pid=105585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:01:08.054728 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.provisioning_blocks [None req-b20f8adc-7179-4e48-86d7-40cef9fbe5a6 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Transition to ACTIVE for port object c405af71-cbc1-4c5a-a3e0-43e7aa2f3727 will not be triggered until provisioned by entity DHCP. {{(pid=105584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:01:08.056789 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [None req-3d54578f-831f-4696-b568-13c455922dab None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 310d9827-e134-4697-9849-2becd694e37f {{(pid=105586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:01:08.071023 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-abd5d247-f416-4e9e-9e32-c5c4bfbc2170 req-fb5ec75f-697d-4ba5-9612-ba4eb716e2c9 tempest-ServerAddressesNegativeTestJSON-1839714056 tempest-ServerAddressesNegativeTestJSON-1839714056-project] Made reservation on behalf of 317a145e38944157a341848a0afc23df for: {'port': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:01:08.074829 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-abd5d247-f416-4e9e-9e32-c5c4bfbc2170 req-fb5ec75f-697d-4ba5-9612-ba4eb716e2c9 tempest-ServerAddressesNegativeTestJSON-1839714056 tempest-ServerAddressesNegativeTestJSON-1839714056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:08.128599 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-eb0024d2-2047-47db-9834-82113875f40d req-30dc4c21-18d7-424f-b05c-92a011755e84 tempest-ServersNegativeTestMultiTenantJSON-1522200457 tempest-ServersNegativeTestMultiTenantJSON-1522200457-project] 10.222.0.59 "GET /v2.0/security-groups?id=0f956371-f4e7-42e3-a41f-672691967e07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941479 Jul 27 21:01:08.168501 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-b20f8adc-7179-4e48-86d7-40cef9fbe5a6 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:08.181706 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf7ef5b-40a6-4e40-8e97-ae44ebec3442 req-827e1cc5-791d-4282-ab7a-795ac1001144 tempest-SecurityGroupsTestJSON-146164436 tempest-SecurityGroupsTestJSON-146164436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:08.190884 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-7cf7ef5b-40a6-4e40-8e97-ae44ebec3442 req-827e1cc5-791d-4282-ab7a-795ac1001144 tempest-SecurityGroupsTestJSON-146164436 tempest-SecurityGroupsTestJSON-146164436-project] 10.222.0.59 "GET /v2.0/ports?device_id=ecb20d17-d272-40e5-abaf-6f0d9976c69e HTTP/1.1" status: 200 len: 1024 time: 0.1317506 Jul 27 21:01:08.197294 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] For port 310d9827-e134-4697-9849-2becd694e37f, host n-h2-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=310d9827-e134-4697-9849-2becd694e37f,segment=NetworkSegment(872889e4-5d02-4ec8-807e-3e5c98ba67af),segment_id=872889e4-5d02-4ec8-807e-3e5c98ba67af)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:01:08.235732 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:08.259436 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-a63c31b4-8fa3-4192-a73d-e201292a04e5 None None] Attempting to bind port c773ec46-2a41-41cb-add0-fe24cb818531 on host n-d-705658-22 for vnic_type normal with profile {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:01:08.260053 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-a63c31b4-8fa3-4192-a73d-e201292a04e5 None None] Attempting to bind port c773ec46-2a41-41cb-add0-fe24cb818531 by drivers openvswitch,hyperv on host n-d-705658-22 at level 0 using segments [{'id': 'bac8e796-9027-4d5c-bebd-074f6b1be737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '18eab60f-6056-4003-a4d0-6bd1a91b2423'}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:01:08.260867 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a63c31b4-8fa3-4192-a73d-e201292a04e5 None None] Attempting to bind port c773ec46-2a41-41cb-add0-fe24cb818531 on network 18eab60f-6056-4003-a4d0-6bd1a91b2423 {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:01:08.277318 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b20f8adc-7179-4e48-86d7-40cef9fbe5a6 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Network e24d8d6c-cb0f-492b-9a38-55ce25e9a591 is already hosted by enough agents. {{(pid=105584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:01:08.284809 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [None req-b20f8adc-7179-4e48-86d7-40cef9fbe5a6 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Resources bound (agent type, host, resource id): {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:01:08.289392 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b20f8adc-7179-4e48-86d7-40cef9fbe5a6 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Received port after_create {{(pid=105584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:01:08.301141 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20f8adc-7179-4e48-86d7-40cef9fbe5a6 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Pushing event updated for resources: {'Port': ['ID=c405af71-cbc1-4c5a-a3e0-43e7aa2f3727,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:01:08.323448 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-7cf7ef5b-40a6-4e40-8e97-ae44ebec3442 req-7d20395d-833e-4907-94bd-e35dba8622a0 tempest-SecurityGroupsTestJSON-146164436 tempest-SecurityGroupsTestJSON-146164436-project] 10.222.0.59 "GET /v2.0/security-groups?id=4e615c8e-7316-4e41-95e2-beb8fbe16280&id=1b1a7610-3eb4-462c-a05f-bfc5b0cb342d&id=d7394600-0f0a-44dd-8b68-b5019ba48f5e HTTP/1.1" status: 200 len: 6149 time: 0.1314673 Jul 27 21:01:08.352363 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.db_base_plugin_common [req-abd5d247-f416-4e9e-9e32-c5c4bfbc2170 req-fb5ec75f-697d-4ba5-9612-ba4eb716e2c9 tempest-ServerAddressesNegativeTestJSON-1839714056 tempest-ServerAddressesNegativeTestJSON-1839714056-project] Allocated IP 172.20.0.5 (3e9dc523-816b-49b7-ba7a-705067b62896/5deb2552-b976-4783-8729-00b7ce661e64/f92dbf3c-4ff3-4d82-a37c-6540880769b7) {{(pid=105584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:01:08.362535 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9937f2b-48a1-4572-b044-ff86eb4ceb7d req-6405fb9f-e46f-4958-86a5-4548f2a8c525 tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:08.369312 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-c9937f2b-48a1-4572-b044-ff86eb4ceb7d req-6405fb9f-e46f-4958-86a5-4548f2a8c525 tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d07fb74-3ebf-4d24-bbe3-7e4795327233 HTTP/1.1" status: 200 len: 945 time: 0.1476603 Jul 27 21:01:08.374321 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b20f8adc-7179-4e48-86d7-40cef9fbe5a6 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:08.375028 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-b20f8adc-7179-4e48-86d7-40cef9fbe5a6 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:08.399845 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-b20f8adc-7179-4e48-86d7-40cef9fbe5a6 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.3008621 Jul 27 21:01:08.450476 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-c9937f2b-48a1-4572-b044-ff86eb4ceb7d req-f626cc79-267d-499f-9d08-e456072d0698 tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] 10.222.0.59 "GET /v2.0/security-groups?id=d1766e71-7b2a-4f2d-acc0-530f862b8fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732818 Jul 27 21:01:08.457177 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:01:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c020789-766a-448e-a3a7-540f69675111 x-openstack-request-id: req-0c020789-766a-448e-a3a7-540f69675111 {{(pid=105585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:01:08.457490 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ecb20d17-d272-40e5-abaf-6f0d9976c69e", "tag": "621b6a24-9c81-48c6-a70f-ffcfa4ff3c11", "status": "completed", "code": 200}]} {{(pid=105585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:01:08.457739 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-0c020789-766a-448e-a3a7-540f69675111 {{(pid=105585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:01:08.458130 n-d-705658-22 neutron-server[105585]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ecb20d17-d272-40e5-abaf-6f0d9976c69e', 'tag': '621b6a24-9c81-48c6-a70f-ffcfa4ff3c11', 'status': 'completed', 'code': 200} Jul 27 21:01:08.465753 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a63c31b4-8fa3-4192-a73d-e201292a04e5 None None] Checking agent: {'id': '04a7ea91-6318-467e-ace6-b0fb48c8690f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 41, 42), 'started_at': datetime.datetime(2021, 7, 27, 20, 42, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 0, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:01:08.466128 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a63c31b4-8fa3-4192-a73d-e201292a04e5 None None] Checking segment: {'id': 'bac8e796-9027-4d5c-bebd-074f6b1be737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '18eab60f-6056-4003-a4d0-6bd1a91b2423'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:01:08.466528 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-a63c31b4-8fa3-4192-a73d-e201292a04e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:08.466916 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a63c31b4-8fa3-4192-a73d-e201292a04e5 None None] Bound using segment: {'id': 'bac8e796-9027-4d5c-bebd-074f6b1be737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '18eab60f-6056-4003-a4d0-6bd1a91b2423'} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:01:08.470633 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-a63c31b4-8fa3-4192-a73d-e201292a04e5 None None] Bound port: c773ec46-2a41-41cb-add0-fe24cb818531, host: n-d-705658-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bac8e796-9027-4d5c-bebd-074f6b1be737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '18eab60f-6056-4003-a4d0-6bd1a91b2423'}}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:01:08.471261 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-a63c31b4-8fa3-4192-a73d-e201292a04e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:08.539623 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [req-845d9da3-db10-459f-a68b-1fb2ccc11457 req-67790e57-292a-42e4-9ec8-4189f8897d11 tempest-SecurityGroupsTestJSON-146164436 tempest-SecurityGroupsTestJSON-146164436-project] Request body: {'security_group': {'name': ' tempest-securitygroup -1396690750 ', 'description': 'tempest-description-168173832'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:01:08.600187 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] get_ports_and_sgs() called for port_ids ['310d9827-e134-4697-9849-2becd694e37f'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:01:08.604835 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-845d9da3-db10-459f-a68b-1fb2ccc11457 req-67790e57-292a-42e4-9ec8-4189f8897d11 tempest-SecurityGroupsTestJSON-146164436 tempest-SecurityGroupsTestJSON-146164436-project] Notify callbacks [] for security_group, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:08.659753 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-abd5d247-f416-4e9e-9e32-c5c4bfbc2170 req-fb5ec75f-697d-4ba5-9612-ba4eb716e2c9 tempest-ServerAddressesNegativeTestJSON-1839714056 tempest-ServerAddressesNegativeTestJSON-1839714056-project] Notify callbacks [] for port, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:08.709420 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81503fe8-417f-4ffe-ada7-072d6568f5e1 req-67ff55bf-c3af-4faa-8a60-ec00b203c6cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:08.712568 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-81503fe8-417f-4ffe-ada7-072d6568f5e1 req-67ff55bf-c3af-4faa-8a60-ec00b203c6cf service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8a9fb2dba4884d648101d24277d7cc3a&device_id=ecb20d17-d272-40e5-abaf-6f0d9976c69e HTTP/1.1" status: 200 len: 1176 time: 0.2242000 Jul 27 21:01:08.734770 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-abd5d247-f416-4e9e-9e32-c5c4bfbc2170 req-fb5ec75f-697d-4ba5-9612-ba4eb716e2c9 tempest-ServerAddressesNegativeTestJSON-1839714056 tempest-ServerAddressesNegativeTestJSON-1839714056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:08.814786 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85a0f15e-2971-4358-9057-91d39268aad9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afbe970c-2e67-4624-ae9f-23ffddd40208'}] {{(pid=105586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:01:08.817115 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14c1663e039faf5393f87855f745010ac5b02220355b68fdbf065393e303ac56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49462985-5599-4dac-9817-0a8912a05629" -d '{"events": [{"server_uuid": "85a0f15e-2971-4358-9057-91d39268aad9", "name": "network-vif-plugged", "status": "completed", "tag": "afbe970c-2e67-4624-ae9f-23ffddd40208"}]}' {{(pid=105586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:01:08.819788 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5ec75f-697d-4ba5-9612-ba4eb716e2c9 tempest-ServerAddressesNegativeTestJSON-1839714056 tempest-ServerAddressesNegativeTestJSON-1839714056-project] Pushing event updated for resources: {'Port': ['ID=f92dbf3c-4ff3-4d82-a37c-6540880769b7,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:01:08.831489 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Pushing event updated for resources: {'Port': ['ID=310d9827-e134-4697-9849-2becd694e37f,revision_number=6']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:01:08.833996 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-abd5d247-f416-4e9e-9e32-c5c4bfbc2170 req-fb5ec75f-697d-4ba5-9612-ba4eb716e2c9 tempest-ServerAddressesNegativeTestJSON-1839714056 tempest-ServerAddressesNegativeTestJSON-1839714056-project] Network 3e9dc523-816b-49b7-ba7a-705067b62896 is already hosted by enough agents. {{(pid=105584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:01:08.835126 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 76a9ceb3-f0a6-4cef-90ed-87d321e80b48 up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:01:08.835837 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [req-abd5d247-f416-4e9e-9e32-c5c4bfbc2170 req-fb5ec75f-697d-4ba5-9612-ba4eb716e2c9 tempest-ServerAddressesNegativeTestJSON-1839714056 tempest-ServerAddressesNegativeTestJSON-1839714056-project] Resources bound (agent type, host, resource id): {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:01:08.838572 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cfc5395-2acd-4a58-b3eb-38b0e442f2a6 None None] Network e24d8d6c-cb0f-492b-9a38-55ce25e9a591 requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:01:08.838744 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [req-abd5d247-f416-4e9e-9e32-c5c4bfbc2170 req-fb5ec75f-697d-4ba5-9612-ba4eb716e2c9 tempest-ServerAddressesNegativeTestJSON-1839714056 tempest-ServerAddressesNegativeTestJSON-1839714056-project] Received port after_create {{(pid=105584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:01:08.849162 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-a63c31b4-8fa3-4192-a73d-e201292a04e5 None None] For port c773ec46-2a41-41cb-add0-fe24cb818531, host n-d-705658-22, cleared binding levels {{(pid=105586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:01:08.895438 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81503fe8-417f-4ffe-ada7-072d6568f5e1 req-6a2eb0a4-3a56-4af0-aca2-79d1c3aa7194 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:08.896931 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-81503fe8-417f-4ffe-ada7-072d6568f5e1 req-6a2eb0a4-3a56-4af0-aca2-79d1c3aa7194 service neutron] 10.222.0.60 "GET /v2.0/networks?id=4d2b2080-dee5-4efa-a657-06e568548ad6 HTTP/1.1" status: 200 len: 913 time: 0.1217892 Jul 27 21:01:08.900767 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd5d247-f416-4e9e-9e32-c5c4bfbc2170 req-fb5ec75f-697d-4ba5-9612-ba4eb716e2c9 tempest-ServerAddressesNegativeTestJSON-1839714056 tempest-ServerAddressesNegativeTestJSON-1839714056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:08.901401 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-abd5d247-f416-4e9e-9e32-c5c4bfbc2170 req-fb5ec75f-697d-4ba5-9612-ba4eb716e2c9 tempest-ServerAddressesNegativeTestJSON-1839714056 tempest-ServerAddressesNegativeTestJSON-1839714056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:08.948475 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-81503fe8-417f-4ffe-ada7-072d6568f5e1 req-adcbd7ca-fa65-4c34-ab44-de4e158cb202 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=621b6a24-9c81-48c6-a70f-ffcfa4ff3c11 HTTP/1.1" status: 200 len: 217 time: 0.0393324 Jul 27 21:01:08.965406 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 42650) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:01:08.979155 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-a63c31b4-8fa3-4192-a73d-e201292a04e5 None None] For port c773ec46-2a41-41cb-add0-fe24cb818531, host n-d-705658-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=c773ec46-2a41-41cb-add0-fe24cb818531,segment=NetworkSegment(bac8e796-9027-4d5c-bebd-074f6b1be737),segment_id=bac8e796-9027-4d5c-bebd-074f6b1be737)] {{(pid=105586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:01:08.993352 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-9a2570f7-1000-4ee1-8ece-4fffeb6b2e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:08.996606 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-4d9e18d5-8b43-4a98-91c2-57b66f6101cc tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Request body: {'security_group': {'name': 'tempest-securitygroup--949400908', 'description': 'tempest-description--1180181337'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:01:08.996758 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-a63c31b4-8fa3-4192-a73d-e201292a04e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:09.025555 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81503fe8-417f-4ffe-ada7-072d6568f5e1 req-e4ba2074-27f0-4498-b123-2ede415e0c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:09.026894 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-81503fe8-417f-4ffe-ada7-072d6568f5e1 req-e4ba2074-27f0-4498-b123-2ede415e0c32 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=2f9e1451-a5a2-4318-8f1b-217b4517cbc0 HTTP/1.1" status: 200 len: 852 time: 0.0690689 Jul 27 21:01:09.053004 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-845d9da3-db10-459f-a68b-1fb2ccc11457 req-67790e57-292a-42e4-9ec8-4189f8897d11 tempest-SecurityGroupsTestJSON-146164436 tempest-SecurityGroupsTestJSON-146164436-project] Notify callbacks [] for security_group, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:09.059947 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-c2b53b87-3015-46b9-a9cd-7628ac72c46e None None] Provisioning for port 76a9ceb3-f0a6-4cef-90ed-87d321e80b48 completed by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:01:09.065142 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-845d9da3-db10-459f-a68b-1fb2ccc11457 req-67790e57-292a-42e4-9ec8-4189f8897d11 tempest-SecurityGroupsTestJSON-146164436 tempest-SecurityGroupsTestJSON-146164436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:09.100584 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-81503fe8-417f-4ffe-ada7-072d6568f5e1 req-aded3591-f064-49ac-a8a5-ee34b8221578 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4d2b2080-dee5-4efa-a657-06e568548ad6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0499425 Jul 27 21:01:09.107878 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-abd5d247-f416-4e9e-9e32-c5c4bfbc2170 req-fb5ec75f-697d-4ba5-9612-ba4eb716e2c9 tempest-ServerAddressesNegativeTestJSON-1839714056 tempest-ServerAddressesNegativeTestJSON-1839714056-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2664182 Jul 27 21:01:09.112412 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-4d9e18d5-8b43-4a98-91c2-57b66f6101cc tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Notify callbacks [] for security_group, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:09.121888 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-845d9da3-db10-459f-a68b-1fb2ccc11457 req-67790e57-292a-42e4-9ec8-4189f8897d11 tempest-SecurityGroupsTestJSON-146164436 tempest-SecurityGroupsTestJSON-146164436-project] Notify callbacks [] for security_group, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:09.123086 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-845d9da3-db10-459f-a68b-1fb2ccc11457 req-67790e57-292a-42e4-9ec8-4189f8897d11 tempest-SecurityGroupsTestJSON-146164436 tempest-SecurityGroupsTestJSON-146164436-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1787 time: 0.5877669 Jul 27 21:01:09.160433 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [req-abd5d247-f416-4e9e-9e32-c5c4bfbc2170 req-68acdac6-be20-4037-bb18-ea9fa1a5f527 service neutron] Request body: {'port': {'device_id': '77487355-8143-4af3-b83e-c73be95c7928', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-705658-22'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:01:09.224206 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63c31b4-8fa3-4192-a73d-e201292a04e5 None None] Pushing event updated for resources: {'Port': ['ID=c773ec46-2a41-41cb-add0-fe24cb818531,revision_number=2']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:01:09.304081 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning for port 76a9ceb3-f0a6-4cef-90ed-87d321e80b48 completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:01:09.308719 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-abd5d247-f416-4e9e-9e32-c5c4bfbc2170 req-68acdac6-be20-4037-bb18-ea9fa1a5f527 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:09.322468 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port 76a9ceb3-f0a6-4cef-90ed-87d321e80b48 triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:01:09.322818 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:09.329224 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-4d9e18d5-8b43-4a98-91c2-57b66f6101cc tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Notify callbacks [] for security_group, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:09.394989 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-4d9e18d5-8b43-4a98-91c2-57b66f6101cc tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:09.431463 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9e18d5-8b43-4a98-91c2-57b66f6101cc tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Pushing event updated for resources: {'SecurityGroup': ['ID=602b6e89-9902-4d75-b8ec-25947a9f847b,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:01:09.471529 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-4d9e18d5-8b43-4a98-91c2-57b66f6101cc tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Notify callbacks [] for security_group, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:09.475409 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-4d9e18d5-8b43-4a98-91c2-57b66f6101cc tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.4955463 Jul 27 21:01:09.478353 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 42658) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:01:09.489755 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-c61abe24-bcff-4a89-b7ae-4da12abc240e tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Request body: {'security_group_rule': {'security_group_id': '602b6e89-9902-4d75-b8ec-25947a9f847b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:01:09.555533 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:09.568777 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67790e57-292a-42e4-9ec8-4189f8897d11 tempest-SecurityGroupsTestJSON-146164436 tempest-SecurityGroupsTestJSON-146164436-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c76a0b91-2c90-4c93-85aa-515d79de7fe1,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:01:09.616925 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] For port 76a9ceb3-f0a6-4cef-90ed-87d321e80b48, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=76a9ceb3-f0a6-4cef-90ed-87d321e80b48,segment=NetworkSegment(5fcc0d93-e07a-46e4-8302-f378dcfc2dad),segment_id=5fcc0d93-e07a-46e4-8302-f378dcfc2dad)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:01:09.622890 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:09.650096 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae19f451-62bf-4d57-9004-f6e29f891d38 req-9e83a6f2-7827-4f6c-abbb-78011f069b91 tempest-ServersNegativeTestMultiTenantJSON-1522200457 tempest-ServersNegativeTestMultiTenantJSON-1522200457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:09.657825 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-ae19f451-62bf-4d57-9004-f6e29f891d38 req-9e83a6f2-7827-4f6c-abbb-78011f069b91 tempest-ServersNegativeTestMultiTenantJSON-1522200457 tempest-ServersNegativeTestMultiTenantJSON-1522200457-project] 10.222.0.59 "GET /v2.0/ports?device_id=06284a3e-feaa-472f-ae5f-c2dbb6ec559a HTTP/1.1" status: 200 len: 946 time: 0.6445580 Jul 27 21:01:09.698552 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Pushing event updated for resources: {'Port': ['ID=76a9ceb3-f0a6-4cef-90ed-87d321e80b48,revision_number=3']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:01:09.701375 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c61abe24-bcff-4a89-b7ae-4da12abc240e tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:09.709341 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-81503fe8-417f-4ffe-ada7-072d6568f5e1 req-0fc426a5-16fd-420c-967c-adef58cee40f service neutron] 10.222.0.60 "GET /v2.0/networks/4d2b2080-dee5-4efa-a657-06e568548ad6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5885811 Jul 27 21:01:09.773475 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-ae19f451-62bf-4d57-9004-f6e29f891d38 req-846cacdf-8efe-44aa-a3d8-807df6564da9 tempest-ServersNegativeTestMultiTenantJSON-1522200457 tempest-ServersNegativeTestMultiTenantJSON-1522200457-project] 10.222.0.59 "GET /v2.0/security-groups?id=0f956371-f4e7-42e3-a41f-672691967e07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147678 Jul 27 21:01:09.781124 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565da1db-09a5-45e1-a142-68bc478b8975 req-210252be-b5fb-44f9-bbc8-7a25985b4aa7 tempest-ServerAddressesNegativeTestJSON-1839714056 tempest-ServerAddressesNegativeTestJSON-1839714056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:09.788251 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-565da1db-09a5-45e1-a142-68bc478b8975 req-210252be-b5fb-44f9-bbc8-7a25985b4aa7 tempest-ServerAddressesNegativeTestJSON-1839714056 tempest-ServerAddressesNegativeTestJSON-1839714056-project] 10.222.0.59 "GET /v2.0/ports?device_id=77487355-8143-4af3-b83e-c73be95c7928 HTTP/1.1" status: 200 len: 931 time: 0.2239559 Jul 27 21:01:09.800580 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [req-abd5d247-f416-4e9e-9e32-c5c4bfbc2170 req-68acdac6-be20-4037-bb18-ea9fa1a5f527 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f92dbf3c-4ff3-4d82-a37c-6540880769b7 {{(pid=105584) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:01:09.812565 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-abd5d247-f416-4e9e-9e32-c5c4bfbc2170 req-68acdac6-be20-4037-bb18-ea9fa1a5f527 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:09.822136 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c61abe24-bcff-4a89-b7ae-4da12abc240e tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:09.832311 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c61abe24-bcff-4a89-b7ae-4da12abc240e tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732636'] for security_group_rule, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:09.840507 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:01:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbd55e63-aafb-4a72-ae6e-785fa8439233 x-openstack-request-id: req-bbd55e63-aafb-4a72-ae6e-785fa8439233 {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:01:09.842139 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85a0f15e-2971-4358-9057-91d39268aad9", "name": "network-vif-plugged", "status": "completed", "tag": "afbe970c-2e67-4624-ae9f-23ffddd40208", "code": 200}]} {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:01:09.842565 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-bbd55e63-aafb-4a72-ae6e-785fa8439233 {{(pid=105586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:01:09.843265 n-d-705658-22 neutron-server[105586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85a0f15e-2971-4358-9057-91d39268aad9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afbe970c-2e67-4624-ae9f-23ffddd40208', 'code': 200} Jul 27 21:01:09.866842 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.provisioning_blocks [req-abd5d247-f416-4e9e-9e32-c5c4bfbc2170 req-68acdac6-be20-4037-bb18-ea9fa1a5f527 service neutron] Transition to ACTIVE for port object f92dbf3c-4ff3-4d82-a37c-6540880769b7 will not be triggered until provisioned by entity L2. {{(pid=105584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:01:09.873197 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61abe24-bcff-4a89-b7ae-4da12abc240e tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a20c60a-3af3-46c3-b3e7-b0c3910c6a35,revision_number=0']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:01:09.888436 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-abd5d247-f416-4e9e-9e32-c5c4bfbc2170 req-68acdac6-be20-4037-bb18-ea9fa1a5f527 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9014027'] for port, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:09.906684 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-565da1db-09a5-45e1-a142-68bc478b8975 req-b22481e0-736b-40fa-ad06-3b1a1c1aea91 tempest-ServerAddressesNegativeTestJSON-1839714056 tempest-ServerAddressesNegativeTestJSON-1839714056-project] 10.222.0.59 "GET /v2.0/security-groups?id=a732b3f0-aacd-4b70-8476-47ce04d131a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174355 Jul 27 21:01:09.909110 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-81503fe8-417f-4ffe-ada7-072d6568f5e1 req-f4bd1c12-175a-48b4-bc81-fff73097cbb8 service neutron] 10.222.0.60 "GET /v2.0/networks/4d2b2080-dee5-4efa-a657-06e568548ad6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1913669 Jul 27 21:01:09.933336 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c61abe24-bcff-4a89-b7ae-4da12abc240e tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:09.935483 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:09.951229 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-c61abe24-bcff-4a89-b7ae-4da12abc240e tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4687834 Jul 27 21:01:09.961467 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 42664) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:01:09.970467 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-0b040261-7437-4203-9066-a697a8a71259 None None] Provisioning complete for port 76a9ceb3-f0a6-4cef-90ed-87d321e80b48 triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:01:09.970946 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-0b040261-7437-4203-9066-a697a8a71259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:09.987517 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-fd8b2168-1985-43ab-9931-2651840b05d5 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Request body: {'security_group_rule': {'security_group_id': '602b6e89-9902-4d75-b8ec-25947a9f847b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:01:10.072379 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68acdac6-be20-4037-bb18-ea9fa1a5f527 service neutron] Pushing event updated for resources: {'Port': ['ID=f92dbf3c-4ff3-4d82-a37c-6540880769b7,revision_number=2']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:01:10.125513 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-0b040261-7437-4203-9066-a697a8a71259 None None] Provisioning for port 6e7d69d3-fba1-4359-a733-0c6375ba453c completed by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:01:10.129941 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-0b040261-7437-4203-9066-a697a8a71259 None None] Provisioning complete for port 6e7d69d3-fba1-4359-a733-0c6375ba453c triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:01:10.130327 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-0b040261-7437-4203-9066-a697a8a71259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:10.191399 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-fd8b2168-1985-43ab-9931-2651840b05d5 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:10.207364 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-0b040261-7437-4203-9066-a697a8a71259 None None] Port 6e7d69d3-fba1-4359-a733-0c6375ba453c cannot update to ACTIVE because it is not bound. {{(pid=105586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:01:10.217889 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fed05f-8b06-4d17-ab1d-808c82b8a7e3 req-a59c65bf-4368-4519-9a8b-9774e2edaa6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:10.220704 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-16fed05f-8b06-4d17-ab1d-808c82b8a7e3 req-a59c65bf-4368-4519-9a8b-9774e2edaa6b service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=85a0f15e-2971-4358-9057-91d39268aad9 HTTP/1.1" status: 200 len: 1101 time: 0.2717621 Jul 27 21:01:10.223187 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-0b040261-7437-4203-9066-a697a8a71259 None None] Provisioning for port c405af71-cbc1-4c5a-a3e0-43e7aa2f3727 completed by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:01:10.230454 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-0b040261-7437-4203-9066-a697a8a71259 None None] Provisioning complete for port c405af71-cbc1-4c5a-a3e0-43e7aa2f3727 triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:01:10.230835 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-0b040261-7437-4203-9066-a697a8a71259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:10.241882 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab53e59-27ed-448d-a4c9-83fc6457103b req-af3822af-f6fa-4290-b144-aca732074744 tempest-ServerDiagnosticsNegativeTest-1919750577 tempest-ServerDiagnosticsNegativeTest-1919750577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:10.250309 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-4ab53e59-27ed-448d-a4c9-83fc6457103b req-af3822af-f6fa-4290-b144-aca732074744 tempest-ServerDiagnosticsNegativeTest-1919750577 tempest-ServerDiagnosticsNegativeTest-1919750577-project] 10.222.0.59 "GET /v2.0/ports?device_id=85a0f15e-2971-4358-9057-91d39268aad9 HTTP/1.1" status: 200 len: 949 time: 0.2106831 Jul 27 21:01:10.298315 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a55e57-2734-451e-85ba-146de6dfe7a7 req-f7f8d83c-76a0-4f66-96df-4852b9410103 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:10.306403 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-08a55e57-2734-451e-85ba-146de6dfe7a7 req-f7f8d83c-76a0-4f66-96df-4852b9410103 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] 10.222.0.59 "GET /v2.0/ports?device_id=2ab3b612-b1bf-43fb-a1f2-964eea921f62 HTTP/1.1" status: 200 len: 945 time: 0.2045996 Jul 27 21:01:10.317711 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-0b040261-7437-4203-9066-a697a8a71259 None None] Port c405af71-cbc1-4c5a-a3e0-43e7aa2f3727 cannot update to ACTIVE because it is not bound. {{(pid=105586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:01:10.337869 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-fd8b2168-1985-43ab-9931-2651840b05d5 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:10.339295 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [req-abd5d247-f416-4e9e-9e32-c5c4bfbc2170 req-68acdac6-be20-4037-bb18-ea9fa1a5f527 service neutron] Attempting to bind port f92dbf3c-4ff3-4d82-a37c-6540880769b7 on host n-h2-705658-22 for vnic_type normal with profile {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:01:10.339655 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [req-abd5d247-f416-4e9e-9e32-c5c4bfbc2170 req-68acdac6-be20-4037-bb18-ea9fa1a5f527 service neutron] Attempting to bind port f92dbf3c-4ff3-4d82-a37c-6540880769b7 by drivers openvswitch,hyperv on host n-h2-705658-22 at level 0 using segments [{'id': 'ae59b834-fa9e-43d7-a14a-5f47d1b59311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '3e9dc523-816b-49b7-ba7a-705067b62896'}] {{(pid=105584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:01:10.340165 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abd5d247-f416-4e9e-9e32-c5c4bfbc2170 req-68acdac6-be20-4037-bb18-ea9fa1a5f527 service neutron] Attempting to bind port f92dbf3c-4ff3-4d82-a37c-6540880769b7 on network 3e9dc523-816b-49b7-ba7a-705067b62896 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:01:10.345756 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-fd8b2168-1985-43ab-9931-2651840b05d5 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732636'] for security_group_rule, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:10.356837 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abd5d247-f416-4e9e-9e32-c5c4bfbc2170 req-68acdac6-be20-4037-bb18-ea9fa1a5f527 service neutron] Port f92dbf3c-4ff3-4d82-a37c-6540880769b7 on network 3e9dc523-816b-49b7-ba7a-705067b62896 not bound, no agent of type Open vSwitch agent registered on host n-h2-705658-22 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:01:10.357723 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abd5d247-f416-4e9e-9e32-c5c4bfbc2170 req-68acdac6-be20-4037-bb18-ea9fa1a5f527 service neutron] Attempting to bind port f92dbf3c-4ff3-4d82-a37c-6540880769b7 on network 3e9dc523-816b-49b7-ba7a-705067b62896 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:01:10.374159 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-16fed05f-8b06-4d17-ab1d-808c82b8a7e3 req-5220d11c-7ac3-412e-971c-b3e8ec0d9b65 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=8832986b-334a-47e2-bb19-499781937c03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211662 Jul 27 21:01:10.380745 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abd5d247-f416-4e9e-9e32-c5c4bfbc2170 req-68acdac6-be20-4037-bb18-ea9fa1a5f527 service neutron] Checking agent: {'id': '65195a73-a875-4810-9f5b-622ae260a8a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 49, 40), 'started_at': datetime.datetime(2021, 7, 27, 20, 49, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 1, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:01:10.381509 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abd5d247-f416-4e9e-9e32-c5c4bfbc2170 req-68acdac6-be20-4037-bb18-ea9fa1a5f527 service neutron] Checking segment: {'id': 'ae59b834-fa9e-43d7-a14a-5f47d1b59311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '3e9dc523-816b-49b7-ba7a-705067b62896'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:01:10.382061 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abd5d247-f416-4e9e-9e32-c5c4bfbc2170 req-68acdac6-be20-4037-bb18-ea9fa1a5f527 service neutron] Bound using segment: {'id': 'ae59b834-fa9e-43d7-a14a-5f47d1b59311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '3e9dc523-816b-49b7-ba7a-705067b62896'} {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:01:10.382876 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [req-abd5d247-f416-4e9e-9e32-c5c4bfbc2170 req-68acdac6-be20-4037-bb18-ea9fa1a5f527 service neutron] Bound port: f92dbf3c-4ff3-4d82-a37c-6540880769b7, host: n-h2-705658-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae59b834-fa9e-43d7-a14a-5f47d1b59311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '3e9dc523-816b-49b7-ba7a-705067b62896'}}] {{(pid=105584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:01:10.382876 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-abd5d247-f416-4e9e-9e32-c5c4bfbc2170 req-68acdac6-be20-4037-bb18-ea9fa1a5f527 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:10.387138 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8b2168-1985-43ab-9931-2651840b05d5 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5eb50117-08d1-4364-8fc0-5c9d6cd600c2,revision_number=0']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:01:10.395960 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-4ab53e59-27ed-448d-a4c9-83fc6457103b req-91a6ff5f-838f-4566-9cf3-e8863f76db54 tempest-ServerDiagnosticsNegativeTest-1919750577 tempest-ServerDiagnosticsNegativeTest-1919750577-project] 10.222.0.59 "GET /v2.0/security-groups?id=8832986b-334a-47e2-bb19-499781937c03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418035 Jul 27 21:01:10.410465 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-fd8b2168-1985-43ab-9931-2651840b05d5 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:10.411694 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-fd8b2168-1985-43ab-9931-2651840b05d5 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4492707 Jul 27 21:01:10.415509 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 42678) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:01:10.421941 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-e15b0887-8a45-4f27-b3f1-9e0934d342fc tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Request body: {'floatingip': {'floating_network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:01:10.429552 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-08a55e57-2734-451e-85ba-146de6dfe7a7 req-6613ed0b-7ce2-4eac-b090-e0747b4c642f tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] 10.222.0.59 "GET /v2.0/security-groups?id=e8209215-bf66-4bb1-96ba-041099e74ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221294 Jul 27 21:01:10.465785 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-5b7c55a3-effa-468f-b6ed-c3190a86ad5a None None] Provisioning complete for port 6e7d69d3-fba1-4359-a733-0c6375ba453c triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:01:10.466258 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-5b7c55a3-effa-468f-b6ed-c3190a86ad5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:10.512331 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-0a32e539-4eea-4b32-b714-0303d5dbdfd5 req-c96cc7ed-bdfe-4c2a-a457-f450319955a6 tempest-SecurityGroupsTestJSON-146164436 tempest-SecurityGroupsTestJSON-146164436-project] 10.222.0.59 "GET /v2.0/security-groups/c76a0b91-2c90-4c93-85aa-515d79de7fe1 HTTP/1.1" status: 200 len: 1782 time: 0.0764205 Jul 27 21:01:10.558422 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-5b7c55a3-effa-468f-b6ed-c3190a86ad5a None None] Port 6e7d69d3-fba1-4359-a733-0c6375ba453c cannot update to ACTIVE because it is not bound. {{(pid=105586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:01:10.589016 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-e15b0887-8a45-4f27-b3f1-9e0934d342fc tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Notify callbacks [] for floatingip, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:10.700373 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-ef84c0b7-7301-42b3-8b72-817a1eb9d6f4 None None] Provisioning complete for port c405af71-cbc1-4c5a-a3e0-43e7aa2f3727 triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:01:10.700747 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-ef84c0b7-7301-42b3-8b72-817a1eb9d6f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:10.742192 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520f6825-61e6-4e81-94b8-9ce135d5dbb0 req-59c4ea3d-deb1-4b16-8820-76866c6c1302 tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:10.746239 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c1e3629-a1fd-4529-b637-1f5fea418a44 None None] Network 18eab60f-6056-4003-a4d0-6bd1a91b2423 requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:01:10.749030 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [req-abd5d247-f416-4e9e-9e32-c5c4bfbc2170 req-68acdac6-be20-4037-bb18-ea9fa1a5f527 service neutron] For port f92dbf3c-4ff3-4d82-a37c-6540880769b7, host n-h2-705658-22, cleared binding levels {{(pid=105584) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:01:10.749741 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-520f6825-61e6-4e81-94b8-9ce135d5dbb0 req-59c4ea3d-deb1-4b16-8820-76866c6c1302 tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d07fb74-3ebf-4d24-bbe3-7e4795327233 HTTP/1.1" status: 200 len: 945 time: 0.1295524 Jul 27 21:01:10.765716 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [req-abd5d247-f416-4e9e-9e32-c5c4bfbc2170 req-68acdac6-be20-4037-bb18-ea9fa1a5f527 service neutron] For port f92dbf3c-4ff3-4d82-a37c-6540880769b7, host n-h2-705658-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=f92dbf3c-4ff3-4d82-a37c-6540880769b7,segment=NetworkSegment(ae59b834-fa9e-43d7-a14a-5f47d1b59311),segment_id=ae59b834-fa9e-43d7-a14a-5f47d1b59311)] {{(pid=105584) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:01:10.777788 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-abd5d247-f416-4e9e-9e32-c5c4bfbc2170 req-68acdac6-be20-4037-bb18-ea9fa1a5f527 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9014027'] for port, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:10.799462 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-ef84c0b7-7301-42b3-8b72-817a1eb9d6f4 None None] Port c405af71-cbc1-4c5a-a3e0-43e7aa2f3727 cannot update to ACTIVE because it is not bound. {{(pid=105586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:01:10.805998 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-520f6825-61e6-4e81-94b8-9ce135d5dbb0 req-dc0b404e-9e86-4478-bcc8-8fd53577e64b tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] 10.222.0.59 "GET /v2.0/security-groups?id=d1766e71-7b2a-4f2d-acc0-530f862b8fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487950 Jul 27 21:01:10.849141 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 76a9ceb3-f0a6-4cef-90ed-87d321e80b48 up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:01:10.930164 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-79b9c1b0-bd85-4f97-978f-f27a45b71dff req-a9f62d6b-c5a6-448c-ba42-713245e97ff3 tempest-SecurityGroupsTestJSON-146164436 tempest-SecurityGroupsTestJSON-146164436-project] 10.222.0.59 "GET /v2.0/security-groups/c76a0b91-2c90-4c93-85aa-515d79de7fe1 HTTP/1.1" status: 200 len: 1782 time: 0.1022618 Jul 27 21:01:11.067232 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-79b9c1b0-bd85-4f97-978f-f27a45b71dff req-ac221167-65cd-4739-96d6-c974600831ce tempest-SecurityGroupsTestJSON-146164436 tempest-SecurityGroupsTestJSON-146164436-project] Notify callbacks [] for security_group, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:11.134703 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-de425053-f94a-4745-9bd6-5f5ae46a7941 None None] Provisioning for port c773ec46-2a41-41cb-add0-fe24cb818531 completed by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:01:11.158628 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port 76a9ceb3-f0a6-4cef-90ed-87d321e80b48 triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:01:11.159525 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:11.164284 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-79b9c1b0-bd85-4f97-978f-f27a45b71dff req-ac221167-65cd-4739-96d6-c974600831ce tempest-SecurityGroupsTestJSON-146164436 tempest-SecurityGroupsTestJSON-146164436-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:11.192280 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Device 310d9827-e134-4697-9849-2becd694e37f up at agent hyperv_n-h2-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:01:11.254817 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd5d247-f416-4e9e-9e32-c5c4bfbc2170 req-68acdac6-be20-4037-bb18-ea9fa1a5f527 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:11.255850 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-abd5d247-f416-4e9e-9e32-c5c4bfbc2170 req-68acdac6-be20-4037-bb18-ea9fa1a5f527 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:11.257400 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-abd5d247-f416-4e9e-9e32-c5c4bfbc2170 req-68acdac6-be20-4037-bb18-ea9fa1a5f527 service neutron] 10.222.0.60 "PUT /v2.0/ports/f92dbf3c-4ff3-4d82-a37c-6540880769b7 HTTP/1.1" status: 200 len: 1092 time: 2.1198742 Jul 27 21:01:11.257846 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77487355-8143-4af3-b83e-c73be95c7928', 'tag': 'f92dbf3c-4ff3-4d82-a37c-6540880769b7'}] {{(pid=105584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:01:11.260528 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bce5e6c8685464f7626901654159975603b047827e3138302ed6566e28f1343" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-640188d6-a76b-49ac-88bc-c9a1af676e62" -d '{"events": [{"name": "network-changed", "server_uuid": "77487355-8143-4af3-b83e-c73be95c7928", "tag": "f92dbf3c-4ff3-4d82-a37c-6540880769b7"}]}' {{(pid=105584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:01:11.273251 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68acdac6-be20-4037-bb18-ea9fa1a5f527 service neutron] Pushing event updated for resources: {'Port': ['ID=f92dbf3c-4ff3-4d82-a37c-6540880769b7,revision_number=3']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:01:11.304877 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-1375a36a-62d0-4e38-a3ce-252619bb6919 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:11.338358 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-79b9c1b0-bd85-4f97-978f-f27a45b71dff req-ac221167-65cd-4739-96d6-c974600831ce tempest-SecurityGroupsTestJSON-146164436 tempest-SecurityGroupsTestJSON-146164436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:11.342673 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-79b9c1b0-bd85-4f97-978f-f27a45b71dff req-ac221167-65cd-4739-96d6-c974600831ce tempest-SecurityGroupsTestJSON-146164436 tempest-SecurityGroupsTestJSON-146164436-project] Notify callbacks [] for security_group, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:11.356390 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-79b9c1b0-bd85-4f97-978f-f27a45b71dff req-ac221167-65cd-4739-96d6-c974600831ce tempest-SecurityGroupsTestJSON-146164436 tempest-SecurityGroupsTestJSON-146164436-project] 10.222.0.59 "DELETE /v2.0/security-groups/c76a0b91-2c90-4c93-85aa-515d79de7fe1 HTTP/1.1" status: 204 len: 173 time: 0.4163032 Jul 27 21:01:11.393587 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-3d54578f-831f-4696-b568-13c455922dab None None] Provisioning complete for port 310d9827-e134-4697-9849-2becd694e37f triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:01:11.405444 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac221167-65cd-4739-96d6-c974600831ce tempest-SecurityGroupsTestJSON-146164436 tempest-SecurityGroupsTestJSON-146164436-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c76a0b91-2c90-4c93-85aa-515d79de7fe1,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:01:11.405731 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:11.468261 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-e15b0887-8a45-4f27-b3f1-9e0934d342fc tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:11.479334 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device c773ec46-2a41-41cb-add0-fe24cb818531 up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:01:11.492664 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd5d247-f416-4e9e-9e32-c5c4bfbc2170 req-d664b9f1-d047-47b7-939a-6fd5b58cda1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:11.494448 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-abd5d247-f416-4e9e-9e32-c5c4bfbc2170 req-d664b9f1-d047-47b7-939a-6fd5b58cda1e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=317a145e38944157a341848a0afc23df&device_id=77487355-8143-4af3-b83e-c73be95c7928 HTTP/1.1" status: 200 len: 1095 time: 0.1827557 Jul 27 21:01:11.579254 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning for port c773ec46-2a41-41cb-add0-fe24cb818531 completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:01:11.587049 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port c773ec46-2a41-41cb-add0-fe24cb818531 triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:01:11.588614 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:11.673528 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-abd5d247-f416-4e9e-9e32-c5c4bfbc2170 req-dcb7f01e-470a-4d94-ac26-4758b7afb6aa service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f92dbf3c-4ff3-4d82-a37c-6540880769b7 HTTP/1.1" status: 200 len: 217 time: 0.1694529 Jul 27 21:01:11.677354 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d0634a-4575-4d8b-8c87-425bba68cc83 req-084e5598-89da-419c-967c-94e27c2786b4 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:11.683709 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:11.688423 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-09d0634a-4575-4d8b-8c87-425bba68cc83 req-084e5598-89da-419c-967c-94e27c2786b4 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] 10.222.0.59 "GET /v2.0/ports?device_id=2ab3b612-b1bf-43fb-a1f2-964eea921f62 HTTP/1.1" status: 200 len: 945 time: 0.2736118 Jul 27 21:01:11.728930 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] For port 310d9827-e134-4697-9849-2becd694e37f, host n-h2-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=310d9827-e134-4697-9849-2becd694e37f,segment=NetworkSegment(872889e4-5d02-4ec8-807e-3e5c98ba67af),segment_id=872889e4-5d02-4ec8-807e-3e5c98ba67af)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:01:11.754383 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42bc508-e744-489b-a120-d9e9a5aa38aa req-31e595f1-9a71-4e62-b1ff-4c00a63d4234 tempest-ServerAddressesNegativeTestJSON-1839714056 tempest-ServerAddressesNegativeTestJSON-1839714056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:11.761062 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a42bc508-e744-489b-a120-d9e9a5aa38aa req-31e595f1-9a71-4e62-b1ff-4c00a63d4234 tempest-ServerAddressesNegativeTestJSON-1839714056 tempest-ServerAddressesNegativeTestJSON-1839714056-project] 10.222.0.59 "GET /v2.0/ports?device_id=77487355-8143-4af3-b83e-c73be95c7928 HTTP/1.1" status: 200 len: 943 time: 0.2699010 Jul 27 21:01:11.768259 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:11.817365 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:11.822615 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd5d247-f416-4e9e-9e32-c5c4bfbc2170 req-c27973e4-3624-4665-a202-dcc7f07f3066 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:11.824411 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-abd5d247-f416-4e9e-9e32-c5c4bfbc2170 req-c27973e4-3624-4665-a202-dcc7f07f3066 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=5deb2552-b976-4783-8729-00b7ce661e64 HTTP/1.1" status: 200 len: 862 time: 0.1378343 Jul 27 21:01:11.837506 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:11.849252 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-09d0634a-4575-4d8b-8c87-425bba68cc83 req-2325e2f2-8585-4d00-ae81-9d9d46fab8e8 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] 10.222.0.59 "GET /v2.0/security-groups?id=e8209215-bf66-4bb1-96ba-041099e74ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584451 Jul 27 21:01:11.849841 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d07fb74-3ebf-4d24-bbe3-7e4795327233', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '310d9827-e134-4697-9849-2becd694e37f'}] {{(pid=105586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:01:11.852156 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14c1663e039faf5393f87855f745010ac5b02220355b68fdbf065393e303ac56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-164691cb-b41f-4540-a56c-f10320362dc1" -d '{"events": [{"server_uuid": "0d07fb74-3ebf-4d24-bbe3-7e4795327233", "name": "network-vif-plugged", "status": "completed", "tag": "310d9827-e134-4697-9849-2becd694e37f"}]}' {{(pid=105586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:01:11.866185 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-abd5d247-f416-4e9e-9e32-c5c4bfbc2170 req-976d884e-1a3e-44d9-bd62-2da857891c31 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=3e9dc523-816b-49b7-ba7a-705067b62896&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0336936 Jul 27 21:01:11.904099 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a42bc508-e744-489b-a120-d9e9a5aa38aa req-6be9ac75-54c4-4047-a13d-6e1862ee91b7 tempest-ServerAddressesNegativeTestJSON-1839714056 tempest-ServerAddressesNegativeTestJSON-1839714056-project] 10.222.0.59 "GET /v2.0/security-groups?id=a732b3f0-aacd-4b70-8476-47ce04d131a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253262 Jul 27 21:01:11.935208 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Pushing event updated for resources: {'Port': ['ID=310d9827-e134-4697-9849-2becd694e37f,revision_number=7']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:01:11.956792 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] For port c773ec46-2a41-41cb-add0-fe24cb818531, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=c773ec46-2a41-41cb-add0-fe24cb818531,segment=NetworkSegment(bac8e796-9027-4d5c-bebd-074f6b1be737),segment_id=bac8e796-9027-4d5c-bebd-074f6b1be737)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:01:11.958808 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.db_base_plugin_common [None req-e15b0887-8a45-4f27-b3f1-9e0934d342fc tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Allocated IP 172.25.5.185 (8735d8a2-b604-4758-ae71-b40e4ee6f305/eca7dbab-b9c0-4c8f-a272-816ea8a81764/c57be537-a652-4b88-ae3a-da2b1b600252) {{(pid=105584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:01:11.968616 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:12.022334 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Pushing event updated for resources: {'Port': ['ID=c773ec46-2a41-41cb-add0-fe24cb818531,revision_number=3']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:01:12.026070 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-85943e51-a054-4328-b4c1-93e0c5ce28e2 None None] Provisioning complete for port c773ec46-2a41-41cb-add0-fe24cb818531 triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:01:12.026786 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-85943e51-a054-4328-b4c1-93e0c5ce28e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:12.042299 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:01:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-303f3541-58b1-4a98-9036-4acb655adc51 x-openstack-request-id: req-303f3541-58b1-4a98-9036-4acb655adc51 {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:01:12.042955 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77487355-8143-4af3-b83e-c73be95c7928", "tag": "f92dbf3c-4ff3-4d82-a37c-6540880769b7", "status": "completed", "code": 200}]} {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:01:12.043401 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-303f3541-58b1-4a98-9036-4acb655adc51 {{(pid=105584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:01:12.048840 n-d-705658-22 neutron-server[105584]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77487355-8143-4af3-b83e-c73be95c7928', 'tag': 'f92dbf3c-4ff3-4d82-a37c-6540880769b7', 'status': 'completed', 'code': 200} Jul 27 21:01:12.060155 n-d-705658-22 neutron-server[105585]: INFO neutron.api.v2.resource [req-02e507e0-696a-46a0-a587-b1b505ecabc3 req-c1c27749-9295-4542-b969-b5858c4a8cad tempest-SecurityGroupsTestJSON-146164436 tempest-SecurityGroupsTestJSON-146164436-project] show failed (client error): The resource could not be found. Jul 27 21:01:12.062393 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-02e507e0-696a-46a0-a587-b1b505ecabc3 req-c1c27749-9295-4542-b969-b5858c4a8cad tempest-SecurityGroupsTestJSON-146164436 tempest-SecurityGroupsTestJSON-146164436-project] 10.222.0.59 "GET /v2.0/security-groups/c76a0b91-2c90-4c93-85aa-515d79de7fe1 HTTP/1.1" status: 404 len: 352 time: 0.0455024 Jul 27 21:01:12.093462 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c220ed-1e83-4ede-af2d-6c0a320224e3 req-c8d01842-460a-4393-b6b2-bef63849dcc7 tempest-ServersNegativeTestMultiTenantJSON-1522200457 tempest-ServersNegativeTestMultiTenantJSON-1522200457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:12.095877 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-76c220ed-1e83-4ede-af2d-6c0a320224e3 req-c8d01842-460a-4393-b6b2-bef63849dcc7 tempest-ServersNegativeTestMultiTenantJSON-1522200457 tempest-ServersNegativeTestMultiTenantJSON-1522200457-project] 10.222.0.59 "GET /v2.0/ports?device_id=06284a3e-feaa-472f-ae5f-c2dbb6ec559a HTTP/1.1" status: 200 len: 946 time: 0.1614261 Jul 27 21:01:12.216381 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-abd5d247-f416-4e9e-9e32-c5c4bfbc2170 req-1d42bdf7-7633-4f22-970b-14e528976011 service neutron] 10.222.0.60 "GET /v2.0/networks/3e9dc523-816b-49b7-ba7a-705067b62896?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3416731 Jul 27 21:01:12.232276 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-76c220ed-1e83-4ede-af2d-6c0a320224e3 req-4cf9b873-ddd5-4d16-a2d0-2f993e79c1ab tempest-ServersNegativeTestMultiTenantJSON-1522200457 tempest-ServersNegativeTestMultiTenantJSON-1522200457-project] 10.222.0.59 "GET /v2.0/security-groups?id=0f956371-f4e7-42e3-a41f-672691967e07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274467 Jul 27 21:01:12.238606 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-e15b0887-8a45-4f27-b3f1-9e0934d342fc tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Notify callbacks [] for port, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:12.279250 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120dc214-6db9-42a3-b6b6-b563e8aeb6d9 req-1e8b18e9-2640-496e-8344-da19ad199006 tempest-ServerDiagnosticsNegativeTest-1919750577 tempest-ServerDiagnosticsNegativeTest-1919750577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:12.281197 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-120dc214-6db9-42a3-b6b6-b563e8aeb6d9 req-1e8b18e9-2640-496e-8344-da19ad199006 tempest-ServerDiagnosticsNegativeTest-1919750577 tempest-ServerDiagnosticsNegativeTest-1919750577-project] 10.222.0.59 "GET /v2.0/ports?device_id=85a0f15e-2971-4358-9057-91d39268aad9 HTTP/1.1" status: 200 len: 949 time: 0.1086011 Jul 27 21:01:12.360868 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-120dc214-6db9-42a3-b6b6-b563e8aeb6d9 req-543e3df1-6556-4bf7-b07b-b4b56e7a14aa tempest-ServerDiagnosticsNegativeTest-1919750577 tempest-ServerDiagnosticsNegativeTest-1919750577-project] 10.222.0.59 "GET /v2.0/security-groups?id=8832986b-334a-47e2-bb19-499781937c03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660939 Jul 27 21:01:12.376182 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-abd5d247-f416-4e9e-9e32-c5c4bfbc2170 req-2806b08d-a340-4ade-bc18-1d995ee217fa service neutron] 10.222.0.60 "GET /v2.0/networks/3e9dc523-816b-49b7-ba7a-705067b62896?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1414688 Jul 27 21:01:12.377738 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-e15b0887-8a45-4f27-b3f1-9e0934d342fc tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:12.416501 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e15b0887-8a45-4f27-b3f1-9e0934d342fc tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Network 8735d8a2-b604-4758-ae71-b40e4ee6f305 is already hosted by enough agents. {{(pid=105584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:01:12.421682 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [None req-e15b0887-8a45-4f27-b3f1-9e0934d342fc tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Resources bound (agent type, host, resource id): {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:01:12.428268 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e15b0887-8a45-4f27-b3f1-9e0934d342fc tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Received port after_create {{(pid=105584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:01:12.457001 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:01:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97db7764-dea9-40d5-a004-cc9e3ba90885 x-openstack-request-id: req-97db7764-dea9-40d5-a004-cc9e3ba90885 {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:01:12.457544 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d07fb74-3ebf-4d24-bbe3-7e4795327233", "name": "network-vif-plugged", "status": "completed", "tag": "310d9827-e134-4697-9849-2becd694e37f", "code": 200}]} {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:01:12.457544 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-97db7764-dea9-40d5-a004-cc9e3ba90885 {{(pid=105586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:01:12.457910 n-d-705658-22 neutron-server[105586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d07fb74-3ebf-4d24-bbe3-7e4795327233', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '310d9827-e134-4697-9849-2becd694e37f', 'code': 200} Jul 27 21:01:12.484448 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [req-ae7fed20-c078-44b8-9379-70ac51443ccc req-f4998abe-0a17-4493-a935-a96d67e79520 tempest-SecurityGroupsTestJSON-146164436 tempest-SecurityGroupsTestJSON-146164436-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-38614141', 'description': 'tempest-description-796274953'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:01:12.501750 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15b0887-8a45-4f27-b3f1-9e0934d342fc tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Pushing event updated for resources: {'Port': ['ID=c57be537-a652-4b88-ae3a-da2b1b600252,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:01:12.531236 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b126dcb-8852-441a-9e3b-d94e74fd7053 req-fb6923ac-02b7-4e2c-9d3e-e93e7ce78ecf tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:12.540559 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-5b126dcb-8852-441a-9e3b-d94e74fd7053 req-fb6923ac-02b7-4e2c-9d3e-e93e7ce78ecf tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d07fb74-3ebf-4d24-bbe3-7e4795327233 HTTP/1.1" status: 200 len: 946 time: 0.1426389 Jul 27 21:01:12.552811 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-ae7fed20-c078-44b8-9379-70ac51443ccc req-f4998abe-0a17-4493-a935-a96d67e79520 tempest-SecurityGroupsTestJSON-146164436 tempest-SecurityGroupsTestJSON-146164436-project] Notify callbacks [] for security_group, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:12.605579 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640188d6-a76b-49ac-88bc-c9a1af676e62 req-89276e96-3fcc-4393-af28-5bf662ba6842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:12.607385 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-640188d6-a76b-49ac-88bc-c9a1af676e62 req-89276e96-3fcc-4393-af28-5bf662ba6842 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=317a145e38944157a341848a0afc23df&device_id=77487355-8143-4af3-b83e-c73be95c7928 HTTP/1.1" status: 200 len: 1095 time: 0.1461737 Jul 27 21:01:12.612961 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-e15b0887-8a45-4f27-b3f1-9e0934d342fc tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:12.616492 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-5b126dcb-8852-441a-9e3b-d94e74fd7053 req-ae22ab5d-28c8-49a6-821b-4c2367d68527 tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] 10.222.0.59 "GET /v2.0/security-groups?id=d1766e71-7b2a-4f2d-acc0-530f862b8fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748403 Jul 27 21:01:12.698358 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device c773ec46-2a41-41cb-add0-fe24cb818531 up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:01:12.770421 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-ae7fed20-c078-44b8-9379-70ac51443ccc req-f4998abe-0a17-4493-a935-a96d67e79520 tempest-SecurityGroupsTestJSON-146164436 tempest-SecurityGroupsTestJSON-146164436-project] Notify callbacks [] for security_group, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:12.778316 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-ae7fed20-c078-44b8-9379-70ac51443ccc req-f4998abe-0a17-4493-a935-a96d67e79520 tempest-SecurityGroupsTestJSON-146164436 tempest-SecurityGroupsTestJSON-146164436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:12.796097 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-bb32ed7d-8717-448b-a9c8-a5a0117d1fd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:12.803785 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-e15b0887-8a45-4f27-b3f1-9e0934d342fc tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:12.812555 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-ae7fed20-c078-44b8-9379-70ac51443ccc req-f4998abe-0a17-4493-a935-a96d67e79520 tempest-SecurityGroupsTestJSON-146164436 tempest-SecurityGroupsTestJSON-146164436-project] Notify callbacks [] for security_group, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:12.818899 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-ae7fed20-c078-44b8-9379-70ac51443ccc req-f4998abe-0a17-4493-a935-a96d67e79520 tempest-SecurityGroupsTestJSON-146164436 tempest-SecurityGroupsTestJSON-146164436-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.3402801 Jul 27 21:01:12.835956 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port c773ec46-2a41-41cb-add0-fe24cb818531 triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:01:12.836336 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:12.852211 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [req-6bdb260e-e592-4345-94a3-f84fe9cb63c6 req-27938af5-5644-4511-b6a5-10fc589ca701 tempest-SecurityGroupsTestJSON-146164436 tempest-SecurityGroupsTestJSON-146164436-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-191848838', 'description': 'tempest-description-154565191'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:01:12.871754 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4998abe-0a17-4493-a935-a96d67e79520 tempest-SecurityGroupsTestJSON-146164436 tempest-SecurityGroupsTestJSON-146164436-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb28fa64-a7fe-4e1e-975c-2c05d2d7f41f,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:01:12.896747 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640188d6-a76b-49ac-88bc-c9a1af676e62 req-3ad40033-2112-4184-92bf-2b12ab595f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:12.898656 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-640188d6-a76b-49ac-88bc-c9a1af676e62 req-3ad40033-2112-4184-92bf-2b12ab595f45 service neutron] 10.222.0.60 "GET /v2.0/networks?id=3e9dc523-816b-49b7-ba7a-705067b62896 HTTP/1.1" status: 200 len: 923 time: 0.2806048 Jul 27 21:01:12.912129 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-6bdb260e-e592-4345-94a3-f84fe9cb63c6 req-27938af5-5644-4511-b6a5-10fc589ca701 tempest-SecurityGroupsTestJSON-146164436 tempest-SecurityGroupsTestJSON-146164436-project] Notify callbacks [] for security_group, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:12.994356 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.agents_db [None req-558fcd2c-e512-47bc-a170-8673d87f7213 None None] Agent healthcheck: found 7 active agents {{(pid=105587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 21:01:13.029419 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-640188d6-a76b-49ac-88bc-c9a1af676e62 req-a5d4444a-afe6-4917-b3d9-fd03ce589e19 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f92dbf3c-4ff3-4d82-a37c-6540880769b7 HTTP/1.1" status: 200 len: 217 time: 0.1156306 Jul 27 21:01:13.086152 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-6bdb260e-e592-4345-94a3-f84fe9cb63c6 req-27938af5-5644-4511-b6a5-10fc589ca701 tempest-SecurityGroupsTestJSON-146164436 tempest-SecurityGroupsTestJSON-146164436-project] Notify callbacks [] for security_group, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:13.096090 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-6bdb260e-e592-4345-94a3-f84fe9cb63c6 req-27938af5-5644-4511-b6a5-10fc589ca701 tempest-SecurityGroupsTestJSON-146164436 tempest-SecurityGroupsTestJSON-146164436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:13.127928 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-6bdb260e-e592-4345-94a3-f84fe9cb63c6 req-27938af5-5644-4511-b6a5-10fc589ca701 tempest-SecurityGroupsTestJSON-146164436 tempest-SecurityGroupsTestJSON-146164436-project] Notify callbacks [] for security_group, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:13.134831 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-6bdb260e-e592-4345-94a3-f84fe9cb63c6 req-27938af5-5644-4511-b6a5-10fc589ca701 tempest-SecurityGroupsTestJSON-146164436 tempest-SecurityGroupsTestJSON-146164436-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.2918606 Jul 27 21:01:13.184543 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d58ef8-e492-4d65-b42e-b841c6b222c2 req-f227c5d2-788f-432d-ae4d-b1621c0ccabe tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:13.195430 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-17d58ef8-e492-4d65-b42e-b841c6b222c2 req-f227c5d2-788f-432d-ae4d-b1621c0ccabe tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] 10.222.0.59 "GET /v2.0/ports?device_id=2ab3b612-b1bf-43fb-a1f2-964eea921f62 HTTP/1.1" status: 200 len: 945 time: 0.1757932 Jul 27 21:01:13.208377 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640188d6-a76b-49ac-88bc-c9a1af676e62 req-3e315f12-9f31-408b-8722-c662d691585e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:13.210440 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-640188d6-a76b-49ac-88bc-c9a1af676e62 req-3e315f12-9f31-408b-8722-c662d691585e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=5deb2552-b976-4783-8729-00b7ce661e64 HTTP/1.1" status: 200 len: 862 time: 0.1653593 Jul 27 21:01:13.218401 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27938af5-5644-4511-b6a5-10fc589ca701 tempest-SecurityGroupsTestJSON-146164436 tempest-SecurityGroupsTestJSON-146164436-project] Pushing event updated for resources: {'SecurityGroup': ['ID=daf80573-c6af-4fcb-b480-e4fde59608f2,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:01:13.275116 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-640188d6-a76b-49ac-88bc-c9a1af676e62 req-dfcef4f1-b628-42c1-a78c-1f38941230d0 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=3e9dc523-816b-49b7-ba7a-705067b62896&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0431681 Jul 27 21:01:13.290417 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-e15b0887-8a45-4f27-b3f1-9e0934d342fc tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Notify callbacks [] for port, precommit_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:13.303548 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-17d58ef8-e492-4d65-b42e-b841c6b222c2 req-4c604a09-7964-46dd-95fc-4cf26b4cc754 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] 10.222.0.59 "GET /v2.0/security-groups?id=e8209215-bf66-4bb1-96ba-041099e74ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057589 Jul 27 21:01:13.308801 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-e15b0887-8a45-4f27-b3f1-9e0934d342fc tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9014027'] for port, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:13.414794 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15b0887-8a45-4f27-b3f1-9e0934d342fc tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Pushing event updated for resources: {'Port': ['ID=c57be537-a652-4b88-ae3a-da2b1b600252,revision_number=2']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:01:13.480393 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b9a1e3-c421-4ab5-a7be-6b7bc5d2d867 req-1adae303-2bb5-4f88-bb6b-3610ee04ff06 tempest-ServerAddressesNegativeTestJSON-1839714056 tempest-ServerAddressesNegativeTestJSON-1839714056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:13.482895 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-30b9a1e3-c421-4ab5-a7be-6b7bc5d2d867 req-1adae303-2bb5-4f88-bb6b-3610ee04ff06 tempest-ServerAddressesNegativeTestJSON-1839714056 tempest-ServerAddressesNegativeTestJSON-1839714056-project] 10.222.0.59 "GET /v2.0/ports?device_id=77487355-8143-4af3-b83e-c73be95c7928 HTTP/1.1" status: 200 len: 943 time: 0.2828398 Jul 27 21:01:13.484722 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-e15b0887-8a45-4f27-b3f1-9e0934d342fc tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4075768'] for floatingip, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:13.503610 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-e15b0887-8a45-4f27-b3f1-9e0934d342fc tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for floatingip, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:13.512979 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-e15b0887-8a45-4f27-b3f1-9e0934d342fc tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.0885432 Jul 27 21:01:13.524929 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-640188d6-a76b-49ac-88bc-c9a1af676e62 req-20cbc770-81b0-4597-b706-97954c968303 service neutron] 10.222.0.60 "GET /v2.0/networks/3e9dc523-816b-49b7-ba7a-705067b62896?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2450244 Jul 27 21:01:13.539250 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe15e29f-910b-4333-8e9f-96a22379b920 req-620d99c6-3a62-42d3-9b20-c8a6023d1e34 tempest-ServersNegativeTestMultiTenantJSON-1522200457 tempest-ServersNegativeTestMultiTenantJSON-1522200457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:13.551528 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-fe15e29f-910b-4333-8e9f-96a22379b920 req-620d99c6-3a62-42d3-9b20-c8a6023d1e34 tempest-ServersNegativeTestMultiTenantJSON-1522200457 tempest-ServersNegativeTestMultiTenantJSON-1522200457-project] 10.222.0.36 "GET /v2.0/ports?device_id=06284a3e-feaa-472f-ae5f-c2dbb6ec559a HTTP/1.1" status: 200 len: 946 time: 0.2778478 Jul 27 21:01:13.598196 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-30b9a1e3-c421-4ab5-a7be-6b7bc5d2d867 req-212716eb-2fca-4142-a17a-c2df1fc60375 tempest-ServerAddressesNegativeTestJSON-1839714056 tempest-ServerAddressesNegativeTestJSON-1839714056-project] 10.222.0.59 "GET /v2.0/security-groups?id=a732b3f0-aacd-4b70-8476-47ce04d131a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067803 Jul 27 21:01:13.631874 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c66f58-e7e7-4362-9808-62dc79d712a1 req-e1246b14-e3bb-49fc-8a44-3ad342799b48 tempest-ServerDiagnosticsNegativeTest-1919750577 tempest-ServerDiagnosticsNegativeTest-1919750577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:13.633413 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-94c66f58-e7e7-4362-9808-62dc79d712a1 req-e1246b14-e3bb-49fc-8a44-3ad342799b48 tempest-ServerDiagnosticsNegativeTest-1919750577 tempest-ServerDiagnosticsNegativeTest-1919750577-project] 10.222.0.59 "GET /v2.0/ports?device_id=85a0f15e-2971-4358-9057-91d39268aad9 HTTP/1.1" status: 200 len: 949 time: 0.2334840 Jul 27 21:01:13.645154 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [req-878cdba0-3aa9-47e8-b6c6-8fe8607e780d req-a963de3f-10f8-4d79-9d92-9afef105db3d tempest-SecurityGroupsTestJSON-146164436 tempest-SecurityGroupsTestJSON-146164436-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-449855610', 'description': 'tempest-description-1959210122'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:01:13.679023 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-640188d6-a76b-49ac-88bc-c9a1af676e62 req-e55cd75c-2b31-4484-83f8-fda241c174c3 service neutron] 10.222.0.60 "GET /v2.0/networks/3e9dc523-816b-49b7-ba7a-705067b62896?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1440151 Jul 27 21:01:13.733406 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-94c66f58-e7e7-4362-9808-62dc79d712a1 req-596026e5-9538-4d70-adfa-c3945012b8d9 tempest-ServerDiagnosticsNegativeTest-1919750577 tempest-ServerDiagnosticsNegativeTest-1919750577-project] 10.222.0.59 "GET /v2.0/security-groups?id=8832986b-334a-47e2-bb19-499781937c03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838525 Jul 27 21:01:13.743324 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-878cdba0-3aa9-47e8-b6c6-8fe8607e780d req-a963de3f-10f8-4d79-9d92-9afef105db3d tempest-SecurityGroupsTestJSON-146164436 tempest-SecurityGroupsTestJSON-146164436-project] Notify callbacks [] for security_group, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:13.793149 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [req-fe15e29f-910b-4333-8e9f-96a22379b920 req-3bf11bbd-7676-4262-bf93-c3d5e6c5e8bb tempest-ServersNegativeTestMultiTenantJSON-1522200457 tempest-ServersNegativeTestMultiTenantJSON-1522200457-project] Deleting port 3009540e-7a31-46b9-84c7-33bc1bdfefb8 {{(pid=105585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:01:13.793435 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-fe15e29f-910b-4333-8e9f-96a22379b920 req-3bf11bbd-7676-4262-bf93-c3d5e6c5e8bb tempest-ServersNegativeTestMultiTenantJSON-1522200457 tempest-ServersNegativeTestMultiTenantJSON-1522200457-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:13.984436 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-878cdba0-3aa9-47e8-b6c6-8fe8607e780d req-a963de3f-10f8-4d79-9d92-9afef105db3d tempest-SecurityGroupsTestJSON-146164436 tempest-SecurityGroupsTestJSON-146164436-project] Notify callbacks [] for security_group, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:13.994315 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-878cdba0-3aa9-47e8-b6c6-8fe8607e780d req-a963de3f-10f8-4d79-9d92-9afef105db3d tempest-SecurityGroupsTestJSON-146164436 tempest-SecurityGroupsTestJSON-146164436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:13.997666 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.db [req-fe15e29f-910b-4333-8e9f-96a22379b920 req-3bf11bbd-7676-4262-bf93-c3d5e6c5e8bb tempest-ServersNegativeTestMultiTenantJSON-1522200457 tempest-ServersNegativeTestMultiTenantJSON-1522200457-project] For port 3009540e-7a31-46b9-84c7-33bc1bdfefb8, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=3009540e-7a31-46b9-84c7-33bc1bdfefb8,segment=NetworkSegment(4896b7ea-082d-41f6-96f4-bc68c0e929f9),segment_id=4896b7ea-082d-41f6-96f4-bc68c0e929f9)] {{(pid=105585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:01:13.998031 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-fe15e29f-910b-4333-8e9f-96a22379b920 req-3bf11bbd-7676-4262-bf93-c3d5e6c5e8bb tempest-ServersNegativeTestMultiTenantJSON-1522200457 tempest-ServersNegativeTestMultiTenantJSON-1522200457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:14.035669 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [req-fe15e29f-910b-4333-8e9f-96a22379b920 req-3bf11bbd-7676-4262-bf93-c3d5e6c5e8bb tempest-ServersNegativeTestMultiTenantJSON-1522200457 tempest-ServersNegativeTestMultiTenantJSON-1522200457-project] Calling delete_port for 3009540e-7a31-46b9-84c7-33bc1bdfefb8 owned by compute:nova {{(pid=105585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:01:14.045957 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe38d7e-6a05-4b71-b950-6be12ffbc82a req-d496d565-de88-4896-b380-ee7eb16c327f tempest-ServersNegativeTestMultiTenantJSON-1522200457 tempest-ServersNegativeTestMultiTenantJSON-1522200457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:14.048195 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-efe38d7e-6a05-4b71-b950-6be12ffbc82a req-d496d565-de88-4896-b380-ee7eb16c327f tempest-ServersNegativeTestMultiTenantJSON-1522200457 tempest-ServersNegativeTestMultiTenantJSON-1522200457-project] 10.222.0.59 "GET /v2.0/ports?device_id=06284a3e-feaa-472f-ae5f-c2dbb6ec559a HTTP/1.1" status: 200 len: 946 time: 0.2034602 Jul 27 21:01:14.057986 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-878cdba0-3aa9-47e8-b6c6-8fe8607e780d req-a963de3f-10f8-4d79-9d92-9afef105db3d tempest-SecurityGroupsTestJSON-146164436 tempest-SecurityGroupsTestJSON-146164436-project] Notify callbacks [] for security_group, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:14.059168 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-878cdba0-3aa9-47e8-b6c6-8fe8607e780d req-a963de3f-10f8-4d79-9d92-9afef105db3d tempest-SecurityGroupsTestJSON-146164436 tempest-SecurityGroupsTestJSON-146164436-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.4222538 Jul 27 21:01:14.070650 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a963de3f-10f8-4d79-9d92-9afef105db3d tempest-SecurityGroupsTestJSON-146164436 tempest-SecurityGroupsTestJSON-146164436-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2831a576-bbc0-48a5-8029-92f9a8735fe0,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:01:14.173281 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-efe38d7e-6a05-4b71-b950-6be12ffbc82a req-0a90dd99-4f5c-4bef-bd80-06b74d39c943 tempest-ServersNegativeTestMultiTenantJSON-1522200457 tempest-ServersNegativeTestMultiTenantJSON-1522200457-project] 10.222.0.59 "GET /v2.0/security-groups?id=0f956371-f4e7-42e3-a41f-672691967e07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092224 Jul 27 21:01:14.255959 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-875ced1b-4cf3-463a-9653-058f0f9421e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:14.413664 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-81846aa1-1531-444c-8f5a-2eb494f331a6 req-4765951f-4ac7-4114-9cc3-1c78f654650b tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-securitygroup--949400908&fields=id&tenant_id=16c9b99e3d6b4b58a380b57255ba6d41 HTTP/1.1" status: 200 len: 267 time: 0.1111889 Jul 27 21:01:14.431335 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-fe15e29f-910b-4333-8e9f-96a22379b920 req-3bf11bbd-7676-4262-bf93-c3d5e6c5e8bb tempest-ServersNegativeTestMultiTenantJSON-1522200457 tempest-ServersNegativeTestMultiTenantJSON-1522200457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:14.443636 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] get_ports_and_sgs() called for port_ids ['3009540e-7a31-46b9-84c7-33bc1bdfefb8'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:01:14.524740 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf11bbd-7676-4262-bf93-c3d5e6c5e8bb tempest-ServersNegativeTestMultiTenantJSON-1522200457 tempest-ServersNegativeTestMultiTenantJSON-1522200457-project] Pushing event deleted for resources: {'Port': ['ID=3009540e-7a31-46b9-84c7-33bc1bdfefb8,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:01:14.581839 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8e0e9f-bce3-4faa-aa34-650f0aa79169 req-eae5a7fa-0fc4-4638-9097-1e4864eaf52c tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:14.585088 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-be8e0e9f-bce3-4faa-aa34-650f0aa79169 req-eae5a7fa-0fc4-4638-9097-1e4864eaf52c tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d07fb74-3ebf-4d24-bbe3-7e4795327233 HTTP/1.1" status: 200 len: 946 time: 0.2492080 Jul 27 21:01:14.594458 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81846aa1-1531-444c-8f5a-2eb494f331a6 req-df7b45d4-2024-4326-af16-a0d7065bdb2a tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:14.600995 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-81846aa1-1531-444c-8f5a-2eb494f331a6 req-df7b45d4-2024-4326-af16-a0d7065bdb2a tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] 10.222.0.59 "GET /v2.0/ports/6e7d69d3-fba1-4359-a733-0c6375ba453c HTTP/1.1" status: 200 len: 932 time: 0.1753652 Jul 27 21:01:14.657638 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe15e29f-910b-4333-8e9f-96a22379b920 req-3bf11bbd-7676-4262-bf93-c3d5e6c5e8bb tempest-ServersNegativeTestMultiTenantJSON-1522200457 tempest-ServersNegativeTestMultiTenantJSON-1522200457-project] No DVR routers for this DVR port 3009540e-7a31-46b9-84c7-33bc1bdfefb8 on host n-h1-705658-22 {{(pid=105585) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:01:14.660949 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-fe15e29f-910b-4333-8e9f-96a22379b920 req-3bf11bbd-7676-4262-bf93-c3d5e6c5e8bb tempest-ServersNegativeTestMultiTenantJSON-1522200457 tempest-ServersNegativeTestMultiTenantJSON-1522200457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:14.663322 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-fe15e29f-910b-4333-8e9f-96a22379b920 req-3bf11bbd-7676-4262-bf93-c3d5e6c5e8bb tempest-ServersNegativeTestMultiTenantJSON-1522200457 tempest-ServersNegativeTestMultiTenantJSON-1522200457-project] 10.222.0.36 "DELETE /v2.0/ports/3009540e-7a31-46b9-84c7-33bc1bdfefb8 HTTP/1.1" status: 204 len: 173 time: 1.1107409 Jul 27 21:01:14.679898 n-d-705658-22 neutron-server[105585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06284a3e-feaa-472f-ae5f-c2dbb6ec559a', 'name': 'network-vif-deleted', 'tag': '3009540e-7a31-46b9-84c7-33bc1bdfefb8'}] {{(pid=105585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:01:14.686201 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d66fd65881426bfc2b5388084a3654e5eae521106a15a3dbf0eb4cde7106c36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18d87947-c5bc-4fda-82d1-bb42defbf4e5" -d '{"events": [{"server_uuid": "06284a3e-feaa-472f-ae5f-c2dbb6ec559a", "name": "network-vif-deleted", "tag": "3009540e-7a31-46b9-84c7-33bc1bdfefb8"}]}' {{(pid=105585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:01:14.731745 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81846aa1-1531-444c-8f5a-2eb494f331a6 req-01eda117-50ad-4013-8c71-fd2bc717e2a7 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:14.751149 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-81846aa1-1531-444c-8f5a-2eb494f331a6 req-01eda117-50ad-4013-8c71-fd2bc717e2a7 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] 10.222.0.59 "GET /v2.0/ports/c405af71-cbc1-4c5a-a3e0-43e7aa2f3727 HTTP/1.1" status: 200 len: 930 time: 0.1486795 Jul 27 21:01:14.769277 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-be8e0e9f-bce3-4faa-aa34-650f0aa79169 req-388d5af8-8f5e-4957-93b5-9415ebac7a31 tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] 10.222.0.59 "GET /v2.0/security-groups?id=d1766e71-7b2a-4f2d-acc0-530f862b8fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653750 Jul 27 21:01:14.822037 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-81846aa1-1531-444c-8f5a-2eb494f331a6 req-f7ce9091-7162-43a6-a031-46ee29f26645 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] 10.222.0.59 "GET /v2.0/ports?network_id=18eab60f-6056-4003-a4d0-6bd1a91b2423&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0699947 Jul 27 21:01:14.867290 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-81846aa1-1531-444c-8f5a-2eb494f331a6 req-355a96e8-8056-417a-abf2-90a651549093 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] 10.222.0.59 "GET /v2.0/ports?network_id=18eab60f-6056-4003-a4d0-6bd1a91b2423&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0364449 Jul 27 21:01:15.064048 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-cb289878-c735-4e73-a2f5-55568b90d4bc req-a1bc9bde-5541-448d-a472-5dd2cc12c4e0 tempest-SecurityGroupsTestJSON-146164436 tempest-SecurityGroupsTestJSON-146164436-project] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=8a9fb2dba4884d648101d24277d7cc3a HTTP/1.1" status: 200 len: 10899 time: 0.2521908 Jul 27 21:01:15.089800 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81846aa1-1531-444c-8f5a-2eb494f331a6 req-5a1fee5f-7c89-4306-b101-3b7d41ef2832 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:15.095689 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81846aa1-1531-444c-8f5a-2eb494f331a6 req-5a1fee5f-7c89-4306-b101-3b7d41ef2832 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:15.101513 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81846aa1-1531-444c-8f5a-2eb494f331a6 req-5a1fee5f-7c89-4306-b101-3b7d41ef2832 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:15.109343 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-81846aa1-1531-444c-8f5a-2eb494f331a6 req-5a1fee5f-7c89-4306-b101-3b7d41ef2832 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] 10.222.0.59 "GET /v2.0/networks?id=7ff0eeb8-777d-434e-b9ec-a1527ebf3b8c&id=e24d8d6c-cb0f-492b-9a38-55ce25e9a591&id=e24d8d6c-cb0f-492b-9a38-55ce25e9a591&id=18eab60f-6056-4003-a4d0-6bd1a91b2423&id=18eab60f-6056-4003-a4d0-6bd1a91b2423 HTTP/1.1" status: 200 len: 1990 time: 0.2357125 Jul 27 21:01:15.154270 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-81846aa1-1531-444c-8f5a-2eb494f331a6 req-bf491e25-3e43-45b9-8335-e6498b5d8051 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] 10.222.0.59 "GET /v2.0/quotas/16c9b99e3d6b4b58a380b57255ba6d41 HTTP/1.1" status: 200 len: 375 time: 0.0438778 Jul 27 21:01:15.210133 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97296ce-8f3d-4d62-85da-1da0b6173d1c req-3c93e6da-3af8-49ac-b764-baee51aa6ad1 tempest-ServerDiagnosticsNegativeTest-1919750577 tempest-ServerDiagnosticsNegativeTest-1919750577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:15.211697 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-d97296ce-8f3d-4d62-85da-1da0b6173d1c req-3c93e6da-3af8-49ac-b764-baee51aa6ad1 tempest-ServerDiagnosticsNegativeTest-1919750577 tempest-ServerDiagnosticsNegativeTest-1919750577-project] 10.222.0.36 "GET /v2.0/ports?device_id=85a0f15e-2971-4358-9057-91d39268aad9 HTTP/1.1" status: 200 len: 949 time: 0.2519560 Jul 27 21:01:15.226007 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-cb289878-c735-4e73-a2f5-55568b90d4bc req-5aa276c9-05c5-44ae-984d-5541683840ca tempest-SecurityGroupsTestJSON-146164436 tempest-SecurityGroupsTestJSON-146164436-project] 10.222.0.59 "GET /v2.0/security-groups/4e615c8e-7316-4e41-95e2-beb8fbe16280 HTTP/1.1" status: 200 len: 2981 time: 0.1508424 Jul 27 21:01:15.378108 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-81846aa1-1531-444c-8f5a-2eb494f331a6 req-2b78eb00-0a35-465f-80a7-2397817541c6 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=16c9b99e3d6b4b58a380b57255ba6d41&fields=id HTTP/1.1" status: 200 len: 532 time: 0.2226393 Jul 27 21:01:15.380755 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-cb289878-c735-4e73-a2f5-55568b90d4bc req-70aa26c3-fbde-4f0a-b089-af55dc394108 tempest-SecurityGroupsTestJSON-146164436 tempest-SecurityGroupsTestJSON-146164436-project] 10.222.0.59 "GET /v2.0/security-groups/4e615c8e-7316-4e41-95e2-beb8fbe16280 HTTP/1.1" status: 200 len: 2981 time: 0.1539326 Jul 27 21:01:15.500088 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [req-d97296ce-8f3d-4d62-85da-1da0b6173d1c req-896e6ae9-29d5-4e2a-a7c5-aadfedda9156 tempest-ServerDiagnosticsNegativeTest-1919750577 tempest-ServerDiagnosticsNegativeTest-1919750577-project] Deleting port afbe970c-2e67-4624-ae9f-23ffddd40208 {{(pid=105585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:01:15.500436 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-d97296ce-8f3d-4d62-85da-1da0b6173d1c req-896e6ae9-29d5-4e2a-a7c5-aadfedda9156 tempest-ServerDiagnosticsNegativeTest-1919750577 tempest-ServerDiagnosticsNegativeTest-1919750577-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:15.588233 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-81846aa1-1531-444c-8f5a-2eb494f331a6 req-e48c9bd3-b105-45af-bcee-9cefe225f047 service neutron] 10.222.0.59 "GET /v2.0/networks/7ff0eeb8-777d-434e-b9ec-a1527ebf3b8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1833677 Jul 27 21:01:15.700940 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.db [req-d97296ce-8f3d-4d62-85da-1da0b6173d1c req-896e6ae9-29d5-4e2a-a7c5-aadfedda9156 tempest-ServerDiagnosticsNegativeTest-1919750577 tempest-ServerDiagnosticsNegativeTest-1919750577-project] For port afbe970c-2e67-4624-ae9f-23ffddd40208, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=afbe970c-2e67-4624-ae9f-23ffddd40208,segment=NetworkSegment(86b1e6f6-d629-4b03-8944-4cdfbfb93d02),segment_id=86b1e6f6-d629-4b03-8944-4cdfbfb93d02)] {{(pid=105585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:01:15.701308 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-d97296ce-8f3d-4d62-85da-1da0b6173d1c req-896e6ae9-29d5-4e2a-a7c5-aadfedda9156 tempest-ServerDiagnosticsNegativeTest-1919750577 tempest-ServerDiagnosticsNegativeTest-1919750577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:15.723313 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d837bc-e73b-453b-9871-f6a036070d25 req-5c979e06-66f3-46ed-a845-e6aa6c474767 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:15.724818 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-12d837bc-e73b-453b-9871-f6a036070d25 req-5c979e06-66f3-46ed-a845-e6aa6c474767 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] 10.222.0.59 "GET /v2.0/ports?device_id=2ab3b612-b1bf-43fb-a1f2-964eea921f62 HTTP/1.1" status: 200 len: 945 time: 0.2305810 Jul 27 21:01:15.736905 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [req-d97296ce-8f3d-4d62-85da-1da0b6173d1c req-896e6ae9-29d5-4e2a-a7c5-aadfedda9156 tempest-ServerDiagnosticsNegativeTest-1919750577 tempest-ServerDiagnosticsNegativeTest-1919750577-project] Calling delete_port for afbe970c-2e67-4624-ae9f-23ffddd40208 owned by compute:nova {{(pid=105585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:01:15.778347 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-81846aa1-1531-444c-8f5a-2eb494f331a6 req-c44cd6db-d87f-442b-916d-a93d590cde39 service neutron] 10.222.0.59 "GET /v2.0/networks/7ff0eeb8-777d-434e-b9ec-a1527ebf3b8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1814628 Jul 27 21:01:15.862892 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-12d837bc-e73b-453b-9871-f6a036070d25 req-33df45be-fc55-4ea4-b168-defdfa2b03aa tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] 10.222.0.59 "GET /v2.0/security-groups?id=e8209215-bf66-4bb1-96ba-041099e74ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269810 Jul 27 21:01:15.909789 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-81846aa1-1531-444c-8f5a-2eb494f331a6 req-ac1abb4d-2b9a-4b61-9ebf-6dba3c0bdd20 service neutron] 10.222.0.59 "GET /v2.0/ports/6e7d69d3-fba1-4359-a733-0c6375ba453c?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1007080 Jul 27 21:01:16.096831 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-81846aa1-1531-444c-8f5a-2eb494f331a6 req-f6298004-23cd-4e5d-9274-d429b38dfa6d service neutron] 10.222.0.59 "GET /v2.0/networks/e24d8d6c-cb0f-492b-9a38-55ce25e9a591?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1721840 Jul 27 21:01:16.100731 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-d97296ce-8f3d-4d62-85da-1da0b6173d1c req-896e6ae9-29d5-4e2a-a7c5-aadfedda9156 tempest-ServerDiagnosticsNegativeTest-1919750577 tempest-ServerDiagnosticsNegativeTest-1919750577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:16.113964 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] get_ports_and_sgs() called for port_ids ['afbe970c-2e67-4624-ae9f-23ffddd40208'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:01:16.156093 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896e6ae9-29d5-4e2a-a7c5-aadfedda9156 tempest-ServerDiagnosticsNegativeTest-1919750577 tempest-ServerDiagnosticsNegativeTest-1919750577-project] Pushing event deleted for resources: {'Port': ['ID=afbe970c-2e67-4624-ae9f-23ffddd40208,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:01:16.165376 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9caa6b59-b649-49e1-9b17-3bdf6db031e4 req-8f941907-6617-4287-99c4-073bf750d6e0 tempest-ServerAddressesNegativeTestJSON-1839714056 tempest-ServerAddressesNegativeTestJSON-1839714056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:16.171471 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-9caa6b59-b649-49e1-9b17-3bdf6db031e4 req-8f941907-6617-4287-99c4-073bf750d6e0 tempest-ServerAddressesNegativeTestJSON-1839714056 tempest-ServerAddressesNegativeTestJSON-1839714056-project] 10.222.0.59 "GET /v2.0/ports?device_id=77487355-8143-4af3-b83e-c73be95c7928 HTTP/1.1" status: 200 len: 943 time: 0.2269611 Jul 27 21:01:16.289652 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.l3_dvrscheduler_db [req-d97296ce-8f3d-4d62-85da-1da0b6173d1c req-896e6ae9-29d5-4e2a-a7c5-aadfedda9156 tempest-ServerDiagnosticsNegativeTest-1919750577 tempest-ServerDiagnosticsNegativeTest-1919750577-project] No DVR routers for this DVR port afbe970c-2e67-4624-ae9f-23ffddd40208 on host n-h1-705658-22 {{(pid=105585) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:01:16.303297 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-d97296ce-8f3d-4d62-85da-1da0b6173d1c req-896e6ae9-29d5-4e2a-a7c5-aadfedda9156 tempest-ServerDiagnosticsNegativeTest-1919750577 tempest-ServerDiagnosticsNegativeTest-1919750577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:16.308319 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-d97296ce-8f3d-4d62-85da-1da0b6173d1c req-896e6ae9-29d5-4e2a-a7c5-aadfedda9156 tempest-ServerDiagnosticsNegativeTest-1919750577 tempest-ServerDiagnosticsNegativeTest-1919750577-project] 10.222.0.36 "DELETE /v2.0/ports/afbe970c-2e67-4624-ae9f-23ffddd40208 HTTP/1.1" status: 204 len: 173 time: 1.0801349 Jul 27 21:01:16.673451 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device afbe970c-2e67-4624-ae9f-23ffddd40208 no longer exists at agent hyperv_n-h1-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:01:16.698271 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-28650df7-c46c-4981-b84f-37d87254047e None None] No Port match for: afbe970c-2e67-4624-ae9f-23ffddd40208 {{(pid=105586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:01:16.699148 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device afbe970c-2e67-4624-ae9f-23ffddd40208 not bound to the agent host n-h1-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:01:16.699831 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device 3009540e-7a31-46b9-84c7-33bc1bdfefb8 no longer exists at agent hyperv_n-h1-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:01:16.703184 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-9caa6b59-b649-49e1-9b17-3bdf6db031e4 req-21a3e453-5e7e-4024-a48c-bd7e0b52105e tempest-ServerAddressesNegativeTestJSON-1839714056 tempest-ServerAddressesNegativeTestJSON-1839714056-project] 10.222.0.59 "GET /v2.0/security-groups?id=a732b3f0-aacd-4b70-8476-47ce04d131a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4986970 Jul 27 21:01:16.725430 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-28650df7-c46c-4981-b84f-37d87254047e None None] No Port match for: 3009540e-7a31-46b9-84c7-33bc1bdfefb8 {{(pid=105586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:01:16.726174 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device 3009540e-7a31-46b9-84c7-33bc1bdfefb8 not bound to the agent host n-h1-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:01:16.732059 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-81846aa1-1531-444c-8f5a-2eb494f331a6 req-dc320d61-ce36-4527-8de1-00a06f866a64 service neutron] 10.222.0.59 "GET /v2.0/networks/e24d8d6c-cb0f-492b-9a38-55ce25e9a591?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6233327 Jul 27 21:01:16.792609 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-81846aa1-1531-444c-8f5a-2eb494f331a6 req-98822538-fcc8-4ece-8d99-eb4ab059f4d7 service neutron] 10.222.0.59 "GET /v2.0/ports/c405af71-cbc1-4c5a-a3e0-43e7aa2f3727?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0524840 Jul 27 21:01:16.826301 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:01:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b80e8cc5-39b3-4e17-ab86-52c520928fb8 x-openstack-request-id: req-b80e8cc5-39b3-4e17-ab86-52c520928fb8 {{(pid=105585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:01:16.826689 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06284a3e-feaa-472f-ae5f-c2dbb6ec559a", "name": "network-vif-deleted", "tag": "3009540e-7a31-46b9-84c7-33bc1bdfefb8", "status": "completed", "code": 200}]} {{(pid=105585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:01:16.827025 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-b80e8cc5-39b3-4e17-ab86-52c520928fb8 {{(pid=105585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:01:16.827480 n-d-705658-22 neutron-server[105585]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06284a3e-feaa-472f-ae5f-c2dbb6ec559a', 'name': 'network-vif-deleted', 'tag': '3009540e-7a31-46b9-84c7-33bc1bdfefb8', 'status': 'completed', 'code': 200} Jul 27 21:01:16.926867 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-1cdfd163-57bc-4475-85d7-9fecba43437a req-ddd27914-680e-4e16-a69a-7542b1e5f83a tempest-ServerDiagnosticsNegativeTest-1919750577 tempest-ServerDiagnosticsNegativeTest-1919750577-project] 10.222.0.59 "GET /v2.0/ports?device_id=85a0f15e-2971-4358-9057-91d39268aad9 HTTP/1.1" status: 200 len: 210 time: 0.0573478 Jul 27 21:01:16.984698 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-81846aa1-1531-444c-8f5a-2eb494f331a6 req-54c67167-01d5-4adc-8ae2-01f936394e60 service neutron] 10.222.0.59 "GET /v2.0/networks/e24d8d6c-cb0f-492b-9a38-55ce25e9a591?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1911201 Jul 27 21:01:17.093129 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 42776) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:01:17.118804 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-81846aa1-1531-444c-8f5a-2eb494f331a6 req-5e312313-abdb-4ab0-8f34-a1c3297f2792 service neutron] 10.222.0.59 "GET /v2.0/networks/e24d8d6c-cb0f-492b-9a38-55ce25e9a591?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213396 Jul 27 21:01:17.167991 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb516142-2826-49d8-916e-afe6df7bc77d admin admin] Deleting subnet 34ed9f8d-9764-42bd-9ff6-27f1c3de8cac {{(pid=105584) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:01:17.171596 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-cb516142-2826-49d8-916e-afe6df7bc77d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:17.208010 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Device f92dbf3c-4ff3-4d82-a37c-6540880769b7 details requested by agent hyperv_n-h2-705658-22 with host n-h2-705658-22 {{(pid=105586) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:01:17.219101 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b9c76e99-9b73-49a8-914d-c4f8436ab902 req-980f4412-8949-4953-9053-4acd734e133f tempest-SecurityGroupsTestJSON-146164436 tempest-SecurityGroupsTestJSON-146164436-project] 10.222.0.59 "GET /v2.0/security-groups/eb28fa64-a7fe-4e1e-975c-2c05d2d7f41f HTTP/1.1" status: 200 len: 1800 time: 0.1145091 Jul 27 21:01:17.246955 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-cb516142-2826-49d8-916e-afe6df7bc77d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9014207'] for subnet, precommit_delete_associations {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:17.302205 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-81846aa1-1531-444c-8f5a-2eb494f331a6 req-837607bd-8990-49f6-8120-7c9e48a0249e service neutron] 10.222.0.59 "GET /v2.0/networks/e24d8d6c-cb0f-492b-9a38-55ce25e9a591?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1750741 Jul 27 21:01:17.345100 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-cb516142-2826-49d8-916e-afe6df7bc77d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854965'] for subnet, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:17.394065 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] For port f92dbf3c-4ff3-4d82-a37c-6540880769b7, host n-h2-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=f92dbf3c-4ff3-4d82-a37c-6540880769b7,segment=NetworkSegment(ae59b834-fa9e-43d7-a14a-5f47d1b59311),segment_id=ae59b834-fa9e-43d7-a14a-5f47d1b59311)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:01:17.412575 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Returning: {'device': 'f92dbf3c-4ff3-4d82-a37c-6540880769b7', 'network_id': '3e9dc523-816b-49b7-ba7a-705067b62896', 'port_id': 'f92dbf3c-4ff3-4d82-a37c-6540880769b7', 'mac_address': 'fa:16:3e:2e:1e:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5deb2552-b976-4783-8729-00b7ce661e64', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105586) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:01:17.427993 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-81846aa1-1531-444c-8f5a-2eb494f331a6 req-cd3b9a93-508d-4a12-a444-966066a6d8cf service neutron] 10.222.0.59 "GET /v2.0/networks/e24d8d6c-cb0f-492b-9a38-55ce25e9a591?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246750 Jul 27 21:01:17.442036 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-cb516142-2826-49d8-916e-afe6df7bc77d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9014081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9738825'] for subnet, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:17.468708 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:17.482404 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb516142-2826-49d8-916e-afe6df7bc77d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=34ed9f8d-9764-42bd-9ff6-27f1c3de8cac,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:01:17.493136 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [None req-3d54578f-831f-4696-b568-13c455922dab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f92dbf3c-4ff3-4d82-a37c-6540880769b7 {{(pid=105586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:01:17.495296 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-cb516142-2826-49d8-916e-afe6df7bc77d admin admin] Notify callbacks [] for subnet, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:17.496120 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-b9c76e99-9b73-49a8-914d-c4f8436ab902 req-92570b8e-5bbb-4c10-a6fd-bf4c4b9f3acd tempest-SecurityGroupsTestJSON-146164436 tempest-SecurityGroupsTestJSON-146164436-project] Notify callbacks [] for security_group, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:17.498259 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-cb516142-2826-49d8-916e-afe6df7bc77d admin admin] 10.222.0.59 "DELETE /v2.0/subnets/34ed9f8d-9764-42bd-9ff6-27f1c3de8cac HTTP/1.1" status: 204 len: 168 time: 0.4023385 Jul 27 21:01:17.503414 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 42778) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:01:17.514873 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb516142-2826-49d8-916e-afe6df7bc77d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:01:17.515758 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb516142-2826-49d8-916e-afe6df7bc77d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:01:17.516335 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb516142-2826-49d8-916e-afe6df7bc77d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:01:17.517059 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb516142-2826-49d8-916e-afe6df7bc77d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:01:17.517608 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb516142-2826-49d8-916e-afe6df7bc77d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:01:17.518263 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb516142-2826-49d8-916e-afe6df7bc77d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:01:17.518770 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb516142-2826-49d8-916e-afe6df7bc77d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:01:17.519296 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb516142-2826-49d8-916e-afe6df7bc77d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:01:17.519865 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb516142-2826-49d8-916e-afe6df7bc77d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:01:17.520357 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb516142-2826-49d8-916e-afe6df7bc77d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:01:17.520900 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb516142-2826-49d8-916e-afe6df7bc77d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:01:17.521794 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb516142-2826-49d8-916e-afe6df7bc77d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:01:17.549872 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] For port f92dbf3c-4ff3-4d82-a37c-6540880769b7, host n-h2-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=f92dbf3c-4ff3-4d82-a37c-6540880769b7,segment=NetworkSegment(ae59b834-fa9e-43d7-a14a-5f47d1b59311),segment_id=ae59b834-fa9e-43d7-a14a-5f47d1b59311)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:01:17.560413 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:17.561610 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-b9c76e99-9b73-49a8-914d-c4f8436ab902 req-92570b8e-5bbb-4c10-a6fd-bf4c4b9f3acd tempest-SecurityGroupsTestJSON-146164436 tempest-SecurityGroupsTestJSON-146164436-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:17.615640 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-182ea8c7-a81d-4ebc-ac33-bffc4cd2883f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-990557'] for network, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:17.636633 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Pushing event updated for resources: {'Port': ['ID=f92dbf3c-4ff3-4d82-a37c-6540880769b7,revision_number=4']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:01:17.643573 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-81846aa1-1531-444c-8f5a-2eb494f331a6 req-906a14bd-5a01-4f2b-bad3-c0b5b4e9c10a service neutron] 10.222.0.59 "GET /v2.0/networks/e24d8d6c-cb0f-492b-9a38-55ce25e9a591?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2144356 Jul 27 21:01:17.644577 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-b9c76e99-9b73-49a8-914d-c4f8436ab902 req-92570b8e-5bbb-4c10-a6fd-bf4c4b9f3acd tempest-SecurityGroupsTestJSON-146164436 tempest-SecurityGroupsTestJSON-146164436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:17.648461 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-b9c76e99-9b73-49a8-914d-c4f8436ab902 req-92570b8e-5bbb-4c10-a6fd-bf4c4b9f3acd tempest-SecurityGroupsTestJSON-146164436 tempest-SecurityGroupsTestJSON-146164436-project] Notify callbacks [] for security_group, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:17.660991 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:01:17.661495 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:01:17.661982 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:01:17.662507 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:01:17.662944 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:01:17.663407 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:01:17.663842 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:01:17.663985 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b9c76e99-9b73-49a8-914d-c4f8436ab902 req-92570b8e-5bbb-4c10-a6fd-bf4c4b9f3acd tempest-SecurityGroupsTestJSON-146164436 tempest-SecurityGroupsTestJSON-146164436-project] 10.222.0.59 "DELETE /v2.0/security-groups/eb28fa64-a7fe-4e1e-975c-2c05d2d7f41f HTTP/1.1" status: 204 len: 173 time: 0.4332221 Jul 27 21:01:17.664355 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:01:17.664800 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:01:17.665234 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:01:17.665988 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:01:17.666687 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:01:17.710142 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92570b8e-5bbb-4c10-a6fd-bf4c4b9f3acd tempest-SecurityGroupsTestJSON-146164436 tempest-SecurityGroupsTestJSON-146164436-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb28fa64-a7fe-4e1e-975c-2c05d2d7f41f,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:01:17.759983 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-182ea8c7-a81d-4ebc-ac33-bffc4cd2883f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853562', 'neutron.services.segments.db._delete_segments_for_network-8790688882975'] for network, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:17.770065 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.segments.db [None req-182ea8c7-a81d-4ebc-ac33-bffc4cd2883f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2a3e5aa-349c-49e5-8f94-16c56fbd2a4c']}} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:01:17.790029 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.segments.db [None req-182ea8c7-a81d-4ebc-ac33-bffc4cd2883f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4896b7ea-082d-41f6-96f4-bc68c0e929f9') {'for_net_delete': True} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:01:17.790335 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.segments.db [None req-182ea8c7-a81d-4ebc-ac33-bffc4cd2883f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4896b7ea-082d-41f6-96f4-bc68c0e929f9') {} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:01:17.800448 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-182ea8c7-a81d-4ebc-ac33-bffc4cd2883f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790688883752', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9014348'] for segment, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:17.817312 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-182ea8c7-a81d-4ebc-ac33-bffc4cd2883f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:17.825494 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-182ea8c7-a81d-4ebc-ac33-bffc4cd2883f admin admin] Releasing vlan 204 on physical network physnet1 to pool {{(pid=105584) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:01:17.825998 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-182ea8c7-a81d-4ebc-ac33-bffc4cd2883f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9014063'] for segment, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:17.829366 n-d-705658-22 neutron-server[105584]: Traceback (most recent call last): Jul 27 21:01:17.829366 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:01:17.829366 n-d-705658-22 neutron-server[105584]: timer() Jul 27 21:01:17.829366 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:01:17.829366 n-d-705658-22 neutron-server[105584]: cb(*args, **kw) Jul 27 21:01:17.829366 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:01:17.829366 n-d-705658-22 neutron-server[105584]: return func(*args, **kwargs) Jul 27 21:01:17.829366 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:01:17.829366 n-d-705658-22 neutron-server[105584]: self._notify() Jul 27 21:01:17.829366 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:01:17.829366 n-d-705658-22 neutron-server[105584]: self.callback(batched_events) Jul 27 21:01:17.829366 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:01:17.829366 n-d-705658-22 neutron-server[105584]: event.method(event) Jul 27 21:01:17.829366 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:01:17.829366 n-d-705658-22 neutron-server[105584]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:01:17.829366 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:01:17.829366 n-d-705658-22 neutron-server[105584]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:01:17.829366 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:01:17.829366 n-d-705658-22 neutron-server[105584]: return f(self, *a, **k) Jul 27 21:01:17.829366 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:01:17.829366 n-d-705658-22 neutron-server[105584]: return self._get(url).json() Jul 27 21:01:17.829366 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:01:17.829366 n-d-705658-22 neutron-server[105584]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:01:17.829366 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:01:17.829366 n-d-705658-22 neutron-server[105584]: return self.request(url, 'GET', **kwargs) Jul 27 21:01:17.829366 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:01:17.829366 n-d-705658-22 neutron-server[105584]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:01:17.829366 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:01:17.829366 n-d-705658-22 neutron-server[105584]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:01:17.829366 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:01:17.829366 n-d-705658-22 neutron-server[105584]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:01:17.829366 n-d-705658-22 neutron-server[105584]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:01:17.859651 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-81846aa1-1531-444c-8f5a-2eb494f331a6 req-5cb7a0a3-0648-4aa0-9a38-fa0c3cac585f service neutron] 10.222.0.59 "GET /v2.0/networks/e24d8d6c-cb0f-492b-9a38-55ce25e9a591?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1914659 Jul 27 21:01:17.880527 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8cdb64-98ca-40b8-b921-5eb28d7fc557 req-6c554f84-7028-46dc-92c1-aa56b462d7fa tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:17.882543 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-0a8cdb64-98ca-40b8-b921-5eb28d7fc557 req-6c554f84-7028-46dc-92c1-aa56b462d7fa tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d07fb74-3ebf-4d24-bbe3-7e4795327233 HTTP/1.1" status: 200 len: 946 time: 0.1220624 Jul 27 21:01:17.899415 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-182ea8c7-a81d-4ebc-ac33-bffc4cd2883f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4075658'] for network, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:17.910734 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-182ea8c7-a81d-4ebc-ac33-bffc4cd2883f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743886'] for network, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:17.914899 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-182ea8c7-a81d-4ebc-ac33-bffc4cd2883f admin admin] 10.222.0.59 "DELETE /v2.0/networks/c2a3e5aa-349c-49e5-8f94-16c56fbd2a4c HTTP/1.1" status: 204 len: 168 time: 0.4074476 Jul 27 21:01:17.923059 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 42784) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:01:17.930439 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182ea8c7-a81d-4ebc-ac33-bffc4cd2883f admin admin] Pushing event deleted for resources: {'Network': ['ID=c2a3e5aa-349c-49e5-8f94-16c56fbd2a4c,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:01:17.968382 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] get_ports_and_sgs() called for port_ids ['f92dbf3c-4ff3-4d82-a37c-6540880769b7'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:01:17.975636 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f71b588-7666-41fc-bcfc-a173a03d887b admin admin] Deleting subnet 0729e709-cc9a-410e-89aa-d863bf256977 {{(pid=105584) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:01:17.979701 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-2f71b588-7666-41fc-bcfc-a173a03d887b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:18.005379 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-0a8cdb64-98ca-40b8-b921-5eb28d7fc557 req-19621d0a-998f-47ef-9780-7dc045696ff9 tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] 10.222.0.59 "GET /v2.0/security-groups?id=d1766e71-7b2a-4f2d-acc0-530f862b8fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074564 Jul 27 21:01:18.063142 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-2f71b588-7666-41fc-bcfc-a173a03d887b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9014207'] for subnet, precommit_delete_associations {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:18.119919 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-81846aa1-1531-444c-8f5a-2eb494f331a6 req-02fb17ca-567b-4d0f-96cb-14898c74870f service neutron] 10.222.0.59 "GET /v2.0/networks/18eab60f-6056-4003-a4d0-6bd1a91b2423?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2499926 Jul 27 21:01:18.137484 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-2f71b588-7666-41fc-bcfc-a173a03d887b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854965'] for subnet, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:18.211299 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-2f71b588-7666-41fc-bcfc-a173a03d887b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9014081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9738825'] for subnet, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:18.270062 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f71b588-7666-41fc-bcfc-a173a03d887b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0729e709-cc9a-410e-89aa-d863bf256977,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:01:18.274081 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-2f71b588-7666-41fc-bcfc-a173a03d887b admin admin] Notify callbacks [] for subnet, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:18.279523 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-2f71b588-7666-41fc-bcfc-a173a03d887b admin admin] 10.222.0.59 "DELETE /v2.0/subnets/0729e709-cc9a-410e-89aa-d863bf256977 HTTP/1.1" status: 204 len: 168 time: 0.3533504 Jul 27 21:01:18.280545 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 42790) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:01:18.307204 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea75ab2b-8083-4c75-94fc-10f4eac9a2db req-2d7b8ca4-68cf-4981-904f-35e9c7ef2af5 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:18.317015 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-ea75ab2b-8083-4c75-94fc-10f4eac9a2db req-2d7b8ca4-68cf-4981-904f-35e9c7ef2af5 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] 10.222.0.59 "GET /v2.0/ports?device_id=2ab3b612-b1bf-43fb-a1f2-964eea921f62 HTTP/1.1" status: 200 len: 945 time: 0.1856785 Jul 27 21:01:18.348559 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-81846aa1-1531-444c-8f5a-2eb494f331a6 req-a27dfcaf-fc79-4fab-a1b6-a6c77f210500 service neutron] 10.222.0.59 "GET /v2.0/networks/18eab60f-6056-4003-a4d0-6bd1a91b2423?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2277746 Jul 27 21:01:18.375150 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-596720d6-386e-47d6-abb5-cc9011198523 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-990557'] for network, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:18.432207 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-ea75ab2b-8083-4c75-94fc-10f4eac9a2db req-c5e184e7-eb79-4de8-a1a7-3ab89fc38a13 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] 10.222.0.59 "GET /v2.0/security-groups?id=e8209215-bf66-4bb1-96ba-041099e74ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119566 Jul 27 21:01:18.475620 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-596720d6-386e-47d6-abb5-cc9011198523 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853562', 'neutron.services.segments.db._delete_segments_for_network-8790688882975'] for network, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:18.488242 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.segments.db [None req-596720d6-386e-47d6-abb5-cc9011198523 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['956c89a9-017e-4295-b53f-7a2157d5c423']}} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:01:18.491719 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-81846aa1-1531-444c-8f5a-2eb494f331a6 req-f412f01a-9f50-4bb8-a18f-8e21dde6bac5 service neutron] 10.222.0.59 "GET /v2.0/networks/18eab60f-6056-4003-a4d0-6bd1a91b2423?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307094 Jul 27 21:01:18.503455 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.segments.db [None req-596720d6-386e-47d6-abb5-cc9011198523 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e3501e0-c8fe-4c81-8767-7672235e456b') {'for_net_delete': True} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:01:18.504348 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.segments.db [None req-596720d6-386e-47d6-abb5-cc9011198523 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e3501e0-c8fe-4c81-8767-7672235e456b') {} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:01:18.521440 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-596720d6-386e-47d6-abb5-cc9011198523 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790688883752', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9014348'] for segment, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:18.528774 n-d-705658-22 neutron-server[105585]: INFO neutron.api.v2.resource [req-20fe0daf-55ad-4c98-ab59-1deb8b1ceecb req-4d542995-4980-47de-9643-77bf7883673b tempest-SecurityGroupsTestJSON-146164436 tempest-SecurityGroupsTestJSON-146164436-project] show failed (client error): The resource could not be found. Jul 27 21:01:18.530230 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-20fe0daf-55ad-4c98-ab59-1deb8b1ceecb req-4d542995-4980-47de-9643-77bf7883673b tempest-SecurityGroupsTestJSON-146164436 tempest-SecurityGroupsTestJSON-146164436-project] 10.222.0.59 "GET /v2.0/security-groups/eb28fa64-a7fe-4e1e-975c-2c05d2d7f41f HTTP/1.1" status: 404 len: 352 time: 0.0374258 Jul 27 21:01:18.541366 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-596720d6-386e-47d6-abb5-cc9011198523 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:18.553852 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-596720d6-386e-47d6-abb5-cc9011198523 admin admin] Releasing vlan 203 on physical network physnet1 to pool {{(pid=105584) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:01:18.554709 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-596720d6-386e-47d6-abb5-cc9011198523 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9014063'] for segment, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:18.582933 n-d-705658-22 neutron-server[105584]: Traceback (most recent call last): Jul 27 21:01:18.582933 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:01:18.582933 n-d-705658-22 neutron-server[105584]: timer() Jul 27 21:01:18.582933 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:01:18.582933 n-d-705658-22 neutron-server[105584]: cb(*args, **kw) Jul 27 21:01:18.582933 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:01:18.582933 n-d-705658-22 neutron-server[105584]: return func(*args, **kwargs) Jul 27 21:01:18.582933 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:01:18.582933 n-d-705658-22 neutron-server[105584]: self._notify() Jul 27 21:01:18.582933 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:01:18.582933 n-d-705658-22 neutron-server[105584]: self.callback(batched_events) Jul 27 21:01:18.582933 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:01:18.582933 n-d-705658-22 neutron-server[105584]: event.method(event) Jul 27 21:01:18.582933 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:01:18.582933 n-d-705658-22 neutron-server[105584]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:01:18.582933 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:01:18.582933 n-d-705658-22 neutron-server[105584]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:01:18.582933 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:01:18.582933 n-d-705658-22 neutron-server[105584]: return f(self, *a, **k) Jul 27 21:01:18.582933 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:01:18.582933 n-d-705658-22 neutron-server[105584]: return self._get(url).json() Jul 27 21:01:18.582933 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:01:18.582933 n-d-705658-22 neutron-server[105584]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:01:18.582933 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:01:18.582933 n-d-705658-22 neutron-server[105584]: return self.request(url, 'GET', **kwargs) Jul 27 21:01:18.582933 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:01:18.582933 n-d-705658-22 neutron-server[105584]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:01:18.582933 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:01:18.582933 n-d-705658-22 neutron-server[105584]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:01:18.582933 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:01:18.582933 n-d-705658-22 neutron-server[105584]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:01:18.582933 n-d-705658-22 neutron-server[105584]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:01:18.642098 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-596720d6-386e-47d6-abb5-cc9011198523 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4075658'] for network, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:18.648168 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-596720d6-386e-47d6-abb5-cc9011198523 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743886'] for network, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:18.653606 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-596720d6-386e-47d6-abb5-cc9011198523 admin admin] 10.222.0.59 "DELETE /v2.0/networks/956c89a9-017e-4295-b53f-7a2157d5c423 HTTP/1.1" status: 204 len: 168 time: 0.3689787 Jul 27 21:01:18.663443 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596720d6-386e-47d6-abb5-cc9011198523 admin admin] Pushing event deleted for resources: {'Network': ['ID=956c89a9-017e-4295-b53f-7a2157d5c423,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:01:18.664445 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-81846aa1-1531-444c-8f5a-2eb494f331a6 req-c74d6e6c-b4f0-417e-bcf2-510dded17cd3 service neutron] 10.222.0.59 "GET /v2.0/networks/18eab60f-6056-4003-a4d0-6bd1a91b2423?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1625688 Jul 27 21:01:18.703242 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af4adc9-db76-4b8d-bf7c-889ef10c2281 req-6cde0148-9a8f-4f97-b3d9-16c17c356949 tempest-ServerAddressesNegativeTestJSON-1839714056 tempest-ServerAddressesNegativeTestJSON-1839714056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:18.711579 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-3af4adc9-db76-4b8d-bf7c-889ef10c2281 req-6cde0148-9a8f-4f97-b3d9-16c17c356949 tempest-ServerAddressesNegativeTestJSON-1839714056 tempest-ServerAddressesNegativeTestJSON-1839714056-project] 10.222.0.59 "GET /v2.0/ports?device_id=77487355-8143-4af3-b83e-c73be95c7928 HTTP/1.1" status: 200 len: 944 time: 0.1153595 Jul 27 21:01:18.756526 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-3af4adc9-db76-4b8d-bf7c-889ef10c2281 req-d741a2e8-fa77-4fa8-9ca5-6221e731371d tempest-ServerAddressesNegativeTestJSON-1839714056 tempest-ServerAddressesNegativeTestJSON-1839714056-project] 10.222.0.59 "GET /v2.0/security-groups?id=a732b3f0-aacd-4b70-8476-47ce04d131a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430772 Jul 27 21:01:18.830017 n-d-705658-22 neutron-server[105585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85a0f15e-2971-4358-9057-91d39268aad9', 'name': 'network-vif-deleted', 'tag': 'afbe970c-2e67-4624-ae9f-23ffddd40208'}] {{(pid=105585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:01:18.833488 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d66fd65881426bfc2b5388084a3654e5eae521106a15a3dbf0eb4cde7106c36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6a61805-2cd9-420c-a5af-0771bd5dad55" -d '{"events": [{"server_uuid": "85a0f15e-2971-4358-9057-91d39268aad9", "name": "network-vif-deleted", "tag": "afbe970c-2e67-4624-ae9f-23ffddd40208"}]}' {{(pid=105585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:01:18.952745 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 42806) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:01:19.046722 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-ae560f39-4549-45c9-bde2-387c040dabe2 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=e98299b082254e56bbe1e48a4bf26417&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0928166 Jul 27 21:01:19.053565 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 42814) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:01:19.115429 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-025371a2-fb78-420a-aee2-3d8bcca5e3e7 req-4c022f25-e5d0-4d35-8260-af1058ad8aa0 tempest-SecurityGroupsTestJSON-146164436 tempest-SecurityGroupsTestJSON-146164436-project] 10.222.0.59 "GET /v2.0/security-groups/daf80573-c6af-4fcb-b480-e4fde59608f2 HTTP/1.1" status: 200 len: 1801 time: 0.0954542 Jul 27 21:01:19.204805 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Device f92dbf3c-4ff3-4d82-a37c-6540880769b7 up at agent hyperv_n-h2-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:01:19.229221 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 42822) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:01:19.230464 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-66242079-832f-42d5-b913-e99da052ab76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:19.315972 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-025371a2-fb78-420a-aee2-3d8bcca5e3e7 req-f2b57ea2-52d6-4479-a1ca-70ab13269cf7 tempest-SecurityGroupsTestJSON-146164436 tempest-SecurityGroupsTestJSON-146164436-project] Notify callbacks [] for security_group, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:19.326121 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-3d54578f-831f-4696-b568-13c455922dab None None] Provisioning for port f92dbf3c-4ff3-4d82-a37c-6540880769b7 completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:01:19.334059 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-3d54578f-831f-4696-b568-13c455922dab None None] Provisioning complete for port f92dbf3c-4ff3-4d82-a37c-6540880769b7 triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:01:19.334506 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:19.344046 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-66242079-832f-42d5-b913-e99da052ab76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:19.429045 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-025371a2-fb78-420a-aee2-3d8bcca5e3e7 req-f2b57ea2-52d6-4479-a1ca-70ab13269cf7 tempest-SecurityGroupsTestJSON-146164436 tempest-SecurityGroupsTestJSON-146164436-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:19.471655 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-bbfd7b39-c866-4a06-a7ad-9100cc844728 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=e3dd391ba3d54095948169d71efc1eb3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2393432 Jul 27 21:01:19.474070 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 42836) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:01:19.539821 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:19.551163 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-0e89be58-c873-4d82-a39b-5c15c543dcd5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:19.590309 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-66242079-832f-42d5-b913-e99da052ab76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:19.593062 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77487355-8143-4af3-b83e-c73be95c7928', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f92dbf3c-4ff3-4d82-a37c-6540880769b7'}] {{(pid=105586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:01:19.598118 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14c1663e039faf5393f87855f745010ac5b02220355b68fdbf065393e303ac56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70fb4322-b278-474e-83ae-39929188f4f2" -d '{"events": [{"server_uuid": "77487355-8143-4af3-b83e-c73be95c7928", "name": "network-vif-plugged", "status": "completed", "tag": "f92dbf3c-4ff3-4d82-a37c-6540880769b7"}]}' {{(pid=105586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:01:19.601623 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-66242079-832f-42d5-b913-e99da052ab76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:19.603018 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-66242079-832f-42d5-b913-e99da052ab76 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/0f956371-f4e7-42e3-a41f-672691967e07 HTTP/1.1" status: 204 len: 168 time: 0.5481546 Jul 27 21:01:19.604316 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:01:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d41e7879-aacb-4f96-b2df-0d00972700b4 x-openstack-request-id: req-d41e7879-aacb-4f96-b2df-0d00972700b4 {{(pid=105585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:01:19.604597 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85a0f15e-2971-4358-9057-91d39268aad9", "name": "network-vif-deleted", "tag": "afbe970c-2e67-4624-ae9f-23ffddd40208", "status": "completed", "code": 200}]} {{(pid=105585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:01:19.604842 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-d41e7879-aacb-4f96-b2df-0d00972700b4 {{(pid=105585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:01:19.605225 n-d-705658-22 neutron-server[105585]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85a0f15e-2971-4358-9057-91d39268aad9', 'name': 'network-vif-deleted', 'tag': 'afbe970c-2e67-4624-ae9f-23ffddd40208', 'status': 'completed', 'code': 200} Jul 27 21:01:19.607857 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-025371a2-fb78-420a-aee2-3d8bcca5e3e7 req-f2b57ea2-52d6-4479-a1ca-70ab13269cf7 tempest-SecurityGroupsTestJSON-146164436 tempest-SecurityGroupsTestJSON-146164436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:19.612028 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-025371a2-fb78-420a-aee2-3d8bcca5e3e7 req-f2b57ea2-52d6-4479-a1ca-70ab13269cf7 tempest-SecurityGroupsTestJSON-146164436 tempest-SecurityGroupsTestJSON-146164436-project] Notify callbacks [] for security_group, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:19.614168 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-0e89be58-c873-4d82-a39b-5c15c543dcd5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:19.638728 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-025371a2-fb78-420a-aee2-3d8bcca5e3e7 req-f2b57ea2-52d6-4479-a1ca-70ab13269cf7 tempest-SecurityGroupsTestJSON-146164436 tempest-SecurityGroupsTestJSON-146164436-project] 10.222.0.59 "DELETE /v2.0/security-groups/daf80573-c6af-4fcb-b480-e4fde59608f2 HTTP/1.1" status: 204 len: 173 time: 0.5217426 Jul 27 21:01:19.652086 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] For port f92dbf3c-4ff3-4d82-a37c-6540880769b7, host n-h2-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=f92dbf3c-4ff3-4d82-a37c-6540880769b7,segment=NetworkSegment(ae59b834-fa9e-43d7-a14a-5f47d1b59311),segment_id=ae59b834-fa9e-43d7-a14a-5f47d1b59311)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:01:19.660282 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:19.667291 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66242079-832f-42d5-b913-e99da052ab76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f956371-f4e7-42e3-a41f-672691967e07,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:01:19.760654 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-0e89be58-c873-4d82-a39b-5c15c543dcd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:19.774254 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-0e89be58-c873-4d82-a39b-5c15c543dcd5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:19.777938 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-0e89be58-c873-4d82-a39b-5c15c543dcd5 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/8832986b-334a-47e2-bb19-499781937c03 HTTP/1.1" status: 204 len: 168 time: 0.3003397 Jul 27 21:01:19.814765 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e89be58-c873-4d82-a39b-5c15c543dcd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8832986b-334a-47e2-bb19-499781937c03,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:01:19.843174 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b57ea2-52d6-4479-a1ca-70ab13269cf7 tempest-SecurityGroupsTestJSON-146164436 tempest-SecurityGroupsTestJSON-146164436-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=daf80573-c6af-4fcb-b480-e4fde59608f2,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:01:19.961592 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Pushing event updated for resources: {'Port': ['ID=f92dbf3c-4ff3-4d82-a37c-6540880769b7,revision_number=5']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:01:20.004305 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47374262-22d1-40ae-a420-215cce9f159d req-3c91c8b9-0aa9-45e7-8173-21881121b1bc tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:20.005969 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-47374262-22d1-40ae-a420-215cce9f159d req-3c91c8b9-0aa9-45e7-8173-21881121b1bc tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d07fb74-3ebf-4d24-bbe3-7e4795327233 HTTP/1.1" status: 200 len: 946 time: 0.3363931 Jul 27 21:01:20.069451 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deaf9291-e8ba-4784-837f-dcb2aa84342c req-158e6c25-abdb-4612-860e-850579bc3ba3 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:20.081186 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-deaf9291-e8ba-4784-837f-dcb2aa84342c req-158e6c25-abdb-4612-860e-850579bc3ba3 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] 10.222.0.59 "GET /v2.0/ports?device_id=2ab3b612-b1bf-43fb-a1f2-964eea921f62 HTTP/1.1" status: 200 len: 945 time: 0.2428713 Jul 27 21:01:20.136478 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-47374262-22d1-40ae-a420-215cce9f159d req-9dca4655-5d7f-41bf-948c-4907846fd311 tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] 10.222.0.59 "GET /v2.0/security-groups?id=d1766e71-7b2a-4f2d-acc0-530f862b8fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160326 Jul 27 21:01:20.176972 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-deaf9291-e8ba-4784-837f-dcb2aa84342c req-b248ad9e-ed62-4b05-9c7f-914b72fc2175 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] 10.222.0.59 "GET /v2.0/security-groups?id=e8209215-bf66-4bb1-96ba-041099e74ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949805 Jul 27 21:01:20.244831 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 42864) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:01:20.248558 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:01:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cf7afdb-0b05-48c3-9ede-ac35eb4a6205 x-openstack-request-id: req-4cf7afdb-0b05-48c3-9ede-ac35eb4a6205 {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:01:20.249034 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77487355-8143-4af3-b83e-c73be95c7928", "name": "network-vif-plugged", "status": "completed", "tag": "f92dbf3c-4ff3-4d82-a37c-6540880769b7", "code": 200}]} {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:01:20.249287 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-4cf7afdb-0b05-48c3-9ede-ac35eb4a6205 {{(pid=105586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:01:20.250042 n-d-705658-22 neutron-server[105586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77487355-8143-4af3-b83e-c73be95c7928', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f92dbf3c-4ff3-4d82-a37c-6540880769b7', 'code': 200} Jul 27 21:01:20.313058 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-d07bdef3-8f6e-495a-8f95-4308636d9414 req-999d7928-98ac-4858-be38-5a92d47fd76b tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] 10.222.0.59 "GET /v2.0/ports?device_id=9dfbe127-2e40-448a-9032-c49d8e1e61fe HTTP/1.1" status: 200 len: 210 time: 0.0705109 Jul 27 21:01:20.329239 n-d-705658-22 neutron-server[105585]: INFO neutron.api.v2.resource [req-39cd0139-0cfa-4e22-bde6-7b602e8d238b req-e1c5131f-d086-40b5-8e49-9469d8dd37a8 tempest-SecurityGroupsTestJSON-146164436 tempest-SecurityGroupsTestJSON-146164436-project] show failed (client error): The resource could not be found. Jul 27 21:01:20.355752 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-39cd0139-0cfa-4e22-bde6-7b602e8d238b req-e1c5131f-d086-40b5-8e49-9469d8dd37a8 tempest-SecurityGroupsTestJSON-146164436 tempest-SecurityGroupsTestJSON-146164436-project] 10.222.0.59 "GET /v2.0/security-groups/daf80573-c6af-4fcb-b480-e4fde59608f2 HTTP/1.1" status: 404 len: 352 time: 0.0670063 Jul 27 21:01:20.408851 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-eafa1bd1-3fa9-4905-aad4-a74e4520a0d8 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=006e1d170e844ea99bdc93aad1d93b3c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1629326 Jul 27 21:01:20.412715 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 42868) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:01:20.499134 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c05d7da-37a7-4871-a750-f2dce0b41333 req-538a5bf5-1207-4448-8a75-f9000a7fed72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:20.504162 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-8c05d7da-37a7-4871-a750-f2dce0b41333 req-538a5bf5-1207-4448-8a75-f9000a7fed72 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=77487355-8143-4af3-b83e-c73be95c7928 HTTP/1.1" status: 200 len: 1097 time: 0.1785002 Jul 27 21:01:20.538145 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-b984c052-3f21-4d8c-afca-107f2dd0101f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:20.568949 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-2fc873a9-14f1-4fd7-8e29-419808c199a1 req-f77fdbbe-5c60-4192-9d3a-6298194a13a5 tempest-SecurityGroupsTestJSON-146164436 tempest-SecurityGroupsTestJSON-146164436-project] 10.222.0.59 "GET /v2.0/security-groups/2831a576-bbc0-48a5-8029-92f9a8735fe0 HTTP/1.1" status: 200 len: 1802 time: 0.0856011 Jul 27 21:01:20.582366 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-b984c052-3f21-4d8c-afca-107f2dd0101f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:20.595261 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-8c05d7da-37a7-4871-a750-f2dce0b41333 req-7013b3a8-7b9d-4d31-96c9-19d2dea0256e service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=a732b3f0-aacd-4b70-8476-47ce04d131a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815661 Jul 27 21:01:20.618121 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591b6e4c-2b4b-4c3f-8afa-5f323410e87c req-4f6d0e86-17f2-470e-a470-d1e924033bc8 tempest-ServerAddressesNegativeTestJSON-1839714056 tempest-ServerAddressesNegativeTestJSON-1839714056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:20.619662 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-591b6e4c-2b4b-4c3f-8afa-5f323410e87c req-4f6d0e86-17f2-470e-a470-d1e924033bc8 tempest-ServerAddressesNegativeTestJSON-1839714056 tempest-ServerAddressesNegativeTestJSON-1839714056-project] 10.222.0.59 "GET /v2.0/ports?device_id=77487355-8143-4af3-b83e-c73be95c7928 HTTP/1.1" status: 200 len: 945 time: 0.1842391 Jul 27 21:01:20.629121 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 42870) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:01:20.650491 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-42d72c72-2f0f-4a97-9da5-4d6b36d32ae8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:20.708900 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-591b6e4c-2b4b-4c3f-8afa-5f323410e87c req-f6ede52d-c5c0-4646-8f00-690c0131581a tempest-ServerAddressesNegativeTestJSON-1839714056 tempest-ServerAddressesNegativeTestJSON-1839714056-project] 10.222.0.59 "GET /v2.0/security-groups?id=a732b3f0-aacd-4b70-8476-47ce04d131a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802865 Jul 27 21:01:20.726365 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-2fc873a9-14f1-4fd7-8e29-419808c199a1 req-e4c4c917-24d6-4f09-9074-68f70fb4c7ae tempest-SecurityGroupsTestJSON-146164436 tempest-SecurityGroupsTestJSON-146164436-project] Notify callbacks [] for security_group, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:20.738436 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-b984c052-3f21-4d8c-afca-107f2dd0101f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:20.741403 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-b984c052-3f21-4d8c-afca-107f2dd0101f admin admin] Notify callbacks [] for security_group, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:20.742580 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-b984c052-3f21-4d8c-afca-107f2dd0101f admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/57edf34f-6c87-4406-aa86-ed113d2dadc2 HTTP/1.1" status: 204 len: 168 time: 0.3287358 Jul 27 21:01:20.763035 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b984c052-3f21-4d8c-afca-107f2dd0101f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57edf34f-6c87-4406-aa86-ed113d2dadc2,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:01:20.765800 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-2fc873a9-14f1-4fd7-8e29-419808c199a1 req-e4c4c917-24d6-4f09-9074-68f70fb4c7ae tempest-SecurityGroupsTestJSON-146164436 tempest-SecurityGroupsTestJSON-146164436-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:20.794526 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-42d72c72-2f0f-4a97-9da5-4d6b36d32ae8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:20.803661 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-42d72c72-2f0f-4a97-9da5-4d6b36d32ae8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:20.846105 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-2fc873a9-14f1-4fd7-8e29-419808c199a1 req-e4c4c917-24d6-4f09-9074-68f70fb4c7ae tempest-SecurityGroupsTestJSON-146164436 tempest-SecurityGroupsTestJSON-146164436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:20.848729 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-2fc873a9-14f1-4fd7-8e29-419808c199a1 req-e4c4c917-24d6-4f09-9074-68f70fb4c7ae tempest-SecurityGroupsTestJSON-146164436 tempest-SecurityGroupsTestJSON-146164436-project] Notify callbacks [] for security_group, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:20.849997 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-2fc873a9-14f1-4fd7-8e29-419808c199a1 req-e4c4c917-24d6-4f09-9074-68f70fb4c7ae tempest-SecurityGroupsTestJSON-146164436 tempest-SecurityGroupsTestJSON-146164436-project] 10.222.0.59 "DELETE /v2.0/security-groups/2831a576-bbc0-48a5-8029-92f9a8735fe0 HTTP/1.1" status: 204 len: 173 time: 0.2714202 Jul 27 21:01:20.866833 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c4c917-24d6-4f09-9074-68f70fb4c7ae tempest-SecurityGroupsTestJSON-146164436 tempest-SecurityGroupsTestJSON-146164436-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2831a576-bbc0-48a5-8029-92f9a8735fe0,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:01:20.870809 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d72c72-2f0f-4a97-9da5-4d6b36d32ae8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a106093-566f-4f3b-aca6-dc8ce5baf7d4,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:01:20.913670 n-d-705658-22 neutron-server[105585]: INFO neutron.api.v2.resource [req-bb2162ac-da97-46ab-92bf-b30e2bcfeba6 req-1a913631-315c-4b86-a02d-eb51fd084228 tempest-SecurityGroupsTestJSON-146164436 tempest-SecurityGroupsTestJSON-146164436-project] show failed (client error): The resource could not be found. Jul 27 21:01:20.924606 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-bb2162ac-da97-46ab-92bf-b30e2bcfeba6 req-1a913631-315c-4b86-a02d-eb51fd084228 tempest-SecurityGroupsTestJSON-146164436 tempest-SecurityGroupsTestJSON-146164436-project] 10.222.0.59 "GET /v2.0/security-groups/2831a576-bbc0-48a5-8029-92f9a8735fe0 HTTP/1.1" status: 404 len: 352 time: 0.0496716 Jul 27 21:01:20.935845 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-42d72c72-2f0f-4a97-9da5-4d6b36d32ae8 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=6bf7e82371154c198ebaa68bb3ec84dc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3054016 Jul 27 21:01:20.939155 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 42878) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:01:21.037713 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-17f19cb2-94fa-4328-a18f-a3cb695e6178 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:21.051357 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-51bd1f15-166f-49d1-8d7b-6a4b5349f091 req-96b0730a-627d-4499-a182-4bd757fcdcc6 tempest-SecurityGroupsTestJSON-146164436 tempest-SecurityGroupsTestJSON-146164436-project] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=8a9fb2dba4884d648101d24277d7cc3a HTTP/1.1" status: 200 len: 6149 time: 0.1041241 Jul 27 21:01:21.091453 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-17f19cb2-94fa-4328-a18f-a3cb695e6178 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:21.153185 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-51bd1f15-166f-49d1-8d7b-6a4b5349f091 req-e9958714-b396-4c42-9b7d-71c769d4614e tempest-SecurityGroupsTestJSON-146164436 tempest-SecurityGroupsTestJSON-146164436-project] 10.222.0.59 "GET /v2.0/security-groups/4e615c8e-7316-4e41-95e2-beb8fbe16280 HTTP/1.1" status: 200 len: 2981 time: 0.0877795 Jul 27 21:01:21.226542 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-51bd1f15-166f-49d1-8d7b-6a4b5349f091 req-402d9e1d-a796-473f-8368-1ede964b9339 tempest-SecurityGroupsTestJSON-146164436 tempest-SecurityGroupsTestJSON-146164436-project] 10.222.0.59 "GET /v2.0/security-groups/4e615c8e-7316-4e41-95e2-beb8fbe16280 HTTP/1.1" status: 200 len: 2981 time: 0.0591319 Jul 27 21:01:21.263668 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-17f19cb2-94fa-4328-a18f-a3cb695e6178 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:21.266157 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-17f19cb2-94fa-4328-a18f-a3cb695e6178 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:21.270027 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-17f19cb2-94fa-4328-a18f-a3cb695e6178 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/8a106093-566f-4f3b-aca6-dc8ce5baf7d4 HTTP/1.1" status: 204 len: 168 time: 0.3298569 Jul 27 21:01:21.304614 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f19cb2-94fa-4328-a18f-a3cb695e6178 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a106093-566f-4f3b-aca6-dc8ce5baf7d4,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:01:21.386572 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81846aa1-1531-444c-8f5a-2eb494f331a6 req-4f0876e6-9da4-4edd-8e84-2aebcd62ba1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:21.388436 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-81846aa1-1531-444c-8f5a-2eb494f331a6 req-4f0876e6-9da4-4edd-8e84-2aebcd62ba1b service neutron] 10.222.0.36 "GET /v2.0/ports/6e7d69d3-fba1-4359-a733-0c6375ba453c HTTP/1.1" status: 200 len: 1028 time: 0.1657014 Jul 27 21:01:21.538093 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4beaba7d-d347-46a6-9a87-d75e3e481682 req-0ab4ecca-96f3-4120-b557-5701200734e6 tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:21.546381 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-4beaba7d-d347-46a6-9a87-d75e3e481682 req-0ab4ecca-96f3-4120-b557-5701200734e6 tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d07fb74-3ebf-4d24-bbe3-7e4795327233 HTTP/1.1" status: 200 len: 946 time: 0.2383871 Jul 27 21:01:21.566538 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81846aa1-1531-444c-8f5a-2eb494f331a6 req-a00c9d3a-a40b-488b-832f-a9c2e9627949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:21.567978 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-81846aa1-1531-444c-8f5a-2eb494f331a6 req-a00c9d3a-a40b-488b-832f-a9c2e9627949 service neutron] 10.222.0.36 "GET /v2.0/ports/c405af71-cbc1-4c5a-a3e0-43e7aa2f3727 HTTP/1.1" status: 200 len: 1026 time: 0.1360934 Jul 27 21:01:21.590397 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158cca7c-b236-4dbc-b298-064fec959d3e req-5ba1e99f-c9c1-4442-b7c3-f08b2cb99a4d tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:21.593951 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-158cca7c-b236-4dbc-b298-064fec959d3e req-5ba1e99f-c9c1-4442-b7c3-f08b2cb99a4d tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] 10.222.0.59 "GET /v2.0/ports?device_id=2ab3b612-b1bf-43fb-a1f2-964eea921f62 HTTP/1.1" status: 200 len: 945 time: 0.2087758 Jul 27 21:01:21.747713 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-158cca7c-b236-4dbc-b298-064fec959d3e req-62b83c10-a93a-40bf-853d-1a8a156efadf tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] 10.222.0.59 "GET /v2.0/security-groups?id=e8209215-bf66-4bb1-96ba-041099e74ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171412 Jul 27 21:01:21.788894 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-4beaba7d-d347-46a6-9a87-d75e3e481682 req-cf25d73d-2584-420f-bd52-da43b3bd650c tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] 10.222.0.59 "GET /v2.0/security-groups?id=d1766e71-7b2a-4f2d-acc0-530f862b8fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2424266 Jul 27 21:01:21.815272 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [req-269f6a58-e999-4ebb-8a01-c7d399a36a43 req-8d65cafc-1b70-42c1-8f80-db26a1a52da8 tempest-SecurityGroupsTestJSON-146164436 tempest-SecurityGroupsTestJSON-146164436-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-105125649', 'description': 'tempest-description-2006751207'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:01:21.960952 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f5e09828-00ae-4f6f-826c-20e72f842322 req-9da025c3-f922-44f6-8cb6-a84b1bb2e0eb tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] 10.222.0.59 "GET /v2.0/ports?device_id=9dfbe127-2e40-448a-9032-c49d8e1e61fe HTTP/1.1" status: 200 len: 210 time: 0.0507982 Jul 27 21:01:21.988144 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81846aa1-1531-444c-8f5a-2eb494f331a6 req-620dbb10-da91-48b4-9900-6a274c3cece4 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:21.995135 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81846aa1-1531-444c-8f5a-2eb494f331a6 req-620dbb10-da91-48b4-9900-6a274c3cece4 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:22.006712 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81846aa1-1531-444c-8f5a-2eb494f331a6 req-620dbb10-da91-48b4-9900-6a274c3cece4 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:22.008408 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-81846aa1-1531-444c-8f5a-2eb494f331a6 req-620dbb10-da91-48b4-9900-6a274c3cece4 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] 10.222.0.36 "GET /v2.0/networks?id=7ff0eeb8-777d-434e-b9ec-a1527ebf3b8c&id=e24d8d6c-cb0f-492b-9a38-55ce25e9a591&id=e24d8d6c-cb0f-492b-9a38-55ce25e9a591&id=e24d8d6c-cb0f-492b-9a38-55ce25e9a591&id=e24d8d6c-cb0f-492b-9a38-55ce25e9a591&id=18eab60f-6056-4003-a4d0-6bd1a91b2423&id=18eab60f-6056-4003-a4d0-6bd1a91b2423 HTTP/1.1" status: 200 len: 1990 time: 0.4105690 Jul 27 21:01:22.009751 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-269f6a58-e999-4ebb-8a01-c7d399a36a43 req-8d65cafc-1b70-42c1-8f80-db26a1a52da8 tempest-SecurityGroupsTestJSON-146164436 tempest-SecurityGroupsTestJSON-146164436-project] Notify callbacks [] for security_group, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:22.180801 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-81846aa1-1531-444c-8f5a-2eb494f331a6 req-dedaa3e3-624e-4b80-8d19-87206fbcb4ea tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=16c9b99e3d6b4b58a380b57255ba6d41 HTTP/1.1" status: 200 len: 379 time: 0.1543794 Jul 27 21:01:22.198912 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [req-81846aa1-1531-444c-8f5a-2eb494f331a6 req-3b934b5b-bf47-4ea7-b3bc-a9185318130b tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Request body: {'port': {'device_id': '9dfbe127-2e40-448a-9032-c49d8e1e61fe', 'network_id': '7ff0eeb8-777d-434e-b9ec-a1527ebf3b8c', 'admin_state_up': True, 'tenant_id': '16c9b99e3d6b4b58a380b57255ba6d41', 'security_groups': ['602b6e89-9902-4d75-b8ec-25947a9f847b']}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:01:22.424137 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-269f6a58-e999-4ebb-8a01-c7d399a36a43 req-8d65cafc-1b70-42c1-8f80-db26a1a52da8 tempest-SecurityGroupsTestJSON-146164436 tempest-SecurityGroupsTestJSON-146164436-project] Notify callbacks [] for security_group, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:22.436761 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-269f6a58-e999-4ebb-8a01-c7d399a36a43 req-8d65cafc-1b70-42c1-8f80-db26a1a52da8 tempest-SecurityGroupsTestJSON-146164436 tempest-SecurityGroupsTestJSON-146164436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:22.481855 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d65cafc-1b70-42c1-8f80-db26a1a52da8 tempest-SecurityGroupsTestJSON-146164436 tempest-SecurityGroupsTestJSON-146164436-project] Pushing event updated for resources: {'SecurityGroup': ['ID=95c62579-2c59-4204-a9e7-4c4f7e326f3b,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:01:22.493920 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82de55a-6368-4c9c-b00b-f79d6aca48eb req-98e9f37a-37c5-4579-bbec-80a7086214c9 tempest-ServerAddressesNegativeTestJSON-1839714056 tempest-ServerAddressesNegativeTestJSON-1839714056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:22.506745 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a82de55a-6368-4c9c-b00b-f79d6aca48eb req-98e9f37a-37c5-4579-bbec-80a7086214c9 tempest-ServerAddressesNegativeTestJSON-1839714056 tempest-ServerAddressesNegativeTestJSON-1839714056-project] 10.222.0.59 "GET /v2.0/ports?device_id=77487355-8143-4af3-b83e-c73be95c7928 HTTP/1.1" status: 200 len: 945 time: 0.3193562 Jul 27 21:01:22.529389 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-81846aa1-1531-444c-8f5a-2eb494f331a6 req-3b934b5b-bf47-4ea7-b3bc-a9185318130b tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Made reservation on behalf of 16c9b99e3d6b4b58a380b57255ba6d41 for: {'port': 1} {{(pid=105585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:01:22.535389 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-81846aa1-1531-444c-8f5a-2eb494f331a6 req-3b934b5b-bf47-4ea7-b3bc-a9185318130b tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:22.546767 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-269f6a58-e999-4ebb-8a01-c7d399a36a43 req-8d65cafc-1b70-42c1-8f80-db26a1a52da8 tempest-SecurityGroupsTestJSON-146164436 tempest-SecurityGroupsTestJSON-146164436-project] Notify callbacks [] for security_group, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:22.557518 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-269f6a58-e999-4ebb-8a01-c7d399a36a43 req-8d65cafc-1b70-42c1-8f80-db26a1a52da8 tempest-SecurityGroupsTestJSON-146164436 tempest-SecurityGroupsTestJSON-146164436-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.7607596 Jul 27 21:01:22.707113 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a82de55a-6368-4c9c-b00b-f79d6aca48eb req-ff681f16-0a42-4533-8148-00190d35b457 tempest-ServerAddressesNegativeTestJSON-1839714056 tempest-ServerAddressesNegativeTestJSON-1839714056-project] 10.222.0.59 "GET /v2.0/security-groups?id=a732b3f0-aacd-4b70-8476-47ce04d131a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1989353 Jul 27 21:01:22.778134 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [req-1f5539cc-a3e9-4798-a873-c7c02fc4742c req-0864982a-c3f4-407a-85c4-6470173c9510 tempest-SecurityGroupsTestJSON-146164436 tempest-SecurityGroupsTestJSON-146164436-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1491406662', 'description': 'tempest-description-893743698'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:01:22.838128 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.db_base_plugin_common [req-81846aa1-1531-444c-8f5a-2eb494f331a6 req-3b934b5b-bf47-4ea7-b3bc-a9185318130b tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Allocated IP 172.20.0.5 (7ff0eeb8-777d-434e-b9ec-a1527ebf3b8c/57eac71b-5ae3-4b5a-b197-44e1dceaf130/77be7659-fdfb-438e-a2e3-51247a28b9bd) {{(pid=105585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:01:22.987384 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-1f5539cc-a3e9-4798-a873-c7c02fc4742c req-0864982a-c3f4-407a-85c4-6470173c9510 tempest-SecurityGroupsTestJSON-146164436 tempest-SecurityGroupsTestJSON-146164436-project] Notify callbacks [] for security_group, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:23.215079 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 42958) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:01:23.322065 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60a83f9-c292-4b80-8b60-5a9ea2757164 req-c64d7ec9-ba0b-4400-abad-522361029be5 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:23.330338 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-c60a83f9-c292-4b80-8b60-5a9ea2757164 req-c64d7ec9-ba0b-4400-abad-522361029be5 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] 10.222.0.59 "GET /v2.0/ports?device_id=2ab3b612-b1bf-43fb-a1f2-964eea921f62 HTTP/1.1" status: 200 len: 945 time: 0.4517765 Jul 27 21:01:23.452832 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-83409cec-7fc2-411e-9a75-5a6bc1972bf8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:23.476353 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-c60a83f9-c292-4b80-8b60-5a9ea2757164 req-84111901-e744-4f1f-bb8e-c648efcbbf14 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] 10.222.0.59 "GET /v2.0/security-groups?id=e8209215-bf66-4bb1-96ba-041099e74ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397514 Jul 27 21:01:23.503965 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-81846aa1-1531-444c-8f5a-2eb494f331a6 req-3b934b5b-bf47-4ea7-b3bc-a9185318130b tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Notify callbacks [] for port, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:23.588158 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.provisioning_blocks [req-81846aa1-1531-444c-8f5a-2eb494f331a6 req-3b934b5b-bf47-4ea7-b3bc-a9185318130b tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Transition to ACTIVE for port object 77be7659-fdfb-438e-a2e3-51247a28b9bd will not be triggered until provisioned by entity DHCP. {{(pid=105585) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:01:23.606572 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-1f5539cc-a3e9-4798-a873-c7c02fc4742c req-0864982a-c3f4-407a-85c4-6470173c9510 tempest-SecurityGroupsTestJSON-146164436 tempest-SecurityGroupsTestJSON-146164436-project] Notify callbacks [] for security_group, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:23.626447 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-1f5539cc-a3e9-4798-a873-c7c02fc4742c req-0864982a-c3f4-407a-85c4-6470173c9510 tempest-SecurityGroupsTestJSON-146164436 tempest-SecurityGroupsTestJSON-146164436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:23.721034 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0864982a-c3f4-407a-85c4-6470173c9510 tempest-SecurityGroupsTestJSON-146164436 tempest-SecurityGroupsTestJSON-146164436-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd992719-3c53-4b38-92cf-7cbc9a35567f,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:01:23.744007 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-81846aa1-1531-444c-8f5a-2eb494f331a6 req-3b934b5b-bf47-4ea7-b3bc-a9185318130b tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:23.824243 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ac5264-3930-4d60-9312-d617df2e13d5 req-5cbc7e3a-d610-42bb-a386-74c7cca6e443 tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:23.827557 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-70ac5264-3930-4d60-9312-d617df2e13d5 req-5cbc7e3a-d610-42bb-a386-74c7cca6e443 tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d07fb74-3ebf-4d24-bbe3-7e4795327233 HTTP/1.1" status: 200 len: 946 time: 0.2239645 Jul 27 21:01:23.849623 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81846aa1-1531-444c-8f5a-2eb494f331a6 req-3b934b5b-bf47-4ea7-b3bc-a9185318130b tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Network 7ff0eeb8-777d-434e-b9ec-a1527ebf3b8c is already hosted by enough agents. {{(pid=105585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:01:23.850971 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b934b5b-bf47-4ea7-b3bc-a9185318130b tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Pushing event updated for resources: {'Port': ['ID=77be7659-fdfb-438e-a2e3-51247a28b9bd,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:01:23.853601 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.base_scheduler [req-81846aa1-1531-444c-8f5a-2eb494f331a6 req-3b934b5b-bf47-4ea7-b3bc-a9185318130b tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Resources bound (agent type, host, resource id): {{(pid=105585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:01:23.895723 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-83409cec-7fc2-411e-9a75-5a6bc1972bf8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:23.900691 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.l3_dvrscheduler_db [req-81846aa1-1531-444c-8f5a-2eb494f331a6 req-3b934b5b-bf47-4ea7-b3bc-a9185318130b tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Received port after_create {{(pid=105585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:01:23.915238 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-83409cec-7fc2-411e-9a75-5a6bc1972bf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:23.961910 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-83409cec-7fc2-411e-9a75-5a6bc1972bf8 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=0ecdc69e99344ba7b85078070782ca1f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7360132 Jul 27 21:01:23.962734 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-1f5539cc-a3e9-4798-a873-c7c02fc4742c req-0864982a-c3f4-407a-85c4-6470173c9510 tempest-SecurityGroupsTestJSON-146164436 tempest-SecurityGroupsTestJSON-146164436-project] Notify callbacks [] for security_group, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:23.964062 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-1f5539cc-a3e9-4798-a873-c7c02fc4742c req-0864982a-c3f4-407a-85c4-6470173c9510 tempest-SecurityGroupsTestJSON-146164436 tempest-SecurityGroupsTestJSON-146164436-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 1.1938269 Jul 27 21:01:23.964647 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 42976) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:01:24.106299 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-587f3dd4-2801-41db-9183-ca9814063ec4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:24.117478 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83409cec-7fc2-411e-9a75-5a6bc1972bf8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=036a5bc6-f886-4e6d-a7e6-6a4fcd772a18,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:01:24.157661 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-587f3dd4-2801-41db-9183-ca9814063ec4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:24.186086 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81846aa1-1531-444c-8f5a-2eb494f331a6 req-3b934b5b-bf47-4ea7-b3bc-a9185318130b tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:24.193055 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-81846aa1-1531-444c-8f5a-2eb494f331a6 req-3b934b5b-bf47-4ea7-b3bc-a9185318130b tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:24.209796 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-70ac5264-3930-4d60-9312-d617df2e13d5 req-73c9bf3f-e565-4745-a63f-72272362b203 tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] 10.222.0.59 "GET /v2.0/security-groups?id=d1766e71-7b2a-4f2d-acc0-530f862b8fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3121877 Jul 27 21:01:24.238550 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-81846aa1-1531-444c-8f5a-2eb494f331a6 req-3b934b5b-bf47-4ea7-b3bc-a9185318130b tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0494697 Jul 27 21:01:24.255502 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-587f3dd4-2801-41db-9183-ca9814063ec4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:24.259312 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-587f3dd4-2801-41db-9183-ca9814063ec4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:24.262764 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-587f3dd4-2801-41db-9183-ca9814063ec4 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/036a5bc6-f886-4e6d-a7e6-6a4fcd772a18 HTTP/1.1" status: 204 len: 168 time: 0.2948549 Jul 27 21:01:24.270152 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [req-81846aa1-1531-444c-8f5a-2eb494f331a6 req-59d8a05e-1cad-4ed3-944f-e1cc8641bfda tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Request body: {'port': {'device_id': '9dfbe127-2e40-448a-9032-c49d8e1e61fe', 'network_id': 'e24d8d6c-cb0f-492b-9a38-55ce25e9a591', 'admin_state_up': True, 'tenant_id': '16c9b99e3d6b4b58a380b57255ba6d41', 'security_groups': ['602b6e89-9902-4d75-b8ec-25947a9f847b']}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:01:24.274771 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587f3dd4-2801-41db-9183-ca9814063ec4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=036a5bc6-f886-4e6d-a7e6-6a4fcd772a18,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:01:24.377874 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121768cd-1ffd-416b-9a5b-54ce351e6b06 req-4bca1881-70c7-4dbd-ad64-bbacabf32536 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:24.379355 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-121768cd-1ffd-416b-9a5b-54ce351e6b06 req-4bca1881-70c7-4dbd-ad64-bbacabf32536 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] 10.222.0.59 "GET /v2.0/ports?device_id=9dfbe127-2e40-448a-9032-c49d8e1e61fe HTTP/1.1" status: 200 len: 931 time: 0.3114352 Jul 27 21:01:24.392018 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-5af592e3-6551-4aa1-8ced-33765088140e None None] Provisioning for port 77be7659-fdfb-438e-a2e3-51247a28b9bd completed by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:01:24.406694 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-5af592e3-6551-4aa1-8ced-33765088140e None None] Provisioning complete for port 77be7659-fdfb-438e-a2e3-51247a28b9bd triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:01:24.409745 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-5af592e3-6551-4aa1-8ced-33765088140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:24.498239 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-121768cd-1ffd-416b-9a5b-54ce351e6b06 req-8dc9bdc1-14d4-4d49-9605-6a2b47d250b5 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] 10.222.0.59 "GET /v2.0/security-groups?id=602b6e89-9902-4d75-b8ec-25947a9f847b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1097963 Jul 27 21:01:24.503416 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-5af592e3-6551-4aa1-8ced-33765088140e None None] Port 77be7659-fdfb-438e-a2e3-51247a28b9bd cannot update to ACTIVE because it is not bound. {{(pid=105586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:01:24.551531 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-81846aa1-1531-444c-8f5a-2eb494f331a6 req-59d8a05e-1cad-4ed3-944f-e1cc8641bfda tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Made reservation on behalf of 16c9b99e3d6b4b58a380b57255ba6d41 for: {'port': 1} {{(pid=105585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:01:24.556497 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-81846aa1-1531-444c-8f5a-2eb494f331a6 req-59d8a05e-1cad-4ed3-944f-e1cc8641bfda tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:24.791205 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.db_base_plugin_common [req-81846aa1-1531-444c-8f5a-2eb494f331a6 req-59d8a05e-1cad-4ed3-944f-e1cc8641bfda tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Allocated IP 10.1.1.62 (e24d8d6c-cb0f-492b-9a38-55ce25e9a591/7db86daf-fd4c-450a-8e91-ffdebfb628e1/148bb826-decc-4cf3-a2c3-433892361226) {{(pid=105585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:01:25.173815 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-3ef6f0b0-d571-4a1f-80e4-b83de98ef18b req-dc06547f-6acc-4f29-afd3-e364df629a58 tempest-ServersAdminTestJSON-2115085297 tempest-ServersAdminTestJSON-2115085297-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=f86a589de4964203a66835a89a6b9f5d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0494578 Jul 27 21:01:25.649505 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dcc6e6-de0e-40c6-83e9-0618d340357e req-2e206fb9-94b8-43d0-a691-3e05414ac611 tempest-SecurityGroupsTestJSON-146164436 tempest-SecurityGroupsTestJSON-146164436-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:25.651036 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-17dcc6e6-de0e-40c6-83e9-0618d340357e req-2e206fb9-94b8-43d0-a691-3e05414ac611 tempest-SecurityGroupsTestJSON-146164436 tempest-SecurityGroupsTestJSON-146164436-project] 10.222.0.59 "GET /v2.0/networks?id=4d2b2080-dee5-4efa-a657-06e568548ad6 HTTP/1.1" status: 200 len: 812 time: 0.7154858 Jul 27 21:01:25.658449 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-81846aa1-1531-444c-8f5a-2eb494f331a6 req-59d8a05e-1cad-4ed3-944f-e1cc8641bfda tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Notify callbacks [] for port, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:25.693794 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-17dcc6e6-de0e-40c6-83e9-0618d340357e req-d50c0806-722e-4c6d-9185-458b87d190e6 tempest-SecurityGroupsTestJSON-146164436 tempest-SecurityGroupsTestJSON-146164436-project] 10.222.0.59 "GET /v2.0/quotas/8a9fb2dba4884d648101d24277d7cc3a HTTP/1.1" status: 200 len: 375 time: 0.0308003 Jul 27 21:01:25.697212 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.provisioning_blocks [req-81846aa1-1531-444c-8f5a-2eb494f331a6 req-59d8a05e-1cad-4ed3-944f-e1cc8641bfda tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Transition to ACTIVE for port object 148bb826-decc-4cf3-a2c3-433892361226 will not be triggered until provisioned by entity DHCP. {{(pid=105585) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:01:25.800476 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef6f0b0-d571-4a1f-80e4-b83de98ef18b req-281ca80a-2b44-4775-9a51-c369d22e39c2 tempest-ServersAdminTestJSON-2115085297 tempest-ServersAdminTestJSON-2115085297-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:25.802054 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-3ef6f0b0-d571-4a1f-80e4-b83de98ef18b req-281ca80a-2b44-4775-9a51-c369d22e39c2 tempest-ServersAdminTestJSON-2115085297 tempest-ServersAdminTestJSON-2115085297-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6105971 Jul 27 21:01:25.819843 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-81846aa1-1531-444c-8f5a-2eb494f331a6 req-59d8a05e-1cad-4ed3-944f-e1cc8641bfda tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:25.839809 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-3ef6f0b0-d571-4a1f-80e4-b83de98ef18b req-23b0a56f-78ab-4828-a194-1f92a0c46019 tempest-ServersAdminTestJSON-2115085297 tempest-ServersAdminTestJSON-2115085297-project] 10.222.0.59 "GET /v2.0/quotas/f86a589de4964203a66835a89a6b9f5d HTTP/1.1" status: 200 len: 375 time: 0.0289218 Jul 27 21:01:25.913628 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-17dcc6e6-de0e-40c6-83e9-0618d340357e req-1b970271-64be-44fa-b636-e91ad34b7c38 tempest-SecurityGroupsTestJSON-146164436 tempest-SecurityGroupsTestJSON-146164436-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=8a9fb2dba4884d648101d24277d7cc3a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2113831 Jul 27 21:01:25.917595 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81846aa1-1531-444c-8f5a-2eb494f331a6 req-59d8a05e-1cad-4ed3-944f-e1cc8641bfda tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Network e24d8d6c-cb0f-492b-9a38-55ce25e9a591 is already hosted by enough agents. {{(pid=105585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:01:25.919910 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-3ef6f0b0-d571-4a1f-80e4-b83de98ef18b req-e563d4ec-5af2-497b-ad4e-371b86df2e56 tempest-ServersAdminTestJSON-2115085297 tempest-ServersAdminTestJSON-2115085297-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=f86a589de4964203a66835a89a6b9f5d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0540600 Jul 27 21:01:25.923761 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.base_scheduler [req-81846aa1-1531-444c-8f5a-2eb494f331a6 req-59d8a05e-1cad-4ed3-944f-e1cc8641bfda tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Resources bound (agent type, host, resource id): {{(pid=105585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:01:25.926283 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.l3_dvrscheduler_db [req-81846aa1-1531-444c-8f5a-2eb494f331a6 req-59d8a05e-1cad-4ed3-944f-e1cc8641bfda tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Received port after_create {{(pid=105585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:01:25.929135 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d8a05e-1cad-4ed3-944f-e1cc8641bfda tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Pushing event updated for resources: {'Port': ['ID=148bb826-decc-4cf3-a2c3-433892361226,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:01:26.009759 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81846aa1-1531-444c-8f5a-2eb494f331a6 req-59d8a05e-1cad-4ed3-944f-e1cc8641bfda tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:26.011144 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-81846aa1-1531-444c-8f5a-2eb494f331a6 req-59d8a05e-1cad-4ed3-944f-e1cc8641bfda tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:26.086816 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-81846aa1-1531-444c-8f5a-2eb494f331a6 req-59d8a05e-1cad-4ed3-944f-e1cc8641bfda tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.8379061 Jul 27 21:01:26.101879 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [req-81846aa1-1531-444c-8f5a-2eb494f331a6 req-4d87cafa-9415-4ee5-9f2c-001104abea27 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Request body: {'port': {'device_id': '9dfbe127-2e40-448a-9032-c49d8e1e61fe', 'network_id': 'e24d8d6c-cb0f-492b-9a38-55ce25e9a591', 'admin_state_up': True, 'tenant_id': '16c9b99e3d6b4b58a380b57255ba6d41', 'security_groups': ['602b6e89-9902-4d75-b8ec-25947a9f847b']}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:01:26.403585 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-17dcc6e6-de0e-40c6-83e9-0618d340357e req-539e131b-5763-4976-a492-f6fb362234c5 service neutron] 10.222.0.59 "GET /v2.0/networks/4d2b2080-dee5-4efa-a657-06e568548ad6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4212980 Jul 27 21:01:26.457178 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-f9caa72a-6529-4e55-8159-e0732e99710c None None] Provisioning for port 148bb826-decc-4cf3-a2c3-433892361226 completed by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:01:26.461939 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-f9caa72a-6529-4e55-8159-e0732e99710c None None] Provisioning complete for port 148bb826-decc-4cf3-a2c3-433892361226 triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:01:26.463102 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-f9caa72a-6529-4e55-8159-e0732e99710c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:26.527027 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-f9caa72a-6529-4e55-8159-e0732e99710c None None] Port 148bb826-decc-4cf3-a2c3-433892361226 cannot update to ACTIVE because it is not bound. {{(pid=105586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:01:26.576461 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-17dcc6e6-de0e-40c6-83e9-0618d340357e req-5f02454f-0c99-470b-8ba1-0847b2404b15 service neutron] 10.222.0.59 "GET /v2.0/networks/4d2b2080-dee5-4efa-a657-06e568548ad6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1573741 Jul 27 21:01:26.590738 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-81846aa1-1531-444c-8f5a-2eb494f331a6 req-4d87cafa-9415-4ee5-9f2c-001104abea27 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Made reservation on behalf of 16c9b99e3d6b4b58a380b57255ba6d41 for: {'port': 1} {{(pid=105585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:01:26.594265 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-81846aa1-1531-444c-8f5a-2eb494f331a6 req-4d87cafa-9415-4ee5-9f2c-001104abea27 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:26.631990 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a519308-691a-4ebc-9913-cb1820251e98 req-cbb048f7-155c-4b27-8966-d0dea2fd6045 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:26.633782 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-9a519308-691a-4ebc-9913-cb1820251e98 req-cbb048f7-155c-4b27-8966-d0dea2fd6045 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] 10.222.0.59 "GET /v2.0/ports?device_id=2ab3b612-b1bf-43fb-a1f2-964eea921f62 HTTP/1.1" status: 200 len: 945 time: 0.3438325 Jul 27 21:01:26.729215 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-9a519308-691a-4ebc-9913-cb1820251e98 req-b9f27a9e-a62d-47c2-9180-1a24e700d7cb tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] 10.222.0.59 "GET /v2.0/security-groups?id=e8209215-bf66-4bb1-96ba-041099e74ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601492 Jul 27 21:01:26.855210 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507f735e-0cf9-4838-abcd-6fe8af0f72bd req-4ad14ebf-0d79-4850-8f0c-d216f7038638 tempest-ServerAddressesNegativeTestJSON-1839714056 tempest-ServerAddressesNegativeTestJSON-1839714056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:26.870973 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-507f735e-0cf9-4838-abcd-6fe8af0f72bd req-4ad14ebf-0d79-4850-8f0c-d216f7038638 tempest-ServerAddressesNegativeTestJSON-1839714056 tempest-ServerAddressesNegativeTestJSON-1839714056-project] 10.222.0.60 "GET /v2.0/ports?device_id=77487355-8143-4af3-b83e-c73be95c7928 HTTP/1.1" status: 200 len: 945 time: 0.1106110 Jul 27 21:01:26.947361 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.db_base_plugin_common [req-81846aa1-1531-444c-8f5a-2eb494f331a6 req-4d87cafa-9415-4ee5-9f2c-001104abea27 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Allocated IP 10.1.1.44 (e24d8d6c-cb0f-492b-9a38-55ce25e9a591/7db86daf-fd4c-450a-8e91-ffdebfb628e1/d43b57af-f2a8-4881-8284-641e3fd25638) {{(pid=105585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:01:27.031111 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1594dea0-d8c1-4b45-ad8f-02ba01f3ca13 req-22eb4ba5-1702-41dc-b9d0-2ee6081d8e46 tempest-ServerAddressesNegativeTestJSON-1839714056 tempest-ServerAddressesNegativeTestJSON-1839714056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:27.033630 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-1594dea0-d8c1-4b45-ad8f-02ba01f3ca13 req-22eb4ba5-1702-41dc-b9d0-2ee6081d8e46 tempest-ServerAddressesNegativeTestJSON-1839714056 tempest-ServerAddressesNegativeTestJSON-1839714056-project] 10.222.0.59 "GET /v2.0/ports?device_id=77487355-8143-4af3-b83e-c73be95c7928 HTTP/1.1" status: 200 len: 945 time: 0.2422395 Jul 27 21:01:27.045458 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30643104-3347-4bb4-91b2-704c07684381 req-e2b2fa42-7ac0-41a8-a2e9-3c7e9e294c9b tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:27.052786 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-30643104-3347-4bb4-91b2-704c07684381 req-e2b2fa42-7ac0-41a8-a2e9-3c7e9e294c9b tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d07fb74-3ebf-4d24-bbe3-7e4795327233 HTTP/1.1" status: 200 len: 946 time: 0.2410555 Jul 27 21:01:27.056097 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [req-507f735e-0cf9-4838-abcd-6fe8af0f72bd req-c75d6511-8f40-4a10-9086-ed65911315e7 tempest-ServerAddressesNegativeTestJSON-1839714056 tempest-ServerAddressesNegativeTestJSON-1839714056-project] Deleting port f92dbf3c-4ff3-4d82-a37c-6540880769b7 {{(pid=105584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:01:27.056786 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-507f735e-0cf9-4838-abcd-6fe8af0f72bd req-c75d6511-8f40-4a10-9086-ed65911315e7 tempest-ServerAddressesNegativeTestJSON-1839714056 tempest-ServerAddressesNegativeTestJSON-1839714056-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:27.163638 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [req-507f735e-0cf9-4838-abcd-6fe8af0f72bd req-c75d6511-8f40-4a10-9086-ed65911315e7 tempest-ServerAddressesNegativeTestJSON-1839714056 tempest-ServerAddressesNegativeTestJSON-1839714056-project] For port f92dbf3c-4ff3-4d82-a37c-6540880769b7, host n-h2-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=f92dbf3c-4ff3-4d82-a37c-6540880769b7,segment=NetworkSegment(ae59b834-fa9e-43d7-a14a-5f47d1b59311),segment_id=ae59b834-fa9e-43d7-a14a-5f47d1b59311)] {{(pid=105584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:01:27.164007 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-507f735e-0cf9-4838-abcd-6fe8af0f72bd req-c75d6511-8f40-4a10-9086-ed65911315e7 tempest-ServerAddressesNegativeTestJSON-1839714056 tempest-ServerAddressesNegativeTestJSON-1839714056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:27.178911 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [req-507f735e-0cf9-4838-abcd-6fe8af0f72bd req-c75d6511-8f40-4a10-9086-ed65911315e7 tempest-ServerAddressesNegativeTestJSON-1839714056 tempest-ServerAddressesNegativeTestJSON-1839714056-project] Calling delete_port for f92dbf3c-4ff3-4d82-a37c-6540880769b7 owned by compute:nova {{(pid=105584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:01:27.196467 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-30643104-3347-4bb4-91b2-704c07684381 req-d34d3e78-51ba-44aa-a388-6abc88d4e352 tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] 10.222.0.59 "GET /v2.0/security-groups?id=d1766e71-7b2a-4f2d-acc0-530f862b8fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421165 Jul 27 21:01:27.208867 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-1594dea0-d8c1-4b45-ad8f-02ba01f3ca13 req-dfe5de9d-91bf-4574-a3bb-d2cd4eb70340 tempest-ServerAddressesNegativeTestJSON-1839714056 tempest-ServerAddressesNegativeTestJSON-1839714056-project] 10.222.0.59 "GET /v2.0/security-groups?id=a732b3f0-aacd-4b70-8476-47ce04d131a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509173 Jul 27 21:01:27.312088 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-81846aa1-1531-444c-8f5a-2eb494f331a6 req-4d87cafa-9415-4ee5-9f2c-001104abea27 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Notify callbacks [] for port, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:27.416398 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-507f735e-0cf9-4838-abcd-6fe8af0f72bd req-c75d6511-8f40-4a10-9086-ed65911315e7 tempest-ServerAddressesNegativeTestJSON-1839714056 tempest-ServerAddressesNegativeTestJSON-1839714056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:27.425904 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.provisioning_blocks [req-81846aa1-1531-444c-8f5a-2eb494f331a6 req-4d87cafa-9415-4ee5-9f2c-001104abea27 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Transition to ACTIVE for port object d43b57af-f2a8-4881-8284-641e3fd25638 will not be triggered until provisioned by entity DHCP. {{(pid=105585) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:01:27.432550 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] get_ports_and_sgs() called for port_ids ['f92dbf3c-4ff3-4d82-a37c-6540880769b7'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:01:27.493379 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75d6511-8f40-4a10-9086-ed65911315e7 tempest-ServerAddressesNegativeTestJSON-1839714056 tempest-ServerAddressesNegativeTestJSON-1839714056-project] Pushing event deleted for resources: {'Port': ['ID=f92dbf3c-4ff3-4d82-a37c-6540880769b7,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:01:27.526589 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cac2368-573a-42aa-90f8-e475e19c705a req-53b277e9-04cf-4490-ac9f-e11668f9d42c tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:27.533914 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cac2368-573a-42aa-90f8-e475e19c705a req-53b277e9-04cf-4490-ac9f-e11668f9d42c tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:27.535557 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-1cac2368-573a-42aa-90f8-e475e19c705a req-53b277e9-04cf-4490-ac9f-e11668f9d42c tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] 10.222.0.59 "GET /v2.0/ports?device_id=9dfbe127-2e40-448a-9032-c49d8e1e61fe HTTP/1.1" status: 200 len: 1652 time: 0.1807640 Jul 27 21:01:27.541303 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-db1f2718-6af1-41e4-ae45-b2f27345dde1 req-02af1565-6980-4269-86e0-93a58f503084 tempest-ServersAdminTestJSON-2115085297 tempest-ServersAdminTestJSON-2115085297-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=f86a589de4964203a66835a89a6b9f5d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0768809 Jul 27 21:01:27.557310 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-3ef6f0b0-d571-4a1f-80e4-b83de98ef18b req-7c9e57d9-0615-46d6-a32b-77411819a891 tempest-ServersAdminTestJSON-2115085297 tempest-ServersAdminTestJSON-2115085297-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=f86a589de4964203a66835a89a6b9f5d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0254622 Jul 27 21:01:27.671121 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-81846aa1-1531-444c-8f5a-2eb494f331a6 req-4d87cafa-9415-4ee5-9f2c-001104abea27 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:27.683789 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-1cac2368-573a-42aa-90f8-e475e19c705a req-9371ff72-40c5-424b-aa05-9dda82eba29e tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] 10.222.0.59 "GET /v2.0/security-groups?id=602b6e89-9902-4d75-b8ec-25947a9f847b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1411695 Jul 27 21:01:27.713105 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [req-507f735e-0cf9-4838-abcd-6fe8af0f72bd req-c75d6511-8f40-4a10-9086-ed65911315e7 tempest-ServerAddressesNegativeTestJSON-1839714056 tempest-ServerAddressesNegativeTestJSON-1839714056-project] No DVR routers for this DVR port f92dbf3c-4ff3-4d82-a37c-6540880769b7 on host n-h2-705658-22 {{(pid=105584) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:01:27.715401 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-507f735e-0cf9-4838-abcd-6fe8af0f72bd req-c75d6511-8f40-4a10-9086-ed65911315e7 tempest-ServerAddressesNegativeTestJSON-1839714056 tempest-ServerAddressesNegativeTestJSON-1839714056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:27.718954 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-507f735e-0cf9-4838-abcd-6fe8af0f72bd req-c75d6511-8f40-4a10-9086-ed65911315e7 tempest-ServerAddressesNegativeTestJSON-1839714056 tempest-ServerAddressesNegativeTestJSON-1839714056-project] 10.222.0.60 "DELETE /v2.0/ports/f92dbf3c-4ff3-4d82-a37c-6540880769b7 HTTP/1.1" status: 204 len: 173 time: 0.8329678 Jul 27 21:01:27.728585 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef6f0b0-d571-4a1f-80e4-b83de98ef18b req-a4069788-1a33-437c-ac95-49ab247ca924 tempest-ServersAdminTestJSON-2115085297 tempest-ServersAdminTestJSON-2115085297-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:27.730244 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-3ef6f0b0-d571-4a1f-80e4-b83de98ef18b req-a4069788-1a33-437c-ac95-49ab247ca924 tempest-ServersAdminTestJSON-2115085297 tempest-ServersAdminTestJSON-2115085297-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1450710 Jul 27 21:01:27.730815 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77487355-8143-4af3-b83e-c73be95c7928', 'name': 'network-vif-deleted', 'tag': 'f92dbf3c-4ff3-4d82-a37c-6540880769b7'}] {{(pid=105584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:01:27.733372 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bce5e6c8685464f7626901654159975603b047827e3138302ed6566e28f1343" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab1a476a-00f3-4a93-83f0-1c79ee7cb601" -d '{"events": [{"server_uuid": "77487355-8143-4af3-b83e-c73be95c7928", "name": "network-vif-deleted", "tag": "f92dbf3c-4ff3-4d82-a37c-6540880769b7"}]}' {{(pid=105584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:01:27.749667 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [req-3ef6f0b0-d571-4a1f-80e4-b83de98ef18b req-79f9dd8e-667b-400f-a714-89ffdcaa2739 tempest-ServersAdminTestJSON-2115085297 tempest-ServersAdminTestJSON-2115085297-project] Request body: {'port': {'device_id': 'b08c7cb2-ff39-4168-a373-6ea575b70e54', 'network_id': '4d64aa0b-bd6a-468e-8edc-c83689947462', 'admin_state_up': True, 'tenant_id': 'f86a589de4964203a66835a89a6b9f5d'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:01:27.755493 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e9c00a-b96c-4525-9a4b-82e945152770 req-f0602fd2-538a-4bbc-b3ed-b625915bfb7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:27.757068 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-c9e9c00a-b96c-4525-9a4b-82e945152770 req-f0602fd2-538a-4bbc-b3ed-b625915bfb7a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=54685b57bf31427c889d7b240f3f8a60&device_id=0d07fb74-3ebf-4d24-bbe3-7e4795327233 HTTP/1.1" status: 200 len: 1098 time: 0.3159828 Jul 27 21:01:27.772391 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81846aa1-1531-444c-8f5a-2eb494f331a6 req-4d87cafa-9415-4ee5-9f2c-001104abea27 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Network e24d8d6c-cb0f-492b-9a38-55ce25e9a591 is already hosted by enough agents. {{(pid=105585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:01:27.802935 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.base_scheduler [req-81846aa1-1531-444c-8f5a-2eb494f331a6 req-4d87cafa-9415-4ee5-9f2c-001104abea27 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Resources bound (agent type, host, resource id): {{(pid=105585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:01:27.837923 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.l3_dvrscheduler_db [req-81846aa1-1531-444c-8f5a-2eb494f331a6 req-4d87cafa-9415-4ee5-9f2c-001104abea27 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Received port after_create {{(pid=105585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:01:27.843361 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d87cafa-9415-4ee5-9f2c-001104abea27 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Pushing event updated for resources: {'Port': ['ID=d43b57af-f2a8-4881-8284-641e3fd25638,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:01:27.912647 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1f2718-6af1-41e4-ae45-b2f27345dde1 req-8f59cef1-2190-4f34-8baf-74a57e3f01c3 tempest-ServersAdminTestJSON-2115085297 tempest-ServersAdminTestJSON-2115085297-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:27.920081 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-db1f2718-6af1-41e4-ae45-b2f27345dde1 req-8f59cef1-2190-4f34-8baf-74a57e3f01c3 tempest-ServersAdminTestJSON-2115085297 tempest-ServersAdminTestJSON-2115085297-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3639562 Jul 27 21:01:27.936109 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ef6f0b0-d571-4a1f-80e4-b83de98ef18b req-79f9dd8e-667b-400f-a714-89ffdcaa2739 tempest-ServersAdminTestJSON-2115085297 tempest-ServersAdminTestJSON-2115085297-project] Made reservation on behalf of f86a589de4964203a66835a89a6b9f5d for: {'port': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:01:27.940166 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-3ef6f0b0-d571-4a1f-80e4-b83de98ef18b req-79f9dd8e-667b-400f-a714-89ffdcaa2739 tempest-ServersAdminTestJSON-2115085297 tempest-ServersAdminTestJSON-2115085297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:27.949764 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-3ef6f0b0-d571-4a1f-80e4-b83de98ef18b req-79f9dd8e-667b-400f-a714-89ffdcaa2739 tempest-ServersAdminTestJSON-2115085297 tempest-ServersAdminTestJSON-2115085297-project] Notify callbacks [] for security_group, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:27.958851 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-18b88ad0-1632-4d69-8a04-e2f3f273ed1f req-bd6d6b25-641e-4711-8d2f-a1a61b98ec75 tempest-SecurityGroupsTestJSON-146164436 tempest-SecurityGroupsTestJSON-146164436-project] 10.222.0.59 "GET /v2.0/ports?device_id=ca86fb1b-c433-49d9-807b-04c160484fa6 HTTP/1.1" status: 200 len: 210 time: 0.1531203 Jul 27 21:01:27.999707 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-db1f2718-6af1-41e4-ae45-b2f27345dde1 req-bd3161ae-f34f-4675-be06-37b5af51d68d tempest-ServersAdminTestJSON-2115085297 tempest-ServersAdminTestJSON-2115085297-project] 10.222.0.59 "GET /v2.0/quotas/f86a589de4964203a66835a89a6b9f5d HTTP/1.1" status: 200 len: 375 time: 0.0785468 Jul 27 21:01:28.039625 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:01:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d03ba85-4e7a-4b33-8073-50120478f65c x-openstack-request-id: req-2d03ba85-4e7a-4b33-8073-50120478f65c {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:01:28.039910 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77487355-8143-4af3-b83e-c73be95c7928", "name": "network-vif-deleted", "tag": "f92dbf3c-4ff3-4d82-a37c-6540880769b7", "status": "completed", "code": 200}]} {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:01:28.041301 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-2d03ba85-4e7a-4b33-8073-50120478f65c {{(pid=105584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:01:28.041716 n-d-705658-22 neutron-server[105584]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77487355-8143-4af3-b83e-c73be95c7928', 'name': 'network-vif-deleted', 'tag': 'f92dbf3c-4ff3-4d82-a37c-6540880769b7', 'status': 'completed', 'code': 200} Jul 27 21:01:28.113357 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-db1f2718-6af1-41e4-ae45-b2f27345dde1 req-c1d986af-ae31-46d9-8abc-45aea753de36 tempest-ServersAdminTestJSON-2115085297 tempest-ServersAdminTestJSON-2115085297-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=f86a589de4964203a66835a89a6b9f5d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1113544 Jul 27 21:01:28.122154 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81846aa1-1531-444c-8f5a-2eb494f331a6 req-4d87cafa-9415-4ee5-9f2c-001104abea27 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:28.123020 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-81846aa1-1531-444c-8f5a-2eb494f331a6 req-4d87cafa-9415-4ee5-9f2c-001104abea27 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:28.146486 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-3ef6f0b0-d571-4a1f-80e4-b83de98ef18b req-79f9dd8e-667b-400f-a714-89ffdcaa2739 tempest-ServersAdminTestJSON-2115085297 tempest-ServersAdminTestJSON-2115085297-project] Notify callbacks [] for security_group, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:28.169635 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-a59e8b4c-838a-4fd8-85e9-fc1d7fa7870e None None] Provisioning for port d43b57af-f2a8-4881-8284-641e3fd25638 completed by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:01:28.176461 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-a59e8b4c-838a-4fd8-85e9-fc1d7fa7870e None None] Provisioning complete for port d43b57af-f2a8-4881-8284-641e3fd25638 triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:01:28.177696 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-a59e8b4c-838a-4fd8-85e9-fc1d7fa7870e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:28.224558 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-81846aa1-1531-444c-8f5a-2eb494f331a6 req-4d87cafa-9415-4ee5-9f2c-001104abea27 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.1287689 Jul 27 21:01:28.225762 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e9c00a-b96c-4525-9a4b-82e945152770 req-1ac6661d-2890-43d4-9678-90aa97babd84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:28.227174 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-c9e9c00a-b96c-4525-9a4b-82e945152770 req-1ac6661d-2890-43d4-9678-90aa97babd84 service neutron] 10.222.0.60 "GET /v2.0/networks?id=c29e02c5-8000-4917-925d-2eceb290693b HTTP/1.1" status: 200 len: 913 time: 0.4569921 Jul 27 21:01:28.238923 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [req-81846aa1-1531-444c-8f5a-2eb494f331a6 req-ac9d160b-ba89-48dd-9260-c5117ccd394c tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Request body: {'port': {'device_id': '9dfbe127-2e40-448a-9032-c49d8e1e61fe', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '18eab60f-6056-4003-a4d0-6bd1a91b2423', 'admin_state_up': True, 'tenant_id': '16c9b99e3d6b4b58a380b57255ba6d41', 'security_groups': ['602b6e89-9902-4d75-b8ec-25947a9f847b']}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:01:28.282834 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dcc6e6-de0e-40c6-83e9-0618d340357e req-23a97300-eb1e-41fc-b681-109d9cab9d9b tempest-SecurityGroupsTestJSON-146164436 tempest-SecurityGroupsTestJSON-146164436-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:28.285207 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-17dcc6e6-de0e-40c6-83e9-0618d340357e req-23a97300-eb1e-41fc-b681-109d9cab9d9b tempest-SecurityGroupsTestJSON-146164436 tempest-SecurityGroupsTestJSON-146164436-project] 10.222.0.36 "GET /v2.0/networks?id=4d2b2080-dee5-4efa-a657-06e568548ad6 HTTP/1.1" status: 200 len: 812 time: 0.1371994 Jul 27 21:01:28.286532 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-3ef6f0b0-d571-4a1f-80e4-b83de98ef18b req-79f9dd8e-667b-400f-a714-89ffdcaa2739 tempest-ServersAdminTestJSON-2115085297 tempest-ServersAdminTestJSON-2115085297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:28.299510 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-a59e8b4c-838a-4fd8-85e9-fc1d7fa7870e None None] Port d43b57af-f2a8-4881-8284-641e3fd25638 cannot update to ACTIVE because it is not bound. {{(pid=105586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:01:28.360597 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [req-17dcc6e6-de0e-40c6-83e9-0618d340357e req-cfb77361-9e6b-4d99-ac3e-a2e51683b2a5 tempest-SecurityGroupsTestJSON-146164436 tempest-SecurityGroupsTestJSON-146164436-project] Request body: {'port': {'device_id': 'ca86fb1b-c433-49d9-807b-04c160484fa6', 'network_id': '4d2b2080-dee5-4efa-a657-06e568548ad6', 'admin_state_up': True, 'tenant_id': '8a9fb2dba4884d648101d24277d7cc3a'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:01:28.394184 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-c9e9c00a-b96c-4525-9a4b-82e945152770 req-00b29f02-7913-4efa-b8d0-34095ab2d3ec service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=310d9827-e134-4697-9849-2becd694e37f HTTP/1.1" status: 200 len: 217 time: 0.1154542 Jul 27 21:01:28.449025 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f9dd8e-667b-400f-a714-89ffdcaa2739 tempest-ServersAdminTestJSON-2115085297 tempest-ServersAdminTestJSON-2115085297-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9f3cf157-ddbf-4bf4-acc6-59d64c6ea76b,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:01:28.562659 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7168fc5-8095-4c49-86cf-f14fa8f3ca2a req-f7c96390-d3a4-4c83-aad5-3316f838ff91 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:28.564778 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b7168fc5-8095-4c49-86cf-f14fa8f3ca2a req-f7c96390-d3a4-4c83-aad5-3316f838ff91 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] 10.222.0.59 "GET /v2.0/ports?device_id=2ab3b612-b1bf-43fb-a1f2-964eea921f62 HTTP/1.1" status: 200 len: 945 time: 0.4337764 Jul 27 21:01:28.580905 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e9c00a-b96c-4525-9a4b-82e945152770 req-205244f5-2c01-4641-831b-9434c478e839 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:28.582347 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-c9e9c00a-b96c-4525-9a4b-82e945152770 req-205244f5-2c01-4641-831b-9434c478e839 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=7c0fdb90-69ca-4554-99dc-5ec25614338f HTTP/1.1" status: 200 len: 852 time: 0.1757603 Jul 27 21:01:28.651854 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-c9e9c00a-b96c-4525-9a4b-82e945152770 req-74b900be-a55a-4875-b3ff-31b96d17194a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c29e02c5-8000-4917-925d-2eceb290693b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0576570 Jul 27 21:01:28.654352 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.db_base_plugin_common [req-3ef6f0b0-d571-4a1f-80e4-b83de98ef18b req-79f9dd8e-667b-400f-a714-89ffdcaa2739 tempest-ServersAdminTestJSON-2115085297 tempest-ServersAdminTestJSON-2115085297-project] Allocated IP 192.168.233.169 (4d64aa0b-bd6a-468e-8edc-c83689947462/26644ba0-4185-4e10-8718-6ad18d01376c/c4e765fe-c4f3-4db9-88a3-29a4e00ed503) {{(pid=105584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:01:28.679251 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.db.api [req-17dcc6e6-de0e-40c6-83e9-0618d340357e req-cfb77361-9e6b-4d99-ac3e-a2e51683b2a5 tempest-SecurityGroupsTestJSON-146164436 tempest-SecurityGroupsTestJSON-146164436-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 27 21:01:28.679251 n-d-705658-22 neutron-server[105584]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 27 21:01:28.679251 n-d-705658-22 neutron-server[105584]: [parameters: {'project_id_1': '8a9fb2dba4884d648101d24277d7cc3a', 'expiration_1': datetime.datetime(2021, 7, 27, 21, 1, 28, 636523)}] Jul 27 21:01:28.679251 n-d-705658-22 neutron-server[105584]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=105584) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 27 21:01:28.680049 n-d-705658-22 neutron-server[105584]: DEBUG oslo_db.api [req-17dcc6e6-de0e-40c6-83e9-0618d340357e req-cfb77361-9e6b-4d99-ac3e-a2e51683b2a5 tempest-SecurityGroupsTestJSON-146164436 tempest-SecurityGroupsTestJSON-146164436-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 27 21:01:28.715405 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bf8aba-e6b1-4e2e-9c00-0fdb00ff47b2 req-e1a7f56f-606d-469f-bc98-6658e627df8b tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:28.717928 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-69bf8aba-e6b1-4e2e-9c00-0fdb00ff47b2 req-e1a7f56f-606d-469f-bc98-6658e627df8b tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d07fb74-3ebf-4d24-bbe3-7e4795327233 HTTP/1.1" status: 200 len: 946 time: 0.3300800 Jul 27 21:01:28.774888 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b7168fc5-8095-4c49-86cf-f14fa8f3ca2a req-15334f59-069c-4983-b1f6-a4fea42bf0f8 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] 10.222.0.59 "GET /v2.0/security-groups?id=e8209215-bf66-4bb1-96ba-041099e74ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2003813 Jul 27 21:01:28.785065 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-81846aa1-1531-444c-8f5a-2eb494f331a6 req-ac9d160b-ba89-48dd-9260-c5117ccd394c tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Made reservation on behalf of 16c9b99e3d6b4b58a380b57255ba6d41 for: {'port': 1} {{(pid=105585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:01:28.855982 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 43106) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:01:28.912771 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-3ef6f0b0-d571-4a1f-80e4-b83de98ef18b req-79f9dd8e-667b-400f-a714-89ffdcaa2739 tempest-ServersAdminTestJSON-2115085297 tempest-ServersAdminTestJSON-2115085297-project] Notify callbacks [] for port, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:28.937580 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.provisioning_blocks [req-3ef6f0b0-d571-4a1f-80e4-b83de98ef18b req-79f9dd8e-667b-400f-a714-89ffdcaa2739 tempest-ServersAdminTestJSON-2115085297 tempest-ServersAdminTestJSON-2115085297-project] Transition to ACTIVE for port object c4e765fe-c4f3-4db9-88a3-29a4e00ed503 will not be triggered until provisioned by entity DHCP. {{(pid=105584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:01:28.946629 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2a0e314-7886-4944-a672-f37b7f135ee3 admin admin] Deleting subnet 5deb2552-b976-4783-8729-00b7ce661e64 {{(pid=105584) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:01:28.951663 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-e2a0e314-7886-4944-a672-f37b7f135ee3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:28.987444 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-d3d6a994-2d20-45d2-9238-6c21d98bf9d7 req-6cc697c0-f9c0-462f-a8a5-703d87afba31 tempest-ServersAdminTestJSON-2115085297 tempest-ServersAdminTestJSON-2115085297-project] 10.222.0.59 "GET /v2.0/ports?device_id=1baeecb7-3e8c-4e02-bb4f-12fe9c13c237 HTTP/1.1" status: 200 len: 210 time: 0.0521860 Jul 27 21:01:29.034660 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-69bf8aba-e6b1-4e2e-9c00-0fdb00ff47b2 req-850eab60-1a63-4081-a008-350d042bf322 tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] 10.222.0.59 "GET /v2.0/security-groups?id=d1766e71-7b2a-4f2d-acc0-530f862b8fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2646110 Jul 27 21:01:29.038321 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-c9e9c00a-b96c-4525-9a4b-82e945152770 req-4b5709d1-dfb8-47da-941f-6b285cf32dc7 service neutron] 10.222.0.60 "GET /v2.0/networks/c29e02c5-8000-4917-925d-2eceb290693b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3676133 Jul 27 21:01:29.071517 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-e2a0e314-7886-4944-a672-f37b7f135ee3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9014207'] for subnet, precommit_delete_associations {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:29.107938 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-3ef6f0b0-d571-4a1f-80e4-b83de98ef18b req-79f9dd8e-667b-400f-a714-89ffdcaa2739 tempest-ServersAdminTestJSON-2115085297 tempest-ServersAdminTestJSON-2115085297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:29.190781 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-81846aa1-1531-444c-8f5a-2eb494f331a6 req-ac9d160b-ba89-48dd-9260-c5117ccd394c tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:29.252959 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f9dd8e-667b-400f-a714-89ffdcaa2739 tempest-ServersAdminTestJSON-2115085297 tempest-ServersAdminTestJSON-2115085297-project] Pushing event updated for resources: {'Port': ['ID=c4e765fe-c4f3-4db9-88a3-29a4e00ed503,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:01:29.260746 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-17dcc6e6-de0e-40c6-83e9-0618d340357e req-cfb77361-9e6b-4d99-ac3e-a2e51683b2a5 tempest-SecurityGroupsTestJSON-146164436 tempest-SecurityGroupsTestJSON-146164436-project] Made reservation on behalf of 8a9fb2dba4884d648101d24277d7cc3a for: {'port': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:01:29.265431 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-17dcc6e6-de0e-40c6-83e9-0618d340357e req-cfb77361-9e6b-4d99-ac3e-a2e51683b2a5 tempest-SecurityGroupsTestJSON-146164436 tempest-SecurityGroupsTestJSON-146164436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:29.291069 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ef6f0b0-d571-4a1f-80e4-b83de98ef18b req-79f9dd8e-667b-400f-a714-89ffdcaa2739 tempest-ServersAdminTestJSON-2115085297 tempest-ServersAdminTestJSON-2115085297-project] Network 4d64aa0b-bd6a-468e-8edc-c83689947462 is already hosted by enough agents. {{(pid=105584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:01:29.294125 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-e2a0e314-7886-4944-a672-f37b7f135ee3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854965'] for subnet, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:29.298610 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [req-3ef6f0b0-d571-4a1f-80e4-b83de98ef18b req-79f9dd8e-667b-400f-a714-89ffdcaa2739 tempest-ServersAdminTestJSON-2115085297 tempest-ServersAdminTestJSON-2115085297-project] Resources bound (agent type, host, resource id): {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:01:29.311881 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ef6f0b0-d571-4a1f-80e4-b83de98ef18b req-79f9dd8e-667b-400f-a714-89ffdcaa2739 tempest-ServersAdminTestJSON-2115085297 tempest-ServersAdminTestJSON-2115085297-project] Received port after_create {{(pid=105584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:01:29.356897 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-7bfb020b-e251-4774-a9da-0e43b0b9d599 req-4f6d4c4e-966f-4e3d-a581-5f5b229f41a3 tempest-SecurityGroupsTestJSON-146164436 tempest-SecurityGroupsTestJSON-146164436-project] 10.222.0.59 "GET /v2.0/ports?device_id=ca86fb1b-c433-49d9-807b-04c160484fa6 HTTP/1.1" status: 200 len: 210 time: 0.0999441 Jul 27 21:01:29.477690 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 43114) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:01:29.505050 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef6f0b0-d571-4a1f-80e4-b83de98ef18b req-79f9dd8e-667b-400f-a714-89ffdcaa2739 tempest-ServersAdminTestJSON-2115085297 tempest-ServersAdminTestJSON-2115085297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:29.505716 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-3ef6f0b0-d571-4a1f-80e4-b83de98ef18b req-79f9dd8e-667b-400f-a714-89ffdcaa2739 tempest-ServersAdminTestJSON-2115085297 tempest-ServersAdminTestJSON-2115085297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:29.559878 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-3ef6f0b0-d571-4a1f-80e4-b83de98ef18b req-79f9dd8e-667b-400f-a714-89ffdcaa2739 tempest-ServersAdminTestJSON-2115085297 tempest-ServersAdminTestJSON-2115085297-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8183320 Jul 27 21:01:29.597594 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.db_base_plugin_common [req-81846aa1-1531-444c-8f5a-2eb494f331a6 req-ac9d160b-ba89-48dd-9260-c5117ccd394c tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Allocated IP 10.2.2.100 (18eab60f-6056-4003-a4d0-6bd1a91b2423/153daf83-f920-4fbd-bc96-5d57ffdc1387/3276e718-0114-4f87-baff-9e6aac56604a) {{(pid=105585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:01:29.612763 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [req-3ef6f0b0-d571-4a1f-80e4-b83de98ef18b req-7b2a14ce-29dd-4765-948f-e74c3c95d345 service neutron] Request body: {'port': {'device_id': 'b08c7cb2-ff39-4168-a373-6ea575b70e54', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-705658-22'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:01:29.633591 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-6e5944c9-c6e9-4c0f-afbc-e79bee26bd71 None None] Provisioning for port c4e765fe-c4f3-4db9-88a3-29a4e00ed503 completed by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:01:29.643907 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-6e5944c9-c6e9-4c0f-afbc-e79bee26bd71 None None] Provisioning complete for port c4e765fe-c4f3-4db9-88a3-29a4e00ed503 triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:01:29.644564 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-6e5944c9-c6e9-4c0f-afbc-e79bee26bd71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:29.688891 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.db_base_plugin_common [req-17dcc6e6-de0e-40c6-83e9-0618d340357e req-cfb77361-9e6b-4d99-ac3e-a2e51683b2a5 tempest-SecurityGroupsTestJSON-146164436 tempest-SecurityGroupsTestJSON-146164436-project] Allocated IP 172.20.0.4 (4d2b2080-dee5-4efa-a657-06e568548ad6/2f9e1451-a5a2-4318-8f1b-217b4517cbc0/9c70ef6e-fd9f-4fa1-8989-5e617eacef24) {{(pid=105584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:01:29.720403 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-6e5944c9-c6e9-4c0f-afbc-e79bee26bd71 None None] Port c4e765fe-c4f3-4db9-88a3-29a4e00ed503 cannot update to ACTIVE because it is not bound. {{(pid=105586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:01:29.742465 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-81846aa1-1531-444c-8f5a-2eb494f331a6 req-ac9d160b-ba89-48dd-9260-c5117ccd394c tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Notify callbacks [] for port, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:29.759172 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.provisioning_blocks [req-81846aa1-1531-444c-8f5a-2eb494f331a6 req-ac9d160b-ba89-48dd-9260-c5117ccd394c tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Transition to ACTIVE for port object 3276e718-0114-4f87-baff-9e6aac56604a will not be triggered until provisioned by entity DHCP. {{(pid=105585) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:01:29.782427 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-c9e9c00a-b96c-4525-9a4b-82e945152770 req-a99066e7-d32b-4a55-bded-24461d7b6ff6 service neutron] 10.222.0.60 "GET /v2.0/networks/c29e02c5-8000-4917-925d-2eceb290693b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7304678 Jul 27 21:01:29.785676 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-e2a0e314-7886-4944-a672-f37b7f135ee3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9014081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9738825'] for subnet, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:29.818544 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa090b5-cfd2-410f-8624-9ebb54bbb21e req-5ac1f9ac-018e-48b7-8ea9-99972ac073be tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:29.824503 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa090b5-cfd2-410f-8624-9ebb54bbb21e req-5ac1f9ac-018e-48b7-8ea9-99972ac073be tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:29.828627 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a0e314-7886-4944-a672-f37b7f135ee3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5deb2552-b976-4783-8729-00b7ce661e64,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:01:29.830498 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa090b5-cfd2-410f-8624-9ebb54bbb21e req-5ac1f9ac-018e-48b7-8ea9-99972ac073be tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:29.832251 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-db1f2718-6af1-41e4-ae45-b2f27345dde1 req-518ec552-5e9a-4ea2-baf8-aa9675e42c09 tempest-ServersAdminTestJSON-2115085297 tempest-ServersAdminTestJSON-2115085297-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=f86a589de4964203a66835a89a6b9f5d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2449682 Jul 27 21:01:29.836814 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-baa090b5-cfd2-410f-8624-9ebb54bbb21e req-5ac1f9ac-018e-48b7-8ea9-99972ac073be tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] 10.222.0.59 "GET /v2.0/ports?device_id=9dfbe127-2e40-448a-9032-c49d8e1e61fe HTTP/1.1" status: 200 len: 2372 time: 0.6501553 Jul 27 21:01:29.869934 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-81846aa1-1531-444c-8f5a-2eb494f331a6 req-ac9d160b-ba89-48dd-9260-c5117ccd394c tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:29.920060 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-68d8dd44-c4ef-4cbc-b72b-20977a4e8eb6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:29.963697 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-e2a0e314-7886-4944-a672-f37b7f135ee3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:29.968214 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-e2a0e314-7886-4944-a672-f37b7f135ee3 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/5deb2552-b976-4783-8729-00b7ce661e64 HTTP/1.1" status: 204 len: 168 time: 1.1086679 Jul 27 21:01:29.976505 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 43120) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:01:29.980541 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-3ef6f0b0-d571-4a1f-80e4-b83de98ef18b req-7b2a14ce-29dd-4765-948f-e74c3c95d345 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:30.267127 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-baa090b5-cfd2-410f-8624-9ebb54bbb21e req-96df3e24-ebc6-45bc-bd6a-2cf51953fe7d tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] 10.222.0.59 "GET /v2.0/security-groups?id=602b6e89-9902-4d75-b8ec-25947a9f847b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4237440 Jul 27 21:01:30.286056 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81846aa1-1531-444c-8f5a-2eb494f331a6 req-ac9d160b-ba89-48dd-9260-c5117ccd394c tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Network 18eab60f-6056-4003-a4d0-6bd1a91b2423 is already hosted by enough agents. {{(pid=105585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:01:30.289885 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.base_scheduler [req-81846aa1-1531-444c-8f5a-2eb494f331a6 req-ac9d160b-ba89-48dd-9260-c5117ccd394c tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Resources bound (agent type, host, resource id): {{(pid=105585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:01:30.292740 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9d160b-ba89-48dd-9260-c5117ccd394c tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Pushing event updated for resources: {'Port': ['ID=3276e718-0114-4f87-baff-9e6aac56604a,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:01:30.293839 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.l3_dvrscheduler_db [req-81846aa1-1531-444c-8f5a-2eb494f331a6 req-ac9d160b-ba89-48dd-9260-c5117ccd394c tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Received port after_create {{(pid=105585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:01:30.365569 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81846aa1-1531-444c-8f5a-2eb494f331a6 req-ac9d160b-ba89-48dd-9260-c5117ccd394c tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:30.366267 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-81846aa1-1531-444c-8f5a-2eb494f331a6 req-ac9d160b-ba89-48dd-9260-c5117ccd394c tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:30.400223 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51aaaf8-78f9-4ed9-8134-bbe60d956cb9 req-a69c6990-9b3c-46aa-9df5-75276845d836 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:30.407488 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f51aaaf8-78f9-4ed9-8134-bbe60d956cb9 req-a69c6990-9b3c-46aa-9df5-75276845d836 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] 10.222.0.59 "GET /v2.0/ports?device_id=2ab3b612-b1bf-43fb-a1f2-964eea921f62 HTTP/1.1" status: 200 len: 945 time: 0.5227849 Jul 27 21:01:30.412190 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-81846aa1-1531-444c-8f5a-2eb494f331a6 req-ac9d160b-ba89-48dd-9260-c5117ccd394c tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1796155 Jul 27 21:01:30.451098 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [req-81846aa1-1531-444c-8f5a-2eb494f331a6 req-59ce3cf5-2dcf-4a8e-bf1b-e84e6795d4f9 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Request body: {'port': {'device_id': '9dfbe127-2e40-448a-9032-c49d8e1e61fe', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '18eab60f-6056-4003-a4d0-6bd1a91b2423', 'admin_state_up': True, 'tenant_id': '16c9b99e3d6b4b58a380b57255ba6d41', 'security_groups': ['602b6e89-9902-4d75-b8ec-25947a9f847b']}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:01:30.455863 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f117e970-b775-487b-bdc8-2da0eeaf5bc1 req-5dab62d8-b36d-48eb-9514-559fc5607a24 tempest-ServersAdminTestJSON-2115085297 tempest-ServersAdminTestJSON-2115085297-project] 10.222.0.59 "GET /v2.0/ports?device_id=1baeecb7-3e8c-4e02-bb4f-12fe9c13c237 HTTP/1.1" status: 200 len: 210 time: 0.0474081 Jul 27 21:01:30.540675 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f51aaaf8-78f9-4ed9-8134-bbe60d956cb9 req-8219dae4-ebca-4829-8e5c-27cd9ea6a9c2 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] 10.222.0.59 "GET /v2.0/security-groups?id=e8209215-bf66-4bb1-96ba-041099e74ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300025 Jul 27 21:01:30.550372 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-17dcc6e6-de0e-40c6-83e9-0618d340357e req-cfb77361-9e6b-4d99-ac3e-a2e51683b2a5 tempest-SecurityGroupsTestJSON-146164436 tempest-SecurityGroupsTestJSON-146164436-project] Notify callbacks [] for port, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:30.614668 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1f2718-6af1-41e4-ae45-b2f27345dde1 req-afd2286e-3e3f-4451-bafc-296b54698053 tempest-ServersAdminTestJSON-2115085297 tempest-ServersAdminTestJSON-2115085297-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:30.622367 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-db1f2718-6af1-41e4-ae45-b2f27345dde1 req-afd2286e-3e3f-4451-bafc-296b54698053 tempest-ServersAdminTestJSON-2115085297 tempest-ServersAdminTestJSON-2115085297-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7646599 Jul 27 21:01:30.625175 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-5db192ac-1303-4143-80c7-43c1a7e5586e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-990557'] for network, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:30.641932 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [req-db1f2718-6af1-41e4-ae45-b2f27345dde1 req-55d47344-9fe8-4cce-a02b-458644b2aa9a tempest-ServersAdminTestJSON-2115085297 tempest-ServersAdminTestJSON-2115085297-project] Request body: {'port': {'device_id': '1baeecb7-3e8c-4e02-bb4f-12fe9c13c237', 'network_id': '4d64aa0b-bd6a-468e-8edc-c83689947462', 'admin_state_up': True, 'tenant_id': 'f86a589de4964203a66835a89a6b9f5d'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:01:30.648809 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-17dcc6e6-de0e-40c6-83e9-0618d340357e req-cfb77361-9e6b-4d99-ac3e-a2e51683b2a5 tempest-SecurityGroupsTestJSON-146164436 tempest-SecurityGroupsTestJSON-146164436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:30.670937 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] get_ports_and_sgs() called for port_ids ['621b6a24-9c81-48c6-a70f-ffcfa4ff3c11'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:01:30.711434 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e46cd2-2b5c-4292-9459-e5b9153a498a req-51322194-8ece-4c4a-98e0-2c05fb13a1ee tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:30.715104 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e5e46cd2-2b5c-4292-9459-e5b9153a498a req-51322194-8ece-4c4a-98e0-2c05fb13a1ee tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d07fb74-3ebf-4d24-bbe3-7e4795327233 HTTP/1.1" status: 200 len: 946 time: 0.1083238 Jul 27 21:01:30.783031 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-49054612-9c27-43e7-bab1-fb0aee995e72 None None] Provisioning for port 3276e718-0114-4f87-baff-9e6aac56604a completed by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:01:30.789840 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-49054612-9c27-43e7-bab1-fb0aee995e72 None None] Provisioning complete for port 3276e718-0114-4f87-baff-9e6aac56604a triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:01:30.790397 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-49054612-9c27-43e7-bab1-fb0aee995e72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:30.800222 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e5e46cd2-2b5c-4292-9459-e5b9153a498a req-aad0f6ae-046d-4569-92df-5265320805c4 tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] 10.222.0.59 "GET /v2.0/security-groups?id=d1766e71-7b2a-4f2d-acc0-530f862b8fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771246 Jul 27 21:01:30.839851 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb77361-9e6b-4d99-ac3e-a2e51683b2a5 tempest-SecurityGroupsTestJSON-146164436 tempest-SecurityGroupsTestJSON-146164436-project] Pushing event updated for resources: {'Port': ['ID=9c70ef6e-fd9f-4fa1-8989-5e617eacef24,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:01:30.843372 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-49054612-9c27-43e7-bab1-fb0aee995e72 None None] Port 3276e718-0114-4f87-baff-9e6aac56604a cannot update to ACTIVE because it is not bound. {{(pid=105586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:01:30.853975 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7ec196-e008-440c-b38c-15544353f972 req-7b44c385-7915-4fea-af6b-3121db5fb8bc tempest-SecurityGroupsTestJSON-146164436 tempest-SecurityGroupsTestJSON-146164436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:30.876159 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-ae7ec196-e008-440c-b38c-15544353f972 req-7b44c385-7915-4fea-af6b-3121db5fb8bc tempest-SecurityGroupsTestJSON-146164436 tempest-SecurityGroupsTestJSON-146164436-project] 10.222.0.59 "GET /v2.0/ports?device_id=ca86fb1b-c433-49d9-807b-04c160484fa6 HTTP/1.1" status: 200 len: 931 time: 0.1386416 Jul 27 21:01:30.935497 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-ae7ec196-e008-440c-b38c-15544353f972 req-8e0f99ab-cb1b-44a1-9e27-ff53c7fb1978 tempest-SecurityGroupsTestJSON-146164436 tempest-SecurityGroupsTestJSON-146164436-project] 10.222.0.59 "GET /v2.0/security-groups?id=4e615c8e-7316-4e41-95e2-beb8fbe16280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473566 Jul 27 21:01:30.964302 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-17dcc6e6-de0e-40c6-83e9-0618d340357e req-cfb77361-9e6b-4d99-ac3e-a2e51683b2a5 tempest-SecurityGroupsTestJSON-146164436 tempest-SecurityGroupsTestJSON-146164436-project] Network 4d2b2080-dee5-4efa-a657-06e568548ad6 is already hosted by enough agents. {{(pid=105584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:01:31.032575 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [req-17dcc6e6-de0e-40c6-83e9-0618d340357e req-cfb77361-9e6b-4d99-ac3e-a2e51683b2a5 tempest-SecurityGroupsTestJSON-146164436 tempest-SecurityGroupsTestJSON-146164436-project] Resources bound (agent type, host, resource id): {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:01:31.049751 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [req-17dcc6e6-de0e-40c6-83e9-0618d340357e req-cfb77361-9e6b-4d99-ac3e-a2e51683b2a5 tempest-SecurityGroupsTestJSON-146164436 tempest-SecurityGroupsTestJSON-146164436-project] Received port after_create {{(pid=105584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:01:31.129159 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-5db192ac-1303-4143-80c7-43c1a7e5586e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853562', 'neutron.services.segments.db._delete_segments_for_network-8790688882975'] for network, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:31.146434 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-68d8dd44-c4ef-4cbc-b72b-20977a4e8eb6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:31.159424 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.segments.db [None req-5db192ac-1303-4143-80c7-43c1a7e5586e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e9dc523-816b-49b7-ba7a-705067b62896']}} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:01:31.161603 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-68d8dd44-c4ef-4cbc-b72b-20977a4e8eb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:31.169712 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-81846aa1-1531-444c-8f5a-2eb494f331a6 req-59ce3cf5-2dcf-4a8e-bf1b-e84e6795d4f9 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Made reservation on behalf of 16c9b99e3d6b4b58a380b57255ba6d41 for: {'port': 1} {{(pid=105585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:01:31.175744 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-81846aa1-1531-444c-8f5a-2eb494f331a6 req-59ce3cf5-2dcf-4a8e-bf1b-e84e6795d4f9 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:31.190452 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.segments.db [None req-5db192ac-1303-4143-80c7-43c1a7e5586e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae59b834-fa9e-43d7-a14a-5f47d1b59311') {'for_net_delete': True} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:01:31.190750 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.segments.db [None req-5db192ac-1303-4143-80c7-43c1a7e5586e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae59b834-fa9e-43d7-a14a-5f47d1b59311') {} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:01:31.240010 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-5db192ac-1303-4143-80c7-43c1a7e5586e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790688883752', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9014348'] for segment, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:31.253901 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dcc6e6-de0e-40c6-83e9-0618d340357e req-cfb77361-9e6b-4d99-ac3e-a2e51683b2a5 tempest-SecurityGroupsTestJSON-146164436 tempest-SecurityGroupsTestJSON-146164436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:31.254525 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-17dcc6e6-de0e-40c6-83e9-0618d340357e req-cfb77361-9e6b-4d99-ac3e-a2e51683b2a5 tempest-SecurityGroupsTestJSON-146164436 tempest-SecurityGroupsTestJSON-146164436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:31.260151 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Device f92dbf3c-4ff3-4d82-a37c-6540880769b7 no longer exists at agent hyperv_n-h2-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:01:31.275991 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-68d8dd44-c4ef-4cbc-b72b-20977a4e8eb6 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=aa5c2e2fdb3043248bbb11a8e61021e2&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7789786 Jul 27 21:01:31.287167 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 43130) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:01:31.288505 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-3d54578f-831f-4696-b568-13c455922dab None None] No Port match for: f92dbf3c-4ff3-4d82-a37c-6540880769b7 {{(pid=105586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:01:31.288505 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Device f92dbf3c-4ff3-4d82-a37c-6540880769b7 not bound to the agent host n-h2-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:01:31.289248 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Device 310d9827-e134-4697-9849-2becd694e37f no longer exists at agent hyperv_n-h2-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:01:31.289707 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db1f2718-6af1-41e4-ae45-b2f27345dde1 req-55d47344-9fe8-4cce-a02b-458644b2aa9a tempest-ServersAdminTestJSON-2115085297 tempest-ServersAdminTestJSON-2115085297-project] Made reservation on behalf of f86a589de4964203a66835a89a6b9f5d for: {'port': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:01:31.293366 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-db1f2718-6af1-41e4-ae45-b2f27345dde1 req-55d47344-9fe8-4cce-a02b-458644b2aa9a tempest-ServersAdminTestJSON-2115085297 tempest-ServersAdminTestJSON-2115085297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:31.295436 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d8dd44-c4ef-4cbc-b72b-20977a4e8eb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb647b12-0236-4b3d-99d0-b6fae0cf4de6,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:01:31.313368 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-5db192ac-1303-4143-80c7-43c1a7e5586e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:31.376360 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-17dcc6e6-de0e-40c6-83e9-0618d340357e req-cfb77361-9e6b-4d99-ac3e-a2e51683b2a5 tempest-SecurityGroupsTestJSON-146164436 tempest-SecurityGroupsTestJSON-146164436-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0341785 Jul 27 21:01:31.379378 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5db192ac-1303-4143-80c7-43c1a7e5586e admin admin] Releasing vlan 209 on physical network physnet1 to pool {{(pid=105584) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:01:31.379967 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-5db192ac-1303-4143-80c7-43c1a7e5586e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9014063'] for segment, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:31.384490 n-d-705658-22 neutron-server[105584]: Traceback (most recent call last): Jul 27 21:01:31.384490 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:01:31.384490 n-d-705658-22 neutron-server[105584]: timer() Jul 27 21:01:31.384490 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:01:31.384490 n-d-705658-22 neutron-server[105584]: cb(*args, **kw) Jul 27 21:01:31.384490 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:01:31.384490 n-d-705658-22 neutron-server[105584]: return func(*args, **kwargs) Jul 27 21:01:31.384490 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:01:31.384490 n-d-705658-22 neutron-server[105584]: self._notify() Jul 27 21:01:31.384490 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:01:31.384490 n-d-705658-22 neutron-server[105584]: self.callback(batched_events) Jul 27 21:01:31.384490 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:01:31.384490 n-d-705658-22 neutron-server[105584]: event.method(event) Jul 27 21:01:31.384490 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:01:31.384490 n-d-705658-22 neutron-server[105584]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:01:31.384490 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:01:31.384490 n-d-705658-22 neutron-server[105584]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:01:31.384490 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:01:31.384490 n-d-705658-22 neutron-server[105584]: return f(self, *a, **k) Jul 27 21:01:31.384490 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:01:31.384490 n-d-705658-22 neutron-server[105584]: return self._get(url).json() Jul 27 21:01:31.384490 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:01:31.384490 n-d-705658-22 neutron-server[105584]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:01:31.384490 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:01:31.384490 n-d-705658-22 neutron-server[105584]: return self.request(url, 'GET', **kwargs) Jul 27 21:01:31.384490 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:01:31.384490 n-d-705658-22 neutron-server[105584]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:01:31.384490 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:01:31.384490 n-d-705658-22 neutron-server[105584]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:01:31.384490 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:01:31.384490 n-d-705658-22 neutron-server[105584]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:01:31.384490 n-d-705658-22 neutron-server[105584]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:01:31.410259 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [req-17dcc6e6-de0e-40c6-83e9-0618d340357e req-41614d61-097e-427a-9d18-5a14022f4946 service neutron] Request body: {'port': {'device_id': 'ca86fb1b-c433-49d9-807b-04c160484fa6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-705658-22'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:01:31.425017 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:31.447891 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.db_base_plugin_common [req-81846aa1-1531-444c-8f5a-2eb494f331a6 req-59ce3cf5-2dcf-4a8e-bf1b-e84e6795d4f9 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Allocated IP 10.2.2.200 (18eab60f-6056-4003-a4d0-6bd1a91b2423/153daf83-f920-4fbd-bc96-5d57ffdc1387/daa5a95d-1e99-4f3d-afc7-05f95606c9cd) {{(pid=105585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:01:31.451722 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d07fb74-3ebf-4d24-bbe3-7e4795327233', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '310d9827-e134-4697-9849-2becd694e37f'}] {{(pid=105586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:01:31.454433 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14c1663e039faf5393f87855f745010ac5b02220355b68fdbf065393e303ac56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04b760a8-8dfe-4b2c-a3d4-7d7d8fec856e" -d '{"events": [{"server_uuid": "0d07fb74-3ebf-4d24-bbe3-7e4795327233", "name": "network-vif-unplugged", "status": "completed", "tag": "310d9827-e134-4697-9849-2becd694e37f"}]}' {{(pid=105586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:01:31.479848 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] For port 310d9827-e134-4697-9849-2becd694e37f, host n-h2-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=310d9827-e134-4697-9849-2becd694e37f,segment=NetworkSegment(872889e4-5d02-4ec8-807e-3e5c98ba67af),segment_id=872889e4-5d02-4ec8-807e-3e5c98ba67af)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:01:31.485717 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:31.535057 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 27 Jul 2021 21:01:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f40d8745-8c7b-4b1b-aedc-b48d759c9f68 x-openstack-request-id: req-f40d8745-8c7b-4b1b-aedc-b48d759c9f68 {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:01:31.535343 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d07fb74-3ebf-4d24-bbe3-7e4795327233", "name": "network-vif-unplugged", "status": "completed", "tag": "310d9827-e134-4697-9849-2becd694e37f", "code": 200}]} {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:01:31.535594 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-f40d8745-8c7b-4b1b-aedc-b48d759c9f68 {{(pid=105586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:01:31.535977 n-d-705658-22 neutron-server[105586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d07fb74-3ebf-4d24-bbe3-7e4795327233', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '310d9827-e134-4697-9849-2becd694e37f', 'code': 200} Jul 27 21:01:31.577092 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Pushing event updated for resources: {'Port': ['ID=310d9827-e134-4697-9849-2becd694e37f,revision_number=8']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:01:31.590231 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-5db192ac-1303-4143-80c7-43c1a7e5586e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4075658'] for network, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:31.615972 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-5db192ac-1303-4143-80c7-43c1a7e5586e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743886'] for network, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:31.620206 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-5db192ac-1303-4143-80c7-43c1a7e5586e admin admin] 10.222.0.59 "DELETE /v2.0/networks/3e9dc523-816b-49b7-ba7a-705067b62896 HTTP/1.1" status: 204 len: 168 time: 1.6383841 Jul 27 21:01:31.649371 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [req-3ef6f0b0-d571-4a1f-80e4-b83de98ef18b req-7b2a14ce-29dd-4765-948f-e74c3c95d345 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c4e765fe-c4f3-4db9-88a3-29a4e00ed503 {{(pid=105584) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:01:31.684748 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db192ac-1303-4143-80c7-43c1a7e5586e admin admin] Pushing event deleted for resources: {'Network': ['ID=3e9dc523-816b-49b7-ba7a-705067b62896,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:01:31.687592 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-3ef6f0b0-d571-4a1f-80e4-b83de98ef18b req-7b2a14ce-29dd-4765-948f-e74c3c95d345 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:31.692102 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-24ce54ca-c186-4539-aa87-728cd75b91cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:31.707026 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-fe3f91c7-96f1-4842-917e-ca5661064b3f req-9ad277c9-db6d-4da9-aafa-0af389732f53 tempest-ServersAdminTestJSON-2115085297 tempest-ServersAdminTestJSON-2115085297-project] 10.222.0.59 "GET /v2.0/ports?device_id=1baeecb7-3e8c-4e02-bb4f-12fe9c13c237 HTTP/1.1" status: 200 len: 210 time: 0.1185813 Jul 27 21:01:31.726088 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-17dcc6e6-de0e-40c6-83e9-0618d340357e req-41614d61-097e-427a-9d18-5a14022f4946 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:31.728405 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.provisioning_blocks [req-3ef6f0b0-d571-4a1f-80e4-b83de98ef18b req-7b2a14ce-29dd-4765-948f-e74c3c95d345 service neutron] Transition to ACTIVE for port object c4e765fe-c4f3-4db9-88a3-29a4e00ed503 will not be triggered until provisioned by entity L2. {{(pid=105584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:01:31.760075 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-3ef6f0b0-d571-4a1f-80e4-b83de98ef18b req-7b2a14ce-29dd-4765-948f-e74c3c95d345 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9014027'] for port, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:31.784686 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-81846aa1-1531-444c-8f5a-2eb494f331a6 req-59ce3cf5-2dcf-4a8e-bf1b-e84e6795d4f9 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Notify callbacks [] for port, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:31.787684 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-24ce54ca-c186-4539-aa87-728cd75b91cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:31.809870 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.provisioning_blocks [req-81846aa1-1531-444c-8f5a-2eb494f331a6 req-59ce3cf5-2dcf-4a8e-bf1b-e84e6795d4f9 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Transition to ACTIVE for port object daa5a95d-1e99-4f3d-afc7-05f95606c9cd will not be triggered until provisioned by entity DHCP. {{(pid=105585) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:01:31.838399 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 43146) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:01:31.919576 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3624896e-d694-473d-8ff2-678b4adbe7e4 req-b9f751bf-3cf8-4a92-857a-95ac9fb84399 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:31.927156 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3624896e-d694-473d-8ff2-678b4adbe7e4 req-b9f751bf-3cf8-4a92-857a-95ac9fb84399 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:31.933267 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3624896e-d694-473d-8ff2-678b4adbe7e4 req-b9f751bf-3cf8-4a92-857a-95ac9fb84399 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:31.939236 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3624896e-d694-473d-8ff2-678b4adbe7e4 req-b9f751bf-3cf8-4a92-857a-95ac9fb84399 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:31.943613 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-3624896e-d694-473d-8ff2-678b4adbe7e4 req-b9f751bf-3cf8-4a92-857a-95ac9fb84399 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] 10.222.0.59 "GET /v2.0/ports?device_id=9dfbe127-2e40-448a-9032-c49d8e1e61fe HTTP/1.1" status: 200 len: 3093 time: 0.4114840 Jul 27 21:01:31.946455 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-81846aa1-1531-444c-8f5a-2eb494f331a6 req-59ce3cf5-2dcf-4a8e-bf1b-e84e6795d4f9 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:31.964874 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2a14ce-29dd-4765-948f-e74c3c95d345 service neutron] Pushing event updated for resources: {'Port': ['ID=c4e765fe-c4f3-4db9-88a3-29a4e00ed503,revision_number=2']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:01:31.987516 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.db_base_plugin_common [req-db1f2718-6af1-41e4-ae45-b2f27345dde1 req-55d47344-9fe8-4cce-a02b-458644b2aa9a tempest-ServersAdminTestJSON-2115085297 tempest-ServersAdminTestJSON-2115085297-project] Allocated IP 192.168.233.185 (4d64aa0b-bd6a-468e-8edc-c83689947462/26644ba0-4185-4e10-8718-6ad18d01376c/4ddf85da-a0ba-4ac0-b67e-bc9537a21498) {{(pid=105584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:01:32.004871 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81846aa1-1531-444c-8f5a-2eb494f331a6 req-59ce3cf5-2dcf-4a8e-bf1b-e84e6795d4f9 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Network 18eab60f-6056-4003-a4d0-6bd1a91b2423 is already hosted by enough agents. {{(pid=105585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:01:32.037797 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.base_scheduler [req-81846aa1-1531-444c-8f5a-2eb494f331a6 req-59ce3cf5-2dcf-4a8e-bf1b-e84e6795d4f9 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Resources bound (agent type, host, resource id): {{(pid=105585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:01:32.040501 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.l3_dvrscheduler_db [req-81846aa1-1531-444c-8f5a-2eb494f331a6 req-59ce3cf5-2dcf-4a8e-bf1b-e84e6795d4f9 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Received port after_create {{(pid=105585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:01:32.112499 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81846aa1-1531-444c-8f5a-2eb494f331a6 req-59ce3cf5-2dcf-4a8e-bf1b-e84e6795d4f9 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:32.113187 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-81846aa1-1531-444c-8f5a-2eb494f331a6 req-59ce3cf5-2dcf-4a8e-bf1b-e84e6795d4f9 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:32.163095 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d63893-dbd6-43cb-91e2-cff7ec59cb67 req-378484eb-61bb-4691-8416-010dc2aa4804 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:32.172533 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b4d63893-dbd6-43cb-91e2-cff7ec59cb67 req-378484eb-61bb-4691-8416-010dc2aa4804 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] 10.222.0.59 "GET /v2.0/ports?device_id=2ab3b612-b1bf-43fb-a1f2-964eea921f62 HTTP/1.1" status: 200 len: 945 time: 0.3389411 Jul 27 21:01:32.176788 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-dc572efa-d5e5-4fef-9663-24424bb52800 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=317a145e38944157a341848a0afc23df&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3334672 Jul 27 21:01:32.194706 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 43150) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:01:32.216811 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-81846aa1-1531-444c-8f5a-2eb494f331a6 req-59ce3cf5-2dcf-4a8e-bf1b-e84e6795d4f9 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7705705 Jul 27 21:01:32.217415 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ce3cf5-2dcf-4a8e-bf1b-e84e6795d4f9 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Pushing event updated for resources: {'Port': ['ID=daa5a95d-1e99-4f3d-afc7-05f95606c9cd,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:01:32.225056 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-3624896e-d694-473d-8ff2-678b4adbe7e4 req-6f54c549-4ae4-471e-89a9-b5178dcfde83 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] 10.222.0.59 "GET /v2.0/security-groups?id=602b6e89-9902-4d75-b8ec-25947a9f847b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2575076 Jul 27 21:01:32.238380 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [req-81846aa1-1531-444c-8f5a-2eb494f331a6 req-5eff1d74-971f-4f11-aac3-8f671b302864 service neutron] Request body: {'port': {'device_id': '9dfbe127-2e40-448a-9032-c49d8e1e61fe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-705658-22'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:01:32.294104 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b4d63893-dbd6-43cb-91e2-cff7ec59cb67 req-64d7d587-83a1-49ba-9ad2-dff49fab9f93 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] 10.222.0.59 "GET /v2.0/security-groups?id=e8209215-bf66-4bb1-96ba-041099e74ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205513 Jul 27 21:01:32.297971 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-24ce54ca-c186-4539-aa87-728cd75b91cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:32.311812 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-24ce54ca-c186-4539-aa87-728cd75b91cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:32.316606 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-24ce54ca-c186-4539-aa87-728cd75b91cb admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/eb647b12-0236-4b3d-99d0-b6fae0cf4de6 HTTP/1.1" status: 204 len: 168 time: 1.0277257 Jul 27 21:01:32.426918 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-23fd3bef-31ae-46f9-8d0c-b0caff4dd8b0 None None] Provisioning for port daa5a95d-1e99-4f3d-afc7-05f95606c9cd completed by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:01:32.436688 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-23fd3bef-31ae-46f9-8d0c-b0caff4dd8b0 None None] Provisioning complete for port daa5a95d-1e99-4f3d-afc7-05f95606c9cd triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:01:32.439557 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-23fd3bef-31ae-46f9-8d0c-b0caff4dd8b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:32.440081 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-81846aa1-1531-444c-8f5a-2eb494f331a6 req-5eff1d74-971f-4f11-aac3-8f671b302864 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:32.459211 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ce54ca-c186-4539-aa87-728cd75b91cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb647b12-0236-4b3d-99d0-b6fae0cf4de6,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:01:32.492739 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [req-3ef6f0b0-d571-4a1f-80e4-b83de98ef18b req-7b2a14ce-29dd-4765-948f-e74c3c95d345 service neutron] Attempting to bind port c4e765fe-c4f3-4db9-88a3-29a4e00ed503 on host n-h1-705658-22 for vnic_type normal with profile {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:01:32.493155 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [req-3ef6f0b0-d571-4a1f-80e4-b83de98ef18b req-7b2a14ce-29dd-4765-948f-e74c3c95d345 service neutron] Attempting to bind port c4e765fe-c4f3-4db9-88a3-29a4e00ed503 by drivers openvswitch,hyperv on host n-h1-705658-22 at level 0 using segments [{'id': '86b1e6f6-d629-4b03-8944-4cdfbfb93d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '4d64aa0b-bd6a-468e-8edc-c83689947462'}] {{(pid=105584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:01:32.493482 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ef6f0b0-d571-4a1f-80e4-b83de98ef18b req-7b2a14ce-29dd-4765-948f-e74c3c95d345 service neutron] Attempting to bind port c4e765fe-c4f3-4db9-88a3-29a4e00ed503 on network 4d64aa0b-bd6a-468e-8edc-c83689947462 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:01:32.502026 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ef6f0b0-d571-4a1f-80e4-b83de98ef18b req-7b2a14ce-29dd-4765-948f-e74c3c95d345 service neutron] Port c4e765fe-c4f3-4db9-88a3-29a4e00ed503 on network 4d64aa0b-bd6a-468e-8edc-c83689947462 not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-22 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:01:32.502260 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ef6f0b0-d571-4a1f-80e4-b83de98ef18b req-7b2a14ce-29dd-4765-948f-e74c3c95d345 service neutron] Attempting to bind port c4e765fe-c4f3-4db9-88a3-29a4e00ed503 on network 4d64aa0b-bd6a-468e-8edc-c83689947462 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:01:32.504220 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-92cfc027-2d4b-465e-acf9-055da2b0c6f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:32.530940 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ef6f0b0-d571-4a1f-80e4-b83de98ef18b req-7b2a14ce-29dd-4765-948f-e74c3c95d345 service neutron] Checking agent: {'id': '9d9bc37f-4d75-44ef-9f63-799aab3e316f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 49, 36), 'started_at': datetime.datetime(2021, 7, 27, 20, 49, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 1, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:01:32.531345 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ef6f0b0-d571-4a1f-80e4-b83de98ef18b req-7b2a14ce-29dd-4765-948f-e74c3c95d345 service neutron] Checking segment: {'id': '86b1e6f6-d629-4b03-8944-4cdfbfb93d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '4d64aa0b-bd6a-468e-8edc-c83689947462'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:01:32.532235 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ef6f0b0-d571-4a1f-80e4-b83de98ef18b req-7b2a14ce-29dd-4765-948f-e74c3c95d345 service neutron] Bound using segment: {'id': '86b1e6f6-d629-4b03-8944-4cdfbfb93d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '4d64aa0b-bd6a-468e-8edc-c83689947462'} {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:01:32.532684 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [req-3ef6f0b0-d571-4a1f-80e4-b83de98ef18b req-7b2a14ce-29dd-4765-948f-e74c3c95d345 service neutron] Bound port: c4e765fe-c4f3-4db9-88a3-29a4e00ed503, host: n-h1-705658-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '86b1e6f6-d629-4b03-8944-4cdfbfb93d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '4d64aa0b-bd6a-468e-8edc-c83689947462'}}] {{(pid=105584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:01:32.533040 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-3ef6f0b0-d571-4a1f-80e4-b83de98ef18b req-7b2a14ce-29dd-4765-948f-e74c3c95d345 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:32.573618 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-92cfc027-2d4b-465e-acf9-055da2b0c6f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:32.700170 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-23fd3bef-31ae-46f9-8d0c-b0caff4dd8b0 None None] Port daa5a95d-1e99-4f3d-afc7-05f95606c9cd cannot update to ACTIVE because it is not bound. {{(pid=105586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:01:32.786458 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-db1f2718-6af1-41e4-ae45-b2f27345dde1 req-55d47344-9fe8-4cce-a02b-458644b2aa9a tempest-ServersAdminTestJSON-2115085297 tempest-ServersAdminTestJSON-2115085297-project] Notify callbacks [] for port, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:32.804735 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c1feea-5848-4625-a241-592695e02fbb req-2e01d553-a599-4b57-ac0a-b96615f8ab45 tempest-SecurityGroupsTestJSON-146164436 tempest-SecurityGroupsTestJSON-146164436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:32.810288 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [req-3ef6f0b0-d571-4a1f-80e4-b83de98ef18b req-7b2a14ce-29dd-4765-948f-e74c3c95d345 service neutron] For port c4e765fe-c4f3-4db9-88a3-29a4e00ed503, host n-h1-705658-22, cleared binding levels {{(pid=105584) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:01:32.812375 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e7c1feea-5848-4625-a241-592695e02fbb req-2e01d553-a599-4b57-ac0a-b96615f8ab45 tempest-SecurityGroupsTestJSON-146164436 tempest-SecurityGroupsTestJSON-146164436-project] 10.222.0.59 "GET /v2.0/ports?device_id=ca86fb1b-c433-49d9-807b-04c160484fa6 HTTP/1.1" status: 200 len: 931 time: 0.3314755 Jul 27 21:01:32.816503 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-92cfc027-2d4b-465e-acf9-055da2b0c6f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:32.819097 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-92cfc027-2d4b-465e-acf9-055da2b0c6f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:32.820242 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-92cfc027-2d4b-465e-acf9-055da2b0c6f1 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/a732b3f0-aacd-4b70-8476-47ce04d131a6 HTTP/1.1" status: 204 len: 168 time: 0.6244025 Jul 27 21:01:32.824682 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6991f9d8-fa14-4308-b769-53e5cf4715e3 req-0d843d20-56ce-4826-9bd0-9238acbbe180 tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:32.826689 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-6991f9d8-fa14-4308-b769-53e5cf4715e3 req-0d843d20-56ce-4826-9bd0-9238acbbe180 tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d07fb74-3ebf-4d24-bbe3-7e4795327233 HTTP/1.1" status: 200 len: 944 time: 0.3447733 Jul 27 21:01:32.863121 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.provisioning_blocks [req-db1f2718-6af1-41e4-ae45-b2f27345dde1 req-55d47344-9fe8-4cce-a02b-458644b2aa9a tempest-ServersAdminTestJSON-2115085297 tempest-ServersAdminTestJSON-2115085297-project] Transition to ACTIVE for port object 4ddf85da-a0ba-4ac0-b67e-bc9537a21498 will not be triggered until provisioned by entity DHCP. {{(pid=105584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:01:32.869411 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [req-3ef6f0b0-d571-4a1f-80e4-b83de98ef18b req-7b2a14ce-29dd-4765-948f-e74c3c95d345 service neutron] For port c4e765fe-c4f3-4db9-88a3-29a4e00ed503, host n-h1-705658-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=c4e765fe-c4f3-4db9-88a3-29a4e00ed503,segment=NetworkSegment(86b1e6f6-d629-4b03-8944-4cdfbfb93d02),segment_id=86b1e6f6-d629-4b03-8944-4cdfbfb93d02)] {{(pid=105584) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:01:32.892472 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92cfc027-2d4b-465e-acf9-055da2b0c6f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a732b3f0-aacd-4b70-8476-47ce04d131a6,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:01:32.899535 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-3ef6f0b0-d571-4a1f-80e4-b83de98ef18b req-7b2a14ce-29dd-4765-948f-e74c3c95d345 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9014027'] for port, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:32.939331 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e7c1feea-5848-4625-a241-592695e02fbb req-036cfb78-14de-46a6-ae1a-1d8d8656e8f7 tempest-SecurityGroupsTestJSON-146164436 tempest-SecurityGroupsTestJSON-146164436-project] 10.222.0.59 "GET /v2.0/security-groups?id=4e615c8e-7316-4e41-95e2-beb8fbe16280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224508 Jul 27 21:01:32.998656 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [req-17dcc6e6-de0e-40c6-83e9-0618d340357e req-41614d61-097e-427a-9d18-5a14022f4946 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c70ef6e-fd9f-4fa1-8989-5e617eacef24 {{(pid=105584) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:01:33.009524 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2a14ce-29dd-4765-948f-e74c3c95d345 service neutron] Pushing event updated for resources: {'Port': ['ID=c4e765fe-c4f3-4db9-88a3-29a4e00ed503,revision_number=3']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:01:33.012275 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-6991f9d8-fa14-4308-b769-53e5cf4715e3 req-ee37f102-366c-4703-a9a9-9b1b495b8fe7 tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] 10.222.0.59 "GET /v2.0/security-groups?id=d1766e71-7b2a-4f2d-acc0-530f862b8fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177340 Jul 27 21:01:33.056615 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-17dcc6e6-de0e-40c6-83e9-0618d340357e req-41614d61-097e-427a-9d18-5a14022f4946 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:33.059780 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef6f0b0-d571-4a1f-80e4-b83de98ef18b req-7b2a14ce-29dd-4765-948f-e74c3c95d345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:33.060409 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-3ef6f0b0-d571-4a1f-80e4-b83de98ef18b req-7b2a14ce-29dd-4765-948f-e74c3c95d345 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:33.062059 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-3ef6f0b0-d571-4a1f-80e4-b83de98ef18b req-7b2a14ce-29dd-4765-948f-e74c3c95d345 service neutron] 10.222.0.36 "PUT /v2.0/ports/c4e765fe-c4f3-4db9-88a3-29a4e00ed503 HTTP/1.1" status: 200 len: 1097 time: 3.4759059 Jul 27 21:01:33.062657 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b08c7cb2-ff39-4168-a373-6ea575b70e54', 'tag': 'c4e765fe-c4f3-4db9-88a3-29a4e00ed503'}] {{(pid=105584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:01:33.065593 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bce5e6c8685464f7626901654159975603b047827e3138302ed6566e28f1343" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-628b484f-f200-4027-a1e9-2f1c93de5d82" -d '{"events": [{"name": "network-changed", "server_uuid": "b08c7cb2-ff39-4168-a373-6ea575b70e54", "tag": "c4e765fe-c4f3-4db9-88a3-29a4e00ed503"}]}' {{(pid=105584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:01:33.162626 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a3f6e6e9-4780-4322-a469-6e7c62d35807 req-3f323552-3987-4919-b6fd-9458248ee2d5 tempest-ServersAdminTestJSON-2115085297 tempest-ServersAdminTestJSON-2115085297-project] 10.222.0.59 "GET /v2.0/ports?device_id=1baeecb7-3e8c-4e02-bb4f-12fe9c13c237 HTTP/1.1" status: 200 len: 210 time: 0.1061358 Jul 27 21:01:33.175573 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.provisioning_blocks [req-17dcc6e6-de0e-40c6-83e9-0618d340357e req-41614d61-097e-427a-9d18-5a14022f4946 service neutron] Transition to ACTIVE for port object 9c70ef6e-fd9f-4fa1-8989-5e617eacef24 will not be triggered until provisioned by entity L2. {{(pid=105584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:01:33.187529 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-17dcc6e6-de0e-40c6-83e9-0618d340357e req-41614d61-097e-427a-9d18-5a14022f4946 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9014027'] for port, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:33.278439 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:01:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a10b0299-e463-4964-958e-c2e5bdc0e41d x-openstack-request-id: req-a10b0299-e463-4964-958e-c2e5bdc0e41d {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:01:33.278746 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b08c7cb2-ff39-4168-a373-6ea575b70e54", "tag": "c4e765fe-c4f3-4db9-88a3-29a4e00ed503", "status": "completed", "code": 200}]} {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:01:33.279056 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-a10b0299-e463-4964-958e-c2e5bdc0e41d {{(pid=105584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:01:33.283110 n-d-705658-22 neutron-server[105584]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b08c7cb2-ff39-4168-a373-6ea575b70e54', 'tag': 'c4e765fe-c4f3-4db9-88a3-29a4e00ed503', 'status': 'completed', 'code': 200} Jul 27 21:01:33.287966 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41614d61-097e-427a-9d18-5a14022f4946 service neutron] Pushing event updated for resources: {'Port': ['ID=9c70ef6e-fd9f-4fa1-8989-5e617eacef24,revision_number=2']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:01:33.347120 n-d-705658-22 neutron-server[105585]: DEBUG neutron.notifiers.nova [req-81846aa1-1531-444c-8f5a-2eb494f331a6 req-5eff1d74-971f-4f11-aac3-8f671b302864 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77be7659-fdfb-438e-a2e3-51247a28b9bd {{(pid=105585) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:01:33.365136 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-81846aa1-1531-444c-8f5a-2eb494f331a6 req-5eff1d74-971f-4f11-aac3-8f671b302864 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:33.407514 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-db1f2718-6af1-41e4-ae45-b2f27345dde1 req-55d47344-9fe8-4cce-a02b-458644b2aa9a tempest-ServersAdminTestJSON-2115085297 tempest-ServersAdminTestJSON-2115085297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:33.419833 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.provisioning_blocks [req-81846aa1-1531-444c-8f5a-2eb494f331a6 req-5eff1d74-971f-4f11-aac3-8f671b302864 service neutron] Transition to ACTIVE for port object 77be7659-fdfb-438e-a2e3-51247a28b9bd will not be triggered until provisioned by entity L2. {{(pid=105585) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:01:33.426675 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-81846aa1-1531-444c-8f5a-2eb494f331a6 req-5eff1d74-971f-4f11-aac3-8f671b302864 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10221672'] for port, after_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:33.476480 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db1f2718-6af1-41e4-ae45-b2f27345dde1 req-55d47344-9fe8-4cce-a02b-458644b2aa9a tempest-ServersAdminTestJSON-2115085297 tempest-ServersAdminTestJSON-2115085297-project] Network 4d64aa0b-bd6a-468e-8edc-c83689947462 is already hosted by enough agents. {{(pid=105584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:01:33.560228 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [req-db1f2718-6af1-41e4-ae45-b2f27345dde1 req-55d47344-9fe8-4cce-a02b-458644b2aa9a tempest-ServersAdminTestJSON-2115085297 tempest-ServersAdminTestJSON-2115085297-project] Resources bound (agent type, host, resource id): {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:01:33.581331 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [req-db1f2718-6af1-41e4-ae45-b2f27345dde1 req-55d47344-9fe8-4cce-a02b-458644b2aa9a tempest-ServersAdminTestJSON-2115085297 tempest-ServersAdminTestJSON-2115085297-project] Received port after_create {{(pid=105584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:01:33.582183 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eff1d74-971f-4f11-aac3-8f671b302864 service neutron] Pushing event updated for resources: {'Port': ['ID=77be7659-fdfb-438e-a2e3-51247a28b9bd,revision_number=2']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:01:33.626601 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93262945-1160-4a5a-98d2-cccb05230bc7 req-17772b77-a497-40d9-adae-c3eae70f9d98 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:33.648809 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef6f0b0-d571-4a1f-80e4-b83de98ef18b req-05ca252a-8c5c-495b-a1a2-d0a9cfefad73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:33.650062 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93262945-1160-4a5a-98d2-cccb05230bc7 req-17772b77-a497-40d9-adae-c3eae70f9d98 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:33.650565 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-3ef6f0b0-d571-4a1f-80e4-b83de98ef18b req-05ca252a-8c5c-495b-a1a2-d0a9cfefad73 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f86a589de4964203a66835a89a6b9f5d&device_id=b08c7cb2-ff39-4168-a373-6ea575b70e54 HTTP/1.1" status: 200 len: 1100 time: 0.5470307 Jul 27 21:01:33.656483 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93262945-1160-4a5a-98d2-cccb05230bc7 req-17772b77-a497-40d9-adae-c3eae70f9d98 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:33.675859 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93262945-1160-4a5a-98d2-cccb05230bc7 req-17772b77-a497-40d9-adae-c3eae70f9d98 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:33.681459 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d47344-9fe8-4cce-a02b-458644b2aa9a tempest-ServersAdminTestJSON-2115085297 tempest-ServersAdminTestJSON-2115085297-project] Pushing event updated for resources: {'Port': ['ID=4ddf85da-a0ba-4ac0-b67e-bc9537a21498,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:01:33.688518 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93262945-1160-4a5a-98d2-cccb05230bc7 req-17772b77-a497-40d9-adae-c3eae70f9d98 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:33.697023 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-93262945-1160-4a5a-98d2-cccb05230bc7 req-17772b77-a497-40d9-adae-c3eae70f9d98 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] 10.222.0.59 "GET /v2.0/ports?device_id=9dfbe127-2e40-448a-9032-c49d8e1e61fe HTTP/1.1" status: 200 len: 3814 time: 0.3201253 Jul 27 21:01:33.778649 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.managers [req-81846aa1-1531-444c-8f5a-2eb494f331a6 req-5eff1d74-971f-4f11-aac3-8f671b302864 service neutron] Attempting to bind port 77be7659-fdfb-438e-a2e3-51247a28b9bd on host n-h1-705658-22 for vnic_type normal with profile {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:01:33.779029 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.managers [req-81846aa1-1531-444c-8f5a-2eb494f331a6 req-5eff1d74-971f-4f11-aac3-8f671b302864 service neutron] Attempting to bind port 77be7659-fdfb-438e-a2e3-51247a28b9bd by drivers openvswitch,hyperv on host n-h1-705658-22 at level 0 using segments [{'id': '1922154b-32f1-4361-bf34-7b69d21d65b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '7ff0eeb8-777d-434e-b9ec-a1527ebf3b8c'}] {{(pid=105585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:01:33.779361 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81846aa1-1531-444c-8f5a-2eb494f331a6 req-5eff1d74-971f-4f11-aac3-8f671b302864 service neutron] Attempting to bind port 77be7659-fdfb-438e-a2e3-51247a28b9bd on network 7ff0eeb8-777d-434e-b9ec-a1527ebf3b8c {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:01:33.780152 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-3ef6f0b0-d571-4a1f-80e4-b83de98ef18b req-79e343f4-f4a0-4d4a-a1c2-f06587ba7356 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.169&port_id=c4e765fe-c4f3-4db9-88a3-29a4e00ed503 HTTP/1.1" status: 200 len: 217 time: 0.1120543 Jul 27 21:01:33.787171 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [req-17dcc6e6-de0e-40c6-83e9-0618d340357e req-41614d61-097e-427a-9d18-5a14022f4946 service neutron] Attempting to bind port 9c70ef6e-fd9f-4fa1-8989-5e617eacef24 on host n-h1-705658-22 for vnic_type normal with profile {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:01:33.787694 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [req-17dcc6e6-de0e-40c6-83e9-0618d340357e req-41614d61-097e-427a-9d18-5a14022f4946 service neutron] Attempting to bind port 9c70ef6e-fd9f-4fa1-8989-5e617eacef24 by drivers openvswitch,hyperv on host n-h1-705658-22 at level 0 using segments [{'id': '7e287389-6e5c-4ce4-b4eb-616d84d437ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '4d2b2080-dee5-4efa-a657-06e568548ad6'}] {{(pid=105584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:01:33.787832 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17dcc6e6-de0e-40c6-83e9-0618d340357e req-41614d61-097e-427a-9d18-5a14022f4946 service neutron] Attempting to bind port 9c70ef6e-fd9f-4fa1-8989-5e617eacef24 on network 4d2b2080-dee5-4efa-a657-06e568548ad6 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:01:33.810220 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-93262945-1160-4a5a-98d2-cccb05230bc7 req-6488aeea-ad8c-4225-8f41-faaab5073e8e tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] 10.222.0.59 "GET /v2.0/security-groups?id=602b6e89-9902-4d75-b8ec-25947a9f847b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1121297 Jul 27 21:01:33.813003 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81846aa1-1531-444c-8f5a-2eb494f331a6 req-5eff1d74-971f-4f11-aac3-8f671b302864 service neutron] Port 77be7659-fdfb-438e-a2e3-51247a28b9bd on network 7ff0eeb8-777d-434e-b9ec-a1527ebf3b8c not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-22 {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:01:33.813954 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81846aa1-1531-444c-8f5a-2eb494f331a6 req-5eff1d74-971f-4f11-aac3-8f671b302864 service neutron] Attempting to bind port 77be7659-fdfb-438e-a2e3-51247a28b9bd on network 7ff0eeb8-777d-434e-b9ec-a1527ebf3b8c {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:01:33.829699 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81846aa1-1531-444c-8f5a-2eb494f331a6 req-5eff1d74-971f-4f11-aac3-8f671b302864 service neutron] Checking agent: {'id': '9d9bc37f-4d75-44ef-9f63-799aab3e316f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 49, 36), 'started_at': datetime.datetime(2021, 7, 27, 20, 49, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 1, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:01:33.849660 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81846aa1-1531-444c-8f5a-2eb494f331a6 req-5eff1d74-971f-4f11-aac3-8f671b302864 service neutron] Checking segment: {'id': '1922154b-32f1-4361-bf34-7b69d21d65b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '7ff0eeb8-777d-434e-b9ec-a1527ebf3b8c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:01:33.850063 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81846aa1-1531-444c-8f5a-2eb494f331a6 req-5eff1d74-971f-4f11-aac3-8f671b302864 service neutron] Bound using segment: {'id': '1922154b-32f1-4361-bf34-7b69d21d65b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '7ff0eeb8-777d-434e-b9ec-a1527ebf3b8c'} {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:01:33.850544 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.managers [req-81846aa1-1531-444c-8f5a-2eb494f331a6 req-5eff1d74-971f-4f11-aac3-8f671b302864 service neutron] Bound port: 77be7659-fdfb-438e-a2e3-51247a28b9bd, host: n-h1-705658-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1922154b-32f1-4361-bf34-7b69d21d65b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '7ff0eeb8-777d-434e-b9ec-a1527ebf3b8c'}}] {{(pid=105585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:01:33.850911 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-81846aa1-1531-444c-8f5a-2eb494f331a6 req-5eff1d74-971f-4f11-aac3-8f671b302864 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:33.912452 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef6f0b0-d571-4a1f-80e4-b83de98ef18b req-0a40c1cd-7092-4ac4-b66f-49bb8daef03c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:33.913961 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-3ef6f0b0-d571-4a1f-80e4-b83de98ef18b req-0a40c1cd-7092-4ac4-b66f-49bb8daef03c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=26644ba0-4185-4e10-8718-6ad18d01376c HTTP/1.1" status: 200 len: 843 time: 0.1279576 Jul 27 21:01:33.930441 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 43206) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:01:33.936206 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1f2718-6af1-41e4-ae45-b2f27345dde1 req-55d47344-9fe8-4cce-a02b-458644b2aa9a tempest-ServersAdminTestJSON-2115085297 tempest-ServersAdminTestJSON-2115085297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:33.936892 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-db1f2718-6af1-41e4-ae45-b2f27345dde1 req-55d47344-9fe8-4cce-a02b-458644b2aa9a tempest-ServersAdminTestJSON-2115085297 tempest-ServersAdminTestJSON-2115085297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:33.947204 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17dcc6e6-de0e-40c6-83e9-0618d340357e req-41614d61-097e-427a-9d18-5a14022f4946 service neutron] Port 9c70ef6e-fd9f-4fa1-8989-5e617eacef24 on network 4d2b2080-dee5-4efa-a657-06e568548ad6 not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-22 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:01:33.947470 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17dcc6e6-de0e-40c6-83e9-0618d340357e req-41614d61-097e-427a-9d18-5a14022f4946 service neutron] Attempting to bind port 9c70ef6e-fd9f-4fa1-8989-5e617eacef24 on network 4d2b2080-dee5-4efa-a657-06e568548ad6 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:01:33.966884 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17dcc6e6-de0e-40c6-83e9-0618d340357e req-41614d61-097e-427a-9d18-5a14022f4946 service neutron] Checking agent: {'id': '9d9bc37f-4d75-44ef-9f63-799aab3e316f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 49, 36), 'started_at': datetime.datetime(2021, 7, 27, 20, 49, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 1, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:01:33.967386 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17dcc6e6-de0e-40c6-83e9-0618d340357e req-41614d61-097e-427a-9d18-5a14022f4946 service neutron] Checking segment: {'id': '7e287389-6e5c-4ce4-b4eb-616d84d437ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '4d2b2080-dee5-4efa-a657-06e568548ad6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:01:33.967632 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17dcc6e6-de0e-40c6-83e9-0618d340357e req-41614d61-097e-427a-9d18-5a14022f4946 service neutron] Bound using segment: {'id': '7e287389-6e5c-4ce4-b4eb-616d84d437ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '4d2b2080-dee5-4efa-a657-06e568548ad6'} {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:01:33.968082 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [req-17dcc6e6-de0e-40c6-83e9-0618d340357e req-41614d61-097e-427a-9d18-5a14022f4946 service neutron] Bound port: 9c70ef6e-fd9f-4fa1-8989-5e617eacef24, host: n-h1-705658-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e287389-6e5c-4ce4-b4eb-616d84d437ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '4d2b2080-dee5-4efa-a657-06e568548ad6'}}] {{(pid=105584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:01:33.968450 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-17dcc6e6-de0e-40c6-83e9-0618d340357e req-41614d61-097e-427a-9d18-5a14022f4946 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:34.001988 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-23cddf5a-2250-45be-8ee9-1af35fce88f4 None None] Provisioning for port 4ddf85da-a0ba-4ac0-b67e-bc9537a21498 completed by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:01:34.009603 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-23cddf5a-2250-45be-8ee9-1af35fce88f4 None None] Provisioning complete for port 4ddf85da-a0ba-4ac0-b67e-bc9537a21498 triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:01:34.010977 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-23cddf5a-2250-45be-8ee9-1af35fce88f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:34.011390 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-db1f2718-6af1-41e4-ae45-b2f27345dde1 req-55d47344-9fe8-4cce-a02b-458644b2aa9a tempest-ServersAdminTestJSON-2115085297 tempest-ServersAdminTestJSON-2115085297-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.3747275 Jul 27 21:01:34.033029 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.db [req-81846aa1-1531-444c-8f5a-2eb494f331a6 req-5eff1d74-971f-4f11-aac3-8f671b302864 service neutron] For port 77be7659-fdfb-438e-a2e3-51247a28b9bd, host n-h1-705658-22, cleared binding levels {{(pid=105585) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:01:34.036268 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.db [req-81846aa1-1531-444c-8f5a-2eb494f331a6 req-5eff1d74-971f-4f11-aac3-8f671b302864 service neutron] For port 77be7659-fdfb-438e-a2e3-51247a28b9bd, host n-h1-705658-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=77be7659-fdfb-438e-a2e3-51247a28b9bd,segment=NetworkSegment(1922154b-32f1-4361-bf34-7b69d21d65b6),segment_id=1922154b-32f1-4361-bf34-7b69d21d65b6)] {{(pid=105585) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:01:34.048171 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-81846aa1-1531-444c-8f5a-2eb494f331a6 req-5eff1d74-971f-4f11-aac3-8f671b302864 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10221672'] for port, after_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:34.055451 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [req-db1f2718-6af1-41e4-ae45-b2f27345dde1 req-3a628ace-252d-4e0e-bf0d-b5d8201c4140 service neutron] Request body: {'port': {'device_id': '1baeecb7-3e8c-4e02-bb4f-12fe9c13c237', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-705658-22'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:01:34.104724 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81846aa1-1531-444c-8f5a-2eb494f331a6 req-5eff1d74-971f-4f11-aac3-8f671b302864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:34.105357 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-81846aa1-1531-444c-8f5a-2eb494f331a6 req-5eff1d74-971f-4f11-aac3-8f671b302864 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:34.106714 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-81846aa1-1531-444c-8f5a-2eb494f331a6 req-5eff1d74-971f-4f11-aac3-8f671b302864 service neutron] 10.222.0.36 "PUT /v2.0/ports/77be7659-fdfb-438e-a2e3-51247a28b9bd HTTP/1.1" status: 200 len: 1092 time: 1.8807192 Jul 27 21:01:34.108861 n-d-705658-22 neutron-server[105585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9dfbe127-2e40-448a-9032-c49d8e1e61fe', 'tag': '77be7659-fdfb-438e-a2e3-51247a28b9bd'}] {{(pid=105585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:01:34.112035 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d66fd65881426bfc2b5388084a3654e5eae521106a15a3dbf0eb4cde7106c36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48d4eb8f-e5e1-4107-9ce9-e4a1dc00ee43" -d '{"events": [{"name": "network-changed", "server_uuid": "9dfbe127-2e40-448a-9032-c49d8e1e61fe", "tag": "77be7659-fdfb-438e-a2e3-51247a28b9bd"}]}' {{(pid=105585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:01:34.150190 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [req-81846aa1-1531-444c-8f5a-2eb494f331a6 req-8d81a8d5-515a-4b55-a154-cdae3455a356 service neutron] Request body: {'port': {'device_id': '9dfbe127-2e40-448a-9032-c49d8e1e61fe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-705658-22'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:01:34.152703 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-23cddf5a-2250-45be-8ee9-1af35fce88f4 None None] Port 4ddf85da-a0ba-4ac0-b67e-bc9537a21498 cannot update to ACTIVE because it is not bound. {{(pid=105586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:01:34.210587 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7081417-1d96-4dbd-bcb0-b66b01973265 req-a9c52512-0bdb-47f3-aae7-524d088a78dc tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:34.220094 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a7081417-1d96-4dbd-bcb0-b66b01973265 req-a9c52512-0bdb-47f3-aae7-524d088a78dc tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] 10.222.0.59 "GET /v2.0/ports?device_id=2ab3b612-b1bf-43fb-a1f2-964eea921f62 HTTP/1.1" status: 200 len: 945 time: 0.2765763 Jul 27 21:01:34.229619 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eff1d74-971f-4f11-aac3-8f671b302864 service neutron] Pushing event updated for resources: {'Port': ['ID=77be7659-fdfb-438e-a2e3-51247a28b9bd,revision_number=3']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:01:34.335794 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-8f826a77-3d9b-4303-afe3-5b161529c875 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1314551751-network', 'tenant_id': '3bfa1a2c35f349b1a3e408eca249b7cf'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:01:34.394758 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f826a77-3d9b-4303-afe3-5b161529c875 admin admin] Made reservation on behalf of 3bfa1a2c35f349b1a3e408eca249b7cf for: {'network': 1} {{(pid=105585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:01:34.397296 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-8f826a77-3d9b-4303-afe3-5b161529c875 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for network, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:34.410714 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef6f0b0-d571-4a1f-80e4-b83de98ef18b req-e4784d46-2f64-4f02-827f-7d8c5a0729a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:34.412879 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-3ef6f0b0-d571-4a1f-80e4-b83de98ef18b req-e4784d46-2f64-4f02-827f-7d8c5a0729a6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4d64aa0b-bd6a-468e-8edc-c83689947462&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4665313 Jul 27 21:01:34.416843 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [req-17dcc6e6-de0e-40c6-83e9-0618d340357e req-41614d61-097e-427a-9d18-5a14022f4946 service neutron] For port 9c70ef6e-fd9f-4fa1-8989-5e617eacef24, host n-h1-705658-22, cleared binding levels {{(pid=105584) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:01:34.429120 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a7081417-1d96-4dbd-bcb0-b66b01973265 req-31929ed9-16e1-43e9-b2ab-fc544ffb0167 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] 10.222.0.59 "GET /v2.0/security-groups?id=e8209215-bf66-4bb1-96ba-041099e74ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2080631 Jul 27 21:01:34.461559 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [req-17dcc6e6-de0e-40c6-83e9-0618d340357e req-41614d61-097e-427a-9d18-5a14022f4946 service neutron] For port 9c70ef6e-fd9f-4fa1-8989-5e617eacef24, host n-h1-705658-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=9c70ef6e-fd9f-4fa1-8989-5e617eacef24,segment=NetworkSegment(7e287389-6e5c-4ce4-b4eb-616d84d437ce),segment_id=7e287389-6e5c-4ce4-b4eb-616d84d437ce)] {{(pid=105584) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:01:34.499258 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-17dcc6e6-de0e-40c6-83e9-0618d340357e req-41614d61-097e-427a-9d18-5a14022f4946 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9014027'] for port, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:34.516353 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 43250) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:01:34.525705 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-81846aa1-1531-444c-8f5a-2eb494f331a6 req-8d81a8d5-515a-4b55-a154-cdae3455a356 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:34.533020 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-8f826a77-3d9b-4303-afe3-5b161529c875 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:34.541466 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-db1f2718-6af1-41e4-ae45-b2f27345dde1 req-3a628ace-252d-4e0e-bf0d-b5d8201c4140 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:34.551853 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dcc6e6-de0e-40c6-83e9-0618d340357e req-41614d61-097e-427a-9d18-5a14022f4946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:34.552885 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-17dcc6e6-de0e-40c6-83e9-0618d340357e req-41614d61-097e-427a-9d18-5a14022f4946 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:34.555188 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-17dcc6e6-de0e-40c6-83e9-0618d340357e req-41614d61-097e-427a-9d18-5a14022f4946 service neutron] 10.222.0.36 "PUT /v2.0/ports/9c70ef6e-fd9f-4fa1-8989-5e617eacef24 HTTP/1.1" status: 200 len: 1092 time: 3.1655965 Jul 27 21:01:34.705023 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41614d61-097e-427a-9d18-5a14022f4946 service neutron] Pushing event updated for resources: {'Port': ['ID=9c70ef6e-fd9f-4fa1-8989-5e617eacef24,revision_number=3']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:01:34.725060 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-33c33913-bc22-4099-8cb1-d4dda68a05f0 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-1561766410-network', 'tenant_id': 'bf2c8cd4d0264e96b8bde16d0eb3a6fe'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:01:34.756128 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-3ef6f0b0-d571-4a1f-80e4-b83de98ef18b req-6cb71238-b52f-48bc-8290-61881a9ec53b service neutron] 10.222.0.36 "GET /v2.0/networks/4d64aa0b-bd6a-468e-8edc-c83689947462?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3322115 Jul 27 21:01:34.876798 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cdf606-9fce-4f16-9922-88bf36e00e69 req-3be475fc-80d9-4907-adf5-b99f7521d128 tempest-SecurityGroupsTestJSON-146164436 tempest-SecurityGroupsTestJSON-146164436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:34.878389 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-92cdf606-9fce-4f16-9922-88bf36e00e69 req-3be475fc-80d9-4907-adf5-b99f7521d128 tempest-SecurityGroupsTestJSON-146164436 tempest-SecurityGroupsTestJSON-146164436-project] 10.222.0.59 "GET /v2.0/ports?device_id=ca86fb1b-c433-49d9-807b-04c160484fa6 HTTP/1.1" status: 200 len: 943 time: 0.2137921 Jul 27 21:01:34.889499 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ccc47d-e402-40f8-aee3-fd1e10926507 req-948dabe0-976b-4b2a-9983-21942bb90a04 tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:34.891111 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-d0ccc47d-e402-40f8-aee3-fd1e10926507 req-948dabe0-976b-4b2a-9983-21942bb90a04 tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d07fb74-3ebf-4d24-bbe3-7e4795327233 HTTP/1.1" status: 200 len: 944 time: 0.2915616 Jul 27 21:01:35.083665 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-92cdf606-9fce-4f16-9922-88bf36e00e69 req-f319ee22-120d-43e0-ad94-b7b1fcb3d522 tempest-SecurityGroupsTestJSON-146164436 tempest-SecurityGroupsTestJSON-146164436-project] 10.222.0.59 "GET /v2.0/security-groups?id=4e615c8e-7316-4e41-95e2-beb8fbe16280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1823399 Jul 27 21:01:35.132471 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-8f826a77-3d9b-4303-afe3-5b161529c875 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:35.145315 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-8f826a77-3d9b-4303-afe3-5b161529c875 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:35.167310 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:01:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-987f936c-f7a1-4474-9c4e-5bd89ddcbc2f x-openstack-request-id: req-987f936c-f7a1-4474-9c4e-5bd89ddcbc2f {{(pid=105585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:01:35.167865 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9dfbe127-2e40-448a-9032-c49d8e1e61fe", "tag": "77be7659-fdfb-438e-a2e3-51247a28b9bd", "status": "completed", "code": 200}]} {{(pid=105585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:01:35.168150 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-987f936c-f7a1-4474-9c4e-5bd89ddcbc2f {{(pid=105585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:01:35.168561 n-d-705658-22 neutron-server[105585]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9dfbe127-2e40-448a-9032-c49d8e1e61fe', 'tag': '77be7659-fdfb-438e-a2e3-51247a28b9bd', 'status': 'completed', 'code': 200} Jul 27 21:01:35.196547 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f826a77-3d9b-4303-afe3-5b161529c875 admin admin] vlan segment allocate from pool success with {'vlan_id': 247, 'physical_network': 'physnet1'} {{(pid=105585) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:01:35.209110 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f826a77-3d9b-4303-afe3-5b161529c875 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11d4b8db-8e57-457e-a78a-171de1466847,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:01:35.221274 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-8f826a77-3d9b-4303-afe3-5b161529c875 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:35.221644 n-d-705658-22 neutron-server[105585]: INFO neutron.db.segments_db [None req-8f826a77-3d9b-4303-afe3-5b161529c875 admin admin] Added segment 660ec341-81d1-41c4-8987-bc307d97b3d6 of type vlan for network 79bd215c-af8d-45db-ad24-972205044e15 Jul 27 21:01:35.257054 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Device 310d9827-e134-4697-9849-2becd694e37f no longer exists at agent hyperv_n-h2-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:01:35.350108 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [req-db1f2718-6af1-41e4-ae45-b2f27345dde1 req-3a628ace-252d-4e0e-bf0d-b5d8201c4140 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ddf85da-a0ba-4ac0-b67e-bc9537a21498 {{(pid=105584) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:01:35.357656 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca86fb1b-c433-49d9-807b-04c160484fa6', 'tag': '9c70ef6e-fd9f-4fa1-8989-5e617eacef24'}] {{(pid=105584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:01:35.360280 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bce5e6c8685464f7626901654159975603b047827e3138302ed6566e28f1343" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e6a97d4-1031-4742-8df7-c592fd1cb929" -d '{"events": [{"name": "network-changed", "server_uuid": "ca86fb1b-c433-49d9-807b-04c160484fa6", "tag": "9c70ef6e-fd9f-4fa1-8989-5e617eacef24"}]}' {{(pid=105584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:01:35.372113 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-db1f2718-6af1-41e4-ae45-b2f27345dde1 req-3a628ace-252d-4e0e-bf0d-b5d8201c4140 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:35.384404 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-8f826a77-3d9b-4303-afe3-5b161529c875 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790688424798'] for network, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:35.400444 n-d-705658-22 neutron-server[105585]: DEBUG neutron.notifiers.nova [req-81846aa1-1531-444c-8f5a-2eb494f331a6 req-8d81a8d5-515a-4b55-a154-cdae3455a356 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e7d69d3-fba1-4359-a733-0c6375ba453c {{(pid=105585) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:01:35.406883 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [req-d0ccc47d-e402-40f8-aee3-fd1e10926507 req-0b09d5f8-786a-4317-97cb-57f9dd01f9ab tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] Deleting port 310d9827-e134-4697-9849-2becd694e37f {{(pid=105585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:01:35.407248 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-d0ccc47d-e402-40f8-aee3-fd1e10926507 req-0b09d5f8-786a-4317-97cb-57f9dd01f9ab tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:35.420179 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-81846aa1-1531-444c-8f5a-2eb494f331a6 req-8d81a8d5-515a-4b55-a154-cdae3455a356 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:35.434504 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dcc6e6-de0e-40c6-83e9-0618d340357e req-6f65e917-a1c3-4ced-bc16-12e21e3c4435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:35.436073 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-17dcc6e6-de0e-40c6-83e9-0618d340357e req-6f65e917-a1c3-4ced-bc16-12e21e3c4435 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8a9fb2dba4884d648101d24277d7cc3a&device_id=ca86fb1b-c433-49d9-807b-04c160484fa6 HTTP/1.1" status: 200 len: 1095 time: 0.8290398 Jul 27 21:01:35.440130 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.provisioning_blocks [req-db1f2718-6af1-41e4-ae45-b2f27345dde1 req-3a628ace-252d-4e0e-bf0d-b5d8201c4140 service neutron] Transition to ACTIVE for port object 4ddf85da-a0ba-4ac0-b67e-bc9537a21498 will not be triggered until provisioned by entity L2. {{(pid=105584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:01:35.448481 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33c33913-bc22-4099-8cb1-d4dda68a05f0 admin admin] Made reservation on behalf of bf2c8cd4d0264e96b8bde16d0eb3a6fe for: {'network': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:01:35.450737 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-33c33913-bc22-4099-8cb1-d4dda68a05f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for network, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:35.465362 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-db1f2718-6af1-41e4-ae45-b2f27345dde1 req-3a628ace-252d-4e0e-bf0d-b5d8201c4140 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9014027'] for port, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:35.493802 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.provisioning_blocks [req-81846aa1-1531-444c-8f5a-2eb494f331a6 req-8d81a8d5-515a-4b55-a154-cdae3455a356 service neutron] Transition to ACTIVE for port object 6e7d69d3-fba1-4359-a733-0c6375ba453c will not be triggered until provisioned by entity L2. {{(pid=105585) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:01:35.510547 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-81846aa1-1531-444c-8f5a-2eb494f331a6 req-8d81a8d5-515a-4b55-a154-cdae3455a356 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10221672'] for port, after_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:35.521689 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-33c33913-bc22-4099-8cb1-d4dda68a05f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:35.527489 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-8f826a77-3d9b-4303-afe3-5b161529c875 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920'] for network, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:35.528454 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f826a77-3d9b-4303-afe3-5b161529c875 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:35.529047 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-8f826a77-3d9b-4303-afe3-5b161529c875 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743886'] for network, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:35.543529 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-17dcc6e6-de0e-40c6-83e9-0618d340357e req-94493876-4366-421c-9894-5a8dcf3db653 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9c70ef6e-fd9f-4fa1-8989-5e617eacef24 HTTP/1.1" status: 200 len: 217 time: 0.0901649 Jul 27 21:01:35.563902 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-3ef6f0b0-d571-4a1f-80e4-b83de98ef18b req-ce4aa01b-758e-4391-b6cd-69d07fcf363d service neutron] 10.222.0.36 "GET /v2.0/networks/4d64aa0b-bd6a-468e-8edc-c83689947462?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7582521 Jul 27 21:01:35.627229 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a628ace-252d-4e0e-bf0d-b5d8201c4140 service neutron] Pushing event updated for resources: {'Port': ['ID=4ddf85da-a0ba-4ac0-b67e-bc9537a21498,revision_number=2']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:01:35.672548 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c89d096-c59c-4698-8fec-6cdbba9c00dc req-ce45d456-265b-401e-931a-ae58851e26a2 tempest-ServersAdminTestJSON-2115085297 tempest-ServersAdminTestJSON-2115085297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:35.674126 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-4c89d096-c59c-4698-8fec-6cdbba9c00dc req-ce45d456-265b-401e-931a-ae58851e26a2 tempest-ServersAdminTestJSON-2115085297 tempest-ServersAdminTestJSON-2115085297-project] 10.222.0.59 "GET /v2.0/ports?device_id=1baeecb7-3e8c-4e02-bb4f-12fe9c13c237 HTTP/1.1" status: 200 len: 936 time: 0.3676658 Jul 27 21:01:35.734849 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d4eb8f-e5e1-4107-9ce9-e4a1dc00ee43 req-3edc45d5-3641-4dd8-8732-7a04812e70a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:35.735371 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d4eb8f-e5e1-4107-9ce9-e4a1dc00ee43 req-3edc45d5-3641-4dd8-8732-7a04812e70a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:35.735843 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d4eb8f-e5e1-4107-9ce9-e4a1dc00ee43 req-3edc45d5-3641-4dd8-8732-7a04812e70a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:35.736312 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d4eb8f-e5e1-4107-9ce9-e4a1dc00ee43 req-3edc45d5-3641-4dd8-8732-7a04812e70a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:35.736782 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d4eb8f-e5e1-4107-9ce9-e4a1dc00ee43 req-3edc45d5-3641-4dd8-8732-7a04812e70a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:35.738620 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-48d4eb8f-e5e1-4107-9ce9-e4a1dc00ee43 req-3edc45d5-3641-4dd8-8732-7a04812e70a2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=16c9b99e3d6b4b58a380b57255ba6d41&device_id=9dfbe127-2e40-448a-9032-c49d8e1e61fe HTTP/1.1" status: 200 len: 4362 time: 0.3706377 Jul 27 21:01:35.740086 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dcc6e6-de0e-40c6-83e9-0618d340357e req-e018a916-4d21-4c3a-96db-5d148b161533 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:35.741388 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-17dcc6e6-de0e-40c6-83e9-0618d340357e req-e018a916-4d21-4c3a-96db-5d148b161533 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2f9e1451-a5a2-4318-8f1b-217b4517cbc0 HTTP/1.1" status: 200 len: 852 time: 0.1824756 Jul 27 21:01:35.770774 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.db [req-d0ccc47d-e402-40f8-aee3-fd1e10926507 req-0b09d5f8-786a-4317-97cb-57f9dd01f9ab tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] For port 310d9827-e134-4697-9849-2becd694e37f, host n-h2-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=310d9827-e134-4697-9849-2becd694e37f,segment=NetworkSegment(872889e4-5d02-4ec8-807e-3e5c98ba67af),segment_id=872889e4-5d02-4ec8-807e-3e5c98ba67af)] {{(pid=105585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:01:35.771203 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-d0ccc47d-e402-40f8-aee3-fd1e10926507 req-0b09d5f8-786a-4317-97cb-57f9dd01f9ab tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:35.790611 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [req-d0ccc47d-e402-40f8-aee3-fd1e10926507 req-0b09d5f8-786a-4317-97cb-57f9dd01f9ab tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] Calling delete_port for 310d9827-e134-4697-9849-2becd694e37f owned by compute:nova {{(pid=105585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:01:35.866412 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-17dcc6e6-de0e-40c6-83e9-0618d340357e req-25e1feeb-1329-4d07-b875-40b4387166fb service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4d2b2080-dee5-4efa-a657-06e568548ad6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0888827 Jul 27 21:01:35.911200 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d81a8d5-515a-4b55-a154-cdae3455a356 service neutron] Pushing event updated for resources: {'Port': ['ID=6e7d69d3-fba1-4359-a733-0c6375ba453c,revision_number=2']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:01:35.943447 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f826a77-3d9b-4303-afe3-5b161529c875 admin admin] Pushing event updated for resources: {'Network': ['ID=79bd215c-af8d-45db-ad24-972205044e15,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:01:35.968338 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Network 79bd215c-af8d-45db-ad24-972205044e15 details requested by agent ovs-agent-n-d-705658-22 with host n-d-705658-22 {{(pid=105586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:01:35.975655 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-4c89d096-c59c-4698-8fec-6cdbba9c00dc req-07df291e-2f63-43a5-bb28-161fbec3ebd3 tempest-ServersAdminTestJSON-2115085297 tempest-ServersAdminTestJSON-2115085297-project] 10.222.0.59 "GET /v2.0/security-groups?id=9f3cf157-ddbf-4bf4-acc6-59d64c6ea76b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2481658 Jul 27 21:01:36.076249 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [req-db1f2718-6af1-41e4-ae45-b2f27345dde1 req-3a628ace-252d-4e0e-bf0d-b5d8201c4140 service neutron] Attempting to bind port 4ddf85da-a0ba-4ac0-b67e-bc9537a21498 on host n-h2-705658-22 for vnic_type normal with profile {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:01:36.076617 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [req-db1f2718-6af1-41e4-ae45-b2f27345dde1 req-3a628ace-252d-4e0e-bf0d-b5d8201c4140 service neutron] Attempting to bind port 4ddf85da-a0ba-4ac0-b67e-bc9537a21498 by drivers openvswitch,hyperv on host n-h2-705658-22 at level 0 using segments [{'id': '86b1e6f6-d629-4b03-8944-4cdfbfb93d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '4d64aa0b-bd6a-468e-8edc-c83689947462'}] {{(pid=105584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:01:36.076912 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db1f2718-6af1-41e4-ae45-b2f27345dde1 req-3a628ace-252d-4e0e-bf0d-b5d8201c4140 service neutron] Attempting to bind port 4ddf85da-a0ba-4ac0-b67e-bc9537a21498 on network 4d64aa0b-bd6a-468e-8edc-c83689947462 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:01:36.117426 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db1f2718-6af1-41e4-ae45-b2f27345dde1 req-3a628ace-252d-4e0e-bf0d-b5d8201c4140 service neutron] Port 4ddf85da-a0ba-4ac0-b67e-bc9537a21498 on network 4d64aa0b-bd6a-468e-8edc-c83689947462 not bound, no agent of type Open vSwitch agent registered on host n-h2-705658-22 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:01:36.117769 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db1f2718-6af1-41e4-ae45-b2f27345dde1 req-3a628ace-252d-4e0e-bf0d-b5d8201c4140 service neutron] Attempting to bind port 4ddf85da-a0ba-4ac0-b67e-bc9537a21498 on network 4d64aa0b-bd6a-468e-8edc-c83689947462 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:01:36.130181 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d4eb8f-e5e1-4107-9ce9-e4a1dc00ee43 req-936006c0-5e23-4034-b42c-e7f233bc83f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:36.130662 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d4eb8f-e5e1-4107-9ce9-e4a1dc00ee43 req-936006c0-5e23-4034-b42c-e7f233bc83f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:36.131160 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d4eb8f-e5e1-4107-9ce9-e4a1dc00ee43 req-936006c0-5e23-4034-b42c-e7f233bc83f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:36.132910 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-48d4eb8f-e5e1-4107-9ce9-e4a1dc00ee43 req-936006c0-5e23-4034-b42c-e7f233bc83f6 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=16c9b99e3d6b4b58a380b57255ba6d41&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.3626883 Jul 27 21:01:36.137815 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:36.140218 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628b484f-f200-4027-a1e9-2f1c93de5d82 req-bfd3783c-1d12-459c-a3f8-b74ca7fca8e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:36.143535 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-628b484f-f200-4027-a1e9-2f1c93de5d82 req-bfd3783c-1d12-459c-a3f8-b74ca7fca8e4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f86a589de4964203a66835a89a6b9f5d&device_id=b08c7cb2-ff39-4168-a373-6ea575b70e54 HTTP/1.1" status: 200 len: 1100 time: 0.5096931 Jul 27 21:01:36.148688 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.managers [req-81846aa1-1531-444c-8f5a-2eb494f331a6 req-8d81a8d5-515a-4b55-a154-cdae3455a356 service neutron] Attempting to bind port 6e7d69d3-fba1-4359-a733-0c6375ba453c on host n-h1-705658-22 for vnic_type normal with profile {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:01:36.149286 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.managers [req-81846aa1-1531-444c-8f5a-2eb494f331a6 req-8d81a8d5-515a-4b55-a154-cdae3455a356 service neutron] Attempting to bind port 6e7d69d3-fba1-4359-a733-0c6375ba453c by drivers openvswitch,hyperv on host n-h1-705658-22 at level 0 using segments [{'id': '5fcc0d93-e07a-46e4-8302-f378dcfc2dad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'e24d8d6c-cb0f-492b-9a38-55ce25e9a591'}] {{(pid=105585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:01:36.150127 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81846aa1-1531-444c-8f5a-2eb494f331a6 req-8d81a8d5-515a-4b55-a154-cdae3455a356 service neutron] Attempting to bind port 6e7d69d3-fba1-4359-a733-0c6375ba453c on network e24d8d6c-cb0f-492b-9a38-55ce25e9a591 {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:01:36.161298 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db1f2718-6af1-41e4-ae45-b2f27345dde1 req-3a628ace-252d-4e0e-bf0d-b5d8201c4140 service neutron] Checking agent: {'id': '65195a73-a875-4810-9f5b-622ae260a8a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 49, 40), 'started_at': datetime.datetime(2021, 7, 27, 20, 49, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 1, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:01:36.161895 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db1f2718-6af1-41e4-ae45-b2f27345dde1 req-3a628ace-252d-4e0e-bf0d-b5d8201c4140 service neutron] Checking segment: {'id': '86b1e6f6-d629-4b03-8944-4cdfbfb93d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '4d64aa0b-bd6a-468e-8edc-c83689947462'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:01:36.162057 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db1f2718-6af1-41e4-ae45-b2f27345dde1 req-3a628ace-252d-4e0e-bf0d-b5d8201c4140 service neutron] Bound using segment: {'id': '86b1e6f6-d629-4b03-8944-4cdfbfb93d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '4d64aa0b-bd6a-468e-8edc-c83689947462'} {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:01:36.162448 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [req-db1f2718-6af1-41e4-ae45-b2f27345dde1 req-3a628ace-252d-4e0e-bf0d-b5d8201c4140 service neutron] Bound port: 4ddf85da-a0ba-4ac0-b67e-bc9537a21498, host: n-h2-705658-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '86b1e6f6-d629-4b03-8944-4cdfbfb93d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '4d64aa0b-bd6a-468e-8edc-c83689947462'}}] {{(pid=105584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:01:36.162897 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-db1f2718-6af1-41e4-ae45-b2f27345dde1 req-3a628ace-252d-4e0e-bf0d-b5d8201c4140 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:36.173834 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81846aa1-1531-444c-8f5a-2eb494f331a6 req-8d81a8d5-515a-4b55-a154-cdae3455a356 service neutron] Port 6e7d69d3-fba1-4359-a733-0c6375ba453c on network e24d8d6c-cb0f-492b-9a38-55ce25e9a591 not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-22 {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:01:36.174159 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81846aa1-1531-444c-8f5a-2eb494f331a6 req-8d81a8d5-515a-4b55-a154-cdae3455a356 service neutron] Attempting to bind port 6e7d69d3-fba1-4359-a733-0c6375ba453c on network e24d8d6c-cb0f-492b-9a38-55ce25e9a591 {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:01:36.187262 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81846aa1-1531-444c-8f5a-2eb494f331a6 req-8d81a8d5-515a-4b55-a154-cdae3455a356 service neutron] Checking agent: {'id': '9d9bc37f-4d75-44ef-9f63-799aab3e316f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 49, 36), 'started_at': datetime.datetime(2021, 7, 27, 20, 49, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 1, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:01:36.188190 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81846aa1-1531-444c-8f5a-2eb494f331a6 req-8d81a8d5-515a-4b55-a154-cdae3455a356 service neutron] Checking segment: {'id': '5fcc0d93-e07a-46e4-8302-f378dcfc2dad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'e24d8d6c-cb0f-492b-9a38-55ce25e9a591'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:01:36.188994 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81846aa1-1531-444c-8f5a-2eb494f331a6 req-8d81a8d5-515a-4b55-a154-cdae3455a356 service neutron] Bound using segment: {'id': '5fcc0d93-e07a-46e4-8302-f378dcfc2dad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'e24d8d6c-cb0f-492b-9a38-55ce25e9a591'} {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:01:36.190368 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.managers [req-81846aa1-1531-444c-8f5a-2eb494f331a6 req-8d81a8d5-515a-4b55-a154-cdae3455a356 service neutron] Bound port: 6e7d69d3-fba1-4359-a733-0c6375ba453c, host: n-h1-705658-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5fcc0d93-e07a-46e4-8302-f378dcfc2dad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'e24d8d6c-cb0f-492b-9a38-55ce25e9a591'}}] {{(pid=105585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:01:36.190368 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-81846aa1-1531-444c-8f5a-2eb494f331a6 req-8d81a8d5-515a-4b55-a154-cdae3455a356 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:36.205065 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-33c33913-bc22-4099-8cb1-d4dda68a05f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:36.211984 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-d0ccc47d-e402-40f8-aee3-fd1e10926507 req-0b09d5f8-786a-4317-97cb-57f9dd01f9ab tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:36.262170 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-8f826a77-3d9b-4303-afe3-5b161529c875 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.3306227 Jul 27 21:01:36.273376 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d05b898-1a99-428d-b279-6edc6101df10 req-862c3570-b612-4651-897f-2ea9728821b0 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:36.279332 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d05b898-1a99-428d-b279-6edc6101df10 req-862c3570-b612-4651-897f-2ea9728821b0 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:36.283271 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-33c33913-bc22-4099-8cb1-d4dda68a05f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:36.287192 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d05b898-1a99-428d-b279-6edc6101df10 req-862c3570-b612-4651-897f-2ea9728821b0 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:36.287555 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-17dcc6e6-de0e-40c6-83e9-0618d340357e req-605892eb-90c7-4ae6-ae8f-c4cfa8c6a9d2 service neutron] 10.222.0.36 "GET /v2.0/networks/4d2b2080-dee5-4efa-a657-06e568548ad6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3685977 Jul 27 21:01:36.292119 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 43264) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:01:36.293628 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d05b898-1a99-428d-b279-6edc6101df10 req-862c3570-b612-4651-897f-2ea9728821b0 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:36.299865 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d05b898-1a99-428d-b279-6edc6101df10 req-862c3570-b612-4651-897f-2ea9728821b0 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:36.304642 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-357afe0c-8997-438d-bb7f-1569510cf97f admin admin] Request body: {'subnet': {'network_id': '79bd215c-af8d-45db-ad24-972205044e15', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1314551751-subnet', 'tenant_id': '3bfa1a2c35f349b1a3e408eca249b7cf', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:01:36.305721 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d05b898-1a99-428d-b279-6edc6101df10 req-862c3570-b612-4651-897f-2ea9728821b0 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:36.307578 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-4d05b898-1a99-428d-b279-6edc6101df10 req-862c3570-b612-4651-897f-2ea9728821b0 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] 10.222.0.59 "GET /v2.0/ports?device_id=9dfbe127-2e40-448a-9032-c49d8e1e61fe HTTP/1.1" status: 200 len: 4599 time: 0.2304847 Jul 27 21:01:36.329610 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b09d5f8-786a-4317-97cb-57f9dd01f9ab tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] Pushing event deleted for resources: {'Port': ['ID=310d9827-e134-4697-9849-2becd694e37f,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:01:36.384096 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33c33913-bc22-4099-8cb1-d4dda68a05f0 admin admin] vlan segment allocate from pool success with {'vlan_id': 223, 'physical_network': 'physnet1'} {{(pid=105584) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:01:36.418157 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0ccc47d-e402-40f8-aee3-fd1e10926507 req-0b09d5f8-786a-4317-97cb-57f9dd01f9ab tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] No DVR routers for this DVR port 310d9827-e134-4697-9849-2becd694e37f on host n-h2-705658-22 {{(pid=105585) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:01:36.424039 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-d0ccc47d-e402-40f8-aee3-fd1e10926507 req-0b09d5f8-786a-4317-97cb-57f9dd01f9ab tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:36.433614 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-d0ccc47d-e402-40f8-aee3-fd1e10926507 req-0b09d5f8-786a-4317-97cb-57f9dd01f9ab tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] 10.222.0.59 "DELETE /v2.0/ports/310d9827-e134-4697-9849-2becd694e37f HTTP/1.1" status: 204 len: 173 time: 1.4940073 Jul 27 21:01:36.463530 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-4d05b898-1a99-428d-b279-6edc6101df10 req-85eeae44-9b3e-4ed2-85d2-d5e61782fd7a tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] 10.222.0.59 "GET /v2.0/security-groups?id=477ad29f-b988-4b09-963a-d2ba14baa454&id=602b6e89-9902-4d75-b8ec-25947a9f847b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1315353 Jul 27 21:01:36.477826 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c33913-bc22-4099-8cb1-d4dda68a05f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=551e2ab4-0adb-4dc6-ad9d-2e4a42006670,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:01:36.483950 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-33c33913-bc22-4099-8cb1-d4dda68a05f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:36.484318 n-d-705658-22 neutron-server[105584]: INFO neutron.db.segments_db [None req-33c33913-bc22-4099-8cb1-d4dda68a05f0 admin admin] Added segment 31fbdef5-d817-4d56-be48-3d485cdfd14a of type vlan for network a24de5a6-5324-4482-88f7-01f3fef3fce4 Jul 27 21:01:36.503777 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.db [req-81846aa1-1531-444c-8f5a-2eb494f331a6 req-8d81a8d5-515a-4b55-a154-cdae3455a356 service neutron] For port 6e7d69d3-fba1-4359-a733-0c6375ba453c, host n-h1-705658-22, cleared binding levels {{(pid=105585) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:01:36.516747 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.db [req-81846aa1-1531-444c-8f5a-2eb494f331a6 req-8d81a8d5-515a-4b55-a154-cdae3455a356 service neutron] For port 6e7d69d3-fba1-4359-a733-0c6375ba453c, host n-h1-705658-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=6e7d69d3-fba1-4359-a733-0c6375ba453c,segment=NetworkSegment(5fcc0d93-e07a-46e4-8302-f378dcfc2dad),segment_id=5fcc0d93-e07a-46e4-8302-f378dcfc2dad)] {{(pid=105585) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:01:36.524588 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-357afe0c-8997-438d-bb7f-1569510cf97f admin admin] Made reservation on behalf of 3bfa1a2c35f349b1a3e408eca249b7cf for: {'subnet': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:01:36.526888 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-357afe0c-8997-438d-bb7f-1569510cf97f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9738786'] for subnet, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:36.527078 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-81846aa1-1531-444c-8f5a-2eb494f331a6 req-8d81a8d5-515a-4b55-a154-cdae3455a356 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10221672'] for port, after_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:36.538701 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:01:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e38274aa-0a4b-436f-9217-e7961c9511a6 x-openstack-request-id: req-e38274aa-0a4b-436f-9217-e7961c9511a6 {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:01:36.539006 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca86fb1b-c433-49d9-807b-04c160484fa6", "tag": "9c70ef6e-fd9f-4fa1-8989-5e617eacef24", "status": "completed", "code": 200}]} {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:01:36.539372 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-e38274aa-0a4b-436f-9217-e7961c9511a6 {{(pid=105584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:01:36.539639 n-d-705658-22 neutron-server[105584]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca86fb1b-c433-49d9-807b-04c160484fa6', 'tag': '9c70ef6e-fd9f-4fa1-8989-5e617eacef24', 'status': 'completed', 'code': 200} Jul 27 21:01:36.578059 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81846aa1-1531-444c-8f5a-2eb494f331a6 req-8d81a8d5-515a-4b55-a154-cdae3455a356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:36.578959 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-81846aa1-1531-444c-8f5a-2eb494f331a6 req-8d81a8d5-515a-4b55-a154-cdae3455a356 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:36.581083 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-81846aa1-1531-444c-8f5a-2eb494f331a6 req-8d81a8d5-515a-4b55-a154-cdae3455a356 service neutron] 10.222.0.36 "PUT /v2.0/ports/6e7d69d3-fba1-4359-a733-0c6375ba453c HTTP/1.1" status: 200 len: 1132 time: 2.4367535 Jul 27 21:01:36.621547 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [req-81846aa1-1531-444c-8f5a-2eb494f331a6 req-4bcf5eb5-527b-443b-96d4-db390a813606 service neutron] Request body: {'port': {'device_id': '9dfbe127-2e40-448a-9032-c49d8e1e61fe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-705658-22'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:01:36.627429 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d81a8d5-515a-4b55-a154-cdae3455a356 service neutron] Pushing event updated for resources: {'Port': ['ID=6e7d69d3-fba1-4359-a733-0c6375ba453c,revision_number=3']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:01:36.627592 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [req-db1f2718-6af1-41e4-ae45-b2f27345dde1 req-3a628ace-252d-4e0e-bf0d-b5d8201c4140 service neutron] For port 4ddf85da-a0ba-4ac0-b67e-bc9537a21498, host n-h2-705658-22, cleared binding levels {{(pid=105584) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:01:36.634972 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628b484f-f200-4027-a1e9-2f1c93de5d82 req-c9620c9e-f69c-42b0-8c2e-5e838496681e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:36.636513 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-628b484f-f200-4027-a1e9-2f1c93de5d82 req-c9620c9e-f69c-42b0-8c2e-5e838496681e service neutron] 10.222.0.36 "GET /v2.0/networks?id=4d64aa0b-bd6a-468e-8edc-c83689947462 HTTP/1.1" status: 200 len: 870 time: 0.4865916 Jul 27 21:01:36.651289 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-33c33913-bc22-4099-8cb1-d4dda68a05f0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790688424798'] for network, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:36.658793 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d4eb8f-e5e1-4107-9ce9-e4a1dc00ee43 req-bdb03009-ae53-4096-831c-4b1c5ca6a6ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:36.660316 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-48d4eb8f-e5e1-4107-9ce9-e4a1dc00ee43 req-bdb03009-ae53-4096-831c-4b1c5ca6a6ac service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5144031 Jul 27 21:01:36.729485 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [req-db1f2718-6af1-41e4-ae45-b2f27345dde1 req-3a628ace-252d-4e0e-bf0d-b5d8201c4140 service neutron] For port 4ddf85da-a0ba-4ac0-b67e-bc9537a21498, host n-h2-705658-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=4ddf85da-a0ba-4ac0-b67e-bc9537a21498,segment=NetworkSegment(86b1e6f6-d629-4b03-8944-4cdfbfb93d02),segment_id=86b1e6f6-d629-4b03-8944-4cdfbfb93d02)] {{(pid=105584) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:01:36.759497 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device c4e765fe-c4f3-4db9-88a3-29a4e00ed503 details requested by agent hyperv_n-h1-705658-22 with host n-h1-705658-22 {{(pid=105586) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:01:36.797753 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-db1f2718-6af1-41e4-ae45-b2f27345dde1 req-3a628ace-252d-4e0e-bf0d-b5d8201c4140 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9014027'] for port, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:36.800873 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-628b484f-f200-4027-a1e9-2f1c93de5d82 req-dd0470d2-c832-4ac9-9bd3-1aaeaee3a740 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.169&port_id=c4e765fe-c4f3-4db9-88a3-29a4e00ed503 HTTP/1.1" status: 200 len: 217 time: 0.1107743 Jul 27 21:01:36.803037 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-17dcc6e6-de0e-40c6-83e9-0618d340357e req-f016f909-c1c7-4ffe-a3b1-c3bd1d46b998 service neutron] 10.222.0.36 "GET /v2.0/networks/4d2b2080-dee5-4efa-a657-06e568548ad6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5038373 Jul 27 21:01:36.822495 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-81846aa1-1531-444c-8f5a-2eb494f331a6 req-4bcf5eb5-527b-443b-96d4-db390a813606 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:36.853864 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c1e5a7-c879-455b-bfbf-99b753db12f9 req-3321077b-c79d-46bd-af0c-44ed29e5c1d9 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:36.867379 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-22c1e5a7-c879-455b-bfbf-99b753db12f9 req-3321077b-c79d-46bd-af0c-44ed29e5c1d9 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] 10.222.0.59 "GET /v2.0/ports?device_id=2ab3b612-b1bf-43fb-a1f2-964eea921f62 HTTP/1.1" status: 200 len: 945 time: 0.2082212 Jul 27 21:01:37.001941 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1f2718-6af1-41e4-ae45-b2f27345dde1 req-3a628ace-252d-4e0e-bf0d-b5d8201c4140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:37.002781 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-db1f2718-6af1-41e4-ae45-b2f27345dde1 req-3a628ace-252d-4e0e-bf0d-b5d8201c4140 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:37.004419 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-db1f2718-6af1-41e4-ae45-b2f27345dde1 req-3a628ace-252d-4e0e-bf0d-b5d8201c4140 service neutron] 10.222.0.60 "PUT /v2.0/ports/4ddf85da-a0ba-4ac0-b67e-bc9537a21498 HTTP/1.1" status: 200 len: 1097 time: 2.9694288 Jul 27 21:01:37.007179 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-33c33913-bc22-4099-8cb1-d4dda68a05f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920'] for network, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:37.008402 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33c33913-bc22-4099-8cb1-d4dda68a05f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:37.009168 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-33c33913-bc22-4099-8cb1-d4dda68a05f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743886'] for network, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:37.038571 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] For port c4e765fe-c4f3-4db9-88a3-29a4e00ed503, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=c4e765fe-c4f3-4db9-88a3-29a4e00ed503,segment=NetworkSegment(86b1e6f6-d629-4b03-8944-4cdfbfb93d02),segment_id=86b1e6f6-d629-4b03-8944-4cdfbfb93d02)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:01:37.076134 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Returning: {'device': 'c4e765fe-c4f3-4db9-88a3-29a4e00ed503', 'network_id': '4d64aa0b-bd6a-468e-8edc-c83689947462', 'port_id': 'c4e765fe-c4f3-4db9-88a3-29a4e00ed503', 'mac_address': 'fa:16:3e:11:5e:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26644ba0-4185-4e10-8718-6ad18d01376c', 'ip_address': '192.168.233.169'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105586) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:01:37.206933 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:37.223679 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4e765fe-c4f3-4db9-88a3-29a4e00ed503 {{(pid=105586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:01:37.266283 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] For port c4e765fe-c4f3-4db9-88a3-29a4e00ed503, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=c4e765fe-c4f3-4db9-88a3-29a4e00ed503,segment=NetworkSegment(86b1e6f6-d629-4b03-8944-4cdfbfb93d02),segment_id=86b1e6f6-d629-4b03-8944-4cdfbfb93d02)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:01:37.271389 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:37.315945 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a628ace-252d-4e0e-bf0d-b5d8201c4140 service neutron] Pushing event updated for resources: {'Port': ['ID=4ddf85da-a0ba-4ac0-b67e-bc9537a21498,revision_number=3']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:01:37.321905 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628b484f-f200-4027-a1e9-2f1c93de5d82 req-c3c2db39-9832-40e9-999f-cd67e7ecd4f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:37.323703 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-628b484f-f200-4027-a1e9-2f1c93de5d82 req-c3c2db39-9832-40e9-999f-cd67e7ecd4f5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=26644ba0-4185-4e10-8718-6ad18d01376c HTTP/1.1" status: 200 len: 843 time: 0.4980972 Jul 27 21:01:37.372102 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Pushing event updated for resources: {'Port': ['ID=c4e765fe-c4f3-4db9-88a3-29a4e00ed503,revision_number=4']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:01:37.389346 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c33913-bc22-4099-8cb1-d4dda68a05f0 admin admin] Pushing event updated for resources: {'Network': ['ID=a24de5a6-5324-4482-88f7-01f3fef3fce4,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:01:37.396518 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-33c33913-bc22-4099-8cb1-d4dda68a05f0 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.8788519 Jul 27 21:01:37.402677 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 43280) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:01:37.403993 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Network a24de5a6-5324-4482-88f7-01f3fef3fce4 details requested by agent ovs-agent-n-d-705658-22 with host n-d-705658-22 {{(pid=105586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:01:37.415547 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-fbca44ba-9f2c-44e5-b617-7db66f431a5f admin admin] Request body: {'subnet': {'network_id': 'a24de5a6-5324-4482-88f7-01f3fef3fce4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-1561766410-subnet', 'tenant_id': 'bf2c8cd4d0264e96b8bde16d0eb3a6fe', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:01:37.457072 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-357afe0c-8997-438d-bb7f-1569510cf97f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9014150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9738800'] for subnet, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:37.534253 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357afe0c-8997-438d-bb7f-1569510cf97f admin admin] Pushing event updated for resources: {'Subnet': ['ID=63030826-f290-4ec4-88a7-e0d5c21af6b4,revision_number=0']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:01:37.556079 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6a97d4-1031-4742-8df7-c592fd1cb929 req-77fd208e-5a37-444b-8acf-ebb85ccdc38f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:37.557756 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-0e6a97d4-1031-4742-8df7-c592fd1cb929 req-77fd208e-5a37-444b-8acf-ebb85ccdc38f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8a9fb2dba4884d648101d24277d7cc3a&device_id=ca86fb1b-c433-49d9-807b-04c160484fa6 HTTP/1.1" status: 200 len: 1095 time: 0.6468639 Jul 27 21:01:37.559419 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1f2718-6af1-41e4-ae45-b2f27345dde1 req-e31a2bcc-7da1-4020-a023-5cd220089e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:37.560789 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-db1f2718-6af1-41e4-ae45-b2f27345dde1 req-e31a2bcc-7da1-4020-a023-5cd220089e1c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=f86a589de4964203a66835a89a6b9f5d&device_id=1baeecb7-3e8c-4e02-bb4f-12fe9c13c237 HTTP/1.1" status: 200 len: 1100 time: 0.4249012 Jul 27 21:01:37.566961 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbca44ba-9f2c-44e5-b617-7db66f431a5f admin admin] Made reservation on behalf of bf2c8cd4d0264e96b8bde16d0eb3a6fe for: {'subnet': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:01:37.569210 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-fbca44ba-9f2c-44e5-b617-7db66f431a5f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9738786'] for subnet, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:37.632106 n-d-705658-22 neutron-server[105585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d07fb74-3ebf-4d24-bbe3-7e4795327233', 'name': 'network-vif-deleted', 'tag': '310d9827-e134-4697-9849-2becd694e37f'}, {'name': 'network-changed', 'server_uuid': '9dfbe127-2e40-448a-9032-c49d8e1e61fe', 'tag': '6e7d69d3-fba1-4359-a733-0c6375ba453c'}] {{(pid=105585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:01:37.634573 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] get_ports_and_sgs() called for port_ids ['c4e765fe-c4f3-4db9-88a3-29a4e00ed503'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:01:37.635451 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d66fd65881426bfc2b5388084a3654e5eae521106a15a3dbf0eb4cde7106c36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd990858-ac17-44a3-b35c-9288a7692197" -d '{"events": [{"server_uuid": "0d07fb74-3ebf-4d24-bbe3-7e4795327233", "name": "network-vif-deleted", "tag": "310d9827-e134-4697-9849-2becd694e37f"}, {"name": "network-changed", "server_uuid": "9dfbe127-2e40-448a-9032-c49d8e1e61fe", "tag": "6e7d69d3-fba1-4359-a733-0c6375ba453c"}]}' {{(pid=105585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:01:37.680538 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-22c1e5a7-c879-455b-bfbf-99b753db12f9 req-7d018e2b-b6ce-47e2-bea9-840e909dfc69 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] 10.222.0.59 "GET /v2.0/security-groups?id=e8209215-bf66-4bb1-96ba-041099e74ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8111973 Jul 27 21:01:37.722841 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-db1f2718-6af1-41e4-ae45-b2f27345dde1 req-364cf754-1115-4b42-b9d5-8811cbb6ce68 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.185&port_id=4ddf85da-a0ba-4ac0-b67e-bc9537a21498 HTTP/1.1" status: 200 len: 217 time: 0.1411977 Jul 27 21:01:37.736226 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628b484f-f200-4027-a1e9-2f1c93de5d82 req-363e3e34-5910-4eb1-964e-729724266162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:37.737642 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-628b484f-f200-4027-a1e9-2f1c93de5d82 req-363e3e34-5910-4eb1-964e-729724266162 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4d64aa0b-bd6a-468e-8edc-c83689947462&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3361871 Jul 27 21:01:37.747975 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-357afe0c-8997-438d-bb7f-1569510cf97f admin admin] Checking segment: {'id': '660ec341-81d1-41c4-8987-bc307d97b3d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '79bd215c-af8d-45db-ad24-972205044e15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:01:37.748337 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-357afe0c-8997-438d-bb7f-1569510cf97f admin admin] Network hostable DHCP agents. Network: 79bd215c-af8d-45db-ad24-972205044e15, hostable agents: ['7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a'], hosted agents: [] {{(pid=105584) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:01:37.903041 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-357afe0c-8997-438d-bb7f-1569510cf97f admin admin] Network 79bd215c-af8d-45db-ad24-972205044e15 is scheduled to be hosted by DHCP agent 7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a with binding_index 1 {{(pid=105584) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:01:37.906025 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1f2718-6af1-41e4-ae45-b2f27345dde1 req-1beb5f78-7b9b-4eef-ad89-402cfc9722d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:37.907758 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-db1f2718-6af1-41e4-ae45-b2f27345dde1 req-1beb5f78-7b9b-4eef-ad89-402cfc9722d1 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=26644ba0-4185-4e10-8718-6ad18d01376c HTTP/1.1" status: 200 len: 843 time: 0.1753855 Jul 27 21:01:37.927059 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4ae1a3-417c-4773-a9b0-0cd84860681d req-1a24d337-3801-426f-8a16-983025859db1 tempest-SecurityGroupsTestJSON-146164436 tempest-SecurityGroupsTestJSON-146164436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:37.928570 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-ef4ae1a3-417c-4773-a9b0-0cd84860681d req-1a24d337-3801-426f-8a16-983025859db1 tempest-SecurityGroupsTestJSON-146164436 tempest-SecurityGroupsTestJSON-146164436-project] 10.222.0.59 "GET /v2.0/ports?device_id=ca86fb1b-c433-49d9-807b-04c160484fa6 HTTP/1.1" status: 200 len: 943 time: 0.2898636 Jul 27 21:01:37.941063 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6a97d4-1031-4742-8df7-c592fd1cb929 req-da4a41a0-12c1-4cfa-b4b6-a4150358cc6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:37.942524 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-0e6a97d4-1031-4742-8df7-c592fd1cb929 req-da4a41a0-12c1-4cfa-b4b6-a4150358cc6d service neutron] 10.222.0.36 "GET /v2.0/networks?id=4d2b2080-dee5-4efa-a657-06e568548ad6 HTTP/1.1" status: 200 len: 913 time: 0.3774588 Jul 27 21:01:37.964287 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [None req-357afe0c-8997-438d-bb7f-1569510cf97f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-22, 79bd215c-af8d-45db-ad24-972205044e15) {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:01:37.978147 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cce4cb3-ba0c-44f8-9ba9-f2d6f952976c None None] Network 79bd215c-af8d-45db-ad24-972205044e15 requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:01:37.984109 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-357afe0c-8997-438d-bb7f-1569510cf97f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:37.984744 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-357afe0c-8997-438d-bb7f-1569510cf97f admin admin] Notify callbacks [] for subnet, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:38.014812 n-d-705658-22 neutron-server[105585]: DEBUG neutron.notifiers.nova [req-81846aa1-1531-444c-8f5a-2eb494f331a6 req-4bcf5eb5-527b-443b-96d4-db390a813606 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c405af71-cbc1-4c5a-a3e0-43e7aa2f3727 {{(pid=105585) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:01:38.027322 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b152a8-ca73-4ce9-a794-585123e4e38e req-4a568a27-f708-446b-b642-99ed3b5db975 tempest-ServersAdminTestJSON-2115085297 tempest-ServersAdminTestJSON-2115085297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:38.028910 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-30b152a8-ca73-4ce9-a794-585123e4e38e req-4a568a27-f708-446b-b642-99ed3b5db975 tempest-ServersAdminTestJSON-2115085297 tempest-ServersAdminTestJSON-2115085297-project] 10.222.0.59 "GET /v2.0/ports?device_id=1baeecb7-3e8c-4e02-bb4f-12fe9c13c237 HTTP/1.1" status: 200 len: 948 time: 0.2118046 Jul 27 21:01:38.034324 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-ef4ae1a3-417c-4773-a9b0-0cd84860681d req-809b0a06-1e0c-4de8-aa0b-9e011097a622 tempest-SecurityGroupsTestJSON-146164436 tempest-SecurityGroupsTestJSON-146164436-project] 10.222.0.59 "GET /v2.0/security-groups?id=4e615c8e-7316-4e41-95e2-beb8fbe16280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929756 Jul 27 21:01:38.035679 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-0e6a97d4-1031-4742-8df7-c592fd1cb929 req-cc554800-38c4-4a47-81fb-171c6446edbb service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9c70ef6e-fd9f-4fa1-8989-5e617eacef24 HTTP/1.1" status: 200 len: 217 time: 0.0681691 Jul 27 21:01:38.036342 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-81846aa1-1531-444c-8f5a-2eb494f331a6 req-4bcf5eb5-527b-443b-96d4-db390a813606 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:38.069337 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.provisioning_blocks [req-81846aa1-1531-444c-8f5a-2eb494f331a6 req-4bcf5eb5-527b-443b-96d4-db390a813606 service neutron] Transition to ACTIVE for port object c405af71-cbc1-4c5a-a3e0-43e7aa2f3727 will not be triggered until provisioned by entity L2. {{(pid=105585) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:01:38.073610 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-628b484f-f200-4027-a1e9-2f1c93de5d82 req-a3288ed3-5ad8-45c6-8829-bf7d0be67ea3 service neutron] 10.222.0.36 "GET /v2.0/networks/4d64aa0b-bd6a-468e-8edc-c83689947462?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3224161 Jul 27 21:01:38.075405 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-81846aa1-1531-444c-8f5a-2eb494f331a6 req-4bcf5eb5-527b-443b-96d4-db390a813606 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10221672'] for port, after_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:38.089573 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-357afe0c-8997-438d-bb7f-1569510cf97f admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.7923374 Jul 27 21:01:38.106615 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 43286) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:01:38.111810 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-94cddb6d-be2d-48f2-b67e-28921d2fd47e admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1314551751-router', 'tenant_id': '3bfa1a2c35f349b1a3e408eca249b7cf', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305'}}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:01:38.123176 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-30b152a8-ca73-4ce9-a794-585123e4e38e req-d2587e34-646a-4f8a-bb0d-2d0e90250bca tempest-ServersAdminTestJSON-2115085297 tempest-ServersAdminTestJSON-2115085297-project] 10.222.0.59 "GET /v2.0/security-groups?id=9f3cf157-ddbf-4bf4-acc6-59d64c6ea76b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841479 Jul 27 21:01:38.208588 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bcf5eb5-527b-443b-96d4-db390a813606 service neutron] Pushing event updated for resources: {'Port': ['ID=c405af71-cbc1-4c5a-a3e0-43e7aa2f3727,revision_number=2']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:01:38.287907 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-94cddb6d-be2d-48f2-b67e-28921d2fd47e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4163813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-443'] for router, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:38.289367 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-94cddb6d-be2d-48f2-b67e-28921d2fd47e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4165196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4077059', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3711235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-418'] for router, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:38.308613 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 347 Content-Type: application/json Date: Tue, 27 Jul 2021 21:01:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86413fc5-c56e-4d2a-a1b1-e641127b0802 x-openstack-request-id: req-86413fc5-c56e-4d2a-a1b1-e641127b0802 {{(pid=105585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:01:38.308917 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d07fb74-3ebf-4d24-bbe3-7e4795327233", "name": "network-vif-deleted", "tag": "310d9827-e134-4697-9849-2becd694e37f", "status": "failed", "code": 422}, {"name": "network-changed", "server_uuid": "9dfbe127-2e40-448a-9032-c49d8e1e61fe", "tag": "6e7d69d3-fba1-4359-a733-0c6375ba453c", "status": "completed", "code": 200}]} {{(pid=105585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:01:38.309170 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-86413fc5-c56e-4d2a-a1b1-e641127b0802 {{(pid=105585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:01:38.309593 n-d-705658-22 neutron-server[105585]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '0d07fb74-3ebf-4d24-bbe3-7e4795327233', 'name': 'network-vif-deleted', 'tag': '310d9827-e134-4697-9849-2becd694e37f', 'status': 'failed', 'code': 422} returned with failed status Jul 27 21:01:38.309864 n-d-705658-22 neutron-server[105585]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9dfbe127-2e40-448a-9032-c49d8e1e61fe', 'tag': '6e7d69d3-fba1-4359-a733-0c6375ba453c', 'status': 'completed', 'code': 200} Jul 27 21:01:38.320808 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f723caff-56db-42b0-9995-a6b53c802955 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30bb4b93-b285-5d90-9493-f9ec33ea333c-79bd215c-af8d-45db-ad24-972205044e15', 'network_id': '79bd215c-af8d-45db-ad24-972205044e15', 'tenant_id': '3bfa1a2c35f349b1a3e408eca249b7cf', 'fixed_ips': [{'subnet_id': '63030826-f290-4ec4-88a7-e0d5c21af6b4'}]}} from n-d-705658-22. {{(pid=105586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 21:01:38.321754 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-f723caff-56db-42b0-9995-a6b53c802955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:38.599228 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-94cddb6d-be2d-48f2-b67e-28921d2fd47e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:38.606687 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.db_base_plugin_common [None req-f723caff-56db-42b0-9995-a6b53c802955 None None] Allocated IP 172.20.0.2 (79bd215c-af8d-45db-ad24-972205044e15/63030826-f290-4ec4-88a7-e0d5c21af6b4/01a0eae2-d2db-472e-9583-216d4c69e6c4) {{(pid=105586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:01:38.707357 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.managers [req-81846aa1-1531-444c-8f5a-2eb494f331a6 req-4bcf5eb5-527b-443b-96d4-db390a813606 service neutron] Attempting to bind port c405af71-cbc1-4c5a-a3e0-43e7aa2f3727 on host n-h1-705658-22 for vnic_type normal with profile {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:01:38.707929 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.managers [req-81846aa1-1531-444c-8f5a-2eb494f331a6 req-4bcf5eb5-527b-443b-96d4-db390a813606 service neutron] Attempting to bind port c405af71-cbc1-4c5a-a3e0-43e7aa2f3727 by drivers openvswitch,hyperv on host n-h1-705658-22 at level 0 using segments [{'id': '5fcc0d93-e07a-46e4-8302-f378dcfc2dad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'e24d8d6c-cb0f-492b-9a38-55ce25e9a591'}] {{(pid=105585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:01:38.707929 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81846aa1-1531-444c-8f5a-2eb494f331a6 req-4bcf5eb5-527b-443b-96d4-db390a813606 service neutron] Attempting to bind port c405af71-cbc1-4c5a-a3e0-43e7aa2f3727 on network e24d8d6c-cb0f-492b-9a38-55ce25e9a591 {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:01:38.729843 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1baeecb7-3e8c-4e02-bb4f-12fe9c13c237', 'tag': '4ddf85da-a0ba-4ac0-b67e-bc9537a21498'}] {{(pid=105584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:01:38.732678 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bce5e6c8685464f7626901654159975603b047827e3138302ed6566e28f1343" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fd36aab-73d9-4867-a989-c425022bfba6" -d '{"events": [{"name": "network-changed", "server_uuid": "1baeecb7-3e8c-4e02-bb4f-12fe9c13c237", "tag": "4ddf85da-a0ba-4ac0-b67e-bc9537a21498"}]}' {{(pid=105584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:01:38.771601 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81846aa1-1531-444c-8f5a-2eb494f331a6 req-4bcf5eb5-527b-443b-96d4-db390a813606 service neutron] Port c405af71-cbc1-4c5a-a3e0-43e7aa2f3727 on network e24d8d6c-cb0f-492b-9a38-55ce25e9a591 not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-22 {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:01:38.771976 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81846aa1-1531-444c-8f5a-2eb494f331a6 req-4bcf5eb5-527b-443b-96d4-db390a813606 service neutron] Attempting to bind port c405af71-cbc1-4c5a-a3e0-43e7aa2f3727 on network e24d8d6c-cb0f-492b-9a38-55ce25e9a591 {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:01:38.772877 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device 9c70ef6e-fd9f-4fa1-8989-5e617eacef24 details requested by agent hyperv_n-h1-705658-22 with host n-h1-705658-22 {{(pid=105586) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:01:38.777911 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device c4e765fe-c4f3-4db9-88a3-29a4e00ed503 up at agent hyperv_n-h1-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:01:38.791449 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-628b484f-f200-4027-a1e9-2f1c93de5d82 req-26457468-3dae-406d-ad55-a66821f0ea93 service neutron] 10.222.0.36 "GET /v2.0/networks/4d64aa0b-bd6a-468e-8edc-c83689947462?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7019160 Jul 27 21:01:38.808377 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6a97d4-1031-4742-8df7-c592fd1cb929 req-17b7f0c1-0112-4dba-8aab-b6a5d49aa6c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:38.809968 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-0e6a97d4-1031-4742-8df7-c592fd1cb929 req-17b7f0c1-0112-4dba-8aab-b6a5d49aa6c2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2f9e1451-a5a2-4318-8f1b-217b4517cbc0 HTTP/1.1" status: 200 len: 852 time: 0.7388079 Jul 27 21:01:38.829927 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16054e57-7b5b-4202-8ad7-d2271c3b598e req-6823bc69-3d2f-4441-b7c1-9d92249f9839 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:38.835802 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16054e57-7b5b-4202-8ad7-d2271c3b598e req-6823bc69-3d2f-4441-b7c1-9d92249f9839 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:38.841656 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16054e57-7b5b-4202-8ad7-d2271c3b598e req-6823bc69-3d2f-4441-b7c1-9d92249f9839 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:38.848211 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16054e57-7b5b-4202-8ad7-d2271c3b598e req-6823bc69-3d2f-4441-b7c1-9d92249f9839 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:38.851248 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-f723caff-56db-42b0-9995-a6b53c802955 None None] Notify callbacks [] for port, precommit_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:38.852237 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1f2718-6af1-41e4-ae45-b2f27345dde1 req-ef98468d-17b7-45d6-bb8b-aff6cb044da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:38.853876 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-db1f2718-6af1-41e4-ae45-b2f27345dde1 req-ef98468d-17b7-45d6-bb8b-aff6cb044da4 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4d64aa0b-bd6a-468e-8edc-c83689947462&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.9303844 Jul 27 21:01:38.854065 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16054e57-7b5b-4202-8ad7-d2271c3b598e req-6823bc69-3d2f-4441-b7c1-9d92249f9839 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:38.860568 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16054e57-7b5b-4202-8ad7-d2271c3b598e req-6823bc69-3d2f-4441-b7c1-9d92249f9839 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:38.869113 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16054e57-7b5b-4202-8ad7-d2271c3b598e req-6823bc69-3d2f-4441-b7c1-9d92249f9839 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:38.876951 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-16054e57-7b5b-4202-8ad7-d2271c3b598e req-6823bc69-3d2f-4441-b7c1-9d92249f9839 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] 10.222.0.59 "GET /v2.0/ports?device_id=9dfbe127-2e40-448a-9032-c49d8e1e61fe HTTP/1.1" status: 200 len: 5370 time: 0.6229930 Jul 27 21:01:38.884633 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81846aa1-1531-444c-8f5a-2eb494f331a6 req-4bcf5eb5-527b-443b-96d4-db390a813606 service neutron] Checking agent: {'id': '9d9bc37f-4d75-44ef-9f63-799aab3e316f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 49, 36), 'started_at': datetime.datetime(2021, 7, 27, 20, 49, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 1, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:01:38.884971 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81846aa1-1531-444c-8f5a-2eb494f331a6 req-4bcf5eb5-527b-443b-96d4-db390a813606 service neutron] Checking segment: {'id': '5fcc0d93-e07a-46e4-8302-f378dcfc2dad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'e24d8d6c-cb0f-492b-9a38-55ce25e9a591'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:01:38.885471 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81846aa1-1531-444c-8f5a-2eb494f331a6 req-4bcf5eb5-527b-443b-96d4-db390a813606 service neutron] Bound using segment: {'id': '5fcc0d93-e07a-46e4-8302-f378dcfc2dad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'e24d8d6c-cb0f-492b-9a38-55ce25e9a591'} {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:01:38.885930 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.managers [req-81846aa1-1531-444c-8f5a-2eb494f331a6 req-4bcf5eb5-527b-443b-96d4-db390a813606 service neutron] Bound port: c405af71-cbc1-4c5a-a3e0-43e7aa2f3727, host: n-h1-705658-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5fcc0d93-e07a-46e4-8302-f378dcfc2dad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'e24d8d6c-cb0f-492b-9a38-55ce25e9a591'}}] {{(pid=105585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:01:38.886292 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-81846aa1-1531-444c-8f5a-2eb494f331a6 req-4bcf5eb5-527b-443b-96d4-db390a813606 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:38.924358 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-f723caff-56db-42b0-9995-a6b53c802955 None None] Transition to ACTIVE for port object 01a0eae2-d2db-472e-9583-216d4c69e6c4 will not be triggered until provisioned by entity L2. {{(pid=105586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:01:38.937264 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-94cddb6d-be2d-48f2-b67e-28921d2fd47e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4077169', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4163787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-400'] for router, precommit_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:38.938813 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-9ae613ce-f4d0-441d-b857-a069bbe91946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:38.977006 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-f723caff-56db-42b0-9995-a6b53c802955 None None] Transition to ACTIVE for port object 01a0eae2-d2db-472e-9583-216d4c69e6c4 will not be triggered until provisioned by entity DHCP. {{(pid=105586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:01:38.987866 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-f723caff-56db-42b0-9995-a6b53c802955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143'] for port, after_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:39.013622 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Provisioning for port c4e765fe-c4f3-4db9-88a3-29a4e00ed503 completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:01:39.017961 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] For port 9c70ef6e-fd9f-4fa1-8989-5e617eacef24, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=9c70ef6e-fd9f-4fa1-8989-5e617eacef24,segment=NetworkSegment(7e287389-6e5c-4ce4-b4eb-616d84d437ce),segment_id=7e287389-6e5c-4ce4-b4eb-616d84d437ce)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:01:39.019570 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-db1f2718-6af1-41e4-ae45-b2f27345dde1 req-65ad84dd-6ebe-4e29-a1dd-0424b12fa334 service neutron] 10.222.0.60 "GET /v2.0/networks/4d64aa0b-bd6a-468e-8edc-c83689947462?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1436934 Jul 27 21:01:39.046307 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-0e6a97d4-1031-4742-8df7-c592fd1cb929 req-24c7383e-f659-43d4-9594-ddde7d992c26 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4d2b2080-dee5-4efa-a657-06e568548ad6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1970062 Jul 27 21:01:39.051313 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Provisioning complete for port c4e765fe-c4f3-4db9-88a3-29a4e00ed503 triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:01:39.051906 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:39.053347 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-fbca44ba-9f2c-44e5-b617-7db66f431a5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9014150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9738800'] for subnet, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:39.067032 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce68a5f4-c2d1-4a17-9214-244d7f1afe11 req-b533683b-78c2-41d5-8d04-ee9df55b1ab5 tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:39.073750 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-ce68a5f4-c2d1-4a17-9214-244d7f1afe11 req-b533683b-78c2-41d5-8d04-ee9df55b1ab5 tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] 10.222.0.59 "GET /v2.0/networks?id=c29e02c5-8000-4917-925d-2eceb290693b HTTP/1.1" status: 200 len: 812 time: 0.3998277 Jul 27 21:01:39.083543 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Returning: {'device': '9c70ef6e-fd9f-4fa1-8989-5e617eacef24', 'network_id': '4d2b2080-dee5-4efa-a657-06e568548ad6', 'port_id': '9c70ef6e-fd9f-4fa1-8989-5e617eacef24', 'mac_address': 'fa:16:3e:d2:cd:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 243, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f9e1451-a5a2-4318-8f1b-217b4517cbc0', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105586) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:01:39.086648 n-d-705658-22 neutron-server[105586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f723caff-56db-42b0-9995-a6b53c802955 None None] Network 79bd215c-af8d-45db-ad24-972205044e15 is already hosted by enough agents. {{(pid=105586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:01:39.102006 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-16054e57-7b5b-4202-8ad7-d2271c3b598e req-4afacab7-437b-4141-a966-f8da606ff373 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] 10.222.0.59 "GET /v2.0/security-groups?id=477ad29f-b988-4b09-963a-d2ba14baa454&id=602b6e89-9902-4d75-b8ec-25947a9f847b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2240584 Jul 27 21:01:39.113910 n-d-705658-22 neutron-server[105586]: DEBUG neutron.scheduler.base_scheduler [None req-f723caff-56db-42b0-9995-a6b53c802955 None None] Resources bound (agent type, host, resource id): {{(pid=105586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:01:39.125607 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f723caff-56db-42b0-9995-a6b53c802955 None None] Received port after_create {{(pid=105586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:01:39.131424 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f723caff-56db-42b0-9995-a6b53c802955 None None] Pushing event updated for resources: {'Port': ['ID=01a0eae2-d2db-472e-9583-216d4c69e6c4,revision_number=1']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:01:39.159943 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-db1f2718-6af1-41e4-ae45-b2f27345dde1 req-c10635da-01f2-45fd-8662-7ba779a4b853 service neutron] 10.222.0.60 "GET /v2.0/networks/4d64aa0b-bd6a-468e-8edc-c83689947462?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1166027 Jul 27 21:01:39.177283 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-ce68a5f4-c2d1-4a17-9214-244d7f1afe11 req-0d41f1c5-c714-4797-a446-92de561ca5fc tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] 10.222.0.59 "GET /v2.0/quotas/54685b57bf31427c889d7b240f3f8a60 HTTP/1.1" status: 200 len: 375 time: 0.1025696 Jul 27 21:01:39.210620 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.db [req-81846aa1-1531-444c-8f5a-2eb494f331a6 req-4bcf5eb5-527b-443b-96d4-db390a813606 service neutron] For port c405af71-cbc1-4c5a-a3e0-43e7aa2f3727, host n-h1-705658-22, cleared binding levels {{(pid=105585) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:01:39.234217 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:39.257935 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-f723caff-56db-42b0-9995-a6b53c802955 None None] Attempting to bind port 01a0eae2-d2db-472e-9583-216d4c69e6c4 on host n-d-705658-22 for vnic_type normal with profile {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:01:39.258313 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-f723caff-56db-42b0-9995-a6b53c802955 None None] Attempting to bind port 01a0eae2-d2db-472e-9583-216d4c69e6c4 by drivers openvswitch,hyperv on host n-d-705658-22 at level 0 using segments [{'id': '660ec341-81d1-41c4-8987-bc307d97b3d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '79bd215c-af8d-45db-ad24-972205044e15'}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:01:39.258684 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f723caff-56db-42b0-9995-a6b53c802955 None None] Attempting to bind port 01a0eae2-d2db-472e-9583-216d4c69e6c4 on network 79bd215c-af8d-45db-ad24-972205044e15 {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:01:39.263706 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c70ef6e-fd9f-4fa1-8989-5e617eacef24 {{(pid=105586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:01:39.266508 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-ce68a5f4-c2d1-4a17-9214-244d7f1afe11 req-605b9dcb-84c4-4bd6-ad6a-3192cae13d99 tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=54685b57bf31427c889d7b240f3f8a60&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0873919 Jul 27 21:01:39.269828 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.db [req-81846aa1-1531-444c-8f5a-2eb494f331a6 req-4bcf5eb5-527b-443b-96d4-db390a813606 service neutron] For port c405af71-cbc1-4c5a-a3e0-43e7aa2f3727, host n-h1-705658-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=c405af71-cbc1-4c5a-a3e0-43e7aa2f3727,segment=NetworkSegment(5fcc0d93-e07a-46e4-8302-f378dcfc2dad),segment_id=5fcc0d93-e07a-46e4-8302-f378dcfc2dad)] {{(pid=105585) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:01:39.296228 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f723caff-56db-42b0-9995-a6b53c802955 None None] Checking agent: {'id': '04a7ea91-6318-467e-ace6-b0fb48c8690f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 41, 42), 'started_at': datetime.datetime(2021, 7, 27, 20, 42, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 1, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:01:39.296633 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f723caff-56db-42b0-9995-a6b53c802955 None None] Checking segment: {'id': '660ec341-81d1-41c4-8987-bc307d97b3d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '79bd215c-af8d-45db-ad24-972205044e15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:01:39.297056 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-f723caff-56db-42b0-9995-a6b53c802955 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:39.297457 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f723caff-56db-42b0-9995-a6b53c802955 None None] Bound using segment: {'id': '660ec341-81d1-41c4-8987-bc307d97b3d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '79bd215c-af8d-45db-ad24-972205044e15'} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:01:39.297947 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-f723caff-56db-42b0-9995-a6b53c802955 None None] Bound port: 01a0eae2-d2db-472e-9583-216d4c69e6c4, host: n-d-705658-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '660ec341-81d1-41c4-8987-bc307d97b3d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '79bd215c-af8d-45db-ad24-972205044e15'}}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:01:39.298507 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-f723caff-56db-42b0-9995-a6b53c802955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:39.304023 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd990858-ac17-44a3-b35c-9288a7692197 req-3bdf62b8-1066-4ec9-9949-285988e8bec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:39.304520 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd990858-ac17-44a3-b35c-9288a7692197 req-3bdf62b8-1066-4ec9-9949-285988e8bec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:39.305643 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd990858-ac17-44a3-b35c-9288a7692197 req-3bdf62b8-1066-4ec9-9949-285988e8bec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:39.306129 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd990858-ac17-44a3-b35c-9288a7692197 req-3bdf62b8-1066-4ec9-9949-285988e8bec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:39.307113 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd990858-ac17-44a3-b35c-9288a7692197 req-3bdf62b8-1066-4ec9-9949-285988e8bec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:39.307643 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd990858-ac17-44a3-b35c-9288a7692197 req-3bdf62b8-1066-4ec9-9949-285988e8bec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:39.308356 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd990858-ac17-44a3-b35c-9288a7692197 req-3bdf62b8-1066-4ec9-9949-285988e8bec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:39.310476 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-cd990858-ac17-44a3-b35c-9288a7692197 req-3bdf62b8-1066-4ec9-9949-285988e8bec8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=16c9b99e3d6b4b58a380b57255ba6d41&device_id=9dfbe127-2e40-448a-9032-c49d8e1e61fe HTTP/1.1" status: 200 len: 6168 time: 0.5219078 Jul 27 21:01:39.313578 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-81846aa1-1531-444c-8f5a-2eb494f331a6 req-4bcf5eb5-527b-443b-96d4-db390a813606 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10221672'] for port, after_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:39.333267 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] For port 9c70ef6e-fd9f-4fa1-8989-5e617eacef24, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=9c70ef6e-fd9f-4fa1-8989-5e617eacef24,segment=NetworkSegment(7e287389-6e5c-4ce4-b4eb-616d84d437ce),segment_id=7e287389-6e5c-4ce4-b4eb-616d84d437ce)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:01:39.338017 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:39.342123 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:39.401238 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81846aa1-1531-444c-8f5a-2eb494f331a6 req-4bcf5eb5-527b-443b-96d4-db390a813606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:39.401930 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-81846aa1-1531-444c-8f5a-2eb494f331a6 req-4bcf5eb5-527b-443b-96d4-db390a813606 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:39.403418 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-81846aa1-1531-444c-8f5a-2eb494f331a6 req-4bcf5eb5-527b-443b-96d4-db390a813606 service neutron] 10.222.0.36 "PUT /v2.0/ports/c405af71-cbc1-4c5a-a3e0-43e7aa2f3727 HTTP/1.1" status: 200 len: 1130 time: 2.7967446 Jul 27 21:01:39.412164 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbca44ba-9f2c-44e5-b617-7db66f431a5f admin admin] Checking segment: {'id': '31fbdef5-d817-4d56-be48-3d485cdfd14a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'a24de5a6-5324-4482-88f7-01f3fef3fce4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:01:39.412521 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbca44ba-9f2c-44e5-b617-7db66f431a5f admin admin] Network hostable DHCP agents. Network: a24de5a6-5324-4482-88f7-01f3fef3fce4, hostable agents: ['7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a'], hosted agents: [] {{(pid=105584) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:01:39.439919 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbca44ba-9f2c-44e5-b617-7db66f431a5f admin admin] Pushing event updated for resources: {'Subnet': ['ID=d99af16b-2946-4011-bd00-9832fafed710,revision_number=0']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:01:39.463758 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [req-81846aa1-1531-444c-8f5a-2eb494f331a6 req-41d428c9-910a-4a16-912d-4b999e4734df service neutron] Request body: {'port': {'device_id': '9dfbe127-2e40-448a-9032-c49d8e1e61fe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-705658-22'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:01:39.480256 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbca44ba-9f2c-44e5-b617-7db66f431a5f admin admin] Network a24de5a6-5324-4482-88f7-01f3fef3fce4 is scheduled to be hosted by DHCP agent 7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a with binding_index 1 {{(pid=105584) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:01:39.486278 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b08c7cb2-ff39-4168-a373-6ea575b70e54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4e765fe-c4f3-4db9-88a3-29a4e00ed503'}] {{(pid=105586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:01:39.490257 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14c1663e039faf5393f87855f745010ac5b02220355b68fdbf065393e303ac56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9562dad-098c-4b43-9835-0b29f0f8a8d8" -d '{"events": [{"server_uuid": "b08c7cb2-ff39-4168-a373-6ea575b70e54", "name": "network-vif-plugged", "status": "completed", "tag": "c4e765fe-c4f3-4db9-88a3-29a4e00ed503"}]}' {{(pid=105586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:01:39.497423 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [None req-fbca44ba-9f2c-44e5-b617-7db66f431a5f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-22, a24de5a6-5324-4482-88f7-01f3fef3fce4) {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:01:39.510980 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-0e6a97d4-1031-4742-8df7-c592fd1cb929 req-3041643e-c163-49cb-bbfe-b3e6c6cad218 service neutron] 10.222.0.36 "GET /v2.0/networks/4d2b2080-dee5-4efa-a657-06e568548ad6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4552872 Jul 27 21:01:39.516839 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbca44ba-9f2c-44e5-b617-7db66f431a5f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:39.517485 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-fbca44ba-9f2c-44e5-b617-7db66f431a5f admin admin] Notify callbacks [] for subnet, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:39.545788 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bcf5eb5-527b-443b-96d4-db390a813606 service neutron] Pushing event updated for resources: {'Port': ['ID=c405af71-cbc1-4c5a-a3e0-43e7aa2f3727,revision_number=3']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:01:39.546481 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4cb1d7e-734e-4cfb-b021-5b95b5f03e79 None None] Network a24de5a6-5324-4482-88f7-01f3fef3fce4 requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:01:39.574975 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-ce68a5f4-c2d1-4a17-9214-244d7f1afe11 req-c2515596-4fac-4962-a49f-12c3f094f24d service neutron] 10.222.0.59 "GET /v2.0/networks/c29e02c5-8000-4917-925d-2eceb290693b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3072298 Jul 27 21:01:39.591557 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] For port c4e765fe-c4f3-4db9-88a3-29a4e00ed503, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=c4e765fe-c4f3-4db9-88a3-29a4e00ed503,segment=NetworkSegment(86b1e6f6-d629-4b03-8944-4cdfbfb93d02),segment_id=86b1e6f6-d629-4b03-8944-4cdfbfb93d02)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:01:39.601624 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9145476-19bb-41da-8576-97ca5b8b3c02 req-6ef72c79-35e8-48cc-bc6f-70d11c76afa5 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:39.610219 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-c9145476-19bb-41da-8576-97ca5b8b3c02 req-6ef72c79-35e8-48cc-bc6f-70d11c76afa5 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] 10.222.0.59 "GET /v2.0/ports?device_id=2ab3b612-b1bf-43fb-a1f2-964eea921f62 HTTP/1.1" status: 200 len: 945 time: 0.4019721 Jul 27 21:01:39.638791 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-0e6a97d4-1031-4742-8df7-c592fd1cb929 req-439f9c17-7567-4c3a-b8bc-7f414ebcea29 service neutron] 10.222.0.36 "GET /v2.0/networks/4d2b2080-dee5-4efa-a657-06e568548ad6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1081042 Jul 27 21:01:39.641000 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-fbca44ba-9f2c-44e5-b617-7db66f431a5f admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.2316053 Jul 27 21:01:39.644946 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 43314) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:01:39.649820 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-27fd21c0-e2ae-4eb0-8ae6-3a0bdcda89fe admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-1561766410-router', 'tenant_id': 'bf2c8cd4d0264e96b8bde16d0eb3a6fe', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305'}}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:01:39.660747 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-f723caff-56db-42b0-9995-a6b53c802955 None None] For port 01a0eae2-d2db-472e-9583-216d4c69e6c4, host n-d-705658-22, cleared binding levels {{(pid=105586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:01:39.662958 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Pushing event updated for resources: {'Port': ['ID=9c70ef6e-fd9f-4fa1-8989-5e617eacef24,revision_number=4']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:01:39.673460 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:39.682010 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd990858-ac17-44a3-b35c-9288a7692197 req-b42dc507-caac-4dac-bb82-e89c46a786c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:39.682747 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd990858-ac17-44a3-b35c-9288a7692197 req-b42dc507-caac-4dac-bb82-e89c46a786c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:39.683444 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd990858-ac17-44a3-b35c-9288a7692197 req-b42dc507-caac-4dac-bb82-e89c46a786c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:39.685313 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-cd990858-ac17-44a3-b35c-9288a7692197 req-b42dc507-caac-4dac-bb82-e89c46a786c7 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=16c9b99e3d6b4b58a380b57255ba6d41&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.3636060 Jul 27 21:01:39.699886 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] get_ports_and_sgs() called for port_ids ['9c70ef6e-fd9f-4fa1-8989-5e617eacef24'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:01:39.740540 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-f723caff-56db-42b0-9995-a6b53c802955 None None] For port 01a0eae2-d2db-472e-9583-216d4c69e6c4, host n-d-705658-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=01a0eae2-d2db-472e-9583-216d4c69e6c4,segment=NetworkSegment(660ec341-81d1-41c4-8987-bc307d97b3d6),segment_id=660ec341-81d1-41c4-8987-bc307d97b3d6)] {{(pid=105586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:01:39.752762 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-ce68a5f4-c2d1-4a17-9214-244d7f1afe11 req-4d629041-a77e-4a2e-abfe-dfe49a1f59f4 service neutron] 10.222.0.59 "GET /v2.0/networks/c29e02c5-8000-4917-925d-2eceb290693b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1764688 Jul 27 21:01:39.766775 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-27fd21c0-e2ae-4eb0-8ae6-3a0bdcda89fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4163813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-443'] for router, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:39.772607 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-27fd21c0-e2ae-4eb0-8ae6-3a0bdcda89fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4165196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4077059', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3711235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-418'] for router, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:39.777913 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-f723caff-56db-42b0-9995-a6b53c802955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:39.865285 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Pushing event updated for resources: {'Port': ['ID=c4e765fe-c4f3-4db9-88a3-29a4e00ed503,revision_number=5']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:01:39.867927 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-81846aa1-1531-444c-8f5a-2eb494f331a6 req-41d428c9-910a-4a16-912d-4b999e4734df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:39.954757 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-27fd21c0-e2ae-4eb0-8ae6-3a0bdcda89fe admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:39.978044 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-c9145476-19bb-41da-8576-97ca5b8b3c02 req-634d7a50-035a-4452-9f4b-076d033df9e5 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] 10.222.0.59 "GET /v2.0/security-groups?id=e8209215-bf66-4bb1-96ba-041099e74ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3602355 Jul 27 21:01:40.090725 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-94cddb6d-be2d-48f2-b67e-28921d2fd47e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:40.095161 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:01:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac98074d-d77a-401a-bc13-d7f70c83d4b7 x-openstack-request-id: req-ac98074d-d77a-401a-bc13-d7f70c83d4b7 {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:01:40.095698 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1baeecb7-3e8c-4e02-bb4f-12fe9c13c237", "tag": "4ddf85da-a0ba-4ac0-b67e-bc9537a21498", "status": "completed", "code": 200}]} {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:01:40.097606 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-ac98074d-d77a-401a-bc13-d7f70c83d4b7 {{(pid=105584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:01:40.098276 n-d-705658-22 neutron-server[105584]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1baeecb7-3e8c-4e02-bb4f-12fe9c13c237', 'tag': '4ddf85da-a0ba-4ac0-b67e-bc9537a21498', 'status': 'completed', 'code': 200} Jul 27 21:01:40.107686 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:40.130404 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd990858-ac17-44a3-b35c-9288a7692197 req-2b21dec7-b181-49dc-ac44-8ca39b6286cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:40.139178 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5e811c9-5afe-4357-957c-87704c9911d1 None None] Network a24de5a6-5324-4482-88f7-01f3fef3fce4 requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:01:40.140107 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-cd990858-ac17-44a3-b35c-9288a7692197 req-2b21dec7-b181-49dc-ac44-8ca39b6286cd service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4426045 Jul 27 21:01:40.227565 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-94cddb6d-be2d-48f2-b67e-28921d2fd47e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:40.317592 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-27fd21c0-e2ae-4eb0-8ae6-3a0bdcda89fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4077169', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4163787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-400'] for router, precommit_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:40.323085 n-d-705658-22 neutron-server[105585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9dfbe127-2e40-448a-9032-c49d8e1e61fe', 'tag': 'c405af71-cbc1-4c5a-a3e0-43e7aa2f3727'}] {{(pid=105585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:01:40.325197 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d66fd65881426bfc2b5388084a3654e5eae521106a15a3dbf0eb4cde7106c36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8a5f9e6-2d66-4455-a763-efa76030f426" -d '{"events": [{"name": "network-changed", "server_uuid": "9dfbe127-2e40-448a-9032-c49d8e1e61fe", "tag": "c405af71-cbc1-4c5a-a3e0-43e7aa2f3727"}]}' {{(pid=105585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:01:40.367878 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f723caff-56db-42b0-9995-a6b53c802955 None None] Pushing event updated for resources: {'Port': ['ID=01a0eae2-d2db-472e-9583-216d4c69e6c4,revision_number=2']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:01:40.438841 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd36aab-73d9-4867-a989-c425022bfba6 req-0b7ddd83-d65d-48f9-aa04-df3c08f7dde3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:40.441091 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-9fd36aab-73d9-4867-a989-c425022bfba6 req-0b7ddd83-d65d-48f9-aa04-df3c08f7dde3 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=f86a589de4964203a66835a89a6b9f5d&device_id=1baeecb7-3e8c-4e02-bb4f-12fe9c13c237 HTTP/1.1" status: 200 len: 1100 time: 0.3366492 Jul 27 21:01:40.554163 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd36aab-73d9-4867-a989-c425022bfba6 req-5037f92c-08a1-42e2-b737-77ce6db74610 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:40.555635 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-9fd36aab-73d9-4867-a989-c425022bfba6 req-5037f92c-08a1-42e2-b737-77ce6db74610 service neutron] 10.222.0.60 "GET /v2.0/networks?id=4d64aa0b-bd6a-468e-8edc-c83689947462 HTTP/1.1" status: 200 len: 870 time: 0.1072886 Jul 27 21:01:40.631517 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-9fd36aab-73d9-4867-a989-c425022bfba6 req-f788b832-9136-468f-8149-14b28808c566 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.185&port_id=4ddf85da-a0ba-4ac0-b67e-bc9537a21498 HTTP/1.1" status: 200 len: 217 time: 0.0657208 Jul 27 21:01:40.768907 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 01a0eae2-d2db-472e-9583-216d4c69e6c4 up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:01:40.787665 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678e06b3-3bbf-470c-bc68-3913c3f26bcd req-44c290bc-1831-4285-93ee-70d76b9a668f tempest-ServersAdminTestJSON-2115085297 tempest-ServersAdminTestJSON-2115085297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:40.789378 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-678e06b3-3bbf-470c-bc68-3913c3f26bcd req-44c290bc-1831-4285-93ee-70d76b9a668f tempest-ServersAdminTestJSON-2115085297 tempest-ServersAdminTestJSON-2115085297-project] 10.222.0.59 "GET /v2.0/ports?device_id=1baeecb7-3e8c-4e02-bb4f-12fe9c13c237 HTTP/1.1" status: 200 len: 948 time: 0.5705538 Jul 27 21:01:40.826596 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd36aab-73d9-4867-a989-c425022bfba6 req-e821eeb7-56e1-421c-9e1e-25fa17a8ee9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:40.832241 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-9fd36aab-73d9-4867-a989-c425022bfba6 req-e821eeb7-56e1-421c-9e1e-25fa17a8ee9b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=26644ba0-4185-4e10-8718-6ad18d01376c HTTP/1.1" status: 200 len: 843 time: 0.1914661 Jul 27 21:01:40.838525 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-27fd21c0-e2ae-4eb0-8ae6-3a0bdcda89fe admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:40.866563 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning for port 01a0eae2-d2db-472e-9583-216d4c69e6c4 completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:01:40.889974 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-27fd21c0-e2ae-4eb0-8ae6-3a0bdcda89fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:40.931546 n-d-705658-22 neutron-server[105585]: DEBUG neutron.notifiers.nova [req-81846aa1-1531-444c-8f5a-2eb494f331a6 req-41d428c9-910a-4a16-912d-4b999e4734df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 148bb826-decc-4cf3-a2c3-433892361226 {{(pid=105585) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:01:40.940066 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-81846aa1-1531-444c-8f5a-2eb494f331a6 req-41d428c9-910a-4a16-912d-4b999e4734df service neutron] Notify callbacks [] for port, precommit_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:40.975227 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.db_base_plugin_common [None req-94cddb6d-be2d-48f2-b67e-28921d2fd47e admin admin] Allocated IP 172.25.5.79 (8735d8a2-b604-4758-ae71-b40e4ee6f305/eca7dbab-b9c0-4c8f-a272-816ea8a81764/02c6bc33-7f5e-45cd-bbe3-07fe9bf235af) {{(pid=105585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:01:40.985339 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cdc078-692e-4e72-871a-19ef2fc1cd25 req-dc74c435-2367-4556-8a03-99c28b0dd731 tempest-SecurityGroupsTestJSON-146164436 tempest-SecurityGroupsTestJSON-146164436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:40.988025 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-87cdc078-692e-4e72-871a-19ef2fc1cd25 req-dc74c435-2367-4556-8a03-99c28b0dd731 tempest-SecurityGroupsTestJSON-146164436 tempest-SecurityGroupsTestJSON-146164436-project] 10.222.0.59 "GET /v2.0/ports?device_id=ca86fb1b-c433-49d9-807b-04c160484fa6 HTTP/1.1" status: 200 len: 944 time: 0.8698132 Jul 27 21:01:41.005160 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.provisioning_blocks [req-81846aa1-1531-444c-8f5a-2eb494f331a6 req-41d428c9-910a-4a16-912d-4b999e4734df service neutron] Transition to ACTIVE for port object 148bb826-decc-4cf3-a2c3-433892361226 will not be triggered until provisioned by entity L2. {{(pid=105585) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:01:41.017090 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd36aab-73d9-4867-a989-c425022bfba6 req-ac002f17-e736-4540-9b41-dce09f78aadb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:41.018893 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-9fd36aab-73d9-4867-a989-c425022bfba6 req-ac002f17-e736-4540-9b41-dce09f78aadb service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4d64aa0b-bd6a-468e-8edc-c83689947462&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1474667 Jul 27 21:01:41.021041 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-81846aa1-1531-444c-8f5a-2eb494f331a6 req-41d428c9-910a-4a16-912d-4b999e4734df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10221672'] for port, after_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:41.077710 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d428c9-910a-4a16-912d-4b999e4734df service neutron] Pushing event updated for resources: {'Port': ['ID=148bb826-decc-4cf3-a2c3-433892361226,revision_number=2']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:01:41.132180 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-9fd36aab-73d9-4867-a989-c425022bfba6 req-97d01dfb-10f9-4fc6-8357-94c297b83271 service neutron] 10.222.0.60 "GET /v2.0/networks/4d64aa0b-bd6a-468e-8edc-c83689947462?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1043756 Jul 27 21:01:41.223226 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-a25e2444-ee9a-40df-8744-4bdce2e9d80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:41.246177 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-9fd36aab-73d9-4867-a989-c425022bfba6 req-afd609f3-68c7-4c34-acac-b0120e341c5d service neutron] 10.222.0.60 "GET /v2.0/networks/4d64aa0b-bd6a-468e-8edc-c83689947462?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1049926 Jul 27 21:01:41.449950 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-634d5cbb-0d54-49c9-9c15-5c2bffe8f1b4 None None] Network 79bd215c-af8d-45db-ad24-972205044e15 requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:01:41.505050 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-678e06b3-3bbf-470c-bc68-3913c3f26bcd req-730ee6e9-2449-4442-b7e6-a8b9683fdafa tempest-ServersAdminTestJSON-2115085297 tempest-ServersAdminTestJSON-2115085297-project] 10.222.0.59 "GET /v2.0/security-groups?id=9f3cf157-ddbf-4bf4-acc6-59d64c6ea76b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7005005 Jul 27 21:01:41.511480 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-87cdc078-692e-4e72-871a-19ef2fc1cd25 req-7201e6fd-6f34-466d-93a1-01d6e05cb08f tempest-SecurityGroupsTestJSON-146164436 tempest-SecurityGroupsTestJSON-146164436-project] 10.222.0.59 "GET /v2.0/security-groups?id=4e615c8e-7316-4e41-95e2-beb8fbe16280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5094807 Jul 27 21:01:41.589081 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-37e88492-1321-4b11-b09d-4deddfb15c90 None None] Provisioning for port 01a0eae2-d2db-472e-9583-216d4c69e6c4 completed by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:01:41.610624 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce68a5f4-c2d1-4a17-9214-244d7f1afe11 req-f17764e6-821f-49db-bc68-5359a149aa18 tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:41.614360 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-ce68a5f4-c2d1-4a17-9214-244d7f1afe11 req-f17764e6-821f-49db-bc68-5359a149aa18 tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] 10.222.0.60 "GET /v2.0/networks?id=c29e02c5-8000-4917-925d-2eceb290693b HTTP/1.1" status: 200 len: 812 time: 0.2227516 Jul 27 21:01:41.630435 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [req-ce68a5f4-c2d1-4a17-9214-244d7f1afe11 req-706e6e52-3c39-43b0-8382-db674058e048 tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] Request body: {'port': {'device_id': 'd0239bb6-b1ba-4ee9-b491-bb82ed66a636', 'network_id': 'c29e02c5-8000-4917-925d-2eceb290693b', 'admin_state_up': True, 'tenant_id': '54685b57bf31427c889d7b240f3f8a60'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:01:41.663730 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-94cddb6d-be2d-48f2-b67e-28921d2fd47e admin admin] Notify callbacks [] for port, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:41.665921 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.managers [req-81846aa1-1531-444c-8f5a-2eb494f331a6 req-41d428c9-910a-4a16-912d-4b999e4734df service neutron] Attempting to bind port 148bb826-decc-4cf3-a2c3-433892361226 on host n-h1-705658-22 for vnic_type normal with profile {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:01:41.666255 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.managers [req-81846aa1-1531-444c-8f5a-2eb494f331a6 req-41d428c9-910a-4a16-912d-4b999e4734df service neutron] Attempting to bind port 148bb826-decc-4cf3-a2c3-433892361226 by drivers openvswitch,hyperv on host n-h1-705658-22 at level 0 using segments [{'id': '5fcc0d93-e07a-46e4-8302-f378dcfc2dad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'e24d8d6c-cb0f-492b-9a38-55ce25e9a591'}] {{(pid=105585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:01:41.666580 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81846aa1-1531-444c-8f5a-2eb494f331a6 req-41d428c9-910a-4a16-912d-4b999e4734df service neutron] Attempting to bind port 148bb826-decc-4cf3-a2c3-433892361226 on network e24d8d6c-cb0f-492b-9a38-55ce25e9a591 {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:01:41.682265 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81846aa1-1531-444c-8f5a-2eb494f331a6 req-41d428c9-910a-4a16-912d-4b999e4734df service neutron] Port 148bb826-decc-4cf3-a2c3-433892361226 on network e24d8d6c-cb0f-492b-9a38-55ce25e9a591 not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-22 {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:01:41.682514 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81846aa1-1531-444c-8f5a-2eb494f331a6 req-41d428c9-910a-4a16-912d-4b999e4734df service neutron] Attempting to bind port 148bb826-decc-4cf3-a2c3-433892361226 on network e24d8d6c-cb0f-492b-9a38-55ce25e9a591 {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:01:41.684988 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-37e88492-1321-4b11-b09d-4deddfb15c90 None None] Provisioning complete for port 01a0eae2-d2db-472e-9583-216d4c69e6c4 triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:01:41.685928 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-37e88492-1321-4b11-b09d-4deddfb15c90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:41.695608 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:01:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3be8b91a-b0a7-41a3-90f9-2c81d82210b8 x-openstack-request-id: req-3be8b91a-b0a7-41a3-90f9-2c81d82210b8 {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:01:41.696042 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b08c7cb2-ff39-4168-a373-6ea575b70e54", "name": "network-vif-plugged", "status": "completed", "tag": "c4e765fe-c4f3-4db9-88a3-29a4e00ed503", "code": 200}]} {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:01:41.696389 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-3be8b91a-b0a7-41a3-90f9-2c81d82210b8 {{(pid=105586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:01:41.696937 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81846aa1-1531-444c-8f5a-2eb494f331a6 req-41d428c9-910a-4a16-912d-4b999e4734df service neutron] Checking agent: {'id': '9d9bc37f-4d75-44ef-9f63-799aab3e316f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 49, 36), 'started_at': datetime.datetime(2021, 7, 27, 20, 49, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 1, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:01:41.697282 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81846aa1-1531-444c-8f5a-2eb494f331a6 req-41d428c9-910a-4a16-912d-4b999e4734df service neutron] Checking segment: {'id': '5fcc0d93-e07a-46e4-8302-f378dcfc2dad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'e24d8d6c-cb0f-492b-9a38-55ce25e9a591'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:01:41.697569 n-d-705658-22 neutron-server[105586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b08c7cb2-ff39-4168-a373-6ea575b70e54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4e765fe-c4f3-4db9-88a3-29a4e00ed503', 'code': 200} Jul 27 21:01:41.697688 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81846aa1-1531-444c-8f5a-2eb494f331a6 req-41d428c9-910a-4a16-912d-4b999e4734df service neutron] Bound using segment: {'id': '5fcc0d93-e07a-46e4-8302-f378dcfc2dad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'e24d8d6c-cb0f-492b-9a38-55ce25e9a591'} {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:01:41.698095 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.managers [req-81846aa1-1531-444c-8f5a-2eb494f331a6 req-41d428c9-910a-4a16-912d-4b999e4734df service neutron] Bound port: 148bb826-decc-4cf3-a2c3-433892361226, host: n-h1-705658-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5fcc0d93-e07a-46e4-8302-f378dcfc2dad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'e24d8d6c-cb0f-492b-9a38-55ce25e9a591'}}] {{(pid=105585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:01:41.698455 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-81846aa1-1531-444c-8f5a-2eb494f331a6 req-41d428c9-910a-4a16-912d-4b999e4734df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:41.800415 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-eee89099-3560-4e86-8d6a-7d8314af3e5a req-ada782e6-cdbd-470c-a94f-290a602b3be6 tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] 10.222.0.59 "GET /v2.0/ports?device_id=d0239bb6-b1ba-4ee9-b491-bb82ed66a636 HTTP/1.1" status: 200 len: 210 time: 0.0615151 Jul 27 21:01:41.832484 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce68a5f4-c2d1-4a17-9214-244d7f1afe11 req-706e6e52-3c39-43b0-8382-db674058e048 tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] Made reservation on behalf of 54685b57bf31427c889d7b240f3f8a60 for: {'port': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:01:41.836303 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-ce68a5f4-c2d1-4a17-9214-244d7f1afe11 req-706e6e52-3c39-43b0-8382-db674058e048 tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:41.859297 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-94cddb6d-be2d-48f2-b67e-28921d2fd47e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:41.905640 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:01:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1186390a-9563-48ee-a070-d490eadbb942 x-openstack-request-id: req-1186390a-9563-48ee-a070-d490eadbb942 {{(pid=105585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:01:41.905911 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9dfbe127-2e40-448a-9032-c49d8e1e61fe", "tag": "c405af71-cbc1-4c5a-a3e0-43e7aa2f3727", "status": "completed", "code": 200}]} {{(pid=105585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:01:41.906169 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-1186390a-9563-48ee-a070-d490eadbb942 {{(pid=105585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:01:41.906613 n-d-705658-22 neutron-server[105585]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9dfbe127-2e40-448a-9032-c49d8e1e61fe', 'tag': 'c405af71-cbc1-4c5a-a3e0-43e7aa2f3727', 'status': 'completed', 'code': 200} Jul 27 21:01:41.912097 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94cddb6d-be2d-48f2-b67e-28921d2fd47e admin admin] Pushing event updated for resources: {'Port': ['ID=02c6bc33-7f5e-45cd-bbe3-07fe9bf235af,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:01:41.921051 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.db [req-81846aa1-1531-444c-8f5a-2eb494f331a6 req-41d428c9-910a-4a16-912d-4b999e4734df service neutron] For port 148bb826-decc-4cf3-a2c3-433892361226, host n-h1-705658-22, cleared binding levels {{(pid=105585) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:01:41.937346 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.db_base_plugin_common [None req-27fd21c0-e2ae-4eb0-8ae6-3a0bdcda89fe admin admin] Allocated IP 172.25.5.213 (8735d8a2-b604-4758-ae71-b40e4ee6f305/eca7dbab-b9c0-4c8f-a272-816ea8a81764/9c6113a3-48dc-4e52-9f80-675592b22515) {{(pid=105584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:01:41.942334 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94cddb6d-be2d-48f2-b67e-28921d2fd47e admin admin] Network 8735d8a2-b604-4758-ae71-b40e4ee6f305 is already hosted by enough agents. {{(pid=105585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:01:41.945297 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.db [req-81846aa1-1531-444c-8f5a-2eb494f331a6 req-41d428c9-910a-4a16-912d-4b999e4734df service neutron] For port 148bb826-decc-4cf3-a2c3-433892361226, host n-h1-705658-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=148bb826-decc-4cf3-a2c3-433892361226,segment=NetworkSegment(5fcc0d93-e07a-46e4-8302-f378dcfc2dad),segment_id=5fcc0d93-e07a-46e4-8302-f378dcfc2dad)] {{(pid=105585) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:01:41.953977 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.base_scheduler [None req-94cddb6d-be2d-48f2-b67e-28921d2fd47e admin admin] Resources bound (agent type, host, resource id): {{(pid=105585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:01:41.958523 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-81846aa1-1531-444c-8f5a-2eb494f331a6 req-41d428c9-910a-4a16-912d-4b999e4734df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10221672'] for port, after_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:41.962154 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94cddb6d-be2d-48f2-b67e-28921d2fd47e admin admin] Received port after_create {{(pid=105585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:01:41.997814 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:42.025460 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfe4b10-115a-43df-9794-5aa298e6a875 req-f3062515-cdb1-49aa-9dd0-6346328abcc3 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:42.031719 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfe4b10-115a-43df-9794-5aa298e6a875 req-f3062515-cdb1-49aa-9dd0-6346328abcc3 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:42.037755 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfe4b10-115a-43df-9794-5aa298e6a875 req-f3062515-cdb1-49aa-9dd0-6346328abcc3 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:42.043675 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfe4b10-115a-43df-9794-5aa298e6a875 req-f3062515-cdb1-49aa-9dd0-6346328abcc3 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:42.050223 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfe4b10-115a-43df-9794-5aa298e6a875 req-f3062515-cdb1-49aa-9dd0-6346328abcc3 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:42.057326 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfe4b10-115a-43df-9794-5aa298e6a875 req-f3062515-cdb1-49aa-9dd0-6346328abcc3 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:42.063244 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfe4b10-115a-43df-9794-5aa298e6a875 req-f3062515-cdb1-49aa-9dd0-6346328abcc3 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:42.065261 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-bbfe4b10-115a-43df-9794-5aa298e6a875 req-f3062515-cdb1-49aa-9dd0-6346328abcc3 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] 10.222.0.59 "GET /v2.0/ports?device_id=9dfbe127-2e40-448a-9032-c49d8e1e61fe HTTP/1.1" status: 200 len: 5382 time: 0.3253217 Jul 27 21:01:42.066823 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-37e88492-1321-4b11-b09d-4deddfb15c90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:42.091104 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81846aa1-1531-444c-8f5a-2eb494f331a6 req-41d428c9-910a-4a16-912d-4b999e4734df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:42.091989 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-81846aa1-1531-444c-8f5a-2eb494f331a6 req-41d428c9-910a-4a16-912d-4b999e4734df service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:42.093919 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-81846aa1-1531-444c-8f5a-2eb494f331a6 req-41d428c9-910a-4a16-912d-4b999e4734df service neutron] 10.222.0.36 "PUT /v2.0/ports/148bb826-decc-4cf3-a2c3-433892361226 HTTP/1.1" status: 200 len: 1091 time: 2.6412082 Jul 27 21:01:42.106267 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-37e88492-1321-4b11-b09d-4deddfb15c90 None None] For port 01a0eae2-d2db-472e-9583-216d4c69e6c4, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=01a0eae2-d2db-472e-9583-216d4c69e6c4,segment=NetworkSegment(660ec341-81d1-41c4-8987-bc307d97b3d6),segment_id=660ec341-81d1-41c4-8987-bc307d97b3d6)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:01:42.114744 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-37e88492-1321-4b11-b09d-4deddfb15c90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:42.150841 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [req-81846aa1-1531-444c-8f5a-2eb494f331a6 req-01df2bfb-12cd-40e8-bee6-0ed4dd5adeea service neutron] Request body: {'port': {'device_id': '9dfbe127-2e40-448a-9032-c49d8e1e61fe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-705658-22'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:01:42.156722 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20eb5a4b-98b2-4c1e-8495-0a1613f0dd30 req-da3ecbf4-c9c5-4551-b387-25bd9bbb7c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:42.158253 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-20eb5a4b-98b2-4c1e-8495-0a1613f0dd30 req-da3ecbf4-c9c5-4551-b387-25bd9bbb7c32 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=b08c7cb2-ff39-4168-a373-6ea575b70e54 HTTP/1.1" status: 200 len: 1102 time: 0.4383759 Jul 27 21:01:42.192978 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d428c9-910a-4a16-912d-4b999e4734df service neutron] Pushing event updated for resources: {'Port': ['ID=148bb826-decc-4cf3-a2c3-433892361226,revision_number=3']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:01:42.197977 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e88492-1321-4b11-b09d-4deddfb15c90 None None] Pushing event updated for resources: {'Port': ['ID=01a0eae2-d2db-472e-9583-216d4c69e6c4,revision_number=3']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:01:42.254731 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-27fd21c0-e2ae-4eb0-8ae6-3a0bdcda89fe admin admin] Notify callbacks [] for port, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:42.281104 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a5f9e6-2d66-4455-a763-efa76030f426 req-0d58b1e2-d593-48b0-a2e4-b961c2387fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:42.282114 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a5f9e6-2d66-4455-a763-efa76030f426 req-0d58b1e2-d593-48b0-a2e4-b961c2387fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:42.282583 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a5f9e6-2d66-4455-a763-efa76030f426 req-0d58b1e2-d593-48b0-a2e4-b961c2387fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:42.283737 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a5f9e6-2d66-4455-a763-efa76030f426 req-0d58b1e2-d593-48b0-a2e4-b961c2387fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:42.283737 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a5f9e6-2d66-4455-a763-efa76030f426 req-0d58b1e2-d593-48b0-a2e4-b961c2387fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:42.283972 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a5f9e6-2d66-4455-a763-efa76030f426 req-0d58b1e2-d593-48b0-a2e4-b961c2387fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:42.284410 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a5f9e6-2d66-4455-a763-efa76030f426 req-0d58b1e2-d593-48b0-a2e4-b961c2387fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:42.286451 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-f8a5f9e6-2d66-4455-a763-efa76030f426 req-0d58b1e2-d593-48b0-a2e4-b961c2387fc4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=16c9b99e3d6b4b58a380b57255ba6d41&device_id=9dfbe127-2e40-448a-9032-c49d8e1e61fe HTTP/1.1" status: 200 len: 6278 time: 0.2852068 Jul 27 21:01:42.291999 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-bbfe4b10-115a-43df-9794-5aa298e6a875 req-a3c7a7d8-555a-4813-b573-85f80d5af14e tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] 10.222.0.59 "GET /v2.0/security-groups?id=477ad29f-b988-4b09-963a-d2ba14baa454&id=602b6e89-9902-4d75-b8ec-25947a9f847b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1741767 Jul 27 21:01:42.297825 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.db_base_plugin_common [req-ce68a5f4-c2d1-4a17-9214-244d7f1afe11 req-706e6e52-3c39-43b0-8382-db674058e048 tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] Allocated IP 172.20.0.3 (c29e02c5-8000-4917-925d-2eceb290693b/7c0fdb90-69ca-4554-99dc-5ec25614338f/8dfd0950-6ab0-47dd-923e-c7680c2e6a01) {{(pid=105584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:01:42.333651 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-20eb5a4b-98b2-4c1e-8495-0a1613f0dd30 req-d0d26898-d307-4855-954c-98eb9bfb7c71 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=9f3cf157-ddbf-4bf4-acc6-59d64c6ea76b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532583 Jul 27 21:01:42.414542 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87965af-9133-476b-91de-83cec637b2ce req-468da218-eef7-45b8-a24f-4cb2acb6d996 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:42.422960 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a87965af-9133-476b-91de-83cec637b2ce req-468da218-eef7-45b8-a24f-4cb2acb6d996 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] 10.222.0.59 "GET /v2.0/ports?device_id=2ab3b612-b1bf-43fb-a1f2-964eea921f62 HTTP/1.1" status: 200 len: 945 time: 0.4311113 Jul 27 21:01:42.427279 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-81846aa1-1531-444c-8f5a-2eb494f331a6 req-01df2bfb-12cd-40e8-bee6-0ed4dd5adeea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:42.458078 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-27fd21c0-e2ae-4eb0-8ae6-3a0bdcda89fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:42.475450 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-09834672-8d58-4fc6-b8d5-db9942c9dc38 None None] Provisioning complete for port 01a0eae2-d2db-472e-9583-216d4c69e6c4 triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:01:42.475933 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-09834672-8d58-4fc6-b8d5-db9942c9dc38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:42.577473 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a87965af-9133-476b-91de-83cec637b2ce req-30a6e5b3-c161-4350-a505-176cb8a12780 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] 10.222.0.59 "GET /v2.0/security-groups?id=e8209215-bf66-4bb1-96ba-041099e74ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536019 Jul 27 21:01:42.591495 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27fd21c0-e2ae-4eb0-8ae6-3a0bdcda89fe admin admin] Network 8735d8a2-b604-4758-ae71-b40e4ee6f305 is already hosted by enough agents. {{(pid=105584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:01:42.592854 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a5f9e6-2d66-4455-a763-efa76030f426 req-6e850213-bfd2-4a58-bdd4-12b95b6a855d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:42.593325 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a5f9e6-2d66-4455-a763-efa76030f426 req-6e850213-bfd2-4a58-bdd4-12b95b6a855d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:42.594371 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a5f9e6-2d66-4455-a763-efa76030f426 req-6e850213-bfd2-4a58-bdd4-12b95b6a855d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:42.596066 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-f8a5f9e6-2d66-4455-a763-efa76030f426 req-6e850213-bfd2-4a58-bdd4-12b95b6a855d service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=16c9b99e3d6b4b58a380b57255ba6d41&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.2931271 Jul 27 21:01:42.600980 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [None req-27fd21c0-e2ae-4eb0-8ae6-3a0bdcda89fe admin admin] Resources bound (agent type, host, resource id): {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:01:42.622055 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27fd21c0-e2ae-4eb0-8ae6-3a0bdcda89fe admin admin] Received port after_create {{(pid=105584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:01:42.662769 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27fd21c0-e2ae-4eb0-8ae6-3a0bdcda89fe admin admin] Pushing event updated for resources: {'Port': ['ID=9c6113a3-48dc-4e52-9f80-675592b22515,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:01:42.716222 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 01a0eae2-d2db-472e-9583-216d4c69e6c4 up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:01:42.773355 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device 9c70ef6e-fd9f-4fa1-8989-5e617eacef24 up at agent hyperv_n-h1-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:01:42.782780 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-94cddb6d-be2d-48f2-b67e-28921d2fd47e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:42.800278 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-bb32ed7d-8717-448b-a9c8-a5a0117d1fd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:42.809087 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-ce68a5f4-c2d1-4a17-9214-244d7f1afe11 req-706e6e52-3c39-43b0-8382-db674058e048 tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] Notify callbacks [] for port, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:42.816974 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port 01a0eae2-d2db-472e-9583-216d4c69e6c4 triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:01:42.817354 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:42.876718 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Provisioning for port 9c70ef6e-fd9f-4fa1-8989-5e617eacef24 completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:01:42.878540 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a5f9e6-2d66-4455-a763-efa76030f426 req-cea9fd69-74e4-4cbf-af33-dcccf8d49239 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:42.880094 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-f8a5f9e6-2d66-4455-a763-efa76030f426 req-cea9fd69-74e4-4cbf-af33-dcccf8d49239 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2769098 Jul 27 21:01:42.891368 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Provisioning complete for port 9c70ef6e-fd9f-4fa1-8989-5e617eacef24 triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:01:42.891745 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:42.912940 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3362b78-f06a-4aab-a6a1-09caa867cd4d req-1a38f7c9-144b-48bf-a2df-c73502a6765c tempest-ServersAdminTestJSON-2115085297 tempest-ServersAdminTestJSON-2115085297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:42.914615 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f3362b78-f06a-4aab-a6a1-09caa867cd4d req-1a38f7c9-144b-48bf-a2df-c73502a6765c tempest-ServersAdminTestJSON-2115085297 tempest-ServersAdminTestJSON-2115085297-project] 10.222.0.59 "GET /v2.0/ports?device_id=1baeecb7-3e8c-4e02-bb4f-12fe9c13c237 HTTP/1.1" status: 200 len: 948 time: 0.3077857 Jul 27 21:01:42.953951 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-ce68a5f4-c2d1-4a17-9214-244d7f1afe11 req-706e6e52-3c39-43b0-8382-db674058e048 tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:42.991260 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb6af10-f376-4647-b341-a9c661fc18b1 req-a1c462e1-0686-490a-84c2-c76ceda368eb tempest-SecurityGroupsTestJSON-146164436 tempest-SecurityGroupsTestJSON-146164436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:42.993417 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-1cb6af10-f376-4647-b341-a9c661fc18b1 req-a1c462e1-0686-490a-84c2-c76ceda368eb tempest-SecurityGroupsTestJSON-146164436 tempest-SecurityGroupsTestJSON-146164436-project] 10.222.0.59 "GET /v2.0/ports?device_id=ca86fb1b-c433-49d9-807b-04c160484fa6 HTTP/1.1" status: 200 len: 944 time: 0.3349919 Jul 27 21:01:43.015605 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:43.053802 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] For port 9c70ef6e-fd9f-4fa1-8989-5e617eacef24, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=9c70ef6e-fd9f-4fa1-8989-5e617eacef24,segment=NetworkSegment(7e287389-6e5c-4ce4-b4eb-616d84d437ce),segment_id=7e287389-6e5c-4ce4-b4eb-616d84d437ce)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:01:43.058460 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:43.088960 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f3362b78-f06a-4aab-a6a1-09caa867cd4d req-690fb899-2b6c-4392-9e8a-6f429570abd3 tempest-ServersAdminTestJSON-2115085297 tempest-ServersAdminTestJSON-2115085297-project] 10.222.0.59 "GET /v2.0/security-groups?id=9f3cf157-ddbf-4bf4-acc6-59d64c6ea76b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630375 Jul 27 21:01:43.115925 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Pushing event updated for resources: {'Port': ['ID=9c70ef6e-fd9f-4fa1-8989-5e617eacef24,revision_number=5']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:01:43.156028 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-1cb6af10-f376-4647-b341-a9c661fc18b1 req-57c2c452-9aa8-4f2e-a0fb-da3a5fb8c153 tempest-SecurityGroupsTestJSON-146164436 tempest-SecurityGroupsTestJSON-146164436-project] 10.222.0.59 "GET /v2.0/security-groups?id=4e615c8e-7316-4e41-95e2-beb8fbe16280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384685 Jul 27 21:01:43.255437 n-d-705658-22 neutron-server[105585]: DEBUG neutron.notifiers.nova [req-81846aa1-1531-444c-8f5a-2eb494f331a6 req-01df2bfb-12cd-40e8-bee6-0ed4dd5adeea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d43b57af-f2a8-4881-8284-641e3fd25638 {{(pid=105585) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:01:43.260557 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-94cddb6d-be2d-48f2-b67e-28921d2fd47e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4163804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4077150'] for router, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:43.266934 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-81846aa1-1531-444c-8f5a-2eb494f331a6 req-01df2bfb-12cd-40e8-bee6-0ed4dd5adeea service neutron] Notify callbacks [] for port, precommit_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:43.307710 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Device 4ddf85da-a0ba-4ac0-b67e-bc9537a21498 details requested by agent hyperv_n-h2-705658-22 with host n-h2-705658-22 {{(pid=105586) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:01:43.372893 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce68a5f4-c2d1-4a17-9214-244d7f1afe11 req-706e6e52-3c39-43b0-8382-db674058e048 tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] Network c29e02c5-8000-4917-925d-2eceb290693b is already hosted by enough agents. {{(pid=105584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:01:43.382550 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [req-ce68a5f4-c2d1-4a17-9214-244d7f1afe11 req-706e6e52-3c39-43b0-8382-db674058e048 tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] Resources bound (agent type, host, resource id): {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:01:43.383163 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.provisioning_blocks [req-81846aa1-1531-444c-8f5a-2eb494f331a6 req-01df2bfb-12cd-40e8-bee6-0ed4dd5adeea service neutron] Transition to ACTIVE for port object d43b57af-f2a8-4881-8284-641e3fd25638 will not be triggered until provisioned by entity L2. {{(pid=105585) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:01:43.386205 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706e6e52-3c39-43b0-8382-db674058e048 tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] Pushing event updated for resources: {'Port': ['ID=8dfd0950-6ab0-47dd-923e-c7680c2e6a01,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:01:43.388488 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce68a5f4-c2d1-4a17-9214-244d7f1afe11 req-706e6e52-3c39-43b0-8382-db674058e048 tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] Received port after_create {{(pid=105584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:01:43.412707 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-27fd21c0-e2ae-4eb0-8ae6-3a0bdcda89fe admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:43.427719 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-81846aa1-1531-444c-8f5a-2eb494f331a6 req-01df2bfb-12cd-40e8-bee6-0ed4dd5adeea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10221672'] for port, after_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:43.441477 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] For port 4ddf85da-a0ba-4ac0-b67e-bc9537a21498, host n-h2-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=4ddf85da-a0ba-4ac0-b67e-bc9537a21498,segment=NetworkSegment(86b1e6f6-d629-4b03-8944-4cdfbfb93d02),segment_id=86b1e6f6-d629-4b03-8944-4cdfbfb93d02)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:01:43.456392 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Returning: {'device': '4ddf85da-a0ba-4ac0-b67e-bc9537a21498', 'network_id': '4d64aa0b-bd6a-468e-8edc-c83689947462', 'port_id': '4ddf85da-a0ba-4ac0-b67e-bc9537a21498', 'mac_address': 'fa:16:3e:e6:43:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26644ba0-4185-4e10-8718-6ad18d01376c', 'ip_address': '192.168.233.185'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105586) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:01:43.491675 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce68a5f4-c2d1-4a17-9214-244d7f1afe11 req-706e6e52-3c39-43b0-8382-db674058e048 tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:43.492342 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-ce68a5f4-c2d1-4a17-9214-244d7f1afe11 req-706e6e52-3c39-43b0-8382-db674058e048 tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:43.509878 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:43.523825 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [None req-3d54578f-831f-4696-b568-13c455922dab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ddf85da-a0ba-4ac0-b67e-bc9537a21498 {{(pid=105586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:01:43.539504 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-ce68a5f4-c2d1-4a17-9214-244d7f1afe11 req-706e6e52-3c39-43b0-8382-db674058e048 tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9159114 Jul 27 21:01:43.547419 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] For port 4ddf85da-a0ba-4ac0-b67e-bc9537a21498, host n-h2-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=4ddf85da-a0ba-4ac0-b67e-bc9537a21498,segment=NetworkSegment(86b1e6f6-d629-4b03-8944-4cdfbfb93d02),segment_id=86b1e6f6-d629-4b03-8944-4cdfbfb93d02)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:01:43.552227 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:43.559905 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [req-ce68a5f4-c2d1-4a17-9214-244d7f1afe11 req-e69a1bb2-5986-4e14-937f-eb55c9e2e012 service neutron] Request body: {'port': {'device_id': 'd0239bb6-b1ba-4ee9-b491-bb82ed66a636', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-705658-22'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:01:43.600579 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01df2bfb-12cd-40e8-bee6-0ed4dd5adeea service neutron] Pushing event updated for resources: {'Port': ['ID=d43b57af-f2a8-4881-8284-641e3fd25638,revision_number=2']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:01:43.610274 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Pushing event updated for resources: {'Port': ['ID=4ddf85da-a0ba-4ac0-b67e-bc9537a21498,revision_number=4']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:01:43.651683 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7665b1fa-1e7b-433a-b05c-b4ca335f7c98 req-c4100a9a-c1a5-4f10-8618-aadedf98b7be tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:43.653183 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-7665b1fa-1e7b-433a-b05c-b4ca335f7c98 req-c4100a9a-c1a5-4f10-8618-aadedf98b7be tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] 10.222.0.59 "GET /v2.0/ports?device_id=d0239bb6-b1ba-4ee9-b491-bb82ed66a636 HTTP/1.1" status: 200 len: 931 time: 0.3830223 Jul 27 21:01:43.681193 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e06edab-08d0-472f-8541-94de108d12ec req-1b4861ac-79f3-4ce5-9093-3b17ed507ce9 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:43.689346 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-0e06edab-08d0-472f-8541-94de108d12ec req-1b4861ac-79f3-4ce5-9093-3b17ed507ce9 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] 10.222.0.59 "GET /v2.0/ports?device_id=29c1b762-5cb9-4f5b-ac71-3cb8a306ebde HTTP/1.1" status: 200 len: 945 time: 0.3029940 Jul 27 21:01:43.698941 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca86fb1b-c433-49d9-807b-04c160484fa6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c70ef6e-fd9f-4fa1-8989-5e617eacef24'}] {{(pid=105586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:01:43.701345 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14c1663e039faf5393f87855f745010ac5b02220355b68fdbf065393e303ac56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aac190a2-3517-466e-a0c6-d85e6d72d57b" -d '{"events": [{"server_uuid": "ca86fb1b-c433-49d9-807b-04c160484fa6", "name": "network-vif-plugged", "status": "completed", "tag": "9c70ef6e-fd9f-4fa1-8989-5e617eacef24"}]}' {{(pid=105586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:01:43.729340 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-ce68a5f4-c2d1-4a17-9214-244d7f1afe11 req-e69a1bb2-5986-4e14-937f-eb55c9e2e012 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:43.765818 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.managers [req-81846aa1-1531-444c-8f5a-2eb494f331a6 req-01df2bfb-12cd-40e8-bee6-0ed4dd5adeea service neutron] Attempting to bind port d43b57af-f2a8-4881-8284-641e3fd25638 on host n-h1-705658-22 for vnic_type normal with profile {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:01:43.766154 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.managers [req-81846aa1-1531-444c-8f5a-2eb494f331a6 req-01df2bfb-12cd-40e8-bee6-0ed4dd5adeea service neutron] Attempting to bind port d43b57af-f2a8-4881-8284-641e3fd25638 by drivers openvswitch,hyperv on host n-h1-705658-22 at level 0 using segments [{'id': '5fcc0d93-e07a-46e4-8302-f378dcfc2dad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'e24d8d6c-cb0f-492b-9a38-55ce25e9a591'}] {{(pid=105585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:01:43.766485 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81846aa1-1531-444c-8f5a-2eb494f331a6 req-01df2bfb-12cd-40e8-bee6-0ed4dd5adeea service neutron] Attempting to bind port d43b57af-f2a8-4881-8284-641e3fd25638 on network e24d8d6c-cb0f-492b-9a38-55ce25e9a591 {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:01:43.770258 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-27fd21c0-e2ae-4eb0-8ae6-3a0bdcda89fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4163804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4077150'] for router, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:43.782375 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-7665b1fa-1e7b-433a-b05c-b4ca335f7c98 req-6fde7269-8e61-44f2-b1f0-4110ef3f6699 tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] 10.222.0.59 "GET /v2.0/security-groups?id=d1766e71-7b2a-4f2d-acc0-530f862b8fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165309 Jul 27 21:01:43.784262 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81846aa1-1531-444c-8f5a-2eb494f331a6 req-01df2bfb-12cd-40e8-bee6-0ed4dd5adeea service neutron] Port d43b57af-f2a8-4881-8284-641e3fd25638 on network e24d8d6c-cb0f-492b-9a38-55ce25e9a591 not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-22 {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:01:43.784792 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81846aa1-1531-444c-8f5a-2eb494f331a6 req-01df2bfb-12cd-40e8-bee6-0ed4dd5adeea service neutron] Attempting to bind port d43b57af-f2a8-4881-8284-641e3fd25638 on network e24d8d6c-cb0f-492b-9a38-55ce25e9a591 {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:01:43.789316 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-0e06edab-08d0-472f-8541-94de108d12ec req-7bd345f5-bb68-49d4-b006-c0eee77c9c1c tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] 10.222.0.59 "GET /v2.0/security-groups?id=e760076b-6854-47cf-947b-f6a7a8a579d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0991530 Jul 27 21:01:43.795343 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81846aa1-1531-444c-8f5a-2eb494f331a6 req-01df2bfb-12cd-40e8-bee6-0ed4dd5adeea service neutron] Checking agent: {'id': '9d9bc37f-4d75-44ef-9f63-799aab3e316f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 49, 36), 'started_at': datetime.datetime(2021, 7, 27, 20, 49, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 1, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:01:43.795853 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81846aa1-1531-444c-8f5a-2eb494f331a6 req-01df2bfb-12cd-40e8-bee6-0ed4dd5adeea service neutron] Checking segment: {'id': '5fcc0d93-e07a-46e4-8302-f378dcfc2dad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'e24d8d6c-cb0f-492b-9a38-55ce25e9a591'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:01:43.796344 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81846aa1-1531-444c-8f5a-2eb494f331a6 req-01df2bfb-12cd-40e8-bee6-0ed4dd5adeea service neutron] Bound using segment: {'id': '5fcc0d93-e07a-46e4-8302-f378dcfc2dad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'e24d8d6c-cb0f-492b-9a38-55ce25e9a591'} {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:01:43.801176 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.managers [req-81846aa1-1531-444c-8f5a-2eb494f331a6 req-01df2bfb-12cd-40e8-bee6-0ed4dd5adeea service neutron] Bound port: d43b57af-f2a8-4881-8284-641e3fd25638, host: n-h1-705658-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5fcc0d93-e07a-46e4-8302-f378dcfc2dad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'e24d8d6c-cb0f-492b-9a38-55ce25e9a591'}}] {{(pid=105585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:01:43.801176 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-81846aa1-1531-444c-8f5a-2eb494f331a6 req-01df2bfb-12cd-40e8-bee6-0ed4dd5adeea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:43.834904 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94cddb6d-be2d-48f2-b67e-28921d2fd47e admin admin] Router a31b9aa2-9324-403f-850f-3d92ca88f68c is scheduled to L3 agent dd128fd7-8e57-4d4f-895b-a96b369df59a with binding_index 1 {{(pid=105585) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 21:01:43.875930 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:01:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e5399e9-cc52-4b1f-ba4c-6b85f1f22c6d x-openstack-request-id: req-5e5399e9-cc52-4b1f-ba4c-6b85f1f22c6d {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:01:43.876223 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca86fb1b-c433-49d9-807b-04c160484fa6", "name": "network-vif-plugged", "status": "completed", "tag": "9c70ef6e-fd9f-4fa1-8989-5e617eacef24", "code": 200}]} {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:01:43.876597 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-5e5399e9-cc52-4b1f-ba4c-6b85f1f22c6d {{(pid=105586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:01:43.877060 n-d-705658-22 neutron-server[105586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca86fb1b-c433-49d9-807b-04c160484fa6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c70ef6e-fd9f-4fa1-8989-5e617eacef24', 'code': 200} Jul 27 21:01:43.926429 n-d-705658-22 neutron-server[105585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9dfbe127-2e40-448a-9032-c49d8e1e61fe', 'tag': '148bb826-decc-4cf3-a2c3-433892361226'}] {{(pid=105585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:01:43.928729 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d66fd65881426bfc2b5388084a3654e5eae521106a15a3dbf0eb4cde7106c36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-840cd77a-c485-409e-a103-fd913cf47907" -d '{"events": [{"name": "network-changed", "server_uuid": "9dfbe127-2e40-448a-9032-c49d8e1e61fe", "tag": "148bb826-decc-4cf3-a2c3-433892361226"}]}' {{(pid=105585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:01:43.939469 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] get_ports_and_sgs() called for port_ids ['4ddf85da-a0ba-4ac0-b67e-bc9537a21498'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:01:44.079258 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.db [req-81846aa1-1531-444c-8f5a-2eb494f331a6 req-01df2bfb-12cd-40e8-bee6-0ed4dd5adeea service neutron] For port d43b57af-f2a8-4881-8284-641e3fd25638, host n-h1-705658-22, cleared binding levels {{(pid=105585) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:01:44.109527 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d019f0-bef6-4e77-8992-e74923b67cd9 req-f6449080-d86e-4e39-bafa-74bc9ee2f353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:44.110944 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.db [req-81846aa1-1531-444c-8f5a-2eb494f331a6 req-01df2bfb-12cd-40e8-bee6-0ed4dd5adeea service neutron] For port d43b57af-f2a8-4881-8284-641e3fd25638, host n-h1-705658-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=d43b57af-f2a8-4881-8284-641e3fd25638,segment=NetworkSegment(5fcc0d93-e07a-46e4-8302-f378dcfc2dad),segment_id=5fcc0d93-e07a-46e4-8302-f378dcfc2dad)] {{(pid=105585) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:01:44.112770 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-e6d019f0-bef6-4e77-8992-e74923b67cd9 req-f6449080-d86e-4e39-bafa-74bc9ee2f353 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=ca86fb1b-c433-49d9-807b-04c160484fa6 HTTP/1.1" status: 200 len: 1097 time: 0.1498203 Jul 27 21:01:44.121351 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27fd21c0-e2ae-4eb0-8ae6-3a0bdcda89fe admin admin] Router 53174442-fedd-4167-9d99-b64493b9a384 is scheduled to L3 agent dd128fd7-8e57-4d4f-895b-a96b369df59a with binding_index 1 {{(pid=105584) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 21:01:44.127601 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-81846aa1-1531-444c-8f5a-2eb494f331a6 req-01df2bfb-12cd-40e8-bee6-0ed4dd5adeea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10221672'] for port, after_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:44.177312 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81846aa1-1531-444c-8f5a-2eb494f331a6 req-01df2bfb-12cd-40e8-bee6-0ed4dd5adeea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:44.177960 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-81846aa1-1531-444c-8f5a-2eb494f331a6 req-01df2bfb-12cd-40e8-bee6-0ed4dd5adeea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:44.179563 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-81846aa1-1531-444c-8f5a-2eb494f331a6 req-01df2bfb-12cd-40e8-bee6-0ed4dd5adeea service neutron] 10.222.0.36 "PUT /v2.0/ports/d43b57af-f2a8-4881-8284-641e3fd25638 HTTP/1.1" status: 200 len: 1091 time: 2.0445504 Jul 27 21:01:44.194391 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f78fd47-13fb-4bbc-b05f-c5ca011bcbc1 req-a8d01b48-1c39-4529-b716-e69125df2264 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:44.196958 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [req-ce68a5f4-c2d1-4a17-9214-244d7f1afe11 req-e69a1bb2-5986-4e14-937f-eb55c9e2e012 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8dfd0950-6ab0-47dd-923e-c7680c2e6a01 {{(pid=105584) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:01:44.201130 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f78fd47-13fb-4bbc-b05f-c5ca011bcbc1 req-a8d01b48-1c39-4529-b716-e69125df2264 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:44.208791 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f78fd47-13fb-4bbc-b05f-c5ca011bcbc1 req-a8d01b48-1c39-4529-b716-e69125df2264 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:44.214397 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-875ced1b-4cf3-463a-9653-058f0f9421e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:44.216189 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f78fd47-13fb-4bbc-b05f-c5ca011bcbc1 req-a8d01b48-1c39-4529-b716-e69125df2264 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:44.222734 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f78fd47-13fb-4bbc-b05f-c5ca011bcbc1 req-a8d01b48-1c39-4529-b716-e69125df2264 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:44.228644 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f78fd47-13fb-4bbc-b05f-c5ca011bcbc1 req-a8d01b48-1c39-4529-b716-e69125df2264 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:44.234644 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f78fd47-13fb-4bbc-b05f-c5ca011bcbc1 req-a8d01b48-1c39-4529-b716-e69125df2264 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:44.236691 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-5f78fd47-13fb-4bbc-b05f-c5ca011bcbc1 req-a8d01b48-1c39-4529-b716-e69125df2264 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] 10.222.0.59 "GET /v2.0/ports?device_id=9dfbe127-2e40-448a-9032-c49d8e1e61fe HTTP/1.1" status: 200 len: 5394 time: 0.3503942 Jul 27 21:01:44.236888 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-ce68a5f4-c2d1-4a17-9214-244d7f1afe11 req-e69a1bb2-5986-4e14-937f-eb55c9e2e012 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:44.237767 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94cddb6d-be2d-48f2-b67e-28921d2fd47e admin admin] Notify agent at l3_agent.n-d-705658-22 the message routers_updated {{(pid=105585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:01:44.246300 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-e6d019f0-bef6-4e77-8992-e74923b67cd9 req-86f4ac00-2bf7-4255-8a3d-daa1e9a689ef service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=4e615c8e-7316-4e41-95e2-beb8fbe16280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196723 Jul 27 21:01:44.248540 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [req-81846aa1-1531-444c-8f5a-2eb494f331a6 req-5a075937-ebff-4329-b304-6a2101d7059a service neutron] Request body: {'port': {'device_id': '9dfbe127-2e40-448a-9032-c49d8e1e61fe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-705658-22'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:01:44.256826 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e119d988-70b9-404a-8326-c147a691dba3 None None] Sync routers for ids ['a31b9aa2-9324-403f-850f-3d92ca88f68c'] in n-d-705658-22 {{(pid=105586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:01:44.266078 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.provisioning_blocks [req-ce68a5f4-c2d1-4a17-9214-244d7f1afe11 req-e69a1bb2-5986-4e14-937f-eb55c9e2e012 service neutron] Transition to ACTIVE for port object 8dfd0950-6ab0-47dd-923e-c7680c2e6a01 will not be triggered until provisioned by entity L2. {{(pid=105584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:01:44.279136 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e119d988-70b9-404a-8326-c147a691dba3 None None] Routers {'a31b9aa2-9324-403f-850f-3d92ca88f68c'} bound to L3 agent in host n-d-705658-22 {{(pid=105586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:01:44.281866 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-e119d988-70b9-404a-8326-c147a691dba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:01:41Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['a31b9aa2-9324-403f-850f-3d92ca88f68c'], 'active': True} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:01:44.295716 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-ce68a5f4-c2d1-4a17-9214-244d7f1afe11 req-e69a1bb2-5986-4e14-937f-eb55c9e2e012 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9014027'] for port, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:44.310812 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc796d9-a8ed-45ab-8bdc-e9146f78b38c req-018db812-1172-45cc-8560-c913de0387f5 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:44.318444 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-9bc796d9-a8ed-45ab-8bdc-e9146f78b38c req-018db812-1172-45cc-8560-c913de0387f5 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] 10.222.0.59 "GET /v2.0/ports?device_id=29c1b762-5cb9-4f5b-ac71-3cb8a306ebde HTTP/1.1" status: 200 len: 945 time: 0.3416386 Jul 27 21:01:44.408755 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27fd21c0-e2ae-4eb0-8ae6-3a0bdcda89fe admin admin] Notify agent at l3_agent.n-d-705658-22 the message routers_updated {{(pid=105584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:01:44.420343 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b9a9b52-e702-4cb4-9aba-124a01176cf7 None None] Sync routers for ids ['53174442-fedd-4167-9d99-b64493b9a384'] in n-d-705658-22 {{(pid=105587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:01:44.431581 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvr_db [None req-e119d988-70b9-404a-8326-c147a691dba3 None None] Set router a31b9aa2-9324-403f-850f-3d92ca88f68c gateway port host: n-d-705658-22 {{(pid=105586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:01:44.432303 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b9a9b52-e702-4cb4-9aba-124a01176cf7 None None] Routers {'53174442-fedd-4167-9d99-b64493b9a384'} bound to L3 agent in host n-d-705658-22 {{(pid=105587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:01:44.433148 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-5b9a9b52-e702-4cb4-9aba-124a01176cf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:01:41Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['53174442-fedd-4167-9d99-b64493b9a384'], 'active': True} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:01:44.489698 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [req-ce68a5f4-c2d1-4a17-9214-244d7f1afe11 req-e69a1bb2-5986-4e14-937f-eb55c9e2e012 service neutron] Attempting to bind port 8dfd0950-6ab0-47dd-923e-c7680c2e6a01 on host n-h2-705658-22 for vnic_type normal with profile {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:01:44.490038 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [req-ce68a5f4-c2d1-4a17-9214-244d7f1afe11 req-e69a1bb2-5986-4e14-937f-eb55c9e2e012 service neutron] Attempting to bind port 8dfd0950-6ab0-47dd-923e-c7680c2e6a01 by drivers openvswitch,hyperv on host n-h2-705658-22 at level 0 using segments [{'id': '872889e4-5d02-4ec8-807e-3e5c98ba67af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'c29e02c5-8000-4917-925d-2eceb290693b'}] {{(pid=105584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:01:44.490329 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce68a5f4-c2d1-4a17-9214-244d7f1afe11 req-e69a1bb2-5986-4e14-937f-eb55c9e2e012 service neutron] Attempting to bind port 8dfd0950-6ab0-47dd-923e-c7680c2e6a01 on network c29e02c5-8000-4917-925d-2eceb290693b {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:01:44.496180 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69a1bb2-5986-4e14-937f-eb55c9e2e012 service neutron] Pushing event updated for resources: {'Port': ['ID=8dfd0950-6ab0-47dd-923e-c7680c2e6a01,revision_number=2']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:01:44.506554 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce68a5f4-c2d1-4a17-9214-244d7f1afe11 req-e69a1bb2-5986-4e14-937f-eb55c9e2e012 service neutron] Port 8dfd0950-6ab0-47dd-923e-c7680c2e6a01 on network c29e02c5-8000-4917-925d-2eceb290693b not bound, no agent of type Open vSwitch agent registered on host n-h2-705658-22 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:01:44.506883 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce68a5f4-c2d1-4a17-9214-244d7f1afe11 req-e69a1bb2-5986-4e14-937f-eb55c9e2e012 service neutron] Attempting to bind port 8dfd0950-6ab0-47dd-923e-c7680c2e6a01 on network c29e02c5-8000-4917-925d-2eceb290693b {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:01:44.514352 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-27fd21c0-e2ae-4eb0-8ae6-3a0bdcda89fe admin admin] Notify callbacks [] for router, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:44.516545 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-27fd21c0-e2ae-4eb0-8ae6-3a0bdcda89fe admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.8695121 Jul 27 21:01:44.518036 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce68a5f4-c2d1-4a17-9214-244d7f1afe11 req-e69a1bb2-5986-4e14-937f-eb55c9e2e012 service neutron] Checking agent: {'id': '65195a73-a875-4810-9f5b-622ae260a8a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 49, 40), 'started_at': datetime.datetime(2021, 7, 27, 20, 49, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 1, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:01:44.518380 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce68a5f4-c2d1-4a17-9214-244d7f1afe11 req-e69a1bb2-5986-4e14-937f-eb55c9e2e012 service neutron] Checking segment: {'id': '872889e4-5d02-4ec8-807e-3e5c98ba67af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'c29e02c5-8000-4917-925d-2eceb290693b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:01:44.518849 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce68a5f4-c2d1-4a17-9214-244d7f1afe11 req-e69a1bb2-5986-4e14-937f-eb55c9e2e012 service neutron] Bound using segment: {'id': '872889e4-5d02-4ec8-807e-3e5c98ba67af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'c29e02c5-8000-4917-925d-2eceb290693b'} {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:01:44.519325 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [req-ce68a5f4-c2d1-4a17-9214-244d7f1afe11 req-e69a1bb2-5986-4e14-937f-eb55c9e2e012 service neutron] Bound port: 8dfd0950-6ab0-47dd-923e-c7680c2e6a01, host: n-h2-705658-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '872889e4-5d02-4ec8-807e-3e5c98ba67af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'c29e02c5-8000-4917-925d-2eceb290693b'}}] {{(pid=105584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:01:44.520049 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-ce68a5f4-c2d1-4a17-9214-244d7f1afe11 req-e69a1bb2-5986-4e14-937f-eb55c9e2e012 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:44.535063 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 43358) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:01:44.553074 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvr_db [None req-5b9a9b52-e702-4cb4-9aba-124a01176cf7 None None] Set router 53174442-fedd-4167-9d99-b64493b9a384 gateway port host: n-d-705658-22 {{(pid=105587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:01:44.621105 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [req-ce68a5f4-c2d1-4a17-9214-244d7f1afe11 req-e69a1bb2-5986-4e14-937f-eb55c9e2e012 service neutron] For port 8dfd0950-6ab0-47dd-923e-c7680c2e6a01, host n-h2-705658-22, cleared binding levels {{(pid=105584) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:01:44.625786 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [req-ce68a5f4-c2d1-4a17-9214-244d7f1afe11 req-e69a1bb2-5986-4e14-937f-eb55c9e2e012 service neutron] For port 8dfd0950-6ab0-47dd-923e-c7680c2e6a01, host n-h2-705658-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=8dfd0950-6ab0-47dd-923e-c7680c2e6a01,segment=NetworkSegment(872889e4-5d02-4ec8-807e-3e5c98ba67af),segment_id=872889e4-5d02-4ec8-807e-3e5c98ba67af)] {{(pid=105584) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:01:44.659286 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-e119d988-70b9-404a-8326-c147a691dba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a31b9aa2-9324-403f-850f-3d92ca88f68c', 'name': 'tempest-AttachVolumeShelveTestJSON-1314551751-router', 'tenant_id': '3bfa1a2c35f349b1a3e408eca249b7cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.79'}], 'enable_snat': True}, 'gw_port_id': '02c6bc33-7f5e-45cd-bbe3-07fe9bf235af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:01:38Z', 'updated_at': '2021-07-27T21:01:42Z', 'revision_number': 3, 'project_id': '3bfa1a2c35f349b1a3e408eca249b7cf', 'gw_port': {'id': '02c6bc33-7f5e-45cd-bbe3-07fe9bf235af', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:b1:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a31b9aa2-9324-403f-850f-3d92ca88f68c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1128, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:01:40Z', 'updated_at': '2021-07-27T21:01:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22'}], 'n-d-705658-22', False) {} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:01:44.684441 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-94cddb6d-be2d-48f2-b67e-28921d2fd47e admin admin] Notify callbacks [] for router, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:44.688919 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-94cddb6d-be2d-48f2-b67e-28921d2fd47e admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 6.5810928 Jul 27 21:01:44.691353 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 43360) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:01:44.692388 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e119d988-70b9-404a-8326-c147a691dba3 None None] Checking router: a31b9aa2-9324-403f-850f-3d92ca88f68c for host: n-d-705658-22 {{(pid=105586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:01:44.692983 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e119d988-70b9-404a-8326-c147a691dba3 None None] Updating router a31b9aa2-9324-403f-850f-3d92ca88f68c port 02c6bc33-7f5e-45cd-bbe3-07fe9bf235af binding host n-d-705658-22 {{(pid=105586) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 21:01:44.735613 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01df2bfb-12cd-40e8-bee6-0ed4dd5adeea service neutron] Pushing event updated for resources: {'Port': ['ID=d43b57af-f2a8-4881-8284-641e3fd25638,revision_number=3']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:01:44.737522 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-e119d988-70b9-404a-8326-c147a691dba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:44.752778 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-5b9a9b52-e702-4cb4-9aba-124a01176cf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53174442-fedd-4167-9d99-b64493b9a384', 'name': 'tempest-ServerRescueTestJSON-1561766410-router', 'tenant_id': 'bf2c8cd4d0264e96b8bde16d0eb3a6fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.213'}], 'enable_snat': True}, 'gw_port_id': '9c6113a3-48dc-4e52-9f80-675592b22515', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:01:39Z', 'updated_at': '2021-07-27T21:01:42Z', 'revision_number': 3, 'project_id': 'bf2c8cd4d0264e96b8bde16d0eb3a6fe', 'gw_port': {'id': '9c6113a3-48dc-4e52-9f80-675592b22515', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:59:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53174442-fedd-4167-9d99-b64493b9a384', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1129, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:01:40Z', 'updated_at': '2021-07-27T21:01:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22'}], 'n-d-705658-22', False) {} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:01:44.782678 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b9a9b52-e702-4cb4-9aba-124a01176cf7 None None] Checking router: 53174442-fedd-4167-9d99-b64493b9a384 for host: n-d-705658-22 {{(pid=105587) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:01:44.783064 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b9a9b52-e702-4cb4-9aba-124a01176cf7 None None] Updating router 53174442-fedd-4167-9d99-b64493b9a384 port 9c6113a3-48dc-4e52-9f80-675592b22515 binding host n-d-705658-22 {{(pid=105587) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 21:01:44.827721 n-d-705658-22 neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-5b9a9b52-e702-4cb4-9aba-124a01176cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:44.829628 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-5f78fd47-13fb-4bbc-b05f-c5ca011bcbc1 req-db4c6a97-356c-4832-a41a-a1f7116e72a6 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] 10.222.0.59 "GET /v2.0/security-groups?id=477ad29f-b988-4b09-963a-d2ba14baa454&id=602b6e89-9902-4d75-b8ec-25947a9f847b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5782108 Jul 27 21:01:44.869138 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-9bc796d9-a8ed-45ab-8bdc-e9146f78b38c req-f19ee91e-3af3-47f1-8d40-d79b2e98692c tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] 10.222.0.59 "GET /v2.0/security-groups?id=e760076b-6854-47cf-947b-f6a7a8a579d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5454111 Jul 27 21:01:44.889872 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-ce68a5f4-c2d1-4a17-9214-244d7f1afe11 req-e69a1bb2-5986-4e14-937f-eb55c9e2e012 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9014027'] for port, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:44.970283 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-81846aa1-1531-444c-8f5a-2eb494f331a6 req-5a075937-ebff-4329-b304-6a2101d7059a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:44.982478 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:01:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7be4fb21-4f92-41c4-af82-9f927d6025b8 x-openstack-request-id: req-7be4fb21-4f92-41c4-af82-9f927d6025b8 {{(pid=105585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:01:44.982766 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9dfbe127-2e40-448a-9032-c49d8e1e61fe", "tag": "148bb826-decc-4cf3-a2c3-433892361226", "status": "completed", "code": 200}]} {{(pid=105585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:01:44.983044 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-7be4fb21-4f92-41c4-af82-9f927d6025b8 {{(pid=105585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:01:44.983444 n-d-705658-22 neutron-server[105585]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9dfbe127-2e40-448a-9032-c49d8e1e61fe', 'tag': '148bb826-decc-4cf3-a2c3-433892361226', 'status': 'completed', 'code': 200} Jul 27 21:01:45.090927 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce68a5f4-c2d1-4a17-9214-244d7f1afe11 req-e69a1bb2-5986-4e14-937f-eb55c9e2e012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:45.091733 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-ce68a5f4-c2d1-4a17-9214-244d7f1afe11 req-e69a1bb2-5986-4e14-937f-eb55c9e2e012 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:45.093232 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-ce68a5f4-c2d1-4a17-9214-244d7f1afe11 req-e69a1bb2-5986-4e14-937f-eb55c9e2e012 service neutron] 10.222.0.60 "PUT /v2.0/ports/8dfd0950-6ab0-47dd-923e-c7680c2e6a01 HTTP/1.1" status: 200 len: 1092 time: 1.5391424 Jul 27 21:01:45.098860 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0239bb6-b1ba-4ee9-b491-bb82ed66a636', 'tag': '8dfd0950-6ab0-47dd-923e-c7680c2e6a01'}] {{(pid=105584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:01:45.101270 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bce5e6c8685464f7626901654159975603b047827e3138302ed6566e28f1343" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbdc658b-0896-44b3-a564-ea384093ad83" -d '{"events": [{"name": "network-changed", "server_uuid": "d0239bb6-b1ba-4ee9-b491-bb82ed66a636", "tag": "8dfd0950-6ab0-47dd-923e-c7680c2e6a01"}]}' {{(pid=105584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:01:45.145077 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-e119d988-70b9-404a-8326-c147a691dba3 None None] Notify callbacks [] for port, precommit_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:45.156172 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-e119d988-70b9-404a-8326-c147a691dba3 None None] Transition to ACTIVE for port object 02c6bc33-7f5e-45cd-bbe3-07fe9bf235af will not be triggered until provisioned by entity L2. {{(pid=105586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:01:45.171434 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-e119d988-70b9-404a-8326-c147a691dba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:45.202301 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69a1bb2-5986-4e14-937f-eb55c9e2e012 service neutron] Pushing event updated for resources: {'Port': ['ID=8dfd0950-6ab0-47dd-923e-c7680c2e6a01,revision_number=3']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:01:45.233763 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-e119d988-70b9-404a-8326-c147a691dba3 None None] Attempting to bind port 02c6bc33-7f5e-45cd-bbe3-07fe9bf235af on host n-d-705658-22 for vnic_type normal with profile {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:01:45.235420 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-e119d988-70b9-404a-8326-c147a691dba3 None None] Attempting to bind port 02c6bc33-7f5e-45cd-bbe3-07fe9bf235af by drivers openvswitch,hyperv on host n-d-705658-22 at level 0 using segments [{'id': '12196855-9a32-4633-9a56-77697ef9e126', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305'}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:01:45.235420 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e119d988-70b9-404a-8326-c147a691dba3 None None] Attempting to bind port 02c6bc33-7f5e-45cd-bbe3-07fe9bf235af on network 8735d8a2-b604-4758-ae71-b40e4ee6f305 {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:01:45.263179 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-721fb3ee-8834-4abf-b26c-1121d86ac4fb req-097f7f01-bfa6-4f32-a229-b7dbb40bae0d service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=29c1b762-5cb9-4f5b-ac71-3cb8a306ebde&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.5020244 Jul 27 21:01:45.296024 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840cd77a-c485-409e-a103-fd913cf47907 req-c1ae57e2-6735-40d9-b08f-088c3fa5e1b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:45.307783 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840cd77a-c485-409e-a103-fd913cf47907 req-c1ae57e2-6735-40d9-b08f-088c3fa5e1b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:45.308376 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840cd77a-c485-409e-a103-fd913cf47907 req-c1ae57e2-6735-40d9-b08f-088c3fa5e1b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:45.308919 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840cd77a-c485-409e-a103-fd913cf47907 req-c1ae57e2-6735-40d9-b08f-088c3fa5e1b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:45.310790 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840cd77a-c485-409e-a103-fd913cf47907 req-c1ae57e2-6735-40d9-b08f-088c3fa5e1b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:45.311376 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840cd77a-c485-409e-a103-fd913cf47907 req-c1ae57e2-6735-40d9-b08f-088c3fa5e1b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:45.312431 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840cd77a-c485-409e-a103-fd913cf47907 req-c1ae57e2-6735-40d9-b08f-088c3fa5e1b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:45.314657 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-840cd77a-c485-409e-a103-fd913cf47907 req-c1ae57e2-6735-40d9-b08f-088c3fa5e1b8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=16c9b99e3d6b4b58a380b57255ba6d41&device_id=9dfbe127-2e40-448a-9032-c49d8e1e61fe HTTP/1.1" status: 200 len: 6346 time: 0.3039277 Jul 27 21:01:45.328282 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ec75e7-0c81-49e9-86e7-502ddbcf6f23 None None] Pushing event updated for resources: {'Port': ['ID=02c6bc33-7f5e-45cd-bbe3-07fe9bf235af,revision_number=2']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:01:45.328552 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76eeab5-790b-4db7-9f0e-cc3a17be6c6b req-12f7b58d-1bf7-437c-aaa6-d5ffd21bb588 tempest-ServersAdminTestJSON-2115085297 tempest-ServersAdminTestJSON-2115085297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:45.337607 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b76eeab5-790b-4db7-9f0e-cc3a17be6c6b req-12f7b58d-1bf7-437c-aaa6-d5ffd21bb588 tempest-ServersAdminTestJSON-2115085297 tempest-ServersAdminTestJSON-2115085297-project] 10.222.0.59 "GET /v2.0/ports?device_id=1baeecb7-3e8c-4e02-bb4f-12fe9c13c237 HTTP/1.1" status: 200 len: 949 time: 0.3407328 Jul 27 21:01:45.343223 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Device 4ddf85da-a0ba-4ac0-b67e-bc9537a21498 up at agent hyperv_n-h2-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:01:45.347873 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e119d988-70b9-404a-8326-c147a691dba3 None None] Checking agent: {'id': '04a7ea91-6318-467e-ace6-b0fb48c8690f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 41, 42), 'started_at': datetime.datetime(2021, 7, 27, 20, 42, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 1, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:01:45.351847 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e119d988-70b9-404a-8326-c147a691dba3 None None] Checking segment: {'id': '12196855-9a32-4633-9a56-77697ef9e126', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:01:45.354811 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-e119d988-70b9-404a-8326-c147a691dba3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:45.357532 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e119d988-70b9-404a-8326-c147a691dba3 None None] Bound using segment: {'id': '12196855-9a32-4633-9a56-77697ef9e126', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305'} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:01:45.358243 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-e119d988-70b9-404a-8326-c147a691dba3 None None] Bound port: 02c6bc33-7f5e-45cd-bbe3-07fe9bf235af, host: n-d-705658-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12196855-9a32-4633-9a56-77697ef9e126', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305'}}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:01:45.358843 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-e119d988-70b9-404a-8326-c147a691dba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:45.402524 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce68a5f4-c2d1-4a17-9214-244d7f1afe11 req-b36d106d-4bc6-4379-8469-5f998385c62e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:45.414052 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-ce68a5f4-c2d1-4a17-9214-244d7f1afe11 req-b36d106d-4bc6-4379-8469-5f998385c62e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=54685b57bf31427c889d7b240f3f8a60&device_id=d0239bb6-b1ba-4ee9-b491-bb82ed66a636 HTTP/1.1" status: 200 len: 1095 time: 0.2565734 Jul 27 21:01:45.415997 n-d-705658-22 neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-5b9a9b52-e702-4cb4-9aba-124a01176cf7 None None] Notify callbacks [] for port, precommit_update {{(pid=105587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:45.429116 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.provisioning_blocks [None req-5b9a9b52-e702-4cb4-9aba-124a01176cf7 None None] Transition to ACTIVE for port object 9c6113a3-48dc-4e52-9f80-675592b22515 will not be triggered until provisioned by entity L2. {{(pid=105587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:01:45.436431 n-d-705658-22 neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-5b9a9b52-e702-4cb4-9aba-124a01176cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:45.436656 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3c6523-c563-4958-bf71-24723b60850d req-4642a3a3-6615-4723-862a-dd184fe4d4bf tempest-SecurityGroupsTestJSON-146164436 tempest-SecurityGroupsTestJSON-146164436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:45.438059 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-db3c6523-c563-4958-bf71-24723b60850d req-4642a3a3-6615-4723-862a-dd184fe4d4bf tempest-SecurityGroupsTestJSON-146164436 tempest-SecurityGroupsTestJSON-146164436-project] 10.222.0.59 "GET /v2.0/ports?device_id=ca86fb1b-c433-49d9-807b-04c160484fa6 HTTP/1.1" status: 200 len: 945 time: 0.3727386 Jul 27 21:01:45.498553 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-e119d988-70b9-404a-8326-c147a691dba3 None None] For port 02c6bc33-7f5e-45cd-bbe3-07fe9bf235af, host n-d-705658-22, cleared binding levels {{(pid=105586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:01:45.499178 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085db9d2-0d9a-4305-ab41-a0dba5d2734f None None] Pushing event updated for resources: {'Port': ['ID=9c6113a3-48dc-4e52-9f80-675592b22515,revision_number=2']} {{(pid=105587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:01:45.507405 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-e119d988-70b9-404a-8326-c147a691dba3 None None] For port 02c6bc33-7f5e-45cd-bbe3-07fe9bf235af, host n-d-705658-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=02c6bc33-7f5e-45cd-bbe3-07fe9bf235af,segment=NetworkSegment(12196855-9a32-4633-9a56-77697ef9e126),segment_id=12196855-9a32-4633-9a56-77697ef9e126)] {{(pid=105586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:01:45.515348 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-e119d988-70b9-404a-8326-c147a691dba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:45.517329 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b76eeab5-790b-4db7-9f0e-cc3a17be6c6b req-8df6e5e1-7075-4910-909f-c9c1d49f7c23 tempest-ServersAdminTestJSON-2115085297 tempest-ServersAdminTestJSON-2115085297-project] 10.222.0.59 "GET /v2.0/security-groups?id=9f3cf157-ddbf-4bf4-acc6-59d64c6ea76b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1798172 Jul 27 21:01:45.519907 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-ce68a5f4-c2d1-4a17-9214-244d7f1afe11 req-0732d917-a0c4-4c3c-bbea-9e80a27e952e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8dfd0950-6ab0-47dd-923e-c7680c2e6a01 HTTP/1.1" status: 200 len: 217 time: 0.0588570 Jul 27 21:01:45.531888 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085db9d2-0d9a-4305-ab41-a0dba5d2734f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:01:45.532629 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085db9d2-0d9a-4305-ab41-a0dba5d2734f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:01:45.533154 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085db9d2-0d9a-4305-ab41-a0dba5d2734f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:01:45.536931 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085db9d2-0d9a-4305-ab41-a0dba5d2734f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:01:45.537469 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085db9d2-0d9a-4305-ab41-a0dba5d2734f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:01:45.538123 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085db9d2-0d9a-4305-ab41-a0dba5d2734f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:01:45.538764 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085db9d2-0d9a-4305-ab41-a0dba5d2734f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:01:45.539298 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085db9d2-0d9a-4305-ab41-a0dba5d2734f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:01:45.539799 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085db9d2-0d9a-4305-ab41-a0dba5d2734f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:01:45.541574 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085db9d2-0d9a-4305-ab41-a0dba5d2734f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:01:45.542102 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085db9d2-0d9a-4305-ab41-a0dba5d2734f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:01:45.542615 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085db9d2-0d9a-4305-ab41-a0dba5d2734f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:01:45.550216 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.managers [None req-5b9a9b52-e702-4cb4-9aba-124a01176cf7 None None] Attempting to bind port 9c6113a3-48dc-4e52-9f80-675592b22515 on host n-d-705658-22 for vnic_type normal with profile {{(pid=105587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:01:45.552723 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.managers [None req-5b9a9b52-e702-4cb4-9aba-124a01176cf7 None None] Attempting to bind port 9c6113a3-48dc-4e52-9f80-675592b22515 by drivers openvswitch,hyperv on host n-d-705658-22 at level 0 using segments [{'id': '12196855-9a32-4633-9a56-77697ef9e126', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305'}] {{(pid=105587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:01:45.555225 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b9a9b52-e702-4cb4-9aba-124a01176cf7 None None] Attempting to bind port 9c6113a3-48dc-4e52-9f80-675592b22515 on network 8735d8a2-b604-4758-ae71-b40e4ee6f305 {{(pid=105587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:01:45.570881 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b9a9b52-e702-4cb4-9aba-124a01176cf7 None None] Checking agent: {'id': '04a7ea91-6318-467e-ace6-b0fb48c8690f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 41, 42), 'started_at': datetime.datetime(2021, 7, 27, 20, 42, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 1, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:01:45.571600 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b9a9b52-e702-4cb4-9aba-124a01176cf7 None None] Checking segment: {'id': '12196855-9a32-4633-9a56-77697ef9e126', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:01:45.572201 n-d-705658-22 neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-5b9a9b52-e702-4cb4-9aba-124a01176cf7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:45.572779 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b9a9b52-e702-4cb4-9aba-124a01176cf7 None None] Bound using segment: {'id': '12196855-9a32-4633-9a56-77697ef9e126', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305'} {{(pid=105587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:01:45.573441 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.managers [None req-5b9a9b52-e702-4cb4-9aba-124a01176cf7 None None] Bound port: 9c6113a3-48dc-4e52-9f80-675592b22515, host: n-d-705658-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12196855-9a32-4633-9a56-77697ef9e126', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305'}}] {{(pid=105587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:01:45.574012 n-d-705658-22 neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-5b9a9b52-e702-4cb4-9aba-124a01176cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:45.586343 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-db3c6523-c563-4958-bf71-24723b60850d req-2ee6cb95-c998-4f97-b90a-6f225b65d6b0 tempest-SecurityGroupsTestJSON-146164436 tempest-SecurityGroupsTestJSON-146164436-project] 10.222.0.59 "GET /v2.0/security-groups?id=4e615c8e-7316-4e41-95e2-beb8fbe16280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361175 Jul 27 21:01:45.643501 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ec75e7-0c81-49e9-86e7-502ddbcf6f23 None None] Pushing event updated for resources: {'Port': ['ID=02c6bc33-7f5e-45cd-bbe3-07fe9bf235af,revision_number=3']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:01:45.666415 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840cd77a-c485-409e-a103-fd913cf47907 req-f6137491-d83d-4d75-a4e9-861b5d42b4c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:45.667034 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840cd77a-c485-409e-a103-fd913cf47907 req-f6137491-d83d-4d75-a4e9-861b5d42b4c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:45.667584 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840cd77a-c485-409e-a103-fd913cf47907 req-f6137491-d83d-4d75-a4e9-861b5d42b4c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:45.669252 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-840cd77a-c485-409e-a103-fd913cf47907 req-f6137491-d83d-4d75-a4e9-861b5d42b4c7 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=16c9b99e3d6b4b58a380b57255ba6d41&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.3440278 Jul 27 21:01:45.676278 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce68a5f4-c2d1-4a17-9214-244d7f1afe11 req-9c3ab85f-c93f-47c9-83ae-b90d53148855 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:45.677893 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-ce68a5f4-c2d1-4a17-9214-244d7f1afe11 req-9c3ab85f-c93f-47c9-83ae-b90d53148855 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=7c0fdb90-69ca-4554-99dc-5ec25614338f HTTP/1.1" status: 200 len: 852 time: 0.1310265 Jul 27 21:01:45.685158 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e119d988-70b9-404a-8326-c147a691dba3 None None] Routers {'a31b9aa2-9324-403f-850f-3d92ca88f68c'} bound to L3 agent in host n-d-705658-22 {{(pid=105586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:01:45.686905 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-e119d988-70b9-404a-8326-c147a691dba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:01:41Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['a31b9aa2-9324-403f-850f-3d92ca88f68c'], 'active': True} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:01:45.696898 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.db [None req-5b9a9b52-e702-4cb4-9aba-124a01176cf7 None None] For port 9c6113a3-48dc-4e52-9f80-675592b22515, host n-d-705658-22, cleared binding levels {{(pid=105587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:01:45.702829 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.db [None req-5b9a9b52-e702-4cb4-9aba-124a01176cf7 None None] For port 9c6113a3-48dc-4e52-9f80-675592b22515, host n-d-705658-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=9c6113a3-48dc-4e52-9f80-675592b22515,segment=NetworkSegment(12196855-9a32-4633-9a56-77697ef9e126),segment_id=12196855-9a32-4633-9a56-77697ef9e126)] {{(pid=105587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:01:45.710519 n-d-705658-22 neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-5b9a9b52-e702-4cb4-9aba-124a01176cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:45.777176 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085db9d2-0d9a-4305-ab41-a0dba5d2734f None None] Pushing event updated for resources: {'Port': ['ID=9c6113a3-48dc-4e52-9f80-675592b22515,revision_number=3']} {{(pid=105587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:01:45.790199 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b9a9b52-e702-4cb4-9aba-124a01176cf7 None None] Routers {'53174442-fedd-4167-9d99-b64493b9a384'} bound to L3 agent in host n-d-705658-22 {{(pid=105587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:01:45.790829 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-5b9a9b52-e702-4cb4-9aba-124a01176cf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:01:41Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['53174442-fedd-4167-9d99-b64493b9a384'], 'active': True} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:01:45.795179 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-ce68a5f4-c2d1-4a17-9214-244d7f1afe11 req-696c026c-1601-4a67-903f-85670cf42486 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c29e02c5-8000-4917-925d-2eceb290693b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1035724 Jul 27 21:01:45.800959 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721fb3ee-8834-4abf-b26c-1121d86ac4fb req-b917c360-c962-48ef-bdf5-037b0c3d31c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:45.802528 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-721fb3ee-8834-4abf-b26c-1121d86ac4fb req-b917c360-c962-48ef-bdf5-037b0c3d31c5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=037df3a90f014739a3644a9c2d1586c8&device_id=29c1b762-5cb9-4f5b-ac71-3cb8a306ebde HTTP/1.1" status: 200 len: 1097 time: 0.4207826 Jul 27 21:01:45.875759 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvr_db [None req-e119d988-70b9-404a-8326-c147a691dba3 None None] Set router a31b9aa2-9324-403f-850f-3d92ca88f68c gateway port host: n-d-705658-22 {{(pid=105586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:01:45.906537 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-2832661a-0f6c-4c00-be3c-8be6a5c6817e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:45.911946 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvr_db [None req-5b9a9b52-e702-4cb4-9aba-124a01176cf7 None None] Set router 53174442-fedd-4167-9d99-b64493b9a384 gateway port host: n-d-705658-22 {{(pid=105587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:01:45.912362 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-3d54578f-831f-4696-b568-13c455922dab None None] Provisioning for port 4ddf85da-a0ba-4ac0-b67e-bc9537a21498 completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:01:45.929696 n-d-705658-22 neutron-server[105585]: DEBUG neutron.notifiers.nova [req-81846aa1-1531-444c-8f5a-2eb494f331a6 req-5a075937-ebff-4329-b304-6a2101d7059a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3276e718-0114-4f87-baff-9e6aac56604a {{(pid=105585) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:01:45.950940 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-81846aa1-1531-444c-8f5a-2eb494f331a6 req-5a075937-ebff-4329-b304-6a2101d7059a service neutron] Notify callbacks [] for port, precommit_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:45.963097 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-3d54578f-831f-4696-b568-13c455922dab None None] Provisioning complete for port 4ddf85da-a0ba-4ac0-b67e-bc9537a21498 triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:01:45.963529 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:46.017298 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.provisioning_blocks [req-81846aa1-1531-444c-8f5a-2eb494f331a6 req-5a075937-ebff-4329-b304-6a2101d7059a service neutron] Transition to ACTIVE for port object 3276e718-0114-4f87-baff-9e6aac56604a will not be triggered until provisioned by entity L2. {{(pid=105585) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:01:46.039138 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-81846aa1-1531-444c-8f5a-2eb494f331a6 req-5a075937-ebff-4329-b304-6a2101d7059a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10221672'] for port, after_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:46.072792 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb582144-5815-482e-9672-e78f423b6636 req-73f403c8-d38a-4f90-b23b-a717ba25ab8b tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:46.080688 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-eb582144-5815-482e-9672-e78f423b6636 req-73f403c8-d38a-4f90-b23b-a717ba25ab8b tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] 10.222.0.59 "GET /v2.0/ports?device_id=d0239bb6-b1ba-4ee9-b491-bb82ed66a636 HTTP/1.1" status: 200 len: 943 time: 0.3044429 Jul 27 21:01:46.126015 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-5b9a9b52-e702-4cb4-9aba-124a01176cf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53174442-fedd-4167-9d99-b64493b9a384', 'name': 'tempest-ServerRescueTestJSON-1561766410-router', 'tenant_id': 'bf2c8cd4d0264e96b8bde16d0eb3a6fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.213'}], 'enable_snat': True}, 'gw_port_id': '9c6113a3-48dc-4e52-9f80-675592b22515', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:01:39Z', 'updated_at': '2021-07-27T21:01:42Z', 'revision_number': 3, 'project_id': 'bf2c8cd4d0264e96b8bde16d0eb3a6fe', 'gw_port': {'id': '9c6113a3-48dc-4e52-9f80-675592b22515', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:59:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53174442-fedd-4167-9d99-b64493b9a384', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1129, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:01:40Z', 'updated_at': '2021-07-27T21:01:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22'}], 'n-d-705658-22', False) {} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:01:46.135765 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29910c61-d0a0-4df4-b474-846ac219688c req-199bc110-9a45-4bbc-b73f-b214da10bd2c tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:46.143329 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-29910c61-d0a0-4df4-b474-846ac219688c req-199bc110-9a45-4bbc-b73f-b214da10bd2c tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] 10.222.0.59 "GET /v2.0/networks?id=6aa76440-68bb-4814-b579-87efb5c679e3 HTTP/1.1" status: 200 len: 812 time: 0.3682146 Jul 27 21:01:46.215602 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-29910c61-d0a0-4df4-b474-846ac219688c req-b6b99184-1ad4-4f41-822c-faa851a1e9b1 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] 10.222.0.59 "GET /v2.0/quotas/037df3a90f014739a3644a9c2d1586c8 HTTP/1.1" status: 200 len: 375 time: 0.0710337 Jul 27 21:01:46.230451 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-eb582144-5815-482e-9672-e78f423b6636 req-c6cfeda3-dab6-491a-b9a9-ba8e1a9c4343 tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] 10.222.0.59 "GET /v2.0/security-groups?id=d1766e71-7b2a-4f2d-acc0-530f862b8fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461720 Jul 27 21:01:46.287968 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b9a9b52-e702-4cb4-9aba-124a01176cf7 None None] The sync data for ids ['53174442-fedd-4167-9d99-b64493b9a384'] in n-d-705658-22 is: [{'id': '53174442-fedd-4167-9d99-b64493b9a384', 'name': 'tempest-ServerRescueTestJSON-1561766410-router', 'tenant_id': 'bf2c8cd4d0264e96b8bde16d0eb3a6fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.213'}], 'enable_snat': True}, 'gw_port_id': '9c6113a3-48dc-4e52-9f80-675592b22515', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:01:39Z', 'updated_at': '2021-07-27T21:01:42Z', 'revision_number': 3, 'project_id': 'bf2c8cd4d0264e96b8bde16d0eb3a6fe', 'gw_port': {'id': '9c6113a3-48dc-4e52-9f80-675592b22515', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:59:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53174442-fedd-4167-9d99-b64493b9a384', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1129, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:01:40Z', 'updated_at': '2021-07-27T21:01:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22'}] {{(pid=105587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:01:46.296420 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:46.309122 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a075937-ebff-4329-b304-6a2101d7059a service neutron] Pushing event updated for resources: {'Port': ['ID=3276e718-0114-4f87-baff-9e6aac56604a,revision_number=2']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:01:46.317122 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-c3e6a8d2-6981-4d88-b84b-729071301cd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:46.326289 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-e119d988-70b9-404a-8326-c147a691dba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a31b9aa2-9324-403f-850f-3d92ca88f68c', 'name': 'tempest-AttachVolumeShelveTestJSON-1314551751-router', 'tenant_id': '3bfa1a2c35f349b1a3e408eca249b7cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.79'}], 'enable_snat': True}, 'gw_port_id': '02c6bc33-7f5e-45cd-bbe3-07fe9bf235af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:01:38Z', 'updated_at': '2021-07-27T21:01:42Z', 'revision_number': 3, 'project_id': '3bfa1a2c35f349b1a3e408eca249b7cf', 'gw_port': {'id': '02c6bc33-7f5e-45cd-bbe3-07fe9bf235af', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:b1:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a31b9aa2-9324-403f-850f-3d92ca88f68c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1128, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:01:40Z', 'updated_at': '2021-07-27T21:01:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22'}], 'n-d-705658-22', False) {} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:01:46.329217 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:01:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ac8c169-b9d9-415d-8c89-932a32a39824 x-openstack-request-id: req-2ac8c169-b9d9-415d-8c89-932a32a39824 {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:01:46.329717 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0239bb6-b1ba-4ee9-b491-bb82ed66a636", "tag": "8dfd0950-6ab0-47dd-923e-c7680c2e6a01", "status": "completed", "code": 200}]} {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:01:46.329945 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-2ac8c169-b9d9-415d-8c89-932a32a39824 {{(pid=105584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:01:46.330446 n-d-705658-22 neutron-server[105584]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0239bb6-b1ba-4ee9-b491-bb82ed66a636', 'tag': '8dfd0950-6ab0-47dd-923e-c7680c2e6a01', 'status': 'completed', 'code': 200} Jul 27 21:01:46.360815 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840cd77a-c485-409e-a103-fd913cf47907 req-52c00097-baeb-472a-becc-e5761dcc9683 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:46.362492 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-840cd77a-c485-409e-a103-fd913cf47907 req-52c00097-baeb-472a-becc-e5761dcc9683 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6836331 Jul 27 21:01:46.387854 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e119d988-70b9-404a-8326-c147a691dba3 None None] The sync data for ids ['a31b9aa2-9324-403f-850f-3d92ca88f68c'] in n-d-705658-22 is: [{'id': 'a31b9aa2-9324-403f-850f-3d92ca88f68c', 'name': 'tempest-AttachVolumeShelveTestJSON-1314551751-router', 'tenant_id': '3bfa1a2c35f349b1a3e408eca249b7cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.79'}], 'enable_snat': True}, 'gw_port_id': '02c6bc33-7f5e-45cd-bbe3-07fe9bf235af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:01:38Z', 'updated_at': '2021-07-27T21:01:42Z', 'revision_number': 3, 'project_id': '3bfa1a2c35f349b1a3e408eca249b7cf', 'gw_port': {'id': '02c6bc33-7f5e-45cd-bbe3-07fe9bf235af', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:b1:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a31b9aa2-9324-403f-850f-3d92ca88f68c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1128, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:01:40Z', 'updated_at': '2021-07-27T21:01:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22'}] {{(pid=105586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:01:46.394956 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1baeecb7-3e8c-4e02-bb4f-12fe9c13c237', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ddf85da-a0ba-4ac0-b67e-bc9537a21498'}] {{(pid=105586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:01:46.412331 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14c1663e039faf5393f87855f745010ac5b02220355b68fdbf065393e303ac56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89b446d2-1310-4382-9dc8-b29f9e9618c6" -d '{"events": [{"server_uuid": "1baeecb7-3e8c-4e02-bb4f-12fe9c13c237", "name": "network-vif-plugged", "status": "completed", "tag": "4ddf85da-a0ba-4ac0-b67e-bc9537a21498"}]}' {{(pid=105586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:01:46.460307 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] For port 4ddf85da-a0ba-4ac0-b67e-bc9537a21498, host n-h2-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=4ddf85da-a0ba-4ac0-b67e-bc9537a21498,segment=NetworkSegment(86b1e6f6-d629-4b03-8944-4cdfbfb93d02),segment_id=86b1e6f6-d629-4b03-8944-4cdfbfb93d02)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:01:46.465187 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:46.545311 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Pushing event updated for resources: {'Port': ['ID=4ddf85da-a0ba-4ac0-b67e-bc9537a21498,revision_number=5']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:01:46.568420 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-ce68a5f4-c2d1-4a17-9214-244d7f1afe11 req-d0dee4e2-248d-4d66-bc0f-35e756bed9e2 service neutron] 10.222.0.60 "GET /v2.0/networks/c29e02c5-8000-4917-925d-2eceb290693b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7603126 Jul 27 21:01:46.659917 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.managers [req-81846aa1-1531-444c-8f5a-2eb494f331a6 req-5a075937-ebff-4329-b304-6a2101d7059a service neutron] Attempting to bind port 3276e718-0114-4f87-baff-9e6aac56604a on host n-h1-705658-22 for vnic_type normal with profile {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:01:46.660258 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.managers [req-81846aa1-1531-444c-8f5a-2eb494f331a6 req-5a075937-ebff-4329-b304-6a2101d7059a service neutron] Attempting to bind port 3276e718-0114-4f87-baff-9e6aac56604a by drivers openvswitch,hyperv on host n-h1-705658-22 at level 0 using segments [{'id': 'bac8e796-9027-4d5c-bebd-074f6b1be737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '18eab60f-6056-4003-a4d0-6bd1a91b2423'}] {{(pid=105585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:01:46.660593 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81846aa1-1531-444c-8f5a-2eb494f331a6 req-5a075937-ebff-4329-b304-6a2101d7059a service neutron] Attempting to bind port 3276e718-0114-4f87-baff-9e6aac56604a on network 18eab60f-6056-4003-a4d0-6bd1a91b2423 {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:01:46.668488 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721fb3ee-8834-4abf-b26c-1121d86ac4fb req-e6e7a695-3ac4-4402-b480-9ef837e09fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:46.675507 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-721fb3ee-8834-4abf-b26c-1121d86ac4fb req-e6e7a695-3ac4-4402-b480-9ef837e09fa7 service neutron] 10.222.0.36 "GET /v2.0/networks?id=6aa76440-68bb-4814-b579-87efb5c679e3 HTTP/1.1" status: 200 len: 913 time: 0.8122821 Jul 27 21:01:46.716356 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81846aa1-1531-444c-8f5a-2eb494f331a6 req-5a075937-ebff-4329-b304-6a2101d7059a service neutron] Port 3276e718-0114-4f87-baff-9e6aac56604a on network 18eab60f-6056-4003-a4d0-6bd1a91b2423 not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-22 {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:01:46.716682 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81846aa1-1531-444c-8f5a-2eb494f331a6 req-5a075937-ebff-4329-b304-6a2101d7059a service neutron] Attempting to bind port 3276e718-0114-4f87-baff-9e6aac56604a on network 18eab60f-6056-4003-a4d0-6bd1a91b2423 {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:01:46.740943 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-29910c61-d0a0-4df4-b474-846ac219688c req-fc578e25-9c7e-4dbb-ac53-8678e0004d5e tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=037df3a90f014739a3644a9c2d1586c8&fields=id HTTP/1.1" status: 200 len: 440 time: 0.4902914 Jul 27 21:01:46.751007 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.db_base_plugin_common [None req-2832661a-0f6c-4c00-be3c-8be6a5c6817e admin admin] Allocated IP 172.20.0.1 (a24de5a6-5324-4482-88f7-01f3fef3fce4/d99af16b-2946-4011-bd00-9832fafed710/66d082b0-1c26-4d47-91d3-ac2707c6d4ff) {{(pid=105584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:01:46.761157 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7bed59-577c-4f48-8e2a-953f92f73e8c req-773e9dca-b03e-4dd3-9813-15bb062e79cc tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:46.767523 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7bed59-577c-4f48-8e2a-953f92f73e8c req-773e9dca-b03e-4dd3-9813-15bb062e79cc tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:46.773802 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7bed59-577c-4f48-8e2a-953f92f73e8c req-773e9dca-b03e-4dd3-9813-15bb062e79cc tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:46.780191 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7bed59-577c-4f48-8e2a-953f92f73e8c req-773e9dca-b03e-4dd3-9813-15bb062e79cc tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:46.787130 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7bed59-577c-4f48-8e2a-953f92f73e8c req-773e9dca-b03e-4dd3-9813-15bb062e79cc tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:46.793207 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7bed59-577c-4f48-8e2a-953f92f73e8c req-773e9dca-b03e-4dd3-9813-15bb062e79cc tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:46.799691 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7bed59-577c-4f48-8e2a-953f92f73e8c req-773e9dca-b03e-4dd3-9813-15bb062e79cc tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:46.804664 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-3c7bed59-577c-4f48-8e2a-953f92f73e8c req-773e9dca-b03e-4dd3-9813-15bb062e79cc tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] 10.222.0.59 "GET /v2.0/ports?device_id=9dfbe127-2e40-448a-9032-c49d8e1e61fe HTTP/1.1" status: 200 len: 5406 time: 0.3743763 Jul 27 21:01:46.809119 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-ce68a5f4-c2d1-4a17-9214-244d7f1afe11 req-3bdfa2c9-018e-43d1-9b40-e2637d738a8a service neutron] 10.222.0.60 "GET /v2.0/networks/c29e02c5-8000-4917-925d-2eceb290693b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2162268 Jul 27 21:01:46.838547 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81846aa1-1531-444c-8f5a-2eb494f331a6 req-5a075937-ebff-4329-b304-6a2101d7059a service neutron] Checking agent: {'id': '9d9bc37f-4d75-44ef-9f63-799aab3e316f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 49, 36), 'started_at': datetime.datetime(2021, 7, 27, 20, 49, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 1, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:01:46.838547 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81846aa1-1531-444c-8f5a-2eb494f331a6 req-5a075937-ebff-4329-b304-6a2101d7059a service neutron] Checking segment: {'id': 'bac8e796-9027-4d5c-bebd-074f6b1be737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '18eab60f-6056-4003-a4d0-6bd1a91b2423'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:01:46.838946 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81846aa1-1531-444c-8f5a-2eb494f331a6 req-5a075937-ebff-4329-b304-6a2101d7059a service neutron] Bound using segment: {'id': 'bac8e796-9027-4d5c-bebd-074f6b1be737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '18eab60f-6056-4003-a4d0-6bd1a91b2423'} {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:01:46.839380 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.managers [req-81846aa1-1531-444c-8f5a-2eb494f331a6 req-5a075937-ebff-4329-b304-6a2101d7059a service neutron] Bound port: 3276e718-0114-4f87-baff-9e6aac56604a, host: n-h1-705658-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bac8e796-9027-4d5c-bebd-074f6b1be737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '18eab60f-6056-4003-a4d0-6bd1a91b2423'}}] {{(pid=105585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:01:46.839828 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-81846aa1-1531-444c-8f5a-2eb494f331a6 req-5a075937-ebff-4329-b304-6a2101d7059a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:46.862936 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-721fb3ee-8834-4abf-b26c-1121d86ac4fb req-67afa601-071d-4fab-8750-193cd725423b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0d25b76a-67ba-4b3b-8026-3f225d5e391c HTTP/1.1" status: 200 len: 1000 time: 0.1769500 Jul 27 21:01:46.992386 n-d-705658-22 neutron-server[105585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9dfbe127-2e40-448a-9032-c49d8e1e61fe', 'tag': 'd43b57af-f2a8-4881-8284-641e3fd25638'}] {{(pid=105585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:01:46.994677 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d66fd65881426bfc2b5388084a3654e5eae521106a15a3dbf0eb4cde7106c36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e53e4889-db3a-4213-adea-3b5c13c1040f" -d '{"events": [{"name": "network-changed", "server_uuid": "9dfbe127-2e40-448a-9032-c49d8e1e61fe", "tag": "d43b57af-f2a8-4881-8284-641e3fd25638"}]}' {{(pid=105585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:01:47.011139 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721fb3ee-8834-4abf-b26c-1121d86ac4fb req-2aa30069-a566-4cf8-9815-2b01cfe42b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:47.013373 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-721fb3ee-8834-4abf-b26c-1121d86ac4fb req-2aa30069-a566-4cf8-9815-2b01cfe42b7b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=746696d1-95cb-4db5-9b25-089085191295 HTTP/1.1" status: 200 len: 851 time: 0.1356094 Jul 27 21:01:47.017542 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-3c7bed59-577c-4f48-8e2a-953f92f73e8c req-d97e0fce-0e09-4492-a54c-5d60589d5028 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] 10.222.0.59 "GET /v2.0/security-groups?id=477ad29f-b988-4b09-963a-d2ba14baa454&id=602b6e89-9902-4d75-b8ec-25947a9f847b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1960280 Jul 27 21:01:47.048496 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.db_base_plugin_common [None req-c3e6a8d2-6981-4d88-b84b-729071301cd1 admin admin] Allocated IP 172.20.0.1 (79bd215c-af8d-45db-ad24-972205044e15/63030826-f290-4ec4-88a7-e0d5c21af6b4/77ba909d-e85b-4af2-a1d8-2ff506a18c41) {{(pid=105585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:01:47.101931 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-2832661a-0f6c-4c00-be3c-8be6a5c6817e admin admin] Notify callbacks [] for port, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:47.103569 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-29910c61-d0a0-4df4-b474-846ac219688c req-d1a017b9-1733-4fa9-a0d7-bfb16be3b00b service neutron] 10.222.0.59 "GET /v2.0/networks/6aa76440-68bb-4814-b579-87efb5c679e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2954748 Jul 27 21:01:47.111351 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.db [req-81846aa1-1531-444c-8f5a-2eb494f331a6 req-5a075937-ebff-4329-b304-6a2101d7059a service neutron] For port 3276e718-0114-4f87-baff-9e6aac56604a, host n-h1-705658-22, cleared binding levels {{(pid=105585) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:01:47.116148 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.db [req-81846aa1-1531-444c-8f5a-2eb494f331a6 req-5a075937-ebff-4329-b304-6a2101d7059a service neutron] For port 3276e718-0114-4f87-baff-9e6aac56604a, host n-h1-705658-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=3276e718-0114-4f87-baff-9e6aac56604a,segment=NetworkSegment(bac8e796-9027-4d5c-bebd-074f6b1be737),segment_id=bac8e796-9027-4d5c-bebd-074f6b1be737)] {{(pid=105585) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:01:47.116585 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:01:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af0d8d4a-bc82-457e-9ac3-11e0d8d25e4b x-openstack-request-id: req-af0d8d4a-bc82-457e-9ac3-11e0d8d25e4b {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:01:47.118343 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1baeecb7-3e8c-4e02-bb4f-12fe9c13c237", "name": "network-vif-plugged", "status": "completed", "tag": "4ddf85da-a0ba-4ac0-b67e-bc9537a21498", "code": 200}]} {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:01:47.118812 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-af0d8d4a-bc82-457e-9ac3-11e0d8d25e4b {{(pid=105586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:01:47.119474 n-d-705658-22 neutron-server[105586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1baeecb7-3e8c-4e02-bb4f-12fe9c13c237', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ddf85da-a0ba-4ac0-b67e-bc9537a21498', 'code': 200} Jul 27 21:01:47.152312 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdc658b-0896-44b3-a564-ea384093ad83 req-30ab83f5-a472-41fc-96a8-a8d3692e7b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:47.154144 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-bbdc658b-0896-44b3-a564-ea384093ad83 req-30ab83f5-a472-41fc-96a8-a8d3692e7b31 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=54685b57bf31427c889d7b240f3f8a60&device_id=d0239bb6-b1ba-4ee9-b491-bb82ed66a636 HTTP/1.1" status: 200 len: 1095 time: 0.2176983 Jul 27 21:01:47.175032 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-81846aa1-1531-444c-8f5a-2eb494f331a6 req-5a075937-ebff-4329-b304-6a2101d7059a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10221672'] for port, after_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:47.256354 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721fb3ee-8834-4abf-b26c-1121d86ac4fb req-c42748f7-1d8a-4391-9f26-9b8d848077c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:47.257880 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-721fb3ee-8834-4abf-b26c-1121d86ac4fb req-c42748f7-1d8a-4391-9f26-9b8d848077c3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6aa76440-68bb-4814-b579-87efb5c679e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2253416 Jul 27 21:01:47.300125 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81846aa1-1531-444c-8f5a-2eb494f331a6 req-5a075937-ebff-4329-b304-6a2101d7059a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:47.300125 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-81846aa1-1531-444c-8f5a-2eb494f331a6 req-5a075937-ebff-4329-b304-6a2101d7059a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:47.301967 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-81846aa1-1531-444c-8f5a-2eb494f331a6 req-5a075937-ebff-4329-b304-6a2101d7059a service neutron] 10.222.0.36 "PUT /v2.0/ports/3276e718-0114-4f87-baff-9e6aac56604a HTTP/1.1" status: 200 len: 1092 time: 3.0616310 Jul 27 21:01:47.352014 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [req-81846aa1-1531-444c-8f5a-2eb494f331a6 req-d289689a-9873-44a3-a46b-ecedec337685 service neutron] Request body: {'port': {'device_id': '9dfbe127-2e40-448a-9032-c49d8e1e61fe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-705658-22'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:01:47.352564 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdc658b-0896-44b3-a564-ea384093ad83 req-6b0227c6-82ac-4674-8c3e-8ca88622b745 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:47.354518 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-bbdc658b-0896-44b3-a564-ea384093ad83 req-6b0227c6-82ac-4674-8c3e-8ca88622b745 service neutron] 10.222.0.60 "GET /v2.0/networks?id=c29e02c5-8000-4917-925d-2eceb290693b HTTP/1.1" status: 200 len: 913 time: 0.1914392 Jul 27 21:01:47.409926 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-2832661a-0f6c-4c00-be3c-8be6a5c6817e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:47.419759 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-bbdc658b-0896-44b3-a564-ea384093ad83 req-fd185cb7-71ad-4846-8979-a319f9244402 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8dfd0950-6ab0-47dd-923e-c7680c2e6a01 HTTP/1.1" status: 200 len: 217 time: 0.0552573 Jul 27 21:01:47.464168 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a075937-ebff-4329-b304-6a2101d7059a service neutron] Pushing event updated for resources: {'Port': ['ID=3276e718-0114-4f87-baff-9e6aac56604a,revision_number=3']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:01:47.530242 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-29910c61-d0a0-4df4-b474-846ac219688c req-323d332c-03d5-45c8-bc7d-25408dab5049 service neutron] 10.222.0.59 "GET /v2.0/networks/6aa76440-68bb-4814-b579-87efb5c679e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4123302 Jul 27 21:01:47.536609 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2832661a-0f6c-4c00-be3c-8be6a5c6817e admin admin] Network a24de5a6-5324-4482-88f7-01f3fef3fce4 is already hosted by enough agents. {{(pid=105584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:01:47.554914 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [None req-2832661a-0f6c-4c00-be3c-8be6a5c6817e admin admin] Resources bound (agent type, host, resource id): {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:01:47.568833 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2832661a-0f6c-4c00-be3c-8be6a5c6817e admin admin] Received port after_create {{(pid=105584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:01:47.574618 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2832661a-0f6c-4c00-be3c-8be6a5c6817e admin admin] Pushing event updated for resources: {'Port': ['ID=66d082b0-1c26-4d47-91d3-ac2707c6d4ff,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:01:47.581921 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-721fb3ee-8834-4abf-b26c-1121d86ac4fb req-26d8ec6a-d7e4-4206-93ff-ecac7199eb9c service neutron] 10.222.0.36 "GET /v2.0/networks/6aa76440-68bb-4814-b579-87efb5c679e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3086545 Jul 27 21:01:47.590701 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-c3e6a8d2-6981-4d88-b84b-729071301cd1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:47.622214 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdc658b-0896-44b3-a564-ea384093ad83 req-de1aae17-de08-4e6f-b9d3-86a5729754ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:47.637141 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-bbdc658b-0896-44b3-a564-ea384093ad83 req-de1aae17-de08-4e6f-b9d3-86a5729754ba service neutron] 10.222.0.60 "GET /v2.0/subnets?id=7c0fdb90-69ca-4554-99dc-5ec25614338f HTTP/1.1" status: 200 len: 852 time: 0.1894443 Jul 27 21:01:47.704769 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135ae19b-a5a6-4d54-8ac9-bb3c076cc5ea req-7a1dec65-d998-45a5-8bf9-79bdb9443731 tempest-ServersAdminTestJSON-2115085297 tempest-ServersAdminTestJSON-2115085297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:47.708758 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-135ae19b-a5a6-4d54-8ac9-bb3c076cc5ea req-7a1dec65-d998-45a5-8bf9-79bdb9443731 tempest-ServersAdminTestJSON-2115085297 tempest-ServersAdminTestJSON-2115085297-project] 10.222.0.59 "GET /v2.0/ports?device_id=1baeecb7-3e8c-4e02-bb4f-12fe9c13c237 HTTP/1.1" status: 200 len: 950 time: 0.5060256 Jul 27 21:01:47.718510 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.provisioning_blocks [None req-c3e6a8d2-6981-4d88-b84b-729071301cd1 admin admin] Transition to ACTIVE for port object 77ba909d-e85b-4af2-a1d8-2ff506a18c41 will not be triggered until provisioned by entity DHCP. {{(pid=105585) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:01:47.753744 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-81846aa1-1531-444c-8f5a-2eb494f331a6 req-d289689a-9873-44a3-a46b-ecedec337685 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:47.764301 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-bbdc658b-0896-44b3-a564-ea384093ad83 req-c43cb742-0e15-4783-bbd3-808d8ffaa688 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c29e02c5-8000-4917-925d-2eceb290693b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0710223 Jul 27 21:01:47.768585 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afebf95-dbee-4837-b64c-720415baa32e req-d2e3e68c-7192-4769-b266-9dd06293ef09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:47.770290 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-2832661a-0f6c-4c00-be3c-8be6a5c6817e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4075523'] for router_interface, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:47.772281 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-5afebf95-dbee-4837-b64c-720415baa32e req-d2e3e68c-7192-4769-b266-9dd06293ef09 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=1baeecb7-3e8c-4e02-bb4f-12fe9c13c237 HTTP/1.1" status: 200 len: 1102 time: 0.5762730 Jul 27 21:01:47.946406 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-721fb3ee-8834-4abf-b26c-1121d86ac4fb req-c058b9b5-e27f-4b73-9c35-9e05895a7e0d service neutron] 10.222.0.36 "GET /v2.0/networks/6aa76440-68bb-4814-b579-87efb5c679e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3421407 Jul 27 21:01:48.012244 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-bbdc658b-0896-44b3-a564-ea384093ad83 req-2154e5b7-50f4-4a38-8a3e-2cb2647534fd service neutron] 10.222.0.60 "GET /v2.0/networks/c29e02c5-8000-4917-925d-2eceb290693b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2376444 Jul 27 21:01:48.138460 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-2832661a-0f6c-4c00-be3c-8be6a5c6817e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:48.169374 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-bbdc658b-0896-44b3-a564-ea384093ad83 req-2cc01770-3db4-40a8-a094-14d1474e1840 service neutron] 10.222.0.60 "GET /v2.0/networks/c29e02c5-8000-4917-925d-2eceb290693b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1477187 Jul 27 21:01:48.296841 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-135ae19b-a5a6-4d54-8ac9-bb3c076cc5ea req-a8ba00ed-e90a-43b3-b863-0c870ac131e1 tempest-ServersAdminTestJSON-2115085297 tempest-ServersAdminTestJSON-2115085297-project] 10.222.0.59 "GET /v2.0/security-groups?id=9f3cf157-ddbf-4bf4-acc6-59d64c6ea76b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5694265 Jul 27 21:01:48.304898 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-5afebf95-dbee-4837-b64c-720415baa32e req-72b86235-d3e1-4467-a461-f5d45eba4d50 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=9f3cf157-ddbf-4bf4-acc6-59d64c6ea76b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246998 Jul 27 21:01:48.373744 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-c3e6a8d2-6981-4d88-b84b-729071301cd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:48.429107 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-2832661a-0f6c-4c00-be3c-8be6a5c6817e admin admin] Notify callbacks [] for port, precommit_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:48.444271 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-2832661a-0f6c-4c00-be3c-8be6a5c6817e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9014027'] for port, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:48.451849 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3e6a8d2-6981-4d88-b84b-729071301cd1 admin admin] Network 79bd215c-af8d-45db-ad24-972205044e15 is already hosted by enough agents. {{(pid=105585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:01:48.489765 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:01:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29fb4295-84ba-419e-be7b-3a0b64059902 x-openstack-request-id: req-29fb4295-84ba-419e-be7b-3a0b64059902 {{(pid=105585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:01:48.490260 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9dfbe127-2e40-448a-9032-c49d8e1e61fe", "tag": "d43b57af-f2a8-4881-8284-641e3fd25638", "status": "completed", "code": 200}]} {{(pid=105585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:01:48.490682 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-29fb4295-84ba-419e-be7b-3a0b64059902 {{(pid=105585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:01:48.491289 n-d-705658-22 neutron-server[105585]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9dfbe127-2e40-448a-9032-c49d8e1e61fe', 'tag': 'd43b57af-f2a8-4881-8284-641e3fd25638', 'status': 'completed', 'code': 200} Jul 27 21:01:48.492446 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.base_scheduler [None req-c3e6a8d2-6981-4d88-b84b-729071301cd1 admin admin] Resources bound (agent type, host, resource id): {{(pid=105585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:01:48.501873 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392ecf61-6c95-4d0a-9b0b-b87802131633 req-0c661375-c139-4ab0-b795-0e444796b5f2 tempest-SecurityGroupsTestJSON-146164436 tempest-SecurityGroupsTestJSON-146164436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:48.509378 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-392ecf61-6c95-4d0a-9b0b-b87802131633 req-0c661375-c139-4ab0-b795-0e444796b5f2 tempest-SecurityGroupsTestJSON-146164436 tempest-SecurityGroupsTestJSON-146164436-project] 10.222.0.59 "GET /v2.0/ports?device_id=ca86fb1b-c433-49d9-807b-04c160484fa6 HTTP/1.1" status: 200 len: 945 time: 0.3390138 Jul 27 21:01:48.521047 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3e6a8d2-6981-4d88-b84b-729071301cd1 admin admin] Received port after_create {{(pid=105585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:01:48.536589 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e6a8d2-6981-4d88-b84b-729071301cd1 admin admin] Pushing event updated for resources: {'Port': ['ID=77ba909d-e85b-4af2-a1d8-2ff506a18c41,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:01:48.573020 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2832661a-0f6c-4c00-be3c-8be6a5c6817e admin admin] Pushing event updated for resources: {'Port': ['ID=66d082b0-1c26-4d47-91d3-ac2707c6d4ff,revision_number=2']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:01:48.579567 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-2832661a-0f6c-4c00-be3c-8be6a5c6817e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3743906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4076435'] for router_interface, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:48.681239 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-392ecf61-6c95-4d0a-9b0b-b87802131633 req-10e4959d-7990-47b3-9e68-b2710b194e4b tempest-SecurityGroupsTestJSON-146164436 tempest-SecurityGroupsTestJSON-146164436-project] 10.222.0.59 "GET /v2.0/security-groups?id=4e615c8e-7316-4e41-95e2-beb8fbe16280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663477 Jul 27 21:01:48.682782 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53e4889-db3a-4213-adea-3b5c13c1040f req-fad889a9-84a2-403b-87f5-dcafa36836d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:48.683460 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53e4889-db3a-4213-adea-3b5c13c1040f req-fad889a9-84a2-403b-87f5-dcafa36836d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:48.684247 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53e4889-db3a-4213-adea-3b5c13c1040f req-fad889a9-84a2-403b-87f5-dcafa36836d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:48.684922 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53e4889-db3a-4213-adea-3b5c13c1040f req-fad889a9-84a2-403b-87f5-dcafa36836d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:48.685513 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53e4889-db3a-4213-adea-3b5c13c1040f req-fad889a9-84a2-403b-87f5-dcafa36836d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:48.686049 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53e4889-db3a-4213-adea-3b5c13c1040f req-fad889a9-84a2-403b-87f5-dcafa36836d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:48.686715 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53e4889-db3a-4213-adea-3b5c13c1040f req-fad889a9-84a2-403b-87f5-dcafa36836d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:48.688831 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-e53e4889-db3a-4213-adea-3b5c13c1040f req-fad889a9-84a2-403b-87f5-dcafa36836d6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=16c9b99e3d6b4b58a380b57255ba6d41&device_id=9dfbe127-2e40-448a-9032-c49d8e1e61fe HTTP/1.1" status: 200 len: 6414 time: 0.1900327 Jul 27 21:01:48.716467 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-c3e6a8d2-6981-4d88-b84b-729071301cd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4075523'] for router_interface, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:48.799165 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2832661a-0f6c-4c00-be3c-8be6a5c6817e admin admin] Network a24de5a6-5324-4482-88f7-01f3fef3fce4 is already hosted by enough agents. {{(pid=105584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:01:48.814947 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [None req-2832661a-0f6c-4c00-be3c-8be6a5c6817e admin admin] Resources bound (agent type, host, resource id): {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:01:48.820453 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 9c6113a3-48dc-4e52-9f80-675592b22515 up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:01:48.884659 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-6ea1f991-bb1f-4f4d-be97-b20ddf342891 None None] Provisioning for port 77ba909d-e85b-4af2-a1d8-2ff506a18c41 completed by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:01:48.891773 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-6ea1f991-bb1f-4f4d-be97-b20ddf342891 None None] Provisioning complete for port 77ba909d-e85b-4af2-a1d8-2ff506a18c41 triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:01:48.892457 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-6ea1f991-bb1f-4f4d-be97-b20ddf342891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:48.919689 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning for port 9c6113a3-48dc-4e52-9f80-675592b22515 completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:01:48.921736 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53e4889-db3a-4213-adea-3b5c13c1040f req-e6ee8791-f970-40e0-9c49-4cf62c4c0fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:48.923375 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53e4889-db3a-4213-adea-3b5c13c1040f req-e6ee8791-f970-40e0-9c49-4cf62c4c0fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:48.924603 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53e4889-db3a-4213-adea-3b5c13c1040f req-e6ee8791-f970-40e0-9c49-4cf62c4c0fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:48.927702 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-e53e4889-db3a-4213-adea-3b5c13c1040f req-e6ee8791-f970-40e0-9c49-4cf62c4c0fc5 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=16c9b99e3d6b4b58a380b57255ba6d41&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.2184598 Jul 27 21:01:48.930852 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-0dcd4f7a-5e8d-4d6d-bf79-5a99cfef309c req-25d287d8-48ca-49f3-906e-997d5666612b tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] 10.222.0.59 "GET /v2.0/ports?device_id=fd0b7501-b522-413c-b36c-1cda5061d73b HTTP/1.1" status: 200 len: 210 time: 0.1362660 Jul 27 21:01:48.978827 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-6ea1f991-bb1f-4f4d-be97-b20ddf342891 None None] Port 77ba909d-e85b-4af2-a1d8-2ff506a18c41 cannot update to ACTIVE because it is not bound. {{(pid=105586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:01:48.989933 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port 9c6113a3-48dc-4e52-9f80-675592b22515 triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:01:48.990519 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:49.027071 n-d-705658-22 neutron-server[105585]: DEBUG neutron.notifiers.nova [req-81846aa1-1531-444c-8f5a-2eb494f331a6 req-d289689a-9873-44a3-a46b-ecedec337685 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id daa5a95d-1e99-4f3d-afc7-05f95606c9cd {{(pid=105585) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:01:49.060435 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2246e425-ca3a-4e84-8d7a-b4f2476e2041 req-fff58f03-3978-4879-a5ce-22d922e84134 tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:49.067886 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-2246e425-ca3a-4e84-8d7a-b4f2476e2041 req-fff58f03-3978-4879-a5ce-22d922e84134 tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] 10.222.0.59 "GET /v2.0/ports?device_id=d0239bb6-b1ba-4ee9-b491-bb82ed66a636 HTTP/1.1" status: 200 len: 943 time: 0.5028739 Jul 27 21:01:49.081477 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-81846aa1-1531-444c-8f5a-2eb494f331a6 req-d289689a-9873-44a3-a46b-ecedec337685 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:49.105025 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:49.105634 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2832661a-0f6c-4c00-be3c-8be6a5c6817e admin admin] Router 53174442-fedd-4167-9d99-b64493b9a384 has already been hosted by L3 agent dd128fd7-8e57-4d4f-895b-a96b369df59a {{(pid=105584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:01:49.135259 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] For port 9c6113a3-48dc-4e52-9f80-675592b22515, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=9c6113a3-48dc-4e52-9f80-675592b22515,segment=NetworkSegment(12196855-9a32-4633-9a56-77697ef9e126),segment_id=12196855-9a32-4633-9a56-77697ef9e126)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:01:49.140008 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:49.140962 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 02c6bc33-7f5e-45cd-bbe3-07fe9bf235af up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:01:49.148179 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.provisioning_blocks [req-81846aa1-1531-444c-8f5a-2eb494f331a6 req-d289689a-9873-44a3-a46b-ecedec337685 service neutron] Transition to ACTIVE for port object daa5a95d-1e99-4f3d-afc7-05f95606c9cd will not be triggered until provisioned by entity L2. {{(pid=105585) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:01:49.165892 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-81846aa1-1531-444c-8f5a-2eb494f331a6 req-d289689a-9873-44a3-a46b-ecedec337685 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10221672'] for port, after_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:49.181991 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53e4889-db3a-4213-adea-3b5c13c1040f req-e6d39daf-fff2-4ea8-8205-8667b2ab46ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:49.183533 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-e53e4889-db3a-4213-adea-3b5c13c1040f req-e6d39daf-fff2-4ea8-8205-8667b2ab46ca service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2094212 Jul 27 21:01:49.237250 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Pushing event updated for resources: {'Port': ['ID=9c6113a3-48dc-4e52-9f80-675592b22515,revision_number=4']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:01:49.240431 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-2246e425-ca3a-4e84-8d7a-b4f2476e2041 req-64240e31-9eda-4d73-9fd1-898b06ac3b78 tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] 10.222.0.59 "GET /v2.0/security-groups?id=d1766e71-7b2a-4f2d-acc0-530f862b8fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526663 Jul 27 21:01:49.254927 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning for port 02c6bc33-7f5e-45cd-bbe3-07fe9bf235af completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:01:49.258940 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2832661a-0f6c-4c00-be3c-8be6a5c6817e admin admin] Notify agent at l3_agent.n-d-705658-22 the message routers_updated {{(pid=105584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:01:49.259857 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port 02c6bc33-7f5e-45cd-bbe3-07fe9bf235af triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:01:49.260558 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:49.265361 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-2832661a-0f6c-4c00-be3c-8be6a5c6817e admin admin] 10.222.0.59 "PUT /v2.0/routers/53174442-fedd-4167-9d99-b64493b9a384/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6368871 Jul 27 21:01:49.307835 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-c3e6a8d2-6981-4d88-b84b-729071301cd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:49.327340 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d289689a-9873-44a3-a46b-ecedec337685 service neutron] Pushing event updated for resources: {'Port': ['ID=daa5a95d-1e99-4f3d-afc7-05f95606c9cd,revision_number=2']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:01:49.370624 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:49.376710 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d096302-80df-4b25-adb5-7d9167da1324 req-655b78b3-ef73-4476-9e71-63f516dc36e3 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:49.383248 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d096302-80df-4b25-adb5-7d9167da1324 req-655b78b3-ef73-4476-9e71-63f516dc36e3 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:49.396091 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d096302-80df-4b25-adb5-7d9167da1324 req-655b78b3-ef73-4476-9e71-63f516dc36e3 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:49.401135 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] For port 02c6bc33-7f5e-45cd-bbe3-07fe9bf235af, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=02c6bc33-7f5e-45cd-bbe3-07fe9bf235af,segment=NetworkSegment(12196855-9a32-4633-9a56-77697ef9e126),segment_id=12196855-9a32-4633-9a56-77697ef9e126)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:01:49.406050 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:49.411195 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d096302-80df-4b25-adb5-7d9167da1324 req-655b78b3-ef73-4476-9e71-63f516dc36e3 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:49.419734 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d096302-80df-4b25-adb5-7d9167da1324 req-655b78b3-ef73-4476-9e71-63f516dc36e3 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:49.427559 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d096302-80df-4b25-adb5-7d9167da1324 req-655b78b3-ef73-4476-9e71-63f516dc36e3 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:49.434447 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d096302-80df-4b25-adb5-7d9167da1324 req-655b78b3-ef73-4476-9e71-63f516dc36e3 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:49.436644 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-4d096302-80df-4b25-adb5-7d9167da1324 req-655b78b3-ef73-4476-9e71-63f516dc36e3 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] 10.222.0.59 "GET /v2.0/ports?device_id=9dfbe127-2e40-448a-9032-c49d8e1e61fe HTTP/1.1" status: 200 len: 5406 time: 0.3959045 Jul 27 21:01:49.508244 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Pushing event updated for resources: {'Port': ['ID=02c6bc33-7f5e-45cd-bbe3-07fe9bf235af,revision_number=4']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:01:49.611912 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bddb960-8f4b-4337-85c7-85ae81328f83 None None] Sync routers for ids ['53174442-fedd-4167-9d99-b64493b9a384'] in n-d-705658-22 {{(pid=105586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:01:49.622308 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bddb960-8f4b-4337-85c7-85ae81328f83 None None] Routers {'53174442-fedd-4167-9d99-b64493b9a384'} bound to L3 agent in host n-d-705658-22 {{(pid=105586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:01:49.623515 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-1bddb960-8f4b-4337-85c7-85ae81328f83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:01:41Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['53174442-fedd-4167-9d99-b64493b9a384'], 'active': True} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:01:49.664524 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-91a24d9f-416d-4c4f-bc10-50d3608d5c58 req-6d6e3446-b382-49d9-aced-8592faae2622 tempest-SecurityGroupsTestJSON-146164436 tempest-SecurityGroupsTestJSON-146164436-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-105125649&fields=id&tenant_id=8a9fb2dba4884d648101d24277d7cc3a HTTP/1.1" status: 200 len: 267 time: 0.2240162 Jul 27 21:01:49.691248 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-4d096302-80df-4b25-adb5-7d9167da1324 req-5fcab969-d7b8-457b-8f51-318332b5979d tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] 10.222.0.59 "GET /v2.0/security-groups?id=477ad29f-b988-4b09-963a-d2ba14baa454&id=602b6e89-9902-4d75-b8ec-25947a9f847b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2020211 Jul 27 21:01:49.785281 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.managers [req-81846aa1-1531-444c-8f5a-2eb494f331a6 req-d289689a-9873-44a3-a46b-ecedec337685 service neutron] Attempting to bind port daa5a95d-1e99-4f3d-afc7-05f95606c9cd on host n-h1-705658-22 for vnic_type normal with profile {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:01:49.786049 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.managers [req-81846aa1-1531-444c-8f5a-2eb494f331a6 req-d289689a-9873-44a3-a46b-ecedec337685 service neutron] Attempting to bind port daa5a95d-1e99-4f3d-afc7-05f95606c9cd by drivers openvswitch,hyperv on host n-h1-705658-22 at level 0 using segments [{'id': 'bac8e796-9027-4d5c-bebd-074f6b1be737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '18eab60f-6056-4003-a4d0-6bd1a91b2423'}] {{(pid=105585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:01:49.786647 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81846aa1-1531-444c-8f5a-2eb494f331a6 req-d289689a-9873-44a3-a46b-ecedec337685 service neutron] Attempting to bind port daa5a95d-1e99-4f3d-afc7-05f95606c9cd on network 18eab60f-6056-4003-a4d0-6bd1a91b2423 {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:01:49.834457 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81846aa1-1531-444c-8f5a-2eb494f331a6 req-d289689a-9873-44a3-a46b-ecedec337685 service neutron] Port daa5a95d-1e99-4f3d-afc7-05f95606c9cd on network 18eab60f-6056-4003-a4d0-6bd1a91b2423 not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-22 {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:01:49.834915 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81846aa1-1531-444c-8f5a-2eb494f331a6 req-d289689a-9873-44a3-a46b-ecedec337685 service neutron] Attempting to bind port daa5a95d-1e99-4f3d-afc7-05f95606c9cd on network 18eab60f-6056-4003-a4d0-6bd1a91b2423 {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:01:49.858532 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81846aa1-1531-444c-8f5a-2eb494f331a6 req-d289689a-9873-44a3-a46b-ecedec337685 service neutron] Checking agent: {'id': '9d9bc37f-4d75-44ef-9f63-799aab3e316f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 49, 36), 'started_at': datetime.datetime(2021, 7, 27, 20, 49, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 1, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:01:49.858891 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81846aa1-1531-444c-8f5a-2eb494f331a6 req-d289689a-9873-44a3-a46b-ecedec337685 service neutron] Checking segment: {'id': 'bac8e796-9027-4d5c-bebd-074f6b1be737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '18eab60f-6056-4003-a4d0-6bd1a91b2423'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:01:49.859401 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81846aa1-1531-444c-8f5a-2eb494f331a6 req-d289689a-9873-44a3-a46b-ecedec337685 service neutron] Bound using segment: {'id': 'bac8e796-9027-4d5c-bebd-074f6b1be737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '18eab60f-6056-4003-a4d0-6bd1a91b2423'} {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:01:49.859856 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.managers [req-81846aa1-1531-444c-8f5a-2eb494f331a6 req-d289689a-9873-44a3-a46b-ecedec337685 service neutron] Bound port: daa5a95d-1e99-4f3d-afc7-05f95606c9cd, host: n-h1-705658-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bac8e796-9027-4d5c-bebd-074f6b1be737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '18eab60f-6056-4003-a4d0-6bd1a91b2423'}}] {{(pid=105585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:01:49.860222 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-81846aa1-1531-444c-8f5a-2eb494f331a6 req-d289689a-9873-44a3-a46b-ecedec337685 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:49.866343 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvr_db [None req-1bddb960-8f4b-4337-85c7-85ae81328f83 None None] Set router 53174442-fedd-4167-9d99-b64493b9a384 gateway port host: n-d-705658-22 {{(pid=105586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:01:49.879887 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29910c61-d0a0-4df4-b474-846ac219688c req-2197b33b-4221-4155-8af5-eee25fb6caa7 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:49.882500 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-29910c61-d0a0-4df4-b474-846ac219688c req-2197b33b-4221-4155-8af5-eee25fb6caa7 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] 10.222.0.36 "GET /v2.0/networks?id=6aa76440-68bb-4814-b579-87efb5c679e3 HTTP/1.1" status: 200 len: 812 time: 0.2519767 Jul 27 21:01:49.897469 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [req-29910c61-d0a0-4df4-b474-846ac219688c req-3d420d0b-ec2b-4a2b-a3d6-847307c7a606 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] Request body: {'port': {'device_id': 'fd0b7501-b522-413c-b36c-1cda5061d73b', 'network_id': '6aa76440-68bb-4814-b579-87efb5c679e3', 'admin_state_up': True, 'tenant_id': '037df3a90f014739a3644a9c2d1586c8'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:01:49.990322 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-c3e6a8d2-6981-4d88-b84b-729071301cd1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:50.007839 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ab76bb-49d2-4a9a-9ba9-d546be08380d req-288e720d-9a5e-4c1c-8190-1edc06d081d5 tempest-ServersAdminTestJSON-2115085297 tempest-ServersAdminTestJSON-2115085297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:50.009997 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-43ab76bb-49d2-4a9a-9ba9-d546be08380d req-288e720d-9a5e-4c1c-8190-1edc06d081d5 tempest-ServersAdminTestJSON-2115085297 tempest-ServersAdminTestJSON-2115085297-project] 10.222.0.59 "GET /v2.0/ports?device_id=1baeecb7-3e8c-4e02-bb4f-12fe9c13c237 HTTP/1.1" status: 200 len: 950 time: 0.2324936 Jul 27 21:01:50.014090 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.agents_db [None req-558fcd2c-e512-47bc-a170-8673d87f7213 None None] Agent healthcheck: found 7 active agents {{(pid=105587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 21:01:50.019110 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a24d9f-416d-4c4f-bc10-50d3608d5c58 req-e428738c-709e-41e2-824b-5f362ce5e24d tempest-SecurityGroupsTestJSON-146164436 tempest-SecurityGroupsTestJSON-146164436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:50.020818 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-91a24d9f-416d-4c4f-bc10-50d3608d5c58 req-e428738c-709e-41e2-824b-5f362ce5e24d tempest-SecurityGroupsTestJSON-146164436 tempest-SecurityGroupsTestJSON-146164436-project] 10.222.0.59 "GET /v2.0/ports?device_id=ca86fb1b-c433-49d9-807b-04c160484fa6 HTTP/1.1" status: 200 len: 945 time: 0.3478580 Jul 27 21:01:50.027346 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-29910c61-d0a0-4df4-b474-846ac219688c req-3d420d0b-ec2b-4a2b-a3d6-847307c7a606 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] Made reservation on behalf of 037df3a90f014739a3644a9c2d1586c8 for: {'port': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:01:50.030690 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-c3e6a8d2-6981-4d88-b84b-729071301cd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10221672'] for port, after_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:50.031911 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-29910c61-d0a0-4df4-b474-846ac219688c req-3d420d0b-ec2b-4a2b-a3d6-847307c7a606 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:50.092500 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [req-91a24d9f-416d-4c4f-bc10-50d3608d5c58 req-fadc13da-7191-46bf-8219-138e09856c9d tempest-SecurityGroupsTestJSON-146164436 tempest-SecurityGroupsTestJSON-146164436-project] Request body: {'port': {'security_groups': ['4e615c8e-7316-4e41-95e2-beb8fbe16280', '95c62579-2c59-4204-a9e7-4c4f7e326f3b']}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:01:50.103043 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.db [req-81846aa1-1531-444c-8f5a-2eb494f331a6 req-d289689a-9873-44a3-a46b-ecedec337685 service neutron] For port daa5a95d-1e99-4f3d-afc7-05f95606c9cd, host n-h1-705658-22, cleared binding levels {{(pid=105585) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:01:50.168488 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.db [req-81846aa1-1531-444c-8f5a-2eb494f331a6 req-d289689a-9873-44a3-a46b-ecedec337685 service neutron] For port daa5a95d-1e99-4f3d-afc7-05f95606c9cd, host n-h1-705658-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=daa5a95d-1e99-4f3d-afc7-05f95606c9cd,segment=NetworkSegment(bac8e796-9027-4d5c-bebd-074f6b1be737),segment_id=bac8e796-9027-4d5c-bebd-074f6b1be737)] {{(pid=105585) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:01:50.186355 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-81846aa1-1531-444c-8f5a-2eb494f331a6 req-d289689a-9873-44a3-a46b-ecedec337685 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10221672'] for port, after_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:50.188159 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e6a8d2-6981-4d88-b84b-729071301cd1 admin admin] Pushing event updated for resources: {'Port': ['ID=77ba909d-e85b-4af2-a1d8-2ff506a18c41,revision_number=2']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:01:50.196016 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-43ab76bb-49d2-4a9a-9ba9-d546be08380d req-52af7c4b-acff-4197-9b4e-58b1d38e3da9 tempest-ServersAdminTestJSON-2115085297 tempest-ServersAdminTestJSON-2115085297-project] 10.222.0.59 "GET /v2.0/security-groups?id=9f3cf157-ddbf-4bf4-acc6-59d64c6ea76b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718383 Jul 27 21:01:50.205250 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-c3e6a8d2-6981-4d88-b84b-729071301cd1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3743906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4076435'] for router_interface, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:50.205800 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.db_base_plugin_common [req-29910c61-d0a0-4df4-b474-846ac219688c req-3d420d0b-ec2b-4a2b-a3d6-847307c7a606 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] Allocated IP 172.20.0.13 (6aa76440-68bb-4814-b579-87efb5c679e3/746696d1-95cb-4db5-9b25-089085191295/8d0fe2af-3f78-43a3-a31d-c94adcdf7995) {{(pid=105584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:01:50.247622 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-1bddb960-8f4b-4337-85c7-85ae81328f83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53174442-fedd-4167-9d99-b64493b9a384', 'name': 'tempest-ServerRescueTestJSON-1561766410-router', 'tenant_id': 'bf2c8cd4d0264e96b8bde16d0eb3a6fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.213'}], 'enable_snat': True}, 'gw_port_id': '9c6113a3-48dc-4e52-9f80-675592b22515', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:01:39Z', 'updated_at': '2021-07-27T21:01:48Z', 'revision_number': 4, 'project_id': 'bf2c8cd4d0264e96b8bde16d0eb3a6fe', 'gw_port': {'id': '9c6113a3-48dc-4e52-9f80-675592b22515', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:59:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53174442-fedd-4167-9d99-b64493b9a384', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1129, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:01:40Z', 'updated_at': '2021-07-27T21:01:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_interfaces': [{'id': '66d082b0-1c26-4d47-91d3-ac2707c6d4ff', 'name': '', 'network_id': 'a24de5a6-5324-4482-88f7-01f3fef3fce4', 'tenant_id': 'bf2c8cd4d0264e96b8bde16d0eb3a6fe', 'mac_address': 'fa:16:3e:bd:cb:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53174442-fedd-4167-9d99-b64493b9a384', 'device_owner': 'network:router_interface', 'standard_attr_id': 1131, 'fixed_ips': [{'subnet_id': 'd99af16b-2946-4011-bd00-9832fafed710', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:01:46Z', 'updated_at': '2021-07-27T21:01:48Z', 'revision_number': 2, 'project_id': 'bf2c8cd4d0264e96b8bde16d0eb3a6fe', 'subnets': [{'id': 'd99af16b-2946-4011-bd00-9832fafed710', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-22', False) {} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:01:50.266149 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81846aa1-1531-444c-8f5a-2eb494f331a6 req-d289689a-9873-44a3-a46b-ecedec337685 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:50.266880 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-81846aa1-1531-444c-8f5a-2eb494f331a6 req-d289689a-9873-44a3-a46b-ecedec337685 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:50.268309 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-81846aa1-1531-444c-8f5a-2eb494f331a6 req-d289689a-9873-44a3-a46b-ecedec337685 service neutron] 10.222.0.36 "PUT /v2.0/ports/daa5a95d-1e99-4f3d-afc7-05f95606c9cd HTTP/1.1" status: 200 len: 1092 time: 2.9216633 Jul 27 21:01:50.285043 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bddb960-8f4b-4337-85c7-85ae81328f83 None None] Checking router: 53174442-fedd-4167-9d99-b64493b9a384 for host: n-d-705658-22 {{(pid=105586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:01:50.285431 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bddb960-8f4b-4337-85c7-85ae81328f83 None None] Updating router 53174442-fedd-4167-9d99-b64493b9a384 port 66d082b0-1c26-4d47-91d3-ac2707c6d4ff binding host n-d-705658-22 {{(pid=105586) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 21:01:50.331143 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-1bddb960-8f4b-4337-85c7-85ae81328f83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:50.409038 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-91a24d9f-416d-4c4f-bc10-50d3608d5c58 req-fadc13da-7191-46bf-8219-138e09856c9d tempest-SecurityGroupsTestJSON-146164436 tempest-SecurityGroupsTestJSON-146164436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:50.447511 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d289689a-9873-44a3-a46b-ecedec337685 service neutron] Pushing event updated for resources: {'Port': ['ID=daa5a95d-1e99-4f3d-afc7-05f95606c9cd,revision_number=3']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:01:50.514873 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-29910c61-d0a0-4df4-b474-846ac219688c req-3d420d0b-ec2b-4a2b-a3d6-847307c7a606 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] Notify callbacks [] for port, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:50.515247 n-d-705658-22 neutron-server[105585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9dfbe127-2e40-448a-9032-c49d8e1e61fe', 'tag': '3276e718-0114-4f87-baff-9e6aac56604a'}, {'name': 'network-changed', 'server_uuid': '9dfbe127-2e40-448a-9032-c49d8e1e61fe', 'tag': 'daa5a95d-1e99-4f3d-afc7-05f95606c9cd'}] {{(pid=105585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:01:50.518317 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d66fd65881426bfc2b5388084a3654e5eae521106a15a3dbf0eb4cde7106c36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f32d233e-8162-4d99-bbac-ce834d9bbd4d" -d '{"events": [{"name": "network-changed", "server_uuid": "9dfbe127-2e40-448a-9032-c49d8e1e61fe", "tag": "3276e718-0114-4f87-baff-9e6aac56604a"}, {"name": "network-changed", "server_uuid": "9dfbe127-2e40-448a-9032-c49d8e1e61fe", "tag": "daa5a95d-1e99-4f3d-afc7-05f95606c9cd"}]}' {{(pid=105585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:01:50.532299 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.provisioning_blocks [req-29910c61-d0a0-4df4-b474-846ac219688c req-3d420d0b-ec2b-4a2b-a3d6-847307c7a606 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] Transition to ACTIVE for port object 8d0fe2af-3f78-43a3-a31d-c94adcdf7995 will not be triggered until provisioned by entity DHCP. {{(pid=105584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:01:50.585455 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-29910c61-d0a0-4df4-b474-846ac219688c req-3d420d0b-ec2b-4a2b-a3d6-847307c7a606 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:50.590210 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3e6a8d2-6981-4d88-b84b-729071301cd1 admin admin] Network 79bd215c-af8d-45db-ad24-972205044e15 is already hosted by enough agents. {{(pid=105585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:01:50.598852 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] get_ports_and_sgs() called for port_ids ['b7548bc3-c3ee-4f0b-95e3-8bcdd1f6c845'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:01:50.604116 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.base_scheduler [None req-c3e6a8d2-6981-4d88-b84b-729071301cd1 admin admin] Resources bound (agent type, host, resource id): {{(pid=105585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:01:50.650962 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d420d0b-ec2b-4a2b-a3d6-847307c7a606 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] Pushing event updated for resources: {'Port': ['ID=8d0fe2af-3f78-43a3-a31d-c94adcdf7995,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:01:50.670527 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29910c61-d0a0-4df4-b474-846ac219688c req-3d420d0b-ec2b-4a2b-a3d6-847307c7a606 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] Network 6aa76440-68bb-4814-b579-87efb5c679e3 is already hosted by enough agents. {{(pid=105584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:01:50.672243 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [req-29910c61-d0a0-4df4-b474-846ac219688c req-3d420d0b-ec2b-4a2b-a3d6-847307c7a606 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] Resources bound (agent type, host, resource id): {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:01:50.675033 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [req-29910c61-d0a0-4df4-b474-846ac219688c req-3d420d0b-ec2b-4a2b-a3d6-847307c7a606 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] Received port after_create {{(pid=105584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:01:50.726217 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81846aa1-1531-444c-8f5a-2eb494f331a6 req-6d689719-a75d-4d8c-8fed-f4a7ce9c32d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:50.726721 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81846aa1-1531-444c-8f5a-2eb494f331a6 req-6d689719-a75d-4d8c-8fed-f4a7ce9c32d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:50.728014 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81846aa1-1531-444c-8f5a-2eb494f331a6 req-6d689719-a75d-4d8c-8fed-f4a7ce9c32d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:50.728637 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81846aa1-1531-444c-8f5a-2eb494f331a6 req-6d689719-a75d-4d8c-8fed-f4a7ce9c32d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:50.730311 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81846aa1-1531-444c-8f5a-2eb494f331a6 req-6d689719-a75d-4d8c-8fed-f4a7ce9c32d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:50.731543 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81846aa1-1531-444c-8f5a-2eb494f331a6 req-6d689719-a75d-4d8c-8fed-f4a7ce9c32d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:50.732084 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81846aa1-1531-444c-8f5a-2eb494f331a6 req-6d689719-a75d-4d8c-8fed-f4a7ce9c32d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:50.734824 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-81846aa1-1531-444c-8f5a-2eb494f331a6 req-6d689719-a75d-4d8c-8fed-f4a7ce9c32d4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=16c9b99e3d6b4b58a380b57255ba6d41&device_id=9dfbe127-2e40-448a-9032-c49d8e1e61fe HTTP/1.1" status: 200 len: 6482 time: 0.3742347 Jul 27 21:01:50.739169 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 9c6113a3-48dc-4e52-9f80-675592b22515 up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:01:50.755528 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29910c61-d0a0-4df4-b474-846ac219688c req-3d420d0b-ec2b-4a2b-a3d6-847307c7a606 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:50.756689 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-29910c61-d0a0-4df4-b474-846ac219688c req-3d420d0b-ec2b-4a2b-a3d6-847307c7a606 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:50.791063 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-29910c61-d0a0-4df4-b474-846ac219688c req-3d420d0b-ec2b-4a2b-a3d6-847307c7a606 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8908529 Jul 27 21:01:50.799199 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [req-29910c61-d0a0-4df4-b474-846ac219688c req-9e3013e6-49d7-4340-90bd-1d2bf2ca74f8 service neutron] Request body: {'port': {'device_id': 'fd0b7501-b522-413c-b36c-1cda5061d73b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-705658-22'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:01:50.884027 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-1bddb960-8f4b-4337-85c7-85ae81328f83 None None] Notify callbacks [] for port, precommit_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:50.901029 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-29910c61-d0a0-4df4-b474-846ac219688c req-9e3013e6-49d7-4340-90bd-1d2bf2ca74f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:50.906361 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-81846aa1-1531-444c-8f5a-2eb494f331a6 req-02274abc-5018-42eb-826c-dd364f69eeba service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=77be7659-fdfb-438e-a2e3-51247a28b9bd HTTP/1.1" status: 200 len: 217 time: 0.1121168 Jul 27 21:01:50.913316 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-1bddb960-8f4b-4337-85c7-85ae81328f83 None None] Transition to ACTIVE for port object 66d082b0-1c26-4d47-91d3-ac2707c6d4ff will not be triggered until provisioned by entity L2. {{(pid=105586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:01:50.922799 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port 9c6113a3-48dc-4e52-9f80-675592b22515 triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:01:50.923229 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:50.934973 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-1bddb960-8f4b-4337-85c7-85ae81328f83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:51.016947 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b859ba-a46f-42f1-91ee-227c410f351c None None] Pushing event updated for resources: {'Port': ['ID=66d082b0-1c26-4d47-91d3-ac2707c6d4ff,revision_number=3']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:01:51.165612 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-1bddb960-8f4b-4337-85c7-85ae81328f83 None None] Attempting to bind port 66d082b0-1c26-4d47-91d3-ac2707c6d4ff on host n-d-705658-22 for vnic_type normal with profile {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:01:51.165997 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-1bddb960-8f4b-4337-85c7-85ae81328f83 None None] Attempting to bind port 66d082b0-1c26-4d47-91d3-ac2707c6d4ff by drivers openvswitch,hyperv on host n-d-705658-22 at level 0 using segments [{'id': '31fbdef5-d817-4d56-be48-3d485cdfd14a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'a24de5a6-5324-4482-88f7-01f3fef3fce4'}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:01:51.166440 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bddb960-8f4b-4337-85c7-85ae81328f83 None None] Attempting to bind port 66d082b0-1c26-4d47-91d3-ac2707c6d4ff on network a24de5a6-5324-4482-88f7-01f3fef3fce4 {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:01:51.173126 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-c055f464-0759-4be5-b0e8-a3f26b1b90d8 None None] Provisioning complete for port 77ba909d-e85b-4af2-a1d8-2ff506a18c41 triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:01:51.173400 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-c055f464-0759-4be5-b0e8-a3f26b1b90d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:51.230576 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [req-29910c61-d0a0-4df4-b474-846ac219688c req-9e3013e6-49d7-4340-90bd-1d2bf2ca74f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d0fe2af-3f78-43a3-a31d-c94adcdf7995 {{(pid=105584) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:01:51.231022 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bddb960-8f4b-4337-85c7-85ae81328f83 None None] Checking agent: {'id': '04a7ea91-6318-467e-ace6-b0fb48c8690f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 41, 42), 'started_at': datetime.datetime(2021, 7, 27, 20, 42, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 1, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:01:51.231481 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bddb960-8f4b-4337-85c7-85ae81328f83 None None] Checking segment: {'id': '31fbdef5-d817-4d56-be48-3d485cdfd14a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'a24de5a6-5324-4482-88f7-01f3fef3fce4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:01:51.231824 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-1bddb960-8f4b-4337-85c7-85ae81328f83 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:51.232218 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bddb960-8f4b-4337-85c7-85ae81328f83 None None] Bound using segment: {'id': '31fbdef5-d817-4d56-be48-3d485cdfd14a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'a24de5a6-5324-4482-88f7-01f3fef3fce4'} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:01:51.232709 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-1bddb960-8f4b-4337-85c7-85ae81328f83 None None] Bound port: 66d082b0-1c26-4d47-91d3-ac2707c6d4ff, host: n-d-705658-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31fbdef5-d817-4d56-be48-3d485cdfd14a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'a24de5a6-5324-4482-88f7-01f3fef3fce4'}}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:01:51.233091 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-1bddb960-8f4b-4337-85c7-85ae81328f83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:51.240190 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-29910c61-d0a0-4df4-b474-846ac219688c req-9e3013e6-49d7-4340-90bd-1d2bf2ca74f8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:51.253398 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.provisioning_blocks [req-29910c61-d0a0-4df4-b474-846ac219688c req-9e3013e6-49d7-4340-90bd-1d2bf2ca74f8 service neutron] Transition to ACTIVE for port object 8d0fe2af-3f78-43a3-a31d-c94adcdf7995 will not be triggered until provisioned by entity L2. {{(pid=105584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:01:51.257766 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-29910c61-d0a0-4df4-b474-846ac219688c req-9e3013e6-49d7-4340-90bd-1d2bf2ca74f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9014027'] for port, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:51.272200 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-c055f464-0759-4be5-b0e8-a3f26b1b90d8 None None] Port 77ba909d-e85b-4af2-a1d8-2ff506a18c41 cannot update to ACTIVE because it is not bound. {{(pid=105586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:01:51.295551 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 02c6bc33-7f5e-45cd-bbe3-07fe9bf235af up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:01:51.345778 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Device 8dfd0950-6ab0-47dd-923e-c7680c2e6a01 details requested by agent hyperv_n-h2-705658-22 with host n-h2-705658-22 {{(pid=105586) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:01:51.350039 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3013e6-49d7-4340-90bd-1d2bf2ca74f8 service neutron] Pushing event updated for resources: {'Port': ['ID=8d0fe2af-3f78-43a3-a31d-c94adcdf7995,revision_number=2']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:01:51.355630 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-c055f464-0759-4be5-b0e8-a3f26b1b90d8 None None] Provisioning for port 8d0fe2af-3f78-43a3-a31d-c94adcdf7995 completed by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:01:51.402110 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-1bddb960-8f4b-4337-85c7-85ae81328f83 None None] For port 66d082b0-1c26-4d47-91d3-ac2707c6d4ff, host n-d-705658-22, cleared binding levels {{(pid=105586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:01:51.410138 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-1bddb960-8f4b-4337-85c7-85ae81328f83 None None] For port 66d082b0-1c26-4d47-91d3-ac2707c6d4ff, host n-d-705658-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=66d082b0-1c26-4d47-91d3-ac2707c6d4ff,segment=NetworkSegment(31fbdef5-d817-4d56-be48-3d485cdfd14a),segment_id=31fbdef5-d817-4d56-be48-3d485cdfd14a)] {{(pid=105586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:01:51.413356 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac0a3fc-ba07-4ae3-a80f-02835e4c85ef req-9bd3bfbd-6f74-4eb6-8ef6-38bd9bad3366 tempest-ServerRescueTestJSON-417658892 tempest-ServerRescueTestJSON-417658892-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:51.421075 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-4ac0a3fc-ba07-4ae3-a80f-02835e4c85ef req-9bd3bfbd-6f74-4eb6-8ef6-38bd9bad3366 tempest-ServerRescueTestJSON-417658892 tempest-ServerRescueTestJSON-417658892-project] 10.222.0.59 "GET /v2.0/networks?id=a24de5a6-5324-4482-88f7-01f3fef3fce4 HTTP/1.1" status: 200 len: 811 time: 0.8187559 Jul 27 21:01:51.434917 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-1bddb960-8f4b-4337-85c7-85ae81328f83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:51.440308 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [req-29910c61-d0a0-4df4-b474-846ac219688c req-9e3013e6-49d7-4340-90bd-1d2bf2ca74f8 service neutron] Attempting to bind port 8d0fe2af-3f78-43a3-a31d-c94adcdf7995 on host n-h1-705658-22 for vnic_type normal with profile {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:01:51.441547 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [req-29910c61-d0a0-4df4-b474-846ac219688c req-9e3013e6-49d7-4340-90bd-1d2bf2ca74f8 service neutron] Attempting to bind port 8d0fe2af-3f78-43a3-a31d-c94adcdf7995 by drivers openvswitch,hyperv on host n-h1-705658-22 at level 0 using segments [{'id': '7253e476-fc19-4126-9562-a06a41b3b94e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '6aa76440-68bb-4814-b579-87efb5c679e3'}] {{(pid=105584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:01:51.441937 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29910c61-d0a0-4df4-b474-846ac219688c req-9e3013e6-49d7-4340-90bd-1d2bf2ca74f8 service neutron] Attempting to bind port 8d0fe2af-3f78-43a3-a31d-c94adcdf7995 on network 6aa76440-68bb-4814-b579-87efb5c679e3 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:01:51.448154 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29910c61-d0a0-4df4-b474-846ac219688c req-9e3013e6-49d7-4340-90bd-1d2bf2ca74f8 service neutron] Port 8d0fe2af-3f78-43a3-a31d-c94adcdf7995 on network 6aa76440-68bb-4814-b579-87efb5c679e3 not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-22 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:01:51.448470 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29910c61-d0a0-4df4-b474-846ac219688c req-9e3013e6-49d7-4340-90bd-1d2bf2ca74f8 service neutron] Attempting to bind port 8d0fe2af-3f78-43a3-a31d-c94adcdf7995 on network 6aa76440-68bb-4814-b579-87efb5c679e3 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:01:51.454550 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29910c61-d0a0-4df4-b474-846ac219688c req-9e3013e6-49d7-4340-90bd-1d2bf2ca74f8 service neutron] Checking agent: {'id': '9d9bc37f-4d75-44ef-9f63-799aab3e316f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 49, 36), 'started_at': datetime.datetime(2021, 7, 27, 20, 49, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 1, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:01:51.454893 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29910c61-d0a0-4df4-b474-846ac219688c req-9e3013e6-49d7-4340-90bd-1d2bf2ca74f8 service neutron] Checking segment: {'id': '7253e476-fc19-4126-9562-a06a41b3b94e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '6aa76440-68bb-4814-b579-87efb5c679e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:01:51.455441 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29910c61-d0a0-4df4-b474-846ac219688c req-9e3013e6-49d7-4340-90bd-1d2bf2ca74f8 service neutron] Bound using segment: {'id': '7253e476-fc19-4126-9562-a06a41b3b94e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '6aa76440-68bb-4814-b579-87efb5c679e3'} {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:01:51.456063 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [req-29910c61-d0a0-4df4-b474-846ac219688c req-9e3013e6-49d7-4340-90bd-1d2bf2ca74f8 service neutron] Bound port: 8d0fe2af-3f78-43a3-a31d-c94adcdf7995, host: n-h1-705658-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7253e476-fc19-4126-9562-a06a41b3b94e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '6aa76440-68bb-4814-b579-87efb5c679e3'}}] {{(pid=105584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:01:51.456432 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-29910c61-d0a0-4df4-b474-846ac219688c req-9e3013e6-49d7-4340-90bd-1d2bf2ca74f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:51.461227 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-4ac0a3fc-ba07-4ae3-a80f-02835e4c85ef req-682152cc-3543-4f49-8ce5-1114358f3034 tempest-ServerRescueTestJSON-417658892 tempest-ServerRescueTestJSON-417658892-project] 10.222.0.59 "GET /v2.0/quotas/bf2c8cd4d0264e96b8bde16d0eb3a6fe HTTP/1.1" status: 200 len: 375 time: 0.0392530 Jul 27 21:01:51.485934 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81846aa1-1531-444c-8f5a-2eb494f331a6 req-adcf23b9-fd19-42b4-9b93-51985dda1b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:51.487678 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-81846aa1-1531-444c-8f5a-2eb494f331a6 req-adcf23b9-fd19-42b4-9b93-51985dda1b7d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=57eac71b-5ae3-4b5a-b197-44e1dceaf130 HTTP/1.1" status: 200 len: 851 time: 0.5096858 Jul 27 21:01:51.519316 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3e6a8d2-6981-4d88-b84b-729071301cd1 admin admin] Router a31b9aa2-9324-403f-850f-3d92ca88f68c has already been hosted by L3 agent dd128fd7-8e57-4d4f-895b-a96b369df59a {{(pid=105585) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:01:51.520023 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b859ba-a46f-42f1-91ee-227c410f351c None None] Pushing event updated for resources: {'Port': ['ID=66d082b0-1c26-4d47-91d3-ac2707c6d4ff,revision_number=4']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:01:51.538266 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [req-29910c61-d0a0-4df4-b474-846ac219688c req-9e3013e6-49d7-4340-90bd-1d2bf2ca74f8 service neutron] For port 8d0fe2af-3f78-43a3-a31d-c94adcdf7995, host n-h1-705658-22, cleared binding levels {{(pid=105584) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:01:51.541860 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [req-29910c61-d0a0-4df4-b474-846ac219688c req-9e3013e6-49d7-4340-90bd-1d2bf2ca74f8 service neutron] For port 8d0fe2af-3f78-43a3-a31d-c94adcdf7995, host n-h1-705658-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=8d0fe2af-3f78-43a3-a31d-c94adcdf7995,segment=NetworkSegment(7253e476-fc19-4126-9562-a06a41b3b94e),segment_id=7253e476-fc19-4126-9562-a06a41b3b94e)] {{(pid=105584) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:01:51.546316 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-29910c61-d0a0-4df4-b474-846ac219688c req-9e3013e6-49d7-4340-90bd-1d2bf2ca74f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9014027'] for port, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:51.570084 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bddb960-8f4b-4337-85c7-85ae81328f83 None None] Routers {'53174442-fedd-4167-9d99-b64493b9a384'} bound to L3 agent in host n-d-705658-22 {{(pid=105586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:01:51.571145 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-1bddb960-8f4b-4337-85c7-85ae81328f83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:01:41Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['53174442-fedd-4167-9d99-b64493b9a384'], 'active': True} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:01:51.571727 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.db [req-91a24d9f-416d-4c4f-bc10-50d3608d5c58 req-fadc13da-7191-46bf-8219-138e09856c9d tempest-SecurityGroupsTestJSON-146164436 tempest-SecurityGroupsTestJSON-146164436-project] For port 9c70ef6e-fd9f-4fa1-8989-5e617eacef24, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=9c70ef6e-fd9f-4fa1-8989-5e617eacef24,segment=NetworkSegment(7e287389-6e5c-4ce4-b4eb-616d84d437ce),segment_id=7e287389-6e5c-4ce4-b4eb-616d84d437ce)] {{(pid=105585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:01:51.619262 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3013e6-49d7-4340-90bd-1d2bf2ca74f8 service neutron] Pushing event updated for resources: {'Port': ['ID=8d0fe2af-3f78-43a3-a31d-c94adcdf7995,revision_number=3']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:01:51.628817 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29910c61-d0a0-4df4-b474-846ac219688c req-9e3013e6-49d7-4340-90bd-1d2bf2ca74f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:51.629678 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-29910c61-d0a0-4df4-b474-846ac219688c req-9e3013e6-49d7-4340-90bd-1d2bf2ca74f8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:51.631388 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-29910c61-d0a0-4df4-b474-846ac219688c req-9e3013e6-49d7-4340-90bd-1d2bf2ca74f8 service neutron] 10.222.0.36 "PUT /v2.0/ports/8d0fe2af-3f78-43a3-a31d-c94adcdf7995 HTTP/1.1" status: 200 len: 1093 time: 0.8390083 Jul 27 21:01:51.631980 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd0b7501-b522-413c-b36c-1cda5061d73b', 'tag': '8d0fe2af-3f78-43a3-a31d-c94adcdf7995'}] {{(pid=105584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:01:51.634819 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bce5e6c8685464f7626901654159975603b047827e3138302ed6566e28f1343" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46c672b6-a8d3-47eb-8297-4070424cb993" -d '{"events": [{"name": "network-changed", "server_uuid": "fd0b7501-b522-413c-b36c-1cda5061d73b", "tag": "8d0fe2af-3f78-43a3-a31d-c94adcdf7995"}]}' {{(pid=105584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:01:51.641925 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port 02c6bc33-7f5e-45cd-bbe3-07fe9bf235af triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:01:51.642533 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:51.679194 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-91a24d9f-416d-4c4f-bc10-50d3608d5c58 req-fadc13da-7191-46bf-8219-138e09856c9d tempest-SecurityGroupsTestJSON-146164436 tempest-SecurityGroupsTestJSON-146164436-project] Notify callbacks [] for port, precommit_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:51.693343 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-91a24d9f-416d-4c4f-bc10-50d3608d5c58 req-fadc13da-7191-46bf-8219-138e09856c9d tempest-SecurityGroupsTestJSON-146164436 tempest-SecurityGroupsTestJSON-146164436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10221672'] for port, after_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:51.741807 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-4ac0a3fc-ba07-4ae3-a80f-02835e4c85ef req-74fff0af-dfc3-4068-bf3e-a48a280d86a7 tempest-ServerRescueTestJSON-417658892 tempest-ServerRescueTestJSON-417658892-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=bf2c8cd4d0264e96b8bde16d0eb3a6fe&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2794027 Jul 27 21:01:51.747633 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] get_ports_and_sgs() called for port_ids ['621b6a24-9c81-48c6-a70f-ffcfa4ff3c11'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:01:51.752059 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] get_ports_and_sgs() called for port_ids ['9c70ef6e-fd9f-4fa1-8989-5e617eacef24'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:01:51.768768 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29910c61-d0a0-4df4-b474-846ac219688c req-84730fe6-70fe-43ba-892d-d56a325ffcf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:51.772023 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-29910c61-d0a0-4df4-b474-846ac219688c req-84730fe6-70fe-43ba-892d-d56a325ffcf1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=037df3a90f014739a3644a9c2d1586c8&device_id=fd0b7501-b522-413c-b36c-1cda5061d73b HTTP/1.1" status: 200 len: 1096 time: 0.0922785 Jul 27 21:01:51.831341 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-29910c61-d0a0-4df4-b474-846ac219688c req-22641066-c5f1-4432-aced-80018af221b9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8d0fe2af-3f78-43a3-a31d-c94adcdf7995 HTTP/1.1" status: 200 len: 217 time: 0.0461020 Jul 27 21:01:51.837819 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] For port 8dfd0950-6ab0-47dd-923e-c7680c2e6a01, host n-h2-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=8dfd0950-6ab0-47dd-923e-c7680c2e6a01,segment=NetworkSegment(872889e4-5d02-4ec8-807e-3e5c98ba67af),segment_id=872889e4-5d02-4ec8-807e-3e5c98ba67af)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:01:51.842320 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81846aa1-1531-444c-8f5a-2eb494f331a6 req-5b26e399-d3ef-4192-8080-5724d873f97d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:51.844456 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-81846aa1-1531-444c-8f5a-2eb494f331a6 req-5b26e399-d3ef-4192-8080-5724d873f97d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7ff0eeb8-777d-434e-b9ec-a1527ebf3b8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3342290 Jul 27 21:01:51.859884 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a24d9f-416d-4c4f-bc10-50d3608d5c58 req-fadc13da-7191-46bf-8219-138e09856c9d tempest-SecurityGroupsTestJSON-146164436 tempest-SecurityGroupsTestJSON-146164436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:51.859884 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-91a24d9f-416d-4c4f-bc10-50d3608d5c58 req-fadc13da-7191-46bf-8219-138e09856c9d tempest-SecurityGroupsTestJSON-146164436 tempest-SecurityGroupsTestJSON-146164436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:51.865773 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-91a24d9f-416d-4c4f-bc10-50d3608d5c58 req-fadc13da-7191-46bf-8219-138e09856c9d tempest-SecurityGroupsTestJSON-146164436 tempest-SecurityGroupsTestJSON-146164436-project] 10.222.0.59 "PUT /v2.0/ports/9c70ef6e-fd9f-4fa1-8989-5e617eacef24 HTTP/1.1" status: 200 len: 981 time: 1.8204725 Jul 27 21:01:51.902165 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29910c61-d0a0-4df4-b474-846ac219688c req-c2a31407-0794-4f48-9f03-7ff963de3930 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:51.905619 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-29910c61-d0a0-4df4-b474-846ac219688c req-c2a31407-0794-4f48-9f03-7ff963de3930 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=746696d1-95cb-4db5-9b25-089085191295 HTTP/1.1" status: 200 len: 851 time: 0.0652721 Jul 27 21:01:51.907901 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Returning: {'device': '8dfd0950-6ab0-47dd-923e-c7680c2e6a01', 'network_id': 'c29e02c5-8000-4917-925d-2eceb290693b', 'port_id': '8dfd0950-6ab0-47dd-923e-c7680c2e6a01', 'mac_address': 'fa:16:3e:58:1f:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 236, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c0fdb90-69ca-4554-99dc-5ec25614338f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105586) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:01:51.966572 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvr_db [None req-1bddb960-8f4b-4337-85c7-85ae81328f83 None None] Set router 53174442-fedd-4167-9d99-b64493b9a384 gateway port host: n-d-705658-22 {{(pid=105586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:01:51.980043 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29910c61-d0a0-4df4-b474-846ac219688c req-5fee8ac3-e917-4cf1-99ec-d5128c69c4bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:51.981584 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-29910c61-d0a0-4df4-b474-846ac219688c req-5fee8ac3-e917-4cf1-99ec-d5128c69c4bf service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6aa76440-68bb-4814-b579-87efb5c679e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0690498 Jul 27 21:01:51.986557 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3e6a8d2-6981-4d88-b84b-729071301cd1 admin admin] Notify agent at l3_agent.n-d-705658-22 the message routers_updated {{(pid=105585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:01:51.998272 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d166843-bb0e-4ddb-8a2c-95a85e92a3fd None None] Sync routers for ids ['a31b9aa2-9324-403f-850f-3d92ca88f68c'] in n-d-705658-22 {{(pid=105587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:01:52.016336 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-c3e6a8d2-6981-4d88-b84b-729071301cd1 admin admin] 10.222.0.59 "PUT /v2.0/routers/a31b9aa2-9324-403f-850f-3d92ca88f68c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2931542 Jul 27 21:01:52.019510 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fadc13da-7191-46bf-8219-138e09856c9d tempest-SecurityGroupsTestJSON-146164436 tempest-SecurityGroupsTestJSON-146164436-project] Pushing event updated for resources: {'Port': ['ID=9c70ef6e-fd9f-4fa1-8989-5e617eacef24,revision_number=6']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:01:52.039275 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d166843-bb0e-4ddb-8a2c-95a85e92a3fd None None] Routers {'a31b9aa2-9324-403f-850f-3d92ca88f68c'} bound to L3 agent in host n-d-705658-22 {{(pid=105587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:01:52.040496 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-9d166843-bb0e-4ddb-8a2c-95a85e92a3fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:01:41Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['a31b9aa2-9324-403f-850f-3d92ca88f68c'], 'active': True} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:01:52.050974 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] get_ports_and_sgs() called for port_ids ['9c70ef6e-fd9f-4fa1-8989-5e617eacef24'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:01:52.087415 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-4ac0a3fc-ba07-4ae3-a80f-02835e4c85ef req-b10b27e8-b3fb-4ae9-bd18-eb27bdf98134 service neutron] 10.222.0.59 "GET /v2.0/networks/a24de5a6-5324-4482-88f7-01f3fef3fce4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3151033 Jul 27 21:01:52.098769 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-29910c61-d0a0-4df4-b474-846ac219688c req-3b34fb13-2900-401a-8318-6bd073acc3bc service neutron] 10.222.0.36 "GET /v2.0/networks/6aa76440-68bb-4814-b579-87efb5c679e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1033866 Jul 27 21:01:52.170193 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-81846aa1-1531-444c-8f5a-2eb494f331a6 req-f2bb60a3-b162-4401-9a14-1f9625738af3 service neutron] 10.222.0.36 "GET /v2.0/networks/7ff0eeb8-777d-434e-b9ec-a1527ebf3b8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2835002 Jul 27 21:01:52.200347 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvr_db [None req-9d166843-bb0e-4ddb-8a2c-95a85e92a3fd None None] Set router a31b9aa2-9324-403f-850f-3d92ca88f68c gateway port host: n-d-705658-22 {{(pid=105587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:01:52.211680 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:52.290268 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-4ac0a3fc-ba07-4ae3-a80f-02835e4c85ef req-42506327-3838-4adb-9df1-e90757a6b32e service neutron] 10.222.0.59 "GET /v2.0/networks/a24de5a6-5324-4482-88f7-01f3fef3fce4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1929171 Jul 27 21:01:52.300488 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [None req-3d54578f-831f-4696-b568-13c455922dab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8dfd0950-6ab0-47dd-923e-c7680c2e6a01 {{(pid=105586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:01:52.323496 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03e5f51-2274-440a-b501-096caeb50aa1 req-0072cb7e-2c22-4e8d-bbc9-99af81a69821 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:52.334094 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a03e5f51-2274-440a-b501-096caeb50aa1 req-0072cb7e-2c22-4e8d-bbc9-99af81a69821 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] 10.222.0.59 "GET /v2.0/ports?device_id=fd0b7501-b522-413c-b36c-1cda5061d73b HTTP/1.1" status: 200 len: 944 time: 0.3382742 Jul 27 21:01:52.409753 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a03e5f51-2274-440a-b501-096caeb50aa1 req-29491fee-fca4-40f6-8ec0-a22e5b6f5be7 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] 10.222.0.59 "GET /v2.0/security-groups?id=e8209215-bf66-4bb1-96ba-041099e74ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742342 Jul 27 21:01:52.454011 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-81846aa1-1531-444c-8f5a-2eb494f331a6 req-7453c1ea-da4b-4c45-a7a4-88409d448222 service neutron] 10.222.0.36 "GET /v2.0/networks/7ff0eeb8-777d-434e-b9ec-a1527ebf3b8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2714791 Jul 27 21:01:52.530508 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-81846aa1-1531-444c-8f5a-2eb494f331a6 req-358f307d-87f7-463a-86df-50dc84dacda0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.143&port_id=6e7d69d3-fba1-4359-a733-0c6375ba453c HTTP/1.1" status: 200 len: 217 time: 0.0686972 Jul 27 21:01:52.554165 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-9d166843-bb0e-4ddb-8a2c-95a85e92a3fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a31b9aa2-9324-403f-850f-3d92ca88f68c', 'name': 'tempest-AttachVolumeShelveTestJSON-1314551751-router', 'tenant_id': '3bfa1a2c35f349b1a3e408eca249b7cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.79'}], 'enable_snat': True}, 'gw_port_id': '02c6bc33-7f5e-45cd-bbe3-07fe9bf235af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:01:38Z', 'updated_at': '2021-07-27T21:01:49Z', 'revision_number': 4, 'project_id': '3bfa1a2c35f349b1a3e408eca249b7cf', 'gw_port': {'id': '02c6bc33-7f5e-45cd-bbe3-07fe9bf235af', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:b1:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a31b9aa2-9324-403f-850f-3d92ca88f68c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1128, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:01:40Z', 'updated_at': '2021-07-27T21:01:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_interfaces': [{'id': '77ba909d-e85b-4af2-a1d8-2ff506a18c41', 'name': '', 'network_id': '79bd215c-af8d-45db-ad24-972205044e15', 'tenant_id': '3bfa1a2c35f349b1a3e408eca249b7cf', 'mac_address': 'fa:16:3e:79:ec:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a31b9aa2-9324-403f-850f-3d92ca88f68c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1132, 'fixed_ips': [{'subnet_id': '63030826-f290-4ec4-88a7-e0d5c21af6b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:01:46Z', 'updated_at': '2021-07-27T21:01:49Z', 'revision_number': 2, 'project_id': '3bfa1a2c35f349b1a3e408eca249b7cf', 'subnets': [{'id': '63030826-f290-4ec4-88a7-e0d5c21af6b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-22', False) {} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:01:52.594786 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81846aa1-1531-444c-8f5a-2eb494f331a6 req-88b4b238-fc8a-4708-9009-180fcc7da752 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:52.597112 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-81846aa1-1531-444c-8f5a-2eb494f331a6 req-88b4b238-fc8a-4708-9009-180fcc7da752 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7db86daf-fd4c-450a-8e91-ffdebfb628e1 HTTP/1.1" status: 200 len: 797 time: 0.0549569 Jul 27 21:01:52.623306 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] For port 8dfd0950-6ab0-47dd-923e-c7680c2e6a01, host n-h2-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=8dfd0950-6ab0-47dd-923e-c7680c2e6a01,segment=NetworkSegment(872889e4-5d02-4ec8-807e-3e5c98ba67af),segment_id=872889e4-5d02-4ec8-807e-3e5c98ba67af)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:01:52.632153 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d166843-bb0e-4ddb-8a2c-95a85e92a3fd None None] Checking router: a31b9aa2-9324-403f-850f-3d92ca88f68c for host: n-d-705658-22 {{(pid=105587) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:01:52.633550 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d166843-bb0e-4ddb-8a2c-95a85e92a3fd None None] Updating router a31b9aa2-9324-403f-850f-3d92ca88f68c port 77ba909d-e85b-4af2-a1d8-2ff506a18c41 binding host n-d-705658-22 {{(pid=105587) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 21:01:52.655281 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:52.696652 n-d-705658-22 neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-9d166843-bb0e-4ddb-8a2c-95a85e92a3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:52.790577 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Pushing event updated for resources: {'Port': ['ID=8dfd0950-6ab0-47dd-923e-c7680c2e6a01,revision_number=4']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:01:52.860313 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2260bbbe-d3a2-4cdc-bb4a-54ab1d39bcae req-5efb6b8e-b2e7-4f1a-adbe-a570ea52918f tempest-ServersAdminTestJSON-2115085297 tempest-ServersAdminTestJSON-2115085297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:52.860313 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-2260bbbe-d3a2-4cdc-bb4a-54ab1d39bcae req-5efb6b8e-b2e7-4f1a-adbe-a570ea52918f tempest-ServersAdminTestJSON-2115085297 tempest-ServersAdminTestJSON-2115085297-project] 10.222.0.59 "GET /v2.0/ports?device_id=b08c7cb2-ff39-4168-a373-6ea575b70e54 HTTP/1.1" status: 200 len: 950 time: 0.3247905 Jul 27 21:01:52.862617 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-29910c61-d0a0-4df4-b474-846ac219688c req-dda3e409-0488-4236-9352-a3f099e65cc9 service neutron] 10.222.0.36 "GET /v2.0/networks/6aa76440-68bb-4814-b579-87efb5c679e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7500811 Jul 27 21:01:52.865867 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81846aa1-1531-444c-8f5a-2eb494f331a6 req-d8ebe08f-ae41-420b-82df-536aa2b3204e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:52.868517 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-81846aa1-1531-444c-8f5a-2eb494f331a6 req-d8ebe08f-ae41-420b-82df-536aa2b3204e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e24d8d6c-cb0f-492b-9a38-55ce25e9a591&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2325444 Jul 27 21:01:52.979946 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-2260bbbe-d3a2-4cdc-bb4a-54ab1d39bcae req-724612e9-eb8c-4a86-96c9-f41c53b9e70e tempest-ServersAdminTestJSON-2115085297 tempest-ServersAdminTestJSON-2115085297-project] 10.222.0.59 "GET /v2.0/security-groups?id=9f3cf157-ddbf-4bf4-acc6-59d64c6ea76b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082833 Jul 27 21:01:52.988083 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad59a34-336b-4600-ae97-393dec3dd124 req-1dbad686-163c-4df1-9ecd-e8b23598b27c tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:52.995363 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-bad59a34-336b-4600-ae97-393dec3dd124 req-1dbad686-163c-4df1-9ecd-e8b23598b27c tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] 10.222.0.59 "GET /v2.0/ports?device_id=d0239bb6-b1ba-4ee9-b491-bb82ed66a636 HTTP/1.1" status: 200 len: 944 time: 0.3605442 Jul 27 21:01:53.090703 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-bad59a34-336b-4600-ae97-393dec3dd124 req-c4a82a38-9c2d-433f-82d8-88da05d4a9c6 tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] 10.222.0.59 "GET /v2.0/security-groups?id=d1766e71-7b2a-4f2d-acc0-530f862b8fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944326 Jul 27 21:01:53.122060 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-81846aa1-1531-444c-8f5a-2eb494f331a6 req-6f10360f-5612-42a3-945c-c88c9719665e service neutron] 10.222.0.36 "GET /v2.0/networks/e24d8d6c-cb0f-492b-9a38-55ce25e9a591?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2129169 Jul 27 21:01:53.133997 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] get_ports_and_sgs() called for port_ids ['8dfd0950-6ab0-47dd-923e-c7680c2e6a01'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:01:53.140125 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 27 Jul 2021 21:01:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f3dbcfc-ec03-4e83-a4e0-662230f1ea78 x-openstack-request-id: req-9f3dbcfc-ec03-4e83-a4e0-662230f1ea78 {{(pid=105585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:01:53.140466 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9dfbe127-2e40-448a-9032-c49d8e1e61fe", "tag": "3276e718-0114-4f87-baff-9e6aac56604a", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "9dfbe127-2e40-448a-9032-c49d8e1e61fe", "tag": "daa5a95d-1e99-4f3d-afc7-05f95606c9cd", "status": "completed", "code": 200}]} {{(pid=105585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:01:53.140726 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-9f3dbcfc-ec03-4e83-a4e0-662230f1ea78 {{(pid=105585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:01:53.141255 n-d-705658-22 neutron-server[105585]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9dfbe127-2e40-448a-9032-c49d8e1e61fe', 'tag': '3276e718-0114-4f87-baff-9e6aac56604a', 'status': 'completed', 'code': 200} Jul 27 21:01:53.141379 n-d-705658-22 neutron-server[105585]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9dfbe127-2e40-448a-9032-c49d8e1e61fe', 'tag': 'daa5a95d-1e99-4f3d-afc7-05f95606c9cd', 'status': 'completed', 'code': 200} Jul 27 21:01:53.151618 n-d-705658-22 neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-9d166843-bb0e-4ddb-8a2c-95a85e92a3fd None None] Notify callbacks [] for port, precommit_update {{(pid=105587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:53.168645 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.provisioning_blocks [None req-9d166843-bb0e-4ddb-8a2c-95a85e92a3fd None None] Transition to ACTIVE for port object 77ba909d-e85b-4af2-a1d8-2ff506a18c41 will not be triggered until provisioned by entity L2. {{(pid=105587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:01:53.177672 n-d-705658-22 neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-9d166843-bb0e-4ddb-8a2c-95a85e92a3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:53.248712 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-1bddb960-8f4b-4337-85c7-85ae81328f83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53174442-fedd-4167-9d99-b64493b9a384', 'name': 'tempest-ServerRescueTestJSON-1561766410-router', 'tenant_id': 'bf2c8cd4d0264e96b8bde16d0eb3a6fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.213'}], 'enable_snat': True}, 'gw_port_id': '9c6113a3-48dc-4e52-9f80-675592b22515', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:01:39Z', 'updated_at': '2021-07-27T21:01:48Z', 'revision_number': 4, 'project_id': 'bf2c8cd4d0264e96b8bde16d0eb3a6fe', 'gw_port': {'id': '9c6113a3-48dc-4e52-9f80-675592b22515', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:59:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53174442-fedd-4167-9d99-b64493b9a384', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1129, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:01:40Z', 'updated_at': '2021-07-27T21:01:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_interfaces': [{'id': '66d082b0-1c26-4d47-91d3-ac2707c6d4ff', 'name': '', 'network_id': 'a24de5a6-5324-4482-88f7-01f3fef3fce4', 'tenant_id': 'bf2c8cd4d0264e96b8bde16d0eb3a6fe', 'mac_address': 'fa:16:3e:bd:cb:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53174442-fedd-4167-9d99-b64493b9a384', 'device_owner': 'network:router_interface', 'standard_attr_id': 1131, 'fixed_ips': [{'subnet_id': 'd99af16b-2946-4011-bd00-9832fafed710', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:01:46Z', 'updated_at': '2021-07-27T21:01:51Z', 'revision_number': 4, 'project_id': 'bf2c8cd4d0264e96b8bde16d0eb3a6fe', 'subnets': [{'id': 'd99af16b-2946-4011-bd00-9832fafed710', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-22', False) {} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:01:53.258853 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4718eaa1-1b6f-4051-8cb9-b755d78495dd None None] Pushing event updated for resources: {'Port': ['ID=77ba909d-e85b-4af2-a1d8-2ff506a18c41,revision_number=3']} {{(pid=105587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:01:53.288104 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bddb960-8f4b-4337-85c7-85ae81328f83 None None] The sync data for ids ['53174442-fedd-4167-9d99-b64493b9a384'] in n-d-705658-22 is: [{'id': '53174442-fedd-4167-9d99-b64493b9a384', 'name': 'tempest-ServerRescueTestJSON-1561766410-router', 'tenant_id': 'bf2c8cd4d0264e96b8bde16d0eb3a6fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.213'}], 'enable_snat': True}, 'gw_port_id': '9c6113a3-48dc-4e52-9f80-675592b22515', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:01:39Z', 'updated_at': '2021-07-27T21:01:48Z', 'revision_number': 4, 'project_id': 'bf2c8cd4d0264e96b8bde16d0eb3a6fe', 'gw_port': {'id': '9c6113a3-48dc-4e52-9f80-675592b22515', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:59:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53174442-fedd-4167-9d99-b64493b9a384', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1129, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:01:40Z', 'updated_at': '2021-07-27T21:01:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_interfaces': [{'id': '66d082b0-1c26-4d47-91d3-ac2707c6d4ff', 'name': '', 'network_id': 'a24de5a6-5324-4482-88f7-01f3fef3fce4', 'tenant_id': 'bf2c8cd4d0264e96b8bde16d0eb3a6fe', 'mac_address': 'fa:16:3e:bd:cb:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53174442-fedd-4167-9d99-b64493b9a384', 'device_owner': 'network:router_interface', 'standard_attr_id': 1131, 'fixed_ips': [{'subnet_id': 'd99af16b-2946-4011-bd00-9832fafed710', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:01:46Z', 'updated_at': '2021-07-27T21:01:51Z', 'revision_number': 4, 'project_id': 'bf2c8cd4d0264e96b8bde16d0eb3a6fe', 'subnets': [{'id': 'd99af16b-2946-4011-bd00-9832fafed710', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:01:53.294638 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:01:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8a2361d-f888-496c-8573-552c537f4f15 x-openstack-request-id: req-b8a2361d-f888-496c-8573-552c537f4f15 {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:01:53.295188 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd0b7501-b522-413c-b36c-1cda5061d73b", "tag": "8d0fe2af-3f78-43a3-a31d-c94adcdf7995", "status": "completed", "code": 200}]} {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:01:53.295188 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-b8a2361d-f888-496c-8573-552c537f4f15 {{(pid=105584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:01:53.295758 n-d-705658-22 neutron-server[105584]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd0b7501-b522-413c-b36c-1cda5061d73b', 'tag': '8d0fe2af-3f78-43a3-a31d-c94adcdf7995', 'status': 'completed', 'code': 200} Jul 27 21:01:53.414598 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.managers [None req-9d166843-bb0e-4ddb-8a2c-95a85e92a3fd None None] Attempting to bind port 77ba909d-e85b-4af2-a1d8-2ff506a18c41 on host n-d-705658-22 for vnic_type normal with profile {{(pid=105587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:01:53.414970 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.managers [None req-9d166843-bb0e-4ddb-8a2c-95a85e92a3fd None None] Attempting to bind port 77ba909d-e85b-4af2-a1d8-2ff506a18c41 by drivers openvswitch,hyperv on host n-d-705658-22 at level 0 using segments [{'id': '660ec341-81d1-41c4-8987-bc307d97b3d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '79bd215c-af8d-45db-ad24-972205044e15'}] {{(pid=105587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:01:53.415351 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d166843-bb0e-4ddb-8a2c-95a85e92a3fd None None] Attempting to bind port 77ba909d-e85b-4af2-a1d8-2ff506a18c41 on network 79bd215c-af8d-45db-ad24-972205044e15 {{(pid=105587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:01:53.427498 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d166843-bb0e-4ddb-8a2c-95a85e92a3fd None None] Checking agent: {'id': '04a7ea91-6318-467e-ace6-b0fb48c8690f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 41, 42), 'started_at': datetime.datetime(2021, 7, 27, 20, 42, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 1, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:01:53.427949 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d166843-bb0e-4ddb-8a2c-95a85e92a3fd None None] Checking segment: {'id': '660ec341-81d1-41c4-8987-bc307d97b3d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '79bd215c-af8d-45db-ad24-972205044e15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:01:53.428264 n-d-705658-22 neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-9d166843-bb0e-4ddb-8a2c-95a85e92a3fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:53.428666 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d166843-bb0e-4ddb-8a2c-95a85e92a3fd None None] Bound using segment: {'id': '660ec341-81d1-41c4-8987-bc307d97b3d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '79bd215c-af8d-45db-ad24-972205044e15'} {{(pid=105587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:01:53.429358 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.managers [None req-9d166843-bb0e-4ddb-8a2c-95a85e92a3fd None None] Bound port: 77ba909d-e85b-4af2-a1d8-2ff506a18c41, host: n-d-705658-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '660ec341-81d1-41c4-8987-bc307d97b3d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '79bd215c-af8d-45db-ad24-972205044e15'}}] {{(pid=105587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:01:53.429511 n-d-705658-22 neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-9d166843-bb0e-4ddb-8a2c-95a85e92a3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:53.487963 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-719c761b-6bbd-4b56-85b2-1d2b70dff72f req-bcaaba85-b198-49e9-baa1-7597d8366fe8 tempest-SecurityGroupsTestJSON-146164436 tempest-SecurityGroupsTestJSON-146164436-project] 10.222.0.59 "GET /v2.0/security-groups/95c62579-2c59-4204-a9e7-4c4f7e326f3b HTTP/1.1" status: 200 len: 1802 time: 0.1654799 Jul 27 21:01:53.515211 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c672b6-a8d3-47eb-8297-4070424cb993 req-5ff360f9-b606-485c-902f-75ad89a7db5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:53.520187 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-81846aa1-1531-444c-8f5a-2eb494f331a6 req-aa6d39c8-2589-4ed7-82e8-ecbde44a01e7 service neutron] 10.222.0.36 "GET /v2.0/networks/e24d8d6c-cb0f-492b-9a38-55ce25e9a591?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3973658 Jul 27 21:01:53.522231 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-46c672b6-a8d3-47eb-8297-4070424cb993 req-5ff360f9-b606-485c-902f-75ad89a7db5e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=037df3a90f014739a3644a9c2d1586c8&device_id=fd0b7501-b522-413c-b36c-1cda5061d73b HTTP/1.1" status: 200 len: 1096 time: 0.1941724 Jul 27 21:01:53.565548 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.db [None req-9d166843-bb0e-4ddb-8a2c-95a85e92a3fd None None] For port 77ba909d-e85b-4af2-a1d8-2ff506a18c41, host n-d-705658-22, cleared binding levels {{(pid=105587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:01:53.568905 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.db [None req-9d166843-bb0e-4ddb-8a2c-95a85e92a3fd None None] For port 77ba909d-e85b-4af2-a1d8-2ff506a18c41, host n-d-705658-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=77ba909d-e85b-4af2-a1d8-2ff506a18c41,segment=NetworkSegment(660ec341-81d1-41c4-8987-bc307d97b3d6),segment_id=660ec341-81d1-41c4-8987-bc307d97b3d6)] {{(pid=105587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:01:53.573347 n-d-705658-22 neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-9d166843-bb0e-4ddb-8a2c-95a85e92a3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:53.618025 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-81846aa1-1531-444c-8f5a-2eb494f331a6 req-a9cd5084-eec2-41aa-b30e-d1ebcfc0a1d0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.74&port_id=c405af71-cbc1-4c5a-a3e0-43e7aa2f3727 HTTP/1.1" status: 200 len: 217 time: 0.0786312 Jul 27 21:01:53.646583 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076815a5-4d1d-407b-ba6c-48f97f822ee6 req-f51decea-abaa-4170-835b-2659104d8249 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:53.661632 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076815a5-4d1d-407b-ba6c-48f97f822ee6 req-f51decea-abaa-4170-835b-2659104d8249 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:53.668774 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076815a5-4d1d-407b-ba6c-48f97f822ee6 req-f51decea-abaa-4170-835b-2659104d8249 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:53.675449 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076815a5-4d1d-407b-ba6c-48f97f822ee6 req-f51decea-abaa-4170-835b-2659104d8249 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:53.681368 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076815a5-4d1d-407b-ba6c-48f97f822ee6 req-f51decea-abaa-4170-835b-2659104d8249 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:53.683841 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c672b6-a8d3-47eb-8297-4070424cb993 req-60ca9d5c-fe92-4a65-ab3e-926d9071b4de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:53.685557 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-46c672b6-a8d3-47eb-8297-4070424cb993 req-60ca9d5c-fe92-4a65-ab3e-926d9071b4de service neutron] 10.222.0.36 "GET /v2.0/networks?id=6aa76440-68bb-4814-b579-87efb5c679e3 HTTP/1.1" status: 200 len: 913 time: 0.1502221 Jul 27 21:01:53.687679 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076815a5-4d1d-407b-ba6c-48f97f822ee6 req-f51decea-abaa-4170-835b-2659104d8249 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:53.688882 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d166843-bb0e-4ddb-8a2c-95a85e92a3fd None None] Routers {'a31b9aa2-9324-403f-850f-3d92ca88f68c'} bound to L3 agent in host n-d-705658-22 {{(pid=105587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:01:53.689723 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-9d166843-bb0e-4ddb-8a2c-95a85e92a3fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:01:41Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['a31b9aa2-9324-403f-850f-3d92ca88f68c'], 'active': True} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:01:53.693741 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076815a5-4d1d-407b-ba6c-48f97f822ee6 req-f51decea-abaa-4170-835b-2659104d8249 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:53.701816 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-076815a5-4d1d-407b-ba6c-48f97f822ee6 req-f51decea-abaa-4170-835b-2659104d8249 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] 10.222.0.59 "GET /v2.0/ports?device_id=9dfbe127-2e40-448a-9032-c49d8e1e61fe HTTP/1.1" status: 200 len: 5418 time: 0.4125624 Jul 27 21:01:53.761777 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-46c672b6-a8d3-47eb-8297-4070424cb993 req-ce10c89d-0c7f-46e5-8754-bb1684b3883c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8d0fe2af-3f78-43a3-a31d-c94adcdf7995 HTTP/1.1" status: 200 len: 217 time: 0.0664575 Jul 27 21:01:53.771524 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4718eaa1-1b6f-4051-8cb9-b755d78495dd None None] Pushing event updated for resources: {'Port': ['ID=77ba909d-e85b-4af2-a1d8-2ff506a18c41,revision_number=4']} {{(pid=105587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:01:53.802338 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81846aa1-1531-444c-8f5a-2eb494f331a6 req-fc86e89d-8075-4ba0-816d-15f9341dfbe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:53.806979 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-81846aa1-1531-444c-8f5a-2eb494f331a6 req-fc86e89d-8075-4ba0-816d-15f9341dfbe3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7db86daf-fd4c-450a-8e91-ffdebfb628e1 HTTP/1.1" status: 200 len: 797 time: 0.0964785 Jul 27 21:01:53.814112 n-d-705658-22 neutron-server[105585]: INFO neutron.api.v2.resource [req-719c761b-6bbd-4b56-85b2-1d2b70dff72f req-8e81b28e-9a64-4747-b9fb-4127083eac60 tempest-SecurityGroupsTestJSON-146164436 tempest-SecurityGroupsTestJSON-146164436-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 27 21:01:53.815372 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-719c761b-6bbd-4b56-85b2-1d2b70dff72f req-8e81b28e-9a64-4747-b9fb-4127083eac60 tempest-SecurityGroupsTestJSON-146164436 tempest-SecurityGroupsTestJSON-146164436-project] 10.222.0.59 "DELETE /v2.0/security-groups/95c62579-2c59-4204-a9e7-4c4f7e326f3b HTTP/1.1" status: 409 len: 341 time: 0.3265631 Jul 27 21:01:53.867391 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-076815a5-4d1d-407b-ba6c-48f97f822ee6 req-5c5016fc-a723-4e44-a450-2fe0bf6229ae tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] 10.222.0.59 "GET /v2.0/security-groups?id=477ad29f-b988-4b09-963a-d2ba14baa454&id=602b6e89-9902-4d75-b8ec-25947a9f847b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1645818 Jul 27 21:01:53.902712 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c672b6-a8d3-47eb-8297-4070424cb993 req-fa8eb62b-bd89-4440-b8da-4f673770e27d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:53.904346 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-46c672b6-a8d3-47eb-8297-4070424cb993 req-fa8eb62b-bd89-4440-b8da-4f673770e27d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=746696d1-95cb-4db5-9b25-089085191295 HTTP/1.1" status: 200 len: 851 time: 0.1347280 Jul 27 21:01:53.944271 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvr_db [None req-9d166843-bb0e-4ddb-8a2c-95a85e92a3fd None None] Set router a31b9aa2-9324-403f-850f-3d92ca88f68c gateway port host: n-d-705658-22 {{(pid=105587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:01:54.005793 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c672b6-a8d3-47eb-8297-4070424cb993 req-3dd12d75-e825-44e4-acf9-3cb68cd0e1e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:54.008803 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-46c672b6-a8d3-47eb-8297-4070424cb993 req-3dd12d75-e825-44e4-acf9-3cb68cd0e1e8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6aa76440-68bb-4814-b579-87efb5c679e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0949373 Jul 27 21:01:54.166218 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-46c672b6-a8d3-47eb-8297-4070424cb993 req-11deccaa-8929-4a7b-b656-374aa3e48b4d service neutron] 10.222.0.36 "GET /v2.0/networks/6aa76440-68bb-4814-b579-87efb5c679e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1460128 Jul 27 21:01:54.198875 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-bd0fd1b5-7c3f-4224-871e-d1218514afe5 req-032c432a-30b6-4bf3-a07b-7b8add5b12fa tempest-ServerRescueTestJSON-417658892 tempest-ServerRescueTestJSON-417658892-project] 10.222.0.59 "GET /v2.0/ports?device_id=3681efa9-caf9-4127-b110-4ef1fb8e20bc HTTP/1.1" status: 200 len: 210 time: 0.0844038 Jul 27 21:01:54.272849 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 43476) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:01:54.286255 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-9d166843-bb0e-4ddb-8a2c-95a85e92a3fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a31b9aa2-9324-403f-850f-3d92ca88f68c', 'name': 'tempest-AttachVolumeShelveTestJSON-1314551751-router', 'tenant_id': '3bfa1a2c35f349b1a3e408eca249b7cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.79'}], 'enable_snat': True}, 'gw_port_id': '02c6bc33-7f5e-45cd-bbe3-07fe9bf235af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:01:38Z', 'updated_at': '2021-07-27T21:01:49Z', 'revision_number': 4, 'project_id': '3bfa1a2c35f349b1a3e408eca249b7cf', 'gw_port': {'id': '02c6bc33-7f5e-45cd-bbe3-07fe9bf235af', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:b1:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a31b9aa2-9324-403f-850f-3d92ca88f68c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1128, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:01:40Z', 'updated_at': '2021-07-27T21:01:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_interfaces': [{'id': '77ba909d-e85b-4af2-a1d8-2ff506a18c41', 'name': '', 'network_id': '79bd215c-af8d-45db-ad24-972205044e15', 'tenant_id': '3bfa1a2c35f349b1a3e408eca249b7cf', 'mac_address': 'fa:16:3e:79:ec:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a31b9aa2-9324-403f-850f-3d92ca88f68c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1132, 'fixed_ips': [{'subnet_id': '63030826-f290-4ec4-88a7-e0d5c21af6b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:01:46Z', 'updated_at': '2021-07-27T21:01:53Z', 'revision_number': 4, 'project_id': '3bfa1a2c35f349b1a3e408eca249b7cf', 'subnets': [{'id': '63030826-f290-4ec4-88a7-e0d5c21af6b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-22', False) {} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:01:54.287128 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-156c78e2-34b2-4837-b338-45275d1efb9c tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1868555256', 'description': 'tempest-description--222455253'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:01:54.317500 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-46c672b6-a8d3-47eb-8297-4070424cb993 req-eb991dfb-3d61-4b1a-86c6-f3ad1173a053 service neutron] 10.222.0.36 "GET /v2.0/networks/6aa76440-68bb-4814-b579-87efb5c679e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1352890 Jul 27 21:01:54.336643 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d166843-bb0e-4ddb-8a2c-95a85e92a3fd None None] The sync data for ids ['a31b9aa2-9324-403f-850f-3d92ca88f68c'] in n-d-705658-22 is: [{'id': 'a31b9aa2-9324-403f-850f-3d92ca88f68c', 'name': 'tempest-AttachVolumeShelveTestJSON-1314551751-router', 'tenant_id': '3bfa1a2c35f349b1a3e408eca249b7cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.79'}], 'enable_snat': True}, 'gw_port_id': '02c6bc33-7f5e-45cd-bbe3-07fe9bf235af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:01:38Z', 'updated_at': '2021-07-27T21:01:49Z', 'revision_number': 4, 'project_id': '3bfa1a2c35f349b1a3e408eca249b7cf', 'gw_port': {'id': '02c6bc33-7f5e-45cd-bbe3-07fe9bf235af', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:b1:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a31b9aa2-9324-403f-850f-3d92ca88f68c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1128, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:01:40Z', 'updated_at': '2021-07-27T21:01:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_interfaces': [{'id': '77ba909d-e85b-4af2-a1d8-2ff506a18c41', 'name': '', 'network_id': '79bd215c-af8d-45db-ad24-972205044e15', 'tenant_id': '3bfa1a2c35f349b1a3e408eca249b7cf', 'mac_address': 'fa:16:3e:79:ec:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a31b9aa2-9324-403f-850f-3d92ca88f68c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1132, 'fixed_ips': [{'subnet_id': '63030826-f290-4ec4-88a7-e0d5c21af6b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:01:46Z', 'updated_at': '2021-07-27T21:01:53Z', 'revision_number': 4, 'project_id': '3bfa1a2c35f349b1a3e408eca249b7cf', 'subnets': [{'id': '63030826-f290-4ec4-88a7-e0d5c21af6b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:01:54.371144 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac0a3fc-ba07-4ae3-a80f-02835e4c85ef req-4f477828-5a96-41e0-8517-668404e164ee tempest-ServerRescueTestJSON-417658892 tempest-ServerRescueTestJSON-417658892-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:54.373097 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-4ac0a3fc-ba07-4ae3-a80f-02835e4c85ef req-4f477828-5a96-41e0-8517-668404e164ee tempest-ServerRescueTestJSON-417658892 tempest-ServerRescueTestJSON-417658892-project] 10.222.0.60 "GET /v2.0/networks?id=a24de5a6-5324-4482-88f7-01f3fef3fce4 HTTP/1.1" status: 200 len: 811 time: 0.4246163 Jul 27 21:01:54.375509 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81846aa1-1531-444c-8f5a-2eb494f331a6 req-cad692c3-16a7-4063-a1c9-6a1ba37d9e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:54.376908 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-81846aa1-1531-444c-8f5a-2eb494f331a6 req-cad692c3-16a7-4063-a1c9-6a1ba37d9e74 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e24d8d6c-cb0f-492b-9a38-55ce25e9a591&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.5248454 Jul 27 21:01:54.418869 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-156c78e2-34b2-4837-b338-45275d1efb9c tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] Notify callbacks [] for security_group, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:54.445243 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [req-4ac0a3fc-ba07-4ae3-a80f-02835e4c85ef req-677e76e2-5e85-485f-aaf9-4fcdf4964524 tempest-ServerRescueTestJSON-417658892 tempest-ServerRescueTestJSON-417658892-project] Request body: {'port': {'device_id': '3681efa9-caf9-4127-b110-4ef1fb8e20bc', 'network_id': 'a24de5a6-5324-4482-88f7-01f3fef3fce4', 'admin_state_up': True, 'tenant_id': 'bf2c8cd4d0264e96b8bde16d0eb3a6fe'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:01:54.450851 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b56f21f0-941d-43d3-9d6b-26d133d52869 req-e99aab45-c24c-46f3-894e-2f2030905f44 tempest-ServersAdminTestJSON-2115085297 tempest-ServersAdminTestJSON-2115085297-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=f86a589de4964203a66835a89a6b9f5d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1081491 Jul 27 21:01:54.755791 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 77ba909d-e85b-4af2-a1d8-2ff506a18c41 up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:01:54.770011 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-81846aa1-1531-444c-8f5a-2eb494f331a6 req-4fe64269-2bdb-4fe0-98fb-db6d395027c8 service neutron] 10.222.0.36 "GET /v2.0/networks/e24d8d6c-cb0f-492b-9a38-55ce25e9a591?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3595080 Jul 27 21:01:54.814508 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7c951c-d6c0-4753-8487-6a59fa505658 req-8b7eeebf-2b0c-4669-a198-1c97f5288f5c tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:54.816100 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-5e7c951c-d6c0-4753-8487-6a59fa505658 req-8b7eeebf-2b0c-4669-a198-1c97f5288f5c tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] 10.222.0.59 "GET /v2.0/ports?device_id=fd0b7501-b522-413c-b36c-1cda5061d73b HTTP/1.1" status: 200 len: 944 time: 0.4559295 Jul 27 21:01:54.821063 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning for port 77ba909d-e85b-4af2-a1d8-2ff506a18c41 completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:01:54.825011 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port 77ba909d-e85b-4af2-a1d8-2ff506a18c41 triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:01:54.825390 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:54.891425 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56f21f0-941d-43d3-9d6b-26d133d52869 req-0ee7e8b5-2cca-43c4-af7f-ca95eaa833d2 tempest-ServersAdminTestJSON-2115085297 tempest-ServersAdminTestJSON-2115085297-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:54.898406 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b56f21f0-941d-43d3-9d6b-26d133d52869 req-0ee7e8b5-2cca-43c4-af7f-ca95eaa833d2 tempest-ServersAdminTestJSON-2115085297 tempest-ServersAdminTestJSON-2115085297-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4243202 Jul 27 21:01:54.912743 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:54.937290 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b56f21f0-941d-43d3-9d6b-26d133d52869 req-7863cc7c-cf59-4f8a-ae68-3af9b3b89ca8 tempest-ServersAdminTestJSON-2115085297 tempest-ServersAdminTestJSON-2115085297-project] 10.222.0.59 "GET /v2.0/quotas/f86a589de4964203a66835a89a6b9f5d HTTP/1.1" status: 200 len: 375 time: 0.0378306 Jul 27 21:01:54.956731 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] For port 77ba909d-e85b-4af2-a1d8-2ff506a18c41, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=77ba909d-e85b-4af2-a1d8-2ff506a18c41,segment=NetworkSegment(660ec341-81d1-41c4-8987-bc307d97b3d6),segment_id=660ec341-81d1-41c4-8987-bc307d97b3d6)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:01:54.962272 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:54.963343 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 66d082b0-1c26-4d47-91d3-ac2707c6d4ff up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:01:54.967576 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-5e7c951c-d6c0-4753-8487-6a59fa505658 req-980e86ab-1458-4bc3-9811-2ebe3357dcd0 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] 10.222.0.59 "GET /v2.0/security-groups?id=e8209215-bf66-4bb1-96ba-041099e74ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110938 Jul 27 21:01:54.987064 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-156c78e2-34b2-4837-b338-45275d1efb9c tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] Notify callbacks [] for security_group, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:55.023344 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-156c78e2-34b2-4837-b338-45275d1efb9c tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:55.077159 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning for port 66d082b0-1c26-4d47-91d3-ac2707c6d4ff completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:01:55.085411 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port 66d082b0-1c26-4d47-91d3-ac2707c6d4ff triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:01:55.085782 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:55.088724 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Pushing event updated for resources: {'Port': ['ID=77ba909d-e85b-4af2-a1d8-2ff506a18c41,revision_number=5']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:01:55.128066 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-81846aa1-1531-444c-8f5a-2eb494f331a6 req-a3bd464b-2bb6-4cae-b21f-bb37c569a25d service neutron] 10.222.0.36 "GET /v2.0/networks/e24d8d6c-cb0f-492b-9a38-55ce25e9a591?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3478642 Jul 27 21:01:55.139953 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ac0a3fc-ba07-4ae3-a80f-02835e4c85ef req-677e76e2-5e85-485f-aaf9-4fcdf4964524 tempest-ServerRescueTestJSON-417658892 tempest-ServerRescueTestJSON-417658892-project] Made reservation on behalf of bf2c8cd4d0264e96b8bde16d0eb3a6fe for: {'port': 1} {{(pid=105585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:01:55.144396 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-4ac0a3fc-ba07-4ae3-a80f-02835e4c85ef req-677e76e2-5e85-485f-aaf9-4fcdf4964524 tempest-ServerRescueTestJSON-417658892 tempest-ServerRescueTestJSON-417658892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:55.168293 n-d-705658-22 neutron-server[105585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca86fb1b-c433-49d9-807b-04c160484fa6', 'tag': '9c70ef6e-fd9f-4fa1-8989-5e617eacef24'}] {{(pid=105585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:01:55.170850 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d66fd65881426bfc2b5388084a3654e5eae521106a15a3dbf0eb4cde7106c36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31e7302a-5591-4baa-a991-8cc201c2231c" -d '{"events": [{"name": "network-changed", "server_uuid": "ca86fb1b-c433-49d9-807b-04c160484fa6", "tag": "9c70ef6e-fd9f-4fa1-8989-5e617eacef24"}]}' {{(pid=105585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:01:55.202204 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-156c78e2-34b2-4837-b338-45275d1efb9c tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] Notify callbacks [] for security_group, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:55.203536 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-156c78e2-34b2-4837-b338-45275d1efb9c tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.9297359 Jul 27 21:01:55.206466 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 43488) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:01:55.211425 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-269eec00-b9dd-4875-ad25-06f96da130c8 tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] Request body: {'security_group_rule': {'security_group_id': '771ef501-f193-4e50-901d-4721d89f2b91', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:01:55.215937 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:55.236624 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156c78e2-34b2-4837-b338-45275d1efb9c tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] Pushing event updated for resources: {'SecurityGroup': ['ID=771ef501-f193-4e50-901d-4721d89f2b91,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:01:55.266537 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-81846aa1-1531-444c-8f5a-2eb494f331a6 req-b9c6deaf-6ef9-4661-ae1f-4990ad9f623d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.62&port_id=148bb826-decc-4cf3-a2c3-433892361226 HTTP/1.1" status: 200 len: 217 time: 0.1004303 Jul 27 21:01:55.271661 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] For port 66d082b0-1c26-4d47-91d3-ac2707c6d4ff, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=66d082b0-1c26-4d47-91d3-ac2707c6d4ff,segment=NetworkSegment(31fbdef5-d817-4d56-be48-3d485cdfd14a),segment_id=31fbdef5-d817-4d56-be48-3d485cdfd14a)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:01:55.278183 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:55.322808 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-269eec00-b9dd-4875-ad25-06f96da130c8 tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:55.332314 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Pushing event updated for resources: {'Port': ['ID=66d082b0-1c26-4d47-91d3-ac2707c6d4ff,revision_number=5']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:01:55.350423 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Device 8dfd0950-6ab0-47dd-923e-c7680c2e6a01 up at agent hyperv_n-h2-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:01:55.411871 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-269eec00-b9dd-4875-ad25-06f96da130c8 tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:55.416096 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-3d54578f-831f-4696-b568-13c455922dab None None] Provisioning for port 8dfd0950-6ab0-47dd-923e-c7680c2e6a01 completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:01:55.420723 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-3d54578f-831f-4696-b568-13c455922dab None None] Provisioning complete for port 8dfd0950-6ab0-47dd-923e-c7680c2e6a01 triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:01:55.421040 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beed8d0f-db4e-4e02-8494-d37f46e80291 req-a8ae17c0-9594-4b29-bca9-f77c5db9b0fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:55.421168 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:55.423337 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-beed8d0f-db4e-4e02-8494-d37f46e80291 req-a8ae17c0-9594-4b29-bca9-f77c5db9b0fe service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8a9fb2dba4884d648101d24277d7cc3a&device_id=ca86fb1b-c433-49d9-807b-04c160484fa6 HTTP/1.1" status: 200 len: 1136 time: 0.1699412 Jul 27 21:01:55.424184 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-269eec00-b9dd-4875-ad25-06f96da130c8 tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732636'] for security_group_rule, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:55.465066 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269eec00-b9dd-4875-ad25-06f96da130c8 tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d181072-a059-49d5-936c-546bd13bffc5,revision_number=0']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:01:55.509848 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-269eec00-b9dd-4875-ad25-06f96da130c8 tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:55.511263 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-269eec00-b9dd-4875-ad25-06f96da130c8 tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3036304 Jul 27 21:01:55.513841 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 43492) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:01:55.518933 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-fb42b216-42ff-4245-a338-8eb3e2024dc0 tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] Request body: {'security_group_rule': {'security_group_id': '771ef501-f193-4e50-901d-4721d89f2b91', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:01:55.537771 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:55.567861 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0239bb6-b1ba-4ee9-b491-bb82ed66a636', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8dfd0950-6ab0-47dd-923e-c7680c2e6a01'}] {{(pid=105586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:01:55.570790 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14c1663e039faf5393f87855f745010ac5b02220355b68fdbf065393e303ac56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19adca34-0384-4356-8991-091c4fefc965" -d '{"events": [{"server_uuid": "d0239bb6-b1ba-4ee9-b491-bb82ed66a636", "name": "network-vif-plugged", "status": "completed", "tag": "8dfd0950-6ab0-47dd-923e-c7680c2e6a01"}]}' {{(pid=105586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:01:55.582443 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-fb42b216-42ff-4245-a338-8eb3e2024dc0 tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:55.586112 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] For port 8dfd0950-6ab0-47dd-923e-c7680c2e6a01, host n-h2-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=8dfd0950-6ab0-47dd-923e-c7680c2e6a01,segment=NetworkSegment(872889e4-5d02-4ec8-807e-3e5c98ba67af),segment_id=872889e4-5d02-4ec8-807e-3e5c98ba67af)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:01:55.587762 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beed8d0f-db4e-4e02-8494-d37f46e80291 req-c86e1983-e0dd-46c2-8ea7-3b23d4419654 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:55.589759 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-beed8d0f-db4e-4e02-8494-d37f46e80291 req-c86e1983-e0dd-46c2-8ea7-3b23d4419654 service neutron] 10.222.0.36 "GET /v2.0/networks?id=4d2b2080-dee5-4efa-a657-06e568548ad6 HTTP/1.1" status: 200 len: 913 time: 0.1539931 Jul 27 21:01:55.592468 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:55.656635 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Pushing event updated for resources: {'Port': ['ID=8dfd0950-6ab0-47dd-923e-c7680c2e6a01,revision_number=5']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:01:55.670870 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-beed8d0f-db4e-4e02-8494-d37f46e80291 req-db163571-8d90-4c91-9b0f-a4b32c9f49ca service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9c70ef6e-fd9f-4fa1-8989-5e617eacef24 HTTP/1.1" status: 200 len: 217 time: 0.0580111 Jul 27 21:01:55.711967 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-fb42b216-42ff-4245-a338-8eb3e2024dc0 tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:55.718116 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-fb42b216-42ff-4245-a338-8eb3e2024dc0 tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732636'] for security_group_rule, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:55.748588 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beed8d0f-db4e-4e02-8494-d37f46e80291 req-cfd459d1-22ce-422d-87e2-eb0690b0995e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:55.750700 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-beed8d0f-db4e-4e02-8494-d37f46e80291 req-cfd459d1-22ce-422d-87e2-eb0690b0995e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2f9e1451-a5a2-4318-8f1b-217b4517cbc0 HTTP/1.1" status: 200 len: 852 time: 0.0722940 Jul 27 21:01:55.752503 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb42b216-42ff-4245-a338-8eb3e2024dc0 tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35232cac-282d-44a4-9d86-5b0d96607c3e,revision_number=0']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:01:55.756435 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-fb42b216-42ff-4245-a338-8eb3e2024dc0 tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:55.759492 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-fb42b216-42ff-4245-a338-8eb3e2024dc0 tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2446375 Jul 27 21:01:55.771213 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 43496) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:01:55.775704 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-10fc1283-6f90-405f-8377-195cb175b678 tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] Request body: {'floatingip': {'floating_network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:01:55.782746 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81846aa1-1531-444c-8f5a-2eb494f331a6 req-f6715072-d2ba-402c-863f-ef33c8beaf4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:55.784257 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-81846aa1-1531-444c-8f5a-2eb494f331a6 req-f6715072-d2ba-402c-863f-ef33c8beaf4c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7db86daf-fd4c-450a-8e91-ffdebfb628e1 HTTP/1.1" status: 200 len: 797 time: 0.5062923 Jul 27 21:01:55.804621 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-beed8d0f-db4e-4e02-8494-d37f46e80291 req-adb6d2d4-16f4-46a9-835b-5b3e5934dded service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4d2b2080-dee5-4efa-a657-06e568548ad6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0436032 Jul 27 21:01:55.838446 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b56f21f0-941d-43d3-9d6b-26d133d52869 req-0f6ee068-30b4-42fe-98d2-f81511040f38 tempest-ServersAdminTestJSON-2115085297 tempest-ServersAdminTestJSON-2115085297-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=f86a589de4964203a66835a89a6b9f5d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.8837435 Jul 27 21:01:55.839149 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-10fc1283-6f90-405f-8377-195cb175b678 tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] Notify callbacks [] for floatingip, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:55.931963 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0310e1-2172-419e-9111-0aaf9d0d76f2 req-9d5e2782-7437-42ca-9e11-037e32178baf tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:55.933460 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-3a0310e1-2172-419e-9111-0aaf9d0d76f2 req-9d5e2782-7437-42ca-9e11-037e32178baf tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] 10.222.0.59 "GET /v2.0/ports?device_id=d0239bb6-b1ba-4ee9-b491-bb82ed66a636 HTTP/1.1" status: 200 len: 944 time: 0.6980250 Jul 27 21:01:55.947038 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.db_base_plugin_common [req-4ac0a3fc-ba07-4ae3-a80f-02835e4c85ef req-677e76e2-5e85-485f-aaf9-4fcdf4964524 tempest-ServerRescueTestJSON-417658892 tempest-ServerRescueTestJSON-417658892-project] Allocated IP 172.20.0.11 (a24de5a6-5324-4482-88f7-01f3fef3fce4/d99af16b-2946-4011-bd00-9832fafed710/835f0f4d-0526-410c-996b-78e4b0d0e923) {{(pid=105585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:01:55.969681 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81846aa1-1531-444c-8f5a-2eb494f331a6 req-5c1f9aef-2696-45c6-bef1-8577f9695723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:55.981007 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-beed8d0f-db4e-4e02-8494-d37f46e80291 req-6c433758-08b9-44a4-8a2b-c78b4f9e3ca5 service neutron] 10.222.0.36 "GET /v2.0/networks/4d2b2080-dee5-4efa-a657-06e568548ad6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1671243 Jul 27 21:01:55.988740 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-81846aa1-1531-444c-8f5a-2eb494f331a6 req-5c1f9aef-2696-45c6-bef1-8577f9695723 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e24d8d6c-cb0f-492b-9a38-55ce25e9a591&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1949620 Jul 27 21:01:56.084525 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-10fc1283-6f90-405f-8377-195cb175b678 tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:56.090919 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-3a0310e1-2172-419e-9111-0aaf9d0d76f2 req-f8a72669-aa58-4c03-b9e6-4de321f11483 tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] 10.222.0.59 "GET /v2.0/security-groups?id=d1766e71-7b2a-4f2d-acc0-530f862b8fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381767 Jul 27 21:01:56.181699 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-beed8d0f-db4e-4e02-8494-d37f46e80291 req-779477f2-3fc3-4c9e-9e6e-ba5a6b0256b9 service neutron] 10.222.0.36 "GET /v2.0/networks/4d2b2080-dee5-4efa-a657-06e568548ad6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1894746 Jul 27 21:01:56.259033 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.db_base_plugin_common [None req-10fc1283-6f90-405f-8377-195cb175b678 tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] Allocated IP 172.25.5.46 (8735d8a2-b604-4758-ae71-b40e4ee6f305/eca7dbab-b9c0-4c8f-a272-816ea8a81764/148e400e-0007-4d7e-9e25-aec38b8859b4) {{(pid=105584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:01:56.288141 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-81846aa1-1531-444c-8f5a-2eb494f331a6 req-5f4f93eb-e184-4bc4-aff3-72eec007d7a9 service neutron] 10.222.0.36 "GET /v2.0/networks/e24d8d6c-cb0f-492b-9a38-55ce25e9a591?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2892361 Jul 27 21:01:56.379945 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-10fc1283-6f90-405f-8377-195cb175b678 tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] Notify callbacks [] for port, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:56.444766 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-4ac0a3fc-ba07-4ae3-a80f-02835e4c85ef req-677e76e2-5e85-485f-aaf9-4fcdf4964524 tempest-ServerRescueTestJSON-417658892 tempest-ServerRescueTestJSON-417658892-project] Notify callbacks [] for port, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:56.457076 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-10fc1283-6f90-405f-8377-195cb175b678 tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:56.475186 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430cd816-7cd9-4332-b9ed-38d0876b043c req-3f1b91e3-0c99-4d7e-a1f3-a7d1a270f822 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:56.481371 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430cd816-7cd9-4332-b9ed-38d0876b043c req-3f1b91e3-0c99-4d7e-a1f3-a7d1a270f822 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:56.488100 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430cd816-7cd9-4332-b9ed-38d0876b043c req-3f1b91e3-0c99-4d7e-a1f3-a7d1a270f822 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:56.495154 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430cd816-7cd9-4332-b9ed-38d0876b043c req-3f1b91e3-0c99-4d7e-a1f3-a7d1a270f822 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:56.498082 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10fc1283-6f90-405f-8377-195cb175b678 tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] Network 8735d8a2-b604-4758-ae71-b40e4ee6f305 is already hosted by enough agents. {{(pid=105584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:01:56.502641 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430cd816-7cd9-4332-b9ed-38d0876b043c req-3f1b91e3-0c99-4d7e-a1f3-a7d1a270f822 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:56.503389 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [None req-10fc1283-6f90-405f-8377-195cb175b678 tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] Resources bound (agent type, host, resource id): {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:01:56.508811 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430cd816-7cd9-4332-b9ed-38d0876b043c req-3f1b91e3-0c99-4d7e-a1f3-a7d1a270f822 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:56.508962 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10fc1283-6f90-405f-8377-195cb175b678 tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] Received port after_create {{(pid=105584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:01:56.514699 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430cd816-7cd9-4332-b9ed-38d0876b043c req-3f1b91e3-0c99-4d7e-a1f3-a7d1a270f822 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:56.516951 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-430cd816-7cd9-4332-b9ed-38d0876b043c req-3f1b91e3-0c99-4d7e-a1f3-a7d1a270f822 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] 10.222.0.59 "GET /v2.0/ports?device_id=9dfbe127-2e40-448a-9032-c49d8e1e61fe HTTP/1.1" status: 200 len: 5418 time: 0.3627698 Jul 27 21:01:56.530147 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-81846aa1-1531-444c-8f5a-2eb494f331a6 req-694481e7-b73b-45ba-bc15-65839ca976e1 service neutron] 10.222.0.36 "GET /v2.0/networks/e24d8d6c-cb0f-492b-9a38-55ce25e9a591?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2328274 Jul 27 21:01:56.534897 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10fc1283-6f90-405f-8377-195cb175b678 tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] Pushing event updated for resources: {'Port': ['ID=148e400e-0007-4d7e-9e25-aec38b8859b4,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:01:56.544352 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0af49ad-e3e2-49ca-9a7b-99410042dbf8 req-e463b33b-765b-46f9-adab-e81202110a50 tempest-SecurityGroupsTestJSON-146164436 tempest-SecurityGroupsTestJSON-146164436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:56.545908 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f0af49ad-e3e2-49ca-9a7b-99410042dbf8 req-e463b33b-765b-46f9-adab-e81202110a50 tempest-SecurityGroupsTestJSON-146164436 tempest-SecurityGroupsTestJSON-146164436-project] 10.222.0.59 "GET /v2.0/ports?device_id=ca86fb1b-c433-49d9-807b-04c160484fa6 HTTP/1.1" status: 200 len: 984 time: 0.3333306 Jul 27 21:01:56.605260 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-10fc1283-6f90-405f-8377-195cb175b678 tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:56.612205 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-81846aa1-1531-444c-8f5a-2eb494f331a6 req-408d8fd6-4e46-4be9-945e-a130453b0f2b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.44&port_id=d43b57af-f2a8-4881-8284-641e3fd25638 HTTP/1.1" status: 200 len: 217 time: 0.0563157 Jul 27 21:01:56.683530 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-10fc1283-6f90-405f-8377-195cb175b678 tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:56.718927 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 77ba909d-e85b-4af2-a1d8-2ff506a18c41 up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:01:56.735571 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-430cd816-7cd9-4332-b9ed-38d0876b043c req-0de30813-06c0-415b-ba53-29ce6c9764ef tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] 10.222.0.59 "GET /v2.0/security-groups?id=477ad29f-b988-4b09-963a-d2ba14baa454&id=602b6e89-9902-4d75-b8ec-25947a9f847b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1931663 Jul 27 21:01:56.773182 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-4ac0a3fc-ba07-4ae3-a80f-02835e4c85ef req-677e76e2-5e85-485f-aaf9-4fcdf4964524 tempest-ServerRescueTestJSON-417658892 tempest-ServerRescueTestJSON-417658892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:56.775937 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81846aa1-1531-444c-8f5a-2eb494f331a6 req-708544ef-7a55-4603-b9af-5d11527b41b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:56.777698 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-81846aa1-1531-444c-8f5a-2eb494f331a6 req-708544ef-7a55-4603-b9af-5d11527b41b8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7db86daf-fd4c-450a-8e91-ffdebfb628e1 HTTP/1.1" status: 200 len: 797 time: 0.1422188 Jul 27 21:01:56.794196 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device 8d0fe2af-3f78-43a3-a31d-c94adcdf7995 details requested by agent hyperv_n-h1-705658-22 with host n-h1-705658-22 {{(pid=105586) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:01:56.840419 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port 77ba909d-e85b-4af2-a1d8-2ff506a18c41 triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:01:56.841022 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:56.841336 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f0af49ad-e3e2-49ca-9a7b-99410042dbf8 req-b84a659b-4ce6-4de9-af1f-416d271cc05b tempest-SecurityGroupsTestJSON-146164436 tempest-SecurityGroupsTestJSON-146164436-project] 10.222.0.59 "GET /v2.0/security-groups?id=4e615c8e-7316-4e41-95e2-beb8fbe16280&id=95c62579-2c59-4204-a9e7-4c4f7e326f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.2734749 Jul 27 21:01:56.857263 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:01:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2997ab40-7344-4966-a940-530bee15592d x-openstack-request-id: req-2997ab40-7344-4966-a940-530bee15592d {{(pid=105585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:01:56.857783 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca86fb1b-c433-49d9-807b-04c160484fa6", "tag": "9c70ef6e-fd9f-4fa1-8989-5e617eacef24", "status": "completed", "code": 200}]} {{(pid=105585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:01:56.858244 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-2997ab40-7344-4966-a940-530bee15592d {{(pid=105585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:01:56.858850 n-d-705658-22 neutron-server[105585]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca86fb1b-c433-49d9-807b-04c160484fa6', 'tag': '9c70ef6e-fd9f-4fa1-8989-5e617eacef24', 'status': 'completed', 'code': 200} Jul 27 21:01:56.927584 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:01:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8666318-be91-4b65-8aca-9ca38f359828 x-openstack-request-id: req-e8666318-be91-4b65-8aca-9ca38f359828 {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:01:56.927872 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0239bb6-b1ba-4ee9-b491-bb82ed66a636", "name": "network-vif-plugged", "status": "completed", "tag": "8dfd0950-6ab0-47dd-923e-c7680c2e6a01", "code": 200}]} {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:01:56.928124 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-e8666318-be91-4b65-8aca-9ca38f359828 {{(pid=105586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:01:56.928327 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677e76e2-5e85-485f-aaf9-4fcdf4964524 tempest-ServerRescueTestJSON-417658892 tempest-ServerRescueTestJSON-417658892-project] Pushing event updated for resources: {'Port': ['ID=835f0f4d-0526-410c-996b-78e4b0d0e923,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:01:56.928675 n-d-705658-22 neutron-server[105586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0239bb6-b1ba-4ee9-b491-bb82ed66a636', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8dfd0950-6ab0-47dd-923e-c7680c2e6a01', 'code': 200} Jul 27 21:01:56.950271 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-10fc1283-6f90-405f-8377-195cb175b678 tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] Notify callbacks [] for port, precommit_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:56.969581 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-10fc1283-6f90-405f-8377-195cb175b678 tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9014027'] for port, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:56.987831 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ac0a3fc-ba07-4ae3-a80f-02835e4c85ef req-677e76e2-5e85-485f-aaf9-4fcdf4964524 tempest-ServerRescueTestJSON-417658892 tempest-ServerRescueTestJSON-417658892-project] Network a24de5a6-5324-4482-88f7-01f3fef3fce4 is already hosted by enough agents. {{(pid=105585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:01:57.020887 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] For port 8d0fe2af-3f78-43a3-a31d-c94adcdf7995, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=8d0fe2af-3f78-43a3-a31d-c94adcdf7995,segment=NetworkSegment(7253e476-fc19-4126-9562-a06a41b3b94e),segment_id=7253e476-fc19-4126-9562-a06a41b3b94e)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:01:57.028143 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.base_scheduler [req-4ac0a3fc-ba07-4ae3-a80f-02835e4c85ef req-677e76e2-5e85-485f-aaf9-4fcdf4964524 tempest-ServerRescueTestJSON-417658892 tempest-ServerRescueTestJSON-417658892-project] Resources bound (agent type, host, resource id): {{(pid=105585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:01:57.039173 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ac0a3fc-ba07-4ae3-a80f-02835e4c85ef req-677e76e2-5e85-485f-aaf9-4fcdf4964524 tempest-ServerRescueTestJSON-417658892 tempest-ServerRescueTestJSON-417658892-project] Received port after_create {{(pid=105585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:01:57.045761 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Returning: {'device': '8d0fe2af-3f78-43a3-a31d-c94adcdf7995', 'network_id': '6aa76440-68bb-4814-b579-87efb5c679e3', 'port_id': '8d0fe2af-3f78-43a3-a31d-c94adcdf7995', 'mac_address': 'fa:16:3e:5a:1f:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 230, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '746696d1-95cb-4db5-9b25-089085191295', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105586) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:01:57.046387 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-c8eb6c33-f877-4162-a7f4-c08ae76bf67b req-3deff0a5-d835-4e0a-8548-0f6ced2f5ccd tempest-ServersAdminTestJSON-2115085297 tempest-ServersAdminTestJSON-2115085297-project] 10.222.0.59 "GET /v2.0/ports?device_id=17274dc4-072b-4ebb-8b1d-dece77bee02e HTTP/1.1" status: 200 len: 210 time: 0.0571291 Jul 27 21:01:57.052570 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 66d082b0-1c26-4d47-91d3-ac2707c6d4ff up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:01:57.113970 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81846aa1-1531-444c-8f5a-2eb494f331a6 req-b5487ec8-b205-4aa0-8e58-831eabfe5125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:57.115716 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-81846aa1-1531-444c-8f5a-2eb494f331a6 req-b5487ec8-b205-4aa0-8e58-831eabfe5125 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e24d8d6c-cb0f-492b-9a38-55ce25e9a591&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3031299 Jul 27 21:01:57.124502 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:57.155950 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d0fe2af-3f78-43a3-a31d-c94adcdf7995 {{(pid=105586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:01:57.178765 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port 66d082b0-1c26-4d47-91d3-ac2707c6d4ff triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:01:57.179164 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:57.180445 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-10fc1283-6f90-405f-8377-195cb175b678 tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4075768'] for floatingip, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:57.186781 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] For port 8d0fe2af-3f78-43a3-a31d-c94adcdf7995, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=8d0fe2af-3f78-43a3-a31d-c94adcdf7995,segment=NetworkSegment(7253e476-fc19-4126-9562-a06a41b3b94e),segment_id=7253e476-fc19-4126-9562-a06a41b3b94e)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:01:57.200568 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aef4616-782e-4b6e-9d3c-b4948a7e2faf req-1dee8da8-f7eb-46e0-bf83-d3d2938470bf tempest-ServerRescueTestJSON-417658892 tempest-ServerRescueTestJSON-417658892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:57.210528 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-3aef4616-782e-4b6e-9d3c-b4948a7e2faf req-1dee8da8-f7eb-46e0-bf83-d3d2938470bf tempest-ServerRescueTestJSON-417658892 tempest-ServerRescueTestJSON-417658892-project] 10.222.0.59 "GET /v2.0/ports?device_id=3681efa9-caf9-4127-b110-4ef1fb8e20bc HTTP/1.1" status: 200 len: 932 time: 0.2763634 Jul 27 21:01:57.212078 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:57.220582 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac0a3fc-ba07-4ae3-a80f-02835e4c85ef req-677e76e2-5e85-485f-aaf9-4fcdf4964524 tempest-ServerRescueTestJSON-417658892 tempest-ServerRescueTestJSON-417658892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:57.221583 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-4ac0a3fc-ba07-4ae3-a80f-02835e4c85ef req-677e76e2-5e85-485f-aaf9-4fcdf4964524 tempest-ServerRescueTestJSON-417658892 tempest-ServerRescueTestJSON-417658892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:57.235913 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10fc1283-6f90-405f-8377-195cb175b678 tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] Pushing event updated for resources: {'Port': ['ID=148e400e-0007-4d7e-9e25-aec38b8859b4,revision_number=2']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:01:57.258919 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-b56f21f0-941d-43d3-9d6b-26d133d52869 req-a7b026b2-1a35-4273-8702-f0cc790f80be tempest-ServersAdminTestJSON-2115085297 tempest-ServersAdminTestJSON-2115085297-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=f86a589de4964203a66835a89a6b9f5d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0537543 Jul 27 21:01:57.283309 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Pushing event updated for resources: {'Port': ['ID=8d0fe2af-3f78-43a3-a31d-c94adcdf7995,revision_number=4']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:01:57.342351 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-4ac0a3fc-ba07-4ae3-a80f-02835e4c85ef req-677e76e2-5e85-485f-aaf9-4fcdf4964524 tempest-ServerRescueTestJSON-417658892 tempest-ServerRescueTestJSON-417658892-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9340534 Jul 27 21:01:57.351980 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-10fc1283-6f90-405f-8377-195cb175b678 tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for floatingip, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:57.353305 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-10fc1283-6f90-405f-8377-195cb175b678 tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.5811682 Jul 27 21:01:57.355474 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-3aef4616-782e-4b6e-9d3c-b4948a7e2faf req-c2546ae1-08a2-46b9-8c4a-b46d7d98d1c6 tempest-ServerRescueTestJSON-417658892 tempest-ServerRescueTestJSON-417658892-project] 10.222.0.59 "GET /v2.0/security-groups?id=551e2ab4-0adb-4dc6-ad9d-2e4a42006670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407788 Jul 27 21:01:57.393898 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e7302a-5591-4baa-a991-8cc201c2231c req-b56d1802-9da8-4c8a-a0fe-e37b20502faf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:57.395716 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-31e7302a-5591-4baa-a991-8cc201c2231c req-b56d1802-9da8-4c8a-a0fe-e37b20502faf service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8a9fb2dba4884d648101d24277d7cc3a&device_id=ca86fb1b-c433-49d9-807b-04c160484fa6 HTTP/1.1" status: 200 len: 1136 time: 0.4412303 Jul 27 21:01:57.400276 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330f10eb-02f7-4d36-816f-9759bd1bd5a7 req-c05058de-7cd1-40eb-8da8-7cac1b2420cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:57.400549 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [req-4ac0a3fc-ba07-4ae3-a80f-02835e4c85ef req-1a46b454-ec70-4625-a744-7002303d7640 service neutron] Request body: {'port': {'device_id': '3681efa9-caf9-4127-b110-4ef1fb8e20bc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-705658-22'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:01:57.401947 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-330f10eb-02f7-4d36-816f-9759bd1bd5a7 req-c05058de-7cd1-40eb-8da8-7cac1b2420cd service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=d0239bb6-b1ba-4ee9-b491-bb82ed66a636 HTTP/1.1" status: 200 len: 1097 time: 0.4095018 Jul 27 21:01:57.439377 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-81846aa1-1531-444c-8f5a-2eb494f331a6 req-1cae92f2-93bb-463c-a115-7479ce1af23d service neutron] 10.222.0.36 "GET /v2.0/networks/e24d8d6c-cb0f-492b-9a38-55ce25e9a591?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3009593 Jul 27 21:01:57.501851 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054593b1-6bdc-474b-ae6c-261d701506d0 req-6afafc51-361c-4071-af21-6a8132178238 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:57.503399 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-054593b1-6bdc-474b-ae6c-261d701506d0 req-6afafc51-361c-4071-af21-6a8132178238 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] 10.222.0.59 "GET /v2.0/ports?device_id=fd0b7501-b522-413c-b36c-1cda5061d73b HTTP/1.1" status: 200 len: 945 time: 0.3425152 Jul 27 21:01:57.551471 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56f21f0-941d-43d3-9d6b-26d133d52869 req-f15ab8ab-1c71-41f6-a5bc-7891e4338ac6 tempest-ServersAdminTestJSON-2115085297 tempest-ServersAdminTestJSON-2115085297-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:57.555788 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-b56f21f0-941d-43d3-9d6b-26d133d52869 req-f15ab8ab-1c71-41f6-a5bc-7891e4338ac6 tempest-ServersAdminTestJSON-2115085297 tempest-ServersAdminTestJSON-2115085297-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2844012 Jul 27 21:01:57.564088 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-330f10eb-02f7-4d36-816f-9759bd1bd5a7 req-4affcf8e-d7ea-4f35-8d38-cd3157f96380 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=d1766e71-7b2a-4f2d-acc0-530f862b8fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874958 Jul 27 21:01:57.566697 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e7302a-5591-4baa-a991-8cc201c2231c req-354c3740-d6b6-49b2-8cac-6ccdd88f2a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:57.568132 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-31e7302a-5591-4baa-a991-8cc201c2231c req-354c3740-d6b6-49b2-8cac-6ccdd88f2a2a service neutron] 10.222.0.36 "GET /v2.0/networks?id=4d2b2080-dee5-4efa-a657-06e568548ad6 HTTP/1.1" status: 200 len: 913 time: 0.1584234 Jul 27 21:01:57.572909 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [req-b56f21f0-941d-43d3-9d6b-26d133d52869 req-4c810f90-053f-4adc-9c7e-f99e27b66502 tempest-ServersAdminTestJSON-2115085297 tempest-ServersAdminTestJSON-2115085297-project] Request body: {'port': {'device_id': '17274dc4-072b-4ebb-8b1d-dece77bee02e', 'network_id': '4d64aa0b-bd6a-468e-8edc-c83689947462', 'admin_state_up': True, 'tenant_id': 'f86a589de4964203a66835a89a6b9f5d'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:01:57.592622 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] get_ports_and_sgs() called for port_ids ['8d0fe2af-3f78-43a3-a31d-c94adcdf7995'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:01:57.595396 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-4ac0a3fc-ba07-4ae3-a80f-02835e4c85ef req-1a46b454-ec70-4625-a744-7002303d7640 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:57.655284 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-31e7302a-5591-4baa-a991-8cc201c2231c req-f2462022-3a60-476e-b931-6d69f1f6ad80 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9c70ef6e-fd9f-4fa1-8989-5e617eacef24 HTTP/1.1" status: 200 len: 217 time: 0.0647497 Jul 27 21:01:57.674785 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-054593b1-6bdc-474b-ae6c-261d701506d0 req-6bcdde7c-b37e-4960-b784-7f555ca28646 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] 10.222.0.59 "GET /v2.0/security-groups?id=e8209215-bf66-4bb1-96ba-041099e74ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343052 Jul 27 21:01:57.713559 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-81846aa1-1531-444c-8f5a-2eb494f331a6 req-b1a6236f-9733-4f94-accc-8cca4c7aa882 service neutron] 10.222.0.36 "GET /v2.0/networks/e24d8d6c-cb0f-492b-9a38-55ce25e9a591?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2497661 Jul 27 21:01:57.744238 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e7302a-5591-4baa-a991-8cc201c2231c req-fbc224f3-7733-4ee6-b916-32f1d857a81a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:57.745844 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-31e7302a-5591-4baa-a991-8cc201c2231c req-fbc224f3-7733-4ee6-b916-32f1d857a81a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2f9e1451-a5a2-4318-8f1b-217b4517cbc0 HTTP/1.1" status: 200 len: 852 time: 0.0797796 Jul 27 21:01:57.798037 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b56f21f0-941d-43d3-9d6b-26d133d52869 req-4c810f90-053f-4adc-9c7e-f99e27b66502 tempest-ServersAdminTestJSON-2115085297 tempest-ServersAdminTestJSON-2115085297-project] Made reservation on behalf of f86a589de4964203a66835a89a6b9f5d for: {'port': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:01:57.801492 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-b56f21f0-941d-43d3-9d6b-26d133d52869 req-4c810f90-053f-4adc-9c7e-f99e27b66502 tempest-ServersAdminTestJSON-2115085297 tempest-ServersAdminTestJSON-2115085297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:57.805033 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-31e7302a-5591-4baa-a991-8cc201c2231c req-5efdb73a-ea50-43e2-94ee-752fbf8e1e90 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4d2b2080-dee5-4efa-a657-06e568548ad6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0364110 Jul 27 21:01:57.827899 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065f0d2e-b09a-43f8-9253-2b91a71d2fdc req-279ab82b-856f-480f-9517-9812d1be8a4e tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:57.829365 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-065f0d2e-b09a-43f8-9253-2b91a71d2fdc req-279ab82b-856f-480f-9517-9812d1be8a4e tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] 10.222.0.59 "GET /v2.0/ports?device_id=d0239bb6-b1ba-4ee9-b491-bb82ed66a636 HTTP/1.1" status: 200 len: 945 time: 0.2873371 Jul 27 21:01:57.835282 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-81846aa1-1531-444c-8f5a-2eb494f331a6 req-16de13ec-c44a-4a19-a76f-493b73fc29da service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=3276e718-0114-4f87-baff-9e6aac56604a HTTP/1.1" status: 200 len: 217 time: 0.1084163 Jul 27 21:01:57.983461 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-ae491690-72d8-4336-9965-a26e82b9fec8 req-861f7013-cd88-4bcc-aeb3-cd6bc4ad447d tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-securitygroup--1868555256&fields=id&tenant_id=3bfa1a2c35f349b1a3e408eca249b7cf HTTP/1.1" status: 200 len: 267 time: 0.1528480 Jul 27 21:01:57.987695 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-31e7302a-5591-4baa-a991-8cc201c2231c req-5ca3dbfe-6e86-4d19-bb43-df18b3d23cc3 service neutron] 10.222.0.36 "GET /v2.0/networks/4d2b2080-dee5-4efa-a657-06e568548ad6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1708474 Jul 27 21:01:57.990885 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-065f0d2e-b09a-43f8-9253-2b91a71d2fdc req-7c78451c-88cd-4992-978e-51b3a602a571 tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] 10.222.0.59 "GET /v2.0/security-groups?id=d1766e71-7b2a-4f2d-acc0-530f862b8fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547506 Jul 27 21:01:58.001076 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81846aa1-1531-444c-8f5a-2eb494f331a6 req-71d49abd-61b3-4a02-b1cd-37dd497c6469 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:58.002501 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-81846aa1-1531-444c-8f5a-2eb494f331a6 req-71d49abd-61b3-4a02-b1cd-37dd497c6469 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=153daf83-f920-4fbd-bc96-5d57ffdc1387 HTTP/1.1" status: 200 len: 797 time: 0.1555195 Jul 27 21:01:58.064226 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.db_base_plugin_common [req-b56f21f0-941d-43d3-9d6b-26d133d52869 req-4c810f90-053f-4adc-9c7e-f99e27b66502 tempest-ServersAdminTestJSON-2115085297 tempest-ServersAdminTestJSON-2115085297-project] Allocated IP 192.168.233.116 (4d64aa0b-bd6a-468e-8edc-c83689947462/26644ba0-4185-4e10-8718-6ad18d01376c/670c0f9e-a362-4c9f-b9ba-c2d6fdec5a45) {{(pid=105584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:01:58.110859 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-31e7302a-5591-4baa-a991-8cc201c2231c req-614d06bd-1874-4266-af47-6e0212974b4a service neutron] 10.222.0.36 "GET /v2.0/networks/4d2b2080-dee5-4efa-a657-06e568548ad6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1109369 Jul 27 21:01:58.214775 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae491690-72d8-4336-9965-a26e82b9fec8 req-702edb7d-d62d-4448-9d72-2a51026d38d6 tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:58.216271 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-ae491690-72d8-4336-9965-a26e82b9fec8 req-702edb7d-d62d-4448-9d72-2a51026d38d6 tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] 10.222.0.59 "GET /v2.0/networks?id=79bd215c-af8d-45db-ad24-972205044e15 HTTP/1.1" status: 200 len: 817 time: 0.2213976 Jul 27 21:01:58.239331 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-b56f21f0-941d-43d3-9d6b-26d133d52869 req-4c810f90-053f-4adc-9c7e-f99e27b66502 tempest-ServersAdminTestJSON-2115085297 tempest-ServersAdminTestJSON-2115085297-project] Notify callbacks [] for port, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:58.252937 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.provisioning_blocks [req-b56f21f0-941d-43d3-9d6b-26d133d52869 req-4c810f90-053f-4adc-9c7e-f99e27b66502 tempest-ServersAdminTestJSON-2115085297 tempest-ServersAdminTestJSON-2115085297-project] Transition to ACTIVE for port object 670c0f9e-a362-4c9f-b9ba-c2d6fdec5a45 will not be triggered until provisioned by entity DHCP. {{(pid=105584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:01:58.255086 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81846aa1-1531-444c-8f5a-2eb494f331a6 req-97ebc568-9938-4237-a2ff-e83290ec0d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:58.256571 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-81846aa1-1531-444c-8f5a-2eb494f331a6 req-97ebc568-9938-4237-a2ff-e83290ec0d78 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=18eab60f-6056-4003-a4d0-6bd1a91b2423&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2435803 Jul 27 21:01:58.262862 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-ae491690-72d8-4336-9965-a26e82b9fec8 req-e0dc0849-078f-449d-b479-d8d4ad3dad8a tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] 10.222.0.59 "GET /v2.0/quotas/3bfa1a2c35f349b1a3e408eca249b7cf HTTP/1.1" status: 200 len: 375 time: 0.0390062 Jul 27 21:01:58.286820 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-b56f21f0-941d-43d3-9d6b-26d133d52869 req-4c810f90-053f-4adc-9c7e-f99e27b66502 tempest-ServersAdminTestJSON-2115085297 tempest-ServersAdminTestJSON-2115085297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:58.296312 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a777011-4e05-4042-84d9-3737c43d7601 req-a0796d9e-bda7-4268-bf03-cbe031c10a84 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:58.297968 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] get_ports_and_sgs() called for port_ids ['4ddf85da-a0ba-4ac0-b67e-bc9537a21498'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:01:58.302283 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a777011-4e05-4042-84d9-3737c43d7601 req-a0796d9e-bda7-4268-bf03-cbe031c10a84 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:58.308268 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a777011-4e05-4042-84d9-3737c43d7601 req-a0796d9e-bda7-4268-bf03-cbe031c10a84 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:58.314176 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a777011-4e05-4042-84d9-3737c43d7601 req-a0796d9e-bda7-4268-bf03-cbe031c10a84 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:58.320054 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a777011-4e05-4042-84d9-3737c43d7601 req-a0796d9e-bda7-4268-bf03-cbe031c10a84 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:58.325965 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a777011-4e05-4042-84d9-3737c43d7601 req-a0796d9e-bda7-4268-bf03-cbe031c10a84 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:58.332031 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b56f21f0-941d-43d3-9d6b-26d133d52869 req-4c810f90-053f-4adc-9c7e-f99e27b66502 tempest-ServersAdminTestJSON-2115085297 tempest-ServersAdminTestJSON-2115085297-project] Network 4d64aa0b-bd6a-468e-8edc-c83689947462 is already hosted by enough agents. {{(pid=105584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:01:58.332410 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a777011-4e05-4042-84d9-3737c43d7601 req-a0796d9e-bda7-4268-bf03-cbe031c10a84 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:58.334784 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-5a777011-4e05-4042-84d9-3737c43d7601 req-a0796d9e-bda7-4268-bf03-cbe031c10a84 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] 10.222.0.59 "GET /v2.0/ports?device_id=9dfbe127-2e40-448a-9032-c49d8e1e61fe HTTP/1.1" status: 200 len: 5418 time: 0.2519615 Jul 27 21:01:58.335361 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [req-b56f21f0-941d-43d3-9d6b-26d133d52869 req-4c810f90-053f-4adc-9c7e-f99e27b66502 tempest-ServersAdminTestJSON-2115085297 tempest-ServersAdminTestJSON-2115085297-project] Resources bound (agent type, host, resource id): {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:01:58.338556 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [req-b56f21f0-941d-43d3-9d6b-26d133d52869 req-4c810f90-053f-4adc-9c7e-f99e27b66502 tempest-ServersAdminTestJSON-2115085297 tempest-ServersAdminTestJSON-2115085297-project] Received port after_create {{(pid=105584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:01:58.389515 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c810f90-053f-4adc-9c7e-f99e27b66502 tempest-ServersAdminTestJSON-2115085297 tempest-ServersAdminTestJSON-2115085297-project] Pushing event updated for resources: {'Port': ['ID=670c0f9e-a362-4c9f-b9ba-c2d6fdec5a45,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:01:58.418410 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56f21f0-941d-43d3-9d6b-26d133d52869 req-4c810f90-053f-4adc-9c7e-f99e27b66502 tempest-ServersAdminTestJSON-2115085297 tempest-ServersAdminTestJSON-2115085297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:58.420153 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-b56f21f0-941d-43d3-9d6b-26d133d52869 req-4c810f90-053f-4adc-9c7e-f99e27b66502 tempest-ServersAdminTestJSON-2115085297 tempest-ServersAdminTestJSON-2115085297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:58.436919 n-d-705658-22 neutron-server[105585]: DEBUG neutron.notifiers.nova [req-4ac0a3fc-ba07-4ae3-a80f-02835e4c85ef req-1a46b454-ec70-4625-a744-7002303d7640 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 835f0f4d-0526-410c-996b-78e4b0d0e923 {{(pid=105585) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:01:58.440788 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-b56f21f0-941d-43d3-9d6b-26d133d52869 req-4c810f90-053f-4adc-9c7e-f99e27b66502 tempest-ServersAdminTestJSON-2115085297 tempest-ServersAdminTestJSON-2115085297-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.8714902 Jul 27 21:01:58.459256 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [req-b56f21f0-941d-43d3-9d6b-26d133d52869 req-60d6f228-41be-4998-bd62-092e6092b69c service neutron] Request body: {'port': {'device_id': '17274dc4-072b-4ebb-8b1d-dece77bee02e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-705658-22'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:01:58.459618 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-4ac0a3fc-ba07-4ae3-a80f-02835e4c85ef req-1a46b454-ec70-4625-a744-7002303d7640 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:58.489983 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.provisioning_blocks [req-4ac0a3fc-ba07-4ae3-a80f-02835e4c85ef req-1a46b454-ec70-4625-a744-7002303d7640 service neutron] Transition to ACTIVE for port object 835f0f4d-0526-410c-996b-78e4b0d0e923 will not be triggered until provisioned by entity L2. {{(pid=105585) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:01:58.507744 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-4ac0a3fc-ba07-4ae3-a80f-02835e4c85ef req-1a46b454-ec70-4625-a744-7002303d7640 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10221672'] for port, after_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:58.525705 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-5a777011-4e05-4042-84d9-3737c43d7601 req-392fe2df-bdf3-422f-a31a-51438c764e1f tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] 10.222.0.59 "GET /v2.0/security-groups?id=477ad29f-b988-4b09-963a-d2ba14baa454&id=602b6e89-9902-4d75-b8ec-25947a9f847b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1366317 Jul 27 21:01:58.549941 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-b56f21f0-941d-43d3-9d6b-26d133d52869 req-60d6f228-41be-4998-bd62-092e6092b69c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:58.572765 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-81846aa1-1531-444c-8f5a-2eb494f331a6 req-a66e44d0-827c-4269-a756-64c1ce3f9038 service neutron] 10.222.0.36 "GET /v2.0/networks/18eab60f-6056-4003-a4d0-6bd1a91b2423?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2884536 Jul 27 21:01:58.622355 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-ae491690-72d8-4336-9965-a26e82b9fec8 req-ba0115aa-4c7e-4cf8-abee-f6e343e4861f tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=3bfa1a2c35f349b1a3e408eca249b7cf&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3410611 Jul 27 21:01:58.625421 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a46b454-ec70-4625-a744-7002303d7640 service neutron] Pushing event updated for resources: {'Port': ['ID=835f0f4d-0526-410c-996b-78e4b0d0e923,revision_number=2']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:01:58.635243 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] get_ports_and_sgs() called for port_ids ['c4e765fe-c4f3-4db9-88a3-29a4e00ed503'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:01:58.748200 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-78345938-3dbb-45ee-be29-bb854bdce349 None None] Provisioning for port 670c0f9e-a362-4c9f-b9ba-c2d6fdec5a45 completed by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:01:58.754414 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-78345938-3dbb-45ee-be29-bb854bdce349 None None] Provisioning complete for port 670c0f9e-a362-4c9f-b9ba-c2d6fdec5a45 triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:01:58.754788 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-78345938-3dbb-45ee-be29-bb854bdce349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:58.811857 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device 8d0fe2af-3f78-43a3-a31d-c94adcdf7995 up at agent hyperv_n-h1-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:01:58.821738 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-78345938-3dbb-45ee-be29-bb854bdce349 None None] Port 670c0f9e-a362-4c9f-b9ba-c2d6fdec5a45 cannot update to ACTIVE because it is not bound. {{(pid=105586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:01:58.893129 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Provisioning for port 8d0fe2af-3f78-43a3-a31d-c94adcdf7995 completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:01:58.901454 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Provisioning complete for port 8d0fe2af-3f78-43a3-a31d-c94adcdf7995 triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:01:58.901824 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:58.904700 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [req-b56f21f0-941d-43d3-9d6b-26d133d52869 req-60d6f228-41be-4998-bd62-092e6092b69c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 670c0f9e-a362-4c9f-b9ba-c2d6fdec5a45 {{(pid=105584) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:01:58.913486 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-b56f21f0-941d-43d3-9d6b-26d133d52869 req-60d6f228-41be-4998-bd62-092e6092b69c service neutron] Notify callbacks [] for port, precommit_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:58.927741 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.provisioning_blocks [req-b56f21f0-941d-43d3-9d6b-26d133d52869 req-60d6f228-41be-4998-bd62-092e6092b69c service neutron] Transition to ACTIVE for port object 670c0f9e-a362-4c9f-b9ba-c2d6fdec5a45 will not be triggered until provisioned by entity L2. {{(pid=105584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:01:58.932242 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-b56f21f0-941d-43d3-9d6b-26d133d52869 req-60d6f228-41be-4998-bd62-092e6092b69c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9014027'] for port, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:58.990046 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d6f228-41be-4998-bd62-092e6092b69c service neutron] Pushing event updated for resources: {'Port': ['ID=670c0f9e-a362-4c9f-b9ba-c2d6fdec5a45,revision_number=2']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:01:58.998105 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:59.024934 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd0b7501-b522-413c-b36c-1cda5061d73b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d0fe2af-3f78-43a3-a31d-c94adcdf7995'}] {{(pid=105586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:01:59.027313 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14c1663e039faf5393f87855f745010ac5b02220355b68fdbf065393e303ac56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3b5a401-3c72-4c43-b270-55ac0e0507b4" -d '{"events": [{"server_uuid": "fd0b7501-b522-413c-b36c-1cda5061d73b", "name": "network-vif-plugged", "status": "completed", "tag": "8d0fe2af-3f78-43a3-a31d-c94adcdf7995"}]}' {{(pid=105586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:01:59.042959 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] For port 8d0fe2af-3f78-43a3-a31d-c94adcdf7995, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=8d0fe2af-3f78-43a3-a31d-c94adcdf7995,segment=NetworkSegment(7253e476-fc19-4126-9562-a06a41b3b94e),segment_id=7253e476-fc19-4126-9562-a06a41b3b94e)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:01:59.048048 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:59.071708 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [req-b56f21f0-941d-43d3-9d6b-26d133d52869 req-60d6f228-41be-4998-bd62-092e6092b69c service neutron] Attempting to bind port 670c0f9e-a362-4c9f-b9ba-c2d6fdec5a45 on host n-h1-705658-22 for vnic_type normal with profile {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:01:59.072422 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [req-b56f21f0-941d-43d3-9d6b-26d133d52869 req-60d6f228-41be-4998-bd62-092e6092b69c service neutron] Attempting to bind port 670c0f9e-a362-4c9f-b9ba-c2d6fdec5a45 by drivers openvswitch,hyperv on host n-h1-705658-22 at level 0 using segments [{'id': '86b1e6f6-d629-4b03-8944-4cdfbfb93d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '4d64aa0b-bd6a-468e-8edc-c83689947462'}] {{(pid=105584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:01:59.072598 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b56f21f0-941d-43d3-9d6b-26d133d52869 req-60d6f228-41be-4998-bd62-092e6092b69c service neutron] Attempting to bind port 670c0f9e-a362-4c9f-b9ba-c2d6fdec5a45 on network 4d64aa0b-bd6a-468e-8edc-c83689947462 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:01:59.077523 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b56f21f0-941d-43d3-9d6b-26d133d52869 req-60d6f228-41be-4998-bd62-092e6092b69c service neutron] Port 670c0f9e-a362-4c9f-b9ba-c2d6fdec5a45 on network 4d64aa0b-bd6a-468e-8edc-c83689947462 not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-22 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:01:59.078823 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b56f21f0-941d-43d3-9d6b-26d133d52869 req-60d6f228-41be-4998-bd62-092e6092b69c service neutron] Attempting to bind port 670c0f9e-a362-4c9f-b9ba-c2d6fdec5a45 on network 4d64aa0b-bd6a-468e-8edc-c83689947462 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:01:59.085080 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b56f21f0-941d-43d3-9d6b-26d133d52869 req-60d6f228-41be-4998-bd62-092e6092b69c service neutron] Checking agent: {'id': '9d9bc37f-4d75-44ef-9f63-799aab3e316f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 49, 36), 'started_at': datetime.datetime(2021, 7, 27, 20, 49, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 1, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:01:59.086237 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b56f21f0-941d-43d3-9d6b-26d133d52869 req-60d6f228-41be-4998-bd62-092e6092b69c service neutron] Checking segment: {'id': '86b1e6f6-d629-4b03-8944-4cdfbfb93d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '4d64aa0b-bd6a-468e-8edc-c83689947462'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:01:59.086237 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b56f21f0-941d-43d3-9d6b-26d133d52869 req-60d6f228-41be-4998-bd62-092e6092b69c service neutron] Bound using segment: {'id': '86b1e6f6-d629-4b03-8944-4cdfbfb93d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '4d64aa0b-bd6a-468e-8edc-c83689947462'} {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:01:59.086509 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [req-b56f21f0-941d-43d3-9d6b-26d133d52869 req-60d6f228-41be-4998-bd62-092e6092b69c service neutron] Bound port: 670c0f9e-a362-4c9f-b9ba-c2d6fdec5a45, host: n-h1-705658-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '86b1e6f6-d629-4b03-8944-4cdfbfb93d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '4d64aa0b-bd6a-468e-8edc-c83689947462'}}] {{(pid=105584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:01:59.087073 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-b56f21f0-941d-43d3-9d6b-26d133d52869 req-60d6f228-41be-4998-bd62-092e6092b69c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:59.102976 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Pushing event updated for resources: {'Port': ['ID=8d0fe2af-3f78-43a3-a31d-c94adcdf7995,revision_number=5']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:01:59.168016 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [req-b56f21f0-941d-43d3-9d6b-26d133d52869 req-60d6f228-41be-4998-bd62-092e6092b69c service neutron] For port 670c0f9e-a362-4c9f-b9ba-c2d6fdec5a45, host n-h1-705658-22, cleared binding levels {{(pid=105584) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:01:59.173358 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [req-b56f21f0-941d-43d3-9d6b-26d133d52869 req-60d6f228-41be-4998-bd62-092e6092b69c service neutron] For port 670c0f9e-a362-4c9f-b9ba-c2d6fdec5a45, host n-h1-705658-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=670c0f9e-a362-4c9f-b9ba-c2d6fdec5a45,segment=NetworkSegment(86b1e6f6-d629-4b03-8944-4cdfbfb93d02),segment_id=86b1e6f6-d629-4b03-8944-4cdfbfb93d02)] {{(pid=105584) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:01:59.178044 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.managers [req-4ac0a3fc-ba07-4ae3-a80f-02835e4c85ef req-1a46b454-ec70-4625-a744-7002303d7640 service neutron] Attempting to bind port 835f0f4d-0526-410c-996b-78e4b0d0e923 on host n-h2-705658-22 for vnic_type normal with profile {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:01:59.178584 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-b56f21f0-941d-43d3-9d6b-26d133d52869 req-60d6f228-41be-4998-bd62-092e6092b69c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9014027'] for port, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:59.178712 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.managers [req-4ac0a3fc-ba07-4ae3-a80f-02835e4c85ef req-1a46b454-ec70-4625-a744-7002303d7640 service neutron] Attempting to bind port 835f0f4d-0526-410c-996b-78e4b0d0e923 by drivers openvswitch,hyperv on host n-h2-705658-22 at level 0 using segments [{'id': '31fbdef5-d817-4d56-be48-3d485cdfd14a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'a24de5a6-5324-4482-88f7-01f3fef3fce4'}] {{(pid=105585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:01:59.178712 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ac0a3fc-ba07-4ae3-a80f-02835e4c85ef req-1a46b454-ec70-4625-a744-7002303d7640 service neutron] Attempting to bind port 835f0f4d-0526-410c-996b-78e4b0d0e923 on network a24de5a6-5324-4482-88f7-01f3fef3fce4 {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:01:59.182130 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-81846aa1-1531-444c-8f5a-2eb494f331a6 req-7f3f3748-ab47-4591-822c-3a339390adc4 service neutron] 10.222.0.36 "GET /v2.0/networks/18eab60f-6056-4003-a4d0-6bd1a91b2423?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5933855 Jul 27 21:01:59.201920 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ac0a3fc-ba07-4ae3-a80f-02835e4c85ef req-1a46b454-ec70-4625-a744-7002303d7640 service neutron] Port 835f0f4d-0526-410c-996b-78e4b0d0e923 on network a24de5a6-5324-4482-88f7-01f3fef3fce4 not bound, no agent of type Open vSwitch agent registered on host n-h2-705658-22 {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:01:59.202297 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ac0a3fc-ba07-4ae3-a80f-02835e4c85ef req-1a46b454-ec70-4625-a744-7002303d7640 service neutron] Attempting to bind port 835f0f4d-0526-410c-996b-78e4b0d0e923 on network a24de5a6-5324-4482-88f7-01f3fef3fce4 {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:01:59.208851 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-ae491690-72d8-4336-9965-a26e82b9fec8 req-0b2cf750-35c4-4185-9344-de71de9e44f7 service neutron] 10.222.0.59 "GET /v2.0/networks/79bd215c-af8d-45db-ad24-972205044e15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5491951 Jul 27 21:01:59.216359 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56f21f0-941d-43d3-9d6b-26d133d52869 req-60d6f228-41be-4998-bd62-092e6092b69c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:59.216980 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-b56f21f0-941d-43d3-9d6b-26d133d52869 req-60d6f228-41be-4998-bd62-092e6092b69c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:59.218425 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-b56f21f0-941d-43d3-9d6b-26d133d52869 req-60d6f228-41be-4998-bd62-092e6092b69c service neutron] 10.222.0.36 "PUT /v2.0/ports/670c0f9e-a362-4c9f-b9ba-c2d6fdec5a45 HTTP/1.1" status: 200 len: 1097 time: 0.7658508 Jul 27 21:01:59.218899 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17274dc4-072b-4ebb-8b1d-dece77bee02e', 'tag': '670c0f9e-a362-4c9f-b9ba-c2d6fdec5a45'}] {{(pid=105584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:01:59.221229 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bce5e6c8685464f7626901654159975603b047827e3138302ed6566e28f1343" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4275cc33-8179-4f7f-a250-ee5992f63a19" -d '{"events": [{"name": "network-changed", "server_uuid": "17274dc4-072b-4ebb-8b1d-dece77bee02e", "tag": "670c0f9e-a362-4c9f-b9ba-c2d6fdec5a45"}]}' {{(pid=105584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:01:59.252469 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ac0a3fc-ba07-4ae3-a80f-02835e4c85ef req-1a46b454-ec70-4625-a744-7002303d7640 service neutron] Checking agent: {'id': '65195a73-a875-4810-9f5b-622ae260a8a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 49, 40), 'started_at': datetime.datetime(2021, 7, 27, 20, 49, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 1, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:01:59.252809 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ac0a3fc-ba07-4ae3-a80f-02835e4c85ef req-1a46b454-ec70-4625-a744-7002303d7640 service neutron] Checking segment: {'id': '31fbdef5-d817-4d56-be48-3d485cdfd14a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'a24de5a6-5324-4482-88f7-01f3fef3fce4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:01:59.253193 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ac0a3fc-ba07-4ae3-a80f-02835e4c85ef req-1a46b454-ec70-4625-a744-7002303d7640 service neutron] Bound using segment: {'id': '31fbdef5-d817-4d56-be48-3d485cdfd14a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'a24de5a6-5324-4482-88f7-01f3fef3fce4'} {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:01:59.253639 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.managers [req-4ac0a3fc-ba07-4ae3-a80f-02835e4c85ef req-1a46b454-ec70-4625-a744-7002303d7640 service neutron] Bound port: 835f0f4d-0526-410c-996b-78e4b0d0e923, host: n-h2-705658-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31fbdef5-d817-4d56-be48-3d485cdfd14a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'a24de5a6-5324-4482-88f7-01f3fef3fce4'}}] {{(pid=105585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:01:59.253999 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-4ac0a3fc-ba07-4ae3-a80f-02835e4c85ef req-1a46b454-ec70-4625-a744-7002303d7640 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:59.255204 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d6f228-41be-4998-bd62-092e6092b69c service neutron] Pushing event updated for resources: {'Port': ['ID=670c0f9e-a362-4c9f-b9ba-c2d6fdec5a45,revision_number=3']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:01:59.256820 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-81846aa1-1531-444c-8f5a-2eb494f331a6 req-96621f06-2e49-4884-a5df-91abd19c57e6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=daa5a95d-1e99-4f3d-afc7-05f95606c9cd HTTP/1.1" status: 200 len: 217 time: 0.0627398 Jul 27 21:01:59.264558 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ca2cef-0c1d-48ee-b551-be5ad94d6c8b req-9669ba8a-ad46-48c2-87ee-18fcc3be0526 tempest-SecurityGroupsTestJSON-146164436 tempest-SecurityGroupsTestJSON-146164436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:59.266625 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-47ca2cef-0c1d-48ee-b551-be5ad94d6c8b req-9669ba8a-ad46-48c2-87ee-18fcc3be0526 tempest-SecurityGroupsTestJSON-146164436 tempest-SecurityGroupsTestJSON-146164436-project] 10.222.0.59 "GET /v2.0/ports?device_id=ca86fb1b-c433-49d9-807b-04c160484fa6 HTTP/1.1" status: 200 len: 984 time: 0.6375413 Jul 27 21:01:59.333656 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56f21f0-941d-43d3-9d6b-26d133d52869 req-0ea5b6d3-5deb-40ba-abba-e4592afc6cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:59.335242 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-b56f21f0-941d-43d3-9d6b-26d133d52869 req-0ea5b6d3-5deb-40ba-abba-e4592afc6cbf service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f86a589de4964203a66835a89a6b9f5d&device_id=17274dc4-072b-4ebb-8b1d-dece77bee02e HTTP/1.1" status: 200 len: 1100 time: 0.0599401 Jul 27 21:01:59.389842 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-b56f21f0-941d-43d3-9d6b-26d133d52869 req-08460c5e-76bc-4c63-8b5c-4c50fe1a4d2d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.116&port_id=670c0f9e-a362-4c9f-b9ba-c2d6fdec5a45 HTTP/1.1" status: 200 len: 217 time: 0.0418036 Jul 27 21:01:59.438138 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81846aa1-1531-444c-8f5a-2eb494f331a6 req-01e274c6-92f1-40db-9810-d32e4c2e87e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:59.439643 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-81846aa1-1531-444c-8f5a-2eb494f331a6 req-01e274c6-92f1-40db-9810-d32e4c2e87e4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=153daf83-f920-4fbd-bc96-5d57ffdc1387 HTTP/1.1" status: 200 len: 797 time: 0.1310720 Jul 27 21:01:59.449684 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56f21f0-941d-43d3-9d6b-26d133d52869 req-6fc225da-f22d-4fdb-8de4-26e8af12d83b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:59.451177 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-b56f21f0-941d-43d3-9d6b-26d133d52869 req-6fc225da-f22d-4fdb-8de4-26e8af12d83b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=26644ba0-4185-4e10-8718-6ad18d01376c HTTP/1.1" status: 200 len: 843 time: 0.0519736 Jul 27 21:01:59.454737 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-47ca2cef-0c1d-48ee-b551-be5ad94d6c8b req-1b4a711f-8b83-46ec-84c2-dcb2e551200a tempest-SecurityGroupsTestJSON-146164436 tempest-SecurityGroupsTestJSON-146164436-project] 10.222.0.59 "GET /v2.0/security-groups?id=4e615c8e-7316-4e41-95e2-beb8fbe16280&id=95c62579-2c59-4204-a9e7-4c4f7e326f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.1707959 Jul 27 21:01:59.504839 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-ae491690-72d8-4336-9965-a26e82b9fec8 req-843904b7-8b46-453c-abe4-2ab6a48eb7e5 service neutron] 10.222.0.59 "GET /v2.0/networks/79bd215c-af8d-45db-ad24-972205044e15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2608564 Jul 27 21:01:59.505863 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.db [req-4ac0a3fc-ba07-4ae3-a80f-02835e4c85ef req-1a46b454-ec70-4625-a744-7002303d7640 service neutron] For port 835f0f4d-0526-410c-996b-78e4b0d0e923, host n-h2-705658-22, cleared binding levels {{(pid=105585) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:01:59.520730 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.db [req-4ac0a3fc-ba07-4ae3-a80f-02835e4c85ef req-1a46b454-ec70-4625-a744-7002303d7640 service neutron] For port 835f0f4d-0526-410c-996b-78e4b0d0e923, host n-h2-705658-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=835f0f4d-0526-410c-996b-78e4b0d0e923,segment=NetworkSegment(31fbdef5-d817-4d56-be48-3d485cdfd14a),segment_id=31fbdef5-d817-4d56-be48-3d485cdfd14a)] {{(pid=105585) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:01:59.531166 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-4ac0a3fc-ba07-4ae3-a80f-02835e4c85ef req-1a46b454-ec70-4625-a744-7002303d7640 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10221672'] for port, after_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:59.552073 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56f21f0-941d-43d3-9d6b-26d133d52869 req-a777faff-5f19-4398-80d8-f645e37e0d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:59.553601 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-b56f21f0-941d-43d3-9d6b-26d133d52869 req-a777faff-5f19-4398-80d8-f645e37e0d83 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4d64aa0b-bd6a-468e-8edc-c83689947462&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0903339 Jul 27 21:01:59.578799 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac0a3fc-ba07-4ae3-a80f-02835e4c85ef req-1a46b454-ec70-4625-a744-7002303d7640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:59.579450 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-4ac0a3fc-ba07-4ae3-a80f-02835e4c85ef req-1a46b454-ec70-4625-a744-7002303d7640 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:59.581050 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-4ac0a3fc-ba07-4ae3-a80f-02835e4c85ef req-1a46b454-ec70-4625-a744-7002303d7640 service neutron] 10.222.0.60 "PUT /v2.0/ports/835f0f4d-0526-410c-996b-78e4b0d0e923 HTTP/1.1" status: 200 len: 1093 time: 2.1848550 Jul 27 21:01:59.583453 n-d-705658-22 neutron-server[105585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3681efa9-caf9-4127-b110-4ef1fb8e20bc', 'tag': '835f0f4d-0526-410c-996b-78e4b0d0e923'}] {{(pid=105585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:01:59.586017 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d66fd65881426bfc2b5388084a3654e5eae521106a15a3dbf0eb4cde7106c36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d167fb6f-7e9a-423f-8d98-48603b9c3e9d" -d '{"events": [{"name": "network-changed", "server_uuid": "3681efa9-caf9-4127-b110-4ef1fb8e20bc", "tag": "835f0f4d-0526-410c-996b-78e4b0d0e923"}]}' {{(pid=105585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:01:59.653981 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81846aa1-1531-444c-8f5a-2eb494f331a6 req-aff45b95-7a4e-4148-8c26-663bd523c3c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:59.656073 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-81846aa1-1531-444c-8f5a-2eb494f331a6 req-aff45b95-7a4e-4148-8c26-663bd523c3c2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=18eab60f-6056-4003-a4d0-6bd1a91b2423&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1959186 Jul 27 21:01:59.684136 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-b56f21f0-941d-43d3-9d6b-26d133d52869 req-7e7b2480-1266-4fc7-bca8-d155d1dc3ec6 service neutron] 10.222.0.36 "GET /v2.0/networks/4d64aa0b-bd6a-468e-8edc-c83689947462?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1157813 Jul 27 21:01:59.748003 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a46b454-ec70-4625-a744-7002303d7640 service neutron] Pushing event updated for resources: {'Port': ['ID=835f0f4d-0526-410c-996b-78e4b0d0e923,revision_number=3']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:01:59.785628 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-b56f21f0-941d-43d3-9d6b-26d133d52869 req-c46f0bf5-2520-4cd7-aec7-c895d0ef8b00 service neutron] 10.222.0.36 "GET /v2.0/networks/4d64aa0b-bd6a-468e-8edc-c83689947462?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946844 Jul 27 21:01:59.846520 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e29338-1fe0-4ceb-8718-f3eb950033f4 req-fc15ff8d-57ab-4fc3-b097-65c75d1ac09b tempest-ServersAdminTestJSON-2115085297 tempest-ServersAdminTestJSON-2115085297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:59.848127 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-16e29338-1fe0-4ceb-8718-f3eb950033f4 req-fc15ff8d-57ab-4fc3-b097-65c75d1ac09b tempest-ServersAdminTestJSON-2115085297 tempest-ServersAdminTestJSON-2115085297-project] 10.222.0.59 "GET /v2.0/ports?device_id=17274dc4-072b-4ebb-8b1d-dece77bee02e HTTP/1.1" status: 200 len: 948 time: 0.3251925 Jul 27 21:01:59.860355 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-81846aa1-1531-444c-8f5a-2eb494f331a6 req-65f5063b-3235-47ec-be16-bd9a83ede28e service neutron] 10.222.0.36 "GET /v2.0/networks/18eab60f-6056-4003-a4d0-6bd1a91b2423?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1824617 Jul 27 21:01:59.893813 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac0a3fc-ba07-4ae3-a80f-02835e4c85ef req-810307c7-a4a8-4109-bfa7-6a63d97eae59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:59.895249 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-4ac0a3fc-ba07-4ae3-a80f-02835e4c85ef req-810307c7-a4a8-4109-bfa7-6a63d97eae59 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=bf2c8cd4d0264e96b8bde16d0eb3a6fe&device_id=3681efa9-caf9-4127-b110-4ef1fb8e20bc HTTP/1.1" status: 200 len: 1096 time: 0.2380435 Jul 27 21:01:59.995163 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-4ac0a3fc-ba07-4ae3-a80f-02835e4c85ef req-f893ad49-5735-45ea-ac0d-9741a4dffced service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=835f0f4d-0526-410c-996b-78e4b0d0e923 HTTP/1.1" status: 200 len: 217 time: 0.0581191 Jul 27 21:02:00.013487 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-16e29338-1fe0-4ceb-8718-f3eb950033f4 req-a9acc835-8837-450a-803a-35cdfa622295 tempest-ServersAdminTestJSON-2115085297 tempest-ServersAdminTestJSON-2115085297-project] 10.222.0.59 "GET /v2.0/security-groups?id=9f3cf157-ddbf-4bf4-acc6-59d64c6ea76b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554568 Jul 27 21:02:00.066462 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a4e983-5a40-4fae-a79a-21e12a6e3898 req-655224a7-fcce-48d6-9ba0-d56728417fe3 tempest-ServerRescueTestJSON-417658892 tempest-ServerRescueTestJSON-417658892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:00.067975 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-07a4e983-5a40-4fae-a79a-21e12a6e3898 req-655224a7-fcce-48d6-9ba0-d56728417fe3 tempest-ServerRescueTestJSON-417658892 tempest-ServerRescueTestJSON-417658892-project] 10.222.0.59 "GET /v2.0/ports?device_id=3681efa9-caf9-4127-b110-4ef1fb8e20bc HTTP/1.1" status: 200 len: 944 time: 0.3125448 Jul 27 21:02:00.119543 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac0a3fc-ba07-4ae3-a80f-02835e4c85ef req-f6b76c59-9e62-47e7-94d0-962acc79e208 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:00.121393 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-4ac0a3fc-ba07-4ae3-a80f-02835e4c85ef req-f6b76c59-9e62-47e7-94d0-962acc79e208 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d99af16b-2946-4011-bd00-9832fafed710 HTTP/1.1" status: 200 len: 851 time: 0.1184862 Jul 27 21:02:00.123329 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-81846aa1-1531-444c-8f5a-2eb494f331a6 req-4ec2a5f7-466d-40da-ba40-cd9c3b1133b4 service neutron] 10.222.0.36 "GET /v2.0/networks/18eab60f-6056-4003-a4d0-6bd1a91b2423?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2543123 Jul 27 21:02:00.163481 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-4ac0a3fc-ba07-4ae3-a80f-02835e4c85ef req-055d98af-7854-4eee-968b-32c3b9a33232 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a24de5a6-5324-4482-88f7-01f3fef3fce4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0339775 Jul 27 21:02:00.167460 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-07a4e983-5a40-4fae-a79a-21e12a6e3898 req-ba3593e9-e831-4b0d-b170-3099a6732b7f tempest-ServerRescueTestJSON-417658892 tempest-ServerRescueTestJSON-417658892-project] 10.222.0.59 "GET /v2.0/security-groups?id=551e2ab4-0adb-4dc6-ad9d-2e4a42006670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922401 Jul 27 21:02:00.393594 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309ce0ce-151b-480a-bd02-62a54c03d8a0 req-9188a4b9-782d-463a-b8ec-aec23edd7722 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:00.395062 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-309ce0ce-151b-480a-bd02-62a54c03d8a0 req-9188a4b9-782d-463a-b8ec-aec23edd7722 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] 10.222.0.59 "GET /v2.0/ports?device_id=fd0b7501-b522-413c-b36c-1cda5061d73b HTTP/1.1" status: 200 len: 946 time: 0.2341859 Jul 27 21:02:00.397845 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-4ac0a3fc-ba07-4ae3-a80f-02835e4c85ef req-45827021-e791-4e98-8ca2-d46757561d7f service neutron] 10.222.0.60 "GET /v2.0/networks/a24de5a6-5324-4482-88f7-01f3fef3fce4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2217813 Jul 27 21:02:00.411239 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32d233e-8162-4d99-bbac-ce834d9bbd4d req-5b27ec7d-ef4c-417a-a2aa-4253291d65b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:00.411722 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32d233e-8162-4d99-bbac-ce834d9bbd4d req-5b27ec7d-ef4c-417a-a2aa-4253291d65b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:00.412194 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32d233e-8162-4d99-bbac-ce834d9bbd4d req-5b27ec7d-ef4c-417a-a2aa-4253291d65b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:00.412655 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32d233e-8162-4d99-bbac-ce834d9bbd4d req-5b27ec7d-ef4c-417a-a2aa-4253291d65b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:00.413121 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32d233e-8162-4d99-bbac-ce834d9bbd4d req-5b27ec7d-ef4c-417a-a2aa-4253291d65b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:00.413586 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32d233e-8162-4d99-bbac-ce834d9bbd4d req-5b27ec7d-ef4c-417a-a2aa-4253291d65b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:00.414039 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32d233e-8162-4d99-bbac-ce834d9bbd4d req-5b27ec7d-ef4c-417a-a2aa-4253291d65b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:00.416016 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f32d233e-8162-4d99-bbac-ce834d9bbd4d req-5b27ec7d-ef4c-417a-a2aa-4253291d65b1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=16c9b99e3d6b4b58a380b57255ba6d41&device_id=9dfbe127-2e40-448a-9032-c49d8e1e61fe HTTP/1.1" status: 200 len: 6482 time: 0.2109177 Jul 27 21:02:00.463321 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab22fdff-de95-4d2e-b452-149ba3d93462 req-5074111f-e33e-4348-a561-0a8722ecf1f9 tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:00.467023 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-ab22fdff-de95-4d2e-b452-149ba3d93462 req-5074111f-e33e-4348-a561-0a8722ecf1f9 tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] 10.222.0.59 "GET /v2.0/ports?device_id=d0239bb6-b1ba-4ee9-b491-bb82ed66a636 HTTP/1.1" status: 200 len: 945 time: 0.2116754 Jul 27 21:02:00.595026 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-309ce0ce-151b-480a-bd02-62a54c03d8a0 req-752afa2d-28f9-447e-bae2-d7f8e43d03ea tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] 10.222.0.59 "GET /v2.0/security-groups?id=e8209215-bf66-4bb1-96ba-041099e74ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1896439 Jul 27 21:02:00.627641 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-ab22fdff-de95-4d2e-b452-149ba3d93462 req-15b031ad-ac8e-450e-93d4-76679d55a663 tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] 10.222.0.59 "GET /v2.0/security-groups?id=d1766e71-7b2a-4f2d-acc0-530f862b8fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286011 Jul 27 21:02:00.672352 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32d233e-8162-4d99-bbac-ce834d9bbd4d req-74388b92-18e8-42bf-a158-d836754bcc05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:00.674127 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f32d233e-8162-4d99-bbac-ce834d9bbd4d req-74388b92-18e8-42bf-a158-d836754bcc05 service neutron] 10.222.0.36 "GET /v2.0/networks?id=18eab60f-6056-4003-a4d0-6bd1a91b2423 HTTP/1.1" status: 200 len: 902 time: 0.2422643 Jul 27 21:02:00.676321 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-4ac0a3fc-ba07-4ae3-a80f-02835e4c85ef req-172d1e8f-f9ca-4f64-9a5b-95f35995e557 service neutron] 10.222.0.60 "GET /v2.0/networks/a24de5a6-5324-4482-88f7-01f3fef3fce4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2593715 Jul 27 21:02:00.716306 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:01:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53341fd1-72b7-4e0a-abbc-74d7ee5c493b x-openstack-request-id: req-53341fd1-72b7-4e0a-abbc-74d7ee5c493b {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:02:00.717211 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd0b7501-b522-413c-b36c-1cda5061d73b", "name": "network-vif-plugged", "status": "completed", "tag": "8d0fe2af-3f78-43a3-a31d-c94adcdf7995", "code": 200}]} {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:02:00.717690 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-53341fd1-72b7-4e0a-abbc-74d7ee5c493b {{(pid=105586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:02:00.719297 n-d-705658-22 neutron-server[105586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd0b7501-b522-413c-b36c-1cda5061d73b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d0fe2af-3f78-43a3-a31d-c94adcdf7995', 'code': 200} Jul 27 21:02:00.747435 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f32d233e-8162-4d99-bbac-ce834d9bbd4d req-98462c11-7ec3-453b-9696-e8d5f724f18d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=3276e718-0114-4f87-baff-9e6aac56604a HTTP/1.1" status: 200 len: 217 time: 0.0650091 Jul 27 21:02:00.747621 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:01:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7f887d0-a181-4854-aac7-7f3f19db9bd2 x-openstack-request-id: req-a7f887d0-a181-4854-aac7-7f3f19db9bd2 {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:02:00.748167 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17274dc4-072b-4ebb-8b1d-dece77bee02e", "tag": "670c0f9e-a362-4c9f-b9ba-c2d6fdec5a45", "status": "completed", "code": 200}]} {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:02:00.748167 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-a7f887d0-a181-4854-aac7-7f3f19db9bd2 {{(pid=105584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:02:00.748686 n-d-705658-22 neutron-server[105584]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17274dc4-072b-4ebb-8b1d-dece77bee02e', 'tag': '670c0f9e-a362-4c9f-b9ba-c2d6fdec5a45', 'status': 'completed', 'code': 200} Jul 27 21:02:00.880672 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32d233e-8162-4d99-bbac-ce834d9bbd4d req-6c6286bb-e85b-4c9d-bd56-90b9cfc13251 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:00.882261 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f32d233e-8162-4d99-bbac-ce834d9bbd4d req-6c6286bb-e85b-4c9d-bd56-90b9cfc13251 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=153daf83-f920-4fbd-bc96-5d57ffdc1387 HTTP/1.1" status: 200 len: 797 time: 0.1202974 Jul 27 21:02:00.892528 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4275cc33-8179-4f7f-a250-ee5992f63a19 req-a2b98a67-def2-4897-ba0b-00545657a2c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:00.892740 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-43d83ab9-1657-42c4-a888-5d9f4b2bf801 req-4531d94a-24c2-40ba-a654-6abe3a628ad8 tempest-SecurityGroupsTestJSON-146164436 tempest-SecurityGroupsTestJSON-146164436-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1491406662&fields=id&tenant_id=8a9fb2dba4884d648101d24277d7cc3a HTTP/1.1" status: 200 len: 267 time: 0.1139812 Jul 27 21:02:00.894173 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-4275cc33-8179-4f7f-a250-ee5992f63a19 req-a2b98a67-def2-4897-ba0b-00545657a2c9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f86a589de4964203a66835a89a6b9f5d&device_id=17274dc4-072b-4ebb-8b1d-dece77bee02e HTTP/1.1" status: 200 len: 1100 time: 0.1446006 Jul 27 21:02:00.903567 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae491690-72d8-4336-9965-a26e82b9fec8 req-dd0e5dfc-4ffa-460e-93f7-6d89333c1896 tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:00.905121 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-ae491690-72d8-4336-9965-a26e82b9fec8 req-dd0e5dfc-4ffa-460e-93f7-6d89333c1896 tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] 10.222.0.60 "GET /v2.0/networks?id=79bd215c-af8d-45db-ad24-972205044e15 HTTP/1.1" status: 200 len: 817 time: 0.2280536 Jul 27 21:02:00.981386 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ea206f-7398-49af-a59c-3edd76ff0484 req-ba7474e3-3f5c-422b-b33b-169cfe31ea9d tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:00.987278 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ea206f-7398-49af-a59c-3edd76ff0484 req-ba7474e3-3f5c-422b-b33b-169cfe31ea9d tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:00.993116 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ea206f-7398-49af-a59c-3edd76ff0484 req-ba7474e3-3f5c-422b-b33b-169cfe31ea9d tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:00.999102 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ea206f-7398-49af-a59c-3edd76ff0484 req-ba7474e3-3f5c-422b-b33b-169cfe31ea9d tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:01.005297 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ea206f-7398-49af-a59c-3edd76ff0484 req-ba7474e3-3f5c-422b-b33b-169cfe31ea9d tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:01.011188 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c5d9c4-08e0-4ca9-9fba-07061c6c62e6 req-61e56b5c-a6a2-46c4-8f85-b538052d3577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:01.011337 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ea206f-7398-49af-a59c-3edd76ff0484 req-ba7474e3-3f5c-422b-b33b-169cfe31ea9d tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:01.012706 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-30c5d9c4-08e0-4ca9-9fba-07061c6c62e6 req-61e56b5c-a6a2-46c4-8f85-b538052d3577 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=fd0b7501-b522-413c-b36c-1cda5061d73b HTTP/1.1" status: 200 len: 1098 time: 0.1800563 Jul 27 21:02:01.017574 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ea206f-7398-49af-a59c-3edd76ff0484 req-ba7474e3-3f5c-422b-b33b-169cfe31ea9d tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:01.019433 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-81ea206f-7398-49af-a59c-3edd76ff0484 req-ba7474e3-3f5c-422b-b33b-169cfe31ea9d tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] 10.222.0.59 "GET /v2.0/ports?device_id=9dfbe127-2e40-448a-9032-c49d8e1e61fe HTTP/1.1" status: 200 len: 5418 time: 0.2162700 Jul 27 21:02:01.022858 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-ae491690-72d8-4336-9965-a26e82b9fec8 req-582c80f5-98c3-4e19-a595-33ed18911c49 tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3bfa1a2c35f349b1a3e408eca249b7cf HTTP/1.1" status: 200 len: 380 time: 0.1040506 Jul 27 21:02:01.038276 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [req-ae491690-72d8-4336-9965-a26e82b9fec8 req-a564d900-697e-4dab-922d-d5d2f4fbe0f4 tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] Request body: {'port': {'device_id': 'f4131bf3-56d0-4dd5-8a0b-f9b028d7bbbe', 'network_id': '79bd215c-af8d-45db-ad24-972205044e15', 'admin_state_up': True, 'tenant_id': '3bfa1a2c35f349b1a3e408eca249b7cf', 'security_groups': ['771ef501-f193-4e50-901d-4721d89f2b91']}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:02:01.088576 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32d233e-8162-4d99-bbac-ce834d9bbd4d req-6e8b4318-2761-4f36-87f7-981eb3125abd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:01.090099 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f32d233e-8162-4d99-bbac-ce834d9bbd4d req-6e8b4318-2761-4f36-87f7-981eb3125abd service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=18eab60f-6056-4003-a4d0-6bd1a91b2423&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1956909 Jul 27 21:02:01.095052 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-81ea206f-7398-49af-a59c-3edd76ff0484 req-34d6f6f8-6051-4a8d-b011-b97efb7c126b tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] 10.222.0.59 "GET /v2.0/security-groups?id=477ad29f-b988-4b09-963a-d2ba14baa454&id=602b6e89-9902-4d75-b8ec-25947a9f847b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0674281 Jul 27 21:02:01.105755 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d83ab9-1657-42c4-a888-5d9f4b2bf801 req-ddc2a835-9670-4fbe-a32e-f1b9946a42ce tempest-SecurityGroupsTestJSON-146164436 tempest-SecurityGroupsTestJSON-146164436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:01.109263 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-43d83ab9-1657-42c4-a888-5d9f4b2bf801 req-ddc2a835-9670-4fbe-a32e-f1b9946a42ce tempest-SecurityGroupsTestJSON-146164436 tempest-SecurityGroupsTestJSON-146164436-project] 10.222.0.59 "GET /v2.0/ports?device_id=ca86fb1b-c433-49d9-807b-04c160484fa6 HTTP/1.1" status: 200 len: 984 time: 0.2053897 Jul 27 21:02:01.110147 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4275cc33-8179-4f7f-a250-ee5992f63a19 req-a20754b7-f8de-4461-8ee5-a18b073fde37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:01.111970 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-4275cc33-8179-4f7f-a250-ee5992f63a19 req-a20754b7-f8de-4461-8ee5-a18b073fde37 service neutron] 10.222.0.36 "GET /v2.0/networks?id=4d64aa0b-bd6a-468e-8edc-c83689947462 HTTP/1.1" status: 200 len: 870 time: 0.2014534 Jul 27 21:02:01.161142 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:01:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-691c153b-fa24-4257-9563-4322e0f871a9 x-openstack-request-id: req-691c153b-fa24-4257-9563-4322e0f871a9 {{(pid=105585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:02:01.161504 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3681efa9-caf9-4127-b110-4ef1fb8e20bc", "tag": "835f0f4d-0526-410c-996b-78e4b0d0e923", "status": "completed", "code": 200}]} {{(pid=105585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:02:01.161867 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-691c153b-fa24-4257-9563-4322e0f871a9 {{(pid=105585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:02:01.162282 n-d-705658-22 neutron-server[105585]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3681efa9-caf9-4127-b110-4ef1fb8e20bc', 'tag': '835f0f4d-0526-410c-996b-78e4b0d0e923', 'status': 'completed', 'code': 200} Jul 27 21:02:01.168892 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-30c5d9c4-08e0-4ca9-9fba-07061c6c62e6 req-7b054509-a2e9-43f8-8a31-4e0847c3029f service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=e8209215-bf66-4bb1-96ba-041099e74ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436069 Jul 27 21:02:01.169864 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [req-43d83ab9-1657-42c4-a888-5d9f4b2bf801 req-3f85baef-eca3-4191-9336-f427916695c5 tempest-SecurityGroupsTestJSON-146164436 tempest-SecurityGroupsTestJSON-146164436-project] Request body: {'port': {'security_groups': ['4e615c8e-7316-4e41-95e2-beb8fbe16280', '95c62579-2c59-4204-a9e7-4c4f7e326f3b', 'fd992719-3c53-4b38-92cf-7cbc9a35567f']}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:02:01.176929 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-4275cc33-8179-4f7f-a250-ee5992f63a19 req-b5ab326b-8747-4ddf-aa29-a6363c9b144d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.116&port_id=670c0f9e-a362-4c9f-b9ba-c2d6fdec5a45 HTTP/1.1" status: 200 len: 217 time: 0.0513864 Jul 27 21:02:01.221288 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae491690-72d8-4336-9965-a26e82b9fec8 req-a564d900-697e-4dab-922d-d5d2f4fbe0f4 tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] Made reservation on behalf of 3bfa1a2c35f349b1a3e408eca249b7cf for: {'port': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:02:01.225055 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-ae491690-72d8-4336-9965-a26e82b9fec8 req-a564d900-697e-4dab-922d-d5d2f4fbe0f4 tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:01.292424 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-d250af32-d2fb-4122-b817-393b26e07ec7 req-e05d8a9d-ba50-4c7f-bbc0-b9634850c9c8 tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] 10.222.0.59 "GET /v2.0/ports?device_id=f4131bf3-56d0-4dd5-8a0b-f9b028d7bbbe HTTP/1.1" status: 200 len: 210 time: 0.0590236 Jul 27 21:02:01.330046 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4275cc33-8179-4f7f-a250-ee5992f63a19 req-69c9f8f0-ccf7-46e2-b1fd-1de3f68c0998 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:01.331723 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-4275cc33-8179-4f7f-a250-ee5992f63a19 req-69c9f8f0-ccf7-46e2-b1fd-1de3f68c0998 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=26644ba0-4185-4e10-8718-6ad18d01376c HTTP/1.1" status: 200 len: 843 time: 0.1042397 Jul 27 21:02:01.349178 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f32d233e-8162-4d99-bbac-ce834d9bbd4d req-b8620a8b-e095-4b17-85da-b9eeddff9a5d service neutron] 10.222.0.36 "GET /v2.0/networks/18eab60f-6056-4003-a4d0-6bd1a91b2423?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2387998 Jul 27 21:02:01.372881 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-43d83ab9-1657-42c4-a888-5d9f4b2bf801 req-3f85baef-eca3-4191-9336-f427916695c5 tempest-SecurityGroupsTestJSON-146164436 tempest-SecurityGroupsTestJSON-146164436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:01.425730 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d167fb6f-7e9a-423f-8d98-48603b9c3e9d req-f6b297d6-1c62-413d-8839-e06ec388366f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:01.427247 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-d167fb6f-7e9a-423f-8d98-48603b9c3e9d req-f6b297d6-1c62-413d-8839-e06ec388366f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=bf2c8cd4d0264e96b8bde16d0eb3a6fe&device_id=3681efa9-caf9-4127-b110-4ef1fb8e20bc HTTP/1.1" status: 200 len: 1096 time: 0.2280452 Jul 27 21:02:01.444440 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.db_base_plugin_common [req-ae491690-72d8-4336-9965-a26e82b9fec8 req-a564d900-697e-4dab-922d-d5d2f4fbe0f4 tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] Allocated IP 172.20.0.8 (79bd215c-af8d-45db-ad24-972205044e15/63030826-f290-4ec4-88a7-e0d5c21af6b4/692f13a5-f9cb-440b-acee-eec7835ad338) {{(pid=105584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:02:01.474141 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4275cc33-8179-4f7f-a250-ee5992f63a19 req-dc65d27b-fc06-45fd-86bd-8cbe1bcefda3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:01.475685 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-4275cc33-8179-4f7f-a250-ee5992f63a19 req-dc65d27b-fc06-45fd-86bd-8cbe1bcefda3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4d64aa0b-bd6a-468e-8edc-c83689947462&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1270592 Jul 27 21:02:01.610874 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f32d233e-8162-4d99-bbac-ce834d9bbd4d req-e1162a4f-2cbf-4436-88ed-0bef41eb4166 service neutron] 10.222.0.36 "GET /v2.0/networks/18eab60f-6056-4003-a4d0-6bd1a91b2423?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2464387 Jul 27 21:02:01.649731 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-4275cc33-8179-4f7f-a250-ee5992f63a19 req-4fabcb9d-0fb7-4baf-b23a-20bb71f9914a service neutron] 10.222.0.36 "GET /v2.0/networks/4d64aa0b-bd6a-468e-8edc-c83689947462?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1635082 Jul 27 21:02:01.665664 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d167fb6f-7e9a-423f-8d98-48603b9c3e9d req-a392efda-4ec0-4e98-b2b6-4da676693508 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:01.667072 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-d167fb6f-7e9a-423f-8d98-48603b9c3e9d req-a392efda-4ec0-4e98-b2b6-4da676693508 service neutron] 10.222.0.60 "GET /v2.0/networks?id=a24de5a6-5324-4482-88f7-01f3fef3fce4 HTTP/1.1" status: 200 len: 912 time: 0.2302921 Jul 27 21:02:01.676140 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-ae491690-72d8-4336-9965-a26e82b9fec8 req-a564d900-697e-4dab-922d-d5d2f4fbe0f4 tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] Notify callbacks [] for port, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:01.725137 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.provisioning_blocks [req-ae491690-72d8-4336-9965-a26e82b9fec8 req-a564d900-697e-4dab-922d-d5d2f4fbe0f4 tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] Transition to ACTIVE for port object 692f13a5-f9cb-440b-acee-eec7835ad338 will not be triggered until provisioned by entity DHCP. {{(pid=105584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:02:01.781542 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-4275cc33-8179-4f7f-a250-ee5992f63a19 req-e54cc7c4-cdfd-43e1-a1fb-03212c1ee019 service neutron] 10.222.0.36 "GET /v2.0/networks/4d64aa0b-bd6a-468e-8edc-c83689947462?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1199901 Jul 27 21:02:01.790654 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-ae491690-72d8-4336-9965-a26e82b9fec8 req-a564d900-697e-4dab-922d-d5d2f4fbe0f4 tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:01.840317 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae491690-72d8-4336-9965-a26e82b9fec8 req-a564d900-697e-4dab-922d-d5d2f4fbe0f4 tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] Network 79bd215c-af8d-45db-ad24-972205044e15 is already hosted by enough agents. {{(pid=105584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:02:01.845779 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [req-ae491690-72d8-4336-9965-a26e82b9fec8 req-a564d900-697e-4dab-922d-d5d2f4fbe0f4 tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] Resources bound (agent type, host, resource id): {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:02:01.849615 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae491690-72d8-4336-9965-a26e82b9fec8 req-a564d900-697e-4dab-922d-d5d2f4fbe0f4 tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] Received port after_create {{(pid=105584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:02:02.069939 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-d45a2548-635a-4cac-b510-893631b6d95e None None] Provisioning for port 692f13a5-f9cb-440b-acee-eec7835ad338 completed by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:02:02.074372 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-d45a2548-635a-4cac-b510-893631b6d95e None None] Provisioning complete for port 692f13a5-f9cb-440b-acee-eec7835ad338 triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:02:02.074745 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-d45a2548-635a-4cac-b510-893631b6d95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:02.106225 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ebff8d-4982-4505-abb9-e29d2bbb8672 req-39d246a2-8a41-4faa-a7d0-73cc06dc591a tempest-ServersAdminTestJSON-2115085297 tempest-ServersAdminTestJSON-2115085297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:02.107866 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e1ebff8d-4982-4505-abb9-e29d2bbb8672 req-39d246a2-8a41-4faa-a7d0-73cc06dc591a tempest-ServersAdminTestJSON-2115085297 tempest-ServersAdminTestJSON-2115085297-project] 10.222.0.59 "GET /v2.0/ports?device_id=17274dc4-072b-4ebb-8b1d-dece77bee02e HTTP/1.1" status: 200 len: 948 time: 0.5884457 Jul 27 21:02:02.111902 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-d167fb6f-7e9a-423f-8d98-48603b9c3e9d req-351239bb-bfab-4048-a496-e530f6599ba7 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=835f0f4d-0526-410c-996b-78e4b0d0e923 HTTP/1.1" status: 200 len: 217 time: 0.4336240 Jul 27 21:02:02.117032 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-d45a2548-635a-4cac-b510-893631b6d95e None None] Port 692f13a5-f9cb-440b-acee-eec7835ad338 cannot update to ACTIVE because it is not bound. {{(pid=105586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:02:02.185541 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a564d900-697e-4dab-922d-d5d2f4fbe0f4 tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] Pushing event updated for resources: {'Port': ['ID=692f13a5-f9cb-440b-acee-eec7835ad338,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:02:02.213531 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae491690-72d8-4336-9965-a26e82b9fec8 req-a564d900-697e-4dab-922d-d5d2f4fbe0f4 tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:02.214159 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-ae491690-72d8-4336-9965-a26e82b9fec8 req-a564d900-697e-4dab-922d-d5d2f4fbe0f4 tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:02.229102 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-ae491690-72d8-4336-9965-a26e82b9fec8 req-a564d900-697e-4dab-922d-d5d2f4fbe0f4 tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1944764 Jul 27 21:02:02.239343 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.db [req-43d83ab9-1657-42c4-a888-5d9f4b2bf801 req-3f85baef-eca3-4191-9336-f427916695c5 tempest-SecurityGroupsTestJSON-146164436 tempest-SecurityGroupsTestJSON-146164436-project] For port 9c70ef6e-fd9f-4fa1-8989-5e617eacef24, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=9c70ef6e-fd9f-4fa1-8989-5e617eacef24,segment=NetworkSegment(7e287389-6e5c-4ce4-b4eb-616d84d437ce),segment_id=7e287389-6e5c-4ce4-b4eb-616d84d437ce)] {{(pid=105585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:02:02.241993 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d167fb6f-7e9a-423f-8d98-48603b9c3e9d req-53dfb193-704a-4990-af06-fde8f80608e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:02.243456 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-d167fb6f-7e9a-423f-8d98-48603b9c3e9d req-53dfb193-704a-4990-af06-fde8f80608e4 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d99af16b-2946-4011-bd00-9832fafed710 HTTP/1.1" status: 200 len: 851 time: 0.1155510 Jul 27 21:02:02.246185 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e1ebff8d-4982-4505-abb9-e29d2bbb8672 req-e8656e89-29c0-4a0c-8566-0c58c5b18f9f tempest-ServersAdminTestJSON-2115085297 tempest-ServersAdminTestJSON-2115085297-project] 10.222.0.59 "GET /v2.0/security-groups?id=9f3cf157-ddbf-4bf4-acc6-59d64c6ea76b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269624 Jul 27 21:02:02.248103 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [req-ae491690-72d8-4336-9965-a26e82b9fec8 req-944855ee-2ba0-4076-87c9-997c3e7e3e19 service neutron] Request body: {'port': {'device_id': 'f4131bf3-56d0-4dd5-8a0b-f9b028d7bbbe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-705658-22'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:02:02.286852 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-d167fb6f-7e9a-423f-8d98-48603b9c3e9d req-11828a42-fcaf-43a6-9c25-9ca82b434a01 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a24de5a6-5324-4482-88f7-01f3fef3fce4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0331833 Jul 27 21:02:02.294085 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32d233e-8162-4d99-bbac-ce834d9bbd4d req-be6f5d03-0554-490f-9c3f-08a247255636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:02.294566 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32d233e-8162-4d99-bbac-ce834d9bbd4d req-be6f5d03-0554-490f-9c3f-08a247255636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:02.295054 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32d233e-8162-4d99-bbac-ce834d9bbd4d req-be6f5d03-0554-490f-9c3f-08a247255636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:02.295524 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32d233e-8162-4d99-bbac-ce834d9bbd4d req-be6f5d03-0554-490f-9c3f-08a247255636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:02.295989 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32d233e-8162-4d99-bbac-ce834d9bbd4d req-be6f5d03-0554-490f-9c3f-08a247255636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:02.296471 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32d233e-8162-4d99-bbac-ce834d9bbd4d req-be6f5d03-0554-490f-9c3f-08a247255636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:02.297477 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32d233e-8162-4d99-bbac-ce834d9bbd4d req-be6f5d03-0554-490f-9c3f-08a247255636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:02.299371 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f32d233e-8162-4d99-bbac-ce834d9bbd4d req-be6f5d03-0554-490f-9c3f-08a247255636 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=16c9b99e3d6b4b58a380b57255ba6d41&device_id=9dfbe127-2e40-448a-9032-c49d8e1e61fe HTTP/1.1" status: 200 len: 6482 time: 0.6101725 Jul 27 21:02:02.347697 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-43d83ab9-1657-42c4-a888-5d9f4b2bf801 req-3f85baef-eca3-4191-9336-f427916695c5 tempest-SecurityGroupsTestJSON-146164436 tempest-SecurityGroupsTestJSON-146164436-project] Notify callbacks [] for port, precommit_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:02.354050 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-ae491690-72d8-4336-9965-a26e82b9fec8 req-944855ee-2ba0-4076-87c9-997c3e7e3e19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:02.415792 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-43d83ab9-1657-42c4-a888-5d9f4b2bf801 req-3f85baef-eca3-4191-9336-f427916695c5 tempest-SecurityGroupsTestJSON-146164436 tempest-SecurityGroupsTestJSON-146164436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10221672'] for port, after_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:02.428062 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] get_ports_and_sgs() called for port_ids ['9c70ef6e-fd9f-4fa1-8989-5e617eacef24'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:02:02.454567 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] get_ports_and_sgs() called for port_ids ['621b6a24-9c81-48c6-a70f-ffcfa4ff3c11'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:02:02.527685 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d83ab9-1657-42c4-a888-5d9f4b2bf801 req-3f85baef-eca3-4191-9336-f427916695c5 tempest-SecurityGroupsTestJSON-146164436 tempest-SecurityGroupsTestJSON-146164436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:02.528370 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-43d83ab9-1657-42c4-a888-5d9f4b2bf801 req-3f85baef-eca3-4191-9336-f427916695c5 tempest-SecurityGroupsTestJSON-146164436 tempest-SecurityGroupsTestJSON-146164436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:02.529950 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-43d83ab9-1657-42c4-a888-5d9f4b2bf801 req-3f85baef-eca3-4191-9336-f427916695c5 tempest-SecurityGroupsTestJSON-146164436 tempest-SecurityGroupsTestJSON-146164436-project] 10.222.0.59 "PUT /v2.0/ports/9c70ef6e-fd9f-4fa1-8989-5e617eacef24 HTTP/1.1" status: 200 len: 1020 time: 1.3665760 Jul 27 21:02:02.583401 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f85baef-eca3-4191-9336-f427916695c5 tempest-SecurityGroupsTestJSON-146164436 tempest-SecurityGroupsTestJSON-146164436-project] Pushing event updated for resources: {'Port': ['ID=9c70ef6e-fd9f-4fa1-8989-5e617eacef24,revision_number=7']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:02:02.591024 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-d167fb6f-7e9a-423f-8d98-48603b9c3e9d req-704954df-1116-437e-ba8f-db91fe0f1392 service neutron] 10.222.0.60 "GET /v2.0/networks/a24de5a6-5324-4482-88f7-01f3fef3fce4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2760024 Jul 27 21:02:02.606334 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32d233e-8162-4d99-bbac-ce834d9bbd4d req-7f8095ec-4cf2-4321-960d-de61870df1df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:02.607796 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f32d233e-8162-4d99-bbac-ce834d9bbd4d req-7f8095ec-4cf2-4321-960d-de61870df1df service neutron] 10.222.0.36 "GET /v2.0/networks?id=18eab60f-6056-4003-a4d0-6bd1a91b2423 HTTP/1.1" status: 200 len: 902 time: 0.2998395 Jul 27 21:02:02.685070 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [req-ae491690-72d8-4336-9965-a26e82b9fec8 req-944855ee-2ba0-4076-87c9-997c3e7e3e19 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 692f13a5-f9cb-440b-acee-eec7835ad338 {{(pid=105584) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:02:02.694508 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-ae491690-72d8-4336-9965-a26e82b9fec8 req-944855ee-2ba0-4076-87c9-997c3e7e3e19 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:02.699690 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] get_ports_and_sgs() called for port_ids ['9c70ef6e-fd9f-4fa1-8989-5e617eacef24'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:02:02.708078 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.provisioning_blocks [req-ae491690-72d8-4336-9965-a26e82b9fec8 req-944855ee-2ba0-4076-87c9-997c3e7e3e19 service neutron] Transition to ACTIVE for port object 692f13a5-f9cb-440b-acee-eec7835ad338 will not be triggered until provisioned by entity L2. {{(pid=105584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:02:02.712762 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-ae491690-72d8-4336-9965-a26e82b9fec8 req-944855ee-2ba0-4076-87c9-997c3e7e3e19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9014027'] for port, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:02.721207 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f32d233e-8162-4d99-bbac-ce834d9bbd4d req-bccb84db-7715-430a-af68-a07ca92a51be service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=daa5a95d-1e99-4f3d-afc7-05f95606c9cd HTTP/1.1" status: 200 len: 217 time: 0.0859256 Jul 27 21:02:02.728768 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e824f8-f9ea-4d9c-92b6-7435f6fa1a8d req-832eb365-151e-47fb-a1d4-3fdb98688fc7 tempest-ServerRescueTestJSON-417658892 tempest-ServerRescueTestJSON-417658892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:02.730220 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-57e824f8-f9ea-4d9c-92b6-7435f6fa1a8d req-832eb365-151e-47fb-a1d4-3fdb98688fc7 tempest-ServerRescueTestJSON-417658892 tempest-ServerRescueTestJSON-417658892-project] 10.222.0.59 "GET /v2.0/ports?device_id=3681efa9-caf9-4127-b110-4ef1fb8e20bc HTTP/1.1" status: 200 len: 944 time: 0.3201504 Jul 27 21:02:02.790557 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944855ee-2ba0-4076-87c9-997c3e7e3e19 service neutron] Pushing event updated for resources: {'Port': ['ID=692f13a5-f9cb-440b-acee-eec7835ad338,revision_number=2']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:02:02.844068 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-d167fb6f-7e9a-423f-8d98-48603b9c3e9d req-8b21d328-54b2-4b1b-9dd7-4bf710098111 service neutron] 10.222.0.60 "GET /v2.0/networks/a24de5a6-5324-4482-88f7-01f3fef3fce4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2395370 Jul 27 21:02:02.864658 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [req-ae491690-72d8-4336-9965-a26e82b9fec8 req-944855ee-2ba0-4076-87c9-997c3e7e3e19 service neutron] Attempting to bind port 692f13a5-f9cb-440b-acee-eec7835ad338 on host n-h2-705658-22 for vnic_type normal with profile {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:02:02.865140 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [req-ae491690-72d8-4336-9965-a26e82b9fec8 req-944855ee-2ba0-4076-87c9-997c3e7e3e19 service neutron] Attempting to bind port 692f13a5-f9cb-440b-acee-eec7835ad338 by drivers openvswitch,hyperv on host n-h2-705658-22 at level 0 using segments [{'id': '660ec341-81d1-41c4-8987-bc307d97b3d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '79bd215c-af8d-45db-ad24-972205044e15'}] {{(pid=105584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:02:02.865936 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae491690-72d8-4336-9965-a26e82b9fec8 req-944855ee-2ba0-4076-87c9-997c3e7e3e19 service neutron] Attempting to bind port 692f13a5-f9cb-440b-acee-eec7835ad338 on network 79bd215c-af8d-45db-ad24-972205044e15 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:02:02.870865 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae491690-72d8-4336-9965-a26e82b9fec8 req-944855ee-2ba0-4076-87c9-997c3e7e3e19 service neutron] Port 692f13a5-f9cb-440b-acee-eec7835ad338 on network 79bd215c-af8d-45db-ad24-972205044e15 not bound, no agent of type Open vSwitch agent registered on host n-h2-705658-22 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:02:02.871347 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae491690-72d8-4336-9965-a26e82b9fec8 req-944855ee-2ba0-4076-87c9-997c3e7e3e19 service neutron] Attempting to bind port 692f13a5-f9cb-440b-acee-eec7835ad338 on network 79bd215c-af8d-45db-ad24-972205044e15 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:02:02.880206 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae491690-72d8-4336-9965-a26e82b9fec8 req-944855ee-2ba0-4076-87c9-997c3e7e3e19 service neutron] Checking agent: {'id': '65195a73-a875-4810-9f5b-622ae260a8a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 49, 40), 'started_at': datetime.datetime(2021, 7, 27, 20, 49, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 1, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:02:02.880649 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae491690-72d8-4336-9965-a26e82b9fec8 req-944855ee-2ba0-4076-87c9-997c3e7e3e19 service neutron] Checking segment: {'id': '660ec341-81d1-41c4-8987-bc307d97b3d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '79bd215c-af8d-45db-ad24-972205044e15'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:02:02.881127 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae491690-72d8-4336-9965-a26e82b9fec8 req-944855ee-2ba0-4076-87c9-997c3e7e3e19 service neutron] Bound using segment: {'id': '660ec341-81d1-41c4-8987-bc307d97b3d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '79bd215c-af8d-45db-ad24-972205044e15'} {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:02:02.881798 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [req-ae491690-72d8-4336-9965-a26e82b9fec8 req-944855ee-2ba0-4076-87c9-997c3e7e3e19 service neutron] Bound port: 692f13a5-f9cb-440b-acee-eec7835ad338, host: n-h2-705658-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '660ec341-81d1-41c4-8987-bc307d97b3d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '79bd215c-af8d-45db-ad24-972205044e15'}}] {{(pid=105584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:02:02.882129 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-ae491690-72d8-4336-9965-a26e82b9fec8 req-944855ee-2ba0-4076-87c9-997c3e7e3e19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:02.884486 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-57e824f8-f9ea-4d9c-92b6-7435f6fa1a8d req-35c6ff16-ae22-41cc-b664-24d87d501be0 tempest-ServerRescueTestJSON-417658892 tempest-ServerRescueTestJSON-417658892-project] 10.222.0.59 "GET /v2.0/security-groups?id=551e2ab4-0adb-4dc6-ad9d-2e4a42006670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376390 Jul 27 21:02:02.893488 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32d233e-8162-4d99-bbac-ce834d9bbd4d req-dd85ee62-713d-4bb6-b464-228a22f2a25c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:02.907172 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f32d233e-8162-4d99-bbac-ce834d9bbd4d req-dd85ee62-713d-4bb6-b464-228a22f2a25c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=153daf83-f920-4fbd-bc96-5d57ffdc1387 HTTP/1.1" status: 200 len: 797 time: 0.1649923 Jul 27 21:02:02.924245 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce00200-4d6b-47bf-ab6a-473ebfd5938f req-67a8fa9c-b93a-44da-81ed-40fb231304ad tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:02.926322 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-5ce00200-4d6b-47bf-ab6a-473ebfd5938f req-67a8fa9c-b93a-44da-81ed-40fb231304ad tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] 10.222.0.59 "GET /v2.0/ports?device_id=d0239bb6-b1ba-4ee9-b491-bb82ed66a636 HTTP/1.1" status: 200 len: 945 time: 0.3391995 Jul 27 21:02:02.981863 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [req-ae491690-72d8-4336-9965-a26e82b9fec8 req-944855ee-2ba0-4076-87c9-997c3e7e3e19 service neutron] For port 692f13a5-f9cb-440b-acee-eec7835ad338, host n-h2-705658-22, cleared binding levels {{(pid=105584) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:02:02.985936 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [req-ae491690-72d8-4336-9965-a26e82b9fec8 req-944855ee-2ba0-4076-87c9-997c3e7e3e19 service neutron] For port 692f13a5-f9cb-440b-acee-eec7835ad338, host n-h2-705658-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=692f13a5-f9cb-440b-acee-eec7835ad338,segment=NetworkSegment(660ec341-81d1-41c4-8987-bc307d97b3d6),segment_id=660ec341-81d1-41c4-8987-bc307d97b3d6)] {{(pid=105584) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:02:02.995237 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-ae491690-72d8-4336-9965-a26e82b9fec8 req-944855ee-2ba0-4076-87c9-997c3e7e3e19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9014027'] for port, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:03.063446 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-5ce00200-4d6b-47bf-ab6a-473ebfd5938f req-3e1b9c03-1c0c-4d59-bb6f-44abf3120620 tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] 10.222.0.59 "GET /v2.0/security-groups?id=d1766e71-7b2a-4f2d-acc0-530f862b8fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200540 Jul 27 21:02:03.064062 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae491690-72d8-4336-9965-a26e82b9fec8 req-944855ee-2ba0-4076-87c9-997c3e7e3e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:03.064868 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-ae491690-72d8-4336-9965-a26e82b9fec8 req-944855ee-2ba0-4076-87c9-997c3e7e3e19 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:03.066250 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-ae491690-72d8-4336-9965-a26e82b9fec8 req-944855ee-2ba0-4076-87c9-997c3e7e3e19 service neutron] 10.222.0.60 "PUT /v2.0/ports/692f13a5-f9cb-440b-acee-eec7835ad338 HTTP/1.1" status: 200 len: 1092 time: 0.8225238 Jul 27 21:02:03.091037 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4131bf3-56d0-4dd5-8a0b-f9b028d7bbbe', 'tag': '692f13a5-f9cb-440b-acee-eec7835ad338'}] {{(pid=105584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:02:03.096086 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bce5e6c8685464f7626901654159975603b047827e3138302ed6566e28f1343" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a50a002-591f-45f9-9294-3b1868d8cab8" -d '{"events": [{"name": "network-changed", "server_uuid": "f4131bf3-56d0-4dd5-8a0b-f9b028d7bbbe", "tag": "692f13a5-f9cb-440b-acee-eec7835ad338"}]}' {{(pid=105584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:02:03.103909 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32d233e-8162-4d99-bbac-ce834d9bbd4d req-879e173c-e36e-4639-ad3f-0c8d84ded5cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:03.107784 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944855ee-2ba0-4076-87c9-997c3e7e3e19 service neutron] Pushing event updated for resources: {'Port': ['ID=692f13a5-f9cb-440b-acee-eec7835ad338,revision_number=3']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:02:03.112030 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f32d233e-8162-4d99-bbac-ce834d9bbd4d req-879e173c-e36e-4639-ad3f-0c8d84ded5cc service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=18eab60f-6056-4003-a4d0-6bd1a91b2423&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1843369 Jul 27 21:02:03.128488 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [req-f32d233e-8162-4d99-bbac-ce834d9bbd4d req-fec1ddb0-d6ba-4188-8a45-d14d31390f16 service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=105585) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 21:02:03.133372 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f32d233e-8162-4d99-bbac-ce834d9bbd4d req-fec1ddb0-d6ba-4188-8a45-d14d31390f16 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0097117 Jul 27 21:02:03.147861 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d7305c-d298-4529-b83b-0d923be7106e req-830260bc-036f-46b0-8eeb-fae89c11a62e tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:03.156445 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-49d7305c-d298-4529-b83b-0d923be7106e req-830260bc-036f-46b0-8eeb-fae89c11a62e tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] 10.222.0.59 "GET /v2.0/ports?device_id=fd0b7501-b522-413c-b36c-1cda5061d73b HTTP/1.1" status: 200 len: 946 time: 0.1670241 Jul 27 21:02:03.177345 n-d-705658-22 neutron-server[105585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca86fb1b-c433-49d9-807b-04c160484fa6', 'tag': '9c70ef6e-fd9f-4fa1-8989-5e617eacef24'}] {{(pid=105585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:02:03.180016 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d66fd65881426bfc2b5388084a3654e5eae521106a15a3dbf0eb4cde7106c36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de70c695-3e01-4f2f-bce8-17e38730b4da" -d '{"events": [{"name": "network-changed", "server_uuid": "ca86fb1b-c433-49d9-807b-04c160484fa6", "tag": "9c70ef6e-fd9f-4fa1-8989-5e617eacef24"}]}' {{(pid=105585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:02:03.216024 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae491690-72d8-4336-9965-a26e82b9fec8 req-3ba1b775-2b4b-4cfd-9253-53369823efdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:03.218418 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-ae491690-72d8-4336-9965-a26e82b9fec8 req-3ba1b775-2b4b-4cfd-9253-53369823efdd service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=3bfa1a2c35f349b1a3e408eca249b7cf&device_id=f4131bf3-56d0-4dd5-8a0b-f9b028d7bbbe HTTP/1.1" status: 200 len: 1095 time: 0.0975962 Jul 27 21:02:03.264954 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-ae491690-72d8-4336-9965-a26e82b9fec8 req-50794258-ccd8-470f-88ff-6f908a438e9d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=692f13a5-f9cb-440b-acee-eec7835ad338 HTTP/1.1" status: 200 len: 217 time: 0.0365047 Jul 27 21:02:03.309872 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-49d7305c-d298-4529-b83b-0d923be7106e req-2d752e34-a58d-45ec-9549-209d5318679b tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] 10.222.0.59 "GET /v2.0/security-groups?id=e8209215-bf66-4bb1-96ba-041099e74ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524856 Jul 27 21:02:03.319866 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae491690-72d8-4336-9965-a26e82b9fec8 req-6bb43101-e76b-4505-a398-559906f9ba79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:03.321329 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-ae491690-72d8-4336-9965-a26e82b9fec8 req-6bb43101-e76b-4505-a398-559906f9ba79 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=63030826-f290-4ec4-88a7-e0d5c21af6b4 HTTP/1.1" status: 200 len: 856 time: 0.0454905 Jul 27 21:02:03.371767 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f32d233e-8162-4d99-bbac-ce834d9bbd4d req-91b1d866-0456-4ea8-91d3-0ca6f1fec33a service neutron] 10.222.0.36 "GET /v2.0/networks/18eab60f-6056-4003-a4d0-6bd1a91b2423?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2068856 Jul 27 21:02:03.391725 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c5f26e-7096-48d4-b2a6-515e54e3552b req-6e52a72b-e8a9-45c6-9eb7-df61a863cd1a tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:03.393237 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae491690-72d8-4336-9965-a26e82b9fec8 req-ecdf48a2-3311-4788-8c7b-503264a35d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:03.394777 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-ae491690-72d8-4336-9965-a26e82b9fec8 req-ecdf48a2-3311-4788-8c7b-503264a35d5e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=79bd215c-af8d-45db-ad24-972205044e15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0627730 Jul 27 21:02:03.397638 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c5f26e-7096-48d4-b2a6-515e54e3552b req-6e52a72b-e8a9-45c6-9eb7-df61a863cd1a tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:03.403555 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c5f26e-7096-48d4-b2a6-515e54e3552b req-6e52a72b-e8a9-45c6-9eb7-df61a863cd1a tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:03.409703 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c5f26e-7096-48d4-b2a6-515e54e3552b req-6e52a72b-e8a9-45c6-9eb7-df61a863cd1a tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:03.415839 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c5f26e-7096-48d4-b2a6-515e54e3552b req-6e52a72b-e8a9-45c6-9eb7-df61a863cd1a tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:03.422235 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c5f26e-7096-48d4-b2a6-515e54e3552b req-6e52a72b-e8a9-45c6-9eb7-df61a863cd1a tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:03.428148 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c5f26e-7096-48d4-b2a6-515e54e3552b req-6e52a72b-e8a9-45c6-9eb7-df61a863cd1a tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:03.430081 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-84c5f26e-7096-48d4-b2a6-515e54e3552b req-6e52a72b-e8a9-45c6-9eb7-df61a863cd1a tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] 10.222.0.59 "GET /v2.0/ports?device_id=9dfbe127-2e40-448a-9032-c49d8e1e61fe HTTP/1.1" status: 200 len: 5418 time: 0.2465291 Jul 27 21:02:03.486501 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-ae491690-72d8-4336-9965-a26e82b9fec8 req-6d986db9-172e-4f5c-be38-d96810527a5b service neutron] 10.222.0.60 "GET /v2.0/networks/79bd215c-af8d-45db-ad24-972205044e15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828350 Jul 27 21:02:03.564698 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-84c5f26e-7096-48d4-b2a6-515e54e3552b req-da1cb588-a9cf-49ca-ae5d-f9b1976eb424 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] 10.222.0.59 "GET /v2.0/security-groups?id=477ad29f-b988-4b09-963a-d2ba14baa454&id=602b6e89-9902-4d75-b8ec-25947a9f847b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1076212 Jul 27 21:02:03.589268 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f32d233e-8162-4d99-bbac-ce834d9bbd4d req-02886469-4658-4f82-8ca9-cbd90115d185 service neutron] 10.222.0.36 "GET /v2.0/networks/18eab60f-6056-4003-a4d0-6bd1a91b2423?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1581976 Jul 27 21:02:03.593956 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-ae491690-72d8-4336-9965-a26e82b9fec8 req-fe0cc49d-91a7-4a73-bf63-90625327a630 service neutron] 10.222.0.60 "GET /v2.0/networks/79bd215c-af8d-45db-ad24-972205044e15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989187 Jul 27 21:02:03.598202 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258a00d9-5f07-4957-b232-9d93fe2c5201 req-2bb39aa0-37d9-40d8-9863-5c6dbbcb1d52 tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:03.599672 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-258a00d9-5f07-4957-b232-9d93fe2c5201 req-2bb39aa0-37d9-40d8-9863-5c6dbbcb1d52 tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] 10.222.0.59 "GET /v2.0/ports?device_id=f4131bf3-56d0-4dd5-8a0b-f9b028d7bbbe HTTP/1.1" status: 200 len: 943 time: 0.2319915 Jul 27 21:02:03.662151 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-258a00d9-5f07-4957-b232-9d93fe2c5201 req-44db269a-e01f-4344-b1a4-e51818670873 tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] 10.222.0.59 "GET /v2.0/security-groups?id=771ef501-f193-4e50-901d-4721d89f2b91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549860 Jul 27 21:02:03.664782 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-c938b3a7-40f7-4e83-945b-d184870092ea req-1d48cc45-8737-430c-a7c9-7a8e1720fbe6 tempest-SecurityGroupsTestJSON-146164436 tempest-SecurityGroupsTestJSON-146164436-project] 10.222.0.59 "GET /v2.0/security-groups/fd992719-3c53-4b38-92cf-7cbc9a35567f HTTP/1.1" status: 200 len: 1802 time: 0.0642476 Jul 27 21:02:03.709096 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:02:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9396c0f4-5118-4415-9aa2-7438e32b082b x-openstack-request-id: req-9396c0f4-5118-4415-9aa2-7438e32b082b {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:02:03.709914 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4131bf3-56d0-4dd5-8a0b-f9b028d7bbbe", "tag": "692f13a5-f9cb-440b-acee-eec7835ad338", "status": "completed", "code": 200}]} {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:02:03.710199 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-9396c0f4-5118-4415-9aa2-7438e32b082b {{(pid=105584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:02:03.710765 n-d-705658-22 neutron-server[105584]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4131bf3-56d0-4dd5-8a0b-f9b028d7bbbe', 'tag': '692f13a5-f9cb-440b-acee-eec7835ad338', 'status': 'completed', 'code': 200} Jul 27 21:02:03.711667 n-d-705658-22 neutron-server[105585]: INFO neutron.api.v2.resource [req-c938b3a7-40f7-4e83-945b-d184870092ea req-b321e578-5d46-4b2f-b85d-f1e681debf5c tempest-SecurityGroupsTestJSON-146164436 tempest-SecurityGroupsTestJSON-146164436-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 27 21:02:03.712683 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-c938b3a7-40f7-4e83-945b-d184870092ea req-b321e578-5d46-4b2f-b85d-f1e681debf5c tempest-SecurityGroupsTestJSON-146164436 tempest-SecurityGroupsTestJSON-146164436-project] 10.222.0.59 "DELETE /v2.0/security-groups/fd992719-3c53-4b38-92cf-7cbc9a35567f HTTP/1.1" status: 409 len: 341 time: 0.0420287 Jul 27 21:02:03.740239 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:02:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eecc71ef-71a4-405a-bb0c-bfa27acd5942 x-openstack-request-id: req-eecc71ef-71a4-405a-bb0c-bfa27acd5942 {{(pid=105585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:02:03.740396 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca86fb1b-c433-49d9-807b-04c160484fa6", "tag": "9c70ef6e-fd9f-4fa1-8989-5e617eacef24", "status": "completed", "code": 200}]} {{(pid=105585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:02:03.740630 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-eecc71ef-71a4-405a-bb0c-bfa27acd5942 {{(pid=105585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:02:03.741046 n-d-705658-22 neutron-server[105585]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca86fb1b-c433-49d9-807b-04c160484fa6', 'tag': '9c70ef6e-fd9f-4fa1-8989-5e617eacef24', 'status': 'completed', 'code': 200} Jul 27 21:02:03.796075 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a50a002-591f-45f9-9294-3b1868d8cab8 req-bca1b7b8-ed29-4912-a566-5ef01cbc75ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:03.798223 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-5a50a002-591f-45f9-9294-3b1868d8cab8 req-bca1b7b8-ed29-4912-a566-5ef01cbc75ff service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=3bfa1a2c35f349b1a3e408eca249b7cf&device_id=f4131bf3-56d0-4dd5-8a0b-f9b028d7bbbe HTTP/1.1" status: 200 len: 1095 time: 0.0589919 Jul 27 21:02:03.885024 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6232adb-80d0-4120-8da1-0a8f5a4653d6 req-51695266-55cf-4740-a9cb-7f398ad73d10 tempest-ServersAdminTestJSON-2115085297 tempest-ServersAdminTestJSON-2115085297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:03.886452 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e6232adb-80d0-4120-8da1-0a8f5a4653d6 req-51695266-55cf-4740-a9cb-7f398ad73d10 tempest-ServersAdminTestJSON-2115085297 tempest-ServersAdminTestJSON-2115085297-project] 10.222.0.59 "GET /v2.0/ports?device_id=17274dc4-072b-4ebb-8b1d-dece77bee02e HTTP/1.1" status: 200 len: 948 time: 0.1110747 Jul 27 21:02:03.888983 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de70c695-3e01-4f2f-bce8-17e38730b4da req-23726f88-a766-47d6-baf8-bdd77c60e82b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:03.890400 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-de70c695-3e01-4f2f-bce8-17e38730b4da req-23726f88-a766-47d6-baf8-bdd77c60e82b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8a9fb2dba4884d648101d24277d7cc3a&device_id=ca86fb1b-c433-49d9-807b-04c160484fa6 HTTP/1.1" status: 200 len: 1175 time: 0.1045001 Jul 27 21:02:03.912357 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a50a002-591f-45f9-9294-3b1868d8cab8 req-33c8f7dd-8e03-4bfa-b8ca-12fc649b446e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:03.914006 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-5a50a002-591f-45f9-9294-3b1868d8cab8 req-33c8f7dd-8e03-4bfa-b8ca-12fc649b446e service neutron] 10.222.0.60 "GET /v2.0/networks?id=79bd215c-af8d-45db-ad24-972205044e15 HTTP/1.1" status: 200 len: 918 time: 0.1035402 Jul 27 21:02:03.962355 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-5a50a002-591f-45f9-9294-3b1868d8cab8 req-85791522-8906-490e-8c73-01a70f7e8e00 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=692f13a5-f9cb-440b-acee-eec7835ad338 HTTP/1.1" status: 200 len: 217 time: 0.0410469 Jul 27 21:02:03.977963 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e6232adb-80d0-4120-8da1-0a8f5a4653d6 req-fa912042-7347-4d22-ba1d-f63fc3dddac9 tempest-ServersAdminTestJSON-2115085297 tempest-ServersAdminTestJSON-2115085297-project] 10.222.0.59 "GET /v2.0/security-groups?id=9f3cf157-ddbf-4bf4-acc6-59d64c6ea76b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837240 Jul 27 21:02:04.030720 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de70c695-3e01-4f2f-bce8-17e38730b4da req-2f3eea6e-2fbf-405e-83a4-ca4399305aab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:04.032926 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-de70c695-3e01-4f2f-bce8-17e38730b4da req-2f3eea6e-2fbf-405e-83a4-ca4399305aab service neutron] 10.222.0.36 "GET /v2.0/networks?id=4d2b2080-dee5-4efa-a657-06e568548ad6 HTTP/1.1" status: 200 len: 913 time: 0.1237657 Jul 27 21:02:04.037971 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a50a002-591f-45f9-9294-3b1868d8cab8 req-098eb3d0-8e57-44bb-927b-997083217187 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:04.039588 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-5a50a002-591f-45f9-9294-3b1868d8cab8 req-098eb3d0-8e57-44bb-927b-997083217187 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=63030826-f290-4ec4-88a7-e0d5c21af6b4 HTTP/1.1" status: 200 len: 856 time: 0.0697422 Jul 27 21:02:04.091366 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-de70c695-3e01-4f2f-bce8-17e38730b4da req-0a07db94-7075-414f-8895-e34e0b813b0c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9c70ef6e-fd9f-4fa1-8989-5e617eacef24 HTTP/1.1" status: 200 len: 217 time: 0.0469475 Jul 27 21:02:04.099476 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a50a002-591f-45f9-9294-3b1868d8cab8 req-c2d0388c-2609-4e0c-b2fa-b9d72895f2f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:04.101022 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-5a50a002-591f-45f9-9294-3b1868d8cab8 req-c2d0388c-2609-4e0c-b2fa-b9d72895f2f6 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=79bd215c-af8d-45db-ad24-972205044e15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0541382 Jul 27 21:02:04.197794 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-5a50a002-591f-45f9-9294-3b1868d8cab8 req-c75ef224-4827-41a8-bca4-cf63c6559002 service neutron] 10.222.0.60 "GET /v2.0/networks/79bd215c-af8d-45db-ad24-972205044e15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884688 Jul 27 21:02:04.200529 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de70c695-3e01-4f2f-bce8-17e38730b4da req-f51ba0e8-d672-4179-8863-826876de51d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:04.201972 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-de70c695-3e01-4f2f-bce8-17e38730b4da req-f51ba0e8-d672-4179-8863-826876de51d3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2f9e1451-a5a2-4318-8f1b-217b4517cbc0 HTTP/1.1" status: 200 len: 852 time: 0.0696521 Jul 27 21:02:04.248120 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-de70c695-3e01-4f2f-bce8-17e38730b4da req-64944d31-5ad0-4f24-8710-4f31f16883c1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4d2b2080-dee5-4efa-a657-06e568548ad6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0326660 Jul 27 21:02:04.256045 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0282d21-3ff8-45d2-84cd-016a204ded1a req-1ff8fae5-032a-4b1e-81e2-3451cd7e78f4 tempest-SecurityGroupsTestJSON-146164436 tempest-SecurityGroupsTestJSON-146164436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:04.257455 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a0282d21-3ff8-45d2-84cd-016a204ded1a req-1ff8fae5-032a-4b1e-81e2-3451cd7e78f4 tempest-SecurityGroupsTestJSON-146164436 tempest-SecurityGroupsTestJSON-146164436-project] 10.222.0.59 "GET /v2.0/ports?device_id=ca86fb1b-c433-49d9-807b-04c160484fa6 HTTP/1.1" status: 200 len: 1023 time: 0.1766553 Jul 27 21:02:04.265040 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f536317-7986-41c5-8764-d1673cea29f7 req-242d1c88-5eae-4137-bafa-faedabd65e89 tempest-ServerRescueTestJSON-417658892 tempest-ServerRescueTestJSON-417658892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:04.267042 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-2f536317-7986-41c5-8764-d1673cea29f7 req-242d1c88-5eae-4137-bafa-faedabd65e89 tempest-ServerRescueTestJSON-417658892 tempest-ServerRescueTestJSON-417658892-project] 10.222.0.59 "GET /v2.0/ports?device_id=3681efa9-caf9-4127-b110-4ef1fb8e20bc HTTP/1.1" status: 200 len: 944 time: 0.2166884 Jul 27 21:02:04.289766 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-5a50a002-591f-45f9-9294-3b1868d8cab8 req-75076390-0618-45d7-9b6e-1c6632acc900 service neutron] 10.222.0.60 "GET /v2.0/networks/79bd215c-af8d-45db-ad24-972205044e15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829911 Jul 27 21:02:04.380868 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a0282d21-3ff8-45d2-84cd-016a204ded1a req-7eddef44-3c75-44e1-b931-12387fd28d1a tempest-SecurityGroupsTestJSON-146164436 tempest-SecurityGroupsTestJSON-146164436-project] 10.222.0.59 "GET /v2.0/security-groups?id=4e615c8e-7316-4e41-95e2-beb8fbe16280&id=fd992719-3c53-4b38-92cf-7cbc9a35567f&id=95c62579-2c59-4204-a9e7-4c4f7e326f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1117194 Jul 27 21:02:04.387110 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-2f536317-7986-41c5-8764-d1673cea29f7 req-3aea34a2-9c2a-496f-9db8-591494c0fb53 tempest-ServerRescueTestJSON-417658892 tempest-ServerRescueTestJSON-417658892-project] 10.222.0.59 "GET /v2.0/security-groups?id=551e2ab4-0adb-4dc6-ad9d-2e4a42006670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105387 Jul 27 21:02:04.420388 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-de70c695-3e01-4f2f-bce8-17e38730b4da req-96babc75-e40e-4f11-bd5d-328a966b6590 service neutron] 10.222.0.36 "GET /v2.0/networks/4d2b2080-dee5-4efa-a657-06e568548ad6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1523578 Jul 27 21:02:04.567490 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81cfc6b-5e9a-4bc6-9f6a-deb69033ff00 req-a6612b67-4d46-4635-a03e-654b9e8e4790 tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:04.568968 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-c81cfc6b-5e9a-4bc6-9f6a-deb69033ff00 req-a6612b67-4d46-4635-a03e-654b9e8e4790 tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] 10.222.0.59 "GET /v2.0/ports?device_id=d0239bb6-b1ba-4ee9-b491-bb82ed66a636 HTTP/1.1" status: 200 len: 945 time: 0.1341753 Jul 27 21:02:04.572498 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-de70c695-3e01-4f2f-bce8-17e38730b4da req-c22a09a7-311e-4095-9cfb-20101ccb927c service neutron] 10.222.0.36 "GET /v2.0/networks/4d2b2080-dee5-4efa-a657-06e568548ad6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1088562 Jul 27 21:02:04.608175 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-c81cfc6b-5e9a-4bc6-9f6a-deb69033ff00 req-e11969a3-b267-4ec3-8fbb-6edc563de1f6 tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] 10.222.0.59 "GET /v2.0/security-groups?id=d1766e71-7b2a-4f2d-acc0-530f862b8fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333011 Jul 27 21:02:04.709938 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a89b4e-70d4-4c41-a414-7d0b9a7761a0 req-c58c5553-a126-4b7e-8994-63a5dfa7a677 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:04.715925 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a89b4e-70d4-4c41-a414-7d0b9a7761a0 req-c58c5553-a126-4b7e-8994-63a5dfa7a677 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:04.721942 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a89b4e-70d4-4c41-a414-7d0b9a7761a0 req-c58c5553-a126-4b7e-8994-63a5dfa7a677 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:04.727986 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a89b4e-70d4-4c41-a414-7d0b9a7761a0 req-c58c5553-a126-4b7e-8994-63a5dfa7a677 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:04.734446 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a89b4e-70d4-4c41-a414-7d0b9a7761a0 req-c58c5553-a126-4b7e-8994-63a5dfa7a677 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:04.740399 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a89b4e-70d4-4c41-a414-7d0b9a7761a0 req-c58c5553-a126-4b7e-8994-63a5dfa7a677 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:04.746342 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a89b4e-70d4-4c41-a414-7d0b9a7761a0 req-c58c5553-a126-4b7e-8994-63a5dfa7a677 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:04.748219 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-34a89b4e-70d4-4c41-a414-7d0b9a7761a0 req-c58c5553-a126-4b7e-8994-63a5dfa7a677 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] 10.222.0.59 "GET /v2.0/ports?device_id=9dfbe127-2e40-448a-9032-c49d8e1e61fe HTTP/1.1" status: 200 len: 5418 time: 0.1070247 Jul 27 21:02:04.821292 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-34a89b4e-70d4-4c41-a414-7d0b9a7761a0 req-01e0e699-57ab-427d-aeac-ec952294a7c6 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] 10.222.0.59 "GET /v2.0/security-groups?id=477ad29f-b988-4b09-963a-d2ba14baa454&id=602b6e89-9902-4d75-b8ec-25947a9f847b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0591750 Jul 27 21:02:04.835876 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device 670c0f9e-a362-4c9f-b9ba-c2d6fdec5a45 details requested by agent hyperv_n-h1-705658-22 with host n-h1-705658-22 {{(pid=105586) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:02:04.842818 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aeaada7-c475-4ff1-9272-f3f1262c18ee req-96fb3967-112b-47a4-b603-d9869bb2fecc tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:04.844707 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-1aeaada7-c475-4ff1-9272-f3f1262c18ee req-96fb3967-112b-47a4-b603-d9869bb2fecc tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] 10.222.0.59 "GET /v2.0/ports?device_id=f4131bf3-56d0-4dd5-8a0b-f9b028d7bbbe HTTP/1.1" status: 200 len: 943 time: 0.0952203 Jul 27 21:02:04.897760 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-1aeaada7-c475-4ff1-9272-f3f1262c18ee req-a3189241-40fb-4254-8d39-a9ab1eb6b2a6 tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] 10.222.0.59 "GET /v2.0/security-groups?id=771ef501-f193-4e50-901d-4721d89f2b91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412335 Jul 27 21:02:04.961208 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] For port 670c0f9e-a362-4c9f-b9ba-c2d6fdec5a45, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=670c0f9e-a362-4c9f-b9ba-c2d6fdec5a45,segment=NetworkSegment(86b1e6f6-d629-4b03-8944-4cdfbfb93d02),segment_id=86b1e6f6-d629-4b03-8944-4cdfbfb93d02)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:02:04.973052 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Returning: {'device': '670c0f9e-a362-4c9f-b9ba-c2d6fdec5a45', 'network_id': '4d64aa0b-bd6a-468e-8edc-c83689947462', 'port_id': '670c0f9e-a362-4c9f-b9ba-c2d6fdec5a45', 'mac_address': 'fa:16:3e:1a:94:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26644ba0-4185-4e10-8718-6ad18d01376c', 'ip_address': '192.168.233.116'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105586) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:02:05.009856 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:05.022452 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 670c0f9e-a362-4c9f-b9ba-c2d6fdec5a45 {{(pid=105586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:02:05.042144 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] For port 670c0f9e-a362-4c9f-b9ba-c2d6fdec5a45, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=670c0f9e-a362-4c9f-b9ba-c2d6fdec5a45,segment=NetworkSegment(86b1e6f6-d629-4b03-8944-4cdfbfb93d02),segment_id=86b1e6f6-d629-4b03-8944-4cdfbfb93d02)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:02:05.046265 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:05.094020 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Pushing event updated for resources: {'Port': ['ID=670c0f9e-a362-4c9f-b9ba-c2d6fdec5a45,revision_number=4']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:02:05.127279 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ace6fa2-4a1b-4bd4-9ef9-7bf403c00d29 req-480d0f12-f967-4211-bff7-dbe48f45a63a tempest-ServersAdminTestJSON-2115085297 tempest-ServersAdminTestJSON-2115085297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:05.128777 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-9ace6fa2-4a1b-4bd4-9ef9-7bf403c00d29 req-480d0f12-f967-4211-bff7-dbe48f45a63a tempest-ServersAdminTestJSON-2115085297 tempest-ServersAdminTestJSON-2115085297-project] 10.222.0.59 "GET /v2.0/ports?device_id=17274dc4-072b-4ebb-8b1d-dece77bee02e HTTP/1.1" status: 200 len: 949 time: 0.0678933 Jul 27 21:02:05.167614 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-9ace6fa2-4a1b-4bd4-9ef9-7bf403c00d29 req-3fa35499-dcd1-4045-9d02-4cd6183a99d7 tempest-ServersAdminTestJSON-2115085297 tempest-ServersAdminTestJSON-2115085297-project] 10.222.0.59 "GET /v2.0/security-groups?id=9f3cf157-ddbf-4bf4-acc6-59d64c6ea76b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327959 Jul 27 21:02:05.407147 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Device 835f0f4d-0526-410c-996b-78e4b0d0e923 details requested by agent hyperv_n-h2-705658-22 with host n-h2-705658-22 {{(pid=105586) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:02:05.508117 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] For port 835f0f4d-0526-410c-996b-78e4b0d0e923, host n-h2-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=835f0f4d-0526-410c-996b-78e4b0d0e923,segment=NetworkSegment(31fbdef5-d817-4d56-be48-3d485cdfd14a),segment_id=31fbdef5-d817-4d56-be48-3d485cdfd14a)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:02:05.519849 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Returning: {'device': '835f0f4d-0526-410c-996b-78e4b0d0e923', 'network_id': 'a24de5a6-5324-4482-88f7-01f3fef3fce4', 'port_id': '835f0f4d-0526-410c-996b-78e4b0d0e923', 'mac_address': 'fa:16:3e:4b:77:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 223, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd99af16b-2946-4011-bd00-9832fafed710', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105586) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:02:05.558203 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:05.565938 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23203d0-b712-40af-b33a-c11819114323 req-9195900e-5f52-4fac-8bf1-c40282c50350 tempest-SecurityGroupsTestJSON-146164436 tempest-SecurityGroupsTestJSON-146164436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:05.567459 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a23203d0-b712-40af-b33a-c11819114323 req-9195900e-5f52-4fac-8bf1-c40282c50350 tempest-SecurityGroupsTestJSON-146164436 tempest-SecurityGroupsTestJSON-146164436-project] 10.222.0.59 "GET /v2.0/ports?device_id=ca86fb1b-c433-49d9-807b-04c160484fa6 HTTP/1.1" status: 200 len: 1023 time: 0.1160274 Jul 27 21:02:05.571396 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [None req-3d54578f-831f-4696-b568-13c455922dab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 835f0f4d-0526-410c-996b-78e4b0d0e923 {{(pid=105586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:02:05.575429 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d87aeff-0b39-4c1e-9af2-296fc48f4def req-dd030b6b-0d29-4a34-a588-0ea3422a26bd tempest-ServerRescueTestJSON-417658892 tempest-ServerRescueTestJSON-417658892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:05.576822 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-9d87aeff-0b39-4c1e-9af2-296fc48f4def req-dd030b6b-0d29-4a34-a588-0ea3422a26bd tempest-ServerRescueTestJSON-417658892 tempest-ServerRescueTestJSON-417658892-project] 10.222.0.59 "GET /v2.0/ports?device_id=3681efa9-caf9-4127-b110-4ef1fb8e20bc HTTP/1.1" status: 200 len: 944 time: 0.1160617 Jul 27 21:02:05.590347 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] get_ports_and_sgs() called for port_ids ['670c0f9e-a362-4c9f-b9ba-c2d6fdec5a45'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:02:05.596038 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] For port 835f0f4d-0526-410c-996b-78e4b0d0e923, host n-h2-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=835f0f4d-0526-410c-996b-78e4b0d0e923,segment=NetworkSegment(31fbdef5-d817-4d56-be48-3d485cdfd14a),segment_id=31fbdef5-d817-4d56-be48-3d485cdfd14a)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:02:05.618016 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:05.637141 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a23203d0-b712-40af-b33a-c11819114323 req-fffc996b-0f5b-418c-9a2b-811b822a0e40 tempest-SecurityGroupsTestJSON-146164436 tempest-SecurityGroupsTestJSON-146164436-project] 10.222.0.59 "GET /v2.0/security-groups?id=4e615c8e-7316-4e41-95e2-beb8fbe16280&id=fd992719-3c53-4b38-92cf-7cbc9a35567f&id=95c62579-2c59-4204-a9e7-4c4f7e326f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0593512 Jul 27 21:02:05.642580 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-9d87aeff-0b39-4c1e-9af2-296fc48f4def req-64328f23-c3a2-4587-8da2-5f92753b3a74 tempest-ServerRescueTestJSON-417658892 tempest-ServerRescueTestJSON-417658892-project] 10.222.0.59 "GET /v2.0/security-groups?id=551e2ab4-0adb-4dc6-ad9d-2e4a42006670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580273 Jul 27 21:02:05.764038 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e13e279-30e4-42f3-8dfb-b02750492977 req-4103b7d8-d809-414f-a521-ba96e5f09f91 tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:05.765543 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-0e13e279-30e4-42f3-8dfb-b02750492977 req-4103b7d8-d809-414f-a521-ba96e5f09f91 tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] 10.222.0.59 "GET /v2.0/ports?device_id=d0239bb6-b1ba-4ee9-b491-bb82ed66a636 HTTP/1.1" status: 200 len: 945 time: 0.0680573 Jul 27 21:02:05.804184 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-0e13e279-30e4-42f3-8dfb-b02750492977 req-52468635-9e74-4623-b1c4-80b4a3641c6e tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] 10.222.0.59 "GET /v2.0/security-groups?id=d1766e71-7b2a-4f2d-acc0-530f862b8fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327528 Jul 27 21:02:05.805077 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Pushing event updated for resources: {'Port': ['ID=835f0f4d-0526-410c-996b-78e4b0d0e923,revision_number=4']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:02:05.966613 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e71917-d478-4166-b992-f5e18cbeb4c3 req-dad87640-e9d6-4426-ace6-7494e5f99420 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:05.973028 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e71917-d478-4166-b992-f5e18cbeb4c3 req-dad87640-e9d6-4426-ace6-7494e5f99420 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:05.978914 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e71917-d478-4166-b992-f5e18cbeb4c3 req-dad87640-e9d6-4426-ace6-7494e5f99420 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:05.985434 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e71917-d478-4166-b992-f5e18cbeb4c3 req-dad87640-e9d6-4426-ace6-7494e5f99420 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:05.991289 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e71917-d478-4166-b992-f5e18cbeb4c3 req-dad87640-e9d6-4426-ace6-7494e5f99420 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:05.997212 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e71917-d478-4166-b992-f5e18cbeb4c3 req-dad87640-e9d6-4426-ace6-7494e5f99420 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:05.999411 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] get_ports_and_sgs() called for port_ids ['835f0f4d-0526-410c-996b-78e4b0d0e923'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:02:06.003691 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e71917-d478-4166-b992-f5e18cbeb4c3 req-dad87640-e9d6-4426-ace6-7494e5f99420 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:06.005583 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b5e71917-d478-4166-b992-f5e18cbeb4c3 req-dad87640-e9d6-4426-ace6-7494e5f99420 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] 10.222.0.59 "GET /v2.0/ports?device_id=9dfbe127-2e40-448a-9032-c49d8e1e61fe HTTP/1.1" status: 200 len: 5418 time: 0.1095867 Jul 27 21:02:06.073929 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b5e71917-d478-4166-b992-f5e18cbeb4c3 req-cb919bf3-b50c-477a-bbbb-04554ae0dcff tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] 10.222.0.59 "GET /v2.0/security-groups?id=477ad29f-b988-4b09-963a-d2ba14baa454&id=602b6e89-9902-4d75-b8ec-25947a9f847b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0586157 Jul 27 21:02:06.104280 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:06.115088 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df045ca-2c43-4fd0-a600-535e1b847beb req-4e0239ea-cbe8-488a-ad89-ce04b5190743 tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:06.116767 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-9df045ca-2c43-4fd0-a600-535e1b847beb req-4e0239ea-cbe8-488a-ad89-ce04b5190743 tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] 10.222.0.59 "GET /v2.0/ports?device_id=f4131bf3-56d0-4dd5-8a0b-f9b028d7bbbe HTTP/1.1" status: 200 len: 943 time: 0.1102827 Jul 27 21:02:06.158930 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-9df045ca-2c43-4fd0-a600-535e1b847beb req-17bced1e-b0df-4795-ad34-2c9c4478d10b tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] 10.222.0.59 "GET /v2.0/security-groups?id=771ef501-f193-4e50-901d-4721d89f2b91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356305 Jul 27 21:02:06.297107 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e50b97d-77ba-4fb2-8291-023dae03278c req-d0cd15e4-e437-4b01-a724-39b7d5ec2cfa tempest-ServersAdminTestJSON-2115085297 tempest-ServersAdminTestJSON-2115085297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:06.298580 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-1e50b97d-77ba-4fb2-8291-023dae03278c req-d0cd15e4-e437-4b01-a724-39b7d5ec2cfa tempest-ServersAdminTestJSON-2115085297 tempest-ServersAdminTestJSON-2115085297-project] 10.222.0.59 "GET /v2.0/ports?device_id=17274dc4-072b-4ebb-8b1d-dece77bee02e HTTP/1.1" status: 200 len: 949 time: 0.0650535 Jul 27 21:02:06.335984 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-1e50b97d-77ba-4fb2-8291-023dae03278c req-5fa14cdb-2ac1-4372-a9a7-17625f693a33 tempest-ServersAdminTestJSON-2115085297 tempest-ServersAdminTestJSON-2115085297-project] 10.222.0.59 "GET /v2.0/security-groups?id=9f3cf157-ddbf-4bf4-acc6-59d64c6ea76b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313573 Jul 27 21:02:06.805714 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a6729a-0ca8-4842-bc63-d7c759473fc4 req-e5b894f7-6ee7-47e4-b27f-72bda969a98a tempest-SecurityGroupsTestJSON-146164436 tempest-SecurityGroupsTestJSON-146164436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:06.807404 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-d5a6729a-0ca8-4842-bc63-d7c759473fc4 req-e5b894f7-6ee7-47e4-b27f-72bda969a98a tempest-SecurityGroupsTestJSON-146164436 tempest-SecurityGroupsTestJSON-146164436-project] 10.222.0.36 "GET /v2.0/ports?device_id=ca86fb1b-c433-49d9-807b-04c160484fa6 HTTP/1.1" status: 200 len: 1023 time: 0.1375010 Jul 27 21:02:06.895958 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c44fe4-d53c-4c44-80e0-7710a49771b2 req-9ad28d41-b6a8-4418-a8bd-422927729832 tempest-SecurityGroupsTestJSON-146164436 tempest-SecurityGroupsTestJSON-146164436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:06.897535 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b2c44fe4-d53c-4c44-80e0-7710a49771b2 req-9ad28d41-b6a8-4418-a8bd-422927729832 tempest-SecurityGroupsTestJSON-146164436 tempest-SecurityGroupsTestJSON-146164436-project] 10.222.0.59 "GET /v2.0/ports?device_id=ca86fb1b-c433-49d9-807b-04c160484fa6 HTTP/1.1" status: 200 len: 1023 time: 0.1863549 Jul 27 21:02:06.922774 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681fe6b9-6eab-4508-b1b2-fafd2eb6b389 req-b4dc649e-b842-4997-af00-d6fa5603d333 tempest-ServerRescueTestJSON-417658892 tempest-ServerRescueTestJSON-417658892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:06.924387 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-681fe6b9-6eab-4508-b1b2-fafd2eb6b389 req-b4dc649e-b842-4997-af00-d6fa5603d333 tempest-ServerRescueTestJSON-417658892 tempest-ServerRescueTestJSON-417658892-project] 10.222.0.59 "GET /v2.0/ports?device_id=3681efa9-caf9-4127-b110-4ef1fb8e20bc HTTP/1.1" status: 200 len: 945 time: 0.2005303 Jul 27 21:02:07.010849 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b2c44fe4-d53c-4c44-80e0-7710a49771b2 req-628ede70-7dd1-470e-9c12-42449612a528 tempest-SecurityGroupsTestJSON-146164436 tempest-SecurityGroupsTestJSON-146164436-project] 10.222.0.59 "GET /v2.0/security-groups?id=4e615c8e-7316-4e41-95e2-beb8fbe16280&id=fd992719-3c53-4b38-92cf-7cbc9a35567f&id=95c62579-2c59-4204-a9e7-4c4f7e326f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1055605 Jul 27 21:02:07.031758 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-681fe6b9-6eab-4508-b1b2-fafd2eb6b389 req-103d5fa0-6268-445d-97f3-9fd7195285d4 tempest-ServerRescueTestJSON-417658892 tempest-ServerRescueTestJSON-417658892-project] 10.222.0.59 "GET /v2.0/security-groups?id=551e2ab4-0adb-4dc6-ad9d-2e4a42006670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794444 Jul 27 21:02:07.048474 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [req-d5a6729a-0ca8-4842-bc63-d7c759473fc4 req-5667b26e-10fb-411f-a2d9-8fb723ebd943 tempest-SecurityGroupsTestJSON-146164436 tempest-SecurityGroupsTestJSON-146164436-project] Deleting port 9c70ef6e-fd9f-4fa1-8989-5e617eacef24 {{(pid=105585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:02:07.048474 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-d5a6729a-0ca8-4842-bc63-d7c759473fc4 req-5667b26e-10fb-411f-a2d9-8fb723ebd943 tempest-SecurityGroupsTestJSON-146164436 tempest-SecurityGroupsTestJSON-146164436-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:07.216767 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.db [req-d5a6729a-0ca8-4842-bc63-d7c759473fc4 req-5667b26e-10fb-411f-a2d9-8fb723ebd943 tempest-SecurityGroupsTestJSON-146164436 tempest-SecurityGroupsTestJSON-146164436-project] For port 9c70ef6e-fd9f-4fa1-8989-5e617eacef24, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=9c70ef6e-fd9f-4fa1-8989-5e617eacef24,segment=NetworkSegment(7e287389-6e5c-4ce4-b4eb-616d84d437ce),segment_id=7e287389-6e5c-4ce4-b4eb-616d84d437ce)] {{(pid=105585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:02:07.217130 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-d5a6729a-0ca8-4842-bc63-d7c759473fc4 req-5667b26e-10fb-411f-a2d9-8fb723ebd943 tempest-SecurityGroupsTestJSON-146164436 tempest-SecurityGroupsTestJSON-146164436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:07.238584 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [req-d5a6729a-0ca8-4842-bc63-d7c759473fc4 req-5667b26e-10fb-411f-a2d9-8fb723ebd943 tempest-SecurityGroupsTestJSON-146164436 tempest-SecurityGroupsTestJSON-146164436-project] Calling delete_port for 9c70ef6e-fd9f-4fa1-8989-5e617eacef24 owned by compute:nova {{(pid=105585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:02:07.258013 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c570a084-a3d5-4709-a4a6-0a44e1ae01c2 req-701f3717-e4d5-479b-a6f6-d6d941809d29 tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:07.259666 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-c570a084-a3d5-4709-a4a6-0a44e1ae01c2 req-701f3717-e4d5-479b-a6f6-d6d941809d29 tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] 10.222.0.59 "GET /v2.0/ports?device_id=d0239bb6-b1ba-4ee9-b491-bb82ed66a636 HTTP/1.1" status: 200 len: 945 time: 0.1691103 Jul 27 21:02:07.411972 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Device 692f13a5-f9cb-440b-acee-eec7835ad338 details requested by agent hyperv_n-h2-705658-22 with host n-h2-705658-22 {{(pid=105586) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:02:07.415248 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Device 835f0f4d-0526-410c-996b-78e4b0d0e923 up at agent hyperv_n-h2-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:02:07.527373 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-3d54578f-831f-4696-b568-13c455922dab None None] Provisioning for port 835f0f4d-0526-410c-996b-78e4b0d0e923 completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:02:07.535623 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-3d54578f-831f-4696-b568-13c455922dab None None] Provisioning complete for port 835f0f4d-0526-410c-996b-78e4b0d0e923 triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:02:07.535994 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:07.569740 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] For port 692f13a5-f9cb-440b-acee-eec7835ad338, host n-h2-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=692f13a5-f9cb-440b-acee-eec7835ad338,segment=NetworkSegment(660ec341-81d1-41c4-8987-bc307d97b3d6),segment_id=660ec341-81d1-41c4-8987-bc307d97b3d6)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:02:07.588079 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Returning: {'device': '692f13a5-f9cb-440b-acee-eec7835ad338', 'network_id': '79bd215c-af8d-45db-ad24-972205044e15', 'port_id': '692f13a5-f9cb-440b-acee-eec7835ad338', 'mac_address': 'fa:16:3e:9b:b6:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 247, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63030826-f290-4ec4-88a7-e0d5c21af6b4', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105586) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:02:07.633731 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:07.662342 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2519a46-17a3-4445-9531-21a1c1300131 req-44312ef8-ca47-499b-8278-fde7f5adbd14 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:07.668582 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [None req-3d54578f-831f-4696-b568-13c455922dab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 692f13a5-f9cb-440b-acee-eec7835ad338 {{(pid=105586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:02:07.669034 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2519a46-17a3-4445-9531-21a1c1300131 req-44312ef8-ca47-499b-8278-fde7f5adbd14 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:07.675292 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2519a46-17a3-4445-9531-21a1c1300131 req-44312ef8-ca47-499b-8278-fde7f5adbd14 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:07.682123 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2519a46-17a3-4445-9531-21a1c1300131 req-44312ef8-ca47-499b-8278-fde7f5adbd14 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:07.687476 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:07.689485 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2519a46-17a3-4445-9531-21a1c1300131 req-44312ef8-ca47-499b-8278-fde7f5adbd14 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:07.696011 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2519a46-17a3-4445-9531-21a1c1300131 req-44312ef8-ca47-499b-8278-fde7f5adbd14 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:07.702120 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2519a46-17a3-4445-9531-21a1c1300131 req-44312ef8-ca47-499b-8278-fde7f5adbd14 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:07.703761 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] For port 692f13a5-f9cb-440b-acee-eec7835ad338, host n-h2-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=692f13a5-f9cb-440b-acee-eec7835ad338,segment=NetworkSegment(660ec341-81d1-41c4-8987-bc307d97b3d6),segment_id=660ec341-81d1-41c4-8987-bc307d97b3d6)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:02:07.704695 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-d2519a46-17a3-4445-9531-21a1c1300131 req-44312ef8-ca47-499b-8278-fde7f5adbd14 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] 10.222.0.59 "GET /v2.0/ports?device_id=9dfbe127-2e40-448a-9032-c49d8e1e61fe HTTP/1.1" status: 200 len: 5418 time: 0.5488310 Jul 27 21:02:07.711774 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:07.719332 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3681efa9-caf9-4127-b110-4ef1fb8e20bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '835f0f4d-0526-410c-996b-78e4b0d0e923'}] {{(pid=105586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:02:07.721550 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14c1663e039faf5393f87855f745010ac5b02220355b68fdbf065393e303ac56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1680c690-8483-4509-bb4a-6d572ff5c998" -d '{"events": [{"server_uuid": "3681efa9-caf9-4127-b110-4ef1fb8e20bc", "name": "network-vif-plugged", "status": "completed", "tag": "835f0f4d-0526-410c-996b-78e4b0d0e923"}]}' {{(pid=105586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:02:07.736873 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-c570a084-a3d5-4709-a4a6-0a44e1ae01c2 req-743a7d42-bfba-4bdc-9466-4ac27b8d9ced tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] 10.222.0.59 "GET /v2.0/security-groups?id=d1766e71-7b2a-4f2d-acc0-530f862b8fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4674726 Jul 27 21:02:07.754280 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] For port 835f0f4d-0526-410c-996b-78e4b0d0e923, host n-h2-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=835f0f4d-0526-410c-996b-78e4b0d0e923,segment=NetworkSegment(31fbdef5-d817-4d56-be48-3d485cdfd14a),segment_id=31fbdef5-d817-4d56-be48-3d485cdfd14a)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:02:07.769690 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:07.782306 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-d2519a46-17a3-4445-9531-21a1c1300131 req-2a3803a7-28ba-4ecd-a55d-5dad2c5a7af3 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] 10.222.0.59 "GET /v2.0/security-groups?id=477ad29f-b988-4b09-963a-d2ba14baa454&id=602b6e89-9902-4d75-b8ec-25947a9f847b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0691097 Jul 27 21:02:07.788477 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Pushing event updated for resources: {'Port': ['ID=692f13a5-f9cb-440b-acee-eec7835ad338,revision_number=4']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:02:07.854893 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Pushing event updated for resources: {'Port': ['ID=835f0f4d-0526-410c-996b-78e4b0d0e923,revision_number=5']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:02:07.857913 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-d5a6729a-0ca8-4842-bc63-d7c759473fc4 req-5667b26e-10fb-411f-a2d9-8fb723ebd943 tempest-SecurityGroupsTestJSON-146164436 tempest-SecurityGroupsTestJSON-146164436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:07.871313 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] get_ports_and_sgs() called for port_ids ['621b6a24-9c81-48c6-a70f-ffcfa4ff3c11'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:02:07.876271 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] get_ports_and_sgs() called for port_ids ['9c70ef6e-fd9f-4fa1-8989-5e617eacef24'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:02:07.930447 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5667b26e-10fb-411f-a2d9-8fb723ebd943 tempest-SecurityGroupsTestJSON-146164436 tempest-SecurityGroupsTestJSON-146164436-project] Pushing event deleted for resources: {'Port': ['ID=9c70ef6e-fd9f-4fa1-8989-5e617eacef24,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:02:07.965948 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5667b26e-10fb-411f-a2d9-8fb723ebd943 tempest-SecurityGroupsTestJSON-146164436 tempest-SecurityGroupsTestJSON-146164436-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:02:07.966610 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5667b26e-10fb-411f-a2d9-8fb723ebd943 tempest-SecurityGroupsTestJSON-146164436 tempest-SecurityGroupsTestJSON-146164436-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:02:07.966808 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5667b26e-10fb-411f-a2d9-8fb723ebd943 tempest-SecurityGroupsTestJSON-146164436 tempest-SecurityGroupsTestJSON-146164436-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:02:07.967239 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5667b26e-10fb-411f-a2d9-8fb723ebd943 tempest-SecurityGroupsTestJSON-146164436 tempest-SecurityGroupsTestJSON-146164436-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:02:07.967641 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5667b26e-10fb-411f-a2d9-8fb723ebd943 tempest-SecurityGroupsTestJSON-146164436 tempest-SecurityGroupsTestJSON-146164436-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:02:07.968039 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5667b26e-10fb-411f-a2d9-8fb723ebd943 tempest-SecurityGroupsTestJSON-146164436 tempest-SecurityGroupsTestJSON-146164436-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:02:07.969017 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5667b26e-10fb-411f-a2d9-8fb723ebd943 tempest-SecurityGroupsTestJSON-146164436 tempest-SecurityGroupsTestJSON-146164436-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:02:07.969411 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5667b26e-10fb-411f-a2d9-8fb723ebd943 tempest-SecurityGroupsTestJSON-146164436 tempest-SecurityGroupsTestJSON-146164436-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:02:07.969810 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5667b26e-10fb-411f-a2d9-8fb723ebd943 tempest-SecurityGroupsTestJSON-146164436 tempest-SecurityGroupsTestJSON-146164436-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:02:07.970135 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5667b26e-10fb-411f-a2d9-8fb723ebd943 tempest-SecurityGroupsTestJSON-146164436 tempest-SecurityGroupsTestJSON-146164436-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:02:07.970457 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5667b26e-10fb-411f-a2d9-8fb723ebd943 tempest-SecurityGroupsTestJSON-146164436 tempest-SecurityGroupsTestJSON-146164436-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:02:07.970779 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5667b26e-10fb-411f-a2d9-8fb723ebd943 tempest-SecurityGroupsTestJSON-146164436 tempest-SecurityGroupsTestJSON-146164436-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:02:08.041353 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5a6729a-0ca8-4842-bc63-d7c759473fc4 req-5667b26e-10fb-411f-a2d9-8fb723ebd943 tempest-SecurityGroupsTestJSON-146164436 tempest-SecurityGroupsTestJSON-146164436-project] No DVR routers for this DVR port 9c70ef6e-fd9f-4fa1-8989-5e617eacef24 on host n-h1-705658-22 {{(pid=105585) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:02:08.046138 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-d5a6729a-0ca8-4842-bc63-d7c759473fc4 req-5667b26e-10fb-411f-a2d9-8fb723ebd943 tempest-SecurityGroupsTestJSON-146164436 tempest-SecurityGroupsTestJSON-146164436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:08.048142 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-d5a6729a-0ca8-4842-bc63-d7c759473fc4 req-5667b26e-10fb-411f-a2d9-8fb723ebd943 tempest-SecurityGroupsTestJSON-146164436 tempest-SecurityGroupsTestJSON-146164436-project] 10.222.0.36 "DELETE /v2.0/ports/9c70ef6e-fd9f-4fa1-8989-5e617eacef24 HTTP/1.1" status: 204 len: 173 time: 1.2316666 Jul 27 21:02:08.049452 n-d-705658-22 neutron-server[105585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca86fb1b-c433-49d9-807b-04c160484fa6', 'name': 'network-vif-deleted', 'tag': '9c70ef6e-fd9f-4fa1-8989-5e617eacef24'}] {{(pid=105585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:02:08.051995 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d66fd65881426bfc2b5388084a3654e5eae521106a15a3dbf0eb4cde7106c36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f61ddabc-c7b3-417b-8fa6-a10a66d4768a" -d '{"events": [{"server_uuid": "ca86fb1b-c433-49d9-807b-04c160484fa6", "name": "network-vif-deleted", "tag": "9c70ef6e-fd9f-4fa1-8989-5e617eacef24"}]}' {{(pid=105585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:02:08.089164 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1f79d5-bb1a-4d1b-b686-c75315c9ccc0 req-9558934d-b630-403e-8146-04c89695826f tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:08.090687 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-8a1f79d5-bb1a-4d1b-b686-c75315c9ccc0 req-9558934d-b630-403e-8146-04c89695826f tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] 10.222.0.59 "GET /v2.0/ports?device_id=f4131bf3-56d0-4dd5-8a0b-f9b028d7bbbe HTTP/1.1" status: 200 len: 944 time: 0.1754701 Jul 27 21:02:08.092075 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] get_ports_and_sgs() called for port_ids ['692f13a5-f9cb-440b-acee-eec7835ad338'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:02:08.104686 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980d301a-759f-48b1-9f48-918e74007ab8 req-165a9c36-9316-4bfa-94e0-61e9105a49a0 tempest-ServersAdminTestJSON-2115085297 tempest-ServersAdminTestJSON-2115085297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:08.106203 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-980d301a-759f-48b1-9f48-918e74007ab8 req-165a9c36-9316-4bfa-94e0-61e9105a49a0 tempest-ServersAdminTestJSON-2115085297 tempest-ServersAdminTestJSON-2115085297-project] 10.222.0.59 "GET /v2.0/ports?device_id=17274dc4-072b-4ebb-8b1d-dece77bee02e HTTP/1.1" status: 200 len: 949 time: 0.1463175 Jul 27 21:02:08.166006 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-8a1f79d5-bb1a-4d1b-b686-c75315c9ccc0 req-42538d96-8ae8-4e9e-a6b0-8f4527d19610 tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] 10.222.0.59 "GET /v2.0/security-groups?id=771ef501-f193-4e50-901d-4721d89f2b91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587573 Jul 27 21:02:08.173785 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-980d301a-759f-48b1-9f48-918e74007ab8 req-865ad976-60ed-4778-afbf-331509071b6d tempest-ServersAdminTestJSON-2115085297 tempest-ServersAdminTestJSON-2115085297-project] 10.222.0.59 "GET /v2.0/security-groups?id=9f3cf157-ddbf-4bf4-acc6-59d64c6ea76b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587244 Jul 27 21:02:08.230211 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:02:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf51d978-6f56-4293-ad7c-f5fa70af70de x-openstack-request-id: req-bf51d978-6f56-4293-ad7c-f5fa70af70de {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:02:08.230631 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3681efa9-caf9-4127-b110-4ef1fb8e20bc", "name": "network-vif-plugged", "status": "completed", "tag": "835f0f4d-0526-410c-996b-78e4b0d0e923", "code": 200}]} {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:02:08.231066 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-bf51d978-6f56-4293-ad7c-f5fa70af70de {{(pid=105586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:02:08.231677 n-d-705658-22 neutron-server[105586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3681efa9-caf9-4127-b110-4ef1fb8e20bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '835f0f4d-0526-410c-996b-78e4b0d0e923', 'code': 200} Jul 27 21:02:08.332819 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-c3dc2f5a-9c24-4641-99d7-18f69beea249 req-a6538b6f-f416-4c43-ae77-6702da70a950 tempest-SecurityGroupsTestJSON-146164436 tempest-SecurityGroupsTestJSON-146164436-project] 10.222.0.59 "GET /v2.0/ports?device_id=ca86fb1b-c433-49d9-807b-04c160484fa6 HTTP/1.1" status: 200 len: 210 time: 0.0534823 Jul 27 21:02:08.362892 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d58c0e-af0c-4a05-8821-e18a914ad989 req-ac865b40-1d57-4f41-892e-c2d53d2d544b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:08.364565 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-c9d58c0e-af0c-4a05-8821-e18a914ad989 req-ac865b40-1d57-4f41-892e-c2d53d2d544b service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=3681efa9-caf9-4127-b110-4ef1fb8e20bc HTTP/1.1" status: 200 len: 1098 time: 0.0657103 Jul 27 21:02:08.370469 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9f50a7-af14-4544-b08f-f65969026ddc req-5cc93eb5-0234-4ab9-8610-ce3cb091122e tempest-ServerRescueTestJSON-417658892 tempest-ServerRescueTestJSON-417658892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:08.373080 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-4b9f50a7-af14-4544-b08f-f65969026ddc req-5cc93eb5-0234-4ab9-8610-ce3cb091122e tempest-ServerRescueTestJSON-417658892 tempest-ServerRescueTestJSON-417658892-project] 10.222.0.59 "GET /v2.0/ports?device_id=3681efa9-caf9-4127-b110-4ef1fb8e20bc HTTP/1.1" status: 200 len: 946 time: 0.0942142 Jul 27 21:02:08.377206 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:02:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdaf7504-17a3-490f-99e3-477c70094a6c x-openstack-request-id: req-fdaf7504-17a3-490f-99e3-477c70094a6c {{(pid=105585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:02:08.377497 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca86fb1b-c433-49d9-807b-04c160484fa6", "name": "network-vif-deleted", "tag": "9c70ef6e-fd9f-4fa1-8989-5e617eacef24", "status": "completed", "code": 200}]} {{(pid=105585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:02:08.377745 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-fdaf7504-17a3-490f-99e3-477c70094a6c {{(pid=105585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:02:08.378133 n-d-705658-22 neutron-server[105585]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca86fb1b-c433-49d9-807b-04c160484fa6', 'name': 'network-vif-deleted', 'tag': '9c70ef6e-fd9f-4fa1-8989-5e617eacef24', 'status': 'completed', 'code': 200} Jul 27 21:02:08.401936 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-c9d58c0e-af0c-4a05-8821-e18a914ad989 req-6fc8a051-b1f8-4428-9795-e439072635bc service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=551e2ab4-0adb-4dc6-ad9d-2e4a42006670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298245 Jul 27 21:02:08.410951 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-4b9f50a7-af14-4544-b08f-f65969026ddc req-490c24af-9d11-47c5-a3a1-8bc6adafd996 tempest-ServerRescueTestJSON-417658892 tempest-ServerRescueTestJSON-417658892-project] 10.222.0.59 "GET /v2.0/security-groups?id=551e2ab4-0adb-4dc6-ad9d-2e4a42006670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317121 Jul 27 21:02:08.847336 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device 670c0f9e-a362-4c9f-b9ba-c2d6fdec5a45 up at agent hyperv_n-h1-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:02:08.875226 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-9f9c53ea-9b18-4bd1-8fa7-44fe1efb70d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:08.881498 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e24dce0-fb3d-437b-ba77-4a33493bb846 req-23919752-5f6b-4d39-8ac5-115d2b8c9454 tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:08.883168 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-1e24dce0-fb3d-437b-ba77-4a33493bb846 req-23919752-5f6b-4d39-8ac5-115d2b8c9454 tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] 10.222.0.59 "GET /v2.0/ports?device_id=d0239bb6-b1ba-4ee9-b491-bb82ed66a636 HTTP/1.1" status: 200 len: 945 time: 0.0738580 Jul 27 21:02:08.909644 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Provisioning for port 670c0f9e-a362-4c9f-b9ba-c2d6fdec5a45 completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:02:08.914667 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Provisioning complete for port 670c0f9e-a362-4c9f-b9ba-c2d6fdec5a45 triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:02:08.915093 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:08.954118 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-1e24dce0-fb3d-437b-ba77-4a33493bb846 req-259cac0e-ed08-4c8f-ab50-8cc750e23bec tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] 10.222.0.59 "GET /v2.0/security-groups?id=d1766e71-7b2a-4f2d-acc0-530f862b8fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605371 Jul 27 21:02:08.992286 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe16ad8-32ae-468c-b865-2a3952bb510a req-f2d94e3f-e3b4-44a8-907e-bcbc461209bf tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:08.997759 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:08.998917 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe16ad8-32ae-468c-b865-2a3952bb510a req-f2d94e3f-e3b4-44a8-907e-bcbc461209bf tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:09.005425 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe16ad8-32ae-468c-b865-2a3952bb510a req-f2d94e3f-e3b4-44a8-907e-bcbc461209bf tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:09.012943 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe16ad8-32ae-468c-b865-2a3952bb510a req-f2d94e3f-e3b4-44a8-907e-bcbc461209bf tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:09.020109 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe16ad8-32ae-468c-b865-2a3952bb510a req-f2d94e3f-e3b4-44a8-907e-bcbc461209bf tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:09.027044 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe16ad8-32ae-468c-b865-2a3952bb510a req-f2d94e3f-e3b4-44a8-907e-bcbc461209bf tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:09.030164 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] For port 670c0f9e-a362-4c9f-b9ba-c2d6fdec5a45, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=670c0f9e-a362-4c9f-b9ba-c2d6fdec5a45,segment=NetworkSegment(86b1e6f6-d629-4b03-8944-4cdfbfb93d02),segment_id=86b1e6f6-d629-4b03-8944-4cdfbfb93d02)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:02:09.034476 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe16ad8-32ae-468c-b865-2a3952bb510a req-f2d94e3f-e3b4-44a8-907e-bcbc461209bf tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:09.034792 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:09.035671 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device 9c70ef6e-fd9f-4fa1-8989-5e617eacef24 no longer exists at agent hyperv_n-h1-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:02:09.039754 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-3fe16ad8-32ae-468c-b865-2a3952bb510a req-f2d94e3f-e3b4-44a8-907e-bcbc461209bf tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] 10.222.0.59 "GET /v2.0/ports?device_id=9dfbe127-2e40-448a-9032-c49d8e1e61fe HTTP/1.1" status: 200 len: 5418 time: 0.1552920 Jul 27 21:02:09.072197 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-28650df7-c46c-4981-b84f-37d87254047e None None] No Port match for: 9c70ef6e-fd9f-4fa1-8989-5e617eacef24 {{(pid=105586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:02:09.072549 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device 9c70ef6e-fd9f-4fa1-8989-5e617eacef24 not bound to the agent host n-h1-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:02:09.082689 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-3fe16ad8-32ae-468c-b865-2a3952bb510a req-6073cdc2-2ee9-41eb-8824-a86ba31ec9dd tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] 10.222.0.59 "GET /v2.0/security-groups?id=477ad29f-b988-4b09-963a-d2ba14baa454&id=602b6e89-9902-4d75-b8ec-25947a9f847b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0375099 Jul 27 21:02:09.100137 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Pushing event updated for resources: {'Port': ['ID=670c0f9e-a362-4c9f-b9ba-c2d6fdec5a45,revision_number=5']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:02:09.345409 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716ccd54-d2b2-4728-9049-6fc6997309b5 req-54e11a75-c7a6-4a48-82b8-735c4ae6dd03 tempest-ServersAdminTestJSON-2115085297 tempest-ServersAdminTestJSON-2115085297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:09.346888 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-716ccd54-d2b2-4728-9049-6fc6997309b5 req-54e11a75-c7a6-4a48-82b8-735c4ae6dd03 tempest-ServersAdminTestJSON-2115085297 tempest-ServersAdminTestJSON-2115085297-project] 10.222.0.59 "GET /v2.0/ports?device_id=17274dc4-072b-4ebb-8b1d-dece77bee02e HTTP/1.1" status: 200 len: 950 time: 0.0958114 Jul 27 21:02:09.354102 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564a2cbf-a654-4a8e-b11e-4e500534a933 req-3766e73b-c2c2-4499-aea4-d1f8daafbf45 tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:09.355499 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-564a2cbf-a654-4a8e-b11e-4e500534a933 req-3766e73b-c2c2-4499-aea4-d1f8daafbf45 tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] 10.222.0.59 "GET /v2.0/ports?device_id=f4131bf3-56d0-4dd5-8a0b-f9b028d7bbbe HTTP/1.1" status: 200 len: 944 time: 0.1141670 Jul 27 21:02:09.408102 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-716ccd54-d2b2-4728-9049-6fc6997309b5 req-c6ece90f-a1a2-4c6e-b456-2c4a8546e4cb tempest-ServersAdminTestJSON-2115085297 tempest-ServersAdminTestJSON-2115085297-project] 10.222.0.59 "GET /v2.0/security-groups?id=9f3cf157-ddbf-4bf4-acc6-59d64c6ea76b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516491 Jul 27 21:02:09.415173 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-564a2cbf-a654-4a8e-b11e-4e500534a933 req-2a464933-7cbd-4275-8ff0-35c545172bb6 tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] 10.222.0.59 "GET /v2.0/security-groups?id=771ef501-f193-4e50-901d-4721d89f2b91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528824 Jul 27 21:02:09.441984 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Device 692f13a5-f9cb-440b-acee-eec7835ad338 up at agent hyperv_n-h2-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:02:09.495189 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-3d54578f-831f-4696-b568-13c455922dab None None] Provisioning for port 692f13a5-f9cb-440b-acee-eec7835ad338 completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:02:09.499183 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-3d54578f-831f-4696-b568-13c455922dab None None] Provisioning complete for port 692f13a5-f9cb-440b-acee-eec7835ad338 triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:02:09.499568 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:09.540840 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-7f3de61e-b46b-4f4f-8f2e-f070f68992b5 req-67eaf527-ba4d-4428-b576-60ee60ac734c tempest-SecurityGroupsTestJSON-146164436 tempest-SecurityGroupsTestJSON-146164436-project] 10.222.0.59 "GET /v2.0/security-groups/95c62579-2c59-4204-a9e7-4c4f7e326f3b HTTP/1.1" status: 200 len: 1802 time: 0.0767479 Jul 27 21:02:09.575409 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:09.576870 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddb391c-5ed1-4750-aa0f-07c13f8bdb92 req-adcba05f-c51c-4893-a280-651f21ab912e tempest-ServerRescueTestJSON-417658892 tempest-ServerRescueTestJSON-417658892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:09.578886 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-0ddb391c-5ed1-4750-aa0f-07c13f8bdb92 req-adcba05f-c51c-4893-a280-651f21ab912e tempest-ServerRescueTestJSON-417658892 tempest-ServerRescueTestJSON-417658892-project] 10.222.0.59 "GET /v2.0/ports?device_id=3681efa9-caf9-4127-b110-4ef1fb8e20bc HTTP/1.1" status: 200 len: 946 time: 0.0990191 Jul 27 21:02:09.622520 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] For port 692f13a5-f9cb-440b-acee-eec7835ad338, host n-h2-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=692f13a5-f9cb-440b-acee-eec7835ad338,segment=NetworkSegment(660ec341-81d1-41c4-8987-bc307d97b3d6),segment_id=660ec341-81d1-41c4-8987-bc307d97b3d6)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:02:09.627576 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:09.647552 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-0ddb391c-5ed1-4750-aa0f-07c13f8bdb92 req-7db77b9f-6256-4dc6-8115-08317b398b2f tempest-ServerRescueTestJSON-417658892 tempest-ServerRescueTestJSON-417658892-project] 10.222.0.59 "GET /v2.0/security-groups?id=551e2ab4-0adb-4dc6-ad9d-2e4a42006670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612965 Jul 27 21:02:09.650336 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-7f3de61e-b46b-4f4f-8f2e-f070f68992b5 req-e82c38ac-fef4-48dd-83bd-e1110cfc60b5 tempest-SecurityGroupsTestJSON-146164436 tempest-SecurityGroupsTestJSON-146164436-project] Notify callbacks [] for security_group, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:09.685632 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-7f3de61e-b46b-4f4f-8f2e-f070f68992b5 req-e82c38ac-fef4-48dd-83bd-e1110cfc60b5 tempest-SecurityGroupsTestJSON-146164436 tempest-SecurityGroupsTestJSON-146164436-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:09.688551 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Pushing event updated for resources: {'Port': ['ID=692f13a5-f9cb-440b-acee-eec7835ad338,revision_number=5']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:02:09.737415 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-7f3de61e-b46b-4f4f-8f2e-f070f68992b5 req-e82c38ac-fef4-48dd-83bd-e1110cfc60b5 tempest-SecurityGroupsTestJSON-146164436 tempest-SecurityGroupsTestJSON-146164436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:09.740123 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-7f3de61e-b46b-4f4f-8f2e-f070f68992b5 req-e82c38ac-fef4-48dd-83bd-e1110cfc60b5 tempest-SecurityGroupsTestJSON-146164436 tempest-SecurityGroupsTestJSON-146164436-project] Notify callbacks [] for security_group, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:09.741284 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-7f3de61e-b46b-4f4f-8f2e-f070f68992b5 req-e82c38ac-fef4-48dd-83bd-e1110cfc60b5 tempest-SecurityGroupsTestJSON-146164436 tempest-SecurityGroupsTestJSON-146164436-project] 10.222.0.59 "DELETE /v2.0/security-groups/95c62579-2c59-4204-a9e7-4c4f7e326f3b HTTP/1.1" status: 204 len: 173 time: 0.1913121 Jul 27 21:02:09.751657 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82c38ac-fef4-48dd-83bd-e1110cfc60b5 tempest-SecurityGroupsTestJSON-146164436 tempest-SecurityGroupsTestJSON-146164436-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=95c62579-2c59-4204-a9e7-4c4f7e326f3b,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:02:09.802599 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-eaea9d06-8852-4e17-ba33-a363acc68d1d req-bc448201-4aed-4666-a92d-08421a624ef8 tempest-SecurityGroupsTestJSON-146164436 tempest-SecurityGroupsTestJSON-146164436-project] 10.222.0.59 "GET /v2.0/security-groups/fd992719-3c53-4b38-92cf-7cbc9a35567f HTTP/1.1" status: 200 len: 1802 time: 0.0422859 Jul 27 21:02:09.862072 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-eaea9d06-8852-4e17-ba33-a363acc68d1d req-f9a90979-2e26-4fe9-9e40-3aa8795c11fc tempest-SecurityGroupsTestJSON-146164436 tempest-SecurityGroupsTestJSON-146164436-project] Notify callbacks [] for security_group, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:09.888262 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-eaea9d06-8852-4e17-ba33-a363acc68d1d req-f9a90979-2e26-4fe9-9e40-3aa8795c11fc tempest-SecurityGroupsTestJSON-146164436 tempest-SecurityGroupsTestJSON-146164436-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:09.900939 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:09.929251 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-eaea9d06-8852-4e17-ba33-a363acc68d1d req-f9a90979-2e26-4fe9-9e40-3aa8795c11fc tempest-SecurityGroupsTestJSON-146164436 tempest-SecurityGroupsTestJSON-146164436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:09.931953 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-eaea9d06-8852-4e17-ba33-a363acc68d1d req-f9a90979-2e26-4fe9-9e40-3aa8795c11fc tempest-SecurityGroupsTestJSON-146164436 tempest-SecurityGroupsTestJSON-146164436-project] Notify callbacks [] for security_group, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:09.933112 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-eaea9d06-8852-4e17-ba33-a363acc68d1d req-f9a90979-2e26-4fe9-9e40-3aa8795c11fc tempest-SecurityGroupsTestJSON-146164436 tempest-SecurityGroupsTestJSON-146164436-project] 10.222.0.59 "DELETE /v2.0/security-groups/fd992719-3c53-4b38-92cf-7cbc9a35567f HTTP/1.1" status: 204 len: 173 time: 0.1241403 Jul 27 21:02:09.942102 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a90979-2e26-4fe9-9e40-3aa8795c11fc tempest-SecurityGroupsTestJSON-146164436 tempest-SecurityGroupsTestJSON-146164436-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd992719-3c53-4b38-92cf-7cbc9a35567f,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:02:09.961373 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [req-1d40f0a2-affd-4f86-98fc-cc836c0af65f req-72cd2885-ad46-48ea-ae24-1ff7606b2197 tempest-SecurityGroupsTestJSON-146164436 tempest-SecurityGroupsTestJSON-146164436-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-642232036', 'description': 'tempest-description-692683067'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:02:09.984764 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-1d40f0a2-affd-4f86-98fc-cc836c0af65f req-72cd2885-ad46-48ea-ae24-1ff7606b2197 tempest-SecurityGroupsTestJSON-146164436 tempest-SecurityGroupsTestJSON-146164436-project] Notify callbacks [] for security_group, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:10.104756 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-1d40f0a2-affd-4f86-98fc-cc836c0af65f req-72cd2885-ad46-48ea-ae24-1ff7606b2197 tempest-SecurityGroupsTestJSON-146164436 tempest-SecurityGroupsTestJSON-146164436-project] Notify callbacks [] for security_group, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:10.109461 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-1d40f0a2-affd-4f86-98fc-cc836c0af65f req-72cd2885-ad46-48ea-ae24-1ff7606b2197 tempest-SecurityGroupsTestJSON-146164436 tempest-SecurityGroupsTestJSON-146164436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:10.147581 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-1d40f0a2-affd-4f86-98fc-cc836c0af65f req-72cd2885-ad46-48ea-ae24-1ff7606b2197 tempest-SecurityGroupsTestJSON-146164436 tempest-SecurityGroupsTestJSON-146164436-project] Notify callbacks [] for security_group, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:10.148777 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-1d40f0a2-affd-4f86-98fc-cc836c0af65f req-72cd2885-ad46-48ea-ae24-1ff7606b2197 tempest-SecurityGroupsTestJSON-146164436 tempest-SecurityGroupsTestJSON-146164436-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.1917329 Jul 27 21:02:10.149620 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cd2885-ad46-48ea-ae24-1ff7606b2197 tempest-SecurityGroupsTestJSON-146164436 tempest-SecurityGroupsTestJSON-146164436-project] Pushing event updated for resources: {'SecurityGroup': ['ID=26158f24-b983-4059-9600-b671095d7847,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:02:10.160311 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c208f2c-5e19-40cf-a538-6eb2e5487424 req-73717a28-06c9-4857-a8bc-9371b4ed8fcf tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:10.161814 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-8c208f2c-5e19-40cf-a538-6eb2e5487424 req-73717a28-06c9-4857-a8bc-9371b4ed8fcf tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] 10.222.0.59 "GET /v2.0/ports?device_id=d0239bb6-b1ba-4ee9-b491-bb82ed66a636 HTTP/1.1" status: 200 len: 945 time: 0.1289861 Jul 27 21:02:10.204177 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-8c208f2c-5e19-40cf-a538-6eb2e5487424 req-3dbb4540-0cd6-418e-b623-b147099e874a tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] 10.222.0.59 "GET /v2.0/security-groups?id=d1766e71-7b2a-4f2d-acc0-530f862b8fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357687 Jul 27 21:02:10.233313 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17274dc4-072b-4ebb-8b1d-dece77bee02e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '670c0f9e-a362-4c9f-b9ba-c2d6fdec5a45'}, {'server_uuid': 'f4131bf3-56d0-4dd5-8a0b-f9b028d7bbbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '692f13a5-f9cb-440b-acee-eec7835ad338'}] {{(pid=105586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:02:10.236377 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14c1663e039faf5393f87855f745010ac5b02220355b68fdbf065393e303ac56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-081892ba-b299-47ea-ae80-47a6873e49b6" -d '{"events": [{"server_uuid": "17274dc4-072b-4ebb-8b1d-dece77bee02e", "name": "network-vif-plugged", "status": "completed", "tag": "670c0f9e-a362-4c9f-b9ba-c2d6fdec5a45"}, {"server_uuid": "f4131bf3-56d0-4dd5-8a0b-f9b028d7bbbe", "name": "network-vif-plugged", "status": "completed", "tag": "692f13a5-f9cb-440b-acee-eec7835ad338"}]}' {{(pid=105586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:02:10.340954 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-64b8bd04-577d-49ff-ad4d-fb48424f2881 req-c8050ec4-70c9-4f01-9a43-ffe2ca96580d tempest-SecurityGroupsTestJSON-146164436 tempest-SecurityGroupsTestJSON-146164436-project] 10.222.0.59 "GET /v2.0/security-groups/26158f24-b983-4059-9600-b671095d7847 HTTP/1.1" status: 200 len: 1801 time: 0.0447130 Jul 27 21:02:10.353749 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [req-64b8bd04-577d-49ff-ad4d-fb48424f2881 req-1a6e81b0-1cb3-4a00-83bf-d0beb5a3cc4c tempest-SecurityGroupsTestJSON-146164436 tempest-SecurityGroupsTestJSON-146164436-project] Request body: {'security_group': {'name': 'tempest-sg-hth-1455565773', 'description': 'tempest-description-hth-1872682410'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:02:10.382851 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8e365d-472a-45f4-b201-037dd377d4c4 req-9338f900-6539-4b4d-aa1e-72edd8761e78 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:10.388675 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8e365d-472a-45f4-b201-037dd377d4c4 req-9338f900-6539-4b4d-aa1e-72edd8761e78 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:10.394503 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8e365d-472a-45f4-b201-037dd377d4c4 req-9338f900-6539-4b4d-aa1e-72edd8761e78 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:10.400381 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8e365d-472a-45f4-b201-037dd377d4c4 req-9338f900-6539-4b4d-aa1e-72edd8761e78 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:10.406968 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8e365d-472a-45f4-b201-037dd377d4c4 req-9338f900-6539-4b4d-aa1e-72edd8761e78 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:10.412781 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8e365d-472a-45f4-b201-037dd377d4c4 req-9338f900-6539-4b4d-aa1e-72edd8761e78 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:10.418560 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8e365d-472a-45f4-b201-037dd377d4c4 req-9338f900-6539-4b4d-aa1e-72edd8761e78 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:10.420390 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-5a8e365d-472a-45f4-b201-037dd377d4c4 req-9338f900-6539-4b4d-aa1e-72edd8761e78 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] 10.222.0.59 "GET /v2.0/ports?device_id=9dfbe127-2e40-448a-9032-c49d8e1e61fe HTTP/1.1" status: 200 len: 5418 time: 0.1575665 Jul 27 21:02:10.436589 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-64b8bd04-577d-49ff-ad4d-fb48424f2881 req-1a6e81b0-1cb3-4a00-83bf-d0beb5a3cc4c tempest-SecurityGroupsTestJSON-146164436 tempest-SecurityGroupsTestJSON-146164436-project] Notify callbacks [] for security_group, before_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:10.480982 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-5a8e365d-472a-45f4-b201-037dd377d4c4 req-e8e52b4d-d469-48c5-a447-0a1609f101af tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] 10.222.0.59 "GET /v2.0/security-groups?id=477ad29f-b988-4b09-963a-d2ba14baa454&id=602b6e89-9902-4d75-b8ec-25947a9f847b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0532675 Jul 27 21:02:10.502460 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-64b8bd04-577d-49ff-ad4d-fb48424f2881 req-1a6e81b0-1cb3-4a00-83bf-d0beb5a3cc4c tempest-SecurityGroupsTestJSON-146164436 tempest-SecurityGroupsTestJSON-146164436-project] Notify callbacks [] for security_group, precommit_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:10.506816 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-64b8bd04-577d-49ff-ad4d-fb48424f2881 req-1a6e81b0-1cb3-4a00-83bf-d0beb5a3cc4c tempest-SecurityGroupsTestJSON-146164436 tempest-SecurityGroupsTestJSON-146164436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:10.509333 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-64b8bd04-577d-49ff-ad4d-fb48424f2881 req-1a6e81b0-1cb3-4a00-83bf-d0beb5a3cc4c tempest-SecurityGroupsTestJSON-146164436 tempest-SecurityGroupsTestJSON-146164436-project] Notify callbacks [] for security_group, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:10.510704 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-64b8bd04-577d-49ff-ad4d-fb48424f2881 req-1a6e81b0-1cb3-4a00-83bf-d0beb5a3cc4c tempest-SecurityGroupsTestJSON-146164436 tempest-SecurityGroupsTestJSON-146164436-project] 10.222.0.59 "PUT /v2.0/security-groups/26158f24-b983-4059-9600-b671095d7847 HTTP/1.1" status: 200 len: 1777 time: 0.1626382 Jul 27 21:02:10.535315 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6e81b0-1cb3-4a00-83bf-d0beb5a3cc4c tempest-SecurityGroupsTestJSON-146164436 tempest-SecurityGroupsTestJSON-146164436-project] Pushing event updated for resources: {'SecurityGroup': ['ID=26158f24-b983-4059-9600-b671095d7847,revision_number=2']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:02:10.536872 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 27 Jul 2021 21:02:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbf0fe0e-27b1-4ab5-a537-4946b3eed7a9 x-openstack-request-id: req-fbf0fe0e-27b1-4ab5-a537-4946b3eed7a9 {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:02:10.537433 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17274dc4-072b-4ebb-8b1d-dece77bee02e", "name": "network-vif-plugged", "status": "completed", "tag": "670c0f9e-a362-4c9f-b9ba-c2d6fdec5a45", "code": 200}, {"server_uuid": "f4131bf3-56d0-4dd5-8a0b-f9b028d7bbbe", "name": "network-vif-plugged", "status": "completed", "tag": "692f13a5-f9cb-440b-acee-eec7835ad338", "code": 200}]} {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:02:10.537969 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-fbf0fe0e-27b1-4ab5-a537-4946b3eed7a9 {{(pid=105586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:02:10.538446 n-d-705658-22 neutron-server[105586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17274dc4-072b-4ebb-8b1d-dece77bee02e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '670c0f9e-a362-4c9f-b9ba-c2d6fdec5a45', 'code': 200} Jul 27 21:02:10.538935 n-d-705658-22 neutron-server[105586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4131bf3-56d0-4dd5-8a0b-f9b028d7bbbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '692f13a5-f9cb-440b-acee-eec7835ad338', 'code': 200} Jul 27 21:02:10.673795 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82267f6-d305-4a86-8efd-c1247be62823 req-7d54e714-84de-4712-a61a-667bb469643b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:10.675332 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-a82267f6-d305-4a86-8efd-c1247be62823 req-7d54e714-84de-4712-a61a-667bb469643b service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=f4131bf3-56d0-4dd5-8a0b-f9b028d7bbbe HTTP/1.1" status: 200 len: 1097 time: 0.0547385 Jul 27 21:02:10.680128 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cf9acf-db8f-4ce0-a185-130d875e66f1 req-db780def-cc00-4892-83ab-007ce4bda3de tempest-ServersAdminTestJSON-2115085297 tempest-ServersAdminTestJSON-2115085297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:10.681614 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-50cf9acf-db8f-4ce0-a185-130d875e66f1 req-db780def-cc00-4892-83ab-007ce4bda3de tempest-ServersAdminTestJSON-2115085297 tempest-ServersAdminTestJSON-2115085297-project] 10.222.0.59 "GET /v2.0/ports?device_id=17274dc4-072b-4ebb-8b1d-dece77bee02e HTTP/1.1" status: 200 len: 950 time: 0.1185937 Jul 27 21:02:10.711571 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74359232-1421-49d6-b913-2c08f7c6fcf3 req-2b814199-c9a6-4e72-8e6d-c04854ab13e3 tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:10.712997 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-74359232-1421-49d6-b913-2c08f7c6fcf3 req-2b814199-c9a6-4e72-8e6d-c04854ab13e3 tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] 10.222.0.59 "GET /v2.0/ports?device_id=f4131bf3-56d0-4dd5-8a0b-f9b028d7bbbe HTTP/1.1" status: 200 len: 945 time: 0.1118429 Jul 27 21:02:10.713151 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-a82267f6-d305-4a86-8efd-c1247be62823 req-bef46b15-a38a-4cbb-8c6c-62dd2e7479be service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=771ef501-f193-4e50-901d-4721d89f2b91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0289755 Jul 27 21:02:10.778151 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-50cf9acf-db8f-4ce0-a185-130d875e66f1 req-bb06c1c9-4002-40c8-874b-2091ad79d2c2 tempest-ServersAdminTestJSON-2115085297 tempest-ServersAdminTestJSON-2115085297-project] 10.222.0.59 "GET /v2.0/security-groups?id=9f3cf157-ddbf-4bf4-acc6-59d64c6ea76b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894182 Jul 27 21:02:10.795210 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-74359232-1421-49d6-b913-2c08f7c6fcf3 req-f01b2e0c-b85f-46ed-b182-b558c61271f0 tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] 10.222.0.59 "GET /v2.0/security-groups?id=771ef501-f193-4e50-901d-4721d89f2b91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736225 Jul 27 21:02:10.823188 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9aa928-f0f7-410f-b229-446dd5ccf08e req-763e2989-a7a4-444c-b7cb-d64aa6531fde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:10.824691 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-1d9aa928-f0f7-410f-b229-446dd5ccf08e req-763e2989-a7a4-444c-b7cb-d64aa6531fde service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=17274dc4-072b-4ebb-8b1d-dece77bee02e HTTP/1.1" status: 200 len: 1102 time: 0.1921301 Jul 27 21:02:10.861651 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-9195b3af-e8b4-48bf-9903-b599ee53d402 req-f8f9746d-1c25-4e70-ba97-36862678aea0 tempest-SecurityGroupsTestJSON-146164436 tempest-SecurityGroupsTestJSON-146164436-project] 10.222.0.59 "GET /v2.0/security-groups/26158f24-b983-4059-9600-b671095d7847 HTTP/1.1" status: 200 len: 1777 time: 0.0597186 Jul 27 21:02:10.914055 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-1d9aa928-f0f7-410f-b229-446dd5ccf08e req-5a20613b-f377-4f74-979c-06954e32fec8 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=9f3cf157-ddbf-4bf4-acc6-59d64c6ea76b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730197 Jul 27 21:02:10.951259 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-6e158514-1ad8-4ca6-999d-14d6dd347da5 req-9b2176d1-d2d9-4aad-ab18-aa34b27a56e8 tempest-SecurityGroupsTestJSON-146164436 tempest-SecurityGroupsTestJSON-146164436-project] 10.222.0.59 "GET /v2.0/security-groups/26158f24-b983-4059-9600-b671095d7847 HTTP/1.1" status: 200 len: 1777 time: 0.0572190 Jul 27 21:02:10.971111 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d8d718-7d36-46d9-a573-be18ee53ead3 req-0cc93dc0-ed6b-49de-9bb5-0ee0e2728456 tempest-ServerRescueTestJSON-417658892 tempest-ServerRescueTestJSON-417658892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:10.972553 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-89d8d718-7d36-46d9-a573-be18ee53ead3 req-0cc93dc0-ed6b-49de-9bb5-0ee0e2728456 tempest-ServerRescueTestJSON-417658892 tempest-ServerRescueTestJSON-417658892-project] 10.222.0.59 "GET /v2.0/ports?device_id=3681efa9-caf9-4127-b110-4ef1fb8e20bc HTTP/1.1" status: 200 len: 946 time: 0.1167109 Jul 27 21:02:11.044741 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-89d8d718-7d36-46d9-a573-be18ee53ead3 req-50076af0-5b5e-4e92-893f-0b59d185d166 tempest-ServerRescueTestJSON-417658892 tempest-ServerRescueTestJSON-417658892-project] 10.222.0.59 "GET /v2.0/security-groups?id=551e2ab4-0adb-4dc6-ad9d-2e4a42006670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648584 Jul 27 21:02:11.050094 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-6e158514-1ad8-4ca6-999d-14d6dd347da5 req-5bf0a216-dc89-4f4f-8275-ed55013f5e04 tempest-SecurityGroupsTestJSON-146164436 tempest-SecurityGroupsTestJSON-146164436-project] Notify callbacks [] for security_group, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:11.072874 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-6e158514-1ad8-4ca6-999d-14d6dd347da5 req-5bf0a216-dc89-4f4f-8275-ed55013f5e04 tempest-SecurityGroupsTestJSON-146164436 tempest-SecurityGroupsTestJSON-146164436-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:11.114325 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-6e158514-1ad8-4ca6-999d-14d6dd347da5 req-5bf0a216-dc89-4f4f-8275-ed55013f5e04 tempest-SecurityGroupsTestJSON-146164436 tempest-SecurityGroupsTestJSON-146164436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:11.117020 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-6e158514-1ad8-4ca6-999d-14d6dd347da5 req-5bf0a216-dc89-4f4f-8275-ed55013f5e04 tempest-SecurityGroupsTestJSON-146164436 tempest-SecurityGroupsTestJSON-146164436-project] Notify callbacks [] for security_group, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:11.118157 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-6e158514-1ad8-4ca6-999d-14d6dd347da5 req-5bf0a216-dc89-4f4f-8275-ed55013f5e04 tempest-SecurityGroupsTestJSON-146164436 tempest-SecurityGroupsTestJSON-146164436-project] 10.222.0.59 "DELETE /v2.0/security-groups/26158f24-b983-4059-9600-b671095d7847 HTTP/1.1" status: 204 len: 173 time: 0.1606936 Jul 27 21:02:11.127312 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf0a216-dc89-4f4f-8275-ed55013f5e04 tempest-SecurityGroupsTestJSON-146164436 tempest-SecurityGroupsTestJSON-146164436-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=26158f24-b983-4059-9600-b671095d7847,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:02:11.216158 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-687fc29f-850d-4103-a30c-3593a6097173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:11.223147 n-d-705658-22 neutron-server[105585]: INFO neutron.api.v2.resource [req-f1f00d07-129f-48ee-a88e-7917248984ef req-82d58a9a-83af-4d64-97db-d3c14eb052b4 tempest-SecurityGroupsTestJSON-146164436 tempest-SecurityGroupsTestJSON-146164436-project] show failed (client error): The resource could not be found. Jul 27 21:02:11.224461 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f1f00d07-129f-48ee-a88e-7917248984ef req-82d58a9a-83af-4d64-97db-d3c14eb052b4 tempest-SecurityGroupsTestJSON-146164436 tempest-SecurityGroupsTestJSON-146164436-project] 10.222.0.59 "GET /v2.0/security-groups/fd992719-3c53-4b38-92cf-7cbc9a35567f HTTP/1.1" status: 404 len: 352 time: 0.0164049 Jul 27 21:02:11.341676 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48d85b8-003d-4214-9e71-26fba915845a req-c77a69e4-049a-4573-a743-62a719ed0194 tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:11.342102 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02774d27-be65-4e43-a53a-eb2988d82d70 req-95a53ff8-65e1-482e-9afc-4e7ee9701b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:11.343759 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-c48d85b8-003d-4214-9e71-26fba915845a req-c77a69e4-049a-4573-a743-62a719ed0194 tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] 10.222.0.59 "GET /v2.0/ports?device_id=d0239bb6-b1ba-4ee9-b491-bb82ed66a636 HTTP/1.1" status: 200 len: 945 time: 0.0672681 Jul 27 21:02:11.344407 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-02774d27-be65-4e43-a53a-eb2988d82d70 req-95a53ff8-65e1-482e-9afc-4e7ee9701b05 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=bf2c8cd4d0264e96b8bde16d0eb3a6fe&device_id=3681efa9-caf9-4127-b110-4ef1fb8e20bc HTTP/1.1" status: 200 len: 1098 time: 0.0666535 Jul 27 21:02:11.413897 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-c48d85b8-003d-4214-9e71-26fba915845a req-ae2227c8-0aa5-4a32-84e9-b7378430491e tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] 10.222.0.59 "GET /v2.0/security-groups?id=d1766e71-7b2a-4f2d-acc0-530f862b8fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597279 Jul 27 21:02:11.449610 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02774d27-be65-4e43-a53a-eb2988d82d70 req-1e93b034-e643-493e-a782-998aafec6995 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:11.451138 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-02774d27-be65-4e43-a53a-eb2988d82d70 req-1e93b034-e643-493e-a782-998aafec6995 service neutron] 10.222.0.60 "GET /v2.0/networks?id=a24de5a6-5324-4482-88f7-01f3fef3fce4 HTTP/1.1" status: 200 len: 912 time: 0.0983911 Jul 27 21:02:11.451295 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fc9226-1c98-4593-a98e-7b54a0794314 req-4a2a3c47-c0a9-418b-971e-f243ca6983d7 tempest-ServerRescueTestJSON-417658892 tempest-ServerRescueTestJSON-417658892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:11.453315 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-84fc9226-1c98-4593-a98e-7b54a0794314 req-4a2a3c47-c0a9-418b-971e-f243ca6983d7 tempest-ServerRescueTestJSON-417658892 tempest-ServerRescueTestJSON-417658892-project] 10.222.0.59 "GET /v2.0/ports?device_id=3681efa9-caf9-4127-b110-4ef1fb8e20bc HTTP/1.1" status: 200 len: 946 time: 0.1069033 Jul 27 21:02:11.471947 n-d-705658-22 neutron-server[105585]: INFO neutron.api.v2.resource [req-f77dd999-e93c-4a09-b087-fe42ce494e1d req-0edaebcc-b221-4d61-b33c-5d5688f8c120 tempest-SecurityGroupsTestJSON-146164436 tempest-SecurityGroupsTestJSON-146164436-project] show failed (client error): The resource could not be found. Jul 27 21:02:11.472902 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f77dd999-e93c-4a09-b087-fe42ce494e1d req-0edaebcc-b221-4d61-b33c-5d5688f8c120 tempest-SecurityGroupsTestJSON-146164436 tempest-SecurityGroupsTestJSON-146164436-project] 10.222.0.59 "GET /v2.0/security-groups/95c62579-2c59-4204-a9e7-4c4f7e326f3b HTTP/1.1" status: 404 len: 352 time: 0.0307455 Jul 27 21:02:11.496646 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-02774d27-be65-4e43-a53a-eb2988d82d70 req-ef44dfed-fb5a-4ae9-97b5-0356dc52a9ba service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=835f0f4d-0526-410c-996b-78e4b0d0e923 HTTP/1.1" status: 200 len: 217 time: 0.0344105 Jul 27 21:02:11.501498 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-84fc9226-1c98-4593-a98e-7b54a0794314 req-9b8677c5-68fc-4ba9-8e7b-45e8311fe119 tempest-ServerRescueTestJSON-417658892 tempest-ServerRescueTestJSON-417658892-project] 10.222.0.59 "GET /v2.0/security-groups?id=551e2ab4-0adb-4dc6-ad9d-2e4a42006670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415614 Jul 27 21:02:11.539492 n-d-705658-22 neutron-server[105585]: INFO neutron.api.v2.resource [req-16fc0166-7857-4716-bf62-271ddd810542 req-568a55c6-579c-46f5-8843-56eac811f1ff tempest-SecurityGroupsTestJSON-146164436 tempest-SecurityGroupsTestJSON-146164436-project] show failed (client error): The resource could not be found. Jul 27 21:02:11.540495 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-16fc0166-7857-4716-bf62-271ddd810542 req-568a55c6-579c-46f5-8843-56eac811f1ff tempest-SecurityGroupsTestJSON-146164436 tempest-SecurityGroupsTestJSON-146164436-project] 10.222.0.59 "GET /v2.0/security-groups/2831a576-bbc0-48a5-8029-92f9a8735fe0 HTTP/1.1" status: 404 len: 352 time: 0.0150445 Jul 27 21:02:11.558946 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02774d27-be65-4e43-a53a-eb2988d82d70 req-7a5e7a1c-d624-4385-a853-22e061991266 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:11.560638 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-02774d27-be65-4e43-a53a-eb2988d82d70 req-7a5e7a1c-d624-4385-a853-22e061991266 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d99af16b-2946-4011-bd00-9832fafed710 HTTP/1.1" status: 200 len: 851 time: 0.0554090 Jul 27 21:02:11.578210 n-d-705658-22 neutron-server[105585]: INFO neutron.api.v2.resource [req-bcdb1cc6-c536-457d-85fd-fe895279aa68 req-1380841b-07b2-493a-a203-fa338e64f018 tempest-SecurityGroupsTestJSON-146164436 tempest-SecurityGroupsTestJSON-146164436-project] show failed (client error): The resource could not be found. Jul 27 21:02:11.579370 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-bcdb1cc6-c536-457d-85fd-fe895279aa68 req-1380841b-07b2-493a-a203-fa338e64f018 tempest-SecurityGroupsTestJSON-146164436 tempest-SecurityGroupsTestJSON-146164436-project] 10.222.0.59 "GET /v2.0/security-groups/daf80573-c6af-4fcb-b480-e4fde59608f2 HTTP/1.1" status: 404 len: 352 time: 0.0146966 Jul 27 21:02:11.605226 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-02774d27-be65-4e43-a53a-eb2988d82d70 req-824a1ade-bfb7-4e33-95dc-aeb99e6638fd service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a24de5a6-5324-4482-88f7-01f3fef3fce4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0335653 Jul 27 21:02:11.633385 n-d-705658-22 neutron-server[105585]: INFO neutron.api.v2.resource [req-3b4ab7e7-e502-4837-9fee-8e2f969cf1f1 req-29429e1c-518a-4222-bb20-24a83aa5bd26 tempest-SecurityGroupsTestJSON-146164436 tempest-SecurityGroupsTestJSON-146164436-project] show failed (client error): The resource could not be found. Jul 27 21:02:11.634397 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-3b4ab7e7-e502-4837-9fee-8e2f969cf1f1 req-29429e1c-518a-4222-bb20-24a83aa5bd26 tempest-SecurityGroupsTestJSON-146164436 tempest-SecurityGroupsTestJSON-146164436-project] 10.222.0.59 "GET /v2.0/security-groups/eb28fa64-a7fe-4e1e-975c-2c05d2d7f41f HTTP/1.1" status: 404 len: 352 time: 0.0324602 Jul 27 21:02:11.673303 n-d-705658-22 neutron-server[105585]: INFO neutron.api.v2.resource [req-157dc0b3-d5ab-46de-9f17-18c9e4dfece8 req-d5bf1d59-b5a7-4fde-9f25-8c866ed93c89 tempest-SecurityGroupsTestJSON-146164436 tempest-SecurityGroupsTestJSON-146164436-project] show failed (client error): The resource could not be found. Jul 27 21:02:11.674925 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-157dc0b3-d5ab-46de-9f17-18c9e4dfece8 req-d5bf1d59-b5a7-4fde-9f25-8c866ed93c89 tempest-SecurityGroupsTestJSON-146164436 tempest-SecurityGroupsTestJSON-146164436-project] 10.222.0.59 "GET /v2.0/security-groups/c76a0b91-2c90-4c93-85aa-515d79de7fe1 HTTP/1.1" status: 404 len: 352 time: 0.0192022 Jul 27 21:02:11.687973 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9e3e6d-cf25-4f86-8a7a-5db6d826df3d req-74b44ba2-ad4c-4151-a439-d71e7e0dbd9f tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:11.693884 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9e3e6d-cf25-4f86-8a7a-5db6d826df3d req-74b44ba2-ad4c-4151-a439-d71e7e0dbd9f tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:11.699893 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9e3e6d-cf25-4f86-8a7a-5db6d826df3d req-74b44ba2-ad4c-4151-a439-d71e7e0dbd9f tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:11.706461 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9e3e6d-cf25-4f86-8a7a-5db6d826df3d req-74b44ba2-ad4c-4151-a439-d71e7e0dbd9f tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:11.708400 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-02774d27-be65-4e43-a53a-eb2988d82d70 req-973b0323-dbad-4cc3-afdf-9052c775b9ee service neutron] 10.222.0.60 "GET /v2.0/networks/a24de5a6-5324-4482-88f7-01f3fef3fce4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899270 Jul 27 21:02:11.713111 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9e3e6d-cf25-4f86-8a7a-5db6d826df3d req-74b44ba2-ad4c-4151-a439-d71e7e0dbd9f tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:11.720310 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9e3e6d-cf25-4f86-8a7a-5db6d826df3d req-74b44ba2-ad4c-4151-a439-d71e7e0dbd9f tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:11.726252 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9e3e6d-cf25-4f86-8a7a-5db6d826df3d req-74b44ba2-ad4c-4151-a439-d71e7e0dbd9f tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:11.728214 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-8f9e3e6d-cf25-4f86-8a7a-5db6d826df3d req-74b44ba2-ad4c-4151-a439-d71e7e0dbd9f tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] 10.222.0.59 "GET /v2.0/ports?device_id=9dfbe127-2e40-448a-9032-c49d8e1e61fe HTTP/1.1" status: 200 len: 5418 time: 0.1355665 Jul 27 21:02:11.775542 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-8f9e3e6d-cf25-4f86-8a7a-5db6d826df3d req-c328510a-d9bd-41b7-9553-88239131fa05 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] 10.222.0.59 "GET /v2.0/security-groups?id=477ad29f-b988-4b09-963a-d2ba14baa454&id=602b6e89-9902-4d75-b8ec-25947a9f847b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0402646 Jul 27 21:02:11.794464 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:11.842855 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-02774d27-be65-4e43-a53a-eb2988d82d70 req-eeb9f856-9ba1-4b6c-9cd5-0d8b7094b90f service neutron] 10.222.0.60 "GET /v2.0/networks/a24de5a6-5324-4482-88f7-01f3fef3fce4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237240 Jul 27 21:02:11.960904 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77439b57-8110-4b69-aa09-23160e0fe04b req-97e92786-4b30-404e-8df3-c1ec343e7ffa tempest-ServersAdminTestJSON-2115085297 tempest-ServersAdminTestJSON-2115085297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:11.962408 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-77439b57-8110-4b69-aa09-23160e0fe04b req-97e92786-4b30-404e-8df3-c1ec343e7ffa tempest-ServersAdminTestJSON-2115085297 tempest-ServersAdminTestJSON-2115085297-project] 10.222.0.59 "GET /v2.0/ports?device_id=17274dc4-072b-4ebb-8b1d-dece77bee02e HTTP/1.1" status: 200 len: 950 time: 0.1008658 Jul 27 21:02:11.993752 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa1aea9-7320-4ade-a682-f59d2ee14eb3 req-7bf51829-168f-4e3c-b108-8c8eed16b8ac tempest-SecurityGroupsTestJSON-146164436 tempest-SecurityGroupsTestJSON-146164436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:11.995224 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-faa1aea9-7320-4ade-a682-f59d2ee14eb3 req-7bf51829-168f-4e3c-b108-8c8eed16b8ac tempest-SecurityGroupsTestJSON-146164436 tempest-SecurityGroupsTestJSON-146164436-project] 10.222.0.59 "GET /v2.0/ports?device_id=ecb20d17-d272-40e5-abaf-6f0d9976c69e HTTP/1.1" status: 200 len: 1024 time: 0.1042526 Jul 27 21:02:12.019319 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-77439b57-8110-4b69-aa09-23160e0fe04b req-d906d0b9-78c1-45fb-bd5b-2bb5ba48d619 tempest-ServersAdminTestJSON-2115085297 tempest-ServersAdminTestJSON-2115085297-project] 10.222.0.59 "GET /v2.0/security-groups?id=9f3cf157-ddbf-4bf4-acc6-59d64c6ea76b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500522 Jul 27 21:02:12.070945 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-faa1aea9-7320-4ade-a682-f59d2ee14eb3 req-b8ee13d4-a856-4d86-aad5-3499d26a720b tempest-SecurityGroupsTestJSON-146164436 tempest-SecurityGroupsTestJSON-146164436-project] 10.222.0.59 "GET /v2.0/security-groups?id=4e615c8e-7316-4e41-95e2-beb8fbe16280&id=1b1a7610-3eb4-462c-a05f-bfc5b0cb342d&id=d7394600-0f0a-44dd-8b68-b5019ba48f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0648959 Jul 27 21:02:12.159528 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee291d1f-11f7-4540-b973-ecc3ee48d223 req-d24da181-08bf-41b4-8d4c-48494b921e07 tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:12.161032 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-ee291d1f-11f7-4540-b973-ecc3ee48d223 req-d24da181-08bf-41b4-8d4c-48494b921e07 tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] 10.222.0.59 "GET /v2.0/ports?device_id=f4131bf3-56d0-4dd5-8a0b-f9b028d7bbbe HTTP/1.1" status: 200 len: 945 time: 0.0649219 Jul 27 21:02:12.199656 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-ee291d1f-11f7-4540-b973-ecc3ee48d223 req-0b5c0dd1-5a0c-4de5-b40d-aeb0f15a664e tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] 10.222.0.59 "GET /v2.0/security-groups?id=771ef501-f193-4e50-901d-4721d89f2b91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325608 Jul 27 21:02:12.340212 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d29da6a-f640-4712-8ecf-2201f8f82879 req-dc0c4fc9-9387-4286-b7b6-1c17aaf6914d tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:12.341713 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-3d29da6a-f640-4712-8ecf-2201f8f82879 req-dc0c4fc9-9387-4286-b7b6-1c17aaf6914d tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] 10.222.0.59 "GET /v2.0/ports?device_id=f4131bf3-56d0-4dd5-8a0b-f9b028d7bbbe HTTP/1.1" status: 200 len: 945 time: 0.0714343 Jul 27 21:02:12.350827 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 43742) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:02:12.355670 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-d12ef870-20cb-4d58-9bc0-65a8da87f919 tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] Request body: {'floatingip': {'port_id': '692f13a5-f9cb-440b-acee-eec7835ad338'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:02:12.394506 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-d12ef870-20cb-4d58-9bc0-65a8da87f919 tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] Notify callbacks [] for floatingip, before_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:12.550049 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086031d2-498f-4beb-bcfd-24c53da16df4 req-e8121c8e-3652-4df5-9035-829caf66d2ca tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:12.551744 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-086031d2-498f-4beb-bcfd-24c53da16df4 req-e8121c8e-3652-4df5-9035-829caf66d2ca tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] 10.222.0.59 "GET /v2.0/ports?device_id=d0239bb6-b1ba-4ee9-b491-bb82ed66a636 HTTP/1.1" status: 200 len: 945 time: 0.0692484 Jul 27 21:02:12.622820 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-086031d2-498f-4beb-bcfd-24c53da16df4 req-8afc41de-e37e-4148-b324-f3030856be05 tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] 10.222.0.59 "GET /v2.0/security-groups?id=d1766e71-7b2a-4f2d-acc0-530f862b8fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645328 Jul 27 21:02:12.653824 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbf94b8-048d-45c7-acdd-9cb8e22b6379 req-6af6fb38-5ae4-421f-8d3b-8727414cedc7 tempest-ServerRescueTestJSON-417658892 tempest-ServerRescueTestJSON-417658892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:12.656167 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-4dbf94b8-048d-45c7-acdd-9cb8e22b6379 req-6af6fb38-5ae4-421f-8d3b-8727414cedc7 tempest-ServerRescueTestJSON-417658892 tempest-ServerRescueTestJSON-417658892-project] 10.222.0.59 "GET /v2.0/ports?device_id=3681efa9-caf9-4127-b110-4ef1fb8e20bc HTTP/1.1" status: 200 len: 946 time: 0.0844545 Jul 27 21:02:12.698268 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-4dbf94b8-048d-45c7-acdd-9cb8e22b6379 req-8a2e77fd-7813-4e0c-85d6-752b071efae1 tempest-ServerRescueTestJSON-417658892 tempest-ServerRescueTestJSON-417658892-project] 10.222.0.59 "GET /v2.0/security-groups?id=551e2ab4-0adb-4dc6-ad9d-2e4a42006670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356023 Jul 27 21:02:12.776465 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-bb32ed7d-8717-448b-a9c8-a5a0117d1fd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:12.858059 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-d12ef870-20cb-4d58-9bc0-65a8da87f919 tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:12.862503 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-d12ef870-20cb-4d58-9bc0-65a8da87f919 tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4075768'] for floatingip, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:12.926169 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ade5311-3107-4037-842d-3dc829f07845 req-500a7f2d-8c6d-4d6d-b9b8-a413ba7d75e7 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:12.932122 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ade5311-3107-4037-842d-3dc829f07845 req-500a7f2d-8c6d-4d6d-b9b8-a413ba7d75e7 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:12.938767 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ade5311-3107-4037-842d-3dc829f07845 req-500a7f2d-8c6d-4d6d-b9b8-a413ba7d75e7 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:12.944741 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ade5311-3107-4037-842d-3dc829f07845 req-500a7f2d-8c6d-4d6d-b9b8-a413ba7d75e7 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:12.950651 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ade5311-3107-4037-842d-3dc829f07845 req-500a7f2d-8c6d-4d6d-b9b8-a413ba7d75e7 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:12.957235 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ade5311-3107-4037-842d-3dc829f07845 req-500a7f2d-8c6d-4d6d-b9b8-a413ba7d75e7 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:12.961800 n-d-705658-22 neutron-server[105584]: INFO neutron.db.l3_db [None req-d12ef870-20cb-4d58-9bc0-65a8da87f919 tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] Floating IP da17cad2-4614-4225-bb4d-1653dd9bdabd associated. External IP: 172.25.5.46, port: 692f13a5-f9cb-440b-acee-eec7835ad338. Jul 27 21:02:12.963235 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ade5311-3107-4037-842d-3dc829f07845 req-500a7f2d-8c6d-4d6d-b9b8-a413ba7d75e7 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:12.965177 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-9ade5311-3107-4037-842d-3dc829f07845 req-500a7f2d-8c6d-4d6d-b9b8-a413ba7d75e7 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] 10.222.0.59 "GET /v2.0/ports?device_id=9dfbe127-2e40-448a-9032-c49d8e1e61fe HTTP/1.1" status: 200 len: 5418 time: 0.1117690 Jul 27 21:02:13.010054 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-9ade5311-3107-4037-842d-3dc829f07845 req-3086475d-70b6-4b2d-918f-7270e4022368 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] 10.222.0.59 "GET /v2.0/security-groups?id=477ad29f-b988-4b09-963a-d2ba14baa454&id=602b6e89-9902-4d75-b8ec-25947a9f847b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0387921 Jul 27 21:02:13.169894 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d12ef870-20cb-4d58-9bc0-65a8da87f919 tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] Router a31b9aa2-9324-403f-850f-3d92ca88f68c has already been hosted by L3 agent dd128fd7-8e57-4d4f-895b-a96b369df59a {{(pid=105584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:02:13.194104 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3a7a95-0278-4b3b-b223-9b97adf5dbe7 req-450d2dfe-d053-47c0-a62d-9809e57507b5 tempest-ServersAdminTestJSON-2115085297 tempest-ServersAdminTestJSON-2115085297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:13.195631 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-7f3a7a95-0278-4b3b-b223-9b97adf5dbe7 req-450d2dfe-d053-47c0-a62d-9809e57507b5 tempest-ServersAdminTestJSON-2115085297 tempest-ServersAdminTestJSON-2115085297-project] 10.222.0.59 "GET /v2.0/ports?device_id=17274dc4-072b-4ebb-8b1d-dece77bee02e HTTP/1.1" status: 200 len: 950 time: 0.1081018 Jul 27 21:02:13.246073 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f338af6-2cb0-4d58-9893-3cd0d5ecad8a req-96f3b462-c85b-4cb1-adbc-723290825dc3 tempest-SecurityGroupsTestJSON-146164436 tempest-SecurityGroupsTestJSON-146164436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:13.247725 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-7f338af6-2cb0-4d58-9893-3cd0d5ecad8a req-96f3b462-c85b-4cb1-adbc-723290825dc3 tempest-SecurityGroupsTestJSON-146164436 tempest-SecurityGroupsTestJSON-146164436-project] 10.222.0.59 "GET /v2.0/ports?device_id=ecb20d17-d272-40e5-abaf-6f0d9976c69e HTTP/1.1" status: 200 len: 1024 time: 0.1011539 Jul 27 21:02:13.256285 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-7f3a7a95-0278-4b3b-b223-9b97adf5dbe7 req-f94c93ee-898f-4355-94ad-e2ba00634634 tempest-ServersAdminTestJSON-2115085297 tempest-ServersAdminTestJSON-2115085297-project] 10.222.0.59 "GET /v2.0/security-groups?id=9f3cf157-ddbf-4bf4-acc6-59d64c6ea76b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545228 Jul 27 21:02:13.276446 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d12ef870-20cb-4d58-9bc0-65a8da87f919 tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] Notify agent at l3_agent.n-d-705658-22 the message routers_updated {{(pid=105584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:02:13.281802 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-d12ef870-20cb-4d58-9bc0-65a8da87f919 tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for floatingip, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:13.292139 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3356c7e0-2586-48ac-bb6b-6f2d425ff028 None None] Sync routers for ids ['a31b9aa2-9324-403f-850f-3d92ca88f68c'] in n-d-705658-22 {{(pid=105586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:02:13.300155 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-7f338af6-2cb0-4d58-9893-3cd0d5ecad8a req-60ba1014-b71c-4c7a-8196-0f0441ff9ee8 tempest-SecurityGroupsTestJSON-146164436 tempest-SecurityGroupsTestJSON-146164436-project] 10.222.0.59 "GET /v2.0/security-groups?id=4e615c8e-7316-4e41-95e2-beb8fbe16280&id=1b1a7610-3eb4-462c-a05f-bfc5b0cb342d&id=d7394600-0f0a-44dd-8b68-b5019ba48f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0428967 Jul 27 21:02:13.302539 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3356c7e0-2586-48ac-bb6b-6f2d425ff028 None None] Routers {'a31b9aa2-9324-403f-850f-3d92ca88f68c'} bound to L3 agent in host n-d-705658-22 {{(pid=105586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:02:13.303222 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-3356c7e0-2586-48ac-bb6b-6f2d425ff028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:02:11Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['a31b9aa2-9324-403f-850f-3d92ca88f68c'], 'active': True} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:02:13.328763 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-d12ef870-20cb-4d58-9bc0-65a8da87f919 tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] 10.222.0.59 "PUT /v2.0/floatingips/da17cad2-4614-4225-bb4d-1653dd9bdabd HTTP/1.1" status: 200 len: 990 time: 0.9766281 Jul 27 21:02:13.329538 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4131bf3-56d0-4dd5-8a0b-f9b028d7bbbe', 'tag': '692f13a5-f9cb-440b-acee-eec7835ad338'}] {{(pid=105584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:02:13.332488 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bce5e6c8685464f7626901654159975603b047827e3138302ed6566e28f1343" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-886af4e6-afdd-4c56-9742-bc7b989c9246" -d '{"events": [{"name": "network-changed", "server_uuid": "f4131bf3-56d0-4dd5-8a0b-f9b028d7bbbe", "tag": "692f13a5-f9cb-440b-acee-eec7835ad338"}]}' {{(pid=105584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:02:13.415269 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvr_db [None req-3356c7e0-2586-48ac-bb6b-6f2d425ff028 None None] Set router a31b9aa2-9324-403f-850f-3d92ca88f68c gateway port host: n-d-705658-22 {{(pid=105586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:02:13.490532 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:02:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-430aec49-b679-4d58-bd99-feae5f41c190 x-openstack-request-id: req-430aec49-b679-4d58-bd99-feae5f41c190 {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:02:13.492177 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4131bf3-56d0-4dd5-8a0b-f9b028d7bbbe", "tag": "692f13a5-f9cb-440b-acee-eec7835ad338", "status": "completed", "code": 200}]} {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:02:13.492676 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-430aec49-b679-4d58-bd99-feae5f41c190 {{(pid=105584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:02:13.493655 n-d-705658-22 neutron-server[105584]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4131bf3-56d0-4dd5-8a0b-f9b028d7bbbe', 'tag': '692f13a5-f9cb-440b-acee-eec7835ad338', 'status': 'completed', 'code': 200} Jul 27 21:02:13.582062 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886af4e6-afdd-4c56-9742-bc7b989c9246 req-cde68436-25d0-489b-9908-a6b3bffa4d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:13.583911 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-886af4e6-afdd-4c56-9742-bc7b989c9246 req-cde68436-25d0-489b-9908-a6b3bffa4d35 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=3bfa1a2c35f349b1a3e408eca249b7cf&device_id=f4131bf3-56d0-4dd5-8a0b-f9b028d7bbbe HTTP/1.1" status: 200 len: 1097 time: 0.0602903 Jul 27 21:02:13.642853 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-3356c7e0-2586-48ac-bb6b-6f2d425ff028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a31b9aa2-9324-403f-850f-3d92ca88f68c', 'name': 'tempest-AttachVolumeShelveTestJSON-1314551751-router', 'tenant_id': '3bfa1a2c35f349b1a3e408eca249b7cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.79'}], 'enable_snat': True}, 'gw_port_id': '02c6bc33-7f5e-45cd-bbe3-07fe9bf235af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:01:38Z', 'updated_at': '2021-07-27T21:01:49Z', 'revision_number': 4, 'project_id': '3bfa1a2c35f349b1a3e408eca249b7cf', 'gw_port': {'id': '02c6bc33-7f5e-45cd-bbe3-07fe9bf235af', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:b1:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a31b9aa2-9324-403f-850f-3d92ca88f68c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1128, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:01:40Z', 'updated_at': '2021-07-27T21:01:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_floatingips': [{'id': 'da17cad2-4614-4225-bb4d-1653dd9bdabd', 'tenant_id': '3bfa1a2c35f349b1a3e408eca249b7cf', 'floating_ip_address': '172.25.5.46', 'floating_network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'router_id': 'a31b9aa2-9324-403f-850f-3d92ca88f68c', 'port_id': '692f13a5-f9cb-440b-acee-eec7835ad338', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1141, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '79bd215c-af8d-45db-ad24-972205044e15', 'mac_address': 'fa:16:3e:9b:b6:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4131bf3-56d0-4dd5-8a0b-f9b028d7bbbe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T21:01:56Z', 'updated_at': '2021-07-27T21:02:12Z', 'revision_number': 1, 'project_id': '3bfa1a2c35f349b1a3e408eca249b7cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77ba909d-e85b-4af2-a1d8-2ff506a18c41', 'name': '', 'network_id': '79bd215c-af8d-45db-ad24-972205044e15', 'tenant_id': '3bfa1a2c35f349b1a3e408eca249b7cf', 'mac_address': 'fa:16:3e:79:ec:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a31b9aa2-9324-403f-850f-3d92ca88f68c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1132, 'fixed_ips': [{'subnet_id': '63030826-f290-4ec4-88a7-e0d5c21af6b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:01:46Z', 'updated_at': '2021-07-27T21:01:54Z', 'revision_number': 5, 'project_id': '3bfa1a2c35f349b1a3e408eca249b7cf', 'subnets': [{'id': '63030826-f290-4ec4-88a7-e0d5c21af6b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-22', False) {} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:02:13.673575 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3356c7e0-2586-48ac-bb6b-6f2d425ff028 None None] Checking router: a31b9aa2-9324-403f-850f-3d92ca88f68c for host: n-d-705658-22 {{(pid=105586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:02:13.687511 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3356c7e0-2586-48ac-bb6b-6f2d425ff028 None None] Routers {'a31b9aa2-9324-403f-850f-3d92ca88f68c'} bound to L3 agent in host n-d-705658-22 {{(pid=105586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:02:13.688074 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-3356c7e0-2586-48ac-bb6b-6f2d425ff028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:02:11Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['a31b9aa2-9324-403f-850f-3d92ca88f68c'], 'active': True} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:02:13.691622 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886af4e6-afdd-4c56-9742-bc7b989c9246 req-d29dd23e-38fd-4a3e-bedd-6050770946bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:13.693120 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-886af4e6-afdd-4c56-9742-bc7b989c9246 req-d29dd23e-38fd-4a3e-bedd-6050770946bc service neutron] 10.222.0.60 "GET /v2.0/networks?id=79bd215c-af8d-45db-ad24-972205044e15 HTTP/1.1" status: 200 len: 918 time: 0.0955427 Jul 27 21:02:13.797069 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-886af4e6-afdd-4c56-9742-bc7b989c9246 req-93956c25-1964-47cc-8e1f-cfc4d4aafc69 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=692f13a5-f9cb-440b-acee-eec7835ad338 HTTP/1.1" status: 200 len: 998 time: 0.0954194 Jul 27 21:02:13.832913 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvr_db [None req-3356c7e0-2586-48ac-bb6b-6f2d425ff028 None None] Set router a31b9aa2-9324-403f-850f-3d92ca88f68c gateway port host: n-d-705658-22 {{(pid=105586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:02:13.863182 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886af4e6-afdd-4c56-9742-bc7b989c9246 req-b6e8035c-099a-4614-8032-0c8e604d3fac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:13.864719 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-886af4e6-afdd-4c56-9742-bc7b989c9246 req-b6e8035c-099a-4614-8032-0c8e604d3fac service neutron] 10.222.0.60 "GET /v2.0/subnets?id=63030826-f290-4ec4-88a7-e0d5c21af6b4 HTTP/1.1" status: 200 len: 856 time: 0.0593946 Jul 27 21:02:13.902812 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44a1a93-f2ea-400a-8c36-de35ce0295f9 req-93b958aa-204b-4d32-9e4a-434afcdac7ad tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:13.910846 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a44a1a93-f2ea-400a-8c36-de35ce0295f9 req-93b958aa-204b-4d32-9e4a-434afcdac7ad tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] 10.222.0.59 "GET /v2.0/ports?device_id=d0239bb6-b1ba-4ee9-b491-bb82ed66a636 HTTP/1.1" status: 200 len: 945 time: 0.1974525 Jul 27 21:02:13.946686 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c0d561-894e-48a9-80b2-74fdc4267579 req-204131eb-e6eb-43ac-9ce4-f78820add88a tempest-SecurityGroupsTestJSON-146164436 tempest-SecurityGroupsTestJSON-146164436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:13.948736 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f2c0d561-894e-48a9-80b2-74fdc4267579 req-204131eb-e6eb-43ac-9ce4-f78820add88a tempest-SecurityGroupsTestJSON-146164436 tempest-SecurityGroupsTestJSON-146164436-project] 10.222.0.60 "GET /v2.0/ports?device_id=ecb20d17-d272-40e5-abaf-6f0d9976c69e HTTP/1.1" status: 200 len: 1024 time: 0.1953967 Jul 27 21:02:13.954331 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886af4e6-afdd-4c56-9742-bc7b989c9246 req-c1ae66bf-3994-494d-8c38-ff45d2d6fd60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:13.956033 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-886af4e6-afdd-4c56-9742-bc7b989c9246 req-c1ae66bf-3994-494d-8c38-ff45d2d6fd60 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=79bd215c-af8d-45db-ad24-972205044e15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0827112 Jul 27 21:02:13.992002 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb07617-666c-4cb0-8d08-78fe67b00107 req-b0a38e70-7c7e-4512-8cd9-d3a5291e50a3 tempest-ServersAdminTestJSON-794528142 tempest-ServersAdminTestJSON-794528142-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:13.992507 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb07617-666c-4cb0-8d08-78fe67b00107 req-b0a38e70-7c7e-4512-8cd9-d3a5291e50a3 tempest-ServersAdminTestJSON-794528142 tempest-ServersAdminTestJSON-794528142-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:13.992883 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb07617-666c-4cb0-8d08-78fe67b00107 req-b0a38e70-7c7e-4512-8cd9-d3a5291e50a3 tempest-ServersAdminTestJSON-794528142 tempest-ServersAdminTestJSON-794528142-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:13.993360 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb07617-666c-4cb0-8d08-78fe67b00107 req-b0a38e70-7c7e-4512-8cd9-d3a5291e50a3 tempest-ServersAdminTestJSON-794528142 tempest-ServersAdminTestJSON-794528142-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:13.993829 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb07617-666c-4cb0-8d08-78fe67b00107 req-b0a38e70-7c7e-4512-8cd9-d3a5291e50a3 tempest-ServersAdminTestJSON-794528142 tempest-ServersAdminTestJSON-794528142-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:13.994299 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb07617-666c-4cb0-8d08-78fe67b00107 req-b0a38e70-7c7e-4512-8cd9-d3a5291e50a3 tempest-ServersAdminTestJSON-794528142 tempest-ServersAdminTestJSON-794528142-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:13.994767 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb07617-666c-4cb0-8d08-78fe67b00107 req-b0a38e70-7c7e-4512-8cd9-d3a5291e50a3 tempest-ServersAdminTestJSON-794528142 tempest-ServersAdminTestJSON-794528142-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:13.995263 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb07617-666c-4cb0-8d08-78fe67b00107 req-b0a38e70-7c7e-4512-8cd9-d3a5291e50a3 tempest-ServersAdminTestJSON-794528142 tempest-ServersAdminTestJSON-794528142-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:13.995727 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb07617-666c-4cb0-8d08-78fe67b00107 req-b0a38e70-7c7e-4512-8cd9-d3a5291e50a3 tempest-ServersAdminTestJSON-794528142 tempest-ServersAdminTestJSON-794528142-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:13.996195 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb07617-666c-4cb0-8d08-78fe67b00107 req-b0a38e70-7c7e-4512-8cd9-d3a5291e50a3 tempest-ServersAdminTestJSON-794528142 tempest-ServersAdminTestJSON-794528142-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:13.996666 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb07617-666c-4cb0-8d08-78fe67b00107 req-b0a38e70-7c7e-4512-8cd9-d3a5291e50a3 tempest-ServersAdminTestJSON-794528142 tempest-ServersAdminTestJSON-794528142-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:13.997117 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb07617-666c-4cb0-8d08-78fe67b00107 req-b0a38e70-7c7e-4512-8cd9-d3a5291e50a3 tempest-ServersAdminTestJSON-794528142 tempest-ServersAdminTestJSON-794528142-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:13.997577 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb07617-666c-4cb0-8d08-78fe67b00107 req-b0a38e70-7c7e-4512-8cd9-d3a5291e50a3 tempest-ServersAdminTestJSON-794528142 tempest-ServersAdminTestJSON-794528142-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:13.998038 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb07617-666c-4cb0-8d08-78fe67b00107 req-b0a38e70-7c7e-4512-8cd9-d3a5291e50a3 tempest-ServersAdminTestJSON-794528142 tempest-ServersAdminTestJSON-794528142-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:13.998503 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb07617-666c-4cb0-8d08-78fe67b00107 req-b0a38e70-7c7e-4512-8cd9-d3a5291e50a3 tempest-ServersAdminTestJSON-794528142 tempest-ServersAdminTestJSON-794528142-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:13.998968 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb07617-666c-4cb0-8d08-78fe67b00107 req-b0a38e70-7c7e-4512-8cd9-d3a5291e50a3 tempest-ServersAdminTestJSON-794528142 tempest-ServersAdminTestJSON-794528142-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:14.000105 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb07617-666c-4cb0-8d08-78fe67b00107 req-b0a38e70-7c7e-4512-8cd9-d3a5291e50a3 tempest-ServersAdminTestJSON-794528142 tempest-ServersAdminTestJSON-794528142-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:14.000580 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb07617-666c-4cb0-8d08-78fe67b00107 req-b0a38e70-7c7e-4512-8cd9-d3a5291e50a3 tempest-ServersAdminTestJSON-794528142 tempest-ServersAdminTestJSON-794528142-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:14.001044 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb07617-666c-4cb0-8d08-78fe67b00107 req-b0a38e70-7c7e-4512-8cd9-d3a5291e50a3 tempest-ServersAdminTestJSON-794528142 tempest-ServersAdminTestJSON-794528142-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:14.001512 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb07617-666c-4cb0-8d08-78fe67b00107 req-b0a38e70-7c7e-4512-8cd9-d3a5291e50a3 tempest-ServersAdminTestJSON-794528142 tempest-ServersAdminTestJSON-794528142-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:14.001972 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb07617-666c-4cb0-8d08-78fe67b00107 req-b0a38e70-7c7e-4512-8cd9-d3a5291e50a3 tempest-ServersAdminTestJSON-794528142 tempest-ServersAdminTestJSON-794528142-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:14.002435 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb07617-666c-4cb0-8d08-78fe67b00107 req-b0a38e70-7c7e-4512-8cd9-d3a5291e50a3 tempest-ServersAdminTestJSON-794528142 tempest-ServersAdminTestJSON-794528142-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:14.002894 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb07617-666c-4cb0-8d08-78fe67b00107 req-b0a38e70-7c7e-4512-8cd9-d3a5291e50a3 tempest-ServersAdminTestJSON-794528142 tempest-ServersAdminTestJSON-794528142-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:14.003383 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb07617-666c-4cb0-8d08-78fe67b00107 req-b0a38e70-7c7e-4512-8cd9-d3a5291e50a3 tempest-ServersAdminTestJSON-794528142 tempest-ServersAdminTestJSON-794528142-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:14.007319 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-bcb07617-666c-4cb0-8d08-78fe67b00107 req-b0a38e70-7c7e-4512-8cd9-d3a5291e50a3 tempest-ServersAdminTestJSON-794528142 tempest-ServersAdminTestJSON-794528142-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=f4131bf3-56d0-4dd5-8a0b-f9b028d7bbbe&device_id=17274dc4-072b-4ebb-8b1d-dece77bee02e&device_id=3681efa9-caf9-4127-b110-4ef1fb8e20bc&device_id=fd0b7501-b522-413c-b36c-1cda5061d73b&device_id=d0239bb6-b1ba-4ee9-b491-bb82ed66a636&device_id=1baeecb7-3e8c-4e02-bb4f-12fe9c13c237&device_id=b08c7cb2-ff39-4168-a373-6ea575b70e54&device_id=9dfbe127-2e40-448a-9032-c49d8e1e61fe&device_id=2ab3b612-b1bf-43fb-a1f2-964eea921f62&device_id=ecb20d17-d272-40e5-abaf-6f0d9976c69e&device_id=2be6dd0d-bc7c-4882-8bb2-afe5ae686d07&device_id=29c1b762-5cb9-4f5b-ac71-3cb8a306ebde HTTP/1.1" status: 200 len: 21745 time: 0.2092865 Jul 27 21:02:14.064810 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-886af4e6-afdd-4c56-9742-bc7b989c9246 req-e9b9c048-8086-45cf-8cb8-12ae27f83f89 service neutron] 10.222.0.60 "GET /v2.0/networks/79bd215c-af8d-45db-ad24-972205044e15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1016126 Jul 27 21:02:14.072578 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a44a1a93-f2ea-400a-8c36-de35ce0295f9 req-af24371d-7cd2-4158-a2f2-1ce447864ab3 tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] 10.222.0.59 "GET /v2.0/security-groups?id=d1766e71-7b2a-4f2d-acc0-530f862b8fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607525 Jul 27 21:02:14.076506 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-bcb07617-666c-4cb0-8d08-78fe67b00107 req-666eff2d-a3f3-4194-b5ad-af35ba57ed02 tempest-ServersAdminTestJSON-794528142 tempest-ServersAdminTestJSON-794528142-project-admin] Notify callbacks [] for security_group, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:14.132740 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-3356c7e0-2586-48ac-bb6b-6f2d425ff028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a31b9aa2-9324-403f-850f-3d92ca88f68c', 'name': 'tempest-AttachVolumeShelveTestJSON-1314551751-router', 'tenant_id': '3bfa1a2c35f349b1a3e408eca249b7cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.79'}], 'enable_snat': True}, 'gw_port_id': '02c6bc33-7f5e-45cd-bbe3-07fe9bf235af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:01:38Z', 'updated_at': '2021-07-27T21:01:49Z', 'revision_number': 4, 'project_id': '3bfa1a2c35f349b1a3e408eca249b7cf', 'gw_port': {'id': '02c6bc33-7f5e-45cd-bbe3-07fe9bf235af', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:b1:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a31b9aa2-9324-403f-850f-3d92ca88f68c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1128, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:01:40Z', 'updated_at': '2021-07-27T21:01:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_floatingips': [{'id': 'da17cad2-4614-4225-bb4d-1653dd9bdabd', 'tenant_id': '3bfa1a2c35f349b1a3e408eca249b7cf', 'floating_ip_address': '172.25.5.46', 'floating_network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'router_id': 'a31b9aa2-9324-403f-850f-3d92ca88f68c', 'port_id': '692f13a5-f9cb-440b-acee-eec7835ad338', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1141, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '79bd215c-af8d-45db-ad24-972205044e15', 'mac_address': 'fa:16:3e:9b:b6:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4131bf3-56d0-4dd5-8a0b-f9b028d7bbbe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T21:01:56Z', 'updated_at': '2021-07-27T21:02:12Z', 'revision_number': 1, 'project_id': '3bfa1a2c35f349b1a3e408eca249b7cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77ba909d-e85b-4af2-a1d8-2ff506a18c41', 'name': '', 'network_id': '79bd215c-af8d-45db-ad24-972205044e15', 'tenant_id': '3bfa1a2c35f349b1a3e408eca249b7cf', 'mac_address': 'fa:16:3e:79:ec:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a31b9aa2-9324-403f-850f-3d92ca88f68c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1132, 'fixed_ips': [{'subnet_id': '63030826-f290-4ec4-88a7-e0d5c21af6b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:01:46Z', 'updated_at': '2021-07-27T21:01:54Z', 'revision_number': 5, 'project_id': '3bfa1a2c35f349b1a3e408eca249b7cf', 'subnets': [{'id': '63030826-f290-4ec4-88a7-e0d5c21af6b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-22', False) {} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:02:14.180487 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3356c7e0-2586-48ac-bb6b-6f2d425ff028 None None] The sync data for ids ['a31b9aa2-9324-403f-850f-3d92ca88f68c'] in n-d-705658-22 is: [{'id': 'a31b9aa2-9324-403f-850f-3d92ca88f68c', 'name': 'tempest-AttachVolumeShelveTestJSON-1314551751-router', 'tenant_id': '3bfa1a2c35f349b1a3e408eca249b7cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.79'}], 'enable_snat': True}, 'gw_port_id': '02c6bc33-7f5e-45cd-bbe3-07fe9bf235af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:01:38Z', 'updated_at': '2021-07-27T21:01:49Z', 'revision_number': 4, 'project_id': '3bfa1a2c35f349b1a3e408eca249b7cf', 'gw_port': {'id': '02c6bc33-7f5e-45cd-bbe3-07fe9bf235af', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:b1:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a31b9aa2-9324-403f-850f-3d92ca88f68c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1128, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:01:40Z', 'updated_at': '2021-07-27T21:01:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_floatingips': [{'id': 'da17cad2-4614-4225-bb4d-1653dd9bdabd', 'tenant_id': '3bfa1a2c35f349b1a3e408eca249b7cf', 'floating_ip_address': '172.25.5.46', 'floating_network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'router_id': 'a31b9aa2-9324-403f-850f-3d92ca88f68c', 'port_id': '692f13a5-f9cb-440b-acee-eec7835ad338', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1141, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '79bd215c-af8d-45db-ad24-972205044e15', 'mac_address': 'fa:16:3e:9b:b6:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4131bf3-56d0-4dd5-8a0b-f9b028d7bbbe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T21:01:56Z', 'updated_at': '2021-07-27T21:02:12Z', 'revision_number': 1, 'project_id': '3bfa1a2c35f349b1a3e408eca249b7cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77ba909d-e85b-4af2-a1d8-2ff506a18c41', 'name': '', 'network_id': '79bd215c-af8d-45db-ad24-972205044e15', 'tenant_id': '3bfa1a2c35f349b1a3e408eca249b7cf', 'mac_address': 'fa:16:3e:79:ec:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a31b9aa2-9324-403f-850f-3d92ca88f68c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1132, 'fixed_ips': [{'subnet_id': '63030826-f290-4ec4-88a7-e0d5c21af6b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:01:46Z', 'updated_at': '2021-07-27T21:01:54Z', 'revision_number': 5, 'project_id': '3bfa1a2c35f349b1a3e408eca249b7cf', 'subnets': [{'id': '63030826-f290-4ec4-88a7-e0d5c21af6b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:02:14.209139 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-875ced1b-4cf3-463a-9653-058f0f9421e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:14.231603 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-886af4e6-afdd-4c56-9742-bc7b989c9246 req-d041a7c2-310b-489f-80c8-809cd4dda04a service neutron] 10.222.0.60 "GET /v2.0/networks/79bd215c-af8d-45db-ad24-972205044e15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1591489 Jul 27 21:02:14.251366 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [req-f2c0d561-894e-48a9-80b2-74fdc4267579 req-2bf89881-8bf4-4fac-974b-a500083b6292 tempest-SecurityGroupsTestJSON-146164436 tempest-SecurityGroupsTestJSON-146164436-project] Deleting port 621b6a24-9c81-48c6-a70f-ffcfa4ff3c11 {{(pid=105585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:02:14.251621 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-f2c0d561-894e-48a9-80b2-74fdc4267579 req-2bf89881-8bf4-4fac-974b-a500083b6292 tempest-SecurityGroupsTestJSON-146164436 tempest-SecurityGroupsTestJSON-146164436-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:14.337864 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-bcb07617-666c-4cb0-8d08-78fe67b00107 req-666eff2d-a3f3-4194-b5ad-af35ba57ed02 tempest-ServersAdminTestJSON-794528142 tempest-ServersAdminTestJSON-794528142-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:14.348147 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-bcb07617-666c-4cb0-8d08-78fe67b00107 req-666eff2d-a3f3-4194-b5ad-af35ba57ed02 tempest-ServersAdminTestJSON-794528142 tempest-ServersAdminTestJSON-794528142-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:14.416660 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-bcb07617-666c-4cb0-8d08-78fe67b00107 req-666eff2d-a3f3-4194-b5ad-af35ba57ed02 tempest-ServersAdminTestJSON-794528142 tempest-ServersAdminTestJSON-794528142-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=c27eaa65-2484-427b-949c-12cff57d8973&id=1b1a7610-3eb4-462c-a05f-bfc5b0cb342d&id=551e2ab4-0adb-4dc6-ad9d-2e4a42006670&id=d7394600-0f0a-44dd-8b68-b5019ba48f5e&id=9f3cf157-ddbf-4bf4-acc6-59d64c6ea76b&id=e8209215-bf66-4bb1-96ba-041099e74ea3&id=602b6e89-9902-4d75-b8ec-25947a9f847b&id=477ad29f-b988-4b09-963a-d2ba14baa454&id=9dd39787-c773-4e1e-afc7-6169131b96d0&id=e760076b-6854-47cf-947b-f6a7a8a579d1&id=d1766e71-7b2a-4f2d-acc0-530f862b8fa8&id=771ef501-f193-4e50-901d-4721d89f2b91&id=4e615c8e-7316-4e41-95e2-beb8fbe16280&fields=id&fields=name HTTP/1.1" status: 200 len: 1289 time: 0.3715281 Jul 27 21:02:14.426644 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666eff2d-a3f3-4194-b5ad-af35ba57ed02 tempest-ServersAdminTestJSON-794528142 tempest-ServersAdminTestJSON-794528142-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da2189cc-810e-42b6-a991-329712bf3f31,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:02:14.436029 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.db [req-f2c0d561-894e-48a9-80b2-74fdc4267579 req-2bf89881-8bf4-4fac-974b-a500083b6292 tempest-SecurityGroupsTestJSON-146164436 tempest-SecurityGroupsTestJSON-146164436-project] For port 621b6a24-9c81-48c6-a70f-ffcfa4ff3c11, host n-h2-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=621b6a24-9c81-48c6-a70f-ffcfa4ff3c11,segment=NetworkSegment(7e287389-6e5c-4ce4-b4eb-616d84d437ce),segment_id=7e287389-6e5c-4ce4-b4eb-616d84d437ce)] {{(pid=105585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:02:14.436403 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-f2c0d561-894e-48a9-80b2-74fdc4267579 req-2bf89881-8bf4-4fac-974b-a500083b6292 tempest-SecurityGroupsTestJSON-146164436 tempest-SecurityGroupsTestJSON-146164436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:14.453936 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [req-f2c0d561-894e-48a9-80b2-74fdc4267579 req-2bf89881-8bf4-4fac-974b-a500083b6292 tempest-SecurityGroupsTestJSON-146164436 tempest-SecurityGroupsTestJSON-146164436-project] Calling delete_port for 621b6a24-9c81-48c6-a70f-ffcfa4ff3c11 owned by compute:nova {{(pid=105585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:02:14.479151 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ac27477-a70a-4641-9c69-386efef12e7e None None] New status for floating IP da17cad2-4614-4225-bb4d-1653dd9bdabd: ACTIVE {{(pid=105587) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 21:02:14.570549 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cdb159-8d24-4a75-93cb-7302ce3d0815 req-9e039a12-23d3-4547-8607-8ad7546a4b97 tempest-ServerRescueTestJSON-417658892 tempest-ServerRescueTestJSON-417658892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:14.571978 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-64cdb159-8d24-4a75-93cb-7302ce3d0815 req-9e039a12-23d3-4547-8607-8ad7546a4b97 tempest-ServerRescueTestJSON-417658892 tempest-ServerRescueTestJSON-417658892-project] 10.222.0.59 "GET /v2.0/ports?device_id=3681efa9-caf9-4127-b110-4ef1fb8e20bc HTTP/1.1" status: 200 len: 946 time: 0.2796879 Jul 27 21:02:14.652002 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-64cdb159-8d24-4a75-93cb-7302ce3d0815 req-87a94c3b-87bf-45d2-877c-52f823288268 tempest-ServerRescueTestJSON-417658892 tempest-ServerRescueTestJSON-417658892-project] 10.222.0.59 "GET /v2.0/security-groups?id=551e2ab4-0adb-4dc6-ad9d-2e4a42006670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712171 Jul 27 21:02:14.673143 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3568ca51-1dbc-4c29-b08d-1103e5c0800a req-2d08774d-1d46-44bc-8e4b-a2f0e0269a17 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:14.679320 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3568ca51-1dbc-4c29-b08d-1103e5c0800a req-2d08774d-1d46-44bc-8e4b-a2f0e0269a17 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:14.685290 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3568ca51-1dbc-4c29-b08d-1103e5c0800a req-2d08774d-1d46-44bc-8e4b-a2f0e0269a17 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:14.691824 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3568ca51-1dbc-4c29-b08d-1103e5c0800a req-2d08774d-1d46-44bc-8e4b-a2f0e0269a17 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:14.697729 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3568ca51-1dbc-4c29-b08d-1103e5c0800a req-2d08774d-1d46-44bc-8e4b-a2f0e0269a17 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:14.703765 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3568ca51-1dbc-4c29-b08d-1103e5c0800a req-2d08774d-1d46-44bc-8e4b-a2f0e0269a17 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:14.709656 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3568ca51-1dbc-4c29-b08d-1103e5c0800a req-2d08774d-1d46-44bc-8e4b-a2f0e0269a17 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:14.711674 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-3568ca51-1dbc-4c29-b08d-1103e5c0800a req-2d08774d-1d46-44bc-8e4b-a2f0e0269a17 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] 10.222.0.59 "GET /v2.0/ports?device_id=9dfbe127-2e40-448a-9032-c49d8e1e61fe HTTP/1.1" status: 200 len: 5418 time: 0.2037842 Jul 27 21:02:14.813845 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-f2c0d561-894e-48a9-80b2-74fdc4267579 req-2bf89881-8bf4-4fac-974b-a500083b6292 tempest-SecurityGroupsTestJSON-146164436 tempest-SecurityGroupsTestJSON-146164436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:14.819153 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-3568ca51-1dbc-4c29-b08d-1103e5c0800a req-f53a6c9e-7920-4f3a-b598-573938db05a5 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] 10.222.0.59 "GET /v2.0/security-groups?id=477ad29f-b988-4b09-963a-d2ba14baa454&id=602b6e89-9902-4d75-b8ec-25947a9f847b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0873146 Jul 27 21:02:14.825413 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] get_ports_and_sgs() called for port_ids ['621b6a24-9c81-48c6-a70f-ffcfa4ff3c11'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:02:14.854870 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf89881-8bf4-4fac-974b-a500083b6292 tempest-SecurityGroupsTestJSON-146164436 tempest-SecurityGroupsTestJSON-146164436-project] Pushing event deleted for resources: {'Port': ['ID=621b6a24-9c81-48c6-a70f-ffcfa4ff3c11,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:02:14.902465 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bffc756-139e-475e-9cd3-ef9d4657a57b req-7a4dc41d-18e5-4dd0-a972-07d59aefa631 tempest-SecurityGroupsTestJSON-146164436 tempest-SecurityGroupsTestJSON-146164436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:14.904027 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-9bffc756-139e-475e-9cd3-ef9d4657a57b req-7a4dc41d-18e5-4dd0-a972-07d59aefa631 tempest-SecurityGroupsTestJSON-146164436 tempest-SecurityGroupsTestJSON-146164436-project] 10.222.0.59 "GET /v2.0/ports?device_id=ecb20d17-d272-40e5-abaf-6f0d9976c69e HTTP/1.1" status: 200 len: 945 time: 0.1736882 Jul 27 21:02:14.922588 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2c0d561-894e-48a9-80b2-74fdc4267579 req-2bf89881-8bf4-4fac-974b-a500083b6292 tempest-SecurityGroupsTestJSON-146164436 tempest-SecurityGroupsTestJSON-146164436-project] No DVR routers for this DVR port 621b6a24-9c81-48c6-a70f-ffcfa4ff3c11 on host n-h2-705658-22 {{(pid=105585) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:02:14.925195 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-f2c0d561-894e-48a9-80b2-74fdc4267579 req-2bf89881-8bf4-4fac-974b-a500083b6292 tempest-SecurityGroupsTestJSON-146164436 tempest-SecurityGroupsTestJSON-146164436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:14.927180 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f2c0d561-894e-48a9-80b2-74fdc4267579 req-2bf89881-8bf4-4fac-974b-a500083b6292 tempest-SecurityGroupsTestJSON-146164436 tempest-SecurityGroupsTestJSON-146164436-project] 10.222.0.60 "DELETE /v2.0/ports/621b6a24-9c81-48c6-a70f-ffcfa4ff3c11 HTTP/1.1" status: 204 len: 173 time: 0.9718120 Jul 27 21:02:14.927624 n-d-705658-22 neutron-server[105585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecb20d17-d272-40e5-abaf-6f0d9976c69e', 'name': 'network-vif-deleted', 'tag': '621b6a24-9c81-48c6-a70f-ffcfa4ff3c11'}] {{(pid=105585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:02:14.929887 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d66fd65881426bfc2b5388084a3654e5eae521106a15a3dbf0eb4cde7106c36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62592482-6eeb-4507-84e9-6706ae1070cc" -d '{"events": [{"server_uuid": "ecb20d17-d272-40e5-abaf-6f0d9976c69e", "name": "network-vif-deleted", "tag": "621b6a24-9c81-48c6-a70f-ffcfa4ff3c11"}]}' {{(pid=105585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:02:14.985235 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-9bffc756-139e-475e-9cd3-ef9d4657a57b req-79a336f9-569c-4544-8069-b61461e3e8e5 tempest-SecurityGroupsTestJSON-146164436 tempest-SecurityGroupsTestJSON-146164436-project] 10.222.0.59 "GET /v2.0/security-groups?id=4e615c8e-7316-4e41-95e2-beb8fbe16280&id=1b1a7610-3eb4-462c-a05f-bfc5b0cb342d&id=d7394600-0f0a-44dd-8b68-b5019ba48f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0636938 Jul 27 21:02:15.038947 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:02:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88383d76-6704-43fb-8284-ee3b32f88ee2 x-openstack-request-id: req-88383d76-6704-43fb-8284-ee3b32f88ee2 {{(pid=105585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:02:15.039557 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecb20d17-d272-40e5-abaf-6f0d9976c69e", "name": "network-vif-deleted", "tag": "621b6a24-9c81-48c6-a70f-ffcfa4ff3c11", "status": "completed", "code": 200}]} {{(pid=105585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:02:15.039557 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-88383d76-6704-43fb-8284-ee3b32f88ee2 {{(pid=105585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:02:15.039928 n-d-705658-22 neutron-server[105585]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecb20d17-d272-40e5-abaf-6f0d9976c69e', 'name': 'network-vif-deleted', 'tag': '621b6a24-9c81-48c6-a70f-ffcfa4ff3c11', 'status': 'completed', 'code': 200} Jul 27 21:02:15.244358 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802e9c8d-48ce-4315-8616-65e346de8840 req-651613ac-e058-4a2e-bd8b-3270d5528aa6 tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:15.245834 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-802e9c8d-48ce-4315-8616-65e346de8840 req-651613ac-e058-4a2e-bd8b-3270d5528aa6 tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] 10.222.0.59 "GET /v2.0/ports?device_id=d0239bb6-b1ba-4ee9-b491-bb82ed66a636 HTTP/1.1" status: 200 len: 945 time: 0.0991616 Jul 27 21:02:15.264574 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a769339e-91d3-4eee-98cc-b9bcf6cc683e req-f49b7b39-f743-4b6a-8906-0e223e7ef02c tempest-ServersAdminTestJSON-794528142 tempest-ServersAdminTestJSON-794528142-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:15.265102 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a769339e-91d3-4eee-98cc-b9bcf6cc683e req-f49b7b39-f743-4b6a-8906-0e223e7ef02c tempest-ServersAdminTestJSON-794528142 tempest-ServersAdminTestJSON-794528142-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:15.265574 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a769339e-91d3-4eee-98cc-b9bcf6cc683e req-f49b7b39-f743-4b6a-8906-0e223e7ef02c tempest-ServersAdminTestJSON-794528142 tempest-ServersAdminTestJSON-794528142-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:15.267162 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a769339e-91d3-4eee-98cc-b9bcf6cc683e req-f49b7b39-f743-4b6a-8906-0e223e7ef02c tempest-ServersAdminTestJSON-794528142 tempest-ServersAdminTestJSON-794528142-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=17274dc4-072b-4ebb-8b1d-dece77bee02e&device_id=1baeecb7-3e8c-4e02-bb4f-12fe9c13c237&device_id=b08c7cb2-ff39-4168-a373-6ea575b70e54 HTTP/1.1" status: 200 len: 2887 time: 0.0920613 Jul 27 21:02:15.311066 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-802e9c8d-48ce-4315-8616-65e346de8840 req-5a85d62c-3a67-4bcc-9afa-e105afbd1a93 tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] 10.222.0.59 "GET /v2.0/security-groups?id=d1766e71-7b2a-4f2d-acc0-530f862b8fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579779 Jul 27 21:02:15.316932 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a769339e-91d3-4eee-98cc-b9bcf6cc683e req-909d529a-4764-4228-bdd6-b47158c67c71 tempest-ServersAdminTestJSON-794528142 tempest-ServersAdminTestJSON-794528142-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=9f3cf157-ddbf-4bf4-acc6-59d64c6ea76b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438492 Jul 27 21:02:15.789349 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe72665-ab58-4ece-8e53-e551c7d16e28 req-a410d485-23a2-4ea7-9532-b254374481a6 tempest-ServerRescueTestJSON-417658892 tempest-ServerRescueTestJSON-417658892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:15.790927 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-2fe72665-ab58-4ece-8e53-e551c7d16e28 req-a410d485-23a2-4ea7-9532-b254374481a6 tempest-ServerRescueTestJSON-417658892 tempest-ServerRescueTestJSON-417658892-project] 10.222.0.59 "GET /v2.0/ports?device_id=3681efa9-caf9-4127-b110-4ef1fb8e20bc HTTP/1.1" status: 200 len: 946 time: 0.0651879 Jul 27 21:02:15.857184 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-2fe72665-ab58-4ece-8e53-e551c7d16e28 req-c603ee87-21e2-46e1-8769-7ed05d581819 tempest-ServerRescueTestJSON-417658892 tempest-ServerRescueTestJSON-417658892-project] 10.222.0.59 "GET /v2.0/security-groups?id=551e2ab4-0adb-4dc6-ad9d-2e4a42006670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595551 Jul 27 21:02:15.875653 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75df7ae2-a147-42ca-9682-664b52a844e1 req-737ca25f-88ea-4c50-9791-cabbef64730f tempest-ServersAdminTestJSON-794528142 tempest-ServersAdminTestJSON-794528142-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:15.877169 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-75df7ae2-a147-42ca-9682-664b52a844e1 req-737ca25f-88ea-4c50-9791-cabbef64730f tempest-ServersAdminTestJSON-794528142 tempest-ServersAdminTestJSON-794528142-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=b08c7cb2-ff39-4168-a373-6ea575b70e54 HTTP/1.1" status: 200 len: 1102 time: 0.0780766 Jul 27 21:02:15.933003 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-75df7ae2-a147-42ca-9682-664b52a844e1 req-490a9c56-5447-4b55-9d27-43d44d2d5a74 tempest-ServersAdminTestJSON-794528142 tempest-ServersAdminTestJSON-794528142-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=9f3cf157-ddbf-4bf4-acc6-59d64c6ea76b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496602 Jul 27 21:02:15.992218 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4b1a8f-6286-476c-aadd-20efb12fcf20 req-fadd9e18-1da5-422b-adde-2800ae29df47 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:15.998292 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4b1a8f-6286-476c-aadd-20efb12fcf20 req-fadd9e18-1da5-422b-adde-2800ae29df47 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:16.004454 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4b1a8f-6286-476c-aadd-20efb12fcf20 req-fadd9e18-1da5-422b-adde-2800ae29df47 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:16.012233 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4b1a8f-6286-476c-aadd-20efb12fcf20 req-fadd9e18-1da5-422b-adde-2800ae29df47 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:16.017144 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4b1a8f-6286-476c-aadd-20efb12fcf20 req-fadd9e18-1da5-422b-adde-2800ae29df47 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:16.023215 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4b1a8f-6286-476c-aadd-20efb12fcf20 req-fadd9e18-1da5-422b-adde-2800ae29df47 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:16.029219 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4b1a8f-6286-476c-aadd-20efb12fcf20 req-fadd9e18-1da5-422b-adde-2800ae29df47 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:16.032077 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-5a4b1a8f-6286-476c-aadd-20efb12fcf20 req-fadd9e18-1da5-422b-adde-2800ae29df47 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] 10.222.0.59 "GET /v2.0/ports?device_id=9dfbe127-2e40-448a-9032-c49d8e1e61fe HTTP/1.1" status: 200 len: 5418 time: 0.1138659 Jul 27 21:02:16.100801 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-5a4b1a8f-6286-476c-aadd-20efb12fcf20 req-c0a3180f-b4e1-4eb6-a403-5245005fcfb1 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] 10.222.0.59 "GET /v2.0/security-groups?id=477ad29f-b988-4b09-963a-d2ba14baa454&id=602b6e89-9902-4d75-b8ec-25947a9f847b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0623150 Jul 27 21:02:16.121378 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9b824a-af18-42d6-a091-7b34d1a5a78d req-c9388d02-c1dc-40c1-b844-5cf7425196a9 tempest-ServersAdminTestJSON-794528142 tempest-ServersAdminTestJSON-794528142-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:16.122890 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-8c9b824a-af18-42d6-a091-7b34d1a5a78d req-c9388d02-c1dc-40c1-b844-5cf7425196a9 tempest-ServersAdminTestJSON-794528142 tempest-ServersAdminTestJSON-794528142-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=b08c7cb2-ff39-4168-a373-6ea575b70e54 HTTP/1.1" status: 200 len: 1102 time: 0.0676384 Jul 27 21:02:16.159308 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-8c9b824a-af18-42d6-a091-7b34d1a5a78d req-1ffe4bea-7aa3-4b50-bae7-879cfc17a1e4 tempest-ServersAdminTestJSON-794528142 tempest-ServersAdminTestJSON-794528142-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=9f3cf157-ddbf-4bf4-acc6-59d64c6ea76b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303404 Jul 27 21:02:16.224238 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-8ecc4de5-3e03-456a-a275-5bfd7f0698d1 req-7a30eb5e-d5ae-4c1b-bc23-5f5cbc20692c tempest-SecurityGroupsTestJSON-146164436 tempest-SecurityGroupsTestJSON-146164436-project] 10.222.0.59 "GET /v2.0/security-groups/d7394600-0f0a-44dd-8b68-b5019ba48f5e HTTP/1.1" status: 200 len: 1801 time: 0.0435953 Jul 27 21:02:16.280233 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-8ecc4de5-3e03-456a-a275-5bfd7f0698d1 req-aa36c007-279c-43a7-a0aa-1da6339127d0 tempest-SecurityGroupsTestJSON-146164436 tempest-SecurityGroupsTestJSON-146164436-project] Notify callbacks [] for security_group, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:16.302629 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-8ecc4de5-3e03-456a-a275-5bfd7f0698d1 req-aa36c007-279c-43a7-a0aa-1da6339127d0 tempest-SecurityGroupsTestJSON-146164436 tempest-SecurityGroupsTestJSON-146164436-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:16.343675 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-8ecc4de5-3e03-456a-a275-5bfd7f0698d1 req-aa36c007-279c-43a7-a0aa-1da6339127d0 tempest-SecurityGroupsTestJSON-146164436 tempest-SecurityGroupsTestJSON-146164436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:16.346239 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-8ecc4de5-3e03-456a-a275-5bfd7f0698d1 req-aa36c007-279c-43a7-a0aa-1da6339127d0 tempest-SecurityGroupsTestJSON-146164436 tempest-SecurityGroupsTestJSON-146164436-project] Notify callbacks [] for security_group, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:16.347513 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-8ecc4de5-3e03-456a-a275-5bfd7f0698d1 req-aa36c007-279c-43a7-a0aa-1da6339127d0 tempest-SecurityGroupsTestJSON-146164436 tempest-SecurityGroupsTestJSON-146164436-project] 10.222.0.59 "DELETE /v2.0/security-groups/d7394600-0f0a-44dd-8b68-b5019ba48f5e HTTP/1.1" status: 204 len: 173 time: 0.1175039 Jul 27 21:02:16.357102 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa36c007-279c-43a7-a0aa-1da6339127d0 tempest-SecurityGroupsTestJSON-146164436 tempest-SecurityGroupsTestJSON-146164436-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7394600-0f0a-44dd-8b68-b5019ba48f5e,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:02:16.466540 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-652e50e6-eafa-4f41-b145-9f8d2392188e req-dc5f4fa8-f54b-4f77-b0d5-8d922721bb75 tempest-SecurityGroupsTestJSON-146164436 tempest-SecurityGroupsTestJSON-146164436-project] 10.222.0.59 "GET /v2.0/security-groups/1b1a7610-3eb4-462c-a05f-bfc5b0cb342d HTTP/1.1" status: 200 len: 1800 time: 0.0661440 Jul 27 21:02:16.523720 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60de0602-e8b3-4ee7-9201-12daeb242158 req-033f90bb-5ab5-4eb6-a8a5-494483e834b0 tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:16.525191 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-60de0602-e8b3-4ee7-9201-12daeb242158 req-033f90bb-5ab5-4eb6-a8a5-494483e834b0 tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] 10.222.0.59 "GET /v2.0/ports?device_id=d0239bb6-b1ba-4ee9-b491-bb82ed66a636 HTTP/1.1" status: 200 len: 945 time: 0.1108270 Jul 27 21:02:16.559664 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-652e50e6-eafa-4f41-b145-9f8d2392188e req-de53b9ab-26ea-4106-8263-53547281f9c0 tempest-SecurityGroupsTestJSON-146164436 tempest-SecurityGroupsTestJSON-146164436-project] Notify callbacks [] for security_group, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:16.583217 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-60de0602-e8b3-4ee7-9201-12daeb242158 req-67b4039a-88e9-40ca-8d17-acfe7ec61d96 tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] 10.222.0.59 "GET /v2.0/security-groups?id=d1766e71-7b2a-4f2d-acc0-530f862b8fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516722 Jul 27 21:02:16.593580 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-652e50e6-eafa-4f41-b145-9f8d2392188e req-de53b9ab-26ea-4106-8263-53547281f9c0 tempest-SecurityGroupsTestJSON-146164436 tempest-SecurityGroupsTestJSON-146164436-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:16.636346 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-652e50e6-eafa-4f41-b145-9f8d2392188e req-de53b9ab-26ea-4106-8263-53547281f9c0 tempest-SecurityGroupsTestJSON-146164436 tempest-SecurityGroupsTestJSON-146164436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:16.638943 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-652e50e6-eafa-4f41-b145-9f8d2392188e req-de53b9ab-26ea-4106-8263-53547281f9c0 tempest-SecurityGroupsTestJSON-146164436 tempest-SecurityGroupsTestJSON-146164436-project] Notify callbacks [] for security_group, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:16.640832 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-652e50e6-eafa-4f41-b145-9f8d2392188e req-de53b9ab-26ea-4106-8263-53547281f9c0 tempest-SecurityGroupsTestJSON-146164436 tempest-SecurityGroupsTestJSON-146164436-project] 10.222.0.59 "DELETE /v2.0/security-groups/1b1a7610-3eb4-462c-a05f-bfc5b0cb342d HTTP/1.1" status: 204 len: 173 time: 0.1677291 Jul 27 21:02:16.646403 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 43830) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:02:16.649890 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de53b9ab-26ea-4106-8263-53547281f9c0 tempest-SecurityGroupsTestJSON-146164436 tempest-SecurityGroupsTestJSON-146164436-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b1a7610-3eb4-462c-a05f-bfc5b0cb342d,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:02:16.703714 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd3228ba-f1af-415c-b39a-a651e3245031 admin admin] Deleting subnet 2f9e1451-a5a2-4318-8f1b-217b4517cbc0 {{(pid=105584) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:02:16.706782 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-cd3228ba-f1af-415c-b39a-a651e3245031 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:16.740974 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-cd3228ba-f1af-415c-b39a-a651e3245031 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9014207'] for subnet, precommit_delete_associations {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:16.780735 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-cd3228ba-f1af-415c-b39a-a651e3245031 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854965'] for subnet, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:16.835923 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-cd3228ba-f1af-415c-b39a-a651e3245031 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9014081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9738825'] for subnet, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:16.863694 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-cd3228ba-f1af-415c-b39a-a651e3245031 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:16.865656 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-cd3228ba-f1af-415c-b39a-a651e3245031 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/2f9e1451-a5a2-4318-8f1b-217b4517cbc0 HTTP/1.1" status: 204 len: 168 time: 0.2174463 Jul 27 21:02:16.866630 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3228ba-f1af-415c-b39a-a651e3245031 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2f9e1451-a5a2-4318-8f1b-217b4517cbc0,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:02:16.868224 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 43844) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:02:16.986948 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-b83c9654-16ba-4ad7-a6e7-c3cc067deb11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-990557'] for network, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:17.122165 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-b83c9654-16ba-4ad7-a6e7-c3cc067deb11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853562', 'neutron.services.segments.db._delete_segments_for_network-8790688882975'] for network, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:17.139380 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f5704a-9a82-4b30-b5f1-82dc9fb8c20a req-3afdd815-40de-4be4-95a5-3db4a9ad1652 tempest-ServerRescueTestJSON-417658892 tempest-ServerRescueTestJSON-417658892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:17.141433 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-37f5704a-9a82-4b30-b5f1-82dc9fb8c20a req-3afdd815-40de-4be4-95a5-3db4a9ad1652 tempest-ServerRescueTestJSON-417658892 tempest-ServerRescueTestJSON-417658892-project] 10.222.0.59 "GET /v2.0/ports?device_id=3681efa9-caf9-4127-b110-4ef1fb8e20bc HTTP/1.1" status: 200 len: 946 time: 0.2113295 Jul 27 21:02:17.147428 n-d-705658-22 neutron-server[105585]: DEBUG neutron.services.segments.db [None req-b83c9654-16ba-4ad7-a6e7-c3cc067deb11 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d2b2080-dee5-4efa-a657-06e568548ad6']}} {{(pid=105585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:02:17.165725 n-d-705658-22 neutron-server[105585]: DEBUG neutron.services.segments.db [None req-b83c9654-16ba-4ad7-a6e7-c3cc067deb11 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e287389-6e5c-4ce4-b4eb-616d84d437ce') {'for_net_delete': True} {{(pid=105585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:02:17.166027 n-d-705658-22 neutron-server[105585]: DEBUG neutron.services.segments.db [None req-b83c9654-16ba-4ad7-a6e7-c3cc067deb11 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e287389-6e5c-4ce4-b4eb-616d84d437ce') {} {{(pid=105585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:02:17.186081 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-b83c9654-16ba-4ad7-a6e7-c3cc067deb11 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790688883752', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9886370'] for segment, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:17.214323 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-b83c9654-16ba-4ad7-a6e7-c3cc067deb11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:17.225922 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-37f5704a-9a82-4b30-b5f1-82dc9fb8c20a req-1b5859e9-92b9-483c-892c-303aa8031246 tempest-ServerRescueTestJSON-417658892 tempest-ServerRescueTestJSON-417658892-project] 10.222.0.59 "GET /v2.0/security-groups?id=551e2ab4-0adb-4dc6-ad9d-2e4a42006670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760446 Jul 27 21:02:17.227552 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b83c9654-16ba-4ad7-a6e7-c3cc067deb11 admin admin] Releasing vlan 243 on physical network physnet1 to pool {{(pid=105585) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:02:17.227944 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-b83c9654-16ba-4ad7-a6e7-c3cc067deb11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10221644'] for segment, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:17.229581 n-d-705658-22 neutron-server[105585]: Traceback (most recent call last): Jul 27 21:02:17.229581 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:02:17.229581 n-d-705658-22 neutron-server[105585]: timer() Jul 27 21:02:17.229581 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:02:17.229581 n-d-705658-22 neutron-server[105585]: cb(*args, **kw) Jul 27 21:02:17.229581 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:02:17.229581 n-d-705658-22 neutron-server[105585]: return func(*args, **kwargs) Jul 27 21:02:17.229581 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:02:17.229581 n-d-705658-22 neutron-server[105585]: self._notify() Jul 27 21:02:17.229581 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:02:17.229581 n-d-705658-22 neutron-server[105585]: self.callback(batched_events) Jul 27 21:02:17.229581 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:02:17.229581 n-d-705658-22 neutron-server[105585]: event.method(event) Jul 27 21:02:17.229581 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:02:17.229581 n-d-705658-22 neutron-server[105585]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:02:17.229581 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:02:17.229581 n-d-705658-22 neutron-server[105585]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:02:17.229581 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:02:17.229581 n-d-705658-22 neutron-server[105585]: return f(self, *a, **k) Jul 27 21:02:17.229581 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:02:17.229581 n-d-705658-22 neutron-server[105585]: return self._get(url).json() Jul 27 21:02:17.229581 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:02:17.229581 n-d-705658-22 neutron-server[105585]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:02:17.229581 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:02:17.229581 n-d-705658-22 neutron-server[105585]: return self.request(url, 'GET', **kwargs) Jul 27 21:02:17.229581 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:02:17.229581 n-d-705658-22 neutron-server[105585]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:02:17.229581 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:02:17.229581 n-d-705658-22 neutron-server[105585]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:02:17.229581 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:02:17.229581 n-d-705658-22 neutron-server[105585]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:02:17.229581 n-d-705658-22 neutron-server[105585]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:02:17.245624 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ea96c0-4ae3-447b-bd7d-748bc74120c3 req-f30d65fd-d2fd-4ad8-8578-e5a99db2ef45 tempest-ServersAdminTestJSON-2115085297 tempest-ServersAdminTestJSON-2115085297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:17.247147 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-37ea96c0-4ae3-447b-bd7d-748bc74120c3 req-f30d65fd-d2fd-4ad8-8578-e5a99db2ef45 tempest-ServersAdminTestJSON-2115085297 tempest-ServersAdminTestJSON-2115085297-project] 10.222.0.59 "GET /v2.0/ports?device_id=b08c7cb2-ff39-4168-a373-6ea575b70e54 HTTP/1.1" status: 200 len: 950 time: 0.2011890 Jul 27 21:02:17.315843 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-b83c9654-16ba-4ad7-a6e7-c3cc067deb11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4075658'] for network, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:17.323436 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-b83c9654-16ba-4ad7-a6e7-c3cc067deb11 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743886'] for network, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:17.328101 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-b83c9654-16ba-4ad7-a6e7-c3cc067deb11 admin admin] 10.222.0.59 "DELETE /v2.0/networks/4d2b2080-dee5-4efa-a657-06e568548ad6 HTTP/1.1" status: 204 len: 168 time: 0.4560344 Jul 27 21:02:17.339570 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-37ea96c0-4ae3-447b-bd7d-748bc74120c3 req-b11d9f25-835f-450d-ae80-f2f3936475a0 tempest-ServersAdminTestJSON-2115085297 tempest-ServersAdminTestJSON-2115085297-project] 10.222.0.59 "GET /v2.0/security-groups?id=9f3cf157-ddbf-4bf4-acc6-59d64c6ea76b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674522 Jul 27 21:02:17.340800 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83c9654-16ba-4ad7-a6e7-c3cc067deb11 admin admin] Pushing event deleted for resources: {'Network': ['ID=4d2b2080-dee5-4efa-a657-06e568548ad6,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:02:17.451132 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719cef4c-92e7-4b1e-8fc0-5abb05a298c8 req-a5f2958e-a9ea-482a-a6a0-f67eeb18626a tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:17.453697 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Device 621b6a24-9c81-48c6-a70f-ffcfa4ff3c11 no longer exists at agent hyperv_n-h2-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:02:17.458092 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719cef4c-92e7-4b1e-8fc0-5abb05a298c8 req-a5f2958e-a9ea-482a-a6a0-f67eeb18626a tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:17.464186 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719cef4c-92e7-4b1e-8fc0-5abb05a298c8 req-a5f2958e-a9ea-482a-a6a0-f67eeb18626a tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:17.469858 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719cef4c-92e7-4b1e-8fc0-5abb05a298c8 req-a5f2958e-a9ea-482a-a6a0-f67eeb18626a tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:17.473828 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-3d54578f-831f-4696-b568-13c455922dab None None] No Port match for: 621b6a24-9c81-48c6-a70f-ffcfa4ff3c11 {{(pid=105586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:02:17.474264 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Device 621b6a24-9c81-48c6-a70f-ffcfa4ff3c11 not bound to the agent host n-h2-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:02:17.476180 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719cef4c-92e7-4b1e-8fc0-5abb05a298c8 req-a5f2958e-a9ea-482a-a6a0-f67eeb18626a tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:17.482514 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719cef4c-92e7-4b1e-8fc0-5abb05a298c8 req-a5f2958e-a9ea-482a-a6a0-f67eeb18626a tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:17.488919 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719cef4c-92e7-4b1e-8fc0-5abb05a298c8 req-a5f2958e-a9ea-482a-a6a0-f67eeb18626a tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:17.490798 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-719cef4c-92e7-4b1e-8fc0-5abb05a298c8 req-a5f2958e-a9ea-482a-a6a0-f67eeb18626a tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] 10.222.0.59 "GET /v2.0/ports?device_id=9dfbe127-2e40-448a-9032-c49d8e1e61fe HTTP/1.1" status: 200 len: 5418 time: 0.1182866 Jul 27 21:02:17.531716 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-719cef4c-92e7-4b1e-8fc0-5abb05a298c8 req-e3287441-9cd5-4b3b-8187-d8db2565bcf1 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] 10.222.0.59 "GET /v2.0/security-groups?id=477ad29f-b988-4b09-963a-d2ba14baa454&id=602b6e89-9902-4d75-b8ec-25947a9f847b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0346885 Jul 27 21:02:17.532409 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 43864) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:02:17.571580 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-206f1276-8c14-4f03-a935-fe27e420fb13 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=8a9fb2dba4884d648101d24277d7cc3a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0381303 Jul 27 21:02:17.573949 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 43866) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:02:17.623594 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-16d95467-7310-43fd-a55a-aa1656b962d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:17.645300 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-16d95467-7310-43fd-a55a-aa1656b962d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:17.729107 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-16d95467-7310-43fd-a55a-aa1656b962d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:17.731642 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-16d95467-7310-43fd-a55a-aa1656b962d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:17.732781 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-16d95467-7310-43fd-a55a-aa1656b962d6 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/4e615c8e-7316-4e41-95e2-beb8fbe16280 HTTP/1.1" status: 204 len: 168 time: 0.1579528 Jul 27 21:02:17.747397 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66104aee-923f-4b17-8ef5-c3bb443334d3 req-d3e7d50c-172a-49d7-965c-cba598596bfd tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:17.747397 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-66104aee-923f-4b17-8ef5-c3bb443334d3 req-d3e7d50c-172a-49d7-965c-cba598596bfd tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] 10.222.0.59 "GET /v2.0/ports?device_id=d0239bb6-b1ba-4ee9-b491-bb82ed66a636 HTTP/1.1" status: 200 len: 945 time: 0.0929863 Jul 27 21:02:17.753016 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d95467-7310-43fd-a55a-aa1656b962d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e615c8e-7316-4e41-95e2-beb8fbe16280,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:02:17.791026 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-66104aee-923f-4b17-8ef5-c3bb443334d3 req-ad98e747-1fec-437c-8309-ab9b7bf91c58 tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] 10.222.0.59 "GET /v2.0/security-groups?id=d1766e71-7b2a-4f2d-acc0-530f862b8fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349896 Jul 27 21:02:18.364371 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a73a64-bfe7-437b-8885-c874ab8f9d8b req-b954c20a-16b7-4072-b0cb-ab309f10bff0 tempest-ServerRescueTestJSON-417658892 tempest-ServerRescueTestJSON-417658892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:18.366060 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b6a73a64-bfe7-437b-8885-c874ab8f9d8b req-b954c20a-16b7-4072-b0cb-ab309f10bff0 tempest-ServerRescueTestJSON-417658892 tempest-ServerRescueTestJSON-417658892-project] 10.222.0.59 "GET /v2.0/ports?device_id=3681efa9-caf9-4127-b110-4ef1fb8e20bc HTTP/1.1" status: 200 len: 946 time: 0.0711565 Jul 27 21:02:18.412576 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b6a73a64-bfe7-437b-8885-c874ab8f9d8b req-4fb5fec9-3e2d-4523-a420-f67af716ecd8 tempest-ServerRescueTestJSON-417658892 tempest-ServerRescueTestJSON-417658892-project] 10.222.0.59 "GET /v2.0/security-groups?id=551e2ab4-0adb-4dc6-ad9d-2e4a42006670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399721 Jul 27 21:02:18.439550 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 43900) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:02:18.555795 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c298412-cdd9-4f72-882e-2c04a06bbf3b req-024ed772-6387-4ccd-9eb5-a58ffa3389c3 tempest-ServersAdminTestJSON-2115085297 tempest-ServersAdminTestJSON-2115085297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:18.557379 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-5c298412-cdd9-4f72-882e-2c04a06bbf3b req-024ed772-6387-4ccd-9eb5-a58ffa3389c3 tempest-ServersAdminTestJSON-2115085297 tempest-ServersAdminTestJSON-2115085297-project] 10.222.0.59 "GET /v2.0/ports?device_id=b08c7cb2-ff39-4168-a373-6ea575b70e54 HTTP/1.1" status: 200 len: 950 time: 0.0680852 Jul 27 21:02:18.560047 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-174c2e36-30d9-4008-a280-c49e65e7cea8 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-1248947411-network', 'tenant_id': 'e6a11f02cd4148f0a35adc8cb27f5cc6'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:02:18.587207 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-174c2e36-30d9-4008-a280-c49e65e7cea8 admin admin] Made reservation on behalf of e6a11f02cd4148f0a35adc8cb27f5cc6 for: {'network': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:02:18.589812 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-174c2e36-30d9-4008-a280-c49e65e7cea8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for network, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:18.599714 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-174c2e36-30d9-4008-a280-c49e65e7cea8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:18.603285 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-5c298412-cdd9-4f72-882e-2c04a06bbf3b req-77e0bfda-f5d2-4834-932c-350e7101b78b tempest-ServersAdminTestJSON-2115085297 tempest-ServersAdminTestJSON-2115085297-project] 10.222.0.59 "GET /v2.0/security-groups?id=9f3cf157-ddbf-4bf4-acc6-59d64c6ea76b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345964 Jul 27 21:02:18.694776 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-174c2e36-30d9-4008-a280-c49e65e7cea8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:18.698731 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-174c2e36-30d9-4008-a280-c49e65e7cea8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:18.731465 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-174c2e36-30d9-4008-a280-c49e65e7cea8 admin admin] vlan segment allocate from pool success with {'vlan_id': 219, 'physical_network': 'physnet1'} {{(pid=105584) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:02:18.738948 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74aba75e-1d3c-4151-9f2e-ce67c9e7d713 req-76afc723-29f1-4328-8ed5-722cfc1eb51c tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:18.745000 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74aba75e-1d3c-4151-9f2e-ce67c9e7d713 req-76afc723-29f1-4328-8ed5-722cfc1eb51c tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:18.747424 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174c2e36-30d9-4008-a280-c49e65e7cea8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ffcd795-c454-4cfe-b985-784c2f9ff06d,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:02:18.750735 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-174c2e36-30d9-4008-a280-c49e65e7cea8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:18.751111 n-d-705658-22 neutron-server[105584]: INFO neutron.db.segments_db [None req-174c2e36-30d9-4008-a280-c49e65e7cea8 admin admin] Added segment fd79765c-e7bd-40c2-b4f2-b2a1b80d938c of type vlan for network 1a49fc1d-1f56-4b7d-b8b2-d0347dc68fb2 Jul 27 21:02:18.752287 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74aba75e-1d3c-4151-9f2e-ce67c9e7d713 req-76afc723-29f1-4328-8ed5-722cfc1eb51c tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:18.757714 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74aba75e-1d3c-4151-9f2e-ce67c9e7d713 req-76afc723-29f1-4328-8ed5-722cfc1eb51c tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:18.763689 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74aba75e-1d3c-4151-9f2e-ce67c9e7d713 req-76afc723-29f1-4328-8ed5-722cfc1eb51c tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:18.765618 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174c2e36-30d9-4008-a280-c49e65e7cea8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:02:18.765975 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174c2e36-30d9-4008-a280-c49e65e7cea8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:02:18.766320 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174c2e36-30d9-4008-a280-c49e65e7cea8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:02:18.766660 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174c2e36-30d9-4008-a280-c49e65e7cea8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:02:18.767014 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174c2e36-30d9-4008-a280-c49e65e7cea8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:02:18.767351 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174c2e36-30d9-4008-a280-c49e65e7cea8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:02:18.767682 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174c2e36-30d9-4008-a280-c49e65e7cea8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:02:18.768010 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174c2e36-30d9-4008-a280-c49e65e7cea8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:02:18.768342 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174c2e36-30d9-4008-a280-c49e65e7cea8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:02:18.768667 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174c2e36-30d9-4008-a280-c49e65e7cea8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:02:18.768996 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174c2e36-30d9-4008-a280-c49e65e7cea8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:02:18.769316 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174c2e36-30d9-4008-a280-c49e65e7cea8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:02:18.770505 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74aba75e-1d3c-4151-9f2e-ce67c9e7d713 req-76afc723-29f1-4328-8ed5-722cfc1eb51c tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:18.776373 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74aba75e-1d3c-4151-9f2e-ce67c9e7d713 req-76afc723-29f1-4328-8ed5-722cfc1eb51c tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:18.778291 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-74aba75e-1d3c-4151-9f2e-ce67c9e7d713 req-76afc723-29f1-4328-8ed5-722cfc1eb51c tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] 10.222.0.59 "GET /v2.0/ports?device_id=9dfbe127-2e40-448a-9032-c49d8e1e61fe HTTP/1.1" status: 200 len: 5418 time: 0.1116083 Jul 27 21:02:18.813106 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-174c2e36-30d9-4008-a280-c49e65e7cea8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790688424798'] for network, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:18.821806 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-74aba75e-1d3c-4151-9f2e-ce67c9e7d713 req-dcf9f0e9-59bb-4e25-bf28-0af3b94176e7 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] 10.222.0.59 "GET /v2.0/security-groups?id=477ad29f-b988-4b09-963a-d2ba14baa454&id=602b6e89-9902-4d75-b8ec-25947a9f847b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0360785 Jul 27 21:02:18.845370 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-174c2e36-30d9-4008-a280-c49e65e7cea8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920'] for network, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:18.846020 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-174c2e36-30d9-4008-a280-c49e65e7cea8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:18.846634 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-174c2e36-30d9-4008-a280-c49e65e7cea8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743886'] for network, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:18.965727 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3272b5-a598-4ab8-8b1e-321fe277ab94 req-dbb96775-1811-4259-a402-cca96c2c68fa tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:18.967408 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-bb3272b5-a598-4ab8-8b1e-321fe277ab94 req-dbb96775-1811-4259-a402-cca96c2c68fa tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] 10.222.0.59 "GET /v2.0/ports?device_id=d0239bb6-b1ba-4ee9-b491-bb82ed66a636 HTTP/1.1" status: 200 len: 945 time: 0.0696552 Jul 27 21:02:19.009436 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-bb3272b5-a598-4ab8-8b1e-321fe277ab94 req-6fcac63f-b9f6-46da-9218-a9256520798b tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] 10.222.0.59 "GET /v2.0/security-groups?id=d1766e71-7b2a-4f2d-acc0-530f862b8fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357895 Jul 27 21:02:19.195108 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-174c2e36-30d9-4008-a280-c49e65e7cea8 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.7542057 Jul 27 21:02:19.197937 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 43910) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:02:19.203804 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-c82456a7-a658-4489-a2b9-78cf04e07d11 admin admin] Request body: {'subnet': {'network_id': '1a49fc1d-1f56-4b7d-b8b2-d0347dc68fb2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-1248947411-subnet', 'tenant_id': 'e6a11f02cd4148f0a35adc8cb27f5cc6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:02:19.204319 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174c2e36-30d9-4008-a280-c49e65e7cea8 admin admin] Pushing event updated for resources: {'Network': ['ID=1a49fc1d-1f56-4b7d-b8b2-d0347dc68fb2,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:02:19.214791 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Network 1a49fc1d-1f56-4b7d-b8b2-d0347dc68fb2 details requested by agent ovs-agent-n-d-705658-22 with host n-d-705658-22 {{(pid=105586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:02:19.227204 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c82456a7-a658-4489-a2b9-78cf04e07d11 admin admin] Made reservation on behalf of e6a11f02cd4148f0a35adc8cb27f5cc6 for: {'subnet': 1} {{(pid=105585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:02:19.229826 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-c82456a7-a658-4489-a2b9-78cf04e07d11 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9990620'] for subnet, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:19.411222 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-c82456a7-a658-4489-a2b9-78cf04e07d11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10221797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9990606'] for subnet, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:19.466786 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82456a7-a658-4489-a2b9-78cf04e07d11 admin admin] Pushing event updated for resources: {'Subnet': ['ID=495e2e2c-9860-4618-b64d-ac1d06b799f2,revision_number=0']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:02:19.477751 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c82456a7-a658-4489-a2b9-78cf04e07d11 admin admin] Checking segment: {'id': 'fd79765c-e7bd-40c2-b4f2-b2a1b80d938c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '1a49fc1d-1f56-4b7d-b8b2-d0347dc68fb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:02:19.478109 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c82456a7-a658-4489-a2b9-78cf04e07d11 admin admin] Network hostable DHCP agents. Network: 1a49fc1d-1f56-4b7d-b8b2-d0347dc68fb2, hostable agents: ['7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a'], hosted agents: [] {{(pid=105585) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:02:19.520784 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c82456a7-a658-4489-a2b9-78cf04e07d11 admin admin] Network 1a49fc1d-1f56-4b7d-b8b2-d0347dc68fb2 is scheduled to be hosted by DHCP agent 7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a with binding_index 1 {{(pid=105585) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:02:19.534198 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.base_scheduler [None req-c82456a7-a658-4489-a2b9-78cf04e07d11 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-22, 1a49fc1d-1f56-4b7d-b8b2-d0347dc68fb2) {{(pid=105585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:02:19.540664 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c82456a7-a658-4489-a2b9-78cf04e07d11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:19.541242 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-c82456a7-a658-4489-a2b9-78cf04e07d11 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743886'] for subnet, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:19.544988 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a00e6ad5-df28-4372-8636-7f5323033249 None None] Network 1a49fc1d-1f56-4b7d-b8b2-d0347dc68fb2 requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:02:19.561931 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-c82456a7-a658-4489-a2b9-78cf04e07d11 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3619742 Jul 27 21:02:19.565081 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 43914) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:02:19.571715 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-18178390-ae2e-4467-bbcf-74d636983081 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-1248947411-router', 'tenant_id': 'e6a11f02cd4148f0a35adc8cb27f5cc6', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305'}}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:02:19.583866 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4df946-33a3-416e-a683-ec304ae7be8e req-20f9c554-1501-4c6f-9690-1ee87c21eaf2 tempest-ServerRescueTestJSON-417658892 tempest-ServerRescueTestJSON-417658892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:19.586962 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-de4df946-33a3-416e-a683-ec304ae7be8e req-20f9c554-1501-4c6f-9690-1ee87c21eaf2 tempest-ServerRescueTestJSON-417658892 tempest-ServerRescueTestJSON-417658892-project] 10.222.0.59 "GET /v2.0/ports?device_id=3681efa9-caf9-4127-b110-4ef1fb8e20bc HTTP/1.1" status: 200 len: 946 time: 0.0994511 Jul 27 21:02:19.630919 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-18178390-ae2e-4467-bbcf-74d636983081 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4163813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-443'] for router, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:19.632552 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-18178390-ae2e-4467-bbcf-74d636983081 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4165196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4077059', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3711235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-418'] for router, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:19.665101 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-de4df946-33a3-416e-a683-ec304ae7be8e req-3ee335fa-0db2-4601-ba19-50925e023cf2 tempest-ServerRescueTestJSON-417658892 tempest-ServerRescueTestJSON-417658892-project] 10.222.0.59 "GET /v2.0/security-groups?id=551e2ab4-0adb-4dc6-ad9d-2e4a42006670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691640 Jul 27 21:02:19.731287 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-18178390-ae2e-4467-bbcf-74d636983081 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:19.826093 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ac1d897-5246-44fd-b45f-e5c8c8335168 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30bb4b93-b285-5d90-9493-f9ec33ea333c-1a49fc1d-1f56-4b7d-b8b2-d0347dc68fb2', 'network_id': '1a49fc1d-1f56-4b7d-b8b2-d0347dc68fb2', 'tenant_id': 'e6a11f02cd4148f0a35adc8cb27f5cc6', 'fixed_ips': [{'subnet_id': '495e2e2c-9860-4618-b64d-ac1d06b799f2'}]}} from n-d-705658-22. {{(pid=105586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 21:02:19.827155 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-1ac1d897-5246-44fd-b45f-e5c8c8335168 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:19.980630 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.db_base_plugin_common [None req-1ac1d897-5246-44fd-b45f-e5c8c8335168 None None] Allocated IP 172.20.0.2 (1a49fc1d-1f56-4b7d-b8b2-d0347dc68fb2/495e2e2c-9860-4618-b64d-ac1d06b799f2/61e5de20-5e94-4df0-9265-0ea13ebffebc) {{(pid=105586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:02:20.135102 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-1ac1d897-5246-44fd-b45f-e5c8c8335168 None None] Notify callbacks [] for port, precommit_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:20.144013 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-1ac1d897-5246-44fd-b45f-e5c8c8335168 None None] Transition to ACTIVE for port object 61e5de20-5e94-4df0-9265-0ea13ebffebc will not be triggered until provisioned by entity L2. {{(pid=105586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:02:20.159345 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-1ac1d897-5246-44fd-b45f-e5c8c8335168 None None] Transition to ACTIVE for port object 61e5de20-5e94-4df0-9265-0ea13ebffebc will not be triggered until provisioned by entity DHCP. {{(pid=105586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:02:20.165069 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-1ac1d897-5246-44fd-b45f-e5c8c8335168 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143'] for port, after_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:20.205545 n-d-705658-22 neutron-server[105586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ac1d897-5246-44fd-b45f-e5c8c8335168 None None] Network 1a49fc1d-1f56-4b7d-b8b2-d0347dc68fb2 is already hosted by enough agents. {{(pid=105586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:02:20.208328 n-d-705658-22 neutron-server[105586]: DEBUG neutron.scheduler.base_scheduler [None req-1ac1d897-5246-44fd-b45f-e5c8c8335168 None None] Resources bound (agent type, host, resource id): {{(pid=105586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:02:20.211282 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ac1d897-5246-44fd-b45f-e5c8c8335168 None None] Received port after_create {{(pid=105586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:02:20.225577 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac1d897-5246-44fd-b45f-e5c8c8335168 None None] Pushing event updated for resources: {'Port': ['ID=61e5de20-5e94-4df0-9265-0ea13ebffebc,revision_number=1']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:02:20.232683 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-18178390-ae2e-4467-bbcf-74d636983081 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4077169', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4163787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-400'] for router, precommit_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:20.250711 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac1d897-5246-44fd-b45f-e5c8c8335168 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:02:20.251126 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac1d897-5246-44fd-b45f-e5c8c8335168 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:02:20.251420 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac1d897-5246-44fd-b45f-e5c8c8335168 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:02:20.251758 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac1d897-5246-44fd-b45f-e5c8c8335168 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:02:20.252086 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac1d897-5246-44fd-b45f-e5c8c8335168 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:02:20.252409 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac1d897-5246-44fd-b45f-e5c8c8335168 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:02:20.252736 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac1d897-5246-44fd-b45f-e5c8c8335168 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:02:20.253057 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac1d897-5246-44fd-b45f-e5c8c8335168 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:02:20.253386 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac1d897-5246-44fd-b45f-e5c8c8335168 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:02:20.253708 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac1d897-5246-44fd-b45f-e5c8c8335168 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:02:20.253979 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf45eaf-8143-404f-9a39-ed302afee980 req-4b6546f1-588d-44af-a8bc-2f1b533580e8 tempest-ServersAdminTestJSON-2115085297 tempest-ServersAdminTestJSON-2115085297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:20.254093 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac1d897-5246-44fd-b45f-e5c8c8335168 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:02:20.254333 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac1d897-5246-44fd-b45f-e5c8c8335168 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:02:20.255511 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-dcf45eaf-8143-404f-9a39-ed302afee980 req-4b6546f1-588d-44af-a8bc-2f1b533580e8 tempest-ServersAdminTestJSON-2115085297 tempest-ServersAdminTestJSON-2115085297-project] 10.222.0.59 "GET /v2.0/ports?device_id=b08c7cb2-ff39-4168-a373-6ea575b70e54 HTTP/1.1" status: 200 len: 950 time: 0.5348501 Jul 27 21:02:20.291680 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-1ac1d897-5246-44fd-b45f-e5c8c8335168 None None] Attempting to bind port 61e5de20-5e94-4df0-9265-0ea13ebffebc on host n-d-705658-22 for vnic_type normal with profile {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:02:20.292045 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-1ac1d897-5246-44fd-b45f-e5c8c8335168 None None] Attempting to bind port 61e5de20-5e94-4df0-9265-0ea13ebffebc by drivers openvswitch,hyperv on host n-d-705658-22 at level 0 using segments [{'id': 'fd79765c-e7bd-40c2-b4f2-b2a1b80d938c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '1a49fc1d-1f56-4b7d-b8b2-d0347dc68fb2'}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:02:20.292526 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ac1d897-5246-44fd-b45f-e5c8c8335168 None None] Attempting to bind port 61e5de20-5e94-4df0-9265-0ea13ebffebc on network 1a49fc1d-1f56-4b7d-b8b2-d0347dc68fb2 {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:02:20.297597 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ac1d897-5246-44fd-b45f-e5c8c8335168 None None] Checking agent: {'id': '04a7ea91-6318-467e-ace6-b0fb48c8690f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 41, 42), 'started_at': datetime.datetime(2021, 7, 27, 20, 42, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 2, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:02:20.298092 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ac1d897-5246-44fd-b45f-e5c8c8335168 None None] Checking segment: {'id': 'fd79765c-e7bd-40c2-b4f2-b2a1b80d938c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '1a49fc1d-1f56-4b7d-b8b2-d0347dc68fb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:02:20.298501 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-1ac1d897-5246-44fd-b45f-e5c8c8335168 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:20.298892 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ac1d897-5246-44fd-b45f-e5c8c8335168 None None] Bound using segment: {'id': 'fd79765c-e7bd-40c2-b4f2-b2a1b80d938c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '1a49fc1d-1f56-4b7d-b8b2-d0347dc68fb2'} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:02:20.299392 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-1ac1d897-5246-44fd-b45f-e5c8c8335168 None None] Bound port: 61e5de20-5e94-4df0-9265-0ea13ebffebc, host: n-d-705658-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd79765c-e7bd-40c2-b4f2-b2a1b80d938c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '1a49fc1d-1f56-4b7d-b8b2-d0347dc68fb2'}}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:02:20.299774 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-1ac1d897-5246-44fd-b45f-e5c8c8335168 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:20.331769 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5cfe6e-1750-4caf-a88a-fe95af07edd2 req-8e27f8ac-cb82-48e5-a4ab-16a4bd9371dc tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:20.337638 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5cfe6e-1750-4caf-a88a-fe95af07edd2 req-8e27f8ac-cb82-48e5-a4ab-16a4bd9371dc tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:20.343601 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5cfe6e-1750-4caf-a88a-fe95af07edd2 req-8e27f8ac-cb82-48e5-a4ab-16a4bd9371dc tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:20.349466 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5cfe6e-1750-4caf-a88a-fe95af07edd2 req-8e27f8ac-cb82-48e5-a4ab-16a4bd9371dc tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:20.355304 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5cfe6e-1750-4caf-a88a-fe95af07edd2 req-8e27f8ac-cb82-48e5-a4ab-16a4bd9371dc tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:20.361159 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5cfe6e-1750-4caf-a88a-fe95af07edd2 req-8e27f8ac-cb82-48e5-a4ab-16a4bd9371dc tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:20.365583 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-1ac1d897-5246-44fd-b45f-e5c8c8335168 None None] For port 61e5de20-5e94-4df0-9265-0ea13ebffebc, host n-d-705658-22, cleared binding levels {{(pid=105586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:02:20.367018 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5cfe6e-1750-4caf-a88a-fe95af07edd2 req-8e27f8ac-cb82-48e5-a4ab-16a4bd9371dc tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:20.368947 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-1ac1d897-5246-44fd-b45f-e5c8c8335168 None None] For port 61e5de20-5e94-4df0-9265-0ea13ebffebc, host n-d-705658-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=61e5de20-5e94-4df0-9265-0ea13ebffebc,segment=NetworkSegment(fd79765c-e7bd-40c2-b4f2-b2a1b80d938c),segment_id=fd79765c-e7bd-40c2-b4f2-b2a1b80d938c)] {{(pid=105586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:02:20.369137 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-ab5cfe6e-1750-4caf-a88a-fe95af07edd2 req-8e27f8ac-cb82-48e5-a4ab-16a4bd9371dc tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] 10.222.0.59 "GET /v2.0/ports?device_id=9dfbe127-2e40-448a-9032-c49d8e1e61fe HTTP/1.1" status: 200 len: 5418 time: 0.2814357 Jul 27 21:02:20.374867 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-1ac1d897-5246-44fd-b45f-e5c8c8335168 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:20.408125 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-dcf45eaf-8143-404f-9a39-ed302afee980 req-94592f3d-7d86-4119-a775-21d888928ce7 tempest-ServersAdminTestJSON-2115085297 tempest-ServersAdminTestJSON-2115085297-project] 10.222.0.59 "GET /v2.0/security-groups?id=9f3cf157-ddbf-4bf4-acc6-59d64c6ea76b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357102 Jul 27 21:02:20.441232 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac1d897-5246-44fd-b45f-e5c8c8335168 None None] Pushing event updated for resources: {'Port': ['ID=61e5de20-5e94-4df0-9265-0ea13ebffebc,revision_number=2']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:02:20.458727 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-ab5cfe6e-1750-4caf-a88a-fe95af07edd2 req-490d5ebd-4b82-4b0f-b323-5ee82765a7c4 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] 10.222.0.59 "GET /v2.0/security-groups?id=477ad29f-b988-4b09-963a-d2ba14baa454&id=602b6e89-9902-4d75-b8ec-25947a9f847b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0804756 Jul 27 21:02:20.668505 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf8e778-97fd-4824-bf70-63dca53509f1 req-7ea2cbd1-c35f-4d7f-8828-95b17d98acf8 tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:20.676325 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-3bf8e778-97fd-4824-bf70-63dca53509f1 req-7ea2cbd1-c35f-4d7f-8828-95b17d98acf8 tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] 10.222.0.59 "GET /v2.0/ports?device_id=d0239bb6-b1ba-4ee9-b491-bb82ed66a636 HTTP/1.1" status: 200 len: 945 time: 0.1934996 Jul 27 21:02:20.694544 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-18178390-ae2e-4467-bbcf-74d636983081 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:20.743776 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-18178390-ae2e-4467-bbcf-74d636983081 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:20.778924 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 61e5de20-5e94-4df0-9265-0ea13ebffebc up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:02:20.797200 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-3bf8e778-97fd-4824-bf70-63dca53509f1 req-b8e6accf-d8fe-41e0-8354-048a0b03896c tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] 10.222.0.59 "GET /v2.0/security-groups?id=d1766e71-7b2a-4f2d-acc0-530f862b8fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199880 Jul 27 21:02:20.836576 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning for port 61e5de20-5e94-4df0-9265-0ea13ebffebc completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:02:20.906674 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.db_base_plugin_common [None req-18178390-ae2e-4467-bbcf-74d636983081 admin admin] Allocated IP 172.25.5.110 (8735d8a2-b604-4758-ae71-b40e4ee6f305/eca7dbab-b9c0-4c8f-a272-816ea8a81764/36075f76-f417-4703-96e2-83ab72e2808f) {{(pid=105585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:02:20.914107 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device d43b57af-f2a8-4881-8284-641e3fd25638 details requested by agent hyperv_n-h1-705658-22 with host n-h1-705658-22 {{(pid=105586) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:02:20.989074 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b343188d-5ff3-4a8a-bfdb-b0d31fed0021 req-4c7da11f-a598-4087-a56a-4e52d55cd241 tempest-ServerRescueTestJSON-417658892 tempest-ServerRescueTestJSON-417658892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:20.990614 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b343188d-5ff3-4a8a-bfdb-b0d31fed0021 req-4c7da11f-a598-4087-a56a-4e52d55cd241 tempest-ServerRescueTestJSON-417658892 tempest-ServerRescueTestJSON-417658892-project] 10.222.0.59 "GET /v2.0/ports?device_id=3681efa9-caf9-4127-b110-4ef1fb8e20bc HTTP/1.1" status: 200 len: 946 time: 0.1423795 Jul 27 21:02:21.019443 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] For port d43b57af-f2a8-4881-8284-641e3fd25638, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=d43b57af-f2a8-4881-8284-641e3fd25638,segment=NetworkSegment(5fcc0d93-e07a-46e4-8302-f378dcfc2dad),segment_id=5fcc0d93-e07a-46e4-8302-f378dcfc2dad)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:02:21.032763 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Returning: {'device': 'd43b57af-f2a8-4881-8284-641e3fd25638', 'network_id': 'e24d8d6c-cb0f-492b-9a38-55ce25e9a591', 'port_id': 'd43b57af-f2a8-4881-8284-641e3fd25638', 'mac_address': 'fa:16:3e:0b:46:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 245, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7db86daf-fd4c-450a-8e91-ffdebfb628e1', 'ip_address': '10.1.1.44'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105586) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:02:21.064326 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b343188d-5ff3-4a8a-bfdb-b0d31fed0021 req-378e3b3f-431a-4df2-b99f-927e29f3ede0 tempest-ServerRescueTestJSON-417658892 tempest-ServerRescueTestJSON-417658892-project] 10.222.0.59 "GET /v2.0/security-groups?id=551e2ab4-0adb-4dc6-ad9d-2e4a42006670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674057 Jul 27 21:02:21.074461 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-18178390-ae2e-4467-bbcf-74d636983081 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:21.074737 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:21.089860 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d43b57af-f2a8-4881-8284-641e3fd25638 {{(pid=105586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:02:21.111334 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] For port d43b57af-f2a8-4881-8284-641e3fd25638, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=d43b57af-f2a8-4881-8284-641e3fd25638,segment=NetworkSegment(5fcc0d93-e07a-46e4-8302-f378dcfc2dad),segment_id=5fcc0d93-e07a-46e4-8302-f378dcfc2dad)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:02:21.115745 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:21.116949 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device daa5a95d-1e99-4f3d-afc7-05f95606c9cd details requested by agent hyperv_n-h1-705658-22 with host n-h1-705658-22 {{(pid=105586) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:02:21.117994 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-18178390-ae2e-4467-bbcf-74d636983081 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:21.161340 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18178390-ae2e-4467-bbcf-74d636983081 admin admin] Network 8735d8a2-b604-4758-ae71-b40e4ee6f305 is already hosted by enough agents. {{(pid=105585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:02:21.164277 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.base_scheduler [None req-18178390-ae2e-4467-bbcf-74d636983081 admin admin] Resources bound (agent type, host, resource id): {{(pid=105585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:02:21.167198 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18178390-ae2e-4467-bbcf-74d636983081 admin admin] Received port after_create {{(pid=105585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:02:21.209201 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18178390-ae2e-4467-bbcf-74d636983081 admin admin] Pushing event updated for resources: {'Port': ['ID=36075f76-f417-4703-96e2-83ab72e2808f,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:02:21.213992 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Pushing event updated for resources: {'Port': ['ID=d43b57af-f2a8-4881-8284-641e3fd25638,revision_number=4']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:02:21.260306 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] For port daa5a95d-1e99-4f3d-afc7-05f95606c9cd, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=daa5a95d-1e99-4f3d-afc7-05f95606c9cd,segment=NetworkSegment(bac8e796-9027-4d5c-bebd-074f6b1be737),segment_id=bac8e796-9027-4d5c-bebd-074f6b1be737)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:02:21.273108 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Returning: {'device': 'daa5a95d-1e99-4f3d-afc7-05f95606c9cd', 'network_id': '18eab60f-6056-4003-a4d0-6bd1a91b2423', 'port_id': 'daa5a95d-1e99-4f3d-afc7-05f95606c9cd', 'mac_address': 'fa:16:3e:74:b2:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 249, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '153daf83-f920-4fbd-bc96-5d57ffdc1387', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105586) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:02:21.321884 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:21.338572 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id daa5a95d-1e99-4f3d-afc7-05f95606c9cd {{(pid=105586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:02:21.360853 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] For port daa5a95d-1e99-4f3d-afc7-05f95606c9cd, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=daa5a95d-1e99-4f3d-afc7-05f95606c9cd,segment=NetworkSegment(bac8e796-9027-4d5c-bebd-074f6b1be737),segment_id=bac8e796-9027-4d5c-bebd-074f6b1be737)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:02:21.366417 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:21.367284 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device 6e7d69d3-fba1-4359-a733-0c6375ba453c details requested by agent hyperv_n-h1-705658-22 with host n-h1-705658-22 {{(pid=105586) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:02:21.440172 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] For port 6e7d69d3-fba1-4359-a733-0c6375ba453c, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=6e7d69d3-fba1-4359-a733-0c6375ba453c,segment=NetworkSegment(5fcc0d93-e07a-46e4-8302-f378dcfc2dad),segment_id=5fcc0d93-e07a-46e4-8302-f378dcfc2dad)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:02:21.442869 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Pushing event updated for resources: {'Port': ['ID=daa5a95d-1e99-4f3d-afc7-05f95606c9cd,revision_number=4']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:02:21.454417 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Returning: {'device': '6e7d69d3-fba1-4359-a733-0c6375ba453c', 'network_id': 'e24d8d6c-cb0f-492b-9a38-55ce25e9a591', 'port_id': '6e7d69d3-fba1-4359-a733-0c6375ba453c', 'mac_address': 'fa:16:3e:4a:50:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 245, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7db86daf-fd4c-450a-8e91-ffdebfb628e1', 'ip_address': '10.1.1.143'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105586) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:02:21.459856 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-18178390-ae2e-4467-bbcf-74d636983081 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:21.497047 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:21.511036 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e7d69d3-fba1-4359-a733-0c6375ba453c {{(pid=105586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:02:21.533876 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] For port 6e7d69d3-fba1-4359-a733-0c6375ba453c, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=6e7d69d3-fba1-4359-a733-0c6375ba453c,segment=NetworkSegment(5fcc0d93-e07a-46e4-8302-f378dcfc2dad),segment_id=5fcc0d93-e07a-46e4-8302-f378dcfc2dad)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:02:21.538631 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:21.539486 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device c405af71-cbc1-4c5a-a3e0-43e7aa2f3727 details requested by agent hyperv_n-h1-705658-22 with host n-h1-705658-22 {{(pid=105586) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:02:21.580038 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fba04148-53a2-4562-a02b-86969a8cc11f None None] Network 1a49fc1d-1f56-4b7d-b8b2-d0347dc68fb2 requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:02:21.656270 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] For port c405af71-cbc1-4c5a-a3e0-43e7aa2f3727, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=c405af71-cbc1-4c5a-a3e0-43e7aa2f3727,segment=NetworkSegment(5fcc0d93-e07a-46e4-8302-f378dcfc2dad),segment_id=5fcc0d93-e07a-46e4-8302-f378dcfc2dad)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:02:21.659987 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Pushing event updated for resources: {'Port': ['ID=6e7d69d3-fba1-4359-a733-0c6375ba453c,revision_number=4']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:02:21.681653 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Returning: {'device': 'c405af71-cbc1-4c5a-a3e0-43e7aa2f3727', 'network_id': 'e24d8d6c-cb0f-492b-9a38-55ce25e9a591', 'port_id': 'c405af71-cbc1-4c5a-a3e0-43e7aa2f3727', 'mac_address': 'fa:16:3e:20:84:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 245, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7db86daf-fd4c-450a-8e91-ffdebfb628e1', 'ip_address': '10.1.1.74'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105586) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:02:21.683102 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-4b4dbfa5-18a7-464a-b02e-8d1e8337e170 None None] Provisioning for port 61e5de20-5e94-4df0-9265-0ea13ebffebc completed by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:02:21.696986 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-4b4dbfa5-18a7-464a-b02e-8d1e8337e170 None None] Provisioning complete for port 61e5de20-5e94-4df0-9265-0ea13ebffebc triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:02:21.697355 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-4b4dbfa5-18a7-464a-b02e-8d1e8337e170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:21.766525 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098e7c70-4349-4fe2-be10-1ecfec56bf30 req-4479ca31-4fcc-4d77-b025-56e781243313 tempest-ServersAdminTestJSON-2115085297 tempest-ServersAdminTestJSON-2115085297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:21.768124 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-098e7c70-4349-4fe2-be10-1ecfec56bf30 req-4479ca31-4fcc-4d77-b025-56e781243313 tempest-ServersAdminTestJSON-2115085297 tempest-ServersAdminTestJSON-2115085297-project] 10.222.0.59 "GET /v2.0/ports?device_id=b08c7cb2-ff39-4168-a373-6ea575b70e54 HTTP/1.1" status: 200 len: 950 time: 0.2478454 Jul 27 21:02:21.790537 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87153451-f0f2-40d1-be5e-3d11e720994c req-68bb4459-b512-4c17-b86b-92ece486e27a tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:21.797435 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87153451-f0f2-40d1-be5e-3d11e720994c req-68bb4459-b512-4c17-b86b-92ece486e27a tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:21.797844 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:21.803736 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87153451-f0f2-40d1-be5e-3d11e720994c req-68bb4459-b512-4c17-b86b-92ece486e27a tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:21.810105 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87153451-f0f2-40d1-be5e-3d11e720994c req-68bb4459-b512-4c17-b86b-92ece486e27a tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:21.816495 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87153451-f0f2-40d1-be5e-3d11e720994c req-68bb4459-b512-4c17-b86b-92ece486e27a tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:21.817961 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c405af71-cbc1-4c5a-a3e0-43e7aa2f3727 {{(pid=105586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:02:21.822618 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87153451-f0f2-40d1-be5e-3d11e720994c req-68bb4459-b512-4c17-b86b-92ece486e27a tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:21.828968 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87153451-f0f2-40d1-be5e-3d11e720994c req-68bb4459-b512-4c17-b86b-92ece486e27a tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:21.831019 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-87153451-f0f2-40d1-be5e-3d11e720994c req-68bb4459-b512-4c17-b86b-92ece486e27a tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] 10.222.0.59 "GET /v2.0/ports?device_id=9dfbe127-2e40-448a-9032-c49d8e1e61fe HTTP/1.1" status: 200 len: 5421 time: 0.2282939 Jul 27 21:02:21.851801 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] For port c405af71-cbc1-4c5a-a3e0-43e7aa2f3727, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=c405af71-cbc1-4c5a-a3e0-43e7aa2f3727,segment=NetworkSegment(5fcc0d93-e07a-46e4-8302-f378dcfc2dad),segment_id=5fcc0d93-e07a-46e4-8302-f378dcfc2dad)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:02:21.888558 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:21.889204 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device 77be7659-fdfb-438e-a2e3-51247a28b9bd details requested by agent hyperv_n-h1-705658-22 with host n-h1-705658-22 {{(pid=105586) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:02:21.933099 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-18178390-ae2e-4467-bbcf-74d636983081 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4163804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4077150'] for router, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:21.938561 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-4b4dbfa5-18a7-464a-b02e-8d1e8337e170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:21.941084 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-098e7c70-4349-4fe2-be10-1ecfec56bf30 req-df647708-9118-4d3a-a6e0-1174d6a2d758 tempest-ServersAdminTestJSON-2115085297 tempest-ServersAdminTestJSON-2115085297-project] 10.222.0.59 "GET /v2.0/security-groups?id=9f3cf157-ddbf-4bf4-acc6-59d64c6ea76b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090760 Jul 27 21:02:21.947089 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-87153451-f0f2-40d1-be5e-3d11e720994c req-3f64fac4-a1bc-4edf-944f-bd6f10488169 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] 10.222.0.59 "GET /v2.0/security-groups?id=477ad29f-b988-4b09-963a-d2ba14baa454&id=602b6e89-9902-4d75-b8ec-25947a9f847b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0861337 Jul 27 21:02:22.031859 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Pushing event updated for resources: {'Port': ['ID=c405af71-cbc1-4c5a-a3e0-43e7aa2f3727,revision_number=4']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:02:22.048406 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-4b4dbfa5-18a7-464a-b02e-8d1e8337e170 None None] For port 61e5de20-5e94-4df0-9265-0ea13ebffebc, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=61e5de20-5e94-4df0-9265-0ea13ebffebc,segment=NetworkSegment(fd79765c-e7bd-40c2-b4f2-b2a1b80d938c),segment_id=fd79765c-e7bd-40c2-b4f2-b2a1b80d938c)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:02:22.060923 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-4b4dbfa5-18a7-464a-b02e-8d1e8337e170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:22.133839 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] For port 77be7659-fdfb-438e-a2e3-51247a28b9bd, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=77be7659-fdfb-438e-a2e3-51247a28b9bd,segment=NetworkSegment(1922154b-32f1-4361-bf34-7b69d21d65b6),segment_id=1922154b-32f1-4361-bf34-7b69d21d65b6)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:02:22.158251 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4dbfa5-18a7-464a-b02e-8d1e8337e170 None None] Pushing event updated for resources: {'Port': ['ID=61e5de20-5e94-4df0-9265-0ea13ebffebc,revision_number=3']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:02:22.161150 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18178390-ae2e-4467-bbcf-74d636983081 admin admin] Router 9dfde765-ccfc-449c-b877-5523aedde02d is scheduled to L3 agent dd128fd7-8e57-4d4f-895b-a96b369df59a with binding_index 1 {{(pid=105585) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 21:02:22.164747 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Returning: {'device': '77be7659-fdfb-438e-a2e3-51247a28b9bd', 'network_id': '7ff0eeb8-777d-434e-b9ec-a1527ebf3b8c', 'port_id': '77be7659-fdfb-438e-a2e3-51247a28b9bd', 'mac_address': 'fa:16:3e:54:b4:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 228, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57eac71b-5ae3-4b5a-b197-44e1dceaf130', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105586) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:02:22.184401 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01eb8053-39b8-43fc-b309-b7f7a6458e33 req-46c2e5c2-0393-49fc-a482-bdb07d3c7fd3 tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:22.185993 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-01eb8053-39b8-43fc-b309-b7f7a6458e33 req-46c2e5c2-0393-49fc-a482-bdb07d3c7fd3 tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] 10.222.0.59 "GET /v2.0/ports?device_id=d0239bb6-b1ba-4ee9-b491-bb82ed66a636 HTTP/1.1" status: 200 len: 945 time: 0.1154180 Jul 27 21:02:22.208342 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:22.227840 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77be7659-fdfb-438e-a2e3-51247a28b9bd {{(pid=105586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:02:22.251907 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] For port 77be7659-fdfb-438e-a2e3-51247a28b9bd, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=77be7659-fdfb-438e-a2e3-51247a28b9bd,segment=NetworkSegment(1922154b-32f1-4361-bf34-7b69d21d65b6),segment_id=1922154b-32f1-4361-bf34-7b69d21d65b6)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:02:22.260022 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:22.260804 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device 3276e718-0114-4f87-baff-9e6aac56604a details requested by agent hyperv_n-h1-705658-22 with host n-h1-705658-22 {{(pid=105586) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:02:22.267881 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-01eb8053-39b8-43fc-b309-b7f7a6458e33 req-5d37887e-3e80-473a-8a91-16910db6ece1 tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] 10.222.0.59 "GET /v2.0/security-groups?id=d1766e71-7b2a-4f2d-acc0-530f862b8fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397916 Jul 27 21:02:22.341864 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Pushing event updated for resources: {'Port': ['ID=77be7659-fdfb-438e-a2e3-51247a28b9bd,revision_number=4']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:02:22.369529 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] For port 3276e718-0114-4f87-baff-9e6aac56604a, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=3276e718-0114-4f87-baff-9e6aac56604a,segment=NetworkSegment(bac8e796-9027-4d5c-bebd-074f6b1be737),segment_id=bac8e796-9027-4d5c-bebd-074f6b1be737)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:02:22.381404 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Returning: {'device': '3276e718-0114-4f87-baff-9e6aac56604a', 'network_id': '18eab60f-6056-4003-a4d0-6bd1a91b2423', 'port_id': '3276e718-0114-4f87-baff-9e6aac56604a', 'mac_address': 'fa:16:3e:89:d9:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 249, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '153daf83-f920-4fbd-bc96-5d57ffdc1387', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105586) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:02:22.410652 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18178390-ae2e-4467-bbcf-74d636983081 admin admin] Notify agent at l3_agent.n-d-705658-22 the message routers_updated {{(pid=105585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:02:22.418061 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-e8395286-01da-41ee-a804-002dc2ee441c None None] Provisioning complete for port 61e5de20-5e94-4df0-9265-0ea13ebffebc triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:02:22.418392 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-e8395286-01da-41ee-a804-002dc2ee441c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:22.424240 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bda5cdc-3b22-4884-a453-0cee1907241b None None] Sync routers for ids ['9dfde765-ccfc-449c-b877-5523aedde02d'] in n-d-705658-22 {{(pid=105586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:02:22.441081 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-18178390-ae2e-4467-bbcf-74d636983081 admin admin] Notify callbacks [] for router, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:22.442220 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-18178390-ae2e-4467-bbcf-74d636983081 admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.8758030 Jul 27 21:02:22.445086 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 43952) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:02:22.457806 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:22.474316 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bda5cdc-3b22-4884-a453-0cee1907241b None None] Routers {'9dfde765-ccfc-449c-b877-5523aedde02d'} bound to L3 agent in host n-d-705658-22 {{(pid=105586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:02:22.474944 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-2bda5cdc-3b22-4884-a453-0cee1907241b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:02:11Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['9dfde765-ccfc-449c-b877-5523aedde02d'], 'active': True} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:02:22.481052 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3276e718-0114-4f87-baff-9e6aac56604a {{(pid=105586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:02:22.499504 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd8f840-529b-450c-bb85-c9b38308cdac req-ec67ddee-bf97-464e-bdb5-7acd300a00ef tempest-ServerRescueTestJSON-417658892 tempest-ServerRescueTestJSON-417658892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:22.500985 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-bdd8f840-529b-450c-bb85-c9b38308cdac req-ec67ddee-bf97-464e-bdb5-7acd300a00ef tempest-ServerRescueTestJSON-417658892 tempest-ServerRescueTestJSON-417658892-project] 10.222.0.59 "GET /v2.0/ports?device_id=3681efa9-caf9-4127-b110-4ef1fb8e20bc HTTP/1.1" status: 200 len: 946 time: 0.1650791 Jul 27 21:02:22.542898 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a5150c-ff6b-4268-b1f2-0f38986f805e req-d9cb249f-0e87-43cb-88a4-862d6a39c089 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:22.544805 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b3a5150c-ff6b-4268-b1f2-0f38986f805e req-d9cb249f-0e87-43cb-88a4-862d6a39c089 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] 10.222.0.59 "GET /v2.0/ports?device_id=29c1b762-5cb9-4f5b-ac71-3cb8a306ebde HTTP/1.1" status: 200 len: 945 time: 0.1761763 Jul 27 21:02:22.549371 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] For port 3276e718-0114-4f87-baff-9e6aac56604a, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=3276e718-0114-4f87-baff-9e6aac56604a,segment=NetworkSegment(bac8e796-9027-4d5c-bebd-074f6b1be737),segment_id=bac8e796-9027-4d5c-bebd-074f6b1be737)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:02:22.579885 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:22.580534 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device 148bb826-decc-4cf3-a2c3-433892361226 details requested by agent hyperv_n-h1-705658-22 with host n-h1-705658-22 {{(pid=105586) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:02:22.603089 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-bdd8f840-529b-450c-bb85-c9b38308cdac req-0d859146-b4e5-4283-b53f-8b7754bf83d6 tempest-ServerRescueTestJSON-417658892 tempest-ServerRescueTestJSON-417658892-project] 10.222.0.59 "GET /v2.0/security-groups?id=551e2ab4-0adb-4dc6-ad9d-2e4a42006670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959315 Jul 27 21:02:22.641420 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b3a5150c-ff6b-4268-b1f2-0f38986f805e req-3bdd842e-c3fd-47d0-977b-00b72ea14fd6 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] 10.222.0.59 "GET /v2.0/security-groups?id=e760076b-6854-47cf-947b-f6a7a8a579d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621510 Jul 27 21:02:22.761005 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 61e5de20-5e94-4df0-9265-0ea13ebffebc up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:02:22.836486 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvr_db [None req-2bda5cdc-3b22-4884-a453-0cee1907241b None None] Set router 9dfde765-ccfc-449c-b877-5523aedde02d gateway port host: n-d-705658-22 {{(pid=105586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:02:22.889635 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a802dd84-a588-4ce8-872a-c36127234c40 req-dc732d8e-0ae9-497d-8a79-8a8c7f8e350c tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:22.891219 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a802dd84-a588-4ce8-872a-c36127234c40 req-dc732d8e-0ae9-497d-8a79-8a8c7f8e350c tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] 10.222.0.59 "GET /v2.0/ports?device_id=29c1b762-5cb9-4f5b-ac71-3cb8a306ebde HTTP/1.1" status: 200 len: 945 time: 0.1460228 Jul 27 21:02:22.911656 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Pushing event updated for resources: {'Port': ['ID=3276e718-0114-4f87-baff-9e6aac56604a,revision_number=4']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:02:22.915313 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] For port 148bb826-decc-4cf3-a2c3-433892361226, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=148bb826-decc-4cf3-a2c3-433892361226,segment=NetworkSegment(5fcc0d93-e07a-46e4-8302-f378dcfc2dad),segment_id=5fcc0d93-e07a-46e4-8302-f378dcfc2dad)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:02:22.967356 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Returning: {'device': '148bb826-decc-4cf3-a2c3-433892361226', 'network_id': 'e24d8d6c-cb0f-492b-9a38-55ce25e9a591', 'port_id': '148bb826-decc-4cf3-a2c3-433892361226', 'mac_address': 'fa:16:3e:9e:4b:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 245, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7db86daf-fd4c-450a-8e91-ffdebfb628e1', 'ip_address': '10.1.1.62'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105586) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:02:22.971806 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a802dd84-a588-4ce8-872a-c36127234c40 req-fd950d28-390a-44e5-8b4f-dcd78c1e95d4 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] 10.222.0.59 "GET /v2.0/security-groups?id=e760076b-6854-47cf-947b-f6a7a8a579d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0665658 Jul 27 21:02:23.009733 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port 61e5de20-5e94-4df0-9265-0ea13ebffebc triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:02:23.010018 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:23.073794 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:23.112999 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 148bb826-decc-4cf3-a2c3-433892361226 {{(pid=105586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:02:23.165849 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] For port 148bb826-decc-4cf3-a2c3-433892361226, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=148bb826-decc-4cf3-a2c3-433892361226,segment=NetworkSegment(5fcc0d93-e07a-46e4-8302-f378dcfc2dad),segment_id=5fcc0d93-e07a-46e4-8302-f378dcfc2dad)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:02:23.177560 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:23.219084 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-2bda5cdc-3b22-4884-a453-0cee1907241b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dfde765-ccfc-449c-b877-5523aedde02d', 'name': 'tempest-ServersTestBootFromVolume-1248947411-router', 'tenant_id': 'e6a11f02cd4148f0a35adc8cb27f5cc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.110'}], 'enable_snat': True}, 'gw_port_id': '36075f76-f417-4703-96e2-83ab72e2808f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:02:19Z', 'updated_at': '2021-07-27T21:02:21Z', 'revision_number': 3, 'project_id': 'e6a11f02cd4148f0a35adc8cb27f5cc6', 'gw_port': {'id': '36075f76-f417-4703-96e2-83ab72e2808f', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:d4:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9dfde765-ccfc-449c-b877-5523aedde02d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1162, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:02:20Z', 'updated_at': '2021-07-27T21:02:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22'}], 'n-d-705658-22', False) {} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:02:23.252950 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bda5cdc-3b22-4884-a453-0cee1907241b None None] Checking router: 9dfde765-ccfc-449c-b877-5523aedde02d for host: n-d-705658-22 {{(pid=105586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:02:23.253215 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bda5cdc-3b22-4884-a453-0cee1907241b None None] Updating router 9dfde765-ccfc-449c-b877-5523aedde02d port 36075f76-f417-4703-96e2-83ab72e2808f binding host n-d-705658-22 {{(pid=105586) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 21:02:23.284550 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Pushing event updated for resources: {'Port': ['ID=148bb826-decc-4cf3-a2c3-433892361226,revision_number=4']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:02:23.301750 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-2bda5cdc-3b22-4884-a453-0cee1907241b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:23.472547 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-a74edcf9-7baf-4ddf-b889-d10a7531680d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:23.561828 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-2bda5cdc-3b22-4884-a453-0cee1907241b None None] Notify callbacks [] for port, precommit_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:23.571918 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-2bda5cdc-3b22-4884-a453-0cee1907241b None None] Transition to ACTIVE for port object 36075f76-f417-4703-96e2-83ab72e2808f will not be triggered until provisioned by entity L2. {{(pid=105586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:02:23.577970 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-2bda5cdc-3b22-4884-a453-0cee1907241b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:23.583554 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666704cf-224d-4ecb-8ee7-6c25ec1a42d9 req-f6400b00-1753-437d-a04b-95ec76e9488d tempest-ServersAdminTestJSON-2115085297 tempest-ServersAdminTestJSON-2115085297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:23.585083 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-666704cf-224d-4ecb-8ee7-6c25ec1a42d9 req-f6400b00-1753-437d-a04b-95ec76e9488d tempest-ServersAdminTestJSON-2115085297 tempest-ServersAdminTestJSON-2115085297-project] 10.222.0.59 "GET /v2.0/ports?device_id=b08c7cb2-ff39-4168-a373-6ea575b70e54 HTTP/1.1" status: 200 len: 950 time: 0.5181785 Jul 27 21:02:23.605162 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9c7f53-7d2e-480a-8e08-793719d043ac req-5b63ab5d-0ff8-444e-8799-fd49403cb39c tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:23.611964 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9c7f53-7d2e-480a-8e08-793719d043ac req-5b63ab5d-0ff8-444e-8799-fd49403cb39c tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:23.619196 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9c7f53-7d2e-480a-8e08-793719d043ac req-5b63ab5d-0ff8-444e-8799-fd49403cb39c tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:23.624923 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9c7f53-7d2e-480a-8e08-793719d043ac req-5b63ab5d-0ff8-444e-8799-fd49403cb39c tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:23.630731 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9c7f53-7d2e-480a-8e08-793719d043ac req-5b63ab5d-0ff8-444e-8799-fd49403cb39c tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:23.634111 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-2bda5cdc-3b22-4884-a453-0cee1907241b None None] Attempting to bind port 36075f76-f417-4703-96e2-83ab72e2808f on host n-d-705658-22 for vnic_type normal with profile {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:02:23.634487 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-2bda5cdc-3b22-4884-a453-0cee1907241b None None] Attempting to bind port 36075f76-f417-4703-96e2-83ab72e2808f by drivers openvswitch,hyperv on host n-d-705658-22 at level 0 using segments [{'id': '12196855-9a32-4633-9a56-77697ef9e126', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305'}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:02:23.634856 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bda5cdc-3b22-4884-a453-0cee1907241b None None] Attempting to bind port 36075f76-f417-4703-96e2-83ab72e2808f on network 8735d8a2-b604-4758-ae71-b40e4ee6f305 {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:02:23.636653 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9c7f53-7d2e-480a-8e08-793719d043ac req-5b63ab5d-0ff8-444e-8799-fd49403cb39c tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:23.642133 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963565bb-c3ea-4e52-84a0-a62d4161aee3 None None] Pushing event updated for resources: {'Port': ['ID=36075f76-f417-4703-96e2-83ab72e2808f,revision_number=2']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:02:23.643016 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9c7f53-7d2e-480a-8e08-793719d043ac req-5b63ab5d-0ff8-444e-8799-fd49403cb39c tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:23.644842 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bda5cdc-3b22-4884-a453-0cee1907241b None None] Checking agent: {'id': '04a7ea91-6318-467e-ace6-b0fb48c8690f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 41, 42), 'started_at': datetime.datetime(2021, 7, 27, 20, 42, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 2, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:02:23.644987 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-9d9c7f53-7d2e-480a-8e08-793719d043ac req-5b63ab5d-0ff8-444e-8799-fd49403cb39c tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] 10.222.0.59 "GET /v2.0/ports?device_id=9dfbe127-2e40-448a-9032-c49d8e1e61fe HTTP/1.1" status: 200 len: 5424 time: 0.5769303 Jul 27 21:02:23.645217 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bda5cdc-3b22-4884-a453-0cee1907241b None None] Checking segment: {'id': '12196855-9a32-4633-9a56-77697ef9e126', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:02:23.645624 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-2bda5cdc-3b22-4884-a453-0cee1907241b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:23.646014 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bda5cdc-3b22-4884-a453-0cee1907241b None None] Bound using segment: {'id': '12196855-9a32-4633-9a56-77697ef9e126', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305'} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:02:23.646493 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-2bda5cdc-3b22-4884-a453-0cee1907241b None None] Bound port: 36075f76-f417-4703-96e2-83ab72e2808f, host: n-d-705658-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12196855-9a32-4633-9a56-77697ef9e126', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305'}}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:02:23.646882 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-2bda5cdc-3b22-4884-a453-0cee1907241b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:23.699416 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-2bda5cdc-3b22-4884-a453-0cee1907241b None None] For port 36075f76-f417-4703-96e2-83ab72e2808f, host n-d-705658-22, cleared binding levels {{(pid=105586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:02:23.703042 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-2bda5cdc-3b22-4884-a453-0cee1907241b None None] For port 36075f76-f417-4703-96e2-83ab72e2808f, host n-d-705658-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=36075f76-f417-4703-96e2-83ab72e2808f,segment=NetworkSegment(12196855-9a32-4633-9a56-77697ef9e126),segment_id=12196855-9a32-4633-9a56-77697ef9e126)] {{(pid=105586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:02:23.707914 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-2bda5cdc-3b22-4884-a453-0cee1907241b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:23.746397 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-666704cf-224d-4ecb-8ee7-6c25ec1a42d9 req-546f19bd-0c04-4f6a-b6f9-acf44a0a6e26 tempest-ServersAdminTestJSON-2115085297 tempest-ServersAdminTestJSON-2115085297-project] 10.222.0.59 "GET /v2.0/security-groups?id=9f3cf157-ddbf-4bf4-acc6-59d64c6ea76b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983331 Jul 27 21:02:23.758047 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-9d9c7f53-7d2e-480a-8e08-793719d043ac req-34df75f4-4319-4fb8-a253-7a2f2cf478dc tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] 10.222.0.59 "GET /v2.0/security-groups?id=477ad29f-b988-4b09-963a-d2ba14baa454&id=602b6e89-9902-4d75-b8ec-25947a9f847b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0961626 Jul 27 21:02:23.766878 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bda5cdc-3b22-4884-a453-0cee1907241b None None] Routers {'9dfde765-ccfc-449c-b877-5523aedde02d'} bound to L3 agent in host n-d-705658-22 {{(pid=105586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:02:23.767784 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-2bda5cdc-3b22-4884-a453-0cee1907241b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:02:11Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['9dfde765-ccfc-449c-b877-5523aedde02d'], 'active': True} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:02:23.771929 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963565bb-c3ea-4e52-84a0-a62d4161aee3 None None] Pushing event updated for resources: {'Port': ['ID=36075f76-f417-4703-96e2-83ab72e2808f,revision_number=3']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:02:23.820831 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.db_base_plugin_common [None req-a74edcf9-7baf-4ddf-b889-d10a7531680d admin admin] Allocated IP 172.20.0.1 (1a49fc1d-1f56-4b7d-b8b2-d0347dc68fb2/495e2e2c-9860-4618-b64d-ac1d06b799f2/a18df0f4-3f52-4115-8fbc-04ed75fa7390) {{(pid=105585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:02:23.932974 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvr_db [None req-2bda5cdc-3b22-4884-a453-0cee1907241b None None] Set router 9dfde765-ccfc-449c-b877-5523aedde02d gateway port host: n-d-705658-22 {{(pid=105586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:02:23.949765 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-a74edcf9-7baf-4ddf-b889-d10a7531680d admin admin] Notify callbacks [] for port, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:23.966399 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.provisioning_blocks [None req-a74edcf9-7baf-4ddf-b889-d10a7531680d admin admin] Transition to ACTIVE for port object a18df0f4-3f52-4115-8fbc-04ed75fa7390 will not be triggered until provisioned by entity DHCP. {{(pid=105585) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:02:24.099971 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-a74edcf9-7baf-4ddf-b889-d10a7531680d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:24.126719 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-2bda5cdc-3b22-4884-a453-0cee1907241b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dfde765-ccfc-449c-b877-5523aedde02d', 'name': 'tempest-ServersTestBootFromVolume-1248947411-router', 'tenant_id': 'e6a11f02cd4148f0a35adc8cb27f5cc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.110'}], 'enable_snat': True}, 'gw_port_id': '36075f76-f417-4703-96e2-83ab72e2808f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:02:19Z', 'updated_at': '2021-07-27T21:02:21Z', 'revision_number': 3, 'project_id': 'e6a11f02cd4148f0a35adc8cb27f5cc6', 'gw_port': {'id': '36075f76-f417-4703-96e2-83ab72e2808f', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:d4:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9dfde765-ccfc-449c-b877-5523aedde02d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1162, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:02:20Z', 'updated_at': '2021-07-27T21:02:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22'}], 'n-d-705658-22', False) {} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:02:24.152385 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bda5cdc-3b22-4884-a453-0cee1907241b None None] The sync data for ids ['9dfde765-ccfc-449c-b877-5523aedde02d'] in n-d-705658-22 is: [{'id': '9dfde765-ccfc-449c-b877-5523aedde02d', 'name': 'tempest-ServersTestBootFromVolume-1248947411-router', 'tenant_id': 'e6a11f02cd4148f0a35adc8cb27f5cc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.110'}], 'enable_snat': True}, 'gw_port_id': '36075f76-f417-4703-96e2-83ab72e2808f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:02:19Z', 'updated_at': '2021-07-27T21:02:21Z', 'revision_number': 3, 'project_id': 'e6a11f02cd4148f0a35adc8cb27f5cc6', 'gw_port': {'id': '36075f76-f417-4703-96e2-83ab72e2808f', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:d4:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9dfde765-ccfc-449c-b877-5523aedde02d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1162, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:02:20Z', 'updated_at': '2021-07-27T21:02:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22'}] {{(pid=105586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:02:24.161408 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5b735e-f336-422a-b243-1d72dbe9ae6d req-6c221d5c-6db4-4b41-9277-7f24d80ffe7d tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:24.163090 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-1c5b735e-f336-422a-b243-1d72dbe9ae6d req-6c221d5c-6db4-4b41-9277-7f24d80ffe7d tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] 10.222.0.59 "GET /v2.0/ports?device_id=d0239bb6-b1ba-4ee9-b491-bb82ed66a636 HTTP/1.1" status: 200 len: 945 time: 0.1795561 Jul 27 21:02:24.174761 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a74edcf9-7baf-4ddf-b889-d10a7531680d admin admin] Network 1a49fc1d-1f56-4b7d-b8b2-d0347dc68fb2 is already hosted by enough agents. {{(pid=105585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:02:24.182694 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc5c958-48b9-4f0a-92cb-9351249d3b16 req-8d12142b-308c-4edc-92c3-7a8ece09ad60 tempest-ServerRescueTestJSON-417658892 tempest-ServerRescueTestJSON-417658892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:24.184317 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-7cc5c958-48b9-4f0a-92cb-9351249d3b16 req-8d12142b-308c-4edc-92c3-7a8ece09ad60 tempest-ServerRescueTestJSON-417658892 tempest-ServerRescueTestJSON-417658892-project] 10.222.0.59 "GET /v2.0/ports?device_id=3681efa9-caf9-4127-b110-4ef1fb8e20bc HTTP/1.1" status: 200 len: 946 time: 0.1688025 Jul 27 21:02:24.191892 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.base_scheduler [None req-a74edcf9-7baf-4ddf-b889-d10a7531680d admin admin] Resources bound (agent type, host, resource id): {{(pid=105585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:02:24.200747 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a74edcf9-7baf-4ddf-b889-d10a7531680d admin admin] Received port after_create {{(pid=105585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:02:24.203808 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74edcf9-7baf-4ddf-b889-d10a7531680d admin admin] Pushing event updated for resources: {'Port': ['ID=a18df0f4-3f52-4115-8fbc-04ed75fa7390,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:02:24.297819 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-1c5b735e-f336-422a-b243-1d72dbe9ae6d req-de7c50b0-a7a6-4de4-8880-f4672caa506a tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] 10.222.0.59 "GET /v2.0/security-groups?id=d1766e71-7b2a-4f2d-acc0-530f862b8fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106229 Jul 27 21:02:24.300922 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-a74edcf9-7baf-4ddf-b889-d10a7531680d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4075523'] for router_interface, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:24.345349 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-7cc5c958-48b9-4f0a-92cb-9351249d3b16 req-d553e6d4-8777-46b8-8053-dff9cdcbc784 tempest-ServerRescueTestJSON-417658892 tempest-ServerRescueTestJSON-417658892-project] 10.222.0.59 "GET /v2.0/security-groups?id=551e2ab4-0adb-4dc6-ad9d-2e4a42006670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510127 Jul 27 21:02:24.530429 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-a74edcf9-7baf-4ddf-b889-d10a7531680d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:24.554897 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29cd9a7-d598-43a8-b865-3887e4ab9877 req-f8715a5b-1226-49bf-9b74-e88484937862 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:24.555671 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-4d8cc5e8-446d-45bf-ba2d-b495688983a8 None None] Provisioning for port a18df0f4-3f52-4115-8fbc-04ed75fa7390 completed by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:02:24.560153 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-4d8cc5e8-446d-45bf-ba2d-b495688983a8 None None] Provisioning complete for port a18df0f4-3f52-4115-8fbc-04ed75fa7390 triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:02:24.560544 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-4d8cc5e8-446d-45bf-ba2d-b495688983a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:24.563548 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a29cd9a7-d598-43a8-b865-3887e4ab9877 req-f8715a5b-1226-49bf-9b74-e88484937862 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] 10.222.0.59 "GET /v2.0/ports?device_id=29c1b762-5cb9-4f5b-ac71-3cb8a306ebde HTTP/1.1" status: 200 len: 945 time: 0.1692002 Jul 27 21:02:24.601904 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-4d8cc5e8-446d-45bf-ba2d-b495688983a8 None None] Port a18df0f4-3f52-4115-8fbc-04ed75fa7390 cannot update to ACTIVE because it is not bound. {{(pid=105586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:02:24.628148 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a29cd9a7-d598-43a8-b865-3887e4ab9877 req-d7e06de1-4516-47e8-9b72-f42237115a0a tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] 10.222.0.59 "GET /v2.0/security-groups?id=e760076b-6854-47cf-947b-f6a7a8a579d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632236 Jul 27 21:02:24.773832 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 36075f76-f417-4703-96e2-83ab72e2808f up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:02:24.783718 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] get_ports_and_sgs() called for port_ids ['daa5a95d-1e99-4f3d-afc7-05f95606c9cd'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:02:24.785423 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-a74edcf9-7baf-4ddf-b889-d10a7531680d admin admin] Notify callbacks [] for port, precommit_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:24.790621 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-a74edcf9-7baf-4ddf-b889-d10a7531680d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10221672'] for port, after_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:24.861556 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74edcf9-7baf-4ddf-b889-d10a7531680d admin admin] Pushing event updated for resources: {'Port': ['ID=a18df0f4-3f52-4115-8fbc-04ed75fa7390,revision_number=2']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:02:24.868257 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] get_ports_and_sgs() called for port_ids ['3276e718-0114-4f87-baff-9e6aac56604a'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:02:24.892822 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] get_ports_and_sgs() called for port_ids ['77be7659-fdfb-438e-a2e3-51247a28b9bd'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:02:24.923261 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] get_ports_and_sgs() called for port_ids ['d43b57af-f2a8-4881-8284-641e3fd25638'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:02:24.928939 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-a74edcf9-7baf-4ddf-b889-d10a7531680d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3743906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4076435'] for router_interface, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:24.981500 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] get_ports_and_sgs() called for port_ids ['c405af71-cbc1-4c5a-a3e0-43e7aa2f3727'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:02:25.028345 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] get_ports_and_sgs() called for port_ids ['148bb826-decc-4cf3-a2c3-433892361226'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:02:25.047780 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5410dd8-b5e4-424a-af9c-849f137ff3c5 req-ad56df07-f19a-4b23-9e96-de8f2940e35a tempest-ServersAdminTestJSON-2115085297 tempest-ServersAdminTestJSON-2115085297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:25.049356 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b5410dd8-b5e4-424a-af9c-849f137ff3c5 req-ad56df07-f19a-4b23-9e96-de8f2940e35a tempest-ServersAdminTestJSON-2115085297 tempest-ServersAdminTestJSON-2115085297-project] 10.222.0.59 "GET /v2.0/ports?device_id=b08c7cb2-ff39-4168-a373-6ea575b70e54 HTTP/1.1" status: 200 len: 950 time: 0.2006750 Jul 27 21:02:25.136651 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f826792-7c31-4925-a01f-422b4cab6d8f req-26f21194-c96d-4d33-9210-e4b54d0298fa tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:25.143199 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f826792-7c31-4925-a01f-422b4cab6d8f req-26f21194-c96d-4d33-9210-e4b54d0298fa tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:25.144651 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning for port 36075f76-f417-4703-96e2-83ab72e2808f completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:02:25.149144 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f826792-7c31-4925-a01f-422b4cab6d8f req-26f21194-c96d-4d33-9210-e4b54d0298fa tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:25.156187 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f826792-7c31-4925-a01f-422b4cab6d8f req-26f21194-c96d-4d33-9210-e4b54d0298fa tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:25.162100 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f826792-7c31-4925-a01f-422b4cab6d8f req-26f21194-c96d-4d33-9210-e4b54d0298fa tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:25.166454 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port 36075f76-f417-4703-96e2-83ab72e2808f triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:02:25.166833 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:25.168029 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f826792-7c31-4925-a01f-422b4cab6d8f req-26f21194-c96d-4d33-9210-e4b54d0298fa tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:25.174423 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f826792-7c31-4925-a01f-422b4cab6d8f req-26f21194-c96d-4d33-9210-e4b54d0298fa tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:25.176675 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-7f826792-7c31-4925-a01f-422b4cab6d8f req-26f21194-c96d-4d33-9210-e4b54d0298fa tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] 10.222.0.59 "GET /v2.0/ports?device_id=9dfbe127-2e40-448a-9032-c49d8e1e61fe HTTP/1.1" status: 200 len: 5425 time: 0.2344155 Jul 27 21:02:25.178407 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a74edcf9-7baf-4ddf-b889-d10a7531680d admin admin] Network 1a49fc1d-1f56-4b7d-b8b2-d0347dc68fb2 is already hosted by enough agents. {{(pid=105585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:02:25.187042 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b5410dd8-b5e4-424a-af9c-849f137ff3c5 req-0f47b04b-93ba-4a34-80a5-cae21016f8e5 tempest-ServersAdminTestJSON-2115085297 tempest-ServersAdminTestJSON-2115085297-project] 10.222.0.59 "GET /v2.0/security-groups?id=9f3cf157-ddbf-4bf4-acc6-59d64c6ea76b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280870 Jul 27 21:02:25.195754 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.base_scheduler [None req-a74edcf9-7baf-4ddf-b889-d10a7531680d admin admin] Resources bound (agent type, host, resource id): {{(pid=105585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:02:25.271762 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-7f826792-7c31-4925-a01f-422b4cab6d8f req-52d1d765-e7df-470a-91e4-13aea31c59c9 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] 10.222.0.59 "GET /v2.0/security-groups?id=477ad29f-b988-4b09-963a-d2ba14baa454&id=602b6e89-9902-4d75-b8ec-25947a9f847b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0836272 Jul 27 21:02:25.392050 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a74edcf9-7baf-4ddf-b889-d10a7531680d admin admin] Router 9dfde765-ccfc-449c-b877-5523aedde02d has already been hosted by L3 agent dd128fd7-8e57-4d4f-895b-a96b369df59a {{(pid=105585) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:02:25.564953 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] get_ports_and_sgs() called for port_ids ['6e7d69d3-fba1-4359-a733-0c6375ba453c'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:02:25.624812 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a74edcf9-7baf-4ddf-b889-d10a7531680d admin admin] Notify agent at l3_agent.n-d-705658-22 the message routers_updated {{(pid=105585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:02:25.641007 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-a74edcf9-7baf-4ddf-b889-d10a7531680d admin admin] 10.222.0.59 "PUT /v2.0/routers/9dfde765-ccfc-449c-b877-5523aedde02d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1927800 Jul 27 21:02:25.668728 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fa423d-e38c-4062-99c1-4481a4a1d49c req-d3129d5c-447d-448c-aa74-359d6985b38b tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:25.670504 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-26fa423d-e38c-4062-99c1-4481a4a1d49c req-d3129d5c-447d-448c-aa74-359d6985b38b tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] 10.222.0.59 "GET /v2.0/ports?device_id=d0239bb6-b1ba-4ee9-b491-bb82ed66a636 HTTP/1.1" status: 200 len: 945 time: 0.1713836 Jul 27 21:02:25.690555 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea828a8d-20f9-46ac-b117-8d2767e987a7 req-38952570-d15f-40fb-856d-8e98fd72cc82 tempest-ServerRescueTestJSON-417658892 tempest-ServerRescueTestJSON-417658892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:25.692145 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-ea828a8d-20f9-46ac-b117-8d2767e987a7 req-38952570-d15f-40fb-856d-8e98fd72cc82 tempest-ServerRescueTestJSON-417658892 tempest-ServerRescueTestJSON-417658892-project] 10.222.0.59 "GET /v2.0/ports?device_id=3681efa9-caf9-4127-b110-4ef1fb8e20bc HTTP/1.1" status: 200 len: 946 time: 0.1327584 Jul 27 21:02:25.740959 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-1bd1926e-ebb9-489a-852c-755b05659691 None None] Provisioning complete for port a18df0f4-3f52-4115-8fbc-04ed75fa7390 triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:02:25.741329 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-1bd1926e-ebb9-489a-852c-755b05659691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:25.773806 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-26fa423d-e38c-4062-99c1-4481a4a1d49c req-64e84287-56bf-4297-9b5c-50e2bc0b92a0 tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] 10.222.0.59 "GET /v2.0/security-groups?id=d1766e71-7b2a-4f2d-acc0-530f862b8fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805166 Jul 27 21:02:25.788597 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-ea828a8d-20f9-46ac-b117-8d2767e987a7 req-12c32160-f958-4fd2-a518-5f1d674bcdf3 tempest-ServerRescueTestJSON-417658892 tempest-ServerRescueTestJSON-417658892-project] 10.222.0.59 "GET /v2.0/security-groups?id=551e2ab4-0adb-4dc6-ad9d-2e4a42006670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860796 Jul 27 21:02:25.931885 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-1bd1926e-ebb9-489a-852c-755b05659691 None None] Port a18df0f4-3f52-4115-8fbc-04ed75fa7390 cannot update to ACTIVE because it is not bound. {{(pid=105586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:02:25.951972 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af7cea5-4242-4c43-9de4-1b81ff751d31 req-c2e4ddef-afcc-41a4-9d15-70bb676039a2 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:25.954018 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-6af7cea5-4242-4c43-9de4-1b81ff751d31 req-c2e4ddef-afcc-41a4-9d15-70bb676039a2 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] 10.222.0.59 "GET /v2.0/ports?device_id=29c1b762-5cb9-4f5b-ac71-3cb8a306ebde HTTP/1.1" status: 200 len: 945 time: 0.0915706 Jul 27 21:02:26.026815 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-6af7cea5-4242-4c43-9de4-1b81ff751d31 req-e5c6d21a-e073-4e13-a50e-aaa070a8a686 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] 10.222.0.59 "GET /v2.0/security-groups?id=e760076b-6854-47cf-947b-f6a7a8a579d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509071 Jul 27 21:02:26.042684 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:26.113576 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] For port 36075f76-f417-4703-96e2-83ab72e2808f, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=36075f76-f417-4703-96e2-83ab72e2808f,segment=NetworkSegment(12196855-9a32-4633-9a56-77697ef9e126),segment_id=12196855-9a32-4633-9a56-77697ef9e126)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:02:26.122563 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:26.200251 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Pushing event updated for resources: {'Port': ['ID=36075f76-f417-4703-96e2-83ab72e2808f,revision_number=4']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:02:26.215982 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 44002) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:02:26.216620 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c284ecba-9685-4555-9318-b488da9bed4b None None] Sync routers for ids ['9dfde765-ccfc-449c-b877-5523aedde02d'] in n-d-705658-22 {{(pid=105587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:02:26.220186 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-81e72313-7fcf-4c4b-9d72-e47d6d640ba0 tempest-ServersTestBootFromVolume-282863897 tempest-ServersTestBootFromVolume-282863897-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1523432379', 'description': 'tempest-description--550139973'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:02:26.226251 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c284ecba-9685-4555-9318-b488da9bed4b None None] Routers {'9dfde765-ccfc-449c-b877-5523aedde02d'} bound to L3 agent in host n-d-705658-22 {{(pid=105587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:02:26.226876 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-c284ecba-9685-4555-9318-b488da9bed4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:02:11Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['9dfde765-ccfc-449c-b877-5523aedde02d'], 'active': True} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:02:26.243285 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-81e72313-7fcf-4c4b-9d72-e47d6d640ba0 tempest-ServersTestBootFromVolume-282863897 tempest-ServersTestBootFromVolume-282863897-project] Notify callbacks [] for security_group, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:26.342723 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-81e72313-7fcf-4c4b-9d72-e47d6d640ba0 tempest-ServersTestBootFromVolume-282863897 tempest-ServersTestBootFromVolume-282863897-project] Notify callbacks [] for security_group, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:26.347823 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-81e72313-7fcf-4c4b-9d72-e47d6d640ba0 tempest-ServersTestBootFromVolume-282863897 tempest-ServersTestBootFromVolume-282863897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:26.350439 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvr_db [None req-c284ecba-9685-4555-9318-b488da9bed4b None None] Set router 9dfde765-ccfc-449c-b877-5523aedde02d gateway port host: n-d-705658-22 {{(pid=105587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:02:26.377216 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-81e72313-7fcf-4c4b-9d72-e47d6d640ba0 tempest-ServersTestBootFromVolume-282863897 tempest-ServersTestBootFromVolume-282863897-project] Notify callbacks [] for security_group, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:26.381218 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-81e72313-7fcf-4c4b-9d72-e47d6d640ba0 tempest-ServersTestBootFromVolume-282863897 tempest-ServersTestBootFromVolume-282863897-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.1621192 Jul 27 21:02:26.382871 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 44010) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:02:26.389518 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-edb368be-db6f-479e-a112-4ba839bcdc26 tempest-ServersTestBootFromVolume-282863897 tempest-ServersTestBootFromVolume-282863897-project] Request body: {'security_group_rule': {'security_group_id': '81717ca8-fce7-4766-8713-390b66f80e4f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:02:26.397843 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e72313-7fcf-4c4b-9d72-e47d6d640ba0 tempest-ServersTestBootFromVolume-282863897 tempest-ServersTestBootFromVolume-282863897-project] Pushing event updated for resources: {'SecurityGroup': ['ID=81717ca8-fce7-4766-8713-390b66f80e4f,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:02:26.422412 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-edb368be-db6f-479e-a112-4ba839bcdc26 tempest-ServersTestBootFromVolume-282863897 tempest-ServersTestBootFromVolume-282863897-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:26.423523 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bc7930-f05e-4279-83d8-1e52c5977484 req-6e71f5cf-1df3-4e95-bd11-4dd5fc268a15 tempest-ServersAdminTestJSON-2115085297 tempest-ServersAdminTestJSON-2115085297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:26.425044 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-43bc7930-f05e-4279-83d8-1e52c5977484 req-6e71f5cf-1df3-4e95-bd11-4dd5fc268a15 tempest-ServersAdminTestJSON-2115085297 tempest-ServersAdminTestJSON-2115085297-project] 10.222.0.59 "GET /v2.0/ports?device_id=b08c7cb2-ff39-4168-a373-6ea575b70e54 HTTP/1.1" status: 200 len: 950 time: 0.1206748 Jul 27 21:02:26.489056 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-edb368be-db6f-479e-a112-4ba839bcdc26 tempest-ServersTestBootFromVolume-282863897 tempest-ServersTestBootFromVolume-282863897-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:26.492967 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4113ea44-32c5-4404-a3f2-13fe9eefab6f req-ac02bd84-869c-4740-8472-494d18346e85 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:26.493306 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-edb368be-db6f-479e-a112-4ba839bcdc26 tempest-ServersTestBootFromVolume-282863897 tempest-ServersTestBootFromVolume-282863897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732636'] for security_group_rule, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:26.499455 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4113ea44-32c5-4404-a3f2-13fe9eefab6f req-ac02bd84-869c-4740-8472-494d18346e85 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:26.505347 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4113ea44-32c5-4404-a3f2-13fe9eefab6f req-ac02bd84-869c-4740-8472-494d18346e85 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:26.511165 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4113ea44-32c5-4404-a3f2-13fe9eefab6f req-ac02bd84-869c-4740-8472-494d18346e85 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:26.514149 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb368be-db6f-479e-a112-4ba839bcdc26 tempest-ServersTestBootFromVolume-282863897 tempest-ServersTestBootFromVolume-282863897-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff8f2f9a-392c-4837-8d4f-e5ea6c0acd41,revision_number=0']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:02:26.517915 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-edb368be-db6f-479e-a112-4ba839bcdc26 tempest-ServersTestBootFromVolume-282863897 tempest-ServersTestBootFromVolume-282863897-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:26.518329 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4113ea44-32c5-4404-a3f2-13fe9eefab6f req-ac02bd84-869c-4740-8472-494d18346e85 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:26.521811 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-edb368be-db6f-479e-a112-4ba839bcdc26 tempest-ServersTestBootFromVolume-282863897 tempest-ServersTestBootFromVolume-282863897-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1378658 Jul 27 21:02:26.522393 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 44014) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:02:26.524504 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4113ea44-32c5-4404-a3f2-13fe9eefab6f req-ac02bd84-869c-4740-8472-494d18346e85 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:26.527016 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-93ac458b-6e56-4659-8f09-1732e849057e tempest-ServersTestBootFromVolume-282863897 tempest-ServersTestBootFromVolume-282863897-project] Request body: {'security_group_rule': {'security_group_id': '81717ca8-fce7-4766-8713-390b66f80e4f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:02:26.531907 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4113ea44-32c5-4404-a3f2-13fe9eefab6f req-ac02bd84-869c-4740-8472-494d18346e85 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:26.533799 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-4113ea44-32c5-4404-a3f2-13fe9eefab6f req-ac02bd84-869c-4740-8472-494d18346e85 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] 10.222.0.59 "GET /v2.0/ports?device_id=9dfbe127-2e40-448a-9032-c49d8e1e61fe HTTP/1.1" status: 200 len: 5425 time: 0.1842368 Jul 27 21:02:26.560290 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-93ac458b-6e56-4659-8f09-1732e849057e tempest-ServersTestBootFromVolume-282863897 tempest-ServersTestBootFromVolume-282863897-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:26.568218 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-43bc7930-f05e-4279-83d8-1e52c5977484 req-b9e842c5-e8d7-437e-880f-af3f60bc2a94 tempest-ServersAdminTestJSON-2115085297 tempest-ServersAdminTestJSON-2115085297-project] 10.222.0.59 "GET /v2.0/security-groups?id=9f3cf157-ddbf-4bf4-acc6-59d64c6ea76b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272914 Jul 27 21:02:26.599844 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-c284ecba-9685-4555-9318-b488da9bed4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dfde765-ccfc-449c-b877-5523aedde02d', 'name': 'tempest-ServersTestBootFromVolume-1248947411-router', 'tenant_id': 'e6a11f02cd4148f0a35adc8cb27f5cc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.110'}], 'enable_snat': True}, 'gw_port_id': '36075f76-f417-4703-96e2-83ab72e2808f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:02:19Z', 'updated_at': '2021-07-27T21:02:24Z', 'revision_number': 4, 'project_id': 'e6a11f02cd4148f0a35adc8cb27f5cc6', 'gw_port': {'id': '36075f76-f417-4703-96e2-83ab72e2808f', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:d4:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dfde765-ccfc-449c-b877-5523aedde02d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1162, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:02:20Z', 'updated_at': '2021-07-27T21:02:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_interfaces': [{'id': 'a18df0f4-3f52-4115-8fbc-04ed75fa7390', 'name': '', 'network_id': '1a49fc1d-1f56-4b7d-b8b2-d0347dc68fb2', 'tenant_id': 'e6a11f02cd4148f0a35adc8cb27f5cc6', 'mac_address': 'fa:16:3e:6a:ff:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9dfde765-ccfc-449c-b877-5523aedde02d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1163, 'fixed_ips': [{'subnet_id': '495e2e2c-9860-4618-b64d-ac1d06b799f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:02:23Z', 'updated_at': '2021-07-27T21:02:24Z', 'revision_number': 2, 'project_id': 'e6a11f02cd4148f0a35adc8cb27f5cc6', 'subnets': [{'id': '495e2e2c-9860-4618-b64d-ac1d06b799f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-22', False) {} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:02:26.627932 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-4113ea44-32c5-4404-a3f2-13fe9eefab6f req-5f95cce9-0806-4f13-89ce-6112b890664a tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] 10.222.0.59 "GET /v2.0/security-groups?id=477ad29f-b988-4b09-963a-d2ba14baa454&id=602b6e89-9902-4d75-b8ec-25947a9f847b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0765893 Jul 27 21:02:26.629296 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-93ac458b-6e56-4659-8f09-1732e849057e tempest-ServersTestBootFromVolume-282863897 tempest-ServersTestBootFromVolume-282863897-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:26.633149 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-93ac458b-6e56-4659-8f09-1732e849057e tempest-ServersTestBootFromVolume-282863897 tempest-ServersTestBootFromVolume-282863897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732636'] for security_group_rule, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:26.656961 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-93ac458b-6e56-4659-8f09-1732e849057e tempest-ServersTestBootFromVolume-282863897 tempest-ServersTestBootFromVolume-282863897-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:26.662371 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 44016) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:02:26.663547 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-93ac458b-6e56-4659-8f09-1732e849057e tempest-ServersTestBootFromVolume-282863897 tempest-ServersTestBootFromVolume-282863897-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1400204 Jul 27 21:02:26.666491 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ac458b-6e56-4659-8f09-1732e849057e tempest-ServersTestBootFromVolume-282863897 tempest-ServersTestBootFromVolume-282863897-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aef86426-8f27-4ba1-86ff-3388d136653e,revision_number=0']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:02:26.668495 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-ffece695-8781-446f-9ebc-506e6ab4a658 tempest-ServersTestBootFromVolume-282863897 tempest-ServersTestBootFromVolume-282863897-project] Request body: {'floatingip': {'floating_network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:02:26.704834 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-ffece695-8781-446f-9ebc-506e6ab4a658 tempest-ServersTestBootFromVolume-282863897 tempest-ServersTestBootFromVolume-282863897-project] Notify callbacks [] for floatingip, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:26.736077 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 36075f76-f417-4703-96e2-83ab72e2808f up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:02:26.751437 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c284ecba-9685-4555-9318-b488da9bed4b None None] Checking router: 9dfde765-ccfc-449c-b877-5523aedde02d for host: n-d-705658-22 {{(pid=105587) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:02:26.751791 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c284ecba-9685-4555-9318-b488da9bed4b None None] Updating router 9dfde765-ccfc-449c-b877-5523aedde02d port a18df0f4-3f52-4115-8fbc-04ed75fa7390 binding host n-d-705658-22 {{(pid=105587) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 21:02:26.788024 n-d-705658-22 neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-c284ecba-9685-4555-9318-b488da9bed4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:26.789881 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port 36075f76-f417-4703-96e2-83ab72e2808f triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:02:26.790321 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:26.823043 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-ffece695-8781-446f-9ebc-506e6ab4a658 tempest-ServersTestBootFromVolume-282863897 tempest-ServersTestBootFromVolume-282863897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:27.001190 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.agents_db [None req-558fcd2c-e512-47bc-a170-8673d87f7213 None None] Agent healthcheck: found 7 active agents {{(pid=105587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 21:02:27.013728 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.db_base_plugin_common [None req-ffece695-8781-446f-9ebc-506e6ab4a658 tempest-ServersTestBootFromVolume-282863897 tempest-ServersTestBootFromVolume-282863897-project] Allocated IP 172.25.5.162 (8735d8a2-b604-4758-ae71-b40e4ee6f305/eca7dbab-b9c0-4c8f-a272-816ea8a81764/94b51659-3291-48b7-b8ff-a3d74f9b012d) {{(pid=105585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:02:27.078519 n-d-705658-22 neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-c284ecba-9685-4555-9318-b488da9bed4b None None] Notify callbacks [] for port, precommit_update {{(pid=105587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:27.087935 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.provisioning_blocks [None req-c284ecba-9685-4555-9318-b488da9bed4b None None] Transition to ACTIVE for port object a18df0f4-3f52-4115-8fbc-04ed75fa7390 will not be triggered until provisioned by entity L2. {{(pid=105587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:02:27.093252 n-d-705658-22 neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-c284ecba-9685-4555-9318-b488da9bed4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:27.117872 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deff3b80-7ca9-40d5-bb77-d69528946393 req-5bbea503-99c0-497d-8383-0b8f531cfa5a tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:27.119409 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-deff3b80-7ca9-40d5-bb77-d69528946393 req-5bbea503-99c0-497d-8383-0b8f531cfa5a tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] 10.222.0.59 "GET /v2.0/ports?device_id=d0239bb6-b1ba-4ee9-b491-bb82ed66a636 HTTP/1.1" status: 200 len: 945 time: 0.1832290 Jul 27 21:02:27.129203 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d757a60a-3811-476f-b2fc-5dc238e96d09 req-889ccfa9-814c-453d-a036-2ccb72bd698c tempest-ServerRescueTestJSON-417658892 tempest-ServerRescueTestJSON-417658892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:27.130830 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-d757a60a-3811-476f-b2fc-5dc238e96d09 req-889ccfa9-814c-453d-a036-2ccb72bd698c tempest-ServerRescueTestJSON-417658892 tempest-ServerRescueTestJSON-417658892-project] 10.222.0.59 "GET /v2.0/ports?device_id=3681efa9-caf9-4127-b110-4ef1fb8e20bc HTTP/1.1" status: 200 len: 946 time: 0.2243695 Jul 27 21:02:27.143344 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4e874f-6a4c-4f8f-8045-ee403d2ed717 None None] Pushing event updated for resources: {'Port': ['ID=a18df0f4-3f52-4115-8fbc-04ed75fa7390,revision_number=3']} {{(pid=105587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:02:27.205575 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.managers [None req-c284ecba-9685-4555-9318-b488da9bed4b None None] Attempting to bind port a18df0f4-3f52-4115-8fbc-04ed75fa7390 on host n-d-705658-22 for vnic_type normal with profile {{(pid=105587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:02:27.206394 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.managers [None req-c284ecba-9685-4555-9318-b488da9bed4b None None] Attempting to bind port a18df0f4-3f52-4115-8fbc-04ed75fa7390 by drivers openvswitch,hyperv on host n-d-705658-22 at level 0 using segments [{'id': 'fd79765c-e7bd-40c2-b4f2-b2a1b80d938c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '1a49fc1d-1f56-4b7d-b8b2-d0347dc68fb2'}] {{(pid=105587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:02:27.206394 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c284ecba-9685-4555-9318-b488da9bed4b None None] Attempting to bind port a18df0f4-3f52-4115-8fbc-04ed75fa7390 on network 1a49fc1d-1f56-4b7d-b8b2-d0347dc68fb2 {{(pid=105587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:02:27.211362 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c284ecba-9685-4555-9318-b488da9bed4b None None] Checking agent: {'id': '04a7ea91-6318-467e-ace6-b0fb48c8690f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 41, 42), 'started_at': datetime.datetime(2021, 7, 27, 20, 42, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 2, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:02:27.211732 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c284ecba-9685-4555-9318-b488da9bed4b None None] Checking segment: {'id': 'fd79765c-e7bd-40c2-b4f2-b2a1b80d938c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '1a49fc1d-1f56-4b7d-b8b2-d0347dc68fb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:02:27.212134 n-d-705658-22 neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-c284ecba-9685-4555-9318-b488da9bed4b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:27.212525 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c284ecba-9685-4555-9318-b488da9bed4b None None] Bound using segment: {'id': 'fd79765c-e7bd-40c2-b4f2-b2a1b80d938c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '1a49fc1d-1f56-4b7d-b8b2-d0347dc68fb2'} {{(pid=105587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:02:27.212988 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.managers [None req-c284ecba-9685-4555-9318-b488da9bed4b None None] Bound port: a18df0f4-3f52-4115-8fbc-04ed75fa7390, host: n-d-705658-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd79765c-e7bd-40c2-b4f2-b2a1b80d938c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '1a49fc1d-1f56-4b7d-b8b2-d0347dc68fb2'}}] {{(pid=105587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:02:27.213364 n-d-705658-22 neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-c284ecba-9685-4555-9318-b488da9bed4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:27.234478 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-deff3b80-7ca9-40d5-bb77-d69528946393 req-b84506c7-762a-4b65-bff1-a9febd54dede tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] 10.222.0.59 "GET /v2.0/security-groups?id=d1766e71-7b2a-4f2d-acc0-530f862b8fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986006 Jul 27 21:02:27.237671 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-ffece695-8781-446f-9ebc-506e6ab4a658 tempest-ServersTestBootFromVolume-282863897 tempest-ServersTestBootFromVolume-282863897-project] Notify callbacks [] for port, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:27.253532 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-d757a60a-3811-476f-b2fc-5dc238e96d09 req-b91b725a-2c65-474a-8515-23ecaa4259b0 tempest-ServerRescueTestJSON-417658892 tempest-ServerRescueTestJSON-417658892-project] 10.222.0.59 "GET /v2.0/security-groups?id=551e2ab4-0adb-4dc6-ad9d-2e4a42006670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113293 Jul 27 21:02:27.303253 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.db [None req-c284ecba-9685-4555-9318-b488da9bed4b None None] For port a18df0f4-3f52-4115-8fbc-04ed75fa7390, host n-d-705658-22, cleared binding levels {{(pid=105587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:02:27.305142 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-ffece695-8781-446f-9ebc-506e6ab4a658 tempest-ServersTestBootFromVolume-282863897 tempest-ServersTestBootFromVolume-282863897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:27.324412 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.db [None req-c284ecba-9685-4555-9318-b488da9bed4b None None] For port a18df0f4-3f52-4115-8fbc-04ed75fa7390, host n-d-705658-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=a18df0f4-3f52-4115-8fbc-04ed75fa7390,segment=NetworkSegment(fd79765c-e7bd-40c2-b4f2-b2a1b80d938c),segment_id=fd79765c-e7bd-40c2-b4f2-b2a1b80d938c)] {{(pid=105587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:02:27.331231 n-d-705658-22 neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-c284ecba-9685-4555-9318-b488da9bed4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:27.357775 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffece695-8781-446f-9ebc-506e6ab4a658 tempest-ServersTestBootFromVolume-282863897 tempest-ServersTestBootFromVolume-282863897-project] Network 8735d8a2-b604-4758-ae71-b40e4ee6f305 is already hosted by enough agents. {{(pid=105585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:02:27.379667 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.base_scheduler [None req-ffece695-8781-446f-9ebc-506e6ab4a658 tempest-ServersTestBootFromVolume-282863897 tempest-ServersTestBootFromVolume-282863897-project] Resources bound (agent type, host, resource id): {{(pid=105585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:02:27.386284 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffece695-8781-446f-9ebc-506e6ab4a658 tempest-ServersTestBootFromVolume-282863897 tempest-ServersTestBootFromVolume-282863897-project] Received port after_create {{(pid=105585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:02:27.417277 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffece695-8781-446f-9ebc-506e6ab4a658 tempest-ServersTestBootFromVolume-282863897 tempest-ServersTestBootFromVolume-282863897-project] Pushing event updated for resources: {'Port': ['ID=94b51659-3291-48b7-b8ff-a3d74f9b012d,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:02:27.434957 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4e874f-6a4c-4f8f-8045-ee403d2ed717 None None] Pushing event updated for resources: {'Port': ['ID=a18df0f4-3f52-4115-8fbc-04ed75fa7390,revision_number=4']} {{(pid=105587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:02:27.442202 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c284ecba-9685-4555-9318-b488da9bed4b None None] Routers {'9dfde765-ccfc-449c-b877-5523aedde02d'} bound to L3 agent in host n-d-705658-22 {{(pid=105587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:02:27.442838 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-c284ecba-9685-4555-9318-b488da9bed4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:02:11Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['9dfde765-ccfc-449c-b877-5523aedde02d'], 'active': True} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:02:27.470581 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4df75e-ab74-422c-acea-644e5d47ccb3 req-8745c78c-a68e-4d0a-9c59-9a29c0a81d32 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:27.472543 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-fe4df75e-ab74-422c-acea-644e5d47ccb3 req-8745c78c-a68e-4d0a-9c59-9a29c0a81d32 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] 10.222.0.59 "GET /v2.0/ports?device_id=29c1b762-5cb9-4f5b-ac71-3cb8a306ebde HTTP/1.1" status: 200 len: 945 time: 0.1339817 Jul 27 21:02:27.539800 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-ffece695-8781-446f-9ebc-506e6ab4a658 tempest-ServersTestBootFromVolume-282863897 tempest-ServersTestBootFromVolume-282863897-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:27.543836 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-fe4df75e-ab74-422c-acea-644e5d47ccb3 req-842aacd4-fa3b-4139-b77b-79d9f76aa865 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] 10.222.0.59 "GET /v2.0/security-groups?id=e760076b-6854-47cf-947b-f6a7a8a579d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498791 Jul 27 21:02:27.598406 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvr_db [None req-c284ecba-9685-4555-9318-b488da9bed4b None None] Set router 9dfde765-ccfc-449c-b877-5523aedde02d gateway port host: n-d-705658-22 {{(pid=105587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:02:27.608602 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-ffece695-8781-446f-9ebc-506e6ab4a658 tempest-ServersTestBootFromVolume-282863897 tempest-ServersTestBootFromVolume-282863897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:27.800140 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ee12c6-2233-46a0-82c9-273e3ef7326a req-1a9abf0b-00c3-4528-ae48-fec9d514be3e tempest-ServersAdminTestJSON-2115085297 tempest-ServersAdminTestJSON-2115085297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:27.801641 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-03ee12c6-2233-46a0-82c9-273e3ef7326a req-1a9abf0b-00c3-4528-ae48-fec9d514be3e tempest-ServersAdminTestJSON-2115085297 tempest-ServersAdminTestJSON-2115085297-project] 10.222.0.59 "GET /v2.0/ports?device_id=b08c7cb2-ff39-4168-a373-6ea575b70e54 HTTP/1.1" status: 200 len: 950 time: 0.1720386 Jul 27 21:02:27.833452 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-c284ecba-9685-4555-9318-b488da9bed4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dfde765-ccfc-449c-b877-5523aedde02d', 'name': 'tempest-ServersTestBootFromVolume-1248947411-router', 'tenant_id': 'e6a11f02cd4148f0a35adc8cb27f5cc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.110'}], 'enable_snat': True}, 'gw_port_id': '36075f76-f417-4703-96e2-83ab72e2808f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:02:19Z', 'updated_at': '2021-07-27T21:02:24Z', 'revision_number': 4, 'project_id': 'e6a11f02cd4148f0a35adc8cb27f5cc6', 'gw_port': {'id': '36075f76-f417-4703-96e2-83ab72e2808f', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:d4:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dfde765-ccfc-449c-b877-5523aedde02d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1162, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:02:20Z', 'updated_at': '2021-07-27T21:02:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_interfaces': [{'id': 'a18df0f4-3f52-4115-8fbc-04ed75fa7390', 'name': '', 'network_id': '1a49fc1d-1f56-4b7d-b8b2-d0347dc68fb2', 'tenant_id': 'e6a11f02cd4148f0a35adc8cb27f5cc6', 'mac_address': 'fa:16:3e:6a:ff:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9dfde765-ccfc-449c-b877-5523aedde02d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1163, 'fixed_ips': [{'subnet_id': '495e2e2c-9860-4618-b64d-ac1d06b799f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:02:23Z', 'updated_at': '2021-07-27T21:02:27Z', 'revision_number': 4, 'project_id': 'e6a11f02cd4148f0a35adc8cb27f5cc6', 'subnets': [{'id': '495e2e2c-9860-4618-b64d-ac1d06b799f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-22', False) {} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:02:27.861927 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c284ecba-9685-4555-9318-b488da9bed4b None None] The sync data for ids ['9dfde765-ccfc-449c-b877-5523aedde02d'] in n-d-705658-22 is: [{'id': '9dfde765-ccfc-449c-b877-5523aedde02d', 'name': 'tempest-ServersTestBootFromVolume-1248947411-router', 'tenant_id': 'e6a11f02cd4148f0a35adc8cb27f5cc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.110'}], 'enable_snat': True}, 'gw_port_id': '36075f76-f417-4703-96e2-83ab72e2808f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:02:19Z', 'updated_at': '2021-07-27T21:02:24Z', 'revision_number': 4, 'project_id': 'e6a11f02cd4148f0a35adc8cb27f5cc6', 'gw_port': {'id': '36075f76-f417-4703-96e2-83ab72e2808f', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:d4:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dfde765-ccfc-449c-b877-5523aedde02d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1162, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:02:20Z', 'updated_at': '2021-07-27T21:02:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_interfaces': [{'id': 'a18df0f4-3f52-4115-8fbc-04ed75fa7390', 'name': '', 'network_id': '1a49fc1d-1f56-4b7d-b8b2-d0347dc68fb2', 'tenant_id': 'e6a11f02cd4148f0a35adc8cb27f5cc6', 'mac_address': 'fa:16:3e:6a:ff:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9dfde765-ccfc-449c-b877-5523aedde02d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1163, 'fixed_ips': [{'subnet_id': '495e2e2c-9860-4618-b64d-ac1d06b799f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:02:23Z', 'updated_at': '2021-07-27T21:02:27Z', 'revision_number': 4, 'project_id': 'e6a11f02cd4148f0a35adc8cb27f5cc6', 'subnets': [{'id': '495e2e2c-9860-4618-b64d-ac1d06b799f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:02:27.894354 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8727fa46-68d3-4f71-8f73-4137f8e64a85 req-ab6833c4-bd10-4bc2-bbd5-0aba40ea387e tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:27.906702 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8727fa46-68d3-4f71-8f73-4137f8e64a85 req-ab6833c4-bd10-4bc2-bbd5-0aba40ea387e tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:27.908787 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8727fa46-68d3-4f71-8f73-4137f8e64a85 req-ab6833c4-bd10-4bc2-bbd5-0aba40ea387e tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:27.914321 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8727fa46-68d3-4f71-8f73-4137f8e64a85 req-ab6833c4-bd10-4bc2-bbd5-0aba40ea387e tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:27.920194 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8727fa46-68d3-4f71-8f73-4137f8e64a85 req-ab6833c4-bd10-4bc2-bbd5-0aba40ea387e tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:27.926677 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8727fa46-68d3-4f71-8f73-4137f8e64a85 req-ab6833c4-bd10-4bc2-bbd5-0aba40ea387e tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:27.932308 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8727fa46-68d3-4f71-8f73-4137f8e64a85 req-ab6833c4-bd10-4bc2-bbd5-0aba40ea387e tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:27.934194 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-8727fa46-68d3-4f71-8f73-4137f8e64a85 req-ab6833c4-bd10-4bc2-bbd5-0aba40ea387e tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] 10.222.0.59 "GET /v2.0/ports?device_id=9dfbe127-2e40-448a-9032-c49d8e1e61fe HTTP/1.1" status: 200 len: 5425 time: 0.1982865 Jul 27 21:02:27.944617 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-03ee12c6-2233-46a0-82c9-273e3ef7326a req-ac02b9f9-0627-423d-b8c9-5390b50e31ad tempest-ServersAdminTestJSON-2115085297 tempest-ServersAdminTestJSON-2115085297-project] 10.222.0.59 "GET /v2.0/security-groups?id=9f3cf157-ddbf-4bf4-acc6-59d64c6ea76b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371617 Jul 27 21:02:27.954071 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-ffece695-8781-446f-9ebc-506e6ab4a658 tempest-ServersTestBootFromVolume-282863897 tempest-ServersTestBootFromVolume-282863897-project] Notify callbacks [] for port, precommit_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:27.964898 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-ffece695-8781-446f-9ebc-506e6ab4a658 tempest-ServersTestBootFromVolume-282863897 tempest-ServersTestBootFromVolume-282863897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10221672'] for port, after_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:28.059338 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-8727fa46-68d3-4f71-8f73-4137f8e64a85 req-dee584cb-5356-4ee0-9ee6-77f8187cb1d2 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] 10.222.0.59 "GET /v2.0/security-groups?id=477ad29f-b988-4b09-963a-d2ba14baa454&id=602b6e89-9902-4d75-b8ec-25947a9f847b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1176460 Jul 27 21:02:28.073117 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffece695-8781-446f-9ebc-506e6ab4a658 tempest-ServersTestBootFromVolume-282863897 tempest-ServersTestBootFromVolume-282863897-project] Pushing event updated for resources: {'Port': ['ID=94b51659-3291-48b7-b8ff-a3d74f9b012d,revision_number=2']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:02:28.093023 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-ffece695-8781-446f-9ebc-506e6ab4a658 tempest-ServersTestBootFromVolume-282863897 tempest-ServersTestBootFromVolume-282863897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4075768'] for floatingip, after_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:28.107103 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-ffece695-8781-446f-9ebc-506e6ab4a658 tempest-ServersTestBootFromVolume-282863897 tempest-ServersTestBootFromVolume-282863897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for floatingip, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:28.111036 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-ffece695-8781-446f-9ebc-506e6ab4a658 tempest-ServersTestBootFromVolume-282863897 tempest-ServersTestBootFromVolume-282863897-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4454296 Jul 27 21:02:28.424566 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d4f965-2c12-4ac2-b667-71d9ef891206 req-f29b3b8b-72a6-4171-87fd-5181c87d4ba2 tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:28.426104 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-95d4f965-2c12-4ac2-b667-71d9ef891206 req-f29b3b8b-72a6-4171-87fd-5181c87d4ba2 tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] 10.222.0.59 "GET /v2.0/ports?device_id=d0239bb6-b1ba-4ee9-b491-bb82ed66a636 HTTP/1.1" status: 200 len: 945 time: 0.1128638 Jul 27 21:02:28.456451 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c3bbe1-bee5-48e9-ac6f-265d0c3822f7 req-cacc4e71-5ad8-4a29-8383-9a7b82f2ea79 tempest-ServerRescueTestJSON-417658892 tempest-ServerRescueTestJSON-417658892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:28.463848 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f0c3bbe1-bee5-48e9-ac6f-265d0c3822f7 req-cacc4e71-5ad8-4a29-8383-9a7b82f2ea79 tempest-ServerRescueTestJSON-417658892 tempest-ServerRescueTestJSON-417658892-project] 10.222.0.59 "GET /v2.0/ports?device_id=3681efa9-caf9-4127-b110-4ef1fb8e20bc HTTP/1.1" status: 200 len: 946 time: 0.1140399 Jul 27 21:02:28.510820 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f0c3bbe1-bee5-48e9-ac6f-265d0c3822f7 req-d167e6ec-6387-4ef3-9c8c-e38946e4d6be tempest-ServerRescueTestJSON-417658892 tempest-ServerRescueTestJSON-417658892-project] 10.222.0.59 "GET /v2.0/security-groups?id=551e2ab4-0adb-4dc6-ad9d-2e4a42006670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460308 Jul 27 21:02:28.533214 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-95d4f965-2c12-4ac2-b667-71d9ef891206 req-f7ebed96-522b-4bf1-8275-d4d8ed6d054e tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] 10.222.0.59 "GET /v2.0/security-groups?id=d1766e71-7b2a-4f2d-acc0-530f862b8fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949285 Jul 27 21:02:28.712663 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46533e1-9694-464d-9e86-0636a7112f82 req-492388a5-f1c1-4d02-8f89-58df0debee68 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:28.716909 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f46533e1-9694-464d-9e86-0636a7112f82 req-492388a5-f1c1-4d02-8f89-58df0debee68 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] 10.222.0.59 "GET /v2.0/ports?device_id=29c1b762-5cb9-4f5b-ac71-3cb8a306ebde HTTP/1.1" status: 200 len: 945 time: 0.0869622 Jul 27 21:02:28.765831 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f46533e1-9694-464d-9e86-0636a7112f82 req-ceee8805-3fa3-4f6b-a18b-54c8559bbec6 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] 10.222.0.59 "GET /v2.0/security-groups?id=e760076b-6854-47cf-947b-f6a7a8a579d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403771 Jul 27 21:02:28.783795 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device a18df0f4-3f52-4115-8fbc-04ed75fa7390 up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:02:28.843751 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning for port a18df0f4-3f52-4115-8fbc-04ed75fa7390 completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:02:28.848002 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port a18df0f4-3f52-4115-8fbc-04ed75fa7390 triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:02:28.848381 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:28.933686 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:28.973264 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] For port a18df0f4-3f52-4115-8fbc-04ed75fa7390, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=a18df0f4-3f52-4115-8fbc-04ed75fa7390,segment=NetworkSegment(fd79765c-e7bd-40c2-b4f2-b2a1b80d938c),segment_id=fd79765c-e7bd-40c2-b4f2-b2a1b80d938c)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:02:28.980043 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:29.054552 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Pushing event updated for resources: {'Port': ['ID=a18df0f4-3f52-4115-8fbc-04ed75fa7390,revision_number=5']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:02:29.116421 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4c841d-d522-4c73-b723-535695df8e20 req-d53f6ef8-eeff-4001-84f4-1e68b4c3f876 tempest-ServersAdminTestJSON-2115085297 tempest-ServersAdminTestJSON-2115085297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:29.119170 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-5e4c841d-d522-4c73-b723-535695df8e20 req-d53f6ef8-eeff-4001-84f4-1e68b4c3f876 tempest-ServersAdminTestJSON-2115085297 tempest-ServersAdminTestJSON-2115085297-project] 10.222.0.59 "GET /v2.0/ports?device_id=b08c7cb2-ff39-4168-a373-6ea575b70e54 HTTP/1.1" status: 200 len: 950 time: 0.0856879 Jul 27 21:02:29.173249 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-5e4c841d-d522-4c73-b723-535695df8e20 req-900b9ad5-298f-46ee-bad6-59bcfc2c9eb9 tempest-ServersAdminTestJSON-2115085297 tempest-ServersAdminTestJSON-2115085297-project] 10.222.0.59 "GET /v2.0/security-groups?id=9f3cf157-ddbf-4bf4-acc6-59d64c6ea76b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488851 Jul 27 21:02:29.251155 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1d50b1-bec3-49ad-979a-c55418979f52 req-9f41eb53-0954-4d62-845c-01610c5ebe8f tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:29.257173 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1d50b1-bec3-49ad-979a-c55418979f52 req-9f41eb53-0954-4d62-845c-01610c5ebe8f tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:29.263066 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1d50b1-bec3-49ad-979a-c55418979f52 req-9f41eb53-0954-4d62-845c-01610c5ebe8f tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:29.268965 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1d50b1-bec3-49ad-979a-c55418979f52 req-9f41eb53-0954-4d62-845c-01610c5ebe8f tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:29.274885 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1d50b1-bec3-49ad-979a-c55418979f52 req-9f41eb53-0954-4d62-845c-01610c5ebe8f tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:29.281584 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1d50b1-bec3-49ad-979a-c55418979f52 req-9f41eb53-0954-4d62-845c-01610c5ebe8f tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:29.287691 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1d50b1-bec3-49ad-979a-c55418979f52 req-9f41eb53-0954-4d62-845c-01610c5ebe8f tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:29.290753 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-bd1d50b1-bec3-49ad-979a-c55418979f52 req-9f41eb53-0954-4d62-845c-01610c5ebe8f tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] 10.222.0.59 "GET /v2.0/ports?device_id=9dfbe127-2e40-448a-9032-c49d8e1e61fe HTTP/1.1" status: 200 len: 5425 time: 0.1165771 Jul 27 21:02:29.332397 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-bd1d50b1-bec3-49ad-979a-c55418979f52 req-8ac339e3-2d2d-40e5-bc5b-83e1611e5f29 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] 10.222.0.59 "GET /v2.0/security-groups?id=477ad29f-b988-4b09-963a-d2ba14baa454&id=602b6e89-9902-4d75-b8ec-25947a9f847b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0362306 Jul 27 21:02:29.701119 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d41354-6e1e-40c4-87e1-ba019cefab47 req-049bd32a-281a-4ad6-81db-404379e42635 tempest-ServerRescueTestJSON-417658892 tempest-ServerRescueTestJSON-417658892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:29.703218 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-d5d41354-6e1e-40c4-87e1-ba019cefab47 req-049bd32a-281a-4ad6-81db-404379e42635 tempest-ServerRescueTestJSON-417658892 tempest-ServerRescueTestJSON-417658892-project] 10.222.0.59 "GET /v2.0/ports?device_id=3681efa9-caf9-4127-b110-4ef1fb8e20bc HTTP/1.1" status: 200 len: 946 time: 0.1168423 Jul 27 21:02:29.711769 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0466e7c-be5f-435d-85af-ccf5c7115c07 req-a3cce561-21f5-458a-a5f7-af692dbce797 tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:29.713014 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b0466e7c-be5f-435d-85af-ccf5c7115c07 req-a3cce561-21f5-458a-a5f7-af692dbce797 tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] 10.222.0.59 "GET /v2.0/ports?device_id=d0239bb6-b1ba-4ee9-b491-bb82ed66a636 HTTP/1.1" status: 200 len: 945 time: 0.1148906 Jul 27 21:02:29.770895 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b0466e7c-be5f-435d-85af-ccf5c7115c07 req-fba02258-d1da-4486-8927-9d2e942b36bd tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] 10.222.0.59 "GET /v2.0/security-groups?id=d1766e71-7b2a-4f2d-acc0-530f862b8fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503380 Jul 27 21:02:29.773820 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-d5d41354-6e1e-40c4-87e1-ba019cefab47 req-bd256c1b-4f11-4d9d-a6bc-983a6a499ae0 tempest-ServerRescueTestJSON-417658892 tempest-ServerRescueTestJSON-417658892-project] 10.222.0.59 "GET /v2.0/security-groups?id=551e2ab4-0adb-4dc6-ad9d-2e4a42006670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598185 Jul 27 21:02:29.903326 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b592e49-b978-46d3-bfd3-52ec038297f4 req-622d07be-5db2-4671-8e8d-14fa4ed93279 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:29.905103 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-3b592e49-b978-46d3-bfd3-52ec038297f4 req-622d07be-5db2-4671-8e8d-14fa4ed93279 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] 10.222.0.59 "GET /v2.0/ports?device_id=29c1b762-5cb9-4f5b-ac71-3cb8a306ebde HTTP/1.1" status: 200 len: 945 time: 0.0660408 Jul 27 21:02:29.943899 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-3b592e49-b978-46d3-bfd3-52ec038297f4 req-030bab60-d262-41be-8f7b-fb74c25536fb tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] 10.222.0.59 "GET /v2.0/security-groups?id=e760076b-6854-47cf-947b-f6a7a8a579d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323131 Jul 27 21:02:30.331770 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa04077-7e69-42ec-bb6f-22353b50e503 req-abb071b8-bb60-4cc4-bd9e-f4ec71e1b2da tempest-ServersAdminTestJSON-2115085297 tempest-ServersAdminTestJSON-2115085297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:30.335269 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-afa04077-7e69-42ec-bb6f-22353b50e503 req-abb071b8-bb60-4cc4-bd9e-f4ec71e1b2da tempest-ServersAdminTestJSON-2115085297 tempest-ServersAdminTestJSON-2115085297-project] 10.222.0.59 "GET /v2.0/ports?device_id=b08c7cb2-ff39-4168-a373-6ea575b70e54 HTTP/1.1" status: 200 len: 950 time: 0.0868254 Jul 27 21:02:30.707247 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-afa04077-7e69-42ec-bb6f-22353b50e503 req-307ed302-070c-4756-8f58-bb2bde39cc2d tempest-ServersAdminTestJSON-2115085297 tempest-ServersAdminTestJSON-2115085297-project] 10.222.0.59 "GET /v2.0/security-groups?id=9f3cf157-ddbf-4bf4-acc6-59d64c6ea76b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3655560 Jul 27 21:02:30.714207 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device a18df0f4-3f52-4115-8fbc-04ed75fa7390 up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:02:30.766252 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ab3bc0-616d-437f-97c5-25413f16fbd4 req-c1708375-9655-4d28-9a5e-6fe0310db526 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:30.766798 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port a18df0f4-3f52-4115-8fbc-04ed75fa7390 triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:02:30.767208 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:30.773288 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ab3bc0-616d-437f-97c5-25413f16fbd4 req-c1708375-9655-4d28-9a5e-6fe0310db526 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:30.781555 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ab3bc0-616d-437f-97c5-25413f16fbd4 req-c1708375-9655-4d28-9a5e-6fe0310db526 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:30.787538 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ab3bc0-616d-437f-97c5-25413f16fbd4 req-c1708375-9655-4d28-9a5e-6fe0310db526 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:30.794130 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ab3bc0-616d-437f-97c5-25413f16fbd4 req-c1708375-9655-4d28-9a5e-6fe0310db526 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:30.800807 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ab3bc0-616d-437f-97c5-25413f16fbd4 req-c1708375-9655-4d28-9a5e-6fe0310db526 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:30.807109 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ab3bc0-616d-437f-97c5-25413f16fbd4 req-c1708375-9655-4d28-9a5e-6fe0310db526 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:30.809089 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f3ab3bc0-616d-437f-97c5-25413f16fbd4 req-c1708375-9655-4d28-9a5e-6fe0310db526 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] 10.222.0.59 "GET /v2.0/ports?device_id=9dfbe127-2e40-448a-9032-c49d8e1e61fe HTTP/1.1" status: 200 len: 5425 time: 0.1504338 Jul 27 21:02:30.877424 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f3ab3bc0-616d-437f-97c5-25413f16fbd4 req-d9d84761-9746-4dd0-9851-4bc5555121fe tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] 10.222.0.59 "GET /v2.0/security-groups?id=477ad29f-b988-4b09-963a-d2ba14baa454&id=602b6e89-9902-4d75-b8ec-25947a9f847b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0608168 Jul 27 21:02:30.943294 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d769c82d-f9fc-4c82-b092-496f0d8c6fd5 req-5cf1f064-3131-451b-b094-48e166e133b6 tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:30.945033 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-d769c82d-f9fc-4c82-b092-496f0d8c6fd5 req-5cf1f064-3131-451b-b094-48e166e133b6 tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] 10.222.0.59 "GET /v2.0/ports?device_id=d0239bb6-b1ba-4ee9-b491-bb82ed66a636 HTTP/1.1" status: 200 len: 945 time: 0.0937030 Jul 27 21:02:31.011701 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-d769c82d-f9fc-4c82-b092-496f0d8c6fd5 req-c4a1e57c-2047-49e7-ac8f-7d2f37a2f180 tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] 10.222.0.59 "GET /v2.0/security-groups?id=d1766e71-7b2a-4f2d-acc0-530f862b8fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569894 Jul 27 21:02:31.035542 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3d94ba-e359-4919-b14a-509a3312e08f req-0b5fb563-fc11-46bd-a65f-da93aab29c57 tempest-ServerRescueTestJSON-417658892 tempest-ServerRescueTestJSON-417658892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:31.037063 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-ce3d94ba-e359-4919-b14a-509a3312e08f req-0b5fb563-fc11-46bd-a65f-da93aab29c57 tempest-ServerRescueTestJSON-417658892 tempest-ServerRescueTestJSON-417658892-project] 10.222.0.59 "GET /v2.0/ports?device_id=3681efa9-caf9-4127-b110-4ef1fb8e20bc HTTP/1.1" status: 200 len: 946 time: 0.0911534 Jul 27 21:02:31.083548 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-ce3d94ba-e359-4919-b14a-509a3312e08f req-dcc28771-d0c3-46cd-af44-ae4e4eb1a76f tempest-ServerRescueTestJSON-417658892 tempest-ServerRescueTestJSON-417658892-project] 10.222.0.59 "GET /v2.0/security-groups?id=551e2ab4-0adb-4dc6-ad9d-2e4a42006670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404027 Jul 27 21:02:31.152174 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedb9657-8f99-4733-b496-ae41ae22824a req-706f935c-793a-43c7-b51b-e555f630ce81 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:31.153702 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-eedb9657-8f99-4733-b496-ae41ae22824a req-706f935c-793a-43c7-b51b-e555f630ce81 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] 10.222.0.59 "GET /v2.0/ports?device_id=29c1b762-5cb9-4f5b-ac71-3cb8a306ebde HTTP/1.1" status: 200 len: 945 time: 0.0692296 Jul 27 21:02:31.193443 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-eedb9657-8f99-4733-b496-ae41ae22824a req-83ffd46b-4a18-432b-9fc0-d9ba43a5b37c tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] 10.222.0.59 "GET /v2.0/security-groups?id=e760076b-6854-47cf-947b-f6a7a8a579d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331469 Jul 27 21:02:31.201951 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device d43b57af-f2a8-4881-8284-641e3fd25638 up at agent hyperv_n-h1-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:02:31.251277 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Provisioning for port d43b57af-f2a8-4881-8284-641e3fd25638 completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:02:31.255202 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Provisioning complete for port d43b57af-f2a8-4881-8284-641e3fd25638 triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:02:31.255584 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:31.344416 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:31.369638 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9dfbe127-2e40-448a-9032-c49d8e1e61fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd43b57af-f2a8-4881-8284-641e3fd25638'}] {{(pid=105586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:02:31.371948 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14c1663e039faf5393f87855f745010ac5b02220355b68fdbf065393e303ac56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a14821b-1af6-431e-b059-5f8da9025bfd" -d '{"events": [{"server_uuid": "9dfbe127-2e40-448a-9032-c49d8e1e61fe", "name": "network-vif-plugged", "status": "completed", "tag": "d43b57af-f2a8-4881-8284-641e3fd25638"}]}' {{(pid=105586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:02:31.386085 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] For port d43b57af-f2a8-4881-8284-641e3fd25638, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=d43b57af-f2a8-4881-8284-641e3fd25638,segment=NetworkSegment(5fcc0d93-e07a-46e4-8302-f378dcfc2dad),segment_id=5fcc0d93-e07a-46e4-8302-f378dcfc2dad)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:02:31.390291 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:31.450422 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Pushing event updated for resources: {'Port': ['ID=d43b57af-f2a8-4881-8284-641e3fd25638,revision_number=5']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:02:31.484515 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:02:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a409f45-e924-4ecf-bca7-1d28a945b676 x-openstack-request-id: req-5a409f45-e924-4ecf-bca7-1d28a945b676 {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:02:31.484803 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9dfbe127-2e40-448a-9032-c49d8e1e61fe", "name": "network-vif-plugged", "status": "completed", "tag": "d43b57af-f2a8-4881-8284-641e3fd25638", "code": 200}]} {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:02:31.485068 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-5a409f45-e924-4ecf-bca7-1d28a945b676 {{(pid=105586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:02:31.485461 n-d-705658-22 neutron-server[105586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9dfbe127-2e40-448a-9032-c49d8e1e61fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd43b57af-f2a8-4881-8284-641e3fd25638', 'code': 200} Jul 27 21:02:31.861291 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31719b33-dd27-40ba-a8de-92926a931958 req-a68527f0-0ed1-454f-befe-9000a96e4453 tempest-ServersAdminTestJSON-2115085297 tempest-ServersAdminTestJSON-2115085297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:31.863716 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-31719b33-dd27-40ba-a8de-92926a931958 req-a68527f0-0ed1-454f-befe-9000a96e4453 tempest-ServersAdminTestJSON-2115085297 tempest-ServersAdminTestJSON-2115085297-project] 10.222.0.59 "GET /v2.0/ports?device_id=b08c7cb2-ff39-4168-a373-6ea575b70e54 HTTP/1.1" status: 200 len: 950 time: 0.0775054 Jul 27 21:02:31.903636 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-31719b33-dd27-40ba-a8de-92926a931958 req-5363ff77-aeb4-45d2-8e32-e44eec7cc588 tempest-ServersAdminTestJSON-2115085297 tempest-ServersAdminTestJSON-2115085297-project] 10.222.0.59 "GET /v2.0/security-groups?id=9f3cf157-ddbf-4bf4-acc6-59d64c6ea76b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344579 Jul 27 21:02:32.028335 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816580e2-e31b-4172-a132-106b0cf6f241 req-b844c48a-6d72-4484-b436-4091b8b3e062 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:32.034933 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816580e2-e31b-4172-a132-106b0cf6f241 req-b844c48a-6d72-4484-b436-4091b8b3e062 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:32.041067 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816580e2-e31b-4172-a132-106b0cf6f241 req-b844c48a-6d72-4484-b436-4091b8b3e062 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:32.046905 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816580e2-e31b-4172-a132-106b0cf6f241 req-b844c48a-6d72-4484-b436-4091b8b3e062 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:32.052779 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816580e2-e31b-4172-a132-106b0cf6f241 req-b844c48a-6d72-4484-b436-4091b8b3e062 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:32.058670 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816580e2-e31b-4172-a132-106b0cf6f241 req-b844c48a-6d72-4484-b436-4091b8b3e062 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:32.065226 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816580e2-e31b-4172-a132-106b0cf6f241 req-b844c48a-6d72-4484-b436-4091b8b3e062 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:32.067279 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-816580e2-e31b-4172-a132-106b0cf6f241 req-b844c48a-6d72-4484-b436-4091b8b3e062 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] 10.222.0.59 "GET /v2.0/ports?device_id=9dfbe127-2e40-448a-9032-c49d8e1e61fe HTTP/1.1" status: 200 len: 5426 time: 0.1099792 Jul 27 21:02:32.145518 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-816580e2-e31b-4172-a132-106b0cf6f241 req-4583793c-b650-419a-93fa-bedba3df1c89 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] 10.222.0.59 "GET /v2.0/security-groups?id=477ad29f-b988-4b09-963a-d2ba14baa454&id=602b6e89-9902-4d75-b8ec-25947a9f847b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0706151 Jul 27 21:02:32.179154 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f814236-8214-4b43-85bf-6f953a4a5f98 req-00a8743f-d562-4e57-aa54-181728301361 tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:32.180671 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-9f814236-8214-4b43-85bf-6f953a4a5f98 req-00a8743f-d562-4e57-aa54-181728301361 tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] 10.222.0.59 "GET /v2.0/ports?device_id=d0239bb6-b1ba-4ee9-b491-bb82ed66a636 HTTP/1.1" status: 200 len: 945 time: 0.0954356 Jul 27 21:02:32.231251 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-9f814236-8214-4b43-85bf-6f953a4a5f98 req-e4455c36-83c2-44f1-902a-4947438fb657 tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] 10.222.0.59 "GET /v2.0/security-groups?id=d1766e71-7b2a-4f2d-acc0-530f862b8fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446382 Jul 27 21:02:32.288078 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76aa1878-c604-4616-80d6-db11a949f734 req-80572ec2-876b-4785-a4b7-f9a0b1188e9d tempest-ServerRescueTestJSON-417658892 tempest-ServerRescueTestJSON-417658892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:32.289614 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-76aa1878-c604-4616-80d6-db11a949f734 req-80572ec2-876b-4785-a4b7-f9a0b1188e9d tempest-ServerRescueTestJSON-417658892 tempest-ServerRescueTestJSON-417658892-project] 10.222.0.59 "GET /v2.0/ports?device_id=3681efa9-caf9-4127-b110-4ef1fb8e20bc HTTP/1.1" status: 200 len: 946 time: 0.0749407 Jul 27 21:02:32.366484 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-76aa1878-c604-4616-80d6-db11a949f734 req-489ceb09-ab9c-4d76-bf6f-146bc579c0d6 tempest-ServerRescueTestJSON-417658892 tempest-ServerRescueTestJSON-417658892-project] 10.222.0.59 "GET /v2.0/security-groups?id=551e2ab4-0adb-4dc6-ad9d-2e4a42006670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698035 Jul 27 21:02:32.387913 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548a0331-ee5f-4868-8f30-a7fec69a7e9f req-9a520cb3-0a99-42af-9bec-a7775e3a0465 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:32.389434 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-548a0331-ee5f-4868-8f30-a7fec69a7e9f req-9a520cb3-0a99-42af-9bec-a7775e3a0465 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] 10.222.0.59 "GET /v2.0/ports?device_id=29c1b762-5cb9-4f5b-ac71-3cb8a306ebde HTTP/1.1" status: 200 len: 945 time: 0.0945766 Jul 27 21:02:32.435855 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-548a0331-ee5f-4868-8f30-a7fec69a7e9f req-f3d4c6d7-3816-4bdc-aa90-ebf0baca010a tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] 10.222.0.59 "GET /v2.0/security-groups?id=e760076b-6854-47cf-947b-f6a7a8a579d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388224 Jul 27 21:02:32.627523 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428b8e95-7ea7-46ea-ac9c-720b9d6e8eb7 req-e5a717c9-8f57-41a0-92ae-4197b6b04a4a tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:32.629063 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-428b8e95-7ea7-46ea-ac9c-720b9d6e8eb7 req-e5a717c9-8f57-41a0-92ae-4197b6b04a4a tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] 10.222.0.59 "GET /v2.0/ports?device_id=d0239bb6-b1ba-4ee9-b491-bb82ed66a636 HTTP/1.1" status: 200 len: 945 time: 0.0649016 Jul 27 21:02:32.671491 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-428b8e95-7ea7-46ea-ac9c-720b9d6e8eb7 req-f3e39a8c-23c2-42f3-8067-45b2ef1239c3 tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] 10.222.0.59 "GET /v2.0/security-groups?id=d1766e71-7b2a-4f2d-acc0-530f862b8fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356753 Jul 27 21:02:33.042476 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa27470-c0cc-4064-8dd3-a94c69116f49 req-88c5f1c5-34c8-4fb8-aa02-a0a3e1161e4f tempest-ServersAdminTestJSON-2115085297 tempest-ServersAdminTestJSON-2115085297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:33.044224 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-caa27470-c0cc-4064-8dd3-a94c69116f49 req-88c5f1c5-34c8-4fb8-aa02-a0a3e1161e4f tempest-ServersAdminTestJSON-2115085297 tempest-ServersAdminTestJSON-2115085297-project] 10.222.0.59 "GET /v2.0/ports?device_id=b08c7cb2-ff39-4168-a373-6ea575b70e54 HTTP/1.1" status: 200 len: 950 time: 0.0710356 Jul 27 21:02:33.082927 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-caa27470-c0cc-4064-8dd3-a94c69116f49 req-816deea3-af93-4669-9aa5-0d0193bb813c tempest-ServersAdminTestJSON-2115085297 tempest-ServersAdminTestJSON-2115085297-project] 10.222.0.59 "GET /v2.0/security-groups?id=9f3cf157-ddbf-4bf4-acc6-59d64c6ea76b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321503 Jul 27 21:02:33.203602 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device 77be7659-fdfb-438e-a2e3-51247a28b9bd up at agent hyperv_n-h1-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:02:33.254894 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Provisioning for port 77be7659-fdfb-438e-a2e3-51247a28b9bd completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:02:33.258550 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Provisioning complete for port 77be7659-fdfb-438e-a2e3-51247a28b9bd triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:02:33.258927 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:33.302074 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44442d00-405a-4f62-970b-2933c26c1aa8 req-e9fd7a46-0b0a-48a9-b9d0-d704478f0168 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:33.308723 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44442d00-405a-4f62-970b-2933c26c1aa8 req-e9fd7a46-0b0a-48a9-b9d0-d704478f0168 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:33.314642 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44442d00-405a-4f62-970b-2933c26c1aa8 req-e9fd7a46-0b0a-48a9-b9d0-d704478f0168 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:33.321264 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44442d00-405a-4f62-970b-2933c26c1aa8 req-e9fd7a46-0b0a-48a9-b9d0-d704478f0168 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:33.327989 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44442d00-405a-4f62-970b-2933c26c1aa8 req-e9fd7a46-0b0a-48a9-b9d0-d704478f0168 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:33.333515 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44442d00-405a-4f62-970b-2933c26c1aa8 req-e9fd7a46-0b0a-48a9-b9d0-d704478f0168 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:33.339335 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44442d00-405a-4f62-970b-2933c26c1aa8 req-e9fd7a46-0b0a-48a9-b9d0-d704478f0168 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:33.341278 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-44442d00-405a-4f62-970b-2933c26c1aa8 req-e9fd7a46-0b0a-48a9-b9d0-d704478f0168 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] 10.222.0.59 "GET /v2.0/ports?device_id=9dfbe127-2e40-448a-9032-c49d8e1e61fe HTTP/1.1" status: 200 len: 5426 time: 0.1182086 Jul 27 21:02:33.341892 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:33.380355 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] For port 77be7659-fdfb-438e-a2e3-51247a28b9bd, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=77be7659-fdfb-438e-a2e3-51247a28b9bd,segment=NetworkSegment(1922154b-32f1-4361-bf34-7b69d21d65b6),segment_id=1922154b-32f1-4361-bf34-7b69d21d65b6)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:02:33.385022 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:33.385860 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device 3276e718-0114-4f87-baff-9e6aac56604a up at agent hyperv_n-h1-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:02:33.399820 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-44442d00-405a-4f62-970b-2933c26c1aa8 req-a26093c1-5fc4-41b3-b334-5791b0d0ccf7 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] 10.222.0.59 "GET /v2.0/security-groups?id=477ad29f-b988-4b09-963a-d2ba14baa454&id=602b6e89-9902-4d75-b8ec-25947a9f847b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0473967 Jul 27 21:02:33.484497 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Pushing event updated for resources: {'Port': ['ID=77be7659-fdfb-438e-a2e3-51247a28b9bd,revision_number=5']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:02:33.487858 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9dfbe127-2e40-448a-9032-c49d8e1e61fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77be7659-fdfb-438e-a2e3-51247a28b9bd'}] {{(pid=105586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:02:33.490167 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14c1663e039faf5393f87855f745010ac5b02220355b68fdbf065393e303ac56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0d3f292-5a83-48aa-9fac-23fc7d3d1a4b" -d '{"events": [{"server_uuid": "9dfbe127-2e40-448a-9032-c49d8e1e61fe", "name": "network-vif-plugged", "status": "completed", "tag": "77be7659-fdfb-438e-a2e3-51247a28b9bd"}]}' {{(pid=105586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:02:33.503093 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Provisioning for port 3276e718-0114-4f87-baff-9e6aac56604a completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:02:33.507354 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Provisioning complete for port 3276e718-0114-4f87-baff-9e6aac56604a triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:02:33.507744 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:33.513903 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e6a2f2-afe6-45bc-b0fa-8a90941a9f1c req-2403ad6c-ab01-499a-8742-70298c991211 tempest-ServerRescueTestJSON-417658892 tempest-ServerRescueTestJSON-417658892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:33.515776 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-44e6a2f2-afe6-45bc-b0fa-8a90941a9f1c req-2403ad6c-ab01-499a-8742-70298c991211 tempest-ServerRescueTestJSON-417658892 tempest-ServerRescueTestJSON-417658892-project] 10.222.0.59 "GET /v2.0/ports?device_id=3681efa9-caf9-4127-b110-4ef1fb8e20bc HTTP/1.1" status: 200 len: 946 time: 0.0723362 Jul 27 21:02:33.594611 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-44e6a2f2-afe6-45bc-b0fa-8a90941a9f1c req-eb513d4e-a81d-4364-a8a6-132a5eb3efe4 tempest-ServerRescueTestJSON-417658892 tempest-ServerRescueTestJSON-417658892-project] 10.222.0.59 "GET /v2.0/security-groups?id=551e2ab4-0adb-4dc6-ad9d-2e4a42006670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720909 Jul 27 21:02:33.607563 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:33.625705 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a49071a-a1e6-4d4c-bc56-c737dbb685d4 req-49376de2-5db7-40dc-aaf4-3bbbfa9a109f tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:33.628221 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-4a49071a-a1e6-4d4c-bc56-c737dbb685d4 req-49376de2-5db7-40dc-aaf4-3bbbfa9a109f tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] 10.222.0.59 "GET /v2.0/ports?device_id=29c1b762-5cb9-4f5b-ac71-3cb8a306ebde HTTP/1.1" status: 200 len: 945 time: 0.1045878 Jul 27 21:02:33.646690 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] For port 3276e718-0114-4f87-baff-9e6aac56604a, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=3276e718-0114-4f87-baff-9e6aac56604a,segment=NetworkSegment(bac8e796-9027-4d5c-bebd-074f6b1be737),segment_id=bac8e796-9027-4d5c-bebd-074f6b1be737)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:02:33.652249 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:33.655883 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device daa5a95d-1e99-4f3d-afc7-05f95606c9cd up at agent hyperv_n-h1-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:02:33.661330 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:02:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-619d3e53-ee9f-4aac-b22b-572d04ac7fb8 x-openstack-request-id: req-619d3e53-ee9f-4aac-b22b-572d04ac7fb8 {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:02:33.661698 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9dfbe127-2e40-448a-9032-c49d8e1e61fe", "name": "network-vif-plugged", "status": "completed", "tag": "77be7659-fdfb-438e-a2e3-51247a28b9bd", "code": 200}]} {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:02:33.661997 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-619d3e53-ee9f-4aac-b22b-572d04ac7fb8 {{(pid=105586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:02:33.662387 n-d-705658-22 neutron-server[105586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9dfbe127-2e40-448a-9032-c49d8e1e61fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77be7659-fdfb-438e-a2e3-51247a28b9bd', 'code': 200} Jul 27 21:02:33.679491 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-4a49071a-a1e6-4d4c-bc56-c737dbb685d4 req-29a19b61-6996-4114-b2ad-b9c56c149d46 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] 10.222.0.59 "GET /v2.0/security-groups?id=e760076b-6854-47cf-947b-f6a7a8a579d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441699 Jul 27 21:02:33.746075 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Pushing event updated for resources: {'Port': ['ID=3276e718-0114-4f87-baff-9e6aac56604a,revision_number=5']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:02:33.762887 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Provisioning for port daa5a95d-1e99-4f3d-afc7-05f95606c9cd completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:02:33.766924 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Provisioning complete for port daa5a95d-1e99-4f3d-afc7-05f95606c9cd triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:02:33.767335 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:33.861232 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:33.868292 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e529bee7-7af0-4ca0-9dca-14352c176cad req-8840e448-2e9f-4b4f-af47-06e19de9f0cd tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:33.869808 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e529bee7-7af0-4ca0-9dca-14352c176cad req-8840e448-2e9f-4b4f-af47-06e19de9f0cd tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] 10.222.0.59 "GET /v2.0/ports?device_id=d0239bb6-b1ba-4ee9-b491-bb82ed66a636 HTTP/1.1" status: 200 len: 945 time: 0.0730202 Jul 27 21:02:33.898309 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] For port daa5a95d-1e99-4f3d-afc7-05f95606c9cd, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=daa5a95d-1e99-4f3d-afc7-05f95606c9cd,segment=NetworkSegment(bac8e796-9027-4d5c-bebd-074f6b1be737),segment_id=bac8e796-9027-4d5c-bebd-074f6b1be737)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:02:33.904708 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:33.906146 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device 148bb826-decc-4cf3-a2c3-433892361226 up at agent hyperv_n-h1-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:02:33.916736 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e529bee7-7af0-4ca0-9dca-14352c176cad req-7e86ac1d-ee7f-4a7c-ad94-c7ff67e08cae tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] 10.222.0.59 "GET /v2.0/security-groups?id=d1766e71-7b2a-4f2d-acc0-530f862b8fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387764 Jul 27 21:02:33.990752 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Pushing event updated for resources: {'Port': ['ID=daa5a95d-1e99-4f3d-afc7-05f95606c9cd,revision_number=5']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:02:34.005563 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Provisioning for port 148bb826-decc-4cf3-a2c3-433892361226 completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:02:34.009724 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Provisioning complete for port 148bb826-decc-4cf3-a2c3-433892361226 triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:02:34.010078 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:34.100838 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:34.112208 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3483d2-edce-4167-b685-2877e786e1c7 req-c54f6887-20ed-4208-9215-357235ad13e6 tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:34.114119 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-af3483d2-edce-4167-b685-2877e786e1c7 req-c54f6887-20ed-4208-9215-357235ad13e6 tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] 10.222.0.60 "GET /v2.0/ports?device_id=d0239bb6-b1ba-4ee9-b491-bb82ed66a636 HTTP/1.1" status: 200 len: 945 time: 0.0743830 Jul 27 21:02:34.139404 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] For port 148bb826-decc-4cf3-a2c3-433892361226, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=148bb826-decc-4cf3-a2c3-433892361226,segment=NetworkSegment(5fcc0d93-e07a-46e4-8302-f378dcfc2dad),segment_id=5fcc0d93-e07a-46e4-8302-f378dcfc2dad)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:02:34.145295 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:34.146191 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device 6e7d69d3-fba1-4359-a733-0c6375ba453c up at agent hyperv_n-h1-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:02:34.242341 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Pushing event updated for resources: {'Port': ['ID=148bb826-decc-4cf3-a2c3-433892361226,revision_number=5']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:02:34.257188 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Provisioning for port 6e7d69d3-fba1-4359-a733-0c6375ba453c completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:02:34.265683 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Provisioning complete for port 6e7d69d3-fba1-4359-a733-0c6375ba453c triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:02:34.266111 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:34.298099 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6675c875-c452-4ff0-b463-55f2f07436a4 req-54a5cb75-ba9a-4aa6-9014-162a70a1a81c tempest-ServersAdminTestJSON-2115085297 tempest-ServersAdminTestJSON-2115085297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:34.299749 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-6675c875-c452-4ff0-b463-55f2f07436a4 req-54a5cb75-ba9a-4aa6-9014-162a70a1a81c tempest-ServersAdminTestJSON-2115085297 tempest-ServersAdminTestJSON-2115085297-project] 10.222.0.59 "GET /v2.0/ports?device_id=b08c7cb2-ff39-4168-a373-6ea575b70e54 HTTP/1.1" status: 200 len: 950 time: 0.1264629 Jul 27 21:02:34.326656 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [req-af3483d2-edce-4167-b685-2877e786e1c7 req-59de4491-1223-433f-b5fc-4c7cc8f8e425 tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] Deleting port 8dfd0950-6ab0-47dd-923e-c7680c2e6a01 {{(pid=105585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:02:34.327652 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-af3483d2-edce-4167-b685-2877e786e1c7 req-59de4491-1223-433f-b5fc-4c7cc8f8e425 tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:34.353097 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:34.391740 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] For port 6e7d69d3-fba1-4359-a733-0c6375ba453c, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=6e7d69d3-fba1-4359-a733-0c6375ba453c,segment=NetworkSegment(5fcc0d93-e07a-46e4-8302-f378dcfc2dad),segment_id=5fcc0d93-e07a-46e4-8302-f378dcfc2dad)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:02:34.396385 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:34.397249 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device c405af71-cbc1-4c5a-a3e0-43e7aa2f3727 up at agent hyperv_n-h1-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:02:34.399404 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-6675c875-c452-4ff0-b463-55f2f07436a4 req-696e1c53-6e90-49fe-99c5-851b406276ba tempest-ServersAdminTestJSON-2115085297 tempest-ServersAdminTestJSON-2115085297-project] 10.222.0.59 "GET /v2.0/security-groups?id=9f3cf157-ddbf-4bf4-acc6-59d64c6ea76b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930758 Jul 27 21:02:34.451286 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.db [req-af3483d2-edce-4167-b685-2877e786e1c7 req-59de4491-1223-433f-b5fc-4c7cc8f8e425 tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] For port 8dfd0950-6ab0-47dd-923e-c7680c2e6a01, host n-h2-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=8dfd0950-6ab0-47dd-923e-c7680c2e6a01,segment=NetworkSegment(872889e4-5d02-4ec8-807e-3e5c98ba67af),segment_id=872889e4-5d02-4ec8-807e-3e5c98ba67af)] {{(pid=105585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:02:34.451711 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-af3483d2-edce-4167-b685-2877e786e1c7 req-59de4491-1223-433f-b5fc-4c7cc8f8e425 tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:34.469635 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [req-af3483d2-edce-4167-b685-2877e786e1c7 req-59de4491-1223-433f-b5fc-4c7cc8f8e425 tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] Calling delete_port for 8dfd0950-6ab0-47dd-923e-c7680c2e6a01 owned by compute:nova {{(pid=105585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:02:34.487494 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Pushing event updated for resources: {'Port': ['ID=6e7d69d3-fba1-4359-a733-0c6375ba453c,revision_number=5']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:02:34.500835 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Provisioning for port c405af71-cbc1-4c5a-a3e0-43e7aa2f3727 completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:02:34.505652 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Provisioning complete for port c405af71-cbc1-4c5a-a3e0-43e7aa2f3727 triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:02:34.505652 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:34.590567 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:34.620757 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991bbd94-d0e7-45bf-8166-61b63c7a4ce0 req-7dc06f00-0ec2-447f-b1ff-c4eeee7ea6f9 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:34.625183 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] For port c405af71-cbc1-4c5a-a3e0-43e7aa2f3727, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=c405af71-cbc1-4c5a-a3e0-43e7aa2f3727,segment=NetworkSegment(5fcc0d93-e07a-46e4-8302-f378dcfc2dad),segment_id=5fcc0d93-e07a-46e4-8302-f378dcfc2dad)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:02:34.629455 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:34.630261 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device c4e765fe-c4f3-4db9-88a3-29a4e00ed503 no longer exists at agent hyperv_n-h1-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:02:34.637912 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991bbd94-d0e7-45bf-8166-61b63c7a4ce0 req-7dc06f00-0ec2-447f-b1ff-c4eeee7ea6f9 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:34.660800 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991bbd94-d0e7-45bf-8166-61b63c7a4ce0 req-7dc06f00-0ec2-447f-b1ff-c4eeee7ea6f9 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:34.667121 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991bbd94-d0e7-45bf-8166-61b63c7a4ce0 req-7dc06f00-0ec2-447f-b1ff-c4eeee7ea6f9 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:34.673440 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991bbd94-d0e7-45bf-8166-61b63c7a4ce0 req-7dc06f00-0ec2-447f-b1ff-c4eeee7ea6f9 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:34.679978 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991bbd94-d0e7-45bf-8166-61b63c7a4ce0 req-7dc06f00-0ec2-447f-b1ff-c4eeee7ea6f9 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:34.686291 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991bbd94-d0e7-45bf-8166-61b63c7a4ce0 req-7dc06f00-0ec2-447f-b1ff-c4eeee7ea6f9 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:34.690026 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-991bbd94-d0e7-45bf-8166-61b63c7a4ce0 req-7dc06f00-0ec2-447f-b1ff-c4eeee7ea6f9 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] 10.222.0.59 "GET /v2.0/ports?device_id=9dfbe127-2e40-448a-9032-c49d8e1e61fe HTTP/1.1" status: 200 len: 5431 time: 0.2065806 Jul 27 21:02:34.765657 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:34.797393 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Pushing event updated for resources: {'Port': ['ID=c405af71-cbc1-4c5a-a3e0-43e7aa2f3727,revision_number=5']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:02:34.812599 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-991bbd94-d0e7-45bf-8166-61b63c7a4ce0 req-4054e2cc-e301-47af-9cef-ef53de8d30c9 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] 10.222.0.59 "GET /v2.0/security-groups?id=477ad29f-b988-4b09-963a-d2ba14baa454&id=602b6e89-9902-4d75-b8ec-25947a9f847b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1060734 Jul 27 21:02:34.816133 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-af3483d2-edce-4167-b685-2877e786e1c7 req-59de4491-1223-433f-b5fc-4c7cc8f8e425 tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:34.821388 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] For port c4e765fe-c4f3-4db9-88a3-29a4e00ed503, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=c4e765fe-c4f3-4db9-88a3-29a4e00ed503,segment=NetworkSegment(86b1e6f6-d629-4b03-8944-4cdfbfb93d02),segment_id=86b1e6f6-d629-4b03-8944-4cdfbfb93d02)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:02:34.829278 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] get_ports_and_sgs() called for port_ids ['8dfd0950-6ab0-47dd-923e-c7680c2e6a01'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:02:34.832634 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:34.856475 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59de4491-1223-433f-b5fc-4c7cc8f8e425 tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] Pushing event deleted for resources: {'Port': ['ID=8dfd0950-6ab0-47dd-923e-c7680c2e6a01,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:02:34.870843 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18983d27-f9e9-482c-910c-22eeee47b2df req-e1fc8bd3-1220-475c-b1e3-0a88a78b0b39 tempest-ServerRescueTestJSON-417658892 tempest-ServerRescueTestJSON-417658892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:34.872388 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-18983d27-f9e9-482c-910c-22eeee47b2df req-e1fc8bd3-1220-475c-b1e3-0a88a78b0b39 tempest-ServerRescueTestJSON-417658892 tempest-ServerRescueTestJSON-417658892-project] 10.222.0.59 "GET /v2.0/ports?device_id=3681efa9-caf9-4127-b110-4ef1fb8e20bc HTTP/1.1" status: 200 len: 946 time: 0.1799862 Jul 27 21:02:34.917524 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Pushing event updated for resources: {'Port': ['ID=c4e765fe-c4f3-4db9-88a3-29a4e00ed503,revision_number=6']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:02:34.930422 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.l3_dvrscheduler_db [req-af3483d2-edce-4167-b685-2877e786e1c7 req-59de4491-1223-433f-b5fc-4c7cc8f8e425 tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] No DVR routers for this DVR port 8dfd0950-6ab0-47dd-923e-c7680c2e6a01 on host n-h2-705658-22 {{(pid=105585) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:02:34.940461 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-af3483d2-edce-4167-b685-2877e786e1c7 req-59de4491-1223-433f-b5fc-4c7cc8f8e425 tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:34.942438 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-af3483d2-edce-4167-b685-2877e786e1c7 req-59de4491-1223-433f-b5fc-4c7cc8f8e425 tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] 10.222.0.60 "DELETE /v2.0/ports/8dfd0950-6ab0-47dd-923e-c7680c2e6a01 HTTP/1.1" status: 204 len: 173 time: 0.8145356 Jul 27 21:02:34.943157 n-d-705658-22 neutron-server[105585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0239bb6-b1ba-4ee9-b491-bb82ed66a636', 'name': 'network-vif-deleted', 'tag': '8dfd0950-6ab0-47dd-923e-c7680c2e6a01'}] {{(pid=105585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:02:34.945415 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d66fd65881426bfc2b5388084a3654e5eae521106a15a3dbf0eb4cde7106c36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-759e99d3-5439-4ffe-8485-42cfdd92e345" -d '{"events": [{"server_uuid": "d0239bb6-b1ba-4ee9-b491-bb82ed66a636", "name": "network-vif-deleted", "tag": "8dfd0950-6ab0-47dd-923e-c7680c2e6a01"}]}' {{(pid=105585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:02:34.990830 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-18983d27-f9e9-482c-910c-22eeee47b2df req-9d95d0cb-d728-488a-8613-4599e5695234 tempest-ServerRescueTestJSON-417658892 tempest-ServerRescueTestJSON-417658892-project] 10.222.0.59 "GET /v2.0/security-groups?id=551e2ab4-0adb-4dc6-ad9d-2e4a42006670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988803 Jul 27 21:02:35.034963 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b1f462-37dc-4c5f-b718-0f274c417ba6 req-0e4cca80-7895-4a8b-a385-38f80dde3a31 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:35.043805 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e3b1f462-37dc-4c5f-b718-0f274c417ba6 req-0e4cca80-7895-4a8b-a385-38f80dde3a31 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] 10.222.0.59 "GET /v2.0/ports?device_id=29c1b762-5cb9-4f5b-ac71-3cb8a306ebde HTTP/1.1" status: 200 len: 945 time: 0.1162441 Jul 27 21:02:35.098159 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e3b1f462-37dc-4c5f-b718-0f274c417ba6 req-ae165b3d-6b96-4d4e-b09d-fc04403d6b0d tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] 10.222.0.59 "GET /v2.0/security-groups?id=e760076b-6854-47cf-947b-f6a7a8a579d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446746 Jul 27 21:02:35.203913 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-66ceacd9-2c21-492b-8d3a-0d0604ae6e37 req-c7eedc3e-6cd2-4298-bab5-c93a020bc5d1 tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] 10.222.0.59 "GET /v2.0/ports?device_id=d0239bb6-b1ba-4ee9-b491-bb82ed66a636 HTTP/1.1" status: 200 len: 210 time: 0.0328381 Jul 27 21:02:35.212554 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:02:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e133eb55-d035-4662-9e69-65e6ff4f6230 x-openstack-request-id: req-e133eb55-d035-4662-9e69-65e6ff4f6230 {{(pid=105585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:02:35.212951 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0239bb6-b1ba-4ee9-b491-bb82ed66a636", "name": "network-vif-deleted", "tag": "8dfd0950-6ab0-47dd-923e-c7680c2e6a01", "status": "completed", "code": 200}]} {{(pid=105585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:02:35.213294 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-e133eb55-d035-4662-9e69-65e6ff4f6230 {{(pid=105585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:02:35.213785 n-d-705658-22 neutron-server[105585]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0239bb6-b1ba-4ee9-b491-bb82ed66a636', 'name': 'network-vif-deleted', 'tag': '8dfd0950-6ab0-47dd-923e-c7680c2e6a01', 'status': 'completed', 'code': 200} Jul 27 21:02:35.221289 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device c4e765fe-c4f3-4db9-88a3-29a4e00ed503 details requested by agent hyperv_n-h1-705658-22 with host n-h1-705658-22 {{(pid=105586) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:02:35.329755 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] For port c4e765fe-c4f3-4db9-88a3-29a4e00ed503, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=c4e765fe-c4f3-4db9-88a3-29a4e00ed503,segment=NetworkSegment(86b1e6f6-d629-4b03-8944-4cdfbfb93d02),segment_id=86b1e6f6-d629-4b03-8944-4cdfbfb93d02)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:02:35.341268 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Returning: {'device': 'c4e765fe-c4f3-4db9-88a3-29a4e00ed503', 'network_id': '4d64aa0b-bd6a-468e-8edc-c83689947462', 'port_id': 'c4e765fe-c4f3-4db9-88a3-29a4e00ed503', 'mac_address': 'fa:16:3e:11:5e:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26644ba0-4185-4e10-8718-6ad18d01376c', 'ip_address': '192.168.233.169'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105586) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:02:35.384535 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:35.397506 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4e765fe-c4f3-4db9-88a3-29a4e00ed503 {{(pid=105586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:02:35.419353 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] For port c4e765fe-c4f3-4db9-88a3-29a4e00ed503, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=c4e765fe-c4f3-4db9-88a3-29a4e00ed503,segment=NetworkSegment(86b1e6f6-d629-4b03-8944-4cdfbfb93d02),segment_id=86b1e6f6-d629-4b03-8944-4cdfbfb93d02)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:02:35.429143 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:35.482622 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Pushing event updated for resources: {'Port': ['ID=c4e765fe-c4f3-4db9-88a3-29a4e00ed503,revision_number=7']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:02:35.558624 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0d7993-95ed-4b80-950c-f4171d2babd3 req-85f77226-a305-4952-8558-95f8708a5f8a tempest-ServersAdminTestJSON-2115085297 tempest-ServersAdminTestJSON-2115085297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:35.560539 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-dc0d7993-95ed-4b80-950c-f4171d2babd3 req-85f77226-a305-4952-8558-95f8708a5f8a tempest-ServersAdminTestJSON-2115085297 tempest-ServersAdminTestJSON-2115085297-project] 10.222.0.59 "GET /v2.0/ports?device_id=b08c7cb2-ff39-4168-a373-6ea575b70e54 HTTP/1.1" status: 200 len: 949 time: 0.0780096 Jul 27 21:02:35.614675 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-dc0d7993-95ed-4b80-950c-f4171d2babd3 req-9462a490-eb2e-4110-82f9-e61eaf594c58 tempest-ServersAdminTestJSON-2115085297 tempest-ServersAdminTestJSON-2115085297-project] 10.222.0.59 "GET /v2.0/security-groups?id=9f3cf157-ddbf-4bf4-acc6-59d64c6ea76b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452232 Jul 27 21:02:35.663592 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9dfbe127-2e40-448a-9032-c49d8e1e61fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3276e718-0114-4f87-baff-9e6aac56604a'}, {'server_uuid': '9dfbe127-2e40-448a-9032-c49d8e1e61fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'daa5a95d-1e99-4f3d-afc7-05f95606c9cd'}, {'server_uuid': '9dfbe127-2e40-448a-9032-c49d8e1e61fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '148bb826-decc-4cf3-a2c3-433892361226'}, {'server_uuid': '9dfbe127-2e40-448a-9032-c49d8e1e61fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e7d69d3-fba1-4359-a733-0c6375ba453c'}, {'server_uuid': '9dfbe127-2e40-448a-9032-c49d8e1e61fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c405af71-cbc1-4c5a-a3e0-43e7aa2f3727'}, {'server_uuid': 'b08c7cb2-ff39-4168-a373-6ea575b70e54', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c4e765fe-c4f3-4db9-88a3-29a4e00ed503'}] {{(pid=105586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:02:35.666124 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14c1663e039faf5393f87855f745010ac5b02220355b68fdbf065393e303ac56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c72df835-f962-44b1-88f8-1bdfc70b92c4" -d '{"events": [{"server_uuid": "9dfbe127-2e40-448a-9032-c49d8e1e61fe", "name": "network-vif-plugged", "status": "completed", "tag": "3276e718-0114-4f87-baff-9e6aac56604a"}, {"server_uuid": "9dfbe127-2e40-448a-9032-c49d8e1e61fe", "name": "network-vif-plugged", "status": "completed", "tag": "daa5a95d-1e99-4f3d-afc7-05f95606c9cd"}, {"server_uuid": "9dfbe127-2e40-448a-9032-c49d8e1e61fe", "name": "network-vif-plugged", "status": "completed", "tag": "148bb826-decc-4cf3-a2c3-433892361226"}, {"server_uuid": "9dfbe127-2e40-448a-9032-c49d8e1e61fe", "name": "network-vif-plugged", "status": "completed", "tag": "6e7d69d3-fba1-4359-a733-0c6375ba453c"}, {"server_uuid": "9dfbe127-2e40-448a-9032-c49d8e1e61fe", "name": "network-vif-plugged", "status": "completed", "tag": "c405af71-cbc1-4c5a-a3e0-43e7aa2f3727"}, {"server_uuid": "b08c7cb2-ff39-4168-a373-6ea575b70e54", "name": "network-vif-unplugged", "status": "completed", "tag": "c4e765fe-c4f3-4db9-88a3-29a4e00ed503"}]}' {{(pid=105586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:02:35.714695 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 1040 Content-Type: application/json Date: Tue, 27 Jul 2021 21:02:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6eeeeebd-0d53-4414-9f32-d1b4f73c9949 x-openstack-request-id: req-6eeeeebd-0d53-4414-9f32-d1b4f73c9949 {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:02:35.715058 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9dfbe127-2e40-448a-9032-c49d8e1e61fe", "name": "network-vif-plugged", "status": "completed", "tag": "3276e718-0114-4f87-baff-9e6aac56604a", "code": 200}, {"server_uuid": "9dfbe127-2e40-448a-9032-c49d8e1e61fe", "name": "network-vif-plugged", "status": "completed", "tag": "daa5a95d-1e99-4f3d-afc7-05f95606c9cd", "code": 200}, {"server_uuid": "9dfbe127-2e40-448a-9032-c49d8e1e61fe", "name": "network-vif-plugged", "status": "completed", "tag": "148bb826-decc-4cf3-a2c3-433892361226", "code": 200}, {"server_uuid": "9dfbe127-2e40-448a-9032-c49d8e1e61fe", "name": "network-vif-plugged", "status": "completed", "tag": "6e7d69d3-fba1-4359-a733-0c6375ba453c", "code": 200}, {"server_uuid": "9dfbe127-2e40-448a-9032-c49d8e1e61fe", "name": "network-vif-plugged", "status": "completed", "tag": "c405af71-cbc1-4c5a-a3e0-43e7aa2f3727", "code": 200}, {"server_uuid": "b08c7cb2-ff39-4168-a373-6ea575b70e54", "name": "network-vif-unplugged", "status": "completed", "tag": "c4e765fe-c4f3-4db9-88a3-29a4e00ed503", "code": 200}]} {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:02:35.715358 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-6eeeeebd-0d53-4414-9f32-d1b4f73c9949 {{(pid=105586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:02:35.715770 n-d-705658-22 neutron-server[105586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9dfbe127-2e40-448a-9032-c49d8e1e61fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3276e718-0114-4f87-baff-9e6aac56604a', 'code': 200} Jul 27 21:02:35.716025 n-d-705658-22 neutron-server[105586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9dfbe127-2e40-448a-9032-c49d8e1e61fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'daa5a95d-1e99-4f3d-afc7-05f95606c9cd', 'code': 200} Jul 27 21:02:35.716276 n-d-705658-22 neutron-server[105586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9dfbe127-2e40-448a-9032-c49d8e1e61fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '148bb826-decc-4cf3-a2c3-433892361226', 'code': 200} Jul 27 21:02:35.716523 n-d-705658-22 neutron-server[105586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9dfbe127-2e40-448a-9032-c49d8e1e61fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e7d69d3-fba1-4359-a733-0c6375ba453c', 'code': 200} Jul 27 21:02:35.716794 n-d-705658-22 neutron-server[105586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9dfbe127-2e40-448a-9032-c49d8e1e61fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c405af71-cbc1-4c5a-a3e0-43e7aa2f3727', 'code': 200} Jul 27 21:02:35.717038 n-d-705658-22 neutron-server[105586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b08c7cb2-ff39-4168-a373-6ea575b70e54', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c4e765fe-c4f3-4db9-88a3-29a4e00ed503', 'code': 200} Jul 27 21:02:35.962368 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6f21ff-6ffc-47d4-8204-3148e3dd982a req-f5b393b3-504a-4d2e-9dc7-1c7c3d1ecad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:35.962846 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6f21ff-6ffc-47d4-8204-3148e3dd982a req-f5b393b3-504a-4d2e-9dc7-1c7c3d1ecad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:35.963345 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6f21ff-6ffc-47d4-8204-3148e3dd982a req-f5b393b3-504a-4d2e-9dc7-1c7c3d1ecad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:35.963814 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6f21ff-6ffc-47d4-8204-3148e3dd982a req-f5b393b3-504a-4d2e-9dc7-1c7c3d1ecad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:35.964279 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6f21ff-6ffc-47d4-8204-3148e3dd982a req-f5b393b3-504a-4d2e-9dc7-1c7c3d1ecad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:35.964737 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6f21ff-6ffc-47d4-8204-3148e3dd982a req-f5b393b3-504a-4d2e-9dc7-1c7c3d1ecad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:35.965193 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6f21ff-6ffc-47d4-8204-3148e3dd982a req-f5b393b3-504a-4d2e-9dc7-1c7c3d1ecad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:35.967150 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-2a6f21ff-6ffc-47d4-8204-3148e3dd982a req-f5b393b3-504a-4d2e-9dc7-1c7c3d1ecad9 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=9dfbe127-2e40-448a-9032-c49d8e1e61fe HTTP/1.1" status: 200 len: 6496 time: 0.1107934 Jul 27 21:02:35.998026 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] get_ports_and_sgs() called for port_ids ['c4e765fe-c4f3-4db9-88a3-29a4e00ed503'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:02:36.012353 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a9f85c-a8eb-4080-970f-3e276916ab2f req-00355baf-53a6-4efe-8614-75c74979c777 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:36.019693 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a9f85c-a8eb-4080-970f-3e276916ab2f req-00355baf-53a6-4efe-8614-75c74979c777 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:36.037171 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a9f85c-a8eb-4080-970f-3e276916ab2f req-00355baf-53a6-4efe-8614-75c74979c777 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:36.045316 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a9f85c-a8eb-4080-970f-3e276916ab2f req-00355baf-53a6-4efe-8614-75c74979c777 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:36.053007 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a9f85c-a8eb-4080-970f-3e276916ab2f req-00355baf-53a6-4efe-8614-75c74979c777 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:36.060748 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a9f85c-a8eb-4080-970f-3e276916ab2f req-00355baf-53a6-4efe-8614-75c74979c777 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:36.068463 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a9f85c-a8eb-4080-970f-3e276916ab2f req-00355baf-53a6-4efe-8614-75c74979c777 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:36.078565 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-19a9f85c-a8eb-4080-970f-3e276916ab2f req-00355baf-53a6-4efe-8614-75c74979c777 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] 10.222.0.59 "GET /v2.0/ports?device_id=9dfbe127-2e40-448a-9032-c49d8e1e61fe HTTP/1.1" status: 200 len: 5432 time: 0.1742151 Jul 27 21:02:36.136993 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-2a6f21ff-6ffc-47d4-8204-3148e3dd982a req-f53bb5cc-83ad-460b-8234-e76f86e23c31 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=477ad29f-b988-4b09-963a-d2ba14baa454&id=602b6e89-9902-4d75-b8ec-25947a9f847b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1516950 Jul 27 21:02:36.162386 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:36.164322 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-19a9f85c-a8eb-4080-970f-3e276916ab2f req-84d02774-f49f-4477-b7c1-b76ffb761545 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] 10.222.0.59 "GET /v2.0/security-groups?id=477ad29f-b988-4b09-963a-d2ba14baa454&id=602b6e89-9902-4d75-b8ec-25947a9f847b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0819087 Jul 27 21:02:36.291435 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39970e2-0536-4361-b3a5-525b668d8a7d req-154303c0-4f3d-414a-83e7-4d0f4c474ddb tempest-ServerRescueTestJSON-417658892 tempest-ServerRescueTestJSON-417658892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:36.292949 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f39970e2-0536-4361-b3a5-525b668d8a7d req-154303c0-4f3d-414a-83e7-4d0f4c474ddb tempest-ServerRescueTestJSON-417658892 tempest-ServerRescueTestJSON-417658892-project] 10.222.0.59 "GET /v2.0/ports?device_id=3681efa9-caf9-4127-b110-4ef1fb8e20bc HTTP/1.1" status: 200 len: 946 time: 0.0859179 Jul 27 21:02:36.344297 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f39970e2-0536-4361-b3a5-525b668d8a7d req-efc3d86b-dfca-4025-81cc-476e2e939c70 tempest-ServerRescueTestJSON-417658892 tempest-ServerRescueTestJSON-417658892-project] 10.222.0.59 "GET /v2.0/security-groups?id=551e2ab4-0adb-4dc6-ad9d-2e4a42006670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446823 Jul 27 21:02:36.405765 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e2735b-8d1c-4183-a913-6a706e2028a8 req-fabdf0b9-e43f-4597-b040-047fff69de93 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:36.407419 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e7e2735b-8d1c-4183-a913-6a706e2028a8 req-fabdf0b9-e43f-4597-b040-047fff69de93 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] 10.222.0.59 "GET /v2.0/ports?device_id=29c1b762-5cb9-4f5b-ac71-3cb8a306ebde HTTP/1.1" status: 200 len: 945 time: 0.0803468 Jul 27 21:02:36.458932 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e7e2735b-8d1c-4183-a913-6a706e2028a8 req-89f21c2c-608d-4b95-81f1-4baf857f2839 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] 10.222.0.59 "GET /v2.0/security-groups?id=e760076b-6854-47cf-947b-f6a7a8a579d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436683 Jul 27 21:02:36.827358 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb72147-932b-48a1-880a-3488df91c8bf req-94fc2625-1281-41f3-bfa1-5f6921df7a6d tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:36.828826 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-1cb72147-932b-48a1-880a-3488df91c8bf req-94fc2625-1281-41f3-bfa1-5f6921df7a6d tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] 10.222.0.59 "GET /v2.0/networks?id=c29e02c5-8000-4917-925d-2eceb290693b HTTP/1.1" status: 200 len: 812 time: 0.1884058 Jul 27 21:02:36.841053 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6aaf81-3aee-4168-922e-f2bc86186916 req-ff4fea74-58cd-4b98-9441-7de0c6834bf0 tempest-ServersAdminTestJSON-2115085297 tempest-ServersAdminTestJSON-2115085297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:36.843180 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-5f6aaf81-3aee-4168-922e-f2bc86186916 req-ff4fea74-58cd-4b98-9441-7de0c6834bf0 tempest-ServersAdminTestJSON-2115085297 tempest-ServersAdminTestJSON-2115085297-project] 10.222.0.59 "GET /v2.0/ports?device_id=b08c7cb2-ff39-4168-a373-6ea575b70e54 HTTP/1.1" status: 200 len: 949 time: 0.1304927 Jul 27 21:02:36.865841 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-1cb72147-932b-48a1-880a-3488df91c8bf req-d63f6fc2-49bf-4a2b-9817-3dddc958d3fc tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] 10.222.0.59 "GET /v2.0/quotas/54685b57bf31427c889d7b240f3f8a60 HTTP/1.1" status: 200 len: 375 time: 0.0216830 Jul 27 21:02:36.912638 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-1cb72147-932b-48a1-880a-3488df91c8bf req-65274fd7-c095-47e0-8825-7e8a68eced32 tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=54685b57bf31427c889d7b240f3f8a60&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0399799 Jul 27 21:02:36.926089 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-5f6aaf81-3aee-4168-922e-f2bc86186916 req-3b9e8440-8629-422c-a4da-1edbd1e04dbb tempest-ServersAdminTestJSON-2115085297 tempest-ServersAdminTestJSON-2115085297-project] 10.222.0.59 "GET /v2.0/security-groups?id=9f3cf157-ddbf-4bf4-acc6-59d64c6ea76b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698287 Jul 27 21:02:37.006781 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-1cb72147-932b-48a1-880a-3488df91c8bf req-49fea4dd-34d6-4292-b10c-46785e9b8666 service neutron] 10.222.0.59 "GET /v2.0/networks/c29e02c5-8000-4917-925d-2eceb290693b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854881 Jul 27 21:02:37.120040 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-1cb72147-932b-48a1-880a-3488df91c8bf req-fcf537b7-2d48-49e0-a1f1-8a189c08f43a service neutron] 10.222.0.59 "GET /v2.0/networks/c29e02c5-8000-4917-925d-2eceb290693b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1071284 Jul 27 21:02:37.307051 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-3b4565ab-066c-4b7b-b7b2-aaa89bc229d9 req-dd10ad0b-530f-4d9f-b950-194d95d8b166 tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] 10.222.0.59 "GET /v2.0/ports?device_id=e8887e14-4b4e-44b1-bcf6-490a0d8bdab5 HTTP/1.1" status: 200 len: 210 time: 0.0495486 Jul 27 21:02:37.403639 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50545049-3e0c-42c9-ad2a-c07ed866c2f3 req-52b75d74-ae55-4fe1-9c92-2e00ce10a8de tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:37.418897 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50545049-3e0c-42c9-ad2a-c07ed866c2f3 req-52b75d74-ae55-4fe1-9c92-2e00ce10a8de tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:37.422775 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50545049-3e0c-42c9-ad2a-c07ed866c2f3 req-52b75d74-ae55-4fe1-9c92-2e00ce10a8de tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:37.429249 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50545049-3e0c-42c9-ad2a-c07ed866c2f3 req-52b75d74-ae55-4fe1-9c92-2e00ce10a8de tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:37.441780 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50545049-3e0c-42c9-ad2a-c07ed866c2f3 req-52b75d74-ae55-4fe1-9c92-2e00ce10a8de tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:37.448087 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50545049-3e0c-42c9-ad2a-c07ed866c2f3 req-52b75d74-ae55-4fe1-9c92-2e00ce10a8de tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:37.455301 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50545049-3e0c-42c9-ad2a-c07ed866c2f3 req-52b75d74-ae55-4fe1-9c92-2e00ce10a8de tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:37.457584 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-50545049-3e0c-42c9-ad2a-c07ed866c2f3 req-52b75d74-ae55-4fe1-9c92-2e00ce10a8de tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] 10.222.0.59 "GET /v2.0/ports?device_id=9dfbe127-2e40-448a-9032-c49d8e1e61fe HTTP/1.1" status: 200 len: 5432 time: 0.1537693 Jul 27 21:02:37.543823 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-50545049-3e0c-42c9-ad2a-c07ed866c2f3 req-190c6d0b-3c95-41c7-9ebc-bd7608fba239 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] 10.222.0.59 "GET /v2.0/security-groups?id=477ad29f-b988-4b09-963a-d2ba14baa454&id=602b6e89-9902-4d75-b8ec-25947a9f847b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0690625 Jul 27 21:02:37.575190 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c83c6ac-468d-4913-8d53-03efaa8a805c req-5dcfb95a-db10-4d79-aef1-232177315683 tempest-ServerRescueTestJSON-417658892 tempest-ServerRescueTestJSON-417658892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:37.575190 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-0c83c6ac-468d-4913-8d53-03efaa8a805c req-5dcfb95a-db10-4d79-aef1-232177315683 tempest-ServerRescueTestJSON-417658892 tempest-ServerRescueTestJSON-417658892-project] 10.222.0.59 "GET /v2.0/ports?device_id=3681efa9-caf9-4127-b110-4ef1fb8e20bc HTTP/1.1" status: 200 len: 946 time: 0.1145201 Jul 27 21:02:37.600176 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Device 8dfd0950-6ab0-47dd-923e-c7680c2e6a01 no longer exists at agent hyperv_n-h2-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:02:37.627005 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-3d54578f-831f-4696-b568-13c455922dab None None] No Port match for: 8dfd0950-6ab0-47dd-923e-c7680c2e6a01 {{(pid=105586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:02:37.627434 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Device 8dfd0950-6ab0-47dd-923e-c7680c2e6a01 not bound to the agent host n-h2-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:02:37.634653 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-0c83c6ac-468d-4913-8d53-03efaa8a805c req-32252231-7fba-4c74-9ae4-799db8c67385 tempest-ServerRescueTestJSON-417658892 tempest-ServerRescueTestJSON-417658892-project] 10.222.0.59 "GET /v2.0/security-groups?id=551e2ab4-0adb-4dc6-ad9d-2e4a42006670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537219 Jul 27 21:02:37.798605 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bc184c-a9c8-4a74-b285-60ad9b538127 req-822a0246-2750-4ae2-9ce8-389adb08c3e7 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:37.805836 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f8bc184c-a9c8-4a74-b285-60ad9b538127 req-822a0246-2750-4ae2-9ce8-389adb08c3e7 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] 10.222.0.59 "GET /v2.0/ports?device_id=29c1b762-5cb9-4f5b-ac71-3cb8a306ebde HTTP/1.1" status: 200 len: 945 time: 0.1059284 Jul 27 21:02:37.841110 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f8bc184c-a9c8-4a74-b285-60ad9b538127 req-476350ab-eff7-4f00-9b14-f1c1eabec16d tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] 10.222.0.59 "GET /v2.0/security-groups?id=e760076b-6854-47cf-947b-f6a7a8a579d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343928 Jul 27 21:02:38.073450 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9f074d-ac5e-4f95-a3a9-69addc31dd64 req-4aa28bb6-8b84-4bd4-ad4c-99b59efa7c17 tempest-ServersAdminTestJSON-2115085297 tempest-ServersAdminTestJSON-2115085297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:38.075257 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-9b9f074d-ac5e-4f95-a3a9-69addc31dd64 req-4aa28bb6-8b84-4bd4-ad4c-99b59efa7c17 tempest-ServersAdminTestJSON-2115085297 tempest-ServersAdminTestJSON-2115085297-project] 10.222.0.59 "GET /v2.0/ports?device_id=b08c7cb2-ff39-4168-a373-6ea575b70e54 HTTP/1.1" status: 200 len: 949 time: 0.0773175 Jul 27 21:02:38.125725 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-9b9f074d-ac5e-4f95-a3a9-69addc31dd64 req-aac7f4f0-f531-4e46-97c6-b7bf39723e3c tempest-ServersAdminTestJSON-2115085297 tempest-ServersAdminTestJSON-2115085297-project] 10.222.0.59 "GET /v2.0/security-groups?id=9f3cf157-ddbf-4bf4-acc6-59d64c6ea76b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417671 Jul 27 21:02:38.429003 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b8dea8f6-3527-4f57-a691-d8afccc21df8 req-83e0aa6b-c4dc-44c8-8f1d-9bad4d299a35 tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] 10.222.0.59 "GET /v2.0/ports?device_id=e8887e14-4b4e-44b1-bcf6-490a0d8bdab5 HTTP/1.1" status: 200 len: 210 time: 0.0505786 Jul 27 21:02:38.611120 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb72147-932b-48a1-880a-3488df91c8bf req-47579d39-a677-42c2-9d45-da395ee14f23 tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:38.612660 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-1cb72147-932b-48a1-880a-3488df91c8bf req-47579d39-a677-42c2-9d45-da395ee14f23 tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] 10.222.0.60 "GET /v2.0/networks?id=c29e02c5-8000-4917-925d-2eceb290693b HTTP/1.1" status: 200 len: 812 time: 0.1248467 Jul 27 21:02:38.627205 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [req-1cb72147-932b-48a1-880a-3488df91c8bf req-f2cc083f-1e20-4011-be4d-f65651bfbb87 tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] Request body: {'port': {'device_id': 'e8887e14-4b4e-44b1-bcf6-490a0d8bdab5', 'network_id': 'c29e02c5-8000-4917-925d-2eceb290693b', 'admin_state_up': True, 'tenant_id': '54685b57bf31427c889d7b240f3f8a60'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:02:38.849798 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-ff5e3eec-8d06-4678-b533-522c10bbfebe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:38.851160 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8b89e1-b434-4d1a-9d02-085c8c0d29ca req-84d8f9fd-0bfa-4b89-9b13-350697da2ffa tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:38.857251 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8b89e1-b434-4d1a-9d02-085c8c0d29ca req-84d8f9fd-0bfa-4b89-9b13-350697da2ffa tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:38.864492 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8b89e1-b434-4d1a-9d02-085c8c0d29ca req-84d8f9fd-0bfa-4b89-9b13-350697da2ffa tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:38.870618 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8b89e1-b434-4d1a-9d02-085c8c0d29ca req-84d8f9fd-0bfa-4b89-9b13-350697da2ffa tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:38.876730 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8b89e1-b434-4d1a-9d02-085c8c0d29ca req-84d8f9fd-0bfa-4b89-9b13-350697da2ffa tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:38.883176 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8b89e1-b434-4d1a-9d02-085c8c0d29ca req-84d8f9fd-0bfa-4b89-9b13-350697da2ffa tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:38.889358 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8b89e1-b434-4d1a-9d02-085c8c0d29ca req-84d8f9fd-0bfa-4b89-9b13-350697da2ffa tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:38.891595 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-4b8b89e1-b434-4d1a-9d02-085c8c0d29ca req-84d8f9fd-0bfa-4b89-9b13-350697da2ffa tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] 10.222.0.59 "GET /v2.0/ports?device_id=9dfbe127-2e40-448a-9032-c49d8e1e61fe HTTP/1.1" status: 200 len: 5432 time: 0.2471569 Jul 27 21:02:38.917419 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06d309a-826d-4108-a340-276931795cf9 req-4c6bab9c-8c4c-413f-9e00-5d92d9939255 tempest-ServerRescueTestJSON-417658892 tempest-ServerRescueTestJSON-417658892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:38.918843 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b06d309a-826d-4108-a340-276931795cf9 req-4c6bab9c-8c4c-413f-9e00-5d92d9939255 tempest-ServerRescueTestJSON-417658892 tempest-ServerRescueTestJSON-417658892-project] 10.222.0.59 "GET /v2.0/ports?device_id=3681efa9-caf9-4127-b110-4ef1fb8e20bc HTTP/1.1" status: 200 len: 946 time: 0.1972098 Jul 27 21:02:38.919443 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1cb72147-932b-48a1-880a-3488df91c8bf req-f2cc083f-1e20-4011-be4d-f65651bfbb87 tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] Made reservation on behalf of 54685b57bf31427c889d7b240f3f8a60 for: {'port': 1} {{(pid=105585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:02:38.923217 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-1cb72147-932b-48a1-880a-3488df91c8bf req-f2cc083f-1e20-4011-be4d-f65651bfbb87 tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:38.995699 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-4b8b89e1-b434-4d1a-9d02-085c8c0d29ca req-b5d7be6f-e861-4206-bbd0-0f3f308ff56e tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] 10.222.0.59 "GET /v2.0/security-groups?id=477ad29f-b988-4b09-963a-d2ba14baa454&id=602b6e89-9902-4d75-b8ec-25947a9f847b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0974042 Jul 27 21:02:39.002458 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b06d309a-826d-4108-a340-276931795cf9 req-b6a82056-8436-4df6-8caf-e50f0695018a tempest-ServerRescueTestJSON-417658892 tempest-ServerRescueTestJSON-417658892-project] 10.222.0.59 "GET /v2.0/security-groups?id=551e2ab4-0adb-4dc6-ad9d-2e4a42006670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709369 Jul 27 21:02:39.146059 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.db_base_plugin_common [req-1cb72147-932b-48a1-880a-3488df91c8bf req-f2cc083f-1e20-4011-be4d-f65651bfbb87 tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] Allocated IP 172.20.0.12 (c29e02c5-8000-4917-925d-2eceb290693b/7c0fdb90-69ca-4554-99dc-5ec25614338f/ac082086-f579-4132-83a4-98e0970d3946) {{(pid=105585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:02:39.250597 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bdfb89-88fc-4350-afa4-2b2805496f49 req-0b625d43-1a7d-4bf7-b7b4-19aa34da780c tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:39.252136 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-c7bdfb89-88fc-4350-afa4-2b2805496f49 req-0b625d43-1a7d-4bf7-b7b4-19aa34da780c tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] 10.222.0.59 "GET /v2.0/ports?device_id=29c1b762-5cb9-4f5b-ac71-3cb8a306ebde HTTP/1.1" status: 200 len: 945 time: 0.1559665 Jul 27 21:02:39.260930 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device c4e765fe-c4f3-4db9-88a3-29a4e00ed503 up at agent hyperv_n-h1-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:02:39.344491 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Provisioning complete for port c4e765fe-c4f3-4db9-88a3-29a4e00ed503 triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:02:39.344864 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:39.372483 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f92204-7d0b-48e3-967e-7e4e2001ab8f req-47e474ff-a631-41a7-a7b1-e726e6679b1a tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:39.378571 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f92204-7d0b-48e3-967e-7e4e2001ab8f req-47e474ff-a631-41a7-a7b1-e726e6679b1a tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:39.385826 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f92204-7d0b-48e3-967e-7e4e2001ab8f req-47e474ff-a631-41a7-a7b1-e726e6679b1a tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:39.393489 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f92204-7d0b-48e3-967e-7e4e2001ab8f req-47e474ff-a631-41a7-a7b1-e726e6679b1a tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:39.400137 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f92204-7d0b-48e3-967e-7e4e2001ab8f req-47e474ff-a631-41a7-a7b1-e726e6679b1a tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:39.407148 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f92204-7d0b-48e3-967e-7e4e2001ab8f req-47e474ff-a631-41a7-a7b1-e726e6679b1a tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:39.412971 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f92204-7d0b-48e3-967e-7e4e2001ab8f req-47e474ff-a631-41a7-a7b1-e726e6679b1a tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:39.419682 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-89f92204-7d0b-48e3-967e-7e4e2001ab8f req-47e474ff-a631-41a7-a7b1-e726e6679b1a tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] 10.222.0.59 "GET /v2.0/ports?device_id=9dfbe127-2e40-448a-9032-c49d8e1e61fe HTTP/1.1" status: 200 len: 5432 time: 0.2602160 Jul 27 21:02:39.425207 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 44288) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:02:39.430982 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-b49332de-a221-4bb4-aac8-b55de31539f4 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Request body: {'floatingip': {'port_id': '77be7659-fdfb-438e-a2e3-51247a28b9bd'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:02:39.441165 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:39.447143 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-c7bdfb89-88fc-4350-afa4-2b2805496f49 req-2930cdaf-2ae4-4e40-9905-01c137ae337d tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] 10.222.0.59 "GET /v2.0/security-groups?id=e760076b-6854-47cf-947b-f6a7a8a579d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1492460 Jul 27 21:02:39.473329 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-1cb72147-932b-48a1-880a-3488df91c8bf req-f2cc083f-1e20-4011-be4d-f65651bfbb87 tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] Notify callbacks [] for port, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:39.483077 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] For port c4e765fe-c4f3-4db9-88a3-29a4e00ed503, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=c4e765fe-c4f3-4db9-88a3-29a4e00ed503,segment=NetworkSegment(86b1e6f6-d629-4b03-8944-4cdfbfb93d02),segment_id=86b1e6f6-d629-4b03-8944-4cdfbfb93d02)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:02:39.484442 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b08c7cb2-ff39-4168-a373-6ea575b70e54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4e765fe-c4f3-4db9-88a3-29a4e00ed503'}] {{(pid=105586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:02:39.487732 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14c1663e039faf5393f87855f745010ac5b02220355b68fdbf065393e303ac56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5f9eb75-3c7a-460b-8fa4-c2bca6f5e89f" -d '{"events": [{"server_uuid": "b08c7cb2-ff39-4168-a373-6ea575b70e54", "name": "network-vif-plugged", "status": "completed", "tag": "c4e765fe-c4f3-4db9-88a3-29a4e00ed503"}]}' {{(pid=105586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:02:39.492805 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:39.520113 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-b49332de-a221-4bb4-aac8-b55de31539f4 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Notify callbacks [] for floatingip, before_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:39.590531 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6351f0b-cbda-440b-a783-00fa675490ce req-533583ca-68e8-4c93-9303-5f18e89760be tempest-ServersAdminTestJSON-2115085297 tempest-ServersAdminTestJSON-2115085297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:39.592552 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f6351f0b-cbda-440b-a783-00fa675490ce req-533583ca-68e8-4c93-9303-5f18e89760be tempest-ServersAdminTestJSON-2115085297 tempest-ServersAdminTestJSON-2115085297-project] 10.222.0.59 "GET /v2.0/ports?device_id=b08c7cb2-ff39-4168-a373-6ea575b70e54 HTTP/1.1" status: 200 len: 950 time: 0.1068416 Jul 27 21:02:39.606505 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-1cb72147-932b-48a1-880a-3488df91c8bf req-f2cc083f-1e20-4011-be4d-f65651bfbb87 tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:39.700664 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1cb72147-932b-48a1-880a-3488df91c8bf req-f2cc083f-1e20-4011-be4d-f65651bfbb87 tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] Network c29e02c5-8000-4917-925d-2eceb290693b is already hosted by enough agents. {{(pid=105585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:02:39.708772 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Pushing event updated for resources: {'Port': ['ID=c4e765fe-c4f3-4db9-88a3-29a4e00ed503,revision_number=8']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:02:39.710526 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.base_scheduler [req-1cb72147-932b-48a1-880a-3488df91c8bf req-f2cc083f-1e20-4011-be4d-f65651bfbb87 tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] Resources bound (agent type, host, resource id): {{(pid=105585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:02:39.715116 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cb72147-932b-48a1-880a-3488df91c8bf req-f2cc083f-1e20-4011-be4d-f65651bfbb87 tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] Received port after_create {{(pid=105585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:02:39.750721 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2cc083f-1e20-4011-be4d-f65651bfbb87 tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] Pushing event updated for resources: {'Port': ['ID=ac082086-f579-4132-83a4-98e0970d3946,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:02:39.764720 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f6351f0b-cbda-440b-a783-00fa675490ce req-4e12d66f-9166-49c7-b1ad-14f9a5905f64 tempest-ServersAdminTestJSON-2115085297 tempest-ServersAdminTestJSON-2115085297-project] 10.222.0.59 "GET /v2.0/security-groups?id=9f3cf157-ddbf-4bf4-acc6-59d64c6ea76b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597233 Jul 27 21:02:39.808526 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb72147-932b-48a1-880a-3488df91c8bf req-f2cc083f-1e20-4011-be4d-f65651bfbb87 tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:39.809169 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-1cb72147-932b-48a1-880a-3488df91c8bf req-f2cc083f-1e20-4011-be4d-f65651bfbb87 tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:39.830392 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b66b4d9-5029-4a3a-935f-268731aac984 req-28fbb8e7-c6f4-4a77-9472-60713e5f9a3a tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:39.832440 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-6b66b4d9-5029-4a3a-935f-268731aac984 req-28fbb8e7-c6f4-4a77-9472-60713e5f9a3a tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] 10.222.0.59 "GET /v2.0/ports?device_id=e8887e14-4b4e-44b1-bcf6-490a0d8bdab5 HTTP/1.1" status: 200 len: 932 time: 0.2382827 Jul 27 21:02:39.843723 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-1cb72147-932b-48a1-880a-3488df91c8bf req-f2cc083f-1e20-4011-be4d-f65651bfbb87 tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2210515 Jul 27 21:02:39.856534 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [req-1cb72147-932b-48a1-880a-3488df91c8bf req-f090d700-31f6-4716-bde7-91eaaab3f9d2 tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=105585) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 21:02:39.858031 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-1cb72147-932b-48a1-880a-3488df91c8bf req-f090d700-31f6-4716-bde7-91eaaab3f9d2 tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0070736 Jul 27 21:02:39.875302 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [req-1cb72147-932b-48a1-880a-3488df91c8bf req-e069783e-4568-4fc6-a4b3-1ebf48a8646d service neutron] Request body: {'port': {'device_id': 'e8887e14-4b4e-44b1-bcf6-490a0d8bdab5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-705658-22'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:02:39.890277 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:02:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-373a7950-9e87-4b8f-8065-a9e126060110 x-openstack-request-id: req-373a7950-9e87-4b8f-8065-a9e126060110 {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:02:39.891105 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b08c7cb2-ff39-4168-a373-6ea575b70e54", "name": "network-vif-plugged", "status": "completed", "tag": "c4e765fe-c4f3-4db9-88a3-29a4e00ed503", "code": 200}]} {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:02:39.891603 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-373a7950-9e87-4b8f-8065-a9e126060110 {{(pid=105586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:02:39.892408 n-d-705658-22 neutron-server[105586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b08c7cb2-ff39-4168-a373-6ea575b70e54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4e765fe-c4f3-4db9-88a3-29a4e00ed503', 'code': 200} Jul 27 21:02:39.942830 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:39.966205 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-6b66b4d9-5029-4a3a-935f-268731aac984 req-3578161a-77b7-4216-a218-cb4d061637c2 tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] 10.222.0.59 "GET /v2.0/security-groups?id=d1766e71-7b2a-4f2d-acc0-530f862b8fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266460 Jul 27 21:02:39.995582 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-1cb72147-932b-48a1-880a-3488df91c8bf req-e069783e-4568-4fc6-a4b3-1ebf48a8646d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:40.125839 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-b49332de-a221-4bb4-aac8-b55de31539f4 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:40.132799 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-b49332de-a221-4bb4-aac8-b55de31539f4 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4075768'] for floatingip, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:40.255126 n-d-705658-22 neutron-server[105584]: INFO neutron.db.l3_db [None req-b49332de-a221-4bb4-aac8-b55de31539f4 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Floating IP c0d4908e-7923-4819-aae4-171658afed08 associated. External IP: 172.25.5.185, port: 77be7659-fdfb-438e-a2e3-51247a28b9bd. Jul 27 21:02:40.508821 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b49332de-a221-4bb4-aac8-b55de31539f4 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Router 2ff795ca-7109-4086-916f-a75c0e8f3ca7 has already been hosted by L3 agent dd128fd7-8e57-4d4f-895b-a96b369df59a {{(pid=105584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:02:40.628735 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b49332de-a221-4bb4-aac8-b55de31539f4 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Notify agent at l3_agent.n-d-705658-22 the message routers_updated {{(pid=105584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:02:40.634105 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-b49332de-a221-4bb4-aac8-b55de31539f4 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for floatingip, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:40.637567 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f99bf2-665f-4ff7-9339-5d7e9858c23c req-5255abbb-65ca-455a-b289-bc955dd1fd8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:40.638407 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-07f99bf2-665f-4ff7-9339-5d7e9858c23c req-5255abbb-65ca-455a-b289-bc955dd1fd8f service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=b08c7cb2-ff39-4168-a373-6ea575b70e54 HTTP/1.1" status: 200 len: 1102 time: 0.4732678 Jul 27 21:02:40.644466 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46fae13c-9605-4cb6-a9ce-b476cf4ba3cf None None] Sync routers for ids ['2ff795ca-7109-4086-916f-a75c0e8f3ca7'] in n-d-705658-22 {{(pid=105586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:02:40.662116 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5399f001-c177-4192-ac28-782461038111 req-4168d6e5-5bec-492f-abfb-dc8bbaf9cdba tempest-ServerRescueTestJSON-417658892 tempest-ServerRescueTestJSON-417658892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:40.669285 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-5399f001-c177-4192-ac28-782461038111 req-4168d6e5-5bec-492f-abfb-dc8bbaf9cdba tempest-ServerRescueTestJSON-417658892 tempest-ServerRescueTestJSON-417658892-project] 10.222.0.59 "GET /v2.0/ports?device_id=3681efa9-caf9-4127-b110-4ef1fb8e20bc HTTP/1.1" status: 200 len: 946 time: 0.5434523 Jul 27 21:02:40.677676 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46fae13c-9605-4cb6-a9ce-b476cf4ba3cf None None] Routers {'2ff795ca-7109-4086-916f-a75c0e8f3ca7'} bound to L3 agent in host n-d-705658-22 {{(pid=105586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:02:40.681207 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-b49332de-a221-4bb4-aac8-b55de31539f4 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] 10.222.0.59 "PUT /v2.0/floatingips/c0d4908e-7923-4819-aae4-171658afed08 HTTP/1.1" status: 200 len: 991 time: 1.2546761 Jul 27 21:02:40.682088 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-46fae13c-9605-4cb6-a9ce-b476cf4ba3cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:02:11Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['2ff795ca-7109-4086-916f-a75c0e8f3ca7'], 'active': True} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:02:40.682477 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9dfbe127-2e40-448a-9032-c49d8e1e61fe', 'tag': '77be7659-fdfb-438e-a2e3-51247a28b9bd'}] {{(pid=105584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:02:40.685217 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bce5e6c8685464f7626901654159975603b047827e3138302ed6566e28f1343" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7a0b6b4-09d1-458a-bcc5-8caf63132ef5" -d '{"events": [{"name": "network-changed", "server_uuid": "9dfbe127-2e40-448a-9032-c49d8e1e61fe", "tag": "77be7659-fdfb-438e-a2e3-51247a28b9bd"}]}' {{(pid=105584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:02:40.764998 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-5399f001-c177-4192-ac28-782461038111 req-8527348d-a6be-404d-9802-701fd632cc7f tempest-ServerRescueTestJSON-417658892 tempest-ServerRescueTestJSON-417658892-project] 10.222.0.59 "GET /v2.0/security-groups?id=551e2ab4-0adb-4dc6-ad9d-2e4a42006670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947883 Jul 27 21:02:40.778937 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-07f99bf2-665f-4ff7-9339-5d7e9858c23c req-352f417f-30d2-4b13-b15b-259aa64951cb service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=9f3cf157-ddbf-4bf4-acc6-59d64c6ea76b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255002 Jul 27 21:02:40.793179 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aca0c05-d17e-4566-ba29-1250f047134a req-97ba3afb-6679-4718-a9c9-3e81b076ee70 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:40.793179 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-1aca0c05-d17e-4566-ba29-1250f047134a req-97ba3afb-6679-4718-a9c9-3e81b076ee70 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] 10.222.0.59 "GET /v2.0/ports?device_id=29c1b762-5cb9-4f5b-ac71-3cb8a306ebde HTTP/1.1" status: 200 len: 945 time: 0.2052319 Jul 27 21:02:40.814531 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvr_db [None req-46fae13c-9605-4cb6-a9ce-b476cf4ba3cf None None] Set router 2ff795ca-7109-4086-916f-a75c0e8f3ca7 gateway port host: n-d-705658-22 {{(pid=105586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:02:40.848004 n-d-705658-22 neutron-server[105585]: DEBUG neutron.notifiers.nova [req-1cb72147-932b-48a1-880a-3488df91c8bf req-e069783e-4568-4fc6-a4b3-1ebf48a8646d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac082086-f579-4132-83a4-98e0970d3946 {{(pid=105585) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:02:40.865929 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-1cb72147-932b-48a1-880a-3488df91c8bf req-e069783e-4568-4fc6-a4b3-1ebf48a8646d service neutron] Notify callbacks [] for port, precommit_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:40.890304 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-1aca0c05-d17e-4566-ba29-1250f047134a req-de16bc24-738f-4746-b361-4af31f33a9b1 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] 10.222.0.59 "GET /v2.0/security-groups?id=e760076b-6854-47cf-947b-f6a7a8a579d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0755403 Jul 27 21:02:40.914172 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.provisioning_blocks [req-1cb72147-932b-48a1-880a-3488df91c8bf req-e069783e-4568-4fc6-a4b3-1ebf48a8646d service neutron] Transition to ACTIVE for port object ac082086-f579-4132-83a4-98e0970d3946 will not be triggered until provisioned by entity L2. {{(pid=105585) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:02:40.920241 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-1cb72147-932b-48a1-880a-3488df91c8bf req-e069783e-4568-4fc6-a4b3-1ebf48a8646d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10221672'] for port, after_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:40.947485 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:02:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05c9d4ee-e968-4914-96ab-c8fcf1f1face x-openstack-request-id: req-05c9d4ee-e968-4914-96ab-c8fcf1f1face {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:02:40.948077 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9dfbe127-2e40-448a-9032-c49d8e1e61fe", "tag": "77be7659-fdfb-438e-a2e3-51247a28b9bd", "status": "completed", "code": 200}]} {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:02:40.949132 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-05c9d4ee-e968-4914-96ab-c8fcf1f1face {{(pid=105584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:02:40.949800 n-d-705658-22 neutron-server[105584]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9dfbe127-2e40-448a-9032-c49d8e1e61fe', 'tag': '77be7659-fdfb-438e-a2e3-51247a28b9bd', 'status': 'completed', 'code': 200} Jul 27 21:02:41.066927 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e069783e-4568-4fc6-a4b3-1ebf48a8646d service neutron] Pushing event updated for resources: {'Port': ['ID=ac082086-f579-4132-83a4-98e0970d3946,revision_number=2']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:02:41.120910 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.managers [req-1cb72147-932b-48a1-880a-3488df91c8bf req-e069783e-4568-4fc6-a4b3-1ebf48a8646d service neutron] Attempting to bind port ac082086-f579-4132-83a4-98e0970d3946 on host n-h2-705658-22 for vnic_type normal with profile {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:02:41.121157 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.managers [req-1cb72147-932b-48a1-880a-3488df91c8bf req-e069783e-4568-4fc6-a4b3-1ebf48a8646d service neutron] Attempting to bind port ac082086-f579-4132-83a4-98e0970d3946 by drivers openvswitch,hyperv on host n-h2-705658-22 at level 0 using segments [{'id': '872889e4-5d02-4ec8-807e-3e5c98ba67af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'c29e02c5-8000-4917-925d-2eceb290693b'}] {{(pid=105585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:02:41.121490 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cb72147-932b-48a1-880a-3488df91c8bf req-e069783e-4568-4fc6-a4b3-1ebf48a8646d service neutron] Attempting to bind port ac082086-f579-4132-83a4-98e0970d3946 on network c29e02c5-8000-4917-925d-2eceb290693b {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:02:41.129299 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cb72147-932b-48a1-880a-3488df91c8bf req-e069783e-4568-4fc6-a4b3-1ebf48a8646d service neutron] Port ac082086-f579-4132-83a4-98e0970d3946 on network c29e02c5-8000-4917-925d-2eceb290693b not bound, no agent of type Open vSwitch agent registered on host n-h2-705658-22 {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:02:41.129632 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cb72147-932b-48a1-880a-3488df91c8bf req-e069783e-4568-4fc6-a4b3-1ebf48a8646d service neutron] Attempting to bind port ac082086-f579-4132-83a4-98e0970d3946 on network c29e02c5-8000-4917-925d-2eceb290693b {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:02:41.150886 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cb72147-932b-48a1-880a-3488df91c8bf req-e069783e-4568-4fc6-a4b3-1ebf48a8646d service neutron] Checking agent: {'id': '65195a73-a875-4810-9f5b-622ae260a8a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 49, 40), 'started_at': datetime.datetime(2021, 7, 27, 20, 49, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 2, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:02:41.151277 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cb72147-932b-48a1-880a-3488df91c8bf req-e069783e-4568-4fc6-a4b3-1ebf48a8646d service neutron] Checking segment: {'id': '872889e4-5d02-4ec8-807e-3e5c98ba67af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'c29e02c5-8000-4917-925d-2eceb290693b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:02:41.151639 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cb72147-932b-48a1-880a-3488df91c8bf req-e069783e-4568-4fc6-a4b3-1ebf48a8646d service neutron] Bound using segment: {'id': '872889e4-5d02-4ec8-807e-3e5c98ba67af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'c29e02c5-8000-4917-925d-2eceb290693b'} {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:02:41.152081 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.managers [req-1cb72147-932b-48a1-880a-3488df91c8bf req-e069783e-4568-4fc6-a4b3-1ebf48a8646d service neutron] Bound port: ac082086-f579-4132-83a4-98e0970d3946, host: n-h2-705658-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '872889e4-5d02-4ec8-807e-3e5c98ba67af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'c29e02c5-8000-4917-925d-2eceb290693b'}}] {{(pid=105585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:02:41.152449 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-1cb72147-932b-48a1-880a-3488df91c8bf req-e069783e-4568-4fc6-a4b3-1ebf48a8646d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:41.163346 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-46fae13c-9605-4cb6-a9ce-b476cf4ba3cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ff795ca-7109-4086-916f-a75c0e8f3ca7', 'name': 'tempest-TaggedBootDevicesTest-1805420441-router', 'tenant_id': '16c9b99e3d6b4b58a380b57255ba6d41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.55'}], 'enable_snat': True}, 'gw_port_id': 'c05afdf9-c35e-4b2b-a686-38776cd84384', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:00:25Z', 'updated_at': '2021-07-27T21:00:34Z', 'revision_number': 4, 'project_id': '16c9b99e3d6b4b58a380b57255ba6d41', 'gw_port': {'id': 'c05afdf9-c35e-4b2b-a686-38776cd84384', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:65:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ff795ca-7109-4086-916f-a75c0e8f3ca7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 966, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:00:27Z', 'updated_at': '2021-07-27T21:00:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_floatingips': [{'id': 'c0d4908e-7923-4819-aae4-171658afed08', 'tenant_id': '16c9b99e3d6b4b58a380b57255ba6d41', 'floating_ip_address': '172.25.5.185', 'floating_network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'router_id': '2ff795ca-7109-4086-916f-a75c0e8f3ca7', 'port_id': '77be7659-fdfb-438e-a2e3-51247a28b9bd', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1065, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7ff0eeb8-777d-434e-b9ec-a1527ebf3b8c', 'mac_address': 'fa:16:3e:54:b4:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dfbe127-2e40-448a-9032-c49d8e1e61fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T21:01:12Z', 'updated_at': '2021-07-27T21:02:39Z', 'revision_number': 1, 'project_id': '16c9b99e3d6b4b58a380b57255ba6d41', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ce062f0-767c-41c3-bab4-69fff6c5f517', 'name': '', 'network_id': '7ff0eeb8-777d-434e-b9ec-a1527ebf3b8c', 'tenant_id': '16c9b99e3d6b4b58a380b57255ba6d41', 'mac_address': 'fa:16:3e:03:b5:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ff795ca-7109-4086-916f-a75c0e8f3ca7', 'device_owner': 'network:router_interface', 'standard_attr_id': 982, 'fixed_ips': [{'subnet_id': '57eac71b-5ae3-4b5a-b197-44e1dceaf130', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:00:33Z', 'updated_at': '2021-07-27T21:00:42Z', 'revision_number': 5, 'project_id': '16c9b99e3d6b4b58a380b57255ba6d41', 'subnets': [{'id': '57eac71b-5ae3-4b5a-b197-44e1dceaf130', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-22', False) {} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:02:41.195984 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46fae13c-9605-4cb6-a9ce-b476cf4ba3cf None None] Checking router: 2ff795ca-7109-4086-916f-a75c0e8f3ca7 for host: n-d-705658-22 {{(pid=105586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:02:41.215416 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46fae13c-9605-4cb6-a9ce-b476cf4ba3cf None None] Routers {'2ff795ca-7109-4086-916f-a75c0e8f3ca7'} bound to L3 agent in host n-d-705658-22 {{(pid=105586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:02:41.216640 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-46fae13c-9605-4cb6-a9ce-b476cf4ba3cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:02:11Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['2ff795ca-7109-4086-916f-a75c0e8f3ca7'], 'active': True} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:02:41.252746 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-7becd953-3033-45cd-a20a-fa5b29f3c7f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:41.264379 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a0b6b4-09d1-458a-bcc5-8caf63132ef5 req-9d5bcc0f-9f08-4cf9-bf93-69d79e96b9c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:41.265696 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a0b6b4-09d1-458a-bcc5-8caf63132ef5 req-9d5bcc0f-9f08-4cf9-bf93-69d79e96b9c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:41.266295 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a0b6b4-09d1-458a-bcc5-8caf63132ef5 req-9d5bcc0f-9f08-4cf9-bf93-69d79e96b9c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:41.266981 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a0b6b4-09d1-458a-bcc5-8caf63132ef5 req-9d5bcc0f-9f08-4cf9-bf93-69d79e96b9c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:41.267449 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a0b6b4-09d1-458a-bcc5-8caf63132ef5 req-9d5bcc0f-9f08-4cf9-bf93-69d79e96b9c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:41.267935 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a0b6b4-09d1-458a-bcc5-8caf63132ef5 req-9d5bcc0f-9f08-4cf9-bf93-69d79e96b9c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:41.268413 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a0b6b4-09d1-458a-bcc5-8caf63132ef5 req-9d5bcc0f-9f08-4cf9-bf93-69d79e96b9c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:41.270381 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-c7a0b6b4-09d1-458a-bcc5-8caf63132ef5 req-9d5bcc0f-9f08-4cf9-bf93-69d79e96b9c0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=16c9b99e3d6b4b58a380b57255ba6d41&device_id=9dfbe127-2e40-448a-9032-c49d8e1e61fe HTTP/1.1" status: 200 len: 6496 time: 0.2566800 Jul 27 21:02:41.292026 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba7e6bd-be81-43a9-b87c-3f37ca41242d req-36b38439-35eb-4db9-885f-65bf2bde2774 tempest-ServersAdminTestJSON-2115085297 tempest-ServersAdminTestJSON-2115085297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:41.293452 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-bba7e6bd-be81-43a9-b87c-3f37ca41242d req-36b38439-35eb-4db9-885f-65bf2bde2774 tempest-ServersAdminTestJSON-2115085297 tempest-ServersAdminTestJSON-2115085297-project] 10.222.0.59 "GET /v2.0/ports?device_id=b08c7cb2-ff39-4168-a373-6ea575b70e54 HTTP/1.1" status: 200 len: 950 time: 0.3104327 Jul 27 21:02:41.335390 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvr_db [None req-46fae13c-9605-4cb6-a9ce-b476cf4ba3cf None None] Set router 2ff795ca-7109-4086-916f-a75c0e8f3ca7 gateway port host: n-d-705658-22 {{(pid=105586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:02:41.383317 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1af56c9-8973-4ae4-bb8f-2ed69a9ab677 req-6f990a08-c8d3-4faa-a565-e0a99ec32c07 tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:41.385260 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b1af56c9-8973-4ae4-bb8f-2ed69a9ab677 req-6f990a08-c8d3-4faa-a565-e0a99ec32c07 tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] 10.222.0.59 "GET /v2.0/ports?device_id=e8887e14-4b4e-44b1-bcf6-490a0d8bdab5 HTTP/1.1" status: 200 len: 944 time: 0.2518396 Jul 27 21:02:41.393873 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.db [req-1cb72147-932b-48a1-880a-3488df91c8bf req-e069783e-4568-4fc6-a4b3-1ebf48a8646d service neutron] For port ac082086-f579-4132-83a4-98e0970d3946, host n-h2-705658-22, cleared binding levels {{(pid=105585) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:02:41.441629 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.db [req-1cb72147-932b-48a1-880a-3488df91c8bf req-e069783e-4568-4fc6-a4b3-1ebf48a8646d service neutron] For port ac082086-f579-4132-83a4-98e0970d3946, host n-h2-705658-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=ac082086-f579-4132-83a4-98e0970d3946,segment=NetworkSegment(872889e4-5d02-4ec8-807e-3e5c98ba67af),segment_id=872889e4-5d02-4ec8-807e-3e5c98ba67af)] {{(pid=105585) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:02:41.465016 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-1cb72147-932b-48a1-880a-3488df91c8bf req-e069783e-4568-4fc6-a4b3-1ebf48a8646d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10221672'] for port, after_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:41.474830 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-bba7e6bd-be81-43a9-b87c-3f37ca41242d req-f11fd5fb-e967-4d86-a749-2c4752a89e08 tempest-ServersAdminTestJSON-2115085297 tempest-ServersAdminTestJSON-2115085297-project] 10.222.0.59 "GET /v2.0/security-groups?id=9f3cf157-ddbf-4bf4-acc6-59d64c6ea76b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653342 Jul 27 21:02:41.536614 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a0b6b4-09d1-458a-bcc5-8caf63132ef5 req-4f63911c-caff-461d-9839-314bbeacc393 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:41.538169 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-c7a0b6b4-09d1-458a-bcc5-8caf63132ef5 req-4f63911c-caff-461d-9839-314bbeacc393 service neutron] 10.222.0.36 "GET /v2.0/networks?id=7ff0eeb8-777d-434e-b9ec-a1527ebf3b8c HTTP/1.1" status: 200 len: 913 time: 0.2421191 Jul 27 21:02:41.547864 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b1af56c9-8973-4ae4-bb8f-2ed69a9ab677 req-bea3a620-3d07-45e6-af08-9faa24ea3a25 tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] 10.222.0.59 "GET /v2.0/security-groups?id=d1766e71-7b2a-4f2d-acc0-530f862b8fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501732 Jul 27 21:02:41.570315 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb72147-932b-48a1-880a-3488df91c8bf req-e069783e-4568-4fc6-a4b3-1ebf48a8646d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:41.571078 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-1cb72147-932b-48a1-880a-3488df91c8bf req-e069783e-4568-4fc6-a4b3-1ebf48a8646d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:41.573139 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-1cb72147-932b-48a1-880a-3488df91c8bf req-e069783e-4568-4fc6-a4b3-1ebf48a8646d service neutron] 10.222.0.60 "PUT /v2.0/ports/ac082086-f579-4132-83a4-98e0970d3946 HTTP/1.1" status: 200 len: 1093 time: 1.7018218 Jul 27 21:02:41.574330 n-d-705658-22 neutron-server[105585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8887e14-4b4e-44b1-bcf6-490a0d8bdab5', 'tag': 'ac082086-f579-4132-83a4-98e0970d3946'}] {{(pid=105585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:02:41.576634 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d66fd65881426bfc2b5388084a3654e5eae521106a15a3dbf0eb4cde7106c36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9aaecedd-a120-49ee-b3e6-3e07c978a689" -d '{"events": [{"name": "network-changed", "server_uuid": "e8887e14-4b4e-44b1-bcf6-490a0d8bdab5", "tag": "ac082086-f579-4132-83a4-98e0970d3946"}]}' {{(pid=105585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:02:41.630713 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:02:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15612229-5879-4e02-8db8-d742a6f3edf6 x-openstack-request-id: req-15612229-5879-4e02-8db8-d742a6f3edf6 {{(pid=105585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:02:41.631025 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8887e14-4b4e-44b1-bcf6-490a0d8bdab5", "tag": "ac082086-f579-4132-83a4-98e0970d3946", "status": "completed", "code": 200}]} {{(pid=105585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:02:41.631496 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-15612229-5879-4e02-8db8-d742a6f3edf6 {{(pid=105585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:02:41.631668 n-d-705658-22 neutron-server[105585]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8887e14-4b4e-44b1-bcf6-490a0d8bdab5', 'tag': 'ac082086-f579-4132-83a4-98e0970d3946', 'status': 'completed', 'code': 200} Jul 27 21:02:41.633342 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e069783e-4568-4fc6-a4b3-1ebf48a8646d service neutron] Pushing event updated for resources: {'Port': ['ID=ac082086-f579-4132-83a4-98e0970d3946,revision_number=3']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:02:41.653407 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-46fae13c-9605-4cb6-a9ce-b476cf4ba3cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ff795ca-7109-4086-916f-a75c0e8f3ca7', 'name': 'tempest-TaggedBootDevicesTest-1805420441-router', 'tenant_id': '16c9b99e3d6b4b58a380b57255ba6d41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.55'}], 'enable_snat': True}, 'gw_port_id': 'c05afdf9-c35e-4b2b-a686-38776cd84384', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:00:25Z', 'updated_at': '2021-07-27T21:00:34Z', 'revision_number': 4, 'project_id': '16c9b99e3d6b4b58a380b57255ba6d41', 'gw_port': {'id': 'c05afdf9-c35e-4b2b-a686-38776cd84384', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:65:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ff795ca-7109-4086-916f-a75c0e8f3ca7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 966, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:00:27Z', 'updated_at': '2021-07-27T21:00:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_floatingips': [{'id': 'c0d4908e-7923-4819-aae4-171658afed08', 'tenant_id': '16c9b99e3d6b4b58a380b57255ba6d41', 'floating_ip_address': '172.25.5.185', 'floating_network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'router_id': '2ff795ca-7109-4086-916f-a75c0e8f3ca7', 'port_id': '77be7659-fdfb-438e-a2e3-51247a28b9bd', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1065, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7ff0eeb8-777d-434e-b9ec-a1527ebf3b8c', 'mac_address': 'fa:16:3e:54:b4:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dfbe127-2e40-448a-9032-c49d8e1e61fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T21:01:12Z', 'updated_at': '2021-07-27T21:02:39Z', 'revision_number': 1, 'project_id': '16c9b99e3d6b4b58a380b57255ba6d41', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ce062f0-767c-41c3-bab4-69fff6c5f517', 'name': '', 'network_id': '7ff0eeb8-777d-434e-b9ec-a1527ebf3b8c', 'tenant_id': '16c9b99e3d6b4b58a380b57255ba6d41', 'mac_address': 'fa:16:3e:03:b5:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ff795ca-7109-4086-916f-a75c0e8f3ca7', 'device_owner': 'network:router_interface', 'standard_attr_id': 982, 'fixed_ips': [{'subnet_id': '57eac71b-5ae3-4b5a-b197-44e1dceaf130', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:00:33Z', 'updated_at': '2021-07-27T21:00:42Z', 'revision_number': 5, 'project_id': '16c9b99e3d6b4b58a380b57255ba6d41', 'subnets': [{'id': '57eac71b-5ae3-4b5a-b197-44e1dceaf130', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-22', False) {} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:02:41.685132 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46fae13c-9605-4cb6-a9ce-b476cf4ba3cf None None] The sync data for ids ['2ff795ca-7109-4086-916f-a75c0e8f3ca7'] in n-d-705658-22 is: [{'id': '2ff795ca-7109-4086-916f-a75c0e8f3ca7', 'name': 'tempest-TaggedBootDevicesTest-1805420441-router', 'tenant_id': '16c9b99e3d6b4b58a380b57255ba6d41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.55'}], 'enable_snat': True}, 'gw_port_id': 'c05afdf9-c35e-4b2b-a686-38776cd84384', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:00:25Z', 'updated_at': '2021-07-27T21:00:34Z', 'revision_number': 4, 'project_id': '16c9b99e3d6b4b58a380b57255ba6d41', 'gw_port': {'id': 'c05afdf9-c35e-4b2b-a686-38776cd84384', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:65:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ff795ca-7109-4086-916f-a75c0e8f3ca7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 966, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:00:27Z', 'updated_at': '2021-07-27T21:00:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_floatingips': [{'id': 'c0d4908e-7923-4819-aae4-171658afed08', 'tenant_id': '16c9b99e3d6b4b58a380b57255ba6d41', 'floating_ip_address': '172.25.5.185', 'floating_network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'router_id': '2ff795ca-7109-4086-916f-a75c0e8f3ca7', 'port_id': '77be7659-fdfb-438e-a2e3-51247a28b9bd', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1065, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7ff0eeb8-777d-434e-b9ec-a1527ebf3b8c', 'mac_address': 'fa:16:3e:54:b4:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dfbe127-2e40-448a-9032-c49d8e1e61fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T21:01:12Z', 'updated_at': '2021-07-27T21:02:39Z', 'revision_number': 1, 'project_id': '16c9b99e3d6b4b58a380b57255ba6d41', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ce062f0-767c-41c3-bab4-69fff6c5f517', 'name': '', 'network_id': '7ff0eeb8-777d-434e-b9ec-a1527ebf3b8c', 'tenant_id': '16c9b99e3d6b4b58a380b57255ba6d41', 'mac_address': 'fa:16:3e:03:b5:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ff795ca-7109-4086-916f-a75c0e8f3ca7', 'device_owner': 'network:router_interface', 'standard_attr_id': 982, 'fixed_ips': [{'subnet_id': '57eac71b-5ae3-4b5a-b197-44e1dceaf130', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:00:33Z', 'updated_at': '2021-07-27T21:00:42Z', 'revision_number': 5, 'project_id': '16c9b99e3d6b4b58a380b57255ba6d41', 'subnets': [{'id': '57eac71b-5ae3-4b5a-b197-44e1dceaf130', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:02:41.725681 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-c7a0b6b4-09d1-458a-bcc5-8caf63132ef5 req-58728ab9-c7f9-4b28-839e-0ac22ef34116 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=77be7659-fdfb-438e-a2e3-51247a28b9bd HTTP/1.1" status: 200 len: 999 time: 0.1520057 Jul 27 21:02:41.744474 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb72147-932b-48a1-880a-3488df91c8bf req-12f656b8-d68a-4178-b9ef-c41f04851240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:41.745976 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-1cb72147-932b-48a1-880a-3488df91c8bf req-12f656b8-d68a-4178-b9ef-c41f04851240 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=54685b57bf31427c889d7b240f3f8a60&device_id=e8887e14-4b4e-44b1-bcf6-490a0d8bdab5 HTTP/1.1" status: 200 len: 1096 time: 0.0766740 Jul 27 21:02:41.799334 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:41.816295 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-1cb72147-932b-48a1-880a-3488df91c8bf req-1df3cea8-e028-46db-9e62-2d562398039b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ac082086-f579-4132-83a4-98e0970d3946 HTTP/1.1" status: 200 len: 217 time: 0.0605731 Jul 27 21:02:41.836753 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a0b6b4-09d1-458a-bcc5-8caf63132ef5 req-f2524ba0-5710-4f3e-ad8b-6b3fac40b3ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:41.838603 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-c7a0b6b4-09d1-458a-bcc5-8caf63132ef5 req-f2524ba0-5710-4f3e-ad8b-6b3fac40b3ff service neutron] 10.222.0.36 "GET /v2.0/subnets?id=57eac71b-5ae3-4b5a-b197-44e1dceaf130 HTTP/1.1" status: 200 len: 851 time: 0.0917890 Jul 27 21:02:41.946166 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb72147-932b-48a1-880a-3488df91c8bf req-3e05d4ef-a1b5-4839-b903-daf8e8a30c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:41.947948 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-1cb72147-932b-48a1-880a-3488df91c8bf req-3e05d4ef-a1b5-4839-b903-daf8e8a30c3f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=7c0fdb90-69ca-4554-99dc-5ec25614338f HTTP/1.1" status: 200 len: 852 time: 0.1230762 Jul 27 21:02:41.970201 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ea143eb-051b-4be3-b8fd-7f7ad2454905 None None] New status for floating IP c0d4908e-7923-4819-aae4-171658afed08: ACTIVE {{(pid=105587) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 21:02:42.017469 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-1cb72147-932b-48a1-880a-3488df91c8bf req-ae6c9a88-9953-4e48-9aed-3b1389b3541c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c29e02c5-8000-4917-925d-2eceb290693b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0616412 Jul 27 21:02:42.091792 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e73c18a-1381-4ffd-8800-c09b19b7cb55 req-128aa8cc-bf48-4bf0-8d0e-8a77e56b385b tempest-ServerRescueTestJSON-417658892 tempest-ServerRescueTestJSON-417658892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:42.098833 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-1e73c18a-1381-4ffd-8800-c09b19b7cb55 req-128aa8cc-bf48-4bf0-8d0e-8a77e56b385b tempest-ServerRescueTestJSON-417658892 tempest-ServerRescueTestJSON-417658892-project] 10.222.0.59 "GET /v2.0/ports?device_id=3681efa9-caf9-4127-b110-4ef1fb8e20bc HTTP/1.1" status: 200 len: 946 time: 0.2397583 Jul 27 21:02:42.144575 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a0b6b4-09d1-458a-bcc5-8caf63132ef5 req-dd2c68be-1ae6-4baa-bd23-6023a2d23994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:42.146095 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-c7a0b6b4-09d1-458a-bcc5-8caf63132ef5 req-dd2c68be-1ae6-4baa-bd23-6023a2d23994 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7ff0eeb8-777d-434e-b9ec-a1527ebf3b8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2882373 Jul 27 21:02:42.239908 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-1e73c18a-1381-4ffd-8800-c09b19b7cb55 req-1e61411b-405b-4cc9-89b9-b99f04508d51 tempest-ServerRescueTestJSON-417658892 tempest-ServerRescueTestJSON-417658892-project] 10.222.0.59 "GET /v2.0/security-groups?id=551e2ab4-0adb-4dc6-ad9d-2e4a42006670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401784 Jul 27 21:02:42.284395 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-1cb72147-932b-48a1-880a-3488df91c8bf req-cd6cdfb6-fdf3-469f-8a7a-b5bebd167d7e service neutron] 10.222.0.60 "GET /v2.0/networks/c29e02c5-8000-4917-925d-2eceb290693b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2584238 Jul 27 21:02:42.312027 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55082f8a-170f-4d49-9397-6a657a10fd49 req-446e46cc-a833-443a-941b-ab405d120a54 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:42.313528 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-55082f8a-170f-4d49-9397-6a657a10fd49 req-446e46cc-a833-443a-941b-ab405d120a54 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] 10.222.0.59 "GET /v2.0/ports?device_id=29c1b762-5cb9-4f5b-ac71-3cb8a306ebde HTTP/1.1" status: 200 len: 945 time: 0.2746198 Jul 27 21:02:42.377966 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-c7a0b6b4-09d1-458a-bcc5-8caf63132ef5 req-04bc0833-5c84-4d02-b42c-6b7dba23ad95 service neutron] 10.222.0.36 "GET /v2.0/networks/7ff0eeb8-777d-434e-b9ec-a1527ebf3b8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2123775 Jul 27 21:02:42.431991 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-55082f8a-170f-4d49-9397-6a657a10fd49 req-25f3ca64-d0f4-470f-abca-1c6fa0944c3c tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] 10.222.0.59 "GET /v2.0/security-groups?id=e760076b-6854-47cf-947b-f6a7a8a579d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0803173 Jul 27 21:02:42.487398 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-1cb72147-932b-48a1-880a-3488df91c8bf req-e8d02466-7103-4ff7-8fd2-ed6e179b5091 service neutron] 10.222.0.60 "GET /v2.0/networks/c29e02c5-8000-4917-925d-2eceb290693b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1943851 Jul 27 21:02:42.517635 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-c7a0b6b4-09d1-458a-bcc5-8caf63132ef5 req-404cb055-e1d2-4eac-ad18-4eac2089117d service neutron] 10.222.0.36 "GET /v2.0/networks/7ff0eeb8-777d-434e-b9ec-a1527ebf3b8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232011 Jul 27 21:02:42.718418 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bb6414-6890-4ad5-9ca8-4462a4e5bca7 req-d7e75f9b-7f18-4bda-a4ee-d39a393ee196 tempest-ServersAdminTestJSON-2115085297 tempest-ServersAdminTestJSON-2115085297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:42.723479 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-41bb6414-6890-4ad5-9ca8-4462a4e5bca7 req-d7e75f9b-7f18-4bda-a4ee-d39a393ee196 tempest-ServersAdminTestJSON-2115085297 tempest-ServersAdminTestJSON-2115085297-project] 10.222.0.59 "GET /v2.0/ports?device_id=b08c7cb2-ff39-4168-a373-6ea575b70e54 HTTP/1.1" status: 200 len: 950 time: 0.1289723 Jul 27 21:02:42.729090 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aaecedd-a120-49ee-b3e6-3e07c978a689 req-458f26b7-2f19-4256-83ec-1920da2c636f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:42.730590 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-9aaecedd-a120-49ee-b3e6-3e07c978a689 req-458f26b7-2f19-4256-83ec-1920da2c636f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=54685b57bf31427c889d7b240f3f8a60&device_id=e8887e14-4b4e-44b1-bcf6-490a0d8bdab5 HTTP/1.1" status: 200 len: 1096 time: 0.1725934 Jul 27 21:02:42.779152 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-bb32ed7d-8717-448b-a9c8-a5a0117d1fd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:42.866593 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94dc97f-946f-4966-93b5-90909505a100 req-0b463578-b5b0-4914-a15b-0f5265c62802 tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:42.868442 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e94dc97f-946f-4966-93b5-90909505a100 req-0b463578-b5b0-4914-a15b-0f5265c62802 tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] 10.222.0.59 "GET /v2.0/ports?device_id=e8887e14-4b4e-44b1-bcf6-490a0d8bdab5 HTTP/1.1" status: 200 len: 944 time: 0.2156677 Jul 27 21:02:42.870686 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-41bb6414-6890-4ad5-9ca8-4462a4e5bca7 req-3fc35436-25ab-4370-b5f1-9d9ed0f76aad tempest-ServersAdminTestJSON-2115085297 tempest-ServersAdminTestJSON-2115085297-project] 10.222.0.59 "GET /v2.0/security-groups?id=9f3cf157-ddbf-4bf4-acc6-59d64c6ea76b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441748 Jul 27 21:02:42.930293 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aaecedd-a120-49ee-b3e6-3e07c978a689 req-bf21539d-ec66-43f1-8b0f-0f9291271068 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:42.931809 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-9aaecedd-a120-49ee-b3e6-3e07c978a689 req-bf21539d-ec66-43f1-8b0f-0f9291271068 service neutron] 10.222.0.60 "GET /v2.0/networks?id=c29e02c5-8000-4917-925d-2eceb290693b HTTP/1.1" status: 200 len: 913 time: 0.1791954 Jul 27 21:02:42.941197 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e94dc97f-946f-4966-93b5-90909505a100 req-96c2fa0c-88bd-41dd-bbae-4e43c1a7b9b7 tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] 10.222.0.59 "GET /v2.0/security-groups?id=d1766e71-7b2a-4f2d-acc0-530f862b8fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611632 Jul 27 21:02:42.950394 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d0eef0-1cb5-41e3-ba34-4857da74553f req-a9428c3a-0b89-44cb-9c2d-29e201c26363 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:42.952670 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-63d0eef0-1cb5-41e3-ba34-4857da74553f req-a9428c3a-0b89-44cb-9c2d-29e201c26363 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=037df3a90f014739a3644a9c2d1586c8&device_id=29c1b762-5cb9-4f5b-ac71-3cb8a306ebde HTTP/1.1" status: 200 len: 1097 time: 0.2143304 Jul 27 21:02:43.002899 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-9aaecedd-a120-49ee-b3e6-3e07c978a689 req-f0444d15-7f08-4738-82d9-e7fdbfd8e577 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ac082086-f579-4132-83a4-98e0970d3946 HTTP/1.1" status: 200 len: 217 time: 0.0600824 Jul 27 21:02:43.167310 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aaecedd-a120-49ee-b3e6-3e07c978a689 req-5af957ae-ba01-41f4-a885-7edc0e45d310 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:43.168679 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-9aaecedd-a120-49ee-b3e6-3e07c978a689 req-5af957ae-ba01-41f4-a885-7edc0e45d310 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=7c0fdb90-69ca-4554-99dc-5ec25614338f HTTP/1.1" status: 200 len: 852 time: 0.1369264 Jul 27 21:02:43.231232 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-9aaecedd-a120-49ee-b3e6-3e07c978a689 req-8c6a228c-0bf3-4774-b39e-4c2dc1a86a64 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c29e02c5-8000-4917-925d-2eceb290693b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0452230 Jul 27 21:02:43.233138 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d0eef0-1cb5-41e3-ba34-4857da74553f req-340d18a2-a58c-423c-a31a-686e07480ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:43.234568 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-63d0eef0-1cb5-41e3-ba34-4857da74553f req-340d18a2-a58c-423c-a31a-686e07480ab3 service neutron] 10.222.0.36 "GET /v2.0/networks?id=6aa76440-68bb-4814-b579-87efb5c679e3 HTTP/1.1" status: 200 len: 913 time: 0.2418878 Jul 27 21:02:43.249498 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73bf0a1-20dc-4776-9029-0a236410ef23 req-f41dd4ac-c49a-4539-b6f5-cf1d70c6193b tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:43.251083 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-d73bf0a1-20dc-4776-9029-0a236410ef23 req-f41dd4ac-c49a-4539-b6f5-cf1d70c6193b tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] 10.222.0.59 "GET /v2.0/ports?device_id=29c1b762-5cb9-4f5b-ac71-3cb8a306ebde HTTP/1.1" status: 200 len: 945 time: 0.2965050 Jul 27 21:02:43.746560 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898c0ddc-7b96-4672-b5ae-cebc75b5f68a req-c4b0bfec-8272-4747-b58e-e131834d672d tempest-ServersAdminTestJSON-2115085297 tempest-ServersAdminTestJSON-2115085297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:43.748386 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-898c0ddc-7b96-4672-b5ae-cebc75b5f68a req-c4b0bfec-8272-4747-b58e-e131834d672d tempest-ServersAdminTestJSON-2115085297 tempest-ServersAdminTestJSON-2115085297-project] 10.222.0.59 "GET /v2.0/ports?device_id=b08c7cb2-ff39-4168-a373-6ea575b70e54 HTTP/1.1" status: 200 len: 950 time: 0.6522350 Jul 27 21:02:43.809086 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-63d0eef0-1cb5-41e3-ba34-4857da74553f req-515fb74a-5ae9-459e-b0db-5e512a123912 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0d25b76a-67ba-4b3b-8026-3f225d5e391c HTTP/1.1" status: 200 len: 1000 time: 0.5570219 Jul 27 21:02:43.815252 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-d73bf0a1-20dc-4776-9029-0a236410ef23 req-fa796439-d0aa-4955-98d9-8e9bcf7c70c6 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] 10.222.0.59 "GET /v2.0/security-groups?id=e760076b-6854-47cf-947b-f6a7a8a579d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5471504 Jul 27 21:02:43.887219 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-898c0ddc-7b96-4672-b5ae-cebc75b5f68a req-8eaf130b-b468-4601-81e4-f56c0e40527e tempest-ServersAdminTestJSON-2115085297 tempest-ServersAdminTestJSON-2115085297-project] 10.222.0.59 "GET /v2.0/security-groups?id=9f3cf157-ddbf-4bf4-acc6-59d64c6ea76b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227560 Jul 27 21:02:43.918436 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-9aaecedd-a120-49ee-b3e6-3e07c978a689 req-487749ac-f2ca-46aa-8645-691d317804b3 service neutron] 10.222.0.60 "GET /v2.0/networks/c29e02c5-8000-4917-925d-2eceb290693b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6775024 Jul 27 21:02:43.922775 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d0eef0-1cb5-41e3-ba34-4857da74553f req-83736bed-4f22-4200-a6fe-a8b5621a324e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:43.924511 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-63d0eef0-1cb5-41e3-ba34-4857da74553f req-83736bed-4f22-4200-a6fe-a8b5621a324e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=746696d1-95cb-4db5-9b25-089085191295 HTTP/1.1" status: 200 len: 851 time: 0.0989511 Jul 27 21:02:44.133281 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d0eef0-1cb5-41e3-ba34-4857da74553f req-b3d5bc45-85c3-45e3-b5c4-473b6c8a7883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:44.134926 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-63d0eef0-1cb5-41e3-ba34-4857da74553f req-b3d5bc45-85c3-45e3-b5c4-473b6c8a7883 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6aa76440-68bb-4814-b579-87efb5c679e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1882448 Jul 27 21:02:44.136851 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-9aaecedd-a120-49ee-b3e6-3e07c978a689 req-2fcfb6ba-e1a7-4d5f-a545-bc072471baa0 service neutron] 10.222.0.60 "GET /v2.0/networks/c29e02c5-8000-4917-925d-2eceb290693b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2100995 Jul 27 21:02:44.156796 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e58818-049e-45ed-8762-078b8766c099 req-209b8088-ca3d-4418-9e1e-7cfc8294163d tempest-ServerRescueTestJSON-417658892 tempest-ServerRescueTestJSON-417658892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:44.158334 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-48e58818-049e-45ed-8762-078b8766c099 req-209b8088-ca3d-4418-9e1e-7cfc8294163d tempest-ServerRescueTestJSON-417658892 tempest-ServerRescueTestJSON-417658892-project] 10.222.0.59 "GET /v2.0/ports?device_id=3681efa9-caf9-4127-b110-4ef1fb8e20bc HTTP/1.1" status: 200 len: 946 time: 0.1669958 Jul 27 21:02:44.216645 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-875ced1b-4cf3-463a-9653-058f0f9421e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:44.257469 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-48e58818-049e-45ed-8762-078b8766c099 req-197a2307-b6cf-4177-82e8-4f08a8640476 tempest-ServerRescueTestJSON-417658892 tempest-ServerRescueTestJSON-417658892-project] 10.222.0.59 "GET /v2.0/security-groups?id=551e2ab4-0adb-4dc6-ad9d-2e4a42006670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918736 Jul 27 21:02:44.286973 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-63d0eef0-1cb5-41e3-ba34-4857da74553f req-1b6a67e3-51a8-4835-a50e-f311698d56fc service neutron] 10.222.0.36 "GET /v2.0/networks/6aa76440-68bb-4814-b579-87efb5c679e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1395996 Jul 27 21:02:44.423490 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8840b01c-17ef-4f09-ade2-5355f562fcc9 req-a12af34a-ff79-4a3d-ae51-3f839c1c43c5 tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:44.425031 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-8840b01c-17ef-4f09-ade2-5355f562fcc9 req-a12af34a-ff79-4a3d-ae51-3f839c1c43c5 tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] 10.222.0.59 "GET /v2.0/ports?device_id=e8887e14-4b4e-44b1-bcf6-490a0d8bdab5 HTTP/1.1" status: 200 len: 944 time: 0.1371746 Jul 27 21:02:44.460164 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-63d0eef0-1cb5-41e3-ba34-4857da74553f req-e2233328-732b-4d7b-8c47-a064490ebd8e service neutron] 10.222.0.36 "GET /v2.0/networks/6aa76440-68bb-4814-b579-87efb5c679e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1423759 Jul 27 21:02:44.507570 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-8840b01c-17ef-4f09-ade2-5355f562fcc9 req-14e411e7-1642-409c-98e3-3167e3c58d2b tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] 10.222.0.59 "GET /v2.0/security-groups?id=d1766e71-7b2a-4f2d-acc0-530f862b8fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766890 Jul 27 21:02:44.567933 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf866e4-a110-4c80-9c55-817c4b52df02 req-6797bf8c-d80d-45cb-a6ff-04446945f4bd tempest-ServersAdminTestJSON-2115085297 tempest-ServersAdminTestJSON-2115085297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:44.569436 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-baf866e4-a110-4c80-9c55-817c4b52df02 req-6797bf8c-d80d-45cb-a6ff-04446945f4bd tempest-ServersAdminTestJSON-2115085297 tempest-ServersAdminTestJSON-2115085297-project] 10.222.0.59 "GET /v2.0/ports?device_id=b08c7cb2-ff39-4168-a373-6ea575b70e54 HTTP/1.1" status: 200 len: 950 time: 0.1288238 Jul 27 21:02:44.596824 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4afb423-11dd-4926-9f8e-e4c1637a1d60 req-588ff9a1-8781-4fda-91dc-37bce4d67eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:44.598220 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-c4afb423-11dd-4926-9f8e-e4c1637a1d60 req-588ff9a1-8781-4fda-91dc-37bce4d67eb2 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=3681efa9-caf9-4127-b110-4ef1fb8e20bc HTTP/1.1" status: 200 len: 1098 time: 0.1054890 Jul 27 21:02:44.631611 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-baf866e4-a110-4c80-9c55-817c4b52df02 req-f3911543-da56-45bf-9b67-2e6fe0fea092 tempest-ServersAdminTestJSON-2115085297 tempest-ServersAdminTestJSON-2115085297-project] 10.222.0.59 "GET /v2.0/security-groups?id=9f3cf157-ddbf-4bf4-acc6-59d64c6ea76b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550606 Jul 27 21:02:44.647029 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-c4afb423-11dd-4926-9f8e-e4c1637a1d60 req-0dbd7050-6331-47f8-9c6d-ae346891c360 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=551e2ab4-0adb-4dc6-ad9d-2e4a42006670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411947 Jul 27 21:02:44.952072 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db992ad3-5845-4c8d-bbb1-05b046533dbb req-f9ef05d7-612f-4548-8b38-c143825095a8 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:44.953626 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-db992ad3-5845-4c8d-bbb1-05b046533dbb req-f9ef05d7-612f-4548-8b38-c143825095a8 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] 10.222.0.59 "GET /v2.0/ports?device_id=29c1b762-5cb9-4f5b-ac71-3cb8a306ebde HTTP/1.1" status: 200 len: 945 time: 0.0689342 Jul 27 21:02:44.991644 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-db992ad3-5845-4c8d-bbb1-05b046533dbb req-54d14d19-1c65-4211-8a1a-2dafe74ebf69 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] 10.222.0.59 "GET /v2.0/security-groups?id=e760076b-6854-47cf-947b-f6a7a8a579d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321026 Jul 27 21:02:45.402841 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6e0287-557b-4a97-839b-c99d74855760 req-bb0ddd68-0b72-4a78-b838-e23aec02653e tempest-ServerRescueTestJSON-417658892 tempest-ServerRescueTestJSON-417658892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:45.404694 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-cf6e0287-557b-4a97-839b-c99d74855760 req-bb0ddd68-0b72-4a78-b838-e23aec02653e tempest-ServerRescueTestJSON-417658892 tempest-ServerRescueTestJSON-417658892-project] 10.222.0.59 "GET /v2.0/ports?device_id=3681efa9-caf9-4127-b110-4ef1fb8e20bc HTTP/1.1" status: 200 len: 946 time: 0.0668960 Jul 27 21:02:45.443351 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-cf6e0287-557b-4a97-839b-c99d74855760 req-8990cef7-23ea-4ba9-84b4-57182bcf6728 tempest-ServerRescueTestJSON-417658892 tempest-ServerRescueTestJSON-417658892-project] 10.222.0.59 "GET /v2.0/security-groups?id=551e2ab4-0adb-4dc6-ad9d-2e4a42006670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326939 Jul 27 21:02:45.638850 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b70d3e7-0d66-452c-9c83-b6d041141b0d req-519be3cd-3445-46f2-88c6-a749832834bc tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:45.640874 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-0b70d3e7-0d66-452c-9c83-b6d041141b0d req-519be3cd-3445-46f2-88c6-a749832834bc tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] 10.222.0.59 "GET /v2.0/ports?device_id=e8887e14-4b4e-44b1-bcf6-490a0d8bdab5 HTTP/1.1" status: 200 len: 944 time: 0.0646582 Jul 27 21:02:45.680566 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-0b70d3e7-0d66-452c-9c83-b6d041141b0d req-e567dc29-bf8b-4e05-900d-daf43f38c3c5 tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] 10.222.0.59 "GET /v2.0/security-groups?id=d1766e71-7b2a-4f2d-acc0-530f862b8fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334287 Jul 27 21:02:45.779793 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed199db4-e7c4-4641-a37c-8024c688068a req-6da2662d-26c6-468f-899f-eaa3bb10b8a7 tempest-ServersAdminTestJSON-2115085297 tempest-ServersAdminTestJSON-2115085297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:45.781312 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-ed199db4-e7c4-4641-a37c-8024c688068a req-6da2662d-26c6-468f-899f-eaa3bb10b8a7 tempest-ServersAdminTestJSON-2115085297 tempest-ServersAdminTestJSON-2115085297-project] 10.222.0.59 "GET /v2.0/ports?device_id=b08c7cb2-ff39-4168-a373-6ea575b70e54 HTTP/1.1" status: 200 len: 950 time: 0.0668688 Jul 27 21:02:45.823323 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-ed199db4-e7c4-4641-a37c-8024c688068a req-1572ceb4-c85f-4036-a383-404cec65c987 tempest-ServersAdminTestJSON-2115085297 tempest-ServersAdminTestJSON-2115085297-project] 10.222.0.59 "GET /v2.0/security-groups?id=9f3cf157-ddbf-4bf4-acc6-59d64c6ea76b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359347 Jul 27 21:02:45.856162 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-32758819-3679-4c90-8f48-52d85eff05cd req-7872a9c4-03c7-4139-b1c8-83a721756966 tempest-ServersTestBootFromVolume-282863897 tempest-ServersTestBootFromVolume-282863897-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-securitygroup--1523432379&fields=id&tenant_id=e6a11f02cd4148f0a35adc8cb27f5cc6 HTTP/1.1" status: 200 len: 267 time: 0.0318923 Jul 27 21:02:45.961940 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32758819-3679-4c90-8f48-52d85eff05cd req-2172ec65-f4cf-491d-9b12-b34cb3ef36a9 tempest-ServersTestBootFromVolume-282863897 tempest-ServersTestBootFromVolume-282863897-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:45.963407 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-32758819-3679-4c90-8f48-52d85eff05cd req-2172ec65-f4cf-491d-9b12-b34cb3ef36a9 tempest-ServersTestBootFromVolume-282863897 tempest-ServersTestBootFromVolume-282863897-project] 10.222.0.59 "GET /v2.0/networks?id=1a49fc1d-1f56-4b7d-b8b2-d0347dc68fb2 HTTP/1.1" status: 200 len: 816 time: 0.1006601 Jul 27 21:02:45.978269 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-32758819-3679-4c90-8f48-52d85eff05cd req-80848aef-1b7d-4ba5-8f48-6c4283649b6a tempest-ServersTestBootFromVolume-282863897 tempest-ServersTestBootFromVolume-282863897-project] 10.222.0.59 "GET /v2.0/quotas/e6a11f02cd4148f0a35adc8cb27f5cc6 HTTP/1.1" status: 200 len: 375 time: 0.0087683 Jul 27 21:02:46.051333 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-32758819-3679-4c90-8f48-52d85eff05cd req-8b63e42f-a32d-4282-9880-316f87079b72 tempest-ServersTestBootFromVolume-282863897 tempest-ServersTestBootFromVolume-282863897-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=e6a11f02cd4148f0a35adc8cb27f5cc6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0679958 Jul 27 21:02:46.186902 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-32758819-3679-4c90-8f48-52d85eff05cd req-97bb8b25-53c6-4e16-82f4-a625ee159793 service neutron] 10.222.0.59 "GET /v2.0/networks/1a49fc1d-1f56-4b7d-b8b2-d0347dc68fb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229115 Jul 27 21:02:46.201860 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614fa9d4-18b0-4aa8-bbe3-999521ec808f req-069c4ae1-0d56-4c02-86f4-faac77c7d566 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:46.203329 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-614fa9d4-18b0-4aa8-bbe3-999521ec808f req-069c4ae1-0d56-4c02-86f4-faac77c7d566 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] 10.222.0.59 "GET /v2.0/ports?device_id=29c1b762-5cb9-4f5b-ac71-3cb8a306ebde HTTP/1.1" status: 200 len: 945 time: 0.0972745 Jul 27 21:02:46.292565 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-614fa9d4-18b0-4aa8-bbe3-999521ec808f req-7967b873-fbe2-47f9-b48f-b43d678f0fd7 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] 10.222.0.59 "GET /v2.0/security-groups?id=e760076b-6854-47cf-947b-f6a7a8a579d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0811777 Jul 27 21:02:46.319977 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-32758819-3679-4c90-8f48-52d85eff05cd req-c647b9f6-dc7b-4c42-accc-76fd4549abde service neutron] 10.222.0.59 "GET /v2.0/networks/1a49fc1d-1f56-4b7d-b8b2-d0347dc68fb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261182 Jul 27 21:02:46.463978 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02166b7c-1a5b-465f-808f-1024a1774529 req-2b0adebc-782e-4c3e-b39d-dc81de5a3b68 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:46.467190 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-02166b7c-1a5b-465f-808f-1024a1774529 req-2b0adebc-782e-4c3e-b39d-dc81de5a3b68 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] 10.222.0.59 "GET /v2.0/ports?device_id=29c1b762-5cb9-4f5b-ac71-3cb8a306ebde HTTP/1.1" status: 200 len: 945 time: 0.0665982 Jul 27 21:02:46.508388 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-02166b7c-1a5b-465f-808f-1024a1774529 req-883bbd16-3ab5-4ab4-8dfd-0ec707a57022 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] 10.222.0.59 "GET /v2.0/security-groups?id=e760076b-6854-47cf-947b-f6a7a8a579d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334611 Jul 27 21:02:46.752635 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7a2509-23f0-4bc4-90f4-fff3f0c32593 req-cffbeea0-0fa3-4734-a48d-d71b618a37bd tempest-ServerRescueTestJSON-417658892 tempest-ServerRescueTestJSON-417658892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:46.754095 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-5a7a2509-23f0-4bc4-90f4-fff3f0c32593 req-cffbeea0-0fa3-4734-a48d-d71b618a37bd tempest-ServerRescueTestJSON-417658892 tempest-ServerRescueTestJSON-417658892-project] 10.222.0.59 "GET /v2.0/ports?device_id=3681efa9-caf9-4127-b110-4ef1fb8e20bc HTTP/1.1" status: 200 len: 946 time: 0.1146204 Jul 27 21:02:46.769084 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a73b3aaa-947e-4994-a833-9f8131e797ce req-8abed859-a727-4f12-b39e-9a2ecc3c9d07 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=2be6dd0d-bc7c-4882-8bb2-afe5ae686d07&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1393428 Jul 27 21:02:46.795808 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-6c93feb7-9ed5-4d3d-9305-ba72d829e83a req-6f09b648-8a1b-4fc8-8986-51a50324835e tempest-ServersTestBootFromVolume-282863897 tempest-ServersTestBootFromVolume-282863897-project] 10.222.0.59 "GET /v2.0/ports?device_id=161cca6f-9931-404c-9b79-c55a315be1ff HTTP/1.1" status: 200 len: 210 time: 0.0525882 Jul 27 21:02:46.846880 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-5a7a2509-23f0-4bc4-90f4-fff3f0c32593 req-44c627ce-4365-4019-a17a-2fad857ad171 tempest-ServerRescueTestJSON-417658892 tempest-ServerRescueTestJSON-417658892-project] 10.222.0.59 "GET /v2.0/security-groups?id=551e2ab4-0adb-4dc6-ad9d-2e4a42006670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757711 Jul 27 21:02:46.920763 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73b3aaa-947e-4994-a833-9f8131e797ce req-070d1a8c-562a-4391-bc15-21e9c2439bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:46.921407 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73b3aaa-947e-4994-a833-9f8131e797ce req-070d1a8c-562a-4391-bc15-21e9c2439bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:46.922103 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73b3aaa-947e-4994-a833-9f8131e797ce req-070d1a8c-562a-4391-bc15-21e9c2439bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:46.922646 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73b3aaa-947e-4994-a833-9f8131e797ce req-070d1a8c-562a-4391-bc15-21e9c2439bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:46.923793 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73b3aaa-947e-4994-a833-9f8131e797ce req-070d1a8c-562a-4391-bc15-21e9c2439bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:46.925191 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73b3aaa-947e-4994-a833-9f8131e797ce req-070d1a8c-562a-4391-bc15-21e9c2439bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:46.926474 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73b3aaa-947e-4994-a833-9f8131e797ce req-070d1a8c-562a-4391-bc15-21e9c2439bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:46.929791 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a73b3aaa-947e-4994-a833-9f8131e797ce req-070d1a8c-562a-4391-bc15-21e9c2439bf5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=be3b976efbdd4f41894dd22bc5b95523&device_id=2be6dd0d-bc7c-4882-8bb2-afe5ae686d07 HTTP/1.1" status: 200 len: 6507 time: 0.1240807 Jul 27 21:02:47.158629 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73b3aaa-947e-4994-a833-9f8131e797ce req-7eff0a35-4db5-4b3e-8699-d42e7f6f3efa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:47.159349 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73b3aaa-947e-4994-a833-9f8131e797ce req-7eff0a35-4db5-4b3e-8699-d42e7f6f3efa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:47.159592 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73b3aaa-947e-4994-a833-9f8131e797ce req-7eff0a35-4db5-4b3e-8699-d42e7f6f3efa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:47.161280 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a73b3aaa-947e-4994-a833-9f8131e797ce req-7eff0a35-4db5-4b3e-8699-d42e7f6f3efa service neutron] 10.222.0.36 "GET /v2.0/networks?id=b117ba52-594c-450e-a21e-ba2b0ffa1338&id=d06e6d48-2725-42c2-bd07-d31f23229f60&id=d06e6d48-2725-42c2-bd07-d31f23229f60&id=d06e6d48-2725-42c2-bd07-d31f23229f60&id=d06e6d48-2725-42c2-bd07-d31f23229f60&id=dd0adb7c-988a-43cc-a0da-76a1fae1d8ff&id=dd0adb7c-988a-43cc-a0da-76a1fae1d8ff HTTP/1.1" status: 200 len: 2296 time: 0.1990802 Jul 27 21:02:47.173422 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1754acb0-c0c9-43ac-93c0-2b75c5d1f044 req-c6548bfd-45bc-40b9-bb63-64c3d59ed471 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:47.174887 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-1754acb0-c0c9-43ac-93c0-2b75c5d1f044 req-c6548bfd-45bc-40b9-bb63-64c3d59ed471 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] 10.222.0.59 "GET /v2.0/ports?device_id=29c1b762-5cb9-4f5b-ac71-3cb8a306ebde HTTP/1.1" status: 200 len: 945 time: 0.2026515 Jul 27 21:02:47.232302 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995adc79-bd1c-45e9-910f-398fa0e076ea req-7396b258-4177-44f4-b596-208635c21dd6 tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:47.233834 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-995adc79-bd1c-45e9-910f-398fa0e076ea req-7396b258-4177-44f4-b596-208635c21dd6 tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] 10.222.0.59 "GET /v2.0/ports?device_id=e8887e14-4b4e-44b1-bcf6-490a0d8bdab5 HTTP/1.1" status: 200 len: 944 time: 0.2054400 Jul 27 21:02:47.304152 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-1754acb0-c0c9-43ac-93c0-2b75c5d1f044 req-d0c302b5-3aa6-4db7-876c-3ad68abdfef8 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] 10.222.0.59 "GET /v2.0/security-groups?id=e760076b-6854-47cf-947b-f6a7a8a579d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1188438 Jul 27 21:02:47.307922 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a73b3aaa-947e-4994-a833-9f8131e797ce req-7ee47c9a-6512-4c32-8112-b10dea1773e5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3e901f2c-afa6-4e65-b936-9e2231fd9b0c HTTP/1.1" status: 200 len: 1001 time: 0.1321647 Jul 27 21:02:47.311633 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-995adc79-bd1c-45e9-910f-398fa0e076ea req-c0a94f76-112e-4b00-b77a-b0e34648df7f tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] 10.222.0.59 "GET /v2.0/security-groups?id=d1766e71-7b2a-4f2d-acc0-530f862b8fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680444 Jul 27 21:02:47.472912 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73b3aaa-947e-4994-a833-9f8131e797ce req-2c3ca33a-b365-4143-9c1f-7375f62632d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:47.474347 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a73b3aaa-947e-4994-a833-9f8131e797ce req-2c3ca33a-b365-4143-9c1f-7375f62632d5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=38961467-19f7-4057-ba41-d6906c9db744 HTTP/1.1" status: 200 len: 856 time: 0.1295466 Jul 27 21:02:47.556133 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e222dc-093d-4f9d-8368-d83291eefb57 req-6561ca10-b4f0-4e3b-ac0f-7012ff76eb50 tempest-ServersAdminTestJSON-2115085297 tempest-ServersAdminTestJSON-2115085297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:47.557589 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-61e222dc-093d-4f9d-8368-d83291eefb57 req-6561ca10-b4f0-4e3b-ac0f-7012ff76eb50 tempest-ServersAdminTestJSON-2115085297 tempest-ServersAdminTestJSON-2115085297-project] 10.222.0.59 "GET /v2.0/ports?device_id=b08c7cb2-ff39-4168-a373-6ea575b70e54 HTTP/1.1" status: 200 len: 950 time: 0.1802700 Jul 27 21:02:47.582781 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7b9aa4-776c-409a-afc4-b380f9a6ef91 req-55e22f81-784c-42f5-9fc0-44db3a1982e4 tempest-ServerRescueTestJSON-417658892 tempest-ServerRescueTestJSON-417658892-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:47.584205 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-be7b9aa4-776c-409a-afc4-b380f9a6ef91 req-55e22f81-784c-42f5-9fc0-44db3a1982e4 tempest-ServerRescueTestJSON-417658892 tempest-ServerRescueTestJSON-417658892-project] 10.222.0.59 "GET /v2.0/networks?id=a24de5a6-5324-4482-88f7-01f3fef3fce4 HTTP/1.1" status: 200 len: 811 time: 0.1927600 Jul 27 21:02:47.613371 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-be7b9aa4-776c-409a-afc4-b380f9a6ef91 req-3d8701dc-1607-4a7c-9fc8-ddee6d9fc33e tempest-ServerRescueTestJSON-417658892 tempest-ServerRescueTestJSON-417658892-project] 10.222.0.59 "GET /v2.0/quotas/bf2c8cd4d0264e96b8bde16d0eb3a6fe HTTP/1.1" status: 200 len: 375 time: 0.0210016 Jul 27 21:02:47.642967 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-61e222dc-093d-4f9d-8368-d83291eefb57 req-f6ac2788-9530-4be9-bfaf-ca65469eb1e5 tempest-ServersAdminTestJSON-2115085297 tempest-ServersAdminTestJSON-2115085297-project] 10.222.0.59 "GET /v2.0/security-groups?id=9f3cf157-ddbf-4bf4-acc6-59d64c6ea76b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778751 Jul 27 21:02:47.658539 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Device ac082086-f579-4132-83a4-98e0970d3946 details requested by agent hyperv_n-h2-705658-22 with host n-h2-705658-22 {{(pid=105586) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:02:47.662077 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73b3aaa-947e-4994-a833-9f8131e797ce req-fb329f1c-51c7-4022-a4b9-0e88dfde102c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:47.663605 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a73b3aaa-947e-4994-a833-9f8131e797ce req-fb329f1c-51c7-4022-a4b9-0e88dfde102c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b117ba52-594c-450e-a21e-ba2b0ffa1338&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1751375 Jul 27 21:02:47.759150 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-be7b9aa4-776c-409a-afc4-b380f9a6ef91 req-583f2000-1431-4a4b-a5da-5e4a55581974 tempest-ServerRescueTestJSON-417658892 tempest-ServerRescueTestJSON-417658892-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=bf2c8cd4d0264e96b8bde16d0eb3a6fe&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1330712 Jul 27 21:02:47.760573 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] For port ac082086-f579-4132-83a4-98e0970d3946, host n-h2-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=ac082086-f579-4132-83a4-98e0970d3946,segment=NetworkSegment(872889e4-5d02-4ec8-807e-3e5c98ba67af),segment_id=872889e4-5d02-4ec8-807e-3e5c98ba67af)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:02:47.772577 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Returning: {'device': 'ac082086-f579-4132-83a4-98e0970d3946', 'network_id': 'c29e02c5-8000-4917-925d-2eceb290693b', 'port_id': 'ac082086-f579-4132-83a4-98e0970d3946', 'mac_address': 'fa:16:3e:d7:01:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 236, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c0fdb90-69ca-4554-99dc-5ec25614338f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105586) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:02:47.814267 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:47.830600 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [None req-3d54578f-831f-4696-b568-13c455922dab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac082086-f579-4132-83a4-98e0970d3946 {{(pid=105586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:02:47.840727 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a73b3aaa-947e-4994-a833-9f8131e797ce req-c6b7bafb-8f92-47bf-8160-613b934bbf91 service neutron] 10.222.0.36 "GET /v2.0/networks/b117ba52-594c-450e-a21e-ba2b0ffa1338?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1586533 Jul 27 21:02:47.852761 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] For port ac082086-f579-4132-83a4-98e0970d3946, host n-h2-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=ac082086-f579-4132-83a4-98e0970d3946,segment=NetworkSegment(872889e4-5d02-4ec8-807e-3e5c98ba67af),segment_id=872889e4-5d02-4ec8-807e-3e5c98ba67af)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:02:47.864613 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:47.928811 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Pushing event updated for resources: {'Port': ['ID=ac082086-f579-4132-83a4-98e0970d3946,revision_number=4']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:02:47.950328 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-be7b9aa4-776c-409a-afc4-b380f9a6ef91 req-061ade63-7759-4ced-beca-56e5658ae396 service neutron] 10.222.0.59 "GET /v2.0/networks/a24de5a6-5324-4482-88f7-01f3fef3fce4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1795628 Jul 27 21:02:48.045230 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a73b3aaa-947e-4994-a833-9f8131e797ce req-50d41ced-3171-4641-befb-4645b7b856c8 service neutron] 10.222.0.36 "GET /v2.0/networks/b117ba52-594c-450e-a21e-ba2b0ffa1338?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1758661 Jul 27 21:02:48.056800 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32758819-3679-4c90-8f48-52d85eff05cd req-1edb4aa8-d262-460f-91b1-3664776be22e tempest-ServersTestBootFromVolume-282863897 tempest-ServersTestBootFromVolume-282863897-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:48.058267 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-32758819-3679-4c90-8f48-52d85eff05cd req-1edb4aa8-d262-460f-91b1-3664776be22e tempest-ServersTestBootFromVolume-282863897 tempest-ServersTestBootFromVolume-282863897-project] 10.222.0.36 "GET /v2.0/networks?id=1a49fc1d-1f56-4b7d-b8b2-d0347dc68fb2 HTTP/1.1" status: 200 len: 816 time: 0.1163535 Jul 27 21:02:48.095229 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b827b89f-a27b-4407-8236-47986baefb9b req-f77cf946-f8f2-4076-86cd-2cdfa3776643 tempest-ServersTestBootFromVolume-282863897 tempest-ServersTestBootFromVolume-282863897-project] 10.222.0.59 "GET /v2.0/ports?device_id=161cca6f-9931-404c-9b79-c55a315be1ff HTTP/1.1" status: 200 len: 210 time: 0.0371873 Jul 27 21:02:48.111254 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-be7b9aa4-776c-409a-afc4-b380f9a6ef91 req-8ab5f394-6276-48e0-9e29-02572ff3e340 service neutron] 10.222.0.59 "GET /v2.0/networks/a24de5a6-5324-4482-88f7-01f3fef3fce4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1599863 Jul 27 21:02:48.131816 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-32758819-3679-4c90-8f48-52d85eff05cd req-b1f2dda1-1c83-4f4a-aa7c-b0541825b439 tempest-ServersTestBootFromVolume-282863897 tempest-ServersTestBootFromVolume-282863897-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e6a11f02cd4148f0a35adc8cb27f5cc6 HTTP/1.1" status: 200 len: 380 time: 0.0402570 Jul 27 21:02:48.151614 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [req-32758819-3679-4c90-8f48-52d85eff05cd req-6eadf4fe-9c58-424f-bb26-c90e8956761f tempest-ServersTestBootFromVolume-282863897 tempest-ServersTestBootFromVolume-282863897-project] Request body: {'port': {'device_id': '161cca6f-9931-404c-9b79-c55a315be1ff', 'network_id': '1a49fc1d-1f56-4b7d-b8b2-d0347dc68fb2', 'admin_state_up': True, 'tenant_id': 'e6a11f02cd4148f0a35adc8cb27f5cc6', 'security_groups': ['81717ca8-fce7-4766-8713-390b66f80e4f']}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:02:48.197705 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a73b3aaa-947e-4994-a833-9f8131e797ce req-4b5704a7-1764-4bc7-80f3-1e89f06d10f9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.80&port_id=32d33fb6-0dd4-4fb0-848b-fa38285c8993 HTTP/1.1" status: 200 len: 217 time: 0.1067090 Jul 27 21:02:48.246343 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] get_ports_and_sgs() called for port_ids ['ac082086-f579-4132-83a4-98e0970d3946'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:02:48.329307 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-32758819-3679-4c90-8f48-52d85eff05cd req-6eadf4fe-9c58-424f-bb26-c90e8956761f tempest-ServersTestBootFromVolume-282863897 tempest-ServersTestBootFromVolume-282863897-project] Made reservation on behalf of e6a11f02cd4148f0a35adc8cb27f5cc6 for: {'port': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:02:48.333343 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-32758819-3679-4c90-8f48-52d85eff05cd req-6eadf4fe-9c58-424f-bb26-c90e8956761f tempest-ServersTestBootFromVolume-282863897 tempest-ServersTestBootFromVolume-282863897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:48.364460 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-919b701a-d6c2-4adc-a337-e48933fa00a0 req-5eb9cab3-e898-4791-a7eb-4c0b6797395d tempest-ServerRescueTestJSON-417658892 tempest-ServerRescueTestJSON-417658892-project] 10.222.0.59 "GET /v2.0/ports?device_id=a639bd19-8e17-4b7c-a6dc-d5ab3bcb59ec HTTP/1.1" status: 200 len: 210 time: 0.0876155 Jul 27 21:02:48.376316 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73b3aaa-947e-4994-a833-9f8131e797ce req-07bad73d-bcde-46a1-a05f-31e258f7419e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:48.377118 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a73b3aaa-947e-4994-a833-9f8131e797ce req-07bad73d-bcde-46a1-a05f-31e258f7419e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=bd7fbe4e-00a2-4867-9403-b89fa41a76c1 HTTP/1.1" status: 200 len: 797 time: 0.1617949 Jul 27 21:02:48.449308 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e34fb5-0f77-4603-a273-fbecb2879e81 req-a251ca33-670c-42e0-999c-4610b6268b15 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:48.456818 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-48e34fb5-0f77-4603-a273-fbecb2879e81 req-a251ca33-670c-42e0-999c-4610b6268b15 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] 10.222.0.59 "GET /v2.0/ports?device_id=29c1b762-5cb9-4f5b-ac71-3cb8a306ebde HTTP/1.1" status: 200 len: 945 time: 0.2537687 Jul 27 21:02:48.539841 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.db_base_plugin_common [req-32758819-3679-4c90-8f48-52d85eff05cd req-6eadf4fe-9c58-424f-bb26-c90e8956761f tempest-ServersTestBootFromVolume-282863897 tempest-ServersTestBootFromVolume-282863897-project] Allocated IP 172.20.0.5 (1a49fc1d-1f56-4b7d-b8b2-d0347dc68fb2/495e2e2c-9860-4618-b64d-ac1d06b799f2/1a3a868f-1d42-49a9-b669-5243653e1ad2) {{(pid=105584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:02:48.548946 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-48e34fb5-0f77-4603-a273-fbecb2879e81 req-f26c75f1-7f16-44e2-8b47-93fe3b70f5dc tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] 10.222.0.59 "GET /v2.0/security-groups?id=e760076b-6854-47cf-947b-f6a7a8a579d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0914147 Jul 27 21:02:48.564633 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73b3aaa-947e-4994-a833-9f8131e797ce req-f1eec1a7-ee40-47fb-8ace-32662c0a4af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:48.566415 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a73b3aaa-947e-4994-a833-9f8131e797ce req-f1eec1a7-ee40-47fb-8ace-32662c0a4af8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d06e6d48-2725-42c2-bd07-d31f23229f60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1730254 Jul 27 21:02:48.647407 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e13bcc0-0ef3-4ef2-85c0-717c7599aee5 req-3180079b-4d8d-488a-8278-af431a5c138e tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:48.656271 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-3e13bcc0-0ef3-4ef2-85c0-717c7599aee5 req-3180079b-4d8d-488a-8278-af431a5c138e tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] 10.222.0.59 "GET /v2.0/ports?device_id=e8887e14-4b4e-44b1-bcf6-490a0d8bdab5 HTTP/1.1" status: 200 len: 945 time: 0.1975791 Jul 27 21:02:48.758025 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-32758819-3679-4c90-8f48-52d85eff05cd req-6eadf4fe-9c58-424f-bb26-c90e8956761f tempest-ServersTestBootFromVolume-282863897 tempest-ServersTestBootFromVolume-282863897-project] Notify callbacks [] for port, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:48.772415 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.provisioning_blocks [req-32758819-3679-4c90-8f48-52d85eff05cd req-6eadf4fe-9c58-424f-bb26-c90e8956761f tempest-ServersTestBootFromVolume-282863897 tempest-ServersTestBootFromVolume-282863897-project] Transition to ACTIVE for port object 1a3a868f-1d42-49a9-b669-5243653e1ad2 will not be triggered until provisioned by entity DHCP. {{(pid=105584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:02:48.796184 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-3e13bcc0-0ef3-4ef2-85c0-717c7599aee5 req-2d3b342d-d1cc-4759-b506-03e07b523b58 tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] 10.222.0.59 "GET /v2.0/security-groups?id=d1766e71-7b2a-4f2d-acc0-530f862b8fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338146 Jul 27 21:02:48.805490 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a73b3aaa-947e-4994-a833-9f8131e797ce req-88580759-f97c-439a-b7ba-5be69813adc5 service neutron] 10.222.0.36 "GET /v2.0/networks/d06e6d48-2725-42c2-bd07-d31f23229f60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2271626 Jul 27 21:02:48.813070 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-32758819-3679-4c90-8f48-52d85eff05cd req-6eadf4fe-9c58-424f-bb26-c90e8956761f tempest-ServersTestBootFromVolume-282863897 tempest-ServersTestBootFromVolume-282863897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:48.864089 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-32758819-3679-4c90-8f48-52d85eff05cd req-6eadf4fe-9c58-424f-bb26-c90e8956761f tempest-ServersTestBootFromVolume-282863897 tempest-ServersTestBootFromVolume-282863897-project] Network 1a49fc1d-1f56-4b7d-b8b2-d0347dc68fb2 is already hosted by enough agents. {{(pid=105584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:02:48.872517 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [req-32758819-3679-4c90-8f48-52d85eff05cd req-6eadf4fe-9c58-424f-bb26-c90e8956761f tempest-ServersTestBootFromVolume-282863897 tempest-ServersTestBootFromVolume-282863897-project] Resources bound (agent type, host, resource id): {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:02:48.877210 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [req-32758819-3679-4c90-8f48-52d85eff05cd req-6eadf4fe-9c58-424f-bb26-c90e8956761f tempest-ServersTestBootFromVolume-282863897 tempest-ServersTestBootFromVolume-282863897-project] Received port after_create {{(pid=105584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:02:48.887350 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eadf4fe-9c58-424f-bb26-c90e8956761f tempest-ServersTestBootFromVolume-282863897 tempest-ServersTestBootFromVolume-282863897-project] Pushing event updated for resources: {'Port': ['ID=1a3a868f-1d42-49a9-b669-5243653e1ad2,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:02:48.954431 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696a13d6-c950-47da-a94d-4a17b01d0b5f req-f78e9b88-e03e-4c94-bff5-2d55dfc63a83 tempest-ServersAdminTestJSON-2115085297 tempest-ServersAdminTestJSON-2115085297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:48.964957 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-696a13d6-c950-47da-a94d-4a17b01d0b5f req-f78e9b88-e03e-4c94-bff5-2d55dfc63a83 tempest-ServersAdminTestJSON-2115085297 tempest-ServersAdminTestJSON-2115085297-project] 10.222.0.59 "GET /v2.0/ports?device_id=b08c7cb2-ff39-4168-a373-6ea575b70e54 HTTP/1.1" status: 200 len: 950 time: 0.2139180 Jul 27 21:02:48.970760 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32758819-3679-4c90-8f48-52d85eff05cd req-6eadf4fe-9c58-424f-bb26-c90e8956761f tempest-ServersTestBootFromVolume-282863897 tempest-ServersTestBootFromVolume-282863897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:48.972284 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-32758819-3679-4c90-8f48-52d85eff05cd req-6eadf4fe-9c58-424f-bb26-c90e8956761f tempest-ServersTestBootFromVolume-282863897 tempest-ServersTestBootFromVolume-282863897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:48.995706 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-32758819-3679-4c90-8f48-52d85eff05cd req-6eadf4fe-9c58-424f-bb26-c90e8956761f tempest-ServersTestBootFromVolume-282863897 tempest-ServersTestBootFromVolume-282863897-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8500624 Jul 27 21:02:49.027097 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [req-32758819-3679-4c90-8f48-52d85eff05cd req-573862aa-0372-4e9a-9765-d79f973663cc service neutron] Request body: {'port': {'device_id': '161cca6f-9931-404c-9b79-c55a315be1ff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-705658-22'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:02:49.034961 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a73b3aaa-947e-4994-a833-9f8131e797ce req-589073b5-9c69-47e7-82a4-bc0d3bcb0d9c service neutron] 10.222.0.36 "GET /v2.0/networks/d06e6d48-2725-42c2-bd07-d31f23229f60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2180471 Jul 27 21:02:49.054094 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-696a13d6-c950-47da-a94d-4a17b01d0b5f req-8d29aafd-bcfa-45e0-b279-7c5220a43999 tempest-ServersAdminTestJSON-2115085297 tempest-ServersAdminTestJSON-2115085297-project] 10.222.0.59 "GET /v2.0/security-groups?id=9f3cf157-ddbf-4bf4-acc6-59d64c6ea76b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881248 Jul 27 21:02:49.107207 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a73b3aaa-947e-4994-a833-9f8131e797ce req-0f00b1a6-7372-44ac-a4e9-49178fe81861 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.207&port_id=566e3be7-77d9-40a2-9abe-1e1bb6e2da74 HTTP/1.1" status: 200 len: 217 time: 0.0520191 Jul 27 21:02:49.167220 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-32758819-3679-4c90-8f48-52d85eff05cd req-573862aa-0372-4e9a-9765-d79f973663cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:49.230173 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73b3aaa-947e-4994-a833-9f8131e797ce req-0e8850b5-0581-4f8d-b115-b89cb5a1fe34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:49.231707 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a73b3aaa-947e-4994-a833-9f8131e797ce req-0e8850b5-0581-4f8d-b115-b89cb5a1fe34 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=bd7fbe4e-00a2-4867-9403-b89fa41a76c1 HTTP/1.1" status: 200 len: 797 time: 0.1147723 Jul 27 21:02:49.296643 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcab032-4962-45d3-9923-6a7285defd45 req-ec52f888-31c6-43b2-afd4-0d3c99047556 tempest-ServersTestBootFromVolume-282863897 tempest-ServersTestBootFromVolume-282863897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:49.298418 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-0bcab032-4962-45d3-9923-6a7285defd45 req-ec52f888-31c6-43b2-afd4-0d3c99047556 tempest-ServersTestBootFromVolume-282863897 tempest-ServersTestBootFromVolume-282863897-project] 10.222.0.59 "GET /v2.0/ports?device_id=161cca6f-9931-404c-9b79-c55a315be1ff HTTP/1.1" status: 200 len: 931 time: 0.1066608 Jul 27 21:02:49.324134 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-1498356c-bf85-4200-be6a-dcf66990d3ad None None] Provisioning for port 1a3a868f-1d42-49a9-b669-5243653e1ad2 completed by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:02:49.330695 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-1498356c-bf85-4200-be6a-dcf66990d3ad None None] Provisioning complete for port 1a3a868f-1d42-49a9-b669-5243653e1ad2 triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:02:49.331877 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-1498356c-bf85-4200-be6a-dcf66990d3ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:49.333228 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73b3aaa-947e-4994-a833-9f8131e797ce req-876655a2-19ac-4ae3-9b5b-4c2ac35692b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:49.334933 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a73b3aaa-947e-4994-a833-9f8131e797ce req-876655a2-19ac-4ae3-9b5b-4c2ac35692b3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d06e6d48-2725-42c2-bd07-d31f23229f60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0918431 Jul 27 21:02:49.360276 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-0bcab032-4962-45d3-9923-6a7285defd45 req-0a37bc31-d3a3-4537-adac-e7eacfbe9bb1 tempest-ServersTestBootFromVolume-282863897 tempest-ServersTestBootFromVolume-282863897-project] 10.222.0.59 "GET /v2.0/security-groups?id=81717ca8-fce7-4766-8713-390b66f80e4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553250 Jul 27 21:02:49.391874 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-1498356c-bf85-4200-be6a-dcf66990d3ad None None] Port 1a3a868f-1d42-49a9-b669-5243653e1ad2 cannot update to ACTIVE because it is not bound. {{(pid=105586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:02:49.476196 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a73b3aaa-947e-4994-a833-9f8131e797ce req-75d4b0f8-7014-4f35-934f-5c3f3fc09665 service neutron] 10.222.0.36 "GET /v2.0/networks/d06e6d48-2725-42c2-bd07-d31f23229f60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260188 Jul 27 21:02:49.500302 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e3886282-485f-4de1-9dbf-41c84ce4760e req-3e31cf8d-8d50-48f4-a301-3bee8d550f9e tempest-ServerRescueTestJSON-417658892 tempest-ServerRescueTestJSON-417658892-project] 10.222.0.59 "GET /v2.0/ports?device_id=a639bd19-8e17-4b7c-a6dc-d5ab3bcb59ec HTTP/1.1" status: 200 len: 210 time: 0.0448234 Jul 27 21:02:49.536221 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [req-32758819-3679-4c90-8f48-52d85eff05cd req-573862aa-0372-4e9a-9765-d79f973663cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a3a868f-1d42-49a9-b669-5243653e1ad2 {{(pid=105584) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:02:49.545926 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-32758819-3679-4c90-8f48-52d85eff05cd req-573862aa-0372-4e9a-9765-d79f973663cc service neutron] Notify callbacks [] for port, precommit_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:49.566098 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.provisioning_blocks [req-32758819-3679-4c90-8f48-52d85eff05cd req-573862aa-0372-4e9a-9765-d79f973663cc service neutron] Transition to ACTIVE for port object 1a3a868f-1d42-49a9-b669-5243653e1ad2 will not be triggered until provisioned by entity L2. {{(pid=105584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:02:49.569995 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-32758819-3679-4c90-8f48-52d85eff05cd req-573862aa-0372-4e9a-9765-d79f973663cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9014027'] for port, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:49.680805 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Device ac082086-f579-4132-83a4-98e0970d3946 up at agent hyperv_n-h2-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:02:49.743143 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573862aa-0372-4e9a-9765-d79f973663cc service neutron] Pushing event updated for resources: {'Port': ['ID=1a3a868f-1d42-49a9-b669-5243653e1ad2,revision_number=2']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:02:49.783432 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a73b3aaa-947e-4994-a833-9f8131e797ce req-11b0e237-916c-4e67-9e0d-1b58a011f37d service neutron] 10.222.0.36 "GET /v2.0/networks/d06e6d48-2725-42c2-bd07-d31f23229f60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2875602 Jul 27 21:02:49.789011 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-3d54578f-831f-4696-b568-13c455922dab None None] Provisioning for port ac082086-f579-4132-83a4-98e0970d3946 completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:02:49.793490 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [req-32758819-3679-4c90-8f48-52d85eff05cd req-573862aa-0372-4e9a-9765-d79f973663cc service neutron] Attempting to bind port 1a3a868f-1d42-49a9-b669-5243653e1ad2 on host n-h1-705658-22 for vnic_type normal with profile {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:02:49.793779 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [req-32758819-3679-4c90-8f48-52d85eff05cd req-573862aa-0372-4e9a-9765-d79f973663cc service neutron] Attempting to bind port 1a3a868f-1d42-49a9-b669-5243653e1ad2 by drivers openvswitch,hyperv on host n-h1-705658-22 at level 0 using segments [{'id': 'fd79765c-e7bd-40c2-b4f2-b2a1b80d938c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '1a49fc1d-1f56-4b7d-b8b2-d0347dc68fb2'}] {{(pid=105584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:02:49.794064 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32758819-3679-4c90-8f48-52d85eff05cd req-573862aa-0372-4e9a-9765-d79f973663cc service neutron] Attempting to bind port 1a3a868f-1d42-49a9-b669-5243653e1ad2 on network 1a49fc1d-1f56-4b7d-b8b2-d0347dc68fb2 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:02:49.799280 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-3d54578f-831f-4696-b568-13c455922dab None None] Provisioning complete for port ac082086-f579-4132-83a4-98e0970d3946 triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:02:49.800421 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:49.802237 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32758819-3679-4c90-8f48-52d85eff05cd req-573862aa-0372-4e9a-9765-d79f973663cc service neutron] Port 1a3a868f-1d42-49a9-b669-5243653e1ad2 on network 1a49fc1d-1f56-4b7d-b8b2-d0347dc68fb2 not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-22 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:02:49.802575 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32758819-3679-4c90-8f48-52d85eff05cd req-573862aa-0372-4e9a-9765-d79f973663cc service neutron] Attempting to bind port 1a3a868f-1d42-49a9-b669-5243653e1ad2 on network 1a49fc1d-1f56-4b7d-b8b2-d0347dc68fb2 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:02:49.815964 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32758819-3679-4c90-8f48-52d85eff05cd req-573862aa-0372-4e9a-9765-d79f973663cc service neutron] Checking agent: {'id': '9d9bc37f-4d75-44ef-9f63-799aab3e316f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 49, 36), 'started_at': datetime.datetime(2021, 7, 27, 20, 49, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 2, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:02:49.816311 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32758819-3679-4c90-8f48-52d85eff05cd req-573862aa-0372-4e9a-9765-d79f973663cc service neutron] Checking segment: {'id': 'fd79765c-e7bd-40c2-b4f2-b2a1b80d938c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '1a49fc1d-1f56-4b7d-b8b2-d0347dc68fb2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:02:49.816839 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32758819-3679-4c90-8f48-52d85eff05cd req-573862aa-0372-4e9a-9765-d79f973663cc service neutron] Bound using segment: {'id': 'fd79765c-e7bd-40c2-b4f2-b2a1b80d938c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '1a49fc1d-1f56-4b7d-b8b2-d0347dc68fb2'} {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:02:49.817584 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [req-32758819-3679-4c90-8f48-52d85eff05cd req-573862aa-0372-4e9a-9765-d79f973663cc service neutron] Bound port: 1a3a868f-1d42-49a9-b669-5243653e1ad2, host: n-h1-705658-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd79765c-e7bd-40c2-b4f2-b2a1b80d938c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '1a49fc1d-1f56-4b7d-b8b2-d0347dc68fb2'}}] {{(pid=105584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:02:49.817958 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-32758819-3679-4c90-8f48-52d85eff05cd req-573862aa-0372-4e9a-9765-d79f973663cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:49.852709 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a73b3aaa-947e-4994-a833-9f8131e797ce req-418b4913-eca1-4a8a-a724-c38431d96a7d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.96&port_id=984e7f87-cd71-496b-8f96-8f7663d6c1ce HTTP/1.1" status: 200 len: 217 time: 0.0552630 Jul 27 21:02:49.898304 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7b9aa4-776c-409a-afc4-b380f9a6ef91 req-2613fc86-eda3-484f-98e2-22cee273a203 tempest-ServerRescueTestJSON-417658892 tempest-ServerRescueTestJSON-417658892-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:49.899917 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-be7b9aa4-776c-409a-afc4-b380f9a6ef91 req-2613fc86-eda3-484f-98e2-22cee273a203 tempest-ServerRescueTestJSON-417658892 tempest-ServerRescueTestJSON-417658892-project] 10.222.0.60 "GET /v2.0/networks?id=a24de5a6-5324-4482-88f7-01f3fef3fce4 HTTP/1.1" status: 200 len: 811 time: 0.2445316 Jul 27 21:02:49.942047 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:49.949652 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [req-be7b9aa4-776c-409a-afc4-b380f9a6ef91 req-d1b3d49d-fa45-4d5f-829f-cb87d01fc74d tempest-ServerRescueTestJSON-417658892 tempest-ServerRescueTestJSON-417658892-project] Request body: {'port': {'device_id': 'a639bd19-8e17-4b7c-a6dc-d5ab3bcb59ec', 'network_id': 'a24de5a6-5324-4482-88f7-01f3fef3fce4', 'admin_state_up': True, 'tenant_id': 'bf2c8cd4d0264e96b8bde16d0eb3a6fe'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:02:49.967839 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [req-32758819-3679-4c90-8f48-52d85eff05cd req-573862aa-0372-4e9a-9765-d79f973663cc service neutron] For port 1a3a868f-1d42-49a9-b669-5243653e1ad2, host n-h1-705658-22, cleared binding levels {{(pid=105584) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:02:49.969882 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8887e14-4b4e-44b1-bcf6-490a0d8bdab5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac082086-f579-4132-83a4-98e0970d3946'}] {{(pid=105586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:02:49.972728 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [req-32758819-3679-4c90-8f48-52d85eff05cd req-573862aa-0372-4e9a-9765-d79f973663cc service neutron] For port 1a3a868f-1d42-49a9-b669-5243653e1ad2, host n-h1-705658-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=1a3a868f-1d42-49a9-b669-5243653e1ad2,segment=NetworkSegment(fd79765c-e7bd-40c2-b4f2-b2a1b80d938c),segment_id=fd79765c-e7bd-40c2-b4f2-b2a1b80d938c)] {{(pid=105584) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:02:49.973025 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14c1663e039faf5393f87855f745010ac5b02220355b68fdbf065393e303ac56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cca902c-01b7-44a1-8cbe-8de9a80f7c0f" -d '{"events": [{"server_uuid": "e8887e14-4b4e-44b1-bcf6-490a0d8bdab5", "name": "network-vif-plugged", "status": "completed", "tag": "ac082086-f579-4132-83a4-98e0970d3946"}]}' {{(pid=105586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:02:49.977777 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-32758819-3679-4c90-8f48-52d85eff05cd req-573862aa-0372-4e9a-9765-d79f973663cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9014027'] for port, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:49.990318 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] For port ac082086-f579-4132-83a4-98e0970d3946, host n-h2-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=ac082086-f579-4132-83a4-98e0970d3946,segment=NetworkSegment(872889e4-5d02-4ec8-807e-3e5c98ba67af),segment_id=872889e4-5d02-4ec8-807e-3e5c98ba67af)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:02:49.995215 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:50.019469 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32758819-3679-4c90-8f48-52d85eff05cd req-573862aa-0372-4e9a-9765-d79f973663cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:50.020094 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-32758819-3679-4c90-8f48-52d85eff05cd req-573862aa-0372-4e9a-9765-d79f973663cc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:50.021507 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-32758819-3679-4c90-8f48-52d85eff05cd req-573862aa-0372-4e9a-9765-d79f973663cc service neutron] 10.222.0.36 "PUT /v2.0/ports/1a3a868f-1d42-49a9-b669-5243653e1ad2 HTTP/1.1" status: 200 len: 1092 time: 1.0039933 Jul 27 21:02:50.021953 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '161cca6f-9931-404c-9b79-c55a315be1ff', 'tag': '1a3a868f-1d42-49a9-b669-5243653e1ad2'}] {{(pid=105584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:02:50.024557 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bce5e6c8685464f7626901654159975603b047827e3138302ed6566e28f1343" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ff72500-7dd0-4e3c-ad21-f03394eaea62" -d '{"events": [{"name": "network-changed", "server_uuid": "161cca6f-9931-404c-9b79-c55a315be1ff", "tag": "1a3a868f-1d42-49a9-b669-5243653e1ad2"}]}' {{(pid=105584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:02:50.068093 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573862aa-0372-4e9a-9765-d79f973663cc service neutron] Pushing event updated for resources: {'Port': ['ID=1a3a868f-1d42-49a9-b669-5243653e1ad2,revision_number=3']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:02:50.072726 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Pushing event updated for resources: {'Port': ['ID=ac082086-f579-4132-83a4-98e0970d3946,revision_number=5']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:02:50.151093 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32758819-3679-4c90-8f48-52d85eff05cd req-0902b035-cab0-4831-9c6b-70fe941bef46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:50.152647 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-32758819-3679-4c90-8f48-52d85eff05cd req-0902b035-cab0-4831-9c6b-70fe941bef46 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e6a11f02cd4148f0a35adc8cb27f5cc6&device_id=161cca6f-9931-404c-9b79-c55a315be1ff HTTP/1.1" status: 200 len: 1095 time: 0.0793610 Jul 27 21:02:50.221893 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-32758819-3679-4c90-8f48-52d85eff05cd req-3ac32b15-d25f-4481-8c1f-cfe98d1e14f5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1a3a868f-1d42-49a9-b669-5243653e1ad2 HTTP/1.1" status: 200 len: 217 time: 0.0473313 Jul 27 21:02:50.291095 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32758819-3679-4c90-8f48-52d85eff05cd req-fabc1cd3-2a73-433a-8c3d-41d3863d975d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:50.292980 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-32758819-3679-4c90-8f48-52d85eff05cd req-fabc1cd3-2a73-433a-8c3d-41d3863d975d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=495e2e2c-9860-4618-b64d-ac1d06b799f2 HTTP/1.1" status: 200 len: 855 time: 0.0584364 Jul 27 21:02:50.363748 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32758819-3679-4c90-8f48-52d85eff05cd req-313d2a25-b667-4fe5-92a8-39ded2160183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:50.365279 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-32758819-3679-4c90-8f48-52d85eff05cd req-313d2a25-b667-4fe5-92a8-39ded2160183 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1a49fc1d-1f56-4b7d-b8b2-d0347dc68fb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0588715 Jul 27 21:02:50.460881 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73b3aaa-947e-4994-a833-9f8131e797ce req-c7a76ceb-2c4d-4c57-8cf3-ce3f32a51402 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:50.462415 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a73b3aaa-947e-4994-a833-9f8131e797ce req-c7a76ceb-2c4d-4c57-8cf3-ce3f32a51402 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=bd7fbe4e-00a2-4867-9403-b89fa41a76c1 HTTP/1.1" status: 200 len: 797 time: 0.5616021 Jul 27 21:02:50.473165 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411b7ac3-2bad-4e06-8e66-3b88e7570b05 req-7eaed12a-f9ba-4c82-83aa-9cd42978a927 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:50.474619 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-411b7ac3-2bad-4e06-8e66-3b88e7570b05 req-7eaed12a-f9ba-4c82-83aa-9cd42978a927 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] 10.222.0.59 "GET /v2.0/ports?device_id=29c1b762-5cb9-4f5b-ac71-3cb8a306ebde HTTP/1.1" status: 200 len: 945 time: 0.7442288 Jul 27 21:02:50.488653 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-32758819-3679-4c90-8f48-52d85eff05cd req-a1673563-463f-4257-92c1-da44ba6193d4 service neutron] 10.222.0.36 "GET /v2.0/networks/1a49fc1d-1f56-4b7d-b8b2-d0347dc68fb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1002896 Jul 27 21:02:50.586252 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-32758819-3679-4c90-8f48-52d85eff05cd req-4a2b9af9-bb1a-4902-a355-b95117cf930e service neutron] 10.222.0.36 "GET /v2.0/networks/1a49fc1d-1f56-4b7d-b8b2-d0347dc68fb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865715 Jul 27 21:02:50.596775 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-411b7ac3-2bad-4e06-8e66-3b88e7570b05 req-1c6d75bf-2486-4021-b6db-47063e8f345e tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] 10.222.0.59 "GET /v2.0/security-groups?id=e760076b-6854-47cf-947b-f6a7a8a579d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1122243 Jul 27 21:02:50.625693 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f57f59-ab11-48d8-80dd-afc8cd2ecd52 req-d25cbc40-3121-47aa-bd63-d2d53c1c9a97 tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:50.627297 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-47f57f59-ab11-48d8-80dd-afc8cd2ecd52 req-d25cbc40-3121-47aa-bd63-d2d53c1c9a97 tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] 10.222.0.59 "GET /v2.0/ports?device_id=e8887e14-4b4e-44b1-bcf6-490a0d8bdab5 HTTP/1.1" status: 200 len: 946 time: 0.6319435 Jul 27 21:02:50.644274 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be7b9aa4-776c-409a-afc4-b380f9a6ef91 req-d1b3d49d-fa45-4d5f-829f-cb87d01fc74d tempest-ServerRescueTestJSON-417658892 tempest-ServerRescueTestJSON-417658892-project] Made reservation on behalf of bf2c8cd4d0264e96b8bde16d0eb3a6fe for: {'port': 1} {{(pid=105585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:02:50.647767 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-be7b9aa4-776c-409a-afc4-b380f9a6ef91 req-d1b3d49d-fa45-4d5f-829f-cb87d01fc74d tempest-ServerRescueTestJSON-417658892 tempest-ServerRescueTestJSON-417658892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:50.682242 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73b3aaa-947e-4994-a833-9f8131e797ce req-2014cf5d-6b87-4384-895e-5346bd4c0964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:50.683794 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a73b3aaa-947e-4994-a833-9f8131e797ce req-2014cf5d-6b87-4384-895e-5346bd4c0964 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d06e6d48-2725-42c2-bd07-d31f23229f60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2022016 Jul 27 21:02:50.743096 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:02:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57db991f-964a-4a1b-978f-8421edbc8bdd x-openstack-request-id: req-57db991f-964a-4a1b-978f-8421edbc8bdd {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:02:50.743960 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8887e14-4b4e-44b1-bcf6-490a0d8bdab5", "name": "network-vif-plugged", "status": "completed", "tag": "ac082086-f579-4132-83a4-98e0970d3946", "code": 200}]} {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:02:50.744420 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-57db991f-964a-4a1b-978f-8421edbc8bdd {{(pid=105586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:02:50.745006 n-d-705658-22 neutron-server[105586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8887e14-4b4e-44b1-bcf6-490a0d8bdab5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac082086-f579-4132-83a4-98e0970d3946', 'code': 200} Jul 27 21:02:50.754549 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-47f57f59-ab11-48d8-80dd-afc8cd2ecd52 req-2a6d04d7-d0c5-42a6-a3c2-f2028e1d204c tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] 10.222.0.59 "GET /v2.0/security-groups?id=d1766e71-7b2a-4f2d-acc0-530f862b8fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185863 Jul 27 21:02:50.793169 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:02:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67539dd0-3cdb-488e-906e-12438c8975aa x-openstack-request-id: req-67539dd0-3cdb-488e-906e-12438c8975aa {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:02:50.793463 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "161cca6f-9931-404c-9b79-c55a315be1ff", "tag": "1a3a868f-1d42-49a9-b669-5243653e1ad2", "status": "completed", "code": 200}]} {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:02:50.793727 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-67539dd0-3cdb-488e-906e-12438c8975aa {{(pid=105584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:02:50.794480 n-d-705658-22 neutron-server[105584]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '161cca6f-9931-404c-9b79-c55a315be1ff', 'tag': '1a3a868f-1d42-49a9-b669-5243653e1ad2', 'status': 'completed', 'code': 200} Jul 27 21:02:50.896696 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a73b3aaa-947e-4994-a833-9f8131e797ce req-3b5a3039-c4a8-45db-b011-bf890ab102c6 service neutron] 10.222.0.36 "GET /v2.0/networks/d06e6d48-2725-42c2-bd07-d31f23229f60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1556177 Jul 27 21:02:50.897793 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.db_base_plugin_common [req-be7b9aa4-776c-409a-afc4-b380f9a6ef91 req-d1b3d49d-fa45-4d5f-829f-cb87d01fc74d tempest-ServerRescueTestJSON-417658892 tempest-ServerRescueTestJSON-417658892-project] Allocated IP 172.20.0.6 (a24de5a6-5324-4482-88f7-01f3fef3fce4/d99af16b-2946-4011-bd00-9832fafed710/8430c6c6-f304-495c-a48f-6f0e36309d82) {{(pid=105585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:02:50.939573 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff72500-7dd0-4e3c-ad21-f03394eaea62 req-f0a11f6a-2373-452f-b364-8a0e8b99e29c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:50.941390 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-4ff72500-7dd0-4e3c-ad21-f03394eaea62 req-f0a11f6a-2373-452f-b364-8a0e8b99e29c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e6a11f02cd4148f0a35adc8cb27f5cc6&device_id=161cca6f-9931-404c-9b79-c55a315be1ff HTTP/1.1" status: 200 len: 1095 time: 0.1173809 Jul 27 21:02:51.091955 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb706d34-15f1-4699-8dc3-80371e9a8dd2 req-cfbc5caf-cee9-438f-b7be-0472e0ee81ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:51.094144 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-eb706d34-15f1-4699-8dc3-80371e9a8dd2 req-cfbc5caf-cee9-438f-b7be-0472e0ee81ef service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=e8887e14-4b4e-44b1-bcf6-490a0d8bdab5 HTTP/1.1" status: 200 len: 1098 time: 0.2827082 Jul 27 21:02:51.095594 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff72500-7dd0-4e3c-ad21-f03394eaea62 req-98af7eac-1b15-4730-8ecc-55fbc5fb949e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:51.096998 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-4ff72500-7dd0-4e3c-ad21-f03394eaea62 req-98af7eac-1b15-4730-8ecc-55fbc5fb949e service neutron] 10.222.0.36 "GET /v2.0/networks?id=1a49fc1d-1f56-4b7d-b8b2-d0347dc68fb2 HTTP/1.1" status: 200 len: 917 time: 0.1362739 Jul 27 21:02:51.167949 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-4ff72500-7dd0-4e3c-ad21-f03394eaea62 req-b798b14f-a6f7-48b6-808e-e42596b3ce7e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1a3a868f-1d42-49a9-b669-5243653e1ad2 HTTP/1.1" status: 200 len: 217 time: 0.0477047 Jul 27 21:02:51.192377 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-eb706d34-15f1-4699-8dc3-80371e9a8dd2 req-42627630-cd1f-4473-a1f0-533197f44e52 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=d1766e71-7b2a-4f2d-acc0-530f862b8fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785155 Jul 27 21:02:51.197105 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a73b3aaa-947e-4994-a833-9f8131e797ce req-0325c8d9-b0ff-42af-a861-5d80930da0a5 service neutron] 10.222.0.36 "GET /v2.0/networks/d06e6d48-2725-42c2-bd07-d31f23229f60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2860718 Jul 27 21:02:51.214461 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3952135f-761a-44e4-841c-3008a3df6b13 req-46e8259e-cf21-4173-be78-d30c313aed24 tempest-ServersAdminTestJSON-2115085297 tempest-ServersAdminTestJSON-2115085297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:51.216028 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-3952135f-761a-44e4-841c-3008a3df6b13 req-46e8259e-cf21-4173-be78-d30c313aed24 tempest-ServersAdminTestJSON-2115085297 tempest-ServersAdminTestJSON-2115085297-project] 10.222.0.59 "GET /v2.0/ports?device_id=b08c7cb2-ff39-4168-a373-6ea575b70e54 HTTP/1.1" status: 200 len: 950 time: 0.2941132 Jul 27 21:02:51.229861 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff72500-7dd0-4e3c-ad21-f03394eaea62 req-5e2f4aa4-73b0-4a72-9c29-1c3efe82efeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:51.231212 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-4ff72500-7dd0-4e3c-ad21-f03394eaea62 req-5e2f4aa4-73b0-4a72-9c29-1c3efe82efeb service neutron] 10.222.0.36 "GET /v2.0/subnets?id=495e2e2c-9860-4618-b64d-ac1d06b799f2 HTTP/1.1" status: 200 len: 855 time: 0.0493276 Jul 27 21:02:51.275170 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a73b3aaa-947e-4994-a833-9f8131e797ce req-93d687ab-944c-404b-ad27-3d1c482a4e00 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.217&port_id=26471e2e-d677-40a0-8669-23cffdd218b5 HTTP/1.1" status: 200 len: 217 time: 0.0581508 Jul 27 21:02:51.299601 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff72500-7dd0-4e3c-ad21-f03394eaea62 req-3811da82-13c2-43f8-bf10-19941e0de329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:51.301104 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-4ff72500-7dd0-4e3c-ad21-f03394eaea62 req-3811da82-13c2-43f8-bf10-19941e0de329 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1a49fc1d-1f56-4b7d-b8b2-d0347dc68fb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0606203 Jul 27 21:02:51.306212 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-be7b9aa4-776c-409a-afc4-b380f9a6ef91 req-d1b3d49d-fa45-4d5f-829f-cb87d01fc74d tempest-ServerRescueTestJSON-417658892 tempest-ServerRescueTestJSON-417658892-project] Notify callbacks [] for port, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:51.377625 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786a8e99-df7d-4d88-a70d-e35160369f97 req-edd58b22-d06d-4624-a6dc-0f6e9de2acf0 tempest-ServersTestBootFromVolume-282863897 tempest-ServersTestBootFromVolume-282863897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:51.379341 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-786a8e99-df7d-4d88-a70d-e35160369f97 req-edd58b22-d06d-4624-a6dc-0f6e9de2acf0 tempest-ServersTestBootFromVolume-282863897 tempest-ServersTestBootFromVolume-282863897-project] 10.222.0.59 "GET /v2.0/ports?device_id=161cca6f-9931-404c-9b79-c55a315be1ff HTTP/1.1" status: 200 len: 943 time: 0.2779963 Jul 27 21:02:51.387512 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-3952135f-761a-44e4-841c-3008a3df6b13 req-9fdfbcf3-c8c2-430b-810f-473f34f1cdb7 tempest-ServersAdminTestJSON-2115085297 tempest-ServersAdminTestJSON-2115085297-project] 10.222.0.59 "GET /v2.0/security-groups?id=9f3cf157-ddbf-4bf4-acc6-59d64c6ea76b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597965 Jul 27 21:02:51.400885 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-4ff72500-7dd0-4e3c-ad21-f03394eaea62 req-2ad909b8-b011-426d-833a-712607955889 service neutron] 10.222.0.36 "GET /v2.0/networks/1a49fc1d-1f56-4b7d-b8b2-d0347dc68fb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866256 Jul 27 21:02:51.440604 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73b3aaa-947e-4994-a833-9f8131e797ce req-7d32333b-86d1-42f4-aee3-84a3a51e0f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:51.442417 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a73b3aaa-947e-4994-a833-9f8131e797ce req-7d32333b-86d1-42f4-aee3-84a3a51e0f77 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=bd7fbe4e-00a2-4867-9403-b89fa41a76c1 HTTP/1.1" status: 200 len: 797 time: 0.1432610 Jul 27 21:02:51.446328 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-be7b9aa4-776c-409a-afc4-b380f9a6ef91 req-d1b3d49d-fa45-4d5f-829f-cb87d01fc74d tempest-ServerRescueTestJSON-417658892 tempest-ServerRescueTestJSON-417658892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:51.458005 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] get_ports_and_sgs() called for port_ids ['835f0f4d-0526-410c-996b-78e4b0d0e923'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:02:51.527841 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-4ff72500-7dd0-4e3c-ad21-f03394eaea62 req-d889b1ca-7b76-4d6c-88ce-802c43c80c34 service neutron] 10.222.0.36 "GET /v2.0/networks/1a49fc1d-1f56-4b7d-b8b2-d0347dc68fb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1143842 Jul 27 21:02:51.582659 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be7b9aa4-776c-409a-afc4-b380f9a6ef91 req-d1b3d49d-fa45-4d5f-829f-cb87d01fc74d tempest-ServerRescueTestJSON-417658892 tempest-ServerRescueTestJSON-417658892-project] Network a24de5a6-5324-4482-88f7-01f3fef3fce4 is already hosted by enough agents. {{(pid=105585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:02:51.596052 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-786a8e99-df7d-4d88-a70d-e35160369f97 req-d0a1346f-457d-4e1b-a560-f0868f5e5b36 tempest-ServersTestBootFromVolume-282863897 tempest-ServersTestBootFromVolume-282863897-project] 10.222.0.59 "GET /v2.0/security-groups?id=81717ca8-fce7-4766-8713-390b66f80e4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2003479 Jul 27 21:02:51.600862 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.base_scheduler [req-be7b9aa4-776c-409a-afc4-b380f9a6ef91 req-d1b3d49d-fa45-4d5f-829f-cb87d01fc74d tempest-ServerRescueTestJSON-417658892 tempest-ServerRescueTestJSON-417658892-project] Resources bound (agent type, host, resource id): {{(pid=105585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:02:51.607376 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.l3_dvrscheduler_db [req-be7b9aa4-776c-409a-afc4-b380f9a6ef91 req-d1b3d49d-fa45-4d5f-829f-cb87d01fc74d tempest-ServerRescueTestJSON-417658892 tempest-ServerRescueTestJSON-417658892-project] Received port after_create {{(pid=105585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:02:51.615452 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b3d49d-fa45-4d5f-829f-cb87d01fc74d tempest-ServerRescueTestJSON-417658892 tempest-ServerRescueTestJSON-417658892-project] Pushing event updated for resources: {'Port': ['ID=8430c6c6-f304-495c-a48f-6f0e36309d82,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:02:51.683967 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7b9aa4-776c-409a-afc4-b380f9a6ef91 req-d1b3d49d-fa45-4d5f-829f-cb87d01fc74d tempest-ServerRescueTestJSON-417658892 tempest-ServerRescueTestJSON-417658892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:51.684306 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-be7b9aa4-776c-409a-afc4-b380f9a6ef91 req-d1b3d49d-fa45-4d5f-829f-cb87d01fc74d tempest-ServerRescueTestJSON-417658892 tempest-ServerRescueTestJSON-417658892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:51.704730 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73a8382-6ac8-4e06-84c3-f22c76c8e15b req-cbdbae9b-94de-4fd5-8a19-f96cf6d6080b tempest-ServerRescueTestJSON-417658892 tempest-ServerRescueTestJSON-417658892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:51.706241 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-c73a8382-6ac8-4e06-84c3-f22c76c8e15b req-cbdbae9b-94de-4fd5-8a19-f96cf6d6080b tempest-ServerRescueTestJSON-417658892 tempest-ServerRescueTestJSON-417658892-project] 10.222.0.59 "GET /v2.0/ports?device_id=a639bd19-8e17-4b7c-a6dc-d5ab3bcb59ec HTTP/1.1" status: 200 len: 931 time: 0.2329028 Jul 27 21:02:51.711083 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73b3aaa-947e-4994-a833-9f8131e797ce req-834b2c0a-c122-4c80-873c-848905ad4982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:51.711326 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a73b3aaa-947e-4994-a833-9f8131e797ce req-834b2c0a-c122-4c80-873c-848905ad4982 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d06e6d48-2725-42c2-bd07-d31f23229f60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2509911 Jul 27 21:02:51.717994 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-be7b9aa4-776c-409a-afc4-b380f9a6ef91 req-d1b3d49d-fa45-4d5f-829f-cb87d01fc74d tempest-ServerRescueTestJSON-417658892 tempest-ServerRescueTestJSON-417658892-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7865906 Jul 27 21:02:51.739978 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [req-be7b9aa4-776c-409a-afc4-b380f9a6ef91 req-88f70220-2da4-41a1-a1ee-ad8d3797f35c service neutron] Request body: {'port': {'device_id': 'a639bd19-8e17-4b7c-a6dc-d5ab3bcb59ec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-705658-22'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:02:51.863623 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-c73a8382-6ac8-4e06-84c3-f22c76c8e15b req-f4535ed0-5996-4618-82f3-4470beb54945 tempest-ServerRescueTestJSON-417658892 tempest-ServerRescueTestJSON-417658892-project] 10.222.0.59 "GET /v2.0/security-groups?id=551e2ab4-0adb-4dc6-ad9d-2e4a42006670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444199 Jul 27 21:02:51.965801 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-be7b9aa4-776c-409a-afc4-b380f9a6ef91 req-88f70220-2da4-41a1-a1ee-ad8d3797f35c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:52.005342 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a73b3aaa-947e-4994-a833-9f8131e797ce req-3d71464d-07a4-44f1-b141-d28ca1df9d97 service neutron] 10.222.0.36 "GET /v2.0/networks/d06e6d48-2725-42c2-bd07-d31f23229f60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2626703 Jul 27 21:02:52.058152 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea030b9-402f-41a2-81e6-5d9e49c38af3 req-af1916a4-c652-4cc9-9ccd-029a8aab4fba tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:52.059699 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-4ea030b9-402f-41a2-81e6-5d9e49c38af3 req-af1916a4-c652-4cc9-9ccd-029a8aab4fba tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] 10.222.0.59 "GET /v2.0/ports?device_id=29c1b762-5cb9-4f5b-ac71-3cb8a306ebde HTTP/1.1" status: 200 len: 945 time: 0.2163081 Jul 27 21:02:52.244635 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0f0042-2263-434d-81ed-8e0a273e66d3 req-568a4d9f-b60e-4dd5-a433-0c1aa627d48d tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:52.246203 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-7e0f0042-2263-434d-81ed-8e0a273e66d3 req-568a4d9f-b60e-4dd5-a433-0c1aa627d48d tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] 10.222.0.59 "GET /v2.0/ports?device_id=e8887e14-4b4e-44b1-bcf6-490a0d8bdab5 HTTP/1.1" status: 200 len: 946 time: 0.3063617 Jul 27 21:02:52.257634 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-4ea030b9-402f-41a2-81e6-5d9e49c38af3 req-d76d1747-0afd-4215-a9ba-1a538c3f9172 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] 10.222.0.59 "GET /v2.0/security-groups?id=e760076b-6854-47cf-947b-f6a7a8a579d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1835155 Jul 27 21:02:52.334939 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a73b3aaa-947e-4994-a833-9f8131e797ce req-525ab169-7b99-422d-ae2f-f720680b1f9d service neutron] 10.222.0.36 "GET /v2.0/networks/d06e6d48-2725-42c2-bd07-d31f23229f60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3020980 Jul 27 21:02:52.413702 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-7e0f0042-2263-434d-81ed-8e0a273e66d3 req-9977e733-6de0-49c1-8cc2-27df985672ca tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] 10.222.0.59 "GET /v2.0/security-groups?id=d1766e71-7b2a-4f2d-acc0-530f862b8fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550992 Jul 27 21:02:52.417110 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a73b3aaa-947e-4994-a833-9f8131e797ce req-02debd1a-38ae-408b-a844-99b842a1d84c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=393132c5-1d7b-4862-8edc-dad8e0cfee95 HTTP/1.1" status: 200 len: 217 time: 0.0568457 Jul 27 21:02:52.525738 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73b3aaa-947e-4994-a833-9f8131e797ce req-a9106f0e-cf4e-45c4-80bd-0faf49d4057d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:52.527155 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a73b3aaa-947e-4994-a833-9f8131e797ce req-a9106f0e-cf4e-45c4-80bd-0faf49d4057d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d2866305-edb6-464f-870e-fc177be24bc0 HTTP/1.1" status: 200 len: 797 time: 0.0966325 Jul 27 21:02:52.594830 n-d-705658-22 neutron-server[105585]: DEBUG neutron.notifiers.nova [req-be7b9aa4-776c-409a-afc4-b380f9a6ef91 req-88f70220-2da4-41a1-a1ee-ad8d3797f35c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8430c6c6-f304-495c-a48f-6f0e36309d82 {{(pid=105585) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:02:52.604184 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-be7b9aa4-776c-409a-afc4-b380f9a6ef91 req-88f70220-2da4-41a1-a1ee-ad8d3797f35c service neutron] Notify callbacks [] for port, precommit_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:52.630167 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.provisioning_blocks [req-be7b9aa4-776c-409a-afc4-b380f9a6ef91 req-88f70220-2da4-41a1-a1ee-ad8d3797f35c service neutron] Transition to ACTIVE for port object 8430c6c6-f304-495c-a48f-6f0e36309d82 will not be triggered until provisioned by entity L2. {{(pid=105585) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:02:52.640079 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f9ffd1-0082-4b40-8cb4-1ee9a5978ba3 req-be26e0b6-046e-45a3-81e8-2d31b87b777d tempest-ServersAdminTestJSON-2115085297 tempest-ServersAdminTestJSON-2115085297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:52.641584 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-33f9ffd1-0082-4b40-8cb4-1ee9a5978ba3 req-be26e0b6-046e-45a3-81e8-2d31b87b777d tempest-ServersAdminTestJSON-2115085297 tempest-ServersAdminTestJSON-2115085297-project] 10.222.0.59 "GET /v2.0/ports?device_id=b08c7cb2-ff39-4168-a373-6ea575b70e54 HTTP/1.1" status: 200 len: 950 time: 0.1775849 Jul 27 21:02:52.643703 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-be7b9aa4-776c-409a-afc4-b380f9a6ef91 req-88f70220-2da4-41a1-a1ee-ad8d3797f35c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10221672'] for port, after_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:52.750891 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73b3aaa-947e-4994-a833-9f8131e797ce req-e34c91a4-bb73-4783-8f16-2ba52cfa0405 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:52.752413 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a73b3aaa-947e-4994-a833-9f8131e797ce req-e34c91a4-bb73-4783-8f16-2ba52cfa0405 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=dd0adb7c-988a-43cc-a0da-76a1fae1d8ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2035165 Jul 27 21:02:52.762931 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f70220-2da4-41a1-a1ee-ad8d3797f35c service neutron] Pushing event updated for resources: {'Port': ['ID=8430c6c6-f304-495c-a48f-6f0e36309d82,revision_number=2']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:02:52.784940 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-33f9ffd1-0082-4b40-8cb4-1ee9a5978ba3 req-9749d408-b33b-405a-8602-c337cdd7e639 tempest-ServersAdminTestJSON-2115085297 tempest-ServersAdminTestJSON-2115085297-project] 10.222.0.59 "GET /v2.0/security-groups?id=9f3cf157-ddbf-4bf4-acc6-59d64c6ea76b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348224 Jul 27 21:02:52.919617 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04acb72b-1731-4370-9a03-9a9b450f2400 req-a4c6440a-14ce-4213-b744-deb289fdff0b tempest-ServersTestBootFromVolume-282863897 tempest-ServersTestBootFromVolume-282863897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:52.921648 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-04acb72b-1731-4370-9a03-9a9b450f2400 req-a4c6440a-14ce-4213-b744-deb289fdff0b tempest-ServersTestBootFromVolume-282863897 tempest-ServersTestBootFromVolume-282863897-project] 10.222.0.59 "GET /v2.0/ports?device_id=161cca6f-9931-404c-9b79-c55a315be1ff HTTP/1.1" status: 200 len: 943 time: 0.2230136 Jul 27 21:02:52.957212 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.managers [req-be7b9aa4-776c-409a-afc4-b380f9a6ef91 req-88f70220-2da4-41a1-a1ee-ad8d3797f35c service neutron] Attempting to bind port 8430c6c6-f304-495c-a48f-6f0e36309d82 on host n-h2-705658-22 for vnic_type normal with profile {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:02:52.957540 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.managers [req-be7b9aa4-776c-409a-afc4-b380f9a6ef91 req-88f70220-2da4-41a1-a1ee-ad8d3797f35c service neutron] Attempting to bind port 8430c6c6-f304-495c-a48f-6f0e36309d82 by drivers openvswitch,hyperv on host n-h2-705658-22 at level 0 using segments [{'id': '31fbdef5-d817-4d56-be48-3d485cdfd14a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'a24de5a6-5324-4482-88f7-01f3fef3fce4'}] {{(pid=105585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:02:52.957865 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be7b9aa4-776c-409a-afc4-b380f9a6ef91 req-88f70220-2da4-41a1-a1ee-ad8d3797f35c service neutron] Attempting to bind port 8430c6c6-f304-495c-a48f-6f0e36309d82 on network a24de5a6-5324-4482-88f7-01f3fef3fce4 {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:02:52.975680 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a73b3aaa-947e-4994-a833-9f8131e797ce req-77575f0e-ec0d-4fc5-8c31-bbb741b6fd4f service neutron] 10.222.0.36 "GET /v2.0/networks/dd0adb7c-988a-43cc-a0da-76a1fae1d8ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2099841 Jul 27 21:02:52.980652 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be7b9aa4-776c-409a-afc4-b380f9a6ef91 req-88f70220-2da4-41a1-a1ee-ad8d3797f35c service neutron] Port 8430c6c6-f304-495c-a48f-6f0e36309d82 on network a24de5a6-5324-4482-88f7-01f3fef3fce4 not bound, no agent of type Open vSwitch agent registered on host n-h2-705658-22 {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:02:52.980973 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be7b9aa4-776c-409a-afc4-b380f9a6ef91 req-88f70220-2da4-41a1-a1ee-ad8d3797f35c service neutron] Attempting to bind port 8430c6c6-f304-495c-a48f-6f0e36309d82 on network a24de5a6-5324-4482-88f7-01f3fef3fce4 {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:02:53.020574 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be7b9aa4-776c-409a-afc4-b380f9a6ef91 req-88f70220-2da4-41a1-a1ee-ad8d3797f35c service neutron] Checking agent: {'id': '65195a73-a875-4810-9f5b-622ae260a8a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 49, 40), 'started_at': datetime.datetime(2021, 7, 27, 20, 49, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 2, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:02:53.020915 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be7b9aa4-776c-409a-afc4-b380f9a6ef91 req-88f70220-2da4-41a1-a1ee-ad8d3797f35c service neutron] Checking segment: {'id': '31fbdef5-d817-4d56-be48-3d485cdfd14a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'a24de5a6-5324-4482-88f7-01f3fef3fce4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:02:53.021282 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be7b9aa4-776c-409a-afc4-b380f9a6ef91 req-88f70220-2da4-41a1-a1ee-ad8d3797f35c service neutron] Bound using segment: {'id': '31fbdef5-d817-4d56-be48-3d485cdfd14a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'a24de5a6-5324-4482-88f7-01f3fef3fce4'} {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:02:53.021728 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.managers [req-be7b9aa4-776c-409a-afc4-b380f9a6ef91 req-88f70220-2da4-41a1-a1ee-ad8d3797f35c service neutron] Bound port: 8430c6c6-f304-495c-a48f-6f0e36309d82, host: n-h2-705658-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31fbdef5-d817-4d56-be48-3d485cdfd14a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'a24de5a6-5324-4482-88f7-01f3fef3fce4'}}] {{(pid=105585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:02:53.022088 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-be7b9aa4-776c-409a-afc4-b380f9a6ef91 req-88f70220-2da4-41a1-a1ee-ad8d3797f35c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:53.369462 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-04acb72b-1731-4370-9a03-9a9b450f2400 req-9f38cebf-d4cf-40ff-a77e-a551127a2159 tempest-ServersTestBootFromVolume-282863897 tempest-ServersTestBootFromVolume-282863897-project] 10.222.0.59 "GET /v2.0/security-groups?id=81717ca8-fce7-4766-8713-390b66f80e4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4346373 Jul 27 21:02:53.510873 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e53130b-f149-463b-8eaa-746ef9a4282d req-1848ae1f-ed4c-42d2-9a99-9894e179e6ed tempest-ServerRescueTestJSON-417658892 tempest-ServerRescueTestJSON-417658892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:53.512411 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-2e53130b-f149-463b-8eaa-746ef9a4282d req-1848ae1f-ed4c-42d2-9a99-9894e179e6ed tempest-ServerRescueTestJSON-417658892 tempest-ServerRescueTestJSON-417658892-project] 10.222.0.59 "GET /v2.0/ports?device_id=a639bd19-8e17-4b7c-a6dc-d5ab3bcb59ec HTTP/1.1" status: 200 len: 943 time: 0.5492699 Jul 27 21:02:53.525993 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a73b3aaa-947e-4994-a833-9f8131e797ce req-bf219656-2b7c-417e-aaba-618a942ead09 service neutron] 10.222.0.36 "GET /v2.0/networks/dd0adb7c-988a-43cc-a0da-76a1fae1d8ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5193267 Jul 27 21:02:53.538344 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.db [req-be7b9aa4-776c-409a-afc4-b380f9a6ef91 req-88f70220-2da4-41a1-a1ee-ad8d3797f35c service neutron] For port 8430c6c6-f304-495c-a48f-6f0e36309d82, host n-h2-705658-22, cleared binding levels {{(pid=105585) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:02:53.541930 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.db [req-be7b9aa4-776c-409a-afc4-b380f9a6ef91 req-88f70220-2da4-41a1-a1ee-ad8d3797f35c service neutron] For port 8430c6c6-f304-495c-a48f-6f0e36309d82, host n-h2-705658-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=8430c6c6-f304-495c-a48f-6f0e36309d82,segment=NetworkSegment(31fbdef5-d817-4d56-be48-3d485cdfd14a),segment_id=31fbdef5-d817-4d56-be48-3d485cdfd14a)] {{(pid=105585) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:02:53.561710 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-be7b9aa4-776c-409a-afc4-b380f9a6ef91 req-88f70220-2da4-41a1-a1ee-ad8d3797f35c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10221672'] for port, after_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:53.628825 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a73b3aaa-947e-4994-a833-9f8131e797ce req-06054af3-abae-42e3-88f6-253a46fc603c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=c93b5038-6969-4f8d-8d0a-5a1c280dd74b HTTP/1.1" status: 200 len: 217 time: 0.0748796 Jul 27 21:02:53.645531 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-2e53130b-f149-463b-8eaa-746ef9a4282d req-e4e9c41d-cd05-4e5f-8e57-b46eaab30843 tempest-ServerRescueTestJSON-417658892 tempest-ServerRescueTestJSON-417658892-project] 10.222.0.59 "GET /v2.0/security-groups?id=551e2ab4-0adb-4dc6-ad9d-2e4a42006670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247752 Jul 27 21:02:53.647602 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7b9aa4-776c-409a-afc4-b380f9a6ef91 req-88f70220-2da4-41a1-a1ee-ad8d3797f35c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:53.648262 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-be7b9aa4-776c-409a-afc4-b380f9a6ef91 req-88f70220-2da4-41a1-a1ee-ad8d3797f35c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:53.649544 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-be7b9aa4-776c-409a-afc4-b380f9a6ef91 req-88f70220-2da4-41a1-a1ee-ad8d3797f35c service neutron] 10.222.0.60 "PUT /v2.0/ports/8430c6c6-f304-495c-a48f-6f0e36309d82 HTTP/1.1" status: 200 len: 1092 time: 1.9152021 Jul 27 21:02:53.653883 n-d-705658-22 neutron-server[105585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a639bd19-8e17-4b7c-a6dc-d5ab3bcb59ec', 'tag': '8430c6c6-f304-495c-a48f-6f0e36309d82'}] {{(pid=105585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:02:53.656514 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d66fd65881426bfc2b5388084a3654e5eae521106a15a3dbf0eb4cde7106c36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19ce54db-64ba-4a0c-86c3-fc95ffbec3b0" -d '{"events": [{"name": "network-changed", "server_uuid": "a639bd19-8e17-4b7c-a6dc-d5ab3bcb59ec", "tag": "8430c6c6-f304-495c-a48f-6f0e36309d82"}]}' {{(pid=105585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:02:53.710326 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe38196-8c46-41c5-88b8-f52e151968bb req-a1daeffc-56fc-47d5-a4ee-423678ad7aed tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:53.711864 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-4fe38196-8c46-41c5-88b8-f52e151968bb req-a1daeffc-56fc-47d5-a4ee-423678ad7aed tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] 10.222.0.59 "GET /v2.0/ports?device_id=29c1b762-5cb9-4f5b-ac71-3cb8a306ebde HTTP/1.1" status: 200 len: 945 time: 0.2737098 Jul 27 21:02:53.753611 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f70220-2da4-41a1-a1ee-ad8d3797f35c service neutron] Pushing event updated for resources: {'Port': ['ID=8430c6c6-f304-495c-a48f-6f0e36309d82,revision_number=3']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:02:53.785179 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73b3aaa-947e-4994-a833-9f8131e797ce req-6577bb5c-7262-4cd4-b71e-ce2f147948fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:53.786710 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a73b3aaa-947e-4994-a833-9f8131e797ce req-6577bb5c-7262-4cd4-b71e-ce2f147948fa service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d2866305-edb6-464f-870e-fc177be24bc0 HTTP/1.1" status: 200 len: 797 time: 0.1257212 Jul 27 21:02:53.802411 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-4fe38196-8c46-41c5-88b8-f52e151968bb req-271d5db7-f00b-43a2-99eb-1e787af48fd9 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] 10.222.0.59 "GET /v2.0/security-groups?id=e760076b-6854-47cf-947b-f6a7a8a579d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0757990 Jul 27 21:02:53.821855 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7b9aa4-776c-409a-afc4-b380f9a6ef91 req-f64983d7-fbf2-4ede-8952-9b7cfb0ae157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:53.823420 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-be7b9aa4-776c-409a-afc4-b380f9a6ef91 req-f64983d7-fbf2-4ede-8952-9b7cfb0ae157 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=bf2c8cd4d0264e96b8bde16d0eb3a6fe&device_id=a639bd19-8e17-4b7c-a6dc-d5ab3bcb59ec HTTP/1.1" status: 200 len: 1095 time: 0.1264040 Jul 27 21:02:53.901149 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-be7b9aa4-776c-409a-afc4-b380f9a6ef91 req-4d2ae95c-c9c1-4130-ba83-906f026b4213 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8430c6c6-f304-495c-a48f-6f0e36309d82 HTTP/1.1" status: 200 len: 217 time: 0.0653572 Jul 27 21:02:53.914293 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:02:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa75c96a-16e2-4ffe-b617-9080b2e4a7d6 x-openstack-request-id: req-aa75c96a-16e2-4ffe-b617-9080b2e4a7d6 {{(pid=105585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:02:53.914576 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a639bd19-8e17-4b7c-a6dc-d5ab3bcb59ec", "tag": "8430c6c6-f304-495c-a48f-6f0e36309d82", "status": "completed", "code": 200}]} {{(pid=105585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:02:53.914825 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-aa75c96a-16e2-4ffe-b617-9080b2e4a7d6 {{(pid=105585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:02:53.915231 n-d-705658-22 neutron-server[105585]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a639bd19-8e17-4b7c-a6dc-d5ab3bcb59ec', 'tag': '8430c6c6-f304-495c-a48f-6f0e36309d82', 'status': 'completed', 'code': 200} Jul 27 21:02:54.027988 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7b9aa4-776c-409a-afc4-b380f9a6ef91 req-e0e7df5c-819b-4259-bce6-554b322c2bab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:54.030248 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-be7b9aa4-776c-409a-afc4-b380f9a6ef91 req-e0e7df5c-819b-4259-bce6-554b322c2bab service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d99af16b-2946-4011-bd00-9832fafed710 HTTP/1.1" status: 200 len: 851 time: 0.1169112 Jul 27 21:02:54.044492 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73b3aaa-947e-4994-a833-9f8131e797ce req-23d82f42-d31d-4db8-aca1-0c4e2cdeeec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:54.046549 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a73b3aaa-947e-4994-a833-9f8131e797ce req-23d82f42-d31d-4db8-aca1-0c4e2cdeeec6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=dd0adb7c-988a-43cc-a0da-76a1fae1d8ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2305887 Jul 27 21:02:54.086009 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-be7b9aa4-776c-409a-afc4-b380f9a6ef91 req-13e3e4e6-f514-4d20-b873-4267dedf45d9 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a24de5a6-5324-4482-88f7-01f3fef3fce4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0436344 Jul 27 21:02:54.111768 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7687485b-45e5-4d96-a696-e83d5cecb722 req-49ddb4b4-729e-470c-bd21-62bca33064fd tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:54.113171 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-7687485b-45e5-4d96-a696-e83d5cecb722 req-49ddb4b4-729e-470c-bd21-62bca33064fd tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] 10.222.0.59 "GET /v2.0/ports?device_id=e8887e14-4b4e-44b1-bcf6-490a0d8bdab5 HTTP/1.1" status: 200 len: 946 time: 0.2153683 Jul 27 21:02:54.225872 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2757c308-682e-43d1-9515-1cfc080fbae7 req-184e3ad2-f279-4a88-8287-4bdb15a91761 tempest-ServersAdminTestJSON-2115085297 tempest-ServersAdminTestJSON-2115085297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:54.227401 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-2757c308-682e-43d1-9515-1cfc080fbae7 req-184e3ad2-f279-4a88-8287-4bdb15a91761 tempest-ServersAdminTestJSON-2115085297 tempest-ServersAdminTestJSON-2115085297-project] 10.222.0.59 "GET /v2.0/ports?device_id=b08c7cb2-ff39-4168-a373-6ea575b70e54 HTTP/1.1" status: 200 len: 950 time: 0.2670255 Jul 27 21:02:54.292804 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-7687485b-45e5-4d96-a696-e83d5cecb722 req-efe493a1-7d83-4088-aab0-1a0b3988ca19 tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] 10.222.0.59 "GET /v2.0/security-groups?id=d1766e71-7b2a-4f2d-acc0-530f862b8fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480153 Jul 27 21:02:54.323091 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a73b3aaa-947e-4994-a833-9f8131e797ce req-e1bcfd88-e0f1-43df-85e9-82be93ed21af service neutron] 10.222.0.36 "GET /v2.0/networks/dd0adb7c-988a-43cc-a0da-76a1fae1d8ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2491629 Jul 27 21:02:54.347675 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-be7b9aa4-776c-409a-afc4-b380f9a6ef91 req-f70a2a8e-5976-4453-b5bf-8bc10eeaea55 service neutron] 10.222.0.60 "GET /v2.0/networks/a24de5a6-5324-4482-88f7-01f3fef3fce4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2470601 Jul 27 21:02:54.350519 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-2757c308-682e-43d1-9515-1cfc080fbae7 req-9f15acca-3081-4556-b10d-771c5ade5c74 tempest-ServersAdminTestJSON-2115085297 tempest-ServersAdminTestJSON-2115085297-project] 10.222.0.59 "GET /v2.0/security-groups?id=9f3cf157-ddbf-4bf4-acc6-59d64c6ea76b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163673 Jul 27 21:02:54.541691 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a73b3aaa-947e-4994-a833-9f8131e797ce req-933af472-9fd6-44ba-a33d-ba58d8796f76 service neutron] 10.222.0.36 "GET /v2.0/networks/dd0adb7c-988a-43cc-a0da-76a1fae1d8ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2074299 Jul 27 21:02:54.553844 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-be7b9aa4-776c-409a-afc4-b380f9a6ef91 req-1c88d513-276c-4dd1-bed5-b3818ec2eace service neutron] 10.222.0.60 "GET /v2.0/networks/a24de5a6-5324-4482-88f7-01f3fef3fce4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1922786 Jul 27 21:02:54.561621 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ad08a0-bcfe-4e1f-ac92-05cfdd7b7478 req-996234fa-6e0a-4d32-92d7-644a88215d41 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:54.563172 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-88ad08a0-bcfe-4e1f-ac92-05cfdd7b7478 req-996234fa-6e0a-4d32-92d7-644a88215d41 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] 10.222.0.59 "GET /v2.0/ports?device_id=29c1b762-5cb9-4f5b-ac71-3cb8a306ebde HTTP/1.1" status: 200 len: 945 time: 0.2028084 Jul 27 21:02:54.620775 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-88ad08a0-bcfe-4e1f-ac92-05cfdd7b7478 req-5db71be1-90bd-4cdf-a92c-fd70f232f5b9 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] 10.222.0.59 "GET /v2.0/security-groups?id=e760076b-6854-47cf-947b-f6a7a8a579d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484593 Jul 27 21:02:54.748359 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f601c83-5706-46f0-9d21-1693d65bea2a req-c32b1d6b-9972-41eb-b256-053d663a1e08 tempest-ServersTestBootFromVolume-282863897 tempest-ServersTestBootFromVolume-282863897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:54.750317 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-7f601c83-5706-46f0-9d21-1693d65bea2a req-c32b1d6b-9972-41eb-b256-053d663a1e08 tempest-ServersTestBootFromVolume-282863897 tempest-ServersTestBootFromVolume-282863897-project] 10.222.0.59 "GET /v2.0/ports?device_id=161cca6f-9931-404c-9b79-c55a315be1ff HTTP/1.1" status: 200 len: 943 time: 0.1461244 Jul 27 21:02:54.752837 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ce54db-64ba-4a0c-86c3-fc95ffbec3b0 req-a541fb4e-ad6f-4bd5-99f1-2dc4454bcf70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:54.754210 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-19ce54db-64ba-4a0c-86c3-fc95ffbec3b0 req-a541fb4e-ad6f-4bd5-99f1-2dc4454bcf70 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=bf2c8cd4d0264e96b8bde16d0eb3a6fe&device_id=a639bd19-8e17-4b7c-a6dc-d5ab3bcb59ec HTTP/1.1" status: 200 len: 1095 time: 0.1114893 Jul 27 21:02:54.852229 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-7f601c83-5706-46f0-9d21-1693d65bea2a req-d0ae0cdf-a48b-48e6-b226-6d27392820ba tempest-ServersTestBootFromVolume-282863897 tempest-ServersTestBootFromVolume-282863897-project] 10.222.0.59 "GET /v2.0/security-groups?id=81717ca8-fce7-4766-8713-390b66f80e4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0947740 Jul 27 21:02:54.864818 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bf1a11-bdc9-4f24-b2e4-32a60537ec68 req-d2467838-a779-4797-83ea-02efb20db551 tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:54.866277 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-71bf1a11-bdc9-4f24-b2e4-32a60537ec68 req-d2467838-a779-4797-83ea-02efb20db551 tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] 10.222.0.59 "GET /v2.0/ports?device_id=e8887e14-4b4e-44b1-bcf6-490a0d8bdab5 HTTP/1.1" status: 200 len: 946 time: 0.1772916 Jul 27 21:02:54.914166 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ce54db-64ba-4a0c-86c3-fc95ffbec3b0 req-510eb7ef-a360-4ce0-ac95-38fcc8375cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:54.915669 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-19ce54db-64ba-4a0c-86c3-fc95ffbec3b0 req-510eb7ef-a360-4ce0-ac95-38fcc8375cb5 service neutron] 10.222.0.60 "GET /v2.0/networks?id=a24de5a6-5324-4482-88f7-01f3fef3fce4 HTTP/1.1" status: 200 len: 912 time: 0.1494732 Jul 27 21:02:54.924432 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-71bf1a11-bdc9-4f24-b2e4-32a60537ec68 req-d1180001-37d2-478a-ab38-04255f6e80c5 tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] 10.222.0.59 "GET /v2.0/security-groups?id=d1766e71-7b2a-4f2d-acc0-530f862b8fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493586 Jul 27 21:02:54.988941 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-19ce54db-64ba-4a0c-86c3-fc95ffbec3b0 req-867bf1ec-9b58-41cc-a631-bd8b903c16c3 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8430c6c6-f304-495c-a48f-6f0e36309d82 HTTP/1.1" status: 200 len: 217 time: 0.0636373 Jul 27 21:02:55.074859 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ce54db-64ba-4a0c-86c3-fc95ffbec3b0 req-3fa8fa95-a1d3-4503-95d4-5339d836f220 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:55.076242 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-19ce54db-64ba-4a0c-86c3-fc95ffbec3b0 req-3fa8fa95-a1d3-4503-95d4-5339d836f220 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d99af16b-2946-4011-bd00-9832fafed710 HTTP/1.1" status: 200 len: 851 time: 0.0786312 Jul 27 21:02:55.096983 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863b4afa-6400-4d6e-adb4-092207b569db req-a01176b5-5416-4c5e-a2a6-3b521aa208e1 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:55.098414 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-863b4afa-6400-4d6e-adb4-092207b569db req-a01176b5-5416-4c5e-a2a6-3b521aa208e1 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] 10.222.0.59 "GET /v2.0/ports?device_id=29c1b762-5cb9-4f5b-ac71-3cb8a306ebde HTTP/1.1" status: 200 len: 945 time: 0.1778357 Jul 27 21:02:55.143548 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-19ce54db-64ba-4a0c-86c3-fc95ffbec3b0 req-c226f027-c282-4968-b52e-a3bca6151647 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a24de5a6-5324-4482-88f7-01f3fef3fce4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0543990 Jul 27 21:02:55.150827 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400d6de9-6f6c-447a-ab77-48307e6fbf07 req-494ae8e7-7147-4657-8c0b-70f17a694e1b tempest-ServerRescueTestJSON-417658892 tempest-ServerRescueTestJSON-417658892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:55.152216 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-400d6de9-6f6c-447a-ab77-48307e6fbf07 req-494ae8e7-7147-4657-8c0b-70f17a694e1b tempest-ServerRescueTestJSON-417658892 tempest-ServerRescueTestJSON-417658892-project] 10.222.0.59 "GET /v2.0/ports?device_id=a639bd19-8e17-4b7c-a6dc-d5ab3bcb59ec HTTP/1.1" status: 200 len: 943 time: 0.1672599 Jul 27 21:02:55.231245 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-863b4afa-6400-4d6e-adb4-092207b569db req-1971be6f-8b37-4e7b-9ac5-4dc8ef454bb4 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] 10.222.0.59 "GET /v2.0/security-groups?id=e760076b-6854-47cf-947b-f6a7a8a579d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1249771 Jul 27 21:02:55.255511 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-400d6de9-6f6c-447a-ab77-48307e6fbf07 req-649a217c-d349-4c19-ae43-8501cdc30d6f tempest-ServerRescueTestJSON-417658892 tempest-ServerRescueTestJSON-417658892-project] 10.222.0.59 "GET /v2.0/security-groups?id=551e2ab4-0adb-4dc6-ad9d-2e4a42006670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923581 Jul 27 21:02:55.286459 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-19ce54db-64ba-4a0c-86c3-fc95ffbec3b0 req-e3ef4020-047a-49c3-aa65-9c38c082b37d service neutron] 10.222.0.60 "GET /v2.0/networks/a24de5a6-5324-4482-88f7-01f3fef3fce4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315620 Jul 27 21:02:55.412964 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-19ce54db-64ba-4a0c-86c3-fc95ffbec3b0 req-1b99e637-0876-4ecd-9e7b-44aa087dca55 service neutron] 10.222.0.60 "GET /v2.0/networks/a24de5a6-5324-4482-88f7-01f3fef3fce4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1151805 Jul 27 21:02:55.477188 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a4b9c7-d7af-4ae4-a47e-857eae01df97 req-dce63062-458b-4467-b0b6-6bc97ff1a901 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:55.478634 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f0a4b9c7-d7af-4ae4-a47e-857eae01df97 req-dce63062-458b-4467-b0b6-6bc97ff1a901 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] 10.222.0.59 "GET /v2.0/ports?device_id=29c1b762-5cb9-4f5b-ac71-3cb8a306ebde HTTP/1.1" status: 200 len: 945 time: 0.1087766 Jul 27 21:02:55.516405 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f7235b-0616-4795-beab-705d87899332 req-eccaccc3-76b2-405f-a0ea-ab837e06f477 tempest-ServersAdminTestJSON-2115085297 tempest-ServersAdminTestJSON-2115085297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:55.517829 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-58f7235b-0616-4795-beab-705d87899332 req-eccaccc3-76b2-405f-a0ea-ab837e06f477 tempest-ServersAdminTestJSON-2115085297 tempest-ServersAdminTestJSON-2115085297-project] 10.222.0.59 "GET /v2.0/ports?device_id=b08c7cb2-ff39-4168-a373-6ea575b70e54 HTTP/1.1" status: 200 len: 950 time: 0.0960319 Jul 27 21:02:55.544612 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f0a4b9c7-d7af-4ae4-a47e-857eae01df97 req-dbafd367-6615-4b4e-af22-bc49a6fbbe6a tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] 10.222.0.59 "GET /v2.0/security-groups?id=e760076b-6854-47cf-947b-f6a7a8a579d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581436 Jul 27 21:02:55.564111 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-58f7235b-0616-4795-beab-705d87899332 req-2cf85f84-37b3-441d-ad1f-7f5c292cc46d tempest-ServersAdminTestJSON-2115085297 tempest-ServersAdminTestJSON-2115085297-project] 10.222.0.59 "GET /v2.0/security-groups?id=9f3cf157-ddbf-4bf4-acc6-59d64c6ea76b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376618 Jul 27 21:02:55.989431 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd4420d-f326-4377-936b-b0982dcb7689 req-67379449-829b-4f94-aa35-8a2170d9a0f7 tempest-ServersTestBootFromVolume-282863897 tempest-ServersTestBootFromVolume-282863897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:55.990905 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-6cd4420d-f326-4377-936b-b0982dcb7689 req-67379449-829b-4f94-aa35-8a2170d9a0f7 tempest-ServersTestBootFromVolume-282863897 tempest-ServersTestBootFromVolume-282863897-project] 10.222.0.59 "GET /v2.0/ports?device_id=161cca6f-9931-404c-9b79-c55a315be1ff HTTP/1.1" status: 200 len: 943 time: 0.0650918 Jul 27 21:02:56.061086 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-6cd4420d-f326-4377-936b-b0982dcb7689 req-3178a12e-9b56-45c9-9734-035ea4a20a07 tempest-ServersTestBootFromVolume-282863897 tempest-ServersTestBootFromVolume-282863897-project] 10.222.0.59 "GET /v2.0/security-groups?id=81717ca8-fce7-4766-8713-390b66f80e4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582781 Jul 27 21:02:56.087096 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b781ffde-cbdf-4cc1-999e-112c4655326e req-03fed733-85fa-4bce-9cf5-38997a7bb333 tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:56.088635 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b781ffde-cbdf-4cc1-999e-112c4655326e req-03fed733-85fa-4bce-9cf5-38997a7bb333 tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] 10.222.0.59 "GET /v2.0/ports?device_id=e8887e14-4b4e-44b1-bcf6-490a0d8bdab5 HTTP/1.1" status: 200 len: 946 time: 0.0940936 Jul 27 21:02:56.128330 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b781ffde-cbdf-4cc1-999e-112c4655326e req-61c1cf2f-6f92-49cd-bb85-cccea83fbb0d tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] 10.222.0.59 "GET /v2.0/security-groups?id=d1766e71-7b2a-4f2d-acc0-530f862b8fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332670 Jul 27 21:02:56.272761 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-897215dd-34bd-42f4-8954-8f039c902880 req-599cf2b9-7cb2-4a3c-b73f-e3bcae03bebb service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=2ab3b612-b1bf-43fb-a1f2-964eea921f62&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0607803 Jul 27 21:02:56.459902 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf11db90-31f9-456f-a180-1aec61596978 req-ee25ccd6-d785-44e7-a965-cf6a86e8ccac tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:56.461384 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-bf11db90-31f9-456f-a180-1aec61596978 req-ee25ccd6-d785-44e7-a965-cf6a86e8ccac tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] 10.222.0.59 "GET /v2.0/ports?device_id=e8887e14-4b4e-44b1-bcf6-490a0d8bdab5 HTTP/1.1" status: 200 len: 946 time: 0.1494243 Jul 27 21:02:56.463950 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897215dd-34bd-42f4-8954-8f039c902880 req-9deca743-0c0d-4772-9d3f-0676a9adcf1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:56.465302 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-897215dd-34bd-42f4-8954-8f039c902880 req-9deca743-0c0d-4772-9d3f-0676a9adcf1c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=037df3a90f014739a3644a9c2d1586c8&device_id=2ab3b612-b1bf-43fb-a1f2-964eea921f62 HTTP/1.1" status: 200 len: 1097 time: 0.1427317 Jul 27 21:02:56.481182 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42a73ba-8564-4697-a6f8-700fd3c64838 req-590ae631-d40a-4cf7-ab15-c5c2988e8641 tempest-ServerRescueTestJSON-417658892 tempest-ServerRescueTestJSON-417658892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:56.482643 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-d42a73ba-8564-4697-a6f8-700fd3c64838 req-590ae631-d40a-4cf7-ab15-c5c2988e8641 tempest-ServerRescueTestJSON-417658892 tempest-ServerRescueTestJSON-417658892-project] 10.222.0.59 "GET /v2.0/ports?device_id=a639bd19-8e17-4b7c-a6dc-d5ab3bcb59ec HTTP/1.1" status: 200 len: 943 time: 0.1318085 Jul 27 21:02:56.584186 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-bf11db90-31f9-456f-a180-1aec61596978 req-30071080-bb93-42c4-80fe-1cde5987a672 tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] 10.222.0.59 "GET /v2.0/security-groups?id=d1766e71-7b2a-4f2d-acc0-530f862b8fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154661 Jul 27 21:02:56.597647 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-d42a73ba-8564-4697-a6f8-700fd3c64838 req-bf531b05-cc99-4180-8f31-8dc9eb57f076 tempest-ServerRescueTestJSON-417658892 tempest-ServerRescueTestJSON-417658892-project] 10.222.0.59 "GET /v2.0/security-groups?id=551e2ab4-0adb-4dc6-ad9d-2e4a42006670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084754 Jul 27 21:02:56.636349 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897215dd-34bd-42f4-8954-8f039c902880 req-ba7d477f-03c1-4e9b-9532-aa3932291d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:56.637947 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-897215dd-34bd-42f4-8954-8f039c902880 req-ba7d477f-03c1-4e9b-9532-aa3932291d4a service neutron] 10.222.0.60 "GET /v2.0/networks?id=6aa76440-68bb-4814-b579-87efb5c679e3 HTTP/1.1" status: 200 len: 913 time: 0.1336679 Jul 27 21:02:56.682639 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-897215dd-34bd-42f4-8954-8f039c902880 req-41fac50a-4028-44be-b370-d0d31daf9328 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b7548bc3-c3ee-4f0b-95e3-8bcdd1f6c845 HTTP/1.1" status: 200 len: 217 time: 0.0359612 Jul 27 21:02:56.772802 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897215dd-34bd-42f4-8954-8f039c902880 req-92f4fdcc-91e0-46fd-9a6d-f7a163ac7d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:56.774260 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-897215dd-34bd-42f4-8954-8f039c902880 req-92f4fdcc-91e0-46fd-9a6d-f7a163ac7d4a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=746696d1-95cb-4db5-9b25-089085191295 HTTP/1.1" status: 200 len: 851 time: 0.0801597 Jul 27 21:02:56.832460 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8500a487-fa4d-4de6-83d9-8c79c03fc4b4 req-d51ceffc-987b-420f-9cc2-94475f51f906 tempest-ServersAdminTestJSON-2115085297 tempest-ServersAdminTestJSON-2115085297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:56.833924 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-8500a487-fa4d-4de6-83d9-8c79c03fc4b4 req-d51ceffc-987b-420f-9cc2-94475f51f906 tempest-ServersAdminTestJSON-2115085297 tempest-ServersAdminTestJSON-2115085297-project] 10.222.0.59 "GET /v2.0/ports?device_id=b08c7cb2-ff39-4168-a373-6ea575b70e54 HTTP/1.1" status: 200 len: 950 time: 0.1124485 Jul 27 21:02:56.865285 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897215dd-34bd-42f4-8954-8f039c902880 req-e54c04d2-622d-477f-a0cd-2d277c9c2f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:56.866751 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-897215dd-34bd-42f4-8954-8f039c902880 req-e54c04d2-622d-477f-a0cd-2d277c9c2f27 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=6aa76440-68bb-4814-b579-87efb5c679e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0848124 Jul 27 21:02:56.890052 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-8500a487-fa4d-4de6-83d9-8c79c03fc4b4 req-d89d3f00-64a0-438c-9f30-9f62433f2f15 tempest-ServersAdminTestJSON-2115085297 tempest-ServersAdminTestJSON-2115085297-project] 10.222.0.59 "GET /v2.0/security-groups?id=9f3cf157-ddbf-4bf4-acc6-59d64c6ea76b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497341 Jul 27 21:02:56.967929 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-897215dd-34bd-42f4-8954-8f039c902880 req-9d2ab1e1-a309-4420-932d-06070290a170 service neutron] 10.222.0.60 "GET /v2.0/networks/6aa76440-68bb-4814-b579-87efb5c679e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913622 Jul 27 21:02:57.065160 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-897215dd-34bd-42f4-8954-8f039c902880 req-35e98974-f117-4331-9751-956069aafcb2 service neutron] 10.222.0.60 "GET /v2.0/networks/6aa76440-68bb-4814-b579-87efb5c679e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883241 Jul 27 21:02:57.199634 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d24d03f-21a0-4c9d-9c79-33a9460e52ba req-037ac458-662a-44d2-b1e7-75ec6618b02d tempest-ServersTestBootFromVolume-282863897 tempest-ServersTestBootFromVolume-282863897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:57.201117 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-8d24d03f-21a0-4c9d-9c79-33a9460e52ba req-037ac458-662a-44d2-b1e7-75ec6618b02d tempest-ServersTestBootFromVolume-282863897 tempest-ServersTestBootFromVolume-282863897-project] 10.222.0.59 "GET /v2.0/ports?device_id=161cca6f-9931-404c-9b79-c55a315be1ff HTTP/1.1" status: 200 len: 943 time: 0.0688155 Jul 27 21:02:57.238750 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-8d24d03f-21a0-4c9d-9c79-33a9460e52ba req-5c044620-039f-4003-8fee-3a2814d95878 tempest-ServersTestBootFromVolume-282863897 tempest-ServersTestBootFromVolume-282863897-project] 10.222.0.59 "GET /v2.0/security-groups?id=81717ca8-fce7-4766-8713-390b66f80e4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311608 Jul 27 21:02:57.753433 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13342d60-0d85-4f91-a58c-a893c979d883 req-ff4daf9a-4db9-4110-9093-97b49e3b2418 tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:57.754905 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-13342d60-0d85-4f91-a58c-a893c979d883 req-ff4daf9a-4db9-4110-9093-97b49e3b2418 tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] 10.222.0.59 "GET /v2.0/ports?device_id=e8887e14-4b4e-44b1-bcf6-490a0d8bdab5 HTTP/1.1" status: 200 len: 946 time: 0.1023045 Jul 27 21:02:57.762746 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77be9fd8-84a3-4cb5-8fbb-cf51af8e5c4d req-7b7ce1c0-7344-4e94-bc63-8d511702e435 tempest-ServerRescueTestJSON-417658892 tempest-ServerRescueTestJSON-417658892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:57.764163 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-77be9fd8-84a3-4cb5-8fbb-cf51af8e5c4d req-7b7ce1c0-7344-4e94-bc63-8d511702e435 tempest-ServerRescueTestJSON-417658892 tempest-ServerRescueTestJSON-417658892-project] 10.222.0.59 "GET /v2.0/ports?device_id=a639bd19-8e17-4b7c-a6dc-d5ab3bcb59ec HTTP/1.1" status: 200 len: 943 time: 0.1003942 Jul 27 21:02:57.822002 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-13342d60-0d85-4f91-a58c-a893c979d883 req-2380eb77-8ca6-4502-af29-5b15702d5071 tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] 10.222.0.59 "GET /v2.0/security-groups?id=d1766e71-7b2a-4f2d-acc0-530f862b8fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569272 Jul 27 21:02:57.824662 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-77be9fd8-84a3-4cb5-8fbb-cf51af8e5c4d req-36ba7d3b-3901-498c-ae43-b52fe5ac9c02 tempest-ServerRescueTestJSON-417658892 tempest-ServerRescueTestJSON-417658892-project] 10.222.0.59 "GET /v2.0/security-groups?id=551e2ab4-0adb-4dc6-ad9d-2e4a42006670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539572 Jul 27 21:02:58.019661 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b39a8a0-99cc-4046-86a2-55ae7e681aaf req-67ab83c3-725c-47e1-a3bd-f576f8e7a64f tempest-ServersAdminTestJSON-2115085297 tempest-ServersAdminTestJSON-2115085297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:58.021117 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-6b39a8a0-99cc-4046-86a2-55ae7e681aaf req-67ab83c3-725c-47e1-a3bd-f576f8e7a64f tempest-ServersAdminTestJSON-2115085297 tempest-ServersAdminTestJSON-2115085297-project] 10.222.0.59 "GET /v2.0/ports?device_id=b08c7cb2-ff39-4168-a373-6ea575b70e54 HTTP/1.1" status: 200 len: 950 time: 0.0622308 Jul 27 21:02:58.058059 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-6b39a8a0-99cc-4046-86a2-55ae7e681aaf req-baa27172-7512-4561-a0ad-4e1451d40b1a tempest-ServersAdminTestJSON-2115085297 tempest-ServersAdminTestJSON-2115085297-project] 10.222.0.59 "GET /v2.0/security-groups?id=9f3cf157-ddbf-4bf4-acc6-59d64c6ea76b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309563 Jul 27 21:02:58.367316 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e820216c-a261-4287-a8a9-23498ef9de0b req-fd555c5e-079c-4429-99d3-e3f86c46c6cd tempest-ServersTestBootFromVolume-282863897 tempest-ServersTestBootFromVolume-282863897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:58.368788 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e820216c-a261-4287-a8a9-23498ef9de0b req-fd555c5e-079c-4429-99d3-e3f86c46c6cd tempest-ServersTestBootFromVolume-282863897 tempest-ServersTestBootFromVolume-282863897-project] 10.222.0.59 "GET /v2.0/ports?device_id=161cca6f-9931-404c-9b79-c55a315be1ff HTTP/1.1" status: 200 len: 943 time: 0.0619121 Jul 27 21:02:58.434179 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e820216c-a261-4287-a8a9-23498ef9de0b req-54bcf05f-8e92-4420-b1c6-4c5fb1c42938 tempest-ServersTestBootFromVolume-282863897 tempest-ServersTestBootFromVolume-282863897-project] 10.222.0.59 "GET /v2.0/security-groups?id=81717ca8-fce7-4766-8713-390b66f80e4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590498 Jul 27 21:02:58.465911 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072beca9-3caf-43d6-9563-9fbaed90c416 req-84e81e1b-ab10-4af7-820b-52a0811cebdc tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:58.467438 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-072beca9-3caf-43d6-9563-9fbaed90c416 req-84e81e1b-ab10-4af7-820b-52a0811cebdc tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] 10.222.0.60 "GET /v2.0/ports?device_id=e8887e14-4b4e-44b1-bcf6-490a0d8bdab5 HTTP/1.1" status: 200 len: 946 time: 0.0757473 Jul 27 21:02:58.568931 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [req-072beca9-3caf-43d6-9563-9fbaed90c416 req-8d3617ce-3842-4eae-88ec-c4ce440fafc1 tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] Deleting port ac082086-f579-4132-83a4-98e0970d3946 {{(pid=105585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:02:58.569192 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-072beca9-3caf-43d6-9563-9fbaed90c416 req-8d3617ce-3842-4eae-88ec-c4ce440fafc1 tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:58.657409 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.db [req-072beca9-3caf-43d6-9563-9fbaed90c416 req-8d3617ce-3842-4eae-88ec-c4ce440fafc1 tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] For port ac082086-f579-4132-83a4-98e0970d3946, host n-h2-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=ac082086-f579-4132-83a4-98e0970d3946,segment=NetworkSegment(872889e4-5d02-4ec8-807e-3e5c98ba67af),segment_id=872889e4-5d02-4ec8-807e-3e5c98ba67af)] {{(pid=105585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:02:58.657775 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-072beca9-3caf-43d6-9563-9fbaed90c416 req-8d3617ce-3842-4eae-88ec-c4ce440fafc1 tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:58.670325 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [req-072beca9-3caf-43d6-9563-9fbaed90c416 req-8d3617ce-3842-4eae-88ec-c4ce440fafc1 tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] Calling delete_port for ac082086-f579-4132-83a4-98e0970d3946 owned by compute:nova {{(pid=105585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:02:58.793028 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-072beca9-3caf-43d6-9563-9fbaed90c416 req-8d3617ce-3842-4eae-88ec-c4ce440fafc1 tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:58.805170 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] get_ports_and_sgs() called for port_ids ['ac082086-f579-4132-83a4-98e0970d3946'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:02:58.828994 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3617ce-3842-4eae-88ec-c4ce440fafc1 tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] Pushing event deleted for resources: {'Port': ['ID=ac082086-f579-4132-83a4-98e0970d3946,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:02:58.874664 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.l3_dvrscheduler_db [req-072beca9-3caf-43d6-9563-9fbaed90c416 req-8d3617ce-3842-4eae-88ec-c4ce440fafc1 tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] No DVR routers for this DVR port ac082086-f579-4132-83a4-98e0970d3946 on host n-h2-705658-22 {{(pid=105585) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:02:58.877396 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-072beca9-3caf-43d6-9563-9fbaed90c416 req-8d3617ce-3842-4eae-88ec-c4ce440fafc1 tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:58.881765 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-072beca9-3caf-43d6-9563-9fbaed90c416 req-8d3617ce-3842-4eae-88ec-c4ce440fafc1 tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] 10.222.0.60 "DELETE /v2.0/ports/ac082086-f579-4132-83a4-98e0970d3946 HTTP/1.1" status: 204 len: 173 time: 0.4056118 Jul 27 21:02:58.881765 n-d-705658-22 neutron-server[105585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8887e14-4b4e-44b1-bcf6-490a0d8bdab5', 'name': 'network-vif-deleted', 'tag': 'ac082086-f579-4132-83a4-98e0970d3946'}] {{(pid=105585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:02:58.882592 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d66fd65881426bfc2b5388084a3654e5eae521106a15a3dbf0eb4cde7106c36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dafc6d4d-375d-44e3-9bb8-e0f92da17ed7" -d '{"events": [{"server_uuid": "e8887e14-4b4e-44b1-bcf6-490a0d8bdab5", "name": "network-vif-deleted", "tag": "ac082086-f579-4132-83a4-98e0970d3946"}]}' {{(pid=105585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:02:58.929630 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-5af1f05d-4558-4958-bfa1-49c253762cf6 req-27c01334-1c7d-4b77-ad00-3b157afe2534 tempest-DeleteServersTestJSON-1984236796 tempest-DeleteServersTestJSON-1984236796-project] 10.222.0.59 "GET /v2.0/ports?device_id=e8887e14-4b4e-44b1-bcf6-490a0d8bdab5 HTTP/1.1" status: 200 len: 210 time: 0.0389957 Jul 27 21:02:58.984525 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4397e40-d63f-42cb-afbc-ac8ceae33992 req-90a5fe7b-7292-4831-9956-292f0714ea97 tempest-ServerRescueTestJSON-417658892 tempest-ServerRescueTestJSON-417658892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:58.985965 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-c4397e40-d63f-42cb-afbc-ac8ceae33992 req-90a5fe7b-7292-4831-9956-292f0714ea97 tempest-ServerRescueTestJSON-417658892 tempest-ServerRescueTestJSON-417658892-project] 10.222.0.59 "GET /v2.0/ports?device_id=a639bd19-8e17-4b7c-a6dc-d5ab3bcb59ec HTTP/1.1" status: 200 len: 943 time: 0.0847454 Jul 27 21:02:58.991269 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:02:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0a68286-59e0-4460-a01f-08e07289cbba x-openstack-request-id: req-e0a68286-59e0-4460-a01f-08e07289cbba {{(pid=105585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:02:58.991574 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8887e14-4b4e-44b1-bcf6-490a0d8bdab5", "name": "network-vif-deleted", "tag": "ac082086-f579-4132-83a4-98e0970d3946", "status": "completed", "code": 200}]} {{(pid=105585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:02:58.991822 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-e0a68286-59e0-4460-a01f-08e07289cbba {{(pid=105585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:02:58.992204 n-d-705658-22 neutron-server[105585]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8887e14-4b4e-44b1-bcf6-490a0d8bdab5', 'name': 'network-vif-deleted', 'tag': 'ac082086-f579-4132-83a4-98e0970d3946', 'status': 'completed', 'code': 200} Jul 27 21:02:59.349874 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-c4397e40-d63f-42cb-afbc-ac8ceae33992 req-56ed4438-b4f0-4848-9482-389f02e19cf6 tempest-ServerRescueTestJSON-417658892 tempest-ServerRescueTestJSON-417658892-project] 10.222.0.59 "GET /v2.0/security-groups?id=551e2ab4-0adb-4dc6-ad9d-2e4a42006670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3558385 Jul 27 21:02:59.380234 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5381368b-de50-432a-9f27-75894fe35b8f req-afa0b5bc-50bc-4ed1-906d-ada928548377 tempest-ServersAdminTestJSON-2115085297 tempest-ServersAdminTestJSON-2115085297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:59.381692 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-5381368b-de50-432a-9f27-75894fe35b8f req-afa0b5bc-50bc-4ed1-906d-ada928548377 tempest-ServersAdminTestJSON-2115085297 tempest-ServersAdminTestJSON-2115085297-project] 10.222.0.59 "GET /v2.0/ports?device_id=b08c7cb2-ff39-4168-a373-6ea575b70e54 HTTP/1.1" status: 200 len: 950 time: 0.0775871 Jul 27 21:02:59.423770 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-5381368b-de50-432a-9f27-75894fe35b8f req-07b4608e-121a-4192-8891-df82bcd14a38 tempest-ServersAdminTestJSON-2115085297 tempest-ServersAdminTestJSON-2115085297-project] 10.222.0.59 "GET /v2.0/security-groups?id=9f3cf157-ddbf-4bf4-acc6-59d64c6ea76b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347056 Jul 27 21:02:59.563443 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fcfd37-1948-40e8-9351-a272f9e62909 req-6c90608d-dbdb-4b45-af27-da1bfb14f4e1 tempest-ServersTestBootFromVolume-282863897 tempest-ServersTestBootFromVolume-282863897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:59.564910 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-93fcfd37-1948-40e8-9351-a272f9e62909 req-6c90608d-dbdb-4b45-af27-da1bfb14f4e1 tempest-ServersTestBootFromVolume-282863897 tempest-ServersTestBootFromVolume-282863897-project] 10.222.0.59 "GET /v2.0/ports?device_id=161cca6f-9931-404c-9b79-c55a315be1ff HTTP/1.1" status: 200 len: 943 time: 0.0626554 Jul 27 21:02:59.601060 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-93fcfd37-1948-40e8-9351-a272f9e62909 req-ce4b91a6-5647-4d07-875d-60b6c9086f3a tempest-ServersTestBootFromVolume-282863897 tempest-ServersTestBootFromVolume-282863897-project] 10.222.0.59 "GET /v2.0/security-groups?id=81717ca8-fce7-4766-8713-390b66f80e4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303328 Jul 27 21:02:59.715206 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Device 8430c6c6-f304-495c-a48f-6f0e36309d82 details requested by agent hyperv_n-h2-705658-22 with host n-h2-705658-22 {{(pid=105586) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:02:59.806591 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] For port 8430c6c6-f304-495c-a48f-6f0e36309d82, host n-h2-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=8430c6c6-f304-495c-a48f-6f0e36309d82,segment=NetworkSegment(31fbdef5-d817-4d56-be48-3d485cdfd14a),segment_id=31fbdef5-d817-4d56-be48-3d485cdfd14a)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:02:59.818068 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Returning: {'device': '8430c6c6-f304-495c-a48f-6f0e36309d82', 'network_id': 'a24de5a6-5324-4482-88f7-01f3fef3fce4', 'port_id': '8430c6c6-f304-495c-a48f-6f0e36309d82', 'mac_address': 'fa:16:3e:64:81:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 223, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd99af16b-2946-4011-bd00-9832fafed710', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105586) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:02:59.856602 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:59.869617 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [None req-3d54578f-831f-4696-b568-13c455922dab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8430c6c6-f304-495c-a48f-6f0e36309d82 {{(pid=105586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:02:59.888219 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] For port 8430c6c6-f304-495c-a48f-6f0e36309d82, host n-h2-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=8430c6c6-f304-495c-a48f-6f0e36309d82,segment=NetworkSegment(31fbdef5-d817-4d56-be48-3d485cdfd14a),segment_id=31fbdef5-d817-4d56-be48-3d485cdfd14a)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:02:59.892491 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:59.938982 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Pushing event updated for resources: {'Port': ['ID=8430c6c6-f304-495c-a48f-6f0e36309d82,revision_number=4']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:03:00.295969 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] get_ports_and_sgs() called for port_ids ['8430c6c6-f304-495c-a48f-6f0e36309d82'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:03:00.536955 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34885f7b-6fe0-44c1-8e86-f95c7a257699 req-d0649548-9fb3-4294-bba7-6b29553f0cf8 tempest-ServerRescueTestJSON-417658892 tempest-ServerRescueTestJSON-417658892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:00.538424 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-34885f7b-6fe0-44c1-8e86-f95c7a257699 req-d0649548-9fb3-4294-bba7-6b29553f0cf8 tempest-ServerRescueTestJSON-417658892 tempest-ServerRescueTestJSON-417658892-project] 10.222.0.59 "GET /v2.0/ports?device_id=a639bd19-8e17-4b7c-a6dc-d5ab3bcb59ec HTTP/1.1" status: 200 len: 944 time: 0.0977392 Jul 27 21:03:00.588827 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-34885f7b-6fe0-44c1-8e86-f95c7a257699 req-7caf6661-02f8-4060-b8e6-6bedbe023606 tempest-ServerRescueTestJSON-417658892 tempest-ServerRescueTestJSON-417658892-project] 10.222.0.59 "GET /v2.0/security-groups?id=551e2ab4-0adb-4dc6-ad9d-2e4a42006670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442479 Jul 27 21:03:00.599774 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c143d6a2-44a2-40ab-b5ee-df239f4497bc req-3d4a521f-903b-470a-a7bb-1fc20733d432 tempest-ServersAdminTestJSON-2115085297 tempest-ServersAdminTestJSON-2115085297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:00.601295 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-c143d6a2-44a2-40ab-b5ee-df239f4497bc req-3d4a521f-903b-470a-a7bb-1fc20733d432 tempest-ServersAdminTestJSON-2115085297 tempest-ServersAdminTestJSON-2115085297-project] 10.222.0.59 "GET /v2.0/ports?device_id=b08c7cb2-ff39-4168-a373-6ea575b70e54 HTTP/1.1" status: 200 len: 950 time: 0.1027210 Jul 27 21:03:00.641822 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-c143d6a2-44a2-40ab-b5ee-df239f4497bc req-52c8ac93-e04d-410d-a062-eb649d13151a tempest-ServersAdminTestJSON-2115085297 tempest-ServersAdminTestJSON-2115085297-project] 10.222.0.59 "GET /v2.0/security-groups?id=9f3cf157-ddbf-4bf4-acc6-59d64c6ea76b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335715 Jul 27 21:03:00.743276 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62f35b9-6fe1-4ff6-a184-06842d66f995 req-8431e531-d455-478f-99c6-2b6fed4d46b3 tempest-ServersTestBootFromVolume-282863897 tempest-ServersTestBootFromVolume-282863897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:00.745153 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f62f35b9-6fe1-4ff6-a184-06842d66f995 req-8431e531-d455-478f-99c6-2b6fed4d46b3 tempest-ServersTestBootFromVolume-282863897 tempest-ServersTestBootFromVolume-282863897-project] 10.222.0.59 "GET /v2.0/ports?device_id=161cca6f-9931-404c-9b79-c55a315be1ff HTTP/1.1" status: 200 len: 943 time: 0.0766065 Jul 27 21:03:00.791445 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f62f35b9-6fe1-4ff6-a184-06842d66f995 req-50011ff5-872c-408d-82c5-7c931924829b tempest-ServersTestBootFromVolume-282863897 tempest-ServersTestBootFromVolume-282863897-project] 10.222.0.59 "GET /v2.0/security-groups?id=81717ca8-fce7-4766-8713-390b66f80e4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395279 Jul 27 21:03:01.731444 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e95a1c2-50c3-4ddf-8c46-42c1afd24d15 req-80aac35b-447d-4dd1-9c9d-061054d0c67e tempest-ServerRescueTestJSON-417658892 tempest-ServerRescueTestJSON-417658892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:01.733031 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-4e95a1c2-50c3-4ddf-8c46-42c1afd24d15 req-80aac35b-447d-4dd1-9c9d-061054d0c67e tempest-ServerRescueTestJSON-417658892 tempest-ServerRescueTestJSON-417658892-project] 10.222.0.59 "GET /v2.0/ports?device_id=a639bd19-8e17-4b7c-a6dc-d5ab3bcb59ec HTTP/1.1" status: 200 len: 944 time: 0.0741277 Jul 27 21:03:01.739114 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Device 8430c6c6-f304-495c-a48f-6f0e36309d82 up at agent hyperv_n-h2-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:03:01.787712 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-3d54578f-831f-4696-b568-13c455922dab None None] Provisioning for port 8430c6c6-f304-495c-a48f-6f0e36309d82 completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:03:01.791846 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-3d54578f-831f-4696-b568-13c455922dab None None] Provisioning complete for port 8430c6c6-f304-495c-a48f-6f0e36309d82 triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:03:01.792553 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:01.801472 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-4e95a1c2-50c3-4ddf-8c46-42c1afd24d15 req-5b0cb5df-194d-4e3d-9cba-3bd1cc2bfc60 tempest-ServerRescueTestJSON-417658892 tempest-ServerRescueTestJSON-417658892-project] 10.222.0.59 "GET /v2.0/security-groups?id=551e2ab4-0adb-4dc6-ad9d-2e4a42006670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479860 Jul 27 21:03:01.823262 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf6c1bd-22b7-4ca7-a55f-eea1d4975680 req-6d346aef-dbc3-4414-a760-55ee36dddf8f tempest-ServersAdminTestJSON-2115085297 tempest-ServersAdminTestJSON-2115085297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:01.824866 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-ecf6c1bd-22b7-4ca7-a55f-eea1d4975680 req-6d346aef-dbc3-4414-a760-55ee36dddf8f tempest-ServersAdminTestJSON-2115085297 tempest-ServersAdminTestJSON-2115085297-project] 10.222.0.59 "GET /v2.0/ports?device_id=b08c7cb2-ff39-4168-a373-6ea575b70e54 HTTP/1.1" status: 200 len: 950 time: 0.1096666 Jul 27 21:03:01.868966 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-ecf6c1bd-22b7-4ca7-a55f-eea1d4975680 req-8b5a935a-7d43-42fa-90a9-7300fc1258ee tempest-ServersAdminTestJSON-2115085297 tempest-ServersAdminTestJSON-2115085297-project] 10.222.0.59 "GET /v2.0/security-groups?id=9f3cf157-ddbf-4bf4-acc6-59d64c6ea76b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371990 Jul 27 21:03:01.883137 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:01.913732 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a639bd19-8e17-4b7c-a6dc-d5ab3bcb59ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8430c6c6-f304-495c-a48f-6f0e36309d82'}] {{(pid=105586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:03:01.916060 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14c1663e039faf5393f87855f745010ac5b02220355b68fdbf065393e303ac56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-616f9d52-b215-4b60-941f-895cf4ffbe8e" -d '{"events": [{"server_uuid": "a639bd19-8e17-4b7c-a6dc-d5ab3bcb59ec", "name": "network-vif-plugged", "status": "completed", "tag": "8430c6c6-f304-495c-a48f-6f0e36309d82"}]}' {{(pid=105586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:03:01.929968 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] For port 8430c6c6-f304-495c-a48f-6f0e36309d82, host n-h2-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=8430c6c6-f304-495c-a48f-6f0e36309d82,segment=NetworkSegment(31fbdef5-d817-4d56-be48-3d485cdfd14a),segment_id=31fbdef5-d817-4d56-be48-3d485cdfd14a)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:03:01.936595 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:01.937455 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Device ac082086-f579-4132-83a4-98e0970d3946 no longer exists at agent hyperv_n-h2-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:03:01.960601 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-3d54578f-831f-4696-b568-13c455922dab None None] No Port match for: ac082086-f579-4132-83a4-98e0970d3946 {{(pid=105586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:03:01.960952 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Device ac082086-f579-4132-83a4-98e0970d3946 not bound to the agent host n-h2-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:03:01.967866 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d0d6f3-81fb-4a5e-b933-b6d214a6dda2 req-b5b416c6-425f-4ce8-88e1-425846cd32c6 tempest-ServersTestBootFromVolume-282863897 tempest-ServersTestBootFromVolume-282863897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:01.969520 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-89d0d6f3-81fb-4a5e-b933-b6d214a6dda2 req-b5b416c6-425f-4ce8-88e1-425846cd32c6 tempest-ServersTestBootFromVolume-282863897 tempest-ServersTestBootFromVolume-282863897-project] 10.222.0.59 "GET /v2.0/ports?device_id=161cca6f-9931-404c-9b79-c55a315be1ff HTTP/1.1" status: 200 len: 943 time: 0.0899270 Jul 27 21:03:01.984532 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:03:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4a59a40-7dfa-4679-8ef3-2ff7061b1347 x-openstack-request-id: req-c4a59a40-7dfa-4679-8ef3-2ff7061b1347 {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:03:01.984824 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a639bd19-8e17-4b7c-a6dc-d5ab3bcb59ec", "name": "network-vif-plugged", "status": "completed", "tag": "8430c6c6-f304-495c-a48f-6f0e36309d82", "code": 200}]} {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:03:01.985270 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-c4a59a40-7dfa-4679-8ef3-2ff7061b1347 {{(pid=105586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:03:01.985661 n-d-705658-22 neutron-server[105586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a639bd19-8e17-4b7c-a6dc-d5ab3bcb59ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8430c6c6-f304-495c-a48f-6f0e36309d82', 'code': 200} Jul 27 21:03:02.017071 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Pushing event updated for resources: {'Port': ['ID=8430c6c6-f304-495c-a48f-6f0e36309d82,revision_number=5']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:03:02.020578 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-89d0d6f3-81fb-4a5e-b933-b6d214a6dda2 req-0a96b723-b0bf-4ea7-83bd-7c4c2ba42474 tempest-ServersTestBootFromVolume-282863897 tempest-ServersTestBootFromVolume-282863897-project] 10.222.0.59 "GET /v2.0/security-groups?id=81717ca8-fce7-4766-8713-390b66f80e4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440278 Jul 27 21:03:02.082892 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41d881e-63df-4699-b95c-946af077f8fd req-ed56dfd5-859d-4f12-bbf3-2007278ce9b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:02.084417 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e41d881e-63df-4699-b95c-946af077f8fd req-ed56dfd5-859d-4f12-bbf3-2007278ce9b6 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=a639bd19-8e17-4b7c-a6dc-d5ab3bcb59ec HTTP/1.1" status: 200 len: 1097 time: 0.0524189 Jul 27 21:03:02.119993 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e41d881e-63df-4699-b95c-946af077f8fd req-fb3dc871-8cf3-426b-bdfc-f844f4291803 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=551e2ab4-0adb-4dc6-ad9d-2e4a42006670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0278449 Jul 27 21:03:02.645781 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 44706) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:03:02.737204 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.db_base_plugin_v2 [None req-7098eb26-3d72-4042-a3bb-dff75b417a26 admin admin] Deleting subnet 7c0fdb90-69ca-4554-99dc-5ec25614338f {{(pid=105584) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:03:02.740196 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-7098eb26-3d72-4042-a3bb-dff75b417a26 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:02.774318 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-7098eb26-3d72-4042-a3bb-dff75b417a26 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9014207'] for subnet, precommit_delete_associations {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:02.812949 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-7098eb26-3d72-4042-a3bb-dff75b417a26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854965'] for subnet, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:02.878620 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-7098eb26-3d72-4042-a3bb-dff75b417a26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9014081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9738825'] for subnet, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:02.911130 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7098eb26-3d72-4042-a3bb-dff75b417a26 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7c0fdb90-69ca-4554-99dc-5ec25614338f,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:03:02.913144 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-7098eb26-3d72-4042-a3bb-dff75b417a26 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:02.917684 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-7098eb26-3d72-4042-a3bb-dff75b417a26 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/7c0fdb90-69ca-4554-99dc-5ec25614338f HTTP/1.1" status: 204 len: 168 time: 0.2708433 Jul 27 21:03:02.918581 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 44714) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:03:02.990961 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-0e3ccfda-e0f5-47a9-8388-a783adcb758d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-990557'] for network, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:03.000108 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bfdf57-53d7-4b07-966e-cb0b9ca4a644 req-5610d1fe-7728-4236-862b-a3b3504d7cf3 tempest-ServerRescueTestJSON-417658892 tempest-ServerRescueTestJSON-417658892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:03.001851 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-60bfdf57-53d7-4b07-966e-cb0b9ca4a644 req-5610d1fe-7728-4236-862b-a3b3504d7cf3 tempest-ServerRescueTestJSON-417658892 tempest-ServerRescueTestJSON-417658892-project] 10.222.0.59 "GET /v2.0/ports?device_id=a639bd19-8e17-4b7c-a6dc-d5ab3bcb59ec HTTP/1.1" status: 200 len: 945 time: 0.1275554 Jul 27 21:03:03.063902 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfc95a4-8dde-495e-a7f2-bd462ae4c9a6 req-3c24a9b9-1fc8-44bc-a20c-28a646660408 tempest-ServersAdminTestJSON-2115085297 tempest-ServersAdminTestJSON-2115085297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:03.065584 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-2bfc95a4-8dde-495e-a7f2-bd462ae4c9a6 req-3c24a9b9-1fc8-44bc-a20c-28a646660408 tempest-ServersAdminTestJSON-2115085297 tempest-ServersAdminTestJSON-2115085297-project] 10.222.0.59 "GET /v2.0/ports?device_id=b08c7cb2-ff39-4168-a373-6ea575b70e54 HTTP/1.1" status: 200 len: 950 time: 0.1056483 Jul 27 21:03:03.074877 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-60bfdf57-53d7-4b07-966e-cb0b9ca4a644 req-1ea58070-7b7c-4a6f-abdb-c47f5fa3c533 tempest-ServerRescueTestJSON-417658892 tempest-ServerRescueTestJSON-417658892-project] 10.222.0.59 "GET /v2.0/security-groups?id=551e2ab4-0adb-4dc6-ad9d-2e4a42006670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643699 Jul 27 21:03:03.076265 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-0e3ccfda-e0f5-47a9-8388-a783adcb758d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853562', 'neutron.services.segments.db._delete_segments_for_network-8790688882975'] for network, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:03.088307 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.segments.db [None req-0e3ccfda-e0f5-47a9-8388-a783adcb758d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c29e02c5-8000-4917-925d-2eceb290693b']}} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:03:03.101722 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.segments.db [None req-0e3ccfda-e0f5-47a9-8388-a783adcb758d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '872889e4-5d02-4ec8-807e-3e5c98ba67af') {'for_net_delete': True} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:03:03.102034 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.segments.db [None req-0e3ccfda-e0f5-47a9-8388-a783adcb758d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '872889e4-5d02-4ec8-807e-3e5c98ba67af') {} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:03:03.114081 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-0e3ccfda-e0f5-47a9-8388-a783adcb758d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790688883752', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9014348'] for segment, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:03.120360 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-2bfc95a4-8dde-495e-a7f2-bd462ae4c9a6 req-ff9a3404-009a-4609-91fb-152f57c964bf tempest-ServersAdminTestJSON-2115085297 tempest-ServersAdminTestJSON-2115085297-project] 10.222.0.59 "GET /v2.0/security-groups?id=9f3cf157-ddbf-4bf4-acc6-59d64c6ea76b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441155 Jul 27 21:03:03.132047 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-0e3ccfda-e0f5-47a9-8388-a783adcb758d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:03.139817 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e3ccfda-e0f5-47a9-8388-a783adcb758d admin admin] Releasing vlan 236 on physical network physnet1 to pool {{(pid=105584) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:03:03.140270 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-0e3ccfda-e0f5-47a9-8388-a783adcb758d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9014063'] for segment, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:03.142155 n-d-705658-22 neutron-server[105584]: Traceback (most recent call last): Jul 27 21:03:03.142155 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:03:03.142155 n-d-705658-22 neutron-server[105584]: timer() Jul 27 21:03:03.142155 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:03:03.142155 n-d-705658-22 neutron-server[105584]: cb(*args, **kw) Jul 27 21:03:03.142155 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:03:03.142155 n-d-705658-22 neutron-server[105584]: return func(*args, **kwargs) Jul 27 21:03:03.142155 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:03:03.142155 n-d-705658-22 neutron-server[105584]: self._notify() Jul 27 21:03:03.142155 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:03:03.142155 n-d-705658-22 neutron-server[105584]: self.callback(batched_events) Jul 27 21:03:03.142155 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:03:03.142155 n-d-705658-22 neutron-server[105584]: event.method(event) Jul 27 21:03:03.142155 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:03:03.142155 n-d-705658-22 neutron-server[105584]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:03:03.142155 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:03:03.142155 n-d-705658-22 neutron-server[105584]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:03:03.142155 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:03:03.142155 n-d-705658-22 neutron-server[105584]: return f(self, *a, **k) Jul 27 21:03:03.142155 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:03:03.142155 n-d-705658-22 neutron-server[105584]: return self._get(url).json() Jul 27 21:03:03.142155 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:03:03.142155 n-d-705658-22 neutron-server[105584]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:03:03.142155 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:03:03.142155 n-d-705658-22 neutron-server[105584]: return self.request(url, 'GET', **kwargs) Jul 27 21:03:03.142155 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:03:03.142155 n-d-705658-22 neutron-server[105584]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:03:03.142155 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:03:03.142155 n-d-705658-22 neutron-server[105584]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:03:03.142155 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:03:03.142155 n-d-705658-22 neutron-server[105584]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:03:03.142155 n-d-705658-22 neutron-server[105584]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:03:03.208199 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-0e3ccfda-e0f5-47a9-8388-a783adcb758d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4075658'] for network, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:03.213853 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-0e3ccfda-e0f5-47a9-8388-a783adcb758d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743886'] for network, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:03.216096 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-0e3ccfda-e0f5-47a9-8388-a783adcb758d admin admin] 10.222.0.59 "DELETE /v2.0/networks/c29e02c5-8000-4917-925d-2eceb290693b HTTP/1.1" status: 204 len: 168 time: 0.2964535 Jul 27 21:03:03.230002 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3ccfda-e0f5-47a9-8388-a783adcb758d admin admin] Pushing event deleted for resources: {'Network': ['ID=c29e02c5-8000-4917-925d-2eceb290693b,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:03:03.232338 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f4cfeb-cd49-4cbc-963d-82628e660d4d req-c0b7acb8-45fa-4655-8014-9b41453270f7 tempest-ServersTestBootFromVolume-282863897 tempest-ServersTestBootFromVolume-282863897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:03.240155 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-d1f4cfeb-cd49-4cbc-963d-82628e660d4d req-c0b7acb8-45fa-4655-8014-9b41453270f7 tempest-ServersTestBootFromVolume-282863897 tempest-ServersTestBootFromVolume-282863897-project] 10.222.0.59 "GET /v2.0/ports?device_id=161cca6f-9931-404c-9b79-c55a315be1ff HTTP/1.1" status: 200 len: 943 time: 0.0828223 Jul 27 21:03:03.306710 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-d1f4cfeb-cd49-4cbc-963d-82628e660d4d req-4ba963c6-b529-401d-b190-6a175915a20f tempest-ServersTestBootFromVolume-282863897 tempest-ServersTestBootFromVolume-282863897-project] 10.222.0.59 "GET /v2.0/security-groups?id=81717ca8-fce7-4766-8713-390b66f80e4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627513 Jul 27 21:03:03.353265 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 44722) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:03:03.374561 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device 1a3a868f-1d42-49a9-b669-5243653e1ad2 details requested by agent hyperv_n-h1-705658-22 with host n-h1-705658-22 {{(pid=105586) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:03:03.410466 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-d2441ff7-dfb1-4c96-950b-cea20a0905e5 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=54685b57bf31427c889d7b240f3f8a60&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0558789 Jul 27 21:03:03.413164 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 44728) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:03:03.477824 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-9e8a3668-548b-4397-8018-86636d9b8ba3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:03.499265 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] For port 1a3a868f-1d42-49a9-b669-5243653e1ad2, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=1a3a868f-1d42-49a9-b669-5243653e1ad2,segment=NetworkSegment(fd79765c-e7bd-40c2-b4f2-b2a1b80d938c),segment_id=fd79765c-e7bd-40c2-b4f2-b2a1b80d938c)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:03:03.500018 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-9e8a3668-548b-4397-8018-86636d9b8ba3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:03.512019 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Returning: {'device': '1a3a868f-1d42-49a9-b669-5243653e1ad2', 'network_id': '1a49fc1d-1f56-4b7d-b8b2-d0347dc68fb2', 'port_id': '1a3a868f-1d42-49a9-b669-5243653e1ad2', 'mac_address': 'fa:16:3e:7d:15:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 219, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '495e2e2c-9860-4618-b64d-ac1d06b799f2', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105586) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:03:03.544290 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-9e8a3668-548b-4397-8018-86636d9b8ba3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:03.547352 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-9e8a3668-548b-4397-8018-86636d9b8ba3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:03.548484 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-9e8a3668-548b-4397-8018-86636d9b8ba3 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/d1766e71-7b2a-4f2d-acc0-530f862b8fa8 HTTP/1.1" status: 204 len: 168 time: 0.1342633 Jul 27 21:03:03.550384 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:03.556224 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8a3668-548b-4397-8018-86636d9b8ba3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1766e71-7b2a-4f2d-acc0-530f862b8fa8,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:03:03.565655 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a3a868f-1d42-49a9-b669-5243653e1ad2 {{(pid=105586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:03:03.594881 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] For port 1a3a868f-1d42-49a9-b669-5243653e1ad2, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=1a3a868f-1d42-49a9-b669-5243653e1ad2,segment=NetworkSegment(fd79765c-e7bd-40c2-b4f2-b2a1b80d938c),segment_id=fd79765c-e7bd-40c2-b4f2-b2a1b80d938c)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:03:03.599071 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:03.645915 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Pushing event updated for resources: {'Port': ['ID=1a3a868f-1d42-49a9-b669-5243653e1ad2,revision_number=4']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:03:04.002367 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.agents_db [None req-558fcd2c-e512-47bc-a170-8673d87f7213 None None] Agent healthcheck: found 7 active agents {{(pid=105587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 21:03:04.215467 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 44754) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:03:04.265538 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972a5a27-5b8c-4ded-ae44-e94f60cf7ce3 req-6756ada2-7c21-475a-965b-8ec94a8ec1ee tempest-ServersAdminTestJSON-2115085297 tempest-ServersAdminTestJSON-2115085297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:04.267196 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-972a5a27-5b8c-4ded-ae44-e94f60cf7ce3 req-6756ada2-7c21-475a-965b-8ec94a8ec1ee tempest-ServersAdminTestJSON-2115085297 tempest-ServersAdminTestJSON-2115085297-project] 10.222.0.59 "GET /v2.0/ports?device_id=b08c7cb2-ff39-4168-a373-6ea575b70e54 HTTP/1.1" status: 200 len: 950 time: 0.0717871 Jul 27 21:03:04.308582 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-972a5a27-5b8c-4ded-ae44-e94f60cf7ce3 req-895eb883-b0f3-4462-a0a6-f9a81646c9d8 tempest-ServersAdminTestJSON-2115085297 tempest-ServersAdminTestJSON-2115085297-project] 10.222.0.59 "GET /v2.0/security-groups?id=9f3cf157-ddbf-4bf4-acc6-59d64c6ea76b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351970 Jul 27 21:03:04.328910 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-c6efd48f-935d-421f-aae5-2451cc618188 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1214930393-network', 'tenant_id': '69cdc72bf3f043e3a9d2448007614684'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:03:04.350119 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] get_ports_and_sgs() called for port_ids ['1a3a868f-1d42-49a9-b669-5243653e1ad2'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:03:04.353377 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6efd48f-935d-421f-aae5-2451cc618188 admin admin] Made reservation on behalf of 69cdc72bf3f043e3a9d2448007614684 for: {'network': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:03:04.361557 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c6efd48f-935d-421f-aae5-2451cc618188 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for network, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:04.370502 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c6efd48f-935d-421f-aae5-2451cc618188 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:04.484333 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289e4860-9038-4d50-b9ac-ab28af04807d req-ee167f73-e8a0-42e4-885a-3ce2441e90d2 tempest-ServerRescueTestJSON-417658892 tempest-ServerRescueTestJSON-417658892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:04.485903 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-289e4860-9038-4d50-b9ac-ab28af04807d req-ee167f73-e8a0-42e4-885a-3ce2441e90d2 tempest-ServerRescueTestJSON-417658892 tempest-ServerRescueTestJSON-417658892-project] 10.222.0.59 "GET /v2.0/ports?device_id=a639bd19-8e17-4b7c-a6dc-d5ab3bcb59ec HTTP/1.1" status: 200 len: 945 time: 0.1234221 Jul 27 21:03:04.486384 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c6efd48f-935d-421f-aae5-2451cc618188 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:04.490676 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c6efd48f-935d-421f-aae5-2451cc618188 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:04.499147 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1fd360-5ead-4e17-92b4-c5a7fcb56d15 req-e8401eaa-eea9-45a2-9569-4db2331633f7 tempest-ServersTestBootFromVolume-282863897 tempest-ServersTestBootFromVolume-282863897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:04.500700 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-ef1fd360-5ead-4e17-92b4-c5a7fcb56d15 req-e8401eaa-eea9-45a2-9569-4db2331633f7 tempest-ServersTestBootFromVolume-282863897 tempest-ServersTestBootFromVolume-282863897-project] 10.222.0.59 "GET /v2.0/ports?device_id=161cca6f-9931-404c-9b79-c55a315be1ff HTTP/1.1" status: 200 len: 944 time: 0.1244853 Jul 27 21:03:04.519789 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6efd48f-935d-421f-aae5-2451cc618188 admin admin] vlan segment allocate from pool success with {'vlan_id': 216, 'physical_network': 'physnet1'} {{(pid=105584) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:03:04.530699 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6efd48f-935d-421f-aae5-2451cc618188 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0eecfba-15dc-4bf7-80e6-b94c8d880eb7,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:03:04.535937 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c6efd48f-935d-421f-aae5-2451cc618188 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:04.536283 n-d-705658-22 neutron-server[105584]: INFO neutron.db.segments_db [None req-c6efd48f-935d-421f-aae5-2451cc618188 admin admin] Added segment a9b7024e-df2a-4526-a1ee-cb4cd8d6548a of type vlan for network e3b519c5-b5b4-46b1-b571-75e8645219f5 Jul 27 21:03:04.570702 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-289e4860-9038-4d50-b9ac-ab28af04807d req-04a265e5-70ed-4402-a425-640954182826 tempest-ServerRescueTestJSON-417658892 tempest-ServerRescueTestJSON-417658892-project] 10.222.0.59 "GET /v2.0/security-groups?id=551e2ab4-0adb-4dc6-ad9d-2e4a42006670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690126 Jul 27 21:03:04.578309 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c6efd48f-935d-421f-aae5-2451cc618188 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790688424798'] for network, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:04.583607 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-ef1fd360-5ead-4e17-92b4-c5a7fcb56d15 req-4100faa4-1b5f-4637-b3bc-0512f7622dfe tempest-ServersTestBootFromVolume-282863897 tempest-ServersTestBootFromVolume-282863897-project] 10.222.0.59 "GET /v2.0/security-groups?id=81717ca8-fce7-4766-8713-390b66f80e4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659809 Jul 27 21:03:04.613430 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c6efd48f-935d-421f-aae5-2451cc618188 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920'] for network, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:04.614538 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6efd48f-935d-421f-aae5-2451cc618188 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:04.615309 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c6efd48f-935d-421f-aae5-2451cc618188 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743886'] for network, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:04.632734 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-c6efd48f-935d-421f-aae5-2451cc618188 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4160070 Jul 27 21:03:04.636221 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 44768) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:03:04.642858 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-17f2994a-149a-4563-93b7-764ea707e0d2 admin admin] Request body: {'subnet': {'network_id': 'e3b519c5-b5b4-46b1-b571-75e8645219f5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1214930393-subnet', 'tenant_id': '69cdc72bf3f043e3a9d2448007614684', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:03:04.672323 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17f2994a-149a-4563-93b7-764ea707e0d2 admin admin] Made reservation on behalf of 69cdc72bf3f043e3a9d2448007614684 for: {'subnet': 1} {{(pid=105585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:03:04.675038 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-17f2994a-149a-4563-93b7-764ea707e0d2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9990620'] for subnet, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:04.720438 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6efd48f-935d-421f-aae5-2451cc618188 admin admin] Pushing event updated for resources: {'Network': ['ID=e3b519c5-b5b4-46b1-b571-75e8645219f5,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:03:04.730900 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Network e3b519c5-b5b4-46b1-b571-75e8645219f5 details requested by agent ovs-agent-n-d-705658-22 with host n-d-705658-22 {{(pid=105586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:03:04.877090 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-17f2994a-149a-4563-93b7-764ea707e0d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10221797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9990606'] for subnet, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:04.991925 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f2994a-149a-4563-93b7-764ea707e0d2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ea3de4e6-c660-4637-aea0-807a23d6ec6d,revision_number=0']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:03:05.019614 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17f2994a-149a-4563-93b7-764ea707e0d2 admin admin] Checking segment: {'id': 'a9b7024e-df2a-4526-a1ee-cb4cd8d6548a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'e3b519c5-b5b4-46b1-b571-75e8645219f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:03:05.019973 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17f2994a-149a-4563-93b7-764ea707e0d2 admin admin] Network hostable DHCP agents. Network: e3b519c5-b5b4-46b1-b571-75e8645219f5, hostable agents: ['7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a'], hosted agents: [] {{(pid=105585) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:03:05.025920 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5593115-0409-4d9e-8da7-b1590c94a452 req-d6cb7abb-7468-4596-935d-fa698a54a7a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:05.027458 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e5593115-0409-4d9e-8da7-b1590c94a452 req-d6cb7abb-7468-4596-935d-fa698a54a7a3 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=bf2c8cd4d0264e96b8bde16d0eb3a6fe&device_id=a639bd19-8e17-4b7c-a6dc-d5ab3bcb59ec HTTP/1.1" status: 200 len: 1097 time: 0.1615639 Jul 27 21:03:05.046053 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60469ed-079e-46d5-91ad-59c4648265a5 req-138b81ee-1d64-4ef4-b741-411f190ae9e3 tempest-ServerRescueTestJSON-417658892 tempest-ServerRescueTestJSON-417658892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:05.047510 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-d60469ed-079e-46d5-91ad-59c4648265a5 req-138b81ee-1d64-4ef4-b741-411f190ae9e3 tempest-ServerRescueTestJSON-417658892 tempest-ServerRescueTestJSON-417658892-project] 10.222.0.59 "GET /v2.0/ports?device_id=a639bd19-8e17-4b7c-a6dc-d5ab3bcb59ec HTTP/1.1" status: 200 len: 945 time: 0.1513355 Jul 27 21:03:05.103273 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17f2994a-149a-4563-93b7-764ea707e0d2 admin admin] Network e3b519c5-b5b4-46b1-b571-75e8645219f5 is scheduled to be hosted by DHCP agent 7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a with binding_index 1 {{(pid=105585) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:03:05.125318 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.base_scheduler [None req-17f2994a-149a-4563-93b7-764ea707e0d2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-22, e3b519c5-b5b4-46b1-b571-75e8645219f5) {{(pid=105585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:03:05.136098 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ad68513-3d85-4805-a35a-100deac2af07 None None] Network e3b519c5-b5b4-46b1-b571-75e8645219f5 requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:03:05.139857 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17f2994a-149a-4563-93b7-764ea707e0d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:05.140591 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-17f2994a-149a-4563-93b7-764ea707e0d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743886'] for subnet, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:05.163347 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-d60469ed-079e-46d5-91ad-59c4648265a5 req-6587b6c8-de94-4733-9073-67da7c7c873a tempest-ServerRescueTestJSON-417658892 tempest-ServerRescueTestJSON-417658892-project] 10.222.0.59 "GET /v2.0/security-groups?id=551e2ab4-0adb-4dc6-ad9d-2e4a42006670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075492 Jul 27 21:03:05.187747 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-17f2994a-149a-4563-93b7-764ea707e0d2 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.5503225 Jul 27 21:03:05.193528 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5593115-0409-4d9e-8da7-b1590c94a452 req-5957f9d0-bba2-4b60-8fdd-9b6208252dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:05.195050 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e5593115-0409-4d9e-8da7-b1590c94a452 req-5957f9d0-bba2-4b60-8fdd-9b6208252dc0 service neutron] 10.222.0.60 "GET /v2.0/networks?id=a24de5a6-5324-4482-88f7-01f3fef3fce4 HTTP/1.1" status: 200 len: 912 time: 0.1585598 Jul 27 21:03:05.243098 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e5593115-0409-4d9e-8da7-b1590c94a452 req-06890b3d-7677-4335-96c1-75566db19c4e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8430c6c6-f304-495c-a48f-6f0e36309d82 HTTP/1.1" status: 200 len: 217 time: 0.0399244 Jul 27 21:03:05.277710 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1823f42d-7507-4424-9171-da822a477c4a None None] Network e3b519c5-b5b4-46b1-b571-75e8645219f5 requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:03:05.300366 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5593115-0409-4d9e-8da7-b1590c94a452 req-7d5d5d67-375f-470e-8dcd-7fefb41b57c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:05.301889 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e5593115-0409-4d9e-8da7-b1590c94a452 req-7d5d5d67-375f-470e-8dcd-7fefb41b57c6 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d99af16b-2946-4011-bd00-9832fafed710 HTTP/1.1" status: 200 len: 851 time: 0.0499995 Jul 27 21:03:05.348707 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e5593115-0409-4d9e-8da7-b1590c94a452 req-bf66dc1b-914a-4c77-abb1-22a164139e91 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a24de5a6-5324-4482-88f7-01f3fef3fce4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395379 Jul 27 21:03:05.486385 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e5593115-0409-4d9e-8da7-b1590c94a452 req-65920af0-307d-4644-881c-e271851d19d7 service neutron] 10.222.0.60 "GET /v2.0/networks/a24de5a6-5324-4482-88f7-01f3fef3fce4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245980 Jul 27 21:03:05.503788 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a26302-4ebb-445c-bce2-2f82524bc08b req-e1afe469-12a7-4e79-9874-795665585969 tempest-ServersAdminTestJSON-2115085297 tempest-ServersAdminTestJSON-2115085297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:05.505242 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b6a26302-4ebb-445c-bce2-2f82524bc08b req-e1afe469-12a7-4e79-9874-795665585969 tempest-ServersAdminTestJSON-2115085297 tempest-ServersAdminTestJSON-2115085297-project] 10.222.0.59 "GET /v2.0/ports?device_id=b08c7cb2-ff39-4168-a373-6ea575b70e54 HTTP/1.1" status: 200 len: 950 time: 0.0954957 Jul 27 21:03:05.651291 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b6a26302-4ebb-445c-bce2-2f82524bc08b req-dc35eaaa-cd05-43c2-97b6-5290aa839755 tempest-ServersAdminTestJSON-2115085297 tempest-ServersAdminTestJSON-2115085297-project] 10.222.0.59 "GET /v2.0/security-groups?id=9f3cf157-ddbf-4bf4-acc6-59d64c6ea76b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371267 Jul 27 21:03:05.690594 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e5593115-0409-4d9e-8da7-b1590c94a452 req-83ab0ab7-6d8e-4b74-9518-4dcdbc0da983 service neutron] 10.222.0.60 "GET /v2.0/networks/a24de5a6-5324-4482-88f7-01f3fef3fce4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1844089 Jul 27 21:03:05.712038 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8c2002-b7af-4bb4-99ea-d70d6f60cc44 req-d69c3246-fdd7-4037-ac86-cc8cfc0c3f22 tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:05.713586 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-cd8c2002-b7af-4bb4-99ea-d70d6f60cc44 req-d69c3246-fdd7-4037-ac86-cc8cfc0c3f22 tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] 10.222.0.59 "GET /v2.0/networks?id=e3b519c5-b5b4-46b1-b571-75e8645219f5 HTTP/1.1" status: 200 len: 815 time: 0.1783412 Jul 27 21:03:05.751179 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-cd8c2002-b7af-4bb4-99ea-d70d6f60cc44 req-3358810b-3cad-4f0c-8a9c-1c837e3b45b1 tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] 10.222.0.59 "GET /v2.0/quotas/69cdc72bf3f043e3a9d2448007614684 HTTP/1.1" status: 200 len: 375 time: 0.0278096 Jul 27 21:03:05.793246 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-cd8c2002-b7af-4bb4-99ea-d70d6f60cc44 req-69ed0ef5-ae20-4379-83b5-b5f393083120 tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=69cdc72bf3f043e3a9d2448007614684&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0348899 Jul 27 21:03:05.817553 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd194e0-94ad-452d-981e-7c63e29abf7d req-b7a6c350-0e37-4423-810f-622603760101 tempest-ServersTestBootFromVolume-282863897 tempest-ServersTestBootFromVolume-282863897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:05.818981 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-7fd194e0-94ad-452d-981e-7c63e29abf7d req-b7a6c350-0e37-4423-810f-622603760101 tempest-ServersTestBootFromVolume-282863897 tempest-ServersTestBootFromVolume-282863897-project] 10.222.0.59 "GET /v2.0/ports?device_id=161cca6f-9931-404c-9b79-c55a315be1ff HTTP/1.1" status: 200 len: 944 time: 0.1044955 Jul 27 21:03:05.905660 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-7fd194e0-94ad-452d-981e-7c63e29abf7d req-962839ae-e6b8-44d1-9c17-e148fd05cd1d tempest-ServersTestBootFromVolume-282863897 tempest-ServersTestBootFromVolume-282863897-project] 10.222.0.59 "GET /v2.0/security-groups?id=81717ca8-fce7-4766-8713-390b66f80e4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727866 Jul 27 21:03:05.924406 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-cd8c2002-b7af-4bb4-99ea-d70d6f60cc44 req-9af60608-3b18-45ce-8d4b-115455bf1126 service neutron] 10.222.0.59 "GET /v2.0/networks/e3b519c5-b5b4-46b1-b571-75e8645219f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220574 Jul 27 21:03:06.023730 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-cd8c2002-b7af-4bb4-99ea-d70d6f60cc44 req-b9a1c066-b676-412f-890d-46677c894eb4 service neutron] 10.222.0.59 "GET /v2.0/networks/e3b519c5-b5b4-46b1-b571-75e8645219f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931556 Jul 27 21:03:06.113732 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:06.198496 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-9f1d52cc-96ce-4456-ada3-9b4c277242e7 req-5960f004-fcbe-4fd6-ad0d-65469dad8e03 tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] 10.222.0.59 "GET /v2.0/ports?device_id=2cf8ebf6-ffd9-46a5-beb3-178af28bb1d5 HTTP/1.1" status: 200 len: 210 time: 0.0310957 Jul 27 21:03:06.299386 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f3c892-bcca-4c01-9b91-10b0d7f459f1 req-846ce569-cea6-48f2-a94c-2820cb40f43e tempest-ServerRescueTestJSON-417658892 tempest-ServerRescueTestJSON-417658892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:06.301240 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-56f3c892-bcca-4c01-9b91-10b0d7f459f1 req-846ce569-cea6-48f2-a94c-2820cb40f43e tempest-ServerRescueTestJSON-417658892 tempest-ServerRescueTestJSON-417658892-project] 10.222.0.59 "GET /v2.0/ports?device_id=a639bd19-8e17-4b7c-a6dc-d5ab3bcb59ec HTTP/1.1" status: 200 len: 945 time: 0.0646963 Jul 27 21:03:06.340513 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-56f3c892-bcca-4c01-9b91-10b0d7f459f1 req-9884dd76-f35d-47ae-aae1-6d96d5b56991 tempest-ServerRescueTestJSON-417658892 tempest-ServerRescueTestJSON-417658892-project] 10.222.0.59 "GET /v2.0/security-groups?id=551e2ab4-0adb-4dc6-ad9d-2e4a42006670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337102 Jul 27 21:03:06.784913 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddad4760-fbc8-418c-ad10-fae3e3242556 req-b7d01697-8c50-4c02-8794-b565609866b8 tempest-ServersAdminTestJSON-2115085297 tempest-ServersAdminTestJSON-2115085297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:06.786359 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-ddad4760-fbc8-418c-ad10-fae3e3242556 req-b7d01697-8c50-4c02-8794-b565609866b8 tempest-ServersAdminTestJSON-2115085297 tempest-ServersAdminTestJSON-2115085297-project] 10.222.0.59 "GET /v2.0/ports?device_id=b08c7cb2-ff39-4168-a373-6ea575b70e54 HTTP/1.1" status: 200 len: 950 time: 0.0659773 Jul 27 21:03:06.823864 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-ddad4760-fbc8-418c-ad10-fae3e3242556 req-f2507def-f5f7-4954-991d-79ca087c64bf tempest-ServersAdminTestJSON-2115085297 tempest-ServersAdminTestJSON-2115085297-project] 10.222.0.59 "GET /v2.0/security-groups?id=9f3cf157-ddbf-4bf4-acc6-59d64c6ea76b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315268 Jul 27 21:03:07.038216 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c85f23-c133-4a18-9aea-d93453e24bff req-a47c3f2e-3c94-466d-86d7-6023df78fda1 tempest-ServersTestBootFromVolume-282863897 tempest-ServersTestBootFromVolume-282863897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:07.039721 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-c4c85f23-c133-4a18-9aea-d93453e24bff req-a47c3f2e-3c94-466d-86d7-6023df78fda1 tempest-ServersTestBootFromVolume-282863897 tempest-ServersTestBootFromVolume-282863897-project] 10.222.0.59 "GET /v2.0/ports?device_id=161cca6f-9931-404c-9b79-c55a315be1ff HTTP/1.1" status: 200 len: 944 time: 0.0671041 Jul 27 21:03:07.132044 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-c4c85f23-c133-4a18-9aea-d93453e24bff req-1aa4a404-0a75-4587-a741-ccced70c31dc tempest-ServersTestBootFromVolume-282863897 tempest-ServersTestBootFromVolume-282863897-project] 10.222.0.59 "GET /v2.0/security-groups?id=81717ca8-fce7-4766-8713-390b66f80e4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0864780 Jul 27 21:03:07.185624 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8c2002-b7af-4bb4-99ea-d70d6f60cc44 req-481b5473-7e39-40c1-b530-7e91007a9025 tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:07.187325 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-cd8c2002-b7af-4bb4-99ea-d70d6f60cc44 req-481b5473-7e39-40c1-b530-7e91007a9025 tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] 10.222.0.60 "GET /v2.0/networks?id=e3b519c5-b5b4-46b1-b571-75e8645219f5 HTTP/1.1" status: 200 len: 815 time: 0.1281769 Jul 27 21:03:07.207874 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [req-cd8c2002-b7af-4bb4-99ea-d70d6f60cc44 req-8654eedc-fc58-472d-8c77-503f588b7bb9 tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] Request body: {'port': {'device_id': '2cf8ebf6-ffd9-46a5-beb3-178af28bb1d5', 'network_id': 'e3b519c5-b5b4-46b1-b571-75e8645219f5', 'admin_state_up': True, 'tenant_id': '69cdc72bf3f043e3a9d2448007614684'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:03:07.312408 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-51ca747d-6458-4075-940d-caecdee261fd req-8a8d6fc1-9d21-4217-b572-123546ba4907 tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] 10.222.0.59 "GET /v2.0/ports?device_id=2cf8ebf6-ffd9-46a5-beb3-178af28bb1d5 HTTP/1.1" status: 200 len: 210 time: 0.0421948 Jul 27 21:03:07.345159 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd8c2002-b7af-4bb4-99ea-d70d6f60cc44 req-8654eedc-fc58-472d-8c77-503f588b7bb9 tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] Made reservation on behalf of 69cdc72bf3f043e3a9d2448007614684 for: {'port': 1} {{(pid=105585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:03:07.348647 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-cd8c2002-b7af-4bb4-99ea-d70d6f60cc44 req-8654eedc-fc58-472d-8c77-503f588b7bb9 tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:07.396165 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device 1a3a868f-1d42-49a9-b669-5243653e1ad2 up at agent hyperv_n-h1-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:03:07.451996 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Provisioning for port 1a3a868f-1d42-49a9-b669-5243653e1ad2 completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:03:07.455756 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Provisioning complete for port 1a3a868f-1d42-49a9-b669-5243653e1ad2 triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:03:07.456129 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:07.517820 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.db_base_plugin_common [req-cd8c2002-b7af-4bb4-99ea-d70d6f60cc44 req-8654eedc-fc58-472d-8c77-503f588b7bb9 tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] Allocated IP 172.20.0.5 (e3b519c5-b5b4-46b1-b571-75e8645219f5/ea3de4e6-c660-4637-aea0-807a23d6ec6d/97537612-1d84-44a2-8bf4-7d7dee00f4d9) {{(pid=105585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:03:07.535879 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:07.540966 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a81327-fadc-43f2-9bca-f8819fa62c7c req-5c0e85b0-3248-48f6-8f0f-e1819e71847d tempest-ServerRescueTestJSON-417658892 tempest-ServerRescueTestJSON-417658892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:07.542646 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-80a81327-fadc-43f2-9bca-f8819fa62c7c req-5c0e85b0-3248-48f6-8f0f-e1819e71847d tempest-ServerRescueTestJSON-417658892 tempest-ServerRescueTestJSON-417658892-project] 10.222.0.59 "GET /v2.0/ports?device_id=a639bd19-8e17-4b7c-a6dc-d5ab3bcb59ec HTTP/1.1" status: 200 len: 945 time: 0.1239517 Jul 27 21:03:07.558925 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '161cca6f-9931-404c-9b79-c55a315be1ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a3a868f-1d42-49a9-b669-5243653e1ad2'}] {{(pid=105586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:03:07.561206 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14c1663e039faf5393f87855f745010ac5b02220355b68fdbf065393e303ac56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2b65631-08df-49c6-9990-8908beece688" -d '{"events": [{"server_uuid": "161cca6f-9931-404c-9b79-c55a315be1ff", "name": "network-vif-plugged", "status": "completed", "tag": "1a3a868f-1d42-49a9-b669-5243653e1ad2"}]}' {{(pid=105586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:03:07.573698 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] For port 1a3a868f-1d42-49a9-b669-5243653e1ad2, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=1a3a868f-1d42-49a9-b669-5243653e1ad2,segment=NetworkSegment(fd79765c-e7bd-40c2-b4f2-b2a1b80d938c),segment_id=fd79765c-e7bd-40c2-b4f2-b2a1b80d938c)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:03:07.579041 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:07.614572 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:03:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bdf7c4e-adc3-40c6-ab50-df21dafebae4 x-openstack-request-id: req-4bdf7c4e-adc3-40c6-ab50-df21dafebae4 {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:03:07.614870 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "161cca6f-9931-404c-9b79-c55a315be1ff", "name": "network-vif-plugged", "status": "completed", "tag": "1a3a868f-1d42-49a9-b669-5243653e1ad2", "code": 200}]} {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:03:07.615153 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-4bdf7c4e-adc3-40c6-ab50-df21dafebae4 {{(pid=105586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:03:07.615538 n-d-705658-22 neutron-server[105586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '161cca6f-9931-404c-9b79-c55a315be1ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a3a868f-1d42-49a9-b669-5243653e1ad2', 'code': 200} Jul 27 21:03:07.625183 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-80a81327-fadc-43f2-9bca-f8819fa62c7c req-2816f3d0-e1e2-4064-83cd-629c9028b608 tempest-ServerRescueTestJSON-417658892 tempest-ServerRescueTestJSON-417658892-project] 10.222.0.59 "GET /v2.0/security-groups?id=551e2ab4-0adb-4dc6-ad9d-2e4a42006670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754228 Jul 27 21:03:07.634293 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Pushing event updated for resources: {'Port': ['ID=1a3a868f-1d42-49a9-b669-5243653e1ad2,revision_number=5']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:03:07.763757 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-cd8c2002-b7af-4bb4-99ea-d70d6f60cc44 req-8654eedc-fc58-472d-8c77-503f588b7bb9 tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] Notify callbacks [] for port, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:07.814680 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d36bab-4723-43f1-9b03-f6491b922a49 req-93565ced-1678-49ab-8fb7-c6b3052639ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:07.816112 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-20d36bab-4723-43f1-9b03-f6491b922a49 req-93565ced-1678-49ab-8fb7-c6b3052639ef service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=161cca6f-9931-404c-9b79-c55a315be1ff HTTP/1.1" status: 200 len: 1097 time: 0.1055942 Jul 27 21:03:07.833995 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-cd8c2002-b7af-4bb4-99ea-d70d6f60cc44 req-8654eedc-fc58-472d-8c77-503f588b7bb9 tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:07.895551 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd8c2002-b7af-4bb4-99ea-d70d6f60cc44 req-8654eedc-fc58-472d-8c77-503f588b7bb9 tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] Network e3b519c5-b5b4-46b1-b571-75e8645219f5 is already hosted by enough agents. {{(pid=105585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:03:07.901614 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.base_scheduler [req-cd8c2002-b7af-4bb4-99ea-d70d6f60cc44 req-8654eedc-fc58-472d-8c77-503f588b7bb9 tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] Resources bound (agent type, host, resource id): {{(pid=105585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:03:07.908718 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-20d36bab-4723-43f1-9b03-f6491b922a49 req-a9b9e4f0-781a-48f0-b796-52a1d8da750e service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=81717ca8-fce7-4766-8713-390b66f80e4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0817115 Jul 27 21:03:07.909663 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd8c2002-b7af-4bb4-99ea-d70d6f60cc44 req-8654eedc-fc58-472d-8c77-503f588b7bb9 tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] Received port after_create {{(pid=105585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:03:07.921448 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8654eedc-fc58-472d-8c77-503f588b7bb9 tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] Pushing event updated for resources: {'Port': ['ID=97537612-1d84-44a2-8bf4-7d7dee00f4d9,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:03:07.988620 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8c2002-b7af-4bb4-99ea-d70d6f60cc44 req-8654eedc-fc58-472d-8c77-503f588b7bb9 tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:07.989231 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-cd8c2002-b7af-4bb4-99ea-d70d6f60cc44 req-8654eedc-fc58-472d-8c77-503f588b7bb9 tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:08.009968 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-cd8c2002-b7af-4bb4-99ea-d70d6f60cc44 req-8654eedc-fc58-472d-8c77-503f588b7bb9 tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8059895 Jul 27 21:03:08.024649 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018ef74b-77a4-4a73-869a-cbca7b47bf7d req-16ccab5e-0a8a-4afb-b887-461cc51c15fe tempest-ServersAdminTestJSON-2115085297 tempest-ServersAdminTestJSON-2115085297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:08.026067 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-018ef74b-77a4-4a73-869a-cbca7b47bf7d req-16ccab5e-0a8a-4afb-b887-461cc51c15fe tempest-ServersAdminTestJSON-2115085297 tempest-ServersAdminTestJSON-2115085297-project] 10.222.0.59 "GET /v2.0/ports?device_id=b08c7cb2-ff39-4168-a373-6ea575b70e54 HTTP/1.1" status: 200 len: 950 time: 0.1258183 Jul 27 21:03:08.031096 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [req-cd8c2002-b7af-4bb4-99ea-d70d6f60cc44 req-53e10be1-b76b-4e77-b76b-e8cebfc3a876 service neutron] Request body: {'port': {'device_id': '2cf8ebf6-ffd9-46a5-beb3-178af28bb1d5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-705658-22'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:03:08.096571 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-018ef74b-77a4-4a73-869a-cbca7b47bf7d req-260f3b53-bf9c-4d10-a7ae-9e01bfb5ab54 tempest-ServersAdminTestJSON-2115085297 tempest-ServersAdminTestJSON-2115085297-project] 10.222.0.59 "GET /v2.0/security-groups?id=9f3cf157-ddbf-4bf4-acc6-59d64c6ea76b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623646 Jul 27 21:03:08.132132 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-cd8c2002-b7af-4bb4-99ea-d70d6f60cc44 req-53e10be1-b76b-4e77-b76b-e8cebfc3a876 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:08.370340 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97038181-0175-40c9-90ed-f18aa5d57320 req-1079db50-3d1b-446c-8a0f-f3b259dddb35 tempest-ServersTestBootFromVolume-282863897 tempest-ServersTestBootFromVolume-282863897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:08.372097 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-97038181-0175-40c9-90ed-f18aa5d57320 req-1079db50-3d1b-446c-8a0f-f3b259dddb35 tempest-ServersTestBootFromVolume-282863897 tempest-ServersTestBootFromVolume-282863897-project] 10.222.0.59 "GET /v2.0/ports?device_id=161cca6f-9931-404c-9b79-c55a315be1ff HTTP/1.1" status: 200 len: 945 time: 0.1340351 Jul 27 21:03:08.472863 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-97038181-0175-40c9-90ed-f18aa5d57320 req-51cc4a3d-ce9f-40e5-83df-672d3b09b4bd tempest-ServersTestBootFromVolume-282863897 tempest-ServersTestBootFromVolume-282863897-project] 10.222.0.59 "GET /v2.0/security-groups?id=81717ca8-fce7-4766-8713-390b66f80e4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0945864 Jul 27 21:03:08.526504 n-d-705658-22 neutron-server[105585]: DEBUG neutron.notifiers.nova [req-cd8c2002-b7af-4bb4-99ea-d70d6f60cc44 req-53e10be1-b76b-4e77-b76b-e8cebfc3a876 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97537612-1d84-44a2-8bf4-7d7dee00f4d9 {{(pid=105585) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:03:08.540261 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95e9b18-4ed6-452b-b9bb-0fb3a85b7528 req-1cc8c701-1b87-4d39-bb24-256ebcf59d64 tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:08.541740 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-d95e9b18-4ed6-452b-b9bb-0fb3a85b7528 req-1cc8c701-1b87-4d39-bb24-256ebcf59d64 tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] 10.222.0.59 "GET /v2.0/ports?device_id=2cf8ebf6-ffd9-46a5-beb3-178af28bb1d5 HTTP/1.1" status: 200 len: 931 time: 0.1507077 Jul 27 21:03:08.543414 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-cd8c2002-b7af-4bb4-99ea-d70d6f60cc44 req-53e10be1-b76b-4e77-b76b-e8cebfc3a876 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:08.569440 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.provisioning_blocks [req-cd8c2002-b7af-4bb4-99ea-d70d6f60cc44 req-53e10be1-b76b-4e77-b76b-e8cebfc3a876 service neutron] Transition to ACTIVE for port object 97537612-1d84-44a2-8bf4-7d7dee00f4d9 will not be triggered until provisioned by entity L2. {{(pid=105585) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:03:08.575272 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-cd8c2002-b7af-4bb4-99ea-d70d6f60cc44 req-53e10be1-b76b-4e77-b76b-e8cebfc3a876 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10221672'] for port, after_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:08.614516 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-d95e9b18-4ed6-452b-b9bb-0fb3a85b7528 req-2dfeeca8-73ab-4636-9e83-c2a8382992aa tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0eecfba-15dc-4bf7-80e6-b94c8d880eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648756 Jul 27 21:03:08.633519 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e10be1-b76b-4e77-b76b-e8cebfc3a876 service neutron] Pushing event updated for resources: {'Port': ['ID=97537612-1d84-44a2-8bf4-7d7dee00f4d9,revision_number=2']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:03:08.643304 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e10be1-b76b-4e77-b76b-e8cebfc3a876 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:03:08.643651 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e10be1-b76b-4e77-b76b-e8cebfc3a876 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:03:08.643989 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e10be1-b76b-4e77-b76b-e8cebfc3a876 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:03:08.644324 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e10be1-b76b-4e77-b76b-e8cebfc3a876 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:03:08.644653 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e10be1-b76b-4e77-b76b-e8cebfc3a876 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:03:08.644983 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e10be1-b76b-4e77-b76b-e8cebfc3a876 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:03:08.645325 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e10be1-b76b-4e77-b76b-e8cebfc3a876 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:03:08.645632 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e10be1-b76b-4e77-b76b-e8cebfc3a876 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:03:08.645974 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e10be1-b76b-4e77-b76b-e8cebfc3a876 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:03:08.646280 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e10be1-b76b-4e77-b76b-e8cebfc3a876 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:03:08.646601 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e10be1-b76b-4e77-b76b-e8cebfc3a876 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:03:08.646921 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e10be1-b76b-4e77-b76b-e8cebfc3a876 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:03:08.747944 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.managers [req-cd8c2002-b7af-4bb4-99ea-d70d6f60cc44 req-53e10be1-b76b-4e77-b76b-e8cebfc3a876 service neutron] Attempting to bind port 97537612-1d84-44a2-8bf4-7d7dee00f4d9 on host n-h2-705658-22 for vnic_type normal with profile {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:03:08.748876 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.managers [req-cd8c2002-b7af-4bb4-99ea-d70d6f60cc44 req-53e10be1-b76b-4e77-b76b-e8cebfc3a876 service neutron] Attempting to bind port 97537612-1d84-44a2-8bf4-7d7dee00f4d9 by drivers openvswitch,hyperv on host n-h2-705658-22 at level 0 using segments [{'id': 'a9b7024e-df2a-4526-a1ee-cb4cd8d6548a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'e3b519c5-b5b4-46b1-b571-75e8645219f5'}] {{(pid=105585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:03:08.749205 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd8c2002-b7af-4bb4-99ea-d70d6f60cc44 req-53e10be1-b76b-4e77-b76b-e8cebfc3a876 service neutron] Attempting to bind port 97537612-1d84-44a2-8bf4-7d7dee00f4d9 on network e3b519c5-b5b4-46b1-b571-75e8645219f5 {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:03:08.755776 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd8c2002-b7af-4bb4-99ea-d70d6f60cc44 req-53e10be1-b76b-4e77-b76b-e8cebfc3a876 service neutron] Port 97537612-1d84-44a2-8bf4-7d7dee00f4d9 on network e3b519c5-b5b4-46b1-b571-75e8645219f5 not bound, no agent of type Open vSwitch agent registered on host n-h2-705658-22 {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:03:08.756096 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd8c2002-b7af-4bb4-99ea-d70d6f60cc44 req-53e10be1-b76b-4e77-b76b-e8cebfc3a876 service neutron] Attempting to bind port 97537612-1d84-44a2-8bf4-7d7dee00f4d9 on network e3b519c5-b5b4-46b1-b571-75e8645219f5 {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:03:08.763970 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd8c2002-b7af-4bb4-99ea-d70d6f60cc44 req-53e10be1-b76b-4e77-b76b-e8cebfc3a876 service neutron] Checking agent: {'id': '65195a73-a875-4810-9f5b-622ae260a8a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 49, 40), 'started_at': datetime.datetime(2021, 7, 27, 20, 49, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 2, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:03:08.764297 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd8c2002-b7af-4bb4-99ea-d70d6f60cc44 req-53e10be1-b76b-4e77-b76b-e8cebfc3a876 service neutron] Checking segment: {'id': 'a9b7024e-df2a-4526-a1ee-cb4cd8d6548a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'e3b519c5-b5b4-46b1-b571-75e8645219f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:03:08.764674 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd8c2002-b7af-4bb4-99ea-d70d6f60cc44 req-53e10be1-b76b-4e77-b76b-e8cebfc3a876 service neutron] Bound using segment: {'id': 'a9b7024e-df2a-4526-a1ee-cb4cd8d6548a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'e3b519c5-b5b4-46b1-b571-75e8645219f5'} {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:03:08.765089 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.managers [req-cd8c2002-b7af-4bb4-99ea-d70d6f60cc44 req-53e10be1-b76b-4e77-b76b-e8cebfc3a876 service neutron] Bound port: 97537612-1d84-44a2-8bf4-7d7dee00f4d9, host: n-h2-705658-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9b7024e-df2a-4526-a1ee-cb4cd8d6548a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'e3b519c5-b5b4-46b1-b571-75e8645219f5'}}] {{(pid=105585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:03:08.765440 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-cd8c2002-b7af-4bb4-99ea-d70d6f60cc44 req-53e10be1-b76b-4e77-b76b-e8cebfc3a876 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:08.816883 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b207ac1c-49c5-4ea5-b12d-876ea755b890 req-4cc15cfc-caa0-4854-8013-39875386cc7a tempest-ServerRescueTestJSON-417658892 tempest-ServerRescueTestJSON-417658892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:08.818342 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b207ac1c-49c5-4ea5-b12d-876ea755b890 req-4cc15cfc-caa0-4854-8013-39875386cc7a tempest-ServerRescueTestJSON-417658892 tempest-ServerRescueTestJSON-417658892-project] 10.222.0.59 "GET /v2.0/ports?device_id=a639bd19-8e17-4b7c-a6dc-d5ab3bcb59ec HTTP/1.1" status: 200 len: 945 time: 0.1106555 Jul 27 21:03:08.853176 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-6e30dc54-042a-4068-baf2-50e10849cbc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:08.872669 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.db [req-cd8c2002-b7af-4bb4-99ea-d70d6f60cc44 req-53e10be1-b76b-4e77-b76b-e8cebfc3a876 service neutron] For port 97537612-1d84-44a2-8bf4-7d7dee00f4d9, host n-h2-705658-22, cleared binding levels {{(pid=105585) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:03:08.878232 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.db [req-cd8c2002-b7af-4bb4-99ea-d70d6f60cc44 req-53e10be1-b76b-4e77-b76b-e8cebfc3a876 service neutron] For port 97537612-1d84-44a2-8bf4-7d7dee00f4d9, host n-h2-705658-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=97537612-1d84-44a2-8bf4-7d7dee00f4d9,segment=NetworkSegment(a9b7024e-df2a-4526-a1ee-cb4cd8d6548a),segment_id=a9b7024e-df2a-4526-a1ee-cb4cd8d6548a)] {{(pid=105585) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:03:08.883576 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-cd8c2002-b7af-4bb4-99ea-d70d6f60cc44 req-53e10be1-b76b-4e77-b76b-e8cebfc3a876 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10221672'] for port, after_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:08.888056 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b207ac1c-49c5-4ea5-b12d-876ea755b890 req-464b8fc9-f4ac-406c-bd37-c54ff2b44edc tempest-ServerRescueTestJSON-417658892 tempest-ServerRescueTestJSON-417658892-project] 10.222.0.59 "GET /v2.0/security-groups?id=551e2ab4-0adb-4dc6-ad9d-2e4a42006670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603566 Jul 27 21:03:08.923837 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8c2002-b7af-4bb4-99ea-d70d6f60cc44 req-53e10be1-b76b-4e77-b76b-e8cebfc3a876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:08.924447 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-cd8c2002-b7af-4bb4-99ea-d70d6f60cc44 req-53e10be1-b76b-4e77-b76b-e8cebfc3a876 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:08.925801 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-cd8c2002-b7af-4bb4-99ea-d70d6f60cc44 req-53e10be1-b76b-4e77-b76b-e8cebfc3a876 service neutron] 10.222.0.60 "PUT /v2.0/ports/97537612-1d84-44a2-8bf4-7d7dee00f4d9 HTTP/1.1" status: 200 len: 1092 time: 0.8988678 Jul 27 21:03:08.926226 n-d-705658-22 neutron-server[105585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2cf8ebf6-ffd9-46a5-beb3-178af28bb1d5', 'tag': '97537612-1d84-44a2-8bf4-7d7dee00f4d9'}] {{(pid=105585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:03:08.928510 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d66fd65881426bfc2b5388084a3654e5eae521106a15a3dbf0eb4cde7106c36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-911a751a-6791-48f0-a690-57f32ac23052" -d '{"events": [{"name": "network-changed", "server_uuid": "2cf8ebf6-ffd9-46a5-beb3-178af28bb1d5", "tag": "97537612-1d84-44a2-8bf4-7d7dee00f4d9"}]}' {{(pid=105585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:03:08.955400 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e10be1-b76b-4e77-b76b-e8cebfc3a876 service neutron] Pushing event updated for resources: {'Port': ['ID=97537612-1d84-44a2-8bf4-7d7dee00f4d9,revision_number=3']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:03:08.976262 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:03:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-815a72fc-4ad0-4b3c-905c-221a72141010 x-openstack-request-id: req-815a72fc-4ad0-4b3c-905c-221a72141010 {{(pid=105585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:03:08.976541 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2cf8ebf6-ffd9-46a5-beb3-178af28bb1d5", "tag": "97537612-1d84-44a2-8bf4-7d7dee00f4d9", "status": "completed", "code": 200}]} {{(pid=105585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:03:08.976867 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-815a72fc-4ad0-4b3c-905c-221a72141010 {{(pid=105585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:03:08.977248 n-d-705658-22 neutron-server[105585]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2cf8ebf6-ffd9-46a5-beb3-178af28bb1d5', 'tag': '97537612-1d84-44a2-8bf4-7d7dee00f4d9', 'status': 'completed', 'code': 200} Jul 27 21:03:09.030601 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8c2002-b7af-4bb4-99ea-d70d6f60cc44 req-a6025f26-9f0e-4119-b7a2-2f588d502b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:09.032118 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-cd8c2002-b7af-4bb4-99ea-d70d6f60cc44 req-a6025f26-9f0e-4119-b7a2-2f588d502b51 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=69cdc72bf3f043e3a9d2448007614684&device_id=2cf8ebf6-ffd9-46a5-beb3-178af28bb1d5 HTTP/1.1" status: 200 len: 1095 time: 0.0657508 Jul 27 21:03:09.074873 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-cd8c2002-b7af-4bb4-99ea-d70d6f60cc44 req-7b0e6c60-f1b0-4373-a170-0b82bdf76a09 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=97537612-1d84-44a2-8bf4-7d7dee00f4d9 HTTP/1.1" status: 200 len: 217 time: 0.0340962 Jul 27 21:03:09.125396 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8c2002-b7af-4bb4-99ea-d70d6f60cc44 req-961b46aa-e807-44de-882d-fdefab27ab4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:09.126758 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-cd8c2002-b7af-4bb4-99ea-d70d6f60cc44 req-961b46aa-e807-44de-882d-fdefab27ab4c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ea3de4e6-c660-4637-aea0-807a23d6ec6d HTTP/1.1" status: 200 len: 855 time: 0.0442252 Jul 27 21:03:09.175053 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-cd8c2002-b7af-4bb4-99ea-d70d6f60cc44 req-3c15b36e-4c89-42ca-8201-bc77a77d8b0e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e3b519c5-b5b4-46b1-b571-75e8645219f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410912 Jul 27 21:03:09.316631 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e592078-533f-40db-a1ea-719a5b03beef req-444b4ddf-6e4c-4849-864c-2f18d3214a88 tempest-ServersAdminTestJSON-2115085297 tempest-ServersAdminTestJSON-2115085297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:09.318133 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-9e592078-533f-40db-a1ea-719a5b03beef req-444b4ddf-6e4c-4849-864c-2f18d3214a88 tempest-ServersAdminTestJSON-2115085297 tempest-ServersAdminTestJSON-2115085297-project] 10.222.0.59 "GET /v2.0/ports?device_id=b08c7cb2-ff39-4168-a373-6ea575b70e54 HTTP/1.1" status: 200 len: 950 time: 0.1455925 Jul 27 21:03:09.320067 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-cd8c2002-b7af-4bb4-99ea-d70d6f60cc44 req-45fa7b0c-7dd3-44bd-8465-242605ab2efa service neutron] 10.222.0.60 "GET /v2.0/networks/e3b519c5-b5b4-46b1-b571-75e8645219f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362407 Jul 27 21:03:09.751462 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-9e592078-533f-40db-a1ea-719a5b03beef req-7e696d3b-9525-4cd8-b88a-656a4e32750c tempest-ServersAdminTestJSON-2115085297 tempest-ServersAdminTestJSON-2115085297-project] 10.222.0.59 "GET /v2.0/security-groups?id=9f3cf157-ddbf-4bf4-acc6-59d64c6ea76b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4267223 Jul 27 21:03:09.801385 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-cd8c2002-b7af-4bb4-99ea-d70d6f60cc44 req-e25dd3bb-7949-4268-83d3-0a7660b1ef9f service neutron] 10.222.0.60 "GET /v2.0/networks/e3b519c5-b5b4-46b1-b571-75e8645219f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4700499 Jul 27 21:03:09.821618 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2b94f9-96b1-496d-a2fe-6906f8dab3da req-658d6206-6bee-4665-bc1e-f8be5280a281 tempest-ServersTestBootFromVolume-282863897 tempest-ServersTestBootFromVolume-282863897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:09.823223 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-3d2b94f9-96b1-496d-a2fe-6906f8dab3da req-658d6206-6bee-4665-bc1e-f8be5280a281 tempest-ServersTestBootFromVolume-282863897 tempest-ServersTestBootFromVolume-282863897-project] 10.222.0.59 "GET /v2.0/ports?device_id=161cca6f-9931-404c-9b79-c55a315be1ff HTTP/1.1" status: 200 len: 945 time: 0.1738229 Jul 27 21:03:09.917763 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-3d2b94f9-96b1-496d-a2fe-6906f8dab3da req-72880f4c-2344-4aa5-86b5-0f7bdd69a641 tempest-ServersTestBootFromVolume-282863897 tempest-ServersTestBootFromVolume-282863897-project] 10.222.0.59 "GET /v2.0/security-groups?id=81717ca8-fce7-4766-8713-390b66f80e4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0864491 Jul 27 21:03:09.922596 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:09.954133 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1a060f-3b6b-4ff2-a49a-4a9cf345bb35 req-d721e9a5-251e-47de-87c7-8abcd3c60aaf tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:09.955672 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-4e1a060f-3b6b-4ff2-a49a-4a9cf345bb35 req-d721e9a5-251e-47de-87c7-8abcd3c60aaf tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] 10.222.0.59 "GET /v2.0/ports?device_id=2cf8ebf6-ffd9-46a5-beb3-178af28bb1d5 HTTP/1.1" status: 200 len: 943 time: 0.1434844 Jul 27 21:03:09.962267 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911a751a-6791-48f0-a690-57f32ac23052 req-cf296815-7944-4a9f-83f3-847e7eecd893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:09.963737 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-911a751a-6791-48f0-a690-57f32ac23052 req-cf296815-7944-4a9f-83f3-847e7eecd893 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=69cdc72bf3f043e3a9d2448007614684&device_id=2cf8ebf6-ffd9-46a5-beb3-178af28bb1d5 HTTP/1.1" status: 200 len: 1095 time: 0.1002688 Jul 27 21:03:10.072479 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-4e1a060f-3b6b-4ff2-a49a-4a9cf345bb35 req-15623d44-14ab-4b96-9b76-75fff51792bf tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0eecfba-15dc-4bf7-80e6-b94c8d880eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077085 Jul 27 21:03:10.121828 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911a751a-6791-48f0-a690-57f32ac23052 req-4329268f-567f-460e-bdf4-76c30a718cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:10.123449 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-911a751a-6791-48f0-a690-57f32ac23052 req-4329268f-567f-460e-bdf4-76c30a718cb3 service neutron] 10.222.0.60 "GET /v2.0/networks?id=e3b519c5-b5b4-46b1-b571-75e8645219f5 HTTP/1.1" status: 200 len: 916 time: 0.1360860 Jul 27 21:03:10.131714 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a23203-a3b3-4e01-ab32-b2fec19bf655 req-ce3fdeb6-d9a4-456f-b8bf-bd22cf7f0cb1 tempest-ServerRescueTestJSON-417658892 tempest-ServerRescueTestJSON-417658892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:10.133072 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-96a23203-a3b3-4e01-ab32-b2fec19bf655 req-ce3fdeb6-d9a4-456f-b8bf-bd22cf7f0cb1 tempest-ServerRescueTestJSON-417658892 tempest-ServerRescueTestJSON-417658892-project] 10.222.0.59 "GET /v2.0/ports?device_id=a639bd19-8e17-4b7c-a6dc-d5ab3bcb59ec HTTP/1.1" status: 200 len: 945 time: 0.1556864 Jul 27 21:03:10.207215 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-911a751a-6791-48f0-a690-57f32ac23052 req-e0b23a71-9f6d-4a92-8f3d-8febb4e5f7aa service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=97537612-1d84-44a2-8bf4-7d7dee00f4d9 HTTP/1.1" status: 200 len: 217 time: 0.0647044 Jul 27 21:03:10.243421 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-96a23203-a3b3-4e01-ab32-b2fec19bf655 req-b955cbd0-1a67-451b-99f4-7323023227ed tempest-ServerRescueTestJSON-417658892 tempest-ServerRescueTestJSON-417658892-project] 10.222.0.59 "GET /v2.0/security-groups?id=551e2ab4-0adb-4dc6-ad9d-2e4a42006670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999773 Jul 27 21:03:10.289247 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0998c7-23b7-477d-b1f5-52067a795d9c req-8fe2caee-b25f-4567-8897-1079462a5290 tempest-ServersTestBootFromVolume-282863897 tempest-ServersTestBootFromVolume-282863897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:10.290712 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-9b0998c7-23b7-477d-b1f5-52067a795d9c req-8fe2caee-b25f-4567-8897-1079462a5290 tempest-ServersTestBootFromVolume-282863897 tempest-ServersTestBootFromVolume-282863897-project] 10.222.0.59 "GET /v2.0/ports?device_id=161cca6f-9931-404c-9b79-c55a315be1ff HTTP/1.1" status: 200 len: 945 time: 0.1567891 Jul 27 21:03:10.296767 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911a751a-6791-48f0-a690-57f32ac23052 req-f15a228d-0672-44a0-bc8e-6eb235bdca0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:10.298330 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-911a751a-6791-48f0-a690-57f32ac23052 req-f15a228d-0672-44a0-bc8e-6eb235bdca0d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ea3de4e6-c660-4637-aea0-807a23d6ec6d HTTP/1.1" status: 200 len: 855 time: 0.0713191 Jul 27 21:03:10.300189 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 44870) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:03:10.304533 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-a98f6310-2dde-41ad-997e-8d78a6e903a2 tempest-ServersTestBootFromVolume-282863897 tempest-ServersTestBootFromVolume-282863897-project] Request body: {'floatingip': {'port_id': '1a3a868f-1d42-49a9-b669-5243653e1ad2'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:03:10.371331 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-a98f6310-2dde-41ad-997e-8d78a6e903a2 tempest-ServersTestBootFromVolume-282863897 tempest-ServersTestBootFromVolume-282863897-project] Notify callbacks [] for floatingip, before_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:10.375108 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-911a751a-6791-48f0-a690-57f32ac23052 req-c5b9eac3-eff4-4e37-b9ab-5c166aee3869 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e3b519c5-b5b4-46b1-b571-75e8645219f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0386140 Jul 27 21:03:10.600429 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-911a751a-6791-48f0-a690-57f32ac23052 req-d7ed26da-3e4b-4428-8760-4785ed6a77b8 service neutron] 10.222.0.60 "GET /v2.0/networks/e3b519c5-b5b4-46b1-b571-75e8645219f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1945322 Jul 27 21:03:10.837391 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-911a751a-6791-48f0-a690-57f32ac23052 req-0d941935-f09f-43c5-896d-a2677591581a service neutron] 10.222.0.60 "GET /v2.0/networks/e3b519c5-b5b4-46b1-b571-75e8645219f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2295160 Jul 27 21:03:11.067711 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a66cc62-21cf-4402-9db1-4dc8af4819f5 req-7c1b79e1-f54a-4f67-9f1f-1c2f20b142f6 tempest-ServersAdminTestJSON-2115085297 tempest-ServersAdminTestJSON-2115085297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:11.069182 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-9a66cc62-21cf-4402-9db1-4dc8af4819f5 req-7c1b79e1-f54a-4f67-9f1f-1c2f20b142f6 tempest-ServersAdminTestJSON-2115085297 tempest-ServersAdminTestJSON-2115085297-project] 10.222.0.59 "GET /v2.0/ports?device_id=b08c7cb2-ff39-4168-a373-6ea575b70e54 HTTP/1.1" status: 200 len: 950 time: 0.2395003 Jul 27 21:03:11.191594 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-9a66cc62-21cf-4402-9db1-4dc8af4819f5 req-0f01d89c-a0b6-4665-9f79-5c8d20d41cf5 tempest-ServersAdminTestJSON-2115085297 tempest-ServersAdminTestJSON-2115085297-project] 10.222.0.59 "GET /v2.0/security-groups?id=9f3cf157-ddbf-4bf4-acc6-59d64c6ea76b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149232 Jul 27 21:03:11.199671 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-a98f6310-2dde-41ad-997e-8d78a6e903a2 tempest-ServersTestBootFromVolume-282863897 tempest-ServersTestBootFromVolume-282863897-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:11.204414 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-a98f6310-2dde-41ad-997e-8d78a6e903a2 tempest-ServersTestBootFromVolume-282863897 tempest-ServersTestBootFromVolume-282863897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4075768'] for floatingip, after_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:11.223444 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-6fb849b0-4d6b-4411-a358-1d65602b4cd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:11.304843 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3241a515-0559-49b5-b9fa-e3b0690e0fe9 req-dc9d7574-9ad7-4ae3-92d2-aa81450ab12c tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:11.306519 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-3241a515-0559-49b5-b9fa-e3b0690e0fe9 req-dc9d7574-9ad7-4ae3-92d2-aa81450ab12c tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] 10.222.0.59 "GET /v2.0/ports?device_id=2cf8ebf6-ffd9-46a5-beb3-178af28bb1d5 HTTP/1.1" status: 200 len: 943 time: 0.1621447 Jul 27 21:03:11.370313 n-d-705658-22 neutron-server[105585]: INFO neutron.db.l3_db [None req-a98f6310-2dde-41ad-997e-8d78a6e903a2 tempest-ServersTestBootFromVolume-282863897 tempest-ServersTestBootFromVolume-282863897-project] Floating IP e2ac6064-923c-440f-add7-214ed3fc7373 associated. External IP: 172.25.5.162, port: 1a3a868f-1d42-49a9-b669-5243653e1ad2. Jul 27 21:03:11.732801 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-3241a515-0559-49b5-b9fa-e3b0690e0fe9 req-673973c3-8b82-4e52-b0d5-3b2e46fe2500 tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0eecfba-15dc-4bf7-80e6-b94c8d880eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4076056 Jul 27 21:03:11.784463 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d2b494-c551-4a80-9c3c-2f2bff4f4e72 req-708b61b9-3f57-4345-8a50-d9bd360c35b3 tempest-ServerRescueTestJSON-417658892 tempest-ServerRescueTestJSON-417658892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:11.785985 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-d0d2b494-c551-4a80-9c3c-2f2bff4f4e72 req-708b61b9-3f57-4345-8a50-d9bd360c35b3 tempest-ServerRescueTestJSON-417658892 tempest-ServerRescueTestJSON-417658892-project] 10.222.0.59 "GET /v2.0/ports?device_id=a639bd19-8e17-4b7c-a6dc-d5ab3bcb59ec HTTP/1.1" status: 200 len: 945 time: 0.4728289 Jul 27 21:03:11.791503 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:11.872960 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-d0d2b494-c551-4a80-9c3c-2f2bff4f4e72 req-99c6500b-f68c-40c8-a3b4-08bb3295e78f tempest-ServerRescueTestJSON-417658892 tempest-ServerRescueTestJSON-417658892-project] 10.222.0.59 "GET /v2.0/security-groups?id=551e2ab4-0adb-4dc6-ad9d-2e4a42006670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799015 Jul 27 21:03:11.944066 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a98f6310-2dde-41ad-997e-8d78a6e903a2 tempest-ServersTestBootFromVolume-282863897 tempest-ServersTestBootFromVolume-282863897-project] Router 9dfde765-ccfc-449c-b877-5523aedde02d has already been hosted by L3 agent dd128fd7-8e57-4d4f-895b-a96b369df59a {{(pid=105585) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:03:12.049187 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a98f6310-2dde-41ad-997e-8d78a6e903a2 tempest-ServersTestBootFromVolume-282863897 tempest-ServersTestBootFromVolume-282863897-project] Notify agent at l3_agent.n-d-705658-22 the message routers_updated {{(pid=105585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:03:12.053776 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-a98f6310-2dde-41ad-997e-8d78a6e903a2 tempest-ServersTestBootFromVolume-282863897 tempest-ServersTestBootFromVolume-282863897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for floatingip, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:12.058226 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5b68481-c372-4aff-abfa-aa3c40e10137 None None] Sync routers for ids ['9dfde765-ccfc-449c-b877-5523aedde02d'] in n-d-705658-22 {{(pid=105586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:03:12.067567 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5b68481-c372-4aff-abfa-aa3c40e10137 None None] Routers {'9dfde765-ccfc-449c-b877-5523aedde02d'} bound to L3 agent in host n-d-705658-22 {{(pid=105586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:03:12.068189 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-c5b68481-c372-4aff-abfa-aa3c40e10137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:03:11Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['9dfde765-ccfc-449c-b877-5523aedde02d'], 'active': True} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:03:12.097589 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-a98f6310-2dde-41ad-997e-8d78a6e903a2 tempest-ServersTestBootFromVolume-282863897 tempest-ServersTestBootFromVolume-282863897-project] 10.222.0.59 "PUT /v2.0/floatingips/e2ac6064-923c-440f-add7-214ed3fc7373 HTTP/1.1" status: 200 len: 991 time: 1.7963669 Jul 27 21:03:12.098168 n-d-705658-22 neutron-server[105585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '161cca6f-9931-404c-9b79-c55a315be1ff', 'tag': '1a3a868f-1d42-49a9-b669-5243653e1ad2'}] {{(pid=105585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:03:12.100684 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d66fd65881426bfc2b5388084a3654e5eae521106a15a3dbf0eb4cde7106c36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bee13515-38dc-42b3-af88-07008551191b" -d '{"events": [{"name": "network-changed", "server_uuid": "161cca6f-9931-404c-9b79-c55a315be1ff", "tag": "1a3a868f-1d42-49a9-b669-5243653e1ad2"}]}' {{(pid=105585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:03:12.151359 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:03:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54e1cc02-e8f5-4eb1-a8b0-eae05439c266 x-openstack-request-id: req-54e1cc02-e8f5-4eb1-a8b0-eae05439c266 {{(pid=105585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:03:12.152269 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "161cca6f-9931-404c-9b79-c55a315be1ff", "tag": "1a3a868f-1d42-49a9-b669-5243653e1ad2", "status": "completed", "code": 200}]} {{(pid=105585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:03:12.152523 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-54e1cc02-e8f5-4eb1-a8b0-eae05439c266 {{(pid=105585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:03:12.152918 n-d-705658-22 neutron-server[105585]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '161cca6f-9931-404c-9b79-c55a315be1ff', 'tag': '1a3a868f-1d42-49a9-b669-5243653e1ad2', 'status': 'completed', 'code': 200} Jul 27 21:03:12.177554 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvr_db [None req-c5b68481-c372-4aff-abfa-aa3c40e10137 None None] Set router 9dfde765-ccfc-449c-b877-5523aedde02d gateway port host: n-d-705658-22 {{(pid=105586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:03:12.244535 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee13515-38dc-42b3-af88-07008551191b req-d387f9f5-9634-44b0-af31-2e57348b61a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:12.246055 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-bee13515-38dc-42b3-af88-07008551191b req-d387f9f5-9634-44b0-af31-2e57348b61a5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e6a11f02cd4148f0a35adc8cb27f5cc6&device_id=161cca6f-9931-404c-9b79-c55a315be1ff HTTP/1.1" status: 200 len: 1097 time: 0.0589049 Jul 27 21:03:12.386587 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee13515-38dc-42b3-af88-07008551191b req-8953ccfe-468c-46cf-9ab6-2b2c54377573 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:12.388017 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-bee13515-38dc-42b3-af88-07008551191b req-8953ccfe-468c-46cf-9ab6-2b2c54377573 service neutron] 10.222.0.36 "GET /v2.0/networks?id=1a49fc1d-1f56-4b7d-b8b2-d0347dc68fb2 HTTP/1.1" status: 200 len: 917 time: 0.1324995 Jul 27 21:03:12.396660 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571bd776-9e45-4703-897b-feaef8af3e39 req-7cc97d66-e775-4a18-a8b0-bb1a87818fa2 tempest-ServersAdminTestJSON-2115085297 tempest-ServersAdminTestJSON-2115085297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:12.396928 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-c5b68481-c372-4aff-abfa-aa3c40e10137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dfde765-ccfc-449c-b877-5523aedde02d', 'name': 'tempest-ServersTestBootFromVolume-1248947411-router', 'tenant_id': 'e6a11f02cd4148f0a35adc8cb27f5cc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.110'}], 'enable_snat': True}, 'gw_port_id': '36075f76-f417-4703-96e2-83ab72e2808f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:02:19Z', 'updated_at': '2021-07-27T21:02:24Z', 'revision_number': 4, 'project_id': 'e6a11f02cd4148f0a35adc8cb27f5cc6', 'gw_port': {'id': '36075f76-f417-4703-96e2-83ab72e2808f', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:d4:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dfde765-ccfc-449c-b877-5523aedde02d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1162, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:02:20Z', 'updated_at': '2021-07-27T21:02:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_floatingips': [{'id': 'e2ac6064-923c-440f-add7-214ed3fc7373', 'tenant_id': 'e6a11f02cd4148f0a35adc8cb27f5cc6', 'floating_ip_address': '172.25.5.162', 'floating_network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'router_id': '9dfde765-ccfc-449c-b877-5523aedde02d', 'port_id': '1a3a868f-1d42-49a9-b669-5243653e1ad2', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1170, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1a49fc1d-1f56-4b7d-b8b2-d0347dc68fb2', 'mac_address': 'fa:16:3e:7d:15:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '161cca6f-9931-404c-9b79-c55a315be1ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T21:02:27Z', 'updated_at': '2021-07-27T21:03:11Z', 'revision_number': 1, 'project_id': 'e6a11f02cd4148f0a35adc8cb27f5cc6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a18df0f4-3f52-4115-8fbc-04ed75fa7390', 'name': '', 'network_id': '1a49fc1d-1f56-4b7d-b8b2-d0347dc68fb2', 'tenant_id': 'e6a11f02cd4148f0a35adc8cb27f5cc6', 'mac_address': 'fa:16:3e:6a:ff:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dfde765-ccfc-449c-b877-5523aedde02d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1163, 'fixed_ips': [{'subnet_id': '495e2e2c-9860-4618-b64d-ac1d06b799f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:02:23Z', 'updated_at': '2021-07-27T21:02:28Z', 'revision_number': 5, 'project_id': 'e6a11f02cd4148f0a35adc8cb27f5cc6', 'subnets': [{'id': '495e2e2c-9860-4618-b64d-ac1d06b799f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-22', False) {} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:03:12.398152 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-571bd776-9e45-4703-897b-feaef8af3e39 req-7cc97d66-e775-4a18-a8b0-bb1a87818fa2 tempest-ServersAdminTestJSON-2115085297 tempest-ServersAdminTestJSON-2115085297-project] 10.222.0.59 "GET /v2.0/ports?device_id=b08c7cb2-ff39-4168-a373-6ea575b70e54 HTTP/1.1" status: 200 len: 950 time: 0.1237614 Jul 27 21:03:12.426353 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5b68481-c372-4aff-abfa-aa3c40e10137 None None] Checking router: 9dfde765-ccfc-449c-b877-5523aedde02d for host: n-d-705658-22 {{(pid=105586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:03:12.434370 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5b68481-c372-4aff-abfa-aa3c40e10137 None None] Routers {'9dfde765-ccfc-449c-b877-5523aedde02d'} bound to L3 agent in host n-d-705658-22 {{(pid=105586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:03:12.434978 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-c5b68481-c372-4aff-abfa-aa3c40e10137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:03:11Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['9dfde765-ccfc-449c-b877-5523aedde02d'], 'active': True} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:03:12.489962 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-571bd776-9e45-4703-897b-feaef8af3e39 req-2dec99fd-51fe-4e9b-bee6-572784e1440a tempest-ServersAdminTestJSON-2115085297 tempest-ServersAdminTestJSON-2115085297-project] 10.222.0.59 "GET /v2.0/security-groups?id=9f3cf157-ddbf-4bf4-acc6-59d64c6ea76b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813777 Jul 27 21:03:12.494597 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-bee13515-38dc-42b3-af88-07008551191b req-50f8d77a-39aa-4276-a733-9d905fae4df0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1a3a868f-1d42-49a9-b669-5243653e1ad2 HTTP/1.1" status: 200 len: 999 time: 0.0929942 Jul 27 21:03:12.538560 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvr_db [None req-c5b68481-c372-4aff-abfa-aa3c40e10137 None None] Set router 9dfde765-ccfc-449c-b877-5523aedde02d gateway port host: n-d-705658-22 {{(pid=105586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:03:12.551461 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee13515-38dc-42b3-af88-07008551191b req-7e16fb51-9ad1-407c-ae2f-6817e72072f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:12.552926 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-bee13515-38dc-42b3-af88-07008551191b req-7e16fb51-9ad1-407c-ae2f-6817e72072f7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=495e2e2c-9860-4618-b64d-ac1d06b799f2 HTTP/1.1" status: 200 len: 855 time: 0.0458882 Jul 27 21:03:12.624063 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee13515-38dc-42b3-af88-07008551191b req-4a92b9c1-30ee-4d90-9a0e-a1eb037b55ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:12.625560 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-bee13515-38dc-42b3-af88-07008551191b req-4a92b9c1-30ee-4d90-9a0e-a1eb037b55ef service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1a49fc1d-1f56-4b7d-b8b2-d0347dc68fb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0570297 Jul 27 21:03:12.720332 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-bee13515-38dc-42b3-af88-07008551191b req-1c4973cb-460c-46f3-ba29-306a829d48de service neutron] 10.222.0.36 "GET /v2.0/networks/1a49fc1d-1f56-4b7d-b8b2-d0347dc68fb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816247 Jul 27 21:03:12.789396 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-bb32ed7d-8717-448b-a9c8-a5a0117d1fd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:12.794856 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-c5b68481-c372-4aff-abfa-aa3c40e10137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dfde765-ccfc-449c-b877-5523aedde02d', 'name': 'tempest-ServersTestBootFromVolume-1248947411-router', 'tenant_id': 'e6a11f02cd4148f0a35adc8cb27f5cc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.110'}], 'enable_snat': True}, 'gw_port_id': '36075f76-f417-4703-96e2-83ab72e2808f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:02:19Z', 'updated_at': '2021-07-27T21:02:24Z', 'revision_number': 4, 'project_id': 'e6a11f02cd4148f0a35adc8cb27f5cc6', 'gw_port': {'id': '36075f76-f417-4703-96e2-83ab72e2808f', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:d4:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dfde765-ccfc-449c-b877-5523aedde02d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1162, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:02:20Z', 'updated_at': '2021-07-27T21:02:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_floatingips': [{'id': 'e2ac6064-923c-440f-add7-214ed3fc7373', 'tenant_id': 'e6a11f02cd4148f0a35adc8cb27f5cc6', 'floating_ip_address': '172.25.5.162', 'floating_network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'router_id': '9dfde765-ccfc-449c-b877-5523aedde02d', 'port_id': '1a3a868f-1d42-49a9-b669-5243653e1ad2', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1170, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1a49fc1d-1f56-4b7d-b8b2-d0347dc68fb2', 'mac_address': 'fa:16:3e:7d:15:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '161cca6f-9931-404c-9b79-c55a315be1ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T21:02:27Z', 'updated_at': '2021-07-27T21:03:11Z', 'revision_number': 1, 'project_id': 'e6a11f02cd4148f0a35adc8cb27f5cc6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a18df0f4-3f52-4115-8fbc-04ed75fa7390', 'name': '', 'network_id': '1a49fc1d-1f56-4b7d-b8b2-d0347dc68fb2', 'tenant_id': 'e6a11f02cd4148f0a35adc8cb27f5cc6', 'mac_address': 'fa:16:3e:6a:ff:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dfde765-ccfc-449c-b877-5523aedde02d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1163, 'fixed_ips': [{'subnet_id': '495e2e2c-9860-4618-b64d-ac1d06b799f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:02:23Z', 'updated_at': '2021-07-27T21:02:28Z', 'revision_number': 5, 'project_id': 'e6a11f02cd4148f0a35adc8cb27f5cc6', 'subnets': [{'id': '495e2e2c-9860-4618-b64d-ac1d06b799f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-22', False) {} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:03:12.824489 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5b68481-c372-4aff-abfa-aa3c40e10137 None None] The sync data for ids ['9dfde765-ccfc-449c-b877-5523aedde02d'] in n-d-705658-22 is: [{'id': '9dfde765-ccfc-449c-b877-5523aedde02d', 'name': 'tempest-ServersTestBootFromVolume-1248947411-router', 'tenant_id': 'e6a11f02cd4148f0a35adc8cb27f5cc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.110'}], 'enable_snat': True}, 'gw_port_id': '36075f76-f417-4703-96e2-83ab72e2808f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:02:19Z', 'updated_at': '2021-07-27T21:02:24Z', 'revision_number': 4, 'project_id': 'e6a11f02cd4148f0a35adc8cb27f5cc6', 'gw_port': {'id': '36075f76-f417-4703-96e2-83ab72e2808f', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:d4:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dfde765-ccfc-449c-b877-5523aedde02d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1162, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:02:20Z', 'updated_at': '2021-07-27T21:02:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_floatingips': [{'id': 'e2ac6064-923c-440f-add7-214ed3fc7373', 'tenant_id': 'e6a11f02cd4148f0a35adc8cb27f5cc6', 'floating_ip_address': '172.25.5.162', 'floating_network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'router_id': '9dfde765-ccfc-449c-b877-5523aedde02d', 'port_id': '1a3a868f-1d42-49a9-b669-5243653e1ad2', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1170, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1a49fc1d-1f56-4b7d-b8b2-d0347dc68fb2', 'mac_address': 'fa:16:3e:7d:15:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '161cca6f-9931-404c-9b79-c55a315be1ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T21:02:27Z', 'updated_at': '2021-07-27T21:03:11Z', 'revision_number': 1, 'project_id': 'e6a11f02cd4148f0a35adc8cb27f5cc6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a18df0f4-3f52-4115-8fbc-04ed75fa7390', 'name': '', 'network_id': '1a49fc1d-1f56-4b7d-b8b2-d0347dc68fb2', 'tenant_id': 'e6a11f02cd4148f0a35adc8cb27f5cc6', 'mac_address': 'fa:16:3e:6a:ff:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dfde765-ccfc-449c-b877-5523aedde02d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1163, 'fixed_ips': [{'subnet_id': '495e2e2c-9860-4618-b64d-ac1d06b799f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:02:23Z', 'updated_at': '2021-07-27T21:02:28Z', 'revision_number': 5, 'project_id': 'e6a11f02cd4148f0a35adc8cb27f5cc6', 'subnets': [{'id': '495e2e2c-9860-4618-b64d-ac1d06b799f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:03:12.858806 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-bee13515-38dc-42b3-af88-07008551191b req-099748d8-784a-46f3-ad71-fc910f1d28cb service neutron] 10.222.0.36 "GET /v2.0/networks/1a49fc1d-1f56-4b7d-b8b2-d0347dc68fb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224878 Jul 27 21:03:12.899871 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464b4dd5-833f-41b0-9f64-374c1c22cb4e req-735d5946-e113-4353-990b-c20170b34403 tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:12.901918 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-464b4dd5-833f-41b0-9f64-374c1c22cb4e req-735d5946-e113-4353-990b-c20170b34403 tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] 10.222.0.59 "GET /v2.0/ports?device_id=2cf8ebf6-ffd9-46a5-beb3-178af28bb1d5 HTTP/1.1" status: 200 len: 943 time: 0.0941505 Jul 27 21:03:12.944922 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-464b4dd5-833f-41b0-9f64-374c1c22cb4e req-0be71a54-5b5d-4005-924f-bb46bfc20e3a tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0eecfba-15dc-4bf7-80e6-b94c8d880eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357418 Jul 27 21:03:13.072822 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4b1141-97b6-44b6-b819-75cafa096ae8 req-075e8fb8-c38d-40b7-ba85-b0f104b7a526 tempest-ServerRescueTestJSON-417658892 tempest-ServerRescueTestJSON-417658892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:13.073806 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd44fa35-5fb4-465e-a7e6-13c5754e6f67 None None] New status for floating IP e2ac6064-923c-440f-add7-214ed3fc7373: ACTIVE {{(pid=105587) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 21:03:13.074354 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-cf4b1141-97b6-44b6-b819-75cafa096ae8 req-075e8fb8-c38d-40b7-ba85-b0f104b7a526 tempest-ServerRescueTestJSON-417658892 tempest-ServerRescueTestJSON-417658892-project] 10.222.0.59 "GET /v2.0/ports?device_id=a639bd19-8e17-4b7c-a6dc-d5ab3bcb59ec HTTP/1.1" status: 200 len: 945 time: 0.0743015 Jul 27 21:03:13.117111 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-cf4b1141-97b6-44b6-b819-75cafa096ae8 req-5ca7840b-c7d4-4a9e-b9cf-77cbf26a9bd0 tempest-ServerRescueTestJSON-417658892 tempest-ServerRescueTestJSON-417658892-project] 10.222.0.59 "GET /v2.0/security-groups?id=551e2ab4-0adb-4dc6-ad9d-2e4a42006670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354242 Jul 27 21:03:13.629312 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035b8189-b2bf-4480-9c22-486697124359 req-2e703f55-b738-4fbe-876d-ec46157667c3 tempest-ServersAdminTestJSON-2115085297 tempest-ServersAdminTestJSON-2115085297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:13.630806 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-035b8189-b2bf-4480-9c22-486697124359 req-2e703f55-b738-4fbe-876d-ec46157667c3 tempest-ServersAdminTestJSON-2115085297 tempest-ServersAdminTestJSON-2115085297-project] 10.222.0.59 "GET /v2.0/ports?device_id=b08c7cb2-ff39-4168-a373-6ea575b70e54 HTTP/1.1" status: 200 len: 950 time: 0.0644386 Jul 27 21:03:13.669821 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-035b8189-b2bf-4480-9c22-486697124359 req-fd02b129-9bb9-4f2b-bc55-86d3400715a6 tempest-ServersAdminTestJSON-2115085297 tempest-ServersAdminTestJSON-2115085297-project] 10.222.0.59 "GET /v2.0/security-groups?id=9f3cf157-ddbf-4bf4-acc6-59d64c6ea76b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330377 Jul 27 21:03:13.785474 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Device 97537612-1d84-44a2-8bf4-7d7dee00f4d9 details requested by agent hyperv_n-h2-705658-22 with host n-h2-705658-22 {{(pid=105586) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:03:13.885884 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] For port 97537612-1d84-44a2-8bf4-7d7dee00f4d9, host n-h2-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=97537612-1d84-44a2-8bf4-7d7dee00f4d9,segment=NetworkSegment(a9b7024e-df2a-4526-a1ee-cb4cd8d6548a),segment_id=a9b7024e-df2a-4526-a1ee-cb4cd8d6548a)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:03:13.898349 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Returning: {'device': '97537612-1d84-44a2-8bf4-7d7dee00f4d9', 'network_id': 'e3b519c5-b5b4-46b1-b571-75e8645219f5', 'port_id': '97537612-1d84-44a2-8bf4-7d7dee00f4d9', 'mac_address': 'fa:16:3e:e5:a1:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea3de4e6-c660-4637-aea0-807a23d6ec6d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105586) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:03:13.941814 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:13.954965 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [None req-3d54578f-831f-4696-b568-13c455922dab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97537612-1d84-44a2-8bf4-7d7dee00f4d9 {{(pid=105586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:03:13.985810 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] For port 97537612-1d84-44a2-8bf4-7d7dee00f4d9, host n-h2-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=97537612-1d84-44a2-8bf4-7d7dee00f4d9,segment=NetworkSegment(a9b7024e-df2a-4526-a1ee-cb4cd8d6548a),segment_id=a9b7024e-df2a-4526-a1ee-cb4cd8d6548a)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:03:13.991575 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:14.059295 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Pushing event updated for resources: {'Port': ['ID=97537612-1d84-44a2-8bf4-7d7dee00f4d9,revision_number=4']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:03:14.102544 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc597977-62ed-43bd-b9a8-1ed9cee0092a req-c1aed60f-b0e0-4568-a142-8664a0640b4b tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:14.104131 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-bc597977-62ed-43bd-b9a8-1ed9cee0092a req-c1aed60f-b0e0-4568-a142-8664a0640b4b tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] 10.222.0.59 "GET /v2.0/ports?device_id=2cf8ebf6-ffd9-46a5-beb3-178af28bb1d5 HTTP/1.1" status: 200 len: 944 time: 0.0783336 Jul 27 21:03:14.148572 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-bc597977-62ed-43bd-b9a8-1ed9cee0092a req-6b3d729c-d2ab-4e09-915d-abad5a370c73 tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0eecfba-15dc-4bf7-80e6-b94c8d880eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374188 Jul 27 21:03:14.217190 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-875ced1b-4cf3-463a-9653-058f0f9421e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:14.301931 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ef7546-8eb9-484f-8809-c02ef76ee266 req-e15d94fb-47b7-4374-9188-617dd0ea4180 tempest-ServerRescueTestJSON-417658892 tempest-ServerRescueTestJSON-417658892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:14.304836 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-81ef7546-8eb9-484f-8809-c02ef76ee266 req-e15d94fb-47b7-4374-9188-617dd0ea4180 tempest-ServerRescueTestJSON-417658892 tempest-ServerRescueTestJSON-417658892-project] 10.222.0.59 "GET /v2.0/ports?device_id=a639bd19-8e17-4b7c-a6dc-d5ab3bcb59ec HTTP/1.1" status: 200 len: 945 time: 0.0746117 Jul 27 21:03:14.342979 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-81ef7546-8eb9-484f-8809-c02ef76ee266 req-3c69c27d-223b-4937-91e8-6d1dd2c9dfcb tempest-ServerRescueTestJSON-417658892 tempest-ServerRescueTestJSON-417658892-project] 10.222.0.59 "GET /v2.0/security-groups?id=551e2ab4-0adb-4dc6-ad9d-2e4a42006670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335138 Jul 27 21:03:14.410098 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] get_ports_and_sgs() called for port_ids ['97537612-1d84-44a2-8bf4-7d7dee00f4d9'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:03:14.805788 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac3c1f5-f521-48e6-97f3-ae2850e059db req-77a9a447-97e8-4858-b026-2af9b2346739 tempest-ServersAdminTestJSON-2115085297 tempest-ServersAdminTestJSON-2115085297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:14.807302 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-2ac3c1f5-f521-48e6-97f3-ae2850e059db req-77a9a447-97e8-4858-b026-2af9b2346739 tempest-ServersAdminTestJSON-2115085297 tempest-ServersAdminTestJSON-2115085297-project] 10.222.0.59 "GET /v2.0/ports?device_id=b08c7cb2-ff39-4168-a373-6ea575b70e54 HTTP/1.1" status: 200 len: 950 time: 0.0648010 Jul 27 21:03:14.844936 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-2ac3c1f5-f521-48e6-97f3-ae2850e059db req-69002259-30fa-4e8d-add4-63420d541b9e tempest-ServersAdminTestJSON-2115085297 tempest-ServersAdminTestJSON-2115085297-project] 10.222.0.59 "GET /v2.0/security-groups?id=9f3cf157-ddbf-4bf4-acc6-59d64c6ea76b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317409 Jul 27 21:03:15.290183 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f02b78-442d-41cb-bcc9-9888ee79cd11 req-1fa9c315-8648-4816-ba3e-61fc2bcf98bc tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:15.291737 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-32f02b78-442d-41cb-bcc9-9888ee79cd11 req-1fa9c315-8648-4816-ba3e-61fc2bcf98bc tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] 10.222.0.59 "GET /v2.0/ports?device_id=2cf8ebf6-ffd9-46a5-beb3-178af28bb1d5 HTTP/1.1" status: 200 len: 944 time: 0.0710833 Jul 27 21:03:15.334679 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-32f02b78-442d-41cb-bcc9-9888ee79cd11 req-85f4c09c-6353-46bc-b03d-52d43fa156d9 tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0eecfba-15dc-4bf7-80e6-b94c8d880eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361433 Jul 27 21:03:15.472761 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ad2a96-75bb-46f3-bd5f-6bef205fa8dc req-d4af5328-319c-435d-a4e4-d220c02c85c4 tempest-ServerRescueTestJSON-417658892 tempest-ServerRescueTestJSON-417658892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:15.474229 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-10ad2a96-75bb-46f3-bd5f-6bef205fa8dc req-d4af5328-319c-435d-a4e4-d220c02c85c4 tempest-ServerRescueTestJSON-417658892 tempest-ServerRescueTestJSON-417658892-project] 10.222.0.59 "GET /v2.0/ports?device_id=a639bd19-8e17-4b7c-a6dc-d5ab3bcb59ec HTTP/1.1" status: 200 len: 945 time: 0.0631590 Jul 27 21:03:15.512168 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-10ad2a96-75bb-46f3-bd5f-6bef205fa8dc req-3ee66ff7-1bb4-4a4c-88af-24bae01c15b1 tempest-ServerRescueTestJSON-417658892 tempest-ServerRescueTestJSON-417658892-project] 10.222.0.59 "GET /v2.0/security-groups?id=551e2ab4-0adb-4dc6-ad9d-2e4a42006670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318511 Jul 27 21:03:15.793477 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Device 97537612-1d84-44a2-8bf4-7d7dee00f4d9 up at agent hyperv_n-h2-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:03:15.842215 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-3d54578f-831f-4696-b568-13c455922dab None None] Provisioning for port 97537612-1d84-44a2-8bf4-7d7dee00f4d9 completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:03:15.846219 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-3d54578f-831f-4696-b568-13c455922dab None None] Provisioning complete for port 97537612-1d84-44a2-8bf4-7d7dee00f4d9 triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:03:15.846594 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:15.926520 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:15.952765 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cf8ebf6-ffd9-46a5-beb3-178af28bb1d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97537612-1d84-44a2-8bf4-7d7dee00f4d9'}] {{(pid=105586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:03:15.955435 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14c1663e039faf5393f87855f745010ac5b02220355b68fdbf065393e303ac56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d09d53c-0637-4da5-9b51-34a744e1623a" -d '{"events": [{"server_uuid": "2cf8ebf6-ffd9-46a5-beb3-178af28bb1d5", "name": "network-vif-plugged", "status": "completed", "tag": "97537612-1d84-44a2-8bf4-7d7dee00f4d9"}]}' {{(pid=105586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:03:15.970544 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] For port 97537612-1d84-44a2-8bf4-7d7dee00f4d9, host n-h2-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=97537612-1d84-44a2-8bf4-7d7dee00f4d9,segment=NetworkSegment(a9b7024e-df2a-4526-a1ee-cb4cd8d6548a),segment_id=a9b7024e-df2a-4526-a1ee-cb4cd8d6548a)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:03:15.975471 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:16.002514 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:03:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b7ac61d-0ea1-453d-beef-a8b89680a2df x-openstack-request-id: req-1b7ac61d-0ea1-453d-beef-a8b89680a2df {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:03:16.002805 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2cf8ebf6-ffd9-46a5-beb3-178af28bb1d5", "name": "network-vif-plugged", "status": "completed", "tag": "97537612-1d84-44a2-8bf4-7d7dee00f4d9", "code": 200}]} {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:03:16.003089 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-1b7ac61d-0ea1-453d-beef-a8b89680a2df {{(pid=105586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:03:16.003485 n-d-705658-22 neutron-server[105586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2cf8ebf6-ffd9-46a5-beb3-178af28bb1d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97537612-1d84-44a2-8bf4-7d7dee00f4d9', 'code': 200} Jul 27 21:03:16.005676 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a20e3ba-8421-49b7-8206-8872fbf626f8 req-092df7d7-717b-4afb-8326-d4a6ca0be841 tempest-ServersAdminTestJSON-2115085297 tempest-ServersAdminTestJSON-2115085297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:16.007236 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-5a20e3ba-8421-49b7-8206-8872fbf626f8 req-092df7d7-717b-4afb-8326-d4a6ca0be841 tempest-ServersAdminTestJSON-2115085297 tempest-ServersAdminTestJSON-2115085297-project] 10.222.0.59 "GET /v2.0/ports?device_id=b08c7cb2-ff39-4168-a373-6ea575b70e54 HTTP/1.1" status: 200 len: 950 time: 0.0844917 Jul 27 21:03:16.037830 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Pushing event updated for resources: {'Port': ['ID=97537612-1d84-44a2-8bf4-7d7dee00f4d9,revision_number=5']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:03:16.055348 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-5a20e3ba-8421-49b7-8206-8872fbf626f8 req-1b5d2f13-6f5a-4b70-8720-7691dc338d07 tempest-ServersAdminTestJSON-2115085297 tempest-ServersAdminTestJSON-2115085297-project] 10.222.0.59 "GET /v2.0/security-groups?id=9f3cf157-ddbf-4bf4-acc6-59d64c6ea76b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388830 Jul 27 21:03:16.129744 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13d831a-155a-4c2b-bdbf-0b76c90c374f req-deb93701-4ebe-46c8-ace6-b29c58e35960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:16.131227 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b13d831a-155a-4c2b-bdbf-0b76c90c374f req-deb93701-4ebe-46c8-ace6-b29c58e35960 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=2cf8ebf6-ffd9-46a5-beb3-178af28bb1d5 HTTP/1.1" status: 200 len: 1097 time: 0.0620544 Jul 27 21:03:16.166688 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b13d831a-155a-4c2b-bdbf-0b76c90c374f req-81871a87-59f2-470f-9ca4-0538f6126e0f service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=b0eecfba-15dc-4bf7-80e6-b94c8d880eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0280442 Jul 27 21:03:16.470111 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7adc66-b09d-43eb-be15-e39223f3edca req-43cf6bef-c489-4aa8-8a4f-d70b29b2c835 tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:16.471693 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-1c7adc66-b09d-43eb-be15-e39223f3edca req-43cf6bef-c489-4aa8-8a4f-d70b29b2c835 tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] 10.222.0.59 "GET /v2.0/ports?device_id=2cf8ebf6-ffd9-46a5-beb3-178af28bb1d5 HTTP/1.1" status: 200 len: 945 time: 0.0652685 Jul 27 21:03:16.509650 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-1c7adc66-b09d-43eb-be15-e39223f3edca req-3e652eb9-6871-4d1f-8704-2e37318a1e24 tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0eecfba-15dc-4bf7-80e6-b94c8d880eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318520 Jul 27 21:03:16.647089 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbaa272-fe4d-44b7-b662-b35627f4ee13 req-648fbf48-a5ca-4690-8db8-61545a96f1ec tempest-ServerRescueTestJSON-417658892 tempest-ServerRescueTestJSON-417658892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:16.648514 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-8bbaa272-fe4d-44b7-b662-b35627f4ee13 req-648fbf48-a5ca-4690-8db8-61545a96f1ec tempest-ServerRescueTestJSON-417658892 tempest-ServerRescueTestJSON-417658892-project] 10.222.0.59 "GET /v2.0/ports?device_id=a639bd19-8e17-4b7c-a6dc-d5ab3bcb59ec HTTP/1.1" status: 200 len: 945 time: 0.0668414 Jul 27 21:03:16.690428 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-8bbaa272-fe4d-44b7-b662-b35627f4ee13 req-02f42ece-b5b7-4e58-ae97-f4420c592646 tempest-ServerRescueTestJSON-417658892 tempest-ServerRescueTestJSON-417658892-project] 10.222.0.59 "GET /v2.0/security-groups?id=551e2ab4-0adb-4dc6-ad9d-2e4a42006670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360944 Jul 27 21:03:17.190416 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7604be-30dd-4305-964a-d182170a2e3a req-ec92d203-2f82-471f-a309-b5d75e4759f6 tempest-ServersAdminTestJSON-2115085297 tempest-ServersAdminTestJSON-2115085297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:17.192011 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-ff7604be-30dd-4305-964a-d182170a2e3a req-ec92d203-2f82-471f-a309-b5d75e4759f6 tempest-ServersAdminTestJSON-2115085297 tempest-ServersAdminTestJSON-2115085297-project] 10.222.0.59 "GET /v2.0/ports?device_id=b08c7cb2-ff39-4168-a373-6ea575b70e54 HTTP/1.1" status: 200 len: 950 time: 0.0666974 Jul 27 21:03:17.229872 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-ff7604be-30dd-4305-964a-d182170a2e3a req-d6133ceb-aaad-44fd-9442-9b671f137f51 tempest-ServersAdminTestJSON-2115085297 tempest-ServersAdminTestJSON-2115085297-project] 10.222.0.59 "GET /v2.0/security-groups?id=9f3cf157-ddbf-4bf4-acc6-59d64c6ea76b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316365 Jul 27 21:03:17.647513 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77fc3b0-fc02-4367-8a66-ed1b0da3b6ed req-e4cfa0a5-c0d1-4347-8edc-2a8291c8ffc2 tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:17.648908 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-c77fc3b0-fc02-4367-8a66-ed1b0da3b6ed req-e4cfa0a5-c0d1-4347-8edc-2a8291c8ffc2 tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] 10.222.0.59 "GET /v2.0/ports?device_id=2cf8ebf6-ffd9-46a5-beb3-178af28bb1d5 HTTP/1.1" status: 200 len: 945 time: 0.0632923 Jul 27 21:03:17.687865 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-c77fc3b0-fc02-4367-8a66-ed1b0da3b6ed req-5bf67f7d-f4f3-4913-9484-8adb64a4368c tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0eecfba-15dc-4bf7-80e6-b94c8d880eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326247 Jul 27 21:03:17.868971 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa1fe2d-7e9f-4dba-87db-4579761a1359 req-97611823-3682-4535-bea5-6b57361169f4 tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:17.870602 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-daa1fe2d-7e9f-4dba-87db-4579761a1359 req-97611823-3682-4535-bea5-6b57361169f4 tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] 10.222.0.59 "GET /v2.0/ports?device_id=2cf8ebf6-ffd9-46a5-beb3-178af28bb1d5 HTTP/1.1" status: 200 len: 945 time: 0.1133366 Jul 27 21:03:17.878404 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b6b57c-3d20-4dbb-a74d-cfba01d4f4a9 req-14fee3d7-0baf-4b07-8c03-cedfef2e24f9 tempest-ServerRescueTestJSON-417658892 tempest-ServerRescueTestJSON-417658892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:17.880012 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-61b6b57c-3d20-4dbb-a74d-cfba01d4f4a9 req-14fee3d7-0baf-4b07-8c03-cedfef2e24f9 tempest-ServerRescueTestJSON-417658892 tempest-ServerRescueTestJSON-417658892-project] 10.222.0.59 "GET /v2.0/ports?device_id=a639bd19-8e17-4b7c-a6dc-d5ab3bcb59ec HTTP/1.1" status: 200 len: 945 time: 0.1241827 Jul 27 21:03:17.940328 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-daa1fe2d-7e9f-4dba-87db-4579761a1359 req-566dea6a-f0ed-4932-bbde-6c1540efb8e8 tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0eecfba-15dc-4bf7-80e6-b94c8d880eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593622 Jul 27 21:03:17.943840 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-61b6b57c-3d20-4dbb-a74d-cfba01d4f4a9 req-9c79f0ad-98ea-46da-9ce3-1c86a2569b8c tempest-ServerRescueTestJSON-417658892 tempest-ServerRescueTestJSON-417658892-project] 10.222.0.59 "GET /v2.0/security-groups?id=551e2ab4-0adb-4dc6-ad9d-2e4a42006670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557954 Jul 27 21:03:18.294143 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2effd6ba-9a37-4a63-939f-7dddd00bde6e req-bf1d3cb3-d271-4840-a8eb-0f5142874762 tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:18.295773 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-2effd6ba-9a37-4a63-939f-7dddd00bde6e req-bf1d3cb3-d271-4840-a8eb-0f5142874762 tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] 10.222.0.59 "GET /v2.0/ports?device_id=2cf8ebf6-ffd9-46a5-beb3-178af28bb1d5 HTTP/1.1" status: 200 len: 945 time: 0.0729194 Jul 27 21:03:18.362381 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-2effd6ba-9a37-4a63-939f-7dddd00bde6e req-0c2f3e9b-78f3-4ab6-ad52-a37a097c0412 tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0eecfba-15dc-4bf7-80e6-b94c8d880eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604229 Jul 27 21:03:18.393099 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04fb56d-74fb-464a-b02c-afa12e0dcb30 req-8b3aad4b-d70e-4043-b072-0e8491921d0e tempest-ServersAdminTestJSON-2115085297 tempest-ServersAdminTestJSON-2115085297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:18.394597 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a04fb56d-74fb-464a-b02c-afa12e0dcb30 req-8b3aad4b-d70e-4043-b072-0e8491921d0e tempest-ServersAdminTestJSON-2115085297 tempest-ServersAdminTestJSON-2115085297-project] 10.222.0.59 "GET /v2.0/ports?device_id=b08c7cb2-ff39-4168-a373-6ea575b70e54 HTTP/1.1" status: 200 len: 950 time: 0.0866272 Jul 27 21:03:18.435709 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a04fb56d-74fb-464a-b02c-afa12e0dcb30 req-085a62ae-bb72-429d-affb-c3929ebf5858 tempest-ServersAdminTestJSON-2115085297 tempest-ServersAdminTestJSON-2115085297-project] 10.222.0.59 "GET /v2.0/security-groups?id=9f3cf157-ddbf-4bf4-acc6-59d64c6ea76b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342472 Jul 27 21:03:19.078544 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ceead6-95b0-4537-a4c9-cfaeaeb98a87 req-8dd31cf1-948c-4fd0-a342-25da9a8623cb tempest-ServerRescueTestJSON-417658892 tempest-ServerRescueTestJSON-417658892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:19.080206 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-24ceead6-95b0-4537-a4c9-cfaeaeb98a87 req-8dd31cf1-948c-4fd0-a342-25da9a8623cb tempest-ServerRescueTestJSON-417658892 tempest-ServerRescueTestJSON-417658892-project] 10.222.0.59 "GET /v2.0/ports?device_id=a639bd19-8e17-4b7c-a6dc-d5ab3bcb59ec HTTP/1.1" status: 200 len: 945 time: 0.0658903 Jul 27 21:03:19.125223 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-24ceead6-95b0-4537-a4c9-cfaeaeb98a87 req-0c146d20-a3b1-482a-aad9-86620df543c5 tempest-ServerRescueTestJSON-417658892 tempest-ServerRescueTestJSON-417658892-project] 10.222.0.59 "GET /v2.0/security-groups?id=551e2ab4-0adb-4dc6-ad9d-2e4a42006670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389483 Jul 27 21:03:19.491466 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06978a2-592b-4189-8b18-be7f4dcb8693 req-42153f5e-e809-4e1f-87eb-7a2066d91959 tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:19.492946 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-d06978a2-592b-4189-8b18-be7f4dcb8693 req-42153f5e-e809-4e1f-87eb-7a2066d91959 tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] 10.222.0.59 "GET /v2.0/ports?device_id=2cf8ebf6-ffd9-46a5-beb3-178af28bb1d5 HTTP/1.1" status: 200 len: 945 time: 0.0637357 Jul 27 21:03:19.561118 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-d06978a2-592b-4189-8b18-be7f4dcb8693 req-95dac26a-c58c-4df9-a4f7-10aba1294f12 tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0eecfba-15dc-4bf7-80e6-b94c8d880eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612497 Jul 27 21:03:19.597727 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc30c664-1907-4838-b85a-3eb15e92b7c8 req-70fa52d4-2873-4610-9b55-53afa97034a3 tempest-ServersAdminTestJSON-2115085297 tempest-ServersAdminTestJSON-2115085297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:19.599238 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-fc30c664-1907-4838-b85a-3eb15e92b7c8 req-70fa52d4-2873-4610-9b55-53afa97034a3 tempest-ServersAdminTestJSON-2115085297 tempest-ServersAdminTestJSON-2115085297-project] 10.222.0.59 "GET /v2.0/ports?device_id=b08c7cb2-ff39-4168-a373-6ea575b70e54 HTTP/1.1" status: 200 len: 950 time: 0.0929394 Jul 27 21:03:19.643797 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-fc30c664-1907-4838-b85a-3eb15e92b7c8 req-4be6c613-fb44-430f-8467-aba5e09fbd03 tempest-ServersAdminTestJSON-2115085297 tempest-ServersAdminTestJSON-2115085297-project] 10.222.0.59 "GET /v2.0/security-groups?id=9f3cf157-ddbf-4bf4-acc6-59d64c6ea76b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368643 Jul 27 21:03:20.269868 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b83e60c-33a7-49cf-ba9f-814902c1e68c req-f6f3e009-fc17-47d7-b6e0-5623e6af83c5 tempest-ServerRescueTestJSON-417658892 tempest-ServerRescueTestJSON-417658892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:20.271413 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-2b83e60c-33a7-49cf-ba9f-814902c1e68c req-f6f3e009-fc17-47d7-b6e0-5623e6af83c5 tempest-ServerRescueTestJSON-417658892 tempest-ServerRescueTestJSON-417658892-project] 10.222.0.59 "GET /v2.0/ports?device_id=a639bd19-8e17-4b7c-a6dc-d5ab3bcb59ec HTTP/1.1" status: 200 len: 945 time: 0.0725782 Jul 27 21:03:20.312148 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-2b83e60c-33a7-49cf-ba9f-814902c1e68c req-00fdfdc0-69be-4153-ac75-f48a646582e7 tempest-ServerRescueTestJSON-417658892 tempest-ServerRescueTestJSON-417658892-project] 10.222.0.59 "GET /v2.0/security-groups?id=551e2ab4-0adb-4dc6-ad9d-2e4a42006670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345774 Jul 27 21:03:20.703289 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4241a70-d398-4ff7-962c-bcf0028d6c45 req-b1a70e69-2c31-4c9e-9e46-110db6e66f8f tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:20.704844 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f4241a70-d398-4ff7-962c-bcf0028d6c45 req-b1a70e69-2c31-4c9e-9e46-110db6e66f8f tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] 10.222.0.59 "GET /v2.0/ports?device_id=2cf8ebf6-ffd9-46a5-beb3-178af28bb1d5 HTTP/1.1" status: 200 len: 945 time: 0.0681970 Jul 27 21:03:20.747719 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f4241a70-d398-4ff7-962c-bcf0028d6c45 req-cfcf94be-f98f-4dee-bfe5-b5404554a66b tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0eecfba-15dc-4bf7-80e6-b94c8d880eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365169 Jul 27 21:03:20.830718 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d012c4d4-e625-451c-8b9d-18ad19e80fc3 req-6d52d088-0bf5-40cd-a554-c15da82b782c tempest-ServersAdminTestJSON-2115085297 tempest-ServersAdminTestJSON-2115085297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:20.832296 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-d012c4d4-e625-451c-8b9d-18ad19e80fc3 req-6d52d088-0bf5-40cd-a554-c15da82b782c tempest-ServersAdminTestJSON-2115085297 tempest-ServersAdminTestJSON-2115085297-project] 10.222.0.59 "GET /v2.0/ports?device_id=b08c7cb2-ff39-4168-a373-6ea575b70e54 HTTP/1.1" status: 200 len: 950 time: 0.0714853 Jul 27 21:03:20.874630 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-d012c4d4-e625-451c-8b9d-18ad19e80fc3 req-1a531f22-41ce-4e57-ae00-83a63cc18d25 tempest-ServersAdminTestJSON-2115085297 tempest-ServersAdminTestJSON-2115085297-project] 10.222.0.59 "GET /v2.0/security-groups?id=9f3cf157-ddbf-4bf4-acc6-59d64c6ea76b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362716 Jul 27 21:03:21.457798 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478dd650-b858-49cb-bee0-6449d0a3bd41 req-62fa6d5a-1d65-467e-8ce8-64a75f7305f4 tempest-ServerRescueTestJSON-417658892 tempest-ServerRescueTestJSON-417658892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:21.459299 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-478dd650-b858-49cb-bee0-6449d0a3bd41 req-62fa6d5a-1d65-467e-8ce8-64a75f7305f4 tempest-ServerRescueTestJSON-417658892 tempest-ServerRescueTestJSON-417658892-project] 10.222.0.59 "GET /v2.0/ports?device_id=a639bd19-8e17-4b7c-a6dc-d5ab3bcb59ec HTTP/1.1" status: 200 len: 945 time: 0.0702527 Jul 27 21:03:21.500047 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-478dd650-b858-49cb-bee0-6449d0a3bd41 req-fff3a9cd-5fd3-4c89-ae32-8881bff13bec tempest-ServerRescueTestJSON-417658892 tempest-ServerRescueTestJSON-417658892-project] 10.222.0.59 "GET /v2.0/security-groups?id=551e2ab4-0adb-4dc6-ad9d-2e4a42006670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347211 Jul 27 21:03:21.879923 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ec49dd-875b-439c-af9b-ce4118446ad5 req-77b6d53a-f083-4d46-a717-98f67cdbfed1 tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:21.884808 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-97ec49dd-875b-439c-af9b-ce4118446ad5 req-77b6d53a-f083-4d46-a717-98f67cdbfed1 tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] 10.222.0.59 "GET /v2.0/ports?device_id=2cf8ebf6-ffd9-46a5-beb3-178af28bb1d5 HTTP/1.1" status: 200 len: 945 time: 0.0687194 Jul 27 21:03:21.919808 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-97ec49dd-875b-439c-af9b-ce4118446ad5 req-9f479345-fad5-402a-926b-f5c9b5971df7 tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0eecfba-15dc-4bf7-80e6-b94c8d880eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325480 Jul 27 21:03:22.040911 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41638735-542d-4fd4-a836-431187ddecc2 req-59da1d35-2e7d-4d0c-8add-43302bf2733b tempest-ServersAdminTestJSON-2115085297 tempest-ServersAdminTestJSON-2115085297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:22.042310 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-41638735-542d-4fd4-a836-431187ddecc2 req-59da1d35-2e7d-4d0c-8add-43302bf2733b tempest-ServersAdminTestJSON-2115085297 tempest-ServersAdminTestJSON-2115085297-project] 10.222.0.59 "GET /v2.0/ports?device_id=b08c7cb2-ff39-4168-a373-6ea575b70e54 HTTP/1.1" status: 200 len: 950 time: 0.0671473 Jul 27 21:03:22.080956 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-41638735-542d-4fd4-a836-431187ddecc2 req-5e5f4d07-6356-4b89-90c9-bb859681a674 tempest-ServersAdminTestJSON-2115085297 tempest-ServersAdminTestJSON-2115085297-project] 10.222.0.59 "GET /v2.0/security-groups?id=9f3cf157-ddbf-4bf4-acc6-59d64c6ea76b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326087 Jul 27 21:03:22.629418 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a5b3e0-1594-406a-9bc9-e91a8808e7fc req-01af8216-045d-450a-934e-86e8577d405d tempest-ServerRescueTestJSON-417658892 tempest-ServerRescueTestJSON-417658892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:22.630903 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-43a5b3e0-1594-406a-9bc9-e91a8808e7fc req-01af8216-045d-450a-934e-86e8577d405d tempest-ServerRescueTestJSON-417658892 tempest-ServerRescueTestJSON-417658892-project] 10.222.0.59 "GET /v2.0/ports?device_id=a639bd19-8e17-4b7c-a6dc-d5ab3bcb59ec HTTP/1.1" status: 200 len: 945 time: 0.0634472 Jul 27 21:03:22.667729 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-43a5b3e0-1594-406a-9bc9-e91a8808e7fc req-37b35467-3f05-4659-b285-b4f1b99341a7 tempest-ServerRescueTestJSON-417658892 tempest-ServerRescueTestJSON-417658892-project] 10.222.0.59 "GET /v2.0/security-groups?id=551e2ab4-0adb-4dc6-ad9d-2e4a42006670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309088 Jul 27 21:03:23.061574 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cb93a1-a172-4ae2-a45b-4d7642aff9da req-b9b05465-c654-4401-b7fd-2047bc473483 tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:23.063158 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-d3cb93a1-a172-4ae2-a45b-4d7642aff9da req-b9b05465-c654-4401-b7fd-2047bc473483 tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] 10.222.0.59 "GET /v2.0/ports?device_id=2cf8ebf6-ffd9-46a5-beb3-178af28bb1d5 HTTP/1.1" status: 200 len: 945 time: 0.0693512 Jul 27 21:03:23.103808 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-d3cb93a1-a172-4ae2-a45b-4d7642aff9da req-76297a50-91d1-4592-873d-e99cd4fe9c94 tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0eecfba-15dc-4bf7-80e6-b94c8d880eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338709 Jul 27 21:03:23.228251 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7dea34-bcca-45d6-a82e-7df2f85d8f7e req-5c1f6cc4-c080-41dc-a4d0-cb6694c934b3 tempest-ServersAdminTestJSON-2115085297 tempest-ServersAdminTestJSON-2115085297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:23.230221 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-8a7dea34-bcca-45d6-a82e-7df2f85d8f7e req-5c1f6cc4-c080-41dc-a4d0-cb6694c934b3 tempest-ServersAdminTestJSON-2115085297 tempest-ServersAdminTestJSON-2115085297-project] 10.222.0.59 "GET /v2.0/ports?device_id=b08c7cb2-ff39-4168-a373-6ea575b70e54 HTTP/1.1" status: 200 len: 950 time: 0.0758598 Jul 27 21:03:23.272616 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-8a7dea34-bcca-45d6-a82e-7df2f85d8f7e req-bc9ccc9f-b097-4cb0-b626-0c00bebc5aaf tempest-ServersAdminTestJSON-2115085297 tempest-ServersAdminTestJSON-2115085297-project] 10.222.0.59 "GET /v2.0/security-groups?id=9f3cf157-ddbf-4bf4-acc6-59d64c6ea76b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351529 Jul 27 21:03:23.802164 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39dd994-7899-4fa3-a9b5-2dc06e058aee req-578879a8-3b08-480c-9281-2a97f31976b8 tempest-ServerRescueTestJSON-417658892 tempest-ServerRescueTestJSON-417658892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:23.803760 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e39dd994-7899-4fa3-a9b5-2dc06e058aee req-578879a8-3b08-480c-9281-2a97f31976b8 tempest-ServerRescueTestJSON-417658892 tempest-ServerRescueTestJSON-417658892-project] 10.222.0.59 "GET /v2.0/ports?device_id=a639bd19-8e17-4b7c-a6dc-d5ab3bcb59ec HTTP/1.1" status: 200 len: 945 time: 0.0675652 Jul 27 21:03:23.844441 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e39dd994-7899-4fa3-a9b5-2dc06e058aee req-c0a9128f-21b3-40c1-9476-9f3bae0de6d8 tempest-ServerRescueTestJSON-417658892 tempest-ServerRescueTestJSON-417658892-project] 10.222.0.59 "GET /v2.0/security-groups?id=551e2ab4-0adb-4dc6-ad9d-2e4a42006670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347018 Jul 27 21:03:24.244699 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b377415-b5ab-4c97-a1a0-1e6bf11eb271 req-7c8fc7bc-7ea3-45c0-b7f3-efeb613f69ab tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:24.246111 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-4b377415-b5ab-4c97-a1a0-1e6bf11eb271 req-7c8fc7bc-7ea3-45c0-b7f3-efeb613f69ab tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] 10.222.0.59 "GET /v2.0/ports?device_id=2cf8ebf6-ffd9-46a5-beb3-178af28bb1d5 HTTP/1.1" status: 200 len: 945 time: 0.0701253 Jul 27 21:03:24.285891 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-4b377415-b5ab-4c97-a1a0-1e6bf11eb271 req-632a73d0-b804-4979-952d-ad2862b37b0d tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0eecfba-15dc-4bf7-80e6-b94c8d880eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335400 Jul 27 21:03:24.411469 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec8321f-b8e3-4335-b16a-e121576868ea req-5524e615-bdae-44a0-b249-87efefdad916 tempest-ServersAdminTestJSON-2115085297 tempest-ServersAdminTestJSON-2115085297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:24.412860 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-aec8321f-b8e3-4335-b16a-e121576868ea req-5524e615-bdae-44a0-b249-87efefdad916 tempest-ServersAdminTestJSON-2115085297 tempest-ServersAdminTestJSON-2115085297-project] 10.222.0.59 "GET /v2.0/ports?device_id=b08c7cb2-ff39-4168-a373-6ea575b70e54 HTTP/1.1" status: 200 len: 950 time: 0.0633080 Jul 27 21:03:24.449077 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-aec8321f-b8e3-4335-b16a-e121576868ea req-0924fb9d-3dce-4beb-9d2a-d55bb2244b7e tempest-ServersAdminTestJSON-2115085297 tempest-ServersAdminTestJSON-2115085297-project] 10.222.0.59 "GET /v2.0/security-groups?id=9f3cf157-ddbf-4bf4-acc6-59d64c6ea76b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304072 Jul 27 21:03:24.982050 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e6a058-a5e8-41ba-a2b2-c8757ca86504 req-77643e44-d8fb-4c27-b289-9f59610ca6a9 tempest-ServerRescueTestJSON-417658892 tempest-ServerRescueTestJSON-417658892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:24.983557 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-34e6a058-a5e8-41ba-a2b2-c8757ca86504 req-77643e44-d8fb-4c27-b289-9f59610ca6a9 tempest-ServerRescueTestJSON-417658892 tempest-ServerRescueTestJSON-417658892-project] 10.222.0.59 "GET /v2.0/ports?device_id=a639bd19-8e17-4b7c-a6dc-d5ab3bcb59ec HTTP/1.1" status: 200 len: 945 time: 0.0720003 Jul 27 21:03:25.021704 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-34e6a058-a5e8-41ba-a2b2-c8757ca86504 req-4ce45321-2824-4ccf-9b5f-f6cc0e0afb8e tempest-ServerRescueTestJSON-417658892 tempest-ServerRescueTestJSON-417658892-project] 10.222.0.59 "GET /v2.0/security-groups?id=551e2ab4-0adb-4dc6-ad9d-2e4a42006670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319419 Jul 27 21:03:25.418102 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb0a0d8-e3bb-4d25-a1c4-4163a1973795 req-c93d643d-81f1-4291-93f6-056896cb2d4f tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:25.419582 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-6eb0a0d8-e3bb-4d25-a1c4-4163a1973795 req-c93d643d-81f1-4291-93f6-056896cb2d4f tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] 10.222.0.59 "GET /v2.0/ports?device_id=2cf8ebf6-ffd9-46a5-beb3-178af28bb1d5 HTTP/1.1" status: 200 len: 945 time: 0.0656230 Jul 27 21:03:25.456698 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-6eb0a0d8-e3bb-4d25-a1c4-4163a1973795 req-77928afc-4cc7-4ccd-8273-d6adfce60185 tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0eecfba-15dc-4bf7-80e6-b94c8d880eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312688 Jul 27 21:03:25.578093 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f61c1cf-3a40-4325-b32d-6ec24dfdd698 req-3f6f5264-a5fe-4bf0-88ca-d0ad1a467bb2 tempest-ServersAdminTestJSON-2115085297 tempest-ServersAdminTestJSON-2115085297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:25.579473 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-6f61c1cf-3a40-4325-b32d-6ec24dfdd698 req-3f6f5264-a5fe-4bf0-88ca-d0ad1a467bb2 tempest-ServersAdminTestJSON-2115085297 tempest-ServersAdminTestJSON-2115085297-project] 10.222.0.59 "GET /v2.0/ports?device_id=b08c7cb2-ff39-4168-a373-6ea575b70e54 HTTP/1.1" status: 200 len: 950 time: 0.0618227 Jul 27 21:03:25.616628 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-6f61c1cf-3a40-4325-b32d-6ec24dfdd698 req-8ae7bddb-96ce-42e9-931b-a8cbe0616758 tempest-ServersAdminTestJSON-2115085297 tempest-ServersAdminTestJSON-2115085297-project] 10.222.0.59 "GET /v2.0/security-groups?id=9f3cf157-ddbf-4bf4-acc6-59d64c6ea76b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312946 Jul 27 21:03:26.164766 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43c249e-eee2-41a9-a06d-a87b8c0aeea1 req-6dc57ae8-3ca1-43bb-b7d5-ff7bcc4b0146 tempest-ServerRescueTestJSON-417658892 tempest-ServerRescueTestJSON-417658892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:26.166265 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b43c249e-eee2-41a9-a06d-a87b8c0aeea1 req-6dc57ae8-3ca1-43bb-b7d5-ff7bcc4b0146 tempest-ServerRescueTestJSON-417658892 tempest-ServerRescueTestJSON-417658892-project] 10.222.0.59 "GET /v2.0/ports?device_id=a639bd19-8e17-4b7c-a6dc-d5ab3bcb59ec HTTP/1.1" status: 200 len: 945 time: 0.0751078 Jul 27 21:03:26.206340 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b43c249e-eee2-41a9-a06d-a87b8c0aeea1 req-16a0aa8b-b28f-4fa3-b956-b6f4e034d50d tempest-ServerRescueTestJSON-417658892 tempest-ServerRescueTestJSON-417658892-project] 10.222.0.59 "GET /v2.0/security-groups?id=551e2ab4-0adb-4dc6-ad9d-2e4a42006670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334532 Jul 27 21:03:26.586027 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ecc08a-48c9-4604-bff2-3cd0c2e123ce req-de3d997c-18bb-45ac-adde-ef6416c520ee tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:26.587522 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a2ecc08a-48c9-4604-bff2-3cd0c2e123ce req-de3d997c-18bb-45ac-adde-ef6416c520ee tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] 10.222.0.59 "GET /v2.0/ports?device_id=2cf8ebf6-ffd9-46a5-beb3-178af28bb1d5 HTTP/1.1" status: 200 len: 945 time: 0.0630536 Jul 27 21:03:26.624475 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a2ecc08a-48c9-4604-bff2-3cd0c2e123ce req-184a8117-7c0c-4353-ae9b-a839eaefc553 tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0eecfba-15dc-4bf7-80e6-b94c8d880eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304770 Jul 27 21:03:26.764015 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dabbdc3-1e0e-4aa6-a162-814ed7e162d8 req-3d3858f7-f9e9-433e-8e5c-001633f6b3f3 tempest-ServersAdminTestJSON-2115085297 tempest-ServersAdminTestJSON-2115085297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:26.765493 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-4dabbdc3-1e0e-4aa6-a162-814ed7e162d8 req-3d3858f7-f9e9-433e-8e5c-001633f6b3f3 tempest-ServersAdminTestJSON-2115085297 tempest-ServersAdminTestJSON-2115085297-project] 10.222.0.59 "GET /v2.0/ports?device_id=b08c7cb2-ff39-4168-a373-6ea575b70e54 HTTP/1.1" status: 200 len: 950 time: 0.0700846 Jul 27 21:03:26.803316 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-4dabbdc3-1e0e-4aa6-a162-814ed7e162d8 req-39754101-6c78-4a55-9298-c61d2c34c354 tempest-ServersAdminTestJSON-2115085297 tempest-ServersAdminTestJSON-2115085297-project] 10.222.0.59 "GET /v2.0/security-groups?id=9f3cf157-ddbf-4bf4-acc6-59d64c6ea76b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318842 Jul 27 21:03:27.347685 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37077cb3-0e73-4110-958c-ce7416364e5f req-cd8d50b0-80c5-41a9-8ab2-63cd17dd3dcc tempest-ServerRescueTestJSON-417658892 tempest-ServerRescueTestJSON-417658892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:27.349148 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-37077cb3-0e73-4110-958c-ce7416364e5f req-cd8d50b0-80c5-41a9-8ab2-63cd17dd3dcc tempest-ServerRescueTestJSON-417658892 tempest-ServerRescueTestJSON-417658892-project] 10.222.0.59 "GET /v2.0/ports?device_id=a639bd19-8e17-4b7c-a6dc-d5ab3bcb59ec HTTP/1.1" status: 200 len: 945 time: 0.0727284 Jul 27 21:03:27.395285 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-37077cb3-0e73-4110-958c-ce7416364e5f req-a5477294-0bbb-4ffd-99a1-23f47f9fc766 tempest-ServerRescueTestJSON-417658892 tempest-ServerRescueTestJSON-417658892-project] 10.222.0.59 "GET /v2.0/security-groups?id=551e2ab4-0adb-4dc6-ad9d-2e4a42006670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394685 Jul 27 21:03:27.764947 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b20172-9028-4a61-9669-b25bf10f27c7 req-8cc79d3b-7c36-4f31-aac4-0a55445b99fa tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:27.766445 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-71b20172-9028-4a61-9669-b25bf10f27c7 req-8cc79d3b-7c36-4f31-aac4-0a55445b99fa tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] 10.222.0.59 "GET /v2.0/ports?device_id=2cf8ebf6-ffd9-46a5-beb3-178af28bb1d5 HTTP/1.1" status: 200 len: 945 time: 0.0634232 Jul 27 21:03:27.805736 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-71b20172-9028-4a61-9669-b25bf10f27c7 req-49769203-bb9b-4f40-a87c-b8b264c70629 tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0eecfba-15dc-4bf7-80e6-b94c8d880eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334024 Jul 27 21:03:27.941922 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516ba1d5-5c44-4a31-acc3-ebaa85b11a6a req-809ac70c-3b85-4582-8211-3965130bcbce tempest-ServersAdminTestJSON-2115085297 tempest-ServersAdminTestJSON-2115085297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:27.943431 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-516ba1d5-5c44-4a31-acc3-ebaa85b11a6a req-809ac70c-3b85-4582-8211-3965130bcbce tempest-ServersAdminTestJSON-2115085297 tempest-ServersAdminTestJSON-2115085297-project] 10.222.0.59 "GET /v2.0/ports?device_id=b08c7cb2-ff39-4168-a373-6ea575b70e54 HTTP/1.1" status: 200 len: 950 time: 0.0689385 Jul 27 21:03:27.980536 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-516ba1d5-5c44-4a31-acc3-ebaa85b11a6a req-50a6c9ec-76cb-45eb-9064-cc72e3772de0 tempest-ServersAdminTestJSON-2115085297 tempest-ServersAdminTestJSON-2115085297-project] 10.222.0.59 "GET /v2.0/security-groups?id=9f3cf157-ddbf-4bf4-acc6-59d64c6ea76b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312583 Jul 27 21:03:28.524720 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246556b0-5965-4f6c-9742-48d9a701297b req-3b3df5ba-3810-4840-a0eb-b170a4bc197e tempest-ServerRescueTestJSON-417658892 tempest-ServerRescueTestJSON-417658892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:28.526095 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-246556b0-5965-4f6c-9742-48d9a701297b req-3b3df5ba-3810-4840-a0eb-b170a4bc197e tempest-ServerRescueTestJSON-417658892 tempest-ServerRescueTestJSON-417658892-project] 10.222.0.59 "GET /v2.0/ports?device_id=a639bd19-8e17-4b7c-a6dc-d5ab3bcb59ec HTTP/1.1" status: 200 len: 945 time: 0.0623755 Jul 27 21:03:28.562646 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-246556b0-5965-4f6c-9742-48d9a701297b req-74514ab7-d4ff-4e16-984d-a02a352741ff tempest-ServerRescueTestJSON-417658892 tempest-ServerRescueTestJSON-417658892-project] 10.222.0.59 "GET /v2.0/security-groups?id=551e2ab4-0adb-4dc6-ad9d-2e4a42006670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303535 Jul 27 21:03:28.936497 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0523a13-d843-4c36-81e6-350a34edc694 req-ebdac726-863f-46a3-9286-11a0af222d48 tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:28.937973 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a0523a13-d843-4c36-81e6-350a34edc694 req-ebdac726-863f-46a3-9286-11a0af222d48 tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] 10.222.0.59 "GET /v2.0/ports?device_id=2cf8ebf6-ffd9-46a5-beb3-178af28bb1d5 HTTP/1.1" status: 200 len: 945 time: 0.0635393 Jul 27 21:03:28.974195 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a0523a13-d843-4c36-81e6-350a34edc694 req-1abace9b-5b52-4886-82b9-362da5ae779d tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0eecfba-15dc-4bf7-80e6-b94c8d880eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302904 Jul 27 21:03:29.113820 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21f3414-4997-4cb6-809b-1198bd653148 req-37dbb660-f939-43eb-bca8-2f55d588e32a tempest-ServersAdminTestJSON-2115085297 tempest-ServersAdminTestJSON-2115085297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:29.115229 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e21f3414-4997-4cb6-809b-1198bd653148 req-37dbb660-f939-43eb-bca8-2f55d588e32a tempest-ServersAdminTestJSON-2115085297 tempest-ServersAdminTestJSON-2115085297-project] 10.222.0.59 "GET /v2.0/ports?device_id=b08c7cb2-ff39-4168-a373-6ea575b70e54 HTTP/1.1" status: 200 len: 950 time: 0.0663955 Jul 27 21:03:29.154325 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e21f3414-4997-4cb6-809b-1198bd653148 req-61a4934a-1a53-4b40-a341-412a64feceaa tempest-ServersAdminTestJSON-2115085297 tempest-ServersAdminTestJSON-2115085297-project] 10.222.0.59 "GET /v2.0/security-groups?id=9f3cf157-ddbf-4bf4-acc6-59d64c6ea76b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328519 Jul 27 21:03:29.535925 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device c4e765fe-c4f3-4db9-88a3-29a4e00ed503 details requested by agent hyperv_n-h1-705658-22 with host n-h1-705658-22 {{(pid=105586) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:03:29.539156 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device c4e765fe-c4f3-4db9-88a3-29a4e00ed503 no longer exists at agent hyperv_n-h1-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:03:29.678117 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:29.692959 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db28b5cd-6c0f-4e27-9be3-a81b9aba86df req-bdf74fa6-24ac-4dbd-99c7-a4f468c0936f tempest-ServerRescueTestJSON-417658892 tempest-ServerRescueTestJSON-417658892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:29.694484 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-db28b5cd-6c0f-4e27-9be3-a81b9aba86df req-bdf74fa6-24ac-4dbd-99c7-a4f468c0936f tempest-ServerRescueTestJSON-417658892 tempest-ServerRescueTestJSON-417658892-project] 10.222.0.59 "GET /v2.0/ports?device_id=a639bd19-8e17-4b7c-a6dc-d5ab3bcb59ec HTTP/1.1" status: 200 len: 945 time: 0.0635967 Jul 27 21:03:29.699773 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] For port c4e765fe-c4f3-4db9-88a3-29a4e00ed503, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=c4e765fe-c4f3-4db9-88a3-29a4e00ed503,segment=NetworkSegment(86b1e6f6-d629-4b03-8944-4cdfbfb93d02),segment_id=86b1e6f6-d629-4b03-8944-4cdfbfb93d02)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:03:29.734693 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-db28b5cd-6c0f-4e27-9be3-a81b9aba86df req-d393ed40-42cc-4817-b30a-285f6854e9c9 tempest-ServerRescueTestJSON-417658892 tempest-ServerRescueTestJSON-417658892-project] 10.222.0.59 "GET /v2.0/security-groups?id=551e2ab4-0adb-4dc6-ad9d-2e4a42006670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337832 Jul 27 21:03:29.835873 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Returning: {'device': 'c4e765fe-c4f3-4db9-88a3-29a4e00ed503', 'network_id': '4d64aa0b-bd6a-468e-8edc-c83689947462', 'port_id': 'c4e765fe-c4f3-4db9-88a3-29a4e00ed503', 'mac_address': 'fa:16:3e:11:5e:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26644ba0-4185-4e10-8718-6ad18d01376c', 'ip_address': '192.168.233.169'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105586) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:03:29.842700 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b08c7cb2-ff39-4168-a373-6ea575b70e54', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c4e765fe-c4f3-4db9-88a3-29a4e00ed503'}] {{(pid=105586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:03:29.845058 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14c1663e039faf5393f87855f745010ac5b02220355b68fdbf065393e303ac56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e5e55df-016a-461d-9b0d-afa608f34776" -d '{"events": [{"server_uuid": "b08c7cb2-ff39-4168-a373-6ea575b70e54", "name": "network-vif-unplugged", "status": "completed", "tag": "c4e765fe-c4f3-4db9-88a3-29a4e00ed503"}]}' {{(pid=105586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:03:29.860566 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] For port c4e765fe-c4f3-4db9-88a3-29a4e00ed503, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=c4e765fe-c4f3-4db9-88a3-29a4e00ed503,segment=NetworkSegment(86b1e6f6-d629-4b03-8944-4cdfbfb93d02),segment_id=86b1e6f6-d629-4b03-8944-4cdfbfb93d02)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:03:29.887536 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:29.890830 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 27 Jul 2021 21:03:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0ccce3b-fa4e-4d0e-8f9d-10c6e847746f x-openstack-request-id: req-f0ccce3b-fa4e-4d0e-8f9d-10c6e847746f {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:03:29.891175 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b08c7cb2-ff39-4168-a373-6ea575b70e54", "name": "network-vif-unplugged", "status": "completed", "tag": "c4e765fe-c4f3-4db9-88a3-29a4e00ed503", "code": 200}]} {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:03:29.891423 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-f0ccce3b-fa4e-4d0e-8f9d-10c6e847746f {{(pid=105586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:03:29.891803 n-d-705658-22 neutron-server[105586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b08c7cb2-ff39-4168-a373-6ea575b70e54', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c4e765fe-c4f3-4db9-88a3-29a4e00ed503', 'code': 200} Jul 27 21:03:29.928495 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:29.957087 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c4e765fe-c4f3-4db9-88a3-29a4e00ed503 {{(pid=105586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:03:29.967085 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Pushing event updated for resources: {'Port': ['ID=c4e765fe-c4f3-4db9-88a3-29a4e00ed503,revision_number=9']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:03:29.999077 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:03:29.999501 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:03:29.999869 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:03:30.000266 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:03:30.000689 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:03:30.001023 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:03:30.001478 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:03:30.001815 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:03:30.002142 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:03:30.002536 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:03:30.002777 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:03:30.003124 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:03:30.021188 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.db.api [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105586) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 27 21:03:30.021546 n-d-705658-22 neutron-server[105586]: DEBUG oslo_db.api [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 27 21:03:30.112218 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b46d67d-a878-4ebf-82a8-3b301bc2af90 req-b14d83ae-a5be-43c6-b7a6-3399068e42bd tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:30.113717 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-3b46d67d-a878-4ebf-82a8-3b301bc2af90 req-b14d83ae-a5be-43c6-b7a6-3399068e42bd tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] 10.222.0.59 "GET /v2.0/ports?device_id=2cf8ebf6-ffd9-46a5-beb3-178af28bb1d5 HTTP/1.1" status: 200 len: 945 time: 0.0696502 Jul 27 21:03:30.153061 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-3b46d67d-a878-4ebf-82a8-3b301bc2af90 req-bcbbcee2-58ce-4633-a86c-40ad81250da7 tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0eecfba-15dc-4bf7-80e6-b94c8d880eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329320 Jul 27 21:03:30.292621 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660a62fa-6e61-4950-9da7-99d2d3e48e8e req-e32374a3-cb0f-48d7-8248-600b8f80a1bd tempest-ServersAdminTestJSON-2115085297 tempest-ServersAdminTestJSON-2115085297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:30.294313 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-660a62fa-6e61-4950-9da7-99d2d3e48e8e req-e32374a3-cb0f-48d7-8248-600b8f80a1bd tempest-ServersAdminTestJSON-2115085297 tempest-ServersAdminTestJSON-2115085297-project] 10.222.0.59 "GET /v2.0/ports?device_id=b08c7cb2-ff39-4168-a373-6ea575b70e54 HTTP/1.1" status: 200 len: 948 time: 0.0691175 Jul 27 21:03:30.337805 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-660a62fa-6e61-4950-9da7-99d2d3e48e8e req-b5d4adae-3043-4566-92a6-eb3a74de5a03 tempest-ServersAdminTestJSON-2115085297 tempest-ServersAdminTestJSON-2115085297-project] 10.222.0.59 "GET /v2.0/security-groups?id=9f3cf157-ddbf-4bf4-acc6-59d64c6ea76b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355325 Jul 27 21:03:30.563143 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:30.575723 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4e765fe-c4f3-4db9-88a3-29a4e00ed503 {{(pid=105586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:03:30.596067 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] For port c4e765fe-c4f3-4db9-88a3-29a4e00ed503, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=c4e765fe-c4f3-4db9-88a3-29a4e00ed503,segment=NetworkSegment(86b1e6f6-d629-4b03-8944-4cdfbfb93d02),segment_id=86b1e6f6-d629-4b03-8944-4cdfbfb93d02)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:03:30.599742 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:30.648801 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Pushing event updated for resources: {'Port': ['ID=c4e765fe-c4f3-4db9-88a3-29a4e00ed503,revision_number=10']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:03:30.875648 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a2a69e-5467-4130-982f-a1e338a25a17 req-75f57404-32d7-4122-9a2f-e722feecf525 tempest-ServerRescueTestJSON-417658892 tempest-ServerRescueTestJSON-417658892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:30.877113 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-81a2a69e-5467-4130-982f-a1e338a25a17 req-75f57404-32d7-4122-9a2f-e722feecf525 tempest-ServerRescueTestJSON-417658892 tempest-ServerRescueTestJSON-417658892-project] 10.222.0.59 "GET /v2.0/ports?device_id=a639bd19-8e17-4b7c-a6dc-d5ab3bcb59ec HTTP/1.1" status: 200 len: 945 time: 0.0703235 Jul 27 21:03:30.917213 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-81a2a69e-5467-4130-982f-a1e338a25a17 req-54d3fb36-681e-4b82-a6de-9a13dab67747 tempest-ServerRescueTestJSON-417658892 tempest-ServerRescueTestJSON-417658892-project] 10.222.0.59 "GET /v2.0/security-groups?id=551e2ab4-0adb-4dc6-ad9d-2e4a42006670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338407 Jul 27 21:03:31.162950 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] get_ports_and_sgs() called for port_ids ['c4e765fe-c4f3-4db9-88a3-29a4e00ed503'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:03:31.295421 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225b12c6-da50-49c0-b0f1-d1d10deb25b9 req-f8abb78c-ac81-42b5-a93b-c40c0073b386 tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:31.296928 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-225b12c6-da50-49c0-b0f1-d1d10deb25b9 req-f8abb78c-ac81-42b5-a93b-c40c0073b386 tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] 10.222.0.59 "GET /v2.0/ports?device_id=2cf8ebf6-ffd9-46a5-beb3-178af28bb1d5 HTTP/1.1" status: 200 len: 945 time: 0.0720615 Jul 27 21:03:31.344231 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-225b12c6-da50-49c0-b0f1-d1d10deb25b9 req-4d617596-b09e-44cc-bc30-ae4cef18327c tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0eecfba-15dc-4bf7-80e6-b94c8d880eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391295 Jul 27 21:03:31.486492 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4b0e66-77a7-4be2-8a89-e606dbaaa049 req-4bc8d346-eadd-4bfe-bdf2-26138451aa5a tempest-ServersAdminTestJSON-2115085297 tempest-ServersAdminTestJSON-2115085297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:31.488050 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-1f4b0e66-77a7-4be2-8a89-e606dbaaa049 req-4bc8d346-eadd-4bfe-bdf2-26138451aa5a tempest-ServersAdminTestJSON-2115085297 tempest-ServersAdminTestJSON-2115085297-project] 10.222.0.59 "GET /v2.0/ports?device_id=b08c7cb2-ff39-4168-a373-6ea575b70e54 HTTP/1.1" status: 200 len: 950 time: 0.0774777 Jul 27 21:03:31.534844 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-1f4b0e66-77a7-4be2-8a89-e606dbaaa049 req-64bea84e-d1ca-4b5b-b5c5-4e668a671a52 tempest-ServersAdminTestJSON-2115085297 tempest-ServersAdminTestJSON-2115085297-project] 10.222.0.59 "GET /v2.0/security-groups?id=9f3cf157-ddbf-4bf4-acc6-59d64c6ea76b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401514 Jul 27 21:03:32.063335 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0003dcf-d307-4359-b9c7-c6be24a43638 req-77d0d954-90e4-4340-8bbd-288f57263512 tempest-ServerRescueTestJSON-417658892 tempest-ServerRescueTestJSON-417658892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:32.065169 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e0003dcf-d307-4359-b9c7-c6be24a43638 req-77d0d954-90e4-4340-8bbd-288f57263512 tempest-ServerRescueTestJSON-417658892 tempest-ServerRescueTestJSON-417658892-project] 10.222.0.59 "GET /v2.0/ports?device_id=a639bd19-8e17-4b7c-a6dc-d5ab3bcb59ec HTTP/1.1" status: 200 len: 945 time: 0.0756817 Jul 27 21:03:32.108391 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e0003dcf-d307-4359-b9c7-c6be24a43638 req-294895d1-8d8b-4ec2-ba71-c39670689d8b tempest-ServerRescueTestJSON-417658892 tempest-ServerRescueTestJSON-417658892-project] 10.222.0.59 "GET /v2.0/security-groups?id=551e2ab4-0adb-4dc6-ad9d-2e4a42006670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369010 Jul 27 21:03:32.494349 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52bcaf3-21b2-4a05-9b1c-2599921c3474 req-36141b65-ff74-4c70-9074-e0f94b2bb285 tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:32.496184 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-d52bcaf3-21b2-4a05-9b1c-2599921c3474 req-36141b65-ff74-4c70-9074-e0f94b2bb285 tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] 10.222.0.59 "GET /v2.0/ports?device_id=2cf8ebf6-ffd9-46a5-beb3-178af28bb1d5 HTTP/1.1" status: 200 len: 945 time: 0.0740047 Jul 27 21:03:32.536193 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-d52bcaf3-21b2-4a05-9b1c-2599921c3474 req-9aa49db4-1ee6-4f00-9c70-066f161bceca tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0eecfba-15dc-4bf7-80e6-b94c8d880eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333791 Jul 27 21:03:32.669304 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90851cc7-f2a1-4d2c-89e8-2db2c595f959 req-b201e731-6f9c-4ab8-bf46-3df6e71fd690 tempest-ServersAdminTestJSON-2115085297 tempest-ServersAdminTestJSON-2115085297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:32.670871 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-90851cc7-f2a1-4d2c-89e8-2db2c595f959 req-b201e731-6f9c-4ab8-bf46-3df6e71fd690 tempest-ServersAdminTestJSON-2115085297 tempest-ServersAdminTestJSON-2115085297-project] 10.222.0.59 "GET /v2.0/ports?device_id=b08c7cb2-ff39-4168-a373-6ea575b70e54 HTTP/1.1" status: 200 len: 950 time: 0.0656393 Jul 27 21:03:32.710675 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-90851cc7-f2a1-4d2c-89e8-2db2c595f959 req-ea2b7291-e664-4a02-a3f5-5482d30eda61 tempest-ServersAdminTestJSON-2115085297 tempest-ServersAdminTestJSON-2115085297-project] 10.222.0.59 "GET /v2.0/security-groups?id=9f3cf157-ddbf-4bf4-acc6-59d64c6ea76b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335271 Jul 27 21:03:33.246410 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a24e17-50b7-4bc5-ac9d-3bc924b4a2e9 req-a412f5ae-1e69-4c3b-b0e9-eb142df649ff tempest-ServerRescueTestJSON-417658892 tempest-ServerRescueTestJSON-417658892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:33.248019 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a6a24e17-50b7-4bc5-ac9d-3bc924b4a2e9 req-a412f5ae-1e69-4c3b-b0e9-eb142df649ff tempest-ServerRescueTestJSON-417658892 tempest-ServerRescueTestJSON-417658892-project] 10.222.0.59 "GET /v2.0/ports?device_id=a639bd19-8e17-4b7c-a6dc-d5ab3bcb59ec HTTP/1.1" status: 200 len: 945 time: 0.0696003 Jul 27 21:03:33.290654 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a6a24e17-50b7-4bc5-ac9d-3bc924b4a2e9 req-e084c64d-1e35-460f-8882-8b06c9b2088f tempest-ServerRescueTestJSON-417658892 tempest-ServerRescueTestJSON-417658892-project] 10.222.0.59 "GET /v2.0/security-groups?id=551e2ab4-0adb-4dc6-ad9d-2e4a42006670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354030 Jul 27 21:03:33.570136 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device c4e765fe-c4f3-4db9-88a3-29a4e00ed503 up at agent hyperv_n-h1-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:03:33.632103 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Provisioning complete for port c4e765fe-c4f3-4db9-88a3-29a4e00ed503 triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:03:33.632583 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:33.683084 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9230d4cd-344b-4bcb-90c8-f19d1913586c req-cc3caa0c-8036-4042-861c-f9efb386b085 tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:33.687613 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-9230d4cd-344b-4bcb-90c8-f19d1913586c req-cc3caa0c-8036-4042-861c-f9efb386b085 tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] 10.222.0.59 "GET /v2.0/ports?device_id=2cf8ebf6-ffd9-46a5-beb3-178af28bb1d5 HTTP/1.1" status: 200 len: 945 time: 0.0761199 Jul 27 21:03:33.722297 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:33.724225 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-9230d4cd-344b-4bcb-90c8-f19d1913586c req-ce0b3aa6-b92d-47b1-8d5e-dea580bda758 tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0eecfba-15dc-4bf7-80e6-b94c8d880eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330255 Jul 27 21:03:33.749232 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b08c7cb2-ff39-4168-a373-6ea575b70e54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4e765fe-c4f3-4db9-88a3-29a4e00ed503'}] {{(pid=105586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:03:33.751925 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14c1663e039faf5393f87855f745010ac5b02220355b68fdbf065393e303ac56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f3f2e97-0a42-4d98-9d00-8c9d05d19c7b" -d '{"events": [{"server_uuid": "b08c7cb2-ff39-4168-a373-6ea575b70e54", "name": "network-vif-plugged", "status": "completed", "tag": "c4e765fe-c4f3-4db9-88a3-29a4e00ed503"}]}' {{(pid=105586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:03:33.767601 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] For port c4e765fe-c4f3-4db9-88a3-29a4e00ed503, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=c4e765fe-c4f3-4db9-88a3-29a4e00ed503,segment=NetworkSegment(86b1e6f6-d629-4b03-8944-4cdfbfb93d02),segment_id=86b1e6f6-d629-4b03-8944-4cdfbfb93d02)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:03:33.772749 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:33.814246 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:03:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6bb1597-d88d-440e-a754-dcd89b57aee2 x-openstack-request-id: req-d6bb1597-d88d-440e-a754-dcd89b57aee2 {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:03:33.814738 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b08c7cb2-ff39-4168-a373-6ea575b70e54", "name": "network-vif-plugged", "status": "completed", "tag": "c4e765fe-c4f3-4db9-88a3-29a4e00ed503", "code": 200}]} {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:03:33.815229 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-d6bb1597-d88d-440e-a754-dcd89b57aee2 {{(pid=105586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:03:33.815937 n-d-705658-22 neutron-server[105586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b08c7cb2-ff39-4168-a373-6ea575b70e54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4e765fe-c4f3-4db9-88a3-29a4e00ed503', 'code': 200} Jul 27 21:03:33.850969 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Pushing event updated for resources: {'Port': ['ID=c4e765fe-c4f3-4db9-88a3-29a4e00ed503,revision_number=11']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:03:33.881723 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354d0274-17cc-489b-908d-78da07476404 req-a98cc82b-8d3a-4406-ad13-7d18cebf9eb5 tempest-ServersAdminTestJSON-2115085297 tempest-ServersAdminTestJSON-2115085297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:33.883531 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-354d0274-17cc-489b-908d-78da07476404 req-a98cc82b-8d3a-4406-ad13-7d18cebf9eb5 tempest-ServersAdminTestJSON-2115085297 tempest-ServersAdminTestJSON-2115085297-project] 10.222.0.59 "GET /v2.0/ports?device_id=b08c7cb2-ff39-4168-a373-6ea575b70e54 HTTP/1.1" status: 200 len: 951 time: 0.0974472 Jul 27 21:03:33.928523 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-354d0274-17cc-489b-908d-78da07476404 req-c87eedbe-6615-44f9-8304-2cc5be615cef tempest-ServersAdminTestJSON-2115085297 tempest-ServersAdminTestJSON-2115085297-project] 10.222.0.59 "GET /v2.0/security-groups?id=9f3cf157-ddbf-4bf4-acc6-59d64c6ea76b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369222 Jul 27 21:03:34.043165 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347d2dd6-7147-4268-91bb-8b79e44ac8bb req-2f256967-33d2-4042-87ea-3f14d802ead0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:34.044608 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-347d2dd6-7147-4268-91bb-8b79e44ac8bb req-2f256967-33d2-4042-87ea-3f14d802ead0 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=b08c7cb2-ff39-4168-a373-6ea575b70e54 HTTP/1.1" status: 200 len: 1103 time: 0.0616350 Jul 27 21:03:34.079771 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-347d2dd6-7147-4268-91bb-8b79e44ac8bb req-f79739f2-bc5f-4ca5-9e8a-acebe38463e8 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=9f3cf157-ddbf-4bf4-acc6-59d64c6ea76b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0277054 Jul 27 21:03:34.423148 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035e6adc-d95d-4f6b-90d6-0ece6e44a7de req-a51e4119-2574-461b-8679-3af871228e79 tempest-ServerRescueTestJSON-417658892 tempest-ServerRescueTestJSON-417658892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:34.424617 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-035e6adc-d95d-4f6b-90d6-0ece6e44a7de req-a51e4119-2574-461b-8679-3af871228e79 tempest-ServerRescueTestJSON-417658892 tempest-ServerRescueTestJSON-417658892-project] 10.222.0.59 "GET /v2.0/ports?device_id=a639bd19-8e17-4b7c-a6dc-d5ab3bcb59ec HTTP/1.1" status: 200 len: 945 time: 0.0664282 Jul 27 21:03:34.463691 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-035e6adc-d95d-4f6b-90d6-0ece6e44a7de req-ac06f416-d0d2-4e6c-88f1-64b60cbdbce9 tempest-ServerRescueTestJSON-417658892 tempest-ServerRescueTestJSON-417658892-project] 10.222.0.59 "GET /v2.0/security-groups?id=551e2ab4-0adb-4dc6-ad9d-2e4a42006670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332661 Jul 27 21:03:34.860910 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475a5434-a31a-41dc-bedb-a38c43050d2c req-f504faaa-b0c4-4582-b7dd-d3290dccebf1 tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:34.862303 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-475a5434-a31a-41dc-bedb-a38c43050d2c req-f504faaa-b0c4-4582-b7dd-d3290dccebf1 tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] 10.222.0.59 "GET /v2.0/ports?device_id=2cf8ebf6-ffd9-46a5-beb3-178af28bb1d5 HTTP/1.1" status: 200 len: 945 time: 0.0647335 Jul 27 21:03:34.899239 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-475a5434-a31a-41dc-bedb-a38c43050d2c req-1ef6b50e-0b9f-4e66-b516-70b5c7ee29c6 tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0eecfba-15dc-4bf7-80e6-b94c8d880eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309703 Jul 27 21:03:35.064972 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54e61eb-d731-4d52-a3b8-bc5dfa4c3326 req-186e8579-f568-4bf8-96c5-aa38445fef3f tempest-ServersAdminTestJSON-2115085297 tempest-ServersAdminTestJSON-2115085297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:35.066426 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-d54e61eb-d731-4d52-a3b8-bc5dfa4c3326 req-186e8579-f568-4bf8-96c5-aa38445fef3f tempest-ServersAdminTestJSON-2115085297 tempest-ServersAdminTestJSON-2115085297-project] 10.222.0.59 "GET /v2.0/ports?device_id=b08c7cb2-ff39-4168-a373-6ea575b70e54 HTTP/1.1" status: 200 len: 951 time: 0.0649517 Jul 27 21:03:35.105435 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-d54e61eb-d731-4d52-a3b8-bc5dfa4c3326 req-60cc57bb-8100-41e4-91e3-24adf99e80e1 tempest-ServersAdminTestJSON-2115085297 tempest-ServersAdminTestJSON-2115085297-project] 10.222.0.59 "GET /v2.0/security-groups?id=9f3cf157-ddbf-4bf4-acc6-59d64c6ea76b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327530 Jul 27 21:03:35.598606 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3513bfa2-cbe0-4d6b-80c9-c99d591f042e req-8d25ee75-9a8a-4fc1-a983-4cd8ff665a6a tempest-ServerRescueTestJSON-417658892 tempest-ServerRescueTestJSON-417658892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:35.600085 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-3513bfa2-cbe0-4d6b-80c9-c99d591f042e req-8d25ee75-9a8a-4fc1-a983-4cd8ff665a6a tempest-ServerRescueTestJSON-417658892 tempest-ServerRescueTestJSON-417658892-project] 10.222.0.59 "GET /v2.0/ports?device_id=a639bd19-8e17-4b7c-a6dc-d5ab3bcb59ec HTTP/1.1" status: 200 len: 945 time: 0.0665262 Jul 27 21:03:35.639179 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-3513bfa2-cbe0-4d6b-80c9-c99d591f042e req-d06f227b-fae4-425b-95e8-a866a642053e tempest-ServerRescueTestJSON-417658892 tempest-ServerRescueTestJSON-417658892-project] 10.222.0.59 "GET /v2.0/security-groups?id=551e2ab4-0adb-4dc6-ad9d-2e4a42006670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331531 Jul 27 21:03:36.032296 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98443f1e-a9a0-4f8f-ad97-2fe9ba2f229c req-29892c02-16e9-4a87-824f-27b4dac1cf56 tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:36.033678 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-98443f1e-a9a0-4f8f-ad97-2fe9ba2f229c req-29892c02-16e9-4a87-824f-27b4dac1cf56 tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] 10.222.0.59 "GET /v2.0/ports?device_id=2cf8ebf6-ffd9-46a5-beb3-178af28bb1d5 HTTP/1.1" status: 200 len: 945 time: 0.0638201 Jul 27 21:03:36.071484 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-98443f1e-a9a0-4f8f-ad97-2fe9ba2f229c req-34353461-beed-4c4f-9e7c-7c453d841966 tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0eecfba-15dc-4bf7-80e6-b94c8d880eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312643 Jul 27 21:03:36.129333 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:36.238807 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c23565-bb82-4989-a635-ef3da810cded req-0fe7aa43-86b4-4a66-ab85-64642308dbfb tempest-ServersAdminTestJSON-2115085297 tempest-ServersAdminTestJSON-2115085297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:36.240297 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b0c23565-bb82-4989-a635-ef3da810cded req-0fe7aa43-86b4-4a66-ab85-64642308dbfb tempest-ServersAdminTestJSON-2115085297 tempest-ServersAdminTestJSON-2115085297-project] 10.222.0.59 "GET /v2.0/ports?device_id=b08c7cb2-ff39-4168-a373-6ea575b70e54 HTTP/1.1" status: 200 len: 951 time: 0.0642061 Jul 27 21:03:36.277906 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b0c23565-bb82-4989-a635-ef3da810cded req-ed9b25df-ce27-4a70-9481-a1eb843c8ca5 tempest-ServersAdminTestJSON-2115085297 tempest-ServersAdminTestJSON-2115085297-project] 10.222.0.59 "GET /v2.0/security-groups?id=9f3cf157-ddbf-4bf4-acc6-59d64c6ea76b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316379 Jul 27 21:03:36.516226 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b8f181-6a26-4261-94b4-030ef8f1de3b req-617f3cd8-7095-44c6-a59a-fe123be3afed tempest-ServersAdminTestJSON-794528142 tempest-ServersAdminTestJSON-794528142-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:36.517783 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-d3b8f181-6a26-4261-94b4-030ef8f1de3b req-617f3cd8-7095-44c6-a59a-fe123be3afed tempest-ServersAdminTestJSON-794528142 tempest-ServersAdminTestJSON-794528142-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=b08c7cb2-ff39-4168-a373-6ea575b70e54 HTTP/1.1" status: 200 len: 1103 time: 0.0591638 Jul 27 21:03:36.552116 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-d3b8f181-6a26-4261-94b4-030ef8f1de3b req-fb1d9585-551b-4767-ad5c-62a378a4ed01 tempest-ServersAdminTestJSON-794528142 tempest-ServersAdminTestJSON-794528142-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=9f3cf157-ddbf-4bf4-acc6-59d64c6ea76b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0281234 Jul 27 21:03:36.815391 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e073e6a3-7541-441e-85c5-fd61c7ff7636 req-69a0d6db-834d-45c4-89ff-07e50c25c0c9 tempest-ServerRescueTestJSON-417658892 tempest-ServerRescueTestJSON-417658892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:36.816786 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e073e6a3-7541-441e-85c5-fd61c7ff7636 req-69a0d6db-834d-45c4-89ff-07e50c25c0c9 tempest-ServerRescueTestJSON-417658892 tempest-ServerRescueTestJSON-417658892-project] 10.222.0.59 "GET /v2.0/ports?device_id=a639bd19-8e17-4b7c-a6dc-d5ab3bcb59ec HTTP/1.1" status: 200 len: 945 time: 0.1073217 Jul 27 21:03:36.821973 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98780358-5cb8-482d-9967-5a509d449232 req-270caedc-a050-4244-b0b5-687c34446011 tempest-ServersAdminTestJSON-794528142 tempest-ServersAdminTestJSON-794528142-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:36.823870 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-98780358-5cb8-482d-9967-5a509d449232 req-270caedc-a050-4244-b0b5-687c34446011 tempest-ServersAdminTestJSON-794528142 tempest-ServersAdminTestJSON-794528142-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=b08c7cb2-ff39-4168-a373-6ea575b70e54 HTTP/1.1" status: 200 len: 1103 time: 0.1120195 Jul 27 21:03:36.879578 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e073e6a3-7541-441e-85c5-fd61c7ff7636 req-012abb9c-369a-404a-8147-8b2f99f7eb98 tempest-ServerRescueTestJSON-417658892 tempest-ServerRescueTestJSON-417658892-project] 10.222.0.59 "GET /v2.0/security-groups?id=551e2ab4-0adb-4dc6-ad9d-2e4a42006670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547478 Jul 27 21:03:36.881474 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-98780358-5cb8-482d-9967-5a509d449232 req-1bf85407-1e33-481f-9b9e-854370009181 tempest-ServersAdminTestJSON-794528142 tempest-ServersAdminTestJSON-794528142-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=9f3cf157-ddbf-4bf4-acc6-59d64c6ea76b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503421 Jul 27 21:03:37.242835 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1dc6e3-e42b-49b4-a14d-4d5f7ee5a6fe req-f50dfc77-1b9c-4ba9-9289-229315250ba0 tempest-ServersAdminTestJSON-2115085297 tempest-ServersAdminTestJSON-2115085297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:37.244319 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-af1dc6e3-e42b-49b4-a14d-4d5f7ee5a6fe req-f50dfc77-1b9c-4ba9-9289-229315250ba0 tempest-ServersAdminTestJSON-2115085297 tempest-ServersAdminTestJSON-2115085297-project] 10.222.0.59 "GET /v2.0/ports?device_id=17274dc4-072b-4ebb-8b1d-dece77bee02e HTTP/1.1" status: 200 len: 950 time: 0.1041725 Jul 27 21:03:37.253287 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83fcf2f-60a8-4e96-801f-0d3f23732c47 req-e11d227d-8d85-4b97-85f7-8ba6814e9e3e tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:37.254786 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-c83fcf2f-60a8-4e96-801f-0d3f23732c47 req-e11d227d-8d85-4b97-85f7-8ba6814e9e3e tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] 10.222.0.59 "GET /v2.0/ports?device_id=2cf8ebf6-ffd9-46a5-beb3-178af28bb1d5 HTTP/1.1" status: 200 len: 945 time: 0.1028180 Jul 27 21:03:37.314625 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-af1dc6e3-e42b-49b4-a14d-4d5f7ee5a6fe req-74ac56e5-279c-4e6a-bfa6-6d0cc8084e07 tempest-ServersAdminTestJSON-2115085297 tempest-ServersAdminTestJSON-2115085297-project] 10.222.0.59 "GET /v2.0/security-groups?id=9f3cf157-ddbf-4bf4-acc6-59d64c6ea76b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588379 Jul 27 21:03:37.317139 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-c83fcf2f-60a8-4e96-801f-0d3f23732c47 req-58a4528b-ca32-4bef-b010-10ff0e31b5de tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0eecfba-15dc-4bf7-80e6-b94c8d880eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555022 Jul 27 21:03:38.020518 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4cfe3f-8c78-424d-97e4-b0ee690cd4dc req-75131c63-3765-4aee-8077-60b42f5fea88 tempest-ServerRescueTestJSON-417658892 tempest-ServerRescueTestJSON-417658892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:38.021994 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-6a4cfe3f-8c78-424d-97e4-b0ee690cd4dc req-75131c63-3765-4aee-8077-60b42f5fea88 tempest-ServerRescueTestJSON-417658892 tempest-ServerRescueTestJSON-417658892-project] 10.222.0.59 "GET /v2.0/ports?device_id=a639bd19-8e17-4b7c-a6dc-d5ab3bcb59ec HTTP/1.1" status: 200 len: 945 time: 0.0718253 Jul 27 21:03:38.077683 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-6a4cfe3f-8c78-424d-97e4-b0ee690cd4dc req-7b7551d0-c274-4d32-9d91-0d011bb40fea tempest-ServerRescueTestJSON-417658892 tempest-ServerRescueTestJSON-417658892-project] 10.222.0.59 "GET /v2.0/security-groups?id=551e2ab4-0adb-4dc6-ad9d-2e4a42006670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493441 Jul 27 21:03:38.123118 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb45ebf3-fd99-43f8-b86a-da2c9fae35de req-4ef5de50-75cf-4028-8744-c856d0ffbd6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:38.124931 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-cb45ebf3-fd99-43f8-b86a-da2c9fae35de req-4ef5de50-75cf-4028-8744-c856d0ffbd6a service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=a639bd19-8e17-4b7c-a6dc-d5ab3bcb59ec HTTP/1.1" status: 200 len: 1097 time: 0.0624976 Jul 27 21:03:38.162085 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-cb45ebf3-fd99-43f8-b86a-da2c9fae35de req-ec700861-bc57-4be6-9885-0f7e1797ea98 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=551e2ab4-0adb-4dc6-ad9d-2e4a42006670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0288365 Jul 27 21:03:38.494719 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621a1716-4e53-4561-8cc0-59facd0f1012 req-fcd2b690-3991-4360-9db2-c8c32ad98017 tempest-ServersAdminTestJSON-2115085297 tempest-ServersAdminTestJSON-2115085297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:38.496206 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-621a1716-4e53-4561-8cc0-59facd0f1012 req-fcd2b690-3991-4360-9db2-c8c32ad98017 tempest-ServersAdminTestJSON-2115085297 tempest-ServersAdminTestJSON-2115085297-project] 10.222.0.59 "GET /v2.0/ports?device_id=17274dc4-072b-4ebb-8b1d-dece77bee02e HTTP/1.1" status: 200 len: 950 time: 0.1109238 Jul 27 21:03:38.504663 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53853529-a629-4499-a77e-e496abd30d8a req-0e1bbd7f-0804-49d5-862c-ae8df99c10d8 tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:38.506020 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-53853529-a629-4499-a77e-e496abd30d8a req-0e1bbd7f-0804-49d5-862c-ae8df99c10d8 tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] 10.222.0.59 "GET /v2.0/ports?device_id=2cf8ebf6-ffd9-46a5-beb3-178af28bb1d5 HTTP/1.1" status: 200 len: 945 time: 0.1189418 Jul 27 21:03:38.564936 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-621a1716-4e53-4561-8cc0-59facd0f1012 req-f86a9bb2-bab3-40d3-ab17-9d3fe97a461f tempest-ServersAdminTestJSON-2115085297 tempest-ServersAdminTestJSON-2115085297-project] 10.222.0.59 "GET /v2.0/security-groups?id=9f3cf157-ddbf-4bf4-acc6-59d64c6ea76b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579810 Jul 27 21:03:38.567858 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-53853529-a629-4499-a77e-e496abd30d8a req-666898cf-9e54-4940-b08f-b7ac26a659f5 tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0eecfba-15dc-4bf7-80e6-b94c8d880eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542347 Jul 27 21:03:38.855101 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-97b1a572-a243-4063-8d70-337c1ae1a7b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:39.224448 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64d2d40-c159-4bef-ad38-940d6f8493c8 req-2c24894d-0eab-4283-b8b2-d4be4bd47d13 tempest-ServerRescueTestJSON-417658892 tempest-ServerRescueTestJSON-417658892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:39.226304 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f64d2d40-c159-4bef-ad38-940d6f8493c8 req-2c24894d-0eab-4283-b8b2-d4be4bd47d13 tempest-ServerRescueTestJSON-417658892 tempest-ServerRescueTestJSON-417658892-project] 10.222.0.59 "GET /v2.0/ports?device_id=a639bd19-8e17-4b7c-a6dc-d5ab3bcb59ec HTTP/1.1" status: 200 len: 945 time: 0.0704193 Jul 27 21:03:39.265896 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f64d2d40-c159-4bef-ad38-940d6f8493c8 req-e9aa4f6f-ff79-4058-8b31-98375596778a tempest-ServerRescueTestJSON-417658892 tempest-ServerRescueTestJSON-417658892-project] 10.222.0.59 "GET /v2.0/security-groups?id=551e2ab4-0adb-4dc6-ad9d-2e4a42006670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336864 Jul 27 21:03:39.519951 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2ba467-1bbd-4e29-96b0-d43263705364 req-9e281002-72b8-4f47-b578-6170d2fc6393 tempest-ServersAdminTestJSON-2115085297 tempest-ServersAdminTestJSON-2115085297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:39.521386 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-ca2ba467-1bbd-4e29-96b0-d43263705364 req-9e281002-72b8-4f47-b578-6170d2fc6393 tempest-ServersAdminTestJSON-2115085297 tempest-ServersAdminTestJSON-2115085297-project] 10.222.0.36 "GET /v2.0/ports?device_id=17274dc4-072b-4ebb-8b1d-dece77bee02e HTTP/1.1" status: 200 len: 950 time: 0.0622170 Jul 27 21:03:39.635154 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [req-ca2ba467-1bbd-4e29-96b0-d43263705364 req-e4612523-458d-4ad9-84dc-b7083155bebb tempest-ServersAdminTestJSON-2115085297 tempest-ServersAdminTestJSON-2115085297-project] Deleting port 670c0f9e-a362-4c9f-b9ba-c2d6fdec5a45 {{(pid=105585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:03:39.635533 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-ca2ba467-1bbd-4e29-96b0-d43263705364 req-e4612523-458d-4ad9-84dc-b7083155bebb tempest-ServersAdminTestJSON-2115085297 tempest-ServersAdminTestJSON-2115085297-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:39.803497 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.db [req-ca2ba467-1bbd-4e29-96b0-d43263705364 req-e4612523-458d-4ad9-84dc-b7083155bebb tempest-ServersAdminTestJSON-2115085297 tempest-ServersAdminTestJSON-2115085297-project] For port 670c0f9e-a362-4c9f-b9ba-c2d6fdec5a45, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=670c0f9e-a362-4c9f-b9ba-c2d6fdec5a45,segment=NetworkSegment(86b1e6f6-d629-4b03-8944-4cdfbfb93d02),segment_id=86b1e6f6-d629-4b03-8944-4cdfbfb93d02)] {{(pid=105585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:03:39.803911 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-ca2ba467-1bbd-4e29-96b0-d43263705364 req-e4612523-458d-4ad9-84dc-b7083155bebb tempest-ServersAdminTestJSON-2115085297 tempest-ServersAdminTestJSON-2115085297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:39.826939 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ad96ec-eafa-4afe-a285-eb54a84d5b35 req-4b8cf1d1-4a34-4e97-b957-b12079d7dc0d tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:39.828447 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-76ad96ec-eafa-4afe-a285-eb54a84d5b35 req-4b8cf1d1-4a34-4e97-b957-b12079d7dc0d tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] 10.222.0.59 "GET /v2.0/ports?device_id=2cf8ebf6-ffd9-46a5-beb3-178af28bb1d5 HTTP/1.1" status: 200 len: 945 time: 0.1888325 Jul 27 21:03:39.829308 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [req-ca2ba467-1bbd-4e29-96b0-d43263705364 req-e4612523-458d-4ad9-84dc-b7083155bebb tempest-ServersAdminTestJSON-2115085297 tempest-ServersAdminTestJSON-2115085297-project] Calling delete_port for 670c0f9e-a362-4c9f-b9ba-c2d6fdec5a45 owned by compute:nova {{(pid=105585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:03:39.837616 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d97bb8-9330-4170-943f-e2ca0f688e1d req-83cc3e16-bcc3-4ca5-8490-25b173f252c2 tempest-ServersAdminTestJSON-2115085297 tempest-ServersAdminTestJSON-2115085297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:39.839029 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-31d97bb8-9330-4170-943f-e2ca0f688e1d req-83cc3e16-bcc3-4ca5-8490-25b173f252c2 tempest-ServersAdminTestJSON-2115085297 tempest-ServersAdminTestJSON-2115085297-project] 10.222.0.59 "GET /v2.0/ports?device_id=17274dc4-072b-4ebb-8b1d-dece77bee02e HTTP/1.1" status: 200 len: 950 time: 0.2006187 Jul 27 21:03:39.932391 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:39.951213 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-76ad96ec-eafa-4afe-a285-eb54a84d5b35 req-6a4d083c-1312-4b15-8eac-fb777809597e tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0eecfba-15dc-4bf7-80e6-b94c8d880eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106927 Jul 27 21:03:39.959456 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-31d97bb8-9330-4170-943f-e2ca0f688e1d req-439cf7eb-c9e1-4f25-b279-4a4d88c545a5 tempest-ServersAdminTestJSON-2115085297 tempest-ServersAdminTestJSON-2115085297-project] 10.222.0.59 "GET /v2.0/security-groups?id=9f3cf157-ddbf-4bf4-acc6-59d64c6ea76b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069956 Jul 27 21:03:40.033391 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-ca2ba467-1bbd-4e29-96b0-d43263705364 req-e4612523-458d-4ad9-84dc-b7083155bebb tempest-ServersAdminTestJSON-2115085297 tempest-ServersAdminTestJSON-2115085297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:40.046678 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] get_ports_and_sgs() called for port_ids ['4ddf85da-a0ba-4ac0-b67e-bc9537a21498'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:03:40.054975 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] get_ports_and_sgs() called for port_ids ['670c0f9e-a362-4c9f-b9ba-c2d6fdec5a45', 'c4e765fe-c4f3-4db9-88a3-29a4e00ed503'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:03:40.064655 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4612523-458d-4ad9-84dc-b7083155bebb tempest-ServersAdminTestJSON-2115085297 tempest-ServersAdminTestJSON-2115085297-project] Pushing event deleted for resources: {'Port': ['ID=670c0f9e-a362-4c9f-b9ba-c2d6fdec5a45,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:03:40.117036 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca2ba467-1bbd-4e29-96b0-d43263705364 req-e4612523-458d-4ad9-84dc-b7083155bebb tempest-ServersAdminTestJSON-2115085297 tempest-ServersAdminTestJSON-2115085297-project] No DVR routers for this DVR port 670c0f9e-a362-4c9f-b9ba-c2d6fdec5a45 on host n-h1-705658-22 {{(pid=105585) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:03:40.120787 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-ca2ba467-1bbd-4e29-96b0-d43263705364 req-e4612523-458d-4ad9-84dc-b7083155bebb tempest-ServersAdminTestJSON-2115085297 tempest-ServersAdminTestJSON-2115085297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:40.123222 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-ca2ba467-1bbd-4e29-96b0-d43263705364 req-e4612523-458d-4ad9-84dc-b7083155bebb tempest-ServersAdminTestJSON-2115085297 tempest-ServersAdminTestJSON-2115085297-project] 10.222.0.36 "DELETE /v2.0/ports/670c0f9e-a362-4c9f-b9ba-c2d6fdec5a45 HTTP/1.1" status: 204 len: 173 time: 0.5919323 Jul 27 21:03:40.123786 n-d-705658-22 neutron-server[105585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17274dc4-072b-4ebb-8b1d-dece77bee02e', 'name': 'network-vif-deleted', 'tag': '670c0f9e-a362-4c9f-b9ba-c2d6fdec5a45'}] {{(pid=105585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:03:40.126105 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d66fd65881426bfc2b5388084a3654e5eae521106a15a3dbf0eb4cde7106c36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e4b362d-8d2f-49d6-bc98-1f706b4d891e" -d '{"events": [{"server_uuid": "17274dc4-072b-4ebb-8b1d-dece77bee02e", "name": "network-vif-deleted", "tag": "670c0f9e-a362-4c9f-b9ba-c2d6fdec5a45"}]}' {{(pid=105585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:03:40.181164 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:03:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b3de91a-74f5-48d9-8703-d17575e90441 x-openstack-request-id: req-8b3de91a-74f5-48d9-8703-d17575e90441 {{(pid=105585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:03:40.181453 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17274dc4-072b-4ebb-8b1d-dece77bee02e", "name": "network-vif-deleted", "tag": "670c0f9e-a362-4c9f-b9ba-c2d6fdec5a45", "status": "completed", "code": 200}]} {{(pid=105585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:03:40.181704 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-8b3de91a-74f5-48d9-8703-d17575e90441 {{(pid=105585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:03:40.182089 n-d-705658-22 neutron-server[105585]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17274dc4-072b-4ebb-8b1d-dece77bee02e', 'name': 'network-vif-deleted', 'tag': '670c0f9e-a362-4c9f-b9ba-c2d6fdec5a45', 'status': 'completed', 'code': 200} Jul 27 21:03:40.409628 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592da0c1-dd8a-4db3-bad0-727a68ec0470 req-4b54a025-ddc2-4d5a-b529-72e1914bb157 tempest-ServerRescueTestJSON-417658892 tempest-ServerRescueTestJSON-417658892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:40.411185 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-592da0c1-dd8a-4db3-bad0-727a68ec0470 req-4b54a025-ddc2-4d5a-b529-72e1914bb157 tempest-ServerRescueTestJSON-417658892 tempest-ServerRescueTestJSON-417658892-project] 10.222.0.59 "GET /v2.0/ports?device_id=a639bd19-8e17-4b7c-a6dc-d5ab3bcb59ec HTTP/1.1" status: 200 len: 945 time: 0.0648077 Jul 27 21:03:40.453984 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-592da0c1-dd8a-4db3-bad0-727a68ec0470 req-a72ae4e9-2472-4150-8256-04fc0333b299 tempest-ServerRescueTestJSON-417658892 tempest-ServerRescueTestJSON-417658892-project] 10.222.0.59 "GET /v2.0/security-groups?id=551e2ab4-0adb-4dc6-ad9d-2e4a42006670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359998 Jul 27 21:03:41.003977 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.agents_db [None req-558fcd2c-e512-47bc-a170-8673d87f7213 None None] Agent healthcheck: found 7 active agents {{(pid=105587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 21:03:41.082469 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59540e75-68e4-4db7-baac-121ced52b7fc req-7f3d43a5-3b40-4d0f-b399-76307f674e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:41.084451 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-59540e75-68e4-4db7-baac-121ced52b7fc req-7f3d43a5-3b40-4d0f-b399-76307f674e02 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=bf2c8cd4d0264e96b8bde16d0eb3a6fe&device_id=a639bd19-8e17-4b7c-a6dc-d5ab3bcb59ec HTTP/1.1" status: 200 len: 1097 time: 0.4703624 Jul 27 21:03:41.096120 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca604a17-1a50-41fa-b41d-b25bd3965ba2 req-fc15f7b1-1a92-4e4a-9d0d-411056453d2e tempest-ServerRescueTestJSON-417658892 tempest-ServerRescueTestJSON-417658892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:41.097771 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-ca604a17-1a50-41fa-b41d-b25bd3965ba2 req-fc15f7b1-1a92-4e4a-9d0d-411056453d2e tempest-ServerRescueTestJSON-417658892 tempest-ServerRescueTestJSON-417658892-project] 10.222.0.59 "GET /v2.0/ports?device_id=a639bd19-8e17-4b7c-a6dc-d5ab3bcb59ec HTTP/1.1" status: 200 len: 945 time: 0.4756689 Jul 27 21:03:41.210945 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-ca604a17-1a50-41fa-b41d-b25bd3965ba2 req-94fc5a9b-0c80-428d-8367-86a729bed234 tempest-ServerRescueTestJSON-417658892 tempest-ServerRescueTestJSON-417658892-project] 10.222.0.59 "GET /v2.0/security-groups?id=551e2ab4-0adb-4dc6-ad9d-2e4a42006670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034451 Jul 27 21:03:41.215529 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-f49a24d2-ca24-4f97-b1b0-740cb9bb25f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:41.220755 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b9be96-399c-45ed-80eb-adcbea2f4f9d req-3f5dbc57-0e52-47ad-9cf6-32c258b2bd8f tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:41.222251 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-15b9be96-399c-45ed-80eb-adcbea2f4f9d req-3f5dbc57-0e52-47ad-9cf6-32c258b2bd8f tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] 10.222.0.59 "GET /v2.0/ports?device_id=2cf8ebf6-ffd9-46a5-beb3-178af28bb1d5 HTTP/1.1" status: 200 len: 945 time: 0.1963108 Jul 27 21:03:41.270979 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59540e75-68e4-4db7-baac-121ced52b7fc req-daff3ba5-4661-4a61-9f28-6220cd4986e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:41.272549 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-59540e75-68e4-4db7-baac-121ced52b7fc req-daff3ba5-4661-4a61-9f28-6220cd4986e3 service neutron] 10.222.0.60 "GET /v2.0/networks?id=a24de5a6-5324-4482-88f7-01f3fef3fce4 HTTP/1.1" status: 200 len: 912 time: 0.1729953 Jul 27 21:03:41.292465 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-15b9be96-399c-45ed-80eb-adcbea2f4f9d req-06797dc0-acf9-490f-9c1b-5c0a1b552ede tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0eecfba-15dc-4bf7-80e6-b94c8d880eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584652 Jul 27 21:03:41.323387 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-59540e75-68e4-4db7-baac-121ced52b7fc req-6add0e96-4ecb-45af-8fcc-852ab9e1d4f0 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8430c6c6-f304-495c-a48f-6f0e36309d82 HTTP/1.1" status: 200 len: 217 time: 0.0423069 Jul 27 21:03:41.384706 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59540e75-68e4-4db7-baac-121ced52b7fc req-10da094f-7b96-4359-8947-cfd61b0f6730 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:41.386319 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-59540e75-68e4-4db7-baac-121ced52b7fc req-10da094f-7b96-4359-8947-cfd61b0f6730 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d99af16b-2946-4011-bd00-9832fafed710 HTTP/1.1" status: 200 len: 851 time: 0.0520539 Jul 27 21:03:41.424617 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-59540e75-68e4-4db7-baac-121ced52b7fc req-688be393-d323-441d-be6c-9f8d5751c514 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a24de5a6-5324-4482-88f7-01f3fef3fce4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310814 Jul 27 21:03:41.556540 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-59540e75-68e4-4db7-baac-121ced52b7fc req-f7506a6a-d964-4f98-b22e-9910c3843df5 service neutron] 10.222.0.60 "GET /v2.0/networks/a24de5a6-5324-4482-88f7-01f3fef3fce4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237650 Jul 27 21:03:41.673325 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727c5251-5fc6-42c0-96d9-536d766029ab req-3367edee-060e-4a60-845d-c02e03959e33 tempest-ServersAdminTestJSON-2115085297 tempest-ServersAdminTestJSON-2115085297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:41.674866 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-727c5251-5fc6-42c0-96d9-536d766029ab req-3367edee-060e-4a60-845d-c02e03959e33 tempest-ServersAdminTestJSON-2115085297 tempest-ServersAdminTestJSON-2115085297-project] 10.222.0.59 "GET /v2.0/ports?device_id=1baeecb7-3e8c-4e02-bb4f-12fe9c13c237 HTTP/1.1" status: 200 len: 950 time: 0.1374903 Jul 27 21:03:41.680450 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-59540e75-68e4-4db7-baac-121ced52b7fc req-e1a64e52-3474-47ec-acb3-56bec58f2bfb service neutron] 10.222.0.60 "GET /v2.0/networks/a24de5a6-5324-4482-88f7-01f3fef3fce4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1073737 Jul 27 21:03:41.717690 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-727c5251-5fc6-42c0-96d9-536d766029ab req-1bb10ec8-339c-41b3-a0a9-68cffb380bc1 tempest-ServersAdminTestJSON-2115085297 tempest-ServersAdminTestJSON-2115085297-project] 10.222.0.59 "GET /v2.0/security-groups?id=9f3cf157-ddbf-4bf4-acc6-59d64c6ea76b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362670 Jul 27 21:03:41.792597 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:42.343642 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724f0cbd-1b36-491d-8a88-6390af36ac03 req-04df180c-f60b-49ed-a8f7-df797ff4c396 tempest-ServerRescueTestJSON-417658892 tempest-ServerRescueTestJSON-417658892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:42.345121 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-724f0cbd-1b36-491d-8a88-6390af36ac03 req-04df180c-f60b-49ed-a8f7-df797ff4c396 tempest-ServerRescueTestJSON-417658892 tempest-ServerRescueTestJSON-417658892-project] 10.222.0.59 "GET /v2.0/ports?device_id=a639bd19-8e17-4b7c-a6dc-d5ab3bcb59ec HTTP/1.1" status: 200 len: 945 time: 0.0649967 Jul 27 21:03:42.410557 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-724f0cbd-1b36-491d-8a88-6390af36ac03 req-cbcc8704-b28b-497c-96f0-e6f997d3f5af tempest-ServerRescueTestJSON-417658892 tempest-ServerRescueTestJSON-417658892-project] 10.222.0.59 "GET /v2.0/security-groups?id=551e2ab4-0adb-4dc6-ad9d-2e4a42006670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589805 Jul 27 21:03:42.439637 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c27411-f916-4145-90da-622eabad7d5d req-8e9c79e7-d5d4-4ffc-997f-fbd7bd4b6d3f tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:42.441177 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-91c27411-f916-4145-90da-622eabad7d5d req-8e9c79e7-d5d4-4ffc-997f-fbd7bd4b6d3f tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] 10.222.0.59 "GET /v2.0/ports?device_id=2cf8ebf6-ffd9-46a5-beb3-178af28bb1d5 HTTP/1.1" status: 200 len: 945 time: 0.0763118 Jul 27 21:03:42.480789 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-91c27411-f916-4145-90da-622eabad7d5d req-933d8497-0f1e-45a6-a1a7-d1bd403462c8 tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0eecfba-15dc-4bf7-80e6-b94c8d880eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337396 Jul 27 21:03:42.766444 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3866ccb2-1360-423a-939d-d68aae154c62 req-ee700f62-f6f1-494f-9560-9eaeede5b15c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:42.767977 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-3866ccb2-1360-423a-939d-d68aae154c62 req-ee700f62-f6f1-494f-9560-9eaeede5b15c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=037df3a90f014739a3644a9c2d1586c8&device_id=29c1b762-5cb9-4f5b-ac71-3cb8a306ebde HTTP/1.1" status: 200 len: 1097 time: 0.0994115 Jul 27 21:03:42.780455 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f108c65-75a9-4e09-956c-f3d9b1b9bd2d req-9fefb25c-7e7e-4c19-8780-50c8782cab9e tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:42.781912 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-8f108c65-75a9-4e09-956c-f3d9b1b9bd2d req-9fefb25c-7e7e-4c19-8780-50c8782cab9e tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] 10.222.0.59 "GET /v2.0/ports?device_id=29c1b762-5cb9-4f5b-ac71-3cb8a306ebde HTTP/1.1" status: 200 len: 945 time: 0.0822001 Jul 27 21:03:42.799997 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-bb32ed7d-8717-448b-a9c8-a5a0117d1fd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:42.914121 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-8f108c65-75a9-4e09-956c-f3d9b1b9bd2d req-da051f01-6166-4403-936f-073c2bc8c969 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] 10.222.0.59 "GET /v2.0/security-groups?id=e760076b-6854-47cf-947b-f6a7a8a579d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1240664 Jul 27 21:03:42.941306 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3866ccb2-1360-423a-939d-d68aae154c62 req-5474532b-c3d2-4767-bab2-1bf49347f3ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:42.942912 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-3866ccb2-1360-423a-939d-d68aae154c62 req-5474532b-c3d2-4767-bab2-1bf49347f3ee service neutron] 10.222.0.36 "GET /v2.0/networks?id=6aa76440-68bb-4814-b579-87efb5c679e3 HTTP/1.1" status: 200 len: 913 time: 0.1601479 Jul 27 21:03:42.968010 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec597c0-5364-4851-8f03-7a1706bfcdbf req-8700bc1d-e74d-481b-a0b3-b60be4403b86 tempest-ServersAdminTestJSON-2115085297 tempest-ServersAdminTestJSON-2115085297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:42.969473 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-cec597c0-5364-4851-8f03-7a1706bfcdbf req-8700bc1d-e74d-481b-a0b3-b60be4403b86 tempest-ServersAdminTestJSON-2115085297 tempest-ServersAdminTestJSON-2115085297-project] 10.222.0.59 "GET /v2.0/ports?device_id=1baeecb7-3e8c-4e02-bb4f-12fe9c13c237 HTTP/1.1" status: 200 len: 950 time: 0.1350541 Jul 27 21:03:43.048688 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-3866ccb2-1360-423a-939d-d68aae154c62 req-214ccd8d-28a8-42b5-9097-9fffb37f8f57 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0d25b76a-67ba-4b3b-8026-3f225d5e391c HTTP/1.1" status: 200 len: 1000 time: 0.0951555 Jul 27 21:03:43.053491 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-cec597c0-5364-4851-8f03-7a1706bfcdbf req-1b7efd57-3799-4971-8c5d-4b35fc88ac6d tempest-ServersAdminTestJSON-2115085297 tempest-ServersAdminTestJSON-2115085297-project] 10.222.0.59 "GET /v2.0/security-groups?id=9f3cf157-ddbf-4bf4-acc6-59d64c6ea76b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543783 Jul 27 21:03:43.104122 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3866ccb2-1360-423a-939d-d68aae154c62 req-0716daf0-b14c-405d-b742-e4007eee651e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:43.105592 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-3866ccb2-1360-423a-939d-d68aae154c62 req-0716daf0-b14c-405d-b742-e4007eee651e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=746696d1-95cb-4db5-9b25-089085191295 HTTP/1.1" status: 200 len: 851 time: 0.0437667 Jul 27 21:03:43.173846 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3866ccb2-1360-423a-939d-d68aae154c62 req-fef5af11-ad9f-40d9-bdf8-ca8d8f40c651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:43.175377 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-3866ccb2-1360-423a-939d-d68aae154c62 req-fef5af11-ad9f-40d9-bdf8-ca8d8f40c651 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6aa76440-68bb-4814-b579-87efb5c679e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0561752 Jul 27 21:03:43.273416 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-3866ccb2-1360-423a-939d-d68aae154c62 req-bbc96985-baa5-4740-8c7f-7bf57ed5d233 service neutron] 10.222.0.36 "GET /v2.0/networks/6aa76440-68bb-4814-b579-87efb5c679e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860689 Jul 27 21:03:43.377615 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-3866ccb2-1360-423a-939d-d68aae154c62 req-5eb621f7-a374-4f68-be8d-93d8d92d1c57 service neutron] 10.222.0.36 "GET /v2.0/networks/6aa76440-68bb-4814-b579-87efb5c679e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940595 Jul 27 21:03:43.428705 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d805fc6-20b2-4843-96bd-f32c96c8571b req-728cd3d0-9b93-4487-b608-2dae75c0a0ec tempest-ServersAdminTestJSON-2115085297 tempest-ServersAdminTestJSON-2115085297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:43.430173 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-9d805fc6-20b2-4843-96bd-f32c96c8571b req-728cd3d0-9b93-4487-b608-2dae75c0a0ec tempest-ServersAdminTestJSON-2115085297 tempest-ServersAdminTestJSON-2115085297-project] 10.222.0.60 "GET /v2.0/ports?device_id=1baeecb7-3e8c-4e02-bb4f-12fe9c13c237 HTTP/1.1" status: 200 len: 950 time: 0.0649781 Jul 27 21:03:43.588661 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd2e780-4e03-4f56-a4e8-bf855c108b9d req-d26e356c-ba6f-4a37-8fe0-5b63be80b660 tempest-ServerRescueTestJSON-417658892 tempest-ServerRescueTestJSON-417658892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:43.590164 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-dfd2e780-4e03-4f56-a4e8-bf855c108b9d req-d26e356c-ba6f-4a37-8fe0-5b63be80b660 tempest-ServerRescueTestJSON-417658892 tempest-ServerRescueTestJSON-417658892-project] 10.222.0.59 "GET /v2.0/ports?device_id=a639bd19-8e17-4b7c-a6dc-d5ab3bcb59ec HTTP/1.1" status: 200 len: 945 time: 0.1094909 Jul 27 21:03:43.597550 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [req-9d805fc6-20b2-4843-96bd-f32c96c8571b req-82c67189-6487-479a-bd3d-18d9a0dca22e tempest-ServersAdminTestJSON-2115085297 tempest-ServersAdminTestJSON-2115085297-project] Deleting port 4ddf85da-a0ba-4ac0-b67e-bc9537a21498 {{(pid=105585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:03:43.597895 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-9d805fc6-20b2-4843-96bd-f32c96c8571b req-82c67189-6487-479a-bd3d-18d9a0dca22e tempest-ServersAdminTestJSON-2115085297 tempest-ServersAdminTestJSON-2115085297-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:43.610238 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device 670c0f9e-a362-4c9f-b9ba-c2d6fdec5a45 no longer exists at agent hyperv_n-h1-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:03:43.630135 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-28650df7-c46c-4981-b84f-37d87254047e None None] No Port match for: 670c0f9e-a362-4c9f-b9ba-c2d6fdec5a45 {{(pid=105586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:03:43.630401 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device 670c0f9e-a362-4c9f-b9ba-c2d6fdec5a45 not bound to the agent host n-h1-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:03:43.719319 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-dfd2e780-4e03-4f56-a4e8-bf855c108b9d req-d4b7554b-6e6e-416b-b6d8-52582f8b2275 tempest-ServerRescueTestJSON-417658892 tempest-ServerRescueTestJSON-417658892-project] 10.222.0.59 "GET /v2.0/security-groups?id=551e2ab4-0adb-4dc6-ad9d-2e4a42006670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183307 Jul 27 21:03:43.754284 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.db [req-9d805fc6-20b2-4843-96bd-f32c96c8571b req-82c67189-6487-479a-bd3d-18d9a0dca22e tempest-ServersAdminTestJSON-2115085297 tempest-ServersAdminTestJSON-2115085297-project] For port 4ddf85da-a0ba-4ac0-b67e-bc9537a21498, host n-h2-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=4ddf85da-a0ba-4ac0-b67e-bc9537a21498,segment=NetworkSegment(86b1e6f6-d629-4b03-8944-4cdfbfb93d02),segment_id=86b1e6f6-d629-4b03-8944-4cdfbfb93d02)] {{(pid=105585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:03:43.754649 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-9d805fc6-20b2-4843-96bd-f32c96c8571b req-82c67189-6487-479a-bd3d-18d9a0dca22e tempest-ServersAdminTestJSON-2115085297 tempest-ServersAdminTestJSON-2115085297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:43.770166 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [req-9d805fc6-20b2-4843-96bd-f32c96c8571b req-82c67189-6487-479a-bd3d-18d9a0dca22e tempest-ServersAdminTestJSON-2115085297 tempest-ServersAdminTestJSON-2115085297-project] Calling delete_port for 4ddf85da-a0ba-4ac0-b67e-bc9537a21498 owned by compute:nova {{(pid=105585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:03:43.784646 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d610697f-8421-45f5-af08-8a38def7a9be req-4cbbecd1-ba3a-4ef1-beea-799571636815 tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:43.786122 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-d610697f-8421-45f5-af08-8a38def7a9be req-4cbbecd1-ba3a-4ef1-beea-799571636815 tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] 10.222.0.59 "GET /v2.0/ports?device_id=2cf8ebf6-ffd9-46a5-beb3-178af28bb1d5 HTTP/1.1" status: 200 len: 945 time: 0.1345363 Jul 27 21:03:43.871286 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-d610697f-8421-45f5-af08-8a38def7a9be req-9098c00d-9ad2-45df-9ea4-1e58a822845f tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0eecfba-15dc-4bf7-80e6-b94c8d880eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780513 Jul 27 21:03:43.959787 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-9d805fc6-20b2-4843-96bd-f32c96c8571b req-82c67189-6487-479a-bd3d-18d9a0dca22e tempest-ServersAdminTestJSON-2115085297 tempest-ServersAdminTestJSON-2115085297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:43.977188 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] get_ports_and_sgs() called for port_ids ['4ddf85da-a0ba-4ac0-b67e-bc9537a21498'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:03:43.979870 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] get_ports_and_sgs() called for port_ids ['c4e765fe-c4f3-4db9-88a3-29a4e00ed503'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:03:43.991103 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c67189-6487-479a-bd3d-18d9a0dca22e tempest-ServersAdminTestJSON-2115085297 tempest-ServersAdminTestJSON-2115085297-project] Pushing event deleted for resources: {'Port': ['ID=4ddf85da-a0ba-4ac0-b67e-bc9537a21498,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:03:44.071352 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d805fc6-20b2-4843-96bd-f32c96c8571b req-82c67189-6487-479a-bd3d-18d9a0dca22e tempest-ServersAdminTestJSON-2115085297 tempest-ServersAdminTestJSON-2115085297-project] No DVR routers for this DVR port 4ddf85da-a0ba-4ac0-b67e-bc9537a21498 on host n-h2-705658-22 {{(pid=105585) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:03:44.074488 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-9d805fc6-20b2-4843-96bd-f32c96c8571b req-82c67189-6487-479a-bd3d-18d9a0dca22e tempest-ServersAdminTestJSON-2115085297 tempest-ServersAdminTestJSON-2115085297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:44.077041 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-9d805fc6-20b2-4843-96bd-f32c96c8571b req-82c67189-6487-479a-bd3d-18d9a0dca22e tempest-ServersAdminTestJSON-2115085297 tempest-ServersAdminTestJSON-2115085297-project] 10.222.0.60 "DELETE /v2.0/ports/4ddf85da-a0ba-4ac0-b67e-bc9537a21498 HTTP/1.1" status: 204 len: 173 time: 0.6405828 Jul 27 21:03:44.077481 n-d-705658-22 neutron-server[105585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1baeecb7-3e8c-4e02-bb4f-12fe9c13c237', 'name': 'network-vif-deleted', 'tag': '4ddf85da-a0ba-4ac0-b67e-bc9537a21498'}] {{(pid=105585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:03:44.079766 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d66fd65881426bfc2b5388084a3654e5eae521106a15a3dbf0eb4cde7106c36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6337cef4-6e42-4a71-931e-6368a66ec876" -d '{"events": [{"server_uuid": "1baeecb7-3e8c-4e02-bb4f-12fe9c13c237", "name": "network-vif-deleted", "tag": "4ddf85da-a0ba-4ac0-b67e-bc9537a21498"}]}' {{(pid=105585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:03:44.111054 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132159ec-6211-4473-9261-b95ea9f20ad4 req-c385e8d0-4399-4b20-bd66-961cb06ad96c tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:44.113054 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-132159ec-6211-4473-9261-b95ea9f20ad4 req-c385e8d0-4399-4b20-bd66-961cb06ad96c tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] 10.222.0.59 "GET /v2.0/ports?device_id=29c1b762-5cb9-4f5b-ac71-3cb8a306ebde HTTP/1.1" status: 200 len: 945 time: 0.1241989 Jul 27 21:03:44.171222 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-132159ec-6211-4473-9261-b95ea9f20ad4 req-3131b25f-a586-464a-a97b-04ab40a05284 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] 10.222.0.59 "GET /v2.0/security-groups?id=e760076b-6854-47cf-947b-f6a7a8a579d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513902 Jul 27 21:03:44.195318 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-ca6e6999-f144-423c-9182-5dd6073b5008 req-28ed3826-e40b-407f-94d2-49d751482d4b tempest-ServersAdminTestJSON-2115085297 tempest-ServersAdminTestJSON-2115085297-project] 10.222.0.59 "GET /v2.0/ports?device_id=1baeecb7-3e8c-4e02-bb4f-12fe9c13c237 HTTP/1.1" status: 200 len: 210 time: 0.0469487 Jul 27 21:03:44.227493 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-875ced1b-4cf3-463a-9653-058f0f9421e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:44.232573 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:03:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49b06af7-4ac1-4fc7-b5ab-905efe7b2a1f x-openstack-request-id: req-49b06af7-4ac1-4fc7-b5ab-905efe7b2a1f {{(pid=105585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:03:44.232870 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1baeecb7-3e8c-4e02-bb4f-12fe9c13c237", "name": "network-vif-deleted", "tag": "4ddf85da-a0ba-4ac0-b67e-bc9537a21498", "status": "completed", "code": 200}]} {{(pid=105585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:03:44.233123 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-49b06af7-4ac1-4fc7-b5ab-905efe7b2a1f {{(pid=105585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:03:44.233521 n-d-705658-22 neutron-server[105585]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1baeecb7-3e8c-4e02-bb4f-12fe9c13c237', 'name': 'network-vif-deleted', 'tag': '4ddf85da-a0ba-4ac0-b67e-bc9537a21498', 'status': 'completed', 'code': 200} Jul 27 21:03:44.861234 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a704bc4-2f67-4648-a3bb-9810f681d02b req-f2a665de-2b5d-4963-91e1-37f4971c8a59 tempest-ServerRescueTestJSON-417658892 tempest-ServerRescueTestJSON-417658892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:44.862774 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-3a704bc4-2f67-4648-a3bb-9810f681d02b req-f2a665de-2b5d-4963-91e1-37f4971c8a59 tempest-ServerRescueTestJSON-417658892 tempest-ServerRescueTestJSON-417658892-project] 10.222.0.59 "GET /v2.0/ports?device_id=a639bd19-8e17-4b7c-a6dc-d5ab3bcb59ec HTTP/1.1" status: 200 len: 945 time: 0.0743525 Jul 27 21:03:44.902533 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-3a704bc4-2f67-4648-a3bb-9810f681d02b req-35ccd27c-3460-4c08-835f-0c93462aeac9 tempest-ServerRescueTestJSON-417658892 tempest-ServerRescueTestJSON-417658892-project] 10.222.0.59 "GET /v2.0/security-groups?id=551e2ab4-0adb-4dc6-ad9d-2e4a42006670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332589 Jul 27 21:03:45.030586 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ac2872-b9db-462a-ac34-9db0bc1ef1ef req-bf3ca5e3-a591-4b17-a9c3-2283e194c73a tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:45.032287 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f1ac2872-b9db-462a-ac34-9db0bc1ef1ef req-bf3ca5e3-a591-4b17-a9c3-2283e194c73a tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] 10.222.0.59 "GET /v2.0/ports?device_id=2cf8ebf6-ffd9-46a5-beb3-178af28bb1d5 HTTP/1.1" status: 200 len: 945 time: 0.0684407 Jul 27 21:03:45.080704 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f1ac2872-b9db-462a-ac34-9db0bc1ef1ef req-28ceb0b7-efc6-4d01-8f53-402647f7b4b0 tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0eecfba-15dc-4bf7-80e6-b94c8d880eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419619 Jul 27 21:03:45.204806 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247bd3e5-d8eb-4848-86c8-a08e8e7f93c7 req-acb0e89b-3430-474a-92cd-0a1af77703a8 tempest-ServerRescueTestJSON-417658892 tempest-ServerRescueTestJSON-417658892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:45.206213 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-247bd3e5-d8eb-4848-86c8-a08e8e7f93c7 req-acb0e89b-3430-474a-92cd-0a1af77703a8 tempest-ServerRescueTestJSON-417658892 tempest-ServerRescueTestJSON-417658892-project] 10.222.0.59 "GET /v2.0/ports?device_id=a639bd19-8e17-4b7c-a6dc-d5ab3bcb59ec HTTP/1.1" status: 200 len: 945 time: 0.0709667 Jul 27 21:03:45.245702 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-247bd3e5-d8eb-4848-86c8-a08e8e7f93c7 req-ad12a32e-2c95-4908-9391-7e47704adb06 tempest-ServerRescueTestJSON-417658892 tempest-ServerRescueTestJSON-417658892-project] 10.222.0.59 "GET /v2.0/security-groups?id=551e2ab4-0adb-4dc6-ad9d-2e4a42006670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330009 Jul 27 21:03:45.513750 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcff33fd-d1b7-4460-89e5-1cbaeeafacfe req-1d92ff08-83d7-4010-aa2e-88c89f5502b3 tempest-ServersAdminTestJSON-2115085297 tempest-ServersAdminTestJSON-2115085297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:45.515214 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-dcff33fd-d1b7-4460-89e5-1cbaeeafacfe req-1d92ff08-83d7-4010-aa2e-88c89f5502b3 tempest-ServersAdminTestJSON-2115085297 tempest-ServersAdminTestJSON-2115085297-project] 10.222.0.59 "GET /v2.0/ports?device_id=b08c7cb2-ff39-4168-a373-6ea575b70e54 HTTP/1.1" status: 200 len: 951 time: 0.0726259 Jul 27 21:03:45.553664 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-dcff33fd-d1b7-4460-89e5-1cbaeeafacfe req-c712b8fc-b463-4890-9ba8-bf4e499a0b6a tempest-ServersAdminTestJSON-2115085297 tempest-ServersAdminTestJSON-2115085297-project] 10.222.0.59 "GET /v2.0/security-groups?id=9f3cf157-ddbf-4bf4-acc6-59d64c6ea76b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324399 Jul 27 21:03:46.225527 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef2ff6e-00d7-4f73-906e-430653506629 req-10a2089f-daf7-4625-b315-bb12504cb363 tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:46.227036 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-fef2ff6e-00d7-4f73-906e-430653506629 req-10a2089f-daf7-4625-b315-bb12504cb363 tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] 10.222.0.59 "GET /v2.0/ports?device_id=2cf8ebf6-ffd9-46a5-beb3-178af28bb1d5 HTTP/1.1" status: 200 len: 945 time: 0.0711989 Jul 27 21:03:46.264733 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-fef2ff6e-00d7-4f73-906e-430653506629 req-ae7fbd8b-a041-41f8-a800-1d027ce00fd1 tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0eecfba-15dc-4bf7-80e6-b94c8d880eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316608 Jul 27 21:03:46.386424 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc188ae9-6971-424d-bc1e-c49d4f3c6c25 req-85314637-04fd-46c5-91a6-87aa25a85ba8 tempest-ServerRescueTestJSON-417658892 tempest-ServerRescueTestJSON-417658892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:46.388556 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-fc188ae9-6971-424d-bc1e-c49d4f3c6c25 req-85314637-04fd-46c5-91a6-87aa25a85ba8 tempest-ServerRescueTestJSON-417658892 tempest-ServerRescueTestJSON-417658892-project] 10.222.0.59 "GET /v2.0/ports?device_id=a639bd19-8e17-4b7c-a6dc-d5ab3bcb59ec HTTP/1.1" status: 200 len: 945 time: 0.0705743 Jul 27 21:03:46.428508 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-fc188ae9-6971-424d-bc1e-c49d4f3c6c25 req-75bb6295-7345-4adb-8813-bf7d0e212397 tempest-ServerRescueTestJSON-417658892 tempest-ServerRescueTestJSON-417658892-project] 10.222.0.59 "GET /v2.0/security-groups?id=551e2ab4-0adb-4dc6-ad9d-2e4a42006670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338426 Jul 27 21:03:46.688171 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa86c654-f069-493a-b5dc-702397ae0da1 req-c478ddce-602f-4ffc-a519-139068138b99 tempest-ServersAdminTestJSON-2115085297 tempest-ServersAdminTestJSON-2115085297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:46.690339 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-fa86c654-f069-493a-b5dc-702397ae0da1 req-c478ddce-602f-4ffc-a519-139068138b99 tempest-ServersAdminTestJSON-2115085297 tempest-ServersAdminTestJSON-2115085297-project] 10.222.0.59 "GET /v2.0/ports?device_id=b08c7cb2-ff39-4168-a373-6ea575b70e54 HTTP/1.1" status: 200 len: 951 time: 0.0700595 Jul 27 21:03:46.751794 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-fa86c654-f069-493a-b5dc-702397ae0da1 req-0d80cfda-32e4-4690-89b9-d0e0904474e9 tempest-ServersAdminTestJSON-2115085297 tempest-ServersAdminTestJSON-2115085297-project] 10.222.0.59 "GET /v2.0/security-groups?id=9f3cf157-ddbf-4bf4-acc6-59d64c6ea76b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509419 Jul 27 21:03:47.402107 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c58ae3f-f227-4d32-84df-8d75aac4d423 req-e66538cc-2614-4a05-b511-a533dc264899 tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:47.404355 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-0c58ae3f-f227-4d32-84df-8d75aac4d423 req-e66538cc-2614-4a05-b511-a533dc264899 tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] 10.222.0.59 "GET /v2.0/ports?device_id=2cf8ebf6-ffd9-46a5-beb3-178af28bb1d5 HTTP/1.1" status: 200 len: 945 time: 0.0638208 Jul 27 21:03:47.442728 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-0c58ae3f-f227-4d32-84df-8d75aac4d423 req-1d3f9664-b6d7-4ea6-ada2-8ca91325d2e5 tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0eecfba-15dc-4bf7-80e6-b94c8d880eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320437 Jul 27 21:03:47.566216 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2600a39f-c072-4c91-bc46-fa54a9118490 req-9c292c4f-5b70-4bbf-b33c-02572edefd7e tempest-ServerRescueTestJSON-417658892 tempest-ServerRescueTestJSON-417658892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:47.567659 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-2600a39f-c072-4c91-bc46-fa54a9118490 req-9c292c4f-5b70-4bbf-b33c-02572edefd7e tempest-ServerRescueTestJSON-417658892 tempest-ServerRescueTestJSON-417658892-project] 10.222.0.59 "GET /v2.0/ports?device_id=a639bd19-8e17-4b7c-a6dc-d5ab3bcb59ec HTTP/1.1" status: 200 len: 945 time: 0.0676348 Jul 27 21:03:47.608104 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-2600a39f-c072-4c91-bc46-fa54a9118490 req-284c24e7-4bde-4acd-ab7a-ed286cfb3c93 tempest-ServerRescueTestJSON-417658892 tempest-ServerRescueTestJSON-417658892-project] 10.222.0.59 "GET /v2.0/security-groups?id=551e2ab4-0adb-4dc6-ad9d-2e4a42006670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343528 Jul 27 21:03:47.908269 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Device 4ddf85da-a0ba-4ac0-b67e-bc9537a21498 no longer exists at agent hyperv_n-h2-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:03:47.926032 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e59ffb-fd41-4fba-acbd-e7da4ffef778 req-37d632bc-86e6-4bc6-9ac9-ddcdba58ecfc tempest-ServersAdminTestJSON-2115085297 tempest-ServersAdminTestJSON-2115085297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:47.927561 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-32e59ffb-fd41-4fba-acbd-e7da4ffef778 req-37d632bc-86e6-4bc6-9ac9-ddcdba58ecfc tempest-ServersAdminTestJSON-2115085297 tempest-ServersAdminTestJSON-2115085297-project] 10.222.0.59 "GET /v2.0/ports?device_id=b08c7cb2-ff39-4168-a373-6ea575b70e54 HTTP/1.1" status: 200 len: 951 time: 0.1071744 Jul 27 21:03:47.929241 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-3d54578f-831f-4696-b568-13c455922dab None None] No Port match for: 4ddf85da-a0ba-4ac0-b67e-bc9537a21498 {{(pid=105586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:03:47.929699 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Device 4ddf85da-a0ba-4ac0-b67e-bc9537a21498 not bound to the agent host n-h2-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:03:47.936397 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fefff11-5b28-45d8-8642-eeb8bcb57f56 req-1f7b89a9-91d1-4255-9374-0dfa704b505e tempest-ServersAdminTestJSON-2115085297 tempest-ServersAdminTestJSON-2115085297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:47.937771 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-9fefff11-5b28-45d8-8642-eeb8bcb57f56 req-1f7b89a9-91d1-4255-9374-0dfa704b505e tempest-ServersAdminTestJSON-2115085297 tempest-ServersAdminTestJSON-2115085297-project] 10.222.0.36 "GET /v2.0/ports?device_id=b08c7cb2-ff39-4168-a373-6ea575b70e54 HTTP/1.1" status: 200 len: 951 time: 0.1078970 Jul 27 21:03:48.001414 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-32e59ffb-fd41-4fba-acbd-e7da4ffef778 req-1eb5d6cb-9413-4efc-bd13-f7ad62782aec tempest-ServersAdminTestJSON-2115085297 tempest-ServersAdminTestJSON-2115085297-project] 10.222.0.59 "GET /v2.0/security-groups?id=9f3cf157-ddbf-4bf4-acc6-59d64c6ea76b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626826 Jul 27 21:03:48.072853 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [req-9fefff11-5b28-45d8-8642-eeb8bcb57f56 req-b3939efe-c1ff-416e-85f5-563836f287c1 tempest-ServersAdminTestJSON-2115085297 tempest-ServersAdminTestJSON-2115085297-project] Deleting port c4e765fe-c4f3-4db9-88a3-29a4e00ed503 {{(pid=105585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:03:48.073271 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-9fefff11-5b28-45d8-8642-eeb8bcb57f56 req-b3939efe-c1ff-416e-85f5-563836f287c1 tempest-ServersAdminTestJSON-2115085297 tempest-ServersAdminTestJSON-2115085297-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:48.182029 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.db [req-9fefff11-5b28-45d8-8642-eeb8bcb57f56 req-b3939efe-c1ff-416e-85f5-563836f287c1 tempest-ServersAdminTestJSON-2115085297 tempest-ServersAdminTestJSON-2115085297-project] For port c4e765fe-c4f3-4db9-88a3-29a4e00ed503, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=c4e765fe-c4f3-4db9-88a3-29a4e00ed503,segment=NetworkSegment(86b1e6f6-d629-4b03-8944-4cdfbfb93d02),segment_id=86b1e6f6-d629-4b03-8944-4cdfbfb93d02)] {{(pid=105585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:03:48.182403 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-9fefff11-5b28-45d8-8642-eeb8bcb57f56 req-b3939efe-c1ff-416e-85f5-563836f287c1 tempest-ServersAdminTestJSON-2115085297 tempest-ServersAdminTestJSON-2115085297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:48.195528 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [req-9fefff11-5b28-45d8-8642-eeb8bcb57f56 req-b3939efe-c1ff-416e-85f5-563836f287c1 tempest-ServersAdminTestJSON-2115085297 tempest-ServersAdminTestJSON-2115085297-project] Calling delete_port for c4e765fe-c4f3-4db9-88a3-29a4e00ed503 owned by compute:nova {{(pid=105585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:03:48.326668 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-9fefff11-5b28-45d8-8642-eeb8bcb57f56 req-b3939efe-c1ff-416e-85f5-563836f287c1 tempest-ServersAdminTestJSON-2115085297 tempest-ServersAdminTestJSON-2115085297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:48.345304 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] get_ports_and_sgs() called for port_ids ['c4e765fe-c4f3-4db9-88a3-29a4e00ed503'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:03:48.358686 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3939efe-c1ff-416e-85f5-563836f287c1 tempest-ServersAdminTestJSON-2115085297 tempest-ServersAdminTestJSON-2115085297-project] Pushing event deleted for resources: {'Port': ['ID=c4e765fe-c4f3-4db9-88a3-29a4e00ed503,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:03:48.410040 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fefff11-5b28-45d8-8642-eeb8bcb57f56 req-b3939efe-c1ff-416e-85f5-563836f287c1 tempest-ServersAdminTestJSON-2115085297 tempest-ServersAdminTestJSON-2115085297-project] No DVR routers for this DVR port c4e765fe-c4f3-4db9-88a3-29a4e00ed503 on host n-h1-705658-22 {{(pid=105585) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:03:48.413246 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-9fefff11-5b28-45d8-8642-eeb8bcb57f56 req-b3939efe-c1ff-416e-85f5-563836f287c1 tempest-ServersAdminTestJSON-2115085297 tempest-ServersAdminTestJSON-2115085297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:48.415527 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-9fefff11-5b28-45d8-8642-eeb8bcb57f56 req-b3939efe-c1ff-416e-85f5-563836f287c1 tempest-ServersAdminTestJSON-2115085297 tempest-ServersAdminTestJSON-2115085297-project] 10.222.0.36 "DELETE /v2.0/ports/c4e765fe-c4f3-4db9-88a3-29a4e00ed503 HTTP/1.1" status: 204 len: 173 time: 0.4700074 Jul 27 21:03:48.415955 n-d-705658-22 neutron-server[105585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b08c7cb2-ff39-4168-a373-6ea575b70e54', 'name': 'network-vif-deleted', 'tag': 'c4e765fe-c4f3-4db9-88a3-29a4e00ed503'}] {{(pid=105585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:03:48.418248 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d66fd65881426bfc2b5388084a3654e5eae521106a15a3dbf0eb4cde7106c36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c585ad91-5330-4216-91bf-ac4ace69b1fe" -d '{"events": [{"server_uuid": "b08c7cb2-ff39-4168-a373-6ea575b70e54", "name": "network-vif-deleted", "tag": "c4e765fe-c4f3-4db9-88a3-29a4e00ed503"}]}' {{(pid=105585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:03:48.463613 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:03:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f6bd13e-406f-48b3-ab2c-645ca77e5fd3 x-openstack-request-id: req-0f6bd13e-406f-48b3-ab2c-645ca77e5fd3 {{(pid=105585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:03:48.463898 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b08c7cb2-ff39-4168-a373-6ea575b70e54", "name": "network-vif-deleted", "tag": "c4e765fe-c4f3-4db9-88a3-29a4e00ed503", "status": "completed", "code": 200}]} {{(pid=105585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:03:48.464192 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-0f6bd13e-406f-48b3-ab2c-645ca77e5fd3 {{(pid=105585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:03:48.464691 n-d-705658-22 neutron-server[105585]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b08c7cb2-ff39-4168-a373-6ea575b70e54', 'name': 'network-vif-deleted', 'tag': 'c4e765fe-c4f3-4db9-88a3-29a4e00ed503', 'status': 'completed', 'code': 200} Jul 27 21:03:48.510358 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf3d2c8-71b2-4528-8dcb-1f2e989d48d6 req-75103536-7b6e-49d2-bd61-9ad19be533ad tempest-ServerRescueTestJSON-417658892 tempest-ServerRescueTestJSON-417658892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:48.512285 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-bdf3d2c8-71b2-4528-8dcb-1f2e989d48d6 req-75103536-7b6e-49d2-bd61-9ad19be533ad tempest-ServerRescueTestJSON-417658892 tempest-ServerRescueTestJSON-417658892-project] 10.222.0.60 "GET /v2.0/ports?device_id=a639bd19-8e17-4b7c-a6dc-d5ab3bcb59ec HTTP/1.1" status: 200 len: 945 time: 0.0845227 Jul 27 21:03:48.674264 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0edfb6-c6c2-43ad-8277-52eab77ac404 req-937dbd8d-c442-4525-84ca-f6da9356113c tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:48.675997 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-db0edfb6-c6c2-43ad-8277-52eab77ac404 req-937dbd8d-c442-4525-84ca-f6da9356113c tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] 10.222.0.59 "GET /v2.0/ports?device_id=2cf8ebf6-ffd9-46a5-beb3-178af28bb1d5 HTTP/1.1" status: 200 len: 945 time: 0.1479731 Jul 27 21:03:48.743548 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [req-bdf3d2c8-71b2-4528-8dcb-1f2e989d48d6 req-e50a3bec-4557-43c8-aaa1-bb63e293f8b9 tempest-ServerRescueTestJSON-417658892 tempest-ServerRescueTestJSON-417658892-project] Deleting port 8430c6c6-f304-495c-a48f-6f0e36309d82 {{(pid=105585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:03:48.743920 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-bdf3d2c8-71b2-4528-8dcb-1f2e989d48d6 req-e50a3bec-4557-43c8-aaa1-bb63e293f8b9 tempest-ServerRescueTestJSON-417658892 tempest-ServerRescueTestJSON-417658892-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:48.821660 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-db0edfb6-c6c2-43ad-8277-52eab77ac404 req-e3cd5b78-8e6d-4848-bb68-7603ce221cb4 tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0eecfba-15dc-4bf7-80e6-b94c8d880eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276491 Jul 27 21:03:48.865435 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cc2455-bd3b-4745-9c78-e6f1c22689f2 req-883fea44-d27a-4a25-bc6c-9255662717d2 tempest-ServerRescueTestJSON-417658892 tempest-ServerRescueTestJSON-417658892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:48.866948 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-05cc2455-bd3b-4745-9c78-e6f1c22689f2 req-883fea44-d27a-4a25-bc6c-9255662717d2 tempest-ServerRescueTestJSON-417658892 tempest-ServerRescueTestJSON-417658892-project] 10.222.0.59 "GET /v2.0/ports?device_id=a639bd19-8e17-4b7c-a6dc-d5ab3bcb59ec HTTP/1.1" status: 200 len: 945 time: 0.1869628 Jul 27 21:03:48.909380 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.db [req-bdf3d2c8-71b2-4528-8dcb-1f2e989d48d6 req-e50a3bec-4557-43c8-aaa1-bb63e293f8b9 tempest-ServerRescueTestJSON-417658892 tempest-ServerRescueTestJSON-417658892-project] For port 8430c6c6-f304-495c-a48f-6f0e36309d82, host n-h2-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=8430c6c6-f304-495c-a48f-6f0e36309d82,segment=NetworkSegment(31fbdef5-d817-4d56-be48-3d485cdfd14a),segment_id=31fbdef5-d817-4d56-be48-3d485cdfd14a)] {{(pid=105585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:03:48.909745 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-bdf3d2c8-71b2-4528-8dcb-1f2e989d48d6 req-e50a3bec-4557-43c8-aaa1-bb63e293f8b9 tempest-ServerRescueTestJSON-417658892 tempest-ServerRescueTestJSON-417658892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:48.931258 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [req-bdf3d2c8-71b2-4528-8dcb-1f2e989d48d6 req-e50a3bec-4557-43c8-aaa1-bb63e293f8b9 tempest-ServerRescueTestJSON-417658892 tempest-ServerRescueTestJSON-417658892-project] Calling delete_port for 8430c6c6-f304-495c-a48f-6f0e36309d82 owned by compute:nova {{(pid=105585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:03:48.935472 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-05cc2455-bd3b-4745-9c78-e6f1c22689f2 req-a65ebd21-2f6e-4412-9b90-89768dcff5fb tempest-ServerRescueTestJSON-417658892 tempest-ServerRescueTestJSON-417658892-project] 10.222.0.59 "GET /v2.0/security-groups?id=551e2ab4-0adb-4dc6-ad9d-2e4a42006670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601640 Jul 27 21:03:49.066490 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-bdf3d2c8-71b2-4528-8dcb-1f2e989d48d6 req-e50a3bec-4557-43c8-aaa1-bb63e293f8b9 tempest-ServerRescueTestJSON-417658892 tempest-ServerRescueTestJSON-417658892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:49.078896 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] get_ports_and_sgs() called for port_ids ['835f0f4d-0526-410c-996b-78e4b0d0e923', '8430c6c6-f304-495c-a48f-6f0e36309d82'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:03:49.102225 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50a3bec-4557-43c8-aaa1-bb63e293f8b9 tempest-ServerRescueTestJSON-417658892 tempest-ServerRescueTestJSON-417658892-project] Pushing event deleted for resources: {'Port': ['ID=8430c6c6-f304-495c-a48f-6f0e36309d82,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:03:49.157456 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.l3_dvrscheduler_db [req-bdf3d2c8-71b2-4528-8dcb-1f2e989d48d6 req-e50a3bec-4557-43c8-aaa1-bb63e293f8b9 tempest-ServerRescueTestJSON-417658892 tempest-ServerRescueTestJSON-417658892-project] No DVR routers for this DVR port 8430c6c6-f304-495c-a48f-6f0e36309d82 on host n-h2-705658-22 {{(pid=105585) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:03:49.168659 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-bdf3d2c8-71b2-4528-8dcb-1f2e989d48d6 req-e50a3bec-4557-43c8-aaa1-bb63e293f8b9 tempest-ServerRescueTestJSON-417658892 tempest-ServerRescueTestJSON-417658892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:49.169745 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-bdf3d2c8-71b2-4528-8dcb-1f2e989d48d6 req-e50a3bec-4557-43c8-aaa1-bb63e293f8b9 tempest-ServerRescueTestJSON-417658892 tempest-ServerRescueTestJSON-417658892-project] 10.222.0.60 "DELETE /v2.0/ports/8430c6c6-f304-495c-a48f-6f0e36309d82 HTTP/1.1" status: 204 len: 173 time: 0.6504211 Jul 27 21:03:49.188878 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-5bcf66a8-8ba6-43a5-ae26-3a931338f7b0 req-cac84698-28cc-4a33-a291-7860aaf9beca tempest-ServersAdminTestJSON-2115085297 tempest-ServersAdminTestJSON-2115085297-project] 10.222.0.59 "GET /v2.0/ports?device_id=b08c7cb2-ff39-4168-a373-6ea575b70e54 HTTP/1.1" status: 200 len: 210 time: 0.0574746 Jul 27 21:03:49.961855 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e974517d-8fb5-4251-8877-82899d6cb64f req-af53f4f1-085b-484a-908f-e01b3d0f1121 tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:49.963495 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e974517d-8fb5-4251-8877-82899d6cb64f req-af53f4f1-085b-484a-908f-e01b3d0f1121 tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] 10.222.0.59 "GET /v2.0/ports?device_id=2cf8ebf6-ffd9-46a5-beb3-178af28bb1d5 HTTP/1.1" status: 200 len: 945 time: 0.0688689 Jul 27 21:03:50.008161 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e974517d-8fb5-4251-8877-82899d6cb64f req-45bbea13-a4e8-4743-8c41-d34e9da068fc tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0eecfba-15dc-4bf7-80e6-b94c8d880eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382979 Jul 27 21:03:50.258927 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd8cbdd-7c2d-410d-b676-daa4e9fd904c req-562ef4a3-3d27-4ad8-8404-807bb8235851 tempest-ServerRescueTestJSON-417658892 tempest-ServerRescueTestJSON-417658892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:50.260529 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-1fd8cbdd-7c2d-410d-b676-daa4e9fd904c req-562ef4a3-3d27-4ad8-8404-807bb8235851 tempest-ServerRescueTestJSON-417658892 tempest-ServerRescueTestJSON-417658892-project] 10.222.0.59 "GET /v2.0/ports?device_id=3681efa9-caf9-4127-b110-4ef1fb8e20bc HTTP/1.1" status: 200 len: 946 time: 0.0735495 Jul 27 21:03:50.302930 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-1fd8cbdd-7c2d-410d-b676-daa4e9fd904c req-b17a9182-683f-4e5a-b8df-d34bfd128ae2 tempest-ServerRescueTestJSON-417658892 tempest-ServerRescueTestJSON-417658892-project] 10.222.0.59 "GET /v2.0/security-groups?id=551e2ab4-0adb-4dc6-ad9d-2e4a42006670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347795 Jul 27 21:03:50.465459 n-d-705658-22 neutron-server[105585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a639bd19-8e17-4b7c-a6dc-d5ab3bcb59ec', 'name': 'network-vif-deleted', 'tag': '8430c6c6-f304-495c-a48f-6f0e36309d82'}] {{(pid=105585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:03:50.467997 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d66fd65881426bfc2b5388084a3654e5eae521106a15a3dbf0eb4cde7106c36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d82ea27-25f7-406b-8fc3-e3029e8e1e89" -d '{"events": [{"server_uuid": "a639bd19-8e17-4b7c-a6dc-d5ab3bcb59ec", "name": "network-vif-deleted", "tag": "8430c6c6-f304-495c-a48f-6f0e36309d82"}]}' {{(pid=105585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:03:50.508493 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:03:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdbb1790-5d7d-48c2-896a-6045894ed45d x-openstack-request-id: req-fdbb1790-5d7d-48c2-896a-6045894ed45d {{(pid=105585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:03:50.508791 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a639bd19-8e17-4b7c-a6dc-d5ab3bcb59ec", "name": "network-vif-deleted", "tag": "8430c6c6-f304-495c-a48f-6f0e36309d82", "status": "completed", "code": 200}]} {{(pid=105585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:03:50.509046 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-fdbb1790-5d7d-48c2-896a-6045894ed45d {{(pid=105585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:03:50.509580 n-d-705658-22 neutron-server[105585]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a639bd19-8e17-4b7c-a6dc-d5ab3bcb59ec', 'name': 'network-vif-deleted', 'tag': '8430c6c6-f304-495c-a48f-6f0e36309d82', 'status': 'completed', 'code': 200} Jul 27 21:03:50.520379 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 45446) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:03:50.644826 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-1564a0ed-79f1-4986-aa78-998623195a34 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=f86a589de4964203a66835a89a6b9f5d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1232791 Jul 27 21:03:50.647332 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 45450) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:03:50.694649 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-bb0b4de3-ff79-4651-9387-9152fda50c48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:50.715963 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-bb0b4de3-ff79-4651-9387-9152fda50c48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:50.764881 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-bb0b4de3-ff79-4651-9387-9152fda50c48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:50.767591 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-bb0b4de3-ff79-4651-9387-9152fda50c48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:50.768706 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-bb0b4de3-ff79-4651-9387-9152fda50c48 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/9f3cf157-ddbf-4bf4-acc6-59d64c6ea76b HTTP/1.1" status: 204 len: 168 time: 0.1205018 Jul 27 21:03:50.776171 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0b4de3-ff79-4651-9387-9152fda50c48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f3cf157-ddbf-4bf4-acc6-59d64c6ea76b,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:03:51.018091 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 45458) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:03:51.061987 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-13cf54f1-f52b-4409-83d3-a8b7f882d997 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=c59f61e89a2d46d796f3d0bdeb6c7b97&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0427220 Jul 27 21:03:51.064441 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 45462) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:03:51.145660 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-ba4c1ffc-be07-4b5b-b653-94ea3960b4ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:51.178585 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0a0561-3873-49fa-aa38-797afb9202bf req-d5491e24-4813-4f5b-ad0b-f59874fe247b tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:51.180151 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-3d0a0561-3873-49fa-aa38-797afb9202bf req-d5491e24-4813-4f5b-ad0b-f59874fe247b tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] 10.222.0.59 "GET /v2.0/ports?device_id=2cf8ebf6-ffd9-46a5-beb3-178af28bb1d5 HTTP/1.1" status: 200 len: 945 time: 0.0958166 Jul 27 21:03:51.185329 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-ba4c1ffc-be07-4b5b-b653-94ea3960b4ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:51.244792 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-3d0a0561-3873-49fa-aa38-797afb9202bf req-493786b8-a955-46a7-9aba-2380a91498e8 tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0eecfba-15dc-4bf7-80e6-b94c8d880eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575299 Jul 27 21:03:51.261483 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-ba4c1ffc-be07-4b5b-b653-94ea3960b4ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:51.264084 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-ba4c1ffc-be07-4b5b-b653-94ea3960b4ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:51.267742 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-ba4c1ffc-be07-4b5b-b653-94ea3960b4ea admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/da2189cc-810e-42b6-a991-329712bf3f31 HTTP/1.1" status: 204 len: 168 time: 0.1998603 Jul 27 21:03:51.273002 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4c1ffc-be07-4b5b-b653-94ea3960b4ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da2189cc-810e-42b6-a991-329712bf3f31,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:03:51.461410 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8250c84f-b174-4f49-9d2d-b6e33a3f6b1e req-450ab763-c36c-4674-a1a9-69b872012d82 tempest-ServerRescueTestJSON-417658892 tempest-ServerRescueTestJSON-417658892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:51.463077 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-8250c84f-b174-4f49-9d2d-b6e33a3f6b1e req-450ab763-c36c-4674-a1a9-69b872012d82 tempest-ServerRescueTestJSON-417658892 tempest-ServerRescueTestJSON-417658892-project] 10.222.0.59 "GET /v2.0/ports?device_id=3681efa9-caf9-4127-b110-4ef1fb8e20bc HTTP/1.1" status: 200 len: 946 time: 0.0800021 Jul 27 21:03:51.515167 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-8250c84f-b174-4f49-9d2d-b6e33a3f6b1e req-2858888d-c799-4683-9e7e-d4096aaac13f tempest-ServerRescueTestJSON-417658892 tempest-ServerRescueTestJSON-417658892-project] 10.222.0.59 "GET /v2.0/security-groups?id=551e2ab4-0adb-4dc6-ad9d-2e4a42006670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437262 Jul 27 21:03:51.678442 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device c4e765fe-c4f3-4db9-88a3-29a4e00ed503 no longer exists at agent hyperv_n-h1-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:03:51.697662 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-28650df7-c46c-4981-b84f-37d87254047e None None] No Port match for: c4e765fe-c4f3-4db9-88a3-29a4e00ed503 {{(pid=105586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:03:51.698010 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device c4e765fe-c4f3-4db9-88a3-29a4e00ed503 not bound to the agent host n-h1-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:03:51.925556 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Device 8430c6c6-f304-495c-a48f-6f0e36309d82 no longer exists at agent hyperv_n-h2-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:03:51.944524 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-3d54578f-831f-4696-b568-13c455922dab None None] No Port match for: 8430c6c6-f304-495c-a48f-6f0e36309d82 {{(pid=105586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:03:51.944874 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Device 8430c6c6-f304-495c-a48f-6f0e36309d82 not bound to the agent host n-h2-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:03:51.945297 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Device 97537612-1d84-44a2-8bf4-7d7dee00f4d9 no longer exists at agent hyperv_n-h2-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:03:52.017012 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:52.041782 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cf8ebf6-ffd9-46a5-beb3-178af28bb1d5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '97537612-1d84-44a2-8bf4-7d7dee00f4d9'}] {{(pid=105586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:03:52.044379 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14c1663e039faf5393f87855f745010ac5b02220355b68fdbf065393e303ac56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b679442-34ab-444e-b2e7-41dfa8e06a19" -d '{"events": [{"server_uuid": "2cf8ebf6-ffd9-46a5-beb3-178af28bb1d5", "name": "network-vif-unplugged", "status": "completed", "tag": "97537612-1d84-44a2-8bf4-7d7dee00f4d9"}]}' {{(pid=105586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:03:52.057819 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] For port 97537612-1d84-44a2-8bf4-7d7dee00f4d9, host n-h2-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=97537612-1d84-44a2-8bf4-7d7dee00f4d9,segment=NetworkSegment(a9b7024e-df2a-4526-a1ee-cb4cd8d6548a),segment_id=a9b7024e-df2a-4526-a1ee-cb4cd8d6548a)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:03:52.062289 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:52.094847 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 27 Jul 2021 21:03:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a97a4f0c-3201-4f5d-b969-f0aed3100182 x-openstack-request-id: req-a97a4f0c-3201-4f5d-b969-f0aed3100182 {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:03:52.095175 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2cf8ebf6-ffd9-46a5-beb3-178af28bb1d5", "name": "network-vif-unplugged", "status": "completed", "tag": "97537612-1d84-44a2-8bf4-7d7dee00f4d9", "code": 200}]} {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:03:52.095430 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-a97a4f0c-3201-4f5d-b969-f0aed3100182 {{(pid=105586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:03:52.095819 n-d-705658-22 neutron-server[105586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2cf8ebf6-ffd9-46a5-beb3-178af28bb1d5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '97537612-1d84-44a2-8bf4-7d7dee00f4d9', 'code': 200} Jul 27 21:03:52.115699 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Pushing event updated for resources: {'Port': ['ID=97537612-1d84-44a2-8bf4-7d7dee00f4d9,revision_number=6']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:03:52.381092 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851ad5e9-2e84-4a50-94da-aa378259f8ea req-080858aa-8cb2-4672-961d-a88b4fac4dda tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:52.382791 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-851ad5e9-2e84-4a50-94da-aa378259f8ea req-080858aa-8cb2-4672-961d-a88b4fac4dda tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] 10.222.0.59 "GET /v2.0/ports?device_id=2cf8ebf6-ffd9-46a5-beb3-178af28bb1d5 HTTP/1.1" status: 200 len: 943 time: 0.0693080 Jul 27 21:03:52.426498 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-851ad5e9-2e84-4a50-94da-aa378259f8ea req-416e098a-8eb1-4f63-a746-0cae723da474 tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0eecfba-15dc-4bf7-80e6-b94c8d880eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372965 Jul 27 21:03:52.647167 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7728dc9c-a070-4124-aaa3-aa3af4ced1bf req-75d07ce0-aaca-4ada-863d-55c846a3e685 tempest-ServerRescueTestJSON-417658892 tempest-ServerRescueTestJSON-417658892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:52.648702 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-7728dc9c-a070-4124-aaa3-aa3af4ced1bf req-75d07ce0-aaca-4ada-863d-55c846a3e685 tempest-ServerRescueTestJSON-417658892 tempest-ServerRescueTestJSON-417658892-project] 10.222.0.59 "GET /v2.0/ports?device_id=3681efa9-caf9-4127-b110-4ef1fb8e20bc HTTP/1.1" status: 200 len: 946 time: 0.0697708 Jul 27 21:03:52.718367 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-7728dc9c-a070-4124-aaa3-aa3af4ced1bf req-3994150d-88db-4efb-97ed-30aae50e3937 tempest-ServerRescueTestJSON-417658892 tempest-ServerRescueTestJSON-417658892-project] 10.222.0.59 "GET /v2.0/security-groups?id=551e2ab4-0adb-4dc6-ad9d-2e4a42006670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633712 Jul 27 21:03:52.744364 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccde094d-7c80-4528-ad5c-c32d062e104f req-d5e8055a-f05a-4d77-9f78-0cd8f963c053 tempest-ServerRescueTestJSON-417658892 tempest-ServerRescueTestJSON-417658892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:52.745898 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-ccde094d-7c80-4528-ad5c-c32d062e104f req-d5e8055a-f05a-4d77-9f78-0cd8f963c053 tempest-ServerRescueTestJSON-417658892 tempest-ServerRescueTestJSON-417658892-project] 10.222.0.60 "GET /v2.0/ports?device_id=3681efa9-caf9-4127-b110-4ef1fb8e20bc HTTP/1.1" status: 200 len: 946 time: 0.0848923 Jul 27 21:03:52.861565 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [req-ccde094d-7c80-4528-ad5c-c32d062e104f req-25856f29-ad9d-47f3-8a10-e316a0a1d0c1 tempest-ServerRescueTestJSON-417658892 tempest-ServerRescueTestJSON-417658892-project] Deleting port 835f0f4d-0526-410c-996b-78e4b0d0e923 {{(pid=105585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:03:52.861916 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-ccde094d-7c80-4528-ad5c-c32d062e104f req-25856f29-ad9d-47f3-8a10-e316a0a1d0c1 tempest-ServerRescueTestJSON-417658892 tempest-ServerRescueTestJSON-417658892-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:52.961706 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.db [req-ccde094d-7c80-4528-ad5c-c32d062e104f req-25856f29-ad9d-47f3-8a10-e316a0a1d0c1 tempest-ServerRescueTestJSON-417658892 tempest-ServerRescueTestJSON-417658892-project] For port 835f0f4d-0526-410c-996b-78e4b0d0e923, host n-h2-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=835f0f4d-0526-410c-996b-78e4b0d0e923,segment=NetworkSegment(31fbdef5-d817-4d56-be48-3d485cdfd14a),segment_id=31fbdef5-d817-4d56-be48-3d485cdfd14a)] {{(pid=105585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:03:52.962168 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-ccde094d-7c80-4528-ad5c-c32d062e104f req-25856f29-ad9d-47f3-8a10-e316a0a1d0c1 tempest-ServerRescueTestJSON-417658892 tempest-ServerRescueTestJSON-417658892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:52.975818 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [req-ccde094d-7c80-4528-ad5c-c32d062e104f req-25856f29-ad9d-47f3-8a10-e316a0a1d0c1 tempest-ServerRescueTestJSON-417658892 tempest-ServerRescueTestJSON-417658892-project] Calling delete_port for 835f0f4d-0526-410c-996b-78e4b0d0e923 owned by compute:nova {{(pid=105585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:03:53.100694 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 45542) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:03:53.116374 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-ccde094d-7c80-4528-ad5c-c32d062e104f req-25856f29-ad9d-47f3-8a10-e316a0a1d0c1 tempest-ServerRescueTestJSON-417658892 tempest-ServerRescueTestJSON-417658892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:53.130666 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] get_ports_and_sgs() called for port_ids ['835f0f4d-0526-410c-996b-78e4b0d0e923'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:03:53.145946 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25856f29-ad9d-47f3-8a10-e316a0a1d0c1 tempest-ServerRescueTestJSON-417658892 tempest-ServerRescueTestJSON-417658892-project] Pushing event deleted for resources: {'Port': ['ID=835f0f4d-0526-410c-996b-78e4b0d0e923,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:03:53.194787 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccde094d-7c80-4528-ad5c-c32d062e104f req-25856f29-ad9d-47f3-8a10-e316a0a1d0c1 tempest-ServerRescueTestJSON-417658892 tempest-ServerRescueTestJSON-417658892-project] No DVR routers for this DVR port 835f0f4d-0526-410c-996b-78e4b0d0e923 on host n-h2-705658-22 {{(pid=105585) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:03:53.197227 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-ccde094d-7c80-4528-ad5c-c32d062e104f req-25856f29-ad9d-47f3-8a10-e316a0a1d0c1 tempest-ServerRescueTestJSON-417658892 tempest-ServerRescueTestJSON-417658892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:53.199420 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-ccde094d-7c80-4528-ad5c-c32d062e104f req-25856f29-ad9d-47f3-8a10-e316a0a1d0c1 tempest-ServerRescueTestJSON-417658892 tempest-ServerRescueTestJSON-417658892-project] 10.222.0.60 "DELETE /v2.0/ports/835f0f4d-0526-410c-996b-78e4b0d0e923 HTTP/1.1" status: 204 len: 173 time: 0.4475293 Jul 27 21:03:53.199850 n-d-705658-22 neutron-server[105585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3681efa9-caf9-4127-b110-4ef1fb8e20bc', 'name': 'network-vif-deleted', 'tag': '835f0f4d-0526-410c-996b-78e4b0d0e923'}] {{(pid=105585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:03:53.209420 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d66fd65881426bfc2b5388084a3654e5eae521106a15a3dbf0eb4cde7106c36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-097551ad-5a4c-4874-a0c1-4b9a29db1700" -d '{"events": [{"server_uuid": "3681efa9-caf9-4127-b110-4ef1fb8e20bc", "name": "network-vif-deleted", "tag": "835f0f4d-0526-410c-996b-78e4b0d0e923"}]}' {{(pid=105585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:03:53.243100 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-caf8c7e8-b7fb-43a8-a4c2-fd1d256b37b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:53.251924 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:03:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-328c655d-7095-4a46-834b-e1621d0ff3e7 x-openstack-request-id: req-328c655d-7095-4a46-834b-e1621d0ff3e7 {{(pid=105585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:03:53.252209 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3681efa9-caf9-4127-b110-4ef1fb8e20bc", "name": "network-vif-deleted", "tag": "835f0f4d-0526-410c-996b-78e4b0d0e923", "status": "completed", "code": 200}]} {{(pid=105585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:03:53.252456 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-328c655d-7095-4a46-834b-e1621d0ff3e7 {{(pid=105585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:03:53.252838 n-d-705658-22 neutron-server[105585]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3681efa9-caf9-4127-b110-4ef1fb8e20bc', 'name': 'network-vif-deleted', 'tag': '835f0f4d-0526-410c-996b-78e4b0d0e923', 'status': 'completed', 'code': 200} Jul 27 21:03:53.339461 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-caf8c7e8-b7fb-43a8-a4c2-fd1d256b37b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:53.343216 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-caf8c7e8-b7fb-43a8-a4c2-fd1d256b37b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:53.382097 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-caf8c7e8-b7fb-43a8-a4c2-fd1d256b37b7 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=d5862fa8ecb24edb849ce937682ce592&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2803497 Jul 27 21:03:53.383990 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf8c7e8-b7fb-43a8-a4c2-fd1d256b37b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b554de8c-f962-4dc9-a114-cb7aee633719,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:03:53.384882 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 45550) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:03:53.433704 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-28592a18-8263-458b-9086-8f989899f47d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:53.456655 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-28592a18-8263-458b-9086-8f989899f47d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:53.506687 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-28592a18-8263-458b-9086-8f989899f47d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:53.509219 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-28592a18-8263-458b-9086-8f989899f47d admin admin] Notify callbacks [] for security_group, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:53.511039 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-28592a18-8263-458b-9086-8f989899f47d admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/b554de8c-f962-4dc9-a114-cb7aee633719 HTTP/1.1" status: 204 len: 168 time: 0.1244595 Jul 27 21:03:53.518311 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28592a18-8263-458b-9086-8f989899f47d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b554de8c-f962-4dc9-a114-cb7aee633719,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:03:53.525925 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28592a18-8263-458b-9086-8f989899f47d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:03:53.526283 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28592a18-8263-458b-9086-8f989899f47d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:03:53.526627 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28592a18-8263-458b-9086-8f989899f47d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:03:53.526975 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28592a18-8263-458b-9086-8f989899f47d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:03:53.527339 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28592a18-8263-458b-9086-8f989899f47d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:03:53.527702 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28592a18-8263-458b-9086-8f989899f47d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:03:53.528065 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28592a18-8263-458b-9086-8f989899f47d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:03:53.528350 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28592a18-8263-458b-9086-8f989899f47d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:03:53.528932 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28592a18-8263-458b-9086-8f989899f47d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:03:53.529263 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28592a18-8263-458b-9086-8f989899f47d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:03:53.529589 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28592a18-8263-458b-9086-8f989899f47d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:03:53.529916 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28592a18-8263-458b-9086-8f989899f47d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:03:53.592624 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f15cca3-01be-407c-b415-28a0682a0dae req-53b34631-2d3e-4e29-b537-b0158e28ab0b tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:53.594677 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-6f15cca3-01be-407c-b415-28a0682a0dae req-53b34631-2d3e-4e29-b537-b0158e28ab0b tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] 10.222.0.59 "GET /v2.0/ports?device_id=2cf8ebf6-ffd9-46a5-beb3-178af28bb1d5 HTTP/1.1" status: 200 len: 943 time: 0.0929046 Jul 27 21:03:53.647578 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-6f15cca3-01be-407c-b415-28a0682a0dae req-d939d651-d1a9-45e5-a8c9-3ba840967aad tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0eecfba-15dc-4bf7-80e6-b94c8d880eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465970 Jul 27 21:03:53.783541 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 45566) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:03:53.807644 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 45568) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:03:53.821358 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-6a0b0f8a-119b-4e46-a90e-5f66fdd6793b admin admin] Notify callbacks [] for security_group, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:53.915291 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-6a0b0f8a-119b-4e46-a90e-5f66fdd6793b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:53.919694 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-6a0b0f8a-119b-4e46-a90e-5f66fdd6793b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:53.948566 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Device 97537612-1d84-44a2-8bf4-7d7dee00f4d9 details requested by agent hyperv_n-h2-705658-22 with host n-h2-705658-22 {{(pid=105586) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:03:53.956281 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0b0f8a-119b-4e46-a90e-5f66fdd6793b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf28d2a6-7d26-4ca7-9d4f-8d108de961f8,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:03:53.960877 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-6a0b0f8a-119b-4e46-a90e-5f66fdd6793b admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=e514374cfbc54a9bba1be2f087b0d301&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1521411 Jul 27 21:03:53.963411 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 45570) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:03:54.024618 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-0a86a7ac-bc45-4c2a-a142-83d4c3ee9b3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:54.047442 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-0a86a7ac-bc45-4c2a-a142-83d4c3ee9b3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:54.070840 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] For port 97537612-1d84-44a2-8bf4-7d7dee00f4d9, host n-h2-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=97537612-1d84-44a2-8bf4-7d7dee00f4d9,segment=NetworkSegment(a9b7024e-df2a-4526-a1ee-cb4cd8d6548a),segment_id=a9b7024e-df2a-4526-a1ee-cb4cd8d6548a)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:03:54.083974 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Returning: {'device': '97537612-1d84-44a2-8bf4-7d7dee00f4d9', 'network_id': 'e3b519c5-b5b4-46b1-b571-75e8645219f5', 'port_id': '97537612-1d84-44a2-8bf4-7d7dee00f4d9', 'mac_address': 'fa:16:3e:e5:a1:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea3de4e6-c660-4637-aea0-807a23d6ec6d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105586) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:03:54.100730 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-0a86a7ac-bc45-4c2a-a142-83d4c3ee9b3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:54.103557 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-0a86a7ac-bc45-4c2a-a142-83d4c3ee9b3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:54.107840 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-0a86a7ac-bc45-4c2a-a142-83d4c3ee9b3d admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/bf28d2a6-7d26-4ca7-9d4f-8d108de961f8 HTTP/1.1" status: 204 len: 168 time: 0.1405144 Jul 27 21:03:54.115991 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a86a7ac-bc45-4c2a-a142-83d4c3ee9b3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf28d2a6-7d26-4ca7-9d4f-8d108de961f8,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:03:54.133410 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:54.151263 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [None req-3d54578f-831f-4696-b568-13c455922dab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97537612-1d84-44a2-8bf4-7d7dee00f4d9 {{(pid=105586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:03:54.175353 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] For port 97537612-1d84-44a2-8bf4-7d7dee00f4d9, host n-h2-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=97537612-1d84-44a2-8bf4-7d7dee00f4d9,segment=NetworkSegment(a9b7024e-df2a-4526-a1ee-cb4cd8d6548a),segment_id=a9b7024e-df2a-4526-a1ee-cb4cd8d6548a)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:03:54.180983 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:54.235196 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Pushing event updated for resources: {'Port': ['ID=97537612-1d84-44a2-8bf4-7d7dee00f4d9,revision_number=7']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:03:54.432509 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-b5c3ca40-3c18-4529-90c5-04b859cc6feb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4076536'] for router_interface, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:54.534820 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] get_ports_and_sgs() called for port_ids ['97537612-1d84-44a2-8bf4-7d7dee00f4d9'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:03:54.726841 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-b5c3ca40-3c18-4529-90c5-04b859cc6feb admin admin] Deleting port 66d082b0-1c26-4d47-91d3-ac2707c6d4ff {{(pid=105584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:03:54.727311 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-b5c3ca40-3c18-4529-90c5-04b859cc6feb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:54.810625 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [None req-b5c3ca40-3c18-4529-90c5-04b859cc6feb admin admin] For port 66d082b0-1c26-4d47-91d3-ac2707c6d4ff, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=66d082b0-1c26-4d47-91d3-ac2707c6d4ff,segment=NetworkSegment(31fbdef5-d817-4d56-be48-3d485cdfd14a),segment_id=31fbdef5-d817-4d56-be48-3d485cdfd14a)] {{(pid=105584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:03:54.810975 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-b5c3ca40-3c18-4529-90c5-04b859cc6feb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:54.816580 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb967da-458a-46f0-b9ce-c71899cf3b6a req-df1aed0c-98a3-4ec6-baf8-d56cad2746b1 tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:54.818141 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-9eb967da-458a-46f0-b9ce-c71899cf3b6a req-df1aed0c-98a3-4ec6-baf8-d56cad2746b1 tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] 10.222.0.59 "GET /v2.0/ports?device_id=2cf8ebf6-ffd9-46a5-beb3-178af28bb1d5 HTTP/1.1" status: 200 len: 944 time: 0.0754824 Jul 27 21:03:54.829916 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-b5c3ca40-3c18-4529-90c5-04b859cc6feb admin admin] Calling delete_port for 66d082b0-1c26-4d47-91d3-ac2707c6d4ff owned by network:router_interface {{(pid=105584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:03:54.868247 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-9eb967da-458a-46f0-b9ce-c71899cf3b6a req-39f247ef-8f7d-4240-ac7b-d73651a01d3c tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0eecfba-15dc-4bf7-80e6-b94c8d880eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427430 Jul 27 21:03:54.919344 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 45602) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:03:55.020002 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-b705f711-5f48-4dfd-84ae-47bc7f5ad6a8 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1472782714-network', 'tenant_id': 'c0afa5466ff04651aa6207062d398a87'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:03:55.032565 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-b5c3ca40-3c18-4529-90c5-04b859cc6feb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:55.041233 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b705f711-5f48-4dfd-84ae-47bc7f5ad6a8 admin admin] Made reservation on behalf of c0afa5466ff04651aa6207062d398a87 for: {'network': 1} {{(pid=105585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:03:55.043800 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-b705f711-5f48-4dfd-84ae-47bc7f5ad6a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for network, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:55.052592 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-b705f711-5f48-4dfd-84ae-47bc7f5ad6a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:55.060317 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c3ca40-3c18-4529-90c5-04b859cc6feb admin admin] Pushing event deleted for resources: {'Port': ['ID=66d082b0-1c26-4d47-91d3-ac2707c6d4ff,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:03:55.144355 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-b705f711-5f48-4dfd-84ae-47bc7f5ad6a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:55.148130 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-b705f711-5f48-4dfd-84ae-47bc7f5ad6a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:55.173422 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b705f711-5f48-4dfd-84ae-47bc7f5ad6a8 admin admin] vlan segment allocate from pool success with {'vlan_id': 211, 'physical_network': 'physnet1'} {{(pid=105585) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:03:55.183054 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b705f711-5f48-4dfd-84ae-47bc7f5ad6a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0efbb1a6-c113-4c5b-94a8-629af425a04d,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:03:55.187973 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-b705f711-5f48-4dfd-84ae-47bc7f5ad6a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:55.188315 n-d-705658-22 neutron-server[105585]: INFO neutron.db.segments_db [None req-b705f711-5f48-4dfd-84ae-47bc7f5ad6a8 admin admin] Added segment 4a013f66-dc65-4eb0-bd96-ca0f438c5b8c of type vlan for network f285d890-c55d-4aac-a5df-f4919c5c1eb0 Jul 27 21:03:55.229409 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-b705f711-5f48-4dfd-84ae-47bc7f5ad6a8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790688424798'] for network, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:55.232898 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-b5c3ca40-3c18-4529-90c5-04b859cc6feb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3743915', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4076308'] for router_interface, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:55.260927 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-b705f711-5f48-4dfd-84ae-47bc7f5ad6a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920'] for network, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:55.261989 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b705f711-5f48-4dfd-84ae-47bc7f5ad6a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:55.263139 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-b705f711-5f48-4dfd-84ae-47bc7f5ad6a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743886'] for network, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:55.324492 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-b705f711-5f48-4dfd-84ae-47bc7f5ad6a8 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4012532 Jul 27 21:03:55.324692 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 45608) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:03:55.331337 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-08a44000-84c0-48bb-9320-ba3ec5339497 admin admin] Request body: {'subnet': {'network_id': 'f285d890-c55d-4aac-a5df-f4919c5c1eb0', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1472782714-subnet', 'tenant_id': 'c0afa5466ff04651aa6207062d398a87', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:03:55.341530 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b705f711-5f48-4dfd-84ae-47bc7f5ad6a8 admin admin] Pushing event updated for resources: {'Network': ['ID=f285d890-c55d-4aac-a5df-f4919c5c1eb0,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:03:55.359095 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08a44000-84c0-48bb-9320-ba3ec5339497 admin admin] Made reservation on behalf of c0afa5466ff04651aa6207062d398a87 for: {'subnet': 1} {{(pid=105585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:03:55.359605 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Network f285d890-c55d-4aac-a5df-f4919c5c1eb0 details requested by agent ovs-agent-n-d-705658-22 with host n-d-705658-22 {{(pid=105586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:03:55.361400 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-08a44000-84c0-48bb-9320-ba3ec5339497 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9990620'] for subnet, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:55.467745 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5c3ca40-3c18-4529-90c5-04b859cc6feb admin admin] Router 53174442-fedd-4167-9d99-b64493b9a384 has already been hosted by L3 agent dd128fd7-8e57-4d4f-895b-a96b369df59a {{(pid=105584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:03:55.538784 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-08a44000-84c0-48bb-9320-ba3ec5339497 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10221797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9990606'] for subnet, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:55.578833 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5c3ca40-3c18-4529-90c5-04b859cc6feb admin admin] Notify agent at l3_agent.n-d-705658-22 the message routers_updated {{(pid=105584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:03:55.584782 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-b5c3ca40-3c18-4529-90c5-04b859cc6feb admin admin] 10.222.0.59 "PUT /v2.0/routers/53174442-fedd-4167-9d99-b64493b9a384/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8000307 Jul 27 21:03:55.587954 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 45612) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:03:55.590510 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dae0baf-b355-452c-a4a2-57cae0ebd097 None None] Sync routers for ids ['53174442-fedd-4167-9d99-b64493b9a384'] in n-d-705658-22 {{(pid=105586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:03:55.612050 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dae0baf-b355-452c-a4a2-57cae0ebd097 None None] Routers {'53174442-fedd-4167-9d99-b64493b9a384'} bound to L3 agent in host n-d-705658-22 {{(pid=105586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:03:55.612725 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-2dae0baf-b355-452c-a4a2-57cae0ebd097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:03:41Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['53174442-fedd-4167-9d99-b64493b9a384'], 'active': True} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:03:55.710335 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-749bf76a-f84e-459d-8f03-728353a11c74 admin admin] Notify callbacks [] for router, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:55.732489 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvr_db [None req-2dae0baf-b355-452c-a4a2-57cae0ebd097 None None] Set router 53174442-fedd-4167-9d99-b64493b9a384 gateway port host: n-d-705658-22 {{(pid=105586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:03:55.817418 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-749bf76a-f84e-459d-8f03-728353a11c74 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:55.888778 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-749bf76a-f84e-459d-8f03-728353a11c74 admin admin] Deleting port 9c6113a3-48dc-4e52-9f80-675592b22515 {{(pid=105584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:03:55.889351 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-749bf76a-f84e-459d-8f03-728353a11c74 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:55.953609 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-2dae0baf-b355-452c-a4a2-57cae0ebd097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53174442-fedd-4167-9d99-b64493b9a384', 'name': 'tempest-ServerRescueTestJSON-1561766410-router', 'tenant_id': 'bf2c8cd4d0264e96b8bde16d0eb3a6fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.213'}], 'enable_snat': True}, 'gw_port_id': '9c6113a3-48dc-4e52-9f80-675592b22515', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:01:39Z', 'updated_at': '2021-07-27T21:03:54Z', 'revision_number': 5, 'project_id': 'bf2c8cd4d0264e96b8bde16d0eb3a6fe', 'gw_port': {'id': '9c6113a3-48dc-4e52-9f80-675592b22515', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:59:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53174442-fedd-4167-9d99-b64493b9a384', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1129, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:01:40Z', 'updated_at': '2021-07-27T21:01:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22'}], 'n-d-705658-22', False) {} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:03:55.959271 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a44000-84c0-48bb-9320-ba3ec5339497 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ee8986c4-aa8f-4108-a118-00692233cdc5,revision_number=0']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:03:55.971980 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08a44000-84c0-48bb-9320-ba3ec5339497 admin admin] Checking segment: {'id': '4a013f66-dc65-4eb0-bd96-ca0f438c5b8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'f285d890-c55d-4aac-a5df-f4919c5c1eb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:03:55.972348 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08a44000-84c0-48bb-9320-ba3ec5339497 admin admin] Network hostable DHCP agents. Network: f285d890-c55d-4aac-a5df-f4919c5c1eb0, hostable agents: ['7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a'], hosted agents: [] {{(pid=105585) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:03:55.995865 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08a44000-84c0-48bb-9320-ba3ec5339497 admin admin] Network f285d890-c55d-4aac-a5df-f4919c5c1eb0 is scheduled to be hosted by DHCP agent 7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a with binding_index 1 {{(pid=105585) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:03:55.997677 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [None req-749bf76a-f84e-459d-8f03-728353a11c74 admin admin] For port 9c6113a3-48dc-4e52-9f80-675592b22515, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=9c6113a3-48dc-4e52-9f80-675592b22515,segment=NetworkSegment(12196855-9a32-4633-9a56-77697ef9e126),segment_id=12196855-9a32-4633-9a56-77697ef9e126)] {{(pid=105584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:03:55.998385 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-749bf76a-f84e-459d-8f03-728353a11c74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:56.003302 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Device 97537612-1d84-44a2-8bf4-7d7dee00f4d9 up at agent hyperv_n-h2-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:03:56.006036 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.base_scheduler [None req-08a44000-84c0-48bb-9320-ba3ec5339497 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-22, f285d890-c55d-4aac-a5df-f4919c5c1eb0) {{(pid=105585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:03:56.011826 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08a44000-84c0-48bb-9320-ba3ec5339497 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:56.013538 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-08a44000-84c0-48bb-9320-ba3ec5339497 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743886'] for subnet, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:56.024357 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-749bf76a-f84e-459d-8f03-728353a11c74 admin admin] Calling delete_port for 9c6113a3-48dc-4e52-9f80-675592b22515 owned by network:router_gateway {{(pid=105584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:03:56.040785 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af051ad5-978b-406b-8295-cc2a4d4f36de None None] Network f285d890-c55d-4aac-a5df-f4919c5c1eb0 requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:03:56.043199 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dae0baf-b355-452c-a4a2-57cae0ebd097 None None] Checking router: 53174442-fedd-4167-9d99-b64493b9a384 for host: n-d-705658-22 {{(pid=105586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:03:56.069300 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-08a44000-84c0-48bb-9320-ba3ec5339497 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7431808 Jul 27 21:03:56.072067 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 45620) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:03:56.079620 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-571fa4e0-5716-4b87-b43e-b3764a86c17a admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1472782714-router', 'tenant_id': 'c0afa5466ff04651aa6207062d398a87', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305'}}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:03:56.098111 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dae0baf-b355-452c-a4a2-57cae0ebd097 None None] Routers {'53174442-fedd-4167-9d99-b64493b9a384'} bound to L3 agent in host n-d-705658-22 {{(pid=105586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:03:56.098757 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-2dae0baf-b355-452c-a4a2-57cae0ebd097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:03:41Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['53174442-fedd-4167-9d99-b64493b9a384'], 'active': True} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:03:56.118485 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-571fa4e0-5716-4b87-b43e-b3764a86c17a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4163813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-443'] for router, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:56.119870 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-571fa4e0-5716-4b87-b43e-b3764a86c17a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4165196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4077059', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3711235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-418'] for router, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:56.133877 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9f941b-c7cd-4a22-b526-e6b3a0bc467f req-10d877e8-bbca-4c85-b633-5b5b42eaa803 tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:56.135513 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-be9f941b-c7cd-4a22-b526-e6b3a0bc467f req-10d877e8-bbca-4c85-b633-5b5b42eaa803 tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] 10.222.0.59 "GET /v2.0/ports?device_id=2cf8ebf6-ffd9-46a5-beb3-178af28bb1d5 HTTP/1.1" status: 200 len: 944 time: 0.1175835 Jul 27 21:03:56.215438 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-749bf76a-f84e-459d-8f03-728353a11c74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:56.218541 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-571fa4e0-5716-4b87-b43e-b3764a86c17a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:56.225878 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-be9f941b-c7cd-4a22-b526-e6b3a0bc467f req-f72442e0-27ad-4439-aba7-81d568076b32 tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0eecfba-15dc-4bf7-80e6-b94c8d880eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824928 Jul 27 21:03:56.258760 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749bf76a-f84e-459d-8f03-728353a11c74 admin admin] Pushing event deleted for resources: {'Port': ['ID=9c6113a3-48dc-4e52-9f80-675592b22515,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:03:56.332912 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-749bf76a-f84e-459d-8f03-728353a11c74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4075702'] for router_gateway, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:56.361792 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-3d54578f-831f-4696-b568-13c455922dab None None] Provisioning complete for port 97537612-1d84-44a2-8bf4-7d7dee00f4d9 triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:03:56.362873 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:56.368159 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvr_db [None req-2dae0baf-b355-452c-a4a2-57cae0ebd097 None None] Set router 53174442-fedd-4167-9d99-b64493b9a384 gateway port host: None {{(pid=105586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:03:56.379129 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-571fa4e0-5716-4b87-b43e-b3764a86c17a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4077169', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4163787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-400'] for router, precommit_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:56.445106 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-749bf76a-f84e-459d-8f03-728353a11c74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4163631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-425'] for router, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:56.447758 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-749bf76a-f84e-459d-8f03-728353a11c74 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:56.451302 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-2dae0baf-b355-452c-a4a2-57cae0ebd097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53174442-fedd-4167-9d99-b64493b9a384', 'name': 'tempest-ServerRescueTestJSON-1561766410-router', 'tenant_id': 'bf2c8cd4d0264e96b8bde16d0eb3a6fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:01:39Z', 'updated_at': '2021-07-27T21:03:55Z', 'revision_number': 6, 'project_id': 'bf2c8cd4d0264e96b8bde16d0eb3a6fe', 'gw_port_host': None}], 'n-d-705658-22', False) {} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:03:56.497890 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-749bf76a-f84e-459d-8f03-728353a11c74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4163007'] for router, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:56.498424 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-749bf76a-f84e-459d-8f03-728353a11c74 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 53174442-fedd-4167-9d99-b64493b9a384 {{(pid=105584) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 21:03:56.507542 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-749bf76a-f84e-459d-8f03-728353a11c74 admin admin] Notify callbacks [] for router, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:56.511485 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-749bf76a-f84e-459d-8f03-728353a11c74 admin admin] 10.222.0.59 "DELETE /v2.0/routers/53174442-fedd-4167-9d99-b64493b9a384 HTTP/1.1" status: 204 len: 168 time: 0.9197326 Jul 27 21:03:56.511814 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 45624) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:03:56.514120 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dae0baf-b355-452c-a4a2-57cae0ebd097 None None] The sync data for ids ['53174442-fedd-4167-9d99-b64493b9a384'] in n-d-705658-22 is: [{'id': '53174442-fedd-4167-9d99-b64493b9a384', 'name': 'tempest-ServerRescueTestJSON-1561766410-router', 'tenant_id': 'bf2c8cd4d0264e96b8bde16d0eb3a6fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:01:39Z', 'updated_at': '2021-07-27T21:03:55Z', 'revision_number': 6, 'project_id': 'bf2c8cd4d0264e96b8bde16d0eb3a6fe', 'gw_port_host': None}] {{(pid=105586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:03:56.582864 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.db_base_plugin_v2 [None req-59f82fe9-801f-4463-926f-121e63aed185 admin admin] Deleting subnet d99af16b-2946-4011-bd00-9832fafed710 {{(pid=105584) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:03:56.586233 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-59f82fe9-801f-4463-926f-121e63aed185 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:56.600800 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d329a7d-3855-4303-a44f-d737baf9b9d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30bb4b93-b285-5d90-9493-f9ec33ea333c-f285d890-c55d-4aac-a5df-f4919c5c1eb0', 'network_id': 'f285d890-c55d-4aac-a5df-f4919c5c1eb0', 'tenant_id': 'c0afa5466ff04651aa6207062d398a87', 'fixed_ips': [{'subnet_id': 'ee8986c4-aa8f-4108-a118-00692233cdc5'}]}} from n-d-705658-22. {{(pid=105586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 21:03:56.601654 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-5d329a7d-3855-4303-a44f-d737baf9b9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:56.614780 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:56.627701 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-59f82fe9-801f-4463-926f-121e63aed185 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9014207'] for subnet, precommit_delete_associations {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:56.637146 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-571fa4e0-5716-4b87-b43e-b3764a86c17a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:56.658251 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-571fa4e0-5716-4b87-b43e-b3764a86c17a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:56.671387 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-59f82fe9-801f-4463-926f-121e63aed185 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854965'] for subnet, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:56.696115 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cf8ebf6-ffd9-46a5-beb3-178af28bb1d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97537612-1d84-44a2-8bf4-7d7dee00f4d9'}] {{(pid=105586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:03:56.698402 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14c1663e039faf5393f87855f745010ac5b02220355b68fdbf065393e303ac56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9109ea3e-5302-4d53-84c7-ea7d84bf1875" -d '{"events": [{"server_uuid": "2cf8ebf6-ffd9-46a5-beb3-178af28bb1d5", "name": "network-vif-plugged", "status": "completed", "tag": "97537612-1d84-44a2-8bf4-7d7dee00f4d9"}]}' {{(pid=105586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:03:56.741134 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] For port 97537612-1d84-44a2-8bf4-7d7dee00f4d9, host n-h2-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=97537612-1d84-44a2-8bf4-7d7dee00f4d9,segment=NetworkSegment(a9b7024e-df2a-4526-a1ee-cb4cd8d6548a),segment_id=a9b7024e-df2a-4526-a1ee-cb4cd8d6548a)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:03:56.746732 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:03:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c22a3b01-1a8c-4c13-a1c7-b50714068ef8 x-openstack-request-id: req-c22a3b01-1a8c-4c13-a1c7-b50714068ef8 {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:03:56.747076 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2cf8ebf6-ffd9-46a5-beb3-178af28bb1d5", "name": "network-vif-plugged", "status": "completed", "tag": "97537612-1d84-44a2-8bf4-7d7dee00f4d9", "code": 200}]} {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:03:56.747466 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-c22a3b01-1a8c-4c13-a1c7-b50714068ef8 {{(pid=105586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:03:56.747864 n-d-705658-22 neutron-server[105586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2cf8ebf6-ffd9-46a5-beb3-178af28bb1d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97537612-1d84-44a2-8bf4-7d7dee00f4d9', 'code': 200} Jul 27 21:03:56.759261 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:56.759562 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-59f82fe9-801f-4463-926f-121e63aed185 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9014081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9738825'] for subnet, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:56.760633 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Device 835f0f4d-0526-410c-996b-78e4b0d0e923 no longer exists at agent hyperv_n-h2-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:03:56.805543 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.db_base_plugin_common [None req-571fa4e0-5716-4b87-b43e-b3764a86c17a admin admin] Allocated IP 172.25.5.214 (8735d8a2-b604-4758-ae71-b40e4ee6f305/eca7dbab-b9c0-4c8f-a272-816ea8a81764/9dffb4f8-f010-4884-bdeb-fd21fa1d9dcf) {{(pid=105585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:03:56.819697 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-3d54578f-831f-4696-b568-13c455922dab None None] No Port match for: 835f0f4d-0526-410c-996b-78e4b0d0e923 {{(pid=105586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:03:56.821243 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Device 835f0f4d-0526-410c-996b-78e4b0d0e923 not bound to the agent host n-h2-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:03:56.848511 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f82fe9-801f-4463-926f-121e63aed185 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d99af16b-2946-4011-bd00-9832fafed710,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:03:56.861545 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-59f82fe9-801f-4463-926f-121e63aed185 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:56.863640 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-59f82fe9-801f-4463-926f-121e63aed185 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/d99af16b-2946-4011-bd00-9832fafed710 HTTP/1.1" status: 204 len: 168 time: 0.3508003 Jul 27 21:03:56.865988 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 45632) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:03:56.910360 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.db_base_plugin_common [None req-5d329a7d-3855-4303-a44f-d737baf9b9d7 None None] Allocated IP 172.20.0.2 (f285d890-c55d-4aac-a5df-f4919c5c1eb0/ee8986c4-aa8f-4108-a118-00692233cdc5/ee2276fd-6c01-43c7-9875-5c22c3aab34a) {{(pid=105586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:03:56.917147 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Pushing event updated for resources: {'Port': ['ID=97537612-1d84-44a2-8bf4-7d7dee00f4d9,revision_number=8']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:03:57.006796 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-86428da5-5f80-4592-8257-c65a8ff7dd83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-990557'] for network, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:57.017803 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57ffbbf-9fd2-4a8c-b126-0caddc0f4502 req-4c2ef392-1369-4ee6-867a-9d3e8b2340ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:57.019420 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b57ffbbf-9fd2-4a8c-b126-0caddc0f4502 req-4c2ef392-1369-4ee6-867a-9d3e8b2340ea service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=2cf8ebf6-ffd9-46a5-beb3-178af28bb1d5 HTTP/1.1" status: 200 len: 1097 time: 0.1408412 Jul 27 21:03:57.025314 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-571fa4e0-5716-4b87-b43e-b3764a86c17a admin admin] Notify callbacks [] for port, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:57.071158 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b57ffbbf-9fd2-4a8c-b126-0caddc0f4502 req-09d35204-6ea5-42b8-95a8-98dab3a872f0 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=b0eecfba-15dc-4bf7-80e6-b94c8d880eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405929 Jul 27 21:03:57.110416 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-571fa4e0-5716-4b87-b43e-b3764a86c17a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:57.131956 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-86428da5-5f80-4592-8257-c65a8ff7dd83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853562', 'neutron.services.segments.db._delete_segments_for_network-8790688882975'] for network, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:57.143746 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.segments.db [None req-86428da5-5f80-4592-8257-c65a8ff7dd83 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a24de5a6-5324-4482-88f7-01f3fef3fce4']}} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:03:57.155167 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.segments.db [None req-86428da5-5f80-4592-8257-c65a8ff7dd83 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31fbdef5-d817-4d56-be48-3d485cdfd14a') {'for_net_delete': True} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:03:57.155510 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.segments.db [None req-86428da5-5f80-4592-8257-c65a8ff7dd83 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31fbdef5-d817-4d56-be48-3d485cdfd14a') {} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:03:57.164676 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-86428da5-5f80-4592-8257-c65a8ff7dd83 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790688883752', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9014348'] for segment, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:57.165413 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-571fa4e0-5716-4b87-b43e-b3764a86c17a admin admin] Network 8735d8a2-b604-4758-ae71-b40e4ee6f305 is already hosted by enough agents. {{(pid=105585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:03:57.171917 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.base_scheduler [None req-571fa4e0-5716-4b87-b43e-b3764a86c17a admin admin] Resources bound (agent type, host, resource id): {{(pid=105585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:03:57.173441 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-5d329a7d-3855-4303-a44f-d737baf9b9d7 None None] Notify callbacks [] for port, precommit_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:57.176558 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-571fa4e0-5716-4b87-b43e-b3764a86c17a admin admin] Received port after_create {{(pid=105585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:03:57.181442 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-86428da5-5f80-4592-8257-c65a8ff7dd83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:57.188733 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86428da5-5f80-4592-8257-c65a8ff7dd83 admin admin] Releasing vlan 223 on physical network physnet1 to pool {{(pid=105584) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:03:57.189128 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-86428da5-5f80-4592-8257-c65a8ff7dd83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9014063'] for segment, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:57.191026 n-d-705658-22 neutron-server[105584]: Traceback (most recent call last): Jul 27 21:03:57.191026 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:03:57.191026 n-d-705658-22 neutron-server[105584]: timer() Jul 27 21:03:57.191026 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:03:57.191026 n-d-705658-22 neutron-server[105584]: cb(*args, **kw) Jul 27 21:03:57.191026 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:03:57.191026 n-d-705658-22 neutron-server[105584]: return func(*args, **kwargs) Jul 27 21:03:57.191026 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:03:57.191026 n-d-705658-22 neutron-server[105584]: self._notify() Jul 27 21:03:57.191026 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:03:57.191026 n-d-705658-22 neutron-server[105584]: self.callback(batched_events) Jul 27 21:03:57.191026 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:03:57.191026 n-d-705658-22 neutron-server[105584]: event.method(event) Jul 27 21:03:57.191026 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:03:57.191026 n-d-705658-22 neutron-server[105584]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:03:57.191026 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:03:57.191026 n-d-705658-22 neutron-server[105584]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:03:57.191026 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:03:57.191026 n-d-705658-22 neutron-server[105584]: return f(self, *a, **k) Jul 27 21:03:57.191026 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:03:57.191026 n-d-705658-22 neutron-server[105584]: return self._get(url).json() Jul 27 21:03:57.191026 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:03:57.191026 n-d-705658-22 neutron-server[105584]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:03:57.191026 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:03:57.191026 n-d-705658-22 neutron-server[105584]: return self.request(url, 'GET', **kwargs) Jul 27 21:03:57.191026 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:03:57.191026 n-d-705658-22 neutron-server[105584]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:03:57.191026 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:03:57.191026 n-d-705658-22 neutron-server[105584]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:03:57.191026 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:03:57.191026 n-d-705658-22 neutron-server[105584]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:03:57.191026 n-d-705658-22 neutron-server[105584]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:03:57.197336 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571fa4e0-5716-4b87-b43e-b3764a86c17a admin admin] Pushing event updated for resources: {'Port': ['ID=9dffb4f8-f010-4884-bdeb-fd21fa1d9dcf,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:03:57.251290 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-86428da5-5f80-4592-8257-c65a8ff7dd83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4075658'] for network, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:57.251541 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-5d329a7d-3855-4303-a44f-d737baf9b9d7 None None] Transition to ACTIVE for port object ee2276fd-6c01-43c7-9875-5c22c3aab34a will not be triggered until provisioned by entity L2. {{(pid=105586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:03:57.257001 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-86428da5-5f80-4592-8257-c65a8ff7dd83 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743886'] for network, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:57.261709 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-86428da5-5f80-4592-8257-c65a8ff7dd83 admin admin] 10.222.0.59 "DELETE /v2.0/networks/a24de5a6-5324-4482-88f7-01f3fef3fce4 HTTP/1.1" status: 204 len: 168 time: 0.3922758 Jul 27 21:03:57.281034 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-5d329a7d-3855-4303-a44f-d737baf9b9d7 None None] Transition to ACTIVE for port object ee2276fd-6c01-43c7-9875-5c22c3aab34a will not be triggered until provisioned by entity DHCP. {{(pid=105586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:03:57.289224 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-5d329a7d-3855-4303-a44f-d737baf9b9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143'] for port, after_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:57.301111 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86428da5-5f80-4592-8257-c65a8ff7dd83 admin admin] Pushing event deleted for resources: {'Network': ['ID=a24de5a6-5324-4482-88f7-01f3fef3fce4,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:03:57.343543 n-d-705658-22 neutron-server[105586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d329a7d-3855-4303-a44f-d737baf9b9d7 None None] Network f285d890-c55d-4aac-a5df-f4919c5c1eb0 is already hosted by enough agents. {{(pid=105586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:03:57.349102 n-d-705658-22 neutron-server[105586]: DEBUG neutron.scheduler.base_scheduler [None req-5d329a7d-3855-4303-a44f-d737baf9b9d7 None None] Resources bound (agent type, host, resource id): {{(pid=105586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:03:57.352867 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d329a7d-3855-4303-a44f-d737baf9b9d7 None None] Received port after_create {{(pid=105586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:03:57.361060 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d329a7d-3855-4303-a44f-d737baf9b9d7 None None] Pushing event updated for resources: {'Port': ['ID=ee2276fd-6c01-43c7-9875-5c22c3aab34a,revision_number=1']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:03:57.431255 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 45640) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:03:57.433859 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-5d329a7d-3855-4303-a44f-d737baf9b9d7 None None] Attempting to bind port ee2276fd-6c01-43c7-9875-5c22c3aab34a on host n-d-705658-22 for vnic_type normal with profile {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:03:57.434317 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-5d329a7d-3855-4303-a44f-d737baf9b9d7 None None] Attempting to bind port ee2276fd-6c01-43c7-9875-5c22c3aab34a by drivers openvswitch,hyperv on host n-d-705658-22 at level 0 using segments [{'id': '4a013f66-dc65-4eb0-bd96-ca0f438c5b8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'f285d890-c55d-4aac-a5df-f4919c5c1eb0'}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:03:57.435229 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d329a7d-3855-4303-a44f-d737baf9b9d7 None None] Attempting to bind port ee2276fd-6c01-43c7-9875-5c22c3aab34a on network f285d890-c55d-4aac-a5df-f4919c5c1eb0 {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:03:57.441522 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d329a7d-3855-4303-a44f-d737baf9b9d7 None None] Checking agent: {'id': '04a7ea91-6318-467e-ace6-b0fb48c8690f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 41, 42), 'started_at': datetime.datetime(2021, 7, 27, 20, 42, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 3, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:03:57.441913 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d329a7d-3855-4303-a44f-d737baf9b9d7 None None] Checking segment: {'id': '4a013f66-dc65-4eb0-bd96-ca0f438c5b8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'f285d890-c55d-4aac-a5df-f4919c5c1eb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:03:57.442435 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-5d329a7d-3855-4303-a44f-d737baf9b9d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:57.442755 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d329a7d-3855-4303-a44f-d737baf9b9d7 None None] Bound using segment: {'id': '4a013f66-dc65-4eb0-bd96-ca0f438c5b8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'f285d890-c55d-4aac-a5df-f4919c5c1eb0'} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:03:57.443524 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-5d329a7d-3855-4303-a44f-d737baf9b9d7 None None] Bound port: ee2276fd-6c01-43c7-9875-5c22c3aab34a, host: n-d-705658-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a013f66-dc65-4eb0-bd96-ca0f438c5b8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'f285d890-c55d-4aac-a5df-f4919c5c1eb0'}}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:03:57.443921 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-5d329a7d-3855-4303-a44f-d737baf9b9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:57.483904 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 66d082b0-1c26-4d47-91d3-ac2707c6d4ff no longer exists at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:03:57.510375 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-4370b848-6b5e-45ab-a05d-e346dc732294 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=bf2c8cd4d0264e96b8bde16d0eb3a6fe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0793748 Jul 27 21:03:57.511400 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 45644) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:03:57.514133 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] No Port match for: 66d082b0-1c26-4d47-91d3-ac2707c6d4ff {{(pid=105586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:03:57.514490 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 66d082b0-1c26-4d47-91d3-ac2707c6d4ff not bound to the agent host n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:03:57.548723 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-5d329a7d-3855-4303-a44f-d737baf9b9d7 None None] For port ee2276fd-6c01-43c7-9875-5c22c3aab34a, host n-d-705658-22, cleared binding levels {{(pid=105586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:03:57.552598 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-5d329a7d-3855-4303-a44f-d737baf9b9d7 None None] For port ee2276fd-6c01-43c7-9875-5c22c3aab34a, host n-d-705658-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=ee2276fd-6c01-43c7-9875-5c22c3aab34a,segment=NetworkSegment(4a013f66-dc65-4eb0-bd96-ca0f438c5b8c),segment_id=4a013f66-dc65-4eb0-bd96-ca0f438c5b8c)] {{(pid=105586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:03:57.558306 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-5d329a7d-3855-4303-a44f-d737baf9b9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:57.574956 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-571fa4e0-5716-4b87-b43e-b3764a86c17a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:57.589979 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-2f3b6127-cf18-4649-974f-6451a7b54888 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:57.614500 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-2f3b6127-cf18-4649-974f-6451a7b54888 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:57.622924 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d329a7d-3855-4303-a44f-d737baf9b9d7 None None] Pushing event updated for resources: {'Port': ['ID=ee2276fd-6c01-43c7-9875-5c22c3aab34a,revision_number=2']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:03:57.634211 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-00e4f476-af21-4e13-8d53-63e4a0f26935 req-03e2ae0e-1b9c-4e14-bed3-46244a4c6add service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=f4131bf3-56d0-4dd5-8a0b-f9b028d7bbbe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2875357 Jul 27 21:03:57.650560 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cae8a6f-05c8-4eb4-88db-c4fb54405451 req-0a2fd405-0edf-4ed6-bc2f-3380f8c15a4c tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:57.652178 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-9cae8a6f-05c8-4eb4-88db-c4fb54405451 req-0a2fd405-0edf-4ed6-bc2f-3380f8c15a4c tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] 10.222.0.59 "GET /v2.0/ports?device_id=2cf8ebf6-ffd9-46a5-beb3-178af28bb1d5 HTTP/1.1" status: 200 len: 945 time: 0.2956700 Jul 27 21:03:57.703367 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-2f3b6127-cf18-4649-974f-6451a7b54888 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:57.709725 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-2f3b6127-cf18-4649-974f-6451a7b54888 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:57.713905 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-2f3b6127-cf18-4649-974f-6451a7b54888 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/551e2ab4-0adb-4dc6-ad9d-2e4a42006670 HTTP/1.1" status: 204 len: 168 time: 0.2014799 Jul 27 21:03:57.724490 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3b6127-cf18-4649-974f-6451a7b54888 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=551e2ab4-0adb-4dc6-ad9d-2e4a42006670,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:03:57.808778 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-9cae8a6f-05c8-4eb4-88db-c4fb54405451 req-ea580b45-ab26-482c-ad97-644664b2b5f7 tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0eecfba-15dc-4bf7-80e6-b94c8d880eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343479 Jul 27 21:03:57.909100 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e4f476-af21-4e13-8d53-63e4a0f26935 req-f8b5f117-809a-4207-892e-3ba9f18b822d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:57.910854 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-00e4f476-af21-4e13-8d53-63e4a0f26935 req-f8b5f117-809a-4207-892e-3ba9f18b822d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=3bfa1a2c35f349b1a3e408eca249b7cf&device_id=f4131bf3-56d0-4dd5-8a0b-f9b028d7bbbe HTTP/1.1" status: 200 len: 1097 time: 0.2533059 Jul 27 21:03:58.070689 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-571fa4e0-5716-4b87-b43e-b3764a86c17a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4163804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4077150'] for router, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:58.123979 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e4f476-af21-4e13-8d53-63e4a0f26935 req-fef72a99-21da-4f45-b14b-b6f986782db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:58.125575 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-00e4f476-af21-4e13-8d53-63e4a0f26935 req-fef72a99-21da-4f45-b14b-b6f986782db3 service neutron] 10.222.0.60 "GET /v2.0/networks?id=79bd215c-af8d-45db-ad24-972205044e15 HTTP/1.1" status: 200 len: 918 time: 0.1678736 Jul 27 21:03:58.251140 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-00e4f476-af21-4e13-8d53-63e4a0f26935 req-8c46d111-c5a9-4849-8719-45a9501fdc70 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=692f13a5-f9cb-440b-acee-eec7835ad338 HTTP/1.1" status: 200 len: 1000 time: 0.1176975 Jul 27 21:03:58.329939 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e4f476-af21-4e13-8d53-63e4a0f26935 req-0736a63b-1f61-4ae2-8d95-b9e99815c0c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:58.331741 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-00e4f476-af21-4e13-8d53-63e4a0f26935 req-0736a63b-1f61-4ae2-8d95-b9e99815c0c6 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=63030826-f290-4ec4-88a7-e0d5c21af6b4 HTTP/1.1" status: 200 len: 856 time: 0.0662327 Jul 27 21:03:58.371469 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-571fa4e0-5716-4b87-b43e-b3764a86c17a admin admin] Router 2305c6d6-cce6-4e1b-b6f0-5a57b6073cfb is scheduled to L3 agent dd128fd7-8e57-4d4f-895b-a96b369df59a with binding_index 1 {{(pid=105585) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 21:03:58.489587 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e4f476-af21-4e13-8d53-63e4a0f26935 req-01e0fbdd-291b-40e4-8aad-8666daa0c8d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:58.491500 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-00e4f476-af21-4e13-8d53-63e4a0f26935 req-01e0fbdd-291b-40e4-8aad-8666daa0c8d1 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=79bd215c-af8d-45db-ad24-972205044e15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1514578 Jul 27 21:03:58.565380 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-571fa4e0-5716-4b87-b43e-b3764a86c17a admin admin] Notify agent at l3_agent.n-d-705658-22 the message routers_updated {{(pid=105585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:03:58.579127 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c1f857c-fe54-46a1-923e-8412dac9f515 None None] Sync routers for ids ['2305c6d6-cce6-4e1b-b6f0-5a57b6073cfb'] in n-d-705658-22 {{(pid=105587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:03:58.593522 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c1f857c-fe54-46a1-923e-8412dac9f515 None None] Routers {'2305c6d6-cce6-4e1b-b6f0-5a57b6073cfb'} bound to L3 agent in host n-d-705658-22 {{(pid=105587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:03:58.595252 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-6c1f857c-fe54-46a1-923e-8412dac9f515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:03:41Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['2305c6d6-cce6-4e1b-b6f0-5a57b6073cfb'], 'active': True} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:03:58.597779 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-571fa4e0-5716-4b87-b43e-b3764a86c17a admin admin] Notify callbacks [] for router, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:58.601700 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-571fa4e0-5716-4b87-b43e-b3764a86c17a admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.5258734 Jul 27 21:03:58.602039 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 45674) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:03:58.663669 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-00e4f476-af21-4e13-8d53-63e4a0f26935 req-528a8564-b446-4b37-8fd8-5393fc074ba4 service neutron] 10.222.0.60 "GET /v2.0/networks/79bd215c-af8d-45db-ad24-972205044e15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1622458 Jul 27 21:03:58.904736 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-00e4f476-af21-4e13-8d53-63e4a0f26935 req-ef87d278-2e90-41e6-a91b-fba137bdddd7 service neutron] 10.222.0.60 "GET /v2.0/networks/79bd215c-af8d-45db-ad24-972205044e15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2342031 Jul 27 21:03:58.949673 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvr_db [None req-6c1f857c-fe54-46a1-923e-8412dac9f515 None None] Set router 2305c6d6-cce6-4e1b-b6f0-5a57b6073cfb gateway port host: n-d-705658-22 {{(pid=105587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:03:58.982806 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device ee2276fd-6c01-43c7-9875-5c22c3aab34a up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:03:59.058054 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a65f9d5-47c1-4d66-b773-c59587d15b30 None None] Network f285d890-c55d-4aac-a5df-f4919c5c1eb0 requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:03:59.154198 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-e954bf5d-2c23-4351-963a-adca5e712ccc None None] Provisioning for port ee2276fd-6c01-43c7-9875-5c22c3aab34a completed by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:03:59.183468 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fe940f-d88d-4eb6-a58e-378cf8050467 req-33d9950f-08ab-4ad2-9ab1-6d164638a811 tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:59.189551 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-97fe940f-d88d-4eb6-a58e-378cf8050467 req-33d9950f-08ab-4ad2-9ab1-6d164638a811 tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] 10.222.0.59 "GET /v2.0/ports?device_id=2cf8ebf6-ffd9-46a5-beb3-178af28bb1d5 HTTP/1.1" status: 200 len: 945 time: 0.1858470 Jul 27 21:03:59.193589 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning for port ee2276fd-6c01-43c7-9875-5c22c3aab34a completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:03:59.205470 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port ee2276fd-6c01-43c7-9875-5c22c3aab34a triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:03:59.205973 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:59.261575 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-97fe940f-d88d-4eb6-a58e-378cf8050467 req-c6eb9495-1a30-4970-bf29-e873acd3de7e tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0eecfba-15dc-4bf7-80e6-b94c8d880eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610557 Jul 27 21:03:59.378222 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:59.412485 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-6c1f857c-fe54-46a1-923e-8412dac9f515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2305c6d6-cce6-4e1b-b6f0-5a57b6073cfb', 'name': 'tempest-AttachSCSIVolumeTestJSON-1472782714-router', 'tenant_id': 'c0afa5466ff04651aa6207062d398a87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.214'}], 'enable_snat': True}, 'gw_port_id': '9dffb4f8-f010-4884-bdeb-fd21fa1d9dcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:03:56Z', 'updated_at': '2021-07-27T21:03:57Z', 'revision_number': 3, 'project_id': 'c0afa5466ff04651aa6207062d398a87', 'gw_port': {'id': '9dffb4f8-f010-4884-bdeb-fd21fa1d9dcf', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:2e:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2305c6d6-cce6-4e1b-b6f0-5a57b6073cfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1203, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:03:56Z', 'updated_at': '2021-07-27T21:03:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22'}], 'n-d-705658-22', False) {} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:03:59.419103 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] For port ee2276fd-6c01-43c7-9875-5c22c3aab34a, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=ee2276fd-6c01-43c7-9875-5c22c3aab34a,segment=NetworkSegment(4a013f66-dc65-4eb0-bd96-ca0f438c5b8c),segment_id=4a013f66-dc65-4eb0-bd96-ca0f438c5b8c)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:03:59.425351 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:59.448051 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-42434b0f-cb3c-47e6-9ea8-b847a5f6f75b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:59.488310 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 9c6113a3-48dc-4e52-9f80-675592b22515 no longer exists at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:03:59.491779 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c1f857c-fe54-46a1-923e-8412dac9f515 None None] Checking router: 2305c6d6-cce6-4e1b-b6f0-5a57b6073cfb for host: n-d-705658-22 {{(pid=105587) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:03:59.492323 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c1f857c-fe54-46a1-923e-8412dac9f515 None None] Updating router 2305c6d6-cce6-4e1b-b6f0-5a57b6073cfb port 9dffb4f8-f010-4884-bdeb-fd21fa1d9dcf binding host n-d-705658-22 {{(pid=105587) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 21:03:59.541718 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] No Port match for: 9c6113a3-48dc-4e52-9f80-675592b22515 {{(pid=105586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:03:59.542089 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 9c6113a3-48dc-4e52-9f80-675592b22515 not bound to the agent host n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:03:59.554929 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c32716-1a72-4eed-839b-7e242ae97e8f req-06666d28-b7ac-49f5-8d37-93dd529f7b40 tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:59.558660 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-08c32716-1a72-4eed-839b-7e242ae97e8f req-06666d28-b7ac-49f5-8d37-93dd529f7b40 tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] 10.222.0.59 "GET /v2.0/ports?device_id=2cf8ebf6-ffd9-46a5-beb3-178af28bb1d5 HTTP/1.1" status: 200 len: 945 time: 0.1669674 Jul 27 21:03:59.562585 n-d-705658-22 neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-6c1f857c-fe54-46a1-923e-8412dac9f515 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:59.594675 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Pushing event updated for resources: {'Port': ['ID=ee2276fd-6c01-43c7-9875-5c22c3aab34a,revision_number=3']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:03:59.682582 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-08c32716-1a72-4eed-839b-7e242ae97e8f req-5c199e07-0be5-493c-abe8-eb81fa6dbe41 tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0eecfba-15dc-4bf7-80e6-b94c8d880eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970759 Jul 27 21:03:59.722182 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.db_base_plugin_common [None req-42434b0f-cb3c-47e6-9ea8-b847a5f6f75b admin admin] Allocated IP 172.20.0.1 (f285d890-c55d-4aac-a5df-f4919c5c1eb0/ee8986c4-aa8f-4108-a118-00692233cdc5/0870aca9-2141-475b-a6dc-4b3a925e6952) {{(pid=105584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:03:59.785831 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-aeebc6d8-a3fa-465d-979b-ef686ff0ab5c None None] Provisioning complete for port ee2276fd-6c01-43c7-9875-5c22c3aab34a triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:03:59.786457 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-aeebc6d8-a3fa-465d-979b-ef686ff0ab5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:59.962579 n-d-705658-22 neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-6c1f857c-fe54-46a1-923e-8412dac9f515 None None] Notify callbacks [] for port, precommit_update {{(pid=105587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:59.973790 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.provisioning_blocks [None req-6c1f857c-fe54-46a1-923e-8412dac9f515 None None] Transition to ACTIVE for port object 9dffb4f8-f010-4884-bdeb-fd21fa1d9dcf will not be triggered until provisioned by entity L2. {{(pid=105587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:03:59.981050 n-d-705658-22 neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-6c1f857c-fe54-46a1-923e-8412dac9f515 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:00.062218 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.managers [None req-6c1f857c-fe54-46a1-923e-8412dac9f515 None None] Attempting to bind port 9dffb4f8-f010-4884-bdeb-fd21fa1d9dcf on host n-d-705658-22 for vnic_type normal with profile {{(pid=105587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:04:00.062607 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.managers [None req-6c1f857c-fe54-46a1-923e-8412dac9f515 None None] Attempting to bind port 9dffb4f8-f010-4884-bdeb-fd21fa1d9dcf by drivers openvswitch,hyperv on host n-d-705658-22 at level 0 using segments [{'id': '12196855-9a32-4633-9a56-77697ef9e126', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305'}] {{(pid=105587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:04:00.063140 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c1f857c-fe54-46a1-923e-8412dac9f515 None None] Attempting to bind port 9dffb4f8-f010-4884-bdeb-fd21fa1d9dcf on network 8735d8a2-b604-4758-ae71-b40e4ee6f305 {{(pid=105587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:04:00.065213 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c747378-5e60-4f20-9271-e305563cdf02 None None] Pushing event updated for resources: {'Port': ['ID=9dffb4f8-f010-4884-bdeb-fd21fa1d9dcf,revision_number=2']} {{(pid=105587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:04:00.076333 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c747378-5e60-4f20-9271-e305563cdf02 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:04:00.076685 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c747378-5e60-4f20-9271-e305563cdf02 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:04:00.077028 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c747378-5e60-4f20-9271-e305563cdf02 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:04:00.077363 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c747378-5e60-4f20-9271-e305563cdf02 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:04:00.077702 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c747378-5e60-4f20-9271-e305563cdf02 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:04:00.078035 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c747378-5e60-4f20-9271-e305563cdf02 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:04:00.078889 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c747378-5e60-4f20-9271-e305563cdf02 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:04:00.079252 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c747378-5e60-4f20-9271-e305563cdf02 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:04:00.079584 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c747378-5e60-4f20-9271-e305563cdf02 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:04:00.079912 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c747378-5e60-4f20-9271-e305563cdf02 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:04:00.080241 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c747378-5e60-4f20-9271-e305563cdf02 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:04:00.080567 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c747378-5e60-4f20-9271-e305563cdf02 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:04:00.084990 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c1f857c-fe54-46a1-923e-8412dac9f515 None None] Checking agent: {'id': '04a7ea91-6318-467e-ace6-b0fb48c8690f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 41, 42), 'started_at': datetime.datetime(2021, 7, 27, 20, 42, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 3, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:04:00.085366 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c1f857c-fe54-46a1-923e-8412dac9f515 None None] Checking segment: {'id': '12196855-9a32-4633-9a56-77697ef9e126', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:04:00.085797 n-d-705658-22 neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-6c1f857c-fe54-46a1-923e-8412dac9f515 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:00.086150 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c1f857c-fe54-46a1-923e-8412dac9f515 None None] Bound using segment: {'id': '12196855-9a32-4633-9a56-77697ef9e126', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305'} {{(pid=105587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:04:00.086632 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.managers [None req-6c1f857c-fe54-46a1-923e-8412dac9f515 None None] Bound port: 9dffb4f8-f010-4884-bdeb-fd21fa1d9dcf, host: n-d-705658-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12196855-9a32-4633-9a56-77697ef9e126', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305'}}] {{(pid=105587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:04:00.087046 n-d-705658-22 neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-6c1f857c-fe54-46a1-923e-8412dac9f515 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:00.144176 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.db [None req-6c1f857c-fe54-46a1-923e-8412dac9f515 None None] For port 9dffb4f8-f010-4884-bdeb-fd21fa1d9dcf, host n-d-705658-22, cleared binding levels {{(pid=105587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:04:00.147408 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.db [None req-6c1f857c-fe54-46a1-923e-8412dac9f515 None None] For port 9dffb4f8-f010-4884-bdeb-fd21fa1d9dcf, host n-d-705658-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=9dffb4f8-f010-4884-bdeb-fd21fa1d9dcf,segment=NetworkSegment(12196855-9a32-4633-9a56-77697ef9e126),segment_id=12196855-9a32-4633-9a56-77697ef9e126)] {{(pid=105587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:04:00.153323 n-d-705658-22 neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-6c1f857c-fe54-46a1-923e-8412dac9f515 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:00.236495 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c1f857c-fe54-46a1-923e-8412dac9f515 None None] Routers {'2305c6d6-cce6-4e1b-b6f0-5a57b6073cfb'} bound to L3 agent in host n-d-705658-22 {{(pid=105587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:04:00.238129 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-6c1f857c-fe54-46a1-923e-8412dac9f515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:03:41Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['2305c6d6-cce6-4e1b-b6f0-5a57b6073cfb'], 'active': True} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:04:00.277212 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766f14f3-1bef-41c8-8c64-ec2495fb5e2c req-c39d8914-e8f4-4bc9-b7c6-c7747eacc239 tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:04:00.284789 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-766f14f3-1bef-41c8-8c64-ec2495fb5e2c req-c39d8914-e8f4-4bc9-b7c6-c7747eacc239 tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] 10.222.0.59 "GET /v2.0/networks?id=e3b519c5-b5b4-46b1-b571-75e8645219f5 HTTP/1.1" status: 200 len: 815 time: 0.1336451 Jul 27 21:04:00.288610 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-42434b0f-cb3c-47e6-9ea8-b847a5f6f75b admin admin] Notify callbacks [] for port, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:00.305385 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-766f14f3-1bef-41c8-8c64-ec2495fb5e2c req-62fd8819-85cf-4e78-99be-8ff6bd8aafa2 tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] 10.222.0.59 "GET /v2.0/quotas/69cdc72bf3f043e3a9d2448007614684 HTTP/1.1" status: 200 len: 375 time: 0.0196328 Jul 27 21:04:00.305895 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.provisioning_blocks [None req-42434b0f-cb3c-47e6-9ea8-b847a5f6f75b admin admin] Transition to ACTIVE for port object 0870aca9-2141-475b-a6dc-4b3a925e6952 will not be triggered until provisioned by entity DHCP. {{(pid=105584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:04:00.314128 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c747378-5e60-4f20-9271-e305563cdf02 None None] Pushing event updated for resources: {'Port': ['ID=9dffb4f8-f010-4884-bdeb-fd21fa1d9dcf,revision_number=3']} {{(pid=105587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:04:00.351249 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-42434b0f-cb3c-47e6-9ea8-b847a5f6f75b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:00.393210 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvr_db [None req-6c1f857c-fe54-46a1-923e-8412dac9f515 None None] Set router 2305c6d6-cce6-4e1b-b6f0-5a57b6073cfb gateway port host: n-d-705658-22 {{(pid=105587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:04:00.397611 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-766f14f3-1bef-41c8-8c64-ec2495fb5e2c req-62898ffe-32f2-4f18-9a6d-f96c93c06c63 tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=69cdc72bf3f043e3a9d2448007614684&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0906878 Jul 27 21:04:00.419591 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42434b0f-cb3c-47e6-9ea8-b847a5f6f75b admin admin] Network f285d890-c55d-4aac-a5df-f4919c5c1eb0 is already hosted by enough agents. {{(pid=105584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:04:00.427452 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [None req-42434b0f-cb3c-47e6-9ea8-b847a5f6f75b admin admin] Resources bound (agent type, host, resource id): {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:04:00.437736 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42434b0f-cb3c-47e6-9ea8-b847a5f6f75b admin admin] Received port after_create {{(pid=105584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:04:00.495312 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42434b0f-cb3c-47e6-9ea8-b847a5f6f75b admin admin] Pushing event updated for resources: {'Port': ['ID=0870aca9-2141-475b-a6dc-4b3a925e6952,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:04:00.512397 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-42434b0f-cb3c-47e6-9ea8-b847a5f6f75b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4075523'] for router_interface, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:00.585013 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [req-766f14f3-1bef-41c8-8c64-ec2495fb5e2c req-fdc055d1-808c-4aeb-bdf3-b8f5d5969362 service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=105585) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 21:04:00.593050 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-766f14f3-1bef-41c8-8c64-ec2495fb5e2c req-fdc055d1-808c-4aeb-bdf3-b8f5d5969362 service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1945400 Jul 27 21:04:00.716723 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-42434b0f-cb3c-47e6-9ea8-b847a5f6f75b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:00.747611 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-766f14f3-1bef-41c8-8c64-ec2495fb5e2c req-783ce653-65b7-46c9-8acc-4498fe0c4175 service neutron] 10.222.0.59 "GET /v2.0/networks/e3b519c5-b5b4-46b1-b571-75e8645219f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1475053 Jul 27 21:04:00.754794 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-6c1f857c-fe54-46a1-923e-8412dac9f515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2305c6d6-cce6-4e1b-b6f0-5a57b6073cfb', 'name': 'tempest-AttachSCSIVolumeTestJSON-1472782714-router', 'tenant_id': 'c0afa5466ff04651aa6207062d398a87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.214'}], 'enable_snat': True}, 'gw_port_id': '9dffb4f8-f010-4884-bdeb-fd21fa1d9dcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:03:56Z', 'updated_at': '2021-07-27T21:03:57Z', 'revision_number': 3, 'project_id': 'c0afa5466ff04651aa6207062d398a87', 'gw_port': {'id': '9dffb4f8-f010-4884-bdeb-fd21fa1d9dcf', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:2e:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2305c6d6-cce6-4e1b-b6f0-5a57b6073cfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1203, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:03:56Z', 'updated_at': '2021-07-27T21:04:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22'}], 'n-d-705658-22', False) {} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:04:00.814843 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device ee2276fd-6c01-43c7-9875-5c22c3aab34a up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:04:00.824223 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c1f857c-fe54-46a1-923e-8412dac9f515 None None] The sync data for ids ['2305c6d6-cce6-4e1b-b6f0-5a57b6073cfb'] in n-d-705658-22 is: [{'id': '2305c6d6-cce6-4e1b-b6f0-5a57b6073cfb', 'name': 'tempest-AttachSCSIVolumeTestJSON-1472782714-router', 'tenant_id': 'c0afa5466ff04651aa6207062d398a87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.214'}], 'enable_snat': True}, 'gw_port_id': '9dffb4f8-f010-4884-bdeb-fd21fa1d9dcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:03:56Z', 'updated_at': '2021-07-27T21:03:57Z', 'revision_number': 3, 'project_id': 'c0afa5466ff04651aa6207062d398a87', 'gw_port': {'id': '9dffb4f8-f010-4884-bdeb-fd21fa1d9dcf', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:2e:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2305c6d6-cce6-4e1b-b6f0-5a57b6073cfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1203, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:03:56Z', 'updated_at': '2021-07-27T21:04:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22'}] {{(pid=105587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:04:00.914468 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-706fe197-692f-4b4f-8a51-4fbf2891937b None None] Provisioning for port 0870aca9-2141-475b-a6dc-4b3a925e6952 completed by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:04:00.920334 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-766f14f3-1bef-41c8-8c64-ec2495fb5e2c req-09fe354a-aab8-46a5-9b51-7ec54840ff73 service neutron] 10.222.0.59 "GET /v2.0/networks/e3b519c5-b5b4-46b1-b571-75e8645219f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1714554 Jul 27 21:04:00.924362 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-706fe197-692f-4b4f-8a51-4fbf2891937b None None] Provisioning complete for port 0870aca9-2141-475b-a6dc-4b3a925e6952 triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:04:00.925799 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-706fe197-692f-4b4f-8a51-4fbf2891937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:00.980131 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-42434b0f-cb3c-47e6-9ea8-b847a5f6f75b admin admin] Notify callbacks [] for port, precommit_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:00.985244 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-706fe197-692f-4b4f-8a51-4fbf2891937b None None] Port 0870aca9-2141-475b-a6dc-4b3a925e6952 cannot update to ACTIVE because it is not bound. {{(pid=105586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:04:00.989948 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port ee2276fd-6c01-43c7-9875-5c22c3aab34a triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:04:00.989948 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:00.992245 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-42434b0f-cb3c-47e6-9ea8-b847a5f6f75b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9014027'] for port, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:01.106542 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42434b0f-cb3c-47e6-9ea8-b847a5f6f75b admin admin] Pushing event updated for resources: {'Port': ['ID=0870aca9-2141-475b-a6dc-4b3a925e6952,revision_number=2']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:04:01.186720 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-42434b0f-cb3c-47e6-9ea8-b847a5f6f75b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3743906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4076435'] for router_interface, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:01.188220 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e623197a-46f1-477e-a520-f49271f7cc48 req-64624020-f80a-4952-8265-dbae47d0f9dd tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] 10.222.0.59 "GET /v2.0/ports?device_id=17ba656b-fd21-4b0c-aa91-723cb2debe7c HTTP/1.1" status: 200 len: 210 time: 0.0765131 Jul 27 21:04:01.366010 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42434b0f-cb3c-47e6-9ea8-b847a5f6f75b admin admin] Network f285d890-c55d-4aac-a5df-f4919c5c1eb0 is already hosted by enough agents. {{(pid=105584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:04:01.367532 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [None req-42434b0f-cb3c-47e6-9ea8-b847a5f6f75b admin admin] Resources bound (agent type, host, resource id): {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:04:01.565678 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed2e3c1-68f5-4a06-8c3a-02e4f8dac5b7 req-6b1f0dde-1300-419d-bb76-03980e619e74 tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:04:01.570571 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-0ed2e3c1-68f5-4a06-8c3a-02e4f8dac5b7 req-6b1f0dde-1300-419d-bb76-03980e619e74 tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] 10.222.0.60 "GET /v2.0/ports?device_id=2cf8ebf6-ffd9-46a5-beb3-178af28bb1d5 HTTP/1.1" status: 200 len: 945 time: 0.2169244 Jul 27 21:04:01.661401 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42434b0f-cb3c-47e6-9ea8-b847a5f6f75b admin admin] Router 2305c6d6-cce6-4e1b-b6f0-5a57b6073cfb has already been hosted by L3 agent dd128fd7-8e57-4d4f-895b-a96b369df59a {{(pid=105584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:04:01.738327 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [req-0ed2e3c1-68f5-4a06-8c3a-02e4f8dac5b7 req-c04db5db-095c-4eeb-b3ab-b512f5da49e9 tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] Deleting port 97537612-1d84-44a2-8bf4-7d7dee00f4d9 {{(pid=105585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:04:01.738980 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-0ed2e3c1-68f5-4a06-8c3a-02e4f8dac5b7 req-c04db5db-095c-4eeb-b3ab-b512f5da49e9 tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:01.826752 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-d06a8110-0ac0-417c-a5e9-1b9f94dc9e21 None None] Provisioning complete for port 0870aca9-2141-475b-a6dc-4b3a925e6952 triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:04:01.827266 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-d06a8110-0ac0-417c-a5e9-1b9f94dc9e21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:01.852678 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42434b0f-cb3c-47e6-9ea8-b847a5f6f75b admin admin] Notify agent at l3_agent.n-d-705658-22 the message routers_updated {{(pid=105584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:04:01.859874 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-42434b0f-cb3c-47e6-9ea8-b847a5f6f75b admin admin] 10.222.0.59 "PUT /v2.0/routers/2305c6d6-cce6-4e1b-b6f0-5a57b6073cfb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2557082 Jul 27 21:04:01.906881 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-d06a8110-0ac0-417c-a5e9-1b9f94dc9e21 None None] Port 0870aca9-2141-475b-a6dc-4b3a925e6952 cannot update to ACTIVE because it is not bound. {{(pid=105586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:04:02.409841 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-96af9230-5faa-45a3-bc43-dd20c5836ba6 req-45bafd47-5c8d-407e-b2d8-7124ba6e8286 tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] 10.222.0.59 "GET /v2.0/ports?device_id=17ba656b-fd21-4b0c-aa91-723cb2debe7c HTTP/1.1" status: 200 len: 210 time: 0.0888846 Jul 27 21:04:02.454918 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.db [req-0ed2e3c1-68f5-4a06-8c3a-02e4f8dac5b7 req-c04db5db-095c-4eeb-b3ab-b512f5da49e9 tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] For port 97537612-1d84-44a2-8bf4-7d7dee00f4d9, host n-h2-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=97537612-1d84-44a2-8bf4-7d7dee00f4d9,segment=NetworkSegment(a9b7024e-df2a-4526-a1ee-cb4cd8d6548a),segment_id=a9b7024e-df2a-4526-a1ee-cb4cd8d6548a)] {{(pid=105585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:04:02.455598 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-0ed2e3c1-68f5-4a06-8c3a-02e4f8dac5b7 req-c04db5db-095c-4eeb-b3ab-b512f5da49e9 tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:02.485219 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [req-0ed2e3c1-68f5-4a06-8c3a-02e4f8dac5b7 req-c04db5db-095c-4eeb-b3ab-b512f5da49e9 tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] Calling delete_port for 97537612-1d84-44a2-8bf4-7d7dee00f4d9 owned by compute:nova {{(pid=105585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:04:02.626304 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-0ed2e3c1-68f5-4a06-8c3a-02e4f8dac5b7 req-c04db5db-095c-4eeb-b3ab-b512f5da49e9 tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:02.669328 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04db5db-095c-4eeb-b3ab-b512f5da49e9 tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] Pushing event deleted for resources: {'Port': ['ID=97537612-1d84-44a2-8bf4-7d7dee00f4d9,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:04:02.724324 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 45778) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:04:02.729715 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-1287edb3-6c3f-4de2-b8bf-145faf092804 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-529682418-network', 'tenant_id': '169264f85b5d4d099625a16828854f96'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:04:02.762560 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ed2e3c1-68f5-4a06-8c3a-02e4f8dac5b7 req-c04db5db-095c-4eeb-b3ab-b512f5da49e9 tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] No DVR routers for this DVR port 97537612-1d84-44a2-8bf4-7d7dee00f4d9 on host n-h2-705658-22 {{(pid=105585) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:04:02.766152 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-0ed2e3c1-68f5-4a06-8c3a-02e4f8dac5b7 req-c04db5db-095c-4eeb-b3ab-b512f5da49e9 tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:02.768396 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-0ed2e3c1-68f5-4a06-8c3a-02e4f8dac5b7 req-c04db5db-095c-4eeb-b3ab-b512f5da49e9 tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] 10.222.0.60 "DELETE /v2.0/ports/97537612-1d84-44a2-8bf4-7d7dee00f4d9 HTTP/1.1" status: 204 len: 173 time: 1.1901510 Jul 27 21:04:02.769225 n-d-705658-22 neutron-server[105585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cf8ebf6-ffd9-46a5-beb3-178af28bb1d5', 'name': 'network-vif-deleted', 'tag': '97537612-1d84-44a2-8bf4-7d7dee00f4d9'}] {{(pid=105585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:04:02.776206 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d66fd65881426bfc2b5388084a3654e5eae521106a15a3dbf0eb4cde7106c36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-704773cc-cd41-4d3a-b42e-3d9b4eb548e4" -d '{"events": [{"server_uuid": "2cf8ebf6-ffd9-46a5-beb3-178af28bb1d5", "name": "network-vif-deleted", "tag": "97537612-1d84-44a2-8bf4-7d7dee00f4d9"}]}' {{(pid=105585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:04:02.800415 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1287edb3-6c3f-4de2-b8bf-145faf092804 admin admin] Made reservation on behalf of 169264f85b5d4d099625a16828854f96 for: {'network': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:04:02.803250 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-1287edb3-6c3f-4de2-b8bf-145faf092804 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for network, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:02.823405 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766f14f3-1bef-41c8-8c64-ec2495fb5e2c req-e4c983d0-c80e-4a33-86a4-01769d6a30a6 tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:04:02.825007 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-766f14f3-1bef-41c8-8c64-ec2495fb5e2c req-e4c983d0-c80e-4a33-86a4-01769d6a30a6 tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] 10.222.0.60 "GET /v2.0/networks?id=e3b519c5-b5b4-46b1-b571-75e8645219f5 HTTP/1.1" status: 200 len: 815 time: 0.2371228 Jul 27 21:04:02.826023 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-1287edb3-6c3f-4de2-b8bf-145faf092804 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:02.838955 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [req-766f14f3-1bef-41c8-8c64-ec2495fb5e2c req-d54b1575-1f69-4c3a-b2f0-f50b3fcd8ed6 tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] Request body: {'port': {'device_id': '17ba656b-fd21-4b0c-aa91-723cb2debe7c', 'network_id': 'e3b519c5-b5b4-46b1-b571-75e8645219f5', 'admin_state_up': True, 'tenant_id': '69cdc72bf3f043e3a9d2448007614684'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:04:02.848350 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:04:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6819a653-8954-48b2-802d-c8d552721b90 x-openstack-request-id: req-6819a653-8954-48b2-802d-c8d552721b90 {{(pid=105585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:04:02.848640 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2cf8ebf6-ffd9-46a5-beb3-178af28bb1d5", "name": "network-vif-deleted", "tag": "97537612-1d84-44a2-8bf4-7d7dee00f4d9", "status": "completed", "code": 200}]} {{(pid=105585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:04:02.848887 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-6819a653-8954-48b2-802d-c8d552721b90 {{(pid=105585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:04:02.849280 n-d-705658-22 neutron-server[105585]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2cf8ebf6-ffd9-46a5-beb3-178af28bb1d5', 'name': 'network-vif-deleted', 'tag': '97537612-1d84-44a2-8bf4-7d7dee00f4d9', 'status': 'completed', 'code': 200} Jul 27 21:04:02.864584 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 9dffb4f8-f010-4884-bdeb-fd21fa1d9dcf up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:04:02.922318 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning for port 9dffb4f8-f010-4884-bdeb-fd21fa1d9dcf completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:04:02.928171 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port 9dffb4f8-f010-4884-bdeb-fd21fa1d9dcf triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:04:02.928550 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:03.013084 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:03.035566 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] For port 9dffb4f8-f010-4884-bdeb-fd21fa1d9dcf, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=9dffb4f8-f010-4884-bdeb-fd21fa1d9dcf,segment=NetworkSegment(12196855-9a32-4633-9a56-77697ef9e126),segment_id=12196855-9a32-4633-9a56-77697ef9e126)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:04:03.040276 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:03.053587 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-1287edb3-6c3f-4de2-b8bf-145faf092804 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:03.060214 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-1287edb3-6c3f-4de2-b8bf-145faf092804 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:03.098900 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1287edb3-6c3f-4de2-b8bf-145faf092804 admin admin] vlan segment allocate from pool success with {'vlan_id': 220, 'physical_network': 'physnet1'} {{(pid=105584) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:04:03.105144 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Pushing event updated for resources: {'Port': ['ID=9dffb4f8-f010-4884-bdeb-fd21fa1d9dcf,revision_number=4']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:04:03.107534 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-766f14f3-1bef-41c8-8c64-ec2495fb5e2c req-d54b1575-1f69-4c3a-b2f0-f50b3fcd8ed6 tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] Made reservation on behalf of 69cdc72bf3f043e3a9d2448007614684 for: {'port': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:04:03.111011 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-766f14f3-1bef-41c8-8c64-ec2495fb5e2c req-d54b1575-1f69-4c3a-b2f0-f50b3fcd8ed6 tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:03.116189 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1287edb3-6c3f-4de2-b8bf-145faf092804 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b6343a4-1475-404b-9b65-7cde342babe9,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:04:03.127114 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-1287edb3-6c3f-4de2-b8bf-145faf092804 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:03.127469 n-d-705658-22 neutron-server[105584]: INFO neutron.db.segments_db [None req-1287edb3-6c3f-4de2-b8bf-145faf092804 admin admin] Added segment c09dfcf3-6903-4154-8fde-ac21d9cf77a1 of type vlan for network a12f8a37-ca47-4a72-91af-8262e529f5be Jul 27 21:04:03.207764 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-1287edb3-6c3f-4de2-b8bf-145faf092804 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790688424798'] for network, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:03.257607 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5195f3b8-dfe6-4ea6-81a1-8136ec189b4f None None] Sync routers for ids ['2305c6d6-cce6-4e1b-b6f0-5a57b6073cfb'] in n-d-705658-22 {{(pid=105586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:04:03.267427 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5195f3b8-dfe6-4ea6-81a1-8136ec189b4f None None] Routers {'2305c6d6-cce6-4e1b-b6f0-5a57b6073cfb'} bound to L3 agent in host n-d-705658-22 {{(pid=105586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:04:03.268052 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-5195f3b8-dfe6-4ea6-81a1-8136ec189b4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:03:41Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['2305c6d6-cce6-4e1b-b6f0-5a57b6073cfb'], 'active': True} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:04:03.285037 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-1287edb3-6c3f-4de2-b8bf-145faf092804 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920'] for network, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:03.286428 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1287edb3-6c3f-4de2-b8bf-145faf092804 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:04:03.287037 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-1287edb3-6c3f-4de2-b8bf-145faf092804 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743886'] for network, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:03.346235 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.db_base_plugin_common [req-766f14f3-1bef-41c8-8c64-ec2495fb5e2c req-d54b1575-1f69-4c3a-b2f0-f50b3fcd8ed6 tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] Allocated IP 172.20.0.13 (e3b519c5-b5b4-46b1-b571-75e8645219f5/ea3de4e6-c660-4637-aea0-807a23d6ec6d/d84ac75c-2428-4297-8be6-bb8b6688b5ea) {{(pid=105584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:04:03.362812 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-1287edb3-6c3f-4de2-b8bf-145faf092804 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6348512 Jul 27 21:04:03.363276 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 45784) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:04:03.371414 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-cf88c935-fee0-4cf5-bac1-a7d14a64a003 admin admin] Request body: {'subnet': {'network_id': 'a12f8a37-ca47-4a72-91af-8262e529f5be', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-529682418-subnet', 'tenant_id': '169264f85b5d4d099625a16828854f96', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:04:03.375505 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1287edb3-6c3f-4de2-b8bf-145faf092804 admin admin] Pushing event updated for resources: {'Network': ['ID=a12f8a37-ca47-4a72-91af-8262e529f5be,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:04:03.396784 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Network a12f8a37-ca47-4a72-91af-8262e529f5be details requested by agent ovs-agent-n-d-705658-22 with host n-d-705658-22 {{(pid=105586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:04:03.397272 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf88c935-fee0-4cf5-bac1-a7d14a64a003 admin admin] Made reservation on behalf of 169264f85b5d4d099625a16828854f96 for: {'subnet': 1} {{(pid=105585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:04:03.400232 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-cf88c935-fee0-4cf5-bac1-a7d14a64a003 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9990620'] for subnet, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:03.401904 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvr_db [None req-5195f3b8-dfe6-4ea6-81a1-8136ec189b4f None None] Set router 2305c6d6-cce6-4e1b-b6f0-5a57b6073cfb gateway port host: n-d-705658-22 {{(pid=105586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:04:03.561945 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-932db93b-6917-442f-8a2e-ee2eab879c08 req-4d2889a0-c4fb-47e7-bc7c-90499dc3489b tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] 10.222.0.59 "GET /v2.0/ports?device_id=17ba656b-fd21-4b0c-aa91-723cb2debe7c HTTP/1.1" status: 200 len: 210 time: 0.0355093 Jul 27 21:04:03.630385 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-766f14f3-1bef-41c8-8c64-ec2495fb5e2c req-d54b1575-1f69-4c3a-b2f0-f50b3fcd8ed6 tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] Notify callbacks [] for port, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:03.690099 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-cf88c935-fee0-4cf5-bac1-a7d14a64a003 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10221797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9990606'] for subnet, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:03.701404 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-766f14f3-1bef-41c8-8c64-ec2495fb5e2c req-d54b1575-1f69-4c3a-b2f0-f50b3fcd8ed6 tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:03.754755 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf88c935-fee0-4cf5-bac1-a7d14a64a003 admin admin] Pushing event updated for resources: {'Subnet': ['ID=83cca52d-ddad-495e-8e74-5afc7e4d85e7,revision_number=0']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:04:03.763667 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf88c935-fee0-4cf5-bac1-a7d14a64a003 admin admin] Checking segment: {'id': 'c09dfcf3-6903-4154-8fde-ac21d9cf77a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'a12f8a37-ca47-4a72-91af-8262e529f5be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:04:03.764180 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf88c935-fee0-4cf5-bac1-a7d14a64a003 admin admin] Network hostable DHCP agents. Network: a12f8a37-ca47-4a72-91af-8262e529f5be, hostable agents: ['7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a'], hosted agents: [] {{(pid=105585) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:04:03.770942 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54b1575-1f69-4c3a-b2f0-f50b3fcd8ed6 tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] Pushing event updated for resources: {'Port': ['ID=d84ac75c-2428-4297-8be6-bb8b6688b5ea,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:04:03.788344 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-766f14f3-1bef-41c8-8c64-ec2495fb5e2c req-d54b1575-1f69-4c3a-b2f0-f50b3fcd8ed6 tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] Network e3b519c5-b5b4-46b1-b571-75e8645219f5 is already hosted by enough agents. {{(pid=105584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:04:03.788588 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-5195f3b8-dfe6-4ea6-81a1-8136ec189b4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2305c6d6-cce6-4e1b-b6f0-5a57b6073cfb', 'name': 'tempest-AttachSCSIVolumeTestJSON-1472782714-router', 'tenant_id': 'c0afa5466ff04651aa6207062d398a87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.214'}], 'enable_snat': True}, 'gw_port_id': '9dffb4f8-f010-4884-bdeb-fd21fa1d9dcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:03:56Z', 'updated_at': '2021-07-27T21:04:00Z', 'revision_number': 4, 'project_id': 'c0afa5466ff04651aa6207062d398a87', 'gw_port': {'id': '9dffb4f8-f010-4884-bdeb-fd21fa1d9dcf', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:2e:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2305c6d6-cce6-4e1b-b6f0-5a57b6073cfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1203, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:03:56Z', 'updated_at': '2021-07-27T21:04:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_interfaces': [{'id': '0870aca9-2141-475b-a6dc-4b3a925e6952', 'name': '', 'network_id': 'f285d890-c55d-4aac-a5df-f4919c5c1eb0', 'tenant_id': 'c0afa5466ff04651aa6207062d398a87', 'mac_address': 'fa:16:3e:27:3a:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2305c6d6-cce6-4e1b-b6f0-5a57b6073cfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1204, 'fixed_ips': [{'subnet_id': 'ee8986c4-aa8f-4108-a118-00692233cdc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:03:59Z', 'updated_at': '2021-07-27T21:04:00Z', 'revision_number': 2, 'project_id': 'c0afa5466ff04651aa6207062d398a87', 'subnets': [{'id': 'ee8986c4-aa8f-4108-a118-00692233cdc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-22', False) {} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:04:03.790631 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [req-766f14f3-1bef-41c8-8c64-ec2495fb5e2c req-d54b1575-1f69-4c3a-b2f0-f50b3fcd8ed6 tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] Resources bound (agent type, host, resource id): {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:04:03.795320 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [req-766f14f3-1bef-41c8-8c64-ec2495fb5e2c req-d54b1575-1f69-4c3a-b2f0-f50b3fcd8ed6 tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] Received port after_create {{(pid=105584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:04:03.795779 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf88c935-fee0-4cf5-bac1-a7d14a64a003 admin admin] Network a12f8a37-ca47-4a72-91af-8262e529f5be is scheduled to be hosted by DHCP agent 7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a with binding_index 1 {{(pid=105585) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:04:03.813241 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.base_scheduler [None req-cf88c935-fee0-4cf5-bac1-a7d14a64a003 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-22, a12f8a37-ca47-4a72-91af-8262e529f5be) {{(pid=105585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:04:03.817786 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf88c935-fee0-4cf5-bac1-a7d14a64a003 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:04:03.818519 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-cf88c935-fee0-4cf5-bac1-a7d14a64a003 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743886'] for subnet, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:03.841864 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17495c0c-293c-4db6-8267-5066023b0ee0 None None] Network a12f8a37-ca47-4a72-91af-8262e529f5be requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:04:03.844051 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-cf88c935-fee0-4cf5-bac1-a7d14a64a003 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4774003 Jul 27 21:04:03.845165 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5195f3b8-dfe6-4ea6-81a1-8136ec189b4f None None] Checking router: 2305c6d6-cce6-4e1b-b6f0-5a57b6073cfb for host: n-d-705658-22 {{(pid=105586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:04:03.845577 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5195f3b8-dfe6-4ea6-81a1-8136ec189b4f None None] Updating router 2305c6d6-cce6-4e1b-b6f0-5a57b6073cfb port 0870aca9-2141-475b-a6dc-4b3a925e6952 binding host n-d-705658-22 {{(pid=105586) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 21:04:03.846957 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 45802) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:04:03.859212 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-e89a3037-1a1f-4ebb-bbac-b2df4d80366a admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-529682418-router', 'tenant_id': '169264f85b5d4d099625a16828854f96', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305'}}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:04:03.881463 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766f14f3-1bef-41c8-8c64-ec2495fb5e2c req-d54b1575-1f69-4c3a-b2f0-f50b3fcd8ed6 tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:04:03.882229 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-766f14f3-1bef-41c8-8c64-ec2495fb5e2c req-d54b1575-1f69-4c3a-b2f0-f50b3fcd8ed6 tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:03.904464 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-e89a3037-1a1f-4ebb-bbac-b2df4d80366a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4163813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-443'] for router, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:03.905641 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-e89a3037-1a1f-4ebb-bbac-b2df4d80366a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4165196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4077059', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3711235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-418'] for router, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:03.911169 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-766f14f3-1bef-41c8-8c64-ec2495fb5e2c req-d54b1575-1f69-4c3a-b2f0-f50b3fcd8ed6 tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0766652 Jul 27 21:04:03.928370 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [req-766f14f3-1bef-41c8-8c64-ec2495fb5e2c req-64f8fd28-df03-4e25-a326-292d64e03fb9 service neutron] Request body: {'port': {'device_id': '17ba656b-fd21-4b0c-aa91-723cb2debe7c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-705658-22'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:04:03.996483 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-e89a3037-1a1f-4ebb-bbac-b2df4d80366a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:04.077753 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-5195f3b8-dfe6-4ea6-81a1-8136ec189b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:04.080153 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-766f14f3-1bef-41c8-8c64-ec2495fb5e2c req-64f8fd28-df03-4e25-a326-292d64e03fb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:04.082764 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Device 97537612-1d84-44a2-8bf4-7d7dee00f4d9 no longer exists at agent hyperv_n-h2-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:04:04.112205 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-3d54578f-831f-4696-b568-13c455922dab None None] No Port match for: 97537612-1d84-44a2-8bf4-7d7dee00f4d9 {{(pid=105586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:04:04.112556 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Device 97537612-1d84-44a2-8bf4-7d7dee00f4d9 not bound to the agent host n-h2-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:04:04.222916 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-e89a3037-1a1f-4ebb-bbac-b2df4d80366a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4077169', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4163787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-400'] for router, precommit_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:04.357265 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdf8a350-d877-4093-97cc-304d68ddd488 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30bb4b93-b285-5d90-9493-f9ec33ea333c-a12f8a37-ca47-4a72-91af-8262e529f5be', 'network_id': 'a12f8a37-ca47-4a72-91af-8262e529f5be', 'tenant_id': '169264f85b5d4d099625a16828854f96', 'fixed_ips': [{'subnet_id': '83cca52d-ddad-495e-8e74-5afc7e4d85e7'}]}} from n-d-705658-22. {{(pid=105586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 21:04:04.357811 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-cdf8a350-d877-4093-97cc-304d68ddd488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:04.570953 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-5195f3b8-dfe6-4ea6-81a1-8136ec189b4f None None] Notify callbacks [] for port, precommit_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:04.580553 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.db_base_plugin_common [None req-cdf8a350-d877-4093-97cc-304d68ddd488 None None] Allocated IP 172.20.0.2 (a12f8a37-ca47-4a72-91af-8262e529f5be/83cca52d-ddad-495e-8e74-5afc7e4d85e7/9dd8a6fa-9f86-453a-8518-179fff16d227) {{(pid=105586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:04:04.589319 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [req-766f14f3-1bef-41c8-8c64-ec2495fb5e2c req-64f8fd28-df03-4e25-a326-292d64e03fb9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d84ac75c-2428-4297-8be6-bb8b6688b5ea {{(pid=105584) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:04:04.596594 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-5195f3b8-dfe6-4ea6-81a1-8136ec189b4f None None] Transition to ACTIVE for port object 0870aca9-2141-475b-a6dc-4b3a925e6952 will not be triggered until provisioned by entity L2. {{(pid=105586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:04:04.616545 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-5195f3b8-dfe6-4ea6-81a1-8136ec189b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:04.619938 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-766f14f3-1bef-41c8-8c64-ec2495fb5e2c req-64f8fd28-df03-4e25-a326-292d64e03fb9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:04.643569 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.provisioning_blocks [req-766f14f3-1bef-41c8-8c64-ec2495fb5e2c req-64f8fd28-df03-4e25-a326-292d64e03fb9 service neutron] Transition to ACTIVE for port object d84ac75c-2428-4297-8be6-bb8b6688b5ea will not be triggered until provisioned by entity L2. {{(pid=105584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:04:04.648305 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-766f14f3-1bef-41c8-8c64-ec2495fb5e2c req-64f8fd28-df03-4e25-a326-292d64e03fb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9014027'] for port, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:04.664529 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-e89a3037-1a1f-4ebb-bbac-b2df4d80366a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:04.762750 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f69c6d7-ba81-4136-9068-b213d7e5b314 req-f511a7ff-2fdd-41f3-a160-017a160cf915 tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:04:04.774440 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-9f69c6d7-ba81-4136-9068-b213d7e5b314 req-f511a7ff-2fdd-41f3-a160-017a160cf915 tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] 10.222.0.59 "GET /v2.0/ports?device_id=17ba656b-fd21-4b0c-aa91-723cb2debe7c HTTP/1.1" status: 200 len: 944 time: 0.1346133 Jul 27 21:04:04.782436 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-e89a3037-1a1f-4ebb-bbac-b2df4d80366a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:04.814791 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f8fd28-df03-4e25-a326-292d64e03fb9 service neutron] Pushing event updated for resources: {'Port': ['ID=d84ac75c-2428-4297-8be6-bb8b6688b5ea,revision_number=2']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:04:04.818679 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a408e06-f059-4df7-9edd-d1220b754b22 None None] Pushing event updated for resources: {'Port': ['ID=0870aca9-2141-475b-a6dc-4b3a925e6952,revision_number=3']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:04:04.868176 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-9f69c6d7-ba81-4136-9068-b213d7e5b314 req-7916b57e-5d3b-476c-9778-60319c61a270 tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0eecfba-15dc-4bf7-80e6-b94c8d880eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927877 Jul 27 21:04:04.880859 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 9dffb4f8-f010-4884-bdeb-fd21fa1d9dcf up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:04:04.963940 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-5195f3b8-dfe6-4ea6-81a1-8136ec189b4f None None] Attempting to bind port 0870aca9-2141-475b-a6dc-4b3a925e6952 on host n-d-705658-22 for vnic_type normal with profile {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:04:04.964236 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-5195f3b8-dfe6-4ea6-81a1-8136ec189b4f None None] Attempting to bind port 0870aca9-2141-475b-a6dc-4b3a925e6952 by drivers openvswitch,hyperv on host n-d-705658-22 at level 0 using segments [{'id': '4a013f66-dc65-4eb0-bd96-ca0f438c5b8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'f285d890-c55d-4aac-a5df-f4919c5c1eb0'}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:04:04.964787 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5195f3b8-dfe6-4ea6-81a1-8136ec189b4f None None] Attempting to bind port 0870aca9-2141-475b-a6dc-4b3a925e6952 on network f285d890-c55d-4aac-a5df-f4919c5c1eb0 {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:04:04.976419 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5195f3b8-dfe6-4ea6-81a1-8136ec189b4f None None] Checking agent: {'id': '04a7ea91-6318-467e-ace6-b0fb48c8690f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 41, 42), 'started_at': datetime.datetime(2021, 7, 27, 20, 42, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 3, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:04:04.977046 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5195f3b8-dfe6-4ea6-81a1-8136ec189b4f None None] Checking segment: {'id': '4a013f66-dc65-4eb0-bd96-ca0f438c5b8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'f285d890-c55d-4aac-a5df-f4919c5c1eb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:04:04.977598 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-5195f3b8-dfe6-4ea6-81a1-8136ec189b4f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:04.978408 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5195f3b8-dfe6-4ea6-81a1-8136ec189b4f None None] Bound using segment: {'id': '4a013f66-dc65-4eb0-bd96-ca0f438c5b8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'f285d890-c55d-4aac-a5df-f4919c5c1eb0'} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:04:04.979404 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-5195f3b8-dfe6-4ea6-81a1-8136ec189b4f None None] Bound port: 0870aca9-2141-475b-a6dc-4b3a925e6952, host: n-d-705658-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a013f66-dc65-4eb0-bd96-ca0f438c5b8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'f285d890-c55d-4aac-a5df-f4919c5c1eb0'}}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:04:04.979791 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-5195f3b8-dfe6-4ea6-81a1-8136ec189b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:04.989506 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [req-766f14f3-1bef-41c8-8c64-ec2495fb5e2c req-64f8fd28-df03-4e25-a326-292d64e03fb9 service neutron] Attempting to bind port d84ac75c-2428-4297-8be6-bb8b6688b5ea on host n-h2-705658-22 for vnic_type normal with profile {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:04:04.989506 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [req-766f14f3-1bef-41c8-8c64-ec2495fb5e2c req-64f8fd28-df03-4e25-a326-292d64e03fb9 service neutron] Attempting to bind port d84ac75c-2428-4297-8be6-bb8b6688b5ea by drivers openvswitch,hyperv on host n-h2-705658-22 at level 0 using segments [{'id': 'a9b7024e-df2a-4526-a1ee-cb4cd8d6548a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'e3b519c5-b5b4-46b1-b571-75e8645219f5'}] {{(pid=105584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:04:04.989724 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-766f14f3-1bef-41c8-8c64-ec2495fb5e2c req-64f8fd28-df03-4e25-a326-292d64e03fb9 service neutron] Attempting to bind port d84ac75c-2428-4297-8be6-bb8b6688b5ea on network e3b519c5-b5b4-46b1-b571-75e8645219f5 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:04:05.002079 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-766f14f3-1bef-41c8-8c64-ec2495fb5e2c req-64f8fd28-df03-4e25-a326-292d64e03fb9 service neutron] Port d84ac75c-2428-4297-8be6-bb8b6688b5ea on network e3b519c5-b5b4-46b1-b571-75e8645219f5 not bound, no agent of type Open vSwitch agent registered on host n-h2-705658-22 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:04:05.002408 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-766f14f3-1bef-41c8-8c64-ec2495fb5e2c req-64f8fd28-df03-4e25-a326-292d64e03fb9 service neutron] Attempting to bind port d84ac75c-2428-4297-8be6-bb8b6688b5ea on network e3b519c5-b5b4-46b1-b571-75e8645219f5 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:04:05.012697 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.db_base_plugin_common [None req-e89a3037-1a1f-4ebb-bbac-b2df4d80366a admin admin] Allocated IP 172.25.5.78 (8735d8a2-b604-4758-ae71-b40e4ee6f305/eca7dbab-b9c0-4c8f-a272-816ea8a81764/d09badd6-16d1-4168-92ed-ca3ac24d6f6b) {{(pid=105584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:04:05.018647 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-766f14f3-1bef-41c8-8c64-ec2495fb5e2c req-64f8fd28-df03-4e25-a326-292d64e03fb9 service neutron] Checking agent: {'id': '65195a73-a875-4810-9f5b-622ae260a8a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 49, 40), 'started_at': datetime.datetime(2021, 7, 27, 20, 49, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 3, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:04:05.019211 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-766f14f3-1bef-41c8-8c64-ec2495fb5e2c req-64f8fd28-df03-4e25-a326-292d64e03fb9 service neutron] Checking segment: {'id': 'a9b7024e-df2a-4526-a1ee-cb4cd8d6548a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'e3b519c5-b5b4-46b1-b571-75e8645219f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:04:05.019802 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-766f14f3-1bef-41c8-8c64-ec2495fb5e2c req-64f8fd28-df03-4e25-a326-292d64e03fb9 service neutron] Bound using segment: {'id': 'a9b7024e-df2a-4526-a1ee-cb4cd8d6548a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'e3b519c5-b5b4-46b1-b571-75e8645219f5'} {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:04:05.020620 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [req-766f14f3-1bef-41c8-8c64-ec2495fb5e2c req-64f8fd28-df03-4e25-a326-292d64e03fb9 service neutron] Bound port: d84ac75c-2428-4297-8be6-bb8b6688b5ea, host: n-h2-705658-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9b7024e-df2a-4526-a1ee-cb4cd8d6548a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'e3b519c5-b5b4-46b1-b571-75e8645219f5'}}] {{(pid=105584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:04:05.021037 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-766f14f3-1bef-41c8-8c64-ec2495fb5e2c req-64f8fd28-df03-4e25-a326-292d64e03fb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:05.069412 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port 9dffb4f8-f010-4884-bdeb-fd21fa1d9dcf triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:04:05.069796 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:05.075065 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-cdf8a350-d877-4093-97cc-304d68ddd488 None None] Notify callbacks [] for port, precommit_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:05.120106 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-cdf8a350-d877-4093-97cc-304d68ddd488 None None] Transition to ACTIVE for port object 9dd8a6fa-9f86-453a-8518-179fff16d227 will not be triggered until provisioned by entity L2. {{(pid=105586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:04:05.152037 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-5195f3b8-dfe6-4ea6-81a1-8136ec189b4f None None] For port 0870aca9-2141-475b-a6dc-4b3a925e6952, host n-d-705658-22, cleared binding levels {{(pid=105586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:04:05.157705 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-5195f3b8-dfe6-4ea6-81a1-8136ec189b4f None None] For port 0870aca9-2141-475b-a6dc-4b3a925e6952, host n-d-705658-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=0870aca9-2141-475b-a6dc-4b3a925e6952,segment=NetworkSegment(4a013f66-dc65-4eb0-bd96-ca0f438c5b8c),segment_id=4a013f66-dc65-4eb0-bd96-ca0f438c5b8c)] {{(pid=105586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:04:05.158937 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-cdf8a350-d877-4093-97cc-304d68ddd488 None None] Transition to ACTIVE for port object 9dd8a6fa-9f86-453a-8518-179fff16d227 will not be triggered until provisioned by entity DHCP. {{(pid=105586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:04:05.164407 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-5195f3b8-dfe6-4ea6-81a1-8136ec189b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:05.171436 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [req-766f14f3-1bef-41c8-8c64-ec2495fb5e2c req-64f8fd28-df03-4e25-a326-292d64e03fb9 service neutron] For port d84ac75c-2428-4297-8be6-bb8b6688b5ea, host n-h2-705658-22, cleared binding levels {{(pid=105584) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:04:05.177506 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-cdf8a350-d877-4093-97cc-304d68ddd488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143'] for port, after_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:05.196854 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [req-766f14f3-1bef-41c8-8c64-ec2495fb5e2c req-64f8fd28-df03-4e25-a326-292d64e03fb9 service neutron] For port d84ac75c-2428-4297-8be6-bb8b6688b5ea, host n-h2-705658-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=d84ac75c-2428-4297-8be6-bb8b6688b5ea,segment=NetworkSegment(a9b7024e-df2a-4526-a1ee-cb4cd8d6548a),segment_id=a9b7024e-df2a-4526-a1ee-cb4cd8d6548a)] {{(pid=105584) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:04:05.202790 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-766f14f3-1bef-41c8-8c64-ec2495fb5e2c req-64f8fd28-df03-4e25-a326-292d64e03fb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9014027'] for port, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:05.222568 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-e89a3037-1a1f-4ebb-bbac-b2df4d80366a admin admin] Notify callbacks [] for port, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:05.256991 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766f14f3-1bef-41c8-8c64-ec2495fb5e2c req-64f8fd28-df03-4e25-a326-292d64e03fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:04:05.257616 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-766f14f3-1bef-41c8-8c64-ec2495fb5e2c req-64f8fd28-df03-4e25-a326-292d64e03fb9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:05.259035 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-766f14f3-1bef-41c8-8c64-ec2495fb5e2c req-64f8fd28-df03-4e25-a326-292d64e03fb9 service neutron] 10.222.0.60 "PUT /v2.0/ports/d84ac75c-2428-4297-8be6-bb8b6688b5ea HTTP/1.1" status: 200 len: 1093 time: 1.3348925 Jul 27 21:04:05.264783 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17ba656b-fd21-4b0c-aa91-723cb2debe7c', 'tag': 'd84ac75c-2428-4297-8be6-bb8b6688b5ea'}] {{(pid=105584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:04:05.267207 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bce5e6c8685464f7626901654159975603b047827e3138302ed6566e28f1343" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fe68359-a224-4a12-85ec-bbae41a4128c" -d '{"events": [{"name": "network-changed", "server_uuid": "17ba656b-fd21-4b0c-aa91-723cb2debe7c", "tag": "d84ac75c-2428-4297-8be6-bb8b6688b5ea"}]}' {{(pid=105584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:04:05.323904 n-d-705658-22 neutron-server[105586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdf8a350-d877-4093-97cc-304d68ddd488 None None] Network a12f8a37-ca47-4a72-91af-8262e529f5be is already hosted by enough agents. {{(pid=105586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:04:05.324688 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a408e06-f059-4df7-9edd-d1220b754b22 None None] Pushing event updated for resources: {'Port': ['ID=0870aca9-2141-475b-a6dc-4b3a925e6952,revision_number=4']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:04:05.353536 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f8fd28-df03-4e25-a326-292d64e03fb9 service neutron] Pushing event updated for resources: {'Port': ['ID=d84ac75c-2428-4297-8be6-bb8b6688b5ea,revision_number=3']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:04:05.361946 n-d-705658-22 neutron-server[105586]: DEBUG neutron.scheduler.base_scheduler [None req-cdf8a350-d877-4093-97cc-304d68ddd488 None None] Resources bound (agent type, host, resource id): {{(pid=105586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:04:05.368664 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdf8a350-d877-4093-97cc-304d68ddd488 None None] Received port after_create {{(pid=105586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:04:05.372989 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:04:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44dd2241-1b7e-4368-a0cb-156066baf6a6 x-openstack-request-id: req-44dd2241-1b7e-4368-a0cb-156066baf6a6 {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:04:05.373278 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17ba656b-fd21-4b0c-aa91-723cb2debe7c", "tag": "d84ac75c-2428-4297-8be6-bb8b6688b5ea", "status": "completed", "code": 200}]} {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:04:05.373528 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-44dd2241-1b7e-4368-a0cb-156066baf6a6 {{(pid=105584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:04:05.373927 n-d-705658-22 neutron-server[105584]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17ba656b-fd21-4b0c-aa91-723cb2debe7c', 'tag': 'd84ac75c-2428-4297-8be6-bb8b6688b5ea', 'status': 'completed', 'code': 200} Jul 27 21:04:05.393738 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-e89a3037-1a1f-4ebb-bbac-b2df4d80366a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:05.398766 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5195f3b8-dfe6-4ea6-81a1-8136ec189b4f None None] Routers {'2305c6d6-cce6-4e1b-b6f0-5a57b6073cfb'} bound to L3 agent in host n-d-705658-22 {{(pid=105586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:04:05.399447 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-5195f3b8-dfe6-4ea6-81a1-8136ec189b4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:03:41Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['2305c6d6-cce6-4e1b-b6f0-5a57b6073cfb'], 'active': True} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:04:05.461773 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e89a3037-1a1f-4ebb-bbac-b2df4d80366a admin admin] Network 8735d8a2-b604-4758-ae71-b40e4ee6f305 is already hosted by enough agents. {{(pid=105584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:04:05.474054 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [None req-e89a3037-1a1f-4ebb-bbac-b2df4d80366a admin admin] Resources bound (agent type, host, resource id): {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:04:05.480236 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf8a350-d877-4093-97cc-304d68ddd488 None None] Pushing event updated for resources: {'Port': ['ID=9dd8a6fa-9f86-453a-8518-179fff16d227,revision_number=1']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:04:05.480481 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766f14f3-1bef-41c8-8c64-ec2495fb5e2c req-b9451d4b-182c-45b9-b855-fb88b667d8af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:04:05.487810 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-766f14f3-1bef-41c8-8c64-ec2495fb5e2c req-b9451d4b-182c-45b9-b855-fb88b667d8af service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=69cdc72bf3f043e3a9d2448007614684&device_id=17ba656b-fd21-4b0c-aa91-723cb2debe7c HTTP/1.1" status: 200 len: 1096 time: 0.1839211 Jul 27 21:04:05.491677 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e89a3037-1a1f-4ebb-bbac-b2df4d80366a admin admin] Received port after_create {{(pid=105584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:04:05.500608 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89a3037-1a1f-4ebb-bbac-b2df4d80366a admin admin] Pushing event updated for resources: {'Port': ['ID=d09badd6-16d1-4168-92ed-ca3ac24d6f6b,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:04:05.523242 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-cdf8a350-d877-4093-97cc-304d68ddd488 None None] Attempting to bind port 9dd8a6fa-9f86-453a-8518-179fff16d227 on host n-d-705658-22 for vnic_type normal with profile {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:04:05.523864 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-cdf8a350-d877-4093-97cc-304d68ddd488 None None] Attempting to bind port 9dd8a6fa-9f86-453a-8518-179fff16d227 by drivers openvswitch,hyperv on host n-d-705658-22 at level 0 using segments [{'id': 'c09dfcf3-6903-4154-8fde-ac21d9cf77a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'a12f8a37-ca47-4a72-91af-8262e529f5be'}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:04:05.524458 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdf8a350-d877-4093-97cc-304d68ddd488 None None] Attempting to bind port 9dd8a6fa-9f86-453a-8518-179fff16d227 on network a12f8a37-ca47-4a72-91af-8262e529f5be {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:04:05.561834 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-766f14f3-1bef-41c8-8c64-ec2495fb5e2c req-08ab0b16-b95b-4957-8709-23bb52dd3f1d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d84ac75c-2428-4297-8be6-bb8b6688b5ea HTTP/1.1" status: 200 len: 217 time: 0.0677655 Jul 27 21:04:05.562227 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdf8a350-d877-4093-97cc-304d68ddd488 None None] Checking agent: {'id': '04a7ea91-6318-467e-ace6-b0fb48c8690f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 41, 42), 'started_at': datetime.datetime(2021, 7, 27, 20, 42, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 3, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:04:05.562608 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdf8a350-d877-4093-97cc-304d68ddd488 None None] Checking segment: {'id': 'c09dfcf3-6903-4154-8fde-ac21d9cf77a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'a12f8a37-ca47-4a72-91af-8262e529f5be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:04:05.563402 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-cdf8a350-d877-4093-97cc-304d68ddd488 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:05.563691 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdf8a350-d877-4093-97cc-304d68ddd488 None None] Bound using segment: {'id': 'c09dfcf3-6903-4154-8fde-ac21d9cf77a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'a12f8a37-ca47-4a72-91af-8262e529f5be'} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:04:05.564165 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-cdf8a350-d877-4093-97cc-304d68ddd488 None None] Bound port: 9dd8a6fa-9f86-453a-8518-179fff16d227, host: n-d-705658-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c09dfcf3-6903-4154-8fde-ac21d9cf77a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'a12f8a37-ca47-4a72-91af-8262e529f5be'}}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:04:05.564545 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-cdf8a350-d877-4093-97cc-304d68ddd488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:05.635681 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvr_db [None req-5195f3b8-dfe6-4ea6-81a1-8136ec189b4f None None] Set router 2305c6d6-cce6-4e1b-b6f0-5a57b6073cfb gateway port host: n-d-705658-22 {{(pid=105586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:04:05.684019 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766f14f3-1bef-41c8-8c64-ec2495fb5e2c req-fef0a4be-1895-44d7-b07e-76177f37c975 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:04:05.685828 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-766f14f3-1bef-41c8-8c64-ec2495fb5e2c req-fef0a4be-1895-44d7-b07e-76177f37c975 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ea3de4e6-c660-4637-aea0-807a23d6ec6d HTTP/1.1" status: 200 len: 855 time: 0.1163630 Jul 27 21:04:05.686984 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-cdf8a350-d877-4093-97cc-304d68ddd488 None None] For port 9dd8a6fa-9f86-453a-8518-179fff16d227, host n-d-705658-22, cleared binding levels {{(pid=105586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:04:05.692442 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-cdf8a350-d877-4093-97cc-304d68ddd488 None None] For port 9dd8a6fa-9f86-453a-8518-179fff16d227, host n-d-705658-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=9dd8a6fa-9f86-453a-8518-179fff16d227,segment=NetworkSegment(c09dfcf3-6903-4154-8fde-ac21d9cf77a1),segment_id=c09dfcf3-6903-4154-8fde-ac21d9cf77a1)] {{(pid=105586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:04:05.698927 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-cdf8a350-d877-4093-97cc-304d68ddd488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:05.737978 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-766f14f3-1bef-41c8-8c64-ec2495fb5e2c req-b26e9493-2b80-4a4a-9a71-f9440418f2d9 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e3b519c5-b5b4-46b1-b571-75e8645219f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0341635 Jul 27 21:04:05.838375 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf8a350-d877-4093-97cc-304d68ddd488 None None] Pushing event updated for resources: {'Port': ['ID=9dd8a6fa-9f86-453a-8518-179fff16d227,revision_number=2']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:04:05.943284 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-766f14f3-1bef-41c8-8c64-ec2495fb5e2c req-ccfc7720-6ca2-4499-88ad-864dac5ba562 service neutron] 10.222.0.60 "GET /v2.0/networks/e3b519c5-b5b4-46b1-b571-75e8645219f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1976256 Jul 27 21:04:05.957516 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-5195f3b8-dfe6-4ea6-81a1-8136ec189b4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2305c6d6-cce6-4e1b-b6f0-5a57b6073cfb', 'name': 'tempest-AttachSCSIVolumeTestJSON-1472782714-router', 'tenant_id': 'c0afa5466ff04651aa6207062d398a87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.214'}], 'enable_snat': True}, 'gw_port_id': '9dffb4f8-f010-4884-bdeb-fd21fa1d9dcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:03:56Z', 'updated_at': '2021-07-27T21:04:00Z', 'revision_number': 4, 'project_id': 'c0afa5466ff04651aa6207062d398a87', 'gw_port': {'id': '9dffb4f8-f010-4884-bdeb-fd21fa1d9dcf', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:2e:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2305c6d6-cce6-4e1b-b6f0-5a57b6073cfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1203, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:03:56Z', 'updated_at': '2021-07-27T21:04:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_interfaces': [{'id': '0870aca9-2141-475b-a6dc-4b3a925e6952', 'name': '', 'network_id': 'f285d890-c55d-4aac-a5df-f4919c5c1eb0', 'tenant_id': 'c0afa5466ff04651aa6207062d398a87', 'mac_address': 'fa:16:3e:27:3a:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2305c6d6-cce6-4e1b-b6f0-5a57b6073cfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1204, 'fixed_ips': [{'subnet_id': 'ee8986c4-aa8f-4108-a118-00692233cdc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:03:59Z', 'updated_at': '2021-07-27T21:04:05Z', 'revision_number': 4, 'project_id': 'c0afa5466ff04651aa6207062d398a87', 'subnets': [{'id': 'ee8986c4-aa8f-4108-a118-00692233cdc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-22', False) {} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:04:05.968253 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-e89a3037-1a1f-4ebb-bbac-b2df4d80366a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:06.010953 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5195f3b8-dfe6-4ea6-81a1-8136ec189b4f None None] The sync data for ids ['2305c6d6-cce6-4e1b-b6f0-5a57b6073cfb'] in n-d-705658-22 is: [{'id': '2305c6d6-cce6-4e1b-b6f0-5a57b6073cfb', 'name': 'tempest-AttachSCSIVolumeTestJSON-1472782714-router', 'tenant_id': 'c0afa5466ff04651aa6207062d398a87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.214'}], 'enable_snat': True}, 'gw_port_id': '9dffb4f8-f010-4884-bdeb-fd21fa1d9dcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:03:56Z', 'updated_at': '2021-07-27T21:04:00Z', 'revision_number': 4, 'project_id': 'c0afa5466ff04651aa6207062d398a87', 'gw_port': {'id': '9dffb4f8-f010-4884-bdeb-fd21fa1d9dcf', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:2e:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2305c6d6-cce6-4e1b-b6f0-5a57b6073cfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1203, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:03:56Z', 'updated_at': '2021-07-27T21:04:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_interfaces': [{'id': '0870aca9-2141-475b-a6dc-4b3a925e6952', 'name': '', 'network_id': 'f285d890-c55d-4aac-a5df-f4919c5c1eb0', 'tenant_id': 'c0afa5466ff04651aa6207062d398a87', 'mac_address': 'fa:16:3e:27:3a:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2305c6d6-cce6-4e1b-b6f0-5a57b6073cfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1204, 'fixed_ips': [{'subnet_id': 'ee8986c4-aa8f-4108-a118-00692233cdc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:03:59Z', 'updated_at': '2021-07-27T21:04:05Z', 'revision_number': 4, 'project_id': 'c0afa5466ff04651aa6207062d398a87', 'subnets': [{'id': 'ee8986c4-aa8f-4108-a118-00692233cdc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:04:06.146266 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:06.150877 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726464d4-ad68-4486-a167-19ade64d1655 req-1add9380-5b60-4dc3-96c6-9f7357655eea tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:04:06.152430 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-726464d4-ad68-4486-a167-19ade64d1655 req-1add9380-5b60-4dc3-96c6-9f7357655eea tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] 10.222.0.59 "GET /v2.0/ports?device_id=17ba656b-fd21-4b0c-aa91-723cb2debe7c HTTP/1.1" status: 200 len: 944 time: 0.1435757 Jul 27 21:04:06.213617 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-726464d4-ad68-4486-a167-19ade64d1655 req-50d89cc2-fa35-4b9e-b25d-90bae8f15650 tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0eecfba-15dc-4bf7-80e6-b94c8d880eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534284 Jul 27 21:04:06.238505 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-766f14f3-1bef-41c8-8c64-ec2495fb5e2c req-7d654d69-d53e-4dcb-a4cc-c5801826e4cf service neutron] 10.222.0.60 "GET /v2.0/networks/e3b519c5-b5b4-46b1-b571-75e8645219f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2846940 Jul 27 21:04:06.705822 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-e89a3037-1a1f-4ebb-bbac-b2df4d80366a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4163804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4077150'] for router, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:06.716677 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe68359-a224-4a12-85ec-bbae41a4128c req-7e7a24a5-4a16-4922-868c-63de1a2a28d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:04:06.718578 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-2fe68359-a224-4a12-85ec-bbae41a4128c req-7e7a24a5-4a16-4922-868c-63de1a2a28d5 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=69cdc72bf3f043e3a9d2448007614684&device_id=17ba656b-fd21-4b0c-aa91-723cb2debe7c HTTP/1.1" status: 200 len: 1096 time: 0.1159887 Jul 27 21:04:06.900694 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 9dd8a6fa-9f86-453a-8518-179fff16d227 up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:04:06.974045 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe68359-a224-4a12-85ec-bbae41a4128c req-c7948876-626c-4f4b-8d95-470e66719eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:04:06.976612 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-2fe68359-a224-4a12-85ec-bbae41a4128c req-c7948876-626c-4f4b-8d95-470e66719eb9 service neutron] 10.222.0.60 "GET /v2.0/networks?id=e3b519c5-b5b4-46b1-b571-75e8645219f5 HTTP/1.1" status: 200 len: 916 time: 0.2232311 Jul 27 21:04:06.991145 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning for port 9dd8a6fa-9f86-453a-8518-179fff16d227 completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:04:06.998393 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 0870aca9-2141-475b-a6dc-4b3a925e6952 up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:04:07.032999 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-2fe68359-a224-4a12-85ec-bbae41a4128c req-dd67e3b7-1347-4e3f-8713-85221eea894c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d84ac75c-2428-4297-8be6-bb8b6688b5ea HTTP/1.1" status: 200 len: 217 time: 0.0478392 Jul 27 21:04:07.107833 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e89a3037-1a1f-4ebb-bbac-b2df4d80366a admin admin] Router c2b27592-9eb7-4437-b60e-1fd76154add9 is scheduled to L3 agent dd128fd7-8e57-4d4f-895b-a96b369df59a with binding_index 1 {{(pid=105584) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 21:04:07.111475 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning for port 0870aca9-2141-475b-a6dc-4b3a925e6952 completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:04:07.115491 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port 0870aca9-2141-475b-a6dc-4b3a925e6952 triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:04:07.115871 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:07.119229 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe68359-a224-4a12-85ec-bbae41a4128c req-1544902c-2ac0-40ec-9507-e357d19c58d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:04:07.121186 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-2fe68359-a224-4a12-85ec-bbae41a4128c req-1544902c-2ac0-40ec-9507-e357d19c58d7 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ea3de4e6-c660-4637-aea0-807a23d6ec6d HTTP/1.1" status: 200 len: 855 time: 0.0801868 Jul 27 21:04:07.165757 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-2fe68359-a224-4a12-85ec-bbae41a4128c req-e61c6cd1-bff4-48b4-a8ba-dfeb8ccdc4d6 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e3b519c5-b5b4-46b1-b571-75e8645219f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0363703 Jul 27 21:04:07.401261 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e89a3037-1a1f-4ebb-bbac-b2df4d80366a admin admin] Notify agent at l3_agent.n-d-705658-22 the message routers_updated {{(pid=105584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:04:07.413037 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea0a3526-ea3a-4f83-9de3-add2c258d193 None None] Sync routers for ids ['c2b27592-9eb7-4437-b60e-1fd76154add9'] in n-d-705658-22 {{(pid=105587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:04:07.420048 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79ad2fc4-c078-4463-9384-5e66df2f72d0 None None] Network a12f8a37-ca47-4a72-91af-8262e529f5be requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:04:07.433558 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea0a3526-ea3a-4f83-9de3-add2c258d193 None None] Routers {'c2b27592-9eb7-4437-b60e-1fd76154add9'} bound to L3 agent in host n-d-705658-22 {{(pid=105587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:04:07.434512 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-ea0a3526-ea3a-4f83-9de3-add2c258d193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:03:41Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['c2b27592-9eb7-4437-b60e-1fd76154add9'], 'active': True} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:04:07.452661 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-e89a3037-1a1f-4ebb-bbac-b2df4d80366a admin admin] Notify callbacks [] for router, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:07.454358 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-e89a3037-1a1f-4ebb-bbac-b2df4d80366a admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.6033309 Jul 27 21:04:07.458372 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 45888) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:04:07.476154 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669e57dd-aca8-4b65-81bc-7dd07910fcf6 req-17b294f2-9da3-4906-b081-f4234ec2083c tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:04:07.486283 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-669e57dd-aca8-4b65-81bc-7dd07910fcf6 req-17b294f2-9da3-4906-b081-f4234ec2083c tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] 10.222.0.59 "GET /v2.0/ports?device_id=17ba656b-fd21-4b0c-aa91-723cb2debe7c HTTP/1.1" status: 200 len: 944 time: 0.1678612 Jul 27 21:04:07.560426 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:07.561483 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-2fe68359-a224-4a12-85ec-bbae41a4128c req-7958531b-8daf-4340-b2a3-d0d80fc19dc7 service neutron] 10.222.0.60 "GET /v2.0/networks/e3b519c5-b5b4-46b1-b571-75e8645219f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2802770 Jul 27 21:04:07.594432 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-669e57dd-aca8-4b65-81bc-7dd07910fcf6 req-dd4e8b58-e165-4f5b-8c66-fc795e86a88e tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0eecfba-15dc-4bf7-80e6-b94c8d880eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055691 Jul 27 21:04:07.629600 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-d54dc403-9f39-4f0d-b242-3175f89eccf7 None None] Provisioning for port 9dd8a6fa-9f86-453a-8518-179fff16d227 completed by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:04:07.650285 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvr_db [None req-ea0a3526-ea3a-4f83-9de3-add2c258d193 None None] Set router c2b27592-9eb7-4437-b60e-1fd76154add9 gateway port host: n-d-705658-22 {{(pid=105587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:04:07.663813 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] For port 0870aca9-2141-475b-a6dc-4b3a925e6952, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=0870aca9-2141-475b-a6dc-4b3a925e6952,segment=NetworkSegment(4a013f66-dc65-4eb0-bd96-ca0f438c5b8c),segment_id=4a013f66-dc65-4eb0-bd96-ca0f438c5b8c)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:04:07.674060 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-d54dc403-9f39-4f0d-b242-3175f89eccf7 None None] Provisioning complete for port 9dd8a6fa-9f86-453a-8518-179fff16d227 triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:04:07.674367 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-d54dc403-9f39-4f0d-b242-3175f89eccf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:07.710183 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:07.786016 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-2fe68359-a224-4a12-85ec-bbae41a4128c req-2080ca06-8d3c-4c2d-befb-4b9775533986 service neutron] 10.222.0.60 "GET /v2.0/networks/e3b519c5-b5b4-46b1-b571-75e8645219f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2168272 Jul 27 21:04:07.862400 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Pushing event updated for resources: {'Port': ['ID=0870aca9-2141-475b-a6dc-4b3a925e6952,revision_number=5']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:04:07.901809 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-d54dc403-9f39-4f0d-b242-3175f89eccf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:07.947561 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-d54dc403-9f39-4f0d-b242-3175f89eccf7 None None] For port 9dd8a6fa-9f86-453a-8518-179fff16d227, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=9dd8a6fa-9f86-453a-8518-179fff16d227,segment=NetworkSegment(c09dfcf3-6903-4154-8fde-ac21d9cf77a1),segment_id=c09dfcf3-6903-4154-8fde-ac21d9cf77a1)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:04:07.955308 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-ea0a3526-ea3a-4f83-9de3-add2c258d193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2b27592-9eb7-4437-b60e-1fd76154add9', 'name': 'tempest-AttachSCSIVolumeTestJSON-529682418-router', 'tenant_id': '169264f85b5d4d099625a16828854f96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.78'}], 'enable_snat': True}, 'gw_port_id': 'd09badd6-16d1-4168-92ed-ca3ac24d6f6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:04:03Z', 'updated_at': '2021-07-27T21:04:05Z', 'revision_number': 3, 'project_id': '169264f85b5d4d099625a16828854f96', 'gw_port': {'id': 'd09badd6-16d1-4168-92ed-ca3ac24d6f6b', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:be:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2b27592-9eb7-4437-b60e-1fd76154add9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1216, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:04:04Z', 'updated_at': '2021-07-27T21:04:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22'}], 'n-d-705658-22', False) {} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:04:07.965013 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-d54dc403-9f39-4f0d-b242-3175f89eccf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:07.994664 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea0a3526-ea3a-4f83-9de3-add2c258d193 None None] Checking router: c2b27592-9eb7-4437-b60e-1fd76154add9 for host: n-d-705658-22 {{(pid=105587) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:04:07.995220 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea0a3526-ea3a-4f83-9de3-add2c258d193 None None] Updating router c2b27592-9eb7-4437-b60e-1fd76154add9 port d09badd6-16d1-4168-92ed-ca3ac24d6f6b binding host n-d-705658-22 {{(pid=105587) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 21:04:08.039475 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54dc403-9f39-4f0d-b242-3175f89eccf7 None None] Pushing event updated for resources: {'Port': ['ID=9dd8a6fa-9f86-453a-8518-179fff16d227,revision_number=3']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:04:08.051350 n-d-705658-22 neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-ea0a3526-ea3a-4f83-9de3-add2c258d193 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:08.205571 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-76a742b1-cec8-49de-ac1e-b504afdc1c8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:08.297011 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-1f94cb67-1ad3-4a01-b8b6-0937456b1db8 None None] Provisioning complete for port 9dd8a6fa-9f86-453a-8518-179fff16d227 triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:04:08.297489 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-1f94cb67-1ad3-4a01-b8b6-0937456b1db8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:08.405518 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.db_base_plugin_common [None req-76a742b1-cec8-49de-ac1e-b504afdc1c8d admin admin] Allocated IP 172.20.0.1 (a12f8a37-ca47-4a72-91af-8262e529f5be/83cca52d-ddad-495e-8e74-5afc7e4d85e7/d8509568-a013-4391-980d-83186535e0bf) {{(pid=105584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:04:08.475115 n-d-705658-22 neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-ea0a3526-ea3a-4f83-9de3-add2c258d193 None None] Notify callbacks [] for port, precommit_update {{(pid=105587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:08.487940 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.provisioning_blocks [None req-ea0a3526-ea3a-4f83-9de3-add2c258d193 None None] Transition to ACTIVE for port object d09badd6-16d1-4168-92ed-ca3ac24d6f6b will not be triggered until provisioned by entity L2. {{(pid=105587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:04:08.498352 n-d-705658-22 neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-ea0a3526-ea3a-4f83-9de3-add2c258d193 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:08.547691 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.managers [None req-ea0a3526-ea3a-4f83-9de3-add2c258d193 None None] Attempting to bind port d09badd6-16d1-4168-92ed-ca3ac24d6f6b on host n-d-705658-22 for vnic_type normal with profile {{(pid=105587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:04:08.548014 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.managers [None req-ea0a3526-ea3a-4f83-9de3-add2c258d193 None None] Attempting to bind port d09badd6-16d1-4168-92ed-ca3ac24d6f6b by drivers openvswitch,hyperv on host n-d-705658-22 at level 0 using segments [{'id': '12196855-9a32-4633-9a56-77697ef9e126', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305'}] {{(pid=105587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:04:08.548374 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea0a3526-ea3a-4f83-9de3-add2c258d193 None None] Attempting to bind port d09badd6-16d1-4168-92ed-ca3ac24d6f6b on network 8735d8a2-b604-4758-ae71-b40e4ee6f305 {{(pid=105587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:04:08.555781 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-76a742b1-cec8-49de-ac1e-b504afdc1c8d admin admin] Notify callbacks [] for port, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:08.557698 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea0a3526-ea3a-4f83-9de3-add2c258d193 None None] Checking agent: {'id': '04a7ea91-6318-467e-ace6-b0fb48c8690f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 41, 42), 'started_at': datetime.datetime(2021, 7, 27, 20, 42, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 3, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:04:08.558081 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea0a3526-ea3a-4f83-9de3-add2c258d193 None None] Checking segment: {'id': '12196855-9a32-4633-9a56-77697ef9e126', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:04:08.558483 n-d-705658-22 neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-ea0a3526-ea3a-4f83-9de3-add2c258d193 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:08.558875 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea0a3526-ea3a-4f83-9de3-add2c258d193 None None] Bound using segment: {'id': '12196855-9a32-4633-9a56-77697ef9e126', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305'} {{(pid=105587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:04:08.559935 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.managers [None req-ea0a3526-ea3a-4f83-9de3-add2c258d193 None None] Bound port: d09badd6-16d1-4168-92ed-ca3ac24d6f6b, host: n-d-705658-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12196855-9a32-4633-9a56-77697ef9e126', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305'}}] {{(pid=105587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:04:08.560321 n-d-705658-22 neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-ea0a3526-ea3a-4f83-9de3-add2c258d193 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:08.565279 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647c56aa-77cf-4e9e-96bb-2f44789410a7 None None] Pushing event updated for resources: {'Port': ['ID=d09badd6-16d1-4168-92ed-ca3ac24d6f6b,revision_number=2']} {{(pid=105587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:04:08.578877 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.provisioning_blocks [None req-76a742b1-cec8-49de-ac1e-b504afdc1c8d admin admin] Transition to ACTIVE for port object d8509568-a013-4391-980d-83186535e0bf will not be triggered until provisioned by entity DHCP. {{(pid=105584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:04:08.634565 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.db [None req-ea0a3526-ea3a-4f83-9de3-add2c258d193 None None] For port d09badd6-16d1-4168-92ed-ca3ac24d6f6b, host n-d-705658-22, cleared binding levels {{(pid=105587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:04:08.638241 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.db [None req-ea0a3526-ea3a-4f83-9de3-add2c258d193 None None] For port d09badd6-16d1-4168-92ed-ca3ac24d6f6b, host n-d-705658-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=d09badd6-16d1-4168-92ed-ca3ac24d6f6b,segment=NetworkSegment(12196855-9a32-4633-9a56-77697ef9e126),segment_id=12196855-9a32-4633-9a56-77697ef9e126)] {{(pid=105587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:04:08.644435 n-d-705658-22 neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-ea0a3526-ea3a-4f83-9de3-add2c258d193 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:08.648131 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-76a742b1-cec8-49de-ac1e-b504afdc1c8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:08.707809 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76a742b1-cec8-49de-ac1e-b504afdc1c8d admin admin] Network a12f8a37-ca47-4a72-91af-8262e529f5be is already hosted by enough agents. {{(pid=105584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:04:08.712487 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [None req-76a742b1-cec8-49de-ac1e-b504afdc1c8d admin admin] Resources bound (agent type, host, resource id): {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:04:08.733779 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76a742b1-cec8-49de-ac1e-b504afdc1c8d admin admin] Received port after_create {{(pid=105584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:04:08.741963 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea0a3526-ea3a-4f83-9de3-add2c258d193 None None] Routers {'c2b27592-9eb7-4437-b60e-1fd76154add9'} bound to L3 agent in host n-d-705658-22 {{(pid=105587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:04:08.749394 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-ea0a3526-ea3a-4f83-9de3-add2c258d193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:03:41Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['c2b27592-9eb7-4437-b60e-1fd76154add9'], 'active': True} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:04:08.764983 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a742b1-cec8-49de-ac1e-b504afdc1c8d admin admin] Pushing event updated for resources: {'Port': ['ID=d8509568-a013-4391-980d-83186535e0bf,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:04:08.793089 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-76a742b1-cec8-49de-ac1e-b504afdc1c8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4075523'] for router_interface, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:08.870350 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-912a94e8-ef21-4910-a432-f8a92e6f2933 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:08.891122 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 9dd8a6fa-9f86-453a-8518-179fff16d227 up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:04:08.904616 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b90176-f036-4073-89d2-032b50e75008 req-262d170b-2cb7-45aa-8c27-26f9ab10c211 tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:04:08.930594 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-50b90176-f036-4073-89d2-032b50e75008 req-262d170b-2cb7-45aa-8c27-26f9ab10c211 tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] 10.222.0.59 "GET /v2.0/ports?device_id=17ba656b-fd21-4b0c-aa91-723cb2debe7c HTTP/1.1" status: 200 len: 944 time: 0.1606007 Jul 27 21:04:09.008641 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port 9dd8a6fa-9f86-453a-8518-179fff16d227 triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:04:09.009656 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:09.021594 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-50b90176-f036-4073-89d2-032b50e75008 req-9b13970a-32cc-4253-887c-79414c146ef3 tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0eecfba-15dc-4bf7-80e6-b94c8d880eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899496 Jul 27 21:04:09.025017 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647c56aa-77cf-4e9e-96bb-2f44789410a7 None None] Pushing event updated for resources: {'Port': ['ID=d09badd6-16d1-4168-92ed-ca3ac24d6f6b,revision_number=3']} {{(pid=105587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:04:09.048486 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvr_db [None req-ea0a3526-ea3a-4f83-9de3-add2c258d193 None None] Set router c2b27592-9eb7-4437-b60e-1fd76154add9 gateway port host: n-d-705658-22 {{(pid=105587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:04:09.113226 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-76a742b1-cec8-49de-ac1e-b504afdc1c8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:09.136914 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-3f1ab2e0-5933-401c-9fe3-cc25f0aebe26 None None] Provisioning for port d8509568-a013-4391-980d-83186535e0bf completed by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:04:09.143408 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 0870aca9-2141-475b-a6dc-4b3a925e6952 up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:04:09.145228 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-3f1ab2e0-5933-401c-9fe3-cc25f0aebe26 None None] Provisioning complete for port d8509568-a013-4391-980d-83186535e0bf triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:04:09.145597 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3f1ab2e0-5933-401c-9fe3-cc25f0aebe26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:09.217723 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-3f1ab2e0-5933-401c-9fe3-cc25f0aebe26 None None] Port d8509568-a013-4391-980d-83186535e0bf cannot update to ACTIVE because it is not bound. {{(pid=105586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:04:09.243196 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port 0870aca9-2141-475b-a6dc-4b3a925e6952 triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:04:09.243497 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:09.338818 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-ea0a3526-ea3a-4f83-9de3-add2c258d193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2b27592-9eb7-4437-b60e-1fd76154add9', 'name': 'tempest-AttachSCSIVolumeTestJSON-529682418-router', 'tenant_id': '169264f85b5d4d099625a16828854f96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.78'}], 'enable_snat': True}, 'gw_port_id': 'd09badd6-16d1-4168-92ed-ca3ac24d6f6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:04:03Z', 'updated_at': '2021-07-27T21:04:05Z', 'revision_number': 3, 'project_id': '169264f85b5d4d099625a16828854f96', 'gw_port': {'id': 'd09badd6-16d1-4168-92ed-ca3ac24d6f6b', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:be:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2b27592-9eb7-4437-b60e-1fd76154add9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1216, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:04:04Z', 'updated_at': '2021-07-27T21:04:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22'}], 'n-d-705658-22', False) {} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:04:09.374208 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-76a742b1-cec8-49de-ac1e-b504afdc1c8d admin admin] Notify callbacks [] for port, precommit_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:09.379919 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-76a742b1-cec8-49de-ac1e-b504afdc1c8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9014027'] for port, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:09.385954 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea0a3526-ea3a-4f83-9de3-add2c258d193 None None] The sync data for ids ['c2b27592-9eb7-4437-b60e-1fd76154add9'] in n-d-705658-22 is: [{'id': 'c2b27592-9eb7-4437-b60e-1fd76154add9', 'name': 'tempest-AttachSCSIVolumeTestJSON-529682418-router', 'tenant_id': '169264f85b5d4d099625a16828854f96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.78'}], 'enable_snat': True}, 'gw_port_id': 'd09badd6-16d1-4168-92ed-ca3ac24d6f6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:04:03Z', 'updated_at': '2021-07-27T21:04:05Z', 'revision_number': 3, 'project_id': '169264f85b5d4d099625a16828854f96', 'gw_port': {'id': 'd09badd6-16d1-4168-92ed-ca3ac24d6f6b', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:be:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2b27592-9eb7-4437-b60e-1fd76154add9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1216, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:04:04Z', 'updated_at': '2021-07-27T21:04:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22'}] {{(pid=105587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:04:09.453063 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-76a742b1-cec8-49de-ac1e-b504afdc1c8d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3743906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4076435'] for router_interface, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:09.464466 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a742b1-cec8-49de-ac1e-b504afdc1c8d admin admin] Pushing event updated for resources: {'Port': ['ID=d8509568-a013-4391-980d-83186535e0bf,revision_number=2']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:04:09.558194 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76a742b1-cec8-49de-ac1e-b504afdc1c8d admin admin] Network a12f8a37-ca47-4a72-91af-8262e529f5be is already hosted by enough agents. {{(pid=105584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:04:09.560312 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [None req-76a742b1-cec8-49de-ac1e-b504afdc1c8d admin admin] Resources bound (agent type, host, resource id): {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:04:09.722335 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76a742b1-cec8-49de-ac1e-b504afdc1c8d admin admin] Router c2b27592-9eb7-4437-b60e-1fd76154add9 has already been hosted by L3 agent dd128fd7-8e57-4d4f-895b-a96b369df59a {{(pid=105584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:04:09.900083 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76a742b1-cec8-49de-ac1e-b504afdc1c8d admin admin] Notify agent at l3_agent.n-d-705658-22 the message routers_updated {{(pid=105584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:04:09.907045 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-76a742b1-cec8-49de-ac1e-b504afdc1c8d admin admin] 10.222.0.59 "PUT /v2.0/routers/c2b27592-9eb7-4437-b60e-1fd76154add9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4467576 Jul 27 21:04:09.938923 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:10.047022 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-514be50b-43fe-4b70-8b4c-b250e95c2e3f None None] Provisioning complete for port d8509568-a013-4391-980d-83186535e0bf triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:04:10.047685 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-514be50b-43fe-4b70-8b4c-b250e95c2e3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:10.078667 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Device d84ac75c-2428-4297-8be6-bb8b6688b5ea details requested by agent hyperv_n-h2-705658-22 with host n-h2-705658-22 {{(pid=105586) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:04:10.108739 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-514be50b-43fe-4b70-8b4c-b250e95c2e3f None None] Port d8509568-a013-4391-980d-83186535e0bf cannot update to ACTIVE because it is not bound. {{(pid=105586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:04:10.219193 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee50a5b-4df9-4550-88a4-2a2be4a5ef49 req-7f5600a0-dea2-4fba-8eb9-42c63b659429 tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:04:10.220765 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-5ee50a5b-4df9-4550-88a4-2a2be4a5ef49 req-7f5600a0-dea2-4fba-8eb9-42c63b659429 tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] 10.222.0.59 "GET /v2.0/ports?device_id=17ba656b-fd21-4b0c-aa91-723cb2debe7c HTTP/1.1" status: 200 len: 944 time: 0.0999694 Jul 27 21:04:10.247612 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] For port d84ac75c-2428-4297-8be6-bb8b6688b5ea, host n-h2-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=d84ac75c-2428-4297-8be6-bb8b6688b5ea,segment=NetworkSegment(a9b7024e-df2a-4526-a1ee-cb4cd8d6548a),segment_id=a9b7024e-df2a-4526-a1ee-cb4cd8d6548a)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:04:10.268846 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Returning: {'device': 'd84ac75c-2428-4297-8be6-bb8b6688b5ea', 'network_id': 'e3b519c5-b5b4-46b1-b571-75e8645219f5', 'port_id': 'd84ac75c-2428-4297-8be6-bb8b6688b5ea', 'mac_address': 'fa:16:3e:e9:4c:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea3de4e6-c660-4637-aea0-807a23d6ec6d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105586) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:04:10.269868 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-5ee50a5b-4df9-4550-88a4-2a2be4a5ef49 req-38dfce8d-5440-4cc6-b0b2-96f41125b64e tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0eecfba-15dc-4bf7-80e6-b94c8d880eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420966 Jul 27 21:04:10.360339 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:10.394856 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [None req-3d54578f-831f-4696-b568-13c455922dab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d84ac75c-2428-4297-8be6-bb8b6688b5ea {{(pid=105586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:04:10.452855 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] For port d84ac75c-2428-4297-8be6-bb8b6688b5ea, host n-h2-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=d84ac75c-2428-4297-8be6-bb8b6688b5ea,segment=NetworkSegment(a9b7024e-df2a-4526-a1ee-cb4cd8d6548a),segment_id=a9b7024e-df2a-4526-a1ee-cb4cd8d6548a)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:04:10.457966 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:10.549950 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Pushing event updated for resources: {'Port': ['ID=d84ac75c-2428-4297-8be6-bb8b6688b5ea,revision_number=4']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:04:10.818519 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] get_ports_and_sgs() called for port_ids ['d84ac75c-2428-4297-8be6-bb8b6688b5ea'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:04:10.907981 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device d09badd6-16d1-4168-92ed-ca3ac24d6f6b up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:04:11.035090 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning for port d09badd6-16d1-4168-92ed-ca3ac24d6f6b completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:04:11.047130 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port d09badd6-16d1-4168-92ed-ca3ac24d6f6b triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:04:11.047503 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:11.264618 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:11.373576 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-824b28d4-3e81-48f9-9763-347d71ed0269 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:11.376927 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] For port d09badd6-16d1-4168-92ed-ca3ac24d6f6b, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=d09badd6-16d1-4168-92ed-ca3ac24d6f6b,segment=NetworkSegment(12196855-9a32-4633-9a56-77697ef9e126),segment_id=12196855-9a32-4633-9a56-77697ef9e126)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:04:11.382959 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:11.493141 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Pushing event updated for resources: {'Port': ['ID=d09badd6-16d1-4168-92ed-ca3ac24d6f6b,revision_number=4']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:04:11.584935 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1529b80-09b3-481b-9808-d7ba363ae952 req-1e492b36-06e0-4f7f-8a0a-b631e9090d3c tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:04:11.593414 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-c1529b80-09b3-481b-9808-d7ba363ae952 req-1e492b36-06e0-4f7f-8a0a-b631e9090d3c tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] 10.222.0.59 "GET /v2.0/ports?device_id=17ba656b-fd21-4b0c-aa91-723cb2debe7c HTTP/1.1" status: 200 len: 945 time: 0.1736095 Jul 27 21:04:11.662239 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-c1529b80-09b3-481b-9808-d7ba363ae952 req-c58aec44-7b25-4fc3-9ea5-9c520a7daf42 tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0eecfba-15dc-4bf7-80e6-b94c8d880eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661647 Jul 27 21:04:11.818477 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:11.851646 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd5c75fe-9382-4110-a6a4-dba4bb01cbe8 None None] Sync routers for ids ['c2b27592-9eb7-4437-b60e-1fd76154add9'] in n-d-705658-22 {{(pid=105586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:04:11.869929 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd5c75fe-9382-4110-a6a4-dba4bb01cbe8 None None] Routers {'c2b27592-9eb7-4437-b60e-1fd76154add9'} bound to L3 agent in host n-d-705658-22 {{(pid=105586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:04:11.870476 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-bd5c75fe-9382-4110-a6a4-dba4bb01cbe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:04:11Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['c2b27592-9eb7-4437-b60e-1fd76154add9'], 'active': True} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:04:12.076518 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Device d84ac75c-2428-4297-8be6-bb8b6688b5ea up at agent hyperv_n-h2-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:04:12.157410 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvr_db [None req-bd5c75fe-9382-4110-a6a4-dba4bb01cbe8 None None] Set router c2b27592-9eb7-4437-b60e-1fd76154add9 gateway port host: n-d-705658-22 {{(pid=105586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:04:12.244047 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-3d54578f-831f-4696-b568-13c455922dab None None] Provisioning for port d84ac75c-2428-4297-8be6-bb8b6688b5ea completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:04:12.294461 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-3d54578f-831f-4696-b568-13c455922dab None None] Provisioning complete for port d84ac75c-2428-4297-8be6-bb8b6688b5ea triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:04:12.294841 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:12.461364 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:12.519184 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17ba656b-fd21-4b0c-aa91-723cb2debe7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd84ac75c-2428-4297-8be6-bb8b6688b5ea'}] {{(pid=105586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:04:12.521453 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14c1663e039faf5393f87855f745010ac5b02220355b68fdbf065393e303ac56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a30dc7f3-8c2c-4ead-9a5f-aa291c4f2d04" -d '{"events": [{"server_uuid": "17ba656b-fd21-4b0c-aa91-723cb2debe7c", "name": "network-vif-plugged", "status": "completed", "tag": "d84ac75c-2428-4297-8be6-bb8b6688b5ea"}]}' {{(pid=105586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:04:12.538378 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] For port d84ac75c-2428-4297-8be6-bb8b6688b5ea, host n-h2-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=d84ac75c-2428-4297-8be6-bb8b6688b5ea,segment=NetworkSegment(a9b7024e-df2a-4526-a1ee-cb4cd8d6548a),segment_id=a9b7024e-df2a-4526-a1ee-cb4cd8d6548a)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:04:12.545885 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:12.605787 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:04:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d985745a-7631-4731-b0d1-2c452cfed262 x-openstack-request-id: req-d985745a-7631-4731-b0d1-2c452cfed262 {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:04:12.606298 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17ba656b-fd21-4b0c-aa91-723cb2debe7c", "name": "network-vif-plugged", "status": "completed", "tag": "d84ac75c-2428-4297-8be6-bb8b6688b5ea", "code": 200}]} {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:04:12.606421 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-d985745a-7631-4731-b0d1-2c452cfed262 {{(pid=105586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:04:12.606818 n-d-705658-22 neutron-server[105586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17ba656b-fd21-4b0c-aa91-723cb2debe7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd84ac75c-2428-4297-8be6-bb8b6688b5ea', 'code': 200} Jul 27 21:04:12.624457 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-bd5c75fe-9382-4110-a6a4-dba4bb01cbe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2b27592-9eb7-4437-b60e-1fd76154add9', 'name': 'tempest-AttachSCSIVolumeTestJSON-529682418-router', 'tenant_id': '169264f85b5d4d099625a16828854f96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.78'}], 'enable_snat': True}, 'gw_port_id': 'd09badd6-16d1-4168-92ed-ca3ac24d6f6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:04:03Z', 'updated_at': '2021-07-27T21:04:09Z', 'revision_number': 4, 'project_id': '169264f85b5d4d099625a16828854f96', 'gw_port': {'id': 'd09badd6-16d1-4168-92ed-ca3ac24d6f6b', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:be:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2b27592-9eb7-4437-b60e-1fd76154add9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1216, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:04:04Z', 'updated_at': '2021-07-27T21:04:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_interfaces': [{'id': 'd8509568-a013-4391-980d-83186535e0bf', 'name': '', 'network_id': 'a12f8a37-ca47-4a72-91af-8262e529f5be', 'tenant_id': '169264f85b5d4d099625a16828854f96', 'mac_address': 'fa:16:3e:e0:04:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2b27592-9eb7-4437-b60e-1fd76154add9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1217, 'fixed_ips': [{'subnet_id': '83cca52d-ddad-495e-8e74-5afc7e4d85e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:04:08Z', 'updated_at': '2021-07-27T21:04:09Z', 'revision_number': 2, 'project_id': '169264f85b5d4d099625a16828854f96', 'subnets': [{'id': '83cca52d-ddad-495e-8e74-5afc7e4d85e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-22', False) {} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:04:12.707144 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd5c75fe-9382-4110-a6a4-dba4bb01cbe8 None None] Checking router: c2b27592-9eb7-4437-b60e-1fd76154add9 for host: n-d-705658-22 {{(pid=105586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:04:12.707539 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd5c75fe-9382-4110-a6a4-dba4bb01cbe8 None None] Updating router c2b27592-9eb7-4437-b60e-1fd76154add9 port d8509568-a013-4391-980d-83186535e0bf binding host n-d-705658-22 {{(pid=105586) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 21:04:12.798084 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Pushing event updated for resources: {'Port': ['ID=d84ac75c-2428-4297-8be6-bb8b6688b5ea,revision_number=5']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:04:12.813708 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a4b5bb-8021-415f-927b-fc3162328985 req-9491cdd8-9c4f-4027-a07f-d292237dcb86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:04:12.818656 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-92a4b5bb-8021-415f-927b-fc3162328985 req-9491cdd8-9c4f-4027-a07f-d292237dcb86 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=17ba656b-fd21-4b0c-aa91-723cb2debe7c HTTP/1.1" status: 200 len: 1098 time: 0.1425154 Jul 27 21:04:12.889494 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-bb32ed7d-8717-448b-a9c8-a5a0117d1fd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:12.908152 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device d09badd6-16d1-4168-92ed-ca3ac24d6f6b up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:04:12.920020 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-92a4b5bb-8021-415f-927b-fc3162328985 req-535dc25e-e0d5-4f17-bb85-536691d04ec0 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=b0eecfba-15dc-4bf7-80e6-b94c8d880eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936670 Jul 27 21:04:12.936210 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c54c216-8fd7-4098-a35e-3b748ff8b8a5 req-ae5250b6-f73a-427d-ae32-6112c50124fd tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:04:12.944271 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-8c54c216-8fd7-4098-a35e-3b748ff8b8a5 req-ae5250b6-f73a-427d-ae32-6112c50124fd tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] 10.222.0.59 "GET /v2.0/ports?device_id=17ba656b-fd21-4b0c-aa91-723cb2debe7c HTTP/1.1" status: 200 len: 946 time: 0.1414423 Jul 27 21:04:12.973735 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-bd5c75fe-9382-4110-a6a4-dba4bb01cbe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:12.987662 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-8c54c216-8fd7-4098-a35e-3b748ff8b8a5 req-09673c3b-c1d4-4836-96b9-93028e568317 tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0eecfba-15dc-4bf7-80e6-b94c8d880eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421770 Jul 27 21:04:13.019724 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port d09badd6-16d1-4168-92ed-ca3ac24d6f6b triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:04:13.020105 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:13.351547 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-bd5c75fe-9382-4110-a6a4-dba4bb01cbe8 None None] Notify callbacks [] for port, precommit_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:13.361253 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-bd5c75fe-9382-4110-a6a4-dba4bb01cbe8 None None] Transition to ACTIVE for port object d8509568-a013-4391-980d-83186535e0bf will not be triggered until provisioned by entity L2. {{(pid=105586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:04:13.367187 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-bd5c75fe-9382-4110-a6a4-dba4bb01cbe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:13.474399 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-bd5c75fe-9382-4110-a6a4-dba4bb01cbe8 None None] Attempting to bind port d8509568-a013-4391-980d-83186535e0bf on host n-d-705658-22 for vnic_type normal with profile {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:04:13.474780 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-bd5c75fe-9382-4110-a6a4-dba4bb01cbe8 None None] Attempting to bind port d8509568-a013-4391-980d-83186535e0bf by drivers openvswitch,hyperv on host n-d-705658-22 at level 0 using segments [{'id': 'c09dfcf3-6903-4154-8fde-ac21d9cf77a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'a12f8a37-ca47-4a72-91af-8262e529f5be'}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:04:13.475198 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd5c75fe-9382-4110-a6a4-dba4bb01cbe8 None None] Attempting to bind port d8509568-a013-4391-980d-83186535e0bf on network a12f8a37-ca47-4a72-91af-8262e529f5be {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:04:13.477164 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb7dbb5-3fed-4ad5-9f5e-825df9eb94f3 None None] Pushing event updated for resources: {'Port': ['ID=d8509568-a013-4391-980d-83186535e0bf,revision_number=3']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:04:13.483051 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd5c75fe-9382-4110-a6a4-dba4bb01cbe8 None None] Checking agent: {'id': '04a7ea91-6318-467e-ace6-b0fb48c8690f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 41, 42), 'started_at': datetime.datetime(2021, 7, 27, 20, 42, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 4, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:04:13.483448 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd5c75fe-9382-4110-a6a4-dba4bb01cbe8 None None] Checking segment: {'id': 'c09dfcf3-6903-4154-8fde-ac21d9cf77a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'a12f8a37-ca47-4a72-91af-8262e529f5be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:04:13.483867 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-bd5c75fe-9382-4110-a6a4-dba4bb01cbe8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:13.484251 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd5c75fe-9382-4110-a6a4-dba4bb01cbe8 None None] Bound using segment: {'id': 'c09dfcf3-6903-4154-8fde-ac21d9cf77a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'a12f8a37-ca47-4a72-91af-8262e529f5be'} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:04:13.484722 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-bd5c75fe-9382-4110-a6a4-dba4bb01cbe8 None None] Bound port: d8509568-a013-4391-980d-83186535e0bf, host: n-d-705658-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c09dfcf3-6903-4154-8fde-ac21d9cf77a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'a12f8a37-ca47-4a72-91af-8262e529f5be'}}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:04:13.485107 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-bd5c75fe-9382-4110-a6a4-dba4bb01cbe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:13.570493 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-bd5c75fe-9382-4110-a6a4-dba4bb01cbe8 None None] For port d8509568-a013-4391-980d-83186535e0bf, host n-d-705658-22, cleared binding levels {{(pid=105586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:04:13.573747 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-bd5c75fe-9382-4110-a6a4-dba4bb01cbe8 None None] For port d8509568-a013-4391-980d-83186535e0bf, host n-d-705658-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=d8509568-a013-4391-980d-83186535e0bf,segment=NetworkSegment(c09dfcf3-6903-4154-8fde-ac21d9cf77a1),segment_id=c09dfcf3-6903-4154-8fde-ac21d9cf77a1)] {{(pid=105586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:04:13.581224 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-bd5c75fe-9382-4110-a6a4-dba4bb01cbe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:13.640063 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd5c75fe-9382-4110-a6a4-dba4bb01cbe8 None None] Routers {'c2b27592-9eb7-4437-b60e-1fd76154add9'} bound to L3 agent in host n-d-705658-22 {{(pid=105586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:04:13.641804 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-bd5c75fe-9382-4110-a6a4-dba4bb01cbe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:04:11Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['c2b27592-9eb7-4437-b60e-1fd76154add9'], 'active': True} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:04:13.919924 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvr_db [None req-bd5c75fe-9382-4110-a6a4-dba4bb01cbe8 None None] Set router c2b27592-9eb7-4437-b60e-1fd76154add9 gateway port host: n-d-705658-22 {{(pid=105586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:04:14.114857 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb7dbb5-3fed-4ad5-9f5e-825df9eb94f3 None None] Pushing event updated for resources: {'Port': ['ID=d8509568-a013-4391-980d-83186535e0bf,revision_number=4']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:04:14.281005 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db284c82-a272-483f-b831-36b93ea197c0 req-e3406662-489d-406e-9ab3-9d42ec491275 tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:04:14.285329 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-875ced1b-4cf3-463a-9653-058f0f9421e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:14.293040 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-db284c82-a272-483f-b831-36b93ea197c0 req-e3406662-489d-406e-9ab3-9d42ec491275 tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] 10.222.0.59 "GET /v2.0/ports?device_id=17ba656b-fd21-4b0c-aa91-723cb2debe7c HTTP/1.1" status: 200 len: 946 time: 0.1347041 Jul 27 21:04:14.337944 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-bd5c75fe-9382-4110-a6a4-dba4bb01cbe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2b27592-9eb7-4437-b60e-1fd76154add9', 'name': 'tempest-AttachSCSIVolumeTestJSON-529682418-router', 'tenant_id': '169264f85b5d4d099625a16828854f96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.78'}], 'enable_snat': True}, 'gw_port_id': 'd09badd6-16d1-4168-92ed-ca3ac24d6f6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:04:03Z', 'updated_at': '2021-07-27T21:04:09Z', 'revision_number': 4, 'project_id': '169264f85b5d4d099625a16828854f96', 'gw_port': {'id': 'd09badd6-16d1-4168-92ed-ca3ac24d6f6b', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:be:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2b27592-9eb7-4437-b60e-1fd76154add9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1216, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:04:04Z', 'updated_at': '2021-07-27T21:04:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_interfaces': [{'id': 'd8509568-a013-4391-980d-83186535e0bf', 'name': '', 'network_id': 'a12f8a37-ca47-4a72-91af-8262e529f5be', 'tenant_id': '169264f85b5d4d099625a16828854f96', 'mac_address': 'fa:16:3e:e0:04:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2b27592-9eb7-4437-b60e-1fd76154add9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1217, 'fixed_ips': [{'subnet_id': '83cca52d-ddad-495e-8e74-5afc7e4d85e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:04:08Z', 'updated_at': '2021-07-27T21:04:13Z', 'revision_number': 4, 'project_id': '169264f85b5d4d099625a16828854f96', 'subnets': [{'id': '83cca52d-ddad-495e-8e74-5afc7e4d85e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-22', False) {} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:04:14.354819 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-db284c82-a272-483f-b831-36b93ea197c0 req-9e9e0889-2cb6-41f9-9414-edf85ef67a55 tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0eecfba-15dc-4bf7-80e6-b94c8d880eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606756 Jul 27 21:04:14.389542 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd5c75fe-9382-4110-a6a4-dba4bb01cbe8 None None] The sync data for ids ['c2b27592-9eb7-4437-b60e-1fd76154add9'] in n-d-705658-22 is: [{'id': 'c2b27592-9eb7-4437-b60e-1fd76154add9', 'name': 'tempest-AttachSCSIVolumeTestJSON-529682418-router', 'tenant_id': '169264f85b5d4d099625a16828854f96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.78'}], 'enable_snat': True}, 'gw_port_id': 'd09badd6-16d1-4168-92ed-ca3ac24d6f6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:04:03Z', 'updated_at': '2021-07-27T21:04:09Z', 'revision_number': 4, 'project_id': '169264f85b5d4d099625a16828854f96', 'gw_port': {'id': 'd09badd6-16d1-4168-92ed-ca3ac24d6f6b', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:be:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2b27592-9eb7-4437-b60e-1fd76154add9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1216, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:04:04Z', 'updated_at': '2021-07-27T21:04:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_interfaces': [{'id': 'd8509568-a013-4391-980d-83186535e0bf', 'name': '', 'network_id': 'a12f8a37-ca47-4a72-91af-8262e529f5be', 'tenant_id': '169264f85b5d4d099625a16828854f96', 'mac_address': 'fa:16:3e:e0:04:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2b27592-9eb7-4437-b60e-1fd76154add9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1217, 'fixed_ips': [{'subnet_id': '83cca52d-ddad-495e-8e74-5afc7e4d85e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:04:08Z', 'updated_at': '2021-07-27T21:04:13Z', 'revision_number': 4, 'project_id': '169264f85b5d4d099625a16828854f96', 'subnets': [{'id': '83cca52d-ddad-495e-8e74-5afc7e4d85e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:04:14.601809 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519ee02e-34e5-4817-8793-c02e988a5b2f req-84867d51-2e98-42e5-a3aa-06bceb6de25c tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:04:14.610329 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-519ee02e-34e5-4817-8793-c02e988a5b2f req-84867d51-2e98-42e5-a3aa-06bceb6de25c tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] 10.222.0.59 "GET /v2.0/ports?device_id=17ba656b-fd21-4b0c-aa91-723cb2debe7c HTTP/1.1" status: 200 len: 946 time: 0.1159952 Jul 27 21:04:14.701436 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-519ee02e-34e5-4817-8793-c02e988a5b2f req-d3f858ce-2aa8-4ad1-a780-6ba7469224c0 tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0eecfba-15dc-4bf7-80e6-b94c8d880eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891500 Jul 27 21:04:14.888360 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 45992) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:04:15.006563 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device d8509568-a013-4391-980d-83186535e0bf up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:04:15.112296 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-7b7f6e43-9506-47c8-8900-5c1ba809caa2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:15.193555 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning for port d8509568-a013-4391-980d-83186535e0bf completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:04:15.201626 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port d8509568-a013-4391-980d-83186535e0bf triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:04:15.202028 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:15.204695 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e06149c-6e5b-45ce-b2cb-713696fe3cb2 req-7c878db7-822f-40b5-8b4f-69ece3fd2761 tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:04:15.214786 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-1e06149c-6e5b-45ce-b2cb-713696fe3cb2 req-7c878db7-822f-40b5-8b4f-69ece3fd2761 tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] 10.222.0.59 "GET /v2.0/ports?device_id=17ba656b-fd21-4b0c-aa91-723cb2debe7c HTTP/1.1" status: 200 len: 946 time: 0.1686699 Jul 27 21:04:15.288542 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-1e06149c-6e5b-45ce-b2cb-713696fe3cb2 req-de45a2da-4aaa-4965-96b1-1e249a20a9a0 tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0eecfba-15dc-4bf7-80e6-b94c8d880eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716505 Jul 27 21:04:15.320293 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-7b7f6e43-9506-47c8-8900-5c1ba809caa2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:15.326959 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-7b7f6e43-9506-47c8-8900-5c1ba809caa2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:15.386982 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-7b7f6e43-9506-47c8-8900-5c1ba809caa2 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=aded7616baf547ad897e49dd8e66a0d9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4973743 Jul 27 21:04:15.388703 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7f6e43-9506-47c8-8900-5c1ba809caa2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0d4bede-74cf-478a-8d2f-9f0fe5edcec7,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:04:15.390253 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 46006) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:04:15.485078 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:15.549967 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-dc61869b-3721-44fc-a58a-45d73ff5d9e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:15.577818 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] For port d8509568-a013-4391-980d-83186535e0bf, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=d8509568-a013-4391-980d-83186535e0bf,segment=NetworkSegment(c09dfcf3-6903-4154-8fde-ac21d9cf77a1),segment_id=c09dfcf3-6903-4154-8fde-ac21d9cf77a1)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:04:15.584527 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:15.646953 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-dc61869b-3721-44fc-a58a-45d73ff5d9e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:15.682251 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Pushing event updated for resources: {'Port': ['ID=d8509568-a013-4391-980d-83186535e0bf,revision_number=5']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:04:15.741981 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-dc61869b-3721-44fc-a58a-45d73ff5d9e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:15.745174 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-dc61869b-3721-44fc-a58a-45d73ff5d9e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:15.749582 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-dc61869b-3721-44fc-a58a-45d73ff5d9e0 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/a0d4bede-74cf-478a-8d2f-9f0fe5edcec7 HTTP/1.1" status: 204 len: 168 time: 0.3559332 Jul 27 21:04:15.805905 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f988b97-847a-44d1-853b-bbd1423f7f05 req-94dafa05-a4b1-49e9-a353-5c2a64d6a46e tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:04:15.814682 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-0f988b97-847a-44d1-853b-bbd1423f7f05 req-94dafa05-a4b1-49e9-a353-5c2a64d6a46e tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] 10.222.0.59 "GET /v2.0/ports?device_id=17ba656b-fd21-4b0c-aa91-723cb2debe7c HTTP/1.1" status: 200 len: 946 time: 0.3162527 Jul 27 21:04:15.845915 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc61869b-3721-44fc-a58a-45d73ff5d9e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0d4bede-74cf-478a-8d2f-9f0fe5edcec7,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:04:15.867765 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc61869b-3721-44fc-a58a-45d73ff5d9e0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:04:15.868115 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc61869b-3721-44fc-a58a-45d73ff5d9e0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:04:15.868457 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc61869b-3721-44fc-a58a-45d73ff5d9e0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:04:15.868798 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc61869b-3721-44fc-a58a-45d73ff5d9e0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:04:15.869131 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc61869b-3721-44fc-a58a-45d73ff5d9e0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:04:15.869460 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc61869b-3721-44fc-a58a-45d73ff5d9e0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:04:15.869785 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc61869b-3721-44fc-a58a-45d73ff5d9e0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:04:15.870111 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc61869b-3721-44fc-a58a-45d73ff5d9e0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:04:15.870433 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc61869b-3721-44fc-a58a-45d73ff5d9e0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:04:15.870754 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc61869b-3721-44fc-a58a-45d73ff5d9e0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:04:15.871097 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc61869b-3721-44fc-a58a-45d73ff5d9e0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:04:15.871987 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc61869b-3721-44fc-a58a-45d73ff5d9e0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:04:15.920540 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-0f988b97-847a-44d1-853b-bbd1423f7f05 req-092cc5a9-04c0-4692-bba1-c5775376c2e9 tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0eecfba-15dc-4bf7-80e6-b94c8d880eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047835 Jul 27 21:04:16.476340 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba4cc64-4148-4290-b6f1-398b49b5f4d2 req-3e745dc7-fe81-407c-b8e4-02e00b6c105c tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:04:16.477992 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-aba4cc64-4148-4290-b6f1-398b49b5f4d2 req-3e745dc7-fe81-407c-b8e4-02e00b6c105c tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] 10.222.0.59 "GET /v2.0/ports?device_id=17ba656b-fd21-4b0c-aa91-723cb2debe7c HTTP/1.1" status: 200 len: 946 time: 0.1342554 Jul 27 21:04:16.549643 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-aba4cc64-4148-4290-b6f1-398b49b5f4d2 req-daeff9c1-0a27-4ca5-85dc-cc890a005fc3 tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0eecfba-15dc-4bf7-80e6-b94c8d880eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654283 Jul 27 21:04:16.813432 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device d8509568-a013-4391-980d-83186535e0bf up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:04:16.864956 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port d8509568-a013-4391-980d-83186535e0bf triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:04:16.865243 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:17.714157 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f2146e-e013-4141-bf7a-023a0a8e790f req-5b619ae3-07d6-4f66-82a5-2db7e330d405 tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:04:17.723396 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b8f2146e-e013-4141-bf7a-023a0a8e790f req-5b619ae3-07d6-4f66-82a5-2db7e330d405 tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] 10.222.0.59 "GET /v2.0/ports?device_id=17ba656b-fd21-4b0c-aa91-723cb2debe7c HTTP/1.1" status: 200 len: 946 time: 0.1063068 Jul 27 21:04:17.767729 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b8f2146e-e013-4141-bf7a-023a0a8e790f req-e8244b85-d061-43e2-96b5-7f6eece0357d tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0eecfba-15dc-4bf7-80e6-b94c8d880eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432270 Jul 27 21:04:18.005894 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.agents_db [None req-558fcd2c-e512-47bc-a170-8673d87f7213 None None] Agent healthcheck: found 7 active agents {{(pid=105587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 21:04:18.904670 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eabbbc9-4e84-4c94-80b7-306be94e4d3a req-fc85a2ce-e9ae-4fe4-a488-077344f5f0ed tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:04:18.906256 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-7eabbbc9-4e84-4c94-80b7-306be94e4d3a req-fc85a2ce-e9ae-4fe4-a488-077344f5f0ed tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] 10.222.0.59 "GET /v2.0/ports?device_id=17ba656b-fd21-4b0c-aa91-723cb2debe7c HTTP/1.1" status: 200 len: 946 time: 0.0706630 Jul 27 21:04:18.958133 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-7eabbbc9-4e84-4c94-80b7-306be94e4d3a req-5527bbc9-9773-4dd3-a0ea-34cf5aab1447 tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0eecfba-15dc-4bf7-80e6-b94c8d880eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378993 Jul 27 21:04:20.120969 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14001ae-56a7-4672-9d05-2b4fac95d941 req-8a1e3cd4-e526-42ff-a3bf-61280e99b1bd tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:04:20.123743 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b14001ae-56a7-4672-9d05-2b4fac95d941 req-8a1e3cd4-e526-42ff-a3bf-61280e99b1bd tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] 10.222.0.59 "GET /v2.0/ports?device_id=17ba656b-fd21-4b0c-aa91-723cb2debe7c HTTP/1.1" status: 200 len: 946 time: 0.0875146 Jul 27 21:04:20.177119 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b14001ae-56a7-4672-9d05-2b4fac95d941 req-c714b9f5-82c1-42c5-9580-1e7213fdd20c tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0eecfba-15dc-4bf7-80e6-b94c8d880eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419497 Jul 27 21:04:21.398120 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff9e464-4565-43e2-b420-9b10a3b87844 req-392afbf5-c249-4128-907c-4998f804a8a5 tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:04:21.405855 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-fff9e464-4565-43e2-b420-9b10a3b87844 req-392afbf5-c249-4128-907c-4998f804a8a5 tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] 10.222.0.59 "GET /v2.0/ports?device_id=17ba656b-fd21-4b0c-aa91-723cb2debe7c HTTP/1.1" status: 200 len: 946 time: 0.0974925 Jul 27 21:04:21.466365 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-fff9e464-4565-43e2-b420-9b10a3b87844 req-61054b68-ce1d-4a28-83a0-f46852c0ac24 tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0eecfba-15dc-4bf7-80e6-b94c8d880eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595400 Jul 27 21:04:21.924035 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 46314) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:04:22.046659 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-7bd89d45-5280-48c0-bcdd-c7b1f6ef24b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:22.163021 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-7bd89d45-5280-48c0-bcdd-c7b1f6ef24b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:22.168064 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-7bd89d45-5280-48c0-bcdd-c7b1f6ef24b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:22.208234 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd89d45-5280-48c0-bcdd-c7b1f6ef24b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70bafa16-a85a-460d-84c5-17ce2fecfd10,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:04:22.231395 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 46324) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:04:22.238350 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-7bd89d45-5280-48c0-bcdd-c7b1f6ef24b2 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=eeaf64c88f6e4eee92c2758b5e0cfeba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3124347 Jul 27 21:04:22.285071 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-fde56a49-67bd-4c96-8d23-2d460c4cdf61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:22.312949 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-fde56a49-67bd-4c96-8d23-2d460c4cdf61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:22.363983 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-fde56a49-67bd-4c96-8d23-2d460c4cdf61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:22.366626 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-fde56a49-67bd-4c96-8d23-2d460c4cdf61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:22.368140 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-fde56a49-67bd-4c96-8d23-2d460c4cdf61 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/70bafa16-a85a-460d-84c5-17ce2fecfd10 HTTP/1.1" status: 204 len: 168 time: 0.1361017 Jul 27 21:04:22.380424 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde56a49-67bd-4c96-8d23-2d460c4cdf61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70bafa16-a85a-460d-84c5-17ce2fecfd10,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:04:22.654160 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d283415a-b172-420c-9178-5fbf17ab50e4 req-286deaa9-41bf-4a2f-8877-b98108e3f8de tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:04:22.655936 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-d283415a-b172-420c-9178-5fbf17ab50e4 req-286deaa9-41bf-4a2f-8877-b98108e3f8de tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] 10.222.0.59 "GET /v2.0/ports?device_id=17ba656b-fd21-4b0c-aa91-723cb2debe7c HTTP/1.1" status: 200 len: 946 time: 0.1007147 Jul 27 21:04:22.740555 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-d283415a-b172-420c-9178-5fbf17ab50e4 req-ebc65096-5e24-4693-9a13-ce72e181d934 tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0eecfba-15dc-4bf7-80e6-b94c8d880eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697055 Jul 27 21:04:22.766090 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 46338) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:04:22.781571 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb890eca-d0a5-45c8-8486-276b9c24b483 req-07937b69-416b-4dfb-ba6b-5009d7b228a4 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:04:22.783620 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-7068a364-1601-4edd-9b47-e03dc59e4b1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:22.788703 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-fb890eca-d0a5-45c8-8486-276b9c24b483 req-07937b69-416b-4dfb-ba6b-5009d7b228a4 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] 10.222.0.59 "GET /v2.0/ports?device_id=29c1b762-5cb9-4f5b-ac71-3cb8a306ebde HTTP/1.1" status: 200 len: 945 time: 0.1278808 Jul 27 21:04:22.854485 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-fb890eca-d0a5-45c8-8486-276b9c24b483 req-05a5b274-cdf8-4962-ad03-f7e5adfe2b7e tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] 10.222.0.59 "GET /v2.0/security-groups?id=e760076b-6854-47cf-947b-f6a7a8a579d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555658 Jul 27 21:04:22.932098 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-7068a364-1601-4edd-9b47-e03dc59e4b1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:22.938676 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-7068a364-1601-4edd-9b47-e03dc59e4b1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:22.983400 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7068a364-1601-4edd-9b47-e03dc59e4b1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8008b691-b0d9-4f06-813b-e7e7e77ba800,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:04:23.002347 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 46346) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:04:23.004745 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-7068a364-1601-4edd-9b47-e03dc59e4b1b admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=0d2cadbdff0943799c0060ea69908c3c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2375197 Jul 27 21:04:23.052604 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d156273f-a0e0-4489-bc11-5b848fa82908 req-cfd3093b-de94-4b80-8027-a4149ff6cde4 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:04:23.055464 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-d156273f-a0e0-4489-bc11-5b848fa82908 req-cfd3093b-de94-4b80-8027-a4149ff6cde4 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] 10.222.0.59 "GET /v2.0/ports?device_id=29c1b762-5cb9-4f5b-ac71-3cb8a306ebde HTTP/1.1" status: 200 len: 945 time: 0.1021223 Jul 27 21:04:23.111858 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-d156273f-a0e0-4489-bc11-5b848fa82908 req-66456eee-69cf-40f5-8cc2-a635b560b8c8 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] 10.222.0.59 "GET /v2.0/security-groups?id=e760076b-6854-47cf-947b-f6a7a8a579d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469329 Jul 27 21:04:23.112474 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-11e6e688-d5f6-4ca4-b93f-a9cc999a23fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:23.138378 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-11e6e688-d5f6-4ca4-b93f-a9cc999a23fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:23.201640 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-11e6e688-d5f6-4ca4-b93f-a9cc999a23fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:23.204193 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-11e6e688-d5f6-4ca4-b93f-a9cc999a23fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:23.208174 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-11e6e688-d5f6-4ca4-b93f-a9cc999a23fe admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/8008b691-b0d9-4f06-813b-e7e7e77ba800 HTTP/1.1" status: 204 len: 168 time: 0.2020059 Jul 27 21:04:23.215302 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e6e688-d5f6-4ca4-b93f-a9cc999a23fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8008b691-b0d9-4f06-813b-e7e7e77ba800,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:04:23.479564 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee203b9-e7b1-4e0f-a23d-188cc255713a req-2287a865-407e-42e4-91a8-b76f6dab0de0 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:04:23.489533 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-4ee203b9-e7b1-4e0f-a23d-188cc255713a req-2287a865-407e-42e4-91a8-b76f6dab0de0 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] 10.222.0.59 "GET /v2.0/networks?id=6aa76440-68bb-4814-b579-87efb5c679e3 HTTP/1.1" status: 200 len: 812 time: 0.1514440 Jul 27 21:04:23.515593 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-4ee203b9-e7b1-4e0f-a23d-188cc255713a req-3031dc28-d2b1-4bd4-8d6b-09250e1666ff tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] 10.222.0.59 "GET /v2.0/quotas/037df3a90f014739a3644a9c2d1586c8 HTTP/1.1" status: 200 len: 375 time: 0.0250876 Jul 27 21:04:23.607372 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-4ee203b9-e7b1-4e0f-a23d-188cc255713a req-7282a126-8854-410d-bff2-3018ea58a62a tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=037df3a90f014739a3644a9c2d1586c8&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0881152 Jul 27 21:04:23.732953 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-4ee203b9-e7b1-4e0f-a23d-188cc255713a req-fd439c46-145e-4543-bdf3-c67741bcc2e0 service neutron] 10.222.0.59 "GET /v2.0/networks/6aa76440-68bb-4814-b579-87efb5c679e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242292 Jul 27 21:04:23.891371 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-4ee203b9-e7b1-4e0f-a23d-188cc255713a req-e1b78f87-46b7-406b-8dbf-12937bd111b1 service neutron] 10.222.0.59 "GET /v2.0/networks/6aa76440-68bb-4814-b579-87efb5c679e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1540139 Jul 27 21:04:23.981590 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42210d03-18f8-4b05-92f7-aa39d506553d req-a7a1afec-ce1b-476f-9b55-93cec229679c tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:04:23.990861 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-42210d03-18f8-4b05-92f7-aa39d506553d req-a7a1afec-ce1b-476f-9b55-93cec229679c tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] 10.222.0.59 "GET /v2.0/ports?device_id=17ba656b-fd21-4b0c-aa91-723cb2debe7c HTTP/1.1" status: 200 len: 946 time: 0.1392231 Jul 27 21:04:24.078508 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-42210d03-18f8-4b05-92f7-aa39d506553d req-f0712eb5-ae7f-4694-90ff-2e9ab2884f62 tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0eecfba-15dc-4bf7-80e6-b94c8d880eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862792 Jul 27 21:04:24.244926 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-52a35222-155c-4b62-a3a9-f74d1db97b00 req-a9447eea-c176-4491-8524-b95ef4352e97 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] 10.222.0.59 "GET /v2.0/ports?device_id=4d678127-0e58-47b6-a823-37f39d016537 HTTP/1.1" status: 200 len: 210 time: 0.0819228 Jul 27 21:04:25.416022 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee203b9-e7b1-4e0f-a23d-188cc255713a req-e18f9dde-620f-49a9-b3e4-c9ac5cbae4d4 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:04:25.417545 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-4ee203b9-e7b1-4e0f-a23d-188cc255713a req-e18f9dde-620f-49a9-b3e4-c9ac5cbae4d4 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] 10.222.0.36 "GET /v2.0/networks?id=6aa76440-68bb-4814-b579-87efb5c679e3 HTTP/1.1" status: 200 len: 812 time: 0.2374046 Jul 27 21:04:25.431397 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee85201-af75-4b66-ae89-fc18a302ccf1 req-40bf183d-73e0-44f2-aa34-009c241b70cf tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:04:25.432962 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-aee85201-af75-4b66-ae89-fc18a302ccf1 req-40bf183d-73e0-44f2-aa34-009c241b70cf tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] 10.222.0.59 "GET /v2.0/ports?device_id=17ba656b-fd21-4b0c-aa91-723cb2debe7c HTTP/1.1" status: 200 len: 946 time: 0.1838770 Jul 27 21:04:25.438247 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [req-4ee203b9-e7b1-4e0f-a23d-188cc255713a req-280ccc8b-8b46-4f34-b177-b3d05cc8dd62 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] Request body: {'port': {'device_id': '4d678127-0e58-47b6-a823-37f39d016537', 'network_id': '6aa76440-68bb-4814-b579-87efb5c679e3', 'admin_state_up': True, 'tenant_id': '037df3a90f014739a3644a9c2d1586c8'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:04:25.528121 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f2db95b8-75a3-4784-8a4d-62dded5e1932 req-4ae133a3-5696-4216-86fa-1a22e08d6be7 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] 10.222.0.59 "GET /v2.0/ports?device_id=4d678127-0e58-47b6-a823-37f39d016537 HTTP/1.1" status: 200 len: 210 time: 0.0404592 Jul 27 21:04:25.560212 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-aee85201-af75-4b66-ae89-fc18a302ccf1 req-e3f77915-3b2e-4cb2-beae-c84e98af305e tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0eecfba-15dc-4bf7-80e6-b94c8d880eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171093 Jul 27 21:04:25.643629 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ee203b9-e7b1-4e0f-a23d-188cc255713a req-280ccc8b-8b46-4f34-b177-b3d05cc8dd62 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] Made reservation on behalf of 037df3a90f014739a3644a9c2d1586c8 for: {'port': 1} {{(pid=105585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:04:25.648832 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-4ee203b9-e7b1-4e0f-a23d-188cc255713a req-280ccc8b-8b46-4f34-b177-b3d05cc8dd62 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:25.814735 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.db_base_plugin_common [req-4ee203b9-e7b1-4e0f-a23d-188cc255713a req-280ccc8b-8b46-4f34-b177-b3d05cc8dd62 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] Allocated IP 172.20.0.5 (6aa76440-68bb-4814-b579-87efb5c679e3/746696d1-95cb-4db5-9b25-089085191295/777e01f2-e9d1-4d82-9a11-ef979ee3fc34) {{(pid=105585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:04:26.004811 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-4ee203b9-e7b1-4e0f-a23d-188cc255713a req-280ccc8b-8b46-4f34-b177-b3d05cc8dd62 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] Notify callbacks [] for port, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:26.021372 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.provisioning_blocks [req-4ee203b9-e7b1-4e0f-a23d-188cc255713a req-280ccc8b-8b46-4f34-b177-b3d05cc8dd62 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] Transition to ACTIVE for port object 777e01f2-e9d1-4d82-9a11-ef979ee3fc34 will not be triggered until provisioned by entity DHCP. {{(pid=105585) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:04:26.067141 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-4ee203b9-e7b1-4e0f-a23d-188cc255713a req-280ccc8b-8b46-4f34-b177-b3d05cc8dd62 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:26.081039 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] get_ports_and_sgs() called for port_ids ['8d0fe2af-3f78-43a3-a31d-c94adcdf7995'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:04:26.085433 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] get_ports_and_sgs() called for port_ids ['b7548bc3-c3ee-4f0b-95e3-8bcdd1f6c845'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:04:26.120507 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ee203b9-e7b1-4e0f-a23d-188cc255713a req-280ccc8b-8b46-4f34-b177-b3d05cc8dd62 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] Network 6aa76440-68bb-4814-b579-87efb5c679e3 is already hosted by enough agents. {{(pid=105585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:04:26.125177 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.base_scheduler [req-4ee203b9-e7b1-4e0f-a23d-188cc255713a req-280ccc8b-8b46-4f34-b177-b3d05cc8dd62 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] Resources bound (agent type, host, resource id): {{(pid=105585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:04:26.131834 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ee203b9-e7b1-4e0f-a23d-188cc255713a req-280ccc8b-8b46-4f34-b177-b3d05cc8dd62 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] Received port after_create {{(pid=105585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:04:26.162225 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280ccc8b-8b46-4f34-b177-b3d05cc8dd62 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] Pushing event updated for resources: {'Port': ['ID=777e01f2-e9d1-4d82-9a11-ef979ee3fc34,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:04:26.197899 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee203b9-e7b1-4e0f-a23d-188cc255713a req-280ccc8b-8b46-4f34-b177-b3d05cc8dd62 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:04:26.198664 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-4ee203b9-e7b1-4e0f-a23d-188cc255713a req-280ccc8b-8b46-4f34-b177-b3d05cc8dd62 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:26.223152 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-4ee203b9-e7b1-4e0f-a23d-188cc255713a req-280ccc8b-8b46-4f34-b177-b3d05cc8dd62 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7890384 Jul 27 21:04:26.237052 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [req-4ee203b9-e7b1-4e0f-a23d-188cc255713a req-f7e6f774-ded5-41ff-85bc-646ebe35ff7f service neutron] Request body: {'port': {'device_id': '4d678127-0e58-47b6-a823-37f39d016537', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-705658-22'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:04:26.382384 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-4ee203b9-e7b1-4e0f-a23d-188cc255713a req-f7e6f774-ded5-41ff-85bc-646ebe35ff7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:26.566114 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-dfc63f17-45a6-43ea-b35d-be28c21b9a2e None None] Provisioning for port 777e01f2-e9d1-4d82-9a11-ef979ee3fc34 completed by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:04:26.571514 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-dfc63f17-45a6-43ea-b35d-be28c21b9a2e None None] Provisioning complete for port 777e01f2-e9d1-4d82-9a11-ef979ee3fc34 triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:04:26.571813 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-dfc63f17-45a6-43ea-b35d-be28c21b9a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:26.612805 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-dfc63f17-45a6-43ea-b35d-be28c21b9a2e None None] Port 777e01f2-e9d1-4d82-9a11-ef979ee3fc34 cannot update to ACTIVE because it is not bound. {{(pid=105586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:04:26.843511 n-d-705658-22 neutron-server[105585]: DEBUG neutron.notifiers.nova [req-4ee203b9-e7b1-4e0f-a23d-188cc255713a req-f7e6f774-ded5-41ff-85bc-646ebe35ff7f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 777e01f2-e9d1-4d82-9a11-ef979ee3fc34 {{(pid=105585) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:04:26.856427 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-4ee203b9-e7b1-4e0f-a23d-188cc255713a req-f7e6f774-ded5-41ff-85bc-646ebe35ff7f service neutron] Notify callbacks [] for port, precommit_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:26.883516 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.provisioning_blocks [req-4ee203b9-e7b1-4e0f-a23d-188cc255713a req-f7e6f774-ded5-41ff-85bc-646ebe35ff7f service neutron] Transition to ACTIVE for port object 777e01f2-e9d1-4d82-9a11-ef979ee3fc34 will not be triggered until provisioned by entity L2. {{(pid=105585) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:04:26.898047 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeead6de-162c-4f8d-bad9-12be4cf16adf req-9403e55e-51f9-4c90-88fa-17d38f7bc289 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:04:26.899666 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-aeead6de-162c-4f8d-bad9-12be4cf16adf req-9403e55e-51f9-4c90-88fa-17d38f7bc289 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] 10.222.0.59 "GET /v2.0/ports?device_id=4d678127-0e58-47b6-a823-37f39d016537 HTTP/1.1" status: 200 len: 931 time: 0.1721587 Jul 27 21:04:26.900333 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-4ee203b9-e7b1-4e0f-a23d-188cc255713a req-f7e6f774-ded5-41ff-85bc-646ebe35ff7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10221672'] for port, after_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:26.945081 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b06702e-58ba-48e3-ba2c-33333505be87 req-2b34420b-a3f8-46eb-a30f-c4cebc55a0a8 tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:04:26.946604 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-8b06702e-58ba-48e3-ba2c-33333505be87 req-2b34420b-a3f8-46eb-a30f-c4cebc55a0a8 tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] 10.222.0.59 "GET /v2.0/ports?device_id=17ba656b-fd21-4b0c-aa91-723cb2debe7c HTTP/1.1" status: 200 len: 946 time: 0.2095017 Jul 27 21:04:27.014603 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e6f774-ded5-41ff-85bc-646ebe35ff7f service neutron] Pushing event updated for resources: {'Port': ['ID=777e01f2-e9d1-4d82-9a11-ef979ee3fc34,revision_number=2']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:04:27.082760 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-aeead6de-162c-4f8d-bad9-12be4cf16adf req-c75246d5-baec-4e48-bd77-930f69be83dd tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] 10.222.0.59 "GET /v2.0/security-groups?id=e8209215-bf66-4bb1-96ba-041099e74ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1711903 Jul 27 21:04:27.121888 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-8b06702e-58ba-48e3-ba2c-33333505be87 req-4a527ac7-fc75-4442-afc7-93a6d37289e2 tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0eecfba-15dc-4bf7-80e6-b94c8d880eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649563 Jul 27 21:04:27.132849 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 46472) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:04:27.178662 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.managers [req-4ee203b9-e7b1-4e0f-a23d-188cc255713a req-f7e6f774-ded5-41ff-85bc-646ebe35ff7f service neutron] Attempting to bind port 777e01f2-e9d1-4d82-9a11-ef979ee3fc34 on host n-h1-705658-22 for vnic_type normal with profile {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:04:27.179158 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.managers [req-4ee203b9-e7b1-4e0f-a23d-188cc255713a req-f7e6f774-ded5-41ff-85bc-646ebe35ff7f service neutron] Attempting to bind port 777e01f2-e9d1-4d82-9a11-ef979ee3fc34 by drivers openvswitch,hyperv on host n-h1-705658-22 at level 0 using segments [{'id': '7253e476-fc19-4126-9562-a06a41b3b94e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '6aa76440-68bb-4814-b579-87efb5c679e3'}] {{(pid=105585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:04:27.180000 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ee203b9-e7b1-4e0f-a23d-188cc255713a req-f7e6f774-ded5-41ff-85bc-646ebe35ff7f service neutron] Attempting to bind port 777e01f2-e9d1-4d82-9a11-ef979ee3fc34 on network 6aa76440-68bb-4814-b579-87efb5c679e3 {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:04:27.186166 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ee203b9-e7b1-4e0f-a23d-188cc255713a req-f7e6f774-ded5-41ff-85bc-646ebe35ff7f service neutron] Port 777e01f2-e9d1-4d82-9a11-ef979ee3fc34 on network 6aa76440-68bb-4814-b579-87efb5c679e3 not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-22 {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:04:27.186501 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ee203b9-e7b1-4e0f-a23d-188cc255713a req-f7e6f774-ded5-41ff-85bc-646ebe35ff7f service neutron] Attempting to bind port 777e01f2-e9d1-4d82-9a11-ef979ee3fc34 on network 6aa76440-68bb-4814-b579-87efb5c679e3 {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:04:27.194047 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ee203b9-e7b1-4e0f-a23d-188cc255713a req-f7e6f774-ded5-41ff-85bc-646ebe35ff7f service neutron] Checking agent: {'id': '9d9bc37f-4d75-44ef-9f63-799aab3e316f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 49, 36), 'started_at': datetime.datetime(2021, 7, 27, 20, 49, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 4, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:04:27.201364 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ee203b9-e7b1-4e0f-a23d-188cc255713a req-f7e6f774-ded5-41ff-85bc-646ebe35ff7f service neutron] Checking segment: {'id': '7253e476-fc19-4126-9562-a06a41b3b94e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '6aa76440-68bb-4814-b579-87efb5c679e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:04:27.202028 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ee203b9-e7b1-4e0f-a23d-188cc255713a req-f7e6f774-ded5-41ff-85bc-646ebe35ff7f service neutron] Bound using segment: {'id': '7253e476-fc19-4126-9562-a06a41b3b94e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '6aa76440-68bb-4814-b579-87efb5c679e3'} {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:04:27.202797 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.managers [req-4ee203b9-e7b1-4e0f-a23d-188cc255713a req-f7e6f774-ded5-41ff-85bc-646ebe35ff7f service neutron] Bound port: 777e01f2-e9d1-4d82-9a11-ef979ee3fc34, host: n-h1-705658-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7253e476-fc19-4126-9562-a06a41b3b94e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '6aa76440-68bb-4814-b579-87efb5c679e3'}}] {{(pid=105585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:04:27.203211 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-4ee203b9-e7b1-4e0f-a23d-188cc255713a req-f7e6f774-ded5-41ff-85bc-646ebe35ff7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:27.296943 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.db [req-4ee203b9-e7b1-4e0f-a23d-188cc255713a req-f7e6f774-ded5-41ff-85bc-646ebe35ff7f service neutron] For port 777e01f2-e9d1-4d82-9a11-ef979ee3fc34, host n-h1-705658-22, cleared binding levels {{(pid=105585) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:04:27.301421 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.db [req-4ee203b9-e7b1-4e0f-a23d-188cc255713a req-f7e6f774-ded5-41ff-85bc-646ebe35ff7f service neutron] For port 777e01f2-e9d1-4d82-9a11-ef979ee3fc34, host n-h1-705658-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=777e01f2-e9d1-4d82-9a11-ef979ee3fc34,segment=NetworkSegment(7253e476-fc19-4126-9562-a06a41b3b94e),segment_id=7253e476-fc19-4126-9562-a06a41b3b94e)] {{(pid=105585) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:04:27.311702 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-4ee203b9-e7b1-4e0f-a23d-188cc255713a req-f7e6f774-ded5-41ff-85bc-646ebe35ff7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10221672'] for port, after_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:27.348285 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-2eb777bf-449a-4ba4-a9fe-4200a348cf65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:27.372204 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e6f774-ded5-41ff-85bc-646ebe35ff7f service neutron] Pushing event updated for resources: {'Port': ['ID=777e01f2-e9d1-4d82-9a11-ef979ee3fc34,revision_number=3']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:04:27.394746 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee203b9-e7b1-4e0f-a23d-188cc255713a req-f7e6f774-ded5-41ff-85bc-646ebe35ff7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:04:27.395609 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-4ee203b9-e7b1-4e0f-a23d-188cc255713a req-f7e6f774-ded5-41ff-85bc-646ebe35ff7f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:27.397726 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-4ee203b9-e7b1-4e0f-a23d-188cc255713a req-f7e6f774-ded5-41ff-85bc-646ebe35ff7f service neutron] 10.222.0.36 "PUT /v2.0/ports/777e01f2-e9d1-4d82-9a11-ef979ee3fc34 HTTP/1.1" status: 200 len: 1092 time: 1.1660693 Jul 27 21:04:27.398374 n-d-705658-22 neutron-server[105585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d678127-0e58-47b6-a823-37f39d016537', 'tag': '777e01f2-e9d1-4d82-9a11-ef979ee3fc34'}] {{(pid=105585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:04:27.401835 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d66fd65881426bfc2b5388084a3654e5eae521106a15a3dbf0eb4cde7106c36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ef06b43-9ce1-4175-9363-c465d3e5f808" -d '{"events": [{"name": "network-changed", "server_uuid": "4d678127-0e58-47b6-a823-37f39d016537", "tag": "777e01f2-e9d1-4d82-9a11-ef979ee3fc34"}]}' {{(pid=105585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:04:27.523471 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:04:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a4cd191-007e-4301-9470-93d182ced754 x-openstack-request-id: req-3a4cd191-007e-4301-9470-93d182ced754 {{(pid=105585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:04:27.523838 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d678127-0e58-47b6-a823-37f39d016537", "tag": "777e01f2-e9d1-4d82-9a11-ef979ee3fc34", "status": "completed", "code": 200}]} {{(pid=105585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:04:27.524090 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-3a4cd191-007e-4301-9470-93d182ced754 {{(pid=105585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:04:27.524490 n-d-705658-22 neutron-server[105585]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d678127-0e58-47b6-a823-37f39d016537', 'tag': '777e01f2-e9d1-4d82-9a11-ef979ee3fc34', 'status': 'completed', 'code': 200} Jul 27 21:04:27.535067 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-2eb777bf-449a-4ba4-a9fe-4200a348cf65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:27.542506 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-2eb777bf-449a-4ba4-a9fe-4200a348cf65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:27.592814 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee203b9-e7b1-4e0f-a23d-188cc255713a req-f57b12f2-b0e7-425c-86ee-f401d5c22526 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:04:27.598786 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-4ee203b9-e7b1-4e0f-a23d-188cc255713a req-f57b12f2-b0e7-425c-86ee-f401d5c22526 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=037df3a90f014739a3644a9c2d1586c8&device_id=4d678127-0e58-47b6-a823-37f39d016537 HTTP/1.1" status: 200 len: 1095 time: 0.1512485 Jul 27 21:04:27.605355 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-2eb777bf-449a-4ba4-a9fe-4200a348cf65 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=8dbe91faf8ad48e48c91d471d71a80fe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4680061 Jul 27 21:04:27.605548 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 46482) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:04:27.636094 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb777bf-449a-4ba4-a9fe-4200a348cf65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ede460a2-6126-4a4c-a175-a0f9d1aefa12,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:04:27.685384 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-4ee203b9-e7b1-4e0f-a23d-188cc255713a req-1800e2e0-4853-42ff-a045-169afe8d655c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=777e01f2-e9d1-4d82-9a11-ef979ee3fc34 HTTP/1.1" status: 200 len: 217 time: 0.0808613 Jul 27 21:04:27.762644 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-7daa2bea-27d2-4eec-bd36-a39e239cbc74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:27.786261 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-7daa2bea-27d2-4eec-bd36-a39e239cbc74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:27.802952 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee203b9-e7b1-4e0f-a23d-188cc255713a req-310ac545-aa56-43fe-8f38-ce29ffb93a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:04:27.804569 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-4ee203b9-e7b1-4e0f-a23d-188cc255713a req-310ac545-aa56-43fe-8f38-ce29ffb93a40 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=746696d1-95cb-4db5-9b25-089085191295 HTTP/1.1" status: 200 len: 851 time: 0.1095457 Jul 27 21:04:27.880288 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-7daa2bea-27d2-4eec-bd36-a39e239cbc74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:27.882844 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-7daa2bea-27d2-4eec-bd36-a39e239cbc74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:27.887755 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-7daa2bea-27d2-4eec-bd36-a39e239cbc74 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/ede460a2-6126-4a4c-a175-a0f9d1aefa12 HTTP/1.1" status: 204 len: 168 time: 0.2779174 Jul 27 21:04:27.889851 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee203b9-e7b1-4e0f-a23d-188cc255713a req-c4ec44aa-2599-4e85-b5b6-5bd3918e10fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:04:27.891494 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-4ee203b9-e7b1-4e0f-a23d-188cc255713a req-c4ec44aa-2599-4e85-b5b6-5bd3918e10fe service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6aa76440-68bb-4814-b579-87efb5c679e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0718179 Jul 27 21:04:27.908110 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7daa2bea-27d2-4eec-bd36-a39e239cbc74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ede460a2-6126-4a4c-a175-a0f9d1aefa12,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:04:28.005800 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-4ee203b9-e7b1-4e0f-a23d-188cc255713a req-952f13f2-6291-424c-b413-715856081ce6 service neutron] 10.222.0.36 "GET /v2.0/networks/6aa76440-68bb-4814-b579-87efb5c679e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1052365 Jul 27 21:04:28.111219 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-4ee203b9-e7b1-4e0f-a23d-188cc255713a req-87a95419-40f0-460f-8dcc-02ec1463ca79 service neutron] 10.222.0.36 "GET /v2.0/networks/6aa76440-68bb-4814-b579-87efb5c679e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964315 Jul 27 21:04:28.290572 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 46496) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:04:28.312623 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-eb8a371d-c0a2-4a49-9cf5-60f8ea137cbd admin admin] Notify callbacks [] for security_group, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:28.336906 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef06b43-9ce1-4175-9363-c465d3e5f808 req-db9fbbd0-321c-433c-b26e-5e0e07042bae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:04:28.338586 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-0ef06b43-9ce1-4175-9363-c465d3e5f808 req-db9fbbd0-321c-433c-b26e-5e0e07042bae service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=037df3a90f014739a3644a9c2d1586c8&device_id=4d678127-0e58-47b6-a823-37f39d016537 HTTP/1.1" status: 200 len: 1095 time: 0.1797605 Jul 27 21:04:28.355089 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccb7f7e-8240-48b5-8978-2a4429daf774 req-61145f46-0ddb-4c95-b2e6-9e8c7adae255 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:04:28.362511 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-dccb7f7e-8240-48b5-8978-2a4429daf774 req-61145f46-0ddb-4c95-b2e6-9e8c7adae255 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] 10.222.0.59 "GET /v2.0/ports?device_id=4d678127-0e58-47b6-a823-37f39d016537 HTTP/1.1" status: 200 len: 943 time: 0.1363676 Jul 27 21:04:28.439747 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-eb8a371d-c0a2-4a49-9cf5-60f8ea137cbd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:28.444299 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5891c1-b1bf-42b8-bd84-f6e874a8484e req-1a43d5ca-a0c3-4938-b4b9-72ce190feacf tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:04:28.445573 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-eb8a371d-c0a2-4a49-9cf5-60f8ea137cbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:28.445834 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-db5891c1-b1bf-42b8-bd84-f6e874a8484e req-1a43d5ca-a0c3-4938-b4b9-72ce190feacf tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] 10.222.0.59 "GET /v2.0/ports?device_id=17ba656b-fd21-4b0c-aa91-723cb2debe7c HTTP/1.1" status: 200 len: 946 time: 0.2066617 Jul 27 21:04:28.495030 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-eb8a371d-c0a2-4a49-9cf5-60f8ea137cbd admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=5c388971d03748c4af6cd56feb120149&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2026634 Jul 27 21:04:28.496710 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8a371d-c0a2-4a49-9cf5-60f8ea137cbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06b22862-9207-4d15-a2e9-3d229f6209ab,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:04:28.499140 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 46498) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:04:28.499915 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-dccb7f7e-8240-48b5-8978-2a4429daf774 req-ef013f19-3ed1-4ad4-a147-17d87feabe12 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] 10.222.0.59 "GET /v2.0/security-groups?id=e8209215-bf66-4bb1-96ba-041099e74ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364551 Jul 27 21:04:28.569104 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef06b43-9ce1-4175-9363-c465d3e5f808 req-7f2202d3-e074-4bfc-a533-cba0a24e12df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:04:28.572074 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-0ef06b43-9ce1-4175-9363-c465d3e5f808 req-7f2202d3-e074-4bfc-a533-cba0a24e12df service neutron] 10.222.0.36 "GET /v2.0/networks?id=6aa76440-68bb-4814-b579-87efb5c679e3 HTTP/1.1" status: 200 len: 913 time: 0.2070045 Jul 27 21:04:28.585074 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-07533c06-55cb-4be4-b7dd-297be5b4a54b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:28.587687 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-db5891c1-b1bf-42b8-bd84-f6e874a8484e req-f4f3084a-9776-4d82-a107-e463f4c946bb tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0eecfba-15dc-4bf7-80e6-b94c8d880eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227946 Jul 27 21:04:28.634008 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-07533c06-55cb-4be4-b7dd-297be5b4a54b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:28.653083 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-0ef06b43-9ce1-4175-9363-c465d3e5f808 req-a995124e-7e9d-46fb-9db7-34f67d9abf72 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=777e01f2-e9d1-4d82-9a11-ef979ee3fc34 HTTP/1.1" status: 200 len: 217 time: 0.0638652 Jul 27 21:04:28.702985 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-07533c06-55cb-4be4-b7dd-297be5b4a54b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:28.706192 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-07533c06-55cb-4be4-b7dd-297be5b4a54b admin admin] Notify callbacks [] for security_group, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:28.707550 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-07533c06-55cb-4be4-b7dd-297be5b4a54b admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/06b22862-9207-4d15-a2e9-3d229f6209ab HTTP/1.1" status: 204 len: 168 time: 0.2074904 Jul 27 21:04:28.717499 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07533c06-55cb-4be4-b7dd-297be5b4a54b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06b22862-9207-4d15-a2e9-3d229f6209ab,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:04:28.736427 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef06b43-9ce1-4175-9363-c465d3e5f808 req-18ebbdcb-fdbb-4829-921a-752edda5e899 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:04:28.750157 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-0ef06b43-9ce1-4175-9363-c465d3e5f808 req-18ebbdcb-fdbb-4829-921a-752edda5e899 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=746696d1-95cb-4db5-9b25-089085191295 HTTP/1.1" status: 200 len: 851 time: 0.0895329 Jul 27 21:04:28.823070 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef06b43-9ce1-4175-9363-c465d3e5f808 req-56a244da-8c6f-4ea1-b8fa-b49ef5db5e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:04:28.824789 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-0ef06b43-9ce1-4175-9363-c465d3e5f808 req-56a244da-8c6f-4ea1-b8fa-b49ef5db5e03 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6aa76440-68bb-4814-b579-87efb5c679e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0661511 Jul 27 21:04:28.948564 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-0ef06b43-9ce1-4175-9363-c465d3e5f808 req-260d6fed-70df-4454-9f4c-2e045951300c service neutron] 10.222.0.36 "GET /v2.0/networks/6aa76440-68bb-4814-b579-87efb5c679e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1157103 Jul 27 21:04:29.071465 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-0ef06b43-9ce1-4175-9363-c465d3e5f808 req-e12f7ef2-0d89-41fa-bcb4-b2ab7cd4864b service neutron] 10.222.0.36 "GET /v2.0/networks/6aa76440-68bb-4814-b579-87efb5c679e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1155546 Jul 27 21:04:29.646465 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81dbcb03-d90c-4ec1-8799-8c3eeaef1ac7 req-c41f2759-81c9-40dd-ab43-3758c4f8eb07 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:04:29.655363 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-81dbcb03-d90c-4ec1-8799-8c3eeaef1ac7 req-c41f2759-81c9-40dd-ab43-3758c4f8eb07 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] 10.222.0.59 "GET /v2.0/ports?device_id=4d678127-0e58-47b6-a823-37f39d016537 HTTP/1.1" status: 200 len: 943 time: 0.0806315 Jul 27 21:04:29.713410 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-81dbcb03-d90c-4ec1-8799-8c3eeaef1ac7 req-cea9267a-5aac-470b-9577-33a8ff4588d6 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] 10.222.0.59 "GET /v2.0/security-groups?id=e8209215-bf66-4bb1-96ba-041099e74ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571315 Jul 27 21:04:29.818968 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ad6853-ab3f-4ec4-ab1f-931db3b83426 req-0f9d5aa4-ab96-457b-86f2-d25fb1daf1bb tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:04:29.820752 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e4ad6853-ab3f-4ec4-ab1f-931db3b83426 req-0f9d5aa4-ab96-457b-86f2-d25fb1daf1bb tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] 10.222.0.59 "GET /v2.0/ports?device_id=17ba656b-fd21-4b0c-aa91-723cb2debe7c HTTP/1.1" status: 200 len: 946 time: 0.0752652 Jul 27 21:04:29.865641 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device 777e01f2-e9d1-4d82-9a11-ef979ee3fc34 details requested by agent hyperv_n-h1-705658-22 with host n-h1-705658-22 {{(pid=105586) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:04:29.921143 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e4ad6853-ab3f-4ec4-ab1f-931db3b83426 req-5d22279b-c494-454e-a441-7b3de1e5913a tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0eecfba-15dc-4bf7-80e6-b94c8d880eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925071 Jul 27 21:04:30.057041 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] For port 777e01f2-e9d1-4d82-9a11-ef979ee3fc34, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=777e01f2-e9d1-4d82-9a11-ef979ee3fc34,segment=NetworkSegment(7253e476-fc19-4126-9562-a06a41b3b94e),segment_id=7253e476-fc19-4126-9562-a06a41b3b94e)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:04:30.070492 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Returning: {'device': '777e01f2-e9d1-4d82-9a11-ef979ee3fc34', 'network_id': '6aa76440-68bb-4814-b579-87efb5c679e3', 'port_id': '777e01f2-e9d1-4d82-9a11-ef979ee3fc34', 'mac_address': 'fa:16:3e:a9:b3:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 230, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '746696d1-95cb-4db5-9b25-089085191295', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105586) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:04:30.126299 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:30.141231 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 777e01f2-e9d1-4d82-9a11-ef979ee3fc34 {{(pid=105586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:04:30.164925 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] For port 777e01f2-e9d1-4d82-9a11-ef979ee3fc34, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=777e01f2-e9d1-4d82-9a11-ef979ee3fc34,segment=NetworkSegment(7253e476-fc19-4126-9562-a06a41b3b94e),segment_id=7253e476-fc19-4126-9562-a06a41b3b94e)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:04:30.170201 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:30.225728 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Pushing event updated for resources: {'Port': ['ID=777e01f2-e9d1-4d82-9a11-ef979ee3fc34,revision_number=4']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:04:30.234044 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:04:30.234674 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:04:30.235240 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:04:30.235894 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:04:30.236383 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:04:30.236868 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:04:30.237376 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:04:30.237893 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:04:30.238508 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:04:30.239024 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:04:30.239527 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:04:30.240028 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:04:30.571737 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] get_ports_and_sgs() called for port_ids ['777e01f2-e9d1-4d82-9a11-ef979ee3fc34'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:04:30.905817 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9ac86e-503d-46bd-ab9d-15c675fab0b7 req-33264889-f10f-4279-8fb1-94dad76fbf69 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:04:30.910586 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-8e9ac86e-503d-46bd-ab9d-15c675fab0b7 req-33264889-f10f-4279-8fb1-94dad76fbf69 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] 10.222.0.59 "GET /v2.0/ports?device_id=4d678127-0e58-47b6-a823-37f39d016537 HTTP/1.1" status: 200 len: 944 time: 0.1035089 Jul 27 21:04:30.955468 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-8e9ac86e-503d-46bd-ab9d-15c675fab0b7 req-fa21d484-7a26-47e0-9a6e-5d8f6503d3ac tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] 10.222.0.59 "GET /v2.0/security-groups?id=e8209215-bf66-4bb1-96ba-041099e74ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438337 Jul 27 21:04:31.130494 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2266df17-5961-48f2-ac9a-abfc2bf72c1a req-6553d962-4f99-412f-8bbb-5dda24038e5b tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:04:31.135731 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-2266df17-5961-48f2-ac9a-abfc2bf72c1a req-6553d962-4f99-412f-8bbb-5dda24038e5b tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] 10.222.0.59 "GET /v2.0/ports?device_id=17ba656b-fd21-4b0c-aa91-723cb2debe7c HTTP/1.1" status: 200 len: 946 time: 0.1097019 Jul 27 21:04:31.192891 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-2266df17-5961-48f2-ac9a-abfc2bf72c1a req-0dfb239c-c14a-45a3-96f0-71690cca8552 tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0eecfba-15dc-4bf7-80e6-b94c8d880eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488782 Jul 27 21:04:31.576260 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 46590) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:04:31.695144 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-066cf19d-7fbc-40d4-b128-fddfe09f71fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:31.809615 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-066cf19d-7fbc-40d4-b128-fddfe09f71fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:31.817891 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-066cf19d-7fbc-40d4-b128-fddfe09f71fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:31.868285 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066cf19d-7fbc-40d4-b128-fddfe09f71fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75509a8b-70d2-43a9-8f8f-12b84e2b5e0b,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:04:31.881229 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-066cf19d-7fbc-40d4-b128-fddfe09f71fd admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=b148eebc91b04bd59995edc525b6b467&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3038871 Jul 27 21:04:31.883780 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 46596) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:04:31.940225 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-ba8cb005-2569-482e-8cd9-2deaf2f5a69d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:31.964570 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-ba8cb005-2569-482e-8cd9-2deaf2f5a69d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:32.039728 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-ba8cb005-2569-482e-8cd9-2deaf2f5a69d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:32.049705 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-ba8cb005-2569-482e-8cd9-2deaf2f5a69d admin admin] Notify callbacks [] for security_group, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:32.053735 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-ba8cb005-2569-482e-8cd9-2deaf2f5a69d admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/75509a8b-70d2-43a9-8f8f-12b84e2b5e0b HTTP/1.1" status: 204 len: 168 time: 0.1686792 Jul 27 21:04:32.065911 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8cb005-2569-482e-8cd9-2deaf2f5a69d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75509a8b-70d2-43a9-8f8f-12b84e2b5e0b,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:04:32.153676 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c414c05-a517-4a2d-969c-e2ad99c176cb req-78a1873c-485b-46c4-a8e4-43c49d6088bb tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:04:32.157813 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-4c414c05-a517-4a2d-969c-e2ad99c176cb req-78a1873c-485b-46c4-a8e4-43c49d6088bb tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] 10.222.0.59 "GET /v2.0/ports?device_id=4d678127-0e58-47b6-a823-37f39d016537 HTTP/1.1" status: 200 len: 944 time: 0.1246185 Jul 27 21:04:32.238442 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-4c414c05-a517-4a2d-969c-e2ad99c176cb req-104a9793-90b0-450f-baae-46e0260d354e tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] 10.222.0.59 "GET /v2.0/security-groups?id=e8209215-bf66-4bb1-96ba-041099e74ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754271 Jul 27 21:04:32.379788 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d421cfe9-1ed1-46b1-b012-0ae3f6bfb6e1 req-bfc8de85-e3aa-4316-926d-fa5a2382a1cd tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:04:32.384667 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-d421cfe9-1ed1-46b1-b012-0ae3f6bfb6e1 req-bfc8de85-e3aa-4316-926d-fa5a2382a1cd tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] 10.222.0.59 "GET /v2.0/ports?device_id=17ba656b-fd21-4b0c-aa91-723cb2debe7c HTTP/1.1" status: 200 len: 946 time: 0.0938852 Jul 27 21:04:32.430927 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 46612) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:04:32.442210 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-d421cfe9-1ed1-46b1-b012-0ae3f6bfb6e1 req-065d92f7-fae7-425d-8a1c-81e3732164b5 tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0eecfba-15dc-4bf7-80e6-b94c8d880eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488229 Jul 27 21:04:32.444869 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-bc10678c-ede6-4f14-89a9-6859ac3426b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:32.555970 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-bc10678c-ede6-4f14-89a9-6859ac3426b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:32.561223 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-bc10678c-ede6-4f14-89a9-6859ac3426b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:32.598271 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-bc10678c-ede6-4f14-89a9-6859ac3426b3 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=7a7c154b266241feb8b11cf457727a1c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1660464 Jul 27 21:04:32.600824 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 46614) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:04:32.607542 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc10678c-ede6-4f14-89a9-6859ac3426b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a62009d-60d2-4d13-9669-0941ca869798,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:04:32.662952 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-59fe9325-fb42-4758-a56f-e4393b8b72d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:32.688415 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-59fe9325-fb42-4758-a56f-e4393b8b72d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:32.744070 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-59fe9325-fb42-4758-a56f-e4393b8b72d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:32.747574 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-59fe9325-fb42-4758-a56f-e4393b8b72d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:32.748820 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-59fe9325-fb42-4758-a56f-e4393b8b72d9 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/2a62009d-60d2-4d13-9669-0941ca869798 HTTP/1.1" status: 204 len: 168 time: 0.1470902 Jul 27 21:04:32.757993 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fe9325-fb42-4758-a56f-e4393b8b72d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a62009d-60d2-4d13-9669-0941ca869798,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:04:33.393530 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cdc0a2-5880-4f18-9b96-c827bfd288c8 req-0fd31fdd-b71d-461f-99d8-385e4e9f4cac tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:04:33.395180 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-18cdc0a2-5880-4f18-9b96-c827bfd288c8 req-0fd31fdd-b71d-461f-99d8-385e4e9f4cac tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] 10.222.0.59 "GET /v2.0/ports?device_id=4d678127-0e58-47b6-a823-37f39d016537 HTTP/1.1" status: 200 len: 944 time: 0.0803828 Jul 27 21:04:33.441366 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-18cdc0a2-5880-4f18-9b96-c827bfd288c8 req-ddecc85d-934a-4479-9874-e9ff031f5aef tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] 10.222.0.59 "GET /v2.0/security-groups?id=e8209215-bf66-4bb1-96ba-041099e74ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357647 Jul 27 21:04:33.577879 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15accd06-8ed1-45b4-8e88-3cebd9bb5072 req-60945b06-22e2-4aae-b4fc-c5d60edea439 tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:04:33.579410 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-15accd06-8ed1-45b4-8e88-3cebd9bb5072 req-60945b06-22e2-4aae-b4fc-c5d60edea439 tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] 10.222.0.59 "GET /v2.0/ports?device_id=17ba656b-fd21-4b0c-aa91-723cb2debe7c HTTP/1.1" status: 200 len: 946 time: 0.0697582 Jul 27 21:04:33.618463 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-15accd06-8ed1-45b4-8e88-3cebd9bb5072 req-d56bb0ca-1dd1-4ed8-9de1-9cf124b2f38c tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0eecfba-15dc-4bf7-80e6-b94c8d880eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326657 Jul 27 21:04:33.863908 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device 777e01f2-e9d1-4d82-9a11-ef979ee3fc34 up at agent hyperv_n-h1-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:04:33.916272 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Provisioning for port 777e01f2-e9d1-4d82-9a11-ef979ee3fc34 completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:04:33.923465 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Provisioning complete for port 777e01f2-e9d1-4d82-9a11-ef979ee3fc34 triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:04:33.923846 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:33.927995 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dfa173-3b67-4efd-8166-1116aef97f25 req-6191107a-3dd8-431d-947b-529e6cebb8e6 tempest-AttachSCSIVolumeTestJSON-522076455 tempest-AttachSCSIVolumeTestJSON-522076455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:04:33.935695 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-92dfa173-3b67-4efd-8166-1116aef97f25 req-6191107a-3dd8-431d-947b-529e6cebb8e6 tempest-AttachSCSIVolumeTestJSON-522076455 tempest-AttachSCSIVolumeTestJSON-522076455-project] 10.222.0.59 "GET /v2.0/networks?id=f285d890-c55d-4aac-a5df-f4919c5c1eb0 HTTP/1.1" status: 200 len: 815 time: 0.1246486 Jul 27 21:04:33.946942 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-92dfa173-3b67-4efd-8166-1116aef97f25 req-3558383e-7320-4946-8797-5e77158194a8 tempest-AttachSCSIVolumeTestJSON-522076455 tempest-AttachSCSIVolumeTestJSON-522076455-project] 10.222.0.59 "GET /v2.0/quotas/c0afa5466ff04651aa6207062d398a87 HTTP/1.1" status: 200 len: 375 time: 0.0101771 Jul 27 21:04:34.014114 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:34.023180 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-92dfa173-3b67-4efd-8166-1116aef97f25 req-79659784-3ab2-4b33-aeb4-97a8c0bc98bf tempest-AttachSCSIVolumeTestJSON-522076455 tempest-AttachSCSIVolumeTestJSON-522076455-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=c0afa5466ff04651aa6207062d398a87&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0692558 Jul 27 21:04:34.041434 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d678127-0e58-47b6-a823-37f39d016537', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '777e01f2-e9d1-4d82-9a11-ef979ee3fc34'}] {{(pid=105586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:04:34.044489 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14c1663e039faf5393f87855f745010ac5b02220355b68fdbf065393e303ac56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e74c7e1-0c77-49cd-9549-73de2bbb40f0" -d '{"events": [{"server_uuid": "4d678127-0e58-47b6-a823-37f39d016537", "name": "network-vif-plugged", "status": "completed", "tag": "777e01f2-e9d1-4d82-9a11-ef979ee3fc34"}]}' {{(pid=105586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:04:34.064832 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] For port 777e01f2-e9d1-4d82-9a11-ef979ee3fc34, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=777e01f2-e9d1-4d82-9a11-ef979ee3fc34,segment=NetworkSegment(7253e476-fc19-4126-9562-a06a41b3b94e),segment_id=7253e476-fc19-4126-9562-a06a41b3b94e)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:04:34.071108 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:34.099265 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:04:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72b301e6-1485-414c-a7b0-d74c1840934b x-openstack-request-id: req-72b301e6-1485-414c-a7b0-d74c1840934b {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:04:34.099578 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d678127-0e58-47b6-a823-37f39d016537", "name": "network-vif-plugged", "status": "completed", "tag": "777e01f2-e9d1-4d82-9a11-ef979ee3fc34", "code": 200}]} {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:04:34.099856 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-72b301e6-1485-414c-a7b0-d74c1840934b {{(pid=105586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:04:34.100240 n-d-705658-22 neutron-server[105586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d678127-0e58-47b6-a823-37f39d016537', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '777e01f2-e9d1-4d82-9a11-ef979ee3fc34', 'code': 200} Jul 27 21:04:34.128461 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-92dfa173-3b67-4efd-8166-1116aef97f25 req-4160cf12-0d42-4cbd-9c60-4b901b9f2c58 service neutron] 10.222.0.59 "GET /v2.0/networks/f285d890-c55d-4aac-a5df-f4919c5c1eb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974612 Jul 27 21:04:34.139165 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Pushing event updated for resources: {'Port': ['ID=777e01f2-e9d1-4d82-9a11-ef979ee3fc34,revision_number=5']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:04:34.287295 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 46704) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:04:34.404668 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-101c6dfe-6f38-4726-9bee-6aa6ee955033 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:34.498222 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-101c6dfe-6f38-4726-9bee-6aa6ee955033 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:34.502409 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-101c6dfe-6f38-4726-9bee-6aa6ee955033 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:34.545994 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-101c6dfe-6f38-4726-9bee-6aa6ee955033 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=d9c283a1a78d4bfd8f404d14b59d26df&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2565708 Jul 27 21:04:34.546605 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101c6dfe-6f38-4726-9bee-6aa6ee955033 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f3ca470-3c00-4872-9785-cb3656023615,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:04:34.549234 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 46712) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:04:34.647455 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-92dfa173-3b67-4efd-8166-1116aef97f25 req-626fd8fe-25ec-43cc-810c-cd744132509d service neutron] 10.222.0.59 "GET /v2.0/networks/f285d890-c55d-4aac-a5df-f4919c5c1eb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5117891 Jul 27 21:04:34.675393 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0463887a-ec61-49db-9105-93d0e33fa9f6 req-6c93086b-45b1-47ee-92ef-b3a45b62415f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:04:34.676876 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-0463887a-ec61-49db-9105-93d0e33fa9f6 req-6c93086b-45b1-47ee-92ef-b3a45b62415f service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=4d678127-0e58-47b6-a823-37f39d016537 HTTP/1.1" status: 200 len: 1097 time: 0.1749525 Jul 27 21:04:34.678624 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-bbffea76-a991-48e3-aae3-d7cda3884fa5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:34.698202 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7132dd71-25e0-46bc-b6db-03288ca2e49e req-5970d32c-3107-4668-9ccf-e95f03f6464b tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:04:34.700242 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-7132dd71-25e0-46bc-b6db-03288ca2e49e req-5970d32c-3107-4668-9ccf-e95f03f6464b tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] 10.222.0.59 "GET /v2.0/ports?device_id=4d678127-0e58-47b6-a823-37f39d016537 HTTP/1.1" status: 200 len: 945 time: 0.1840618 Jul 27 21:04:34.740702 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-bbffea76-a991-48e3-aae3-d7cda3884fa5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:34.787437 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-0463887a-ec61-49db-9105-93d0e33fa9f6 req-6cf12ede-3188-458f-9d24-ff8c6121535f service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=e8209215-bf66-4bb1-96ba-041099e74ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968421 Jul 27 21:04:34.798627 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-7132dd71-25e0-46bc-b6db-03288ca2e49e req-bd2b55a4-0ea4-4c0e-b66a-50f649e18829 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] 10.222.0.59 "GET /v2.0/security-groups?id=e8209215-bf66-4bb1-96ba-041099e74ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911233 Jul 27 21:04:34.855031 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-bbffea76-a991-48e3-aae3-d7cda3884fa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:34.858356 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-bbffea76-a991-48e3-aae3-d7cda3884fa5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:34.859538 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-bbffea76-a991-48e3-aae3-d7cda3884fa5 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/3f3ca470-3c00-4872-9785-cb3656023615 HTTP/1.1" status: 204 len: 168 time: 0.3079009 Jul 27 21:04:34.900670 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-1d8c4f16-6d55-45e0-8635-46b14548953e req-62f84b22-4cf1-44ac-bb35-f2f444ef41f7 tempest-AttachSCSIVolumeTestJSON-522076455 tempest-AttachSCSIVolumeTestJSON-522076455-project] 10.222.0.59 "GET /v2.0/ports?device_id=821d3191-03ea-431e-8084-b018d0fc208e HTTP/1.1" status: 200 len: 210 time: 0.0484455 Jul 27 21:04:34.902262 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbffea76-a991-48e3-aae3-d7cda3884fa5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f3ca470-3c00-4872-9785-cb3656023615,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:04:34.918383 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ba6b42-2512-40b7-9394-2538576f9abb req-a29419aa-3df0-465e-b906-3df476f18878 tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:04:34.920015 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-d0ba6b42-2512-40b7-9394-2538576f9abb req-a29419aa-3df0-465e-b906-3df476f18878 tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] 10.222.0.59 "GET /v2.0/ports?device_id=17ba656b-fd21-4b0c-aa91-723cb2debe7c HTTP/1.1" status: 200 len: 946 time: 0.1202078 Jul 27 21:04:34.967703 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-d0ba6b42-2512-40b7-9394-2538576f9abb req-ac293423-77e1-4b03-ab4f-16a90518371b tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0eecfba-15dc-4bf7-80e6-b94c8d880eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412693 Jul 27 21:04:35.898578 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dfa173-3b67-4efd-8166-1116aef97f25 req-edc0fd7a-cd96-48e1-a284-75325e7d69ac tempest-AttachSCSIVolumeTestJSON-522076455 tempest-AttachSCSIVolumeTestJSON-522076455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:04:35.900769 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-92dfa173-3b67-4efd-8166-1116aef97f25 req-edc0fd7a-cd96-48e1-a284-75325e7d69ac tempest-AttachSCSIVolumeTestJSON-522076455 tempest-AttachSCSIVolumeTestJSON-522076455-project] 10.222.0.60 "GET /v2.0/networks?id=f285d890-c55d-4aac-a5df-f4919c5c1eb0 HTTP/1.1" status: 200 len: 815 time: 0.1381290 Jul 27 21:04:35.916037 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [req-92dfa173-3b67-4efd-8166-1116aef97f25 req-2fe3abbe-0687-4edb-9c9e-8919f37bf6d5 tempest-AttachSCSIVolumeTestJSON-522076455 tempest-AttachSCSIVolumeTestJSON-522076455-project] Request body: {'port': {'device_id': '821d3191-03ea-431e-8084-b018d0fc208e', 'network_id': 'f285d890-c55d-4aac-a5df-f4919c5c1eb0', 'admin_state_up': True, 'tenant_id': 'c0afa5466ff04651aa6207062d398a87'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:04:35.961570 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7478e7f-53f6-4db6-ad76-b7ba036ca44e req-4999a486-2906-43fe-ba8b-ef2133f95ed8 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:04:35.971787 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e7478e7f-53f6-4db6-ad76-b7ba036ca44e req-4999a486-2906-43fe-ba8b-ef2133f95ed8 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] 10.222.0.59 "GET /v2.0/ports?device_id=4d678127-0e58-47b6-a823-37f39d016537 HTTP/1.1" status: 200 len: 945 time: 0.0797806 Jul 27 21:04:36.035732 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e7478e7f-53f6-4db6-ad76-b7ba036ca44e req-2515732b-c804-44c6-b5d0-b592744fea13 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] 10.222.0.59 "GET /v2.0/security-groups?id=e8209215-bf66-4bb1-96ba-041099e74ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630536 Jul 27 21:04:36.071849 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-92dfa173-3b67-4efd-8166-1116aef97f25 req-2fe3abbe-0687-4edb-9c9e-8919f37bf6d5 tempest-AttachSCSIVolumeTestJSON-522076455 tempest-AttachSCSIVolumeTestJSON-522076455-project] Made reservation on behalf of c0afa5466ff04651aa6207062d398a87 for: {'port': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:04:36.075892 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-0c61a370-4e4a-4c4a-ae16-8b849efa24f6 req-f20b1e29-833b-4378-9fbf-3c44468948ad tempest-AttachSCSIVolumeTestJSON-522076455 tempest-AttachSCSIVolumeTestJSON-522076455-project] 10.222.0.59 "GET /v2.0/ports?device_id=821d3191-03ea-431e-8084-b018d0fc208e HTTP/1.1" status: 200 len: 210 time: 0.0607815 Jul 27 21:04:36.078310 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-92dfa173-3b67-4efd-8166-1116aef97f25 req-2fe3abbe-0687-4edb-9c9e-8919f37bf6d5 tempest-AttachSCSIVolumeTestJSON-522076455 tempest-AttachSCSIVolumeTestJSON-522076455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:36.132507 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:36.273617 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.db_base_plugin_common [req-92dfa173-3b67-4efd-8166-1116aef97f25 req-2fe3abbe-0687-4edb-9c9e-8919f37bf6d5 tempest-AttachSCSIVolumeTestJSON-522076455 tempest-AttachSCSIVolumeTestJSON-522076455-project] Allocated IP 172.20.0.4 (f285d890-c55d-4aac-a5df-f4919c5c1eb0/ee8986c4-aa8f-4108-a118-00692233cdc5/fa4ff8d2-5ea6-42f5-823a-95a50e0c955e) {{(pid=105584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:04:36.280298 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-d141256f-ebcf-4bdd-b335-ef75a810eb95 req-d7282498-3967-4c18-95f3-093659748217 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] 10.222.0.59 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=037df3a90f014739a3644a9c2d1586c8 HTTP/1.1" status: 200 len: 267 time: 0.0965803 Jul 27 21:04:36.296836 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e9f9ef-2910-4e95-8378-c7a2d5b9fa29 req-e2fbe916-1c48-440e-ad23-bb8333870b7f tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:04:36.304819 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f8e9f9ef-2910-4e95-8378-c7a2d5b9fa29 req-e2fbe916-1c48-440e-ad23-bb8333870b7f tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] 10.222.0.59 "GET /v2.0/ports?device_id=17ba656b-fd21-4b0c-aa91-723cb2debe7c HTTP/1.1" status: 200 len: 946 time: 0.1525147 Jul 27 21:04:36.449610 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f8e9f9ef-2910-4e95-8378-c7a2d5b9fa29 req-10d6b9a5-6386-4e19-b230-4d7df7defd11 tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0eecfba-15dc-4bf7-80e6-b94c8d880eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369536 Jul 27 21:04:36.535687 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d141256f-ebcf-4bdd-b335-ef75a810eb95 req-ddc175b4-2efb-4d2f-8d3d-aa3b35938374 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:04:36.537437 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-d141256f-ebcf-4bdd-b335-ef75a810eb95 req-ddc175b4-2efb-4d2f-8d3d-aa3b35938374 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] 10.222.0.59 "GET /v2.0/ports?device_id=4d678127-0e58-47b6-a823-37f39d016537 HTTP/1.1" status: 200 len: 945 time: 0.2259705 Jul 27 21:04:36.554652 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [req-d141256f-ebcf-4bdd-b335-ef75a810eb95 req-400790e1-c447-4c17-ab17-3af96859978d tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] Request body: {'port': {'security_groups': []}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:04:36.773826 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-d141256f-ebcf-4bdd-b335-ef75a810eb95 req-400790e1-c447-4c17-ab17-3af96859978d tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:37.065873 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-92dfa173-3b67-4efd-8166-1116aef97f25 req-2fe3abbe-0687-4edb-9c9e-8919f37bf6d5 tempest-AttachSCSIVolumeTestJSON-522076455 tempest-AttachSCSIVolumeTestJSON-522076455-project] Notify callbacks [] for port, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:37.081806 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.provisioning_blocks [req-92dfa173-3b67-4efd-8166-1116aef97f25 req-2fe3abbe-0687-4edb-9c9e-8919f37bf6d5 tempest-AttachSCSIVolumeTestJSON-522076455 tempest-AttachSCSIVolumeTestJSON-522076455-project] Transition to ACTIVE for port object fa4ff8d2-5ea6-42f5-823a-95a50e0c955e will not be triggered until provisioned by entity DHCP. {{(pid=105584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:04:37.089643 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.db [req-d141256f-ebcf-4bdd-b335-ef75a810eb95 req-400790e1-c447-4c17-ab17-3af96859978d tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] For port 777e01f2-e9d1-4d82-9a11-ef979ee3fc34, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=777e01f2-e9d1-4d82-9a11-ef979ee3fc34,segment=NetworkSegment(7253e476-fc19-4126-9562-a06a41b3b94e),segment_id=7253e476-fc19-4126-9562-a06a41b3b94e)] {{(pid=105585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:04:37.117695 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-92dfa173-3b67-4efd-8166-1116aef97f25 req-2fe3abbe-0687-4edb-9c9e-8919f37bf6d5 tempest-AttachSCSIVolumeTestJSON-522076455 tempest-AttachSCSIVolumeTestJSON-522076455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:37.139863 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-d141256f-ebcf-4bdd-b335-ef75a810eb95 req-400790e1-c447-4c17-ab17-3af96859978d tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] Notify callbacks [] for port, precommit_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:37.148597 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-d141256f-ebcf-4bdd-b335-ef75a810eb95 req-400790e1-c447-4c17-ab17-3af96859978d tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10221672'] for port, after_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:37.162547 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] get_ports_and_sgs() called for port_ids ['8d0fe2af-3f78-43a3-a31d-c94adcdf7995', '777e01f2-e9d1-4d82-9a11-ef979ee3fc34'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:04:37.166397 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-92dfa173-3b67-4efd-8166-1116aef97f25 req-2fe3abbe-0687-4edb-9c9e-8919f37bf6d5 tempest-AttachSCSIVolumeTestJSON-522076455 tempest-AttachSCSIVolumeTestJSON-522076455-project] Network f285d890-c55d-4aac-a5df-f4919c5c1eb0 is already hosted by enough agents. {{(pid=105584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:04:37.169942 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [req-92dfa173-3b67-4efd-8166-1116aef97f25 req-2fe3abbe-0687-4edb-9c9e-8919f37bf6d5 tempest-AttachSCSIVolumeTestJSON-522076455 tempest-AttachSCSIVolumeTestJSON-522076455-project] Resources bound (agent type, host, resource id): {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:04:37.174061 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [req-92dfa173-3b67-4efd-8166-1116aef97f25 req-2fe3abbe-0687-4edb-9c9e-8919f37bf6d5 tempest-AttachSCSIVolumeTestJSON-522076455 tempest-AttachSCSIVolumeTestJSON-522076455-project] Received port after_create {{(pid=105584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:04:37.222244 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe3abbe-0687-4edb-9c9e-8919f37bf6d5 tempest-AttachSCSIVolumeTestJSON-522076455 tempest-AttachSCSIVolumeTestJSON-522076455-project] Pushing event updated for resources: {'Port': ['ID=fa4ff8d2-5ea6-42f5-823a-95a50e0c955e,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:04:37.251005 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dfa173-3b67-4efd-8166-1116aef97f25 req-2fe3abbe-0687-4edb-9c9e-8919f37bf6d5 tempest-AttachSCSIVolumeTestJSON-522076455 tempest-AttachSCSIVolumeTestJSON-522076455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:04:37.251385 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] get_ports_and_sgs() called for port_ids ['b7548bc3-c3ee-4f0b-95e3-8bcdd1f6c845'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:04:37.251699 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-92dfa173-3b67-4efd-8166-1116aef97f25 req-2fe3abbe-0687-4edb-9c9e-8919f37bf6d5 tempest-AttachSCSIVolumeTestJSON-522076455 tempest-AttachSCSIVolumeTestJSON-522076455-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:37.281075 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d141256f-ebcf-4bdd-b335-ef75a810eb95 req-400790e1-c447-4c17-ab17-3af96859978d tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:04:37.283997 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-d141256f-ebcf-4bdd-b335-ef75a810eb95 req-400790e1-c447-4c17-ab17-3af96859978d tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:37.292530 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-d141256f-ebcf-4bdd-b335-ef75a810eb95 req-400790e1-c447-4c17-ab17-3af96859978d tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] 10.222.0.59 "PUT /v2.0/ports/777e01f2-e9d1-4d82-9a11-ef979ee3fc34 HTTP/1.1" status: 200 len: 904 time: 0.7458844 Jul 27 21:04:37.297169 n-d-705658-22 neutron-server[105585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d678127-0e58-47b6-a823-37f39d016537', 'tag': '777e01f2-e9d1-4d82-9a11-ef979ee3fc34'}] {{(pid=105585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:04:37.301810 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d66fd65881426bfc2b5388084a3654e5eae521106a15a3dbf0eb4cde7106c36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8de99dfa-3f20-4f88-b644-f23b1e2d955c" -d '{"events": [{"name": "network-changed", "server_uuid": "4d678127-0e58-47b6-a823-37f39d016537", "tag": "777e01f2-e9d1-4d82-9a11-ef979ee3fc34"}]}' {{(pid=105585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:04:37.320962 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-92dfa173-3b67-4efd-8166-1116aef97f25 req-2fe3abbe-0687-4edb-9c9e-8919f37bf6d5 tempest-AttachSCSIVolumeTestJSON-522076455 tempest-AttachSCSIVolumeTestJSON-522076455-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4086850 Jul 27 21:04:37.377145 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400790e1-c447-4c17-ab17-3af96859978d tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] Pushing event updated for resources: {'Port': ['ID=777e01f2-e9d1-4d82-9a11-ef979ee3fc34,revision_number=6']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:04:37.467499 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] get_ports_and_sgs() called for port_ids ['777e01f2-e9d1-4d82-9a11-ef979ee3fc34'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:04:37.699813 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-59eb8899-4ce0-436c-85a8-380c5a658162 None None] Provisioning for port fa4ff8d2-5ea6-42f5-823a-95a50e0c955e completed by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:04:37.736432 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-59eb8899-4ce0-436c-85a8-380c5a658162 None None] Provisioning complete for port fa4ff8d2-5ea6-42f5-823a-95a50e0c955e triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:04:37.736937 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-59eb8899-4ce0-436c-85a8-380c5a658162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:37.782378 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-59eb8899-4ce0-436c-85a8-380c5a658162 None None] Port fa4ff8d2-5ea6-42f5-823a-95a50e0c955e cannot update to ACTIVE because it is not bound. {{(pid=105586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:04:37.883959 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b08ce61-ad36-4053-818d-c65641032760 req-dbc1bc99-a8b3-440a-ae24-0152f04537f7 tempest-AttachSCSIVolumeTestJSON-522076455 tempest-AttachSCSIVolumeTestJSON-522076455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:04:37.883959 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-7b08ce61-ad36-4053-818d-c65641032760 req-dbc1bc99-a8b3-440a-ae24-0152f04537f7 tempest-AttachSCSIVolumeTestJSON-522076455 tempest-AttachSCSIVolumeTestJSON-522076455-project] 10.222.0.59 "GET /v2.0/ports?device_id=821d3191-03ea-431e-8084-b018d0fc208e HTTP/1.1" status: 200 len: 931 time: 0.1011059 Jul 27 21:04:37.906676 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-1d5c0c7d-3925-4f04-a4f7-a6b2661b6f6b None None] Provisioning complete for port 777e01f2-e9d1-4d82-9a11-ef979ee3fc34 triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:04:37.907217 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-1d5c0c7d-3925-4f04-a4f7-a6b2661b6f6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:37.954230 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-7b08ce61-ad36-4053-818d-c65641032760 req-a6f232bc-f5f8-41b0-ab8d-7369e67e572b tempest-AttachSCSIVolumeTestJSON-522076455 tempest-AttachSCSIVolumeTestJSON-522076455-project] 10.222.0.59 "GET /v2.0/security-groups?id=0efbb1a6-c113-4c5b-94a8-629af425a04d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663846 Jul 27 21:04:38.168261 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b824d16-6c07-4e1d-8307-5c02a2b572e2 req-b61e205b-1327-466a-99dc-719d0e21907e tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:04:38.181048 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-3b824d16-6c07-4e1d-8307-5c02a2b572e2 req-b61e205b-1327-466a-99dc-719d0e21907e tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] 10.222.0.59 "GET /v2.0/ports?device_id=4d678127-0e58-47b6-a823-37f39d016537 HTTP/1.1" status: 200 len: 907 time: 0.1100154 Jul 27 21:04:38.226089 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:04:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42f06628-cca9-483e-b14e-2898646afbc0 x-openstack-request-id: req-42f06628-cca9-483e-b14e-2898646afbc0 {{(pid=105585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:04:38.226447 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d678127-0e58-47b6-a823-37f39d016537", "tag": "777e01f2-e9d1-4d82-9a11-ef979ee3fc34", "status": "completed", "code": 200}]} {{(pid=105585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:04:38.226780 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-42f06628-cca9-483e-b14e-2898646afbc0 {{(pid=105585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:04:38.227223 n-d-705658-22 neutron-server[105585]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d678127-0e58-47b6-a823-37f39d016537', 'tag': '777e01f2-e9d1-4d82-9a11-ef979ee3fc34', 'status': 'completed', 'code': 200} Jul 27 21:04:38.380584 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de99dfa-3f20-4f88-b644-f23b1e2d955c req-09705c1f-d2a5-4c13-aae1-9e60cf33a2ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:04:38.383180 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-8de99dfa-3f20-4f88-b644-f23b1e2d955c req-09705c1f-d2a5-4c13-aae1-9e60cf33a2ad service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=037df3a90f014739a3644a9c2d1586c8&device_id=4d678127-0e58-47b6-a823-37f39d016537 HTTP/1.1" status: 200 len: 1059 time: 0.1213098 Jul 27 21:04:38.469771 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5842458-74d9-420e-843f-c582e8496fb6 req-a5b6e406-1f17-4662-b452-e233de3f1750 tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:04:38.471566 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b5842458-74d9-420e-843f-c582e8496fb6 req-a5b6e406-1f17-4662-b452-e233de3f1750 tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] 10.222.0.59 "GET /v2.0/ports?device_id=17ba656b-fd21-4b0c-aa91-723cb2debe7c HTTP/1.1" status: 200 len: 946 time: 0.1617153 Jul 27 21:04:38.545099 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b5842458-74d9-420e-843f-c582e8496fb6 req-1bd84612-d10e-45ea-b89a-6508e8d48195 tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0eecfba-15dc-4bf7-80e6-b94c8d880eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643842 Jul 27 21:04:38.546592 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de99dfa-3f20-4f88-b644-f23b1e2d955c req-d9e921b8-3cb9-4b65-b55d-40f423a6663c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:04:38.548370 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-8de99dfa-3f20-4f88-b644-f23b1e2d955c req-d9e921b8-3cb9-4b65-b55d-40f423a6663c service neutron] 10.222.0.36 "GET /v2.0/networks?id=6aa76440-68bb-4814-b579-87efb5c679e3 HTTP/1.1" status: 200 len: 913 time: 0.1562059 Jul 27 21:04:38.609810 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-8de99dfa-3f20-4f88-b644-f23b1e2d955c req-6eb3fd7a-d165-496a-a219-9995c503dde0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=777e01f2-e9d1-4d82-9a11-ef979ee3fc34 HTTP/1.1" status: 200 len: 217 time: 0.0434525 Jul 27 21:04:38.705147 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de99dfa-3f20-4f88-b644-f23b1e2d955c req-002b08dd-176d-4521-8a4f-49ec49cc82af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:04:38.706689 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-8de99dfa-3f20-4f88-b644-f23b1e2d955c req-002b08dd-176d-4521-8a4f-49ec49cc82af service neutron] 10.222.0.36 "GET /v2.0/subnets?id=746696d1-95cb-4db5-9b25-089085191295 HTTP/1.1" status: 200 len: 851 time: 0.0882161 Jul 27 21:04:38.765502 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df10184-e55b-4807-a1be-79536268381d req-d85ffc46-687d-4eb8-8d04-ef4fcb7b2856 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:04:38.767120 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-1df10184-e55b-4807-a1be-79536268381d req-d85ffc46-687d-4eb8-8d04-ef4fcb7b2856 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] 10.222.0.59 "GET /v2.0/ports?device_id=29c1b762-5cb9-4f5b-ac71-3cb8a306ebde HTTP/1.1" status: 200 len: 945 time: 0.1506798 Jul 27 21:04:38.827771 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-1df10184-e55b-4807-a1be-79536268381d req-64848aa9-44f4-445a-b5a8-2b569b81b710 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] 10.222.0.59 "GET /v2.0/security-groups?id=e760076b-6854-47cf-947b-f6a7a8a579d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500062 Jul 27 21:04:38.829655 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de99dfa-3f20-4f88-b644-f23b1e2d955c req-a1b69f6f-50cf-4f65-989b-d847afa8f272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:04:38.831131 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-8de99dfa-3f20-4f88-b644-f23b1e2d955c req-a1b69f6f-50cf-4f65-989b-d847afa8f272 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6aa76440-68bb-4814-b579-87efb5c679e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1153748 Jul 27 21:04:38.866173 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-497676e2-26bd-41e1-bde6-5f1320cf8971 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:38.969776 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-8de99dfa-3f20-4f88-b644-f23b1e2d955c req-6ed59d0b-4f0d-451c-8abf-a5de098ffc8b service neutron] 10.222.0.36 "GET /v2.0/networks/6aa76440-68bb-4814-b579-87efb5c679e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260459 Jul 27 21:04:39.125761 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-8de99dfa-3f20-4f88-b644-f23b1e2d955c req-9bec8edf-b886-438f-9bc8-bef43cec5b35 service neutron] 10.222.0.36 "GET /v2.0/networks/6aa76440-68bb-4814-b579-87efb5c679e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1470144 Jul 27 21:04:39.263202 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a15c4c2-a44f-4e7b-a104-89e333f97f00 req-4e39d063-c904-4834-8f09-17212343ad53 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:04:39.265143 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-6a15c4c2-a44f-4e7b-a104-89e333f97f00 req-4e39d063-c904-4834-8f09-17212343ad53 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] 10.222.0.59 "GET /v2.0/ports?device_id=29c1b762-5cb9-4f5b-ac71-3cb8a306ebde HTTP/1.1" status: 200 len: 945 time: 0.1024389 Jul 27 21:04:39.305321 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-6a15c4c2-a44f-4e7b-a104-89e333f97f00 req-74faf652-0b33-45d0-a4b4-031d7f83140b tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] 10.222.0.59 "GET /v2.0/security-groups?id=e760076b-6854-47cf-947b-f6a7a8a579d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339551 Jul 27 21:04:39.466564 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 46996) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:04:39.467981 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f041fc5b-f3f0-4a08-a967-959553ed9c7b req-d139c213-4fa3-48c9-a7b1-824f9d69f935 tempest-AttachSCSIVolumeTestJSON-522076455 tempest-AttachSCSIVolumeTestJSON-522076455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:04:39.469056 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f041fc5b-f3f0-4a08-a967-959553ed9c7b req-d139c213-4fa3-48c9-a7b1-824f9d69f935 tempest-AttachSCSIVolumeTestJSON-522076455 tempest-AttachSCSIVolumeTestJSON-522076455-project] 10.222.0.59 "GET /v2.0/ports?device_id=821d3191-03ea-431e-8084-b018d0fc208e HTTP/1.1" status: 200 len: 931 time: 0.1016943 Jul 27 21:04:39.514629 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f041fc5b-f3f0-4a08-a967-959553ed9c7b req-60c3820a-141d-4887-86f5-05b8e4727602 tempest-AttachSCSIVolumeTestJSON-522076455 tempest-AttachSCSIVolumeTestJSON-522076455-project] 10.222.0.59 "GET /v2.0/security-groups?id=0efbb1a6-c113-4c5b-94a8-629af425a04d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379155 Jul 27 21:04:39.585263 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-5ebf800d-c225-4088-8fd0-d780aea45ec0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:39.706809 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-5ebf800d-c225-4088-8fd0-d780aea45ec0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:39.712335 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-5ebf800d-c225-4088-8fd0-d780aea45ec0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:39.728190 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23387b6e-c444-4ce8-b3f3-7c5f1424730b req-399edbe1-2c0a-4013-8ce6-418bd0afbf21 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:04:39.729800 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-23387b6e-c444-4ce8-b3f3-7c5f1424730b req-399edbe1-2c0a-4013-8ce6-418bd0afbf21 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] 10.222.0.59 "GET /v2.0/networks?id=6aa76440-68bb-4814-b579-87efb5c679e3 HTTP/1.1" status: 200 len: 812 time: 0.1251702 Jul 27 21:04:39.750867 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebf800d-c225-4088-8fd0-d780aea45ec0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74eb265d-b168-463c-b1ce-1656552c1404,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:04:39.758556 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-5ebf800d-c225-4088-8fd0-d780aea45ec0 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=6c34495b1e25400e953c2fe942be5a04&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2884703 Jul 27 21:04:39.758771 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 47010) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:04:39.767346 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-23387b6e-c444-4ce8-b3f3-7c5f1424730b req-9de25452-4b94-48f9-96d9-0e927dcdd13b tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] 10.222.0.59 "GET /v2.0/quotas/037df3a90f014739a3644a9c2d1586c8 HTTP/1.1" status: 200 len: 375 time: 0.0130911 Jul 27 21:04:39.812823 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-177e3c65-f1e3-489d-b05b-f1719fa1547a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:39.834789 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-177e3c65-f1e3-489d-b05b-f1719fa1547a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:39.869506 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-23387b6e-c444-4ce8-b3f3-7c5f1424730b req-356fc669-aa95-49dc-b8c3-c265a6f53a02 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=037df3a90f014739a3644a9c2d1586c8&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1010096 Jul 27 21:04:39.892148 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-177e3c65-f1e3-489d-b05b-f1719fa1547a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:39.895152 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-177e3c65-f1e3-489d-b05b-f1719fa1547a admin admin] Notify callbacks [] for security_group, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:39.898855 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-177e3c65-f1e3-489d-b05b-f1719fa1547a admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/74eb265d-b168-463c-b1ce-1656552c1404 HTTP/1.1" status: 204 len: 168 time: 0.1365201 Jul 27 21:04:39.913353 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177e3c65-f1e3-489d-b05b-f1719fa1547a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74eb265d-b168-463c-b1ce-1656552c1404,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:04:39.967445 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:40.006389 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-23387b6e-c444-4ce8-b3f3-7c5f1424730b req-3beaa780-98d4-4053-a7e1-e15f0bceb479 service neutron] 10.222.0.59 "GET /v2.0/networks/6aa76440-68bb-4814-b579-87efb5c679e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359551 Jul 27 21:04:40.147791 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-23387b6e-c444-4ce8-b3f3-7c5f1424730b req-c59cd79d-d072-4f10-adac-72d27873c2a5 service neutron] 10.222.0.59 "GET /v2.0/networks/6aa76440-68bb-4814-b579-87efb5c679e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300027 Jul 27 21:04:40.430143 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d80343-5a2a-489e-b14e-2730882e683e req-30e26fbf-0392-4d22-887f-7a10e310ecc8 tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:04:40.437651 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-c7d80343-5a2a-489e-b14e-2730882e683e req-30e26fbf-0392-4d22-887f-7a10e310ecc8 tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] 10.222.0.59 "GET /v2.0/ports?device_id=17ba656b-fd21-4b0c-aa91-723cb2debe7c HTTP/1.1" status: 200 len: 946 time: 0.1054511 Jul 27 21:04:40.526367 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-c7d80343-5a2a-489e-b14e-2730882e683e req-866b88f1-3ff8-475e-8ad8-f8e77e3360ef tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0eecfba-15dc-4bf7-80e6-b94c8d880eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807495 Jul 27 21:04:40.892240 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-105021ae-9761-4690-aadd-9e2b40d5962d req-4bca8835-b7c1-4e6b-bb9a-c7b8985cc985 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] 10.222.0.59 "GET /v2.0/ports?device_id=7e4e7e1b-7ee4-4932-8352-9da05c794800 HTTP/1.1" status: 200 len: 210 time: 0.0418036 Jul 27 21:04:41.074693 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1574df86-0d48-43ca-8d17-0d6e99848857 req-2b908105-89a1-41d0-9f20-66fcf40fd027 tempest-AttachSCSIVolumeTestJSON-522076455 tempest-AttachSCSIVolumeTestJSON-522076455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:04:41.091641 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-1574df86-0d48-43ca-8d17-0d6e99848857 req-2b908105-89a1-41d0-9f20-66fcf40fd027 tempest-AttachSCSIVolumeTestJSON-522076455 tempest-AttachSCSIVolumeTestJSON-522076455-project] 10.222.0.59 "GET /v2.0/ports?device_id=821d3191-03ea-431e-8084-b018d0fc208e HTTP/1.1" status: 200 len: 931 time: 0.1141908 Jul 27 21:04:41.134091 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-1574df86-0d48-43ca-8d17-0d6e99848857 req-9dcea353-89ce-4067-954c-acd37e5a4f53 tempest-AttachSCSIVolumeTestJSON-522076455 tempest-AttachSCSIVolumeTestJSON-522076455-project] 10.222.0.59 "GET /v2.0/security-groups?id=0efbb1a6-c113-4c5b-94a8-629af425a04d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415518 Jul 27 21:04:41.222064 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-731ccc0f-7477-4259-a022-93ac86eab247 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:41.668492 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23387b6e-c444-4ce8-b3f3-7c5f1424730b req-23ca9593-b339-497a-8acc-fd4b7dee5911 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:04:41.670052 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-23387b6e-c444-4ce8-b3f3-7c5f1424730b req-23ca9593-b339-497a-8acc-fd4b7dee5911 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] 10.222.0.36 "GET /v2.0/networks?id=6aa76440-68bb-4814-b579-87efb5c679e3 HTTP/1.1" status: 200 len: 812 time: 0.1482363 Jul 27 21:04:41.686828 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [req-23387b6e-c444-4ce8-b3f3-7c5f1424730b req-cc16b42d-8ed8-4cd0-8ff7-999d51b63641 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] Request body: {'port': {'device_id': '7e4e7e1b-7ee4-4932-8352-9da05c794800', 'network_id': '6aa76440-68bb-4814-b579-87efb5c679e3', 'admin_state_up': True, 'tenant_id': '037df3a90f014739a3644a9c2d1586c8'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:04:41.804771 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:41.832558 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 47078) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:04:41.836382 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bc4db5-e909-4256-a652-b989abbab201 req-215c7662-d4dc-4602-8248-a37facd773f6 tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:04:41.838258 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f5bc4db5-e909-4256-a652-b989abbab201 req-215c7662-d4dc-4602-8248-a37facd773f6 tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] 10.222.0.59 "GET /v2.0/ports?device_id=17ba656b-fd21-4b0c-aa91-723cb2debe7c HTTP/1.1" status: 200 len: 946 time: 0.1670134 Jul 27 21:04:41.907748 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f5bc4db5-e909-4256-a652-b989abbab201 req-52db1ea6-1a84-4aa5-bd30-24419bfac8f4 tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0eecfba-15dc-4bf7-80e6-b94c8d880eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609407 Jul 27 21:04:41.925122 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-23387b6e-c444-4ce8-b3f3-7c5f1424730b req-cc16b42d-8ed8-4cd0-8ff7-999d51b63641 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] Made reservation on behalf of 037df3a90f014739a3644a9c2d1586c8 for: {'port': 1} {{(pid=105585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:04:41.928834 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-23387b6e-c444-4ce8-b3f3-7c5f1424730b req-cc16b42d-8ed8-4cd0-8ff7-999d51b63641 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:42.025780 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-fa0f6ec2-bc50-4944-8ca3-70345284edad tempest-QuotasNegativeTest-313972564 tempest-QuotasNegativeTest-313972564-project-admin] Request body: {'quota': {'network': 2}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:04:42.053995 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-fa0f6ec2-bc50-4944-8ca3-70345284edad tempest-QuotasNegativeTest-313972564 tempest-QuotasNegativeTest-313972564-project-admin] 10.222.0.59 "PUT /v2.0/quotas/3dfb5222ca284638ba42bac8b1e108f1 HTTP/1.1" status: 200 len: 368 time: 0.2199714 Jul 27 21:04:42.054807 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 47084) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:04:42.065382 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-d4d39496-a71a-4ede-a660-09dc40941ab9 tempest-QuotasNegativeTest-313972564 tempest-QuotasNegativeTest-313972564-project-admin] Request body: {'network': {'project_id': '3dfb5222ca284638ba42bac8b1e108f1'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:04:42.110210 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.db_base_plugin_common [req-23387b6e-c444-4ce8-b3f3-7c5f1424730b req-cc16b42d-8ed8-4cd0-8ff7-999d51b63641 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] Allocated IP 172.20.0.7 (6aa76440-68bb-4814-b579-87efb5c679e3/746696d1-95cb-4db5-9b25-089085191295/07181a36-ce8e-4727-aae8-8d76b20071fb) {{(pid=105585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:04:42.116467 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4d39496-a71a-4ede-a660-09dc40941ab9 tempest-QuotasNegativeTest-313972564 tempest-QuotasNegativeTest-313972564-project-admin] Made reservation on behalf of 3dfb5222ca284638ba42bac8b1e108f1 for: {'network': 1} {{(pid=105585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:04:42.118754 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-d4d39496-a71a-4ede-a660-09dc40941ab9 tempest-QuotasNegativeTest-313972564 tempest-QuotasNegativeTest-313972564-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for network, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:42.131156 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-d4d39496-a71a-4ede-a660-09dc40941ab9 tempest-QuotasNegativeTest-313972564 tempest-QuotasNegativeTest-313972564-project-admin] Notify callbacks [] for security_group, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:42.287380 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-95a4f7c1-1459-42b6-938f-b10b95b9ca0e req-83e3385d-6ae4-40dd-87a0-24f598a8b56a tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] 10.222.0.59 "GET /v2.0/ports?device_id=7e4e7e1b-7ee4-4932-8352-9da05c794800 HTTP/1.1" status: 200 len: 210 time: 0.0452862 Jul 27 21:04:42.404857 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-23387b6e-c444-4ce8-b3f3-7c5f1424730b req-cc16b42d-8ed8-4cd0-8ff7-999d51b63641 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] Notify callbacks [] for port, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:42.418643 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-d4d39496-a71a-4ede-a660-09dc40941ab9 tempest-QuotasNegativeTest-313972564 tempest-QuotasNegativeTest-313972564-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:42.436961 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.provisioning_blocks [req-23387b6e-c444-4ce8-b3f3-7c5f1424730b req-cc16b42d-8ed8-4cd0-8ff7-999d51b63641 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] Transition to ACTIVE for port object 07181a36-ce8e-4727-aae8-8d76b20071fb will not be triggered until provisioned by entity DHCP. {{(pid=105585) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:04:42.444650 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-d4d39496-a71a-4ede-a660-09dc40941ab9 tempest-QuotasNegativeTest-313972564 tempest-QuotasNegativeTest-313972564-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:42.486146 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4d39496-a71a-4ede-a660-09dc40941ab9 tempest-QuotasNegativeTest-313972564 tempest-QuotasNegativeTest-313972564-project-admin] vlan segment allocate from pool success with {'vlan_id': 241, 'physical_network': 'physnet1'} {{(pid=105585) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:04:42.510060 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d39496-a71a-4ede-a660-09dc40941ab9 tempest-QuotasNegativeTest-313972564 tempest-QuotasNegativeTest-313972564-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1ef9fbc-6d4d-436e-b0e6-023e32864865,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:04:42.518084 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-d4d39496-a71a-4ede-a660-09dc40941ab9 tempest-QuotasNegativeTest-313972564 tempest-QuotasNegativeTest-313972564-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:42.518432 n-d-705658-22 neutron-server[105585]: INFO neutron.db.segments_db [None req-d4d39496-a71a-4ede-a660-09dc40941ab9 tempest-QuotasNegativeTest-313972564 tempest-QuotasNegativeTest-313972564-project-admin] Added segment 6858c6d1-f1d0-4ba7-b0a2-18aaf12d3b2d of type vlan for network 69ef9db1-43f9-4290-b2ab-27282b8faa1d Jul 27 21:04:42.540620 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3658f8e-4b23-4b9c-a508-3c42e40523dc req-ef39cafe-046b-495c-8520-8a4cd956d039 tempest-AttachSCSIVolumeTestJSON-522076455 tempest-AttachSCSIVolumeTestJSON-522076455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:04:42.542150 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f3658f8e-4b23-4b9c-a508-3c42e40523dc req-ef39cafe-046b-495c-8520-8a4cd956d039 tempest-AttachSCSIVolumeTestJSON-522076455 tempest-AttachSCSIVolumeTestJSON-522076455-project] 10.222.0.59 "GET /v2.0/ports?device_id=821d3191-03ea-431e-8084-b018d0fc208e HTTP/1.1" status: 200 len: 931 time: 0.1957519 Jul 27 21:04:42.566870 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-23387b6e-c444-4ce8-b3f3-7c5f1424730b req-cc16b42d-8ed8-4cd0-8ff7-999d51b63641 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:42.583051 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] get_ports_and_sgs() called for port_ids ['b7548bc3-c3ee-4f0b-95e3-8bcdd1f6c845'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:04:42.609743 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] get_ports_and_sgs() called for port_ids ['8d0fe2af-3f78-43a3-a31d-c94adcdf7995'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:04:42.625658 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-d4d39496-a71a-4ede-a660-09dc40941ab9 tempest-QuotasNegativeTest-313972564 tempest-QuotasNegativeTest-313972564-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790688424798'] for network, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:42.654771 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-23387b6e-c444-4ce8-b3f3-7c5f1424730b req-cc16b42d-8ed8-4cd0-8ff7-999d51b63641 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] Network 6aa76440-68bb-4814-b579-87efb5c679e3 is already hosted by enough agents. {{(pid=105585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:04:42.675466 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.base_scheduler [req-23387b6e-c444-4ce8-b3f3-7c5f1424730b req-cc16b42d-8ed8-4cd0-8ff7-999d51b63641 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] Resources bound (agent type, host, resource id): {{(pid=105585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:04:42.682526 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.l3_dvrscheduler_db [req-23387b6e-c444-4ce8-b3f3-7c5f1424730b req-cc16b42d-8ed8-4cd0-8ff7-999d51b63641 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] Received port after_create {{(pid=105585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:04:42.702734 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f3658f8e-4b23-4b9c-a508-3c42e40523dc req-7c4c0c43-cfd0-4d62-b9a9-242ba946fde8 tempest-AttachSCSIVolumeTestJSON-522076455 tempest-AttachSCSIVolumeTestJSON-522076455-project] 10.222.0.59 "GET /v2.0/security-groups?id=0efbb1a6-c113-4c5b-94a8-629af425a04d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403351 Jul 27 21:04:42.730184 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc16b42d-8ed8-4cd0-8ff7-999d51b63641 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] Pushing event updated for resources: {'Port': ['ID=07181a36-ce8e-4727-aae8-8d76b20071fb,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:04:42.798303 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-d4d39496-a71a-4ede-a660-09dc40941ab9 tempest-QuotasNegativeTest-313972564 tempest-QuotasNegativeTest-313972564-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920'] for network, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:42.799609 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4d39496-a71a-4ede-a660-09dc40941ab9 tempest-QuotasNegativeTest-313972564 tempest-QuotasNegativeTest-313972564-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:04:42.800401 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-d4d39496-a71a-4ede-a660-09dc40941ab9 tempest-QuotasNegativeTest-313972564 tempest-QuotasNegativeTest-313972564-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743886'] for network, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:42.864618 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23387b6e-c444-4ce8-b3f3-7c5f1424730b req-cc16b42d-8ed8-4cd0-8ff7-999d51b63641 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:04:42.865380 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-23387b6e-c444-4ce8-b3f3-7c5f1424730b req-cc16b42d-8ed8-4cd0-8ff7-999d51b63641 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:42.879497 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-bb32ed7d-8717-448b-a9c8-a5a0117d1fd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:42.905210 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 47090) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:04:42.905808 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-d4d39496-a71a-4ede-a660-09dc40941ab9 tempest-QuotasNegativeTest-313972564 tempest-QuotasNegativeTest-313972564-project-admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.8494956 Jul 27 21:04:42.907014 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-23387b6e-c444-4ce8-b3f3-7c5f1424730b req-cc16b42d-8ed8-4cd0-8ff7-999d51b63641 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2254655 Jul 27 21:04:42.917540 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d39496-a71a-4ede-a660-09dc40941ab9 tempest-QuotasNegativeTest-313972564 tempest-QuotasNegativeTest-313972564-project-admin] Pushing event updated for resources: {'Network': ['ID=69ef9db1-43f9-4290-b2ab-27282b8faa1d,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:04:42.919334 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-9bec3bd4-86d4-43d8-920f-f7b2550d5aa4 tempest-QuotasNegativeTest-313972564 tempest-QuotasNegativeTest-313972564-project-admin] Request body: {'network': {'project_id': '3dfb5222ca284638ba42bac8b1e108f1'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:04:42.928281 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [req-23387b6e-c444-4ce8-b3f3-7c5f1424730b req-e5552915-764c-4902-a4a0-0e490440539d service neutron] Request body: {'port': {'device_id': '7e4e7e1b-7ee4-4932-8352-9da05c794800', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-705658-22'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:04:42.942681 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Network 69ef9db1-43f9-4290-b2ab-27282b8faa1d details requested by agent ovs-agent-n-d-705658-22 with host n-d-705658-22 {{(pid=105586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:04:42.996683 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bec3bd4-86d4-43d8-920f-f7b2550d5aa4 tempest-QuotasNegativeTest-313972564 tempest-QuotasNegativeTest-313972564-project-admin] Made reservation on behalf of 3dfb5222ca284638ba42bac8b1e108f1 for: {'network': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:04:42.999574 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-9bec3bd4-86d4-43d8-920f-f7b2550d5aa4 tempest-QuotasNegativeTest-313972564 tempest-QuotasNegativeTest-313972564-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for network, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:43.045127 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9bec3bd4-86d4-43d8-920f-f7b2550d5aa4 tempest-QuotasNegativeTest-313972564 tempest-QuotasNegativeTest-313972564-project-admin] vlan segment allocate from pool success with {'vlan_id': 205, 'physical_network': 'physnet1'} {{(pid=105584) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:04:43.062592 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-9bec3bd4-86d4-43d8-920f-f7b2550d5aa4 tempest-QuotasNegativeTest-313972564 tempest-QuotasNegativeTest-313972564-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:43.063458 n-d-705658-22 neutron-server[105584]: INFO neutron.db.segments_db [None req-9bec3bd4-86d4-43d8-920f-f7b2550d5aa4 tempest-QuotasNegativeTest-313972564 tempest-QuotasNegativeTest-313972564-project-admin] Added segment a4a767b4-4112-43d2-9f40-f0f06a259193 of type vlan for network cbf3dd73-7d37-4768-bb3d-970348a5e8c0 Jul 27 21:04:43.080930 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-1df40303-6835-4b3c-9507-e0e858acd2af None None] Provisioning for port 07181a36-ce8e-4727-aae8-8d76b20071fb completed by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:04:43.085382 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-1df40303-6835-4b3c-9507-e0e858acd2af None None] Provisioning complete for port 07181a36-ce8e-4727-aae8-8d76b20071fb triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:04:43.085929 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-1df40303-6835-4b3c-9507-e0e858acd2af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:43.128376 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-9bec3bd4-86d4-43d8-920f-f7b2550d5aa4 tempest-QuotasNegativeTest-313972564 tempest-QuotasNegativeTest-313972564-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790688424798'] for network, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:43.138015 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-1df40303-6835-4b3c-9507-e0e858acd2af None None] Port 07181a36-ce8e-4727-aae8-8d76b20071fb cannot update to ACTIVE because it is not bound. {{(pid=105586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:04:43.148764 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-23387b6e-c444-4ce8-b3f3-7c5f1424730b req-e5552915-764c-4902-a4a0-0e490440539d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:43.181714 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-9bec3bd4-86d4-43d8-920f-f7b2550d5aa4 tempest-QuotasNegativeTest-313972564 tempest-QuotasNegativeTest-313972564-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920'] for network, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:43.183324 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bec3bd4-86d4-43d8-920f-f7b2550d5aa4 tempest-QuotasNegativeTest-313972564 tempest-QuotasNegativeTest-313972564-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:04:43.183822 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03385e12-4e47-4263-a398-413dabffac1f req-3b053e05-dfe8-48b0-8a44-e7b5bf8ea90d tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:04:43.184508 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-9bec3bd4-86d4-43d8-920f-f7b2550d5aa4 tempest-QuotasNegativeTest-313972564 tempest-QuotasNegativeTest-313972564-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743886'] for network, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:43.185480 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-03385e12-4e47-4263-a398-413dabffac1f req-3b053e05-dfe8-48b0-8a44-e7b5bf8ea90d tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] 10.222.0.59 "GET /v2.0/ports?device_id=17ba656b-fd21-4b0c-aa91-723cb2debe7c HTTP/1.1" status: 200 len: 946 time: 0.1280417 Jul 27 21:04:43.247672 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-9bec3bd4-86d4-43d8-920f-f7b2550d5aa4 tempest-QuotasNegativeTest-313972564 tempest-QuotasNegativeTest-313972564-project-admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.3399966 Jul 27 21:04:43.250838 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 47100) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:04:43.258140 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-8690ae26-5c8f-448a-94ee-3c126fcf245a tempest-QuotasNegativeTest-313972564 tempest-QuotasNegativeTest-313972564-project-admin] Request body: {'network': {'project_id': '3dfb5222ca284638ba42bac8b1e108f1'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:04:43.276524 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bec3bd4-86d4-43d8-920f-f7b2550d5aa4 tempest-QuotasNegativeTest-313972564 tempest-QuotasNegativeTest-313972564-project-admin] Pushing event updated for resources: {'Network': ['ID=cbf3dd73-7d37-4768-bb3d-970348a5e8c0,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:04:43.283657 n-d-705658-22 neutron-server[105584]: INFO neutron.pecan_wsgi.hooks.translation [None req-8690ae26-5c8f-448a-94ee-3c126fcf245a tempest-QuotasNegativeTest-313972564 tempest-QuotasNegativeTest-313972564-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jul 27 21:04:43.284163 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8690ae26-5c8f-448a-94ee-3c126fcf245a tempest-QuotasNegativeTest-313972564 tempest-QuotasNegativeTest-313972564-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=105584) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 21:04:43.285385 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-8690ae26-5c8f-448a-94ee-3c126fcf245a tempest-QuotasNegativeTest-313972564 tempest-QuotasNegativeTest-313972564-project-admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0330484 Jul 27 21:04:43.290171 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Network cbf3dd73-7d37-4768-bb3d-970348a5e8c0 details requested by agent ovs-agent-n-d-705658-22 with host n-d-705658-22 {{(pid=105586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:04:43.346515 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-03385e12-4e47-4263-a398-413dabffac1f req-13a698ba-cf53-4472-a99a-f03042707c88 tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0eecfba-15dc-4bf7-80e6-b94c8d880eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288910 Jul 27 21:04:43.427859 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 47106) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:04:43.553235 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-7f6bd1b2-4c88-4582-98bd-66a42bd98fcc admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=3dfb5222ca284638ba42bac8b1e108f1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1240828 Jul 27 21:04:43.555699 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 47110) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:04:43.567025 n-d-705658-22 neutron-server[105585]: DEBUG neutron.notifiers.nova [req-23387b6e-c444-4ce8-b3f3-7c5f1424730b req-e5552915-764c-4902-a4a0-0e490440539d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07181a36-ce8e-4727-aae8-8d76b20071fb {{(pid=105585) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:04:43.575138 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-23387b6e-c444-4ce8-b3f3-7c5f1424730b req-e5552915-764c-4902-a4a0-0e490440539d service neutron] Notify callbacks [] for port, precommit_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:43.590359 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.provisioning_blocks [req-23387b6e-c444-4ce8-b3f3-7c5f1424730b req-e5552915-764c-4902-a4a0-0e490440539d service neutron] Transition to ACTIVE for port object 07181a36-ce8e-4727-aae8-8d76b20071fb will not be triggered until provisioned by entity L2. {{(pid=105585) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:04:43.594749 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-23387b6e-c444-4ce8-b3f3-7c5f1424730b req-e5552915-764c-4902-a4a0-0e490440539d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10221672'] for port, after_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:43.641250 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-7e53122e-a90f-4f7b-8cec-e5290e0cb1d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:43.677116 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-7e53122e-a90f-4f7b-8cec-e5290e0cb1d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:43.678737 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5552915-764c-4902-a4a0-0e490440539d service neutron] Pushing event updated for resources: {'Port': ['ID=07181a36-ce8e-4727-aae8-8d76b20071fb,revision_number=2']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:04:43.766685 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-7e53122e-a90f-4f7b-8cec-e5290e0cb1d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:43.769337 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-7e53122e-a90f-4f7b-8cec-e5290e0cb1d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:43.781651 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 47114) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:04:43.781918 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-7e53122e-a90f-4f7b-8cec-e5290e0cb1d8 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/b1ef9fbc-6d4d-436e-b0e6-023e32864865 HTTP/1.1" status: 204 len: 168 time: 0.2245991 Jul 27 21:04:43.785660 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.managers [req-23387b6e-c444-4ce8-b3f3-7c5f1424730b req-e5552915-764c-4902-a4a0-0e490440539d service neutron] Attempting to bind port 07181a36-ce8e-4727-aae8-8d76b20071fb on host n-h1-705658-22 for vnic_type normal with profile {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:04:43.785998 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.managers [req-23387b6e-c444-4ce8-b3f3-7c5f1424730b req-e5552915-764c-4902-a4a0-0e490440539d service neutron] Attempting to bind port 07181a36-ce8e-4727-aae8-8d76b20071fb by drivers openvswitch,hyperv on host n-h1-705658-22 at level 0 using segments [{'id': '7253e476-fc19-4126-9562-a06a41b3b94e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '6aa76440-68bb-4814-b579-87efb5c679e3'}] {{(pid=105585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:04:43.786326 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23387b6e-c444-4ce8-b3f3-7c5f1424730b req-e5552915-764c-4902-a4a0-0e490440539d service neutron] Attempting to bind port 07181a36-ce8e-4727-aae8-8d76b20071fb on network 6aa76440-68bb-4814-b579-87efb5c679e3 {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:04:43.791252 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e53122e-a90f-4f7b-8cec-e5290e0cb1d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1ef9fbc-6d4d-436e-b0e6-023e32864865,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:04:43.827511 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23387b6e-c444-4ce8-b3f3-7c5f1424730b req-e5552915-764c-4902-a4a0-0e490440539d service neutron] Port 07181a36-ce8e-4727-aae8-8d76b20071fb on network 6aa76440-68bb-4814-b579-87efb5c679e3 not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-22 {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:04:43.827922 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23387b6e-c444-4ce8-b3f3-7c5f1424730b req-e5552915-764c-4902-a4a0-0e490440539d service neutron] Attempting to bind port 07181a36-ce8e-4727-aae8-8d76b20071fb on network 6aa76440-68bb-4814-b579-87efb5c679e3 {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:04:43.872182 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23387b6e-c444-4ce8-b3f3-7c5f1424730b req-e5552915-764c-4902-a4a0-0e490440539d service neutron] Checking agent: {'id': '9d9bc37f-4d75-44ef-9f63-799aab3e316f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 49, 36), 'started_at': datetime.datetime(2021, 7, 27, 20, 49, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 4, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:04:43.872529 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23387b6e-c444-4ce8-b3f3-7c5f1424730b req-e5552915-764c-4902-a4a0-0e490440539d service neutron] Checking segment: {'id': '7253e476-fc19-4126-9562-a06a41b3b94e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '6aa76440-68bb-4814-b579-87efb5c679e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:04:43.872918 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23387b6e-c444-4ce8-b3f3-7c5f1424730b req-e5552915-764c-4902-a4a0-0e490440539d service neutron] Bound using segment: {'id': '7253e476-fc19-4126-9562-a06a41b3b94e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '6aa76440-68bb-4814-b579-87efb5c679e3'} {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:04:43.873455 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.managers [req-23387b6e-c444-4ce8-b3f3-7c5f1424730b req-e5552915-764c-4902-a4a0-0e490440539d service neutron] Bound port: 07181a36-ce8e-4727-aae8-8d76b20071fb, host: n-h1-705658-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7253e476-fc19-4126-9562-a06a41b3b94e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '6aa76440-68bb-4814-b579-87efb5c679e3'}}] {{(pid=105585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:04:43.873813 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-23387b6e-c444-4ce8-b3f3-7c5f1424730b req-e5552915-764c-4902-a4a0-0e490440539d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:43.952656 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a178243b-5a65-4464-bb9c-ae2a6255ebf3 req-d478cc16-95e0-4c36-b7bf-2cf36ffd98d5 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:04:43.954393 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a178243b-5a65-4464-bb9c-ae2a6255ebf3 req-d478cc16-95e0-4c36-b7bf-2cf36ffd98d5 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] 10.222.0.59 "GET /v2.0/ports?device_id=7e4e7e1b-7ee4-4932-8352-9da05c794800 HTTP/1.1" status: 200 len: 943 time: 0.2191582 Jul 27 21:04:43.957094 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-931a3d40-6031-4f12-878f-57a9ffbc5da6 tempest-QuotasNegativeTest-313972564 tempest-QuotasNegativeTest-313972564-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-990557'] for network, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:44.016875 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.db [req-23387b6e-c444-4ce8-b3f3-7c5f1424730b req-e5552915-764c-4902-a4a0-0e490440539d service neutron] For port 07181a36-ce8e-4727-aae8-8d76b20071fb, host n-h1-705658-22, cleared binding levels {{(pid=105585) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:04:44.052921 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a178243b-5a65-4464-bb9c-ae2a6255ebf3 req-368408dd-3919-49b7-860b-6981b6e8098b tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] 10.222.0.59 "GET /v2.0/security-groups?id=e8209215-bf66-4bb1-96ba-041099e74ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915632 Jul 27 21:04:44.054939 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.db [req-23387b6e-c444-4ce8-b3f3-7c5f1424730b req-e5552915-764c-4902-a4a0-0e490440539d service neutron] For port 07181a36-ce8e-4727-aae8-8d76b20071fb, host n-h1-705658-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=07181a36-ce8e-4727-aae8-8d76b20071fb,segment=NetworkSegment(7253e476-fc19-4126-9562-a06a41b3b94e),segment_id=7253e476-fc19-4126-9562-a06a41b3b94e)] {{(pid=105585) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:04:44.097457 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-23387b6e-c444-4ce8-b3f3-7c5f1424730b req-e5552915-764c-4902-a4a0-0e490440539d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10221672'] for port, after_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:44.150893 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-931a3d40-6031-4f12-878f-57a9ffbc5da6 tempest-QuotasNegativeTest-313972564 tempest-QuotasNegativeTest-313972564-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853562', 'neutron.services.segments.db._delete_segments_for_network-8790688882975'] for network, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:44.170553 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23387b6e-c444-4ce8-b3f3-7c5f1424730b req-e5552915-764c-4902-a4a0-0e490440539d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:04:44.171361 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-23387b6e-c444-4ce8-b3f3-7c5f1424730b req-e5552915-764c-4902-a4a0-0e490440539d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:44.172700 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-23387b6e-c444-4ce8-b3f3-7c5f1424730b req-e5552915-764c-4902-a4a0-0e490440539d service neutron] 10.222.0.36 "PUT /v2.0/ports/07181a36-ce8e-4727-aae8-8d76b20071fb HTTP/1.1" status: 200 len: 1092 time: 1.2515826 Jul 27 21:04:44.197197 n-d-705658-22 neutron-server[105585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e4e7e1b-7ee4-4932-8352-9da05c794800', 'tag': '07181a36-ce8e-4727-aae8-8d76b20071fb'}] {{(pid=105585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:04:44.200037 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d66fd65881426bfc2b5388084a3654e5eae521106a15a3dbf0eb4cde7106c36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-614e30e3-a431-402a-a411-f26ce855df21" -d '{"events": [{"name": "network-changed", "server_uuid": "7e4e7e1b-7ee4-4932-8352-9da05c794800", "tag": "07181a36-ce8e-4727-aae8-8d76b20071fb"}]}' {{(pid=105585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:04:44.204862 n-d-705658-22 neutron-server[105585]: DEBUG neutron.services.segments.db [None req-931a3d40-6031-4f12-878f-57a9ffbc5da6 tempest-QuotasNegativeTest-313972564 tempest-QuotasNegativeTest-313972564-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cbf3dd73-7d37-4768-bb3d-970348a5e8c0']}} {{(pid=105585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:04:44.226772 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-875ced1b-4cf3-463a-9653-058f0f9421e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:44.242063 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5552915-764c-4902-a4a0-0e490440539d service neutron] Pushing event updated for resources: {'Port': ['ID=07181a36-ce8e-4727-aae8-8d76b20071fb,revision_number=3']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:04:44.253659 n-d-705658-22 neutron-server[105585]: DEBUG neutron.services.segments.db [None req-931a3d40-6031-4f12-878f-57a9ffbc5da6 tempest-QuotasNegativeTest-313972564 tempest-QuotasNegativeTest-313972564-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4a767b4-4112-43d2-9f40-f0f06a259193') {'for_net_delete': True} {{(pid=105585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:04:44.254134 n-d-705658-22 neutron-server[105585]: DEBUG neutron.services.segments.db [None req-931a3d40-6031-4f12-878f-57a9ffbc5da6 tempest-QuotasNegativeTest-313972564 tempest-QuotasNegativeTest-313972564-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4a767b4-4112-43d2-9f40-f0f06a259193') {} {{(pid=105585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:04:44.615843 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-931a3d40-6031-4f12-878f-57a9ffbc5da6 tempest-QuotasNegativeTest-313972564 tempest-QuotasNegativeTest-313972564-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790688883752', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9886370'] for segment, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:44.640582 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-931a3d40-6031-4f12-878f-57a9ffbc5da6 tempest-QuotasNegativeTest-313972564 tempest-QuotasNegativeTest-313972564-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:44.651531 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-931a3d40-6031-4f12-878f-57a9ffbc5da6 tempest-QuotasNegativeTest-313972564 tempest-QuotasNegativeTest-313972564-project-admin] Releasing vlan 205 on physical network physnet1 to pool {{(pid=105585) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:04:44.651956 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-931a3d40-6031-4f12-878f-57a9ffbc5da6 tempest-QuotasNegativeTest-313972564 tempest-QuotasNegativeTest-313972564-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10221644'] for segment, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:44.655738 n-d-705658-22 neutron-server[105585]: Traceback (most recent call last): Jul 27 21:04:44.655738 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:04:44.655738 n-d-705658-22 neutron-server[105585]: timer() Jul 27 21:04:44.655738 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:04:44.655738 n-d-705658-22 neutron-server[105585]: cb(*args, **kw) Jul 27 21:04:44.655738 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:04:44.655738 n-d-705658-22 neutron-server[105585]: return func(*args, **kwargs) Jul 27 21:04:44.655738 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:04:44.655738 n-d-705658-22 neutron-server[105585]: self._notify() Jul 27 21:04:44.655738 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:04:44.655738 n-d-705658-22 neutron-server[105585]: self.callback(batched_events) Jul 27 21:04:44.655738 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:04:44.655738 n-d-705658-22 neutron-server[105585]: event.method(event) Jul 27 21:04:44.655738 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:04:44.655738 n-d-705658-22 neutron-server[105585]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:04:44.655738 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:04:44.655738 n-d-705658-22 neutron-server[105585]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:04:44.655738 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:04:44.655738 n-d-705658-22 neutron-server[105585]: return f(self, *a, **k) Jul 27 21:04:44.655738 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:04:44.655738 n-d-705658-22 neutron-server[105585]: return self._get(url).json() Jul 27 21:04:44.655738 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:04:44.655738 n-d-705658-22 neutron-server[105585]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:04:44.655738 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:04:44.655738 n-d-705658-22 neutron-server[105585]: return self.request(url, 'GET', **kwargs) Jul 27 21:04:44.655738 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:04:44.655738 n-d-705658-22 neutron-server[105585]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:04:44.655738 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:04:44.655738 n-d-705658-22 neutron-server[105585]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:04:44.655738 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:04:44.655738 n-d-705658-22 neutron-server[105585]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:04:44.655738 n-d-705658-22 neutron-server[105585]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:04:44.714003 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a03642-84fd-4025-b1c6-ca30898a8c10 req-ab38ee87-1f2f-4627-8f0d-7fd17dd8e0f5 tempest-AttachSCSIVolumeTestJSON-522076455 tempest-AttachSCSIVolumeTestJSON-522076455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:04:44.715650 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-18a03642-84fd-4025-b1c6-ca30898a8c10 req-ab38ee87-1f2f-4627-8f0d-7fd17dd8e0f5 tempest-AttachSCSIVolumeTestJSON-522076455 tempest-AttachSCSIVolumeTestJSON-522076455-project] 10.222.0.59 "GET /v2.0/ports?device_id=821d3191-03ea-431e-8084-b018d0fc208e HTTP/1.1" status: 200 len: 931 time: 0.6020544 Jul 27 21:04:44.743294 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-931a3d40-6031-4f12-878f-57a9ffbc5da6 tempest-QuotasNegativeTest-313972564 tempest-QuotasNegativeTest-313972564-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4075658'] for network, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:44.746802 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23387b6e-c444-4ce8-b3f3-7c5f1424730b req-0512915a-96ec-4e71-afc0-2ad68693ebc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:04:44.748313 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-23387b6e-c444-4ce8-b3f3-7c5f1424730b req-0512915a-96ec-4e71-afc0-2ad68693ebc3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=037df3a90f014739a3644a9c2d1586c8&device_id=7e4e7e1b-7ee4-4932-8352-9da05c794800 HTTP/1.1" status: 200 len: 1095 time: 0.4990969 Jul 27 21:04:44.762442 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-931a3d40-6031-4f12-878f-57a9ffbc5da6 tempest-QuotasNegativeTest-313972564 tempest-QuotasNegativeTest-313972564-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743886'] for network, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:44.766478 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-931a3d40-6031-4f12-878f-57a9ffbc5da6 tempest-QuotasNegativeTest-313972564 tempest-QuotasNegativeTest-313972564-project-admin] 10.222.0.59 "DELETE /v2.0/networks/cbf3dd73-7d37-4768-bb3d-970348a5e8c0 HTTP/1.1" status: 204 len: 168 time: 0.9814296 Jul 27 21:04:44.771063 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 47126) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:04:44.842545 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-b99e91c3-2e30-4280-9842-87a62ffb8337 tempest-QuotasNegativeTest-313972564 tempest-QuotasNegativeTest-313972564-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-990557'] for network, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:44.844083 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-23387b6e-c444-4ce8-b3f3-7c5f1424730b req-2b2a94d4-508a-41ac-aeaa-f5bac665567d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=07181a36-ce8e-4727-aae8-8d76b20071fb HTTP/1.1" status: 200 len: 217 time: 0.0784180 Jul 27 21:04:44.846715 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931a3d40-6031-4f12-878f-57a9ffbc5da6 tempest-QuotasNegativeTest-313972564 tempest-QuotasNegativeTest-313972564-project-admin] Pushing event deleted for resources: {'Network': ['ID=cbf3dd73-7d37-4768-bb3d-970348a5e8c0,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:04:44.854109 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-18a03642-84fd-4025-b1c6-ca30898a8c10 req-2f9857b7-4052-4007-9157-3750a40a2500 tempest-AttachSCSIVolumeTestJSON-522076455 tempest-AttachSCSIVolumeTestJSON-522076455-project] 10.222.0.59 "GET /v2.0/security-groups?id=0efbb1a6-c113-4c5b-94a8-629af425a04d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311185 Jul 27 21:04:44.925738 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23387b6e-c444-4ce8-b3f3-7c5f1424730b req-ce72511c-ade5-4f60-9caf-a8112fb30445 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:04:44.927813 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-23387b6e-c444-4ce8-b3f3-7c5f1424730b req-ce72511c-ade5-4f60-9caf-a8112fb30445 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=746696d1-95cb-4db5-9b25-089085191295 HTTP/1.1" status: 200 len: 851 time: 0.0711675 Jul 27 21:04:44.929911 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:04:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b306fd3-8fa1-42e9-babc-d669903dcd5c x-openstack-request-id: req-7b306fd3-8fa1-42e9-babc-d669903dcd5c {{(pid=105585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:04:44.930295 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e4e7e1b-7ee4-4932-8352-9da05c794800", "tag": "07181a36-ce8e-4727-aae8-8d76b20071fb", "status": "completed", "code": 200}]} {{(pid=105585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:04:44.930645 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-7b306fd3-8fa1-42e9-babc-d669903dcd5c {{(pid=105585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:04:44.931153 n-d-705658-22 neutron-server[105585]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e4e7e1b-7ee4-4932-8352-9da05c794800', 'tag': '07181a36-ce8e-4727-aae8-8d76b20071fb', 'status': 'completed', 'code': 200} Jul 27 21:04:44.956967 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-b99e91c3-2e30-4280-9842-87a62ffb8337 tempest-QuotasNegativeTest-313972564 tempest-QuotasNegativeTest-313972564-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853562', 'neutron.services.segments.db._delete_segments_for_network-8790688882975'] for network, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:44.967598 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.segments.db [None req-b99e91c3-2e30-4280-9842-87a62ffb8337 tempest-QuotasNegativeTest-313972564 tempest-QuotasNegativeTest-313972564-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69ef9db1-43f9-4290-b2ab-27282b8faa1d']}} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:04:44.985770 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.segments.db [None req-b99e91c3-2e30-4280-9842-87a62ffb8337 tempest-QuotasNegativeTest-313972564 tempest-QuotasNegativeTest-313972564-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6858c6d1-f1d0-4ba7-b0a2-18aaf12d3b2d') {'for_net_delete': True} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:04:44.986350 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.segments.db [None req-b99e91c3-2e30-4280-9842-87a62ffb8337 tempest-QuotasNegativeTest-313972564 tempest-QuotasNegativeTest-313972564-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6858c6d1-f1d0-4ba7-b0a2-18aaf12d3b2d') {} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:04:45.016966 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-b99e91c3-2e30-4280-9842-87a62ffb8337 tempest-QuotasNegativeTest-313972564 tempest-QuotasNegativeTest-313972564-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790688883752', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9014348'] for segment, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:45.032084 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-b99e91c3-2e30-4280-9842-87a62ffb8337 tempest-QuotasNegativeTest-313972564 tempest-QuotasNegativeTest-313972564-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:45.037823 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b99e91c3-2e30-4280-9842-87a62ffb8337 tempest-QuotasNegativeTest-313972564 tempest-QuotasNegativeTest-313972564-project-admin] Releasing vlan 241 on physical network physnet1 to pool {{(pid=105584) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:04:45.038210 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-b99e91c3-2e30-4280-9842-87a62ffb8337 tempest-QuotasNegativeTest-313972564 tempest-QuotasNegativeTest-313972564-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9014063'] for segment, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:45.039857 n-d-705658-22 neutron-server[105584]: Traceback (most recent call last): Jul 27 21:04:45.039857 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:04:45.039857 n-d-705658-22 neutron-server[105584]: timer() Jul 27 21:04:45.039857 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:04:45.039857 n-d-705658-22 neutron-server[105584]: cb(*args, **kw) Jul 27 21:04:45.039857 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:04:45.039857 n-d-705658-22 neutron-server[105584]: return func(*args, **kwargs) Jul 27 21:04:45.039857 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:04:45.039857 n-d-705658-22 neutron-server[105584]: self._notify() Jul 27 21:04:45.039857 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:04:45.039857 n-d-705658-22 neutron-server[105584]: self.callback(batched_events) Jul 27 21:04:45.039857 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:04:45.039857 n-d-705658-22 neutron-server[105584]: event.method(event) Jul 27 21:04:45.039857 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:04:45.039857 n-d-705658-22 neutron-server[105584]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:04:45.039857 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:04:45.039857 n-d-705658-22 neutron-server[105584]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:04:45.039857 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:04:45.039857 n-d-705658-22 neutron-server[105584]: return f(self, *a, **k) Jul 27 21:04:45.039857 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:04:45.039857 n-d-705658-22 neutron-server[105584]: return self._get(url).json() Jul 27 21:04:45.039857 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:04:45.039857 n-d-705658-22 neutron-server[105584]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:04:45.039857 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:04:45.039857 n-d-705658-22 neutron-server[105584]: return self.request(url, 'GET', **kwargs) Jul 27 21:04:45.039857 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:04:45.039857 n-d-705658-22 neutron-server[105584]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:04:45.039857 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:04:45.039857 n-d-705658-22 neutron-server[105584]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:04:45.039857 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:04:45.039857 n-d-705658-22 neutron-server[105584]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:04:45.039857 n-d-705658-22 neutron-server[105584]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:04:45.051513 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23387b6e-c444-4ce8-b3f3-7c5f1424730b req-09698fe5-12fe-4ed4-a134-69d5a1073778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:04:45.053155 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-23387b6e-c444-4ce8-b3f3-7c5f1424730b req-09698fe5-12fe-4ed4-a134-69d5a1073778 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6aa76440-68bb-4814-b579-87efb5c679e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1101532 Jul 27 21:04:45.078245 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3d6da7-9c3c-49ab-8d00-a792da83f99d req-9176f90e-a9cd-475f-8387-d0602d498324 tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:04:45.079790 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-3b3d6da7-9c3c-49ab-8d00-a792da83f99d req-9176f90e-a9cd-475f-8387-d0602d498324 tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] 10.222.0.59 "GET /v2.0/ports?device_id=17ba656b-fd21-4b0c-aa91-723cb2debe7c HTTP/1.1" status: 200 len: 946 time: 0.0994430 Jul 27 21:04:45.109333 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-b99e91c3-2e30-4280-9842-87a62ffb8337 tempest-QuotasNegativeTest-313972564 tempest-QuotasNegativeTest-313972564-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4075658'] for network, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:45.132009 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-b99e91c3-2e30-4280-9842-87a62ffb8337 tempest-QuotasNegativeTest-313972564 tempest-QuotasNegativeTest-313972564-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743886'] for network, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:45.136982 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-b99e91c3-2e30-4280-9842-87a62ffb8337 tempest-QuotasNegativeTest-313972564 tempest-QuotasNegativeTest-313972564-project-admin] 10.222.0.59 "DELETE /v2.0/networks/69ef9db1-43f9-4290-b2ab-27282b8faa1d HTTP/1.1" status: 204 len: 168 time: 0.3663881 Jul 27 21:04:45.153568 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99e91c3-2e30-4280-9842-87a62ffb8337 tempest-QuotasNegativeTest-313972564 tempest-QuotasNegativeTest-313972564-project-admin] Pushing event deleted for resources: {'Network': ['ID=69ef9db1-43f9-4290-b2ab-27282b8faa1d,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:04:45.175047 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-3b3d6da7-9c3c-49ab-8d00-a792da83f99d req-157fac92-141b-4e40-88aa-49ba9487d2c9 tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0eecfba-15dc-4bf7-80e6-b94c8d880eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843141 Jul 27 21:04:45.217317 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-23387b6e-c444-4ce8-b3f3-7c5f1424730b req-9b7e7cf4-3e69-4dcc-91b6-ef4378bf85d7 service neutron] 10.222.0.36 "GET /v2.0/networks/6aa76440-68bb-4814-b579-87efb5c679e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1549432 Jul 27 21:04:45.346420 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-23387b6e-c444-4ce8-b3f3-7c5f1424730b req-20a5992a-8961-4c29-b783-eeb3548c7fee service neutron] 10.222.0.36 "GET /v2.0/networks/6aa76440-68bb-4814-b579-87efb5c679e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211324 Jul 27 21:04:45.499204 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 47134) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:04:45.502122 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614e30e3-a431-402a-a411-f26ce855df21 req-60051ea4-e60d-4fa1-8d01-d125a8fa8ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:04:45.503971 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-614e30e3-a431-402a-a411-f26ce855df21 req-60051ea4-e60d-4fa1-8d01-d125a8fa8ba9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=037df3a90f014739a3644a9c2d1586c8&device_id=7e4e7e1b-7ee4-4932-8352-9da05c794800 HTTP/1.1" status: 200 len: 1095 time: 0.0917029 Jul 27 21:04:45.512973 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-e6a86a05-221e-41de-b234-6ce10408ba2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:45.627362 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-e6a86a05-221e-41de-b234-6ce10408ba2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:45.631325 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-e6a86a05-221e-41de-b234-6ce10408ba2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:45.638448 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614e30e3-a431-402a-a411-f26ce855df21 req-62873473-5462-4a99-97f0-46f2494570fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:04:45.639960 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-614e30e3-a431-402a-a411-f26ce855df21 req-62873473-5462-4a99-97f0-46f2494570fb service neutron] 10.222.0.36 "GET /v2.0/networks?id=6aa76440-68bb-4814-b579-87efb5c679e3 HTTP/1.1" status: 200 len: 913 time: 0.1230981 Jul 27 21:04:45.648173 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21834c9c-6c82-455e-8188-09daca228e4e req-426f1935-953a-42ad-9d48-9a533bafb999 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:04:45.649552 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-21834c9c-6c82-455e-8188-09daca228e4e req-426f1935-953a-42ad-9d48-9a533bafb999 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] 10.222.0.59 "GET /v2.0/ports?device_id=7e4e7e1b-7ee4-4932-8352-9da05c794800 HTTP/1.1" status: 200 len: 943 time: 0.1423481 Jul 27 21:04:45.663523 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-e6a86a05-221e-41de-b234-6ce10408ba2f admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=036b7a4ebcc941adb199dcec210a6316&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1630547 Jul 27 21:04:45.668785 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 47136) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:04:45.686292 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a86a05-221e-41de-b234-6ce10408ba2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c623355-d06b-48b0-bf87-943f1d8367c7,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:04:45.703158 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-614e30e3-a431-402a-a411-f26ce855df21 req-7e92e2dc-3946-42bf-a500-402490bfd25d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=07181a36-ce8e-4727-aae8-8d76b20071fb HTTP/1.1" status: 200 len: 217 time: 0.0484359 Jul 27 21:04:45.725293 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-365f466c-243d-4a70-bf1c-f1ee20370f09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:45.735571 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-21834c9c-6c82-455e-8188-09daca228e4e req-b6994f96-30b7-472a-9be7-87e845e14304 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] 10.222.0.59 "GET /v2.0/security-groups?id=e8209215-bf66-4bb1-96ba-041099e74ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745604 Jul 27 21:04:45.754567 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-365f466c-243d-4a70-bf1c-f1ee20370f09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:45.786417 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614e30e3-a431-402a-a411-f26ce855df21 req-5cb6b530-ed13-41c5-9ef9-084677993aba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:04:45.788013 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-614e30e3-a431-402a-a411-f26ce855df21 req-5cb6b530-ed13-41c5-9ef9-084677993aba service neutron] 10.222.0.36 "GET /v2.0/subnets?id=746696d1-95cb-4db5-9b25-089085191295 HTTP/1.1" status: 200 len: 851 time: 0.0586379 Jul 27 21:04:45.828364 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-365f466c-243d-4a70-bf1c-f1ee20370f09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:45.831424 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-365f466c-243d-4a70-bf1c-f1ee20370f09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:45.832687 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-365f466c-243d-4a70-bf1c-f1ee20370f09 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/4c623355-d06b-48b0-bf87-943f1d8367c7 HTTP/1.1" status: 204 len: 168 time: 0.1630309 Jul 27 21:04:45.841894 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365f466c-243d-4a70-bf1c-f1ee20370f09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c623355-d06b-48b0-bf87-943f1d8367c7,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:04:45.900450 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614e30e3-a431-402a-a411-f26ce855df21 req-bcd7d913-7d54-4d88-aa03-7af30e3848e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:04:45.902529 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-614e30e3-a431-402a-a411-f26ce855df21 req-bcd7d913-7d54-4d88-aa03-7af30e3848e5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6aa76440-68bb-4814-b579-87efb5c679e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1020381 Jul 27 21:04:46.088494 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-614e30e3-a431-402a-a411-f26ce855df21 req-e3ad5d7e-70f1-419f-98eb-18db319fdfff service neutron] 10.222.0.36 "GET /v2.0/networks/6aa76440-68bb-4814-b579-87efb5c679e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1723592 Jul 27 21:04:46.101995 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12f55db-6aaf-4904-9d73-842f850e1be1 req-dc2040e8-4363-4fbe-b345-2a84fae8960a tempest-AttachSCSIVolumeTestJSON-522076455 tempest-AttachSCSIVolumeTestJSON-522076455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:04:46.103500 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-d12f55db-6aaf-4904-9d73-842f850e1be1 req-dc2040e8-4363-4fbe-b345-2a84fae8960a tempest-AttachSCSIVolumeTestJSON-522076455 tempest-AttachSCSIVolumeTestJSON-522076455-project] 10.222.0.59 "GET /v2.0/ports?device_id=821d3191-03ea-431e-8084-b018d0fc208e HTTP/1.1" status: 200 len: 931 time: 0.1277845 Jul 27 21:04:46.195984 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-d12f55db-6aaf-4904-9d73-842f850e1be1 req-e506b31c-b168-49a9-b219-d9415176972f tempest-AttachSCSIVolumeTestJSON-522076455 tempest-AttachSCSIVolumeTestJSON-522076455-project] 10.222.0.59 "GET /v2.0/security-groups?id=0efbb1a6-c113-4c5b-94a8-629af425a04d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834758 Jul 27 21:04:46.244411 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-614e30e3-a431-402a-a411-f26ce855df21 req-fd298825-d68f-4de0-971d-fb65c615acac service neutron] 10.222.0.36 "GET /v2.0/networks/6aa76440-68bb-4814-b579-87efb5c679e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1398745 Jul 27 21:04:46.297372 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 47150) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:04:46.312493 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-38508860-a50d-4199-9519-cf53f15b627c admin admin] Notify callbacks [] for security_group, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:46.344191 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c692f019-5899-4396-b270-0005a1061014 req-872afa34-1e9d-4313-af05-00b49e6a61fe tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:04:46.345706 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-c692f019-5899-4396-b270-0005a1061014 req-872afa34-1e9d-4313-af05-00b49e6a61fe tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] 10.222.0.59 "GET /v2.0/ports?device_id=17ba656b-fd21-4b0c-aa91-723cb2debe7c HTTP/1.1" status: 200 len: 946 time: 0.0730326 Jul 27 21:04:46.387627 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-c692f019-5899-4396-b270-0005a1061014 req-bd9d6c7d-43c9-4f7d-a73e-8994115082e0 tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0eecfba-15dc-4bf7-80e6-b94c8d880eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357165 Jul 27 21:04:46.406036 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-38508860-a50d-4199-9519-cf53f15b627c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:46.415248 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-38508860-a50d-4199-9519-cf53f15b627c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:46.454927 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-38508860-a50d-4199-9519-cf53f15b627c admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=f561fcfcdc6e4a928a9f9c5006c2537c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1563499 Jul 27 21:04:46.456096 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38508860-a50d-4199-9519-cf53f15b627c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b186d8e-aee5-44f9-9aa9-002016e03e53,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:04:46.457809 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 47156) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:04:46.507915 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-642a12d2-f0d7-44d5-be91-144d115e6501 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:46.529644 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-642a12d2-f0d7-44d5-be91-144d115e6501 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:46.585841 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-642a12d2-f0d7-44d5-be91-144d115e6501 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:46.588383 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-642a12d2-f0d7-44d5-be91-144d115e6501 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:46.590098 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-642a12d2-f0d7-44d5-be91-144d115e6501 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/2b186d8e-aee5-44f9-9aa9-002016e03e53 HTTP/1.1" status: 204 len: 168 time: 0.1307709 Jul 27 21:04:46.598001 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642a12d2-f0d7-44d5-be91-144d115e6501 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b186d8e-aee5-44f9-9aa9-002016e03e53,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:04:46.888066 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03c6785-071e-4554-a7f6-a955eb99bd77 req-7bd0c148-c7a0-402f-8897-bf52ed4607b3 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:04:46.889585 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-d03c6785-071e-4554-a7f6-a955eb99bd77 req-7bd0c148-c7a0-402f-8897-bf52ed4607b3 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] 10.222.0.59 "GET /v2.0/ports?device_id=7e4e7e1b-7ee4-4932-8352-9da05c794800 HTTP/1.1" status: 200 len: 943 time: 0.0693059 Jul 27 21:04:46.928120 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-d03c6785-071e-4554-a7f6-a955eb99bd77 req-0f380f96-aebc-4305-a97f-2853a5339dee tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] 10.222.0.59 "GET /v2.0/security-groups?id=e8209215-bf66-4bb1-96ba-041099e74ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327423 Jul 27 21:04:47.330438 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fb73b0-5bb7-4d66-b447-b2132fc7b137 req-63724122-31b8-4c01-b304-3a0f74948c51 tempest-AttachSCSIVolumeTestJSON-522076455 tempest-AttachSCSIVolumeTestJSON-522076455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:04:47.332051 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b1fb73b0-5bb7-4d66-b447-b2132fc7b137 req-63724122-31b8-4c01-b304-3a0f74948c51 tempest-AttachSCSIVolumeTestJSON-522076455 tempest-AttachSCSIVolumeTestJSON-522076455-project] 10.222.0.59 "GET /v2.0/ports?device_id=821d3191-03ea-431e-8084-b018d0fc208e HTTP/1.1" status: 200 len: 931 time: 0.0652344 Jul 27 21:04:47.372753 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b1fb73b0-5bb7-4d66-b447-b2132fc7b137 req-5beaffae-057e-4b27-a88e-03f3a7ab17c0 tempest-AttachSCSIVolumeTestJSON-522076455 tempest-AttachSCSIVolumeTestJSON-522076455-project] 10.222.0.59 "GET /v2.0/security-groups?id=0efbb1a6-c113-4c5b-94a8-629af425a04d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344727 Jul 27 21:04:47.530973 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efa3c94-39e1-4a70-b390-bbab27cd1172 req-b4085bb8-2eaf-4e73-a473-8d01b12b0f5b tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:04:47.532514 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-0efa3c94-39e1-4a70-b390-bbab27cd1172 req-b4085bb8-2eaf-4e73-a473-8d01b12b0f5b tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] 10.222.0.59 "GET /v2.0/ports?device_id=17ba656b-fd21-4b0c-aa91-723cb2debe7c HTTP/1.1" status: 200 len: 946 time: 0.0699911 Jul 27 21:04:47.570988 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-0efa3c94-39e1-4a70-b390-bbab27cd1172 req-8be71ec9-e38a-461b-879e-60bf7f0aeb85 tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0eecfba-15dc-4bf7-80e6-b94c8d880eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325360 Jul 27 21:04:47.759746 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 47204) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:04:47.851838 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-14a4441e-0c7f-414d-98d5-ca80d579be9f tempest-RoutersIpV6AdminTest-1066337158 tempest-RoutersIpV6AdminTest-1066337158-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-2022394825', 'router:external': True}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:04:47.874670 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14a4441e-0c7f-414d-98d5-ca80d579be9f tempest-RoutersIpV6AdminTest-1066337158 tempest-RoutersIpV6AdminTest-1066337158-project-admin] Made reservation on behalf of 462036a0e19941bb96623ed6b79b0b49 for: {'network': 1} {{(pid=105585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:04:47.876968 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-14a4441e-0c7f-414d-98d5-ca80d579be9f tempest-RoutersIpV6AdminTest-1066337158 tempest-RoutersIpV6AdminTest-1066337158-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for network, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:47.885708 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-14a4441e-0c7f-414d-98d5-ca80d579be9f tempest-RoutersIpV6AdminTest-1066337158 tempest-RoutersIpV6AdminTest-1066337158-project-admin] Notify callbacks [] for security_group, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:47.939066 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device 07181a36-ce8e-4727-aae8-8d76b20071fb details requested by agent hyperv_n-h1-705658-22 with host n-h1-705658-22 {{(pid=105586) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:04:47.973862 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-14a4441e-0c7f-414d-98d5-ca80d579be9f tempest-RoutersIpV6AdminTest-1066337158 tempest-RoutersIpV6AdminTest-1066337158-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:47.979332 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-14a4441e-0c7f-414d-98d5-ca80d579be9f tempest-RoutersIpV6AdminTest-1066337158 tempest-RoutersIpV6AdminTest-1066337158-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:47.995566 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14a4441e-0c7f-414d-98d5-ca80d579be9f tempest-RoutersIpV6AdminTest-1066337158 tempest-RoutersIpV6AdminTest-1066337158-project-admin] vlan segment allocate from pool success with {'vlan_id': 240, 'physical_network': 'physnet1'} {{(pid=105585) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:04:48.030925 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-14a4441e-0c7f-414d-98d5-ca80d579be9f tempest-RoutersIpV6AdminTest-1066337158 tempest-RoutersIpV6AdminTest-1066337158-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:48.031297 n-d-705658-22 neutron-server[105585]: INFO neutron.db.segments_db [None req-14a4441e-0c7f-414d-98d5-ca80d579be9f tempest-RoutersIpV6AdminTest-1066337158 tempest-RoutersIpV6AdminTest-1066337158-project-admin] Added segment e0acfd29-048b-4c3a-b8c2-939e9ffc69ef of type vlan for network 3264607e-be12-4a8d-a26a-70d4153ab983 Jul 27 21:04:48.037283 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] For port 07181a36-ce8e-4727-aae8-8d76b20071fb, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=07181a36-ce8e-4727-aae8-8d76b20071fb,segment=NetworkSegment(7253e476-fc19-4126-9562-a06a41b3b94e),segment_id=7253e476-fc19-4126-9562-a06a41b3b94e)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:04:48.048647 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Returning: {'device': '07181a36-ce8e-4727-aae8-8d76b20071fb', 'network_id': '6aa76440-68bb-4814-b579-87efb5c679e3', 'port_id': '07181a36-ce8e-4727-aae8-8d76b20071fb', 'mac_address': 'fa:16:3e:bc:08:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 230, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '746696d1-95cb-4db5-9b25-089085191295', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105586) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:04:48.057340 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a4441e-0c7f-414d-98d5-ca80d579be9f tempest-RoutersIpV6AdminTest-1066337158 tempest-RoutersIpV6AdminTest-1066337158-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fed4749-3f02-4cea-8613-1569b9f09fdf,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:04:48.084353 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:48.098119 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07181a36-ce8e-4727-aae8-8d76b20071fb {{(pid=105586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:04:48.108987 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-14a4441e-0c7f-414d-98d5-ca80d579be9f tempest-RoutersIpV6AdminTest-1066337158 tempest-RoutersIpV6AdminTest-1066337158-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790688424798'] for network, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:48.118049 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] For port 07181a36-ce8e-4727-aae8-8d76b20071fb, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=07181a36-ce8e-4727-aae8-8d76b20071fb,segment=NetworkSegment(7253e476-fc19-4126-9562-a06a41b3b94e),segment_id=7253e476-fc19-4126-9562-a06a41b3b94e)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:04:48.122010 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:48.152362 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7183ce53-3fdc-4eae-b907-edd915ffb2d8 req-9acc2a2f-d303-4de9-bd87-efd663f38742 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:04:48.154143 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-7183ce53-3fdc-4eae-b907-edd915ffb2d8 req-9acc2a2f-d303-4de9-bd87-efd663f38742 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] 10.222.0.59 "GET /v2.0/ports?device_id=7e4e7e1b-7ee4-4932-8352-9da05c794800 HTTP/1.1" status: 200 len: 943 time: 0.1453421 Jul 27 21:04:48.173024 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Pushing event updated for resources: {'Port': ['ID=07181a36-ce8e-4727-aae8-8d76b20071fb,revision_number=4']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:04:48.179274 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-14a4441e-0c7f-414d-98d5-ca80d579be9f tempest-RoutersIpV6AdminTest-1066337158 tempest-RoutersIpV6AdminTest-1066337158-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920'] for network, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:48.180232 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14a4441e-0c7f-414d-98d5-ca80d579be9f tempest-RoutersIpV6AdminTest-1066337158 tempest-RoutersIpV6AdminTest-1066337158-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:04:48.180823 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-14a4441e-0c7f-414d-98d5-ca80d579be9f tempest-RoutersIpV6AdminTest-1066337158 tempest-RoutersIpV6AdminTest-1066337158-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743886'] for network, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:48.245088 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-14a4441e-0c7f-414d-98d5-ca80d579be9f tempest-RoutersIpV6AdminTest-1066337158 tempest-RoutersIpV6AdminTest-1066337158-project-admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 0.4841657 Jul 27 21:04:48.248242 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 47210) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:04:48.253331 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-7183ce53-3fdc-4eae-b907-edd915ffb2d8 req-bd951abc-2117-4f43-bb50-304e74c79d4d tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] 10.222.0.59 "GET /v2.0/security-groups?id=e8209215-bf66-4bb1-96ba-041099e74ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918295 Jul 27 21:04:48.253487 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-ecda5b67-f147-4620-a03c-7d692391d325 tempest-RoutersIpV6AdminTest-1066337158 tempest-RoutersIpV6AdminTest-1066337158-project-admin] Request body: {'subnet': {'network_id': '3264607e-be12-4a8d-a26a-70d4153ab983', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:04:48.262035 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a4441e-0c7f-414d-98d5-ca80d579be9f tempest-RoutersIpV6AdminTest-1066337158 tempest-RoutersIpV6AdminTest-1066337158-project-admin] Pushing event updated for resources: {'Network': ['ID=3264607e-be12-4a8d-a26a-70d4153ab983,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:04:48.282332 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Network 3264607e-be12-4a8d-a26a-70d4153ab983 details requested by agent ovs-agent-n-d-705658-22 with host n-d-705658-22 {{(pid=105586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:04:48.283740 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecda5b67-f147-4620-a03c-7d692391d325 tempest-RoutersIpV6AdminTest-1066337158 tempest-RoutersIpV6AdminTest-1066337158-project-admin] Made reservation on behalf of 462036a0e19941bb96623ed6b79b0b49 for: {'subnet': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:04:48.286108 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-ecda5b67-f147-4620-a03c-7d692391d325 tempest-RoutersIpV6AdminTest-1066337158 tempest-RoutersIpV6AdminTest-1066337158-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9738786'] for subnet, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:48.505804 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f9ece7-3d4c-4197-8a91-30e330c1b849 req-467aeb84-f24d-4f98-b1e6-7ec9ee93776b tempest-AttachSCSIVolumeTestJSON-522076455 tempest-AttachSCSIVolumeTestJSON-522076455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:04:48.507327 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e0f9ece7-3d4c-4197-8a91-30e330c1b849 req-467aeb84-f24d-4f98-b1e6-7ec9ee93776b tempest-AttachSCSIVolumeTestJSON-522076455 tempest-AttachSCSIVolumeTestJSON-522076455-project] 10.222.0.59 "GET /v2.0/ports?device_id=821d3191-03ea-431e-8084-b018d0fc208e HTTP/1.1" status: 200 len: 931 time: 0.0672696 Jul 27 21:04:48.550071 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e0f9ece7-3d4c-4197-8a91-30e330c1b849 req-b8034615-5549-4f04-a5ce-09e8235e1e73 tempest-AttachSCSIVolumeTestJSON-522076455 tempest-AttachSCSIVolumeTestJSON-522076455-project] 10.222.0.59 "GET /v2.0/security-groups?id=0efbb1a6-c113-4c5b-94a8-629af425a04d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361519 Jul 27 21:04:48.560545 n-d-705658-22 neutron-server[105584]: DEBUG neutron.objects.ports [None req-ecda5b67-f147-4620-a03c-7d692391d325 tempest-RoutersIpV6AdminTest-1066337158 tempest-RoutersIpV6AdminTest-1066337158-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=105584) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 27 21:04:48.561131 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-ecda5b67-f147-4620-a03c-7d692391d325 tempest-RoutersIpV6AdminTest-1066337158 tempest-RoutersIpV6AdminTest-1066337158-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9014150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9738800'] for subnet, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:48.621123 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecda5b67-f147-4620-a03c-7d692391d325 tempest-RoutersIpV6AdminTest-1066337158 tempest-RoutersIpV6AdminTest-1066337158-project-admin] Pushing event updated for resources: {'Subnet': ['ID=c07d129d-fdb2-499b-88c9-b35716a8ff1a,revision_number=0']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:04:48.623691 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecda5b67-f147-4620-a03c-7d692391d325 tempest-RoutersIpV6AdminTest-1066337158 tempest-RoutersIpV6AdminTest-1066337158-project-admin] Checking segment: {'id': 'e0acfd29-048b-4c3a-b8c2-939e9ffc69ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '3264607e-be12-4a8d-a26a-70d4153ab983'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:04:48.624051 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecda5b67-f147-4620-a03c-7d692391d325 tempest-RoutersIpV6AdminTest-1066337158 tempest-RoutersIpV6AdminTest-1066337158-project-admin] Network hostable DHCP agents. Network: 3264607e-be12-4a8d-a26a-70d4153ab983, hostable agents: ['7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a'], hosted agents: [] {{(pid=105584) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:04:48.640462 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] get_ports_and_sgs() called for port_ids ['07181a36-ce8e-4727-aae8-8d76b20071fb'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:04:48.641958 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecda5b67-f147-4620-a03c-7d692391d325 tempest-RoutersIpV6AdminTest-1066337158 tempest-RoutersIpV6AdminTest-1066337158-project-admin] Network 3264607e-be12-4a8d-a26a-70d4153ab983 is scheduled to be hosted by DHCP agent 7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a with binding_index 1 {{(pid=105584) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:04:48.652918 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [None req-ecda5b67-f147-4620-a03c-7d692391d325 tempest-RoutersIpV6AdminTest-1066337158 tempest-RoutersIpV6AdminTest-1066337158-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-22, 3264607e-be12-4a8d-a26a-70d4153ab983) {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:04:48.657637 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecda5b67-f147-4620-a03c-7d692391d325 tempest-RoutersIpV6AdminTest-1066337158 tempest-RoutersIpV6AdminTest-1066337158-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:04:48.658291 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-ecda5b67-f147-4620-a03c-7d692391d325 tempest-RoutersIpV6AdminTest-1066337158 tempest-RoutersIpV6AdminTest-1066337158-project-admin] Notify callbacks [] for subnet, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:48.667949 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a87067d-f4fb-45ea-ab50-b76aa857251f None None] Network 3264607e-be12-4a8d-a26a-70d4153ab983 requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:04:48.674945 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-ecda5b67-f147-4620-a03c-7d692391d325 tempest-RoutersIpV6AdminTest-1066337158 tempest-RoutersIpV6AdminTest-1066337158-project-admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 0.4255519 Jul 27 21:04:48.677549 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 47218) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:04:48.684300 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-6da5284c-eec8-420a-95bc-dc5a6689da4e tempest-RoutersIpV6AdminTest-1066337158 tempest-RoutersIpV6AdminTest-1066337158-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-762231997', 'network_id': '3264607e-be12-4a8d-a26a-70d4153ab983'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:04:48.705868 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6da5284c-eec8-420a-95bc-dc5a6689da4e tempest-RoutersIpV6AdminTest-1066337158 tempest-RoutersIpV6AdminTest-1066337158-project-admin] Made reservation on behalf of 462036a0e19941bb96623ed6b79b0b49 for: {'port': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:04:48.708497 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-6da5284c-eec8-420a-95bc-dc5a6689da4e tempest-RoutersIpV6AdminTest-1066337158 tempest-RoutersIpV6AdminTest-1066337158-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:48.714614 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a75efe5-9289-4f5b-bd62-b8d7657b4f9c req-f8bf159d-3dd7-464d-a4cf-b0802fab6042 tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:04:48.719469 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-6a75efe5-9289-4f5b-bd62-b8d7657b4f9c req-f8bf159d-3dd7-464d-a4cf-b0802fab6042 tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] 10.222.0.59 "GET /v2.0/ports?device_id=17ba656b-fd21-4b0c-aa91-723cb2debe7c HTTP/1.1" status: 200 len: 946 time: 0.0795929 Jul 27 21:04:48.732435 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [None req-6da5284c-eec8-420a-95bc-dc5a6689da4e tempest-RoutersIpV6AdminTest-1066337158 tempest-RoutersIpV6AdminTest-1066337158-project-admin] device_id is not set on port e2bac045-c80b-452e-9544-110bcb3582e1 yet. {{(pid=105584) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 21:04:48.759609 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-6a75efe5-9289-4f5b-bd62-b8d7657b4f9c req-eaabd378-264b-4bc6-89cc-f77811ac7025 tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0eecfba-15dc-4bf7-80e6-b94c8d880eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373318 Jul 27 21:04:48.829383 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55d662be-d866-4ba2-8f65-a626770dab13 None None] Network 3264607e-be12-4a8d-a26a-70d4153ab983 requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:04:48.854033 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.db_base_plugin_common [None req-6da5284c-eec8-420a-95bc-dc5a6689da4e tempest-RoutersIpV6AdminTest-1066337158 tempest-RoutersIpV6AdminTest-1066337158-project-admin] Allocated IP 2001:db8::bc (3264607e-be12-4a8d-a26a-70d4153ab983/c07d129d-fdb2-499b-88c9-b35716a8ff1a/e2bac045-c80b-452e-9544-110bcb3582e1) {{(pid=105584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:04:49.011868 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-6da5284c-eec8-420a-95bc-dc5a6689da4e tempest-RoutersIpV6AdminTest-1066337158 tempest-RoutersIpV6AdminTest-1066337158-project-admin] Notify callbacks [] for port, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:49.049902 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-6da5284c-eec8-420a-95bc-dc5a6689da4e tempest-RoutersIpV6AdminTest-1066337158 tempest-RoutersIpV6AdminTest-1066337158-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:49.089294 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6da5284c-eec8-420a-95bc-dc5a6689da4e tempest-RoutersIpV6AdminTest-1066337158 tempest-RoutersIpV6AdminTest-1066337158-project-admin] Network 3264607e-be12-4a8d-a26a-70d4153ab983 is already hosted by enough agents. {{(pid=105584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:04:49.095060 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [None req-6da5284c-eec8-420a-95bc-dc5a6689da4e tempest-RoutersIpV6AdminTest-1066337158 tempest-RoutersIpV6AdminTest-1066337158-project-admin] Resources bound (agent type, host, resource id): {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:04:49.098253 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6da5284c-eec8-420a-95bc-dc5a6689da4e tempest-RoutersIpV6AdminTest-1066337158 tempest-RoutersIpV6AdminTest-1066337158-project-admin] Received port after_create {{(pid=105584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:04:49.099265 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6da5284c-eec8-420a-95bc-dc5a6689da4e tempest-RoutersIpV6AdminTest-1066337158 tempest-RoutersIpV6AdminTest-1066337158-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:04:49.099868 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-6da5284c-eec8-420a-95bc-dc5a6689da4e tempest-RoutersIpV6AdminTest-1066337158 tempest-RoutersIpV6AdminTest-1066337158-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:49.105403 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da5284c-eec8-420a-95bc-dc5a6689da4e tempest-RoutersIpV6AdminTest-1066337158 tempest-RoutersIpV6AdminTest-1066337158-project-admin] Pushing event updated for resources: {'Port': ['ID=e2bac045-c80b-452e-9544-110bcb3582e1,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:04:49.117249 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-6da5284c-eec8-420a-95bc-dc5a6689da4e tempest-RoutersIpV6AdminTest-1066337158 tempest-RoutersIpV6AdminTest-1066337158-project-admin] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 0.4380460 Jul 27 21:04:49.119728 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 47224) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:04:49.200044 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-51e6ad0b-4711-4cf9-b6d7-56b40c9e3d5b tempest-RoutersIpV6AdminTest-1066337158 tempest-RoutersIpV6AdminTest-1066337158-project-admin] Deleting port e2bac045-c80b-452e-9544-110bcb3582e1 {{(pid=105584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:04:49.200304 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-51e6ad0b-4711-4cf9-b6d7-56b40c9e3d5b tempest-RoutersIpV6AdminTest-1066337158 tempest-RoutersIpV6AdminTest-1066337158-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:49.274257 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-51e6ad0b-4711-4cf9-b6d7-56b40c9e3d5b tempest-RoutersIpV6AdminTest-1066337158 tempest-RoutersIpV6AdminTest-1066337158-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:49.286729 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-51e6ad0b-4711-4cf9-b6d7-56b40c9e3d5b tempest-RoutersIpV6AdminTest-1066337158 tempest-RoutersIpV6AdminTest-1066337158-project-admin] Calling delete_port for e2bac045-c80b-452e-9544-110bcb3582e1 owned by {{(pid=105584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:04:49.394072 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa8ac2d-6384-4d4a-8573-a343e09632af req-cce3c0f1-91fb-45ec-9fd4-3592f6764136 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:04:49.395595 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-baa8ac2d-6384-4d4a-8573-a343e09632af req-cce3c0f1-91fb-45ec-9fd4-3592f6764136 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] 10.222.0.59 "GET /v2.0/ports?device_id=7e4e7e1b-7ee4-4932-8352-9da05c794800 HTTP/1.1" status: 200 len: 944 time: 0.0640440 Jul 27 21:04:49.407992 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-51e6ad0b-4711-4cf9-b6d7-56b40c9e3d5b tempest-RoutersIpV6AdminTest-1066337158 tempest-RoutersIpV6AdminTest-1066337158-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:49.433644 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e6ad0b-4711-4cf9-b6d7-56b40c9e3d5b tempest-RoutersIpV6AdminTest-1066337158 tempest-RoutersIpV6AdminTest-1066337158-project-admin] Pushing event deleted for resources: {'Port': ['ID=e2bac045-c80b-452e-9544-110bcb3582e1,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:04:49.434672 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-baa8ac2d-6384-4d4a-8573-a343e09632af req-8fcc8616-7ab2-47d9-a131-f69946fa4c0c tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] 10.222.0.59 "GET /v2.0/security-groups?id=e8209215-bf66-4bb1-96ba-041099e74ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328593 Jul 27 21:04:49.462924 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-51e6ad0b-4711-4cf9-b6d7-56b40c9e3d5b tempest-RoutersIpV6AdminTest-1066337158 tempest-RoutersIpV6AdminTest-1066337158-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:49.464908 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-51e6ad0b-4711-4cf9-b6d7-56b40c9e3d5b tempest-RoutersIpV6AdminTest-1066337158 tempest-RoutersIpV6AdminTest-1066337158-project-admin] 10.222.0.59 "DELETE /v2.0/ports/e2bac045-c80b-452e-9544-110bcb3582e1 HTTP/1.1" status: 204 len: 168 time: 0.3442767 Jul 27 21:04:49.467492 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 47230) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:04:49.471791 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-1c114f8e-0abb-429f-b9b5-b8e14f98b578 tempest-RoutersIpV6AdminTest-1066337158 tempest-RoutersIpV6AdminTest-1066337158-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '3264607e-be12-4a8d-a26a-70d4153ab983', 'external_fixed_ips': [{'subnet_id': 'c07d129d-fdb2-499b-88c9-b35716a8ff1a', 'ip_address': '2001:db8::bc'}]}}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:04:49.491656 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-1c114f8e-0abb-429f-b9b5-b8e14f98b578 tempest-RoutersIpV6AdminTest-1066337158 tempest-RoutersIpV6AdminTest-1066337158-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4163813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-443'] for router, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:49.492623 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-1c114f8e-0abb-429f-b9b5-b8e14f98b578 tempest-RoutersIpV6AdminTest-1066337158 tempest-RoutersIpV6AdminTest-1066337158-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4165196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4077059', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3711235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-418'] for router, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:49.545135 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-1c114f8e-0abb-429f-b9b5-b8e14f98b578 tempest-RoutersIpV6AdminTest-1066337158 tempest-RoutersIpV6AdminTest-1066337158-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:49.678378 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-1c114f8e-0abb-429f-b9b5-b8e14f98b578 tempest-RoutersIpV6AdminTest-1066337158 tempest-RoutersIpV6AdminTest-1066337158-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4077169', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4163787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-400'] for router, precommit_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:49.711636 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-81f218ed-64d7-4a05-b28b-52d4db8532f9 req-db1959f6-d072-4d98-a55e-de65c3a58070 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=29c1b762-5cb9-4f5b-ac71-3cb8a306ebde&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0963616 Jul 27 21:04:49.723644 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125ba94d-0379-4ac3-bf8f-2a82de6a4c10 req-c8a784e4-0d6f-4de6-892a-a6329170ac66 tempest-AttachSCSIVolumeTestJSON-522076455 tempest-AttachSCSIVolumeTestJSON-522076455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:04:49.725028 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-125ba94d-0379-4ac3-bf8f-2a82de6a4c10 req-c8a784e4-0d6f-4de6-892a-a6329170ac66 tempest-AttachSCSIVolumeTestJSON-522076455 tempest-AttachSCSIVolumeTestJSON-522076455-project] 10.222.0.59 "GET /v2.0/ports?device_id=821d3191-03ea-431e-8084-b018d0fc208e HTTP/1.1" status: 200 len: 931 time: 0.1006181 Jul 27 21:04:49.775901 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-125ba94d-0379-4ac3-bf8f-2a82de6a4c10 req-fcab70fe-064b-4f58-916a-b050f5f62dce tempest-AttachSCSIVolumeTestJSON-522076455 tempest-AttachSCSIVolumeTestJSON-522076455-project] 10.222.0.59 "GET /v2.0/security-groups?id=0efbb1a6-c113-4c5b-94a8-629af425a04d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441773 Jul 27 21:04:49.823822 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f218ed-64d7-4a05-b28b-52d4db8532f9 req-065032d4-3b7e-47f6-b0bf-2ea48bdfe2ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:04:49.825344 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-81f218ed-64d7-4a05-b28b-52d4db8532f9 req-065032d4-3b7e-47f6-b0bf-2ea48bdfe2ab service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=037df3a90f014739a3644a9c2d1586c8&device_id=29c1b762-5cb9-4f5b-ac71-3cb8a306ebde HTTP/1.1" status: 200 len: 1097 time: 0.0626290 Jul 27 21:04:49.886522 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-1c114f8e-0abb-429f-b9b5-b8e14f98b578 tempest-RoutersIpV6AdminTest-1066337158 tempest-RoutersIpV6AdminTest-1066337158-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:49.905517 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-1c114f8e-0abb-429f-b9b5-b8e14f98b578 tempest-RoutersIpV6AdminTest-1066337158 tempest-RoutersIpV6AdminTest-1066337158-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:49.984170 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9065706f-7f1b-4f84-9fb6-429f783e6d65 req-2d362746-eec7-40fb-b19b-567ef34832e0 tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:04:49.985590 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-9065706f-7f1b-4f84-9fb6-429f783e6d65 req-2d362746-eec7-40fb-b19b-567ef34832e0 tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] 10.222.0.59 "GET /v2.0/ports?device_id=17ba656b-fd21-4b0c-aa91-723cb2debe7c HTTP/1.1" status: 200 len: 946 time: 0.1406419 Jul 27 21:04:49.986976 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f218ed-64d7-4a05-b28b-52d4db8532f9 req-d3cfc82e-b158-4342-a26c-6c297bd8dd8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:04:49.988378 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-81f218ed-64d7-4a05-b28b-52d4db8532f9 req-d3cfc82e-b158-4342-a26c-6c297bd8dd8a service neutron] 10.222.0.36 "GET /v2.0/networks?id=6aa76440-68bb-4814-b579-87efb5c679e3 HTTP/1.1" status: 200 len: 913 time: 0.1335790 Jul 27 21:04:50.045905 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.db_base_plugin_common [None req-1c114f8e-0abb-429f-b9b5-b8e14f98b578 tempest-RoutersIpV6AdminTest-1066337158 tempest-RoutersIpV6AdminTest-1066337158-project-admin] Allocated IP 2001:db8::bc (3264607e-be12-4a8d-a26a-70d4153ab983/c07d129d-fdb2-499b-88c9-b35716a8ff1a/3562e2c5-75b2-4ac5-8c93-20288ae638e5) {{(pid=105584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:04:50.063173 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-9065706f-7f1b-4f84-9fb6-429f783e6d65 req-ea37936f-eb7d-4de7-8496-40cc022c8f62 tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0eecfba-15dc-4bf7-80e6-b94c8d880eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709679 Jul 27 21:04:50.092691 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-81f218ed-64d7-4a05-b28b-52d4db8532f9 req-e39858e5-ef0b-4d06-b03d-6333c07fe4cb service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0d25b76a-67ba-4b3b-8026-3f225d5e391c HTTP/1.1" status: 200 len: 1000 time: 0.0858493 Jul 27 21:04:50.154150 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f218ed-64d7-4a05-b28b-52d4db8532f9 req-c3bc2122-bdfa-4028-998a-4ac685b19064 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:04:50.156214 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-1c114f8e-0abb-429f-b9b5-b8e14f98b578 tempest-RoutersIpV6AdminTest-1066337158 tempest-RoutersIpV6AdminTest-1066337158-project-admin] Notify callbacks [] for port, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:50.156443 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-81f218ed-64d7-4a05-b28b-52d4db8532f9 req-c3bc2122-bdfa-4028-998a-4ac685b19064 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=746696d1-95cb-4db5-9b25-089085191295 HTTP/1.1" status: 200 len: 851 time: 0.0535388 Jul 27 21:04:50.204215 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-1c114f8e-0abb-429f-b9b5-b8e14f98b578 tempest-RoutersIpV6AdminTest-1066337158 tempest-RoutersIpV6AdminTest-1066337158-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:50.242686 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f218ed-64d7-4a05-b28b-52d4db8532f9 req-b54e8a2f-b5b2-409f-a831-0390f6808b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:04:50.244303 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-81f218ed-64d7-4a05-b28b-52d4db8532f9 req-b54e8a2f-b5b2-409f-a831-0390f6808b95 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6aa76440-68bb-4814-b579-87efb5c679e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0750175 Jul 27 21:04:50.246663 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [req-92dfa173-3b67-4efd-8166-1116aef97f25 req-8bc43d25-4347-44fc-a8b3-c7497945db11 service neutron] Request body: {'port': {'device_id': '821d3191-03ea-431e-8084-b018d0fc208e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-705658-22'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:04:50.283257 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c114f8e-0abb-429f-b9b5-b8e14f98b578 tempest-RoutersIpV6AdminTest-1066337158 tempest-RoutersIpV6AdminTest-1066337158-project-admin] Network 3264607e-be12-4a8d-a26a-70d4153ab983 is already hosted by enough agents. {{(pid=105584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:04:50.290038 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [None req-1c114f8e-0abb-429f-b9b5-b8e14f98b578 tempest-RoutersIpV6AdminTest-1066337158 tempest-RoutersIpV6AdminTest-1066337158-project-admin] Resources bound (agent type, host, resource id): {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:04:50.293427 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c114f8e-0abb-429f-b9b5-b8e14f98b578 tempest-RoutersIpV6AdminTest-1066337158 tempest-RoutersIpV6AdminTest-1066337158-project-admin] Pushing event updated for resources: {'Port': ['ID=3562e2c5-75b2-4ac5-8c93-20288ae638e5,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:04:50.299361 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c114f8e-0abb-429f-b9b5-b8e14f98b578 tempest-RoutersIpV6AdminTest-1066337158 tempest-RoutersIpV6AdminTest-1066337158-project-admin] Received port after_create {{(pid=105584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:04:50.340088 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-81f218ed-64d7-4a05-b28b-52d4db8532f9 req-a280f4d7-aad4-42c9-af22-0fbe6d6b0e0d service neutron] 10.222.0.36 "GET /v2.0/networks/6aa76440-68bb-4814-b579-87efb5c679e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869367 Jul 27 21:04:50.420272 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-92dfa173-3b67-4efd-8166-1116aef97f25 req-8bc43d25-4347-44fc-a8b3-c7497945db11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:50.439181 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-81f218ed-64d7-4a05-b28b-52d4db8532f9 req-0687a44a-e6db-4219-8b98-4728bc3244f3 service neutron] 10.222.0.36 "GET /v2.0/networks/6aa76440-68bb-4814-b579-87efb5c679e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872128 Jul 27 21:04:50.571326 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3b3f8a-9b1e-41bb-9047-36be0144a21e req-4d89c20c-0875-43e0-9b4c-54e5fabef423 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:04:50.572738 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-6c3b3f8a-9b1e-41bb-9047-36be0144a21e req-4d89c20c-0875-43e0-9b4c-54e5fabef423 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] 10.222.0.59 "GET /v2.0/ports?device_id=7e4e7e1b-7ee4-4932-8352-9da05c794800 HTTP/1.1" status: 200 len: 944 time: 0.0647943 Jul 27 21:04:50.611235 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-6c3b3f8a-9b1e-41bb-9047-36be0144a21e req-0c5787cb-d8d3-4bf8-bdd3-bf4dbf54b94d tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] 10.222.0.59 "GET /v2.0/security-groups?id=e8209215-bf66-4bb1-96ba-041099e74ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318799 Jul 27 21:04:50.641825 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-1c114f8e-0abb-429f-b9b5-b8e14f98b578 tempest-RoutersIpV6AdminTest-1066337158 tempest-RoutersIpV6AdminTest-1066337158-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:50.911565 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [req-92dfa173-3b67-4efd-8166-1116aef97f25 req-8bc43d25-4347-44fc-a8b3-c7497945db11 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa4ff8d2-5ea6-42f5-823a-95a50e0c955e {{(pid=105584) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:04:50.919376 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e08f4a-8950-4e6f-8bda-5d6a7c003dd5 req-22010ad3-ea06-47f5-b8f6-f1a303b40757 tempest-AttachSCSIVolumeTestJSON-522076455 tempest-AttachSCSIVolumeTestJSON-522076455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:04:50.921178 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e7e08f4a-8950-4e6f-8bda-5d6a7c003dd5 req-22010ad3-ea06-47f5-b8f6-f1a303b40757 tempest-AttachSCSIVolumeTestJSON-522076455 tempest-AttachSCSIVolumeTestJSON-522076455-project] 10.222.0.59 "GET /v2.0/ports?device_id=821d3191-03ea-431e-8084-b018d0fc208e HTTP/1.1" status: 200 len: 931 time: 0.0742152 Jul 27 21:04:50.921755 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-92dfa173-3b67-4efd-8166-1116aef97f25 req-8bc43d25-4347-44fc-a8b3-c7497945db11 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:50.944078 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.provisioning_blocks [req-92dfa173-3b67-4efd-8166-1116aef97f25 req-8bc43d25-4347-44fc-a8b3-c7497945db11 service neutron] Transition to ACTIVE for port object fa4ff8d2-5ea6-42f5-823a-95a50e0c955e will not be triggered until provisioned by entity L2. {{(pid=105584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:04:50.946060 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-1c114f8e-0abb-429f-b9b5-b8e14f98b578 tempest-RoutersIpV6AdminTest-1066337158 tempest-RoutersIpV6AdminTest-1066337158-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4163804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4077150'] for router, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:50.950142 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-92dfa173-3b67-4efd-8166-1116aef97f25 req-8bc43d25-4347-44fc-a8b3-c7497945db11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9014027'] for port, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:50.978197 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e7e08f4a-8950-4e6f-8bda-5d6a7c003dd5 req-3b25ac90-a223-4ee7-8406-e17a44e425ec tempest-AttachSCSIVolumeTestJSON-522076455 tempest-AttachSCSIVolumeTestJSON-522076455-project] 10.222.0.59 "GET /v2.0/security-groups?id=0efbb1a6-c113-4c5b-94a8-629af425a04d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491111 Jul 27 21:04:51.045630 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc43d25-4347-44fc-a8b3-c7497945db11 service neutron] Pushing event updated for resources: {'Port': ['ID=fa4ff8d2-5ea6-42f5-823a-95a50e0c955e,revision_number=2']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:04:51.312569 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6e5c71-8fe8-4166-92a2-edb166e88053 req-c5eeeb22-475d-4d3e-bd3e-7c573b004c65 tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:04:51.319476 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-fe6e5c71-8fe8-4166-92a2-edb166e88053 req-c5eeeb22-475d-4d3e-bd3e-7c573b004c65 tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] 10.222.0.59 "GET /v2.0/ports?device_id=17ba656b-fd21-4b0c-aa91-723cb2debe7c HTTP/1.1" status: 200 len: 946 time: 0.1515026 Jul 27 21:04:51.475059 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-fe6e5c71-8fe8-4166-92a2-edb166e88053 req-3ec19645-e44c-4a5c-8c8a-a06935bf8ab6 tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0eecfba-15dc-4bf7-80e6-b94c8d880eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438821 Jul 27 21:04:51.545958 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [req-92dfa173-3b67-4efd-8166-1116aef97f25 req-8bc43d25-4347-44fc-a8b3-c7497945db11 service neutron] Attempting to bind port fa4ff8d2-5ea6-42f5-823a-95a50e0c955e on host n-h2-705658-22 for vnic_type normal with profile {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:04:51.546433 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [req-92dfa173-3b67-4efd-8166-1116aef97f25 req-8bc43d25-4347-44fc-a8b3-c7497945db11 service neutron] Attempting to bind port fa4ff8d2-5ea6-42f5-823a-95a50e0c955e by drivers openvswitch,hyperv on host n-h2-705658-22 at level 0 using segments [{'id': '4a013f66-dc65-4eb0-bd96-ca0f438c5b8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'f285d890-c55d-4aac-a5df-f4919c5c1eb0'}] {{(pid=105584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:04:51.546631 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92dfa173-3b67-4efd-8166-1116aef97f25 req-8bc43d25-4347-44fc-a8b3-c7497945db11 service neutron] Attempting to bind port fa4ff8d2-5ea6-42f5-823a-95a50e0c955e on network f285d890-c55d-4aac-a5df-f4919c5c1eb0 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:04:51.555312 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92dfa173-3b67-4efd-8166-1116aef97f25 req-8bc43d25-4347-44fc-a8b3-c7497945db11 service neutron] Port fa4ff8d2-5ea6-42f5-823a-95a50e0c955e on network f285d890-c55d-4aac-a5df-f4919c5c1eb0 not bound, no agent of type Open vSwitch agent registered on host n-h2-705658-22 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:04:51.555623 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92dfa173-3b67-4efd-8166-1116aef97f25 req-8bc43d25-4347-44fc-a8b3-c7497945db11 service neutron] Attempting to bind port fa4ff8d2-5ea6-42f5-823a-95a50e0c955e on network f285d890-c55d-4aac-a5df-f4919c5c1eb0 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:04:51.565064 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92dfa173-3b67-4efd-8166-1116aef97f25 req-8bc43d25-4347-44fc-a8b3-c7497945db11 service neutron] Checking agent: {'id': '65195a73-a875-4810-9f5b-622ae260a8a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 49, 40), 'started_at': datetime.datetime(2021, 7, 27, 20, 49, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 4, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:04:51.565404 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92dfa173-3b67-4efd-8166-1116aef97f25 req-8bc43d25-4347-44fc-a8b3-c7497945db11 service neutron] Checking segment: {'id': '4a013f66-dc65-4eb0-bd96-ca0f438c5b8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'f285d890-c55d-4aac-a5df-f4919c5c1eb0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:04:51.565787 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92dfa173-3b67-4efd-8166-1116aef97f25 req-8bc43d25-4347-44fc-a8b3-c7497945db11 service neutron] Bound using segment: {'id': '4a013f66-dc65-4eb0-bd96-ca0f438c5b8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'f285d890-c55d-4aac-a5df-f4919c5c1eb0'} {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:04:51.566221 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [req-92dfa173-3b67-4efd-8166-1116aef97f25 req-8bc43d25-4347-44fc-a8b3-c7497945db11 service neutron] Bound port: fa4ff8d2-5ea6-42f5-823a-95a50e0c955e, host: n-h2-705658-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a013f66-dc65-4eb0-bd96-ca0f438c5b8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'f285d890-c55d-4aac-a5df-f4919c5c1eb0'}}] {{(pid=105584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:04:51.566589 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-92dfa173-3b67-4efd-8166-1116aef97f25 req-8bc43d25-4347-44fc-a8b3-c7497945db11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:51.604112 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c114f8e-0abb-429f-b9b5-b8e14f98b578 tempest-RoutersIpV6AdminTest-1066337158 tempest-RoutersIpV6AdminTest-1066337158-project-admin] Router 01c43d6a-590b-469b-b4f7-6b4e1b73842d is scheduled to L3 agent dd128fd7-8e57-4d4f-895b-a96b369df59a with binding_index 1 {{(pid=105584) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 21:04:51.679919 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [req-92dfa173-3b67-4efd-8166-1116aef97f25 req-8bc43d25-4347-44fc-a8b3-c7497945db11 service neutron] For port fa4ff8d2-5ea6-42f5-823a-95a50e0c955e, host n-h2-705658-22, cleared binding levels {{(pid=105584) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:04:51.720734 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [req-92dfa173-3b67-4efd-8166-1116aef97f25 req-8bc43d25-4347-44fc-a8b3-c7497945db11 service neutron] For port fa4ff8d2-5ea6-42f5-823a-95a50e0c955e, host n-h2-705658-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=fa4ff8d2-5ea6-42f5-823a-95a50e0c955e,segment=NetworkSegment(4a013f66-dc65-4eb0-bd96-ca0f438c5b8c),segment_id=4a013f66-dc65-4eb0-bd96-ca0f438c5b8c)] {{(pid=105584) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:04:51.731144 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-92dfa173-3b67-4efd-8166-1116aef97f25 req-8bc43d25-4347-44fc-a8b3-c7497945db11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9014027'] for port, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:51.754078 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dfa173-3b67-4efd-8166-1116aef97f25 req-8bc43d25-4347-44fc-a8b3-c7497945db11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:04:51.754844 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-92dfa173-3b67-4efd-8166-1116aef97f25 req-8bc43d25-4347-44fc-a8b3-c7497945db11 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:51.756606 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-92dfa173-3b67-4efd-8166-1116aef97f25 req-8bc43d25-4347-44fc-a8b3-c7497945db11 service neutron] 10.222.0.60 "PUT /v2.0/ports/fa4ff8d2-5ea6-42f5-823a-95a50e0c955e HTTP/1.1" status: 200 len: 1092 time: 1.5381560 Jul 27 21:04:51.759725 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '821d3191-03ea-431e-8084-b018d0fc208e', 'tag': 'fa4ff8d2-5ea6-42f5-823a-95a50e0c955e'}] {{(pid=105584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:04:51.759869 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95595df9-e101-41b0-a7c0-621d7bbfb982 req-d50e024a-9819-4e86-8bed-f7944fa0728f tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:04:51.762278 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-95595df9-e101-41b0-a7c0-621d7bbfb982 req-d50e024a-9819-4e86-8bed-f7944fa0728f tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] 10.222.0.59 "GET /v2.0/ports?device_id=7e4e7e1b-7ee4-4932-8352-9da05c794800 HTTP/1.1" status: 200 len: 944 time: 0.0784295 Jul 27 21:04:51.765235 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bce5e6c8685464f7626901654159975603b047827e3138302ed6566e28f1343" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d328145-bfc2-497b-9f52-8e08049a33d7" -d '{"events": [{"name": "network-changed", "server_uuid": "821d3191-03ea-431e-8084-b018d0fc208e", "tag": "fa4ff8d2-5ea6-42f5-823a-95a50e0c955e"}]}' {{(pid=105584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:04:51.810081 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-95595df9-e101-41b0-a7c0-621d7bbfb982 req-dd44fb1e-418a-4088-9e0a-2bffece7298d tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] 10.222.0.59 "GET /v2.0/security-groups?id=e8209215-bf66-4bb1-96ba-041099e74ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381117 Jul 27 21:04:51.830900 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c114f8e-0abb-429f-b9b5-b8e14f98b578 tempest-RoutersIpV6AdminTest-1066337158 tempest-RoutersIpV6AdminTest-1066337158-project-admin] Notify agent at l3_agent.n-d-705658-22 the message routers_updated {{(pid=105584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:04:51.832164 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44b2c28c-4309-437a-85dd-1a2102cf37fc None None] Sync routers for ids ['01c43d6a-590b-469b-b4f7-6b4e1b73842d'] in n-d-705658-22 {{(pid=105587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:04:51.847275 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44b2c28c-4309-437a-85dd-1a2102cf37fc None None] Routers {'01c43d6a-590b-469b-b4f7-6b4e1b73842d'} bound to L3 agent in host n-d-705658-22 {{(pid=105587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:04:51.848104 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-44b2c28c-4309-437a-85dd-1a2102cf37fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:04:41Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['01c43d6a-590b-469b-b4f7-6b4e1b73842d'], 'active': True} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:04:51.858801 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:04:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc0120e6-5914-478e-993d-797f29fc3fb7 x-openstack-request-id: req-dc0120e6-5914-478e-993d-797f29fc3fb7 {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:04:51.867201 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "821d3191-03ea-431e-8084-b018d0fc208e", "tag": "fa4ff8d2-5ea6-42f5-823a-95a50e0c955e", "status": "completed", "code": 200}]} {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:04:51.867779 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-dc0120e6-5914-478e-993d-797f29fc3fb7 {{(pid=105584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:04:51.868267 n-d-705658-22 neutron-server[105584]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '821d3191-03ea-431e-8084-b018d0fc208e', 'tag': 'fa4ff8d2-5ea6-42f5-823a-95a50e0c955e', 'status': 'completed', 'code': 200} Jul 27 21:04:51.930124 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-1c114f8e-0abb-429f-b9b5-b8e14f98b578 tempest-RoutersIpV6AdminTest-1066337158 tempest-RoutersIpV6AdminTest-1066337158-project-admin] Notify callbacks [] for router, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:51.931470 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-1c114f8e-0abb-429f-b9b5-b8e14f98b578 tempest-RoutersIpV6AdminTest-1066337158 tempest-RoutersIpV6AdminTest-1066337158-project-admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 877 time: 2.4630289 Jul 27 21:04:51.934146 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 47262) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:04:51.953260 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc43d25-4347-44fc-a8b3-c7497945db11 service neutron] Pushing event updated for resources: {'Port': ['ID=fa4ff8d2-5ea6-42f5-823a-95a50e0c955e,revision_number=3']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:04:51.985711 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device 07181a36-ce8e-4727-aae8-8d76b20071fb up at agent hyperv_n-h1-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:04:52.000801 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dfa173-3b67-4efd-8166-1116aef97f25 req-dd4b193a-37ab-4406-9b4f-2f8a6b909a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:04:52.015569 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-92dfa173-3b67-4efd-8166-1116aef97f25 req-dd4b193a-37ab-4406-9b4f-2f8a6b909a74 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c0afa5466ff04651aa6207062d398a87&device_id=821d3191-03ea-431e-8084-b018d0fc208e HTTP/1.1" status: 200 len: 1095 time: 0.1584306 Jul 27 21:04:52.024972 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvr_db [None req-44b2c28c-4309-437a-85dd-1a2102cf37fc None None] Set router 01c43d6a-590b-469b-b4f7-6b4e1b73842d gateway port host: n-d-705658-22 {{(pid=105587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:04:52.110567 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-92dfa173-3b67-4efd-8166-1116aef97f25 req-6d42a5f4-7866-46b8-9e65-318bb8abfca6 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fa4ff8d2-5ea6-42f5-823a-95a50e0c955e HTTP/1.1" status: 200 len: 217 time: 0.0862045 Jul 27 21:04:52.118151 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Provisioning for port 07181a36-ce8e-4727-aae8-8d76b20071fb completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:04:52.132376 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Provisioning complete for port 07181a36-ce8e-4727-aae8-8d76b20071fb triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:04:52.133097 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:52.181757 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dfa173-3b67-4efd-8166-1116aef97f25 req-a0eb221f-b51b-4036-983e-16a4b1e6085e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:04:52.183634 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-92dfa173-3b67-4efd-8166-1116aef97f25 req-a0eb221f-b51b-4036-983e-16a4b1e6085e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ee8986c4-aa8f-4108-a118-00692233cdc5 HTTP/1.1" status: 200 len: 854 time: 0.0643635 Jul 27 21:04:52.185763 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-5ae39879-5090-4290-9b08-705d67c50f20 tempest-RoutersIpV6AdminTest-1066337158 tempest-RoutersIpV6AdminTest-1066337158-project-admin] Notify callbacks [] for router, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:52.271659 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:52.274977 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dfa173-3b67-4efd-8166-1116aef97f25 req-bc21f361-472c-40b8-a46b-124e59bd208f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:04:52.280712 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-92dfa173-3b67-4efd-8166-1116aef97f25 req-bc21f361-472c-40b8-a46b-124e59bd208f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f285d890-c55d-4aac-a5df-f4919c5c1eb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0889060 Jul 27 21:04:52.293346 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63330d6f-77c0-49fe-9c9d-74c9b42ec116 req-99e66a7b-8b86-4e22-916e-172e82ccf6dd tempest-AttachSCSIVolumeTestJSON-522076455 tempest-AttachSCSIVolumeTestJSON-522076455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:04:52.297857 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e4e7e1b-7ee4-4932-8352-9da05c794800', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07181a36-ce8e-4727-aae8-8d76b20071fb'}] {{(pid=105586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:04:52.300640 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14c1663e039faf5393f87855f745010ac5b02220355b68fdbf065393e303ac56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-508b483b-3f2c-4d01-933e-e912d801ec5e" -d '{"events": [{"server_uuid": "7e4e7e1b-7ee4-4932-8352-9da05c794800", "name": "network-vif-plugged", "status": "completed", "tag": "07181a36-ce8e-4727-aae8-8d76b20071fb"}]}' {{(pid=105586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:04:52.301796 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-63330d6f-77c0-49fe-9c9d-74c9b42ec116 req-99e66a7b-8b86-4e22-916e-172e82ccf6dd tempest-AttachSCSIVolumeTestJSON-522076455 tempest-AttachSCSIVolumeTestJSON-522076455-project] 10.222.0.59 "GET /v2.0/ports?device_id=821d3191-03ea-431e-8084-b018d0fc208e HTTP/1.1" status: 200 len: 943 time: 0.1846192 Jul 27 21:04:52.315305 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] For port 07181a36-ce8e-4727-aae8-8d76b20071fb, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=07181a36-ce8e-4727-aae8-8d76b20071fb,segment=NetworkSegment(7253e476-fc19-4126-9562-a06a41b3b94e),segment_id=7253e476-fc19-4126-9562-a06a41b3b94e)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:04:52.320906 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:52.401058 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-44b2c28c-4309-437a-85dd-1a2102cf37fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01c43d6a-590b-469b-b4f7-6b4e1b73842d', 'name': '', 'tenant_id': '462036a0e19941bb96623ed6b79b0b49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3264607e-be12-4a8d-a26a-70d4153ab983', 'external_fixed_ips': [{'subnet_id': 'c07d129d-fdb2-499b-88c9-b35716a8ff1a', 'ip_address': '2001:db8::bc'}], 'enable_snat': True}, 'gw_port_id': '3562e2c5-75b2-4ac5-8c93-20288ae638e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:04:49Z', 'updated_at': '2021-07-27T21:04:50Z', 'revision_number': 3, 'project_id': '462036a0e19941bb96623ed6b79b0b49', 'gw_port': {'id': '3562e2c5-75b2-4ac5-8c93-20288ae638e5', 'name': '', 'network_id': '3264607e-be12-4a8d-a26a-70d4153ab983', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:86:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01c43d6a-590b-469b-b4f7-6b4e1b73842d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1295, 'fixed_ips': [{'subnet_id': 'c07d129d-fdb2-499b-88c9-b35716a8ff1a', 'ip_address': '2001:db8::bc', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:04:49Z', 'updated_at': '2021-07-27T21:04:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c07d129d-fdb2-499b-88c9-b35716a8ff1a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22'}], 'n-d-705658-22', False) {} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:04:52.406081 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Pushing event updated for resources: {'Port': ['ID=07181a36-ce8e-4727-aae8-8d76b20071fb,revision_number=5']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:04:52.417616 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-63330d6f-77c0-49fe-9c9d-74c9b42ec116 req-05231e72-04ff-4520-8cc1-7237c49b7547 tempest-AttachSCSIVolumeTestJSON-522076455 tempest-AttachSCSIVolumeTestJSON-522076455-project] 10.222.0.59 "GET /v2.0/security-groups?id=0efbb1a6-c113-4c5b-94a8-629af425a04d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141841 Jul 27 21:04:52.438889 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-5ae39879-5090-4290-9b08-705d67c50f20 tempest-RoutersIpV6AdminTest-1066337158 tempest-RoutersIpV6AdminTest-1066337158-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:52.457495 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44b2c28c-4309-437a-85dd-1a2102cf37fc None None] Checking router: 01c43d6a-590b-469b-b4f7-6b4e1b73842d for host: n-d-705658-22 {{(pid=105587) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:04:52.459193 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44b2c28c-4309-437a-85dd-1a2102cf37fc None None] Updating router 01c43d6a-590b-469b-b4f7-6b4e1b73842d port 3562e2c5-75b2-4ac5-8c93-20288ae638e5 binding host n-d-705658-22 {{(pid=105587) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 21:04:52.473007 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:04:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c4aa014-0052-4a8c-a1d0-ead7881fdde5 x-openstack-request-id: req-8c4aa014-0052-4a8c-a1d0-ead7881fdde5 {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:04:52.473170 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-92dfa173-3b67-4efd-8166-1116aef97f25 req-abe6b5d5-a53d-4708-87da-871a5b400338 service neutron] 10.222.0.60 "GET /v2.0/networks/f285d890-c55d-4aac-a5df-f4919c5c1eb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1839530 Jul 27 21:04:52.473295 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e4e7e1b-7ee4-4932-8352-9da05c794800", "name": "network-vif-plugged", "status": "completed", "tag": "07181a36-ce8e-4727-aae8-8d76b20071fb", "code": 200}]} {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:04:52.473541 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-8c4aa014-0052-4a8c-a1d0-ead7881fdde5 {{(pid=105586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:04:52.473926 n-d-705658-22 neutron-server[105586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e4e7e1b-7ee4-4932-8352-9da05c794800', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07181a36-ce8e-4727-aae8-8d76b20071fb', 'code': 200} Jul 27 21:04:52.534190 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [None req-5ae39879-5090-4290-9b08-705d67c50f20 tempest-RoutersIpV6AdminTest-1066337158 tempest-RoutersIpV6AdminTest-1066337158-project-admin] Deleting port 3562e2c5-75b2-4ac5-8c93-20288ae638e5 {{(pid=105585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:04:52.534190 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-5ae39879-5090-4290-9b08-705d67c50f20 tempest-RoutersIpV6AdminTest-1066337158 tempest-RoutersIpV6AdminTest-1066337158-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:52.546768 n-d-705658-22 neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-44b2c28c-4309-437a-85dd-1a2102cf37fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:52.606016 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-92dfa173-3b67-4efd-8166-1116aef97f25 req-670463c1-4ba7-414b-a422-c20eb17b5317 service neutron] 10.222.0.60 "GET /v2.0/networks/f285d890-c55d-4aac-a5df-f4919c5c1eb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245401 Jul 27 21:04:52.721266 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d328145-bfc2-497b-9f52-8e08049a33d7 req-5c0b0be9-8b65-4b47-8679-d455f8158ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:04:52.723950 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-0d328145-bfc2-497b-9f52-8e08049a33d7 req-5c0b0be9-8b65-4b47-8679-d455f8158ef5 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c0afa5466ff04651aa6207062d398a87&device_id=821d3191-03ea-431e-8084-b018d0fc208e HTTP/1.1" status: 200 len: 1095 time: 0.0676334 Jul 27 21:04:52.751165 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263e7bf7-8954-498d-b9a1-205a25f65156 req-b07f9f79-7a8e-4217-aa44-0c500357ecaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:04:52.752939 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-263e7bf7-8954-498d-b9a1-205a25f65156 req-b07f9f79-7a8e-4217-aa44-0c500357ecaa service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=7e4e7e1b-7ee4-4932-8352-9da05c794800 HTTP/1.1" status: 200 len: 1097 time: 0.1964698 Jul 27 21:04:52.758306 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-5ae39879-5090-4290-9b08-705d67c50f20 tempest-RoutersIpV6AdminTest-1066337158 tempest-RoutersIpV6AdminTest-1066337158-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:52.782196 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [None req-5ae39879-5090-4290-9b08-705d67c50f20 tempest-RoutersIpV6AdminTest-1066337158 tempest-RoutersIpV6AdminTest-1066337158-project-admin] Calling delete_port for 3562e2c5-75b2-4ac5-8c93-20288ae638e5 owned by network:router_gateway {{(pid=105585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:04:52.825388 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b97373d-e3d9-4a50-8d8a-675623570b23 req-5e6d18db-f37e-44bf-b070-b554e77af1b7 tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:04:52.833789 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d328145-bfc2-497b-9f52-8e08049a33d7 req-ccdae20e-060a-4551-b201-400fe971b135 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:04:52.835104 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-9b97373d-e3d9-4a50-8d8a-675623570b23 req-5e6d18db-f37e-44bf-b070-b554e77af1b7 tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] 10.222.0.59 "GET /v2.0/ports?device_id=17ba656b-fd21-4b0c-aa91-723cb2debe7c HTTP/1.1" status: 200 len: 946 time: 0.1933050 Jul 27 21:04:52.835694 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-0d328145-bfc2-497b-9f52-8e08049a33d7 req-ccdae20e-060a-4551-b201-400fe971b135 service neutron] 10.222.0.60 "GET /v2.0/networks?id=f285d890-c55d-4aac-a5df-f4919c5c1eb0 HTTP/1.1" status: 200 len: 916 time: 0.1028957 Jul 27 21:04:52.885170 n-d-705658-22 neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-44b2c28c-4309-437a-85dd-1a2102cf37fc None None] Notify callbacks [] for port, precommit_update {{(pid=105587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:52.901501 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-0d328145-bfc2-497b-9f52-8e08049a33d7 req-163e3cb6-e9e6-49ed-abe5-14357d2de9ad service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fa4ff8d2-5ea6-42f5-823a-95a50e0c955e HTTP/1.1" status: 200 len: 217 time: 0.0578880 Jul 27 21:04:52.904781 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.provisioning_blocks [None req-44b2c28c-4309-437a-85dd-1a2102cf37fc None None] Transition to ACTIVE for port object 3562e2c5-75b2-4ac5-8c93-20288ae638e5 will not be triggered until provisioned by entity L2. {{(pid=105587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:04:52.912275 n-d-705658-22 neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-44b2c28c-4309-437a-85dd-1a2102cf37fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:52.921725 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-263e7bf7-8954-498d-b9a1-205a25f65156 req-7cbe82a4-3504-4c60-869a-1ab661a87624 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=e8209215-bf66-4bb1-96ba-041099e74ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513746 Jul 27 21:04:52.955501 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d328145-bfc2-497b-9f52-8e08049a33d7 req-9c651569-028c-4521-95fe-4a03566bc49f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:04:52.957132 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-0d328145-bfc2-497b-9f52-8e08049a33d7 req-9c651569-028c-4521-95fe-4a03566bc49f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ee8986c4-aa8f-4108-a118-00692233cdc5 HTTP/1.1" status: 200 len: 854 time: 0.0483999 Jul 27 21:04:52.960577 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-9b97373d-e3d9-4a50-8d8a-675623570b23 req-0e850a4d-e622-4ae6-a3d2-194b9c2ff277 tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0eecfba-15dc-4bf7-80e6-b94c8d880eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245325 Jul 27 21:04:52.972458 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.managers [None req-44b2c28c-4309-437a-85dd-1a2102cf37fc None None] Attempting to bind port 3562e2c5-75b2-4ac5-8c93-20288ae638e5 on host n-d-705658-22 for vnic_type normal with profile {{(pid=105587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:04:52.972835 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.managers [None req-44b2c28c-4309-437a-85dd-1a2102cf37fc None None] Attempting to bind port 3562e2c5-75b2-4ac5-8c93-20288ae638e5 by drivers openvswitch,hyperv on host n-d-705658-22 at level 0 using segments [{'id': 'e0acfd29-048b-4c3a-b8c2-939e9ffc69ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '3264607e-be12-4a8d-a26a-70d4153ab983'}] {{(pid=105587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:04:52.973199 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44b2c28c-4309-437a-85dd-1a2102cf37fc None None] Attempting to bind port 3562e2c5-75b2-4ac5-8c93-20288ae638e5 on network 3264607e-be12-4a8d-a26a-70d4153ab983 {{(pid=105587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:04:52.986760 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44b2c28c-4309-437a-85dd-1a2102cf37fc None None] Checking agent: {'id': '04a7ea91-6318-467e-ace6-b0fb48c8690f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 41, 42), 'started_at': datetime.datetime(2021, 7, 27, 20, 42, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 4, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:04:52.987182 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44b2c28c-4309-437a-85dd-1a2102cf37fc None None] Checking segment: {'id': 'e0acfd29-048b-4c3a-b8c2-939e9ffc69ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '3264607e-be12-4a8d-a26a-70d4153ab983'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:04:52.987643 n-d-705658-22 neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-44b2c28c-4309-437a-85dd-1a2102cf37fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:52.988038 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44b2c28c-4309-437a-85dd-1a2102cf37fc None None] Bound using segment: {'id': 'e0acfd29-048b-4c3a-b8c2-939e9ffc69ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '3264607e-be12-4a8d-a26a-70d4153ab983'} {{(pid=105587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:04:52.988505 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.managers [None req-44b2c28c-4309-437a-85dd-1a2102cf37fc None None] Bound port: 3562e2c5-75b2-4ac5-8c93-20288ae638e5, host: n-d-705658-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0acfd29-048b-4c3a-b8c2-939e9ffc69ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '3264607e-be12-4a8d-a26a-70d4153ab983'}}] {{(pid=105587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:04:52.988949 n-d-705658-22 neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-44b2c28c-4309-437a-85dd-1a2102cf37fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:52.991084 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f65e2f9-e85e-4310-b5fe-ab77cde634e1 None None] Pushing event updated for resources: {'Port': ['ID=3562e2c5-75b2-4ac5-8c93-20288ae638e5,revision_number=2']} {{(pid=105587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:04:53.042163 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d328145-bfc2-497b-9f52-8e08049a33d7 req-b4d04f02-68a0-4b10-80dd-f1df2088ae62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:04:53.044290 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-0d328145-bfc2-497b-9f52-8e08049a33d7 req-b4d04f02-68a0-4b10-80dd-f1df2088ae62 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f285d890-c55d-4aac-a5df-f4919c5c1eb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0732942 Jul 27 21:04:53.052377 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.db [None req-44b2c28c-4309-437a-85dd-1a2102cf37fc None None] For port 3562e2c5-75b2-4ac5-8c93-20288ae638e5, host n-d-705658-22, cleared binding levels {{(pid=105587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:04:53.055990 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.db [None req-44b2c28c-4309-437a-85dd-1a2102cf37fc None None] For port 3562e2c5-75b2-4ac5-8c93-20288ae638e5, host n-d-705658-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=3562e2c5-75b2-4ac5-8c93-20288ae638e5,segment=NetworkSegment(e0acfd29-048b-4c3a-b8c2-939e9ffc69ef),segment_id=e0acfd29-048b-4c3a-b8c2-939e9ffc69ef)] {{(pid=105587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:04:53.061149 n-d-705658-22 neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-44b2c28c-4309-437a-85dd-1a2102cf37fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:53.126082 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44b2c28c-4309-437a-85dd-1a2102cf37fc None None] Routers {'01c43d6a-590b-469b-b4f7-6b4e1b73842d'} bound to L3 agent in host n-d-705658-22 {{(pid=105587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:04:53.127125 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-44b2c28c-4309-437a-85dd-1a2102cf37fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:04:41Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['01c43d6a-590b-469b-b4f7-6b4e1b73842d'], 'active': True} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:04:53.168612 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f65e2f9-e85e-4310-b5fe-ab77cde634e1 None None] Pushing event updated for resources: {'Port': ['ID=3562e2c5-75b2-4ac5-8c93-20288ae638e5,revision_number=3']} {{(pid=105587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:04:53.169020 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-0d328145-bfc2-497b-9f52-8e08049a33d7 req-8a18cbcf-8219-4f2c-9cdb-a1c405f26df2 service neutron] 10.222.0.60 "GET /v2.0/networks/f285d890-c55d-4aac-a5df-f4919c5c1eb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1163228 Jul 27 21:04:53.277674 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-0d328145-bfc2-497b-9f52-8e08049a33d7 req-ab8372a3-61fb-42da-9afb-d3e195b6d80f service neutron] 10.222.0.60 "GET /v2.0/networks/f285d890-c55d-4aac-a5df-f4919c5c1eb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1006963 Jul 27 21:04:53.340655 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvr_db [None req-44b2c28c-4309-437a-85dd-1a2102cf37fc None None] Set router 01c43d6a-590b-469b-b4f7-6b4e1b73842d gateway port host: None {{(pid=105587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:04:53.397763 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-44b2c28c-4309-437a-85dd-1a2102cf37fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01c43d6a-590b-469b-b4f7-6b4e1b73842d', 'name': '', 'tenant_id': '462036a0e19941bb96623ed6b79b0b49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:04:49Z', 'updated_at': '2021-07-27T21:04:52Z', 'revision_number': 4, 'project_id': '462036a0e19941bb96623ed6b79b0b49', 'gw_port_host': None}], 'n-d-705658-22', False) {} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:04:53.412102 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aaf7c5d-1868-4c56-bcdd-46a7e3854088 req-fdbb4d38-b6ca-49e7-a018-957a5ed7b87f tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:04:53.413587 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-7aaf7c5d-1868-4c56-bcdd-46a7e3854088 req-fdbb4d38-b6ca-49e7-a018-957a5ed7b87f tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] 10.222.0.59 "GET /v2.0/ports?device_id=7e4e7e1b-7ee4-4932-8352-9da05c794800 HTTP/1.1" status: 200 len: 945 time: 0.5143936 Jul 27 21:04:53.424466 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44b2c28c-4309-437a-85dd-1a2102cf37fc None None] The sync data for ids ['01c43d6a-590b-469b-b4f7-6b4e1b73842d'] in n-d-705658-22 is: [{'id': '01c43d6a-590b-469b-b4f7-6b4e1b73842d', 'name': '', 'tenant_id': '462036a0e19941bb96623ed6b79b0b49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:04:49Z', 'updated_at': '2021-07-27T21:04:52Z', 'revision_number': 4, 'project_id': '462036a0e19941bb96623ed6b79b0b49', 'gw_port_host': None}] {{(pid=105587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:04:53.491226 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-7aaf7c5d-1868-4c56-bcdd-46a7e3854088 req-a0108f2b-845a-4f4b-b194-8220ff80f474 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] 10.222.0.59 "GET /v2.0/security-groups?id=e8209215-bf66-4bb1-96ba-041099e74ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694454 Jul 27 21:04:53.505206 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-5ae39879-5090-4290-9b08-705d67c50f20 tempest-RoutersIpV6AdminTest-1066337158 tempest-RoutersIpV6AdminTest-1066337158-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:53.565307 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae39879-5090-4290-9b08-705d67c50f20 tempest-RoutersIpV6AdminTest-1066337158 tempest-RoutersIpV6AdminTest-1066337158-project-admin] Pushing event deleted for resources: {'Port': ['ID=3562e2c5-75b2-4ac5-8c93-20288ae638e5,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:04:53.570443 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-5ae39879-5090-4290-9b08-705d67c50f20 tempest-RoutersIpV6AdminTest-1066337158 tempest-RoutersIpV6AdminTest-1066337158-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4075702'] for router_gateway, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:53.704752 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-5ae39879-5090-4290-9b08-705d67c50f20 tempest-RoutersIpV6AdminTest-1066337158 tempest-RoutersIpV6AdminTest-1066337158-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4163631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-425'] for router, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:53.707780 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-5ae39879-5090-4290-9b08-705d67c50f20 tempest-RoutersIpV6AdminTest-1066337158 tempest-RoutersIpV6AdminTest-1066337158-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:53.766179 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-5ae39879-5090-4290-9b08-705d67c50f20 tempest-RoutersIpV6AdminTest-1066337158 tempest-RoutersIpV6AdminTest-1066337158-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4163007'] for router, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:53.766735 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ae39879-5090-4290-9b08-705d67c50f20 tempest-RoutersIpV6AdminTest-1066337158 tempest-RoutersIpV6AdminTest-1066337158-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 01c43d6a-590b-469b-b4f7-6b4e1b73842d {{(pid=105585) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 21:04:53.772183 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-5ae39879-5090-4290-9b08-705d67c50f20 tempest-RoutersIpV6AdminTest-1066337158 tempest-RoutersIpV6AdminTest-1066337158-project-admin] Notify callbacks [] for router, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:53.773436 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-5ae39879-5090-4290-9b08-705d67c50f20 tempest-RoutersIpV6AdminTest-1066337158 tempest-RoutersIpV6AdminTest-1066337158-project-admin] 10.222.0.59 "DELETE /v2.0/routers/01c43d6a-590b-469b-b4f7-6b4e1b73842d HTTP/1.1" status: 204 len: 168 time: 1.8381820 Jul 27 21:04:53.778469 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 47292) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:04:53.801170 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7c1a97-1256-47f9-8220-42ffda677a03 req-357c802a-41f8-4b94-89f4-31512b5b4b55 tempest-AttachSCSIVolumeTestJSON-522076455 tempest-AttachSCSIVolumeTestJSON-522076455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:04:53.802813 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-fd7c1a97-1256-47f9-8220-42ffda677a03 req-357c802a-41f8-4b94-89f4-31512b5b4b55 tempest-AttachSCSIVolumeTestJSON-522076455 tempest-AttachSCSIVolumeTestJSON-522076455-project] 10.222.0.59 "GET /v2.0/ports?device_id=821d3191-03ea-431e-8084-b018d0fc208e HTTP/1.1" status: 200 len: 943 time: 0.1702883 Jul 27 21:04:53.834778 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.db_base_plugin_v2 [None req-513a298d-f0dc-40eb-b924-915f035ce770 tempest-RoutersIpV6AdminTest-1066337158 tempest-RoutersIpV6AdminTest-1066337158-project-admin] Deleting subnet c07d129d-fdb2-499b-88c9-b35716a8ff1a {{(pid=105584) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:04:53.838333 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-513a298d-f0dc-40eb-b924-915f035ce770 tempest-RoutersIpV6AdminTest-1066337158 tempest-RoutersIpV6AdminTest-1066337158-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:53.845978 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-fd7c1a97-1256-47f9-8220-42ffda677a03 req-97ef5c70-d6fa-4c10-b225-4e59bbceeca3 tempest-AttachSCSIVolumeTestJSON-522076455 tempest-AttachSCSIVolumeTestJSON-522076455-project] 10.222.0.59 "GET /v2.0/security-groups?id=0efbb1a6-c113-4c5b-94a8-629af425a04d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352783 Jul 27 21:04:53.875133 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-513a298d-f0dc-40eb-b924-915f035ce770 tempest-RoutersIpV6AdminTest-1066337158 tempest-RoutersIpV6AdminTest-1066337158-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9014207'] for subnet, precommit_delete_associations {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:53.916396 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-513a298d-f0dc-40eb-b924-915f035ce770 tempest-RoutersIpV6AdminTest-1066337158 tempest-RoutersIpV6AdminTest-1066337158-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854965'] for subnet, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:53.980761 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-513a298d-f0dc-40eb-b924-915f035ce770 tempest-RoutersIpV6AdminTest-1066337158 tempest-RoutersIpV6AdminTest-1066337158-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9014081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9738825'] for subnet, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:54.006420 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513a298d-f0dc-40eb-b924-915f035ce770 tempest-RoutersIpV6AdminTest-1066337158 tempest-RoutersIpV6AdminTest-1066337158-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=c07d129d-fdb2-499b-88c9-b35716a8ff1a,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:04:54.016083 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-513a298d-f0dc-40eb-b924-915f035ce770 tempest-RoutersIpV6AdminTest-1066337158 tempest-RoutersIpV6AdminTest-1066337158-project-admin] Notify callbacks [] for subnet, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:54.017932 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-513a298d-f0dc-40eb-b924-915f035ce770 tempest-RoutersIpV6AdminTest-1066337158 tempest-RoutersIpV6AdminTest-1066337158-project-admin] 10.222.0.59 "DELETE /v2.0/subnets/c07d129d-fdb2-499b-88c9-b35716a8ff1a HTTP/1.1" status: 204 len: 168 time: 0.2373102 Jul 27 21:04:54.019597 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513a298d-f0dc-40eb-b924-915f035ce770 tempest-RoutersIpV6AdminTest-1066337158 tempest-RoutersIpV6AdminTest-1066337158-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:04:54.019946 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513a298d-f0dc-40eb-b924-915f035ce770 tempest-RoutersIpV6AdminTest-1066337158 tempest-RoutersIpV6AdminTest-1066337158-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:04:54.020385 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513a298d-f0dc-40eb-b924-915f035ce770 tempest-RoutersIpV6AdminTest-1066337158 tempest-RoutersIpV6AdminTest-1066337158-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:04:54.020734 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513a298d-f0dc-40eb-b924-915f035ce770 tempest-RoutersIpV6AdminTest-1066337158 tempest-RoutersIpV6AdminTest-1066337158-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:04:54.021075 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513a298d-f0dc-40eb-b924-915f035ce770 tempest-RoutersIpV6AdminTest-1066337158 tempest-RoutersIpV6AdminTest-1066337158-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:04:54.021357 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 47296) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:04:54.021482 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513a298d-f0dc-40eb-b924-915f035ce770 tempest-RoutersIpV6AdminTest-1066337158 tempest-RoutersIpV6AdminTest-1066337158-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:04:54.021730 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513a298d-f0dc-40eb-b924-915f035ce770 tempest-RoutersIpV6AdminTest-1066337158 tempest-RoutersIpV6AdminTest-1066337158-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:04:54.022067 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513a298d-f0dc-40eb-b924-915f035ce770 tempest-RoutersIpV6AdminTest-1066337158 tempest-RoutersIpV6AdminTest-1066337158-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:04:54.022388 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513a298d-f0dc-40eb-b924-915f035ce770 tempest-RoutersIpV6AdminTest-1066337158 tempest-RoutersIpV6AdminTest-1066337158-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:04:54.022716 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513a298d-f0dc-40eb-b924-915f035ce770 tempest-RoutersIpV6AdminTest-1066337158 tempest-RoutersIpV6AdminTest-1066337158-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:04:54.023064 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513a298d-f0dc-40eb-b924-915f035ce770 tempest-RoutersIpV6AdminTest-1066337158 tempest-RoutersIpV6AdminTest-1066337158-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:04:54.023510 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513a298d-f0dc-40eb-b924-915f035ce770 tempest-RoutersIpV6AdminTest-1066337158 tempest-RoutersIpV6AdminTest-1066337158-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:04:54.127568 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-b88b78d0-99c4-4a3a-9730-d97835866c38 tempest-RoutersIpV6AdminTest-1066337158 tempest-RoutersIpV6AdminTest-1066337158-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-990557'] for network, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:54.184649 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c05ddbf-2129-40ae-bf2f-60bd11bce938 req-821f4f40-3120-4861-8868-24918c288f58 tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:04:54.186220 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-9c05ddbf-2129-40ae-bf2f-60bd11bce938 req-821f4f40-3120-4861-8868-24918c288f58 tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] 10.222.0.59 "GET /v2.0/ports?device_id=17ba656b-fd21-4b0c-aa91-723cb2debe7c HTTP/1.1" status: 200 len: 946 time: 0.1454320 Jul 27 21:04:54.252763 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-b88b78d0-99c4-4a3a-9730-d97835866c38 tempest-RoutersIpV6AdminTest-1066337158 tempest-RoutersIpV6AdminTest-1066337158-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853562', 'neutron.services.segments.db._delete_segments_for_network-8790688882975'] for network, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:54.270507 n-d-705658-22 neutron-server[105585]: DEBUG neutron.services.segments.db [None req-b88b78d0-99c4-4a3a-9730-d97835866c38 tempest-RoutersIpV6AdminTest-1066337158 tempest-RoutersIpV6AdminTest-1066337158-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3264607e-be12-4a8d-a26a-70d4153ab983']}} {{(pid=105585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:04:54.284660 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-9c05ddbf-2129-40ae-bf2f-60bd11bce938 req-6acf2351-63eb-406b-9a41-06049d9db7a9 tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0eecfba-15dc-4bf7-80e6-b94c8d880eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885541 Jul 27 21:04:54.286235 n-d-705658-22 neutron-server[105585]: DEBUG neutron.services.segments.db [None req-b88b78d0-99c4-4a3a-9730-d97835866c38 tempest-RoutersIpV6AdminTest-1066337158 tempest-RoutersIpV6AdminTest-1066337158-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0acfd29-048b-4c3a-b8c2-939e9ffc69ef') {'for_net_delete': True} {{(pid=105585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:04:54.286536 n-d-705658-22 neutron-server[105585]: DEBUG neutron.services.segments.db [None req-b88b78d0-99c4-4a3a-9730-d97835866c38 tempest-RoutersIpV6AdminTest-1066337158 tempest-RoutersIpV6AdminTest-1066337158-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0acfd29-048b-4c3a-b8c2-939e9ffc69ef') {} {{(pid=105585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:04:54.297049 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-b88b78d0-99c4-4a3a-9730-d97835866c38 tempest-RoutersIpV6AdminTest-1066337158 tempest-RoutersIpV6AdminTest-1066337158-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790688883752', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9886370'] for segment, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:54.311840 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-b88b78d0-99c4-4a3a-9730-d97835866c38 tempest-RoutersIpV6AdminTest-1066337158 tempest-RoutersIpV6AdminTest-1066337158-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:54.318180 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b88b78d0-99c4-4a3a-9730-d97835866c38 tempest-RoutersIpV6AdminTest-1066337158 tempest-RoutersIpV6AdminTest-1066337158-project-admin] Releasing vlan 240 on physical network physnet1 to pool {{(pid=105585) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:04:54.318648 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-b88b78d0-99c4-4a3a-9730-d97835866c38 tempest-RoutersIpV6AdminTest-1066337158 tempest-RoutersIpV6AdminTest-1066337158-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10221644'] for segment, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:54.320488 n-d-705658-22 neutron-server[105585]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 21:04:54.320488 n-d-705658-22 neutron-server[105585]: items = [ Jul 27 21:04:54.320488 n-d-705658-22 neutron-server[105585]: Traceback (most recent call last): Jul 27 21:04:54.320488 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:04:54.320488 n-d-705658-22 neutron-server[105585]: timer() Jul 27 21:04:54.320488 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:04:54.320488 n-d-705658-22 neutron-server[105585]: cb(*args, **kw) Jul 27 21:04:54.320488 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:04:54.320488 n-d-705658-22 neutron-server[105585]: return func(*args, **kwargs) Jul 27 21:04:54.320488 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:04:54.320488 n-d-705658-22 neutron-server[105585]: self._notify() Jul 27 21:04:54.320488 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:04:54.320488 n-d-705658-22 neutron-server[105585]: self.callback(batched_events) Jul 27 21:04:54.320488 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:04:54.320488 n-d-705658-22 neutron-server[105585]: event.method(event) Jul 27 21:04:54.320488 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:04:54.320488 n-d-705658-22 neutron-server[105585]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:04:54.320488 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:04:54.320488 n-d-705658-22 neutron-server[105585]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:04:54.320488 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:04:54.320488 n-d-705658-22 neutron-server[105585]: return f(self, *a, **k) Jul 27 21:04:54.320488 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:04:54.320488 n-d-705658-22 neutron-server[105585]: return self._get(url).json() Jul 27 21:04:54.320488 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:04:54.320488 n-d-705658-22 neutron-server[105585]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:04:54.320488 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:04:54.320488 n-d-705658-22 neutron-server[105585]: return self.request(url, 'GET', **kwargs) Jul 27 21:04:54.320488 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:04:54.320488 n-d-705658-22 neutron-server[105585]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:04:54.320488 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:04:54.320488 n-d-705658-22 neutron-server[105585]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:04:54.320488 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:04:54.320488 n-d-705658-22 neutron-server[105585]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:04:54.320488 n-d-705658-22 neutron-server[105585]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:04:54.378614 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-b88b78d0-99c4-4a3a-9730-d97835866c38 tempest-RoutersIpV6AdminTest-1066337158 tempest-RoutersIpV6AdminTest-1066337158-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4075658'] for network, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:54.384924 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b88b78d0-99c4-4a3a-9730-d97835866c38 tempest-RoutersIpV6AdminTest-1066337158 tempest-RoutersIpV6AdminTest-1066337158-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 3264607e-be12-4a8d-a26a-70d4153ab983 {{(pid=105585) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 27 21:04:54.395788 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-b88b78d0-99c4-4a3a-9730-d97835866c38 tempest-RoutersIpV6AdminTest-1066337158 tempest-RoutersIpV6AdminTest-1066337158-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743886'] for network, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:54.401241 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-b88b78d0-99c4-4a3a-9730-d97835866c38 tempest-RoutersIpV6AdminTest-1066337158 tempest-RoutersIpV6AdminTest-1066337158-project-admin] 10.222.0.59 "DELETE /v2.0/networks/3264607e-be12-4a8d-a26a-70d4153ab983 HTTP/1.1" status: 204 len: 168 time: 0.3751247 Jul 27 21:04:54.401241 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88b78d0-99c4-4a3a-9730-d97835866c38 tempest-RoutersIpV6AdminTest-1066337158 tempest-RoutersIpV6AdminTest-1066337158-project-admin] Pushing event deleted for resources: {'Network': ['ID=3264607e-be12-4a8d-a26a-70d4153ab983,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:04:54.577513 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 47308) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:04:54.588059 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-e7baf044-bd2d-4a80-9d0b-a11b1d7f046c tempest-RoutersIpV6AdminTest-1066337158 tempest-RoutersIpV6AdminTest-1066337158-project-admin] Request body: {'router': {'name': 'tempest-router--1644615278', 'project_id': '65d0be3d949944318385cbf9539fa01d'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:04:54.613886 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-e7baf044-bd2d-4a80-9d0b-a11b1d7f046c tempest-RoutersIpV6AdminTest-1066337158 tempest-RoutersIpV6AdminTest-1066337158-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4163813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-443'] for router, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:54.615525 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-e7baf044-bd2d-4a80-9d0b-a11b1d7f046c tempest-RoutersIpV6AdminTest-1066337158 tempest-RoutersIpV6AdminTest-1066337158-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4165196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4077059', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3711235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-418'] for router, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:54.644899 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ddf609-fd58-4645-a7eb-e7f35e9a3f5b req-5074ca46-9f84-4da7-806f-83c8ba1fdebb tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:04:54.646443 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-c9ddf609-fd58-4645-a7eb-e7f35e9a3f5b req-5074ca46-9f84-4da7-806f-83c8ba1fdebb tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] 10.222.0.59 "GET /v2.0/ports?device_id=7e4e7e1b-7ee4-4932-8352-9da05c794800 HTTP/1.1" status: 200 len: 945 time: 0.0745275 Jul 27 21:04:54.676039 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-e7baf044-bd2d-4a80-9d0b-a11b1d7f046c tempest-RoutersIpV6AdminTest-1066337158 tempest-RoutersIpV6AdminTest-1066337158-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:54.681446 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-e7baf044-bd2d-4a80-9d0b-a11b1d7f046c tempest-RoutersIpV6AdminTest-1066337158 tempest-RoutersIpV6AdminTest-1066337158-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4163804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4077150'] for router, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:54.685988 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-c9ddf609-fd58-4645-a7eb-e7f35e9a3f5b req-61c379c8-d1c9-4640-986d-c9922c39b1fa tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] 10.222.0.59 "GET /v2.0/security-groups?id=e8209215-bf66-4bb1-96ba-041099e74ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330720 Jul 27 21:04:54.694350 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-e7baf044-bd2d-4a80-9d0b-a11b1d7f046c tempest-RoutersIpV6AdminTest-1066337158 tempest-RoutersIpV6AdminTest-1066337158-project-admin] Notify callbacks [] for router, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:54.695702 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-e7baf044-bd2d-4a80-9d0b-a11b1d7f046c tempest-RoutersIpV6AdminTest-1066337158 tempest-RoutersIpV6AdminTest-1066337158-project-admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.1162198 Jul 27 21:04:54.698638 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 47310) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:04:54.777599 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-e62f55a3-77c4-41bb-8edb-5cbe0d2cc55f tempest-RoutersIpV6AdminTest-1066337158 tempest-RoutersIpV6AdminTest-1066337158-project-admin] Notify callbacks [] for router, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:54.971707 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2cf245-153d-4b22-be9b-901b565ce89e req-0d21a250-fbf6-41f9-b4dc-6c56600b6e42 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:04:54.973322 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-bc2cf245-153d-4b22-be9b-901b565ce89e req-0d21a250-fbf6-41f9-b4dc-6c56600b6e42 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] 10.222.0.59 "GET /v2.0/ports?device_id=7e4e7e1b-7ee4-4932-8352-9da05c794800 HTTP/1.1" status: 200 len: 945 time: 0.0795298 Jul 27 21:04:54.989296 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-e62f55a3-77c4-41bb-8edb-5cbe0d2cc55f tempest-RoutersIpV6AdminTest-1066337158 tempest-RoutersIpV6AdminTest-1066337158-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4163631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-425'] for router, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:54.992194 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-e62f55a3-77c4-41bb-8edb-5cbe0d2cc55f tempest-RoutersIpV6AdminTest-1066337158 tempest-RoutersIpV6AdminTest-1066337158-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:55.011593 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.agents_db [None req-558fcd2c-e512-47bc-a170-8673d87f7213 None None] Agent healthcheck: found 7 active agents {{(pid=105587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 21:04:55.053492 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-e62f55a3-77c4-41bb-8edb-5cbe0d2cc55f tempest-RoutersIpV6AdminTest-1066337158 tempest-RoutersIpV6AdminTest-1066337158-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4163007'] for router, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:55.054105 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e62f55a3-77c4-41bb-8edb-5cbe0d2cc55f tempest-RoutersIpV6AdminTest-1066337158 tempest-RoutersIpV6AdminTest-1066337158-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c7676b0a-237a-4e3f-bf9a-5c2233e5388f {{(pid=105584) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 21:04:55.055116 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-bc2cf245-153d-4b22-be9b-901b565ce89e req-8ca0e0f2-075c-4ff1-8096-0ab570ea0bae tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] 10.222.0.59 "GET /v2.0/security-groups?id=e8209215-bf66-4bb1-96ba-041099e74ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732431 Jul 27 21:04:55.062350 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-e62f55a3-77c4-41bb-8edb-5cbe0d2cc55f tempest-RoutersIpV6AdminTest-1066337158 tempest-RoutersIpV6AdminTest-1066337158-project-admin] Notify callbacks [] for router, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:55.065989 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-e62f55a3-77c4-41bb-8edb-5cbe0d2cc55f tempest-RoutersIpV6AdminTest-1066337158 tempest-RoutersIpV6AdminTest-1066337158-project-admin] 10.222.0.59 "DELETE /v2.0/routers/c7676b0a-237a-4e3f-bf9a-5c2233e5388f HTTP/1.1" status: 204 len: 168 time: 0.3639693 Jul 27 21:04:55.118378 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd2f9b7-0648-43bd-a3d2-cd9bfeaa25a0 req-bfc581f5-c881-46f9-a8eb-eab0c5f9fb66 tempest-AttachSCSIVolumeTestJSON-522076455 tempest-AttachSCSIVolumeTestJSON-522076455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:04:55.119930 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-1dd2f9b7-0648-43bd-a3d2-cd9bfeaa25a0 req-bfc581f5-c881-46f9-a8eb-eab0c5f9fb66 tempest-AttachSCSIVolumeTestJSON-522076455 tempest-AttachSCSIVolumeTestJSON-522076455-project] 10.222.0.59 "GET /v2.0/ports?device_id=821d3191-03ea-431e-8084-b018d0fc208e HTTP/1.1" status: 200 len: 943 time: 0.0920780 Jul 27 21:04:55.171299 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-1dd2f9b7-0648-43bd-a3d2-cd9bfeaa25a0 req-9a533c27-0f6f-4c4f-8c91-fb3603da5f66 tempest-AttachSCSIVolumeTestJSON-522076455 tempest-AttachSCSIVolumeTestJSON-522076455-project] 10.222.0.59 "GET /v2.0/security-groups?id=0efbb1a6-c113-4c5b-94a8-629af425a04d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429907 Jul 27 21:04:55.184526 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 47326) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:04:55.392026 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-1a007600-4440-4f26-998e-63b3b871eae6 tempest-RoutersIpV6AdminTest-120739899 tempest-RoutersIpV6AdminTest-120739899-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1781639538', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305'}, 'admin_state_up': False}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:04:55.420808 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-1a007600-4440-4f26-998e-63b3b871eae6 tempest-RoutersIpV6AdminTest-120739899 tempest-RoutersIpV6AdminTest-120739899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4163813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-443'] for router, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:55.421822 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-1a007600-4440-4f26-998e-63b3b871eae6 tempest-RoutersIpV6AdminTest-120739899 tempest-RoutersIpV6AdminTest-120739899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4165196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4077059', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3711235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-418'] for router, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:55.454647 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08301155-fc8d-4408-8ca1-14dd7796494c req-8ef10af8-7418-484d-8055-d39df208b892 tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:04:55.456193 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-08301155-fc8d-4408-8ca1-14dd7796494c req-8ef10af8-7418-484d-8055-d39df208b892 tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] 10.222.0.59 "GET /v2.0/ports?device_id=17ba656b-fd21-4b0c-aa91-723cb2debe7c HTTP/1.1" status: 200 len: 946 time: 0.0984364 Jul 27 21:04:55.504864 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-1a007600-4440-4f26-998e-63b3b871eae6 tempest-RoutersIpV6AdminTest-120739899 tempest-RoutersIpV6AdminTest-120739899-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:55.590356 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-08301155-fc8d-4408-8ca1-14dd7796494c req-eb50e5c2-5fdf-4a5a-afbc-9ab3f066fddf tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0eecfba-15dc-4bf7-80e6-b94c8d880eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267164 Jul 27 21:04:55.703612 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-1a007600-4440-4f26-998e-63b3b871eae6 tempest-RoutersIpV6AdminTest-120739899 tempest-RoutersIpV6AdminTest-120739899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4077169', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4163787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-400'] for router, precommit_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:55.910115 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-1a007600-4440-4f26-998e-63b3b871eae6 tempest-RoutersIpV6AdminTest-120739899 tempest-RoutersIpV6AdminTest-120739899-project] Notify callbacks [] for router_gateway, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:55.935111 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-1a007600-4440-4f26-998e-63b3b871eae6 tempest-RoutersIpV6AdminTest-120739899 tempest-RoutersIpV6AdminTest-120739899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:56.053059 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.db_base_plugin_common [None req-1a007600-4440-4f26-998e-63b3b871eae6 tempest-RoutersIpV6AdminTest-120739899 tempest-RoutersIpV6AdminTest-120739899-project] Allocated IP 172.25.5.216 (8735d8a2-b604-4758-ae71-b40e4ee6f305/eca7dbab-b9c0-4c8f-a272-816ea8a81764/0d32e38e-2343-4a54-ad53-da02509da2f6) {{(pid=105585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:04:56.190830 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-1a007600-4440-4f26-998e-63b3b871eae6 tempest-RoutersIpV6AdminTest-120739899 tempest-RoutersIpV6AdminTest-120739899-project] Notify callbacks [] for port, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:56.238293 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf868582-4045-418a-a9f7-c5810c7dea18 req-d60bd4dc-6647-4028-a6f1-a60100683c53 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:04:56.239805 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-cf868582-4045-418a-a9f7-c5810c7dea18 req-d60bd4dc-6647-4028-a6f1-a60100683c53 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] 10.222.0.59 "GET /v2.0/ports?device_id=7e4e7e1b-7ee4-4932-8352-9da05c794800 HTTP/1.1" status: 200 len: 945 time: 0.1140938 Jul 27 21:04:56.304693 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-1a007600-4440-4f26-998e-63b3b871eae6 tempest-RoutersIpV6AdminTest-120739899 tempest-RoutersIpV6AdminTest-120739899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:56.326094 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Device fa4ff8d2-5ea6-42f5-823a-95a50e0c955e details requested by agent hyperv_n-h2-705658-22 with host n-h2-705658-22 {{(pid=105586) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:04:56.335552 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-cf868582-4045-418a-a9f7-c5810c7dea18 req-5a5a222c-464f-49be-9cbc-ddb43dd6a10f tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] 10.222.0.59 "GET /v2.0/security-groups?id=e8209215-bf66-4bb1-96ba-041099e74ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841048 Jul 27 21:04:56.364967 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a007600-4440-4f26-998e-63b3b871eae6 tempest-RoutersIpV6AdminTest-120739899 tempest-RoutersIpV6AdminTest-120739899-project] Network 8735d8a2-b604-4758-ae71-b40e4ee6f305 is already hosted by enough agents. {{(pid=105585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:04:56.369616 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.base_scheduler [None req-1a007600-4440-4f26-998e-63b3b871eae6 tempest-RoutersIpV6AdminTest-120739899 tempest-RoutersIpV6AdminTest-120739899-project] Resources bound (agent type, host, resource id): {{(pid=105585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:04:56.375899 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a007600-4440-4f26-998e-63b3b871eae6 tempest-RoutersIpV6AdminTest-120739899 tempest-RoutersIpV6AdminTest-120739899-project] Received port after_create {{(pid=105585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:04:56.380895 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a007600-4440-4f26-998e-63b3b871eae6 tempest-RoutersIpV6AdminTest-120739899 tempest-RoutersIpV6AdminTest-120739899-project] Pushing event updated for resources: {'Port': ['ID=0d32e38e-2343-4a54-ad53-da02509da2f6,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:04:56.407669 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9407948-6d46-463b-9c79-f2ae15c9c648 req-8c484bd5-ea67-44d6-aa63-cd267fb63daf tempest-AttachSCSIVolumeTestJSON-522076455 tempest-AttachSCSIVolumeTestJSON-522076455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:04:56.409977 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-c9407948-6d46-463b-9c79-f2ae15c9c648 req-8c484bd5-ea67-44d6-aa63-cd267fb63daf tempest-AttachSCSIVolumeTestJSON-522076455 tempest-AttachSCSIVolumeTestJSON-522076455-project] 10.222.0.59 "GET /v2.0/ports?device_id=821d3191-03ea-431e-8084-b018d0fc208e HTTP/1.1" status: 200 len: 943 time: 0.1685045 Jul 27 21:04:56.428747 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] For port fa4ff8d2-5ea6-42f5-823a-95a50e0c955e, host n-h2-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=fa4ff8d2-5ea6-42f5-823a-95a50e0c955e,segment=NetworkSegment(4a013f66-dc65-4eb0-bd96-ca0f438c5b8c),segment_id=4a013f66-dc65-4eb0-bd96-ca0f438c5b8c)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:04:56.442658 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Returning: {'device': 'fa4ff8d2-5ea6-42f5-823a-95a50e0c955e', 'network_id': 'f285d890-c55d-4aac-a5df-f4919c5c1eb0', 'port_id': 'fa4ff8d2-5ea6-42f5-823a-95a50e0c955e', 'mac_address': 'fa:16:3e:6d:71:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 211, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee8986c4-aa8f-4108-a118-00692233cdc5', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105586) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:04:56.484195 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:56.523303 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-c9407948-6d46-463b-9c79-f2ae15c9c648 req-4f81e1df-3cf9-4888-ba82-f8cb531f8e7f tempest-AttachSCSIVolumeTestJSON-522076455 tempest-AttachSCSIVolumeTestJSON-522076455-project] 10.222.0.59 "GET /v2.0/security-groups?id=0efbb1a6-c113-4c5b-94a8-629af425a04d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075881 Jul 27 21:04:56.624671 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [None req-3d54578f-831f-4696-b568-13c455922dab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa4ff8d2-5ea6-42f5-823a-95a50e0c955e {{(pid=105586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:04:56.644925 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] For port fa4ff8d2-5ea6-42f5-823a-95a50e0c955e, host n-h2-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=fa4ff8d2-5ea6-42f5-823a-95a50e0c955e,segment=NetworkSegment(4a013f66-dc65-4eb0-bd96-ca0f438c5b8c),segment_id=4a013f66-dc65-4eb0-bd96-ca0f438c5b8c)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:04:56.648953 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:56.701839 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Pushing event updated for resources: {'Port': ['ID=fa4ff8d2-5ea6-42f5-823a-95a50e0c955e,revision_number=4']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:04:56.791397 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-1a007600-4440-4f26-998e-63b3b871eae6 tempest-RoutersIpV6AdminTest-120739899 tempest-RoutersIpV6AdminTest-120739899-project] Notify callbacks [] for router_gateway, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:56.923075 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65962f35-fb59-4d95-aa46-e348f558d825 req-5000a393-683e-49ab-9c0b-10c212e948a4 tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:04:56.924535 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-65962f35-fb59-4d95-aa46-e348f558d825 req-5000a393-683e-49ab-9c0b-10c212e948a4 tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] 10.222.0.59 "GET /v2.0/ports?device_id=17ba656b-fd21-4b0c-aa91-723cb2debe7c HTTP/1.1" status: 200 len: 946 time: 0.2153177 Jul 27 21:04:57.023602 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-65962f35-fb59-4d95-aa46-e348f558d825 req-6466aa62-0e24-4886-a4a3-a7899c2241f4 tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0eecfba-15dc-4bf7-80e6-b94c8d880eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904126 Jul 27 21:04:57.039531 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56518d3-7040-4051-82a7-e8c0e4af683d req-fd5df596-34d1-45fb-8e6a-7e5371528b35 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:04:57.039531 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e56518d3-7040-4051-82a7-e8c0e4af683d req-fd5df596-34d1-45fb-8e6a-7e5371528b35 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] 10.222.0.59 "GET /v2.0/ports?device_id=7e4e7e1b-7ee4-4932-8352-9da05c794800 HTTP/1.1" status: 200 len: 945 time: 0.1889460 Jul 27 21:04:57.049007 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] get_ports_and_sgs() called for port_ids ['fa4ff8d2-5ea6-42f5-823a-95a50e0c955e'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:04:57.109618 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-1a007600-4440-4f26-998e-63b3b871eae6 tempest-RoutersIpV6AdminTest-120739899 tempest-RoutersIpV6AdminTest-120739899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4163804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4077150'] for router, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:57.114806 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e56518d3-7040-4051-82a7-e8c0e4af683d req-489d2c3b-11ae-41b9-84c5-de07e49f26f5 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] 10.222.0.59 "GET /v2.0/security-groups?id=e8209215-bf66-4bb1-96ba-041099e74ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500202 Jul 27 21:04:57.255554 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a007600-4440-4f26-998e-63b3b871eae6 tempest-RoutersIpV6AdminTest-120739899 tempest-RoutersIpV6AdminTest-120739899-project] Router e50bdf70-ad73-4b0d-bfa6-8adb3f540968 is scheduled to L3 agent dd128fd7-8e57-4d4f-895b-a96b369df59a with binding_index 1 {{(pid=105585) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 21:04:57.724359 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a007600-4440-4f26-998e-63b3b871eae6 tempest-RoutersIpV6AdminTest-120739899 tempest-RoutersIpV6AdminTest-120739899-project] Notify agent at l3_agent.n-d-705658-22 the message routers_updated {{(pid=105585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:04:57.733598 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb0d3568-74e8-4cf7-ab36-76ac1fc2f7fc None None] Sync routers for ids ['e50bdf70-ad73-4b0d-bfa6-8adb3f540968'] in n-d-705658-22 {{(pid=105586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:04:57.743273 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb0d3568-74e8-4cf7-ab36-76ac1fc2f7fc None None] Routers {'e50bdf70-ad73-4b0d-bfa6-8adb3f540968'} bound to L3 agent in host n-d-705658-22 {{(pid=105586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:04:57.743976 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-cb0d3568-74e8-4cf7-ab36-76ac1fc2f7fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:04:41Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['e50bdf70-ad73-4b0d-bfa6-8adb3f540968'], 'active': True} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:04:57.746535 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5596ecd-5096-4640-ae17-d53246d6793f req-be0d19c5-9d2a-40b2-995d-59c156a50138 tempest-AttachSCSIVolumeTestJSON-522076455 tempest-AttachSCSIVolumeTestJSON-522076455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:04:57.748066 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e5596ecd-5096-4640-ae17-d53246d6793f req-be0d19c5-9d2a-40b2-995d-59c156a50138 tempest-AttachSCSIVolumeTestJSON-522076455 tempest-AttachSCSIVolumeTestJSON-522076455-project] 10.222.0.59 "GET /v2.0/ports?device_id=821d3191-03ea-431e-8084-b018d0fc208e HTTP/1.1" status: 200 len: 944 time: 0.1275206 Jul 27 21:04:57.753729 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-1a007600-4440-4f26-998e-63b3b871eae6 tempest-RoutersIpV6AdminTest-120739899 tempest-RoutersIpV6AdminTest-120739899-project] Notify callbacks [] for router, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:57.754930 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-1a007600-4440-4f26-998e-63b3b871eae6 tempest-RoutersIpV6AdminTest-120739899 tempest-RoutersIpV6AdminTest-120739899-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 2.5694194 Jul 27 21:04:57.757957 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 47368) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:04:57.785552 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-cb0d3568-74e8-4cf7-ab36-76ac1fc2f7fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-22', False) {} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:04:57.789412 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e5596ecd-5096-4640-ae17-d53246d6793f req-99615561-daf2-4857-982a-5684523bf965 tempest-AttachSCSIVolumeTestJSON-522076455 tempest-AttachSCSIVolumeTestJSON-522076455-project] 10.222.0.59 "GET /v2.0/security-groups?id=0efbb1a6-c113-4c5b-94a8-629af425a04d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332620 Jul 27 21:04:57.794536 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb0d3568-74e8-4cf7-ab36-76ac1fc2f7fc None None] Routers {'e50bdf70-ad73-4b0d-bfa6-8adb3f540968'} bound to L3 agent in host n-d-705658-22 {{(pid=105586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:04:57.795283 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-cb0d3568-74e8-4cf7-ab36-76ac1fc2f7fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:04:41Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['e50bdf70-ad73-4b0d-bfa6-8adb3f540968'], 'active': True} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:04:57.828312 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-cb0d3568-74e8-4cf7-ab36-76ac1fc2f7fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-22', False) {} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:04:57.829048 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb0d3568-74e8-4cf7-ab36-76ac1fc2f7fc None None] The sync data for ids ['e50bdf70-ad73-4b0d-bfa6-8adb3f540968'] in n-d-705658-22 is: [] {{(pid=105586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:04:57.873495 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-407f6410-8aaa-4bdf-9691-7feca264b17d tempest-RoutersIpV6AdminTest-1066337158 tempest-RoutersIpV6AdminTest-1066337158-project-admin] 10.222.0.59 "GET /v2.0/routers/e50bdf70-ad73-4b0d-bfa6-8adb3f540968 HTTP/1.1" status: 200 len: 925 time: 0.1141646 Jul 27 21:04:57.876083 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 47372) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:04:57.906289 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-28f712ab-9526-4b6c-8c36-64c22494839c tempest-RoutersIpV6AdminTest-120739899 tempest-RoutersIpV6AdminTest-120739899-project] 10.222.0.59 "GET /v2.0/ports?device_id=e50bdf70-ad73-4b0d-bfa6-8adb3f540968 HTTP/1.1" status: 200 len: 205 time: 0.0290926 Jul 27 21:04:57.908695 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 47374) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:04:58.104246 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-00e00b27-264c-4220-bb61-2a2d5d81018a tempest-RoutersIpV6AdminTest-120739899 tempest-RoutersIpV6AdminTest-120739899-project] Notify callbacks [] for router, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:58.159021 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a0d06c-ce1b-4b96-ad0a-606e3af59358 req-cd95e139-cf16-426c-ac29-7b6d6a9725f9 tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:04:58.160955 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-80a0d06c-ce1b-4b96-ad0a-606e3af59358 req-cd95e139-cf16-426c-ac29-7b6d6a9725f9 tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] 10.222.0.59 "GET /v2.0/ports?device_id=17ba656b-fd21-4b0c-aa91-723cb2debe7c HTTP/1.1" status: 200 len: 946 time: 0.0677133 Jul 27 21:04:58.203752 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-80a0d06c-ce1b-4b96-ad0a-606e3af59358 req-d8e4bf08-6a10-427d-934e-25b4e833ad35 tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0eecfba-15dc-4bf7-80e6-b94c8d880eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364933 Jul 27 21:04:58.207962 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-00e00b27-264c-4220-bb61-2a2d5d81018a tempest-RoutersIpV6AdminTest-120739899 tempest-RoutersIpV6AdminTest-120739899-project] Notify callbacks [] for router_gateway, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:58.266627 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-00e00b27-264c-4220-bb61-2a2d5d81018a tempest-RoutersIpV6AdminTest-120739899 tempest-RoutersIpV6AdminTest-120739899-project] Deleting port 0d32e38e-2343-4a54-ad53-da02509da2f6 {{(pid=105584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:04:58.267280 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-00e00b27-264c-4220-bb61-2a2d5d81018a tempest-RoutersIpV6AdminTest-120739899 tempest-RoutersIpV6AdminTest-120739899-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:58.318400 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d8a45b-6b75-4015-ada2-e7f321b45283 req-8f5f5bde-f330-4791-82bf-f6ea34b402e0 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:04:58.319949 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-48d8a45b-6b75-4015-ada2-e7f321b45283 req-8f5f5bde-f330-4791-82bf-f6ea34b402e0 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] 10.222.0.59 "GET /v2.0/ports?device_id=7e4e7e1b-7ee4-4932-8352-9da05c794800 HTTP/1.1" status: 200 len: 945 time: 0.0715697 Jul 27 21:04:58.342410 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Device fa4ff8d2-5ea6-42f5-823a-95a50e0c955e up at agent hyperv_n-h2-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:04:58.344753 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-00e00b27-264c-4220-bb61-2a2d5d81018a tempest-RoutersIpV6AdminTest-120739899 tempest-RoutersIpV6AdminTest-120739899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:58.362080 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-00e00b27-264c-4220-bb61-2a2d5d81018a tempest-RoutersIpV6AdminTest-120739899 tempest-RoutersIpV6AdminTest-120739899-project] Calling delete_port for 0d32e38e-2343-4a54-ad53-da02509da2f6 owned by network:router_gateway {{(pid=105584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:04:58.363643 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-48d8a45b-6b75-4015-ada2-e7f321b45283 req-bbb22075-bb23-4858-88bc-d3a286aaa354 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] 10.222.0.59 "GET /v2.0/security-groups?id=e8209215-bf66-4bb1-96ba-041099e74ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363894 Jul 27 21:04:58.394769 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-3d54578f-831f-4696-b568-13c455922dab None None] Provisioning for port fa4ff8d2-5ea6-42f5-823a-95a50e0c955e completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:04:58.398526 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-3d54578f-831f-4696-b568-13c455922dab None None] Provisioning complete for port fa4ff8d2-5ea6-42f5-823a-95a50e0c955e triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:04:58.398970 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:58.474055 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:58.496484 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '821d3191-03ea-431e-8084-b018d0fc208e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa4ff8d2-5ea6-42f5-823a-95a50e0c955e'}] {{(pid=105586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:04:58.498705 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14c1663e039faf5393f87855f745010ac5b02220355b68fdbf065393e303ac56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d60ff3bc-f80c-4c7e-be3c-d4edcc0b3f80" -d '{"events": [{"server_uuid": "821d3191-03ea-431e-8084-b018d0fc208e", "name": "network-vif-plugged", "status": "completed", "tag": "fa4ff8d2-5ea6-42f5-823a-95a50e0c955e"}]}' {{(pid=105586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:04:58.512118 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] For port fa4ff8d2-5ea6-42f5-823a-95a50e0c955e, host n-h2-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=fa4ff8d2-5ea6-42f5-823a-95a50e0c955e,segment=NetworkSegment(4a013f66-dc65-4eb0-bd96-ca0f438c5b8c),segment_id=4a013f66-dc65-4eb0-bd96-ca0f438c5b8c)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:04:58.517706 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:58.533882 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-00e00b27-264c-4220-bb61-2a2d5d81018a tempest-RoutersIpV6AdminTest-120739899 tempest-RoutersIpV6AdminTest-120739899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:58.544968 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:04:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1b6e74b-b002-41fd-82e5-87266308bd25 x-openstack-request-id: req-b1b6e74b-b002-41fd-82e5-87266308bd25 {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:04:58.545252 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "821d3191-03ea-431e-8084-b018d0fc208e", "name": "network-vif-plugged", "status": "completed", "tag": "fa4ff8d2-5ea6-42f5-823a-95a50e0c955e", "code": 200}]} {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:04:58.545496 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-b1b6e74b-b002-41fd-82e5-87266308bd25 {{(pid=105586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:04:58.545874 n-d-705658-22 neutron-server[105586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '821d3191-03ea-431e-8084-b018d0fc208e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa4ff8d2-5ea6-42f5-823a-95a50e0c955e', 'code': 200} Jul 27 21:04:58.561498 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e00b27-264c-4220-bb61-2a2d5d81018a tempest-RoutersIpV6AdminTest-120739899 tempest-RoutersIpV6AdminTest-120739899-project] Pushing event deleted for resources: {'Port': ['ID=0d32e38e-2343-4a54-ad53-da02509da2f6,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:04:58.574673 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Pushing event updated for resources: {'Port': ['ID=fa4ff8d2-5ea6-42f5-823a-95a50e0c955e,revision_number=5']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:04:58.658715 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-00e00b27-264c-4220-bb61-2a2d5d81018a tempest-RoutersIpV6AdminTest-120739899 tempest-RoutersIpV6AdminTest-120739899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4075702'] for router_gateway, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:58.750975 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-00e00b27-264c-4220-bb61-2a2d5d81018a tempest-RoutersIpV6AdminTest-120739899 tempest-RoutersIpV6AdminTest-120739899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4163631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-425'] for router, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:58.753682 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-00e00b27-264c-4220-bb61-2a2d5d81018a tempest-RoutersIpV6AdminTest-120739899 tempest-RoutersIpV6AdminTest-120739899-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:58.760758 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86efd530-5b8c-47b6-9d8f-2c6929819dae req-623e4584-f375-479b-8b7d-20a8d42f8d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:04:58.762273 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-86efd530-5b8c-47b6-9d8f-2c6929819dae req-623e4584-f375-479b-8b7d-20a8d42f8d56 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=821d3191-03ea-431e-8084-b018d0fc208e HTTP/1.1" status: 200 len: 1097 time: 0.1494441 Jul 27 21:04:58.815824 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-00e00b27-264c-4220-bb61-2a2d5d81018a tempest-RoutersIpV6AdminTest-120739899 tempest-RoutersIpV6AdminTest-120739899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4163007'] for router, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:58.816352 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00e00b27-264c-4220-bb61-2a2d5d81018a tempest-RoutersIpV6AdminTest-120739899 tempest-RoutersIpV6AdminTest-120739899-project] Fanout notify agent at l3_agent the message router_deleted on router e50bdf70-ad73-4b0d-bfa6-8adb3f540968 {{(pid=105584) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 21:04:58.827187 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-00e00b27-264c-4220-bb61-2a2d5d81018a tempest-RoutersIpV6AdminTest-120739899 tempest-RoutersIpV6AdminTest-120739899-project] Notify callbacks [] for router, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:58.828270 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-00e00b27-264c-4220-bb61-2a2d5d81018a tempest-RoutersIpV6AdminTest-120739899 tempest-RoutersIpV6AdminTest-120739899-project] 10.222.0.59 "DELETE /v2.0/routers/e50bdf70-ad73-4b0d-bfa6-8adb3f540968 HTTP/1.1" status: 204 len: 168 time: 0.9187026 Jul 27 21:04:58.832919 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 47390) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:04:58.834156 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-86efd530-5b8c-47b6-9d8f-2c6929819dae req-3c2e94b2-142f-4066-8723-ff460b52699c service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=0efbb1a6-c113-4c5b-94a8-629af425a04d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393314 Jul 27 21:04:58.837392 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-f19e9036-ed08-4390-8350-2d7cffd0cf75 tempest-RoutersIpV6AdminTest-1066337158 tempest-RoutersIpV6AdminTest-1066337158-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1064401082', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'enable_snat': False}}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:04:58.881433 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-f19e9036-ed08-4390-8350-2d7cffd0cf75 tempest-RoutersIpV6AdminTest-1066337158 tempest-RoutersIpV6AdminTest-1066337158-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4163813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-443'] for router, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:58.882424 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-f19e9036-ed08-4390-8350-2d7cffd0cf75 tempest-RoutersIpV6AdminTest-1066337158 tempest-RoutersIpV6AdminTest-1066337158-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4165196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4077059', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3711235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-418'] for router, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:58.968620 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-f19e9036-ed08-4390-8350-2d7cffd0cf75 tempest-RoutersIpV6AdminTest-1066337158 tempest-RoutersIpV6AdminTest-1066337158-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:59.018865 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2011f02-9d72-49e0-b146-5935590ba0f1 req-904e4f17-c2f3-4597-b280-8f6b12614be4 tempest-AttachSCSIVolumeTestJSON-522076455 tempest-AttachSCSIVolumeTestJSON-522076455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:04:59.020368 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a2011f02-9d72-49e0-b146-5935590ba0f1 req-904e4f17-c2f3-4597-b280-8f6b12614be4 tempest-AttachSCSIVolumeTestJSON-522076455 tempest-AttachSCSIVolumeTestJSON-522076455-project] 10.222.0.59 "GET /v2.0/ports?device_id=821d3191-03ea-431e-8084-b018d0fc208e HTTP/1.1" status: 200 len: 945 time: 0.1518025 Jul 27 21:04:59.148407 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-f19e9036-ed08-4390-8350-2d7cffd0cf75 tempest-RoutersIpV6AdminTest-1066337158 tempest-RoutersIpV6AdminTest-1066337158-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4077169', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4163787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-400'] for router, precommit_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:59.155223 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a2011f02-9d72-49e0-b146-5935590ba0f1 req-9fa6a69f-5b29-4ef6-8d07-424496a2d898 tempest-AttachSCSIVolumeTestJSON-522076455 tempest-AttachSCSIVolumeTestJSON-522076455-project] 10.222.0.59 "GET /v2.0/security-groups?id=0efbb1a6-c113-4c5b-94a8-629af425a04d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080055 Jul 27 21:04:59.413185 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-f19e9036-ed08-4390-8350-2d7cffd0cf75 tempest-RoutersIpV6AdminTest-1066337158 tempest-RoutersIpV6AdminTest-1066337158-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:59.437741 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-f19e9036-ed08-4390-8350-2d7cffd0cf75 tempest-RoutersIpV6AdminTest-1066337158 tempest-RoutersIpV6AdminTest-1066337158-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:59.449111 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a428d93-ce7a-44fd-aa47-50e1443d2679 req-9927ed35-7b31-4360-b4f8-9bd9f68ba8c8 tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:04:59.450553 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-2a428d93-ce7a-44fd-aa47-50e1443d2679 req-9927ed35-7b31-4360-b4f8-9bd9f68ba8c8 tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] 10.222.0.59 "GET /v2.0/ports?device_id=17ba656b-fd21-4b0c-aa91-723cb2debe7c HTTP/1.1" status: 200 len: 946 time: 0.1549122 Jul 27 21:04:59.562077 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-2a428d93-ce7a-44fd-aa47-50e1443d2679 req-c5fe9590-0ecf-40ff-9c83-88c6581cb815 tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0eecfba-15dc-4bf7-80e6-b94c8d880eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050591 Jul 27 21:04:59.631288 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.db_base_plugin_common [None req-f19e9036-ed08-4390-8350-2d7cffd0cf75 tempest-RoutersIpV6AdminTest-1066337158 tempest-RoutersIpV6AdminTest-1066337158-project-admin] Allocated IP 172.25.5.151 (8735d8a2-b604-4758-ae71-b40e4ee6f305/eca7dbab-b9c0-4c8f-a272-816ea8a81764/146511df-9256-4774-96cc-0c8e8e2bcc53) {{(pid=105585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:04:59.659308 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa56cf09-fa5e-47e7-adfb-43ee2b1e1287 req-d33c75e8-1d5b-4e9b-92e0-741d42798fc6 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:04:59.660908 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-aa56cf09-fa5e-47e7-adfb-43ee2b1e1287 req-d33c75e8-1d5b-4e9b-92e0-741d42798fc6 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] 10.222.0.59 "GET /v2.0/ports?device_id=7e4e7e1b-7ee4-4932-8352-9da05c794800 HTTP/1.1" status: 200 len: 945 time: 0.1624875 Jul 27 21:04:59.752779 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-aa56cf09-fa5e-47e7-adfb-43ee2b1e1287 req-49fc3130-6ccd-45e4-a0be-293f64518234 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] 10.222.0.59 "GET /v2.0/security-groups?id=e8209215-bf66-4bb1-96ba-041099e74ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768714 Jul 27 21:04:59.797762 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-f19e9036-ed08-4390-8350-2d7cffd0cf75 tempest-RoutersIpV6AdminTest-1066337158 tempest-RoutersIpV6AdminTest-1066337158-project-admin] Notify callbacks [] for port, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:59.846724 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-f19e9036-ed08-4390-8350-2d7cffd0cf75 tempest-RoutersIpV6AdminTest-1066337158 tempest-RoutersIpV6AdminTest-1066337158-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:59.901297 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f19e9036-ed08-4390-8350-2d7cffd0cf75 tempest-RoutersIpV6AdminTest-1066337158 tempest-RoutersIpV6AdminTest-1066337158-project-admin] Network 8735d8a2-b604-4758-ae71-b40e4ee6f305 is already hosted by enough agents. {{(pid=105585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:04:59.906845 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.base_scheduler [None req-f19e9036-ed08-4390-8350-2d7cffd0cf75 tempest-RoutersIpV6AdminTest-1066337158 tempest-RoutersIpV6AdminTest-1066337158-project-admin] Resources bound (agent type, host, resource id): {{(pid=105585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:04:59.910494 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f19e9036-ed08-4390-8350-2d7cffd0cf75 tempest-RoutersIpV6AdminTest-1066337158 tempest-RoutersIpV6AdminTest-1066337158-project-admin] Received port after_create {{(pid=105585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:04:59.916488 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19e9036-ed08-4390-8350-2d7cffd0cf75 tempest-RoutersIpV6AdminTest-1066337158 tempest-RoutersIpV6AdminTest-1066337158-project-admin] Pushing event updated for resources: {'Port': ['ID=146511df-9256-4774-96cc-0c8e8e2bcc53,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:05:00.015534 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device 07181a36-ce8e-4727-aae8-8d76b20071fb details requested by agent hyperv_n-h1-705658-22 with host n-h1-705658-22 {{(pid=105586) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:05:00.186212 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] For port 07181a36-ce8e-4727-aae8-8d76b20071fb, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=07181a36-ce8e-4727-aae8-8d76b20071fb,segment=NetworkSegment(7253e476-fc19-4126-9562-a06a41b3b94e),segment_id=7253e476-fc19-4126-9562-a06a41b3b94e)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:05:00.201897 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Returning: {'device': '07181a36-ce8e-4727-aae8-8d76b20071fb', 'network_id': '6aa76440-68bb-4814-b579-87efb5c679e3', 'port_id': '07181a36-ce8e-4727-aae8-8d76b20071fb', 'mac_address': 'fa:16:3e:bc:08:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 230, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '746696d1-95cb-4db5-9b25-089085191295', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105586) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:05:00.251197 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:00.272640 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 07181a36-ce8e-4727-aae8-8d76b20071fb {{(pid=105586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:05:00.312001 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] For port 07181a36-ce8e-4727-aae8-8d76b20071fb, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=07181a36-ce8e-4727-aae8-8d76b20071fb,segment=NetworkSegment(7253e476-fc19-4126-9562-a06a41b3b94e),segment_id=7253e476-fc19-4126-9562-a06a41b3b94e)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:05:00.317545 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:00.329293 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-f19e9036-ed08-4390-8350-2d7cffd0cf75 tempest-RoutersIpV6AdminTest-1066337158 tempest-RoutersIpV6AdminTest-1066337158-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:00.388747 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Pushing event updated for resources: {'Port': ['ID=07181a36-ce8e-4727-aae8-8d76b20071fb,revision_number=6']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:05:00.434404 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e4f141-1fc7-4ec2-a547-41d743dd88ce req-ea25ecf9-d7be-4874-8948-ca422bd59e1c tempest-AttachSCSIVolumeTestJSON-522076455 tempest-AttachSCSIVolumeTestJSON-522076455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:00.441715 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-53e4f141-1fc7-4ec2-a547-41d743dd88ce req-ea25ecf9-d7be-4874-8948-ca422bd59e1c tempest-AttachSCSIVolumeTestJSON-522076455 tempest-AttachSCSIVolumeTestJSON-522076455-project] 10.222.0.59 "GET /v2.0/ports?device_id=821d3191-03ea-431e-8084-b018d0fc208e HTTP/1.1" status: 200 len: 945 time: 0.1720579 Jul 27 21:05:00.530033 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-53e4f141-1fc7-4ec2-a547-41d743dd88ce req-faeb416d-88e3-4e83-bc2f-0f88ee09a62b tempest-AttachSCSIVolumeTestJSON-522076455 tempest-AttachSCSIVolumeTestJSON-522076455-project] 10.222.0.59 "GET /v2.0/security-groups?id=0efbb1a6-c113-4c5b-94a8-629af425a04d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875278 Jul 27 21:05:00.593239 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] get_ports_and_sgs() called for port_ids ['07181a36-ce8e-4727-aae8-8d76b20071fb'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:05:00.601040 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-f19e9036-ed08-4390-8350-2d7cffd0cf75 tempest-RoutersIpV6AdminTest-1066337158 tempest-RoutersIpV6AdminTest-1066337158-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4163804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4077150'] for router, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:00.912049 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589d2d4c-066e-4fc8-b7a6-9ecf6d4f9d76 req-a8bc2c04-cb9c-4b53-939d-7046a878b6be tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:00.913706 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-589d2d4c-066e-4fc8-b7a6-9ecf6d4f9d76 req-a8bc2c04-cb9c-4b53-939d-7046a878b6be tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] 10.222.0.59 "GET /v2.0/ports?device_id=17ba656b-fd21-4b0c-aa91-723cb2debe7c HTTP/1.1" status: 200 len: 946 time: 0.2300076 Jul 27 21:05:00.945893 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f19e9036-ed08-4390-8350-2d7cffd0cf75 tempest-RoutersIpV6AdminTest-1066337158 tempest-RoutersIpV6AdminTest-1066337158-project-admin] Router 1c83e4a3-8612-4743-aa63-f9e7e7198982 is scheduled to L3 agent dd128fd7-8e57-4d4f-895b-a96b369df59a with binding_index 1 {{(pid=105585) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 21:05:01.086222 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-589d2d4c-066e-4fc8-b7a6-9ecf6d4f9d76 req-ab78e5d0-85f5-4674-9d6d-3dfcf744f745 tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0eecfba-15dc-4bf7-80e6-b94c8d880eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596060 Jul 27 21:05:01.117758 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351d4561-856d-4e78-aa81-890e09bb2525 req-a450b8b2-f8e9-405a-b7ae-06d0c3cb3deb tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:01.126076 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-351d4561-856d-4e78-aa81-890e09bb2525 req-a450b8b2-f8e9-405a-b7ae-06d0c3cb3deb tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] 10.222.0.59 "GET /v2.0/ports?device_id=7e4e7e1b-7ee4-4932-8352-9da05c794800 HTTP/1.1" status: 200 len: 944 time: 0.2798972 Jul 27 21:05:01.151550 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f19e9036-ed08-4390-8350-2d7cffd0cf75 tempest-RoutersIpV6AdminTest-1066337158 tempest-RoutersIpV6AdminTest-1066337158-project-admin] Notify agent at l3_agent.n-d-705658-22 the message routers_updated {{(pid=105585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:05:01.162407 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10a5860c-bcff-4c37-8025-7222aa90a2e1 None None] Sync routers for ids ['1c83e4a3-8612-4743-aa63-f9e7e7198982'] in n-d-705658-22 {{(pid=105587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:05:01.173744 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10a5860c-bcff-4c37-8025-7222aa90a2e1 None None] Routers {'1c83e4a3-8612-4743-aa63-f9e7e7198982'} bound to L3 agent in host n-d-705658-22 {{(pid=105587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:05:01.176550 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-10a5860c-bcff-4c37-8025-7222aa90a2e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:04:41Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['1c83e4a3-8612-4743-aa63-f9e7e7198982'], 'active': True} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:05:01.180611 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-351d4561-856d-4e78-aa81-890e09bb2525 req-bf6103fd-af1b-4596-9b70-9d4714c55f14 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] 10.222.0.59 "GET /v2.0/security-groups?id=e8209215-bf66-4bb1-96ba-041099e74ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525200 Jul 27 21:05:01.186200 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-f19e9036-ed08-4390-8350-2d7cffd0cf75 tempest-RoutersIpV6AdminTest-1066337158 tempest-RoutersIpV6AdminTest-1066337158-project-admin] Notify callbacks [] for router, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:01.191136 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 47450) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:05:01.200199 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-f19e9036-ed08-4390-8350-2d7cffd0cf75 tempest-RoutersIpV6AdminTest-1066337158 tempest-RoutersIpV6AdminTest-1066337158-project-admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 2.3660917 Jul 27 21:05:01.330119 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 47452) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:05:01.332716 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-65f519a3-f1e4-4e6f-824b-293c84ce3abb tempest-RoutersIpV6AdminTest-1066337158 tempest-RoutersIpV6AdminTest-1066337158-project-admin] 10.222.0.59 "GET /v2.0/routers/1c83e4a3-8612-4743-aa63-f9e7e7198982 HTTP/1.1" status: 200 len: 909 time: 0.1396327 Jul 27 21:05:01.342694 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-1ff7c1d3-9443-42f2-877a-0ed90997bb16 tempest-RoutersIpV6AdminTest-1066337158 tempest-RoutersIpV6AdminTest-1066337158-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1064401082', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'enable_snat': True}}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:05:01.372424 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-1ff7c1d3-9443-42f2-877a-0ed90997bb16 tempest-RoutersIpV6AdminTest-1066337158 tempest-RoutersIpV6AdminTest-1066337158-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4163813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-443'] for router, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:01.373636 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-1ff7c1d3-9443-42f2-877a-0ed90997bb16 tempest-RoutersIpV6AdminTest-1066337158 tempest-RoutersIpV6AdminTest-1066337158-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4165196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4077059', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3711235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-418'] for router, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:01.400955 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvr_db [None req-10a5860c-bcff-4c37-8025-7222aa90a2e1 None None] Set router 1c83e4a3-8612-4743-aa63-f9e7e7198982 gateway port host: n-d-705658-22 {{(pid=105587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:05:01.444102 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-1ff7c1d3-9443-42f2-877a-0ed90997bb16 tempest-RoutersIpV6AdminTest-1066337158 tempest-RoutersIpV6AdminTest-1066337158-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:01.859609 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-1ff7c1d3-9443-42f2-877a-0ed90997bb16 tempest-RoutersIpV6AdminTest-1066337158 tempest-RoutersIpV6AdminTest-1066337158-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4077169', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4163787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-400'] for router, precommit_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:01.861637 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-10a5860c-bcff-4c37-8025-7222aa90a2e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c83e4a3-8612-4743-aa63-f9e7e7198982', 'name': 'tempest-snat-router-1064401082', 'tenant_id': '462036a0e19941bb96623ed6b79b0b49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.151'}], 'enable_snat': False}, 'gw_port_id': '146511df-9256-4774-96cc-0c8e8e2bcc53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:04:58Z', 'updated_at': '2021-07-27T21:05:00Z', 'revision_number': 3, 'project_id': '462036a0e19941bb96623ed6b79b0b49', 'gw_port': {'id': '146511df-9256-4774-96cc-0c8e8e2bcc53', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:c3:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c83e4a3-8612-4743-aa63-f9e7e7198982', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1300, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:04:59Z', 'updated_at': '2021-07-27T21:04:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-705658-22'}], 'n-d-705658-22', False) {} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:05:01.903701 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10a5860c-bcff-4c37-8025-7222aa90a2e1 None None] Checking router: 1c83e4a3-8612-4743-aa63-f9e7e7198982 for host: n-d-705658-22 {{(pid=105587) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:05:01.904123 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10a5860c-bcff-4c37-8025-7222aa90a2e1 None None] Updating router 1c83e4a3-8612-4743-aa63-f9e7e7198982 port 146511df-9256-4774-96cc-0c8e8e2bcc53 binding host n-d-705658-22 {{(pid=105587) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 21:05:01.957907 n-d-705658-22 neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-10a5860c-bcff-4c37-8025-7222aa90a2e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:02.021344 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device 07181a36-ce8e-4727-aae8-8d76b20071fb up at agent hyperv_n-h1-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:05:02.171477 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Provisioning complete for port 07181a36-ce8e-4727-aae8-8d76b20071fb triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:05:02.171972 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:02.334634 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:02.407841 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e4e7e1b-7ee4-4932-8352-9da05c794800', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07181a36-ce8e-4727-aae8-8d76b20071fb'}] {{(pid=105586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:05:02.415603 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14c1663e039faf5393f87855f745010ac5b02220355b68fdbf065393e303ac56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03005647-50de-45b3-92f5-c1ec50c98380" -d '{"events": [{"server_uuid": "7e4e7e1b-7ee4-4932-8352-9da05c794800", "name": "network-vif-plugged", "status": "completed", "tag": "07181a36-ce8e-4727-aae8-8d76b20071fb"}]}' {{(pid=105586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:05:02.434697 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] For port 07181a36-ce8e-4727-aae8-8d76b20071fb, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=07181a36-ce8e-4727-aae8-8d76b20071fb,segment=NetworkSegment(7253e476-fc19-4126-9562-a06a41b3b94e),segment_id=7253e476-fc19-4126-9562-a06a41b3b94e)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:05:02.444317 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:02.444486 n-d-705658-22 neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-10a5860c-bcff-4c37-8025-7222aa90a2e1 None None] Notify callbacks [] for port, precommit_update {{(pid=105587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:02.469641 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.provisioning_blocks [None req-10a5860c-bcff-4c37-8025-7222aa90a2e1 None None] Transition to ACTIVE for port object 146511df-9256-4774-96cc-0c8e8e2bcc53 will not be triggered until provisioned by entity L2. {{(pid=105587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:05:02.485955 n-d-705658-22 neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-10a5860c-bcff-4c37-8025-7222aa90a2e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:02.542864 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b2aae5-341f-4571-bb19-f40ed574a317 None None] Pushing event updated for resources: {'Port': ['ID=146511df-9256-4774-96cc-0c8e8e2bcc53,revision_number=2']} {{(pid=105587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:05:02.555573 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b2aae5-341f-4571-bb19-f40ed574a317 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:05:02.556194 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b2aae5-341f-4571-bb19-f40ed574a317 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:05:02.556703 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b2aae5-341f-4571-bb19-f40ed574a317 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:05:02.557261 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b2aae5-341f-4571-bb19-f40ed574a317 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:05:02.557790 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b2aae5-341f-4571-bb19-f40ed574a317 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:05:02.558273 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b2aae5-341f-4571-bb19-f40ed574a317 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:05:02.558909 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b2aae5-341f-4571-bb19-f40ed574a317 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:05:02.560104 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b2aae5-341f-4571-bb19-f40ed574a317 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:05:02.560645 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b2aae5-341f-4571-bb19-f40ed574a317 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:05:02.561137 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b2aae5-341f-4571-bb19-f40ed574a317 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:05:02.561269 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f5618d-eba1-4d52-a38f-7328cce7aef8 req-7b667818-fbb1-42b6-98ea-65905f9fe30b tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:02.562045 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b2aae5-341f-4571-bb19-f40ed574a317 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:05:02.562979 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-49f5618d-eba1-4d52-a38f-7328cce7aef8 req-7b667818-fbb1-42b6-98ea-65905f9fe30b tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] 10.222.0.59 "GET /v2.0/ports?device_id=17ba656b-fd21-4b0c-aa91-723cb2debe7c HTTP/1.1" status: 200 len: 946 time: 0.2961757 Jul 27 21:05:02.563682 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b2aae5-341f-4571-bb19-f40ed574a317 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:05:02.567272 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-1ff7c1d3-9443-42f2-877a-0ed90997bb16 tempest-RoutersIpV6AdminTest-1066337158 tempest-RoutersIpV6AdminTest-1066337158-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:02.583256 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.managers [None req-10a5860c-bcff-4c37-8025-7222aa90a2e1 None None] Attempting to bind port 146511df-9256-4774-96cc-0c8e8e2bcc53 on host n-d-705658-22 for vnic_type normal with profile {{(pid=105587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:05:02.583760 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.managers [None req-10a5860c-bcff-4c37-8025-7222aa90a2e1 None None] Attempting to bind port 146511df-9256-4774-96cc-0c8e8e2bcc53 by drivers openvswitch,hyperv on host n-d-705658-22 at level 0 using segments [{'id': '12196855-9a32-4633-9a56-77697ef9e126', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305'}] {{(pid=105587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:05:02.584882 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10a5860c-bcff-4c37-8025-7222aa90a2e1 None None] Attempting to bind port 146511df-9256-4774-96cc-0c8e8e2bcc53 on network 8735d8a2-b604-4758-ae71-b40e4ee6f305 {{(pid=105587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:05:02.591413 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Pushing event updated for resources: {'Port': ['ID=07181a36-ce8e-4727-aae8-8d76b20071fb,revision_number=7']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:05:02.592700 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10a5860c-bcff-4c37-8025-7222aa90a2e1 None None] Checking agent: {'id': '04a7ea91-6318-467e-ace6-b0fb48c8690f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 41, 42), 'started_at': datetime.datetime(2021, 7, 27, 20, 42, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 4, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:05:02.595025 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10a5860c-bcff-4c37-8025-7222aa90a2e1 None None] Checking segment: {'id': '12196855-9a32-4633-9a56-77697ef9e126', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:05:02.595943 n-d-705658-22 neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-10a5860c-bcff-4c37-8025-7222aa90a2e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:02.597340 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10a5860c-bcff-4c37-8025-7222aa90a2e1 None None] Bound using segment: {'id': '12196855-9a32-4633-9a56-77697ef9e126', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305'} {{(pid=105587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:05:02.598084 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.managers [None req-10a5860c-bcff-4c37-8025-7222aa90a2e1 None None] Bound port: 146511df-9256-4774-96cc-0c8e8e2bcc53, host: n-d-705658-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12196855-9a32-4633-9a56-77697ef9e126', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305'}}] {{(pid=105587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:05:02.598547 n-d-705658-22 neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-10a5860c-bcff-4c37-8025-7222aa90a2e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:02.600950 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-1ff7c1d3-9443-42f2-877a-0ed90997bb16 tempest-RoutersIpV6AdminTest-1066337158 tempest-RoutersIpV6AdminTest-1066337158-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:02.627034 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6949490-ec7d-4e7c-be56-b43699fed71d req-d384dfb1-e88d-4624-87e0-5630562c7b5f tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:02.628542 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-d6949490-ec7d-4e7c-be56-b43699fed71d req-d384dfb1-e88d-4624-87e0-5630562c7b5f tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] 10.222.0.59 "GET /v2.0/ports?device_id=7e4e7e1b-7ee4-4932-8352-9da05c794800 HTTP/1.1" status: 200 len: 945 time: 0.2850564 Jul 27 21:05:02.662398 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.db [None req-10a5860c-bcff-4c37-8025-7222aa90a2e1 None None] For port 146511df-9256-4774-96cc-0c8e8e2bcc53, host n-d-705658-22, cleared binding levels {{(pid=105587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:05:02.665858 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.db [None req-10a5860c-bcff-4c37-8025-7222aa90a2e1 None None] For port 146511df-9256-4774-96cc-0c8e8e2bcc53, host n-d-705658-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=146511df-9256-4774-96cc-0c8e8e2bcc53,segment=NetworkSegment(12196855-9a32-4633-9a56-77697ef9e126),segment_id=12196855-9a32-4633-9a56-77697ef9e126)] {{(pid=105587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:05:02.671071 n-d-705658-22 neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-10a5860c-bcff-4c37-8025-7222aa90a2e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:02.723827 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-49f5618d-eba1-4d52-a38f-7328cce7aef8 req-17d37129-e844-4d1e-8c1f-4c1bbce9585e tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0eecfba-15dc-4bf7-80e6-b94c8d880eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266580 Jul 27 21:05:02.744850 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10a5860c-bcff-4c37-8025-7222aa90a2e1 None None] Routers {'1c83e4a3-8612-4743-aa63-f9e7e7198982'} bound to L3 agent in host n-d-705658-22 {{(pid=105587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:05:02.745769 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-10a5860c-bcff-4c37-8025-7222aa90a2e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:04:41Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['1c83e4a3-8612-4743-aa63-f9e7e7198982'], 'active': True} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:05:02.747862 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b2aae5-341f-4571-bb19-f40ed574a317 None None] Pushing event updated for resources: {'Port': ['ID=146511df-9256-4774-96cc-0c8e8e2bcc53,revision_number=3']} {{(pid=105587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:05:02.807554 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-d6949490-ec7d-4e7c-be56-b43699fed71d req-3fe3c947-2753-4863-86eb-5691d254ad49 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] 10.222.0.59 "GET /v2.0/security-groups?id=e8209215-bf66-4bb1-96ba-041099e74ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728461 Jul 27 21:05:02.848668 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.db_base_plugin_common [None req-1ff7c1d3-9443-42f2-877a-0ed90997bb16 tempest-RoutersIpV6AdminTest-1066337158 tempest-RoutersIpV6AdminTest-1066337158-project-admin] Allocated IP 172.25.5.12 (8735d8a2-b604-4758-ae71-b40e4ee6f305/eca7dbab-b9c0-4c8f-a272-816ea8a81764/f59615a9-29a5-4e06-b150-c4a8dfffa5e3) {{(pid=105585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:05:02.919132 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:05:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d19bc4af-3495-4ed5-9981-9416c46fd2e7 x-openstack-request-id: req-d19bc4af-3495-4ed5-9981-9416c46fd2e7 {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:05:02.919426 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e4e7e1b-7ee4-4932-8352-9da05c794800", "name": "network-vif-plugged", "status": "completed", "tag": "07181a36-ce8e-4727-aae8-8d76b20071fb", "code": 200}]} {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:05:02.919682 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-d19bc4af-3495-4ed5-9981-9416c46fd2e7 {{(pid=105586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:05:02.920082 n-d-705658-22 neutron-server[105586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e4e7e1b-7ee4-4932-8352-9da05c794800', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07181a36-ce8e-4727-aae8-8d76b20071fb', 'code': 200} Jul 27 21:05:02.993669 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvr_db [None req-10a5860c-bcff-4c37-8025-7222aa90a2e1 None None] Set router 1c83e4a3-8612-4743-aa63-f9e7e7198982 gateway port host: n-d-705658-22 {{(pid=105587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:05:03.072313 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-1ff7c1d3-9443-42f2-877a-0ed90997bb16 tempest-RoutersIpV6AdminTest-1066337158 tempest-RoutersIpV6AdminTest-1066337158-project-admin] Notify callbacks [] for port, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:03.150055 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-1ff7c1d3-9443-42f2-877a-0ed90997bb16 tempest-RoutersIpV6AdminTest-1066337158 tempest-RoutersIpV6AdminTest-1066337158-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:03.201567 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-10a5860c-bcff-4c37-8025-7222aa90a2e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c83e4a3-8612-4743-aa63-f9e7e7198982', 'name': 'tempest-snat-router-1064401082', 'tenant_id': '462036a0e19941bb96623ed6b79b0b49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.151'}], 'enable_snat': False}, 'gw_port_id': '146511df-9256-4774-96cc-0c8e8e2bcc53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:04:58Z', 'updated_at': '2021-07-27T21:05:00Z', 'revision_number': 3, 'project_id': '462036a0e19941bb96623ed6b79b0b49', 'gw_port': {'id': '146511df-9256-4774-96cc-0c8e8e2bcc53', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:c3:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c83e4a3-8612-4743-aa63-f9e7e7198982', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1300, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:04:59Z', 'updated_at': '2021-07-27T21:05:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-705658-22'}], 'n-d-705658-22', False) {} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:05:03.228862 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10a5860c-bcff-4c37-8025-7222aa90a2e1 None None] The sync data for ids ['1c83e4a3-8612-4743-aa63-f9e7e7198982'] in n-d-705658-22 is: [{'id': '1c83e4a3-8612-4743-aa63-f9e7e7198982', 'name': 'tempest-snat-router-1064401082', 'tenant_id': '462036a0e19941bb96623ed6b79b0b49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.151'}], 'enable_snat': False}, 'gw_port_id': '146511df-9256-4774-96cc-0c8e8e2bcc53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:04:58Z', 'updated_at': '2021-07-27T21:05:00Z', 'revision_number': 3, 'project_id': '462036a0e19941bb96623ed6b79b0b49', 'gw_port': {'id': '146511df-9256-4774-96cc-0c8e8e2bcc53', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:c3:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c83e4a3-8612-4743-aa63-f9e7e7198982', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1300, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:04:59Z', 'updated_at': '2021-07-27T21:05:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-705658-22'}] {{(pid=105587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:05:03.262031 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff7c1d3-9443-42f2-877a-0ed90997bb16 tempest-RoutersIpV6AdminTest-1066337158 tempest-RoutersIpV6AdminTest-1066337158-project-admin] Pushing event updated for resources: {'Port': ['ID=f59615a9-29a5-4e06-b150-c4a8dfffa5e3,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:05:03.296557 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ff7c1d3-9443-42f2-877a-0ed90997bb16 tempest-RoutersIpV6AdminTest-1066337158 tempest-RoutersIpV6AdminTest-1066337158-project-admin] Network 8735d8a2-b604-4758-ae71-b40e4ee6f305 is already hosted by enough agents. {{(pid=105585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:05:03.299099 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.base_scheduler [None req-1ff7c1d3-9443-42f2-877a-0ed90997bb16 tempest-RoutersIpV6AdminTest-1066337158 tempest-RoutersIpV6AdminTest-1066337158-project-admin] Resources bound (agent type, host, resource id): {{(pid=105585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:05:03.302986 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ff7c1d3-9443-42f2-877a-0ed90997bb16 tempest-RoutersIpV6AdminTest-1066337158 tempest-RoutersIpV6AdminTest-1066337158-project-admin] Received port after_create {{(pid=105585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:05:03.451539 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e564491-0dce-4e66-b7e2-bd41e72a5ae8 req-8f043c0f-9ed3-4695-b4d2-784c6c92428f tempest-ServersTestBootFromVolume-282863897 tempest-ServersTestBootFromVolume-282863897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:03.458908 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-4e564491-0dce-4e66-b7e2-bd41e72a5ae8 req-8f043c0f-9ed3-4695-b4d2-784c6c92428f tempest-ServersTestBootFromVolume-282863897 tempest-ServersTestBootFromVolume-282863897-project] 10.222.0.59 "GET /v2.0/ports?device_id=161cca6f-9931-404c-9b79-c55a315be1ff HTTP/1.1" status: 200 len: 945 time: 0.2152085 Jul 27 21:05:03.571326 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-4e564491-0dce-4e66-b7e2-bd41e72a5ae8 req-c909b26e-f584-4323-9270-f4c3bfa3cc17 tempest-ServersTestBootFromVolume-282863897 tempest-ServersTestBootFromVolume-282863897-project] 10.222.0.59 "GET /v2.0/security-groups?id=81717ca8-fce7-4766-8713-390b66f80e4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0966780 Jul 27 21:05:03.779215 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-1ff7c1d3-9443-42f2-877a-0ed90997bb16 tempest-RoutersIpV6AdminTest-1066337158 tempest-RoutersIpV6AdminTest-1066337158-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:04.397538 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Device d84ac75c-2428-4297-8be6-bb8b6688b5ea no longer exists at agent hyperv_n-h2-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:05:04.505344 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:04.555240 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] For port d84ac75c-2428-4297-8be6-bb8b6688b5ea, host n-h2-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=d84ac75c-2428-4297-8be6-bb8b6688b5ea,segment=NetworkSegment(a9b7024e-df2a-4526-a1ee-cb4cd8d6548a),segment_id=a9b7024e-df2a-4526-a1ee-cb4cd8d6548a)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:05:04.564771 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:04.624374 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0a1571-e151-444c-bf47-26684ebe3db0 req-7e40abf9-22aa-4a05-9851-b28012515908 tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:04.632778 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-3f0a1571-e151-444c-bf47-26684ebe3db0 req-7e40abf9-22aa-4a05-9851-b28012515908 tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] 10.222.0.59 "GET /v2.0/ports?device_id=17ba656b-fd21-4b0c-aa91-723cb2debe7c HTTP/1.1" status: 200 len: 946 time: 0.7137949 Jul 27 21:05:04.649285 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Pushing event updated for resources: {'Port': ['ID=d84ac75c-2428-4297-8be6-bb8b6688b5ea,revision_number=6']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:05:04.652640 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a388740-4bf5-42a9-bc5b-609f9bc24e00 req-514fa29c-c9a6-4381-b6c3-bdb701d67f2f tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:04.666724 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-9a388740-4bf5-42a9-bc5b-609f9bc24e00 req-514fa29c-c9a6-4381-b6c3-bdb701d67f2f tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] 10.222.0.59 "GET /v2.0/ports?device_id=7e4e7e1b-7ee4-4932-8352-9da05c794800 HTTP/1.1" status: 200 len: 945 time: 0.2272592 Jul 27 21:05:04.701932 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-1ff7c1d3-9443-42f2-877a-0ed90997bb16 tempest-RoutersIpV6AdminTest-1066337158 tempest-RoutersIpV6AdminTest-1066337158-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4163804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4077150'] for router, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:04.731621 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-3f0a1571-e151-444c-bf47-26684ebe3db0 req-4a52d84a-2052-4201-94d1-af9704928aa6 tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0eecfba-15dc-4bf7-80e6-b94c8d880eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977895 Jul 27 21:05:04.809039 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-9a388740-4bf5-42a9-bc5b-609f9bc24e00 req-055bb687-d9fb-41e8-9861-72b9f5cb26e2 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] 10.222.0.59 "GET /v2.0/security-groups?id=e8209215-bf66-4bb1-96ba-041099e74ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411419 Jul 27 21:05:04.921706 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17ba656b-fd21-4b0c-aa91-723cb2debe7c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd84ac75c-2428-4297-8be6-bb8b6688b5ea'}] {{(pid=105586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:05:04.925637 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14c1663e039faf5393f87855f745010ac5b02220355b68fdbf065393e303ac56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eefa4bf4-cb1d-41d4-a7b7-7163c50402ff" -d '{"events": [{"server_uuid": "17ba656b-fd21-4b0c-aa91-723cb2debe7c", "name": "network-vif-unplugged", "status": "completed", "tag": "d84ac75c-2428-4297-8be6-bb8b6688b5ea"}]}' {{(pid=105586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:05:04.988813 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 146511df-9256-4774-96cc-0c8e8e2bcc53 up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:05:05.083413 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 27 Jul 2021 21:05:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e6272a1-8987-4d52-b8a4-93d881d7f436 x-openstack-request-id: req-6e6272a1-8987-4d52-b8a4-93d881d7f436 {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:05:05.084201 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17ba656b-fd21-4b0c-aa91-723cb2debe7c", "name": "network-vif-unplugged", "status": "completed", "tag": "d84ac75c-2428-4297-8be6-bb8b6688b5ea", "code": 200}]} {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:05:05.084658 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-6e6272a1-8987-4d52-b8a4-93d881d7f436 {{(pid=105586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:05:05.085257 n-d-705658-22 neutron-server[105586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17ba656b-fd21-4b0c-aa91-723cb2debe7c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd84ac75c-2428-4297-8be6-bb8b6688b5ea', 'code': 200} Jul 27 21:05:05.101855 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ff7c1d3-9443-42f2-877a-0ed90997bb16 tempest-RoutersIpV6AdminTest-1066337158 tempest-RoutersIpV6AdminTest-1066337158-project-admin] Router 913d7826-28f2-4492-8e6d-0bac689c32ef is scheduled to L3 agent dd128fd7-8e57-4d4f-895b-a96b369df59a with binding_index 1 {{(pid=105585) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 21:05:05.104317 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning for port 146511df-9256-4774-96cc-0c8e8e2bcc53 completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:05:05.115450 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port 146511df-9256-4774-96cc-0c8e8e2bcc53 triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:05:05.116210 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:05.286092 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:05.337125 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] For port 146511df-9256-4774-96cc-0c8e8e2bcc53, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=146511df-9256-4774-96cc-0c8e8e2bcc53,segment=NetworkSegment(12196855-9a32-4633-9a56-77697ef9e126),segment_id=12196855-9a32-4633-9a56-77697ef9e126)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:05:05.342870 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:05.380758 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ff7c1d3-9443-42f2-877a-0ed90997bb16 tempest-RoutersIpV6AdminTest-1066337158 tempest-RoutersIpV6AdminTest-1066337158-project-admin] Notify agent at l3_agent.n-d-705658-22 the message routers_updated {{(pid=105585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:05:05.395738 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b172a562-f33c-44cd-9057-a976cfdf29b2 None None] Sync routers for ids ['913d7826-28f2-4492-8e6d-0bac689c32ef'] in n-d-705658-22 {{(pid=105586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:05:05.417848 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Pushing event updated for resources: {'Port': ['ID=146511df-9256-4774-96cc-0c8e8e2bcc53,revision_number=4']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:05:05.422370 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b172a562-f33c-44cd-9057-a976cfdf29b2 None None] Routers {'913d7826-28f2-4492-8e6d-0bac689c32ef'} bound to L3 agent in host n-d-705658-22 {{(pid=105586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:05:05.423012 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-b172a562-f33c-44cd-9057-a976cfdf29b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:04:41Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['913d7826-28f2-4492-8e6d-0bac689c32ef'], 'active': True} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:05:05.450429 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-1ff7c1d3-9443-42f2-877a-0ed90997bb16 tempest-RoutersIpV6AdminTest-1066337158 tempest-RoutersIpV6AdminTest-1066337158-project-admin] Notify callbacks [] for router, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:05.454783 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 47516) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:05:05.455705 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-1ff7c1d3-9443-42f2-877a-0ed90997bb16 tempest-RoutersIpV6AdminTest-1066337158 tempest-RoutersIpV6AdminTest-1066337158-project-admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 4.1232727 Jul 27 21:05:05.494050 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0179e0-1a29-43e7-a4cc-061cc375f429 req-e7679011-c2b6-499f-b5d0-a37316ac2f1b tempest-ServersTestBootFromVolume-282863897 tempest-ServersTestBootFromVolume-282863897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:05.496631 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-3a0179e0-1a29-43e7-a4cc-061cc375f429 req-e7679011-c2b6-499f-b5d0-a37316ac2f1b tempest-ServersTestBootFromVolume-282863897 tempest-ServersTestBootFromVolume-282863897-project] 10.222.0.59 "GET /v2.0/ports?device_id=161cca6f-9931-404c-9b79-c55a315be1ff HTTP/1.1" status: 200 len: 945 time: 0.1429901 Jul 27 21:05:05.567105 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-3a0179e0-1a29-43e7-a4cc-061cc375f429 req-1f54897b-3c97-480f-bfb0-49f9626007d6 tempest-ServersTestBootFromVolume-282863897 tempest-ServersTestBootFromVolume-282863897-project] 10.222.0.59 "GET /v2.0/security-groups?id=81717ca8-fce7-4766-8713-390b66f80e4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570204 Jul 27 21:05:05.583238 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvr_db [None req-b172a562-f33c-44cd-9057-a976cfdf29b2 None None] Set router 913d7826-28f2-4492-8e6d-0bac689c32ef gateway port host: n-d-705658-22 {{(pid=105586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:05:05.670389 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 47522) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:05:05.677605 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-14aa7445-74ee-4ec9-82ba-bf371914c8f1 tempest-RoutersIpV6AdminTest-1066337158 tempest-RoutersIpV6AdminTest-1066337158-project-admin] 10.222.0.59 "GET /v2.0/routers/913d7826-28f2-4492-8e6d-0bac689c32ef HTTP/1.1" status: 200 len: 907 time: 0.2215638 Jul 27 21:05:05.834869 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-b172a562-f33c-44cd-9057-a976cfdf29b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '913d7826-28f2-4492-8e6d-0bac689c32ef', 'name': 'tempest-snat-router-1064401082', 'tenant_id': '462036a0e19941bb96623ed6b79b0b49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.12'}], 'enable_snat': True}, 'gw_port_id': 'f59615a9-29a5-4e06-b150-c4a8dfffa5e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:05:01Z', 'updated_at': '2021-07-27T21:05:03Z', 'revision_number': 3, 'project_id': '462036a0e19941bb96623ed6b79b0b49', 'gw_port': {'id': 'f59615a9-29a5-4e06-b150-c4a8dfffa5e3', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:a8:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '913d7826-28f2-4492-8e6d-0bac689c32ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1302, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:05:02Z', 'updated_at': '2021-07-27T21:05:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22'}], 'n-d-705658-22', False) {} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:05:05.893438 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b172a562-f33c-44cd-9057-a976cfdf29b2 None None] Checking router: 913d7826-28f2-4492-8e6d-0bac689c32ef for host: n-d-705658-22 {{(pid=105586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:05:05.893809 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b172a562-f33c-44cd-9057-a976cfdf29b2 None None] Updating router 913d7826-28f2-4492-8e6d-0bac689c32ef port f59615a9-29a5-4e06-b150-c4a8dfffa5e3 binding host n-d-705658-22 {{(pid=105586) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 21:05:05.897664 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-64e1d68e-1c69-401c-af23-9b0c94830b6b tempest-RoutersIpV6AdminTest-1066337158 tempest-RoutersIpV6AdminTest-1066337158-project-admin] Notify callbacks [] for router, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:05.937596 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-b172a562-f33c-44cd-9057-a976cfdf29b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:06.173364 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e57dd8-ab4c-4088-b5f9-cff051444685 req-d84939ab-d63c-4394-aedc-841d359ff43c tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:06.180908 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-37e57dd8-ab4c-4088-b5f9-cff051444685 req-d84939ab-d63c-4394-aedc-841d359ff43c tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] 10.222.0.59 "GET /v2.0/ports?device_id=17ba656b-fd21-4b0c-aa91-723cb2debe7c HTTP/1.1" status: 200 len: 944 time: 0.3392925 Jul 27 21:05:06.188811 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:06.232617 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c027940-a642-43be-a7ce-dbf92e785632 req-b5517cc7-1525-43ea-96c6-63b2a6d6d8da tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:06.234740 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-7c027940-a642-43be-a7ce-dbf92e785632 req-b5517cc7-1525-43ea-96c6-63b2a6d6d8da tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] 10.222.0.59 "GET /v2.0/ports?device_id=7e4e7e1b-7ee4-4932-8352-9da05c794800 HTTP/1.1" status: 200 len: 945 time: 0.2565744 Jul 27 21:05:06.298460 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-37e57dd8-ab4c-4088-b5f9-cff051444685 req-f4f83dba-725d-4d9c-9d25-bcfa9880afc5 tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0eecfba-15dc-4bf7-80e6-b94c8d880eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164005 Jul 27 21:05:06.328912 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-64e1d68e-1c69-401c-af23-9b0c94830b6b tempest-RoutersIpV6AdminTest-1066337158 tempest-RoutersIpV6AdminTest-1066337158-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:06.341668 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-7c027940-a642-43be-a7ce-dbf92e785632 req-f00d0e14-a8e4-4bd7-af2e-ff4726f3a317 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] 10.222.0.59 "GET /v2.0/security-groups?id=e8209215-bf66-4bb1-96ba-041099e74ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971792 Jul 27 21:05:06.374899 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Device d84ac75c-2428-4297-8be6-bb8b6688b5ea details requested by agent hyperv_n-h2-705658-22 with host n-h2-705658-22 {{(pid=105586) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:05:06.439381 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [None req-64e1d68e-1c69-401c-af23-9b0c94830b6b tempest-RoutersIpV6AdminTest-1066337158 tempest-RoutersIpV6AdminTest-1066337158-project-admin] Deleting port f59615a9-29a5-4e06-b150-c4a8dfffa5e3 {{(pid=105585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:05:06.439744 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-64e1d68e-1c69-401c-af23-9b0c94830b6b tempest-RoutersIpV6AdminTest-1066337158 tempest-RoutersIpV6AdminTest-1066337158-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:06.513853 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] For port d84ac75c-2428-4297-8be6-bb8b6688b5ea, host n-h2-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=d84ac75c-2428-4297-8be6-bb8b6688b5ea,segment=NetworkSegment(a9b7024e-df2a-4526-a1ee-cb4cd8d6548a),segment_id=a9b7024e-df2a-4526-a1ee-cb4cd8d6548a)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:05:06.559990 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-b172a562-f33c-44cd-9057-a976cfdf29b2 None None] Notify callbacks [] for port, precommit_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:06.575643 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Returning: {'device': 'd84ac75c-2428-4297-8be6-bb8b6688b5ea', 'network_id': 'e3b519c5-b5b4-46b1-b571-75e8645219f5', 'port_id': 'd84ac75c-2428-4297-8be6-bb8b6688b5ea', 'mac_address': 'fa:16:3e:e9:4c:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea3de4e6-c660-4637-aea0-807a23d6ec6d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105586) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:05:06.656825 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-64e1d68e-1c69-401c-af23-9b0c94830b6b tempest-RoutersIpV6AdminTest-1066337158 tempest-RoutersIpV6AdminTest-1066337158-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:06.681626 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:06.688530 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [None req-64e1d68e-1c69-401c-af23-9b0c94830b6b tempest-RoutersIpV6AdminTest-1066337158 tempest-RoutersIpV6AdminTest-1066337158-project-admin] Calling delete_port for f59615a9-29a5-4e06-b150-c4a8dfffa5e3 owned by network:router_gateway {{(pid=105585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:05:06.718804 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-b172a562-f33c-44cd-9057-a976cfdf29b2 None None] Transition to ACTIVE for port object f59615a9-29a5-4e06-b150-c4a8dfffa5e3 will not be triggered until provisioned by entity L2. {{(pid=105586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:05:06.738160 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [None req-3d54578f-831f-4696-b568-13c455922dab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d84ac75c-2428-4297-8be6-bb8b6688b5ea {{(pid=105586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:05:06.748799 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-b172a562-f33c-44cd-9057-a976cfdf29b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:06.900064 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 146511df-9256-4774-96cc-0c8e8e2bcc53 up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:05:07.012609 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] For port d84ac75c-2428-4297-8be6-bb8b6688b5ea, host n-h2-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=d84ac75c-2428-4297-8be6-bb8b6688b5ea,segment=NetworkSegment(a9b7024e-df2a-4526-a1ee-cb4cd8d6548a),segment_id=a9b7024e-df2a-4526-a1ee-cb4cd8d6548a)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:05:07.031191 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e89b969-6177-4507-982b-6bb5490439c3 None None] Pushing event updated for resources: {'Port': ['ID=f59615a9-29a5-4e06-b150-c4a8dfffa5e3,revision_number=2']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:05:07.037759 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-b172a562-f33c-44cd-9057-a976cfdf29b2 None None] Attempting to bind port f59615a9-29a5-4e06-b150-c4a8dfffa5e3 on host n-d-705658-22 for vnic_type normal with profile {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:05:07.038190 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-b172a562-f33c-44cd-9057-a976cfdf29b2 None None] Attempting to bind port f59615a9-29a5-4e06-b150-c4a8dfffa5e3 by drivers openvswitch,hyperv on host n-d-705658-22 at level 0 using segments [{'id': '12196855-9a32-4633-9a56-77697ef9e126', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305'}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:05:07.038553 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b172a562-f33c-44cd-9057-a976cfdf29b2 None None] Attempting to bind port f59615a9-29a5-4e06-b150-c4a8dfffa5e3 on network 8735d8a2-b604-4758-ae71-b40e4ee6f305 {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:05:07.061642 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:07.121189 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6545d391-76ce-47ac-b2bc-2ea38151a7c3 req-9db31edd-0953-45ef-8f6a-98c1cca503a4 tempest-ServersTestBootFromVolume-282863897 tempest-ServersTestBootFromVolume-282863897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:07.122758 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-6545d391-76ce-47ac-b2bc-2ea38151a7c3 req-9db31edd-0953-45ef-8f6a-98c1cca503a4 tempest-ServersTestBootFromVolume-282863897 tempest-ServersTestBootFromVolume-282863897-project] 10.222.0.59 "GET /v2.0/ports?device_id=161cca6f-9931-404c-9b79-c55a315be1ff HTTP/1.1" status: 200 len: 945 time: 0.2947409 Jul 27 21:05:07.150065 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b172a562-f33c-44cd-9057-a976cfdf29b2 None None] Checking agent: {'id': '04a7ea91-6318-467e-ace6-b0fb48c8690f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 41, 42), 'started_at': datetime.datetime(2021, 7, 27, 20, 42, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 4, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:05:07.150445 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b172a562-f33c-44cd-9057-a976cfdf29b2 None None] Checking segment: {'id': '12196855-9a32-4633-9a56-77697ef9e126', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:05:07.150847 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-b172a562-f33c-44cd-9057-a976cfdf29b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:07.153473 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b172a562-f33c-44cd-9057-a976cfdf29b2 None None] Bound using segment: {'id': '12196855-9a32-4633-9a56-77697ef9e126', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305'} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:05:07.153473 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-b172a562-f33c-44cd-9057-a976cfdf29b2 None None] Bound port: f59615a9-29a5-4e06-b150-c4a8dfffa5e3, host: n-d-705658-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12196855-9a32-4633-9a56-77697ef9e126', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305'}}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:05:07.153473 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-b172a562-f33c-44cd-9057-a976cfdf29b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:07.282807 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port 146511df-9256-4774-96cc-0c8e8e2bcc53 triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:05:07.283203 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:07.309242 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-6545d391-76ce-47ac-b2bc-2ea38151a7c3 req-543560d6-d2cd-432b-bb1e-6b9100d1d489 tempest-ServersTestBootFromVolume-282863897 tempest-ServersTestBootFromVolume-282863897-project] 10.222.0.59 "GET /v2.0/security-groups?id=81717ca8-fce7-4766-8713-390b66f80e4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1731889 Jul 27 21:05:07.362767 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-64e1d68e-1c69-401c-af23-9b0c94830b6b tempest-RoutersIpV6AdminTest-1066337158 tempest-RoutersIpV6AdminTest-1066337158-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:07.443849 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e1d68e-1c69-401c-af23-9b0c94830b6b tempest-RoutersIpV6AdminTest-1066337158 tempest-RoutersIpV6AdminTest-1066337158-project-admin] Pushing event deleted for resources: {'Port': ['ID=f59615a9-29a5-4e06-b150-c4a8dfffa5e3,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:05:07.456628 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.db.api [None req-b172a562-f33c-44cd-9057-a976cfdf29b2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=105586) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 27 21:05:07.456993 n-d-705658-22 neutron-server[105586]: DEBUG oslo_db.api [None req-b172a562-f33c-44cd-9057-a976cfdf29b2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 27 21:05:07.545181 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Pushing event updated for resources: {'Port': ['ID=d84ac75c-2428-4297-8be6-bb8b6688b5ea,revision_number=7']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:05:07.564763 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-64e1d68e-1c69-401c-af23-9b0c94830b6b tempest-RoutersIpV6AdminTest-1066337158 tempest-RoutersIpV6AdminTest-1066337158-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4075702'] for router_gateway, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:07.580126 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] get_ports_and_sgs() called for port_ids ['d84ac75c-2428-4297-8be6-bb8b6688b5ea'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:05:07.746550 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-64e1d68e-1c69-401c-af23-9b0c94830b6b tempest-RoutersIpV6AdminTest-1066337158 tempest-RoutersIpV6AdminTest-1066337158-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4163631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-425'] for router, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:07.757221 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-64e1d68e-1c69-401c-af23-9b0c94830b6b tempest-RoutersIpV6AdminTest-1066337158 tempest-RoutersIpV6AdminTest-1066337158-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:07.847356 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b427bc-f792-4c58-b986-8c49e62c51cc req-f2021fca-4cf1-4964-ac26-2d27c6cd9785 tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:07.856431 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-06b427bc-f792-4c58-b986-8c49e62c51cc req-f2021fca-4cf1-4964-ac26-2d27c6cd9785 tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] 10.222.0.59 "GET /v2.0/ports?device_id=17ba656b-fd21-4b0c-aa91-723cb2debe7c HTTP/1.1" status: 200 len: 945 time: 0.4133005 Jul 27 21:05:07.874401 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-64e1d68e-1c69-401c-af23-9b0c94830b6b tempest-RoutersIpV6AdminTest-1066337158 tempest-RoutersIpV6AdminTest-1066337158-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4163007'] for router, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:07.875369 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64e1d68e-1c69-401c-af23-9b0c94830b6b tempest-RoutersIpV6AdminTest-1066337158 tempest-RoutersIpV6AdminTest-1066337158-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 913d7826-28f2-4492-8e6d-0bac689c32ef {{(pid=105585) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 21:05:07.880115 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-64e1d68e-1c69-401c-af23-9b0c94830b6b tempest-RoutersIpV6AdminTest-1066337158 tempest-RoutersIpV6AdminTest-1066337158-project-admin] Notify callbacks [] for router, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:07.881527 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-64e1d68e-1c69-401c-af23-9b0c94830b6b tempest-RoutersIpV6AdminTest-1066337158 tempest-RoutersIpV6AdminTest-1066337158-project-admin] 10.222.0.59 "DELETE /v2.0/routers/913d7826-28f2-4492-8e6d-0bac689c32ef HTTP/1.1" status: 204 len: 168 time: 2.2099617 Jul 27 21:05:07.885196 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 47560) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:05:07.919730 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bbe4bf-d603-4612-bd7b-cee27f67e587 req-89d9adcc-c929-4e47-82ed-a2cc80bf42bf tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:07.927605 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-31bbe4bf-d603-4612-bd7b-cee27f67e587 req-89d9adcc-c929-4e47-82ed-a2cc80bf42bf tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] 10.222.0.59 "GET /v2.0/ports?device_id=7e4e7e1b-7ee4-4932-8352-9da05c794800 HTTP/1.1" status: 200 len: 945 time: 0.3660560 Jul 27 21:05:07.994592 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-31bbe4bf-d603-4612-bd7b-cee27f67e587 req-6a4566e5-2725-4362-ae98-163b7960d6e3 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] 10.222.0.59 "GET /v2.0/security-groups?id=e8209215-bf66-4bb1-96ba-041099e74ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657971 Jul 27 21:05:08.049066 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-06b427bc-f792-4c58-b986-8c49e62c51cc req-e920320f-7eda-4149-bebb-51004d6b1b71 tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0eecfba-15dc-4bf7-80e6-b94c8d880eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1876500 Jul 27 21:05:08.134141 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-600e793b-9934-4170-8910-6da054503a4a tempest-RoutersIpV6AdminTest-1066337158 tempest-RoutersIpV6AdminTest-1066337158-project-admin] Notify callbacks [] for router, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:08.172188 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-b172a562-f33c-44cd-9057-a976cfdf29b2 None None] Attempting to bind port f59615a9-29a5-4e06-b150-c4a8dfffa5e3 on host n-d-705658-22 for vnic_type normal with profile {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:05:08.172569 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-b172a562-f33c-44cd-9057-a976cfdf29b2 None None] Attempting to bind port f59615a9-29a5-4e06-b150-c4a8dfffa5e3 by drivers openvswitch,hyperv on host n-d-705658-22 at level 0 using segments [{'id': '12196855-9a32-4633-9a56-77697ef9e126', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305'}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:05:08.173711 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b172a562-f33c-44cd-9057-a976cfdf29b2 None None] Attempting to bind port f59615a9-29a5-4e06-b150-c4a8dfffa5e3 on network 8735d8a2-b604-4758-ae71-b40e4ee6f305 {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:05:08.180523 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b172a562-f33c-44cd-9057-a976cfdf29b2 None None] Checking agent: {'id': '04a7ea91-6318-467e-ace6-b0fb48c8690f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 41, 42), 'started_at': datetime.datetime(2021, 7, 27, 20, 42, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 4, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:05:08.180897 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b172a562-f33c-44cd-9057-a976cfdf29b2 None None] Checking segment: {'id': '12196855-9a32-4633-9a56-77697ef9e126', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:05:08.181306 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-b172a562-f33c-44cd-9057-a976cfdf29b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:08.181702 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b172a562-f33c-44cd-9057-a976cfdf29b2 None None] Bound using segment: {'id': '12196855-9a32-4633-9a56-77697ef9e126', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305'} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:05:08.182183 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-b172a562-f33c-44cd-9057-a976cfdf29b2 None None] Bound port: f59615a9-29a5-4e06-b150-c4a8dfffa5e3, host: n-d-705658-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12196855-9a32-4633-9a56-77697ef9e126', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305'}}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:05:08.183099 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-b172a562-f33c-44cd-9057-a976cfdf29b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:08.239780 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-b172a562-f33c-44cd-9057-a976cfdf29b2 None None] Port f59615a9-29a5-4e06-b150-c4a8dfffa5e3 has been deleted concurrently {{(pid=105586) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:660}} Jul 27 21:05:08.287716 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b172a562-f33c-44cd-9057-a976cfdf29b2 None None] Routers set() bound to L3 agent in host n-d-705658-22 {{(pid=105586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:05:08.288093 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b172a562-f33c-44cd-9057-a976cfdf29b2 None None] Router IDs set() for agent in host n-d-705658-22 {{(pid=105586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 27 21:05:08.288772 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_agentschedulers_db [None req-b172a562-f33c-44cd-9057-a976cfdf29b2 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'913d7826-28f2-4492-8e6d-0bac689c32ef'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:04:41Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent'). {{(pid=105586) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 27 21:05:08.289149 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b172a562-f33c-44cd-9057-a976cfdf29b2 None None] The sync data for ids ['913d7826-28f2-4492-8e6d-0bac689c32ef'] in n-d-705658-22 is: [] {{(pid=105586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:05:08.647458 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407b7bdf-6198-4a98-8cd0-b0ca403dce67 req-2341dc36-b23f-4f34-8082-0f3538b88255 tempest-ServersTestBootFromVolume-282863897 tempest-ServersTestBootFromVolume-282863897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:08.656247 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-407b7bdf-6198-4a98-8cd0-b0ca403dce67 req-2341dc36-b23f-4f34-8082-0f3538b88255 tempest-ServersTestBootFromVolume-282863897 tempest-ServersTestBootFromVolume-282863897-project] 10.222.0.59 "GET /v2.0/ports?device_id=161cca6f-9931-404c-9b79-c55a315be1ff HTTP/1.1" status: 200 len: 945 time: 0.1837058 Jul 27 21:05:08.748187 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66079ff0-edd3-4c63-bb5f-33e4ed622928 req-5a4ba656-c865-4446-a707-20d2ccb16eed tempest-ServersTestBootFromVolume-282863897 tempest-ServersTestBootFromVolume-282863897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:08.750879 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-66079ff0-edd3-4c63-bb5f-33e4ed622928 req-5a4ba656-c865-4446-a707-20d2ccb16eed tempest-ServersTestBootFromVolume-282863897 tempest-ServersTestBootFromVolume-282863897-project] 10.222.0.36 "GET /v2.0/ports?device_id=161cca6f-9931-404c-9b79-c55a315be1ff HTTP/1.1" status: 200 len: 945 time: 0.2616584 Jul 27 21:05:08.768816 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-407b7bdf-6198-4a98-8cd0-b0ca403dce67 req-7f6a7cba-d4f7-4c5d-92bd-30e9b61c0226 tempest-ServersTestBootFromVolume-282863897 tempest-ServersTestBootFromVolume-282863897-project] 10.222.0.59 "GET /v2.0/security-groups?id=81717ca8-fce7-4766-8713-390b66f80e4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1115603 Jul 27 21:05:08.875927 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-6f7457e9-2b80-4259-8952-d4defd3c8ea5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:08.884669 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-600e793b-9934-4170-8910-6da054503a4a tempest-RoutersIpV6AdminTest-1066337158 tempest-RoutersIpV6AdminTest-1066337158-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:08.955630 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-600e793b-9934-4170-8910-6da054503a4a tempest-RoutersIpV6AdminTest-1066337158 tempest-RoutersIpV6AdminTest-1066337158-project-admin] Deleting port 146511df-9256-4774-96cc-0c8e8e2bcc53 {{(pid=105584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:05:08.956898 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-600e793b-9934-4170-8910-6da054503a4a tempest-RoutersIpV6AdminTest-1066337158 tempest-RoutersIpV6AdminTest-1066337158-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:08.985195 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [req-66079ff0-edd3-4c63-bb5f-33e4ed622928 req-383c6575-7a41-4b84-8657-b8db4d6dce75 tempest-ServersTestBootFromVolume-282863897 tempest-ServersTestBootFromVolume-282863897-project] Deleting port 1a3a868f-1d42-49a9-b669-5243653e1ad2 {{(pid=105585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:05:08.985868 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-66079ff0-edd3-4c63-bb5f-33e4ed622928 req-383c6575-7a41-4b84-8657-b8db4d6dce75 tempest-ServersTestBootFromVolume-282863897 tempest-ServersTestBootFromVolume-282863897-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:09.046168 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [None req-600e793b-9934-4170-8910-6da054503a4a tempest-RoutersIpV6AdminTest-1066337158 tempest-RoutersIpV6AdminTest-1066337158-project-admin] For port 146511df-9256-4774-96cc-0c8e8e2bcc53, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=146511df-9256-4774-96cc-0c8e8e2bcc53,segment=NetworkSegment(12196855-9a32-4633-9a56-77697ef9e126),segment_id=12196855-9a32-4633-9a56-77697ef9e126)] {{(pid=105584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:05:09.046625 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-600e793b-9934-4170-8910-6da054503a4a tempest-RoutersIpV6AdminTest-1066337158 tempest-RoutersIpV6AdminTest-1066337158-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:09.071374 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-600e793b-9934-4170-8910-6da054503a4a tempest-RoutersIpV6AdminTest-1066337158 tempest-RoutersIpV6AdminTest-1066337158-project-admin] Calling delete_port for 146511df-9256-4774-96cc-0c8e8e2bcc53 owned by network:router_gateway {{(pid=105584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:05:09.225629 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.db [req-66079ff0-edd3-4c63-bb5f-33e4ed622928 req-383c6575-7a41-4b84-8657-b8db4d6dce75 tempest-ServersTestBootFromVolume-282863897 tempest-ServersTestBootFromVolume-282863897-project] For port 1a3a868f-1d42-49a9-b669-5243653e1ad2, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=1a3a868f-1d42-49a9-b669-5243653e1ad2,segment=NetworkSegment(fd79765c-e7bd-40c2-b4f2-b2a1b80d938c),segment_id=fd79765c-e7bd-40c2-b4f2-b2a1b80d938c)] {{(pid=105585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:05:09.225997 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-66079ff0-edd3-4c63-bb5f-33e4ed622928 req-383c6575-7a41-4b84-8657-b8db4d6dce75 tempest-ServersTestBootFromVolume-282863897 tempest-ServersTestBootFromVolume-282863897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:09.321896 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-600e793b-9934-4170-8910-6da054503a4a tempest-RoutersIpV6AdminTest-1066337158 tempest-RoutersIpV6AdminTest-1066337158-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:09.327470 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2546d5fb-a189-4e4d-bf5d-3e6d89186cf5 req-5a30502b-0e18-4066-9e10-62ad2c0dfe49 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:09.330663 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-2546d5fb-a189-4e4d-bf5d-3e6d89186cf5 req-5a30502b-0e18-4066-9e10-62ad2c0dfe49 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] 10.222.0.59 "GET /v2.0/ports?device_id=7e4e7e1b-7ee4-4932-8352-9da05c794800 HTTP/1.1" status: 200 len: 945 time: 0.2232616 Jul 27 21:05:09.363996 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600e793b-9934-4170-8910-6da054503a4a tempest-RoutersIpV6AdminTest-1066337158 tempest-RoutersIpV6AdminTest-1066337158-project-admin] Pushing event deleted for resources: {'Port': ['ID=146511df-9256-4774-96cc-0c8e8e2bcc53,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:05:09.386507 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345dbc54-280e-4273-b3a5-df3ff6c4be3d req-de1277e7-69a5-499a-9bfa-9f563b45398b tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:09.388040 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-345dbc54-280e-4273-b3a5-df3ff6c4be3d req-de1277e7-69a5-499a-9bfa-9f563b45398b tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] 10.222.0.59 "GET /v2.0/ports?device_id=17ba656b-fd21-4b0c-aa91-723cb2debe7c HTTP/1.1" status: 200 len: 945 time: 0.2231803 Jul 27 21:05:09.450308 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-345dbc54-280e-4273-b3a5-df3ff6c4be3d req-e4f77122-ab87-409c-acae-0c8d9162a328 tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0eecfba-15dc-4bf7-80e6-b94c8d880eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499403 Jul 27 21:05:09.456565 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-600e793b-9934-4170-8910-6da054503a4a tempest-RoutersIpV6AdminTest-1066337158 tempest-RoutersIpV6AdminTest-1066337158-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4075702'] for router_gateway, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:09.483656 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-2546d5fb-a189-4e4d-bf5d-3e6d89186cf5 req-3035cb7d-d9bb-4fb5-988b-64fe46adbf93 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] 10.222.0.59 "GET /v2.0/security-groups?id=e8209215-bf66-4bb1-96ba-041099e74ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463759 Jul 27 21:05:09.603926 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-600e793b-9934-4170-8910-6da054503a4a tempest-RoutersIpV6AdminTest-1066337158 tempest-RoutersIpV6AdminTest-1066337158-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4163631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-425'] for router, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:09.613290 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-600e793b-9934-4170-8910-6da054503a4a tempest-RoutersIpV6AdminTest-1066337158 tempest-RoutersIpV6AdminTest-1066337158-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:09.678934 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-66079ff0-edd3-4c63-bb5f-33e4ed622928 req-383c6575-7a41-4b84-8657-b8db4d6dce75 tempest-ServersTestBootFromVolume-282863897 tempest-ServersTestBootFromVolume-282863897-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:09.679719 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-66079ff0-edd3-4c63-bb5f-33e4ed622928 req-383c6575-7a41-4b84-8657-b8db4d6dce75 tempest-ServersTestBootFromVolume-282863897 tempest-ServersTestBootFromVolume-282863897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4075768'] for floatingip, after_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:09.680698 n-d-705658-22 neutron-server[105585]: INFO neutron.db.l3_db [req-66079ff0-edd3-4c63-bb5f-33e4ed622928 req-383c6575-7a41-4b84-8657-b8db4d6dce75 tempest-ServersTestBootFromVolume-282863897 tempest-ServersTestBootFromVolume-282863897-project] Floating IP e2ac6064-923c-440f-add7-214ed3fc7373 disassociated. External IP: 172.25.5.162, port: 1a3a868f-1d42-49a9-b669-5243653e1ad2. Jul 27 21:05:09.681198 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [req-66079ff0-edd3-4c63-bb5f-33e4ed622928 req-383c6575-7a41-4b84-8657-b8db4d6dce75 tempest-ServersTestBootFromVolume-282863897 tempest-ServersTestBootFromVolume-282863897-project] Calling delete_port for 1a3a868f-1d42-49a9-b669-5243653e1ad2 owned by compute:nova {{(pid=105585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:05:09.739878 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-600e793b-9934-4170-8910-6da054503a4a tempest-RoutersIpV6AdminTest-1066337158 tempest-RoutersIpV6AdminTest-1066337158-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4163007'] for router, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:09.740581 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-600e793b-9934-4170-8910-6da054503a4a tempest-RoutersIpV6AdminTest-1066337158 tempest-RoutersIpV6AdminTest-1066337158-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1c83e4a3-8612-4743-aa63-f9e7e7198982 {{(pid=105584) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 21:05:09.747369 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-600e793b-9934-4170-8910-6da054503a4a tempest-RoutersIpV6AdminTest-1066337158 tempest-RoutersIpV6AdminTest-1066337158-project-admin] Notify callbacks [] for router, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:09.748561 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-600e793b-9934-4170-8910-6da054503a4a tempest-RoutersIpV6AdminTest-1066337158 tempest-RoutersIpV6AdminTest-1066337158-project-admin] 10.222.0.59 "DELETE /v2.0/routers/1c83e4a3-8612-4743-aa63-f9e7e7198982 HTTP/1.1" status: 204 len: 168 time: 1.8623226 Jul 27 21:05:09.765057 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 47580) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:05:09.770284 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-28d46f0a-2d48-48b7-a475-7a26dc35ba36 tempest-RoutersIpV6AdminTest-120739899 tempest-RoutersIpV6AdminTest-120739899-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1754222775', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305'}, 'admin_state_up': False}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:05:09.817801 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-28d46f0a-2d48-48b7-a475-7a26dc35ba36 tempest-RoutersIpV6AdminTest-120739899 tempest-RoutersIpV6AdminTest-120739899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4163813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-443'] for router, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:09.821150 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-28d46f0a-2d48-48b7-a475-7a26dc35ba36 tempest-RoutersIpV6AdminTest-120739899 tempest-RoutersIpV6AdminTest-120739899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4165196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4077059', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3711235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-418'] for router, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:09.970024 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:10.002312 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-28d46f0a-2d48-48b7-a475-7a26dc35ba36 tempest-RoutersIpV6AdminTest-120739899 tempest-RoutersIpV6AdminTest-120739899-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:10.109362 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-66079ff0-edd3-4c63-bb5f-33e4ed622928 req-383c6575-7a41-4b84-8657-b8db4d6dce75 tempest-ServersTestBootFromVolume-282863897 tempest-ServersTestBootFromVolume-282863897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:10.160381 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383c6575-7a41-4b84-8657-b8db4d6dce75 tempest-ServersTestBootFromVolume-282863897 tempest-ServersTestBootFromVolume-282863897-project] Pushing event deleted for resources: {'Port': ['ID=1a3a868f-1d42-49a9-b669-5243653e1ad2,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:05:10.245161 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a49119-de41-4095-a96f-90f1f49766ed req-64ff36fc-7428-4a24-9630-756511779fcd tempest-ServersTestBootFromVolume-282863897 tempest-ServersTestBootFromVolume-282863897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:10.246770 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-70a49119-de41-4095-a96f-90f1f49766ed req-64ff36fc-7428-4a24-9630-756511779fcd tempest-ServersTestBootFromVolume-282863897 tempest-ServersTestBootFromVolume-282863897-project] 10.222.0.59 "GET /v2.0/ports?device_id=161cca6f-9931-404c-9b79-c55a315be1ff HTTP/1.1" status: 200 len: 867 time: 0.2928848 Jul 27 21:05:10.252277 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-28d46f0a-2d48-48b7-a475-7a26dc35ba36 tempest-RoutersIpV6AdminTest-120739899 tempest-RoutersIpV6AdminTest-120739899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4077169', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4163787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-400'] for router, precommit_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:10.339504 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-70a49119-de41-4095-a96f-90f1f49766ed req-9b9c4963-7b9e-4b52-88f6-6923d810936a tempest-ServersTestBootFromVolume-282863897 tempest-ServersTestBootFromVolume-282863897-project] 10.222.0.59 "GET /v2.0/security-groups?id=81717ca8-fce7-4766-8713-390b66f80e4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0839174 Jul 27 21:05:10.378814 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.l3_agent_scheduler [req-66079ff0-edd3-4c63-bb5f-33e4ed622928 req-383c6575-7a41-4b84-8657-b8db4d6dce75 tempest-ServersTestBootFromVolume-282863897 tempest-ServersTestBootFromVolume-282863897-project] Router 9dfde765-ccfc-449c-b877-5523aedde02d has already been hosted by L3 agent dd128fd7-8e57-4d4f-895b-a96b369df59a {{(pid=105585) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:05:10.416053 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Device d84ac75c-2428-4297-8be6-bb8b6688b5ea up at agent hyperv_n-h2-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:05:10.560666 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-3d54578f-831f-4696-b568-13c455922dab None None] Provisioning complete for port d84ac75c-2428-4297-8be6-bb8b6688b5ea triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:05:10.561056 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:10.562182 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-66079ff0-edd3-4c63-bb5f-33e4ed622928 req-383c6575-7a41-4b84-8657-b8db4d6dce75 tempest-ServersTestBootFromVolume-282863897 tempest-ServersTestBootFromVolume-282863897-project] Notify agent at l3_agent.n-d-705658-22 the message routers_updated {{(pid=105585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:05:10.571934 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3a19abf-86a5-4399-be5f-e498980caa40 None None] Sync routers for ids ['9dfde765-ccfc-449c-b877-5523aedde02d'] in n-d-705658-22 {{(pid=105587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:05:10.603328 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3a19abf-86a5-4399-be5f-e498980caa40 None None] Routers {'9dfde765-ccfc-449c-b877-5523aedde02d'} bound to L3 agent in host n-d-705658-22 {{(pid=105587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:05:10.606231 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-c3a19abf-86a5-4399-be5f-e498980caa40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:04:41Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['9dfde765-ccfc-449c-b877-5523aedde02d'], 'active': True} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:05:10.715225 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.l3_dvrscheduler_db [req-66079ff0-edd3-4c63-bb5f-33e4ed622928 req-383c6575-7a41-4b84-8657-b8db4d6dce75 tempest-ServersTestBootFromVolume-282863897 tempest-ServersTestBootFromVolume-282863897-project] No DVR routers for this DVR port 1a3a868f-1d42-49a9-b669-5243653e1ad2 on host n-h1-705658-22 {{(pid=105585) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:05:10.717376 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-66079ff0-edd3-4c63-bb5f-33e4ed622928 req-383c6575-7a41-4b84-8657-b8db4d6dce75 tempest-ServersTestBootFromVolume-282863897 tempest-ServersTestBootFromVolume-282863897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:10.720198 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-66079ff0-edd3-4c63-bb5f-33e4ed622928 req-383c6575-7a41-4b84-8657-b8db4d6dce75 tempest-ServersTestBootFromVolume-282863897 tempest-ServersTestBootFromVolume-282863897-project] 10.222.0.36 "DELETE /v2.0/ports/1a3a868f-1d42-49a9-b669-5243653e1ad2 HTTP/1.1" status: 204 len: 173 time: 1.9463997 Jul 27 21:05:10.762363 n-d-705658-22 neutron-server[105585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '161cca6f-9931-404c-9b79-c55a315be1ff', 'name': 'network-vif-deleted', 'tag': '1a3a868f-1d42-49a9-b669-5243653e1ad2'}] {{(pid=105585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:05:10.765279 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d66fd65881426bfc2b5388084a3654e5eae521106a15a3dbf0eb4cde7106c36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c5eca50-cc8a-4566-8ae7-bbaf94d9a835" -d '{"events": [{"server_uuid": "161cca6f-9931-404c-9b79-c55a315be1ff", "name": "network-vif-deleted", "tag": "1a3a868f-1d42-49a9-b669-5243653e1ad2"}]}' {{(pid=105585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:05:10.804260 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:10.858136 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce87073-8dc6-4361-b15b-428c8c75aeb1 req-bcc7d38d-e01a-496c-b491-e7aa3ccd39dd tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:10.859892 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-fce87073-8dc6-4361-b15b-428c8c75aeb1 req-bcc7d38d-e01a-496c-b491-e7aa3ccd39dd tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] 10.222.0.59 "GET /v2.0/ports?device_id=17ba656b-fd21-4b0c-aa91-723cb2debe7c HTTP/1.1" status: 200 len: 945 time: 0.2315927 Jul 27 21:05:10.871219 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-28d46f0a-2d48-48b7-a475-7a26dc35ba36 tempest-RoutersIpV6AdminTest-120739899 tempest-RoutersIpV6AdminTest-120739899-project] Notify callbacks [] for router_gateway, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:10.880785 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b0b0f3-8ac2-48fd-987e-fbc5b1e0b6e6 req-136b7bac-4294-4fc6-8988-b4fb19b029c7 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:10.890004 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-32b0b0f3-8ac2-48fd-987e-fbc5b1e0b6e6 req-136b7bac-4294-4fc6-8988-b4fb19b029c7 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] 10.222.0.59 "GET /v2.0/ports?device_id=7e4e7e1b-7ee4-4932-8352-9da05c794800 HTTP/1.1" status: 200 len: 945 time: 0.2156782 Jul 27 21:05:10.925436 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17ba656b-fd21-4b0c-aa91-723cb2debe7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd84ac75c-2428-4297-8be6-bb8b6688b5ea'}] {{(pid=105586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:05:10.938818 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14c1663e039faf5393f87855f745010ac5b02220355b68fdbf065393e303ac56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6af1388e-ab22-4cb6-8aa4-c01b86e8d0d7" -d '{"events": [{"server_uuid": "17ba656b-fd21-4b0c-aa91-723cb2debe7c", "name": "network-vif-plugged", "status": "completed", "tag": "d84ac75c-2428-4297-8be6-bb8b6688b5ea"}]}' {{(pid=105586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:05:10.950103 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-28d46f0a-2d48-48b7-a475-7a26dc35ba36 tempest-RoutersIpV6AdminTest-120739899 tempest-RoutersIpV6AdminTest-120739899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:10.962470 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-fce87073-8dc6-4361-b15b-428c8c75aeb1 req-09d5f7d6-69ba-4f25-b22e-53e66dca2d79 tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0eecfba-15dc-4bf7-80e6-b94c8d880eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553825 Jul 27 21:05:11.003186 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] For port d84ac75c-2428-4297-8be6-bb8b6688b5ea, host n-h2-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=d84ac75c-2428-4297-8be6-bb8b6688b5ea,segment=NetworkSegment(a9b7024e-df2a-4526-a1ee-cb4cd8d6548a),segment_id=a9b7024e-df2a-4526-a1ee-cb4cd8d6548a)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:05:11.013085 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-32b0b0f3-8ac2-48fd-987e-fbc5b1e0b6e6 req-b9f1a50c-bece-497d-898d-bbc0bbd54254 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] 10.222.0.59 "GET /v2.0/security-groups?id=e8209215-bf66-4bb1-96ba-041099e74ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194727 Jul 27 21:05:11.014432 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 146511df-9256-4774-96cc-0c8e8e2bcc53 no longer exists at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:05:11.020369 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvr_db [None req-c3a19abf-86a5-4399-be5f-e498980caa40 None None] Set router 9dfde765-ccfc-449c-b877-5523aedde02d gateway port host: n-d-705658-22 {{(pid=105587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:05:11.030189 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:11.111844 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] No Port match for: 146511df-9256-4774-96cc-0c8e8e2bcc53 {{(pid=105586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:05:11.112462 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 146511df-9256-4774-96cc-0c8e8e2bcc53 not bound to the agent host n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:05:11.171048 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:05:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93fc6680-5334-4eb8-a41c-0833897bbc6e x-openstack-request-id: req-93fc6680-5334-4eb8-a41c-0833897bbc6e {{(pid=105585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:05:11.171547 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "161cca6f-9931-404c-9b79-c55a315be1ff", "name": "network-vif-deleted", "tag": "1a3a868f-1d42-49a9-b669-5243653e1ad2", "status": "completed", "code": 200}]} {{(pid=105585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:05:11.171626 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-93fc6680-5334-4eb8-a41c-0833897bbc6e {{(pid=105585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:05:11.172059 n-d-705658-22 neutron-server[105585]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '161cca6f-9931-404c-9b79-c55a315be1ff', 'name': 'network-vif-deleted', 'tag': '1a3a868f-1d42-49a9-b669-5243653e1ad2', 'status': 'completed', 'code': 200} Jul 27 21:05:11.195367 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.db_base_plugin_common [None req-28d46f0a-2d48-48b7-a475-7a26dc35ba36 tempest-RoutersIpV6AdminTest-120739899 tempest-RoutersIpV6AdminTest-120739899-project] Allocated IP 172.25.5.249 (8735d8a2-b604-4758-ae71-b40e4ee6f305/eca7dbab-b9c0-4c8f-a272-816ea8a81764/734aebee-b576-4b11-bd0a-7dfa0436a939) {{(pid=105584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:05:11.249504 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Pushing event updated for resources: {'Port': ['ID=d84ac75c-2428-4297-8be6-bb8b6688b5ea,revision_number=8']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:05:11.257593 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:05:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6433d13-1d8b-4781-a010-df3e13a8bed0 x-openstack-request-id: req-b6433d13-1d8b-4781-a010-df3e13a8bed0 {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:05:11.259659 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17ba656b-fd21-4b0c-aa91-723cb2debe7c", "name": "network-vif-plugged", "status": "completed", "tag": "d84ac75c-2428-4297-8be6-bb8b6688b5ea", "code": 200}]} {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:05:11.260096 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-b6433d13-1d8b-4781-a010-df3e13a8bed0 {{(pid=105586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:05:11.260698 n-d-705658-22 neutron-server[105586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17ba656b-fd21-4b0c-aa91-723cb2debe7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd84ac75c-2428-4297-8be6-bb8b6688b5ea', 'code': 200} Jul 27 21:05:11.262791 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-724932b2-6c5a-45a4-9a65-4ea5e010b1c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:11.606209 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477c96d8-628a-44ed-ab8c-1e13070878ad req-b3edf548-d7fc-49d1-bf73-38759ecaca8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:11.607764 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-477c96d8-628a-44ed-ab8c-1e13070878ad req-b3edf548-d7fc-49d1-bf73-38759ecaca8b service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=17ba656b-fd21-4b0c-aa91-723cb2debe7c HTTP/1.1" status: 200 len: 1098 time: 0.1966469 Jul 27 21:05:11.610757 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-28d46f0a-2d48-48b7-a475-7a26dc35ba36 tempest-RoutersIpV6AdminTest-120739899 tempest-RoutersIpV6AdminTest-120739899-project] Notify callbacks [] for port, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:11.669797 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-ccc4ea45-2916-43d7-99a3-6ee40f33192f req-8e2e99eb-27c2-4925-9131-61e36cc47c52 tempest-ServersTestBootFromVolume-282863897 tempest-ServersTestBootFromVolume-282863897-project] 10.222.0.59 "GET /v2.0/ports?device_id=161cca6f-9931-404c-9b79-c55a315be1ff HTTP/1.1" status: 200 len: 210 time: 0.1350756 Jul 27 21:05:11.690275 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-477c96d8-628a-44ed-ab8c-1e13070878ad req-604b0612-c5f0-4350-9323-dcd26f6899cd service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=b0eecfba-15dc-4bf7-80e6-b94c8d880eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664978 Jul 27 21:05:11.725875 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-28d46f0a-2d48-48b7-a475-7a26dc35ba36 tempest-RoutersIpV6AdminTest-120739899 tempest-RoutersIpV6AdminTest-120739899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:11.746601 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28d46f0a-2d48-48b7-a475-7a26dc35ba36 tempest-RoutersIpV6AdminTest-120739899 tempest-RoutersIpV6AdminTest-120739899-project] Network 8735d8a2-b604-4758-ae71-b40e4ee6f305 is already hosted by enough agents. {{(pid=105584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:05:11.754138 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [None req-28d46f0a-2d48-48b7-a475-7a26dc35ba36 tempest-RoutersIpV6AdminTest-120739899 tempest-RoutersIpV6AdminTest-120739899-project] Resources bound (agent type, host, resource id): {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:05:11.772997 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28d46f0a-2d48-48b7-a475-7a26dc35ba36 tempest-RoutersIpV6AdminTest-120739899 tempest-RoutersIpV6AdminTest-120739899-project] Received port after_create {{(pid=105584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:05:11.806673 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:11.830960 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d46f0a-2d48-48b7-a475-7a26dc35ba36 tempest-RoutersIpV6AdminTest-120739899 tempest-RoutersIpV6AdminTest-120739899-project] Pushing event updated for resources: {'Port': ['ID=734aebee-b576-4b11-bd0a-7dfa0436a939,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:05:11.839918 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-c3a19abf-86a5-4399-be5f-e498980caa40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dfde765-ccfc-449c-b877-5523aedde02d', 'name': 'tempest-ServersTestBootFromVolume-1248947411-router', 'tenant_id': 'e6a11f02cd4148f0a35adc8cb27f5cc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.110'}], 'enable_snat': True}, 'gw_port_id': '36075f76-f417-4703-96e2-83ab72e2808f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:02:19Z', 'updated_at': '2021-07-27T21:02:24Z', 'revision_number': 4, 'project_id': 'e6a11f02cd4148f0a35adc8cb27f5cc6', 'gw_port': {'id': '36075f76-f417-4703-96e2-83ab72e2808f', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:d4:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dfde765-ccfc-449c-b877-5523aedde02d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1162, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:02:20Z', 'updated_at': '2021-07-27T21:02:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_interfaces': [{'id': 'a18df0f4-3f52-4115-8fbc-04ed75fa7390', 'name': '', 'network_id': '1a49fc1d-1f56-4b7d-b8b2-d0347dc68fb2', 'tenant_id': 'e6a11f02cd4148f0a35adc8cb27f5cc6', 'mac_address': 'fa:16:3e:6a:ff:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dfde765-ccfc-449c-b877-5523aedde02d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1163, 'fixed_ips': [{'subnet_id': '495e2e2c-9860-4618-b64d-ac1d06b799f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:02:23Z', 'updated_at': '2021-07-27T21:02:28Z', 'revision_number': 5, 'project_id': 'e6a11f02cd4148f0a35adc8cb27f5cc6', 'subnets': [{'id': '495e2e2c-9860-4618-b64d-ac1d06b799f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-22', False) {} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:05:11.888255 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3a19abf-86a5-4399-be5f-e498980caa40 None None] Checking router: 9dfde765-ccfc-449c-b877-5523aedde02d for host: n-d-705658-22 {{(pid=105587) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:05:11.908078 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3a19abf-86a5-4399-be5f-e498980caa40 None None] Routers {'9dfde765-ccfc-449c-b877-5523aedde02d'} bound to L3 agent in host n-d-705658-22 {{(pid=105587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:05:11.908848 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-c3a19abf-86a5-4399-be5f-e498980caa40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:05:11Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['9dfde765-ccfc-449c-b877-5523aedde02d'], 'active': True} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:05:12.071346 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device 1a3a868f-1d42-49a9-b669-5243653e1ad2 no longer exists at agent hyperv_n-h1-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:05:12.097107 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvr_db [None req-c3a19abf-86a5-4399-be5f-e498980caa40 None None] Set router 9dfde765-ccfc-449c-b877-5523aedde02d gateway port host: n-d-705658-22 {{(pid=105587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:05:12.131400 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-28650df7-c46c-4981-b84f-37d87254047e None None] No Port match for: 1a3a868f-1d42-49a9-b669-5243653e1ad2 {{(pid=105586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:05:12.131740 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device 1a3a868f-1d42-49a9-b669-5243653e1ad2 not bound to the agent host n-h1-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:05:12.169606 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-28d46f0a-2d48-48b7-a475-7a26dc35ba36 tempest-RoutersIpV6AdminTest-120739899 tempest-RoutersIpV6AdminTest-120739899-project] Notify callbacks [] for router_gateway, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:12.227415 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4f49ee-9087-4abd-94ce-f5e4732505cd req-8363ba58-b632-4c28-9907-f31153bad139 tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:12.236075 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-6c4f49ee-9087-4abd-94ce-f5e4732505cd req-8363ba58-b632-4c28-9907-f31153bad139 tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] 10.222.0.59 "GET /v2.0/ports?device_id=f4131bf3-56d0-4dd5-8a0b-f9b028d7bbbe HTTP/1.1" status: 200 len: 945 time: 0.2095194 Jul 27 21:05:12.340462 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd1997c-b67c-47f4-8cd7-868378267a6f req-06d1a971-4dd3-4579-9a40-07c674767ca7 tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:12.350180 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-3dd1997c-b67c-47f4-8cd7-868378267a6f req-06d1a971-4dd3-4579-9a40-07c674767ca7 tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] 10.222.0.59 "GET /v2.0/ports?device_id=17ba656b-fd21-4b0c-aa91-723cb2debe7c HTTP/1.1" status: 200 len: 946 time: 0.2613001 Jul 27 21:05:12.355226 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-c3a19abf-86a5-4399-be5f-e498980caa40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dfde765-ccfc-449c-b877-5523aedde02d', 'name': 'tempest-ServersTestBootFromVolume-1248947411-router', 'tenant_id': 'e6a11f02cd4148f0a35adc8cb27f5cc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.110'}], 'enable_snat': True}, 'gw_port_id': '36075f76-f417-4703-96e2-83ab72e2808f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:02:19Z', 'updated_at': '2021-07-27T21:02:24Z', 'revision_number': 4, 'project_id': 'e6a11f02cd4148f0a35adc8cb27f5cc6', 'gw_port': {'id': '36075f76-f417-4703-96e2-83ab72e2808f', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:d4:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dfde765-ccfc-449c-b877-5523aedde02d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1162, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:02:20Z', 'updated_at': '2021-07-27T21:02:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_interfaces': [{'id': 'a18df0f4-3f52-4115-8fbc-04ed75fa7390', 'name': '', 'network_id': '1a49fc1d-1f56-4b7d-b8b2-d0347dc68fb2', 'tenant_id': 'e6a11f02cd4148f0a35adc8cb27f5cc6', 'mac_address': 'fa:16:3e:6a:ff:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dfde765-ccfc-449c-b877-5523aedde02d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1163, 'fixed_ips': [{'subnet_id': '495e2e2c-9860-4618-b64d-ac1d06b799f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:02:23Z', 'updated_at': '2021-07-27T21:02:28Z', 'revision_number': 5, 'project_id': 'e6a11f02cd4148f0a35adc8cb27f5cc6', 'subnets': [{'id': '495e2e2c-9860-4618-b64d-ac1d06b799f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-22', False) {} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:05:12.375524 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-6c4f49ee-9087-4abd-94ce-f5e4732505cd req-db5aabdc-0a71-4d50-807d-87a628e0364b tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] 10.222.0.59 "GET /v2.0/security-groups?id=771ef501-f193-4e50-901d-4721d89f2b91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1302347 Jul 27 21:05:12.408133 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-28d46f0a-2d48-48b7-a475-7a26dc35ba36 tempest-RoutersIpV6AdminTest-120739899 tempest-RoutersIpV6AdminTest-120739899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4163804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4077150'] for router, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:12.447646 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3a19abf-86a5-4399-be5f-e498980caa40 None None] The sync data for ids ['9dfde765-ccfc-449c-b877-5523aedde02d'] in n-d-705658-22 is: [{'id': '9dfde765-ccfc-449c-b877-5523aedde02d', 'name': 'tempest-ServersTestBootFromVolume-1248947411-router', 'tenant_id': 'e6a11f02cd4148f0a35adc8cb27f5cc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.110'}], 'enable_snat': True}, 'gw_port_id': '36075f76-f417-4703-96e2-83ab72e2808f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:02:19Z', 'updated_at': '2021-07-27T21:02:24Z', 'revision_number': 4, 'project_id': 'e6a11f02cd4148f0a35adc8cb27f5cc6', 'gw_port': {'id': '36075f76-f417-4703-96e2-83ab72e2808f', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:d4:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dfde765-ccfc-449c-b877-5523aedde02d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1162, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:02:20Z', 'updated_at': '2021-07-27T21:02:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_interfaces': [{'id': 'a18df0f4-3f52-4115-8fbc-04ed75fa7390', 'name': '', 'network_id': '1a49fc1d-1f56-4b7d-b8b2-d0347dc68fb2', 'tenant_id': 'e6a11f02cd4148f0a35adc8cb27f5cc6', 'mac_address': 'fa:16:3e:6a:ff:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dfde765-ccfc-449c-b877-5523aedde02d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1163, 'fixed_ips': [{'subnet_id': '495e2e2c-9860-4618-b64d-ac1d06b799f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:02:23Z', 'updated_at': '2021-07-27T21:02:28Z', 'revision_number': 5, 'project_id': 'e6a11f02cd4148f0a35adc8cb27f5cc6', 'subnets': [{'id': '495e2e2c-9860-4618-b64d-ac1d06b799f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:05:12.479479 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-3dd1997c-b67c-47f4-8cd7-868378267a6f req-10b22155-4552-4e87-a098-eeb1d4fdf277 tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0eecfba-15dc-4bf7-80e6-b94c8d880eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283398 Jul 27 21:05:12.675348 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28d46f0a-2d48-48b7-a475-7a26dc35ba36 tempest-RoutersIpV6AdminTest-120739899 tempest-RoutersIpV6AdminTest-120739899-project] Router 96333616-2d89-4abd-a062-0f94687ad2aa is scheduled to L3 agent dd128fd7-8e57-4d4f-895b-a96b369df59a with binding_index 1 {{(pid=105584) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 21:05:12.725427 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b07a3a-1f4f-4627-91d8-92dedfb00804 req-4f02771f-f225-4e0d-8871-957b9da611bc tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:12.735853 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-d1b07a3a-1f4f-4627-91d8-92dedfb00804 req-4f02771f-f225-4e0d-8871-957b9da611bc tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] 10.222.0.59 "GET /v2.0/ports?device_id=7e4e7e1b-7ee4-4932-8352-9da05c794800 HTTP/1.1" status: 200 len: 945 time: 0.1934237 Jul 27 21:05:12.824027 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-bb32ed7d-8717-448b-a9c8-a5a0117d1fd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:12.859429 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-d1b07a3a-1f4f-4627-91d8-92dedfb00804 req-8ea63dde-a4c3-4321-b04c-bb5482ac2a96 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] 10.222.0.59 "GET /v2.0/security-groups?id=e8209215-bf66-4bb1-96ba-041099e74ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170557 Jul 27 21:05:12.988956 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28d46f0a-2d48-48b7-a475-7a26dc35ba36 tempest-RoutersIpV6AdminTest-120739899 tempest-RoutersIpV6AdminTest-120739899-project] Notify agent at l3_agent.n-d-705658-22 the message routers_updated {{(pid=105584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:05:13.009888 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-28d46f0a-2d48-48b7-a475-7a26dc35ba36 tempest-RoutersIpV6AdminTest-120739899 tempest-RoutersIpV6AdminTest-120739899-project] Notify callbacks [] for router, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:13.016763 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-28d46f0a-2d48-48b7-a475-7a26dc35ba36 tempest-RoutersIpV6AdminTest-120739899 tempest-RoutersIpV6AdminTest-120739899-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 3.2503557 Jul 27 21:05:13.017603 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 47632) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:05:13.019961 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd32020f-dce8-49ee-883e-0d1682a5a8c1 None None] Sync routers for ids ['96333616-2d89-4abd-a062-0f94687ad2aa'] in n-d-705658-22 {{(pid=105586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:05:13.034373 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-adcf6cef-1f98-4d8e-ac43-c9987d456d44 tempest-RoutersIpV6AdminTest-1066337158 tempest-RoutersIpV6AdminTest-1066337158-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'enable_snat': False}}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:05:13.036025 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea37eb32-234b-4201-bb41-358aefb9fcb2 None None] New status for floating IP e2ac6064-923c-440f-add7-214ed3fc7373: DOWN {{(pid=105587) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 21:05:13.036725 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-790128a6-9ac5-4594-b149-47b78bf2110b req-9221f946-b1e6-4120-8358-15df60136310 tempest-ServersTestBootFromVolume-282863897 tempest-ServersTestBootFromVolume-282863897-project] 10.222.0.59 "GET /v2.0/ports?device_id=161cca6f-9931-404c-9b79-c55a315be1ff HTTP/1.1" status: 200 len: 210 time: 0.0618601 Jul 27 21:05:13.045207 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd32020f-dce8-49ee-883e-0d1682a5a8c1 None None] Routers {'96333616-2d89-4abd-a062-0f94687ad2aa'} bound to L3 agent in host n-d-705658-22 {{(pid=105586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:05:13.046154 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-cd32020f-dce8-49ee-883e-0d1682a5a8c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:05:11Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['96333616-2d89-4abd-a062-0f94687ad2aa'], 'active': True} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:05:13.107771 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-cd32020f-dce8-49ee-883e-0d1682a5a8c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-22', False) {} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:05:13.126881 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd32020f-dce8-49ee-883e-0d1682a5a8c1 None None] Routers {'96333616-2d89-4abd-a062-0f94687ad2aa'} bound to L3 agent in host n-d-705658-22 {{(pid=105586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:05:13.128526 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-cd32020f-dce8-49ee-883e-0d1682a5a8c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:05:11Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['96333616-2d89-4abd-a062-0f94687ad2aa'], 'active': True} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:05:13.219388 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-cd32020f-dce8-49ee-883e-0d1682a5a8c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-22', False) {} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:05:13.231888 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd32020f-dce8-49ee-883e-0d1682a5a8c1 None None] The sync data for ids ['96333616-2d89-4abd-a062-0f94687ad2aa'] in n-d-705658-22 is: [] {{(pid=105586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:05:13.422720 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-adcf6cef-1f98-4d8e-ac43-c9987d456d44 tempest-RoutersIpV6AdminTest-1066337158 tempest-RoutersIpV6AdminTest-1066337158-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4077169', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4163787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-400'] for router, precommit_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:13.596820 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53d8bfb-73f2-4725-937b-7ae488428332 req-139ed08e-e457-444d-b74c-2f87fe7b52eb tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:13.598570 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b53d8bfb-73f2-4725-937b-7ae488428332 req-139ed08e-e457-444d-b74c-2f87fe7b52eb tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] 10.222.0.59 "GET /v2.0/ports?device_id=f4131bf3-56d0-4dd5-8a0b-f9b028d7bbbe HTTP/1.1" status: 200 len: 945 time: 0.1225438 Jul 27 21:05:13.678320 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b53d8bfb-73f2-4725-937b-7ae488428332 req-b263d82f-64df-4ad3-8870-e484e74b5846 tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] 10.222.0.59 "GET /v2.0/security-groups?id=771ef501-f193-4e50-901d-4721d89f2b91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673378 Jul 27 21:05:13.702615 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0723086f-51f1-4710-bf51-285addaae478 req-c60ef88b-146d-4cc4-8051-9fd1c29131c8 tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:13.704214 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-0723086f-51f1-4710-bf51-285addaae478 req-c60ef88b-146d-4cc4-8051-9fd1c29131c8 tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] 10.222.0.59 "GET /v2.0/ports?device_id=17ba656b-fd21-4b0c-aa91-723cb2debe7c HTTP/1.1" status: 200 len: 946 time: 0.1523595 Jul 27 21:05:14.232755 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-875ced1b-4cf3-463a-9653-058f0f9421e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:14.387927 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-0723086f-51f1-4710-bf51-285addaae478 req-9d63b43f-bb36-40bb-8491-0d95bc2a8aec tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0eecfba-15dc-4bf7-80e6-b94c8d880eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6612620 Jul 27 21:05:14.464271 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19e1d6b-790d-4e36-82de-802ff7140a47 req-0698ce60-14e4-4915-a5bf-29e55adf8cc2 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:14.481425 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-d19e1d6b-790d-4e36-82de-802ff7140a47 req-0698ce60-14e4-4915-a5bf-29e55adf8cc2 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] 10.222.0.59 "GET /v2.0/ports?device_id=7e4e7e1b-7ee4-4932-8352-9da05c794800 HTTP/1.1" status: 200 len: 945 time: 0.1540623 Jul 27 21:05:14.530454 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-adcf6cef-1f98-4d8e-ac43-c9987d456d44 tempest-RoutersIpV6AdminTest-1066337158 tempest-RoutersIpV6AdminTest-1066337158-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4077169', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4163787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-400'] for router, precommit_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:14.544744 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-adcf6cef-1f98-4d8e-ac43-c9987d456d44 tempest-RoutersIpV6AdminTest-1066337158 tempest-RoutersIpV6AdminTest-1066337158-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4077150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4077160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4077159', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4163778'] for router, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:14.558119 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-54addd7a-b18b-4a28-82af-043f5229457b req-20f87ffa-5943-4da6-863f-c22e5ee501cc tempest-ServersTestBootFromVolume-282863897 tempest-ServersTestBootFromVolume-282863897-project] 10.222.0.59 "GET /v2.0/ports?device_id=161cca6f-9931-404c-9b79-c55a315be1ff HTTP/1.1" status: 200 len: 210 time: 0.0497141 Jul 27 21:05:14.605570 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-d19e1d6b-790d-4e36-82de-802ff7140a47 req-9f0a30c2-9c4b-42a2-84e2-25b08aaf7189 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] 10.222.0.59 "GET /v2.0/security-groups?id=e8209215-bf66-4bb1-96ba-041099e74ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181982 Jul 27 21:05:14.725439 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-adcf6cef-1f98-4d8e-ac43-c9987d456d44 tempest-RoutersIpV6AdminTest-1066337158 tempest-RoutersIpV6AdminTest-1066337158-project-admin] Router 96333616-2d89-4abd-a062-0f94687ad2aa has already been hosted by L3 agent dd128fd7-8e57-4d4f-895b-a96b369df59a {{(pid=105584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:05:14.873976 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f881f09-92f5-4314-893e-b98a2a9acec2 req-1cd87ff5-dfc3-4fc6-b39b-8126ec6589a4 tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:14.875493 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-2f881f09-92f5-4314-893e-b98a2a9acec2 req-1cd87ff5-dfc3-4fc6-b39b-8126ec6589a4 tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] 10.222.0.59 "GET /v2.0/ports?device_id=17ba656b-fd21-4b0c-aa91-723cb2debe7c HTTP/1.1" status: 200 len: 946 time: 0.2059402 Jul 27 21:05:14.950130 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adcf6cef-1f98-4d8e-ac43-c9987d456d44 tempest-RoutersIpV6AdminTest-1066337158 tempest-RoutersIpV6AdminTest-1066337158-project-admin] Notify agent at l3_agent.n-d-705658-22 the message routers_updated {{(pid=105584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:05:14.955787 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-adcf6cef-1f98-4d8e-ac43-c9987d456d44 tempest-RoutersIpV6AdminTest-1066337158 tempest-RoutersIpV6AdminTest-1066337158-project-admin] Notify callbacks [] for router, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:14.957218 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-adcf6cef-1f98-4d8e-ac43-c9987d456d44 tempest-RoutersIpV6AdminTest-1066337158 tempest-RoutersIpV6AdminTest-1066337158-project-admin] 10.222.0.59 "PUT /v2.0/routers/96333616-2d89-4abd-a062-0f94687ad2aa HTTP/1.1" status: 200 len: 926 time: 1.9381003 Jul 27 21:05:14.959665 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aacbf86b-4997-40b3-b69b-cf7d66bc1132 None None] Sync routers for ids ['96333616-2d89-4abd-a062-0f94687ad2aa'] in n-d-705658-22 {{(pid=105586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:05:14.962255 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 47656) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:05:14.976565 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea8bcb6-2f3b-4b27-b905-2aea9f5c453e req-c78011ce-5d94-4a49-8408-fc3ab9fcb661 tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:14.984624 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-aea8bcb6-2f3b-4b27-b905-2aea9f5c453e req-c78011ce-5d94-4a49-8408-fc3ab9fcb661 tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] 10.222.0.59 "GET /v2.0/ports?device_id=f4131bf3-56d0-4dd5-8a0b-f9b028d7bbbe HTTP/1.1" status: 200 len: 945 time: 0.1620467 Jul 27 21:05:14.998892 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aacbf86b-4997-40b3-b69b-cf7d66bc1132 None None] Routers {'96333616-2d89-4abd-a062-0f94687ad2aa'} bound to L3 agent in host n-d-705658-22 {{(pid=105586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:05:14.999723 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-aacbf86b-4997-40b3-b69b-cf7d66bc1132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:05:11Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['96333616-2d89-4abd-a062-0f94687ad2aa'], 'active': True} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:05:15.026682 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-2f881f09-92f5-4314-893e-b98a2a9acec2 req-ac178be0-1940-4ed9-95f0-3481b7a0ed26 tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0eecfba-15dc-4bf7-80e6-b94c8d880eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255834 Jul 27 21:05:15.090589 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-aea8bcb6-2f3b-4b27-b905-2aea9f5c453e req-22ede5e5-2d9f-44aa-bdbf-269df60ddbb7 tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] 10.222.0.59 "GET /v2.0/security-groups?id=771ef501-f193-4e50-901d-4721d89f2b91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1026890 Jul 27 21:05:15.137274 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-aacbf86b-4997-40b3-b69b-cf7d66bc1132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-22', False) {} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:05:15.185194 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aacbf86b-4997-40b3-b69b-cf7d66bc1132 None None] Routers {'96333616-2d89-4abd-a062-0f94687ad2aa'} bound to L3 agent in host n-d-705658-22 {{(pid=105586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:05:15.185844 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-aacbf86b-4997-40b3-b69b-cf7d66bc1132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:05:11Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['96333616-2d89-4abd-a062-0f94687ad2aa'], 'active': True} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:05:15.197090 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-9e42d28c-4700-4ad6-a17d-5b4fc1ea3840 tempest-RoutersIpV6AdminTest-1066337158 tempest-RoutersIpV6AdminTest-1066337158-project-admin] 10.222.0.59 "GET /v2.0/routers/96333616-2d89-4abd-a062-0f94687ad2aa HTTP/1.1" status: 200 len: 926 time: 0.2336357 Jul 27 21:05:15.200078 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 47662) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:05:15.259217 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-aacbf86b-4997-40b3-b69b-cf7d66bc1132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-22', False) {} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:05:15.259989 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aacbf86b-4997-40b3-b69b-cf7d66bc1132 None None] The sync data for ids ['96333616-2d89-4abd-a062-0f94687ad2aa'] in n-d-705658-22 is: [] {{(pid=105586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:05:15.380798 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83a809d1-521a-4de8-bc7f-dd27208d9988 tempest-RoutersIpV6AdminTest-1066337158 tempest-RoutersIpV6AdminTest-1066337158-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:15.383021 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-83a809d1-521a-4de8-bc7f-dd27208d9988 tempest-RoutersIpV6AdminTest-1066337158 tempest-RoutersIpV6AdminTest-1066337158-project-admin] 10.222.0.59 "GET /v2.0/ports?network_id=8735d8a2-b604-4758-ae71-b40e4ee6f305&device_id=96333616-2d89-4abd-a062-0f94687ad2aa&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1818128 Jul 27 21:05:15.386439 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 47664) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:05:15.498596 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69f8bee3-62f3-4d21-9098-e96c36d0d115 tempest-RoutersIpV6AdminTest-1066337158 tempest-RoutersIpV6AdminTest-1066337158-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:15.503167 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 47668) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:05:15.503299 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-69f8bee3-62f3-4d21-9098-e96c36d0d115 tempest-RoutersIpV6AdminTest-1066337158 tempest-RoutersIpV6AdminTest-1066337158-project-admin] 10.222.0.59 "GET /v2.0/networks/8735d8a2-b604-4758-ae71-b40e4ee6f305 HTTP/1.1" status: 200 len: 881 time: 0.1155076 Jul 27 21:05:15.576303 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-86f1b50b-e2c7-4b71-9d86-0b221061064f tempest-RoutersIpV6AdminTest-120739899 tempest-RoutersIpV6AdminTest-120739899-project] 10.222.0.59 "GET /v2.0/ports?device_id=96333616-2d89-4abd-a062-0f94687ad2aa HTTP/1.1" status: 200 len: 205 time: 0.0718436 Jul 27 21:05:15.579208 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 47672) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:05:15.813967 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-5ed9d2ad-f03e-4111-80e1-b29ca6c56df2 req-87d3db94-0058-4360-9f07-9927121ca6db tempest-ServersTestBootFromVolume-282863897 tempest-ServersTestBootFromVolume-282863897-project] 10.222.0.59 "GET /v2.0/ports?device_id=161cca6f-9931-404c-9b79-c55a315be1ff HTTP/1.1" status: 200 len: 210 time: 0.0932426 Jul 27 21:05:15.931231 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-d134b939-7ce9-479b-adb4-878a9022f414 tempest-RoutersIpV6AdminTest-120739899 tempest-RoutersIpV6AdminTest-120739899-project] Notify callbacks [] for router, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:15.950615 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124d69b1-624e-4cb4-9d16-8c47b619e875 req-786ab6fc-14b8-4f50-9e81-2bae94db9dd8 tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:15.958325 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-124d69b1-624e-4cb4-9d16-8c47b619e875 req-786ab6fc-14b8-4f50-9e81-2bae94db9dd8 tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] 10.222.0.59 "GET /v2.0/networks?id=e3b519c5-b5b4-46b1-b571-75e8645219f5 HTTP/1.1" status: 200 len: 815 time: 0.2474535 Jul 27 21:05:16.027390 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-124d69b1-624e-4cb4-9d16-8c47b619e875 req-e80177bf-0ef9-4932-b6a1-cfcaeed03af7 tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] 10.222.0.59 "GET /v2.0/quotas/69cdc72bf3f043e3a9d2448007614684 HTTP/1.1" status: 200 len: 375 time: 0.0679555 Jul 27 21:05:16.194760 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-d134b939-7ce9-479b-adb4-878a9022f414 tempest-RoutersIpV6AdminTest-120739899 tempest-RoutersIpV6AdminTest-120739899-project] Notify callbacks [] for router_gateway, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:16.215939 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-124d69b1-624e-4cb4-9d16-8c47b619e875 req-78365c04-a7ac-4216-98d7-bd114c9ae3fb tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=69cdc72bf3f043e3a9d2448007614684&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1870179 Jul 27 21:05:16.242607 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a6f3aa-c8bc-43c1-9507-5aa024dc8921 req-a42904fc-1f8c-48a6-bee6-bad5efd22930 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:16.251656 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-54a6f3aa-c8bc-43c1-9507-5aa024dc8921 req-a42904fc-1f8c-48a6-bee6-bad5efd22930 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] 10.222.0.59 "GET /v2.0/ports?device_id=7e4e7e1b-7ee4-4932-8352-9da05c794800 HTTP/1.1" status: 200 len: 945 time: 0.3173537 Jul 27 21:05:16.365264 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-54a6f3aa-c8bc-43c1-9507-5aa024dc8921 req-3bc98977-a925-45f0-8f2c-9a0094fa5a0b tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] 10.222.0.59 "GET /v2.0/security-groups?id=e8209215-bf66-4bb1-96ba-041099e74ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123810 Jul 27 21:05:16.433911 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-124d69b1-624e-4cb4-9d16-8c47b619e875 req-7d1446a1-3e87-4878-b431-e830c503a106 service neutron] 10.222.0.59 "GET /v2.0/networks/e3b519c5-b5b4-46b1-b571-75e8645219f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2167504 Jul 27 21:05:16.511816 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [None req-d134b939-7ce9-479b-adb4-878a9022f414 tempest-RoutersIpV6AdminTest-120739899 tempest-RoutersIpV6AdminTest-120739899-project] Deleting port 734aebee-b576-4b11-bd0a-7dfa0436a939 {{(pid=105585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:05:16.512438 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-d134b939-7ce9-479b-adb4-878a9022f414 tempest-RoutersIpV6AdminTest-120739899 tempest-RoutersIpV6AdminTest-120739899-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:16.667665 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-124d69b1-624e-4cb4-9d16-8c47b619e875 req-ece48e35-85e3-4567-a666-bafa8064fc1b service neutron] 10.222.0.59 "GET /v2.0/networks/e3b519c5-b5b4-46b1-b571-75e8645219f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2323122 Jul 27 21:05:16.677290 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2f0d6e-2048-4650-86c7-100f9cf1e840 req-7f168280-ff63-4b13-9f14-207f3bfa4f72 tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:16.685835 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-ce2f0d6e-2048-4650-86c7-100f9cf1e840 req-7f168280-ff63-4b13-9f14-207f3bfa4f72 tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] 10.222.0.59 "GET /v2.0/ports?device_id=f4131bf3-56d0-4dd5-8a0b-f9b028d7bbbe HTTP/1.1" status: 200 len: 945 time: 0.1903038 Jul 27 21:05:16.722272 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-d134b939-7ce9-479b-adb4-878a9022f414 tempest-RoutersIpV6AdminTest-120739899 tempest-RoutersIpV6AdminTest-120739899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:16.758876 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-ce2f0d6e-2048-4650-86c7-100f9cf1e840 req-0eccf409-760e-440e-9951-121cdb7331a1 tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] 10.222.0.59 "GET /v2.0/security-groups?id=771ef501-f193-4e50-901d-4721d89f2b91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681632 Jul 27 21:05:16.774303 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [None req-d134b939-7ce9-479b-adb4-878a9022f414 tempest-RoutersIpV6AdminTest-120739899 tempest-RoutersIpV6AdminTest-120739899-project] Calling delete_port for 734aebee-b576-4b11-bd0a-7dfa0436a939 owned by network:router_gateway {{(pid=105585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:05:17.130037 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-d9b4e1e9-ef6c-4a6a-b07c-ec3abc465785 req-411cd95c-c98f-4e2f-9e66-204bb861a678 tempest-ServersTestBootFromVolume-282863897 tempest-ServersTestBootFromVolume-282863897-project] 10.222.0.59 "GET /v2.0/ports?device_id=161cca6f-9931-404c-9b79-c55a315be1ff HTTP/1.1" status: 200 len: 210 time: 0.0765417 Jul 27 21:05:17.133909 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-d134b939-7ce9-479b-adb4-878a9022f414 tempest-RoutersIpV6AdminTest-120739899 tempest-RoutersIpV6AdminTest-120739899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:17.183113 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b4222297-57c2-4a2a-b1d7-bfa431cc1a52 req-9021ef19-ee77-4a5f-8ade-d079775f310a tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] 10.222.0.59 "GET /v2.0/ports?device_id=10e49bf3-f513-4fd4-b60a-73e230c71f3f HTTP/1.1" status: 200 len: 210 time: 0.1159906 Jul 27 21:05:17.213345 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d134b939-7ce9-479b-adb4-878a9022f414 tempest-RoutersIpV6AdminTest-120739899 tempest-RoutersIpV6AdminTest-120739899-project] Pushing event deleted for resources: {'Port': ['ID=734aebee-b576-4b11-bd0a-7dfa0436a939,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:05:17.246695 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d134b939-7ce9-479b-adb4-878a9022f414 tempest-RoutersIpV6AdminTest-120739899 tempest-RoutersIpV6AdminTest-120739899-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:05:17.247087 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d134b939-7ce9-479b-adb4-878a9022f414 tempest-RoutersIpV6AdminTest-120739899 tempest-RoutersIpV6AdminTest-120739899-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:05:17.247449 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d134b939-7ce9-479b-adb4-878a9022f414 tempest-RoutersIpV6AdminTest-120739899 tempest-RoutersIpV6AdminTest-120739899-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:05:17.247782 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d134b939-7ce9-479b-adb4-878a9022f414 tempest-RoutersIpV6AdminTest-120739899 tempest-RoutersIpV6AdminTest-120739899-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:05:17.248120 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d134b939-7ce9-479b-adb4-878a9022f414 tempest-RoutersIpV6AdminTest-120739899 tempest-RoutersIpV6AdminTest-120739899-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:05:17.249354 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d134b939-7ce9-479b-adb4-878a9022f414 tempest-RoutersIpV6AdminTest-120739899 tempest-RoutersIpV6AdminTest-120739899-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:05:17.249354 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d134b939-7ce9-479b-adb4-878a9022f414 tempest-RoutersIpV6AdminTest-120739899 tempest-RoutersIpV6AdminTest-120739899-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:05:17.249354 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d134b939-7ce9-479b-adb4-878a9022f414 tempest-RoutersIpV6AdminTest-120739899 tempest-RoutersIpV6AdminTest-120739899-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:05:17.249622 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d134b939-7ce9-479b-adb4-878a9022f414 tempest-RoutersIpV6AdminTest-120739899 tempest-RoutersIpV6AdminTest-120739899-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:05:17.249804 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d134b939-7ce9-479b-adb4-878a9022f414 tempest-RoutersIpV6AdminTest-120739899 tempest-RoutersIpV6AdminTest-120739899-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:05:17.250112 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d134b939-7ce9-479b-adb4-878a9022f414 tempest-RoutersIpV6AdminTest-120739899 tempest-RoutersIpV6AdminTest-120739899-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:05:17.250445 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d134b939-7ce9-479b-adb4-878a9022f414 tempest-RoutersIpV6AdminTest-120739899 tempest-RoutersIpV6AdminTest-120739899-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:05:17.313529 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-d134b939-7ce9-479b-adb4-878a9022f414 tempest-RoutersIpV6AdminTest-120739899 tempest-RoutersIpV6AdminTest-120739899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4075702'] for router_gateway, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:17.323748 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9489df-eaf1-4e63-92b6-8310cfb892dd req-3c8461c9-9ed0-47db-8e05-23c6eebc9ec4 tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:17.326457 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-7c9489df-eaf1-4e63-92b6-8310cfb892dd req-3c8461c9-9ed0-47db-8e05-23c6eebc9ec4 tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] 10.222.0.60 "GET /v2.0/ports?device_id=17ba656b-fd21-4b0c-aa91-723cb2debe7c HTTP/1.1" status: 200 len: 946 time: 0.1102254 Jul 27 21:05:17.467808 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-d134b939-7ce9-479b-adb4-878a9022f414 tempest-RoutersIpV6AdminTest-120739899 tempest-RoutersIpV6AdminTest-120739899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4163631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-425'] for router, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:17.472201 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-d134b939-7ce9-479b-adb4-878a9022f414 tempest-RoutersIpV6AdminTest-120739899 tempest-RoutersIpV6AdminTest-120739899-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:17.533118 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [req-7c9489df-eaf1-4e63-92b6-8310cfb892dd req-c3129f06-2465-48a9-82e5-1052cb7d4269 tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] Deleting port d84ac75c-2428-4297-8be6-bb8b6688b5ea {{(pid=105584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:05:17.533944 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-7c9489df-eaf1-4e63-92b6-8310cfb892dd req-c3129f06-2465-48a9-82e5-1052cb7d4269 tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:17.562436 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-d134b939-7ce9-479b-adb4-878a9022f414 tempest-RoutersIpV6AdminTest-120739899 tempest-RoutersIpV6AdminTest-120739899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4163007'] for router, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:17.562942 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d134b939-7ce9-479b-adb4-878a9022f414 tempest-RoutersIpV6AdminTest-120739899 tempest-RoutersIpV6AdminTest-120739899-project] Fanout notify agent at l3_agent the message router_deleted on router 96333616-2d89-4abd-a062-0f94687ad2aa {{(pid=105585) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 21:05:17.570149 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-d134b939-7ce9-479b-adb4-878a9022f414 tempest-RoutersIpV6AdminTest-120739899 tempest-RoutersIpV6AdminTest-120739899-project] Notify callbacks [] for router, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:17.571266 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-d134b939-7ce9-479b-adb4-878a9022f414 tempest-RoutersIpV6AdminTest-120739899 tempest-RoutersIpV6AdminTest-120739899-project] 10.222.0.59 "DELETE /v2.0/routers/96333616-2d89-4abd-a062-0f94687ad2aa HTTP/1.1" status: 204 len: 168 time: 1.9904146 Jul 27 21:05:17.576061 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 47726) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:05:17.581467 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-17d41102-0001-4a14-8aea-9dd6a23eda46 tempest-RoutersIpV6AdminTest-120739899 tempest-RoutersIpV6AdminTest-120739899-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-468966509', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:05:17.616105 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-17d41102-0001-4a14-8aea-9dd6a23eda46 tempest-RoutersIpV6AdminTest-120739899 tempest-RoutersIpV6AdminTest-120739899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4163813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-443'] for router, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:17.617093 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-17d41102-0001-4a14-8aea-9dd6a23eda46 tempest-RoutersIpV6AdminTest-120739899 tempest-RoutersIpV6AdminTest-120739899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4165196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4077059', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3711235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-418'] for router, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:17.629645 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd0faeb-cd96-48b3-82b8-e8b8b563861d req-c11f51ce-fb45-4579-a541-04e7395297c3 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:17.631209 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-6cd0faeb-cd96-48b3-82b8-e8b8b563861d req-c11f51ce-fb45-4579-a541-04e7395297c3 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] 10.222.0.59 "GET /v2.0/ports?device_id=7e4e7e1b-7ee4-4932-8352-9da05c794800 HTTP/1.1" status: 200 len: 945 time: 0.1028173 Jul 27 21:05:17.644205 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [req-7c9489df-eaf1-4e63-92b6-8310cfb892dd req-c3129f06-2465-48a9-82e5-1052cb7d4269 tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] For port d84ac75c-2428-4297-8be6-bb8b6688b5ea, host n-h2-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=d84ac75c-2428-4297-8be6-bb8b6688b5ea,segment=NetworkSegment(a9b7024e-df2a-4526-a1ee-cb4cd8d6548a),segment_id=a9b7024e-df2a-4526-a1ee-cb4cd8d6548a)] {{(pid=105584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:05:17.644620 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-7c9489df-eaf1-4e63-92b6-8310cfb892dd req-c3129f06-2465-48a9-82e5-1052cb7d4269 tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:17.662117 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [req-7c9489df-eaf1-4e63-92b6-8310cfb892dd req-c3129f06-2465-48a9-82e5-1052cb7d4269 tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] Calling delete_port for d84ac75c-2428-4297-8be6-bb8b6688b5ea owned by compute:nova {{(pid=105584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:05:17.747044 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-17d41102-0001-4a14-8aea-9dd6a23eda46 tempest-RoutersIpV6AdminTest-120739899 tempest-RoutersIpV6AdminTest-120739899-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:17.759219 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-17d41102-0001-4a14-8aea-9dd6a23eda46 tempest-RoutersIpV6AdminTest-120739899 tempest-RoutersIpV6AdminTest-120739899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4163804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4077150'] for router, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:17.783982 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-6cd0faeb-cd96-48b3-82b8-e8b8b563861d req-3147add9-4b74-442e-87cb-4b6b206b4cb2 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] 10.222.0.59 "GET /v2.0/security-groups?id=e8209215-bf66-4bb1-96ba-041099e74ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295681 Jul 27 21:05:17.791959 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-17d41102-0001-4a14-8aea-9dd6a23eda46 tempest-RoutersIpV6AdminTest-120739899 tempest-RoutersIpV6AdminTest-120739899-project] Notify callbacks [] for router, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:17.793533 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-17d41102-0001-4a14-8aea-9dd6a23eda46 tempest-RoutersIpV6AdminTest-120739899 tempest-RoutersIpV6AdminTest-120739899-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.2164092 Jul 27 21:05:17.796303 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 47730) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:05:17.808437 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-4b67b2bc-c3d5-4527-af24-888085ec3798 tempest-RoutersIpV6AdminTest-120739899 tempest-RoutersIpV6AdminTest-120739899-project] Request body: {'router': {'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305'}}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:05:17.889397 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-7c9489df-eaf1-4e63-92b6-8310cfb892dd req-c3129f06-2465-48a9-82e5-1052cb7d4269 tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:17.902123 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] get_ports_and_sgs() called for port_ids ['d84ac75c-2428-4297-8be6-bb8b6688b5ea'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:05:17.969746 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3129f06-2465-48a9-82e5-1052cb7d4269 tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] Pushing event deleted for resources: {'Port': ['ID=d84ac75c-2428-4297-8be6-bb8b6688b5ea,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:05:18.035922 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c9489df-eaf1-4e63-92b6-8310cfb892dd req-c3129f06-2465-48a9-82e5-1052cb7d4269 tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] No DVR routers for this DVR port d84ac75c-2428-4297-8be6-bb8b6688b5ea on host n-h2-705658-22 {{(pid=105584) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:05:18.039420 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-7c9489df-eaf1-4e63-92b6-8310cfb892dd req-c3129f06-2465-48a9-82e5-1052cb7d4269 tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:18.044461 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-7c9489df-eaf1-4e63-92b6-8310cfb892dd req-c3129f06-2465-48a9-82e5-1052cb7d4269 tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] 10.222.0.60 "DELETE /v2.0/ports/d84ac75c-2428-4297-8be6-bb8b6688b5ea HTTP/1.1" status: 204 len: 173 time: 0.7106493 Jul 27 21:05:18.045007 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17ba656b-fd21-4b0c-aa91-723cb2debe7c', 'name': 'network-vif-deleted', 'tag': 'd84ac75c-2428-4297-8be6-bb8b6688b5ea'}] {{(pid=105584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:05:18.065492 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bce5e6c8685464f7626901654159975603b047827e3138302ed6566e28f1343" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-794da422-b5b6-4c72-a115-a464a1097a88" -d '{"events": [{"server_uuid": "17ba656b-fd21-4b0c-aa91-723cb2debe7c", "name": "network-vif-deleted", "tag": "d84ac75c-2428-4297-8be6-bb8b6688b5ea"}]}' {{(pid=105584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:05:18.162638 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:05:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53d52313-47f8-4769-b30f-fef2f0ab3c83 x-openstack-request-id: req-53d52313-47f8-4769-b30f-fef2f0ab3c83 {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:05:18.162934 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17ba656b-fd21-4b0c-aa91-723cb2debe7c", "name": "network-vif-deleted", "tag": "d84ac75c-2428-4297-8be6-bb8b6688b5ea", "status": "completed", "code": 200}]} {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:05:18.164733 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-53d52313-47f8-4769-b30f-fef2f0ab3c83 {{(pid=105584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:05:18.165600 n-d-705658-22 neutron-server[105584]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17ba656b-fd21-4b0c-aa91-723cb2debe7c', 'name': 'network-vif-deleted', 'tag': 'd84ac75c-2428-4297-8be6-bb8b6688b5ea', 'status': 'completed', 'code': 200} Jul 27 21:05:18.256835 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-4b67b2bc-c3d5-4527-af24-888085ec3798 tempest-RoutersIpV6AdminTest-120739899 tempest-RoutersIpV6AdminTest-120739899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4077169', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4163787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-400'] for router, precommit_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:18.298060 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-132ea32e-6e5d-4f7b-a483-05baefaf0e92 req-ca1f30c2-314d-4cb1-8f35-75e48151d193 tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] 10.222.0.59 "GET /v2.0/ports?device_id=10e49bf3-f513-4fd4-b60a-73e230c71f3f HTTP/1.1" status: 200 len: 210 time: 0.0453084 Jul 27 21:05:18.305611 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bc2df6-ed8c-4c07-91ce-92f563056a7b req-f4cd5ef0-48cc-490a-bda9-d83a964207ef tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:18.307064 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-d7bc2df6-ed8c-4c07-91ce-92f563056a7b req-f4cd5ef0-48cc-490a-bda9-d83a964207ef tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] 10.222.0.59 "GET /v2.0/ports?device_id=f4131bf3-56d0-4dd5-8a0b-f9b028d7bbbe HTTP/1.1" status: 200 len: 945 time: 0.3141580 Jul 27 21:05:18.312737 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6608d5-92a3-493c-a677-31ce299e379c req-4f42383a-c9b5-4ced-bd1f-e4aece099c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:18.314162 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-7e6608d5-92a3-493c-a677-31ce299e379c req-4f42383a-c9b5-4ced-bd1f-e4aece099c3d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=037df3a90f014739a3644a9c2d1586c8&device_id=7e4e7e1b-7ee4-4932-8352-9da05c794800 HTTP/1.1" status: 200 len: 1097 time: 0.3417978 Jul 27 21:05:18.345929 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 47744) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:05:18.415209 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-11cacd82-6a2f-4e60-b691-7b2865ae5ba4 tempest-ServersTestBootFromVolume-282863897 tempest-ServersTestBootFromVolume-282863897-project] Notify callbacks [] for security_group, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:18.460667 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-d7bc2df6-ed8c-4c07-91ce-92f563056a7b req-8b41d2ff-e486-4c21-a402-98915d8ce933 tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] 10.222.0.59 "GET /v2.0/security-groups?id=771ef501-f193-4e50-901d-4721d89f2b91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1443577 Jul 27 21:05:18.534711 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6608d5-92a3-493c-a677-31ce299e379c req-47d31ef0-8ab1-43f0-9342-70a60c2fd6f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:18.536571 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-7e6608d5-92a3-493c-a677-31ce299e379c req-47d31ef0-8ab1-43f0-9342-70a60c2fd6f1 service neutron] 10.222.0.36 "GET /v2.0/networks?id=6aa76440-68bb-4814-b579-87efb5c679e3 HTTP/1.1" status: 200 len: 913 time: 0.2098820 Jul 27 21:05:18.578159 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-11cacd82-6a2f-4e60-b691-7b2865ae5ba4 tempest-ServersTestBootFromVolume-282863897 tempest-ServersTestBootFromVolume-282863897-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:18.622841 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-7e6608d5-92a3-493c-a677-31ce299e379c req-8b2170c4-5fd2-4c0f-9339-3d03c35104b4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=07181a36-ce8e-4727-aae8-8d76b20071fb HTTP/1.1" status: 200 len: 217 time: 0.0690887 Jul 27 21:05:18.696133 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124d69b1-624e-4cb4-9d16-8c47b619e875 req-22a4559e-819a-4b99-86f9-ea7957ee9947 tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:18.698030 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-124d69b1-624e-4cb4-9d16-8c47b619e875 req-22a4559e-819a-4b99-86f9-ea7957ee9947 tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] 10.222.0.36 "GET /v2.0/networks?id=e3b519c5-b5b4-46b1-b571-75e8645219f5 HTTP/1.1" status: 200 len: 815 time: 0.2634065 Jul 27 21:05:18.714304 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [req-124d69b1-624e-4cb4-9d16-8c47b619e875 req-47dab443-4f25-4497-a397-75e5b9b6389c tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] Request body: {'port': {'device_id': '10e49bf3-f513-4fd4-b60a-73e230c71f3f', 'network_id': 'e3b519c5-b5b4-46b1-b571-75e8645219f5', 'admin_state_up': True, 'tenant_id': '69cdc72bf3f043e3a9d2448007614684'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:05:18.719295 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-11cacd82-6a2f-4e60-b691-7b2865ae5ba4 tempest-ServersTestBootFromVolume-282863897 tempest-ServersTestBootFromVolume-282863897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:18.722627 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-11cacd82-6a2f-4e60-b691-7b2865ae5ba4 tempest-ServersTestBootFromVolume-282863897 tempest-ServersTestBootFromVolume-282863897-project] Notify callbacks [] for security_group, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:18.726059 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-11cacd82-6a2f-4e60-b691-7b2865ae5ba4 tempest-ServersTestBootFromVolume-282863897 tempest-ServersTestBootFromVolume-282863897-project] 10.222.0.59 "DELETE /v2.0/security-groups/81717ca8-fce7-4766-8713-390b66f80e4f HTTP/1.1" status: 204 len: 168 time: 0.3769901 Jul 27 21:05:18.730180 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 47754) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:05:18.775156 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11cacd82-6a2f-4e60-b691-7b2865ae5ba4 tempest-ServersTestBootFromVolume-282863897 tempest-ServersTestBootFromVolume-282863897-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=81717ca8-fce7-4766-8713-390b66f80e4f,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:05:18.944062 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-124d69b1-624e-4cb4-9d16-8c47b619e875 req-47dab443-4f25-4497-a397-75e5b9b6389c tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] Made reservation on behalf of 69cdc72bf3f043e3a9d2448007614684 for: {'port': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:05:18.957034 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-124d69b1-624e-4cb4-9d16-8c47b619e875 req-47dab443-4f25-4497-a397-75e5b9b6389c tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:19.187850 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.db_base_plugin_common [req-124d69b1-624e-4cb4-9d16-8c47b619e875 req-47dab443-4f25-4497-a397-75e5b9b6389c tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] Allocated IP 172.20.0.4 (e3b519c5-b5b4-46b1-b571-75e8645219f5/ea3de4e6-c660-4637-aea0-807a23d6ec6d/0808928b-9b12-4d14-928d-1b7ee2b58cbe) {{(pid=105584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:05:19.209086 n-d-705658-22 neutron-server[105585]: INFO neutron.api.v2.resource [None req-980cebe4-1804-4044-8485-4c294c4104e0 tempest-ServersTestBootFromVolume-282863897 tempest-ServersTestBootFromVolume-282863897-project] show failed (client error): The resource could not be found. Jul 27 21:05:19.210079 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-980cebe4-1804-4044-8485-4c294c4104e0 tempest-ServersTestBootFromVolume-282863897 tempest-ServersTestBootFromVolume-282863897-project] 10.222.0.59 "GET /v2.0/security-groups/81717ca8-fce7-4766-8713-390b66f80e4f HTTP/1.1" status: 404 len: 347 time: 0.4787083 Jul 27 21:05:19.214192 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 47768) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:05:19.237433 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6608d5-92a3-493c-a677-31ce299e379c req-35eae6d5-54a2-43d9-bfd3-5fdd84865f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:19.238911 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-7e6608d5-92a3-493c-a677-31ce299e379c req-35eae6d5-54a2-43d9-bfd3-5fdd84865f37 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=746696d1-95cb-4db5-9b25-089085191295 HTTP/1.1" status: 200 len: 851 time: 0.6074784 Jul 27 21:05:19.269563 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-4b67b2bc-c3d5-4527-af24-888085ec3798 tempest-RoutersIpV6AdminTest-120739899 tempest-RoutersIpV6AdminTest-120739899-project] Notify callbacks [] for router_gateway, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:19.316981 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-4b67b2bc-c3d5-4527-af24-888085ec3798 tempest-RoutersIpV6AdminTest-120739899 tempest-RoutersIpV6AdminTest-120739899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:19.438637 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39574f1-869a-47d6-872a-72af77235b5a req-27269ec3-38f6-4765-b0fe-b16bae9c376e tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:19.440207 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-c39574f1-869a-47d6-872a-72af77235b5a req-27269ec3-38f6-4765-b0fe-b16bae9c376e tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] 10.222.0.59 "GET /v2.0/ports?device_id=7e4e7e1b-7ee4-4932-8352-9da05c794800 HTTP/1.1" status: 200 len: 945 time: 0.2484658 Jul 27 21:05:19.452228 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-124d69b1-624e-4cb4-9d16-8c47b619e875 req-47dab443-4f25-4497-a397-75e5b9b6389c tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] Notify callbacks [] for port, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:19.455055 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-cf0aa6fc-5275-4318-9429-b08e6e55bfd4 tempest-ServersTestBootFromVolume-282863897 tempest-ServersTestBootFromVolume-282863897-project] Deleting port 94b51659-3291-48b7-b8ff-a3d74f9b012d {{(pid=105584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:05:19.455600 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-cf0aa6fc-5275-4318-9429-b08e6e55bfd4 tempest-ServersTestBootFromVolume-282863897 tempest-ServersTestBootFromVolume-282863897-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:19.493448 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6608d5-92a3-493c-a677-31ce299e379c req-b82c66ba-3f84-4822-9256-c5ccf48010f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:19.495632 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-7e6608d5-92a3-493c-a677-31ce299e379c req-b82c66ba-3f84-4822-9256-c5ccf48010f8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6aa76440-68bb-4814-b579-87efb5c679e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2352009 Jul 27 21:05:19.497977 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e26992bc-c38d-4794-9a70-813b655a1e5a req-14ba5b11-adba-4f9c-9e13-28e08fabc7b4 tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] 10.222.0.59 "GET /v2.0/ports?device_id=10e49bf3-f513-4fd4-b60a-73e230c71f3f HTTP/1.1" status: 200 len: 210 time: 0.0703330 Jul 27 21:05:19.557153 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-cf0aa6fc-5275-4318-9429-b08e6e55bfd4 tempest-ServersTestBootFromVolume-282863897 tempest-ServersTestBootFromVolume-282863897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:19.558032 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-cf0aa6fc-5275-4318-9429-b08e6e55bfd4 tempest-ServersTestBootFromVolume-282863897 tempest-ServersTestBootFromVolume-282863897-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:19.571707 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.db_base_plugin_common [None req-4b67b2bc-c3d5-4527-af24-888085ec3798 tempest-RoutersIpV6AdminTest-120739899 tempest-RoutersIpV6AdminTest-120739899-project] Allocated IP 172.25.5.70 (8735d8a2-b604-4758-ae71-b40e4ee6f305/eca7dbab-b9c0-4c8f-a272-816ea8a81764/fd833462-1d6e-4973-a7b7-551ff8c9c5f6) {{(pid=105585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:05:19.573892 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-124d69b1-624e-4cb4-9d16-8c47b619e875 req-47dab443-4f25-4497-a397-75e5b9b6389c tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:19.578814 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-cf0aa6fc-5275-4318-9429-b08e6e55bfd4 tempest-ServersTestBootFromVolume-282863897 tempest-ServersTestBootFromVolume-282863897-project] Calling delete_port for 94b51659-3291-48b7-b8ff-a3d74f9b012d owned by network:floatingip {{(pid=105584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:05:19.632534 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-124d69b1-624e-4cb4-9d16-8c47b619e875 req-47dab443-4f25-4497-a397-75e5b9b6389c tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] Network e3b519c5-b5b4-46b1-b571-75e8645219f5 is already hosted by enough agents. {{(pid=105584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:05:19.672090 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [req-124d69b1-624e-4cb4-9d16-8c47b619e875 req-47dab443-4f25-4497-a397-75e5b9b6389c tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] Resources bound (agent type, host, resource id): {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:05:19.674488 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [req-124d69b1-624e-4cb4-9d16-8c47b619e875 req-47dab443-4f25-4497-a397-75e5b9b6389c tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] Received port after_create {{(pid=105584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:05:19.719161 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-c39574f1-869a-47d6-872a-72af77235b5a req-2235228c-8335-4801-a121-6677380c6022 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] 10.222.0.59 "GET /v2.0/security-groups?id=e8209215-bf66-4bb1-96ba-041099e74ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2634578 Jul 27 21:05:19.723766 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47dab443-4f25-4497-a397-75e5b9b6389c tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] Pushing event updated for resources: {'Port': ['ID=0808928b-9b12-4d14-928d-1b7ee2b58cbe,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:05:19.773862 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124d69b1-624e-4cb4-9d16-8c47b619e875 req-47dab443-4f25-4497-a397-75e5b9b6389c tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:19.774533 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-124d69b1-624e-4cb4-9d16-8c47b619e875 req-47dab443-4f25-4497-a397-75e5b9b6389c tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:19.804631 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-124d69b1-624e-4cb4-9d16-8c47b619e875 req-47dab443-4f25-4497-a397-75e5b9b6389c tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0963335 Jul 27 21:05:19.823863 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [req-124d69b1-624e-4cb4-9d16-8c47b619e875 req-e753af9f-9eb6-4a91-a69e-5538d366aa5a service neutron] Request body: {'port': {'device_id': '10e49bf3-f513-4fd4-b60a-73e230c71f3f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-705658-22'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:05:19.826186 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-7e6608d5-92a3-493c-a677-31ce299e379c req-ccb8a587-e92d-4f49-a688-0bb27b8dcb8c service neutron] 10.222.0.36 "GET /v2.0/networks/6aa76440-68bb-4814-b579-87efb5c679e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3077686 Jul 27 21:05:19.938342 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570de650-c492-4563-9744-bc1fada76b4a req-05bbd040-94c2-4ec0-9b2b-90e7f2fe453c tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:19.940505 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-124d69b1-624e-4cb4-9d16-8c47b619e875 req-e753af9f-9eb6-4a91-a69e-5538d366aa5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:19.946404 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-570de650-c492-4563-9744-bc1fada76b4a req-05bbd040-94c2-4ec0-9b2b-90e7f2fe453c tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] 10.222.0.59 "GET /v2.0/ports?device_id=f4131bf3-56d0-4dd5-8a0b-f9b028d7bbbe HTTP/1.1" status: 200 len: 945 time: 0.3074801 Jul 27 21:05:19.952691 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-cf0aa6fc-5275-4318-9429-b08e6e55bfd4 tempest-ServersTestBootFromVolume-282863897 tempest-ServersTestBootFromVolume-282863897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:19.959566 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-4b67b2bc-c3d5-4527-af24-888085ec3798 tempest-RoutersIpV6AdminTest-120739899 tempest-RoutersIpV6AdminTest-120739899-project] Notify callbacks [] for port, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:19.986553 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0aa6fc-5275-4318-9429-b08e6e55bfd4 tempest-ServersTestBootFromVolume-282863897 tempest-ServersTestBootFromVolume-282863897-project] Pushing event deleted for resources: {'Port': ['ID=94b51659-3291-48b7-b8ff-a3d74f9b012d,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:05:20.025544 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-570de650-c492-4563-9744-bc1fada76b4a req-ee568ebe-41b7-4535-88cb-e27776df8978 tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] 10.222.0.59 "GET /v2.0/security-groups?id=771ef501-f193-4e50-901d-4721d89f2b91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743344 Jul 27 21:05:20.066714 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-7e6608d5-92a3-493c-a677-31ce299e379c req-b6e7d57b-1507-4999-af92-a36fd27af6d9 service neutron] 10.222.0.36 "GET /v2.0/networks/6aa76440-68bb-4814-b579-87efb5c679e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2263584 Jul 27 21:05:20.091943 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-4b67b2bc-c3d5-4527-af24-888085ec3798 tempest-RoutersIpV6AdminTest-120739899 tempest-RoutersIpV6AdminTest-120739899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:20.139600 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b67b2bc-c3d5-4527-af24-888085ec3798 tempest-RoutersIpV6AdminTest-120739899 tempest-RoutersIpV6AdminTest-120739899-project] Network 8735d8a2-b604-4758-ae71-b40e4ee6f305 is already hosted by enough agents. {{(pid=105585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:05:20.145892 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.base_scheduler [None req-4b67b2bc-c3d5-4527-af24-888085ec3798 tempest-RoutersIpV6AdminTest-120739899 tempest-RoutersIpV6AdminTest-120739899-project] Resources bound (agent type, host, resource id): {{(pid=105585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:05:20.158211 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b67b2bc-c3d5-4527-af24-888085ec3798 tempest-RoutersIpV6AdminTest-120739899 tempest-RoutersIpV6AdminTest-120739899-project] Received port after_create {{(pid=105585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:05:20.215077 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-cf0aa6fc-5275-4318-9429-b08e6e55bfd4 tempest-ServersTestBootFromVolume-282863897 tempest-ServersTestBootFromVolume-282863897-project] Notify callbacks [] for floatingip, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:20.218130 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-cf0aa6fc-5275-4318-9429-b08e6e55bfd4 tempest-ServersTestBootFromVolume-282863897 tempest-ServersTestBootFromVolume-282863897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for floatingip, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:20.219490 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-cf0aa6fc-5275-4318-9429-b08e6e55bfd4 tempest-ServersTestBootFromVolume-282863897 tempest-ServersTestBootFromVolume-282863897-project] 10.222.0.59 "DELETE /v2.0/floatingips/e2ac6064-923c-440f-add7-214ed3fc7373 HTTP/1.1" status: 204 len: 168 time: 1.0043926 Jul 27 21:05:20.223123 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 47780) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:05:20.261146 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b67b2bc-c3d5-4527-af24-888085ec3798 tempest-RoutersIpV6AdminTest-120739899 tempest-RoutersIpV6AdminTest-120739899-project] Pushing event updated for resources: {'Port': ['ID=fd833462-1d6e-4973-a7b7-551ff8c9c5f6,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:05:20.486105 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Device d84ac75c-2428-4297-8be6-bb8b6688b5ea no longer exists at agent hyperv_n-h2-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:05:20.506650 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-3d54578f-831f-4696-b568-13c455922dab None None] No Port match for: d84ac75c-2428-4297-8be6-bb8b6688b5ea {{(pid=105586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:05:20.507294 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Device d84ac75c-2428-4297-8be6-bb8b6688b5ea not bound to the agent host n-h2-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:05:20.570843 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-4b67b2bc-c3d5-4527-af24-888085ec3798 tempest-RoutersIpV6AdminTest-120739899 tempest-RoutersIpV6AdminTest-120739899-project] Notify callbacks [] for router_gateway, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:20.636138 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [req-124d69b1-624e-4cb4-9d16-8c47b619e875 req-e753af9f-9eb6-4a91-a69e-5538d366aa5a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0808928b-9b12-4d14-928d-1b7ee2b58cbe {{(pid=105584) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:05:20.646721 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-124d69b1-624e-4cb4-9d16-8c47b619e875 req-e753af9f-9eb6-4a91-a69e-5538d366aa5a service neutron] Notify callbacks [] for port, precommit_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:20.683935 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.provisioning_blocks [req-124d69b1-624e-4cb4-9d16-8c47b619e875 req-e753af9f-9eb6-4a91-a69e-5538d366aa5a service neutron] Transition to ACTIVE for port object 0808928b-9b12-4d14-928d-1b7ee2b58cbe will not be triggered until provisioned by entity L2. {{(pid=105584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:05:20.688711 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-124d69b1-624e-4cb4-9d16-8c47b619e875 req-e753af9f-9eb6-4a91-a69e-5538d366aa5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9014027'] for port, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:20.747325 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e753af9f-9eb6-4a91-a69e-5538d366aa5a service neutron] Pushing event updated for resources: {'Port': ['ID=0808928b-9b12-4d14-928d-1b7ee2b58cbe,revision_number=2']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:05:20.871644 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [req-124d69b1-624e-4cb4-9d16-8c47b619e875 req-e753af9f-9eb6-4a91-a69e-5538d366aa5a service neutron] Attempting to bind port 0808928b-9b12-4d14-928d-1b7ee2b58cbe on host n-h1-705658-22 for vnic_type normal with profile {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:05:20.872234 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [req-124d69b1-624e-4cb4-9d16-8c47b619e875 req-e753af9f-9eb6-4a91-a69e-5538d366aa5a service neutron] Attempting to bind port 0808928b-9b12-4d14-928d-1b7ee2b58cbe by drivers openvswitch,hyperv on host n-h1-705658-22 at level 0 using segments [{'id': 'a9b7024e-df2a-4526-a1ee-cb4cd8d6548a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'e3b519c5-b5b4-46b1-b571-75e8645219f5'}] {{(pid=105584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:05:20.872764 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-124d69b1-624e-4cb4-9d16-8c47b619e875 req-e753af9f-9eb6-4a91-a69e-5538d366aa5a service neutron] Attempting to bind port 0808928b-9b12-4d14-928d-1b7ee2b58cbe on network e3b519c5-b5b4-46b1-b571-75e8645219f5 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:05:20.889050 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-124d69b1-624e-4cb4-9d16-8c47b619e875 req-e753af9f-9eb6-4a91-a69e-5538d366aa5a service neutron] Port 0808928b-9b12-4d14-928d-1b7ee2b58cbe on network e3b519c5-b5b4-46b1-b571-75e8645219f5 not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-22 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:05:20.889393 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-124d69b1-624e-4cb4-9d16-8c47b619e875 req-e753af9f-9eb6-4a91-a69e-5538d366aa5a service neutron] Attempting to bind port 0808928b-9b12-4d14-928d-1b7ee2b58cbe on network e3b519c5-b5b4-46b1-b571-75e8645219f5 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:05:20.896409 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-124d69b1-624e-4cb4-9d16-8c47b619e875 req-e753af9f-9eb6-4a91-a69e-5538d366aa5a service neutron] Checking agent: {'id': '9d9bc37f-4d75-44ef-9f63-799aab3e316f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 49, 36), 'started_at': datetime.datetime(2021, 7, 27, 20, 49, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 5, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:05:20.896409 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-124d69b1-624e-4cb4-9d16-8c47b619e875 req-e753af9f-9eb6-4a91-a69e-5538d366aa5a service neutron] Checking segment: {'id': 'a9b7024e-df2a-4526-a1ee-cb4cd8d6548a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'e3b519c5-b5b4-46b1-b571-75e8645219f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:05:20.896717 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-124d69b1-624e-4cb4-9d16-8c47b619e875 req-e753af9f-9eb6-4a91-a69e-5538d366aa5a service neutron] Bound using segment: {'id': 'a9b7024e-df2a-4526-a1ee-cb4cd8d6548a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'e3b519c5-b5b4-46b1-b571-75e8645219f5'} {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:05:20.897331 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [req-124d69b1-624e-4cb4-9d16-8c47b619e875 req-e753af9f-9eb6-4a91-a69e-5538d366aa5a service neutron] Bound port: 0808928b-9b12-4d14-928d-1b7ee2b58cbe, host: n-h1-705658-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9b7024e-df2a-4526-a1ee-cb4cd8d6548a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'e3b519c5-b5b4-46b1-b571-75e8645219f5'}}] {{(pid=105584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:05:20.897704 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-124d69b1-624e-4cb4-9d16-8c47b619e875 req-e753af9f-9eb6-4a91-a69e-5538d366aa5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:20.959060 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-4b67b2bc-c3d5-4527-af24-888085ec3798 tempest-RoutersIpV6AdminTest-120739899 tempest-RoutersIpV6AdminTest-120739899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4077169', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4163787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-400'] for router, precommit_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:20.962740 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-4b67b2bc-c3d5-4527-af24-888085ec3798 tempest-RoutersIpV6AdminTest-120739899 tempest-RoutersIpV6AdminTest-120739899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4077150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4077160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4077159', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4163778'] for router, after_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:20.966499 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-4091dad2-c483-4cef-816d-24641a212306 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4076536'] for router_interface, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:21.034855 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0aca4f5-ca3f-4327-9c3e-b74688fe7e58 req-f412b518-dcf7-4f19-a41f-b85e671bdc9f tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:21.036337 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e0aca4f5-ca3f-4327-9c3e-b74688fe7e58 req-f412b518-dcf7-4f19-a41f-b85e671bdc9f tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] 10.222.0.59 "GET /v2.0/ports?device_id=10e49bf3-f513-4fd4-b60a-73e230c71f3f HTTP/1.1" status: 200 len: 943 time: 0.3618062 Jul 27 21:05:21.071536 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [req-124d69b1-624e-4cb4-9d16-8c47b619e875 req-e753af9f-9eb6-4a91-a69e-5538d366aa5a service neutron] For port 0808928b-9b12-4d14-928d-1b7ee2b58cbe, host n-h1-705658-22, cleared binding levels {{(pid=105584) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:05:21.090806 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [req-124d69b1-624e-4cb4-9d16-8c47b619e875 req-e753af9f-9eb6-4a91-a69e-5538d366aa5a service neutron] For port 0808928b-9b12-4d14-928d-1b7ee2b58cbe, host n-h1-705658-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=0808928b-9b12-4d14-928d-1b7ee2b58cbe,segment=NetworkSegment(a9b7024e-df2a-4526-a1ee-cb4cd8d6548a),segment_id=a9b7024e-df2a-4526-a1ee-cb4cd8d6548a)] {{(pid=105584) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:05:21.096163 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-124d69b1-624e-4cb4-9d16-8c47b619e875 req-e753af9f-9eb6-4a91-a69e-5538d366aa5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9014027'] for port, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:21.140279 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e6a325-79ac-472b-aad8-832b5d1fe0ef req-09c385b3-57d0-4d01-a74c-972036540887 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:21.142227 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-c3e6a325-79ac-472b-aad8-832b5d1fe0ef req-09c385b3-57d0-4d01-a74c-972036540887 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] 10.222.0.59 "GET /v2.0/ports?device_id=7e4e7e1b-7ee4-4932-8352-9da05c794800 HTTP/1.1" status: 200 len: 945 time: 0.3010070 Jul 27 21:05:21.168070 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e0aca4f5-ca3f-4327-9c3e-b74688fe7e58 req-c6c63ab7-ffd0-4205-b06a-719ed24d48af tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0eecfba-15dc-4bf7-80e6-b94c8d880eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224725 Jul 27 21:05:21.191605 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e753af9f-9eb6-4a91-a69e-5538d366aa5a service neutron] Pushing event updated for resources: {'Port': ['ID=0808928b-9b12-4d14-928d-1b7ee2b58cbe,revision_number=3']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:05:21.205975 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124d69b1-624e-4cb4-9d16-8c47b619e875 req-e753af9f-9eb6-4a91-a69e-5538d366aa5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:21.205975 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-124d69b1-624e-4cb4-9d16-8c47b619e875 req-e753af9f-9eb6-4a91-a69e-5538d366aa5a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:21.208160 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-124d69b1-624e-4cb4-9d16-8c47b619e875 req-e753af9f-9eb6-4a91-a69e-5538d366aa5a service neutron] 10.222.0.36 "PUT /v2.0/ports/0808928b-9b12-4d14-928d-1b7ee2b58cbe HTTP/1.1" status: 200 len: 1092 time: 1.3927863 Jul 27 21:05:21.228314 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10e49bf3-f513-4fd4-b60a-73e230c71f3f', 'tag': '0808928b-9b12-4d14-928d-1b7ee2b58cbe'}] {{(pid=105584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:05:21.231094 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bce5e6c8685464f7626901654159975603b047827e3138302ed6566e28f1343" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab320e8d-fb65-4afb-96a8-bbf3379d11a0" -d '{"events": [{"name": "network-changed", "server_uuid": "10e49bf3-f513-4fd4-b60a-73e230c71f3f", "tag": "0808928b-9b12-4d14-928d-1b7ee2b58cbe"}]}' {{(pid=105584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:05:21.244706 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-c3e6a325-79ac-472b-aad8-832b5d1fe0ef req-87f15edc-2bb3-41aa-8321-0d0dc059a237 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] 10.222.0.59 "GET /v2.0/security-groups?id=e8209215-bf66-4bb1-96ba-041099e74ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840898 Jul 27 21:05:21.294211 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b67b2bc-c3d5-4527-af24-888085ec3798 tempest-RoutersIpV6AdminTest-120739899 tempest-RoutersIpV6AdminTest-120739899-project] Router c2bf4aa2-3fda-40db-9e1d-64005464704f is scheduled to L3 agent dd128fd7-8e57-4d4f-895b-a96b369df59a with binding_index 1 {{(pid=105585) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 21:05:21.355579 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:05:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47468317-fe38-4020-8901-cf3f9da34414 x-openstack-request-id: req-47468317-fe38-4020-8901-cf3f9da34414 {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:05:21.356639 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10e49bf3-f513-4fd4-b60a-73e230c71f3f", "tag": "0808928b-9b12-4d14-928d-1b7ee2b58cbe", "status": "completed", "code": 200}]} {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:05:21.357042 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-47468317-fe38-4020-8901-cf3f9da34414 {{(pid=105584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:05:21.357716 n-d-705658-22 neutron-server[105584]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10e49bf3-f513-4fd4-b60a-73e230c71f3f', 'tag': '0808928b-9b12-4d14-928d-1b7ee2b58cbe', 'status': 'completed', 'code': 200} Jul 27 21:05:21.422677 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124d69b1-624e-4cb4-9d16-8c47b619e875 req-c9b82934-05b8-4456-8905-77b801ee8e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:21.424908 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-124d69b1-624e-4cb4-9d16-8c47b619e875 req-c9b82934-05b8-4456-8905-77b801ee8e97 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=69cdc72bf3f043e3a9d2448007614684&device_id=10e49bf3-f513-4fd4-b60a-73e230c71f3f HTTP/1.1" status: 200 len: 1095 time: 0.1604915 Jul 27 21:05:21.468386 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b67b2bc-c3d5-4527-af24-888085ec3798 tempest-RoutersIpV6AdminTest-120739899 tempest-RoutersIpV6AdminTest-120739899-project] Notify agent at l3_agent.n-d-705658-22 the message routers_updated {{(pid=105585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:05:21.475405 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-4b67b2bc-c3d5-4527-af24-888085ec3798 tempest-RoutersIpV6AdminTest-120739899 tempest-RoutersIpV6AdminTest-120739899-project] Notify callbacks [] for router, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:21.476966 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-4b67b2bc-c3d5-4527-af24-888085ec3798 tempest-RoutersIpV6AdminTest-120739899 tempest-RoutersIpV6AdminTest-120739899-project] 10.222.0.59 "PUT /v2.0/routers/c2bf4aa2-3fda-40db-9e1d-64005464704f HTTP/1.1" status: 200 len: 882 time: 3.6794674 Jul 27 21:05:21.481002 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 47796) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:05:21.484282 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07a227bf-6e42-4c57-9951-d219620c5c2d None None] Sync routers for ids ['c2bf4aa2-3fda-40db-9e1d-64005464704f'] in n-d-705658-22 {{(pid=105587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:05:21.493731 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07a227bf-6e42-4c57-9951-d219620c5c2d None None] Routers {'c2bf4aa2-3fda-40db-9e1d-64005464704f'} bound to L3 agent in host n-d-705658-22 {{(pid=105587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:05:21.501006 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-07a227bf-6e42-4c57-9951-d219620c5c2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:05:11Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['c2bf4aa2-3fda-40db-9e1d-64005464704f'], 'active': True} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:05:21.507402 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0702c787-7ce1-41e7-b3be-e1e3124fce27 req-46d2c1ce-3007-456c-ae43-607f335348cb tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:21.509073 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-0702c787-7ce1-41e7-b3be-e1e3124fce27 req-46d2c1ce-3007-456c-ae43-607f335348cb tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] 10.222.0.59 "GET /v2.0/ports?device_id=f4131bf3-56d0-4dd5-8a0b-f9b028d7bbbe HTTP/1.1" status: 200 len: 945 time: 0.1520658 Jul 27 21:05:21.509970 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-124d69b1-624e-4cb4-9d16-8c47b619e875 req-1ee1905e-f326-4bef-9e4f-060945999185 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0808928b-9b12-4d14-928d-1b7ee2b58cbe HTTP/1.1" status: 200 len: 217 time: 0.0631709 Jul 27 21:05:21.548216 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-07a227bf-6e42-4c57-9951-d219620c5c2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-22', False) {} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:05:21.559795 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-4091dad2-c483-4cef-816d-24641a212306 admin admin] Deleting port a18df0f4-3f52-4115-8fbc-04ed75fa7390 {{(pid=105584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:05:21.560007 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07a227bf-6e42-4c57-9951-d219620c5c2d None None] Routers {'c2bf4aa2-3fda-40db-9e1d-64005464704f'} bound to L3 agent in host n-d-705658-22 {{(pid=105587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:05:21.560143 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-4091dad2-c483-4cef-816d-24641a212306 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:21.560921 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-07a227bf-6e42-4c57-9951-d219620c5c2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:05:11Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['c2bf4aa2-3fda-40db-9e1d-64005464704f'], 'active': True} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:05:21.624901 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-07a227bf-6e42-4c57-9951-d219620c5c2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-22', False) {} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:05:21.625905 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07a227bf-6e42-4c57-9951-d219620c5c2d None None] The sync data for ids ['c2bf4aa2-3fda-40db-9e1d-64005464704f'] in n-d-705658-22 is: [] {{(pid=105587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:05:21.629899 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-0702c787-7ce1-41e7-b3be-e1e3124fce27 req-cde653c9-4fad-4d74-8e3c-b3fa4f2eadcd tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] 10.222.0.59 "GET /v2.0/security-groups?id=771ef501-f193-4e50-901d-4721d89f2b91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0854871 Jul 27 21:05:21.655208 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-f6b9ac93-00fe-4d8c-bc8f-5b265ee3ca4e tempest-RoutersIpV6AdminTest-1066337158 tempest-RoutersIpV6AdminTest-1066337158-project-admin] 10.222.0.59 "GET /v2.0/routers/c2bf4aa2-3fda-40db-9e1d-64005464704f HTTP/1.1" status: 200 len: 923 time: 0.1706207 Jul 27 21:05:21.657264 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 47798) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:05:21.713902 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124d69b1-624e-4cb4-9d16-8c47b619e875 req-655c4989-a42f-4356-9180-18d3b0422190 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:21.715376 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-124d69b1-624e-4cb4-9d16-8c47b619e875 req-655c4989-a42f-4356-9180-18d3b0422190 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ea3de4e6-c660-4637-aea0-807a23d6ec6d HTTP/1.1" status: 200 len: 855 time: 0.1880095 Jul 27 21:05:21.742518 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [None req-4091dad2-c483-4cef-816d-24641a212306 admin admin] For port a18df0f4-3f52-4115-8fbc-04ed75fa7390, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=a18df0f4-3f52-4115-8fbc-04ed75fa7390,segment=NetworkSegment(fd79765c-e7bd-40c2-b4f2-b2a1b80d938c),segment_id=fd79765c-e7bd-40c2-b4f2-b2a1b80d938c)] {{(pid=105584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:05:21.742882 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-4091dad2-c483-4cef-816d-24641a212306 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:21.773660 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-124d69b1-624e-4cb4-9d16-8c47b619e875 req-a36088dc-dd7d-4271-81a9-bcf228ca8dfe service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e3b519c5-b5b4-46b1-b571-75e8645219f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0490844 Jul 27 21:05:21.778207 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-4091dad2-c483-4cef-816d-24641a212306 admin admin] Calling delete_port for a18df0f4-3f52-4115-8fbc-04ed75fa7390 owned by network:router_interface {{(pid=105584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:05:22.096860 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device 07181a36-ce8e-4727-aae8-8d76b20071fb no longer exists at agent hyperv_n-h1-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:05:22.174891 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:22.198098 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e4e7e1b-7ee4-4932-8352-9da05c794800', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '07181a36-ce8e-4727-aae8-8d76b20071fb'}] {{(pid=105586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:05:22.200368 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14c1663e039faf5393f87855f745010ac5b02220355b68fdbf065393e303ac56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16141b32-0d20-4918-a41e-cfe230f5f90d" -d '{"events": [{"server_uuid": "7e4e7e1b-7ee4-4932-8352-9da05c794800", "name": "network-vif-unplugged", "status": "completed", "tag": "07181a36-ce8e-4727-aae8-8d76b20071fb"}]}' {{(pid=105586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:05:22.214015 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] For port 07181a36-ce8e-4727-aae8-8d76b20071fb, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=07181a36-ce8e-4727-aae8-8d76b20071fb,segment=NetworkSegment(7253e476-fc19-4126-9562-a06a41b3b94e),segment_id=7253e476-fc19-4126-9562-a06a41b3b94e)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:05:22.220247 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:22.256069 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6913227a-9e19-49e3-a5fb-dd8b1e4a7696 tempest-RoutersIpV6AdminTest-1066337158 tempest-RoutersIpV6AdminTest-1066337158-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:22.258152 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-6913227a-9e19-49e3-a5fb-dd8b1e4a7696 tempest-RoutersIpV6AdminTest-1066337158 tempest-RoutersIpV6AdminTest-1066337158-project-admin] 10.222.0.59 "GET /v2.0/ports?network_id=8735d8a2-b604-4758-ae71-b40e4ee6f305&device_id=c2bf4aa2-3fda-40db-9e1d-64005464704f&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.5985670 Jul 27 21:05:22.262941 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 47804) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:05:22.302318 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 27 Jul 2021 21:05:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b17269a-0750-4651-9f90-3058ec9b2167 x-openstack-request-id: req-6b17269a-0750-4651-9f90-3058ec9b2167 {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:05:22.302598 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e4e7e1b-7ee4-4932-8352-9da05c794800", "name": "network-vif-unplugged", "status": "completed", "tag": "07181a36-ce8e-4727-aae8-8d76b20071fb", "code": 200}]} {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:05:22.303213 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-6b17269a-0750-4651-9f90-3058ec9b2167 {{(pid=105586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:05:22.304793 n-d-705658-22 neutron-server[105586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e4e7e1b-7ee4-4932-8352-9da05c794800', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '07181a36-ce8e-4727-aae8-8d76b20071fb', 'code': 200} Jul 27 21:05:22.348016 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Pushing event updated for resources: {'Port': ['ID=07181a36-ce8e-4727-aae8-8d76b20071fb,revision_number=8']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:05:22.388356 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-124d69b1-624e-4cb4-9d16-8c47b619e875 req-579a3c4f-6284-453b-b039-b1f3cd4c407a service neutron] 10.222.0.36 "GET /v2.0/networks/e3b519c5-b5b4-46b1-b571-75e8645219f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6031349 Jul 27 21:05:22.443684 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06b9a32-cfad-4b0f-a512-596e56a6dca4 req-a7112a62-34b0-47b5-8fa1-ac24a8d1af22 tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:22.451768 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b06b9a32-cfad-4b0f-a512-596e56a6dca4 req-a7112a62-34b0-47b5-8fa1-ac24a8d1af22 tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] 10.222.0.59 "GET /v2.0/ports?device_id=10e49bf3-f513-4fd4-b60a-73e230c71f3f HTTP/1.1" status: 200 len: 943 time: 0.1650414 Jul 27 21:05:22.522312 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b06b9a32-cfad-4b0f-a512-596e56a6dca4 req-9bbd1654-1e64-4fa7-8daa-c72f355b37b9 tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0eecfba-15dc-4bf7-80e6-b94c8d880eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677018 Jul 27 21:05:22.531351 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c53b897-7012-488f-8d36-83cd6e5658ba req-04c5610e-43fb-4d22-8513-3889f8be25f2 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:22.547923 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-4c53b897-7012-488f-8d36-83cd6e5658ba req-04c5610e-43fb-4d22-8513-3889f8be25f2 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] 10.222.0.59 "GET /v2.0/ports?device_id=7e4e7e1b-7ee4-4932-8352-9da05c794800 HTTP/1.1" status: 200 len: 943 time: 0.1747134 Jul 27 21:05:22.561352 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-124d69b1-624e-4cb4-9d16-8c47b619e875 req-d46319fb-70dd-45cd-a0a7-a63e7ed1cd92 service neutron] 10.222.0.36 "GET /v2.0/networks/e3b519c5-b5b4-46b1-b571-75e8645219f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1629384 Jul 27 21:05:22.562447 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1de0c30-3ff5-4dd0-826d-a5fcfa3cd69e tempest-RoutersIpV6AdminTest-1066337158 tempest-RoutersIpV6AdminTest-1066337158-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:22.563700 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-b1de0c30-3ff5-4dd0-826d-a5fcfa3cd69e tempest-RoutersIpV6AdminTest-1066337158 tempest-RoutersIpV6AdminTest-1066337158-project-admin] 10.222.0.59 "GET /v2.0/networks/8735d8a2-b604-4758-ae71-b40e4ee6f305 HTTP/1.1" status: 200 len: 881 time: 0.2988119 Jul 27 21:05:22.567743 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 47814) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:05:22.605231 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-1e217a77-3d30-4c98-af88-599b9c617042 tempest-RoutersIpV6AdminTest-120739899 tempest-RoutersIpV6AdminTest-120739899-project] 10.222.0.59 "GET /v2.0/ports?device_id=c2bf4aa2-3fda-40db-9e1d-64005464704f HTTP/1.1" status: 200 len: 205 time: 0.0361218 Jul 27 21:05:22.609874 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 47816) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:05:22.635708 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-4c53b897-7012-488f-8d36-83cd6e5658ba req-6f9bcdbc-7458-4495-a044-c64bd4e0331c tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] 10.222.0.59 "GET /v2.0/security-groups?id=e8209215-bf66-4bb1-96ba-041099e74ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825932 Jul 27 21:05:22.700986 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-4091dad2-c483-4cef-816d-24641a212306 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:22.749631 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4091dad2-c483-4cef-816d-24641a212306 admin admin] Pushing event deleted for resources: {'Port': ['ID=a18df0f4-3f52-4115-8fbc-04ed75fa7390,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:05:22.806408 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1860fb1d-5170-43d6-a379-1cf067608aa0 req-f5a0d6b9-1fb1-4457-b7d4-969cbc4bc104 tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:22.812500 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-1860fb1d-5170-43d6-a379-1cf067608aa0 req-f5a0d6b9-1fb1-4457-b7d4-969cbc4bc104 tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] 10.222.0.59 "GET /v2.0/ports?device_id=f4131bf3-56d0-4dd5-8a0b-f9b028d7bbbe HTTP/1.1" status: 200 len: 945 time: 0.0961030 Jul 27 21:05:22.874990 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-1860fb1d-5170-43d6-a379-1cf067608aa0 req-5b73b012-df09-4569-a0e1-b5b02fb9d88c tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] 10.222.0.59 "GET /v2.0/security-groups?id=771ef501-f193-4e50-901d-4721d89f2b91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581031 Jul 27 21:05:22.896126 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-86986c67-765a-4649-8bed-5a921e6ca95c tempest-RoutersIpV6AdminTest-120739899 tempest-RoutersIpV6AdminTest-120739899-project] Notify callbacks [] for router, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:22.952076 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab320e8d-fb65-4afb-96a8-bbf3379d11a0 req-37749566-9962-4fbe-9474-02aef2fa39d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:22.953646 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-ab320e8d-fb65-4afb-96a8-bbf3379d11a0 req-37749566-9962-4fbe-9474-02aef2fa39d3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=69cdc72bf3f043e3a9d2448007614684&device_id=10e49bf3-f513-4fd4-b60a-73e230c71f3f HTTP/1.1" status: 200 len: 1095 time: 0.2932892 Jul 27 21:05:23.176072 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-86986c67-765a-4649-8bed-5a921e6ca95c tempest-RoutersIpV6AdminTest-120739899 tempest-RoutersIpV6AdminTest-120739899-project] Notify callbacks [] for router_gateway, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:23.188060 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-4091dad2-c483-4cef-816d-24641a212306 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3743915', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4076308'] for router_interface, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:23.200273 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab320e8d-fb65-4afb-96a8-bbf3379d11a0 req-35aa7fa2-d7a5-45d2-aa60-c8e5b982d044 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:23.201761 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-ab320e8d-fb65-4afb-96a8-bbf3379d11a0 req-35aa7fa2-d7a5-45d2-aa60-c8e5b982d044 service neutron] 10.222.0.36 "GET /v2.0/networks?id=e3b519c5-b5b4-46b1-b571-75e8645219f5 HTTP/1.1" status: 200 len: 916 time: 0.2052612 Jul 27 21:05:23.299112 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-ab320e8d-fb65-4afb-96a8-bbf3379d11a0 req-a8abde09-3156-4887-a42e-50dd83451203 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0808928b-9b12-4d14-928d-1b7ee2b58cbe HTTP/1.1" status: 200 len: 217 time: 0.0752201 Jul 27 21:05:23.402368 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-86986c67-765a-4649-8bed-5a921e6ca95c tempest-RoutersIpV6AdminTest-120739899 tempest-RoutersIpV6AdminTest-120739899-project] Deleting port fd833462-1d6e-4973-a7b7-551ff8c9c5f6 {{(pid=105584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:05:23.403073 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-86986c67-765a-4649-8bed-5a921e6ca95c tempest-RoutersIpV6AdminTest-120739899 tempest-RoutersIpV6AdminTest-120739899-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:23.405467 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab320e8d-fb65-4afb-96a8-bbf3379d11a0 req-58a86007-9b2d-4fcc-befe-c91e30583608 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:23.406932 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-ab320e8d-fb65-4afb-96a8-bbf3379d11a0 req-58a86007-9b2d-4fcc-befe-c91e30583608 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ea3de4e6-c660-4637-aea0-807a23d6ec6d HTTP/1.1" status: 200 len: 855 time: 0.0981326 Jul 27 21:05:23.476655 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-ab320e8d-fb65-4afb-96a8-bbf3379d11a0 req-b7f4fa66-9a16-4ab0-9ee2-5b6955dd5c8a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e3b519c5-b5b4-46b1-b571-75e8645219f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0569725 Jul 27 21:05:23.643038 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-86986c67-765a-4649-8bed-5a921e6ca95c tempest-RoutersIpV6AdminTest-120739899 tempest-RoutersIpV6AdminTest-120739899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:23.663633 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63822a0b-1625-4b9e-a115-f88fe4e122ac req-487e0254-c8f5-4851-a240-5baad3c0144d tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:23.665855 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-63822a0b-1625-4b9e-a115-f88fe4e122ac req-487e0254-c8f5-4851-a240-5baad3c0144d tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] 10.222.0.59 "GET /v2.0/ports?device_id=10e49bf3-f513-4fd4-b60a-73e230c71f3f HTTP/1.1" status: 200 len: 943 time: 0.0835140 Jul 27 21:05:23.673890 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-86986c67-765a-4649-8bed-5a921e6ca95c tempest-RoutersIpV6AdminTest-120739899 tempest-RoutersIpV6AdminTest-120739899-project] Calling delete_port for fd833462-1d6e-4973-a7b7-551ff8c9c5f6 owned by network:router_gateway {{(pid=105584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:05:23.723977 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-63822a0b-1625-4b9e-a115-f88fe4e122ac req-1f057241-1c87-49f1-bad9-0da78dbd113e tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0eecfba-15dc-4bf7-80e6-b94c8d880eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497372 Jul 27 21:05:23.753559 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4091dad2-c483-4cef-816d-24641a212306 admin admin] Router 9dfde765-ccfc-449c-b877-5523aedde02d has already been hosted by L3 agent dd128fd7-8e57-4d4f-895b-a96b369df59a {{(pid=105584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:05:23.761142 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-ab320e8d-fb65-4afb-96a8-bbf3379d11a0 req-eee829dd-6d3b-4f3d-956e-e9db136e9cf3 service neutron] 10.222.0.36 "GET /v2.0/networks/e3b519c5-b5b4-46b1-b571-75e8645219f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2421582 Jul 27 21:05:23.834352 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1340294-19cb-4f1f-9b7d-2bd518ccc1d3 req-8c96b6ee-5a28-4edd-b877-c3cc2f94ecfc tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:23.835837 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-d1340294-19cb-4f1f-9b7d-2bd518ccc1d3 req-8c96b6ee-5a28-4edd-b877-c3cc2f94ecfc tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] 10.222.0.59 "GET /v2.0/ports?device_id=7e4e7e1b-7ee4-4932-8352-9da05c794800 HTTP/1.1" status: 200 len: 943 time: 0.0694530 Jul 27 21:05:23.886516 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-d1340294-19cb-4f1f-9b7d-2bd518ccc1d3 req-7798d91d-4d23-43f1-8667-88fe3d842594 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] 10.222.0.59 "GET /v2.0/security-groups?id=e8209215-bf66-4bb1-96ba-041099e74ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436835 Jul 27 21:05:24.021935 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-ab320e8d-fb65-4afb-96a8-bbf3379d11a0 req-4354805d-24e8-4271-9454-3945edf5158c service neutron] 10.222.0.36 "GET /v2.0/networks/e3b519c5-b5b4-46b1-b571-75e8645219f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2513897 Jul 27 21:05:24.033792 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4091dad2-c483-4cef-816d-24641a212306 admin admin] Notify agent at l3_agent.n-d-705658-22 the message routers_updated {{(pid=105584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:05:24.046199 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4de52b29-9d2e-46fd-b73a-14a9b8942062 None None] Sync routers for ids ['9dfde765-ccfc-449c-b877-5523aedde02d'] in n-d-705658-22 {{(pid=105586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:05:24.055893 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-4091dad2-c483-4cef-816d-24641a212306 admin admin] 10.222.0.59 "PUT /v2.0/routers/9dfde765-ccfc-449c-b877-5523aedde02d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8314497 Jul 27 21:05:24.060308 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 47834) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:05:24.060497 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4de52b29-9d2e-46fd-b73a-14a9b8942062 None None] Routers {'9dfde765-ccfc-449c-b877-5523aedde02d'} bound to L3 agent in host n-d-705658-22 {{(pid=105586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:05:24.061110 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09263501-ad43-4278-a800-852350ce1f3e req-3861136f-380e-4f1b-9184-6b360a81b6b7 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:24.061219 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-4de52b29-9d2e-46fd-b73a-14a9b8942062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:05:11Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['9dfde765-ccfc-449c-b877-5523aedde02d'], 'active': True} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:05:24.063009 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-09263501-ad43-4278-a800-852350ce1f3e req-3861136f-380e-4f1b-9184-6b360a81b6b7 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] 10.222.0.59 "GET /v2.0/ports?device_id=29c1b762-5cb9-4f5b-ac71-3cb8a306ebde HTTP/1.1" status: 200 len: 945 time: 0.1059277 Jul 27 21:05:24.083181 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0dbfd9-ff18-4650-82e2-37851d54716c req-c5ed4573-aa96-43b0-9a31-33e9d54073d0 tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:24.085786 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-8f0dbfd9-ff18-4650-82e2-37851d54716c req-c5ed4573-aa96-43b0-9a31-33e9d54073d0 tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] 10.222.0.59 "GET /v2.0/ports?device_id=f4131bf3-56d0-4dd5-8a0b-f9b028d7bbbe HTTP/1.1" status: 200 len: 945 time: 0.0987675 Jul 27 21:05:24.122644 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-86986c67-765a-4649-8bed-5a921e6ca95c tempest-RoutersIpV6AdminTest-120739899 tempest-RoutersIpV6AdminTest-120739899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:24.146278 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-09263501-ad43-4278-a800-852350ce1f3e req-1b3eba89-01e8-4394-9be6-2848e2c2cd3e tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] 10.222.0.59 "GET /v2.0/security-groups?id=e760076b-6854-47cf-947b-f6a7a8a579d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0723698 Jul 27 21:05:24.175409 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvr_db [None req-4de52b29-9d2e-46fd-b73a-14a9b8942062 None None] Set router 9dfde765-ccfc-449c-b877-5523aedde02d gateway port host: n-d-705658-22 {{(pid=105586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:05:24.177772 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-8f0dbfd9-ff18-4650-82e2-37851d54716c req-42fb48c9-5307-409c-be83-000f8b7cf811 tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] 10.222.0.59 "GET /v2.0/security-groups?id=771ef501-f193-4e50-901d-4721d89f2b91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0855105 Jul 27 21:05:24.326707 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d3263f-a491-42fa-9eb7-d1fa771c28e1 req-4d1b92f8-128e-4b41-8b5a-57c87700300b tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:24.328319 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-90d3263f-a491-42fa-9eb7-d1fa771c28e1 req-4d1b92f8-128e-4b41-8b5a-57c87700300b tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] 10.222.0.59 "GET /v2.0/ports?device_id=29c1b762-5cb9-4f5b-ac71-3cb8a306ebde HTTP/1.1" status: 200 len: 945 time: 0.0850298 Jul 27 21:05:24.375536 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-90d3263f-a491-42fa-9eb7-d1fa771c28e1 req-9d2a713a-2817-4e1c-b1ad-64d411b5d90e tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] 10.222.0.59 "GET /v2.0/security-groups?id=e760076b-6854-47cf-947b-f6a7a8a579d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408909 Jul 27 21:05:24.395434 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-4de52b29-9d2e-46fd-b73a-14a9b8942062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dfde765-ccfc-449c-b877-5523aedde02d', 'name': 'tempest-ServersTestBootFromVolume-1248947411-router', 'tenant_id': 'e6a11f02cd4148f0a35adc8cb27f5cc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.110'}], 'enable_snat': True}, 'gw_port_id': '36075f76-f417-4703-96e2-83ab72e2808f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:02:19Z', 'updated_at': '2021-07-27T21:05:22Z', 'revision_number': 5, 'project_id': 'e6a11f02cd4148f0a35adc8cb27f5cc6', 'gw_port': {'id': '36075f76-f417-4703-96e2-83ab72e2808f', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:d4:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dfde765-ccfc-449c-b877-5523aedde02d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1162, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:02:20Z', 'updated_at': '2021-07-27T21:02:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22'}], 'n-d-705658-22', False) {} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:05:24.413183 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4de52b29-9d2e-46fd-b73a-14a9b8942062 None None] Checking router: 9dfde765-ccfc-449c-b877-5523aedde02d for host: n-d-705658-22 {{(pid=105586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:05:24.421546 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4de52b29-9d2e-46fd-b73a-14a9b8942062 None None] Routers {'9dfde765-ccfc-449c-b877-5523aedde02d'} bound to L3 agent in host n-d-705658-22 {{(pid=105586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:05:24.422192 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-4de52b29-9d2e-46fd-b73a-14a9b8942062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:05:11Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['9dfde765-ccfc-449c-b877-5523aedde02d'], 'active': True} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:05:24.516841 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86986c67-765a-4649-8bed-5a921e6ca95c tempest-RoutersIpV6AdminTest-120739899 tempest-RoutersIpV6AdminTest-120739899-project] Pushing event deleted for resources: {'Port': ['ID=fd833462-1d6e-4973-a7b7-551ff8c9c5f6,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:05:24.562262 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvr_db [None req-4de52b29-9d2e-46fd-b73a-14a9b8942062 None None] Set router 9dfde765-ccfc-449c-b877-5523aedde02d gateway port host: n-d-705658-22 {{(pid=105586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:05:24.574091 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-a19f90a7-0a02-4063-a2aa-4e774ff5f727 admin admin] Notify callbacks [] for router, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:24.635032 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-86986c67-765a-4649-8bed-5a921e6ca95c tempest-RoutersIpV6AdminTest-120739899 tempest-RoutersIpV6AdminTest-120739899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4075702'] for router_gateway, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:24.698906 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0dade16-4cd4-472c-921a-76db9ae0885a req-cd5b4360-f0e3-4dc9-82ab-f9267c1479e8 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:24.701523 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e0dade16-4cd4-472c-921a-76db9ae0885a req-cd5b4360-f0e3-4dc9-82ab-f9267c1479e8 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] 10.222.0.59 "GET /v2.0/ports?device_id=29c1b762-5cb9-4f5b-ac71-3cb8a306ebde HTTP/1.1" status: 200 len: 945 time: 0.0880132 Jul 27 21:05:24.759810 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-86986c67-765a-4649-8bed-5a921e6ca95c tempest-RoutersIpV6AdminTest-120739899 tempest-RoutersIpV6AdminTest-120739899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4163631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-425'] for router, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:24.764456 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-86986c67-765a-4649-8bed-5a921e6ca95c tempest-RoutersIpV6AdminTest-120739899 tempest-RoutersIpV6AdminTest-120739899-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:24.771238 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e0dade16-4cd4-472c-921a-76db9ae0885a req-5c8e2ed1-5345-4a57-bd01-b7ab2209f52a tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] 10.222.0.59 "GET /v2.0/security-groups?id=e760076b-6854-47cf-947b-f6a7a8a579d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632982 Jul 27 21:05:24.781311 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-a19f90a7-0a02-4063-a2aa-4e774ff5f727 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:24.803250 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-4de52b29-9d2e-46fd-b73a-14a9b8942062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dfde765-ccfc-449c-b877-5523aedde02d', 'name': 'tempest-ServersTestBootFromVolume-1248947411-router', 'tenant_id': 'e6a11f02cd4148f0a35adc8cb27f5cc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.110'}], 'enable_snat': True}, 'gw_port_id': '36075f76-f417-4703-96e2-83ab72e2808f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:02:19Z', 'updated_at': '2021-07-27T21:05:22Z', 'revision_number': 5, 'project_id': 'e6a11f02cd4148f0a35adc8cb27f5cc6', 'gw_port': {'id': '36075f76-f417-4703-96e2-83ab72e2808f', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:d4:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dfde765-ccfc-449c-b877-5523aedde02d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1162, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:02:20Z', 'updated_at': '2021-07-27T21:02:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22'}], 'n-d-705658-22', False) {} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:05:24.827251 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-86986c67-765a-4649-8bed-5a921e6ca95c tempest-RoutersIpV6AdminTest-120739899 tempest-RoutersIpV6AdminTest-120739899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4163007'] for router, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:24.828921 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86986c67-765a-4649-8bed-5a921e6ca95c tempest-RoutersIpV6AdminTest-120739899 tempest-RoutersIpV6AdminTest-120739899-project] Fanout notify agent at l3_agent the message router_deleted on router c2bf4aa2-3fda-40db-9e1d-64005464704f {{(pid=105584) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 21:05:24.854289 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-86986c67-765a-4649-8bed-5a921e6ca95c tempest-RoutersIpV6AdminTest-120739899 tempest-RoutersIpV6AdminTest-120739899-project] Notify callbacks [] for router, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:24.855437 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-86986c67-765a-4649-8bed-5a921e6ca95c tempest-RoutersIpV6AdminTest-120739899 tempest-RoutersIpV6AdminTest-120739899-project] 10.222.0.59 "DELETE /v2.0/routers/c2bf4aa2-3fda-40db-9e1d-64005464704f HTTP/1.1" status: 204 len: 168 time: 2.2445807 Jul 27 21:05:24.859468 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 47858) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:05:24.866419 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4de52b29-9d2e-46fd-b73a-14a9b8942062 None None] The sync data for ids ['9dfde765-ccfc-449c-b877-5523aedde02d'] in n-d-705658-22 is: [{'id': '9dfde765-ccfc-449c-b877-5523aedde02d', 'name': 'tempest-ServersTestBootFromVolume-1248947411-router', 'tenant_id': 'e6a11f02cd4148f0a35adc8cb27f5cc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.110'}], 'enable_snat': True}, 'gw_port_id': '36075f76-f417-4703-96e2-83ab72e2808f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:02:19Z', 'updated_at': '2021-07-27T21:05:22Z', 'revision_number': 5, 'project_id': 'e6a11f02cd4148f0a35adc8cb27f5cc6', 'gw_port': {'id': '36075f76-f417-4703-96e2-83ab72e2808f', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:d4:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dfde765-ccfc-449c-b877-5523aedde02d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1162, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:02:20Z', 'updated_at': '2021-07-27T21:02:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22'}] {{(pid=105586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:05:24.867008 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-94c2157d-c015-471e-801b-d625653ff4b8 tempest-RoutersIpV6AdminTest-120739899 tempest-RoutersIpV6AdminTest-120739899-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-307744332', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:05:24.906774 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-a19f90a7-0a02-4063-a2aa-4e774ff5f727 admin admin] Deleting port 36075f76-f417-4703-96e2-83ab72e2808f {{(pid=105584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:05:24.907178 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-a19f90a7-0a02-4063-a2aa-4e774ff5f727 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:24.943500 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008d46ad-34fc-4adb-aa6e-4cec8f29ad5b req-d8bbbbff-17e2-4ffd-8339-2f63e0c06834 tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:24.950163 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-94c2157d-c015-471e-801b-d625653ff4b8 tempest-RoutersIpV6AdminTest-120739899 tempest-RoutersIpV6AdminTest-120739899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4163813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-443'] for router, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:24.951221 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-94c2157d-c015-471e-801b-d625653ff4b8 tempest-RoutersIpV6AdminTest-120739899 tempest-RoutersIpV6AdminTest-120739899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4165196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4077059', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3711235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-418'] for router, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:24.951348 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-008d46ad-34fc-4adb-aa6e-4cec8f29ad5b req-d8bbbbff-17e2-4ffd-8339-2f63e0c06834 tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] 10.222.0.59 "GET /v2.0/ports?device_id=10e49bf3-f513-4fd4-b60a-73e230c71f3f HTTP/1.1" status: 200 len: 943 time: 0.0992720 Jul 27 21:05:24.988761 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-008d46ad-34fc-4adb-aa6e-4cec8f29ad5b req-06459882-1340-4175-a726-f5f511fef3e7 tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0eecfba-15dc-4bf7-80e6-b94c8d880eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365741 Jul 27 21:05:25.033895 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-94c2157d-c015-471e-801b-d625653ff4b8 tempest-RoutersIpV6AdminTest-120739899 tempest-RoutersIpV6AdminTest-120739899-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:25.040957 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [None req-a19f90a7-0a02-4063-a2aa-4e774ff5f727 admin admin] For port 36075f76-f417-4703-96e2-83ab72e2808f, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=36075f76-f417-4703-96e2-83ab72e2808f,segment=NetworkSegment(12196855-9a32-4633-9a56-77697ef9e126),segment_id=12196855-9a32-4633-9a56-77697ef9e126)] {{(pid=105584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:05:25.041339 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-a19f90a7-0a02-4063-a2aa-4e774ff5f727 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:25.044499 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-94c2157d-c015-471e-801b-d625653ff4b8 tempest-RoutersIpV6AdminTest-120739899 tempest-RoutersIpV6AdminTest-120739899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4163804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4077150'] for router, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:25.064886 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-a19f90a7-0a02-4063-a2aa-4e774ff5f727 admin admin] Calling delete_port for 36075f76-f417-4703-96e2-83ab72e2808f owned by network:router_gateway {{(pid=105584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:05:25.071242 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-94c2157d-c015-471e-801b-d625653ff4b8 tempest-RoutersIpV6AdminTest-120739899 tempest-RoutersIpV6AdminTest-120739899-project] Notify callbacks [] for router, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:25.072441 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-94c2157d-c015-471e-801b-d625653ff4b8 tempest-RoutersIpV6AdminTest-120739899 tempest-RoutersIpV6AdminTest-120739899-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.2090538 Jul 27 21:05:25.076111 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 47862) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:05:25.081716 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-068e955d-efa8-4bdc-8517-a80901018db1 tempest-RoutersIpV6AdminTest-1066337158 tempest-RoutersIpV6AdminTest-1066337158-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'enable_snat': True}}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:05:25.116260 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56e1089-3006-4bc4-8301-34275a88a289 req-fef4df67-0c81-4ef9-8437-cfe6085aa6a5 tempest-AttachSCSIVolumeTestJSON-522076455 tempest-AttachSCSIVolumeTestJSON-522076455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:25.117778 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-d56e1089-3006-4bc4-8301-34275a88a289 req-fef4df67-0c81-4ef9-8437-cfe6085aa6a5 tempest-AttachSCSIVolumeTestJSON-522076455 tempest-AttachSCSIVolumeTestJSON-522076455-project] 10.222.0.59 "GET /v2.0/ports?device_id=821d3191-03ea-431e-8084-b018d0fc208e HTTP/1.1" status: 200 len: 945 time: 0.0637639 Jul 27 21:05:25.156341 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-d56e1089-3006-4bc4-8301-34275a88a289 req-556f527c-c23d-4805-a4a3-36faece69c29 tempest-AttachSCSIVolumeTestJSON-522076455 tempest-AttachSCSIVolumeTestJSON-522076455-project] 10.222.0.59 "GET /v2.0/security-groups?id=0efbb1a6-c113-4c5b-94a8-629af425a04d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316443 Jul 27 21:05:25.327679 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7da5901-58a6-4d9e-97c6-46c2d7c60357 req-7b744144-eaa9-413e-83df-af0f7a5f524a tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:25.329378 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b7da5901-58a6-4d9e-97c6-46c2d7c60357 req-7b744144-eaa9-413e-83df-af0f7a5f524a tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] 10.222.0.59 "GET /v2.0/ports?device_id=f4131bf3-56d0-4dd5-8a0b-f9b028d7bbbe HTTP/1.1" status: 200 len: 945 time: 0.0690417 Jul 27 21:05:25.371184 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b7da5901-58a6-4d9e-97c6-46c2d7c60357 req-946b89d1-6580-4efa-b795-1517cd7a1ab4 tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] 10.222.0.59 "GET /v2.0/security-groups?id=771ef501-f193-4e50-901d-4721d89f2b91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355818 Jul 27 21:05:25.381835 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-068e955d-efa8-4bdc-8517-a80901018db1 tempest-RoutersIpV6AdminTest-1066337158 tempest-RoutersIpV6AdminTest-1066337158-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4077169', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4163787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-400'] for router, precommit_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:25.486091 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-a19f90a7-0a02-4063-a2aa-4e774ff5f727 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:25.517307 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19f90a7-0a02-4063-a2aa-4e774ff5f727 admin admin] Pushing event deleted for resources: {'Port': ['ID=36075f76-f417-4703-96e2-83ab72e2808f,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:05:25.592607 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-a19f90a7-0a02-4063-a2aa-4e774ff5f727 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4075702'] for router_gateway, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:25.685378 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-a19f90a7-0a02-4063-a2aa-4e774ff5f727 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4163631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-425'] for router, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:25.688740 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-a19f90a7-0a02-4063-a2aa-4e774ff5f727 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:25.813354 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-a19f90a7-0a02-4063-a2aa-4e774ff5f727 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4163007'] for router, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:25.813935 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a19f90a7-0a02-4063-a2aa-4e774ff5f727 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9dfde765-ccfc-449c-b877-5523aedde02d {{(pid=105584) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 21:05:25.819361 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-a19f90a7-0a02-4063-a2aa-4e774ff5f727 admin admin] Notify callbacks [] for router, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:25.820522 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-a19f90a7-0a02-4063-a2aa-4e774ff5f727 admin admin] 10.222.0.59 "DELETE /v2.0/routers/9dfde765-ccfc-449c-b877-5523aedde02d HTTP/1.1" status: 204 len: 168 time: 1.7590716 Jul 27 21:05:25.823280 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 47870) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:05:25.835966 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-068e955d-efa8-4bdc-8517-a80901018db1 tempest-RoutersIpV6AdminTest-1066337158 tempest-RoutersIpV6AdminTest-1066337158-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:25.857879 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-068e955d-efa8-4bdc-8517-a80901018db1 tempest-RoutersIpV6AdminTest-1066337158 tempest-RoutersIpV6AdminTest-1066337158-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:25.951262 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.db_base_plugin_v2 [None req-4209723f-b610-4a6d-a5ff-a50141594f12 admin admin] Deleting subnet 495e2e2c-9860-4618-b64d-ac1d06b799f2 {{(pid=105585) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:05:25.955071 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-4209723f-b610-4a6d-a5ff-a50141594f12 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:25.982758 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.db_base_plugin_common [None req-068e955d-efa8-4bdc-8517-a80901018db1 tempest-RoutersIpV6AdminTest-1066337158 tempest-RoutersIpV6AdminTest-1066337158-project-admin] Allocated IP 172.25.5.89 (8735d8a2-b604-4758-ae71-b40e4ee6f305/eca7dbab-b9c0-4c8f-a272-816ea8a81764/636fe43c-16c0-4604-a126-bb1c884a9587) {{(pid=105584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:05:26.001288 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-4209723f-b610-4a6d-a5ff-a50141594f12 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9887057'] for subnet, precommit_delete_associations {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:26.010031 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e2060d-c83d-4231-8a57-50a36902b148 req-bdd020b9-e33e-4b54-8bea-60b7647d7af8 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:26.018737 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-85e2060d-c83d-4231-8a57-50a36902b148 req-bdd020b9-e33e-4b54-8bea-60b7647d7af8 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] 10.222.0.59 "GET /v2.0/ports?device_id=29c1b762-5cb9-4f5b-ac71-3cb8a306ebde HTTP/1.1" status: 200 len: 945 time: 0.1260870 Jul 27 21:05:26.103264 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-068e955d-efa8-4bdc-8517-a80901018db1 tempest-RoutersIpV6AdminTest-1066337158 tempest-RoutersIpV6AdminTest-1066337158-project-admin] Notify callbacks [] for port, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:26.108260 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-85e2060d-c83d-4231-8a57-50a36902b148 req-c6f85298-a83d-4610-a2d0-6954f20fb6ae tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] 10.222.0.59 "GET /v2.0/security-groups?id=e760076b-6854-47cf-947b-f6a7a8a579d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0885806 Jul 27 21:05:26.137970 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device 0808928b-9b12-4d14-928d-1b7ee2b58cbe details requested by agent hyperv_n-h1-705658-22 with host n-h1-705658-22 {{(pid=105586) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:05:26.142562 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device 07181a36-ce8e-4727-aae8-8d76b20071fb no longer exists at agent hyperv_n-h1-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:05:26.152585 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-068e955d-efa8-4bdc-8517-a80901018db1 tempest-RoutersIpV6AdminTest-1066337158 tempest-RoutersIpV6AdminTest-1066337158-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:26.179473 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-4209723f-b610-4a6d-a5ff-a50141594f12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854965'] for subnet, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:26.200951 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-068e955d-efa8-4bdc-8517-a80901018db1 tempest-RoutersIpV6AdminTest-1066337158 tempest-RoutersIpV6AdminTest-1066337158-project-admin] Network 8735d8a2-b604-4758-ae71-b40e4ee6f305 is already hosted by enough agents. {{(pid=105584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:05:26.207381 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [None req-068e955d-efa8-4bdc-8517-a80901018db1 tempest-RoutersIpV6AdminTest-1066337158 tempest-RoutersIpV6AdminTest-1066337158-project-admin] Resources bound (agent type, host, resource id): {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:05:26.212197 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-068e955d-efa8-4bdc-8517-a80901018db1 tempest-RoutersIpV6AdminTest-1066337158 tempest-RoutersIpV6AdminTest-1066337158-project-admin] Received port after_create {{(pid=105584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:05:26.215717 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068e955d-efa8-4bdc-8517-a80901018db1 tempest-RoutersIpV6AdminTest-1066337158 tempest-RoutersIpV6AdminTest-1066337158-project-admin] Pushing event updated for resources: {'Port': ['ID=636fe43c-16c0-4604-a126-bb1c884a9587,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:05:26.247536 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4519d12d-06d9-486e-976f-ed177edff4f7 req-fa8082bd-f427-45a8-8491-25156a55e239 tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:26.247536 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-4519d12d-06d9-486e-976f-ed177edff4f7 req-fa8082bd-f427-45a8-8491-25156a55e239 tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] 10.222.0.59 "GET /v2.0/ports?device_id=10e49bf3-f513-4fd4-b60a-73e230c71f3f HTTP/1.1" status: 200 len: 943 time: 0.1588511 Jul 27 21:05:26.339923 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] For port 0808928b-9b12-4d14-928d-1b7ee2b58cbe, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=0808928b-9b12-4d14-928d-1b7ee2b58cbe,segment=NetworkSegment(a9b7024e-df2a-4526-a1ee-cb4cd8d6548a),segment_id=a9b7024e-df2a-4526-a1ee-cb4cd8d6548a)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:05:26.343528 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-4519d12d-06d9-486e-976f-ed177edff4f7 req-58c892f3-3faa-43ee-9d06-3bc3e4c60845 tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0eecfba-15dc-4bf7-80e6-b94c8d880eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875866 Jul 27 21:05:26.345948 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-4209723f-b610-4a6d-a5ff-a50141594f12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10221602', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9990583'] for subnet, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:26.353322 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Returning: {'device': '0808928b-9b12-4d14-928d-1b7ee2b58cbe', 'network_id': 'e3b519c5-b5b4-46b1-b571-75e8645219f5', 'port_id': '0808928b-9b12-4d14-928d-1b7ee2b58cbe', 'mac_address': 'fa:16:3e:3c:79:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea3de4e6-c660-4637-aea0-807a23d6ec6d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105586) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:05:26.382015 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4209723f-b610-4a6d-a5ff-a50141594f12 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=495e2e2c-9860-4618-b64d-ac1d06b799f2,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:05:26.388900 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-4209723f-b610-4a6d-a5ff-a50141594f12 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743886'] for subnet, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:26.393434 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-4209723f-b610-4a6d-a5ff-a50141594f12 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/495e2e2c-9860-4618-b64d-ac1d06b799f2 HTTP/1.1" status: 204 len: 168 time: 0.5663786 Jul 27 21:05:26.394503 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 47878) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:05:26.396075 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f76326a7-b283-4c8a-a7f1-4e8b6cde7e69 None None] Network 1a49fc1d-1f56-4b7d-b8b2-d0347dc68fb2 requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:05:26.406854 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:26.423527 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af4fb9e-4801-4544-9587-a6deb4d1bf80 req-40c656dd-7003-4855-b024-b0d8b30ec48d tempest-AttachSCSIVolumeTestJSON-522076455 tempest-AttachSCSIVolumeTestJSON-522076455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:26.426986 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-5af4fb9e-4801-4544-9587-a6deb4d1bf80 req-40c656dd-7003-4855-b024-b0d8b30ec48d tempest-AttachSCSIVolumeTestJSON-522076455 tempest-AttachSCSIVolumeTestJSON-522076455-project] 10.222.0.59 "GET /v2.0/ports?device_id=821d3191-03ea-431e-8084-b018d0fc208e HTTP/1.1" status: 200 len: 945 time: 0.1231089 Jul 27 21:05:26.438891 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0808928b-9b12-4d14-928d-1b7ee2b58cbe {{(pid=105586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:05:26.498983 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-5af4fb9e-4801-4544-9587-a6deb4d1bf80 req-b4457b2b-d719-47ce-b3b1-8a41288b695f tempest-AttachSCSIVolumeTestJSON-522076455 tempest-AttachSCSIVolumeTestJSON-522076455-project] 10.222.0.59 "GET /v2.0/security-groups?id=0efbb1a6-c113-4c5b-94a8-629af425a04d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674002 Jul 27 21:05:26.501246 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] For port 0808928b-9b12-4d14-928d-1b7ee2b58cbe, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=0808928b-9b12-4d14-928d-1b7ee2b58cbe,segment=NetworkSegment(a9b7024e-df2a-4526-a1ee-cb4cd8d6548a),segment_id=a9b7024e-df2a-4526-a1ee-cb4cd8d6548a)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:05:26.510244 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:26.545527 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930500ff-6efd-4cb6-86b7-1f713a8f07b0 req-c9a37a71-9021-47dd-be91-17fa97039357 tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:26.547097 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-930500ff-6efd-4cb6-86b7-1f713a8f07b0 req-c9a37a71-9021-47dd-be91-17fa97039357 tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] 10.222.0.59 "GET /v2.0/ports?device_id=f4131bf3-56d0-4dd5-8a0b-f9b028d7bbbe HTTP/1.1" status: 200 len: 945 time: 0.0894759 Jul 27 21:05:26.562259 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-068e955d-efa8-4bdc-8517-a80901018db1 tempest-RoutersIpV6AdminTest-1066337158 tempest-RoutersIpV6AdminTest-1066337158-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:26.589660 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-930500ff-6efd-4cb6-86b7-1f713a8f07b0 req-24ecce15-33ea-4ecb-b7f8-73687471fc88 tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] 10.222.0.59 "GET /v2.0/security-groups?id=771ef501-f193-4e50-901d-4721d89f2b91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356305 Jul 27 21:05:26.601889 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-0d9d6e19-37d8-4592-8c92-7cd00535e5aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-990557'] for network, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:26.613126 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Pushing event updated for resources: {'Port': ['ID=0808928b-9b12-4d14-928d-1b7ee2b58cbe,revision_number=4']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:05:26.690488 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ddff571-505d-438a-9c8d-53f93962b5eb None None] DHCP port deletion for 1a49fc1d-1f56-4b7d-b8b2-d0347dc68fb2 request from n-d-705658-22 {{(pid=105586) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 21:05:26.736217 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-4ddff571-505d-438a-9c8d-53f93962b5eb None None] Deleting port 61e5de20-5e94-4df0-9265-0ea13ebffebc {{(pid=105586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:05:26.736582 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-4ddff571-505d-438a-9c8d-53f93962b5eb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:26.802723 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-4ddff571-505d-438a-9c8d-53f93962b5eb None None] For port 61e5de20-5e94-4df0-9265-0ea13ebffebc, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=61e5de20-5e94-4df0-9265-0ea13ebffebc,segment=NetworkSegment(fd79765c-e7bd-40c2-b4f2-b2a1b80d938c),segment_id=fd79765c-e7bd-40c2-b4f2-b2a1b80d938c)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:05:26.803066 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-4ddff571-505d-438a-9c8d-53f93962b5eb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:26.816670 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-4ddff571-505d-438a-9c8d-53f93962b5eb None None] Calling delete_port for 61e5de20-5e94-4df0-9265-0ea13ebffebc owned by network:dhcp {{(pid=105586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:05:26.976291 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-0d9d6e19-37d8-4592-8c92-7cd00535e5aa admin admin] Deleting port 61e5de20-5e94-4df0-9265-0ea13ebffebc {{(pid=105584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:05:26.976909 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-0d9d6e19-37d8-4592-8c92-7cd00535e5aa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:26.991167 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 36075f76-f417-4703-96e2-83ab72e2808f no longer exists at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:05:27.011038 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] get_ports_and_sgs() called for port_ids ['0808928b-9b12-4d14-928d-1b7ee2b58cbe'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:05:27.016756 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] No Port match for: 36075f76-f417-4703-96e2-83ab72e2808f {{(pid=105586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:05:27.017102 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 36075f76-f417-4703-96e2-83ab72e2808f not bound to the agent host n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:05:27.017515 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device a18df0f4-3f52-4115-8fbc-04ed75fa7390 no longer exists at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:05:27.066884 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] No Port match for: a18df0f4-3f52-4115-8fbc-04ed75fa7390 {{(pid=105586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:05:27.067216 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device a18df0f4-3f52-4115-8fbc-04ed75fa7390 not bound to the agent host n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:05:27.067570 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 61e5de20-5e94-4df0-9265-0ea13ebffebc no longer exists at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:05:27.093033 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [None req-0d9d6e19-37d8-4592-8c92-7cd00535e5aa admin admin] For port 61e5de20-5e94-4df0-9265-0ea13ebffebc, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=61e5de20-5e94-4df0-9265-0ea13ebffebc,segment=NetworkSegment(fd79765c-e7bd-40c2-b4f2-b2a1b80d938c),segment_id=fd79765c-e7bd-40c2-b4f2-b2a1b80d938c)] {{(pid=105584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:05:27.093404 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-0d9d6e19-37d8-4592-8c92-7cd00535e5aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:27.096920 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-068e955d-efa8-4bdc-8517-a80901018db1 tempest-RoutersIpV6AdminTest-1066337158 tempest-RoutersIpV6AdminTest-1066337158-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4077169', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4163787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-400'] for router, precommit_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:27.106413 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-068e955d-efa8-4bdc-8517-a80901018db1 tempest-RoutersIpV6AdminTest-1066337158 tempest-RoutersIpV6AdminTest-1066337158-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4077150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4077160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4077159', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4163778'] for router, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:27.111813 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-0d9d6e19-37d8-4592-8c92-7cd00535e5aa admin admin] Calling delete_port for 61e5de20-5e94-4df0-9265-0ea13ebffebc owned by network:dhcp {{(pid=105584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:05:27.148585 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-4ddff571-505d-438a-9c8d-53f93962b5eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180'] for port, after_delete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:27.157549 n-d-705658-22 neutron-server[105586]: INFO neutron.plugins.ml2.db [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] No ports have port_id starting with 61e5de20-5e94-4df0-9265-0ea13ebffebc Jul 27 21:05:27.193776 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddff571-505d-438a-9c8d-53f93962b5eb None None] Pushing event deleted for resources: {'Port': ['ID=61e5de20-5e94-4df0-9265-0ea13ebffebc,revision_number=None']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:05:27.196598 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ddff571-505d-438a-9c8d-53f93962b5eb None None] No DVR routers for this DVR port 61e5de20-5e94-4df0-9265-0ea13ebffebc on host n-d-705658-22 {{(pid=105586) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:05:27.307040 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-0d9d6e19-37d8-4592-8c92-7cd00535e5aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:27.320791 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3564aba2-21d3-4db9-8dfe-dd61603db3c5 req-1d2aa1db-d9e1-4bed-8a22-b3610c56465f tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:27.322717 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-3564aba2-21d3-4db9-8dfe-dd61603db3c5 req-1d2aa1db-d9e1-4bed-8a22-b3610c56465f tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] 10.222.0.59 "GET /v2.0/ports?device_id=29c1b762-5cb9-4f5b-ac71-3cb8a306ebde HTTP/1.1" status: 200 len: 945 time: 0.0872488 Jul 27 21:05:27.341489 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d9d6e19-37d8-4592-8c92-7cd00535e5aa admin admin] No DVR routers for this DVR port 61e5de20-5e94-4df0-9265-0ea13ebffebc on host n-d-705658-22 {{(pid=105584) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:05:27.346496 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9d6e19-37d8-4592-8c92-7cd00535e5aa admin admin] Pushing event deleted for resources: {'Port': ['ID=61e5de20-5e94-4df0-9265-0ea13ebffebc,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:05:27.362194 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-3564aba2-21d3-4db9-8dfe-dd61603db3c5 req-7363ef01-0056-4954-b5b8-e953480157b0 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] 10.222.0.59 "GET /v2.0/security-groups?id=e760076b-6854-47cf-947b-f6a7a8a579d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335705 Jul 27 21:05:27.388899 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-068e955d-efa8-4bdc-8517-a80901018db1 tempest-RoutersIpV6AdminTest-1066337158 tempest-RoutersIpV6AdminTest-1066337158-project-admin] Router 093d696e-39d3-4355-a38b-fdca6b0746ee is scheduled to L3 agent dd128fd7-8e57-4d4f-895b-a96b369df59a with binding_index 1 {{(pid=105584) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 21:05:27.434261 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-0d9d6e19-37d8-4592-8c92-7cd00535e5aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853562', 'neutron.services.segments.db._delete_segments_for_network-8790688882975'] for network, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:27.485331 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77478865-a00c-40f4-8e87-8ecf63b5c7b6 req-400a6ef9-81ea-4196-abae-032494ad5912 tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:27.486858 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-77478865-a00c-40f4-8e87-8ecf63b5c7b6 req-400a6ef9-81ea-4196-abae-032494ad5912 tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] 10.222.0.59 "GET /v2.0/ports?device_id=10e49bf3-f513-4fd4-b60a-73e230c71f3f HTTP/1.1" status: 200 len: 944 time: 0.0635886 Jul 27 21:05:27.488932 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.segments.db [None req-0d9d6e19-37d8-4592-8c92-7cd00535e5aa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a49fc1d-1f56-4b7d-b8b2-d0347dc68fb2']}} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:05:27.522241 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.segments.db [None req-0d9d6e19-37d8-4592-8c92-7cd00535e5aa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd79765c-e7bd-40c2-b4f2-b2a1b80d938c') {'for_net_delete': True} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:05:27.522543 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.segments.db [None req-0d9d6e19-37d8-4592-8c92-7cd00535e5aa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd79765c-e7bd-40c2-b4f2-b2a1b80d938c') {} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:05:27.524831 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-77478865-a00c-40f4-8e87-8ecf63b5c7b6 req-033f555d-7e8c-4ead-8725-787ede62d9c0 tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0eecfba-15dc-4bf7-80e6-b94c8d880eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315359 Jul 27 21:05:27.542193 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-0d9d6e19-37d8-4592-8c92-7cd00535e5aa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790688883752', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9014348'] for segment, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:27.598013 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-0d9d6e19-37d8-4592-8c92-7cd00535e5aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:27.613053 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d9d6e19-37d8-4592-8c92-7cd00535e5aa admin admin] Releasing vlan 219 on physical network physnet1 to pool {{(pid=105584) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:05:27.613480 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-0d9d6e19-37d8-4592-8c92-7cd00535e5aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9014063'] for segment, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:27.617901 n-d-705658-22 neutron-server[105584]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 21:05:27.617901 n-d-705658-22 neutron-server[105584]: self.session.flush() Jul 27 21:05:27.617901 n-d-705658-22 neutron-server[105584]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 21:05:27.617901 n-d-705658-22 neutron-server[105584]: self.session.flush() Jul 27 21:05:27.617901 n-d-705658-22 neutron-server[105584]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 21:05:27.617901 n-d-705658-22 neutron-server[105584]: self.session.flush() Jul 27 21:05:27.617901 n-d-705658-22 neutron-server[105584]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 21:05:27.617901 n-d-705658-22 neutron-server[105584]: self.session.flush() Jul 27 21:05:27.617901 n-d-705658-22 neutron-server[105584]: Traceback (most recent call last): Jul 27 21:05:27.617901 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:05:27.617901 n-d-705658-22 neutron-server[105584]: timer() Jul 27 21:05:27.617901 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:05:27.617901 n-d-705658-22 neutron-server[105584]: cb(*args, **kw) Jul 27 21:05:27.617901 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:05:27.617901 n-d-705658-22 neutron-server[105584]: return func(*args, **kwargs) Jul 27 21:05:27.617901 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:05:27.617901 n-d-705658-22 neutron-server[105584]: self._notify() Jul 27 21:05:27.617901 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:05:27.617901 n-d-705658-22 neutron-server[105584]: self.callback(batched_events) Jul 27 21:05:27.617901 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:05:27.617901 n-d-705658-22 neutron-server[105584]: event.method(event) Jul 27 21:05:27.617901 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:05:27.617901 n-d-705658-22 neutron-server[105584]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:05:27.617901 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:05:27.617901 n-d-705658-22 neutron-server[105584]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:05:27.617901 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:05:27.617901 n-d-705658-22 neutron-server[105584]: return f(self, *a, **k) Jul 27 21:05:27.617901 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:05:27.617901 n-d-705658-22 neutron-server[105584]: return self._get(url).json() Jul 27 21:05:27.617901 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:05:27.617901 n-d-705658-22 neutron-server[105584]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:05:27.617901 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:05:27.617901 n-d-705658-22 neutron-server[105584]: return self.request(url, 'GET', **kwargs) Jul 27 21:05:27.617901 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:05:27.617901 n-d-705658-22 neutron-server[105584]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:05:27.617901 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:05:27.617901 n-d-705658-22 neutron-server[105584]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:05:27.617901 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:05:27.617901 n-d-705658-22 neutron-server[105584]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:05:27.617901 n-d-705658-22 neutron-server[105584]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:05:27.648213 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677d6738-10e1-4568-888e-cd19d5280b6a req-3dd4ce13-7827-4cff-895f-3f7819d352b5 tempest-AttachSCSIVolumeTestJSON-522076455 tempest-AttachSCSIVolumeTestJSON-522076455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:27.649880 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-677d6738-10e1-4568-888e-cd19d5280b6a req-3dd4ce13-7827-4cff-895f-3f7819d352b5 tempest-AttachSCSIVolumeTestJSON-522076455 tempest-AttachSCSIVolumeTestJSON-522076455-project] 10.222.0.59 "GET /v2.0/ports?device_id=821d3191-03ea-431e-8084-b018d0fc208e HTTP/1.1" status: 200 len: 945 time: 0.0728171 Jul 27 21:05:27.662718 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-068e955d-efa8-4bdc-8517-a80901018db1 tempest-RoutersIpV6AdminTest-1066337158 tempest-RoutersIpV6AdminTest-1066337158-project-admin] Notify agent at l3_agent.n-d-705658-22 the message routers_updated {{(pid=105584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:05:27.669909 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-068e955d-efa8-4bdc-8517-a80901018db1 tempest-RoutersIpV6AdminTest-1066337158 tempest-RoutersIpV6AdminTest-1066337158-project-admin] Notify callbacks [] for router, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:27.672939 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08d6dce7-f5e5-4ca7-9a0a-8d7e94485a25 None None] Sync routers for ids ['093d696e-39d3-4355-a38b-fdca6b0746ee'] in n-d-705658-22 {{(pid=105587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:05:27.673908 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-068e955d-efa8-4bdc-8517-a80901018db1 tempest-RoutersIpV6AdminTest-1066337158 tempest-RoutersIpV6AdminTest-1066337158-project-admin] 10.222.0.59 "PUT /v2.0/routers/093d696e-39d3-4355-a38b-fdca6b0746ee HTTP/1.1" status: 200 len: 917 time: 2.5968463 Jul 27 21:05:27.682066 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d276b37-65ae-45f6-92b3-ea2c302667e6 req-aaaa2564-a868-4c8e-af69-b7fbc314e0f3 tempest-AttachSCSIVolumeTestJSON-522076455 tempest-AttachSCSIVolumeTestJSON-522076455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:27.683122 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08d6dce7-f5e5-4ca7-9a0a-8d7e94485a25 None None] Routers {'093d696e-39d3-4355-a38b-fdca6b0746ee'} bound to L3 agent in host n-d-705658-22 {{(pid=105587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:05:27.683544 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-1d276b37-65ae-45f6-92b3-ea2c302667e6 req-aaaa2564-a868-4c8e-af69-b7fbc314e0f3 tempest-AttachSCSIVolumeTestJSON-522076455 tempest-AttachSCSIVolumeTestJSON-522076455-project] 10.222.0.60 "GET /v2.0/ports?device_id=821d3191-03ea-431e-8084-b018d0fc208e HTTP/1.1" status: 200 len: 945 time: 0.2399147 Jul 27 21:05:27.683894 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-08d6dce7-f5e5-4ca7-9a0a-8d7e94485a25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:05:11Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['093d696e-39d3-4355-a38b-fdca6b0746ee'], 'active': True} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:05:27.684066 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 47896) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:05:27.733632 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-08d6dce7-f5e5-4ca7-9a0a-8d7e94485a25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-22', False) {} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:05:27.739679 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-677d6738-10e1-4568-888e-cd19d5280b6a req-d6ff638c-cc7d-4978-9e88-9490fe239e4e tempest-AttachSCSIVolumeTestJSON-522076455 tempest-AttachSCSIVolumeTestJSON-522076455-project] 10.222.0.59 "GET /v2.0/security-groups?id=0efbb1a6-c113-4c5b-94a8-629af425a04d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799470 Jul 27 21:05:27.744289 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08d6dce7-f5e5-4ca7-9a0a-8d7e94485a25 None None] Routers {'093d696e-39d3-4355-a38b-fdca6b0746ee'} bound to L3 agent in host n-d-705658-22 {{(pid=105587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:05:27.745055 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-08d6dce7-f5e5-4ca7-9a0a-8d7e94485a25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:05:11Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['093d696e-39d3-4355-a38b-fdca6b0746ee'], 'active': True} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:05:27.763978 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-0d9d6e19-37d8-4592-8c92-7cd00535e5aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4075658'] for network, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:27.774138 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-0d9d6e19-37d8-4592-8c92-7cd00535e5aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743886'] for network, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:27.779811 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-0d9d6e19-37d8-4592-8c92-7cd00535e5aa admin admin] 10.222.0.59 "DELETE /v2.0/networks/1a49fc1d-1f56-4b7d-b8b2-d0347dc68fb2 HTTP/1.1" status: 204 len: 168 time: 1.3844485 Jul 27 21:05:27.779988 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-08d6dce7-f5e5-4ca7-9a0a-8d7e94485a25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-22', False) {} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:05:27.780725 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08d6dce7-f5e5-4ca7-9a0a-8d7e94485a25 None None] The sync data for ids ['093d696e-39d3-4355-a38b-fdca6b0746ee'] in n-d-705658-22 is: [] {{(pid=105587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:05:27.785854 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f34f661-6743-4b7f-8001-031a62105a7e req-e7b9d0dc-87ac-42b9-8d3c-46b14f0ac914 tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:27.792254 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-1f34f661-6743-4b7f-8001-031a62105a7e req-e7b9d0dc-87ac-42b9-8d3c-46b14f0ac914 tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] 10.222.0.59 "GET /v2.0/ports?device_id=f4131bf3-56d0-4dd5-8a0b-f9b028d7bbbe HTTP/1.1" status: 200 len: 945 time: 0.1222200 Jul 27 21:05:27.803623 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9d6e19-37d8-4592-8c92-7cd00535e5aa admin admin] Pushing event deleted for resources: {'Network': ['ID=1a49fc1d-1f56-4b7d-b8b2-d0347dc68fb2,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:05:27.834086 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-1f34f661-6743-4b7f-8001-031a62105a7e req-90da3d10-1e04-42d1-b356-52dc3350bfb9 tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] 10.222.0.59 "GET /v2.0/security-groups?id=771ef501-f193-4e50-901d-4721d89f2b91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347867 Jul 27 21:05:27.896038 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-c8eee195-7ba5-4b72-8ccc-af3398b51516 tempest-RoutersIpV6AdminTest-1066337158 tempest-RoutersIpV6AdminTest-1066337158-project-admin] 10.222.0.59 "GET /v2.0/routers/093d696e-39d3-4355-a38b-fdca6b0746ee HTTP/1.1" status: 200 len: 923 time: 0.2060730 Jul 27 21:05:27.898966 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 47902) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:05:27.914953 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [req-1d276b37-65ae-45f6-92b3-ea2c302667e6 req-bbaff444-f19d-4850-9602-eb89ae3ae588 tempest-AttachSCSIVolumeTestJSON-522076455 tempest-AttachSCSIVolumeTestJSON-522076455-project] Deleting port fa4ff8d2-5ea6-42f5-823a-95a50e0c955e {{(pid=105584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:05:27.915424 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-1d276b37-65ae-45f6-92b3-ea2c302667e6 req-bbaff444-f19d-4850-9602-eb89ae3ae588 tempest-AttachSCSIVolumeTestJSON-522076455 tempest-AttachSCSIVolumeTestJSON-522076455-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:27.958683 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5609b26e-5ba6-4072-9caa-14895357814f tempest-RoutersIpV6AdminTest-1066337158 tempest-RoutersIpV6AdminTest-1066337158-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:27.960674 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-5609b26e-5ba6-4072-9caa-14895357814f tempest-RoutersIpV6AdminTest-1066337158 tempest-RoutersIpV6AdminTest-1066337158-project-admin] 10.222.0.59 "GET /v2.0/ports?network_id=8735d8a2-b604-4758-ae71-b40e4ee6f305&device_id=093d696e-39d3-4355-a38b-fdca6b0746ee&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0605061 Jul 27 21:05:27.964154 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 47904) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:05:27.972635 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 47906) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:05:28.012795 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-6a3089c0-b943-4586-8bae-b18e5bd7dbc6 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=e6a11f02cd4148f0a35adc8cb27f5cc6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0389402 Jul 27 21:05:28.015241 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 47910) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:05:28.070544 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-86e8f753-20ff-471b-9760-c5ca4c880e68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:28.081982 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [req-1d276b37-65ae-45f6-92b3-ea2c302667e6 req-bbaff444-f19d-4850-9602-eb89ae3ae588 tempest-AttachSCSIVolumeTestJSON-522076455 tempest-AttachSCSIVolumeTestJSON-522076455-project] For port fa4ff8d2-5ea6-42f5-823a-95a50e0c955e, host n-h2-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=fa4ff8d2-5ea6-42f5-823a-95a50e0c955e,segment=NetworkSegment(4a013f66-dc65-4eb0-bd96-ca0f438c5b8c),segment_id=4a013f66-dc65-4eb0-bd96-ca0f438c5b8c)] {{(pid=105584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:05:28.082518 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-1d276b37-65ae-45f6-92b3-ea2c302667e6 req-bbaff444-f19d-4850-9602-eb89ae3ae588 tempest-AttachSCSIVolumeTestJSON-522076455 tempest-AttachSCSIVolumeTestJSON-522076455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:28.091362 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-86e8f753-20ff-471b-9760-c5ca4c880e68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:28.103524 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [req-1d276b37-65ae-45f6-92b3-ea2c302667e6 req-bbaff444-f19d-4850-9602-eb89ae3ae588 tempest-AttachSCSIVolumeTestJSON-522076455 tempest-AttachSCSIVolumeTestJSON-522076455-project] Calling delete_port for fa4ff8d2-5ea6-42f5-823a-95a50e0c955e owned by compute:nova {{(pid=105584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:05:28.106592 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4520cca9-8820-4537-b56f-fbae9832d9c2 tempest-RoutersIpV6AdminTest-1066337158 tempest-RoutersIpV6AdminTest-1066337158-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:28.108021 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-4520cca9-8820-4537-b56f-fbae9832d9c2 tempest-RoutersIpV6AdminTest-1066337158 tempest-RoutersIpV6AdminTest-1066337158-project-admin] 10.222.0.59 "GET /v2.0/networks/8735d8a2-b604-4758-ae71-b40e4ee6f305 HTTP/1.1" status: 200 len: 881 time: 0.1428361 Jul 27 21:05:28.110796 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 47912) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:05:28.137278 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-86e8f753-20ff-471b-9760-c5ca4c880e68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:28.139874 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-86e8f753-20ff-471b-9760-c5ca4c880e68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:28.141032 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-86e8f753-20ff-471b-9760-c5ca4c880e68 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/8ffcd795-c454-4cfe-b985-784c2f9ff06d HTTP/1.1" status: 204 len: 168 time: 0.1244693 Jul 27 21:05:28.145668 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-4c1fa46b-779c-407b-9b9d-7966b4de2a92 tempest-RoutersIpV6AdminTest-120739899 tempest-RoutersIpV6AdminTest-120739899-project] 10.222.0.59 "GET /v2.0/ports?device_id=093d696e-39d3-4355-a38b-fdca6b0746ee HTTP/1.1" status: 200 len: 205 time: 0.0335379 Jul 27 21:05:28.149077 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 47916) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:05:28.196665 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e8f753-20ff-471b-9760-c5ca4c880e68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ffcd795-c454-4cfe-b985-784c2f9ff06d,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:05:28.266129 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-68171039-7277-4d64-a170-ee9a8ae5f363 tempest-RoutersIpV6AdminTest-120739899 tempest-RoutersIpV6AdminTest-120739899-project] Notify callbacks [] for router, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:28.300429 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-1d276b37-65ae-45f6-92b3-ea2c302667e6 req-bbaff444-f19d-4850-9602-eb89ae3ae588 tempest-AttachSCSIVolumeTestJSON-522076455 tempest-AttachSCSIVolumeTestJSON-522076455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:28.312943 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] get_ports_and_sgs() called for port_ids ['fa4ff8d2-5ea6-42f5-823a-95a50e0c955e'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:05:28.393582 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbaff444-f19d-4850-9602-eb89ae3ae588 tempest-AttachSCSIVolumeTestJSON-522076455 tempest-AttachSCSIVolumeTestJSON-522076455-project] Pushing event deleted for resources: {'Port': ['ID=fa4ff8d2-5ea6-42f5-823a-95a50e0c955e,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:05:28.418936 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d276b37-65ae-45f6-92b3-ea2c302667e6 req-bbaff444-f19d-4850-9602-eb89ae3ae588 tempest-AttachSCSIVolumeTestJSON-522076455 tempest-AttachSCSIVolumeTestJSON-522076455-project] No DVR routers for this DVR port fa4ff8d2-5ea6-42f5-823a-95a50e0c955e on host n-h2-705658-22 {{(pid=105584) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:05:28.423506 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-1d276b37-65ae-45f6-92b3-ea2c302667e6 req-bbaff444-f19d-4850-9602-eb89ae3ae588 tempest-AttachSCSIVolumeTestJSON-522076455 tempest-AttachSCSIVolumeTestJSON-522076455-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:28.425776 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-1d276b37-65ae-45f6-92b3-ea2c302667e6 req-bbaff444-f19d-4850-9602-eb89ae3ae588 tempest-AttachSCSIVolumeTestJSON-522076455 tempest-AttachSCSIVolumeTestJSON-522076455-project] 10.222.0.60 "DELETE /v2.0/ports/fa4ff8d2-5ea6-42f5-823a-95a50e0c955e HTTP/1.1" status: 204 len: 173 time: 0.7326784 Jul 27 21:05:28.426092 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '821d3191-03ea-431e-8084-b018d0fc208e', 'name': 'network-vif-deleted', 'tag': 'fa4ff8d2-5ea6-42f5-823a-95a50e0c955e'}] {{(pid=105584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:05:28.428571 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bce5e6c8685464f7626901654159975603b047827e3138302ed6566e28f1343" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0db8ae0c-9d19-47e4-897a-2d3b5d563c5e" -d '{"events": [{"server_uuid": "821d3191-03ea-431e-8084-b018d0fc208e", "name": "network-vif-deleted", "tag": "fa4ff8d2-5ea6-42f5-823a-95a50e0c955e"}]}' {{(pid=105584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:05:28.504833 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:05:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd324f68-86a8-4429-984e-cd7b7576fd66 x-openstack-request-id: req-dd324f68-86a8-4429-984e-cd7b7576fd66 {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:05:28.505348 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "821d3191-03ea-431e-8084-b018d0fc208e", "name": "network-vif-deleted", "tag": "fa4ff8d2-5ea6-42f5-823a-95a50e0c955e", "status": "completed", "code": 200}]} {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:05:28.505885 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-dd324f68-86a8-4429-984e-cd7b7576fd66 {{(pid=105584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:05:28.506445 n-d-705658-22 neutron-server[105584]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '821d3191-03ea-431e-8084-b018d0fc208e', 'name': 'network-vif-deleted', 'tag': 'fa4ff8d2-5ea6-42f5-823a-95a50e0c955e', 'status': 'completed', 'code': 200} Jul 27 21:05:28.544550 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Device 692f13a5-f9cb-440b-acee-eec7835ad338 details requested by agent hyperv_n-h2-705658-22 with host n-h2-705658-22 {{(pid=105586) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:05:28.677600 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] For port 692f13a5-f9cb-440b-acee-eec7835ad338, host n-h2-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=692f13a5-f9cb-440b-acee-eec7835ad338,segment=NetworkSegment(660ec341-81d1-41c4-8987-bc307d97b3d6),segment_id=660ec341-81d1-41c4-8987-bc307d97b3d6)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:05:28.690083 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Returning: {'device': '692f13a5-f9cb-440b-acee-eec7835ad338', 'network_id': '79bd215c-af8d-45db-ad24-972205044e15', 'port_id': '692f13a5-f9cb-440b-acee-eec7835ad338', 'mac_address': 'fa:16:3e:9b:b6:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 247, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63030826-f290-4ec4-88a7-e0d5c21af6b4', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105586) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:05:28.732888 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:28.746845 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [None req-3d54578f-831f-4696-b568-13c455922dab None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 692f13a5-f9cb-440b-acee-eec7835ad338 {{(pid=105586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:05:28.768902 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] For port 692f13a5-f9cb-440b-acee-eec7835ad338, host n-h2-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=692f13a5-f9cb-440b-acee-eec7835ad338,segment=NetworkSegment(660ec341-81d1-41c4-8987-bc307d97b3d6),segment_id=660ec341-81d1-41c4-8987-bc307d97b3d6)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:05:28.773529 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:28.834161 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Pushing event updated for resources: {'Port': ['ID=692f13a5-f9cb-440b-acee-eec7835ad338,revision_number=6']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:05:28.866603 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] get_ports_and_sgs() called for port_ids ['692f13a5-f9cb-440b-acee-eec7835ad338'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:05:28.919408 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-68171039-7277-4d64-a170-ee9a8ae5f363 tempest-RoutersIpV6AdminTest-120739899 tempest-RoutersIpV6AdminTest-120739899-project] Notify callbacks [] for router_gateway, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:28.963651 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073f5c9d-fe04-42d8-813f-2072b644006e req-78461366-1044-4781-803d-5f44834bb5b7 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:28.964904 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-073f5c9d-fe04-42d8-813f-2072b644006e req-78461366-1044-4781-803d-5f44834bb5b7 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] 10.222.0.59 "GET /v2.0/ports?device_id=29c1b762-5cb9-4f5b-ac71-3cb8a306ebde HTTP/1.1" status: 200 len: 945 time: 0.1526704 Jul 27 21:05:28.992269 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05277b9-8e4f-4054-a15d-19779cc64c91 req-5aefefd6-bf3e-4fb1-a7a8-23eabd5a168d tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:28.993877 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-d05277b9-8e4f-4054-a15d-19779cc64c91 req-5aefefd6-bf3e-4fb1-a7a8-23eabd5a168d tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] 10.222.0.59 "GET /v2.0/ports?device_id=10e49bf3-f513-4fd4-b60a-73e230c71f3f HTTP/1.1" status: 200 len: 944 time: 0.1828375 Jul 27 21:05:29.058455 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-073f5c9d-fe04-42d8-813f-2072b644006e req-9f292109-64e8-46ee-adae-da0751a3cc41 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] 10.222.0.59 "GET /v2.0/security-groups?id=e760076b-6854-47cf-947b-f6a7a8a579d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634563 Jul 27 21:05:29.083784 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [None req-68171039-7277-4d64-a170-ee9a8ae5f363 tempest-RoutersIpV6AdminTest-120739899 tempest-RoutersIpV6AdminTest-120739899-project] Deleting port 636fe43c-16c0-4604-a126-bb1c884a9587 {{(pid=105585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:05:29.084137 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-68171039-7277-4d64-a170-ee9a8ae5f363 tempest-RoutersIpV6AdminTest-120739899 tempest-RoutersIpV6AdminTest-120739899-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:29.089691 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-d05277b9-8e4f-4054-a15d-19779cc64c91 req-09f49f33-e3be-433b-9d6b-8e712f107cb6 tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0eecfba-15dc-4bf7-80e6-b94c8d880eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842211 Jul 27 21:05:29.127928 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 47954) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:05:29.217504 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-68171039-7277-4d64-a170-ee9a8ae5f363 tempest-RoutersIpV6AdminTest-120739899 tempest-RoutersIpV6AdminTest-120739899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:29.238277 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [None req-68171039-7277-4d64-a170-ee9a8ae5f363 tempest-RoutersIpV6AdminTest-120739899 tempest-RoutersIpV6AdminTest-120739899-project] Calling delete_port for 636fe43c-16c0-4604-a126-bb1c884a9587 owned by network:router_gateway {{(pid=105585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:05:29.256761 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-c3d42f3c-c621-4e97-b604-6c5786a32903 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1687115052-network', 'tenant_id': '0aacf9f2affa47f2ad3a5e01566a8bed'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:05:29.279738 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3d42f3c-c621-4e97-b604-6c5786a32903 admin admin] Made reservation on behalf of 0aacf9f2affa47f2ad3a5e01566a8bed for: {'network': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:05:29.282592 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c3d42f3c-c621-4e97-b604-6c5786a32903 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for network, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:29.292034 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c3d42f3c-c621-4e97-b604-6c5786a32903 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:29.302145 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956a934a-f635-4602-94b3-488a7202f2ce req-40572637-748c-409e-bb52-11ae1679f1c5 tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:29.303676 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-956a934a-f635-4602-94b3-488a7202f2ce req-40572637-748c-409e-bb52-11ae1679f1c5 tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] 10.222.0.59 "GET /v2.0/ports?device_id=f4131bf3-56d0-4dd5-8a0b-f9b028d7bbbe HTTP/1.1" status: 200 len: 944 time: 0.1391084 Jul 27 21:05:29.391930 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c3d42f3c-c621-4e97-b604-6c5786a32903 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:29.397263 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c3d42f3c-c621-4e97-b604-6c5786a32903 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:29.397514 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-956a934a-f635-4602-94b3-488a7202f2ce req-15337845-1099-4071-8575-0a9a855666f6 tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] 10.222.0.59 "GET /v2.0/security-groups?id=771ef501-f193-4e50-901d-4721d89f2b91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788255 Jul 27 21:05:29.432385 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d42f3c-c621-4e97-b604-6c5786a32903 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f7ac6f3-ab74-439b-b9f2-33ea5854d291,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:05:29.480259 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-68171039-7277-4d64-a170-ee9a8ae5f363 tempest-RoutersIpV6AdminTest-120739899 tempest-RoutersIpV6AdminTest-120739899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:29.487179 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3d42f3c-c621-4e97-b604-6c5786a32903 admin admin] vlan segment allocate from pool success with {'vlan_id': 240, 'physical_network': 'physnet1'} {{(pid=105584) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:05:29.500573 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c3d42f3c-c621-4e97-b604-6c5786a32903 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:29.500792 n-d-705658-22 neutron-server[105584]: INFO neutron.db.segments_db [None req-c3d42f3c-c621-4e97-b604-6c5786a32903 admin admin] Added segment f6d12d50-897c-448b-967a-a36bc00c69b7 of type vlan for network c9bb10b7-60f1-43b7-be53-c3351758797b Jul 27 21:05:29.513468 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68171039-7277-4d64-a170-ee9a8ae5f363 tempest-RoutersIpV6AdminTest-120739899 tempest-RoutersIpV6AdminTest-120739899-project] Pushing event deleted for resources: {'Port': ['ID=636fe43c-16c0-4604-a126-bb1c884a9587,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:05:29.557039 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c3d42f3c-c621-4e97-b604-6c5786a32903 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790688424798'] for network, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:29.584420 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-68171039-7277-4d64-a170-ee9a8ae5f363 tempest-RoutersIpV6AdminTest-120739899 tempest-RoutersIpV6AdminTest-120739899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4075702'] for router_gateway, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:29.592397 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c3d42f3c-c621-4e97-b604-6c5786a32903 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920'] for network, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:29.593407 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3d42f3c-c621-4e97-b604-6c5786a32903 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:29.593993 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c3d42f3c-c621-4e97-b604-6c5786a32903 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743886'] for network, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:29.654245 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-c3d42f3c-c621-4e97-b604-6c5786a32903 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5245941 Jul 27 21:05:29.655229 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 47994) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:05:29.665040 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-5d4febf2-40bc-4210-9c4a-e45f024a7cfe admin admin] Request body: {'subnet': {'network_id': 'c9bb10b7-60f1-43b7-be53-c3351758797b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1687115052-subnet', 'tenant_id': '0aacf9f2affa47f2ad3a5e01566a8bed', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:05:29.675171 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d42f3c-c621-4e97-b604-6c5786a32903 admin admin] Pushing event updated for resources: {'Network': ['ID=c9bb10b7-60f1-43b7-be53-c3351758797b,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:05:29.679537 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-68171039-7277-4d64-a170-ee9a8ae5f363 tempest-RoutersIpV6AdminTest-120739899 tempest-RoutersIpV6AdminTest-120739899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4163631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-425'] for router, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:29.682794 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-68171039-7277-4d64-a170-ee9a8ae5f363 tempest-RoutersIpV6AdminTest-120739899 tempest-RoutersIpV6AdminTest-120739899-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:29.691127 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Network c9bb10b7-60f1-43b7-be53-c3351758797b details requested by agent ovs-agent-n-d-705658-22 with host n-d-705658-22 {{(pid=105586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:05:29.696240 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d4febf2-40bc-4210-9c4a-e45f024a7cfe admin admin] Made reservation on behalf of 0aacf9f2affa47f2ad3a5e01566a8bed for: {'subnet': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:05:29.700290 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-5d4febf2-40bc-4210-9c4a-e45f024a7cfe admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9738786'] for subnet, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:29.730764 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-68171039-7277-4d64-a170-ee9a8ae5f363 tempest-RoutersIpV6AdminTest-120739899 tempest-RoutersIpV6AdminTest-120739899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4163007'] for router, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:29.731401 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68171039-7277-4d64-a170-ee9a8ae5f363 tempest-RoutersIpV6AdminTest-120739899 tempest-RoutersIpV6AdminTest-120739899-project] Fanout notify agent at l3_agent the message router_deleted on router 093d696e-39d3-4355-a38b-fdca6b0746ee {{(pid=105585) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 21:05:29.739188 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-68171039-7277-4d64-a170-ee9a8ae5f363 tempest-RoutersIpV6AdminTest-120739899 tempest-RoutersIpV6AdminTest-120739899-project] Notify callbacks [] for router, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:29.744138 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-68171039-7277-4d64-a170-ee9a8ae5f363 tempest-RoutersIpV6AdminTest-120739899 tempest-RoutersIpV6AdminTest-120739899-project] 10.222.0.59 "DELETE /v2.0/routers/093d696e-39d3-4355-a38b-fdca6b0746ee HTTP/1.1" status: 204 len: 168 time: 1.5906324 Jul 27 21:05:29.745293 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 47996) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:05:29.750131 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-adfe0b0d-9656-47f8-a3ce-10ead894b39b tempest-RoutersIpV6AdminTest-120739899 tempest-RoutersIpV6AdminTest-120739899-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1031833252', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:05:29.776782 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-adfe0b0d-9656-47f8-a3ce-10ead894b39b tempest-RoutersIpV6AdminTest-120739899 tempest-RoutersIpV6AdminTest-120739899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4163813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-443'] for router, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:29.778366 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-adfe0b0d-9656-47f8-a3ce-10ead894b39b tempest-RoutersIpV6AdminTest-120739899 tempest-RoutersIpV6AdminTest-120739899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4165196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4077059', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3711235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-418'] for router, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:29.833209 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-adfe0b0d-9656-47f8-a3ce-10ead894b39b tempest-RoutersIpV6AdminTest-120739899 tempest-RoutersIpV6AdminTest-120739899-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:29.838871 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-adfe0b0d-9656-47f8-a3ce-10ead894b39b tempest-RoutersIpV6AdminTest-120739899 tempest-RoutersIpV6AdminTest-120739899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4163804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4077150'] for router, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:29.855934 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-adfe0b0d-9656-47f8-a3ce-10ead894b39b tempest-RoutersIpV6AdminTest-120739899 tempest-RoutersIpV6AdminTest-120739899-project] Notify callbacks [] for router, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:29.859770 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-adfe0b0d-9656-47f8-a3ce-10ead894b39b tempest-RoutersIpV6AdminTest-120739899 tempest-RoutersIpV6AdminTest-120739899-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.1109419 Jul 27 21:05:29.862349 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 47998) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:05:29.866887 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-f909d12a-0a59-44f8-9776-cc0f18629acf tempest-RoutersIpV6AdminTest-1066337158 tempest-RoutersIpV6AdminTest-1066337158-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'enable_snat': False}}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:05:29.915739 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-5d4febf2-40bc-4210-9c4a-e45f024a7cfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9014150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9738800'] for subnet, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:29.981109 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4febf2-40bc-4210-9c4a-e45f024a7cfe admin admin] Pushing event updated for resources: {'Subnet': ['ID=2465aeda-6056-41ad-8a21-acd555237286,revision_number=0']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:05:30.002571 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d4febf2-40bc-4210-9c4a-e45f024a7cfe admin admin] Checking segment: {'id': 'f6d12d50-897c-448b-967a-a36bc00c69b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'c9bb10b7-60f1-43b7-be53-c3351758797b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:05:30.002571 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d4febf2-40bc-4210-9c4a-e45f024a7cfe admin admin] Network hostable DHCP agents. Network: c9bb10b7-60f1-43b7-be53-c3351758797b, hostable agents: ['7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a'], hosted agents: [] {{(pid=105584) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:05:30.022111 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d4febf2-40bc-4210-9c4a-e45f024a7cfe admin admin] Network c9bb10b7-60f1-43b7-be53-c3351758797b is scheduled to be hosted by DHCP agent 7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a with binding_index 1 {{(pid=105584) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:05:30.040256 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [None req-5d4febf2-40bc-4210-9c4a-e45f024a7cfe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-22, c9bb10b7-60f1-43b7-be53-c3351758797b) {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:05:30.049793 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b22bd43-f9ae-48a6-901c-dabf28ba485d None None] Network c9bb10b7-60f1-43b7-be53-c3351758797b requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:05:30.050053 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d4febf2-40bc-4210-9c4a-e45f024a7cfe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:30.050817 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-5d4febf2-40bc-4210-9c4a-e45f024a7cfe admin admin] Notify callbacks [] for subnet, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:30.069066 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-5d4febf2-40bc-4210-9c4a-e45f024a7cfe admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4106853 Jul 27 21:05:30.072942 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 48008) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:05:30.084591 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-a8b0e15d-3097-4ca4-b958-7bd00fcf39fc admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1687115052-router', 'tenant_id': '0aacf9f2affa47f2ad3a5e01566a8bed', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305'}}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:05:30.094810 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-f909d12a-0a59-44f8-9776-cc0f18629acf tempest-RoutersIpV6AdminTest-1066337158 tempest-RoutersIpV6AdminTest-1066337158-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4077169', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4163787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-400'] for router, precommit_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:30.135566 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-a8b0e15d-3097-4ca4-b958-7bd00fcf39fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4163813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-443'] for router, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:30.138297 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-a8b0e15d-3097-4ca4-b958-7bd00fcf39fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4165196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4077059', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3711235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-418'] for router, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:30.208176 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-a8b0e15d-3097-4ca4-b958-7bd00fcf39fc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:30.251827 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device 0808928b-9b12-4d14-928d-1b7ee2b58cbe up at agent hyperv_n-h1-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:05:30.325780 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed9a499-7020-46cd-8b28-2b9f93c3ec5e req-5b9730e3-ef3b-441f-bac2-f7501bdf7a3f tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:30.340626 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Provisioning for port 0808928b-9b12-4d14-928d-1b7ee2b58cbe completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:05:30.340944 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-4ed9a499-7020-46cd-8b28-2b9f93c3ec5e req-5b9730e3-ef3b-441f-bac2-f7501bdf7a3f tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] 10.222.0.59 "GET /v2.0/ports?device_id=29c1b762-5cb9-4f5b-ac71-3cb8a306ebde HTTP/1.1" status: 200 len: 945 time: 0.1598465 Jul 27 21:05:30.348883 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Provisioning complete for port 0808928b-9b12-4d14-928d-1b7ee2b58cbe triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:05:30.349457 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:30.351487 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa17d6a3-c3f5-45cd-ac91-b2aaab438638 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30bb4b93-b285-5d90-9493-f9ec33ea333c-c9bb10b7-60f1-43b7-be53-c3351758797b', 'network_id': 'c9bb10b7-60f1-43b7-be53-c3351758797b', 'tenant_id': '0aacf9f2affa47f2ad3a5e01566a8bed', 'fixed_ips': [{'subnet_id': '2465aeda-6056-41ad-8a21-acd555237286'}]}} from n-d-705658-22. {{(pid=105586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 21:05:30.352529 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-aa17d6a3-c3f5-45cd-ac91-b2aaab438638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:30.381710 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450303fa-c8b5-451e-a997-1f798f35dc16 req-33229074-41bf-42aa-8cbd-f35623244431 tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:30.390664 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-450303fa-c8b5-451e-a997-1f798f35dc16 req-33229074-41bf-42aa-8cbd-f35623244431 tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] 10.222.0.59 "GET /v2.0/ports?device_id=10e49bf3-f513-4fd4-b60a-73e230c71f3f HTTP/1.1" status: 200 len: 944 time: 0.1717401 Jul 27 21:05:30.406612 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-a8b0e15d-3097-4ca4-b958-7bd00fcf39fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4077169', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4163787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-400'] for router, precommit_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:30.454526 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-4ed9a499-7020-46cd-8b28-2b9f93c3ec5e req-55c463d8-0a6a-4713-a0c0-10954447e6e2 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] 10.222.0.59 "GET /v2.0/security-groups?id=e760076b-6854-47cf-947b-f6a7a8a579d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1078484 Jul 27 21:05:30.553196 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Device 692f13a5-f9cb-440b-acee-eec7835ad338 up at agent hyperv_n-h2-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:05:30.561441 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.db_base_plugin_common [None req-aa17d6a3-c3f5-45cd-ac91-b2aaab438638 None None] Allocated IP 172.20.0.2 (c9bb10b7-60f1-43b7-be53-c3351758797b/2465aeda-6056-41ad-8a21-acd555237286/54e6bada-c023-4ccc-b117-7657bab2e40d) {{(pid=105586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:05:30.605267 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:30.648666 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-f909d12a-0a59-44f8-9776-cc0f18629acf tempest-RoutersIpV6AdminTest-1066337158 tempest-RoutersIpV6AdminTest-1066337158-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:30.653231 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-450303fa-c8b5-451e-a997-1f798f35dc16 req-f74ac391-f711-4cb2-b5e1-51e16dc54d99 tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0eecfba-15dc-4bf7-80e6-b94c8d880eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2613006 Jul 27 21:05:30.687945 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-f909d12a-0a59-44f8-9776-cc0f18629acf tempest-RoutersIpV6AdminTest-1066337158 tempest-RoutersIpV6AdminTest-1066337158-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:30.695259 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10e49bf3-f513-4fd4-b60a-73e230c71f3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0808928b-9b12-4d14-928d-1b7ee2b58cbe'}] {{(pid=105586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:05:30.698853 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14c1663e039faf5393f87855f745010ac5b02220355b68fdbf065393e303ac56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36c1426e-a3ea-4475-9e9d-bb283f7c0992" -d '{"events": [{"server_uuid": "10e49bf3-f513-4fd4-b60a-73e230c71f3f", "name": "network-vif-plugged", "status": "completed", "tag": "0808928b-9b12-4d14-928d-1b7ee2b58cbe"}]}' {{(pid=105586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:05:30.728447 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] For port 0808928b-9b12-4d14-928d-1b7ee2b58cbe, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=0808928b-9b12-4d14-928d-1b7ee2b58cbe,segment=NetworkSegment(a9b7024e-df2a-4526-a1ee-cb4cd8d6548a),segment_id=a9b7024e-df2a-4526-a1ee-cb4cd8d6548a)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:05:30.739034 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:30.750213 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-a8b0e15d-3097-4ca4-b958-7bd00fcf39fc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:30.791514 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-3d54578f-831f-4696-b568-13c455922dab None None] Provisioning complete for port 692f13a5-f9cb-440b-acee-eec7835ad338 triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:05:30.792074 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:30.798064 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-a8b0e15d-3097-4ca4-b958-7bd00fcf39fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:30.888166 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9c5ae5-3cc2-4650-9650-74d02c48363e req-408c20b5-2517-40e3-98c3-9363fd7e88ef tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:30.890039 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-5e9c5ae5-3cc2-4650-9650-74d02c48363e req-408c20b5-2517-40e3-98c3-9363fd7e88ef tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] 10.222.0.59 "GET /v2.0/ports?device_id=f4131bf3-56d0-4dd5-8a0b-f9b028d7bbbe HTTP/1.1" status: 200 len: 944 time: 0.2060699 Jul 27 21:05:30.891617 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.db_base_plugin_common [None req-f909d12a-0a59-44f8-9776-cc0f18629acf tempest-RoutersIpV6AdminTest-1066337158 tempest-RoutersIpV6AdminTest-1066337158-project-admin] Allocated IP 172.25.5.89 (8735d8a2-b604-4758-ae71-b40e4ee6f305/eca7dbab-b9c0-4c8f-a272-816ea8a81764/81f1776f-2406-4364-b2d9-e5950fefeb3d) {{(pid=105585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:05:30.928168 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:05:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccfba4e3-2a37-4cb4-a2bd-2de3a3b027ad x-openstack-request-id: req-ccfba4e3-2a37-4cb4-a2bd-2de3a3b027ad {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:05:30.928168 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10e49bf3-f513-4fd4-b60a-73e230c71f3f", "name": "network-vif-plugged", "status": "completed", "tag": "0808928b-9b12-4d14-928d-1b7ee2b58cbe", "code": 200}]} {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:05:30.928428 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-ccfba4e3-2a37-4cb4-a2bd-2de3a3b027ad {{(pid=105586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:05:30.928952 n-d-705658-22 neutron-server[105586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10e49bf3-f513-4fd4-b60a-73e230c71f3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0808928b-9b12-4d14-928d-1b7ee2b58cbe', 'code': 200} Jul 27 21:05:30.953001 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-aa17d6a3-c3f5-45cd-ac91-b2aaab438638 None None] Notify callbacks [] for port, precommit_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:30.955071 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Pushing event updated for resources: {'Port': ['ID=0808928b-9b12-4d14-928d-1b7ee2b58cbe,revision_number=5']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:05:30.976290 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-aa17d6a3-c3f5-45cd-ac91-b2aaab438638 None None] Transition to ACTIVE for port object 54e6bada-c023-4ccc-b117-7657bab2e40d will not be triggered until provisioned by entity L2. {{(pid=105586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:05:30.982185 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:05:30.983312 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:05:30.984017 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:05:30.984698 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:05:30.985925 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:05:30.986972 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:05:30.987560 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:05:30.988675 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:05:30.989402 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:05:30.990073 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:05:30.990610 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:05:30.991658 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:05:30.998447 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-5e9c5ae5-3cc2-4650-9650-74d02c48363e req-5098eb2b-f9c9-48e1-bf94-1441bbd0f9fd tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] 10.222.0.59 "GET /v2.0/security-groups?id=771ef501-f193-4e50-901d-4721d89f2b91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0998788 Jul 27 21:05:31.020441 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-aa17d6a3-c3f5-45cd-ac91-b2aaab438638 None None] Transition to ACTIVE for port object 54e6bada-c023-4ccc-b117-7657bab2e40d will not be triggered until provisioned by entity DHCP. {{(pid=105586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:05:31.044854 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279a4305-2661-4c80-94c8-6fe25c963c31 req-ac8e4cf3-109f-4b85-a397-80f68ee010b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:31.044854 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-279a4305-2661-4c80-94c8-6fe25c963c31 req-ac8e4cf3-109f-4b85-a397-80f68ee010b9 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=10e49bf3-f513-4fd4-b60a-73e230c71f3f HTTP/1.1" status: 200 len: 1097 time: 0.1011295 Jul 27 21:05:31.048382 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-aa17d6a3-c3f5-45cd-ac91-b2aaab438638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143'] for port, after_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:31.082705 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-f909d12a-0a59-44f8-9776-cc0f18629acf tempest-RoutersIpV6AdminTest-1066337158 tempest-RoutersIpV6AdminTest-1066337158-project-admin] Notify callbacks [] for port, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:31.111596 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-279a4305-2661-4c80-94c8-6fe25c963c31 req-11c7b6f3-25b6-45b5-8ad2-7a427e2496da service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=b0eecfba-15dc-4bf7-80e6-b94c8d880eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675166 Jul 27 21:05:31.115450 n-d-705658-22 neutron-server[105586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa17d6a3-c3f5-45cd-ac91-b2aaab438638 None None] Network c9bb10b7-60f1-43b7-be53-c3351758797b is already hosted by enough agents. {{(pid=105586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:05:31.116280 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa17d6a3-c3f5-45cd-ac91-b2aaab438638 None None] Pushing event updated for resources: {'Port': ['ID=54e6bada-c023-4ccc-b117-7657bab2e40d,revision_number=1']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:05:31.125902 n-d-705658-22 neutron-server[105586]: DEBUG neutron.scheduler.base_scheduler [None req-aa17d6a3-c3f5-45cd-ac91-b2aaab438638 None None] Resources bound (agent type, host, resource id): {{(pid=105586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:05:31.129287 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa17d6a3-c3f5-45cd-ac91-b2aaab438638 None None] Received port after_create {{(pid=105586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:05:31.131281 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:31.147070 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-f909d12a-0a59-44f8-9776-cc0f18629acf tempest-RoutersIpV6AdminTest-1066337158 tempest-RoutersIpV6AdminTest-1066337158-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:31.188884 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f909d12a-0a59-44f8-9776-cc0f18629acf tempest-RoutersIpV6AdminTest-1066337158 tempest-RoutersIpV6AdminTest-1066337158-project-admin] Network 8735d8a2-b604-4758-ae71-b40e4ee6f305 is already hosted by enough agents. {{(pid=105585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:05:31.191808 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.base_scheduler [None req-f909d12a-0a59-44f8-9776-cc0f18629acf tempest-RoutersIpV6AdminTest-1066337158 tempest-RoutersIpV6AdminTest-1066337158-project-admin] Resources bound (agent type, host, resource id): {{(pid=105585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:05:31.198359 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f909d12a-0a59-44f8-9776-cc0f18629acf tempest-RoutersIpV6AdminTest-1066337158 tempest-RoutersIpV6AdminTest-1066337158-project-admin] Received port after_create {{(pid=105585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:05:31.206939 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.db_base_plugin_common [None req-a8b0e15d-3097-4ca4-b958-7bd00fcf39fc admin admin] Allocated IP 172.25.5.252 (8735d8a2-b604-4758-ae71-b40e4ee6f305/eca7dbab-b9c0-4c8f-a272-816ea8a81764/2bb763c6-ddba-47be-b1ea-28a81ec94d56) {{(pid=105584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:05:31.224898 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f909d12a-0a59-44f8-9776-cc0f18629acf tempest-RoutersIpV6AdminTest-1066337158 tempest-RoutersIpV6AdminTest-1066337158-project-admin] Pushing event updated for resources: {'Port': ['ID=81f1776f-2406-4364-b2d9-e5950fefeb3d,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:05:31.253037 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] For port 692f13a5-f9cb-440b-acee-eec7835ad338, host n-h2-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=692f13a5-f9cb-440b-acee-eec7835ad338,segment=NetworkSegment(660ec341-81d1-41c4-8987-bc307d97b3d6),segment_id=660ec341-81d1-41c4-8987-bc307d97b3d6)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:05:31.259707 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:31.260910 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Device fa4ff8d2-5ea6-42f5-823a-95a50e0c955e no longer exists at agent hyperv_n-h2-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:05:31.264456 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-aa17d6a3-c3f5-45cd-ac91-b2aaab438638 None None] Attempting to bind port 54e6bada-c023-4ccc-b117-7657bab2e40d on host n-d-705658-22 for vnic_type normal with profile {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:05:31.264826 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-aa17d6a3-c3f5-45cd-ac91-b2aaab438638 None None] Attempting to bind port 54e6bada-c023-4ccc-b117-7657bab2e40d by drivers openvswitch,hyperv on host n-d-705658-22 at level 0 using segments [{'id': 'f6d12d50-897c-448b-967a-a36bc00c69b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'c9bb10b7-60f1-43b7-be53-c3351758797b'}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:05:31.265192 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa17d6a3-c3f5-45cd-ac91-b2aaab438638 None None] Attempting to bind port 54e6bada-c023-4ccc-b117-7657bab2e40d on network c9bb10b7-60f1-43b7-be53-c3351758797b {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:05:31.305915 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa17d6a3-c3f5-45cd-ac91-b2aaab438638 None None] Checking agent: {'id': '04a7ea91-6318-467e-ace6-b0fb48c8690f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 41, 42), 'started_at': datetime.datetime(2021, 7, 27, 20, 42, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 5, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:05:31.306291 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa17d6a3-c3f5-45cd-ac91-b2aaab438638 None None] Checking segment: {'id': 'f6d12d50-897c-448b-967a-a36bc00c69b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'c9bb10b7-60f1-43b7-be53-c3351758797b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:05:31.306698 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-aa17d6a3-c3f5-45cd-ac91-b2aaab438638 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:31.307678 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa17d6a3-c3f5-45cd-ac91-b2aaab438638 None None] Bound using segment: {'id': 'f6d12d50-897c-448b-967a-a36bc00c69b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'c9bb10b7-60f1-43b7-be53-c3351758797b'} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:05:31.308173 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-aa17d6a3-c3f5-45cd-ac91-b2aaab438638 None None] Bound port: 54e6bada-c023-4ccc-b117-7657bab2e40d, host: n-d-705658-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6d12d50-897c-448b-967a-a36bc00c69b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'c9bb10b7-60f1-43b7-be53-c3351758797b'}}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:05:31.308578 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-aa17d6a3-c3f5-45cd-ac91-b2aaab438638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:31.312775 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-3d54578f-831f-4696-b568-13c455922dab None None] No Port match for: fa4ff8d2-5ea6-42f5-823a-95a50e0c955e {{(pid=105586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:05:31.313121 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Device fa4ff8d2-5ea6-42f5-823a-95a50e0c955e not bound to the agent host n-h2-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:05:31.398029 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-aa17d6a3-c3f5-45cd-ac91-b2aaab438638 None None] For port 54e6bada-c023-4ccc-b117-7657bab2e40d, host n-d-705658-22, cleared binding levels {{(pid=105586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:05:31.403008 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-aa17d6a3-c3f5-45cd-ac91-b2aaab438638 None None] For port 54e6bada-c023-4ccc-b117-7657bab2e40d, host n-d-705658-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=54e6bada-c023-4ccc-b117-7657bab2e40d,segment=NetworkSegment(f6d12d50-897c-448b-967a-a36bc00c69b7),segment_id=f6d12d50-897c-448b-967a-a36bc00c69b7)] {{(pid=105586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:05:31.415317 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-aa17d6a3-c3f5-45cd-ac91-b2aaab438638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:31.437272 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Pushing event updated for resources: {'Port': ['ID=692f13a5-f9cb-440b-acee-eec7835ad338,revision_number=7']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:05:31.529630 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa17d6a3-c3f5-45cd-ac91-b2aaab438638 None None] Pushing event updated for resources: {'Port': ['ID=54e6bada-c023-4ccc-b117-7657bab2e40d,revision_number=2']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:05:31.576248 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-a8b0e15d-3097-4ca4-b958-7bd00fcf39fc admin admin] Notify callbacks [] for port, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:31.607143 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-f909d12a-0a59-44f8-9776-cc0f18629acf tempest-RoutersIpV6AdminTest-1066337158 tempest-RoutersIpV6AdminTest-1066337158-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:31.642532 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-a8b0e15d-3097-4ca4-b958-7bd00fcf39fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:31.687133 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8b0e15d-3097-4ca4-b958-7bd00fcf39fc admin admin] Network 8735d8a2-b604-4758-ae71-b40e4ee6f305 is already hosted by enough agents. {{(pid=105584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:05:31.691320 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [None req-a8b0e15d-3097-4ca4-b958-7bd00fcf39fc admin admin] Resources bound (agent type, host, resource id): {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:05:31.695248 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8b0e15d-3097-4ca4-b958-7bd00fcf39fc admin admin] Received port after_create {{(pid=105584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:05:31.751073 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b0e15d-3097-4ca4-b958-7bd00fcf39fc admin admin] Pushing event updated for resources: {'Port': ['ID=2bb763c6-ddba-47be-b1ea-28a81ec94d56,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:05:31.785752 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ce80e5-a5d7-4ea7-88cd-87fc07e3d7c8 req-3847b2af-5e1d-4261-a35e-b40300dc2edd tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:31.787361 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-c2ce80e5-a5d7-4ea7-88cd-87fc07e3d7c8 req-3847b2af-5e1d-4261-a35e-b40300dc2edd tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] 10.222.0.59 "GET /v2.0/ports?device_id=29c1b762-5cb9-4f5b-ac71-3cb8a306ebde HTTP/1.1" status: 200 len: 945 time: 0.2373860 Jul 27 21:05:31.919156 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-c2ce80e5-a5d7-4ea7-88cd-87fc07e3d7c8 req-7d7a81da-f33e-4a69-96d4-38f08a9496e3 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] 10.222.0.59 "GET /v2.0/security-groups?id=e760076b-6854-47cf-947b-f6a7a8a579d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1249948 Jul 27 21:05:32.004827 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.agents_db [None req-558fcd2c-e512-47bc-a170-8673d87f7213 None None] Agent healthcheck: found 7 active agents {{(pid=105587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 21:05:32.008576 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-f909d12a-0a59-44f8-9776-cc0f18629acf tempest-RoutersIpV6AdminTest-1066337158 tempest-RoutersIpV6AdminTest-1066337158-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4077169', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4163787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-400'] for router, precommit_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:32.018053 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de59b86-4df1-4d3e-ab27-e6f6b473d0fc req-2294c132-1908-4bff-bc4c-dd89f2f552ba tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:32.019691 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-4de59b86-4df1-4d3e-ab27-e6f6b473d0fc req-2294c132-1908-4bff-bc4c-dd89f2f552ba tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] 10.222.0.59 "GET /v2.0/ports?device_id=10e49bf3-f513-4fd4-b60a-73e230c71f3f HTTP/1.1" status: 200 len: 945 time: 0.2313981 Jul 27 21:05:32.022460 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-f909d12a-0a59-44f8-9776-cc0f18629acf tempest-RoutersIpV6AdminTest-1066337158 tempest-RoutersIpV6AdminTest-1066337158-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4077150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4077160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4077159', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4163778'] for router, after_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:32.054916 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-a8b0e15d-3097-4ca4-b958-7bd00fcf39fc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:32.169543 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-4de59b86-4df1-4d3e-ab27-e6f6b473d0fc req-66832574-2c23-4411-b8af-41762bccd0ae tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0eecfba-15dc-4bf7-80e6-b94c8d880eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414421 Jul 27 21:05:32.285038 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34be97ff-2719-4506-9cd4-da9c69d22f8b req-f0912fe5-3be6-406e-90bf-3c541f1fdd28 tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:32.293240 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-34be97ff-2719-4506-9cd4-da9c69d22f8b req-f0912fe5-3be6-406e-90bf-3c541f1fdd28 tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] 10.222.0.59 "GET /v2.0/ports?device_id=f4131bf3-56d0-4dd5-8a0b-f9b028d7bbbe HTTP/1.1" status: 200 len: 945 time: 0.1786079 Jul 27 21:05:32.339487 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-a8b0e15d-3097-4ca4-b958-7bd00fcf39fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4163804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4077150'] for router, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:32.352464 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-34be97ff-2719-4506-9cd4-da9c69d22f8b req-833abab6-50a7-4060-b716-ba34d75f893b tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] 10.222.0.59 "GET /v2.0/security-groups?id=771ef501-f193-4e50-901d-4721d89f2b91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525792 Jul 27 21:05:32.377249 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f909d12a-0a59-44f8-9776-cc0f18629acf tempest-RoutersIpV6AdminTest-1066337158 tempest-RoutersIpV6AdminTest-1066337158-project-admin] Router 40f0bdd3-b968-4a1b-9b59-727ccd515ba2 is scheduled to L3 agent dd128fd7-8e57-4d4f-895b-a96b369df59a with binding_index 1 {{(pid=105585) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 21:05:32.479580 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8b0e15d-3097-4ca4-b958-7bd00fcf39fc admin admin] Router b7f1f65a-3da0-4101-b697-dd4246a4836a is scheduled to L3 agent dd128fd7-8e57-4d4f-895b-a96b369df59a with binding_index 1 {{(pid=105584) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 21:05:32.516853 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f909d12a-0a59-44f8-9776-cc0f18629acf tempest-RoutersIpV6AdminTest-1066337158 tempest-RoutersIpV6AdminTest-1066337158-project-admin] Notify agent at l3_agent.n-d-705658-22 the message routers_updated {{(pid=105585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:05:32.521680 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-f909d12a-0a59-44f8-9776-cc0f18629acf tempest-RoutersIpV6AdminTest-1066337158 tempest-RoutersIpV6AdminTest-1066337158-project-admin] Notify callbacks [] for router, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:32.522918 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-f909d12a-0a59-44f8-9776-cc0f18629acf tempest-RoutersIpV6AdminTest-1066337158 tempest-RoutersIpV6AdminTest-1066337158-project-admin] 10.222.0.59 "PUT /v2.0/routers/40f0bdd3-b968-4a1b-9b59-727ccd515ba2 HTTP/1.1" status: 200 len: 919 time: 2.6595991 Jul 27 21:05:32.527449 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 48036) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:05:32.528687 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39b6e125-7ddd-489f-b456-7eb651e05c8a None None] Sync routers for ids ['40f0bdd3-b968-4a1b-9b59-727ccd515ba2'] in n-d-705658-22 {{(pid=105586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:05:32.541835 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39b6e125-7ddd-489f-b456-7eb651e05c8a None None] Routers {'40f0bdd3-b968-4a1b-9b59-727ccd515ba2'} bound to L3 agent in host n-d-705658-22 {{(pid=105586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:05:32.542683 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-39b6e125-7ddd-489f-b456-7eb651e05c8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:05:11Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['40f0bdd3-b968-4a1b-9b59-727ccd515ba2'], 'active': True} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:05:32.609398 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-39b6e125-7ddd-489f-b456-7eb651e05c8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-22', False) {} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:05:32.626804 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39b6e125-7ddd-489f-b456-7eb651e05c8a None None] Routers {'40f0bdd3-b968-4a1b-9b59-727ccd515ba2'} bound to L3 agent in host n-d-705658-22 {{(pid=105586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:05:32.627904 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-39b6e125-7ddd-489f-b456-7eb651e05c8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:05:11Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['40f0bdd3-b968-4a1b-9b59-727ccd515ba2'], 'active': True} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:05:32.634085 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8b0e15d-3097-4ca4-b958-7bd00fcf39fc admin admin] Notify agent at l3_agent.n-d-705658-22 the message routers_updated {{(pid=105584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:05:32.646548 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9b1f2aa-85bd-4bb4-bef2-1d182c8ea4ed None None] Sync routers for ids ['b7f1f65a-3da0-4101-b697-dd4246a4836a'] in n-d-705658-22 {{(pid=105587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:05:32.661049 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9b1f2aa-85bd-4bb4-bef2-1d182c8ea4ed None None] Routers {'b7f1f65a-3da0-4101-b697-dd4246a4836a'} bound to L3 agent in host n-d-705658-22 {{(pid=105587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:05:32.661801 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-a9b1f2aa-85bd-4bb4-bef2-1d182c8ea4ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:05:11Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['b7f1f65a-3da0-4101-b697-dd4246a4836a'], 'active': True} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:05:32.663818 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-a8b0e15d-3097-4ca4-b958-7bd00fcf39fc admin admin] Notify callbacks [] for router, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:32.669339 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 48038) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:05:32.671382 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-a8b0e15d-3097-4ca4-b958-7bd00fcf39fc admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.5964239 Jul 27 21:05:32.701531 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-39b6e125-7ddd-489f-b456-7eb651e05c8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-22', False) {} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:05:32.702694 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39b6e125-7ddd-489f-b456-7eb651e05c8a None None] The sync data for ids ['40f0bdd3-b968-4a1b-9b59-727ccd515ba2'] in n-d-705658-22 is: [] {{(pid=105586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:05:32.742804 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-92243e5a-d266-4632-9cf5-d0cd291d9b96 tempest-RoutersIpV6AdminTest-1066337158 tempest-RoutersIpV6AdminTest-1066337158-project-admin] 10.222.0.59 "GET /v2.0/routers/40f0bdd3-b968-4a1b-9b59-727ccd515ba2 HTTP/1.1" status: 200 len: 925 time: 0.2130628 Jul 27 21:05:32.745463 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 48042) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:05:32.834067 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05a71493-a577-4585-86d6-50803c65dd5c tempest-RoutersIpV6AdminTest-1066337158 tempest-RoutersIpV6AdminTest-1066337158-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:32.836503 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-05a71493-a577-4585-86d6-50803c65dd5c tempest-RoutersIpV6AdminTest-1066337158 tempest-RoutersIpV6AdminTest-1066337158-project-admin] 10.222.0.59 "GET /v2.0/ports?network_id=8735d8a2-b604-4758-ae71-b40e4ee6f305&device_id=40f0bdd3-b968-4a1b-9b59-727ccd515ba2&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0900273 Jul 27 21:05:32.841437 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 48044) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:05:32.863553 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e23a8014-b5a6-4bfe-840b-8fe2a6af0f0c None None] Network c9bb10b7-60f1-43b7-be53-c3351758797b requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:05:32.880929 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvr_db [None req-a9b1f2aa-85bd-4bb4-bef2-1d182c8ea4ed None None] Set router b7f1f65a-3da0-4101-b697-dd4246a4836a gateway port host: n-d-705658-22 {{(pid=105587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:05:32.934968 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4131bf3-56d0-4dd5-8a0b-f9b028d7bbbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '692f13a5-f9cb-440b-acee-eec7835ad338'}] {{(pid=105586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:05:32.937216 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14c1663e039faf5393f87855f745010ac5b02220355b68fdbf065393e303ac56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc66f04b-e143-4b4a-a27e-2aefc44eaf8c" -d '{"events": [{"server_uuid": "f4131bf3-56d0-4dd5-8a0b-f9b028d7bbbe", "name": "network-vif-plugged", "status": "completed", "tag": "692f13a5-f9cb-440b-acee-eec7835ad338"}]}' {{(pid=105586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:05:33.016472 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-f08f4038-ef60-4bff-aa23-4aedffce5bab None None] Provisioning for port 54e6bada-c023-4ccc-b117-7657bab2e40d completed by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:05:33.020278 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 54e6bada-c023-4ccc-b117-7657bab2e40d up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:05:33.038496 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54efefbf-8b18-41d9-b8ab-6aed8ce16ec1 tempest-RoutersIpV6AdminTest-1066337158 tempest-RoutersIpV6AdminTest-1066337158-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:33.040311 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-54efefbf-8b18-41d9-b8ab-6aed8ce16ec1 tempest-RoutersIpV6AdminTest-1066337158 tempest-RoutersIpV6AdminTest-1066337158-project-admin] 10.222.0.59 "GET /v2.0/networks/8735d8a2-b604-4758-ae71-b40e4ee6f305 HTTP/1.1" status: 200 len: 881 time: 0.1979373 Jul 27 21:05:33.043106 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 48052) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:05:33.053452 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:05:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c82ae342-d14c-4c3a-9a7f-0389c3ba8696 x-openstack-request-id: req-c82ae342-d14c-4c3a-9a7f-0389c3ba8696 {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:05:33.053902 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4131bf3-56d0-4dd5-8a0b-f9b028d7bbbe", "name": "network-vif-plugged", "status": "completed", "tag": "692f13a5-f9cb-440b-acee-eec7835ad338", "code": 200}]} {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:05:33.054269 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-c82ae342-d14c-4c3a-9a7f-0389c3ba8696 {{(pid=105586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:05:33.054755 n-d-705658-22 neutron-server[105586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4131bf3-56d0-4dd5-8a0b-f9b028d7bbbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '692f13a5-f9cb-440b-acee-eec7835ad338', 'code': 200} Jul 27 21:05:33.085314 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-99106e69-8475-41a6-8f52-33a4a5c81fad tempest-RoutersIpV6AdminTest-120739899 tempest-RoutersIpV6AdminTest-120739899-project] 10.222.0.59 "GET /v2.0/ports?device_id=40f0bdd3-b968-4a1b-9b59-727ccd515ba2 HTTP/1.1" status: 200 len: 205 time: 0.0406430 Jul 27 21:05:33.088929 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 48054) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:05:33.206161 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-a9b1f2aa-85bd-4bb4-bef2-1d182c8ea4ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7f1f65a-3da0-4101-b697-dd4246a4836a', 'name': 'tempest-ServersTestManualDisk-1687115052-router', 'tenant_id': '0aacf9f2affa47f2ad3a5e01566a8bed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.252'}], 'enable_snat': True}, 'gw_port_id': '2bb763c6-ddba-47be-b1ea-28a81ec94d56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:05:30Z', 'updated_at': '2021-07-27T21:05:31Z', 'revision_number': 3, 'project_id': '0aacf9f2affa47f2ad3a5e01566a8bed', 'gw_port': {'id': '2bb763c6-ddba-47be-b1ea-28a81ec94d56', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:c4:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7f1f65a-3da0-4101-b697-dd4246a4836a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1322, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:05:30Z', 'updated_at': '2021-07-27T21:05:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22'}], 'n-d-705658-22', False) {} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:05:33.222804 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning for port 54e6bada-c023-4ccc-b117-7657bab2e40d completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:05:33.230731 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port 54e6bada-c023-4ccc-b117-7657bab2e40d triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:05:33.231032 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:33.253912 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9b1f2aa-85bd-4bb4-bef2-1d182c8ea4ed None None] Checking router: b7f1f65a-3da0-4101-b697-dd4246a4836a for host: n-d-705658-22 {{(pid=105587) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:05:33.254927 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9b1f2aa-85bd-4bb4-bef2-1d182c8ea4ed None None] Updating router b7f1f65a-3da0-4101-b697-dd4246a4836a port 2bb763c6-ddba-47be-b1ea-28a81ec94d56 binding host n-d-705658-22 {{(pid=105587) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 21:05:33.305000 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-b7486b7c-7813-4459-b830-bd6785bc0fdc tempest-RoutersIpV6AdminTest-120739899 tempest-RoutersIpV6AdminTest-120739899-project] Notify callbacks [] for router, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:33.312070 n-d-705658-22 neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-a9b1f2aa-85bd-4bb4-bef2-1d182c8ea4ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:33.481255 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-b7486b7c-7813-4459-b830-bd6785bc0fdc tempest-RoutersIpV6AdminTest-120739899 tempest-RoutersIpV6AdminTest-120739899-project] Notify callbacks [] for router_gateway, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:33.569447 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-b7486b7c-7813-4459-b830-bd6785bc0fdc tempest-RoutersIpV6AdminTest-120739899 tempest-RoutersIpV6AdminTest-120739899-project] Deleting port 81f1776f-2406-4364-b2d9-e5950fefeb3d {{(pid=105584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:05:33.571151 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-b7486b7c-7813-4459-b830-bd6785bc0fdc tempest-RoutersIpV6AdminTest-120739899 tempest-RoutersIpV6AdminTest-120739899-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:33.662472 n-d-705658-22 neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-a9b1f2aa-85bd-4bb4-bef2-1d182c8ea4ed None None] Notify callbacks [] for port, precommit_update {{(pid=105587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:33.675024 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.provisioning_blocks [None req-a9b1f2aa-85bd-4bb4-bef2-1d182c8ea4ed None None] Transition to ACTIVE for port object 2bb763c6-ddba-47be-b1ea-28a81ec94d56 will not be triggered until provisioned by entity L2. {{(pid=105587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:05:33.682830 n-d-705658-22 neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-a9b1f2aa-85bd-4bb4-bef2-1d182c8ea4ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:33.684155 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:33.721305 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-b7486b7c-7813-4459-b830-bd6785bc0fdc tempest-RoutersIpV6AdminTest-120739899 tempest-RoutersIpV6AdminTest-120739899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:33.738185 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-b7486b7c-7813-4459-b830-bd6785bc0fdc tempest-RoutersIpV6AdminTest-120739899 tempest-RoutersIpV6AdminTest-120739899-project] Calling delete_port for 81f1776f-2406-4364-b2d9-e5950fefeb3d owned by network:router_gateway {{(pid=105584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:05:33.754239 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.managers [None req-a9b1f2aa-85bd-4bb4-bef2-1d182c8ea4ed None None] Attempting to bind port 2bb763c6-ddba-47be-b1ea-28a81ec94d56 on host n-d-705658-22 for vnic_type normal with profile {{(pid=105587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:05:33.755077 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.managers [None req-a9b1f2aa-85bd-4bb4-bef2-1d182c8ea4ed None None] Attempting to bind port 2bb763c6-ddba-47be-b1ea-28a81ec94d56 by drivers openvswitch,hyperv on host n-d-705658-22 at level 0 using segments [{'id': '12196855-9a32-4633-9a56-77697ef9e126', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305'}] {{(pid=105587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:05:33.755721 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9b1f2aa-85bd-4bb4-bef2-1d182c8ea4ed None None] Attempting to bind port 2bb763c6-ddba-47be-b1ea-28a81ec94d56 on network 8735d8a2-b604-4758-ae71-b40e4ee6f305 {{(pid=105587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:05:33.762983 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] For port 54e6bada-c023-4ccc-b117-7657bab2e40d, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=54e6bada-c023-4ccc-b117-7657bab2e40d,segment=NetworkSegment(f6d12d50-897c-448b-967a-a36bc00c69b7),segment_id=f6d12d50-897c-448b-967a-a36bc00c69b7)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:05:33.770130 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9b1f2aa-85bd-4bb4-bef2-1d182c8ea4ed None None] Checking agent: {'id': '04a7ea91-6318-467e-ace6-b0fb48c8690f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 41, 42), 'started_at': datetime.datetime(2021, 7, 27, 20, 42, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 5, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:05:33.771009 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9b1f2aa-85bd-4bb4-bef2-1d182c8ea4ed None None] Checking segment: {'id': '12196855-9a32-4633-9a56-77697ef9e126', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:05:33.772024 n-d-705658-22 neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-a9b1f2aa-85bd-4bb4-bef2-1d182c8ea4ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:33.772841 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9b1f2aa-85bd-4bb4-bef2-1d182c8ea4ed None None] Bound using segment: {'id': '12196855-9a32-4633-9a56-77697ef9e126', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305'} {{(pid=105587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:05:33.773389 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:33.773842 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.managers [None req-a9b1f2aa-85bd-4bb4-bef2-1d182c8ea4ed None None] Bound port: 2bb763c6-ddba-47be-b1ea-28a81ec94d56, host: n-d-705658-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12196855-9a32-4633-9a56-77697ef9e126', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305'}}] {{(pid=105587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:05:33.774648 n-d-705658-22 neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-a9b1f2aa-85bd-4bb4-bef2-1d182c8ea4ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:33.803780 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ff749f-1188-48e7-9c40-265407edf280 None None] Pushing event updated for resources: {'Port': ['ID=2bb763c6-ddba-47be-b1ea-28a81ec94d56,revision_number=2']} {{(pid=105587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:05:33.856802 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.db [None req-a9b1f2aa-85bd-4bb4-bef2-1d182c8ea4ed None None] For port 2bb763c6-ddba-47be-b1ea-28a81ec94d56, host n-d-705658-22, cleared binding levels {{(pid=105587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:05:33.861729 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.db [None req-a9b1f2aa-85bd-4bb4-bef2-1d182c8ea4ed None None] For port 2bb763c6-ddba-47be-b1ea-28a81ec94d56, host n-d-705658-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=2bb763c6-ddba-47be-b1ea-28a81ec94d56,segment=NetworkSegment(12196855-9a32-4633-9a56-77697ef9e126),segment_id=12196855-9a32-4633-9a56-77697ef9e126)] {{(pid=105587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:05:33.867106 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-de09dc17-5aed-49b3-8365-b472cd7317d1 None None] Provisioning complete for port 54e6bada-c023-4ccc-b117-7657bab2e40d triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:05:33.867487 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-de09dc17-5aed-49b3-8365-b472cd7317d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:33.867719 n-d-705658-22 neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-a9b1f2aa-85bd-4bb4-bef2-1d182c8ea4ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:33.915010 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Pushing event updated for resources: {'Port': ['ID=54e6bada-c023-4ccc-b117-7657bab2e40d,revision_number=3']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:05:33.943098 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9379f64c-c6c6-4f79-a622-66246bc857f5 req-7b4b867c-4cd6-4e93-a5b9-df4f0b1ceb5c tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:33.944697 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-9379f64c-c6c6-4f79-a622-66246bc857f5 req-7b4b867c-4cd6-4e93-a5b9-df4f0b1ceb5c tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] 10.222.0.59 "GET /v2.0/ports?device_id=29c1b762-5cb9-4f5b-ac71-3cb8a306ebde HTTP/1.1" status: 200 len: 945 time: 0.6854377 Jul 27 21:05:33.981572 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9b1f2aa-85bd-4bb4-bef2-1d182c8ea4ed None None] Routers {'b7f1f65a-3da0-4101-b697-dd4246a4836a'} bound to L3 agent in host n-d-705658-22 {{(pid=105587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:05:33.982312 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-a9b1f2aa-85bd-4bb4-bef2-1d182c8ea4ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:05:11Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['b7f1f65a-3da0-4101-b697-dd4246a4836a'], 'active': True} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:05:34.003372 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0fee42-ab4d-4147-9d5d-64088a7d6841 req-98fcc24f-1171-4cfa-92d4-4a8f5e397239 tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:34.006940 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-1f0fee42-ab4d-4147-9d5d-64088a7d6841 req-98fcc24f-1171-4cfa-92d4-4a8f5e397239 tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] 10.222.0.59 "GET /v2.0/ports?device_id=10e49bf3-f513-4fd4-b60a-73e230c71f3f HTTP/1.1" status: 200 len: 945 time: 0.6939027 Jul 27 21:05:34.011947 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-b7486b7c-7813-4459-b830-bd6785bc0fdc tempest-RoutersIpV6AdminTest-120739899 tempest-RoutersIpV6AdminTest-120739899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:34.039220 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-9379f64c-c6c6-4f79-a622-66246bc857f5 req-71363723-eb72-41c8-ba13-c9b70153057b tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] 10.222.0.59 "GET /v2.0/security-groups?id=e760076b-6854-47cf-947b-f6a7a8a579d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0738587 Jul 27 21:05:34.041896 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7486b7c-7813-4459-b830-bd6785bc0fdc tempest-RoutersIpV6AdminTest-120739899 tempest-RoutersIpV6AdminTest-120739899-project] Pushing event deleted for resources: {'Port': ['ID=81f1776f-2406-4364-b2d9-e5950fefeb3d,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:05:34.069423 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ff749f-1188-48e7-9c40-265407edf280 None None] Pushing event updated for resources: {'Port': ['ID=2bb763c6-ddba-47be-b1ea-28a81ec94d56,revision_number=3']} {{(pid=105587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:05:34.103464 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-1f0fee42-ab4d-4147-9d5d-64088a7d6841 req-568598e6-4e8c-4fcf-9883-f16a8e8ce84e tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0eecfba-15dc-4bf7-80e6-b94c8d880eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814159 Jul 27 21:05:34.134904 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-b7486b7c-7813-4459-b830-bd6785bc0fdc tempest-RoutersIpV6AdminTest-120739899 tempest-RoutersIpV6AdminTest-120739899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4075702'] for router_gateway, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:34.171043 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-343e6c70-72e8-4d4a-8a1e-424421248d45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:34.183994 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvr_db [None req-a9b1f2aa-85bd-4bb4-bef2-1d182c8ea4ed None None] Set router b7f1f65a-3da0-4101-b697-dd4246a4836a gateway port host: n-d-705658-22 {{(pid=105587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:05:34.312694 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 48072) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:05:34.324590 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-b7486b7c-7813-4459-b830-bd6785bc0fdc tempest-RoutersIpV6AdminTest-120739899 tempest-RoutersIpV6AdminTest-120739899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4163631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-425'] for router, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:34.356475 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-b7486b7c-7813-4459-b830-bd6785bc0fdc tempest-RoutersIpV6AdminTest-120739899 tempest-RoutersIpV6AdminTest-120739899-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:34.420838 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.db_base_plugin_common [None req-343e6c70-72e8-4d4a-8a1e-424421248d45 admin admin] Allocated IP 172.20.0.1 (c9bb10b7-60f1-43b7-be53-c3351758797b/2465aeda-6056-41ad-8a21-acd555237286/7b6b3750-b8f2-4444-8d46-46034bb6d96d) {{(pid=105585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:05:34.441411 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-b7486b7c-7813-4459-b830-bd6785bc0fdc tempest-RoutersIpV6AdminTest-120739899 tempest-RoutersIpV6AdminTest-120739899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4163007'] for router, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:34.441948 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7486b7c-7813-4459-b830-bd6785bc0fdc tempest-RoutersIpV6AdminTest-120739899 tempest-RoutersIpV6AdminTest-120739899-project] Fanout notify agent at l3_agent the message router_deleted on router 40f0bdd3-b968-4a1b-9b59-727ccd515ba2 {{(pid=105584) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 21:05:34.451709 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-b7486b7c-7813-4459-b830-bd6785bc0fdc tempest-RoutersIpV6AdminTest-120739899 tempest-RoutersIpV6AdminTest-120739899-project] Notify callbacks [] for router, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:34.456549 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-b7486b7c-7813-4459-b830-bd6785bc0fdc tempest-RoutersIpV6AdminTest-120739899 tempest-RoutersIpV6AdminTest-120739899-project] 10.222.0.59 "DELETE /v2.0/routers/40f0bdd3-b968-4a1b-9b59-727ccd515ba2 HTTP/1.1" status: 204 len: 168 time: 1.3605013 Jul 27 21:05:34.456798 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9edd94-94f2-4fc1-b87f-ca767b2af30c req-175d1434-a271-41d8-93d3-f72595058b42 tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:34.457952 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 48074) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:05:34.458381 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-6e9edd94-94f2-4fc1-b87f-ca767b2af30c req-175d1434-a271-41d8-93d3-f72595058b42 tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] 10.222.0.59 "GET /v2.0/ports?device_id=f4131bf3-56d0-4dd5-8a0b-f9b028d7bbbe HTTP/1.1" status: 200 len: 945 time: 0.2775013 Jul 27 21:05:34.462528 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-f902e984-3c71-4285-86ec-6a1c0e0b5b27 tempest-RoutersIpV6AdminTest-120739899 tempest-RoutersIpV6AdminTest-120739899-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-617395381', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305'}, 'admin_state_up': False}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:05:34.526305 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-a9b1f2aa-85bd-4bb4-bef2-1d182c8ea4ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7f1f65a-3da0-4101-b697-dd4246a4836a', 'name': 'tempest-ServersTestManualDisk-1687115052-router', 'tenant_id': '0aacf9f2affa47f2ad3a5e01566a8bed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.252'}], 'enable_snat': True}, 'gw_port_id': '2bb763c6-ddba-47be-b1ea-28a81ec94d56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:05:30Z', 'updated_at': '2021-07-27T21:05:31Z', 'revision_number': 3, 'project_id': '0aacf9f2affa47f2ad3a5e01566a8bed', 'gw_port': {'id': '2bb763c6-ddba-47be-b1ea-28a81ec94d56', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:c4:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7f1f65a-3da0-4101-b697-dd4246a4836a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1322, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:05:30Z', 'updated_at': '2021-07-27T21:05:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22'}], 'n-d-705658-22', False) {} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:05:34.527240 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96f86f9-11b5-42b0-bf6c-6d163710e74a req-7211aa2f-c2a0-443c-8139-637b5f30d1eb tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:34.533952 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-f902e984-3c71-4285-86ec-6a1c0e0b5b27 tempest-RoutersIpV6AdminTest-120739899 tempest-RoutersIpV6AdminTest-120739899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4163813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-443'] for router, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:34.534460 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b96f86f9-11b5-42b0-bf6c-6d163710e74a req-7211aa2f-c2a0-443c-8139-637b5f30d1eb tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] 10.222.0.59 "GET /v2.0/ports?device_id=10e49bf3-f513-4fd4-b60a-73e230c71f3f HTTP/1.1" status: 200 len: 945 time: 0.2280643 Jul 27 21:05:34.534961 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-f902e984-3c71-4285-86ec-6a1c0e0b5b27 tempest-RoutersIpV6AdminTest-120739899 tempest-RoutersIpV6AdminTest-120739899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4165196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4077059', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3711235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-418'] for router, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:34.577871 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9b1f2aa-85bd-4bb4-bef2-1d182c8ea4ed None None] The sync data for ids ['b7f1f65a-3da0-4101-b697-dd4246a4836a'] in n-d-705658-22 is: [{'id': 'b7f1f65a-3da0-4101-b697-dd4246a4836a', 'name': 'tempest-ServersTestManualDisk-1687115052-router', 'tenant_id': '0aacf9f2affa47f2ad3a5e01566a8bed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.252'}], 'enable_snat': True}, 'gw_port_id': '2bb763c6-ddba-47be-b1ea-28a81ec94d56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:05:30Z', 'updated_at': '2021-07-27T21:05:31Z', 'revision_number': 3, 'project_id': '0aacf9f2affa47f2ad3a5e01566a8bed', 'gw_port': {'id': '2bb763c6-ddba-47be-b1ea-28a81ec94d56', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:c4:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7f1f65a-3da0-4101-b697-dd4246a4836a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1322, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:05:30Z', 'updated_at': '2021-07-27T21:05:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22'}] {{(pid=105587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:05:34.595243 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-6e9edd94-94f2-4fc1-b87f-ca767b2af30c req-862c4229-956f-4728-9764-56d398f179b8 tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] 10.222.0.59 "GET /v2.0/security-groups?id=771ef501-f193-4e50-901d-4721d89f2b91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1171877 Jul 27 21:05:34.681152 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-343e6c70-72e8-4d4a-8a1e-424421248d45 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:34.696319 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b96f86f9-11b5-42b0-bf6c-6d163710e74a req-37a62a92-0a8d-4bdd-939d-bef41cc55d28 tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0eecfba-15dc-4bf7-80e6-b94c8d880eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611099 Jul 27 21:05:34.711515 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.provisioning_blocks [None req-343e6c70-72e8-4d4a-8a1e-424421248d45 admin admin] Transition to ACTIVE for port object 7b6b3750-b8f2-4444-8d46-46034bb6d96d will not be triggered until provisioned by entity DHCP. {{(pid=105585) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:05:34.768159 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-343e6c70-72e8-4d4a-8a1e-424421248d45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:34.828732 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-343e6c70-72e8-4d4a-8a1e-424421248d45 admin admin] Network c9bb10b7-60f1-43b7-be53-c3351758797b is already hosted by enough agents. {{(pid=105585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:05:34.838741 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.base_scheduler [None req-343e6c70-72e8-4d4a-8a1e-424421248d45 admin admin] Resources bound (agent type, host, resource id): {{(pid=105585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:05:34.844335 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-343e6c70-72e8-4d4a-8a1e-424421248d45 admin admin] Received port after_create {{(pid=105585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:05:34.854015 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-f902e984-3c71-4285-86ec-6a1c0e0b5b27 tempest-RoutersIpV6AdminTest-120739899 tempest-RoutersIpV6AdminTest-120739899-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:34.884398 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343e6c70-72e8-4d4a-8a1e-424421248d45 admin admin] Pushing event updated for resources: {'Port': ['ID=7b6b3750-b8f2-4444-8d46-46034bb6d96d,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:05:34.909472 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-343e6c70-72e8-4d4a-8a1e-424421248d45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4075523'] for router_interface, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:35.046960 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 54e6bada-c023-4ccc-b117-7657bab2e40d up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:05:35.165284 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port 54e6bada-c023-4ccc-b117-7657bab2e40d triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:05:35.167209 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:35.179565 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-f902e984-3c71-4285-86ec-6a1c0e0b5b27 tempest-RoutersIpV6AdminTest-120739899 tempest-RoutersIpV6AdminTest-120739899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4077169', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4163787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-400'] for router, precommit_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:35.346974 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-41d81230-e371-4f7d-b824-9da0dfd57720 None None] Provisioning for port 7b6b3750-b8f2-4444-8d46-46034bb6d96d completed by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:05:35.379312 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-41d81230-e371-4f7d-b824-9da0dfd57720 None None] Provisioning complete for port 7b6b3750-b8f2-4444-8d46-46034bb6d96d triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:05:35.380034 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-41d81230-e371-4f7d-b824-9da0dfd57720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:35.435216 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc4f4bb-002c-4b00-9b40-2abac71c1e25 req-63083806-9324-4d75-a2d6-1c72e8c3977b tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:35.437708 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-3bc4f4bb-002c-4b00-9b40-2abac71c1e25 req-63083806-9324-4d75-a2d6-1c72e8c3977b tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] 10.222.0.59 "GET /v2.0/ports?device_id=10e49bf3-f513-4fd4-b60a-73e230c71f3f HTTP/1.1" status: 200 len: 945 time: 0.4399164 Jul 27 21:05:35.449678 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-41d81230-e371-4f7d-b824-9da0dfd57720 None None] Port 7b6b3750-b8f2-4444-8d46-46034bb6d96d cannot update to ACTIVE because it is not bound. {{(pid=105586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:05:35.484816 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355d3ea4-8c29-4fd2-9d4d-a5bd05d4c3d2 req-35ef8c78-ed8c-4992-840a-51de9e6c715e tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:35.487035 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-355d3ea4-8c29-4fd2-9d4d-a5bd05d4c3d2 req-35ef8c78-ed8c-4992-840a-51de9e6c715e tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] 10.222.0.59 "GET /v2.0/ports?device_id=29c1b762-5cb9-4f5b-ac71-3cb8a306ebde HTTP/1.1" status: 200 len: 945 time: 0.2905061 Jul 27 21:05:35.490163 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-343e6c70-72e8-4d4a-8a1e-424421248d45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:35.593770 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-9e992462-20df-4bd8-8a39-400a160507c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4076536'] for router_interface, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:35.659633 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-f902e984-3c71-4285-86ec-6a1c0e0b5b27 tempest-RoutersIpV6AdminTest-120739899 tempest-RoutersIpV6AdminTest-120739899-project] Notify callbacks [] for router_gateway, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:35.688914 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-f902e984-3c71-4285-86ec-6a1c0e0b5b27 tempest-RoutersIpV6AdminTest-120739899 tempest-RoutersIpV6AdminTest-120739899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:35.705782 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-3bc4f4bb-002c-4b00-9b40-2abac71c1e25 req-3c9c1fa7-3367-4ed5-bd90-610fa413c3f6 tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0eecfba-15dc-4bf7-80e6-b94c8d880eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2433479 Jul 27 21:05:35.761689 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-355d3ea4-8c29-4fd2-9d4d-a5bd05d4c3d2 req-04b55010-9d5b-4d4d-880f-d119f27be268 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] 10.222.0.59 "GET /v2.0/security-groups?id=e760076b-6854-47cf-947b-f6a7a8a579d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2613127 Jul 27 21:05:35.850500 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-343e6c70-72e8-4d4a-8a1e-424421248d45 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:35.859219 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-343e6c70-72e8-4d4a-8a1e-424421248d45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10221672'] for port, after_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:36.009451 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.db_base_plugin_common [None req-f902e984-3c71-4285-86ec-6a1c0e0b5b27 tempest-RoutersIpV6AdminTest-120739899 tempest-RoutersIpV6AdminTest-120739899-project] Allocated IP 172.25.5.26 (8735d8a2-b604-4758-ae71-b40e4ee6f305/eca7dbab-b9c0-4c8f-a272-816ea8a81764/91c6f846-b235-4af0-9027-2ba338a535ec) {{(pid=105584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:05:36.056460 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343e6c70-72e8-4d4a-8a1e-424421248d45 admin admin] Pushing event updated for resources: {'Port': ['ID=7b6b3750-b8f2-4444-8d46-46034bb6d96d,revision_number=2']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:05:36.087359 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-343e6c70-72e8-4d4a-8a1e-424421248d45 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3743906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4076435'] for router_interface, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:36.158473 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:36.174784 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480767b5-d6ad-435a-8058-4d9e1de067de req-4e7c1a20-7790-4e61-9cf6-61d2b64ee3d0 tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:36.184628 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-480767b5-d6ad-435a-8058-4d9e1de067de req-4e7c1a20-7790-4e61-9cf6-61d2b64ee3d0 tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] 10.222.0.59 "GET /v2.0/ports?device_id=f4131bf3-56d0-4dd5-8a0b-f9b028d7bbbe HTTP/1.1" status: 200 len: 945 time: 0.2021561 Jul 27 21:05:36.282202 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-f902e984-3c71-4285-86ec-6a1c0e0b5b27 tempest-RoutersIpV6AdminTest-120739899 tempest-RoutersIpV6AdminTest-120739899-project] Notify callbacks [] for port, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:36.328065 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-480767b5-d6ad-435a-8058-4d9e1de067de req-33cd20f8-e58e-4eb3-bc3b-5101e74dd20c tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] 10.222.0.59 "GET /v2.0/security-groups?id=771ef501-f193-4e50-901d-4721d89f2b91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1424243 Jul 27 21:05:36.348720 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-9e992462-20df-4bd8-8a39-400a160507c7 admin admin] Deleting port 0870aca9-2141-475b-a6dc-4b3a925e6952 {{(pid=105584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:05:36.348720 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-9e992462-20df-4bd8-8a39-400a160507c7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:36.382392 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-343e6c70-72e8-4d4a-8a1e-424421248d45 admin admin] Network c9bb10b7-60f1-43b7-be53-c3351758797b is already hosted by enough agents. {{(pid=105585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:05:36.387509 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-f902e984-3c71-4285-86ec-6a1c0e0b5b27 tempest-RoutersIpV6AdminTest-120739899 tempest-RoutersIpV6AdminTest-120739899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:36.396777 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0c0f1b-60ac-4a3d-837a-d3e2edf8cacb req-454aba7e-f7c8-4f2c-bd37-b65b55e72e09 tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:36.398244 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-cc0c0f1b-60ac-4a3d-837a-d3e2edf8cacb req-454aba7e-f7c8-4f2c-bd37-b65b55e72e09 tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] 10.222.0.59 "GET /v2.0/ports?device_id=10e49bf3-f513-4fd4-b60a-73e230c71f3f HTTP/1.1" status: 200 len: 945 time: 0.2380962 Jul 27 21:05:36.399780 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.base_scheduler [None req-343e6c70-72e8-4d4a-8a1e-424421248d45 admin admin] Resources bound (agent type, host, resource id): {{(pid=105585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:05:36.475402 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f902e984-3c71-4285-86ec-6a1c0e0b5b27 tempest-RoutersIpV6AdminTest-120739899 tempest-RoutersIpV6AdminTest-120739899-project] Network 8735d8a2-b604-4758-ae71-b40e4ee6f305 is already hosted by enough agents. {{(pid=105584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:05:36.485307 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [None req-f902e984-3c71-4285-86ec-6a1c0e0b5b27 tempest-RoutersIpV6AdminTest-120739899 tempest-RoutersIpV6AdminTest-120739899-project] Resources bound (agent type, host, resource id): {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:05:36.487839 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f902e984-3c71-4285-86ec-6a1c0e0b5b27 tempest-RoutersIpV6AdminTest-120739899 tempest-RoutersIpV6AdminTest-120739899-project] Received port after_create {{(pid=105584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:05:36.489738 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f902e984-3c71-4285-86ec-6a1c0e0b5b27 tempest-RoutersIpV6AdminTest-120739899 tempest-RoutersIpV6AdminTest-120739899-project] Pushing event updated for resources: {'Port': ['ID=91c6f846-b235-4af0-9027-2ba338a535ec,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:05:36.502128 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-cc0c0f1b-60ac-4a3d-837a-d3e2edf8cacb req-2565ab13-0c05-4368-84b9-ba0fb9b09261 tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0eecfba-15dc-4bf7-80e6-b94c8d880eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942526 Jul 27 21:05:36.563984 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [None req-9e992462-20df-4bd8-8a39-400a160507c7 admin admin] For port 0870aca9-2141-475b-a6dc-4b3a925e6952, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=0870aca9-2141-475b-a6dc-4b3a925e6952,segment=NetworkSegment(4a013f66-dc65-4eb0-bd96-ca0f438c5b8c),segment_id=4a013f66-dc65-4eb0-bd96-ca0f438c5b8c)] {{(pid=105584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:05:36.564359 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-9e992462-20df-4bd8-8a39-400a160507c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:36.631870 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-9e992462-20df-4bd8-8a39-400a160507c7 admin admin] Calling delete_port for 0870aca9-2141-475b-a6dc-4b3a925e6952 owned by network:router_interface {{(pid=105584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:05:36.652455 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-343e6c70-72e8-4d4a-8a1e-424421248d45 admin admin] Router b7f1f65a-3da0-4101-b697-dd4246a4836a has already been hosted by L3 agent dd128fd7-8e57-4d4f-895b-a96b369df59a {{(pid=105585) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:05:36.790472 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-2ec33fcc-71e3-476b-9a5d-797fa75e5ad5 None None] Provisioning complete for port 7b6b3750-b8f2-4444-8d46-46034bb6d96d triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:05:36.796326 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-2ec33fcc-71e3-476b-9a5d-797fa75e5ad5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:36.854412 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-343e6c70-72e8-4d4a-8a1e-424421248d45 admin admin] Notify agent at l3_agent.n-d-705658-22 the message routers_updated {{(pid=105585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:05:36.860861 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-343e6c70-72e8-4d4a-8a1e-424421248d45 admin admin] 10.222.0.59 "PUT /v2.0/routers/b7f1f65a-3da0-4101-b697-dd4246a4836a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1906688 Jul 27 21:05:36.893850 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c71db4-8f05-4429-a533-ef049939a342 req-25acb518-f9e1-4eff-a223-1d1be7bd07c0 tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:36.903654 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-29c71db4-8f05-4429-a533-ef049939a342 req-25acb518-f9e1-4eff-a223-1d1be7bd07c0 tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] 10.222.0.59 "GET /v2.0/ports?device_id=10e49bf3-f513-4fd4-b60a-73e230c71f3f HTTP/1.1" status: 200 len: 945 time: 0.1639338 Jul 27 21:05:36.941829 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-2ec33fcc-71e3-476b-9a5d-797fa75e5ad5 None None] Port 7b6b3750-b8f2-4444-8d46-46034bb6d96d cannot update to ACTIVE because it is not bound. {{(pid=105586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:05:37.046053 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 2bb763c6-ddba-47be-b1ea-28a81ec94d56 up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:05:37.070461 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-29c71db4-8f05-4429-a533-ef049939a342 req-79e3fed1-48cd-4aae-b39c-a99c239f9f8d tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0eecfba-15dc-4bf7-80e6-b94c8d880eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603591 Jul 27 21:05:37.143839 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b5483a-8e52-44b6-8fd8-4ad746377fc1 req-c712faa1-5835-4516-b4de-d6db6ce976b7 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:37.156605 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-10b5483a-8e52-44b6-8fd8-4ad746377fc1 req-c712faa1-5835-4516-b4de-d6db6ce976b7 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] 10.222.0.59 "GET /v2.0/ports?device_id=29c1b762-5cb9-4f5b-ac71-3cb8a306ebde HTTP/1.1" status: 200 len: 945 time: 0.2064488 Jul 27 21:05:37.164898 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning for port 2bb763c6-ddba-47be-b1ea-28a81ec94d56 completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:05:37.175819 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port 2bb763c6-ddba-47be-b1ea-28a81ec94d56 triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:05:37.176193 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:37.217779 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-10b5483a-8e52-44b6-8fd8-4ad746377fc1 req-a8713734-2081-451d-bb72-fcaf881503e2 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] 10.222.0.59 "GET /v2.0/security-groups?id=e760076b-6854-47cf-947b-f6a7a8a579d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532763 Jul 27 21:05:37.285908 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-f902e984-3c71-4285-86ec-6a1c0e0b5b27 tempest-RoutersIpV6AdminTest-120739899 tempest-RoutersIpV6AdminTest-120739899-project] Notify callbacks [] for router_gateway, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:37.314217 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:37.339372 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] For port 2bb763c6-ddba-47be-b1ea-28a81ec94d56, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=2bb763c6-ddba-47be-b1ea-28a81ec94d56,segment=NetworkSegment(12196855-9a32-4633-9a56-77697ef9e126),segment_id=12196855-9a32-4633-9a56-77697ef9e126)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:05:37.342168 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-990535c4-5f25-4903-bd30-dcc1a8ce48d1 None None] Sync routers for ids ['b7f1f65a-3da0-4101-b697-dd4246a4836a'] in n-d-705658-22 {{(pid=105586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:05:37.348311 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:37.388061 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-990535c4-5f25-4903-bd30-dcc1a8ce48d1 None None] Routers {'b7f1f65a-3da0-4101-b697-dd4246a4836a'} bound to L3 agent in host n-d-705658-22 {{(pid=105586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:05:37.389302 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-990535c4-5f25-4903-bd30-dcc1a8ce48d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:05:11Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['b7f1f65a-3da0-4101-b697-dd4246a4836a'], 'active': True} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:05:37.507242 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvr_db [None req-990535c4-5f25-4903-bd30-dcc1a8ce48d1 None None] Set router b7f1f65a-3da0-4101-b697-dd4246a4836a gateway port host: n-d-705658-22 {{(pid=105586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:05:37.567560 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-9e992462-20df-4bd8-8a39-400a160507c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:37.596227 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Pushing event updated for resources: {'Port': ['ID=2bb763c6-ddba-47be-b1ea-28a81ec94d56,revision_number=4']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:05:37.762272 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 48134) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:05:37.766917 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-ce96996b-a511-4832-b187-c1faaaf6b055 tempest-ServersTestManualDisk-414101687 tempest-ServersTestManualDisk-414101687-project] Request body: {'security_group': {'name': 'tempest-securitygroup--515340955', 'description': 'tempest-description--1380194367'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:05:37.897211 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-990535c4-5f25-4903-bd30-dcc1a8ce48d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7f1f65a-3da0-4101-b697-dd4246a4836a', 'name': 'tempest-ServersTestManualDisk-1687115052-router', 'tenant_id': '0aacf9f2affa47f2ad3a5e01566a8bed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.252'}], 'enable_snat': True}, 'gw_port_id': '2bb763c6-ddba-47be-b1ea-28a81ec94d56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:05:30Z', 'updated_at': '2021-07-27T21:05:35Z', 'revision_number': 4, 'project_id': '0aacf9f2affa47f2ad3a5e01566a8bed', 'gw_port': {'id': '2bb763c6-ddba-47be-b1ea-28a81ec94d56', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:c4:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7f1f65a-3da0-4101-b697-dd4246a4836a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1322, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:05:30Z', 'updated_at': '2021-07-27T21:05:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_interfaces': [{'id': '7b6b3750-b8f2-4444-8d46-46034bb6d96d', 'name': '', 'network_id': 'c9bb10b7-60f1-43b7-be53-c3351758797b', 'tenant_id': '0aacf9f2affa47f2ad3a5e01566a8bed', 'mac_address': 'fa:16:3e:d4:be:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7f1f65a-3da0-4101-b697-dd4246a4836a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': '2465aeda-6056-41ad-8a21-acd555237286', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:05:34Z', 'updated_at': '2021-07-27T21:05:35Z', 'revision_number': 2, 'project_id': '0aacf9f2affa47f2ad3a5e01566a8bed', 'subnets': [{'id': '2465aeda-6056-41ad-8a21-acd555237286', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-22', False) {} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:05:37.920271 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-ce96996b-a511-4832-b187-c1faaaf6b055 tempest-ServersTestManualDisk-414101687 tempest-ServersTestManualDisk-414101687-project] Notify callbacks [] for security_group, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:37.933125 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-990535c4-5f25-4903-bd30-dcc1a8ce48d1 None None] Checking router: b7f1f65a-3da0-4101-b697-dd4246a4836a for host: n-d-705658-22 {{(pid=105586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:05:37.933512 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-990535c4-5f25-4903-bd30-dcc1a8ce48d1 None None] Updating router b7f1f65a-3da0-4101-b697-dd4246a4836a port 7b6b3750-b8f2-4444-8d46-46034bb6d96d binding host n-d-705658-22 {{(pid=105586) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 21:05:37.997992 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-990535c4-5f25-4903-bd30-dcc1a8ce48d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:38.053047 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46505dd0-e5be-47fa-8691-4803a6e9a6f3 req-5ed8d8a3-90c4-4fd5-a126-c76273ea0a91 tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:38.061752 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-46505dd0-e5be-47fa-8691-4803a6e9a6f3 req-5ed8d8a3-90c4-4fd5-a126-c76273ea0a91 tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] 10.222.0.59 "GET /v2.0/ports?device_id=f4131bf3-56d0-4dd5-8a0b-f9b028d7bbbe HTTP/1.1" status: 200 len: 945 time: 0.2415111 Jul 27 21:05:38.144939 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-ce96996b-a511-4832-b187-c1faaaf6b055 tempest-ServersTestManualDisk-414101687 tempest-ServersTestManualDisk-414101687-project] Notify callbacks [] for security_group, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:38.147650 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e992462-20df-4bd8-8a39-400a160507c7 admin admin] Pushing event deleted for resources: {'Port': ['ID=0870aca9-2141-475b-a6dc-4b3a925e6952,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:05:38.160211 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913e7c9f-3725-463e-8447-f1cab9819805 req-97adec74-3a6f-42f4-b53d-618544cf1c83 tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:38.162155 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-913e7c9f-3725-463e-8447-f1cab9819805 req-97adec74-3a6f-42f4-b53d-618544cf1c83 tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] 10.222.0.59 "GET /v2.0/ports?device_id=10e49bf3-f513-4fd4-b60a-73e230c71f3f HTTP/1.1" status: 200 len: 945 time: 0.3102403 Jul 27 21:05:38.168133 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-ce96996b-a511-4832-b187-c1faaaf6b055 tempest-ServersTestManualDisk-414101687 tempest-ServersTestManualDisk-414101687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:38.240662 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-46505dd0-e5be-47fa-8691-4803a6e9a6f3 req-499b8d74-1eb4-49e4-8e0f-5997892048d5 tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] 10.222.0.59 "GET /v2.0/security-groups?id=771ef501-f193-4e50-901d-4721d89f2b91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1754825 Jul 27 21:05:38.259829 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-ce96996b-a511-4832-b187-c1faaaf6b055 tempest-ServersTestManualDisk-414101687 tempest-ServersTestManualDisk-414101687-project] Notify callbacks [] for security_group, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:38.261776 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-ce96996b-a511-4832-b187-c1faaaf6b055 tempest-ServersTestManualDisk-414101687 tempest-ServersTestManualDisk-414101687-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.4985526 Jul 27 21:05:38.270010 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 48140) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:05:38.280052 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-d929f2b6-090f-462d-8834-0042489f513a tempest-ServersTestManualDisk-414101687 tempest-ServersTestManualDisk-414101687-project] Request body: {'security_group_rule': {'security_group_id': 'b651a35a-abe3-4aed-b8bf-0a538fda8313', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:05:38.310534 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce96996b-a511-4832-b187-c1faaaf6b055 tempest-ServersTestManualDisk-414101687 tempest-ServersTestManualDisk-414101687-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b651a35a-abe3-4aed-b8bf-0a538fda8313,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:05:38.339230 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-f902e984-3c71-4285-86ec-6a1c0e0b5b27 tempest-RoutersIpV6AdminTest-120739899 tempest-RoutersIpV6AdminTest-120739899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4163804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4077150'] for router, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:38.342557 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-913e7c9f-3725-463e-8447-f1cab9819805 req-3ffdcc33-2b95-4e1a-aa74-d7c07de34a9b tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0eecfba-15dc-4bf7-80e6-b94c8d880eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661763 Jul 27 21:05:38.423574 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-9e992462-20df-4bd8-8a39-400a160507c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3743915', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4076308'] for router_interface, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:38.425372 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-d929f2b6-090f-462d-8834-0042489f513a tempest-ServersTestManualDisk-414101687 tempest-ServersTestManualDisk-414101687-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:38.492167 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-990535c4-5f25-4903-bd30-dcc1a8ce48d1 None None] Notify callbacks [] for port, precommit_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:38.523921 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-990535c4-5f25-4903-bd30-dcc1a8ce48d1 None None] Transition to ACTIVE for port object 7b6b3750-b8f2-4444-8d46-46034bb6d96d will not be triggered until provisioned by entity L2. {{(pid=105586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:05:38.532447 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-990535c4-5f25-4903-bd30-dcc1a8ce48d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:38.632832 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f311f4-78ca-410e-9750-672f8c6f9c4d req-0e61c2da-c084-4dd6-9731-f8b5ab31467b tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:38.649047 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-59f311f4-78ca-410e-9750-672f8c6f9c4d req-0e61c2da-c084-4dd6-9731-f8b5ab31467b tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] 10.222.0.59 "GET /v2.0/ports?device_id=29c1b762-5cb9-4f5b-ac71-3cb8a306ebde HTTP/1.1" status: 200 len: 945 time: 0.1767700 Jul 27 21:05:38.679281 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-d929f2b6-090f-462d-8834-0042489f513a tempest-ServersTestManualDisk-414101687 tempest-ServersTestManualDisk-414101687-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:38.709844 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-d929f2b6-090f-462d-8834-0042489f513a tempest-ServersTestManualDisk-414101687 tempest-ServersTestManualDisk-414101687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732636'] for security_group_rule, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:38.767754 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-59f311f4-78ca-410e-9750-672f8c6f9c4d req-9baa03c5-fdd5-453b-8896-6aec14211b68 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] 10.222.0.59 "GET /v2.0/security-groups?id=e760076b-6854-47cf-947b-f6a7a8a579d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1175969 Jul 27 21:05:38.789287 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d929f2b6-090f-462d-8834-0042489f513a tempest-ServersTestManualDisk-414101687 tempest-ServersTestManualDisk-414101687-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c90b72a-9e06-4301-93c2-18658a50e531,revision_number=0']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:05:38.799170 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-d929f2b6-090f-462d-8834-0042489f513a tempest-ServersTestManualDisk-414101687 tempest-ServersTestManualDisk-414101687-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:38.802539 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-d929f2b6-090f-462d-8834-0042489f513a tempest-ServersTestManualDisk-414101687 tempest-ServersTestManualDisk-414101687-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5313776 Jul 27 21:05:38.805181 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 48148) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:05:38.811206 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-e79dd273-da86-4b1e-ad4d-4b7d4cade548 tempest-ServersTestManualDisk-414101687 tempest-ServersTestManualDisk-414101687-project] Request body: {'security_group_rule': {'security_group_id': 'b651a35a-abe3-4aed-b8bf-0a538fda8313', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:05:38.843025 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6b7561-32cf-4396-912c-cdb240db1e6b None None] Pushing event updated for resources: {'Port': ['ID=7b6b3750-b8f2-4444-8d46-46034bb6d96d,revision_number=3']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:05:38.887874 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-e79dd273-da86-4b1e-ad4d-4b7d4cade548 tempest-ServersTestManualDisk-414101687 tempest-ServersTestManualDisk-414101687-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:38.904959 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f902e984-3c71-4285-86ec-6a1c0e0b5b27 tempest-RoutersIpV6AdminTest-120739899 tempest-RoutersIpV6AdminTest-120739899-project] Router c177673d-584a-49d1-91d4-f24cadcc7417 is scheduled to L3 agent dd128fd7-8e57-4d4f-895b-a96b369df59a with binding_index 1 {{(pid=105584) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 21:05:38.936952 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-990535c4-5f25-4903-bd30-dcc1a8ce48d1 None None] Attempting to bind port 7b6b3750-b8f2-4444-8d46-46034bb6d96d on host n-d-705658-22 for vnic_type normal with profile {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:05:38.937673 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-990535c4-5f25-4903-bd30-dcc1a8ce48d1 None None] Attempting to bind port 7b6b3750-b8f2-4444-8d46-46034bb6d96d by drivers openvswitch,hyperv on host n-d-705658-22 at level 0 using segments [{'id': 'f6d12d50-897c-448b-967a-a36bc00c69b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'c9bb10b7-60f1-43b7-be53-c3351758797b'}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:05:38.938211 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-990535c4-5f25-4903-bd30-dcc1a8ce48d1 None None] Attempting to bind port 7b6b3750-b8f2-4444-8d46-46034bb6d96d on network c9bb10b7-60f1-43b7-be53-c3351758797b {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:05:38.941584 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-4c6265cc-d186-4188-ba4e-74126217ff54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:38.948492 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-990535c4-5f25-4903-bd30-dcc1a8ce48d1 None None] Checking agent: {'id': '04a7ea91-6318-467e-ace6-b0fb48c8690f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 41, 42), 'started_at': datetime.datetime(2021, 7, 27, 20, 42, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 5, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:05:38.953205 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-990535c4-5f25-4903-bd30-dcc1a8ce48d1 None None] Checking segment: {'id': 'f6d12d50-897c-448b-967a-a36bc00c69b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'c9bb10b7-60f1-43b7-be53-c3351758797b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:05:38.953829 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-990535c4-5f25-4903-bd30-dcc1a8ce48d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:38.954226 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-990535c4-5f25-4903-bd30-dcc1a8ce48d1 None None] Bound using segment: {'id': 'f6d12d50-897c-448b-967a-a36bc00c69b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'c9bb10b7-60f1-43b7-be53-c3351758797b'} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:05:38.954722 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-990535c4-5f25-4903-bd30-dcc1a8ce48d1 None None] Bound port: 7b6b3750-b8f2-4444-8d46-46034bb6d96d, host: n-d-705658-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6d12d50-897c-448b-967a-a36bc00c69b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'c9bb10b7-60f1-43b7-be53-c3351758797b'}}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:05:38.955321 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-990535c4-5f25-4903-bd30-dcc1a8ce48d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:39.080267 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-e79dd273-da86-4b1e-ad4d-4b7d4cade548 tempest-ServersTestManualDisk-414101687 tempest-ServersTestManualDisk-414101687-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:39.099440 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-e79dd273-da86-4b1e-ad4d-4b7d4cade548 tempest-ServersTestManualDisk-414101687 tempest-ServersTestManualDisk-414101687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732636'] for security_group_rule, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:39.113883 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 2bb763c6-ddba-47be-b1ea-28a81ec94d56 up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:05:39.116170 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79dd273-da86-4b1e-ad4d-4b7d4cade548 tempest-ServersTestManualDisk-414101687 tempest-ServersTestManualDisk-414101687-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ad969dd-32d2-453b-8671-b9878ba0fb6b,revision_number=0']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:05:39.117130 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e992462-20df-4bd8-8a39-400a160507c7 admin admin] Router 2305c6d6-cce6-4e1b-b6f0-5a57b6073cfb has already been hosted by L3 agent dd128fd7-8e57-4d4f-895b-a96b369df59a {{(pid=105584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:05:39.141167 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-e79dd273-da86-4b1e-ad4d-4b7d4cade548 tempest-ServersTestManualDisk-414101687 tempest-ServersTestManualDisk-414101687-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:39.143845 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-e79dd273-da86-4b1e-ad4d-4b7d4cade548 tempest-ServersTestManualDisk-414101687 tempest-ServersTestManualDisk-414101687-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3374841 Jul 27 21:05:39.146872 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 48152) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:05:39.152942 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-f97cbf9a-85bc-42cc-8873-38d0600f542c tempest-ServersTestManualDisk-414101687 tempest-ServersTestManualDisk-414101687-project] Request body: {'floatingip': {'floating_network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:05:39.173734 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e44029-0a3b-48dd-b4af-2162edfca6f9 req-966bd8e4-ff65-40fb-85db-bfae6f3bc150 tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:39.174174 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-990535c4-5f25-4903-bd30-dcc1a8ce48d1 None None] For port 7b6b3750-b8f2-4444-8d46-46034bb6d96d, host n-d-705658-22, cleared binding levels {{(pid=105586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:05:39.183140 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f4e44029-0a3b-48dd-b4af-2162edfca6f9 req-966bd8e4-ff65-40fb-85db-bfae6f3bc150 tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] 10.222.0.59 "GET /v2.0/ports?device_id=10e49bf3-f513-4fd4-b60a-73e230c71f3f HTTP/1.1" status: 200 len: 945 time: 0.2184763 Jul 27 21:05:39.199487 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-990535c4-5f25-4903-bd30-dcc1a8ce48d1 None None] For port 7b6b3750-b8f2-4444-8d46-46034bb6d96d, host n-d-705658-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=7b6b3750-b8f2-4444-8d46-46034bb6d96d,segment=NetworkSegment(f6d12d50-897c-448b-967a-a36bc00c69b7),segment_id=f6d12d50-897c-448b-967a-a36bc00c69b7)] {{(pid=105586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:05:39.214483 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-990535c4-5f25-4903-bd30-dcc1a8ce48d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:39.228090 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-f97cbf9a-85bc-42cc-8873-38d0600f542c tempest-ServersTestManualDisk-414101687 tempest-ServersTestManualDisk-414101687-project] Notify callbacks [] for floatingip, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:39.243393 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f4e44029-0a3b-48dd-b4af-2162edfca6f9 req-e769e099-1398-48cc-8ce7-654d10744da1 tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0eecfba-15dc-4bf7-80e6-b94c8d880eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590670 Jul 27 21:05:39.280339 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port 2bb763c6-ddba-47be-b1ea-28a81ec94d56 triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:05:39.280763 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:39.326207 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-990535c4-5f25-4903-bd30-dcc1a8ce48d1 None None] Routers {'b7f1f65a-3da0-4101-b697-dd4246a4836a'} bound to L3 agent in host n-d-705658-22 {{(pid=105586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:05:39.326867 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-990535c4-5f25-4903-bd30-dcc1a8ce48d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:05:11Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['b7f1f65a-3da0-4101-b697-dd4246a4836a'], 'active': True} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:05:39.381256 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f902e984-3c71-4285-86ec-6a1c0e0b5b27 tempest-RoutersIpV6AdminTest-120739899 tempest-RoutersIpV6AdminTest-120739899-project] Notify agent at l3_agent.n-d-705658-22 the message routers_updated {{(pid=105584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:05:39.395458 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-495ca2a0-7f85-44ed-9697-121c68bae02b None None] Sync routers for ids ['c177673d-584a-49d1-91d4-f24cadcc7417'] in n-d-705658-22 {{(pid=105587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:05:39.414432 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-495ca2a0-7f85-44ed-9697-121c68bae02b None None] Routers {'c177673d-584a-49d1-91d4-f24cadcc7417'} bound to L3 agent in host n-d-705658-22 {{(pid=105587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:05:39.414855 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6b7561-32cf-4396-912c-cdb240db1e6b None None] Pushing event updated for resources: {'Port': ['ID=7b6b3750-b8f2-4444-8d46-46034bb6d96d,revision_number=4']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:05:39.420403 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-495ca2a0-7f85-44ed-9697-121c68bae02b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:05:11Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['c177673d-584a-49d1-91d4-f24cadcc7417'], 'active': True} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:05:39.440528 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e992462-20df-4bd8-8a39-400a160507c7 admin admin] Notify agent at l3_agent.n-d-705658-22 the message routers_updated {{(pid=105584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:05:39.457548 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-9e992462-20df-4bd8-8a39-400a160507c7 admin admin] 10.222.0.59 "PUT /v2.0/routers/2305c6d6-cce6-4e1b-b6f0-5a57b6073cfb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1428185 Jul 27 21:05:39.459609 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 48158) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:05:39.468804 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-f902e984-3c71-4285-86ec-6a1c0e0b5b27 tempest-RoutersIpV6AdminTest-120739899 tempest-RoutersIpV6AdminTest-120739899-project] Notify callbacks [] for router, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:39.472389 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-f902e984-3c71-4285-86ec-6a1c0e0b5b27 tempest-RoutersIpV6AdminTest-120739899 tempest-RoutersIpV6AdminTest-120739899-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 5.0110600 Jul 27 21:05:39.474921 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9f0326b-2f13-4a1e-bacd-86604d46dc48 None None] Sync routers for ids ['2305c6d6-cce6-4e1b-b6f0-5a57b6073cfb'] in n-d-705658-22 {{(pid=105586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:05:39.498953 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 48160) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:05:39.507150 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-41629c74-4111-4016-b8f0-8724d74315fb tempest-RoutersIpV6AdminTest-120739899 tempest-RoutersIpV6AdminTest-120739899-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:05:39.548362 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9f0326b-2f13-4a1e-bacd-86604d46dc48 None None] Routers {'2305c6d6-cce6-4e1b-b6f0-5a57b6073cfb'} bound to L3 agent in host n-d-705658-22 {{(pid=105586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:05:39.549504 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-e9f0326b-2f13-4a1e-bacd-86604d46dc48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:05:11Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['2305c6d6-cce6-4e1b-b6f0-5a57b6073cfb'], 'active': True} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:05:39.572038 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-495ca2a0-7f85-44ed-9697-121c68bae02b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-22', False) {} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:05:39.605973 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-495ca2a0-7f85-44ed-9697-121c68bae02b None None] Routers {'c177673d-584a-49d1-91d4-f24cadcc7417'} bound to L3 agent in host n-d-705658-22 {{(pid=105587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:05:39.606619 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-495ca2a0-7f85-44ed-9697-121c68bae02b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:05:11Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['c177673d-584a-49d1-91d4-f24cadcc7417'], 'active': True} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:05:39.653661 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-016c60ca-6531-444a-a405-4b344772abab admin admin] Notify callbacks [] for router, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:39.684324 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-495ca2a0-7f85-44ed-9697-121c68bae02b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-22', False) {} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:05:39.685008 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-495ca2a0-7f85-44ed-9697-121c68bae02b None None] The sync data for ids ['c177673d-584a-49d1-91d4-f24cadcc7417'] in n-d-705658-22 is: [] {{(pid=105587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:05:39.707511 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvr_db [None req-e9f0326b-2f13-4a1e-bacd-86604d46dc48 None None] Set router 2305c6d6-cce6-4e1b-b6f0-5a57b6073cfb gateway port host: n-d-705658-22 {{(pid=105586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:05:39.888329 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-016c60ca-6531-444a-a405-4b344772abab admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:39.924890 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07711181-b26d-403f-9300-364207e61653 req-7d6e9300-042c-4885-a1ee-22963db1a62b tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:39.935873 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-07711181-b26d-403f-9300-364207e61653 req-7d6e9300-042c-4885-a1ee-22963db1a62b tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] 10.222.0.59 "GET /v2.0/ports?device_id=f4131bf3-56d0-4dd5-8a0b-f9b028d7bbbe HTTP/1.1" status: 200 len: 945 time: 0.4960687 Jul 27 21:05:39.975399 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-016c60ca-6531-444a-a405-4b344772abab admin admin] Deleting port 9dffb4f8-f010-4884-bdeb-fd21fa1d9dcf {{(pid=105584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:05:39.975751 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-016c60ca-6531-444a-a405-4b344772abab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:39.996280 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-f97cbf9a-85bc-42cc-8873-38d0600f542c tempest-ServersTestManualDisk-414101687 tempest-ServersTestManualDisk-414101687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:40.058187 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvr_db [None req-990535c4-5f25-4903-bd30-dcc1a8ce48d1 None None] Set router b7f1f65a-3da0-4101-b697-dd4246a4836a gateway port host: n-d-705658-22 {{(pid=105586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:05:40.086977 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [None req-016c60ca-6531-444a-a405-4b344772abab admin admin] For port 9dffb4f8-f010-4884-bdeb-fd21fa1d9dcf, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=9dffb4f8-f010-4884-bdeb-fd21fa1d9dcf,segment=NetworkSegment(12196855-9a32-4633-9a56-77697ef9e126),segment_id=12196855-9a32-4633-9a56-77697ef9e126)] {{(pid=105584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:05:40.087373 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-016c60ca-6531-444a-a405-4b344772abab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:40.107169 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-016c60ca-6531-444a-a405-4b344772abab admin admin] Calling delete_port for 9dffb4f8-f010-4884-bdeb-fd21fa1d9dcf owned by network:router_gateway {{(pid=105584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:05:40.130453 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-07711181-b26d-403f-9300-364207e61653 req-964bf0f0-e3c7-47d4-9374-87de009658fb tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] 10.222.0.59 "GET /v2.0/security-groups?id=771ef501-f193-4e50-901d-4721d89f2b91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1923623 Jul 27 21:05:40.321169 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:40.405089 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-016c60ca-6531-444a-a405-4b344772abab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:40.567848 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-e9f0326b-2f13-4a1e-bacd-86604d46dc48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2305c6d6-cce6-4e1b-b6f0-5a57b6073cfb', 'name': 'tempest-AttachSCSIVolumeTestJSON-1472782714-router', 'tenant_id': 'c0afa5466ff04651aa6207062d398a87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.214'}], 'enable_snat': True}, 'gw_port_id': '9dffb4f8-f010-4884-bdeb-fd21fa1d9dcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:03:56Z', 'updated_at': '2021-07-27T21:05:37Z', 'revision_number': 5, 'project_id': 'c0afa5466ff04651aa6207062d398a87', 'gw_port': {'id': '9dffb4f8-f010-4884-bdeb-fd21fa1d9dcf', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:2e:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2305c6d6-cce6-4e1b-b6f0-5a57b6073cfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1203, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:03:56Z', 'updated_at': '2021-07-27T21:04:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22'}], 'n-d-705658-22', False) {} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:05:40.602626 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9f0326b-2f13-4a1e-bacd-86604d46dc48 None None] Checking router: 2305c6d6-cce6-4e1b-b6f0-5a57b6073cfb for host: n-d-705658-22 {{(pid=105586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:05:40.624997 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9f0326b-2f13-4a1e-bacd-86604d46dc48 None None] Routers {'2305c6d6-cce6-4e1b-b6f0-5a57b6073cfb'} bound to L3 agent in host n-d-705658-22 {{(pid=105586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:05:40.625667 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-e9f0326b-2f13-4a1e-bacd-86604d46dc48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:05:11Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['2305c6d6-cce6-4e1b-b6f0-5a57b6073cfb'], 'active': True} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:05:40.704430 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016c60ca-6531-444a-a405-4b344772abab admin admin] Pushing event deleted for resources: {'Port': ['ID=9dffb4f8-f010-4884-bdeb-fd21fa1d9dcf,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:05:40.724983 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-990535c4-5f25-4903-bd30-dcc1a8ce48d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7f1f65a-3da0-4101-b697-dd4246a4836a', 'name': 'tempest-ServersTestManualDisk-1687115052-router', 'tenant_id': '0aacf9f2affa47f2ad3a5e01566a8bed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.252'}], 'enable_snat': True}, 'gw_port_id': '2bb763c6-ddba-47be-b1ea-28a81ec94d56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:05:30Z', 'updated_at': '2021-07-27T21:05:35Z', 'revision_number': 4, 'project_id': '0aacf9f2affa47f2ad3a5e01566a8bed', 'gw_port': {'id': '2bb763c6-ddba-47be-b1ea-28a81ec94d56', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:c4:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7f1f65a-3da0-4101-b697-dd4246a4836a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1322, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:05:30Z', 'updated_at': '2021-07-27T21:05:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_interfaces': [{'id': '7b6b3750-b8f2-4444-8d46-46034bb6d96d', 'name': '', 'network_id': 'c9bb10b7-60f1-43b7-be53-c3351758797b', 'tenant_id': '0aacf9f2affa47f2ad3a5e01566a8bed', 'mac_address': 'fa:16:3e:d4:be:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7f1f65a-3da0-4101-b697-dd4246a4836a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': '2465aeda-6056-41ad-8a21-acd555237286', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:05:34Z', 'updated_at': '2021-07-27T21:05:39Z', 'revision_number': 4, 'project_id': '0aacf9f2affa47f2ad3a5e01566a8bed', 'subnets': [{'id': '2465aeda-6056-41ad-8a21-acd555237286', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-22', False) {} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:05:40.761198 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvr_db [None req-e9f0326b-2f13-4a1e-bacd-86604d46dc48 None None] Set router 2305c6d6-cce6-4e1b-b6f0-5a57b6073cfb gateway port host: None {{(pid=105586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:05:40.781849 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-41629c74-4111-4016-b8f0-8724d74315fb tempest-RoutersIpV6AdminTest-120739899 tempest-RoutersIpV6AdminTest-120739899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4077169', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4163787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-400'] for router, precommit_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:40.794716 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-016c60ca-6531-444a-a405-4b344772abab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4075702'] for router_gateway, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:40.844702 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9af367-afeb-4a2b-bdeb-2c17283f65b7 req-18d1fd10-d009-4145-a075-18ec32cd1784 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:40.852096 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-ed9af367-afeb-4a2b-bdeb-2c17283f65b7 req-18d1fd10-d009-4145-a075-18ec32cd1784 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] 10.222.0.59 "GET /v2.0/ports?device_id=29c1b762-5cb9-4f5b-ac71-3cb8a306ebde HTTP/1.1" status: 200 len: 945 time: 0.9555478 Jul 27 21:05:40.874815 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-e9f0326b-2f13-4a1e-bacd-86604d46dc48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2305c6d6-cce6-4e1b-b6f0-5a57b6073cfb', 'name': 'tempest-AttachSCSIVolumeTestJSON-1472782714-router', 'tenant_id': 'c0afa5466ff04651aa6207062d398a87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:03:56Z', 'updated_at': '2021-07-27T21:05:40Z', 'revision_number': 7, 'project_id': 'c0afa5466ff04651aa6207062d398a87', 'gw_port_host': None}], 'n-d-705658-22', False) {} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:05:40.892598 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-41629c74-4111-4016-b8f0-8724d74315fb tempest-RoutersIpV6AdminTest-120739899 tempest-RoutersIpV6AdminTest-120739899-project] Notify callbacks [] for router_gateway, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:40.897091 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.db_base_plugin_common [None req-f97cbf9a-85bc-42cc-8873-38d0600f542c tempest-ServersTestManualDisk-414101687 tempest-ServersTestManualDisk-414101687-project] Allocated IP 172.25.5.106 (8735d8a2-b604-4758-ae71-b40e4ee6f305/eca7dbab-b9c0-4c8f-a272-816ea8a81764/06d80fdb-000b-49f0-8e60-65dc60a20e00) {{(pid=105585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:05:40.947468 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9f0326b-2f13-4a1e-bacd-86604d46dc48 None None] The sync data for ids ['2305c6d6-cce6-4e1b-b6f0-5a57b6073cfb'] in n-d-705658-22 is: [{'id': '2305c6d6-cce6-4e1b-b6f0-5a57b6073cfb', 'name': 'tempest-AttachSCSIVolumeTestJSON-1472782714-router', 'tenant_id': 'c0afa5466ff04651aa6207062d398a87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:03:56Z', 'updated_at': '2021-07-27T21:05:40Z', 'revision_number': 7, 'project_id': 'c0afa5466ff04651aa6207062d398a87', 'gw_port_host': None}] {{(pid=105586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:05:40.951221 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-990535c4-5f25-4903-bd30-dcc1a8ce48d1 None None] The sync data for ids ['b7f1f65a-3da0-4101-b697-dd4246a4836a'] in n-d-705658-22 is: [{'id': 'b7f1f65a-3da0-4101-b697-dd4246a4836a', 'name': 'tempest-ServersTestManualDisk-1687115052-router', 'tenant_id': '0aacf9f2affa47f2ad3a5e01566a8bed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.252'}], 'enable_snat': True}, 'gw_port_id': '2bb763c6-ddba-47be-b1ea-28a81ec94d56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:05:30Z', 'updated_at': '2021-07-27T21:05:35Z', 'revision_number': 4, 'project_id': '0aacf9f2affa47f2ad3a5e01566a8bed', 'gw_port': {'id': '2bb763c6-ddba-47be-b1ea-28a81ec94d56', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:c4:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7f1f65a-3da0-4101-b697-dd4246a4836a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1322, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:05:30Z', 'updated_at': '2021-07-27T21:05:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_interfaces': [{'id': '7b6b3750-b8f2-4444-8d46-46034bb6d96d', 'name': '', 'network_id': 'c9bb10b7-60f1-43b7-be53-c3351758797b', 'tenant_id': '0aacf9f2affa47f2ad3a5e01566a8bed', 'mac_address': 'fa:16:3e:d4:be:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7f1f65a-3da0-4101-b697-dd4246a4836a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': '2465aeda-6056-41ad-8a21-acd555237286', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:05:34Z', 'updated_at': '2021-07-27T21:05:39Z', 'revision_number': 4, 'project_id': '0aacf9f2affa47f2ad3a5e01566a8bed', 'subnets': [{'id': '2465aeda-6056-41ad-8a21-acd555237286', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:05:40.990130 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-ed9af367-afeb-4a2b-bdeb-2c17283f65b7 req-8bdc915a-7e17-41ff-b21d-1b65c6e331f0 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] 10.222.0.59 "GET /v2.0/security-groups?id=e760076b-6854-47cf-947b-f6a7a8a579d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1370828 Jul 27 21:05:41.058695 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-016c60ca-6531-444a-a405-4b344772abab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4163631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-425'] for router, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:41.062159 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-016c60ca-6531-444a-a405-4b344772abab admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:41.086631 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbd18c3-db89-4956-9b32-63413326d37e req-261a6ae9-2fbe-4b6c-ae0a-2ca34a817b18 tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:41.095107 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-bdbd18c3-db89-4956-9b32-63413326d37e req-261a6ae9-2fbe-4b6c-ae0a-2ca34a817b18 tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] 10.222.0.59 "GET /v2.0/ports?device_id=10e49bf3-f513-4fd4-b60a-73e230c71f3f HTTP/1.1" status: 200 len: 945 time: 0.3189125 Jul 27 21:05:41.123211 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2027e43d-5572-4a9a-9e8d-aca62b58807c req-2d8a4f2f-3680-4a69-9556-cc8f41e5471c tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:41.123211 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-2027e43d-5572-4a9a-9e8d-aca62b58807c req-2d8a4f2f-3680-4a69-9556-cc8f41e5471c tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] 10.222.0.36 "GET /v2.0/ports?device_id=10e49bf3-f513-4fd4-b60a-73e230c71f3f HTTP/1.1" status: 200 len: 945 time: 0.7749984 Jul 27 21:05:41.138688 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-016c60ca-6531-444a-a405-4b344772abab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4163007'] for router, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:41.139222 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-016c60ca-6531-444a-a405-4b344772abab admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2305c6d6-cce6-4e1b-b6f0-5a57b6073cfb {{(pid=105584) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 21:05:41.151070 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-016c60ca-6531-444a-a405-4b344772abab admin admin] Notify callbacks [] for router, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:41.155385 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-016c60ca-6531-444a-a405-4b344772abab admin admin] 10.222.0.59 "DELETE /v2.0/routers/2305c6d6-cce6-4e1b-b6f0-5a57b6073cfb HTTP/1.1" status: 204 len: 168 time: 1.6922486 Jul 27 21:05:41.171446 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 48170) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:05:41.215218 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-bdbd18c3-db89-4956-9b32-63413326d37e req-7352aae2-23e3-4b43-86c6-c385ee470133 tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0eecfba-15dc-4bf7-80e6-b94c8d880eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176186 Jul 27 21:05:41.242964 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-e942bafc-8f9d-4fc6-bad9-aba6b5ac5ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:41.264017 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-f97cbf9a-85bc-42cc-8873-38d0600f542c tempest-ServersTestManualDisk-414101687 tempest-ServersTestManualDisk-414101687-project] Notify callbacks [] for port, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:41.390361 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [req-2027e43d-5572-4a9a-9e8d-aca62b58807c req-0e60b345-aa85-46f1-a6e6-2b24dd313008 tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] Deleting port 0808928b-9b12-4d14-928d-1b7ee2b58cbe {{(pid=105584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:05:41.390683 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-2027e43d-5572-4a9a-9e8d-aca62b58807c req-0e60b345-aa85-46f1-a6e6-2b24dd313008 tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:41.446840 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [None req-41629c74-4111-4016-b8f0-8724d74315fb tempest-RoutersIpV6AdminTest-120739899 tempest-RoutersIpV6AdminTest-120739899-project] Deleting port 91c6f846-b235-4af0-9027-2ba338a535ec {{(pid=105585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:05:41.447245 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-41629c74-4111-4016-b8f0-8724d74315fb tempest-RoutersIpV6AdminTest-120739899 tempest-RoutersIpV6AdminTest-120739899-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:41.554673 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.db_base_plugin_v2 [None req-df95d977-9431-4275-aad6-6e6c96334d3b admin admin] Deleting subnet ee8986c4-aa8f-4108-a118-00692233cdc5 {{(pid=105585) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:05:41.566239 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [req-2027e43d-5572-4a9a-9e8d-aca62b58807c req-0e60b345-aa85-46f1-a6e6-2b24dd313008 tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] For port 0808928b-9b12-4d14-928d-1b7ee2b58cbe, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=0808928b-9b12-4d14-928d-1b7ee2b58cbe,segment=NetworkSegment(a9b7024e-df2a-4526-a1ee-cb4cd8d6548a),segment_id=a9b7024e-df2a-4526-a1ee-cb4cd8d6548a)] {{(pid=105584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:05:41.568028 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-2027e43d-5572-4a9a-9e8d-aca62b58807c req-0e60b345-aa85-46f1-a6e6-2b24dd313008 tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:41.593129 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [req-2027e43d-5572-4a9a-9e8d-aca62b58807c req-0e60b345-aa85-46f1-a6e6-2b24dd313008 tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] Calling delete_port for 0808928b-9b12-4d14-928d-1b7ee2b58cbe owned by compute:nova {{(pid=105584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:05:41.596735 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-df95d977-9431-4275-aad6-6e6c96334d3b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:41.703367 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-41629c74-4111-4016-b8f0-8724d74315fb tempest-RoutersIpV6AdminTest-120739899 tempest-RoutersIpV6AdminTest-120739899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:41.721080 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcce5728-168b-42e9-89c0-25a98568af55 req-2932be5b-1fce-4260-b468-b4cc55302a10 tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:41.729328 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-dcce5728-168b-42e9-89c0-25a98568af55 req-2932be5b-1fce-4260-b468-b4cc55302a10 tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] 10.222.0.59 "GET /v2.0/ports?device_id=f4131bf3-56d0-4dd5-8a0b-f9b028d7bbbe HTTP/1.1" status: 200 len: 945 time: 0.4079916 Jul 27 21:05:41.747724 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-df95d977-9431-4275-aad6-6e6c96334d3b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9887057'] for subnet, precommit_delete_associations {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:41.775204 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-2027e43d-5572-4a9a-9e8d-aca62b58807c req-0e60b345-aa85-46f1-a6e6-2b24dd313008 tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:41.783335 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [None req-41629c74-4111-4016-b8f0-8724d74315fb tempest-RoutersIpV6AdminTest-120739899 tempest-RoutersIpV6AdminTest-120739899-project] Calling delete_port for 91c6f846-b235-4af0-9027-2ba338a535ec owned by network:router_gateway {{(pid=105585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:05:41.808879 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] get_ports_and_sgs() called for port_ids ['0808928b-9b12-4d14-928d-1b7ee2b58cbe'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:05:41.814042 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e60b345-aa85-46f1-a6e6-2b24dd313008 tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] Pushing event deleted for resources: {'Port': ['ID=0808928b-9b12-4d14-928d-1b7ee2b58cbe,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:05:41.828814 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-f97cbf9a-85bc-42cc-8873-38d0600f542c tempest-ServersTestManualDisk-414101687 tempest-ServersTestManualDisk-414101687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:41.871734 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [req-2027e43d-5572-4a9a-9e8d-aca62b58807c req-0e60b345-aa85-46f1-a6e6-2b24dd313008 tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] No DVR routers for this DVR port 0808928b-9b12-4d14-928d-1b7ee2b58cbe on host n-h1-705658-22 {{(pid=105584) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:05:41.873416 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:41.874891 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-2027e43d-5572-4a9a-9e8d-aca62b58807c req-0e60b345-aa85-46f1-a6e6-2b24dd313008 tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:41.878713 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-2027e43d-5572-4a9a-9e8d-aca62b58807c req-0e60b345-aa85-46f1-a6e6-2b24dd313008 tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] 10.222.0.36 "DELETE /v2.0/ports/0808928b-9b12-4d14-928d-1b7ee2b58cbe HTTP/1.1" status: 204 len: 173 time: 0.7464032 Jul 27 21:05:41.879425 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10e49bf3-f513-4fd4-b60a-73e230c71f3f', 'name': 'network-vif-deleted', 'tag': '0808928b-9b12-4d14-928d-1b7ee2b58cbe'}] {{(pid=105584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:05:41.890070 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bce5e6c8685464f7626901654159975603b047827e3138302ed6566e28f1343" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f440b0db-b405-48d4-833f-3b86ab85c7ff" -d '{"events": [{"server_uuid": "10e49bf3-f513-4fd4-b60a-73e230c71f3f", "name": "network-vif-deleted", "tag": "0808928b-9b12-4d14-928d-1b7ee2b58cbe"}]}' {{(pid=105584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:05:41.922873 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-dcce5728-168b-42e9-89c0-25a98568af55 req-596ce1fe-d18b-4dec-b350-836a5d31854e tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] 10.222.0.59 "GET /v2.0/security-groups?id=771ef501-f193-4e50-901d-4721d89f2b91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1797173 Jul 27 21:05:41.990638 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:05:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b53bcc3-56ce-45d6-8b0c-cf927bdee3fe x-openstack-request-id: req-0b53bcc3-56ce-45d6-8b0c-cf927bdee3fe {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:05:41.991143 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10e49bf3-f513-4fd4-b60a-73e230c71f3f", "name": "network-vif-deleted", "tag": "0808928b-9b12-4d14-928d-1b7ee2b58cbe", "status": "completed", "code": 200}]} {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:05:41.991548 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-0b53bcc3-56ce-45d6-8b0c-cf927bdee3fe {{(pid=105584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:05:41.992127 n-d-705658-22 neutron-server[105584]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10e49bf3-f513-4fd4-b60a-73e230c71f3f', 'name': 'network-vif-deleted', 'tag': '0808928b-9b12-4d14-928d-1b7ee2b58cbe', 'status': 'completed', 'code': 200} Jul 27 21:05:42.062309 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-df95d977-9431-4275-aad6-6e6c96334d3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854965'] for subnet, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:42.146989 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f97cbf9a-85bc-42cc-8873-38d0600f542c tempest-ServersTestManualDisk-414101687 tempest-ServersTestManualDisk-414101687-project] Network 8735d8a2-b604-4758-ae71-b40e4ee6f305 is already hosted by enough agents. {{(pid=105585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:05:42.177445 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.base_scheduler [None req-f97cbf9a-85bc-42cc-8873-38d0600f542c tempest-ServersTestManualDisk-414101687 tempest-ServersTestManualDisk-414101687-project] Resources bound (agent type, host, resource id): {{(pid=105585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:05:42.180714 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f97cbf9a-85bc-42cc-8873-38d0600f542c tempest-ServersTestManualDisk-414101687 tempest-ServersTestManualDisk-414101687-project] Received port after_create {{(pid=105585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:05:42.281490 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97cbf9a-85bc-42cc-8873-38d0600f542c tempest-ServersTestManualDisk-414101687 tempest-ServersTestManualDisk-414101687-project] Pushing event updated for resources: {'Port': ['ID=06d80fdb-000b-49f0-8e60-65dc60a20e00,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:05:42.487156 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-9143e92c-d379-4627-9535-a6a0811b46dc req-8706f86e-3994-4612-9fab-9ad56f8653b9 tempest-ServerDiskConfigTestJSON-1043470478 tempest-ServerDiskConfigTestJSON-1043470478-project] 10.222.0.59 "GET /v2.0/ports?device_id=10e49bf3-f513-4fd4-b60a-73e230c71f3f HTTP/1.1" status: 200 len: 210 time: 0.1265588 Jul 27 21:05:42.519947 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30c3a46-c7af-4784-a9e4-4cc715b8688f req-6ee3715a-a4dd-479d-8731-f6ac3b2f82b1 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:42.521611 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e30c3a46-c7af-4784-a9e4-4cc715b8688f req-6ee3715a-a4dd-479d-8731-f6ac3b2f82b1 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] 10.222.0.59 "GET /v2.0/ports?device_id=29c1b762-5cb9-4f5b-ac71-3cb8a306ebde HTTP/1.1" status: 200 len: 945 time: 0.3924198 Jul 27 21:05:42.534598 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-df95d977-9431-4275-aad6-6e6c96334d3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10221602', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9990583'] for subnet, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:42.537913 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-f97cbf9a-85bc-42cc-8873-38d0600f542c tempest-ServersTestManualDisk-414101687 tempest-ServersTestManualDisk-414101687-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:42.625798 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-df95d977-9431-4275-aad6-6e6c96334d3b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743886'] for subnet, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:42.630204 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c1600d1-2531-4787-ba37-00dd56af9396 None None] Network f285d890-c55d-4aac-a5df-f4919c5c1eb0 requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:05:42.630672 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 48190) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:05:42.631518 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-df95d977-9431-4275-aad6-6e6c96334d3b admin admin] 10.222.0.59 "DELETE /v2.0/subnets/ee8986c4-aa8f-4108-a118-00692233cdc5 HTTP/1.1" status: 204 len: 168 time: 1.4142804 Jul 27 21:05:42.635564 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df95d977-9431-4275-aad6-6e6c96334d3b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ee8986c4-aa8f-4108-a118-00692233cdc5,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:05:42.746869 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-41629c74-4111-4016-b8f0-8724d74315fb tempest-RoutersIpV6AdminTest-120739899 tempest-RoutersIpV6AdminTest-120739899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:42.783033 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-5000fedf-cc68-4884-a48c-81653ce95fea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-990557'] for network, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:42.825346 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-f97cbf9a-85bc-42cc-8873-38d0600f542c tempest-ServersTestManualDisk-414101687 tempest-ServersTestManualDisk-414101687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:42.851540 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e30c3a46-c7af-4784-a9e4-4cc715b8688f req-964cf11c-e382-4bb1-91c9-d2dfe91bed3e tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] 10.222.0.59 "GET /v2.0/security-groups?id=e760076b-6854-47cf-947b-f6a7a8a579d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3068931 Jul 27 21:05:42.899414 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-bb32ed7d-8717-448b-a9c8-a5a0117d1fd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:42.909952 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41629c74-4111-4016-b8f0-8724d74315fb tempest-RoutersIpV6AdminTest-120739899 tempest-RoutersIpV6AdminTest-120739899-project] Pushing event deleted for resources: {'Port': ['ID=91c6f846-b235-4af0-9027-2ba338a535ec,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:05:42.957350 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-5000fedf-cc68-4884-a48c-81653ce95fea admin admin] Deleting port ee2276fd-6c01-43c7-9875-5c22c3aab34a {{(pid=105584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:05:42.957593 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-5000fedf-cc68-4884-a48c-81653ce95fea admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:43.071649 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1506a193-8d48-4fba-b68f-cf6ea72ce9d1 None None] DHCP port deletion for f285d890-c55d-4aac-a5df-f4919c5c1eb0 request from n-d-705658-22 {{(pid=105586) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 21:05:43.120518 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [None req-5000fedf-cc68-4884-a48c-81653ce95fea admin admin] For port ee2276fd-6c01-43c7-9875-5c22c3aab34a, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=ee2276fd-6c01-43c7-9875-5c22c3aab34a,segment=NetworkSegment(4a013f66-dc65-4eb0-bd96-ca0f438c5b8c),segment_id=4a013f66-dc65-4eb0-bd96-ca0f438c5b8c)] {{(pid=105584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:05:43.121158 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-5000fedf-cc68-4884-a48c-81653ce95fea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:43.136471 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-5000fedf-cc68-4884-a48c-81653ce95fea admin admin] Calling delete_port for ee2276fd-6c01-43c7-9875-5c22c3aab34a owned by network:dhcp {{(pid=105584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:05:43.152062 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 7b6b3750-b8f2-4444-8d46-46034bb6d96d up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:05:43.247591 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-1506a193-8d48-4fba-b68f-cf6ea72ce9d1 None None] Deleting port ee2276fd-6c01-43c7-9875-5c22c3aab34a {{(pid=105586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:05:43.248460 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-1506a193-8d48-4fba-b68f-cf6ea72ce9d1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:43.273823 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-5000fedf-cc68-4884-a48c-81653ce95fea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:43.314361 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5000fedf-cc68-4884-a48c-81653ce95fea admin admin] No DVR routers for this DVR port ee2276fd-6c01-43c7-9875-5c22c3aab34a on host n-d-705658-22 {{(pid=105584) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:05:43.315709 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-1506a193-8d48-4fba-b68f-cf6ea72ce9d1 None None] For port ee2276fd-6c01-43c7-9875-5c22c3aab34a, host n-d-705658-22, got binding levels [] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:05:43.316218 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-1506a193-8d48-4fba-b68f-cf6ea72ce9d1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:43.331180 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-1506a193-8d48-4fba-b68f-cf6ea72ce9d1 None None] Calling delete_port for ee2276fd-6c01-43c7-9875-5c22c3aab34a owned by network:dhcp {{(pid=105586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:05:43.334228 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.ipam_backend_mixin [None req-1506a193-8d48-4fba-b68f-cf6ea72ce9d1 None None] Port ee2276fd-6c01-43c7-9875-5c22c3aab34a was not found and therefore no delete operation was performed {{(pid=105586) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 27 21:05:43.335741 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-1506a193-8d48-4fba-b68f-cf6ea72ce9d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180'] for port, after_delete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:43.350859 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5000fedf-cc68-4884-a48c-81653ce95fea admin admin] Pushing event deleted for resources: {'Port': ['ID=ee2276fd-6c01-43c7-9875-5c22c3aab34a,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:05:43.353484 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-41629c74-4111-4016-b8f0-8724d74315fb tempest-RoutersIpV6AdminTest-120739899 tempest-RoutersIpV6AdminTest-120739899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4075702'] for router_gateway, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:43.372513 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1506a193-8d48-4fba-b68f-cf6ea72ce9d1 None None] Pushing event deleted for resources: {'Port': ['ID=ee2276fd-6c01-43c7-9875-5c22c3aab34a,revision_number=None']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:05:43.378674 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1506a193-8d48-4fba-b68f-cf6ea72ce9d1 None None] No DVR routers for this DVR port ee2276fd-6c01-43c7-9875-5c22c3aab34a on host n-d-705658-22 {{(pid=105586) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:05:43.380643 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning for port 7b6b3750-b8f2-4444-8d46-46034bb6d96d completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:05:43.389544 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port 7b6b3750-b8f2-4444-8d46-46034bb6d96d triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:05:43.389544 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:43.438941 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78062f35-a08c-461c-9270-8fa6c3b9232a req-ded55058-b6c0-40a9-8bdc-e2be062d873f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:43.443127 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-78062f35-a08c-461c-9270-8fa6c3b9232a req-ded55058-b6c0-40a9-8bdc-e2be062d873f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=037df3a90f014739a3644a9c2d1586c8&device_id=29c1b762-5cb9-4f5b-ac71-3cb8a306ebde HTTP/1.1" status: 200 len: 1097 time: 0.2054389 Jul 27 21:05:43.447309 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-5000fedf-cc68-4884-a48c-81653ce95fea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853562', 'neutron.services.segments.db._delete_segments_for_network-8790688882975'] for network, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:43.468416 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.segments.db [None req-5000fedf-cc68-4884-a48c-81653ce95fea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f285d890-c55d-4aac-a5df-f4919c5c1eb0']}} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:05:43.488126 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:43.526699 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.segments.db [None req-5000fedf-cc68-4884-a48c-81653ce95fea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a013f66-dc65-4eb0-bd96-ca0f438c5b8c') {'for_net_delete': True} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:05:43.527034 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.segments.db [None req-5000fedf-cc68-4884-a48c-81653ce95fea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a013f66-dc65-4eb0-bd96-ca0f438c5b8c') {} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:05:43.536825 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] For port 7b6b3750-b8f2-4444-8d46-46034bb6d96d, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=7b6b3750-b8f2-4444-8d46-46034bb6d96d,segment=NetworkSegment(f6d12d50-897c-448b-967a-a36bc00c69b7),segment_id=f6d12d50-897c-448b-967a-a36bc00c69b7)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:05:43.544953 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:43.545944 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-5000fedf-cc68-4884-a48c-81653ce95fea admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790688883752', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9014348'] for segment, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:43.561411 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 9dffb4f8-f010-4884-bdeb-fd21fa1d9dcf no longer exists at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:05:43.573340 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-5000fedf-cc68-4884-a48c-81653ce95fea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:43.589162 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5000fedf-cc68-4884-a48c-81653ce95fea admin admin] Releasing vlan 211 on physical network physnet1 to pool {{(pid=105584) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:05:43.589811 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-5000fedf-cc68-4884-a48c-81653ce95fea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9014063'] for segment, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:43.592470 n-d-705658-22 neutron-server[105584]: Traceback (most recent call last): Jul 27 21:05:43.592470 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:05:43.592470 n-d-705658-22 neutron-server[105584]: timer() Jul 27 21:05:43.592470 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:05:43.592470 n-d-705658-22 neutron-server[105584]: cb(*args, **kw) Jul 27 21:05:43.592470 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:05:43.592470 n-d-705658-22 neutron-server[105584]: return func(*args, **kwargs) Jul 27 21:05:43.592470 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:05:43.592470 n-d-705658-22 neutron-server[105584]: self._notify() Jul 27 21:05:43.592470 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:05:43.592470 n-d-705658-22 neutron-server[105584]: self.callback(batched_events) Jul 27 21:05:43.592470 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:05:43.592470 n-d-705658-22 neutron-server[105584]: event.method(event) Jul 27 21:05:43.592470 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:05:43.592470 n-d-705658-22 neutron-server[105584]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:05:43.592470 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:05:43.592470 n-d-705658-22 neutron-server[105584]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:05:43.592470 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:05:43.592470 n-d-705658-22 neutron-server[105584]: return f(self, *a, **k) Jul 27 21:05:43.592470 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:05:43.592470 n-d-705658-22 neutron-server[105584]: return self._get(url).json() Jul 27 21:05:43.592470 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:05:43.592470 n-d-705658-22 neutron-server[105584]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:05:43.592470 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:05:43.592470 n-d-705658-22 neutron-server[105584]: return self.request(url, 'GET', **kwargs) Jul 27 21:05:43.592470 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:05:43.592470 n-d-705658-22 neutron-server[105584]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:05:43.592470 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:05:43.592470 n-d-705658-22 neutron-server[105584]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:05:43.592470 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:05:43.592470 n-d-705658-22 neutron-server[105584]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:05:43.592470 n-d-705658-22 neutron-server[105584]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:05:43.618067 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78001f0-06ab-4ad4-b791-d8da6ab0ec24 req-f79313f3-d69b-40d6-8954-42ddbcc2fea6 tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:43.621903 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] No Port match for: 9dffb4f8-f010-4884-bdeb-fd21fa1d9dcf {{(pid=105586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:05:43.622527 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 9dffb4f8-f010-4884-bdeb-fd21fa1d9dcf not bound to the agent host n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:05:43.623255 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 0870aca9-2141-475b-a6dc-4b3a925e6952 no longer exists at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:05:43.626661 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-c78001f0-06ab-4ad4-b791-d8da6ab0ec24 req-f79313f3-d69b-40d6-8954-42ddbcc2fea6 tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] 10.222.0.59 "GET /v2.0/ports?device_id=f4131bf3-56d0-4dd5-8a0b-f9b028d7bbbe HTTP/1.1" status: 200 len: 945 time: 0.4598100 Jul 27 21:05:43.651338 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] No Port match for: 0870aca9-2141-475b-a6dc-4b3a925e6952 {{(pid=105586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:05:43.652755 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 0870aca9-2141-475b-a6dc-4b3a925e6952 not bound to the agent host n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:05:43.658347 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78062f35-a08c-461c-9270-8fa6c3b9232a req-1e11155f-54d3-4097-8169-c6cccf2965b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:43.659940 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-78062f35-a08c-461c-9270-8fa6c3b9232a req-1e11155f-54d3-4097-8169-c6cccf2965b1 service neutron] 10.222.0.36 "GET /v2.0/networks?id=6aa76440-68bb-4814-b579-87efb5c679e3 HTTP/1.1" status: 200 len: 913 time: 0.2049119 Jul 27 21:05:43.677969 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-5000fedf-cc68-4884-a48c-81653ce95fea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4075658'] for network, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:43.688531 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-5000fedf-cc68-4884-a48c-81653ce95fea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743886'] for network, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:43.691769 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-5000fedf-cc68-4884-a48c-81653ce95fea admin admin] 10.222.0.59 "DELETE /v2.0/networks/f285d890-c55d-4aac-a5df-f4919c5c1eb0 HTTP/1.1" status: 204 len: 168 time: 1.0585008 Jul 27 21:05:43.692784 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Pushing event updated for resources: {'Port': ['ID=7b6b3750-b8f2-4444-8d46-46034bb6d96d,revision_number=5']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:05:43.701495 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967d7ca9-ac18-4907-a591-f011e522c8dd req-995161da-23ca-41a9-8614-7b6946a22753 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:43.703061 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-967d7ca9-ac18-4907-a591-f011e522c8dd req-995161da-23ca-41a9-8614-7b6946a22753 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] 10.222.0.59 "GET /v2.0/ports?device_id=29c1b762-5cb9-4f5b-ac71-3cb8a306ebde HTTP/1.1" status: 200 len: 945 time: 0.4628386 Jul 27 21:05:43.705793 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-41629c74-4111-4016-b8f0-8724d74315fb tempest-RoutersIpV6AdminTest-120739899 tempest-RoutersIpV6AdminTest-120739899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4077169', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4163787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-400'] for router, precommit_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:43.707618 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 48204) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:05:43.764025 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5000fedf-cc68-4884-a48c-81653ce95fea admin admin] Pushing event deleted for resources: {'Network': ['ID=f285d890-c55d-4aac-a5df-f4919c5c1eb0,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:05:43.809400 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-78062f35-a08c-461c-9270-8fa6c3b9232a req-5cd7c8bc-eac2-4697-83b1-eab4cf845cd0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0d25b76a-67ba-4b3b-8026-3f225d5e391c HTTP/1.1" status: 200 len: 1000 time: 0.1411390 Jul 27 21:05:43.839552 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-c78001f0-06ab-4ad4-b791-d8da6ab0ec24 req-efb4c10d-0600-412f-b903-83944c24aebe tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] 10.222.0.59 "GET /v2.0/security-groups?id=771ef501-f193-4e50-901d-4721d89f2b91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2020812 Jul 27 21:05:43.840658 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-41629c74-4111-4016-b8f0-8724d74315fb tempest-RoutersIpV6AdminTest-120739899 tempest-RoutersIpV6AdminTest-120739899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4077150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4077160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4077159', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4163778'] for router, after_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:43.889260 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78062f35-a08c-461c-9270-8fa6c3b9232a req-3cc7015e-ca79-4380-b10d-89f3a4d5a2f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:43.895291 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-78062f35-a08c-461c-9270-8fa6c3b9232a req-3cc7015e-ca79-4380-b10d-89f3a4d5a2f9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=746696d1-95cb-4db5-9b25-089085191295 HTTP/1.1" status: 200 len: 851 time: 0.0780263 Jul 27 21:05:43.949993 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-967d7ca9-ac18-4907-a591-f011e522c8dd req-7d5a1e6a-7f90-4800-a846-943c90dd8a1f tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] 10.222.0.59 "GET /v2.0/security-groups?id=e760076b-6854-47cf-947b-f6a7a8a579d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1866000 Jul 27 21:05:43.989836 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78062f35-a08c-461c-9270-8fa6c3b9232a req-32c65a47-0af3-46c9-ae11-cc08bb440842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:43.991890 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-78062f35-a08c-461c-9270-8fa6c3b9232a req-32c65a47-0af3-46c9-ae11-cc08bb440842 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6aa76440-68bb-4814-b579-87efb5c679e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0891945 Jul 27 21:05:44.065076 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41629c74-4111-4016-b8f0-8724d74315fb tempest-RoutersIpV6AdminTest-120739899 tempest-RoutersIpV6AdminTest-120739899-project] Router c177673d-584a-49d1-91d4-f24cadcc7417 has already been hosted by L3 agent dd128fd7-8e57-4d4f-895b-a96b369df59a {{(pid=105585) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:05:44.077251 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-f97cbf9a-85bc-42cc-8873-38d0600f542c tempest-ServersTestManualDisk-414101687 tempest-ServersTestManualDisk-414101687-project] Notify callbacks [] for port, precommit_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:44.087137 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-f97cbf9a-85bc-42cc-8873-38d0600f542c tempest-ServersTestManualDisk-414101687 tempest-ServersTestManualDisk-414101687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10221672'] for port, after_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:44.187986 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-78062f35-a08c-461c-9270-8fa6c3b9232a req-550ac3f0-863c-4d59-89c0-cc1fe5a21206 service neutron] 10.222.0.36 "GET /v2.0/networks/6aa76440-68bb-4814-b579-87efb5c679e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1852057 Jul 27 21:05:44.223078 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 48214) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:05:44.225318 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device 0808928b-9b12-4d14-928d-1b7ee2b58cbe no longer exists at agent hyperv_n-h1-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:05:44.253985 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-28650df7-c46c-4981-b84f-37d87254047e None None] No Port match for: 0808928b-9b12-4d14-928d-1b7ee2b58cbe {{(pid=105586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:05:44.254343 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device 0808928b-9b12-4d14-928d-1b7ee2b58cbe not bound to the agent host n-h1-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:05:44.255310 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-f97cbf9a-85bc-42cc-8873-38d0600f542c tempest-ServersTestManualDisk-414101687 tempest-ServersTestManualDisk-414101687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4075768'] for floatingip, after_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:44.263010 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-875ced1b-4cf3-463a-9653-058f0f9421e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:44.320638 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.db_base_plugin_v2 [None req-f430982b-b1ad-469b-99ef-7cc597902e00 admin admin] Deleting subnet ea3de4e6-c660-4637-aea0-807a23d6ec6d {{(pid=105584) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:05:44.328191 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-f430982b-b1ad-469b-99ef-7cc597902e00 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:44.349393 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41629c74-4111-4016-b8f0-8724d74315fb tempest-RoutersIpV6AdminTest-120739899 tempest-RoutersIpV6AdminTest-120739899-project] Notify agent at l3_agent.n-d-705658-22 the message routers_updated {{(pid=105585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:05:44.360594 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f8272c2-e073-48cc-b7de-d29ef83e6687 None None] Sync routers for ids ['c177673d-584a-49d1-91d4-f24cadcc7417'] in n-d-705658-22 {{(pid=105587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:05:44.369597 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-78062f35-a08c-461c-9270-8fa6c3b9232a req-8ef1ec8c-ac25-4716-8340-b2f024f68372 service neutron] 10.222.0.36 "GET /v2.0/networks/6aa76440-68bb-4814-b579-87efb5c679e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1733618 Jul 27 21:05:44.371718 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f8272c2-e073-48cc-b7de-d29ef83e6687 None None] Routers {'c177673d-584a-49d1-91d4-f24cadcc7417'} bound to L3 agent in host n-d-705658-22 {{(pid=105587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:05:44.372510 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-8f8272c2-e073-48cc-b7de-d29ef83e6687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:05:41Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['c177673d-584a-49d1-91d4-f24cadcc7417'], 'active': True} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:05:44.385967 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-f430982b-b1ad-469b-99ef-7cc597902e00 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9014207'] for subnet, precommit_delete_associations {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:44.386365 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-41629c74-4111-4016-b8f0-8724d74315fb tempest-RoutersIpV6AdminTest-120739899 tempest-RoutersIpV6AdminTest-120739899-project] Notify callbacks [] for router, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:44.388254 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-41629c74-4111-4016-b8f0-8724d74315fb tempest-RoutersIpV6AdminTest-120739899 tempest-RoutersIpV6AdminTest-120739899-project] 10.222.0.59 "PUT /v2.0/routers/c177673d-584a-49d1-91d4-f24cadcc7417 HTTP/1.1" status: 200 len: 709 time: 4.8869402 Jul 27 21:05:44.391653 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97cbf9a-85bc-42cc-8873-38d0600f542c tempest-ServersTestManualDisk-414101687 tempest-ServersTestManualDisk-414101687-project] Pushing event updated for resources: {'Port': ['ID=06d80fdb-000b-49f0-8e60-65dc60a20e00,revision_number=2']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:05:44.393960 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 48216) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:05:44.449293 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-f430982b-b1ad-469b-99ef-7cc597902e00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854965'] for subnet, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:44.452726 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-8f8272c2-e073-48cc-b7de-d29ef83e6687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-22', False) {} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:05:44.472082 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f8272c2-e073-48cc-b7de-d29ef83e6687 None None] Routers {'c177673d-584a-49d1-91d4-f24cadcc7417'} bound to L3 agent in host n-d-705658-22 {{(pid=105587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:05:44.474661 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-8f8272c2-e073-48cc-b7de-d29ef83e6687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:05:41Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['c177673d-584a-49d1-91d4-f24cadcc7417'], 'active': True} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:05:44.546105 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-f430982b-b1ad-469b-99ef-7cc597902e00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9014081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9738825'] for subnet, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:44.548876 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-8f8272c2-e073-48cc-b7de-d29ef83e6687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-22', False) {} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:05:44.549868 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f8272c2-e073-48cc-b7de-d29ef83e6687 None None] The sync data for ids ['c177673d-584a-49d1-91d4-f24cadcc7417'] in n-d-705658-22 is: [] {{(pid=105587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:05:44.563617 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-f430982b-b1ad-469b-99ef-7cc597902e00 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:44.567918 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-f430982b-b1ad-469b-99ef-7cc597902e00 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/ea3de4e6-c660-4637-aea0-807a23d6ec6d HTTP/1.1" status: 204 len: 168 time: 0.3409333 Jul 27 21:05:44.575095 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-3cb66c24-ec44-412b-b1a5-a1722539f41b tempest-RoutersIpV6AdminTest-1066337158 tempest-RoutersIpV6AdminTest-1066337158-project-admin] 10.222.0.59 "GET /v2.0/routers/c177673d-584a-49d1-91d4-f24cadcc7417 HTTP/1.1" status: 200 len: 744 time: 0.1582618 Jul 27 21:05:44.575095 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 48218) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:05:44.584389 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 48220) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:05:44.595966 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f430982b-b1ad-469b-99ef-7cc597902e00 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ea3de4e6-c660-4637-aea0-807a23d6ec6d,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:05:44.644516 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-7ff15a22-12b4-4f00-8d87-a7e3a912cb24 tempest-RoutersIpV6AdminTest-1066337158 tempest-RoutersIpV6AdminTest-1066337158-project-admin] 10.222.0.59 "GET /v2.0/ports?network_id=8735d8a2-b604-4758-ae71-b40e4ee6f305&device_id=c177673d-584a-49d1-91d4-f24cadcc7417 HTTP/1.1" status: 200 len: 205 time: 0.0585814 Jul 27 21:05:44.645454 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 48222) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:05:44.670495 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-f97cbf9a-85bc-42cc-8873-38d0600f542c tempest-ServersTestManualDisk-414101687 tempest-ServersTestManualDisk-414101687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for floatingip, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:44.671737 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-f97cbf9a-85bc-42cc-8873-38d0600f542c tempest-ServersTestManualDisk-414101687 tempest-ServersTestManualDisk-414101687-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.5239124 Jul 27 21:05:44.688697 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-33f62dd4-71ee-4042-839a-bdac3dc389d6 tempest-RoutersIpV6AdminTest-120739899 tempest-RoutersIpV6AdminTest-120739899-project] 10.222.0.59 "GET /v2.0/ports?device_id=c177673d-584a-49d1-91d4-f24cadcc7417 HTTP/1.1" status: 200 len: 205 time: 0.0421162 Jul 27 21:05:44.707029 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 48224) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:05:44.707029 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-3d583016-bc64-4121-9165-c6fa763c1e99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-990557'] for network, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:44.962152 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 7b6b3750-b8f2-4444-8d46-46034bb6d96d up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:05:45.037971 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port 7b6b3750-b8f2-4444-8d46-46034bb6d96d triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:05:45.039201 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:45.228639 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device ee2276fd-6c01-43c7-9875-5c22c3aab34a no longer exists at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:05:45.252302 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] No Port match for: ee2276fd-6c01-43c7-9875-5c22c3aab34a {{(pid=105586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:05:45.253032 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device ee2276fd-6c01-43c7-9875-5c22c3aab34a not bound to the agent host n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:05:45.279648 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-68444787-5bdc-4fda-aa64-15bd6a5f9fa5 tempest-RoutersIpV6AdminTest-120739899 tempest-RoutersIpV6AdminTest-120739899-project] Notify callbacks [] for router, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:45.423550 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-c61b2ab5-b3c4-42a8-979b-f722de708b6e req-a2ca9d93-e849-45e7-b3d0-22fd7a5d37e3 tempest-ServersTestManualDisk-414101687 tempest-ServersTestManualDisk-414101687-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-securitygroup--515340955&fields=id&tenant_id=0aacf9f2affa47f2ad3a5e01566a8bed HTTP/1.1" status: 200 len: 267 time: 0.1836600 Jul 27 21:05:45.649449 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-3d583016-bc64-4121-9165-c6fa763c1e99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853562', 'neutron.services.segments.db._delete_segments_for_network-8790688882975'] for network, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:45.654688 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-68444787-5bdc-4fda-aa64-15bd6a5f9fa5 tempest-RoutersIpV6AdminTest-120739899 tempest-RoutersIpV6AdminTest-120739899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4163631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-425'] for router, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:45.669856 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0100930-f67a-4913-b9e3-8469c8e4833c req-c512a2c7-02c0-4a06-a0da-1df68ab105da tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:45.671528 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-c0100930-f67a-4913-b9e3-8469c8e4833c req-c512a2c7-02c0-4a06-a0da-1df68ab105da tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] 10.222.0.59 "GET /v2.0/ports?device_id=f4131bf3-56d0-4dd5-8a0b-f9b028d7bbbe HTTP/1.1" status: 200 len: 945 time: 0.4615240 Jul 27 21:05:45.677137 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-68444787-5bdc-4fda-aa64-15bd6a5f9fa5 tempest-RoutersIpV6AdminTest-120739899 tempest-RoutersIpV6AdminTest-120739899-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:45.679551 n-d-705658-22 neutron-server[105585]: DEBUG neutron.services.segments.db [None req-3d583016-bc64-4121-9165-c6fa763c1e99 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3b519c5-b5b4-46b1-b571-75e8645219f5']}} {{(pid=105585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:05:45.728134 n-d-705658-22 neutron-server[105585]: DEBUG neutron.services.segments.db [None req-3d583016-bc64-4121-9165-c6fa763c1e99 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9b7024e-df2a-4526-a1ee-cb4cd8d6548a') {'for_net_delete': True} {{(pid=105585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:05:45.728540 n-d-705658-22 neutron-server[105585]: DEBUG neutron.services.segments.db [None req-3d583016-bc64-4121-9165-c6fa763c1e99 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9b7024e-df2a-4526-a1ee-cb4cd8d6548a') {} {{(pid=105585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:05:45.782515 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-3d583016-bc64-4121-9165-c6fa763c1e99 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790688883752', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9886370'] for segment, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:45.813553 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-68444787-5bdc-4fda-aa64-15bd6a5f9fa5 tempest-RoutersIpV6AdminTest-120739899 tempest-RoutersIpV6AdminTest-120739899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4163007'] for router, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:45.814173 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68444787-5bdc-4fda-aa64-15bd6a5f9fa5 tempest-RoutersIpV6AdminTest-120739899 tempest-RoutersIpV6AdminTest-120739899-project] Fanout notify agent at l3_agent the message router_deleted on router c177673d-584a-49d1-91d4-f24cadcc7417 {{(pid=105585) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 21:05:45.828050 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-68444787-5bdc-4fda-aa64-15bd6a5f9fa5 tempest-RoutersIpV6AdminTest-120739899 tempest-RoutersIpV6AdminTest-120739899-project] Notify callbacks [] for router, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:45.832201 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-68444787-5bdc-4fda-aa64-15bd6a5f9fa5 tempest-RoutersIpV6AdminTest-120739899 tempest-RoutersIpV6AdminTest-120739899-project] 10.222.0.59 "DELETE /v2.0/routers/c177673d-584a-49d1-91d4-f24cadcc7417 HTTP/1.1" status: 204 len: 168 time: 1.1331911 Jul 27 21:05:45.833192 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 48246) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:05:45.838924 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-3d583016-bc64-4121-9165-c6fa763c1e99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:45.864053 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-c0100930-f67a-4913-b9e3-8469c8e4833c req-7eb5199d-b4a0-402d-9b2a-2a382a0c8c3d tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] 10.222.0.59 "GET /v2.0/security-groups?id=771ef501-f193-4e50-901d-4721d89f2b91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1657715 Jul 27 21:05:45.866890 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d583016-bc64-4121-9165-c6fa763c1e99 admin admin] Releasing vlan 216 on physical network physnet1 to pool {{(pid=105585) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:05:45.867331 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-3d583016-bc64-4121-9165-c6fa763c1e99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10221644'] for segment, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:45.869701 n-d-705658-22 neutron-server[105585]: Traceback (most recent call last): Jul 27 21:05:45.869701 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:05:45.869701 n-d-705658-22 neutron-server[105585]: timer() Jul 27 21:05:45.869701 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:05:45.869701 n-d-705658-22 neutron-server[105585]: cb(*args, **kw) Jul 27 21:05:45.869701 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:05:45.869701 n-d-705658-22 neutron-server[105585]: return func(*args, **kwargs) Jul 27 21:05:45.869701 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:05:45.869701 n-d-705658-22 neutron-server[105585]: self._notify() Jul 27 21:05:45.869701 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:05:45.869701 n-d-705658-22 neutron-server[105585]: self.callback(batched_events) Jul 27 21:05:45.869701 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:05:45.869701 n-d-705658-22 neutron-server[105585]: event.method(event) Jul 27 21:05:45.869701 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:05:45.869701 n-d-705658-22 neutron-server[105585]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:05:45.869701 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:05:45.869701 n-d-705658-22 neutron-server[105585]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:05:45.869701 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:05:45.869701 n-d-705658-22 neutron-server[105585]: return f(self, *a, **k) Jul 27 21:05:45.869701 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:05:45.869701 n-d-705658-22 neutron-server[105585]: return self._get(url).json() Jul 27 21:05:45.869701 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:05:45.869701 n-d-705658-22 neutron-server[105585]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:05:45.869701 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:05:45.869701 n-d-705658-22 neutron-server[105585]: return self.request(url, 'GET', **kwargs) Jul 27 21:05:45.869701 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:05:45.869701 n-d-705658-22 neutron-server[105585]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:05:45.869701 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:05:45.869701 n-d-705658-22 neutron-server[105585]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:05:45.869701 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:05:45.869701 n-d-705658-22 neutron-server[105585]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:05:45.869701 n-d-705658-22 neutron-server[105585]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:05:45.877128 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61b2ab5-b3c4-42a8-979b-f722de708b6e req-244cf3f7-d9e1-4019-ab6b-997451546d1d tempest-ServersTestManualDisk-414101687 tempest-ServersTestManualDisk-414101687-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:45.884361 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-c61b2ab5-b3c4-42a8-979b-f722de708b6e req-244cf3f7-d9e1-4019-ab6b-997451546d1d tempest-ServersTestManualDisk-414101687 tempest-ServersTestManualDisk-414101687-project] 10.222.0.59 "GET /v2.0/networks?id=c9bb10b7-60f1-43b7-be53-c3351758797b HTTP/1.1" status: 200 len: 812 time: 0.4155273 Jul 27 21:05:45.929645 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-c6968bd5-aac6-4c79-9b61-b522de04a60d tempest-RoutersIpV6AdminTest-120739899 tempest-RoutersIpV6AdminTest-120739899-project] 10.222.0.59 "GET /v2.0/ports?device_id=c177673d-584a-49d1-91d4-f24cadcc7417 HTTP/1.1" status: 200 len: 205 time: 0.0863013 Jul 27 21:05:45.930552 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 48248) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:05:45.974611 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-c61b2ab5-b3c4-42a8-979b-f722de708b6e req-1c5bbfb0-e644-4f22-81e0-0a6b9c63b49f tempest-ServersTestManualDisk-414101687 tempest-ServersTestManualDisk-414101687-project] 10.222.0.59 "GET /v2.0/quotas/0aacf9f2affa47f2ad3a5e01566a8bed HTTP/1.1" status: 200 len: 375 time: 0.0709958 Jul 27 21:05:45.990247 n-d-705658-22 neutron-server[105584]: INFO neutron.api.v2.resource [None req-53d111ae-4745-45af-aa5e-4b3e961264fc tempest-RoutersIpV6AdminTest-120739899 tempest-RoutersIpV6AdminTest-120739899-project] delete failed (client error): The resource could not be found. Jul 27 21:05:45.993938 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-53d111ae-4745-45af-aa5e-4b3e961264fc tempest-RoutersIpV6AdminTest-120739899 tempest-RoutersIpV6AdminTest-120739899-project] 10.222.0.59 "DELETE /v2.0/routers/c177673d-584a-49d1-91d4-f24cadcc7417 HTTP/1.1" status: 404 len: 336 time: 0.0585029 Jul 27 21:05:45.994761 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 48250) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:05:46.031479 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-3d583016-bc64-4121-9165-c6fa763c1e99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4075658'] for network, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:46.034562 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-5585a6da-4fd7-459e-a71e-142cf4ea0a9e tempest-RoutersIpV6AdminTest-120739899 tempest-RoutersIpV6AdminTest-120739899-project] 10.222.0.59 "GET /v2.0/ports?device_id=40f0bdd3-b968-4a1b-9b59-727ccd515ba2 HTTP/1.1" status: 200 len: 205 time: 0.0363994 Jul 27 21:05:46.035377 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-3d583016-bc64-4121-9165-c6fa763c1e99 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743886'] for network, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:46.040774 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 48252) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:05:46.042008 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-3d583016-bc64-4121-9165-c6fa763c1e99 admin admin] 10.222.0.59 "DELETE /v2.0/networks/e3b519c5-b5b4-46b1-b571-75e8645219f5 HTTP/1.1" status: 204 len: 168 time: 1.4608049 Jul 27 21:05:46.073641 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d583016-bc64-4121-9165-c6fa763c1e99 admin admin] Pushing event deleted for resources: {'Network': ['ID=e3b519c5-b5b4-46b1-b571-75e8645219f5,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:05:46.119770 n-d-705658-22 neutron-server[105584]: INFO neutron.api.v2.resource [None req-70f37f19-f54f-4901-a03f-30fe6f51ebbb tempest-RoutersIpV6AdminTest-120739899 tempest-RoutersIpV6AdminTest-120739899-project] delete failed (client error): The resource could not be found. Jul 27 21:05:46.120851 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-70f37f19-f54f-4901-a03f-30fe6f51ebbb tempest-RoutersIpV6AdminTest-120739899 tempest-RoutersIpV6AdminTest-120739899-project] 10.222.0.59 "DELETE /v2.0/routers/40f0bdd3-b968-4a1b-9b59-727ccd515ba2 HTTP/1.1" status: 404 len: 336 time: 0.0853419 Jul 27 21:05:46.132850 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 48256) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:05:46.177738 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-59a6fe0d-1615-47dd-a9e0-3141ad6e1f32 tempest-RoutersIpV6AdminTest-120739899 tempest-RoutersIpV6AdminTest-120739899-project] 10.222.0.59 "GET /v2.0/ports?device_id=093d696e-39d3-4355-a38b-fdca6b0746ee HTTP/1.1" status: 200 len: 205 time: 0.0432584 Jul 27 21:05:46.179891 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 48258) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:05:46.237482 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-faf3c50d-789b-4d35-a4cc-66efc1df947d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4076536'] for router_interface, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:46.245583 n-d-705658-22 neutron-server[105584]: INFO neutron.api.v2.resource [None req-6f016bd3-4846-4dbe-8642-0b16ce76bc9c tempest-RoutersIpV6AdminTest-120739899 tempest-RoutersIpV6AdminTest-120739899-project] delete failed (client error): The resource could not be found. Jul 27 21:05:46.249217 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-6f016bd3-4846-4dbe-8642-0b16ce76bc9c tempest-RoutersIpV6AdminTest-120739899 tempest-RoutersIpV6AdminTest-120739899-project] 10.222.0.59 "DELETE /v2.0/routers/093d696e-39d3-4355-a38b-fdca6b0746ee HTTP/1.1" status: 404 len: 336 time: 0.0659540 Jul 27 21:05:46.249541 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 48260) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:05:46.282908 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 48262) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:05:46.289289 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-00340fd2-6435-4ab7-af49-1aebf72f4a9f tempest-RoutersIpV6AdminTest-120739899 tempest-RoutersIpV6AdminTest-120739899-project] 10.222.0.59 "GET /v2.0/ports?device_id=c2bf4aa2-3fda-40db-9e1d-64005464704f HTTP/1.1" status: 200 len: 205 time: 0.0365603 Jul 27 21:05:46.292785 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 48266) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:05:46.301348 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d5ce7a-a3f0-4d74-ab72-1a33dce9cef7 req-d74d82e0-26a1-4e5e-8679-693b441acbb0 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:46.302875 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-51d5ce7a-a3f0-4d74-ab72-1a33dce9cef7 req-d74d82e0-26a1-4e5e-8679-693b441acbb0 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] 10.222.0.59 "GET /v2.0/ports?device_id=29c1b762-5cb9-4f5b-ac71-3cb8a306ebde HTTP/1.1" status: 200 len: 945 time: 0.2862723 Jul 27 21:05:46.322937 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-c61b2ab5-b3c4-42a8-979b-f722de708b6e req-38d2374c-7015-4bca-973d-c488214ac22f tempest-ServersTestManualDisk-414101687 tempest-ServersTestManualDisk-414101687-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=0aacf9f2affa47f2ad3a5e01566a8bed&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3079660 Jul 27 21:05:46.342759 n-d-705658-22 neutron-server[105584]: INFO neutron.api.v2.resource [None req-e90eff41-de8c-421a-bd46-f63521dbeaa2 tempest-RoutersIpV6AdminTest-120739899 tempest-RoutersIpV6AdminTest-120739899-project] delete failed (client error): The resource could not be found. Jul 27 21:05:46.344552 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-e90eff41-de8c-421a-bd46-f63521dbeaa2 tempest-RoutersIpV6AdminTest-120739899 tempest-RoutersIpV6AdminTest-120739899-project] 10.222.0.59 "DELETE /v2.0/routers/c2bf4aa2-3fda-40db-9e1d-64005464704f HTTP/1.1" status: 404 len: 336 time: 0.0495999 Jul 27 21:05:46.346870 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 48270) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:05:46.392575 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-c1f0bc4c-7fe0-4bbe-9128-8124a7989849 tempest-RoutersIpV6AdminTest-120739899 tempest-RoutersIpV6AdminTest-120739899-project] 10.222.0.59 "GET /v2.0/ports?device_id=96333616-2d89-4abd-a062-0f94687ad2aa HTTP/1.1" status: 200 len: 205 time: 0.0440896 Jul 27 21:05:46.394895 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 48272) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:05:46.453039 n-d-705658-22 neutron-server[105584]: INFO neutron.api.v2.resource [None req-0ebd79cb-309f-4fbd-b56b-94eb18079f6b tempest-RoutersIpV6AdminTest-120739899 tempest-RoutersIpV6AdminTest-120739899-project] delete failed (client error): The resource could not be found. Jul 27 21:05:46.454456 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-0ebd79cb-309f-4fbd-b56b-94eb18079f6b tempest-RoutersIpV6AdminTest-120739899 tempest-RoutersIpV6AdminTest-120739899-project] 10.222.0.59 "DELETE /v2.0/routers/96333616-2d89-4abd-a062-0f94687ad2aa HTTP/1.1" status: 404 len: 336 time: 0.0577266 Jul 27 21:05:46.456989 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 48274) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:05:46.486338 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-818a3e5c-7f37-4a75-b1c3-a9aaa1a9a494 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=69cdc72bf3f043e3a9d2448007614684&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2019472 Jul 27 21:05:46.491122 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 48276) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:05:46.494669 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-51d5ce7a-a3f0-4d74-ab72-1a33dce9cef7 req-870df377-e72a-4ed5-9433-c63a92a06bda tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] 10.222.0.59 "GET /v2.0/security-groups?id=e760076b-6854-47cf-947b-f6a7a8a579d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1671278 Jul 27 21:05:46.505949 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-7f38ecc0-a3b5-4052-8cc2-b65209cd6431 tempest-RoutersIpV6AdminTest-120739899 tempest-RoutersIpV6AdminTest-120739899-project] 10.222.0.59 "GET /v2.0/ports?device_id=e50bdf70-ad73-4b0d-bfa6-8adb3f540968 HTTP/1.1" status: 200 len: 205 time: 0.0455904 Jul 27 21:05:46.506922 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 48278) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:05:46.587103 n-d-705658-22 neutron-server[105585]: INFO neutron.api.v2.resource [None req-99700a12-21d1-4bd1-9029-4fa3b6677ef9 tempest-RoutersIpV6AdminTest-120739899 tempest-RoutersIpV6AdminTest-120739899-project] delete failed (client error): The resource could not be found. Jul 27 21:05:46.587103 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-99700a12-21d1-4bd1-9029-4fa3b6677ef9 tempest-RoutersIpV6AdminTest-120739899 tempest-RoutersIpV6AdminTest-120739899-project] 10.222.0.59 "DELETE /v2.0/routers/e50bdf70-ad73-4b0d-bfa6-8adb3f540968 HTTP/1.1" status: 404 len: 336 time: 0.0795124 Jul 27 21:05:46.590043 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 48282) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:05:46.622559 n-d-705658-22 neutron-server[105584]: INFO neutron.pecan_wsgi.hooks.translation [None req-04a004e7-879c-43be-96d4-60deaa567356 tempest-RoutersIpV6AdminTest-120739899 tempest-RoutersIpV6AdminTest-120739899-project] DELETE failed (client error): The resource could not be found. Jul 27 21:05:46.623059 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-04a004e7-879c-43be-96d4-60deaa567356 tempest-RoutersIpV6AdminTest-120739899 tempest-RoutersIpV6AdminTest-120739899-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105584) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 21:05:46.626062 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-04a004e7-879c-43be-96d4-60deaa567356 tempest-RoutersIpV6AdminTest-120739899 tempest-RoutersIpV6AdminTest-120739899-project] 10.222.0.59 "DELETE /v2.0/subnets/c07d129d-fdb2-499b-88c9-b35716a8ff1a HTTP/1.1" status: 404 len: 337 time: 0.0336249 Jul 27 21:05:46.665835 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-c61b2ab5-b3c4-42a8-979b-f722de708b6e req-8f9d2060-6920-43fc-a30e-63fd0b15105b service neutron] 10.222.0.59 "GET /v2.0/networks/c9bb10b7-60f1-43b7-be53-c3351758797b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3108177 Jul 27 21:05:46.761789 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-a22783f9-89bc-41be-a424-719266afaf71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:46.838789 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-a22783f9-89bc-41be-a424-719266afaf71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:46.952941 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-c61b2ab5-b3c4-42a8-979b-f722de708b6e req-7fdae0da-c26f-41c4-95c4-503fc025b6bd service neutron] 10.222.0.59 "GET /v2.0/networks/c9bb10b7-60f1-43b7-be53-c3351758797b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2719064 Jul 27 21:05:47.034545 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdf357d-7e0d-4e7a-abdd-7c7fac12f4a9 req-b5c2141c-a49b-4b0d-a032-ec3aa38d417c tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:47.036136 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-7fdf357d-7e0d-4e7a-abdd-7c7fac12f4a9 req-b5c2141c-a49b-4b0d-a032-ec3aa38d417c tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] 10.222.0.59 "GET /v2.0/ports?device_id=29c1b762-5cb9-4f5b-ac71-3cb8a306ebde HTTP/1.1" status: 200 len: 945 time: 0.2865586 Jul 27 21:05:47.088994 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 48290) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:05:47.100599 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-a22783f9-89bc-41be-a424-719266afaf71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:47.103167 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-a22783f9-89bc-41be-a424-719266afaf71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:47.107316 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-a22783f9-89bc-41be-a424-719266afaf71 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/b0eecfba-15dc-4bf7-80e6-b94c8d880eb7 HTTP/1.1" status: 204 len: 168 time: 0.6116490 Jul 27 21:05:47.123383 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22783f9-89bc-41be-a424-719266afaf71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0eecfba-15dc-4bf7-80e6-b94c8d880eb7,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:05:47.172009 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-7fdf357d-7e0d-4e7a-abdd-7c7fac12f4a9 req-62dd5685-0836-4b68-83c5-e3713bf07bba tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] 10.222.0.59 "GET /v2.0/security-groups?id=e760076b-6854-47cf-947b-f6a7a8a579d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1236048 Jul 27 21:05:47.187721 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [None req-faf3c50d-789b-4d35-a4cc-66efc1df947d admin admin] Deleting port d8509568-a013-4391-980d-83186535e0bf {{(pid=105585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:05:47.188076 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-faf3c50d-789b-4d35-a4cc-66efc1df947d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:47.338337 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-4b1dc499-a078-4918-a548-d986109ee810 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:47.420776 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.db [None req-faf3c50d-789b-4d35-a4cc-66efc1df947d admin admin] For port d8509568-a013-4391-980d-83186535e0bf, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=d8509568-a013-4391-980d-83186535e0bf,segment=NetworkSegment(c09dfcf3-6903-4154-8fde-ac21d9cf77a1),segment_id=c09dfcf3-6903-4154-8fde-ac21d9cf77a1)] {{(pid=105585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:05:47.421278 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-faf3c50d-789b-4d35-a4cc-66efc1df947d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:47.442555 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [None req-faf3c50d-789b-4d35-a4cc-66efc1df947d admin admin] Calling delete_port for d8509568-a013-4391-980d-83186535e0bf owned by network:router_interface {{(pid=105585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:05:47.547884 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-4b1dc499-a078-4918-a548-d986109ee810 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:47.554143 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-4b1dc499-a078-4918-a548-d986109ee810 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:47.585994 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897cf667-5e16-4544-9311-f8fed2b262e5 req-d43af9c8-3755-4d45-b781-a06153f2689e tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:47.587583 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-897cf667-5e16-4544-9311-f8fed2b262e5 req-d43af9c8-3755-4d45-b781-a06153f2689e tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] 10.222.0.59 "GET /v2.0/ports?device_id=f4131bf3-56d0-4dd5-8a0b-f9b028d7bbbe HTTP/1.1" status: 200 len: 945 time: 0.2758219 Jul 27 21:05:47.626185 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-4b1dc499-a078-4918-a548-d986109ee810 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=f74ff29ef27d40c4add01520c3ae555b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5339584 Jul 27 21:05:47.627604 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1dc499-a078-4918-a548-d986109ee810 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b4f129a-2dd6-4e02-9da2-8aecfd5d0bca,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:05:47.630206 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 48312) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:05:47.684117 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-897cf667-5e16-4544-9311-f8fed2b262e5 req-2580ab67-5ed5-43aa-990b-744620fe9b2b tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] 10.222.0.59 "GET /v2.0/security-groups?id=771ef501-f193-4e50-901d-4721d89f2b91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0878007 Jul 27 21:05:47.708847 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c7e83bc4-547a-4158-805a-aac13b31320c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:47.745486 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c7e83bc4-547a-4158-805a-aac13b31320c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:47.746978 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec427cb9-5573-434d-b884-307355862a90 req-9739f169-5515-41e7-a46d-c54430c687c0 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:47.748630 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-ec427cb9-5573-434d-b884-307355862a90 req-9739f169-5515-41e7-a46d-c54430c687c0 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] 10.222.0.59 "GET /v2.0/ports?device_id=29c1b762-5cb9-4f5b-ac71-3cb8a306ebde HTTP/1.1" status: 200 len: 945 time: 0.2935777 Jul 27 21:05:47.857730 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c7e83bc4-547a-4158-805a-aac13b31320c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:47.863627 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c7e83bc4-547a-4158-805a-aac13b31320c admin admin] Notify callbacks [] for security_group, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:47.864404 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-c7e83bc4-547a-4158-805a-aac13b31320c admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/9b4f129a-2dd6-4e02-9da2-8aecfd5d0bca HTTP/1.1" status: 204 len: 168 time: 0.2329066 Jul 27 21:05:47.893258 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e83bc4-547a-4158-805a-aac13b31320c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b4f129a-2dd6-4e02-9da2-8aecfd5d0bca,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:05:47.897572 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a1da0920-df1b-4a72-aff6-21ee8b35c2ea req-b7e83096-9dee-4c5e-bcf1-254575fbc247 tempest-ServersTestManualDisk-414101687 tempest-ServersTestManualDisk-414101687-project] 10.222.0.59 "GET /v2.0/ports?device_id=2d5039c3-d1bd-44fc-85ff-2cac8ca4b430 HTTP/1.1" status: 200 len: 210 time: 0.0932250 Jul 27 21:05:47.920463 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-ec427cb9-5573-434d-b884-307355862a90 req-b4f6ba7d-affa-4b5f-93fa-1d00dd6d4f13 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] 10.222.0.59 "GET /v2.0/security-groups?id=e760076b-6854-47cf-947b-f6a7a8a579d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1613612 Jul 27 21:05:48.057175 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-faf3c50d-789b-4d35-a4cc-66efc1df947d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:48.116523 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf3c50d-789b-4d35-a4cc-66efc1df947d admin admin] Pushing event deleted for resources: {'Port': ['ID=d8509568-a013-4391-980d-83186535e0bf,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:05:48.550513 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 48340) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:05:48.567929 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-faf3c50d-789b-4d35-a4cc-66efc1df947d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3743915', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4076308'] for router_interface, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:48.573214 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 48344) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:05:48.586562 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24d53e8-10c8-434d-b800-c7a6f3593183 req-45cdd2a7-33e1-4ee1-a99c-1340d8fa5018 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:48.588698 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-d24d53e8-10c8-434d-b800-c7a6f3593183 req-45cdd2a7-33e1-4ee1-a99c-1340d8fa5018 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] 10.222.0.59 "GET /v2.0/ports?device_id=29c1b762-5cb9-4f5b-ac71-3cb8a306ebde HTTP/1.1" status: 200 len: 945 time: 0.1960130 Jul 27 21:05:48.627491 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-0de47ef5-bf50-4f3e-8006-efe2b2b8b634 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=462036a0e19941bb96623ed6b79b0b49&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0506849 Jul 27 21:05:48.628249 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 48346) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:05:48.699419 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-67ff8bc4-ca3c-4c1f-a2fa-435e4632cf53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:48.701117 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-d24d53e8-10c8-434d-b800-c7a6f3593183 req-e5a29f05-8079-4993-8600-3f2832250ce9 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] 10.222.0.59 "GET /v2.0/security-groups?id=e760076b-6854-47cf-947b-f6a7a8a579d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1061714 Jul 27 21:05:48.734037 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-67ff8bc4-ca3c-4c1f-a2fa-435e4632cf53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:48.800830 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-67ff8bc4-ca3c-4c1f-a2fa-435e4632cf53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:48.804098 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-67ff8bc4-ca3c-4c1f-a2fa-435e4632cf53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:48.805873 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-67ff8bc4-ca3c-4c1f-a2fa-435e4632cf53 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/9fed4749-3f02-4cea-8613-1569b9f09fdf HTTP/1.1" status: 204 len: 168 time: 0.1761341 Jul 27 21:05:48.816067 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ff8bc4-ca3c-4c1f-a2fa-435e4632cf53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fed4749-3f02-4cea-8613-1569b9f09fdf,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:05:49.091073 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61b2ab5-b3c4-42a8-979b-f722de708b6e req-e1c44170-cef9-4363-ae70-946665594bd9 tempest-ServersTestManualDisk-414101687 tempest-ServersTestManualDisk-414101687-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:49.092966 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-c61b2ab5-b3c4-42a8-979b-f722de708b6e req-e1c44170-cef9-4363-ae70-946665594bd9 tempest-ServersTestManualDisk-414101687 tempest-ServersTestManualDisk-414101687-project] 10.222.0.60 "GET /v2.0/networks?id=c9bb10b7-60f1-43b7-be53-c3351758797b HTTP/1.1" status: 200 len: 812 time: 0.1813645 Jul 27 21:05:49.108408 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-5af7b141-786a-4b96-83ce-6c86c7eb678f admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-55524198-network', 'tenant_id': 'f6c3bbd20a984bf5bd8553924658cf04'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:05:49.169033 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5af7b141-786a-4b96-83ce-6c86c7eb678f admin admin] Made reservation on behalf of f6c3bbd20a984bf5bd8553924658cf04 for: {'network': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:05:49.171439 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-5af7b141-786a-4b96-83ce-6c86c7eb678f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for network, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:49.181984 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-c61b2ab5-b3c4-42a8-979b-f722de708b6e req-15053c0d-4bab-49b0-82aa-7d9bb15ef29d tempest-ServersTestManualDisk-414101687 tempest-ServersTestManualDisk-414101687-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0aacf9f2affa47f2ad3a5e01566a8bed HTTP/1.1" status: 200 len: 379 time: 0.0655751 Jul 27 21:05:49.189105 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-5af7b141-786a-4b96-83ce-6c86c7eb678f admin admin] Notify callbacks [] for security_group, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:49.203892 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [req-c61b2ab5-b3c4-42a8-979b-f722de708b6e req-ecf84e1c-249e-491d-be23-c7094ea03952 tempest-ServersTestManualDisk-414101687 tempest-ServersTestManualDisk-414101687-project] Request body: {'port': {'device_id': '2d5039c3-d1bd-44fc-85ff-2cac8ca4b430', 'network_id': 'c9bb10b7-60f1-43b7-be53-c3351758797b', 'admin_state_up': True, 'tenant_id': '0aacf9f2affa47f2ad3a5e01566a8bed', 'security_groups': ['b651a35a-abe3-4aed-b8bf-0a538fda8313']}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:05:49.410381 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-5af7b141-786a-4b96-83ce-6c86c7eb678f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:49.437045 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-5af7b141-786a-4b96-83ce-6c86c7eb678f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:49.442151 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c61b2ab5-b3c4-42a8-979b-f722de708b6e req-ecf84e1c-249e-491d-be23-c7094ea03952 tempest-ServersTestManualDisk-414101687 tempest-ServersTestManualDisk-414101687-project] Made reservation on behalf of 0aacf9f2affa47f2ad3a5e01566a8bed for: {'port': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:05:49.445779 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-c61b2ab5-b3c4-42a8-979b-f722de708b6e req-ecf84e1c-249e-491d-be23-c7094ea03952 tempest-ServersTestManualDisk-414101687 tempest-ServersTestManualDisk-414101687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:49.479078 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5af7b141-786a-4b96-83ce-6c86c7eb678f admin admin] vlan segment allocate from pool success with {'vlan_id': 204, 'physical_network': 'physnet1'} {{(pid=105584) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:05:49.491689 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-93217371-0960-444b-9ca8-a57daf3f949b req-3b33fe25-6fa8-4e7e-938b-6323a5908d5a tempest-ServersTestManualDisk-414101687 tempest-ServersTestManualDisk-414101687-project] 10.222.0.59 "GET /v2.0/ports?device_id=2d5039c3-d1bd-44fc-85ff-2cac8ca4b430 HTTP/1.1" status: 200 len: 210 time: 0.1121294 Jul 27 21:05:49.530003 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-faf3c50d-789b-4d35-a4cc-66efc1df947d admin admin] Router c2b27592-9eb7-4437-b60e-1fd76154add9 has already been hosted by L3 agent dd128fd7-8e57-4d4f-895b-a96b369df59a {{(pid=105585) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:05:49.549407 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c247e3-8fe5-44ed-b2b9-bc6c9f312344 req-b28e11c3-2386-414b-8b3a-7be5909063a0 tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:49.550968 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-24c247e3-8fe5-44ed-b2b9-bc6c9f312344 req-b28e11c3-2386-414b-8b3a-7be5909063a0 tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] 10.222.0.59 "GET /v2.0/ports?device_id=f4131bf3-56d0-4dd5-8a0b-f9b028d7bbbe HTTP/1.1" status: 200 len: 945 time: 0.1695821 Jul 27 21:05:49.586165 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-5af7b141-786a-4b96-83ce-6c86c7eb678f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:49.586656 n-d-705658-22 neutron-server[105584]: INFO neutron.db.segments_db [None req-5af7b141-786a-4b96-83ce-6c86c7eb678f admin admin] Added segment f7f8cfd9-c244-4062-b942-911ea78e1664 of type vlan for network f37071dc-f599-46bf-845c-bcab9301b926 Jul 27 21:05:49.598901 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af7b141-786a-4b96-83ce-6c86c7eb678f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9174cf6e-e8ac-43e7-af4b-f03771aac0e1,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:05:49.664736 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-5af7b141-786a-4b96-83ce-6c86c7eb678f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790688424798'] for network, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:49.781706 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-faf3c50d-789b-4d35-a4cc-66efc1df947d admin admin] Notify agent at l3_agent.n-d-705658-22 the message routers_updated {{(pid=105585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:05:49.795933 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cca28e5d-19e8-4d90-8f8b-ac4dbe93f421 None None] Sync routers for ids ['c2b27592-9eb7-4437-b60e-1fd76154add9'] in n-d-705658-22 {{(pid=105586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:05:49.810543 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cca28e5d-19e8-4d90-8f8b-ac4dbe93f421 None None] Routers {'c2b27592-9eb7-4437-b60e-1fd76154add9'} bound to L3 agent in host n-d-705658-22 {{(pid=105586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:05:49.811819 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-cca28e5d-19e8-4d90-8f8b-ac4dbe93f421 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:05:41Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['c2b27592-9eb7-4437-b60e-1fd76154add9'], 'active': True} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:05:49.815044 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-faf3c50d-789b-4d35-a4cc-66efc1df947d admin admin] 10.222.0.59 "PUT /v2.0/routers/c2b27592-9eb7-4437-b60e-1fd76154add9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0954609 Jul 27 21:05:49.815044 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 48372) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:05:49.954033 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-5af7b141-786a-4b96-83ce-6c86c7eb678f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920'] for network, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:49.957696 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5af7b141-786a-4b96-83ce-6c86c7eb678f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:49.958345 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-5af7b141-786a-4b96-83ce-6c86c7eb678f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743886'] for network, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:49.965236 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.db_base_plugin_common [req-c61b2ab5-b3c4-42a8-979b-f722de708b6e req-ecf84e1c-249e-491d-be23-c7094ea03952 tempest-ServersTestManualDisk-414101687 tempest-ServersTestManualDisk-414101687-project] Allocated IP 172.20.0.11 (c9bb10b7-60f1-43b7-be53-c3351758797b/2465aeda-6056-41ad-8a21-acd555237286/80e31a0e-3131-4fb0-a997-92ef09afc81e) {{(pid=105584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:05:50.003115 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-24c247e3-8fe5-44ed-b2b9-bc6c9f312344 req-3958cac1-26e1-4451-b696-7c72341f8452 tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] 10.222.0.59 "GET /v2.0/security-groups?id=771ef501-f193-4e50-901d-4721d89f2b91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4418406 Jul 27 21:05:50.052178 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvr_db [None req-cca28e5d-19e8-4d90-8f8b-ac4dbe93f421 None None] Set router c2b27592-9eb7-4437-b60e-1fd76154add9 gateway port host: n-d-705658-22 {{(pid=105586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:05:50.113522 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-5e8f2b26-6a60-49b1-985e-a83bf2d0eaf8 admin admin] Notify callbacks [] for router, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:50.135225 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af7b141-786a-4b96-83ce-6c86c7eb678f admin admin] Pushing event updated for resources: {'Network': ['ID=f37071dc-f599-46bf-845c-bcab9301b926,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:05:50.188913 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Network f37071dc-f599-46bf-845c-bcab9301b926 details requested by agent ovs-agent-n-d-705658-22 with host n-d-705658-22 {{(pid=105586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:05:50.194377 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0abec1a-bb6b-4f23-bca4-dd7a23dc8732 req-9e7ddf31-178e-4fc3-9b78-f30223608675 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:50.203348 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-d0abec1a-bb6b-4f23-bca4-dd7a23dc8732 req-9e7ddf31-178e-4fc3-9b78-f30223608675 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] 10.222.0.59 "GET /v2.0/ports?device_id=29c1b762-5cb9-4f5b-ac71-3cb8a306ebde HTTP/1.1" status: 200 len: 945 time: 0.3834281 Jul 27 21:05:50.318671 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-d0abec1a-bb6b-4f23-bca4-dd7a23dc8732 req-339e374e-6ffa-4387-a2c9-a902b774a007 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] 10.222.0.59 "GET /v2.0/security-groups?id=e760076b-6854-47cf-947b-f6a7a8a579d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1107452 Jul 27 21:05:50.327032 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-dfd221f7-74d5-4f60-a87c-c845cd54a992 req-33b307c4-2e6f-44cb-b26f-3e30edad4b0f service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=2be6dd0d-bc7c-4882-8bb2-afe5ae686d07&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.6570599 Jul 27 21:05:50.374103 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-5e8f2b26-6a60-49b1-985e-a83bf2d0eaf8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:50.471713 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [None req-5e8f2b26-6a60-49b1-985e-a83bf2d0eaf8 admin admin] Deleting port d09badd6-16d1-4168-92ed-ca3ac24d6f6b {{(pid=105585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:05:50.472075 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-5e8f2b26-6a60-49b1-985e-a83bf2d0eaf8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:50.723727 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.db [None req-5e8f2b26-6a60-49b1-985e-a83bf2d0eaf8 admin admin] For port d09badd6-16d1-4168-92ed-ca3ac24d6f6b, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=d09badd6-16d1-4168-92ed-ca3ac24d6f6b,segment=NetworkSegment(12196855-9a32-4633-9a56-77697ef9e126),segment_id=12196855-9a32-4633-9a56-77697ef9e126)] {{(pid=105585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:05:50.724090 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-5e8f2b26-6a60-49b1-985e-a83bf2d0eaf8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:50.789785 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [None req-5e8f2b26-6a60-49b1-985e-a83bf2d0eaf8 admin admin] Calling delete_port for d09badd6-16d1-4168-92ed-ca3ac24d6f6b owned by network:router_gateway {{(pid=105585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:05:50.794028 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b3fea4bd-d5a2-45af-b547-882426412aef req-81ca532b-de6d-4fa5-9c6e-d2202d091b65 tempest-ServersTestManualDisk-414101687 tempest-ServersTestManualDisk-414101687-project] 10.222.0.59 "GET /v2.0/ports?device_id=2d5039c3-d1bd-44fc-85ff-2cac8ca4b430 HTTP/1.1" status: 200 len: 210 time: 0.1331162 Jul 27 21:05:50.797976 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-cca28e5d-19e8-4d90-8f8b-ac4dbe93f421 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2b27592-9eb7-4437-b60e-1fd76154add9', 'name': 'tempest-AttachSCSIVolumeTestJSON-529682418-router', 'tenant_id': '169264f85b5d4d099625a16828854f96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.78'}], 'enable_snat': True}, 'gw_port_id': 'd09badd6-16d1-4168-92ed-ca3ac24d6f6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:04:03Z', 'updated_at': '2021-07-27T21:05:47Z', 'revision_number': 5, 'project_id': '169264f85b5d4d099625a16828854f96', 'gw_port': {'id': 'd09badd6-16d1-4168-92ed-ca3ac24d6f6b', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:be:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2b27592-9eb7-4437-b60e-1fd76154add9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1216, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:04:04Z', 'updated_at': '2021-07-27T21:04:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22'}], 'n-d-705658-22', False) {} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:05:50.831689 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cca28e5d-19e8-4d90-8f8b-ac4dbe93f421 None None] Checking router: c2b27592-9eb7-4437-b60e-1fd76154add9 for host: n-d-705658-22 {{(pid=105586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:05:50.843290 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cca28e5d-19e8-4d90-8f8b-ac4dbe93f421 None None] Routers {'c2b27592-9eb7-4437-b60e-1fd76154add9'} bound to L3 agent in host n-d-705658-22 {{(pid=105586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:05:50.845066 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-cca28e5d-19e8-4d90-8f8b-ac4dbe93f421 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:05:41Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['c2b27592-9eb7-4437-b60e-1fd76154add9'], 'active': True} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:05:50.990580 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 48400) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:05:50.991324 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-5af7b141-786a-4b96-83ce-6c86c7eb678f admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.4393444 Jul 27 21:05:51.019860 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-25705a37-025f-4924-a9c8-7f883945a00f admin admin] Request body: {'subnet': {'network_id': 'f37071dc-f599-46bf-845c-bcab9301b926', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-55524198-subnet', 'tenant_id': 'f6c3bbd20a984bf5bd8553924658cf04', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:05:51.044370 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvr_db [None req-cca28e5d-19e8-4d90-8f8b-ac4dbe93f421 None None] Set router c2b27592-9eb7-4437-b60e-1fd76154add9 gateway port host: None {{(pid=105586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:05:51.128484 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-cca28e5d-19e8-4d90-8f8b-ac4dbe93f421 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2b27592-9eb7-4437-b60e-1fd76154add9', 'name': 'tempest-AttachSCSIVolumeTestJSON-529682418-router', 'tenant_id': '169264f85b5d4d099625a16828854f96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:04:03Z', 'updated_at': '2021-07-27T21:05:50Z', 'revision_number': 6, 'project_id': '169264f85b5d4d099625a16828854f96', 'gw_port_host': None}], 'n-d-705658-22', False) {} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:05:51.181259 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-c61b2ab5-b3c4-42a8-979b-f722de708b6e req-ecf84e1c-249e-491d-be23-c7094ea03952 tempest-ServersTestManualDisk-414101687 tempest-ServersTestManualDisk-414101687-project] Notify callbacks [] for port, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:51.189732 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4f9dbc-6e1b-4dbf-9115-bafbaca407ca req-d58a88f5-eeef-4a13-9ea9-d82cd66a888f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:51.195772 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cca28e5d-19e8-4d90-8f8b-ac4dbe93f421 None None] The sync data for ids ['c2b27592-9eb7-4437-b60e-1fd76154add9'] in n-d-705658-22 is: [{'id': 'c2b27592-9eb7-4437-b60e-1fd76154add9', 'name': 'tempest-AttachSCSIVolumeTestJSON-529682418-router', 'tenant_id': '169264f85b5d4d099625a16828854f96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:04:03Z', 'updated_at': '2021-07-27T21:05:50Z', 'revision_number': 6, 'project_id': '169264f85b5d4d099625a16828854f96', 'gw_port_host': None}] {{(pid=105586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:05:51.199286 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-be4f9dbc-6e1b-4dbf-9115-bafbaca407ca req-d58a88f5-eeef-4a13-9ea9-d82cd66a888f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=037df3a90f014739a3644a9c2d1586c8&device_id=29c1b762-5cb9-4f5b-ac71-3cb8a306ebde HTTP/1.1" status: 200 len: 1097 time: 0.5372100 Jul 27 21:05:51.202827 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.provisioning_blocks [req-c61b2ab5-b3c4-42a8-979b-f722de708b6e req-ecf84e1c-249e-491d-be23-c7094ea03952 tempest-ServersTestManualDisk-414101687 tempest-ServersTestManualDisk-414101687-project] Transition to ACTIVE for port object 80e31a0e-3131-4fb0-a997-92ef09afc81e will not be triggered until provisioned by entity DHCP. {{(pid=105584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:05:51.204483 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25705a37-025f-4924-a9c8-7f883945a00f admin admin] Made reservation on behalf of f6c3bbd20a984bf5bd8553924658cf04 for: {'subnet': 1} {{(pid=105585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:05:51.206849 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-25705a37-025f-4924-a9c8-7f883945a00f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9990620'] for subnet, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:51.253105 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd221f7-74d5-4f60-a87c-c845cd54a992 req-feef9c98-cc50-44c2-b2a4-d23f910752a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:51.253595 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd221f7-74d5-4f60-a87c-c845cd54a992 req-feef9c98-cc50-44c2-b2a4-d23f910752a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:51.254082 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd221f7-74d5-4f60-a87c-c845cd54a992 req-feef9c98-cc50-44c2-b2a4-d23f910752a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:51.254544 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd221f7-74d5-4f60-a87c-c845cd54a992 req-feef9c98-cc50-44c2-b2a4-d23f910752a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:51.255192 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd221f7-74d5-4f60-a87c-c845cd54a992 req-feef9c98-cc50-44c2-b2a4-d23f910752a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:51.255655 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd221f7-74d5-4f60-a87c-c845cd54a992 req-feef9c98-cc50-44c2-b2a4-d23f910752a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:51.256109 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd221f7-74d5-4f60-a87c-c845cd54a992 req-feef9c98-cc50-44c2-b2a4-d23f910752a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:51.258325 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-dfd221f7-74d5-4f60-a87c-c845cd54a992 req-feef9c98-cc50-44c2-b2a4-d23f910752a6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=be3b976efbdd4f41894dd22bc5b95523&device_id=2be6dd0d-bc7c-4882-8bb2-afe5ae686d07 HTTP/1.1" status: 200 len: 6507 time: 0.2631347 Jul 27 21:05:51.282938 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 48408) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:05:51.352657 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-c61b2ab5-b3c4-42a8-979b-f722de708b6e req-ecf84e1c-249e-491d-be23-c7094ea03952 tempest-ServersTestManualDisk-414101687 tempest-ServersTestManualDisk-414101687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:51.412371 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c61b2ab5-b3c4-42a8-979b-f722de708b6e req-ecf84e1c-249e-491d-be23-c7094ea03952 tempest-ServersTestManualDisk-414101687 tempest-ServersTestManualDisk-414101687-project] Network c9bb10b7-60f1-43b7-be53-c3351758797b is already hosted by enough agents. {{(pid=105584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:05:51.426721 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-f8d366f2-8b46-4244-938f-b290200d629c tempest-RoutersAdminNegativeIpV6Test-754834731 tempest-RoutersAdminNegativeIpV6Test-754834731-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-557188461', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:05:51.436299 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [req-c61b2ab5-b3c4-42a8-979b-f722de708b6e req-ecf84e1c-249e-491d-be23-c7094ea03952 tempest-ServersTestManualDisk-414101687 tempest-ServersTestManualDisk-414101687-project] Resources bound (agent type, host, resource id): {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:05:51.446431 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [req-c61b2ab5-b3c4-42a8-979b-f722de708b6e req-ecf84e1c-249e-491d-be23-c7094ea03952 tempest-ServersTestManualDisk-414101687 tempest-ServersTestManualDisk-414101687-project] Received port after_create {{(pid=105584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:05:51.460342 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf84e1c-249e-491d-be23-c7094ea03952 tempest-ServersTestManualDisk-414101687 tempest-ServersTestManualDisk-414101687-project] Pushing event updated for resources: {'Port': ['ID=80e31a0e-3131-4fb0-a997-92ef09afc81e,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:05:51.503780 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd221f7-74d5-4f60-a87c-c845cd54a992 req-3682a8ff-34dc-4437-b20b-f246c0b613a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:51.504183 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd221f7-74d5-4f60-a87c-c845cd54a992 req-3682a8ff-34dc-4437-b20b-f246c0b613a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:51.504657 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd221f7-74d5-4f60-a87c-c845cd54a992 req-3682a8ff-34dc-4437-b20b-f246c0b613a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:51.506285 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-dfd221f7-74d5-4f60-a87c-c845cd54a992 req-3682a8ff-34dc-4437-b20b-f246c0b613a4 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b117ba52-594c-450e-a21e-ba2b0ffa1338&id=d06e6d48-2725-42c2-bd07-d31f23229f60&id=d06e6d48-2725-42c2-bd07-d31f23229f60&id=d06e6d48-2725-42c2-bd07-d31f23229f60&id=d06e6d48-2725-42c2-bd07-d31f23229f60&id=dd0adb7c-988a-43cc-a0da-76a1fae1d8ff&id=dd0adb7c-988a-43cc-a0da-76a1fae1d8ff HTTP/1.1" status: 200 len: 2296 time: 0.2141514 Jul 27 21:05:51.528101 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8d366f2-8b46-4244-938f-b290200d629c tempest-RoutersAdminNegativeIpV6Test-754834731 tempest-RoutersAdminNegativeIpV6Test-754834731-project-admin] Made reservation on behalf of 77c832e5e0ae4cdfb72793645676ec1e for: {'port': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:05:51.531445 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-f8d366f2-8b46-4244-938f-b290200d629c tempest-RoutersAdminNegativeIpV6Test-754834731 tempest-RoutersAdminNegativeIpV6Test-754834731-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:51.631449 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-25705a37-025f-4924-a9c8-7f883945a00f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10221797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9990606'] for subnet, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:51.637711 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-f8d366f2-8b46-4244-938f-b290200d629c tempest-RoutersAdminNegativeIpV6Test-754834731 tempest-RoutersAdminNegativeIpV6Test-754834731-project-admin] Notify callbacks [] for security_group, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:51.661426 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61b2ab5-b3c4-42a8-979b-f722de708b6e req-ecf84e1c-249e-491d-be23-c7094ea03952 tempest-ServersTestManualDisk-414101687 tempest-ServersTestManualDisk-414101687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:51.662288 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-c61b2ab5-b3c4-42a8-979b-f722de708b6e req-ecf84e1c-249e-491d-be23-c7094ea03952 tempest-ServersTestManualDisk-414101687 tempest-ServersTestManualDisk-414101687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:51.763938 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25705a37-025f-4924-a9c8-7f883945a00f admin admin] Pushing event updated for resources: {'Subnet': ['ID=e4e6e968-e48c-4ea1-9453-6b2cdf07d30a,revision_number=0']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:05:51.775200 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e935ff10-737a-4d30-ab1b-03eaee5448a3 req-da7618b2-7f7f-4af3-b423-687bd1034e89 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:51.789296 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e935ff10-737a-4d30-ab1b-03eaee5448a3 req-da7618b2-7f7f-4af3-b423-687bd1034e89 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] 10.222.0.59 "GET /v2.0/ports?device_id=29c1b762-5cb9-4f5b-ac71-3cb8a306ebde HTTP/1.1" status: 200 len: 945 time: 1.0008395 Jul 27 21:05:51.802452 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-dfd221f7-74d5-4f60-a87c-c845cd54a992 req-f68f0189-1e86-40a5-8ff6-555bc56ecd25 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3e901f2c-afa6-4e65-b936-9e2231fd9b0c HTTP/1.1" status: 200 len: 1001 time: 0.2858505 Jul 27 21:05:51.821030 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-f8d366f2-8b46-4244-938f-b290200d629c tempest-RoutersAdminNegativeIpV6Test-754834731 tempest-RoutersAdminNegativeIpV6Test-754834731-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:51.860557 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-f8d366f2-8b46-4244-938f-b290200d629c tempest-RoutersAdminNegativeIpV6Test-754834731 tempest-RoutersAdminNegativeIpV6Test-754834731-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:51.884227 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-c61b2ab5-b3c4-42a8-979b-f722de708b6e req-ecf84e1c-249e-491d-be23-c7094ea03952 tempest-ServersTestManualDisk-414101687 tempest-ServersTestManualDisk-414101687-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6848643 Jul 27 21:05:51.890978 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-e1034e8c-211f-4471-9979-127124d5a8bb None None] Provisioning for port 80e31a0e-3131-4fb0-a997-92ef09afc81e completed by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:05:51.895800 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-e1034e8c-211f-4471-9979-127124d5a8bb None None] Provisioning complete for port 80e31a0e-3131-4fb0-a997-92ef09afc81e triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:05:51.897164 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-e1034e8c-211f-4471-9979-127124d5a8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:51.908812 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [None req-f8d366f2-8b46-4244-938f-b290200d629c tempest-RoutersAdminNegativeIpV6Test-754834731 tempest-RoutersAdminNegativeIpV6Test-754834731-project-admin] device_id is not set on port 822f2aee-42ac-413f-9380-517b9205cd35 yet. {{(pid=105584) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 21:05:51.926787 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e935ff10-737a-4d30-ab1b-03eaee5448a3 req-96500666-c212-45cd-aa9d-6830cce5e31f tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] 10.222.0.59 "GET /v2.0/security-groups?id=e760076b-6854-47cf-947b-f6a7a8a579d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1347256 Jul 27 21:05:51.933664 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [req-c61b2ab5-b3c4-42a8-979b-f722de708b6e req-abdce702-a191-4e07-953c-50d474328130 service neutron] Request body: {'port': {'device_id': '2d5039c3-d1bd-44fc-85ff-2cac8ca4b430', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-705658-22'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:05:51.969919 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-e1034e8c-211f-4471-9979-127124d5a8bb None None] Port 80e31a0e-3131-4fb0-a997-92ef09afc81e cannot update to ACTIVE because it is not bound. {{(pid=105586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:05:51.994689 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25705a37-025f-4924-a9c8-7f883945a00f admin admin] Checking segment: {'id': 'f7f8cfd9-c244-4062-b942-911ea78e1664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'f37071dc-f599-46bf-845c-bcab9301b926'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:05:51.994976 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25705a37-025f-4924-a9c8-7f883945a00f admin admin] Network hostable DHCP agents. Network: f37071dc-f599-46bf-845c-bcab9301b926, hostable agents: ['7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a'], hosted agents: [] {{(pid=105585) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:05:52.015640 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d366f2-8b46-4244-938f-b290200d629c tempest-RoutersAdminNegativeIpV6Test-754834731 tempest-RoutersAdminNegativeIpV6Test-754834731-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb9deb3c-3eb7-47cd-bd61-06c5bedf1049,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:05:52.034250 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4f9dbc-6e1b-4dbf-9115-bafbaca407ca req-ae2ed827-c7e4-44f0-85b1-e407f1cc418f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:52.035974 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-be4f9dbc-6e1b-4dbf-9115-bafbaca407ca req-ae2ed827-c7e4-44f0-85b1-e407f1cc418f service neutron] 10.222.0.36 "GET /v2.0/networks?id=6aa76440-68bb-4814-b579-87efb5c679e3 HTTP/1.1" status: 200 len: 913 time: 0.7292738 Jul 27 21:05:52.036563 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-5e8f2b26-6a60-49b1-985e-a83bf2d0eaf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:52.054599 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd221f7-74d5-4f60-a87c-c845cd54a992 req-0f205901-2700-43e2-b5c8-95471063532c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:52.058102 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-dfd221f7-74d5-4f60-a87c-c845cd54a992 req-0f205901-2700-43e2-b5c8-95471063532c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=38961467-19f7-4057-ba41-d6906c9db744 HTTP/1.1" status: 200 len: 856 time: 0.2463107 Jul 27 21:05:52.080351 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cb7f09-f63c-4832-b23c-d05f8181ac8b req-34744034-b26f-4d5c-99ae-0c2cf7b66208 tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:52.081985 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-31cb7f09-f63c-4832-b23c-d05f8181ac8b req-34744034-b26f-4d5c-99ae-0c2cf7b66208 tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] 10.222.0.59 "GET /v2.0/ports?device_id=f4131bf3-56d0-4dd5-8a0b-f9b028d7bbbe HTTP/1.1" status: 200 len: 945 time: 0.7780669 Jul 27 21:05:52.146366 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25705a37-025f-4924-a9c8-7f883945a00f admin admin] Network f37071dc-f599-46bf-845c-bcab9301b926 is scheduled to be hosted by DHCP agent 7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a with binding_index 1 {{(pid=105585) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:05:52.197645 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8f2b26-6a60-49b1-985e-a83bf2d0eaf8 admin admin] Pushing event deleted for resources: {'Port': ['ID=d09badd6-16d1-4168-92ed-ca3ac24d6f6b,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:05:52.214186 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.base_scheduler [None req-25705a37-025f-4924-a9c8-7f883945a00f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-22, f37071dc-f599-46bf-845c-bcab9301b926) {{(pid=105585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:05:52.227716 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecca7844-f216-4847-8561-cb93c99044ff None None] Network f37071dc-f599-46bf-845c-bcab9301b926 requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:05:52.257569 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25705a37-025f-4924-a9c8-7f883945a00f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:52.258164 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-25705a37-025f-4924-a9c8-7f883945a00f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743886'] for subnet, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:52.304387 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-be4f9dbc-6e1b-4dbf-9115-bafbaca407ca req-8c3ba509-ff12-4e49-939f-853393479643 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0d25b76a-67ba-4b3b-8026-3f225d5e391c HTTP/1.1" status: 200 len: 1000 time: 0.2551880 Jul 27 21:05:52.327619 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-25705a37-025f-4924-a9c8-7f883945a00f admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3271198 Jul 27 21:05:52.331616 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-31cb7f09-f63c-4832-b23c-d05f8181ac8b req-e86a6dca-f396-495c-8c2a-10bb5e5c95e0 tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] 10.222.0.59 "GET /v2.0/security-groups?id=771ef501-f193-4e50-901d-4721d89f2b91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2259724 Jul 27 21:05:52.332472 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-5e8f2b26-6a60-49b1-985e-a83bf2d0eaf8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4075702'] for router_gateway, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:52.357271 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-c61b2ab5-b3c4-42a8-979b-f722de708b6e req-abdce702-a191-4e07-953c-50d474328130 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:52.400657 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd221f7-74d5-4f60-a87c-c845cd54a992 req-4a56bf26-5d5e-4b23-b57d-2be96f4d05df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:52.402570 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-dfd221f7-74d5-4f60-a87c-c845cd54a992 req-4a56bf26-5d5e-4b23-b57d-2be96f4d05df service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b117ba52-594c-450e-a21e-ba2b0ffa1338&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2707927 Jul 27 21:05:52.445162 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.db_base_plugin_common [None req-f8d366f2-8b46-4244-938f-b290200d629c tempest-RoutersAdminNegativeIpV6Test-754834731 tempest-RoutersAdminNegativeIpV6Test-754834731-project-admin] Allocated IP 172.25.5.6 (8735d8a2-b604-4758-ae71-b40e4ee6f305/eca7dbab-b9c0-4c8f-a272-816ea8a81764/822f2aee-42ac-413f-9380-517b9205cd35) {{(pid=105584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:05:52.554726 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f275d75-e9a4-4c22-baac-72e2144472d9 None None] Network f37071dc-f599-46bf-845c-bcab9301b926 requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:05:52.585409 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ca72ac-b442-403a-b4fa-d950337eabc2 req-76fa99d6-e520-4712-a53a-5f2be9d73450 tempest-ServersTestManualDisk-414101687 tempest-ServersTestManualDisk-414101687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:52.594861 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-72ca72ac-b442-403a-b4fa-d950337eabc2 req-76fa99d6-e520-4712-a53a-5f2be9d73450 tempest-ServersTestManualDisk-414101687 tempest-ServersTestManualDisk-414101687-project] 10.222.0.59 "GET /v2.0/ports?device_id=2d5039c3-d1bd-44fc-85ff-2cac8ca4b430 HTTP/1.1" status: 200 len: 932 time: 0.5399275 Jul 27 21:05:52.612145 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-5e8f2b26-6a60-49b1-985e-a83bf2d0eaf8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4163631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-425'] for router, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:52.623503 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-5e8f2b26-6a60-49b1-985e-a83bf2d0eaf8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:52.632548 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4f9dbc-6e1b-4dbf-9115-bafbaca407ca req-b6cab39c-4a01-4c31-a545-25b54fd188e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:52.634569 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-be4f9dbc-6e1b-4dbf-9115-bafbaca407ca req-b6cab39c-4a01-4c31-a545-25b54fd188e6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=746696d1-95cb-4db5-9b25-089085191295 HTTP/1.1" status: 200 len: 851 time: 0.3220439 Jul 27 21:05:52.754755 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-72ca72ac-b442-403a-b4fa-d950337eabc2 req-2a23a84c-b7bc-4bb4-9ec6-45f2e77c91fe tempest-ServersTestManualDisk-414101687 tempest-ServersTestManualDisk-414101687-project] 10.222.0.59 "GET /v2.0/security-groups?id=b651a35a-abe3-4aed-b8bf-0a538fda8313&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1540313 Jul 27 21:05:52.759137 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-5e8f2b26-6a60-49b1-985e-a83bf2d0eaf8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4163007'] for router, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:52.760428 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e8f2b26-6a60-49b1-985e-a83bf2d0eaf8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c2b27592-9eb7-4437-b60e-1fd76154add9 {{(pid=105585) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 21:05:52.766379 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-5e8f2b26-6a60-49b1-985e-a83bf2d0eaf8 admin admin] Notify callbacks [] for router, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:52.770491 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-5e8f2b26-6a60-49b1-985e-a83bf2d0eaf8 admin admin] 10.222.0.59 "DELETE /v2.0/routers/c2b27592-9eb7-4437-b60e-1fd76154add9 HTTP/1.1" status: 204 len: 168 time: 2.9519000 Jul 27 21:05:52.773300 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 48430) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:05:52.828315 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0025e31-7505-42c5-b904-df78af54d519 admin admin] Deleting subnet 83cca52d-ddad-495e-8e74-5afc7e4d85e7 {{(pid=105585) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:05:52.831759 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-d0025e31-7505-42c5-b904-df78af54d519 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:52.910182 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-d0025e31-7505-42c5-b904-df78af54d519 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9887057'] for subnet, precommit_delete_associations {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:53.006368 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device d8509568-a013-4391-980d-83186535e0bf no longer exists at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:05:53.024270 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-dfd221f7-74d5-4f60-a87c-c845cd54a992 req-03508d16-0667-40c5-a9b8-0dd14666f8f5 service neutron] 10.222.0.36 "GET /v2.0/networks/b117ba52-594c-450e-a21e-ba2b0ffa1338?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6068754 Jul 27 21:05:53.044709 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] No Port match for: d8509568-a013-4391-980d-83186535e0bf {{(pid=105586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:05:53.045319 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device d8509568-a013-4391-980d-83186535e0bf not bound to the agent host n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:05:53.046019 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device d09badd6-16d1-4168-92ed-ca3ac24d6f6b no longer exists at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:05:53.069400 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] No Port match for: d09badd6-16d1-4168-92ed-ca3ac24d6f6b {{(pid=105586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:05:53.070044 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device d09badd6-16d1-4168-92ed-ca3ac24d6f6b not bound to the agent host n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:05:53.082303 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-d0025e31-7505-42c5-b904-df78af54d519 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854965'] for subnet, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:53.251593 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4f9dbc-6e1b-4dbf-9115-bafbaca407ca req-245e3ea6-95d1-4e08-b9e3-d75b3e6a5d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:53.253147 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-be4f9dbc-6e1b-4dbf-9115-bafbaca407ca req-245e3ea6-95d1-4e08-b9e3-d75b3e6a5d0d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6aa76440-68bb-4814-b579-87efb5c679e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6103470 Jul 27 21:05:53.305179 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b85b941-f05c-4e09-bd3e-4045eaf3e44a req-20103934-6863-436c-a0ae-56318287779c tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:53.312354 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-f8d366f2-8b46-4244-938f-b290200d629c tempest-RoutersAdminNegativeIpV6Test-754834731 tempest-RoutersAdminNegativeIpV6Test-754834731-project-admin] Notify callbacks [] for port, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:53.313267 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-7b85b941-f05c-4e09-bd3e-4045eaf3e44a req-20103934-6863-436c-a0ae-56318287779c tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] 10.222.0.59 "GET /v2.0/ports?device_id=29c1b762-5cb9-4f5b-ac71-3cb8a306ebde HTTP/1.1" status: 200 len: 945 time: 0.2284627 Jul 27 21:05:53.319611 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-dfd221f7-74d5-4f60-a87c-c845cd54a992 req-9a4f7409-cb5f-4125-9319-59266daf00a5 service neutron] 10.222.0.36 "GET /v2.0/networks/b117ba52-594c-450e-a21e-ba2b0ffa1338?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2696860 Jul 27 21:05:53.341813 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [req-c61b2ab5-b3c4-42a8-979b-f722de708b6e req-abdce702-a191-4e07-953c-50d474328130 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80e31a0e-3131-4fb0-a997-92ef09afc81e {{(pid=105584) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:05:53.381672 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-c61b2ab5-b3c4-42a8-979b-f722de708b6e req-abdce702-a191-4e07-953c-50d474328130 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:53.388340 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-dfd221f7-74d5-4f60-a87c-c845cd54a992 req-a10e3f0b-1c57-4768-931e-9d68bcd24ae7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.80&port_id=32d33fb6-0dd4-4fb0-848b-fa38285c8993 HTTP/1.1" status: 200 len: 217 time: 0.0569139 Jul 27 21:05:53.389067 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-d0025e31-7505-42c5-b904-df78af54d519 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10221602', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9990583'] for subnet, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:53.436520 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-261a7610-63c6-4280-88ac-d71dfe9b8145 None None] Network a12f8a37-ca47-4a72-91af-8262e529f5be requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:05:53.439470 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0025e31-7505-42c5-b904-df78af54d519 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=83cca52d-ddad-495e-8e74-5afc7e4d85e7,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:05:53.439741 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.provisioning_blocks [req-c61b2ab5-b3c4-42a8-979b-f722de708b6e req-abdce702-a191-4e07-953c-50d474328130 service neutron] Transition to ACTIVE for port object 80e31a0e-3131-4fb0-a997-92ef09afc81e will not be triggered until provisioned by entity L2. {{(pid=105584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:05:53.443920 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-d0025e31-7505-42c5-b904-df78af54d519 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743886'] for subnet, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:53.448972 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-d0025e31-7505-42c5-b904-df78af54d519 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/83cca52d-ddad-495e-8e74-5afc7e4d85e7 HTTP/1.1" status: 204 len: 168 time: 0.6745117 Jul 27 21:05:53.450738 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 48444) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:05:53.456944 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-c61b2ab5-b3c4-42a8-979b-f722de708b6e req-abdce702-a191-4e07-953c-50d474328130 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9014027'] for port, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:53.484279 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-7b85b941-f05c-4e09-bd3e-4045eaf3e44a req-c05cbe1b-a697-46d9-a356-d8bd2cae6bc9 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] 10.222.0.59 "GET /v2.0/security-groups?id=e760076b-6854-47cf-947b-f6a7a8a579d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1700747 Jul 27 21:05:53.522214 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-be4f9dbc-6e1b-4dbf-9115-bafbaca407ca req-0057e786-c642-4a1e-a7bc-b3f53823997e service neutron] 10.222.0.36 "GET /v2.0/networks/6aa76440-68bb-4814-b579-87efb5c679e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2482500 Jul 27 21:05:53.531234 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1b1919-c865-4639-b15e-0bb2b472a868 req-142613e6-ebdb-4bfa-b18b-8a7d9d5daf84 tempest-InstanceActionsTestJSON-1582266061 tempest-InstanceActionsTestJSON-1582266061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:53.533654 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-9a1b1919-c865-4639-b15e-0bb2b472a868 req-142613e6-ebdb-4bfa-b18b-8a7d9d5daf84 tempest-InstanceActionsTestJSON-1582266061 tempest-InstanceActionsTestJSON-1582266061-project] 10.222.0.59 "GET /v2.0/networks?id=f37071dc-f599-46bf-845c-bcab9301b926 HTTP/1.1" status: 200 len: 812 time: 0.4478714 Jul 27 21:05:53.564756 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-9a1b1919-c865-4639-b15e-0bb2b472a868 req-2910e21e-548c-479d-9799-abf24f9795e6 tempest-InstanceActionsTestJSON-1582266061 tempest-InstanceActionsTestJSON-1582266061-project] 10.222.0.59 "GET /v2.0/quotas/f6c3bbd20a984bf5bd8553924658cf04 HTTP/1.1" status: 200 len: 375 time: 0.0205071 Jul 27 21:05:53.604723 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd221f7-74d5-4f60-a87c-c845cd54a992 req-257ecd69-11f1-43e5-a458-e7a2ee444051 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:53.606261 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-dfd221f7-74d5-4f60-a87c-c845cd54a992 req-257ecd69-11f1-43e5-a458-e7a2ee444051 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=bd7fbe4e-00a2-4867-9403-b89fa41a76c1 HTTP/1.1" status: 200 len: 797 time: 0.2067580 Jul 27 21:05:53.626746 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-f8d366f2-8b46-4244-938f-b290200d629c tempest-RoutersAdminNegativeIpV6Test-754834731 tempest-RoutersAdminNegativeIpV6Test-754834731-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:53.674024 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-9a1b1919-c865-4639-b15e-0bb2b472a868 req-8229d8b9-cce6-4691-8a14-ee6d11998760 tempest-InstanceActionsTestJSON-1582266061 tempest-InstanceActionsTestJSON-1582266061-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=f6c3bbd20a984bf5bd8553924658cf04&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0839264 Jul 27 21:05:53.689911 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdce702-a191-4e07-953c-50d474328130 service neutron] Pushing event updated for resources: {'Port': ['ID=80e31a0e-3131-4fb0-a997-92ef09afc81e,revision_number=2']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:05:53.708647 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-aed79bbb-b05f-47a6-be95-715b10a9459f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-990557'] for network, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:53.773395 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8d366f2-8b46-4244-938f-b290200d629c tempest-RoutersAdminNegativeIpV6Test-754834731 tempest-RoutersAdminNegativeIpV6Test-754834731-project-admin] Network 8735d8a2-b604-4758-ae71-b40e4ee6f305 is already hosted by enough agents. {{(pid=105584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:05:53.778674 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [None req-f8d366f2-8b46-4244-938f-b290200d629c tempest-RoutersAdminNegativeIpV6Test-754834731 tempest-RoutersAdminNegativeIpV6Test-754834731-project-admin] Resources bound (agent type, host, resource id): {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:05:53.782518 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8d366f2-8b46-4244-938f-b290200d629c tempest-RoutersAdminNegativeIpV6Test-754834731 tempest-RoutersAdminNegativeIpV6Test-754834731-project-admin] Received port after_create {{(pid=105584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:05:53.831151 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-be4f9dbc-6e1b-4dbf-9115-bafbaca407ca req-d8142b72-bca7-42af-a611-b62ae5d8bc36 service neutron] 10.222.0.36 "GET /v2.0/networks/6aa76440-68bb-4814-b579-87efb5c679e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2964725 Jul 27 21:05:53.866791 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db7e701-cc73-4ac9-9eb1-fd3c4a2b5fd7 req-bd00a730-7444-4a47-9183-94ceeb4892a3 tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:53.868421 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-4db7e701-cc73-4ac9-9eb1-fd3c4a2b5fd7 req-bd00a730-7444-4a47-9183-94ceeb4892a3 tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] 10.222.0.59 "GET /v2.0/ports?device_id=f4131bf3-56d0-4dd5-8a0b-f9b028d7bbbe HTTP/1.1" status: 200 len: 945 time: 0.2050846 Jul 27 21:05:53.886700 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-9a1b1919-c865-4639-b15e-0bb2b472a868 req-239126b3-6267-4e80-b83f-cf7fa7382e3f service neutron] 10.222.0.59 "GET /v2.0/networks/f37071dc-f599-46bf-845c-bcab9301b926?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1751709 Jul 27 21:05:53.888391 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8d366f2-8b46-4244-938f-b290200d629c tempest-RoutersAdminNegativeIpV6Test-754834731 tempest-RoutersAdminNegativeIpV6Test-754834731-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:53.889083 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-f8d366f2-8b46-4244-938f-b290200d629c tempest-RoutersAdminNegativeIpV6Test-754834731 tempest-RoutersAdminNegativeIpV6Test-754834731-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:53.892141 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cacb6399-6f3a-46f6-9db9-f93ce6216acd None None] DHCP port deletion for a12f8a37-ca47-4a72-91af-8262e529f5be request from n-d-705658-22 {{(pid=105586) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 21:05:53.962338 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d366f2-8b46-4244-938f-b290200d629c tempest-RoutersAdminNegativeIpV6Test-754834731 tempest-RoutersAdminNegativeIpV6Test-754834731-project-admin] Pushing event updated for resources: {'Port': ['ID=822f2aee-42ac-413f-9380-517b9205cd35,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:05:53.969407 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-cacb6399-6f3a-46f6-9db9-f93ce6216acd None None] Deleting port 9dd8a6fa-9f86-453a-8518-179fff16d227 {{(pid=105586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:05:53.970306 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-cacb6399-6f3a-46f6-9db9-f93ce6216acd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:53.977193 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-f8d366f2-8b46-4244-938f-b290200d629c tempest-RoutersAdminNegativeIpV6Test-754834731 tempest-RoutersAdminNegativeIpV6Test-754834731-project-admin] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 2.6920090 Jul 27 21:05:53.986280 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 48462) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:05:53.997949 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-80a12831-9b5a-427a-9afc-98322bf12794 tempest-RoutersAdminNegativeIpV6Test-754834731 tempest-RoutersAdminNegativeIpV6Test-754834731-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.6'}]}}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:05:54.019482 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd221f7-74d5-4f60-a87c-c845cd54a992 req-bfa72b2c-bf87-4f65-b4b7-ec43d616cfdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:54.020927 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-dfd221f7-74d5-4f60-a87c-c845cd54a992 req-bfa72b2c-bf87-4f65-b4b7-ec43d616cfdc service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d06e6d48-2725-42c2-bd07-d31f23229f60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3801854 Jul 27 21:05:54.022683 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-4db7e701-cc73-4ac9-9eb1-fd3c4a2b5fd7 req-df310ce1-b411-4ddd-89e3-4380b5c04641 tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] 10.222.0.59 "GET /v2.0/security-groups?id=771ef501-f193-4e50-901d-4721d89f2b91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1275728 Jul 27 21:05:54.030854 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-aed79bbb-b05f-47a6-be95-715b10a9459f admin admin] Deleting port 9dd8a6fa-9f86-453a-8518-179fff16d227 {{(pid=105584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:05:54.031397 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-aed79bbb-b05f-47a6-be95-715b10a9459f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:54.036249 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [req-c61b2ab5-b3c4-42a8-979b-f722de708b6e req-abdce702-a191-4e07-953c-50d474328130 service neutron] Attempting to bind port 80e31a0e-3131-4fb0-a997-92ef09afc81e on host n-h2-705658-22 for vnic_type normal with profile {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:05:54.036585 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [req-c61b2ab5-b3c4-42a8-979b-f722de708b6e req-abdce702-a191-4e07-953c-50d474328130 service neutron] Attempting to bind port 80e31a0e-3131-4fb0-a997-92ef09afc81e by drivers openvswitch,hyperv on host n-h2-705658-22 at level 0 using segments [{'id': 'f6d12d50-897c-448b-967a-a36bc00c69b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'c9bb10b7-60f1-43b7-be53-c3351758797b'}] {{(pid=105584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:05:54.037138 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c61b2ab5-b3c4-42a8-979b-f722de708b6e req-abdce702-a191-4e07-953c-50d474328130 service neutron] Attempting to bind port 80e31a0e-3131-4fb0-a997-92ef09afc81e on network c9bb10b7-60f1-43b7-be53-c3351758797b {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:05:54.060416 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-80a12831-9b5a-427a-9afc-98322bf12794 tempest-RoutersAdminNegativeIpV6Test-754834731 tempest-RoutersAdminNegativeIpV6Test-754834731-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4163813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-443'] for router, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:54.060416 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-80a12831-9b5a-427a-9afc-98322bf12794 tempest-RoutersAdminNegativeIpV6Test-754834731 tempest-RoutersAdminNegativeIpV6Test-754834731-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4165196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4077059', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3711235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-418'] for router, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:54.065892 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-cacb6399-6f3a-46f6-9db9-f93ce6216acd None None] For port 9dd8a6fa-9f86-453a-8518-179fff16d227, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=9dd8a6fa-9f86-453a-8518-179fff16d227,segment=NetworkSegment(c09dfcf3-6903-4154-8fde-ac21d9cf77a1),segment_id=c09dfcf3-6903-4154-8fde-ac21d9cf77a1)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:05:54.066812 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-cacb6399-6f3a-46f6-9db9-f93ce6216acd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:54.082192 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-cacb6399-6f3a-46f6-9db9-f93ce6216acd None None] Calling delete_port for 9dd8a6fa-9f86-453a-8518-179fff16d227 owned by network:dhcp {{(pid=105586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:05:54.132395 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c61b2ab5-b3c4-42a8-979b-f722de708b6e req-abdce702-a191-4e07-953c-50d474328130 service neutron] Port 80e31a0e-3131-4fb0-a997-92ef09afc81e on network c9bb10b7-60f1-43b7-be53-c3351758797b not bound, no agent of type Open vSwitch agent registered on host n-h2-705658-22 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:05:54.132659 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c61b2ab5-b3c4-42a8-979b-f722de708b6e req-abdce702-a191-4e07-953c-50d474328130 service neutron] Attempting to bind port 80e31a0e-3131-4fb0-a997-92ef09afc81e on network c9bb10b7-60f1-43b7-be53-c3351758797b {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:05:54.162373 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c61b2ab5-b3c4-42a8-979b-f722de708b6e req-abdce702-a191-4e07-953c-50d474328130 service neutron] Checking agent: {'id': '65195a73-a875-4810-9f5b-622ae260a8a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 49, 40), 'started_at': datetime.datetime(2021, 7, 27, 20, 49, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 5, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:05:54.162715 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c61b2ab5-b3c4-42a8-979b-f722de708b6e req-abdce702-a191-4e07-953c-50d474328130 service neutron] Checking segment: {'id': 'f6d12d50-897c-448b-967a-a36bc00c69b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'c9bb10b7-60f1-43b7-be53-c3351758797b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:05:54.163207 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c61b2ab5-b3c4-42a8-979b-f722de708b6e req-abdce702-a191-4e07-953c-50d474328130 service neutron] Bound using segment: {'id': 'f6d12d50-897c-448b-967a-a36bc00c69b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'c9bb10b7-60f1-43b7-be53-c3351758797b'} {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:05:54.163652 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [req-c61b2ab5-b3c4-42a8-979b-f722de708b6e req-abdce702-a191-4e07-953c-50d474328130 service neutron] Bound port: 80e31a0e-3131-4fb0-a997-92ef09afc81e, host: n-h2-705658-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6d12d50-897c-448b-967a-a36bc00c69b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'c9bb10b7-60f1-43b7-be53-c3351758797b'}}] {{(pid=105584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:05:54.164002 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-c61b2ab5-b3c4-42a8-979b-f722de708b6e req-abdce702-a191-4e07-953c-50d474328130 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:54.189564 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-cacb6399-6f3a-46f6-9db9-f93ce6216acd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180'] for port, after_delete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:54.205577 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [None req-aed79bbb-b05f-47a6-be95-715b10a9459f admin admin] For port 9dd8a6fa-9f86-453a-8518-179fff16d227, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=9dd8a6fa-9f86-453a-8518-179fff16d227,segment=NetworkSegment(c09dfcf3-6903-4154-8fde-ac21d9cf77a1),segment_id=c09dfcf3-6903-4154-8fde-ac21d9cf77a1)] {{(pid=105584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:05:54.205991 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-aed79bbb-b05f-47a6-be95-715b10a9459f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:54.240698 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cacb6399-6f3a-46f6-9db9-f93ce6216acd None None] No DVR routers for this DVR port 9dd8a6fa-9f86-453a-8518-179fff16d227 on host n-d-705658-22 {{(pid=105586) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:05:54.243358 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cacb6399-6f3a-46f6-9db9-f93ce6216acd None None] Pushing event deleted for resources: {'Port': ['ID=9dd8a6fa-9f86-453a-8518-179fff16d227,revision_number=None']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:05:54.250636 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-aed79bbb-b05f-47a6-be95-715b10a9459f admin admin] Calling delete_port for 9dd8a6fa-9f86-453a-8518-179fff16d227 owned by network:dhcp {{(pid=105584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:05:54.325540 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-dfd221f7-74d5-4f60-a87c-c845cd54a992 req-8e179c4c-180e-40d1-b7d8-dc6cace7b8aa service neutron] 10.222.0.36 "GET /v2.0/networks/d06e6d48-2725-42c2-bd07-d31f23229f60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2920573 Jul 27 21:05:54.363377 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [req-c61b2ab5-b3c4-42a8-979b-f722de708b6e req-abdce702-a191-4e07-953c-50d474328130 service neutron] For port 80e31a0e-3131-4fb0-a997-92ef09afc81e, host n-h2-705658-22, cleared binding levels {{(pid=105584) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:05:54.413606 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [req-c61b2ab5-b3c4-42a8-979b-f722de708b6e req-abdce702-a191-4e07-953c-50d474328130 service neutron] For port 80e31a0e-3131-4fb0-a997-92ef09afc81e, host n-h2-705658-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=80e31a0e-3131-4fb0-a997-92ef09afc81e,segment=NetworkSegment(f6d12d50-897c-448b-967a-a36bc00c69b7),segment_id=f6d12d50-897c-448b-967a-a36bc00c69b7)] {{(pid=105584) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:05:54.425855 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-c61b2ab5-b3c4-42a8-979b-f722de708b6e req-abdce702-a191-4e07-953c-50d474328130 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9014027'] for port, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:54.471735 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-80a12831-9b5a-427a-9afc-98322bf12794 tempest-RoutersAdminNegativeIpV6Test-754834731 tempest-RoutersAdminNegativeIpV6Test-754834731-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:54.486116 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-9a1b1919-c865-4639-b15e-0bb2b472a868 req-c7229c35-f1c7-4d66-a2d5-de76446dab0e service neutron] 10.222.0.59 "GET /v2.0/networks/f37071dc-f599-46bf-845c-bcab9301b926?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5985875 Jul 27 21:05:54.487186 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-aed79bbb-b05f-47a6-be95-715b10a9459f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:54.489522 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61b2ab5-b3c4-42a8-979b-f722de708b6e req-abdce702-a191-4e07-953c-50d474328130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:54.490131 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-c61b2ab5-b3c4-42a8-979b-f722de708b6e req-abdce702-a191-4e07-953c-50d474328130 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:54.491646 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-c61b2ab5-b3c4-42a8-979b-f722de708b6e req-abdce702-a191-4e07-953c-50d474328130 service neutron] 10.222.0.60 "PUT /v2.0/ports/80e31a0e-3131-4fb0-a997-92ef09afc81e HTTP/1.1" status: 200 len: 1093 time: 2.5677314 Jul 27 21:05:54.498122 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d5039c3-d1bd-44fc-85ff-2cac8ca4b430', 'tag': '80e31a0e-3131-4fb0-a997-92ef09afc81e'}] {{(pid=105584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:05:54.500581 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bce5e6c8685464f7626901654159975603b047827e3138302ed6566e28f1343" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-490e2e8b-d7d5-44a1-a5d7-0f9af8e172d8" -d '{"events": [{"name": "network-changed", "server_uuid": "2d5039c3-d1bd-44fc-85ff-2cac8ca4b430", "tag": "80e31a0e-3131-4fb0-a997-92ef09afc81e"}]}' {{(pid=105584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:05:54.542569 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-dfd221f7-74d5-4f60-a87c-c845cd54a992 req-d4fee3cb-b155-4c13-ad88-ad47840aeb8e service neutron] 10.222.0.36 "GET /v2.0/networks/d06e6d48-2725-42c2-bd07-d31f23229f60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2059219 Jul 27 21:05:54.543378 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdce702-a191-4e07-953c-50d474328130 service neutron] Pushing event updated for resources: {'Port': ['ID=80e31a0e-3131-4fb0-a997-92ef09afc81e,revision_number=3']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:05:54.546836 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aed79bbb-b05f-47a6-be95-715b10a9459f admin admin] No DVR routers for this DVR port 9dd8a6fa-9f86-453a-8518-179fff16d227 on host n-d-705658-22 {{(pid=105584) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:05:54.562107 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abdce702-a191-4e07-953c-50d474328130 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:05:54.562455 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abdce702-a191-4e07-953c-50d474328130 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:05:54.562798 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abdce702-a191-4e07-953c-50d474328130 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:05:54.563170 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abdce702-a191-4e07-953c-50d474328130 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:05:54.563533 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abdce702-a191-4e07-953c-50d474328130 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:05:54.563861 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abdce702-a191-4e07-953c-50d474328130 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:05:54.564188 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abdce702-a191-4e07-953c-50d474328130 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:05:54.564511 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abdce702-a191-4e07-953c-50d474328130 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:05:54.564836 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abdce702-a191-4e07-953c-50d474328130 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:05:54.565156 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abdce702-a191-4e07-953c-50d474328130 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:05:54.565478 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abdce702-a191-4e07-953c-50d474328130 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:05:54.565984 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abdce702-a191-4e07-953c-50d474328130 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:05:54.643617 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-dfd221f7-74d5-4f60-a87c-c845cd54a992 req-3a048ee8-54d9-425f-ba03-b2e924a88ebc service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.207&port_id=566e3be7-77d9-40a2-9abe-1e1bb6e2da74 HTTP/1.1" status: 200 len: 217 time: 0.0895524 Jul 27 21:05:54.664169 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed79bbb-b05f-47a6-be95-715b10a9459f admin admin] Pushing event deleted for resources: {'Port': ['ID=9dd8a6fa-9f86-453a-8518-179fff16d227,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:05:54.745499 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-80a12831-9b5a-427a-9afc-98322bf12794 tempest-RoutersAdminNegativeIpV6Test-754834731 tempest-RoutersAdminNegativeIpV6Test-754834731-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4077169', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4163787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-400'] for router, precommit_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:54.767340 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7cbebe-6039-4d10-8e6a-a5169aadc0ff req-a1065d5f-29cc-40d4-bb4c-cce0e3b4580e tempest-ServersTestManualDisk-414101687 tempest-ServersTestManualDisk-414101687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:54.783518 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-5d7cbebe-6039-4d10-8e6a-a5169aadc0ff req-a1065d5f-29cc-40d4-bb4c-cce0e3b4580e tempest-ServersTestManualDisk-414101687 tempest-ServersTestManualDisk-414101687-project] 10.222.0.59 "GET /v2.0/ports?device_id=2d5039c3-d1bd-44fc-85ff-2cac8ca4b430 HTTP/1.1" status: 200 len: 944 time: 0.3175230 Jul 27 21:05:54.919738 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 9dd8a6fa-9f86-453a-8518-179fff16d227 no longer exists at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:05:54.944136 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] No Port match for: 9dd8a6fa-9f86-453a-8518-179fff16d227 {{(pid=105586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:05:54.944617 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 9dd8a6fa-9f86-453a-8518-179fff16d227 not bound to the agent host n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:05:54.959556 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-5d7cbebe-6039-4d10-8e6a-a5169aadc0ff req-48819feb-4332-471c-8f16-16e9f94d27d0 tempest-ServersTestManualDisk-414101687 tempest-ServersTestManualDisk-414101687-project] 10.222.0.59 "GET /v2.0/security-groups?id=b651a35a-abe3-4aed-b8bf-0a538fda8313&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1750946 Jul 27 21:05:55.036905 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:05:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3035e767-3a3e-4b93-b2a4-34f9766d1ed0 x-openstack-request-id: req-3035e767-3a3e-4b93-b2a4-34f9766d1ed0 {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:05:55.037432 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d5039c3-d1bd-44fc-85ff-2cac8ca4b430", "tag": "80e31a0e-3131-4fb0-a997-92ef09afc81e", "status": "completed", "code": 200}]} {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:05:55.037639 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-3035e767-3a3e-4b93-b2a4-34f9766d1ed0 {{(pid=105584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:05:55.038129 n-d-705658-22 neutron-server[105584]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d5039c3-d1bd-44fc-85ff-2cac8ca4b430', 'tag': '80e31a0e-3131-4fb0-a997-92ef09afc81e', 'status': 'completed', 'code': 200} Jul 27 21:05:55.042599 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-aed79bbb-b05f-47a6-be95-715b10a9459f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853562', 'neutron.services.segments.db._delete_segments_for_network-8790688882975'] for network, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:55.053769 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a02a91a-0a29-4a47-976e-4dd0da2df1f9 req-22c7cfa8-5009-451b-a2e6-09c63ba079a9 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:55.055541 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-1a02a91a-0a29-4a47-976e-4dd0da2df1f9 req-22c7cfa8-5009-451b-a2e6-09c63ba079a9 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] 10.222.0.59 "GET /v2.0/ports?device_id=29c1b762-5cb9-4f5b-ac71-3cb8a306ebde HTTP/1.1" status: 200 len: 945 time: 0.2676973 Jul 27 21:05:55.061828 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.segments.db [None req-aed79bbb-b05f-47a6-be95-715b10a9459f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a12f8a37-ca47-4a72-91af-8262e529f5be']}} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:05:55.065437 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567c7917-eeb5-433e-a351-aae9195aa9ff req-e540037c-5d51-4fcb-a82f-c4c43d40c9b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:55.067125 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-567c7917-eeb5-433e-a351-aae9195aa9ff req-e540037c-5d51-4fcb-a82f-c4c43d40c9b1 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=3bfa1a2c35f349b1a3e408eca249b7cf&device_id=f4131bf3-56d0-4dd5-8a0b-f9b028d7bbbe HTTP/1.1" status: 200 len: 1097 time: 0.1762836 Jul 27 21:05:55.078675 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.segments.db [None req-aed79bbb-b05f-47a6-be95-715b10a9459f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c09dfcf3-6903-4154-8fde-ac21d9cf77a1') {'for_net_delete': True} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:05:55.079137 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.segments.db [None req-aed79bbb-b05f-47a6-be95-715b10a9459f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c09dfcf3-6903-4154-8fde-ac21d9cf77a1') {} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:05:55.082047 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd221f7-74d5-4f60-a87c-c845cd54a992 req-5a560db7-54fb-4849-b14e-e0f913fd410e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:55.089087 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-dfd221f7-74d5-4f60-a87c-c845cd54a992 req-5a560db7-54fb-4849-b14e-e0f913fd410e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=bd7fbe4e-00a2-4867-9403-b89fa41a76c1 HTTP/1.1" status: 200 len: 797 time: 0.4136765 Jul 27 21:05:55.116943 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-aed79bbb-b05f-47a6-be95-715b10a9459f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790688883752', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9014348'] for segment, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:55.169485 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-aed79bbb-b05f-47a6-be95-715b10a9459f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:55.170465 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-5d713b83-eb85-48f8-8dd2-b5d7680af533 req-d1f8a3f2-49e8-41bb-90eb-ba851d14050e tempest-InstanceActionsTestJSON-1582266061 tempest-InstanceActionsTestJSON-1582266061-project] 10.222.0.59 "GET /v2.0/ports?device_id=846188f0-0b00-4eb9-af7b-47022faab171 HTTP/1.1" status: 200 len: 210 time: 0.0930781 Jul 27 21:05:55.179493 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61b2ab5-b3c4-42a8-979b-f722de708b6e req-51c7b33f-28cf-415a-a5eb-00739626c909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:55.181126 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-c61b2ab5-b3c4-42a8-979b-f722de708b6e req-51c7b33f-28cf-415a-a5eb-00739626c909 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=0aacf9f2affa47f2ad3a5e01566a8bed&device_id=2d5039c3-d1bd-44fc-85ff-2cac8ca4b430 HTTP/1.1" status: 200 len: 1096 time: 0.5356793 Jul 27 21:05:55.183027 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aed79bbb-b05f-47a6-be95-715b10a9459f admin admin] Releasing vlan 220 on physical network physnet1 to pool {{(pid=105584) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:05:55.183526 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-aed79bbb-b05f-47a6-be95-715b10a9459f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9014063'] for segment, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:55.186554 n-d-705658-22 neutron-server[105584]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 21:05:55.186554 n-d-705658-22 neutron-server[105584]: self.session.flush() Jul 27 21:05:55.186554 n-d-705658-22 neutron-server[105584]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 21:05:55.186554 n-d-705658-22 neutron-server[105584]: self.session.flush() Jul 27 21:05:55.186554 n-d-705658-22 neutron-server[105584]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 21:05:55.186554 n-d-705658-22 neutron-server[105584]: self.session.flush() Jul 27 21:05:55.186554 n-d-705658-22 neutron-server[105584]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 21:05:55.186554 n-d-705658-22 neutron-server[105584]: self.session.flush() Jul 27 21:05:55.186554 n-d-705658-22 neutron-server[105584]: Traceback (most recent call last): Jul 27 21:05:55.186554 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:05:55.186554 n-d-705658-22 neutron-server[105584]: timer() Jul 27 21:05:55.186554 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:05:55.186554 n-d-705658-22 neutron-server[105584]: cb(*args, **kw) Jul 27 21:05:55.186554 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:05:55.186554 n-d-705658-22 neutron-server[105584]: return func(*args, **kwargs) Jul 27 21:05:55.186554 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:05:55.186554 n-d-705658-22 neutron-server[105584]: self._notify() Jul 27 21:05:55.186554 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:05:55.186554 n-d-705658-22 neutron-server[105584]: self.callback(batched_events) Jul 27 21:05:55.186554 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:05:55.186554 n-d-705658-22 neutron-server[105584]: event.method(event) Jul 27 21:05:55.186554 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:05:55.186554 n-d-705658-22 neutron-server[105584]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:05:55.186554 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:05:55.186554 n-d-705658-22 neutron-server[105584]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:05:55.186554 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:05:55.186554 n-d-705658-22 neutron-server[105584]: return f(self, *a, **k) Jul 27 21:05:55.186554 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:05:55.186554 n-d-705658-22 neutron-server[105584]: return self._get(url).json() Jul 27 21:05:55.186554 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:05:55.186554 n-d-705658-22 neutron-server[105584]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:05:55.186554 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:05:55.186554 n-d-705658-22 neutron-server[105584]: return self.request(url, 'GET', **kwargs) Jul 27 21:05:55.186554 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:05:55.186554 n-d-705658-22 neutron-server[105584]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:05:55.186554 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:05:55.186554 n-d-705658-22 neutron-server[105584]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:05:55.186554 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:05:55.186554 n-d-705658-22 neutron-server[105584]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:05:55.186554 n-d-705658-22 neutron-server[105584]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:05:55.257634 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-1a02a91a-0a29-4a47-976e-4dd0da2df1f9 req-735f2697-de64-4b43-983f-fddfe60175af tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] 10.222.0.59 "GET /v2.0/security-groups?id=e760076b-6854-47cf-947b-f6a7a8a579d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1895177 Jul 27 21:05:55.286032 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-c61b2ab5-b3c4-42a8-979b-f722de708b6e req-a21fe6dc-1150-45c9-9c06-d183a595acd9 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=80e31a0e-3131-4fb0-a997-92ef09afc81e HTTP/1.1" status: 200 len: 217 time: 0.0884688 Jul 27 21:05:55.344280 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd221f7-74d5-4f60-a87c-c845cd54a992 req-1dbe04f1-09ab-4be1-b413-45ab898f27c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:55.345900 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-dfd221f7-74d5-4f60-a87c-c845cd54a992 req-1dbe04f1-09ab-4be1-b413-45ab898f27c6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d06e6d48-2725-42c2-bd07-d31f23229f60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2452221 Jul 27 21:05:55.351118 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-aed79bbb-b05f-47a6-be95-715b10a9459f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4075658'] for network, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:55.356388 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-aed79bbb-b05f-47a6-be95-715b10a9459f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743886'] for network, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:55.358335 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-aed79bbb-b05f-47a6-be95-715b10a9459f admin admin] 10.222.0.59 "DELETE /v2.0/networks/a12f8a37-ca47-4a72-91af-8262e529f5be HTTP/1.1" status: 204 len: 168 time: 1.9023988 Jul 27 21:05:55.387887 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61b2ab5-b3c4-42a8-979b-f722de708b6e req-d6d64e77-a67d-44f6-a468-5640bbe75bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:55.389620 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-c61b2ab5-b3c4-42a8-979b-f722de708b6e req-d6d64e77-a67d-44f6-a468-5640bbe75bb7 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=2465aeda-6056-41ad-8a21-acd555237286 HTTP/1.1" status: 200 len: 851 time: 0.0924168 Jul 27 21:05:55.389971 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567c7917-eeb5-433e-a351-aae9195aa9ff req-a77132de-84cd-4d4f-99d6-4539083fef35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:55.391513 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-567c7917-eeb5-433e-a351-aae9195aa9ff req-a77132de-84cd-4d4f-99d6-4539083fef35 service neutron] 10.222.0.60 "GET /v2.0/networks?id=79bd215c-af8d-45db-ad24-972205044e15 HTTP/1.1" status: 200 len: 918 time: 0.3131857 Jul 27 21:05:55.394098 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-80a12831-9b5a-427a-9afc-98322bf12794 tempest-RoutersAdminNegativeIpV6Test-754834731 tempest-RoutersAdminNegativeIpV6Test-754834731-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:55.429166 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-80a12831-9b5a-427a-9afc-98322bf12794 tempest-RoutersAdminNegativeIpV6Test-754834731 tempest-RoutersAdminNegativeIpV6Test-754834731-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:55.432439 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed79bbb-b05f-47a6-be95-715b10a9459f admin admin] Pushing event deleted for resources: {'Network': ['ID=a12f8a37-ca47-4a72-91af-8262e529f5be,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:05:55.574594 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0ad17c-f660-4670-a869-c261a88caeba req-cb79b2cb-fff5-4e05-9811-b9fe8dac3932 tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:55.575313 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61b2ab5-b3c4-42a8-979b-f722de708b6e req-064a125f-7285-4657-8821-6621b7f34b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:55.576184 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-ab0ad17c-f660-4670-a869-c261a88caeba req-cb79b2cb-fff5-4e05-9811-b9fe8dac3932 tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] 10.222.0.59 "GET /v2.0/ports?device_id=f4131bf3-56d0-4dd5-8a0b-f9b028d7bbbe HTTP/1.1" status: 200 len: 945 time: 0.2946320 Jul 27 21:05:55.576580 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-c61b2ab5-b3c4-42a8-979b-f722de708b6e req-064a125f-7285-4657-8821-6621b7f34b8e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c9bb10b7-60f1-43b7-be53-c3351758797b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1648083 Jul 27 21:05:55.578716 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-dfd221f7-74d5-4f60-a87c-c845cd54a992 req-3b552224-7adb-4c39-93c8-bfc85235d9e4 service neutron] 10.222.0.36 "GET /v2.0/networks/d06e6d48-2725-42c2-bd07-d31f23229f60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1953552 Jul 27 21:05:55.636112 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 48488) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:05:55.644875 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-567c7917-eeb5-433e-a351-aae9195aa9ff req-30e5555d-44bb-47bf-82c7-a7976e82d043 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=692f13a5-f9cb-440b-acee-eec7835ad338 HTTP/1.1" status: 200 len: 1000 time: 0.2229962 Jul 27 21:05:55.741581 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-c61b2ab5-b3c4-42a8-979b-f722de708b6e req-f211da3b-51b8-4168-90be-c2703957162e service neutron] 10.222.0.60 "GET /v2.0/networks/c9bb10b7-60f1-43b7-be53-c3351758797b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1561279 Jul 27 21:05:55.745656 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-ab0ad17c-f660-4670-a869-c261a88caeba req-41f15550-26c9-4c89-ad54-b1c6c817f525 tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] 10.222.0.59 "GET /v2.0/security-groups?id=771ef501-f193-4e50-901d-4721d89f2b91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1617973 Jul 27 21:05:55.792904 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-dfd221f7-74d5-4f60-a87c-c845cd54a992 req-13e4217d-7ded-42b8-b519-f8573e183b09 service neutron] 10.222.0.36 "GET /v2.0/networks/d06e6d48-2725-42c2-bd07-d31f23229f60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1592960 Jul 27 21:05:55.793987 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567c7917-eeb5-433e-a351-aae9195aa9ff req-1a26a50f-9b60-4e26-9a87-67c2bbf4f4eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:55.795490 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-567c7917-eeb5-433e-a351-aae9195aa9ff req-1a26a50f-9b60-4e26-9a87-67c2bbf4f4eb service neutron] 10.222.0.60 "GET /v2.0/subnets?id=63030826-f290-4ec4-88a7-e0d5c21af6b4 HTTP/1.1" status: 200 len: 856 time: 0.1402016 Jul 27 21:05:55.804762 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-19dba4ff-97f4-4b93-9b07-422e42bf4b85 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=c0afa5466ff04651aa6207062d398a87&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1598115 Jul 27 21:05:55.809169 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 48490) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:05:55.833697 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d20693-0443-4c4c-958a-99c24af5ff16 req-d06b985e-ec43-49c2-a296-03094aca3ad8 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:55.835175 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e8d20693-0443-4c4c-958a-99c24af5ff16 req-d06b985e-ec43-49c2-a296-03094aca3ad8 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] 10.222.0.59 "GET /v2.0/ports?device_id=29c1b762-5cb9-4f5b-ac71-3cb8a306ebde HTTP/1.1" status: 200 len: 945 time: 0.3184383 Jul 27 21:05:55.844230 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-dfd221f7-74d5-4f60-a87c-c845cd54a992 req-20ba957f-0b9c-463d-bd65-6686f34e80f9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.96&port_id=984e7f87-cd71-496b-8f96-8f7663d6c1ce HTTP/1.1" status: 200 len: 217 time: 0.0408792 Jul 27 21:05:55.877516 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-80a12831-9b5a-427a-9afc-98322bf12794 tempest-RoutersAdminNegativeIpV6Test-754834731 tempest-RoutersAdminNegativeIpV6Test-754834731-project-admin] Notify callbacks [] for router, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:55.898018 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-c61b2ab5-b3c4-42a8-979b-f722de708b6e req-b4461667-d946-44e4-a80c-5cd0361cd431 service neutron] 10.222.0.60 "GET /v2.0/networks/c9bb10b7-60f1-43b7-be53-c3351758797b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1479740 Jul 27 21:05:55.910439 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd221f7-74d5-4f60-a87c-c845cd54a992 req-38eb9c40-a3ea-4d01-951a-c0fc839250c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:55.911899 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-dfd221f7-74d5-4f60-a87c-c845cd54a992 req-38eb9c40-a3ea-4d01-951a-c0fc839250c2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=bd7fbe4e-00a2-4867-9403-b89fa41a76c1 HTTP/1.1" status: 200 len: 797 time: 0.0563517 Jul 27 21:05:56.022388 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e8d20693-0443-4c4c-958a-99c24af5ff16 req-4178fc55-eeea-4f69-9e27-778e0651eb0c tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] 10.222.0.59 "GET /v2.0/security-groups?id=e760076b-6854-47cf-947b-f6a7a8a579d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1656179 Jul 27 21:05:56.023829 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd221f7-74d5-4f60-a87c-c845cd54a992 req-33f2bb2e-f476-4136-8aee-f99a7e5a04d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:56.025707 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-dfd221f7-74d5-4f60-a87c-c845cd54a992 req-33f2bb2e-f476-4136-8aee-f99a7e5a04d9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d06e6d48-2725-42c2-bd07-d31f23229f60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1022866 Jul 27 21:05:56.029238 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490e2e8b-d7d5-44a1-a5d7-0f9af8e172d8 req-3514b3c9-c184-4daa-8642-befd789141c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:56.030653 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-490e2e8b-d7d5-44a1-a5d7-0f9af8e172d8 req-3514b3c9-c184-4daa-8642-befd789141c9 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=0aacf9f2affa47f2ad3a5e01566a8bed&device_id=2d5039c3-d1bd-44fc-85ff-2cac8ca4b430 HTTP/1.1" status: 200 len: 1096 time: 0.0764105 Jul 27 21:05:56.221892 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-80a12831-9b5a-427a-9afc-98322bf12794 tempest-RoutersAdminNegativeIpV6Test-754834731 tempest-RoutersAdminNegativeIpV6Test-754834731-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4163631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-425'] for router, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:56.237927 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-dfd221f7-74d5-4f60-a87c-c845cd54a992 req-fc18669e-413e-49fd-9e87-65c94c0c2605 service neutron] 10.222.0.36 "GET /v2.0/networks/d06e6d48-2725-42c2-bd07-d31f23229f60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2018299 Jul 27 21:05:56.239108 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490e2e8b-d7d5-44a1-a5d7-0f9af8e172d8 req-58139607-1bb8-4d87-bad0-db78956f794f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:56.240385 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-490e2e8b-d7d5-44a1-a5d7-0f9af8e172d8 req-58139607-1bb8-4d87-bad0-db78956f794f service neutron] 10.222.0.60 "GET /v2.0/networks?id=c9bb10b7-60f1-43b7-be53-c3351758797b HTTP/1.1" status: 200 len: 913 time: 0.1962912 Jul 27 21:05:56.244693 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-80a12831-9b5a-427a-9afc-98322bf12794 tempest-RoutersAdminNegativeIpV6Test-754834731 tempest-RoutersAdminNegativeIpV6Test-754834731-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:56.246963 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-9a4a8f7f-30f4-4da0-9e16-3f9b170efba1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:56.261096 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567c7917-eeb5-433e-a351-aae9195aa9ff req-1efa89be-dbb4-45f5-b05f-e0a3421191b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:56.262621 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-567c7917-eeb5-433e-a351-aae9195aa9ff req-1efa89be-dbb4-45f5-b05f-e0a3421191b7 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=79bd215c-af8d-45db-ad24-972205044e15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4542584 Jul 27 21:05:56.295309 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-490e2e8b-d7d5-44a1-a5d7-0f9af8e172d8 req-d1f87085-c56a-458a-aa6f-2571f0276cdb service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=80e31a0e-3131-4fb0-a997-92ef09afc81e HTTP/1.1" status: 200 len: 217 time: 0.0469534 Jul 27 21:05:56.393766 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-9a4a8f7f-30f4-4da0-9e16-3f9b170efba1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:56.394591 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490e2e8b-d7d5-44a1-a5d7-0f9af8e172d8 req-2612cc2e-b07b-4c5c-bb5d-57b97d25a47f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:56.396049 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-490e2e8b-d7d5-44a1-a5d7-0f9af8e172d8 req-2612cc2e-b07b-4c5c-bb5d-57b97d25a47f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=2465aeda-6056-41ad-8a21-acd555237286 HTTP/1.1" status: 200 len: 851 time: 0.0912745 Jul 27 21:05:56.410185 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-80a12831-9b5a-427a-9afc-98322bf12794 tempest-RoutersAdminNegativeIpV6Test-754834731 tempest-RoutersAdminNegativeIpV6Test-754834731-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4163007'] for router, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:56.410790 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80a12831-9b5a-427a-9afc-98322bf12794 tempest-RoutersAdminNegativeIpV6Test-754834731 tempest-RoutersAdminNegativeIpV6Test-754834731-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e37c3839-e294-406c-953f-87295f23ef05 {{(pid=105585) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 21:05:56.450578 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-dfd221f7-74d5-4f60-a87c-c845cd54a992 req-ded715ca-ddd7-4244-949c-8cb12d411ebe service neutron] 10.222.0.36 "GET /v2.0/networks/d06e6d48-2725-42c2-bd07-d31f23229f60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1963122 Jul 27 21:05:56.476755 n-d-705658-22 neutron-server[105585]: INFO neutron.api.v2.resource [None req-80a12831-9b5a-427a-9afc-98322bf12794 tempest-RoutersAdminNegativeIpV6Test-754834731 tempest-RoutersAdminNegativeIpV6Test-754834731-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jul 27 21:05:56.477595 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-80a12831-9b5a-427a-9afc-98322bf12794 tempest-RoutersAdminNegativeIpV6Test-754834731 tempest-RoutersAdminNegativeIpV6Test-754834731-project-admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 409 len: 370 time: 2.4901726 Jul 27 21:05:56.484367 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1b1919-c865-4639-b15e-0bb2b472a868 req-0bdd13de-c2f6-4a5c-87e6-054ef8bab4ab tempest-InstanceActionsTestJSON-1582266061 tempest-InstanceActionsTestJSON-1582266061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:56.485773 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-9a1b1919-c865-4639-b15e-0bb2b472a868 req-0bdd13de-c2f6-4a5c-87e6-054ef8bab4ab tempest-InstanceActionsTestJSON-1582266061 tempest-InstanceActionsTestJSON-1582266061-project] 10.222.0.36 "GET /v2.0/networks?id=f37071dc-f599-46bf-845c-bcab9301b926 HTTP/1.1" status: 200 len: 812 time: 0.3761091 Jul 27 21:05:56.491900 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 48518) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:05:56.497722 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-dfd221f7-74d5-4f60-a87c-c845cd54a992 req-0a1bf0f0-bf02-4eaa-8403-3f958a20360f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.217&port_id=26471e2e-d677-40a0-8669-23cffdd218b5 HTTP/1.1" status: 200 len: 217 time: 0.0390232 Jul 27 21:05:56.517828 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490e2e8b-d7d5-44a1-a5d7-0f9af8e172d8 req-440fa9bd-c776-40d6-bfc2-b735ad4f0eff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:56.519356 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-490e2e8b-d7d5-44a1-a5d7-0f9af8e172d8 req-440fa9bd-c776-40d6-bfc2-b735ad4f0eff service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c9bb10b7-60f1-43b7-be53-c3351758797b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1145577 Jul 27 21:05:56.519541 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [req-9a1b1919-c865-4639-b15e-0bb2b472a868 req-1a739620-07b6-467d-8ccc-eceffb157851 tempest-InstanceActionsTestJSON-1582266061 tempest-InstanceActionsTestJSON-1582266061-project] Request body: {'port': {'device_id': '846188f0-0b00-4eb9-af7b-47022faab171', 'network_id': 'f37071dc-f599-46bf-845c-bcab9301b926', 'admin_state_up': True, 'tenant_id': 'f6c3bbd20a984bf5bd8553924658cf04'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:05:56.611953 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd221f7-74d5-4f60-a87c-c845cd54a992 req-c9d0b662-5d88-450b-bcf6-8eb21b9aab18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:56.612705 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949f9ca9-a954-439f-9116-ffafd3303f33 req-9cc3d665-5136-4a70-a915-596486ef8e51 tempest-ServersTestManualDisk-414101687 tempest-ServersTestManualDisk-414101687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:56.613446 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-dfd221f7-74d5-4f60-a87c-c845cd54a992 req-c9d0b662-5d88-450b-bcf6-8eb21b9aab18 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=bd7fbe4e-00a2-4867-9403-b89fa41a76c1 HTTP/1.1" status: 200 len: 797 time: 0.1065366 Jul 27 21:05:56.614415 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-949f9ca9-a954-439f-9116-ffafd3303f33 req-9cc3d665-5136-4a70-a915-596486ef8e51 tempest-ServersTestManualDisk-414101687 tempest-ServersTestManualDisk-414101687-project] 10.222.0.59 "GET /v2.0/ports?device_id=2d5039c3-d1bd-44fc-85ff-2cac8ca4b430 HTTP/1.1" status: 200 len: 944 time: 0.5390527 Jul 27 21:05:56.628828 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-567c7917-eeb5-433e-a351-aae9195aa9ff req-596ad743-8613-4d67-bc1d-f92d7c21d371 service neutron] 10.222.0.60 "GET /v2.0/networks/79bd215c-af8d-45db-ad24-972205044e15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3417053 Jul 27 21:05:56.675833 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-9a4a8f7f-30f4-4da0-9e16-3f9b170efba1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:56.679248 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-9a4a8f7f-30f4-4da0-9e16-3f9b170efba1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:56.680390 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-9a4a8f7f-30f4-4da0-9e16-3f9b170efba1 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/0efbb1a6-c113-4c5b-94a8-629af425a04d HTTP/1.1" status: 204 len: 168 time: 0.8609228 Jul 27 21:05:56.683687 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Device 692f13a5-f9cb-440b-acee-eec7835ad338 no longer exists at agent hyperv_n-h2-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:05:56.684681 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-490e2e8b-d7d5-44a1-a5d7-0f9af8e172d8 req-c4ddb09a-47f1-4aaf-a7af-9112a6ebeaaa service neutron] 10.222.0.60 "GET /v2.0/networks/c9bb10b7-60f1-43b7-be53-c3351758797b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1464670 Jul 27 21:05:56.776496 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4a8f7f-30f4-4da0-9e16-3f9b170efba1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0efbb1a6-c113-4c5b-94a8-629af425a04d,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:05:56.792584 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd221f7-74d5-4f60-a87c-c845cd54a992 req-38ad5f06-b67b-47e1-b9d4-e616f76dbb74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:56.794577 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-dfd221f7-74d5-4f60-a87c-c845cd54a992 req-38ad5f06-b67b-47e1-b9d4-e616f76dbb74 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d06e6d48-2725-42c2-bd07-d31f23229f60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1642811 Jul 27 21:05:56.812832 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:56.879191 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4131bf3-56d0-4dd5-8a0b-f9b028d7bbbe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '692f13a5-f9cb-440b-acee-eec7835ad338'}] {{(pid=105586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:05:56.887425 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14c1663e039faf5393f87855f745010ac5b02220355b68fdbf065393e303ac56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dd85be6-0bfe-4001-ba9b-56cbd1081aa6" -d '{"events": [{"server_uuid": "f4131bf3-56d0-4dd5-8a0b-f9b028d7bbbe", "name": "network-vif-unplugged", "status": "completed", "tag": "692f13a5-f9cb-440b-acee-eec7835ad338"}]}' {{(pid=105586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:05:56.919621 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] For port 692f13a5-f9cb-440b-acee-eec7835ad338, host n-h2-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=692f13a5-f9cb-440b-acee-eec7835ad338,segment=NetworkSegment(660ec341-81d1-41c4-8987-bc307d97b3d6),segment_id=660ec341-81d1-41c4-8987-bc307d97b3d6)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:05:56.928520 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:56.935791 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-490e2e8b-d7d5-44a1-a5d7-0f9af8e172d8 req-1244b282-9e4a-4f5e-bfb4-7d578819621f service neutron] 10.222.0.60 "GET /v2.0/networks/c9bb10b7-60f1-43b7-be53-c3351758797b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2422829 Jul 27 21:05:56.967998 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-dfd221f7-74d5-4f60-a87c-c845cd54a992 req-3a4fe79d-2925-40ba-bb38-db3a1c729954 service neutron] 10.222.0.36 "GET /v2.0/networks/d06e6d48-2725-42c2-bd07-d31f23229f60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1542270 Jul 27 21:05:56.980431 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Pushing event updated for resources: {'Port': ['ID=692f13a5-f9cb-440b-acee-eec7835ad338,revision_number=8']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:05:57.084593 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-dfd221f7-74d5-4f60-a87c-c845cd54a992 req-dace2eae-13fc-46c4-9b35-afb4efcdb658 service neutron] 10.222.0.36 "GET /v2.0/networks/d06e6d48-2725-42c2-bd07-d31f23229f60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1060126 Jul 27 21:05:57.129237 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-dfd221f7-74d5-4f60-a87c-c845cd54a992 req-b898d740-3e9d-42d9-b8db-55171bac3b4a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=393132c5-1d7b-4862-8edc-dad8e0cfee95 HTTP/1.1" status: 200 len: 217 time: 0.0367193 Jul 27 21:05:57.182526 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd221f7-74d5-4f60-a87c-c845cd54a992 req-7863f742-713f-40de-9a30-1a56df64da61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:57.184137 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-dfd221f7-74d5-4f60-a87c-c845cd54a992 req-7863f742-713f-40de-9a30-1a56df64da61 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d2866305-edb6-464f-870e-fc177be24bc0 HTTP/1.1" status: 200 len: 797 time: 0.0467579 Jul 27 21:05:57.184822 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 48548) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:05:57.220857 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-949f9ca9-a954-439f-9116-ffafd3303f33 req-23a70877-c03e-42a0-b310-beb60a4b4561 tempest-ServersTestManualDisk-414101687 tempest-ServersTestManualDisk-414101687-project] 10.222.0.59 "GET /v2.0/security-groups?id=b651a35a-abe3-4aed-b8bf-0a538fda8313&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5912368 Jul 27 21:05:57.267882 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-ebd45969-bd28-40cd-82e3-2850d235f1cb admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=169264f85b5d4d099625a16828854f96&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0818439 Jul 27 21:05:57.270478 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 48550) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:05:57.291880 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd221f7-74d5-4f60-a87c-c845cd54a992 req-588e1ecc-6cb2-48c6-99d3-0569ebf29156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:57.293396 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-dfd221f7-74d5-4f60-a87c-c845cd54a992 req-588e1ecc-6cb2-48c6-99d3-0569ebf29156 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=dd0adb7c-988a-43cc-a0da-76a1fae1d8ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1010871 Jul 27 21:05:57.302173 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-567c7917-eeb5-433e-a351-aae9195aa9ff req-1c12f8fe-05f2-4ec0-b82c-4101188e5071 service neutron] 10.222.0.60 "GET /v2.0/networks/79bd215c-af8d-45db-ad24-972205044e15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6617675 Jul 27 21:05:57.316326 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a1b1919-c865-4639-b15e-0bb2b472a868 req-1a739620-07b6-467d-8ccc-eceffb157851 tempest-InstanceActionsTestJSON-1582266061 tempest-InstanceActionsTestJSON-1582266061-project] Made reservation on behalf of f6c3bbd20a984bf5bd8553924658cf04 for: {'port': 1} {{(pid=105585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:05:57.319959 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-9a1b1919-c865-4639-b15e-0bb2b472a868 req-1a739620-07b6-467d-8ccc-eceffb157851 tempest-InstanceActionsTestJSON-1582266061 tempest-InstanceActionsTestJSON-1582266061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:57.348298 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-950b6017-c4c4-405a-8aa5-4b6fdd435616 req-d7050ff2-2261-4368-9671-8d025468ec70 tempest-InstanceActionsTestJSON-1582266061 tempest-InstanceActionsTestJSON-1582266061-project] 10.222.0.59 "GET /v2.0/ports?device_id=846188f0-0b00-4eb9-af7b-47022faab171 HTTP/1.1" status: 200 len: 210 time: 0.0541162 Jul 27 21:05:57.355983 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [None req-7ac8c584-0155-435d-90cc-fea09ce771d3 tempest-RoutersAdminNegativeIpV6Test-754834731 tempest-RoutersAdminNegativeIpV6Test-754834731-project-admin] Deleting port 822f2aee-42ac-413f-9380-517b9205cd35 {{(pid=105585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:05:57.356289 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-7ac8c584-0155-435d-90cc-fea09ce771d3 tempest-RoutersAdminNegativeIpV6Test-754834731 tempest-RoutersAdminNegativeIpV6Test-754834731-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:57.382093 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-b3feb8b1-5f6b-4db2-8bd1-cb0ddd1f9dbb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:57.426560 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db49e6f-6598-4f46-b7c3-ad32a12fdfbe req-2e0915ac-0c48-4913-bf8b-f06564d54260 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:57.428206 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-1db49e6f-6598-4f46-b7c3-ad32a12fdfbe req-2e0915ac-0c48-4913-bf8b-f06564d54260 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] 10.222.0.59 "GET /v2.0/ports?device_id=7e4e7e1b-7ee4-4932-8352-9da05c794800 HTTP/1.1" status: 200 len: 943 time: 0.2320421 Jul 27 21:05:57.598874 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-7ac8c584-0155-435d-90cc-fea09ce771d3 tempest-RoutersAdminNegativeIpV6Test-754834731 tempest-RoutersAdminNegativeIpV6Test-754834731-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:57.642884 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-b3feb8b1-5f6b-4db2-8bd1-cb0ddd1f9dbb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:57.657094 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-dfd221f7-74d5-4f60-a87c-c845cd54a992 req-c9eeb212-9316-41f1-a702-93f9455d0478 service neutron] 10.222.0.36 "GET /v2.0/networks/dd0adb7c-988a-43cc-a0da-76a1fae1d8ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3524323 Jul 27 21:05:57.662038 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [None req-7ac8c584-0155-435d-90cc-fea09ce771d3 tempest-RoutersAdminNegativeIpV6Test-754834731 tempest-RoutersAdminNegativeIpV6Test-754834731-project-admin] Calling delete_port for 822f2aee-42ac-413f-9380-517b9205cd35 owned by {{(pid=105585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:05:57.685445 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.db_base_plugin_common [req-9a1b1919-c865-4639-b15e-0bb2b472a868 req-1a739620-07b6-467d-8ccc-eceffb157851 tempest-InstanceActionsTestJSON-1582266061 tempest-InstanceActionsTestJSON-1582266061-project] Allocated IP 172.20.0.10 (f37071dc-f599-46bf-845c-bcab9301b926/e4e6e968-e48c-4ea1-9453-6b2cdf07d30a/842a455f-d2bd-4ceb-bed6-ff16b212294b) {{(pid=105585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:05:57.754437 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-b3feb8b1-5f6b-4db2-8bd1-cb0ddd1f9dbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:57.756904 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-b3feb8b1-5f6b-4db2-8bd1-cb0ddd1f9dbb admin admin] Notify callbacks [] for security_group, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:57.761070 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-b3feb8b1-5f6b-4db2-8bd1-cb0ddd1f9dbb admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/0b6343a4-1475-404b-9b65-7cde342babe9 HTTP/1.1" status: 204 len: 168 time: 0.4866397 Jul 27 21:05:57.768816 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3feb8b1-5f6b-4db2-8bd1-cb0ddd1f9dbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b6343a4-1475-404b-9b65-7cde342babe9,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:05:57.771964 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-dfd221f7-74d5-4f60-a87c-c845cd54a992 req-5cb44b90-f524-4d34-ae9c-0b27155eda71 service neutron] 10.222.0.36 "GET /v2.0/networks/dd0adb7c-988a-43cc-a0da-76a1fae1d8ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1031885 Jul 27 21:05:57.808744 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8bbcff-c507-4018-bd8c-4c12326823fe req-74e38984-857a-401e-92df-3a63c725a280 tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:57.810300 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-5e8bbcff-c507-4018-bd8c-4c12326823fe req-74e38984-857a-401e-92df-3a63c725a280 tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] 10.222.0.59 "GET /v2.0/ports?device_id=f4131bf3-56d0-4dd5-8a0b-f9b028d7bbbe HTTP/1.1" status: 200 len: 943 time: 0.2664917 Jul 27 21:05:57.836718 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-dfd221f7-74d5-4f60-a87c-c845cd54a992 req-f2dabf88-1167-429f-ac33-4fee320fd6c2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=c93b5038-6969-4f8d-8d0a-5a1c280dd74b HTTP/1.1" status: 200 len: 217 time: 0.0529644 Jul 27 21:05:57.838774 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [req-1db49e6f-6598-4f46-b7c3-ad32a12fdfbe req-62509c0c-e0dd-4bef-9121-0ff97f9ce84f tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] Deleting port 07181a36-ce8e-4727-aae8-8d76b20071fb {{(pid=105585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:05:57.839151 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-1db49e6f-6598-4f46-b7c3-ad32a12fdfbe req-62509c0c-e0dd-4bef-9121-0ff97f9ce84f tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:57.901598 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd221f7-74d5-4f60-a87c-c845cd54a992 req-63ed2d82-a70d-40ac-b051-5fa18a0245e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:57.903366 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-dfd221f7-74d5-4f60-a87c-c845cd54a992 req-63ed2d82-a70d-40ac-b051-5fa18a0245e3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d2866305-edb6-464f-870e-fc177be24bc0 HTTP/1.1" status: 200 len: 797 time: 0.0598946 Jul 27 21:05:57.975549 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd221f7-74d5-4f60-a87c-c845cd54a992 req-52bb6079-62eb-4196-81cf-ce417e18a9f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:57.978641 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-dfd221f7-74d5-4f60-a87c-c845cd54a992 req-52bb6079-62eb-4196-81cf-ce417e18a9f6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=dd0adb7c-988a-43cc-a0da-76a1fae1d8ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0676315 Jul 27 21:05:58.001768 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-5e8bbcff-c507-4018-bd8c-4c12326823fe req-32a7c257-b46d-4cc1-85d7-3d48d8b6a5c5 tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] 10.222.0.59 "GET /v2.0/security-groups?id=771ef501-f193-4e50-901d-4721d89f2b91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1808081 Jul 27 21:05:58.077926 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.db [req-1db49e6f-6598-4f46-b7c3-ad32a12fdfbe req-62509c0c-e0dd-4bef-9121-0ff97f9ce84f tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] For port 07181a36-ce8e-4727-aae8-8d76b20071fb, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=07181a36-ce8e-4727-aae8-8d76b20071fb,segment=NetworkSegment(7253e476-fc19-4126-9562-a06a41b3b94e),segment_id=7253e476-fc19-4126-9562-a06a41b3b94e)] {{(pid=105585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:05:58.078304 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-1db49e6f-6598-4f46-b7c3-ad32a12fdfbe req-62509c0c-e0dd-4bef-9121-0ff97f9ce84f tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:58.093647 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 27 Jul 2021 21:05:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ea67cad-27a3-4fed-bdc1-215f259cee70 x-openstack-request-id: req-7ea67cad-27a3-4fed-bdc1-215f259cee70 {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:05:58.094297 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-7ac8c584-0155-435d-90cc-fea09ce771d3 tempest-RoutersAdminNegativeIpV6Test-754834731 tempest-RoutersAdminNegativeIpV6Test-754834731-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:58.095127 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4131bf3-56d0-4dd5-8a0b-f9b028d7bbbe", "name": "network-vif-unplugged", "status": "completed", "tag": "692f13a5-f9cb-440b-acee-eec7835ad338", "code": 200}]} {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:05:58.095533 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-7ea67cad-27a3-4fed-bdc1-215f259cee70 {{(pid=105586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:05:58.096075 n-d-705658-22 neutron-server[105586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4131bf3-56d0-4dd5-8a0b-f9b028d7bbbe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '692f13a5-f9cb-440b-acee-eec7835ad338', 'code': 200} Jul 27 21:05:58.097943 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-dfd221f7-74d5-4f60-a87c-c845cd54a992 req-07fa7746-8e43-4afc-997a-cb9ddec926b7 service neutron] 10.222.0.36 "GET /v2.0/networks/dd0adb7c-988a-43cc-a0da-76a1fae1d8ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1121547 Jul 27 21:05:58.101143 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-9a1b1919-c865-4639-b15e-0bb2b472a868 req-1a739620-07b6-467d-8ccc-eceffb157851 tempest-InstanceActionsTestJSON-1582266061 tempest-InstanceActionsTestJSON-1582266061-project] Notify callbacks [] for port, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:58.112847 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [req-1db49e6f-6598-4f46-b7c3-ad32a12fdfbe req-62509c0c-e0dd-4bef-9121-0ff97f9ce84f tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] Calling delete_port for 07181a36-ce8e-4727-aae8-8d76b20071fb owned by compute:nova {{(pid=105585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:05:58.154720 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac8c584-0155-435d-90cc-fea09ce771d3 tempest-RoutersAdminNegativeIpV6Test-754834731 tempest-RoutersAdminNegativeIpV6Test-754834731-project-admin] Pushing event deleted for resources: {'Port': ['ID=822f2aee-42ac-413f-9380-517b9205cd35,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:05:58.211468 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-dfd221f7-74d5-4f60-a87c-c845cd54a992 req-2bd78c67-fc67-42d0-8961-b0f7f7a2de55 service neutron] 10.222.0.36 "GET /v2.0/networks/dd0adb7c-988a-43cc-a0da-76a1fae1d8ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1061933 Jul 27 21:05:58.335161 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-9a1b1919-c865-4639-b15e-0bb2b472a868 req-1a739620-07b6-467d-8ccc-eceffb157851 tempest-InstanceActionsTestJSON-1582266061 tempest-InstanceActionsTestJSON-1582266061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:58.336963 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-7ac8c584-0155-435d-90cc-fea09ce771d3 tempest-RoutersAdminNegativeIpV6Test-754834731 tempest-RoutersAdminNegativeIpV6Test-754834731-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:58.339360 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-7ac8c584-0155-435d-90cc-fea09ce771d3 tempest-RoutersAdminNegativeIpV6Test-754834731 tempest-RoutersAdminNegativeIpV6Test-754834731-project-admin] 10.222.0.59 "DELETE /v2.0/ports/822f2aee-42ac-413f-9380-517b9205cd35 HTTP/1.1" status: 204 len: 168 time: 1.8448899 Jul 27 21:05:58.433098 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a1b1919-c865-4639-b15e-0bb2b472a868 req-1a739620-07b6-467d-8ccc-eceffb157851 tempest-InstanceActionsTestJSON-1582266061 tempest-InstanceActionsTestJSON-1582266061-project] Network f37071dc-f599-46bf-845c-bcab9301b926 is already hosted by enough agents. {{(pid=105585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:05:58.465681 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.base_scheduler [req-9a1b1919-c865-4639-b15e-0bb2b472a868 req-1a739620-07b6-467d-8ccc-eceffb157851 tempest-InstanceActionsTestJSON-1582266061 tempest-InstanceActionsTestJSON-1582266061-project] Resources bound (agent type, host, resource id): {{(pid=105585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:05:58.481094 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a1b1919-c865-4639-b15e-0bb2b472a868 req-1a739620-07b6-467d-8ccc-eceffb157851 tempest-InstanceActionsTestJSON-1582266061 tempest-InstanceActionsTestJSON-1582266061-project] Received port after_create {{(pid=105585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:05:58.485997 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-2b012499-40e3-4716-9e29-f45f270e1408 req-0b8d68cc-67b4-4825-a993-d66a0d7d07d5 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=2ab3b612-b1bf-43fb-a1f2-964eea921f62&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2699091 Jul 27 21:05:58.489716 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a739620-07b6-467d-8ccc-eceffb157851 tempest-InstanceActionsTestJSON-1582266061 tempest-InstanceActionsTestJSON-1582266061-project] Pushing event updated for resources: {'Port': ['ID=842a455f-d2bd-4ceb-bed6-ff16b212294b,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:05:58.556435 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb82ee65-a2f1-4269-bd5f-a8f01b0d2e74 req-3520e5c1-4817-40f9-98ac-ae86a101f317 tempest-ServersTestManualDisk-414101687 tempest-ServersTestManualDisk-414101687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:58.559692 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 48584) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:05:58.563365 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-cb82ee65-a2f1-4269-bd5f-a8f01b0d2e74 req-3520e5c1-4817-40f9-98ac-ae86a101f317 tempest-ServersTestManualDisk-414101687 tempest-ServersTestManualDisk-414101687-project] 10.222.0.59 "GET /v2.0/ports?device_id=2d5039c3-d1bd-44fc-85ff-2cac8ca4b430 HTTP/1.1" status: 200 len: 944 time: 0.2494283 Jul 27 21:05:58.585106 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-1db49e6f-6598-4f46-b7c3-ad32a12fdfbe req-62509c0c-e0dd-4bef-9121-0ff97f9ce84f tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:58.592391 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1b1919-c865-4639-b15e-0bb2b472a868 req-1a739620-07b6-467d-8ccc-eceffb157851 tempest-InstanceActionsTestJSON-1582266061 tempest-InstanceActionsTestJSON-1582266061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:58.593004 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-9a1b1919-c865-4639-b15e-0bb2b472a868 req-1a739620-07b6-467d-8ccc-eceffb157851 tempest-InstanceActionsTestJSON-1582266061 tempest-InstanceActionsTestJSON-1582266061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:58.598651 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] get_ports_and_sgs() called for port_ids ['b7548bc3-c3ee-4f0b-95e3-8bcdd1f6c845'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:05:58.600822 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 48588) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:05:58.610988 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] get_ports_and_sgs() called for port_ids ['8d0fe2af-3f78-43a3-a31d-c94adcdf7995'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:05:58.669221 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62509c0c-e0dd-4bef-9121-0ff97f9ce84f tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] Pushing event deleted for resources: {'Port': ['ID=07181a36-ce8e-4727-aae8-8d76b20071fb,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:05:58.699892 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Device 80e31a0e-3131-4fb0-a997-92ef09afc81e details requested by agent hyperv_n-h2-705658-22 with host n-h2-705658-22 {{(pid=105586) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:05:58.716576 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-3ef7b4bf-dc7b-4f16-949d-6ed27c18e985 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1870993663-network', 'tenant_id': 'e1fb739b05c1455a9d1707e6208d2dd1'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:05:58.729104 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-9a1b1919-c865-4639-b15e-0bb2b472a868 req-1a739620-07b6-467d-8ccc-eceffb157851 tempest-InstanceActionsTestJSON-1582266061 tempest-InstanceActionsTestJSON-1582266061-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2231464 Jul 27 21:05:58.751180 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-cb82ee65-a2f1-4269-bd5f-a8f01b0d2e74 req-62248b50-798d-466e-a86d-ca1d4b20ea1d tempest-ServersTestManualDisk-414101687 tempest-ServersTestManualDisk-414101687-project] 10.222.0.59 "GET /v2.0/security-groups?id=b651a35a-abe3-4aed-b8bf-0a538fda8313&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1807137 Jul 27 21:05:58.764704 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ef7b4bf-dc7b-4f16-949d-6ed27c18e985 admin admin] Made reservation on behalf of e1fb739b05c1455a9d1707e6208d2dd1 for: {'network': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:05:58.767466 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-3ef7b4bf-dc7b-4f16-949d-6ed27c18e985 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for network, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:58.778386 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-3ef7b4bf-dc7b-4f16-949d-6ed27c18e985 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:58.802316 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [req-9a1b1919-c865-4639-b15e-0bb2b472a868 req-e7172d39-551d-4a91-a766-62850cc70998 service neutron] Request body: {'port': {'device_id': '846188f0-0b00-4eb9-af7b-47022faab171', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-705658-22'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:05:58.807150 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.l3_dvrscheduler_db [req-1db49e6f-6598-4f46-b7c3-ad32a12fdfbe req-62509c0c-e0dd-4bef-9121-0ff97f9ce84f tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] No DVR routers for this DVR port 07181a36-ce8e-4727-aae8-8d76b20071fb on host n-h1-705658-22 {{(pid=105585) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:05:58.811020 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-1db49e6f-6598-4f46-b7c3-ad32a12fdfbe req-62509c0c-e0dd-4bef-9121-0ff97f9ce84f tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:58.815261 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-1db49e6f-6598-4f46-b7c3-ad32a12fdfbe req-62509c0c-e0dd-4bef-9121-0ff97f9ce84f tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] 10.222.0.59 "DELETE /v2.0/ports/07181a36-ce8e-4727-aae8-8d76b20071fb HTTP/1.1" status: 204 len: 173 time: 1.3482537 Jul 27 21:05:58.817213 n-d-705658-22 neutron-server[105585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e4e7e1b-7ee4-4932-8352-9da05c794800', 'name': 'network-vif-deleted', 'tag': '07181a36-ce8e-4727-aae8-8d76b20071fb'}] {{(pid=105585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:05:58.820405 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d66fd65881426bfc2b5388084a3654e5eae521106a15a3dbf0eb4cde7106c36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7787b4f-0eab-448b-b271-10f43257bf23" -d '{"events": [{"server_uuid": "7e4e7e1b-7ee4-4932-8352-9da05c794800", "name": "network-vif-deleted", "tag": "07181a36-ce8e-4727-aae8-8d76b20071fb"}]}' {{(pid=105585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:05:58.860621 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-81452d40-eba3-4892-8063-4ba60de21fbb admin admin] Notify callbacks [] for security_group, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:58.881545 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] For port 80e31a0e-3131-4fb0-a997-92ef09afc81e, host n-h2-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=80e31a0e-3131-4fb0-a997-92ef09afc81e,segment=NetworkSegment(f6d12d50-897c-448b-967a-a36bc00c69b7),segment_id=f6d12d50-897c-448b-967a-a36bc00c69b7)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:05:58.883660 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b012499-40e3-4716-9e29-f45f270e1408 req-eac3d4a1-78b5-4ebc-b90f-a7f9a183a2d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:58.886422 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-2b012499-40e3-4716-9e29-f45f270e1408 req-eac3d4a1-78b5-4ebc-b90f-a7f9a183a2d4 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=037df3a90f014739a3644a9c2d1586c8&device_id=2ab3b612-b1bf-43fb-a1f2-964eea921f62 HTTP/1.1" status: 200 len: 1097 time: 0.3182178 Jul 27 21:05:58.954334 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Returning: {'device': '80e31a0e-3131-4fb0-a997-92ef09afc81e', 'network_id': 'c9bb10b7-60f1-43b7-be53-c3351758797b', 'port_id': '80e31a0e-3131-4fb0-a997-92ef09afc81e', 'mac_address': 'fa:16:3e:a6:17:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 240, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2465aeda-6056-41ad-8a21-acd555237286', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105586) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:05:59.018924 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-3ef7b4bf-dc7b-4f16-949d-6ed27c18e985 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:59.045478 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:59.064138 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-3ef7b4bf-dc7b-4f16-949d-6ed27c18e985 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:59.088815 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [None req-3d54578f-831f-4696-b568-13c455922dab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80e31a0e-3131-4fb0-a997-92ef09afc81e {{(pid=105586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:05:59.109416 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] For port 80e31a0e-3131-4fb0-a997-92ef09afc81e, host n-h2-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=80e31a0e-3131-4fb0-a997-92ef09afc81e,segment=NetworkSegment(f6d12d50-897c-448b-967a-a36bc00c69b7),segment_id=f6d12d50-897c-448b-967a-a36bc00c69b7)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:05:59.111337 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ef7b4bf-dc7b-4f16-949d-6ed27c18e985 admin admin] vlan segment allocate from pool success with {'vlan_id': 248, 'physical_network': 'physnet1'} {{(pid=105584) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:05:59.125918 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:59.132119 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef7b4bf-dc7b-4f16-949d-6ed27c18e985 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b15f5b80-af13-4f52-8ccb-81eb39c9ce76,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:05:59.135783 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-3ef7b4bf-dc7b-4f16-949d-6ed27c18e985 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:59.136123 n-d-705658-22 neutron-server[105584]: INFO neutron.db.segments_db [None req-3ef7b4bf-dc7b-4f16-949d-6ed27c18e985 admin admin] Added segment eec497d5-da54-4ee0-a918-3b5a0fb2dd25 of type vlan for network 4c0965e3-c61d-4368-9ab5-e4e111abc9a3 Jul 27 21:05:59.170642 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-9a1b1919-c865-4639-b15e-0bb2b472a868 req-e7172d39-551d-4a91-a766-62850cc70998 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:59.254465 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-81452d40-eba3-4892-8063-4ba60de21fbb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:59.270045 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-81452d40-eba3-4892-8063-4ba60de21fbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:59.277115 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Pushing event updated for resources: {'Port': ['ID=80e31a0e-3131-4fb0-a997-92ef09afc81e,revision_number=4']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:05:59.286914 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-3ef7b4bf-dc7b-4f16-949d-6ed27c18e985 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790688424798'] for network, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:59.346075 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-81452d40-eba3-4892-8063-4ba60de21fbb admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=af7498239bdb427bbad6ce656deecfbf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7414122 Jul 27 21:05:59.348559 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 48606) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:05:59.353402 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81452d40-eba3-4892-8063-4ba60de21fbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3daafb00-16c0-4494-8858-81e3f37defa8,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:05:59.367807 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-3ef7b4bf-dc7b-4f16-949d-6ed27c18e985 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920'] for network, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:59.370986 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ef7b4bf-dc7b-4f16-949d-6ed27c18e985 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:59.371771 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-3ef7b4bf-dc7b-4f16-949d-6ed27c18e985 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743886'] for network, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:59.410374 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdbc30f-4d15-4254-b60d-b37e2a08fd97 req-38dcd181-d7fd-43ee-b245-a644e5cbf514 tempest-InstanceActionsTestJSON-1582266061 tempest-InstanceActionsTestJSON-1582266061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:59.415167 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-0bdbc30f-4d15-4254-b60d-b37e2a08fd97 req-38dcd181-d7fd-43ee-b245-a644e5cbf514 tempest-InstanceActionsTestJSON-1582266061 tempest-InstanceActionsTestJSON-1582266061-project] 10.222.0.59 "GET /v2.0/ports?device_id=846188f0-0b00-4eb9-af7b-47022faab171 HTTP/1.1" status: 200 len: 932 time: 0.5799031 Jul 27 21:05:59.433903 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b012499-40e3-4716-9e29-f45f270e1408 req-4da87d4d-dc0c-44c7-91d6-807f75b2b1c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:59.437904 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-2b012499-40e3-4716-9e29-f45f270e1408 req-4da87d4d-dc0c-44c7-91d6-807f75b2b1c9 service neutron] 10.222.0.60 "GET /v2.0/networks?id=6aa76440-68bb-4814-b579-87efb5c679e3 HTTP/1.1" status: 200 len: 913 time: 0.5116131 Jul 27 21:05:59.459931 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-3ef7b4bf-dc7b-4f16-949d-6ed27c18e985 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8982508 Jul 27 21:05:59.461174 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef7b4bf-dc7b-4f16-949d-6ed27c18e985 admin admin] Pushing event updated for resources: {'Network': ['ID=4c0965e3-c61d-4368-9ab5-e4e111abc9a3,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:05:59.463278 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 48610) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:05:59.471740 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Network 4c0965e3-c61d-4368-9ab5-e4e111abc9a3 details requested by agent ovs-agent-n-d-705658-22 with host n-d-705658-22 {{(pid=105586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:05:59.482959 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-b133f19c-044b-4b0f-a1e5-de30649cddfc admin admin] Request body: {'subnet': {'network_id': '4c0965e3-c61d-4368-9ab5-e4e111abc9a3', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1870993663-subnet', 'tenant_id': 'e1fb739b05c1455a9d1707e6208d2dd1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:05:59.515587 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] get_ports_and_sgs() called for port_ids ['80e31a0e-3131-4fb0-a997-92ef09afc81e'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:05:59.517065 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b133f19c-044b-4b0f-a1e5-de30649cddfc admin admin] Made reservation on behalf of e1fb739b05c1455a9d1707e6208d2dd1 for: {'subnet': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:05:59.519962 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-b133f19c-044b-4b0f-a1e5-de30649cddfc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9738786'] for subnet, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:59.583529 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-2b012499-40e3-4716-9e29-f45f270e1408 req-532bcda4-259c-435a-864e-e06acee4c86c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b7548bc3-c3ee-4f0b-95e3-8bcdd1f6c845 HTTP/1.1" status: 200 len: 217 time: 0.0657473 Jul 27 21:05:59.628540 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Tue, 27 Jul 2021 21:05:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcf42460-4ff3-44f5-aa4e-56d92c88d3d7 x-openstack-request-id: req-dcf42460-4ff3-44f5-aa4e-56d92c88d3d7 {{(pid=105585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:05:59.628940 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e4e7e1b-7ee4-4932-8352-9da05c794800", "name": "network-vif-deleted", "tag": "07181a36-ce8e-4727-aae8-8d76b20071fb", "status": "failed", "code": 422}]} {{(pid=105585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:05:59.629063 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-dcf42460-4ff3-44f5-aa4e-56d92c88d3d7 {{(pid=105585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:05:59.629478 n-d-705658-22 neutron-server[105585]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '7e4e7e1b-7ee4-4932-8352-9da05c794800', 'name': 'network-vif-deleted', 'tag': '07181a36-ce8e-4727-aae8-8d76b20071fb', 'status': 'failed', 'code': 422} returned with failed status Jul 27 21:05:59.633067 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-0bdbc30f-4d15-4254-b60d-b37e2a08fd97 req-8b63c9f5-d879-495d-8573-4746187632a5 tempest-InstanceActionsTestJSON-1582266061 tempest-InstanceActionsTestJSON-1582266061-project] 10.222.0.59 "GET /v2.0/security-groups?id=9174cf6e-e8ac-43e7-af4b-f03771aac0e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1781909 Jul 27 21:05:59.633697 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-5f551c14-bc74-4926-94f9-656bc92d57e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:59.657504 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-5f551c14-bc74-4926-94f9-656bc92d57e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:59.767288 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-b133f19c-044b-4b0f-a1e5-de30649cddfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9014150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9738800'] for subnet, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:59.803149 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b012499-40e3-4716-9e29-f45f270e1408 req-4f71e545-6fe9-4a5f-bd74-d8f35c71d658 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:59.804652 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-2b012499-40e3-4716-9e29-f45f270e1408 req-4f71e545-6fe9-4a5f-bd74-d8f35c71d658 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=746696d1-95cb-4db5-9b25-089085191295 HTTP/1.1" status: 200 len: 851 time: 0.2064271 Jul 27 21:05:59.827701 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b133f19c-044b-4b0f-a1e5-de30649cddfc admin admin] Pushing event updated for resources: {'Subnet': ['ID=a2ce2d6b-b6d9-4a67-b1ea-e7922ffb223a,revision_number=0']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:05:59.834650 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-5f551c14-bc74-4926-94f9-656bc92d57e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:59.837156 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-5f551c14-bc74-4926-94f9-656bc92d57e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:59.841105 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-5f551c14-bc74-4926-94f9-656bc92d57e9 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/3daafb00-16c0-4494-8858-81e3f37defa8 HTTP/1.1" status: 204 len: 168 time: 0.4893236 Jul 27 21:05:59.847909 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b133f19c-044b-4b0f-a1e5-de30649cddfc admin admin] Checking segment: {'id': 'eec497d5-da54-4ee0-a918-3b5a0fb2dd25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '4c0965e3-c61d-4368-9ab5-e4e111abc9a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:05:59.848312 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b133f19c-044b-4b0f-a1e5-de30649cddfc admin admin] Network hostable DHCP agents. Network: 4c0965e3-c61d-4368-9ab5-e4e111abc9a3, hostable agents: ['7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a'], hosted agents: [] {{(pid=105584) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:05:59.869956 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b133f19c-044b-4b0f-a1e5-de30649cddfc admin admin] Network 4c0965e3-c61d-4368-9ab5-e4e111abc9a3 is scheduled to be hosted by DHCP agent 7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a with binding_index 1 {{(pid=105584) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:05:59.881242 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [None req-b133f19c-044b-4b0f-a1e5-de30649cddfc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-22, 4c0965e3-c61d-4368-9ab5-e4e111abc9a3) {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:05:59.886761 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b133f19c-044b-4b0f-a1e5-de30649cddfc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:59.887848 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-b133f19c-044b-4b0f-a1e5-de30649cddfc admin admin] Notify callbacks [] for subnet, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:59.894620 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36ad7007-d5cd-4d7a-a660-184023a83163 None None] Network 4c0965e3-c61d-4368-9ab5-e4e111abc9a3 requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:05:59.922100 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f551c14-bc74-4926-94f9-656bc92d57e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3daafb00-16c0-4494-8858-81e3f37defa8,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:05:59.933831 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-b133f19c-044b-4b0f-a1e5-de30649cddfc admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.4693360 Jul 27 21:05:59.946362 n-d-705658-22 neutron-server[105585]: DEBUG neutron.notifiers.nova [req-9a1b1919-c865-4639-b15e-0bb2b472a868 req-e7172d39-551d-4a91-a766-62850cc70998 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 842a455f-d2bd-4ceb-bed6-ff16b212294b {{(pid=105585) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:05:59.965379 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-9a1b1919-c865-4639-b15e-0bb2b472a868 req-e7172d39-551d-4a91-a766-62850cc70998 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:59.981061 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfece85-3f7b-4081-bee6-bf35d0fe4ca1 req-258f8f9a-1265-4124-925e-e55f2bd36561 tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:59.982639 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-4cfece85-3f7b-4081-bee6-bf35d0fe4ca1 req-258f8f9a-1265-4124-925e-e55f2bd36561 tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] 10.222.0.59 "GET /v2.0/ports?device_id=f4131bf3-56d0-4dd5-8a0b-f9b028d7bbbe HTTP/1.1" status: 200 len: 943 time: 0.2651765 Jul 27 21:06:00.053674 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.provisioning_blocks [req-9a1b1919-c865-4639-b15e-0bb2b472a868 req-e7172d39-551d-4a91-a766-62850cc70998 service neutron] Transition to ACTIVE for port object 842a455f-d2bd-4ceb-bed6-ff16b212294b will not be triggered until provisioned by entity L2. {{(pid=105585) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:06:00.069530 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-9a1b1919-c865-4639-b15e-0bb2b472a868 req-e7172d39-551d-4a91-a766-62850cc70998 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10221672'] for port, after_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:00.091395 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-117e675d-2038-47f9-bfae-47c9f3ed4a13 None None] Network 4c0965e3-c61d-4368-9ab5-e4e111abc9a3 requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:06:00.148449 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b012499-40e3-4716-9e29-f45f270e1408 req-af2f6a48-0739-4509-b142-3477e702fc41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:06:00.150859 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-2b012499-40e3-4716-9e29-f45f270e1408 req-af2f6a48-0739-4509-b142-3477e702fc41 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=6aa76440-68bb-4814-b579-87efb5c679e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3327742 Jul 27 21:06:00.196375 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-4cfece85-3f7b-4081-bee6-bf35d0fe4ca1 req-9118b97b-bfed-45fd-bf1b-89ebbc627417 tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] 10.222.0.59 "GET /v2.0/security-groups?id=771ef501-f193-4e50-901d-4721d89f2b91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1812494 Jul 27 21:06:00.245324 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 48630) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:06:00.254689 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7172d39-551d-4a91-a766-62850cc70998 service neutron] Pushing event updated for resources: {'Port': ['ID=842a455f-d2bd-4ceb-bed6-ff16b212294b,revision_number=2']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:06:00.306321 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-564fdd13-4f9c-4c28-9f97-ea86978acb04 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=77c832e5e0ae4cdfb72793645676ec1e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0597000 Jul 27 21:06:00.307431 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 48632) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:06:00.360636 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-8c62c09f-cfbf-4521-bd15-3c97813bb466 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:00.382239 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-8c62c09f-cfbf-4521-bd15-3c97813bb466 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:00.393783 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465b0e17-4ffc-4b3e-955a-ce956941f187 req-2b70d51c-06d1-4ae3-b982-61bd74bff0b0 tempest-ServersTestManualDisk-414101687 tempest-ServersTestManualDisk-414101687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:06:00.395443 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-465b0e17-4ffc-4b3e-955a-ce956941f187 req-2b70d51c-06d1-4ae3-b982-61bd74bff0b0 tempest-ServersTestManualDisk-414101687 tempest-ServersTestManualDisk-414101687-project] 10.222.0.59 "GET /v2.0/ports?device_id=2d5039c3-d1bd-44fc-85ff-2cac8ca4b430 HTTP/1.1" status: 200 len: 945 time: 0.4266000 Jul 27 21:06:00.436540 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-8c62c09f-cfbf-4521-bd15-3c97813bb466 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:00.439564 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-8c62c09f-cfbf-4521-bd15-3c97813bb466 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:00.441432 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-8c62c09f-cfbf-4521-bd15-3c97813bb466 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/bb9deb3c-3eb7-47cd-bd61-06c5bedf1049 HTTP/1.1" status: 204 len: 168 time: 0.1327479 Jul 27 21:06:00.445922 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-2b012499-40e3-4716-9e29-f45f270e1408 req-45ea0812-5bdb-4732-8062-f521b736d544 service neutron] 10.222.0.60 "GET /v2.0/networks/6aa76440-68bb-4814-b579-87efb5c679e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2812421 Jul 27 21:06:00.456141 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.managers [req-9a1b1919-c865-4639-b15e-0bb2b472a868 req-e7172d39-551d-4a91-a766-62850cc70998 service neutron] Attempting to bind port 842a455f-d2bd-4ceb-bed6-ff16b212294b on host n-h1-705658-22 for vnic_type normal with profile {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:06:00.456478 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.managers [req-9a1b1919-c865-4639-b15e-0bb2b472a868 req-e7172d39-551d-4a91-a766-62850cc70998 service neutron] Attempting to bind port 842a455f-d2bd-4ceb-bed6-ff16b212294b by drivers openvswitch,hyperv on host n-h1-705658-22 at level 0 using segments [{'id': 'f7f8cfd9-c244-4062-b942-911ea78e1664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'f37071dc-f599-46bf-845c-bcab9301b926'}] {{(pid=105585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:06:00.456818 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a1b1919-c865-4639-b15e-0bb2b472a868 req-e7172d39-551d-4a91-a766-62850cc70998 service neutron] Attempting to bind port 842a455f-d2bd-4ceb-bed6-ff16b212294b on network f37071dc-f599-46bf-845c-bcab9301b926 {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:06:00.459437 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c62c09f-cfbf-4521-bd15-3c97813bb466 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb9deb3c-3eb7-47cd-bd61-06c5bedf1049,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:06:00.496171 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a1b1919-c865-4639-b15e-0bb2b472a868 req-e7172d39-551d-4a91-a766-62850cc70998 service neutron] Port 842a455f-d2bd-4ceb-bed6-ff16b212294b on network f37071dc-f599-46bf-845c-bcab9301b926 not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-22 {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:06:00.496506 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a1b1919-c865-4639-b15e-0bb2b472a868 req-e7172d39-551d-4a91-a766-62850cc70998 service neutron] Attempting to bind port 842a455f-d2bd-4ceb-bed6-ff16b212294b on network f37071dc-f599-46bf-845c-bcab9301b926 {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:06:00.545847 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a1b1919-c865-4639-b15e-0bb2b472a868 req-e7172d39-551d-4a91-a766-62850cc70998 service neutron] Checking agent: {'id': '9d9bc37f-4d75-44ef-9f63-799aab3e316f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 49, 36), 'started_at': datetime.datetime(2021, 7, 27, 20, 49, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 5, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:06:00.546193 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a1b1919-c865-4639-b15e-0bb2b472a868 req-e7172d39-551d-4a91-a766-62850cc70998 service neutron] Checking segment: {'id': 'f7f8cfd9-c244-4062-b942-911ea78e1664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'f37071dc-f599-46bf-845c-bcab9301b926'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:06:00.546580 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a1b1919-c865-4639-b15e-0bb2b472a868 req-e7172d39-551d-4a91-a766-62850cc70998 service neutron] Bound using segment: {'id': 'f7f8cfd9-c244-4062-b942-911ea78e1664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'f37071dc-f599-46bf-845c-bcab9301b926'} {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:06:00.547029 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.managers [req-9a1b1919-c865-4639-b15e-0bb2b472a868 req-e7172d39-551d-4a91-a766-62850cc70998 service neutron] Bound port: 842a455f-d2bd-4ceb-bed6-ff16b212294b, host: n-h1-705658-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7f8cfd9-c244-4062-b942-911ea78e1664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'f37071dc-f599-46bf-845c-bcab9301b926'}}] {{(pid=105585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:06:00.547393 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-9a1b1919-c865-4639-b15e-0bb2b472a868 req-e7172d39-551d-4a91-a766-62850cc70998 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:00.556676 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0266091-5b35-4895-bea7-c9b0cdb1a8ed req-d49748f6-7eeb-46f7-affc-361fb2c5b209 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:06:00.558174 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f0266091-5b35-4895-bea7-c9b0cdb1a8ed req-d49748f6-7eeb-46f7-affc-361fb2c5b209 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] 10.222.0.59 "GET /v2.0/ports?device_id=4d678127-0e58-47b6-a823-37f39d016537 HTTP/1.1" status: 200 len: 907 time: 0.2644606 Jul 27 21:06:00.570889 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-465b0e17-4ffc-4b3e-955a-ce956941f187 req-c0f2ed8f-1fc7-476a-8aec-905c4aa983b8 tempest-ServersTestManualDisk-414101687 tempest-ServersTestManualDisk-414101687-project] 10.222.0.59 "GET /v2.0/security-groups?id=b651a35a-abe3-4aed-b8bf-0a538fda8313&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1505079 Jul 27 21:06:00.672298 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.db [req-9a1b1919-c865-4639-b15e-0bb2b472a868 req-e7172d39-551d-4a91-a766-62850cc70998 service neutron] For port 842a455f-d2bd-4ceb-bed6-ff16b212294b, host n-h1-705658-22, cleared binding levels {{(pid=105585) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:06:00.676517 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.db [req-9a1b1919-c865-4639-b15e-0bb2b472a868 req-e7172d39-551d-4a91-a766-62850cc70998 service neutron] For port 842a455f-d2bd-4ceb-bed6-ff16b212294b, host n-h1-705658-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=842a455f-d2bd-4ceb-bed6-ff16b212294b,segment=NetworkSegment(f7f8cfd9-c244-4062-b942-911ea78e1664),segment_id=f7f8cfd9-c244-4062-b942-911ea78e1664)] {{(pid=105585) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:06:00.693895 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-9a1b1919-c865-4639-b15e-0bb2b472a868 req-e7172d39-551d-4a91-a766-62850cc70998 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10221672'] for port, after_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:00.715560 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Device 80e31a0e-3131-4fb0-a997-92ef09afc81e up at agent hyperv_n-h2-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:06:00.732551 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 48656) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:06:00.737722 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-2368110b-9bb8-46c0-8e79-e47ef38a9f27 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1162472325-network', 'tenant_id': '1db215f9384c470ab4f4e506120f8edd'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:06:00.776110 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-2b012499-40e3-4716-9e29-f45f270e1408 req-b5ac1bc1-b551-479f-ad50-9d5f4c8dd6db service neutron] 10.222.0.60 "GET /v2.0/networks/6aa76440-68bb-4814-b579-87efb5c679e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3210633 Jul 27 21:06:00.785229 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1b1919-c865-4639-b15e-0bb2b472a868 req-e7172d39-551d-4a91-a766-62850cc70998 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:06:00.785839 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-9a1b1919-c865-4639-b15e-0bb2b472a868 req-e7172d39-551d-4a91-a766-62850cc70998 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:00.787290 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-9a1b1919-c865-4639-b15e-0bb2b472a868 req-e7172d39-551d-4a91-a766-62850cc70998 service neutron] 10.222.0.36 "PUT /v2.0/ports/842a455f-d2bd-4ceb-bed6-ff16b212294b HTTP/1.1" status: 200 len: 1093 time: 1.9949522 Jul 27 21:06:00.793013 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2368110b-9bb8-46c0-8e79-e47ef38a9f27 admin admin] Made reservation on behalf of 1db215f9384c470ab4f4e506120f8edd for: {'network': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:06:00.795386 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-2368110b-9bb8-46c0-8e79-e47ef38a9f27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for network, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:00.817539 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-2368110b-9bb8-46c0-8e79-e47ef38a9f27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:00.832450 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-3d54578f-831f-4696-b568-13c455922dab None None] Provisioning for port 80e31a0e-3131-4fb0-a997-92ef09afc81e completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:06:00.839472 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-3d54578f-831f-4696-b568-13c455922dab None None] Provisioning complete for port 80e31a0e-3131-4fb0-a997-92ef09afc81e triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:06:00.840705 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:00.923431 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7172d39-551d-4a91-a766-62850cc70998 service neutron] Pushing event updated for resources: {'Port': ['ID=842a455f-d2bd-4ceb-bed6-ff16b212294b,revision_number=3']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:06:00.976919 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07abc62-451c-43b5-893f-bc76b7a4429a req-cc8d93ba-6830-40c5-b51c-93070e0c4e12 tempest-InstanceActionsTestJSON-1582266061 tempest-InstanceActionsTestJSON-1582266061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:06:00.979015 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b07abc62-451c-43b5-893f-bc76b7a4429a req-cc8d93ba-6830-40c5-b51c-93070e0c4e12 tempest-InstanceActionsTestJSON-1582266061 tempest-InstanceActionsTestJSON-1582266061-project] 10.222.0.59 "GET /v2.0/ports?device_id=846188f0-0b00-4eb9-af7b-47022faab171 HTTP/1.1" status: 200 len: 944 time: 0.1425316 Jul 27 21:06:00.991295 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1b1919-c865-4639-b15e-0bb2b472a868 req-eb4c5377-89ab-43f6-915b-850edd14041c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:06:00.992693 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-9a1b1919-c865-4639-b15e-0bb2b472a868 req-eb4c5377-89ab-43f6-915b-850edd14041c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f6c3bbd20a984bf5bd8553924658cf04&device_id=846188f0-0b00-4eb9-af7b-47022faab171 HTTP/1.1" status: 200 len: 1096 time: 0.1338625 Jul 27 21:06:00.996865 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-2368110b-9bb8-46c0-8e79-e47ef38a9f27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:01.001589 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:01.005993 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-2368110b-9bb8-46c0-8e79-e47ef38a9f27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:01.030074 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d5039c3-d1bd-44fc-85ff-2cac8ca4b430', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80e31a0e-3131-4fb0-a997-92ef09afc81e'}] {{(pid=105586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:06:01.032996 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14c1663e039faf5393f87855f745010ac5b02220355b68fdbf065393e303ac56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-786e4342-7dd1-4322-96bd-c7aa2a30e500" -d '{"events": [{"server_uuid": "2d5039c3-d1bd-44fc-85ff-2cac8ca4b430", "name": "network-vif-plugged", "status": "completed", "tag": "80e31a0e-3131-4fb0-a997-92ef09afc81e"}]}' {{(pid=105586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:06:01.035469 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2368110b-9bb8-46c0-8e79-e47ef38a9f27 admin admin] vlan segment allocate from pool success with {'vlan_id': 241, 'physical_network': 'physnet1'} {{(pid=105584) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:06:01.042470 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2368110b-9bb8-46c0-8e79-e47ef38a9f27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4313643-8d34-4d5d-94cb-678d46dbf065,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:06:01.053059 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] For port 80e31a0e-3131-4fb0-a997-92ef09afc81e, host n-h2-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=80e31a0e-3131-4fb0-a997-92ef09afc81e,segment=NetworkSegment(f6d12d50-897c-448b-967a-a36bc00c69b7),segment_id=f6d12d50-897c-448b-967a-a36bc00c69b7)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:06:01.058972 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:01.060386 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Device 692f13a5-f9cb-440b-acee-eec7835ad338 no longer exists at agent hyperv_n-h2-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:06:01.066813 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-2368110b-9bb8-46c0-8e79-e47ef38a9f27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:01.067395 n-d-705658-22 neutron-server[105584]: INFO neutron.db.segments_db [None req-2368110b-9bb8-46c0-8e79-e47ef38a9f27 admin admin] Added segment 73cd7c1a-addf-41f5-8f15-fef50f5097b6 of type vlan for network 13ee2f4e-354e-46e8-b710-46a7e90dbba4 Jul 27 21:06:01.122762 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-2368110b-9bb8-46c0-8e79-e47ef38a9f27 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790688424798'] for network, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:01.124720 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-9a1b1919-c865-4639-b15e-0bb2b472a868 req-385b957b-3ab4-47c8-972f-12399158611e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=842a455f-d2bd-4ceb-bed6-ff16b212294b HTTP/1.1" status: 200 len: 217 time: 0.1091728 Jul 27 21:06:01.184197 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Pushing event updated for resources: {'Port': ['ID=80e31a0e-3131-4fb0-a997-92ef09afc81e,revision_number=5']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:06:01.198668 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-2368110b-9bb8-46c0-8e79-e47ef38a9f27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920'] for network, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:01.202907 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2368110b-9bb8-46c0-8e79-e47ef38a9f27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:06:01.205237 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-2368110b-9bb8-46c0-8e79-e47ef38a9f27 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743886'] for network, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:01.208118 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b07abc62-451c-43b5-893f-bc76b7a4429a req-8710b491-dfba-4acf-a706-36479d5bdca9 tempest-InstanceActionsTestJSON-1582266061 tempest-InstanceActionsTestJSON-1582266061-project] 10.222.0.59 "GET /v2.0/security-groups?id=9174cf6e-e8ac-43e7-af4b-f03771aac0e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2206912 Jul 27 21:06:01.230342 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:06:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12a0f0d6-29e0-4ce7-9b0b-c4d0d912d521 x-openstack-request-id: req-12a0f0d6-29e0-4ce7-9b0b-c4d0d912d521 {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:06:01.230634 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d5039c3-d1bd-44fc-85ff-2cac8ca4b430", "name": "network-vif-plugged", "status": "completed", "tag": "80e31a0e-3131-4fb0-a997-92ef09afc81e", "code": 200}]} {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:06:01.231104 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-12a0f0d6-29e0-4ce7-9b0b-c4d0d912d521 {{(pid=105586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:06:01.231636 n-d-705658-22 neutron-server[105586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d5039c3-d1bd-44fc-85ff-2cac8ca4b430', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80e31a0e-3131-4fb0-a997-92ef09afc81e', 'code': 200} Jul 27 21:06:01.270730 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1b1919-c865-4639-b15e-0bb2b472a868 req-e03b3340-b0fe-463f-9a50-bff1589a1b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:06:01.272315 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-9a1b1919-c865-4639-b15e-0bb2b472a868 req-e03b3340-b0fe-463f-9a50-bff1589a1b2e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e4e6e968-e48c-4ea1-9453-6b2cdf07d30a HTTP/1.1" status: 200 len: 852 time: 0.1208501 Jul 27 21:06:01.309841 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2368110b-9bb8-46c0-8e79-e47ef38a9f27 admin admin] Pushing event updated for resources: {'Network': ['ID=13ee2f4e-354e-46e8-b710-46a7e90dbba4,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:06:01.315842 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-2368110b-9bb8-46c0-8e79-e47ef38a9f27 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5819719 Jul 27 21:06:01.318410 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 48680) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:06:01.323557 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-9a1b1919-c865-4639-b15e-0bb2b472a868 req-f24a79de-5565-4d99-845a-ce804810ed44 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f37071dc-f599-46bf-845c-bcab9301b926&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0424135 Jul 27 21:06:01.326203 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Network 13ee2f4e-354e-46e8-b710-46a7e90dbba4 details requested by agent ovs-agent-n-d-705658-22 with host n-d-705658-22 {{(pid=105586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:06:01.330689 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-a6d9f321-6944-483e-a2c1-ccb068b7ef2f admin admin] Request body: {'subnet': {'network_id': '13ee2f4e-354e-46e8-b710-46a7e90dbba4', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1162472325-subnet', 'tenant_id': '1db215f9384c470ab4f4e506120f8edd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:06:01.399858 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6d9f321-6944-483e-a2c1-ccb068b7ef2f admin admin] Made reservation on behalf of 1db215f9384c470ab4f4e506120f8edd for: {'subnet': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:06:01.413246 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-a6d9f321-6944-483e-a2c1-ccb068b7ef2f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9738786'] for subnet, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:01.520721 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d60601f-2ca0-433f-beb2-c39ba7f22780 req-75143bfb-a7a8-47a0-bb9f-fcc6146ee96e tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:06:01.522321 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-8d60601f-2ca0-433f-beb2-c39ba7f22780 req-75143bfb-a7a8-47a0-bb9f-fcc6146ee96e tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] 10.222.0.36 "GET /v2.0/ports?device_id=4d678127-0e58-47b6-a823-37f39d016537 HTTP/1.1" status: 200 len: 907 time: 0.1861668 Jul 27 21:06:01.570826 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 48694) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:06:01.576396 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487b1eaa-4cf7-45ac-a990-5c59b86e494c req-923e7333-9ea2-44b1-9439-de9654eae525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:06:01.577578 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-487b1eaa-4cf7-45ac-a990-5c59b86e494c req-923e7333-9ea2-44b1-9439-de9654eae525 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=2d5039c3-d1bd-44fc-85ff-2cac8ca4b430 HTTP/1.1" status: 200 len: 1098 time: 0.2579849 Jul 27 21:06:01.589236 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-9a1b1919-c865-4639-b15e-0bb2b472a868 req-264d22a2-112f-4296-a7da-a2d5573188a4 service neutron] 10.222.0.36 "GET /v2.0/networks/f37071dc-f599-46bf-845c-bcab9301b926?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2428346 Jul 27 21:06:01.639375 n-d-705658-22 neutron-server[105585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '846188f0-0b00-4eb9-af7b-47022faab171', 'tag': '842a455f-d2bd-4ceb-bed6-ff16b212294b'}] {{(pid=105585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:06:01.641788 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d66fd65881426bfc2b5388084a3654e5eae521106a15a3dbf0eb4cde7106c36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55635640-5fa8-44e4-a5c3-55807a817c19" -d '{"events": [{"name": "network-changed", "server_uuid": "846188f0-0b00-4eb9-af7b-47022faab171", "tag": "842a455f-d2bd-4ceb-bed6-ff16b212294b"}]}' {{(pid=105585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:06:01.735826 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [req-8d60601f-2ca0-433f-beb2-c39ba7f22780 req-0961943c-a0c2-49da-a3bd-21fe4ab933c8 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] Deleting port 777e01f2-e9d1-4d82-9a11-ef979ee3fc34 {{(pid=105584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:06:01.736177 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-8d60601f-2ca0-433f-beb2-c39ba7f22780 req-0961943c-a0c2-49da-a3bd-21fe4ab933c8 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:01.814197 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-a6d9f321-6944-483e-a2c1-ccb068b7ef2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9014150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9738800'] for subnet, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:01.944811 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d9f321-6944-483e-a2c1-ccb068b7ef2f admin admin] Pushing event updated for resources: {'Subnet': ['ID=cdfd73df-c452-4f3d-89c2-7dee93ae21cb,revision_number=0']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:06:01.952198 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [req-8d60601f-2ca0-433f-beb2-c39ba7f22780 req-0961943c-a0c2-49da-a3bd-21fe4ab933c8 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] For port 777e01f2-e9d1-4d82-9a11-ef979ee3fc34, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=777e01f2-e9d1-4d82-9a11-ef979ee3fc34,segment=NetworkSegment(7253e476-fc19-4126-9562-a06a41b3b94e),segment_id=7253e476-fc19-4126-9562-a06a41b3b94e)] {{(pid=105584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:06:01.952461 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-8d60601f-2ca0-433f-beb2-c39ba7f22780 req-0961943c-a0c2-49da-a3bd-21fe4ab933c8 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:01.972136 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [req-8d60601f-2ca0-433f-beb2-c39ba7f22780 req-0961943c-a0c2-49da-a3bd-21fe4ab933c8 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] Calling delete_port for 777e01f2-e9d1-4d82-9a11-ef979ee3fc34 owned by compute:nova {{(pid=105584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:06:01.982233 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6d9f321-6944-483e-a2c1-ccb068b7ef2f admin admin] Checking segment: {'id': '73cd7c1a-addf-41f5-8f15-fef50f5097b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '13ee2f4e-354e-46e8-b710-46a7e90dbba4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:06:01.982608 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6d9f321-6944-483e-a2c1-ccb068b7ef2f admin admin] Network hostable DHCP agents. Network: 13ee2f4e-354e-46e8-b710-46a7e90dbba4, hostable agents: ['7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a'], hosted agents: [] {{(pid=105584) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:06:02.010838 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-80de25b9-0122-4cc6-986c-41775e0ffc43 tempest-FloatingIPNegativeTestJSON-1596930733 tempest-FloatingIPNegativeTestJSON-1596930733-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1508628264'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:06:02.027435 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c14d2f0-d99d-4939-9c78-22a09ac2611c req-5ec76cdd-eff3-47ca-90cf-8bd5d7208df2 tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:06:02.028881 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-6c14d2f0-d99d-4939-9c78-22a09ac2611c req-5ec76cdd-eff3-47ca-90cf-8bd5d7208df2 tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] 10.222.0.59 "GET /v2.0/ports?device_id=f4131bf3-56d0-4dd5-8a0b-f9b028d7bbbe HTTP/1.1" status: 200 len: 943 time: 0.5421524 Jul 27 21:06:02.051202 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6d9f321-6944-483e-a2c1-ccb068b7ef2f admin admin] Network 13ee2f4e-354e-46e8-b710-46a7e90dbba4 is scheduled to be hosted by DHCP agent 7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a with binding_index 1 {{(pid=105584) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:06:02.060229 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-a742c777-98ff-4d1d-b79c-f1719a8acfad req-87cd92d9-4fe9-4c5d-944b-47e2b0bdba8c service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=f4131bf3-56d0-4dd5-8a0b-f9b028d7bbbe&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2481511 Jul 27 21:06:02.081265 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [None req-a6d9f321-6944-483e-a2c1-ccb068b7ef2f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-22, 13ee2f4e-354e-46e8-b710-46a7e90dbba4) {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:06:02.089443 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6d9f321-6944-483e-a2c1-ccb068b7ef2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:06:02.090241 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-a6d9f321-6944-483e-a2c1-ccb068b7ef2f admin admin] Notify callbacks [] for subnet, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:02.108338 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb36806e-2ae6-4e31-a65f-a4c650823bec None None] Network 13ee2f4e-354e-46e8-b710-46a7e90dbba4 requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:06:02.112276 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-487b1eaa-4cf7-45ac-a990-5c59b86e494c req-e54edc35-9a8c-4735-a542-bde419451d89 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=b651a35a-abe3-4aed-b8bf-0a538fda8313&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5196710 Jul 27 21:06:02.183315 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-8d60601f-2ca0-433f-beb2-c39ba7f22780 req-0961943c-a0c2-49da-a3bd-21fe4ab933c8 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:02.216630 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80de25b9-0122-4cc6-986c-41775e0ffc43 tempest-FloatingIPNegativeTestJSON-1596930733 tempest-FloatingIPNegativeTestJSON-1596930733-project] Made reservation on behalf of 1d73e21475d94730863ea13793121240 for: {'network': 1} {{(pid=105585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:06:02.222924 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-80de25b9-0122-4cc6-986c-41775e0ffc43 tempest-FloatingIPNegativeTestJSON-1596930733 tempest-FloatingIPNegativeTestJSON-1596930733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for network, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:02.242572 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0961943c-a0c2-49da-a3bd-21fe4ab933c8 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] Pushing event deleted for resources: {'Port': ['ID=777e01f2-e9d1-4d82-9a11-ef979ee3fc34,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:06:02.252420 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-a6d9f321-6944-483e-a2c1-ccb068b7ef2f admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.9283035 Jul 27 21:06:02.264207 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-80de25b9-0122-4cc6-986c-41775e0ffc43 tempest-FloatingIPNegativeTestJSON-1596930733 tempest-FloatingIPNegativeTestJSON-1596930733-project] Notify callbacks [] for security_group, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:02.272913 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-6c14d2f0-d99d-4939-9c78-22a09ac2611c req-eb4e1be0-4f9c-4e1d-8ad3-9f945727fa40 tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] 10.222.0.59 "GET /v2.0/security-groups?id=771ef501-f193-4e50-901d-4721d89f2b91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2332747 Jul 27 21:06:02.283908 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-9a1b1919-c865-4639-b15e-0bb2b472a868 req-606b77ae-609a-42d3-afb2-ff0c6ff7b6c7 service neutron] 10.222.0.36 "GET /v2.0/networks/f37071dc-f599-46bf-845c-bcab9301b926?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6762376 Jul 27 21:06:02.389623 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8eb0f77-43e4-49f5-b9b8-7b611e8a5c58 None None] Network 13ee2f4e-354e-46e8-b710-46a7e90dbba4 requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:06:02.394004 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d60601f-2ca0-433f-beb2-c39ba7f22780 req-0961943c-a0c2-49da-a3bd-21fe4ab933c8 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] No DVR routers for this DVR port 777e01f2-e9d1-4d82-9a11-ef979ee3fc34 on host n-h1-705658-22 {{(pid=105584) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:06:02.404797 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-8d60601f-2ca0-433f-beb2-c39ba7f22780 req-0961943c-a0c2-49da-a3bd-21fe4ab933c8 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:02.409652 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-8d60601f-2ca0-433f-beb2-c39ba7f22780 req-0961943c-a0c2-49da-a3bd-21fe4ab933c8 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] 10.222.0.36 "DELETE /v2.0/ports/777e01f2-e9d1-4d82-9a11-ef979ee3fc34 HTTP/1.1" status: 204 len: 173 time: 0.8753622 Jul 27 21:06:02.411034 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d678127-0e58-47b6-a823-37f39d016537', 'name': 'network-vif-deleted', 'tag': '777e01f2-e9d1-4d82-9a11-ef979ee3fc34'}] {{(pid=105584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:06:02.417001 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bce5e6c8685464f7626901654159975603b047827e3138302ed6566e28f1343" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c239aec-64a2-47f1-b538-9e2f2ce166c9" -d '{"events": [{"server_uuid": "4d678127-0e58-47b6-a823-37f39d016537", "name": "network-vif-deleted", "tag": "777e01f2-e9d1-4d82-9a11-ef979ee3fc34"}]}' {{(pid=105584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:06:02.446194 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-80de25b9-0122-4cc6-986c-41775e0ffc43 tempest-FloatingIPNegativeTestJSON-1596930733 tempest-FloatingIPNegativeTestJSON-1596930733-project] Notify callbacks [] for security_group, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:02.471577 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6e70f5-0a53-4529-aff3-8d38b2a20de1 req-5313bba5-2e02-4a16-9ac4-f83e93399e79 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:06:02.486228 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-8a6e70f5-0a53-4529-aff3-8d38b2a20de1 req-5313bba5-2e02-4a16-9ac4-f83e93399e79 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] 10.222.0.59 "GET /v2.0/ports?device_id=4d678127-0e58-47b6-a823-37f39d016537 HTTP/1.1" status: 200 len: 829 time: 0.4806242 Jul 27 21:06:02.497044 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-80de25b9-0122-4cc6-986c-41775e0ffc43 tempest-FloatingIPNegativeTestJSON-1596930733 tempest-FloatingIPNegativeTestJSON-1596930733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:02.628730 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:06:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b709a025-5c6e-48c1-84f4-cfc1a24b3f2b x-openstack-request-id: req-b709a025-5c6e-48c1-84f4-cfc1a24b3f2b {{(pid=105585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:06:02.629001 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "846188f0-0b00-4eb9-af7b-47022faab171", "tag": "842a455f-d2bd-4ceb-bed6-ff16b212294b", "status": "completed", "code": 200}]} {{(pid=105585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:06:02.632785 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-b709a025-5c6e-48c1-84f4-cfc1a24b3f2b {{(pid=105585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:06:02.633363 n-d-705658-22 neutron-server[105585]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '846188f0-0b00-4eb9-af7b-47022faab171', 'tag': '842a455f-d2bd-4ceb-bed6-ff16b212294b', 'status': 'completed', 'code': 200} Jul 27 21:06:02.635547 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80de25b9-0122-4cc6-986c-41775e0ffc43 tempest-FloatingIPNegativeTestJSON-1596930733 tempest-FloatingIPNegativeTestJSON-1596930733-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c96435ef-f713-471a-a14f-2bde41caa63c,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:06:02.733381 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80de25b9-0122-4cc6-986c-41775e0ffc43 tempest-FloatingIPNegativeTestJSON-1596930733 tempest-FloatingIPNegativeTestJSON-1596930733-project] vlan segment allocate from pool success with {'vlan_id': 208, 'physical_network': 'physnet1'} {{(pid=105585) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:06:02.747754 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55635640-5fa8-44e4-a5c3-55807a817c19 req-7bfb12c2-8d70-4380-a849-7cbeb687c5b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:06:02.749710 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-55635640-5fa8-44e4-a5c3-55807a817c19 req-7bfb12c2-8d70-4380-a849-7cbeb687c5b9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f6c3bbd20a984bf5bd8553924658cf04&device_id=846188f0-0b00-4eb9-af7b-47022faab171 HTTP/1.1" status: 200 len: 1096 time: 0.1220636 Jul 27 21:06:02.769532 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-80de25b9-0122-4cc6-986c-41775e0ffc43 tempest-FloatingIPNegativeTestJSON-1596930733 tempest-FloatingIPNegativeTestJSON-1596930733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:02.770093 n-d-705658-22 neutron-server[105585]: INFO neutron.db.segments_db [None req-80de25b9-0122-4cc6-986c-41775e0ffc43 tempest-FloatingIPNegativeTestJSON-1596930733 tempest-FloatingIPNegativeTestJSON-1596930733-project] Added segment 27adc13b-10aa-4861-a1b7-acc15f14674a of type vlan for network 4924d1e8-0c09-4364-83c1-9f7f1592a6bf Jul 27 21:06:02.867135 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-80de25b9-0122-4cc6-986c-41775e0ffc43 tempest-FloatingIPNegativeTestJSON-1596930733 tempest-FloatingIPNegativeTestJSON-1596930733-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790688424798'] for network, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:02.908526 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8930d07b-558f-4991-a1d1-0314c594426b req-1bddeeee-3c7d-4670-8836-e6cefb7648d3 tempest-ServersTestManualDisk-414101687 tempest-ServersTestManualDisk-414101687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:06:02.914786 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55635640-5fa8-44e4-a5c3-55807a817c19 req-5fb438a6-4b0e-44ec-b258-4d8ae39ea33c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:06:02.917274 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-55635640-5fa8-44e4-a5c3-55807a817c19 req-5fb438a6-4b0e-44ec-b258-4d8ae39ea33c service neutron] 10.222.0.36 "GET /v2.0/networks?id=f37071dc-f599-46bf-845c-bcab9301b926 HTTP/1.1" status: 200 len: 913 time: 0.1521239 Jul 27 21:06:02.919559 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-8930d07b-558f-4991-a1d1-0314c594426b req-1bddeeee-3c7d-4670-8836-e6cefb7648d3 tempest-ServersTestManualDisk-414101687 tempest-ServersTestManualDisk-414101687-project] 10.222.0.59 "GET /v2.0/ports?device_id=2d5039c3-d1bd-44fc-85ff-2cac8ca4b430 HTTP/1.1" status: 200 len: 946 time: 0.4317923 Jul 27 21:06:02.964335 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-55635640-5fa8-44e4-a5c3-55807a817c19 req-fb82ea0a-0e1b-454e-af02-ff7eed861205 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=842a455f-d2bd-4ceb-bed6-ff16b212294b HTTP/1.1" status: 200 len: 217 time: 0.0356431 Jul 27 21:06:03.022651 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-80de25b9-0122-4cc6-986c-41775e0ffc43 tempest-FloatingIPNegativeTestJSON-1596930733 tempest-FloatingIPNegativeTestJSON-1596930733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920'] for network, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:03.023588 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55635640-5fa8-44e4-a5c3-55807a817c19 req-51960c52-8882-4708-bbaf-e9174dd19cff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:06:03.025671 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-55635640-5fa8-44e4-a5c3-55807a817c19 req-51960c52-8882-4708-bbaf-e9174dd19cff service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e4e6e968-e48c-4ea1-9453-6b2cdf07d30a HTTP/1.1" status: 200 len: 852 time: 0.0537112 Jul 27 21:06:03.029337 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80de25b9-0122-4cc6-986c-41775e0ffc43 tempest-FloatingIPNegativeTestJSON-1596930733 tempest-FloatingIPNegativeTestJSON-1596930733-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:06:03.029969 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-80de25b9-0122-4cc6-986c-41775e0ffc43 tempest-FloatingIPNegativeTestJSON-1596930733 tempest-FloatingIPNegativeTestJSON-1596930733-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743886'] for network, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:03.071201 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-8930d07b-558f-4991-a1d1-0314c594426b req-ea44aba1-ebef-42d0-aab0-a6da796af4a9 tempest-ServersTestManualDisk-414101687 tempest-ServersTestManualDisk-414101687-project] 10.222.0.59 "GET /v2.0/security-groups?id=b651a35a-abe3-4aed-b8bf-0a538fda8313&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1414511 Jul 27 21:06:03.071379 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-55635640-5fa8-44e4-a5c3-55807a817c19 req-5827af61-c788-4a0e-8650-00a2ed012a46 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f37071dc-f599-46bf-845c-bcab9301b926&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0360148 Jul 27 21:06:03.153117 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-80de25b9-0122-4cc6-986c-41775e0ffc43 tempest-FloatingIPNegativeTestJSON-1596930733 tempest-FloatingIPNegativeTestJSON-1596930733-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.5744984 Jul 27 21:06:03.157779 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 48732) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:06:03.169273 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-5c124817-4967-45cc-93fe-0481efce4bac tempest-FloatingIPNegativeTestJSON-1596930733 tempest-FloatingIPNegativeTestJSON-1596930733-project] Request body: {'subnet': {'network_id': '4924d1e8-0c09-4364-83c1-9f7f1592a6bf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:06:03.169381 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:06:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bcfeec9-f6c3-45d8-8d29-92a9120e6c96 x-openstack-request-id: req-6bcfeec9-f6c3-45d8-8d29-92a9120e6c96 {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:06:03.169381 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d678127-0e58-47b6-a823-37f39d016537", "name": "network-vif-deleted", "tag": "777e01f2-e9d1-4d82-9a11-ef979ee3fc34", "status": "completed", "code": 200}]} {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:06:03.169381 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-6bcfeec9-f6c3-45d8-8d29-92a9120e6c96 {{(pid=105584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:06:03.169381 n-d-705658-22 neutron-server[105584]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d678127-0e58-47b6-a823-37f39d016537', 'name': 'network-vif-deleted', 'tag': '777e01f2-e9d1-4d82-9a11-ef979ee3fc34', 'status': 'completed', 'code': 200} Jul 27 21:06:03.186227 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80de25b9-0122-4cc6-986c-41775e0ffc43 tempest-FloatingIPNegativeTestJSON-1596930733 tempest-FloatingIPNegativeTestJSON-1596930733-project] Pushing event updated for resources: {'Network': ['ID=4924d1e8-0c09-4364-83c1-9f7f1592a6bf,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:06:03.200810 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Network 4924d1e8-0c09-4364-83c1-9f7f1592a6bf details requested by agent ovs-agent-n-d-705658-22 with host n-d-705658-22 {{(pid=105586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:06:03.249096 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-55635640-5fa8-44e4-a5c3-55807a817c19 req-a85611e5-4309-4a0d-ba05-a578c4b33556 service neutron] 10.222.0.36 "GET /v2.0/networks/f37071dc-f599-46bf-845c-bcab9301b926?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1692781 Jul 27 21:06:03.274143 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869c6ae5-b7be-4282-b37a-b5de6365a538 req-afa25ff0-5e5a-44af-a337-ef51909b813c tempest-InstanceActionsTestJSON-1582266061 tempest-InstanceActionsTestJSON-1582266061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:06:03.292614 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-869c6ae5-b7be-4282-b37a-b5de6365a538 req-afa25ff0-5e5a-44af-a337-ef51909b813c tempest-InstanceActionsTestJSON-1582266061 tempest-InstanceActionsTestJSON-1582266061-project] 10.222.0.59 "GET /v2.0/ports?device_id=846188f0-0b00-4eb9-af7b-47022faab171 HTTP/1.1" status: 200 len: 944 time: 0.3391533 Jul 27 21:06:03.393671 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-55635640-5fa8-44e4-a5c3-55807a817c19 req-241a8979-22c1-4929-baa8-9b5fbab9c4f6 service neutron] 10.222.0.36 "GET /v2.0/networks/f37071dc-f599-46bf-845c-bcab9301b926?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357219 Jul 27 21:06:03.432987 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-869c6ae5-b7be-4282-b37a-b5de6365a538 req-b6b6824d-84a9-4155-b0b2-872535f7d496 tempest-InstanceActionsTestJSON-1582266061 tempest-InstanceActionsTestJSON-1582266061-project] 10.222.0.59 "GET /v2.0/security-groups?id=9174cf6e-e8ac-43e7-af4b-f03771aac0e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394978 Jul 27 21:06:03.465667 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c124817-4967-45cc-93fe-0481efce4bac tempest-FloatingIPNegativeTestJSON-1596930733 tempest-FloatingIPNegativeTestJSON-1596930733-project] Made reservation on behalf of 1d73e21475d94730863ea13793121240 for: {'subnet': 1} {{(pid=105585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:06:03.469671 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-5c124817-4967-45cc-93fe-0481efce4bac tempest-FloatingIPNegativeTestJSON-1596930733 tempest-FloatingIPNegativeTestJSON-1596930733-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9990620'] for subnet, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:03.601855 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cabff7-80ee-4ee7-883c-55b334bb3594 req-5af5429b-2b1d-4c16-83c2-30cf56005aee tempest-VolumesAdminNegativeTest-163479739 tempest-VolumesAdminNegativeTest-163479739-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:06:03.603305 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-00cabff7-80ee-4ee7-883c-55b334bb3594 req-5af5429b-2b1d-4c16-83c2-30cf56005aee tempest-VolumesAdminNegativeTest-163479739 tempest-VolumesAdminNegativeTest-163479739-project] 10.222.0.59 "GET /v2.0/networks?id=4c0965e3-c61d-4368-9ab5-e4e111abc9a3 HTTP/1.1" status: 200 len: 815 time: 0.2411625 Jul 27 21:06:03.633983 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-00cabff7-80ee-4ee7-883c-55b334bb3594 req-9d8feb1d-42a7-4b7a-9634-c63d59a79c64 tempest-VolumesAdminNegativeTest-163479739 tempest-VolumesAdminNegativeTest-163479739-project] 10.222.0.59 "GET /v2.0/quotas/e1fb739b05c1455a9d1707e6208d2dd1 HTTP/1.1" status: 200 len: 375 time: 0.0246000 Jul 27 21:06:03.684936 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-00cabff7-80ee-4ee7-883c-55b334bb3594 req-10451b05-f114-438e-953c-0403e3c8ee19 tempest-VolumesAdminNegativeTest-163479739 tempest-VolumesAdminNegativeTest-163479739-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=e1fb739b05c1455a9d1707e6208d2dd1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0445406 Jul 27 21:06:03.729205 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0eb9c1-0fa4-4a4b-be97-9d0e4a1db5ab req-382ca836-d296-4398-a9f4-fc4c9d7b0aff tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:06:03.730743 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-6a0eb9c1-0fa4-4a4b-be97-9d0e4a1db5ab req-382ca836-d296-4398-a9f4-fc4c9d7b0aff tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] 10.222.0.59 "GET /v2.0/ports?device_id=f4131bf3-56d0-4dd5-8a0b-f9b028d7bbbe HTTP/1.1" status: 200 len: 943 time: 0.2166238 Jul 27 21:06:03.862733 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-6a0eb9c1-0fa4-4a4b-be97-9d0e4a1db5ab req-32830a09-c6e9-46a4-b07f-e56852aae28a tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] 10.222.0.59 "GET /v2.0/security-groups?id=771ef501-f193-4e50-901d-4721d89f2b91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1165547 Jul 27 21:06:03.901797 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-5c124817-4967-45cc-93fe-0481efce4bac tempest-FloatingIPNegativeTestJSON-1596930733 tempest-FloatingIPNegativeTestJSON-1596930733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10221797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9990606'] for subnet, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:03.913896 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-00cabff7-80ee-4ee7-883c-55b334bb3594 req-a800bff4-cb4c-4773-aa90-0ded603f9f8a service neutron] 10.222.0.59 "GET /v2.0/networks/4c0965e3-c61d-4368-9ab5-e4e111abc9a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2050476 Jul 27 21:06:04.029349 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c124817-4967-45cc-93fe-0481efce4bac tempest-FloatingIPNegativeTestJSON-1596930733 tempest-FloatingIPNegativeTestJSON-1596930733-project] Pushing event updated for resources: {'Subnet': ['ID=5db5a630-02b4-4141-a40d-b6ca6627b249,revision_number=0']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:06:04.048270 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c124817-4967-45cc-93fe-0481efce4bac tempest-FloatingIPNegativeTestJSON-1596930733 tempest-FloatingIPNegativeTestJSON-1596930733-project] Checking segment: {'id': '27adc13b-10aa-4861-a1b7-acc15f14674a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '4924d1e8-0c09-4364-83c1-9f7f1592a6bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:06:04.048642 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c124817-4967-45cc-93fe-0481efce4bac tempest-FloatingIPNegativeTestJSON-1596930733 tempest-FloatingIPNegativeTestJSON-1596930733-project] Network hostable DHCP agents. Network: 4924d1e8-0c09-4364-83c1-9f7f1592a6bf, hostable agents: ['7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a'], hosted agents: [] {{(pid=105585) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:06:04.091544 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-00cabff7-80ee-4ee7-883c-55b334bb3594 req-34f58edd-7909-468c-a844-23b52b7739a4 service neutron] 10.222.0.59 "GET /v2.0/networks/4c0965e3-c61d-4368-9ab5-e4e111abc9a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1495960 Jul 27 21:06:04.093323 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c124817-4967-45cc-93fe-0481efce4bac tempest-FloatingIPNegativeTestJSON-1596930733 tempest-FloatingIPNegativeTestJSON-1596930733-project] Network 4924d1e8-0c09-4364-83c1-9f7f1592a6bf is scheduled to be hosted by DHCP agent 7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a with binding_index 1 {{(pid=105585) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:06:04.106457 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.base_scheduler [None req-5c124817-4967-45cc-93fe-0481efce4bac tempest-FloatingIPNegativeTestJSON-1596930733 tempest-FloatingIPNegativeTestJSON-1596930733-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-22, 4924d1e8-0c09-4364-83c1-9f7f1592a6bf) {{(pid=105585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:06:04.111689 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c124817-4967-45cc-93fe-0481efce4bac tempest-FloatingIPNegativeTestJSON-1596930733 tempest-FloatingIPNegativeTestJSON-1596930733-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:06:04.113243 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-5c124817-4967-45cc-93fe-0481efce4bac tempest-FloatingIPNegativeTestJSON-1596930733 tempest-FloatingIPNegativeTestJSON-1596930733-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743886'] for subnet, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:04.115663 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9e47247-9e8e-42eb-8098-81671e1f1b5d None None] Network 4924d1e8-0c09-4364-83c1-9f7f1592a6bf requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:06:04.135456 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-5c124817-4967-45cc-93fe-0481efce4bac tempest-FloatingIPNegativeTestJSON-1596930733 tempest-FloatingIPNegativeTestJSON-1596930733-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9765098 Jul 27 21:06:04.138329 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 48754) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:06:04.146184 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-9ef3ba9a-5147-4f54-afe5-3c39d242fa57 tempest-FloatingIPNegativeTestJSON-1596930733 tempest-FloatingIPNegativeTestJSON-1596930733-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-369650372', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:06:04.179776 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-9ef3ba9a-5147-4f54-afe5-3c39d242fa57 tempest-FloatingIPNegativeTestJSON-1596930733 tempest-FloatingIPNegativeTestJSON-1596930733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4163813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-443'] for router, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:04.182157 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-9ef3ba9a-5147-4f54-afe5-3c39d242fa57 tempest-FloatingIPNegativeTestJSON-1596930733 tempest-FloatingIPNegativeTestJSON-1596930733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4165196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4077059', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3711235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-418'] for router, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:04.266077 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-9ef3ba9a-5147-4f54-afe5-3c39d242fa57 tempest-FloatingIPNegativeTestJSON-1596930733 tempest-FloatingIPNegativeTestJSON-1596930733-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:04.276237 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-9ef3ba9a-5147-4f54-afe5-3c39d242fa57 tempest-FloatingIPNegativeTestJSON-1596930733 tempest-FloatingIPNegativeTestJSON-1596930733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4163804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4077150'] for router, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:04.310819 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-9ef3ba9a-5147-4f54-afe5-3c39d242fa57 tempest-FloatingIPNegativeTestJSON-1596930733 tempest-FloatingIPNegativeTestJSON-1596930733-project] Notify callbacks [] for router, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:04.312163 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-9ef3ba9a-5147-4f54-afe5-3c39d242fa57 tempest-FloatingIPNegativeTestJSON-1596930733 tempest-FloatingIPNegativeTestJSON-1596930733-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 0.1726961 Jul 27 21:06:04.314774 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 48760) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:06:04.356147 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a5f3625-a89c-4a8a-94a3-63031c37fc19 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30bb4b93-b285-5d90-9493-f9ec33ea333c-4924d1e8-0c09-4364-83c1-9f7f1592a6bf', 'network_id': '4924d1e8-0c09-4364-83c1-9f7f1592a6bf', 'tenant_id': '1d73e21475d94730863ea13793121240', 'fixed_ips': [{'subnet_id': '5db5a630-02b4-4141-a40d-b6ca6627b249'}]}} from n-d-705658-22. {{(pid=105586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 21:06:04.357762 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-2a5f3625-a89c-4a8a-94a3-63031c37fc19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:04.454395 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab2d875-ba80-4616-8121-4fa2428de216 req-67e2d6ec-5c87-4943-b717-1c026b6dba8a tempest-ServersTestManualDisk-414101687 tempest-ServersTestManualDisk-414101687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:06:04.456644 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-7ab2d875-ba80-4616-8121-4fa2428de216 req-67e2d6ec-5c87-4943-b717-1c026b6dba8a tempest-ServersTestManualDisk-414101687 tempest-ServersTestManualDisk-414101687-project] 10.222.0.59 "GET /v2.0/ports?device_id=2d5039c3-d1bd-44fc-85ff-2cac8ca4b430 HTTP/1.1" status: 200 len: 946 time: 0.1698844 Jul 27 21:06:04.525198 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-7ab2d875-ba80-4616-8121-4fa2428de216 req-58e2acfd-0d39-4ac4-a6a6-9015c32c907a tempest-ServersTestManualDisk-414101687 tempest-ServersTestManualDisk-414101687-project] 10.222.0.59 "GET /v2.0/security-groups?id=b651a35a-abe3-4aed-b8bf-0a538fda8313&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522475 Jul 27 21:06:04.561698 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.db_base_plugin_common [None req-2a5f3625-a89c-4a8a-94a3-63031c37fc19 None None] Allocated IP 172.20.0.2 (4924d1e8-0c09-4364-83c1-9f7f1592a6bf/5db5a630-02b4-4141-a40d-b6ca6627b249/a3c74262-4899-4015-ad21-e756399bf857) {{(pid=105586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:06:04.585734 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f81dfa-1132-411f-aabe-4af01d019893 req-6d5ccca0-191b-47e5-bcdf-785647032bbd tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:06:04.594285 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-33f81dfa-1132-411f-aabe-4af01d019893 req-6d5ccca0-191b-47e5-bcdf-785647032bbd tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] 10.222.0.59 "GET /v2.0/ports?device_id=fd0b7501-b522-413c-b36c-1cda5061d73b HTTP/1.1" status: 200 len: 946 time: 0.2018390 Jul 27 21:06:04.654216 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-4ac7c290-167e-4eef-8ccb-50fbbedb3d53 req-5b947440-f5eb-4e56-bfaf-6151f8291cfe tempest-VolumesAdminNegativeTest-163479739 tempest-VolumesAdminNegativeTest-163479739-project] 10.222.0.59 "GET /v2.0/ports?device_id=479f5ead-4def-48e8-b02b-6b4f95630898 HTTP/1.1" status: 200 len: 210 time: 0.0514801 Jul 27 21:06:04.676007 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-33f81dfa-1132-411f-aabe-4af01d019893 req-1708e4e2-4669-45b6-bd80-7e589aa35ec8 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] 10.222.0.59 "GET /v2.0/security-groups?id=e8209215-bf66-4bb1-96ba-041099e74ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807502 Jul 27 21:06:04.767706 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-2c6ff268-36d5-460f-9e69-d8f7ba81fb39 tempest-FloatingIPNegativeTestJSON-1596930733 tempest-FloatingIPNegativeTestJSON-1596930733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:04.818899 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-2a5f3625-a89c-4a8a-94a3-63031c37fc19 None None] Notify callbacks [] for port, precommit_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:04.827812 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-2a5f3625-a89c-4a8a-94a3-63031c37fc19 None None] Transition to ACTIVE for port object a3c74262-4899-4015-ad21-e756399bf857 will not be triggered until provisioned by entity L2. {{(pid=105586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:06:04.844488 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-2a5f3625-a89c-4a8a-94a3-63031c37fc19 None None] Transition to ACTIVE for port object a3c74262-4899-4015-ad21-e756399bf857 will not be triggered until provisioned by entity DHCP. {{(pid=105586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:06:04.857794 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-2a5f3625-a89c-4a8a-94a3-63031c37fc19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143'] for port, after_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:04.932184 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5f3625-a89c-4a8a-94a3-63031c37fc19 None None] Pushing event updated for resources: {'Port': ['ID=a3c74262-4899-4015-ad21-e756399bf857,revision_number=1']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:06:04.937255 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf1811c-68de-4f8f-9aba-f8e70c1ee590 req-f54c7eae-5cd3-4719-8356-4cb574d2b74e tempest-ServersTestManualDisk-414101687 tempest-ServersTestManualDisk-414101687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:06:04.948364 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-aaf1811c-68de-4f8f-9aba-f8e70c1ee590 req-f54c7eae-5cd3-4719-8356-4cb574d2b74e tempest-ServersTestManualDisk-414101687 tempest-ServersTestManualDisk-414101687-project] 10.222.0.59 "GET /v2.0/ports?device_id=2d5039c3-d1bd-44fc-85ff-2cac8ca4b430 HTTP/1.1" status: 200 len: 946 time: 0.2053001 Jul 27 21:06:04.964383 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 48776) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:06:04.967526 n-d-705658-22 neutron-server[105586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a5f3625-a89c-4a8a-94a3-63031c37fc19 None None] Network 4924d1e8-0c09-4364-83c1-9f7f1592a6bf is already hosted by enough agents. {{(pid=105586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:06:04.969814 n-d-705658-22 neutron-server[105586]: DEBUG neutron.scheduler.base_scheduler [None req-2a5f3625-a89c-4a8a-94a3-63031c37fc19 None None] Resources bound (agent type, host, resource id): {{(pid=105586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:06:04.971403 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31002e89-2446-421b-aca2-b57998de94ba req-5522a86b-8db7-45b0-9c30-3957c37b5a0a tempest-InstanceActionsTestJSON-1582266061 tempest-InstanceActionsTestJSON-1582266061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:06:04.972633 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a5f3625-a89c-4a8a-94a3-63031c37fc19 None None] Received port after_create {{(pid=105586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:06:04.981763 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-43d6d84b-50b4-406d-8b02-5f0c6c43c5e5 tempest-ServersTestManualDisk-414101687 tempest-ServersTestManualDisk-414101687-project] Request body: {'floatingip': {'port_id': '80e31a0e-3131-4fb0-a997-92ef09afc81e'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:06:04.986514 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-31002e89-2446-421b-aca2-b57998de94ba req-5522a86b-8db7-45b0-9c30-3957c37b5a0a tempest-InstanceActionsTestJSON-1582266061 tempest-InstanceActionsTestJSON-1582266061-project] 10.222.0.59 "GET /v2.0/ports?device_id=846188f0-0b00-4eb9-af7b-47022faab171 HTTP/1.1" status: 200 len: 944 time: 0.1861057 Jul 27 21:06:05.041942 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-43d6d84b-50b4-406d-8b02-5f0c6c43c5e5 tempest-ServersTestManualDisk-414101687 tempest-ServersTestManualDisk-414101687-project] Notify callbacks [] for floatingip, before_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:05.043185 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-2a5f3625-a89c-4a8a-94a3-63031c37fc19 None None] Attempting to bind port a3c74262-4899-4015-ad21-e756399bf857 on host n-d-705658-22 for vnic_type normal with profile {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:06:05.043812 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-2a5f3625-a89c-4a8a-94a3-63031c37fc19 None None] Attempting to bind port a3c74262-4899-4015-ad21-e756399bf857 by drivers openvswitch,hyperv on host n-d-705658-22 at level 0 using segments [{'id': '27adc13b-10aa-4861-a1b7-acc15f14674a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '4924d1e8-0c09-4364-83c1-9f7f1592a6bf'}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:06:05.044281 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a5f3625-a89c-4a8a-94a3-63031c37fc19 None None] Attempting to bind port a3c74262-4899-4015-ad21-e756399bf857 on network 4924d1e8-0c09-4364-83c1-9f7f1592a6bf {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:06:05.049916 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a5f3625-a89c-4a8a-94a3-63031c37fc19 None None] Checking agent: {'id': '04a7ea91-6318-467e-ace6-b0fb48c8690f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 41, 42), 'started_at': datetime.datetime(2021, 7, 27, 20, 42, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 5, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:06:05.050559 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a5f3625-a89c-4a8a-94a3-63031c37fc19 None None] Checking segment: {'id': '27adc13b-10aa-4861-a1b7-acc15f14674a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '4924d1e8-0c09-4364-83c1-9f7f1592a6bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:06:05.051242 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-2a5f3625-a89c-4a8a-94a3-63031c37fc19 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:05.051577 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a5f3625-a89c-4a8a-94a3-63031c37fc19 None None] Bound using segment: {'id': '27adc13b-10aa-4861-a1b7-acc15f14674a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '4924d1e8-0c09-4364-83c1-9f7f1592a6bf'} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:06:05.052153 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-2a5f3625-a89c-4a8a-94a3-63031c37fc19 None None] Bound port: a3c74262-4899-4015-ad21-e756399bf857, host: n-d-705658-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27adc13b-10aa-4861-a1b7-acc15f14674a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '4924d1e8-0c09-4364-83c1-9f7f1592a6bf'}}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:06:05.052652 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-2a5f3625-a89c-4a8a-94a3-63031c37fc19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:05.097481 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-31002e89-2446-421b-aca2-b57998de94ba req-f3b06575-9252-46a5-8fff-ccdc5588ca04 tempest-InstanceActionsTestJSON-1582266061 tempest-InstanceActionsTestJSON-1582266061-project] 10.222.0.59 "GET /v2.0/security-groups?id=9174cf6e-e8ac-43e7-af4b-f03771aac0e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104009 Jul 27 21:06:05.142509 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-2a5f3625-a89c-4a8a-94a3-63031c37fc19 None None] For port a3c74262-4899-4015-ad21-e756399bf857, host n-d-705658-22, cleared binding levels {{(pid=105586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:06:05.146965 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-2a5f3625-a89c-4a8a-94a3-63031c37fc19 None None] For port a3c74262-4899-4015-ad21-e756399bf857, host n-d-705658-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=a3c74262-4899-4015-ad21-e756399bf857,segment=NetworkSegment(27adc13b-10aa-4861-a1b7-acc15f14674a),segment_id=27adc13b-10aa-4861-a1b7-acc15f14674a)] {{(pid=105586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:06:05.154751 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-2a5f3625-a89c-4a8a-94a3-63031c37fc19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:05.229369 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5f3625-a89c-4a8a-94a3-63031c37fc19 None None] Pushing event updated for resources: {'Port': ['ID=a3c74262-4899-4015-ad21-e756399bf857,revision_number=2']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:06:05.264742 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94cd27c-f486-483f-a4dd-4ce9d8807d0d req-7c84d674-13f0-4d43-bd46-9518b7f33aa8 tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:06:05.281277 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-c94cd27c-f486-483f-a4dd-4ce9d8807d0d req-7c84d674-13f0-4d43-bd46-9518b7f33aa8 tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] 10.222.0.59 "GET /v2.0/ports?device_id=f4131bf3-56d0-4dd5-8a0b-f9b028d7bbbe HTTP/1.1" status: 200 len: 943 time: 0.2158189 Jul 27 21:06:05.347242 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-c94cd27c-f486-483f-a4dd-4ce9d8807d0d req-c37ad209-f454-4331-a986-dfa5b5d0cf55 tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] 10.222.0.59 "GET /v2.0/security-groups?id=771ef501-f193-4e50-901d-4721d89f2b91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595033 Jul 27 21:06:05.904971 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-18bd0b9d-7f35-4ccf-8727-56ae64858e44 req-33572ebf-13a3-4f2f-9541-dd19c3bd9767 tempest-VolumesAdminNegativeTest-163479739 tempest-VolumesAdminNegativeTest-163479739-project] 10.222.0.59 "GET /v2.0/ports?device_id=479f5ead-4def-48e8-b02b-6b4f95630898 HTTP/1.1" status: 200 len: 210 time: 0.0811493 Jul 27 21:06:05.984390 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.db_base_plugin_common [None req-2c6ff268-36d5-460f-9e69-d8f7ba81fb39 tempest-FloatingIPNegativeTestJSON-1596930733 tempest-FloatingIPNegativeTestJSON-1596930733-project] Allocated IP 172.20.0.1 (4924d1e8-0c09-4364-83c1-9f7f1592a6bf/5db5a630-02b4-4141-a40d-b6ca6627b249/e78f3b01-f03e-47ad-b921-8e211630535c) {{(pid=105584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:06:05.997662 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cabff7-80ee-4ee7-883c-55b334bb3594 req-dd83f411-4b9f-4461-907d-ef711993b949 tempest-VolumesAdminNegativeTest-163479739 tempest-VolumesAdminNegativeTest-163479739-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:06:05.999884 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-00cabff7-80ee-4ee7-883c-55b334bb3594 req-dd83f411-4b9f-4461-907d-ef711993b949 tempest-VolumesAdminNegativeTest-163479739 tempest-VolumesAdminNegativeTest-163479739-project] 10.222.0.60 "GET /v2.0/networks?id=4c0965e3-c61d-4368-9ab5-e4e111abc9a3 HTTP/1.1" status: 200 len: 815 time: 0.2471337 Jul 27 21:06:06.014308 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c452f83-5f98-43da-ba6d-25782c18665f req-5574c060-b112-44ae-bebb-87e21bb92530 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:06:06.026118 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-2c452f83-5f98-43da-ba6d-25782c18665f req-5574c060-b112-44ae-bebb-87e21bb92530 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] 10.222.0.59 "GET /v2.0/ports?device_id=fd0b7501-b522-413c-b36c-1cda5061d73b HTTP/1.1" status: 200 len: 946 time: 0.2617185 Jul 27 21:06:06.039536 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [req-00cabff7-80ee-4ee7-883c-55b334bb3594 req-4ce513f2-a927-4c69-96ef-651bdf8b6597 tempest-VolumesAdminNegativeTest-163479739 tempest-VolumesAdminNegativeTest-163479739-project] Request body: {'port': {'device_id': '479f5ead-4def-48e8-b02b-6b4f95630898', 'network_id': '4c0965e3-c61d-4368-9ab5-e4e111abc9a3', 'admin_state_up': True, 'tenant_id': 'e1fb739b05c1455a9d1707e6208d2dd1'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:06:06.072952 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a71de2-3779-47dd-85b5-ce1a6800397c req-78c72a77-01b9-4ba2-a3e1-e026944fa462 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:06:06.074570 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-94a71de2-3779-47dd-85b5-ce1a6800397c req-78c72a77-01b9-4ba2-a3e1-e026944fa462 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] 10.222.0.36 "GET /v2.0/ports?device_id=fd0b7501-b522-413c-b36c-1cda5061d73b HTTP/1.1" status: 200 len: 946 time: 0.3757792 Jul 27 21:06:06.133573 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-2c452f83-5f98-43da-ba6d-25782c18665f req-2e25bfb2-006f-4df1-aa30-40bd70366b41 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] 10.222.0.59 "GET /v2.0/security-groups?id=e8209215-bf66-4bb1-96ba-041099e74ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065278 Jul 27 21:06:06.171008 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:06.236324 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.db.resource_extend [None req-43d6d84b-50b4-406d-8b02-5f0c6c43c5e5 tempest-ServersTestManualDisk-414101687 tempest-ServersTestManualDisk-414101687-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 27 21:06:06.294788 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-00cabff7-80ee-4ee7-883c-55b334bb3594 req-4ce513f2-a927-4c69-96ef-651bdf8b6597 tempest-VolumesAdminNegativeTest-163479739 tempest-VolumesAdminNegativeTest-163479739-project] Made reservation on behalf of e1fb739b05c1455a9d1707e6208d2dd1 for: {'port': 1} {{(pid=105585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:06:06.299035 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-00cabff7-80ee-4ee7-883c-55b334bb3594 req-4ce513f2-a927-4c69-96ef-651bdf8b6597 tempest-VolumesAdminNegativeTest-163479739 tempest-VolumesAdminNegativeTest-163479739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:06.308676 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device 842a455f-d2bd-4ceb-bed6-ff16b212294b details requested by agent hyperv_n-h1-705658-22 with host n-h1-705658-22 {{(pid=105586) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:06:06.312618 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device 777e01f2-e9d1-4d82-9a11-ef979ee3fc34 no longer exists at agent hyperv_n-h1-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:06:06.352930 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-28650df7-c46c-4981-b84f-37d87254047e None None] No Port match for: 777e01f2-e9d1-4d82-9a11-ef979ee3fc34 {{(pid=105586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:06:06.369110 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device 777e01f2-e9d1-4d82-9a11-ef979ee3fc34 not bound to the agent host n-h1-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:06:06.369785 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-2c6ff268-36d5-460f-9e69-d8f7ba81fb39 tempest-FloatingIPNegativeTestJSON-1596930733 tempest-FloatingIPNegativeTestJSON-1596930733-project] Notify callbacks [] for port, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:06.373645 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-43d6d84b-50b4-406d-8b02-5f0c6c43c5e5 tempest-ServersTestManualDisk-414101687 tempest-ServersTestManualDisk-414101687-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:06.376753 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746b6784-65f7-465e-ad7f-eff6e92489c1 req-55b3b59f-ab46-488c-897b-1e1842ccfdde tempest-InstanceActionsTestJSON-1582266061 tempest-InstanceActionsTestJSON-1582266061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:06:06.387782 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-746b6784-65f7-465e-ad7f-eff6e92489c1 req-55b3b59f-ab46-488c-897b-1e1842ccfdde tempest-InstanceActionsTestJSON-1582266061 tempest-InstanceActionsTestJSON-1582266061-project] 10.222.0.59 "GET /v2.0/ports?device_id=846188f0-0b00-4eb9-af7b-47022faab171 HTTP/1.1" status: 200 len: 944 time: 0.1680284 Jul 27 21:06:06.404594 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-43d6d84b-50b4-406d-8b02-5f0c6c43c5e5 tempest-ServersTestManualDisk-414101687 tempest-ServersTestManualDisk-414101687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4075768'] for floatingip, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:06.406668 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.provisioning_blocks [None req-2c6ff268-36d5-460f-9e69-d8f7ba81fb39 tempest-FloatingIPNegativeTestJSON-1596930733 tempest-FloatingIPNegativeTestJSON-1596930733-project] Transition to ACTIVE for port object e78f3b01-f03e-47ad-b921-8e211630535c will not be triggered until provisioned by entity DHCP. {{(pid=105584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:06:06.506768 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-746b6784-65f7-465e-ad7f-eff6e92489c1 req-84190a73-534a-4a7a-87ae-1a61a24d5110 tempest-InstanceActionsTestJSON-1582266061 tempest-InstanceActionsTestJSON-1582266061-project] 10.222.0.59 "GET /v2.0/security-groups?id=9174cf6e-e8ac-43e7-af4b-f03771aac0e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182277 Jul 27 21:06:06.541933 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] For port 842a455f-d2bd-4ceb-bed6-ff16b212294b, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=842a455f-d2bd-4ceb-bed6-ff16b212294b,segment=NetworkSegment(f7f8cfd9-c244-4062-b942-911ea78e1664),segment_id=f7f8cfd9-c244-4062-b942-911ea78e1664)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:06:06.564265 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08fcd173-1c64-47f8-9632-80fa8699a156 None None] Network 4924d1e8-0c09-4364-83c1-9f7f1592a6bf requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:06:06.589973 n-d-705658-22 neutron-server[105584]: INFO neutron.db.l3_db [None req-43d6d84b-50b4-406d-8b02-5f0c6c43c5e5 tempest-ServersTestManualDisk-414101687 tempest-ServersTestManualDisk-414101687-project] Floating IP 53f33a0d-8ffa-41c7-9bcf-54aba3b9715f associated. External IP: 172.25.5.106, port: 80e31a0e-3131-4fb0-a997-92ef09afc81e. Jul 27 21:06:06.617516 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Returning: {'device': '842a455f-d2bd-4ceb-bed6-ff16b212294b', 'network_id': 'f37071dc-f599-46bf-845c-bcab9301b926', 'port_id': '842a455f-d2bd-4ceb-bed6-ff16b212294b', 'mac_address': 'fa:16:3e:d5:6d:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4e6e968-e48c-4ea1-9453-6b2cdf07d30a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105586) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:06:06.654125 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.db_base_plugin_common [req-00cabff7-80ee-4ee7-883c-55b334bb3594 req-4ce513f2-a927-4c69-96ef-651bdf8b6597 tempest-VolumesAdminNegativeTest-163479739 tempest-VolumesAdminNegativeTest-163479739-project] Allocated IP 172.20.0.4 (4c0965e3-c61d-4368-9ab5-e4e111abc9a3/a2ce2d6b-b6d9-4a67-b1ea-e7922ffb223a/37bbd865-f73a-468d-990f-6d28c94104ba) {{(pid=105585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:06:06.675648 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [req-94a71de2-3779-47dd-85b5-ce1a6800397c req-a1030536-cceb-4543-b2d9-423e4a6fc2bb tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] Deleting port 8d0fe2af-3f78-43a3-a31d-c94adcdf7995 {{(pid=105584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:06:06.676534 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-94a71de2-3779-47dd-85b5-ce1a6800397c req-a1030536-cceb-4543-b2d9-423e4a6fc2bb tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:06.719301 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-afde1bd4-8367-44f1-94b7-dd85844e703d None None] Provisioning for port a3c74262-4899-4015-ad21-e756399bf857 completed by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:06:06.722206 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f1be7d-1fbe-4acc-8996-d52a9e6bff16 req-a5cfbefd-36a1-4a57-b9ad-4d3b712baea3 tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:06:06.730734 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-49f1be7d-1fbe-4acc-8996-d52a9e6bff16 req-a5cfbefd-36a1-4a57-b9ad-4d3b712baea3 tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] 10.222.0.59 "GET /v2.0/ports?device_id=f4131bf3-56d0-4dd5-8a0b-f9b028d7bbbe HTTP/1.1" status: 200 len: 943 time: 0.1421266 Jul 27 21:06:06.745726 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:06.764046 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 842a455f-d2bd-4ceb-bed6-ff16b212294b {{(pid=105586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:06:06.815370 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-2c6ff268-36d5-460f-9e69-d8f7ba81fb39 tempest-FloatingIPNegativeTestJSON-1596930733 tempest-FloatingIPNegativeTestJSON-1596930733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:06.829080 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] For port 842a455f-d2bd-4ceb-bed6-ff16b212294b, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=842a455f-d2bd-4ceb-bed6-ff16b212294b,segment=NetworkSegment(f7f8cfd9-c244-4062-b942-911ea78e1664),segment_id=f7f8cfd9-c244-4062-b942-911ea78e1664)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:06:06.833734 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-49f1be7d-1fbe-4acc-8996-d52a9e6bff16 req-e0c9e330-af5e-4c70-b214-2de7e2ab9501 tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] 10.222.0.59 "GET /v2.0/security-groups?id=771ef501-f193-4e50-901d-4721d89f2b91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0986481 Jul 27 21:06:06.844506 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:06.911144 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c6ff268-36d5-460f-9e69-d8f7ba81fb39 tempest-FloatingIPNegativeTestJSON-1596930733 tempest-FloatingIPNegativeTestJSON-1596930733-project] Network 4924d1e8-0c09-4364-83c1-9f7f1592a6bf is already hosted by enough agents. {{(pid=105584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:06:06.911523 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Pushing event updated for resources: {'Port': ['ID=842a455f-d2bd-4ceb-bed6-ff16b212294b,revision_number=4']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:06:06.935901 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-00cabff7-80ee-4ee7-883c-55b334bb3594 req-4ce513f2-a927-4c69-96ef-651bdf8b6597 tempest-VolumesAdminNegativeTest-163479739 tempest-VolumesAdminNegativeTest-163479739-project] Notify callbacks [] for port, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:07.013865 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device a3c74262-4899-4015-ad21-e756399bf857 up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:06:07.025775 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-00cabff7-80ee-4ee7-883c-55b334bb3594 req-4ce513f2-a927-4c69-96ef-651bdf8b6597 tempest-VolumesAdminNegativeTest-163479739 tempest-VolumesAdminNegativeTest-163479739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:07.044120 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [None req-2c6ff268-36d5-460f-9e69-d8f7ba81fb39 tempest-FloatingIPNegativeTestJSON-1596930733 tempest-FloatingIPNegativeTestJSON-1596930733-project] Resources bound (agent type, host, resource id): {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:06:07.051254 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c6ff268-36d5-460f-9e69-d8f7ba81fb39 tempest-FloatingIPNegativeTestJSON-1596930733 tempest-FloatingIPNegativeTestJSON-1596930733-project] Received port after_create {{(pid=105584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:06:07.105367 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning for port a3c74262-4899-4015-ad21-e756399bf857 completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:06:07.109665 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port a3c74262-4899-4015-ad21-e756399bf857 triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:06:07.110126 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:07.147679 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [req-94a71de2-3779-47dd-85b5-ce1a6800397c req-a1030536-cceb-4543-b2d9-423e4a6fc2bb tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] For port 8d0fe2af-3f78-43a3-a31d-c94adcdf7995, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=8d0fe2af-3f78-43a3-a31d-c94adcdf7995,segment=NetworkSegment(7253e476-fc19-4126-9562-a06a41b3b94e),segment_id=7253e476-fc19-4126-9562-a06a41b3b94e)] {{(pid=105584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:06:07.148055 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-94a71de2-3779-47dd-85b5-ce1a6800397c req-a1030536-cceb-4543-b2d9-423e4a6fc2bb tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:07.153372 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-00cabff7-80ee-4ee7-883c-55b334bb3594 req-4ce513f2-a927-4c69-96ef-651bdf8b6597 tempest-VolumesAdminNegativeTest-163479739 tempest-VolumesAdminNegativeTest-163479739-project] Network 4c0965e3-c61d-4368-9ab5-e4e111abc9a3 is already hosted by enough agents. {{(pid=105585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:06:07.161035 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce513f2-a927-4c69-96ef-651bdf8b6597 tempest-VolumesAdminNegativeTest-163479739 tempest-VolumesAdminNegativeTest-163479739-project] Pushing event updated for resources: {'Port': ['ID=37bbd865-f73a-468d-990f-6d28c94104ba,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:06:07.170247 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.base_scheduler [req-00cabff7-80ee-4ee7-883c-55b334bb3594 req-4ce513f2-a927-4c69-96ef-651bdf8b6597 tempest-VolumesAdminNegativeTest-163479739 tempest-VolumesAdminNegativeTest-163479739-project] Resources bound (agent type, host, resource id): {{(pid=105585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:06:07.186053 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.l3_dvrscheduler_db [req-00cabff7-80ee-4ee7-883c-55b334bb3594 req-4ce513f2-a927-4c69-96ef-651bdf8b6597 tempest-VolumesAdminNegativeTest-163479739 tempest-VolumesAdminNegativeTest-163479739-project] Received port after_create {{(pid=105585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:06:07.217329 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:07.220830 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6ff268-36d5-460f-9e69-d8f7ba81fb39 tempest-FloatingIPNegativeTestJSON-1596930733 tempest-FloatingIPNegativeTestJSON-1596930733-project] Pushing event updated for resources: {'Port': ['ID=e78f3b01-f03e-47ad-b921-8e211630535c,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:06:07.236832 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [req-94a71de2-3779-47dd-85b5-ce1a6800397c req-a1030536-cceb-4543-b2d9-423e4a6fc2bb tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] Calling delete_port for 8d0fe2af-3f78-43a3-a31d-c94adcdf7995 owned by compute:nova {{(pid=105584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:06:07.245680 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43d6d84b-50b4-406d-8b02-5f0c6c43c5e5 tempest-ServersTestManualDisk-414101687 tempest-ServersTestManualDisk-414101687-project] Router b7f1f65a-3da0-4101-b697-dd4246a4836a has already been hosted by L3 agent dd128fd7-8e57-4d4f-895b-a96b369df59a {{(pid=105584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:06:07.270322 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] For port a3c74262-4899-4015-ad21-e756399bf857, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=a3c74262-4899-4015-ad21-e756399bf857,segment=NetworkSegment(27adc13b-10aa-4861-a1b7-acc15f14674a),segment_id=27adc13b-10aa-4861-a1b7-acc15f14674a)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:06:07.275212 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] get_ports_and_sgs() called for port_ids ['842a455f-d2bd-4ceb-bed6-ff16b212294b'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:06:07.306751 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500b620d-42f7-4e29-8034-403bca0024dc req-eb6298b9-c098-4561-84c1-8adbf93202a8 tempest-VolumesAdminNegativeTest-163479739 tempest-VolumesAdminNegativeTest-163479739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:06:07.314597 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-500b620d-42f7-4e29-8034-403bca0024dc req-eb6298b9-c098-4561-84c1-8adbf93202a8 tempest-VolumesAdminNegativeTest-163479739 tempest-VolumesAdminNegativeTest-163479739-project] 10.222.0.59 "GET /v2.0/ports?device_id=479f5ead-4def-48e8-b02b-6b4f95630898 HTTP/1.1" status: 200 len: 931 time: 0.2842541 Jul 27 21:06:07.336723 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:07.354480 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-2c6ff268-36d5-460f-9e69-d8f7ba81fb39 tempest-FloatingIPNegativeTestJSON-1596930733 tempest-FloatingIPNegativeTestJSON-1596930733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4075523'] for router_interface, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:07.390848 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-500b620d-42f7-4e29-8034-403bca0024dc req-2ce6fd94-c32a-440f-bd2b-846d0aa69e51 tempest-VolumesAdminNegativeTest-163479739 tempest-VolumesAdminNegativeTest-163479739-project] 10.222.0.59 "GET /v2.0/security-groups?id=b15f5b80-af13-4f52-8ccb-81eb39c9ce76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698872 Jul 27 21:06:07.405643 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cabff7-80ee-4ee7-883c-55b334bb3594 req-4ce513f2-a927-4c69-96ef-651bdf8b6597 tempest-VolumesAdminNegativeTest-163479739 tempest-VolumesAdminNegativeTest-163479739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:06:07.409798 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-00cabff7-80ee-4ee7-883c-55b334bb3594 req-4ce513f2-a927-4c69-96ef-651bdf8b6597 tempest-VolumesAdminNegativeTest-163479739 tempest-VolumesAdminNegativeTest-163479739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:07.411767 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-014bb388-a063-4437-864b-689eb28a8511 None None] Provisioning for port e78f3b01-f03e-47ad-b921-8e211630535c completed by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:06:07.439952 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-014bb388-a063-4437-864b-689eb28a8511 None None] Provisioning complete for port e78f3b01-f03e-47ad-b921-8e211630535c triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:06:07.440341 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-014bb388-a063-4437-864b-689eb28a8511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:07.469930 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-00cabff7-80ee-4ee7-883c-55b334bb3594 req-4ce513f2-a927-4c69-96ef-651bdf8b6597 tempest-VolumesAdminNegativeTest-163479739 tempest-VolumesAdminNegativeTest-163479739-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4342685 Jul 27 21:06:07.503137 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-014bb388-a063-4437-864b-689eb28a8511 None None] Port e78f3b01-f03e-47ad-b921-8e211630535c cannot update to ACTIVE because it is not bound. {{(pid=105586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:06:07.510372 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Pushing event updated for resources: {'Port': ['ID=a3c74262-4899-4015-ad21-e756399bf857,revision_number=3']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:06:07.516981 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878a746d-05e6-46e6-9511-0d976c5cb0ca req-384bfaee-2b70-43f1-bfaa-02458b6e86ff tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:06:07.523558 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-878a746d-05e6-46e6-9511-0d976c5cb0ca req-384bfaee-2b70-43f1-bfaa-02458b6e86ff tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] 10.222.0.59 "GET /v2.0/ports?device_id=fd0b7501-b522-413c-b36c-1cda5061d73b HTTP/1.1" status: 200 len: 946 time: 0.2674851 Jul 27 21:06:07.536562 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [req-00cabff7-80ee-4ee7-883c-55b334bb3594 req-4d9b7869-cbc1-410e-a87a-179fc2322a1c service neutron] Request body: {'port': {'device_id': '479f5ead-4def-48e8-b02b-6b4f95630898', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-705658-22'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:06:07.567669 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-014bb388-a063-4437-864b-689eb28a8511 None None] Provisioning complete for port a3c74262-4899-4015-ad21-e756399bf857 triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:06:07.568049 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-014bb388-a063-4437-864b-689eb28a8511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:07.727612 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43d6d84b-50b4-406d-8b02-5f0c6c43c5e5 tempest-ServersTestManualDisk-414101687 tempest-ServersTestManualDisk-414101687-project] Notify agent at l3_agent.n-d-705658-22 the message routers_updated {{(pid=105584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:06:07.729965 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-2c6ff268-36d5-460f-9e69-d8f7ba81fb39 tempest-FloatingIPNegativeTestJSON-1596930733 tempest-FloatingIPNegativeTestJSON-1596930733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:07.734346 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-43d6d84b-50b4-406d-8b02-5f0c6c43c5e5 tempest-ServersTestManualDisk-414101687 tempest-ServersTestManualDisk-414101687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for floatingip, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:07.738529 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-878a746d-05e6-46e6-9511-0d976c5cb0ca req-93d31019-9dca-4040-9ed4-b10868150fab tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] 10.222.0.59 "GET /v2.0/security-groups?id=e8209215-bf66-4bb1-96ba-041099e74ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1982613 Jul 27 21:06:07.744151 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20942066-b0be-4989-b3ae-8b70c9a18f72 None None] Sync routers for ids ['b7f1f65a-3da0-4101-b697-dd4246a4836a'] in n-d-705658-22 {{(pid=105587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:06:07.768920 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20942066-b0be-4989-b3ae-8b70c9a18f72 None None] Routers {'b7f1f65a-3da0-4101-b697-dd4246a4836a'} bound to L3 agent in host n-d-705658-22 {{(pid=105587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:06:07.769548 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-20942066-b0be-4989-b3ae-8b70c9a18f72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:05:41Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['b7f1f65a-3da0-4101-b697-dd4246a4836a'], 'active': True} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:06:07.779534 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-00cabff7-80ee-4ee7-883c-55b334bb3594 req-4d9b7869-cbc1-410e-a87a-179fc2322a1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:07.780369 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-43d6d84b-50b4-406d-8b02-5f0c6c43c5e5 tempest-ServersTestManualDisk-414101687 tempest-ServersTestManualDisk-414101687-project] 10.222.0.59 "PUT /v2.0/floatingips/53f33a0d-8ffa-41c7-9bcf-54aba3b9715f HTTP/1.1" status: 200 len: 992 time: 2.8149028 Jul 27 21:06:07.782410 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d5039c3-d1bd-44fc-85ff-2cac8ca4b430', 'tag': '80e31a0e-3131-4fb0-a997-92ef09afc81e'}] {{(pid=105584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:06:07.784725 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bce5e6c8685464f7626901654159975603b047827e3138302ed6566e28f1343" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-119a81a3-54e0-4846-8d06-220632650f80" -d '{"events": [{"name": "network-changed", "server_uuid": "2d5039c3-d1bd-44fc-85ff-2cac8ca4b430", "tag": "80e31a0e-3131-4fb0-a997-92ef09afc81e"}]}' {{(pid=105584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:06:07.794224 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-94a71de2-3779-47dd-85b5-ce1a6800397c req-a1030536-cceb-4543-b2d9-423e4a6fc2bb tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:07.809155 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] get_ports_and_sgs() called for port_ids ['b7548bc3-c3ee-4f0b-95e3-8bcdd1f6c845'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:06:07.870678 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1030536-cceb-4543-b2d9-423e4a6fc2bb tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] Pushing event deleted for resources: {'Port': ['ID=8d0fe2af-3f78-43a3-a31d-c94adcdf7995,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:06:07.916753 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvr_db [None req-20942066-b0be-4989-b3ae-8b70c9a18f72 None None] Set router b7f1f65a-3da0-4101-b697-dd4246a4836a gateway port host: n-d-705658-22 {{(pid=105587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:06:07.942502 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4a455b-4c3b-4f46-918e-b0c0e16b7622 req-bb348c44-233d-42b2-a47a-b1c8e095fdc8 tempest-InstanceActionsTestJSON-1582266061 tempest-InstanceActionsTestJSON-1582266061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:06:07.950292 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-8b4a455b-4c3b-4f46-918e-b0c0e16b7622 req-bb348c44-233d-42b2-a47a-b1c8e095fdc8 tempest-InstanceActionsTestJSON-1582266061 tempest-InstanceActionsTestJSON-1582266061-project] 10.222.0.59 "GET /v2.0/ports?device_id=846188f0-0b00-4eb9-af7b-47022faab171 HTTP/1.1" status: 200 len: 945 time: 0.2185409 Jul 27 21:06:07.959808 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-ade1de42-92d9-47e5-8382-fbed1f64988b None None] Provisioning complete for port e78f3b01-f03e-47ad-b921-8e211630535c triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:06:07.960189 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-ade1de42-92d9-47e5-8382-fbed1f64988b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:08.026963 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:06:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72e764c6-3550-44b2-8990-08ae71ce3b53 x-openstack-request-id: req-72e764c6-3550-44b2-8990-08ae71ce3b53 {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:06:08.027611 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d5039c3-d1bd-44fc-85ff-2cac8ca4b430", "tag": "80e31a0e-3131-4fb0-a997-92ef09afc81e", "status": "completed", "code": 200}]} {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:06:08.027779 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-72e764c6-3550-44b2-8990-08ae71ce3b53 {{(pid=105584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:06:08.028181 n-d-705658-22 neutron-server[105584]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d5039c3-d1bd-44fc-85ff-2cac8ca4b430', 'tag': '80e31a0e-3131-4fb0-a997-92ef09afc81e', 'status': 'completed', 'code': 200} Jul 27 21:06:08.031498 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [req-94a71de2-3779-47dd-85b5-ce1a6800397c req-a1030536-cceb-4543-b2d9-423e4a6fc2bb tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] No DVR routers for this DVR port 8d0fe2af-3f78-43a3-a31d-c94adcdf7995 on host n-h1-705658-22 {{(pid=105584) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:06:08.048324 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-94a71de2-3779-47dd-85b5-ce1a6800397c req-a1030536-cceb-4543-b2d9-423e4a6fc2bb tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:08.050403 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-94a71de2-3779-47dd-85b5-ce1a6800397c req-a1030536-cceb-4543-b2d9-423e4a6fc2bb tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] 10.222.0.36 "DELETE /v2.0/ports/8d0fe2af-3f78-43a3-a31d-c94adcdf7995 HTTP/1.1" status: 204 len: 173 time: 1.9671779 Jul 27 21:06:08.067335 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-8b4a455b-4c3b-4f46-918e-b0c0e16b7622 req-6322012f-1c00-43b4-8022-aa5c3012db0d tempest-InstanceActionsTestJSON-1582266061 tempest-InstanceActionsTestJSON-1582266061-project] 10.222.0.59 "GET /v2.0/security-groups?id=9174cf6e-e8ac-43e7-af4b-f03771aac0e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106036 Jul 27 21:06:08.078431 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-ade1de42-92d9-47e5-8382-fbed1f64988b None None] Port e78f3b01-f03e-47ad-b921-8e211630535c cannot update to ACTIVE because it is not bound. {{(pid=105586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:06:08.211376 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-20942066-b0be-4989-b3ae-8b70c9a18f72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7f1f65a-3da0-4101-b697-dd4246a4836a', 'name': 'tempest-ServersTestManualDisk-1687115052-router', 'tenant_id': '0aacf9f2affa47f2ad3a5e01566a8bed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.252'}], 'enable_snat': True}, 'gw_port_id': '2bb763c6-ddba-47be-b1ea-28a81ec94d56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:05:30Z', 'updated_at': '2021-07-27T21:05:35Z', 'revision_number': 4, 'project_id': '0aacf9f2affa47f2ad3a5e01566a8bed', 'gw_port': {'id': '2bb763c6-ddba-47be-b1ea-28a81ec94d56', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:c4:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7f1f65a-3da0-4101-b697-dd4246a4836a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1322, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:05:30Z', 'updated_at': '2021-07-27T21:05:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_floatingips': [{'id': '53f33a0d-8ffa-41c7-9bcf-54aba3b9715f', 'tenant_id': '0aacf9f2affa47f2ad3a5e01566a8bed', 'floating_ip_address': '172.25.5.106', 'floating_network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'router_id': 'b7f1f65a-3da0-4101-b697-dd4246a4836a', 'port_id': '80e31a0e-3131-4fb0-a997-92ef09afc81e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1332, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9bb10b7-60f1-43b7-be53-c3351758797b', 'mac_address': 'fa:16:3e:a6:17:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d5039c3-d1bd-44fc-85ff-2cac8ca4b430', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T21:05:42Z', 'updated_at': '2021-07-27T21:06:06Z', 'revision_number': 1, 'project_id': '0aacf9f2affa47f2ad3a5e01566a8bed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b6b3750-b8f2-4444-8d46-46034bb6d96d', 'name': '', 'network_id': 'c9bb10b7-60f1-43b7-be53-c3351758797b', 'tenant_id': '0aacf9f2affa47f2ad3a5e01566a8bed', 'mac_address': 'fa:16:3e:d4:be:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7f1f65a-3da0-4101-b697-dd4246a4836a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': '2465aeda-6056-41ad-8a21-acd555237286', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:05:34Z', 'updated_at': '2021-07-27T21:05:43Z', 'revision_number': 5, 'project_id': '0aacf9f2affa47f2ad3a5e01566a8bed', 'subnets': [{'id': '2465aeda-6056-41ad-8a21-acd555237286', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-22', False) {} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:06:08.289022 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20942066-b0be-4989-b3ae-8b70c9a18f72 None None] Checking router: b7f1f65a-3da0-4101-b697-dd4246a4836a for host: n-d-705658-22 {{(pid=105587) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:06:08.300224 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20942066-b0be-4989-b3ae-8b70c9a18f72 None None] Routers {'b7f1f65a-3da0-4101-b697-dd4246a4836a'} bound to L3 agent in host n-d-705658-22 {{(pid=105587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:06:08.301147 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-20942066-b0be-4989-b3ae-8b70c9a18f72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:05:41Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['b7f1f65a-3da0-4101-b697-dd4246a4836a'], 'active': True} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:06:08.325740 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873afe40-e56e-4847-b605-a1c872e57076 req-94d50774-b74f-47dc-830c-2a978bb8295f tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:06:08.327581 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-873afe40-e56e-4847-b605-a1c872e57076 req-94d50774-b74f-47dc-830c-2a978bb8295f tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] 10.222.0.59 "GET /v2.0/ports?device_id=f4131bf3-56d0-4dd5-8a0b-f9b028d7bbbe HTTP/1.1" status: 200 len: 943 time: 0.1779897 Jul 27 21:06:08.450464 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-873afe40-e56e-4847-b605-a1c872e57076 req-fe24a1cb-8de9-4dde-bc7b-f0c5ff264be3 tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] 10.222.0.59 "GET /v2.0/security-groups?id=771ef501-f193-4e50-901d-4721d89f2b91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1164575 Jul 27 21:06:08.460557 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvr_db [None req-20942066-b0be-4989-b3ae-8b70c9a18f72 None None] Set router b7f1f65a-3da0-4101-b697-dd4246a4836a gateway port host: n-d-705658-22 {{(pid=105587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:06:08.477128 n-d-705658-22 neutron-server[105585]: DEBUG neutron.notifiers.nova [req-00cabff7-80ee-4ee7-883c-55b334bb3594 req-4d9b7869-cbc1-410e-a87a-179fc2322a1c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37bbd865-f73a-468d-990f-6d28c94104ba {{(pid=105585) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:06:08.493712 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-00cabff7-80ee-4ee7-883c-55b334bb3594 req-4d9b7869-cbc1-410e-a87a-179fc2322a1c service neutron] Notify callbacks [] for port, precommit_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:08.544613 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.provisioning_blocks [req-00cabff7-80ee-4ee7-883c-55b334bb3594 req-4d9b7869-cbc1-410e-a87a-179fc2322a1c service neutron] Transition to ACTIVE for port object 37bbd865-f73a-468d-990f-6d28c94104ba will not be triggered until provisioned by entity L2. {{(pid=105585) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:06:08.580270 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-00cabff7-80ee-4ee7-883c-55b334bb3594 req-4d9b7869-cbc1-410e-a87a-179fc2322a1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10221672'] for port, after_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:08.731994 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9b7869-cbc1-410e-a87a-179fc2322a1c service neutron] Pushing event updated for resources: {'Port': ['ID=37bbd865-f73a-468d-990f-6d28c94104ba,revision_number=2']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:06:08.752684 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119a81a3-54e0-4846-8d06-220632650f80 req-13710f4f-082b-479c-984c-15f9dbe0388f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:06:08.754231 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-119a81a3-54e0-4846-8d06-220632650f80 req-13710f4f-082b-479c-984c-15f9dbe0388f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=0aacf9f2affa47f2ad3a5e01566a8bed&device_id=2d5039c3-d1bd-44fc-85ff-2cac8ca4b430 HTTP/1.1" status: 200 len: 1098 time: 0.7029784 Jul 27 21:06:08.802418 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d670009-a446-4458-b1e3-ad7edad659d9 req-3abecd1a-4752-4013-b148-011f1b043dff tempest-VolumesAdminNegativeTest-163479739 tempest-VolumesAdminNegativeTest-163479739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:06:08.815015 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-4d670009-a446-4458-b1e3-ad7edad659d9 req-3abecd1a-4752-4013-b148-011f1b043dff tempest-VolumesAdminNegativeTest-163479739 tempest-VolumesAdminNegativeTest-163479739-project] 10.222.0.59 "GET /v2.0/ports?device_id=479f5ead-4def-48e8-b02b-6b4f95630898 HTTP/1.1" status: 200 len: 931 time: 0.3083508 Jul 27 21:06:08.898512 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-ca7b3c9a-7688-4b52-a34c-510a52770660 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:08.898986 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-4d670009-a446-4458-b1e3-ad7edad659d9 req-16be6cb4-b6e1-4223-8578-10410c7a4040 tempest-VolumesAdminNegativeTest-163479739 tempest-VolumesAdminNegativeTest-163479739-project] 10.222.0.59 "GET /v2.0/security-groups?id=b15f5b80-af13-4f52-8ccb-81eb39c9ce76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785048 Jul 27 21:06:08.923675 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.managers [req-00cabff7-80ee-4ee7-883c-55b334bb3594 req-4d9b7869-cbc1-410e-a87a-179fc2322a1c service neutron] Attempting to bind port 37bbd865-f73a-468d-990f-6d28c94104ba on host n-h2-705658-22 for vnic_type normal with profile {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:06:08.924072 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.managers [req-00cabff7-80ee-4ee7-883c-55b334bb3594 req-4d9b7869-cbc1-410e-a87a-179fc2322a1c service neutron] Attempting to bind port 37bbd865-f73a-468d-990f-6d28c94104ba by drivers openvswitch,hyperv on host n-h2-705658-22 at level 0 using segments [{'id': 'eec497d5-da54-4ee0-a918-3b5a0fb2dd25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '4c0965e3-c61d-4368-9ab5-e4e111abc9a3'}] {{(pid=105585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:06:08.924428 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00cabff7-80ee-4ee7-883c-55b334bb3594 req-4d9b7869-cbc1-410e-a87a-179fc2322a1c service neutron] Attempting to bind port 37bbd865-f73a-468d-990f-6d28c94104ba on network 4c0965e3-c61d-4368-9ab5-e4e111abc9a3 {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:06:08.929488 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00cabff7-80ee-4ee7-883c-55b334bb3594 req-4d9b7869-cbc1-410e-a87a-179fc2322a1c service neutron] Port 37bbd865-f73a-468d-990f-6d28c94104ba on network 4c0965e3-c61d-4368-9ab5-e4e111abc9a3 not bound, no agent of type Open vSwitch agent registered on host n-h2-705658-22 {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:06:08.929986 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00cabff7-80ee-4ee7-883c-55b334bb3594 req-4d9b7869-cbc1-410e-a87a-179fc2322a1c service neutron] Attempting to bind port 37bbd865-f73a-468d-990f-6d28c94104ba on network 4c0965e3-c61d-4368-9ab5-e4e111abc9a3 {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:06:08.948572 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-20942066-b0be-4989-b3ae-8b70c9a18f72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7f1f65a-3da0-4101-b697-dd4246a4836a', 'name': 'tempest-ServersTestManualDisk-1687115052-router', 'tenant_id': '0aacf9f2affa47f2ad3a5e01566a8bed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.252'}], 'enable_snat': True}, 'gw_port_id': '2bb763c6-ddba-47be-b1ea-28a81ec94d56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:05:30Z', 'updated_at': '2021-07-27T21:05:35Z', 'revision_number': 4, 'project_id': '0aacf9f2affa47f2ad3a5e01566a8bed', 'gw_port': {'id': '2bb763c6-ddba-47be-b1ea-28a81ec94d56', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:c4:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7f1f65a-3da0-4101-b697-dd4246a4836a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1322, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:05:30Z', 'updated_at': '2021-07-27T21:05:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_floatingips': [{'id': '53f33a0d-8ffa-41c7-9bcf-54aba3b9715f', 'tenant_id': '0aacf9f2affa47f2ad3a5e01566a8bed', 'floating_ip_address': '172.25.5.106', 'floating_network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'router_id': 'b7f1f65a-3da0-4101-b697-dd4246a4836a', 'port_id': '80e31a0e-3131-4fb0-a997-92ef09afc81e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1332, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9bb10b7-60f1-43b7-be53-c3351758797b', 'mac_address': 'fa:16:3e:a6:17:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d5039c3-d1bd-44fc-85ff-2cac8ca4b430', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T21:05:42Z', 'updated_at': '2021-07-27T21:06:06Z', 'revision_number': 1, 'project_id': '0aacf9f2affa47f2ad3a5e01566a8bed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b6b3750-b8f2-4444-8d46-46034bb6d96d', 'name': '', 'network_id': 'c9bb10b7-60f1-43b7-be53-c3351758797b', 'tenant_id': '0aacf9f2affa47f2ad3a5e01566a8bed', 'mac_address': 'fa:16:3e:d4:be:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7f1f65a-3da0-4101-b697-dd4246a4836a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': '2465aeda-6056-41ad-8a21-acd555237286', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:05:34Z', 'updated_at': '2021-07-27T21:05:43Z', 'revision_number': 5, 'project_id': '0aacf9f2affa47f2ad3a5e01566a8bed', 'subnets': [{'id': '2465aeda-6056-41ad-8a21-acd555237286', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-22', False) {} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:06:08.974686 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119a81a3-54e0-4846-8d06-220632650f80 req-751f6291-8ec9-4ce3-aecf-3271d5d50b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:06:08.977482 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00cabff7-80ee-4ee7-883c-55b334bb3594 req-4d9b7869-cbc1-410e-a87a-179fc2322a1c service neutron] Checking agent: {'id': '65195a73-a875-4810-9f5b-622ae260a8a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 49, 40), 'started_at': datetime.datetime(2021, 7, 27, 20, 49, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 5, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:06:08.978393 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00cabff7-80ee-4ee7-883c-55b334bb3594 req-4d9b7869-cbc1-410e-a87a-179fc2322a1c service neutron] Checking segment: {'id': 'eec497d5-da54-4ee0-a918-3b5a0fb2dd25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '4c0965e3-c61d-4368-9ab5-e4e111abc9a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:06:08.979151 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-119a81a3-54e0-4846-8d06-220632650f80 req-751f6291-8ec9-4ce3-aecf-3271d5d50b91 service neutron] 10.222.0.60 "GET /v2.0/networks?id=c9bb10b7-60f1-43b7-be53-c3351758797b HTTP/1.1" status: 200 len: 913 time: 0.2139325 Jul 27 21:06:08.981839 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00cabff7-80ee-4ee7-883c-55b334bb3594 req-4d9b7869-cbc1-410e-a87a-179fc2322a1c service neutron] Bound using segment: {'id': 'eec497d5-da54-4ee0-a918-3b5a0fb2dd25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '4c0965e3-c61d-4368-9ab5-e4e111abc9a3'} {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:06:08.982335 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.managers [req-00cabff7-80ee-4ee7-883c-55b334bb3594 req-4d9b7869-cbc1-410e-a87a-179fc2322a1c service neutron] Bound port: 37bbd865-f73a-468d-990f-6d28c94104ba, host: n-h2-705658-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eec497d5-da54-4ee0-a918-3b5a0fb2dd25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '4c0965e3-c61d-4368-9ab5-e4e111abc9a3'}}] {{(pid=105585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:06:08.982706 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-00cabff7-80ee-4ee7-883c-55b334bb3594 req-4d9b7869-cbc1-410e-a87a-179fc2322a1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:08.983287 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-2c6ff268-36d5-460f-9e69-d8f7ba81fb39 tempest-FloatingIPNegativeTestJSON-1596930733 tempest-FloatingIPNegativeTestJSON-1596930733-project] Notify callbacks [] for port, precommit_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:08.992924 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device a3c74262-4899-4015-ad21-e756399bf857 up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:06:09.010531 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20942066-b0be-4989-b3ae-8b70c9a18f72 None None] The sync data for ids ['b7f1f65a-3da0-4101-b697-dd4246a4836a'] in n-d-705658-22 is: [{'id': 'b7f1f65a-3da0-4101-b697-dd4246a4836a', 'name': 'tempest-ServersTestManualDisk-1687115052-router', 'tenant_id': '0aacf9f2affa47f2ad3a5e01566a8bed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.252'}], 'enable_snat': True}, 'gw_port_id': '2bb763c6-ddba-47be-b1ea-28a81ec94d56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:05:30Z', 'updated_at': '2021-07-27T21:05:35Z', 'revision_number': 4, 'project_id': '0aacf9f2affa47f2ad3a5e01566a8bed', 'gw_port': {'id': '2bb763c6-ddba-47be-b1ea-28a81ec94d56', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:c4:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7f1f65a-3da0-4101-b697-dd4246a4836a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1322, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:05:30Z', 'updated_at': '2021-07-27T21:05:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_floatingips': [{'id': '53f33a0d-8ffa-41c7-9bcf-54aba3b9715f', 'tenant_id': '0aacf9f2affa47f2ad3a5e01566a8bed', 'floating_ip_address': '172.25.5.106', 'floating_network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'router_id': 'b7f1f65a-3da0-4101-b697-dd4246a4836a', 'port_id': '80e31a0e-3131-4fb0-a997-92ef09afc81e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1332, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9bb10b7-60f1-43b7-be53-c3351758797b', 'mac_address': 'fa:16:3e:a6:17:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d5039c3-d1bd-44fc-85ff-2cac8ca4b430', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T21:05:42Z', 'updated_at': '2021-07-27T21:06:06Z', 'revision_number': 1, 'project_id': '0aacf9f2affa47f2ad3a5e01566a8bed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b6b3750-b8f2-4444-8d46-46034bb6d96d', 'name': '', 'network_id': 'c9bb10b7-60f1-43b7-be53-c3351758797b', 'tenant_id': '0aacf9f2affa47f2ad3a5e01566a8bed', 'mac_address': 'fa:16:3e:d4:be:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7f1f65a-3da0-4101-b697-dd4246a4836a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': '2465aeda-6056-41ad-8a21-acd555237286', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:05:34Z', 'updated_at': '2021-07-27T21:05:43Z', 'revision_number': 5, 'project_id': '0aacf9f2affa47f2ad3a5e01566a8bed', 'subnets': [{'id': '2465aeda-6056-41ad-8a21-acd555237286', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:06:09.022032 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.agents_db [None req-558fcd2c-e512-47bc-a170-8673d87f7213 None None] Agent healthcheck: found 7 active agents {{(pid=105587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 21:06:09.046064 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-ebf41392-6494-4026-afe5-e11b39339180 req-da4847cc-cf3d-4910-a070-26edae031bd4 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] 10.222.0.59 "GET /v2.0/ports?device_id=fd0b7501-b522-413c-b36c-1cda5061d73b HTTP/1.1" status: 200 len: 210 time: 0.0974653 Jul 27 21:06:09.065164 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-2c6ff268-36d5-460f-9e69-d8f7ba81fb39 tempest-FloatingIPNegativeTestJSON-1596930733 tempest-FloatingIPNegativeTestJSON-1596930733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9014027'] for port, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:09.099384 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port a3c74262-4899-4015-ad21-e756399bf857 triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:06:09.100403 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:09.126532 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.db [req-00cabff7-80ee-4ee7-883c-55b334bb3594 req-4d9b7869-cbc1-410e-a87a-179fc2322a1c service neutron] For port 37bbd865-f73a-468d-990f-6d28c94104ba, host n-h2-705658-22, cleared binding levels {{(pid=105585) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:06:09.142145 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.db [req-00cabff7-80ee-4ee7-883c-55b334bb3594 req-4d9b7869-cbc1-410e-a87a-179fc2322a1c service neutron] For port 37bbd865-f73a-468d-990f-6d28c94104ba, host n-h2-705658-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=37bbd865-f73a-468d-990f-6d28c94104ba,segment=NetworkSegment(eec497d5-da54-4ee0-a918-3b5a0fb2dd25),segment_id=eec497d5-da54-4ee0-a918-3b5a0fb2dd25)] {{(pid=105585) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:06:09.157801 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-00cabff7-80ee-4ee7-883c-55b334bb3594 req-4d9b7869-cbc1-410e-a87a-179fc2322a1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10221672'] for port, after_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:09.190434 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6ff268-36d5-460f-9e69-d8f7ba81fb39 tempest-FloatingIPNegativeTestJSON-1596930733 tempest-FloatingIPNegativeTestJSON-1596930733-project] Pushing event updated for resources: {'Port': ['ID=e78f3b01-f03e-47ad-b921-8e211630535c,revision_number=2']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:06:09.194314 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-119a81a3-54e0-4846-8d06-220632650f80 req-e990da30-8bbb-45dc-b573-1c6e4e413def service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=80e31a0e-3131-4fb0-a997-92ef09afc81e HTTP/1.1" status: 200 len: 1000 time: 0.2090542 Jul 27 21:06:09.196914 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-2c6ff268-36d5-460f-9e69-d8f7ba81fb39 tempest-FloatingIPNegativeTestJSON-1596930733 tempest-FloatingIPNegativeTestJSON-1596930733-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3743906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4076435'] for router_interface, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:09.222398 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cabff7-80ee-4ee7-883c-55b334bb3594 req-4d9b7869-cbc1-410e-a87a-179fc2322a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:06:09.223195 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-00cabff7-80ee-4ee7-883c-55b334bb3594 req-4d9b7869-cbc1-410e-a87a-179fc2322a1c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:09.225348 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-00cabff7-80ee-4ee7-883c-55b334bb3594 req-4d9b7869-cbc1-410e-a87a-179fc2322a1c service neutron] 10.222.0.60 "PUT /v2.0/ports/37bbd865-f73a-468d-990f-6d28c94104ba HTTP/1.1" status: 200 len: 1092 time: 1.7350621 Jul 27 21:06:09.229674 n-d-705658-22 neutron-server[105585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '479f5ead-4def-48e8-b02b-6b4f95630898', 'tag': '37bbd865-f73a-468d-990f-6d28c94104ba'}] {{(pid=105585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:06:09.232255 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d66fd65881426bfc2b5388084a3654e5eae521106a15a3dbf0eb4cde7106c36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09c3f9b8-5c18-4ff9-892a-fb2e7f4434ff" -d '{"events": [{"name": "network-changed", "server_uuid": "479f5ead-4def-48e8-b02b-6b4f95630898", "tag": "37bbd865-f73a-468d-990f-6d28c94104ba"}]}' {{(pid=105585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:06:09.324121 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119a81a3-54e0-4846-8d06-220632650f80 req-5ad866cd-fa03-4f36-802f-40180b18715d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:06:09.326637 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-119a81a3-54e0-4846-8d06-220632650f80 req-5ad866cd-fa03-4f36-802f-40180b18715d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=2465aeda-6056-41ad-8a21-acd555237286 HTTP/1.1" status: 200 len: 851 time: 0.1090145 Jul 27 21:06:09.348363 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:06:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c639f87-9a9a-4693-9556-ce2a13dace73 x-openstack-request-id: req-8c639f87-9a9a-4693-9556-ce2a13dace73 {{(pid=105585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:06:09.348929 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "479f5ead-4def-48e8-b02b-6b4f95630898", "tag": "37bbd865-f73a-468d-990f-6d28c94104ba", "status": "completed", "code": 200}]} {{(pid=105585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:06:09.348929 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-8c639f87-9a9a-4693-9556-ce2a13dace73 {{(pid=105585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:06:09.349265 n-d-705658-22 neutron-server[105585]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '479f5ead-4def-48e8-b02b-6b4f95630898', 'tag': '37bbd865-f73a-468d-990f-6d28c94104ba', 'status': 'completed', 'code': 200} Jul 27 21:06:09.372375 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9b7869-cbc1-410e-a87a-179fc2322a1c service neutron] Pushing event updated for resources: {'Port': ['ID=37bbd865-f73a-468d-990f-6d28c94104ba,revision_number=3']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:06:09.404614 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c6ff268-36d5-460f-9e69-d8f7ba81fb39 tempest-FloatingIPNegativeTestJSON-1596930733 tempest-FloatingIPNegativeTestJSON-1596930733-project] Network 4924d1e8-0c09-4364-83c1-9f7f1592a6bf is already hosted by enough agents. {{(pid=105584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:06:09.405033 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfb88bd5-28a2-41c2-975b-81c7e340b102 None None] New status for floating IP 53f33a0d-8ffa-41c7-9bcf-54aba3b9715f: ACTIVE {{(pid=105586) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 21:06:09.406917 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [None req-2c6ff268-36d5-460f-9e69-d8f7ba81fb39 tempest-FloatingIPNegativeTestJSON-1596930733 tempest-FloatingIPNegativeTestJSON-1596930733-project] Resources bound (agent type, host, resource id): {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:06:09.418078 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7831a4a8-88f7-45d4-8141-086ad5048121 req-cfda3742-de39-4822-8303-6c24d48d7875 tempest-InstanceActionsTestJSON-1582266061 tempest-InstanceActionsTestJSON-1582266061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:06:09.419922 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-7831a4a8-88f7-45d4-8141-086ad5048121 req-cfda3742-de39-4822-8303-6c24d48d7875 tempest-InstanceActionsTestJSON-1582266061 tempest-InstanceActionsTestJSON-1582266061-project] 10.222.0.59 "GET /v2.0/ports?device_id=846188f0-0b00-4eb9-af7b-47022faab171 HTTP/1.1" status: 200 len: 945 time: 0.2042334 Jul 27 21:06:09.421755 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cabff7-80ee-4ee7-883c-55b334bb3594 req-ca0565f4-bcea-4ae6-a01a-475e1c8c970a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:06:09.423186 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-00cabff7-80ee-4ee7-883c-55b334bb3594 req-ca0565f4-bcea-4ae6-a01a-475e1c8c970a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e1fb739b05c1455a9d1707e6208d2dd1&device_id=479f5ead-4def-48e8-b02b-6b4f95630898 HTTP/1.1" status: 200 len: 1095 time: 0.1185777 Jul 27 21:06:09.480847 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-00cabff7-80ee-4ee7-883c-55b334bb3594 req-2596dfa4-7a9f-43f5-8b7d-3a484ffe6564 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=37bbd865-f73a-468d-990f-6d28c94104ba HTTP/1.1" status: 200 len: 217 time: 0.0459383 Jul 27 21:06:09.552700 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cabff7-80ee-4ee7-883c-55b334bb3594 req-af318a87-ae0b-4d56-a449-4e043010d51d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:06:09.554093 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-00cabff7-80ee-4ee7-883c-55b334bb3594 req-af318a87-ae0b-4d56-a449-4e043010d51d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a2ce2d6b-b6d9-4a67-b1ea-e7922ffb223a HTTP/1.1" status: 200 len: 855 time: 0.0604043 Jul 27 21:06:09.557663 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-7831a4a8-88f7-45d4-8141-086ad5048121 req-125e2ea9-0a5c-4dc5-9381-e40a2b5dd30d tempest-InstanceActionsTestJSON-1582266061 tempest-InstanceActionsTestJSON-1582266061-project] 10.222.0.59 "GET /v2.0/security-groups?id=9174cf6e-e8ac-43e7-af4b-f03771aac0e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305678 Jul 27 21:06:09.582905 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119a81a3-54e0-4846-8d06-220632650f80 req-7583dd2e-7cd3-49e1-a91b-b33a3f262e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:06:09.584749 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-119a81a3-54e0-4846-8d06-220632650f80 req-7583dd2e-7cd3-49e1-a91b-b33a3f262e33 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c9bb10b7-60f1-43b7-be53-c3351758797b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2497146 Jul 27 21:06:09.648175 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-00cabff7-80ee-4ee7-883c-55b334bb3594 req-5619a0af-9e68-4223-b507-e0a1278a56c2 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4c0965e3-c61d-4368-9ab5-e4e111abc9a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0844734 Jul 27 21:06:09.682887 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c6ff268-36d5-460f-9e69-d8f7ba81fb39 tempest-FloatingIPNegativeTestJSON-1596930733 tempest-FloatingIPNegativeTestJSON-1596930733-project] Router 44f9f867-9cb1-41ec-aa37-a5db8da7cdba is scheduled to L3 agent dd128fd7-8e57-4d4f-895b-a96b369df59a with binding_index 1 {{(pid=105584) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 21:06:09.804484 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-119a81a3-54e0-4846-8d06-220632650f80 req-624a4479-69ee-4a1d-8c1f-080eec137027 service neutron] 10.222.0.60 "GET /v2.0/networks/c9bb10b7-60f1-43b7-be53-c3351758797b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2065072 Jul 27 21:06:09.815584 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c6ff268-36d5-460f-9e69-d8f7ba81fb39 tempest-FloatingIPNegativeTestJSON-1596930733 tempest-FloatingIPNegativeTestJSON-1596930733-project] Notify agent at l3_agent.n-d-705658-22 the message routers_updated {{(pid=105584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:06:09.816400 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-22a7fba3-657b-4d68-9514-aaa8d057e489 None None] Provisioning complete for port e78f3b01-f03e-47ad-b921-8e211630535c triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:06:09.822672 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-22a7fba3-657b-4d68-9514-aaa8d057e489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:09.825273 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3ccec14-ae9b-4c21-8f76-355bfb44caa3 None None] Sync routers for ids ['44f9f867-9cb1-41ec-aa37-a5db8da7cdba'] in n-d-705658-22 {{(pid=105587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:06:09.843191 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3ccec14-ae9b-4c21-8f76-355bfb44caa3 None None] Routers {'44f9f867-9cb1-41ec-aa37-a5db8da7cdba'} bound to L3 agent in host n-d-705658-22 {{(pid=105587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:06:09.843830 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-b3ccec14-ae9b-4c21-8f76-355bfb44caa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:05:41Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['44f9f867-9cb1-41ec-aa37-a5db8da7cdba'], 'active': True} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:06:09.845420 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-2c6ff268-36d5-460f-9e69-d8f7ba81fb39 tempest-FloatingIPNegativeTestJSON-1596930733 tempest-FloatingIPNegativeTestJSON-1596930733-project] 10.222.0.59 "PUT /v2.0/routers/44f9f867-9cb1-41ec-aa37-a5db8da7cdba/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5248804 Jul 27 21:06:09.847452 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 48832) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:06:09.863785 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-22a7fba3-657b-4d68-9514-aaa8d057e489 None None] Port e78f3b01-f03e-47ad-b921-8e211630535c cannot update to ACTIVE because it is not bound. {{(pid=105586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:06:09.887249 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-55dac197-2032-45d9-a832-1674a81cec0d tempest-FloatingIPNegativeTestJSON-1596930733 tempest-FloatingIPNegativeTestJSON-1596930733-project] Request body: {'port': {'network_id': '4924d1e8-0c09-4364-83c1-9f7f1592a6bf', 'name': 'tempest-FloatingIPNegativeTestJSON-935803249'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:06:09.898973 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-b3ccec14-ae9b-4c21-8f76-355bfb44caa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-22', False) {} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:06:09.911869 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3ccec14-ae9b-4c21-8f76-355bfb44caa3 None None] Routers {'44f9f867-9cb1-41ec-aa37-a5db8da7cdba'} bound to L3 agent in host n-d-705658-22 {{(pid=105587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:06:09.913270 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-b3ccec14-ae9b-4c21-8f76-355bfb44caa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:05:41Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['44f9f867-9cb1-41ec-aa37-a5db8da7cdba'], 'active': True} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:06:09.966157 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-b3ccec14-ae9b-4c21-8f76-355bfb44caa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-22', False) {} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:06:09.967576 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3ccec14-ae9b-4c21-8f76-355bfb44caa3 None None] The sync data for ids ['44f9f867-9cb1-41ec-aa37-a5db8da7cdba'] in n-d-705658-22 is: [] {{(pid=105587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:06:09.970640 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:10.003541 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-119a81a3-54e0-4846-8d06-220632650f80 req-0ac90c7c-4521-4580-8698-613b3dcc4e3c service neutron] 10.222.0.60 "GET /v2.0/networks/c9bb10b7-60f1-43b7-be53-c3351758797b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1894503 Jul 27 21:06:10.029827 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd0b7501-b522-413c-b36c-1cda5061d73b', 'name': 'network-vif-deleted', 'tag': '8d0fe2af-3f78-43a3-a31d-c94adcdf7995'}] {{(pid=105584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:06:10.032139 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bce5e6c8685464f7626901654159975603b047827e3138302ed6566e28f1343" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-422e9842-426f-4912-ba46-6b7b9c711345" -d '{"events": [{"server_uuid": "fd0b7501-b522-413c-b36c-1cda5061d73b", "name": "network-vif-deleted", "tag": "8d0fe2af-3f78-43a3-a31d-c94adcdf7995"}]}' {{(pid=105584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:06:10.042113 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55dac197-2032-45d9-a832-1674a81cec0d tempest-FloatingIPNegativeTestJSON-1596930733 tempest-FloatingIPNegativeTestJSON-1596930733-project] Made reservation on behalf of 1d73e21475d94730863ea13793121240 for: {'port': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:06:10.045644 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-55dac197-2032-45d9-a832-1674a81cec0d tempest-FloatingIPNegativeTestJSON-1596930733 tempest-FloatingIPNegativeTestJSON-1596930733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:10.064142 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [None req-55dac197-2032-45d9-a832-1674a81cec0d tempest-FloatingIPNegativeTestJSON-1596930733 tempest-FloatingIPNegativeTestJSON-1596930733-project] device_id is not set on port 6b1b2488-a151-4032-834d-97f5aa574998 yet. {{(pid=105584) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 21:06:10.179963 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.db_base_plugin_common [None req-55dac197-2032-45d9-a832-1674a81cec0d tempest-FloatingIPNegativeTestJSON-1596930733 tempest-FloatingIPNegativeTestJSON-1596930733-project] Allocated IP 172.20.0.6 (4924d1e8-0c09-4364-83c1-9f7f1592a6bf/5db5a630-02b4-4141-a40d-b6ca6627b249/6b1b2488-a151-4032-834d-97f5aa574998) {{(pid=105584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:06:10.256515 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7deee51-1bc9-4571-83e8-f35ea1f0f062 req-7b4f3de3-36b8-40eb-825c-e593641370ae tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:06:10.258167 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-d7deee51-1bc9-4571-83e8-f35ea1f0f062 req-7b4f3de3-36b8-40eb-825c-e593641370ae tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] 10.222.0.59 "GET /v2.0/ports?device_id=f4131bf3-56d0-4dd5-8a0b-f9b028d7bbbe HTTP/1.1" status: 200 len: 943 time: 0.6732948 Jul 27 21:06:10.266952 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-00cabff7-80ee-4ee7-883c-55b334bb3594 req-302707f6-0bc6-453b-9baa-12ff17103ccd service neutron] 10.222.0.60 "GET /v2.0/networks/4c0965e3-c61d-4368-9ab5-e4e111abc9a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5993965 Jul 27 21:06:10.330132 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device 842a455f-d2bd-4ceb-bed6-ff16b212294b up at agent hyperv_n-h1-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:06:10.340864 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-55dac197-2032-45d9-a832-1674a81cec0d tempest-FloatingIPNegativeTestJSON-1596930733 tempest-FloatingIPNegativeTestJSON-1596930733-project] Notify callbacks [] for port, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:10.350125 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a742c777-98ff-4d1d-b79c-f1719a8acfad req-71df44a7-f822-467e-80b5-6848206c126f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:06:10.351654 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a742c777-98ff-4d1d-b79c-f1719a8acfad req-71df44a7-f822-467e-80b5-6848206c126f service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=f4131bf3-56d0-4dd5-8a0b-f9b028d7bbbe&tenant_id=3bfa1a2c35f349b1a3e408eca249b7cf HTTP/1.1" status: 200 len: 1095 time: 0.2264199 Jul 27 21:06:10.356498 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.provisioning_blocks [None req-55dac197-2032-45d9-a832-1674a81cec0d tempest-FloatingIPNegativeTestJSON-1596930733 tempest-FloatingIPNegativeTestJSON-1596930733-project] Transition to ACTIVE for port object 6b1b2488-a151-4032-834d-97f5aa574998 will not be triggered until provisioned by entity DHCP. {{(pid=105584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:06:10.362877 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77588e2-632f-46fe-939c-cc829a80cb9b req-1acdc19c-a4f8-4807-9457-5af02e040e0a tempest-VolumesAdminNegativeTest-163479739 tempest-VolumesAdminNegativeTest-163479739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:06:10.364400 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b77588e2-632f-46fe-939c-cc829a80cb9b req-1acdc19c-a4f8-4807-9457-5af02e040e0a tempest-VolumesAdminNegativeTest-163479739 tempest-VolumesAdminNegativeTest-163479739-project] 10.222.0.59 "GET /v2.0/ports?device_id=479f5ead-4def-48e8-b02b-6b4f95630898 HTTP/1.1" status: 200 len: 943 time: 0.2379484 Jul 27 21:06:10.388067 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Provisioning for port 842a455f-d2bd-4ceb-bed6-ff16b212294b completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:06:10.392587 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Provisioning complete for port 842a455f-d2bd-4ceb-bed6-ff16b212294b triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:06:10.393205 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:10.394345 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-55dac197-2032-45d9-a832-1674a81cec0d tempest-FloatingIPNegativeTestJSON-1596930733 tempest-FloatingIPNegativeTestJSON-1596930733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:10.433574 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-d7deee51-1bc9-4571-83e8-f35ea1f0f062 req-86a1dc67-9bc0-40d2-87f8-981908800b31 tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] 10.222.0.59 "GET /v2.0/security-groups?id=771ef501-f193-4e50-901d-4721d89f2b91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1603382 Jul 27 21:06:10.446528 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55dac197-2032-45d9-a832-1674a81cec0d tempest-FloatingIPNegativeTestJSON-1596930733 tempest-FloatingIPNegativeTestJSON-1596930733-project] Network 4924d1e8-0c09-4364-83c1-9f7f1592a6bf is already hosted by enough agents. {{(pid=105584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:06:10.451351 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [None req-55dac197-2032-45d9-a832-1674a81cec0d tempest-FloatingIPNegativeTestJSON-1596930733 tempest-FloatingIPNegativeTestJSON-1596930733-project] Resources bound (agent type, host, resource id): {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:06:10.455284 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55dac197-2032-45d9-a832-1674a81cec0d tempest-FloatingIPNegativeTestJSON-1596930733 tempest-FloatingIPNegativeTestJSON-1596930733-project] Received port after_create {{(pid=105584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:06:10.495905 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:10.500852 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-00cabff7-80ee-4ee7-883c-55b334bb3594 req-d41ec0c7-cdbc-4ca4-95c5-a885f002d103 service neutron] 10.222.0.60 "GET /v2.0/networks/4c0965e3-c61d-4368-9ab5-e4e111abc9a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2126410 Jul 27 21:06:10.504979 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b77588e2-632f-46fe-939c-cc829a80cb9b req-22dce0dd-8d3b-4fd9-a904-f22dda3039c1 tempest-VolumesAdminNegativeTest-163479739 tempest-VolumesAdminNegativeTest-163479739-project] 10.222.0.59 "GET /v2.0/security-groups?id=b15f5b80-af13-4f52-8ccb-81eb39c9ce76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266668 Jul 27 21:06:10.543479 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a742c777-98ff-4d1d-b79c-f1719a8acfad req-dd61d4b6-5c21-466c-abb1-0abf4dd728d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:06:10.547896 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '846188f0-0b00-4eb9-af7b-47022faab171', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '842a455f-d2bd-4ceb-bed6-ff16b212294b'}] {{(pid=105586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:06:10.548083 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a742c777-98ff-4d1d-b79c-f1719a8acfad req-dd61d4b6-5c21-466c-abb1-0abf4dd728d7 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=3bfa1a2c35f349b1a3e408eca249b7cf&device_id=f4131bf3-56d0-4dd5-8a0b-f9b028d7bbbe HTTP/1.1" status: 200 len: 1095 time: 0.1606669 Jul 27 21:06:10.551288 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55dac197-2032-45d9-a832-1674a81cec0d tempest-FloatingIPNegativeTestJSON-1596930733 tempest-FloatingIPNegativeTestJSON-1596930733-project] Pushing event updated for resources: {'Port': ['ID=6b1b2488-a151-4032-834d-97f5aa574998,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:06:10.559511 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14c1663e039faf5393f87855f745010ac5b02220355b68fdbf065393e303ac56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d692a12-ad4e-43ba-85fc-345fed03f36f" -d '{"events": [{"server_uuid": "846188f0-0b00-4eb9-af7b-47022faab171", "name": "network-vif-plugged", "status": "completed", "tag": "842a455f-d2bd-4ceb-bed6-ff16b212294b"}]}' {{(pid=105586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:06:10.560468 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55dac197-2032-45d9-a832-1674a81cec0d tempest-FloatingIPNegativeTestJSON-1596930733 tempest-FloatingIPNegativeTestJSON-1596930733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:06:10.561249 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-55dac197-2032-45d9-a832-1674a81cec0d tempest-FloatingIPNegativeTestJSON-1596930733 tempest-FloatingIPNegativeTestJSON-1596930733-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:10.583385 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:06:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fc5dec9-584f-453f-b80a-9822bd2a4d40 x-openstack-request-id: req-5fc5dec9-584f-453f-b80a-9822bd2a4d40 {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:06:10.583606 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd0b7501-b522-413c-b36c-1cda5061d73b", "name": "network-vif-deleted", "tag": "8d0fe2af-3f78-43a3-a31d-c94adcdf7995", "status": "completed", "code": 200}]} {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:06:10.584011 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-5fc5dec9-584f-453f-b80a-9822bd2a4d40 {{(pid=105584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:06:10.584465 n-d-705658-22 neutron-server[105584]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd0b7501-b522-413c-b36c-1cda5061d73b', 'name': 'network-vif-deleted', 'tag': '8d0fe2af-3f78-43a3-a31d-c94adcdf7995', 'status': 'completed', 'code': 200} Jul 27 21:06:10.593980 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-55dac197-2032-45d9-a832-1674a81cec0d tempest-FloatingIPNegativeTestJSON-1596930733 tempest-FloatingIPNegativeTestJSON-1596930733-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 0.7325265 Jul 27 21:06:10.593980 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 48846) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:06:10.596622 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] For port 842a455f-d2bd-4ceb-bed6-ff16b212294b, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=842a455f-d2bd-4ceb-bed6-ff16b212294b,segment=NetworkSegment(f7f8cfd9-c244-4062-b942-911ea78e1664),segment_id=f7f8cfd9-c244-4062-b942-911ea78e1664)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:06:10.601385 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-4c1fb2d4-715a-4709-96e9-e7482a91b31d tempest-FloatingIPNegativeTestJSON-1596930733 tempest-FloatingIPNegativeTestJSON-1596930733-project] Request body: {'floatingip': {'floating_network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:06:10.612069 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:10.613001 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device 8d0fe2af-3f78-43a3-a31d-c94adcdf7995 no longer exists at agent hyperv_n-h1-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:06:10.643294 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-4c1fb2d4-715a-4709-96e9-e7482a91b31d tempest-FloatingIPNegativeTestJSON-1596930733 tempest-FloatingIPNegativeTestJSON-1596930733-project] Notify callbacks [] for floatingip, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:10.672387 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-28650df7-c46c-4981-b84f-37d87254047e None None] No Port match for: 8d0fe2af-3f78-43a3-a31d-c94adcdf7995 {{(pid=105586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:06:10.674728 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device 8d0fe2af-3f78-43a3-a31d-c94adcdf7995 not bound to the agent host n-h1-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:06:10.708125 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:06:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a98bc9b7-bc85-4f19-a61b-c0f34d8f032c x-openstack-request-id: req-a98bc9b7-bc85-4f19-a61b-c0f34d8f032c {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:06:10.708402 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "846188f0-0b00-4eb9-af7b-47022faab171", "name": "network-vif-plugged", "status": "completed", "tag": "842a455f-d2bd-4ceb-bed6-ff16b212294b", "code": 200}]} {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:06:10.708658 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-a98bc9b7-bc85-4f19-a61b-c0f34d8f032c {{(pid=105586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:06:10.709046 n-d-705658-22 neutron-server[105586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '846188f0-0b00-4eb9-af7b-47022faab171', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '842a455f-d2bd-4ceb-bed6-ff16b212294b', 'code': 200} Jul 27 21:06:10.764691 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c3f9b8-5c18-4ff9-892a-fb2e7f4434ff req-ef23015d-77be-47be-b3dd-cc89c73e71a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:06:10.765700 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Pushing event updated for resources: {'Port': ['ID=842a455f-d2bd-4ceb-bed6-ff16b212294b,revision_number=5']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:06:10.765950 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-09c3f9b8-5c18-4ff9-892a-fb2e7f4434ff req-ef23015d-77be-47be-b3dd-cc89c73e71a8 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e1fb739b05c1455a9d1707e6208d2dd1&device_id=479f5ead-4def-48e8-b02b-6b4f95630898 HTTP/1.1" status: 200 len: 1095 time: 0.2012892 Jul 27 21:06:10.768871 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a742c777-98ff-4d1d-b79c-f1719a8acfad req-6ce45047-06e1-40ae-9ea7-e614e9dc5af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:06:10.771242 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a742c777-98ff-4d1d-b79c-f1719a8acfad req-6ce45047-06e1-40ae-9ea7-e614e9dc5af2 service neutron] 10.222.0.60 "GET /v2.0/networks?id=79bd215c-af8d-45db-ad24-972205044e15 HTTP/1.1" status: 200 len: 918 time: 0.2080934 Jul 27 21:06:10.850486 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-4c1fb2d4-715a-4709-96e9-e7482a91b31d tempest-FloatingIPNegativeTestJSON-1596930733 tempest-FloatingIPNegativeTestJSON-1596930733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:10.900837 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-dc6f2e82-703a-49b4-ba10-a3925be9a3da None None] Provisioning for port 6b1b2488-a151-4032-834d-97f5aa574998 completed by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:06:10.905936 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-dc6f2e82-703a-49b4-ba10-a3925be9a3da None None] Provisioning complete for port 6b1b2488-a151-4032-834d-97f5aa574998 triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:06:10.906308 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-dc6f2e82-703a-49b4-ba10-a3925be9a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:10.925111 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa2107a-17b7-4dbb-8f1a-2afaf15e1e0d req-e874d222-a314-4cb1-8ca8-5fbddf2a4ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:06:10.927585 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-caa2107a-17b7-4dbb-8f1a-2afaf15e1e0d req-e874d222-a314-4cb1-8ca8-5fbddf2a4ffb service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=846188f0-0b00-4eb9-af7b-47022faab171 HTTP/1.1" status: 200 len: 1098 time: 0.1557686 Jul 27 21:06:10.954795 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-dc6f2e82-703a-49b4-ba10-a3925be9a3da None None] Port 6b1b2488-a151-4032-834d-97f5aa574998 cannot update to ACTIVE because it is not bound. {{(pid=105586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:06:10.969993 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a742c777-98ff-4d1d-b79c-f1719a8acfad req-7f358764-c0b4-418a-b62e-b8841c038db7 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=692f13a5-f9cb-440b-acee-eec7835ad338 HTTP/1.1" status: 200 len: 998 time: 0.1761322 Jul 27 21:06:10.998917 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-caa2107a-17b7-4dbb-8f1a-2afaf15e1e0d req-b65901bd-09a3-428e-b702-3b727b86c73a service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=9174cf6e-e8ac-43e7-af4b-f03771aac0e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604899 Jul 27 21:06:11.021488 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.db_base_plugin_common [None req-4c1fb2d4-715a-4709-96e9-e7482a91b31d tempest-FloatingIPNegativeTestJSON-1596930733 tempest-FloatingIPNegativeTestJSON-1596930733-project] Allocated IP 172.25.5.99 (8735d8a2-b604-4758-ae71-b40e4ee6f305/eca7dbab-b9c0-4c8f-a272-816ea8a81764/77f31417-bc92-40d7-a737-d1867112c691) {{(pid=105584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:06:11.043280 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c3f9b8-5c18-4ff9-892a-fb2e7f4434ff req-c3bb0227-d85b-4120-ab7e-9c0fce6b0170 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:06:11.044761 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-09c3f9b8-5c18-4ff9-892a-fb2e7f4434ff req-c3bb0227-d85b-4120-ab7e-9c0fce6b0170 service neutron] 10.222.0.60 "GET /v2.0/networks?id=4c0965e3-c61d-4368-9ab5-e4e111abc9a3 HTTP/1.1" status: 200 len: 916 time: 0.2634325 Jul 27 21:06:11.054286 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd38d64-8606-434d-a964-d69645725ff0 req-41c30ef3-4b51-4f14-8b85-b26b075fb3ca tempest-InstanceActionsTestJSON-1582266061 tempest-InstanceActionsTestJSON-1582266061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:06:11.056393 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-bdd38d64-8606-434d-a964-d69645725ff0 req-41c30ef3-4b51-4f14-8b85-b26b075fb3ca tempest-InstanceActionsTestJSON-1582266061 tempest-InstanceActionsTestJSON-1582266061-project] 10.222.0.59 "GET /v2.0/ports?device_id=846188f0-0b00-4eb9-af7b-47022faab171 HTTP/1.1" status: 200 len: 946 time: 0.2401268 Jul 27 21:06:11.100318 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a742c777-98ff-4d1d-b79c-f1719a8acfad req-d71cfbd0-cd88-4971-942a-04f7e3535f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:06:11.101740 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a742c777-98ff-4d1d-b79c-f1719a8acfad req-d71cfbd0-cd88-4971-942a-04f7e3535f45 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=63030826-f290-4ec4-88a7-e0d5c21af6b4 HTTP/1.1" status: 200 len: 856 time: 0.1217594 Jul 27 21:06:11.108892 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-09c3f9b8-5c18-4ff9-892a-fb2e7f4434ff req-629a753a-9497-4872-a267-72902c28acdb service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=37bbd865-f73a-468d-990f-6d28c94104ba HTTP/1.1" status: 200 len: 217 time: 0.0496457 Jul 27 21:06:11.130378 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-4c1fb2d4-715a-4709-96e9-e7482a91b31d tempest-FloatingIPNegativeTestJSON-1596930733 tempest-FloatingIPNegativeTestJSON-1596930733-project] Notify callbacks [] for port, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:11.171069 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-4c1fb2d4-715a-4709-96e9-e7482a91b31d tempest-FloatingIPNegativeTestJSON-1596930733 tempest-FloatingIPNegativeTestJSON-1596930733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:11.209349 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c1fb2d4-715a-4709-96e9-e7482a91b31d tempest-FloatingIPNegativeTestJSON-1596930733 tempest-FloatingIPNegativeTestJSON-1596930733-project] Network 8735d8a2-b604-4758-ae71-b40e4ee6f305 is already hosted by enough agents. {{(pid=105584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:06:11.214257 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [None req-4c1fb2d4-715a-4709-96e9-e7482a91b31d tempest-FloatingIPNegativeTestJSON-1596930733 tempest-FloatingIPNegativeTestJSON-1596930733-project] Resources bound (agent type, host, resource id): {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:06:11.217611 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c1fb2d4-715a-4709-96e9-e7482a91b31d tempest-FloatingIPNegativeTestJSON-1596930733 tempest-FloatingIPNegativeTestJSON-1596930733-project] Received port after_create {{(pid=105584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:06:11.227712 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-8ba74201-5c63-451a-be3a-63246b2c9248 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:11.240144 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1fb2d4-715a-4709-96e9-e7482a91b31d tempest-FloatingIPNegativeTestJSON-1596930733 tempest-FloatingIPNegativeTestJSON-1596930733-project] Pushing event updated for resources: {'Port': ['ID=77f31417-bc92-40d7-a737-d1867112c691,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:06:11.242253 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-bdd38d64-8606-434d-a964-d69645725ff0 req-86b8409d-f1d7-4235-88c3-247765afc6be tempest-InstanceActionsTestJSON-1582266061 tempest-InstanceActionsTestJSON-1582266061-project] 10.222.0.59 "GET /v2.0/security-groups?id=9174cf6e-e8ac-43e7-af4b-f03771aac0e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1757507 Jul 27 21:06:11.246172 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c3f9b8-5c18-4ff9-892a-fb2e7f4434ff req-bb211849-2b08-4114-94b4-e90d4917126b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:06:11.247598 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-09c3f9b8-5c18-4ff9-892a-fb2e7f4434ff req-bb211849-2b08-4114-94b4-e90d4917126b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a2ce2d6b-b6d9-4a67-b1ea-e7922ffb223a HTTP/1.1" status: 200 len: 855 time: 0.1215367 Jul 27 21:06:11.296787 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-09c3f9b8-5c18-4ff9-892a-fb2e7f4434ff req-228d1d96-d7e5-444b-9321-0c0fe97019ab service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4c0965e3-c61d-4368-9ab5-e4e111abc9a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0418298 Jul 27 21:06:11.306818 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a742c777-98ff-4d1d-b79c-f1719a8acfad req-af46835b-181b-4f26-a4f4-1b45858710cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:06:11.308290 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a742c777-98ff-4d1d-b79c-f1719a8acfad req-af46835b-181b-4f26-a4f4-1b45858710cd service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=79bd215c-af8d-45db-ad24-972205044e15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1985507 Jul 27 21:06:11.316526 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f581f5df-fe6b-4369-8cd7-5be74133f6f5 req-a08c5326-f7ce-47e9-ac62-33d52abd48e8 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:06:11.317939 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f581f5df-fe6b-4369-8cd7-5be74133f6f5 req-a08c5326-f7ce-47e9-ac62-33d52abd48e8 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] 10.222.0.59 "GET /v2.0/ports?device_id=2ab3b612-b1bf-43fb-a1f2-964eea921f62 HTTP/1.1" status: 200 len: 945 time: 0.1898503 Jul 27 21:06:11.381098 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-4c1fb2d4-715a-4709-96e9-e7482a91b31d tempest-FloatingIPNegativeTestJSON-1596930733 tempest-FloatingIPNegativeTestJSON-1596930733-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:11.436134 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a75c46-6268-47de-9506-e93e7d8c4b8a req-be1c7b3a-cf01-4d6d-8f54-ed490b0c72af tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:06:11.437621 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-a3a75c46-6268-47de-9506-e93e7d8c4b8a req-be1c7b3a-cf01-4d6d-8f54-ed490b0c72af tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ab3b612-b1bf-43fb-a1f2-964eea921f62 HTTP/1.1" status: 200 len: 945 time: 0.1145964 Jul 27 21:06:11.453170 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-4c1fb2d4-715a-4709-96e9-e7482a91b31d tempest-FloatingIPNegativeTestJSON-1596930733 tempest-FloatingIPNegativeTestJSON-1596930733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:11.470879 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f581f5df-fe6b-4369-8cd7-5be74133f6f5 req-8407ea53-b48e-4826-8136-bcea2c25c983 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] 10.222.0.59 "GET /v2.0/security-groups?id=e8209215-bf66-4bb1-96ba-041099e74ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416404 Jul 27 21:06:11.506099 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a742c777-98ff-4d1d-b79c-f1719a8acfad req-ec00d630-26ef-4412-b88a-0a4592973a3f service neutron] 10.222.0.60 "GET /v2.0/networks/79bd215c-af8d-45db-ad24-972205044e15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1778469 Jul 27 21:06:11.523579 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-09c3f9b8-5c18-4ff9-892a-fb2e7f4434ff req-c1374c69-634c-4b0d-a0ec-7b11858653a6 service neutron] 10.222.0.60 "GET /v2.0/networks/4c0965e3-c61d-4368-9ab5-e4e111abc9a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2039595 Jul 27 21:06:11.641164 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [req-a3a75c46-6268-47de-9506-e93e7d8c4b8a req-3f5f0735-8e19-4650-b6b7-974cc640b094 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] Deleting port b7548bc3-c3ee-4f0b-95e3-8bcdd1f6c845 {{(pid=105584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:06:11.641431 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-a3a75c46-6268-47de-9506-e93e7d8c4b8a req-3f5f0735-8e19-4650-b6b7-974cc640b094 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:11.757653 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a742c777-98ff-4d1d-b79c-f1719a8acfad req-0eb0aa2c-dff8-46de-8469-54e4372d59c9 service neutron] 10.222.0.60 "GET /v2.0/networks/79bd215c-af8d-45db-ad24-972205044e15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2428625 Jul 27 21:06:11.772304 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-09c3f9b8-5c18-4ff9-892a-fb2e7f4434ff req-c1d49b25-63bb-47b9-9dd6-3812a48c68ab service neutron] 10.222.0.60 "GET /v2.0/networks/4c0965e3-c61d-4368-9ab5-e4e111abc9a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2371194 Jul 27 21:06:11.783101 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f556fc76-8945-4bbb-808d-567af4025230 req-402912b8-378f-42ed-82ab-6a855d5abaff tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:06:11.784688 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f556fc76-8945-4bbb-808d-567af4025230 req-402912b8-378f-42ed-82ab-6a855d5abaff tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] 10.222.0.59 "GET /v2.0/ports?device_id=f4131bf3-56d0-4dd5-8a0b-f9b028d7bbbe HTTP/1.1" status: 200 len: 943 time: 0.2129343 Jul 27 21:06:11.800446 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20385fdc-63dc-491c-9aca-a61cb5f2a380 req-157c4e8d-3ea3-43c7-9f4a-c68b0dea7f25 tempest-VolumesAdminNegativeTest-163479739 tempest-VolumesAdminNegativeTest-163479739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:06:11.802090 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-20385fdc-63dc-491c-9aca-a61cb5f2a380 req-157c4e8d-3ea3-43c7-9f4a-c68b0dea7f25 tempest-VolumesAdminNegativeTest-163479739 tempest-VolumesAdminNegativeTest-163479739-project] 10.222.0.59 "GET /v2.0/ports?device_id=479f5ead-4def-48e8-b02b-6b4f95630898 HTTP/1.1" status: 200 len: 943 time: 0.1808569 Jul 27 21:06:11.808637 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:11.864450 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f556fc76-8945-4bbb-808d-567af4025230 req-d17e5a99-a031-4cbe-8033-a7d4bfc241eb tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] 10.222.0.59 "GET /v2.0/security-groups?id=771ef501-f193-4e50-901d-4721d89f2b91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613270 Jul 27 21:06:11.867668 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-20385fdc-63dc-491c-9aca-a61cb5f2a380 req-03041a90-e89e-4760-871f-e38770afd893 tempest-VolumesAdminNegativeTest-163479739 tempest-VolumesAdminNegativeTest-163479739-project] 10.222.0.59 "GET /v2.0/security-groups?id=b15f5b80-af13-4f52-8ccb-81eb39c9ce76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557973 Jul 27 21:06:11.996787 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-4c1fb2d4-715a-4709-96e9-e7482a91b31d tempest-FloatingIPNegativeTestJSON-1596930733 tempest-FloatingIPNegativeTestJSON-1596930733-project] Notify callbacks [] for port, precommit_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:12.004951 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-4c1fb2d4-715a-4709-96e9-e7482a91b31d tempest-FloatingIPNegativeTestJSON-1596930733 tempest-FloatingIPNegativeTestJSON-1596930733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9014027'] for port, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:12.026565 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [req-a3a75c46-6268-47de-9506-e93e7d8c4b8a req-3f5f0735-8e19-4650-b6b7-974cc640b094 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] For port b7548bc3-c3ee-4f0b-95e3-8bcdd1f6c845, host n-h2-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=b7548bc3-c3ee-4f0b-95e3-8bcdd1f6c845,segment=NetworkSegment(7253e476-fc19-4126-9562-a06a41b3b94e),segment_id=7253e476-fc19-4126-9562-a06a41b3b94e)] {{(pid=105584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:06:12.026796 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-a3a75c46-6268-47de-9506-e93e7d8c4b8a req-3f5f0735-8e19-4650-b6b7-974cc640b094 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:12.091200 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [req-a3a75c46-6268-47de-9506-e93e7d8c4b8a req-3f5f0735-8e19-4650-b6b7-974cc640b094 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] Calling delete_port for b7548bc3-c3ee-4f0b-95e3-8bcdd1f6c845 owned by compute:nova {{(pid=105584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:06:12.123005 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1fb2d4-715a-4709-96e9-e7482a91b31d tempest-FloatingIPNegativeTestJSON-1596930733 tempest-FloatingIPNegativeTestJSON-1596930733-project] Pushing event updated for resources: {'Port': ['ID=77f31417-bc92-40d7-a737-d1867112c691,revision_number=2']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:06:12.129062 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-4c1fb2d4-715a-4709-96e9-e7482a91b31d tempest-FloatingIPNegativeTestJSON-1596930733 tempest-FloatingIPNegativeTestJSON-1596930733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4075768'] for floatingip, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:12.190543 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-4c1fb2d4-715a-4709-96e9-e7482a91b31d tempest-FloatingIPNegativeTestJSON-1596930733 tempest-FloatingIPNegativeTestJSON-1596930733-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for floatingip, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:12.191811 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-4c1fb2d4-715a-4709-96e9-e7482a91b31d tempest-FloatingIPNegativeTestJSON-1596930733 tempest-FloatingIPNegativeTestJSON-1596930733-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.5971313 Jul 27 21:06:12.194775 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 48882) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:06:12.200494 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-17be859d-bfcb-402c-8f7b-3199dad247fb tempest-FloatingIPNegativeTestJSON-1596930733 tempest-FloatingIPNegativeTestJSON-1596930733-project] Request body: {'floatingip': {'port_id': '6b1b2488-a151-4032-834d-97f5aa574998', 'fixed_ip_address': '172.20.0.6'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:06:12.246459 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-17be859d-bfcb-402c-8f7b-3199dad247fb tempest-FloatingIPNegativeTestJSON-1596930733 tempest-FloatingIPNegativeTestJSON-1596930733-project] Notify callbacks [] for floatingip, before_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:12.302052 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-a3a75c46-6268-47de-9506-e93e7d8c4b8a req-3f5f0735-8e19-4650-b6b7-974cc640b094 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:12.319893 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] get_ports_and_sgs() called for port_ids ['b7548bc3-c3ee-4f0b-95e3-8bcdd1f6c845'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:06:12.456239 n-d-705658-22 neutron-server[105585]: INFO neutron.api.v2.resource [None req-17be859d-bfcb-402c-8f7b-3199dad247fb tempest-FloatingIPNegativeTestJSON-1596930733 tempest-FloatingIPNegativeTestJSON-1596930733-project] update failed (client error): The resource could not be found. Jul 27 21:06:12.457392 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-17be859d-bfcb-402c-8f7b-3199dad247fb tempest-FloatingIPNegativeTestJSON-1596930733 tempest-FloatingIPNegativeTestJSON-1596930733-project] 10.222.0.59 "PUT /v2.0/floatingips/53a15b0a-5e39-41d7-b9a9-2503bfc9d8b3 HTTP/1.1" status: 404 len: 507 time: 0.2613640 Jul 27 21:06:12.465847 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 48888) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:06:12.476935 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5f0735-8e19-4650-b6b7-974cc640b094 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] Pushing event deleted for resources: {'Port': ['ID=b7548bc3-c3ee-4f0b-95e3-8bcdd1f6c845,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:06:12.481406 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3a75c46-6268-47de-9506-e93e7d8c4b8a req-3f5f0735-8e19-4650-b6b7-974cc640b094 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] No DVR routers for this DVR port b7548bc3-c3ee-4f0b-95e3-8bcdd1f6c845 on host n-h2-705658-22 {{(pid=105584) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:06:12.484711 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-a3a75c46-6268-47de-9506-e93e7d8c4b8a req-3f5f0735-8e19-4650-b6b7-974cc640b094 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:12.487342 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-a3a75c46-6268-47de-9506-e93e7d8c4b8a req-3f5f0735-8e19-4650-b6b7-974cc640b094 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] 10.222.0.60 "DELETE /v2.0/ports/b7548bc3-c3ee-4f0b-95e3-8bcdd1f6c845 HTTP/1.1" status: 204 len: 173 time: 1.0418401 Jul 27 21:06:12.573935 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e37637-14cd-4aa0-af56-bdf974498941 req-9f267c76-d562-4f54-8b5e-31db833052e6 tempest-InstanceActionsTestJSON-1582266061 tempest-InstanceActionsTestJSON-1582266061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:06:12.581820 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-c4e37637-14cd-4aa0-af56-bdf974498941 req-9f267c76-d562-4f54-8b5e-31db833052e6 tempest-InstanceActionsTestJSON-1582266061 tempest-InstanceActionsTestJSON-1582266061-project] 10.222.0.59 "GET /v2.0/ports?device_id=846188f0-0b00-4eb9-af7b-47022faab171 HTTP/1.1" status: 200 len: 946 time: 0.2208729 Jul 27 21:06:12.586696 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ab3b612-b1bf-43fb-a1f2-964eea921f62', 'name': 'network-vif-deleted', 'tag': 'b7548bc3-c3ee-4f0b-95e3-8bcdd1f6c845'}] {{(pid=105584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:06:12.590260 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bce5e6c8685464f7626901654159975603b047827e3138302ed6566e28f1343" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e88b7067-8573-4bd3-abde-b4daae7e299c" -d '{"events": [{"server_uuid": "2ab3b612-b1bf-43fb-a1f2-964eea921f62", "name": "network-vif-deleted", "tag": "b7548bc3-c3ee-4f0b-95e3-8bcdd1f6c845"}]}' {{(pid=105584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:06:12.648416 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-1b4b087e-50e5-4642-8c7b-dc553c5e8e62 req-327c93c8-5683-40fc-8f21-64ae7b099173 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] 10.222.0.59 "GET /v2.0/ports?device_id=2ab3b612-b1bf-43fb-a1f2-964eea921f62 HTTP/1.1" status: 200 len: 210 time: 0.0625069 Jul 27 21:06:12.731742 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:06:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7442a3c-3cf1-4046-bbdc-36e4b57d41a6 x-openstack-request-id: req-d7442a3c-3cf1-4046-bbdc-36e4b57d41a6 {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:06:12.732142 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ab3b612-b1bf-43fb-a1f2-964eea921f62", "name": "network-vif-deleted", "tag": "b7548bc3-c3ee-4f0b-95e3-8bcdd1f6c845", "status": "completed", "code": 200}]} {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:06:12.732511 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-d7442a3c-3cf1-4046-bbdc-36e4b57d41a6 {{(pid=105584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:06:12.733309 n-d-705658-22 neutron-server[105584]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ab3b612-b1bf-43fb-a1f2-964eea921f62', 'name': 'network-vif-deleted', 'tag': 'b7548bc3-c3ee-4f0b-95e3-8bcdd1f6c845', 'status': 'completed', 'code': 200} Jul 27 21:06:12.742790 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-c4e37637-14cd-4aa0-af56-bdf974498941 req-e347f3f9-21a7-4fdd-aa84-d96d31fd216f tempest-InstanceActionsTestJSON-1582266061 tempest-InstanceActionsTestJSON-1582266061-project] 10.222.0.59 "GET /v2.0/security-groups?id=9174cf6e-e8ac-43e7-af4b-f03771aac0e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585438 Jul 27 21:06:12.775717 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Device 37bbd865-f73a-468d-990f-6d28c94104ba details requested by agent hyperv_n-h2-705658-22 with host n-h2-705658-22 {{(pid=105586) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:06:12.783333 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [None req-42cf3216-c6b2-4a69-b8ff-1411015cbcf0 tempest-FloatingIPNegativeTestJSON-1596930733 tempest-FloatingIPNegativeTestJSON-1596930733-project] Deleting port 77f31417-bc92-40d7-a737-d1867112c691 {{(pid=105585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:06:12.783768 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-42cf3216-c6b2-4a69-b8ff-1411015cbcf0 tempest-FloatingIPNegativeTestJSON-1596930733 tempest-FloatingIPNegativeTestJSON-1596930733-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:12.895697 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-42cf3216-c6b2-4a69-b8ff-1411015cbcf0 tempest-FloatingIPNegativeTestJSON-1596930733 tempest-FloatingIPNegativeTestJSON-1596930733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:12.896348 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-42cf3216-c6b2-4a69-b8ff-1411015cbcf0 tempest-FloatingIPNegativeTestJSON-1596930733 tempest-FloatingIPNegativeTestJSON-1596930733-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:12.917016 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [None req-42cf3216-c6b2-4a69-b8ff-1411015cbcf0 tempest-FloatingIPNegativeTestJSON-1596930733 tempest-FloatingIPNegativeTestJSON-1596930733-project] Calling delete_port for 77f31417-bc92-40d7-a737-d1867112c691 owned by network:floatingip {{(pid=105585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:06:13.115322 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f4f896-d241-4a14-94fc-8b2576a5492e req-f0bd86d4-a58c-4ce0-9e7e-698bd155f8ce tempest-VolumesAdminNegativeTest-163479739 tempest-VolumesAdminNegativeTest-163479739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:06:13.121334 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-43f4f896-d241-4a14-94fc-8b2576a5492e req-f0bd86d4-a58c-4ce0-9e7e-698bd155f8ce tempest-VolumesAdminNegativeTest-163479739 tempest-VolumesAdminNegativeTest-163479739-project] 10.222.0.59 "GET /v2.0/ports?device_id=479f5ead-4def-48e8-b02b-6b4f95630898 HTTP/1.1" status: 200 len: 943 time: 0.1243310 Jul 27 21:06:13.128338 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] For port 37bbd865-f73a-468d-990f-6d28c94104ba, host n-h2-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=37bbd865-f73a-468d-990f-6d28c94104ba,segment=NetworkSegment(eec497d5-da54-4ee0-a918-3b5a0fb2dd25),segment_id=eec497d5-da54-4ee0-a918-3b5a0fb2dd25)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:06:13.256660 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa494781-b842-4e07-bec8-153ad2aebb80 req-44f245eb-a4ac-4ded-928d-dea8c6994db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:06:13.259888 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-fa494781-b842-4e07-bec8-153ad2aebb80 req-44f245eb-a4ac-4ded-928d-dea8c6994db5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f6c3bbd20a984bf5bd8553924658cf04&device_id=846188f0-0b00-4eb9-af7b-47022faab171 HTTP/1.1" status: 200 len: 1098 time: 0.1243222 Jul 27 21:06:13.318530 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Returning: {'device': '37bbd865-f73a-468d-990f-6d28c94104ba', 'network_id': '4c0965e3-c61d-4368-9ab5-e4e111abc9a3', 'port_id': '37bbd865-f73a-468d-990f-6d28c94104ba', 'mac_address': 'fa:16:3e:ba:d2:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 248, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2ce2d6b-b6d9-4a67-b1ea-e7922ffb223a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105586) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:06:13.323819 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-bb32ed7d-8717-448b-a9c8-a5a0117d1fd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:13.363290 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-43f4f896-d241-4a14-94fc-8b2576a5492e req-3e8a0fd5-be68-4429-96e2-fc50e58a145e tempest-VolumesAdminNegativeTest-163479739 tempest-VolumesAdminNegativeTest-163479739-project] 10.222.0.59 "GET /v2.0/security-groups?id=b15f5b80-af13-4f52-8ccb-81eb39c9ce76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2317963 Jul 27 21:06:13.392190 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:13.404306 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-42cf3216-c6b2-4a69-b8ff-1411015cbcf0 tempest-FloatingIPNegativeTestJSON-1596930733 tempest-FloatingIPNegativeTestJSON-1596930733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:13.406203 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa494781-b842-4e07-bec8-153ad2aebb80 req-6444bbc4-e27d-4602-81be-82012b056f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:06:13.408735 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-fa494781-b842-4e07-bec8-153ad2aebb80 req-6444bbc4-e27d-4602-81be-82012b056f6b service neutron] 10.222.0.36 "GET /v2.0/networks?id=f37071dc-f599-46bf-845c-bcab9301b926 HTTP/1.1" status: 200 len: 913 time: 0.1403511 Jul 27 21:06:13.423456 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [None req-3d54578f-831f-4696-b568-13c455922dab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37bbd865-f73a-468d-990f-6d28c94104ba {{(pid=105586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:06:13.437929 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42cf3216-c6b2-4a69-b8ff-1411015cbcf0 tempest-FloatingIPNegativeTestJSON-1596930733 tempest-FloatingIPNegativeTestJSON-1596930733-project] Pushing event deleted for resources: {'Port': ['ID=77f31417-bc92-40d7-a737-d1867112c691,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:06:13.455230 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f000d8-56b2-4465-9d31-20313c659894 req-bf84d0fe-a6a3-44fa-b92b-efd72157674c tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:06:13.463437 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-24f000d8-56b2-4465-9d31-20313c659894 req-bf84d0fe-a6a3-44fa-b92b-efd72157674c tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] 10.222.0.59 "GET /v2.0/ports?device_id=f4131bf3-56d0-4dd5-8a0b-f9b028d7bbbe HTTP/1.1" status: 200 len: 943 time: 0.3277388 Jul 27 21:06:13.472928 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] For port 37bbd865-f73a-468d-990f-6d28c94104ba, host n-h2-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=37bbd865-f73a-468d-990f-6d28c94104ba,segment=NetworkSegment(eec497d5-da54-4ee0-a918-3b5a0fb2dd25),segment_id=eec497d5-da54-4ee0-a918-3b5a0fb2dd25)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:06:13.494030 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-fa494781-b842-4e07-bec8-153ad2aebb80 req-3b8762ac-f245-4fb4-bf35-88a0d84840ff service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=842a455f-d2bd-4ceb-bed6-ff16b212294b HTTP/1.1" status: 200 len: 217 time: 0.0767872 Jul 27 21:06:13.494543 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:13.572322 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa494781-b842-4e07-bec8-153ad2aebb80 req-efe7c49e-f762-4e9f-a43e-0e2d28c17df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:06:13.574387 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-fa494781-b842-4e07-bec8-153ad2aebb80 req-efe7c49e-f762-4e9f-a43e-0e2d28c17df0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e4e6e968-e48c-4ea1-9453-6b2cdf07d30a HTTP/1.1" status: 200 len: 852 time: 0.0716767 Jul 27 21:06:13.577278 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-24f000d8-56b2-4465-9d31-20313c659894 req-db82b205-e989-4ec5-bd50-7f662b6ceb2c tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] 10.222.0.59 "GET /v2.0/security-groups?id=771ef501-f193-4e50-901d-4721d89f2b91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1128852 Jul 27 21:06:13.581176 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Pushing event updated for resources: {'Port': ['ID=37bbd865-f73a-468d-990f-6d28c94104ba,revision_number=4']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:06:13.601359 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-42cf3216-c6b2-4a69-b8ff-1411015cbcf0 tempest-FloatingIPNegativeTestJSON-1596930733 tempest-FloatingIPNegativeTestJSON-1596930733-project] Notify callbacks [] for floatingip, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:13.604548 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-42cf3216-c6b2-4a69-b8ff-1411015cbcf0 tempest-FloatingIPNegativeTestJSON-1596930733 tempest-FloatingIPNegativeTestJSON-1596930733-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for floatingip, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:13.613016 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-42cf3216-c6b2-4a69-b8ff-1411015cbcf0 tempest-FloatingIPNegativeTestJSON-1596930733 tempest-FloatingIPNegativeTestJSON-1596930733-project] 10.222.0.59 "DELETE /v2.0/floatingips/53a15b0a-5e39-41d7-b9a9-2503bfc9d8b3 HTTP/1.1" status: 204 len: 168 time: 1.1461084 Jul 27 21:06:13.613930 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 48910) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:06:13.619710 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-c846760a-23cc-4924-b22b-56c90fcce7df tempest-FloatingIPNegativeTestJSON-1596930733 tempest-FloatingIPNegativeTestJSON-1596930733-project] Request body: {'floatingip': {'floating_network_id': '4924d1e8-0c09-4364-83c1-9f7f1592a6bf', 'port_id': '6b1b2488-a151-4032-834d-97f5aa574998', 'fixed_ip_address': '172.20.0.6'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:06:13.624203 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-fa494781-b842-4e07-bec8-153ad2aebb80 req-e5dadf23-1958-432c-b2d1-3c89155f57ce service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f37071dc-f599-46bf-845c-bcab9301b926&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0413344 Jul 27 21:06:13.656529 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-c846760a-23cc-4924-b22b-56c90fcce7df tempest-FloatingIPNegativeTestJSON-1596930733 tempest-FloatingIPNegativeTestJSON-1596930733-project] Notify callbacks [] for floatingip, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:13.721824 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-fa494781-b842-4e07-bec8-153ad2aebb80 req-bfd7b319-fde7-4918-b738-e49591a855fe service neutron] 10.222.0.36 "GET /v2.0/networks/f37071dc-f599-46bf-845c-bcab9301b926?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896423 Jul 27 21:06:13.817722 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331c5944-320b-41d1-93a6-66ec59dad6d9 req-870399f6-524a-4307-9980-b2d765ea9a44 tempest-InstanceActionsTestJSON-1582266061 tempest-InstanceActionsTestJSON-1582266061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:06:13.819175 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-331c5944-320b-41d1-93a6-66ec59dad6d9 req-870399f6-524a-4307-9980-b2d765ea9a44 tempest-InstanceActionsTestJSON-1582266061 tempest-InstanceActionsTestJSON-1582266061-project] 10.222.0.59 "GET /v2.0/ports?device_id=846188f0-0b00-4eb9-af7b-47022faab171 HTTP/1.1" status: 200 len: 946 time: 0.1207101 Jul 27 21:06:13.833873 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-fa494781-b842-4e07-bec8-153ad2aebb80 req-d242281b-32bd-4476-9429-741ee5013130 service neutron] 10.222.0.36 "GET /v2.0/networks/f37071dc-f599-46bf-845c-bcab9301b926?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1032066 Jul 27 21:06:13.875893 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] get_ports_and_sgs() called for port_ids ['37bbd865-f73a-468d-990f-6d28c94104ba'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:06:13.881034 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-331c5944-320b-41d1-93a6-66ec59dad6d9 req-618012d5-e54f-489c-a4a8-6d997450d897 tempest-InstanceActionsTestJSON-1582266061 tempest-InstanceActionsTestJSON-1582266061-project] 10.222.0.59 "GET /v2.0/security-groups?id=9174cf6e-e8ac-43e7-af4b-f03771aac0e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507016 Jul 27 21:06:13.898843 n-d-705658-22 neutron-server[105585]: INFO neutron.api.v2.resource [None req-c846760a-23cc-4924-b22b-56c90fcce7df tempest-FloatingIPNegativeTestJSON-1596930733 tempest-FloatingIPNegativeTestJSON-1596930733-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 27 21:06:13.903818 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-c846760a-23cc-4924-b22b-56c90fcce7df tempest-FloatingIPNegativeTestJSON-1596930733 tempest-FloatingIPNegativeTestJSON-1596930733-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.2849438 Jul 27 21:06:13.904620 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 48914) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:06:13.913146 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-168bd217-e7cb-4bf2-bdac-bff7b2218a6f tempest-FloatingIPNegativeTestJSON-1596930733 tempest-FloatingIPNegativeTestJSON-1596930733-project] Request body: {'floatingip': {'floating_network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'port_id': '6b1b2488-a151-4032-834d-97f5aa574998', 'fixed_ip_address': '172.20.0.6'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:06:13.970983 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-168bd217-e7cb-4bf2-bdac-bff7b2218a6f tempest-FloatingIPNegativeTestJSON-1596930733 tempest-FloatingIPNegativeTestJSON-1596930733-project] Notify callbacks [] for floatingip, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:14.125166 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-168bd217-e7cb-4bf2-bdac-bff7b2218a6f tempest-FloatingIPNegativeTestJSON-1596930733 tempest-FloatingIPNegativeTestJSON-1596930733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:14.232170 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-875ced1b-4cf3-463a-9653-058f0f9421e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:14.255022 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-95a98309-77ce-49ca-b6b0-6e8dd3a96393 req-439f3c09-6dc0-49a1-8467-39bac1fd8935 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] 10.222.0.59 "GET /v2.0/ports?device_id=2ab3b612-b1bf-43fb-a1f2-964eea921f62 HTTP/1.1" status: 200 len: 210 time: 0.0575051 Jul 27 21:06:14.293032 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.db_base_plugin_common [None req-168bd217-e7cb-4bf2-bdac-bff7b2218a6f tempest-FloatingIPNegativeTestJSON-1596930733 tempest-FloatingIPNegativeTestJSON-1596930733-project] Allocated IP 172.25.5.179 (8735d8a2-b604-4758-ae71-b40e4ee6f305/eca7dbab-b9c0-4c8f-a272-816ea8a81764/a5f7aef0-2a18-4271-ae3e-e5f52a6c0531) {{(pid=105585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:06:14.415699 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-168bd217-e7cb-4bf2-bdac-bff7b2218a6f tempest-FloatingIPNegativeTestJSON-1596930733 tempest-FloatingIPNegativeTestJSON-1596930733-project] Notify callbacks [] for port, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:14.509432 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-168bd217-e7cb-4bf2-bdac-bff7b2218a6f tempest-FloatingIPNegativeTestJSON-1596930733 tempest-FloatingIPNegativeTestJSON-1596930733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:14.556872 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-168bd217-e7cb-4bf2-bdac-bff7b2218a6f tempest-FloatingIPNegativeTestJSON-1596930733 tempest-FloatingIPNegativeTestJSON-1596930733-project] Network 8735d8a2-b604-4758-ae71-b40e4ee6f305 is already hosted by enough agents. {{(pid=105585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:06:14.564693 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4aaff0c-298b-40aa-8123-4c8a29baf85c req-5e668e1b-cf44-4efe-9914-d1b6710070ca tempest-VolumesAdminNegativeTest-163479739 tempest-VolumesAdminNegativeTest-163479739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:06:14.566255 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-d4aaff0c-298b-40aa-8123-4c8a29baf85c req-5e668e1b-cf44-4efe-9914-d1b6710070ca tempest-VolumesAdminNegativeTest-163479739 tempest-VolumesAdminNegativeTest-163479739-project] 10.222.0.59 "GET /v2.0/ports?device_id=479f5ead-4def-48e8-b02b-6b4f95630898 HTTP/1.1" status: 200 len: 944 time: 0.1217480 Jul 27 21:06:14.572178 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.base_scheduler [None req-168bd217-e7cb-4bf2-bdac-bff7b2218a6f tempest-FloatingIPNegativeTestJSON-1596930733 tempest-FloatingIPNegativeTestJSON-1596930733-project] Resources bound (agent type, host, resource id): {{(pid=105585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:06:14.577000 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-168bd217-e7cb-4bf2-bdac-bff7b2218a6f tempest-FloatingIPNegativeTestJSON-1596930733 tempest-FloatingIPNegativeTestJSON-1596930733-project] Received port after_create {{(pid=105585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:06:14.614587 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168bd217-e7cb-4bf2-bdac-bff7b2218a6f tempest-FloatingIPNegativeTestJSON-1596930733 tempest-FloatingIPNegativeTestJSON-1596930733-project] Pushing event updated for resources: {'Port': ['ID=a5f7aef0-2a18-4271-ae3e-e5f52a6c0531,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:06:14.649456 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-d4aaff0c-298b-40aa-8123-4c8a29baf85c req-91fd7f24-abe6-4632-95c2-27651b6ea237 tempest-VolumesAdminNegativeTest-163479739 tempest-VolumesAdminNegativeTest-163479739-project] 10.222.0.59 "GET /v2.0/security-groups?id=b15f5b80-af13-4f52-8ccb-81eb39c9ce76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749164 Jul 27 21:06:14.794685 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Device b7548bc3-c3ee-4f0b-95e3-8bcdd1f6c845 no longer exists at agent hyperv_n-h2-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:06:14.818721 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-3d54578f-831f-4696-b568-13c455922dab None None] No Port match for: b7548bc3-c3ee-4f0b-95e3-8bcdd1f6c845 {{(pid=105586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:06:14.819154 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Device b7548bc3-c3ee-4f0b-95e3-8bcdd1f6c845 not bound to the agent host n-h2-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:06:15.168571 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59317d96-7fdc-4eba-9837-188ad6b3a1cc req-549abb07-5185-49b7-ab61-8e20f853f664 tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:06:15.170099 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-59317d96-7fdc-4eba-9837-188ad6b3a1cc req-549abb07-5185-49b7-ab61-8e20f853f664 tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] 10.222.0.59 "GET /v2.0/ports?device_id=f4131bf3-56d0-4dd5-8a0b-f9b028d7bbbe HTTP/1.1" status: 200 len: 943 time: 0.4547610 Jul 27 21:06:15.177069 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [None req-168bd217-e7cb-4bf2-bdac-bff7b2218a6f tempest-FloatingIPNegativeTestJSON-1596930733 tempest-FloatingIPNegativeTestJSON-1596930733-project] Deleting port a5f7aef0-2a18-4271-ae3e-e5f52a6c0531 {{(pid=105585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:06:15.177420 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-168bd217-e7cb-4bf2-bdac-bff7b2218a6f tempest-FloatingIPNegativeTestJSON-1596930733 tempest-FloatingIPNegativeTestJSON-1596930733-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:15.257663 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-59317d96-7fdc-4eba-9837-188ad6b3a1cc req-5ca3f3a9-4f7c-4134-8900-5b8753b3427c tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] 10.222.0.59 "GET /v2.0/security-groups?id=771ef501-f193-4e50-901d-4721d89f2b91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781446 Jul 27 21:06:15.286723 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-168bd217-e7cb-4bf2-bdac-bff7b2218a6f tempest-FloatingIPNegativeTestJSON-1596930733 tempest-FloatingIPNegativeTestJSON-1596930733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:15.286723 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-168bd217-e7cb-4bf2-bdac-bff7b2218a6f tempest-FloatingIPNegativeTestJSON-1596930733 tempest-FloatingIPNegativeTestJSON-1596930733-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:15.297998 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [None req-168bd217-e7cb-4bf2-bdac-bff7b2218a6f tempest-FloatingIPNegativeTestJSON-1596930733 tempest-FloatingIPNegativeTestJSON-1596930733-project] Calling delete_port for a5f7aef0-2a18-4271-ae3e-e5f52a6c0531 owned by network:floatingip {{(pid=105585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:06:15.434909 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38f4aa3-73f1-4261-a050-fa6329e2f420 req-218ae2a1-8f94-4046-a47a-45be34e04b84 tempest-InstanceActionsTestJSON-1582266061 tempest-InstanceActionsTestJSON-1582266061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:06:15.436406 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a38f4aa3-73f1-4261-a050-fa6329e2f420 req-218ae2a1-8f94-4046-a47a-45be34e04b84 tempest-InstanceActionsTestJSON-1582266061 tempest-InstanceActionsTestJSON-1582266061-project] 10.222.0.59 "GET /v2.0/ports?device_id=846188f0-0b00-4eb9-af7b-47022faab171 HTTP/1.1" status: 200 len: 946 time: 0.0923340 Jul 27 21:06:15.506551 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a38f4aa3-73f1-4261-a050-fa6329e2f420 req-7b747691-4d7f-41fd-8b8e-0e90ebc9f7b5 tempest-InstanceActionsTestJSON-1582266061 tempest-InstanceActionsTestJSON-1582266061-project] 10.222.0.59 "GET /v2.0/security-groups?id=9174cf6e-e8ac-43e7-af4b-f03771aac0e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514011 Jul 27 21:06:15.512336 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-168bd217-e7cb-4bf2-bdac-bff7b2218a6f tempest-FloatingIPNegativeTestJSON-1596930733 tempest-FloatingIPNegativeTestJSON-1596930733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:15.573551 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168bd217-e7cb-4bf2-bdac-bff7b2218a6f tempest-FloatingIPNegativeTestJSON-1596930733 tempest-FloatingIPNegativeTestJSON-1596930733-project] Pushing event deleted for resources: {'Port': ['ID=a5f7aef0-2a18-4271-ae3e-e5f52a6c0531,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:06:15.643112 n-d-705658-22 neutron-server[105585]: INFO neutron.api.v2.resource [None req-168bd217-e7cb-4bf2-bdac-bff7b2218a6f tempest-FloatingIPNegativeTestJSON-1596930733 tempest-FloatingIPNegativeTestJSON-1596930733-project] create failed (client error): The resource could not be found. Jul 27 21:06:15.647030 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-168bd217-e7cb-4bf2-bdac-bff7b2218a6f tempest-FloatingIPNegativeTestJSON-1596930733 tempest-FloatingIPNegativeTestJSON-1596930733-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 1.7387302 Jul 27 21:06:15.648005 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 48932) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:06:15.745602 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-fe03d763-648d-4f69-af74-e5e95bfea04c req-66283701-aff6-4a4c-8d44-90c3dd927013 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] 10.222.0.59 "GET /v2.0/ports?device_id=2ab3b612-b1bf-43fb-a1f2-964eea921f62 HTTP/1.1" status: 200 len: 210 time: 0.0305676 Jul 27 21:06:15.770559 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-718c749c-046d-4032-8ea9-f86232126f95 tempest-FloatingIPNegativeTestJSON-1596930733 tempest-FloatingIPNegativeTestJSON-1596930733-project] Deleting port 6b1b2488-a151-4032-834d-97f5aa574998 {{(pid=105584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:06:15.771081 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-718c749c-046d-4032-8ea9-f86232126f95 tempest-FloatingIPNegativeTestJSON-1596930733 tempest-FloatingIPNegativeTestJSON-1596930733-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:15.879139 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-718c749c-046d-4032-8ea9-f86232126f95 tempest-FloatingIPNegativeTestJSON-1596930733 tempest-FloatingIPNegativeTestJSON-1596930733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:15.901006 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-718c749c-046d-4032-8ea9-f86232126f95 tempest-FloatingIPNegativeTestJSON-1596930733 tempest-FloatingIPNegativeTestJSON-1596930733-project] Calling delete_port for 6b1b2488-a151-4032-834d-97f5aa574998 owned by {{(pid=105584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:06:15.960662 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5093579d-6a64-44ad-8667-7b609c89fc79 req-358e22c3-852f-46eb-8af9-33d0c2b09ebf tempest-VolumesAdminNegativeTest-163479739 tempest-VolumesAdminNegativeTest-163479739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:06:15.962163 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-5093579d-6a64-44ad-8667-7b609c89fc79 req-358e22c3-852f-46eb-8af9-33d0c2b09ebf tempest-VolumesAdminNegativeTest-163479739 tempest-VolumesAdminNegativeTest-163479739-project] 10.222.0.59 "GET /v2.0/ports?device_id=479f5ead-4def-48e8-b02b-6b4f95630898 HTTP/1.1" status: 200 len: 944 time: 0.0759995 Jul 27 21:06:16.004580 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-5093579d-6a64-44ad-8667-7b609c89fc79 req-f04a0417-ab99-473d-9a9e-27b2d4a980a8 tempest-VolumesAdminNegativeTest-163479739 tempest-VolumesAdminNegativeTest-163479739-project] 10.222.0.59 "GET /v2.0/security-groups?id=b15f5b80-af13-4f52-8ccb-81eb39c9ce76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360117 Jul 27 21:06:16.057234 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-718c749c-046d-4032-8ea9-f86232126f95 tempest-FloatingIPNegativeTestJSON-1596930733 tempest-FloatingIPNegativeTestJSON-1596930733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:16.085894 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718c749c-046d-4032-8ea9-f86232126f95 tempest-FloatingIPNegativeTestJSON-1596930733 tempest-FloatingIPNegativeTestJSON-1596930733-project] Pushing event deleted for resources: {'Port': ['ID=6b1b2488-a151-4032-834d-97f5aa574998,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:06:16.187497 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-718c749c-046d-4032-8ea9-f86232126f95 tempest-FloatingIPNegativeTestJSON-1596930733 tempest-FloatingIPNegativeTestJSON-1596930733-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:16.198668 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 48940) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:06:16.198865 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-718c749c-046d-4032-8ea9-f86232126f95 tempest-FloatingIPNegativeTestJSON-1596930733 tempest-FloatingIPNegativeTestJSON-1596930733-project] 10.222.0.59 "DELETE /v2.0/ports/6b1b2488-a151-4032-834d-97f5aa574998 HTTP/1.1" status: 204 len: 168 time: 0.5494981 Jul 27 21:06:16.314281 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e1d1f07-caf9-4d96-9fc7-b37c33baaf3b tempest-FloatingIPNegativeTestJSON-1596930733 tempest-FloatingIPNegativeTestJSON-1596930733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:06:16.318839 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-6e1d1f07-caf9-4d96-9fc7-b37c33baaf3b tempest-FloatingIPNegativeTestJSON-1596930733 tempest-FloatingIPNegativeTestJSON-1596930733-project] 10.222.0.59 "GET /v2.0/ports?device_id=44f9f867-9cb1-41ec-aa37-a5db8da7cdba HTTP/1.1" status: 200 len: 913 time: 0.1158471 Jul 27 21:06:16.318839 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 48944) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:06:16.400009 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46e1a90-d853-45de-9ab3-97fa9cc73842 req-c1357a7f-1d9b-4030-8080-c06504985012 tempest-InstanceActionsTestJSON-1582266061 tempest-InstanceActionsTestJSON-1582266061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:06:16.401399 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b46e1a90-d853-45de-9ab3-97fa9cc73842 req-c1357a7f-1d9b-4030-8080-c06504985012 tempest-InstanceActionsTestJSON-1582266061 tempest-InstanceActionsTestJSON-1582266061-project] 10.222.0.59 "GET /v2.0/ports?device_id=846188f0-0b00-4eb9-af7b-47022faab171 HTTP/1.1" status: 200 len: 946 time: 0.1659243 Jul 27 21:06:16.491899 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b46e1a90-d853-45de-9ab3-97fa9cc73842 req-5e403002-0a03-4169-be98-5bde732285f4 tempest-InstanceActionsTestJSON-1582266061 tempest-InstanceActionsTestJSON-1582266061-project] 10.222.0.59 "GET /v2.0/security-groups?id=9174cf6e-e8ac-43e7-af4b-f03771aac0e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839865 Jul 27 21:06:16.675017 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616dbe9c-b606-4ce6-973f-58f691bb89f7 req-d246cf8d-0f4e-4ee7-9297-60f6822a8753 tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:06:16.676519 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-616dbe9c-b606-4ce6-973f-58f691bb89f7 req-d246cf8d-0f4e-4ee7-9297-60f6822a8753 tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] 10.222.0.59 "GET /v2.0/ports?device_id=f4131bf3-56d0-4dd5-8a0b-f9b028d7bbbe HTTP/1.1" status: 200 len: 943 time: 0.1064813 Jul 27 21:06:16.742235 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-616dbe9c-b606-4ce6-973f-58f691bb89f7 req-935a523a-4570-4892-97bd-ddf943e0e57d tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] 10.222.0.59 "GET /v2.0/security-groups?id=771ef501-f193-4e50-901d-4721d89f2b91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580840 Jul 27 21:06:16.770552 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-f1a0ed17-9fcc-4ddf-8da4-e0e0b8767830 tempest-FloatingIPNegativeTestJSON-1596930733 tempest-FloatingIPNegativeTestJSON-1596930733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4076536'] for router_interface, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:16.789703 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Device 37bbd865-f73a-468d-990f-6d28c94104ba up at agent hyperv_n-h2-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:06:16.864230 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-3d54578f-831f-4696-b568-13c455922dab None None] Provisioning for port 37bbd865-f73a-468d-990f-6d28c94104ba completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:06:16.873703 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-3d54578f-831f-4696-b568-13c455922dab None None] Provisioning complete for port 37bbd865-f73a-468d-990f-6d28c94104ba triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:06:16.874096 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:16.959545 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:16.985498 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '479f5ead-4def-48e8-b02b-6b4f95630898', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37bbd865-f73a-468d-990f-6d28c94104ba'}] {{(pid=105586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:06:16.988123 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14c1663e039faf5393f87855f745010ac5b02220355b68fdbf065393e303ac56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24dd21fa-7aec-487d-8826-0d0a39374282" -d '{"events": [{"server_uuid": "479f5ead-4def-48e8-b02b-6b4f95630898", "name": "network-vif-plugged", "status": "completed", "tag": "37bbd865-f73a-468d-990f-6d28c94104ba"}]}' {{(pid=105586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:06:17.006871 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] For port 37bbd865-f73a-468d-990f-6d28c94104ba, host n-h2-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=37bbd865-f73a-468d-990f-6d28c94104ba,segment=NetworkSegment(eec497d5-da54-4ee0-a918-3b5a0fb2dd25),segment_id=eec497d5-da54-4ee0-a918-3b5a0fb2dd25)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:06:17.016993 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:17.031698 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-9dfc146e-04af-4c10-b6ab-ef4edfb60a80 req-4ec12a64-147b-4304-a265-bbd3275f16dc tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] 10.222.0.59 "GET /v2.0/ports?device_id=2ab3b612-b1bf-43fb-a1f2-964eea921f62 HTTP/1.1" status: 200 len: 210 time: 0.0617318 Jul 27 21:06:17.072758 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:06:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cf703d1-ea49-4037-a9f5-f825124e0050 x-openstack-request-id: req-7cf703d1-ea49-4037-a9f5-f825124e0050 {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:06:17.073253 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "479f5ead-4def-48e8-b02b-6b4f95630898", "name": "network-vif-plugged", "status": "completed", "tag": "37bbd865-f73a-468d-990f-6d28c94104ba", "code": 200}]} {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:06:17.073507 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-7cf703d1-ea49-4037-a9f5-f825124e0050 {{(pid=105586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:06:17.073897 n-d-705658-22 neutron-server[105586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '479f5ead-4def-48e8-b02b-6b4f95630898', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37bbd865-f73a-468d-990f-6d28c94104ba', 'code': 200} Jul 27 21:06:17.088294 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Pushing event updated for resources: {'Port': ['ID=37bbd865-f73a-468d-990f-6d28c94104ba,revision_number=5']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:06:17.200865 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [None req-f1a0ed17-9fcc-4ddf-8da4-e0e0b8767830 tempest-FloatingIPNegativeTestJSON-1596930733 tempest-FloatingIPNegativeTestJSON-1596930733-project] Deleting port e78f3b01-f03e-47ad-b921-8e211630535c {{(pid=105585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:06:17.201120 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-f1a0ed17-9fcc-4ddf-8da4-e0e0b8767830 tempest-FloatingIPNegativeTestJSON-1596930733 tempest-FloatingIPNegativeTestJSON-1596930733-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:17.262799 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58dbe37c-eb27-4379-97bc-5664002130b2 req-a477299d-b3e3-4045-994b-0dc0deb4afd2 tempest-VolumesAdminNegativeTest-163479739 tempest-VolumesAdminNegativeTest-163479739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:06:17.264362 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-58dbe37c-eb27-4379-97bc-5664002130b2 req-a477299d-b3e3-4045-994b-0dc0deb4afd2 tempest-VolumesAdminNegativeTest-163479739 tempest-VolumesAdminNegativeTest-163479739-project] 10.222.0.59 "GET /v2.0/ports?device_id=479f5ead-4def-48e8-b02b-6b4f95630898 HTTP/1.1" status: 200 len: 945 time: 0.1356461 Jul 27 21:06:17.327893 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-58dbe37c-eb27-4379-97bc-5664002130b2 req-af7aee26-7268-4224-90b8-833338f74c1e tempest-VolumesAdminNegativeTest-163479739 tempest-VolumesAdminNegativeTest-163479739-project] 10.222.0.59 "GET /v2.0/security-groups?id=b15f5b80-af13-4f52-8ccb-81eb39c9ce76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561328 Jul 27 21:06:17.329433 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-f1a0ed17-9fcc-4ddf-8da4-e0e0b8767830 tempest-FloatingIPNegativeTestJSON-1596930733 tempest-FloatingIPNegativeTestJSON-1596930733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:17.345910 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [None req-f1a0ed17-9fcc-4ddf-8da4-e0e0b8767830 tempest-FloatingIPNegativeTestJSON-1596930733 tempest-FloatingIPNegativeTestJSON-1596930733-project] Calling delete_port for e78f3b01-f03e-47ad-b921-8e211630535c owned by network:router_interface {{(pid=105585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:06:17.528100 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-f1a0ed17-9fcc-4ddf-8da4-e0e0b8767830 tempest-FloatingIPNegativeTestJSON-1596930733 tempest-FloatingIPNegativeTestJSON-1596930733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:17.558766 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a0ed17-9fcc-4ddf-8da4-e0e0b8767830 tempest-FloatingIPNegativeTestJSON-1596930733 tempest-FloatingIPNegativeTestJSON-1596930733-project] Pushing event deleted for resources: {'Port': ['ID=e78f3b01-f03e-47ad-b921-8e211630535c,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:06:17.582117 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a0ed17-9fcc-4ddf-8da4-e0e0b8767830 tempest-FloatingIPNegativeTestJSON-1596930733 tempest-FloatingIPNegativeTestJSON-1596930733-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:06:17.582471 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a0ed17-9fcc-4ddf-8da4-e0e0b8767830 tempest-FloatingIPNegativeTestJSON-1596930733 tempest-FloatingIPNegativeTestJSON-1596930733-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:06:17.582816 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a0ed17-9fcc-4ddf-8da4-e0e0b8767830 tempest-FloatingIPNegativeTestJSON-1596930733 tempest-FloatingIPNegativeTestJSON-1596930733-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:06:17.583183 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a0ed17-9fcc-4ddf-8da4-e0e0b8767830 tempest-FloatingIPNegativeTestJSON-1596930733 tempest-FloatingIPNegativeTestJSON-1596930733-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:06:17.583521 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a0ed17-9fcc-4ddf-8da4-e0e0b8767830 tempest-FloatingIPNegativeTestJSON-1596930733 tempest-FloatingIPNegativeTestJSON-1596930733-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:06:17.583854 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a0ed17-9fcc-4ddf-8da4-e0e0b8767830 tempest-FloatingIPNegativeTestJSON-1596930733 tempest-FloatingIPNegativeTestJSON-1596930733-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:06:17.584187 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a0ed17-9fcc-4ddf-8da4-e0e0b8767830 tempest-FloatingIPNegativeTestJSON-1596930733 tempest-FloatingIPNegativeTestJSON-1596930733-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:06:17.584517 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a0ed17-9fcc-4ddf-8da4-e0e0b8767830 tempest-FloatingIPNegativeTestJSON-1596930733 tempest-FloatingIPNegativeTestJSON-1596930733-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:06:17.585219 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a0ed17-9fcc-4ddf-8da4-e0e0b8767830 tempest-FloatingIPNegativeTestJSON-1596930733 tempest-FloatingIPNegativeTestJSON-1596930733-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:06:17.585219 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a0ed17-9fcc-4ddf-8da4-e0e0b8767830 tempest-FloatingIPNegativeTestJSON-1596930733 tempest-FloatingIPNegativeTestJSON-1596930733-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:06:17.585662 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a0ed17-9fcc-4ddf-8da4-e0e0b8767830 tempest-FloatingIPNegativeTestJSON-1596930733 tempest-FloatingIPNegativeTestJSON-1596930733-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:06:17.585829 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a0ed17-9fcc-4ddf-8da4-e0e0b8767830 tempest-FloatingIPNegativeTestJSON-1596930733 tempest-FloatingIPNegativeTestJSON-1596930733-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:06:17.758174 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d9d077-28c5-4d9f-9df5-ac3e6de31eca req-5807edb6-632d-4581-a421-02a72cb8633c tempest-InstanceActionsTestJSON-1582266061 tempest-InstanceActionsTestJSON-1582266061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:06:17.760319 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b9d9d077-28c5-4d9f-9df5-ac3e6de31eca req-5807edb6-632d-4581-a421-02a72cb8633c tempest-InstanceActionsTestJSON-1582266061 tempest-InstanceActionsTestJSON-1582266061-project] 10.222.0.59 "GET /v2.0/ports?device_id=846188f0-0b00-4eb9-af7b-47022faab171 HTTP/1.1" status: 200 len: 946 time: 0.1970885 Jul 27 21:06:17.762940 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-f1a0ed17-9fcc-4ddf-8da4-e0e0b8767830 tempest-FloatingIPNegativeTestJSON-1596930733 tempest-FloatingIPNegativeTestJSON-1596930733-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3743915', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4076308'] for router_interface, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:17.873079 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b9d9d077-28c5-4d9f-9df5-ac3e6de31eca req-8070e608-16b4-4eb9-8d3e-71461a862407 tempest-InstanceActionsTestJSON-1582266061 tempest-InstanceActionsTestJSON-1582266061-project] 10.222.0.59 "GET /v2.0/security-groups?id=9174cf6e-e8ac-43e7-af4b-f03771aac0e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039412 Jul 27 21:06:17.895801 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf182ae-872e-4fc6-a4d3-fbf5aa151a9e req-7e2f1d73-fd84-477c-b090-8170ef7a1c88 tempest-InstanceActionsTestJSON-1582266061 tempest-InstanceActionsTestJSON-1582266061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:06:17.897468 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-dcf182ae-872e-4fc6-a4d3-fbf5aa151a9e req-7e2f1d73-fd84-477c-b090-8170ef7a1c88 tempest-InstanceActionsTestJSON-1582266061 tempest-InstanceActionsTestJSON-1582266061-project] 10.222.0.36 "GET /v2.0/ports?device_id=846188f0-0b00-4eb9-af7b-47022faab171 HTTP/1.1" status: 200 len: 946 time: 0.0733364 Jul 27 21:06:18.012857 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1a0ed17-9fcc-4ddf-8da4-e0e0b8767830 tempest-FloatingIPNegativeTestJSON-1596930733 tempest-FloatingIPNegativeTestJSON-1596930733-project] Router 44f9f867-9cb1-41ec-aa37-a5db8da7cdba has already been hosted by L3 agent dd128fd7-8e57-4d4f-895b-a96b369df59a {{(pid=105585) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:06:18.026877 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [req-dcf182ae-872e-4fc6-a4d3-fbf5aa151a9e req-849f932a-f896-4dc5-925f-df43331d752e tempest-InstanceActionsTestJSON-1582266061 tempest-InstanceActionsTestJSON-1582266061-project] Deleting port 842a455f-d2bd-4ceb-bed6-ff16b212294b {{(pid=105584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:06:18.027868 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-dcf182ae-872e-4fc6-a4d3-fbf5aa151a9e req-849f932a-f896-4dc5-925f-df43331d752e tempest-InstanceActionsTestJSON-1582266061 tempest-InstanceActionsTestJSON-1582266061-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:18.113398 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b204f4ba-58d5-45dc-af51-7b239c103bcd req-81827ebf-a93c-4473-8e7d-4c0ff7397f75 tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:06:18.114866 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b204f4ba-58d5-45dc-af51-7b239c103bcd req-81827ebf-a93c-4473-8e7d-4c0ff7397f75 tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] 10.222.0.59 "GET /v2.0/ports?device_id=f4131bf3-56d0-4dd5-8a0b-f9b028d7bbbe HTTP/1.1" status: 200 len: 943 time: 0.1457744 Jul 27 21:06:18.117702 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1a0ed17-9fcc-4ddf-8da4-e0e0b8767830 tempest-FloatingIPNegativeTestJSON-1596930733 tempest-FloatingIPNegativeTestJSON-1596930733-project] Notify agent at l3_agent.n-d-705658-22 the message routers_updated {{(pid=105585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:06:18.123557 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-f1a0ed17-9fcc-4ddf-8da4-e0e0b8767830 tempest-FloatingIPNegativeTestJSON-1596930733 tempest-FloatingIPNegativeTestJSON-1596930733-project] 10.222.0.59 "PUT /v2.0/routers/44f9f867-9cb1-41ec-aa37-a5db8da7cdba/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8037128 Jul 27 21:06:18.126392 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 48966) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:06:18.128635 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8afda975-fe63-4664-9777-47ac4ccc928f None None] Sync routers for ids ['44f9f867-9cb1-41ec-aa37-a5db8da7cdba'] in n-d-705658-22 {{(pid=105586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:06:18.141096 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8afda975-fe63-4664-9777-47ac4ccc928f None None] Routers {'44f9f867-9cb1-41ec-aa37-a5db8da7cdba'} bound to L3 agent in host n-d-705658-22 {{(pid=105586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:06:18.141647 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [req-dcf182ae-872e-4fc6-a4d3-fbf5aa151a9e req-849f932a-f896-4dc5-925f-df43331d752e tempest-InstanceActionsTestJSON-1582266061 tempest-InstanceActionsTestJSON-1582266061-project] For port 842a455f-d2bd-4ceb-bed6-ff16b212294b, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=842a455f-d2bd-4ceb-bed6-ff16b212294b,segment=NetworkSegment(f7f8cfd9-c244-4062-b942-911ea78e1664),segment_id=f7f8cfd9-c244-4062-b942-911ea78e1664)] {{(pid=105584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:06:18.141793 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-8afda975-fe63-4664-9777-47ac4ccc928f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:06:11Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['44f9f867-9cb1-41ec-aa37-a5db8da7cdba'], 'active': True} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:06:18.142023 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-dcf182ae-872e-4fc6-a4d3-fbf5aa151a9e req-849f932a-f896-4dc5-925f-df43331d752e tempest-InstanceActionsTestJSON-1582266061 tempest-InstanceActionsTestJSON-1582266061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:18.156349 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [req-dcf182ae-872e-4fc6-a4d3-fbf5aa151a9e req-849f932a-f896-4dc5-925f-df43331d752e tempest-InstanceActionsTestJSON-1582266061 tempest-InstanceActionsTestJSON-1582266061-project] Calling delete_port for 842a455f-d2bd-4ceb-bed6-ff16b212294b owned by compute:nova {{(pid=105584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:06:18.219400 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-8afda975-fe63-4664-9777-47ac4ccc928f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-22', False) {} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:06:18.230925 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-98dc1fec-dd50-486c-a430-4497e3e3ae5a tempest-FloatingIPNegativeTestJSON-1596930733 tempest-FloatingIPNegativeTestJSON-1596930733-project] Notify callbacks [] for router, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:18.231409 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8afda975-fe63-4664-9777-47ac4ccc928f None None] Routers {'44f9f867-9cb1-41ec-aa37-a5db8da7cdba'} bound to L3 agent in host n-d-705658-22 {{(pid=105586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:06:18.232037 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-8afda975-fe63-4664-9777-47ac4ccc928f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:06:11Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['44f9f867-9cb1-41ec-aa37-a5db8da7cdba'], 'active': True} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:06:18.280229 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b204f4ba-58d5-45dc-af51-7b239c103bcd req-5aa4aedc-4afe-431f-adb2-ff5cbe67d2b2 tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] 10.222.0.59 "GET /v2.0/security-groups?id=771ef501-f193-4e50-901d-4721d89f2b91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1556430 Jul 27 21:06:18.302897 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-8afda975-fe63-4664-9777-47ac4ccc928f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-22', False) {} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:06:18.314439 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8afda975-fe63-4664-9777-47ac4ccc928f None None] The sync data for ids ['44f9f867-9cb1-41ec-aa37-a5db8da7cdba'] in n-d-705658-22 is: [] {{(pid=105586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:06:18.335737 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-dcf182ae-872e-4fc6-a4d3-fbf5aa151a9e req-849f932a-f896-4dc5-925f-df43331d752e tempest-InstanceActionsTestJSON-1582266061 tempest-InstanceActionsTestJSON-1582266061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:18.357029 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] get_ports_and_sgs() called for port_ids ['842a455f-d2bd-4ceb-bed6-ff16b212294b'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:06:18.376803 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849f932a-f896-4dc5-925f-df43331d752e tempest-InstanceActionsTestJSON-1582266061 tempest-InstanceActionsTestJSON-1582266061-project] Pushing event deleted for resources: {'Port': ['ID=842a455f-d2bd-4ceb-bed6-ff16b212294b,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:06:18.445675 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [req-dcf182ae-872e-4fc6-a4d3-fbf5aa151a9e req-849f932a-f896-4dc5-925f-df43331d752e tempest-InstanceActionsTestJSON-1582266061 tempest-InstanceActionsTestJSON-1582266061-project] No DVR routers for this DVR port 842a455f-d2bd-4ceb-bed6-ff16b212294b on host n-h1-705658-22 {{(pid=105584) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:06:18.448423 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-dcf182ae-872e-4fc6-a4d3-fbf5aa151a9e req-849f932a-f896-4dc5-925f-df43331d752e tempest-InstanceActionsTestJSON-1582266061 tempest-InstanceActionsTestJSON-1582266061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:18.450691 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-dcf182ae-872e-4fc6-a4d3-fbf5aa151a9e req-849f932a-f896-4dc5-925f-df43331d752e tempest-InstanceActionsTestJSON-1582266061 tempest-InstanceActionsTestJSON-1582266061-project] 10.222.0.36 "DELETE /v2.0/ports/842a455f-d2bd-4ceb-bed6-ff16b212294b HTTP/1.1" status: 204 len: 173 time: 0.5461986 Jul 27 21:06:18.451216 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '846188f0-0b00-4eb9-af7b-47022faab171', 'name': 'network-vif-deleted', 'tag': '842a455f-d2bd-4ceb-bed6-ff16b212294b'}] {{(pid=105584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:06:18.455069 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bce5e6c8685464f7626901654159975603b047827e3138302ed6566e28f1343" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e2d7d7b-eed1-4a03-b628-c8cefd23881e" -d '{"events": [{"server_uuid": "846188f0-0b00-4eb9-af7b-47022faab171", "name": "network-vif-deleted", "tag": "842a455f-d2bd-4ceb-bed6-ff16b212294b"}]}' {{(pid=105584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:06:18.509286 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-98dc1fec-dd50-486c-a430-4497e3e3ae5a tempest-FloatingIPNegativeTestJSON-1596930733 tempest-FloatingIPNegativeTestJSON-1596930733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4163631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-425'] for router, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:18.511676 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-98dc1fec-dd50-486c-a430-4497e3e3ae5a tempest-FloatingIPNegativeTestJSON-1596930733 tempest-FloatingIPNegativeTestJSON-1596930733-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:18.626652 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-ec2b63a2-b1d6-4de1-b81c-dccd44d1ed1e req-d8bbec7b-1860-410a-8d60-b4b2b5226d6a tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] 10.222.0.59 "GET /v2.0/ports?device_id=2ab3b612-b1bf-43fb-a1f2-964eea921f62 HTTP/1.1" status: 200 len: 210 time: 0.0476391 Jul 27 21:06:18.631790 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-98dc1fec-dd50-486c-a430-4497e3e3ae5a tempest-FloatingIPNegativeTestJSON-1596930733 tempest-FloatingIPNegativeTestJSON-1596930733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4163007'] for router, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:18.632313 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98dc1fec-dd50-486c-a430-4497e3e3ae5a tempest-FloatingIPNegativeTestJSON-1596930733 tempest-FloatingIPNegativeTestJSON-1596930733-project] Fanout notify agent at l3_agent the message router_deleted on router 44f9f867-9cb1-41ec-aa37-a5db8da7cdba {{(pid=105585) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 21:06:18.641299 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-98dc1fec-dd50-486c-a430-4497e3e3ae5a tempest-FloatingIPNegativeTestJSON-1596930733 tempest-FloatingIPNegativeTestJSON-1596930733-project] Notify callbacks [] for router, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:18.642324 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-98dc1fec-dd50-486c-a430-4497e3e3ae5a tempest-FloatingIPNegativeTestJSON-1596930733 tempest-FloatingIPNegativeTestJSON-1596930733-project] 10.222.0.59 "DELETE /v2.0/routers/44f9f867-9cb1-41ec-aa37-a5db8da7cdba HTTP/1.1" status: 204 len: 168 time: 0.5156732 Jul 27 21:06:18.644962 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 48972) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:06:18.704586 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3f0d318-e4da-41b4-bbb9-99247df6ae3a tempest-FloatingIPNegativeTestJSON-1596930733 tempest-FloatingIPNegativeTestJSON-1596930733-project] Deleting subnet 5db5a630-02b4-4141-a40d-b6ca6627b249 {{(pid=105584) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:06:18.708054 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-b3f0d318-e4da-41b4-bbb9-99247df6ae3a tempest-FloatingIPNegativeTestJSON-1596930733 tempest-FloatingIPNegativeTestJSON-1596930733-project] Notify callbacks [] for subnet, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:18.766085 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-b3f0d318-e4da-41b4-bbb9-99247df6ae3a tempest-FloatingIPNegativeTestJSON-1596930733 tempest-FloatingIPNegativeTestJSON-1596930733-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9014207'] for subnet, precommit_delete_associations {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:18.790694 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a14bfd-9346-4d8a-abe1-445ca521cb33 req-dbfb5cbc-f9c7-468b-866a-ba4fe0b3cbf2 tempest-VolumesAdminNegativeTest-163479739 tempest-VolumesAdminNegativeTest-163479739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:06:18.792569 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-59a14bfd-9346-4d8a-abe1-445ca521cb33 req-dbfb5cbc-f9c7-468b-866a-ba4fe0b3cbf2 tempest-VolumesAdminNegativeTest-163479739 tempest-VolumesAdminNegativeTest-163479739-project] 10.222.0.59 "GET /v2.0/ports?device_id=479f5ead-4def-48e8-b02b-6b4f95630898 HTTP/1.1" status: 200 len: 945 time: 0.0839779 Jul 27 21:06:18.834376 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-59a14bfd-9346-4d8a-abe1-445ca521cb33 req-25a1023a-304b-4dd9-ab2e-cecf85d02ba0 tempest-VolumesAdminNegativeTest-163479739 tempest-VolumesAdminNegativeTest-163479739-project] 10.222.0.59 "GET /v2.0/security-groups?id=b15f5b80-af13-4f52-8ccb-81eb39c9ce76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330412 Jul 27 21:06:18.903499 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-b3f0d318-e4da-41b4-bbb9-99247df6ae3a tempest-FloatingIPNegativeTestJSON-1596930733 tempest-FloatingIPNegativeTestJSON-1596930733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854965'] for subnet, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:18.933456 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:06:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dec898b-72bf-4503-b75d-71810ab87992 x-openstack-request-id: req-4dec898b-72bf-4503-b75d-71810ab87992 {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:06:18.933759 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "846188f0-0b00-4eb9-af7b-47022faab171", "name": "network-vif-deleted", "tag": "842a455f-d2bd-4ceb-bed6-ff16b212294b", "status": "completed", "code": 200}]} {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:06:18.934006 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-4dec898b-72bf-4503-b75d-71810ab87992 {{(pid=105584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:06:18.934410 n-d-705658-22 neutron-server[105584]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '846188f0-0b00-4eb9-af7b-47022faab171', 'name': 'network-vif-deleted', 'tag': '842a455f-d2bd-4ceb-bed6-ff16b212294b', 'status': 'completed', 'code': 200} Jul 27 21:06:19.005242 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-b3f0d318-e4da-41b4-bbb9-99247df6ae3a tempest-FloatingIPNegativeTestJSON-1596930733 tempest-FloatingIPNegativeTestJSON-1596930733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9014081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9738825'] for subnet, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:19.035569 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f0d318-e4da-41b4-bbb9-99247df6ae3a tempest-FloatingIPNegativeTestJSON-1596930733 tempest-FloatingIPNegativeTestJSON-1596930733-project] Pushing event deleted for resources: {'Subnet': ['ID=5db5a630-02b4-4141-a40d-b6ca6627b249,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:06:19.040016 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-b3f0d318-e4da-41b4-bbb9-99247df6ae3a tempest-FloatingIPNegativeTestJSON-1596930733 tempest-FloatingIPNegativeTestJSON-1596930733-project] Notify callbacks [] for subnet, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:19.046055 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-b3f0d318-e4da-41b4-bbb9-99247df6ae3a tempest-FloatingIPNegativeTestJSON-1596930733 tempest-FloatingIPNegativeTestJSON-1596930733-project] 10.222.0.59 "DELETE /v2.0/subnets/5db5a630-02b4-4141-a40d-b6ca6627b249 HTTP/1.1" status: 204 len: 168 time: 0.3998921 Jul 27 21:06:19.046684 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 48976) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:06:19.048790 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-593f40b1-f490-4e2d-b881-0569ef489da6 None None] Network 4924d1e8-0c09-4364-83c1-9f7f1592a6bf requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:06:19.099477 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-402534df-809e-4b17-a9f0-bd31e8290c4d req-ee6a18ed-025e-4d18-a876-168d239ac451 tempest-InstanceActionsTestJSON-1582266061 tempest-InstanceActionsTestJSON-1582266061-project] 10.222.0.59 "GET /v2.0/ports?device_id=846188f0-0b00-4eb9-af7b-47022faab171 HTTP/1.1" status: 200 len: 210 time: 0.0681481 Jul 27 21:06:19.140007 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c7fb3553-5302-4389-9340-fcdc7c86c465 tempest-FloatingIPNegativeTestJSON-1596930733 tempest-FloatingIPNegativeTestJSON-1596930733-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-990557'] for network, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:19.204276 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-c7fb3553-5302-4389-9340-fcdc7c86c465 tempest-FloatingIPNegativeTestJSON-1596930733 tempest-FloatingIPNegativeTestJSON-1596930733-project] Deleting port a3c74262-4899-4015-ad21-e756399bf857 {{(pid=105584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:06:19.204628 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c7fb3553-5302-4389-9340-fcdc7c86c465 tempest-FloatingIPNegativeTestJSON-1596930733 tempest-FloatingIPNegativeTestJSON-1596930733-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:19.274358 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [None req-c7fb3553-5302-4389-9340-fcdc7c86c465 tempest-FloatingIPNegativeTestJSON-1596930733 tempest-FloatingIPNegativeTestJSON-1596930733-project] For port a3c74262-4899-4015-ad21-e756399bf857, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=a3c74262-4899-4015-ad21-e756399bf857,segment=NetworkSegment(27adc13b-10aa-4861-a1b7-acc15f14674a),segment_id=27adc13b-10aa-4861-a1b7-acc15f14674a)] {{(pid=105584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:06:19.275242 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c7fb3553-5302-4389-9340-fcdc7c86c465 tempest-FloatingIPNegativeTestJSON-1596930733 tempest-FloatingIPNegativeTestJSON-1596930733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:19.299217 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-c7fb3553-5302-4389-9340-fcdc7c86c465 tempest-FloatingIPNegativeTestJSON-1596930733 tempest-FloatingIPNegativeTestJSON-1596930733-project] Calling delete_port for a3c74262-4899-4015-ad21-e756399bf857 owned by network:dhcp {{(pid=105584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:06:19.315468 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2febbadb-dadf-4a33-9434-fd061dd94ead None None] DHCP port deletion for 4924d1e8-0c09-4364-83c1-9f7f1592a6bf request from n-d-705658-22 {{(pid=105586) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 21:06:19.370241 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-2febbadb-dadf-4a33-9434-fd061dd94ead None None] Deleting port a3c74262-4899-4015-ad21-e756399bf857 {{(pid=105586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:06:19.370622 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-2febbadb-dadf-4a33-9434-fd061dd94ead None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:19.403526 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c7fb3553-5302-4389-9340-fcdc7c86c465 tempest-FloatingIPNegativeTestJSON-1596930733 tempest-FloatingIPNegativeTestJSON-1596930733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:19.434535 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7fb3553-5302-4389-9340-fcdc7c86c465 tempest-FloatingIPNegativeTestJSON-1596930733 tempest-FloatingIPNegativeTestJSON-1596930733-project] No DVR routers for this DVR port a3c74262-4899-4015-ad21-e756399bf857 on host n-d-705658-22 {{(pid=105584) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:06:19.442023 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fb3553-5302-4389-9340-fcdc7c86c465 tempest-FloatingIPNegativeTestJSON-1596930733 tempest-FloatingIPNegativeTestJSON-1596930733-project] Pushing event deleted for resources: {'Port': ['ID=a3c74262-4899-4015-ad21-e756399bf857,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:06:19.449691 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-2febbadb-dadf-4a33-9434-fd061dd94ead None None] For port a3c74262-4899-4015-ad21-e756399bf857, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=a3c74262-4899-4015-ad21-e756399bf857,segment=NetworkSegment(27adc13b-10aa-4861-a1b7-acc15f14674a),segment_id=27adc13b-10aa-4861-a1b7-acc15f14674a)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:06:19.450186 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-2febbadb-dadf-4a33-9434-fd061dd94ead None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:19.465112 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-2febbadb-dadf-4a33-9434-fd061dd94ead None None] Calling delete_port for a3c74262-4899-4015-ad21-e756399bf857 owned by network:dhcp {{(pid=105586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:06:19.517650 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9523c2dd-8343-486d-8630-ad9d106deab6 req-00ef8fe9-f428-4ccb-8eb9-b219f7b7cd47 tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:06:19.519217 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-9523c2dd-8343-486d-8630-ad9d106deab6 req-00ef8fe9-f428-4ccb-8eb9-b219f7b7cd47 tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] 10.222.0.59 "GET /v2.0/ports?device_id=f4131bf3-56d0-4dd5-8a0b-f9b028d7bbbe HTTP/1.1" status: 200 len: 943 time: 0.1105325 Jul 27 21:06:19.527552 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c7fb3553-5302-4389-9340-fcdc7c86c465 tempest-FloatingIPNegativeTestJSON-1596930733 tempest-FloatingIPNegativeTestJSON-1596930733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853562', 'neutron.services.segments.db._delete_segments_for_network-8790688882975'] for network, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:19.543716 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.segments.db [None req-c7fb3553-5302-4389-9340-fcdc7c86c465 tempest-FloatingIPNegativeTestJSON-1596930733 tempest-FloatingIPNegativeTestJSON-1596930733-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4924d1e8-0c09-4364-83c1-9f7f1592a6bf']}} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:06:19.556735 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-2febbadb-dadf-4a33-9434-fd061dd94ead None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180'] for port, after_delete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:19.577181 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.segments.db [None req-c7fb3553-5302-4389-9340-fcdc7c86c465 tempest-FloatingIPNegativeTestJSON-1596930733 tempest-FloatingIPNegativeTestJSON-1596930733-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27adc13b-10aa-4861-a1b7-acc15f14674a') {'for_net_delete': True} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:06:19.577495 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.segments.db [None req-c7fb3553-5302-4389-9340-fcdc7c86c465 tempest-FloatingIPNegativeTestJSON-1596930733 tempest-FloatingIPNegativeTestJSON-1596930733-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27adc13b-10aa-4861-a1b7-acc15f14674a') {} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:06:19.579840 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-9523c2dd-8343-486d-8630-ad9d106deab6 req-71baa214-1cda-4e00-b8e4-aa11c9f13713 tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] 10.222.0.59 "GET /v2.0/security-groups?id=771ef501-f193-4e50-901d-4721d89f2b91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535295 Jul 27 21:06:19.582271 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2febbadb-dadf-4a33-9434-fd061dd94ead None None] Pushing event deleted for resources: {'Port': ['ID=a3c74262-4899-4015-ad21-e756399bf857,revision_number=None']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:06:19.589146 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2febbadb-dadf-4a33-9434-fd061dd94ead None None] No DVR routers for this DVR port a3c74262-4899-4015-ad21-e756399bf857 on host n-d-705658-22 {{(pid=105586) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:06:19.603026 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c7fb3553-5302-4389-9340-fcdc7c86c465 tempest-FloatingIPNegativeTestJSON-1596930733 tempest-FloatingIPNegativeTestJSON-1596930733-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790688883752', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9014348'] for segment, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:19.628585 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c7fb3553-5302-4389-9340-fcdc7c86c465 tempest-FloatingIPNegativeTestJSON-1596930733 tempest-FloatingIPNegativeTestJSON-1596930733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:19.636044 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7fb3553-5302-4389-9340-fcdc7c86c465 tempest-FloatingIPNegativeTestJSON-1596930733 tempest-FloatingIPNegativeTestJSON-1596930733-project] Releasing vlan 208 on physical network physnet1 to pool {{(pid=105584) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:06:19.636044 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c7fb3553-5302-4389-9340-fcdc7c86c465 tempest-FloatingIPNegativeTestJSON-1596930733 tempest-FloatingIPNegativeTestJSON-1596930733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9014063'] for segment, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:19.639112 n-d-705658-22 neutron-server[105584]: Traceback (most recent call last): Jul 27 21:06:19.639112 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:06:19.639112 n-d-705658-22 neutron-server[105584]: timer() Jul 27 21:06:19.639112 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:06:19.639112 n-d-705658-22 neutron-server[105584]: cb(*args, **kw) Jul 27 21:06:19.639112 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:06:19.639112 n-d-705658-22 neutron-server[105584]: return func(*args, **kwargs) Jul 27 21:06:19.639112 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:06:19.639112 n-d-705658-22 neutron-server[105584]: self._notify() Jul 27 21:06:19.639112 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:06:19.639112 n-d-705658-22 neutron-server[105584]: self.callback(batched_events) Jul 27 21:06:19.639112 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:06:19.639112 n-d-705658-22 neutron-server[105584]: event.method(event) Jul 27 21:06:19.639112 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:06:19.639112 n-d-705658-22 neutron-server[105584]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:06:19.639112 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:06:19.639112 n-d-705658-22 neutron-server[105584]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:06:19.639112 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:06:19.639112 n-d-705658-22 neutron-server[105584]: return f(self, *a, **k) Jul 27 21:06:19.639112 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:06:19.639112 n-d-705658-22 neutron-server[105584]: return self._get(url).json() Jul 27 21:06:19.639112 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:06:19.639112 n-d-705658-22 neutron-server[105584]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:06:19.639112 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:06:19.639112 n-d-705658-22 neutron-server[105584]: return self.request(url, 'GET', **kwargs) Jul 27 21:06:19.639112 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:06:19.639112 n-d-705658-22 neutron-server[105584]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:06:19.639112 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:06:19.639112 n-d-705658-22 neutron-server[105584]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:06:19.639112 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:06:19.639112 n-d-705658-22 neutron-server[105584]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:06:19.639112 n-d-705658-22 neutron-server[105584]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:06:19.713379 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c7fb3553-5302-4389-9340-fcdc7c86c465 tempest-FloatingIPNegativeTestJSON-1596930733 tempest-FloatingIPNegativeTestJSON-1596930733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4075658'] for network, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:19.718615 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c7fb3553-5302-4389-9340-fcdc7c86c465 tempest-FloatingIPNegativeTestJSON-1596930733 tempest-FloatingIPNegativeTestJSON-1596930733-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743886'] for network, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:19.723082 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-c7fb3553-5302-4389-9340-fcdc7c86c465 tempest-FloatingIPNegativeTestJSON-1596930733 tempest-FloatingIPNegativeTestJSON-1596930733-project] 10.222.0.59 "DELETE /v2.0/networks/4924d1e8-0c09-4364-83c1-9f7f1592a6bf HTTP/1.1" status: 204 len: 168 time: 0.6729963 Jul 27 21:06:19.745936 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fb3553-5302-4389-9340-fcdc7c86c465 tempest-FloatingIPNegativeTestJSON-1596930733 tempest-FloatingIPNegativeTestJSON-1596930733-project] Pushing event deleted for resources: {'Network': ['ID=4924d1e8-0c09-4364-83c1-9f7f1592a6bf,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:06:19.857310 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-24d3aa3a-1129-4d8f-8c91-627a969390d9 req-f7e867fe-812e-4b7a-bf95-3149bdd21863 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] 10.222.0.59 "GET /v2.0/ports?device_id=2ab3b612-b1bf-43fb-a1f2-964eea921f62 HTTP/1.1" status: 200 len: 210 time: 0.0330288 Jul 27 21:06:20.001979 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a5a63f-24c7-4f86-baee-3964064a1b45 req-b64a3e0a-53f3-4b3e-b337-f76aac3ff5af tempest-VolumesAdminNegativeTest-163479739 tempest-VolumesAdminNegativeTest-163479739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:06:20.003715 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e2a5a63f-24c7-4f86-baee-3964064a1b45 req-b64a3e0a-53f3-4b3e-b337-f76aac3ff5af tempest-VolumesAdminNegativeTest-163479739 tempest-VolumesAdminNegativeTest-163479739-project] 10.222.0.59 "GET /v2.0/ports?device_id=479f5ead-4def-48e8-b02b-6b4f95630898 HTTP/1.1" status: 200 len: 945 time: 0.0744565 Jul 27 21:06:20.042224 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 48994) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:06:20.043518 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e2a5a63f-24c7-4f86-baee-3964064a1b45 req-57027dbe-b8db-4f83-88fc-44378bf2091f tempest-VolumesAdminNegativeTest-163479739 tempest-VolumesAdminNegativeTest-163479739-project] 10.222.0.59 "GET /v2.0/security-groups?id=b15f5b80-af13-4f52-8ccb-81eb39c9ce76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339656 Jul 27 21:06:20.187057 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 49000) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:06:20.195551 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-500c5301-438d-4621-bf18-aa2aad2dca2a admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=1d73e21475d94730863ea13793121240&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1521733 Jul 27 21:06:20.198488 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 49002) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:06:20.233691 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.db_base_plugin_v2 [None req-7173e9d2-76c1-48fa-ad7d-d75bc0a3c656 admin admin] Deleting subnet e4e6e968-e48c-4ea1-9453-6b2cdf07d30a {{(pid=105585) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:06:20.238105 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-7173e9d2-76c1-48fa-ad7d-d75bc0a3c656 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:20.264882 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-8b5aa4aa-f988-4bf8-b70e-8330e2255cf7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:20.280905 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-7173e9d2-76c1-48fa-ad7d-d75bc0a3c656 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9887057'] for subnet, precommit_delete_associations {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:20.298969 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-8b5aa4aa-f988-4bf8-b70e-8330e2255cf7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:20.326932 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-7173e9d2-76c1-48fa-ad7d-d75bc0a3c656 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854965'] for subnet, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:20.365512 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-8b5aa4aa-f988-4bf8-b70e-8330e2255cf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:20.368558 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-8b5aa4aa-f988-4bf8-b70e-8330e2255cf7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:20.369725 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-8b5aa4aa-f988-4bf8-b70e-8330e2255cf7 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/c96435ef-f713-471a-a14f-2bde41caa63c HTTP/1.1" status: 204 len: 168 time: 0.1702926 Jul 27 21:06:20.378122 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5aa4aa-f988-4bf8-b70e-8330e2255cf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c96435ef-f713-471a-a14f-2bde41caa63c,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:06:20.416685 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-7173e9d2-76c1-48fa-ad7d-d75bc0a3c656 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10221602', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9990583'] for subnet, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:20.444986 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7173e9d2-76c1-48fa-ad7d-d75bc0a3c656 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e4e6e968-e48c-4ea1-9453-6b2cdf07d30a,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:06:20.451428 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-7173e9d2-76c1-48fa-ad7d-d75bc0a3c656 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743886'] for subnet, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:20.453480 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-7173e9d2-76c1-48fa-ad7d-d75bc0a3c656 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/e4e6e968-e48c-4ea1-9453-6b2cdf07d30a HTTP/1.1" status: 204 len: 168 time: 0.2654343 Jul 27 21:06:20.456256 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 49006) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:06:20.536304 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-80a98703-2010-4f58-ae05-2b9b279485e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-990557'] for network, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:20.645972 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-80a98703-2010-4f58-ae05-2b9b279485e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853562', 'neutron.services.segments.db._delete_segments_for_network-8790688882975'] for network, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:20.662164 n-d-705658-22 neutron-server[105585]: DEBUG neutron.services.segments.db [None req-80a98703-2010-4f58-ae05-2b9b279485e3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f37071dc-f599-46bf-845c-bcab9301b926']}} {{(pid=105585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:06:20.675858 n-d-705658-22 neutron-server[105585]: DEBUG neutron.services.segments.db [None req-80a98703-2010-4f58-ae05-2b9b279485e3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7f8cfd9-c244-4062-b942-911ea78e1664') {'for_net_delete': True} {{(pid=105585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:06:20.676532 n-d-705658-22 neutron-server[105585]: DEBUG neutron.services.segments.db [None req-80a98703-2010-4f58-ae05-2b9b279485e3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7f8cfd9-c244-4062-b942-911ea78e1664') {} {{(pid=105585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:06:20.688609 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-80a98703-2010-4f58-ae05-2b9b279485e3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790688883752', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9886370'] for segment, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:20.708360 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-80a98703-2010-4f58-ae05-2b9b279485e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:20.717078 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80a98703-2010-4f58-ae05-2b9b279485e3 admin admin] Releasing vlan 204 on physical network physnet1 to pool {{(pid=105585) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:06:20.717753 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-80a98703-2010-4f58-ae05-2b9b279485e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10221644'] for segment, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:20.720515 n-d-705658-22 neutron-server[105585]: Traceback (most recent call last): Jul 27 21:06:20.720515 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:06:20.720515 n-d-705658-22 neutron-server[105585]: timer() Jul 27 21:06:20.720515 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:06:20.720515 n-d-705658-22 neutron-server[105585]: cb(*args, **kw) Jul 27 21:06:20.720515 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:06:20.720515 n-d-705658-22 neutron-server[105585]: return func(*args, **kwargs) Jul 27 21:06:20.720515 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:06:20.720515 n-d-705658-22 neutron-server[105585]: self._notify() Jul 27 21:06:20.720515 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:06:20.720515 n-d-705658-22 neutron-server[105585]: self.callback(batched_events) Jul 27 21:06:20.720515 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:06:20.720515 n-d-705658-22 neutron-server[105585]: event.method(event) Jul 27 21:06:20.720515 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:06:20.720515 n-d-705658-22 neutron-server[105585]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:06:20.720515 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:06:20.720515 n-d-705658-22 neutron-server[105585]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:06:20.720515 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:06:20.720515 n-d-705658-22 neutron-server[105585]: return f(self, *a, **k) Jul 27 21:06:20.720515 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:06:20.720515 n-d-705658-22 neutron-server[105585]: return self._get(url).json() Jul 27 21:06:20.720515 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:06:20.720515 n-d-705658-22 neutron-server[105585]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:06:20.720515 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:06:20.720515 n-d-705658-22 neutron-server[105585]: return self.request(url, 'GET', **kwargs) Jul 27 21:06:20.720515 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:06:20.720515 n-d-705658-22 neutron-server[105585]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:06:20.720515 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:06:20.720515 n-d-705658-22 neutron-server[105585]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:06:20.720515 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:06:20.720515 n-d-705658-22 neutron-server[105585]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:06:20.720515 n-d-705658-22 neutron-server[105585]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:06:20.813645 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-80a98703-2010-4f58-ae05-2b9b279485e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4075658'] for network, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:20.820900 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-80a98703-2010-4f58-ae05-2b9b279485e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743886'] for network, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:20.823214 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-80a98703-2010-4f58-ae05-2b9b279485e3 admin admin] 10.222.0.59 "DELETE /v2.0/networks/f37071dc-f599-46bf-845c-bcab9301b926 HTTP/1.1" status: 204 len: 168 time: 0.3660045 Jul 27 21:06:20.834445 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a98703-2010-4f58-ae05-2b9b279485e3 admin admin] Pushing event deleted for resources: {'Network': ['ID=f37071dc-f599-46bf-845c-bcab9301b926,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:06:20.865314 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f882ef4-e714-48d3-b1df-e5b1a0edffa8 req-1d5d8d0e-91a4-4ea5-937b-42cb495dcafc tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:06:20.866913 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-2f882ef4-e714-48d3-b1df-e5b1a0edffa8 req-1d5d8d0e-91a4-4ea5-937b-42cb495dcafc tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] 10.222.0.59 "GET /v2.0/ports?device_id=f4131bf3-56d0-4dd5-8a0b-f9b028d7bbbe HTTP/1.1" status: 200 len: 943 time: 0.1348681 Jul 27 21:06:20.962221 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device a3c74262-4899-4015-ad21-e756399bf857 no longer exists at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:06:20.970815 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-2f882ef4-e714-48d3-b1df-e5b1a0edffa8 req-1112c2d2-eff6-4f51-8fda-cfff6bb0de41 tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] 10.222.0.59 "GET /v2.0/security-groups?id=771ef501-f193-4e50-901d-4721d89f2b91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0776796 Jul 27 21:06:20.998688 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] No Port match for: a3c74262-4899-4015-ad21-e756399bf857 {{(pid=105586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:06:20.999360 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device a3c74262-4899-4015-ad21-e756399bf857 not bound to the agent host n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:06:21.102494 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 49034) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:06:21.151278 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-09c82312-5d87-42e8-969e-75d703f44087 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=f6c3bbd20a984bf5bd8553924658cf04&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0473011 Jul 27 21:06:21.160327 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 49038) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:06:21.228908 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-d1354e86-dbe7-4b47-98dd-f8dc82b3ca22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:21.264830 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-d1354e86-dbe7-4b47-98dd-f8dc82b3ca22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:21.307898 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-69355189-dbc8-454d-803d-3cd6097d1fc8 req-64083594-3232-43f8-881b-5c5d79fe69a5 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] 10.222.0.59 "GET /v2.0/ports?device_id=2ab3b612-b1bf-43fb-a1f2-964eea921f62 HTTP/1.1" status: 200 len: 210 time: 0.0375824 Jul 27 21:06:21.332706 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-d1354e86-dbe7-4b47-98dd-f8dc82b3ca22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:21.335844 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-d1354e86-dbe7-4b47-98dd-f8dc82b3ca22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:21.337366 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-d1354e86-dbe7-4b47-98dd-f8dc82b3ca22 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/9174cf6e-e8ac-43e7-af4b-f03771aac0e1 HTTP/1.1" status: 204 len: 168 time: 0.1752508 Jul 27 21:06:21.347274 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1354e86-dbe7-4b47-98dd-f8dc82b3ca22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9174cf6e-e8ac-43e7-af4b-f03771aac0e1,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:06:21.506308 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 49044) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:06:21.525126 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8fa23e-a55a-46e3-a123-34c6df440f25 req-2a62eb5a-9809-49d1-972d-9ac40041ae16 tempest-VolumesAdminNegativeTest-163479739 tempest-VolumesAdminNegativeTest-163479739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:06:21.526906 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-0a8fa23e-a55a-46e3-a123-34c6df440f25 req-2a62eb5a-9809-49d1-972d-9ac40041ae16 tempest-VolumesAdminNegativeTest-163479739 tempest-VolumesAdminNegativeTest-163479739-project] 10.222.0.59 "GET /v2.0/ports?device_id=479f5ead-4def-48e8-b02b-6b4f95630898 HTTP/1.1" status: 200 len: 945 time: 0.1158140 Jul 27 21:06:21.588899 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-0a8fa23e-a55a-46e3-a123-34c6df440f25 req-97c3da99-905e-4aa1-b1ac-76e6a4eaa86c tempest-VolumesAdminNegativeTest-163479739 tempest-VolumesAdminNegativeTest-163479739-project] 10.222.0.59 "GET /v2.0/security-groups?id=b15f5b80-af13-4f52-8ccb-81eb39c9ce76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540023 Jul 27 21:06:21.752590 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-522c8bf7-28f8-494b-8beb-73a1cd128ceb tempest-BulkNetworkOpsIpV6Test-681943429 tempest-BulkNetworkOpsIpV6Test-681943429-project] Request body: {'networks': [{'name': 'tempest-network--954303401'}, {'name': 'tempest-network--1576443108'}]} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:06:21.753091 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-522c8bf7-28f8-494b-8beb-73a1cd128ceb tempest-BulkNetworkOpsIpV6Test-681943429 tempest-BulkNetworkOpsIpV6Test-681943429-project] Request body: {'network': {'name': 'tempest-network--954303401'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:06:21.753613 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-522c8bf7-28f8-494b-8beb-73a1cd128ceb tempest-BulkNetworkOpsIpV6Test-681943429 tempest-BulkNetworkOpsIpV6Test-681943429-project] Request body: {'network': {'name': 'tempest-network--1576443108'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:06:21.780430 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-522c8bf7-28f8-494b-8beb-73a1cd128ceb tempest-BulkNetworkOpsIpV6Test-681943429 tempest-BulkNetworkOpsIpV6Test-681943429-project] Made reservation on behalf of c355abbb2c434db6ae717ce5a3043626 for: {'network': 2} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:06:21.791740 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-522c8bf7-28f8-494b-8beb-73a1cd128ceb tempest-BulkNetworkOpsIpV6Test-681943429 tempest-BulkNetworkOpsIpV6Test-681943429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for network, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:21.801441 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-522c8bf7-28f8-494b-8beb-73a1cd128ceb tempest-BulkNetworkOpsIpV6Test-681943429 tempest-BulkNetworkOpsIpV6Test-681943429-project] Notify callbacks [] for security_group, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:21.916447 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-522c8bf7-28f8-494b-8beb-73a1cd128ceb tempest-BulkNetworkOpsIpV6Test-681943429 tempest-BulkNetworkOpsIpV6Test-681943429-project] Notify callbacks [] for security_group, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:21.920802 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-522c8bf7-28f8-494b-8beb-73a1cd128ceb tempest-BulkNetworkOpsIpV6Test-681943429 tempest-BulkNetworkOpsIpV6Test-681943429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:21.921420 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-522c8bf7-28f8-494b-8beb-73a1cd128ceb tempest-BulkNetworkOpsIpV6Test-681943429 tempest-BulkNetworkOpsIpV6Test-681943429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for network, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:21.957152 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-522c8bf7-28f8-494b-8beb-73a1cd128ceb tempest-BulkNetworkOpsIpV6Test-681943429 tempest-BulkNetworkOpsIpV6Test-681943429-project] vlan segment allocate from pool success with {'vlan_id': 220, 'physical_network': 'physnet1'} {{(pid=105584) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:06:21.976612 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-522c8bf7-28f8-494b-8beb-73a1cd128ceb tempest-BulkNetworkOpsIpV6Test-681943429 tempest-BulkNetworkOpsIpV6Test-681943429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:21.976959 n-d-705658-22 neutron-server[105584]: INFO neutron.db.segments_db [None req-522c8bf7-28f8-494b-8beb-73a1cd128ceb tempest-BulkNetworkOpsIpV6Test-681943429 tempest-BulkNetworkOpsIpV6Test-681943429-project] Added segment c6a541e3-43d3-4a5b-af78-5545672a8aaa of type vlan for network 82220143-8008-4cae-947c-9f1b1527253f Jul 27 21:06:21.978367 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522c8bf7-28f8-494b-8beb-73a1cd128ceb tempest-BulkNetworkOpsIpV6Test-681943429 tempest-BulkNetworkOpsIpV6Test-681943429-project] Pushing event updated for resources: {'SecurityGroup': ['ID=818e0787-bebd-4f36-8e94-04169bb7d4a4,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:06:22.048962 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-522c8bf7-28f8-494b-8beb-73a1cd128ceb tempest-BulkNetworkOpsIpV6Test-681943429 tempest-BulkNetworkOpsIpV6Test-681943429-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790688424798'] for network, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:22.106728 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-522c8bf7-28f8-494b-8beb-73a1cd128ceb tempest-BulkNetworkOpsIpV6Test-681943429 tempest-BulkNetworkOpsIpV6Test-681943429-project] vlan segment allocate from pool success with {'vlan_id': 219, 'physical_network': 'physnet1'} {{(pid=105584) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:06:22.120587 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-522c8bf7-28f8-494b-8beb-73a1cd128ceb tempest-BulkNetworkOpsIpV6Test-681943429 tempest-BulkNetworkOpsIpV6Test-681943429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:22.121026 n-d-705658-22 neutron-server[105584]: INFO neutron.db.segments_db [None req-522c8bf7-28f8-494b-8beb-73a1cd128ceb tempest-BulkNetworkOpsIpV6Test-681943429 tempest-BulkNetworkOpsIpV6Test-681943429-project] Added segment f82cfdaa-f8f1-44c5-a5d1-5025abb2830a of type vlan for network b6137c73-cab2-4ad3-99bd-bcb58699b168 Jul 27 21:06:22.171541 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-522c8bf7-28f8-494b-8beb-73a1cd128ceb tempest-BulkNetworkOpsIpV6Test-681943429 tempest-BulkNetworkOpsIpV6Test-681943429-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790688424798'] for network, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:22.187968 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1c2ed9-1620-4b4a-a693-2f709edef224 req-aac39a4d-362f-4273-a530-bdfae6dc84f9 tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:06:22.198506 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-0a1c2ed9-1620-4b4a-a693-2f709edef224 req-aac39a4d-362f-4273-a530-bdfae6dc84f9 tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] 10.222.0.59 "GET /v2.0/ports?device_id=f4131bf3-56d0-4dd5-8a0b-f9b028d7bbbe HTTP/1.1" status: 200 len: 943 time: 0.1226273 Jul 27 21:06:22.209868 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-522c8bf7-28f8-494b-8beb-73a1cd128ceb tempest-BulkNetworkOpsIpV6Test-681943429 tempest-BulkNetworkOpsIpV6Test-681943429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920'] for network, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:22.210430 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-522c8bf7-28f8-494b-8beb-73a1cd128ceb tempest-BulkNetworkOpsIpV6Test-681943429 tempest-BulkNetworkOpsIpV6Test-681943429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920'] for network, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:22.217314 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-522c8bf7-28f8-494b-8beb-73a1cd128ceb tempest-BulkNetworkOpsIpV6Test-681943429 tempest-BulkNetworkOpsIpV6Test-681943429-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:06:22.223317 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 49072) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:06:22.225613 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-522c8bf7-28f8-494b-8beb-73a1cd128ceb tempest-BulkNetworkOpsIpV6Test-681943429 tempest-BulkNetworkOpsIpV6Test-681943429-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:06:22.226315 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-522c8bf7-28f8-494b-8beb-73a1cd128ceb tempest-BulkNetworkOpsIpV6Test-681943429 tempest-BulkNetworkOpsIpV6Test-681943429-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743886'] for network, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:22.254391 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-0a1c2ed9-1620-4b4a-a693-2f709edef224 req-30246a89-5e9a-4600-b8b6-1d06b08885ff tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] 10.222.0.59 "GET /v2.0/security-groups?id=771ef501-f193-4e50-901d-4721d89f2b91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541973 Jul 27 21:06:22.345734 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-522c8bf7-28f8-494b-8beb-73a1cd128ceb tempest-BulkNetworkOpsIpV6Test-681943429 tempest-BulkNetworkOpsIpV6Test-681943429-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 0.8380249 Jul 27 21:06:22.348076 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 49078) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:06:22.351411 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522c8bf7-28f8-494b-8beb-73a1cd128ceb tempest-BulkNetworkOpsIpV6Test-681943429 tempest-BulkNetworkOpsIpV6Test-681943429-project] Pushing event updated for resources: {'Network': ['ID=82220143-8008-4cae-947c-9f1b1527253f,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:06:22.367117 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Network 82220143-8008-4cae-947c-9f1b1527253f details requested by agent ovs-agent-n-d-705658-22 with host n-d-705658-22 {{(pid=105586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:06:22.452480 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-ea4a2e35-d6e1-4d60-a284-8fc213aa560f admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-673897176-network', 'tenant_id': 'dcfc656e3a0b42809921004863a52506'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:06:22.452908 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device 842a455f-d2bd-4ceb-bed6-ff16b212294b no longer exists at agent hyperv_n-h1-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:06:22.466836 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522c8bf7-28f8-494b-8beb-73a1cd128ceb tempest-BulkNetworkOpsIpV6Test-681943429 tempest-BulkNetworkOpsIpV6Test-681943429-project] Pushing event updated for resources: {'Network': ['ID=b6137c73-cab2-4ad3-99bd-bcb58699b168,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:06:22.484565 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-28650df7-c46c-4981-b84f-37d87254047e None None] No Port match for: 842a455f-d2bd-4ceb-bed6-ff16b212294b {{(pid=105586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:06:22.484915 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device 842a455f-d2bd-4ceb-bed6-ff16b212294b not bound to the agent host n-h1-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:06:22.493394 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Network b6137c73-cab2-4ad3-99bd-bcb58699b168 details requested by agent ovs-agent-n-d-705658-22 with host n-d-705658-22 {{(pid=105586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:06:22.655920 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-ea44f783-dfab-4f3c-9903-ece69b5084bf req-18a7f939-2a8c-4529-a75c-c7872c1189d9 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] 10.222.0.59 "GET /v2.0/ports?device_id=2ab3b612-b1bf-43fb-a1f2-964eea921f62 HTTP/1.1" status: 200 len: 210 time: 0.0555208 Jul 27 21:06:22.693798 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5af70f19-94f5-4dde-91d6-da54d995a90c tempest-BulkNetworkOpsIpV6Test-681943429 tempest-BulkNetworkOpsIpV6Test-681943429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:06:22.700666 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5af70f19-94f5-4dde-91d6-da54d995a90c tempest-BulkNetworkOpsIpV6Test-681943429 tempest-BulkNetworkOpsIpV6Test-681943429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:06:22.707193 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5af70f19-94f5-4dde-91d6-da54d995a90c tempest-BulkNetworkOpsIpV6Test-681943429 tempest-BulkNetworkOpsIpV6Test-681943429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:06:22.713685 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5af70f19-94f5-4dde-91d6-da54d995a90c tempest-BulkNetworkOpsIpV6Test-681943429 tempest-BulkNetworkOpsIpV6Test-681943429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:06:22.715549 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-5af70f19-94f5-4dde-91d6-da54d995a90c tempest-BulkNetworkOpsIpV6Test-681943429 tempest-BulkNetworkOpsIpV6Test-681943429-project] 10.222.0.59 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.3662224 Jul 27 21:06:22.716800 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea4a2e35-d6e1-4d60-a284-8fc213aa560f admin admin] Made reservation on behalf of dcfc656e3a0b42809921004863a52506 for: {'network': 1} {{(pid=105585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:06:22.718563 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 49082) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:06:22.719055 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-ea4a2e35-d6e1-4d60-a284-8fc213aa560f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for network, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:22.728534 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-ea4a2e35-d6e1-4d60-a284-8fc213aa560f admin admin] Notify callbacks [] for security_group, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:22.819851 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-13fa3230-7a3c-432b-926a-f2fa12484553 tempest-BulkNetworkOpsIpV6Test-681943429 tempest-BulkNetworkOpsIpV6Test-681943429-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-990557'] for network, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:22.832343 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d48924-e723-4c80-87e5-ed060da45bea req-411619d6-7ad5-49c2-891e-e0a0a8902694 tempest-VolumesAdminNegativeTest-163479739 tempest-VolumesAdminNegativeTest-163479739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:06:22.833780 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-94d48924-e723-4c80-87e5-ed060da45bea req-411619d6-7ad5-49c2-891e-e0a0a8902694 tempest-VolumesAdminNegativeTest-163479739 tempest-VolumesAdminNegativeTest-163479739-project] 10.222.0.59 "GET /v2.0/ports?device_id=479f5ead-4def-48e8-b02b-6b4f95630898 HTTP/1.1" status: 200 len: 945 time: 0.1022282 Jul 27 21:06:22.914672 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-94d48924-e723-4c80-87e5-ed060da45bea req-04bd69ba-a821-4330-9e79-dd5ae3a1df98 tempest-VolumesAdminNegativeTest-163479739 tempest-VolumesAdminNegativeTest-163479739-project] 10.222.0.59 "GET /v2.0/security-groups?id=b15f5b80-af13-4f52-8ccb-81eb39c9ce76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718250 Jul 27 21:06:22.927179 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-13fa3230-7a3c-432b-926a-f2fa12484553 tempest-BulkNetworkOpsIpV6Test-681943429 tempest-BulkNetworkOpsIpV6Test-681943429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853562', 'neutron.services.segments.db._delete_segments_for_network-8790688882975'] for network, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:22.928757 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-ea4a2e35-d6e1-4d60-a284-8fc213aa560f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:22.938486 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-ea4a2e35-d6e1-4d60-a284-8fc213aa560f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:22.951112 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.segments.db [None req-13fa3230-7a3c-432b-926a-f2fa12484553 tempest-BulkNetworkOpsIpV6Test-681943429 tempest-BulkNetworkOpsIpV6Test-681943429-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82220143-8008-4cae-947c-9f1b1527253f']}} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:06:22.962248 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea4a2e35-d6e1-4d60-a284-8fc213aa560f admin admin] vlan segment allocate from pool success with {'vlan_id': 203, 'physical_network': 'physnet1'} {{(pid=105585) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:06:22.977812 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.segments.db [None req-13fa3230-7a3c-432b-926a-f2fa12484553 tempest-BulkNetworkOpsIpV6Test-681943429 tempest-BulkNetworkOpsIpV6Test-681943429-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6a541e3-43d3-4a5b-af78-5545672a8aaa') {'for_net_delete': True} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:06:22.978070 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4a2e35-d6e1-4d60-a284-8fc213aa560f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17396ab3-caa7-4f6a-96a1-0ed1a18d5c23,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:06:22.978709 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.segments.db [None req-13fa3230-7a3c-432b-926a-f2fa12484553 tempest-BulkNetworkOpsIpV6Test-681943429 tempest-BulkNetworkOpsIpV6Test-681943429-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6a541e3-43d3-4a5b-af78-5545672a8aaa') {} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:06:22.981290 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-ea4a2e35-d6e1-4d60-a284-8fc213aa560f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:22.981641 n-d-705658-22 neutron-server[105585]: INFO neutron.db.segments_db [None req-ea4a2e35-d6e1-4d60-a284-8fc213aa560f admin admin] Added segment 3b7237b7-e1d5-469a-ad3d-468d7cc14174 of type vlan for network 32d25553-aa43-4782-af0c-d6a2b47507a7 Jul 27 21:06:23.003492 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-13fa3230-7a3c-432b-926a-f2fa12484553 tempest-BulkNetworkOpsIpV6Test-681943429 tempest-BulkNetworkOpsIpV6Test-681943429-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790688883752', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9014348'] for segment, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:23.024285 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-ea4a2e35-d6e1-4d60-a284-8fc213aa560f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790688424798'] for network, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:23.027753 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-13fa3230-7a3c-432b-926a-f2fa12484553 tempest-BulkNetworkOpsIpV6Test-681943429 tempest-BulkNetworkOpsIpV6Test-681943429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:23.037451 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13fa3230-7a3c-432b-926a-f2fa12484553 tempest-BulkNetworkOpsIpV6Test-681943429 tempest-BulkNetworkOpsIpV6Test-681943429-project] Releasing vlan 220 on physical network physnet1 to pool {{(pid=105584) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:06:23.037859 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-13fa3230-7a3c-432b-926a-f2fa12484553 tempest-BulkNetworkOpsIpV6Test-681943429 tempest-BulkNetworkOpsIpV6Test-681943429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9014063'] for segment, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:23.042200 n-d-705658-22 neutron-server[105584]: Traceback (most recent call last): Jul 27 21:06:23.042200 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:06:23.042200 n-d-705658-22 neutron-server[105584]: timer() Jul 27 21:06:23.042200 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:06:23.042200 n-d-705658-22 neutron-server[105584]: cb(*args, **kw) Jul 27 21:06:23.042200 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:06:23.042200 n-d-705658-22 neutron-server[105584]: return func(*args, **kwargs) Jul 27 21:06:23.042200 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:06:23.042200 n-d-705658-22 neutron-server[105584]: self._notify() Jul 27 21:06:23.042200 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:06:23.042200 n-d-705658-22 neutron-server[105584]: self.callback(batched_events) Jul 27 21:06:23.042200 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:06:23.042200 n-d-705658-22 neutron-server[105584]: event.method(event) Jul 27 21:06:23.042200 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:06:23.042200 n-d-705658-22 neutron-server[105584]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:06:23.042200 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:06:23.042200 n-d-705658-22 neutron-server[105584]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:06:23.042200 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:06:23.042200 n-d-705658-22 neutron-server[105584]: return f(self, *a, **k) Jul 27 21:06:23.042200 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:06:23.042200 n-d-705658-22 neutron-server[105584]: return self._get(url).json() Jul 27 21:06:23.042200 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:06:23.042200 n-d-705658-22 neutron-server[105584]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:06:23.042200 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:06:23.042200 n-d-705658-22 neutron-server[105584]: return self.request(url, 'GET', **kwargs) Jul 27 21:06:23.042200 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:06:23.042200 n-d-705658-22 neutron-server[105584]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:06:23.042200 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:06:23.042200 n-d-705658-22 neutron-server[105584]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:06:23.042200 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:06:23.042200 n-d-705658-22 neutron-server[105584]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:06:23.042200 n-d-705658-22 neutron-server[105584]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:06:23.057282 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-ea4a2e35-d6e1-4d60-a284-8fc213aa560f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920'] for network, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:23.058626 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea4a2e35-d6e1-4d60-a284-8fc213aa560f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:06:23.059410 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-ea4a2e35-d6e1-4d60-a284-8fc213aa560f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743886'] for network, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:23.113262 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-ea4a2e35-d6e1-4d60-a284-8fc213aa560f admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.8886483 Jul 27 21:06:23.116973 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 49086) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:06:23.123234 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4a2e35-d6e1-4d60-a284-8fc213aa560f admin admin] Pushing event updated for resources: {'Network': ['ID=32d25553-aa43-4782-af0c-d6a2b47507a7,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:06:23.123413 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-5eb9d002-7932-4a2f-a664-ac61b4cee11b admin admin] Request body: {'subnet': {'network_id': '32d25553-aa43-4782-af0c-d6a2b47507a7', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-673897176-subnet', 'tenant_id': 'dcfc656e3a0b42809921004863a52506', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:06:23.133283 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Network 32d25553-aa43-4782-af0c-d6a2b47507a7 details requested by agent ovs-agent-n-d-705658-22 with host n-d-705658-22 {{(pid=105586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:06:23.137295 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-13fa3230-7a3c-432b-926a-f2fa12484553 tempest-BulkNetworkOpsIpV6Test-681943429 tempest-BulkNetworkOpsIpV6Test-681943429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4075658'] for network, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:23.165284 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-13fa3230-7a3c-432b-926a-f2fa12484553 tempest-BulkNetworkOpsIpV6Test-681943429 tempest-BulkNetworkOpsIpV6Test-681943429-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743886'] for network, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:23.169576 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-13fa3230-7a3c-432b-926a-f2fa12484553 tempest-BulkNetworkOpsIpV6Test-681943429 tempest-BulkNetworkOpsIpV6Test-681943429-project] 10.222.0.59 "DELETE /v2.0/networks/82220143-8008-4cae-947c-9f1b1527253f HTTP/1.1" status: 204 len: 168 time: 0.4477472 Jul 27 21:06:23.170728 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 49088) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:06:23.180202 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5eb9d002-7932-4a2f-a664-ac61b4cee11b admin admin] Made reservation on behalf of dcfc656e3a0b42809921004863a52506 for: {'subnet': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:06:23.183892 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-5eb9d002-7932-4a2f-a664-ac61b4cee11b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9738786'] for subnet, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:23.187400 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fa3230-7a3c-432b-926a-f2fa12484553 tempest-BulkNetworkOpsIpV6Test-681943429 tempest-BulkNetworkOpsIpV6Test-681943429-project] Pushing event deleted for resources: {'Network': ['ID=82220143-8008-4cae-947c-9f1b1527253f,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:06:23.260814 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-533ace11-23a6-46b2-ae75-7884d4234acb tempest-BulkNetworkOpsIpV6Test-681943429 tempest-BulkNetworkOpsIpV6Test-681943429-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-990557'] for network, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:23.417846 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-5eb9d002-7932-4a2f-a664-ac61b4cee11b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9014150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9738800'] for subnet, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:23.434921 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-533ace11-23a6-46b2-ae75-7884d4234acb tempest-BulkNetworkOpsIpV6Test-681943429 tempest-BulkNetworkOpsIpV6Test-681943429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853562', 'neutron.services.segments.db._delete_segments_for_network-8790688882975'] for network, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:23.448678 n-d-705658-22 neutron-server[105585]: DEBUG neutron.services.segments.db [None req-533ace11-23a6-46b2-ae75-7884d4234acb tempest-BulkNetworkOpsIpV6Test-681943429 tempest-BulkNetworkOpsIpV6Test-681943429-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6137c73-cab2-4ad3-99bd-bcb58699b168']}} {{(pid=105585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:06:23.462924 n-d-705658-22 neutron-server[105585]: DEBUG neutron.services.segments.db [None req-533ace11-23a6-46b2-ae75-7884d4234acb tempest-BulkNetworkOpsIpV6Test-681943429 tempest-BulkNetworkOpsIpV6Test-681943429-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f82cfdaa-f8f1-44c5-a5d1-5025abb2830a') {'for_net_delete': True} {{(pid=105585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:06:23.463256 n-d-705658-22 neutron-server[105585]: DEBUG neutron.services.segments.db [None req-533ace11-23a6-46b2-ae75-7884d4234acb tempest-BulkNetworkOpsIpV6Test-681943429 tempest-BulkNetworkOpsIpV6Test-681943429-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f82cfdaa-f8f1-44c5-a5d1-5025abb2830a') {} {{(pid=105585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:06:23.474667 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-533ace11-23a6-46b2-ae75-7884d4234acb tempest-BulkNetworkOpsIpV6Test-681943429 tempest-BulkNetworkOpsIpV6Test-681943429-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790688883752', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9886370'] for segment, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:23.495391 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-533ace11-23a6-46b2-ae75-7884d4234acb tempest-BulkNetworkOpsIpV6Test-681943429 tempest-BulkNetworkOpsIpV6Test-681943429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:23.507701 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730fa351-f68f-4bdd-b45e-0d9ca79d9667 req-bbd15b02-2a40-4bfb-b063-924a7ba2d86f tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:06:23.509292 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-730fa351-f68f-4bdd-b45e-0d9ca79d9667 req-bbd15b02-2a40-4bfb-b063-924a7ba2d86f tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] 10.222.0.59 "GET /v2.0/ports?device_id=f4131bf3-56d0-4dd5-8a0b-f9b028d7bbbe HTTP/1.1" status: 200 len: 943 time: 0.1227932 Jul 27 21:06:23.512155 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb9d002-7932-4a2f-a664-ac61b4cee11b admin admin] Pushing event updated for resources: {'Subnet': ['ID=fdae47fc-2d6f-4c83-9067-18a839318850,revision_number=0']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:06:23.512651 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-533ace11-23a6-46b2-ae75-7884d4234acb tempest-BulkNetworkOpsIpV6Test-681943429 tempest-BulkNetworkOpsIpV6Test-681943429-project] Releasing vlan 219 on physical network physnet1 to pool {{(pid=105585) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:06:23.513064 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-533ace11-23a6-46b2-ae75-7884d4234acb tempest-BulkNetworkOpsIpV6Test-681943429 tempest-BulkNetworkOpsIpV6Test-681943429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10221644'] for segment, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:23.518357 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eb9d002-7932-4a2f-a664-ac61b4cee11b admin admin] Checking segment: {'id': '3b7237b7-e1d5-469a-ad3d-468d7cc14174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '32d25553-aa43-4782-af0c-d6a2b47507a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:06:23.518573 n-d-705658-22 neutron-server[105585]: Traceback (most recent call last): Jul 27 21:06:23.518573 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:06:23.518573 n-d-705658-22 neutron-server[105585]: timer() Jul 27 21:06:23.518573 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:06:23.518573 n-d-705658-22 neutron-server[105585]: cb(*args, **kw) Jul 27 21:06:23.518573 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:06:23.518573 n-d-705658-22 neutron-server[105585]: return func(*args, **kwargs) Jul 27 21:06:23.518573 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:06:23.518573 n-d-705658-22 neutron-server[105585]: self._notify() Jul 27 21:06:23.518573 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:06:23.518573 n-d-705658-22 neutron-server[105585]: self.callback(batched_events) Jul 27 21:06:23.518573 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:06:23.518573 n-d-705658-22 neutron-server[105585]: event.method(event) Jul 27 21:06:23.518573 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:06:23.518573 n-d-705658-22 neutron-server[105585]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:06:23.518573 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:06:23.518573 n-d-705658-22 neutron-server[105585]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:06:23.518573 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:06:23.518573 n-d-705658-22 neutron-server[105585]: return f(self, *a, **k) Jul 27 21:06:23.518573 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:06:23.518573 n-d-705658-22 neutron-server[105585]: return self._get(url).json() Jul 27 21:06:23.518573 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:06:23.518573 n-d-705658-22 neutron-server[105585]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:06:23.518573 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:06:23.518573 n-d-705658-22 neutron-server[105585]: return self.request(url, 'GET', **kwargs) Jul 27 21:06:23.518573 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:06:23.518573 n-d-705658-22 neutron-server[105585]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:06:23.518573 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:06:23.518573 n-d-705658-22 neutron-server[105585]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:06:23.518573 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:06:23.518573 n-d-705658-22 neutron-server[105585]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:06:23.518573 n-d-705658-22 neutron-server[105585]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:06:23.521838 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eb9d002-7932-4a2f-a664-ac61b4cee11b admin admin] Network hostable DHCP agents. Network: 32d25553-aa43-4782-af0c-d6a2b47507a7, hostable agents: ['7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a'], hosted agents: [] {{(pid=105584) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:06:23.539714 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eb9d002-7932-4a2f-a664-ac61b4cee11b admin admin] Network 32d25553-aa43-4782-af0c-d6a2b47507a7 is scheduled to be hosted by DHCP agent 7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a with binding_index 1 {{(pid=105584) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:06:23.549519 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [None req-5eb9d002-7932-4a2f-a664-ac61b4cee11b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-22, 32d25553-aa43-4782-af0c-d6a2b47507a7) {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:06:23.553443 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eb9d002-7932-4a2f-a664-ac61b4cee11b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:06:23.554106 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-5eb9d002-7932-4a2f-a664-ac61b4cee11b admin admin] Notify callbacks [] for subnet, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:23.559471 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef81645f-d45b-4918-88c5-153ef9754109 None None] Network 32d25553-aa43-4782-af0c-d6a2b47507a7 requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:06:23.569467 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-5eb9d002-7932-4a2f-a664-ac61b4cee11b admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4501214 Jul 27 21:06:23.572058 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 49096) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:06:23.578107 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-72c0c040-4e8e-44c7-a3f2-07f66cf69772 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-673897176-router', 'tenant_id': 'dcfc656e3a0b42809921004863a52506', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305'}}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:06:23.602899 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-533ace11-23a6-46b2-ae75-7884d4234acb tempest-BulkNetworkOpsIpV6Test-681943429 tempest-BulkNetworkOpsIpV6Test-681943429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4075658'] for network, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:23.615418 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-72c0c040-4e8e-44c7-a3f2-07f66cf69772 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4163813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-443'] for router, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:23.617011 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-72c0c040-4e8e-44c7-a3f2-07f66cf69772 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4165196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4077059', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3711235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-418'] for router, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:23.620051 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-533ace11-23a6-46b2-ae75-7884d4234acb tempest-BulkNetworkOpsIpV6Test-681943429 tempest-BulkNetworkOpsIpV6Test-681943429-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743886'] for network, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:23.623092 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-533ace11-23a6-46b2-ae75-7884d4234acb tempest-BulkNetworkOpsIpV6Test-681943429 tempest-BulkNetworkOpsIpV6Test-681943429-project] 10.222.0.59 "DELETE /v2.0/networks/b6137c73-cab2-4ad3-99bd-bcb58699b168 HTTP/1.1" status: 204 len: 168 time: 0.4511068 Jul 27 21:06:23.626445 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 49098) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:06:23.635744 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-730fa351-f68f-4bdd-b45e-0d9ca79d9667 req-5c90c430-b057-4e08-b1fe-734cfacf226d tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] 10.222.0.59 "GET /v2.0/security-groups?id=771ef501-f193-4e50-901d-4721d89f2b91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1065147 Jul 27 21:06:23.656885 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533ace11-23a6-46b2-ae75-7884d4234acb tempest-BulkNetworkOpsIpV6Test-681943429 tempest-BulkNetworkOpsIpV6Test-681943429-project] Pushing event deleted for resources: {'Network': ['ID=b6137c73-cab2-4ad3-99bd-bcb58699b168,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:06:23.773041 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7001a3c-1efa-44b4-adf6-c01ce194c902 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30bb4b93-b285-5d90-9493-f9ec33ea333c-32d25553-aa43-4782-af0c-d6a2b47507a7', 'network_id': '32d25553-aa43-4782-af0c-d6a2b47507a7', 'tenant_id': 'dcfc656e3a0b42809921004863a52506', 'fixed_ips': [{'subnet_id': 'fdae47fc-2d6f-4c83-9067-18a839318850'}]}} from n-d-705658-22. {{(pid=105586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 21:06:23.774003 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-a7001a3c-1efa-44b4-adf6-c01ce194c902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:23.828531 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-72c0c040-4e8e-44c7-a3f2-07f66cf69772 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:23.916412 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-dd8506f5-4efb-47fd-b0c1-21dc4fc97d54 req-79ab0711-ea37-49c4-bea4-fdc90ab454fa tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] 10.222.0.59 "GET /v2.0/ports?device_id=2ab3b612-b1bf-43fb-a1f2-964eea921f62 HTTP/1.1" status: 200 len: 210 time: 0.0370166 Jul 27 21:06:23.928423 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.db_base_plugin_common [None req-a7001a3c-1efa-44b4-adf6-c01ce194c902 None None] Allocated IP 172.20.0.2 (32d25553-aa43-4782-af0c-d6a2b47507a7/fdae47fc-2d6f-4c83-9067-18a839318850/7c70d31e-8fd6-4afe-92d5-f15505decbeb) {{(pid=105586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:06:23.948055 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f43301c7-eac9-4e27-9b21-66d4d0ca76af tempest-BulkNetworkOpsIpV6Test-681943429 tempest-BulkNetworkOpsIpV6Test-681943429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:06:23.954579 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f43301c7-eac9-4e27-9b21-66d4d0ca76af tempest-BulkNetworkOpsIpV6Test-681943429 tempest-BulkNetworkOpsIpV6Test-681943429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:06:23.956620 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-f43301c7-eac9-4e27-9b21-66d4d0ca76af tempest-BulkNetworkOpsIpV6Test-681943429 tempest-BulkNetworkOpsIpV6Test-681943429-project] 10.222.0.59 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.3278587 Jul 27 21:06:23.960159 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 49104) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:06:23.965804 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-42f08315-3c59-4ee6-b8ce-f46dbde60c1d tempest-BulkNetworkOpsIpV6Test-681943429 tempest-BulkNetworkOpsIpV6Test-681943429-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1023151937'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:06:24.000402 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42f08315-3c59-4ee6-b8ce-f46dbde60c1d tempest-BulkNetworkOpsIpV6Test-681943429 tempest-BulkNetworkOpsIpV6Test-681943429-project] Made reservation on behalf of c355abbb2c434db6ae717ce5a3043626 for: {'network': 1} {{(pid=105585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:06:24.003850 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-42f08315-3c59-4ee6-b8ce-f46dbde60c1d tempest-BulkNetworkOpsIpV6Test-681943429 tempest-BulkNetworkOpsIpV6Test-681943429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for network, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:24.056800 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42f08315-3c59-4ee6-b8ce-f46dbde60c1d tempest-BulkNetworkOpsIpV6Test-681943429 tempest-BulkNetworkOpsIpV6Test-681943429-project] vlan segment allocate from pool success with {'vlan_id': 208, 'physical_network': 'physnet1'} {{(pid=105585) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:06:24.072755 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-42f08315-3c59-4ee6-b8ce-f46dbde60c1d tempest-BulkNetworkOpsIpV6Test-681943429 tempest-BulkNetworkOpsIpV6Test-681943429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:24.073319 n-d-705658-22 neutron-server[105585]: INFO neutron.db.segments_db [None req-42f08315-3c59-4ee6-b8ce-f46dbde60c1d tempest-BulkNetworkOpsIpV6Test-681943429 tempest-BulkNetworkOpsIpV6Test-681943429-project] Added segment ba70da41-5170-4746-b7f9-3e970f4857be of type vlan for network 9429fa63-f86d-4f57-b54d-f9a81679f00d Jul 27 21:06:24.100664 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cafd37-977c-4c4c-a1d6-a02f56bc0d88 req-614177a9-f8e3-4563-84b6-e28b486fe44f tempest-VolumesAdminNegativeTest-163479739 tempest-VolumesAdminNegativeTest-163479739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:06:24.100938 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-a7001a3c-1efa-44b4-adf6-c01ce194c902 None None] Notify callbacks [] for port, precommit_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:24.103617 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-34cafd37-977c-4c4c-a1d6-a02f56bc0d88 req-614177a9-f8e3-4563-84b6-e28b486fe44f tempest-VolumesAdminNegativeTest-163479739 tempest-VolumesAdminNegativeTest-163479739-project] 10.222.0.59 "GET /v2.0/ports?device_id=479f5ead-4def-48e8-b02b-6b4f95630898 HTTP/1.1" status: 200 len: 945 time: 0.1154015 Jul 27 21:06:24.115315 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-a7001a3c-1efa-44b4-adf6-c01ce194c902 None None] Transition to ACTIVE for port object 7c70d31e-8fd6-4afe-92d5-f15505decbeb will not be triggered until provisioned by entity L2. {{(pid=105586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:06:24.131510 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-a7001a3c-1efa-44b4-adf6-c01ce194c902 None None] Transition to ACTIVE for port object 7c70d31e-8fd6-4afe-92d5-f15505decbeb will not be triggered until provisioned by entity DHCP. {{(pid=105586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:06:24.138102 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-a7001a3c-1efa-44b4-adf6-c01ce194c902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143'] for port, after_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:24.160388 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-42f08315-3c59-4ee6-b8ce-f46dbde60c1d tempest-BulkNetworkOpsIpV6Test-681943429 tempest-BulkNetworkOpsIpV6Test-681943429-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790688424798'] for network, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:24.178446 n-d-705658-22 neutron-server[105586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7001a3c-1efa-44b4-adf6-c01ce194c902 None None] Network 32d25553-aa43-4782-af0c-d6a2b47507a7 is already hosted by enough agents. {{(pid=105586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:06:24.185482 n-d-705658-22 neutron-server[105586]: DEBUG neutron.scheduler.base_scheduler [None req-a7001a3c-1efa-44b4-adf6-c01ce194c902 None None] Resources bound (agent type, host, resource id): {{(pid=105586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:06:24.189138 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7001a3c-1efa-44b4-adf6-c01ce194c902 None None] Received port after_create {{(pid=105586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:06:24.194844 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7001a3c-1efa-44b4-adf6-c01ce194c902 None None] Pushing event updated for resources: {'Port': ['ID=7c70d31e-8fd6-4afe-92d5-f15505decbeb,revision_number=1']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:06:24.207760 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-34cafd37-977c-4c4c-a1d6-a02f56bc0d88 req-eaee413c-bbf3-4681-b11a-f0da70909e06 tempest-VolumesAdminNegativeTest-163479739 tempest-VolumesAdminNegativeTest-163479739-project] 10.222.0.59 "GET /v2.0/security-groups?id=b15f5b80-af13-4f52-8ccb-81eb39c9ce76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861001 Jul 27 21:06:24.230403 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-42f08315-3c59-4ee6-b8ce-f46dbde60c1d tempest-BulkNetworkOpsIpV6Test-681943429 tempest-BulkNetworkOpsIpV6Test-681943429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920'] for network, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:24.236251 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42f08315-3c59-4ee6-b8ce-f46dbde60c1d tempest-BulkNetworkOpsIpV6Test-681943429 tempest-BulkNetworkOpsIpV6Test-681943429-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:06:24.236871 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-42f08315-3c59-4ee6-b8ce-f46dbde60c1d tempest-BulkNetworkOpsIpV6Test-681943429 tempest-BulkNetworkOpsIpV6Test-681943429-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743886'] for network, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:24.260209 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-a7001a3c-1efa-44b4-adf6-c01ce194c902 None None] Attempting to bind port 7c70d31e-8fd6-4afe-92d5-f15505decbeb on host n-d-705658-22 for vnic_type normal with profile {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:06:24.260578 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-a7001a3c-1efa-44b4-adf6-c01ce194c902 None None] Attempting to bind port 7c70d31e-8fd6-4afe-92d5-f15505decbeb by drivers openvswitch,hyperv on host n-d-705658-22 at level 0 using segments [{'id': '3b7237b7-e1d5-469a-ad3d-468d7cc14174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '32d25553-aa43-4782-af0c-d6a2b47507a7'}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:06:24.260918 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7001a3c-1efa-44b4-adf6-c01ce194c902 None None] Attempting to bind port 7c70d31e-8fd6-4afe-92d5-f15505decbeb on network 32d25553-aa43-4782-af0c-d6a2b47507a7 {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:06:24.266032 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7001a3c-1efa-44b4-adf6-c01ce194c902 None None] Checking agent: {'id': '04a7ea91-6318-467e-ace6-b0fb48c8690f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 41, 42), 'started_at': datetime.datetime(2021, 7, 27, 20, 42, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 6, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:06:24.266443 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7001a3c-1efa-44b4-adf6-c01ce194c902 None None] Checking segment: {'id': '3b7237b7-e1d5-469a-ad3d-468d7cc14174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '32d25553-aa43-4782-af0c-d6a2b47507a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:06:24.266803 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-a7001a3c-1efa-44b4-adf6-c01ce194c902 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:24.267215 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7001a3c-1efa-44b4-adf6-c01ce194c902 None None] Bound using segment: {'id': '3b7237b7-e1d5-469a-ad3d-468d7cc14174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '32d25553-aa43-4782-af0c-d6a2b47507a7'} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:06:24.267681 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-a7001a3c-1efa-44b4-adf6-c01ce194c902 None None] Bound port: 7c70d31e-8fd6-4afe-92d5-f15505decbeb, host: n-d-705658-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b7237b7-e1d5-469a-ad3d-468d7cc14174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '32d25553-aa43-4782-af0c-d6a2b47507a7'}}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:06:24.268060 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-a7001a3c-1efa-44b4-adf6-c01ce194c902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:24.290262 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-72c0c040-4e8e-44c7-a3f2-07f66cf69772 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4077169', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4163787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-400'] for router, precommit_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:24.300367 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-42f08315-3c59-4ee6-b8ce-f46dbde60c1d tempest-BulkNetworkOpsIpV6Test-681943429 tempest-BulkNetworkOpsIpV6Test-681943429-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.3377619 Jul 27 21:06:24.302181 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 49106) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:06:24.313091 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f08315-3c59-4ee6-b8ce-f46dbde60c1d tempest-BulkNetworkOpsIpV6Test-681943429 tempest-BulkNetworkOpsIpV6Test-681943429-project] Pushing event updated for resources: {'Network': ['ID=9429fa63-f86d-4f57-b54d-f9a81679f00d,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:06:24.318156 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-a21ea4b2-2955-43e2-aa85-d4eb768d0337 tempest-BulkNetworkOpsIpV6Test-681943429 tempest-BulkNetworkOpsIpV6Test-681943429-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1910678083'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:06:24.325118 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Network 9429fa63-f86d-4f57-b54d-f9a81679f00d details requested by agent ovs-agent-n-d-705658-22 with host n-d-705658-22 {{(pid=105586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:06:24.372072 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a21ea4b2-2955-43e2-aa85-d4eb768d0337 tempest-BulkNetworkOpsIpV6Test-681943429 tempest-BulkNetworkOpsIpV6Test-681943429-project] Made reservation on behalf of c355abbb2c434db6ae717ce5a3043626 for: {'network': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:06:24.375503 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-a21ea4b2-2955-43e2-aa85-d4eb768d0337 tempest-BulkNetworkOpsIpV6Test-681943429 tempest-BulkNetworkOpsIpV6Test-681943429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for network, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:24.385239 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-a7001a3c-1efa-44b4-adf6-c01ce194c902 None None] For port 7c70d31e-8fd6-4afe-92d5-f15505decbeb, host n-d-705658-22, cleared binding levels {{(pid=105586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:06:24.406029 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-a7001a3c-1efa-44b4-adf6-c01ce194c902 None None] For port 7c70d31e-8fd6-4afe-92d5-f15505decbeb, host n-d-705658-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=7c70d31e-8fd6-4afe-92d5-f15505decbeb,segment=NetworkSegment(3b7237b7-e1d5-469a-ad3d-468d7cc14174),segment_id=3b7237b7-e1d5-469a-ad3d-468d7cc14174)] {{(pid=105586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:06:24.411387 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-a7001a3c-1efa-44b4-adf6-c01ce194c902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:24.411914 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a21ea4b2-2955-43e2-aa85-d4eb768d0337 tempest-BulkNetworkOpsIpV6Test-681943429 tempest-BulkNetworkOpsIpV6Test-681943429-project] vlan segment allocate from pool success with {'vlan_id': 204, 'physical_network': 'physnet1'} {{(pid=105584) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:06:24.428565 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-a21ea4b2-2955-43e2-aa85-d4eb768d0337 tempest-BulkNetworkOpsIpV6Test-681943429 tempest-BulkNetworkOpsIpV6Test-681943429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:24.428873 n-d-705658-22 neutron-server[105584]: INFO neutron.db.segments_db [None req-a21ea4b2-2955-43e2-aa85-d4eb768d0337 tempest-BulkNetworkOpsIpV6Test-681943429 tempest-BulkNetworkOpsIpV6Test-681943429-project] Added segment 40d162d6-4d41-4748-951c-267f2ef905c6 of type vlan for network 833100a8-f3f8-4ab1-be34-d25fcb71eca5 Jul 27 21:06:24.472844 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7001a3c-1efa-44b4-adf6-c01ce194c902 None None] Pushing event updated for resources: {'Port': ['ID=7c70d31e-8fd6-4afe-92d5-f15505decbeb,revision_number=2']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:06:24.496062 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-a21ea4b2-2955-43e2-aa85-d4eb768d0337 tempest-BulkNetworkOpsIpV6Test-681943429 tempest-BulkNetworkOpsIpV6Test-681943429-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790688424798'] for network, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:24.614569 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-a21ea4b2-2955-43e2-aa85-d4eb768d0337 tempest-BulkNetworkOpsIpV6Test-681943429 tempest-BulkNetworkOpsIpV6Test-681943429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920'] for network, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:24.623997 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a21ea4b2-2955-43e2-aa85-d4eb768d0337 tempest-BulkNetworkOpsIpV6Test-681943429 tempest-BulkNetworkOpsIpV6Test-681943429-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:06:24.624628 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-a21ea4b2-2955-43e2-aa85-d4eb768d0337 tempest-BulkNetworkOpsIpV6Test-681943429 tempest-BulkNetworkOpsIpV6Test-681943429-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743886'] for network, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:24.704910 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-72c0c040-4e8e-44c7-a3f2-07f66cf69772 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:24.735222 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-a21ea4b2-2955-43e2-aa85-d4eb768d0337 tempest-BulkNetworkOpsIpV6Test-681943429 tempest-BulkNetworkOpsIpV6Test-681943429-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.4308860 Jul 27 21:06:24.738688 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-72c0c040-4e8e-44c7-a3f2-07f66cf69772 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:24.740612 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 49112) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:06:24.746206 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-3bd3df06-e81f-4d28-bb5a-7b7b1d2f0933 tempest-BulkNetworkOpsIpV6Test-681943429 tempest-BulkNetworkOpsIpV6Test-681943429-project] Request body: {'ports': [{'network_id': '9429fa63-f86d-4f57-b54d-f9a81679f00d', 'name': 'tempest-port--1093845096', 'admin_state_up': True}, {'network_id': '833100a8-f3f8-4ab1-be34-d25fcb71eca5', 'admin_state_up': False}]} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:06:24.746530 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-3bd3df06-e81f-4d28-bb5a-7b7b1d2f0933 tempest-BulkNetworkOpsIpV6Test-681943429 tempest-BulkNetworkOpsIpV6Test-681943429-project] Request body: {'port': {'network_id': '9429fa63-f86d-4f57-b54d-f9a81679f00d', 'name': 'tempest-port--1093845096', 'admin_state_up': True}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:06:24.747009 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-3bd3df06-e81f-4d28-bb5a-7b7b1d2f0933 tempest-BulkNetworkOpsIpV6Test-681943429 tempest-BulkNetworkOpsIpV6Test-681943429-project] Request body: {'port': {'network_id': '833100a8-f3f8-4ab1-be34-d25fcb71eca5', 'admin_state_up': False}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:06:24.751687 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21ea4b2-2955-43e2-aa85-d4eb768d0337 tempest-BulkNetworkOpsIpV6Test-681943429 tempest-BulkNetworkOpsIpV6Test-681943429-project] Pushing event updated for resources: {'Network': ['ID=833100a8-f3f8-4ab1-be34-d25fcb71eca5,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:06:24.765328 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Network 833100a8-f3f8-4ab1-be34-d25fcb71eca5 details requested by agent ovs-agent-n-d-705658-22 with host n-d-705658-22 {{(pid=105586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:06:24.782937 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab01176-e0ba-4fd3-b35f-f460a22d026e req-c7602fc9-f30c-4917-9f67-c38f3603ccef tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:06:24.784485 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-7ab01176-e0ba-4fd3-b35f-f460a22d026e req-c7602fc9-f30c-4917-9f67-c38f3603ccef tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] 10.222.0.59 "GET /v2.0/ports?device_id=f4131bf3-56d0-4dd5-8a0b-f9b028d7bbbe HTTP/1.1" status: 200 len: 943 time: 0.0717275 Jul 27 21:06:24.828416 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-7ab01176-e0ba-4fd3-b35f-f460a22d026e req-80f3210f-ef93-4f4e-acae-26a29ca7da0b tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] 10.222.0.59 "GET /v2.0/security-groups?id=771ef501-f193-4e50-901d-4721d89f2b91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374343 Jul 27 21:06:24.984695 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 7c70d31e-8fd6-4afe-92d5-f15505decbeb up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:06:25.005340 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.db_base_plugin_common [None req-72c0c040-4e8e-44c7-a3f2-07f66cf69772 admin admin] Allocated IP 172.25.5.2 (8735d8a2-b604-4758-ae71-b40e4ee6f305/eca7dbab-b9c0-4c8f-a272-816ea8a81764/77e13f84-416d-4b78-aeaa-978e413ab22c) {{(pid=105584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:06:25.052363 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning for port 7c70d31e-8fd6-4afe-92d5-f15505decbeb completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:06:25.067412 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bd3df06-e81f-4d28-bb5a-7b7b1d2f0933 tempest-BulkNetworkOpsIpV6Test-681943429 tempest-BulkNetworkOpsIpV6Test-681943429-project] Made reservation on behalf of c355abbb2c434db6ae717ce5a3043626 for: {'port': 2} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:06:25.072576 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-3bd3df06-e81f-4d28-bb5a-7b7b1d2f0933 tempest-BulkNetworkOpsIpV6Test-681943429 tempest-BulkNetworkOpsIpV6Test-681943429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:25.080559 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-bd1fdb87-514b-4534-868a-8da4e931a031 req-2ce24b2c-f338-482e-860c-6687de5829e4 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] 10.222.0.59 "GET /v2.0/ports?device_id=2ab3b612-b1bf-43fb-a1f2-964eea921f62 HTTP/1.1" status: 200 len: 210 time: 0.0386496 Jul 27 21:06:25.089779 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-3bd3df06-e81f-4d28-bb5a-7b7b1d2f0933 tempest-BulkNetworkOpsIpV6Test-681943429 tempest-BulkNetworkOpsIpV6Test-681943429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:25.201600 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [None req-3bd3df06-e81f-4d28-bb5a-7b7b1d2f0933 tempest-BulkNetworkOpsIpV6Test-681943429 tempest-BulkNetworkOpsIpV6Test-681943429-project] device_id is not set on port 0689d4dd-06c1-49f0-a1d3-3b436ec6ae36 yet. {{(pid=105584) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 21:06:25.219742 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-72c0c040-4e8e-44c7-a3f2-07f66cf69772 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:25.332502 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-72c0c040-4e8e-44c7-a3f2-07f66cf69772 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:25.338954 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b58eff-09b4-46d7-b919-8ae00b1023f1 req-0c89b6d3-6687-4d86-b465-331bb2c95e46 tempest-VolumesAdminNegativeTest-163479739 tempest-VolumesAdminNegativeTest-163479739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:06:25.340984 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-05b58eff-09b4-46d7-b919-8ae00b1023f1 req-0c89b6d3-6687-4d86-b465-331bb2c95e46 tempest-VolumesAdminNegativeTest-163479739 tempest-VolumesAdminNegativeTest-163479739-project] 10.222.0.59 "GET /v2.0/ports?device_id=479f5ead-4def-48e8-b02b-6b4f95630898 HTTP/1.1" status: 200 len: 945 time: 0.0715086 Jul 27 21:06:25.383442 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-05b58eff-09b4-46d7-b919-8ae00b1023f1 req-a23b91ca-1909-4772-8e72-b491f21698ff tempest-VolumesAdminNegativeTest-163479739 tempest-VolumesAdminNegativeTest-163479739-project] 10.222.0.59 "GET /v2.0/security-groups?id=b15f5b80-af13-4f52-8ccb-81eb39c9ce76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358763 Jul 27 21:06:25.387443 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72c0c040-4e8e-44c7-a3f2-07f66cf69772 admin admin] Network 8735d8a2-b604-4758-ae71-b40e4ee6f305 is already hosted by enough agents. {{(pid=105584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:06:25.398605 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [None req-72c0c040-4e8e-44c7-a3f2-07f66cf69772 admin admin] Resources bound (agent type, host, resource id): {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:06:25.405863 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72c0c040-4e8e-44c7-a3f2-07f66cf69772 admin admin] Received port after_create {{(pid=105584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:06:25.418671 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c0c040-4e8e-44c7-a3f2-07f66cf69772 admin admin] Pushing event updated for resources: {'Port': ['ID=77e13f84-416d-4b78-aeaa-978e413ab22c,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:06:25.427562 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9658f45b-f5bc-415e-bf99-7c7a9a923dee None None] Network 32d25553-aa43-4782-af0c-d6a2b47507a7 requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:06:25.441563 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-3bd3df06-e81f-4d28-bb5a-7b7b1d2f0933 tempest-BulkNetworkOpsIpV6Test-681943429 tempest-BulkNetworkOpsIpV6Test-681943429-project] Notify callbacks [] for port, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:25.545218 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-76d9cf00-2298-458b-bfcb-cb61471ae670 None None] Provisioning for port 7c70d31e-8fd6-4afe-92d5-f15505decbeb completed by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:06:25.550186 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-76d9cf00-2298-458b-bfcb-cb61471ae670 None None] Provisioning complete for port 7c70d31e-8fd6-4afe-92d5-f15505decbeb triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:06:25.550572 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-76d9cf00-2298-458b-bfcb-cb61471ae670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:25.586218 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [None req-3bd3df06-e81f-4d28-bb5a-7b7b1d2f0933 tempest-BulkNetworkOpsIpV6Test-681943429 tempest-BulkNetworkOpsIpV6Test-681943429-project] device_id is not set on port 416424f5-6684-42c0-8ea9-03d3cc562cdb yet. {{(pid=105584) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 21:06:25.662083 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-76d9cf00-2298-458b-bfcb-cb61471ae670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:25.695896 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-76d9cf00-2298-458b-bfcb-cb61471ae670 None None] For port 7c70d31e-8fd6-4afe-92d5-f15505decbeb, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=7c70d31e-8fd6-4afe-92d5-f15505decbeb,segment=NetworkSegment(3b7237b7-e1d5-469a-ad3d-468d7cc14174),segment_id=3b7237b7-e1d5-469a-ad3d-468d7cc14174)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:06:25.701407 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-76d9cf00-2298-458b-bfcb-cb61471ae670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:25.760196 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d9cf00-2298-458b-bfcb-cb61471ae670 None None] Pushing event updated for resources: {'Port': ['ID=7c70d31e-8fd6-4afe-92d5-f15505decbeb,revision_number=3']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:06:25.818116 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-72c0c040-4e8e-44c7-a3f2-07f66cf69772 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:25.820977 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-3bd3df06-e81f-4d28-bb5a-7b7b1d2f0933 tempest-BulkNetworkOpsIpV6Test-681943429 tempest-BulkNetworkOpsIpV6Test-681943429-project] Notify callbacks [] for port, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:25.922423 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-4013e77d-115a-40a6-9273-e559cb54eeef None None] Provisioning complete for port 7c70d31e-8fd6-4afe-92d5-f15505decbeb triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:06:25.923431 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-4013e77d-115a-40a6-9273-e559cb54eeef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:25.949146 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-3bd3df06-e81f-4d28-bb5a-7b7b1d2f0933 tempest-BulkNetworkOpsIpV6Test-681943429 tempest-BulkNetworkOpsIpV6Test-681943429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:25.982303 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e184b661-0f90-4f31-a3a3-936959f78013 req-83bc1717-4f6c-41ff-8177-0ce33b33a271 tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:06:25.984452 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e184b661-0f90-4f31-a3a3-936959f78013 req-83bc1717-4f6c-41ff-8177-0ce33b33a271 tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] 10.222.0.59 "GET /v2.0/ports?device_id=f4131bf3-56d0-4dd5-8a0b-f9b028d7bbbe HTTP/1.1" status: 200 len: 943 time: 0.0776317 Jul 27 21:06:26.080912 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd3df06-e81f-4d28-bb5a-7b7b1d2f0933 tempest-BulkNetworkOpsIpV6Test-681943429 tempest-BulkNetworkOpsIpV6Test-681943429-project] Pushing event updated for resources: {'Port': ['ID=0689d4dd-06c1-49f0-a1d3-3b436ec6ae36,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:06:26.114341 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-72c0c040-4e8e-44c7-a3f2-07f66cf69772 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4163804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4077150'] for router, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:26.116536 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bd3df06-e81f-4d28-bb5a-7b7b1d2f0933 tempest-BulkNetworkOpsIpV6Test-681943429 tempest-BulkNetworkOpsIpV6Test-681943429-project] Checking segment: {'id': 'ba70da41-5170-4746-b7f9-3e970f4857be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '9429fa63-f86d-4f57-b54d-f9a81679f00d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:06:26.116902 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bd3df06-e81f-4d28-bb5a-7b7b1d2f0933 tempest-BulkNetworkOpsIpV6Test-681943429 tempest-BulkNetworkOpsIpV6Test-681943429-project] Network hostable DHCP agents. Network: 9429fa63-f86d-4f57-b54d-f9a81679f00d, hostable agents: ['7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a'], hosted agents: [] {{(pid=105584) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:06:26.178761 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bd3df06-e81f-4d28-bb5a-7b7b1d2f0933 tempest-BulkNetworkOpsIpV6Test-681943429 tempest-BulkNetworkOpsIpV6Test-681943429-project] Network 9429fa63-f86d-4f57-b54d-f9a81679f00d is scheduled to be hosted by DHCP agent 7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a with binding_index 1 {{(pid=105584) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:06:26.226046 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [None req-3bd3df06-e81f-4d28-bb5a-7b7b1d2f0933 tempest-BulkNetworkOpsIpV6Test-681943429 tempest-BulkNetworkOpsIpV6Test-681943429-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-22, 9429fa63-f86d-4f57-b54d-f9a81679f00d) {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:06:26.232212 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bd3df06-e81f-4d28-bb5a-7b7b1d2f0933 tempest-BulkNetworkOpsIpV6Test-681943429 tempest-BulkNetworkOpsIpV6Test-681943429-project] Received port after_create {{(pid=105584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:06:26.233095 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-3bd3df06-e81f-4d28-bb5a-7b7b1d2f0933 tempest-BulkNetworkOpsIpV6Test-681943429 tempest-BulkNetworkOpsIpV6Test-681943429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:26.238259 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-382d3668-7f7a-458d-9d46-b0f6e13da078 None None] Network 9429fa63-f86d-4f57-b54d-f9a81679f00d requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:06:26.306232 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd3df06-e81f-4d28-bb5a-7b7b1d2f0933 tempest-BulkNetworkOpsIpV6Test-681943429 tempest-BulkNetworkOpsIpV6Test-681943429-project] Pushing event updated for resources: {'Port': ['ID=416424f5-6684-42c0-8ea9-03d3cc562cdb,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:06:26.334768 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bd3df06-e81f-4d28-bb5a-7b7b1d2f0933 tempest-BulkNetworkOpsIpV6Test-681943429 tempest-BulkNetworkOpsIpV6Test-681943429-project] Checking segment: {'id': '40d162d6-4d41-4748-951c-267f2ef905c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '833100a8-f3f8-4ab1-be34-d25fcb71eca5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:06:26.335493 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bd3df06-e81f-4d28-bb5a-7b7b1d2f0933 tempest-BulkNetworkOpsIpV6Test-681943429 tempest-BulkNetworkOpsIpV6Test-681943429-project] Network hostable DHCP agents. Network: 833100a8-f3f8-4ab1-be34-d25fcb71eca5, hostable agents: ['7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a'], hosted agents: [] {{(pid=105584) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:06:26.354201 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72c0c040-4e8e-44c7-a3f2-07f66cf69772 admin admin] Router 809e5d14-abce-43db-b847-0ff958180cd5 is scheduled to L3 agent dd128fd7-8e57-4d4f-895b-a96b369df59a with binding_index 1 {{(pid=105584) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 21:06:26.361557 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bd3df06-e81f-4d28-bb5a-7b7b1d2f0933 tempest-BulkNetworkOpsIpV6Test-681943429 tempest-BulkNetworkOpsIpV6Test-681943429-project] Network 833100a8-f3f8-4ab1-be34-d25fcb71eca5 is scheduled to be hosted by DHCP agent 7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a with binding_index 1 {{(pid=105584) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:06:26.369108 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e184b661-0f90-4f31-a3a3-936959f78013 req-3de0caff-0aab-49c6-a08a-af59e53f1da7 tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] 10.222.0.59 "GET /v2.0/security-groups?id=771ef501-f193-4e50-901d-4721d89f2b91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3775182 Jul 27 21:06:26.377186 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [None req-3bd3df06-e81f-4d28-bb5a-7b7b1d2f0933 tempest-BulkNetworkOpsIpV6Test-681943429 tempest-BulkNetworkOpsIpV6Test-681943429-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-22, 833100a8-f3f8-4ab1-be34-d25fcb71eca5) {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:06:26.397322 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e933021-d96f-4f9e-9621-6782a6a1c8eb None None] Network 833100a8-f3f8-4ab1-be34-d25fcb71eca5 requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:06:26.428569 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bd3df06-e81f-4d28-bb5a-7b7b1d2f0933 tempest-BulkNetworkOpsIpV6Test-681943429 tempest-BulkNetworkOpsIpV6Test-681943429-project] Received port after_create {{(pid=105584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:06:26.434352 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bd3df06-e81f-4d28-bb5a-7b7b1d2f0933 tempest-BulkNetworkOpsIpV6Test-681943429 tempest-BulkNetworkOpsIpV6Test-681943429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:06:26.439265 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bd3df06-e81f-4d28-bb5a-7b7b1d2f0933 tempest-BulkNetworkOpsIpV6Test-681943429 tempest-BulkNetworkOpsIpV6Test-681943429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:06:26.439938 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-3bd3df06-e81f-4d28-bb5a-7b7b1d2f0933 tempest-BulkNetworkOpsIpV6Test-681943429 tempest-BulkNetworkOpsIpV6Test-681943429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:26.501701 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-3bd3df06-e81f-4d28-bb5a-7b7b1d2f0933 tempest-BulkNetworkOpsIpV6Test-681943429 tempest-BulkNetworkOpsIpV6Test-681943429-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 1.7600422 Jul 27 21:06:26.504547 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 49132) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:06:26.513045 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72c0c040-4e8e-44c7-a3f2-07f66cf69772 admin admin] Notify agent at l3_agent.n-d-705658-22 the message routers_updated {{(pid=105584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:06:26.527627 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0abcb517-b7e6-40c8-b4eb-c4f9b5a01e74 None None] Sync routers for ids ['809e5d14-abce-43db-b847-0ff958180cd5'] in n-d-705658-22 {{(pid=105587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:06:26.532892 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-72c0c040-4e8e-44c7-a3f2-07f66cf69772 admin admin] Notify callbacks [] for router, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:26.536608 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-72c0c040-4e8e-44c7-a3f2-07f66cf69772 admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.9609773 Jul 27 21:06:26.536929 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 49134) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:06:26.549773 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0abcb517-b7e6-40c8-b4eb-c4f9b5a01e74 None None] Routers {'809e5d14-abce-43db-b847-0ff958180cd5'} bound to L3 agent in host n-d-705658-22 {{(pid=105587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:06:26.550761 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-0abcb517-b7e6-40c8-b4eb-c4f9b5a01e74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:06:11Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['809e5d14-abce-43db-b847-0ff958180cd5'], 'active': True} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:06:26.662839 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvr_db [None req-0abcb517-b7e6-40c8-b4eb-c4f9b5a01e74 None None] Set router 809e5d14-abce-43db-b847-0ff958180cd5 gateway port host: n-d-705658-22 {{(pid=105587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:06:26.669521 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-c1e83a0c-ec09-476e-a87f-07a716917727 req-b1fe3c7f-e94e-43bd-ac53-5459a760bfa0 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] 10.222.0.59 "GET /v2.0/ports?device_id=2ab3b612-b1bf-43fb-a1f2-964eea921f62 HTTP/1.1" status: 200 len: 210 time: 0.0708189 Jul 27 21:06:26.686868 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa690b72-4b8a-42b7-8b25-8e92d36d00ea tempest-BulkNetworkOpsIpV6Test-681943429 tempest-BulkNetworkOpsIpV6Test-681943429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:06:26.692908 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa690b72-4b8a-42b7-8b25-8e92d36d00ea tempest-BulkNetworkOpsIpV6Test-681943429 tempest-BulkNetworkOpsIpV6Test-681943429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:06:26.694486 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-aa690b72-4b8a-42b7-8b25-8e92d36d00ea tempest-BulkNetworkOpsIpV6Test-681943429 tempest-BulkNetworkOpsIpV6Test-681943429-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.1888864 Jul 27 21:06:26.697861 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 49136) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:06:26.820848 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa1c142-1225-4e57-9086-517776e4f05a req-e07bcd37-6c38-4659-881e-f94cdeafe437 tempest-VolumesAdminNegativeTest-163479739 tempest-VolumesAdminNegativeTest-163479739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:06:26.823013 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-6aa1c142-1225-4e57-9086-517776e4f05a req-e07bcd37-6c38-4659-881e-f94cdeafe437 tempest-VolumesAdminNegativeTest-163479739 tempest-VolumesAdminNegativeTest-163479739-project] 10.222.0.59 "GET /v2.0/ports?device_id=479f5ead-4def-48e8-b02b-6b4f95630898 HTTP/1.1" status: 200 len: 945 time: 0.0701308 Jul 27 21:06:26.895031 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-6aa1c142-1225-4e57-9086-517776e4f05a req-4dfddfc3-8991-4748-b903-764626a28be2 tempest-VolumesAdminNegativeTest-163479739 tempest-VolumesAdminNegativeTest-163479739-project] 10.222.0.59 "GET /v2.0/security-groups?id=b15f5b80-af13-4f52-8ccb-81eb39c9ce76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537760 Jul 27 21:06:26.939166 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 7c70d31e-8fd6-4afe-92d5-f15505decbeb up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:06:26.983561 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-0abcb517-b7e6-40c8-b4eb-c4f9b5a01e74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '809e5d14-abce-43db-b847-0ff958180cd5', 'name': 'tempest-AttachVolumeTestJSON-673897176-router', 'tenant_id': 'dcfc656e3a0b42809921004863a52506', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.2'}], 'enable_snat': True}, 'gw_port_id': '77e13f84-416d-4b78-aeaa-978e413ab22c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:06:23Z', 'updated_at': '2021-07-27T21:06:25Z', 'revision_number': 3, 'project_id': 'dcfc656e3a0b42809921004863a52506', 'gw_port': {'id': '77e13f84-416d-4b78-aeaa-978e413ab22c', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:e6:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '809e5d14-abce-43db-b847-0ff958180cd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:06:24Z', 'updated_at': '2021-07-27T21:06:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22'}], 'n-d-705658-22', False) {} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:06:27.002073 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port 7c70d31e-8fd6-4afe-92d5-f15505decbeb triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:06:27.002701 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:27.017640 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0abcb517-b7e6-40c8-b4eb-c4f9b5a01e74 None None] Checking router: 809e5d14-abce-43db-b847-0ff958180cd5 for host: n-d-705658-22 {{(pid=105587) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:06:27.017992 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0abcb517-b7e6-40c8-b4eb-c4f9b5a01e74 None None] Updating router 809e5d14-abce-43db-b847-0ff958180cd5 port 77e13f84-416d-4b78-aeaa-978e413ab22c binding host n-d-705658-22 {{(pid=105587) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 21:06:27.048420 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bc13a9-5782-4bcd-a3a3-20e3372e129b req-9ff9fd62-f7bb-4216-a2f3-8843eb017171 tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:06:27.054918 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bc13a9-5782-4bcd-a3a3-20e3372e129b req-9ff9fd62-f7bb-4216-a2f3-8843eb017171 tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:06:27.061133 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bc13a9-5782-4bcd-a3a3-20e3372e129b req-9ff9fd62-f7bb-4216-a2f3-8843eb017171 tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:06:27.064070 n-d-705658-22 neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-0abcb517-b7e6-40c8-b4eb-c4f9b5a01e74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:27.067697 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bc13a9-5782-4bcd-a3a3-20e3372e129b req-9ff9fd62-f7bb-4216-a2f3-8843eb017171 tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:06:27.074012 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bc13a9-5782-4bcd-a3a3-20e3372e129b req-9ff9fd62-f7bb-4216-a2f3-8843eb017171 tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:06:27.080111 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bc13a9-5782-4bcd-a3a3-20e3372e129b req-9ff9fd62-f7bb-4216-a2f3-8843eb017171 tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:06:27.086096 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bc13a9-5782-4bcd-a3a3-20e3372e129b req-9ff9fd62-f7bb-4216-a2f3-8843eb017171 tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:06:27.105933 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-57bc13a9-5782-4bcd-a3a3-20e3372e129b req-9ff9fd62-f7bb-4216-a2f3-8843eb017171 tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] 10.222.0.59 "GET /v2.0/ports?device_id=2be6dd0d-bc7c-4882-8bb2-afe5ae686d07 HTTP/1.1" status: 200 len: 5443 time: 0.1519837 Jul 27 21:06:27.144820 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-57bc13a9-5782-4bcd-a3a3-20e3372e129b req-76a95218-ee60-448b-93b6-fb37e755ba49 tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] 10.222.0.59 "GET /v2.0/security-groups?id=c27eaa65-2484-427b-949c-12cff57d8973&id=9dd39787-c773-4e1e-afc7-6169131b96d0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0377071 Jul 27 21:06:27.198541 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-f8d28d81-930d-439d-ac0d-25b016dc50eb tempest-BulkNetworkOpsIpV6Test-681943429 tempest-BulkNetworkOpsIpV6Test-681943429-project] Deleting port 0689d4dd-06c1-49f0-a1d3-3b436ec6ae36 {{(pid=105584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:06:27.199150 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-f8d28d81-930d-439d-ac0d-25b016dc50eb tempest-BulkNetworkOpsIpV6Test-681943429 tempest-BulkNetworkOpsIpV6Test-681943429-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:27.302535 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-f8d28d81-930d-439d-ac0d-25b016dc50eb tempest-BulkNetworkOpsIpV6Test-681943429 tempest-BulkNetworkOpsIpV6Test-681943429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:27.321523 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-f8d28d81-930d-439d-ac0d-25b016dc50eb tempest-BulkNetworkOpsIpV6Test-681943429 tempest-BulkNetworkOpsIpV6Test-681943429-project] Calling delete_port for 0689d4dd-06c1-49f0-a1d3-3b436ec6ae36 owned by {{(pid=105584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:06:27.323349 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e930c613-0fbe-4654-a56a-334afac2b210 req-c5355c3b-0acd-4c62-8e81-b86d077ff59d tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:06:27.329732 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e930c613-0fbe-4654-a56a-334afac2b210 req-c5355c3b-0acd-4c62-8e81-b86d077ff59d tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:06:27.335977 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e930c613-0fbe-4654-a56a-334afac2b210 req-c5355c3b-0acd-4c62-8e81-b86d077ff59d tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:06:27.342614 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e930c613-0fbe-4654-a56a-334afac2b210 req-c5355c3b-0acd-4c62-8e81-b86d077ff59d tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:06:27.348702 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e930c613-0fbe-4654-a56a-334afac2b210 req-c5355c3b-0acd-4c62-8e81-b86d077ff59d tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:06:27.358707 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e930c613-0fbe-4654-a56a-334afac2b210 req-c5355c3b-0acd-4c62-8e81-b86d077ff59d tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:06:27.373459 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e930c613-0fbe-4654-a56a-334afac2b210 req-c5355c3b-0acd-4c62-8e81-b86d077ff59d tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:06:27.376235 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e930c613-0fbe-4654-a56a-334afac2b210 req-c5355c3b-0acd-4c62-8e81-b86d077ff59d tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] 10.222.0.59 "GET /v2.0/ports?device_id=2be6dd0d-bc7c-4882-8bb2-afe5ae686d07 HTTP/1.1" status: 200 len: 5443 time: 0.1416161 Jul 27 21:06:27.416203 n-d-705658-22 neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-0abcb517-b7e6-40c8-b4eb-c4f9b5a01e74 None None] Notify callbacks [] for port, precommit_update {{(pid=105587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:27.466950 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.provisioning_blocks [None req-0abcb517-b7e6-40c8-b4eb-c4f9b5a01e74 None None] Transition to ACTIVE for port object 77e13f84-416d-4b78-aeaa-978e413ab22c will not be triggered until provisioned by entity L2. {{(pid=105587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:06:27.467712 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-15730e4d-6fa8-4ffc-a218-fdd697bfa912 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:27.487539 n-d-705658-22 neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-0abcb517-b7e6-40c8-b4eb-c4f9b5a01e74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:27.554330 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd41070-9fbc-4c8a-89b8-b36e67107285 req-ec838d60-165d-41fb-9083-35e03786d9f9 tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:06:27.563259 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-f8d28d81-930d-439d-ac0d-25b016dc50eb tempest-BulkNetworkOpsIpV6Test-681943429 tempest-BulkNetworkOpsIpV6Test-681943429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:27.564787 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-fbd41070-9fbc-4c8a-89b8-b36e67107285 req-ec838d60-165d-41fb-9083-35e03786d9f9 tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] 10.222.0.59 "GET /v2.0/ports?device_id=f4131bf3-56d0-4dd5-8a0b-f9b028d7bbbe HTTP/1.1" status: 200 len: 943 time: 0.1098921 Jul 27 21:06:27.569842 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a2d240-a20c-4d38-9f45-fa71e4ff45c6 None None] Pushing event updated for resources: {'Port': ['ID=77e13f84-416d-4b78-aeaa-978e413ab22c,revision_number=2']} {{(pid=105587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:06:27.585638 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a2d240-a20c-4d38-9f45-fa71e4ff45c6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:06:27.585992 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a2d240-a20c-4d38-9f45-fa71e4ff45c6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:06:27.586338 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a2d240-a20c-4d38-9f45-fa71e4ff45c6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:06:27.586738 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a2d240-a20c-4d38-9f45-fa71e4ff45c6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:06:27.587101 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a2d240-a20c-4d38-9f45-fa71e4ff45c6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:06:27.587789 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a2d240-a20c-4d38-9f45-fa71e4ff45c6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:06:27.588132 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a2d240-a20c-4d38-9f45-fa71e4ff45c6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:06:27.588584 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a2d240-a20c-4d38-9f45-fa71e4ff45c6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:06:27.588924 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a2d240-a20c-4d38-9f45-fa71e4ff45c6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:06:27.589250 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a2d240-a20c-4d38-9f45-fa71e4ff45c6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:06:27.589574 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a2d240-a20c-4d38-9f45-fa71e4ff45c6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:06:27.589895 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a2d240-a20c-4d38-9f45-fa71e4ff45c6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:06:27.598473 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.managers [None req-0abcb517-b7e6-40c8-b4eb-c4f9b5a01e74 None None] Attempting to bind port 77e13f84-416d-4b78-aeaa-978e413ab22c on host n-d-705658-22 for vnic_type normal with profile {{(pid=105587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:06:27.598749 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.managers [None req-0abcb517-b7e6-40c8-b4eb-c4f9b5a01e74 None None] Attempting to bind port 77e13f84-416d-4b78-aeaa-978e413ab22c by drivers openvswitch,hyperv on host n-d-705658-22 at level 0 using segments [{'id': '12196855-9a32-4633-9a56-77697ef9e126', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305'}] {{(pid=105587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:06:27.599141 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0abcb517-b7e6-40c8-b4eb-c4f9b5a01e74 None None] Attempting to bind port 77e13f84-416d-4b78-aeaa-978e413ab22c on network 8735d8a2-b604-4758-ae71-b40e4ee6f305 {{(pid=105587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:06:27.605205 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0abcb517-b7e6-40c8-b4eb-c4f9b5a01e74 None None] Checking agent: {'id': '04a7ea91-6318-467e-ace6-b0fb48c8690f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 41, 42), 'started_at': datetime.datetime(2021, 7, 27, 20, 42, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 6, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:06:27.605585 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0abcb517-b7e6-40c8-b4eb-c4f9b5a01e74 None None] Checking segment: {'id': '12196855-9a32-4633-9a56-77697ef9e126', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:06:27.606010 n-d-705658-22 neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-0abcb517-b7e6-40c8-b4eb-c4f9b5a01e74 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:27.606382 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0abcb517-b7e6-40c8-b4eb-c4f9b5a01e74 None None] Bound using segment: {'id': '12196855-9a32-4633-9a56-77697ef9e126', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305'} {{(pid=105587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:06:27.607478 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.managers [None req-0abcb517-b7e6-40c8-b4eb-c4f9b5a01e74 None None] Bound port: 77e13f84-416d-4b78-aeaa-978e413ab22c, host: n-d-705658-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12196855-9a32-4633-9a56-77697ef9e126', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305'}}] {{(pid=105587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:06:27.607478 n-d-705658-22 neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-0abcb517-b7e6-40c8-b4eb-c4f9b5a01e74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:27.616686 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d28d81-930d-439d-ac0d-25b016dc50eb tempest-BulkNetworkOpsIpV6Test-681943429 tempest-BulkNetworkOpsIpV6Test-681943429-project] Pushing event deleted for resources: {'Port': ['ID=0689d4dd-06c1-49f0-a1d3-3b436ec6ae36,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:06:27.625804 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-fbd41070-9fbc-4c8a-89b8-b36e67107285 req-cd2acce0-0698-444a-9c9f-f3fef3df0298 tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] 10.222.0.59 "GET /v2.0/security-groups?id=771ef501-f193-4e50-901d-4721d89f2b91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584855 Jul 27 21:06:27.638369 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-f8d28d81-930d-439d-ac0d-25b016dc50eb tempest-BulkNetworkOpsIpV6Test-681943429 tempest-BulkNetworkOpsIpV6Test-681943429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:27.644498 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-f8d28d81-930d-439d-ac0d-25b016dc50eb tempest-BulkNetworkOpsIpV6Test-681943429 tempest-BulkNetworkOpsIpV6Test-681943429-project] 10.222.0.59 "DELETE /v2.0/ports/0689d4dd-06c1-49f0-a1d3-3b436ec6ae36 HTTP/1.1" status: 204 len: 168 time: 0.9430809 Jul 27 21:06:27.644826 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 49146) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:06:27.680151 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.db [None req-0abcb517-b7e6-40c8-b4eb-c4f9b5a01e74 None None] For port 77e13f84-416d-4b78-aeaa-978e413ab22c, host n-d-705658-22, cleared binding levels {{(pid=105587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:06:27.685222 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.db [None req-0abcb517-b7e6-40c8-b4eb-c4f9b5a01e74 None None] For port 77e13f84-416d-4b78-aeaa-978e413ab22c, host n-d-705658-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=77e13f84-416d-4b78-aeaa-978e413ab22c,segment=NetworkSegment(12196855-9a32-4633-9a56-77697ef9e126),segment_id=12196855-9a32-4633-9a56-77697ef9e126)] {{(pid=105587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:06:27.690096 n-d-705658-22 neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-0abcb517-b7e6-40c8-b4eb-c4f9b5a01e74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:27.754376 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0abcb517-b7e6-40c8-b4eb-c4f9b5a01e74 None None] Routers {'809e5d14-abce-43db-b847-0ff958180cd5'} bound to L3 agent in host n-d-705658-22 {{(pid=105587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:06:27.755543 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-0abcb517-b7e6-40c8-b4eb-c4f9b5a01e74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:06:11Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['809e5d14-abce-43db-b847-0ff958180cd5'], 'active': True} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:06:27.762715 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.db_base_plugin_common [None req-15730e4d-6fa8-4ffc-a218-fdd697bfa912 admin admin] Allocated IP 172.20.0.1 (32d25553-aa43-4782-af0c-d6a2b47507a7/fdae47fc-2d6f-4c83-9067-18a839318850/1513f8ea-a9a9-42b8-9469-070c68e29358) {{(pid=105584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:06:27.772171 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [None req-f4815448-d9e9-47ab-88a9-7ab2ea7ddc2d tempest-BulkNetworkOpsIpV6Test-681943429 tempest-BulkNetworkOpsIpV6Test-681943429-project] Deleting port 416424f5-6684-42c0-8ea9-03d3cc562cdb {{(pid=105585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:06:27.772567 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-f4815448-d9e9-47ab-88a9-7ab2ea7ddc2d tempest-BulkNetworkOpsIpV6Test-681943429 tempest-BulkNetworkOpsIpV6Test-681943429-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:27.817059 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a2d240-a20c-4d38-9f45-fa71e4ff45c6 None None] Pushing event updated for resources: {'Port': ['ID=77e13f84-416d-4b78-aeaa-978e413ab22c,revision_number=3']} {{(pid=105587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:06:27.866915 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-3c483611-21be-4c5f-8275-ae4a2a2bab7e req-3e4cc1d7-45bb-48cf-a263-5058b5d208e7 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] 10.222.0.59 "GET /v2.0/ports?device_id=2ab3b612-b1bf-43fb-a1f2-964eea921f62 HTTP/1.1" status: 200 len: 210 time: 0.0367224 Jul 27 21:06:27.885587 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-f4815448-d9e9-47ab-88a9-7ab2ea7ddc2d tempest-BulkNetworkOpsIpV6Test-681943429 tempest-BulkNetworkOpsIpV6Test-681943429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:27.910221 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [None req-f4815448-d9e9-47ab-88a9-7ab2ea7ddc2d tempest-BulkNetworkOpsIpV6Test-681943429 tempest-BulkNetworkOpsIpV6Test-681943429-project] Calling delete_port for 416424f5-6684-42c0-8ea9-03d3cc562cdb owned by {{(pid=105585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:06:27.920268 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-15730e4d-6fa8-4ffc-a218-fdd697bfa912 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:27.929665 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvr_db [None req-0abcb517-b7e6-40c8-b4eb-c4f9b5a01e74 None None] Set router 809e5d14-abce-43db-b847-0ff958180cd5 gateway port host: n-d-705658-22 {{(pid=105587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:06:27.943818 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.provisioning_blocks [None req-15730e4d-6fa8-4ffc-a218-fdd697bfa912 admin admin] Transition to ACTIVE for port object 1513f8ea-a9a9-42b8-9469-070c68e29358 will not be triggered until provisioned by entity DHCP. {{(pid=105584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:06:27.985907 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-15730e4d-6fa8-4ffc-a218-fdd697bfa912 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:28.055936 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15730e4d-6fa8-4ffc-a218-fdd697bfa912 admin admin] Network 32d25553-aa43-4782-af0c-d6a2b47507a7 is already hosted by enough agents. {{(pid=105584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:06:28.064055 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [None req-15730e4d-6fa8-4ffc-a218-fdd697bfa912 admin admin] Resources bound (agent type, host, resource id): {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:06:28.069053 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15730e4d-6fa8-4ffc-a218-fdd697bfa912 admin admin] Received port after_create {{(pid=105584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:06:28.096762 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7256950c-b1c1-4f79-86a7-512928ddcf32 req-e68a0edc-c194-45fa-9d3b-5285e0f04ec0 tempest-VolumesAdminNegativeTest-163479739 tempest-VolumesAdminNegativeTest-163479739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:06:28.098207 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-7256950c-b1c1-4f79-86a7-512928ddcf32 req-e68a0edc-c194-45fa-9d3b-5285e0f04ec0 tempest-VolumesAdminNegativeTest-163479739 tempest-VolumesAdminNegativeTest-163479739-project] 10.222.0.59 "GET /v2.0/ports?device_id=479f5ead-4def-48e8-b02b-6b4f95630898 HTTP/1.1" status: 200 len: 945 time: 0.1178820 Jul 27 21:06:28.115078 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-f4815448-d9e9-47ab-88a9-7ab2ea7ddc2d tempest-BulkNetworkOpsIpV6Test-681943429 tempest-BulkNetworkOpsIpV6Test-681943429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:28.139549 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-0abcb517-b7e6-40c8-b4eb-c4f9b5a01e74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '809e5d14-abce-43db-b847-0ff958180cd5', 'name': 'tempest-AttachVolumeTestJSON-673897176-router', 'tenant_id': 'dcfc656e3a0b42809921004863a52506', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.2'}], 'enable_snat': True}, 'gw_port_id': '77e13f84-416d-4b78-aeaa-978e413ab22c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:06:23Z', 'updated_at': '2021-07-27T21:06:25Z', 'revision_number': 3, 'project_id': 'dcfc656e3a0b42809921004863a52506', 'gw_port': {'id': '77e13f84-416d-4b78-aeaa-978e413ab22c', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:e6:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '809e5d14-abce-43db-b847-0ff958180cd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:06:24Z', 'updated_at': '2021-07-27T21:06:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22'}], 'n-d-705658-22', False) {} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:06:28.163365 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-15730e4d-6fa8-4ffc-a218-fdd697bfa912 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4075523'] for router_interface, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:28.166285 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4815448-d9e9-47ab-88a9-7ab2ea7ddc2d tempest-BulkNetworkOpsIpV6Test-681943429 tempest-BulkNetworkOpsIpV6Test-681943429-project] Pushing event deleted for resources: {'Port': ['ID=416424f5-6684-42c0-8ea9-03d3cc562cdb,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:06:28.166690 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15730e4d-6fa8-4ffc-a218-fdd697bfa912 admin admin] Pushing event updated for resources: {'Port': ['ID=1513f8ea-a9a9-42b8-9469-070c68e29358,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:06:28.174895 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-f4815448-d9e9-47ab-88a9-7ab2ea7ddc2d tempest-BulkNetworkOpsIpV6Test-681943429 tempest-BulkNetworkOpsIpV6Test-681943429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:28.175830 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0abcb517-b7e6-40c8-b4eb-c4f9b5a01e74 None None] The sync data for ids ['809e5d14-abce-43db-b847-0ff958180cd5'] in n-d-705658-22 is: [{'id': '809e5d14-abce-43db-b847-0ff958180cd5', 'name': 'tempest-AttachVolumeTestJSON-673897176-router', 'tenant_id': 'dcfc656e3a0b42809921004863a52506', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.2'}], 'enable_snat': True}, 'gw_port_id': '77e13f84-416d-4b78-aeaa-978e413ab22c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:06:23Z', 'updated_at': '2021-07-27T21:06:25Z', 'revision_number': 3, 'project_id': 'dcfc656e3a0b42809921004863a52506', 'gw_port': {'id': '77e13f84-416d-4b78-aeaa-978e413ab22c', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:e6:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '809e5d14-abce-43db-b847-0ff958180cd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:06:24Z', 'updated_at': '2021-07-27T21:06:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22'}] {{(pid=105587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:06:28.179593 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-f4815448-d9e9-47ab-88a9-7ab2ea7ddc2d tempest-BulkNetworkOpsIpV6Test-681943429 tempest-BulkNetworkOpsIpV6Test-681943429-project] 10.222.0.59 "DELETE /v2.0/ports/416424f5-6684-42c0-8ea9-03d3cc562cdb HTTP/1.1" status: 204 len: 168 time: 0.5314932 Jul 27 21:06:28.181024 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 49152) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:06:28.231798 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-fce15eca-f517-4558-b695-1f2e38cd10f5 tempest-BulkNetworkOpsIpV6Test-681943429 tempest-BulkNetworkOpsIpV6Test-681943429-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0463412 Jul 27 21:06:28.231798 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-7256950c-b1c1-4f79-86a7-512928ddcf32 req-3fbb31e4-a480-4a1c-ae4b-1281d6c38fd5 tempest-VolumesAdminNegativeTest-163479739 tempest-VolumesAdminNegativeTest-163479739-project] 10.222.0.59 "GET /v2.0/security-groups?id=b15f5b80-af13-4f52-8ccb-81eb39c9ce76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121693 Jul 27 21:06:28.232221 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 49154) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:06:28.237059 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-97825bf7-8640-4e8e-a4fb-9ab3f50ec5fc tempest-BulkNetworkOpsIpV6Test-681943429 tempest-BulkNetworkOpsIpV6Test-681943429-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1978898875'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:06:28.277461 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97825bf7-8640-4e8e-a4fb-9ab3f50ec5fc tempest-BulkNetworkOpsIpV6Test-681943429 tempest-BulkNetworkOpsIpV6Test-681943429-project] Made reservation on behalf of c355abbb2c434db6ae717ce5a3043626 for: {'network': 1} {{(pid=105585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:06:28.282022 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-97825bf7-8640-4e8e-a4fb-9ab3f50ec5fc tempest-BulkNetworkOpsIpV6Test-681943429 tempest-BulkNetworkOpsIpV6Test-681943429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for network, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:28.319510 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97825bf7-8640-4e8e-a4fb-9ab3f50ec5fc tempest-BulkNetworkOpsIpV6Test-681943429 tempest-BulkNetworkOpsIpV6Test-681943429-project] vlan segment allocate from pool success with {'vlan_id': 244, 'physical_network': 'physnet1'} {{(pid=105585) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:06:28.330311 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-97825bf7-8640-4e8e-a4fb-9ab3f50ec5fc tempest-BulkNetworkOpsIpV6Test-681943429 tempest-BulkNetworkOpsIpV6Test-681943429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:28.331049 n-d-705658-22 neutron-server[105585]: INFO neutron.db.segments_db [None req-97825bf7-8640-4e8e-a4fb-9ab3f50ec5fc tempest-BulkNetworkOpsIpV6Test-681943429 tempest-BulkNetworkOpsIpV6Test-681943429-project] Added segment 9534a9a4-726a-40a8-a801-5bb0289d41cf of type vlan for network b007f040-b85d-4520-b5e2-3fa748ba6465 Jul 27 21:06:28.338988 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb37827-8662-4d63-b346-ca835035ae5d req-fe702c14-a103-4726-8994-fe5861dfba8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:06:28.340621 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-ebb37827-8662-4d63-b346-ca835035ae5d req-fe702c14-a103-4726-8994-fe5861dfba8c service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=479f5ead-4def-48e8-b02b-6b4f95630898 HTTP/1.1" status: 200 len: 1097 time: 0.1789579 Jul 27 21:06:28.377603 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-97825bf7-8640-4e8e-a4fb-9ab3f50ec5fc tempest-BulkNetworkOpsIpV6Test-681943429 tempest-BulkNetworkOpsIpV6Test-681943429-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790688424798'] for network, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:28.413214 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-ebb37827-8662-4d63-b346-ca835035ae5d req-9e811689-b6c2-4ee9-9d85-3c4032fe9552 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=b15f5b80-af13-4f52-8ccb-81eb39c9ce76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646513 Jul 27 21:06:28.414451 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-97825bf7-8640-4e8e-a4fb-9ab3f50ec5fc tempest-BulkNetworkOpsIpV6Test-681943429 tempest-BulkNetworkOpsIpV6Test-681943429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920'] for network, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:28.416852 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-15730e4d-6fa8-4ffc-a218-fdd697bfa912 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:28.422438 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97825bf7-8640-4e8e-a4fb-9ab3f50ec5fc tempest-BulkNetworkOpsIpV6Test-681943429 tempest-BulkNetworkOpsIpV6Test-681943429-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:06:28.423421 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-97825bf7-8640-4e8e-a4fb-9ab3f50ec5fc tempest-BulkNetworkOpsIpV6Test-681943429 tempest-BulkNetworkOpsIpV6Test-681943429-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743886'] for network, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:28.453777 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-fcaf0378-659f-4ce8-a7c2-f6bbf85a6f53 None None] Provisioning for port 1513f8ea-a9a9-42b8-9469-070c68e29358 completed by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:06:28.458492 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-fcaf0378-659f-4ce8-a7c2-f6bbf85a6f53 None None] Provisioning complete for port 1513f8ea-a9a9-42b8-9469-070c68e29358 triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:06:28.459048 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-fcaf0378-659f-4ce8-a7c2-f6bbf85a6f53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:28.497674 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-97825bf7-8640-4e8e-a4fb-9ab3f50ec5fc tempest-BulkNetworkOpsIpV6Test-681943429 tempest-BulkNetworkOpsIpV6Test-681943429-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.2618282 Jul 27 21:06:28.497674 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 49158) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:06:28.531526 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-2e890fe7-50b6-4f82-b003-6731b70b8c41 tempest-BulkNetworkOpsIpV6Test-681943429 tempest-BulkNetworkOpsIpV6Test-681943429-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1081723369'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:06:28.541037 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-fcaf0378-659f-4ce8-a7c2-f6bbf85a6f53 None None] Port 1513f8ea-a9a9-42b8-9469-070c68e29358 cannot update to ACTIVE because it is not bound. {{(pid=105586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:06:28.543797 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97825bf7-8640-4e8e-a4fb-9ab3f50ec5fc tempest-BulkNetworkOpsIpV6Test-681943429 tempest-BulkNetworkOpsIpV6Test-681943429-project] Pushing event updated for resources: {'Network': ['ID=b007f040-b85d-4520-b5e2-3fa748ba6465,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:06:28.568707 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Network b007f040-b85d-4520-b5e2-3fa748ba6465 details requested by agent ovs-agent-n-d-705658-22 with host n-d-705658-22 {{(pid=105586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:06:28.600538 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e890fe7-50b6-4f82-b003-6731b70b8c41 tempest-BulkNetworkOpsIpV6Test-681943429 tempest-BulkNetworkOpsIpV6Test-681943429-project] Made reservation on behalf of c355abbb2c434db6ae717ce5a3043626 for: {'network': 1} {{(pid=105585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:06:28.605572 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-2e890fe7-50b6-4f82-b003-6731b70b8c41 tempest-BulkNetworkOpsIpV6Test-681943429 tempest-BulkNetworkOpsIpV6Test-681943429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for network, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:28.714914 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e890fe7-50b6-4f82-b003-6731b70b8c41 tempest-BulkNetworkOpsIpV6Test-681943429 tempest-BulkNetworkOpsIpV6Test-681943429-project] vlan segment allocate from pool success with {'vlan_id': 216, 'physical_network': 'physnet1'} {{(pid=105585) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:06:28.729531 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-2e890fe7-50b6-4f82-b003-6731b70b8c41 tempest-BulkNetworkOpsIpV6Test-681943429 tempest-BulkNetworkOpsIpV6Test-681943429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:28.731282 n-d-705658-22 neutron-server[105585]: INFO neutron.db.segments_db [None req-2e890fe7-50b6-4f82-b003-6731b70b8c41 tempest-BulkNetworkOpsIpV6Test-681943429 tempest-BulkNetworkOpsIpV6Test-681943429-project] Added segment 08674437-ce28-47de-a7b4-806c64eccc39 of type vlan for network 568b392b-b8a5-45dc-b618-40c1c1ed8c1e Jul 27 21:06:28.779292 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-15730e4d-6fa8-4ffc-a218-fdd697bfa912 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:28.784241 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-15730e4d-6fa8-4ffc-a218-fdd697bfa912 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9014027'] for port, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:28.812830 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-2e890fe7-50b6-4f82-b003-6731b70b8c41 tempest-BulkNetworkOpsIpV6Test-681943429 tempest-BulkNetworkOpsIpV6Test-681943429-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790688424798'] for network, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:28.867899 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15730e4d-6fa8-4ffc-a218-fdd697bfa912 admin admin] Pushing event updated for resources: {'Port': ['ID=1513f8ea-a9a9-42b8-9469-070c68e29358,revision_number=2']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:06:28.870830 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-15730e4d-6fa8-4ffc-a218-fdd697bfa912 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3743906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4076435'] for router_interface, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:28.881410 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-2e890fe7-50b6-4f82-b003-6731b70b8c41 tempest-BulkNetworkOpsIpV6Test-681943429 tempest-BulkNetworkOpsIpV6Test-681943429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920'] for network, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:28.891409 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e890fe7-50b6-4f82-b003-6731b70b8c41 tempest-BulkNetworkOpsIpV6Test-681943429 tempest-BulkNetworkOpsIpV6Test-681943429-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:06:28.892353 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-2e890fe7-50b6-4f82-b003-6731b70b8c41 tempest-BulkNetworkOpsIpV6Test-681943429 tempest-BulkNetworkOpsIpV6Test-681943429-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743886'] for network, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:28.929258 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a9c26a-0bcc-4d5b-be0c-4f2efdfb367e req-9595b58a-bd24-4f9a-9b17-884739670092 tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:06:28.935467 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b6a9c26a-0bcc-4d5b-be0c-4f2efdfb367e req-9595b58a-bd24-4f9a-9b17-884739670092 tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] 10.222.0.59 "GET /v2.0/ports?device_id=f4131bf3-56d0-4dd5-8a0b-f9b028d7bbbe HTTP/1.1" status: 200 len: 943 time: 0.1472173 Jul 27 21:06:29.026195 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-2e890fe7-50b6-4f82-b003-6731b70b8c41 tempest-BulkNetworkOpsIpV6Test-681943429 tempest-BulkNetworkOpsIpV6Test-681943429-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.5097947 Jul 27 21:06:29.031773 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 77e13f84-416d-4b78-aeaa-978e413ab22c up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:06:29.035535 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15730e4d-6fa8-4ffc-a218-fdd697bfa912 admin admin] Network 32d25553-aa43-4782-af0c-d6a2b47507a7 is already hosted by enough agents. {{(pid=105584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:06:29.037149 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [None req-15730e4d-6fa8-4ffc-a218-fdd697bfa912 admin admin] Resources bound (agent type, host, resource id): {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:06:29.086425 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e890fe7-50b6-4f82-b003-6731b70b8c41 tempest-BulkNetworkOpsIpV6Test-681943429 tempest-BulkNetworkOpsIpV6Test-681943429-project] Pushing event updated for resources: {'Network': ['ID=568b392b-b8a5-45dc-b618-40c1c1ed8c1e,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:06:29.101830 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Network 568b392b-b8a5-45dc-b618-40c1c1ed8c1e details requested by agent ovs-agent-n-d-705658-22 with host n-d-705658-22 {{(pid=105586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:06:29.114959 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b6a9c26a-0bcc-4d5b-be0c-4f2efdfb367e req-5fc721a5-7449-4e3f-97d7-5b0d4b5665f2 tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] 10.222.0.59 "GET /v2.0/security-groups?id=771ef501-f193-4e50-901d-4721d89f2b91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1786036 Jul 27 21:06:29.328735 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15730e4d-6fa8-4ffc-a218-fdd697bfa912 admin admin] Router 809e5d14-abce-43db-b847-0ff958180cd5 has already been hosted by L3 agent dd128fd7-8e57-4d4f-895b-a96b369df59a {{(pid=105584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:06:29.532081 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning for port 77e13f84-416d-4b78-aeaa-978e413ab22c completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:06:29.540908 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port 77e13f84-416d-4b78-aeaa-978e413ab22c triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:06:29.541580 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:29.564978 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1a7037-2e14-4d70-9c3c-c3f78323633b req-092716ea-cbb8-467a-8f0f-8e5da3fe4ef9 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:06:29.568074 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-0c1a7037-2e14-4d70-9c3c-c3f78323633b req-092716ea-cbb8-467a-8f0f-8e5da3fe4ef9 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] 10.222.0.59 "GET /v2.0/ports?device_id=29c1b762-5cb9-4f5b-ac71-3cb8a306ebde HTTP/1.1" status: 200 len: 945 time: 0.1963205 Jul 27 21:06:29.589355 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15730e4d-6fa8-4ffc-a218-fdd697bfa912 admin admin] Notify agent at l3_agent.n-d-705658-22 the message routers_updated {{(pid=105584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:06:29.595682 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fc97af-b4d1-4b78-8c14-f93140f4bac6 req-c10a657d-df83-4d5c-a695-739c462030ce tempest-VolumesAdminNegativeTest-163479739 tempest-VolumesAdminNegativeTest-163479739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:06:29.599931 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-15730e4d-6fa8-4ffc-a218-fdd697bfa912 admin admin] 10.222.0.59 "PUT /v2.0/routers/809e5d14-abce-43db-b847-0ff958180cd5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0613854 Jul 27 21:06:29.604112 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-53fc97af-b4d1-4b78-8c14-f93140f4bac6 req-c10a657d-df83-4d5c-a695-739c462030ce tempest-VolumesAdminNegativeTest-163479739 tempest-VolumesAdminNegativeTest-163479739-project] 10.222.0.59 "GET /v2.0/ports?device_id=479f5ead-4def-48e8-b02b-6b4f95630898 HTTP/1.1" status: 200 len: 945 time: 0.2332339 Jul 27 21:06:29.605560 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-992af883-ed96-4855-8d6f-543724889e76 None None] Provisioning complete for port 1513f8ea-a9a9-42b8-9469-070c68e29358 triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:06:29.605976 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-992af883-ed96-4855-8d6f-543724889e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:29.693720 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-992af883-ed96-4855-8d6f-543724889e76 None None] Port 1513f8ea-a9a9-42b8-9469-070c68e29358 cannot update to ACTIVE because it is not bound. {{(pid=105586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:06:29.699565 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:29.721941 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-0c1a7037-2e14-4d70-9c3c-c3f78323633b req-9fe6bf39-dc19-4809-b355-68e3a524b274 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] 10.222.0.59 "GET /v2.0/security-groups?id=e760076b-6854-47cf-947b-f6a7a8a579d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1429908 Jul 27 21:06:29.729841 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] For port 77e13f84-416d-4b78-aeaa-978e413ab22c, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=77e13f84-416d-4b78-aeaa-978e413ab22c,segment=NetworkSegment(12196855-9a32-4633-9a56-77697ef9e126),segment_id=12196855-9a32-4633-9a56-77697ef9e126)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:06:29.745557 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:29.783297 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-53fc97af-b4d1-4b78-8c14-f93140f4bac6 req-0285aa7a-971b-4ee1-8fc8-9858837e41e9 tempest-VolumesAdminNegativeTest-163479739 tempest-VolumesAdminNegativeTest-163479739-project] 10.222.0.59 "GET /v2.0/security-groups?id=b15f5b80-af13-4f52-8ccb-81eb39c9ce76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583970 Jul 27 21:06:29.805049 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Pushing event updated for resources: {'Port': ['ID=77e13f84-416d-4b78-aeaa-978e413ab22c,revision_number=4']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:06:30.299342 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 49202) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:06:30.308579 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-0f0ce5e4-672a-42cd-abd3-096b78a45540 tempest-AttachVolumeTestJSON-850155022 tempest-AttachVolumeTestJSON-850155022-project] Request body: {'security_group': {'name': 'tempest-securitygroup--409010710', 'description': 'tempest-description--1361056789'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:06:30.338039 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d87822-944a-4b5b-8d09-dbb3a970bc1a req-d84ec615-daaa-43cd-9ee4-2758ca098761 tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:06:30.339607 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a5d87822-944a-4b5b-8d09-dbb3a970bc1a req-d84ec615-daaa-43cd-9ee4-2758ca098761 tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] 10.222.0.59 "GET /v2.0/ports?device_id=f4131bf3-56d0-4dd5-8a0b-f9b028d7bbbe HTTP/1.1" status: 200 len: 943 time: 0.1107962 Jul 27 21:06:30.349366 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-0f0ce5e4-672a-42cd-abd3-096b78a45540 tempest-AttachVolumeTestJSON-850155022 tempest-AttachVolumeTestJSON-850155022-project] Notify callbacks [] for security_group, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:30.357413 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 49204) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:06:30.413414 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a5d87822-944a-4b5b-8d09-dbb3a970bc1a req-9985806c-fde8-42f3-8fa3-4788ee2e975c tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] 10.222.0.59 "GET /v2.0/security-groups?id=771ef501-f193-4e50-901d-4721d89f2b91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526867 Jul 27 21:06:30.478614 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea713905-4ddb-44c0-bd47-d006518dda25 None None] Sync routers for ids ['809e5d14-abce-43db-b847-0ff958180cd5'] in n-d-705658-22 {{(pid=105586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:06:30.490539 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea713905-4ddb-44c0-bd47-d006518dda25 None None] Routers {'809e5d14-abce-43db-b847-0ff958180cd5'} bound to L3 agent in host n-d-705658-22 {{(pid=105586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:06:30.491767 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-ea713905-4ddb-44c0-bd47-d006518dda25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:06:11Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['809e5d14-abce-43db-b847-0ff958180cd5'], 'active': True} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:06:30.496369 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-0f0ce5e4-672a-42cd-abd3-096b78a45540 tempest-AttachVolumeTestJSON-850155022 tempest-AttachVolumeTestJSON-850155022-project] Notify callbacks [] for security_group, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:30.500977 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-0f0ce5e4-672a-42cd-abd3-096b78a45540 tempest-AttachVolumeTestJSON-850155022 tempest-AttachVolumeTestJSON-850155022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:30.515710 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2367345-c83c-4f0f-a26e-a1098c9e80cf req-898e2cb4-fec5-4d11-9e9b-ad6904a3a43a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:06:30.516284 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2367345-c83c-4f0f-a26e-a1098c9e80cf req-898e2cb4-fec5-4d11-9e9b-ad6904a3a43a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:06:30.516863 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2367345-c83c-4f0f-a26e-a1098c9e80cf req-898e2cb4-fec5-4d11-9e9b-ad6904a3a43a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:06:30.517375 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2367345-c83c-4f0f-a26e-a1098c9e80cf req-898e2cb4-fec5-4d11-9e9b-ad6904a3a43a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:06:30.517965 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2367345-c83c-4f0f-a26e-a1098c9e80cf req-898e2cb4-fec5-4d11-9e9b-ad6904a3a43a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:06:30.518442 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2367345-c83c-4f0f-a26e-a1098c9e80cf req-898e2cb4-fec5-4d11-9e9b-ad6904a3a43a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:06:30.518913 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2367345-c83c-4f0f-a26e-a1098c9e80cf req-898e2cb4-fec5-4d11-9e9b-ad6904a3a43a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:06:30.528573 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-a2367345-c83c-4f0f-a26e-a1098c9e80cf req-898e2cb4-fec5-4d11-9e9b-ad6904a3a43a service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=2be6dd0d-bc7c-4882-8bb2-afe5ae686d07 HTTP/1.1" status: 200 len: 6507 time: 0.1693523 Jul 27 21:06:30.534621 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-0f0ce5e4-672a-42cd-abd3-096b78a45540 tempest-AttachVolumeTestJSON-850155022 tempest-AttachVolumeTestJSON-850155022-project] Notify callbacks [] for security_group, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:30.537079 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-0f0ce5e4-672a-42cd-abd3-096b78a45540 tempest-AttachVolumeTestJSON-850155022 tempest-AttachVolumeTestJSON-850155022-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.2339351 Jul 27 21:06:30.543450 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 49208) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:06:30.546435 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0ce5e4-672a-42cd-abd3-096b78a45540 tempest-AttachVolumeTestJSON-850155022 tempest-AttachVolumeTestJSON-850155022-project] Pushing event updated for resources: {'SecurityGroup': ['ID=422951fc-fa2c-4390-9ebd-848cc406cf38,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:06:30.551287 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-14b9f3ff-48ef-49f2-ba88-8811bcebd1cf tempest-AttachVolumeTestJSON-850155022 tempest-AttachVolumeTestJSON-850155022-project] Request body: {'security_group_rule': {'security_group_id': '422951fc-fa2c-4390-9ebd-848cc406cf38', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:06:30.589560 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-a2367345-c83c-4f0f-a26e-a1098c9e80cf req-0253596e-081c-4f83-b392-f5e0489b141d service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=9dd39787-c773-4e1e-afc7-6169131b96d0&id=c27eaa65-2484-427b-949c-12cff57d8973&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0600510 Jul 27 21:06:30.604996 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-14b9f3ff-48ef-49f2-ba88-8811bcebd1cf tempest-AttachVolumeTestJSON-850155022 tempest-AttachVolumeTestJSON-850155022-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:30.637901 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvr_db [None req-ea713905-4ddb-44c0-bd47-d006518dda25 None None] Set router 809e5d14-abce-43db-b847-0ff958180cd5 gateway port host: n-d-705658-22 {{(pid=105586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:06:30.656739 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-14b9f3ff-48ef-49f2-ba88-8811bcebd1cf tempest-AttachVolumeTestJSON-850155022 tempest-AttachVolumeTestJSON-850155022-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:30.666580 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-14b9f3ff-48ef-49f2-ba88-8811bcebd1cf tempest-AttachVolumeTestJSON-850155022 tempest-AttachVolumeTestJSON-850155022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732636'] for security_group_rule, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:30.694463 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b9f3ff-48ef-49f2-ba88-8811bcebd1cf tempest-AttachVolumeTestJSON-850155022 tempest-AttachVolumeTestJSON-850155022-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46ba0b17-527b-458f-8e76-41dce9795b8a,revision_number=0']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:06:30.704502 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-14b9f3ff-48ef-49f2-ba88-8811bcebd1cf tempest-AttachVolumeTestJSON-850155022 tempest-AttachVolumeTestJSON-850155022-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:30.706036 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-14b9f3ff-48ef-49f2-ba88-8811bcebd1cf tempest-AttachVolumeTestJSON-850155022 tempest-AttachVolumeTestJSON-850155022-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1613317 Jul 27 21:06:30.708873 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 49212) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:06:30.714060 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-4294871a-7263-4c47-b704-dcba20343f9c tempest-AttachVolumeTestJSON-850155022 tempest-AttachVolumeTestJSON-850155022-project] Request body: {'security_group_rule': {'security_group_id': '422951fc-fa2c-4390-9ebd-848cc406cf38', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:06:30.746682 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-4294871a-7263-4c47-b704-dcba20343f9c tempest-AttachVolumeTestJSON-850155022 tempest-AttachVolumeTestJSON-850155022-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:30.849022 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-4294871a-7263-4c47-b704-dcba20343f9c tempest-AttachVolumeTestJSON-850155022 tempest-AttachVolumeTestJSON-850155022-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:30.875848 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-ea713905-4ddb-44c0-bd47-d006518dda25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '809e5d14-abce-43db-b847-0ff958180cd5', 'name': 'tempest-AttachVolumeTestJSON-673897176-router', 'tenant_id': 'dcfc656e3a0b42809921004863a52506', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.2'}], 'enable_snat': True}, 'gw_port_id': '77e13f84-416d-4b78-aeaa-978e413ab22c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:06:23Z', 'updated_at': '2021-07-27T21:06:28Z', 'revision_number': 4, 'project_id': 'dcfc656e3a0b42809921004863a52506', 'gw_port': {'id': '77e13f84-416d-4b78-aeaa-978e413ab22c', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:e6:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '809e5d14-abce-43db-b847-0ff958180cd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:06:24Z', 'updated_at': '2021-07-27T21:06:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_interfaces': [{'id': '1513f8ea-a9a9-42b8-9469-070c68e29358', 'name': '', 'network_id': '32d25553-aa43-4782-af0c-d6a2b47507a7', 'tenant_id': 'dcfc656e3a0b42809921004863a52506', 'mac_address': 'fa:16:3e:e8:26:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '809e5d14-abce-43db-b847-0ff958180cd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': 'fdae47fc-2d6f-4c83-9067-18a839318850', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:06:27Z', 'updated_at': '2021-07-27T21:06:28Z', 'revision_number': 2, 'project_id': 'dcfc656e3a0b42809921004863a52506', 'subnets': [{'id': 'fdae47fc-2d6f-4c83-9067-18a839318850', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-22', False) {} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:06:30.908150 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea713905-4ddb-44c0-bd47-d006518dda25 None None] Checking router: 809e5d14-abce-43db-b847-0ff958180cd5 for host: n-d-705658-22 {{(pid=105586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:06:30.909460 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea713905-4ddb-44c0-bd47-d006518dda25 None None] Updating router 809e5d14-abce-43db-b847-0ff958180cd5 port 1513f8ea-a9a9-42b8-9469-070c68e29358 binding host n-d-705658-22 {{(pid=105586) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 21:06:30.944026 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-4294871a-7263-4c47-b704-dcba20343f9c tempest-AttachVolumeTestJSON-850155022 tempest-AttachVolumeTestJSON-850155022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732636'] for security_group_rule, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:30.983233 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a045ad-d3e4-4bf8-83e2-bdf785fbcef8 req-f4fb4880-bc59-4e4c-940a-f6a1f4a86b97 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:06:30.984982 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-4294871a-7263-4c47-b704-dcba20343f9c tempest-AttachVolumeTestJSON-850155022 tempest-AttachVolumeTestJSON-850155022-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:30.985808 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-c0a045ad-d3e4-4bf8-83e2-bdf785fbcef8 req-f4fb4880-bc59-4e4c-940a-f6a1f4a86b97 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] 10.222.0.36 "GET /v2.0/ports?device_id=29c1b762-5cb9-4f5b-ac71-3cb8a306ebde HTTP/1.1" status: 200 len: 945 time: 0.1080365 Jul 27 21:06:30.986583 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-ea713905-4ddb-44c0-bd47-d006518dda25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:30.989773 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 49224) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:06:30.990254 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-4294871a-7263-4c47-b704-dcba20343f9c tempest-AttachVolumeTestJSON-850155022 tempest-AttachVolumeTestJSON-850155022-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2802942 Jul 27 21:06:30.998761 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4294871a-7263-4c47-b704-dcba20343f9c tempest-AttachVolumeTestJSON-850155022 tempest-AttachVolumeTestJSON-850155022-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95f790ec-f74a-45a8-b879-4a7ba55bf41b,revision_number=0']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:06:31.008584 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 77e13f84-416d-4b78-aeaa-978e413ab22c up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:06:31.008929 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-1384acdd-7b51-4422-a8a8-13d7933fd7c5 tempest-AttachVolumeTestJSON-850155022 tempest-AttachVolumeTestJSON-850155022-project] Request body: {'floatingip': {'floating_network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:06:31.053522 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac47544-0b23-49b8-af57-a2954cdea250 req-49b0b407-a0db-4b33-94d6-0c4064819450 tempest-VolumesAdminNegativeTest-163479739 tempest-VolumesAdminNegativeTest-163479739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:06:31.056132 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-dac47544-0b23-49b8-af57-a2954cdea250 req-49b0b407-a0db-4b33-94d6-0c4064819450 tempest-VolumesAdminNegativeTest-163479739 tempest-VolumesAdminNegativeTest-163479739-project] 10.222.0.59 "GET /v2.0/ports?device_id=479f5ead-4def-48e8-b02b-6b4f95630898 HTTP/1.1" status: 200 len: 945 time: 0.1638415 Jul 27 21:06:31.067110 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f6a3e8-5453-486c-a1a7-160f4a3223ae req-f24f5814-e934-4a39-836f-42101075be1b tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:06:31.077177 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-90f6a3e8-5453-486c-a1a7-160f4a3223ae req-f24f5814-e934-4a39-836f-42101075be1b tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] 10.222.0.59 "GET /v2.0/ports?device_id=29c1b762-5cb9-4f5b-ac71-3cb8a306ebde HTTP/1.1" status: 200 len: 945 time: 0.2530334 Jul 27 21:06:31.104933 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-1384acdd-7b51-4422-a8a8-13d7933fd7c5 tempest-AttachVolumeTestJSON-850155022 tempest-AttachVolumeTestJSON-850155022-project] Notify callbacks [] for floatingip, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:31.145885 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-90f6a3e8-5453-486c-a1a7-160f4a3223ae req-17e35c57-ce36-4364-aa56-6482d6c4610b tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] 10.222.0.59 "GET /v2.0/security-groups?id=e760076b-6854-47cf-947b-f6a7a8a579d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632341 Jul 27 21:06:31.171909 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-dac47544-0b23-49b8-af57-a2954cdea250 req-3164bbd0-028c-4888-9d7e-7273ea14f89e tempest-VolumesAdminNegativeTest-163479739 tempest-VolumesAdminNegativeTest-163479739-project] 10.222.0.59 "GET /v2.0/security-groups?id=b15f5b80-af13-4f52-8ccb-81eb39c9ce76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935447 Jul 27 21:06:31.248530 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port 77e13f84-416d-4b78-aeaa-978e413ab22c triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:06:31.249165 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:31.299998 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [req-c0a045ad-d3e4-4bf8-83e2-bdf785fbcef8 req-93c9add9-4026-4720-a123-0c7925be8dd9 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] Deleting port 0d25b76a-67ba-4b3b-8026-3f225d5e391c {{(pid=105584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:06:31.300618 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-c0a045ad-d3e4-4bf8-83e2-bdf785fbcef8 req-93c9add9-4026-4720-a123-0c7925be8dd9 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:31.426404 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [req-c0a045ad-d3e4-4bf8-83e2-bdf785fbcef8 req-93c9add9-4026-4720-a123-0c7925be8dd9 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] For port 0d25b76a-67ba-4b3b-8026-3f225d5e391c, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=0d25b76a-67ba-4b3b-8026-3f225d5e391c,segment=NetworkSegment(7253e476-fc19-4126-9562-a06a41b3b94e),segment_id=7253e476-fc19-4126-9562-a06a41b3b94e)] {{(pid=105584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:06:31.427592 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-c0a045ad-d3e4-4bf8-83e2-bdf785fbcef8 req-93c9add9-4026-4720-a123-0c7925be8dd9 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:31.440694 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-1384acdd-7b51-4422-a8a8-13d7933fd7c5 tempest-AttachVolumeTestJSON-850155022 tempest-AttachVolumeTestJSON-850155022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:31.675206 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-ea713905-4ddb-44c0-bd47-d006518dda25 None None] Notify callbacks [] for port, precommit_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:31.689811 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-ea713905-4ddb-44c0-bd47-d006518dda25 None None] Transition to ACTIVE for port object 1513f8ea-a9a9-42b8-9469-070c68e29358 will not be triggered until provisioned by entity L2. {{(pid=105586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:06:31.704596 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-ea713905-4ddb-44c0-bd47-d006518dda25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:31.731742 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280975f5-1193-4380-a3a6-470a10c57eef req-285a66d9-ef48-4680-b156-56c4159c1cd1 tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:06:31.743358 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-280975f5-1193-4380-a3a6-470a10c57eef req-285a66d9-ef48-4680-b156-56c4159c1cd1 tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] 10.222.0.59 "GET /v2.0/ports?device_id=f4131bf3-56d0-4dd5-8a0b-f9b028d7bbbe HTTP/1.1" status: 200 len: 943 time: 0.1995673 Jul 27 21:06:31.785121 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.db_base_plugin_common [None req-1384acdd-7b51-4422-a8a8-13d7933fd7c5 tempest-AttachVolumeTestJSON-850155022 tempest-AttachVolumeTestJSON-850155022-project] Allocated IP 172.25.5.84 (8735d8a2-b604-4758-ae71-b40e4ee6f305/eca7dbab-b9c0-4c8f-a272-816ea8a81764/0deae898-a0fa-468f-b4ec-90429011f438) {{(pid=105584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:06:31.807909 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-280975f5-1193-4380-a3a6-470a10c57eef req-9fbde4ae-72e6-4884-886a-7cd31ee1e226 tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] 10.222.0.59 "GET /v2.0/security-groups?id=771ef501-f193-4e50-901d-4721d89f2b91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612488 Jul 27 21:06:31.814074 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-c0a045ad-d3e4-4bf8-83e2-bdf785fbcef8 req-93c9add9-4026-4720-a123-0c7925be8dd9 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:31.815550 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-c0a045ad-d3e4-4bf8-83e2-bdf785fbcef8 req-93c9add9-4026-4720-a123-0c7925be8dd9 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4075768'] for floatingip, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:31.816196 n-d-705658-22 neutron-server[105584]: INFO neutron.db.l3_db [req-c0a045ad-d3e4-4bf8-83e2-bdf785fbcef8 req-93c9add9-4026-4720-a123-0c7925be8dd9 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] Floating IP 585cc19d-28a6-4187-9d03-7cc70b0627bb disassociated. External IP: 172.25.5.212, port: 0d25b76a-67ba-4b3b-8026-3f225d5e391c. Jul 27 21:06:31.817016 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [req-c0a045ad-d3e4-4bf8-83e2-bdf785fbcef8 req-93c9add9-4026-4720-a123-0c7925be8dd9 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] Calling delete_port for 0d25b76a-67ba-4b3b-8026-3f225d5e391c owned by compute:nova {{(pid=105584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:06:31.831217 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6fb0f7-6dc9-4700-9ccd-2a4e4d8d7d6a None None] Pushing event updated for resources: {'Port': ['ID=1513f8ea-a9a9-42b8-9469-070c68e29358,revision_number=3']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:06:31.845335 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b6fb0f7-6dc9-4700-9ccd-2a4e4d8d7d6a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:06:31.845682 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b6fb0f7-6dc9-4700-9ccd-2a4e4d8d7d6a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:06:31.846018 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b6fb0f7-6dc9-4700-9ccd-2a4e4d8d7d6a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:06:31.846350 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b6fb0f7-6dc9-4700-9ccd-2a4e4d8d7d6a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:06:31.850825 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b6fb0f7-6dc9-4700-9ccd-2a4e4d8d7d6a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:06:31.851223 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b6fb0f7-6dc9-4700-9ccd-2a4e4d8d7d6a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:06:31.851566 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b6fb0f7-6dc9-4700-9ccd-2a4e4d8d7d6a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:06:31.851883 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b6fb0f7-6dc9-4700-9ccd-2a4e4d8d7d6a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:06:31.852752 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b6fb0f7-6dc9-4700-9ccd-2a4e4d8d7d6a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:06:31.853074 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b6fb0f7-6dc9-4700-9ccd-2a4e4d8d7d6a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:06:31.853398 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b6fb0f7-6dc9-4700-9ccd-2a4e4d8d7d6a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:06:31.853716 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b6fb0f7-6dc9-4700-9ccd-2a4e4d8d7d6a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:06:31.937548 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-1384acdd-7b51-4422-a8a8-13d7933fd7c5 tempest-AttachVolumeTestJSON-850155022 tempest-AttachVolumeTestJSON-850155022-project] Notify callbacks [] for port, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:31.950681 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-ea713905-4ddb-44c0-bd47-d006518dda25 None None] Attempting to bind port 1513f8ea-a9a9-42b8-9469-070c68e29358 on host n-d-705658-22 for vnic_type normal with profile {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:06:31.951345 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-ea713905-4ddb-44c0-bd47-d006518dda25 None None] Attempting to bind port 1513f8ea-a9a9-42b8-9469-070c68e29358 by drivers openvswitch,hyperv on host n-d-705658-22 at level 0 using segments [{'id': '3b7237b7-e1d5-469a-ad3d-468d7cc14174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '32d25553-aa43-4782-af0c-d6a2b47507a7'}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:06:31.954613 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea713905-4ddb-44c0-bd47-d006518dda25 None None] Attempting to bind port 1513f8ea-a9a9-42b8-9469-070c68e29358 on network 32d25553-aa43-4782-af0c-d6a2b47507a7 {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:06:31.966789 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea713905-4ddb-44c0-bd47-d006518dda25 None None] Checking agent: {'id': '04a7ea91-6318-467e-ace6-b0fb48c8690f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 41, 42), 'started_at': datetime.datetime(2021, 7, 27, 20, 42, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 6, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:06:31.968570 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea713905-4ddb-44c0-bd47-d006518dda25 None None] Checking segment: {'id': '3b7237b7-e1d5-469a-ad3d-468d7cc14174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '32d25553-aa43-4782-af0c-d6a2b47507a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:06:31.969518 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-ea713905-4ddb-44c0-bd47-d006518dda25 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:31.971322 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea713905-4ddb-44c0-bd47-d006518dda25 None None] Bound using segment: {'id': '3b7237b7-e1d5-469a-ad3d-468d7cc14174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '32d25553-aa43-4782-af0c-d6a2b47507a7'} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:06:31.971834 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-ea713905-4ddb-44c0-bd47-d006518dda25 None None] Bound port: 1513f8ea-a9a9-42b8-9469-070c68e29358, host: n-d-705658-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b7237b7-e1d5-469a-ad3d-468d7cc14174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '32d25553-aa43-4782-af0c-d6a2b47507a7'}}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:06:31.972234 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-ea713905-4ddb-44c0-bd47-d006518dda25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:32.056630 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-ea713905-4ddb-44c0-bd47-d006518dda25 None None] For port 1513f8ea-a9a9-42b8-9469-070c68e29358, host n-d-705658-22, cleared binding levels {{(pid=105586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:06:32.060739 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-ea713905-4ddb-44c0-bd47-d006518dda25 None None] For port 1513f8ea-a9a9-42b8-9469-070c68e29358, host n-d-705658-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=1513f8ea-a9a9-42b8-9469-070c68e29358,segment=NetworkSegment(3b7237b7-e1d5-469a-ad3d-468d7cc14174),segment_id=3b7237b7-e1d5-469a-ad3d-468d7cc14174)] {{(pid=105586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:06:32.070973 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-ea713905-4ddb-44c0-bd47-d006518dda25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:32.092665 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-1384acdd-7b51-4422-a8a8-13d7933fd7c5 tempest-AttachVolumeTestJSON-850155022 tempest-AttachVolumeTestJSON-850155022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:32.190765 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1384acdd-7b51-4422-a8a8-13d7933fd7c5 tempest-AttachVolumeTestJSON-850155022 tempest-AttachVolumeTestJSON-850155022-project] Network 8735d8a2-b604-4758-ae71-b40e4ee6f305 is already hosted by enough agents. {{(pid=105584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:06:32.208156 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [None req-1384acdd-7b51-4422-a8a8-13d7933fd7c5 tempest-AttachVolumeTestJSON-850155022 tempest-AttachVolumeTestJSON-850155022-project] Resources bound (agent type, host, resource id): {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:06:32.216316 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1384acdd-7b51-4422-a8a8-13d7933fd7c5 tempest-AttachVolumeTestJSON-850155022 tempest-AttachVolumeTestJSON-850155022-project] Received port after_create {{(pid=105584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:06:32.220294 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6fb0f7-6dc9-4700-9ccd-2a4e4d8d7d6a None None] Pushing event updated for resources: {'Port': ['ID=1513f8ea-a9a9-42b8-9469-070c68e29358,revision_number=4']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:06:32.263472 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1384acdd-7b51-4422-a8a8-13d7933fd7c5 tempest-AttachVolumeTestJSON-850155022 tempest-AttachVolumeTestJSON-850155022-project] Pushing event updated for resources: {'Port': ['ID=0deae898-a0fa-468f-b4ec-90429011f438,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:06:32.281780 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea713905-4ddb-44c0-bd47-d006518dda25 None None] Routers {'809e5d14-abce-43db-b847-0ff958180cd5'} bound to L3 agent in host n-d-705658-22 {{(pid=105586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:06:32.285674 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-ea713905-4ddb-44c0-bd47-d006518dda25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:06:11Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['809e5d14-abce-43db-b847-0ff958180cd5'], 'active': True} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:06:32.313236 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-c0a045ad-d3e4-4bf8-83e2-bdf785fbcef8 req-93c9add9-4026-4720-a123-0c7925be8dd9 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:32.322215 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 49244) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:06:32.334753 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-7de97998-5418-4c61-8b6e-ae32150d21a3 tempest-BulkNetworkOpsIpV6Test-681943429 tempest-BulkNetworkOpsIpV6Test-681943429-project] Request body: {'subnets': [{'network_id': 'b007f040-b85d-4520-b5e2-3fa748ba6465', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--875920240', 'ip_version': 6}, {'network_id': '568b392b-b8a5-45dc-b618-40c1c1ed8c1e', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:06:32.335098 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-7de97998-5418-4c61-8b6e-ae32150d21a3 tempest-BulkNetworkOpsIpV6Test-681943429 tempest-BulkNetworkOpsIpV6Test-681943429-project] Request body: {'subnet': {'network_id': 'b007f040-b85d-4520-b5e2-3fa748ba6465', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--875920240', 'ip_version': 6}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:06:32.337258 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-7de97998-5418-4c61-8b6e-ae32150d21a3 tempest-BulkNetworkOpsIpV6Test-681943429 tempest-BulkNetworkOpsIpV6Test-681943429-project] Request body: {'subnet': {'network_id': '568b392b-b8a5-45dc-b618-40c1c1ed8c1e', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:06:32.355579 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-05f4435c-0d63-4a53-b26a-a51924ab7603 req-7144d3c5-f64b-44b3-b84f-30221f18ecea tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] 10.222.0.59 "GET /v2.0/ports?device_id=29c1b762-5cb9-4f5b-ac71-3cb8a306ebde HTTP/1.1" status: 200 len: 210 time: 0.0376439 Jul 27 21:06:32.438908 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c9add9-4026-4720-a123-0c7925be8dd9 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] Pushing event deleted for resources: {'Port': ['ID=0d25b76a-67ba-4b3b-8026-3f225d5e391c,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:06:32.508845 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvr_db [None req-ea713905-4ddb-44c0-bd47-d006518dda25 None None] Set router 809e5d14-abce-43db-b847-0ff958180cd5 gateway port host: n-d-705658-22 {{(pid=105586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:06:32.640385 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-1384acdd-7b51-4422-a8a8-13d7933fd7c5 tempest-AttachVolumeTestJSON-850155022 tempest-AttachVolumeTestJSON-850155022-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:32.988153 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-ea713905-4ddb-44c0-bd47-d006518dda25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '809e5d14-abce-43db-b847-0ff958180cd5', 'name': 'tempest-AttachVolumeTestJSON-673897176-router', 'tenant_id': 'dcfc656e3a0b42809921004863a52506', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.2'}], 'enable_snat': True}, 'gw_port_id': '77e13f84-416d-4b78-aeaa-978e413ab22c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:06:23Z', 'updated_at': '2021-07-27T21:06:28Z', 'revision_number': 4, 'project_id': 'dcfc656e3a0b42809921004863a52506', 'gw_port': {'id': '77e13f84-416d-4b78-aeaa-978e413ab22c', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:e6:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '809e5d14-abce-43db-b847-0ff958180cd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:06:24Z', 'updated_at': '2021-07-27T21:06:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_interfaces': [{'id': '1513f8ea-a9a9-42b8-9469-070c68e29358', 'name': '', 'network_id': '32d25553-aa43-4782-af0c-d6a2b47507a7', 'tenant_id': 'dcfc656e3a0b42809921004863a52506', 'mac_address': 'fa:16:3e:e8:26:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '809e5d14-abce-43db-b847-0ff958180cd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': 'fdae47fc-2d6f-4c83-9067-18a839318850', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:06:27Z', 'updated_at': '2021-07-27T21:06:32Z', 'revision_number': 4, 'project_id': 'dcfc656e3a0b42809921004863a52506', 'subnets': [{'id': 'fdae47fc-2d6f-4c83-9067-18a839318850', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-22', False) {} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:06:33.024811 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea713905-4ddb-44c0-bd47-d006518dda25 None None] The sync data for ids ['809e5d14-abce-43db-b847-0ff958180cd5'] in n-d-705658-22 is: [{'id': '809e5d14-abce-43db-b847-0ff958180cd5', 'name': 'tempest-AttachVolumeTestJSON-673897176-router', 'tenant_id': 'dcfc656e3a0b42809921004863a52506', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.2'}], 'enable_snat': True}, 'gw_port_id': '77e13f84-416d-4b78-aeaa-978e413ab22c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:06:23Z', 'updated_at': '2021-07-27T21:06:28Z', 'revision_number': 4, 'project_id': 'dcfc656e3a0b42809921004863a52506', 'gw_port': {'id': '77e13f84-416d-4b78-aeaa-978e413ab22c', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:e6:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '809e5d14-abce-43db-b847-0ff958180cd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:06:24Z', 'updated_at': '2021-07-27T21:06:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_interfaces': [{'id': '1513f8ea-a9a9-42b8-9469-070c68e29358', 'name': '', 'network_id': '32d25553-aa43-4782-af0c-d6a2b47507a7', 'tenant_id': 'dcfc656e3a0b42809921004863a52506', 'mac_address': 'fa:16:3e:e8:26:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '809e5d14-abce-43db-b847-0ff958180cd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': 'fdae47fc-2d6f-4c83-9067-18a839318850', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:06:27Z', 'updated_at': '2021-07-27T21:06:32Z', 'revision_number': 4, 'project_id': 'dcfc656e3a0b42809921004863a52506', 'subnets': [{'id': 'fdae47fc-2d6f-4c83-9067-18a839318850', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:06:33.036844 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb370b3-21a2-4617-b990-07a2aa8bad00 req-880bd49e-d0d7-4240-9b1d-d8b0fcce3ee9 tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:06:33.039741 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-ccb370b3-21a2-4617-b990-07a2aa8bad00 req-880bd49e-d0d7-4240-9b1d-d8b0fcce3ee9 tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] 10.222.0.59 "GET /v2.0/ports?device_id=f4131bf3-56d0-4dd5-8a0b-f9b028d7bbbe HTTP/1.1" status: 200 len: 943 time: 0.0957081 Jul 27 21:06:33.055031 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-1384acdd-7b51-4422-a8a8-13d7933fd7c5 tempest-AttachVolumeTestJSON-850155022 tempest-AttachVolumeTestJSON-850155022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:33.132620 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c0a045ad-d3e4-4bf8-83e2-bdf785fbcef8 req-93c9add9-4026-4720-a123-0c7925be8dd9 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] Router 815b26e9-2d70-4966-b87a-ebec014fe418 has already been hosted by L3 agent dd128fd7-8e57-4d4f-895b-a96b369df59a {{(pid=105584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:06:33.133888 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7de97998-5418-4c61-8b6e-ae32150d21a3 tempest-BulkNetworkOpsIpV6Test-681943429 tempest-BulkNetworkOpsIpV6Test-681943429-project] Made reservation on behalf of c355abbb2c434db6ae717ce5a3043626 for: {'subnet': 2} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:06:33.138491 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-7de97998-5418-4c61-8b6e-ae32150d21a3 tempest-BulkNetworkOpsIpV6Test-681943429 tempest-BulkNetworkOpsIpV6Test-681943429-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9738786'] for subnet, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:33.140979 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-7de97998-5418-4c61-8b6e-ae32150d21a3 tempest-BulkNetworkOpsIpV6Test-681943429 tempest-BulkNetworkOpsIpV6Test-681943429-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9738786'] for subnet, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:33.143446 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-ccb370b3-21a2-4617-b990-07a2aa8bad00 req-4547ad2d-4bb1-449d-8a6e-3b1ba85cb03a tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] 10.222.0.59 "GET /v2.0/security-groups?id=771ef501-f193-4e50-901d-4721d89f2b91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0946219 Jul 27 21:06:33.526161 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-70c13e70-5718-4cb2-ade8-d71520ea293b req-f02de162-8ae2-4b37-bed2-a499b5f187fd tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] 10.222.0.59 "GET /v2.0/ports?device_id=29c1b762-5cb9-4f5b-ac71-3cb8a306ebde HTTP/1.1" status: 200 len: 210 time: 0.0767901 Jul 27 21:06:33.537291 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c0a045ad-d3e4-4bf8-83e2-bdf785fbcef8 req-93c9add9-4026-4720-a123-0c7925be8dd9 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] Notify agent at l3_agent.n-d-705658-22 the message routers_updated {{(pid=105584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:06:33.552420 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-052798f2-97aa-421a-b364-650651414466 None None] Sync routers for ids ['815b26e9-2d70-4966-b87a-ebec014fe418'] in n-d-705658-22 {{(pid=105587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:06:33.564722 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-052798f2-97aa-421a-b364-650651414466 None None] Routers {'815b26e9-2d70-4966-b87a-ebec014fe418'} bound to L3 agent in host n-d-705658-22 {{(pid=105587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:06:33.568131 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-052798f2-97aa-421a-b364-650651414466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:06:11Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['815b26e9-2d70-4966-b87a-ebec014fe418'], 'active': True} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:06:33.615699 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0a045ad-d3e4-4bf8-83e2-bdf785fbcef8 req-93c9add9-4026-4720-a123-0c7925be8dd9 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] No DVR routers for this DVR port 0d25b76a-67ba-4b3b-8026-3f225d5e391c on host n-h1-705658-22 {{(pid=105584) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:06:33.623842 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-c0a045ad-d3e4-4bf8-83e2-bdf785fbcef8 req-93c9add9-4026-4720-a123-0c7925be8dd9 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:33.626407 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-c0a045ad-d3e4-4bf8-83e2-bdf785fbcef8 req-93c9add9-4026-4720-a123-0c7925be8dd9 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] 10.222.0.36 "DELETE /v2.0/ports/0d25b76a-67ba-4b3b-8026-3f225d5e391c HTTP/1.1" status: 204 len: 173 time: 2.6282535 Jul 27 21:06:33.638150 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29c1b762-5cb9-4f5b-ac71-3cb8a306ebde', 'name': 'network-vif-deleted', 'tag': '0d25b76a-67ba-4b3b-8026-3f225d5e391c'}] {{(pid=105584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:06:33.640942 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bce5e6c8685464f7626901654159975603b047827e3138302ed6566e28f1343" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6f08507-82f4-4a53-b231-de09b7e67106" -d '{"events": [{"server_uuid": "29c1b762-5cb9-4f5b-ac71-3cb8a306ebde", "name": "network-vif-deleted", "tag": "0d25b76a-67ba-4b3b-8026-3f225d5e391c"}]}' {{(pid=105584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:06:33.731317 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-1384acdd-7b51-4422-a8a8-13d7933fd7c5 tempest-AttachVolumeTestJSON-850155022 tempest-AttachVolumeTestJSON-850155022-project] Notify callbacks [] for port, precommit_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:33.734861 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:06:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7ca3f16-a132-4a09-8da3-eb83307c0a4d x-openstack-request-id: req-f7ca3f16-a132-4a09-8da3-eb83307c0a4d {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:06:33.735294 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29c1b762-5cb9-4f5b-ac71-3cb8a306ebde", "name": "network-vif-deleted", "tag": "0d25b76a-67ba-4b3b-8026-3f225d5e391c", "status": "completed", "code": 200}]} {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:06:33.735645 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-f7ca3f16-a132-4a09-8da3-eb83307c0a4d {{(pid=105584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:06:33.736162 n-d-705658-22 neutron-server[105584]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29c1b762-5cb9-4f5b-ac71-3cb8a306ebde', 'name': 'network-vif-deleted', 'tag': '0d25b76a-67ba-4b3b-8026-3f225d5e391c', 'status': 'completed', 'code': 200} Jul 27 21:06:33.747841 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-1384acdd-7b51-4422-a8a8-13d7933fd7c5 tempest-AttachVolumeTestJSON-850155022 tempest-AttachVolumeTestJSON-850155022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9014027'] for port, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:33.780394 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvr_db [None req-052798f2-97aa-421a-b364-650651414466 None None] Set router 815b26e9-2d70-4966-b87a-ebec014fe418 gateway port host: n-d-705658-22 {{(pid=105587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:06:33.884294 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-1384acdd-7b51-4422-a8a8-13d7933fd7c5 tempest-AttachVolumeTestJSON-850155022 tempest-AttachVolumeTestJSON-850155022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4075768'] for floatingip, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:33.905372 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-1384acdd-7b51-4422-a8a8-13d7933fd7c5 tempest-AttachVolumeTestJSON-850155022 tempest-AttachVolumeTestJSON-850155022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for floatingip, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:33.911686 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-1384acdd-7b51-4422-a8a8-13d7933fd7c5 tempest-AttachVolumeTestJSON-850155022 tempest-AttachVolumeTestJSON-850155022-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.9098043 Jul 27 21:06:34.040270 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1384acdd-7b51-4422-a8a8-13d7933fd7c5 tempest-AttachVolumeTestJSON-850155022 tempest-AttachVolumeTestJSON-850155022-project] Pushing event updated for resources: {'Port': ['ID=0deae898-a0fa-468f-b4ec-90429011f438,revision_number=2']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:06:34.090082 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-052798f2-97aa-421a-b364-650651414466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '815b26e9-2d70-4966-b87a-ebec014fe418', 'name': 'tempest-ServerActionsTestJSON-1402176218-router', 'tenant_id': '037df3a90f014739a3644a9c2d1586c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.43'}], 'enable_snat': True}, 'gw_port_id': '6ee7a68a-7e47-454c-8e09-278e29ff0654', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:56:54Z', 'updated_at': '2021-07-27T20:57:03Z', 'revision_number': 4, 'project_id': '037df3a90f014739a3644a9c2d1586c8', 'gw_port': {'id': '6ee7a68a-7e47-454c-8e09-278e29ff0654', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:be:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '815b26e9-2d70-4966-b87a-ebec014fe418', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:56:56Z', 'updated_at': '2021-07-27T20:57:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_interfaces': [{'id': '235df7f4-77d9-4680-9d65-8935c7f68316', 'name': '', 'network_id': '6aa76440-68bb-4814-b579-87efb5c679e3', 'tenant_id': '037df3a90f014739a3644a9c2d1586c8', 'mac_address': 'fa:16:3e:9a:f3:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '815b26e9-2d70-4966-b87a-ebec014fe418', 'device_owner': 'network:router_interface', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '746696d1-95cb-4db5-9b25-089085191295', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:57:02Z', 'updated_at': '2021-07-27T20:57:12Z', 'revision_number': 5, 'project_id': '037df3a90f014739a3644a9c2d1586c8', 'subnets': [{'id': '746696d1-95cb-4db5-9b25-089085191295', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-22', False) {} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:06:34.121259 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-052798f2-97aa-421a-b364-650651414466 None None] Checking router: 815b26e9-2d70-4966-b87a-ebec014fe418 for host: n-d-705658-22 {{(pid=105587) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:06:34.127481 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-7de97998-5418-4c61-8b6e-ae32150d21a3 tempest-BulkNetworkOpsIpV6Test-681943429 tempest-BulkNetworkOpsIpV6Test-681943429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9014150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9738800'] for subnet, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:34.143138 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-052798f2-97aa-421a-b364-650651414466 None None] Routers {'815b26e9-2d70-4966-b87a-ebec014fe418'} bound to L3 agent in host n-d-705658-22 {{(pid=105587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:06:34.154907 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-052798f2-97aa-421a-b364-650651414466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:06:11Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['815b26e9-2d70-4966-b87a-ebec014fe418'], 'active': True} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:06:34.171097 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-ade9da78-0dc9-4f3b-a665-3533cb35c75b req-4a2298fd-fe59-49e7-84ed-b3a8e7b38fc2 tempest-AttachVolumeTestJSON-850155022 tempest-AttachVolumeTestJSON-850155022-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-securitygroup--409010710&fields=id&tenant_id=dcfc656e3a0b42809921004863a52506 HTTP/1.1" status: 200 len: 267 time: 0.0921764 Jul 27 21:06:34.220079 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de97998-5418-4c61-8b6e-ae32150d21a3 tempest-BulkNetworkOpsIpV6Test-681943429 tempest-BulkNetworkOpsIpV6Test-681943429-project] Pushing event updated for resources: {'Subnet': ['ID=9cadfaa2-7325-404f-8616-3b3530551a69,revision_number=0']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:06:34.232163 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7de97998-5418-4c61-8b6e-ae32150d21a3 tempest-BulkNetworkOpsIpV6Test-681943429 tempest-BulkNetworkOpsIpV6Test-681943429-project] Checking segment: {'id': '9534a9a4-726a-40a8-a801-5bb0289d41cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'b007f040-b85d-4520-b5e2-3fa748ba6465'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:06:34.232647 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7de97998-5418-4c61-8b6e-ae32150d21a3 tempest-BulkNetworkOpsIpV6Test-681943429 tempest-BulkNetworkOpsIpV6Test-681943429-project] Network hostable DHCP agents. Network: b007f040-b85d-4520-b5e2-3fa748ba6465, hostable agents: ['7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a'], hosted agents: [] {{(pid=105584) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:06:34.257076 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7de97998-5418-4c61-8b6e-ae32150d21a3 tempest-BulkNetworkOpsIpV6Test-681943429 tempest-BulkNetworkOpsIpV6Test-681943429-project] Network b007f040-b85d-4520-b5e2-3fa748ba6465 is scheduled to be hosted by DHCP agent 7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a with binding_index 1 {{(pid=105584) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:06:34.268777 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [None req-7de97998-5418-4c61-8b6e-ae32150d21a3 tempest-BulkNetworkOpsIpV6Test-681943429 tempest-BulkNetworkOpsIpV6Test-681943429-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-22, b007f040-b85d-4520-b5e2-3fa748ba6465) {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:06:34.282340 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47e24ae5-e3a3-4f8a-b993-f2ac5a5251dd None None] Network b007f040-b85d-4520-b5e2-3fa748ba6465 requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:06:34.292018 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-7de97998-5418-4c61-8b6e-ae32150d21a3 tempest-BulkNetworkOpsIpV6Test-681943429 tempest-BulkNetworkOpsIpV6Test-681943429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9014150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9738800'] for subnet, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:34.410096 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade9da78-0dc9-4f3b-a665-3533cb35c75b req-8f230b95-9344-441d-9895-7a05b4234686 tempest-AttachVolumeTestJSON-850155022 tempest-AttachVolumeTestJSON-850155022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:06:34.417551 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-ade9da78-0dc9-4f3b-a665-3533cb35c75b req-8f230b95-9344-441d-9895-7a05b4234686 tempest-AttachVolumeTestJSON-850155022 tempest-AttachVolumeTestJSON-850155022-project] 10.222.0.59 "GET /v2.0/networks?id=32d25553-aa43-4782-af0c-d6a2b47507a7 HTTP/1.1" status: 200 len: 810 time: 0.2360976 Jul 27 21:06:34.461965 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device 0d25b76a-67ba-4b3b-8026-3f225d5e391c no longer exists at agent hyperv_n-h1-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:06:34.465796 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de97998-5418-4c61-8b6e-ae32150d21a3 tempest-BulkNetworkOpsIpV6Test-681943429 tempest-BulkNetworkOpsIpV6Test-681943429-project] Pushing event updated for resources: {'Subnet': ['ID=e164d9d6-c5f4-4afe-a072-8774d582323d,revision_number=0']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:06:34.480102 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-ade9da78-0dc9-4f3b-a665-3533cb35c75b req-c53c746e-d126-4da1-b7b4-d270df8d2efb tempest-AttachVolumeTestJSON-850155022 tempest-AttachVolumeTestJSON-850155022-project] 10.222.0.59 "GET /v2.0/quotas/dcfc656e3a0b42809921004863a52506 HTTP/1.1" status: 200 len: 375 time: 0.0614407 Jul 27 21:06:34.501302 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-28650df7-c46c-4981-b84f-37d87254047e None None] No Port match for: 0d25b76a-67ba-4b3b-8026-3f225d5e391c {{(pid=105586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:06:34.501791 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device 0d25b76a-67ba-4b3b-8026-3f225d5e391c not bound to the agent host n-h1-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:06:34.516907 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7de97998-5418-4c61-8b6e-ae32150d21a3 tempest-BulkNetworkOpsIpV6Test-681943429 tempest-BulkNetworkOpsIpV6Test-681943429-project] Checking segment: {'id': '08674437-ce28-47de-a7b4-806c64eccc39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '568b392b-b8a5-45dc-b618-40c1c1ed8c1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:06:34.520455 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7de97998-5418-4c61-8b6e-ae32150d21a3 tempest-BulkNetworkOpsIpV6Test-681943429 tempest-BulkNetworkOpsIpV6Test-681943429-project] Network hostable DHCP agents. Network: 568b392b-b8a5-45dc-b618-40c1c1ed8c1e, hostable agents: ['7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a'], hosted agents: [] {{(pid=105584) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:06:34.549703 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvr_db [None req-052798f2-97aa-421a-b364-650651414466 None None] Set router 815b26e9-2d70-4966-b87a-ebec014fe418 gateway port host: n-d-705658-22 {{(pid=105587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:06:34.559323 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7de97998-5418-4c61-8b6e-ae32150d21a3 tempest-BulkNetworkOpsIpV6Test-681943429 tempest-BulkNetworkOpsIpV6Test-681943429-project] Network 568b392b-b8a5-45dc-b618-40c1c1ed8c1e is scheduled to be hosted by DHCP agent 7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a with binding_index 1 {{(pid=105584) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:06:34.575722 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [None req-7de97998-5418-4c61-8b6e-ae32150d21a3 tempest-BulkNetworkOpsIpV6Test-681943429 tempest-BulkNetworkOpsIpV6Test-681943429-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-22, 568b392b-b8a5-45dc-b618-40c1c1ed8c1e) {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:06:34.581259 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7de97998-5418-4c61-8b6e-ae32150d21a3 tempest-BulkNetworkOpsIpV6Test-681943429 tempest-BulkNetworkOpsIpV6Test-681943429-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:06:34.581867 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7de97998-5418-4c61-8b6e-ae32150d21a3 tempest-BulkNetworkOpsIpV6Test-681943429 tempest-BulkNetworkOpsIpV6Test-681943429-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:06:34.582495 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-7de97998-5418-4c61-8b6e-ae32150d21a3 tempest-BulkNetworkOpsIpV6Test-681943429 tempest-BulkNetworkOpsIpV6Test-681943429-project] Notify callbacks [] for subnet, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:34.587179 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee9be9d-05b9-41c9-bf07-bbe0d4bd6625 req-4b5f69e1-8ad0-4f88-9ef2-9ccd1e14db6f tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:06:34.589543 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07b91a98-555c-4666-867f-19ce7c65dc44 None None] Network 568b392b-b8a5-45dc-b618-40c1c1ed8c1e requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:06:34.597143 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-eee9be9d-05b9-41c9-bf07-bbe0d4bd6625 req-4b5f69e1-8ad0-4f88-9ef2-9ccd1e14db6f tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] 10.222.0.59 "GET /v2.0/ports?device_id=f4131bf3-56d0-4dd5-8a0b-f9b028d7bbbe HTTP/1.1" status: 200 len: 943 time: 0.1708388 Jul 27 21:06:34.612812 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-7de97998-5418-4c61-8b6e-ae32150d21a3 tempest-BulkNetworkOpsIpV6Test-681943429 tempest-BulkNetworkOpsIpV6Test-681943429-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1475 time: 2.2847390 Jul 27 21:06:34.615320 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 49288) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:06:34.660749 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-eee9be9d-05b9-41c9-bf07-bbe0d4bd6625 req-68768462-24cb-4426-930c-11c9da9411ce tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] 10.222.0.59 "GET /v2.0/security-groups?id=771ef501-f193-4e50-901d-4721d89f2b91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621004 Jul 27 21:06:34.732421 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-ade9da78-0dc9-4f3b-a665-3533cb35c75b req-e82829b1-67a6-4d6a-a737-17e1be7951d3 tempest-AttachVolumeTestJSON-850155022 tempest-AttachVolumeTestJSON-850155022-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=dcfc656e3a0b42809921004863a52506&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2513916 Jul 27 21:06:34.825774 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9b49840-c2ad-4112-a55d-bbf28067ba1f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30bb4b93-b285-5d90-9493-f9ec33ea333c-b007f040-b85d-4520-b5e2-3fa748ba6465', 'network_id': 'b007f040-b85d-4520-b5e2-3fa748ba6465', 'tenant_id': 'c355abbb2c434db6ae717ce5a3043626', 'fixed_ips': [{'subnet_id': '9cadfaa2-7325-404f-8616-3b3530551a69'}]}} from n-d-705658-22. {{(pid=105586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 21:06:34.826637 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-d9b49840-c2ad-4112-a55d-bbf28067ba1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:34.877177 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b25fcbc4-eaf5-4155-85f9-6badcc9e244f tempest-BulkNetworkOpsIpV6Test-681943429 tempest-BulkNetworkOpsIpV6Test-681943429-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:06:34.878948 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b25fcbc4-eaf5-4155-85f9-6badcc9e244f tempest-BulkNetworkOpsIpV6Test-681943429 tempest-BulkNetworkOpsIpV6Test-681943429-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:06:34.882974 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b25fcbc4-eaf5-4155-85f9-6badcc9e244f tempest-BulkNetworkOpsIpV6Test-681943429 tempest-BulkNetworkOpsIpV6Test-681943429-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:06:34.888198 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-b25fcbc4-eaf5-4155-85f9-6badcc9e244f tempest-BulkNetworkOpsIpV6Test-681943429 tempest-BulkNetworkOpsIpV6Test-681943429-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2101 time: 0.2714934 Jul 27 21:06:34.896381 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 49294) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:06:34.947401 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-ade9da78-0dc9-4f3b-a665-3533cb35c75b req-d1f0714b-0052-4919-89e1-fae4a40cfd4b service neutron] 10.222.0.59 "GET /v2.0/networks/32d25553-aa43-4782-af0c-d6a2b47507a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1940808 Jul 27 21:06:34.985885 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.db_base_plugin_v2 [None req-83ad1017-f240-48cf-ba09-6ec1e1c9b1dc tempest-BulkNetworkOpsIpV6Test-681943429 tempest-BulkNetworkOpsIpV6Test-681943429-project] Deleting subnet 9cadfaa2-7325-404f-8616-3b3530551a69 {{(pid=105584) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:06:35.075877 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-052798f2-97aa-421a-b364-650651414466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '815b26e9-2d70-4966-b87a-ebec014fe418', 'name': 'tempest-ServerActionsTestJSON-1402176218-router', 'tenant_id': '037df3a90f014739a3644a9c2d1586c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.43'}], 'enable_snat': True}, 'gw_port_id': '6ee7a68a-7e47-454c-8e09-278e29ff0654', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:56:54Z', 'updated_at': '2021-07-27T20:57:03Z', 'revision_number': 4, 'project_id': '037df3a90f014739a3644a9c2d1586c8', 'gw_port': {'id': '6ee7a68a-7e47-454c-8e09-278e29ff0654', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:be:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '815b26e9-2d70-4966-b87a-ebec014fe418', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:56:56Z', 'updated_at': '2021-07-27T20:57:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_interfaces': [{'id': '235df7f4-77d9-4680-9d65-8935c7f68316', 'name': '', 'network_id': '6aa76440-68bb-4814-b579-87efb5c679e3', 'tenant_id': '037df3a90f014739a3644a9c2d1586c8', 'mac_address': 'fa:16:3e:9a:f3:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '815b26e9-2d70-4966-b87a-ebec014fe418', 'device_owner': 'network:router_interface', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '746696d1-95cb-4db5-9b25-089085191295', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:57:02Z', 'updated_at': '2021-07-27T20:57:12Z', 'revision_number': 5, 'project_id': '037df3a90f014739a3644a9c2d1586c8', 'subnets': [{'id': '746696d1-95cb-4db5-9b25-089085191295', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-22', False) {} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:06:35.105407 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-ade9da78-0dc9-4f3b-a665-3533cb35c75b req-58a26d6e-ef7d-41d8-866d-345ea3a3fffe service neutron] 10.222.0.59 "GET /v2.0/networks/32d25553-aa43-4782-af0c-d6a2b47507a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1567309 Jul 27 21:06:35.119267 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-052798f2-97aa-421a-b364-650651414466 None None] The sync data for ids ['815b26e9-2d70-4966-b87a-ebec014fe418'] in n-d-705658-22 is: [{'id': '815b26e9-2d70-4966-b87a-ebec014fe418', 'name': 'tempest-ServerActionsTestJSON-1402176218-router', 'tenant_id': '037df3a90f014739a3644a9c2d1586c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.43'}], 'enable_snat': True}, 'gw_port_id': '6ee7a68a-7e47-454c-8e09-278e29ff0654', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:56:54Z', 'updated_at': '2021-07-27T20:57:03Z', 'revision_number': 4, 'project_id': '037df3a90f014739a3644a9c2d1586c8', 'gw_port': {'id': '6ee7a68a-7e47-454c-8e09-278e29ff0654', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:be:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '815b26e9-2d70-4966-b87a-ebec014fe418', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:56:56Z', 'updated_at': '2021-07-27T20:57:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_interfaces': [{'id': '235df7f4-77d9-4680-9d65-8935c7f68316', 'name': '', 'network_id': '6aa76440-68bb-4814-b579-87efb5c679e3', 'tenant_id': '037df3a90f014739a3644a9c2d1586c8', 'mac_address': 'fa:16:3e:9a:f3:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '815b26e9-2d70-4966-b87a-ebec014fe418', 'device_owner': 'network:router_interface', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '746696d1-95cb-4db5-9b25-089085191295', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:57:02Z', 'updated_at': '2021-07-27T20:57:12Z', 'revision_number': 5, 'project_id': '037df3a90f014739a3644a9c2d1586c8', 'subnets': [{'id': '746696d1-95cb-4db5-9b25-089085191295', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:06:35.122980 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.db_base_plugin_common [None req-d9b49840-c2ad-4112-a55d-bbf28067ba1f None None] Allocated IP 2001:db8::1 (b007f040-b85d-4520-b5e2-3fa748ba6465/9cadfaa2-7325-404f-8616-3b3530551a69/851ed9be-32f6-4705-8b35-2ff594bd83a4) {{(pid=105586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:06:35.124014 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 49296) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:06:35.137155 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 1513f8ea-a9a9-42b8-9469-070c68e29358 up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:06:35.139842 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9e89a84-3abd-40e1-ad67-f418f63d900c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30bb4b93-b285-5d90-9493-f9ec33ea333c-568b392b-b8a5-45dc-b618-40c1c1ed8c1e', 'network_id': '568b392b-b8a5-45dc-b618-40c1c1ed8c1e', 'tenant_id': 'c355abbb2c434db6ae717ce5a3043626', 'fixed_ips': [{'subnet_id': 'e164d9d6-c5f4-4afe-a072-8774d582323d'}]}} from n-d-705658-22. {{(pid=105586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 21:06:35.141129 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-e9e89a84-3abd-40e1-ad67-f418f63d900c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:35.240474 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-0908eb67-9545-4623-9a20-bb36d3b2d1da tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] Notify callbacks [] for security_group, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:35.298255 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-0908eb67-9545-4623-9a20-bb36d3b2d1da tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:35.356271 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-0908eb67-9545-4623-9a20-bb36d3b2d1da tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:35.357980 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning for port 1513f8ea-a9a9-42b8-9469-070c68e29358 completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:06:35.360933 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-0908eb67-9545-4623-9a20-bb36d3b2d1da tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] Notify callbacks [] for security_group, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:35.365473 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-0908eb67-9545-4623-9a20-bb36d3b2d1da tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] 10.222.0.59 "DELETE /v2.0/security-groups/e760076b-6854-47cf-947b-f6a7a8a579d1 HTTP/1.1" status: 204 len: 168 time: 0.2403378 Jul 27 21:06:35.365656 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port 1513f8ea-a9a9-42b8-9469-070c68e29358 triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:06:35.366109 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:35.366565 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 49304) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:06:35.392549 n-d-705658-22 neutron-server[105584]: INFO neutron.api.v2.resource [None req-714d340b-59ef-4b20-a372-8654cdf99543 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] show failed (client error): The resource could not be found. Jul 27 21:06:35.396742 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-714d340b-59ef-4b20-a372-8654cdf99543 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] 10.222.0.59 "GET /v2.0/security-groups/e760076b-6854-47cf-947b-f6a7a8a579d1 HTTP/1.1" status: 404 len: 347 time: 0.0251093 Jul 27 21:06:35.403257 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 49306) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:06:35.423480 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-7c4be194-76a1-4d4d-ba82-2492cad664fb req-7df3343d-1e42-4f1f-9860-6b3ecd322c11 tempest-AttachVolumeTestJSON-850155022 tempest-AttachVolumeTestJSON-850155022-project] 10.222.0.59 "GET /v2.0/ports?device_id=0f9b044c-3d59-4da2-bba4-f9456b3d9774 HTTP/1.1" status: 200 len: 210 time: 0.0690753 Jul 27 21:06:35.464735 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0908eb67-9545-4623-9a20-bb36d3b2d1da tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e760076b-6854-47cf-947b-f6a7a8a579d1,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:06:35.574768 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-1a44b4a1-bca0-4f03-87b6-a3bc6ccf8df1 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] Deleting port 30376c5d-5218-4a7e-9665-9cc95bdb9b03 {{(pid=105584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:06:35.575362 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-1a44b4a1-bca0-4f03-87b6-a3bc6ccf8df1 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:35.611715 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-d9b49840-c2ad-4112-a55d-bbf28067ba1f None None] Notify callbacks [] for port, precommit_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:35.627689 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3691e32-313a-47c3-b050-b0c3ec1507b5 None None] New status for floating IP 585cc19d-28a6-4187-9d03-7cc70b0627bb: DOWN {{(pid=105586) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 21:06:35.630798 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.db_base_plugin_common [None req-e9e89a84-3abd-40e1-ad67-f418f63d900c None None] Allocated IP 2001:db8:0:1::1 (568b392b-b8a5-45dc-b618-40c1c1ed8c1e/e164d9d6-c5f4-4afe-a072-8774d582323d/3d3f22c7-ed16-4178-b7ab-d36c398c81f6) {{(pid=105586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:06:35.680591 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-1a44b4a1-bca0-4f03-87b6-a3bc6ccf8df1 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:35.681024 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-1a44b4a1-bca0-4f03-87b6-a3bc6ccf8df1 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:35.681505 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-d9b49840-c2ad-4112-a55d-bbf28067ba1f None None] Transition to ACTIVE for port object 851ed9be-32f6-4705-8b35-2ff594bd83a4 will not be triggered until provisioned by entity L2. {{(pid=105586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:06:35.697488 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-1a44b4a1-bca0-4f03-87b6-a3bc6ccf8df1 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] Calling delete_port for 30376c5d-5218-4a7e-9665-9cc95bdb9b03 owned by network:floatingip {{(pid=105584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:06:35.817952 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e106e92-a8ae-40b0-bdc9-4feeb2bf3f9b req-c5aff08a-6a82-4601-a35c-6a4963312d5c tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:06:35.826799 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-4e106e92-a8ae-40b0-bdc9-4feeb2bf3f9b req-c5aff08a-6a82-4601-a35c-6a4963312d5c tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] 10.222.0.59 "GET /v2.0/ports?device_id=f4131bf3-56d0-4dd5-8a0b-f9b028d7bbbe HTTP/1.1" status: 200 len: 943 time: 0.0809197 Jul 27 21:06:35.874535 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-4e106e92-a8ae-40b0-bdc9-4feeb2bf3f9b req-9a309c86-51e8-4c93-b010-5609e57ddab0 tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] 10.222.0.59 "GET /v2.0/security-groups?id=771ef501-f193-4e50-901d-4721d89f2b91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459485 Jul 27 21:06:35.883217 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-d9b49840-c2ad-4112-a55d-bbf28067ba1f None None] Transition to ACTIVE for port object 851ed9be-32f6-4705-8b35-2ff594bd83a4 will not be triggered until provisioned by entity DHCP. {{(pid=105586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:06:35.888484 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-1a44b4a1-bca0-4f03-87b6-a3bc6ccf8df1 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:35.893737 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.db.api [None req-c3691e32-313a-47c3-b050-b0c3ec1507b5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105586) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 27 21:06:35.894384 n-d-705658-22 neutron-server[105586]: DEBUG oslo_db.api [None req-c3691e32-313a-47c3-b050-b0c3ec1507b5 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 27 21:06:35.899527 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-d9b49840-c2ad-4112-a55d-bbf28067ba1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143'] for port, after_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:35.908626 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-83ad1017-f240-48cf-ba09-6ec1e1c9b1dc tempest-BulkNetworkOpsIpV6Test-681943429 tempest-BulkNetworkOpsIpV6Test-681943429-project] Notify callbacks [] for subnet, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:35.968499 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-83ad1017-f240-48cf-ba09-6ec1e1c9b1dc tempest-BulkNetworkOpsIpV6Test-681943429 tempest-BulkNetworkOpsIpV6Test-681943429-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9014207'] for subnet, precommit_delete_associations {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:36.032866 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b49840-c2ad-4112-a55d-bbf28067ba1f None None] Pushing event updated for resources: {'Port': ['ID=851ed9be-32f6-4705-8b35-2ff594bd83a4,revision_number=1']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:06:36.062495 n-d-705658-22 neutron-server[105586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9b49840-c2ad-4112-a55d-bbf28067ba1f None None] Network b007f040-b85d-4520-b5e2-3fa748ba6465 is already hosted by enough agents. {{(pid=105586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:06:36.066298 n-d-705658-22 neutron-server[105586]: DEBUG neutron.scheduler.base_scheduler [None req-d9b49840-c2ad-4112-a55d-bbf28067ba1f None None] Resources bound (agent type, host, resource id): {{(pid=105586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:06:36.068091 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:36.069933 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9b49840-c2ad-4112-a55d-bbf28067ba1f None None] Received port after_create {{(pid=105586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:06:36.075501 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a44b4a1-bca0-4f03-87b6-a3bc6ccf8df1 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] Pushing event deleted for resources: {'Port': ['ID=30376c5d-5218-4a7e-9665-9cc95bdb9b03,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:06:36.120570 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-1a44b4a1-bca0-4f03-87b6-a3bc6ccf8df1 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] Notify callbacks [] for floatingip, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:36.123089 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-1a44b4a1-bca0-4f03-87b6-a3bc6ccf8df1 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for floatingip, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:36.124251 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-1a44b4a1-bca0-4f03-87b6-a3bc6ccf8df1 tempest-ServerActionsTestJSON-1879566050 tempest-ServerActionsTestJSON-1879566050-project] 10.222.0.59 "DELETE /v2.0/floatingips/585cc19d-28a6-4187-9d03-7cc70b0627bb HTTP/1.1" status: 204 len: 168 time: 0.7197886 Jul 27 21:06:36.128230 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 49320) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:06:36.187582 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-83ad1017-f240-48cf-ba09-6ec1e1c9b1dc tempest-BulkNetworkOpsIpV6Test-681943429 tempest-BulkNetworkOpsIpV6Test-681943429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854965'] for subnet, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:36.212308 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] For port 1513f8ea-a9a9-42b8-9469-070c68e29358, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=1513f8ea-a9a9-42b8-9469-070c68e29358,segment=NetworkSegment(3b7237b7-e1d5-469a-ad3d-468d7cc14174),segment_id=3b7237b7-e1d5-469a-ad3d-468d7cc14174)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:06:36.250481 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:36.267365 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-83ad1017-f240-48cf-ba09-6ec1e1c9b1dc tempest-BulkNetworkOpsIpV6Test-681943429 tempest-BulkNetworkOpsIpV6Test-681943429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9014081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9738825'] for subnet, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:36.302306 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ad1017-f240-48cf-ba09-6ec1e1c9b1dc tempest-BulkNetworkOpsIpV6Test-681943429 tempest-BulkNetworkOpsIpV6Test-681943429-project] Pushing event deleted for resources: {'Subnet': ['ID=9cadfaa2-7325-404f-8616-3b3530551a69,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:06:36.315088 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-83ad1017-f240-48cf-ba09-6ec1e1c9b1dc tempest-BulkNetworkOpsIpV6Test-681943429 tempest-BulkNetworkOpsIpV6Test-681943429-project] Notify callbacks [] for subnet, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:36.319479 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-83ad1017-f240-48cf-ba09-6ec1e1c9b1dc tempest-BulkNetworkOpsIpV6Test-681943429 tempest-BulkNetworkOpsIpV6Test-681943429-project] 10.222.0.59 "DELETE /v2.0/subnets/9cadfaa2-7325-404f-8616-3b3530551a69 HTTP/1.1" status: 204 len: 168 time: 1.4215713 Jul 27 21:06:36.322825 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 49324) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:06:36.329199 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-d9b49840-c2ad-4112-a55d-bbf28067ba1f None None] Attempting to bind port 851ed9be-32f6-4705-8b35-2ff594bd83a4 on host n-d-705658-22 for vnic_type normal with profile {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:06:36.329694 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-d9b49840-c2ad-4112-a55d-bbf28067ba1f None None] Attempting to bind port 851ed9be-32f6-4705-8b35-2ff594bd83a4 by drivers openvswitch,hyperv on host n-d-705658-22 at level 0 using segments [{'id': '9534a9a4-726a-40a8-a801-5bb0289d41cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'b007f040-b85d-4520-b5e2-3fa748ba6465'}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:06:36.329945 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9b49840-c2ad-4112-a55d-bbf28067ba1f None None] Attempting to bind port 851ed9be-32f6-4705-8b35-2ff594bd83a4 on network b007f040-b85d-4520-b5e2-3fa748ba6465 {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:06:36.350317 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:36.353334 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-e9e89a84-3abd-40e1-ad67-f418f63d900c None None] Notify callbacks [] for port, precommit_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:36.355315 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9b49840-c2ad-4112-a55d-bbf28067ba1f None None] Checking agent: {'id': '04a7ea91-6318-467e-ace6-b0fb48c8690f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 41, 42), 'started_at': datetime.datetime(2021, 7, 27, 20, 42, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 6, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:06:36.355691 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9b49840-c2ad-4112-a55d-bbf28067ba1f None None] Checking segment: {'id': '9534a9a4-726a-40a8-a801-5bb0289d41cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'b007f040-b85d-4520-b5e2-3fa748ba6465'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:06:36.356087 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-d9b49840-c2ad-4112-a55d-bbf28067ba1f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:36.356486 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9b49840-c2ad-4112-a55d-bbf28067ba1f None None] Bound using segment: {'id': '9534a9a4-726a-40a8-a801-5bb0289d41cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'b007f040-b85d-4520-b5e2-3fa748ba6465'} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:06:36.356971 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-d9b49840-c2ad-4112-a55d-bbf28067ba1f None None] Bound port: 851ed9be-32f6-4705-8b35-2ff594bd83a4, host: n-d-705658-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9534a9a4-726a-40a8-a801-5bb0289d41cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'b007f040-b85d-4520-b5e2-3fa748ba6465'}}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:06:36.357360 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-d9b49840-c2ad-4112-a55d-bbf28067ba1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:36.387092 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-e9e89a84-3abd-40e1-ad67-f418f63d900c None None] Transition to ACTIVE for port object 3d3f22c7-ed16-4178-b7ab-d36c398c81f6 will not be triggered until provisioned by entity L2. {{(pid=105586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:06:36.397673 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3691e32-313a-47c3-b050-b0c3ec1507b5 None None] New status for floating IP 585cc19d-28a6-4187-9d03-7cc70b0627bb: DOWN {{(pid=105586) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 21:06:36.404400 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Pushing event updated for resources: {'Port': ['ID=1513f8ea-a9a9-42b8-9469-070c68e29358,revision_number=5']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:06:36.417321 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8eb1937-f033-44f7-824a-8894a7c57b2c tempest-BulkNetworkOpsIpV6Test-681943429 tempest-BulkNetworkOpsIpV6Test-681943429-project] Deleting subnet e164d9d6-c5f4-4afe-a072-8774d582323d {{(pid=105584) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:06:36.490022 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-e9e89a84-3abd-40e1-ad67-f418f63d900c None None] Transition to ACTIVE for port object 3d3f22c7-ed16-4178-b7ab-d36c398c81f6 will not be triggered until provisioned by entity DHCP. {{(pid=105586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:06:36.506424 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c8eb1937-f033-44f7-824a-8894a7c57b2c tempest-BulkNetworkOpsIpV6Test-681943429 tempest-BulkNetworkOpsIpV6Test-681943429-project] Notify callbacks [] for subnet, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:36.507283 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-e9e89a84-3abd-40e1-ad67-f418f63d900c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143'] for port, after_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:36.592280 n-d-705658-22 neutron-server[105586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9e89a84-3abd-40e1-ad67-f418f63d900c None None] Network 568b392b-b8a5-45dc-b618-40c1c1ed8c1e is already hosted by enough agents. {{(pid=105586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:06:36.599730 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-d9b49840-c2ad-4112-a55d-bbf28067ba1f None None] For port 851ed9be-32f6-4705-8b35-2ff594bd83a4, host n-d-705658-22, cleared binding levels {{(pid=105586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:06:36.602060 n-d-705658-22 neutron-server[105586]: DEBUG neutron.scheduler.base_scheduler [None req-e9e89a84-3abd-40e1-ad67-f418f63d900c None None] Resources bound (agent type, host, resource id): {{(pid=105586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:06:36.602651 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c8eb1937-f033-44f7-824a-8894a7c57b2c tempest-BulkNetworkOpsIpV6Test-681943429 tempest-BulkNetworkOpsIpV6Test-681943429-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9014207'] for subnet, precommit_delete_associations {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:36.613899 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9e89a84-3abd-40e1-ad67-f418f63d900c None None] Received port after_create {{(pid=105586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:06:36.623404 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-d9b49840-c2ad-4112-a55d-bbf28067ba1f None None] For port 851ed9be-32f6-4705-8b35-2ff594bd83a4, host n-d-705658-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=851ed9be-32f6-4705-8b35-2ff594bd83a4,segment=NetworkSegment(9534a9a4-726a-40a8-a801-5bb0289d41cf),segment_id=9534a9a4-726a-40a8-a801-5bb0289d41cf)] {{(pid=105586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:06:36.631942 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e89a84-3abd-40e1-ad67-f418f63d900c None None] Pushing event updated for resources: {'Port': ['ID=3d3f22c7-ed16-4178-b7ab-d36c398c81f6,revision_number=1']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:06:36.658521 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-d9b49840-c2ad-4112-a55d-bbf28067ba1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:36.697155 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-58a4c0b6-be02-4a09-a12b-96762bc2bba0 req-285ed79e-faeb-410e-98fb-7debe3c197eb tempest-AttachVolumeTestJSON-850155022 tempest-AttachVolumeTestJSON-850155022-project] 10.222.0.59 "GET /v2.0/ports?device_id=0f9b044c-3d59-4da2-bba4-f9456b3d9774 HTTP/1.1" status: 200 len: 210 time: 0.0858457 Jul 27 21:06:36.728670 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c8eb1937-f033-44f7-824a-8894a7c57b2c tempest-BulkNetworkOpsIpV6Test-681943429 tempest-BulkNetworkOpsIpV6Test-681943429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854965'] for subnet, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:36.765959 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-e9e89a84-3abd-40e1-ad67-f418f63d900c None None] Attempting to bind port 3d3f22c7-ed16-4178-b7ab-d36c398c81f6 on host n-d-705658-22 for vnic_type normal with profile {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:06:36.766232 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-e9e89a84-3abd-40e1-ad67-f418f63d900c None None] Attempting to bind port 3d3f22c7-ed16-4178-b7ab-d36c398c81f6 by drivers openvswitch,hyperv on host n-d-705658-22 at level 0 using segments [{'id': '08674437-ce28-47de-a7b4-806c64eccc39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '568b392b-b8a5-45dc-b618-40c1c1ed8c1e'}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:06:36.766593 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9e89a84-3abd-40e1-ad67-f418f63d900c None None] Attempting to bind port 3d3f22c7-ed16-4178-b7ab-d36c398c81f6 on network 568b392b-b8a5-45dc-b618-40c1c1ed8c1e {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:06:36.792918 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9e89a84-3abd-40e1-ad67-f418f63d900c None None] Checking agent: {'id': '04a7ea91-6318-467e-ace6-b0fb48c8690f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 41, 42), 'started_at': datetime.datetime(2021, 7, 27, 20, 42, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 6, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:06:36.793670 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9e89a84-3abd-40e1-ad67-f418f63d900c None None] Checking segment: {'id': '08674437-ce28-47de-a7b4-806c64eccc39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '568b392b-b8a5-45dc-b618-40c1c1ed8c1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:06:36.794444 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-e9e89a84-3abd-40e1-ad67-f418f63d900c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:36.795013 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9e89a84-3abd-40e1-ad67-f418f63d900c None None] Bound using segment: {'id': '08674437-ce28-47de-a7b4-806c64eccc39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '568b392b-b8a5-45dc-b618-40c1c1ed8c1e'} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:06:36.795868 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-e9e89a84-3abd-40e1-ad67-f418f63d900c None None] Bound port: 3d3f22c7-ed16-4178-b7ab-d36c398c81f6, host: n-d-705658-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08674437-ce28-47de-a7b4-806c64eccc39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '568b392b-b8a5-45dc-b618-40c1c1ed8c1e'}}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:06:36.796604 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-e9e89a84-3abd-40e1-ad67-f418f63d900c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:36.809169 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c8eb1937-f033-44f7-824a-8894a7c57b2c tempest-BulkNetworkOpsIpV6Test-681943429 tempest-BulkNetworkOpsIpV6Test-681943429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9014081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9738825'] for subnet, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:36.885704 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-e9e89a84-3abd-40e1-ad67-f418f63d900c None None] For port 3d3f22c7-ed16-4178-b7ab-d36c398c81f6, host n-d-705658-22, cleared binding levels {{(pid=105586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:06:36.890141 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-e9e89a84-3abd-40e1-ad67-f418f63d900c None None] For port 3d3f22c7-ed16-4178-b7ab-d36c398c81f6, host n-d-705658-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=3d3f22c7-ed16-4178-b7ab-d36c398c81f6,segment=NetworkSegment(08674437-ce28-47de-a7b4-806c64eccc39),segment_id=08674437-ce28-47de-a7b4-806c64eccc39)] {{(pid=105586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:06:36.892260 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8eb1937-f033-44f7-824a-8894a7c57b2c tempest-BulkNetworkOpsIpV6Test-681943429 tempest-BulkNetworkOpsIpV6Test-681943429-project] Pushing event deleted for resources: {'Subnet': ['ID=e164d9d6-c5f4-4afe-a072-8774d582323d,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:06:36.894541 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81bd3a35-bbba-4367-8c6a-d3513bd13ef1 None None] Network b007f040-b85d-4520-b5e2-3fa748ba6465 requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:06:36.902754 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c8eb1937-f033-44f7-824a-8894a7c57b2c tempest-BulkNetworkOpsIpV6Test-681943429 tempest-BulkNetworkOpsIpV6Test-681943429-project] Notify callbacks [] for subnet, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:36.904797 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-c8eb1937-f033-44f7-824a-8894a7c57b2c tempest-BulkNetworkOpsIpV6Test-681943429 tempest-BulkNetworkOpsIpV6Test-681943429-project] 10.222.0.59 "DELETE /v2.0/subnets/e164d9d6-c5f4-4afe-a072-8774d582323d HTTP/1.1" status: 204 len: 168 time: 0.5808771 Jul 27 21:06:36.907948 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 49330) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:06:36.914472 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-237548d1-3d14-4324-8051-10fce9489054 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4076536'] for router_interface, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:36.982283 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b49840-c2ad-4112-a55d-bbf28067ba1f None None] Pushing event updated for resources: {'Port': ['ID=851ed9be-32f6-4705-8b35-2ff594bd83a4,revision_number=3']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:06:36.985165 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Device 692f13a5-f9cb-440b-acee-eec7835ad338 details requested by agent hyperv_n-h2-705658-22 with host n-h2-705658-22 {{(pid=105586) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:06:36.989907 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-e9e89a84-3abd-40e1-ad67-f418f63d900c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:36.996322 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dffecb7e-a1d1-4eb4-a86b-106491fee259 tempest-BulkNetworkOpsIpV6Test-681943429 tempest-BulkNetworkOpsIpV6Test-681943429-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:06:36.998018 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-dffecb7e-a1d1-4eb4-a86b-106491fee259 tempest-BulkNetworkOpsIpV6Test-681943429 tempest-BulkNetworkOpsIpV6Test-681943429-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0892754 Jul 27 21:06:37.007871 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 49336) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:06:37.150827 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-95b5bfa9-388b-4369-92a7-9674da3a26d3 tempest-BulkNetworkOpsIpV6Test-681943429 tempest-BulkNetworkOpsIpV6Test-681943429-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-990557'] for network, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:37.188977 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 1513f8ea-a9a9-42b8-9469-070c68e29358 up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:06:37.213851 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade9da78-0dc9-4f3b-a665-3533cb35c75b req-a636d1ca-77dd-4105-b36c-927e310d9937 tempest-AttachVolumeTestJSON-850155022 tempest-AttachVolumeTestJSON-850155022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:06:37.218881 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-ade9da78-0dc9-4f3b-a665-3533cb35c75b req-a636d1ca-77dd-4105-b36c-927e310d9937 tempest-AttachVolumeTestJSON-850155022 tempest-AttachVolumeTestJSON-850155022-project] 10.222.0.36 "GET /v2.0/networks?id=32d25553-aa43-4782-af0c-d6a2b47507a7 HTTP/1.1" status: 200 len: 810 time: 0.4221585 Jul 27 21:06:37.243815 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8f7283-6028-4667-b865-7c35bd868e5c req-ac095b72-9c60-4a36-9e68-91927cd58417 tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:06:37.250903 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-8b8f7283-6028-4667-b865-7c35bd868e5c req-ac095b72-9c60-4a36-9e68-91927cd58417 tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] 10.222.0.59 "GET /v2.0/ports?device_id=f4131bf3-56d0-4dd5-8a0b-f9b028d7bbbe HTTP/1.1" status: 200 len: 943 time: 0.1974161 Jul 27 21:06:37.306540 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-8b8f7283-6028-4667-b865-7c35bd868e5c req-2055cebc-9ea0-4c78-87fb-c22540e44eaf tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] 10.222.0.59 "GET /v2.0/security-groups?id=771ef501-f193-4e50-901d-4721d89f2b91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485897 Jul 27 21:06:37.329359 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-ade9da78-0dc9-4f3b-a665-3533cb35c75b req-cc9976a1-7b96-4184-aa9c-f7e5d6caf4f9 tempest-AttachVolumeTestJSON-850155022 tempest-AttachVolumeTestJSON-850155022-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dcfc656e3a0b42809921004863a52506 HTTP/1.1" status: 200 len: 379 time: 0.0780158 Jul 27 21:06:37.333086 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port 1513f8ea-a9a9-42b8-9469-070c68e29358 triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:06:37.333692 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:37.345168 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [req-ade9da78-0dc9-4f3b-a665-3533cb35c75b req-398989f0-4654-4ef1-ad5f-e8fe7b6660f3 tempest-AttachVolumeTestJSON-850155022 tempest-AttachVolumeTestJSON-850155022-project] Request body: {'port': {'device_id': '0f9b044c-3d59-4da2-bba4-f9456b3d9774', 'network_id': '32d25553-aa43-4782-af0c-d6a2b47507a7', 'admin_state_up': True, 'tenant_id': 'dcfc656e3a0b42809921004863a52506', 'security_groups': ['422951fc-fa2c-4390-9ebd-848cc406cf38']}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:06:37.370384 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.db.resource_extend [None req-3d54578f-831f-4696-b568-13c455922dab None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 27 21:06:37.406387 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-95b5bfa9-388b-4369-92a7-9674da3a26d3 tempest-BulkNetworkOpsIpV6Test-681943429 tempest-BulkNetworkOpsIpV6Test-681943429-project] Deleting port 3d3f22c7-ed16-4178-b7ab-d36c398c81f6 {{(pid=105584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:06:37.406734 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-95b5bfa9-388b-4369-92a7-9674da3a26d3 tempest-BulkNetworkOpsIpV6Test-681943429 tempest-BulkNetworkOpsIpV6Test-681943429-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:37.425104 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [None req-237548d1-3d14-4324-8051-10fce9489054 admin admin] Deleting port 235df7f4-77d9-4680-9d65-8935c7f68316 {{(pid=105585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:06:37.425324 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-237548d1-3d14-4324-8051-10fce9489054 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:37.475505 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] For port 692f13a5-f9cb-440b-acee-eec7835ad338, host n-h2-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=692f13a5-f9cb-440b-acee-eec7835ad338,segment=NetworkSegment(660ec341-81d1-41c4-8987-bc307d97b3d6),segment_id=660ec341-81d1-41c4-8987-bc307d97b3d6)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:06:37.502470 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Returning: {'device': '692f13a5-f9cb-440b-acee-eec7835ad338', 'network_id': '79bd215c-af8d-45db-ad24-972205044e15', 'port_id': '692f13a5-f9cb-440b-acee-eec7835ad338', 'mac_address': 'fa:16:3e:9b:b6:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 247, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63030826-f290-4ec4-88a7-e0d5c21af6b4', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105586) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:06:37.509500 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [None req-95b5bfa9-388b-4369-92a7-9674da3a26d3 tempest-BulkNetworkOpsIpV6Test-681943429 tempest-BulkNetworkOpsIpV6Test-681943429-project] For port 3d3f22c7-ed16-4178-b7ab-d36c398c81f6, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=3d3f22c7-ed16-4178-b7ab-d36c398c81f6,segment=NetworkSegment(08674437-ce28-47de-a7b4-806c64eccc39),segment_id=08674437-ce28-47de-a7b4-806c64eccc39)] {{(pid=105584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:06:37.509703 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-95b5bfa9-388b-4369-92a7-9674da3a26d3 tempest-BulkNetworkOpsIpV6Test-681943429 tempest-BulkNetworkOpsIpV6Test-681943429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:37.524323 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.db [None req-237548d1-3d14-4324-8051-10fce9489054 admin admin] For port 235df7f4-77d9-4680-9d65-8935c7f68316, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=235df7f4-77d9-4680-9d65-8935c7f68316,segment=NetworkSegment(7253e476-fc19-4126-9562-a06a41b3b94e),segment_id=7253e476-fc19-4126-9562-a06a41b3b94e)] {{(pid=105585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:06:37.524781 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-237548d1-3d14-4324-8051-10fce9489054 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:37.534101 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2757ca3-c505-4d8f-929b-d60d19068d9f None None] Network 568b392b-b8a5-45dc-b618-40c1c1ed8c1e requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:06:37.542146 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [None req-237548d1-3d14-4324-8051-10fce9489054 admin admin] Calling delete_port for 235df7f4-77d9-4680-9d65-8935c7f68316 owned by network:router_interface {{(pid=105585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:06:37.550238 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-95b5bfa9-388b-4369-92a7-9674da3a26d3 tempest-BulkNetworkOpsIpV6Test-681943429 tempest-BulkNetworkOpsIpV6Test-681943429-project] Calling delete_port for 3d3f22c7-ed16-4178-b7ab-d36c398c81f6 owned by network:dhcp {{(pid=105584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:06:37.593919 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e89a84-3abd-40e1-ad67-f418f63d900c None None] Pushing event updated for resources: {'Port': ['ID=3d3f22c7-ed16-4178-b7ab-d36c398c81f6,revision_number=3']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:06:37.632861 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:37.657175 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ade9da78-0dc9-4f3b-a665-3533cb35c75b req-398989f0-4654-4ef1-ad5f-e8fe7b6660f3 tempest-AttachVolumeTestJSON-850155022 tempest-AttachVolumeTestJSON-850155022-project] Made reservation on behalf of dcfc656e3a0b42809921004863a52506 for: {'port': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:06:37.668352 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-ade9da78-0dc9-4f3b-a665-3533cb35c75b req-398989f0-4654-4ef1-ad5f-e8fe7b6660f3 tempest-AttachVolumeTestJSON-850155022 tempest-AttachVolumeTestJSON-850155022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:37.676139 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [None req-3d54578f-831f-4696-b568-13c455922dab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 692f13a5-f9cb-440b-acee-eec7835ad338 {{(pid=105586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:06:37.750916 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-95b5bfa9-388b-4369-92a7-9674da3a26d3 tempest-BulkNetworkOpsIpV6Test-681943429 tempest-BulkNetworkOpsIpV6Test-681943429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:37.767770 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] For port 692f13a5-f9cb-440b-acee-eec7835ad338, host n-h2-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=692f13a5-f9cb-440b-acee-eec7835ad338,segment=NetworkSegment(660ec341-81d1-41c4-8987-bc307d97b3d6),segment_id=660ec341-81d1-41c4-8987-bc307d97b3d6)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:06:37.799404 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:37.840356 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc302153-3134-47de-8512-3d5f7ddca661 None None] get_active_networks_info from n-d-705658-22 {{(pid=105586) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 27 21:06:37.850224 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b5bfa9-388b-4369-92a7-9674da3a26d3 tempest-BulkNetworkOpsIpV6Test-681943429 tempest-BulkNetworkOpsIpV6Test-681943429-project] Pushing event deleted for resources: {'Port': ['ID=3d3f22c7-ed16-4178-b7ab-d36c398c81f6,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:06:37.851064 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-2d69aae9-ae73-47b8-818e-9fba32bf448c req-9a3ca7a7-8a5f-499a-9478-b4fcbfba7c7f tempest-AttachVolumeTestJSON-850155022 tempest-AttachVolumeTestJSON-850155022-project] 10.222.0.59 "GET /v2.0/ports?device_id=0f9b044c-3d59-4da2-bba4-f9456b3d9774 HTTP/1.1" status: 200 len: 210 time: 0.0447273 Jul 27 21:06:37.884755 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95b5bfa9-388b-4369-92a7-9674da3a26d3 tempest-BulkNetworkOpsIpV6Test-681943429 tempest-BulkNetworkOpsIpV6Test-681943429-project] No DVR routers for this DVR port 3d3f22c7-ed16-4178-b7ab-d36c398c81f6 on host n-d-705658-22 {{(pid=105584) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:06:37.911721 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-237548d1-3d14-4324-8051-10fce9489054 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:37.953918 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237548d1-3d14-4324-8051-10fce9489054 admin admin] Pushing event deleted for resources: {'Port': ['ID=235df7f4-77d9-4680-9d65-8935c7f68316,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:06:37.975022 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Pushing event updated for resources: {'Port': ['ID=692f13a5-f9cb-440b-acee-eec7835ad338,revision_number=9']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:06:38.033968 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-95b5bfa9-388b-4369-92a7-9674da3a26d3 tempest-BulkNetworkOpsIpV6Test-681943429 tempest-BulkNetworkOpsIpV6Test-681943429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853562', 'neutron.services.segments.db._delete_segments_for_network-8790688882975'] for network, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:38.054680 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.segments.db [None req-95b5bfa9-388b-4369-92a7-9674da3a26d3 tempest-BulkNetworkOpsIpV6Test-681943429 tempest-BulkNetworkOpsIpV6Test-681943429-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['568b392b-b8a5-45dc-b618-40c1c1ed8c1e']}} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:06:38.064574 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.db_base_plugin_common [req-ade9da78-0dc9-4f3b-a665-3533cb35c75b req-398989f0-4654-4ef1-ad5f-e8fe7b6660f3 tempest-AttachVolumeTestJSON-850155022 tempest-AttachVolumeTestJSON-850155022-project] Allocated IP 172.20.0.14 (32d25553-aa43-4782-af0c-d6a2b47507a7/fdae47fc-2d6f-4c83-9067-18a839318850/187dbab2-17f7-4985-97bf-cdc20c4f4895) {{(pid=105584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:06:38.071717 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.segments.db [None req-95b5bfa9-388b-4369-92a7-9674da3a26d3 tempest-BulkNetworkOpsIpV6Test-681943429 tempest-BulkNetworkOpsIpV6Test-681943429-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08674437-ce28-47de-a7b4-806c64eccc39') {'for_net_delete': True} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:06:38.072022 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.segments.db [None req-95b5bfa9-388b-4369-92a7-9674da3a26d3 tempest-BulkNetworkOpsIpV6Test-681943429 tempest-BulkNetworkOpsIpV6Test-681943429-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08674437-ce28-47de-a7b4-806c64eccc39') {} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:06:38.088316 n-d-705658-22 neutron-server[105586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc302153-3134-47de-8512-3d5f7ddca661 None None] Resources bound (agent type, host, resource id): {{(pid=105586) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 27 21:06:38.091723 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-95b5bfa9-388b-4369-92a7-9674da3a26d3 tempest-BulkNetworkOpsIpV6Test-681943429 tempest-BulkNetworkOpsIpV6Test-681943429-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790688883752', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9014348'] for segment, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:38.115360 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-95b5bfa9-388b-4369-92a7-9674da3a26d3 tempest-BulkNetworkOpsIpV6Test-681943429 tempest-BulkNetworkOpsIpV6Test-681943429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:38.130245 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95b5bfa9-388b-4369-92a7-9674da3a26d3 tempest-BulkNetworkOpsIpV6Test-681943429 tempest-BulkNetworkOpsIpV6Test-681943429-project] Releasing vlan 216 on physical network physnet1 to pool {{(pid=105584) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:06:38.130660 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-95b5bfa9-388b-4369-92a7-9674da3a26d3 tempest-BulkNetworkOpsIpV6Test-681943429 tempest-BulkNetworkOpsIpV6Test-681943429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9014063'] for segment, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:38.133976 n-d-705658-22 neutron-server[105584]: Traceback (most recent call last): Jul 27 21:06:38.133976 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:06:38.133976 n-d-705658-22 neutron-server[105584]: timer() Jul 27 21:06:38.133976 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:06:38.133976 n-d-705658-22 neutron-server[105584]: cb(*args, **kw) Jul 27 21:06:38.133976 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:06:38.133976 n-d-705658-22 neutron-server[105584]: return func(*args, **kwargs) Jul 27 21:06:38.133976 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:06:38.133976 n-d-705658-22 neutron-server[105584]: self._notify() Jul 27 21:06:38.133976 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:06:38.133976 n-d-705658-22 neutron-server[105584]: self.callback(batched_events) Jul 27 21:06:38.133976 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:06:38.133976 n-d-705658-22 neutron-server[105584]: event.method(event) Jul 27 21:06:38.133976 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:06:38.133976 n-d-705658-22 neutron-server[105584]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:06:38.133976 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:06:38.133976 n-d-705658-22 neutron-server[105584]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:06:38.133976 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:06:38.133976 n-d-705658-22 neutron-server[105584]: return f(self, *a, **k) Jul 27 21:06:38.133976 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:06:38.133976 n-d-705658-22 neutron-server[105584]: return self._get(url).json() Jul 27 21:06:38.133976 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:06:38.133976 n-d-705658-22 neutron-server[105584]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:06:38.133976 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:06:38.133976 n-d-705658-22 neutron-server[105584]: return self.request(url, 'GET', **kwargs) Jul 27 21:06:38.133976 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:06:38.133976 n-d-705658-22 neutron-server[105584]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:06:38.133976 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:06:38.133976 n-d-705658-22 neutron-server[105584]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:06:38.133976 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:06:38.133976 n-d-705658-22 neutron-server[105584]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:06:38.133976 n-d-705658-22 neutron-server[105584]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:06:38.173305 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] get_ports_and_sgs() called for port_ids ['692f13a5-f9cb-440b-acee-eec7835ad338'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:06:38.196395 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-237548d1-3d14-4324-8051-10fce9489054 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3743915', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4076308'] for router_interface, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:38.283423 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-95b5bfa9-388b-4369-92a7-9674da3a26d3 tempest-BulkNetworkOpsIpV6Test-681943429 tempest-BulkNetworkOpsIpV6Test-681943429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4075658'] for network, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:38.298903 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-95b5bfa9-388b-4369-92a7-9674da3a26d3 tempest-BulkNetworkOpsIpV6Test-681943429 tempest-BulkNetworkOpsIpV6Test-681943429-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743886'] for network, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:38.302972 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-95b5bfa9-388b-4369-92a7-9674da3a26d3 tempest-BulkNetworkOpsIpV6Test-681943429 tempest-BulkNetworkOpsIpV6Test-681943429-project] 10.222.0.59 "DELETE /v2.0/networks/568b392b-b8a5-45dc-b618-40c1c1ed8c1e HTTP/1.1" status: 204 len: 168 time: 1.2858896 Jul 27 21:06:38.314385 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 49348) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:06:38.329306 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b5bfa9-388b-4369-92a7-9674da3a26d3 tempest-BulkNetworkOpsIpV6Test-681943429 tempest-BulkNetworkOpsIpV6Test-681943429-project] Pushing event deleted for resources: {'Network': ['ID=568b392b-b8a5-45dc-b618-40c1c1ed8c1e,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:06:38.402557 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-ade9da78-0dc9-4f3b-a665-3533cb35c75b req-398989f0-4654-4ef1-ad5f-e8fe7b6660f3 tempest-AttachVolumeTestJSON-850155022 tempest-AttachVolumeTestJSON-850155022-project] Notify callbacks [] for port, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:38.436198 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.provisioning_blocks [req-ade9da78-0dc9-4f3b-a665-3533cb35c75b req-398989f0-4654-4ef1-ad5f-e8fe7b6660f3 tempest-AttachVolumeTestJSON-850155022 tempest-AttachVolumeTestJSON-850155022-project] Transition to ACTIVE for port object 187dbab2-17f7-4985-97bf-cdc20c4f4895 will not be triggered until provisioned by entity DHCP. {{(pid=105584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:06:38.449880 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-bb76ba22-6c5f-402c-895e-3105754b3129 tempest-BulkNetworkOpsIpV6Test-681943429 tempest-BulkNetworkOpsIpV6Test-681943429-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-990557'] for network, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:38.524431 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-ade9da78-0dc9-4f3b-a665-3533cb35c75b req-398989f0-4654-4ef1-ad5f-e8fe7b6660f3 tempest-AttachVolumeTestJSON-850155022 tempest-AttachVolumeTestJSON-850155022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:38.561376 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b418af9-7f4e-4beb-8f68-3bea94c46cbe req-aba9051f-e9ef-4962-a29f-4ba687502416 tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:06:38.562666 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-bb76ba22-6c5f-402c-895e-3105754b3129 tempest-BulkNetworkOpsIpV6Test-681943429 tempest-BulkNetworkOpsIpV6Test-681943429-project] Deleting port 851ed9be-32f6-4705-8b35-2ff594bd83a4 {{(pid=105584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:06:38.563034 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-bb76ba22-6c5f-402c-895e-3105754b3129 tempest-BulkNetworkOpsIpV6Test-681943429 tempest-BulkNetworkOpsIpV6Test-681943429-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:38.563329 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-8b418af9-7f4e-4beb-8f68-3bea94c46cbe req-aba9051f-e9ef-4962-a29f-4ba687502416 tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] 10.222.0.59 "GET /v2.0/ports?device_id=f4131bf3-56d0-4dd5-8a0b-f9b028d7bbbe HTTP/1.1" status: 200 len: 944 time: 0.1139679 Jul 27 21:06:38.565465 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-237548d1-3d14-4324-8051-10fce9489054 admin admin] Router 815b26e9-2d70-4966-b87a-ebec014fe418 has already been hosted by L3 agent dd128fd7-8e57-4d4f-895b-a96b369df59a {{(pid=105585) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:06:38.625540 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ade9da78-0dc9-4f3b-a665-3533cb35c75b req-398989f0-4654-4ef1-ad5f-e8fe7b6660f3 tempest-AttachVolumeTestJSON-850155022 tempest-AttachVolumeTestJSON-850155022-project] Network 32d25553-aa43-4782-af0c-d6a2b47507a7 is already hosted by enough agents. {{(pid=105584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:06:38.636986 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [req-ade9da78-0dc9-4f3b-a665-3533cb35c75b req-398989f0-4654-4ef1-ad5f-e8fe7b6660f3 tempest-AttachVolumeTestJSON-850155022 tempest-AttachVolumeTestJSON-850155022-project] Resources bound (agent type, host, resource id): {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:06:38.640419 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398989f0-4654-4ef1-ad5f-e8fe7b6660f3 tempest-AttachVolumeTestJSON-850155022 tempest-AttachVolumeTestJSON-850155022-project] Pushing event updated for resources: {'Port': ['ID=187dbab2-17f7-4985-97bf-cdc20c4f4895,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:06:38.651061 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [req-ade9da78-0dc9-4f3b-a665-3533cb35c75b req-398989f0-4654-4ef1-ad5f-e8fe7b6660f3 tempest-AttachVolumeTestJSON-850155022 tempest-AttachVolumeTestJSON-850155022-project] Received port after_create {{(pid=105584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:06:38.666201 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-8b418af9-7f4e-4beb-8f68-3bea94c46cbe req-d50752d7-3e8a-4b3d-8c27-490ee0379d63 tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] 10.222.0.59 "GET /v2.0/security-groups?id=771ef501-f193-4e50-901d-4721d89f2b91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0921319 Jul 27 21:06:38.749547 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [None req-bb76ba22-6c5f-402c-895e-3105754b3129 tempest-BulkNetworkOpsIpV6Test-681943429 tempest-BulkNetworkOpsIpV6Test-681943429-project] For port 851ed9be-32f6-4705-8b35-2ff594bd83a4, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=851ed9be-32f6-4705-8b35-2ff594bd83a4,segment=NetworkSegment(9534a9a4-726a-40a8-a801-5bb0289d41cf),segment_id=9534a9a4-726a-40a8-a801-5bb0289d41cf)] {{(pid=105584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:06:38.750752 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-bb76ba22-6c5f-402c-895e-3105754b3129 tempest-BulkNetworkOpsIpV6Test-681943429 tempest-BulkNetworkOpsIpV6Test-681943429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:38.768226 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-237548d1-3d14-4324-8051-10fce9489054 admin admin] Notify agent at l3_agent.n-d-705658-22 the message routers_updated {{(pid=105585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:06:38.774809 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-237548d1-3d14-4324-8051-10fce9489054 admin admin] 10.222.0.59 "PUT /v2.0/routers/815b26e9-2d70-4966-b87a-ebec014fe418/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6455317 Jul 27 21:06:38.777542 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 49354) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:06:38.781982 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-bb76ba22-6c5f-402c-895e-3105754b3129 tempest-BulkNetworkOpsIpV6Test-681943429 tempest-BulkNetworkOpsIpV6Test-681943429-project] Calling delete_port for 851ed9be-32f6-4705-8b35-2ff594bd83a4 owned by network:dhcp {{(pid=105584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:06:38.791991 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade9da78-0dc9-4f3b-a665-3533cb35c75b req-398989f0-4654-4ef1-ad5f-e8fe7b6660f3 tempest-AttachVolumeTestJSON-850155022 tempest-AttachVolumeTestJSON-850155022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:06:38.792742 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-ade9da78-0dc9-4f3b-a665-3533cb35c75b req-398989f0-4654-4ef1-ad5f-e8fe7b6660f3 tempest-AttachVolumeTestJSON-850155022 tempest-AttachVolumeTestJSON-850155022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:38.844727 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc48cff9-0b92-4877-b0d7-409216883208 None None] get_active_networks_info from n-d-705658-22 {{(pid=105586) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 27 21:06:38.863800 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-ade9da78-0dc9-4f3b-a665-3533cb35c75b req-398989f0-4654-4ef1-ad5f-e8fe7b6660f3 tempest-AttachVolumeTestJSON-850155022 tempest-AttachVolumeTestJSON-850155022-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5260386 Jul 27 21:06:38.891436 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [req-ade9da78-0dc9-4f3b-a665-3533cb35c75b req-4056ed07-4899-40d9-aade-1bf31352c6e2 service neutron] Request body: {'port': {'device_id': '0f9b044c-3d59-4da2-bba4-f9456b3d9774', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-705658-22'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:06:38.916549 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f27fe221-2f45-4277-8d93-b3da555ab72f None None] Sync routers for ids ['815b26e9-2d70-4966-b87a-ebec014fe418'] in n-d-705658-22 {{(pid=105587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:06:38.929340 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f27fe221-2f45-4277-8d93-b3da555ab72f None None] Routers {'815b26e9-2d70-4966-b87a-ebec014fe418'} bound to L3 agent in host n-d-705658-22 {{(pid=105587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:06:38.931282 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-f27fe221-2f45-4277-8d93-b3da555ab72f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:06:11Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['815b26e9-2d70-4966-b87a-ebec014fe418'], 'active': True} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:06:39.003894 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-cacd1412-4a69-4daf-b6ce-2c5293f82e0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:39.082690 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-ade9da78-0dc9-4f3b-a665-3533cb35c75b req-4056ed07-4899-40d9-aade-1bf31352c6e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:39.102901 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-bb76ba22-6c5f-402c-895e-3105754b3129 tempest-BulkNetworkOpsIpV6Test-681943429 tempest-BulkNetworkOpsIpV6Test-681943429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:39.138964 n-d-705658-22 neutron-server[105586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc48cff9-0b92-4877-b0d7-409216883208 None None] Resources bound (agent type, host, resource id): {{(pid=105586) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 27 21:06:39.145169 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb76ba22-6c5f-402c-895e-3105754b3129 tempest-BulkNetworkOpsIpV6Test-681943429 tempest-BulkNetworkOpsIpV6Test-681943429-project] No DVR routers for this DVR port 851ed9be-32f6-4705-8b35-2ff594bd83a4 on host n-d-705658-22 {{(pid=105584) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:06:39.147115 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb76ba22-6c5f-402c-895e-3105754b3129 tempest-BulkNetworkOpsIpV6Test-681943429 tempest-BulkNetworkOpsIpV6Test-681943429-project] Pushing event deleted for resources: {'Port': ['ID=851ed9be-32f6-4705-8b35-2ff594bd83a4,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:06:39.178483 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvr_db [None req-f27fe221-2f45-4277-8d93-b3da555ab72f None None] Set router 815b26e9-2d70-4966-b87a-ebec014fe418 gateway port host: n-d-705658-22 {{(pid=105587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:06:39.432011 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-f27fe221-2f45-4277-8d93-b3da555ab72f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '815b26e9-2d70-4966-b87a-ebec014fe418', 'name': 'tempest-ServerActionsTestJSON-1402176218-router', 'tenant_id': '037df3a90f014739a3644a9c2d1586c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.43'}], 'enable_snat': True}, 'gw_port_id': '6ee7a68a-7e47-454c-8e09-278e29ff0654', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:56:54Z', 'updated_at': '2021-07-27T21:06:37Z', 'revision_number': 5, 'project_id': '037df3a90f014739a3644a9c2d1586c8', 'gw_port': {'id': '6ee7a68a-7e47-454c-8e09-278e29ff0654', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:be:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '815b26e9-2d70-4966-b87a-ebec014fe418', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:56:56Z', 'updated_at': '2021-07-27T20:57:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22'}], 'n-d-705658-22', False) {} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:06:39.469115 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f27fe221-2f45-4277-8d93-b3da555ab72f None None] Checking router: 815b26e9-2d70-4966-b87a-ebec014fe418 for host: n-d-705658-22 {{(pid=105587) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:06:39.480108 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f27fe221-2f45-4277-8d93-b3da555ab72f None None] Routers {'815b26e9-2d70-4966-b87a-ebec014fe418'} bound to L3 agent in host n-d-705658-22 {{(pid=105587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:06:39.481060 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-f27fe221-2f45-4277-8d93-b3da555ab72f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:06:11Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['815b26e9-2d70-4966-b87a-ebec014fe418'], 'active': True} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:06:39.560817 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-b70ce5ff-b760-45c6-a753-d815f53ce56c admin admin] Notify callbacks [] for router, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:39.624435 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvr_db [None req-f27fe221-2f45-4277-8d93-b3da555ab72f None None] Set router 815b26e9-2d70-4966-b87a-ebec014fe418 gateway port host: n-d-705658-22 {{(pid=105587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:06:39.677490 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab82b3aa-d460-43b4-add7-c2a0e75d772b req-25048b3a-2356-4106-a33e-2b87d100a0cf tempest-AttachVolumeTestJSON-850155022 tempest-AttachVolumeTestJSON-850155022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:06:39.685053 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-ab82b3aa-d460-43b4-add7-c2a0e75d772b req-25048b3a-2356-4106-a33e-2b87d100a0cf tempest-AttachVolumeTestJSON-850155022 tempest-AttachVolumeTestJSON-850155022-project] 10.222.0.59 "GET /v2.0/ports?device_id=0f9b044c-3d59-4da2-bba4-f9456b3d9774 HTTP/1.1" status: 200 len: 932 time: 0.1793833 Jul 27 21:06:39.758919 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-ab82b3aa-d460-43b4-add7-c2a0e75d772b req-cbb762e7-ec1d-4f7b-9e00-64ae7fdebf90 tempest-AttachVolumeTestJSON-850155022 tempest-AttachVolumeTestJSON-850155022-project] 10.222.0.59 "GET /v2.0/security-groups?id=422951fc-fa2c-4390-9ebd-848cc406cf38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0675480 Jul 27 21:06:39.767428 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-b70ce5ff-b760-45c6-a753-d815f53ce56c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:39.822615 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-bb76ba22-6c5f-402c-895e-3105754b3129 tempest-BulkNetworkOpsIpV6Test-681943429 tempest-BulkNetworkOpsIpV6Test-681943429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853562', 'neutron.services.segments.db._delete_segments_for_network-8790688882975'] for network, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:39.840493 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.segments.db [None req-bb76ba22-6c5f-402c-895e-3105754b3129 tempest-BulkNetworkOpsIpV6Test-681943429 tempest-BulkNetworkOpsIpV6Test-681943429-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b007f040-b85d-4520-b5e2-3fa748ba6465']}} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:06:39.875629 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.segments.db [None req-bb76ba22-6c5f-402c-895e-3105754b3129 tempest-BulkNetworkOpsIpV6Test-681943429 tempest-BulkNetworkOpsIpV6Test-681943429-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9534a9a4-726a-40a8-a801-5bb0289d41cf') {'for_net_delete': True} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:06:39.875933 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.segments.db [None req-bb76ba22-6c5f-402c-895e-3105754b3129 tempest-BulkNetworkOpsIpV6Test-681943429 tempest-BulkNetworkOpsIpV6Test-681943429-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9534a9a4-726a-40a8-a801-5bb0289d41cf') {} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:06:39.898142 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-bb76ba22-6c5f-402c-895e-3105754b3129 tempest-BulkNetworkOpsIpV6Test-681943429 tempest-BulkNetworkOpsIpV6Test-681943429-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790688883752', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9014348'] for segment, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:39.915863 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-f27fe221-2f45-4277-8d93-b3da555ab72f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '815b26e9-2d70-4966-b87a-ebec014fe418', 'name': 'tempest-ServerActionsTestJSON-1402176218-router', 'tenant_id': '037df3a90f014739a3644a9c2d1586c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.43'}], 'enable_snat': True}, 'gw_port_id': '6ee7a68a-7e47-454c-8e09-278e29ff0654', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:56:54Z', 'updated_at': '2021-07-27T21:06:37Z', 'revision_number': 5, 'project_id': '037df3a90f014739a3644a9c2d1586c8', 'gw_port': {'id': '6ee7a68a-7e47-454c-8e09-278e29ff0654', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:be:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '815b26e9-2d70-4966-b87a-ebec014fe418', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:56:56Z', 'updated_at': '2021-07-27T20:57:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22'}], 'n-d-705658-22', False) {} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:06:39.948523 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:39.959379 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f27fe221-2f45-4277-8d93-b3da555ab72f None None] The sync data for ids ['815b26e9-2d70-4966-b87a-ebec014fe418'] in n-d-705658-22 is: [{'id': '815b26e9-2d70-4966-b87a-ebec014fe418', 'name': 'tempest-ServerActionsTestJSON-1402176218-router', 'tenant_id': '037df3a90f014739a3644a9c2d1586c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.43'}], 'enable_snat': True}, 'gw_port_id': '6ee7a68a-7e47-454c-8e09-278e29ff0654', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:56:54Z', 'updated_at': '2021-07-27T21:06:37Z', 'revision_number': 5, 'project_id': '037df3a90f014739a3644a9c2d1586c8', 'gw_port': {'id': '6ee7a68a-7e47-454c-8e09-278e29ff0654', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:be:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '815b26e9-2d70-4966-b87a-ebec014fe418', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:56:56Z', 'updated_at': '2021-07-27T20:57:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22'}] {{(pid=105587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:06:39.962694 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [None req-b70ce5ff-b760-45c6-a753-d815f53ce56c admin admin] Deleting port 6ee7a68a-7e47-454c-8e09-278e29ff0654 {{(pid=105585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:06:39.963152 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-b70ce5ff-b760-45c6-a753-d815f53ce56c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:39.978170 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-bb76ba22-6c5f-402c-895e-3105754b3129 tempest-BulkNetworkOpsIpV6Test-681943429 tempest-BulkNetworkOpsIpV6Test-681943429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:40.003650 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb76ba22-6c5f-402c-895e-3105754b3129 tempest-BulkNetworkOpsIpV6Test-681943429 tempest-BulkNetworkOpsIpV6Test-681943429-project] Releasing vlan 244 on physical network physnet1 to pool {{(pid=105584) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:06:40.004068 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-bb76ba22-6c5f-402c-895e-3105754b3129 tempest-BulkNetworkOpsIpV6Test-681943429 tempest-BulkNetworkOpsIpV6Test-681943429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9014063'] for segment, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:40.007247 n-d-705658-22 neutron-server[105584]: Traceback (most recent call last): Jul 27 21:06:40.007247 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:06:40.007247 n-d-705658-22 neutron-server[105584]: timer() Jul 27 21:06:40.007247 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:06:40.007247 n-d-705658-22 neutron-server[105584]: cb(*args, **kw) Jul 27 21:06:40.007247 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:06:40.007247 n-d-705658-22 neutron-server[105584]: return func(*args, **kwargs) Jul 27 21:06:40.007247 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:06:40.007247 n-d-705658-22 neutron-server[105584]: self._notify() Jul 27 21:06:40.007247 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:06:40.007247 n-d-705658-22 neutron-server[105584]: self.callback(batched_events) Jul 27 21:06:40.007247 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:06:40.007247 n-d-705658-22 neutron-server[105584]: event.method(event) Jul 27 21:06:40.007247 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:06:40.007247 n-d-705658-22 neutron-server[105584]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:06:40.007247 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:06:40.007247 n-d-705658-22 neutron-server[105584]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:06:40.007247 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:06:40.007247 n-d-705658-22 neutron-server[105584]: return f(self, *a, **k) Jul 27 21:06:40.007247 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:06:40.007247 n-d-705658-22 neutron-server[105584]: return self._get(url).json() Jul 27 21:06:40.007247 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:06:40.007247 n-d-705658-22 neutron-server[105584]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:06:40.007247 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:06:40.007247 n-d-705658-22 neutron-server[105584]: return self.request(url, 'GET', **kwargs) Jul 27 21:06:40.007247 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:06:40.007247 n-d-705658-22 neutron-server[105584]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:06:40.007247 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:06:40.007247 n-d-705658-22 neutron-server[105584]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:06:40.007247 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:06:40.007247 n-d-705658-22 neutron-server[105584]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:06:40.007247 n-d-705658-22 neutron-server[105584]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:06:40.030159 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d95e65-be23-4e33-9b9a-1105f93de7c6 req-860a00f2-8e5d-4688-ae3f-2ec2aeba6362 tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:06:40.037753 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-51d95e65-be23-4e33-9b9a-1105f93de7c6 req-860a00f2-8e5d-4688-ae3f-2ec2aeba6362 tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] 10.222.0.59 "GET /v2.0/ports?device_id=f4131bf3-56d0-4dd5-8a0b-f9b028d7bbbe HTTP/1.1" status: 200 len: 944 time: 0.2042174 Jul 27 21:06:40.103240 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-51d95e65-be23-4e33-9b9a-1105f93de7c6 req-e66d8ea6-89ea-4df5-8198-63327634f08e tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] 10.222.0.59 "GET /v2.0/security-groups?id=771ef501-f193-4e50-901d-4721d89f2b91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599687 Jul 27 21:06:40.126510 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-bb76ba22-6c5f-402c-895e-3105754b3129 tempest-BulkNetworkOpsIpV6Test-681943429 tempest-BulkNetworkOpsIpV6Test-681943429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4075658'] for network, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:40.131467 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.db [None req-b70ce5ff-b760-45c6-a753-d815f53ce56c admin admin] For port 6ee7a68a-7e47-454c-8e09-278e29ff0654, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=6ee7a68a-7e47-454c-8e09-278e29ff0654,segment=NetworkSegment(12196855-9a32-4633-9a56-77697ef9e126),segment_id=12196855-9a32-4633-9a56-77697ef9e126)] {{(pid=105585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:06:40.133803 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-bb76ba22-6c5f-402c-895e-3105754b3129 tempest-BulkNetworkOpsIpV6Test-681943429 tempest-BulkNetworkOpsIpV6Test-681943429-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743886'] for network, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:40.135936 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-bb76ba22-6c5f-402c-895e-3105754b3129 tempest-BulkNetworkOpsIpV6Test-681943429 tempest-BulkNetworkOpsIpV6Test-681943429-project] 10.222.0.59 "DELETE /v2.0/networks/b007f040-b85d-4520-b5e2-3fa748ba6465 HTTP/1.1" status: 204 len: 168 time: 1.8203921 Jul 27 21:06:40.140549 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-b70ce5ff-b760-45c6-a753-d815f53ce56c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:40.143394 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 49366) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:06:40.178315 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb76ba22-6c5f-402c-895e-3105754b3129 tempest-BulkNetworkOpsIpV6Test-681943429 tempest-BulkNetworkOpsIpV6Test-681943429-project] Pushing event deleted for resources: {'Network': ['ID=b007f040-b85d-4520-b5e2-3fa748ba6465,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:06:40.197970 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-d925b436-5359-4332-9bc2-1e1b24612c0a None None] Provisioning for port 187dbab2-17f7-4985-97bf-cdc20c4f4895 completed by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:06:40.205874 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-d925b436-5359-4332-9bc2-1e1b24612c0a None None] Provisioning complete for port 187dbab2-17f7-4985-97bf-cdc20c4f4895 triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:06:40.206461 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-d925b436-5359-4332-9bc2-1e1b24612c0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:40.214534 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [None req-b70ce5ff-b760-45c6-a753-d815f53ce56c admin admin] Calling delete_port for 6ee7a68a-7e47-454c-8e09-278e29ff0654 owned by network:router_gateway {{(pid=105585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:06:40.244984 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-d925b436-5359-4332-9bc2-1e1b24612c0a None None] Port 187dbab2-17f7-4985-97bf-cdc20c4f4895 cannot update to ACTIVE because it is not bound. {{(pid=105586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:06:40.246529 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-b9de6942-819d-42d2-9c64-b7178a0b207d tempest-BulkNetworkOpsIpV6Test-681943429 tempest-BulkNetworkOpsIpV6Test-681943429-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-990557'] for network, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:40.254843 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [req-ade9da78-0dc9-4f3b-a665-3533cb35c75b req-4056ed07-4899-40d9-aade-1bf31352c6e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 187dbab2-17f7-4985-97bf-cdc20c4f4895 {{(pid=105584) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:06:40.263332 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-ade9da78-0dc9-4f3b-a665-3533cb35c75b req-4056ed07-4899-40d9-aade-1bf31352c6e2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:40.275506 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.provisioning_blocks [req-ade9da78-0dc9-4f3b-a665-3533cb35c75b req-4056ed07-4899-40d9-aade-1bf31352c6e2 service neutron] Transition to ACTIVE for port object 187dbab2-17f7-4985-97bf-cdc20c4f4895 will not be triggered until provisioned by entity L2. {{(pid=105584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:06:40.279998 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-ade9da78-0dc9-4f3b-a665-3533cb35c75b req-4056ed07-4899-40d9-aade-1bf31352c6e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9014027'] for port, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:40.333058 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4056ed07-4899-40d9-aade-1bf31352c6e2 service neutron] Pushing event updated for resources: {'Port': ['ID=187dbab2-17f7-4985-97bf-cdc20c4f4895,revision_number=2']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:06:40.429800 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-b9de6942-819d-42d2-9c64-b7178a0b207d tempest-BulkNetworkOpsIpV6Test-681943429 tempest-BulkNetworkOpsIpV6Test-681943429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853562', 'neutron.services.segments.db._delete_segments_for_network-8790688882975'] for network, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:40.445203 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [req-ade9da78-0dc9-4f3b-a665-3533cb35c75b req-4056ed07-4899-40d9-aade-1bf31352c6e2 service neutron] Attempting to bind port 187dbab2-17f7-4985-97bf-cdc20c4f4895 on host n-h1-705658-22 for vnic_type normal with profile {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:06:40.446420 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [req-ade9da78-0dc9-4f3b-a665-3533cb35c75b req-4056ed07-4899-40d9-aade-1bf31352c6e2 service neutron] Attempting to bind port 187dbab2-17f7-4985-97bf-cdc20c4f4895 by drivers openvswitch,hyperv on host n-h1-705658-22 at level 0 using segments [{'id': '3b7237b7-e1d5-469a-ad3d-468d7cc14174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '32d25553-aa43-4782-af0c-d6a2b47507a7'}] {{(pid=105584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:06:40.446979 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ade9da78-0dc9-4f3b-a665-3533cb35c75b req-4056ed07-4899-40d9-aade-1bf31352c6e2 service neutron] Attempting to bind port 187dbab2-17f7-4985-97bf-cdc20c4f4895 on network 32d25553-aa43-4782-af0c-d6a2b47507a7 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:06:40.452630 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ade9da78-0dc9-4f3b-a665-3533cb35c75b req-4056ed07-4899-40d9-aade-1bf31352c6e2 service neutron] Port 187dbab2-17f7-4985-97bf-cdc20c4f4895 on network 32d25553-aa43-4782-af0c-d6a2b47507a7 not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-22 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:06:40.453316 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ade9da78-0dc9-4f3b-a665-3533cb35c75b req-4056ed07-4899-40d9-aade-1bf31352c6e2 service neutron] Attempting to bind port 187dbab2-17f7-4985-97bf-cdc20c4f4895 on network 32d25553-aa43-4782-af0c-d6a2b47507a7 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:06:40.453725 n-d-705658-22 neutron-server[105585]: DEBUG neutron.services.segments.db [None req-b9de6942-819d-42d2-9c64-b7178a0b207d tempest-BulkNetworkOpsIpV6Test-681943429 tempest-BulkNetworkOpsIpV6Test-681943429-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['833100a8-f3f8-4ab1-be34-d25fcb71eca5']}} {{(pid=105585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:06:40.459773 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ade9da78-0dc9-4f3b-a665-3533cb35c75b req-4056ed07-4899-40d9-aade-1bf31352c6e2 service neutron] Checking agent: {'id': '9d9bc37f-4d75-44ef-9f63-799aab3e316f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 49, 36), 'started_at': datetime.datetime(2021, 7, 27, 20, 49, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 6, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:06:40.460208 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ade9da78-0dc9-4f3b-a665-3533cb35c75b req-4056ed07-4899-40d9-aade-1bf31352c6e2 service neutron] Checking segment: {'id': '3b7237b7-e1d5-469a-ad3d-468d7cc14174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '32d25553-aa43-4782-af0c-d6a2b47507a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:06:40.460843 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ade9da78-0dc9-4f3b-a665-3533cb35c75b req-4056ed07-4899-40d9-aade-1bf31352c6e2 service neutron] Bound using segment: {'id': '3b7237b7-e1d5-469a-ad3d-468d7cc14174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '32d25553-aa43-4782-af0c-d6a2b47507a7'} {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:06:40.461443 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [req-ade9da78-0dc9-4f3b-a665-3533cb35c75b req-4056ed07-4899-40d9-aade-1bf31352c6e2 service neutron] Bound port: 187dbab2-17f7-4985-97bf-cdc20c4f4895, host: n-h1-705658-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b7237b7-e1d5-469a-ad3d-468d7cc14174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '32d25553-aa43-4782-af0c-d6a2b47507a7'}}] {{(pid=105584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:06:40.461898 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-ade9da78-0dc9-4f3b-a665-3533cb35c75b req-4056ed07-4899-40d9-aade-1bf31352c6e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:40.464838 n-d-705658-22 neutron-server[105585]: DEBUG neutron.services.segments.db [None req-b9de6942-819d-42d2-9c64-b7178a0b207d tempest-BulkNetworkOpsIpV6Test-681943429 tempest-BulkNetworkOpsIpV6Test-681943429-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40d162d6-4d41-4748-951c-267f2ef905c6') {'for_net_delete': True} {{(pid=105585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:06:40.465141 n-d-705658-22 neutron-server[105585]: DEBUG neutron.services.segments.db [None req-b9de6942-819d-42d2-9c64-b7178a0b207d tempest-BulkNetworkOpsIpV6Test-681943429 tempest-BulkNetworkOpsIpV6Test-681943429-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40d162d6-4d41-4748-951c-267f2ef905c6') {} {{(pid=105585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:06:40.481562 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-b9de6942-819d-42d2-9c64-b7178a0b207d tempest-BulkNetworkOpsIpV6Test-681943429 tempest-BulkNetworkOpsIpV6Test-681943429-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790688883752', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9886370'] for segment, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:40.501415 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-b9de6942-819d-42d2-9c64-b7178a0b207d tempest-BulkNetworkOpsIpV6Test-681943429 tempest-BulkNetworkOpsIpV6Test-681943429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:40.522937 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9de6942-819d-42d2-9c64-b7178a0b207d tempest-BulkNetworkOpsIpV6Test-681943429 tempest-BulkNetworkOpsIpV6Test-681943429-project] Releasing vlan 204 on physical network physnet1 to pool {{(pid=105585) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:06:40.523803 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-b9de6942-819d-42d2-9c64-b7178a0b207d tempest-BulkNetworkOpsIpV6Test-681943429 tempest-BulkNetworkOpsIpV6Test-681943429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10221644'] for segment, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:40.528166 n-d-705658-22 neutron-server[105585]: Traceback (most recent call last): Jul 27 21:06:40.528166 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:06:40.528166 n-d-705658-22 neutron-server[105585]: timer() Jul 27 21:06:40.528166 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:06:40.528166 n-d-705658-22 neutron-server[105585]: cb(*args, **kw) Jul 27 21:06:40.528166 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:06:40.528166 n-d-705658-22 neutron-server[105585]: return func(*args, **kwargs) Jul 27 21:06:40.528166 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:06:40.528166 n-d-705658-22 neutron-server[105585]: self._notify() Jul 27 21:06:40.528166 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:06:40.528166 n-d-705658-22 neutron-server[105585]: self.callback(batched_events) Jul 27 21:06:40.528166 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:06:40.528166 n-d-705658-22 neutron-server[105585]: event.method(event) Jul 27 21:06:40.528166 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:06:40.528166 n-d-705658-22 neutron-server[105585]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:06:40.528166 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:06:40.528166 n-d-705658-22 neutron-server[105585]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:06:40.528166 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:06:40.528166 n-d-705658-22 neutron-server[105585]: return f(self, *a, **k) Jul 27 21:06:40.528166 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:06:40.528166 n-d-705658-22 neutron-server[105585]: return self._get(url).json() Jul 27 21:06:40.528166 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:06:40.528166 n-d-705658-22 neutron-server[105585]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:06:40.528166 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:06:40.528166 n-d-705658-22 neutron-server[105585]: return self.request(url, 'GET', **kwargs) Jul 27 21:06:40.528166 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:06:40.528166 n-d-705658-22 neutron-server[105585]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:06:40.528166 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:06:40.528166 n-d-705658-22 neutron-server[105585]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:06:40.528166 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:06:40.528166 n-d-705658-22 neutron-server[105585]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:06:40.528166 n-d-705658-22 neutron-server[105585]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:06:40.555729 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [req-ade9da78-0dc9-4f3b-a665-3533cb35c75b req-4056ed07-4899-40d9-aade-1bf31352c6e2 service neutron] For port 187dbab2-17f7-4985-97bf-cdc20c4f4895, host n-h1-705658-22, cleared binding levels {{(pid=105584) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:06:40.559685 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [req-ade9da78-0dc9-4f3b-a665-3533cb35c75b req-4056ed07-4899-40d9-aade-1bf31352c6e2 service neutron] For port 187dbab2-17f7-4985-97bf-cdc20c4f4895, host n-h1-705658-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=187dbab2-17f7-4985-97bf-cdc20c4f4895,segment=NetworkSegment(3b7237b7-e1d5-469a-ad3d-468d7cc14174),segment_id=3b7237b7-e1d5-469a-ad3d-468d7cc14174)] {{(pid=105584) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:06:40.565425 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-ade9da78-0dc9-4f3b-a665-3533cb35c75b req-4056ed07-4899-40d9-aade-1bf31352c6e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9014027'] for port, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:40.613690 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade9da78-0dc9-4f3b-a665-3533cb35c75b req-4056ed07-4899-40d9-aade-1bf31352c6e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:06:40.614370 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-ade9da78-0dc9-4f3b-a665-3533cb35c75b req-4056ed07-4899-40d9-aade-1bf31352c6e2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:40.616235 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-ade9da78-0dc9-4f3b-a665-3533cb35c75b req-4056ed07-4899-40d9-aade-1bf31352c6e2 service neutron] 10.222.0.36 "PUT /v2.0/ports/187dbab2-17f7-4985-97bf-cdc20c4f4895 HTTP/1.1" status: 200 len: 1093 time: 1.7425299 Jul 27 21:06:40.619028 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f9b044c-3d59-4da2-bba4-f9456b3d9774', 'tag': '187dbab2-17f7-4985-97bf-cdc20c4f4895'}] {{(pid=105584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:06:40.622912 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bce5e6c8685464f7626901654159975603b047827e3138302ed6566e28f1343" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2a0c511-8071-4016-9464-fd727d5b3511" -d '{"events": [{"name": "network-changed", "server_uuid": "0f9b044c-3d59-4da2-bba4-f9456b3d9774", "tag": "187dbab2-17f7-4985-97bf-cdc20c4f4895"}]}' {{(pid=105584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:06:40.643738 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-b9de6942-819d-42d2-9c64-b7178a0b207d tempest-BulkNetworkOpsIpV6Test-681943429 tempest-BulkNetworkOpsIpV6Test-681943429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4075658'] for network, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:40.650429 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-b9de6942-819d-42d2-9c64-b7178a0b207d tempest-BulkNetworkOpsIpV6Test-681943429 tempest-BulkNetworkOpsIpV6Test-681943429-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743886'] for network, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:40.653044 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-b9de6942-819d-42d2-9c64-b7178a0b207d tempest-BulkNetworkOpsIpV6Test-681943429 tempest-BulkNetworkOpsIpV6Test-681943429-project] 10.222.0.59 "DELETE /v2.0/networks/833100a8-f3f8-4ab1-be34-d25fcb71eca5 HTTP/1.1" status: 204 len: 168 time: 0.5087650 Jul 27 21:06:40.657963 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 49374) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:06:40.659904 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-b70ce5ff-b760-45c6-a753-d815f53ce56c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:40.666060 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4056ed07-4899-40d9-aade-1bf31352c6e2 service neutron] Pushing event updated for resources: {'Port': ['ID=187dbab2-17f7-4985-97bf-cdc20c4f4895,revision_number=3']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:06:40.718102 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:06:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a225d3b-f771-46f5-8b06-b4f576c9af61 x-openstack-request-id: req-6a225d3b-f771-46f5-8b06-b4f576c9af61 {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:06:40.718395 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f9b044c-3d59-4da2-bba4-f9456b3d9774", "tag": "187dbab2-17f7-4985-97bf-cdc20c4f4895", "status": "completed", "code": 200}]} {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:06:40.718643 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-6a225d3b-f771-46f5-8b06-b4f576c9af61 {{(pid=105584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:06:40.719068 n-d-705658-22 neutron-server[105584]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f9b044c-3d59-4da2-bba4-f9456b3d9774', 'tag': '187dbab2-17f7-4985-97bf-cdc20c4f4895', 'status': 'completed', 'code': 200} Jul 27 21:06:40.747799 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade9da78-0dc9-4f3b-a665-3533cb35c75b req-7fa4660a-e4ad-4c74-b99b-73e40b6bfb37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:06:40.749343 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-ade9da78-0dc9-4f3b-a665-3533cb35c75b req-7fa4660a-e4ad-4c74-b99b-73e40b6bfb37 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=dcfc656e3a0b42809921004863a52506&device_id=0f9b044c-3d59-4da2-bba4-f9456b3d9774 HTTP/1.1" status: 200 len: 1096 time: 0.0738537 Jul 27 21:06:40.761234 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9de6942-819d-42d2-9c64-b7178a0b207d tempest-BulkNetworkOpsIpV6Test-681943429 tempest-BulkNetworkOpsIpV6Test-681943429-project] Pushing event deleted for resources: {'Network': ['ID=833100a8-f3f8-4ab1-be34-d25fcb71eca5,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:06:40.770378 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70ce5ff-b760-45c6-a753-d815f53ce56c admin admin] Pushing event deleted for resources: {'Port': ['ID=6ee7a68a-7e47-454c-8e09-278e29ff0654,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:06:40.810802 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-ade9da78-0dc9-4f3b-a665-3533cb35c75b req-a983fd71-951d-46b6-bc0c-10e06fad5249 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=187dbab2-17f7-4985-97bf-cdc20c4f4895 HTTP/1.1" status: 200 len: 217 time: 0.0536780 Jul 27 21:06:40.833294 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-32dc0e74-b9ea-4bf6-b507-02c88a10ca9a tempest-BulkNetworkOpsIpV6Test-681943429 tempest-BulkNetworkOpsIpV6Test-681943429-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-990557'] for network, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:40.891648 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade9da78-0dc9-4f3b-a665-3533cb35c75b req-8beea8d7-b27b-48a1-9d2d-77cf5daa2aae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:06:40.893226 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-ade9da78-0dc9-4f3b-a665-3533cb35c75b req-8beea8d7-b27b-48a1-9d2d-77cf5daa2aae service neutron] 10.222.0.36 "GET /v2.0/subnets?id=fdae47fc-2d6f-4c83-9067-18a839318850 HTTP/1.1" status: 200 len: 849 time: 0.0756600 Jul 27 21:06:40.919109 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Device 692f13a5-f9cb-440b-acee-eec7835ad338 up at agent hyperv_n-h2-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:06:40.941455 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-b70ce5ff-b760-45c6-a753-d815f53ce56c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4075702'] for router_gateway, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:40.964257 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade9da78-0dc9-4f3b-a665-3533cb35c75b req-b05ab99b-7f09-449e-8e17-4f560d6ea97b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:06:40.965907 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-ade9da78-0dc9-4f3b-a665-3533cb35c75b req-b05ab99b-7f09-449e-8e17-4f560d6ea97b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=32d25553-aa43-4782-af0c-d6a2b47507a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0650144 Jul 27 21:06:41.000220 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 235df7f4-77d9-4680-9d65-8935c7f68316 no longer exists at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:06:41.026134 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] No Port match for: 235df7f4-77d9-4680-9d65-8935c7f68316 {{(pid=105586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:06:41.026625 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 235df7f4-77d9-4680-9d65-8935c7f68316 not bound to the agent host n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:06:41.030003 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-3d54578f-831f-4696-b568-13c455922dab None None] Provisioning complete for port 692f13a5-f9cb-440b-acee-eec7835ad338 triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:06:41.030495 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:41.060850 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-ade9da78-0dc9-4f3b-a665-3533cb35c75b req-50926a6b-0c16-4cd9-8594-ea077c119747 service neutron] 10.222.0.36 "GET /v2.0/networks/32d25553-aa43-4782-af0c-d6a2b47507a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872281 Jul 27 21:06:41.116180 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:41.119658 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-b70ce5ff-b760-45c6-a753-d815f53ce56c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4163631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-425'] for router, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:41.124191 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-b70ce5ff-b760-45c6-a753-d815f53ce56c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:41.144060 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4131bf3-56d0-4dd5-8a0b-f9b028d7bbbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '692f13a5-f9cb-440b-acee-eec7835ad338'}] {{(pid=105586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:06:41.144620 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-32dc0e74-b9ea-4bf6-b507-02c88a10ca9a tempest-BulkNetworkOpsIpV6Test-681943429 tempest-BulkNetworkOpsIpV6Test-681943429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853562', 'neutron.services.segments.db._delete_segments_for_network-8790688882975'] for network, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:41.146440 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14c1663e039faf5393f87855f745010ac5b02220355b68fdbf065393e303ac56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1f475d2-fd95-4a56-a062-c57e4365bbc8" -d '{"events": [{"server_uuid": "f4131bf3-56d0-4dd5-8a0b-f9b028d7bbbe", "name": "network-vif-plugged", "status": "completed", "tag": "692f13a5-f9cb-440b-acee-eec7835ad338"}]}' {{(pid=105586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:06:41.161268 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] For port 692f13a5-f9cb-440b-acee-eec7835ad338, host n-h2-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=692f13a5-f9cb-440b-acee-eec7835ad338,segment=NetworkSegment(660ec341-81d1-41c4-8987-bc307d97b3d6),segment_id=660ec341-81d1-41c4-8987-bc307d97b3d6)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:06:41.166387 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:41.180702 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-ade9da78-0dc9-4f3b-a665-3533cb35c75b req-6809b705-ceea-4a91-aafc-3530587ffeb7 service neutron] 10.222.0.36 "GET /v2.0/networks/32d25553-aa43-4782-af0c-d6a2b47507a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1120992 Jul 27 21:06:41.189954 n-d-705658-22 neutron-server[105585]: DEBUG neutron.services.segments.db [None req-32dc0e74-b9ea-4bf6-b507-02c88a10ca9a tempest-BulkNetworkOpsIpV6Test-681943429 tempest-BulkNetworkOpsIpV6Test-681943429-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9429fa63-f86d-4f57-b54d-f9a81679f00d']}} {{(pid=105585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:06:41.219967 n-d-705658-22 neutron-server[105585]: DEBUG neutron.services.segments.db [None req-32dc0e74-b9ea-4bf6-b507-02c88a10ca9a tempest-BulkNetworkOpsIpV6Test-681943429 tempest-BulkNetworkOpsIpV6Test-681943429-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba70da41-5170-4746-b7f9-3e970f4857be') {'for_net_delete': True} {{(pid=105585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:06:41.220498 n-d-705658-22 neutron-server[105585]: DEBUG neutron.services.segments.db [None req-32dc0e74-b9ea-4bf6-b507-02c88a10ca9a tempest-BulkNetworkOpsIpV6Test-681943429 tempest-BulkNetworkOpsIpV6Test-681943429-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba70da41-5170-4746-b7f9-3e970f4857be') {} {{(pid=105585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:06:41.229802 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Pushing event updated for resources: {'Port': ['ID=692f13a5-f9cb-440b-acee-eec7835ad338,revision_number=10']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:06:41.236362 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bdd28f-e088-4e26-921f-e0c65b8c739d req-892b5200-00b8-494a-86b5-5c9374d749fb tempest-AttachVolumeTestJSON-850155022 tempest-AttachVolumeTestJSON-850155022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:06:41.236578 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-fbc70ad9-ebc1-4ae1-bb5a-837018da39b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:41.238608 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-c1bdd28f-e088-4e26-921f-e0c65b8c739d req-892b5200-00b8-494a-86b5-5c9374d749fb tempest-AttachVolumeTestJSON-850155022 tempest-AttachVolumeTestJSON-850155022-project] 10.222.0.59 "GET /v2.0/ports?device_id=0f9b044c-3d59-4da2-bba4-f9456b3d9774 HTTP/1.1" status: 200 len: 944 time: 0.3841636 Jul 27 21:06:41.261415 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-b70ce5ff-b760-45c6-a753-d815f53ce56c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4163007'] for router, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:41.261988 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b70ce5ff-b760-45c6-a753-d815f53ce56c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 815b26e9-2d70-4966-b87a-ebec014fe418 {{(pid=105585) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 21:06:41.269960 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-b70ce5ff-b760-45c6-a753-d815f53ce56c admin admin] Notify callbacks [] for router, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:41.271148 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-b70ce5ff-b760-45c6-a753-d815f53ce56c admin admin] 10.222.0.59 "DELETE /v2.0/routers/815b26e9-2d70-4966-b87a-ebec014fe418 HTTP/1.1" status: 204 len: 168 time: 2.4926374 Jul 27 21:06:41.273879 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 49384) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:06:41.279415 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-32dc0e74-b9ea-4bf6-b507-02c88a10ca9a tempest-BulkNetworkOpsIpV6Test-681943429 tempest-BulkNetworkOpsIpV6Test-681943429-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790688883752', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9886370'] for segment, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:41.310138 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-32dc0e74-b9ea-4bf6-b507-02c88a10ca9a tempest-BulkNetworkOpsIpV6Test-681943429 tempest-BulkNetworkOpsIpV6Test-681943429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:41.329831 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32dc0e74-b9ea-4bf6-b507-02c88a10ca9a tempest-BulkNetworkOpsIpV6Test-681943429 tempest-BulkNetworkOpsIpV6Test-681943429-project] Releasing vlan 208 on physical network physnet1 to pool {{(pid=105585) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:06:41.330229 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-32dc0e74-b9ea-4bf6-b507-02c88a10ca9a tempest-BulkNetworkOpsIpV6Test-681943429 tempest-BulkNetworkOpsIpV6Test-681943429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10221644'] for segment, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:41.330640 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d696611-a54f-43b8-bfd7-4c8d9fd9fe3f admin admin] Deleting subnet 746696d1-95cb-4db5-9b25-089085191295 {{(pid=105584) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:06:41.335341 n-d-705658-22 neutron-server[105585]: Traceback (most recent call last): Jul 27 21:06:41.335341 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:06:41.335341 n-d-705658-22 neutron-server[105585]: timer() Jul 27 21:06:41.335341 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:06:41.335341 n-d-705658-22 neutron-server[105585]: cb(*args, **kw) Jul 27 21:06:41.335341 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:06:41.335341 n-d-705658-22 neutron-server[105585]: return func(*args, **kwargs) Jul 27 21:06:41.335341 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:06:41.335341 n-d-705658-22 neutron-server[105585]: self._notify() Jul 27 21:06:41.335341 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:06:41.335341 n-d-705658-22 neutron-server[105585]: self.callback(batched_events) Jul 27 21:06:41.335341 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:06:41.335341 n-d-705658-22 neutron-server[105585]: event.method(event) Jul 27 21:06:41.335341 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:06:41.335341 n-d-705658-22 neutron-server[105585]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:06:41.335341 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:06:41.335341 n-d-705658-22 neutron-server[105585]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:06:41.335341 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:06:41.335341 n-d-705658-22 neutron-server[105585]: return f(self, *a, **k) Jul 27 21:06:41.335341 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:06:41.335341 n-d-705658-22 neutron-server[105585]: return self._get(url).json() Jul 27 21:06:41.335341 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:06:41.335341 n-d-705658-22 neutron-server[105585]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:06:41.335341 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:06:41.335341 n-d-705658-22 neutron-server[105585]: return self.request(url, 'GET', **kwargs) Jul 27 21:06:41.335341 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:06:41.335341 n-d-705658-22 neutron-server[105585]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:06:41.335341 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:06:41.335341 n-d-705658-22 neutron-server[105585]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:06:41.335341 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:06:41.335341 n-d-705658-22 neutron-server[105585]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:06:41.335341 n-d-705658-22 neutron-server[105585]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:06:41.338196 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-5d696611-a54f-43b8-bfd7-4c8d9fd9fe3f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:41.339822 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a0c511-8071-4016-9464-fd727d5b3511 req-f4b369b0-15cf-4433-bcd0-bdcf36722bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:06:41.341342 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-c2a0c511-8071-4016-9464-fd727d5b3511 req-f4b369b0-15cf-4433-bcd0-bdcf36722bc2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=dcfc656e3a0b42809921004863a52506&device_id=0f9b044c-3d59-4da2-bba4-f9456b3d9774 HTTP/1.1" status: 200 len: 1096 time: 0.1114979 Jul 27 21:06:41.350499 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-c1bdd28f-e088-4e26-921f-e0c65b8c739d req-f9af58ce-9626-4b1b-8a8d-ef9d2b421b7e tempest-AttachVolumeTestJSON-850155022 tempest-AttachVolumeTestJSON-850155022-project] 10.222.0.59 "GET /v2.0/security-groups?id=422951fc-fa2c-4390-9ebd-848cc406cf38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0865531 Jul 27 21:06:41.414834 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e20250-51f8-4068-8c96-894ea988753b req-346a3c33-7785-427c-93e2-5e003b4f46a3 tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:06:41.416371 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-45e20250-51f8-4068-8c96-894ea988753b req-346a3c33-7785-427c-93e2-5e003b4f46a3 tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] 10.222.0.59 "GET /v2.0/ports?device_id=f4131bf3-56d0-4dd5-8a0b-f9b028d7bbbe HTTP/1.1" status: 200 len: 946 time: 0.2161899 Jul 27 21:06:41.424327 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-32dc0e74-b9ea-4bf6-b507-02c88a10ca9a tempest-BulkNetworkOpsIpV6Test-681943429 tempest-BulkNetworkOpsIpV6Test-681943429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4075658'] for network, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:41.440913 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-32dc0e74-b9ea-4bf6-b507-02c88a10ca9a tempest-BulkNetworkOpsIpV6Test-681943429 tempest-BulkNetworkOpsIpV6Test-681943429-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743886'] for network, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:41.440913 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-32dc0e74-b9ea-4bf6-b507-02c88a10ca9a tempest-BulkNetworkOpsIpV6Test-681943429 tempest-BulkNetworkOpsIpV6Test-681943429-project] 10.222.0.59 "DELETE /v2.0/networks/9429fa63-f86d-4f57-b54d-f9a81679f00d HTTP/1.1" status: 204 len: 168 time: 0.7813039 Jul 27 21:06:41.453671 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:06:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b789def7-6998-43ab-83ec-286071619584 x-openstack-request-id: req-b789def7-6998-43ab-83ec-286071619584 {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:06:41.454787 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4131bf3-56d0-4dd5-8a0b-f9b028d7bbbe", "name": "network-vif-plugged", "status": "completed", "tag": "692f13a5-f9cb-440b-acee-eec7835ad338", "code": 200}]} {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:06:41.455246 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-b789def7-6998-43ab-83ec-286071619584 {{(pid=105586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:06:41.455792 n-d-705658-22 neutron-server[105586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4131bf3-56d0-4dd5-8a0b-f9b028d7bbbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '692f13a5-f9cb-440b-acee-eec7835ad338', 'code': 200} Jul 27 21:06:41.456691 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-5d696611-a54f-43b8-bfd7-4c8d9fd9fe3f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9014207'] for subnet, precommit_delete_associations {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:41.475119 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32dc0e74-b9ea-4bf6-b507-02c88a10ca9a tempest-BulkNetworkOpsIpV6Test-681943429 tempest-BulkNetworkOpsIpV6Test-681943429-project] Pushing event deleted for resources: {'Network': ['ID=9429fa63-f86d-4f57-b54d-f9a81679f00d,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:06:41.495467 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-45e20250-51f8-4068-8c96-894ea988753b req-43726949-d333-4a13-afbc-44c0440c9eff tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] 10.222.0.59 "GET /v2.0/security-groups?id=771ef501-f193-4e50-901d-4721d89f2b91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690103 Jul 27 21:06:41.534457 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a0c511-8071-4016-9464-fd727d5b3511 req-bddefc5a-586e-40df-9dca-44b984b46d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:06:41.537064 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-c2a0c511-8071-4016-9464-fd727d5b3511 req-bddefc5a-586e-40df-9dca-44b984b46d0f service neutron] 10.222.0.36 "GET /v2.0/networks?id=32d25553-aa43-4782-af0c-d6a2b47507a7 HTTP/1.1" status: 200 len: 911 time: 0.1706166 Jul 27 21:06:41.615625 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-c2a0c511-8071-4016-9464-fd727d5b3511 req-4e67ac12-4cbd-4a28-bf64-d82b150a6f10 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=187dbab2-17f7-4985-97bf-cdc20c4f4895 HTTP/1.1" status: 200 len: 217 time: 0.0517671 Jul 27 21:06:41.685948 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-5d696611-a54f-43b8-bfd7-4c8d9fd9fe3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854965'] for subnet, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:41.704479 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 49394) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:06:41.745765 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a0c511-8071-4016-9464-fd727d5b3511 req-6ed08993-86f7-4c08-b8c3-a239c5ccc905 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:06:41.747401 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-c2a0c511-8071-4016-9464-fd727d5b3511 req-6ed08993-86f7-4c08-b8c3-a239c5ccc905 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=fdae47fc-2d6f-4c83-9067-18a839318850 HTTP/1.1" status: 200 len: 849 time: 0.1021953 Jul 27 21:06:41.769529 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f847722a-f537-42fe-ae03-89156b2aaf17 req-dfb6f0f7-d12d-46da-9c46-ab866401d00b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:06:41.771176 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-f847722a-f537-42fe-ae03-89156b2aaf17 req-dfb6f0f7-d12d-46da-9c46-ab866401d00b service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=f4131bf3-56d0-4dd5-8a0b-f9b028d7bbbe HTTP/1.1" status: 200 len: 1098 time: 0.1663272 Jul 27 21:06:41.804157 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:41.824091 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-5d696611-a54f-43b8-bfd7-4c8d9fd9fe3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9014081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9738825'] for subnet, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:41.852831 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-a5a8ddfd-c9cc-40a4-9c5a-1ee7515d5521 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=c355abbb2c434db6ae717ce5a3043626&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1471276 Jul 27 21:06:41.855540 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 49398) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:06:41.862124 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-f847722a-f537-42fe-ae03-89156b2aaf17 req-44e6c4c0-a112-49f8-8be0-2d784f1259a0 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=771ef501-f193-4e50-901d-4721d89f2b91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708487 Jul 27 21:06:41.865287 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d696611-a54f-43b8-bfd7-4c8d9fd9fe3f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=746696d1-95cb-4db5-9b25-089085191295,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:06:41.869059 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-5d696611-a54f-43b8-bfd7-4c8d9fd9fe3f admin admin] Notify callbacks [] for subnet, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:41.873164 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-5d696611-a54f-43b8-bfd7-4c8d9fd9fe3f admin admin] 10.222.0.59 "DELETE /v2.0/subnets/746696d1-95cb-4db5-9b25-089085191295 HTTP/1.1" status: 204 len: 168 time: 0.5952766 Jul 27 21:06:41.873318 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74dd0d53-7204-447b-b43a-b5fae53b5295 None None] Network 6aa76440-68bb-4814-b579-87efb5c679e3 requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:06:41.874461 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 49400) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:06:41.883075 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a0c511-8071-4016-9464-fd727d5b3511 req-43813220-23fb-4a3e-bc31-8b89c8cc9da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:06:41.884537 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-c2a0c511-8071-4016-9464-fd727d5b3511 req-43813220-23fb-4a3e-bc31-8b89c8cc9da3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=32d25553-aa43-4782-af0c-d6a2b47507a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1283381 Jul 27 21:06:41.985078 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-19dc4e9a-993e-4bf7-8939-1cea3d230509 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:41.991761 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-c2a0c511-8071-4016-9464-fd727d5b3511 req-8f31093f-4c94-42a2-83d8-b13b97994882 service neutron] 10.222.0.36 "GET /v2.0/networks/32d25553-aa43-4782-af0c-d6a2b47507a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968063 Jul 27 21:06:42.008378 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-19dc4e9a-993e-4bf7-8939-1cea3d230509 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:42.020770 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-061fcd17-71c2-43eb-96a0-42ae588353d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-990557'] for network, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:42.098770 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-19dc4e9a-993e-4bf7-8939-1cea3d230509 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:42.101348 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-19dc4e9a-993e-4bf7-8939-1cea3d230509 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:42.102563 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-19dc4e9a-993e-4bf7-8939-1cea3d230509 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/818e0787-bebd-4f36-8e94-04169bb7d4a4 HTTP/1.1" status: 204 len: 168 time: 0.2459638 Jul 27 21:06:42.107866 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-c2a0c511-8071-4016-9464-fd727d5b3511 req-522a951c-53d5-4275-88f0-19893317b732 service neutron] 10.222.0.36 "GET /v2.0/networks/32d25553-aa43-4782-af0c-d6a2b47507a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1062675 Jul 27 21:06:42.126182 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea6863da-960b-4247-91e2-5fb0c059386a None None] DHCP port deletion for 6aa76440-68bb-4814-b579-87efb5c679e3 request from n-d-705658-22 {{(pid=105586) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 21:06:42.132414 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19dc4e9a-993e-4bf7-8939-1cea3d230509 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=818e0787-bebd-4f36-8e94-04169bb7d4a4,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:06:42.139556 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [None req-061fcd17-71c2-43eb-96a0-42ae588353d5 admin admin] Deleting port 3c30854b-a91c-4fe4-83e8-d2ec6b55c518 {{(pid=105585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:06:42.140071 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-061fcd17-71c2-43eb-96a0-42ae588353d5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:42.187270 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-ea6863da-960b-4247-91e2-5fb0c059386a None None] Deleting port 3c30854b-a91c-4fe4-83e8-d2ec6b55c518 {{(pid=105586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:06:42.187660 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-ea6863da-960b-4247-91e2-5fb0c059386a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:42.210237 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.db [None req-061fcd17-71c2-43eb-96a0-42ae588353d5 admin admin] For port 3c30854b-a91c-4fe4-83e8-d2ec6b55c518, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=3c30854b-a91c-4fe4-83e8-d2ec6b55c518,segment=NetworkSegment(7253e476-fc19-4126-9562-a06a41b3b94e),segment_id=7253e476-fc19-4126-9562-a06a41b3b94e)] {{(pid=105585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:06:42.210599 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-061fcd17-71c2-43eb-96a0-42ae588353d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:42.224899 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [None req-061fcd17-71c2-43eb-96a0-42ae588353d5 admin admin] Calling delete_port for 3c30854b-a91c-4fe4-83e8-d2ec6b55c518 owned by network:dhcp {{(pid=105585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:06:42.261044 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-ea6863da-960b-4247-91e2-5fb0c059386a None None] For port 3c30854b-a91c-4fe4-83e8-d2ec6b55c518, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=3c30854b-a91c-4fe4-83e8-d2ec6b55c518,segment=NetworkSegment(7253e476-fc19-4126-9562-a06a41b3b94e),segment_id=7253e476-fc19-4126-9562-a06a41b3b94e)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:06:42.261545 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-ea6863da-960b-4247-91e2-5fb0c059386a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:42.276544 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-ea6863da-960b-4247-91e2-5fb0c059386a None None] Calling delete_port for 3c30854b-a91c-4fe4-83e8-d2ec6b55c518 owned by network:dhcp {{(pid=105586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:06:42.307907 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-061fcd17-71c2-43eb-96a0-42ae588353d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:42.339273 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061fcd17-71c2-43eb-96a0-42ae588353d5 admin admin] Pushing event deleted for resources: {'Port': ['ID=3c30854b-a91c-4fe4-83e8-d2ec6b55c518,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:06:42.341083 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-061fcd17-71c2-43eb-96a0-42ae588353d5 admin admin] No DVR routers for this DVR port 3c30854b-a91c-4fe4-83e8-d2ec6b55c518 on host n-d-705658-22 {{(pid=105585) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:06:42.352177 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-ea6863da-960b-4247-91e2-5fb0c059386a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180'] for port, after_delete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:42.380058 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6863da-960b-4247-91e2-5fb0c059386a None None] Pushing event deleted for resources: {'Port': ['ID=3c30854b-a91c-4fe4-83e8-d2ec6b55c518,revision_number=None']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:06:42.384259 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea6863da-960b-4247-91e2-5fb0c059386a None None] No DVR routers for this DVR port 3c30854b-a91c-4fe4-83e8-d2ec6b55c518 on host n-d-705658-22 {{(pid=105586) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:06:42.420383 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-061fcd17-71c2-43eb-96a0-42ae588353d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853562', 'neutron.services.segments.db._delete_segments_for_network-8790688882975'] for network, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:42.432610 n-d-705658-22 neutron-server[105585]: DEBUG neutron.services.segments.db [None req-061fcd17-71c2-43eb-96a0-42ae588353d5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6aa76440-68bb-4814-b579-87efb5c679e3']}} {{(pid=105585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:06:42.444391 n-d-705658-22 neutron-server[105585]: DEBUG neutron.services.segments.db [None req-061fcd17-71c2-43eb-96a0-42ae588353d5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7253e476-fc19-4126-9562-a06a41b3b94e') {'for_net_delete': True} {{(pid=105585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:06:42.444687 n-d-705658-22 neutron-server[105585]: DEBUG neutron.services.segments.db [None req-061fcd17-71c2-43eb-96a0-42ae588353d5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7253e476-fc19-4126-9562-a06a41b3b94e') {} {{(pid=105585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:06:42.485971 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-061fcd17-71c2-43eb-96a0-42ae588353d5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790688883752', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9886370'] for segment, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:42.505662 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-061fcd17-71c2-43eb-96a0-42ae588353d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:42.515374 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-061fcd17-71c2-43eb-96a0-42ae588353d5 admin admin] Releasing vlan 230 on physical network physnet1 to pool {{(pid=105585) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:06:42.515843 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-061fcd17-71c2-43eb-96a0-42ae588353d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10221644'] for segment, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:42.517547 n-d-705658-22 neutron-server[105585]: Traceback (most recent call last): Jul 27 21:06:42.517547 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:06:42.517547 n-d-705658-22 neutron-server[105585]: timer() Jul 27 21:06:42.517547 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:06:42.517547 n-d-705658-22 neutron-server[105585]: cb(*args, **kw) Jul 27 21:06:42.517547 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:06:42.517547 n-d-705658-22 neutron-server[105585]: return func(*args, **kwargs) Jul 27 21:06:42.517547 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:06:42.517547 n-d-705658-22 neutron-server[105585]: self._notify() Jul 27 21:06:42.517547 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:06:42.517547 n-d-705658-22 neutron-server[105585]: self.callback(batched_events) Jul 27 21:06:42.517547 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:06:42.517547 n-d-705658-22 neutron-server[105585]: event.method(event) Jul 27 21:06:42.517547 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:06:42.517547 n-d-705658-22 neutron-server[105585]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:06:42.517547 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:06:42.517547 n-d-705658-22 neutron-server[105585]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:06:42.517547 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:06:42.517547 n-d-705658-22 neutron-server[105585]: return f(self, *a, **k) Jul 27 21:06:42.517547 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:06:42.517547 n-d-705658-22 neutron-server[105585]: return self._get(url).json() Jul 27 21:06:42.517547 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:06:42.517547 n-d-705658-22 neutron-server[105585]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:06:42.517547 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:06:42.517547 n-d-705658-22 neutron-server[105585]: return self.request(url, 'GET', **kwargs) Jul 27 21:06:42.517547 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:06:42.517547 n-d-705658-22 neutron-server[105585]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:06:42.517547 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:06:42.517547 n-d-705658-22 neutron-server[105585]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:06:42.517547 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:06:42.517547 n-d-705658-22 neutron-server[105585]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:06:42.517547 n-d-705658-22 neutron-server[105585]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:06:42.601458 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c337b6-74a5-461a-a7b2-ee5eb5cb01d1 req-83934a45-45a2-4b4c-bb2a-5897f1f33dd6 tempest-AttachVolumeTestJSON-850155022 tempest-AttachVolumeTestJSON-850155022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:06:42.603049 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-88c337b6-74a5-461a-a7b2-ee5eb5cb01d1 req-83934a45-45a2-4b4c-bb2a-5897f1f33dd6 tempest-AttachVolumeTestJSON-850155022 tempest-AttachVolumeTestJSON-850155022-project] 10.222.0.59 "GET /v2.0/ports?device_id=0f9b044c-3d59-4da2-bba4-f9456b3d9774 HTTP/1.1" status: 200 len: 944 time: 0.1559238 Jul 27 21:06:42.619897 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-061fcd17-71c2-43eb-96a0-42ae588353d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4075658'] for network, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:42.630797 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-061fcd17-71c2-43eb-96a0-42ae588353d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743886'] for network, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:42.632610 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-061fcd17-71c2-43eb-96a0-42ae588353d5 admin admin] 10.222.0.59 "DELETE /v2.0/networks/6aa76440-68bb-4814-b579-87efb5c679e3 HTTP/1.1" status: 204 len: 168 time: 0.7569048 Jul 27 21:06:42.649826 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061fcd17-71c2-43eb-96a0-42ae588353d5 admin admin] Pushing event deleted for resources: {'Network': ['ID=6aa76440-68bb-4814-b579-87efb5c679e3,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:06:42.693383 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-88c337b6-74a5-461a-a7b2-ee5eb5cb01d1 req-23e381dd-e994-41f3-a2da-76152ab786c2 tempest-AttachVolumeTestJSON-850155022 tempest-AttachVolumeTestJSON-850155022-project] 10.222.0.59 "GET /v2.0/security-groups?id=422951fc-fa2c-4390-9ebd-848cc406cf38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0685904 Jul 27 21:06:42.721965 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782c88cd-35c9-4e40-8f76-3ff48d227147 req-2ad48cb6-7f61-44aa-9191-5562264ca6ea tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:06:42.723556 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-782c88cd-35c9-4e40-8f76-3ff48d227147 req-2ad48cb6-7f61-44aa-9191-5562264ca6ea tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] 10.222.0.59 "GET /v2.0/ports?device_id=f4131bf3-56d0-4dd5-8a0b-f9b028d7bbbe HTTP/1.1" status: 200 len: 946 time: 0.1431673 Jul 27 21:06:42.770362 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-782c88cd-35c9-4e40-8f76-3ff48d227147 req-c8196870-769d-416e-a7b5-fdefafc971d1 tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] 10.222.0.59 "GET /v2.0/security-groups?id=771ef501-f193-4e50-901d-4721d89f2b91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403850 Jul 27 21:06:42.785047 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 49434) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:06:42.812473 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-bb32ed7d-8717-448b-a9c8-a5a0117d1fd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:42.841515 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-0880ca6b-3914-460a-bd46-60ebca5c17ff admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=037df3a90f014739a3644a9c2d1586c8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0542610 Jul 27 21:06:42.844281 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 49436) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:06:42.873605 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 49438) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:06:42.906852 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-20d604e3-6187-4e06-b65f-8e5f1bc5441c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:42.930712 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-20d604e3-6187-4e06-b65f-8e5f1bc5441c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:42.941271 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 6ee7a68a-7e47-454c-8e09-278e29ff0654 no longer exists at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:06:42.962874 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] No Port match for: 6ee7a68a-7e47-454c-8e09-278e29ff0654 {{(pid=105586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:06:42.963375 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 6ee7a68a-7e47-454c-8e09-278e29ff0654 not bound to the agent host n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:06:42.964067 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 3c30854b-a91c-4fe4-83e8-d2ec6b55c518 no longer exists at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:06:42.985182 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-20d604e3-6187-4e06-b65f-8e5f1bc5441c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:42.987685 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] No Port match for: 3c30854b-a91c-4fe4-83e8-d2ec6b55c518 {{(pid=105586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:06:42.988104 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 3c30854b-a91c-4fe4-83e8-d2ec6b55c518 not bound to the agent host n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:06:42.991767 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-20d604e3-6187-4e06-b65f-8e5f1bc5441c admin admin] Notify callbacks [] for security_group, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:42.996717 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-20d604e3-6187-4e06-b65f-8e5f1bc5441c admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/e8209215-bf66-4bb1-96ba-041099e74ea3 HTTP/1.1" status: 204 len: 168 time: 0.1483946 Jul 27 21:06:43.002448 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d604e3-6187-4e06-b65f-8e5f1bc5441c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8209215-bf66-4bb1-96ba-041099e74ea3,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:06:43.085013 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-174ff53d-5f0a-4157-9e22-47fc6f21df71 tempest-SubnetPoolsTestJSON-2077179125 tempest-SubnetPoolsTestJSON-2077179125-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-333748210', 'prefixes': ['172.20.0.0/16']}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:06:43.152593 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-174ff53d-5f0a-4157-9e22-47fc6f21df71 tempest-SubnetPoolsTestJSON-2077179125 tempest-SubnetPoolsTestJSON-2077179125-project] Notify callbacks [] for subnetpool, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:43.153830 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-174ff53d-5f0a-4157-9e22-47fc6f21df71 tempest-SubnetPoolsTestJSON-2077179125 tempest-SubnetPoolsTestJSON-2077179125-project] 10.222.0.59 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 0.2787743 Jul 27 21:06:43.156518 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 49456) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:06:43.194659 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-53565510-3a66-4f35-a26c-9d95ff9a9c0c tempest-SubnetPoolsTestJSON-2077179125 tempest-SubnetPoolsTestJSON-2077179125-project] 10.222.0.59 "GET /v2.0/subnetpools/bac83b69-de90-4714-8558-3bc64ec87b9c HTTP/1.1" status: 200 len: 731 time: 0.0370648 Jul 27 21:06:43.197673 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 49458) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:06:43.202052 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-5cf3ccff-831b-483b-a42d-d6c8b773d96c tempest-SubnetPoolsTestJSON-2077179125 tempest-SubnetPoolsTestJSON-2077179125-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-413729970'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:06:43.298747 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-5cf3ccff-831b-483b-a42d-d6c8b773d96c tempest-SubnetPoolsTestJSON-2077179125 tempest-SubnetPoolsTestJSON-2077179125-project] Notify callbacks [] for subnetpool, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:43.302581 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-5cf3ccff-831b-483b-a42d-d6c8b773d96c tempest-SubnetPoolsTestJSON-2077179125 tempest-SubnetPoolsTestJSON-2077179125-project] 10.222.0.59 "PUT /v2.0/subnetpools/bac83b69-de90-4714-8558-3bc64ec87b9c HTTP/1.1" status: 200 len: 683 time: 0.1014802 Jul 27 21:06:43.302914 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 49470) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:06:43.378073 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-3d1a4650-a5cb-48d7-889e-b25f8483d9e1 tempest-SubnetPoolsTestJSON-2077179125 tempest-SubnetPoolsTestJSON-2077179125-project] Notify callbacks [] for subnetpool, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:43.380161 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-3d1a4650-a5cb-48d7-889e-b25f8483d9e1 tempest-SubnetPoolsTestJSON-2077179125 tempest-SubnetPoolsTestJSON-2077179125-project] 10.222.0.59 "DELETE /v2.0/subnetpools/bac83b69-de90-4714-8558-3bc64ec87b9c HTTP/1.1" status: 204 len: 168 time: 0.0762498 Jul 27 21:06:43.382579 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 49482) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:06:43.399310 n-d-705658-22 neutron-server[105584]: INFO neutron.api.v2.resource [None req-43d99f6d-b398-48b9-a222-b7c69b51ed5d tempest-SubnetPoolsTestJSON-2077179125 tempest-SubnetPoolsTestJSON-2077179125-project] show failed (client error): The resource could not be found. Jul 27 21:06:43.403048 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-43d99f6d-b398-48b9-a222-b7c69b51ed5d tempest-SubnetPoolsTestJSON-2077179125 tempest-SubnetPoolsTestJSON-2077179125-project] 10.222.0.59 "GET /v2.0/subnetpools/bac83b69-de90-4714-8558-3bc64ec87b9c HTTP/1.1" status: 404 len: 346 time: 0.0165589 Jul 27 21:06:43.403267 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 49490) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:06:43.417590 n-d-705658-22 neutron-server[105584]: INFO neutron.api.v2.resource [None req-d2989630-c916-4ee4-99a0-0ab501cf300e tempest-SubnetPoolsTestJSON-2077179125 tempest-SubnetPoolsTestJSON-2077179125-project] delete failed (client error): The resource could not be found. Jul 27 21:06:43.418575 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-d2989630-c916-4ee4-99a0-0ab501cf300e tempest-SubnetPoolsTestJSON-2077179125 tempest-SubnetPoolsTestJSON-2077179125-project] 10.222.0.59 "DELETE /v2.0/subnetpools/bac83b69-de90-4714-8558-3bc64ec87b9c HTTP/1.1" status: 404 len: 346 time: 0.0144393 Jul 27 21:06:43.631308 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 49506) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:06:43.746244 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-303f6f76-9c48-4125-9786-9c7c1944c4a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:43.884368 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f3caf9-bfae-4173-8905-a49d68d336c9 req-7b569e60-20a2-4766-b1b5-83602e613b86 tempest-AttachVolumeTestJSON-850155022 tempest-AttachVolumeTestJSON-850155022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:06:43.886435 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f8f3caf9-bfae-4173-8905-a49d68d336c9 req-7b569e60-20a2-4766-b1b5-83602e613b86 tempest-AttachVolumeTestJSON-850155022 tempest-AttachVolumeTestJSON-850155022-project] 10.222.0.59 "GET /v2.0/ports?device_id=0f9b044c-3d59-4da2-bba4-f9456b3d9774 HTTP/1.1" status: 200 len: 944 time: 0.0974653 Jul 27 21:06:43.896882 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-303f6f76-9c48-4125-9786-9c7c1944c4a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:43.903484 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-303f6f76-9c48-4125-9786-9c7c1944c4a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:43.948353 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f8f3caf9-bfae-4173-8905-a49d68d336c9 req-1602562d-5d04-406a-ae5b-5ae08b1b11b5 tempest-AttachVolumeTestJSON-850155022 tempest-AttachVolumeTestJSON-850155022-project] 10.222.0.59 "GET /v2.0/security-groups?id=422951fc-fa2c-4390-9ebd-848cc406cf38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523798 Jul 27 21:06:43.949384 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303f6f76-9c48-4125-9786-9c7c1944c4a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10cc5f50-4d42-4e7c-8692-e3364cbad051,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:06:43.954198 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-303f6f76-9c48-4125-9786-9c7c1944c4a2 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=ee2bda20c8d34fd18ef976b05326d784&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3216100 Jul 27 21:06:43.958183 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 49526) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:06:44.024104 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-dc69880c-f624-4b81-8b66-dd4f5d60bbab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:44.042560 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b9efc4-be39-45ac-9cbd-c88af7deeb30 req-a5405faf-7211-40d4-ad44-28632185553c tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:06:44.044100 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b1b9efc4-be39-45ac-9cbd-c88af7deeb30 req-a5405faf-7211-40d4-ad44-28632185553c tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] 10.222.0.59 "GET /v2.0/ports?device_id=f4131bf3-56d0-4dd5-8a0b-f9b028d7bbbe HTTP/1.1" status: 200 len: 946 time: 0.0713272 Jul 27 21:06:44.054731 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-dc69880c-f624-4b81-8b66-dd4f5d60bbab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:44.084518 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b1b9efc4-be39-45ac-9cbd-c88af7deeb30 req-408b8ebf-5e46-4b12-b3ab-07b55d33f1f7 tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] 10.222.0.59 "GET /v2.0/security-groups?id=771ef501-f193-4e50-901d-4721d89f2b91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342305 Jul 27 21:06:44.127079 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-dc69880c-f624-4b81-8b66-dd4f5d60bbab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:44.131307 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-dc69880c-f624-4b81-8b66-dd4f5d60bbab admin admin] Notify callbacks [] for security_group, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:44.133140 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-dc69880c-f624-4b81-8b66-dd4f5d60bbab admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/10cc5f50-4d42-4e7c-8692-e3364cbad051 HTTP/1.1" status: 204 len: 168 time: 0.1739900 Jul 27 21:06:44.144406 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc69880c-f624-4b81-8b66-dd4f5d60bbab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10cc5f50-4d42-4e7c-8692-e3364cbad051,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:06:44.236410 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-875ced1b-4cf3-463a-9653-058f0f9421e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:44.414246 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-7b136e79-8c74-4f8e-844e-a8e08d0692be req-d3add839-d86c-46d9-9238-0550bce9419a tempest-ServerShowV257Test-1623822604 tempest-ServerShowV257Test-1623822604-project] 10.222.0.59 "GET /v2.0/ports?device_id=b1aea2a2-2365-4693-b5b7-a11e040f038a HTTP/1.1" status: 200 len: 210 time: 0.0309269 Jul 27 21:06:44.461392 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device 187dbab2-17f7-4985-97bf-cdc20c4f4895 details requested by agent hyperv_n-h1-705658-22 with host n-h1-705658-22 {{(pid=105586) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:06:44.566026 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] For port 187dbab2-17f7-4985-97bf-cdc20c4f4895, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=187dbab2-17f7-4985-97bf-cdc20c4f4895,segment=NetworkSegment(3b7237b7-e1d5-469a-ad3d-468d7cc14174),segment_id=3b7237b7-e1d5-469a-ad3d-468d7cc14174)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:06:44.578843 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Returning: {'device': '187dbab2-17f7-4985-97bf-cdc20c4f4895', 'network_id': '32d25553-aa43-4782-af0c-d6a2b47507a7', 'port_id': '187dbab2-17f7-4985-97bf-cdc20c4f4895', 'mac_address': 'fa:16:3e:b5:93:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fdae47fc-2d6f-4c83-9067-18a839318850', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105586) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:06:44.618510 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:44.635372 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 187dbab2-17f7-4985-97bf-cdc20c4f4895 {{(pid=105586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:06:44.656887 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] For port 187dbab2-17f7-4985-97bf-cdc20c4f4895, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=187dbab2-17f7-4985-97bf-cdc20c4f4895,segment=NetworkSegment(3b7237b7-e1d5-469a-ad3d-468d7cc14174),segment_id=3b7237b7-e1d5-469a-ad3d-468d7cc14174)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:06:44.661152 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:44.715792 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Pushing event updated for resources: {'Port': ['ID=187dbab2-17f7-4985-97bf-cdc20c4f4895,revision_number=4']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:06:44.992189 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] get_ports_and_sgs() called for port_ids ['187dbab2-17f7-4985-97bf-cdc20c4f4895'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:06:45.095972 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617e620f-89ed-4d22-843c-4e9307c8e5e8 req-998f6bb9-c379-4937-93e2-d33201e96ffe tempest-AttachVolumeTestJSON-850155022 tempest-AttachVolumeTestJSON-850155022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:06:45.097700 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-617e620f-89ed-4d22-843c-4e9307c8e5e8 req-998f6bb9-c379-4937-93e2-d33201e96ffe tempest-AttachVolumeTestJSON-850155022 tempest-AttachVolumeTestJSON-850155022-project] 10.222.0.59 "GET /v2.0/ports?device_id=0f9b044c-3d59-4da2-bba4-f9456b3d9774 HTTP/1.1" status: 200 len: 945 time: 0.0740211 Jul 27 21:06:45.144110 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-617e620f-89ed-4d22-843c-4e9307c8e5e8 req-6c47ea2d-12a7-45cd-9057-610e08f68e2d tempest-AttachVolumeTestJSON-850155022 tempest-AttachVolumeTestJSON-850155022-project] 10.222.0.59 "GET /v2.0/security-groups?id=422951fc-fa2c-4390-9ebd-848cc406cf38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400751 Jul 27 21:06:45.521295 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-58e591df-0126-4763-b1ca-3704c7235930 req-882a91cb-2996-48a7-af42-90f49a48f080 tempest-ServerShowV257Test-1623822604 tempest-ServerShowV257Test-1623822604-project] 10.222.0.59 "GET /v2.0/ports?device_id=b1aea2a2-2365-4693-b5b7-a11e040f038a HTTP/1.1" status: 200 len: 210 time: 0.0299954 Jul 27 21:06:46.010560 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.agents_db [None req-558fcd2c-e512-47bc-a170-8673d87f7213 None None] Agent healthcheck: found 7 active agents {{(pid=105587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 21:06:46.283533 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e064c24-73c5-4267-b7f4-f7b4b82971b0 req-18762c26-529c-486c-9b1e-8f3564e2052d tempest-AttachVolumeTestJSON-850155022 tempest-AttachVolumeTestJSON-850155022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:06:46.285172 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-7e064c24-73c5-4267-b7f4-f7b4b82971b0 req-18762c26-529c-486c-9b1e-8f3564e2052d tempest-AttachVolumeTestJSON-850155022 tempest-AttachVolumeTestJSON-850155022-project] 10.222.0.59 "GET /v2.0/ports?device_id=0f9b044c-3d59-4da2-bba4-f9456b3d9774 HTTP/1.1" status: 200 len: 945 time: 0.0702446 Jul 27 21:06:46.326487 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-7e064c24-73c5-4267-b7f4-f7b4b82971b0 req-96107137-5ca5-4a3b-99a2-e6ff6b2f3787 tempest-AttachVolumeTestJSON-850155022 tempest-AttachVolumeTestJSON-850155022-project] 10.222.0.59 "GET /v2.0/security-groups?id=422951fc-fa2c-4390-9ebd-848cc406cf38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344007 Jul 27 21:06:46.455063 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-4ce02424-0a75-4a30-82b9-591096645e39 req-061f3100-7ffc-4f98-8bcb-8b33fb696373 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=b1aea2a2-2365-4693-b5b7-a11e040f038a HTTP/1.1" status: 200 len: 210 time: 0.0284355 Jul 27 21:06:46.485209 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device 187dbab2-17f7-4985-97bf-cdc20c4f4895 up at agent hyperv_n-h1-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:06:46.533750 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Provisioning for port 187dbab2-17f7-4985-97bf-cdc20c4f4895 completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:06:46.537362 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Provisioning complete for port 187dbab2-17f7-4985-97bf-cdc20c4f4895 triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:06:46.537738 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:46.635084 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-349383c1-8698-4477-970a-a227e913adcf req-11f28d1b-bc95-4ed7-b354-5bf158ea5881 tempest-ServerShowV257Test-1623822604 tempest-ServerShowV257Test-1623822604-project] 10.222.0.59 "GET /v2.0/ports?device_id=b1aea2a2-2365-4693-b5b7-a11e040f038a HTTP/1.1" status: 200 len: 210 time: 0.0351963 Jul 27 21:06:46.647037 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:46.671019 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f9b044c-3d59-4da2-bba4-f9456b3d9774', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '187dbab2-17f7-4985-97bf-cdc20c4f4895'}] {{(pid=105586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:06:46.673495 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14c1663e039faf5393f87855f745010ac5b02220355b68fdbf065393e303ac56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f24ee14-d453-445b-98b0-7f4768938a8d" -d '{"events": [{"server_uuid": "0f9b044c-3d59-4da2-bba4-f9456b3d9774", "name": "network-vif-plugged", "status": "completed", "tag": "187dbab2-17f7-4985-97bf-cdc20c4f4895"}]}' {{(pid=105586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:06:46.687098 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] For port 187dbab2-17f7-4985-97bf-cdc20c4f4895, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=187dbab2-17f7-4985-97bf-cdc20c4f4895,segment=NetworkSegment(3b7237b7-e1d5-469a-ad3d-468d7cc14174),segment_id=3b7237b7-e1d5-469a-ad3d-468d7cc14174)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:06:46.691141 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:46.722187 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:06:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efb59abb-5159-41ff-b2d4-e45ac1f175fd x-openstack-request-id: req-efb59abb-5159-41ff-b2d4-e45ac1f175fd {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:06:46.722486 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f9b044c-3d59-4da2-bba4-f9456b3d9774", "name": "network-vif-plugged", "status": "completed", "tag": "187dbab2-17f7-4985-97bf-cdc20c4f4895", "code": 200}]} {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:06:46.722742 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-efb59abb-5159-41ff-b2d4-e45ac1f175fd {{(pid=105586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:06:46.723153 n-d-705658-22 neutron-server[105586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f9b044c-3d59-4da2-bba4-f9456b3d9774', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '187dbab2-17f7-4985-97bf-cdc20c4f4895', 'code': 200} Jul 27 21:06:46.742789 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Pushing event updated for resources: {'Port': ['ID=187dbab2-17f7-4985-97bf-cdc20c4f4895,revision_number=5']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:06:46.832400 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761463f9-4162-486d-91ce-d374b8cb03d1 req-bc3e5766-5657-4de4-876e-14153f7e78f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:06:46.833960 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-761463f9-4162-486d-91ce-d374b8cb03d1 req-bc3e5766-5657-4de4-876e-14153f7e78f0 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=0f9b044c-3d59-4da2-bba4-f9456b3d9774 HTTP/1.1" status: 200 len: 1098 time: 0.0578446 Jul 27 21:06:46.885878 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-761463f9-4162-486d-91ce-d374b8cb03d1 req-365ab18e-269c-43fa-aa93-742e65d4db07 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=422951fc-fa2c-4390-9ebd-848cc406cf38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440030 Jul 27 21:06:47.465191 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a157c068-5825-4a68-aae0-b94fbe221b54 req-3e5460f3-6a8c-4b26-bb1e-42ff9aeadfbc tempest-AttachVolumeTestJSON-850155022 tempest-AttachVolumeTestJSON-850155022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:06:47.466861 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a157c068-5825-4a68-aae0-b94fbe221b54 req-3e5460f3-6a8c-4b26-bb1e-42ff9aeadfbc tempest-AttachVolumeTestJSON-850155022 tempest-AttachVolumeTestJSON-850155022-project] 10.222.0.59 "GET /v2.0/ports?device_id=0f9b044c-3d59-4da2-bba4-f9456b3d9774 HTTP/1.1" status: 200 len: 946 time: 0.0700731 Jul 27 21:06:47.506624 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a157c068-5825-4a68-aae0-b94fbe221b54 req-030f1f02-8fbe-464f-84ef-2bc87df629e0 tempest-AttachVolumeTestJSON-850155022 tempest-AttachVolumeTestJSON-850155022-project] 10.222.0.59 "GET /v2.0/security-groups?id=422951fc-fa2c-4390-9ebd-848cc406cf38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335040 Jul 27 21:06:47.799424 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-5e3b4970-3570-4701-97fc-3fbcebde830d req-4bed4cf9-f41b-4a9c-9dd5-79c325113978 tempest-ServerShowV257Test-1623822604 tempest-ServerShowV257Test-1623822604-project] 10.222.0.59 "GET /v2.0/ports?device_id=b1aea2a2-2365-4693-b5b7-a11e040f038a HTTP/1.1" status: 200 len: 210 time: 0.0553918 Jul 27 21:06:48.184486 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-61e175a3-833c-4a7a-9be4-e6548638b350 req-9da09391-dee1-4cec-a94a-1a1bd82f84c1 tempest-ServerShowV257Test-1623822604 tempest-ServerShowV257Test-1623822604-project] 10.222.0.59 "GET /v2.0/ports?device_id=b1aea2a2-2365-4693-b5b7-a11e040f038a HTTP/1.1" status: 200 len: 210 time: 0.0376837 Jul 27 21:06:48.647757 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61059a9-500c-4286-92c0-fc07743ba001 req-0c1c25d0-07ae-488c-8403-fd7175faed5f tempest-AttachVolumeTestJSON-850155022 tempest-AttachVolumeTestJSON-850155022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:06:48.650380 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a61059a9-500c-4286-92c0-fc07743ba001 req-0c1c25d0-07ae-488c-8403-fd7175faed5f tempest-AttachVolumeTestJSON-850155022 tempest-AttachVolumeTestJSON-850155022-project] 10.222.0.59 "GET /v2.0/ports?device_id=0f9b044c-3d59-4da2-bba4-f9456b3d9774 HTTP/1.1" status: 200 len: 946 time: 0.0766988 Jul 27 21:06:48.693527 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a61059a9-500c-4286-92c0-fc07743ba001 req-ce5f0ac2-b600-4fb9-be4d-d310d38bf663 tempest-AttachVolumeTestJSON-850155022 tempest-AttachVolumeTestJSON-850155022-project] 10.222.0.59 "GET /v2.0/security-groups?id=422951fc-fa2c-4390-9ebd-848cc406cf38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360749 Jul 27 21:06:48.857361 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae40719-e2fe-4e95-a479-2575821fec28 req-285aaa51-02cf-4dab-9be0-79c5d9ea2fc7 tempest-AttachVolumeTestJSON-850155022 tempest-AttachVolumeTestJSON-850155022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:06:48.859564 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-8ae40719-e2fe-4e95-a479-2575821fec28 req-285aaa51-02cf-4dab-9be0-79c5d9ea2fc7 tempest-AttachVolumeTestJSON-850155022 tempest-AttachVolumeTestJSON-850155022-project] 10.222.0.59 "GET /v2.0/ports?device_id=0f9b044c-3d59-4da2-bba4-f9456b3d9774 HTTP/1.1" status: 200 len: 946 time: 0.0871658 Jul 27 21:06:48.868888 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 49706) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:06:48.874168 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-44899652-dbfb-4a1c-b2ed-39a3685249c2 tempest-AttachVolumeTestJSON-850155022 tempest-AttachVolumeTestJSON-850155022-project] Request body: {'floatingip': {'port_id': '187dbab2-17f7-4985-97bf-cdc20c4f4895'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:06:48.933255 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-44899652-dbfb-4a1c-b2ed-39a3685249c2 tempest-AttachVolumeTestJSON-850155022 tempest-AttachVolumeTestJSON-850155022-project] Notify callbacks [] for floatingip, before_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:49.328311 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-15b56a6c-9cf1-497b-bc95-14527bbb3307 req-c148ab89-c758-4924-8c69-7a9dce8070d7 tempest-ServerShowV257Test-1623822604 tempest-ServerShowV257Test-1623822604-project] 10.222.0.59 "GET /v2.0/ports?device_id=b1aea2a2-2365-4693-b5b7-a11e040f038a HTTP/1.1" status: 200 len: 210 time: 0.0561960 Jul 27 21:06:49.480167 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-44899652-dbfb-4a1c-b2ed-39a3685249c2 tempest-AttachVolumeTestJSON-850155022 tempest-AttachVolumeTestJSON-850155022-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:49.484376 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-44899652-dbfb-4a1c-b2ed-39a3685249c2 tempest-AttachVolumeTestJSON-850155022 tempest-AttachVolumeTestJSON-850155022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4075768'] for floatingip, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:49.594987 n-d-705658-22 neutron-server[105584]: INFO neutron.db.l3_db [None req-44899652-dbfb-4a1c-b2ed-39a3685249c2 tempest-AttachVolumeTestJSON-850155022 tempest-AttachVolumeTestJSON-850155022-project] Floating IP 564d4a15-0168-4936-9993-843dfaf9a093 associated. External IP: 172.25.5.84, port: 187dbab2-17f7-4985-97bf-cdc20c4f4895. Jul 27 21:06:49.746933 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-c3e2495b-e09a-4129-9975-0bd30a814876 req-a947debb-1f50-4c46-b237-083d5b1ca0ee service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=9dfbe127-2e40-448a-9032-c49d8e1e61fe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1185570 Jul 27 21:06:50.008814 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e2495b-e09a-4129-9975-0bd30a814876 req-37130e8e-e1b2-4eb2-8c5a-167c7b8ddd18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:06:50.009409 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e2495b-e09a-4129-9975-0bd30a814876 req-37130e8e-e1b2-4eb2-8c5a-167c7b8ddd18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:06:50.009768 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e2495b-e09a-4129-9975-0bd30a814876 req-37130e8e-e1b2-4eb2-8c5a-167c7b8ddd18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:06:50.010236 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e2495b-e09a-4129-9975-0bd30a814876 req-37130e8e-e1b2-4eb2-8c5a-167c7b8ddd18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:06:50.010702 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e2495b-e09a-4129-9975-0bd30a814876 req-37130e8e-e1b2-4eb2-8c5a-167c7b8ddd18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:06:50.011210 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e2495b-e09a-4129-9975-0bd30a814876 req-37130e8e-e1b2-4eb2-8c5a-167c7b8ddd18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:06:50.011674 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e2495b-e09a-4129-9975-0bd30a814876 req-37130e8e-e1b2-4eb2-8c5a-167c7b8ddd18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:06:50.013633 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-c3e2495b-e09a-4129-9975-0bd30a814876 req-37130e8e-e1b2-4eb2-8c5a-167c7b8ddd18 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=16c9b99e3d6b4b58a380b57255ba6d41&device_id=9dfbe127-2e40-448a-9032-c49d8e1e61fe HTTP/1.1" status: 200 len: 6496 time: 0.2253282 Jul 27 21:06:50.020749 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44899652-dbfb-4a1c-b2ed-39a3685249c2 tempest-AttachVolumeTestJSON-850155022 tempest-AttachVolumeTestJSON-850155022-project] Router 809e5d14-abce-43db-b847-0ff958180cd5 has already been hosted by L3 agent dd128fd7-8e57-4d4f-895b-a96b369df59a {{(pid=105584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:06:50.211092 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e2495b-e09a-4129-9975-0bd30a814876 req-0533c3da-c405-4b72-9c53-9b37cac98f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:06:50.211611 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e2495b-e09a-4129-9975-0bd30a814876 req-0533c3da-c405-4b72-9c53-9b37cac98f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:06:50.212083 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e2495b-e09a-4129-9975-0bd30a814876 req-0533c3da-c405-4b72-9c53-9b37cac98f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:06:50.213678 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-c3e2495b-e09a-4129-9975-0bd30a814876 req-0533c3da-c405-4b72-9c53-9b37cac98f86 service neutron] 10.222.0.36 "GET /v2.0/networks?id=7ff0eeb8-777d-434e-b9ec-a1527ebf3b8c&id=e24d8d6c-cb0f-492b-9a38-55ce25e9a591&id=e24d8d6c-cb0f-492b-9a38-55ce25e9a591&id=e24d8d6c-cb0f-492b-9a38-55ce25e9a591&id=e24d8d6c-cb0f-492b-9a38-55ce25e9a591&id=18eab60f-6056-4003-a4d0-6bd1a91b2423&id=18eab60f-6056-4003-a4d0-6bd1a91b2423 HTTP/1.1" status: 200 len: 2293 time: 0.1455824 Jul 27 21:06:50.230186 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44899652-dbfb-4a1c-b2ed-39a3685249c2 tempest-AttachVolumeTestJSON-850155022 tempest-AttachVolumeTestJSON-850155022-project] Notify agent at l3_agent.n-d-705658-22 the message routers_updated {{(pid=105584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:06:50.239960 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e749014-6938-432a-9c95-43323dff5456 None None] Sync routers for ids ['809e5d14-abce-43db-b847-0ff958180cd5'] in n-d-705658-22 {{(pid=105586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:06:50.262924 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-44899652-dbfb-4a1c-b2ed-39a3685249c2 tempest-AttachVolumeTestJSON-850155022 tempest-AttachVolumeTestJSON-850155022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for floatingip, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:50.276787 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e749014-6938-432a-9c95-43323dff5456 None None] Routers {'809e5d14-abce-43db-b847-0ff958180cd5'} bound to L3 agent in host n-d-705658-22 {{(pid=105586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:06:50.278795 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-0e749014-6938-432a-9c95-43323dff5456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:06:41Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['809e5d14-abce-43db-b847-0ff958180cd5'], 'active': True} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:06:50.321656 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-44899652-dbfb-4a1c-b2ed-39a3685249c2 tempest-AttachVolumeTestJSON-850155022 tempest-AttachVolumeTestJSON-850155022-project] 10.222.0.59 "PUT /v2.0/floatingips/564d4a15-0168-4936-9993-843dfaf9a093 HTTP/1.1" status: 200 len: 991 time: 1.4512832 Jul 27 21:06:50.323670 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-c3e2495b-e09a-4129-9975-0bd30a814876 req-790f561d-6d10-49d0-9836-0cfbded8d4b1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=77be7659-fdfb-438e-a2e3-51247a28b9bd HTTP/1.1" status: 200 len: 1001 time: 0.1016588 Jul 27 21:06:50.324344 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f9b044c-3d59-4da2-bba4-f9456b3d9774', 'tag': '187dbab2-17f7-4985-97bf-cdc20c4f4895'}] {{(pid=105584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:06:50.328132 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bce5e6c8685464f7626901654159975603b047827e3138302ed6566e28f1343" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ecd4717-57a1-433c-b99a-82b1de5cf7df" -d '{"events": [{"name": "network-changed", "server_uuid": "0f9b044c-3d59-4da2-bba4-f9456b3d9774", "tag": "187dbab2-17f7-4985-97bf-cdc20c4f4895"}]}' {{(pid=105584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:06:50.488644 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvr_db [None req-0e749014-6938-432a-9c95-43323dff5456 None None] Set router 809e5d14-abce-43db-b847-0ff958180cd5 gateway port host: n-d-705658-22 {{(pid=105586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:06:50.606346 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-8daa1922-d9fc-422d-b841-c3e1859d3cef req-fbcab7c0-b88f-4b3f-95db-81bdda877044 tempest-ServerShowV257Test-1623822604 tempest-ServerShowV257Test-1623822604-project] 10.222.0.59 "GET /v2.0/ports?device_id=b1aea2a2-2365-4693-b5b7-a11e040f038a HTTP/1.1" status: 200 len: 210 time: 0.0624285 Jul 27 21:06:50.626169 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecd4717-57a1-433c-b99a-82b1de5cf7df req-2c0f895b-f186-461b-9aba-b5a2101ba85f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:06:50.628029 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-0ecd4717-57a1-433c-b99a-82b1de5cf7df req-2c0f895b-f186-461b-9aba-b5a2101ba85f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=dcfc656e3a0b42809921004863a52506&device_id=0f9b044c-3d59-4da2-bba4-f9456b3d9774 HTTP/1.1" status: 200 len: 1098 time: 0.1500010 Jul 27 21:06:50.779628 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:06:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4c6e16d-7b70-47df-bae9-40004e6b66e0 x-openstack-request-id: req-f4c6e16d-7b70-47df-bae9-40004e6b66e0 {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:06:50.780237 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f9b044c-3d59-4da2-bba4-f9456b3d9774", "tag": "187dbab2-17f7-4985-97bf-cdc20c4f4895", "status": "completed", "code": 200}]} {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:06:50.781128 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-f4c6e16d-7b70-47df-bae9-40004e6b66e0 {{(pid=105584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:06:50.781746 n-d-705658-22 neutron-server[105584]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f9b044c-3d59-4da2-bba4-f9456b3d9774', 'tag': '187dbab2-17f7-4985-97bf-cdc20c4f4895', 'status': 'completed', 'code': 200} Jul 27 21:06:50.790766 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecd4717-57a1-433c-b99a-82b1de5cf7df req-d826bcae-c220-4937-aef9-9c0a75d0c2da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:06:50.792317 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-0ecd4717-57a1-433c-b99a-82b1de5cf7df req-d826bcae-c220-4937-aef9-9c0a75d0c2da service neutron] 10.222.0.36 "GET /v2.0/networks?id=32d25553-aa43-4782-af0c-d6a2b47507a7 HTTP/1.1" status: 200 len: 911 time: 0.1564796 Jul 27 21:06:50.811460 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e2495b-e09a-4129-9975-0bd30a814876 req-5b72778e-1e65-4194-8a29-26c2c6e6e9a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:06:50.813367 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-c3e2495b-e09a-4129-9975-0bd30a814876 req-5b72778e-1e65-4194-8a29-26c2c6e6e9a0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=57eac71b-5ae3-4b5a-b197-44e1dceaf130 HTTP/1.1" status: 200 len: 851 time: 0.4801543 Jul 27 21:06:50.866056 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-0e749014-6938-432a-9c95-43323dff5456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '809e5d14-abce-43db-b847-0ff958180cd5', 'name': 'tempest-AttachVolumeTestJSON-673897176-router', 'tenant_id': 'dcfc656e3a0b42809921004863a52506', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.2'}], 'enable_snat': True}, 'gw_port_id': '77e13f84-416d-4b78-aeaa-978e413ab22c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:06:23Z', 'updated_at': '2021-07-27T21:06:28Z', 'revision_number': 4, 'project_id': 'dcfc656e3a0b42809921004863a52506', 'gw_port': {'id': '77e13f84-416d-4b78-aeaa-978e413ab22c', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:e6:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '809e5d14-abce-43db-b847-0ff958180cd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:06:24Z', 'updated_at': '2021-07-27T21:06:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_floatingips': [{'id': '564d4a15-0168-4936-9993-843dfaf9a093', 'tenant_id': 'dcfc656e3a0b42809921004863a52506', 'floating_ip_address': '172.25.5.84', 'floating_network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'router_id': '809e5d14-abce-43db-b847-0ff958180cd5', 'port_id': '187dbab2-17f7-4985-97bf-cdc20c4f4895', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1430, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '32d25553-aa43-4782-af0c-d6a2b47507a7', 'mac_address': 'fa:16:3e:b5:93:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f9b044c-3d59-4da2-bba4-f9456b3d9774', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T21:06:32Z', 'updated_at': '2021-07-27T21:06:49Z', 'revision_number': 1, 'project_id': 'dcfc656e3a0b42809921004863a52506', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1513f8ea-a9a9-42b8-9469-070c68e29358', 'name': '', 'network_id': '32d25553-aa43-4782-af0c-d6a2b47507a7', 'tenant_id': 'dcfc656e3a0b42809921004863a52506', 'mac_address': 'fa:16:3e:e8:26:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '809e5d14-abce-43db-b847-0ff958180cd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': 'fdae47fc-2d6f-4c83-9067-18a839318850', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:06:27Z', 'updated_at': '2021-07-27T21:06:36Z', 'revision_number': 5, 'project_id': 'dcfc656e3a0b42809921004863a52506', 'subnets': [{'id': 'fdae47fc-2d6f-4c83-9067-18a839318850', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-22', False) {} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:06:50.881722 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-0ecd4717-57a1-433c-b99a-82b1de5cf7df req-b6d26e0b-8349-43d5-9c41-24d11904162f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=187dbab2-17f7-4985-97bf-cdc20c4f4895 HTTP/1.1" status: 200 len: 999 time: 0.0815520 Jul 27 21:06:50.903326 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e749014-6938-432a-9c95-43323dff5456 None None] Checking router: 809e5d14-abce-43db-b847-0ff958180cd5 for host: n-d-705658-22 {{(pid=105586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:06:50.912295 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e749014-6938-432a-9c95-43323dff5456 None None] Routers {'809e5d14-abce-43db-b847-0ff958180cd5'} bound to L3 agent in host n-d-705658-22 {{(pid=105586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:06:50.912905 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-0e749014-6938-432a-9c95-43323dff5456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:06:41Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['809e5d14-abce-43db-b847-0ff958180cd5'], 'active': True} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:06:50.923115 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e2495b-e09a-4129-9975-0bd30a814876 req-e9128092-b374-486a-9184-f341d1e30829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:06:50.925915 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-c3e2495b-e09a-4129-9975-0bd30a814876 req-e9128092-b374-486a-9184-f341d1e30829 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7ff0eeb8-777d-434e-b9ec-a1527ebf3b8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1055367 Jul 27 21:06:50.975573 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecd4717-57a1-433c-b99a-82b1de5cf7df req-c4e33a9c-86de-42a6-a788-1a976f1bd323 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:06:50.977127 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-0ecd4717-57a1-433c-b99a-82b1de5cf7df req-c4e33a9c-86de-42a6-a788-1a976f1bd323 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=fdae47fc-2d6f-4c83-9067-18a839318850 HTTP/1.1" status: 200 len: 849 time: 0.0876517 Jul 27 21:06:51.077230 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvr_db [None req-0e749014-6938-432a-9c95-43323dff5456 None None] Set router 809e5d14-abce-43db-b847-0ff958180cd5 gateway port host: n-d-705658-22 {{(pid=105586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:06:51.090514 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecd4717-57a1-433c-b99a-82b1de5cf7df req-cae4ff30-d906-4912-b5b6-477c9d8ab250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:06:51.092166 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-c3e2495b-e09a-4129-9975-0bd30a814876 req-3131f592-a525-4345-8f8c-cc5ed181fca5 service neutron] 10.222.0.36 "GET /v2.0/networks/7ff0eeb8-777d-434e-b9ec-a1527ebf3b8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1577117 Jul 27 21:06:51.092613 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-0ecd4717-57a1-433c-b99a-82b1de5cf7df req-cae4ff30-d906-4912-b5b6-477c9d8ab250 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=32d25553-aa43-4782-af0c-d6a2b47507a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1031585 Jul 27 21:06:51.209015 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-c3e2495b-e09a-4129-9975-0bd30a814876 req-a247f400-fa46-43c1-b3d2-463d8a6194c7 service neutron] 10.222.0.36 "GET /v2.0/networks/7ff0eeb8-777d-434e-b9ec-a1527ebf3b8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1032510 Jul 27 21:06:51.267372 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-0ecd4717-57a1-433c-b99a-82b1de5cf7df req-51ffb299-04fe-4440-a4ac-392bcd5336f9 service neutron] 10.222.0.36 "GET /v2.0/networks/32d25553-aa43-4782-af0c-d6a2b47507a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1614101 Jul 27 21:06:51.298257 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-c3e2495b-e09a-4129-9975-0bd30a814876 req-cab4d476-b3d5-4d04-8a30-e72c767a6580 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.143&port_id=6e7d69d3-fba1-4359-a733-0c6375ba453c HTTP/1.1" status: 200 len: 217 time: 0.0817990 Jul 27 21:06:51.354014 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e2495b-e09a-4129-9975-0bd30a814876 req-25fd56d6-9a42-418a-929c-e0667ccc1448 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:06:51.355460 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-c3e2495b-e09a-4129-9975-0bd30a814876 req-25fd56d6-9a42-418a-929c-e0667ccc1448 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7db86daf-fd4c-450a-8e91-ffdebfb628e1 HTTP/1.1" status: 200 len: 797 time: 0.0506663 Jul 27 21:06:51.401383 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-0ecd4717-57a1-433c-b99a-82b1de5cf7df req-283ee638-f8b2-4e5e-b298-8f304273250d service neutron] 10.222.0.36 "GET /v2.0/networks/32d25553-aa43-4782-af0c-d6a2b47507a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260183 Jul 27 21:06:51.432450 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-0e749014-6938-432a-9c95-43323dff5456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '809e5d14-abce-43db-b847-0ff958180cd5', 'name': 'tempest-AttachVolumeTestJSON-673897176-router', 'tenant_id': 'dcfc656e3a0b42809921004863a52506', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.2'}], 'enable_snat': True}, 'gw_port_id': '77e13f84-416d-4b78-aeaa-978e413ab22c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:06:23Z', 'updated_at': '2021-07-27T21:06:28Z', 'revision_number': 4, 'project_id': 'dcfc656e3a0b42809921004863a52506', 'gw_port': {'id': '77e13f84-416d-4b78-aeaa-978e413ab22c', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:e6:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '809e5d14-abce-43db-b847-0ff958180cd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:06:24Z', 'updated_at': '2021-07-27T21:06:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_floatingips': [{'id': '564d4a15-0168-4936-9993-843dfaf9a093', 'tenant_id': 'dcfc656e3a0b42809921004863a52506', 'floating_ip_address': '172.25.5.84', 'floating_network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'router_id': '809e5d14-abce-43db-b847-0ff958180cd5', 'port_id': '187dbab2-17f7-4985-97bf-cdc20c4f4895', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1430, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '32d25553-aa43-4782-af0c-d6a2b47507a7', 'mac_address': 'fa:16:3e:b5:93:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f9b044c-3d59-4da2-bba4-f9456b3d9774', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T21:06:32Z', 'updated_at': '2021-07-27T21:06:49Z', 'revision_number': 1, 'project_id': 'dcfc656e3a0b42809921004863a52506', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1513f8ea-a9a9-42b8-9469-070c68e29358', 'name': '', 'network_id': '32d25553-aa43-4782-af0c-d6a2b47507a7', 'tenant_id': 'dcfc656e3a0b42809921004863a52506', 'mac_address': 'fa:16:3e:e8:26:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '809e5d14-abce-43db-b847-0ff958180cd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': 'fdae47fc-2d6f-4c83-9067-18a839318850', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:06:27Z', 'updated_at': '2021-07-27T21:06:36Z', 'revision_number': 5, 'project_id': 'dcfc656e3a0b42809921004863a52506', 'subnets': [{'id': 'fdae47fc-2d6f-4c83-9067-18a839318850', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-22', False) {} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:06:51.462934 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e2495b-e09a-4129-9975-0bd30a814876 req-4d8546dd-a0fb-4abf-8f64-3f265c9cffe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:06:51.464657 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-c3e2495b-e09a-4129-9975-0bd30a814876 req-4d8546dd-a0fb-4abf-8f64-3f265c9cffe5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e24d8d6c-cb0f-492b-9a38-55ce25e9a591&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0927186 Jul 27 21:06:51.474656 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e749014-6938-432a-9c95-43323dff5456 None None] The sync data for ids ['809e5d14-abce-43db-b847-0ff958180cd5'] in n-d-705658-22 is: [{'id': '809e5d14-abce-43db-b847-0ff958180cd5', 'name': 'tempest-AttachVolumeTestJSON-673897176-router', 'tenant_id': 'dcfc656e3a0b42809921004863a52506', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.2'}], 'enable_snat': True}, 'gw_port_id': '77e13f84-416d-4b78-aeaa-978e413ab22c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:06:23Z', 'updated_at': '2021-07-27T21:06:28Z', 'revision_number': 4, 'project_id': 'dcfc656e3a0b42809921004863a52506', 'gw_port': {'id': '77e13f84-416d-4b78-aeaa-978e413ab22c', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:e6:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '809e5d14-abce-43db-b847-0ff958180cd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:06:24Z', 'updated_at': '2021-07-27T21:06:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_floatingips': [{'id': '564d4a15-0168-4936-9993-843dfaf9a093', 'tenant_id': 'dcfc656e3a0b42809921004863a52506', 'floating_ip_address': '172.25.5.84', 'floating_network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'router_id': '809e5d14-abce-43db-b847-0ff958180cd5', 'port_id': '187dbab2-17f7-4985-97bf-cdc20c4f4895', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1430, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '32d25553-aa43-4782-af0c-d6a2b47507a7', 'mac_address': 'fa:16:3e:b5:93:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f9b044c-3d59-4da2-bba4-f9456b3d9774', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T21:06:32Z', 'updated_at': '2021-07-27T21:06:49Z', 'revision_number': 1, 'project_id': 'dcfc656e3a0b42809921004863a52506', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1513f8ea-a9a9-42b8-9469-070c68e29358', 'name': '', 'network_id': '32d25553-aa43-4782-af0c-d6a2b47507a7', 'tenant_id': 'dcfc656e3a0b42809921004863a52506', 'mac_address': 'fa:16:3e:e8:26:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '809e5d14-abce-43db-b847-0ff958180cd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': 'fdae47fc-2d6f-4c83-9067-18a839318850', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:06:27Z', 'updated_at': '2021-07-27T21:06:36Z', 'revision_number': 5, 'project_id': 'dcfc656e3a0b42809921004863a52506', 'subnets': [{'id': 'fdae47fc-2d6f-4c83-9067-18a839318850', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:06:51.585177 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-c3e2495b-e09a-4129-9975-0bd30a814876 req-bda09581-3c41-416b-a8fa-09716e789c8f service neutron] 10.222.0.36 "GET /v2.0/networks/e24d8d6c-cb0f-492b-9a38-55ce25e9a591?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1123805 Jul 27 21:06:51.685704 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-c3e2495b-e09a-4129-9975-0bd30a814876 req-380a792a-8058-4d1e-8076-25413ebb6d57 service neutron] 10.222.0.36 "GET /v2.0/networks/e24d8d6c-cb0f-492b-9a38-55ce25e9a591?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928545 Jul 27 21:06:51.726124 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1209a52d-4d9f-4b06-810d-4dc14057ba18 None None] New status for floating IP 564d4a15-0168-4936-9993-843dfaf9a093: ACTIVE {{(pid=105587) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 21:06:51.744713 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-c3e2495b-e09a-4129-9975-0bd30a814876 req-95f95003-39d9-417e-8ce9-173436777ed8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.74&port_id=c405af71-cbc1-4c5a-a3e0-43e7aa2f3727 HTTP/1.1" status: 200 len: 217 time: 0.0513473 Jul 27 21:06:51.745982 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-152badf6-713f-4ba8-b0fd-5b3f0571ba54 req-b8d625dc-f556-4b37-b80c-87ab4def78d2 tempest-ServerShowV257Test-1623822604 tempest-ServerShowV257Test-1623822604-project] 10.222.0.59 "GET /v2.0/ports?device_id=b1aea2a2-2365-4693-b5b7-a11e040f038a HTTP/1.1" status: 200 len: 210 time: 0.0444140 Jul 27 21:06:51.805818 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e2495b-e09a-4129-9975-0bd30a814876 req-3dfec0bf-7958-47a0-a6cd-3874920b88eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:06:51.807586 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-c3e2495b-e09a-4129-9975-0bd30a814876 req-3dfec0bf-7958-47a0-a6cd-3874920b88eb service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7db86daf-fd4c-450a-8e91-ffdebfb628e1 HTTP/1.1" status: 200 len: 797 time: 0.0554979 Jul 27 21:06:51.868984 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e2495b-e09a-4129-9975-0bd30a814876 req-1e20816b-1895-4fba-8095-d9c4c84a2086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:06:51.870538 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-c3e2495b-e09a-4129-9975-0bd30a814876 req-1e20816b-1895-4fba-8095-d9c4c84a2086 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e24d8d6c-cb0f-492b-9a38-55ce25e9a591&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0558627 Jul 27 21:06:51.980539 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-c3e2495b-e09a-4129-9975-0bd30a814876 req-2cb6a621-97ae-45fa-b58c-6a6a39594704 service neutron] 10.222.0.36 "GET /v2.0/networks/e24d8d6c-cb0f-492b-9a38-55ce25e9a591?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964592 Jul 27 21:06:52.075549 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-c3e2495b-e09a-4129-9975-0bd30a814876 req-2b1bfbd9-4e76-467d-8286-af4ebf018ac0 service neutron] 10.222.0.36 "GET /v2.0/networks/e24d8d6c-cb0f-492b-9a38-55ce25e9a591?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868132 Jul 27 21:06:52.117592 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-c3e2495b-e09a-4129-9975-0bd30a814876 req-97b5d98b-ef2c-4ea5-aa4d-cf9d43bc202f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.62&port_id=148bb826-decc-4cf3-a2c3-433892361226 HTTP/1.1" status: 200 len: 217 time: 0.0344985 Jul 27 21:06:52.174021 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e2495b-e09a-4129-9975-0bd30a814876 req-55a3b5e0-5d68-4bd4-a023-ca3001c79272 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:06:52.175520 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-c3e2495b-e09a-4129-9975-0bd30a814876 req-55a3b5e0-5d68-4bd4-a023-ca3001c79272 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7db86daf-fd4c-450a-8e91-ffdebfb628e1 HTTP/1.1" status: 200 len: 797 time: 0.0511436 Jul 27 21:06:52.249632 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e2495b-e09a-4129-9975-0bd30a814876 req-8c0a778c-c094-4f6d-a32a-60523fab4f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:06:52.251981 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-c3e2495b-e09a-4129-9975-0bd30a814876 req-8c0a778c-c094-4f6d-a32a-60523fab4f66 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e24d8d6c-cb0f-492b-9a38-55ce25e9a591&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0691383 Jul 27 21:06:52.352553 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-c3e2495b-e09a-4129-9975-0bd30a814876 req-a2dc7eb2-3922-4c7d-aca8-01651b15065f service neutron] 10.222.0.36 "GET /v2.0/networks/e24d8d6c-cb0f-492b-9a38-55ce25e9a591?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919187 Jul 27 21:06:52.450282 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-c3e2495b-e09a-4129-9975-0bd30a814876 req-7481a467-0f47-43d5-a44e-f35ada2e5b9c service neutron] 10.222.0.36 "GET /v2.0/networks/e24d8d6c-cb0f-492b-9a38-55ce25e9a591?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901465 Jul 27 21:06:52.494302 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-c3e2495b-e09a-4129-9975-0bd30a814876 req-d77debc7-a78c-4e96-be56-6ee9142233df service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.44&port_id=d43b57af-f2a8-4881-8284-641e3fd25638 HTTP/1.1" status: 200 len: 217 time: 0.0367341 Jul 27 21:06:52.589494 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e2495b-e09a-4129-9975-0bd30a814876 req-e653cd3c-7ce6-454f-bb60-c47f78bb3279 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:06:52.590913 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-c3e2495b-e09a-4129-9975-0bd30a814876 req-e653cd3c-7ce6-454f-bb60-c47f78bb3279 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7db86daf-fd4c-450a-8e91-ffdebfb628e1 HTTP/1.1" status: 200 len: 797 time: 0.0897903 Jul 27 21:06:52.672596 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e2495b-e09a-4129-9975-0bd30a814876 req-1ed793cc-e22b-4df6-8dc1-655c001e7a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:06:52.674557 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-c3e2495b-e09a-4129-9975-0bd30a814876 req-1ed793cc-e22b-4df6-8dc1-655c001e7a21 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e24d8d6c-cb0f-492b-9a38-55ce25e9a591&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0727644 Jul 27 21:06:52.791178 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-c3e2495b-e09a-4129-9975-0bd30a814876 req-a25f6fbb-22c7-45c8-9ede-02e884127668 service neutron] 10.222.0.36 "GET /v2.0/networks/e24d8d6c-cb0f-492b-9a38-55ce25e9a591?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1033711 Jul 27 21:06:52.866293 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-544271f0-0a32-43de-87b9-257b7cd21984 req-94cb2eef-fa9b-46f5-bb80-41def35256bf tempest-ServerShowV257Test-1623822604 tempest-ServerShowV257Test-1623822604-project] 10.222.0.59 "GET /v2.0/ports?device_id=b1aea2a2-2365-4693-b5b7-a11e040f038a HTTP/1.1" status: 200 len: 210 time: 0.0417466 Jul 27 21:06:52.965586 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-c3e2495b-e09a-4129-9975-0bd30a814876 req-4aeca9a4-fd0c-47db-9316-31f6b9a32f6b service neutron] 10.222.0.36 "GET /v2.0/networks/e24d8d6c-cb0f-492b-9a38-55ce25e9a591?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1643767 Jul 27 21:06:53.011265 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-c3e2495b-e09a-4129-9975-0bd30a814876 req-61a66e84-4035-4e75-8ef3-932de1b8b7c2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=3276e718-0114-4f87-baff-9e6aac56604a HTTP/1.1" status: 200 len: 217 time: 0.0383315 Jul 27 21:06:53.068730 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e2495b-e09a-4129-9975-0bd30a814876 req-5113146a-4283-42de-aec8-a7c7f6257205 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:06:53.071100 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-c3e2495b-e09a-4129-9975-0bd30a814876 req-5113146a-4283-42de-aec8-a7c7f6257205 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=153daf83-f920-4fbd-bc96-5d57ffdc1387 HTTP/1.1" status: 200 len: 797 time: 0.0507405 Jul 27 21:06:53.144306 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e2495b-e09a-4129-9975-0bd30a814876 req-16d38151-e54a-40b5-974d-05ef0dd77554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:06:53.145856 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-c3e2495b-e09a-4129-9975-0bd30a814876 req-16d38151-e54a-40b5-974d-05ef0dd77554 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=18eab60f-6056-4003-a4d0-6bd1a91b2423&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0640011 Jul 27 21:06:53.324046 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-c3e2495b-e09a-4129-9975-0bd30a814876 req-f700d878-1ce5-4bda-ab35-7f246438e92b service neutron] 10.222.0.36 "GET /v2.0/networks/18eab60f-6056-4003-a4d0-6bd1a91b2423?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1696568 Jul 27 21:06:53.422658 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-c3e2495b-e09a-4129-9975-0bd30a814876 req-6755d800-9e25-4578-a1a8-c4e4528ab0d3 service neutron] 10.222.0.36 "GET /v2.0/networks/18eab60f-6056-4003-a4d0-6bd1a91b2423?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908394 Jul 27 21:06:53.467337 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-c3e2495b-e09a-4129-9975-0bd30a814876 req-38209312-6302-486d-af3e-48edefe4a533 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=daa5a95d-1e99-4f3d-afc7-05f95606c9cd HTTP/1.1" status: 200 len: 217 time: 0.0373785 Jul 27 21:06:53.516138 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e2495b-e09a-4129-9975-0bd30a814876 req-de3ec51c-2255-45fe-92ad-b12cec463543 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:06:53.517586 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-c3e2495b-e09a-4129-9975-0bd30a814876 req-de3ec51c-2255-45fe-92ad-b12cec463543 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=153daf83-f920-4fbd-bc96-5d57ffdc1387 HTTP/1.1" status: 200 len: 797 time: 0.0438230 Jul 27 21:06:53.578828 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e2495b-e09a-4129-9975-0bd30a814876 req-79836eef-b100-412c-9669-e0c7a661d802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:06:53.580289 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-c3e2495b-e09a-4129-9975-0bd30a814876 req-79836eef-b100-412c-9669-e0c7a661d802 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=18eab60f-6056-4003-a4d0-6bd1a91b2423&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0555851 Jul 27 21:06:53.722549 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-c3e2495b-e09a-4129-9975-0bd30a814876 req-ca74b092-7a3f-47a7-bbfc-6106fccfffef service neutron] 10.222.0.36 "GET /v2.0/networks/18eab60f-6056-4003-a4d0-6bd1a91b2423?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348593 Jul 27 21:06:53.838711 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-c3e2495b-e09a-4129-9975-0bd30a814876 req-e7211fe1-3c4f-46ed-9915-8c93a0cf7836 service neutron] 10.222.0.36 "GET /v2.0/networks/18eab60f-6056-4003-a4d0-6bd1a91b2423?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1086805 Jul 27 21:06:54.002495 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-9b830e4d-6787-4dd6-bed3-ccf977f927f3 req-8beeb73b-0b69-4fef-a344-c0b3c79be992 tempest-ServerShowV257Test-1623822604 tempest-ServerShowV257Test-1623822604-project] 10.222.0.59 "GET /v2.0/ports?device_id=b1aea2a2-2365-4693-b5b7-a11e040f038a HTTP/1.1" status: 200 len: 210 time: 0.0333972 Jul 27 21:06:55.129550 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-5df12915-d3b2-4fbf-888a-86f66a44590f req-60ba8472-d172-4d2e-8d00-5548e6db81e4 tempest-ServerShowV257Test-1623822604 tempest-ServerShowV257Test-1623822604-project] 10.222.0.59 "GET /v2.0/ports?device_id=b1aea2a2-2365-4693-b5b7-a11e040f038a HTTP/1.1" status: 200 len: 210 time: 0.0370100 Jul 27 21:06:56.285699 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-7e11899d-a034-4147-8df9-77be36555351 req-c9745a1a-dca6-462a-a04c-2351b75759b4 tempest-ServerShowV257Test-1623822604 tempest-ServerShowV257Test-1623822604-project] 10.222.0.59 "GET /v2.0/ports?device_id=b1aea2a2-2365-4693-b5b7-a11e040f038a HTTP/1.1" status: 200 len: 210 time: 0.0430596 Jul 27 21:06:57.446346 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-0a86590a-5204-42c1-8037-b035287207bd req-630f0b6b-87db-426e-8b42-46383ab5fc72 tempest-ServerShowV257Test-1623822604 tempest-ServerShowV257Test-1623822604-project] 10.222.0.59 "GET /v2.0/ports?device_id=b1aea2a2-2365-4693-b5b7-a11e040f038a HTTP/1.1" status: 200 len: 210 time: 0.0305815 Jul 27 21:06:58.554021 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-3350631c-a973-420a-9b5c-7e90651c1f90 req-193970f0-67f8-4738-a1c6-da7cebabb040 tempest-ServerShowV257Test-1623822604 tempest-ServerShowV257Test-1623822604-project] 10.222.0.59 "GET /v2.0/ports?device_id=b1aea2a2-2365-4693-b5b7-a11e040f038a HTTP/1.1" status: 200 len: 210 time: 0.0309129 Jul 27 21:06:59.257060 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-439fbb80-1b60-42bf-ac35-3683d15177ec req-34a44e87-0d36-4966-958f-8ffc9421d2f8 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=f4131bf3-56d0-4dd5-8a0b-f9b028d7bbbe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0529490 Jul 27 21:06:59.336518 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439fbb80-1b60-42bf-ac35-3683d15177ec req-90ed6679-a7a7-4102-88c6-11f8a2b8ff44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:06:59.338039 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-439fbb80-1b60-42bf-ac35-3683d15177ec req-90ed6679-a7a7-4102-88c6-11f8a2b8ff44 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=3bfa1a2c35f349b1a3e408eca249b7cf&device_id=f4131bf3-56d0-4dd5-8a0b-f9b028d7bbbe HTTP/1.1" status: 200 len: 1098 time: 0.0595977 Jul 27 21:06:59.454262 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439fbb80-1b60-42bf-ac35-3683d15177ec req-8fad232f-a90e-45ca-9aa4-5a33d07d2b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:06:59.455798 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-439fbb80-1b60-42bf-ac35-3683d15177ec req-8fad232f-a90e-45ca-9aa4-5a33d07d2b03 service neutron] 10.222.0.60 "GET /v2.0/networks?id=79bd215c-af8d-45db-ad24-972205044e15 HTTP/1.1" status: 200 len: 918 time: 0.0952520 Jul 27 21:06:59.533846 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-439fbb80-1b60-42bf-ac35-3683d15177ec req-abbc26f8-e28a-4794-a88a-74c50c83d167 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=692f13a5-f9cb-440b-acee-eec7835ad338 HTTP/1.1" status: 200 len: 1000 time: 0.0683143 Jul 27 21:06:59.587284 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439fbb80-1b60-42bf-ac35-3683d15177ec req-52eb5320-21e7-43d5-a312-d4973103efaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:06:59.589084 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-439fbb80-1b60-42bf-ac35-3683d15177ec req-52eb5320-21e7-43d5-a312-d4973103efaa service neutron] 10.222.0.60 "GET /v2.0/subnets?id=63030826-f290-4ec4-88a7-e0d5c21af6b4 HTTP/1.1" status: 200 len: 856 time: 0.0465682 Jul 27 21:06:59.665519 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439fbb80-1b60-42bf-ac35-3683d15177ec req-5744c602-3fe2-4190-a779-66094b7075d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:06:59.667332 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-439fbb80-1b60-42bf-ac35-3683d15177ec req-5744c602-3fe2-4190-a779-66094b7075d7 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=79bd215c-af8d-45db-ad24-972205044e15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0703919 Jul 27 21:06:59.735228 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-87bc4571-87b1-449f-b623-c8e2cc479140 req-908dbdfd-a71c-46a4-a66c-a35394cd1909 tempest-ServerShowV257Test-1623822604 tempest-ServerShowV257Test-1623822604-project] 10.222.0.59 "GET /v2.0/ports?device_id=b1aea2a2-2365-4693-b5b7-a11e040f038a HTTP/1.1" status: 200 len: 210 time: 0.0960472 Jul 27 21:06:59.764255 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820ecae0-4c09-4596-9267-38605d883e6c req-66b0cfb1-6141-40b3-88cf-fbc9f418f751 tempest-VolumesAdminNegativeTest-163479739 tempest-VolumesAdminNegativeTest-163479739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:06:59.768033 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-439fbb80-1b60-42bf-ac35-3683d15177ec req-7e00f472-b20b-471a-b16a-3f2f467faea5 service neutron] 10.222.0.60 "GET /v2.0/networks/79bd215c-af8d-45db-ad24-972205044e15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925655 Jul 27 21:06:59.770666 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-820ecae0-4c09-4596-9267-38605d883e6c req-66b0cfb1-6141-40b3-88cf-fbc9f418f751 tempest-VolumesAdminNegativeTest-163479739 tempest-VolumesAdminNegativeTest-163479739-project] 10.222.0.59 "GET /v2.0/ports?device_id=479f5ead-4def-48e8-b02b-6b4f95630898 HTTP/1.1" status: 200 len: 945 time: 0.2330551 Jul 27 21:06:59.807366 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-820ecae0-4c09-4596-9267-38605d883e6c req-5a5bb913-83dc-4bb3-af7b-3b16a6095992 tempest-VolumesAdminNegativeTest-163479739 tempest-VolumesAdminNegativeTest-163479739-project] 10.222.0.59 "GET /v2.0/security-groups?id=b15f5b80-af13-4f52-8ccb-81eb39c9ce76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346601 Jul 27 21:06:59.869580 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-439fbb80-1b60-42bf-ac35-3683d15177ec req-68f70548-86a5-4472-aed4-3418742f383d service neutron] 10.222.0.60 "GET /v2.0/networks/79bd215c-af8d-45db-ad24-972205044e15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876460 Jul 27 21:07:00.850752 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-c08adbd0-c8d1-4060-8be0-ab6d0b6cbc5d req-0f465ca3-8fed-4afb-897b-a53b04352b9e tempest-ServerShowV257Test-1623822604 tempest-ServerShowV257Test-1623822604-project] 10.222.0.59 "GET /v2.0/ports?device_id=b1aea2a2-2365-4693-b5b7-a11e040f038a HTTP/1.1" status: 200 len: 210 time: 0.0304132 Jul 27 21:07:00.943511 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c40c98-484e-49bc-9ec2-0abc940195a0 req-6278c754-9052-4769-b886-84f5a6b010c9 tempest-VolumesAdminNegativeTest-163479739 tempest-VolumesAdminNegativeTest-163479739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:07:00.945585 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-72c40c98-484e-49bc-9ec2-0abc940195a0 req-6278c754-9052-4769-b886-84f5a6b010c9 tempest-VolumesAdminNegativeTest-163479739 tempest-VolumesAdminNegativeTest-163479739-project] 10.222.0.59 "GET /v2.0/ports?device_id=479f5ead-4def-48e8-b02b-6b4f95630898 HTTP/1.1" status: 200 len: 945 time: 0.0651414 Jul 27 21:07:00.985414 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-72c40c98-484e-49bc-9ec2-0abc940195a0 req-455c8c85-04f6-4123-b32f-61a399d51636 tempest-VolumesAdminNegativeTest-163479739 tempest-VolumesAdminNegativeTest-163479739-project] 10.222.0.59 "GET /v2.0/security-groups?id=b15f5b80-af13-4f52-8ccb-81eb39c9ce76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332723 Jul 27 21:07:01.611088 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d629c82c-8c3a-4f76-8824-7d8b3aac56e7 req-45d4c3b0-0a0f-426b-bcc2-72c9f8d694b5 tempest-VolumesAdminNegativeTest-163479739 tempest-VolumesAdminNegativeTest-163479739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:07:01.612554 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-d629c82c-8c3a-4f76-8824-7d8b3aac56e7 req-45d4c3b0-0a0f-426b-bcc2-72c9f8d694b5 tempest-VolumesAdminNegativeTest-163479739 tempest-VolumesAdminNegativeTest-163479739-project] 10.222.0.60 "GET /v2.0/ports?device_id=479f5ead-4def-48e8-b02b-6b4f95630898 HTTP/1.1" status: 200 len: 945 time: 0.0634358 Jul 27 21:07:01.720834 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [req-d629c82c-8c3a-4f76-8824-7d8b3aac56e7 req-d68fbf2b-b3a4-4bc5-ac4b-d2d0da4ca40c tempest-VolumesAdminNegativeTest-163479739 tempest-VolumesAdminNegativeTest-163479739-project] Deleting port 37bbd865-f73a-468d-990f-6d28c94104ba {{(pid=105584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:07:01.721183 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-d629c82c-8c3a-4f76-8824-7d8b3aac56e7 req-d68fbf2b-b3a4-4bc5-ac4b-d2d0da4ca40c tempest-VolumesAdminNegativeTest-163479739 tempest-VolumesAdminNegativeTest-163479739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:01.812035 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [req-d629c82c-8c3a-4f76-8824-7d8b3aac56e7 req-d68fbf2b-b3a4-4bc5-ac4b-d2d0da4ca40c tempest-VolumesAdminNegativeTest-163479739 tempest-VolumesAdminNegativeTest-163479739-project] For port 37bbd865-f73a-468d-990f-6d28c94104ba, host n-h2-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=37bbd865-f73a-468d-990f-6d28c94104ba,segment=NetworkSegment(eec497d5-da54-4ee0-a918-3b5a0fb2dd25),segment_id=eec497d5-da54-4ee0-a918-3b5a0fb2dd25)] {{(pid=105584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:07:01.812405 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-d629c82c-8c3a-4f76-8824-7d8b3aac56e7 req-d68fbf2b-b3a4-4bc5-ac4b-d2d0da4ca40c tempest-VolumesAdminNegativeTest-163479739 tempest-VolumesAdminNegativeTest-163479739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:01.825617 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [req-d629c82c-8c3a-4f76-8824-7d8b3aac56e7 req-d68fbf2b-b3a4-4bc5-ac4b-d2d0da4ca40c tempest-VolumesAdminNegativeTest-163479739 tempest-VolumesAdminNegativeTest-163479739-project] Calling delete_port for 37bbd865-f73a-468d-990f-6d28c94104ba owned by compute:nova {{(pid=105584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:07:01.961161 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-d629c82c-8c3a-4f76-8824-7d8b3aac56e7 req-d68fbf2b-b3a4-4bc5-ac4b-d2d0da4ca40c tempest-VolumesAdminNegativeTest-163479739 tempest-VolumesAdminNegativeTest-163479739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:01.973804 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] get_ports_and_sgs() called for port_ids ['37bbd865-f73a-468d-990f-6d28c94104ba'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:07:01.993187 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68fbf2b-b3a4-4bc5-ac4b-d2d0da4ca40c tempest-VolumesAdminNegativeTest-163479739 tempest-VolumesAdminNegativeTest-163479739-project] Pushing event deleted for resources: {'Port': ['ID=37bbd865-f73a-468d-990f-6d28c94104ba,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:07:02.009122 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68fbf2b-b3a4-4bc5-ac4b-d2d0da4ca40c tempest-VolumesAdminNegativeTest-163479739 tempest-VolumesAdminNegativeTest-163479739-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:07:02.009844 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68fbf2b-b3a4-4bc5-ac4b-d2d0da4ca40c tempest-VolumesAdminNegativeTest-163479739 tempest-VolumesAdminNegativeTest-163479739-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:07:02.010530 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68fbf2b-b3a4-4bc5-ac4b-d2d0da4ca40c tempest-VolumesAdminNegativeTest-163479739 tempest-VolumesAdminNegativeTest-163479739-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:07:02.011126 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68fbf2b-b3a4-4bc5-ac4b-d2d0da4ca40c tempest-VolumesAdminNegativeTest-163479739 tempest-VolumesAdminNegativeTest-163479739-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:07:02.011706 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68fbf2b-b3a4-4bc5-ac4b-d2d0da4ca40c tempest-VolumesAdminNegativeTest-163479739 tempest-VolumesAdminNegativeTest-163479739-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:07:02.012260 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68fbf2b-b3a4-4bc5-ac4b-d2d0da4ca40c tempest-VolumesAdminNegativeTest-163479739 tempest-VolumesAdminNegativeTest-163479739-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:07:02.012871 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68fbf2b-b3a4-4bc5-ac4b-d2d0da4ca40c tempest-VolumesAdminNegativeTest-163479739 tempest-VolumesAdminNegativeTest-163479739-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:07:02.013443 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68fbf2b-b3a4-4bc5-ac4b-d2d0da4ca40c tempest-VolumesAdminNegativeTest-163479739 tempest-VolumesAdminNegativeTest-163479739-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:07:02.014120 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68fbf2b-b3a4-4bc5-ac4b-d2d0da4ca40c tempest-VolumesAdminNegativeTest-163479739 tempest-VolumesAdminNegativeTest-163479739-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:07:02.014554 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68fbf2b-b3a4-4bc5-ac4b-d2d0da4ca40c tempest-VolumesAdminNegativeTest-163479739 tempest-VolumesAdminNegativeTest-163479739-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:07:02.014984 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68fbf2b-b3a4-4bc5-ac4b-d2d0da4ca40c tempest-VolumesAdminNegativeTest-163479739 tempest-VolumesAdminNegativeTest-163479739-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:07:02.015450 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68fbf2b-b3a4-4bc5-ac4b-d2d0da4ca40c tempest-VolumesAdminNegativeTest-163479739 tempest-VolumesAdminNegativeTest-163479739-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:07:02.062115 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [req-d629c82c-8c3a-4f76-8824-7d8b3aac56e7 req-d68fbf2b-b3a4-4bc5-ac4b-d2d0da4ca40c tempest-VolumesAdminNegativeTest-163479739 tempest-VolumesAdminNegativeTest-163479739-project] No DVR routers for this DVR port 37bbd865-f73a-468d-990f-6d28c94104ba on host n-h2-705658-22 {{(pid=105584) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:07:02.065260 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-d629c82c-8c3a-4f76-8824-7d8b3aac56e7 req-d68fbf2b-b3a4-4bc5-ac4b-d2d0da4ca40c tempest-VolumesAdminNegativeTest-163479739 tempest-VolumesAdminNegativeTest-163479739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:02.068317 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-d629c82c-8c3a-4f76-8824-7d8b3aac56e7 req-d68fbf2b-b3a4-4bc5-ac4b-d2d0da4ca40c tempest-VolumesAdminNegativeTest-163479739 tempest-VolumesAdminNegativeTest-163479739-project] 10.222.0.60 "DELETE /v2.0/ports/37bbd865-f73a-468d-990f-6d28c94104ba HTTP/1.1" status: 204 len: 173 time: 0.4443848 Jul 27 21:07:02.068792 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '479f5ead-4def-48e8-b02b-6b4f95630898', 'name': 'network-vif-deleted', 'tag': '37bbd865-f73a-468d-990f-6d28c94104ba'}] {{(pid=105584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:07:02.071830 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bce5e6c8685464f7626901654159975603b047827e3138302ed6566e28f1343" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97e055d2-e366-40e5-971c-e62e783cb627" -d '{"events": [{"server_uuid": "479f5ead-4def-48e8-b02b-6b4f95630898", "name": "network-vif-deleted", "tag": "37bbd865-f73a-468d-990f-6d28c94104ba"}]}' {{(pid=105584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:07:02.220264 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-ea83be40-de38-43d3-b8dd-81176a983fdc req-df5e7354-8e3b-46e0-aad3-862cd3a206f3 tempest-ServerShowV257Test-1623822604 tempest-ServerShowV257Test-1623822604-project] 10.222.0.59 "GET /v2.0/ports?device_id=b1aea2a2-2365-4693-b5b7-a11e040f038a HTTP/1.1" status: 200 len: 210 time: 0.2852116 Jul 27 21:07:02.249278 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-117c7499-27c2-44f7-9a89-78f2178b069f req-1a8f1afe-18f5-4560-80cc-193229044f94 tempest-VolumesAdminNegativeTest-163479739 tempest-VolumesAdminNegativeTest-163479739-project] 10.222.0.59 "GET /v2.0/ports?device_id=479f5ead-4def-48e8-b02b-6b4f95630898 HTTP/1.1" status: 200 len: 210 time: 0.0311706 Jul 27 21:07:02.272273 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:07:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f350484-95fa-476e-a59c-c7ac3672812f x-openstack-request-id: req-4f350484-95fa-476e-a59c-c7ac3672812f {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:07:02.272571 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "479f5ead-4def-48e8-b02b-6b4f95630898", "name": "network-vif-deleted", "tag": "37bbd865-f73a-468d-990f-6d28c94104ba", "status": "completed", "code": 200}]} {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:07:02.272825 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-4f350484-95fa-476e-a59c-c7ac3672812f {{(pid=105584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:07:02.273720 n-d-705658-22 neutron-server[105584]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '479f5ead-4def-48e8-b02b-6b4f95630898', 'name': 'network-vif-deleted', 'tag': '37bbd865-f73a-468d-990f-6d28c94104ba', 'status': 'completed', 'code': 200} Jul 27 21:07:03.305524 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 49944) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:07:03.332491 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-50fa6cca-be66-4af5-8b68-74f81e1ed1ea req-bf5f5314-25bf-4fc7-b830-d1fb1579ae06 tempest-ServerShowV257Test-1623822604 tempest-ServerShowV257Test-1623822604-project] 10.222.0.59 "GET /v2.0/ports?device_id=b1aea2a2-2365-4693-b5b7-a11e040f038a HTTP/1.1" status: 200 len: 210 time: 0.0309956 Jul 27 21:07:03.375469 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.db_base_plugin_v2 [None req-052e76f7-0217-487d-9d4e-b68c31faed8b admin admin] Deleting subnet a2ce2d6b-b6d9-4a67-b1ea-e7922ffb223a {{(pid=105584) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:07:03.379072 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-052e76f7-0217-487d-9d4e-b68c31faed8b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:03.421991 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-052e76f7-0217-487d-9d4e-b68c31faed8b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9014207'] for subnet, precommit_delete_associations {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:03.468954 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-052e76f7-0217-487d-9d4e-b68c31faed8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854965'] for subnet, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:03.520950 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-052e76f7-0217-487d-9d4e-b68c31faed8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9014081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9738825'] for subnet, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:03.547870 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052e76f7-0217-487d-9d4e-b68c31faed8b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a2ce2d6b-b6d9-4a67-b1ea-e7922ffb223a,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:07:03.552739 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-052e76f7-0217-487d-9d4e-b68c31faed8b admin admin] Notify callbacks [] for subnet, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:03.557332 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-052e76f7-0217-487d-9d4e-b68c31faed8b admin admin] 10.222.0.59 "DELETE /v2.0/subnets/a2ce2d6b-b6d9-4a67-b1ea-e7922ffb223a HTTP/1.1" status: 204 len: 168 time: 0.2480896 Jul 27 21:07:03.557332 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 49956) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:07:03.633318 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-fd2422f9-635f-4e5d-84ea-3aede19c8904 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-990557'] for network, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:03.713532 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-fd2422f9-635f-4e5d-84ea-3aede19c8904 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853562', 'neutron.services.segments.db._delete_segments_for_network-8790688882975'] for network, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:03.724217 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.segments.db [None req-fd2422f9-635f-4e5d-84ea-3aede19c8904 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c0965e3-c61d-4368-9ab5-e4e111abc9a3']}} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:07:03.734601 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.segments.db [None req-fd2422f9-635f-4e5d-84ea-3aede19c8904 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eec497d5-da54-4ee0-a918-3b5a0fb2dd25') {'for_net_delete': True} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:07:03.734912 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.segments.db [None req-fd2422f9-635f-4e5d-84ea-3aede19c8904 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eec497d5-da54-4ee0-a918-3b5a0fb2dd25') {} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:07:03.744137 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-fd2422f9-635f-4e5d-84ea-3aede19c8904 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790688883752', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9014348'] for segment, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:03.758576 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-fd2422f9-635f-4e5d-84ea-3aede19c8904 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:03.764757 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd2422f9-635f-4e5d-84ea-3aede19c8904 admin admin] Releasing vlan 248 on physical network physnet1 to pool {{(pid=105584) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:07:03.765220 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-fd2422f9-635f-4e5d-84ea-3aede19c8904 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9014063'] for segment, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:03.766900 n-d-705658-22 neutron-server[105584]: Traceback (most recent call last): Jul 27 21:07:03.766900 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:07:03.766900 n-d-705658-22 neutron-server[105584]: timer() Jul 27 21:07:03.766900 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:07:03.766900 n-d-705658-22 neutron-server[105584]: cb(*args, **kw) Jul 27 21:07:03.766900 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:07:03.766900 n-d-705658-22 neutron-server[105584]: return func(*args, **kwargs) Jul 27 21:07:03.766900 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:07:03.766900 n-d-705658-22 neutron-server[105584]: self._notify() Jul 27 21:07:03.766900 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:07:03.766900 n-d-705658-22 neutron-server[105584]: self.callback(batched_events) Jul 27 21:07:03.766900 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:07:03.766900 n-d-705658-22 neutron-server[105584]: event.method(event) Jul 27 21:07:03.766900 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:07:03.766900 n-d-705658-22 neutron-server[105584]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:07:03.766900 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:07:03.766900 n-d-705658-22 neutron-server[105584]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:07:03.766900 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:07:03.766900 n-d-705658-22 neutron-server[105584]: return f(self, *a, **k) Jul 27 21:07:03.766900 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:07:03.766900 n-d-705658-22 neutron-server[105584]: return self._get(url).json() Jul 27 21:07:03.766900 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:07:03.766900 n-d-705658-22 neutron-server[105584]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:07:03.766900 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:07:03.766900 n-d-705658-22 neutron-server[105584]: return self.request(url, 'GET', **kwargs) Jul 27 21:07:03.766900 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:07:03.766900 n-d-705658-22 neutron-server[105584]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:07:03.766900 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:07:03.766900 n-d-705658-22 neutron-server[105584]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:07:03.766900 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:07:03.766900 n-d-705658-22 neutron-server[105584]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:07:03.766900 n-d-705658-22 neutron-server[105584]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:07:03.827261 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-fd2422f9-635f-4e5d-84ea-3aede19c8904 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4075658'] for network, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:03.832897 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-fd2422f9-635f-4e5d-84ea-3aede19c8904 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743886'] for network, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:03.835896 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-fd2422f9-635f-4e5d-84ea-3aede19c8904 admin admin] 10.222.0.59 "DELETE /v2.0/networks/4c0965e3-c61d-4368-9ab5-e4e111abc9a3 HTTP/1.1" status: 204 len: 168 time: 0.2775848 Jul 27 21:07:03.838435 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 49968) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:07:03.849544 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2422f9-635f-4e5d-84ea-3aede19c8904 admin admin] Pushing event deleted for resources: {'Network': ['ID=4c0965e3-c61d-4368-9ab5-e4e111abc9a3,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:07:03.888007 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.db_base_plugin_v2 [None req-47a93fc5-5d7b-402a-a2ba-c84e120892b8 admin admin] Deleting subnet cdfd73df-c452-4f3d-89c2-7dee93ae21cb {{(pid=105585) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:07:03.891370 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-47a93fc5-5d7b-402a-a2ba-c84e120892b8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:03.929834 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-47a93fc5-5d7b-402a-a2ba-c84e120892b8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9887057'] for subnet, precommit_delete_associations {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:03.968045 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-47a93fc5-5d7b-402a-a2ba-c84e120892b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854965'] for subnet, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:03.983781 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 49972) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:07:04.022343 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-47a93fc5-5d7b-402a-a2ba-c84e120892b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10221602', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9990583'] for subnet, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:04.051333 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-47a93fc5-5d7b-402a-a2ba-c84e120892b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743886'] for subnet, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:04.053200 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-47a93fc5-5d7b-402a-a2ba-c84e120892b8 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/cdfd73df-c452-4f3d-89c2-7dee93ae21cb HTTP/1.1" status: 204 len: 168 time: 0.2137258 Jul 27 21:07:04.054039 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a93fc5-5d7b-402a-a2ba-c84e120892b8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cdfd73df-c452-4f3d-89c2-7dee93ae21cb,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:07:04.056418 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 49976) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:07:04.119482 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-1fc5914a-3933-4182-9e82-5d423bfdd80e admin admin] Notify callbacks [] for security_group, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:04.146233 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-25165b87-1c82-45b6-b7a3-98c06b4d8da3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-990557'] for network, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:04.252015 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-25165b87-1c82-45b6-b7a3-98c06b4d8da3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853562', 'neutron.services.segments.db._delete_segments_for_network-8790688882975'] for network, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:04.265883 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.segments.db [None req-25165b87-1c82-45b6-b7a3-98c06b4d8da3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13ee2f4e-354e-46e8-b710-46a7e90dbba4']}} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:07:04.279346 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.segments.db [None req-25165b87-1c82-45b6-b7a3-98c06b4d8da3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73cd7c1a-addf-41f5-8f15-fef50f5097b6') {'for_net_delete': True} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:07:04.279777 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.segments.db [None req-25165b87-1c82-45b6-b7a3-98c06b4d8da3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73cd7c1a-addf-41f5-8f15-fef50f5097b6') {} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:07:04.294292 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-25165b87-1c82-45b6-b7a3-98c06b4d8da3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790688883752', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9014348'] for segment, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:04.318071 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-25165b87-1c82-45b6-b7a3-98c06b4d8da3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:04.329861 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-1fc5914a-3933-4182-9e82-5d423bfdd80e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:04.331087 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25165b87-1c82-45b6-b7a3-98c06b4d8da3 admin admin] Releasing vlan 241 on physical network physnet1 to pool {{(pid=105584) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:07:04.331498 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-25165b87-1c82-45b6-b7a3-98c06b4d8da3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9014063'] for segment, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:04.333391 n-d-705658-22 neutron-server[105584]: Traceback (most recent call last): Jul 27 21:07:04.333391 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:07:04.333391 n-d-705658-22 neutron-server[105584]: timer() Jul 27 21:07:04.333391 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:07:04.333391 n-d-705658-22 neutron-server[105584]: cb(*args, **kw) Jul 27 21:07:04.333391 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:07:04.333391 n-d-705658-22 neutron-server[105584]: return func(*args, **kwargs) Jul 27 21:07:04.333391 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:07:04.333391 n-d-705658-22 neutron-server[105584]: self._notify() Jul 27 21:07:04.333391 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:07:04.333391 n-d-705658-22 neutron-server[105584]: self.callback(batched_events) Jul 27 21:07:04.333391 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:07:04.333391 n-d-705658-22 neutron-server[105584]: event.method(event) Jul 27 21:07:04.333391 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:07:04.333391 n-d-705658-22 neutron-server[105584]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:07:04.333391 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:07:04.333391 n-d-705658-22 neutron-server[105584]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:07:04.333391 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:07:04.333391 n-d-705658-22 neutron-server[105584]: return f(self, *a, **k) Jul 27 21:07:04.333391 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:07:04.333391 n-d-705658-22 neutron-server[105584]: return self._get(url).json() Jul 27 21:07:04.333391 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:07:04.333391 n-d-705658-22 neutron-server[105584]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:07:04.333391 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:07:04.333391 n-d-705658-22 neutron-server[105584]: return self.request(url, 'GET', **kwargs) Jul 27 21:07:04.333391 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:07:04.333391 n-d-705658-22 neutron-server[105584]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:07:04.333391 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:07:04.333391 n-d-705658-22 neutron-server[105584]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:07:04.333391 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:07:04.333391 n-d-705658-22 neutron-server[105584]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:07:04.333391 n-d-705658-22 neutron-server[105584]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:07:04.365756 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-1fc5914a-3933-4182-9e82-5d423bfdd80e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:04.415273 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-25165b87-1c82-45b6-b7a3-98c06b4d8da3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4075658'] for network, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:04.421926 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-25165b87-1c82-45b6-b7a3-98c06b4d8da3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743886'] for network, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:04.423936 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-25165b87-1c82-45b6-b7a3-98c06b4d8da3 admin admin] 10.222.0.59 "DELETE /v2.0/networks/13ee2f4e-354e-46e8-b710-46a7e90dbba4 HTTP/1.1" status: 204 len: 168 time: 0.3661919 Jul 27 21:07:04.424991 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc5914a-3933-4182-9e82-5d423bfdd80e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5483fd4c-1d42-4114-9290-587cd2c1bac0,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:07:04.431616 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-1fc5914a-3933-4182-9e82-5d423bfdd80e admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=d06bcf72462a476ba01bb4609365b736&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4466486 Jul 27 21:07:04.432877 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 49984) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:07:04.462285 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25165b87-1c82-45b6-b7a3-98c06b4d8da3 admin admin] Pushing event deleted for resources: {'Network': ['ID=13ee2f4e-354e-46e8-b710-46a7e90dbba4,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:07:04.471625 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-7b7beadc-03f8-480d-9c07-0f6d536c8d4b req-3a775148-a716-4514-81bd-c7ccc5b97139 tempest-ServerShowV257Test-1623822604 tempest-ServerShowV257Test-1623822604-project] 10.222.0.59 "GET /v2.0/ports?device_id=b1aea2a2-2365-4693-b5b7-a11e040f038a HTTP/1.1" status: 200 len: 210 time: 0.0559247 Jul 27 21:07:04.547146 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-cc095ebf-2939-486d-ae5b-8d0d4318952e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:04.575949 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-cc095ebf-2939-486d-ae5b-8d0d4318952e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:04.579479 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 49990) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:07:04.641180 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-673f77b7-4f6a-4a66-97e0-0f1b6e5a6bbe admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=e1fb739b05c1455a9d1707e6208d2dd1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0605938 Jul 27 21:07:04.643629 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 49992) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:07:04.674002 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-cc095ebf-2939-486d-ae5b-8d0d4318952e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:04.676488 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-cc095ebf-2939-486d-ae5b-8d0d4318952e admin admin] Notify callbacks [] for security_group, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:04.677591 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-cc095ebf-2939-486d-ae5b-8d0d4318952e admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/5483fd4c-1d42-4114-9290-587cd2c1bac0 HTTP/1.1" status: 204 len: 168 time: 0.2247219 Jul 27 21:07:04.691977 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc095ebf-2939-486d-ae5b-8d0d4318952e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5483fd4c-1d42-4114-9290-587cd2c1bac0,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:07:04.712131 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-d9b7a2b5-e048-4ac5-8614-f7061030a506 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:04.733622 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-d9b7a2b5-e048-4ac5-8614-f7061030a506 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:04.780093 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-d9b7a2b5-e048-4ac5-8614-f7061030a506 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:04.782737 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-d9b7a2b5-e048-4ac5-8614-f7061030a506 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:04.784051 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-d9b7a2b5-e048-4ac5-8614-f7061030a506 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/b15f5b80-af13-4f52-8ccb-81eb39c9ce76 HTTP/1.1" status: 204 len: 168 time: 0.1393671 Jul 27 21:07:04.792261 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b7a2b5-e048-4ac5-8614-f7061030a506 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b15f5b80-af13-4f52-8ccb-81eb39c9ce76,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:07:04.968367 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 50002) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:07:04.981491 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-7e053da7-64cb-4108-b885-61e9a888ac6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:05.024835 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Device 37bbd865-f73a-468d-990f-6d28c94104ba no longer exists at agent hyperv_n-h2-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:07:05.047051 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-3d54578f-831f-4696-b568-13c455922dab None None] No Port match for: 37bbd865-f73a-468d-990f-6d28c94104ba {{(pid=105586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:07:05.047408 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Device 37bbd865-f73a-468d-990f-6d28c94104ba not bound to the agent host n-h2-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:07:05.075872 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-7e053da7-64cb-4108-b885-61e9a888ac6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:05.079997 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-7e053da7-64cb-4108-b885-61e9a888ac6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:05.121674 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-7e053da7-64cb-4108-b885-61e9a888ac6a admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=42d844569d0941cf8a9a7846db13fa51&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1521199 Jul 27 21:07:05.123665 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e053da7-64cb-4108-b885-61e9a888ac6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be8324cb-ec51-4160-853d-ab90237d48df,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:07:05.124615 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 50006) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:07:05.162758 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 50008) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:07:05.192764 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-2a51689f-6e4b-4865-a44d-f66bf96847f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:05.225409 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-e6f6e18e-846e-4e5f-8457-9da25d2f6fa5 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=1db215f9384c470ab4f4e506120f8edd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0613241 Jul 27 21:07:05.228543 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 50010) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:07:05.229857 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-2a51689f-6e4b-4865-a44d-f66bf96847f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:05.278562 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-13702e6a-4375-4cc7-8ead-2add6480a803 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:05.280093 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-2a51689f-6e4b-4865-a44d-f66bf96847f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:05.282672 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-2a51689f-6e4b-4865-a44d-f66bf96847f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:05.283976 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-2a51689f-6e4b-4865-a44d-f66bf96847f8 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/be8324cb-ec51-4160-853d-ab90237d48df HTTP/1.1" status: 204 len: 168 time: 0.1582859 Jul 27 21:07:05.293600 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a51689f-6e4b-4865-a44d-f66bf96847f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be8324cb-ec51-4160-853d-ab90237d48df,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:07:05.305508 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-13702e6a-4375-4cc7-8ead-2add6480a803 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:05.360453 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-13702e6a-4375-4cc7-8ead-2add6480a803 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:05.362944 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-13702e6a-4375-4cc7-8ead-2add6480a803 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:05.367234 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-13702e6a-4375-4cc7-8ead-2add6480a803 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/e4313643-8d34-4d5d-94cb-678d46dbf065 HTTP/1.1" status: 204 len: 168 time: 0.1346428 Jul 27 21:07:05.376243 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13702e6a-4375-4cc7-8ead-2add6480a803 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4313643-8d34-4d5d-94cb-678d46dbf065,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:07:05.612580 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-52068e92-dbde-4c4c-845b-713c9de54262 req-7f69afea-4265-4ee1-ad86-feed203d8eae tempest-ServerShowV257Test-1623822604 tempest-ServerShowV257Test-1623822604-project] 10.222.0.59 "GET /v2.0/ports?device_id=b1aea2a2-2365-4693-b5b7-a11e040f038a HTTP/1.1" status: 200 len: 210 time: 0.0376964 Jul 27 21:07:05.999956 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 50060) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:07:06.096127 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-043492a4-8838-4976-920f-ac60514e6e45 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1638289515-network', 'tenant_id': '8546fed2c7614cb9b0802376f643e190'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:07:06.120881 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-043492a4-8838-4976-920f-ac60514e6e45 admin admin] Made reservation on behalf of 8546fed2c7614cb9b0802376f643e190 for: {'network': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:07:06.123315 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-043492a4-8838-4976-920f-ac60514e6e45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for network, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:06.131752 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-043492a4-8838-4976-920f-ac60514e6e45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:06.172347 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:06.237679 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-043492a4-8838-4976-920f-ac60514e6e45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:06.242263 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-043492a4-8838-4976-920f-ac60514e6e45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:06.263071 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-043492a4-8838-4976-920f-ac60514e6e45 admin admin] vlan segment allocate from pool success with {'vlan_id': 200, 'physical_network': 'physnet1'} {{(pid=105584) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:07:06.278187 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043492a4-8838-4976-920f-ac60514e6e45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10d6cda5-2a9f-44f4-8b0f-e5a23d757a7a,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:07:06.281077 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-043492a4-8838-4976-920f-ac60514e6e45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:06.281425 n-d-705658-22 neutron-server[105584]: INFO neutron.db.segments_db [None req-043492a4-8838-4976-920f-ac60514e6e45 admin admin] Added segment 59676559-ca5c-4852-925a-3b91e90d88a8 of type vlan for network ce7bd6e3-f593-4b7a-a3fb-11a85664a6f7 Jul 27 21:07:06.324781 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-043492a4-8838-4976-920f-ac60514e6e45 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790688424798'] for network, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:06.353105 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-043492a4-8838-4976-920f-ac60514e6e45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920'] for network, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:06.354134 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-043492a4-8838-4976-920f-ac60514e6e45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:07:06.354719 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-043492a4-8838-4976-920f-ac60514e6e45 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743886'] for network, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:06.405465 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-043492a4-8838-4976-920f-ac60514e6e45 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 902 time: 0.4043581 Jul 27 21:07:06.411204 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 50076) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:07:06.414784 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043492a4-8838-4976-920f-ac60514e6e45 admin admin] Pushing event updated for resources: {'Network': ['ID=ce7bd6e3-f593-4b7a-a3fb-11a85664a6f7,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:07:06.415684 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-3d501450-3d6b-4d12-afb0-27a60fbd7d88 admin admin] Request body: {'subnet': {'network_id': 'ce7bd6e3-f593-4b7a-a3fb-11a85664a6f7', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1638289515-subnet', 'tenant_id': '8546fed2c7614cb9b0802376f643e190', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:07:06.430392 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Network ce7bd6e3-f593-4b7a-a3fb-11a85664a6f7 details requested by agent ovs-agent-n-d-705658-22 with host n-d-705658-22 {{(pid=105586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:07:06.443353 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d501450-3d6b-4d12-afb0-27a60fbd7d88 admin admin] Made reservation on behalf of 8546fed2c7614cb9b0802376f643e190 for: {'subnet': 1} {{(pid=105585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:07:06.445713 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-3d501450-3d6b-4d12-afb0-27a60fbd7d88 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9990620'] for subnet, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:06.623963 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-3d501450-3d6b-4d12-afb0-27a60fbd7d88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10221797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9990606'] for subnet, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:06.672368 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d501450-3d6b-4d12-afb0-27a60fbd7d88 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c06c1e52-a8c2-4728-9a36-7a3af47fdc24,revision_number=0']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:07:06.712071 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d501450-3d6b-4d12-afb0-27a60fbd7d88 admin admin] Checking segment: {'id': '59676559-ca5c-4852-925a-3b91e90d88a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'ce7bd6e3-f593-4b7a-a3fb-11a85664a6f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:07:06.712444 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d501450-3d6b-4d12-afb0-27a60fbd7d88 admin admin] Network hostable DHCP agents. Network: ce7bd6e3-f593-4b7a-a3fb-11a85664a6f7, hostable agents: ['7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a'], hosted agents: [] {{(pid=105585) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:07:06.749957 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-95dd6b13-4e96-4cf5-b4c7-4c1975f8c3cd req-0ea5baaa-c1bb-482c-b622-fa7f43ad630c tempest-ServerShowV257Test-1623822604 tempest-ServerShowV257Test-1623822604-project] 10.222.0.59 "GET /v2.0/ports?device_id=b1aea2a2-2365-4693-b5b7-a11e040f038a HTTP/1.1" status: 200 len: 210 time: 0.0339208 Jul 27 21:07:06.757941 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d501450-3d6b-4d12-afb0-27a60fbd7d88 admin admin] Network ce7bd6e3-f593-4b7a-a3fb-11a85664a6f7 is scheduled to be hosted by DHCP agent 7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a with binding_index 1 {{(pid=105585) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:07:06.767818 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.base_scheduler [None req-3d501450-3d6b-4d12-afb0-27a60fbd7d88 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-22, ce7bd6e3-f593-4b7a-a3fb-11a85664a6f7) {{(pid=105585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:07:06.778087 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d501450-3d6b-4d12-afb0-27a60fbd7d88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:07:06.778905 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-3d501450-3d6b-4d12-afb0-27a60fbd7d88 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743886'] for subnet, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:06.779675 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a10e7248-9343-49a3-b133-1a6fa0d50793 None None] Network ce7bd6e3-f593-4b7a-a3fb-11a85664a6f7 requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:07:06.795033 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-3d501450-3d6b-4d12-afb0-27a60fbd7d88 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.3842552 Jul 27 21:07:06.797164 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 50098) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:07:06.801740 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-db38c693-6a27-4df8-97fc-295df08015ab admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1638289515-router', 'tenant_id': '8546fed2c7614cb9b0802376f643e190', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305'}}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:07:06.822270 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-db38c693-6a27-4df8-97fc-295df08015ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4163813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-443'] for router, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:06.823354 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-db38c693-6a27-4df8-97fc-295df08015ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4165196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4077059', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3711235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-418'] for router, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:06.886528 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-db38c693-6a27-4df8-97fc-295df08015ab admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:06.956855 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11dd1b8f-0ee6-4e27-9e95-817781cce3e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30bb4b93-b285-5d90-9493-f9ec33ea333c-ce7bd6e3-f593-4b7a-a3fb-11a85664a6f7', 'network_id': 'ce7bd6e3-f593-4b7a-a3fb-11a85664a6f7', 'tenant_id': '8546fed2c7614cb9b0802376f643e190', 'fixed_ips': [{'subnet_id': 'c06c1e52-a8c2-4728-9a36-7a3af47fdc24'}]}} from n-d-705658-22. {{(pid=105586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 21:07:06.957969 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-11dd1b8f-0ee6-4e27-9e95-817781cce3e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:07.045702 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-db38c693-6a27-4df8-97fc-295df08015ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4077169', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4163787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-400'] for router, precommit_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:07.095801 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.db_base_plugin_common [None req-11dd1b8f-0ee6-4e27-9e95-817781cce3e4 None None] Allocated IP 172.20.0.2 (ce7bd6e3-f593-4b7a-a3fb-11a85664a6f7/c06c1e52-a8c2-4728-9a36-7a3af47fdc24/7c19f53e-a8dc-40dd-8501-627581c4ebdb) {{(pid=105586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:07:07.252516 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-db38c693-6a27-4df8-97fc-295df08015ab admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:07.272337 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-db38c693-6a27-4df8-97fc-295df08015ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:07.382032 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.db_base_plugin_common [None req-db38c693-6a27-4df8-97fc-295df08015ab admin admin] Allocated IP 172.25.5.109 (8735d8a2-b604-4758-ae71-b40e4ee6f305/eca7dbab-b9c0-4c8f-a272-816ea8a81764/97c12dcf-0494-4f5b-8bac-beae06df436c) {{(pid=105585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:07:07.446972 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-11dd1b8f-0ee6-4e27-9e95-817781cce3e4 None None] Notify callbacks [] for port, precommit_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:07.457824 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-11dd1b8f-0ee6-4e27-9e95-817781cce3e4 None None] Transition to ACTIVE for port object 7c19f53e-a8dc-40dd-8501-627581c4ebdb will not be triggered until provisioned by entity L2. {{(pid=105586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:07:07.485511 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-db38c693-6a27-4df8-97fc-295df08015ab admin admin] Notify callbacks [] for port, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:07.501389 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-11dd1b8f-0ee6-4e27-9e95-817781cce3e4 None None] Transition to ACTIVE for port object 7c19f53e-a8dc-40dd-8501-627581c4ebdb will not be triggered until provisioned by entity DHCP. {{(pid=105586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:07:07.509834 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-11dd1b8f-0ee6-4e27-9e95-817781cce3e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143'] for port, after_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:07.527059 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-db38c693-6a27-4df8-97fc-295df08015ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:07.563034 n-d-705658-22 neutron-server[105586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11dd1b8f-0ee6-4e27-9e95-817781cce3e4 None None] Network ce7bd6e3-f593-4b7a-a3fb-11a85664a6f7 is already hosted by enough agents. {{(pid=105586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:07:07.564694 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db38c693-6a27-4df8-97fc-295df08015ab admin admin] Network 8735d8a2-b604-4758-ae71-b40e4ee6f305 is already hosted by enough agents. {{(pid=105585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:07:07.567453 n-d-705658-22 neutron-server[105586]: DEBUG neutron.scheduler.base_scheduler [None req-11dd1b8f-0ee6-4e27-9e95-817781cce3e4 None None] Resources bound (agent type, host, resource id): {{(pid=105586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:07:07.573201 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.base_scheduler [None req-db38c693-6a27-4df8-97fc-295df08015ab admin admin] Resources bound (agent type, host, resource id): {{(pid=105585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:07:07.573516 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11dd1b8f-0ee6-4e27-9e95-817781cce3e4 None None] Received port after_create {{(pid=105586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:07:07.576888 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db38c693-6a27-4df8-97fc-295df08015ab admin admin] Received port after_create {{(pid=105585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:07:07.577962 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11dd1b8f-0ee6-4e27-9e95-817781cce3e4 None None] Pushing event updated for resources: {'Port': ['ID=7c19f53e-a8dc-40dd-8501-627581c4ebdb,revision_number=1']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:07:07.604601 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db38c693-6a27-4df8-97fc-295df08015ab admin admin] Pushing event updated for resources: {'Port': ['ID=97c12dcf-0494-4f5b-8bac-beae06df436c,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:07:07.652334 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-11dd1b8f-0ee6-4e27-9e95-817781cce3e4 None None] Attempting to bind port 7c19f53e-a8dc-40dd-8501-627581c4ebdb on host n-d-705658-22 for vnic_type normal with profile {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:07:07.652708 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-11dd1b8f-0ee6-4e27-9e95-817781cce3e4 None None] Attempting to bind port 7c19f53e-a8dc-40dd-8501-627581c4ebdb by drivers openvswitch,hyperv on host n-d-705658-22 at level 0 using segments [{'id': '59676559-ca5c-4852-925a-3b91e90d88a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'ce7bd6e3-f593-4b7a-a3fb-11a85664a6f7'}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:07:07.653074 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11dd1b8f-0ee6-4e27-9e95-817781cce3e4 None None] Attempting to bind port 7c19f53e-a8dc-40dd-8501-627581c4ebdb on network ce7bd6e3-f593-4b7a-a3fb-11a85664a6f7 {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:07:07.658308 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11dd1b8f-0ee6-4e27-9e95-817781cce3e4 None None] Checking agent: {'id': '04a7ea91-6318-467e-ace6-b0fb48c8690f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 41, 42), 'started_at': datetime.datetime(2021, 7, 27, 20, 42, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 6, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:07:07.658684 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11dd1b8f-0ee6-4e27-9e95-817781cce3e4 None None] Checking segment: {'id': '59676559-ca5c-4852-925a-3b91e90d88a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'ce7bd6e3-f593-4b7a-a3fb-11a85664a6f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:07:07.659118 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-11dd1b8f-0ee6-4e27-9e95-817781cce3e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:07.659515 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11dd1b8f-0ee6-4e27-9e95-817781cce3e4 None None] Bound using segment: {'id': '59676559-ca5c-4852-925a-3b91e90d88a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'ce7bd6e3-f593-4b7a-a3fb-11a85664a6f7'} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:07:07.659993 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-11dd1b8f-0ee6-4e27-9e95-817781cce3e4 None None] Bound port: 7c19f53e-a8dc-40dd-8501-627581c4ebdb, host: n-d-705658-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59676559-ca5c-4852-925a-3b91e90d88a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'ce7bd6e3-f593-4b7a-a3fb-11a85664a6f7'}}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:07:07.660360 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-11dd1b8f-0ee6-4e27-9e95-817781cce3e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:07.723339 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-11dd1b8f-0ee6-4e27-9e95-817781cce3e4 None None] For port 7c19f53e-a8dc-40dd-8501-627581c4ebdb, host n-d-705658-22, cleared binding levels {{(pid=105586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:07:07.728642 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-11dd1b8f-0ee6-4e27-9e95-817781cce3e4 None None] For port 7c19f53e-a8dc-40dd-8501-627581c4ebdb, host n-d-705658-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=7c19f53e-a8dc-40dd-8501-627581c4ebdb,segment=NetworkSegment(59676559-ca5c-4852-925a-3b91e90d88a8),segment_id=59676559-ca5c-4852-925a-3b91e90d88a8)] {{(pid=105586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:07:07.733265 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-11dd1b8f-0ee6-4e27-9e95-817781cce3e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:07.803397 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11dd1b8f-0ee6-4e27-9e95-817781cce3e4 None None] Pushing event updated for resources: {'Port': ['ID=7c19f53e-a8dc-40dd-8501-627581c4ebdb,revision_number=2']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:07:07.889646 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-9f6a22e6-df95-4523-8dec-a8cf6e810382 req-9fbecf88-bd66-4699-86fd-0a4e00ed3f0a tempest-ServerShowV257Test-1623822604 tempest-ServerShowV257Test-1623822604-project] 10.222.0.59 "GET /v2.0/ports?device_id=b1aea2a2-2365-4693-b5b7-a11e040f038a HTTP/1.1" status: 200 len: 210 time: 0.0362730 Jul 27 21:07:07.895779 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-db38c693-6a27-4df8-97fc-295df08015ab admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:08.129922 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-db38c693-6a27-4df8-97fc-295df08015ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4163804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4077150'] for router, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:08.278924 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db38c693-6a27-4df8-97fc-295df08015ab admin admin] Router 1b473d76-051d-488b-b473-8a05391bbf5a is scheduled to L3 agent dd128fd7-8e57-4d4f-895b-a96b369df59a with binding_index 1 {{(pid=105585) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 21:07:08.384663 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db38c693-6a27-4df8-97fc-295df08015ab admin admin] Notify agent at l3_agent.n-d-705658-22 the message routers_updated {{(pid=105585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:07:08.394546 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8002fd1c-614c-4e23-96c8-d5348b567e2b None None] Sync routers for ids ['1b473d76-051d-488b-b473-8a05391bbf5a'] in n-d-705658-22 {{(pid=105586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:07:08.400640 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-db38c693-6a27-4df8-97fc-295df08015ab admin admin] Notify callbacks [] for router, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:08.402333 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-db38c693-6a27-4df8-97fc-295df08015ab admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 941 time: 1.6041853 Jul 27 21:07:08.405271 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 50132) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:07:08.407593 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8002fd1c-614c-4e23-96c8-d5348b567e2b None None] Routers {'1b473d76-051d-488b-b473-8a05391bbf5a'} bound to L3 agent in host n-d-705658-22 {{(pid=105586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:07:08.416324 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-8002fd1c-614c-4e23-96c8-d5348b567e2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:06:41Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['1b473d76-051d-488b-b473-8a05391bbf5a'], 'active': True} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:07:08.556768 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvr_db [None req-8002fd1c-614c-4e23-96c8-d5348b567e2b None None] Set router 1b473d76-051d-488b-b473-8a05391bbf5a gateway port host: n-d-705658-22 {{(pid=105586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:07:08.801326 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-8002fd1c-614c-4e23-96c8-d5348b567e2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b473d76-051d-488b-b473-8a05391bbf5a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1638289515-router', 'tenant_id': '8546fed2c7614cb9b0802376f643e190', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.109'}], 'enable_snat': True}, 'gw_port_id': '97c12dcf-0494-4f5b-8bac-beae06df436c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:07:06Z', 'updated_at': '2021-07-27T21:07:07Z', 'revision_number': 3, 'project_id': '8546fed2c7614cb9b0802376f643e190', 'gw_port': {'id': '97c12dcf-0494-4f5b-8bac-beae06df436c', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:93:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b473d76-051d-488b-b473-8a05391bbf5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:07:07Z', 'updated_at': '2021-07-27T21:07:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22'}], 'n-d-705658-22', False) {} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:07:08.828652 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8002fd1c-614c-4e23-96c8-d5348b567e2b None None] Checking router: 1b473d76-051d-488b-b473-8a05391bbf5a for host: n-d-705658-22 {{(pid=105586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:07:08.829001 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8002fd1c-614c-4e23-96c8-d5348b567e2b None None] Updating router 1b473d76-051d-488b-b473-8a05391bbf5a port 97c12dcf-0494-4f5b-8bac-beae06df436c binding host n-d-705658-22 {{(pid=105586) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 21:07:08.876340 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-8002fd1c-614c-4e23-96c8-d5348b567e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:08.906451 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9c9a493-29f2-4dab-9f51-04a97bdd65d5 None None] Network ce7bd6e3-f593-4b7a-a3fb-11a85664a6f7 requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:07:09.007941 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-b6073ed4-b1a7-473c-bd9f-c9d6d5aa4a8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:09.034142 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-37054668-eb5b-4eb8-8c33-cd0662b14a85 None None] Provisioning for port 7c19f53e-a8dc-40dd-8501-627581c4ebdb completed by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:07:09.066215 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-338c512b-b010-4606-acf3-ed2072d35b1a req-36e32d78-7ec0-4f40-b9c8-1d32ea78876c tempest-ServerShowV257Test-1623822604 tempest-ServerShowV257Test-1623822604-project] 10.222.0.59 "GET /v2.0/ports?device_id=b1aea2a2-2365-4693-b5b7-a11e040f038a HTTP/1.1" status: 200 len: 210 time: 0.0406308 Jul 27 21:07:09.087078 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 7c19f53e-a8dc-40dd-8501-627581c4ebdb up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:07:09.197043 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-049f8053-5296-4454-800a-2477978a5684 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:09.248891 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning for port 7c19f53e-a8dc-40dd-8501-627581c4ebdb completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:07:09.262283 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port 7c19f53e-a8dc-40dd-8501-627581c4ebdb triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:07:09.262654 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:09.362836 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.db_base_plugin_common [None req-049f8053-5296-4454-800a-2477978a5684 admin admin] Allocated IP 172.20.0.1 (ce7bd6e3-f593-4b7a-a3fb-11a85664a6f7/c06c1e52-a8c2-4728-9a36-7a3af47fdc24/a24ba7ad-3b11-4a0c-933a-003e33fa1f3e) {{(pid=105585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:07:09.454124 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-8002fd1c-614c-4e23-96c8-d5348b567e2b None None] Notify callbacks [] for port, precommit_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:09.456382 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:09.499315 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-049f8053-5296-4454-800a-2477978a5684 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:09.513952 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] For port 7c19f53e-a8dc-40dd-8501-627581c4ebdb, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=7c19f53e-a8dc-40dd-8501-627581c4ebdb,segment=NetworkSegment(59676559-ca5c-4852-925a-3b91e90d88a8),segment_id=59676559-ca5c-4852-925a-3b91e90d88a8)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:07:09.518533 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.provisioning_blocks [None req-049f8053-5296-4454-800a-2477978a5684 admin admin] Transition to ACTIVE for port object a24ba7ad-3b11-4a0c-933a-003e33fa1f3e will not be triggered until provisioned by entity DHCP. {{(pid=105585) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:07:09.520926 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-8002fd1c-614c-4e23-96c8-d5348b567e2b None None] Transition to ACTIVE for port object 97c12dcf-0494-4f5b-8bac-beae06df436c will not be triggered until provisioned by entity L2. {{(pid=105586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:07:09.526833 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:09.565799 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-049f8053-5296-4454-800a-2477978a5684 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:09.588929 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-8002fd1c-614c-4e23-96c8-d5348b567e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:09.609334 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-049f8053-5296-4454-800a-2477978a5684 admin admin] Network ce7bd6e3-f593-4b7a-a3fb-11a85664a6f7 is already hosted by enough agents. {{(pid=105585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:07:09.612302 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.base_scheduler [None req-049f8053-5296-4454-800a-2477978a5684 admin admin] Resources bound (agent type, host, resource id): {{(pid=105585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:07:09.618738 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-049f8053-5296-4454-800a-2477978a5684 admin admin] Received port after_create {{(pid=105585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:07:09.636119 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-8002fd1c-614c-4e23-96c8-d5348b567e2b None None] Attempting to bind port 97c12dcf-0494-4f5b-8bac-beae06df436c on host n-d-705658-22 for vnic_type normal with profile {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:07:09.636556 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-8002fd1c-614c-4e23-96c8-d5348b567e2b None None] Attempting to bind port 97c12dcf-0494-4f5b-8bac-beae06df436c by drivers openvswitch,hyperv on host n-d-705658-22 at level 0 using segments [{'id': '12196855-9a32-4633-9a56-77697ef9e126', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305'}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:07:09.636929 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8002fd1c-614c-4e23-96c8-d5348b567e2b None None] Attempting to bind port 97c12dcf-0494-4f5b-8bac-beae06df436c on network 8735d8a2-b604-4758-ae71-b40e4ee6f305 {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:07:09.645246 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Pushing event updated for resources: {'Port': ['ID=7c19f53e-a8dc-40dd-8501-627581c4ebdb,revision_number=3']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:07:09.663929 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-049f8053-5296-4454-800a-2477978a5684 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4075523'] for router_interface, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:09.677911 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8002fd1c-614c-4e23-96c8-d5348b567e2b None None] Checking agent: {'id': '04a7ea91-6318-467e-ace6-b0fb48c8690f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 41, 42), 'started_at': datetime.datetime(2021, 7, 27, 20, 42, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 6, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:07:09.678300 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8002fd1c-614c-4e23-96c8-d5348b567e2b None None] Checking segment: {'id': '12196855-9a32-4633-9a56-77697ef9e126', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:07:09.678712 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-8002fd1c-614c-4e23-96c8-d5348b567e2b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:09.679950 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8002fd1c-614c-4e23-96c8-d5348b567e2b None None] Bound using segment: {'id': '12196855-9a32-4633-9a56-77697ef9e126', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305'} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:07:09.680602 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-8002fd1c-614c-4e23-96c8-d5348b567e2b None None] Bound port: 97c12dcf-0494-4f5b-8bac-beae06df436c, host: n-d-705658-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12196855-9a32-4633-9a56-77697ef9e126', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305'}}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:07:09.681003 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-8002fd1c-614c-4e23-96c8-d5348b567e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:09.722824 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049f8053-5296-4454-800a-2477978a5684 admin admin] Pushing event updated for resources: {'Port': ['ID=a24ba7ad-3b11-4a0c-933a-003e33fa1f3e,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:07:09.736755 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e89b14b-feed-40b7-a859-ea46c6fa8446 None None] Pushing event updated for resources: {'Port': ['ID=97c12dcf-0494-4f5b-8bac-beae06df436c,revision_number=2']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:07:09.768679 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-8002fd1c-614c-4e23-96c8-d5348b567e2b None None] For port 97c12dcf-0494-4f5b-8bac-beae06df436c, host n-d-705658-22, cleared binding levels {{(pid=105586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:07:09.772376 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-8002fd1c-614c-4e23-96c8-d5348b567e2b None None] For port 97c12dcf-0494-4f5b-8bac-beae06df436c, host n-d-705658-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=97c12dcf-0494-4f5b-8bac-beae06df436c,segment=NetworkSegment(12196855-9a32-4633-9a56-77697ef9e126),segment_id=12196855-9a32-4633-9a56-77697ef9e126)] {{(pid=105586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:07:09.774075 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-b2d18297-24df-42ed-927d-0bbac4028b0f None None] Provisioning complete for port 7c19f53e-a8dc-40dd-8501-627581c4ebdb triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:07:09.774370 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-b2d18297-24df-42ed-927d-0bbac4028b0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:09.802718 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-8002fd1c-614c-4e23-96c8-d5348b567e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:09.908301 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-049f8053-5296-4454-800a-2477978a5684 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:09.922908 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8002fd1c-614c-4e23-96c8-d5348b567e2b None None] Routers {'1b473d76-051d-488b-b473-8a05391bbf5a'} bound to L3 agent in host n-d-705658-22 {{(pid=105586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:07:09.923572 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-8002fd1c-614c-4e23-96c8-d5348b567e2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:06:41Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['1b473d76-051d-488b-b473-8a05391bbf5a'], 'active': True} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:07:10.088976 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 50162) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:07:10.132900 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-049f8053-5296-4454-800a-2477978a5684 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:10.138160 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-049f8053-5296-4454-800a-2477978a5684 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10221672'] for port, after_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:10.199228 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvr_db [None req-8002fd1c-614c-4e23-96c8-d5348b567e2b None None] Set router 1b473d76-051d-488b-b473-8a05391bbf5a gateway port host: n-d-705658-22 {{(pid=105586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:07:10.230164 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f13311dc-e824-4d64-82d5-375b65397fd2 req-f14a5db5-41cb-467a-901c-5cab7bda5772 tempest-ServerShowV257Test-1623822604 tempest-ServerShowV257Test-1623822604-project] 10.222.0.59 "GET /v2.0/ports?device_id=b1aea2a2-2365-4693-b5b7-a11e040f038a HTTP/1.1" status: 200 len: 210 time: 0.0600717 Jul 27 21:07:10.242770 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e89b14b-feed-40b7-a859-ea46c6fa8446 None None] Pushing event updated for resources: {'Port': ['ID=97c12dcf-0494-4f5b-8bac-beae06df436c,revision_number=3']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:07:10.259860 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-a76c171c-83eb-4414-8969-7cd50bd48591 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:10.262581 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-049f8053-5296-4454-800a-2477978a5684 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3743906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4076435'] for router_interface, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:10.266074 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049f8053-5296-4454-800a-2477978a5684 admin admin] Pushing event updated for resources: {'Port': ['ID=a24ba7ad-3b11-4a0c-933a-003e33fa1f3e,revision_number=2']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:07:10.280105 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:10.405168 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-049f8053-5296-4454-800a-2477978a5684 admin admin] Network ce7bd6e3-f593-4b7a-a3fb-11a85664a6f7 is already hosted by enough agents. {{(pid=105585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:07:10.408324 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.base_scheduler [None req-049f8053-5296-4454-800a-2477978a5684 admin admin] Resources bound (agent type, host, resource id): {{(pid=105585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:07:10.457670 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-8002fd1c-614c-4e23-96c8-d5348b567e2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b473d76-051d-488b-b473-8a05391bbf5a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1638289515-router', 'tenant_id': '8546fed2c7614cb9b0802376f643e190', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.109'}], 'enable_snat': True}, 'gw_port_id': '97c12dcf-0494-4f5b-8bac-beae06df436c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:07:06Z', 'updated_at': '2021-07-27T21:07:09Z', 'revision_number': 4, 'project_id': '8546fed2c7614cb9b0802376f643e190', 'gw_port': {'id': '97c12dcf-0494-4f5b-8bac-beae06df436c', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:93:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b473d76-051d-488b-b473-8a05391bbf5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:07:07Z', 'updated_at': '2021-07-27T21:07:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_interfaces': [{'id': 'a24ba7ad-3b11-4a0c-933a-003e33fa1f3e', 'name': '', 'network_id': 'ce7bd6e3-f593-4b7a-a3fb-11a85664a6f7', 'tenant_id': '8546fed2c7614cb9b0802376f643e190', 'mac_address': 'fa:16:3e:df:44:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b473d76-051d-488b-b473-8a05391bbf5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': 'c06c1e52-a8c2-4728-9a36-7a3af47fdc24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:07:09Z', 'updated_at': '2021-07-27T21:07:09Z', 'revision_number': 1, 'project_id': '8546fed2c7614cb9b0802376f643e190', 'subnets': [{'id': 'c06c1e52-a8c2-4728-9a36-7a3af47fdc24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-22', False) {} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:07:10.473448 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-a76c171c-83eb-4414-8969-7cd50bd48591 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:10.483509 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-a76c171c-83eb-4414-8969-7cd50bd48591 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:10.494363 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8002fd1c-614c-4e23-96c8-d5348b567e2b None None] The sync data for ids ['1b473d76-051d-488b-b473-8a05391bbf5a'] in n-d-705658-22 is: [{'id': '1b473d76-051d-488b-b473-8a05391bbf5a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1638289515-router', 'tenant_id': '8546fed2c7614cb9b0802376f643e190', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.109'}], 'enable_snat': True}, 'gw_port_id': '97c12dcf-0494-4f5b-8bac-beae06df436c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:07:06Z', 'updated_at': '2021-07-27T21:07:09Z', 'revision_number': 4, 'project_id': '8546fed2c7614cb9b0802376f643e190', 'gw_port': {'id': '97c12dcf-0494-4f5b-8bac-beae06df436c', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:93:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b473d76-051d-488b-b473-8a05391bbf5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:07:07Z', 'updated_at': '2021-07-27T21:07:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_interfaces': [{'id': 'a24ba7ad-3b11-4a0c-933a-003e33fa1f3e', 'name': '', 'network_id': 'ce7bd6e3-f593-4b7a-a3fb-11a85664a6f7', 'tenant_id': '8546fed2c7614cb9b0802376f643e190', 'mac_address': 'fa:16:3e:df:44:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b473d76-051d-488b-b473-8a05391bbf5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': 'c06c1e52-a8c2-4728-9a36-7a3af47fdc24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:07:09Z', 'updated_at': '2021-07-27T21:07:09Z', 'revision_number': 1, 'project_id': '8546fed2c7614cb9b0802376f643e190', 'subnets': [{'id': 'c06c1e52-a8c2-4728-9a36-7a3af47fdc24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:07:10.511068 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-b226d778-d8fa-4f45-8717-196af90d5c3e None None] Provisioning for port a24ba7ad-3b11-4a0c-933a-003e33fa1f3e completed by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:07:10.516293 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-b226d778-d8fa-4f45-8717-196af90d5c3e None None] Provisioning complete for port a24ba7ad-3b11-4a0c-933a-003e33fa1f3e triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:07:10.516536 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-b226d778-d8fa-4f45-8717-196af90d5c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:10.565119 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-b226d778-d8fa-4f45-8717-196af90d5c3e None None] Port a24ba7ad-3b11-4a0c-933a-003e33fa1f3e cannot update to ACTIVE because it is not bound. {{(pid=105586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:07:10.572643 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 50168) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:07:10.573242 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-a76c171c-83eb-4414-8969-7cd50bd48591 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=56c2e3e1ad704d97adfcf3ba15b8afa0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4826338 Jul 27 21:07:10.578163 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76c171c-83eb-4414-8969-7cd50bd48591 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d621b5da-f731-4a47-8a46-6caafc15667f,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:07:10.602530 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-049f8053-5296-4454-800a-2477978a5684 admin admin] Router 1b473d76-051d-488b-b473-8a05391bbf5a has already been hosted by L3 agent dd128fd7-8e57-4d4f-895b-a96b369df59a {{(pid=105585) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:07:10.637697 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-d16512d5-849f-4b8f-a2b7-5f58a1d959e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:10.661427 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-d16512d5-849f-4b8f-a2b7-5f58a1d959e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:10.688686 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-7e8602dc-0a5f-4f42-8ff9-c98db9f54947 None None] Provisioning complete for port a24ba7ad-3b11-4a0c-933a-003e33fa1f3e triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:07:10.689192 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-7e8602dc-0a5f-4f42-8ff9-c98db9f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:10.718040 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-d16512d5-849f-4b8f-a2b7-5f58a1d959e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:10.722415 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-d16512d5-849f-4b8f-a2b7-5f58a1d959e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:10.729242 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-d16512d5-849f-4b8f-a2b7-5f58a1d959e9 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/d621b5da-f731-4a47-8a46-6caafc15667f HTTP/1.1" status: 204 len: 168 time: 0.1529481 Jul 27 21:07:10.730213 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-7e8602dc-0a5f-4f42-8ff9-c98db9f54947 None None] Port a24ba7ad-3b11-4a0c-933a-003e33fa1f3e cannot update to ACTIVE because it is not bound. {{(pid=105586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:07:10.731281 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-049f8053-5296-4454-800a-2477978a5684 admin admin] Notify agent at l3_agent.n-d-705658-22 the message routers_updated {{(pid=105585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:07:10.744881 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16512d5-849f-4b8f-a2b7-5f58a1d959e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d621b5da-f731-4a47-8a46-6caafc15667f,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:07:10.747749 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-049f8053-5296-4454-800a-2477978a5684 admin admin] 10.222.0.59 "PUT /v2.0/routers/1b473d76-051d-488b-b473-8a05391bbf5a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3412743 Jul 27 21:07:10.999968 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 7c19f53e-a8dc-40dd-8501-627581c4ebdb up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:07:11.053774 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port 7c19f53e-a8dc-40dd-8501-627581c4ebdb triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:07:11.054704 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:11.129806 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 50188) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:07:11.148635 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-efad9500-d1fa-4a98-b3de-4173c3a80956 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:11.243759 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-254669e3-f696-430b-9ae0-071fb1074d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:11.288520 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-efad9500-d1fa-4a98-b3de-4173c3a80956 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:11.292559 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-efad9500-d1fa-4a98-b3de-4173c3a80956 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:11.358145 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efad9500-d1fa-4a98-b3de-4173c3a80956 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=343ebf74-a5a2-49fa-9244-dc1b50017638,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:07:11.362743 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-efad9500-d1fa-4a98-b3de-4173c3a80956 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=ee068239019041e6ab4fa9869f807c05&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2318995 Jul 27 21:07:11.371151 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 50192) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:07:11.407584 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-fb7195c3-d4f0-43ba-8cba-c4ef051bb994 req-f2911603-df33-4f7a-a253-14deb52ef80d tempest-ServerShowV257Test-1623822604 tempest-ServerShowV257Test-1623822604-project] 10.222.0.59 "GET /v2.0/ports?device_id=b1aea2a2-2365-4693-b5b7-a11e040f038a HTTP/1.1" status: 200 len: 210 time: 0.0521877 Jul 27 21:07:11.454419 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-cae3fb07-2c29-4449-89e7-6aace9f223c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:11.480995 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-cae3fb07-2c29-4449-89e7-6aace9f223c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:11.533825 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-cae3fb07-2c29-4449-89e7-6aace9f223c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:11.536652 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-cae3fb07-2c29-4449-89e7-6aace9f223c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:11.537835 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-cae3fb07-2c29-4449-89e7-6aace9f223c5 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/343ebf74-a5a2-49fa-9244-dc1b50017638 HTTP/1.1" status: 204 len: 168 time: 0.1652236 Jul 27 21:07:11.552486 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae3fb07-2c29-4449-89e7-6aace9f223c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=343ebf74-a5a2-49fa-9244-dc1b50017638,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:07:11.584249 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dea54b9-d2de-4c2f-9ac4-41f71098f90b req-180768b5-8ad0-4407-b845-7338d0066505 tempest-FloatingIPsAssociationNegativeTestJSON-1025249024 tempest-FloatingIPsAssociationNegativeTestJSON-1025249024-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:07:11.586327 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-1dea54b9-d2de-4c2f-9ac4-41f71098f90b req-180768b5-8ad0-4407-b845-7338d0066505 tempest-FloatingIPsAssociationNegativeTestJSON-1025249024 tempest-FloatingIPsAssociationNegativeTestJSON-1025249024-project] 10.222.0.59 "GET /v2.0/networks?id=ce7bd6e3-f593-4b7a-a3fb-11a85664a6f7 HTTP/1.1" status: 200 len: 829 time: 0.1243863 Jul 27 21:07:11.603486 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-1dea54b9-d2de-4c2f-9ac4-41f71098f90b req-e3ec0eb0-c6e8-4de1-a432-1e34ead6e049 tempest-FloatingIPsAssociationNegativeTestJSON-1025249024 tempest-FloatingIPsAssociationNegativeTestJSON-1025249024-project] 10.222.0.59 "GET /v2.0/quotas/8546fed2c7614cb9b0802376f643e190 HTTP/1.1" status: 200 len: 375 time: 0.0103858 Jul 27 21:07:11.680856 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-1dea54b9-d2de-4c2f-9ac4-41f71098f90b req-e1b91e2e-6622-425a-8fea-c35615624856 tempest-FloatingIPsAssociationNegativeTestJSON-1025249024 tempest-FloatingIPsAssociationNegativeTestJSON-1025249024-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=8546fed2c7614cb9b0802376f643e190&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0694473 Jul 27 21:07:11.787251 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-1dea54b9-d2de-4c2f-9ac4-41f71098f90b req-dc729941-5157-4881-a68b-40ed73bc8cb7 service neutron] 10.222.0.59 "GET /v2.0/networks/ce7bd6e3-f593-4b7a-a3fb-11a85664a6f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970705 Jul 27 21:07:11.811431 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:11.907547 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-1dea54b9-d2de-4c2f-9ac4-41f71098f90b req-cfef18f5-3c71-4bb3-93a7-19a04babff23 service neutron] 10.222.0.59 "GET /v2.0/networks/ce7bd6e3-f593-4b7a-a3fb-11a85664a6f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1124418 Jul 27 21:07:12.113476 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-0a4a7ed9-e3d2-4281-a29d-264bde774cdd req-adccf817-66cf-4cb7-8851-b6899a35e93d tempest-FloatingIPsAssociationNegativeTestJSON-1025249024 tempest-FloatingIPsAssociationNegativeTestJSON-1025249024-project] 10.222.0.59 "GET /v2.0/ports?device_id=0564c5e9-be55-4bf7-a1b9-791746477619 HTTP/1.1" status: 200 len: 210 time: 0.0490274 Jul 27 21:07:12.527752 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-cec98fc6-daaf-4f5f-a1c4-677e51ebdaa8 req-43495075-c067-4c89-8fed-3dd516ce260b tempest-ServerShowV257Test-1623822604 tempest-ServerShowV257Test-1623822604-project] 10.222.0.59 "GET /v2.0/ports?device_id=b1aea2a2-2365-4693-b5b7-a11e040f038a HTTP/1.1" status: 200 len: 210 time: 0.0305662 Jul 27 21:07:12.806198 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-bb32ed7d-8717-448b-a9c8-a5a0117d1fd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:12.897507 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1116a70-0b36-44d4-a76c-721345a7429e None None] Sync routers for ids ['1b473d76-051d-488b-b473-8a05391bbf5a'] in n-d-705658-22 {{(pid=105587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:07:12.912841 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1116a70-0b36-44d4-a76c-721345a7429e None None] Routers {'1b473d76-051d-488b-b473-8a05391bbf5a'} bound to L3 agent in host n-d-705658-22 {{(pid=105587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:07:12.914328 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-a1116a70-0b36-44d4-a76c-721345a7429e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:07:11Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['1b473d76-051d-488b-b473-8a05391bbf5a'], 'active': True} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:07:12.980507 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 97c12dcf-0494-4f5b-8bac-beae06df436c up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:07:13.033487 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvr_db [None req-a1116a70-0b36-44d4-a76c-721345a7429e None None] Set router 1b473d76-051d-488b-b473-8a05391bbf5a gateway port host: n-d-705658-22 {{(pid=105587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:07:13.052070 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning for port 97c12dcf-0494-4f5b-8bac-beae06df436c completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:07:13.063465 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port 97c12dcf-0494-4f5b-8bac-beae06df436c triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:07:13.064001 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:13.256842 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-bd8d8eea-c6a8-4f0a-8dbc-c295123b45a8 req-8e9d2882-b845-42e3-acc0-c2b64baa854d tempest-FloatingIPsAssociationNegativeTestJSON-1025249024 tempest-FloatingIPsAssociationNegativeTestJSON-1025249024-project] 10.222.0.59 "GET /v2.0/ports?device_id=0564c5e9-be55-4bf7-a1b9-791746477619 HTTP/1.1" status: 200 len: 210 time: 0.0560391 Jul 27 21:07:13.264222 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dea54b9-d2de-4c2f-9ac4-41f71098f90b req-b1dd6ba4-08aa-48d8-970e-1c7c378c7fd6 tempest-FloatingIPsAssociationNegativeTestJSON-1025249024 tempest-FloatingIPsAssociationNegativeTestJSON-1025249024-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:07:13.266921 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-1dea54b9-d2de-4c2f-9ac4-41f71098f90b req-b1dd6ba4-08aa-48d8-970e-1c7c378c7fd6 tempest-FloatingIPsAssociationNegativeTestJSON-1025249024 tempest-FloatingIPsAssociationNegativeTestJSON-1025249024-project] 10.222.0.60 "GET /v2.0/networks?id=ce7bd6e3-f593-4b7a-a3fb-11a85664a6f7 HTTP/1.1" status: 200 len: 829 time: 0.2676806 Jul 27 21:07:13.282245 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [req-1dea54b9-d2de-4c2f-9ac4-41f71098f90b req-6083eead-1427-4e89-9aae-acfd25b98ee6 tempest-FloatingIPsAssociationNegativeTestJSON-1025249024 tempest-FloatingIPsAssociationNegativeTestJSON-1025249024-project] Request body: {'port': {'device_id': '0564c5e9-be55-4bf7-a1b9-791746477619', 'network_id': 'ce7bd6e3-f593-4b7a-a3fb-11a85664a6f7', 'admin_state_up': True, 'tenant_id': '8546fed2c7614cb9b0802376f643e190'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:07:13.300794 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:13.326755 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] For port 97c12dcf-0494-4f5b-8bac-beae06df436c, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=97c12dcf-0494-4f5b-8bac-beae06df436c,segment=NetworkSegment(12196855-9a32-4633-9a56-77697ef9e126),segment_id=12196855-9a32-4633-9a56-77697ef9e126)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:07:13.331825 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:13.387595 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Pushing event updated for resources: {'Port': ['ID=97c12dcf-0494-4f5b-8bac-beae06df436c,revision_number=4']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:07:13.427584 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1dea54b9-d2de-4c2f-9ac4-41f71098f90b req-6083eead-1427-4e89-9aae-acfd25b98ee6 tempest-FloatingIPsAssociationNegativeTestJSON-1025249024 tempest-FloatingIPsAssociationNegativeTestJSON-1025249024-project] Made reservation on behalf of 8546fed2c7614cb9b0802376f643e190 for: {'port': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:07:13.431368 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-1dea54b9-d2de-4c2f-9ac4-41f71098f90b req-6083eead-1427-4e89-9aae-acfd25b98ee6 tempest-FloatingIPsAssociationNegativeTestJSON-1025249024 tempest-FloatingIPsAssociationNegativeTestJSON-1025249024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:13.446296 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-a1116a70-0b36-44d4-a76c-721345a7429e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b473d76-051d-488b-b473-8a05391bbf5a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1638289515-router', 'tenant_id': '8546fed2c7614cb9b0802376f643e190', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.109'}], 'enable_snat': True}, 'gw_port_id': '97c12dcf-0494-4f5b-8bac-beae06df436c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:07:06Z', 'updated_at': '2021-07-27T21:07:09Z', 'revision_number': 4, 'project_id': '8546fed2c7614cb9b0802376f643e190', 'gw_port': {'id': '97c12dcf-0494-4f5b-8bac-beae06df436c', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:93:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b473d76-051d-488b-b473-8a05391bbf5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:07:07Z', 'updated_at': '2021-07-27T21:07:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_interfaces': [{'id': 'a24ba7ad-3b11-4a0c-933a-003e33fa1f3e', 'name': '', 'network_id': 'ce7bd6e3-f593-4b7a-a3fb-11a85664a6f7', 'tenant_id': '8546fed2c7614cb9b0802376f643e190', 'mac_address': 'fa:16:3e:df:44:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b473d76-051d-488b-b473-8a05391bbf5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': 'c06c1e52-a8c2-4728-9a36-7a3af47fdc24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:07:09Z', 'updated_at': '2021-07-27T21:07:09Z', 'revision_number': 2, 'project_id': '8546fed2c7614cb9b0802376f643e190', 'subnets': [{'id': 'c06c1e52-a8c2-4728-9a36-7a3af47fdc24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-22', False) {} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:07:13.473828 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1116a70-0b36-44d4-a76c-721345a7429e None None] Checking router: 1b473d76-051d-488b-b473-8a05391bbf5a for host: n-d-705658-22 {{(pid=105587) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:07:13.474180 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1116a70-0b36-44d4-a76c-721345a7429e None None] Updating router 1b473d76-051d-488b-b473-8a05391bbf5a port a24ba7ad-3b11-4a0c-933a-003e33fa1f3e binding host n-d-705658-22 {{(pid=105587) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 21:07:13.521990 n-d-705658-22 neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-a1116a70-0b36-44d4-a76c-721345a7429e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:13.597970 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.db_base_plugin_common [req-1dea54b9-d2de-4c2f-9ac4-41f71098f90b req-6083eead-1427-4e89-9aae-acfd25b98ee6 tempest-FloatingIPsAssociationNegativeTestJSON-1025249024 tempest-FloatingIPsAssociationNegativeTestJSON-1025249024-project] Allocated IP 172.20.0.8 (ce7bd6e3-f593-4b7a-a3fb-11a85664a6f7/c06c1e52-a8c2-4728-9a36-7a3af47fdc24/18446479-807d-4199-8134-4127e6c56671) {{(pid=105584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:07:13.688313 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-140b7603-bd04-4359-9896-67daf4db6fe1 req-2f580bd9-40b7-48df-92a2-36a48dc37749 tempest-ServerShowV257Test-1623822604 tempest-ServerShowV257Test-1623822604-project] 10.222.0.59 "GET /v2.0/ports?device_id=b1aea2a2-2365-4693-b5b7-a11e040f038a HTTP/1.1" status: 200 len: 210 time: 0.0310030 Jul 27 21:07:13.772800 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-1dea54b9-d2de-4c2f-9ac4-41f71098f90b req-6083eead-1427-4e89-9aae-acfd25b98ee6 tempest-FloatingIPsAssociationNegativeTestJSON-1025249024 tempest-FloatingIPsAssociationNegativeTestJSON-1025249024-project] Notify callbacks [] for port, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:13.786388 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.provisioning_blocks [req-1dea54b9-d2de-4c2f-9ac4-41f71098f90b req-6083eead-1427-4e89-9aae-acfd25b98ee6 tempest-FloatingIPsAssociationNegativeTestJSON-1025249024 tempest-FloatingIPsAssociationNegativeTestJSON-1025249024-project] Transition to ACTIVE for port object 18446479-807d-4199-8134-4127e6c56671 will not be triggered until provisioned by entity DHCP. {{(pid=105584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:07:13.832020 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-1dea54b9-d2de-4c2f-9ac4-41f71098f90b req-6083eead-1427-4e89-9aae-acfd25b98ee6 tempest-FloatingIPsAssociationNegativeTestJSON-1025249024 tempest-FloatingIPsAssociationNegativeTestJSON-1025249024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:13.895021 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1dea54b9-d2de-4c2f-9ac4-41f71098f90b req-6083eead-1427-4e89-9aae-acfd25b98ee6 tempest-FloatingIPsAssociationNegativeTestJSON-1025249024 tempest-FloatingIPsAssociationNegativeTestJSON-1025249024-project] Network ce7bd6e3-f593-4b7a-a3fb-11a85664a6f7 is already hosted by enough agents. {{(pid=105584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:07:13.900157 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [req-1dea54b9-d2de-4c2f-9ac4-41f71098f90b req-6083eead-1427-4e89-9aae-acfd25b98ee6 tempest-FloatingIPsAssociationNegativeTestJSON-1025249024 tempest-FloatingIPsAssociationNegativeTestJSON-1025249024-project] Resources bound (agent type, host, resource id): {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:07:13.916938 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [req-1dea54b9-d2de-4c2f-9ac4-41f71098f90b req-6083eead-1427-4e89-9aae-acfd25b98ee6 tempest-FloatingIPsAssociationNegativeTestJSON-1025249024 tempest-FloatingIPsAssociationNegativeTestJSON-1025249024-project] Received port after_create {{(pid=105584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:07:13.964899 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6083eead-1427-4e89-9aae-acfd25b98ee6 tempest-FloatingIPsAssociationNegativeTestJSON-1025249024 tempest-FloatingIPsAssociationNegativeTestJSON-1025249024-project] Pushing event updated for resources: {'Port': ['ID=18446479-807d-4199-8134-4127e6c56671,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:07:14.001541 n-d-705658-22 neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-a1116a70-0b36-44d4-a76c-721345a7429e None None] Notify callbacks [] for port, precommit_update {{(pid=105587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:14.011204 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dea54b9-d2de-4c2f-9ac4-41f71098f90b req-6083eead-1427-4e89-9aae-acfd25b98ee6 tempest-FloatingIPsAssociationNegativeTestJSON-1025249024 tempest-FloatingIPsAssociationNegativeTestJSON-1025249024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:07:14.012140 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-1dea54b9-d2de-4c2f-9ac4-41f71098f90b req-6083eead-1427-4e89-9aae-acfd25b98ee6 tempest-FloatingIPsAssociationNegativeTestJSON-1025249024 tempest-FloatingIPsAssociationNegativeTestJSON-1025249024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:14.012665 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.provisioning_blocks [None req-a1116a70-0b36-44d4-a76c-721345a7429e None None] Transition to ACTIVE for port object a24ba7ad-3b11-4a0c-933a-003e33fa1f3e will not be triggered until provisioned by entity L2. {{(pid=105587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:07:14.027862 n-d-705658-22 neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-a1116a70-0b36-44d4-a76c-721345a7429e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:14.031398 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-1dea54b9-d2de-4c2f-9ac4-41f71098f90b req-6083eead-1427-4e89-9aae-acfd25b98ee6 tempest-FloatingIPsAssociationNegativeTestJSON-1025249024 tempest-FloatingIPsAssociationNegativeTestJSON-1025249024-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7535713 Jul 27 21:07:14.045577 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [req-1dea54b9-d2de-4c2f-9ac4-41f71098f90b req-ca167473-3427-4898-9276-27962b7f59ec service neutron] Request body: {'port': {'device_id': '0564c5e9-be55-4bf7-a1b9-791746477619', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-705658-22'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:07:14.136496 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34161924-a1d4-4289-9841-99c8cc193046 None None] Pushing event updated for resources: {'Port': ['ID=a24ba7ad-3b11-4a0c-933a-003e33fa1f3e,revision_number=3']} {{(pid=105587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:07:14.183730 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.managers [None req-a1116a70-0b36-44d4-a76c-721345a7429e None None] Attempting to bind port a24ba7ad-3b11-4a0c-933a-003e33fa1f3e on host n-d-705658-22 for vnic_type normal with profile {{(pid=105587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:07:14.184382 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.managers [None req-a1116a70-0b36-44d4-a76c-721345a7429e None None] Attempting to bind port a24ba7ad-3b11-4a0c-933a-003e33fa1f3e by drivers openvswitch,hyperv on host n-d-705658-22 at level 0 using segments [{'id': '59676559-ca5c-4852-925a-3b91e90d88a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'ce7bd6e3-f593-4b7a-a3fb-11a85664a6f7'}] {{(pid=105587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:07:14.184912 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1116a70-0b36-44d4-a76c-721345a7429e None None] Attempting to bind port a24ba7ad-3b11-4a0c-933a-003e33fa1f3e on network ce7bd6e3-f593-4b7a-a3fb-11a85664a6f7 {{(pid=105587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:07:14.191300 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1116a70-0b36-44d4-a76c-721345a7429e None None] Checking agent: {'id': '04a7ea91-6318-467e-ace6-b0fb48c8690f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 41, 42), 'started_at': datetime.datetime(2021, 7, 27, 20, 42, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 7, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:07:14.191949 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1116a70-0b36-44d4-a76c-721345a7429e None None] Checking segment: {'id': '59676559-ca5c-4852-925a-3b91e90d88a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'ce7bd6e3-f593-4b7a-a3fb-11a85664a6f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:07:14.196090 n-d-705658-22 neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-a1116a70-0b36-44d4-a76c-721345a7429e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:14.198847 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1116a70-0b36-44d4-a76c-721345a7429e None None] Bound using segment: {'id': '59676559-ca5c-4852-925a-3b91e90d88a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'ce7bd6e3-f593-4b7a-a3fb-11a85664a6f7'} {{(pid=105587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:07:14.204419 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.managers [None req-a1116a70-0b36-44d4-a76c-721345a7429e None None] Bound port: a24ba7ad-3b11-4a0c-933a-003e33fa1f3e, host: n-d-705658-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59676559-ca5c-4852-925a-3b91e90d88a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'ce7bd6e3-f593-4b7a-a3fb-11a85664a6f7'}}] {{(pid=105587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:07:14.205247 n-d-705658-22 neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-a1116a70-0b36-44d4-a76c-721345a7429e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:14.250935 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-875ced1b-4cf3-463a-9653-058f0f9421e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:14.378027 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.db [None req-a1116a70-0b36-44d4-a76c-721345a7429e None None] For port a24ba7ad-3b11-4a0c-933a-003e33fa1f3e, host n-d-705658-22, cleared binding levels {{(pid=105587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:07:14.386502 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.db [None req-a1116a70-0b36-44d4-a76c-721345a7429e None None] For port a24ba7ad-3b11-4a0c-933a-003e33fa1f3e, host n-d-705658-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=a24ba7ad-3b11-4a0c-933a-003e33fa1f3e,segment=NetworkSegment(59676559-ca5c-4852-925a-3b91e90d88a8),segment_id=59676559-ca5c-4852-925a-3b91e90d88a8)] {{(pid=105587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:07:14.396506 n-d-705658-22 neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-a1116a70-0b36-44d4-a76c-721345a7429e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:14.407417 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-f6ac34a9-dc4d-4550-bb2c-f97b9755b13f None None] Provisioning for port 18446479-807d-4199-8134-4127e6c56671 completed by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:07:14.420193 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-f6ac34a9-dc4d-4550-bb2c-f97b9755b13f None None] Provisioning complete for port 18446479-807d-4199-8134-4127e6c56671 triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:07:14.421281 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-f6ac34a9-dc4d-4550-bb2c-f97b9755b13f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:14.525189 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-f6ac34a9-dc4d-4550-bb2c-f97b9755b13f None None] Port 18446479-807d-4199-8134-4127e6c56671 cannot update to ACTIVE because it is not bound. {{(pid=105586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:07:14.537649 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1116a70-0b36-44d4-a76c-721345a7429e None None] Routers {'1b473d76-051d-488b-b473-8a05391bbf5a'} bound to L3 agent in host n-d-705658-22 {{(pid=105587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:07:14.538572 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-a1116a70-0b36-44d4-a76c-721345a7429e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:07:11Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['1b473d76-051d-488b-b473-8a05391bbf5a'], 'active': True} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:07:14.547333 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0c8c3a-efb4-4b00-a44f-918d31938fec req-55cec47b-ab5d-4abf-88b8-2fd31e17874a tempest-FloatingIPsAssociationNegativeTestJSON-1025249024 tempest-FloatingIPsAssociationNegativeTestJSON-1025249024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:07:14.549778 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-bf0c8c3a-efb4-4b00-a44f-918d31938fec req-55cec47b-ab5d-4abf-88b8-2fd31e17874a tempest-FloatingIPsAssociationNegativeTestJSON-1025249024 tempest-FloatingIPsAssociationNegativeTestJSON-1025249024-project] 10.222.0.59 "GET /v2.0/ports?device_id=0564c5e9-be55-4bf7-a1b9-791746477619 HTTP/1.1" status: 200 len: 931 time: 0.1763630 Jul 27 21:07:14.560204 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34161924-a1d4-4289-9841-99c8cc193046 None None] Pushing event updated for resources: {'Port': ['ID=a24ba7ad-3b11-4a0c-933a-003e33fa1f3e,revision_number=4']} {{(pid=105587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:07:14.583190 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-1dea54b9-d2de-4c2f-9ac4-41f71098f90b req-ca167473-3427-4898-9276-27962b7f59ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:14.648786 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-bf0c8c3a-efb4-4b00-a44f-918d31938fec req-bbffd14b-49b5-4531-8b5b-87771d5aa32b tempest-FloatingIPsAssociationNegativeTestJSON-1025249024 tempest-FloatingIPsAssociationNegativeTestJSON-1025249024-project] 10.222.0.59 "GET /v2.0/security-groups?id=10d6cda5-2a9f-44f4-8b0f-e5a23d757a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819180 Jul 27 21:07:14.770857 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvr_db [None req-a1116a70-0b36-44d4-a76c-721345a7429e None None] Set router 1b473d76-051d-488b-b473-8a05391bbf5a gateway port host: n-d-705658-22 {{(pid=105587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:07:14.891299 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-3310a566-7bb4-4c16-a081-5d1fc0be0aaf req-a46c5c71-81a9-4b03-b153-30c9a6a5d612 tempest-ServerShowV257Test-1623822604 tempest-ServerShowV257Test-1623822604-project] 10.222.0.59 "GET /v2.0/ports?device_id=b1aea2a2-2365-4693-b5b7-a11e040f038a HTTP/1.1" status: 200 len: 210 time: 0.0885725 Jul 27 21:07:15.083574 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device a24ba7ad-3b11-4a0c-933a-003e33fa1f3e up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:07:15.119032 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [req-1dea54b9-d2de-4c2f-9ac4-41f71098f90b req-ca167473-3427-4898-9276-27962b7f59ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 18446479-807d-4199-8134-4127e6c56671 {{(pid=105584) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:07:15.127561 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-1dea54b9-d2de-4c2f-9ac4-41f71098f90b req-ca167473-3427-4898-9276-27962b7f59ec service neutron] Notify callbacks [] for port, precommit_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:15.149539 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.provisioning_blocks [req-1dea54b9-d2de-4c2f-9ac4-41f71098f90b req-ca167473-3427-4898-9276-27962b7f59ec service neutron] Transition to ACTIVE for port object 18446479-807d-4199-8134-4127e6c56671 will not be triggered until provisioned by entity L2. {{(pid=105584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:07:15.153942 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-1dea54b9-d2de-4c2f-9ac4-41f71098f90b req-ca167473-3427-4898-9276-27962b7f59ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9014027'] for port, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:15.181267 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning for port a24ba7ad-3b11-4a0c-933a-003e33fa1f3e completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:07:15.185930 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port a24ba7ad-3b11-4a0c-933a-003e33fa1f3e triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:07:15.186553 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:15.232157 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-a1116a70-0b36-44d4-a76c-721345a7429e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b473d76-051d-488b-b473-8a05391bbf5a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1638289515-router', 'tenant_id': '8546fed2c7614cb9b0802376f643e190', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.109'}], 'enable_snat': True}, 'gw_port_id': '97c12dcf-0494-4f5b-8bac-beae06df436c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:07:06Z', 'updated_at': '2021-07-27T21:07:09Z', 'revision_number': 4, 'project_id': '8546fed2c7614cb9b0802376f643e190', 'gw_port': {'id': '97c12dcf-0494-4f5b-8bac-beae06df436c', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:93:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b473d76-051d-488b-b473-8a05391bbf5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:07:07Z', 'updated_at': '2021-07-27T21:07:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_interfaces': [{'id': 'a24ba7ad-3b11-4a0c-933a-003e33fa1f3e', 'name': '', 'network_id': 'ce7bd6e3-f593-4b7a-a3fb-11a85664a6f7', 'tenant_id': '8546fed2c7614cb9b0802376f643e190', 'mac_address': 'fa:16:3e:df:44:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b473d76-051d-488b-b473-8a05391bbf5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': 'c06c1e52-a8c2-4728-9a36-7a3af47fdc24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:07:09Z', 'updated_at': '2021-07-27T21:07:14Z', 'revision_number': 4, 'project_id': '8546fed2c7614cb9b0802376f643e190', 'subnets': [{'id': 'c06c1e52-a8c2-4728-9a36-7a3af47fdc24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-22', False) {} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:07:15.242845 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca167473-3427-4898-9276-27962b7f59ec service neutron] Pushing event updated for resources: {'Port': ['ID=18446479-807d-4199-8134-4127e6c56671,revision_number=2']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:07:15.264777 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1116a70-0b36-44d4-a76c-721345a7429e None None] The sync data for ids ['1b473d76-051d-488b-b473-8a05391bbf5a'] in n-d-705658-22 is: [{'id': '1b473d76-051d-488b-b473-8a05391bbf5a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1638289515-router', 'tenant_id': '8546fed2c7614cb9b0802376f643e190', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.109'}], 'enable_snat': True}, 'gw_port_id': '97c12dcf-0494-4f5b-8bac-beae06df436c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:07:06Z', 'updated_at': '2021-07-27T21:07:09Z', 'revision_number': 4, 'project_id': '8546fed2c7614cb9b0802376f643e190', 'gw_port': {'id': '97c12dcf-0494-4f5b-8bac-beae06df436c', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:93:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b473d76-051d-488b-b473-8a05391bbf5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:07:07Z', 'updated_at': '2021-07-27T21:07:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_interfaces': [{'id': 'a24ba7ad-3b11-4a0c-933a-003e33fa1f3e', 'name': '', 'network_id': 'ce7bd6e3-f593-4b7a-a3fb-11a85664a6f7', 'tenant_id': '8546fed2c7614cb9b0802376f643e190', 'mac_address': 'fa:16:3e:df:44:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b473d76-051d-488b-b473-8a05391bbf5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': 'c06c1e52-a8c2-4728-9a36-7a3af47fdc24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:07:09Z', 'updated_at': '2021-07-27T21:07:14Z', 'revision_number': 4, 'project_id': '8546fed2c7614cb9b0802376f643e190', 'subnets': [{'id': 'c06c1e52-a8c2-4728-9a36-7a3af47fdc24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:07:15.316907 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [req-1dea54b9-d2de-4c2f-9ac4-41f71098f90b req-ca167473-3427-4898-9276-27962b7f59ec service neutron] Attempting to bind port 18446479-807d-4199-8134-4127e6c56671 on host n-h2-705658-22 for vnic_type normal with profile {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:07:15.317494 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [req-1dea54b9-d2de-4c2f-9ac4-41f71098f90b req-ca167473-3427-4898-9276-27962b7f59ec service neutron] Attempting to bind port 18446479-807d-4199-8134-4127e6c56671 by drivers openvswitch,hyperv on host n-h2-705658-22 at level 0 using segments [{'id': '59676559-ca5c-4852-925a-3b91e90d88a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'ce7bd6e3-f593-4b7a-a3fb-11a85664a6f7'}] {{(pid=105584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:07:15.318027 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dea54b9-d2de-4c2f-9ac4-41f71098f90b req-ca167473-3427-4898-9276-27962b7f59ec service neutron] Attempting to bind port 18446479-807d-4199-8134-4127e6c56671 on network ce7bd6e3-f593-4b7a-a3fb-11a85664a6f7 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:07:15.324432 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dea54b9-d2de-4c2f-9ac4-41f71098f90b req-ca167473-3427-4898-9276-27962b7f59ec service neutron] Port 18446479-807d-4199-8134-4127e6c56671 on network ce7bd6e3-f593-4b7a-a3fb-11a85664a6f7 not bound, no agent of type Open vSwitch agent registered on host n-h2-705658-22 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:07:15.325007 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dea54b9-d2de-4c2f-9ac4-41f71098f90b req-ca167473-3427-4898-9276-27962b7f59ec service neutron] Attempting to bind port 18446479-807d-4199-8134-4127e6c56671 on network ce7bd6e3-f593-4b7a-a3fb-11a85664a6f7 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:07:15.331534 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dea54b9-d2de-4c2f-9ac4-41f71098f90b req-ca167473-3427-4898-9276-27962b7f59ec service neutron] Checking agent: {'id': '65195a73-a875-4810-9f5b-622ae260a8a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 49, 40), 'started_at': datetime.datetime(2021, 7, 27, 20, 49, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 7, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:07:15.332550 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dea54b9-d2de-4c2f-9ac4-41f71098f90b req-ca167473-3427-4898-9276-27962b7f59ec service neutron] Checking segment: {'id': '59676559-ca5c-4852-925a-3b91e90d88a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'ce7bd6e3-f593-4b7a-a3fb-11a85664a6f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:07:15.333102 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dea54b9-d2de-4c2f-9ac4-41f71098f90b req-ca167473-3427-4898-9276-27962b7f59ec service neutron] Bound using segment: {'id': '59676559-ca5c-4852-925a-3b91e90d88a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'ce7bd6e3-f593-4b7a-a3fb-11a85664a6f7'} {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:07:15.333703 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [req-1dea54b9-d2de-4c2f-9ac4-41f71098f90b req-ca167473-3427-4898-9276-27962b7f59ec service neutron] Bound port: 18446479-807d-4199-8134-4127e6c56671, host: n-h2-705658-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59676559-ca5c-4852-925a-3b91e90d88a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'ce7bd6e3-f593-4b7a-a3fb-11a85664a6f7'}}] {{(pid=105584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:07:15.334248 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-1dea54b9-d2de-4c2f-9ac4-41f71098f90b req-ca167473-3427-4898-9276-27962b7f59ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:15.358752 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:15.402126 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] For port a24ba7ad-3b11-4a0c-933a-003e33fa1f3e, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=a24ba7ad-3b11-4a0c-933a-003e33fa1f3e,segment=NetworkSegment(59676559-ca5c-4852-925a-3b91e90d88a8),segment_id=59676559-ca5c-4852-925a-3b91e90d88a8)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:07:15.407693 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:15.408829 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 97c12dcf-0494-4f5b-8bac-beae06df436c up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:07:15.463797 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [req-1dea54b9-d2de-4c2f-9ac4-41f71098f90b req-ca167473-3427-4898-9276-27962b7f59ec service neutron] For port 18446479-807d-4199-8134-4127e6c56671, host n-h2-705658-22, cleared binding levels {{(pid=105584) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:07:15.482983 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [req-1dea54b9-d2de-4c2f-9ac4-41f71098f90b req-ca167473-3427-4898-9276-27962b7f59ec service neutron] For port 18446479-807d-4199-8134-4127e6c56671, host n-h2-705658-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=18446479-807d-4199-8134-4127e6c56671,segment=NetworkSegment(59676559-ca5c-4852-925a-3b91e90d88a8),segment_id=59676559-ca5c-4852-925a-3b91e90d88a8)] {{(pid=105584) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:07:15.500972 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-1dea54b9-d2de-4c2f-9ac4-41f71098f90b req-ca167473-3427-4898-9276-27962b7f59ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9014027'] for port, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:15.503983 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Pushing event updated for resources: {'Port': ['ID=a24ba7ad-3b11-4a0c-933a-003e33fa1f3e,revision_number=5']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:07:15.536885 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port 97c12dcf-0494-4f5b-8bac-beae06df436c triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:07:15.537274 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:15.573223 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dea54b9-d2de-4c2f-9ac4-41f71098f90b req-ca167473-3427-4898-9276-27962b7f59ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:07:15.573999 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-1dea54b9-d2de-4c2f-9ac4-41f71098f90b req-ca167473-3427-4898-9276-27962b7f59ec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:15.575560 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-1dea54b9-d2de-4c2f-9ac4-41f71098f90b req-ca167473-3427-4898-9276-27962b7f59ec service neutron] 10.222.0.60 "PUT /v2.0/ports/18446479-807d-4199-8134-4127e6c56671 HTTP/1.1" status: 200 len: 1092 time: 1.5356753 Jul 27 21:07:15.576402 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0564c5e9-be55-4bf7-a1b9-791746477619', 'tag': '18446479-807d-4199-8134-4127e6c56671'}] {{(pid=105584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:07:15.578641 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bce5e6c8685464f7626901654159975603b047827e3138302ed6566e28f1343" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b920190f-2ad6-4e21-99be-7b70b447d255" -d '{"events": [{"name": "network-changed", "server_uuid": "0564c5e9-be55-4bf7-a1b9-791746477619", "tag": "18446479-807d-4199-8134-4127e6c56671"}]}' {{(pid=105584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:07:15.619518 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca167473-3427-4898-9276-27962b7f59ec service neutron] Pushing event updated for resources: {'Port': ['ID=18446479-807d-4199-8134-4127e6c56671,revision_number=3']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:07:15.739521 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dea54b9-d2de-4c2f-9ac4-41f71098f90b req-365e0a32-4ea4-4fed-b3c8-a2ced4d9113a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:07:15.741206 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-1dea54b9-d2de-4c2f-9ac4-41f71098f90b req-365e0a32-4ea4-4fed-b3c8-a2ced4d9113a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8546fed2c7614cb9b0802376f643e190&device_id=0564c5e9-be55-4bf7-a1b9-791746477619 HTTP/1.1" status: 200 len: 1095 time: 0.1092358 Jul 27 21:07:15.828241 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-1dea54b9-d2de-4c2f-9ac4-41f71098f90b req-c57f4fe7-3066-4502-8970-7ece31ff8b81 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=18446479-807d-4199-8134-4127e6c56671 HTTP/1.1" status: 200 len: 217 time: 0.0749245 Jul 27 21:07:15.902236 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:07:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e061f443-da49-4276-8ee0-bb078be0e09c x-openstack-request-id: req-e061f443-da49-4276-8ee0-bb078be0e09c {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:07:15.902236 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0564c5e9-be55-4bf7-a1b9-791746477619", "tag": "18446479-807d-4199-8134-4127e6c56671", "status": "completed", "code": 200}]} {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:07:15.902517 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-e061f443-da49-4276-8ee0-bb078be0e09c {{(pid=105584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:07:15.902846 n-d-705658-22 neutron-server[105584]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0564c5e9-be55-4bf7-a1b9-791746477619', 'tag': '18446479-807d-4199-8134-4127e6c56671', 'status': 'completed', 'code': 200} Jul 27 21:07:15.913135 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dea54b9-d2de-4c2f-9ac4-41f71098f90b req-8537018a-1c43-4446-94c9-4b6053abc84d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:07:15.915902 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-1dea54b9-d2de-4c2f-9ac4-41f71098f90b req-8537018a-1c43-4446-94c9-4b6053abc84d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c06c1e52-a8c2-4728-9a36-7a3af47fdc24 HTTP/1.1" status: 200 len: 868 time: 0.0782583 Jul 27 21:07:15.926098 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9a0b2e-c700-4ab6-8d39-02a99d37bbc1 req-a972c956-1933-4b80-a7a7-5384763e680e tempest-FloatingIPsAssociationNegativeTestJSON-1025249024 tempest-FloatingIPsAssociationNegativeTestJSON-1025249024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:07:15.927797 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-0b9a0b2e-c700-4ab6-8d39-02a99d37bbc1 req-a972c956-1933-4b80-a7a7-5384763e680e tempest-FloatingIPsAssociationNegativeTestJSON-1025249024 tempest-FloatingIPsAssociationNegativeTestJSON-1025249024-project] 10.222.0.59 "GET /v2.0/ports?device_id=0564c5e9-be55-4bf7-a1b9-791746477619 HTTP/1.1" status: 200 len: 943 time: 0.1366494 Jul 27 21:07:16.009425 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dea54b9-d2de-4c2f-9ac4-41f71098f90b req-ebd7665c-ad5e-44ea-8bff-cc8457b5e6bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:07:16.011392 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-1dea54b9-d2de-4c2f-9ac4-41f71098f90b req-ebd7665c-ad5e-44ea-8bff-cc8457b5e6bb service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ce7bd6e3-f593-4b7a-a3fb-11a85664a6f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0808694 Jul 27 21:07:16.025412 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-0b9a0b2e-c700-4ab6-8d39-02a99d37bbc1 req-8443e156-d260-4000-9f9f-204286b0ccf9 tempest-FloatingIPsAssociationNegativeTestJSON-1025249024 tempest-FloatingIPsAssociationNegativeTestJSON-1025249024-project] 10.222.0.59 "GET /v2.0/security-groups?id=10d6cda5-2a9f-44f4-8b0f-e5a23d757a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875602 Jul 27 21:07:16.027815 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-7d09c1b2-b3ba-42fb-9862-3f02263ba866 req-c1d6ddb6-cad6-400b-8a9c-33a50b456138 tempest-ServerShowV257Test-1623822604 tempest-ServerShowV257Test-1623822604-project] 10.222.0.59 "GET /v2.0/ports?device_id=b1aea2a2-2365-4693-b5b7-a11e040f038a HTTP/1.1" status: 200 len: 210 time: 0.0380564 Jul 27 21:07:16.121685 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-1dea54b9-d2de-4c2f-9ac4-41f71098f90b req-55cb7935-3200-415b-9d16-70dd9705766b service neutron] 10.222.0.60 "GET /v2.0/networks/ce7bd6e3-f593-4b7a-a3fb-11a85664a6f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1024861 Jul 27 21:07:16.234211 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-1dea54b9-d2de-4c2f-9ac4-41f71098f90b req-6b82a756-5d21-4754-abe8-8f87ce1e9bb3 service neutron] 10.222.0.60 "GET /v2.0/networks/ce7bd6e3-f593-4b7a-a3fb-11a85664a6f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1052535 Jul 27 21:07:16.408632 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b920190f-2ad6-4e21-99be-7b70b447d255 req-4aea3e8a-0e56-450a-a955-4b3516e11cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:07:16.410574 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-b920190f-2ad6-4e21-99be-7b70b447d255 req-4aea3e8a-0e56-450a-a955-4b3516e11cfc service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8546fed2c7614cb9b0802376f643e190&device_id=0564c5e9-be55-4bf7-a1b9-791746477619 HTTP/1.1" status: 200 len: 1095 time: 0.1309788 Jul 27 21:07:16.511312 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b920190f-2ad6-4e21-99be-7b70b447d255 req-4ba96a73-0a46-48c0-9204-f0361edcc555 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:07:16.512801 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-b920190f-2ad6-4e21-99be-7b70b447d255 req-4ba96a73-0a46-48c0-9204-f0361edcc555 service neutron] 10.222.0.60 "GET /v2.0/networks?id=ce7bd6e3-f593-4b7a-a3fb-11a85664a6f7 HTTP/1.1" status: 200 len: 930 time: 0.0951824 Jul 27 21:07:16.557552 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-b920190f-2ad6-4e21-99be-7b70b447d255 req-233eb843-5072-48b5-862a-2a1fba74e4b8 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=18446479-807d-4199-8134-4127e6c56671 HTTP/1.1" status: 200 len: 217 time: 0.0372338 Jul 27 21:07:16.606119 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b920190f-2ad6-4e21-99be-7b70b447d255 req-2d63d57f-a948-4446-9fb8-06974e422c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:07:16.607683 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-b920190f-2ad6-4e21-99be-7b70b447d255 req-2d63d57f-a948-4446-9fb8-06974e422c2f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c06c1e52-a8c2-4728-9a36-7a3af47fdc24 HTTP/1.1" status: 200 len: 868 time: 0.0430763 Jul 27 21:07:16.682211 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b920190f-2ad6-4e21-99be-7b70b447d255 req-d039fc24-6d2b-484f-b503-f55957d4e367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:07:16.683754 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-b920190f-2ad6-4e21-99be-7b70b447d255 req-d039fc24-6d2b-484f-b503-f55957d4e367 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ce7bd6e3-f593-4b7a-a3fb-11a85664a6f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0582469 Jul 27 21:07:16.776571 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-b920190f-2ad6-4e21-99be-7b70b447d255 req-a17dfde9-d284-4462-94e9-e6c4239ec9ee service neutron] 10.222.0.60 "GET /v2.0/networks/ce7bd6e3-f593-4b7a-a3fb-11a85664a6f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843406 Jul 27 21:07:16.868763 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-b920190f-2ad6-4e21-99be-7b70b447d255 req-96c9e8bb-eb3e-4cc6-a210-78c2063d16f8 service neutron] 10.222.0.60 "GET /v2.0/networks/ce7bd6e3-f593-4b7a-a3fb-11a85664a6f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852230 Jul 27 21:07:16.945794 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device a24ba7ad-3b11-4a0c-933a-003e33fa1f3e up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:07:16.990904 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port a24ba7ad-3b11-4a0c-933a-003e33fa1f3e triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:07:16.991323 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:17.186501 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-bcb6b125-c5de-4021-a161-763e3f1bc9cc req-c0b89658-d1ae-491f-bf94-d3b03dbe0834 tempest-ServerShowV257Test-1623822604 tempest-ServerShowV257Test-1623822604-project] 10.222.0.59 "GET /v2.0/ports?device_id=b1aea2a2-2365-4693-b5b7-a11e040f038a HTTP/1.1" status: 200 len: 210 time: 0.0565503 Jul 27 21:07:17.220678 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af1fd77-b658-4edc-9f78-39993d7c844a req-a55c8892-0dd5-4a09-9375-6820813f2964 tempest-FloatingIPsAssociationNegativeTestJSON-1025249024 tempest-FloatingIPsAssociationNegativeTestJSON-1025249024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:07:17.222248 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-3af1fd77-b658-4edc-9f78-39993d7c844a req-a55c8892-0dd5-4a09-9375-6820813f2964 tempest-FloatingIPsAssociationNegativeTestJSON-1025249024 tempest-FloatingIPsAssociationNegativeTestJSON-1025249024-project] 10.222.0.59 "GET /v2.0/ports?device_id=0564c5e9-be55-4bf7-a1b9-791746477619 HTTP/1.1" status: 200 len: 943 time: 0.1025913 Jul 27 21:07:17.273368 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-3af1fd77-b658-4edc-9f78-39993d7c844a req-86a359cb-cdc4-410c-896b-c55bcc072158 tempest-FloatingIPsAssociationNegativeTestJSON-1025249024 tempest-FloatingIPsAssociationNegativeTestJSON-1025249024-project] 10.222.0.59 "GET /v2.0/security-groups?id=10d6cda5-2a9f-44f4-8b0f-e5a23d757a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439620 Jul 27 21:07:18.293805 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-2890a36b-a977-409c-8e3a-09ccdd13ff7e req-8d928b37-fb83-4edd-8844-12b0906037fb tempest-ServerShowV257Test-1623822604 tempest-ServerShowV257Test-1623822604-project] 10.222.0.59 "GET /v2.0/ports?device_id=b1aea2a2-2365-4693-b5b7-a11e040f038a HTTP/1.1" status: 200 len: 210 time: 0.0296190 Jul 27 21:07:18.407145 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6a8776-2c98-472f-9ec2-1a0e89b019d2 req-a61ef29f-2bc5-4c9f-af1d-273a2dca6fb9 tempest-FloatingIPsAssociationNegativeTestJSON-1025249024 tempest-FloatingIPsAssociationNegativeTestJSON-1025249024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:07:18.408641 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-8c6a8776-2c98-472f-9ec2-1a0e89b019d2 req-a61ef29f-2bc5-4c9f-af1d-273a2dca6fb9 tempest-FloatingIPsAssociationNegativeTestJSON-1025249024 tempest-FloatingIPsAssociationNegativeTestJSON-1025249024-project] 10.222.0.59 "GET /v2.0/ports?device_id=0564c5e9-be55-4bf7-a1b9-791746477619 HTTP/1.1" status: 200 len: 943 time: 0.0650527 Jul 27 21:07:18.447719 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-8c6a8776-2c98-472f-9ec2-1a0e89b019d2 req-8b291d21-d823-400a-9ab9-b68620a1586b tempest-FloatingIPsAssociationNegativeTestJSON-1025249024 tempest-FloatingIPsAssociationNegativeTestJSON-1025249024-project] 10.222.0.59 "GET /v2.0/security-groups?id=10d6cda5-2a9f-44f4-8b0f-e5a23d757a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331686 Jul 27 21:07:19.630727 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-08e199f6-3f2f-4be7-bd94-0f86f122dec3 req-f4e1af34-60cb-406c-a2b7-7a01f7dddf1d tempest-ServerShowV257Test-1623822604 tempest-ServerShowV257Test-1623822604-project] 10.222.0.59 "GET /v2.0/ports?device_id=b1aea2a2-2365-4693-b5b7-a11e040f038a HTTP/1.1" status: 200 len: 210 time: 0.2611635 Jul 27 21:07:19.695476 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff710c1-b053-4684-82c7-4364730cd93a req-4e40b144-fa8c-4cd5-8a62-d9f3b00488b3 tempest-FloatingIPsAssociationNegativeTestJSON-1025249024 tempest-FloatingIPsAssociationNegativeTestJSON-1025249024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:07:19.696957 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-dff710c1-b053-4684-82c7-4364730cd93a req-4e40b144-fa8c-4cd5-8a62-d9f3b00488b3 tempest-FloatingIPsAssociationNegativeTestJSON-1025249024 tempest-FloatingIPsAssociationNegativeTestJSON-1025249024-project] 10.222.0.59 "GET /v2.0/ports?device_id=0564c5e9-be55-4bf7-a1b9-791746477619 HTTP/1.1" status: 200 len: 943 time: 0.0687380 Jul 27 21:07:19.736017 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-dff710c1-b053-4684-82c7-4364730cd93a req-6d73e450-179a-4ed7-9a9e-8e1306b7b75c tempest-FloatingIPsAssociationNegativeTestJSON-1025249024 tempest-FloatingIPsAssociationNegativeTestJSON-1025249024-project] 10.222.0.59 "GET /v2.0/security-groups?id=10d6cda5-2a9f-44f4-8b0f-e5a23d757a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322669 Jul 27 21:07:20.741547 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-d796e0d1-d6bc-4a24-926f-54c8c16ac7d7 req-7dd6368d-7216-47e0-ba4d-b53630247d42 tempest-ServerShowV257Test-1623822604 tempest-ServerShowV257Test-1623822604-project] 10.222.0.59 "GET /v2.0/ports?device_id=b1aea2a2-2365-4693-b5b7-a11e040f038a HTTP/1.1" status: 200 len: 210 time: 0.0303121 Jul 27 21:07:20.876229 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac96e97-f0e0-43ce-8188-2498e188999d req-76c6a29b-a4f0-4fa0-bd3b-9d9df41d654d tempest-FloatingIPsAssociationNegativeTestJSON-1025249024 tempest-FloatingIPsAssociationNegativeTestJSON-1025249024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:07:20.878655 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-6ac96e97-f0e0-43ce-8188-2498e188999d req-76c6a29b-a4f0-4fa0-bd3b-9d9df41d654d tempest-FloatingIPsAssociationNegativeTestJSON-1025249024 tempest-FloatingIPsAssociationNegativeTestJSON-1025249024-project] 10.222.0.59 "GET /v2.0/ports?device_id=0564c5e9-be55-4bf7-a1b9-791746477619 HTTP/1.1" status: 200 len: 943 time: 0.0750258 Jul 27 21:07:20.931320 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-6ac96e97-f0e0-43ce-8188-2498e188999d req-892faf23-35e0-4340-a950-016f9bdc2e29 tempest-FloatingIPsAssociationNegativeTestJSON-1025249024 tempest-FloatingIPsAssociationNegativeTestJSON-1025249024-project] 10.222.0.59 "GET /v2.0/security-groups?id=10d6cda5-2a9f-44f4-8b0f-e5a23d757a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395677 Jul 27 21:07:21.087932 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Device 18446479-807d-4199-8134-4127e6c56671 details requested by agent hyperv_n-h2-705658-22 with host n-h2-705658-22 {{(pid=105586) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:07:21.109329 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-66941b9b-156a-4f1f-9e83-9da1cc2e0541 req-b792f1f7-7f3b-4cba-87ec-545d36be2679 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=b1aea2a2-2365-4693-b5b7-a11e040f038a HTTP/1.1" status: 200 len: 210 time: 0.1230478 Jul 27 21:07:21.181293 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] For port 18446479-807d-4199-8134-4127e6c56671, host n-h2-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=18446479-807d-4199-8134-4127e6c56671,segment=NetworkSegment(59676559-ca5c-4852-925a-3b91e90d88a8),segment_id=59676559-ca5c-4852-925a-3b91e90d88a8)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:07:21.195806 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Returning: {'device': '18446479-807d-4199-8134-4127e6c56671', 'network_id': 'ce7bd6e3-f593-4b7a-a3fb-11a85664a6f7', 'port_id': '18446479-807d-4199-8134-4127e6c56671', 'mac_address': 'fa:16:3e:69:a5:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c06c1e52-a8c2-4728-9a36-7a3af47fdc24', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105586) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:07:21.231338 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:21.245643 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [None req-3d54578f-831f-4696-b568-13c455922dab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18446479-807d-4199-8134-4127e6c56671 {{(pid=105586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:07:21.286470 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] For port 18446479-807d-4199-8134-4127e6c56671, host n-h2-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=18446479-807d-4199-8134-4127e6c56671,segment=NetworkSegment(59676559-ca5c-4852-925a-3b91e90d88a8),segment_id=59676559-ca5c-4852-925a-3b91e90d88a8)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:07:21.292855 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:21.346960 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Pushing event updated for resources: {'Port': ['ID=18446479-807d-4199-8134-4127e6c56671,revision_number=4']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:07:21.651048 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] get_ports_and_sgs() called for port_ids ['18446479-807d-4199-8134-4127e6c56671'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:07:21.856109 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-98c43cf5-a093-4e46-923c-00a70482d60d req-75ca8daf-99f5-47bf-8509-2bc36b72dfd6 tempest-ServerShowV257Test-1623822604 tempest-ServerShowV257Test-1623822604-project] 10.222.0.59 "GET /v2.0/ports?device_id=b1aea2a2-2365-4693-b5b7-a11e040f038a HTTP/1.1" status: 200 len: 210 time: 0.0332782 Jul 27 21:07:22.080338 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f34b37-9545-4604-9c05-0eba0e0247e9 req-89a0b376-ed08-4c7f-8cb2-10c9b23e603d tempest-FloatingIPsAssociationNegativeTestJSON-1025249024 tempest-FloatingIPsAssociationNegativeTestJSON-1025249024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:07:22.082025 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-32f34b37-9545-4604-9c05-0eba0e0247e9 req-89a0b376-ed08-4c7f-8cb2-10c9b23e603d tempest-FloatingIPsAssociationNegativeTestJSON-1025249024 tempest-FloatingIPsAssociationNegativeTestJSON-1025249024-project] 10.222.0.59 "GET /v2.0/ports?device_id=0564c5e9-be55-4bf7-a1b9-791746477619 HTTP/1.1" status: 200 len: 944 time: 0.0759401 Jul 27 21:07:22.123423 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-32f34b37-9545-4604-9c05-0eba0e0247e9 req-5b9e02a1-cfd0-4b77-ba64-666a501d8ca5 tempest-FloatingIPsAssociationNegativeTestJSON-1025249024 tempest-FloatingIPsAssociationNegativeTestJSON-1025249024-project] 10.222.0.59 "GET /v2.0/security-groups?id=10d6cda5-2a9f-44f4-8b0f-e5a23d757a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346959 Jul 27 21:07:22.966506 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-9f215716-b84e-419b-98e9-acd29160c2bd req-af5cd82b-ee0a-4d00-ae78-6520b7974f7a tempest-ServerShowV257Test-1623822604 tempest-ServerShowV257Test-1623822604-project] 10.222.0.59 "GET /v2.0/ports?device_id=b1aea2a2-2365-4693-b5b7-a11e040f038a HTTP/1.1" status: 200 len: 210 time: 0.0318992 Jul 27 21:07:23.010885 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.agents_db [None req-558fcd2c-e512-47bc-a170-8673d87f7213 None None] Agent healthcheck: found 7 active agents {{(pid=105587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 21:07:23.085805 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Device 18446479-807d-4199-8134-4127e6c56671 up at agent hyperv_n-h2-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:07:23.137109 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-3d54578f-831f-4696-b568-13c455922dab None None] Provisioning for port 18446479-807d-4199-8134-4127e6c56671 completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:07:23.141875 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-3d54578f-831f-4696-b568-13c455922dab None None] Provisioning complete for port 18446479-807d-4199-8134-4127e6c56671 triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:07:23.142629 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:23.191647 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-46728d6b-09a3-446d-a554-bd127b386a50 req-a8e42a98-656c-45b6-9261-a3bd235ad064 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=016bd3e3eea9492da50b24855a195761&device_id=b1aea2a2-2365-4693-b5b7-a11e040f038a HTTP/1.1" status: 200 len: 210 time: 0.0364373 Jul 27 21:07:23.219603 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-fd2ec05c-6d3d-4eb0-be4a-7c05035fdce8 req-dbccda7a-8e56-41d1-bfd1-a90417a1584e tempest-ServerShowV257Test-1623822604 tempest-ServerShowV257Test-1623822604-project] 10.222.0.59 "GET /v2.0/ports?device_id=b1aea2a2-2365-4693-b5b7-a11e040f038a HTTP/1.1" status: 200 len: 210 time: 0.0360837 Jul 27 21:07:23.237906 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-46728d6b-09a3-446d-a554-bd127b386a50 req-1e3e21f1-120f-46dc-abe8-a035219cb576 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=016bd3e3eea9492da50b24855a195761&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0381696 Jul 27 21:07:23.251459 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:23.275384 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0564c5e9-be55-4bf7-a1b9-791746477619', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18446479-807d-4199-8134-4127e6c56671'}] {{(pid=105586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:07:23.278042 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14c1663e039faf5393f87855f745010ac5b02220355b68fdbf065393e303ac56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66dc7f57-27c0-4f31-8e6d-24904e5898cf" -d '{"events": [{"server_uuid": "0564c5e9-be55-4bf7-a1b9-791746477619", "name": "network-vif-plugged", "status": "completed", "tag": "18446479-807d-4199-8134-4127e6c56671"}]}' {{(pid=105586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:07:23.293983 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] For port 18446479-807d-4199-8134-4127e6c56671, host n-h2-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=18446479-807d-4199-8134-4127e6c56671,segment=NetworkSegment(59676559-ca5c-4852-925a-3b91e90d88a8),segment_id=59676559-ca5c-4852-925a-3b91e90d88a8)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:07:23.299885 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:23.320923 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ca17f8-e2b9-4dc2-a1d6-82be4c850e6b req-3166152c-a1ab-40c0-bf6e-fb58b170dba2 tempest-FloatingIPsAssociationNegativeTestJSON-1025249024 tempest-FloatingIPsAssociationNegativeTestJSON-1025249024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:07:23.322503 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-65ca17f8-e2b9-4dc2-a1d6-82be4c850e6b req-3166152c-a1ab-40c0-bf6e-fb58b170dba2 tempest-FloatingIPsAssociationNegativeTestJSON-1025249024 tempest-FloatingIPsAssociationNegativeTestJSON-1025249024-project] 10.222.0.59 "GET /v2.0/ports?device_id=0564c5e9-be55-4bf7-a1b9-791746477619 HTTP/1.1" status: 200 len: 944 time: 0.0683219 Jul 27 21:07:23.335687 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:07:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca576783-a4c1-4f13-bb1c-21d8c7b3bbe9 x-openstack-request-id: req-ca576783-a4c1-4f13-bb1c-21d8c7b3bbe9 {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:07:23.335983 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0564c5e9-be55-4bf7-a1b9-791746477619", "name": "network-vif-plugged", "status": "completed", "tag": "18446479-807d-4199-8134-4127e6c56671", "code": 200}]} {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:07:23.336363 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-ca576783-a4c1-4f13-bb1c-21d8c7b3bbe9 {{(pid=105586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:07:23.336919 n-d-705658-22 neutron-server[105586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0564c5e9-be55-4bf7-a1b9-791746477619', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18446479-807d-4199-8134-4127e6c56671', 'code': 200} Jul 27 21:07:23.361494 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Pushing event updated for resources: {'Port': ['ID=18446479-807d-4199-8134-4127e6c56671,revision_number=5']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:07:23.379332 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-65ca17f8-e2b9-4dc2-a1d6-82be4c850e6b req-19869d68-c347-4cd1-8ebc-7afc58cbdc64 tempest-FloatingIPsAssociationNegativeTestJSON-1025249024 tempest-FloatingIPsAssociationNegativeTestJSON-1025249024-project] 10.222.0.59 "GET /v2.0/security-groups?id=10d6cda5-2a9f-44f4-8b0f-e5a23d757a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450511 Jul 27 21:07:23.447836 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46728d6b-09a3-446d-a554-bd127b386a50 req-45f0e8c0-f775-41c4-b509-494264a74512 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:07:23.449318 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-46728d6b-09a3-446d-a554-bd127b386a50 req-45f0e8c0-f775-41c4-b509-494264a74512 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2045023 Jul 27 21:07:23.469383 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608a6e73-0989-4c66-9537-ab1f22147b67 req-731c6a10-9c8d-48fa-aba0-10e19b437b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:07:23.470884 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-608a6e73-0989-4c66-9537-ab1f22147b67 req-731c6a10-9c8d-48fa-aba0-10e19b437b51 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=0564c5e9-be55-4bf7-a1b9-791746477619 HTTP/1.1" status: 200 len: 1097 time: 0.0777843 Jul 27 21:07:23.506216 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-608a6e73-0989-4c66-9537-ab1f22147b67 req-7809e113-e09b-49cb-90fb-e5430d776a63 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=10d6cda5-2a9f-44f4-8b0f-e5a23d757a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0269048 Jul 27 21:07:24.321354 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-52fcf662-b7f6-42e2-ad77-52f6d9cb6800 req-9d903616-f8f1-4f0a-b556-70131e646117 tempest-ServerShowV257Test-1623822604 tempest-ServerShowV257Test-1623822604-project] 10.222.0.59 "GET /v2.0/ports?device_id=b1aea2a2-2365-4693-b5b7-a11e040f038a HTTP/1.1" status: 200 len: 210 time: 0.0302639 Jul 27 21:07:24.503510 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58aa537-503b-4a4d-834c-29d1f2d14eaa req-6c2a1864-afed-4e76-8435-293dffbff5a0 tempest-FloatingIPsAssociationNegativeTestJSON-1025249024 tempest-FloatingIPsAssociationNegativeTestJSON-1025249024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:07:24.505195 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a58aa537-503b-4a4d-834c-29d1f2d14eaa req-6c2a1864-afed-4e76-8435-293dffbff5a0 tempest-FloatingIPsAssociationNegativeTestJSON-1025249024 tempest-FloatingIPsAssociationNegativeTestJSON-1025249024-project] 10.222.0.59 "GET /v2.0/ports?device_id=0564c5e9-be55-4bf7-a1b9-791746477619 HTTP/1.1" status: 200 len: 945 time: 0.0673289 Jul 27 21:07:24.545959 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a58aa537-503b-4a4d-834c-29d1f2d14eaa req-88287e0c-2f29-4df1-826b-bcaec1de3912 tempest-FloatingIPsAssociationNegativeTestJSON-1025249024 tempest-FloatingIPsAssociationNegativeTestJSON-1025249024-project] 10.222.0.59 "GET /v2.0/security-groups?id=10d6cda5-2a9f-44f4-8b0f-e5a23d757a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339568 Jul 27 21:07:24.799770 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-46728d6b-09a3-446d-a554-bd127b386a50 req-eb386ac6-35ef-478e-bf78-ec81afb4bdf2 tempest-ServerShowV257Test-1623822604 tempest-ServerShowV257Test-1623822604-project] 10.222.0.36 "GET /v2.0/ports?device_id=b1aea2a2-2365-4693-b5b7-a11e040f038a HTTP/1.1" status: 200 len: 210 time: 0.0293541 Jul 27 21:07:25.618440 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 50452) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:07:25.687640 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcb98fd-0b28-463a-9e68-4ea29f25d16a req-229893c1-10f4-4b25-92ba-f21a08fa8b44 tempest-FloatingIPsAssociationNegativeTestJSON-1025249024 tempest-FloatingIPsAssociationNegativeTestJSON-1025249024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:07:25.689272 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-ffcb98fd-0b28-463a-9e68-4ea29f25d16a req-229893c1-10f4-4b25-92ba-f21a08fa8b44 tempest-FloatingIPsAssociationNegativeTestJSON-1025249024 tempest-FloatingIPsAssociationNegativeTestJSON-1025249024-project] 10.222.0.59 "GET /v2.0/ports?device_id=0564c5e9-be55-4bf7-a1b9-791746477619 HTTP/1.1" status: 200 len: 945 time: 0.0650492 Jul 27 21:07:25.726084 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-a8d25421-3e1e-4378-96b9-c82b68428ee2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:25.730711 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-ffcb98fd-0b28-463a-9e68-4ea29f25d16a req-9632a098-e6e2-483e-b83f-a15b681ae06a tempest-FloatingIPsAssociationNegativeTestJSON-1025249024 tempest-FloatingIPsAssociationNegativeTestJSON-1025249024-project] 10.222.0.59 "GET /v2.0/security-groups?id=10d6cda5-2a9f-44f4-8b0f-e5a23d757a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346880 Jul 27 21:07:25.826960 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-a8d25421-3e1e-4378-96b9-c82b68428ee2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:25.830952 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-a8d25421-3e1e-4378-96b9-c82b68428ee2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:25.872165 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d25421-3e1e-4378-96b9-c82b68428ee2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ca6fd7f-6d07-44e5-9700-460dddb26dbc,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:07:25.876545 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-a8d25421-3e1e-4378-96b9-c82b68428ee2 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=016bd3e3eea9492da50b24855a195761&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2570529 Jul 27 21:07:25.884081 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 50458) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:07:25.939543 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-cccc34bd-51ea-45eb-bebe-fca322e8f59d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:25.965117 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-cccc34bd-51ea-45eb-bebe-fca322e8f59d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:25.967471 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-648eb20e-a3ef-44b9-814f-01cfa249642f req-80885c17-fdc6-4c20-aa3a-ffaba5f9b7a5 tempest-FloatingIPsAssociationNegativeTestJSON-1025249024 tempest-FloatingIPsAssociationNegativeTestJSON-1025249024-project] 10.222.0.59 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=8735d8a2-b604-4758-ae71-b40e4ee6f305 HTTP/1.1" status: 200 len: 258 time: 0.1994250 Jul 27 21:07:25.980203 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [req-648eb20e-a3ef-44b9-814f-01cfa249642f req-85efbf4b-5fbc-4aa1-b5fb-31f386f96a66 tempest-FloatingIPsAssociationNegativeTestJSON-1025249024 tempest-FloatingIPsAssociationNegativeTestJSON-1025249024-project] Request body: {'floatingip': {'floating_network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:07:26.005123 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-648eb20e-a3ef-44b9-814f-01cfa249642f req-85efbf4b-5fbc-4aa1-b5fb-31f386f96a66 tempest-FloatingIPsAssociationNegativeTestJSON-1025249024 tempest-FloatingIPsAssociationNegativeTestJSON-1025249024-project] Notify callbacks [] for floatingip, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:26.017524 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-cccc34bd-51ea-45eb-bebe-fca322e8f59d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:26.020272 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-cccc34bd-51ea-45eb-bebe-fca322e8f59d admin admin] Notify callbacks [] for security_group, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:26.028646 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-cccc34bd-51ea-45eb-bebe-fca322e8f59d admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/0ca6fd7f-6d07-44e5-9700-460dddb26dbc HTTP/1.1" status: 204 len: 168 time: 0.1461134 Jul 27 21:07:26.035532 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cccc34bd-51ea-45eb-bebe-fca322e8f59d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ca6fd7f-6d07-44e5-9700-460dddb26dbc,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:07:26.166445 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-648eb20e-a3ef-44b9-814f-01cfa249642f req-85efbf4b-5fbc-4aa1-b5fb-31f386f96a66 tempest-FloatingIPsAssociationNegativeTestJSON-1025249024 tempest-FloatingIPsAssociationNegativeTestJSON-1025249024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:26.244292 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 50474) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:07:26.331355 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.db_base_plugin_common [req-648eb20e-a3ef-44b9-814f-01cfa249642f req-85efbf4b-5fbc-4aa1-b5fb-31f386f96a66 tempest-FloatingIPsAssociationNegativeTestJSON-1025249024 tempest-FloatingIPsAssociationNegativeTestJSON-1025249024-project] Allocated IP 172.25.5.139 (8735d8a2-b604-4758-ae71-b40e4ee6f305/eca7dbab-b9c0-4c8f-a272-816ea8a81764/bffe4c5b-7424-4a73-bc9b-972554ea1a05) {{(pid=105585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:07:26.372560 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c7662370-a8f5-4cc1-9dd3-2817eed307ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:26.461877 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-648eb20e-a3ef-44b9-814f-01cfa249642f req-85efbf4b-5fbc-4aa1-b5fb-31f386f96a66 tempest-FloatingIPsAssociationNegativeTestJSON-1025249024 tempest-FloatingIPsAssociationNegativeTestJSON-1025249024-project] Notify callbacks [] for port, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:26.482317 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c7662370-a8f5-4cc1-9dd3-2817eed307ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:26.487030 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c7662370-a8f5-4cc1-9dd3-2817eed307ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:26.508126 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-648eb20e-a3ef-44b9-814f-01cfa249642f req-85efbf4b-5fbc-4aa1-b5fb-31f386f96a66 tempest-FloatingIPsAssociationNegativeTestJSON-1025249024 tempest-FloatingIPsAssociationNegativeTestJSON-1025249024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:26.526819 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7662370-a8f5-4cc1-9dd3-2817eed307ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90ae9174-898e-48da-a52b-ba432b514e9a,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:07:26.534435 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-c7662370-a8f5-4cc1-9dd3-2817eed307ad admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=9351b36999c54a568c2251c28274579a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2867420 Jul 27 21:07:26.535142 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 50488) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:07:26.559346 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-648eb20e-a3ef-44b9-814f-01cfa249642f req-85efbf4b-5fbc-4aa1-b5fb-31f386f96a66 tempest-FloatingIPsAssociationNegativeTestJSON-1025249024 tempest-FloatingIPsAssociationNegativeTestJSON-1025249024-project] Network 8735d8a2-b604-4758-ae71-b40e4ee6f305 is already hosted by enough agents. {{(pid=105585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:07:26.565982 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.base_scheduler [req-648eb20e-a3ef-44b9-814f-01cfa249642f req-85efbf4b-5fbc-4aa1-b5fb-31f386f96a66 tempest-FloatingIPsAssociationNegativeTestJSON-1025249024 tempest-FloatingIPsAssociationNegativeTestJSON-1025249024-project] Resources bound (agent type, host, resource id): {{(pid=105585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:07:26.577985 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.l3_dvrscheduler_db [req-648eb20e-a3ef-44b9-814f-01cfa249642f req-85efbf4b-5fbc-4aa1-b5fb-31f386f96a66 tempest-FloatingIPsAssociationNegativeTestJSON-1025249024 tempest-FloatingIPsAssociationNegativeTestJSON-1025249024-project] Received port after_create {{(pid=105585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:07:26.608390 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85efbf4b-5fbc-4aa1-b5fb-31f386f96a66 tempest-FloatingIPsAssociationNegativeTestJSON-1025249024 tempest-FloatingIPsAssociationNegativeTestJSON-1025249024-project] Pushing event updated for resources: {'Port': ['ID=bffe4c5b-7424-4a73-bc9b-972554ea1a05,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:07:26.624363 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85efbf4b-5fbc-4aa1-b5fb-31f386f96a66 tempest-FloatingIPsAssociationNegativeTestJSON-1025249024 tempest-FloatingIPsAssociationNegativeTestJSON-1025249024-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:07:26.624721 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85efbf4b-5fbc-4aa1-b5fb-31f386f96a66 tempest-FloatingIPsAssociationNegativeTestJSON-1025249024 tempest-FloatingIPsAssociationNegativeTestJSON-1025249024-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:07:26.625064 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85efbf4b-5fbc-4aa1-b5fb-31f386f96a66 tempest-FloatingIPsAssociationNegativeTestJSON-1025249024 tempest-FloatingIPsAssociationNegativeTestJSON-1025249024-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:07:26.625401 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85efbf4b-5fbc-4aa1-b5fb-31f386f96a66 tempest-FloatingIPsAssociationNegativeTestJSON-1025249024 tempest-FloatingIPsAssociationNegativeTestJSON-1025249024-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:07:26.625739 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85efbf4b-5fbc-4aa1-b5fb-31f386f96a66 tempest-FloatingIPsAssociationNegativeTestJSON-1025249024 tempest-FloatingIPsAssociationNegativeTestJSON-1025249024-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:07:26.626073 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85efbf4b-5fbc-4aa1-b5fb-31f386f96a66 tempest-FloatingIPsAssociationNegativeTestJSON-1025249024 tempest-FloatingIPsAssociationNegativeTestJSON-1025249024-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:07:26.626406 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85efbf4b-5fbc-4aa1-b5fb-31f386f96a66 tempest-FloatingIPsAssociationNegativeTestJSON-1025249024 tempest-FloatingIPsAssociationNegativeTestJSON-1025249024-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:07:26.626734 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85efbf4b-5fbc-4aa1-b5fb-31f386f96a66 tempest-FloatingIPsAssociationNegativeTestJSON-1025249024 tempest-FloatingIPsAssociationNegativeTestJSON-1025249024-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:07:26.627094 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85efbf4b-5fbc-4aa1-b5fb-31f386f96a66 tempest-FloatingIPsAssociationNegativeTestJSON-1025249024 tempest-FloatingIPsAssociationNegativeTestJSON-1025249024-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:07:26.627422 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85efbf4b-5fbc-4aa1-b5fb-31f386f96a66 tempest-FloatingIPsAssociationNegativeTestJSON-1025249024 tempest-FloatingIPsAssociationNegativeTestJSON-1025249024-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:07:26.627748 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85efbf4b-5fbc-4aa1-b5fb-31f386f96a66 tempest-FloatingIPsAssociationNegativeTestJSON-1025249024 tempest-FloatingIPsAssociationNegativeTestJSON-1025249024-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:07:26.628072 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85efbf4b-5fbc-4aa1-b5fb-31f386f96a66 tempest-FloatingIPsAssociationNegativeTestJSON-1025249024 tempest-FloatingIPsAssociationNegativeTestJSON-1025249024-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:07:26.657036 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-c098e6d8-b824-49a5-9387-3a507abe0423 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:26.732567 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-c098e6d8-b824-49a5-9387-3a507abe0423 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:26.763637 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-648eb20e-a3ef-44b9-814f-01cfa249642f req-85efbf4b-5fbc-4aa1-b5fb-31f386f96a66 tempest-FloatingIPsAssociationNegativeTestJSON-1025249024 tempest-FloatingIPsAssociationNegativeTestJSON-1025249024-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:26.830870 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-648eb20e-a3ef-44b9-814f-01cfa249642f req-85efbf4b-5fbc-4aa1-b5fb-31f386f96a66 tempest-FloatingIPsAssociationNegativeTestJSON-1025249024 tempest-FloatingIPsAssociationNegativeTestJSON-1025249024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:26.852702 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-c098e6d8-b824-49a5-9387-3a507abe0423 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:26.855208 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-c098e6d8-b824-49a5-9387-3a507abe0423 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:26.856361 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-c098e6d8-b824-49a5-9387-3a507abe0423 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/90ae9174-898e-48da-a52b-ba432b514e9a HTTP/1.1" status: 204 len: 168 time: 0.3202090 Jul 27 21:07:26.873505 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c098e6d8-b824-49a5-9387-3a507abe0423 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90ae9174-898e-48da-a52b-ba432b514e9a,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:07:27.003549 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-648eb20e-a3ef-44b9-814f-01cfa249642f req-85efbf4b-5fbc-4aa1-b5fb-31f386f96a66 tempest-FloatingIPsAssociationNegativeTestJSON-1025249024 tempest-FloatingIPsAssociationNegativeTestJSON-1025249024-project] Notify callbacks [] for port, precommit_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:27.011165 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-648eb20e-a3ef-44b9-814f-01cfa249642f req-85efbf4b-5fbc-4aa1-b5fb-31f386f96a66 tempest-FloatingIPsAssociationNegativeTestJSON-1025249024 tempest-FloatingIPsAssociationNegativeTestJSON-1025249024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10221672'] for port, after_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:27.081882 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85efbf4b-5fbc-4aa1-b5fb-31f386f96a66 tempest-FloatingIPsAssociationNegativeTestJSON-1025249024 tempest-FloatingIPsAssociationNegativeTestJSON-1025249024-project] Pushing event updated for resources: {'Port': ['ID=bffe4c5b-7424-4a73-bc9b-972554ea1a05,revision_number=2']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:07:27.098438 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-648eb20e-a3ef-44b9-814f-01cfa249642f req-85efbf4b-5fbc-4aa1-b5fb-31f386f96a66 tempest-FloatingIPsAssociationNegativeTestJSON-1025249024 tempest-FloatingIPsAssociationNegativeTestJSON-1025249024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4075768'] for floatingip, after_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:27.118433 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-648eb20e-a3ef-44b9-814f-01cfa249642f req-85efbf4b-5fbc-4aa1-b5fb-31f386f96a66 tempest-FloatingIPsAssociationNegativeTestJSON-1025249024 tempest-FloatingIPsAssociationNegativeTestJSON-1025249024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for floatingip, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:27.119718 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-648eb20e-a3ef-44b9-814f-01cfa249642f req-85efbf4b-5fbc-4aa1-b5fb-31f386f96a66 tempest-FloatingIPsAssociationNegativeTestJSON-1025249024 tempest-FloatingIPsAssociationNegativeTestJSON-1025249024-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.1444983 Jul 27 21:07:27.214127 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 50514) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:07:27.222414 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-648eb20e-a3ef-44b9-814f-01cfa249642f req-8039b65b-00dc-42a8-98e4-675ae0085475 tempest-FloatingIPsAssociationNegativeTestJSON-1025249024 tempest-FloatingIPsAssociationNegativeTestJSON-1025249024-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.5.139 HTTP/1.1" status: 200 len: 696 time: 0.0962098 Jul 27 21:07:27.233162 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-7d21f11e-b7bb-44c8-95c2-5427c2f7fb05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:27.335302 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-7d21f11e-b7bb-44c8-95c2-5427c2f7fb05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:27.340358 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-7d21f11e-b7bb-44c8-95c2-5427c2f7fb05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:27.356236 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648eb20e-a3ef-44b9-814f-01cfa249642f req-ff0ce745-c9f1-4c52-a2d2-388c11771d2d tempest-FloatingIPsAssociationNegativeTestJSON-1025249024 tempest-FloatingIPsAssociationNegativeTestJSON-1025249024-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:07:27.359456 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-648eb20e-a3ef-44b9-814f-01cfa249642f req-ff0ce745-c9f1-4c52-a2d2-388c11771d2d tempest-FloatingIPsAssociationNegativeTestJSON-1025249024 tempest-FloatingIPsAssociationNegativeTestJSON-1025249024-project] 10.222.0.59 "GET /v2.0/networks/8735d8a2-b604-4758-ae71-b40e4ee6f305 HTTP/1.1" status: 200 len: 784 time: 0.1301925 Jul 27 21:07:27.370023 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [req-648eb20e-a3ef-44b9-814f-01cfa249642f req-84fbe23e-1c2e-4e91-a4bb-5907a1f55436 tempest-FloatingIPsAssociationNegativeTestJSON-1025249024 tempest-FloatingIPsAssociationNegativeTestJSON-1025249024-project] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=105585) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 21:07:27.371189 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-648eb20e-a3ef-44b9-814f-01cfa249642f req-84fbe23e-1c2e-4e91-a4bb-5907a1f55436 tempest-FloatingIPsAssociationNegativeTestJSON-1025249024 tempest-FloatingIPsAssociationNegativeTestJSON-1025249024-project] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0073385 Jul 27 21:07:27.385357 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-7d21f11e-b7bb-44c8-95c2-5427c2f7fb05 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=fcd953a5b22c4deca3cb45fb8db5fc87&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1675544 Jul 27 21:07:27.385357 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d21f11e-b7bb-44c8-95c2-5427c2f7fb05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=350eae2e-475e-4b43-9ddc-4a4db5d02c33,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:07:27.385796 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 50522) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:07:27.497900 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-03bd7b11-c79c-4dca-9541-a29692abc1cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:27.532866 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-03bd7b11-c79c-4dca-9541-a29692abc1cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:27.593832 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0ea3e5-436d-4e43-9a1f-174ba0d5852f req-3e4dda2b-618b-43ea-9f63-af673d922902 tempest-FloatingIPsAssociationNegativeTestJSON-1025249024 tempest-FloatingIPsAssociationNegativeTestJSON-1025249024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:07:27.595410 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-aa0ea3e5-436d-4e43-9a1f-174ba0d5852f req-3e4dda2b-618b-43ea-9f63-af673d922902 tempest-FloatingIPsAssociationNegativeTestJSON-1025249024 tempest-FloatingIPsAssociationNegativeTestJSON-1025249024-project] 10.222.0.59 "GET /v2.0/ports?device_id=0564c5e9-be55-4bf7-a1b9-791746477619&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1570978 Jul 27 21:07:27.650489 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-03bd7b11-c79c-4dca-9541-a29692abc1cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:27.653226 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-03bd7b11-c79c-4dca-9541-a29692abc1cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:27.654355 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-03bd7b11-c79c-4dca-9541-a29692abc1cc admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/350eae2e-475e-4b43-9ddc-4a4db5d02c33 HTTP/1.1" status: 204 len: 168 time: 0.2661877 Jul 27 21:07:27.668659 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-aa0ea3e5-436d-4e43-9a1f-174ba0d5852f req-edf69396-3f5f-4757-8b90-d094ba294960 tempest-FloatingIPsAssociationNegativeTestJSON-1025249024 tempest-FloatingIPsAssociationNegativeTestJSON-1025249024-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.5.139 HTTP/1.1" status: 200 len: 696 time: 0.0651345 Jul 27 21:07:27.673604 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bd7b11-c79c-4dca-9541-a29692abc1cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=350eae2e-475e-4b43-9ddc-4a4db5d02c33,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:07:27.686762 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [req-aa0ea3e5-436d-4e43-9a1f-174ba0d5852f req-b07efec6-41a2-4519-be55-b64601584a8f tempest-FloatingIPsAssociationNegativeTestJSON-1025249024 tempest-FloatingIPsAssociationNegativeTestJSON-1025249024-project] Request body: {'floatingip': {'port_id': '18446479-807d-4199-8134-4127e6c56671', 'fixed_ip_address': '172.20.0.8'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:07:27.728072 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-aa0ea3e5-436d-4e43-9a1f-174ba0d5852f req-b07efec6-41a2-4519-be55-b64601584a8f tempest-FloatingIPsAssociationNegativeTestJSON-1025249024 tempest-FloatingIPsAssociationNegativeTestJSON-1025249024-project] Notify callbacks [] for floatingip, before_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:28.568453 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.db.resource_extend [req-aa0ea3e5-436d-4e43-9a1f-174ba0d5852f req-b07efec6-41a2-4519-be55-b64601584a8f tempest-FloatingIPsAssociationNegativeTestJSON-1025249024 tempest-FloatingIPsAssociationNegativeTestJSON-1025249024-project] It took 0.33 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=105585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 27 21:07:28.651911 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-aa0ea3e5-436d-4e43-9a1f-174ba0d5852f req-b07efec6-41a2-4519-be55-b64601584a8f tempest-FloatingIPsAssociationNegativeTestJSON-1025249024 tempest-FloatingIPsAssociationNegativeTestJSON-1025249024-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:28.656903 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-aa0ea3e5-436d-4e43-9a1f-174ba0d5852f req-b07efec6-41a2-4519-be55-b64601584a8f tempest-FloatingIPsAssociationNegativeTestJSON-1025249024 tempest-FloatingIPsAssociationNegativeTestJSON-1025249024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4075768'] for floatingip, after_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:28.768275 n-d-705658-22 neutron-server[105585]: INFO neutron.db.l3_db [req-aa0ea3e5-436d-4e43-9a1f-174ba0d5852f req-b07efec6-41a2-4519-be55-b64601584a8f tempest-FloatingIPsAssociationNegativeTestJSON-1025249024 tempest-FloatingIPsAssociationNegativeTestJSON-1025249024-project] Floating IP 333e7542-5197-41bc-8bc4-f0a1b3905a01 associated. External IP: 172.25.5.139, port: 18446479-807d-4199-8134-4127e6c56671. Jul 27 21:07:28.924072 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 50598) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:07:29.000239 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.l3_agent_scheduler [req-aa0ea3e5-436d-4e43-9a1f-174ba0d5852f req-b07efec6-41a2-4519-be55-b64601584a8f tempest-FloatingIPsAssociationNegativeTestJSON-1025249024 tempest-FloatingIPsAssociationNegativeTestJSON-1025249024-project] Router 1b473d76-051d-488b-b473-8a05391bbf5a has already been hosted by L3 agent dd128fd7-8e57-4d4f-895b-a96b369df59a {{(pid=105585) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:07:29.058923 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-e2d1c532-8d9c-4600-88d6-03beddd2aac9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:29.150654 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-aa0ea3e5-436d-4e43-9a1f-174ba0d5852f req-b07efec6-41a2-4519-be55-b64601584a8f tempest-FloatingIPsAssociationNegativeTestJSON-1025249024 tempest-FloatingIPsAssociationNegativeTestJSON-1025249024-project] Notify agent at l3_agent.n-d-705658-22 the message routers_updated {{(pid=105585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:07:29.156006 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-aa0ea3e5-436d-4e43-9a1f-174ba0d5852f req-b07efec6-41a2-4519-be55-b64601584a8f tempest-FloatingIPsAssociationNegativeTestJSON-1025249024 tempest-FloatingIPsAssociationNegativeTestJSON-1025249024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for floatingip, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:29.161212 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba4ac4e4-4863-493f-9395-9f2910442b59 None None] Sync routers for ids ['1b473d76-051d-488b-b473-8a05391bbf5a'] in n-d-705658-22 {{(pid=105586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:07:29.176323 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba4ac4e4-4863-493f-9395-9f2910442b59 None None] Routers {'1b473d76-051d-488b-b473-8a05391bbf5a'} bound to L3 agent in host n-d-705658-22 {{(pid=105586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:07:29.177213 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-ba4ac4e4-4863-493f-9395-9f2910442b59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:07:11Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['1b473d76-051d-488b-b473-8a05391bbf5a'], 'active': True} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:07:29.210716 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-aa0ea3e5-436d-4e43-9a1f-174ba0d5852f req-b07efec6-41a2-4519-be55-b64601584a8f tempest-FloatingIPsAssociationNegativeTestJSON-1025249024 tempest-FloatingIPsAssociationNegativeTestJSON-1025249024-project] 10.222.0.59 "PUT /v2.0/floatingips/333e7542-5197-41bc-8bc4-f0a1b3905a01 HTTP/1.1" status: 200 len: 996 time: 1.5279491 Jul 27 21:07:29.212151 n-d-705658-22 neutron-server[105585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0564c5e9-be55-4bf7-a1b9-791746477619', 'tag': '18446479-807d-4199-8134-4127e6c56671'}] {{(pid=105585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:07:29.214449 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d66fd65881426bfc2b5388084a3654e5eae521106a15a3dbf0eb4cde7106c36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc01fa98-09c1-4977-b4c4-50b3929fa276" -d '{"events": [{"name": "network-changed", "server_uuid": "0564c5e9-be55-4bf7-a1b9-791746477619", "tag": "18446479-807d-4199-8134-4127e6c56671"}]}' {{(pid=105585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:07:29.248618 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-e2d1c532-8d9c-4600-88d6-03beddd2aac9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:29.261555 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-e2d1c532-8d9c-4600-88d6-03beddd2aac9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:29.298785 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:07:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ff6eedf-be2d-4f55-b9c1-243a05ebb199 x-openstack-request-id: req-9ff6eedf-be2d-4f55-b9c1-243a05ebb199 {{(pid=105585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:07:29.299034 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0564c5e9-be55-4bf7-a1b9-791746477619", "tag": "18446479-807d-4199-8134-4127e6c56671", "status": "completed", "code": 200}]} {{(pid=105585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:07:29.299357 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-9ff6eedf-be2d-4f55-b9c1-243a05ebb199 {{(pid=105585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:07:29.299755 n-d-705658-22 neutron-server[105585]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0564c5e9-be55-4bf7-a1b9-791746477619', 'tag': '18446479-807d-4199-8134-4127e6c56671', 'status': 'completed', 'code': 200} Jul 27 21:07:29.310489 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvr_db [None req-ba4ac4e4-4863-493f-9395-9f2910442b59 None None] Set router 1b473d76-051d-488b-b473-8a05391bbf5a gateway port host: n-d-705658-22 {{(pid=105586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:07:29.328193 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d1c532-8d9c-4600-88d6-03beddd2aac9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83a782fd-7a7f-4303-aa42-4884a610d2e6,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:07:29.339216 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-e2d1c532-8d9c-4600-88d6-03beddd2aac9 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=dcaad89169544bf68fa8cf75fee1f80c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4140501 Jul 27 21:07:29.339852 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 50614) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:07:29.402843 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-f39f1aff-653d-4079-bfeb-4a9fe6fc0e09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:29.408123 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0ea3e5-436d-4e43-9a1f-174ba0d5852f req-a8f0cf53-b5ac-4cdf-a05e-2dd745e706b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:07:29.409835 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-aa0ea3e5-436d-4e43-9a1f-174ba0d5852f req-a8f0cf53-b5ac-4cdf-a05e-2dd745e706b1 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8546fed2c7614cb9b0802376f643e190&device_id=0564c5e9-be55-4bf7-a1b9-791746477619 HTTP/1.1" status: 200 len: 1097 time: 0.1596198 Jul 27 21:07:29.427288 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc01fa98-09c1-4977-b4c4-50b3929fa276 req-01ce794f-11d2-44a1-8944-c1af06f87ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:07:29.432083 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-cc01fa98-09c1-4977-b4c4-50b3929fa276 req-01ce794f-11d2-44a1-8944-c1af06f87ff5 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8546fed2c7614cb9b0802376f643e190&device_id=0564c5e9-be55-4bf7-a1b9-791746477619 HTTP/1.1" status: 200 len: 1097 time: 0.1213593 Jul 27 21:07:29.473629 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-f39f1aff-653d-4079-bfeb-4a9fe6fc0e09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:29.547434 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0ea3e5-436d-4e43-9a1f-174ba0d5852f req-b1534b95-1c51-40ae-b390-02882bd99a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:07:29.548971 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-aa0ea3e5-436d-4e43-9a1f-174ba0d5852f req-b1534b95-1c51-40ae-b390-02882bd99a13 service neutron] 10.222.0.59 "GET /v2.0/networks?id=ce7bd6e3-f593-4b7a-a3fb-11a85664a6f7 HTTP/1.1" status: 200 len: 930 time: 0.1308298 Jul 27 21:07:29.603186 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-ba4ac4e4-4863-493f-9395-9f2910442b59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b473d76-051d-488b-b473-8a05391bbf5a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1638289515-router', 'tenant_id': '8546fed2c7614cb9b0802376f643e190', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.109'}], 'enable_snat': True}, 'gw_port_id': '97c12dcf-0494-4f5b-8bac-beae06df436c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:07:06Z', 'updated_at': '2021-07-27T21:07:09Z', 'revision_number': 4, 'project_id': '8546fed2c7614cb9b0802376f643e190', 'gw_port': {'id': '97c12dcf-0494-4f5b-8bac-beae06df436c', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:93:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b473d76-051d-488b-b473-8a05391bbf5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:07:07Z', 'updated_at': '2021-07-27T21:07:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_floatingips': [{'id': '333e7542-5197-41bc-8bc4-f0a1b3905a01', 'tenant_id': '8546fed2c7614cb9b0802376f643e190', 'floating_ip_address': '172.25.5.139', 'floating_network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'router_id': '1b473d76-051d-488b-b473-8a05391bbf5a', 'port_id': '18446479-807d-4199-8134-4127e6c56671', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1486, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce7bd6e3-f593-4b7a-a3fb-11a85664a6f7', 'mac_address': 'fa:16:3e:69:a5:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0564c5e9-be55-4bf7-a1b9-791746477619', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T21:07:26Z', 'updated_at': '2021-07-27T21:07:28Z', 'revision_number': 1, 'project_id': '8546fed2c7614cb9b0802376f643e190', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a24ba7ad-3b11-4a0c-933a-003e33fa1f3e', 'name': '', 'network_id': 'ce7bd6e3-f593-4b7a-a3fb-11a85664a6f7', 'tenant_id': '8546fed2c7614cb9b0802376f643e190', 'mac_address': 'fa:16:3e:df:44:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b473d76-051d-488b-b473-8a05391bbf5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': 'c06c1e52-a8c2-4728-9a36-7a3af47fdc24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:07:09Z', 'updated_at': '2021-07-27T21:07:15Z', 'revision_number': 5, 'project_id': '8546fed2c7614cb9b0802376f643e190', 'subnets': [{'id': 'c06c1e52-a8c2-4728-9a36-7a3af47fdc24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-22', False) {} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:07:29.606684 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc01fa98-09c1-4977-b4c4-50b3929fa276 req-24e86f30-1e0c-4101-95c0-1dc0ec6ee7c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:07:29.608223 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-cc01fa98-09c1-4977-b4c4-50b3929fa276 req-24e86f30-1e0c-4101-95c0-1dc0ec6ee7c0 service neutron] 10.222.0.60 "GET /v2.0/networks?id=ce7bd6e3-f593-4b7a-a3fb-11a85664a6f7 HTTP/1.1" status: 200 len: 930 time: 0.1693568 Jul 27 21:07:29.626859 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-f39f1aff-653d-4079-bfeb-4a9fe6fc0e09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:29.634505 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba4ac4e4-4863-493f-9395-9f2910442b59 None None] Checking router: 1b473d76-051d-488b-b473-8a05391bbf5a for host: n-d-705658-22 {{(pid=105586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:07:29.635861 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-f39f1aff-653d-4079-bfeb-4a9fe6fc0e09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:29.640016 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-f39f1aff-653d-4079-bfeb-4a9fe6fc0e09 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/83a782fd-7a7f-4303-aa42-4884a610d2e6 HTTP/1.1" status: 204 len: 168 time: 0.2984433 Jul 27 21:07:29.655354 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba4ac4e4-4863-493f-9395-9f2910442b59 None None] Routers {'1b473d76-051d-488b-b473-8a05391bbf5a'} bound to L3 agent in host n-d-705658-22 {{(pid=105586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:07:29.656593 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-ba4ac4e4-4863-493f-9395-9f2910442b59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:07:11Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['1b473d76-051d-488b-b473-8a05391bbf5a'], 'active': True} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:07:29.658293 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39f1aff-653d-4079-bfeb-4a9fe6fc0e09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83a782fd-7a7f-4303-aa42-4884a610d2e6,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:07:29.677377 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-aa0ea3e5-436d-4e43-9a1f-174ba0d5852f req-48c9c88b-0809-4a90-86a9-674c347e38bd service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=18446479-807d-4199-8134-4127e6c56671 HTTP/1.1" status: 200 len: 999 time: 0.1193178 Jul 27 21:07:29.755635 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-cc01fa98-09c1-4977-b4c4-50b3929fa276 req-73255967-56b7-46a6-b33d-eb680b9340e4 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=18446479-807d-4199-8134-4127e6c56671 HTTP/1.1" status: 200 len: 999 time: 0.1381845 Jul 27 21:07:29.824131 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0ea3e5-436d-4e43-9a1f-174ba0d5852f req-c89af6fc-fc4a-4510-b18c-76c4e95beacb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:07:29.824477 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvr_db [None req-ba4ac4e4-4863-493f-9395-9f2910442b59 None None] Set router 1b473d76-051d-488b-b473-8a05391bbf5a gateway port host: n-d-705658-22 {{(pid=105586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:07:29.829402 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-aa0ea3e5-436d-4e43-9a1f-174ba0d5852f req-c89af6fc-fc4a-4510-b18c-76c4e95beacb service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c06c1e52-a8c2-4728-9a36-7a3af47fdc24 HTTP/1.1" status: 200 len: 868 time: 0.1507196 Jul 27 21:07:29.850065 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc01fa98-09c1-4977-b4c4-50b3929fa276 req-af70d905-96fb-41fb-a73f-dbe262e8a34a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:07:29.856471 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-cc01fa98-09c1-4977-b4c4-50b3929fa276 req-af70d905-96fb-41fb-a73f-dbe262e8a34a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c06c1e52-a8c2-4728-9a36-7a3af47fdc24 HTTP/1.1" status: 200 len: 868 time: 0.0935450 Jul 27 21:07:29.942595 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc01fa98-09c1-4977-b4c4-50b3929fa276 req-8b311058-0a2a-4140-8e7a-af9b5beacf92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:07:29.944501 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-cc01fa98-09c1-4977-b4c4-50b3929fa276 req-8b311058-0a2a-4140-8e7a-af9b5beacf92 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ce7bd6e3-f593-4b7a-a3fb-11a85664a6f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0792773 Jul 27 21:07:29.962390 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0ea3e5-436d-4e43-9a1f-174ba0d5852f req-5bd7c067-827b-4c25-8230-1e1a0e44e705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:07:29.965194 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-aa0ea3e5-436d-4e43-9a1f-174ba0d5852f req-5bd7c067-827b-4c25-8230-1e1a0e44e705 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ce7bd6e3-f593-4b7a-a3fb-11a85664a6f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1301410 Jul 27 21:07:29.980798 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [req-aa0ea3e5-436d-4e43-9a1f-174ba0d5852f req-394c6ce0-b292-4421-bace-af49eb9db710 service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=105585) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 21:07:29.984424 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-aa0ea3e5-436d-4e43-9a1f-174ba0d5852f req-394c6ce0-b292-4421-bace-af49eb9db710 service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0115874 Jul 27 21:07:30.110050 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-cc01fa98-09c1-4977-b4c4-50b3929fa276 req-9aac089f-1e43-4ae8-a5e9-389ac86d8bd5 service neutron] 10.222.0.60 "GET /v2.0/networks/ce7bd6e3-f593-4b7a-a3fb-11a85664a6f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1578772 Jul 27 21:07:30.120952 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 50630) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:07:30.139941 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-aa0ea3e5-436d-4e43-9a1f-174ba0d5852f req-cd4fc90e-b276-48fd-880a-67bc289937eb service neutron] 10.222.0.59 "GET /v2.0/networks/ce7bd6e3-f593-4b7a-a3fb-11a85664a6f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1491649 Jul 27 21:07:30.141696 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-0cf6ff61-363a-4752-b055-6040b2b0a60a admin admin] Notify callbacks [] for security_group, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:30.157367 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-ba4ac4e4-4863-493f-9395-9f2910442b59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b473d76-051d-488b-b473-8a05391bbf5a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1638289515-router', 'tenant_id': '8546fed2c7614cb9b0802376f643e190', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.109'}], 'enable_snat': True}, 'gw_port_id': '97c12dcf-0494-4f5b-8bac-beae06df436c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:07:06Z', 'updated_at': '2021-07-27T21:07:09Z', 'revision_number': 4, 'project_id': '8546fed2c7614cb9b0802376f643e190', 'gw_port': {'id': '97c12dcf-0494-4f5b-8bac-beae06df436c', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:93:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b473d76-051d-488b-b473-8a05391bbf5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:07:07Z', 'updated_at': '2021-07-27T21:07:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_floatingips': [{'id': '333e7542-5197-41bc-8bc4-f0a1b3905a01', 'tenant_id': '8546fed2c7614cb9b0802376f643e190', 'floating_ip_address': '172.25.5.139', 'floating_network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'router_id': '1b473d76-051d-488b-b473-8a05391bbf5a', 'port_id': '18446479-807d-4199-8134-4127e6c56671', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1486, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce7bd6e3-f593-4b7a-a3fb-11a85664a6f7', 'mac_address': 'fa:16:3e:69:a5:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0564c5e9-be55-4bf7-a1b9-791746477619', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T21:07:26Z', 'updated_at': '2021-07-27T21:07:28Z', 'revision_number': 1, 'project_id': '8546fed2c7614cb9b0802376f643e190', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a24ba7ad-3b11-4a0c-933a-003e33fa1f3e', 'name': '', 'network_id': 'ce7bd6e3-f593-4b7a-a3fb-11a85664a6f7', 'tenant_id': '8546fed2c7614cb9b0802376f643e190', 'mac_address': 'fa:16:3e:df:44:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b473d76-051d-488b-b473-8a05391bbf5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': 'c06c1e52-a8c2-4728-9a36-7a3af47fdc24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:07:09Z', 'updated_at': '2021-07-27T21:07:15Z', 'revision_number': 5, 'project_id': '8546fed2c7614cb9b0802376f643e190', 'subnets': [{'id': 'c06c1e52-a8c2-4728-9a36-7a3af47fdc24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-22', False) {} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:07:30.202638 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba4ac4e4-4863-493f-9395-9f2910442b59 None None] The sync data for ids ['1b473d76-051d-488b-b473-8a05391bbf5a'] in n-d-705658-22 is: [{'id': '1b473d76-051d-488b-b473-8a05391bbf5a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1638289515-router', 'tenant_id': '8546fed2c7614cb9b0802376f643e190', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.109'}], 'enable_snat': True}, 'gw_port_id': '97c12dcf-0494-4f5b-8bac-beae06df436c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:07:06Z', 'updated_at': '2021-07-27T21:07:09Z', 'revision_number': 4, 'project_id': '8546fed2c7614cb9b0802376f643e190', 'gw_port': {'id': '97c12dcf-0494-4f5b-8bac-beae06df436c', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:93:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b473d76-051d-488b-b473-8a05391bbf5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:07:07Z', 'updated_at': '2021-07-27T21:07:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_floatingips': [{'id': '333e7542-5197-41bc-8bc4-f0a1b3905a01', 'tenant_id': '8546fed2c7614cb9b0802376f643e190', 'floating_ip_address': '172.25.5.139', 'floating_network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'router_id': '1b473d76-051d-488b-b473-8a05391bbf5a', 'port_id': '18446479-807d-4199-8134-4127e6c56671', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1486, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce7bd6e3-f593-4b7a-a3fb-11a85664a6f7', 'mac_address': 'fa:16:3e:69:a5:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0564c5e9-be55-4bf7-a1b9-791746477619', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T21:07:26Z', 'updated_at': '2021-07-27T21:07:28Z', 'revision_number': 1, 'project_id': '8546fed2c7614cb9b0802376f643e190', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a24ba7ad-3b11-4a0c-933a-003e33fa1f3e', 'name': '', 'network_id': 'ce7bd6e3-f593-4b7a-a3fb-11a85664a6f7', 'tenant_id': '8546fed2c7614cb9b0802376f643e190', 'mac_address': 'fa:16:3e:df:44:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b473d76-051d-488b-b473-8a05391bbf5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': 'c06c1e52-a8c2-4728-9a36-7a3af47fdc24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:07:09Z', 'updated_at': '2021-07-27T21:07:15Z', 'revision_number': 5, 'project_id': '8546fed2c7614cb9b0802376f643e190', 'subnets': [{'id': 'c06c1e52-a8c2-4728-9a36-7a3af47fdc24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:07:30.232417 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-cc01fa98-09c1-4977-b4c4-50b3929fa276 req-a41ac328-534e-4726-97be-4f122c4aff8d service neutron] 10.222.0.60 "GET /v2.0/networks/ce7bd6e3-f593-4b7a-a3fb-11a85664a6f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1132982 Jul 27 21:07:30.348158 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-aa0ea3e5-436d-4e43-9a1f-174ba0d5852f req-6c1d5550-09bd-4747-9061-79ac7f535fb3 service neutron] 10.222.0.59 "GET /v2.0/networks/ce7bd6e3-f593-4b7a-a3fb-11a85664a6f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1831737 Jul 27 21:07:30.350391 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-0cf6ff61-363a-4752-b055-6040b2b0a60a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:30.354643 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-0cf6ff61-363a-4752-b055-6040b2b0a60a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:30.423632 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-0cf6ff61-363a-4752-b055-6040b2b0a60a admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=974666199cb74d049fcd9dfca6fc00a8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3014052 Jul 27 21:07:30.426391 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 50636) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:07:30.460962 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf6ff61-363a-4752-b055-6040b2b0a60a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=921cf4d9-e7af-4d2d-842b-9904936f0d66,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:07:30.502544 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-668282fe-b7ba-41d7-a68f-a03db418482a None None] New status for floating IP 333e7542-5197-41bc-8bc4-f0a1b3905a01: ACTIVE {{(pid=105587) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 21:07:30.530479 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-85370f08-54aa-4113-815b-ba95b75ccb0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:30.553336 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-85370f08-54aa-4113-815b-ba95b75ccb0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:30.580625 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-07c4ab0d-1584-4b48-87ea-ac560c69aa9e req-7820b166-c6b7-45ed-aea6-38a7fb0e72d0 tempest-FloatingIPsAssociationNegativeTestJSON-1025249024 tempest-FloatingIPsAssociationNegativeTestJSON-1025249024-project] 10.222.0.59 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=8735d8a2-b604-4758-ae71-b40e4ee6f305 HTTP/1.1" status: 200 len: 258 time: 0.1883967 Jul 27 21:07:30.592700 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [req-07c4ab0d-1584-4b48-87ea-ac560c69aa9e req-2bd5a1c4-e55d-4c9c-b7d0-6dc4c3eaeb0a tempest-FloatingIPsAssociationNegativeTestJSON-1025249024 tempest-FloatingIPsAssociationNegativeTestJSON-1025249024-project] Request body: {'floatingip': {'floating_network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:07:30.618079 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-85370f08-54aa-4113-815b-ba95b75ccb0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:30.620761 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-85370f08-54aa-4113-815b-ba95b75ccb0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:30.624814 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-85370f08-54aa-4113-815b-ba95b75ccb0c admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/921cf4d9-e7af-4d2d-842b-9904936f0d66 HTTP/1.1" status: 204 len: 168 time: 0.1970146 Jul 27 21:07:30.627713 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-07c4ab0d-1584-4b48-87ea-ac560c69aa9e req-2bd5a1c4-e55d-4c9c-b7d0-6dc4c3eaeb0a tempest-FloatingIPsAssociationNegativeTestJSON-1025249024 tempest-FloatingIPsAssociationNegativeTestJSON-1025249024-project] Notify callbacks [] for floatingip, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:30.639810 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85370f08-54aa-4113-815b-ba95b75ccb0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=921cf4d9-e7af-4d2d-842b-9904936f0d66,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:07:30.758143 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-07c4ab0d-1584-4b48-87ea-ac560c69aa9e req-2bd5a1c4-e55d-4c9c-b7d0-6dc4c3eaeb0a tempest-FloatingIPsAssociationNegativeTestJSON-1025249024 tempest-FloatingIPsAssociationNegativeTestJSON-1025249024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:30.875239 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.db_base_plugin_common [req-07c4ab0d-1584-4b48-87ea-ac560c69aa9e req-2bd5a1c4-e55d-4c9c-b7d0-6dc4c3eaeb0a tempest-FloatingIPsAssociationNegativeTestJSON-1025249024 tempest-FloatingIPsAssociationNegativeTestJSON-1025249024-project] Allocated IP 172.25.5.80 (8735d8a2-b604-4758-ae71-b40e4ee6f305/eca7dbab-b9c0-4c8f-a272-816ea8a81764/bd49ec2b-38c8-45f2-9f89-831d721a4191) {{(pid=105585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:07:31.003288 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-07c4ab0d-1584-4b48-87ea-ac560c69aa9e req-2bd5a1c4-e55d-4c9c-b7d0-6dc4c3eaeb0a tempest-FloatingIPsAssociationNegativeTestJSON-1025249024 tempest-FloatingIPsAssociationNegativeTestJSON-1025249024-project] Notify callbacks [] for port, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:31.062603 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-07c4ab0d-1584-4b48-87ea-ac560c69aa9e req-2bd5a1c4-e55d-4c9c-b7d0-6dc4c3eaeb0a tempest-FloatingIPsAssociationNegativeTestJSON-1025249024 tempest-FloatingIPsAssociationNegativeTestJSON-1025249024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:31.103345 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-07c4ab0d-1584-4b48-87ea-ac560c69aa9e req-2bd5a1c4-e55d-4c9c-b7d0-6dc4c3eaeb0a tempest-FloatingIPsAssociationNegativeTestJSON-1025249024 tempest-FloatingIPsAssociationNegativeTestJSON-1025249024-project] Network 8735d8a2-b604-4758-ae71-b40e4ee6f305 is already hosted by enough agents. {{(pid=105585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:07:31.109807 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.base_scheduler [req-07c4ab0d-1584-4b48-87ea-ac560c69aa9e req-2bd5a1c4-e55d-4c9c-b7d0-6dc4c3eaeb0a tempest-FloatingIPsAssociationNegativeTestJSON-1025249024 tempest-FloatingIPsAssociationNegativeTestJSON-1025249024-project] Resources bound (agent type, host, resource id): {{(pid=105585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:07:31.113469 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.l3_dvrscheduler_db [req-07c4ab0d-1584-4b48-87ea-ac560c69aa9e req-2bd5a1c4-e55d-4c9c-b7d0-6dc4c3eaeb0a tempest-FloatingIPsAssociationNegativeTestJSON-1025249024 tempest-FloatingIPsAssociationNegativeTestJSON-1025249024-project] Received port after_create {{(pid=105585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:07:31.119119 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd5a1c4-e55d-4c9c-b7d0-6dc4c3eaeb0a tempest-FloatingIPsAssociationNegativeTestJSON-1025249024 tempest-FloatingIPsAssociationNegativeTestJSON-1025249024-project] Pushing event updated for resources: {'Port': ['ID=bd49ec2b-38c8-45f2-9f89-831d721a4191,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:07:31.203567 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-07c4ab0d-1584-4b48-87ea-ac560c69aa9e req-2bd5a1c4-e55d-4c9c-b7d0-6dc4c3eaeb0a tempest-FloatingIPsAssociationNegativeTestJSON-1025249024 tempest-FloatingIPsAssociationNegativeTestJSON-1025249024-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:31.252447 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-07c4ab0d-1584-4b48-87ea-ac560c69aa9e req-2bd5a1c4-e55d-4c9c-b7d0-6dc4c3eaeb0a tempest-FloatingIPsAssociationNegativeTestJSON-1025249024 tempest-FloatingIPsAssociationNegativeTestJSON-1025249024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:31.420236 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-07c4ab0d-1584-4b48-87ea-ac560c69aa9e req-2bd5a1c4-e55d-4c9c-b7d0-6dc4c3eaeb0a tempest-FloatingIPsAssociationNegativeTestJSON-1025249024 tempest-FloatingIPsAssociationNegativeTestJSON-1025249024-project] Notify callbacks [] for port, precommit_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:31.425043 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-07c4ab0d-1584-4b48-87ea-ac560c69aa9e req-2bd5a1c4-e55d-4c9c-b7d0-6dc4c3eaeb0a tempest-FloatingIPsAssociationNegativeTestJSON-1025249024 tempest-FloatingIPsAssociationNegativeTestJSON-1025249024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10221672'] for port, after_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:31.495726 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd5a1c4-e55d-4c9c-b7d0-6dc4c3eaeb0a tempest-FloatingIPsAssociationNegativeTestJSON-1025249024 tempest-FloatingIPsAssociationNegativeTestJSON-1025249024-project] Pushing event updated for resources: {'Port': ['ID=bd49ec2b-38c8-45f2-9f89-831d721a4191,revision_number=2']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:07:31.516928 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-07c4ab0d-1584-4b48-87ea-ac560c69aa9e req-2bd5a1c4-e55d-4c9c-b7d0-6dc4c3eaeb0a tempest-FloatingIPsAssociationNegativeTestJSON-1025249024 tempest-FloatingIPsAssociationNegativeTestJSON-1025249024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4075768'] for floatingip, after_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:31.533389 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-07c4ab0d-1584-4b48-87ea-ac560c69aa9e req-2bd5a1c4-e55d-4c9c-b7d0-6dc4c3eaeb0a tempest-FloatingIPsAssociationNegativeTestJSON-1025249024 tempest-FloatingIPsAssociationNegativeTestJSON-1025249024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for floatingip, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:31.535333 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-07c4ab0d-1584-4b48-87ea-ac560c69aa9e req-2bd5a1c4-e55d-4c9c-b7d0-6dc4c3eaeb0a tempest-FloatingIPsAssociationNegativeTestJSON-1025249024 tempest-FloatingIPsAssociationNegativeTestJSON-1025249024-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 0.9527726 Jul 27 21:07:31.589103 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-07c4ab0d-1584-4b48-87ea-ac560c69aa9e req-5bb756f7-b8a5-41a1-b4ba-bbcc36330ad5 tempest-FloatingIPsAssociationNegativeTestJSON-1025249024 tempest-FloatingIPsAssociationNegativeTestJSON-1025249024-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.5.80 HTTP/1.1" status: 200 len: 695 time: 0.0464194 Jul 27 21:07:31.727731 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c4ab0d-1584-4b48-87ea-ac560c69aa9e req-a888dace-1c88-4de9-aa2c-9773deeff111 tempest-FloatingIPsAssociationNegativeTestJSON-1025249024 tempest-FloatingIPsAssociationNegativeTestJSON-1025249024-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:07:31.729603 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-07c4ab0d-1584-4b48-87ea-ac560c69aa9e req-a888dace-1c88-4de9-aa2c-9773deeff111 tempest-FloatingIPsAssociationNegativeTestJSON-1025249024 tempest-FloatingIPsAssociationNegativeTestJSON-1025249024-project] 10.222.0.59 "GET /v2.0/networks/8735d8a2-b604-4758-ae71-b40e4ee6f305 HTTP/1.1" status: 200 len: 784 time: 0.1344137 Jul 27 21:07:31.867960 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5881ad2c-bce3-423c-9cc3-cc7f5a9f686b req-38e8794d-ddff-4162-9380-439d7ff05a4f tempest-FloatingIPsAssociationNegativeTestJSON-1025249024 tempest-FloatingIPsAssociationNegativeTestJSON-1025249024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:07:31.869780 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-5881ad2c-bce3-423c-9cc3-cc7f5a9f686b req-38e8794d-ddff-4162-9380-439d7ff05a4f tempest-FloatingIPsAssociationNegativeTestJSON-1025249024 tempest-FloatingIPsAssociationNegativeTestJSON-1025249024-project] 10.222.0.59 "GET /v2.0/ports?device_id=0564c5e9-be55-4bf7-a1b9-791746477619&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0731463 Jul 27 21:07:31.933387 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-5881ad2c-bce3-423c-9cc3-cc7f5a9f686b req-f76165bd-9bad-4023-b238-e24246fcbd52 tempest-FloatingIPsAssociationNegativeTestJSON-1025249024 tempest-FloatingIPsAssociationNegativeTestJSON-1025249024-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.5.80 HTTP/1.1" status: 200 len: 695 time: 0.0576611 Jul 27 21:07:31.945897 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [req-5881ad2c-bce3-423c-9cc3-cc7f5a9f686b req-dba33c9f-975a-41d2-b507-c313bb1a8b4f tempest-FloatingIPsAssociationNegativeTestJSON-1025249024 tempest-FloatingIPsAssociationNegativeTestJSON-1025249024-project] Request body: {'floatingip': {'port_id': '18446479-807d-4199-8134-4127e6c56671', 'fixed_ip_address': '172.20.0.8'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:07:31.990612 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-5881ad2c-bce3-423c-9cc3-cc7f5a9f686b req-dba33c9f-975a-41d2-b507-c313bb1a8b4f tempest-FloatingIPsAssociationNegativeTestJSON-1025249024 tempest-FloatingIPsAssociationNegativeTestJSON-1025249024-project] Notify callbacks [] for floatingip, before_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:32.309732 n-d-705658-22 neutron-server[105585]: INFO neutron.api.v2.resource [req-5881ad2c-bce3-423c-9cc3-cc7f5a9f686b req-dba33c9f-975a-41d2-b507-c313bb1a8b4f tempest-FloatingIPsAssociationNegativeTestJSON-1025249024 tempest-FloatingIPsAssociationNegativeTestJSON-1025249024-project] update failed (client error): There was a conflict when trying to complete your request. Jul 27 21:07:32.310799 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-5881ad2c-bce3-423c-9cc3-cc7f5a9f686b req-dba33c9f-975a-41d2-b507-c313bb1a8b4f tempest-FloatingIPsAssociationNegativeTestJSON-1025249024 tempest-FloatingIPsAssociationNegativeTestJSON-1025249024-project] 10.222.0.59 "PUT /v2.0/floatingips/9523a691-b489-496c-9f4a-708d21e6d8db HTTP/1.1" status: 409 len: 549 time: 0.3710234 Jul 27 21:07:32.376423 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-95694972-8956-4a75-a99c-16c6da6a990a req-0ad8c233-5f6b-4218-acce-120922fba531 tempest-FloatingIPsAssociationNegativeTestJSON-1025249024 tempest-FloatingIPsAssociationNegativeTestJSON-1025249024-project] 10.222.0.59 "GET /v2.0/floatingips/9523a691-b489-496c-9f4a-708d21e6d8db HTTP/1.1" status: 200 len: 692 time: 0.0429955 Jul 27 21:07:32.490815 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95694972-8956-4a75-a99c-16c6da6a990a req-fb19a4fb-cf34-43d7-8951-37c3e1aaa182 tempest-FloatingIPsAssociationNegativeTestJSON-1025249024 tempest-FloatingIPsAssociationNegativeTestJSON-1025249024-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:07:32.492755 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-95694972-8956-4a75-a99c-16c6da6a990a req-fb19a4fb-cf34-43d7-8951-37c3e1aaa182 tempest-FloatingIPsAssociationNegativeTestJSON-1025249024 tempest-FloatingIPsAssociationNegativeTestJSON-1025249024-project] 10.222.0.59 "GET /v2.0/networks/8735d8a2-b604-4758-ae71-b40e4ee6f305 HTTP/1.1" status: 200 len: 784 time: 0.1098859 Jul 27 21:07:32.503508 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [req-95694972-8956-4a75-a99c-16c6da6a990a req-9f0db278-1571-4136-b759-ecca7a2c78a5 tempest-FloatingIPsAssociationNegativeTestJSON-1025249024 tempest-FloatingIPsAssociationNegativeTestJSON-1025249024-project] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=105585) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 21:07:32.504458 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-95694972-8956-4a75-a99c-16c6da6a990a req-9f0db278-1571-4136-b759-ecca7a2c78a5 tempest-FloatingIPsAssociationNegativeTestJSON-1025249024 tempest-FloatingIPsAssociationNegativeTestJSON-1025249024-project] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055823 Jul 27 21:07:32.553557 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-95694972-8956-4a75-a99c-16c6da6a990a req-3b28a5be-04f1-40f3-97b0-896e0f987ed1 tempest-FloatingIPsAssociationNegativeTestJSON-1025249024 tempest-FloatingIPsAssociationNegativeTestJSON-1025249024-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.5.80 HTTP/1.1" status: 200 len: 695 time: 0.0429673 Jul 27 21:07:32.606563 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-95694972-8956-4a75-a99c-16c6da6a990a req-2b82fe0e-b2b6-429b-b80d-0e4c66ccbd14 tempest-FloatingIPsAssociationNegativeTestJSON-1025249024 tempest-FloatingIPsAssociationNegativeTestJSON-1025249024-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.5.80 HTTP/1.1" status: 200 len: 695 time: 0.0457501 Jul 27 21:07:32.738012 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [req-95694972-8956-4a75-a99c-16c6da6a990a req-96c2e703-6a44-4d96-a886-e3bfd029c0bc tempest-FloatingIPsAssociationNegativeTestJSON-1025249024 tempest-FloatingIPsAssociationNegativeTestJSON-1025249024-project] Deleting port bd49ec2b-38c8-45f2-9f89-831d721a4191 {{(pid=105585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:07:32.738691 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-95694972-8956-4a75-a99c-16c6da6a990a req-96c2e703-6a44-4d96-a886-e3bfd029c0bc tempest-FloatingIPsAssociationNegativeTestJSON-1025249024 tempest-FloatingIPsAssociationNegativeTestJSON-1025249024-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:32.832270 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-95694972-8956-4a75-a99c-16c6da6a990a req-96c2e703-6a44-4d96-a886-e3bfd029c0bc tempest-FloatingIPsAssociationNegativeTestJSON-1025249024 tempest-FloatingIPsAssociationNegativeTestJSON-1025249024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:32.832590 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-95694972-8956-4a75-a99c-16c6da6a990a req-96c2e703-6a44-4d96-a886-e3bfd029c0bc tempest-FloatingIPsAssociationNegativeTestJSON-1025249024 tempest-FloatingIPsAssociationNegativeTestJSON-1025249024-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:32.845013 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [req-95694972-8956-4a75-a99c-16c6da6a990a req-96c2e703-6a44-4d96-a886-e3bfd029c0bc tempest-FloatingIPsAssociationNegativeTestJSON-1025249024 tempest-FloatingIPsAssociationNegativeTestJSON-1025249024-project] Calling delete_port for bd49ec2b-38c8-45f2-9f89-831d721a4191 owned by network:floatingip {{(pid=105585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:07:33.270977 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-95694972-8956-4a75-a99c-16c6da6a990a req-96c2e703-6a44-4d96-a886-e3bfd029c0bc tempest-FloatingIPsAssociationNegativeTestJSON-1025249024 tempest-FloatingIPsAssociationNegativeTestJSON-1025249024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:33.297213 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c2e703-6a44-4d96-a886-e3bfd029c0bc tempest-FloatingIPsAssociationNegativeTestJSON-1025249024 tempest-FloatingIPsAssociationNegativeTestJSON-1025249024-project] Pushing event deleted for resources: {'Port': ['ID=bd49ec2b-38c8-45f2-9f89-831d721a4191,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:07:33.368758 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-95694972-8956-4a75-a99c-16c6da6a990a req-96c2e703-6a44-4d96-a886-e3bfd029c0bc tempest-FloatingIPsAssociationNegativeTestJSON-1025249024 tempest-FloatingIPsAssociationNegativeTestJSON-1025249024-project] Notify callbacks [] for floatingip, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:33.371717 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-95694972-8956-4a75-a99c-16c6da6a990a req-96c2e703-6a44-4d96-a886-e3bfd029c0bc tempest-FloatingIPsAssociationNegativeTestJSON-1025249024 tempest-FloatingIPsAssociationNegativeTestJSON-1025249024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for floatingip, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:33.373133 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-95694972-8956-4a75-a99c-16c6da6a990a req-96c2e703-6a44-4d96-a886-e3bfd029c0bc tempest-FloatingIPsAssociationNegativeTestJSON-1025249024 tempest-FloatingIPsAssociationNegativeTestJSON-1025249024-project] 10.222.0.59 "DELETE /v2.0/floatingips/9523a691-b489-496c-9f4a-708d21e6d8db HTTP/1.1" status: 204 len: 173 time: 0.7604952 Jul 27 21:07:33.489962 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-c5714af6-f435-4510-8bc7-f2d89ab0a3ad req-a077bc7f-e569-4598-b78d-857c856232cd tempest-FloatingIPsAssociationNegativeTestJSON-1025249024 tempest-FloatingIPsAssociationNegativeTestJSON-1025249024-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.5.139 HTTP/1.1" status: 200 len: 1001 time: 0.0946486 Jul 27 21:07:33.561758 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5714af6-f435-4510-8bc7-f2d89ab0a3ad req-bb90cc92-7d58-4dd7-acb4-95ec71646329 tempest-FloatingIPsAssociationNegativeTestJSON-1025249024 tempest-FloatingIPsAssociationNegativeTestJSON-1025249024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:07:33.563406 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-c5714af6-f435-4510-8bc7-f2d89ab0a3ad req-bb90cc92-7d58-4dd7-acb4-95ec71646329 tempest-FloatingIPsAssociationNegativeTestJSON-1025249024 tempest-FloatingIPsAssociationNegativeTestJSON-1025249024-project] 10.222.0.59 "GET /v2.0/ports/18446479-807d-4199-8134-4127e6c56671 HTTP/1.1" status: 200 len: 942 time: 0.0655191 Jul 27 21:07:33.684731 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-c5714af6-f435-4510-8bc7-f2d89ab0a3ad req-c1bcbd0c-aeff-42da-9aff-2fce9433790d tempest-FloatingIPsAssociationNegativeTestJSON-1025249024 tempest-FloatingIPsAssociationNegativeTestJSON-1025249024-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.5.139 HTTP/1.1" status: 200 len: 1001 time: 0.0787294 Jul 27 21:07:33.713980 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 50748) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:07:33.807327 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5714af6-f435-4510-8bc7-f2d89ab0a3ad req-6acec8e8-a908-41c6-9919-4169a813f303 tempest-FloatingIPsAssociationNegativeTestJSON-1025249024 tempest-FloatingIPsAssociationNegativeTestJSON-1025249024-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:07:33.808695 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-c5714af6-f435-4510-8bc7-f2d89ab0a3ad req-6acec8e8-a908-41c6-9919-4169a813f303 tempest-FloatingIPsAssociationNegativeTestJSON-1025249024 tempest-FloatingIPsAssociationNegativeTestJSON-1025249024-project] 10.222.0.59 "GET /v2.0/networks/8735d8a2-b604-4758-ae71-b40e4ee6f305 HTTP/1.1" status: 200 len: 784 time: 0.1180363 Jul 27 21:07:33.820118 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [req-c5714af6-f435-4510-8bc7-f2d89ab0a3ad req-d4b55e5b-dbed-42b9-b4ef-22e03929af11 tempest-FloatingIPsAssociationNegativeTestJSON-1025249024 tempest-FloatingIPsAssociationNegativeTestJSON-1025249024-project] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=105585) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 21:07:33.821229 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-c5714af6-f435-4510-8bc7-f2d89ab0a3ad req-d4b55e5b-dbed-42b9-b4ef-22e03929af11 tempest-FloatingIPsAssociationNegativeTestJSON-1025249024 tempest-FloatingIPsAssociationNegativeTestJSON-1025249024-project] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0067763 Jul 27 21:07:33.868538 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-ff70a31c-e156-409c-80e5-5a915e89fcf3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:33.939825 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-c5714af6-f435-4510-8bc7-f2d89ab0a3ad req-eeea570c-87de-43dc-a020-ced291a71ee6 tempest-FloatingIPsAssociationNegativeTestJSON-1025249024 tempest-FloatingIPsAssociationNegativeTestJSON-1025249024-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.5.139 HTTP/1.1" status: 200 len: 1001 time: 0.0898163 Jul 27 21:07:33.955419 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [req-c5714af6-f435-4510-8bc7-f2d89ab0a3ad req-6e94bb2b-744e-4304-a082-6e88e86655b1 tempest-FloatingIPsAssociationNegativeTestJSON-1025249024 tempest-FloatingIPsAssociationNegativeTestJSON-1025249024-project] Request body: {'floatingip': {'port_id': None}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:07:34.029743 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-c5714af6-f435-4510-8bc7-f2d89ab0a3ad req-6e94bb2b-744e-4304-a082-6e88e86655b1 tempest-FloatingIPsAssociationNegativeTestJSON-1025249024 tempest-FloatingIPsAssociationNegativeTestJSON-1025249024-project] Notify callbacks [] for floatingip, before_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:34.136070 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-ff70a31c-e156-409c-80e5-5a915e89fcf3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:34.141585 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-ff70a31c-e156-409c-80e5-5a915e89fcf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:34.197989 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-ff70a31c-e156-409c-80e5-5a915e89fcf3 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=dfc327709a8b416c827eb00ef3707679&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4829612 Jul 27 21:07:34.199733 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff70a31c-e156-409c-80e5-5a915e89fcf3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6623b06-9893-42eb-bd6c-743ad9200fb4,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:07:34.200771 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 50756) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:07:34.238369 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-c5714af6-f435-4510-8bc7-f2d89ab0a3ad req-6e94bb2b-744e-4304-a082-6e88e86655b1 tempest-FloatingIPsAssociationNegativeTestJSON-1025249024 tempest-FloatingIPsAssociationNegativeTestJSON-1025249024-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:34.243820 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-c5714af6-f435-4510-8bc7-f2d89ab0a3ad req-6e94bb2b-744e-4304-a082-6e88e86655b1 tempest-FloatingIPsAssociationNegativeTestJSON-1025249024 tempest-FloatingIPsAssociationNegativeTestJSON-1025249024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4075768'] for floatingip, after_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:34.243997 n-d-705658-22 neutron-server[105585]: INFO neutron.db.l3_db [req-c5714af6-f435-4510-8bc7-f2d89ab0a3ad req-6e94bb2b-744e-4304-a082-6e88e86655b1 tempest-FloatingIPsAssociationNegativeTestJSON-1025249024 tempest-FloatingIPsAssociationNegativeTestJSON-1025249024-project] Floating IP 333e7542-5197-41bc-8bc4-f0a1b3905a01 disassociated. External IP: 172.25.5.139, port: 18446479-807d-4199-8134-4127e6c56671. Jul 27 21:07:34.254680 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-2726c724-dd93-453e-be4f-9e936dcd0ae3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:34.276533 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-2726c724-dd93-453e-be4f-9e936dcd0ae3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:34.324840 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-2726c724-dd93-453e-be4f-9e936dcd0ae3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:34.327573 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-2726c724-dd93-453e-be4f-9e936dcd0ae3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:34.328862 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-2726c724-dd93-453e-be4f-9e936dcd0ae3 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/f6623b06-9893-42eb-bd6c-743ad9200fb4 HTTP/1.1" status: 204 len: 168 time: 0.1261401 Jul 27 21:07:34.342509 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2726c724-dd93-453e-be4f-9e936dcd0ae3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6623b06-9893-42eb-bd6c-743ad9200fb4,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:07:34.471087 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c5714af6-f435-4510-8bc7-f2d89ab0a3ad req-6e94bb2b-744e-4304-a082-6e88e86655b1 tempest-FloatingIPsAssociationNegativeTestJSON-1025249024 tempest-FloatingIPsAssociationNegativeTestJSON-1025249024-project] Router 1b473d76-051d-488b-b473-8a05391bbf5a has already been hosted by L3 agent dd128fd7-8e57-4d4f-895b-a96b369df59a {{(pid=105585) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:07:34.597697 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c5714af6-f435-4510-8bc7-f2d89ab0a3ad req-6e94bb2b-744e-4304-a082-6e88e86655b1 tempest-FloatingIPsAssociationNegativeTestJSON-1025249024 tempest-FloatingIPsAssociationNegativeTestJSON-1025249024-project] Notify agent at l3_agent.n-d-705658-22 the message routers_updated {{(pid=105585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:07:34.603136 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-c5714af6-f435-4510-8bc7-f2d89ab0a3ad req-6e94bb2b-744e-4304-a082-6e88e86655b1 tempest-FloatingIPsAssociationNegativeTestJSON-1025249024 tempest-FloatingIPsAssociationNegativeTestJSON-1025249024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for floatingip, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:34.607811 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76fda4b8-8182-488d-bfda-7696ddf1c1d4 None None] Sync routers for ids ['1b473d76-051d-488b-b473-8a05391bbf5a'] in n-d-705658-22 {{(pid=105586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:07:34.628624 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76fda4b8-8182-488d-bfda-7696ddf1c1d4 None None] Routers {'1b473d76-051d-488b-b473-8a05391bbf5a'} bound to L3 agent in host n-d-705658-22 {{(pid=105586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:07:34.629396 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-76fda4b8-8182-488d-bfda-7696ddf1c1d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:07:11Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['1b473d76-051d-488b-b473-8a05391bbf5a'], 'active': True} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:07:34.635199 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 50764) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:07:34.645881 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-c5714af6-f435-4510-8bc7-f2d89ab0a3ad req-6e94bb2b-744e-4304-a082-6e88e86655b1 tempest-FloatingIPsAssociationNegativeTestJSON-1025249024 tempest-FloatingIPsAssociationNegativeTestJSON-1025249024-project] 10.222.0.59 "PUT /v2.0/floatingips/333e7542-5197-41bc-8bc4-f0a1b3905a01 HTTP/1.1" status: 200 len: 695 time: 0.6963205 Jul 27 21:07:34.646436 n-d-705658-22 neutron-server[105585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0564c5e9-be55-4bf7-a1b9-791746477619', 'tag': '18446479-807d-4199-8134-4127e6c56671'}] {{(pid=105585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:07:34.649115 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d66fd65881426bfc2b5388084a3654e5eae521106a15a3dbf0eb4cde7106c36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f70c1018-c88e-409b-b4fc-0817d09a0f5a" -d '{"events": [{"name": "network-changed", "server_uuid": "0564c5e9-be55-4bf7-a1b9-791746477619", "tag": "18446479-807d-4199-8134-4127e6c56671"}]}' {{(pid=105585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:07:34.665022 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-a0728088-dba6-47a8-a5cf-66790218b1e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:34.775057 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:07:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e204e63-9ba5-4dba-add2-06ddd0c458ce x-openstack-request-id: req-0e204e63-9ba5-4dba-add2-06ddd0c458ce {{(pid=105585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:07:34.775359 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0564c5e9-be55-4bf7-a1b9-791746477619", "tag": "18446479-807d-4199-8134-4127e6c56671", "status": "completed", "code": 200}]} {{(pid=105585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:07:34.775620 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-0e204e63-9ba5-4dba-add2-06ddd0c458ce {{(pid=105585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:07:34.776319 n-d-705658-22 neutron-server[105585]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0564c5e9-be55-4bf7-a1b9-791746477619', 'tag': '18446479-807d-4199-8134-4127e6c56671', 'status': 'completed', 'code': 200} Jul 27 21:07:34.921210 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvr_db [None req-76fda4b8-8182-488d-bfda-7696ddf1c1d4 None None] Set router 1b473d76-051d-488b-b473-8a05391bbf5a gateway port host: n-d-705658-22 {{(pid=105586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:07:35.012020 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70c1018-c88e-409b-b4fc-0817d09a0f5a req-517917bf-ca95-4100-bb6e-d86042b5c033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:07:35.013545 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-f70c1018-c88e-409b-b4fc-0817d09a0f5a req-517917bf-ca95-4100-bb6e-d86042b5c033 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8546fed2c7614cb9b0802376f643e190&device_id=0564c5e9-be55-4bf7-a1b9-791746477619 HTTP/1.1" status: 200 len: 1097 time: 0.1949396 Jul 27 21:07:35.023141 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-a0728088-dba6-47a8-a5cf-66790218b1e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:35.030927 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-a0728088-dba6-47a8-a5cf-66790218b1e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:35.040009 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5714af6-f435-4510-8bc7-f2d89ab0a3ad req-f69e27e6-2e64-430b-af15-923ab6dfdd09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:07:35.048853 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-c5714af6-f435-4510-8bc7-f2d89ab0a3ad req-f69e27e6-2e64-430b-af15-923ab6dfdd09 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8546fed2c7614cb9b0802376f643e190&device_id=0564c5e9-be55-4bf7-a1b9-791746477619 HTTP/1.1" status: 200 len: 1097 time: 0.3798482 Jul 27 21:07:35.127252 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-a0728088-dba6-47a8-a5cf-66790218b1e1 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=0463dfd20cce460d8d9ba2a25ef1cdf3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4909127 Jul 27 21:07:35.130180 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 50778) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:07:35.141029 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0728088-dba6-47a8-a5cf-66790218b1e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dec37beb-88e5-426f-8f43-d63af8eb7e9d,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:07:35.159942 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5714af6-f435-4510-8bc7-f2d89ab0a3ad req-90e7a398-825e-43d9-ab47-fccc36300990 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:07:35.163188 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-c5714af6-f435-4510-8bc7-f2d89ab0a3ad req-90e7a398-825e-43d9-ab47-fccc36300990 service neutron] 10.222.0.59 "GET /v2.0/networks?id=ce7bd6e3-f593-4b7a-a3fb-11a85664a6f7 HTTP/1.1" status: 200 len: 930 time: 0.1132145 Jul 27 21:07:35.202890 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70c1018-c88e-409b-b4fc-0817d09a0f5a req-483984ec-e939-4b82-8784-9d34d9d6aec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:07:35.204347 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-f70c1018-c88e-409b-b4fc-0817d09a0f5a req-483984ec-e939-4b82-8784-9d34d9d6aec9 service neutron] 10.222.0.60 "GET /v2.0/networks?id=ce7bd6e3-f593-4b7a-a3fb-11a85664a6f7 HTTP/1.1" status: 200 len: 930 time: 0.1693521 Jul 27 21:07:35.213669 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-c5714af6-f435-4510-8bc7-f2d89ab0a3ad req-4e7dcfad-c9ee-480c-a446-302be952ab98 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=18446479-807d-4199-8134-4127e6c56671 HTTP/1.1" status: 200 len: 217 time: 0.0418837 Jul 27 21:07:35.250797 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-f70c1018-c88e-409b-b4fc-0817d09a0f5a req-690ff40e-9481-4f8b-85e8-b7dee1591024 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=18446479-807d-4199-8134-4127e6c56671 HTTP/1.1" status: 200 len: 217 time: 0.0366244 Jul 27 21:07:35.253681 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-3010d4a4-3591-430a-ae9c-75ef304a26fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:35.264442 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5714af6-f435-4510-8bc7-f2d89ab0a3ad req-9dfa2e19-1b87-41cb-9718-8b30c5d687ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:07:35.265911 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-c5714af6-f435-4510-8bc7-f2d89ab0a3ad req-9dfa2e19-1b87-41cb-9718-8b30c5d687ff service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c06c1e52-a8c2-4728-9a36-7a3af47fdc24 HTTP/1.1" status: 200 len: 868 time: 0.0446179 Jul 27 21:07:35.304609 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-3010d4a4-3591-430a-ae9c-75ef304a26fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:35.325683 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-76fda4b8-8182-488d-bfda-7696ddf1c1d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b473d76-051d-488b-b473-8a05391bbf5a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1638289515-router', 'tenant_id': '8546fed2c7614cb9b0802376f643e190', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.109'}], 'enable_snat': True}, 'gw_port_id': '97c12dcf-0494-4f5b-8bac-beae06df436c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:07:06Z', 'updated_at': '2021-07-27T21:07:09Z', 'revision_number': 4, 'project_id': '8546fed2c7614cb9b0802376f643e190', 'gw_port': {'id': '97c12dcf-0494-4f5b-8bac-beae06df436c', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:93:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b473d76-051d-488b-b473-8a05391bbf5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:07:07Z', 'updated_at': '2021-07-27T21:07:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_interfaces': [{'id': 'a24ba7ad-3b11-4a0c-933a-003e33fa1f3e', 'name': '', 'network_id': 'ce7bd6e3-f593-4b7a-a3fb-11a85664a6f7', 'tenant_id': '8546fed2c7614cb9b0802376f643e190', 'mac_address': 'fa:16:3e:df:44:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b473d76-051d-488b-b473-8a05391bbf5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': 'c06c1e52-a8c2-4728-9a36-7a3af47fdc24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:07:09Z', 'updated_at': '2021-07-27T21:07:15Z', 'revision_number': 5, 'project_id': '8546fed2c7614cb9b0802376f643e190', 'subnets': [{'id': 'c06c1e52-a8c2-4728-9a36-7a3af47fdc24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-22', False) {} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:07:35.327413 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5714af6-f435-4510-8bc7-f2d89ab0a3ad req-7599a7eb-7c73-40c4-9b4f-bd89d77a9399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:07:35.328941 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-c5714af6-f435-4510-8bc7-f2d89ab0a3ad req-7599a7eb-7c73-40c4-9b4f-bd89d77a9399 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ce7bd6e3-f593-4b7a-a3fb-11a85664a6f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0544927 Jul 27 21:07:35.351263 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70c1018-c88e-409b-b4fc-0817d09a0f5a req-ba8ac544-5ca6-41b3-83e4-bf655ec78c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:07:35.353020 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-f70c1018-c88e-409b-b4fc-0817d09a0f5a req-ba8ac544-5ca6-41b3-83e4-bf655ec78c4e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c06c1e52-a8c2-4728-9a36-7a3af47fdc24 HTTP/1.1" status: 200 len: 868 time: 0.0944731 Jul 27 21:07:35.354393 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76fda4b8-8182-488d-bfda-7696ddf1c1d4 None None] Checking router: 1b473d76-051d-488b-b473-8a05391bbf5a for host: n-d-705658-22 {{(pid=105586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:07:35.363870 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76fda4b8-8182-488d-bfda-7696ddf1c1d4 None None] Routers {'1b473d76-051d-488b-b473-8a05391bbf5a'} bound to L3 agent in host n-d-705658-22 {{(pid=105586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:07:35.364833 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-76fda4b8-8182-488d-bfda-7696ddf1c1d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:07:11Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['1b473d76-051d-488b-b473-8a05391bbf5a'], 'active': True} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:07:35.371726 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-3010d4a4-3591-430a-ae9c-75ef304a26fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:35.374571 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-3010d4a4-3591-430a-ae9c-75ef304a26fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:35.378194 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-3010d4a4-3591-430a-ae9c-75ef304a26fc admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/dec37beb-88e5-426f-8f43-d63af8eb7e9d HTTP/1.1" status: 204 len: 168 time: 0.2444904 Jul 27 21:07:35.411969 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3010d4a4-3591-430a-ae9c-75ef304a26fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dec37beb-88e5-426f-8f43-d63af8eb7e9d,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:07:35.434310 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-c5714af6-f435-4510-8bc7-f2d89ab0a3ad req-0285b17b-3c54-4e4b-9be2-f6e0867294bc service neutron] 10.222.0.59 "GET /v2.0/networks/ce7bd6e3-f593-4b7a-a3fb-11a85664a6f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987444 Jul 27 21:07:35.454276 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70c1018-c88e-409b-b4fc-0817d09a0f5a req-6ca20f02-af2f-4aad-93c0-41f3c0c834c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:07:35.456559 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-f70c1018-c88e-409b-b4fc-0817d09a0f5a req-6ca20f02-af2f-4aad-93c0-41f3c0c834c4 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ce7bd6e3-f593-4b7a-a3fb-11a85664a6f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0958514 Jul 27 21:07:35.509165 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvr_db [None req-76fda4b8-8182-488d-bfda-7696ddf1c1d4 None None] Set router 1b473d76-051d-488b-b473-8a05391bbf5a gateway port host: n-d-705658-22 {{(pid=105586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:07:35.563259 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-f70c1018-c88e-409b-b4fc-0817d09a0f5a req-daa05da1-e325-40c2-9906-61c2f5e8197e service neutron] 10.222.0.60 "GET /v2.0/networks/ce7bd6e3-f593-4b7a-a3fb-11a85664a6f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985487 Jul 27 21:07:35.566861 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-c5714af6-f435-4510-8bc7-f2d89ab0a3ad req-9d81d121-b6db-469a-af88-acfab2f3244f service neutron] 10.222.0.59 "GET /v2.0/networks/ce7bd6e3-f593-4b7a-a3fb-11a85664a6f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228793 Jul 27 21:07:35.663739 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a19812fd-efdd-4be5-90f7-83e78190f1fe req-af5243bd-8059-4498-a554-8ce6db5e9ae2 tempest-FloatingIPsAssociationNegativeTestJSON-1025249024 tempest-FloatingIPsAssociationNegativeTestJSON-1025249024-project] 10.222.0.59 "GET /v2.0/floatingips/333e7542-5197-41bc-8bc4-f0a1b3905a01 HTTP/1.1" status: 200 len: 695 time: 0.0652966 Jul 27 21:07:35.675167 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-f70c1018-c88e-409b-b4fc-0817d09a0f5a req-3818b9f9-8736-4084-b558-67b7a7fb8f02 service neutron] 10.222.0.60 "GET /v2.0/networks/ce7bd6e3-f593-4b7a-a3fb-11a85664a6f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1038845 Jul 27 21:07:35.751311 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-76fda4b8-8182-488d-bfda-7696ddf1c1d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b473d76-051d-488b-b473-8a05391bbf5a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1638289515-router', 'tenant_id': '8546fed2c7614cb9b0802376f643e190', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.109'}], 'enable_snat': True}, 'gw_port_id': '97c12dcf-0494-4f5b-8bac-beae06df436c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:07:06Z', 'updated_at': '2021-07-27T21:07:09Z', 'revision_number': 4, 'project_id': '8546fed2c7614cb9b0802376f643e190', 'gw_port': {'id': '97c12dcf-0494-4f5b-8bac-beae06df436c', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:93:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b473d76-051d-488b-b473-8a05391bbf5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:07:07Z', 'updated_at': '2021-07-27T21:07:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_interfaces': [{'id': 'a24ba7ad-3b11-4a0c-933a-003e33fa1f3e', 'name': '', 'network_id': 'ce7bd6e3-f593-4b7a-a3fb-11a85664a6f7', 'tenant_id': '8546fed2c7614cb9b0802376f643e190', 'mac_address': 'fa:16:3e:df:44:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b473d76-051d-488b-b473-8a05391bbf5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': 'c06c1e52-a8c2-4728-9a36-7a3af47fdc24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:07:09Z', 'updated_at': '2021-07-27T21:07:15Z', 'revision_number': 5, 'project_id': '8546fed2c7614cb9b0802376f643e190', 'subnets': [{'id': 'c06c1e52-a8c2-4728-9a36-7a3af47fdc24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-22', False) {} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:07:35.781871 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76fda4b8-8182-488d-bfda-7696ddf1c1d4 None None] The sync data for ids ['1b473d76-051d-488b-b473-8a05391bbf5a'] in n-d-705658-22 is: [{'id': '1b473d76-051d-488b-b473-8a05391bbf5a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1638289515-router', 'tenant_id': '8546fed2c7614cb9b0802376f643e190', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.109'}], 'enable_snat': True}, 'gw_port_id': '97c12dcf-0494-4f5b-8bac-beae06df436c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:07:06Z', 'updated_at': '2021-07-27T21:07:09Z', 'revision_number': 4, 'project_id': '8546fed2c7614cb9b0802376f643e190', 'gw_port': {'id': '97c12dcf-0494-4f5b-8bac-beae06df436c', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:93:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b473d76-051d-488b-b473-8a05391bbf5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:07:07Z', 'updated_at': '2021-07-27T21:07:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_interfaces': [{'id': 'a24ba7ad-3b11-4a0c-933a-003e33fa1f3e', 'name': '', 'network_id': 'ce7bd6e3-f593-4b7a-a3fb-11a85664a6f7', 'tenant_id': '8546fed2c7614cb9b0802376f643e190', 'mac_address': 'fa:16:3e:df:44:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b473d76-051d-488b-b473-8a05391bbf5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': 'c06c1e52-a8c2-4728-9a36-7a3af47fdc24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:07:09Z', 'updated_at': '2021-07-27T21:07:15Z', 'revision_number': 5, 'project_id': '8546fed2c7614cb9b0802376f643e190', 'subnets': [{'id': 'c06c1e52-a8c2-4728-9a36-7a3af47fdc24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:07:35.786438 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19812fd-efdd-4be5-90f7-83e78190f1fe req-a833dd5f-f04b-45d3-8e5d-745cc604ac1a tempest-FloatingIPsAssociationNegativeTestJSON-1025249024 tempest-FloatingIPsAssociationNegativeTestJSON-1025249024-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:07:35.794724 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a19812fd-efdd-4be5-90f7-83e78190f1fe req-a833dd5f-f04b-45d3-8e5d-745cc604ac1a tempest-FloatingIPsAssociationNegativeTestJSON-1025249024 tempest-FloatingIPsAssociationNegativeTestJSON-1025249024-project] 10.222.0.59 "GET /v2.0/networks/8735d8a2-b604-4758-ae71-b40e4ee6f305 HTTP/1.1" status: 200 len: 784 time: 0.1300237 Jul 27 21:07:35.848500 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a19812fd-efdd-4be5-90f7-83e78190f1fe req-6b4a18bd-e1ff-4023-9170-36b5f38077ff tempest-FloatingIPsAssociationNegativeTestJSON-1025249024 tempest-FloatingIPsAssociationNegativeTestJSON-1025249024-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.5.139 HTTP/1.1" status: 200 len: 698 time: 0.0527663 Jul 27 21:07:35.922518 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a19812fd-efdd-4be5-90f7-83e78190f1fe req-ab70a171-6756-4c25-b171-63ec170108bd tempest-FloatingIPsAssociationNegativeTestJSON-1025249024 tempest-FloatingIPsAssociationNegativeTestJSON-1025249024-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.5.139 HTTP/1.1" status: 200 len: 698 time: 0.0730455 Jul 27 21:07:36.162701 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [req-a19812fd-efdd-4be5-90f7-83e78190f1fe req-931fa326-c3ca-4d20-aec3-3f887cc701d7 tempest-FloatingIPsAssociationNegativeTestJSON-1025249024 tempest-FloatingIPsAssociationNegativeTestJSON-1025249024-project] Deleting port bffe4c5b-7424-4a73-bc9b-972554ea1a05 {{(pid=105585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:07:36.164472 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-a19812fd-efdd-4be5-90f7-83e78190f1fe req-931fa326-c3ca-4d20-aec3-3f887cc701d7 tempest-FloatingIPsAssociationNegativeTestJSON-1025249024 tempest-FloatingIPsAssociationNegativeTestJSON-1025249024-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:36.172770 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-479e8c1c-be94-400f-9e88-e0efa4566b60 None None] New status for floating IP 333e7542-5197-41bc-8bc4-f0a1b3905a01: DOWN {{(pid=105587) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 21:07:36.212892 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:36.254578 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-a19812fd-efdd-4be5-90f7-83e78190f1fe req-931fa326-c3ca-4d20-aec3-3f887cc701d7 tempest-FloatingIPsAssociationNegativeTestJSON-1025249024 tempest-FloatingIPsAssociationNegativeTestJSON-1025249024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:36.254793 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-a19812fd-efdd-4be5-90f7-83e78190f1fe req-931fa326-c3ca-4d20-aec3-3f887cc701d7 tempest-FloatingIPsAssociationNegativeTestJSON-1025249024 tempest-FloatingIPsAssociationNegativeTestJSON-1025249024-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:36.268352 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [req-a19812fd-efdd-4be5-90f7-83e78190f1fe req-931fa326-c3ca-4d20-aec3-3f887cc701d7 tempest-FloatingIPsAssociationNegativeTestJSON-1025249024 tempest-FloatingIPsAssociationNegativeTestJSON-1025249024-project] Calling delete_port for bffe4c5b-7424-4a73-bc9b-972554ea1a05 owned by network:floatingip {{(pid=105585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:07:36.441312 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-a19812fd-efdd-4be5-90f7-83e78190f1fe req-931fa326-c3ca-4d20-aec3-3f887cc701d7 tempest-FloatingIPsAssociationNegativeTestJSON-1025249024 tempest-FloatingIPsAssociationNegativeTestJSON-1025249024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:36.481338 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931fa326-c3ca-4d20-aec3-3f887cc701d7 tempest-FloatingIPsAssociationNegativeTestJSON-1025249024 tempest-FloatingIPsAssociationNegativeTestJSON-1025249024-project] Pushing event deleted for resources: {'Port': ['ID=bffe4c5b-7424-4a73-bc9b-972554ea1a05,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:07:36.543732 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-a19812fd-efdd-4be5-90f7-83e78190f1fe req-931fa326-c3ca-4d20-aec3-3f887cc701d7 tempest-FloatingIPsAssociationNegativeTestJSON-1025249024 tempest-FloatingIPsAssociationNegativeTestJSON-1025249024-project] Notify callbacks [] for floatingip, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:36.546317 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-a19812fd-efdd-4be5-90f7-83e78190f1fe req-931fa326-c3ca-4d20-aec3-3f887cc701d7 tempest-FloatingIPsAssociationNegativeTestJSON-1025249024 tempest-FloatingIPsAssociationNegativeTestJSON-1025249024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for floatingip, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:36.547533 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a19812fd-efdd-4be5-90f7-83e78190f1fe req-931fa326-c3ca-4d20-aec3-3f887cc701d7 tempest-FloatingIPsAssociationNegativeTestJSON-1025249024 tempest-FloatingIPsAssociationNegativeTestJSON-1025249024-project] 10.222.0.59 "DELETE /v2.0/floatingips/333e7542-5197-41bc-8bc4-f0a1b3905a01 HTTP/1.1" status: 204 len: 173 time: 0.6242485 Jul 27 21:07:36.690613 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d118cf-471b-40bc-8185-74254c98c973 req-924b0033-f28f-4612-9874-26b4824a85f6 tempest-FloatingIPsAssociationNegativeTestJSON-1025249024 tempest-FloatingIPsAssociationNegativeTestJSON-1025249024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:07:36.692277 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-c4d118cf-471b-40bc-8185-74254c98c973 req-924b0033-f28f-4612-9874-26b4824a85f6 tempest-FloatingIPsAssociationNegativeTestJSON-1025249024 tempest-FloatingIPsAssociationNegativeTestJSON-1025249024-project] 10.222.0.59 "GET /v2.0/ports?device_id=0564c5e9-be55-4bf7-a1b9-791746477619&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0738628 Jul 27 21:07:36.739545 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-c4d118cf-471b-40bc-8185-74254c98c973 req-882120d3-202a-447b-b87a-5643bce4077c tempest-FloatingIPsAssociationNegativeTestJSON-1025249024 tempest-FloatingIPsAssociationNegativeTestJSON-1025249024-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0408134 Jul 27 21:07:36.798965 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-dc3e0e2a-3113-4e07-88fa-a55e8583874c req-b44a18af-2c77-4204-97ba-af268db2ac21 tempest-FloatingIPsAssociationNegativeTestJSON-1025249024 tempest-FloatingIPsAssociationNegativeTestJSON-1025249024-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0380404 Jul 27 21:07:37.105882 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad8c7c8-1204-41d6-a1f0-5fd275d7251f req-ddad4f73-6e70-4fbe-a58f-a56c82b16427 tempest-FloatingIPsAssociationNegativeTestJSON-1025249024 tempest-FloatingIPsAssociationNegativeTestJSON-1025249024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:07:37.115973 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-7ad8c7c8-1204-41d6-a1f0-5fd275d7251f req-ddad4f73-6e70-4fbe-a58f-a56c82b16427 tempest-FloatingIPsAssociationNegativeTestJSON-1025249024 tempest-FloatingIPsAssociationNegativeTestJSON-1025249024-project] 10.222.0.59 "GET /v2.0/ports?device_id=0564c5e9-be55-4bf7-a1b9-791746477619 HTTP/1.1" status: 200 len: 945 time: 0.1030328 Jul 27 21:07:37.180080 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-7ad8c7c8-1204-41d6-a1f0-5fd275d7251f req-64749b8d-91d0-42c5-af15-d791b4699b5f tempest-FloatingIPsAssociationNegativeTestJSON-1025249024 tempest-FloatingIPsAssociationNegativeTestJSON-1025249024-project] 10.222.0.59 "GET /v2.0/security-groups?id=10d6cda5-2a9f-44f4-8b0f-e5a23d757a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631721 Jul 27 21:07:38.067821 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 50894) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:07:38.193555 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-b6360a4c-e9a9-405a-a8e2-102e7acb7eea admin admin] Notify callbacks [] for security_group, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:38.308602 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-b6360a4c-e9a9-405a-a8e2-102e7acb7eea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:38.313238 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-b6360a4c-e9a9-405a-a8e2-102e7acb7eea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:38.367577 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-b6360a4c-e9a9-405a-a8e2-102e7acb7eea admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=0edd55af3de24ed2bdb559d21c37d05e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2986166 Jul 27 21:07:38.368474 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 50916) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:07:38.369319 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6360a4c-e9a9-405a-a8e2-102e7acb7eea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbf339cf-ce9b-461a-8021-677f4dcc5b72,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:07:38.386974 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a79184-a838-4d01-bf29-f92cd8e6c286 req-8bf021d7-7240-4ba9-89c2-d069162c29e8 tempest-FloatingIPsAssociationNegativeTestJSON-1025249024 tempest-FloatingIPsAssociationNegativeTestJSON-1025249024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:07:38.399019 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-26a79184-a838-4d01-bf29-f92cd8e6c286 req-8bf021d7-7240-4ba9-89c2-d069162c29e8 tempest-FloatingIPsAssociationNegativeTestJSON-1025249024 tempest-FloatingIPsAssociationNegativeTestJSON-1025249024-project] 10.222.0.59 "GET /v2.0/ports?device_id=0564c5e9-be55-4bf7-a1b9-791746477619 HTTP/1.1" status: 200 len: 945 time: 0.1121435 Jul 27 21:07:38.434013 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-26a79184-a838-4d01-bf29-f92cd8e6c286 req-f4bd6793-1ca6-4419-ba40-285a79ee646c tempest-FloatingIPsAssociationNegativeTestJSON-1025249024 tempest-FloatingIPsAssociationNegativeTestJSON-1025249024-project] 10.222.0.59 "GET /v2.0/security-groups?id=10d6cda5-2a9f-44f4-8b0f-e5a23d757a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339041 Jul 27 21:07:38.451037 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c1322451-de00-407d-85c0-1f9d4d4a154b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:38.472140 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c1322451-de00-407d-85c0-1f9d4d4a154b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:38.521997 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c1322451-de00-407d-85c0-1f9d4d4a154b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:38.524665 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c1322451-de00-407d-85c0-1f9d4d4a154b admin admin] Notify callbacks [] for security_group, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:38.526060 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-c1322451-de00-407d-85c0-1f9d4d4a154b admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/fbf339cf-ce9b-461a-8021-677f4dcc5b72 HTTP/1.1" status: 204 len: 168 time: 0.1528699 Jul 27 21:07:38.535425 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1322451-de00-407d-85c0-1f9d4d4a154b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbf339cf-ce9b-461a-8021-677f4dcc5b72,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:07:38.789434 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 50922) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:07:38.802735 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-0cd93fa5-566f-4d24-bad8-1d3815a4094c admin admin] Notify callbacks [] for security_group, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:38.877237 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1c1300-d702-48be-b5e9-3faf5256b6b9 req-ad40628a-f387-4a7e-8bd9-9c9de7e2e309 tempest-FloatingIPsAssociationNegativeTestJSON-1025249024 tempest-FloatingIPsAssociationNegativeTestJSON-1025249024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:07:38.879830 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-2f1c1300-d702-48be-b5e9-3faf5256b6b9 req-ad40628a-f387-4a7e-8bd9-9c9de7e2e309 tempest-FloatingIPsAssociationNegativeTestJSON-1025249024 tempest-FloatingIPsAssociationNegativeTestJSON-1025249024-project] 10.222.0.60 "GET /v2.0/ports?device_id=0564c5e9-be55-4bf7-a1b9-791746477619 HTTP/1.1" status: 200 len: 945 time: 0.0822191 Jul 27 21:07:38.883394 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-93ff833a-b740-4969-b677-80163ab7c38f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:38.909700 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-0cd93fa5-566f-4d24-bad8-1d3815a4094c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:38.914786 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-0cd93fa5-566f-4d24-bad8-1d3815a4094c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:38.961875 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-0cd93fa5-566f-4d24-bad8-1d3815a4094c admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=ac27b125b110426f9e77851963658398&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1713476 Jul 27 21:07:38.962773 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd93fa5-566f-4d24-bad8-1d3815a4094c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=915e0ab9-e21c-49bd-8964-83fc8cf3e225,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:07:38.966351 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 50924) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:07:39.007731 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [req-2f1c1300-d702-48be-b5e9-3faf5256b6b9 req-4552aad9-5f1c-44bf-aca5-0a989e96109a tempest-FloatingIPsAssociationNegativeTestJSON-1025249024 tempest-FloatingIPsAssociationNegativeTestJSON-1025249024-project] Deleting port 18446479-807d-4199-8134-4127e6c56671 {{(pid=105584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:07:39.008095 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-2f1c1300-d702-48be-b5e9-3faf5256b6b9 req-4552aad9-5f1c-44bf-aca5-0a989e96109a tempest-FloatingIPsAssociationNegativeTestJSON-1025249024 tempest-FloatingIPsAssociationNegativeTestJSON-1025249024-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:39.024094 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-49587fb2-b33b-43a7-afbf-c9266e225edd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:39.046248 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-49587fb2-b33b-43a7-afbf-c9266e225edd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:39.096818 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [req-2f1c1300-d702-48be-b5e9-3faf5256b6b9 req-4552aad9-5f1c-44bf-aca5-0a989e96109a tempest-FloatingIPsAssociationNegativeTestJSON-1025249024 tempest-FloatingIPsAssociationNegativeTestJSON-1025249024-project] For port 18446479-807d-4199-8134-4127e6c56671, host n-h2-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=18446479-807d-4199-8134-4127e6c56671,segment=NetworkSegment(59676559-ca5c-4852-925a-3b91e90d88a8),segment_id=59676559-ca5c-4852-925a-3b91e90d88a8)] {{(pid=105584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:07:39.097468 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-2f1c1300-d702-48be-b5e9-3faf5256b6b9 req-4552aad9-5f1c-44bf-aca5-0a989e96109a tempest-FloatingIPsAssociationNegativeTestJSON-1025249024 tempest-FloatingIPsAssociationNegativeTestJSON-1025249024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:39.099521 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-49587fb2-b33b-43a7-afbf-c9266e225edd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:39.102838 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-49587fb2-b33b-43a7-afbf-c9266e225edd admin admin] Notify callbacks [] for security_group, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:39.106792 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-49587fb2-b33b-43a7-afbf-c9266e225edd admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/915e0ab9-e21c-49bd-8964-83fc8cf3e225 HTTP/1.1" status: 204 len: 168 time: 0.1365156 Jul 27 21:07:39.112770 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49587fb2-b33b-43a7-afbf-c9266e225edd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=915e0ab9-e21c-49bd-8964-83fc8cf3e225,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:07:39.127992 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [req-2f1c1300-d702-48be-b5e9-3faf5256b6b9 req-4552aad9-5f1c-44bf-aca5-0a989e96109a tempest-FloatingIPsAssociationNegativeTestJSON-1025249024 tempest-FloatingIPsAssociationNegativeTestJSON-1025249024-project] Calling delete_port for 18446479-807d-4199-8134-4127e6c56671 owned by compute:nova {{(pid=105584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:07:39.275214 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-2f1c1300-d702-48be-b5e9-3faf5256b6b9 req-4552aad9-5f1c-44bf-aca5-0a989e96109a tempest-FloatingIPsAssociationNegativeTestJSON-1025249024 tempest-FloatingIPsAssociationNegativeTestJSON-1025249024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:39.316928 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4552aad9-5f1c-44bf-aca5-0a989e96109a tempest-FloatingIPsAssociationNegativeTestJSON-1025249024 tempest-FloatingIPsAssociationNegativeTestJSON-1025249024-project] Pushing event deleted for resources: {'Port': ['ID=18446479-807d-4199-8134-4127e6c56671,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:07:39.383333 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f1c1300-d702-48be-b5e9-3faf5256b6b9 req-4552aad9-5f1c-44bf-aca5-0a989e96109a tempest-FloatingIPsAssociationNegativeTestJSON-1025249024 tempest-FloatingIPsAssociationNegativeTestJSON-1025249024-project] No DVR routers for this DVR port 18446479-807d-4199-8134-4127e6c56671 on host n-h2-705658-22 {{(pid=105584) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:07:39.386494 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-2f1c1300-d702-48be-b5e9-3faf5256b6b9 req-4552aad9-5f1c-44bf-aca5-0a989e96109a tempest-FloatingIPsAssociationNegativeTestJSON-1025249024 tempest-FloatingIPsAssociationNegativeTestJSON-1025249024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:39.391900 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-2f1c1300-d702-48be-b5e9-3faf5256b6b9 req-4552aad9-5f1c-44bf-aca5-0a989e96109a tempest-FloatingIPsAssociationNegativeTestJSON-1025249024 tempest-FloatingIPsAssociationNegativeTestJSON-1025249024-project] 10.222.0.60 "DELETE /v2.0/ports/18446479-807d-4199-8134-4127e6c56671 HTTP/1.1" status: 204 len: 173 time: 0.5059128 Jul 27 21:07:39.392432 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0564c5e9-be55-4bf7-a1b9-791746477619', 'name': 'network-vif-deleted', 'tag': '18446479-807d-4199-8134-4127e6c56671'}] {{(pid=105584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:07:39.395786 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bce5e6c8685464f7626901654159975603b047827e3138302ed6566e28f1343" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f43839f4-3dc5-45be-a2a5-223ca2827c84" -d '{"events": [{"server_uuid": "0564c5e9-be55-4bf7-a1b9-791746477619", "name": "network-vif-deleted", "tag": "18446479-807d-4199-8134-4127e6c56671"}]}' {{(pid=105584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:07:39.474640 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:07:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e03530ad-2218-4f89-82a4-faa8ae3ddbfe x-openstack-request-id: req-e03530ad-2218-4f89-82a4-faa8ae3ddbfe {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:07:39.474983 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0564c5e9-be55-4bf7-a1b9-791746477619", "name": "network-vif-deleted", "tag": "18446479-807d-4199-8134-4127e6c56671", "status": "completed", "code": 200}]} {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:07:39.475505 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-e03530ad-2218-4f89-82a4-faa8ae3ddbfe {{(pid=105584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:07:39.476060 n-d-705658-22 neutron-server[105584]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0564c5e9-be55-4bf7-a1b9-791746477619', 'name': 'network-vif-deleted', 'tag': '18446479-807d-4199-8134-4127e6c56671', 'status': 'completed', 'code': 200} Jul 27 21:07:39.665505 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e28a4f84-c952-4465-8d1b-4bc416904163 req-556f3740-ebae-492a-a6d3-857f3b89057b tempest-FloatingIPsAssociationNegativeTestJSON-1025249024 tempest-FloatingIPsAssociationNegativeTestJSON-1025249024-project] 10.222.0.59 "GET /v2.0/ports?device_id=0564c5e9-be55-4bf7-a1b9-791746477619 HTTP/1.1" status: 200 len: 210 time: 0.0407343 Jul 27 21:07:39.992858 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:40.729486 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 51006) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:07:40.804034 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 51008) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:07:40.930400 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-0e62bcfc-e2f8-4205-bd58-786a14a2b48b admin admin] Notify callbacks [] for security_group, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:41.029141 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-0e62bcfc-e2f8-4205-bd58-786a14a2b48b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:41.033494 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-0e62bcfc-e2f8-4205-bd58-786a14a2b48b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:41.072772 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-0e62bcfc-e2f8-4205-bd58-786a14a2b48b admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=c7b1cc5c1b604ab78d17ae5c99992642&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2670236 Jul 27 21:07:41.074151 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e62bcfc-e2f8-4205-bd58-786a14a2b48b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=547fdabe-2ca2-451a-b814-b5ed4639d424,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:07:41.075793 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 51012) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:07:41.145511 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Device 18446479-807d-4199-8134-4127e6c56671 no longer exists at agent hyperv_n-h2-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:07:41.146629 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-c6c69613-e55b-49f8-b056-2dc3c7b8129e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4076536'] for router_interface, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:41.149756 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-a36387ec-81f8-47ab-b00d-089a1ec4f97f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:41.181718 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-3d54578f-831f-4696-b568-13c455922dab None None] No Port match for: 18446479-807d-4199-8134-4127e6c56671 {{(pid=105586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:07:41.182069 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Device 18446479-807d-4199-8134-4127e6c56671 not bound to the agent host n-h2-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:07:41.211080 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-a36387ec-81f8-47ab-b00d-089a1ec4f97f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:41.236157 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-8ff92974-47f3-4d47-9de6-e458bce53441 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:41.350838 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-a36387ec-81f8-47ab-b00d-089a1ec4f97f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:41.353355 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-a36387ec-81f8-47ab-b00d-089a1ec4f97f admin admin] Notify callbacks [] for security_group, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:41.356853 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-a36387ec-81f8-47ab-b00d-089a1ec4f97f admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/547fdabe-2ca2-451a-b814-b5ed4639d424 HTTP/1.1" status: 204 len: 168 time: 0.2777679 Jul 27 21:07:41.367705 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36387ec-81f8-47ab-b00d-089a1ec4f97f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=547fdabe-2ca2-451a-b814-b5ed4639d424,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:07:41.482202 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [None req-c6c69613-e55b-49f8-b056-2dc3c7b8129e admin admin] Deleting port a24ba7ad-3b11-4a0c-933a-003e33fa1f3e {{(pid=105585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:07:41.482552 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-c6c69613-e55b-49f8-b056-2dc3c7b8129e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:41.565991 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.db [None req-c6c69613-e55b-49f8-b056-2dc3c7b8129e admin admin] For port a24ba7ad-3b11-4a0c-933a-003e33fa1f3e, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=a24ba7ad-3b11-4a0c-933a-003e33fa1f3e,segment=NetworkSegment(59676559-ca5c-4852-925a-3b91e90d88a8),segment_id=59676559-ca5c-4852-925a-3b91e90d88a8)] {{(pid=105585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:07:41.566505 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-c6c69613-e55b-49f8-b056-2dc3c7b8129e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:41.591901 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [None req-c6c69613-e55b-49f8-b056-2dc3c7b8129e admin admin] Calling delete_port for a24ba7ad-3b11-4a0c-933a-003e33fa1f3e owned by network:router_interface {{(pid=105585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:07:41.818555 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:41.838252 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-c6c69613-e55b-49f8-b056-2dc3c7b8129e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:41.870876 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c69613-e55b-49f8-b056-2dc3c7b8129e admin admin] Pushing event deleted for resources: {'Port': ['ID=a24ba7ad-3b11-4a0c-933a-003e33fa1f3e,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:07:42.049887 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-c6c69613-e55b-49f8-b056-2dc3c7b8129e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3743915', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4076308'] for router_interface, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:42.542488 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6c69613-e55b-49f8-b056-2dc3c7b8129e admin admin] Router 1b473d76-051d-488b-b473-8a05391bbf5a has already been hosted by L3 agent dd128fd7-8e57-4d4f-895b-a96b369df59a {{(pid=105585) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:07:42.660436 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6c69613-e55b-49f8-b056-2dc3c7b8129e admin admin] Notify agent at l3_agent.n-d-705658-22 the message routers_updated {{(pid=105585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:07:42.666976 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-c6c69613-e55b-49f8-b056-2dc3c7b8129e admin admin] 10.222.0.59 "PUT /v2.0/routers/1b473d76-051d-488b-b473-8a05391bbf5a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9357653 Jul 27 21:07:42.669690 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 51060) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:07:42.670675 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9fbe226-bb8a-4e58-89f3-5accbb088360 None None] Sync routers for ids ['1b473d76-051d-488b-b473-8a05391bbf5a'] in n-d-705658-22 {{(pid=105586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:07:42.681460 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9fbe226-bb8a-4e58-89f3-5accbb088360 None None] Routers {'1b473d76-051d-488b-b473-8a05391bbf5a'} bound to L3 agent in host n-d-705658-22 {{(pid=105586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:07:42.682395 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-b9fbe226-bb8a-4e58-89f3-5accbb088360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:07:41Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['1b473d76-051d-488b-b473-8a05391bbf5a'], 'active': True} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:07:42.804264 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-34cde663-7e2d-472c-9a2e-03ad41eb598e admin admin] Notify callbacks [] for router, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:42.838508 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvr_db [None req-b9fbe226-bb8a-4e58-89f3-5accbb088360 None None] Set router 1b473d76-051d-488b-b473-8a05391bbf5a gateway port host: n-d-705658-22 {{(pid=105586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:07:42.840349 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-bb32ed7d-8717-448b-a9c8-a5a0117d1fd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:42.962501 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-34cde663-7e2d-472c-9a2e-03ad41eb598e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:43.025089 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [None req-34cde663-7e2d-472c-9a2e-03ad41eb598e admin admin] Deleting port 97c12dcf-0494-4f5b-8bac-beae06df436c {{(pid=105585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:07:43.025701 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-34cde663-7e2d-472c-9a2e-03ad41eb598e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:43.085119 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-b9fbe226-bb8a-4e58-89f3-5accbb088360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b473d76-051d-488b-b473-8a05391bbf5a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1638289515-router', 'tenant_id': '8546fed2c7614cb9b0802376f643e190', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.109'}], 'enable_snat': True}, 'gw_port_id': '97c12dcf-0494-4f5b-8bac-beae06df436c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:07:06Z', 'updated_at': '2021-07-27T21:07:41Z', 'revision_number': 5, 'project_id': '8546fed2c7614cb9b0802376f643e190', 'gw_port': {'id': '97c12dcf-0494-4f5b-8bac-beae06df436c', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:93:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b473d76-051d-488b-b473-8a05391bbf5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:07:07Z', 'updated_at': '2021-07-27T21:07:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22'}], 'n-d-705658-22', False) {} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:07:43.120741 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9fbe226-bb8a-4e58-89f3-5accbb088360 None None] Checking router: 1b473d76-051d-488b-b473-8a05391bbf5a for host: n-d-705658-22 {{(pid=105586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:07:43.132214 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9fbe226-bb8a-4e58-89f3-5accbb088360 None None] Routers {'1b473d76-051d-488b-b473-8a05391bbf5a'} bound to L3 agent in host n-d-705658-22 {{(pid=105586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:07:43.133282 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-b9fbe226-bb8a-4e58-89f3-5accbb088360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:07:41Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['1b473d76-051d-488b-b473-8a05391bbf5a'], 'active': True} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:07:43.149062 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.db [None req-34cde663-7e2d-472c-9a2e-03ad41eb598e admin admin] For port 97c12dcf-0494-4f5b-8bac-beae06df436c, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=97c12dcf-0494-4f5b-8bac-beae06df436c,segment=NetworkSegment(12196855-9a32-4633-9a56-77697ef9e126),segment_id=12196855-9a32-4633-9a56-77697ef9e126)] {{(pid=105585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:07:43.149484 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-34cde663-7e2d-472c-9a2e-03ad41eb598e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:43.164364 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [None req-34cde663-7e2d-472c-9a2e-03ad41eb598e admin admin] Calling delete_port for 97c12dcf-0494-4f5b-8bac-beae06df436c owned by network:router_gateway {{(pid=105585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:07:43.253702 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 51084) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:07:43.268402 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvr_db [None req-b9fbe226-bb8a-4e58-89f3-5accbb088360 None None] Set router 1b473d76-051d-488b-b473-8a05391bbf5a gateway port host: None {{(pid=105586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:07:43.347248 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-b9fbe226-bb8a-4e58-89f3-5accbb088360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b473d76-051d-488b-b473-8a05391bbf5a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1638289515-router', 'tenant_id': '8546fed2c7614cb9b0802376f643e190', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:07:06Z', 'updated_at': '2021-07-27T21:07:42Z', 'revision_number': 6, 'project_id': '8546fed2c7614cb9b0802376f643e190', 'gw_port_host': None}], 'n-d-705658-22', False) {} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:07:43.359365 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-34cde663-7e2d-472c-9a2e-03ad41eb598e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:43.366929 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-e02f7ed0-f805-4127-8368-4d24d6ee7222 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:43.376416 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9fbe226-bb8a-4e58-89f3-5accbb088360 None None] The sync data for ids ['1b473d76-051d-488b-b473-8a05391bbf5a'] in n-d-705658-22 is: [{'id': '1b473d76-051d-488b-b473-8a05391bbf5a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1638289515-router', 'tenant_id': '8546fed2c7614cb9b0802376f643e190', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:07:06Z', 'updated_at': '2021-07-27T21:07:42Z', 'revision_number': 6, 'project_id': '8546fed2c7614cb9b0802376f643e190', 'gw_port_host': None}] {{(pid=105586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:07:43.403836 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34cde663-7e2d-472c-9a2e-03ad41eb598e admin admin] Pushing event deleted for resources: {'Port': ['ID=97c12dcf-0494-4f5b-8bac-beae06df436c,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:07:43.469959 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-e02f7ed0-f805-4127-8368-4d24d6ee7222 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:43.475918 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-e02f7ed0-f805-4127-8368-4d24d6ee7222 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:43.488668 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-34cde663-7e2d-472c-9a2e-03ad41eb598e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4075702'] for router_gateway, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:43.503388 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02f7ed0-f805-4127-8368-4d24d6ee7222 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75b892eb-843e-4b32-8325-721c0e1c1a4a,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:07:43.523405 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-e02f7ed0-f805-4127-8368-4d24d6ee7222 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=f59c1fa26d4d4e758709022fa91f9f6a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2685711 Jul 27 21:07:43.523985 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 51088) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:07:43.575338 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-4d382a13-a67a-4a27-85be-34b7d87eb0f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:43.582325 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-34cde663-7e2d-472c-9a2e-03ad41eb598e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4163631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-425'] for router, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:43.585400 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-34cde663-7e2d-472c-9a2e-03ad41eb598e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:43.599783 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-4d382a13-a67a-4a27-85be-34b7d87eb0f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:43.642897 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-34cde663-7e2d-472c-9a2e-03ad41eb598e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4163007'] for router, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:43.643689 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34cde663-7e2d-472c-9a2e-03ad41eb598e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1b473d76-051d-488b-b473-8a05391bbf5a {{(pid=105585) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 21:07:43.657109 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-34cde663-7e2d-472c-9a2e-03ad41eb598e admin admin] Notify callbacks [] for router, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:43.659272 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-34cde663-7e2d-472c-9a2e-03ad41eb598e admin admin] 10.222.0.59 "DELETE /v2.0/routers/1b473d76-051d-488b-b473-8a05391bbf5a HTTP/1.1" status: 204 len: 168 time: 0.9876444 Jul 27 21:07:43.660999 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 51092) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:07:43.666837 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-4d382a13-a67a-4a27-85be-34b7d87eb0f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:43.670856 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-4d382a13-a67a-4a27-85be-34b7d87eb0f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:43.672098 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-4d382a13-a67a-4a27-85be-34b7d87eb0f4 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/75b892eb-843e-4b32-8325-721c0e1c1a4a HTTP/1.1" status: 204 len: 168 time: 0.1472011 Jul 27 21:07:43.688019 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d382a13-a67a-4a27-85be-34b7d87eb0f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75b892eb-843e-4b32-8325-721c0e1c1a4a,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:07:43.723647 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.db_base_plugin_v2 [None req-68d0c4c0-20b3-4b6d-bc0a-3a8b93efc75a admin admin] Deleting subnet c06c1e52-a8c2-4728-9a36-7a3af47fdc24 {{(pid=105585) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:07:43.727465 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-68d0c4c0-20b3-4b6d-bc0a-3a8b93efc75a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:43.775527 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-68d0c4c0-20b3-4b6d-bc0a-3a8b93efc75a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9887057'] for subnet, precommit_delete_associations {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:43.868572 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-68d0c4c0-20b3-4b6d-bc0a-3a8b93efc75a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854965'] for subnet, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:43.939097 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-68d0c4c0-20b3-4b6d-bc0a-3a8b93efc75a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10221602', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9990583'] for subnet, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:43.951989 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-68d0c4c0-20b3-4b6d-bc0a-3a8b93efc75a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743886'] for subnet, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:43.956269 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-68d0c4c0-20b3-4b6d-bc0a-3a8b93efc75a admin admin] 10.222.0.59 "DELETE /v2.0/subnets/c06c1e52-a8c2-4728-9a36-7a3af47fdc24 HTTP/1.1" status: 204 len: 168 time: 0.2919555 Jul 27 21:07:43.956744 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 51102) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:07:43.964365 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4b9386c-7d32-414b-a260-09c5ff056242 None None] Network ce7bd6e3-f593-4b7a-a3fb-11a85664a6f7 requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:07:43.973741 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d0c4c0-20b3-4b6d-bc0a-3a8b93efc75a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c06c1e52-a8c2-4728-9a36-7a3af47fdc24,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:07:44.050614 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 51104) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:07:44.064444 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-b105a61b-0b62-4924-89cb-2cc65938229a admin admin] Notify callbacks [] for security_group, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:44.067053 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-b226e325-b5c8-40c6-bc1d-4429a188a323 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-990557'] for network, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:44.140804 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-b226e325-b5c8-40c6-bc1d-4429a188a323 admin admin] Deleting port 7c19f53e-a8dc-40dd-8501-627581c4ebdb {{(pid=105584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:07:44.141151 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-b226e325-b5c8-40c6-bc1d-4429a188a323 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:44.205412 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-b105a61b-0b62-4924-89cb-2cc65938229a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:44.214095 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-b105a61b-0b62-4924-89cb-2cc65938229a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:44.220672 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [None req-b226e325-b5c8-40c6-bc1d-4429a188a323 admin admin] For port 7c19f53e-a8dc-40dd-8501-627581c4ebdb, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=7c19f53e-a8dc-40dd-8501-627581c4ebdb,segment=NetworkSegment(59676559-ca5c-4852-925a-3b91e90d88a8),segment_id=59676559-ca5c-4852-925a-3b91e90d88a8)] {{(pid=105584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:07:44.221367 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-b226e325-b5c8-40c6-bc1d-4429a188a323 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:44.243123 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-b226e325-b5c8-40c6-bc1d-4429a188a323 admin admin] Calling delete_port for 7c19f53e-a8dc-40dd-8501-627581c4ebdb owned by network:dhcp {{(pid=105584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:07:44.246401 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-875ced1b-4cf3-463a-9653-058f0f9421e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:44.258662 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80e555ad-b588-4c16-91d3-c44b89fa4adf None None] DHCP port deletion for ce7bd6e3-f593-4b7a-a3fb-11a85664a6f7 request from n-d-705658-22 {{(pid=105586) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 21:07:44.285279 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-b105a61b-0b62-4924-89cb-2cc65938229a admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=701f147378864528bb1b6a226094466b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2334199 Jul 27 21:07:44.328467 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 51108) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:07:44.385679 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b105a61b-0b62-4924-89cb-2cc65938229a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=533053c0-ddf0-490e-8bc2-53cdaaf1cad4,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:07:44.406655 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-80e555ad-b588-4c16-91d3-c44b89fa4adf None None] Deleting port 7c19f53e-a8dc-40dd-8501-627581c4ebdb {{(pid=105586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:07:44.407379 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-80e555ad-b588-4c16-91d3-c44b89fa4adf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:44.449113 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-a929454e-469b-41b3-af7d-e3345d304022 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:44.466649 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-b226e325-b5c8-40c6-bc1d-4429a188a323 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:44.485126 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-80e555ad-b588-4c16-91d3-c44b89fa4adf None None] For port 7c19f53e-a8dc-40dd-8501-627581c4ebdb, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=7c19f53e-a8dc-40dd-8501-627581c4ebdb,segment=NetworkSegment(59676559-ca5c-4852-925a-3b91e90d88a8),segment_id=59676559-ca5c-4852-925a-3b91e90d88a8)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:07:44.485791 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-80e555ad-b588-4c16-91d3-c44b89fa4adf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:44.497131 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-a929454e-469b-41b3-af7d-e3345d304022 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:44.501353 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-80e555ad-b588-4c16-91d3-c44b89fa4adf None None] Calling delete_port for 7c19f53e-a8dc-40dd-8501-627581c4ebdb owned by network:dhcp {{(pid=105586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:07:44.510392 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b226e325-b5c8-40c6-bc1d-4429a188a323 admin admin] Pushing event deleted for resources: {'Port': ['ID=7c19f53e-a8dc-40dd-8501-627581c4ebdb,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:07:44.514179 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b226e325-b5c8-40c6-bc1d-4429a188a323 admin admin] No DVR routers for this DVR port 7c19f53e-a8dc-40dd-8501-627581c4ebdb on host n-d-705658-22 {{(pid=105584) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:07:44.563377 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-a929454e-469b-41b3-af7d-e3345d304022 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:44.567269 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-a929454e-469b-41b3-af7d-e3345d304022 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:44.571045 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-a929454e-469b-41b3-af7d-e3345d304022 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/533053c0-ddf0-490e-8bc2-53cdaaf1cad4 HTTP/1.1" status: 204 len: 168 time: 0.2393105 Jul 27 21:07:44.578211 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a929454e-469b-41b3-af7d-e3345d304022 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=533053c0-ddf0-490e-8bc2-53cdaaf1cad4,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:07:44.589664 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-b226e325-b5c8-40c6-bc1d-4429a188a323 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853562', 'neutron.services.segments.db._delete_segments_for_network-8790688882975'] for network, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:44.600543 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.segments.db [None req-b226e325-b5c8-40c6-bc1d-4429a188a323 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce7bd6e3-f593-4b7a-a3fb-11a85664a6f7']}} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:07:44.611577 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.segments.db [None req-b226e325-b5c8-40c6-bc1d-4429a188a323 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59676559-ca5c-4852-925a-3b91e90d88a8') {'for_net_delete': True} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:07:44.611937 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.segments.db [None req-b226e325-b5c8-40c6-bc1d-4429a188a323 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59676559-ca5c-4852-925a-3b91e90d88a8') {} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:07:44.623519 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-b226e325-b5c8-40c6-bc1d-4429a188a323 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790688883752', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9014348'] for segment, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:44.625737 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-80e555ad-b588-4c16-91d3-c44b89fa4adf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180'] for port, after_delete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:44.639941 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-b226e325-b5c8-40c6-bc1d-4429a188a323 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:44.646506 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b226e325-b5c8-40c6-bc1d-4429a188a323 admin admin] Releasing vlan 200 on physical network physnet1 to pool {{(pid=105584) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:07:44.646944 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-b226e325-b5c8-40c6-bc1d-4429a188a323 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9014063'] for segment, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:44.648823 n-d-705658-22 neutron-server[105584]: Traceback (most recent call last): Jul 27 21:07:44.648823 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:07:44.648823 n-d-705658-22 neutron-server[105584]: timer() Jul 27 21:07:44.648823 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:07:44.648823 n-d-705658-22 neutron-server[105584]: cb(*args, **kw) Jul 27 21:07:44.648823 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:07:44.648823 n-d-705658-22 neutron-server[105584]: return func(*args, **kwargs) Jul 27 21:07:44.648823 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:07:44.648823 n-d-705658-22 neutron-server[105584]: self._notify() Jul 27 21:07:44.648823 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:07:44.648823 n-d-705658-22 neutron-server[105584]: self.callback(batched_events) Jul 27 21:07:44.648823 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:07:44.648823 n-d-705658-22 neutron-server[105584]: event.method(event) Jul 27 21:07:44.648823 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:07:44.648823 n-d-705658-22 neutron-server[105584]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:07:44.648823 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:07:44.648823 n-d-705658-22 neutron-server[105584]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:07:44.648823 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:07:44.648823 n-d-705658-22 neutron-server[105584]: return f(self, *a, **k) Jul 27 21:07:44.648823 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:07:44.648823 n-d-705658-22 neutron-server[105584]: return self._get(url).json() Jul 27 21:07:44.648823 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:07:44.648823 n-d-705658-22 neutron-server[105584]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:07:44.648823 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:07:44.648823 n-d-705658-22 neutron-server[105584]: return self.request(url, 'GET', **kwargs) Jul 27 21:07:44.648823 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:07:44.648823 n-d-705658-22 neutron-server[105584]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:07:44.648823 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:07:44.648823 n-d-705658-22 neutron-server[105584]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:07:44.648823 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:07:44.648823 n-d-705658-22 neutron-server[105584]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:07:44.648823 n-d-705658-22 neutron-server[105584]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:07:44.669545 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e555ad-b588-4c16-91d3-c44b89fa4adf None None] Pushing event deleted for resources: {'Port': ['ID=7c19f53e-a8dc-40dd-8501-627581c4ebdb,revision_number=None']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:07:44.692075 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e555ad-b588-4c16-91d3-c44b89fa4adf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:07:44.693587 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e555ad-b588-4c16-91d3-c44b89fa4adf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:07:44.694750 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e555ad-b588-4c16-91d3-c44b89fa4adf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:07:44.695427 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e555ad-b588-4c16-91d3-c44b89fa4adf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:07:44.696305 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e555ad-b588-4c16-91d3-c44b89fa4adf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:07:44.696845 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e555ad-b588-4c16-91d3-c44b89fa4adf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:07:44.697489 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e555ad-b588-4c16-91d3-c44b89fa4adf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:07:44.697990 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e555ad-b588-4c16-91d3-c44b89fa4adf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:07:44.698544 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e555ad-b588-4c16-91d3-c44b89fa4adf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:07:44.699112 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e555ad-b588-4c16-91d3-c44b89fa4adf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:07:44.699599 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e555ad-b588-4c16-91d3-c44b89fa4adf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:07:44.700080 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e555ad-b588-4c16-91d3-c44b89fa4adf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:07:44.712018 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80e555ad-b588-4c16-91d3-c44b89fa4adf None None] No DVR routers for this DVR port 7c19f53e-a8dc-40dd-8501-627581c4ebdb on host n-d-705658-22 {{(pid=105586) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:07:44.723756 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-b226e325-b5c8-40c6-bc1d-4429a188a323 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4075658'] for network, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:44.732691 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-b226e325-b5c8-40c6-bc1d-4429a188a323 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743886'] for network, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:44.734650 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-b226e325-b5c8-40c6-bc1d-4429a188a323 admin admin] 10.222.0.59 "DELETE /v2.0/networks/ce7bd6e3-f593-4b7a-a3fb-11a85664a6f7 HTTP/1.1" status: 204 len: 168 time: 0.7767394 Jul 27 21:07:44.749190 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b226e325-b5c8-40c6-bc1d-4429a188a323 admin admin] Pushing event deleted for resources: {'Network': ['ID=ce7bd6e3-f593-4b7a-a3fb-11a85664a6f7,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:07:44.857739 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 51118) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:07:44.909723 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-fc2654d7-0580-41c0-80ae-7469a1ed204b admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=8546fed2c7614cb9b0802376f643e190&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0482814 Jul 27 21:07:44.909723 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 51122) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:07:44.967705 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-72aa90ee-3ee7-4dad-a579-1ef3801e1989 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:44.995650 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 7c19f53e-a8dc-40dd-8501-627581c4ebdb no longer exists at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:07:44.996147 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-72aa90ee-3ee7-4dad-a579-1ef3801e1989 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:45.030696 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] No Port match for: 7c19f53e-a8dc-40dd-8501-627581c4ebdb {{(pid=105586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:07:45.031075 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 7c19f53e-a8dc-40dd-8501-627581c4ebdb not bound to the agent host n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:07:45.031912 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device a24ba7ad-3b11-4a0c-933a-003e33fa1f3e no longer exists at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:07:45.051951 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-72aa90ee-3ee7-4dad-a579-1ef3801e1989 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:45.054311 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] No Port match for: a24ba7ad-3b11-4a0c-933a-003e33fa1f3e {{(pid=105586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:07:45.054684 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device a24ba7ad-3b11-4a0c-933a-003e33fa1f3e not bound to the agent host n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:07:45.055150 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 97c12dcf-0494-4f5b-8bac-beae06df436c no longer exists at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:07:45.055273 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-72aa90ee-3ee7-4dad-a579-1ef3801e1989 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:45.059268 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-72aa90ee-3ee7-4dad-a579-1ef3801e1989 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/10d6cda5-2a9f-44f4-8b0f-e5a23d757a7a HTTP/1.1" status: 204 len: 168 time: 0.1456630 Jul 27 21:07:45.064355 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72aa90ee-3ee7-4dad-a579-1ef3801e1989 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10d6cda5-2a9f-44f4-8b0f-e5a23d757a7a,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:07:45.088774 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] No Port match for: 97c12dcf-0494-4f5b-8bac-beae06df436c {{(pid=105586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:07:45.089036 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 97c12dcf-0494-4f5b-8bac-beae06df436c not bound to the agent host n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:07:47.224020 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 51384) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:07:47.328445 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-1b56b27b-9f77-49ed-8044-7173e5a8745f admin admin] Notify callbacks [] for security_group, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:47.420312 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-1b56b27b-9f77-49ed-8044-7173e5a8745f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:47.426235 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-1b56b27b-9f77-49ed-8044-7173e5a8745f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:47.468445 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-1b56b27b-9f77-49ed-8044-7173e5a8745f admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=844d0d66a83243dfb57bb4f670d1aab7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2433066 Jul 27 21:07:47.469535 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b56b27b-9f77-49ed-8044-7173e5a8745f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df63bbee-72b4-4724-a783-a44e8d9334de,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:07:47.471503 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 51416) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:07:47.536408 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-9df5d60e-b205-4a2c-add9-7890fe3bfbc0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:47.559805 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-9df5d60e-b205-4a2c-add9-7890fe3bfbc0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:47.611739 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-9df5d60e-b205-4a2c-add9-7890fe3bfbc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:47.614445 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-9df5d60e-b205-4a2c-add9-7890fe3bfbc0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:47.615664 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-9df5d60e-b205-4a2c-add9-7890fe3bfbc0 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/df63bbee-72b4-4724-a783-a44e8d9334de HTTP/1.1" status: 204 len: 168 time: 0.1412506 Jul 27 21:07:47.624025 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df5d60e-b205-4a2c-add9-7890fe3bfbc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df63bbee-72b4-4724-a783-a44e8d9334de,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:07:47.949285 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 51478) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:07:47.966394 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-1fefedf6-31b3-48ee-8e6f-5c780d6555db admin admin] Notify callbacks [] for security_group, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:48.065772 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-1fefedf6-31b3-48ee-8e6f-5c780d6555db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:48.071742 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-1fefedf6-31b3-48ee-8e6f-5c780d6555db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:48.108132 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fefedf6-31b3-48ee-8e6f-5c780d6555db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=488d33f8-8004-46ce-81b2-0e99d2920ca6,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:07:48.112902 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-1fefedf6-31b3-48ee-8e6f-5c780d6555db admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=080c09de117e411e9efc381775b3f4c6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1624746 Jul 27 21:07:48.116330 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 51506) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:07:48.171209 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-b5eefc53-8d92-4b72-8ec1-b41c1dbdb551 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:48.202333 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-b5eefc53-8d92-4b72-8ec1-b41c1dbdb551 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:48.257068 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-b5eefc53-8d92-4b72-8ec1-b41c1dbdb551 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:48.260229 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-b5eefc53-8d92-4b72-8ec1-b41c1dbdb551 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:48.261905 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-b5eefc53-8d92-4b72-8ec1-b41c1dbdb551 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/488d33f8-8004-46ce-81b2-0e99d2920ca6 HTTP/1.1" status: 204 len: 168 time: 0.1444674 Jul 27 21:07:48.272353 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5eefc53-8d92-4b72-8ec1-b41c1dbdb551 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=488d33f8-8004-46ce-81b2-0e99d2920ca6,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:07:50.398185 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 51830) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:07:50.514411 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-12fd3da1-66bd-425c-8571-5af0b10f51f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:50.609344 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-12fd3da1-66bd-425c-8571-5af0b10f51f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:50.613777 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-12fd3da1-66bd-425c-8571-5af0b10f51f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:50.660148 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-12fd3da1-66bd-425c-8571-5af0b10f51f3 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=009349dcc4564c9692adea38520efac3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2608185 Jul 27 21:07:50.662086 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fd3da1-66bd-425c-8571-5af0b10f51f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6dfbe703-e4cb-4cf7-8f7d-5e573e989b61,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:07:50.663179 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 51852) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:07:50.720375 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-2b17471e-f715-4fe8-a99e-df3cf80e4ad3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:50.743711 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-2b17471e-f715-4fe8-a99e-df3cf80e4ad3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:50.801246 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-2b17471e-f715-4fe8-a99e-df3cf80e4ad3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:50.804346 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-2b17471e-f715-4fe8-a99e-df3cf80e4ad3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:50.805623 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-2b17471e-f715-4fe8-a99e-df3cf80e4ad3 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/6dfbe703-e4cb-4cf7-8f7d-5e573e989b61 HTTP/1.1" status: 204 len: 168 time: 0.1414068 Jul 27 21:07:50.815075 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b17471e-f715-4fe8-a99e-df3cf80e4ad3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dfbe703-e4cb-4cf7-8f7d-5e573e989b61,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:07:51.163524 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 51900) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:07:51.183058 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-e3826c5c-ca54-4af4-b6f0-7acaf8d97a29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:51.281777 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-e3826c5c-ca54-4af4-b6f0-7acaf8d97a29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:51.290683 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-e3826c5c-ca54-4af4-b6f0-7acaf8d97a29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:51.336335 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-e3826c5c-ca54-4af4-b6f0-7acaf8d97a29 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=b51c87cbf517414c95d9bb37b4356024&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1667612 Jul 27 21:07:51.336335 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3826c5c-ca54-4af4-b6f0-7acaf8d97a29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8b0f9c5-2255-49df-a4e3-00ffba878e64,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:07:51.336617 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 51914) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:07:51.404131 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-2ebcfac7-ab00-410a-baee-aba72b33e6c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:51.425958 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-2ebcfac7-ab00-410a-baee-aba72b33e6c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:51.480275 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-2ebcfac7-ab00-410a-baee-aba72b33e6c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:51.483123 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-2ebcfac7-ab00-410a-baee-aba72b33e6c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:51.486771 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-2ebcfac7-ab00-410a-baee-aba72b33e6c0 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/e8b0f9c5-2255-49df-a4e3-00ffba878e64 HTTP/1.1" status: 204 len: 168 time: 0.1504023 Jul 27 21:07:51.493234 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebcfac7-ab00-410a-baee-aba72b33e6c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8b0f9c5-2255-49df-a4e3-00ffba878e64,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:07:51.765381 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 51934) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:07:51.870186 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-78dece9d-b93d-4339-bbfb-bf7aa96a876e admin admin] Notify callbacks [] for security_group, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:51.964759 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-78dece9d-b93d-4339-bbfb-bf7aa96a876e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:51.969185 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-78dece9d-b93d-4339-bbfb-bf7aa96a876e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:52.011929 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78dece9d-b93d-4339-bbfb-bf7aa96a876e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31a978b5-80dd-4095-8239-324b1ad764bf,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:07:52.016287 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-78dece9d-b93d-4339-bbfb-bf7aa96a876e admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=5cf294628f0340efb26a9caff3866d30&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2498698 Jul 27 21:07:52.018876 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 51952) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:07:52.083410 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-a34fdeb0-8bbf-4e33-ae1d-7f50486e76b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:52.108245 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-a34fdeb0-8bbf-4e33-ae1d-7f50486e76b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:52.164289 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-a34fdeb0-8bbf-4e33-ae1d-7f50486e76b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:52.167741 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-a34fdeb0-8bbf-4e33-ae1d-7f50486e76b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:52.169610 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-a34fdeb0-8bbf-4e33-ae1d-7f50486e76b3 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/31a978b5-80dd-4095-8239-324b1ad764bf HTTP/1.1" status: 204 len: 168 time: 0.1495614 Jul 27 21:07:52.193197 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34fdeb0-8bbf-4e33-ae1d-7f50486e76b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31a978b5-80dd-4095-8239-324b1ad764bf,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:07:52.936988 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 52024) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:07:53.033672 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 52030) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:07:53.137017 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-4cc1b9c2-10f3-44e2-9317-204ab9c2b284 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-1666299021-network', 'tenant_id': 'a39d600e729a489d99ed420d77266b4e'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:07:53.147048 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-24bd1a19-ed20-4960-a287-aff388456f71 tempest-ExternalNetworksTestJSON-1952998843 tempest-ExternalNetworksTestJSON-1952998843-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-2145561677'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:07:53.181934 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.db.api [None req-24bd1a19-ed20-4960-a287-aff388456f71 tempest-ExternalNetworksTestJSON-1952998843 tempest-ExternalNetworksTestJSON-1952998843-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 27 21:07:53.181934 n-d-705658-22 neutron-server[105584]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 27 21:07:53.181934 n-d-705658-22 neutron-server[105584]: [parameters: {'project_id': '0087b258778a4541a1dadf0efdce12c9', 'id': '5dfa6053-8fa6-4785-8642-d32f18cac173', 'expiration': datetime.datetime(2021, 7, 27, 21, 9, 53, 169983)}] Jul 27 21:07:53.181934 n-d-705658-22 neutron-server[105584]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=105584) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 27 21:07:53.182477 n-d-705658-22 neutron-server[105584]: DEBUG oslo_db.api [None req-24bd1a19-ed20-4960-a287-aff388456f71 tempest-ExternalNetworksTestJSON-1952998843 tempest-ExternalNetworksTestJSON-1952998843-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 27 21:07:53.189428 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cc1b9c2-10f3-44e2-9317-204ab9c2b284 admin admin] Made reservation on behalf of a39d600e729a489d99ed420d77266b4e for: {'network': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:07:53.191791 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-4cc1b9c2-10f3-44e2-9317-204ab9c2b284 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for network, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:53.201645 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-4cc1b9c2-10f3-44e2-9317-204ab9c2b284 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:53.290093 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-4cc1b9c2-10f3-44e2-9317-204ab9c2b284 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:53.296618 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-4cc1b9c2-10f3-44e2-9317-204ab9c2b284 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:53.318553 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4cc1b9c2-10f3-44e2-9317-204ab9c2b284 admin admin] vlan segment allocate from pool success with {'vlan_id': 208, 'physical_network': 'physnet1'} {{(pid=105584) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:07:53.332776 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc1b9c2-10f3-44e2-9317-204ab9c2b284 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0824f12c-25ec-46a0-872f-0482607e4324,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:07:53.337868 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-4cc1b9c2-10f3-44e2-9317-204ab9c2b284 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:53.338154 n-d-705658-22 neutron-server[105584]: INFO neutron.db.segments_db [None req-4cc1b9c2-10f3-44e2-9317-204ab9c2b284 admin admin] Added segment 74356e05-950c-4c55-88c6-85a1b1fc145d of type vlan for network 72109025-d173-4d38-a78b-046bd6975a9d Jul 27 21:07:53.380582 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-4cc1b9c2-10f3-44e2-9317-204ab9c2b284 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790688424798'] for network, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:53.419667 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-4cc1b9c2-10f3-44e2-9317-204ab9c2b284 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920'] for network, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:53.420739 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cc1b9c2-10f3-44e2-9317-204ab9c2b284 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:07:53.421329 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-4cc1b9c2-10f3-44e2-9317-204ab9c2b284 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743886'] for network, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:53.473407 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-4cc1b9c2-10f3-44e2-9317-204ab9c2b284 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.4382067 Jul 27 21:07:53.476909 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 52036) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:07:53.485090 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-3693dac2-bc02-4f02-9a13-4df05d6c0936 admin admin] Request body: {'subnet': {'network_id': '72109025-d173-4d38-a78b-046bd6975a9d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-1666299021-subnet', 'tenant_id': 'a39d600e729a489d99ed420d77266b4e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:07:53.488919 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc1b9c2-10f3-44e2-9317-204ab9c2b284 admin admin] Pushing event updated for resources: {'Network': ['ID=72109025-d173-4d38-a78b-046bd6975a9d,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:07:53.500158 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Network 72109025-d173-4d38-a78b-046bd6975a9d details requested by agent ovs-agent-n-d-705658-22 with host n-d-705658-22 {{(pid=105586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:07:53.536481 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3693dac2-bc02-4f02-9a13-4df05d6c0936 admin admin] Made reservation on behalf of a39d600e729a489d99ed420d77266b4e for: {'subnet': 1} {{(pid=105585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:07:53.539856 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-3693dac2-bc02-4f02-9a13-4df05d6c0936 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9990620'] for subnet, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:53.705741 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24bd1a19-ed20-4960-a287-aff388456f71 tempest-ExternalNetworksTestJSON-1952998843 tempest-ExternalNetworksTestJSON-1952998843-project] Made reservation on behalf of 0087b258778a4541a1dadf0efdce12c9 for: {'network': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:07:53.709263 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-24bd1a19-ed20-4960-a287-aff388456f71 tempest-ExternalNetworksTestJSON-1952998843 tempest-ExternalNetworksTestJSON-1952998843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for network, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:53.719566 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-24bd1a19-ed20-4960-a287-aff388456f71 tempest-ExternalNetworksTestJSON-1952998843 tempest-ExternalNetworksTestJSON-1952998843-project] Notify callbacks [] for security_group, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:53.736441 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-3693dac2-bc02-4f02-9a13-4df05d6c0936 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10221797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9990606'] for subnet, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:53.792167 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3693dac2-bc02-4f02-9a13-4df05d6c0936 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5c3e9e9f-5a21-43a6-8c24-ea076aff9e22,revision_number=0']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:07:53.808203 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3693dac2-bc02-4f02-9a13-4df05d6c0936 admin admin] Checking segment: {'id': '74356e05-950c-4c55-88c6-85a1b1fc145d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '72109025-d173-4d38-a78b-046bd6975a9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:07:53.808558 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3693dac2-bc02-4f02-9a13-4df05d6c0936 admin admin] Network hostable DHCP agents. Network: 72109025-d173-4d38-a78b-046bd6975a9d, hostable agents: ['7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a'], hosted agents: [] {{(pid=105585) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:07:53.815771 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-24bd1a19-ed20-4960-a287-aff388456f71 tempest-ExternalNetworksTestJSON-1952998843 tempest-ExternalNetworksTestJSON-1952998843-project] Notify callbacks [] for security_group, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:53.819713 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-24bd1a19-ed20-4960-a287-aff388456f71 tempest-ExternalNetworksTestJSON-1952998843 tempest-ExternalNetworksTestJSON-1952998843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:53.824713 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3693dac2-bc02-4f02-9a13-4df05d6c0936 admin admin] Network 72109025-d173-4d38-a78b-046bd6975a9d is scheduled to be hosted by DHCP agent 7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a with binding_index 1 {{(pid=105585) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:07:53.833827 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.base_scheduler [None req-3693dac2-bc02-4f02-9a13-4df05d6c0936 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-22, 72109025-d173-4d38-a78b-046bd6975a9d) {{(pid=105585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:07:53.838726 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3693dac2-bc02-4f02-9a13-4df05d6c0936 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:07:53.839353 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-3693dac2-bc02-4f02-9a13-4df05d6c0936 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743886'] for subnet, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:53.846738 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-135a2f99-c5e0-4860-9381-39656b532d30 None None] Network 72109025-d173-4d38-a78b-046bd6975a9d requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:07:53.855109 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24bd1a19-ed20-4960-a287-aff388456f71 tempest-ExternalNetworksTestJSON-1952998843 tempest-ExternalNetworksTestJSON-1952998843-project] Pushing event updated for resources: {'SecurityGroup': ['ID=861f6583-ce4c-4c76-a377-08ac0dd01837,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:07:53.858119 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24bd1a19-ed20-4960-a287-aff388456f71 tempest-ExternalNetworksTestJSON-1952998843 tempest-ExternalNetworksTestJSON-1952998843-project] vlan segment allocate from pool success with {'vlan_id': 213, 'physical_network': 'physnet1'} {{(pid=105584) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:07:53.869494 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-24bd1a19-ed20-4960-a287-aff388456f71 tempest-ExternalNetworksTestJSON-1952998843 tempest-ExternalNetworksTestJSON-1952998843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:53.870096 n-d-705658-22 neutron-server[105584]: INFO neutron.db.segments_db [None req-24bd1a19-ed20-4960-a287-aff388456f71 tempest-ExternalNetworksTestJSON-1952998843 tempest-ExternalNetworksTestJSON-1952998843-project] Added segment 0ce15305-8de1-4f50-9384-def0953a838f of type vlan for network b38e4b3d-3398-4ea7-a342-0fc3231023d0 Jul 27 21:07:53.873897 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-3693dac2-bc02-4f02-9a13-4df05d6c0936 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.3956904 Jul 27 21:07:53.919849 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-24bd1a19-ed20-4960-a287-aff388456f71 tempest-ExternalNetworksTestJSON-1952998843 tempest-ExternalNetworksTestJSON-1952998843-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790688424798'] for network, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:53.952480 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-24bd1a19-ed20-4960-a287-aff388456f71 tempest-ExternalNetworksTestJSON-1952998843 tempest-ExternalNetworksTestJSON-1952998843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920'] for network, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:53.958792 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24bd1a19-ed20-4960-a287-aff388456f71 tempest-ExternalNetworksTestJSON-1952998843 tempest-ExternalNetworksTestJSON-1952998843-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:07:53.959945 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-24bd1a19-ed20-4960-a287-aff388456f71 tempest-ExternalNetworksTestJSON-1952998843 tempest-ExternalNetworksTestJSON-1952998843-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743886'] for network, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:53.997439 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec2fdda0-6dc8-4b1a-8c96-056b82331579 None None] Network 72109025-d173-4d38-a78b-046bd6975a9d requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:07:54.023581 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-24bd1a19-ed20-4960-a287-aff388456f71 tempest-ExternalNetworksTestJSON-1952998843 tempest-ExternalNetworksTestJSON-1952998843-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.0854967 Jul 27 21:07:54.027115 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 52048) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:07:54.044877 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24bd1a19-ed20-4960-a287-aff388456f71 tempest-ExternalNetworksTestJSON-1952998843 tempest-ExternalNetworksTestJSON-1952998843-project] Pushing event updated for resources: {'Network': ['ID=b38e4b3d-3398-4ea7-a342-0fc3231023d0,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:07:54.055914 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Network b38e4b3d-3398-4ea7-a342-0fc3231023d0 details requested by agent ovs-agent-n-d-705658-22 with host n-d-705658-22 {{(pid=105586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:07:54.151270 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-89cbb67f-584b-4544-8e4f-199f02e646f2 tempest-ExternalNetworksTestJSON-575050064 tempest-ExternalNetworksTestJSON-575050064-project-admin] Request body: {'network': {'name': 'tempest-network--104108831', 'router:external': True}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:07:54.177080 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89cbb67f-584b-4544-8e4f-199f02e646f2 tempest-ExternalNetworksTestJSON-575050064 tempest-ExternalNetworksTestJSON-575050064-project-admin] Made reservation on behalf of 89defe94282c4904993ff665d362b730 for: {'network': 1} {{(pid=105585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:07:54.180095 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-89cbb67f-584b-4544-8e4f-199f02e646f2 tempest-ExternalNetworksTestJSON-575050064 tempest-ExternalNetworksTestJSON-575050064-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for network, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:54.189018 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-89cbb67f-584b-4544-8e4f-199f02e646f2 tempest-ExternalNetworksTestJSON-575050064 tempest-ExternalNetworksTestJSON-575050064-project-admin] Notify callbacks [] for security_group, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:54.345895 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-89cbb67f-584b-4544-8e4f-199f02e646f2 tempest-ExternalNetworksTestJSON-575050064 tempest-ExternalNetworksTestJSON-575050064-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:54.352667 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-89cbb67f-584b-4544-8e4f-199f02e646f2 tempest-ExternalNetworksTestJSON-575050064 tempest-ExternalNetworksTestJSON-575050064-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:54.390635 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49c8d20-16de-4201-a68a-53b8bcc3ea97 req-168ded4f-697d-44d7-8954-b8a8e2cdceaf tempest-ImagesTestJSON-607612606 tempest-ImagesTestJSON-607612606-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:07:54.392116 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-d49c8d20-16de-4201-a68a-53b8bcc3ea97 req-168ded4f-697d-44d7-8954-b8a8e2cdceaf tempest-ImagesTestJSON-607612606 tempest-ImagesTestJSON-607612606-project] 10.222.0.59 "GET /v2.0/networks?id=72109025-d173-4d38-a78b-046bd6975a9d HTTP/1.1" status: 200 len: 805 time: 0.1477745 Jul 27 21:07:54.399364 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89cbb67f-584b-4544-8e4f-199f02e646f2 tempest-ExternalNetworksTestJSON-575050064 tempest-ExternalNetworksTestJSON-575050064-project-admin] vlan segment allocate from pool success with {'vlan_id': 230, 'physical_network': 'physnet1'} {{(pid=105585) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:07:54.406514 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89cbb67f-584b-4544-8e4f-199f02e646f2 tempest-ExternalNetworksTestJSON-575050064 tempest-ExternalNetworksTestJSON-575050064-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfdc8f4b-197e-48cd-8e66-df6f9267fcac,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:07:54.419034 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-89cbb67f-584b-4544-8e4f-199f02e646f2 tempest-ExternalNetworksTestJSON-575050064 tempest-ExternalNetworksTestJSON-575050064-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:54.419377 n-d-705658-22 neutron-server[105585]: INFO neutron.db.segments_db [None req-89cbb67f-584b-4544-8e4f-199f02e646f2 tempest-ExternalNetworksTestJSON-575050064 tempest-ExternalNetworksTestJSON-575050064-project-admin] Added segment 644e78d8-1bde-4201-9115-0825c8a27ef6 of type vlan for network ce778039-1667-4a48-abf3-2f5da0fdba8b Jul 27 21:07:54.429230 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-d49c8d20-16de-4201-a68a-53b8bcc3ea97 req-43544c8a-66b6-4a02-ad04-c3d9eaa2c0ca tempest-ImagesTestJSON-607612606 tempest-ImagesTestJSON-607612606-project] 10.222.0.59 "GET /v2.0/quotas/a39d600e729a489d99ed420d77266b4e HTTP/1.1" status: 200 len: 375 time: 0.0206852 Jul 27 21:07:54.488233 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-d49c8d20-16de-4201-a68a-53b8bcc3ea97 req-637d0c51-359b-4a16-aa5d-ddad7110e76a tempest-ImagesTestJSON-607612606 tempest-ImagesTestJSON-607612606-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=a39d600e729a489d99ed420d77266b4e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0354080 Jul 27 21:07:54.499458 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [req-d49c8d20-16de-4201-a68a-53b8bcc3ea97 req-07590fba-8820-4123-a484-445decac6144 service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=105585) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 21:07:54.500394 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-d49c8d20-16de-4201-a68a-53b8bcc3ea97 req-07590fba-8820-4123-a484-445decac6144 service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051620 Jul 27 21:07:54.502011 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-89cbb67f-584b-4544-8e4f-199f02e646f2 tempest-ExternalNetworksTestJSON-575050064 tempest-ExternalNetworksTestJSON-575050064-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790688424798'] for network, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:54.593741 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-89cbb67f-584b-4544-8e4f-199f02e646f2 tempest-ExternalNetworksTestJSON-575050064 tempest-ExternalNetworksTestJSON-575050064-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920'] for network, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:54.594806 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89cbb67f-584b-4544-8e4f-199f02e646f2 tempest-ExternalNetworksTestJSON-575050064 tempest-ExternalNetworksTestJSON-575050064-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:07:54.595751 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-89cbb67f-584b-4544-8e4f-199f02e646f2 tempest-ExternalNetworksTestJSON-575050064 tempest-ExternalNetworksTestJSON-575050064-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743886'] for network, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:54.657697 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-89cbb67f-584b-4544-8e4f-199f02e646f2 tempest-ExternalNetworksTestJSON-575050064 tempest-ExternalNetworksTestJSON-575050064-project-admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.6292953 Jul 27 21:07:54.661034 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 52074) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:07:54.667677 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-d49c8d20-16de-4201-a68a-53b8bcc3ea97 req-e472d998-20ad-4d10-8f0e-416053cde586 service neutron] 10.222.0.59 "GET /v2.0/networks/72109025-d173-4d38-a78b-046bd6975a9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1613750 Jul 27 21:07:54.701158 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89cbb67f-584b-4544-8e4f-199f02e646f2 tempest-ExternalNetworksTestJSON-575050064 tempest-ExternalNetworksTestJSON-575050064-project-admin] Pushing event updated for resources: {'Network': ['ID=ce778039-1667-4a48-abf3-2f5da0fdba8b,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:07:54.707940 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Network ce778039-1667-4a48-abf3-2f5da0fdba8b details requested by agent ovs-agent-n-d-705658-22 with host n-d-705658-22 {{(pid=105586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:07:54.777420 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-6c2eb57b-d059-411d-b878-d7ac66c0b1bc tempest-ExternalNetworksTestJSON-575050064 tempest-ExternalNetworksTestJSON-575050064-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-990557'] for network, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:54.791503 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-d49c8d20-16de-4201-a68a-53b8bcc3ea97 req-6333e2f3-b68b-4532-9d87-9f0fc2b6c1f3 service neutron] 10.222.0.59 "GET /v2.0/networks/72109025-d173-4d38-a78b-046bd6975a9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1172678 Jul 27 21:07:54.878330 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-6c2eb57b-d059-411d-b878-d7ac66c0b1bc tempest-ExternalNetworksTestJSON-575050064 tempest-ExternalNetworksTestJSON-575050064-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853562', 'neutron.services.segments.db._delete_segments_for_network-8790688882975'] for network, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:54.891288 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.segments.db [None req-6c2eb57b-d059-411d-b878-d7ac66c0b1bc tempest-ExternalNetworksTestJSON-575050064 tempest-ExternalNetworksTestJSON-575050064-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce778039-1667-4a48-abf3-2f5da0fdba8b']}} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:07:54.907220 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.segments.db [None req-6c2eb57b-d059-411d-b878-d7ac66c0b1bc tempest-ExternalNetworksTestJSON-575050064 tempest-ExternalNetworksTestJSON-575050064-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '644e78d8-1bde-4201-9115-0825c8a27ef6') {'for_net_delete': True} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:07:54.907579 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.segments.db [None req-6c2eb57b-d059-411d-b878-d7ac66c0b1bc tempest-ExternalNetworksTestJSON-575050064 tempest-ExternalNetworksTestJSON-575050064-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '644e78d8-1bde-4201-9115-0825c8a27ef6') {} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:07:54.918272 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-6c2eb57b-d059-411d-b878-d7ac66c0b1bc tempest-ExternalNetworksTestJSON-575050064 tempest-ExternalNetworksTestJSON-575050064-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790688883752', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9014348'] for segment, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:54.945090 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-6c2eb57b-d059-411d-b878-d7ac66c0b1bc tempest-ExternalNetworksTestJSON-575050064 tempest-ExternalNetworksTestJSON-575050064-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:54.958333 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c2eb57b-d059-411d-b878-d7ac66c0b1bc tempest-ExternalNetworksTestJSON-575050064 tempest-ExternalNetworksTestJSON-575050064-project-admin] Releasing vlan 230 on physical network physnet1 to pool {{(pid=105584) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:07:54.959742 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-6c2eb57b-d059-411d-b878-d7ac66c0b1bc tempest-ExternalNetworksTestJSON-575050064 tempest-ExternalNetworksTestJSON-575050064-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9014063'] for segment, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:54.962144 n-d-705658-22 neutron-server[105584]: Traceback (most recent call last): Jul 27 21:07:54.962144 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:07:54.962144 n-d-705658-22 neutron-server[105584]: timer() Jul 27 21:07:54.962144 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:07:54.962144 n-d-705658-22 neutron-server[105584]: cb(*args, **kw) Jul 27 21:07:54.962144 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:07:54.962144 n-d-705658-22 neutron-server[105584]: return func(*args, **kwargs) Jul 27 21:07:54.962144 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:07:54.962144 n-d-705658-22 neutron-server[105584]: self._notify() Jul 27 21:07:54.962144 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:07:54.962144 n-d-705658-22 neutron-server[105584]: self.callback(batched_events) Jul 27 21:07:54.962144 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:07:54.962144 n-d-705658-22 neutron-server[105584]: event.method(event) Jul 27 21:07:54.962144 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:07:54.962144 n-d-705658-22 neutron-server[105584]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:07:54.962144 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:07:54.962144 n-d-705658-22 neutron-server[105584]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:07:54.962144 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:07:54.962144 n-d-705658-22 neutron-server[105584]: return f(self, *a, **k) Jul 27 21:07:54.962144 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:07:54.962144 n-d-705658-22 neutron-server[105584]: return self._get(url).json() Jul 27 21:07:54.962144 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:07:54.962144 n-d-705658-22 neutron-server[105584]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:07:54.962144 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:07:54.962144 n-d-705658-22 neutron-server[105584]: return self.request(url, 'GET', **kwargs) Jul 27 21:07:54.962144 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:07:54.962144 n-d-705658-22 neutron-server[105584]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:07:54.962144 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:07:54.962144 n-d-705658-22 neutron-server[105584]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:07:54.962144 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:07:54.962144 n-d-705658-22 neutron-server[105584]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:07:54.962144 n-d-705658-22 neutron-server[105584]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:07:54.990220 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-da7b2013-5373-463d-907e-defd7036e366 req-043238d1-732d-4719-b5ba-770b7024410a tempest-ImagesTestJSON-607612606 tempest-ImagesTestJSON-607612606-project] 10.222.0.59 "GET /v2.0/ports?device_id=42066bbc-d304-4638-ab28-54876f59f8a3 HTTP/1.1" status: 200 len: 210 time: 0.0419254 Jul 27 21:07:55.307056 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-6c2eb57b-d059-411d-b878-d7ac66c0b1bc tempest-ExternalNetworksTestJSON-575050064 tempest-ExternalNetworksTestJSON-575050064-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4075658'] for network, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:55.312490 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c2eb57b-d059-411d-b878-d7ac66c0b1bc tempest-ExternalNetworksTestJSON-575050064 tempest-ExternalNetworksTestJSON-575050064-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network ce778039-1667-4a48-abf3-2f5da0fdba8b {{(pid=105584) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 27 21:07:55.321286 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-6c2eb57b-d059-411d-b878-d7ac66c0b1bc tempest-ExternalNetworksTestJSON-575050064 tempest-ExternalNetworksTestJSON-575050064-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743886'] for network, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:55.326857 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 52090) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:07:55.328805 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-6c2eb57b-d059-411d-b878-d7ac66c0b1bc tempest-ExternalNetworksTestJSON-575050064 tempest-ExternalNetworksTestJSON-575050064-project-admin] 10.222.0.59 "DELETE /v2.0/networks/ce778039-1667-4a48-abf3-2f5da0fdba8b HTTP/1.1" status: 204 len: 168 time: 0.6645737 Jul 27 21:07:55.332512 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-a4955130-a126-46db-bfb3-eff2a1e640ef tempest-ExternalNetworksTestJSON-575050064 tempest-ExternalNetworksTestJSON-575050064-project-admin] Request body: {'network': {'router:external': True}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:07:55.340612 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2eb57b-d059-411d-b878-d7ac66c0b1bc tempest-ExternalNetworksTestJSON-575050064 tempest-ExternalNetworksTestJSON-575050064-project-admin] Pushing event deleted for resources: {'Network': ['ID=ce778039-1667-4a48-abf3-2f5da0fdba8b,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:07:55.361342 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4955130-a126-46db-bfb3-eff2a1e640ef tempest-ExternalNetworksTestJSON-575050064 tempest-ExternalNetworksTestJSON-575050064-project-admin] Made reservation on behalf of 89defe94282c4904993ff665d362b730 for: {'network': 1} {{(pid=105585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:07:55.363679 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-a4955130-a126-46db-bfb3-eff2a1e640ef tempest-ExternalNetworksTestJSON-575050064 tempest-ExternalNetworksTestJSON-575050064-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for network, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:55.397294 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4955130-a126-46db-bfb3-eff2a1e640ef tempest-ExternalNetworksTestJSON-575050064 tempest-ExternalNetworksTestJSON-575050064-project-admin] vlan segment allocate from pool success with {'vlan_id': 210, 'physical_network': 'physnet1'} {{(pid=105585) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:07:55.407520 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-a4955130-a126-46db-bfb3-eff2a1e640ef tempest-ExternalNetworksTestJSON-575050064 tempest-ExternalNetworksTestJSON-575050064-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:55.407905 n-d-705658-22 neutron-server[105585]: INFO neutron.db.segments_db [None req-a4955130-a126-46db-bfb3-eff2a1e640ef tempest-ExternalNetworksTestJSON-575050064 tempest-ExternalNetworksTestJSON-575050064-project-admin] Added segment 08429fbc-9ad2-4911-be38-be2594936066 of type vlan for network e98688ed-679d-41ab-953b-42b83ecfb08f Jul 27 21:07:55.463495 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-a4955130-a126-46db-bfb3-eff2a1e640ef tempest-ExternalNetworksTestJSON-575050064 tempest-ExternalNetworksTestJSON-575050064-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790688424798'] for network, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:55.523607 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-a4955130-a126-46db-bfb3-eff2a1e640ef tempest-ExternalNetworksTestJSON-575050064 tempest-ExternalNetworksTestJSON-575050064-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920'] for network, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:55.525540 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4955130-a126-46db-bfb3-eff2a1e640ef tempest-ExternalNetworksTestJSON-575050064 tempest-ExternalNetworksTestJSON-575050064-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:07:55.526547 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-a4955130-a126-46db-bfb3-eff2a1e640ef tempest-ExternalNetworksTestJSON-575050064 tempest-ExternalNetworksTestJSON-575050064-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743886'] for network, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:55.585653 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-a4955130-a126-46db-bfb3-eff2a1e640ef tempest-ExternalNetworksTestJSON-575050064 tempest-ExternalNetworksTestJSON-575050064-project-admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.2573593 Jul 27 21:07:55.588469 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 52096) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:07:55.593697 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-fc8f1369-9386-472f-8566-c58ed565416f tempest-ExternalNetworksTestJSON-575050064 tempest-ExternalNetworksTestJSON-575050064-project-admin] Request body: {'subnet': {'network_id': 'e98688ed-679d-41ab-953b-42b83ecfb08f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:07:55.610010 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4955130-a126-46db-bfb3-eff2a1e640ef tempest-ExternalNetworksTestJSON-575050064 tempest-ExternalNetworksTestJSON-575050064-project-admin] Pushing event updated for resources: {'Network': ['ID=e98688ed-679d-41ab-953b-42b83ecfb08f,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:07:55.621375 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Network e98688ed-679d-41ab-953b-42b83ecfb08f details requested by agent ovs-agent-n-d-705658-22 with host n-d-705658-22 {{(pid=105586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:07:55.627483 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc8f1369-9386-472f-8566-c58ed565416f tempest-ExternalNetworksTestJSON-575050064 tempest-ExternalNetworksTestJSON-575050064-project-admin] Made reservation on behalf of 89defe94282c4904993ff665d362b730 for: {'subnet': 1} {{(pid=105585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:07:55.629973 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-fc8f1369-9386-472f-8566-c58ed565416f tempest-ExternalNetworksTestJSON-575050064 tempest-ExternalNetworksTestJSON-575050064-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9990620'] for subnet, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:55.997814 n-d-705658-22 neutron-server[105585]: DEBUG neutron.objects.ports [None req-fc8f1369-9386-472f-8566-c58ed565416f tempest-ExternalNetworksTestJSON-575050064 tempest-ExternalNetworksTestJSON-575050064-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=105585) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 27 21:07:55.998174 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-fc8f1369-9386-472f-8566-c58ed565416f tempest-ExternalNetworksTestJSON-575050064 tempest-ExternalNetworksTestJSON-575050064-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10221797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9990606'] for subnet, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:56.051863 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8f1369-9386-472f-8566-c58ed565416f tempest-ExternalNetworksTestJSON-575050064 tempest-ExternalNetworksTestJSON-575050064-project-admin] Pushing event updated for resources: {'Subnet': ['ID=ed560a29-b0af-4546-a70e-4744df96226d,revision_number=0']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:07:56.078862 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc8f1369-9386-472f-8566-c58ed565416f tempest-ExternalNetworksTestJSON-575050064 tempest-ExternalNetworksTestJSON-575050064-project-admin] Checking segment: {'id': '08429fbc-9ad2-4911-be38-be2594936066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'e98688ed-679d-41ab-953b-42b83ecfb08f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:07:56.079250 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc8f1369-9386-472f-8566-c58ed565416f tempest-ExternalNetworksTestJSON-575050064 tempest-ExternalNetworksTestJSON-575050064-project-admin] Network hostable DHCP agents. Network: e98688ed-679d-41ab-953b-42b83ecfb08f, hostable agents: ['7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a'], hosted agents: [] {{(pid=105585) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:07:56.099060 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-2587f359-cac2-4ec8-aa72-a70b86c5c688 req-eab5a394-e86e-42d9-8877-9698c89f63ea tempest-ImagesTestJSON-607612606 tempest-ImagesTestJSON-607612606-project] 10.222.0.59 "GET /v2.0/ports?device_id=42066bbc-d304-4638-ab28-54876f59f8a3 HTTP/1.1" status: 200 len: 210 time: 0.0350425 Jul 27 21:07:56.113865 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc8f1369-9386-472f-8566-c58ed565416f tempest-ExternalNetworksTestJSON-575050064 tempest-ExternalNetworksTestJSON-575050064-project-admin] Network e98688ed-679d-41ab-953b-42b83ecfb08f is scheduled to be hosted by DHCP agent 7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a with binding_index 1 {{(pid=105585) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:07:56.125763 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.base_scheduler [None req-fc8f1369-9386-472f-8566-c58ed565416f tempest-ExternalNetworksTestJSON-575050064 tempest-ExternalNetworksTestJSON-575050064-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-22, e98688ed-679d-41ab-953b-42b83ecfb08f) {{(pid=105585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:07:56.131783 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc8f1369-9386-472f-8566-c58ed565416f tempest-ExternalNetworksTestJSON-575050064 tempest-ExternalNetworksTestJSON-575050064-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:07:56.136000 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-597215eb-123b-46cc-8ecb-fa173a17ddbd None None] Network e98688ed-679d-41ab-953b-42b83ecfb08f requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:07:56.143280 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-fc8f1369-9386-472f-8566-c58ed565416f tempest-ExternalNetworksTestJSON-575050064 tempest-ExternalNetworksTestJSON-575050064-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743886'] for subnet, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:56.176880 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-fc8f1369-9386-472f-8566-c58ed565416f tempest-ExternalNetworksTestJSON-575050064 tempest-ExternalNetworksTestJSON-575050064-project-admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.5870199 Jul 27 21:07:56.180050 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 52106) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:07:56.185207 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-b7e5dc34-6eb9-406b-b332-a3520a968447 tempest-ExternalNetworksTestJSON-575050064 tempest-ExternalNetworksTestJSON-575050064-project-admin] Request body: {'floatingip': {'floating_network_id': 'e98688ed-679d-41ab-953b-42b83ecfb08f'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:07:56.212197 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-b7e5dc34-6eb9-406b-b332-a3520a968447 tempest-ExternalNetworksTestJSON-575050064 tempest-ExternalNetworksTestJSON-575050064-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:56.286832 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d9ba554-a19f-4b30-9bc2-adbc7865c697 None None] Network e98688ed-679d-41ab-953b-42b83ecfb08f requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:07:56.338412 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49c8d20-16de-4201-a68a-53b8bcc3ea97 req-41368d78-2ecf-41ea-b3fd-3d108226a0fb tempest-ImagesTestJSON-607612606 tempest-ImagesTestJSON-607612606-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:07:56.341005 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-d49c8d20-16de-4201-a68a-53b8bcc3ea97 req-41368d78-2ecf-41ea-b3fd-3d108226a0fb tempest-ImagesTestJSON-607612606 tempest-ImagesTestJSON-607612606-project] 10.222.0.60 "GET /v2.0/networks?id=72109025-d173-4d38-a78b-046bd6975a9d HTTP/1.1" status: 200 len: 805 time: 0.1202290 Jul 27 21:07:56.352173 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-b7e5dc34-6eb9-406b-b332-a3520a968447 tempest-ExternalNetworksTestJSON-575050064 tempest-ExternalNetworksTestJSON-575050064-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:56.367169 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [req-d49c8d20-16de-4201-a68a-53b8bcc3ea97 req-09e225cd-9539-4a01-b9da-386225078cff tempest-ImagesTestJSON-607612606 tempest-ImagesTestJSON-607612606-project] Request body: {'port': {'device_id': '42066bbc-d304-4638-ab28-54876f59f8a3', 'network_id': '72109025-d173-4d38-a78b-046bd6975a9d', 'admin_state_up': True, 'tenant_id': 'a39d600e729a489d99ed420d77266b4e'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:07:56.485400 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.db_base_plugin_common [None req-b7e5dc34-6eb9-406b-b332-a3520a968447 tempest-ExternalNetworksTestJSON-575050064 tempest-ExternalNetworksTestJSON-575050064-project-admin] Allocated IP 172.20.0.12 (e98688ed-679d-41ab-953b-42b83ecfb08f/ed560a29-b0af-4546-a70e-4744df96226d/41c1f0f3-7cf0-4c88-a4d2-2119b2e8a7e6) {{(pid=105585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:07:56.507433 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d49c8d20-16de-4201-a68a-53b8bcc3ea97 req-09e225cd-9539-4a01-b9da-386225078cff tempest-ImagesTestJSON-607612606 tempest-ImagesTestJSON-607612606-project] Made reservation on behalf of a39d600e729a489d99ed420d77266b4e for: {'port': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:07:56.511495 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-d49c8d20-16de-4201-a68a-53b8bcc3ea97 req-09e225cd-9539-4a01-b9da-386225078cff tempest-ImagesTestJSON-607612606 tempest-ImagesTestJSON-607612606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:56.613588 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-b7e5dc34-6eb9-406b-b332-a3520a968447 tempest-ExternalNetworksTestJSON-575050064 tempest-ExternalNetworksTestJSON-575050064-project-admin] Notify callbacks [] for port, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:56.657150 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-b7e5dc34-6eb9-406b-b332-a3520a968447 tempest-ExternalNetworksTestJSON-575050064 tempest-ExternalNetworksTestJSON-575050064-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:56.669002 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.db_base_plugin_common [req-d49c8d20-16de-4201-a68a-53b8bcc3ea97 req-09e225cd-9539-4a01-b9da-386225078cff tempest-ImagesTestJSON-607612606 tempest-ImagesTestJSON-607612606-project] Allocated IP 172.20.0.13 (72109025-d173-4d38-a78b-046bd6975a9d/5c3e9e9f-5a21-43a6-8c24-ea076aff9e22/d147f3a6-bc63-4646-ab25-a77edf5be1d7) {{(pid=105584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:07:56.694025 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7e5dc34-6eb9-406b-b332-a3520a968447 tempest-ExternalNetworksTestJSON-575050064 tempest-ExternalNetworksTestJSON-575050064-project-admin] Network e98688ed-679d-41ab-953b-42b83ecfb08f is already hosted by enough agents. {{(pid=105585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:07:56.698422 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.base_scheduler [None req-b7e5dc34-6eb9-406b-b332-a3520a968447 tempest-ExternalNetworksTestJSON-575050064 tempest-ExternalNetworksTestJSON-575050064-project-admin] Resources bound (agent type, host, resource id): {{(pid=105585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:07:56.704427 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7e5dc34-6eb9-406b-b332-a3520a968447 tempest-ExternalNetworksTestJSON-575050064 tempest-ExternalNetworksTestJSON-575050064-project-admin] Received port after_create {{(pid=105585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:07:56.730413 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e5dc34-6eb9-406b-b332-a3520a968447 tempest-ExternalNetworksTestJSON-575050064 tempest-ExternalNetworksTestJSON-575050064-project-admin] Pushing event updated for resources: {'Port': ['ID=41c1f0f3-7cf0-4c88-a4d2-2119b2e8a7e6,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:07:56.852330 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-b7e5dc34-6eb9-406b-b332-a3520a968447 tempest-ExternalNetworksTestJSON-575050064 tempest-ExternalNetworksTestJSON-575050064-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:56.856264 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-d49c8d20-16de-4201-a68a-53b8bcc3ea97 req-09e225cd-9539-4a01-b9da-386225078cff tempest-ImagesTestJSON-607612606 tempest-ImagesTestJSON-607612606-project] Notify callbacks [] for port, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:56.901511 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-d49c8d20-16de-4201-a68a-53b8bcc3ea97 req-09e225cd-9539-4a01-b9da-386225078cff tempest-ImagesTestJSON-607612606 tempest-ImagesTestJSON-607612606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:56.942423 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-b7e5dc34-6eb9-406b-b332-a3520a968447 tempest-ExternalNetworksTestJSON-575050064 tempest-ExternalNetworksTestJSON-575050064-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:56.969122 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d49c8d20-16de-4201-a68a-53b8bcc3ea97 req-09e225cd-9539-4a01-b9da-386225078cff tempest-ImagesTestJSON-607612606 tempest-ImagesTestJSON-607612606-project] Network 72109025-d173-4d38-a78b-046bd6975a9d is already hosted by enough agents. {{(pid=105584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:07:56.972557 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [req-d49c8d20-16de-4201-a68a-53b8bcc3ea97 req-09e225cd-9539-4a01-b9da-386225078cff tempest-ImagesTestJSON-607612606 tempest-ImagesTestJSON-607612606-project] Resources bound (agent type, host, resource id): {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:07:56.977343 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [req-d49c8d20-16de-4201-a68a-53b8bcc3ea97 req-09e225cd-9539-4a01-b9da-386225078cff tempest-ImagesTestJSON-607612606 tempest-ImagesTestJSON-607612606-project] Received port after_create {{(pid=105584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:07:57.010765 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e225cd-9539-4a01-b9da-386225078cff tempest-ImagesTestJSON-607612606 tempest-ImagesTestJSON-607612606-project] Pushing event updated for resources: {'Port': ['ID=d147f3a6-bc63-4646-ab25-a77edf5be1d7,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:07:57.037515 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49c8d20-16de-4201-a68a-53b8bcc3ea97 req-09e225cd-9539-4a01-b9da-386225078cff tempest-ImagesTestJSON-607612606 tempest-ImagesTestJSON-607612606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:07:57.038070 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-d49c8d20-16de-4201-a68a-53b8bcc3ea97 req-09e225cd-9539-4a01-b9da-386225078cff tempest-ImagesTestJSON-607612606 tempest-ImagesTestJSON-607612606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:57.056478 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-d49c8d20-16de-4201-a68a-53b8bcc3ea97 req-09e225cd-9539-4a01-b9da-386225078cff tempest-ImagesTestJSON-607612606 tempest-ImagesTestJSON-607612606-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7055109 Jul 27 21:07:57.115171 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 52122) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:07:57.198550 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [req-d49c8d20-16de-4201-a68a-53b8bcc3ea97 req-4d824760-83e2-4a55-9765-a34186ed9c17 service neutron] Request body: {'port': {'device_id': '42066bbc-d304-4638-ab28-54876f59f8a3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-705658-22'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:07:57.283720 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-b7e5dc34-6eb9-406b-b332-a3520a968447 tempest-ExternalNetworksTestJSON-575050064 tempest-ExternalNetworksTestJSON-575050064-project-admin] Notify callbacks [] for port, precommit_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:57.291493 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-b7e5dc34-6eb9-406b-b332-a3520a968447 tempest-ExternalNetworksTestJSON-575050064 tempest-ExternalNetworksTestJSON-575050064-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10221672'] for port, after_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:57.292928 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-6a9904bc-83b0-4f9c-a11a-68100dcfc98c admin admin] Notify callbacks [] for security_group, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:57.310768 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-d49c8d20-16de-4201-a68a-53b8bcc3ea97 req-4d824760-83e2-4a55-9765-a34186ed9c17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:57.558891 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-6a9904bc-83b0-4f9c-a11a-68100dcfc98c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:57.571596 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-6a9904bc-83b0-4f9c-a11a-68100dcfc98c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:57.634593 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-6a9904bc-83b0-4f9c-a11a-68100dcfc98c admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=9a62581b11c2470582d9aced49f41685&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5163813 Jul 27 21:07:57.635606 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9904bc-83b0-4f9c-a11a-68100dcfc98c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=280c0365-5442-483b-a91b-1a2507217592,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:07:57.637956 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 52130) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:07:57.691614 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e5dc34-6eb9-406b-b332-a3520a968447 tempest-ExternalNetworksTestJSON-575050064 tempest-ExternalNetworksTestJSON-575050064-project-admin] Pushing event updated for resources: {'Port': ['ID=41c1f0f3-7cf0-4c88-a4d2-2119b2e8a7e6,revision_number=2']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:07:57.700704 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-b7e5dc34-6eb9-406b-b332-a3520a968447 tempest-ExternalNetworksTestJSON-575050064 tempest-ExternalNetworksTestJSON-575050064-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4075768'] for floatingip, after_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:57.714050 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75ddc1b-da95-4922-abb5-7d7eabcdd0cd req-72d4ac06-09e5-4543-a257-fb99cee6f9ff tempest-ImagesTestJSON-607612606 tempest-ImagesTestJSON-607612606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:07:57.715564 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a75ddc1b-da95-4922-abb5-7d7eabcdd0cd req-72d4ac06-09e5-4543-a257-fb99cee6f9ff tempest-ImagesTestJSON-607612606 tempest-ImagesTestJSON-607612606-project] 10.222.0.59 "GET /v2.0/ports?device_id=42066bbc-d304-4638-ab28-54876f59f8a3 HTTP/1.1" status: 200 len: 932 time: 0.4813225 Jul 27 21:07:57.731431 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-b7e5dc34-6eb9-406b-b332-a3520a968447 tempest-ExternalNetworksTestJSON-575050064 tempest-ExternalNetworksTestJSON-575050064-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for floatingip, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:57.731667 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-b70b89ee-5a73-4401-b86d-9758737c0397 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:57.735052 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-b7e5dc34-6eb9-406b-b332-a3520a968447 tempest-ExternalNetworksTestJSON-575050064 tempest-ExternalNetworksTestJSON-575050064-project-admin] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.5514667 Jul 27 21:07:57.737659 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 52132) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:07:57.759877 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a75ddc1b-da95-4922-abb5-7d7eabcdd0cd req-2606eef9-6949-4ffd-a93d-a17638fe42c4 tempest-ImagesTestJSON-607612606 tempest-ImagesTestJSON-607612606-project] 10.222.0.59 "GET /v2.0/security-groups?id=0824f12c-25ec-46a0-872f-0482607e4324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366802 Jul 27 21:07:57.764058 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [req-d49c8d20-16de-4201-a68a-53b8bcc3ea97 req-4d824760-83e2-4a55-9765-a34186ed9c17 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d147f3a6-bc63-4646-ab25-a77edf5be1d7 {{(pid=105584) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:07:57.818656 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-d49c8d20-16de-4201-a68a-53b8bcc3ea97 req-4d824760-83e2-4a55-9765-a34186ed9c17 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:57.823998 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-43244903-b4d2-4ea4-aa08-1f457a2c3a23 tempest-ExternalNetworksTestJSON-575050064 tempest-ExternalNetworksTestJSON-575050064-project-admin] 10.222.0.59 "GET /v2.0/floatingips?floating_network_id=e98688ed-679d-41ab-953b-42b83ecfb08f HTTP/1.1" status: 200 len: 690 time: 0.0853324 Jul 27 21:07:57.826774 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 52134) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:07:57.837799 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-b70b89ee-5a73-4401-b86d-9758737c0397 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:57.849571 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.provisioning_blocks [req-d49c8d20-16de-4201-a68a-53b8bcc3ea97 req-4d824760-83e2-4a55-9765-a34186ed9c17 service neutron] Transition to ACTIVE for port object d147f3a6-bc63-4646-ab25-a77edf5be1d7 will not be triggered until provisioned by entity L2. {{(pid=105584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:07:57.862487 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-d49c8d20-16de-4201-a68a-53b8bcc3ea97 req-4d824760-83e2-4a55-9765-a34186ed9c17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9014027'] for port, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:57.925556 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-c92efb64-11c2-4b83-b8b1-7bcdf1a4cd6e tempest-ExternalNetworksTestJSON-575050064 tempest-ExternalNetworksTestJSON-575050064-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-990557'] for network, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:57.936601 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d824760-83e2-4a55-9765-a34186ed9c17 service neutron] Pushing event updated for resources: {'Port': ['ID=d147f3a6-bc63-4646-ab25-a77edf5be1d7,revision_number=2']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:07:57.961065 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-b70b89ee-5a73-4401-b86d-9758737c0397 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:57.963523 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-b70b89ee-5a73-4401-b86d-9758737c0397 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:57.964655 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-b70b89ee-5a73-4401-b86d-9758737c0397 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/280c0365-5442-483b-a91b-1a2507217592 HTTP/1.1" status: 204 len: 168 time: 0.3245237 Jul 27 21:07:57.991415 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70b89ee-5a73-4401-b86d-9758737c0397 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=280c0365-5442-483b-a91b-1a2507217592,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:07:58.020760 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [req-d49c8d20-16de-4201-a68a-53b8bcc3ea97 req-4d824760-83e2-4a55-9765-a34186ed9c17 service neutron] Attempting to bind port d147f3a6-bc63-4646-ab25-a77edf5be1d7 on host n-h2-705658-22 for vnic_type normal with profile {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:07:58.022130 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [req-d49c8d20-16de-4201-a68a-53b8bcc3ea97 req-4d824760-83e2-4a55-9765-a34186ed9c17 service neutron] Attempting to bind port d147f3a6-bc63-4646-ab25-a77edf5be1d7 by drivers openvswitch,hyperv on host n-h2-705658-22 at level 0 using segments [{'id': '74356e05-950c-4c55-88c6-85a1b1fc145d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '72109025-d173-4d38-a78b-046bd6975a9d'}] {{(pid=105584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:07:58.022906 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d49c8d20-16de-4201-a68a-53b8bcc3ea97 req-4d824760-83e2-4a55-9765-a34186ed9c17 service neutron] Attempting to bind port d147f3a6-bc63-4646-ab25-a77edf5be1d7 on network 72109025-d173-4d38-a78b-046bd6975a9d {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:07:58.029586 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d49c8d20-16de-4201-a68a-53b8bcc3ea97 req-4d824760-83e2-4a55-9765-a34186ed9c17 service neutron] Port d147f3a6-bc63-4646-ab25-a77edf5be1d7 on network 72109025-d173-4d38-a78b-046bd6975a9d not bound, no agent of type Open vSwitch agent registered on host n-h2-705658-22 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:07:58.029906 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d49c8d20-16de-4201-a68a-53b8bcc3ea97 req-4d824760-83e2-4a55-9765-a34186ed9c17 service neutron] Attempting to bind port d147f3a6-bc63-4646-ab25-a77edf5be1d7 on network 72109025-d173-4d38-a78b-046bd6975a9d {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:07:58.034730 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d49c8d20-16de-4201-a68a-53b8bcc3ea97 req-4d824760-83e2-4a55-9765-a34186ed9c17 service neutron] Checking agent: {'id': '65195a73-a875-4810-9f5b-622ae260a8a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 49, 40), 'started_at': datetime.datetime(2021, 7, 27, 20, 49, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 7, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:07:58.035113 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d49c8d20-16de-4201-a68a-53b8bcc3ea97 req-4d824760-83e2-4a55-9765-a34186ed9c17 service neutron] Checking segment: {'id': '74356e05-950c-4c55-88c6-85a1b1fc145d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '72109025-d173-4d38-a78b-046bd6975a9d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:07:58.035559 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d49c8d20-16de-4201-a68a-53b8bcc3ea97 req-4d824760-83e2-4a55-9765-a34186ed9c17 service neutron] Bound using segment: {'id': '74356e05-950c-4c55-88c6-85a1b1fc145d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '72109025-d173-4d38-a78b-046bd6975a9d'} {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:07:58.035892 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [req-d49c8d20-16de-4201-a68a-53b8bcc3ea97 req-4d824760-83e2-4a55-9765-a34186ed9c17 service neutron] Bound port: d147f3a6-bc63-4646-ab25-a77edf5be1d7, host: n-h2-705658-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74356e05-950c-4c55-88c6-85a1b1fc145d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '72109025-d173-4d38-a78b-046bd6975a9d'}}] {{(pid=105584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:07:58.036255 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-d49c8d20-16de-4201-a68a-53b8bcc3ea97 req-4d824760-83e2-4a55-9765-a34186ed9c17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:58.071413 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [None req-c92efb64-11c2-4b83-b8b1-7bcdf1a4cd6e tempest-ExternalNetworksTestJSON-575050064 tempest-ExternalNetworksTestJSON-575050064-project-admin] Deleting port 41c1f0f3-7cf0-4c88-a4d2-2119b2e8a7e6 {{(pid=105585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:07:58.071638 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-c92efb64-11c2-4b83-b8b1-7bcdf1a4cd6e tempest-ExternalNetworksTestJSON-575050064 tempest-ExternalNetworksTestJSON-575050064-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:58.110938 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [req-d49c8d20-16de-4201-a68a-53b8bcc3ea97 req-4d824760-83e2-4a55-9765-a34186ed9c17 service neutron] For port d147f3a6-bc63-4646-ab25-a77edf5be1d7, host n-h2-705658-22, cleared binding levels {{(pid=105584) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:07:58.114436 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [req-d49c8d20-16de-4201-a68a-53b8bcc3ea97 req-4d824760-83e2-4a55-9765-a34186ed9c17 service neutron] For port d147f3a6-bc63-4646-ab25-a77edf5be1d7, host n-h2-705658-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=d147f3a6-bc63-4646-ab25-a77edf5be1d7,segment=NetworkSegment(74356e05-950c-4c55-88c6-85a1b1fc145d),segment_id=74356e05-950c-4c55-88c6-85a1b1fc145d)] {{(pid=105584) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:07:58.119528 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-d49c8d20-16de-4201-a68a-53b8bcc3ea97 req-4d824760-83e2-4a55-9765-a34186ed9c17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9014027'] for port, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:58.155777 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49c8d20-16de-4201-a68a-53b8bcc3ea97 req-4d824760-83e2-4a55-9765-a34186ed9c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:07:58.156467 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-d49c8d20-16de-4201-a68a-53b8bcc3ea97 req-4d824760-83e2-4a55-9765-a34186ed9c17 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:58.157815 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-d49c8d20-16de-4201-a68a-53b8bcc3ea97 req-4d824760-83e2-4a55-9765-a34186ed9c17 service neutron] 10.222.0.60 "PUT /v2.0/ports/d147f3a6-bc63-4646-ab25-a77edf5be1d7 HTTP/1.1" status: 200 len: 1093 time: 1.0919881 Jul 27 21:07:58.158259 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42066bbc-d304-4638-ab28-54876f59f8a3', 'tag': 'd147f3a6-bc63-4646-ab25-a77edf5be1d7'}] {{(pid=105584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:07:58.160571 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bce5e6c8685464f7626901654159975603b047827e3138302ed6566e28f1343" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d5ef9a7-bdb3-4f42-a1a9-4a5e36422f5e" -d '{"events": [{"name": "network-changed", "server_uuid": "42066bbc-d304-4638-ab28-54876f59f8a3", "tag": "d147f3a6-bc63-4646-ab25-a77edf5be1d7"}]}' {{(pid=105584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:07:58.164375 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-c92efb64-11c2-4b83-b8b1-7bcdf1a4cd6e tempest-ExternalNetworksTestJSON-575050064 tempest-ExternalNetworksTestJSON-575050064-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:58.165317 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-c92efb64-11c2-4b83-b8b1-7bcdf1a4cd6e tempest-ExternalNetworksTestJSON-575050064 tempest-ExternalNetworksTestJSON-575050064-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:58.183937 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [None req-c92efb64-11c2-4b83-b8b1-7bcdf1a4cd6e tempest-ExternalNetworksTestJSON-575050064 tempest-ExternalNetworksTestJSON-575050064-project-admin] Calling delete_port for 41c1f0f3-7cf0-4c88-a4d2-2119b2e8a7e6 owned by network:floatingip {{(pid=105585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:07:58.184444 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d824760-83e2-4a55-9765-a34186ed9c17 service neutron] Pushing event updated for resources: {'Port': ['ID=d147f3a6-bc63-4646-ab25-a77edf5be1d7,revision_number=3']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:07:58.225181 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:07:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e55cea08-37e2-42c6-a91a-a95f9114a50f x-openstack-request-id: req-e55cea08-37e2-42c6-a91a-a95f9114a50f {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:07:58.225468 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42066bbc-d304-4638-ab28-54876f59f8a3", "tag": "d147f3a6-bc63-4646-ab25-a77edf5be1d7", "status": "completed", "code": 200}]} {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:07:58.225723 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-e55cea08-37e2-42c6-a91a-a95f9114a50f {{(pid=105584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:07:58.226120 n-d-705658-22 neutron-server[105584]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42066bbc-d304-4638-ab28-54876f59f8a3', 'tag': 'd147f3a6-bc63-4646-ab25-a77edf5be1d7', 'status': 'completed', 'code': 200} Jul 27 21:07:58.271211 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49c8d20-16de-4201-a68a-53b8bcc3ea97 req-047dd5e6-fec3-42a5-ac8d-962b17e7aa63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:07:58.273316 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-d49c8d20-16de-4201-a68a-53b8bcc3ea97 req-047dd5e6-fec3-42a5-ac8d-962b17e7aa63 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a39d600e729a489d99ed420d77266b4e&device_id=42066bbc-d304-4638-ab28-54876f59f8a3 HTTP/1.1" status: 200 len: 1096 time: 0.0591664 Jul 27 21:07:58.286697 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 52146) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:07:58.302500 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-d66d2726-cf87-4bf4-baee-11ac5d1adc0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:58.323885 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-d49c8d20-16de-4201-a68a-53b8bcc3ea97 req-55a35977-aa9d-47bd-8563-c0817dd8689b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d147f3a6-bc63-4646-ab25-a77edf5be1d7 HTTP/1.1" status: 200 len: 217 time: 0.0419726 Jul 27 21:07:58.372725 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49c8d20-16de-4201-a68a-53b8bcc3ea97 req-5d5d3717-ce79-46ec-b02e-fd9d906c9e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:07:58.374377 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-d49c8d20-16de-4201-a68a-53b8bcc3ea97 req-5d5d3717-ce79-46ec-b02e-fd9d906c9e13 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=5c3e9e9f-5a21-43a6-8c24-ea076aff9e22 HTTP/1.1" status: 200 len: 845 time: 0.0440123 Jul 27 21:07:58.381804 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-c92efb64-11c2-4b83-b8b1-7bcdf1a4cd6e tempest-ExternalNetworksTestJSON-575050064 tempest-ExternalNetworksTestJSON-575050064-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:58.410970 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-d49c8d20-16de-4201-a68a-53b8bcc3ea97 req-91efc36c-d805-4a07-9290-0528cc5bed9c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=72109025-d173-4d38-a78b-046bd6975a9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288825 Jul 27 21:07:58.415886 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92efb64-11c2-4b83-b8b1-7bcdf1a4cd6e tempest-ExternalNetworksTestJSON-575050064 tempest-ExternalNetworksTestJSON-575050064-project-admin] Pushing event deleted for resources: {'Port': ['ID=41c1f0f3-7cf0-4c88-a4d2-2119b2e8a7e6,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:07:58.503090 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-c92efb64-11c2-4b83-b8b1-7bcdf1a4cd6e tempest-ExternalNetworksTestJSON-575050064 tempest-ExternalNetworksTestJSON-575050064-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:58.505229 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-d49c8d20-16de-4201-a68a-53b8bcc3ea97 req-4415ede3-4db5-4343-b241-4f0a7410bdbf service neutron] 10.222.0.60 "GET /v2.0/networks/72109025-d173-4d38-a78b-046bd6975a9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864046 Jul 27 21:07:58.553339 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-d66d2726-cf87-4bf4-baee-11ac5d1adc0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:58.562268 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-d66d2726-cf87-4bf4-baee-11ac5d1adc0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:58.597801 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-d49c8d20-16de-4201-a68a-53b8bcc3ea97 req-991da370-56df-47dc-925e-2be796cb287b service neutron] 10.222.0.60 "GET /v2.0/networks/72109025-d173-4d38-a78b-046bd6975a9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844140 Jul 27 21:07:58.601717 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-c92efb64-11c2-4b83-b8b1-7bcdf1a4cd6e tempest-ExternalNetworksTestJSON-575050064 tempest-ExternalNetworksTestJSON-575050064-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854965'] for subnet, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:58.635357 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-d66d2726-cf87-4bf4-baee-11ac5d1adc0f admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=b62b2463d5694551b96019225df55032&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3475211 Jul 27 21:07:58.637819 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66d2726-cf87-4bf4-baee-11ac5d1adc0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38f5eb29-e44e-4521-b4e3-1442a59b5207,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:07:58.637981 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 52148) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:07:58.673517 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-c92efb64-11c2-4b83-b8b1-7bcdf1a4cd6e tempest-ExternalNetworksTestJSON-575050064 tempest-ExternalNetworksTestJSON-575050064-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10221602', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9990583'] for subnet, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:58.702217 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92efb64-11c2-4b83-b8b1-7bcdf1a4cd6e tempest-ExternalNetworksTestJSON-575050064 tempest-ExternalNetworksTestJSON-575050064-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=ed560a29-b0af-4546-a70e-4744df96226d,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:07:58.734156 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-8f4b79e1-4792-484c-99c9-78692142155a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:58.746166 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5ef9a7-bdb3-4f42-a1a9-4a5e36422f5e req-e2b4c616-9d97-4cd0-bcc0-675d9d42fd8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:07:58.747709 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-7d5ef9a7-bdb3-4f42-a1a9-4a5e36422f5e req-e2b4c616-9d97-4cd0-bcc0-675d9d42fd8d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a39d600e729a489d99ed420d77266b4e&device_id=42066bbc-d304-4638-ab28-54876f59f8a3 HTTP/1.1" status: 200 len: 1096 time: 0.1023879 Jul 27 21:07:58.757349 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-c92efb64-11c2-4b83-b8b1-7bcdf1a4cd6e tempest-ExternalNetworksTestJSON-575050064 tempest-ExternalNetworksTestJSON-575050064-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853562', 'neutron.services.segments.db._delete_segments_for_network-8790688882975'] for network, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:58.767211 n-d-705658-22 neutron-server[105585]: DEBUG neutron.services.segments.db [None req-c92efb64-11c2-4b83-b8b1-7bcdf1a4cd6e tempest-ExternalNetworksTestJSON-575050064 tempest-ExternalNetworksTestJSON-575050064-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e98688ed-679d-41ab-953b-42b83ecfb08f']}} {{(pid=105585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:07:58.771427 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-8f4b79e1-4792-484c-99c9-78692142155a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:58.778522 n-d-705658-22 neutron-server[105585]: DEBUG neutron.services.segments.db [None req-c92efb64-11c2-4b83-b8b1-7bcdf1a4cd6e tempest-ExternalNetworksTestJSON-575050064 tempest-ExternalNetworksTestJSON-575050064-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08429fbc-9ad2-4911-be38-be2594936066') {'for_net_delete': True} {{(pid=105585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:07:58.778819 n-d-705658-22 neutron-server[105585]: DEBUG neutron.services.segments.db [None req-c92efb64-11c2-4b83-b8b1-7bcdf1a4cd6e tempest-ExternalNetworksTestJSON-575050064 tempest-ExternalNetworksTestJSON-575050064-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08429fbc-9ad2-4911-be38-be2594936066') {} {{(pid=105585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:07:58.788989 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-c92efb64-11c2-4b83-b8b1-7bcdf1a4cd6e tempest-ExternalNetworksTestJSON-575050064 tempest-ExternalNetworksTestJSON-575050064-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790688883752', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9886370'] for segment, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:58.808055 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-c92efb64-11c2-4b83-b8b1-7bcdf1a4cd6e tempest-ExternalNetworksTestJSON-575050064 tempest-ExternalNetworksTestJSON-575050064-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:58.814351 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c92efb64-11c2-4b83-b8b1-7bcdf1a4cd6e tempest-ExternalNetworksTestJSON-575050064 tempest-ExternalNetworksTestJSON-575050064-project-admin] Releasing vlan 210 on physical network physnet1 to pool {{(pid=105585) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:07:58.814809 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-c92efb64-11c2-4b83-b8b1-7bcdf1a4cd6e tempest-ExternalNetworksTestJSON-575050064 tempest-ExternalNetworksTestJSON-575050064-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10221644'] for segment, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:58.817111 n-d-705658-22 neutron-server[105585]: Traceback (most recent call last): Jul 27 21:07:58.817111 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:07:58.817111 n-d-705658-22 neutron-server[105585]: timer() Jul 27 21:07:58.817111 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:07:58.817111 n-d-705658-22 neutron-server[105585]: cb(*args, **kw) Jul 27 21:07:58.817111 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:07:58.817111 n-d-705658-22 neutron-server[105585]: return func(*args, **kwargs) Jul 27 21:07:58.817111 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:07:58.817111 n-d-705658-22 neutron-server[105585]: self._notify() Jul 27 21:07:58.817111 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:07:58.817111 n-d-705658-22 neutron-server[105585]: self.callback(batched_events) Jul 27 21:07:58.817111 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:07:58.817111 n-d-705658-22 neutron-server[105585]: event.method(event) Jul 27 21:07:58.817111 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:07:58.817111 n-d-705658-22 neutron-server[105585]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:07:58.817111 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:07:58.817111 n-d-705658-22 neutron-server[105585]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:07:58.817111 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:07:58.817111 n-d-705658-22 neutron-server[105585]: return f(self, *a, **k) Jul 27 21:07:58.817111 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:07:58.817111 n-d-705658-22 neutron-server[105585]: return self._get(url).json() Jul 27 21:07:58.817111 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:07:58.817111 n-d-705658-22 neutron-server[105585]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:07:58.817111 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:07:58.817111 n-d-705658-22 neutron-server[105585]: return self.request(url, 'GET', **kwargs) Jul 27 21:07:58.817111 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:07:58.817111 n-d-705658-22 neutron-server[105585]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:07:58.817111 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:07:58.817111 n-d-705658-22 neutron-server[105585]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:07:58.817111 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:07:58.817111 n-d-705658-22 neutron-server[105585]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:07:58.817111 n-d-705658-22 neutron-server[105585]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:07:58.869788 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5ef9a7-bdb3-4f42-a1a9-4a5e36422f5e req-14cd1e53-1e32-47ac-b3c0-f467a11e78bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:07:58.871304 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-7d5ef9a7-bdb3-4f42-a1a9-4a5e36422f5e req-14cd1e53-1e32-47ac-b3c0-f467a11e78bd service neutron] 10.222.0.60 "GET /v2.0/networks?id=72109025-d173-4d38-a78b-046bd6975a9d HTTP/1.1" status: 200 len: 906 time: 0.1124225 Jul 27 21:07:58.876020 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-8f4b79e1-4792-484c-99c9-78692142155a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:58.878719 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-8f4b79e1-4792-484c-99c9-78692142155a admin admin] Notify callbacks [] for security_group, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:58.891268 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-8f4b79e1-4792-484c-99c9-78692142155a admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/38f5eb29-e44e-4521-b4e3-1442a59b5207 HTTP/1.1" status: 204 len: 168 time: 0.2441955 Jul 27 21:07:58.931322 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-c92efb64-11c2-4b83-b8b1-7bcdf1a4cd6e tempest-ExternalNetworksTestJSON-575050064 tempest-ExternalNetworksTestJSON-575050064-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4075658'] for network, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:58.939357 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4b79e1-4792-484c-99c9-78692142155a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38f5eb29-e44e-4521-b4e3-1442a59b5207,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:07:58.942020 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-7d5ef9a7-bdb3-4f42-a1a9-4a5e36422f5e req-c64c009e-f034-4306-84c7-d058718891bd service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d147f3a6-bc63-4646-ab25-a77edf5be1d7 HTTP/1.1" status: 200 len: 217 time: 0.0496244 Jul 27 21:07:58.962904 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c92efb64-11c2-4b83-b8b1-7bcdf1a4cd6e tempest-ExternalNetworksTestJSON-575050064 tempest-ExternalNetworksTestJSON-575050064-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network e98688ed-679d-41ab-953b-42b83ecfb08f {{(pid=105585) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 27 21:07:58.964695 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92efb64-11c2-4b83-b8b1-7bcdf1a4cd6e tempest-ExternalNetworksTestJSON-575050064 tempest-ExternalNetworksTestJSON-575050064-project-admin] Pushing event deleted for resources: {'Network': ['ID=e98688ed-679d-41ab-953b-42b83ecfb08f,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:07:58.972283 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-c92efb64-11c2-4b83-b8b1-7bcdf1a4cd6e tempest-ExternalNetworksTestJSON-575050064 tempest-ExternalNetworksTestJSON-575050064-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743886'] for network, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:58.977198 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-c92efb64-11c2-4b83-b8b1-7bcdf1a4cd6e tempest-ExternalNetworksTestJSON-575050064 tempest-ExternalNetworksTestJSON-575050064-project-admin] 10.222.0.59 "DELETE /v2.0/networks/e98688ed-679d-41ab-953b-42b83ecfb08f HTTP/1.1" status: 204 len: 168 time: 1.1493149 Jul 27 21:07:58.978841 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 52158) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:07:59.000355 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5ef9a7-bdb3-4f42-a1a9-4a5e36422f5e req-41054517-aac7-403e-9873-9effd07afd95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:07:59.001841 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-7d5ef9a7-bdb3-4f42-a1a9-4a5e36422f5e req-41054517-aac7-403e-9873-9effd07afd95 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=5c3e9e9f-5a21-43a6-8c24-ea076aff9e22 HTTP/1.1" status: 200 len: 845 time: 0.0530498 Jul 27 21:07:59.052455 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-7d5ef9a7-bdb3-4f42-a1a9-4a5e36422f5e req-0bb84fe4-66cb-4d81-a3f7-b51243cf67d2 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=72109025-d173-4d38-a78b-046bd6975a9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0403600 Jul 27 21:07:59.110821 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec17b46-08ff-4384-9080-8183a65f3c8f req-a8c12b6c-c714-422f-b9d0-6365a78c4014 tempest-ImagesTestJSON-607612606 tempest-ImagesTestJSON-607612606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:07:59.119411 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-eec17b46-08ff-4384-9080-8183a65f3c8f req-a8c12b6c-c714-422f-b9d0-6365a78c4014 tempest-ImagesTestJSON-607612606 tempest-ImagesTestJSON-607612606-project] 10.222.0.59 "GET /v2.0/ports?device_id=42066bbc-d304-4638-ab28-54876f59f8a3 HTTP/1.1" status: 200 len: 944 time: 0.2659478 Jul 27 21:07:59.194984 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 52164) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:07:59.195355 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-1ac46015-46bf-4fa1-a6ed-efdd8c9d0265 tempest-ExternalNetworksTestJSON-575050064 tempest-ExternalNetworksTestJSON-575050064-project-admin] 10.222.0.59 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 4137 time: 0.2153473 Jul 27 21:07:59.210227 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-7d5ef9a7-bdb3-4f42-a1a9-4a5e36422f5e req-e501c56d-6a7c-4da9-85ab-c8ca4e5878ad service neutron] 10.222.0.60 "GET /v2.0/networks/72109025-d173-4d38-a78b-046bd6975a9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1493616 Jul 27 21:07:59.211304 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-eec17b46-08ff-4384-9080-8183a65f3c8f req-b6d4beb3-45f9-4b0a-96e9-7fcc4e23fa03 tempest-ImagesTestJSON-607612606 tempest-ImagesTestJSON-607612606-project] 10.222.0.59 "GET /v2.0/security-groups?id=0824f12c-25ec-46a0-872f-0482607e4324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855742 Jul 27 21:07:59.285425 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-c7ecf9d2-cd3b-4e98-a470-ac5bd8c4c17b req-1d1acb71-1a3c-4db1-b555-e476b39c66f2 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=f4131bf3-56d0-4dd5-8a0b-f9b028d7bbbe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0649433 Jul 27 21:07:59.383393 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7058762-88bd-4713-b9fe-e6596a9f56c2 tempest-ExternalNetworksTestJSON-575050064 tempest-ExternalNetworksTestJSON-575050064-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:07:59.383609 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7058762-88bd-4713-b9fe-e6596a9f56c2 tempest-ExternalNetworksTestJSON-575050064 tempest-ExternalNetworksTestJSON-575050064-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:07:59.383985 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7058762-88bd-4713-b9fe-e6596a9f56c2 tempest-ExternalNetworksTestJSON-575050064 tempest-ExternalNetworksTestJSON-575050064-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:07:59.384446 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7058762-88bd-4713-b9fe-e6596a9f56c2 tempest-ExternalNetworksTestJSON-575050064 tempest-ExternalNetworksTestJSON-575050064-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:07:59.384903 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7058762-88bd-4713-b9fe-e6596a9f56c2 tempest-ExternalNetworksTestJSON-575050064 tempest-ExternalNetworksTestJSON-575050064-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:07:59.385516 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7058762-88bd-4713-b9fe-e6596a9f56c2 tempest-ExternalNetworksTestJSON-575050064 tempest-ExternalNetworksTestJSON-575050064-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:07:59.385986 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7058762-88bd-4713-b9fe-e6596a9f56c2 tempest-ExternalNetworksTestJSON-575050064 tempest-ExternalNetworksTestJSON-575050064-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:07:59.386688 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7058762-88bd-4713-b9fe-e6596a9f56c2 tempest-ExternalNetworksTestJSON-575050064 tempest-ExternalNetworksTestJSON-575050064-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:07:59.386901 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7058762-88bd-4713-b9fe-e6596a9f56c2 tempest-ExternalNetworksTestJSON-575050064 tempest-ExternalNetworksTestJSON-575050064-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:07:59.387805 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7058762-88bd-4713-b9fe-e6596a9f56c2 tempest-ExternalNetworksTestJSON-575050064 tempest-ExternalNetworksTestJSON-575050064-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:07:59.387805 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7058762-88bd-4713-b9fe-e6596a9f56c2 tempest-ExternalNetworksTestJSON-575050064 tempest-ExternalNetworksTestJSON-575050064-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:07:59.388252 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7058762-88bd-4713-b9fe-e6596a9f56c2 tempest-ExternalNetworksTestJSON-575050064 tempest-ExternalNetworksTestJSON-575050064-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:07:59.388704 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7058762-88bd-4713-b9fe-e6596a9f56c2 tempest-ExternalNetworksTestJSON-575050064 tempest-ExternalNetworksTestJSON-575050064-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:07:59.390807 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-a7058762-88bd-4713-b9fe-e6596a9f56c2 tempest-ExternalNetworksTestJSON-575050064 tempest-ExternalNetworksTestJSON-575050064-project-admin] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 8281 time: 0.1948423 Jul 27 21:07:59.394515 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ecf9d2-cd3b-4e98-a470-ac5bd8c4c17b req-238bdc7d-b084-4f40-8b28-27354225cc8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:07:59.396638 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-c7ecf9d2-cd3b-4e98-a470-ac5bd8c4c17b req-238bdc7d-b084-4f40-8b28-27354225cc8f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=3bfa1a2c35f349b1a3e408eca249b7cf&device_id=f4131bf3-56d0-4dd5-8a0b-f9b028d7bbbe HTTP/1.1" status: 200 len: 1098 time: 0.0622134 Jul 27 21:07:59.396783 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 52170) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:07:59.481116 n-d-705658-22 neutron-server[105584]: INFO neutron.api.v2.resource [None req-6d27d40a-495a-4623-ac4d-43bd63455d61 tempest-ExternalNetworksTestJSON-575050064 tempest-ExternalNetworksTestJSON-575050064-project-admin] delete failed (client error): The resource could not be found. Jul 27 21:07:59.483524 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-6d27d40a-495a-4623-ac4d-43bd63455d61 tempest-ExternalNetworksTestJSON-575050064 tempest-ExternalNetworksTestJSON-575050064-project-admin] 10.222.0.59 "DELETE /v2.0/floatingips/82aecda5-3eb3-4eb3-82b0-6f56e779bfe3 HTTP/1.1" status: 404 len: 345 time: 0.0847058 Jul 27 21:07:59.485575 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 52174) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:07:59.511353 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-7d5ef9a7-bdb3-4f42-a1a9-4a5e36422f5e req-e082f562-5557-4058-ae5f-72ea85a20667 service neutron] 10.222.0.60 "GET /v2.0/networks/72109025-d173-4d38-a78b-046bd6975a9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2845397 Jul 27 21:07:59.512189 n-d-705658-22 neutron-server[105584]: INFO neutron.pecan_wsgi.hooks.translation [None req-f21fcec7-9d56-41f5-b93a-902ab3828cdd tempest-ExternalNetworksTestJSON-575050064 tempest-ExternalNetworksTestJSON-575050064-project-admin] DELETE failed (client error): The resource could not be found. Jul 27 21:07:59.512759 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f21fcec7-9d56-41f5-b93a-902ab3828cdd tempest-ExternalNetworksTestJSON-575050064 tempest-ExternalNetworksTestJSON-575050064-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=105584) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 21:07:59.514399 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-f21fcec7-9d56-41f5-b93a-902ab3828cdd tempest-ExternalNetworksTestJSON-575050064 tempest-ExternalNetworksTestJSON-575050064-project-admin] 10.222.0.59 "DELETE /v2.0/networks/e98688ed-679d-41ab-953b-42b83ecfb08f HTTP/1.1" status: 404 len: 339 time: 0.0278893 Jul 27 21:07:59.518290 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 52176) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:07:59.529399 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-1df86dab-d41b-4912-8f69-5184ad40a1db tempest-ExternalNetworksTestJSON-575050064 tempest-ExternalNetworksTestJSON-575050064-project-admin] Request body: {'network': {'name': 'tempest-network--1045254426', 'router:external': True}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:07:59.540864 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ecf9d2-cd3b-4e98-a470-ac5bd8c4c17b req-dab5022a-067a-415c-ba6f-ed8702d99308 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:07:59.542399 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-c7ecf9d2-cd3b-4e98-a470-ac5bd8c4c17b req-dab5022a-067a-415c-ba6f-ed8702d99308 service neutron] 10.222.0.60 "GET /v2.0/networks?id=79bd215c-af8d-45db-ad24-972205044e15 HTTP/1.1" status: 200 len: 918 time: 0.1245644 Jul 27 21:07:59.556337 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1df86dab-d41b-4912-8f69-5184ad40a1db tempest-ExternalNetworksTestJSON-575050064 tempest-ExternalNetworksTestJSON-575050064-project-admin] Made reservation on behalf of 89defe94282c4904993ff665d362b730 for: {'network': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:07:59.558783 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-1df86dab-d41b-4912-8f69-5184ad40a1db tempest-ExternalNetworksTestJSON-575050064 tempest-ExternalNetworksTestJSON-575050064-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for network, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:59.582694 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1df86dab-d41b-4912-8f69-5184ad40a1db tempest-ExternalNetworksTestJSON-575050064 tempest-ExternalNetworksTestJSON-575050064-project-admin] vlan segment allocate from pool success with {'vlan_id': 218, 'physical_network': 'physnet1'} {{(pid=105584) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:07:59.591953 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-1df86dab-d41b-4912-8f69-5184ad40a1db tempest-ExternalNetworksTestJSON-575050064 tempest-ExternalNetworksTestJSON-575050064-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:59.592379 n-d-705658-22 neutron-server[105584]: INFO neutron.db.segments_db [None req-1df86dab-d41b-4912-8f69-5184ad40a1db tempest-ExternalNetworksTestJSON-575050064 tempest-ExternalNetworksTestJSON-575050064-project-admin] Added segment f84e4752-fe1e-44cd-bc2c-3c9ade339e40 of type vlan for network 4284d46a-e743-46d7-9a21-68a3d97a20e8 Jul 27 21:07:59.614875 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-c7ecf9d2-cd3b-4e98-a470-ac5bd8c4c17b req-b1d14d22-309c-4e3f-87fd-1475abac70ad service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=692f13a5-f9cb-440b-acee-eec7835ad338 HTTP/1.1" status: 200 len: 1000 time: 0.0648241 Jul 27 21:07:59.640035 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-1df86dab-d41b-4912-8f69-5184ad40a1db tempest-ExternalNetworksTestJSON-575050064 tempest-ExternalNetworksTestJSON-575050064-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790688424798'] for network, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:59.671283 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ecf9d2-cd3b-4e98-a470-ac5bd8c4c17b req-44938cc6-f513-4e4a-b1a6-30d408bad6de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:07:59.673031 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-c7ecf9d2-cd3b-4e98-a470-ac5bd8c4c17b req-44938cc6-f513-4e4a-b1a6-30d408bad6de service neutron] 10.222.0.60 "GET /v2.0/subnets?id=63030826-f290-4ec4-88a7-e0d5c21af6b4 HTTP/1.1" status: 200 len: 856 time: 0.0502219 Jul 27 21:07:59.677664 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-1df86dab-d41b-4912-8f69-5184ad40a1db tempest-ExternalNetworksTestJSON-575050064 tempest-ExternalNetworksTestJSON-575050064-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920'] for network, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:59.679238 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1df86dab-d41b-4912-8f69-5184ad40a1db tempest-ExternalNetworksTestJSON-575050064 tempest-ExternalNetworksTestJSON-575050064-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:07:59.679909 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-1df86dab-d41b-4912-8f69-5184ad40a1db tempest-ExternalNetworksTestJSON-575050064 tempest-ExternalNetworksTestJSON-575050064-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743886'] for network, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:59.743900 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-1df86dab-d41b-4912-8f69-5184ad40a1db tempest-ExternalNetworksTestJSON-575050064 tempest-ExternalNetworksTestJSON-575050064-project-admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.2242005 Jul 27 21:07:59.745405 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ecf9d2-cd3b-4e98-a470-ac5bd8c4c17b req-056483ef-5508-442e-a772-da903abd23ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:07:59.746520 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 52186) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:07:59.746904 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-c7ecf9d2-cd3b-4e98-a470-ac5bd8c4c17b req-056483ef-5508-442e-a772-da903abd23ce service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=79bd215c-af8d-45db-ad24-972205044e15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0662973 Jul 27 21:07:59.759512 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df86dab-d41b-4912-8f69-5184ad40a1db tempest-ExternalNetworksTestJSON-575050064 tempest-ExternalNetworksTestJSON-575050064-project-admin] Pushing event updated for resources: {'Network': ['ID=4284d46a-e743-46d7-9a21-68a3d97a20e8,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:07:59.771503 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Network 4284d46a-e743-46d7-9a21-68a3d97a20e8 details requested by agent ovs-agent-n-d-705658-22 with host n-d-705658-22 {{(pid=105586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:07:59.880865 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-c7ecf9d2-cd3b-4e98-a470-ac5bd8c4c17b req-025a1a0e-d1ee-4625-940e-796101966185 service neutron] 10.222.0.60 "GET /v2.0/networks/79bd215c-af8d-45db-ad24-972205044e15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1152289 Jul 27 21:07:59.914904 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a920dbf-240c-46ad-99be-3cc909732780 tempest-ExternalNetworksTestJSON-1952998843 tempest-ExternalNetworksTestJSON-1952998843-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:07:59.921128 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a920dbf-240c-46ad-99be-3cc909732780 tempest-ExternalNetworksTestJSON-1952998843 tempest-ExternalNetworksTestJSON-1952998843-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:07:59.929739 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a920dbf-240c-46ad-99be-3cc909732780 tempest-ExternalNetworksTestJSON-1952998843 tempest-ExternalNetworksTestJSON-1952998843-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:07:59.935930 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a920dbf-240c-46ad-99be-3cc909732780 tempest-ExternalNetworksTestJSON-1952998843 tempest-ExternalNetworksTestJSON-1952998843-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:07:59.940574 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-1a920dbf-240c-46ad-99be-3cc909732780 tempest-ExternalNetworksTestJSON-1952998843 tempest-ExternalNetworksTestJSON-1952998843-project] 10.222.0.59 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2454 time: 0.1931171 Jul 27 21:07:59.941223 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 52194) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:07:59.988373 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-c7ecf9d2-cd3b-4e98-a470-ac5bd8c4c17b req-be61133c-4085-4510-addd-9a47b6209d73 service neutron] 10.222.0.60 "GET /v2.0/networks/79bd215c-af8d-45db-ad24-972205044e15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973723 Jul 27 21:08:00.009408 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-465a11d1-87b3-4b5c-803f-0fe565c8a3d3 tempest-ExternalNetworksTestJSON-575050064 tempest-ExternalNetworksTestJSON-575050064-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-990557'] for network, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:00.012441 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.agents_db [None req-558fcd2c-e512-47bc-a170-8673d87f7213 None None] Agent healthcheck: found 7 active agents {{(pid=105587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 21:08:00.097303 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-465a11d1-87b3-4b5c-803f-0fe565c8a3d3 tempest-ExternalNetworksTestJSON-575050064 tempest-ExternalNetworksTestJSON-575050064-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853562', 'neutron.services.segments.db._delete_segments_for_network-8790688882975'] for network, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:00.107533 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.segments.db [None req-465a11d1-87b3-4b5c-803f-0fe565c8a3d3 tempest-ExternalNetworksTestJSON-575050064 tempest-ExternalNetworksTestJSON-575050064-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4284d46a-e743-46d7-9a21-68a3d97a20e8']}} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:08:00.117623 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.segments.db [None req-465a11d1-87b3-4b5c-803f-0fe565c8a3d3 tempest-ExternalNetworksTestJSON-575050064 tempest-ExternalNetworksTestJSON-575050064-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f84e4752-fe1e-44cd-bc2c-3c9ade339e40') {'for_net_delete': True} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:08:00.118127 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.segments.db [None req-465a11d1-87b3-4b5c-803f-0fe565c8a3d3 tempest-ExternalNetworksTestJSON-575050064 tempest-ExternalNetworksTestJSON-575050064-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f84e4752-fe1e-44cd-bc2c-3c9ade339e40') {} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:08:00.127917 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-465a11d1-87b3-4b5c-803f-0fe565c8a3d3 tempest-ExternalNetworksTestJSON-575050064 tempest-ExternalNetworksTestJSON-575050064-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790688883752', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9014348'] for segment, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:00.145616 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-465a11d1-87b3-4b5c-803f-0fe565c8a3d3 tempest-ExternalNetworksTestJSON-575050064 tempest-ExternalNetworksTestJSON-575050064-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:00.152995 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-465a11d1-87b3-4b5c-803f-0fe565c8a3d3 tempest-ExternalNetworksTestJSON-575050064 tempest-ExternalNetworksTestJSON-575050064-project-admin] Releasing vlan 218 on physical network physnet1 to pool {{(pid=105584) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:08:00.153465 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-465a11d1-87b3-4b5c-803f-0fe565c8a3d3 tempest-ExternalNetworksTestJSON-575050064 tempest-ExternalNetworksTestJSON-575050064-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9014063'] for segment, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:00.155236 n-d-705658-22 neutron-server[105584]: Traceback (most recent call last): Jul 27 21:08:00.155236 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:08:00.155236 n-d-705658-22 neutron-server[105584]: timer() Jul 27 21:08:00.155236 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:08:00.155236 n-d-705658-22 neutron-server[105584]: cb(*args, **kw) Jul 27 21:08:00.155236 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:08:00.155236 n-d-705658-22 neutron-server[105584]: return func(*args, **kwargs) Jul 27 21:08:00.155236 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:08:00.155236 n-d-705658-22 neutron-server[105584]: self._notify() Jul 27 21:08:00.155236 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:08:00.155236 n-d-705658-22 neutron-server[105584]: self.callback(batched_events) Jul 27 21:08:00.155236 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:08:00.155236 n-d-705658-22 neutron-server[105584]: event.method(event) Jul 27 21:08:00.155236 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:08:00.155236 n-d-705658-22 neutron-server[105584]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:08:00.155236 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:08:00.155236 n-d-705658-22 neutron-server[105584]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:08:00.155236 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:08:00.155236 n-d-705658-22 neutron-server[105584]: return f(self, *a, **k) Jul 27 21:08:00.155236 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:08:00.155236 n-d-705658-22 neutron-server[105584]: return self._get(url).json() Jul 27 21:08:00.155236 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:08:00.155236 n-d-705658-22 neutron-server[105584]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:08:00.155236 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:08:00.155236 n-d-705658-22 neutron-server[105584]: return self.request(url, 'GET', **kwargs) Jul 27 21:08:00.155236 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:08:00.155236 n-d-705658-22 neutron-server[105584]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:08:00.155236 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:08:00.155236 n-d-705658-22 neutron-server[105584]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:08:00.155236 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:08:00.155236 n-d-705658-22 neutron-server[105584]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:08:00.155236 n-d-705658-22 neutron-server[105584]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:08:00.215883 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-465a11d1-87b3-4b5c-803f-0fe565c8a3d3 tempest-ExternalNetworksTestJSON-575050064 tempest-ExternalNetworksTestJSON-575050064-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4075658'] for network, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:00.224546 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-465a11d1-87b3-4b5c-803f-0fe565c8a3d3 tempest-ExternalNetworksTestJSON-575050064 tempest-ExternalNetworksTestJSON-575050064-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 4284d46a-e743-46d7-9a21-68a3d97a20e8 {{(pid=105584) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 27 21:08:00.254310 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-465a11d1-87b3-4b5c-803f-0fe565c8a3d3 tempest-ExternalNetworksTestJSON-575050064 tempest-ExternalNetworksTestJSON-575050064-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743886'] for network, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:00.257228 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-465a11d1-87b3-4b5c-803f-0fe565c8a3d3 tempest-ExternalNetworksTestJSON-575050064 tempest-ExternalNetworksTestJSON-575050064-project-admin] 10.222.0.59 "DELETE /v2.0/networks/4284d46a-e743-46d7-9a21-68a3d97a20e8 HTTP/1.1" status: 204 len: 168 time: 0.3150749 Jul 27 21:08:00.258354 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465a11d1-87b3-4b5c-803f-0fe565c8a3d3 tempest-ExternalNetworksTestJSON-575050064 tempest-ExternalNetworksTestJSON-575050064-project-admin] Pushing event deleted for resources: {'Network': ['ID=4284d46a-e743-46d7-9a21-68a3d97a20e8,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:08:00.261828 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 52210) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:08:00.274375 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-f3602540-78db-4b6a-822d-448d806ffc87 tempest-ExternalNetworksTestJSON-575050064 tempest-ExternalNetworksTestJSON-575050064-project-admin] Request body: {'network': {'name': 'tempest-network--18141181', 'router:external': True}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:08:00.300621 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3602540-78db-4b6a-822d-448d806ffc87 tempest-ExternalNetworksTestJSON-575050064 tempest-ExternalNetworksTestJSON-575050064-project-admin] Made reservation on behalf of 89defe94282c4904993ff665d362b730 for: {'network': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:08:00.304626 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-f3602540-78db-4b6a-822d-448d806ffc87 tempest-ExternalNetworksTestJSON-575050064 tempest-ExternalNetworksTestJSON-575050064-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for network, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:00.340600 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3602540-78db-4b6a-822d-448d806ffc87 tempest-ExternalNetworksTestJSON-575050064 tempest-ExternalNetworksTestJSON-575050064-project-admin] vlan segment allocate from pool success with {'vlan_id': 235, 'physical_network': 'physnet1'} {{(pid=105584) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:08:00.357850 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-f3602540-78db-4b6a-822d-448d806ffc87 tempest-ExternalNetworksTestJSON-575050064 tempest-ExternalNetworksTestJSON-575050064-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:00.358483 n-d-705658-22 neutron-server[105584]: INFO neutron.db.segments_db [None req-f3602540-78db-4b6a-822d-448d806ffc87 tempest-ExternalNetworksTestJSON-575050064 tempest-ExternalNetworksTestJSON-575050064-project-admin] Added segment 8cd490a8-f643-45dd-a6f2-2c128dbff82b of type vlan for network 111a1e2a-d563-4c0d-a28e-b25b3b8ddd33 Jul 27 21:08:00.397439 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef49d16e-f1ab-4456-880c-e1db4305704c req-b5bc7f45-a8d5-4da8-ba7f-3ec0bede375d tempest-ImagesTestJSON-607612606 tempest-ImagesTestJSON-607612606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:08:00.399087 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-ef49d16e-f1ab-4456-880c-e1db4305704c req-b5bc7f45-a8d5-4da8-ba7f-3ec0bede375d tempest-ImagesTestJSON-607612606 tempest-ImagesTestJSON-607612606-project] 10.222.0.59 "GET /v2.0/ports?device_id=42066bbc-d304-4638-ab28-54876f59f8a3 HTTP/1.1" status: 200 len: 944 time: 0.0831823 Jul 27 21:08:00.427876 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-f3602540-78db-4b6a-822d-448d806ffc87 tempest-ExternalNetworksTestJSON-575050064 tempest-ExternalNetworksTestJSON-575050064-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790688424798'] for network, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:00.444301 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-ef49d16e-f1ab-4456-880c-e1db4305704c req-5250e491-5ea1-4621-a874-562ae6bdaf5b tempest-ImagesTestJSON-607612606 tempest-ImagesTestJSON-607612606-project] 10.222.0.59 "GET /v2.0/security-groups?id=0824f12c-25ec-46a0-872f-0482607e4324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372858 Jul 27 21:08:00.476667 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-f3602540-78db-4b6a-822d-448d806ffc87 tempest-ExternalNetworksTestJSON-575050064 tempest-ExternalNetworksTestJSON-575050064-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920'] for network, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:00.477894 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3602540-78db-4b6a-822d-448d806ffc87 tempest-ExternalNetworksTestJSON-575050064 tempest-ExternalNetworksTestJSON-575050064-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:08:00.478901 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-f3602540-78db-4b6a-822d-448d806ffc87 tempest-ExternalNetworksTestJSON-575050064 tempest-ExternalNetworksTestJSON-575050064-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743886'] for network, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:00.534305 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-f3602540-78db-4b6a-822d-448d806ffc87 tempest-ExternalNetworksTestJSON-575050064 tempest-ExternalNetworksTestJSON-575050064-project-admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 861 time: 0.2636864 Jul 27 21:08:00.535034 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 52222) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:08:00.559889 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3602540-78db-4b6a-822d-448d806ffc87 tempest-ExternalNetworksTestJSON-575050064 tempest-ExternalNetworksTestJSON-575050064-project-admin] Pushing event updated for resources: {'Network': ['ID=111a1e2a-d563-4c0d-a28e-b25b3b8ddd33,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:08:00.571439 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Network 111a1e2a-d563-4c0d-a28e-b25b3b8ddd33 details requested by agent ovs-agent-n-d-705658-22 with host n-d-705658-22 {{(pid=105586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:08:00.637834 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f1467c6-d202-477b-9abc-9e1e48444e2c tempest-ExternalNetworksTestJSON-1952998843 tempest-ExternalNetworksTestJSON-1952998843-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:08:00.642331 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 52224) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:08:00.643152 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-7f1467c6-d202-477b-9abc-9e1e48444e2c tempest-ExternalNetworksTestJSON-1952998843 tempest-ExternalNetworksTestJSON-1952998843-project] 10.222.0.59 "GET /v2.0/networks/111a1e2a-d563-4c0d-a28e-b25b3b8ddd33 HTTP/1.1" status: 200 len: 755 time: 0.1039562 Jul 27 21:08:00.733638 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8212cd7e-d8cd-4c51-bc48-19d89c5a624a tempest-ExternalNetworksTestJSON-1952998843 tempest-ExternalNetworksTestJSON-1952998843-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:08:00.737636 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-8212cd7e-d8cd-4c51-bc48-19d89c5a624a tempest-ExternalNetworksTestJSON-1952998843 tempest-ExternalNetworksTestJSON-1952998843-project] 10.222.0.59 "GET /v2.0/networks/b38e4b3d-3398-4ea7-a342-0fc3231023d0 HTTP/1.1" status: 200 len: 768 time: 0.0915563 Jul 27 21:08:00.737933 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 52230) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:08:00.808307 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-cb56ffaa-c1fc-4e22-be86-833387131a42 tempest-ExternalNetworksTestJSON-575050064 tempest-ExternalNetworksTestJSON-575050064-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-990557'] for network, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:00.895646 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-cb56ffaa-c1fc-4e22-be86-833387131a42 tempest-ExternalNetworksTestJSON-575050064 tempest-ExternalNetworksTestJSON-575050064-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853562', 'neutron.services.segments.db._delete_segments_for_network-8790688882975'] for network, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:00.905621 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.segments.db [None req-cb56ffaa-c1fc-4e22-be86-833387131a42 tempest-ExternalNetworksTestJSON-575050064 tempest-ExternalNetworksTestJSON-575050064-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['111a1e2a-d563-4c0d-a28e-b25b3b8ddd33']}} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:08:00.917632 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.segments.db [None req-cb56ffaa-c1fc-4e22-be86-833387131a42 tempest-ExternalNetworksTestJSON-575050064 tempest-ExternalNetworksTestJSON-575050064-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8cd490a8-f643-45dd-a6f2-2c128dbff82b') {'for_net_delete': True} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:08:00.917891 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.segments.db [None req-cb56ffaa-c1fc-4e22-be86-833387131a42 tempest-ExternalNetworksTestJSON-575050064 tempest-ExternalNetworksTestJSON-575050064-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8cd490a8-f643-45dd-a6f2-2c128dbff82b') {} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:08:00.927118 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-cb56ffaa-c1fc-4e22-be86-833387131a42 tempest-ExternalNetworksTestJSON-575050064 tempest-ExternalNetworksTestJSON-575050064-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790688883752', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9014348'] for segment, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:00.941759 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-cb56ffaa-c1fc-4e22-be86-833387131a42 tempest-ExternalNetworksTestJSON-575050064 tempest-ExternalNetworksTestJSON-575050064-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:00.948886 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb56ffaa-c1fc-4e22-be86-833387131a42 tempest-ExternalNetworksTestJSON-575050064 tempest-ExternalNetworksTestJSON-575050064-project-admin] Releasing vlan 235 on physical network physnet1 to pool {{(pid=105584) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:08:00.949293 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-cb56ffaa-c1fc-4e22-be86-833387131a42 tempest-ExternalNetworksTestJSON-575050064 tempest-ExternalNetworksTestJSON-575050064-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9014063'] for segment, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:00.951232 n-d-705658-22 neutron-server[105584]: Traceback (most recent call last): Jul 27 21:08:00.951232 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:08:00.951232 n-d-705658-22 neutron-server[105584]: timer() Jul 27 21:08:00.951232 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:08:00.951232 n-d-705658-22 neutron-server[105584]: cb(*args, **kw) Jul 27 21:08:00.951232 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:08:00.951232 n-d-705658-22 neutron-server[105584]: return func(*args, **kwargs) Jul 27 21:08:00.951232 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:08:00.951232 n-d-705658-22 neutron-server[105584]: self._notify() Jul 27 21:08:00.951232 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:08:00.951232 n-d-705658-22 neutron-server[105584]: self.callback(batched_events) Jul 27 21:08:00.951232 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:08:00.951232 n-d-705658-22 neutron-server[105584]: event.method(event) Jul 27 21:08:00.951232 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:08:00.951232 n-d-705658-22 neutron-server[105584]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:08:00.951232 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:08:00.951232 n-d-705658-22 neutron-server[105584]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:08:00.951232 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:08:00.951232 n-d-705658-22 neutron-server[105584]: return f(self, *a, **k) Jul 27 21:08:00.951232 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:08:00.951232 n-d-705658-22 neutron-server[105584]: return self._get(url).json() Jul 27 21:08:00.951232 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:08:00.951232 n-d-705658-22 neutron-server[105584]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:08:00.951232 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:08:00.951232 n-d-705658-22 neutron-server[105584]: return self.request(url, 'GET', **kwargs) Jul 27 21:08:00.951232 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:08:00.951232 n-d-705658-22 neutron-server[105584]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:08:00.951232 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:08:00.951232 n-d-705658-22 neutron-server[105584]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:08:00.951232 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:08:00.951232 n-d-705658-22 neutron-server[105584]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:08:00.951232 n-d-705658-22 neutron-server[105584]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:08:01.009176 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-cb56ffaa-c1fc-4e22-be86-833387131a42 tempest-ExternalNetworksTestJSON-575050064 tempest-ExternalNetworksTestJSON-575050064-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4075658'] for network, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:01.014795 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb56ffaa-c1fc-4e22-be86-833387131a42 tempest-ExternalNetworksTestJSON-575050064 tempest-ExternalNetworksTestJSON-575050064-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 111a1e2a-d563-4c0d-a28e-b25b3b8ddd33 {{(pid=105584) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 27 21:08:01.017587 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-cb56ffaa-c1fc-4e22-be86-833387131a42 tempest-ExternalNetworksTestJSON-575050064 tempest-ExternalNetworksTestJSON-575050064-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743886'] for network, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:01.023511 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-cb56ffaa-c1fc-4e22-be86-833387131a42 tempest-ExternalNetworksTestJSON-575050064 tempest-ExternalNetworksTestJSON-575050064-project-admin] 10.222.0.59 "DELETE /v2.0/networks/111a1e2a-d563-4c0d-a28e-b25b3b8ddd33 HTTP/1.1" status: 204 len: 168 time: 0.2844982 Jul 27 21:08:01.023701 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 52238) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:08:01.034166 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb56ffaa-c1fc-4e22-be86-833387131a42 tempest-ExternalNetworksTestJSON-575050064 tempest-ExternalNetworksTestJSON-575050064-project-admin] Pushing event deleted for resources: {'Network': ['ID=111a1e2a-d563-4c0d-a28e-b25b3b8ddd33,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:08:01.057482 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-36f9b15c-aad8-4967-b95f-7fbb5e4b65ca tempest-ExternalNetworksTestJSON-575050064 tempest-ExternalNetworksTestJSON-575050064-project-admin] Request body: {'network': {'name': 'tempest-network--872960925'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:08:01.089790 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36f9b15c-aad8-4967-b95f-7fbb5e4b65ca tempest-ExternalNetworksTestJSON-575050064 tempest-ExternalNetworksTestJSON-575050064-project-admin] Made reservation on behalf of 89defe94282c4904993ff665d362b730 for: {'network': 1} {{(pid=105585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:08:01.092491 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-36f9b15c-aad8-4967-b95f-7fbb5e4b65ca tempest-ExternalNetworksTestJSON-575050064 tempest-ExternalNetworksTestJSON-575050064-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for network, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:01.139763 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36f9b15c-aad8-4967-b95f-7fbb5e4b65ca tempest-ExternalNetworksTestJSON-575050064 tempest-ExternalNetworksTestJSON-575050064-project-admin] vlan segment allocate from pool success with {'vlan_id': 241, 'physical_network': 'physnet1'} {{(pid=105585) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:08:01.158204 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-36f9b15c-aad8-4967-b95f-7fbb5e4b65ca tempest-ExternalNetworksTestJSON-575050064 tempest-ExternalNetworksTestJSON-575050064-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:01.158623 n-d-705658-22 neutron-server[105585]: INFO neutron.db.segments_db [None req-36f9b15c-aad8-4967-b95f-7fbb5e4b65ca tempest-ExternalNetworksTestJSON-575050064 tempest-ExternalNetworksTestJSON-575050064-project-admin] Added segment 127d51b3-e2d6-4b92-90d6-24ba5339f566 of type vlan for network b2bd811e-ce7d-4f39-b0bb-2c6846b65a9b Jul 27 21:08:01.221547 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-36f9b15c-aad8-4967-b95f-7fbb5e4b65ca tempest-ExternalNetworksTestJSON-575050064 tempest-ExternalNetworksTestJSON-575050064-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790688424798'] for network, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:01.251361 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-36f9b15c-aad8-4967-b95f-7fbb5e4b65ca tempest-ExternalNetworksTestJSON-575050064 tempest-ExternalNetworksTestJSON-575050064-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920'] for network, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:01.252433 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36f9b15c-aad8-4967-b95f-7fbb5e4b65ca tempest-ExternalNetworksTestJSON-575050064 tempest-ExternalNetworksTestJSON-575050064-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:08:01.253101 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-36f9b15c-aad8-4967-b95f-7fbb5e4b65ca tempest-ExternalNetworksTestJSON-575050064 tempest-ExternalNetworksTestJSON-575050064-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743886'] for network, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:01.308322 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-36f9b15c-aad8-4967-b95f-7fbb5e4b65ca tempest-ExternalNetworksTestJSON-575050064 tempest-ExternalNetworksTestJSON-575050064-project-admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.2835014 Jul 27 21:08:01.311019 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 52248) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:08:01.318091 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-cd6dcca2-a426-4afa-b6f8-dfa9887510ac tempest-ExternalNetworksTestJSON-575050064 tempest-ExternalNetworksTestJSON-575050064-project-admin] Request body: {'network': {'router:external': True}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:08:01.336437 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f9b15c-aad8-4967-b95f-7fbb5e4b65ca tempest-ExternalNetworksTestJSON-575050064 tempest-ExternalNetworksTestJSON-575050064-project-admin] Pushing event updated for resources: {'Network': ['ID=b2bd811e-ce7d-4f39-b0bb-2c6846b65a9b,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:08:01.352499 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Network b2bd811e-ce7d-4f39-b0bb-2c6846b65a9b details requested by agent ovs-agent-n-d-705658-22 with host n-d-705658-22 {{(pid=105586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:08:01.545974 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-cd6dcca2-a426-4afa-b6f8-dfa9887510ac tempest-ExternalNetworksTestJSON-575050064 tempest-ExternalNetworksTestJSON-575050064-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790688424798'] for network, precommit_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:01.595919 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-cd6dcca2-a426-4afa-b6f8-dfa9887510ac tempest-ExternalNetworksTestJSON-575050064 tempest-ExternalNetworksTestJSON-575050064-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920'] for network, after_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:01.607770 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-cd6dcca2-a426-4afa-b6f8-dfa9887510ac tempest-ExternalNetworksTestJSON-575050064 tempest-ExternalNetworksTestJSON-575050064-project-admin] Network b2bd811e-ce7d-4f39-b0bb-2c6846b65a9b is not hosted by any dhcp agent {{(pid=105585) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 27 21:08:01.608728 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd6dcca2-a426-4afa-b6f8-dfa9887510ac tempest-ExternalNetworksTestJSON-575050064 tempest-ExternalNetworksTestJSON-575050064-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:08:01.609382 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-cd6dcca2-a426-4afa-b6f8-dfa9887510ac tempest-ExternalNetworksTestJSON-575050064 tempest-ExternalNetworksTestJSON-575050064-project-admin] Notify callbacks [] for network, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:01.610882 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-cd6dcca2-a426-4afa-b6f8-dfa9887510ac tempest-ExternalNetworksTestJSON-575050064 tempest-ExternalNetworksTestJSON-575050064-project-admin] 10.222.0.59 "PUT /v2.0/networks/b2bd811e-ce7d-4f39-b0bb-2c6846b65a9b HTTP/1.1" status: 200 len: 857 time: 0.2988865 Jul 27 21:08:01.613843 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 52260) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:08:01.693710 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-fa215006-bb06-456e-ac07-2db188d01250 tempest-ExternalNetworksTestJSON-575050064 tempest-ExternalNetworksTestJSON-575050064-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-990557'] for network, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:01.712226 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe530fcc-4cdb-4428-a59a-7748780818bd req-a9fa4487-e8b4-4c68-b68b-4fa75674d84e tempest-ImagesTestJSON-607612606 tempest-ImagesTestJSON-607612606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:08:01.719242 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-fe530fcc-4cdb-4428-a59a-7748780818bd req-a9fa4487-e8b4-4c68-b68b-4fa75674d84e tempest-ImagesTestJSON-607612606 tempest-ImagesTestJSON-607612606-project] 10.222.0.59 "GET /v2.0/ports?device_id=42066bbc-d304-4638-ab28-54876f59f8a3 HTTP/1.1" status: 200 len: 944 time: 0.1782558 Jul 27 21:08:01.720948 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6dcca2-a426-4afa-b6f8-dfa9887510ac tempest-ExternalNetworksTestJSON-575050064 tempest-ExternalNetworksTestJSON-575050064-project-admin] Pushing event updated for resources: {'Network': ['ID=b2bd811e-ce7d-4f39-b0bb-2c6846b65a9b,revision_number=2']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:08:01.755462 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-fe530fcc-4cdb-4428-a59a-7748780818bd req-b0a9d79c-db16-40e8-a0ca-47f9f4ab16b2 tempest-ImagesTestJSON-607612606 tempest-ImagesTestJSON-607612606-project] 10.222.0.59 "GET /v2.0/security-groups?id=0824f12c-25ec-46a0-872f-0482607e4324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353220 Jul 27 21:08:01.773539 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-fa215006-bb06-456e-ac07-2db188d01250 tempest-ExternalNetworksTestJSON-575050064 tempest-ExternalNetworksTestJSON-575050064-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853562', 'neutron.services.segments.db._delete_segments_for_network-8790688882975'] for network, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:01.783252 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.segments.db [None req-fa215006-bb06-456e-ac07-2db188d01250 tempest-ExternalNetworksTestJSON-575050064 tempest-ExternalNetworksTestJSON-575050064-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2bd811e-ce7d-4f39-b0bb-2c6846b65a9b']}} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:08:01.792983 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.segments.db [None req-fa215006-bb06-456e-ac07-2db188d01250 tempest-ExternalNetworksTestJSON-575050064 tempest-ExternalNetworksTestJSON-575050064-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '127d51b3-e2d6-4b92-90d6-24ba5339f566') {'for_net_delete': True} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:08:01.793276 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.segments.db [None req-fa215006-bb06-456e-ac07-2db188d01250 tempest-ExternalNetworksTestJSON-575050064 tempest-ExternalNetworksTestJSON-575050064-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '127d51b3-e2d6-4b92-90d6-24ba5339f566') {} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:08:01.801645 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-fa215006-bb06-456e-ac07-2db188d01250 tempest-ExternalNetworksTestJSON-575050064 tempest-ExternalNetworksTestJSON-575050064-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790688883752', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9014348'] for segment, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:01.818845 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-fa215006-bb06-456e-ac07-2db188d01250 tempest-ExternalNetworksTestJSON-575050064 tempest-ExternalNetworksTestJSON-575050064-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:01.824694 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa215006-bb06-456e-ac07-2db188d01250 tempest-ExternalNetworksTestJSON-575050064 tempest-ExternalNetworksTestJSON-575050064-project-admin] Releasing vlan 241 on physical network physnet1 to pool {{(pid=105584) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:08:01.825072 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-fa215006-bb06-456e-ac07-2db188d01250 tempest-ExternalNetworksTestJSON-575050064 tempest-ExternalNetworksTestJSON-575050064-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9014063'] for segment, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:01.826735 n-d-705658-22 neutron-server[105584]: Traceback (most recent call last): Jul 27 21:08:01.826735 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:08:01.826735 n-d-705658-22 neutron-server[105584]: timer() Jul 27 21:08:01.826735 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:08:01.826735 n-d-705658-22 neutron-server[105584]: cb(*args, **kw) Jul 27 21:08:01.826735 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:08:01.826735 n-d-705658-22 neutron-server[105584]: return func(*args, **kwargs) Jul 27 21:08:01.826735 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:08:01.826735 n-d-705658-22 neutron-server[105584]: self._notify() Jul 27 21:08:01.826735 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:08:01.826735 n-d-705658-22 neutron-server[105584]: self.callback(batched_events) Jul 27 21:08:01.826735 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:08:01.826735 n-d-705658-22 neutron-server[105584]: event.method(event) Jul 27 21:08:01.826735 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:08:01.826735 n-d-705658-22 neutron-server[105584]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:08:01.826735 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:08:01.826735 n-d-705658-22 neutron-server[105584]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:08:01.826735 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:08:01.826735 n-d-705658-22 neutron-server[105584]: return f(self, *a, **k) Jul 27 21:08:01.826735 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:08:01.826735 n-d-705658-22 neutron-server[105584]: return self._get(url).json() Jul 27 21:08:01.826735 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:08:01.826735 n-d-705658-22 neutron-server[105584]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:08:01.826735 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:08:01.826735 n-d-705658-22 neutron-server[105584]: return self.request(url, 'GET', **kwargs) Jul 27 21:08:01.826735 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:08:01.826735 n-d-705658-22 neutron-server[105584]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:08:01.826735 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:08:01.826735 n-d-705658-22 neutron-server[105584]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:08:01.826735 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:08:01.826735 n-d-705658-22 neutron-server[105584]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:08:01.826735 n-d-705658-22 neutron-server[105584]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:08:01.879906 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-fa215006-bb06-456e-ac07-2db188d01250 tempest-ExternalNetworksTestJSON-575050064 tempest-ExternalNetworksTestJSON-575050064-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4075658'] for network, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:01.885549 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa215006-bb06-456e-ac07-2db188d01250 tempest-ExternalNetworksTestJSON-575050064 tempest-ExternalNetworksTestJSON-575050064-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network b2bd811e-ce7d-4f39-b0bb-2c6846b65a9b {{(pid=105584) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 27 21:08:01.888195 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-fa215006-bb06-456e-ac07-2db188d01250 tempest-ExternalNetworksTestJSON-575050064 tempest-ExternalNetworksTestJSON-575050064-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743886'] for network, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:01.890088 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-fa215006-bb06-456e-ac07-2db188d01250 tempest-ExternalNetworksTestJSON-575050064 tempest-ExternalNetworksTestJSON-575050064-project-admin] 10.222.0.59 "DELETE /v2.0/networks/b2bd811e-ce7d-4f39-b0bb-2c6846b65a9b HTTP/1.1" status: 204 len: 168 time: 0.2753203 Jul 27 21:08:01.893389 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 52264) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:08:01.928558 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa215006-bb06-456e-ac07-2db188d01250 tempest-ExternalNetworksTestJSON-575050064 tempest-ExternalNetworksTestJSON-575050064-project-admin] Pushing event deleted for resources: {'Network': ['ID=b2bd811e-ce7d-4f39-b0bb-2c6846b65a9b,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:08:01.932071 n-d-705658-22 neutron-server[105584]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5e3eb47-00db-4a52-9ccf-e9e203181f37 tempest-ExternalNetworksTestJSON-1952998843 tempest-ExternalNetworksTestJSON-1952998843-project] DELETE failed (client error): The resource could not be found. Jul 27 21:08:01.932538 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e5e3eb47-00db-4a52-9ccf-e9e203181f37 tempest-ExternalNetworksTestJSON-1952998843 tempest-ExternalNetworksTestJSON-1952998843-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105584) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 21:08:01.936921 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-e5e3eb47-00db-4a52-9ccf-e9e203181f37 tempest-ExternalNetworksTestJSON-1952998843 tempest-ExternalNetworksTestJSON-1952998843-project] 10.222.0.59 "DELETE /v2.0/subnets/ed560a29-b0af-4546-a70e-4744df96226d HTTP/1.1" status: 404 len: 337 time: 0.0408082 Jul 27 21:08:01.937130 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 52268) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:08:02.022684 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-1182f367-6383-463b-9e88-3cd1b2761c27 tempest-ExternalNetworksTestJSON-1952998843 tempest-ExternalNetworksTestJSON-1952998843-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-990557'] for network, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:02.107992 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-1182f367-6383-463b-9e88-3cd1b2761c27 tempest-ExternalNetworksTestJSON-1952998843 tempest-ExternalNetworksTestJSON-1952998843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853562', 'neutron.services.segments.db._delete_segments_for_network-8790688882975'] for network, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:02.117902 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.segments.db [None req-1182f367-6383-463b-9e88-3cd1b2761c27 tempest-ExternalNetworksTestJSON-1952998843 tempest-ExternalNetworksTestJSON-1952998843-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b38e4b3d-3398-4ea7-a342-0fc3231023d0']}} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:08:02.127548 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.segments.db [None req-1182f367-6383-463b-9e88-3cd1b2761c27 tempest-ExternalNetworksTestJSON-1952998843 tempest-ExternalNetworksTestJSON-1952998843-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ce15305-8de1-4f50-9384-def0953a838f') {'for_net_delete': True} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:08:02.127850 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.segments.db [None req-1182f367-6383-463b-9e88-3cd1b2761c27 tempest-ExternalNetworksTestJSON-1952998843 tempest-ExternalNetworksTestJSON-1952998843-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ce15305-8de1-4f50-9384-def0953a838f') {} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:08:02.137114 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-1182f367-6383-463b-9e88-3cd1b2761c27 tempest-ExternalNetworksTestJSON-1952998843 tempest-ExternalNetworksTestJSON-1952998843-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790688883752', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9014348'] for segment, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:02.150300 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-1182f367-6383-463b-9e88-3cd1b2761c27 tempest-ExternalNetworksTestJSON-1952998843 tempest-ExternalNetworksTestJSON-1952998843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:02.157128 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1182f367-6383-463b-9e88-3cd1b2761c27 tempest-ExternalNetworksTestJSON-1952998843 tempest-ExternalNetworksTestJSON-1952998843-project] Releasing vlan 213 on physical network physnet1 to pool {{(pid=105584) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:08:02.157513 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-1182f367-6383-463b-9e88-3cd1b2761c27 tempest-ExternalNetworksTestJSON-1952998843 tempest-ExternalNetworksTestJSON-1952998843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9014063'] for segment, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:02.160418 n-d-705658-22 neutron-server[105584]: Traceback (most recent call last): Jul 27 21:08:02.160418 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:08:02.160418 n-d-705658-22 neutron-server[105584]: timer() Jul 27 21:08:02.160418 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:08:02.160418 n-d-705658-22 neutron-server[105584]: cb(*args, **kw) Jul 27 21:08:02.160418 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:08:02.160418 n-d-705658-22 neutron-server[105584]: return func(*args, **kwargs) Jul 27 21:08:02.160418 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:08:02.160418 n-d-705658-22 neutron-server[105584]: self._notify() Jul 27 21:08:02.160418 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:08:02.160418 n-d-705658-22 neutron-server[105584]: self.callback(batched_events) Jul 27 21:08:02.160418 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:08:02.160418 n-d-705658-22 neutron-server[105584]: event.method(event) Jul 27 21:08:02.160418 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:08:02.160418 n-d-705658-22 neutron-server[105584]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:08:02.160418 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:08:02.160418 n-d-705658-22 neutron-server[105584]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:08:02.160418 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:08:02.160418 n-d-705658-22 neutron-server[105584]: return f(self, *a, **k) Jul 27 21:08:02.160418 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:08:02.160418 n-d-705658-22 neutron-server[105584]: return self._get(url).json() Jul 27 21:08:02.160418 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:08:02.160418 n-d-705658-22 neutron-server[105584]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:08:02.160418 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:08:02.160418 n-d-705658-22 neutron-server[105584]: return self.request(url, 'GET', **kwargs) Jul 27 21:08:02.160418 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:08:02.160418 n-d-705658-22 neutron-server[105584]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:08:02.160418 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:08:02.160418 n-d-705658-22 neutron-server[105584]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:08:02.160418 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:08:02.160418 n-d-705658-22 neutron-server[105584]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:08:02.160418 n-d-705658-22 neutron-server[105584]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:08:02.280170 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-1182f367-6383-463b-9e88-3cd1b2761c27 tempest-ExternalNetworksTestJSON-1952998843 tempest-ExternalNetworksTestJSON-1952998843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4075658'] for network, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:02.285486 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-1182f367-6383-463b-9e88-3cd1b2761c27 tempest-ExternalNetworksTestJSON-1952998843 tempest-ExternalNetworksTestJSON-1952998843-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743886'] for network, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:02.287947 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-1182f367-6383-463b-9e88-3cd1b2761c27 tempest-ExternalNetworksTestJSON-1952998843 tempest-ExternalNetworksTestJSON-1952998843-project] 10.222.0.59 "DELETE /v2.0/networks/b38e4b3d-3398-4ea7-a342-0fc3231023d0 HTTP/1.1" status: 204 len: 168 time: 0.3498826 Jul 27 21:08:02.307642 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1182f367-6383-463b-9e88-3cd1b2761c27 tempest-ExternalNetworksTestJSON-1952998843 tempest-ExternalNetworksTestJSON-1952998843-project] Pushing event deleted for resources: {'Network': ['ID=b38e4b3d-3398-4ea7-a342-0fc3231023d0,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:08:02.316231 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1182f367-6383-463b-9e88-3cd1b2761c27 tempest-ExternalNetworksTestJSON-1952998843 tempest-ExternalNetworksTestJSON-1952998843-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:08:02.316692 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1182f367-6383-463b-9e88-3cd1b2761c27 tempest-ExternalNetworksTestJSON-1952998843 tempest-ExternalNetworksTestJSON-1952998843-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:08:02.317221 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1182f367-6383-463b-9e88-3cd1b2761c27 tempest-ExternalNetworksTestJSON-1952998843 tempest-ExternalNetworksTestJSON-1952998843-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:08:02.317681 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1182f367-6383-463b-9e88-3cd1b2761c27 tempest-ExternalNetworksTestJSON-1952998843 tempest-ExternalNetworksTestJSON-1952998843-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:08:02.318916 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1182f367-6383-463b-9e88-3cd1b2761c27 tempest-ExternalNetworksTestJSON-1952998843 tempest-ExternalNetworksTestJSON-1952998843-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:08:02.319486 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1182f367-6383-463b-9e88-3cd1b2761c27 tempest-ExternalNetworksTestJSON-1952998843 tempest-ExternalNetworksTestJSON-1952998843-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:08:02.320028 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1182f367-6383-463b-9e88-3cd1b2761c27 tempest-ExternalNetworksTestJSON-1952998843 tempest-ExternalNetworksTestJSON-1952998843-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:08:02.320783 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1182f367-6383-463b-9e88-3cd1b2761c27 tempest-ExternalNetworksTestJSON-1952998843 tempest-ExternalNetworksTestJSON-1952998843-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:08:02.320914 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1182f367-6383-463b-9e88-3cd1b2761c27 tempest-ExternalNetworksTestJSON-1952998843 tempest-ExternalNetworksTestJSON-1952998843-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:08:02.321351 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1182f367-6383-463b-9e88-3cd1b2761c27 tempest-ExternalNetworksTestJSON-1952998843 tempest-ExternalNetworksTestJSON-1952998843-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:08:02.321774 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1182f367-6383-463b-9e88-3cd1b2761c27 tempest-ExternalNetworksTestJSON-1952998843 tempest-ExternalNetworksTestJSON-1952998843-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:08:02.322653 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1182f367-6383-463b-9e88-3cd1b2761c27 tempest-ExternalNetworksTestJSON-1952998843 tempest-ExternalNetworksTestJSON-1952998843-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:08:02.613883 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 52290) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:08:02.772076 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-9f976b7c-25c7-48ad-9009-4a04043a942d admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=0087b258778a4541a1dadf0efdce12c9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1563003 Jul 27 21:08:02.774348 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 52300) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:08:02.831974 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-55181664-8708-41ab-8a72-06b62ee2701b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:02.880374 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-55181664-8708-41ab-8a72-06b62ee2701b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:02.949267 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc0e520-71d7-4b62-b440-fd22fd5833d5 req-e199825f-a2a0-4a28-838f-d40b92e0c89c tempest-ImagesTestJSON-607612606 tempest-ImagesTestJSON-607612606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:08:02.950822 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-edc0e520-71d7-4b62-b440-fd22fd5833d5 req-e199825f-a2a0-4a28-838f-d40b92e0c89c tempest-ImagesTestJSON-607612606 tempest-ImagesTestJSON-607612606-project] 10.222.0.59 "GET /v2.0/ports?device_id=42066bbc-d304-4638-ab28-54876f59f8a3 HTTP/1.1" status: 200 len: 944 time: 0.1211421 Jul 27 21:08:03.009969 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-55181664-8708-41ab-8a72-06b62ee2701b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:03.012806 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-55181664-8708-41ab-8a72-06b62ee2701b admin admin] Notify callbacks [] for security_group, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:03.014366 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-55181664-8708-41ab-8a72-06b62ee2701b admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/861f6583-ce4c-4c76-a377-08ac0dd01837 HTTP/1.1" status: 204 len: 168 time: 0.2383621 Jul 27 21:08:03.045432 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-edc0e520-71d7-4b62-b440-fd22fd5833d5 req-cb7aa840-6118-4e4d-a26c-49252fb09705 tempest-ImagesTestJSON-607612606 tempest-ImagesTestJSON-607612606-project] 10.222.0.59 "GET /v2.0/security-groups?id=0824f12c-25ec-46a0-872f-0482607e4324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849884 Jul 27 21:08:03.047455 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55181664-8708-41ab-8a72-06b62ee2701b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=861f6583-ce4c-4c76-a377-08ac0dd01837,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:08:03.240804 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Device d147f3a6-bc63-4646-ab25-a77edf5be1d7 details requested by agent hyperv_n-h2-705658-22 with host n-h2-705658-22 {{(pid=105586) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:08:03.356304 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] For port d147f3a6-bc63-4646-ab25-a77edf5be1d7, host n-h2-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=d147f3a6-bc63-4646-ab25-a77edf5be1d7,segment=NetworkSegment(74356e05-950c-4c55-88c6-85a1b1fc145d),segment_id=74356e05-950c-4c55-88c6-85a1b1fc145d)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:08:03.366272 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 52312) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:08:03.368570 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Returning: {'device': 'd147f3a6-bc63-4646-ab25-a77edf5be1d7', 'network_id': '72109025-d173-4d38-a78b-046bd6975a9d', 'port_id': 'd147f3a6-bc63-4646-ab25-a77edf5be1d7', 'mac_address': 'fa:16:3e:30:c6:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 208, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c3e9e9f-5a21-43a6-8c24-ea076aff9e22', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105586) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:08:03.406396 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-a950755c-a317-4184-bed0-4da014f3e522 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=89defe94282c4904993ff665d362b730&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0389693 Jul 27 21:08:03.407539 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:03.408860 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 52314) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:08:03.421971 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [None req-3d54578f-831f-4696-b568-13c455922dab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d147f3a6-bc63-4646-ab25-a77edf5be1d7 {{(pid=105586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:08:03.442852 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] For port d147f3a6-bc63-4646-ab25-a77edf5be1d7, host n-h2-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=d147f3a6-bc63-4646-ab25-a77edf5be1d7,segment=NetworkSegment(74356e05-950c-4c55-88c6-85a1b1fc145d),segment_id=74356e05-950c-4c55-88c6-85a1b1fc145d)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:08:03.448715 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:03.463566 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-2452b0c9-a989-4294-b0f1-8ab8afa5fc73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:03.485180 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-2452b0c9-a989-4294-b0f1-8ab8afa5fc73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:03.497173 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Pushing event updated for resources: {'Port': ['ID=d147f3a6-bc63-4646-ab25-a77edf5be1d7,revision_number=4']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:08:03.537528 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-2452b0c9-a989-4294-b0f1-8ab8afa5fc73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:03.540291 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-2452b0c9-a989-4294-b0f1-8ab8afa5fc73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:03.543811 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-2452b0c9-a989-4294-b0f1-8ab8afa5fc73 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/dfdc8f4b-197e-48cd-8e66-df6f9267fcac HTTP/1.1" status: 204 len: 168 time: 0.1316509 Jul 27 21:08:03.550127 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2452b0c9-a989-4294-b0f1-8ab8afa5fc73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfdc8f4b-197e-48cd-8e66-df6f9267fcac,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:08:03.792148 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] get_ports_and_sgs() called for port_ids ['d147f3a6-bc63-4646-ab25-a77edf5be1d7'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:08:04.233932 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b8a0ab-171f-4eb2-8d7a-3fda3d888e5f req-21f8c590-b327-4033-a7b3-3dd5da9c7247 tempest-ImagesTestJSON-607612606 tempest-ImagesTestJSON-607612606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:08:04.236114 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e5b8a0ab-171f-4eb2-8d7a-3fda3d888e5f req-21f8c590-b327-4033-a7b3-3dd5da9c7247 tempest-ImagesTestJSON-607612606 tempest-ImagesTestJSON-607612606-project] 10.222.0.59 "GET /v2.0/ports?device_id=42066bbc-d304-4638-ab28-54876f59f8a3 HTTP/1.1" status: 200 len: 945 time: 0.1097779 Jul 27 21:08:04.281381 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e5b8a0ab-171f-4eb2-8d7a-3fda3d888e5f req-a2fd178f-f90f-4d27-b0a4-1432d74da750 tempest-ImagesTestJSON-607612606 tempest-ImagesTestJSON-607612606-project] 10.222.0.59 "GET /v2.0/security-groups?id=0824f12c-25ec-46a0-872f-0482607e4324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375946 Jul 27 21:08:04.641383 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 52382) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:08:04.753988 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-35fe5d19-a8b8-4362-ad35-eb42f1917240 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:04.849036 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-35fe5d19-a8b8-4362-ad35-eb42f1917240 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:04.855364 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-35fe5d19-a8b8-4362-ad35-eb42f1917240 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:04.901886 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 52396) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:08:04.902041 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-35fe5d19-a8b8-4362-ad35-eb42f1917240 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=930e6f8a679a42dda8c70f71add08f1b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2588120 Jul 27 21:08:04.908660 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fe5d19-a8b8-4362-ad35-eb42f1917240 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14fb89b2-cd68-4eb2-ad4b-53a0e49b0d7a,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:08:04.960986 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-a8beb24a-79a1-4c06-b518-32d9a7296a89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:04.982984 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-a8beb24a-79a1-4c06-b518-32d9a7296a89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:05.033733 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-a8beb24a-79a1-4c06-b518-32d9a7296a89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:05.036242 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-a8beb24a-79a1-4c06-b518-32d9a7296a89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:05.039689 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-a8beb24a-79a1-4c06-b518-32d9a7296a89 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/14fb89b2-cd68-4eb2-ad4b-53a0e49b0d7a HTTP/1.1" status: 204 len: 168 time: 0.1342275 Jul 27 21:08:05.046051 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8beb24a-79a1-4c06-b518-32d9a7296a89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14fb89b2-cd68-4eb2-ad4b-53a0e49b0d7a,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:08:05.075706 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 52402) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:08:05.174424 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-4cdb7817-2205-484e-a4a3-94cd6206e499 tempest-RoutersAdminTest-975150395 tempest-RoutersAdminTest-975150395-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1351399968', 'router:external': True}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:08:05.197536 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cdb7817-2205-484e-a4a3-94cd6206e499 tempest-RoutersAdminTest-975150395 tempest-RoutersAdminTest-975150395-project-admin] Made reservation on behalf of ea9242b9fa3d4734828fa6be7e2599cf for: {'network': 1} {{(pid=105585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:08:05.200045 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-4cdb7817-2205-484e-a4a3-94cd6206e499 tempest-RoutersAdminTest-975150395 tempest-RoutersAdminTest-975150395-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for network, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:05.209652 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-4cdb7817-2205-484e-a4a3-94cd6206e499 tempest-RoutersAdminTest-975150395 tempest-RoutersAdminTest-975150395-project-admin] Notify callbacks [] for security_group, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:05.256235 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Device d147f3a6-bc63-4646-ab25-a77edf5be1d7 up at agent hyperv_n-h2-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:08:05.319806 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-4cdb7817-2205-484e-a4a3-94cd6206e499 tempest-RoutersAdminTest-975150395 tempest-RoutersAdminTest-975150395-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:05.327550 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-4cdb7817-2205-484e-a4a3-94cd6206e499 tempest-RoutersAdminTest-975150395 tempest-RoutersAdminTest-975150395-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:05.340617 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4cdb7817-2205-484e-a4a3-94cd6206e499 tempest-RoutersAdminTest-975150395 tempest-RoutersAdminTest-975150395-project-admin] vlan segment allocate from pool success with {'vlan_id': 232, 'physical_network': 'physnet1'} {{(pid=105585) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:08:05.340825 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-3d54578f-831f-4696-b568-13c455922dab None None] Provisioning for port d147f3a6-bc63-4646-ab25-a77edf5be1d7 completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:08:05.344610 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-3d54578f-831f-4696-b568-13c455922dab None None] Provisioning complete for port d147f3a6-bc63-4646-ab25-a77edf5be1d7 triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:08:05.344998 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:05.350551 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-4cdb7817-2205-484e-a4a3-94cd6206e499 tempest-RoutersAdminTest-975150395 tempest-RoutersAdminTest-975150395-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:05.350902 n-d-705658-22 neutron-server[105585]: INFO neutron.db.segments_db [None req-4cdb7817-2205-484e-a4a3-94cd6206e499 tempest-RoutersAdminTest-975150395 tempest-RoutersAdminTest-975150395-project-admin] Added segment 1fdcbd2b-a595-4f8b-a064-9c0baf62b9d3 of type vlan for network b65341f2-2e71-47f1-9fb8-36f7e3eb6e8f Jul 27 21:08:05.399346 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-4cdb7817-2205-484e-a4a3-94cd6206e499 tempest-RoutersAdminTest-975150395 tempest-RoutersAdminTest-975150395-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790688424798'] for network, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:05.460676 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:05.489170 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42066bbc-d304-4638-ab28-54876f59f8a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd147f3a6-bc63-4646-ab25-a77edf5be1d7'}] {{(pid=105586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:08:05.496168 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14c1663e039faf5393f87855f745010ac5b02220355b68fdbf065393e303ac56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00aee083-ccfd-4d8d-b230-180cd509dbad" -d '{"events": [{"server_uuid": "42066bbc-d304-4638-ab28-54876f59f8a3", "name": "network-vif-plugged", "status": "completed", "tag": "d147f3a6-bc63-4646-ab25-a77edf5be1d7"}]}' {{(pid=105586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:08:05.518602 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdb7817-2205-484e-a4a3-94cd6206e499 tempest-RoutersAdminTest-975150395 tempest-RoutersAdminTest-975150395-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3903d5b1-580a-4c2b-8c92-9b8123b5be71,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:08:05.527772 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 52418) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:08:05.529725 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] For port d147f3a6-bc63-4646-ab25-a77edf5be1d7, host n-h2-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=d147f3a6-bc63-4646-ab25-a77edf5be1d7,segment=NetworkSegment(74356e05-950c-4c55-88c6-85a1b1fc145d),segment_id=74356e05-950c-4c55-88c6-85a1b1fc145d)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:08:05.533833 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-4cdb7817-2205-484e-a4a3-94cd6206e499 tempest-RoutersAdminTest-975150395 tempest-RoutersAdminTest-975150395-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920'] for network, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:05.535171 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cdb7817-2205-484e-a4a3-94cd6206e499 tempest-RoutersAdminTest-975150395 tempest-RoutersAdminTest-975150395-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:08:05.536050 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:05.537643 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-4cdb7817-2205-484e-a4a3-94cd6206e499 tempest-RoutersAdminTest-975150395 tempest-RoutersAdminTest-975150395-project-admin] Notify callbacks [] for network, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:05.543422 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-a6e20204-5d75-4ba2-9673-fbb0f67eb0e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:05.601267 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Pushing event updated for resources: {'Port': ['ID=d147f3a6-bc63-4646-ab25-a77edf5be1d7,revision_number=5']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:08:05.629761 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdb7817-2205-484e-a4a3-94cd6206e499 tempest-RoutersAdminTest-975150395 tempest-RoutersAdminTest-975150395-project-admin] Pushing event updated for resources: {'Network': ['ID=b65341f2-2e71-47f1-9fb8-36f7e3eb6e8f,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:08:05.645477 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Network b65341f2-2e71-47f1-9fb8-36f7e3eb6e8f details requested by agent ovs-agent-n-d-705658-22 with host n-d-705658-22 {{(pid=105586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:08:05.677047 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98911012-a630-4468-b53e-ee56b9265e81 req-99ca6db0-68fd-48ac-b54c-a5e585eb1959 tempest-ImagesTestJSON-607612606 tempest-ImagesTestJSON-607612606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:08:05.687622 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-98911012-a630-4468-b53e-ee56b9265e81 req-99ca6db0-68fd-48ac-b54c-a5e585eb1959 tempest-ImagesTestJSON-607612606 tempest-ImagesTestJSON-607612606-project] 10.222.0.59 "GET /v2.0/ports?device_id=42066bbc-d304-4638-ab28-54876f59f8a3 HTTP/1.1" status: 200 len: 945 time: 0.2700746 Jul 27 21:08:05.695263 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-a6e20204-5d75-4ba2-9673-fbb0f67eb0e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:05.704075 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-a6e20204-5d75-4ba2-9673-fbb0f67eb0e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:05.730926 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-4cdb7817-2205-484e-a4a3-94cd6206e499 tempest-RoutersAdminTest-975150395 tempest-RoutersAdminTest-975150395-project-admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 0.6539886 Jul 27 21:08:05.731843 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 52422) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:08:05.741055 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-ba000ba9-85dc-493b-a604-e3d335da5b06 tempest-RoutersAdminTest-975150395 tempest-RoutersAdminTest-975150395-project-admin] Request body: {'subnet': {'network_id': 'b65341f2-2e71-47f1-9fb8-36f7e3eb6e8f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:08:05.771191 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-a6e20204-5d75-4ba2-9673-fbb0f67eb0e6 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=5289c0d2b4324777a493ff6538f60733&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2407248 Jul 27 21:08:05.772599 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e20204-5d75-4ba2-9673-fbb0f67eb0e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=528f9e60-496a-4a1a-aba5-2c8365955cd6,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:08:05.775166 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 52424) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:08:05.779543 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-98911012-a630-4468-b53e-ee56b9265e81 req-fe0a57f7-fa0c-4864-8669-ff13c7f475fd tempest-ImagesTestJSON-607612606 tempest-ImagesTestJSON-607612606-project] 10.222.0.59 "GET /v2.0/security-groups?id=0824f12c-25ec-46a0-872f-0482607e4324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910127 Jul 27 21:08:05.802113 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba000ba9-85dc-493b-a604-e3d335da5b06 tempest-RoutersAdminTest-975150395 tempest-RoutersAdminTest-975150395-project-admin] Made reservation on behalf of ea9242b9fa3d4734828fa6be7e2599cf for: {'subnet': 1} {{(pid=105585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:08:05.805348 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-ba000ba9-85dc-493b-a604-e3d335da5b06 tempest-RoutersAdminTest-975150395 tempest-RoutersAdminTest-975150395-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9990620'] for subnet, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:05.819965 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:08:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-789632f4-926c-4bce-a7c2-cd5d977e32bc x-openstack-request-id: req-789632f4-926c-4bce-a7c2-cd5d977e32bc {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:08:05.820512 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42066bbc-d304-4638-ab28-54876f59f8a3", "name": "network-vif-plugged", "status": "completed", "tag": "d147f3a6-bc63-4646-ab25-a77edf5be1d7", "code": 200}]} {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:08:05.820994 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-789632f4-926c-4bce-a7c2-cd5d977e32bc {{(pid=105586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:08:05.821532 n-d-705658-22 neutron-server[105586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42066bbc-d304-4638-ab28-54876f59f8a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd147f3a6-bc63-4646-ab25-a77edf5be1d7', 'code': 200} Jul 27 21:08:05.842187 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-7feac7d2-fd1c-4572-a06c-e44e402be8dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:05.884528 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-7feac7d2-fd1c-4572-a06c-e44e402be8dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:05.966249 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-7feac7d2-fd1c-4572-a06c-e44e402be8dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:05.969152 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-7feac7d2-fd1c-4572-a06c-e44e402be8dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:05.972836 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-7feac7d2-fd1c-4572-a06c-e44e402be8dd admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/528f9e60-496a-4a1a-aba5-2c8365955cd6 HTTP/1.1" status: 204 len: 168 time: 0.1833878 Jul 27 21:08:05.978683 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7feac7d2-fd1c-4572-a06c-e44e402be8dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=528f9e60-496a-4a1a-aba5-2c8365955cd6,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:08:06.019679 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900eb312-4921-46d9-bf65-964c72f236e6 req-a44e75df-9b7f-41db-a74a-bb837547c346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:08:06.021244 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-900eb312-4921-46d9-bf65-964c72f236e6 req-a44e75df-9b7f-41db-a74a-bb837547c346 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=42066bbc-d304-4638-ab28-54876f59f8a3 HTTP/1.1" status: 200 len: 1098 time: 0.1307392 Jul 27 21:08:06.098393 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-900eb312-4921-46d9-bf65-964c72f236e6 req-7fca50d6-ee27-4e4e-a77f-e36d391df3ca service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=0824f12c-25ec-46a0-872f-0482607e4324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688295 Jul 27 21:08:06.202677 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:06.213397 n-d-705658-22 neutron-server[105585]: DEBUG neutron.objects.ports [None req-ba000ba9-85dc-493b-a604-e3d335da5b06 tempest-RoutersAdminTest-975150395 tempest-RoutersAdminTest-975150395-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=105585) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 27 21:08:06.213868 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-ba000ba9-85dc-493b-a604-e3d335da5b06 tempest-RoutersAdminTest-975150395 tempest-RoutersAdminTest-975150395-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10221797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9990606'] for subnet, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:06.273028 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba000ba9-85dc-493b-a604-e3d335da5b06 tempest-RoutersAdminTest-975150395 tempest-RoutersAdminTest-975150395-project-admin] Pushing event updated for resources: {'Subnet': ['ID=93dfe701-cdef-4f81-a521-a8b254d451d5,revision_number=0']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:08:06.288436 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba000ba9-85dc-493b-a604-e3d335da5b06 tempest-RoutersAdminTest-975150395 tempest-RoutersAdminTest-975150395-project-admin] Checking segment: {'id': '1fdcbd2b-a595-4f8b-a064-9c0baf62b9d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'b65341f2-2e71-47f1-9fb8-36f7e3eb6e8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:08:06.289546 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba000ba9-85dc-493b-a604-e3d335da5b06 tempest-RoutersAdminTest-975150395 tempest-RoutersAdminTest-975150395-project-admin] Network hostable DHCP agents. Network: b65341f2-2e71-47f1-9fb8-36f7e3eb6e8f, hostable agents: ['7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a'], hosted agents: [] {{(pid=105585) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:08:06.314422 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba000ba9-85dc-493b-a604-e3d335da5b06 tempest-RoutersAdminTest-975150395 tempest-RoutersAdminTest-975150395-project-admin] Network b65341f2-2e71-47f1-9fb8-36f7e3eb6e8f is scheduled to be hosted by DHCP agent 7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a with binding_index 1 {{(pid=105585) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:08:06.330010 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.base_scheduler [None req-ba000ba9-85dc-493b-a604-e3d335da5b06 tempest-RoutersAdminTest-975150395 tempest-RoutersAdminTest-975150395-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-22, b65341f2-2e71-47f1-9fb8-36f7e3eb6e8f) {{(pid=105585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:08:06.335878 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba000ba9-85dc-493b-a604-e3d335da5b06 tempest-RoutersAdminTest-975150395 tempest-RoutersAdminTest-975150395-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:08:06.337342 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-ba000ba9-85dc-493b-a604-e3d335da5b06 tempest-RoutersAdminTest-975150395 tempest-RoutersAdminTest-975150395-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743886'] for subnet, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:06.338749 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93a50c13-fd0e-4364-9f4d-aaa1834f756b None None] Network b65341f2-2e71-47f1-9fb8-36f7e3eb6e8f requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:08:06.363184 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-ba000ba9-85dc-493b-a604-e3d335da5b06 tempest-RoutersAdminTest-975150395 tempest-RoutersAdminTest-975150395-project-admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.6253388 Jul 27 21:08:06.363703 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 52438) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:08:06.369716 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-809d8372-2a86-4563-b9cc-9f779f615f5b tempest-RoutersAdminTest-975150395 tempest-RoutersAdminTest-975150395-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-200275108', 'network_id': 'b65341f2-2e71-47f1-9fb8-36f7e3eb6e8f'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:08:06.397513 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-809d8372-2a86-4563-b9cc-9f779f615f5b tempest-RoutersAdminTest-975150395 tempest-RoutersAdminTest-975150395-project-admin] Made reservation on behalf of ea9242b9fa3d4734828fa6be7e2599cf for: {'port': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:08:06.400187 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-809d8372-2a86-4563-b9cc-9f779f615f5b tempest-RoutersAdminTest-975150395 tempest-RoutersAdminTest-975150395-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:06.417371 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [None req-809d8372-2a86-4563-b9cc-9f779f615f5b tempest-RoutersAdminTest-975150395 tempest-RoutersAdminTest-975150395-project-admin] device_id is not set on port e14ad230-b065-4201-b40c-95c12a48a8b5 yet. {{(pid=105584) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 21:08:06.477713 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41966d2f-0f1e-4347-bc0d-d6e037f68c05 None None] Network b65341f2-2e71-47f1-9fb8-36f7e3eb6e8f requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:08:06.524236 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.db_base_plugin_common [None req-809d8372-2a86-4563-b9cc-9f779f615f5b tempest-RoutersAdminTest-975150395 tempest-RoutersAdminTest-975150395-project-admin] Allocated IP 172.20.0.5 (b65341f2-2e71-47f1-9fb8-36f7e3eb6e8f/93dfe701-cdef-4f81-a521-a8b254d451d5/e14ad230-b065-4201-b40c-95c12a48a8b5) {{(pid=105584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:08:06.669920 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-809d8372-2a86-4563-b9cc-9f779f615f5b tempest-RoutersAdminTest-975150395 tempest-RoutersAdminTest-975150395-project-admin] Notify callbacks [] for port, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:06.711019 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-809d8372-2a86-4563-b9cc-9f779f615f5b tempest-RoutersAdminTest-975150395 tempest-RoutersAdminTest-975150395-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:06.750360 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-809d8372-2a86-4563-b9cc-9f779f615f5b tempest-RoutersAdminTest-975150395 tempest-RoutersAdminTest-975150395-project-admin] Network b65341f2-2e71-47f1-9fb8-36f7e3eb6e8f is already hosted by enough agents. {{(pid=105584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:08:06.755652 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [None req-809d8372-2a86-4563-b9cc-9f779f615f5b tempest-RoutersAdminTest-975150395 tempest-RoutersAdminTest-975150395-project-admin] Resources bound (agent type, host, resource id): {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:08:06.758943 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-809d8372-2a86-4563-b9cc-9f779f615f5b tempest-RoutersAdminTest-975150395 tempest-RoutersAdminTest-975150395-project-admin] Received port after_create {{(pid=105584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:08:06.764440 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809d8372-2a86-4563-b9cc-9f779f615f5b tempest-RoutersAdminTest-975150395 tempest-RoutersAdminTest-975150395-project-admin] Pushing event updated for resources: {'Port': ['ID=e14ad230-b065-4201-b40c-95c12a48a8b5,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:08:06.800684 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-809d8372-2a86-4563-b9cc-9f779f615f5b tempest-RoutersAdminTest-975150395 tempest-RoutersAdminTest-975150395-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:08:06.801278 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-809d8372-2a86-4563-b9cc-9f779f615f5b tempest-RoutersAdminTest-975150395 tempest-RoutersAdminTest-975150395-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:06.817482 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-809d8372-2a86-4563-b9cc-9f779f615f5b tempest-RoutersAdminTest-975150395 tempest-RoutersAdminTest-975150395-project-admin] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1022 time: 0.4525142 Jul 27 21:08:06.820036 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 52458) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:08:06.924564 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2cd423-b311-4a31-b8fe-787c7cd95f31 req-f2022939-c2c2-4947-9f8a-9f89077b069d tempest-ImagesTestJSON-607612606 tempest-ImagesTestJSON-607612606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:08:06.926342 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-1f2cd423-b311-4a31-b8fe-787c7cd95f31 req-f2022939-c2c2-4947-9f8a-9f89077b069d tempest-ImagesTestJSON-607612606 tempest-ImagesTestJSON-607612606-project] 10.222.0.59 "GET /v2.0/ports?device_id=42066bbc-d304-4638-ab28-54876f59f8a3 HTTP/1.1" status: 200 len: 946 time: 0.0742671 Jul 27 21:08:06.927449 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-9747e36b-c6f9-4dcc-84db-a6671616d8c5 tempest-RoutersAdminTest-975150395 tempest-RoutersAdminTest-975150395-project-admin] Deleting port e14ad230-b065-4201-b40c-95c12a48a8b5 {{(pid=105584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:08:06.927805 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-9747e36b-c6f9-4dcc-84db-a6671616d8c5 tempest-RoutersAdminTest-975150395 tempest-RoutersAdminTest-975150395-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:06.986725 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-1f2cd423-b311-4a31-b8fe-787c7cd95f31 req-8d898125-9424-4f85-b17f-00a2319be20a tempest-ImagesTestJSON-607612606 tempest-ImagesTestJSON-607612606-project] 10.222.0.59 "GET /v2.0/security-groups?id=0824f12c-25ec-46a0-872f-0482607e4324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469942 Jul 27 21:08:07.020038 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-9747e36b-c6f9-4dcc-84db-a6671616d8c5 tempest-RoutersAdminTest-975150395 tempest-RoutersAdminTest-975150395-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:07.042821 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-9747e36b-c6f9-4dcc-84db-a6671616d8c5 tempest-RoutersAdminTest-975150395 tempest-RoutersAdminTest-975150395-project-admin] Calling delete_port for e14ad230-b065-4201-b40c-95c12a48a8b5 owned by {{(pid=105584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:08:07.337105 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b2f292-8a1a-4ac7-b66c-e4d8364eedfe req-1b05eaa0-eadb-453c-805d-960741724d73 tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:08:07.338659 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-17b2f292-8a1a-4ac7-b66c-e4d8364eedfe req-1b05eaa0-eadb-453c-805d-960741724d73 tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] 10.222.0.59 "GET /v2.0/ports?device_id=f4131bf3-56d0-4dd5-8a0b-f9b028d7bbbe HTTP/1.1" status: 200 len: 946 time: 0.0738866 Jul 27 21:08:07.397338 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-17b2f292-8a1a-4ac7-b66c-e4d8364eedfe req-2d99d8bd-e2f9-4aae-97f5-1c2ac5d77e13 tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] 10.222.0.59 "GET /v2.0/security-groups?id=771ef501-f193-4e50-901d-4721d89f2b91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498724 Jul 27 21:08:07.493740 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-9747e36b-c6f9-4dcc-84db-a6671616d8c5 tempest-RoutersAdminTest-975150395 tempest-RoutersAdminTest-975150395-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:07.530228 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9747e36b-c6f9-4dcc-84db-a6671616d8c5 tempest-RoutersAdminTest-975150395 tempest-RoutersAdminTest-975150395-project-admin] Pushing event deleted for resources: {'Port': ['ID=e14ad230-b065-4201-b40c-95c12a48a8b5,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:08:07.593084 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-9747e36b-c6f9-4dcc-84db-a6671616d8c5 tempest-RoutersAdminTest-975150395 tempest-RoutersAdminTest-975150395-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:07.593084 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-9747e36b-c6f9-4dcc-84db-a6671616d8c5 tempest-RoutersAdminTest-975150395 tempest-RoutersAdminTest-975150395-project-admin] 10.222.0.59 "DELETE /v2.0/ports/e14ad230-b065-4201-b40c-95c12a48a8b5 HTTP/1.1" status: 204 len: 168 time: 0.7708421 Jul 27 21:08:07.594759 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 52490) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:08:07.601217 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-72013f94-e0f6-4f53-8e03-0193ced320cd tempest-RoutersAdminTest-975150395 tempest-RoutersAdminTest-975150395-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b65341f2-2e71-47f1-9fb8-36f7e3eb6e8f', 'external_fixed_ips': [{'subnet_id': '93dfe701-cdef-4f81-a521-a8b254d451d5', 'ip_address': '172.20.0.5'}]}}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:08:07.622299 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-72013f94-e0f6-4f53-8e03-0193ced320cd tempest-RoutersAdminTest-975150395 tempest-RoutersAdminTest-975150395-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4163813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-443'] for router, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:07.624110 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-72013f94-e0f6-4f53-8e03-0193ced320cd tempest-RoutersAdminTest-975150395 tempest-RoutersAdminTest-975150395-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4165196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4077059', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3711235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-418'] for router, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:07.680078 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-72013f94-e0f6-4f53-8e03-0193ced320cd tempest-RoutersAdminTest-975150395 tempest-RoutersAdminTest-975150395-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:07.818100 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-72013f94-e0f6-4f53-8e03-0193ced320cd tempest-RoutersAdminTest-975150395 tempest-RoutersAdminTest-975150395-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4077169', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4163787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-400'] for router, precommit_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:08.029596 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-72013f94-e0f6-4f53-8e03-0193ced320cd tempest-RoutersAdminTest-975150395 tempest-RoutersAdminTest-975150395-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:08.057047 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-72013f94-e0f6-4f53-8e03-0193ced320cd tempest-RoutersAdminTest-975150395 tempest-RoutersAdminTest-975150395-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:08.144648 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af1ee51-7954-4279-9e73-50745dece173 req-0b710c3a-4669-49fb-8437-9f9ce444ded5 tempest-ImagesTestJSON-607612606 tempest-ImagesTestJSON-607612606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:08:08.146701 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-5af1ee51-7954-4279-9e73-50745dece173 req-0b710c3a-4669-49fb-8437-9f9ce444ded5 tempest-ImagesTestJSON-607612606 tempest-ImagesTestJSON-607612606-project] 10.222.0.59 "GET /v2.0/ports?device_id=42066bbc-d304-4638-ab28-54876f59f8a3 HTTP/1.1" status: 200 len: 946 time: 0.0748458 Jul 27 21:08:08.190897 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-5af1ee51-7954-4279-9e73-50745dece173 req-2dfadd4f-9cc0-416d-812e-239cd8f56293 tempest-ImagesTestJSON-607612606 tempest-ImagesTestJSON-607612606-project] 10.222.0.59 "GET /v2.0/security-groups?id=0824f12c-25ec-46a0-872f-0482607e4324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375118 Jul 27 21:08:08.211296 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.db_base_plugin_common [None req-72013f94-e0f6-4f53-8e03-0193ced320cd tempest-RoutersAdminTest-975150395 tempest-RoutersAdminTest-975150395-project-admin] Allocated IP 172.20.0.5 (b65341f2-2e71-47f1-9fb8-36f7e3eb6e8f/93dfe701-cdef-4f81-a521-a8b254d451d5/048147fa-e9f5-4d36-be61-608499eea2a8) {{(pid=105584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:08:08.333171 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-72013f94-e0f6-4f53-8e03-0193ced320cd tempest-RoutersAdminTest-975150395 tempest-RoutersAdminTest-975150395-project-admin] Notify callbacks [] for port, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:08.378858 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-72013f94-e0f6-4f53-8e03-0193ced320cd tempest-RoutersAdminTest-975150395 tempest-RoutersAdminTest-975150395-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:08.416483 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72013f94-e0f6-4f53-8e03-0193ced320cd tempest-RoutersAdminTest-975150395 tempest-RoutersAdminTest-975150395-project-admin] Network b65341f2-2e71-47f1-9fb8-36f7e3eb6e8f is already hosted by enough agents. {{(pid=105584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:08:08.419426 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [None req-72013f94-e0f6-4f53-8e03-0193ced320cd tempest-RoutersAdminTest-975150395 tempest-RoutersAdminTest-975150395-project-admin] Resources bound (agent type, host, resource id): {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:08:08.422018 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72013f94-e0f6-4f53-8e03-0193ced320cd tempest-RoutersAdminTest-975150395 tempest-RoutersAdminTest-975150395-project-admin] Received port after_create {{(pid=105584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:08:08.428771 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca11416-4cb5-4ffe-8302-e2a74074df3b req-6ad75ef2-b24e-4033-97e9-e2be3a461840 tempest-ImagesTestJSON-607612606 tempest-ImagesTestJSON-607612606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:08:08.430445 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-8ca11416-4cb5-4ffe-8302-e2a74074df3b req-6ad75ef2-b24e-4033-97e9-e2be3a461840 tempest-ImagesTestJSON-607612606 tempest-ImagesTestJSON-607612606-project] 10.222.0.59 "GET /v2.0/ports?device_id=42066bbc-d304-4638-ab28-54876f59f8a3 HTTP/1.1" status: 200 len: 946 time: 0.0682440 Jul 27 21:08:08.461439 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72013f94-e0f6-4f53-8e03-0193ced320cd tempest-RoutersAdminTest-975150395 tempest-RoutersAdminTest-975150395-project-admin] Pushing event updated for resources: {'Port': ['ID=048147fa-e9f5-4d36-be61-608499eea2a8,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:08:08.494553 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-8ca11416-4cb5-4ffe-8302-e2a74074df3b req-af60c32b-1161-40d4-ba86-57f7c1165ea4 tempest-ImagesTestJSON-607612606 tempest-ImagesTestJSON-607612606-project] 10.222.0.59 "GET /v2.0/security-groups?id=0824f12c-25ec-46a0-872f-0482607e4324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502503 Jul 27 21:08:08.597749 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b0bcc2-39b5-4f40-a049-3f14440ae5c1 req-6ad93ed4-fa6c-42be-9d7d-292a77288601 tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:08:08.599840 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-c6b0bcc2-39b5-4f40-a049-3f14440ae5c1 req-6ad93ed4-fa6c-42be-9d7d-292a77288601 tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] 10.222.0.59 "GET /v2.0/ports?device_id=f4131bf3-56d0-4dd5-8a0b-f9b028d7bbbe HTTP/1.1" status: 200 len: 946 time: 0.0774622 Jul 27 21:08:08.659791 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-c6b0bcc2-39b5-4f40-a049-3f14440ae5c1 req-a35403e5-7a0b-44e5-899c-89621df908d7 tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] 10.222.0.59 "GET /v2.0/security-groups?id=771ef501-f193-4e50-901d-4721d89f2b91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520220 Jul 27 21:08:08.756252 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-72013f94-e0f6-4f53-8e03-0193ced320cd tempest-RoutersAdminTest-975150395 tempest-RoutersAdminTest-975150395-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:08.870583 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-27b3997e-96bb-4ac4-a825-36efa8557391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:08.949185 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-72013f94-e0f6-4f53-8e03-0193ced320cd tempest-RoutersAdminTest-975150395 tempest-RoutersAdminTest-975150395-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4163804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4077150'] for router, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:09.079673 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72013f94-e0f6-4f53-8e03-0193ced320cd tempest-RoutersAdminTest-975150395 tempest-RoutersAdminTest-975150395-project-admin] Router efd21ff8-a308-4d0f-8fe3-ff905282e60d is scheduled to L3 agent dd128fd7-8e57-4d4f-895b-a96b369df59a with binding_index 1 {{(pid=105584) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 21:08:09.160998 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8f0388-6bb0-4e87-8c5a-9dacf1dbc283 req-437b7ea3-abb2-4e2f-bfe9-4bac929900b1 tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:08:09.162543 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-aa8f0388-6bb0-4e87-8c5a-9dacf1dbc283 req-437b7ea3-abb2-4e2f-bfe9-4bac929900b1 tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] 10.222.0.60 "GET /v2.0/ports?device_id=f4131bf3-56d0-4dd5-8a0b-f9b028d7bbbe HTTP/1.1" status: 200 len: 946 time: 0.1006277 Jul 27 21:08:09.197000 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72013f94-e0f6-4f53-8e03-0193ced320cd tempest-RoutersAdminTest-975150395 tempest-RoutersAdminTest-975150395-project-admin] Notify agent at l3_agent.n-d-705658-22 the message routers_updated {{(pid=105584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:08:09.208069 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e853ffc4-1706-42fa-9959-e680bff92cef None None] Sync routers for ids ['efd21ff8-a308-4d0f-8fe3-ff905282e60d'] in n-d-705658-22 {{(pid=105587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:08:09.219468 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e853ffc4-1706-42fa-9959-e680bff92cef None None] Routers {'efd21ff8-a308-4d0f-8fe3-ff905282e60d'} bound to L3 agent in host n-d-705658-22 {{(pid=105587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:08:09.220325 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-e853ffc4-1706-42fa-9959-e680bff92cef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:07:41Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['efd21ff8-a308-4d0f-8fe3-ff905282e60d'], 'active': True} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:08:09.220929 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-72013f94-e0f6-4f53-8e03-0193ced320cd tempest-RoutersAdminTest-975150395 tempest-RoutersAdminTest-975150395-project-admin] Notify callbacks [] for router, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:09.222425 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-72013f94-e0f6-4f53-8e03-0193ced320cd tempest-RoutersAdminTest-975150395 tempest-RoutersAdminTest-975150395-project-admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 1.6265721 Jul 27 21:08:09.225679 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 52526) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:08:09.290674 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [req-aa8f0388-6bb0-4e87-8c5a-9dacf1dbc283 req-3902cd5f-0c3d-4f29-b6f5-ad669c89fc99 tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] Deleting port 692f13a5-f9cb-440b-acee-eec7835ad338 {{(pid=105585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:08:09.290899 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-aa8f0388-6bb0-4e87-8c5a-9dacf1dbc283 req-3902cd5f-0c3d-4f29-b6f5-ad669c89fc99 tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:09.336835 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvr_db [None req-e853ffc4-1706-42fa-9959-e680bff92cef None None] Set router efd21ff8-a308-4d0f-8fe3-ff905282e60d gateway port host: n-d-705658-22 {{(pid=105587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:08:09.346348 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-9c199654-c1ae-44a2-8121-1660dd2e74fb tempest-RoutersAdminTest-975150395 tempest-RoutersAdminTest-975150395-project-admin] Notify callbacks [] for router, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:09.412735 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.db [req-aa8f0388-6bb0-4e87-8c5a-9dacf1dbc283 req-3902cd5f-0c3d-4f29-b6f5-ad669c89fc99 tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] For port 692f13a5-f9cb-440b-acee-eec7835ad338, host n-h2-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=692f13a5-f9cb-440b-acee-eec7835ad338,segment=NetworkSegment(660ec341-81d1-41c4-8987-bc307d97b3d6),segment_id=660ec341-81d1-41c4-8987-bc307d97b3d6)] {{(pid=105585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:08:09.413098 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-aa8f0388-6bb0-4e87-8c5a-9dacf1dbc283 req-3902cd5f-0c3d-4f29-b6f5-ad669c89fc99 tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:09.473863 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-9c199654-c1ae-44a2-8121-1660dd2e74fb tempest-RoutersAdminTest-975150395 tempest-RoutersAdminTest-975150395-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:09.548631 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-9c199654-c1ae-44a2-8121-1660dd2e74fb tempest-RoutersAdminTest-975150395 tempest-RoutersAdminTest-975150395-project-admin] Deleting port 048147fa-e9f5-4d36-be61-608499eea2a8 {{(pid=105584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:08:09.548892 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-9c199654-c1ae-44a2-8121-1660dd2e74fb tempest-RoutersAdminTest-975150395 tempest-RoutersAdminTest-975150395-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:09.593882 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-e853ffc4-1706-42fa-9959-e680bff92cef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efd21ff8-a308-4d0f-8fe3-ff905282e60d', 'name': '', 'tenant_id': 'ea9242b9fa3d4734828fa6be7e2599cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b65341f2-2e71-47f1-9fb8-36f7e3eb6e8f', 'external_fixed_ips': [{'subnet_id': '93dfe701-cdef-4f81-a521-a8b254d451d5', 'ip_address': '172.20.0.5'}], 'enable_snat': True}, 'gw_port_id': '048147fa-e9f5-4d36-be61-608499eea2a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:08:07Z', 'updated_at': '2021-07-27T21:08:08Z', 'revision_number': 3, 'project_id': 'ea9242b9fa3d4734828fa6be7e2599cf', 'gw_port': {'id': '048147fa-e9f5-4d36-be61-608499eea2a8', 'name': '', 'network_id': 'b65341f2-2e71-47f1-9fb8-36f7e3eb6e8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:74:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efd21ff8-a308-4d0f-8fe3-ff905282e60d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1628, 'fixed_ips': [{'subnet_id': '93dfe701-cdef-4f81-a521-a8b254d451d5', 'ip_address': '172.20.0.5', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:08:08Z', 'updated_at': '2021-07-27T21:08:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '93dfe701-cdef-4f81-a521-a8b254d451d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22'}], 'n-d-705658-22', False) {} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:08:09.628178 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e853ffc4-1706-42fa-9959-e680bff92cef None None] Checking router: efd21ff8-a308-4d0f-8fe3-ff905282e60d for host: n-d-705658-22 {{(pid=105587) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:08:09.629070 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e853ffc4-1706-42fa-9959-e680bff92cef None None] Updating router efd21ff8-a308-4d0f-8fe3-ff905282e60d port 048147fa-e9f5-4d36-be61-608499eea2a8 binding host n-d-705658-22 {{(pid=105587) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 21:08:09.649610 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-9c199654-c1ae-44a2-8121-1660dd2e74fb tempest-RoutersAdminTest-975150395 tempest-RoutersAdminTest-975150395-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:09.671869 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-9c199654-c1ae-44a2-8121-1660dd2e74fb tempest-RoutersAdminTest-975150395 tempest-RoutersAdminTest-975150395-project-admin] Calling delete_port for 048147fa-e9f5-4d36-be61-608499eea2a8 owned by network:router_gateway {{(pid=105584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:08:09.675126 n-d-705658-22 neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-e853ffc4-1706-42fa-9959-e680bff92cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:09.854141 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32578fae-33ff-493e-bd9d-462965dcf2ff req-58e3a7c9-7ecb-4bc2-866b-7dc81420e60b tempest-ImagesTestJSON-607612606 tempest-ImagesTestJSON-607612606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:08:09.862660 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-32578fae-33ff-493e-bd9d-462965dcf2ff req-58e3a7c9-7ecb-4bc2-866b-7dc81420e60b tempest-ImagesTestJSON-607612606 tempest-ImagesTestJSON-607612606-project] 10.222.0.59 "GET /v2.0/ports?device_id=42066bbc-d304-4638-ab28-54876f59f8a3 HTTP/1.1" status: 200 len: 946 time: 0.2457612 Jul 27 21:08:09.876027 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-9c199654-c1ae-44a2-8121-1660dd2e74fb tempest-RoutersAdminTest-975150395 tempest-RoutersAdminTest-975150395-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:09.906102 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c199654-c1ae-44a2-8121-1660dd2e74fb tempest-RoutersAdminTest-975150395 tempest-RoutersAdminTest-975150395-project-admin] Pushing event deleted for resources: {'Port': ['ID=048147fa-e9f5-4d36-be61-608499eea2a8,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:08:09.994045 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-9c199654-c1ae-44a2-8121-1660dd2e74fb tempest-RoutersAdminTest-975150395 tempest-RoutersAdminTest-975150395-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4075702'] for router_gateway, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:09.998007 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:10.102307 n-d-705658-22 neutron-server[105587]: DEBUG neutron_lib.db.api [None req-e853ffc4-1706-42fa-9959-e680bff92cef None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105587) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 27 21:08:10.102681 n-d-705658-22 neutron-server[105587]: DEBUG oslo_db.api [None req-e853ffc4-1706-42fa-9959-e680bff92cef None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 27 21:08:10.108466 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-9c199654-c1ae-44a2-8121-1660dd2e74fb tempest-RoutersAdminTest-975150395 tempest-RoutersAdminTest-975150395-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4163631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-425'] for router, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:10.111058 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-9c199654-c1ae-44a2-8121-1660dd2e74fb tempest-RoutersAdminTest-975150395 tempest-RoutersAdminTest-975150395-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:10.164794 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-9c199654-c1ae-44a2-8121-1660dd2e74fb tempest-RoutersAdminTest-975150395 tempest-RoutersAdminTest-975150395-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4163007'] for router, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:10.165897 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c199654-c1ae-44a2-8121-1660dd2e74fb tempest-RoutersAdminTest-975150395 tempest-RoutersAdminTest-975150395-project-admin] Fanout notify agent at l3_agent the message router_deleted on router efd21ff8-a308-4d0f-8fe3-ff905282e60d {{(pid=105584) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 21:08:10.172071 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-9c199654-c1ae-44a2-8121-1660dd2e74fb tempest-RoutersAdminTest-975150395 tempest-RoutersAdminTest-975150395-project-admin] Notify callbacks [] for router, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:10.173764 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-9c199654-c1ae-44a2-8121-1660dd2e74fb tempest-RoutersAdminTest-975150395 tempest-RoutersAdminTest-975150395-project-admin] 10.222.0.59 "DELETE /v2.0/routers/efd21ff8-a308-4d0f-8fe3-ff905282e60d HTTP/1.1" status: 204 len: 168 time: 0.9470966 Jul 27 21:08:10.176340 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 52538) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:08:10.225729 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.db_base_plugin_v2 [None req-24c7bf1e-b892-40b0-9d10-28b81b2f13ac tempest-RoutersAdminTest-975150395 tempest-RoutersAdminTest-975150395-project-admin] Deleting subnet 93dfe701-cdef-4f81-a521-a8b254d451d5 {{(pid=105584) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:08:10.229040 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-24c7bf1e-b892-40b0-9d10-28b81b2f13ac tempest-RoutersAdminTest-975150395 tempest-RoutersAdminTest-975150395-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:10.231935 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-aa8f0388-6bb0-4e87-8c5a-9dacf1dbc283 req-3902cd5f-0c3d-4f29-b6f5-ad669c89fc99 tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:10.232313 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-aa8f0388-6bb0-4e87-8c5a-9dacf1dbc283 req-3902cd5f-0c3d-4f29-b6f5-ad669c89fc99 tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4075768'] for floatingip, after_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:10.232626 n-d-705658-22 neutron-server[105585]: INFO neutron.db.l3_db [req-aa8f0388-6bb0-4e87-8c5a-9dacf1dbc283 req-3902cd5f-0c3d-4f29-b6f5-ad669c89fc99 tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] Floating IP da17cad2-4614-4225-bb4d-1653dd9bdabd disassociated. External IP: 172.25.5.46, port: 692f13a5-f9cb-440b-acee-eec7835ad338. Jul 27 21:08:10.232973 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [req-aa8f0388-6bb0-4e87-8c5a-9dacf1dbc283 req-3902cd5f-0c3d-4f29-b6f5-ad669c89fc99 tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] Calling delete_port for 692f13a5-f9cb-440b-acee-eec7835ad338 owned by compute:nova {{(pid=105585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:08:10.256812 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-32578fae-33ff-493e-bd9d-462965dcf2ff req-6a0d3137-a6ca-4244-ac81-3afc78d444c8 tempest-ImagesTestJSON-607612606 tempest-ImagesTestJSON-607612606-project] 10.222.0.59 "GET /v2.0/security-groups?id=0824f12c-25ec-46a0-872f-0482607e4324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3890743 Jul 27 21:08:10.282593 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-24c7bf1e-b892-40b0-9d10-28b81b2f13ac tempest-RoutersAdminTest-975150395 tempest-RoutersAdminTest-975150395-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9014207'] for subnet, precommit_delete_associations {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:10.323762 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-24c7bf1e-b892-40b0-9d10-28b81b2f13ac tempest-RoutersAdminTest-975150395 tempest-RoutersAdminTest-975150395-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854965'] for subnet, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:10.339399 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8566d904-5468-4ffd-8220-bed320e05ffe req-479340d8-e404-4538-acd6-875250b2171e tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:08:10.347512 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-8566d904-5468-4ffd-8220-bed320e05ffe req-479340d8-e404-4538-acd6-875250b2171e tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] 10.222.0.59 "GET /v2.0/ports?device_id=f4131bf3-56d0-4dd5-8a0b-f9b028d7bbbe HTTP/1.1" status: 200 len: 946 time: 0.5840564 Jul 27 21:08:10.393557 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-24c7bf1e-b892-40b0-9d10-28b81b2f13ac tempest-RoutersAdminTest-975150395 tempest-RoutersAdminTest-975150395-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9014081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9738825'] for subnet, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:10.406156 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-8566d904-5468-4ffd-8220-bed320e05ffe req-7a506a65-cdf8-4de0-bafa-84c5f4fbbc12 tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] 10.222.0.59 "GET /v2.0/security-groups?id=771ef501-f193-4e50-901d-4721d89f2b91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576777 Jul 27 21:08:10.424246 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c7bf1e-b892-40b0-9d10-28b81b2f13ac tempest-RoutersAdminTest-975150395 tempest-RoutersAdminTest-975150395-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=93dfe701-cdef-4f81-a521-a8b254d451d5,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:08:10.428754 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-24c7bf1e-b892-40b0-9d10-28b81b2f13ac tempest-RoutersAdminTest-975150395 tempest-RoutersAdminTest-975150395-project-admin] Notify callbacks [] for subnet, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:10.431958 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-24c7bf1e-b892-40b0-9d10-28b81b2f13ac tempest-RoutersAdminTest-975150395 tempest-RoutersAdminTest-975150395-project-admin] 10.222.0.59 "DELETE /v2.0/subnets/93dfe701-cdef-4f81-a521-a8b254d451d5 HTTP/1.1" status: 204 len: 168 time: 0.2525108 Jul 27 21:08:10.434489 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 52544) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:08:10.476352 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-aa8f0388-6bb0-4e87-8c5a-9dacf1dbc283 req-3902cd5f-0c3d-4f29-b6f5-ad669c89fc99 tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:10.518938 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3902cd5f-0c3d-4f29-b6f5-ad669c89fc99 tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] Pushing event deleted for resources: {'Port': ['ID=692f13a5-f9cb-440b-acee-eec7835ad338,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:08:10.554143 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-b8797f00-fc31-4eb1-93e6-98510be476f2 tempest-RoutersAdminTest-975150395 tempest-RoutersAdminTest-975150395-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-990557'] for network, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:10.641179 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e853ffc4-1706-42fa-9959-e680bff92cef None None] Port 048147fa-e9f5-4d36-be61-608499eea2a8 not found while updating agent binding for router efd21ff8-a308-4d0f-8fe3-ff905282e60d. {{(pid=105587) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Jul 27 21:08:10.650168 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-b8797f00-fc31-4eb1-93e6-98510be476f2 tempest-RoutersAdminTest-975150395 tempest-RoutersAdminTest-975150395-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853562', 'neutron.services.segments.db._delete_segments_for_network-8790688882975'] for network, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:10.659806 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e853ffc4-1706-42fa-9959-e680bff92cef None None] Routers set() bound to L3 agent in host n-d-705658-22 {{(pid=105587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:08:10.660177 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e853ffc4-1706-42fa-9959-e680bff92cef None None] Router IDs set() for agent in host n-d-705658-22 {{(pid=105587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 27 21:08:10.660822 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_agentschedulers_db [None req-e853ffc4-1706-42fa-9959-e680bff92cef None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'efd21ff8-a308-4d0f-8fe3-ff905282e60d'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:07:41Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent'). {{(pid=105587) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 27 21:08:10.665851 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e853ffc4-1706-42fa-9959-e680bff92cef None None] The sync data for ids ['efd21ff8-a308-4d0f-8fe3-ff905282e60d'] in n-d-705658-22 is: [] {{(pid=105587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:08:10.676965 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.segments.db [None req-b8797f00-fc31-4eb1-93e6-98510be476f2 tempest-RoutersAdminTest-975150395 tempest-RoutersAdminTest-975150395-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b65341f2-2e71-47f1-9fb8-36f7e3eb6e8f']}} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:08:10.691033 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.segments.db [None req-b8797f00-fc31-4eb1-93e6-98510be476f2 tempest-RoutersAdminTest-975150395 tempest-RoutersAdminTest-975150395-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1fdcbd2b-a595-4f8b-a064-9c0baf62b9d3') {'for_net_delete': True} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:08:10.691541 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.segments.db [None req-b8797f00-fc31-4eb1-93e6-98510be476f2 tempest-RoutersAdminTest-975150395 tempest-RoutersAdminTest-975150395-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1fdcbd2b-a595-4f8b-a064-9c0baf62b9d3') {} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:08:10.704715 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-b8797f00-fc31-4eb1-93e6-98510be476f2 tempest-RoutersAdminTest-975150395 tempest-RoutersAdminTest-975150395-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790688883752', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9014348'] for segment, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:10.710727 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.l3_agent_scheduler [req-aa8f0388-6bb0-4e87-8c5a-9dacf1dbc283 req-3902cd5f-0c3d-4f29-b6f5-ad669c89fc99 tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] Router a31b9aa2-9324-403f-850f-3d92ca88f68c has already been hosted by L3 agent dd128fd7-8e57-4d4f-895b-a96b369df59a {{(pid=105585) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:08:10.725099 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-b8797f00-fc31-4eb1-93e6-98510be476f2 tempest-RoutersAdminTest-975150395 tempest-RoutersAdminTest-975150395-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:10.736380 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8797f00-fc31-4eb1-93e6-98510be476f2 tempest-RoutersAdminTest-975150395 tempest-RoutersAdminTest-975150395-project-admin] Releasing vlan 232 on physical network physnet1 to pool {{(pid=105584) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:08:10.736886 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-b8797f00-fc31-4eb1-93e6-98510be476f2 tempest-RoutersAdminTest-975150395 tempest-RoutersAdminTest-975150395-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9014063'] for segment, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:10.748907 n-d-705658-22 neutron-server[105584]: Traceback (most recent call last): Jul 27 21:08:10.748907 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:08:10.748907 n-d-705658-22 neutron-server[105584]: timer() Jul 27 21:08:10.748907 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:08:10.748907 n-d-705658-22 neutron-server[105584]: cb(*args, **kw) Jul 27 21:08:10.748907 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:08:10.748907 n-d-705658-22 neutron-server[105584]: return func(*args, **kwargs) Jul 27 21:08:10.748907 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:08:10.748907 n-d-705658-22 neutron-server[105584]: self._notify() Jul 27 21:08:10.748907 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:08:10.748907 n-d-705658-22 neutron-server[105584]: self.callback(batched_events) Jul 27 21:08:10.748907 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:08:10.748907 n-d-705658-22 neutron-server[105584]: event.method(event) Jul 27 21:08:10.748907 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:08:10.748907 n-d-705658-22 neutron-server[105584]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:08:10.748907 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:08:10.748907 n-d-705658-22 neutron-server[105584]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:08:10.748907 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:08:10.748907 n-d-705658-22 neutron-server[105584]: return f(self, *a, **k) Jul 27 21:08:10.748907 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:08:10.748907 n-d-705658-22 neutron-server[105584]: return self._get(url).json() Jul 27 21:08:10.748907 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:08:10.748907 n-d-705658-22 neutron-server[105584]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:08:10.748907 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:08:10.748907 n-d-705658-22 neutron-server[105584]: return self.request(url, 'GET', **kwargs) Jul 27 21:08:10.748907 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:08:10.748907 n-d-705658-22 neutron-server[105584]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:08:10.748907 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:08:10.748907 n-d-705658-22 neutron-server[105584]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:08:10.748907 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:08:10.748907 n-d-705658-22 neutron-server[105584]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:08:10.748907 n-d-705658-22 neutron-server[105584]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:08:10.839054 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-b8797f00-fc31-4eb1-93e6-98510be476f2 tempest-RoutersAdminTest-975150395 tempest-RoutersAdminTest-975150395-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4075658'] for network, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:10.851768 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8797f00-fc31-4eb1-93e6-98510be476f2 tempest-RoutersAdminTest-975150395 tempest-RoutersAdminTest-975150395-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network b65341f2-2e71-47f1-9fb8-36f7e3eb6e8f {{(pid=105584) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 27 21:08:10.869766 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-b8797f00-fc31-4eb1-93e6-98510be476f2 tempest-RoutersAdminTest-975150395 tempest-RoutersAdminTest-975150395-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743886'] for network, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:10.876361 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-b8797f00-fc31-4eb1-93e6-98510be476f2 tempest-RoutersAdminTest-975150395 tempest-RoutersAdminTest-975150395-project-admin] 10.222.0.59 "DELETE /v2.0/networks/b65341f2-2e71-47f1-9fb8-36f7e3eb6e8f HTTP/1.1" status: 204 len: 168 time: 0.4407790 Jul 27 21:08:10.906958 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8797f00-fc31-4eb1-93e6-98510be476f2 tempest-RoutersAdminTest-975150395 tempest-RoutersAdminTest-975150395-project-admin] Pushing event deleted for resources: {'Network': ['ID=b65341f2-2e71-47f1-9fb8-36f7e3eb6e8f,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:08:10.963364 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-aa8f0388-6bb0-4e87-8c5a-9dacf1dbc283 req-3902cd5f-0c3d-4f29-b6f5-ad669c89fc99 tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] Notify agent at l3_agent.n-d-705658-22 the message routers_updated {{(pid=105585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:08:11.062212 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa8f0388-6bb0-4e87-8c5a-9dacf1dbc283 req-3902cd5f-0c3d-4f29-b6f5-ad669c89fc99 tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] No DVR routers for this DVR port 692f13a5-f9cb-440b-acee-eec7835ad338 on host n-h2-705658-22 {{(pid=105585) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:08:11.065140 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-aa8f0388-6bb0-4e87-8c5a-9dacf1dbc283 req-3902cd5f-0c3d-4f29-b6f5-ad669c89fc99 tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:11.067236 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-aa8f0388-6bb0-4e87-8c5a-9dacf1dbc283 req-3902cd5f-0c3d-4f29-b6f5-ad669c89fc99 tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] 10.222.0.60 "DELETE /v2.0/ports/692f13a5-f9cb-440b-acee-eec7835ad338 HTTP/1.1" status: 204 len: 173 time: 1.8984087 Jul 27 21:08:11.067757 n-d-705658-22 neutron-server[105585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4131bf3-56d0-4dd5-8a0b-f9b028d7bbbe', 'name': 'network-vif-deleted', 'tag': '692f13a5-f9cb-440b-acee-eec7835ad338'}] {{(pid=105585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:08:11.070826 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d66fd65881426bfc2b5388084a3654e5eae521106a15a3dbf0eb4cde7106c36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d31977ec-954c-4f28-afc5-7c4e268bb95c" -d '{"events": [{"server_uuid": "f4131bf3-56d0-4dd5-8a0b-f9b028d7bbbe", "name": "network-vif-deleted", "tag": "692f13a5-f9cb-440b-acee-eec7835ad338"}]}' {{(pid=105585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:08:11.273877 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Device 692f13a5-f9cb-440b-acee-eec7835ad338 no longer exists at agent hyperv_n-h2-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:08:11.305803 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-3d54578f-831f-4696-b568-13c455922dab None None] No Port match for: 692f13a5-f9cb-440b-acee-eec7835ad338 {{(pid=105586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:08:11.306453 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Device 692f13a5-f9cb-440b-acee-eec7835ad338 not bound to the agent host n-h2-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:08:11.316509 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 52586) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:08:11.321314 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-b0a90669-a287-45ef-8880-17203f1d3495 tempest-RoutersAdminTest-975150395 tempest-RoutersAdminTest-975150395-project-admin] Request body: {'router': {'name': 'tempest-router--1898850259', 'project_id': 'f7ed4283ea3a4024bd6d9795847bb00d'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:08:11.347079 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-b0a90669-a287-45ef-8880-17203f1d3495 tempest-RoutersAdminTest-975150395 tempest-RoutersAdminTest-975150395-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4163813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-443'] for router, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:11.348219 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-b0a90669-a287-45ef-8880-17203f1d3495 tempest-RoutersAdminTest-975150395 tempest-RoutersAdminTest-975150395-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4165196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4077059', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3711235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-418'] for router, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:11.418375 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-b0a90669-a287-45ef-8880-17203f1d3495 tempest-RoutersAdminTest-975150395 tempest-RoutersAdminTest-975150395-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:11.430132 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-b0a90669-a287-45ef-8880-17203f1d3495 tempest-RoutersAdminTest-975150395 tempest-RoutersAdminTest-975150395-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4163804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4077150'] for router, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:11.460506 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-b0a90669-a287-45ef-8880-17203f1d3495 tempest-RoutersAdminTest-975150395 tempest-RoutersAdminTest-975150395-project-admin] Notify callbacks [] for router, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:11.462383 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-b0a90669-a287-45ef-8880-17203f1d3495 tempest-RoutersAdminTest-975150395 tempest-RoutersAdminTest-975150395-project-admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.1448066 Jul 27 21:08:11.464681 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 52594) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:08:11.465521 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:08:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e915c1b-dd48-4877-b8eb-153ddd12d066 x-openstack-request-id: req-5e915c1b-dd48-4877-b8eb-153ddd12d066 {{(pid=105585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:08:11.466001 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4131bf3-56d0-4dd5-8a0b-f9b028d7bbbe", "name": "network-vif-deleted", "tag": "692f13a5-f9cb-440b-acee-eec7835ad338", "status": "completed", "code": 200}]} {{(pid=105585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:08:11.466435 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-5e915c1b-dd48-4877-b8eb-153ddd12d066 {{(pid=105585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:08:11.467127 n-d-705658-22 neutron-server[105585]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4131bf3-56d0-4dd5-8a0b-f9b028d7bbbe', 'name': 'network-vif-deleted', 'tag': '692f13a5-f9cb-440b-acee-eec7835ad338', 'status': 'completed', 'code': 200} Jul 27 21:08:11.547643 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e243661d-ff48-4ce5-a83b-33889e2283a3 None None] Sync routers for ids ['a31b9aa2-9324-403f-850f-3d92ca88f68c'] in n-d-705658-22 {{(pid=105586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:08:11.558154 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-df761bc5-5f4e-4989-8b77-ae7b972f02c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:11.562353 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e243661d-ff48-4ce5-a83b-33889e2283a3 None None] Routers {'a31b9aa2-9324-403f-850f-3d92ca88f68c'} bound to L3 agent in host n-d-705658-22 {{(pid=105586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:08:11.562979 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-078e4f65-83bb-4425-91ce-99831abf312e tempest-RoutersAdminTest-975150395 tempest-RoutersAdminTest-975150395-project-admin] Notify callbacks [] for router, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:11.563544 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-e243661d-ff48-4ce5-a83b-33889e2283a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:07:41Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['a31b9aa2-9324-403f-850f-3d92ca88f68c'], 'active': True} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:08:11.627816 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-7cdee3f0-adb7-4c8e-a4da-d55647bd2edc req-cf4d8866-32e3-4119-9f12-4bc27d138bd3 tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] 10.222.0.59 "GET /v2.0/ports?device_id=f4131bf3-56d0-4dd5-8a0b-f9b028d7bbbe HTTP/1.1" status: 200 len: 210 time: 0.0463157 Jul 27 21:08:11.727961 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvr_db [None req-e243661d-ff48-4ce5-a83b-33889e2283a3 None None] Set router a31b9aa2-9324-403f-850f-3d92ca88f68c gateway port host: n-d-705658-22 {{(pid=105586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:08:11.751718 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-078e4f65-83bb-4425-91ce-99831abf312e tempest-RoutersAdminTest-975150395 tempest-RoutersAdminTest-975150395-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4163631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-425'] for router, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:11.754220 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-078e4f65-83bb-4425-91ce-99831abf312e tempest-RoutersAdminTest-975150395 tempest-RoutersAdminTest-975150395-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:11.801173 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-078e4f65-83bb-4425-91ce-99831abf312e tempest-RoutersAdminTest-975150395 tempest-RoutersAdminTest-975150395-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4163007'] for router, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:11.801872 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-078e4f65-83bb-4425-91ce-99831abf312e tempest-RoutersAdminTest-975150395 tempest-RoutersAdminTest-975150395-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 91449733-86ba-4cef-86e3-63226310c036 {{(pid=105584) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 21:08:11.807528 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-078e4f65-83bb-4425-91ce-99831abf312e tempest-RoutersAdminTest-975150395 tempest-RoutersAdminTest-975150395-project-admin] Notify callbacks [] for router, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:11.811538 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-078e4f65-83bb-4425-91ce-99831abf312e tempest-RoutersAdminTest-975150395 tempest-RoutersAdminTest-975150395-project-admin] 10.222.0.59 "DELETE /v2.0/routers/91449733-86ba-4cef-86e3-63226310c036 HTTP/1.1" status: 204 len: 168 time: 0.3455956 Jul 27 21:08:11.874782 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:11.950574 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 52608) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:08:11.979222 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-e243661d-ff48-4ce5-a83b-33889e2283a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a31b9aa2-9324-403f-850f-3d92ca88f68c', 'name': 'tempest-AttachVolumeShelveTestJSON-1314551751-router', 'tenant_id': '3bfa1a2c35f349b1a3e408eca249b7cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.79'}], 'enable_snat': True}, 'gw_port_id': '02c6bc33-7f5e-45cd-bbe3-07fe9bf235af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:01:38Z', 'updated_at': '2021-07-27T21:01:49Z', 'revision_number': 4, 'project_id': '3bfa1a2c35f349b1a3e408eca249b7cf', 'gw_port': {'id': '02c6bc33-7f5e-45cd-bbe3-07fe9bf235af', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:b1:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a31b9aa2-9324-403f-850f-3d92ca88f68c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1128, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:01:40Z', 'updated_at': '2021-07-27T21:01:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_interfaces': [{'id': '77ba909d-e85b-4af2-a1d8-2ff506a18c41', 'name': '', 'network_id': '79bd215c-af8d-45db-ad24-972205044e15', 'tenant_id': '3bfa1a2c35f349b1a3e408eca249b7cf', 'mac_address': 'fa:16:3e:79:ec:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a31b9aa2-9324-403f-850f-3d92ca88f68c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1132, 'fixed_ips': [{'subnet_id': '63030826-f290-4ec4-88a7-e0d5c21af6b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:01:46Z', 'updated_at': '2021-07-27T21:01:54Z', 'revision_number': 5, 'project_id': '3bfa1a2c35f349b1a3e408eca249b7cf', 'subnets': [{'id': '63030826-f290-4ec4-88a7-e0d5c21af6b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-22', False) {} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:08:12.007682 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e243661d-ff48-4ce5-a83b-33889e2283a3 None None] Checking router: a31b9aa2-9324-403f-850f-3d92ca88f68c for host: n-d-705658-22 {{(pid=105586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:08:12.015964 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e243661d-ff48-4ce5-a83b-33889e2283a3 None None] Routers {'a31b9aa2-9324-403f-850f-3d92ca88f68c'} bound to L3 agent in host n-d-705658-22 {{(pid=105586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:08:12.016785 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-e243661d-ff48-4ce5-a83b-33889e2283a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:08:12Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['a31b9aa2-9324-403f-850f-3d92ca88f68c'], 'active': True} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:08:12.123300 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvr_db [None req-e243661d-ff48-4ce5-a83b-33889e2283a3 None None] Set router a31b9aa2-9324-403f-850f-3d92ca88f68c gateway port host: n-d-705658-22 {{(pid=105586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:08:12.158793 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-49d9829d-db40-4801-808a-9037bb18451d tempest-RoutersAdminTest-932523614 tempest-RoutersAdminTest-932523614-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-794725464', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305'}, 'admin_state_up': False}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:08:12.185819 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-49d9829d-db40-4801-808a-9037bb18451d tempest-RoutersAdminTest-932523614 tempest-RoutersAdminTest-932523614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4163813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-443'] for router, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:12.187135 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-49d9829d-db40-4801-808a-9037bb18451d tempest-RoutersAdminTest-932523614 tempest-RoutersAdminTest-932523614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4165196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4077059', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3711235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-418'] for router, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:12.336946 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-e243661d-ff48-4ce5-a83b-33889e2283a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a31b9aa2-9324-403f-850f-3d92ca88f68c', 'name': 'tempest-AttachVolumeShelveTestJSON-1314551751-router', 'tenant_id': '3bfa1a2c35f349b1a3e408eca249b7cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.79'}], 'enable_snat': True}, 'gw_port_id': '02c6bc33-7f5e-45cd-bbe3-07fe9bf235af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:01:38Z', 'updated_at': '2021-07-27T21:01:49Z', 'revision_number': 4, 'project_id': '3bfa1a2c35f349b1a3e408eca249b7cf', 'gw_port': {'id': '02c6bc33-7f5e-45cd-bbe3-07fe9bf235af', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:b1:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a31b9aa2-9324-403f-850f-3d92ca88f68c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1128, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:01:40Z', 'updated_at': '2021-07-27T21:01:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_interfaces': [{'id': '77ba909d-e85b-4af2-a1d8-2ff506a18c41', 'name': '', 'network_id': '79bd215c-af8d-45db-ad24-972205044e15', 'tenant_id': '3bfa1a2c35f349b1a3e408eca249b7cf', 'mac_address': 'fa:16:3e:79:ec:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a31b9aa2-9324-403f-850f-3d92ca88f68c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1132, 'fixed_ips': [{'subnet_id': '63030826-f290-4ec4-88a7-e0d5c21af6b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:01:46Z', 'updated_at': '2021-07-27T21:01:54Z', 'revision_number': 5, 'project_id': '3bfa1a2c35f349b1a3e408eca249b7cf', 'subnets': [{'id': '63030826-f290-4ec4-88a7-e0d5c21af6b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-22', False) {} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:08:12.366792 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e243661d-ff48-4ce5-a83b-33889e2283a3 None None] The sync data for ids ['a31b9aa2-9324-403f-850f-3d92ca88f68c'] in n-d-705658-22 is: [{'id': 'a31b9aa2-9324-403f-850f-3d92ca88f68c', 'name': 'tempest-AttachVolumeShelveTestJSON-1314551751-router', 'tenant_id': '3bfa1a2c35f349b1a3e408eca249b7cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.79'}], 'enable_snat': True}, 'gw_port_id': '02c6bc33-7f5e-45cd-bbe3-07fe9bf235af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:01:38Z', 'updated_at': '2021-07-27T21:01:49Z', 'revision_number': 4, 'project_id': '3bfa1a2c35f349b1a3e408eca249b7cf', 'gw_port': {'id': '02c6bc33-7f5e-45cd-bbe3-07fe9bf235af', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:b1:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a31b9aa2-9324-403f-850f-3d92ca88f68c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1128, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:01:40Z', 'updated_at': '2021-07-27T21:01:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_interfaces': [{'id': '77ba909d-e85b-4af2-a1d8-2ff506a18c41', 'name': '', 'network_id': '79bd215c-af8d-45db-ad24-972205044e15', 'tenant_id': '3bfa1a2c35f349b1a3e408eca249b7cf', 'mac_address': 'fa:16:3e:79:ec:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a31b9aa2-9324-403f-850f-3d92ca88f68c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1132, 'fixed_ips': [{'subnet_id': '63030826-f290-4ec4-88a7-e0d5c21af6b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:01:46Z', 'updated_at': '2021-07-27T21:01:54Z', 'revision_number': 5, 'project_id': '3bfa1a2c35f349b1a3e408eca249b7cf', 'subnets': [{'id': '63030826-f290-4ec4-88a7-e0d5c21af6b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:08:12.549937 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-49d9829d-db40-4801-808a-9037bb18451d tempest-RoutersAdminTest-932523614 tempest-RoutersAdminTest-932523614-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:12.696182 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6784780-1244-4d80-9972-52a5403c4fc0 None None] New status for floating IP da17cad2-4614-4225-bb4d-1653dd9bdabd: DOWN {{(pid=105587) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 21:08:12.708970 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-49d9829d-db40-4801-808a-9037bb18451d tempest-RoutersAdminTest-932523614 tempest-RoutersAdminTest-932523614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4077169', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4163787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-400'] for router, precommit_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:12.739847 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 52624) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:08:12.804485 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-5b1c3e6a-6846-42c1-a294-94a317b98ee5 tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] Notify callbacks [] for security_group, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:12.819332 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-bb32ed7d-8717-448b-a9c8-a5a0117d1fd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:12.841053 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-5b1c3e6a-6846-42c1-a294-94a317b98ee5 tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:12.924532 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-5b1c3e6a-6846-42c1-a294-94a317b98ee5 tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:12.929187 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-5b1c3e6a-6846-42c1-a294-94a317b98ee5 tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] Notify callbacks [] for security_group, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:12.931019 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-5b1c3e6a-6846-42c1-a294-94a317b98ee5 tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] 10.222.0.59 "DELETE /v2.0/security-groups/771ef501-f193-4e50-901d-4721d89f2b91 HTTP/1.1" status: 204 len: 168 time: 0.1896572 Jul 27 21:08:12.936186 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 52630) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:08:12.957574 n-d-705658-22 neutron-server[105585]: INFO neutron.api.v2.resource [None req-4842200a-b9c2-4141-bff3-b3cf3c56f04b tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] show failed (client error): The resource could not be found. Jul 27 21:08:12.962947 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-4842200a-b9c2-4141-bff3-b3cf3c56f04b tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] 10.222.0.59 "GET /v2.0/security-groups/771ef501-f193-4e50-901d-4721d89f2b91 HTTP/1.1" status: 404 len: 347 time: 0.0214531 Jul 27 21:08:12.962947 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1c3e6a-6846-42c1-a294-94a317b98ee5 tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=771ef501-f193-4e50-901d-4721d89f2b91,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:08:12.962947 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 52634) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:08:12.992601 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-49d9829d-db40-4801-808a-9037bb18451d tempest-RoutersAdminTest-932523614 tempest-RoutersAdminTest-932523614-project] Notify callbacks [] for router_gateway, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:13.014945 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-49d9829d-db40-4801-808a-9037bb18451d tempest-RoutersAdminTest-932523614 tempest-RoutersAdminTest-932523614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:13.123963 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [None req-784f3a43-bffb-430e-9dd7-62265cc041e5 tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] Deleting port 148e400e-0007-4d7e-9e25-aec38b8859b4 {{(pid=105585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:08:13.124322 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-784f3a43-bffb-430e-9dd7-62265cc041e5 tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:13.190469 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.db_base_plugin_common [None req-49d9829d-db40-4801-808a-9037bb18451d tempest-RoutersAdminTest-932523614 tempest-RoutersAdminTest-932523614-project] Allocated IP 172.25.5.126 (8735d8a2-b604-4758-ae71-b40e4ee6f305/eca7dbab-b9c0-4c8f-a272-816ea8a81764/4e172a26-99f2-4f6a-bde0-7ec2dd6b5c5e) {{(pid=105584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:08:13.267330 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-784f3a43-bffb-430e-9dd7-62265cc041e5 tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:13.267689 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-784f3a43-bffb-430e-9dd7-62265cc041e5 tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:13.290734 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [None req-784f3a43-bffb-430e-9dd7-62265cc041e5 tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] Calling delete_port for 148e400e-0007-4d7e-9e25-aec38b8859b4 owned by network:floatingip {{(pid=105585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:08:13.320263 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-49d9829d-db40-4801-808a-9037bb18451d tempest-RoutersAdminTest-932523614 tempest-RoutersAdminTest-932523614-project] Notify callbacks [] for port, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:13.378151 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-49d9829d-db40-4801-808a-9037bb18451d tempest-RoutersAdminTest-932523614 tempest-RoutersAdminTest-932523614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:13.419745 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49d9829d-db40-4801-808a-9037bb18451d tempest-RoutersAdminTest-932523614 tempest-RoutersAdminTest-932523614-project] Network 8735d8a2-b604-4758-ae71-b40e4ee6f305 is already hosted by enough agents. {{(pid=105584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:08:13.423426 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [None req-49d9829d-db40-4801-808a-9037bb18451d tempest-RoutersAdminTest-932523614 tempest-RoutersAdminTest-932523614-project] Resources bound (agent type, host, resource id): {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:08:13.425456 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49d9829d-db40-4801-808a-9037bb18451d tempest-RoutersAdminTest-932523614 tempest-RoutersAdminTest-932523614-project] Received port after_create {{(pid=105584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:08:13.454668 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-784f3a43-bffb-430e-9dd7-62265cc041e5 tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:13.463904 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d9829d-db40-4801-808a-9037bb18451d tempest-RoutersAdminTest-932523614 tempest-RoutersAdminTest-932523614-project] Pushing event updated for resources: {'Port': ['ID=4e172a26-99f2-4f6a-bde0-7ec2dd6b5c5e,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:08:13.473821 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 52656) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:08:13.481907 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784f3a43-bffb-430e-9dd7-62265cc041e5 tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] Pushing event deleted for resources: {'Port': ['ID=148e400e-0007-4d7e-9e25-aec38b8859b4,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:08:13.592924 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-784f3a43-bffb-430e-9dd7-62265cc041e5 tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] Notify callbacks [] for floatingip, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:13.598035 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-784f3a43-bffb-430e-9dd7-62265cc041e5 tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for floatingip, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:13.605084 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-784f3a43-bffb-430e-9dd7-62265cc041e5 tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] 10.222.0.59 "DELETE /v2.0/floatingips/da17cad2-4614-4225-bb4d-1653dd9bdabd HTTP/1.1" status: 204 len: 168 time: 0.6416652 Jul 27 21:08:13.658897 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-d802f537-59f8-4e02-9309-151c0dee9cc3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:13.785866 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-49d9829d-db40-4801-808a-9037bb18451d tempest-RoutersAdminTest-932523614 tempest-RoutersAdminTest-932523614-project] Notify callbacks [] for router_gateway, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:13.921410 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-d802f537-59f8-4e02-9309-151c0dee9cc3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:13.928510 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-d802f537-59f8-4e02-9309-151c0dee9cc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:13.951419 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 52666) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:08:13.955980 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-4bb2aec7-5f55-4760-8ce6-8981a769a2ea tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] Request body: {'security_group': {'name': 'tempest-securitygroup--767429489', 'description': 'tempest-description--916674596'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:08:13.982001 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-4bb2aec7-5f55-4760-8ce6-8981a769a2ea tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] Notify callbacks [] for security_group, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:14.001335 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-d802f537-59f8-4e02-9309-151c0dee9cc3 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=6fa95187a04845e68d0a81d9908e5057&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5261366 Jul 27 21:08:14.004708 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 52670) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:08:14.080371 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-49d9829d-db40-4801-808a-9037bb18451d tempest-RoutersAdminTest-932523614 tempest-RoutersAdminTest-932523614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4163804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4077150'] for router, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:14.095410 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-2b9bdbb2-a38f-46f9-8979-edb6f9cfba22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:14.118421 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-2b9bdbb2-a38f-46f9-8979-edb6f9cfba22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:14.140895 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d802f537-59f8-4e02-9309-151c0dee9cc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=928d3600-397b-42f4-8788-d790adcd3c28,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:08:14.176083 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-4bb2aec7-5f55-4760-8ce6-8981a769a2ea tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] Notify callbacks [] for security_group, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:14.181342 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-4bb2aec7-5f55-4760-8ce6-8981a769a2ea tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:14.202777 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-2b9bdbb2-a38f-46f9-8979-edb6f9cfba22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:14.205358 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-2b9bdbb2-a38f-46f9-8979-edb6f9cfba22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:14.206551 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-2b9bdbb2-a38f-46f9-8979-edb6f9cfba22 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/928d3600-397b-42f4-8788-d790adcd3c28 HTTP/1.1" status: 204 len: 168 time: 0.2008040 Jul 27 21:08:14.218583 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-4bb2aec7-5f55-4760-8ce6-8981a769a2ea tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] Notify callbacks [] for security_group, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:14.219823 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-4bb2aec7-5f55-4760-8ce6-8981a769a2ea tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.2674088 Jul 27 21:08:14.222929 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 52684) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:08:14.229196 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-79c61670-e386-4f63-b8a5-df85c498cbae tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] Request body: {'security_group_rule': {'security_group_id': 'd845222d-5ac4-450c-bcf5-0222a977607f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:08:14.246401 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb2aec7-5f55-4760-8ce6-8981a769a2ea tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d845222d-5ac4-450c-bcf5-0222a977607f,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:08:14.261522 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-875ced1b-4cf3-463a-9653-058f0f9421e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:14.262044 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49d9829d-db40-4801-808a-9037bb18451d tempest-RoutersAdminTest-932523614 tempest-RoutersAdminTest-932523614-project] Router 2c23096c-2702-47ce-be0f-4054205e9fb3 is scheduled to L3 agent dd128fd7-8e57-4d4f-895b-a96b369df59a with binding_index 1 {{(pid=105584) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 21:08:14.271640 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9bdbb2-a38f-46f9-8979-edb6f9cfba22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=928d3600-397b-42f4-8788-d790adcd3c28,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:08:14.297913 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-79c61670-e386-4f63-b8a5-df85c498cbae tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:14.357905 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-79c61670-e386-4f63-b8a5-df85c498cbae tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:14.363533 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-79c61670-e386-4f63-b8a5-df85c498cbae tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732636'] for security_group_rule, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:14.386417 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c61670-e386-4f63-b8a5-df85c498cbae tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0103d4e-8965-486a-a546-2151a693dcfa,revision_number=0']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:08:14.401755 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-79c61670-e386-4f63-b8a5-df85c498cbae tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:14.405588 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49d9829d-db40-4801-808a-9037bb18451d tempest-RoutersAdminTest-932523614 tempest-RoutersAdminTest-932523614-project] Notify agent at l3_agent.n-d-705658-22 the message routers_updated {{(pid=105584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:08:14.407280 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-79c61670-e386-4f63-b8a5-df85c498cbae tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1831994 Jul 27 21:08:14.409740 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 52688) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:08:14.418475 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-9a2159d0-2e2d-4aaf-b020-30db0f9ec8c9 tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] Request body: {'security_group_rule': {'security_group_id': 'd845222d-5ac4-450c-bcf5-0222a977607f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:08:14.418894 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9654a2a2-d84f-4bef-b204-029528afbc44 None None] Sync routers for ids ['2c23096c-2702-47ce-be0f-4054205e9fb3'] in n-d-705658-22 {{(pid=105586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:08:14.435674 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9654a2a2-d84f-4bef-b204-029528afbc44 None None] Routers {'2c23096c-2702-47ce-be0f-4054205e9fb3'} bound to L3 agent in host n-d-705658-22 {{(pid=105586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:08:14.437541 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-9654a2a2-d84f-4bef-b204-029528afbc44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:08:12Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['2c23096c-2702-47ce-be0f-4054205e9fb3'], 'active': True} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:08:14.456085 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-9a2159d0-2e2d-4aaf-b020-30db0f9ec8c9 tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:14.456664 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-49d9829d-db40-4801-808a-9037bb18451d tempest-RoutersAdminTest-932523614 tempest-RoutersAdminTest-932523614-project] Notify callbacks [] for router, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:14.458079 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-49d9829d-db40-4801-808a-9037bb18451d tempest-RoutersAdminTest-932523614 tempest-RoutersAdminTest-932523614-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 2.5063717 Jul 27 21:08:14.461445 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 52690) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:08:14.482120 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-9654a2a2-d84f-4bef-b204-029528afbc44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-22', False) {} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:08:14.491416 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9654a2a2-d84f-4bef-b204-029528afbc44 None None] Routers {'2c23096c-2702-47ce-be0f-4054205e9fb3'} bound to L3 agent in host n-d-705658-22 {{(pid=105586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:08:14.492269 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-9654a2a2-d84f-4bef-b204-029528afbc44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:08:12Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['2c23096c-2702-47ce-be0f-4054205e9fb3'], 'active': True} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:08:14.529194 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-9654a2a2-d84f-4bef-b204-029528afbc44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-22', False) {} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:08:14.530076 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9654a2a2-d84f-4bef-b204-029528afbc44 None None] The sync data for ids ['2c23096c-2702-47ce-be0f-4054205e9fb3'] in n-d-705658-22 is: [] {{(pid=105586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:08:14.556728 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-9a2159d0-2e2d-4aaf-b020-30db0f9ec8c9 tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:14.561917 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-9a2159d0-2e2d-4aaf-b020-30db0f9ec8c9 tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732636'] for security_group_rule, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:14.590773 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2159d0-2e2d-4aaf-b020-30db0f9ec8c9 tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9f980a9-a49d-407e-9795-af9d5f262c67,revision_number=0']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:08:14.598518 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-9a2159d0-2e2d-4aaf-b020-30db0f9ec8c9 tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:14.604784 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-9a2159d0-2e2d-4aaf-b020-30db0f9ec8c9 tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1902933 Jul 27 21:08:14.604941 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 52694) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:08:14.609237 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-feccafba-844e-4ea5-ad46-ec52f9d692d0 tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] Request body: {'floatingip': {'floating_network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:08:14.641138 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-621188f4-db28-4e82-bba6-2a8f54e59319 tempest-RoutersAdminTest-975150395 tempest-RoutersAdminTest-975150395-project-admin] 10.222.0.59 "GET /v2.0/routers/2c23096c-2702-47ce-be0f-4054205e9fb3 HTTP/1.1" status: 200 len: 920 time: 0.1757259 Jul 27 21:08:14.641597 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 52696) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:08:14.658019 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-feccafba-844e-4ea5-ad46-ec52f9d692d0 tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] Notify callbacks [] for floatingip, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:14.667992 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 52700) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:08:14.680508 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-7775c7c5-5848-4fba-8ba3-c51639d51b78 tempest-RoutersAdminTest-932523614 tempest-RoutersAdminTest-932523614-project] 10.222.0.59 "GET /v2.0/ports?device_id=2c23096c-2702-47ce-be0f-4054205e9fb3 HTTP/1.1" status: 200 len: 205 time: 0.0377598 Jul 27 21:08:14.683049 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 52702) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:08:14.717960 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-d0ce0ec9-35b7-433f-9eb3-da49f80835e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:14.822625 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-e1bcdc9a-730f-4244-a1a1-586c25c08bb8 tempest-RoutersAdminTest-932523614 tempest-RoutersAdminTest-932523614-project] Notify callbacks [] for router, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:14.852998 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-feccafba-844e-4ea5-ad46-ec52f9d692d0 tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:14.869194 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-d0ce0ec9-35b7-433f-9eb3-da49f80835e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:14.902594 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-d0ce0ec9-35b7-433f-9eb3-da49f80835e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:14.930830 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-e1bcdc9a-730f-4244-a1a1-586c25c08bb8 tempest-RoutersAdminTest-932523614 tempest-RoutersAdminTest-932523614-project] Notify callbacks [] for router_gateway, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:14.956560 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-d0ce0ec9-35b7-433f-9eb3-da49f80835e0 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=861850954b3a416b9afe64fd3f26348d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2787199 Jul 27 21:08:14.959878 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 52704) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:08:14.962303 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ce0ec9-35b7-433f-9eb3-da49f80835e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1434496-f62b-41f4-b0e7-24296c1e29b0,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:08:15.012531 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.db_base_plugin_common [None req-feccafba-844e-4ea5-ad46-ec52f9d692d0 tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] Allocated IP 172.25.5.6 (8735d8a2-b604-4758-ae71-b40e4ee6f305/eca7dbab-b9c0-4c8f-a272-816ea8a81764/121d8513-39a8-478c-9224-e3415a01e28f) {{(pid=105584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:08:15.028933 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9323-c0a3-4fc6-b83e-3b8fc1a90ba3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:15.031212 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [None req-e1bcdc9a-730f-4244-a1a1-586c25c08bb8 tempest-RoutersAdminTest-932523614 tempest-RoutersAdminTest-932523614-project] Deleting port 4e172a26-99f2-4f6a-bde0-7ec2dd6b5c5e {{(pid=105585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:08:15.031540 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-e1bcdc9a-730f-4244-a1a1-586c25c08bb8 tempest-RoutersAdminTest-932523614 tempest-RoutersAdminTest-932523614-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:15.088712 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9323-c0a3-4fc6-b83e-3b8fc1a90ba3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:15.127741 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-feccafba-844e-4ea5-ad46-ec52f9d692d0 tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] Notify callbacks [] for port, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:15.145688 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-e1bcdc9a-730f-4244-a1a1-586c25c08bb8 tempest-RoutersAdminTest-932523614 tempest-RoutersAdminTest-932523614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:15.158349 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [None req-e1bcdc9a-730f-4244-a1a1-586c25c08bb8 tempest-RoutersAdminTest-932523614 tempest-RoutersAdminTest-932523614-project] Calling delete_port for 4e172a26-99f2-4f6a-bde0-7ec2dd6b5c5e owned by network:router_gateway {{(pid=105585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:08:15.178797 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-feccafba-844e-4ea5-ad46-ec52f9d692d0 tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:15.209924 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9323-c0a3-4fc6-b83e-3b8fc1a90ba3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:15.212442 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9323-c0a3-4fc6-b83e-3b8fc1a90ba3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:15.215914 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-2d2e9323-c0a3-4fc6-b83e-3b8fc1a90ba3 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/e1434496-f62b-41f4-b0e7-24296c1e29b0 HTTP/1.1" status: 204 len: 168 time: 0.2519960 Jul 27 21:08:15.217990 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feccafba-844e-4ea5-ad46-ec52f9d692d0 tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] Network 8735d8a2-b604-4758-ae71-b40e4ee6f305 is already hosted by enough agents. {{(pid=105584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:08:15.225644 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [None req-feccafba-844e-4ea5-ad46-ec52f9d692d0 tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] Resources bound (agent type, host, resource id): {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:08:15.226297 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2e9323-c0a3-4fc6-b83e-3b8fc1a90ba3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1434496-f62b-41f4-b0e7-24296c1e29b0,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:08:15.235633 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feccafba-844e-4ea5-ad46-ec52f9d692d0 tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] Received port after_create {{(pid=105584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:08:15.273910 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feccafba-844e-4ea5-ad46-ec52f9d692d0 tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] Pushing event updated for resources: {'Port': ['ID=121d8513-39a8-478c-9224-e3415a01e28f,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:08:15.311689 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Device d147f3a6-bc63-4646-ab25-a77edf5be1d7 details requested by agent hyperv_n-h2-705658-22 with host n-h2-705658-22 {{(pid=105586) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:08:15.353822 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-e1bcdc9a-730f-4244-a1a1-586c25c08bb8 tempest-RoutersAdminTest-932523614 tempest-RoutersAdminTest-932523614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:15.390630 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1bcdc9a-730f-4244-a1a1-586c25c08bb8 tempest-RoutersAdminTest-932523614 tempest-RoutersAdminTest-932523614-project] Pushing event deleted for resources: {'Port': ['ID=4e172a26-99f2-4f6a-bde0-7ec2dd6b5c5e,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:08:15.403908 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-feccafba-844e-4ea5-ad46-ec52f9d692d0 tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:15.447395 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] For port d147f3a6-bc63-4646-ab25-a77edf5be1d7, host n-h2-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=d147f3a6-bc63-4646-ab25-a77edf5be1d7,segment=NetworkSegment(74356e05-950c-4c55-88c6-85a1b1fc145d),segment_id=74356e05-950c-4c55-88c6-85a1b1fc145d)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:08:15.453726 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-e1bcdc9a-730f-4244-a1a1-586c25c08bb8 tempest-RoutersAdminTest-932523614 tempest-RoutersAdminTest-932523614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4075702'] for router_gateway, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:15.462928 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Returning: {'device': 'd147f3a6-bc63-4646-ab25-a77edf5be1d7', 'network_id': '72109025-d173-4d38-a78b-046bd6975a9d', 'port_id': 'd147f3a6-bc63-4646-ab25-a77edf5be1d7', 'mac_address': 'fa:16:3e:30:c6:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 208, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c3e9e9f-5a21-43a6-8c24-ea076aff9e22', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105586) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:08:15.465411 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-feccafba-844e-4ea5-ad46-ec52f9d692d0 tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:15.507626 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:15.527421 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [None req-3d54578f-831f-4696-b568-13c455922dab None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d147f3a6-bc63-4646-ab25-a77edf5be1d7 {{(pid=105586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:08:15.556588 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] For port d147f3a6-bc63-4646-ab25-a77edf5be1d7, host n-h2-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=d147f3a6-bc63-4646-ab25-a77edf5be1d7,segment=NetworkSegment(74356e05-950c-4c55-88c6-85a1b1fc145d),segment_id=74356e05-950c-4c55-88c6-85a1b1fc145d)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:08:15.557443 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-e1bcdc9a-730f-4244-a1a1-586c25c08bb8 tempest-RoutersAdminTest-932523614 tempest-RoutersAdminTest-932523614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4163631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-425'] for router, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:15.560065 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-e1bcdc9a-730f-4244-a1a1-586c25c08bb8 tempest-RoutersAdminTest-932523614 tempest-RoutersAdminTest-932523614-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:15.562491 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:15.615887 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-e1bcdc9a-730f-4244-a1a1-586c25c08bb8 tempest-RoutersAdminTest-932523614 tempest-RoutersAdminTest-932523614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4163007'] for router, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:15.616457 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1bcdc9a-730f-4244-a1a1-586c25c08bb8 tempest-RoutersAdminTest-932523614 tempest-RoutersAdminTest-932523614-project] Fanout notify agent at l3_agent the message router_deleted on router 2c23096c-2702-47ce-be0f-4054205e9fb3 {{(pid=105585) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 21:08:15.629390 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-e1bcdc9a-730f-4244-a1a1-586c25c08bb8 tempest-RoutersAdminTest-932523614 tempest-RoutersAdminTest-932523614-project] Notify callbacks [] for router, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:15.635281 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Pushing event updated for resources: {'Port': ['ID=d147f3a6-bc63-4646-ab25-a77edf5be1d7,revision_number=6']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:08:15.635456 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-e1bcdc9a-730f-4244-a1a1-586c25c08bb8 tempest-RoutersAdminTest-932523614 tempest-RoutersAdminTest-932523614-project] 10.222.0.59 "DELETE /v2.0/routers/2c23096c-2702-47ce-be0f-4054205e9fb3 HTTP/1.1" status: 204 len: 168 time: 0.9466443 Jul 27 21:08:15.636334 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 52728) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:08:15.647729 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] get_ports_and_sgs() called for port_ids ['d147f3a6-bc63-4646-ab25-a77edf5be1d7'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:08:15.652675 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-b56b6b08-d162-46be-b0ec-6c7c0f37b810 tempest-RoutersAdminTest-975150395 tempest-RoutersAdminTest-975150395-project-admin] Request body: {'router': {'name': 'tempest-snat-router-2059879652', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'enable_snat': False}}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:08:15.663549 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-feccafba-844e-4ea5-ad46-ec52f9d692d0 tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] Notify callbacks [] for port, precommit_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:15.672141 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-feccafba-844e-4ea5-ad46-ec52f9d692d0 tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9014027'] for port, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:15.713004 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-b56b6b08-d162-46be-b0ec-6c7c0f37b810 tempest-RoutersAdminTest-975150395 tempest-RoutersAdminTest-975150395-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4163813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-443'] for router, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:15.714222 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-b56b6b08-d162-46be-b0ec-6c7c0f37b810 tempest-RoutersAdminTest-975150395 tempest-RoutersAdminTest-975150395-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4165196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4077059', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3711235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-418'] for router, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:15.765171 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feccafba-844e-4ea5-ad46-ec52f9d692d0 tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] Pushing event updated for resources: {'Port': ['ID=121d8513-39a8-478c-9224-e3415a01e28f,revision_number=2']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:08:15.779877 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-feccafba-844e-4ea5-ad46-ec52f9d692d0 tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4075768'] for floatingip, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:15.802822 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-feccafba-844e-4ea5-ad46-ec52f9d692d0 tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for floatingip, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:15.807261 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-feccafba-844e-4ea5-ad46-ec52f9d692d0 tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.1983337 Jul 27 21:08:15.831031 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-b56b6b08-d162-46be-b0ec-6c7c0f37b810 tempest-RoutersAdminTest-975150395 tempest-RoutersAdminTest-975150395-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:15.989091 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-b56b6b08-d162-46be-b0ec-6c7c0f37b810 tempest-RoutersAdminTest-975150395 tempest-RoutersAdminTest-975150395-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4077169', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4163787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-400'] for router, precommit_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:16.067735 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-7cfeba26-b1a0-4978-bec9-2c6025eab49b req-766cd513-c6c1-43f2-abc7-efae26d010bc tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-securitygroup--767429489&fields=id&tenant_id=3bfa1a2c35f349b1a3e408eca249b7cf HTTP/1.1" status: 200 len: 267 time: 0.0691915 Jul 27 21:08:16.196387 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfeba26-b1a0-4978-bec9-2c6025eab49b req-84626391-7f04-4514-8de9-3ac40719bf7d tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:08:16.197784 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-7cfeba26-b1a0-4978-bec9-2c6025eab49b req-84626391-7f04-4514-8de9-3ac40719bf7d tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] 10.222.0.59 "GET /v2.0/networks?id=79bd215c-af8d-45db-ad24-972205044e15 HTTP/1.1" status: 200 len: 817 time: 0.1221576 Jul 27 21:08:16.277600 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-7cfeba26-b1a0-4978-bec9-2c6025eab49b req-45e1ca86-2c14-437a-9cf9-d465790c2f7c tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] 10.222.0.59 "GET /v2.0/quotas/3bfa1a2c35f349b1a3e408eca249b7cf HTTP/1.1" status: 200 len: 375 time: 0.0424130 Jul 27 21:08:16.353880 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-b56b6b08-d162-46be-b0ec-6c7c0f37b810 tempest-RoutersAdminTest-975150395 tempest-RoutersAdminTest-975150395-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:16.380076 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-b56b6b08-d162-46be-b0ec-6c7c0f37b810 tempest-RoutersAdminTest-975150395 tempest-RoutersAdminTest-975150395-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:16.403263 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-7cfeba26-b1a0-4978-bec9-2c6025eab49b req-ec9ffd4a-6ef4-4def-993b-f1d228ef3a7e tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=3bfa1a2c35f349b1a3e408eca249b7cf&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1188612 Jul 27 21:08:16.573076 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.db_base_plugin_common [None req-b56b6b08-d162-46be-b0ec-6c7c0f37b810 tempest-RoutersAdminTest-975150395 tempest-RoutersAdminTest-975150395-project-admin] Allocated IP 172.25.5.53 (8735d8a2-b604-4758-ae71-b40e4ee6f305/eca7dbab-b9c0-4c8f-a272-816ea8a81764/03ddba05-d0bc-445d-82a8-257f1b3040e0) {{(pid=105585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:08:16.578805 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-7cfeba26-b1a0-4978-bec9-2c6025eab49b req-183bd461-192d-4552-8734-e30d8ac6e552 service neutron] 10.222.0.59 "GET /v2.0/networks/79bd215c-af8d-45db-ad24-972205044e15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1455626 Jul 27 21:08:16.737333 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-7cfeba26-b1a0-4978-bec9-2c6025eab49b req-87d42e20-157d-4530-8153-71ea5f164e71 service neutron] 10.222.0.59 "GET /v2.0/networks/79bd215c-af8d-45db-ad24-972205044e15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1524513 Jul 27 21:08:16.754294 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-b56b6b08-d162-46be-b0ec-6c7c0f37b810 tempest-RoutersAdminTest-975150395 tempest-RoutersAdminTest-975150395-project-admin] Notify callbacks [] for port, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:16.801468 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-b56b6b08-d162-46be-b0ec-6c7c0f37b810 tempest-RoutersAdminTest-975150395 tempest-RoutersAdminTest-975150395-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:16.846632 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b56b6b08-d162-46be-b0ec-6c7c0f37b810 tempest-RoutersAdminTest-975150395 tempest-RoutersAdminTest-975150395-project-admin] Network 8735d8a2-b604-4758-ae71-b40e4ee6f305 is already hosted by enough agents. {{(pid=105585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:08:16.852571 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.base_scheduler [None req-b56b6b08-d162-46be-b0ec-6c7c0f37b810 tempest-RoutersAdminTest-975150395 tempest-RoutersAdminTest-975150395-project-admin] Resources bound (agent type, host, resource id): {{(pid=105585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:08:16.860663 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b56b6b08-d162-46be-b0ec-6c7c0f37b810 tempest-RoutersAdminTest-975150395 tempest-RoutersAdminTest-975150395-project-admin] Received port after_create {{(pid=105585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:08:16.889638 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56b6b08-d162-46be-b0ec-6c7c0f37b810 tempest-RoutersAdminTest-975150395 tempest-RoutersAdminTest-975150395-project-admin] Pushing event updated for resources: {'Port': ['ID=03ddba05-d0bc-445d-82a8-257f1b3040e0,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:08:17.009019 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a279224e-c512-472b-9ad8-6f690186d9ac req-79f5653a-333a-485c-9fa2-71115ed3be68 tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] 10.222.0.59 "GET /v2.0/ports?device_id=74636b36-ec44-4487-91bf-4f8efb4719fd HTTP/1.1" status: 200 len: 210 time: 0.0756733 Jul 27 21:08:17.217998 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-b56b6b08-d162-46be-b0ec-6c7c0f37b810 tempest-RoutersAdminTest-975150395 tempest-RoutersAdminTest-975150395-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:17.317831 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Device d147f3a6-bc63-4646-ab25-a77edf5be1d7 up at agent hyperv_n-h2-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:08:17.384489 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-3d54578f-831f-4696-b568-13c455922dab None None] Provisioning complete for port d147f3a6-bc63-4646-ab25-a77edf5be1d7 triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:08:17.385133 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:17.490234 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:17.503889 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-b56b6b08-d162-46be-b0ec-6c7c0f37b810 tempest-RoutersAdminTest-975150395 tempest-RoutersAdminTest-975150395-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4163804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4077150'] for router, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:17.514291 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42066bbc-d304-4638-ab28-54876f59f8a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd147f3a6-bc63-4646-ab25-a77edf5be1d7'}] {{(pid=105586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:08:17.516587 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14c1663e039faf5393f87855f745010ac5b02220355b68fdbf065393e303ac56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c5868c6-e52b-44e6-a279-afb2096e5bee" -d '{"events": [{"server_uuid": "42066bbc-d304-4638-ab28-54876f59f8a3", "name": "network-vif-plugged", "status": "completed", "tag": "d147f3a6-bc63-4646-ab25-a77edf5be1d7"}]}' {{(pid=105586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:08:17.533257 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] For port d147f3a6-bc63-4646-ab25-a77edf5be1d7, host n-h2-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=d147f3a6-bc63-4646-ab25-a77edf5be1d7,segment=NetworkSegment(74356e05-950c-4c55-88c6-85a1b1fc145d),segment_id=74356e05-950c-4c55-88c6-85a1b1fc145d)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:08:17.539087 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:17.575724 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:08:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-419d7ef9-0b6f-461e-92b9-b070e50b527c x-openstack-request-id: req-419d7ef9-0b6f-461e-92b9-b070e50b527c {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:08:17.575967 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42066bbc-d304-4638-ab28-54876f59f8a3", "name": "network-vif-plugged", "status": "completed", "tag": "d147f3a6-bc63-4646-ab25-a77edf5be1d7", "code": 200}]} {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:08:17.576222 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-419d7ef9-0b6f-461e-92b9-b070e50b527c {{(pid=105586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:08:17.576638 n-d-705658-22 neutron-server[105586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42066bbc-d304-4638-ab28-54876f59f8a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd147f3a6-bc63-4646-ab25-a77edf5be1d7', 'code': 200} Jul 27 21:08:17.606890 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Pushing event updated for resources: {'Port': ['ID=d147f3a6-bc63-4646-ab25-a77edf5be1d7,revision_number=7']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:08:18.054880 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b56b6b08-d162-46be-b0ec-6c7c0f37b810 tempest-RoutersAdminTest-975150395 tempest-RoutersAdminTest-975150395-project-admin] Router 081d1832-41e1-4115-9689-89874b5e8a88 is scheduled to L3 agent dd128fd7-8e57-4d4f-895b-a96b369df59a with binding_index 1 {{(pid=105585) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 21:08:18.174552 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-ac606adb-838e-43c2-8de9-4259136e164e req-eb63c3a6-cc23-4113-bbde-a8807e4dc2ae tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] 10.222.0.59 "GET /v2.0/ports?device_id=74636b36-ec44-4487-91bf-4f8efb4719fd HTTP/1.1" status: 200 len: 210 time: 0.0360444 Jul 27 21:08:18.207939 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfeba26-b1a0-4978-bec9-2c6025eab49b req-1a3c778f-36d7-4d59-aea0-b83df42cbd6b tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:08:18.209532 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-7cfeba26-b1a0-4978-bec9-2c6025eab49b req-1a3c778f-36d7-4d59-aea0-b83df42cbd6b tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] 10.222.0.36 "GET /v2.0/networks?id=79bd215c-af8d-45db-ad24-972205044e15 HTTP/1.1" status: 200 len: 817 time: 0.2462947 Jul 27 21:08:18.259922 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b56b6b08-d162-46be-b0ec-6c7c0f37b810 tempest-RoutersAdminTest-975150395 tempest-RoutersAdminTest-975150395-project-admin] Notify agent at l3_agent.n-d-705658-22 the message routers_updated {{(pid=105585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:08:18.269137 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ea3a661-34dc-4125-b6a9-bcbf49e15ede None None] Sync routers for ids ['081d1832-41e1-4115-9689-89874b5e8a88'] in n-d-705658-22 {{(pid=105587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:08:18.281653 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-7cfeba26-b1a0-4978-bec9-2c6025eab49b req-cf31c93d-cf72-48d6-b8a0-7d3402adfa5a tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3bfa1a2c35f349b1a3e408eca249b7cf HTTP/1.1" status: 200 len: 379 time: 0.0616317 Jul 27 21:08:18.282442 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ea3a661-34dc-4125-b6a9-bcbf49e15ede None None] Routers {'081d1832-41e1-4115-9689-89874b5e8a88'} bound to L3 agent in host n-d-705658-22 {{(pid=105587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:08:18.283287 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-3ea3a661-34dc-4125-b6a9-bcbf49e15ede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:08:12Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['081d1832-41e1-4115-9689-89874b5e8a88'], 'active': True} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:08:18.294008 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-b56b6b08-d162-46be-b0ec-6c7c0f37b810 tempest-RoutersAdminTest-975150395 tempest-RoutersAdminTest-975150395-project-admin] Notify callbacks [] for router, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:18.294553 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [req-7cfeba26-b1a0-4978-bec9-2c6025eab49b req-1b25d0f7-1f32-49ae-92e1-2b365c8e93e0 tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] Request body: {'port': {'device_id': '74636b36-ec44-4487-91bf-4f8efb4719fd', 'network_id': '79bd215c-af8d-45db-ad24-972205044e15', 'admin_state_up': True, 'tenant_id': '3bfa1a2c35f349b1a3e408eca249b7cf', 'security_groups': ['d845222d-5ac4-450c-bcf5-0222a977607f']}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:08:18.300368 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-b56b6b08-d162-46be-b0ec-6c7c0f37b810 tempest-RoutersAdminTest-975150395 tempest-RoutersAdminTest-975150395-project-admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 2.6628916 Jul 27 21:08:18.303732 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 52866) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:08:18.404945 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvr_db [None req-3ea3a661-34dc-4125-b6a9-bcbf49e15ede None None] Set router 081d1832-41e1-4115-9689-89874b5e8a88 gateway port host: n-d-705658-22 {{(pid=105587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:08:18.517755 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7cfeba26-b1a0-4978-bec9-2c6025eab49b req-1b25d0f7-1f32-49ae-92e1-2b365c8e93e0 tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] Made reservation on behalf of 3bfa1a2c35f349b1a3e408eca249b7cf for: {'port': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:08:18.523399 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-7cfeba26-b1a0-4978-bec9-2c6025eab49b req-1b25d0f7-1f32-49ae-92e1-2b365c8e93e0 tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:18.545327 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-5de3824e-de5e-4175-a0f4-0c9f4eb8f6ee tempest-RoutersAdminTest-975150395 tempest-RoutersAdminTest-975150395-project-admin] 10.222.0.59 "GET /v2.0/routers/081d1832-41e1-4115-9689-89874b5e8a88 HTTP/1.1" status: 200 len: 908 time: 0.2404115 Jul 27 21:08:18.545935 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 52882) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:08:18.550484 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-56f89055-0b17-4269-b66e-b880fc40cd72 tempest-RoutersAdminTest-975150395 tempest-RoutersAdminTest-975150395-project-admin] Request body: {'router': {'name': 'tempest-snat-router-2059879652', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'enable_snat': True}}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:08:18.598954 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-56f89055-0b17-4269-b66e-b880fc40cd72 tempest-RoutersAdminTest-975150395 tempest-RoutersAdminTest-975150395-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4163813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-443'] for router, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:18.613015 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-56f89055-0b17-4269-b66e-b880fc40cd72 tempest-RoutersAdminTest-975150395 tempest-RoutersAdminTest-975150395-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4165196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4077059', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3711235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-418'] for router, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:18.626721 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-3ea3a661-34dc-4125-b6a9-bcbf49e15ede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '081d1832-41e1-4115-9689-89874b5e8a88', 'name': 'tempest-snat-router-2059879652', 'tenant_id': 'ea9242b9fa3d4734828fa6be7e2599cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.53'}], 'enable_snat': False}, 'gw_port_id': '03ddba05-d0bc-445d-82a8-257f1b3040e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:08:15Z', 'updated_at': '2021-07-27T21:08:17Z', 'revision_number': 3, 'project_id': 'ea9242b9fa3d4734828fa6be7e2599cf', 'gw_port': {'id': '03ddba05-d0bc-445d-82a8-257f1b3040e0', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:46:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '081d1832-41e1-4115-9689-89874b5e8a88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:08:16Z', 'updated_at': '2021-07-27T21:08:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-705658-22'}], 'n-d-705658-22', False) {} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:08:18.683344 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ea3a661-34dc-4125-b6a9-bcbf49e15ede None None] Checking router: 081d1832-41e1-4115-9689-89874b5e8a88 for host: n-d-705658-22 {{(pid=105587) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:08:18.684282 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ea3a661-34dc-4125-b6a9-bcbf49e15ede None None] Updating router 081d1832-41e1-4115-9689-89874b5e8a88 port 03ddba05-d0bc-445d-82a8-257f1b3040e0 binding host n-d-705658-22 {{(pid=105587) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 21:08:18.722521 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-56f89055-0b17-4269-b66e-b880fc40cd72 tempest-RoutersAdminTest-975150395 tempest-RoutersAdminTest-975150395-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:18.773209 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.db_base_plugin_common [req-7cfeba26-b1a0-4978-bec9-2c6025eab49b req-1b25d0f7-1f32-49ae-92e1-2b365c8e93e0 tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] Allocated IP 172.20.0.12 (79bd215c-af8d-45db-ad24-972205044e15/63030826-f290-4ec4-88a7-e0d5c21af6b4/d11a16c2-af7c-4aa8-9e51-1c00722d4961) {{(pid=105584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:08:18.786137 n-d-705658-22 neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-3ea3a661-34dc-4125-b6a9-bcbf49e15ede None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:18.926210 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-56f89055-0b17-4269-b66e-b880fc40cd72 tempest-RoutersAdminTest-975150395 tempest-RoutersAdminTest-975150395-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4077169', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4163787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-400'] for router, precommit_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:19.035544 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-7cfeba26-b1a0-4978-bec9-2c6025eab49b req-1b25d0f7-1f32-49ae-92e1-2b365c8e93e0 tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] Notify callbacks [] for port, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:19.073544 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.provisioning_blocks [req-7cfeba26-b1a0-4978-bec9-2c6025eab49b req-1b25d0f7-1f32-49ae-92e1-2b365c8e93e0 tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] Transition to ACTIVE for port object d11a16c2-af7c-4aa8-9e51-1c00722d4961 will not be triggered until provisioned by entity DHCP. {{(pid=105584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:08:19.174920 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-7cfeba26-b1a0-4978-bec9-2c6025eab49b req-1b25d0f7-1f32-49ae-92e1-2b365c8e93e0 tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:19.211698 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7cfeba26-b1a0-4978-bec9-2c6025eab49b req-1b25d0f7-1f32-49ae-92e1-2b365c8e93e0 tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] Network 79bd215c-af8d-45db-ad24-972205044e15 is already hosted by enough agents. {{(pid=105584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:08:19.267144 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [req-7cfeba26-b1a0-4978-bec9-2c6025eab49b req-1b25d0f7-1f32-49ae-92e1-2b365c8e93e0 tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] Resources bound (agent type, host, resource id): {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:08:19.294816 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [req-7cfeba26-b1a0-4978-bec9-2c6025eab49b req-1b25d0f7-1f32-49ae-92e1-2b365c8e93e0 tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] Received port after_create {{(pid=105584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:08:19.319426 n-d-705658-22 neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-3ea3a661-34dc-4125-b6a9-bcbf49e15ede None None] Notify callbacks [] for port, precommit_update {{(pid=105587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:19.335309 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.provisioning_blocks [None req-3ea3a661-34dc-4125-b6a9-bcbf49e15ede None None] Transition to ACTIVE for port object 03ddba05-d0bc-445d-82a8-257f1b3040e0 will not be triggered until provisioned by entity L2. {{(pid=105587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:08:19.346568 n-d-705658-22 neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-3ea3a661-34dc-4125-b6a9-bcbf49e15ede None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:19.370121 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b25d0f7-1f32-49ae-92e1-2b365c8e93e0 tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] Pushing event updated for resources: {'Port': ['ID=d11a16c2-af7c-4aa8-9e51-1c00722d4961,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:08:19.416139 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfeba26-b1a0-4978-bec9-2c6025eab49b req-1b25d0f7-1f32-49ae-92e1-2b365c8e93e0 tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:08:19.416825 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-7cfeba26-b1a0-4978-bec9-2c6025eab49b req-1b25d0f7-1f32-49ae-92e1-2b365c8e93e0 tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:19.451734 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967be21f-230c-4547-a411-7db25a94ae63 None None] Pushing event updated for resources: {'Port': ['ID=03ddba05-d0bc-445d-82a8-257f1b3040e0,revision_number=2']} {{(pid=105587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:08:19.472701 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-56f89055-0b17-4269-b66e-b880fc40cd72 tempest-RoutersAdminTest-975150395 tempest-RoutersAdminTest-975150395-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:19.478839 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-7cfeba26-b1a0-4978-bec9-2c6025eab49b req-1b25d0f7-1f32-49ae-92e1-2b365c8e93e0 tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1889179 Jul 27 21:08:19.495070 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [req-7cfeba26-b1a0-4978-bec9-2c6025eab49b req-8d771dbd-1019-4118-9574-4ee5c34c6ad6 service neutron] Request body: {'port': {'device_id': '74636b36-ec44-4487-91bf-4f8efb4719fd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-705658-22'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:08:19.503027 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-56f89055-0b17-4269-b66e-b880fc40cd72 tempest-RoutersAdminTest-975150395 tempest-RoutersAdminTest-975150395-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:19.537528 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.managers [None req-3ea3a661-34dc-4125-b6a9-bcbf49e15ede None None] Attempting to bind port 03ddba05-d0bc-445d-82a8-257f1b3040e0 on host n-d-705658-22 for vnic_type normal with profile {{(pid=105587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:08:19.537961 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.managers [None req-3ea3a661-34dc-4125-b6a9-bcbf49e15ede None None] Attempting to bind port 03ddba05-d0bc-445d-82a8-257f1b3040e0 by drivers openvswitch,hyperv on host n-d-705658-22 at level 0 using segments [{'id': '12196855-9a32-4633-9a56-77697ef9e126', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305'}] {{(pid=105587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:08:19.539211 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ea3a661-34dc-4125-b6a9-bcbf49e15ede None None] Attempting to bind port 03ddba05-d0bc-445d-82a8-257f1b3040e0 on network 8735d8a2-b604-4758-ae71-b40e4ee6f305 {{(pid=105587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:08:19.553909 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967be21f-230c-4547-a411-7db25a94ae63 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:08:19.554384 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967be21f-230c-4547-a411-7db25a94ae63 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:08:19.554728 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967be21f-230c-4547-a411-7db25a94ae63 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:08:19.556508 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967be21f-230c-4547-a411-7db25a94ae63 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:08:19.556876 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967be21f-230c-4547-a411-7db25a94ae63 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:08:19.558394 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967be21f-230c-4547-a411-7db25a94ae63 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:08:19.558837 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967be21f-230c-4547-a411-7db25a94ae63 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:08:19.560328 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967be21f-230c-4547-a411-7db25a94ae63 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:08:19.560687 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967be21f-230c-4547-a411-7db25a94ae63 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:08:19.561079 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967be21f-230c-4547-a411-7db25a94ae63 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:08:19.562860 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967be21f-230c-4547-a411-7db25a94ae63 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:08:19.563229 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967be21f-230c-4547-a411-7db25a94ae63 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:08:19.569348 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ea3a661-34dc-4125-b6a9-bcbf49e15ede None None] Checking agent: {'id': '04a7ea91-6318-467e-ace6-b0fb48c8690f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 41, 42), 'started_at': datetime.datetime(2021, 7, 27, 20, 42, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 8, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:08:19.569824 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ea3a661-34dc-4125-b6a9-bcbf49e15ede None None] Checking segment: {'id': '12196855-9a32-4633-9a56-77697ef9e126', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:08:19.570228 n-d-705658-22 neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-3ea3a661-34dc-4125-b6a9-bcbf49e15ede None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:19.570618 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ea3a661-34dc-4125-b6a9-bcbf49e15ede None None] Bound using segment: {'id': '12196855-9a32-4633-9a56-77697ef9e126', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305'} {{(pid=105587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:08:19.571274 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.managers [None req-3ea3a661-34dc-4125-b6a9-bcbf49e15ede None None] Bound port: 03ddba05-d0bc-445d-82a8-257f1b3040e0, host: n-d-705658-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12196855-9a32-4633-9a56-77697ef9e126', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305'}}] {{(pid=105587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:08:19.573961 n-d-705658-22 neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-3ea3a661-34dc-4125-b6a9-bcbf49e15ede None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:19.672397 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-7cfeba26-b1a0-4978-bec9-2c6025eab49b req-8d771dbd-1019-4118-9574-4ee5c34c6ad6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:19.744345 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.db [None req-3ea3a661-34dc-4125-b6a9-bcbf49e15ede None None] For port 03ddba05-d0bc-445d-82a8-257f1b3040e0, host n-d-705658-22, cleared binding levels {{(pid=105587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:08:19.750307 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.db [None req-3ea3a661-34dc-4125-b6a9-bcbf49e15ede None None] For port 03ddba05-d0bc-445d-82a8-257f1b3040e0, host n-d-705658-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=03ddba05-d0bc-445d-82a8-257f1b3040e0,segment=NetworkSegment(12196855-9a32-4633-9a56-77697ef9e126),segment_id=12196855-9a32-4633-9a56-77697ef9e126)] {{(pid=105587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:08:19.762915 n-d-705658-22 neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-3ea3a661-34dc-4125-b6a9-bcbf49e15ede None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:19.840551 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.db_base_plugin_common [None req-56f89055-0b17-4269-b66e-b880fc40cd72 tempest-RoutersAdminTest-975150395 tempest-RoutersAdminTest-975150395-project-admin] Allocated IP 172.25.5.28 (8735d8a2-b604-4758-ae71-b40e4ee6f305/eca7dbab-b9c0-4c8f-a272-816ea8a81764/91adc17b-3ca6-49e8-a3b6-9bc098092f49) {{(pid=105585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:08:19.859871 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae427e0-3edb-4911-862b-5d64d815f0b8 req-7ce3e698-87c6-4fe9-b621-e0255977e167 tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:08:19.870524 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-4ae427e0-3edb-4911-862b-5d64d815f0b8 req-7ce3e698-87c6-4fe9-b621-e0255977e167 tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] 10.222.0.59 "GET /v2.0/ports?device_id=74636b36-ec44-4487-91bf-4f8efb4719fd HTTP/1.1" status: 200 len: 932 time: 0.5219419 Jul 27 21:08:19.910815 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [req-fc3526ff-42dc-400f-8e28-860ffef8db83 req-0c61c305-98d1-4c8b-bd52-314b01e9d644 tempest-ServersAdminNegativeTestJSON-1736809839 tempest-ServersAdminNegativeTestJSON-1736809839-project] (105585) timed out ('10.222.0.36', 53101) {{(pid=105585) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 27 21:08:19.961811 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967be21f-230c-4547-a411-7db25a94ae63 None None] Pushing event updated for resources: {'Port': ['ID=03ddba05-d0bc-445d-82a8-257f1b3040e0,revision_number=3']} {{(pid=105587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:08:19.972792 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ea3a661-34dc-4125-b6a9-bcbf49e15ede None None] Routers {'081d1832-41e1-4115-9689-89874b5e8a88'} bound to L3 agent in host n-d-705658-22 {{(pid=105587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:08:19.973470 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-3ea3a661-34dc-4125-b6a9-bcbf49e15ede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:08:12Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['081d1832-41e1-4115-9689-89874b5e8a88'], 'active': True} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:08:20.017174 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-adde2518-3b1c-4aa9-8ea6-b1039f32e839 None None] Provisioning for port d11a16c2-af7c-4aa8-9e51-1c00722d4961 completed by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:08:20.019647 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-4ae427e0-3edb-4911-862b-5d64d815f0b8 req-093fcf3a-3aaa-49fb-ae41-229c156a4566 tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] 10.222.0.59 "GET /v2.0/security-groups?id=d845222d-5ac4-450c-bcf5-0222a977607f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1479645 Jul 27 21:08:20.024182 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-adde2518-3b1c-4aa9-8ea6-b1039f32e839 None None] Provisioning complete for port d11a16c2-af7c-4aa8-9e51-1c00722d4961 triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:08:20.024961 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-adde2518-3b1c-4aa9-8ea6-b1039f32e839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:20.051067 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [req-7cfeba26-b1a0-4978-bec9-2c6025eab49b req-8d771dbd-1019-4118-9574-4ee5c34c6ad6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d11a16c2-af7c-4aa8-9e51-1c00722d4961 {{(pid=105584) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:08:20.071086 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-7cfeba26-b1a0-4978-bec9-2c6025eab49b req-8d771dbd-1019-4118-9574-4ee5c34c6ad6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:20.097121 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.provisioning_blocks [req-7cfeba26-b1a0-4978-bec9-2c6025eab49b req-8d771dbd-1019-4118-9574-4ee5c34c6ad6 service neutron] Transition to ACTIVE for port object d11a16c2-af7c-4aa8-9e51-1c00722d4961 will not be triggered until provisioned by entity L2. {{(pid=105584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:08:20.110213 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-7cfeba26-b1a0-4978-bec9-2c6025eab49b req-8d771dbd-1019-4118-9574-4ee5c34c6ad6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9014027'] for port, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:20.137032 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-56f89055-0b17-4269-b66e-b880fc40cd72 tempest-RoutersAdminTest-975150395 tempest-RoutersAdminTest-975150395-project-admin] Notify callbacks [] for port, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:20.197651 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-adde2518-3b1c-4aa9-8ea6-b1039f32e839 None None] Port d11a16c2-af7c-4aa8-9e51-1c00722d4961 cannot update to ACTIVE because it is not bound. {{(pid=105586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:08:20.200857 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvr_db [None req-3ea3a661-34dc-4125-b6a9-bcbf49e15ede None None] Set router 081d1832-41e1-4115-9689-89874b5e8a88 gateway port host: n-d-705658-22 {{(pid=105587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:08:20.277347 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-56f89055-0b17-4269-b66e-b880fc40cd72 tempest-RoutersAdminTest-975150395 tempest-RoutersAdminTest-975150395-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:20.338208 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f89055-0b17-4269-b66e-b880fc40cd72 tempest-RoutersAdminTest-975150395 tempest-RoutersAdminTest-975150395-project-admin] Pushing event updated for resources: {'Port': ['ID=91adc17b-3ca6-49e8-a3b6-9bc098092f49,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:08:20.351103 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56f89055-0b17-4269-b66e-b880fc40cd72 tempest-RoutersAdminTest-975150395 tempest-RoutersAdminTest-975150395-project-admin] Network 8735d8a2-b604-4758-ae71-b40e4ee6f305 is already hosted by enough agents. {{(pid=105585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:08:20.352784 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.base_scheduler [None req-56f89055-0b17-4269-b66e-b880fc40cd72 tempest-RoutersAdminTest-975150395 tempest-RoutersAdminTest-975150395-project-admin] Resources bound (agent type, host, resource id): {{(pid=105585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:08:20.355901 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56f89055-0b17-4269-b66e-b880fc40cd72 tempest-RoutersAdminTest-975150395 tempest-RoutersAdminTest-975150395-project-admin] Received port after_create {{(pid=105585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:08:20.692630 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-3ea3a661-34dc-4125-b6a9-bcbf49e15ede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '081d1832-41e1-4115-9689-89874b5e8a88', 'name': 'tempest-snat-router-2059879652', 'tenant_id': 'ea9242b9fa3d4734828fa6be7e2599cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.53'}], 'enable_snat': False}, 'gw_port_id': '03ddba05-d0bc-445d-82a8-257f1b3040e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:08:15Z', 'updated_at': '2021-07-27T21:08:17Z', 'revision_number': 3, 'project_id': 'ea9242b9fa3d4734828fa6be7e2599cf', 'gw_port': {'id': '03ddba05-d0bc-445d-82a8-257f1b3040e0', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:46:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '081d1832-41e1-4115-9689-89874b5e8a88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:08:16Z', 'updated_at': '2021-07-27T21:08:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-705658-22'}], 'n-d-705658-22', False) {} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:08:20.754892 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ea3a661-34dc-4125-b6a9-bcbf49e15ede None None] The sync data for ids ['081d1832-41e1-4115-9689-89874b5e8a88'] in n-d-705658-22 is: [{'id': '081d1832-41e1-4115-9689-89874b5e8a88', 'name': 'tempest-snat-router-2059879652', 'tenant_id': 'ea9242b9fa3d4734828fa6be7e2599cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.53'}], 'enable_snat': False}, 'gw_port_id': '03ddba05-d0bc-445d-82a8-257f1b3040e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:08:15Z', 'updated_at': '2021-07-27T21:08:17Z', 'revision_number': 3, 'project_id': 'ea9242b9fa3d4734828fa6be7e2599cf', 'gw_port': {'id': '03ddba05-d0bc-445d-82a8-257f1b3040e0', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:46:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '081d1832-41e1-4115-9689-89874b5e8a88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:08:16Z', 'updated_at': '2021-07-27T21:08:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-705658-22'}] {{(pid=105587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:08:20.862904 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-56f89055-0b17-4269-b66e-b880fc40cd72 tempest-RoutersAdminTest-975150395 tempest-RoutersAdminTest-975150395-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:20.881031 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d771dbd-1019-4118-9574-4ee5c34c6ad6 service neutron] Pushing event updated for resources: {'Port': ['ID=d11a16c2-af7c-4aa8-9e51-1c00722d4961,revision_number=2']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:08:20.933124 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [req-7cfeba26-b1a0-4978-bec9-2c6025eab49b req-8d771dbd-1019-4118-9574-4ee5c34c6ad6 service neutron] Attempting to bind port d11a16c2-af7c-4aa8-9e51-1c00722d4961 on host n-h1-705658-22 for vnic_type normal with profile {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:08:20.934284 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [req-7cfeba26-b1a0-4978-bec9-2c6025eab49b req-8d771dbd-1019-4118-9574-4ee5c34c6ad6 service neutron] Attempting to bind port d11a16c2-af7c-4aa8-9e51-1c00722d4961 by drivers openvswitch,hyperv on host n-h1-705658-22 at level 0 using segments [{'id': '660ec341-81d1-41c4-8987-bc307d97b3d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '79bd215c-af8d-45db-ad24-972205044e15'}] {{(pid=105584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:08:20.934630 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cfeba26-b1a0-4978-bec9-2c6025eab49b req-8d771dbd-1019-4118-9574-4ee5c34c6ad6 service neutron] Attempting to bind port d11a16c2-af7c-4aa8-9e51-1c00722d4961 on network 79bd215c-af8d-45db-ad24-972205044e15 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:08:20.941446 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cfeba26-b1a0-4978-bec9-2c6025eab49b req-8d771dbd-1019-4118-9574-4ee5c34c6ad6 service neutron] Port d11a16c2-af7c-4aa8-9e51-1c00722d4961 on network 79bd215c-af8d-45db-ad24-972205044e15 not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-22 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:08:20.941776 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cfeba26-b1a0-4978-bec9-2c6025eab49b req-8d771dbd-1019-4118-9574-4ee5c34c6ad6 service neutron] Attempting to bind port d11a16c2-af7c-4aa8-9e51-1c00722d4961 on network 79bd215c-af8d-45db-ad24-972205044e15 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:08:20.953760 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cfeba26-b1a0-4978-bec9-2c6025eab49b req-8d771dbd-1019-4118-9574-4ee5c34c6ad6 service neutron] Checking agent: {'id': '9d9bc37f-4d75-44ef-9f63-799aab3e316f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 49, 36), 'started_at': datetime.datetime(2021, 7, 27, 20, 49, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 8, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:08:20.954107 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cfeba26-b1a0-4978-bec9-2c6025eab49b req-8d771dbd-1019-4118-9574-4ee5c34c6ad6 service neutron] Checking segment: {'id': '660ec341-81d1-41c4-8987-bc307d97b3d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '79bd215c-af8d-45db-ad24-972205044e15'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:08:20.954502 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cfeba26-b1a0-4978-bec9-2c6025eab49b req-8d771dbd-1019-4118-9574-4ee5c34c6ad6 service neutron] Bound using segment: {'id': '660ec341-81d1-41c4-8987-bc307d97b3d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '79bd215c-af8d-45db-ad24-972205044e15'} {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:08:20.954938 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [req-7cfeba26-b1a0-4978-bec9-2c6025eab49b req-8d771dbd-1019-4118-9574-4ee5c34c6ad6 service neutron] Bound port: d11a16c2-af7c-4aa8-9e51-1c00722d4961, host: n-h1-705658-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '660ec341-81d1-41c4-8987-bc307d97b3d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '79bd215c-af8d-45db-ad24-972205044e15'}}] {{(pid=105584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:08:20.955334 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-7cfeba26-b1a0-4978-bec9-2c6025eab49b req-8d771dbd-1019-4118-9574-4ee5c34c6ad6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:21.038678 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [req-7cfeba26-b1a0-4978-bec9-2c6025eab49b req-8d771dbd-1019-4118-9574-4ee5c34c6ad6 service neutron] For port d11a16c2-af7c-4aa8-9e51-1c00722d4961, host n-h1-705658-22, cleared binding levels {{(pid=105584) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:08:21.045127 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [req-7cfeba26-b1a0-4978-bec9-2c6025eab49b req-8d771dbd-1019-4118-9574-4ee5c34c6ad6 service neutron] For port d11a16c2-af7c-4aa8-9e51-1c00722d4961, host n-h1-705658-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=d11a16c2-af7c-4aa8-9e51-1c00722d4961,segment=NetworkSegment(660ec341-81d1-41c4-8987-bc307d97b3d6),segment_id=660ec341-81d1-41c4-8987-bc307d97b3d6)] {{(pid=105584) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:08:21.053574 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-7cfeba26-b1a0-4978-bec9-2c6025eab49b req-8d771dbd-1019-4118-9574-4ee5c34c6ad6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9014027'] for port, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:21.070612 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfeba26-b1a0-4978-bec9-2c6025eab49b req-8d771dbd-1019-4118-9574-4ee5c34c6ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:08:21.072286 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-7cfeba26-b1a0-4978-bec9-2c6025eab49b req-8d771dbd-1019-4118-9574-4ee5c34c6ad6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:21.082725 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-7cfeba26-b1a0-4978-bec9-2c6025eab49b req-8d771dbd-1019-4118-9574-4ee5c34c6ad6 service neutron] 10.222.0.36 "PUT /v2.0/ports/d11a16c2-af7c-4aa8-9e51-1c00722d4961 HTTP/1.1" status: 200 len: 1093 time: 1.5944250 Jul 27 21:08:21.085803 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74636b36-ec44-4487-91bf-4f8efb4719fd', 'tag': 'd11a16c2-af7c-4aa8-9e51-1c00722d4961'}] {{(pid=105584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:08:21.088620 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bce5e6c8685464f7626901654159975603b047827e3138302ed6566e28f1343" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f2f6df8-2c29-4241-bd4e-88f09f15c901" -d '{"events": [{"name": "network-changed", "server_uuid": "74636b36-ec44-4487-91bf-4f8efb4719fd", "tag": "d11a16c2-af7c-4aa8-9e51-1c00722d4961"}]}' {{(pid=105584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:08:21.247610 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:08:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edfc5227-55ec-4d8c-98c4-f10de18f8c65 x-openstack-request-id: req-edfc5227-55ec-4d8c-98c4-f10de18f8c65 {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:08:21.247841 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74636b36-ec44-4487-91bf-4f8efb4719fd", "tag": "d11a16c2-af7c-4aa8-9e51-1c00722d4961", "status": "completed", "code": 200}]} {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:08:21.247944 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-edfc5227-55ec-4d8c-98c4-f10de18f8c65 {{(pid=105584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:08:21.248297 n-d-705658-22 neutron-server[105584]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74636b36-ec44-4487-91bf-4f8efb4719fd', 'tag': 'd11a16c2-af7c-4aa8-9e51-1c00722d4961', 'status': 'completed', 'code': 200} Jul 27 21:08:21.269772 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d771dbd-1019-4118-9574-4ee5c34c6ad6 service neutron] Pushing event updated for resources: {'Port': ['ID=d11a16c2-af7c-4aa8-9e51-1c00722d4961,revision_number=3']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:08:21.308830 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-56f89055-0b17-4269-b66e-b880fc40cd72 tempest-RoutersAdminTest-975150395 tempest-RoutersAdminTest-975150395-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4163804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4077150'] for router, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:21.355781 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfeba26-b1a0-4978-bec9-2c6025eab49b req-6377ced3-41fe-4069-918c-e12a77701cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:08:21.357309 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-7cfeba26-b1a0-4978-bec9-2c6025eab49b req-6377ced3-41fe-4069-918c-e12a77701cb9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3bfa1a2c35f349b1a3e408eca249b7cf&device_id=74636b36-ec44-4487-91bf-4f8efb4719fd HTTP/1.1" status: 200 len: 1096 time: 0.2123284 Jul 27 21:08:21.460690 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-7cfeba26-b1a0-4978-bec9-2c6025eab49b req-7682d9e3-a2a5-4741-9173-aee288b857c7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d11a16c2-af7c-4aa8-9e51-1c00722d4961 HTTP/1.1" status: 200 len: 217 time: 0.0932674 Jul 27 21:08:21.487844 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d8e4a0-9fdb-48b7-91c8-03c3135aa5d6 req-00f98e36-7b07-4692-9f99-3f9c0ba4b39a tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:08:21.496109 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-00d8e4a0-9fdb-48b7-91c8-03c3135aa5d6 req-00f98e36-7b07-4692-9f99-3f9c0ba4b39a tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] 10.222.0.59 "GET /v2.0/ports?device_id=74636b36-ec44-4487-91bf-4f8efb4719fd HTTP/1.1" status: 200 len: 944 time: 0.2691691 Jul 27 21:08:21.554747 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfeba26-b1a0-4978-bec9-2c6025eab49b req-541499c1-7c1c-4e6c-bed9-00e28ebbea7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:08:21.560665 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-7cfeba26-b1a0-4978-bec9-2c6025eab49b req-541499c1-7c1c-4e6c-bed9-00e28ebbea7b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=63030826-f290-4ec4-88a7-e0d5c21af6b4 HTTP/1.1" status: 200 len: 856 time: 0.0923824 Jul 27 21:08:21.639337 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-00d8e4a0-9fdb-48b7-91c8-03c3135aa5d6 req-a9f1e82e-f86e-4824-b2ba-7def3e65505a tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] 10.222.0.59 "GET /v2.0/security-groups?id=d845222d-5ac4-450c-bcf5-0222a977607f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1420455 Jul 27 21:08:21.656342 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfeba26-b1a0-4978-bec9-2c6025eab49b req-0894dec5-0f6e-465b-afed-e5ddcccc87a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:08:21.658064 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-7cfeba26-b1a0-4978-bec9-2c6025eab49b req-0894dec5-0f6e-465b-afed-e5ddcccc87a6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=79bd215c-af8d-45db-ad24-972205044e15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0904951 Jul 27 21:08:21.689144 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56f89055-0b17-4269-b66e-b880fc40cd72 tempest-RoutersAdminTest-975150395 tempest-RoutersAdminTest-975150395-project-admin] Router a423182d-4047-4ccc-9db2-e992e2196709 is scheduled to L3 agent dd128fd7-8e57-4d4f-895b-a96b369df59a with binding_index 1 {{(pid=105585) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 21:08:21.795686 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-7cfeba26-b1a0-4978-bec9-2c6025eab49b req-67de6cf2-a5e4-42f2-bce2-59d7da0f6449 service neutron] 10.222.0.36 "GET /v2.0/networks/79bd215c-af8d-45db-ad24-972205044e15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292336 Jul 27 21:08:21.989115 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56f89055-0b17-4269-b66e-b880fc40cd72 tempest-RoutersAdminTest-975150395 tempest-RoutersAdminTest-975150395-project-admin] Notify agent at l3_agent.n-d-705658-22 the message routers_updated {{(pid=105585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:08:21.999872 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c5a6486-ba02-4064-9afb-04a6d9b2c333 None None] Sync routers for ids ['a423182d-4047-4ccc-9db2-e992e2196709'] in n-d-705658-22 {{(pid=105586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:08:22.016902 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-7cfeba26-b1a0-4978-bec9-2c6025eab49b req-6b9a2643-2331-4fdb-be32-f679a023d9b3 service neutron] 10.222.0.36 "GET /v2.0/networks/79bd215c-af8d-45db-ad24-972205044e15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2137132 Jul 27 21:08:22.022910 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-56f89055-0b17-4269-b66e-b880fc40cd72 tempest-RoutersAdminTest-975150395 tempest-RoutersAdminTest-975150395-project-admin] Notify callbacks [] for router, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:22.027632 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-56f89055-0b17-4269-b66e-b880fc40cd72 tempest-RoutersAdminTest-975150395 tempest-RoutersAdminTest-975150395-project-admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 3.4806008 Jul 27 21:08:22.028067 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 52966) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:08:22.032001 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c5a6486-ba02-4064-9afb-04a6d9b2c333 None None] Routers {'a423182d-4047-4ccc-9db2-e992e2196709'} bound to L3 agent in host n-d-705658-22 {{(pid=105586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:08:22.032871 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-4c5a6486-ba02-4064-9afb-04a6d9b2c333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:08:12Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['a423182d-4047-4ccc-9db2-e992e2196709'], 'active': True} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:08:22.271680 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-4f7be49a-1f7f-4dc5-81c9-d012534c78d4 tempest-RoutersAdminTest-975150395 tempest-RoutersAdminTest-975150395-project-admin] 10.222.0.59 "GET /v2.0/routers/a423182d-4047-4ccc-9db2-e992e2196709 HTTP/1.1" status: 200 len: 907 time: 0.2418807 Jul 27 21:08:22.280763 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 52968) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:08:22.316536 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2f6df8-2c29-4241-bd4e-88f09f15c901 req-8fe7cc44-5b3a-41fa-bc34-1277af9722ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:08:22.323527 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-4f2f6df8-2c29-4241-bd4e-88f09f15c901 req-8fe7cc44-5b3a-41fa-bc34-1277af9722ce service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3bfa1a2c35f349b1a3e408eca249b7cf&device_id=74636b36-ec44-4487-91bf-4f8efb4719fd HTTP/1.1" status: 200 len: 1096 time: 0.2074022 Jul 27 21:08:22.479936 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvr_db [None req-4c5a6486-ba02-4064-9afb-04a6d9b2c333 None None] Set router a423182d-4047-4ccc-9db2-e992e2196709 gateway port host: n-d-705658-22 {{(pid=105586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:08:22.487165 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2f6df8-2c29-4241-bd4e-88f09f15c901 req-25941f56-83ae-4435-807c-64904b806763 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:08:22.494695 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-4f2f6df8-2c29-4241-bd4e-88f09f15c901 req-25941f56-83ae-4435-807c-64904b806763 service neutron] 10.222.0.36 "GET /v2.0/networks?id=79bd215c-af8d-45db-ad24-972205044e15 HTTP/1.1" status: 200 len: 918 time: 0.1621406 Jul 27 21:08:22.534120 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-a5358ed5-27cc-4518-b30c-3f6334c384d0 tempest-RoutersAdminTest-975150395 tempest-RoutersAdminTest-975150395-project-admin] Notify callbacks [] for router, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:22.585622 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-4f2f6df8-2c29-4241-bd4e-88f09f15c901 req-ae731676-da49-426b-8b13-181c571742cf service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d11a16c2-af7c-4aa8-9e51-1c00722d4961 HTTP/1.1" status: 200 len: 217 time: 0.0839427 Jul 27 21:08:22.660293 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2f6df8-2c29-4241-bd4e-88f09f15c901 req-befbc20e-8743-47cd-9f80-34cd491e53dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:08:22.661998 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-4f2f6df8-2c29-4241-bd4e-88f09f15c901 req-befbc20e-8743-47cd-9f80-34cd491e53dd service neutron] 10.222.0.36 "GET /v2.0/subnets?id=63030826-f290-4ec4-88a7-e0d5c21af6b4 HTTP/1.1" status: 200 len: 856 time: 0.0689311 Jul 27 21:08:22.720231 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-a5358ed5-27cc-4518-b30c-3f6334c384d0 tempest-RoutersAdminTest-975150395 tempest-RoutersAdminTest-975150395-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:22.822860 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2f6df8-2c29-4241-bd4e-88f09f15c901 req-bbaebae5-96a4-4e63-bafc-55bbd3b3b4b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:08:22.824697 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-4f2f6df8-2c29-4241-bd4e-88f09f15c901 req-bbaebae5-96a4-4e63-bafc-55bbd3b3b4b1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=79bd215c-af8d-45db-ad24-972205044e15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1457748 Jul 27 21:08:22.882647 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [None req-a5358ed5-27cc-4518-b30c-3f6334c384d0 tempest-RoutersAdminTest-975150395 tempest-RoutersAdminTest-975150395-project-admin] Deleting port 91adc17b-3ca6-49e8-a3b6-9bc098092f49 {{(pid=105585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:08:22.883017 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-a5358ed5-27cc-4518-b30c-3f6334c384d0 tempest-RoutersAdminTest-975150395 tempest-RoutersAdminTest-975150395-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:22.891134 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-4c5a6486-ba02-4064-9afb-04a6d9b2c333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a423182d-4047-4ccc-9db2-e992e2196709', 'name': 'tempest-snat-router-2059879652', 'tenant_id': 'ea9242b9fa3d4734828fa6be7e2599cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.28'}], 'enable_snat': True}, 'gw_port_id': '91adc17b-3ca6-49e8-a3b6-9bc098092f49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:08:18Z', 'updated_at': '2021-07-27T21:08:20Z', 'revision_number': 3, 'project_id': 'ea9242b9fa3d4734828fa6be7e2599cf', 'gw_port': {'id': '91adc17b-3ca6-49e8-a3b6-9bc098092f49', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:20:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a423182d-4047-4ccc-9db2-e992e2196709', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:08:19Z', 'updated_at': '2021-07-27T21:08:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22'}], 'n-d-705658-22', False) {} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:08:22.974931 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c5a6486-ba02-4064-9afb-04a6d9b2c333 None None] Checking router: a423182d-4047-4ccc-9db2-e992e2196709 for host: n-d-705658-22 {{(pid=105586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:08:22.975737 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c5a6486-ba02-4064-9afb-04a6d9b2c333 None None] Updating router a423182d-4047-4ccc-9db2-e992e2196709 port 91adc17b-3ca6-49e8-a3b6-9bc098092f49 binding host n-d-705658-22 {{(pid=105586) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 21:08:23.084648 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-4c5a6486-ba02-4064-9afb-04a6d9b2c333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:23.113997 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-4f2f6df8-2c29-4241-bd4e-88f09f15c901 req-36d3d8d5-7977-43e1-a898-c4ca13768cf9 service neutron] 10.222.0.36 "GET /v2.0/networks/79bd215c-af8d-45db-ad24-972205044e15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2786126 Jul 27 21:08:23.280221 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-4f2f6df8-2c29-4241-bd4e-88f09f15c901 req-c69a0cad-e977-46d9-ab52-156d37f9dae1 service neutron] 10.222.0.36 "GET /v2.0/networks/79bd215c-af8d-45db-ad24-972205044e15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1576960 Jul 27 21:08:23.284914 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4a3d24-63fe-4141-8859-9688c08cba96 req-d1e3ea83-109c-47eb-925f-f49901fbbbd2 tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:08:23.302430 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-4d4a3d24-63fe-4141-8859-9688c08cba96 req-d1e3ea83-109c-47eb-925f-f49901fbbbd2 tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] 10.222.0.59 "GET /v2.0/ports?device_id=74636b36-ec44-4487-91bf-4f8efb4719fd HTTP/1.1" status: 200 len: 944 time: 0.4841115 Jul 27 21:08:23.332533 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 03ddba05-d0bc-445d-82a8-257f1b3040e0 up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:08:23.370308 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-4d4a3d24-63fe-4141-8859-9688c08cba96 req-346cb0ba-1322-4b61-b15e-88603665112e tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] 10.222.0.59 "GET /v2.0/security-groups?id=d845222d-5ac4-450c-bcf5-0222a977607f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0642240 Jul 27 21:08:23.372384 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-a5358ed5-27cc-4518-b30c-3f6334c384d0 tempest-RoutersAdminTest-975150395 tempest-RoutersAdminTest-975150395-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:23.422389 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [None req-a5358ed5-27cc-4518-b30c-3f6334c384d0 tempest-RoutersAdminTest-975150395 tempest-RoutersAdminTest-975150395-project-admin] Calling delete_port for 91adc17b-3ca6-49e8-a3b6-9bc098092f49 owned by network:router_gateway {{(pid=105585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:08:23.576985 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning for port 03ddba05-d0bc-445d-82a8-257f1b3040e0 completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:08:23.596049 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port 03ddba05-d0bc-445d-82a8-257f1b3040e0 triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:08:23.596805 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:23.724791 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 53002) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:08:23.726224 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-4c5a6486-ba02-4064-9afb-04a6d9b2c333 None None] Notify callbacks [] for port, precommit_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:23.774886 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:23.793074 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-4c5a6486-ba02-4064-9afb-04a6d9b2c333 None None] Transition to ACTIVE for port object 91adc17b-3ca6-49e8-a3b6-9bc098092f49 will not be triggered until provisioned by entity L2. {{(pid=105586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:08:23.806596 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-4c5a6486-ba02-4064-9afb-04a6d9b2c333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:23.809883 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] For port 03ddba05-d0bc-445d-82a8-257f1b3040e0, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=03ddba05-d0bc-445d-82a8-257f1b3040e0,segment=NetworkSegment(12196855-9a32-4633-9a56-77697ef9e126),segment_id=12196855-9a32-4633-9a56-77697ef9e126)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:08:23.836370 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:23.870234 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-4c5a6486-ba02-4064-9afb-04a6d9b2c333 None None] Attempting to bind port 91adc17b-3ca6-49e8-a3b6-9bc098092f49 on host n-d-705658-22 for vnic_type normal with profile {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:08:23.870686 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-4c5a6486-ba02-4064-9afb-04a6d9b2c333 None None] Attempting to bind port 91adc17b-3ca6-49e8-a3b6-9bc098092f49 by drivers openvswitch,hyperv on host n-d-705658-22 at level 0 using segments [{'id': '12196855-9a32-4633-9a56-77697ef9e126', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305'}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:08:23.871101 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c5a6486-ba02-4064-9afb-04a6d9b2c333 None None] Attempting to bind port 91adc17b-3ca6-49e8-a3b6-9bc098092f49 on network 8735d8a2-b604-4758-ae71-b40e4ee6f305 {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:08:23.886516 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-a5358ed5-27cc-4518-b30c-3f6334c384d0 tempest-RoutersAdminTest-975150395 tempest-RoutersAdminTest-975150395-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:23.892663 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c5a6486-ba02-4064-9afb-04a6d9b2c333 None None] Checking agent: {'id': '04a7ea91-6318-467e-ace6-b0fb48c8690f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 41, 42), 'started_at': datetime.datetime(2021, 7, 27, 20, 42, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 8, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:08:23.893138 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c5a6486-ba02-4064-9afb-04a6d9b2c333 None None] Checking segment: {'id': '12196855-9a32-4633-9a56-77697ef9e126', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:08:23.893493 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-4c5a6486-ba02-4064-9afb-04a6d9b2c333 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:23.893848 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c5a6486-ba02-4064-9afb-04a6d9b2c333 None None] Bound using segment: {'id': '12196855-9a32-4633-9a56-77697ef9e126', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305'} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:08:23.894321 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-4c5a6486-ba02-4064-9afb-04a6d9b2c333 None None] Bound port: 91adc17b-3ca6-49e8-a3b6-9bc098092f49, host: n-d-705658-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12196855-9a32-4633-9a56-77697ef9e126', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305'}}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:08:23.894722 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-4c5a6486-ba02-4064-9afb-04a6d9b2c333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:23.897107 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9097842-4ab3-40c0-953b-4b9cb4dd0f2d None None] Pushing event updated for resources: {'Port': ['ID=91adc17b-3ca6-49e8-a3b6-9bc098092f49,revision_number=2']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:08:23.919590 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-4c5a6486-ba02-4064-9afb-04a6d9b2c333 None None] Port 91adc17b-3ca6-49e8-a3b6-9bc098092f49 has been deleted concurrently {{(pid=105586) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:660}} Jul 27 21:08:23.969138 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c5a6486-ba02-4064-9afb-04a6d9b2c333 None None] Routers {'a423182d-4047-4ccc-9db2-e992e2196709'} bound to L3 agent in host n-d-705658-22 {{(pid=105586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:08:23.969842 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-4c5a6486-ba02-4064-9afb-04a6d9b2c333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:08:12Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['a423182d-4047-4ccc-9db2-e992e2196709'], 'active': True} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:08:23.995955 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5358ed5-27cc-4518-b30c-3f6334c384d0 tempest-RoutersAdminTest-975150395 tempest-RoutersAdminTest-975150395-project-admin] Pushing event deleted for resources: {'Port': ['ID=91adc17b-3ca6-49e8-a3b6-9bc098092f49,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:08:24.017897 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Pushing event updated for resources: {'Port': ['ID=03ddba05-d0bc-445d-82a8-257f1b3040e0,revision_number=4']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:08:24.058839 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-a5358ed5-27cc-4518-b30c-3f6334c384d0 tempest-RoutersAdminTest-975150395 tempest-RoutersAdminTest-975150395-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4075702'] for router_gateway, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:24.063952 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-6a2ffec3-e042-47f2-b832-df0c8c75aff7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:24.066111 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvr_db [None req-4c5a6486-ba02-4064-9afb-04a6d9b2c333 None None] Set router a423182d-4047-4ccc-9db2-e992e2196709 gateway port host: None {{(pid=105586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:08:24.132239 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-4c5a6486-ba02-4064-9afb-04a6d9b2c333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a423182d-4047-4ccc-9db2-e992e2196709', 'name': 'tempest-snat-router-2059879652', 'tenant_id': 'ea9242b9fa3d4734828fa6be7e2599cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:08:18Z', 'updated_at': '2021-07-27T21:08:23Z', 'revision_number': 5, 'project_id': 'ea9242b9fa3d4734828fa6be7e2599cf', 'gw_port_host': None}], 'n-d-705658-22', False) {} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:08:24.177323 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c5a6486-ba02-4064-9afb-04a6d9b2c333 None None] The sync data for ids ['a423182d-4047-4ccc-9db2-e992e2196709'] in n-d-705658-22 is: [{'id': 'a423182d-4047-4ccc-9db2-e992e2196709', 'name': 'tempest-snat-router-2059879652', 'tenant_id': 'ea9242b9fa3d4734828fa6be7e2599cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:08:18Z', 'updated_at': '2021-07-27T21:08:23Z', 'revision_number': 5, 'project_id': 'ea9242b9fa3d4734828fa6be7e2599cf', 'gw_port_host': None}] {{(pid=105586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:08:24.593879 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-a5358ed5-27cc-4518-b30c-3f6334c384d0 tempest-RoutersAdminTest-975150395 tempest-RoutersAdminTest-975150395-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4163631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-425'] for router, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:24.596734 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-a5358ed5-27cc-4518-b30c-3f6334c384d0 tempest-RoutersAdminTest-975150395 tempest-RoutersAdminTest-975150395-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:24.700974 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-a5358ed5-27cc-4518-b30c-3f6334c384d0 tempest-RoutersAdminTest-975150395 tempest-RoutersAdminTest-975150395-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4163007'] for router, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:24.700974 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5358ed5-27cc-4518-b30c-3f6334c384d0 tempest-RoutersAdminTest-975150395 tempest-RoutersAdminTest-975150395-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a423182d-4047-4ccc-9db2-e992e2196709 {{(pid=105585) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 21:08:24.705127 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-a5358ed5-27cc-4518-b30c-3f6334c384d0 tempest-RoutersAdminTest-975150395 tempest-RoutersAdminTest-975150395-project-admin] Notify callbacks [] for router, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:24.706361 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-a5358ed5-27cc-4518-b30c-3f6334c384d0 tempest-RoutersAdminTest-975150395 tempest-RoutersAdminTest-975150395-project-admin] 10.222.0.59 "DELETE /v2.0/routers/a423182d-4047-4ccc-9db2-e992e2196709 HTTP/1.1" status: 204 len: 168 time: 2.4241092 Jul 27 21:08:24.709743 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 53022) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:08:24.835039 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-6a2ffec3-e042-47f2-b832-df0c8c75aff7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:24.844604 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-02d1e2ee-1608-4a66-b356-f2243dcd1d1c tempest-RoutersAdminTest-975150395 tempest-RoutersAdminTest-975150395-project-admin] Notify callbacks [] for router, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:24.845330 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2d6129-9509-4358-9460-a35ab350a7ed req-d1e36199-f2d3-4dd1-be75-c8b3096e43ca tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:08:24.859446 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-ae2d6129-9509-4358-9460-a35ab350a7ed req-d1e36199-f2d3-4dd1-be75-c8b3096e43ca tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] 10.222.0.59 "GET /v2.0/ports?device_id=74636b36-ec44-4487-91bf-4f8efb4719fd HTTP/1.1" status: 200 len: 944 time: 0.2773440 Jul 27 21:08:24.869434 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-6a2ffec3-e042-47f2-b832-df0c8c75aff7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:24.936812 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2ffec3-e042-47f2-b832-df0c8c75aff7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14d32868-c6ad-49ee-84c0-6bfbc4745983,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:08:24.944649 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-6a2ffec3-e042-47f2-b832-df0c8c75aff7 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=10ff8d93ff6741d8a6ac76ad372796e9&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2184148 Jul 27 21:08:24.947139 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 53030) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:08:24.967615 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-ae2d6129-9509-4358-9460-a35ab350a7ed req-214dd1f8-396c-4e95-b395-27c8e1e0cbcd tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] 10.222.0.59 "GET /v2.0/security-groups?id=d845222d-5ac4-450c-bcf5-0222a977607f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1065538 Jul 27 21:08:24.968189 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device d11a16c2-af7c-4aa8-9e51-1c00722d4961 details requested by agent hyperv_n-h1-705658-22 with host n-h1-705658-22 {{(pid=105586) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:08:24.972821 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-02d1e2ee-1608-4a66-b356-f2243dcd1d1c tempest-RoutersAdminTest-975150395 tempest-RoutersAdminTest-975150395-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:25.081395 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-718df540-ca99-4b72-9f82-58196b731afa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:25.103346 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-02d1e2ee-1608-4a66-b356-f2243dcd1d1c tempest-RoutersAdminTest-975150395 tempest-RoutersAdminTest-975150395-project-admin] Deleting port 03ddba05-d0bc-445d-82a8-257f1b3040e0 {{(pid=105584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:08:25.103734 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-02d1e2ee-1608-4a66-b356-f2243dcd1d1c tempest-RoutersAdminTest-975150395 tempest-RoutersAdminTest-975150395-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:25.134754 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-718df540-ca99-4b72-9f82-58196b731afa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:25.187330 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 03ddba05-d0bc-445d-82a8-257f1b3040e0 up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:08:25.248408 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-718df540-ca99-4b72-9f82-58196b731afa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:25.250982 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-718df540-ca99-4b72-9f82-58196b731afa admin admin] Notify callbacks [] for security_group, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:25.254720 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-718df540-ca99-4b72-9f82-58196b731afa admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/14d32868-c6ad-49ee-84c0-6bfbc4745983 HTTP/1.1" status: 204 len: 168 time: 0.3039017 Jul 27 21:08:25.267118 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718df540-ca99-4b72-9f82-58196b731afa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14d32868-c6ad-49ee-84c0-6bfbc4745983,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:08:25.313088 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [None req-02d1e2ee-1608-4a66-b356-f2243dcd1d1c tempest-RoutersAdminTest-975150395 tempest-RoutersAdminTest-975150395-project-admin] For port 03ddba05-d0bc-445d-82a8-257f1b3040e0, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=03ddba05-d0bc-445d-82a8-257f1b3040e0,segment=NetworkSegment(12196855-9a32-4633-9a56-77697ef9e126),segment_id=12196855-9a32-4633-9a56-77697ef9e126)] {{(pid=105584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:08:25.313716 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-02d1e2ee-1608-4a66-b356-f2243dcd1d1c tempest-RoutersAdminTest-975150395 tempest-RoutersAdminTest-975150395-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:25.326541 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] For port d11a16c2-af7c-4aa8-9e51-1c00722d4961, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=d11a16c2-af7c-4aa8-9e51-1c00722d4961,segment=NetworkSegment(660ec341-81d1-41c4-8987-bc307d97b3d6),segment_id=660ec341-81d1-41c4-8987-bc307d97b3d6)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:08:25.330466 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-02d1e2ee-1608-4a66-b356-f2243dcd1d1c tempest-RoutersAdminTest-975150395 tempest-RoutersAdminTest-975150395-project-admin] Calling delete_port for 03ddba05-d0bc-445d-82a8-257f1b3040e0 owned by network:router_gateway {{(pid=105584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:08:25.345036 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Returning: {'device': 'd11a16c2-af7c-4aa8-9e51-1c00722d4961', 'network_id': '79bd215c-af8d-45db-ad24-972205044e15', 'port_id': 'd11a16c2-af7c-4aa8-9e51-1c00722d4961', 'mac_address': 'fa:16:3e:75:b9:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 247, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63030826-f290-4ec4-88a7-e0d5c21af6b4', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105586) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:08:25.351951 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port 03ddba05-d0bc-445d-82a8-257f1b3040e0 triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:08:25.352436 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:25.466866 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:25.488670 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d11a16c2-af7c-4aa8-9e51-1c00722d4961 {{(pid=105586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:08:25.516503 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] For port d11a16c2-af7c-4aa8-9e51-1c00722d4961, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=d11a16c2-af7c-4aa8-9e51-1c00722d4961,segment=NetworkSegment(660ec341-81d1-41c4-8987-bc307d97b3d6),segment_id=660ec341-81d1-41c4-8987-bc307d97b3d6)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:08:25.524129 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:25.594648 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Pushing event updated for resources: {'Port': ['ID=d11a16c2-af7c-4aa8-9e51-1c00722d4961,revision_number=4']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:08:25.604212 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-02d1e2ee-1608-4a66-b356-f2243dcd1d1c tempest-RoutersAdminTest-975150395 tempest-RoutersAdminTest-975150395-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:25.642172 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d1e2ee-1608-4a66-b356-f2243dcd1d1c tempest-RoutersAdminTest-975150395 tempest-RoutersAdminTest-975150395-project-admin] Pushing event deleted for resources: {'Port': ['ID=03ddba05-d0bc-445d-82a8-257f1b3040e0,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:08:25.728375 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-02d1e2ee-1608-4a66-b356-f2243dcd1d1c tempest-RoutersAdminTest-975150395 tempest-RoutersAdminTest-975150395-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4075702'] for router_gateway, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:25.774183 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 53050) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:08:25.793218 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-ab32040d-fe17-40d0-8e23-343925dd4e3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:25.840321 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-02d1e2ee-1608-4a66-b356-f2243dcd1d1c tempest-RoutersAdminTest-975150395 tempest-RoutersAdminTest-975150395-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4163631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-425'] for router, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:25.842621 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-02d1e2ee-1608-4a66-b356-f2243dcd1d1c tempest-RoutersAdminTest-975150395 tempest-RoutersAdminTest-975150395-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:25.873823 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] get_ports_and_sgs() called for port_ids ['d11a16c2-af7c-4aa8-9e51-1c00722d4961'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:08:25.919942 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-02d1e2ee-1608-4a66-b356-f2243dcd1d1c tempest-RoutersAdminTest-975150395 tempest-RoutersAdminTest-975150395-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4163007'] for router, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:25.920549 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02d1e2ee-1608-4a66-b356-f2243dcd1d1c tempest-RoutersAdminTest-975150395 tempest-RoutersAdminTest-975150395-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 081d1832-41e1-4115-9689-89874b5e8a88 {{(pid=105584) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 21:08:25.928354 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-02d1e2ee-1608-4a66-b356-f2243dcd1d1c tempest-RoutersAdminTest-975150395 tempest-RoutersAdminTest-975150395-project-admin] Notify callbacks [] for router, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:25.930307 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-02d1e2ee-1608-4a66-b356-f2243dcd1d1c tempest-RoutersAdminTest-975150395 tempest-RoutersAdminTest-975150395-project-admin] 10.222.0.59 "DELETE /v2.0/routers/081d1832-41e1-4115-9689-89874b5e8a88 HTTP/1.1" status: 204 len: 168 time: 1.2178144 Jul 27 21:08:25.933670 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 53054) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:08:25.945544 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-823ad29c-03ce-4c76-8b37-b95384afb12b tempest-RoutersAdminTest-932523614 tempest-RoutersAdminTest-932523614-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1115783516', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305'}, 'admin_state_up': False}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:08:26.007765 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-ab32040d-fe17-40d0-8e23-343925dd4e3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:26.012885 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-ab32040d-fe17-40d0-8e23-343925dd4e3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:26.035944 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-823ad29c-03ce-4c76-8b37-b95384afb12b tempest-RoutersAdminTest-932523614 tempest-RoutersAdminTest-932523614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4163813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-443'] for router, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:26.037604 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-823ad29c-03ce-4c76-8b37-b95384afb12b tempest-RoutersAdminTest-932523614 tempest-RoutersAdminTest-932523614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4165196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4077059', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3711235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-418'] for router, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:26.081053 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-ab32040d-fe17-40d0-8e23-343925dd4e3f admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=de2b646b35c1495fab8332e142cd6cb1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3053429 Jul 27 21:08:26.081982 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab32040d-fe17-40d0-8e23-343925dd4e3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec1f5628-65cd-480d-b715-935f7fa6ff15,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:08:26.085942 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 53058) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:08:26.184102 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-823ad29c-03ce-4c76-8b37-b95384afb12b tempest-RoutersAdminTest-932523614 tempest-RoutersAdminTest-932523614-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:26.218738 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-0210532c-c8b3-4691-aa8b-01207bf4740a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:26.261251 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-0210532c-c8b3-4691-aa8b-01207bf4740a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:26.302863 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36e5d0b-8ff3-4d7b-a7bf-2f5c828556fc req-ac7daced-6163-4dcc-bce7-27a96c717b4e tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:08:26.315014 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a36e5d0b-8ff3-4d7b-a7bf-2f5c828556fc req-ac7daced-6163-4dcc-bce7-27a96c717b4e tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] 10.222.0.59 "GET /v2.0/ports?device_id=74636b36-ec44-4487-91bf-4f8efb4719fd HTTP/1.1" status: 200 len: 945 time: 0.1906741 Jul 27 21:08:26.365337 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-823ad29c-03ce-4c76-8b37-b95384afb12b tempest-RoutersAdminTest-932523614 tempest-RoutersAdminTest-932523614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4077169', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4163787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-400'] for router, precommit_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:26.389304 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a36e5d0b-8ff3-4d7b-a7bf-2f5c828556fc req-751aa2c6-8331-43fe-b3ef-13d015713761 tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] 10.222.0.59 "GET /v2.0/security-groups?id=d845222d-5ac4-450c-bcf5-0222a977607f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0733018 Jul 27 21:08:26.426856 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-0210532c-c8b3-4691-aa8b-01207bf4740a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:26.429725 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-0210532c-c8b3-4691-aa8b-01207bf4740a admin admin] Notify callbacks [] for security_group, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:26.433275 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-0210532c-c8b3-4691-aa8b-01207bf4740a admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/ec1f5628-65cd-480d-b715-935f7fa6ff15 HTTP/1.1" status: 204 len: 168 time: 0.3436267 Jul 27 21:08:26.443792 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0210532c-c8b3-4691-aa8b-01207bf4740a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec1f5628-65cd-480d-b715-935f7fa6ff15,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:08:26.672734 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-823ad29c-03ce-4c76-8b37-b95384afb12b tempest-RoutersAdminTest-932523614 tempest-RoutersAdminTest-932523614-project] Notify callbacks [] for router_gateway, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:26.693792 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-823ad29c-03ce-4c76-8b37-b95384afb12b tempest-RoutersAdminTest-932523614 tempest-RoutersAdminTest-932523614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:26.901513 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.db_base_plugin_common [None req-823ad29c-03ce-4c76-8b37-b95384afb12b tempest-RoutersAdminTest-932523614 tempest-RoutersAdminTest-932523614-project] Allocated IP 172.25.5.217 (8735d8a2-b604-4758-ae71-b40e4ee6f305/eca7dbab-b9c0-4c8f-a272-816ea8a81764/9d46e0ba-89d4-4a8b-90d3-deff69d1d7c5) {{(pid=105584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:08:26.916321 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 53078) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:08:26.931746 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-cfcc0088-3ce8-4e9c-8632-33fa09b6f85a admin admin] Notify callbacks [] for security_group, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:27.068767 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 03ddba05-d0bc-445d-82a8-257f1b3040e0 no longer exists at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:08:27.073837 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-823ad29c-03ce-4c76-8b37-b95384afb12b tempest-RoutersAdminTest-932523614 tempest-RoutersAdminTest-932523614-project] Notify callbacks [] for port, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:27.094572 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-cfcc0088-3ce8-4e9c-8632-33fa09b6f85a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:27.102554 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] No Port match for: 03ddba05-d0bc-445d-82a8-257f1b3040e0 {{(pid=105586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:08:27.103241 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 03ddba05-d0bc-445d-82a8-257f1b3040e0 not bound to the agent host n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:08:27.104238 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-cfcc0088-3ce8-4e9c-8632-33fa09b6f85a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:27.156074 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-823ad29c-03ce-4c76-8b37-b95384afb12b tempest-RoutersAdminTest-932523614 tempest-RoutersAdminTest-932523614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:27.157329 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-cfcc0088-3ce8-4e9c-8632-33fa09b6f85a admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=1509ace4a6734e5ba161a01184321dbf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2400789 Jul 27 21:08:27.158501 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcc0088-3ce8-4e9c-8632-33fa09b6f85a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1b5ea75-6723-40f4-b937-5daad109a1a3,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:08:27.161582 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 53082) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:08:27.180237 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcc0088-3ce8-4e9c-8632-33fa09b6f85a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:08:27.180586 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcc0088-3ce8-4e9c-8632-33fa09b6f85a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:08:27.181911 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcc0088-3ce8-4e9c-8632-33fa09b6f85a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:08:27.181911 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcc0088-3ce8-4e9c-8632-33fa09b6f85a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:08:27.181911 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcc0088-3ce8-4e9c-8632-33fa09b6f85a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:08:27.182229 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcc0088-3ce8-4e9c-8632-33fa09b6f85a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:08:27.182317 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcc0088-3ce8-4e9c-8632-33fa09b6f85a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:08:27.182586 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcc0088-3ce8-4e9c-8632-33fa09b6f85a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:08:27.182903 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcc0088-3ce8-4e9c-8632-33fa09b6f85a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:08:27.183469 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcc0088-3ce8-4e9c-8632-33fa09b6f85a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:08:27.183921 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcc0088-3ce8-4e9c-8632-33fa09b6f85a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:08:27.184274 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcc0088-3ce8-4e9c-8632-33fa09b6f85a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:08:27.228601 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-823ad29c-03ce-4c76-8b37-b95384afb12b tempest-RoutersAdminTest-932523614 tempest-RoutersAdminTest-932523614-project] Network 8735d8a2-b604-4758-ae71-b40e4ee6f305 is already hosted by enough agents. {{(pid=105584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:08:27.231999 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [None req-823ad29c-03ce-4c76-8b37-b95384afb12b tempest-RoutersAdminTest-932523614 tempest-RoutersAdminTest-932523614-project] Resources bound (agent type, host, resource id): {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:08:27.237015 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-823ad29c-03ce-4c76-8b37-b95384afb12b tempest-RoutersAdminTest-932523614 tempest-RoutersAdminTest-932523614-project] Received port after_create {{(pid=105584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:08:27.245182 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-2f4d0a3b-0ec6-49fc-86e3-92fd67fb8477 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:27.269073 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-2f4d0a3b-0ec6-49fc-86e3-92fd67fb8477 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:27.282275 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823ad29c-03ce-4c76-8b37-b95384afb12b tempest-RoutersAdminTest-932523614 tempest-RoutersAdminTest-932523614-project] Pushing event updated for resources: {'Port': ['ID=9d46e0ba-89d4-4a8b-90d3-deff69d1d7c5,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:08:27.343153 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-2f4d0a3b-0ec6-49fc-86e3-92fd67fb8477 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:27.349515 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-2f4d0a3b-0ec6-49fc-86e3-92fd67fb8477 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:27.355312 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-2f4d0a3b-0ec6-49fc-86e3-92fd67fb8477 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/d1b5ea75-6723-40f4-b937-5daad109a1a3 HTTP/1.1" status: 204 len: 168 time: 0.1902688 Jul 27 21:08:27.375170 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4d0a3b-0ec6-49fc-86e3-92fd67fb8477 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1b5ea75-6723-40f4-b937-5daad109a1a3,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:08:27.684590 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb1cafe-41b4-4c9d-a31c-3737f67d912c req-689ebf27-328d-48d8-b94f-527c59dcfcd1 tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:08:27.694778 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-adb1cafe-41b4-4c9d-a31c-3737f67d912c req-689ebf27-328d-48d8-b94f-527c59dcfcd1 tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] 10.222.0.59 "GET /v2.0/ports?device_id=74636b36-ec44-4487-91bf-4f8efb4719fd HTTP/1.1" status: 200 len: 945 time: 0.1378362 Jul 27 21:08:27.759334 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-adb1cafe-41b4-4c9d-a31c-3737f67d912c req-e49748dd-d59f-47cc-9cac-8500d9b58190 tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] 10.222.0.59 "GET /v2.0/security-groups?id=d845222d-5ac4-450c-bcf5-0222a977607f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0631676 Jul 27 21:08:27.777993 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-823ad29c-03ce-4c76-8b37-b95384afb12b tempest-RoutersAdminTest-932523614 tempest-RoutersAdminTest-932523614-project] Notify callbacks [] for router_gateway, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:28.032527 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-823ad29c-03ce-4c76-8b37-b95384afb12b tempest-RoutersAdminTest-932523614 tempest-RoutersAdminTest-932523614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4163804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4077150'] for router, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:28.206055 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-823ad29c-03ce-4c76-8b37-b95384afb12b tempest-RoutersAdminTest-932523614 tempest-RoutersAdminTest-932523614-project] Router a4fcefbd-e9a0-4310-b2a9-68f078f76f3d is scheduled to L3 agent dd128fd7-8e57-4d4f-895b-a96b369df59a with binding_index 1 {{(pid=105584) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 21:08:28.331432 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-823ad29c-03ce-4c76-8b37-b95384afb12b tempest-RoutersAdminTest-932523614 tempest-RoutersAdminTest-932523614-project] Notify agent at l3_agent.n-d-705658-22 the message routers_updated {{(pid=105584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:08:28.344134 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01173bf1-e8ca-4c91-a69e-6ed655439a20 None None] Sync routers for ids ['a4fcefbd-e9a0-4310-b2a9-68f078f76f3d'] in n-d-705658-22 {{(pid=105587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:08:28.355040 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-823ad29c-03ce-4c76-8b37-b95384afb12b tempest-RoutersAdminTest-932523614 tempest-RoutersAdminTest-932523614-project] Notify callbacks [] for router, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:28.358908 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-823ad29c-03ce-4c76-8b37-b95384afb12b tempest-RoutersAdminTest-932523614 tempest-RoutersAdminTest-932523614-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.4209454 Jul 27 21:08:28.359172 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 53124) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:08:28.360835 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01173bf1-e8ca-4c91-a69e-6ed655439a20 None None] Routers {'a4fcefbd-e9a0-4310-b2a9-68f078f76f3d'} bound to L3 agent in host n-d-705658-22 {{(pid=105587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:08:28.361496 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-01173bf1-e8ca-4c91-a69e-6ed655439a20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:08:12Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['a4fcefbd-e9a0-4310-b2a9-68f078f76f3d'], 'active': True} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:08:28.367169 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-5a1aec8f-daad-4bb1-94e5-40d08a0e5e67 tempest-RoutersAdminTest-975150395 tempest-RoutersAdminTest-975150395-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'enable_snat': False}}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:08:28.396597 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-01173bf1-e8ca-4c91-a69e-6ed655439a20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-22', False) {} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:08:28.405852 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01173bf1-e8ca-4c91-a69e-6ed655439a20 None None] Routers {'a4fcefbd-e9a0-4310-b2a9-68f078f76f3d'} bound to L3 agent in host n-d-705658-22 {{(pid=105587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:08:28.406570 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-01173bf1-e8ca-4c91-a69e-6ed655439a20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:08:12Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['a4fcefbd-e9a0-4310-b2a9-68f078f76f3d'], 'active': True} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:08:28.443659 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-01173bf1-e8ca-4c91-a69e-6ed655439a20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-22', False) {} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:08:28.444578 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01173bf1-e8ca-4c91-a69e-6ed655439a20 None None] The sync data for ids ['a4fcefbd-e9a0-4310-b2a9-68f078f76f3d'] in n-d-705658-22 is: [] {{(pid=105587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:08:28.927340 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03061c8d-c18d-40f9-9d8c-020794c83266 req-c101943b-aa66-419b-9a1b-9942b0ffe529 tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:08:28.929741 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-03061c8d-c18d-40f9-9d8c-020794c83266 req-c101943b-aa66-419b-9a1b-9942b0ffe529 tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] 10.222.0.59 "GET /v2.0/ports?device_id=74636b36-ec44-4487-91bf-4f8efb4719fd HTTP/1.1" status: 200 len: 945 time: 0.0856972 Jul 27 21:08:28.985330 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device d11a16c2-af7c-4aa8-9e51-1c00722d4961 up at agent hyperv_n-h1-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:08:29.029753 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-03061c8d-c18d-40f9-9d8c-020794c83266 req-47483209-5d87-4f82-88c9-e77d78ad6335 tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] 10.222.0.59 "GET /v2.0/security-groups?id=d845222d-5ac4-450c-bcf5-0222a977607f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0805876 Jul 27 21:08:29.103052 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Provisioning for port d11a16c2-af7c-4aa8-9e51-1c00722d4961 completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:08:29.116437 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Provisioning complete for port d11a16c2-af7c-4aa8-9e51-1c00722d4961 triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:08:29.116816 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:29.190570 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-5a1aec8f-daad-4bb1-94e5-40d08a0e5e67 tempest-RoutersAdminTest-975150395 tempest-RoutersAdminTest-975150395-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4077169', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4163787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-400'] for router, precommit_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:29.236369 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:29.286196 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74636b36-ec44-4487-91bf-4f8efb4719fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd11a16c2-af7c-4aa8-9e51-1c00722d4961'}] {{(pid=105586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:08:29.288607 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14c1663e039faf5393f87855f745010ac5b02220355b68fdbf065393e303ac56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-040aa5d3-3601-4342-b4b7-245d64e30306" -d '{"events": [{"server_uuid": "74636b36-ec44-4487-91bf-4f8efb4719fd", "name": "network-vif-plugged", "status": "completed", "tag": "d11a16c2-af7c-4aa8-9e51-1c00722d4961"}]}' {{(pid=105586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:08:29.336908 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] For port d11a16c2-af7c-4aa8-9e51-1c00722d4961, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=d11a16c2-af7c-4aa8-9e51-1c00722d4961,segment=NetworkSegment(660ec341-81d1-41c4-8987-bc307d97b3d6),segment_id=660ec341-81d1-41c4-8987-bc307d97b3d6)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:08:29.344995 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:29.384148 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:08:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e292b86-ef11-4920-9bef-43222928d58b x-openstack-request-id: req-4e292b86-ef11-4920-9bef-43222928d58b {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:08:29.384684 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74636b36-ec44-4487-91bf-4f8efb4719fd", "name": "network-vif-plugged", "status": "completed", "tag": "d11a16c2-af7c-4aa8-9e51-1c00722d4961", "code": 200}]} {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:08:29.386751 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-4e292b86-ef11-4920-9bef-43222928d58b {{(pid=105586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:08:29.403912 n-d-705658-22 neutron-server[105586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74636b36-ec44-4487-91bf-4f8efb4719fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd11a16c2-af7c-4aa8-9e51-1c00722d4961', 'code': 200} Jul 27 21:08:29.455262 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Pushing event updated for resources: {'Port': ['ID=d11a16c2-af7c-4aa8-9e51-1c00722d4961,revision_number=5']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:08:29.646862 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c524ec-5bc7-4029-99aa-6ebd3f7492fe req-493e991c-13cc-461a-a170-fcdfd00958a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:08:29.648591 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-37c524ec-5bc7-4029-99aa-6ebd3f7492fe req-493e991c-13cc-461a-a170-fcdfd00958a7 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=74636b36-ec44-4487-91bf-4f8efb4719fd HTTP/1.1" status: 200 len: 1098 time: 0.1562612 Jul 27 21:08:29.727548 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-37c524ec-5bc7-4029-99aa-6ebd3f7492fe req-60940233-f109-49c3-b36b-3fc983097e96 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=d845222d-5ac4-450c-bcf5-0222a977607f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506604 Jul 27 21:08:29.840164 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-5a1aec8f-daad-4bb1-94e5-40d08a0e5e67 tempest-RoutersAdminTest-975150395 tempest-RoutersAdminTest-975150395-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4077169', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4163787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-400'] for router, precommit_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:29.843865 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-5a1aec8f-daad-4bb1-94e5-40d08a0e5e67 tempest-RoutersAdminTest-975150395 tempest-RoutersAdminTest-975150395-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4077150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4077160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4077159', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4163778'] for router, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:29.978008 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a1aec8f-daad-4bb1-94e5-40d08a0e5e67 tempest-RoutersAdminTest-975150395 tempest-RoutersAdminTest-975150395-project-admin] Router a4fcefbd-e9a0-4310-b2a9-68f078f76f3d has already been hosted by L3 agent dd128fd7-8e57-4d4f-895b-a96b369df59a {{(pid=105584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:08:29.997052 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 53198) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:08:30.114430 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a1aec8f-daad-4bb1-94e5-40d08a0e5e67 tempest-RoutersAdminTest-975150395 tempest-RoutersAdminTest-975150395-project-admin] Notify agent at l3_agent.n-d-705658-22 the message routers_updated {{(pid=105584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:08:30.119746 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-5a1aec8f-daad-4bb1-94e5-40d08a0e5e67 tempest-RoutersAdminTest-975150395 tempest-RoutersAdminTest-975150395-project-admin] Notify callbacks [] for router, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:30.121392 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-5a1aec8f-daad-4bb1-94e5-40d08a0e5e67 tempest-RoutersAdminTest-975150395 tempest-RoutersAdminTest-975150395-project-admin] 10.222.0.59 "PUT /v2.0/routers/a4fcefbd-e9a0-4310-b2a9-68f078f76f3d HTTP/1.1" status: 200 len: 922 time: 1.7613568 Jul 27 21:08:30.124101 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 53206) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:08:30.127718 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e0dad3d-9a49-4ae3-8a86-84ae647fa87c None None] Sync routers for ids ['a4fcefbd-e9a0-4310-b2a9-68f078f76f3d'] in n-d-705658-22 {{(pid=105586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:08:30.153989 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e0dad3d-9a49-4ae3-8a86-84ae647fa87c None None] Routers {'a4fcefbd-e9a0-4310-b2a9-68f078f76f3d'} bound to L3 agent in host n-d-705658-22 {{(pid=105586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:08:30.156448 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-6e0dad3d-9a49-4ae3-8a86-84ae647fa87c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:08:12Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['a4fcefbd-e9a0-4310-b2a9-68f078f76f3d'], 'active': True} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:08:30.215519 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-6e0dad3d-9a49-4ae3-8a86-84ae647fa87c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-22', False) {} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:08:30.225173 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e0dad3d-9a49-4ae3-8a86-84ae647fa87c None None] Routers {'a4fcefbd-e9a0-4310-b2a9-68f078f76f3d'} bound to L3 agent in host n-d-705658-22 {{(pid=105586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:08:30.225921 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-6e0dad3d-9a49-4ae3-8a86-84ae647fa87c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:08:12Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['a4fcefbd-e9a0-4310-b2a9-68f078f76f3d'], 'active': True} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:08:30.258446 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-6e0dad3d-9a49-4ae3-8a86-84ae647fa87c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-22', False) {} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:08:30.259201 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e0dad3d-9a49-4ae3-8a86-84ae647fa87c None None] The sync data for ids ['a4fcefbd-e9a0-4310-b2a9-68f078f76f3d'] in n-d-705658-22 is: [] {{(pid=105586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:08:30.262174 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-6f75997d-18a3-46da-a70f-ab40d6864229 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:30.403336 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-72779867-0919-483d-b580-643e1fc1d0df tempest-RoutersAdminTest-975150395 tempest-RoutersAdminTest-975150395-project-admin] 10.222.0.59 "GET /v2.0/routers/a4fcefbd-e9a0-4310-b2a9-68f078f76f3d HTTP/1.1" status: 200 len: 922 time: 0.2771082 Jul 27 21:08:30.406096 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 53210) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:08:30.430660 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32691fc9-09ad-4f9f-ae8b-ad6fe819ede2 req-2bfb6151-d971-4f7f-8359-c9ca50fb866a tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:08:30.435493 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-32691fc9-09ad-4f9f-ae8b-ad6fe819ede2 req-2bfb6151-d971-4f7f-8359-c9ca50fb866a tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] 10.222.0.59 "GET /v2.0/ports?device_id=74636b36-ec44-4487-91bf-4f8efb4719fd HTTP/1.1" status: 200 len: 946 time: 0.2222950 Jul 27 21:08:30.468046 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3092e69a-9ad5-4c8f-bfc8-2c87b622f248 tempest-RoutersAdminTest-975150395 tempest-RoutersAdminTest-975150395-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:08:30.472613 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 53212) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:08:30.472785 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-3092e69a-9ad5-4c8f-bfc8-2c87b622f248 tempest-RoutersAdminTest-975150395 tempest-RoutersAdminTest-975150395-project-admin] 10.222.0.59 "GET /v2.0/ports?network_id=8735d8a2-b604-4758-ae71-b40e4ee6f305&device_id=a4fcefbd-e9a0-4310-b2a9-68f078f76f3d&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0656831 Jul 27 21:08:30.548180 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-32691fc9-09ad-4f9f-ae8b-ad6fe819ede2 req-a2623a92-6ccd-49ed-9467-1a264314c577 tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] 10.222.0.59 "GET /v2.0/security-groups?id=d845222d-5ac4-450c-bcf5-0222a977607f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1072419 Jul 27 21:08:30.589087 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-6f75997d-18a3-46da-a70f-ab40d6864229 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:30.600591 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-6f75997d-18a3-46da-a70f-ab40d6864229 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:30.625281 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e20ef39-59e8-4f89-8b07-68cade97407d tempest-RoutersAdminTest-975150395 tempest-RoutersAdminTest-975150395-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:08:30.626960 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-3e20ef39-59e8-4f89-8b07-68cade97407d tempest-RoutersAdminTest-975150395 tempest-RoutersAdminTest-975150395-project-admin] 10.222.0.59 "GET /v2.0/networks/8735d8a2-b604-4758-ae71-b40e4ee6f305 HTTP/1.1" status: 200 len: 881 time: 0.1529961 Jul 27 21:08:30.630533 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 53214) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:08:30.660125 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-6f75997d-18a3-46da-a70f-ab40d6864229 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=96734f203d4a422bb47b01673fd70b06&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6619680 Jul 27 21:08:30.662259 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f75997d-18a3-46da-a70f-ab40d6864229 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37c2d67a-655e-4d76-8ae2-466f003d4eda,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:08:30.665716 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 53218) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:08:30.671836 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-22f61d99-35f8-4fdd-bb41-f7ebb22fbae6 tempest-RoutersAdminTest-932523614 tempest-RoutersAdminTest-932523614-project] 10.222.0.59 "GET /v2.0/ports?device_id=a4fcefbd-e9a0-4310-b2a9-68f078f76f3d HTTP/1.1" status: 200 len: 205 time: 0.0400646 Jul 27 21:08:30.674432 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 53220) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:08:30.818118 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-1eca72e2-c948-4436-9f35-013dcb5f41c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:30.839241 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-9c8c6aee-6917-4545-99dd-b67bdac397a6 tempest-RoutersAdminTest-932523614 tempest-RoutersAdminTest-932523614-project] Notify callbacks [] for router, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:30.879418 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-1eca72e2-c948-4436-9f35-013dcb5f41c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:30.977567 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-9c8c6aee-6917-4545-99dd-b67bdac397a6 tempest-RoutersAdminTest-932523614 tempest-RoutersAdminTest-932523614-project] Notify callbacks [] for router_gateway, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:30.985924 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-1eca72e2-c948-4436-9f35-013dcb5f41c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:30.988918 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-1eca72e2-c948-4436-9f35-013dcb5f41c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:30.991192 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-1eca72e2-c948-4436-9f35-013dcb5f41c6 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/37c2d67a-655e-4d76-8ae2-466f003d4eda HTTP/1.1" status: 204 len: 168 time: 0.3242745 Jul 27 21:08:31.025523 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eca72e2-c948-4436-9f35-013dcb5f41c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37c2d67a-655e-4d76-8ae2-466f003d4eda,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:08:31.065912 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [None req-9c8c6aee-6917-4545-99dd-b67bdac397a6 tempest-RoutersAdminTest-932523614 tempest-RoutersAdminTest-932523614-project] Deleting port 9d46e0ba-89d4-4a8b-90d3-deff69d1d7c5 {{(pid=105585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:08:31.066260 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-9c8c6aee-6917-4545-99dd-b67bdac397a6 tempest-RoutersAdminTest-932523614 tempest-RoutersAdminTest-932523614-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:31.173842 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-9c8c6aee-6917-4545-99dd-b67bdac397a6 tempest-RoutersAdminTest-932523614 tempest-RoutersAdminTest-932523614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:31.192401 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [None req-9c8c6aee-6917-4545-99dd-b67bdac397a6 tempest-RoutersAdminTest-932523614 tempest-RoutersAdminTest-932523614-project] Calling delete_port for 9d46e0ba-89d4-4a8b-90d3-deff69d1d7c5 owned by network:router_gateway {{(pid=105585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:08:31.404769 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-9c8c6aee-6917-4545-99dd-b67bdac397a6 tempest-RoutersAdminTest-932523614 tempest-RoutersAdminTest-932523614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:31.420945 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 53246) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:08:31.432338 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8c6aee-6917-4545-99dd-b67bdac397a6 tempest-RoutersAdminTest-932523614 tempest-RoutersAdminTest-932523614-project] Pushing event deleted for resources: {'Port': ['ID=9d46e0ba-89d4-4a8b-90d3-deff69d1d7c5,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:08:31.447098 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-d0b20fdd-5127-4801-a3af-543e12049cd9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:31.509457 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-9c8c6aee-6917-4545-99dd-b67bdac397a6 tempest-RoutersAdminTest-932523614 tempest-RoutersAdminTest-932523614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4075702'] for router_gateway, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:31.579872 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-d0b20fdd-5127-4801-a3af-543e12049cd9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:31.586483 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-d0b20fdd-5127-4801-a3af-543e12049cd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:31.617571 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b20fdd-5127-4801-a3af-543e12049cd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d6cb5cb-a9fc-49dc-97a0-9ade92781874,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:08:31.641229 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-9c8c6aee-6917-4545-99dd-b67bdac397a6 tempest-RoutersAdminTest-932523614 tempest-RoutersAdminTest-932523614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4163631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-425'] for router, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:31.645914 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-9c8c6aee-6917-4545-99dd-b67bdac397a6 tempest-RoutersAdminTest-932523614 tempest-RoutersAdminTest-932523614-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:31.655725 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-d0b20fdd-5127-4801-a3af-543e12049cd9 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=1ba1ee1d735442a9b56793405b30550d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2336915 Jul 27 21:08:31.659021 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 53250) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:08:31.726147 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-09c9eab1-7c52-4e73-8482-12d8c1aa9668 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:31.729360 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-9c8c6aee-6917-4545-99dd-b67bdac397a6 tempest-RoutersAdminTest-932523614 tempest-RoutersAdminTest-932523614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4163007'] for router, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:31.730315 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c8c6aee-6917-4545-99dd-b67bdac397a6 tempest-RoutersAdminTest-932523614 tempest-RoutersAdminTest-932523614-project] Fanout notify agent at l3_agent the message router_deleted on router a4fcefbd-e9a0-4310-b2a9-68f078f76f3d {{(pid=105585) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 21:08:31.738290 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-9c8c6aee-6917-4545-99dd-b67bdac397a6 tempest-RoutersAdminTest-932523614 tempest-RoutersAdminTest-932523614-project] Notify callbacks [] for router, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:31.743780 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-9c8c6aee-6917-4545-99dd-b67bdac397a6 tempest-RoutersAdminTest-932523614 tempest-RoutersAdminTest-932523614-project] 10.222.0.59 "DELETE /v2.0/routers/a4fcefbd-e9a0-4310-b2a9-68f078f76f3d HTTP/1.1" status: 204 len: 168 time: 1.0641398 Jul 27 21:08:31.744024 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 53252) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:08:31.748559 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-97a7fb39-6fb7-44e5-93e8-eb0ec36ad13a tempest-RoutersAdminTest-932523614 tempest-RoutersAdminTest-932523614-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-376288651', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:08:31.767876 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-09c9eab1-7c52-4e73-8482-12d8c1aa9668 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:31.788923 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b202ac-425f-4a42-b9f5-52bfe0612dc1 req-baae0469-43f2-4dd2-9a2a-f6dedd4d9c04 tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:08:31.796317 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-15b202ac-425f-4a42-b9f5-52bfe0612dc1 req-baae0469-43f2-4dd2-9a2a-f6dedd4d9c04 tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] 10.222.0.59 "GET /v2.0/ports?device_id=74636b36-ec44-4487-91bf-4f8efb4719fd HTTP/1.1" status: 200 len: 946 time: 0.1440537 Jul 27 21:08:31.827375 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-97a7fb39-6fb7-44e5-93e8-eb0ec36ad13a tempest-RoutersAdminTest-932523614 tempest-RoutersAdminTest-932523614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4163813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-443'] for router, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:31.828411 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-97a7fb39-6fb7-44e5-93e8-eb0ec36ad13a tempest-RoutersAdminTest-932523614 tempest-RoutersAdminTest-932523614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4165196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4077059', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3711235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-418'] for router, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:31.841782 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-09c9eab1-7c52-4e73-8482-12d8c1aa9668 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:31.846573 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-09c9eab1-7c52-4e73-8482-12d8c1aa9668 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:31.848568 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-09c9eab1-7c52-4e73-8482-12d8c1aa9668 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/0d6cb5cb-a9fc-49dc-97a0-9ade92781874 HTTP/1.1" status: 204 len: 168 time: 0.1880083 Jul 27 21:08:31.874018 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c9eab1-7c52-4e73-8482-12d8c1aa9668 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d6cb5cb-a9fc-49dc-97a0-9ade92781874,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:08:31.877312 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-15b202ac-425f-4a42-b9f5-52bfe0612dc1 req-acca72e2-f71d-4fe6-972d-24533779a828 tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] 10.222.0.59 "GET /v2.0/security-groups?id=d845222d-5ac4-450c-bcf5-0222a977607f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0801437 Jul 27 21:08:31.974796 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-97a7fb39-6fb7-44e5-93e8-eb0ec36ad13a tempest-RoutersAdminTest-932523614 tempest-RoutersAdminTest-932523614-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:32.025714 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-97a7fb39-6fb7-44e5-93e8-eb0ec36ad13a tempest-RoutersAdminTest-932523614 tempest-RoutersAdminTest-932523614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4163804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4077150'] for router, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:32.063402 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-97a7fb39-6fb7-44e5-93e8-eb0ec36ad13a tempest-RoutersAdminTest-932523614 tempest-RoutersAdminTest-932523614-project] Notify callbacks [] for router, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:32.068357 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 53270) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:08:32.074707 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-c32f7f85-27f9-4a05-9f37-e3235eec8168 tempest-RoutersAdminTest-932523614 tempest-RoutersAdminTest-932523614-project] Request body: {'router': {'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305'}}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:08:32.078024 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-97a7fb39-6fb7-44e5-93e8-eb0ec36ad13a tempest-RoutersAdminTest-932523614 tempest-RoutersAdminTest-932523614-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3330307 Jul 27 21:08:32.112618 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3800b3-4680-438c-b435-b66540470849 req-b2fc1efe-0e9f-49e7-b4df-ef269ec05c5d tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:08:32.116006 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-4b3800b3-4680-438c-b435-b66540470849 req-b2fc1efe-0e9f-49e7-b4df-ef269ec05c5d tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] 10.222.0.59 "GET /v2.0/ports?device_id=74636b36-ec44-4487-91bf-4f8efb4719fd HTTP/1.1" status: 200 len: 946 time: 0.1362464 Jul 27 21:08:32.126643 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 53274) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:08:32.132172 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-c09c63da-6311-493c-a6d2-ff94e988dca1 tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] Request body: {'floatingip': {'port_id': 'd11a16c2-af7c-4aa8-9e51-1c00722d4961'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:08:32.195104 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-c09c63da-6311-493c-a6d2-ff94e988dca1 tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] Notify callbacks [] for floatingip, before_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:32.578677 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c32f7f85-27f9-4a05-9f37-e3235eec8168 tempest-RoutersAdminTest-932523614 tempest-RoutersAdminTest-932523614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4077169', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4163787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-400'] for router, precommit_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:33.137289 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c32f7f85-27f9-4a05-9f37-e3235eec8168 tempest-RoutersAdminTest-932523614 tempest-RoutersAdminTest-932523614-project] Notify callbacks [] for router_gateway, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:33.197025 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c32f7f85-27f9-4a05-9f37-e3235eec8168 tempest-RoutersAdminTest-932523614 tempest-RoutersAdminTest-932523614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:33.332118 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-c09c63da-6311-493c-a6d2-ff94e988dca1 tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:33.341127 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-c09c63da-6311-493c-a6d2-ff94e988dca1 tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4075768'] for floatingip, after_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:33.515332 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.db_base_plugin_common [None req-c32f7f85-27f9-4a05-9f37-e3235eec8168 tempest-RoutersAdminTest-932523614 tempest-RoutersAdminTest-932523614-project] Allocated IP 172.25.5.203 (8735d8a2-b604-4758-ae71-b40e4ee6f305/eca7dbab-b9c0-4c8f-a272-816ea8a81764/6decd0b4-9910-4a90-8911-2eec2ba072ed) {{(pid=105584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:08:33.766504 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4d4e96-1c23-4a30-902d-f2f1844790a1 req-d7131170-2de9-489e-baa4-f5aa7701b2a3 tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:08:33.773303 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4d4e96-1c23-4a30-902d-f2f1844790a1 req-d7131170-2de9-489e-baa4-f5aa7701b2a3 tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:08:33.778308 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c32f7f85-27f9-4a05-9f37-e3235eec8168 tempest-RoutersAdminTest-932523614 tempest-RoutersAdminTest-932523614-project] Notify callbacks [] for port, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:33.779758 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4d4e96-1c23-4a30-902d-f2f1844790a1 req-d7131170-2de9-489e-baa4-f5aa7701b2a3 tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:08:33.787131 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4d4e96-1c23-4a30-902d-f2f1844790a1 req-d7131170-2de9-489e-baa4-f5aa7701b2a3 tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:08:33.800331 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4d4e96-1c23-4a30-902d-f2f1844790a1 req-d7131170-2de9-489e-baa4-f5aa7701b2a3 tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:08:33.807610 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4d4e96-1c23-4a30-902d-f2f1844790a1 req-d7131170-2de9-489e-baa4-f5aa7701b2a3 tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:08:33.813851 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4d4e96-1c23-4a30-902d-f2f1844790a1 req-d7131170-2de9-489e-baa4-f5aa7701b2a3 tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:08:33.823906 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-8b4d4e96-1c23-4a30-902d-f2f1844790a1 req-d7131170-2de9-489e-baa4-f5aa7701b2a3 tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] 10.222.0.59 "GET /v2.0/ports?device_id=2be6dd0d-bc7c-4882-8bb2-afe5ae686d07 HTTP/1.1" status: 200 len: 5443 time: 0.3959479 Jul 27 21:08:33.841937 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c32f7f85-27f9-4a05-9f37-e3235eec8168 tempest-RoutersAdminTest-932523614 tempest-RoutersAdminTest-932523614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:33.848319 n-d-705658-22 neutron-server[105585]: INFO neutron.db.l3_db [None req-c09c63da-6311-493c-a6d2-ff94e988dca1 tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] Floating IP 59824256-5991-4194-8b47-0d76542724f6 associated. External IP: 172.25.5.6, port: d11a16c2-af7c-4aa8-9e51-1c00722d4961. Jul 27 21:08:33.905152 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-8b4d4e96-1c23-4a30-902d-f2f1844790a1 req-63e3a2e8-2e33-49c1-af35-d084e0d560ae tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] 10.222.0.59 "GET /v2.0/security-groups?id=c27eaa65-2484-427b-949c-12cff57d8973&id=9dd39787-c773-4e1e-afc7-6169131b96d0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0802944 Jul 27 21:08:33.911998 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c32f7f85-27f9-4a05-9f37-e3235eec8168 tempest-RoutersAdminTest-932523614 tempest-RoutersAdminTest-932523614-project] Network 8735d8a2-b604-4758-ae71-b40e4ee6f305 is already hosted by enough agents. {{(pid=105584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:08:33.915880 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [None req-c32f7f85-27f9-4a05-9f37-e3235eec8168 tempest-RoutersAdminTest-932523614 tempest-RoutersAdminTest-932523614-project] Resources bound (agent type, host, resource id): {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:08:33.928151 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c32f7f85-27f9-4a05-9f37-e3235eec8168 tempest-RoutersAdminTest-932523614 tempest-RoutersAdminTest-932523614-project] Received port after_create {{(pid=105584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:08:33.992715 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32f7f85-27f9-4a05-9f37-e3235eec8168 tempest-RoutersAdminTest-932523614 tempest-RoutersAdminTest-932523614-project] Pushing event updated for resources: {'Port': ['ID=6decd0b4-9910-4a90-8911-2eec2ba072ed,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:08:34.181872 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c09c63da-6311-493c-a6d2-ff94e988dca1 tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] Router a31b9aa2-9324-403f-850f-3d92ca88f68c has already been hosted by L3 agent dd128fd7-8e57-4d4f-895b-a96b369df59a {{(pid=105585) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:08:34.305989 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c32f7f85-27f9-4a05-9f37-e3235eec8168 tempest-RoutersAdminTest-932523614 tempest-RoutersAdminTest-932523614-project] Notify callbacks [] for router_gateway, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:34.674379 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4691b2-ff08-42ef-b616-0422001ff921 req-d5d17a52-be7b-4d48-a6da-d2425eb2f84c tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:08:34.681423 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4691b2-ff08-42ef-b616-0422001ff921 req-d5d17a52-be7b-4d48-a6da-d2425eb2f84c tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:08:34.687905 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4691b2-ff08-42ef-b616-0422001ff921 req-d5d17a52-be7b-4d48-a6da-d2425eb2f84c tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:08:34.695127 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4691b2-ff08-42ef-b616-0422001ff921 req-d5d17a52-be7b-4d48-a6da-d2425eb2f84c tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:08:34.701238 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4691b2-ff08-42ef-b616-0422001ff921 req-d5d17a52-be7b-4d48-a6da-d2425eb2f84c tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:08:34.707844 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4691b2-ff08-42ef-b616-0422001ff921 req-d5d17a52-be7b-4d48-a6da-d2425eb2f84c tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:08:34.714767 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4691b2-ff08-42ef-b616-0422001ff921 req-d5d17a52-be7b-4d48-a6da-d2425eb2f84c tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:08:34.716927 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-cb4691b2-ff08-42ef-b616-0422001ff921 req-d5d17a52-be7b-4d48-a6da-d2425eb2f84c tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] 10.222.0.36 "GET /v2.0/ports?device_id=2be6dd0d-bc7c-4882-8bb2-afe5ae686d07 HTTP/1.1" status: 200 len: 5443 time: 0.2607408 Jul 27 21:08:34.756196 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c09c63da-6311-493c-a6d2-ff94e988dca1 tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] Notify agent at l3_agent.n-d-705658-22 the message routers_updated {{(pid=105585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:08:34.767314 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-239e6ff0-b3e1-433b-8d62-bc7629fc2827 None None] Sync routers for ids ['a31b9aa2-9324-403f-850f-3d92ca88f68c'] in n-d-705658-22 {{(pid=105587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:08:34.772478 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-c09c63da-6311-493c-a6d2-ff94e988dca1 tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for floatingip, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:34.783679 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-239e6ff0-b3e1-433b-8d62-bc7629fc2827 None None] Routers {'a31b9aa2-9324-403f-850f-3d92ca88f68c'} bound to L3 agent in host n-d-705658-22 {{(pid=105587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:08:34.784305 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-239e6ff0-b3e1-433b-8d62-bc7629fc2827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:08:12Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['a31b9aa2-9324-403f-850f-3d92ca88f68c'], 'active': True} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:08:34.790462 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4691b2-ff08-42ef-b616-0422001ff921 req-0444279e-543a-483f-aa00-e22952796c0c tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:08:34.792191 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-cb4691b2-ff08-42ef-b616-0422001ff921 req-0444279e-543a-483f-aa00-e22952796c0c tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] 10.222.0.36 "GET /v2.0/ports/32d33fb6-0dd4-4fb0-848b-fa38285c8993?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0682244 Jul 27 21:08:34.862417 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-c09c63da-6311-493c-a6d2-ff94e988dca1 tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] 10.222.0.59 "PUT /v2.0/floatingips/59824256-5991-4194-8b47-0d76542724f6 HTTP/1.1" status: 200 len: 990 time: 2.7312946 Jul 27 21:08:34.863084 n-d-705658-22 neutron-server[105585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74636b36-ec44-4487-91bf-4f8efb4719fd', 'tag': 'd11a16c2-af7c-4aa8-9e51-1c00722d4961'}] {{(pid=105585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:08:34.866079 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d66fd65881426bfc2b5388084a3654e5eae521106a15a3dbf0eb4cde7106c36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5faf4a2f-313c-4ab8-877e-d9fa5d8a5baf" -d '{"events": [{"name": "network-changed", "server_uuid": "74636b36-ec44-4487-91bf-4f8efb4719fd", "tag": "d11a16c2-af7c-4aa8-9e51-1c00722d4961"}]}' {{(pid=105585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:08:34.934659 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-cb4691b2-ff08-42ef-b616-0422001ff921 req-f5576dc2-5da3-40e2-aee4-60a66481b5f0 tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] 10.222.0.36 "GET /v2.0/networks/d06e6d48-2725-42c2-bd07-d31f23229f60?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1349394 Jul 27 21:08:34.950755 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [req-cb4691b2-ff08-42ef-b616-0422001ff921 req-e190a692-1334-4d76-94cb-fa7b7418c1e7 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:08:34.955616 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c32f7f85-27f9-4a05-9f37-e3235eec8168 tempest-RoutersAdminTest-932523614 tempest-RoutersAdminTest-932523614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4077169', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4163787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-400'] for router, precommit_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:34.993142 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c32f7f85-27f9-4a05-9f37-e3235eec8168 tempest-RoutersAdminTest-932523614 tempest-RoutersAdminTest-932523614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4077150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4077160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4077159', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4163778'] for router, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:35.036442 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:08:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc537d31-80c2-4135-a101-cbca661dc459 x-openstack-request-id: req-cc537d31-80c2-4135-a101-cbca661dc459 {{(pid=105585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:08:35.036773 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74636b36-ec44-4487-91bf-4f8efb4719fd", "tag": "d11a16c2-af7c-4aa8-9e51-1c00722d4961", "status": "completed", "code": 200}]} {{(pid=105585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:08:35.037027 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-cc537d31-80c2-4135-a101-cbca661dc459 {{(pid=105585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:08:35.037421 n-d-705658-22 neutron-server[105585]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74636b36-ec44-4487-91bf-4f8efb4719fd', 'tag': 'd11a16c2-af7c-4aa8-9e51-1c00722d4961', 'status': 'completed', 'code': 200} Jul 27 21:08:35.056360 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvr_db [None req-239e6ff0-b3e1-433b-8d62-bc7629fc2827 None None] Set router a31b9aa2-9324-403f-850f-3d92ca88f68c gateway port host: n-d-705658-22 {{(pid=105587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:08:35.173838 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-cb4691b2-ff08-42ef-b616-0422001ff921 req-e190a692-1334-4d76-94cb-fa7b7418c1e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:35.273282 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5faf4a2f-313c-4ab8-877e-d9fa5d8a5baf req-f47c8300-58ae-40d0-8752-da7daf7400d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:08:35.274848 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-5faf4a2f-313c-4ab8-877e-d9fa5d8a5baf req-f47c8300-58ae-40d0-8752-da7daf7400d2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3bfa1a2c35f349b1a3e408eca249b7cf&device_id=74636b36-ec44-4487-91bf-4f8efb4719fd HTTP/1.1" status: 200 len: 1098 time: 0.2183225 Jul 27 21:08:35.418904 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [req-cb4691b2-ff08-42ef-b616-0422001ff921 req-e190a692-1334-4d76-94cb-fa7b7418c1e7 service neutron] For port 32d33fb6-0dd4-4fb0-848b-fa38285c8993, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=32d33fb6-0dd4-4fb0-848b-fa38285c8993,segment=NetworkSegment(18a392fd-f38c-4fa2-9883-9b25afe164a9),segment_id=18a392fd-f38c-4fa2-9883-9b25afe164a9)] {{(pid=105584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:08:35.496499 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [req-cb4691b2-ff08-42ef-b616-0422001ff921 req-e190a692-1334-4d76-94cb-fa7b7418c1e7 service neutron] For port 32d33fb6-0dd4-4fb0-848b-fa38285c8993, host n-h1-705658-22, cleared binding levels {{(pid=105584) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:08:35.511956 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b03fd7-d9ff-47c7-87a5-08e29c2efd16 req-db7f2941-0047-4743-a3f7-ca455147738b tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:08:35.518721 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b03fd7-d9ff-47c7-87a5-08e29c2efd16 req-db7f2941-0047-4743-a3f7-ca455147738b tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:08:35.525492 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b03fd7-d9ff-47c7-87a5-08e29c2efd16 req-db7f2941-0047-4743-a3f7-ca455147738b tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:08:35.532421 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b03fd7-d9ff-47c7-87a5-08e29c2efd16 req-db7f2941-0047-4743-a3f7-ca455147738b tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:08:35.534830 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [req-cb4691b2-ff08-42ef-b616-0422001ff921 req-e190a692-1334-4d76-94cb-fa7b7418c1e7 service neutron] device_id is not set on port 32d33fb6-0dd4-4fb0-848b-fa38285c8993 yet. {{(pid=105584) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 21:08:35.539626 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b03fd7-d9ff-47c7-87a5-08e29c2efd16 req-db7f2941-0047-4743-a3f7-ca455147738b tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:08:35.545517 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-cb4691b2-ff08-42ef-b616-0422001ff921 req-e190a692-1334-4d76-94cb-fa7b7418c1e7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:35.546766 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b03fd7-d9ff-47c7-87a5-08e29c2efd16 req-db7f2941-0047-4743-a3f7-ca455147738b tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:08:35.553447 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b03fd7-d9ff-47c7-87a5-08e29c2efd16 req-db7f2941-0047-4743-a3f7-ca455147738b tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:08:35.553853 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-cb4691b2-ff08-42ef-b616-0422001ff921 req-e190a692-1334-4d76-94cb-fa7b7418c1e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9014027'] for port, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:35.555860 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-36b03fd7-d9ff-47c7-87a5-08e29c2efd16 req-db7f2941-0047-4743-a3f7-ca455147738b tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] 10.222.0.59 "GET /v2.0/ports?device_id=2be6dd0d-bc7c-4882-8bb2-afe5ae686d07 HTTP/1.1" status: 200 len: 5443 time: 0.3933897 Jul 27 21:08:35.608249 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-239e6ff0-b3e1-433b-8d62-bc7629fc2827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a31b9aa2-9324-403f-850f-3d92ca88f68c', 'name': 'tempest-AttachVolumeShelveTestJSON-1314551751-router', 'tenant_id': '3bfa1a2c35f349b1a3e408eca249b7cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.79'}], 'enable_snat': True}, 'gw_port_id': '02c6bc33-7f5e-45cd-bbe3-07fe9bf235af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:01:38Z', 'updated_at': '2021-07-27T21:01:49Z', 'revision_number': 4, 'project_id': '3bfa1a2c35f349b1a3e408eca249b7cf', 'gw_port': {'id': '02c6bc33-7f5e-45cd-bbe3-07fe9bf235af', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:b1:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a31b9aa2-9324-403f-850f-3d92ca88f68c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1128, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:01:40Z', 'updated_at': '2021-07-27T21:01:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_floatingips': [{'id': '59824256-5991-4194-8b47-0d76542724f6', 'tenant_id': '3bfa1a2c35f349b1a3e408eca249b7cf', 'floating_ip_address': '172.25.5.6', 'floating_network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'router_id': 'a31b9aa2-9324-403f-850f-3d92ca88f68c', 'port_id': 'd11a16c2-af7c-4aa8-9e51-1c00722d4961', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1648, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '79bd215c-af8d-45db-ad24-972205044e15', 'mac_address': 'fa:16:3e:75:b9:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74636b36-ec44-4487-91bf-4f8efb4719fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T21:08:15Z', 'updated_at': '2021-07-27T21:08:33Z', 'revision_number': 1, 'project_id': '3bfa1a2c35f349b1a3e408eca249b7cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77ba909d-e85b-4af2-a1d8-2ff506a18c41', 'name': '', 'network_id': '79bd215c-af8d-45db-ad24-972205044e15', 'tenant_id': '3bfa1a2c35f349b1a3e408eca249b7cf', 'mac_address': 'fa:16:3e:79:ec:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a31b9aa2-9324-403f-850f-3d92ca88f68c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1132, 'fixed_ips': [{'subnet_id': '63030826-f290-4ec4-88a7-e0d5c21af6b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:01:46Z', 'updated_at': '2021-07-27T21:01:54Z', 'revision_number': 5, 'project_id': '3bfa1a2c35f349b1a3e408eca249b7cf', 'subnets': [{'id': '63030826-f290-4ec4-88a7-e0d5c21af6b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-22', False) {} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:08:35.657363 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-36b03fd7-d9ff-47c7-87a5-08e29c2efd16 req-79db8156-bb35-44b8-95a9-b3b03adb4f8d tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] 10.222.0.59 "GET /v2.0/security-groups?id=c27eaa65-2484-427b-949c-12cff57d8973&id=9dd39787-c773-4e1e-afc7-6169131b96d0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0927775 Jul 27 21:08:35.667232 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5faf4a2f-313c-4ab8-877e-d9fa5d8a5baf req-fd51a8e9-5b39-4a0d-a451-f0cd3976ccb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:08:35.669011 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-5faf4a2f-313c-4ab8-877e-d9fa5d8a5baf req-fd51a8e9-5b39-4a0d-a451-f0cd3976ccb3 service neutron] 10.222.0.36 "GET /v2.0/networks?id=79bd215c-af8d-45db-ad24-972205044e15 HTTP/1.1" status: 200 len: 918 time: 0.3609476 Jul 27 21:08:35.674452 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-239e6ff0-b3e1-433b-8d62-bc7629fc2827 None None] Checking router: a31b9aa2-9324-403f-850f-3d92ca88f68c for host: n-d-705658-22 {{(pid=105587) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:08:35.690243 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-239e6ff0-b3e1-433b-8d62-bc7629fc2827 None None] Routers {'a31b9aa2-9324-403f-850f-3d92ca88f68c'} bound to L3 agent in host n-d-705658-22 {{(pid=105587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:08:35.691181 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-239e6ff0-b3e1-433b-8d62-bc7629fc2827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:08:12Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['a31b9aa2-9324-403f-850f-3d92ca88f68c'], 'active': True} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:08:35.716995 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb4691b2-ff08-42ef-b616-0422001ff921 req-e190a692-1334-4d76-94cb-fa7b7418c1e7 service neutron] No DVR routers for this DVR port 32d33fb6-0dd4-4fb0-848b-fa38285c8993 on host n-h1-705658-22 {{(pid=105584) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:08:35.762091 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [req-cb4691b2-ff08-42ef-b616-0422001ff921 req-e190a692-1334-4d76-94cb-fa7b7418c1e7 service neutron] In _notify_port_updated(), no bound segment for port 32d33fb6-0dd4-4fb0-848b-fa38285c8993 on network d06e6d48-2725-42c2-bd07-d31f23229f60 {{(pid=105584) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 27 21:08:35.763710 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4691b2-ff08-42ef-b616-0422001ff921 req-e190a692-1334-4d76-94cb-fa7b7418c1e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:08:35.764435 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-cb4691b2-ff08-42ef-b616-0422001ff921 req-e190a692-1334-4d76-94cb-fa7b7418c1e7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:35.765848 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-cb4691b2-ff08-42ef-b616-0422001ff921 req-e190a692-1334-4d76-94cb-fa7b7418c1e7 service neutron] 10.222.0.36 "PUT /v2.0/ports/32d33fb6-0dd4-4fb0-848b-fa38285c8993 HTTP/1.1" status: 200 len: 1032 time: 0.8201547 Jul 27 21:08:35.809246 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-5faf4a2f-313c-4ab8-877e-d9fa5d8a5baf req-bf4b4446-a3e1-4c92-8398-0ac3a3626dff service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d11a16c2-af7c-4aa8-9e51-1c00722d4961 HTTP/1.1" status: 200 len: 998 time: 0.1331801 Jul 27 21:08:35.837429 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4691b2-ff08-42ef-b616-0422001ff921 req-a63b311b-bb1b-4495-949e-7ea97c090624 tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:08:35.838982 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-cb4691b2-ff08-42ef-b616-0422001ff921 req-a63b311b-bb1b-4495-949e-7ea97c090624 tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] 10.222.0.36 "GET /v2.0/ports/566e3be7-77d9-40a2-9abe-1e1bb6e2da74?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0662129 Jul 27 21:08:35.841521 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e190a692-1334-4d76-94cb-fa7b7418c1e7 service neutron] Pushing event updated for resources: {'Port': ['ID=32d33fb6-0dd4-4fb0-848b-fa38285c8993,revision_number=6']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:08:35.871018 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [req-cb4691b2-ff08-42ef-b616-0422001ff921 req-d0b36716-35f7-4314-8e7d-5b856b5f31b3 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:08:35.907752 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5faf4a2f-313c-4ab8-877e-d9fa5d8a5baf req-c6e60c7a-84b2-4629-8627-5a5748515bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:08:35.909371 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-5faf4a2f-313c-4ab8-877e-d9fa5d8a5baf req-c6e60c7a-84b2-4629-8627-5a5748515bb8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=63030826-f290-4ec4-88a7-e0d5c21af6b4 HTTP/1.1" status: 200 len: 856 time: 0.0935822 Jul 27 21:08:36.014606 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvr_db [None req-239e6ff0-b3e1-433b-8d62-bc7629fc2827 None None] Set router a31b9aa2-9324-403f-850f-3d92ca88f68c gateway port host: n-d-705658-22 {{(pid=105587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:08:36.066712 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5faf4a2f-313c-4ab8-877e-d9fa5d8a5baf req-aa9c3dad-2331-4695-873b-9d1059596cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:08:36.068653 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-5faf4a2f-313c-4ab8-877e-d9fa5d8a5baf req-aa9c3dad-2331-4695-873b-9d1059596cd8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=79bd215c-af8d-45db-ad24-972205044e15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1525471 Jul 27 21:08:36.081604 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-cb4691b2-ff08-42ef-b616-0422001ff921 req-d0b36716-35f7-4314-8e7d-5b856b5f31b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:36.111368 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c32f7f85-27f9-4a05-9f37-e3235eec8168 tempest-RoutersAdminTest-932523614 tempest-RoutersAdminTest-932523614-project] Router cc54f545-3ebd-48cc-9e8f-5f44c28e9383 is scheduled to L3 agent dd128fd7-8e57-4d4f-895b-a96b369df59a with binding_index 1 {{(pid=105584) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 21:08:36.135509 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-3ac8c8d8-6c11-405a-bc90-0b2a3dbed8fa None None] Provisioning complete for port 32d33fb6-0dd4-4fb0-848b-fa38285c8993 triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:08:36.136068 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3ac8c8d8-6c11-405a-bc90-0b2a3dbed8fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:36.266795 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:36.267913 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-3ac8c8d8-6c11-405a-bc90-0b2a3dbed8fa None None] Port 32d33fb6-0dd4-4fb0-848b-fa38285c8993 cannot update to ACTIVE because it is not bound. {{(pid=105586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:08:36.269214 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-5faf4a2f-313c-4ab8-877e-d9fa5d8a5baf req-f1af9489-1cc3-4971-b133-bc3942c44c97 service neutron] 10.222.0.36 "GET /v2.0/networks/79bd215c-af8d-45db-ad24-972205044e15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1919665 Jul 27 21:08:36.426655 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-5faf4a2f-313c-4ab8-877e-d9fa5d8a5baf req-ff84a47d-105c-40ae-a3ea-228a6be0fce8 service neutron] 10.222.0.36 "GET /v2.0/networks/79bd215c-af8d-45db-ad24-972205044e15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1501391 Jul 27 21:08:36.557690 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-239e6ff0-b3e1-433b-8d62-bc7629fc2827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a31b9aa2-9324-403f-850f-3d92ca88f68c', 'name': 'tempest-AttachVolumeShelveTestJSON-1314551751-router', 'tenant_id': '3bfa1a2c35f349b1a3e408eca249b7cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.79'}], 'enable_snat': True}, 'gw_port_id': '02c6bc33-7f5e-45cd-bbe3-07fe9bf235af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:01:38Z', 'updated_at': '2021-07-27T21:01:49Z', 'revision_number': 4, 'project_id': '3bfa1a2c35f349b1a3e408eca249b7cf', 'gw_port': {'id': '02c6bc33-7f5e-45cd-bbe3-07fe9bf235af', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:b1:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a31b9aa2-9324-403f-850f-3d92ca88f68c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1128, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:01:40Z', 'updated_at': '2021-07-27T21:01:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_floatingips': [{'id': '59824256-5991-4194-8b47-0d76542724f6', 'tenant_id': '3bfa1a2c35f349b1a3e408eca249b7cf', 'floating_ip_address': '172.25.5.6', 'floating_network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'router_id': 'a31b9aa2-9324-403f-850f-3d92ca88f68c', 'port_id': 'd11a16c2-af7c-4aa8-9e51-1c00722d4961', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1648, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '79bd215c-af8d-45db-ad24-972205044e15', 'mac_address': 'fa:16:3e:75:b9:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74636b36-ec44-4487-91bf-4f8efb4719fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T21:08:15Z', 'updated_at': '2021-07-27T21:08:33Z', 'revision_number': 1, 'project_id': '3bfa1a2c35f349b1a3e408eca249b7cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77ba909d-e85b-4af2-a1d8-2ff506a18c41', 'name': '', 'network_id': '79bd215c-af8d-45db-ad24-972205044e15', 'tenant_id': '3bfa1a2c35f349b1a3e408eca249b7cf', 'mac_address': 'fa:16:3e:79:ec:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a31b9aa2-9324-403f-850f-3d92ca88f68c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1132, 'fixed_ips': [{'subnet_id': '63030826-f290-4ec4-88a7-e0d5c21af6b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:01:46Z', 'updated_at': '2021-07-27T21:01:54Z', 'revision_number': 5, 'project_id': '3bfa1a2c35f349b1a3e408eca249b7cf', 'subnets': [{'id': '63030826-f290-4ec4-88a7-e0d5c21af6b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-22', False) {} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:08:36.596313 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-239e6ff0-b3e1-433b-8d62-bc7629fc2827 None None] The sync data for ids ['a31b9aa2-9324-403f-850f-3d92ca88f68c'] in n-d-705658-22 is: [{'id': 'a31b9aa2-9324-403f-850f-3d92ca88f68c', 'name': 'tempest-AttachVolumeShelveTestJSON-1314551751-router', 'tenant_id': '3bfa1a2c35f349b1a3e408eca249b7cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.79'}], 'enable_snat': True}, 'gw_port_id': '02c6bc33-7f5e-45cd-bbe3-07fe9bf235af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:01:38Z', 'updated_at': '2021-07-27T21:01:49Z', 'revision_number': 4, 'project_id': '3bfa1a2c35f349b1a3e408eca249b7cf', 'gw_port': {'id': '02c6bc33-7f5e-45cd-bbe3-07fe9bf235af', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:b1:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a31b9aa2-9324-403f-850f-3d92ca88f68c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1128, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:01:40Z', 'updated_at': '2021-07-27T21:01:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_floatingips': [{'id': '59824256-5991-4194-8b47-0d76542724f6', 'tenant_id': '3bfa1a2c35f349b1a3e408eca249b7cf', 'floating_ip_address': '172.25.5.6', 'floating_network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'router_id': 'a31b9aa2-9324-403f-850f-3d92ca88f68c', 'port_id': 'd11a16c2-af7c-4aa8-9e51-1c00722d4961', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1648, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '79bd215c-af8d-45db-ad24-972205044e15', 'mac_address': 'fa:16:3e:75:b9:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74636b36-ec44-4487-91bf-4f8efb4719fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T21:08:15Z', 'updated_at': '2021-07-27T21:08:33Z', 'revision_number': 1, 'project_id': '3bfa1a2c35f349b1a3e408eca249b7cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77ba909d-e85b-4af2-a1d8-2ff506a18c41', 'name': '', 'network_id': '79bd215c-af8d-45db-ad24-972205044e15', 'tenant_id': '3bfa1a2c35f349b1a3e408eca249b7cf', 'mac_address': 'fa:16:3e:79:ec:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a31b9aa2-9324-403f-850f-3d92ca88f68c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1132, 'fixed_ips': [{'subnet_id': '63030826-f290-4ec4-88a7-e0d5c21af6b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:01:46Z', 'updated_at': '2021-07-27T21:01:54Z', 'revision_number': 5, 'project_id': '3bfa1a2c35f349b1a3e408eca249b7cf', 'subnets': [{'id': '63030826-f290-4ec4-88a7-e0d5c21af6b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:08:36.928773 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c32f7f85-27f9-4a05-9f37-e3235eec8168 tempest-RoutersAdminTest-932523614 tempest-RoutersAdminTest-932523614-project] Notify agent at l3_agent.n-d-705658-22 the message routers_updated {{(pid=105584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:08:36.938216 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef70457f-4da1-40e5-9576-67af13c8b403 req-97909ac8-a41a-43c6-a6fc-0da8e961195f tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:08:36.939395 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f43e3b9-a011-4f58-8952-3053e71bf6c4 None None] Sync routers for ids ['cc54f545-3ebd-48cc-9e8f-5f44c28e9383'] in n-d-705658-22 {{(pid=105586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:08:36.943818 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c32f7f85-27f9-4a05-9f37-e3235eec8168 tempest-RoutersAdminTest-932523614 tempest-RoutersAdminTest-932523614-project] Notify callbacks [] for router, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:36.947393 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-c32f7f85-27f9-4a05-9f37-e3235eec8168 tempest-RoutersAdminTest-932523614 tempest-RoutersAdminTest-932523614-project] 10.222.0.59 "PUT /v2.0/routers/cc54f545-3ebd-48cc-9e8f-5f44c28e9383 HTTP/1.1" status: 200 len: 879 time: 4.8755379 Jul 27 21:08:36.947554 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef70457f-4da1-40e5-9576-67af13c8b403 req-97909ac8-a41a-43c6-a6fc-0da8e961195f tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:08:36.953038 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef70457f-4da1-40e5-9576-67af13c8b403 req-97909ac8-a41a-43c6-a6fc-0da8e961195f tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:08:36.955878 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f43e3b9-a011-4f58-8952-3053e71bf6c4 None None] Routers {'cc54f545-3ebd-48cc-9e8f-5f44c28e9383'} bound to L3 agent in host n-d-705658-22 {{(pid=105586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:08:36.956649 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-7f43e3b9-a011-4f58-8952-3053e71bf6c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:08:12Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['cc54f545-3ebd-48cc-9e8f-5f44c28e9383'], 'active': True} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:08:36.962012 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef70457f-4da1-40e5-9576-67af13c8b403 req-97909ac8-a41a-43c6-a6fc-0da8e961195f tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:08:36.975758 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef70457f-4da1-40e5-9576-67af13c8b403 req-97909ac8-a41a-43c6-a6fc-0da8e961195f tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:08:36.977584 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 53462) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:08:36.989671 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef70457f-4da1-40e5-9576-67af13c8b403 req-97909ac8-a41a-43c6-a6fc-0da8e961195f tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:08:36.989883 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [req-cb4691b2-ff08-42ef-b616-0422001ff921 req-d0b36716-35f7-4314-8e7d-5b856b5f31b3 service neutron] For port 566e3be7-77d9-40a2-9abe-1e1bb6e2da74, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=566e3be7-77d9-40a2-9abe-1e1bb6e2da74,segment=NetworkSegment(18a392fd-f38c-4fa2-9883-9b25afe164a9),segment_id=18a392fd-f38c-4fa2-9883-9b25afe164a9)] {{(pid=105584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:08:36.992356 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-ef70457f-4da1-40e5-9576-67af13c8b403 req-97909ac8-a41a-43c6-a6fc-0da8e961195f tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] 10.222.0.59 "GET /v2.0/ports?device_id=2be6dd0d-bc7c-4882-8bb2-afe5ae686d07 HTTP/1.1" status: 200 len: 4664 time: 0.1841764 Jul 27 21:08:37.013050 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.agents_db [None req-558fcd2c-e512-47bc-a170-8673d87f7213 None None] Agent healthcheck: found 7 active agents {{(pid=105587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 21:08:37.024832 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b39f00ad-75af-48e6-9fc9-496ea65884e9 None None] New status for floating IP 59824256-5991-4194-8b47-0d76542724f6: ACTIVE {{(pid=105587) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 21:08:37.059759 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-7f43e3b9-a011-4f58-8952-3053e71bf6c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-22', False) {} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:08:37.075743 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-ef70457f-4da1-40e5-9576-67af13c8b403 req-9c0743ac-4c57-4328-9ce9-f14a85af7c5a tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] 10.222.0.59 "GET /v2.0/security-groups?id=c27eaa65-2484-427b-949c-12cff57d8973&id=9dd39787-c773-4e1e-afc7-6169131b96d0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0714216 Jul 27 21:08:37.082431 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device 566e3be7-77d9-40a2-9abe-1e1bb6e2da74 no longer exists at agent hyperv_n-h1-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:08:37.133856 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [req-cb4691b2-ff08-42ef-b616-0422001ff921 req-d0b36716-35f7-4314-8e7d-5b856b5f31b3 service neutron] For port 566e3be7-77d9-40a2-9abe-1e1bb6e2da74, host n-h1-705658-22, cleared binding levels {{(pid=105584) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:08:37.191865 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [req-cb4691b2-ff08-42ef-b616-0422001ff921 req-d0b36716-35f7-4314-8e7d-5b856b5f31b3 service neutron] device_id is not set on port 566e3be7-77d9-40a2-9abe-1e1bb6e2da74 yet. {{(pid=105584) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 21:08:37.201745 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-7a42c177-036a-4dfa-9459-2b4076c4bb17 tempest-RoutersAdminTest-975150395 tempest-RoutersAdminTest-975150395-project-admin] 10.222.0.59 "GET /v2.0/routers/cc54f545-3ebd-48cc-9e8f-5f44c28e9383 HTTP/1.1" status: 200 len: 920 time: 0.2229574 Jul 27 21:08:37.204461 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 53486) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:08:37.211785 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-cb4691b2-ff08-42ef-b616-0422001ff921 req-d0b36716-35f7-4314-8e7d-5b856b5f31b3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:37.227818 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f43e3b9-a011-4f58-8952-3053e71bf6c4 None None] Routers {'cc54f545-3ebd-48cc-9e8f-5f44c28e9383'} bound to L3 agent in host n-d-705658-22 {{(pid=105586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:08:37.229078 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-7f43e3b9-a011-4f58-8952-3053e71bf6c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:08:12Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['cc54f545-3ebd-48cc-9e8f-5f44c28e9383'], 'active': True} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:08:37.242287 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-cb4691b2-ff08-42ef-b616-0422001ff921 req-d0b36716-35f7-4314-8e7d-5b856b5f31b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9014027'] for port, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:37.330508 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb4691b2-ff08-42ef-b616-0422001ff921 req-d0b36716-35f7-4314-8e7d-5b856b5f31b3 service neutron] No DVR routers for this DVR port 566e3be7-77d9-40a2-9abe-1e1bb6e2da74 on host n-h1-705658-22 {{(pid=105584) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:08:37.366971 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device c93b5038-6969-4f8d-8d0a-5a1c280dd74b no longer exists at agent hyperv_n-h1-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:08:37.387292 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [req-cb4691b2-ff08-42ef-b616-0422001ff921 req-d0b36716-35f7-4314-8e7d-5b856b5f31b3 service neutron] In _notify_port_updated(), no bound segment for port 566e3be7-77d9-40a2-9abe-1e1bb6e2da74 on network d06e6d48-2725-42c2-bd07-d31f23229f60 {{(pid=105584) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 27 21:08:37.388357 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4691b2-ff08-42ef-b616-0422001ff921 req-d0b36716-35f7-4314-8e7d-5b856b5f31b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:08:37.389116 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-cb4691b2-ff08-42ef-b616-0422001ff921 req-d0b36716-35f7-4314-8e7d-5b856b5f31b3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:37.390565 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-cb4691b2-ff08-42ef-b616-0422001ff921 req-d0b36716-35f7-4314-8e7d-5b856b5f31b3 service neutron] 10.222.0.36 "PUT /v2.0/ports/566e3be7-77d9-40a2-9abe-1e1bb6e2da74 HTTP/1.1" status: 200 len: 1032 time: 1.5451941 Jul 27 21:08:37.392333 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b36716-35f7-4314-8e7d-5b856b5f31b3 service neutron] Pushing event updated for resources: {'Port': ['ID=566e3be7-77d9-40a2-9abe-1e1bb6e2da74,revision_number=6']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:08:37.456032 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-7f43e3b9-a011-4f58-8952-3053e71bf6c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-22', False) {} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:08:37.458300 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f43e3b9-a011-4f58-8952-3053e71bf6c4 None None] The sync data for ids ['cc54f545-3ebd-48cc-9e8f-5f44c28e9383'] in n-d-705658-22 is: [] {{(pid=105586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:08:37.485269 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-256f7a04-ef05-4956-aa93-183839494d3e tempest-RoutersAdminTest-975150395 tempest-RoutersAdminTest-975150395-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:08:37.497400 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-256f7a04-ef05-4956-aa93-183839494d3e tempest-RoutersAdminTest-975150395 tempest-RoutersAdminTest-975150395-project-admin] 10.222.0.59 "GET /v2.0/ports?network_id=8735d8a2-b604-4758-ae71-b40e4ee6f305&device_id=cc54f545-3ebd-48cc-9e8f-5f44c28e9383&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2876129 Jul 27 21:08:37.498360 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 53496) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:08:37.526326 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:37.564558 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2be6dd0d-bc7c-4882-8bb2-afe5ae686d07', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c93b5038-6969-4f8d-8d0a-5a1c280dd74b'}] {{(pid=105586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:08:37.567212 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14c1663e039faf5393f87855f745010ac5b02220355b68fdbf065393e303ac56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63a6fdaa-5654-4843-a571-aa4767edf820" -d '{"events": [{"server_uuid": "2be6dd0d-bc7c-4882-8bb2-afe5ae686d07", "name": "network-vif-unplugged", "status": "completed", "tag": "c93b5038-6969-4f8d-8d0a-5a1c280dd74b"}]}' {{(pid=105586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:08:37.634877 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] For port c93b5038-6969-4f8d-8d0a-5a1c280dd74b, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=c93b5038-6969-4f8d-8d0a-5a1c280dd74b,segment=NetworkSegment(54f3551e-5c55-4c2f-a16f-7beb91ee97a5),segment_id=54f3551e-5c55-4c2f-a16f-7beb91ee97a5)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:08:37.652948 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:37.653910 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device 984e7f87-cd71-496b-8f96-8f7663d6c1ce no longer exists at agent hyperv_n-h1-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:08:37.686036 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1f1edd9-9080-46c3-aec0-403acfdebd6e tempest-RoutersAdminTest-975150395 tempest-RoutersAdminTest-975150395-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:08:37.701035 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [req-cb4691b2-ff08-42ef-b616-0422001ff921 req-98b7104f-3bfc-43fe-8c63-3f0c957b586f tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Deleting port 984e7f87-cd71-496b-8f96-8f7663d6c1ce {{(pid=105584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:08:37.701202 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-cb4691b2-ff08-42ef-b616-0422001ff921 req-98b7104f-3bfc-43fe-8c63-3f0c957b586f tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:37.705391 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 53506) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:08:37.707550 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-c1f1edd9-9080-46c3-aec0-403acfdebd6e tempest-RoutersAdminTest-975150395 tempest-RoutersAdminTest-975150395-project-admin] 10.222.0.59 "GET /v2.0/networks/8735d8a2-b604-4758-ae71-b40e4ee6f305 HTTP/1.1" status: 200 len: 881 time: 0.2079155 Jul 27 21:08:37.713941 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 27 Jul 2021 21:08:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6787de17-6894-492c-b6cb-737e72aa5621 x-openstack-request-id: req-6787de17-6894-492c-b6cb-737e72aa5621 {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:08:37.714362 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2be6dd0d-bc7c-4882-8bb2-afe5ae686d07", "name": "network-vif-unplugged", "status": "completed", "tag": "c93b5038-6969-4f8d-8d0a-5a1c280dd74b", "code": 200}]} {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:08:37.714710 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-6787de17-6894-492c-b6cb-737e72aa5621 {{(pid=105586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:08:37.717055 n-d-705658-22 neutron-server[105586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2be6dd0d-bc7c-4882-8bb2-afe5ae686d07', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c93b5038-6969-4f8d-8d0a-5a1c280dd74b', 'code': 200} Jul 27 21:08:37.779228 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-7f16b864-343c-44a1-8f3c-141c3a1de938 None None] Provisioning complete for port 566e3be7-77d9-40a2-9abe-1e1bb6e2da74 triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:08:37.779945 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-7f16b864-343c-44a1-8f3c-141c3a1de938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:37.856871 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 53514) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:08:37.861716 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-d07369c7-68ad-4b1a-ab18-9124159c2394 tempest-RoutersAdminTest-932523614 tempest-RoutersAdminTest-932523614-project] 10.222.0.59 "GET /v2.0/ports?device_id=cc54f545-3ebd-48cc-9e8f-5f44c28e9383 HTTP/1.1" status: 200 len: 205 time: 0.1479433 Jul 27 21:08:37.875327 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Pushing event updated for resources: {'Port': ['ID=c93b5038-6969-4f8d-8d0a-5a1c280dd74b,revision_number=6']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:08:37.924400 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:37.926437 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-7f16b864-343c-44a1-8f3c-141c3a1de938 None None] Port 566e3be7-77d9-40a2-9abe-1e1bb6e2da74 cannot update to ACTIVE because it is not bound. {{(pid=105586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:08:37.936789 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [req-cb4691b2-ff08-42ef-b616-0422001ff921 req-98b7104f-3bfc-43fe-8c63-3f0c957b586f tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] For port 984e7f87-cd71-496b-8f96-8f7663d6c1ce, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=984e7f87-cd71-496b-8f96-8f7663d6c1ce,segment=NetworkSegment(18a392fd-f38c-4fa2-9883-9b25afe164a9),segment_id=18a392fd-f38c-4fa2-9883-9b25afe164a9)] {{(pid=105584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:08:37.938006 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-cb4691b2-ff08-42ef-b616-0422001ff921 req-98b7104f-3bfc-43fe-8c63-3f0c957b586f tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:37.961740 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [req-cb4691b2-ff08-42ef-b616-0422001ff921 req-98b7104f-3bfc-43fe-8c63-3f0c957b586f tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Calling delete_port for 984e7f87-cd71-496b-8f96-8f7663d6c1ce owned by compute:nova {{(pid=105584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:08:37.992709 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] For port 984e7f87-cd71-496b-8f96-8f7663d6c1ce, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=984e7f87-cd71-496b-8f96-8f7663d6c1ce,segment=NetworkSegment(18a392fd-f38c-4fa2-9883-9b25afe164a9),segment_id=18a392fd-f38c-4fa2-9883-9b25afe164a9)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:08:37.998550 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:37.999408 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device 26471e2e-d677-40a0-8669-23cffdd218b5 no longer exists at agent hyperv_n-h1-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:08:38.098627 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Pushing event updated for resources: {'Port': ['ID=984e7f87-cd71-496b-8f96-8f7663d6c1ce,revision_number=6']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:08:38.149664 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:38.178304 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-52e0e47c-6ab6-4a2b-830a-ef1ffdc6a6ae tempest-RoutersAdminTest-932523614 tempest-RoutersAdminTest-932523614-project] Notify callbacks [] for router, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:38.204149 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-cb4691b2-ff08-42ef-b616-0422001ff921 req-98b7104f-3bfc-43fe-8c63-3f0c957b586f tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:38.214097 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] For port 26471e2e-d677-40a0-8669-23cffdd218b5, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=26471e2e-d677-40a0-8669-23cffdd218b5,segment=NetworkSegment(18a392fd-f38c-4fa2-9883-9b25afe164a9),segment_id=18a392fd-f38c-4fa2-9883-9b25afe164a9)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:08:38.220467 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:38.221287 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device 393132c5-1d7b-4862-8edc-dad8e0cfee95 no longer exists at agent hyperv_n-h1-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:08:38.252058 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b7104f-3bfc-43fe-8c63-3f0c957b586f tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Pushing event deleted for resources: {'Port': ['ID=984e7f87-cd71-496b-8f96-8f7663d6c1ce,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:08:38.313269 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Pushing event updated for resources: {'Port': ['ID=26471e2e-d677-40a0-8669-23cffdd218b5,revision_number=6']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:08:38.339682 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb4691b2-ff08-42ef-b616-0422001ff921 req-98b7104f-3bfc-43fe-8c63-3f0c957b586f tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] No DVR routers for this DVR port 984e7f87-cd71-496b-8f96-8f7663d6c1ce on host n-h1-705658-22 {{(pid=105584) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:08:38.342382 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-cb4691b2-ff08-42ef-b616-0422001ff921 req-98b7104f-3bfc-43fe-8c63-3f0c957b586f tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:38.344553 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-cb4691b2-ff08-42ef-b616-0422001ff921 req-98b7104f-3bfc-43fe-8c63-3f0c957b586f tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] 10.222.0.36 "DELETE /v2.0/ports/984e7f87-cd71-496b-8f96-8f7663d6c1ce HTTP/1.1" status: 204 len: 173 time: 0.9476573 Jul 27 21:08:38.345026 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2be6dd0d-bc7c-4882-8bb2-afe5ae686d07', 'name': 'network-vif-deleted', 'tag': '984e7f87-cd71-496b-8f96-8f7663d6c1ce'}] {{(pid=105584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:08:38.347553 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bce5e6c8685464f7626901654159975603b047827e3138302ed6566e28f1343" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1573839a-90cd-48dc-a604-6af505c462ce" -d '{"events": [{"server_uuid": "2be6dd0d-bc7c-4882-8bb2-afe5ae686d07", "name": "network-vif-deleted", "tag": "984e7f87-cd71-496b-8f96-8f7663d6c1ce"}]}' {{(pid=105584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:08:38.394817 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:38.462103 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-52e0e47c-6ab6-4a2b-830a-ef1ffdc6a6ae tempest-RoutersAdminTest-932523614 tempest-RoutersAdminTest-932523614-project] Notify callbacks [] for router_gateway, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:38.463356 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] For port 393132c5-1d7b-4862-8edc-dad8e0cfee95, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=393132c5-1d7b-4862-8edc-dad8e0cfee95,segment=NetworkSegment(54f3551e-5c55-4c2f-a16f-7beb91ee97a5),segment_id=54f3551e-5c55-4c2f-a16f-7beb91ee97a5)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:08:38.472367 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:38.477091 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device 3e901f2c-afa6-4e65-b936-9e2231fd9b0c no longer exists at agent hyperv_n-h1-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:08:38.527124 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07dd3b27-53ae-45a6-aac4-6195638c0853 req-61e45e37-ee78-4710-8c66-1f756487881e tempest-ImagesTestJSON-607612606 tempest-ImagesTestJSON-607612606-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:08:38.534703 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-07dd3b27-53ae-45a6-aac4-6195638c0853 req-61e45e37-ee78-4710-8c66-1f756487881e tempest-ImagesTestJSON-607612606 tempest-ImagesTestJSON-607612606-project] 10.222.0.59 "GET /v2.0/networks?id=72109025-d173-4d38-a78b-046bd6975a9d HTTP/1.1" status: 200 len: 805 time: 0.3713181 Jul 27 21:08:38.540655 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [req-cb4691b2-ff08-42ef-b616-0422001ff921 req-edc2053d-5910-46f6-9d8a-961800b49559 tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Deleting port c93b5038-6969-4f8d-8d0a-5a1c280dd74b {{(pid=105584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:08:38.541131 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-cb4691b2-ff08-42ef-b616-0422001ff921 req-edc2053d-5910-46f6-9d8a-961800b49559 tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:38.549601 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4006b680-cc56-4cc7-aad3-1cbe3d071c86 req-b3c0a6f0-25a8-419b-a4b5-74ddb386a2ac tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:08:38.555810 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4006b680-cc56-4cc7-aad3-1cbe3d071c86 req-b3c0a6f0-25a8-419b-a4b5-74ddb386a2ac tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:08:38.562186 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4006b680-cc56-4cc7-aad3-1cbe3d071c86 req-b3c0a6f0-25a8-419b-a4b5-74ddb386a2ac tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:08:38.568851 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4006b680-cc56-4cc7-aad3-1cbe3d071c86 req-b3c0a6f0-25a8-419b-a4b5-74ddb386a2ac tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:08:38.576527 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-4006b680-cc56-4cc7-aad3-1cbe3d071c86 req-b3c0a6f0-25a8-419b-a4b5-74ddb386a2ac tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] 10.222.0.59 "GET /v2.0/ports?device_id=2be6dd0d-bc7c-4882-8bb2-afe5ae686d07 HTTP/1.1" status: 200 len: 3147 time: 0.3409054 Jul 27 21:08:38.616268 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-07dd3b27-53ae-45a6-aac4-6195638c0853 req-f1f36948-264b-4b2f-b83f-f6aa22685f35 tempest-ImagesTestJSON-607612606 tempest-ImagesTestJSON-607612606-project] 10.222.0.59 "GET /v2.0/quotas/a39d600e729a489d99ed420d77266b4e HTTP/1.1" status: 200 len: 375 time: 0.0802765 Jul 27 21:08:38.696495 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [req-cb4691b2-ff08-42ef-b616-0422001ff921 req-edc2053d-5910-46f6-9d8a-961800b49559 tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] For port c93b5038-6969-4f8d-8d0a-5a1c280dd74b, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=c93b5038-6969-4f8d-8d0a-5a1c280dd74b,segment=NetworkSegment(54f3551e-5c55-4c2f-a16f-7beb91ee97a5),segment_id=54f3551e-5c55-4c2f-a16f-7beb91ee97a5)] {{(pid=105584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:08:38.696840 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-cb4691b2-ff08-42ef-b616-0422001ff921 req-edc2053d-5910-46f6-9d8a-961800b49559 tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:38.718393 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [req-cb4691b2-ff08-42ef-b616-0422001ff921 req-edc2053d-5910-46f6-9d8a-961800b49559 tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Calling delete_port for c93b5038-6969-4f8d-8d0a-5a1c280dd74b owned by compute:nova {{(pid=105584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:08:38.741041 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-4006b680-cc56-4cc7-aad3-1cbe3d071c86 req-f339b8ba-9c01-46d8-9063-b4b6dd7709b0 tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] 10.222.0.59 "GET /v2.0/security-groups?id=c27eaa65-2484-427b-949c-12cff57d8973&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1571672 Jul 27 21:08:38.758095 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [None req-52e0e47c-6ab6-4a2b-830a-ef1ffdc6a6ae tempest-RoutersAdminTest-932523614 tempest-RoutersAdminTest-932523614-project] Deleting port 6decd0b4-9910-4a90-8911-2eec2ba072ed {{(pid=105585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:08:38.772648 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-52e0e47c-6ab6-4a2b-830a-ef1ffdc6a6ae tempest-RoutersAdminTest-932523614 tempest-RoutersAdminTest-932523614-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:38.908917 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-07dd3b27-53ae-45a6-aac4-6195638c0853 req-f89c993c-c18e-4643-9853-072954d4046b tempest-ImagesTestJSON-607612606 tempest-ImagesTestJSON-607612606-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=a39d600e729a489d99ed420d77266b4e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2915838 Jul 27 21:08:38.957444 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-cb4691b2-ff08-42ef-b616-0422001ff921 req-edc2053d-5910-46f6-9d8a-961800b49559 tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:38.958831 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-46f78d96-1b05-4aea-ac39-d68de721ff8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:39.001805 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Pushing event updated for resources: {'Port': ['ID=393132c5-1d7b-4862-8edc-dad8e0cfee95,revision_number=6']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:08:39.013368 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc2053d-5910-46f6-9d8a-961800b49559 tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Pushing event deleted for resources: {'Port': ['ID=c93b5038-6969-4f8d-8d0a-5a1c280dd74b,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:08:39.029982 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-52e0e47c-6ab6-4a2b-830a-ef1ffdc6a6ae tempest-RoutersAdminTest-932523614 tempest-RoutersAdminTest-932523614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:39.064137 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [None req-52e0e47c-6ab6-4a2b-830a-ef1ffdc6a6ae tempest-RoutersAdminTest-932523614 tempest-RoutersAdminTest-932523614-project] Calling delete_port for 6decd0b4-9910-4a90-8911-2eec2ba072ed owned by network:router_gateway {{(pid=105585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:08:39.118364 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:08:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f006452-5c11-4fb1-8fcd-67cd416f75ed x-openstack-request-id: req-4f006452-5c11-4fb1-8fcd-67cd416f75ed {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:08:39.118656 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2be6dd0d-bc7c-4882-8bb2-afe5ae686d07", "name": "network-vif-deleted", "tag": "984e7f87-cd71-496b-8f96-8f7663d6c1ce", "status": "completed", "code": 200}]} {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:08:39.118833 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:39.118957 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-4f006452-5c11-4fb1-8fcd-67cd416f75ed {{(pid=105584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:08:39.119334 n-d-705658-22 neutron-server[105584]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2be6dd0d-bc7c-4882-8bb2-afe5ae686d07', 'name': 'network-vif-deleted', 'tag': '984e7f87-cd71-496b-8f96-8f7663d6c1ce', 'status': 'completed', 'code': 200} Jul 27 21:08:39.120124 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb4691b2-ff08-42ef-b616-0422001ff921 req-edc2053d-5910-46f6-9d8a-961800b49559 tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] No DVR routers for this DVR port c93b5038-6969-4f8d-8d0a-5a1c280dd74b on host n-h1-705658-22 {{(pid=105584) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:08:39.123121 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-cb4691b2-ff08-42ef-b616-0422001ff921 req-edc2053d-5910-46f6-9d8a-961800b49559 tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:39.125375 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-cb4691b2-ff08-42ef-b616-0422001ff921 req-edc2053d-5910-46f6-9d8a-961800b49559 tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] 10.222.0.36 "DELETE /v2.0/ports/c93b5038-6969-4f8d-8d0a-5a1c280dd74b HTTP/1.1" status: 204 len: 173 time: 0.7744620 Jul 27 21:08:39.173114 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] For port 3e901f2c-afa6-4e65-b936-9e2231fd9b0c, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=3e901f2c-afa6-4e65-b936-9e2231fd9b0c,segment=NetworkSegment(f1e516bc-13bc-4947-b152-f0f01499a80c),segment_id=f1e516bc-13bc-4947-b152-f0f01499a80c)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:08:39.184892 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:39.185958 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device 32d33fb6-0dd4-4fb0-848b-fa38285c8993 no longer exists at agent hyperv_n-h1-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:08:39.286826 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Pushing event updated for resources: {'Port': ['ID=3e901f2c-afa6-4e65-b936-9e2231fd9b0c,revision_number=6']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:08:39.295866 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-07dd3b27-53ae-45a6-aac4-6195638c0853 req-f91daee9-14df-4944-bef1-37f305f9917e service neutron] 10.222.0.59 "GET /v2.0/networks/72109025-d173-4d38-a78b-046bd6975a9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3852155 Jul 27 21:08:39.320245 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device 32d33fb6-0dd4-4fb0-848b-fa38285c8993 not bound to the agent host n-h1-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:08:39.327434 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [req-cb4691b2-ff08-42ef-b616-0422001ff921 req-2659a7ae-7913-458d-b75d-ccb465c2cb1a tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Deleting port 3e901f2c-afa6-4e65-b936-9e2231fd9b0c {{(pid=105584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:08:39.327790 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-cb4691b2-ff08-42ef-b616-0422001ff921 req-2659a7ae-7913-458d-b75d-ccb465c2cb1a tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:39.437442 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [req-cb4691b2-ff08-42ef-b616-0422001ff921 req-2659a7ae-7913-458d-b75d-ccb465c2cb1a tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] For port 3e901f2c-afa6-4e65-b936-9e2231fd9b0c, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=3e901f2c-afa6-4e65-b936-9e2231fd9b0c,segment=NetworkSegment(f1e516bc-13bc-4947-b152-f0f01499a80c),segment_id=f1e516bc-13bc-4947-b152-f0f01499a80c)] {{(pid=105584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:08:39.437877 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-cb4691b2-ff08-42ef-b616-0422001ff921 req-2659a7ae-7913-458d-b75d-ccb465c2cb1a tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:39.445445 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-52e0e47c-6ab6-4a2b-830a-ef1ffdc6a6ae tempest-RoutersAdminTest-932523614 tempest-RoutersAdminTest-932523614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:39.498539 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-07dd3b27-53ae-45a6-aac4-6195638c0853 req-294299aa-65b3-42da-aafe-6f0c74e8404f service neutron] 10.222.0.59 "GET /v2.0/networks/72109025-d173-4d38-a78b-046bd6975a9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1864309 Jul 27 21:08:39.529169 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e0e47c-6ab6-4a2b-830a-ef1ffdc6a6ae tempest-RoutersAdminTest-932523614 tempest-RoutersAdminTest-932523614-project] Pushing event deleted for resources: {'Port': ['ID=6decd0b4-9910-4a90-8911-2eec2ba072ed,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:08:39.669084 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-52e0e47c-6ab6-4a2b-830a-ef1ffdc6a6ae tempest-RoutersAdminTest-932523614 tempest-RoutersAdminTest-932523614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4075702'] for router_gateway, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:39.718208 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2be6dd0d-bc7c-4882-8bb2-afe5ae686d07', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '984e7f87-cd71-496b-8f96-8f7663d6c1ce'}, {'server_uuid': '2be6dd0d-bc7c-4882-8bb2-afe5ae686d07', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '26471e2e-d677-40a0-8669-23cffdd218b5'}, {'server_uuid': '2be6dd0d-bc7c-4882-8bb2-afe5ae686d07', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '393132c5-1d7b-4862-8edc-dad8e0cfee95'}, {'server_uuid': '2be6dd0d-bc7c-4882-8bb2-afe5ae686d07', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3e901f2c-afa6-4e65-b936-9e2231fd9b0c'}] {{(pid=105586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:08:39.720986 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14c1663e039faf5393f87855f745010ac5b02220355b68fdbf065393e303ac56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e211f7fe-0ac7-4fb2-b624-1b87cfe7284e" -d '{"events": [{"server_uuid": "2be6dd0d-bc7c-4882-8bb2-afe5ae686d07", "name": "network-vif-unplugged", "status": "completed", "tag": "984e7f87-cd71-496b-8f96-8f7663d6c1ce"}, {"server_uuid": "2be6dd0d-bc7c-4882-8bb2-afe5ae686d07", "name": "network-vif-unplugged", "status": "completed", "tag": "26471e2e-d677-40a0-8669-23cffdd218b5"}, {"server_uuid": "2be6dd0d-bc7c-4882-8bb2-afe5ae686d07", "name": "network-vif-unplugged", "status": "completed", "tag": "393132c5-1d7b-4862-8edc-dad8e0cfee95"}, {"server_uuid": "2be6dd0d-bc7c-4882-8bb2-afe5ae686d07", "name": "network-vif-unplugged", "status": "completed", "tag": "3e901f2c-afa6-4e65-b936-9e2231fd9b0c"}]}' {{(pid=105586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:08:39.790398 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 704 Content-Type: application/json Date: Tue, 27 Jul 2021 21:08:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2579cdd7-a61f-45d0-a67d-e7b83430812e x-openstack-request-id: req-2579cdd7-a61f-45d0-a67d-e7b83430812e {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:08:39.790702 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2be6dd0d-bc7c-4882-8bb2-afe5ae686d07", "name": "network-vif-unplugged", "status": "completed", "tag": "984e7f87-cd71-496b-8f96-8f7663d6c1ce", "code": 200}, {"server_uuid": "2be6dd0d-bc7c-4882-8bb2-afe5ae686d07", "name": "network-vif-unplugged", "status": "completed", "tag": "26471e2e-d677-40a0-8669-23cffdd218b5", "code": 200}, {"server_uuid": "2be6dd0d-bc7c-4882-8bb2-afe5ae686d07", "name": "network-vif-unplugged", "status": "completed", "tag": "393132c5-1d7b-4862-8edc-dad8e0cfee95", "code": 200}, {"server_uuid": "2be6dd0d-bc7c-4882-8bb2-afe5ae686d07", "name": "network-vif-unplugged", "status": "completed", "tag": "3e901f2c-afa6-4e65-b936-9e2231fd9b0c", "code": 200}]} {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:08:39.790958 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-2579cdd7-a61f-45d0-a67d-e7b83430812e {{(pid=105586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:08:39.791957 n-d-705658-22 neutron-server[105586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2be6dd0d-bc7c-4882-8bb2-afe5ae686d07', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '984e7f87-cd71-496b-8f96-8f7663d6c1ce', 'code': 200} Jul 27 21:08:39.792219 n-d-705658-22 neutron-server[105586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2be6dd0d-bc7c-4882-8bb2-afe5ae686d07', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '26471e2e-d677-40a0-8669-23cffdd218b5', 'code': 200} Jul 27 21:08:39.792476 n-d-705658-22 neutron-server[105586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2be6dd0d-bc7c-4882-8bb2-afe5ae686d07', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '393132c5-1d7b-4862-8edc-dad8e0cfee95', 'code': 200} Jul 27 21:08:39.792728 n-d-705658-22 neutron-server[105586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2be6dd0d-bc7c-4882-8bb2-afe5ae686d07', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3e901f2c-afa6-4e65-b936-9e2231fd9b0c', 'code': 200} Jul 27 21:08:39.820387 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-cb4691b2-ff08-42ef-b616-0422001ff921 req-2659a7ae-7913-458d-b75d-ccb465c2cb1a tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:39.820771 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-cb4691b2-ff08-42ef-b616-0422001ff921 req-2659a7ae-7913-458d-b75d-ccb465c2cb1a tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4075768'] for floatingip, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:39.821089 n-d-705658-22 neutron-server[105584]: INFO neutron.db.l3_db [req-cb4691b2-ff08-42ef-b616-0422001ff921 req-2659a7ae-7913-458d-b75d-ccb465c2cb1a tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Floating IP 86037dea-c9bb-418d-a373-f82d2cf4fe44 disassociated. External IP: 172.25.5.204, port: 3e901f2c-afa6-4e65-b936-9e2231fd9b0c. Jul 27 21:08:39.821614 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [req-cb4691b2-ff08-42ef-b616-0422001ff921 req-2659a7ae-7913-458d-b75d-ccb465c2cb1a tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Calling delete_port for 3e901f2c-afa6-4e65-b936-9e2231fd9b0c owned by compute:nova {{(pid=105584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:08:39.981404 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-52e0e47c-6ab6-4a2b-830a-ef1ffdc6a6ae tempest-RoutersAdminTest-932523614 tempest-RoutersAdminTest-932523614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4163631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-425'] for router, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:40.013099 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:40.015392 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-52e0e47c-6ab6-4a2b-830a-ef1ffdc6a6ae tempest-RoutersAdminTest-932523614 tempest-RoutersAdminTest-932523614-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:40.045514 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-cb4691b2-ff08-42ef-b616-0422001ff921 req-2659a7ae-7913-458d-b75d-ccb465c2cb1a tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:40.089175 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2659a7ae-7913-458d-b75d-ccb465c2cb1a tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Pushing event deleted for resources: {'Port': ['ID=3e901f2c-afa6-4e65-b936-9e2231fd9b0c,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:08:40.227117 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-52e0e47c-6ab6-4a2b-830a-ef1ffdc6a6ae tempest-RoutersAdminTest-932523614 tempest-RoutersAdminTest-932523614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4163007'] for router, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:40.227636 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52e0e47c-6ab6-4a2b-830a-ef1ffdc6a6ae tempest-RoutersAdminTest-932523614 tempest-RoutersAdminTest-932523614-project] Fanout notify agent at l3_agent the message router_deleted on router cc54f545-3ebd-48cc-9e8f-5f44c28e9383 {{(pid=105585) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 21:08:40.250105 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-3fc097bf-8e1e-49f0-9670-2e93cc641c88 req-c33f25c4-23d4-4973-9827-3cb8b598b2bf tempest-ImagesTestJSON-607612606 tempest-ImagesTestJSON-607612606-project] 10.222.0.59 "GET /v2.0/ports?device_id=3df18367-d5f2-4562-b9b0-adc84180d413 HTTP/1.1" status: 200 len: 210 time: 0.0590742 Jul 27 21:08:40.265308 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-52e0e47c-6ab6-4a2b-830a-ef1ffdc6a6ae tempest-RoutersAdminTest-932523614 tempest-RoutersAdminTest-932523614-project] Notify callbacks [] for router, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:40.269653 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-52e0e47c-6ab6-4a2b-830a-ef1ffdc6a6ae tempest-RoutersAdminTest-932523614 tempest-RoutersAdminTest-932523614-project] 10.222.0.59 "DELETE /v2.0/routers/cc54f545-3ebd-48cc-9e8f-5f44c28e9383 HTTP/1.1" status: 204 len: 168 time: 2.4106894 Jul 27 21:08:40.291103 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a619c0-57da-40ac-9b40-e35554213054 req-b7268fd1-4e50-4b25-80b6-792e4a390468 tempest-ImagesTestJSON-607612606 tempest-ImagesTestJSON-607612606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:08:40.299592 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 53582) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:08:40.301182 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b5a619c0-57da-40ac-9b40-e35554213054 req-b7268fd1-4e50-4b25-80b6-792e4a390468 tempest-ImagesTestJSON-607612606 tempest-ImagesTestJSON-607612606-project] 10.222.0.60 "GET /v2.0/ports?device_id=42066bbc-d304-4638-ab28-54876f59f8a3 HTTP/1.1" status: 200 len: 946 time: 0.6278269 Jul 27 21:08:40.310769 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-aa463346-eb4e-4b19-bf5b-a557ba468a17 tempest-RoutersAdminTest-932523614 tempest-RoutersAdminTest-932523614-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-583085362', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:08:40.387613 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-aa463346-eb4e-4b19-bf5b-a557ba468a17 tempest-RoutersAdminTest-932523614 tempest-RoutersAdminTest-932523614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4163813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-443'] for router, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:40.388709 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-aa463346-eb4e-4b19-bf5b-a557ba468a17 tempest-RoutersAdminTest-932523614 tempest-RoutersAdminTest-932523614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4165196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4077059', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3711235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-418'] for router, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:40.404222 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cb4691b2-ff08-42ef-b616-0422001ff921 req-2659a7ae-7913-458d-b75d-ccb465c2cb1a tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Router 0e84950d-2139-459c-962f-b52569720581 has already been hosted by L3 agent dd128fd7-8e57-4d4f-895b-a96b369df59a {{(pid=105584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:08:40.418205 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b3eed7-1412-412f-806e-40dac707b7d9 req-74c1cd17-3e46-442d-b280-3606482dbf0c tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:08:40.434242 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b3eed7-1412-412f-806e-40dac707b7d9 req-74c1cd17-3e46-442d-b280-3606482dbf0c tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:08:40.440351 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b3eed7-1412-412f-806e-40dac707b7d9 req-74c1cd17-3e46-442d-b280-3606482dbf0c tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:08:40.443049 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-72b3eed7-1412-412f-806e-40dac707b7d9 req-74c1cd17-3e46-442d-b280-3606482dbf0c tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] 10.222.0.59 "GET /v2.0/ports?device_id=2be6dd0d-bc7c-4882-8bb2-afe5ae686d07 HTTP/1.1" status: 200 len: 2332 time: 0.5031986 Jul 27 21:08:40.549723 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-aa463346-eb4e-4b19-bf5b-a557ba468a17 tempest-RoutersAdminTest-932523614 tempest-RoutersAdminTest-932523614-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:40.561477 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-aa463346-eb4e-4b19-bf5b-a557ba468a17 tempest-RoutersAdminTest-932523614 tempest-RoutersAdminTest-932523614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4163804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4077150'] for router, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:40.643182 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-aa463346-eb4e-4b19-bf5b-a557ba468a17 tempest-RoutersAdminTest-932523614 tempest-RoutersAdminTest-932523614-project] Notify callbacks [] for router, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:40.648010 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-aa463346-eb4e-4b19-bf5b-a557ba468a17 tempest-RoutersAdminTest-932523614 tempest-RoutersAdminTest-932523614-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3468032 Jul 27 21:08:40.648623 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 53588) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:08:40.656061 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-e98610f8-b011-4619-8df6-f2c607df6441 tempest-RoutersAdminTest-975150395 tempest-RoutersAdminTest-975150395-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'enable_snat': True}}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:08:40.665208 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-72b3eed7-1412-412f-806e-40dac707b7d9 req-acfb5b2d-d7ed-41ea-b2d9-3a6e851cda6f tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] 10.222.0.59 "GET /v2.0/security-groups?id=c27eaa65-2484-427b-949c-12cff57d8973&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2061052 Jul 27 21:08:40.777140 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [req-b5a619c0-57da-40ac-9b40-e35554213054 req-ab70d81d-9bba-4ab3-bd66-e23dad04170f tempest-ImagesTestJSON-607612606 tempest-ImagesTestJSON-607612606-project] Deleting port d147f3a6-bc63-4646-ab25-a77edf5be1d7 {{(pid=105585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:08:40.777597 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-b5a619c0-57da-40ac-9b40-e35554213054 req-ab70d81d-9bba-4ab3-bd66-e23dad04170f tempest-ImagesTestJSON-607612606 tempest-ImagesTestJSON-607612606-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:40.813294 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cb4691b2-ff08-42ef-b616-0422001ff921 req-2659a7ae-7913-458d-b75d-ccb465c2cb1a tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Notify agent at l3_agent.n-d-705658-22 the message routers_updated {{(pid=105584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:08:40.824760 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bc7555f-4fba-4489-bdfd-1b04a7d1cc47 None None] Sync routers for ids ['0e84950d-2139-459c-962f-b52569720581'] in n-d-705658-22 {{(pid=105586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:08:40.839257 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bc7555f-4fba-4489-bdfd-1b04a7d1cc47 None None] Routers {'0e84950d-2139-459c-962f-b52569720581'} bound to L3 agent in host n-d-705658-22 {{(pid=105586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:08:40.843041 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-8bc7555f-4fba-4489-bdfd-1b04a7d1cc47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:08:12Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['0e84950d-2139-459c-962f-b52569720581'], 'active': True} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:08:40.909456 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb4691b2-ff08-42ef-b616-0422001ff921 req-2659a7ae-7913-458d-b75d-ccb465c2cb1a tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] No DVR routers for this DVR port 3e901f2c-afa6-4e65-b936-9e2231fd9b0c on host n-h1-705658-22 {{(pid=105584) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:08:40.914082 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-cb4691b2-ff08-42ef-b616-0422001ff921 req-2659a7ae-7913-458d-b75d-ccb465c2cb1a tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:40.916031 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-cb4691b2-ff08-42ef-b616-0422001ff921 req-2659a7ae-7913-458d-b75d-ccb465c2cb1a tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] 10.222.0.36 "DELETE /v2.0/ports/3e901f2c-afa6-4e65-b936-9e2231fd9b0c HTTP/1.1" status: 204 len: 173 time: 1.7796481 Jul 27 21:08:40.988444 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629e1677-7230-4082-8f79-0d65b42689ea req-cdd13e8e-6212-4f25-8994-5fda9b6cf813 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:08:41.002501 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629e1677-7230-4082-8f79-0d65b42689ea req-cdd13e8e-6212-4f25-8994-5fda9b6cf813 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:08:41.017436 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629e1677-7230-4082-8f79-0d65b42689ea req-cdd13e8e-6212-4f25-8994-5fda9b6cf813 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:08:41.029895 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629e1677-7230-4082-8f79-0d65b42689ea req-cdd13e8e-6212-4f25-8994-5fda9b6cf813 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:08:41.041382 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629e1677-7230-4082-8f79-0d65b42689ea req-cdd13e8e-6212-4f25-8994-5fda9b6cf813 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:08:41.043994 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-e98610f8-b011-4619-8df6-f2c607df6441 tempest-RoutersAdminTest-975150395 tempest-RoutersAdminTest-975150395-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4077169', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4163787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-400'] for router, precommit_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:41.047396 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629e1677-7230-4082-8f79-0d65b42689ea req-cdd13e8e-6212-4f25-8994-5fda9b6cf813 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:08:41.054514 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629e1677-7230-4082-8f79-0d65b42689ea req-cdd13e8e-6212-4f25-8994-5fda9b6cf813 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:08:41.055862 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvr_db [None req-8bc7555f-4fba-4489-bdfd-1b04a7d1cc47 None None] Set router 0e84950d-2139-459c-962f-b52569720581 gateway port host: n-d-705658-22 {{(pid=105586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:08:41.062767 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-629e1677-7230-4082-8f79-0d65b42689ea req-cdd13e8e-6212-4f25-8994-5fda9b6cf813 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] 10.222.0.59 "GET /v2.0/ports?device_id=9dfbe127-2e40-448a-9032-c49d8e1e61fe HTTP/1.1" status: 200 len: 5432 time: 0.3906031 Jul 27 21:08:41.085430 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.db [req-b5a619c0-57da-40ac-9b40-e35554213054 req-ab70d81d-9bba-4ab3-bd66-e23dad04170f tempest-ImagesTestJSON-607612606 tempest-ImagesTestJSON-607612606-project] For port d147f3a6-bc63-4646-ab25-a77edf5be1d7, host n-h2-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=d147f3a6-bc63-4646-ab25-a77edf5be1d7,segment=NetworkSegment(74356e05-950c-4c55-88c6-85a1b1fc145d),segment_id=74356e05-950c-4c55-88c6-85a1b1fc145d)] {{(pid=105585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:08:41.085861 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-b5a619c0-57da-40ac-9b40-e35554213054 req-ab70d81d-9bba-4ab3-bd66-e23dad04170f tempest-ImagesTestJSON-607612606 tempest-ImagesTestJSON-607612606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:41.145790 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2be6dd0d-bc7c-4882-8bb2-afe5ae686d07', 'name': 'network-vif-deleted', 'tag': 'c93b5038-6969-4f8d-8d0a-5a1c280dd74b'}, {'server_uuid': '2be6dd0d-bc7c-4882-8bb2-afe5ae686d07', 'name': 'network-vif-deleted', 'tag': '3e901f2c-afa6-4e65-b936-9e2231fd9b0c'}] {{(pid=105584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:08:41.148240 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bce5e6c8685464f7626901654159975603b047827e3138302ed6566e28f1343" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2068a432-912c-4a9c-b0ad-3c9d8ed1ecaf" -d '{"events": [{"server_uuid": "2be6dd0d-bc7c-4882-8bb2-afe5ae686d07", "name": "network-vif-deleted", "tag": "c93b5038-6969-4f8d-8d0a-5a1c280dd74b"}, {"server_uuid": "2be6dd0d-bc7c-4882-8bb2-afe5ae686d07", "name": "network-vif-deleted", "tag": "3e901f2c-afa6-4e65-b936-9e2231fd9b0c"}]}' {{(pid=105584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:08:41.198151 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-629e1677-7230-4082-8f79-0d65b42689ea req-25d83484-6e6a-4c01-93e7-ce5bb439c054 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] 10.222.0.59 "GET /v2.0/security-groups?id=477ad29f-b988-4b09-963a-d2ba14baa454&id=602b6e89-9902-4d75-b8ec-25947a9f847b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1288037 Jul 27 21:08:41.201867 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [req-cb4691b2-ff08-42ef-b616-0422001ff921 req-14657655-904d-4de2-828f-6bf3aca7a7fb tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Deleting port 26471e2e-d677-40a0-8669-23cffdd218b5 {{(pid=105584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:08:41.202225 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-cb4691b2-ff08-42ef-b616-0422001ff921 req-14657655-904d-4de2-828f-6bf3aca7a7fb tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:41.203156 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [req-b5a619c0-57da-40ac-9b40-e35554213054 req-ab70d81d-9bba-4ab3-bd66-e23dad04170f tempest-ImagesTestJSON-607612606 tempest-ImagesTestJSON-607612606-project] Calling delete_port for d147f3a6-bc63-4646-ab25-a77edf5be1d7 owned by compute:nova {{(pid=105585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:08:41.371024 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 27 Jul 2021 21:08:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-992367ab-0d55-42c6-b1ec-0eefc6687619 x-openstack-request-id: req-992367ab-0d55-42c6-b1ec-0eefc6687619 {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:08:41.371360 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2be6dd0d-bc7c-4882-8bb2-afe5ae686d07", "name": "network-vif-deleted", "tag": "c93b5038-6969-4f8d-8d0a-5a1c280dd74b", "status": "completed", "code": 200}, {"server_uuid": "2be6dd0d-bc7c-4882-8bb2-afe5ae686d07", "name": "network-vif-deleted", "tag": "3e901f2c-afa6-4e65-b936-9e2231fd9b0c", "status": "completed", "code": 200}]} {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:08:41.373979 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-992367ab-0d55-42c6-b1ec-0eefc6687619 {{(pid=105584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:08:41.374444 n-d-705658-22 neutron-server[105584]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2be6dd0d-bc7c-4882-8bb2-afe5ae686d07', 'name': 'network-vif-deleted', 'tag': 'c93b5038-6969-4f8d-8d0a-5a1c280dd74b', 'status': 'completed', 'code': 200} Jul 27 21:08:41.380688 n-d-705658-22 neutron-server[105584]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2be6dd0d-bc7c-4882-8bb2-afe5ae686d07', 'name': 'network-vif-deleted', 'tag': '3e901f2c-afa6-4e65-b936-9e2231fd9b0c', 'status': 'completed', 'code': 200} Jul 27 21:08:41.409710 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Device d147f3a6-bc63-4646-ab25-a77edf5be1d7 no longer exists at agent hyperv_n-h2-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:08:41.502289 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-0f111cab-7402-4e15-a76f-3483ea391725 req-56472716-cf90-466c-8015-df1db6ac2015 tempest-ImagesTestJSON-607612606 tempest-ImagesTestJSON-607612606-project] 10.222.0.59 "GET /v2.0/ports?device_id=3df18367-d5f2-4562-b9b0-adc84180d413 HTTP/1.1" status: 200 len: 210 time: 0.0995064 Jul 27 21:08:41.573503 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:41.585268 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-8bc7555f-4fba-4489-bdfd-1b04a7d1cc47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e84950d-2139-459c-962f-b52569720581', 'name': 'tempest-TaggedBootDevicesTest_v242-1386233488-router', 'tenant_id': 'be3b976efbdd4f41894dd22bc5b95523', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.66'}], 'enable_snat': True}, 'gw_port_id': 'ed7e84f1-cfdb-4cac-a5e1-9b643fefe0a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:58:06Z', 'updated_at': '2021-07-27T20:58:11Z', 'revision_number': 4, 'project_id': 'be3b976efbdd4f41894dd22bc5b95523', 'gw_port': {'id': 'ed7e84f1-cfdb-4cac-a5e1-9b643fefe0a3', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:9a:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e84950d-2139-459c-962f-b52569720581', 'device_owner': 'network:router_gateway', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:58:06Z', 'updated_at': '2021-07-27T20:58:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_interfaces': [{'id': '631b06c9-7b2f-4055-b652-dbf72145199d', 'name': '', 'network_id': 'b117ba52-594c-450e-a21e-ba2b0ffa1338', 'tenant_id': 'be3b976efbdd4f41894dd22bc5b95523', 'mac_address': 'fa:16:3e:50:41:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e84950d-2139-459c-962f-b52569720581', 'device_owner': 'network:router_interface', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': '38961467-19f7-4057-ba41-d6906c9db744', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:58:09Z', 'updated_at': '2021-07-27T20:58:19Z', 'revision_number': 5, 'project_id': 'be3b976efbdd4f41894dd22bc5b95523', 'subnets': [{'id': '38961467-19f7-4057-ba41-d6906c9db744', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-22', False) {} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:08:41.590022 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-7afba1c8-868c-4fb1-b500-caa9a03ab2c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:41.619231 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bc7555f-4fba-4489-bdfd-1b04a7d1cc47 None None] Checking router: 0e84950d-2139-459c-962f-b52569720581 for host: n-d-705658-22 {{(pid=105586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:08:41.664707 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bc7555f-4fba-4489-bdfd-1b04a7d1cc47 None None] Routers {'0e84950d-2139-459c-962f-b52569720581'} bound to L3 agent in host n-d-705658-22 {{(pid=105586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:08:41.665366 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-8bc7555f-4fba-4489-bdfd-1b04a7d1cc47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:08:42Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['0e84950d-2139-459c-962f-b52569720581'], 'active': True} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:08:41.671400 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [req-cb4691b2-ff08-42ef-b616-0422001ff921 req-14657655-904d-4de2-828f-6bf3aca7a7fb tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] For port 26471e2e-d677-40a0-8669-23cffdd218b5, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=26471e2e-d677-40a0-8669-23cffdd218b5,segment=NetworkSegment(18a392fd-f38c-4fa2-9883-9b25afe164a9),segment_id=18a392fd-f38c-4fa2-9883-9b25afe164a9)] {{(pid=105584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:08:41.672082 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-cb4691b2-ff08-42ef-b616-0422001ff921 req-14657655-904d-4de2-828f-6bf3aca7a7fb tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:41.685502 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-b5a619c0-57da-40ac-9b40-e35554213054 req-ab70d81d-9bba-4ab3-bd66-e23dad04170f tempest-ImagesTestJSON-607612606 tempest-ImagesTestJSON-607612606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:41.733357 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab70d81d-9bba-4ab3-bd66-e23dad04170f tempest-ImagesTestJSON-607612606 tempest-ImagesTestJSON-607612606-project] Pushing event deleted for resources: {'Port': ['ID=d147f3a6-bc63-4646-ab25-a77edf5be1d7,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:08:41.762636 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d8e396-430c-4e9a-9f30-d5a72323b95b req-72ee4dd7-7458-4153-b90d-9170656cf51b tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:08:41.780815 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d8e396-430c-4e9a-9f30-d5a72323b95b req-72ee4dd7-7458-4153-b90d-9170656cf51b tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:08:41.787646 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d8e396-430c-4e9a-9f30-d5a72323b95b req-72ee4dd7-7458-4153-b90d-9170656cf51b tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:08:41.804811 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d8e396-430c-4e9a-9f30-d5a72323b95b req-72ee4dd7-7458-4153-b90d-9170656cf51b tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:08:41.811902 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d8e396-430c-4e9a-9f30-d5a72323b95b req-72ee4dd7-7458-4153-b90d-9170656cf51b tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:08:41.818558 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d8e396-430c-4e9a-9f30-d5a72323b95b req-72ee4dd7-7458-4153-b90d-9170656cf51b tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:08:41.825504 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d8e396-430c-4e9a-9f30-d5a72323b95b req-72ee4dd7-7458-4153-b90d-9170656cf51b tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:08:41.831730 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-43d8e396-430c-4e9a-9f30-d5a72323b95b req-72ee4dd7-7458-4153-b90d-9170656cf51b tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] 10.222.0.59 "GET /v2.0/ports?device_id=9dfbe127-2e40-448a-9032-c49d8e1e61fe HTTP/1.1" status: 200 len: 5432 time: 0.3603878 Jul 27 21:08:41.884925 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvr_db [None req-8bc7555f-4fba-4489-bdfd-1b04a7d1cc47 None None] Set router 0e84950d-2139-459c-962f-b52569720581 gateway port host: n-d-705658-22 {{(pid=105586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:08:41.910153 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [req-cb4691b2-ff08-42ef-b616-0422001ff921 req-14657655-904d-4de2-828f-6bf3aca7a7fb tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Calling delete_port for 26471e2e-d677-40a0-8669-23cffdd218b5 owned by compute:nova {{(pid=105584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:08:41.919879 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-e98610f8-b011-4619-8df6-f2c607df6441 tempest-RoutersAdminTest-975150395 tempest-RoutersAdminTest-975150395-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:41.940122 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5a619c0-57da-40ac-9b40-e35554213054 req-ab70d81d-9bba-4ab3-bd66-e23dad04170f tempest-ImagesTestJSON-607612606 tempest-ImagesTestJSON-607612606-project] No DVR routers for this DVR port d147f3a6-bc63-4646-ab25-a77edf5be1d7 on host n-h2-705658-22 {{(pid=105585) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:08:41.945125 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-b5a619c0-57da-40ac-9b40-e35554213054 req-ab70d81d-9bba-4ab3-bd66-e23dad04170f tempest-ImagesTestJSON-607612606 tempest-ImagesTestJSON-607612606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:41.947379 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b5a619c0-57da-40ac-9b40-e35554213054 req-ab70d81d-9bba-4ab3-bd66-e23dad04170f tempest-ImagesTestJSON-607612606 tempest-ImagesTestJSON-607612606-project] 10.222.0.60 "DELETE /v2.0/ports/d147f3a6-bc63-4646-ab25-a77edf5be1d7 HTTP/1.1" status: 204 len: 173 time: 1.6392710 Jul 27 21:08:41.948045 n-d-705658-22 neutron-server[105585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42066bbc-d304-4638-ab28-54876f59f8a3', 'name': 'network-vif-deleted', 'tag': 'd147f3a6-bc63-4646-ab25-a77edf5be1d7'}] {{(pid=105585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:08:41.950488 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d66fd65881426bfc2b5388084a3654e5eae521106a15a3dbf0eb4cde7106c36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e826523-f144-4d75-ab9e-5f39247f1bf8" -d '{"events": [{"server_uuid": "42066bbc-d304-4638-ab28-54876f59f8a3", "name": "network-vif-deleted", "tag": "d147f3a6-bc63-4646-ab25-a77edf5be1d7"}]}' {{(pid=105585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:08:42.009020 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3f8fb8-88a1-4266-95e2-b8c8356f7de8 req-aa93db6a-9851-4d4f-9327-fa856a0d3e9b tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:08:42.028713 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3f8fb8-88a1-4266-95e2-b8c8356f7de8 req-aa93db6a-9851-4d4f-9327-fa856a0d3e9b tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:08:42.030356 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-df3f8fb8-88a1-4266-95e2-b8c8356f7de8 req-aa93db6a-9851-4d4f-9327-fa856a0d3e9b tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] 10.222.0.59 "GET /v2.0/ports?device_id=2be6dd0d-bc7c-4882-8bb2-afe5ae686d07 HTTP/1.1" status: 200 len: 1677 time: 0.1921506 Jul 27 21:08:42.084649 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:08:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c83f18c-b729-44df-8b48-8d46ae6c81b3 x-openstack-request-id: req-8c83f18c-b729-44df-8b48-8d46ae6c81b3 {{(pid=105585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:08:42.085326 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42066bbc-d304-4638-ab28-54876f59f8a3", "name": "network-vif-deleted", "tag": "d147f3a6-bc63-4646-ab25-a77edf5be1d7", "status": "completed", "code": 200}]} {{(pid=105585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:08:42.087928 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-8c83f18c-b729-44df-8b48-8d46ae6c81b3 {{(pid=105585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:08:42.088535 n-d-705658-22 neutron-server[105585]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42066bbc-d304-4638-ab28-54876f59f8a3', 'name': 'network-vif-deleted', 'tag': 'd147f3a6-bc63-4646-ab25-a77edf5be1d7', 'status': 'completed', 'code': 200} Jul 27 21:08:42.130461 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:42.145900 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-df3f8fb8-88a1-4266-95e2-b8c8356f7de8 req-2e6693fd-36e4-47c7-9742-18d0d7b037cb tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] 10.222.0.59 "GET /v2.0/security-groups?id=c27eaa65-2484-427b-949c-12cff57d8973&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1032975 Jul 27 21:08:42.273124 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-8bc7555f-4fba-4489-bdfd-1b04a7d1cc47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e84950d-2139-459c-962f-b52569720581', 'name': 'tempest-TaggedBootDevicesTest_v242-1386233488-router', 'tenant_id': 'be3b976efbdd4f41894dd22bc5b95523', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.66'}], 'enable_snat': True}, 'gw_port_id': 'ed7e84f1-cfdb-4cac-a5e1-9b643fefe0a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:58:06Z', 'updated_at': '2021-07-27T20:58:11Z', 'revision_number': 4, 'project_id': 'be3b976efbdd4f41894dd22bc5b95523', 'gw_port': {'id': 'ed7e84f1-cfdb-4cac-a5e1-9b643fefe0a3', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:9a:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e84950d-2139-459c-962f-b52569720581', 'device_owner': 'network:router_gateway', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:58:06Z', 'updated_at': '2021-07-27T20:58:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_interfaces': [{'id': '631b06c9-7b2f-4055-b652-dbf72145199d', 'name': '', 'network_id': 'b117ba52-594c-450e-a21e-ba2b0ffa1338', 'tenant_id': 'be3b976efbdd4f41894dd22bc5b95523', 'mac_address': 'fa:16:3e:50:41:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e84950d-2139-459c-962f-b52569720581', 'device_owner': 'network:router_interface', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': '38961467-19f7-4057-ba41-d6906c9db744', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:58:09Z', 'updated_at': '2021-07-27T20:58:19Z', 'revision_number': 5, 'project_id': 'be3b976efbdd4f41894dd22bc5b95523', 'subnets': [{'id': '38961467-19f7-4057-ba41-d6906c9db744', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-22', False) {} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:08:42.303868 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bc7555f-4fba-4489-bdfd-1b04a7d1cc47 None None] The sync data for ids ['0e84950d-2139-459c-962f-b52569720581'] in n-d-705658-22 is: [{'id': '0e84950d-2139-459c-962f-b52569720581', 'name': 'tempest-TaggedBootDevicesTest_v242-1386233488-router', 'tenant_id': 'be3b976efbdd4f41894dd22bc5b95523', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.66'}], 'enable_snat': True}, 'gw_port_id': 'ed7e84f1-cfdb-4cac-a5e1-9b643fefe0a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:58:06Z', 'updated_at': '2021-07-27T20:58:11Z', 'revision_number': 4, 'project_id': 'be3b976efbdd4f41894dd22bc5b95523', 'gw_port': {'id': 'ed7e84f1-cfdb-4cac-a5e1-9b643fefe0a3', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:9a:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e84950d-2139-459c-962f-b52569720581', 'device_owner': 'network:router_gateway', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:58:06Z', 'updated_at': '2021-07-27T20:58:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_interfaces': [{'id': '631b06c9-7b2f-4055-b652-dbf72145199d', 'name': '', 'network_id': 'b117ba52-594c-450e-a21e-ba2b0ffa1338', 'tenant_id': 'be3b976efbdd4f41894dd22bc5b95523', 'mac_address': 'fa:16:3e:50:41:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e84950d-2139-459c-962f-b52569720581', 'device_owner': 'network:router_interface', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': '38961467-19f7-4057-ba41-d6906c9db744', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:58:09Z', 'updated_at': '2021-07-27T20:58:19Z', 'revision_number': 5, 'project_id': 'be3b976efbdd4f41894dd22bc5b95523', 'subnets': [{'id': '38961467-19f7-4057-ba41-d6906c9db744', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:08:42.601626 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-e98610f8-b011-4619-8df6-f2c607df6441 tempest-RoutersAdminTest-975150395 tempest-RoutersAdminTest-975150395-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:42.710547 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-27f93b22-ddcd-40c5-a958-7fda1bd9480c req-21da4224-fa98-4151-9e9f-ee57c669d736 tempest-ImagesTestJSON-607612606 tempest-ImagesTestJSON-607612606-project] 10.222.0.59 "GET /v2.0/ports?device_id=3df18367-d5f2-4562-b9b0-adc84180d413 HTTP/1.1" status: 200 len: 210 time: 0.0795796 Jul 27 21:08:42.766331 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ab07d0a-e831-412a-b7d0-ac144343f037 None None] New status for floating IP 86037dea-c9bb-418d-a373-f82d2cf4fe44: DOWN {{(pid=105587) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 21:08:42.767118 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-cb4691b2-ff08-42ef-b616-0422001ff921 req-14657655-904d-4de2-828f-6bf3aca7a7fb tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:42.789046 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07dd3b27-53ae-45a6-aac4-6195638c0853 req-64bd93cb-447c-4fce-9cb8-5a9cb8ca3750 tempest-ImagesTestJSON-607612606 tempest-ImagesTestJSON-607612606-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:08:42.791603 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-07dd3b27-53ae-45a6-aac4-6195638c0853 req-64bd93cb-447c-4fce-9cb8-5a9cb8ca3750 tempest-ImagesTestJSON-607612606 tempest-ImagesTestJSON-607612606-project] 10.222.0.60 "GET /v2.0/networks?id=72109025-d173-4d38-a78b-046bd6975a9d HTTP/1.1" status: 200 len: 805 time: 1.3035579 Jul 27 21:08:42.823084 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-bb32ed7d-8717-448b-a9c8-a5a0117d1fd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:42.875047 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [req-07dd3b27-53ae-45a6-aac4-6195638c0853 req-0ea2fafd-91e6-4c8e-ab41-49b90410806e tempest-ImagesTestJSON-607612606 tempest-ImagesTestJSON-607612606-project] Request body: {'port': {'device_id': '3df18367-d5f2-4562-b9b0-adc84180d413', 'network_id': '72109025-d173-4d38-a78b-046bd6975a9d', 'admin_state_up': True, 'tenant_id': 'a39d600e729a489d99ed420d77266b4e'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:08:42.882555 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb4691b2-ff08-42ef-b616-0422001ff921 req-14657655-904d-4de2-828f-6bf3aca7a7fb tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] No DVR routers for this DVR port 26471e2e-d677-40a0-8669-23cffdd218b5 on host n-h1-705658-22 {{(pid=105584) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:08:42.905137 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-cb4691b2-ff08-42ef-b616-0422001ff921 req-14657655-904d-4de2-828f-6bf3aca7a7fb tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:42.908439 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-cb4691b2-ff08-42ef-b616-0422001ff921 req-14657655-904d-4de2-828f-6bf3aca7a7fb tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] 10.222.0.36 "DELETE /v2.0/ports/26471e2e-d677-40a0-8669-23cffdd218b5 HTTP/1.1" status: 204 len: 173 time: 1.9467359 Jul 27 21:08:42.909606 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14657655-904d-4de2-828f-6bf3aca7a7fb tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Pushing event deleted for resources: {'Port': ['ID=26471e2e-d677-40a0-8669-23cffdd218b5,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:08:43.130691 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.db_base_plugin_common [None req-e98610f8-b011-4619-8df6-f2c607df6441 tempest-RoutersAdminTest-975150395 tempest-RoutersAdminTest-975150395-project-admin] Allocated IP 172.25.5.180 (8735d8a2-b604-4758-ae71-b40e4ee6f305/eca7dbab-b9c0-4c8f-a272-816ea8a81764/5c9edc33-045a-4c98-a319-d158b03088e8) {{(pid=105584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:08:43.275215 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [req-cb4691b2-ff08-42ef-b616-0422001ff921 req-0d9c25c8-06e0-414d-b07a-d66cf55f5bab tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Deleting port 393132c5-1d7b-4862-8edc-dad8e0cfee95 {{(pid=105584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:08:43.277504 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-cb4691b2-ff08-42ef-b616-0422001ff921 req-0d9c25c8-06e0-414d-b07a-d66cf55f5bab tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:43.372655 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-07dd3b27-53ae-45a6-aac4-6195638c0853 req-0ea2fafd-91e6-4c8e-ab41-49b90410806e tempest-ImagesTestJSON-607612606 tempest-ImagesTestJSON-607612606-project] Made reservation on behalf of a39d600e729a489d99ed420d77266b4e for: {'port': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:08:43.376235 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-07dd3b27-53ae-45a6-aac4-6195638c0853 req-0ea2fafd-91e6-4c8e-ab41-49b90410806e tempest-ImagesTestJSON-607612606 tempest-ImagesTestJSON-607612606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:43.377991 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2270f575-f33a-4472-8227-877a47ffcec1 req-52739a9c-1a99-4328-b667-fb56a126c3c2 tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:08:43.383776 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2be6dd0d-bc7c-4882-8bb2-afe5ae686d07', 'name': 'network-vif-deleted', 'tag': '26471e2e-d677-40a0-8669-23cffdd218b5'}] {{(pid=105584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:08:43.384359 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-2270f575-f33a-4472-8227-877a47ffcec1 req-52739a9c-1a99-4328-b667-fb56a126c3c2 tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] 10.222.0.59 "GET /v2.0/ports?device_id=2be6dd0d-bc7c-4882-8bb2-afe5ae686d07 HTTP/1.1" status: 200 len: 943 time: 0.1151009 Jul 27 21:08:43.386049 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bce5e6c8685464f7626901654159975603b047827e3138302ed6566e28f1343" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d00164ea-318b-480e-917d-a57bfd2b0e20" -d '{"events": [{"server_uuid": "2be6dd0d-bc7c-4882-8bb2-afe5ae686d07", "name": "network-vif-deleted", "tag": "26471e2e-d677-40a0-8669-23cffdd218b5"}]}' {{(pid=105584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:08:43.440021 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-2270f575-f33a-4472-8227-877a47ffcec1 req-6cdc9ddd-91d3-4934-be35-10b1596df678 tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] 10.222.0.59 "GET /v2.0/security-groups?id=c27eaa65-2484-427b-949c-12cff57d8973&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490696 Jul 27 21:08:43.525465 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:08:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c07e1db7-6bfd-4694-b865-bddf62b57c71 x-openstack-request-id: req-c07e1db7-6bfd-4694-b865-bddf62b57c71 {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:08:43.525766 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2be6dd0d-bc7c-4882-8bb2-afe5ae686d07", "name": "network-vif-deleted", "tag": "26471e2e-d677-40a0-8669-23cffdd218b5", "status": "completed", "code": 200}]} {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:08:43.526043 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-c07e1db7-6bfd-4694-b865-bddf62b57c71 {{(pid=105584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:08:43.526420 n-d-705658-22 neutron-server[105584]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2be6dd0d-bc7c-4882-8bb2-afe5ae686d07', 'name': 'network-vif-deleted', 'tag': '26471e2e-d677-40a0-8669-23cffdd218b5', 'status': 'completed', 'code': 200} Jul 27 21:08:43.592588 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-e98610f8-b011-4619-8df6-f2c607df6441 tempest-RoutersAdminTest-975150395 tempest-RoutersAdminTest-975150395-project-admin] Notify callbacks [] for port, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:43.599092 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [req-cb4691b2-ff08-42ef-b616-0422001ff921 req-0d9c25c8-06e0-414d-b07a-d66cf55f5bab tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] For port 393132c5-1d7b-4862-8edc-dad8e0cfee95, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=393132c5-1d7b-4862-8edc-dad8e0cfee95,segment=NetworkSegment(54f3551e-5c55-4c2f-a16f-7beb91ee97a5),segment_id=54f3551e-5c55-4c2f-a16f-7beb91ee97a5)] {{(pid=105584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:08:43.599468 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-cb4691b2-ff08-42ef-b616-0422001ff921 req-0d9c25c8-06e0-414d-b07a-d66cf55f5bab tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:43.626239 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [req-cb4691b2-ff08-42ef-b616-0422001ff921 req-0d9c25c8-06e0-414d-b07a-d66cf55f5bab tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Calling delete_port for 393132c5-1d7b-4862-8edc-dad8e0cfee95 owned by compute:nova {{(pid=105584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:08:43.758455 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.db_base_plugin_common [req-07dd3b27-53ae-45a6-aac4-6195638c0853 req-0ea2fafd-91e6-4c8e-ab41-49b90410806e tempest-ImagesTestJSON-607612606 tempest-ImagesTestJSON-607612606-project] Allocated IP 172.20.0.8 (72109025-d173-4d38-a78b-046bd6975a9d/5c3e9e9f-5a21-43a6-8c24-ea076aff9e22/9852ccb6-761a-4a2a-9f2a-b133a92a7329) {{(pid=105584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:08:43.808620 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-e98610f8-b011-4619-8df6-f2c607df6441 tempest-RoutersAdminTest-975150395 tempest-RoutersAdminTest-975150395-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:43.825421 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-ad7f6dd9-1071-4906-b5b5-5657acc6634c req-cbab23d9-ccee-4c8f-b2a9-5f0fac8e6bb3 tempest-ImagesTestJSON-607612606 tempest-ImagesTestJSON-607612606-project] 10.222.0.59 "GET /v2.0/ports?device_id=3df18367-d5f2-4562-b9b0-adc84180d413 HTTP/1.1" status: 200 len: 210 time: 0.0378215 Jul 27 21:08:43.866487 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e98610f8-b011-4619-8df6-f2c607df6441 tempest-RoutersAdminTest-975150395 tempest-RoutersAdminTest-975150395-project-admin] Network 8735d8a2-b604-4758-ae71-b40e4ee6f305 is already hosted by enough agents. {{(pid=105584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:08:43.874278 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [None req-e98610f8-b011-4619-8df6-f2c607df6441 tempest-RoutersAdminTest-975150395 tempest-RoutersAdminTest-975150395-project-admin] Resources bound (agent type, host, resource id): {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:08:43.881540 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e98610f8-b011-4619-8df6-f2c607df6441 tempest-RoutersAdminTest-975150395 tempest-RoutersAdminTest-975150395-project-admin] Received port after_create {{(pid=105584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:08:43.971692 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98610f8-b011-4619-8df6-f2c607df6441 tempest-RoutersAdminTest-975150395 tempest-RoutersAdminTest-975150395-project-admin] Pushing event updated for resources: {'Port': ['ID=5c9edc33-045a-4c98-a319-d158b03088e8,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:08:44.036867 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 53658) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:08:44.125231 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-cb4691b2-ff08-42ef-b616-0422001ff921 req-0d9c25c8-06e0-414d-b07a-d66cf55f5bab tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:44.189295 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9c25c8-06e0-414d-b07a-d66cf55f5bab tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Pushing event deleted for resources: {'Port': ['ID=393132c5-1d7b-4862-8edc-dad8e0cfee95,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:08:44.249903 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-07dd3b27-53ae-45a6-aac4-6195638c0853 req-0ea2fafd-91e6-4c8e-ab41-49b90410806e tempest-ImagesTestJSON-607612606 tempest-ImagesTestJSON-607612606-project] Notify callbacks [] for port, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:44.259505 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-875ced1b-4cf3-463a-9653-058f0f9421e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:44.328448 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb4691b2-ff08-42ef-b616-0422001ff921 req-0d9c25c8-06e0-414d-b07a-d66cf55f5bab tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] No DVR routers for this DVR port 393132c5-1d7b-4862-8edc-dad8e0cfee95 on host n-h1-705658-22 {{(pid=105584) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:08:44.334554 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-cb4691b2-ff08-42ef-b616-0422001ff921 req-0d9c25c8-06e0-414d-b07a-d66cf55f5bab tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:44.337130 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-cb4691b2-ff08-42ef-b616-0422001ff921 req-0d9c25c8-06e0-414d-b07a-d66cf55f5bab tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] 10.222.0.36 "DELETE /v2.0/ports/393132c5-1d7b-4862-8edc-dad8e0cfee95 HTTP/1.1" status: 204 len: 173 time: 1.3474607 Jul 27 21:08:44.420420 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-07dd3b27-53ae-45a6-aac4-6195638c0853 req-0ea2fafd-91e6-4c8e-ab41-49b90410806e tempest-ImagesTestJSON-607612606 tempest-ImagesTestJSON-607612606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:44.422152 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-e98610f8-b011-4619-8df6-f2c607df6441 tempest-RoutersAdminTest-975150395 tempest-RoutersAdminTest-975150395-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:44.484273 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a6ec79-74de-4e95-ac99-d34329d8aaf2 req-b8d59ed4-eb6a-4709-b8b0-81d955986b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:08:44.485087 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a6ec79-74de-4e95-ac99-d34329d8aaf2 req-b8d59ed4-eb6a-4709-b8b0-81d955986b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:08:44.485734 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a6ec79-74de-4e95-ac99-d34329d8aaf2 req-b8d59ed4-eb6a-4709-b8b0-81d955986b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:08:44.486200 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a6ec79-74de-4e95-ac99-d34329d8aaf2 req-b8d59ed4-eb6a-4709-b8b0-81d955986b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:08:44.486748 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a6ec79-74de-4e95-ac99-d34329d8aaf2 req-b8d59ed4-eb6a-4709-b8b0-81d955986b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:08:44.487218 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a6ec79-74de-4e95-ac99-d34329d8aaf2 req-b8d59ed4-eb6a-4709-b8b0-81d955986b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:08:44.487635 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a6ec79-74de-4e95-ac99-d34329d8aaf2 req-b8d59ed4-eb6a-4709-b8b0-81d955986b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:08:44.489846 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-13a6ec79-74de-4e95-ac99-d34329d8aaf2 req-b8d59ed4-eb6a-4709-b8b0-81d955986b1d service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=9dfbe127-2e40-448a-9032-c49d8e1e61fe HTTP/1.1" status: 200 len: 6496 time: 0.4517713 Jul 27 21:08:44.514745 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-07dd3b27-53ae-45a6-aac4-6195638c0853 req-0ea2fafd-91e6-4c8e-ab41-49b90410806e tempest-ImagesTestJSON-607612606 tempest-ImagesTestJSON-607612606-project] Network 72109025-d173-4d38-a78b-046bd6975a9d is already hosted by enough agents. {{(pid=105584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:08:44.525958 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [req-07dd3b27-53ae-45a6-aac4-6195638c0853 req-0ea2fafd-91e6-4c8e-ab41-49b90410806e tempest-ImagesTestJSON-607612606 tempest-ImagesTestJSON-607612606-project] Resources bound (agent type, host, resource id): {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:08:44.533651 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [req-07dd3b27-53ae-45a6-aac4-6195638c0853 req-0ea2fafd-91e6-4c8e-ab41-49b90410806e tempest-ImagesTestJSON-607612606 tempest-ImagesTestJSON-607612606-project] Received port after_create {{(pid=105584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:08:44.540439 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-13a6ec79-74de-4e95-ac99-d34329d8aaf2 req-c87c563e-abea-4aef-9a90-875264a158d9 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=477ad29f-b988-4b09-963a-d2ba14baa454&id=602b6e89-9902-4d75-b8ec-25947a9f847b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0348430 Jul 27 21:08:44.580200 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea2fafd-91e6-4c8e-ab41-49b90410806e tempest-ImagesTestJSON-607612606 tempest-ImagesTestJSON-607612606-project] Pushing event updated for resources: {'Port': ['ID=9852ccb6-761a-4a2a-9f2a-b133a92a7329,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:08:44.595595 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-1ecc80c4-6087-4454-8206-38dd0b351b60 req-e156414b-79bd-406b-9871-1c4568112cd0 tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] 10.222.0.59 "GET /v2.0/ports?device_id=2be6dd0d-bc7c-4882-8bb2-afe5ae686d07 HTTP/1.1" status: 200 len: 210 time: 0.0370400 Jul 27 21:08:44.661424 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07dd3b27-53ae-45a6-aac4-6195638c0853 req-0ea2fafd-91e6-4c8e-ab41-49b90410806e tempest-ImagesTestJSON-607612606 tempest-ImagesTestJSON-607612606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:08:44.662082 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-07dd3b27-53ae-45a6-aac4-6195638c0853 req-0ea2fafd-91e6-4c8e-ab41-49b90410806e tempest-ImagesTestJSON-607612606 tempest-ImagesTestJSON-607612606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:44.710062 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-07dd3b27-53ae-45a6-aac4-6195638c0853 req-0ea2fafd-91e6-4c8e-ab41-49b90410806e tempest-ImagesTestJSON-607612606 tempest-ImagesTestJSON-607612606-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8840132 Jul 27 21:08:44.727395 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [req-07dd3b27-53ae-45a6-aac4-6195638c0853 req-9893d9dc-8f06-4181-b16d-9252b3fd6e2a service neutron] Request body: {'port': {'device_id': '3df18367-d5f2-4562-b9b0-adc84180d413', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-705658-22'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:08:44.848661 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-e98610f8-b011-4619-8df6-f2c607df6441 tempest-RoutersAdminTest-975150395 tempest-RoutersAdminTest-975150395-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4077169', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4163787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-400'] for router, precommit_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:44.879972 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-e98610f8-b011-4619-8df6-f2c607df6441 tempest-RoutersAdminTest-975150395 tempest-RoutersAdminTest-975150395-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4077150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4077160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4077159', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4163778'] for router, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:44.899304 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-07dd3b27-53ae-45a6-aac4-6195638c0853 req-9893d9dc-8f06-4181-b16d-9252b3fd6e2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:44.998160 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e8260b-ae09-4dfc-b119-8a3f1b2b5907 req-45ceb0fb-08fd-4d6b-99aa-bd565a265ae7 tempest-ImagesTestJSON-607612606 tempest-ImagesTestJSON-607612606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:08:45.000045 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-d3e8260b-ae09-4dfc-b119-8a3f1b2b5907 req-45ceb0fb-08fd-4d6b-99aa-bd565a265ae7 tempest-ImagesTestJSON-607612606 tempest-ImagesTestJSON-607612606-project] 10.222.0.59 "GET /v2.0/ports?device_id=3df18367-d5f2-4562-b9b0-adc84180d413 HTTP/1.1" status: 200 len: 931 time: 0.0909238 Jul 27 21:08:45.049308 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-d3e8260b-ae09-4dfc-b119-8a3f1b2b5907 req-5a1da49b-d613-4116-9880-5a3b3a7123b6 tempest-ImagesTestJSON-607612606 tempest-ImagesTestJSON-607612606-project] 10.222.0.59 "GET /v2.0/security-groups?id=0824f12c-25ec-46a0-872f-0482607e4324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427158 Jul 27 21:08:45.204164 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e98610f8-b011-4619-8df6-f2c607df6441 tempest-RoutersAdminTest-975150395 tempest-RoutersAdminTest-975150395-project-admin] Router 9fe6b9ee-3474-447a-8967-9b5ad63f6d67 is scheduled to L3 agent dd128fd7-8e57-4d4f-895b-a96b369df59a with binding_index 1 {{(pid=105584) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 21:08:45.384887 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [req-07dd3b27-53ae-45a6-aac4-6195638c0853 req-9893d9dc-8f06-4181-b16d-9252b3fd6e2a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9852ccb6-761a-4a2a-9f2a-b133a92a7329 {{(pid=105584) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:08:45.393500 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-07dd3b27-53ae-45a6-aac4-6195638c0853 req-9893d9dc-8f06-4181-b16d-9252b3fd6e2a service neutron] Notify callbacks [] for port, precommit_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:45.396195 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e98610f8-b011-4619-8df6-f2c607df6441 tempest-RoutersAdminTest-975150395 tempest-RoutersAdminTest-975150395-project-admin] Notify agent at l3_agent.n-d-705658-22 the message routers_updated {{(pid=105584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:08:45.401306 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-e98610f8-b011-4619-8df6-f2c607df6441 tempest-RoutersAdminTest-975150395 tempest-RoutersAdminTest-975150395-project-admin] Notify callbacks [] for router, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:45.402261 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-e98610f8-b011-4619-8df6-f2c607df6441 tempest-RoutersAdminTest-975150395 tempest-RoutersAdminTest-975150395-project-admin] 10.222.0.59 "PUT /v2.0/routers/9fe6b9ee-3474-447a-8967-9b5ad63f6d67 HTTP/1.1" status: 200 len: 914 time: 4.7503142 Jul 27 21:08:45.405380 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 53696) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:08:45.411918 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa8f4b01-23db-4fdf-887b-f29a75999805 None None] Sync routers for ids ['9fe6b9ee-3474-447a-8967-9b5ad63f6d67'] in n-d-705658-22 {{(pid=105586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:08:45.413738 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.provisioning_blocks [req-07dd3b27-53ae-45a6-aac4-6195638c0853 req-9893d9dc-8f06-4181-b16d-9252b3fd6e2a service neutron] Transition to ACTIVE for port object 9852ccb6-761a-4a2a-9f2a-b133a92a7329 will not be triggered until provisioned by entity L2. {{(pid=105584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:08:45.419319 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Device d147f3a6-bc63-4646-ab25-a77edf5be1d7 no longer exists at agent hyperv_n-h2-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:08:45.425570 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-07dd3b27-53ae-45a6-aac4-6195638c0853 req-9893d9dc-8f06-4181-b16d-9252b3fd6e2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9014027'] for port, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:45.445384 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-3d54578f-831f-4696-b568-13c455922dab None None] No Port match for: d147f3a6-bc63-4646-ab25-a77edf5be1d7 {{(pid=105586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:08:45.446061 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Device d147f3a6-bc63-4646-ab25-a77edf5be1d7 not bound to the agent host n-h2-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:08:45.452838 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa8f4b01-23db-4fdf-887b-f29a75999805 None None] Routers {'9fe6b9ee-3474-447a-8967-9b5ad63f6d67'} bound to L3 agent in host n-d-705658-22 {{(pid=105586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:08:45.453726 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-aa8f4b01-23db-4fdf-887b-f29a75999805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:08:42Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['9fe6b9ee-3474-447a-8967-9b5ad63f6d67'], 'active': True} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:08:45.487122 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-aa8f4b01-23db-4fdf-887b-f29a75999805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-22', False) {} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:08:45.497738 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa8f4b01-23db-4fdf-887b-f29a75999805 None None] Routers {'9fe6b9ee-3474-447a-8967-9b5ad63f6d67'} bound to L3 agent in host n-d-705658-22 {{(pid=105586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:08:45.498621 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-aa8f4b01-23db-4fdf-887b-f29a75999805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:08:42Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['9fe6b9ee-3474-447a-8967-9b5ad63f6d67'], 'active': True} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:08:45.528124 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2be6dd0d-bc7c-4882-8bb2-afe5ae686d07', 'name': 'network-vif-deleted', 'tag': '393132c5-1d7b-4862-8edc-dad8e0cfee95'}] {{(pid=105584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:08:45.530506 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bce5e6c8685464f7626901654159975603b047827e3138302ed6566e28f1343" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07cec075-c134-41ed-b68a-24f5de5da325" -d '{"events": [{"server_uuid": "2be6dd0d-bc7c-4882-8bb2-afe5ae686d07", "name": "network-vif-deleted", "tag": "393132c5-1d7b-4862-8edc-dad8e0cfee95"}]}' {{(pid=105584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:08:45.542188 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9893d9dc-8f06-4181-b16d-9252b3fd6e2a service neutron] Pushing event updated for resources: {'Port': ['ID=9852ccb6-761a-4a2a-9f2a-b133a92a7329,revision_number=2']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:08:45.569590 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-aa8f4b01-23db-4fdf-887b-f29a75999805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-22', False) {} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:08:45.574319 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa8f4b01-23db-4fdf-887b-f29a75999805 None None] The sync data for ids ['9fe6b9ee-3474-447a-8967-9b5ad63f6d67'] in n-d-705658-22 is: [] {{(pid=105586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:08:45.601297 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-8f7057ba-c6cf-4060-a46b-fe33c481d782 tempest-RoutersAdminTest-975150395 tempest-RoutersAdminTest-975150395-project-admin] 10.222.0.59 "GET /v2.0/routers/9fe6b9ee-3474-447a-8967-9b5ad63f6d67 HTTP/1.1" status: 200 len: 920 time: 0.1949804 Jul 27 21:08:45.604488 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 53702) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:08:45.612472 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:08:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cebea5df-9260-4019-8841-efbf28f549da x-openstack-request-id: req-cebea5df-9260-4019-8841-efbf28f549da {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:08:45.612875 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2be6dd0d-bc7c-4882-8bb2-afe5ae686d07", "name": "network-vif-deleted", "tag": "393132c5-1d7b-4862-8edc-dad8e0cfee95", "status": "completed", "code": 200}]} {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:08:45.613191 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-cebea5df-9260-4019-8841-efbf28f549da {{(pid=105584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:08:45.613682 n-d-705658-22 neutron-server[105584]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2be6dd0d-bc7c-4882-8bb2-afe5ae686d07', 'name': 'network-vif-deleted', 'tag': '393132c5-1d7b-4862-8edc-dad8e0cfee95', 'status': 'completed', 'code': 200} Jul 27 21:08:45.650095 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [req-07dd3b27-53ae-45a6-aac4-6195638c0853 req-9893d9dc-8f06-4181-b16d-9252b3fd6e2a service neutron] Attempting to bind port 9852ccb6-761a-4a2a-9f2a-b133a92a7329 on host n-h2-705658-22 for vnic_type normal with profile {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:08:45.650702 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [req-07dd3b27-53ae-45a6-aac4-6195638c0853 req-9893d9dc-8f06-4181-b16d-9252b3fd6e2a service neutron] Attempting to bind port 9852ccb6-761a-4a2a-9f2a-b133a92a7329 by drivers openvswitch,hyperv on host n-h2-705658-22 at level 0 using segments [{'id': '74356e05-950c-4c55-88c6-85a1b1fc145d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '72109025-d173-4d38-a78b-046bd6975a9d'}] {{(pid=105584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:08:45.651171 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07dd3b27-53ae-45a6-aac4-6195638c0853 req-9893d9dc-8f06-4181-b16d-9252b3fd6e2a service neutron] Attempting to bind port 9852ccb6-761a-4a2a-9f2a-b133a92a7329 on network 72109025-d173-4d38-a78b-046bd6975a9d {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:08:45.657241 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07dd3b27-53ae-45a6-aac4-6195638c0853 req-9893d9dc-8f06-4181-b16d-9252b3fd6e2a service neutron] Port 9852ccb6-761a-4a2a-9f2a-b133a92a7329 on network 72109025-d173-4d38-a78b-046bd6975a9d not bound, no agent of type Open vSwitch agent registered on host n-h2-705658-22 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:08:45.657241 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07dd3b27-53ae-45a6-aac4-6195638c0853 req-9893d9dc-8f06-4181-b16d-9252b3fd6e2a service neutron] Attempting to bind port 9852ccb6-761a-4a2a-9f2a-b133a92a7329 on network 72109025-d173-4d38-a78b-046bd6975a9d {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:08:45.663706 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07dd3b27-53ae-45a6-aac4-6195638c0853 req-9893d9dc-8f06-4181-b16d-9252b3fd6e2a service neutron] Checking agent: {'id': '65195a73-a875-4810-9f5b-622ae260a8a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 49, 40), 'started_at': datetime.datetime(2021, 7, 27, 20, 49, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 8, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:08:45.664351 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07dd3b27-53ae-45a6-aac4-6195638c0853 req-9893d9dc-8f06-4181-b16d-9252b3fd6e2a service neutron] Checking segment: {'id': '74356e05-950c-4c55-88c6-85a1b1fc145d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '72109025-d173-4d38-a78b-046bd6975a9d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:08:45.664654 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07dd3b27-53ae-45a6-aac4-6195638c0853 req-9893d9dc-8f06-4181-b16d-9252b3fd6e2a service neutron] Bound using segment: {'id': '74356e05-950c-4c55-88c6-85a1b1fc145d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '72109025-d173-4d38-a78b-046bd6975a9d'} {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:08:45.666671 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [req-07dd3b27-53ae-45a6-aac4-6195638c0853 req-9893d9dc-8f06-4181-b16d-9252b3fd6e2a service neutron] Bound port: 9852ccb6-761a-4a2a-9f2a-b133a92a7329, host: n-h2-705658-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74356e05-950c-4c55-88c6-85a1b1fc145d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '72109025-d173-4d38-a78b-046bd6975a9d'}}] {{(pid=105584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:08:45.666671 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-07dd3b27-53ae-45a6-aac4-6195638c0853 req-9893d9dc-8f06-4181-b16d-9252b3fd6e2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:45.713398 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7069ca9a-a69f-4f80-978c-a84545f45f69 tempest-RoutersAdminTest-975150395 tempest-RoutersAdminTest-975150395-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:08:45.715228 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-7069ca9a-a69f-4f80-978c-a84545f45f69 tempest-RoutersAdminTest-975150395 tempest-RoutersAdminTest-975150395-project-admin] 10.222.0.59 "GET /v2.0/ports?network_id=8735d8a2-b604-4758-ae71-b40e4ee6f305&device_id=9fe6b9ee-3474-447a-8967-9b5ad63f6d67&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1066346 Jul 27 21:08:45.717812 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 53706) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:08:45.743133 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [req-07dd3b27-53ae-45a6-aac4-6195638c0853 req-9893d9dc-8f06-4181-b16d-9252b3fd6e2a service neutron] For port 9852ccb6-761a-4a2a-9f2a-b133a92a7329, host n-h2-705658-22, cleared binding levels {{(pid=105584) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:08:45.746893 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [req-07dd3b27-53ae-45a6-aac4-6195638c0853 req-9893d9dc-8f06-4181-b16d-9252b3fd6e2a service neutron] For port 9852ccb6-761a-4a2a-9f2a-b133a92a7329, host n-h2-705658-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=9852ccb6-761a-4a2a-9f2a-b133a92a7329,segment=NetworkSegment(74356e05-950c-4c55-88c6-85a1b1fc145d),segment_id=74356e05-950c-4c55-88c6-85a1b1fc145d)] {{(pid=105584) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:08:45.756797 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e2f225e4-d389-4a50-8985-28e1a28d16a1 req-382ca627-5e70-4ce5-93f3-e480cd1d6be8 tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] 10.222.0.59 "GET /v2.0/ports?device_id=2be6dd0d-bc7c-4882-8bb2-afe5ae686d07 HTTP/1.1" status: 200 len: 210 time: 0.0553179 Jul 27 21:08:45.761621 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-07dd3b27-53ae-45a6-aac4-6195638c0853 req-9893d9dc-8f06-4181-b16d-9252b3fd6e2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9014027'] for port, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:45.798310 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07dd3b27-53ae-45a6-aac4-6195638c0853 req-9893d9dc-8f06-4181-b16d-9252b3fd6e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:08:45.801277 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-07dd3b27-53ae-45a6-aac4-6195638c0853 req-9893d9dc-8f06-4181-b16d-9252b3fd6e2a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:45.803761 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-07dd3b27-53ae-45a6-aac4-6195638c0853 req-9893d9dc-8f06-4181-b16d-9252b3fd6e2a service neutron] 10.222.0.60 "PUT /v2.0/ports/9852ccb6-761a-4a2a-9f2a-b133a92a7329 HTTP/1.1" status: 200 len: 1092 time: 1.0833712 Jul 27 21:08:45.890067 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21b74a64-8625-4901-8619-3ab57ca63431 tempest-RoutersAdminTest-975150395 tempest-RoutersAdminTest-975150395-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:08:45.893130 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-21b74a64-8625-4901-8619-3ab57ca63431 tempest-RoutersAdminTest-975150395 tempest-RoutersAdminTest-975150395-project-admin] 10.222.0.59 "GET /v2.0/networks/8735d8a2-b604-4758-ae71-b40e4ee6f305 HTTP/1.1" status: 200 len: 881 time: 0.1740706 Jul 27 21:08:45.896561 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 53710) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:08:45.930086 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-3a57f051-1929-4f46-8c61-eb30059ba947 tempest-RoutersAdminTest-932523614 tempest-RoutersAdminTest-932523614-project] 10.222.0.59 "GET /v2.0/ports?device_id=9fe6b9ee-3474-447a-8967-9b5ad63f6d67 HTTP/1.1" status: 200 len: 205 time: 0.0323155 Jul 27 21:08:45.932404 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 53712) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:08:46.056587 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-6b9bf0c2-b82a-4283-8d31-47b74eed88f7 tempest-RoutersAdminTest-932523614 tempest-RoutersAdminTest-932523614-project] Notify callbacks [] for router, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:46.248470 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-6b9bf0c2-b82a-4283-8d31-47b74eed88f7 tempest-RoutersAdminTest-932523614 tempest-RoutersAdminTest-932523614-project] Notify callbacks [] for router_gateway, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:46.321635 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534a0096-ec61-4354-a68c-02fd349b9f93 req-d82d38d0-c09a-4583-a095-6da4ee57ffa4 tempest-ImagesTestJSON-607612606 tempest-ImagesTestJSON-607612606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:08:46.323555 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-534a0096-ec61-4354-a68c-02fd349b9f93 req-d82d38d0-c09a-4583-a095-6da4ee57ffa4 tempest-ImagesTestJSON-607612606 tempest-ImagesTestJSON-607612606-project] 10.222.0.59 "GET /v2.0/ports?device_id=3df18367-d5f2-4562-b9b0-adc84180d413 HTTP/1.1" status: 200 len: 943 time: 0.1428180 Jul 27 21:08:46.328210 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9893d9dc-8f06-4181-b16d-9252b3fd6e2a service neutron] Pushing event updated for resources: {'Port': ['ID=9852ccb6-761a-4a2a-9f2a-b133a92a7329,revision_number=3']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:08:46.358366 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07dd3b27-53ae-45a6-aac4-6195638c0853 req-2c9f02c5-f9ac-4492-96a5-2d932d9c82d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:08:46.360192 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-07dd3b27-53ae-45a6-aac4-6195638c0853 req-2c9f02c5-f9ac-4492-96a5-2d932d9c82d7 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a39d600e729a489d99ed420d77266b4e&device_id=3df18367-d5f2-4562-b9b0-adc84180d413 HTTP/1.1" status: 200 len: 1095 time: 0.4946816 Jul 27 21:08:46.365463 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [None req-6b9bf0c2-b82a-4283-8d31-47b74eed88f7 tempest-RoutersAdminTest-932523614 tempest-RoutersAdminTest-932523614-project] Deleting port 5c9edc33-045a-4c98-a319-d158b03088e8 {{(pid=105585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:08:46.365814 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-6b9bf0c2-b82a-4283-8d31-47b74eed88f7 tempest-RoutersAdminTest-932523614 tempest-RoutersAdminTest-932523614-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:46.409417 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-07dd3b27-53ae-45a6-aac4-6195638c0853 req-ab6c26f0-6fbc-4e66-b731-cce3ed3ba415 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9852ccb6-761a-4a2a-9f2a-b133a92a7329 HTTP/1.1" status: 200 len: 217 time: 0.0398321 Jul 27 21:08:46.422261 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-534a0096-ec61-4354-a68c-02fd349b9f93 req-326fbcfd-cbab-47d5-ac7f-ad82c6880413 tempest-ImagesTestJSON-607612606 tempest-ImagesTestJSON-607612606-project] 10.222.0.59 "GET /v2.0/security-groups?id=0824f12c-25ec-46a0-872f-0482607e4324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904505 Jul 27 21:08:46.470380 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07dd3b27-53ae-45a6-aac4-6195638c0853 req-7b74670a-60f9-4005-bc72-85e24e0451a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:08:46.472699 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-07dd3b27-53ae-45a6-aac4-6195638c0853 req-7b74670a-60f9-4005-bc72-85e24e0451a5 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=5c3e9e9f-5a21-43a6-8c24-ea076aff9e22 HTTP/1.1" status: 200 len: 845 time: 0.0554433 Jul 27 21:08:46.473323 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-6b9bf0c2-b82a-4283-8d31-47b74eed88f7 tempest-RoutersAdminTest-932523614 tempest-RoutersAdminTest-932523614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:46.486464 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [None req-6b9bf0c2-b82a-4283-8d31-47b74eed88f7 tempest-RoutersAdminTest-932523614 tempest-RoutersAdminTest-932523614-project] Calling delete_port for 5c9edc33-045a-4c98-a319-d158b03088e8 owned by network:router_gateway {{(pid=105585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:08:46.515262 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-07dd3b27-53ae-45a6-aac4-6195638c0853 req-2298fbde-7af1-4918-add5-b927e0054ec4 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=72109025-d173-4d38-a78b-046bd6975a9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0347884 Jul 27 21:08:46.610779 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-07dd3b27-53ae-45a6-aac4-6195638c0853 req-2b883740-b316-4362-895b-aded999bc105 service neutron] 10.222.0.60 "GET /v2.0/networks/72109025-d173-4d38-a78b-046bd6975a9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877759 Jul 27 21:08:46.703650 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-6b9bf0c2-b82a-4283-8d31-47b74eed88f7 tempest-RoutersAdminTest-932523614 tempest-RoutersAdminTest-932523614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:46.737335 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9bf0c2-b82a-4283-8d31-47b74eed88f7 tempest-RoutersAdminTest-932523614 tempest-RoutersAdminTest-932523614-project] Pushing event deleted for resources: {'Port': ['ID=5c9edc33-045a-4c98-a319-d158b03088e8,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:08:46.749560 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-07dd3b27-53ae-45a6-aac4-6195638c0853 req-e7316899-00e6-4725-9455-4338c468691f service neutron] 10.222.0.60 "GET /v2.0/networks/72109025-d173-4d38-a78b-046bd6975a9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278505 Jul 27 21:08:46.838578 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-6b9bf0c2-b82a-4283-8d31-47b74eed88f7 tempest-RoutersAdminTest-932523614 tempest-RoutersAdminTest-932523614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4075702'] for router_gateway, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:46.936866 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-ff9aff10-4225-449e-8b2e-de8c478a2015 req-f269c320-afbe-4e23-b7e3-81f721164366 tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] 10.222.0.59 "GET /v2.0/ports?device_id=2be6dd0d-bc7c-4882-8bb2-afe5ae686d07 HTTP/1.1" status: 200 len: 210 time: 0.0950227 Jul 27 21:08:46.974044 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-6b9bf0c2-b82a-4283-8d31-47b74eed88f7 tempest-RoutersAdminTest-932523614 tempest-RoutersAdminTest-932523614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4163631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-425'] for router, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:46.976717 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-6b9bf0c2-b82a-4283-8d31-47b74eed88f7 tempest-RoutersAdminTest-932523614 tempest-RoutersAdminTest-932523614-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:47.028355 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-6b9bf0c2-b82a-4283-8d31-47b74eed88f7 tempest-RoutersAdminTest-932523614 tempest-RoutersAdminTest-932523614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4163007'] for router, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:47.028995 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b9bf0c2-b82a-4283-8d31-47b74eed88f7 tempest-RoutersAdminTest-932523614 tempest-RoutersAdminTest-932523614-project] Fanout notify agent at l3_agent the message router_deleted on router 9fe6b9ee-3474-447a-8967-9b5ad63f6d67 {{(pid=105585) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 21:08:47.043207 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-6b9bf0c2-b82a-4283-8d31-47b74eed88f7 tempest-RoutersAdminTest-932523614 tempest-RoutersAdminTest-932523614-project] Notify callbacks [] for router, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:47.047050 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-6b9bf0c2-b82a-4283-8d31-47b74eed88f7 tempest-RoutersAdminTest-932523614 tempest-RoutersAdminTest-932523614-project] 10.222.0.59 "DELETE /v2.0/routers/9fe6b9ee-3474-447a-8967-9b5ad63f6d67 HTTP/1.1" status: 204 len: 168 time: 1.1126590 Jul 27 21:08:47.049780 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 53726) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:08:47.061358 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-9a82761d-b800-4d9a-a730-316282b8cea8 tempest-RoutersAdminTest-932523614 tempest-RoutersAdminTest-932523614-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1413315473', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:08:47.108760 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-9a82761d-b800-4d9a-a730-316282b8cea8 tempest-RoutersAdminTest-932523614 tempest-RoutersAdminTest-932523614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4163813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-443'] for router, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:47.109831 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-9a82761d-b800-4d9a-a730-316282b8cea8 tempest-RoutersAdminTest-932523614 tempest-RoutersAdminTest-932523614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4165196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4077059', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3711235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-418'] for router, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:47.173099 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-9a82761d-b800-4d9a-a730-316282b8cea8 tempest-RoutersAdminTest-932523614 tempest-RoutersAdminTest-932523614-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:47.179467 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-9a82761d-b800-4d9a-a730-316282b8cea8 tempest-RoutersAdminTest-932523614 tempest-RoutersAdminTest-932523614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4163804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4077150'] for router, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:47.196968 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-9a82761d-b800-4d9a-a730-316282b8cea8 tempest-RoutersAdminTest-932523614 tempest-RoutersAdminTest-932523614-project] Notify callbacks [] for router, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:47.200980 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-9a82761d-b800-4d9a-a730-316282b8cea8 tempest-RoutersAdminTest-932523614 tempest-RoutersAdminTest-932523614-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1475720 Jul 27 21:08:47.201269 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 53730) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:08:47.205817 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-d65984ef-aeab-44ba-a1f6-fcda936852da tempest-RoutersAdminTest-975150395 tempest-RoutersAdminTest-975150395-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'enable_snat': False}}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:08:47.421801 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-d65984ef-aeab-44ba-a1f6-fcda936852da tempest-RoutersAdminTest-975150395 tempest-RoutersAdminTest-975150395-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4077169', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4163787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-400'] for router, precommit_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:47.637297 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b281974d-5214-462b-88d4-919eefa1eb75 req-d28e8cfc-05ba-42bd-adad-d490b5948fac tempest-ImagesTestJSON-607612606 tempest-ImagesTestJSON-607612606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:08:47.645547 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b281974d-5214-462b-88d4-919eefa1eb75 req-d28e8cfc-05ba-42bd-adad-d490b5948fac tempest-ImagesTestJSON-607612606 tempest-ImagesTestJSON-607612606-project] 10.222.0.59 "GET /v2.0/ports?device_id=3df18367-d5f2-4562-b9b0-adc84180d413 HTTP/1.1" status: 200 len: 943 time: 0.1085622 Jul 27 21:08:47.697075 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b281974d-5214-462b-88d4-919eefa1eb75 req-2559ebd6-c9ca-45da-819b-7144adfd4b94 tempest-ImagesTestJSON-607612606 tempest-ImagesTestJSON-607612606-project] 10.222.0.59 "GET /v2.0/security-groups?id=0824f12c-25ec-46a0-872f-0482607e4324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504036 Jul 27 21:08:47.715038 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3df18367-d5f2-4562-b9b0-adc84180d413', 'tag': '9852ccb6-761a-4a2a-9f2a-b133a92a7329'}] {{(pid=105584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:08:47.717557 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bce5e6c8685464f7626901654159975603b047827e3138302ed6566e28f1343" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-872b0d18-b0a1-4366-9af2-05796456c764" -d '{"events": [{"name": "network-changed", "server_uuid": "3df18367-d5f2-4562-b9b0-adc84180d413", "tag": "9852ccb6-761a-4a2a-9f2a-b133a92a7329"}]}' {{(pid=105584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:08:47.777964 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-d65984ef-aeab-44ba-a1f6-fcda936852da tempest-RoutersAdminTest-975150395 tempest-RoutersAdminTest-975150395-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:47.808356 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:08:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f1f9fe1-dfcf-45e5-a47a-e56188eeae92 x-openstack-request-id: req-0f1f9fe1-dfcf-45e5-a47a-e56188eeae92 {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:08:47.808727 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3df18367-d5f2-4562-b9b0-adc84180d413", "tag": "9852ccb6-761a-4a2a-9f2a-b133a92a7329", "status": "completed", "code": 200}]} {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:08:47.808909 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-0f1f9fe1-dfcf-45e5-a47a-e56188eeae92 {{(pid=105584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:08:47.809292 n-d-705658-22 neutron-server[105584]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3df18367-d5f2-4562-b9b0-adc84180d413', 'tag': '9852ccb6-761a-4a2a-9f2a-b133a92a7329', 'status': 'completed', 'code': 200} Jul 27 21:08:47.810546 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-d65984ef-aeab-44ba-a1f6-fcda936852da tempest-RoutersAdminTest-975150395 tempest-RoutersAdminTest-975150395-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:47.929313 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 53748) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:08:47.966189 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.db_base_plugin_common [None req-d65984ef-aeab-44ba-a1f6-fcda936852da tempest-RoutersAdminTest-975150395 tempest-RoutersAdminTest-975150395-project-admin] Allocated IP 172.25.5.85 (8735d8a2-b604-4758-ae71-b40e4ee6f305/eca7dbab-b9c0-4c8f-a272-816ea8a81764/8f84e43c-8ac4-4baa-8802-e6db990bb2ae) {{(pid=105584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:08:48.060226 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-929328b5-81e5-4bc5-8a72-6a64dd7e801d admin admin] Notify callbacks [] for security_group, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:48.085359 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872b0d18-b0a1-4366-9af2-05796456c764 req-bdd40e87-d174-4c06-ae80-f0d467377867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:08:48.085588 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-872b0d18-b0a1-4366-9af2-05796456c764 req-bdd40e87-d174-4c06-ae80-f0d467377867 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a39d600e729a489d99ed420d77266b4e&device_id=3df18367-d5f2-4562-b9b0-adc84180d413 HTTP/1.1" status: 200 len: 1095 time: 0.2571869 Jul 27 21:08:48.102981 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-204821e8-cf26-408d-a9b3-6a3f7c0ac2f9 req-3e042ec9-ba2d-4c65-8a61-7fc73fd9b362 tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] 10.222.0.59 "GET /v2.0/ports?device_id=2be6dd0d-bc7c-4882-8bb2-afe5ae686d07 HTTP/1.1" status: 200 len: 210 time: 0.0395663 Jul 27 21:08:48.189254 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-d65984ef-aeab-44ba-a1f6-fcda936852da tempest-RoutersAdminTest-975150395 tempest-RoutersAdminTest-975150395-project-admin] Notify callbacks [] for port, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:48.216850 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-929328b5-81e5-4bc5-8a72-6a64dd7e801d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:48.225712 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-929328b5-81e5-4bc5-8a72-6a64dd7e801d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:48.232828 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872b0d18-b0a1-4366-9af2-05796456c764 req-84f60717-96b1-430b-a2b9-f50a9cca0071 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:08:48.234336 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-872b0d18-b0a1-4366-9af2-05796456c764 req-84f60717-96b1-430b-a2b9-f50a9cca0071 service neutron] 10.222.0.60 "GET /v2.0/networks?id=72109025-d173-4d38-a78b-046bd6975a9d HTTP/1.1" status: 200 len: 906 time: 0.1389647 Jul 27 21:08:48.272928 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-929328b5-81e5-4bc5-8a72-6a64dd7e801d admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=3f6ec115e92c44e5925362111b144156&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3425162 Jul 27 21:08:48.273982 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929328b5-81e5-4bc5-8a72-6a64dd7e801d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a0e977d-0e5d-4cba-a968-59c3235fccf0,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:08:48.278336 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 53758) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:08:48.283787 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-872b0d18-b0a1-4366-9af2-05796456c764 req-56c17b96-2c5e-4ff1-bbb7-ab8efb15b63d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9852ccb6-761a-4a2a-9f2a-b133a92a7329 HTTP/1.1" status: 200 len: 217 time: 0.0383484 Jul 27 21:08:48.302726 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-d65984ef-aeab-44ba-a1f6-fcda936852da tempest-RoutersAdminTest-975150395 tempest-RoutersAdminTest-975150395-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:48.334253 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-9be8de94-0665-423f-abe0-bde83354f318 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:48.358217 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-9be8de94-0665-423f-abe0-bde83354f318 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:48.368583 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d65984ef-aeab-44ba-a1f6-fcda936852da tempest-RoutersAdminTest-975150395 tempest-RoutersAdminTest-975150395-project-admin] Network 8735d8a2-b604-4758-ae71-b40e4ee6f305 is already hosted by enough agents. {{(pid=105584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:08:48.374765 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [None req-d65984ef-aeab-44ba-a1f6-fcda936852da tempest-RoutersAdminTest-975150395 tempest-RoutersAdminTest-975150395-project-admin] Resources bound (agent type, host, resource id): {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:08:48.378367 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d65984ef-aeab-44ba-a1f6-fcda936852da tempest-RoutersAdminTest-975150395 tempest-RoutersAdminTest-975150395-project-admin] Received port after_create {{(pid=105584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:08:48.384850 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872b0d18-b0a1-4366-9af2-05796456c764 req-b57fbd36-764a-45dd-9ce9-fde286792237 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:08:48.386327 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-872b0d18-b0a1-4366-9af2-05796456c764 req-b57fbd36-764a-45dd-9ce9-fde286792237 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=5c3e9e9f-5a21-43a6-8c24-ea076aff9e22 HTTP/1.1" status: 200 len: 845 time: 0.0946770 Jul 27 21:08:48.411723 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-9be8de94-0665-423f-abe0-bde83354f318 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:48.414734 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-9be8de94-0665-423f-abe0-bde83354f318 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:48.418472 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-9be8de94-0665-423f-abe0-bde83354f318 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/6a0e977d-0e5d-4cba-a968-59c3235fccf0 HTTP/1.1" status: 204 len: 168 time: 0.1365058 Jul 27 21:08:48.419257 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65984ef-aeab-44ba-a1f6-fcda936852da tempest-RoutersAdminTest-975150395 tempest-RoutersAdminTest-975150395-project-admin] Pushing event updated for resources: {'Port': ['ID=8f84e43c-8ac4-4baa-8802-e6db990bb2ae,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:08:48.432604 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be8de94-0665-423f-abe0-bde83354f318 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a0e977d-0e5d-4cba-a968-59c3235fccf0,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:08:48.456252 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-872b0d18-b0a1-4366-9af2-05796456c764 req-7dc6e5b5-243b-4d59-ab4c-9ebc365f89b1 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=72109025-d173-4d38-a78b-046bd6975a9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0474601 Jul 27 21:08:48.682664 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-872b0d18-b0a1-4366-9af2-05796456c764 req-34a5d45d-ead9-45d0-8f58-deca88aea157 service neutron] 10.222.0.60 "GET /v2.0/networks/72109025-d173-4d38-a78b-046bd6975a9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2169092 Jul 27 21:08:48.738682 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 53766) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:08:48.764357 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-ffa9e04b-e535-43a5-a195-5f8ec79c67bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:48.881023 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552fac08-a063-4445-bf99-9f0de5fab6d1 req-c901f25a-0dd6-4cfe-b0a0-60cdc9ae8f5e tempest-ImagesTestJSON-607612606 tempest-ImagesTestJSON-607612606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:08:48.882737 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-552fac08-a063-4445-bf99-9f0de5fab6d1 req-c901f25a-0dd6-4cfe-b0a0-60cdc9ae8f5e tempest-ImagesTestJSON-607612606 tempest-ImagesTestJSON-607612606-project] 10.222.0.59 "GET /v2.0/ports?device_id=3df18367-d5f2-4562-b9b0-adc84180d413 HTTP/1.1" status: 200 len: 943 time: 0.1089420 Jul 27 21:08:48.898739 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-d65984ef-aeab-44ba-a1f6-fcda936852da tempest-RoutersAdminTest-975150395 tempest-RoutersAdminTest-975150395-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:48.945570 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-872b0d18-b0a1-4366-9af2-05796456c764 req-13281874-cfc7-43c1-bf5e-c1b13a4f4d83 service neutron] 10.222.0.60 "GET /v2.0/networks/72109025-d173-4d38-a78b-046bd6975a9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1965327 Jul 27 21:08:48.953569 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-552fac08-a063-4445-bf99-9f0de5fab6d1 req-8856e041-42c6-4c62-b04b-1be685e378ab tempest-ImagesTestJSON-607612606 tempest-ImagesTestJSON-607612606-project] 10.222.0.59 "GET /v2.0/security-groups?id=0824f12c-25ec-46a0-872f-0482607e4324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614812 Jul 27 21:08:48.968842 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-ffa9e04b-e535-43a5-a195-5f8ec79c67bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:48.976291 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-ffa9e04b-e535-43a5-a195-5f8ec79c67bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:49.019015 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa9e04b-e535-43a5-a195-5f8ec79c67bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd9736cb-ad18-44b1-bc1e-ead453ca283a,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:08:49.026649 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-ffa9e04b-e535-43a5-a195-5f8ec79c67bc admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=0bfe91ff118944e58d9aa0af77f16da7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2850549 Jul 27 21:08:49.029172 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 53770) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:08:49.081966 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-0463efcb-0251-455d-8cd6-68553bf6970c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:49.106814 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-0463efcb-0251-455d-8cd6-68553bf6970c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:49.155554 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-d65984ef-aeab-44ba-a1f6-fcda936852da tempest-RoutersAdminTest-975150395 tempest-RoutersAdminTest-975150395-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4077169', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4163787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-400'] for router, precommit_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:49.161296 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-d65984ef-aeab-44ba-a1f6-fcda936852da tempest-RoutersAdminTest-975150395 tempest-RoutersAdminTest-975150395-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4077150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4077160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4077159', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4163778'] for router, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:49.168139 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-0463efcb-0251-455d-8cd6-68553bf6970c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:49.171167 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-0463efcb-0251-455d-8cd6-68553bf6970c admin admin] Notify callbacks [] for security_group, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:49.172379 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-0463efcb-0251-455d-8cd6-68553bf6970c admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/bd9736cb-ad18-44b1-bc1e-ead453ca283a HTTP/1.1" status: 204 len: 168 time: 0.1423285 Jul 27 21:08:49.187983 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0463efcb-0251-455d-8cd6-68553bf6970c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd9736cb-ad18-44b1-bc1e-ead453ca283a,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:08:49.250813 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-fa2608db-31b5-426c-ae00-2c989656bb26 req-beb64a44-a4e6-4c95-8aae-8f9217b14b4a tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] 10.222.0.59 "GET /v2.0/ports?device_id=2be6dd0d-bc7c-4882-8bb2-afe5ae686d07 HTTP/1.1" status: 200 len: 210 time: 0.0364573 Jul 27 21:08:49.348667 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d65984ef-aeab-44ba-a1f6-fcda936852da tempest-RoutersAdminTest-975150395 tempest-RoutersAdminTest-975150395-project-admin] Router 29805dc2-bf71-4282-8950-dec61ba4d72d is scheduled to L3 agent dd128fd7-8e57-4d4f-895b-a96b369df59a with binding_index 1 {{(pid=105584) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 21:08:49.446204 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b857e699-3511-4cce-b602-679f41dad711 req-e7107e08-6d8b-449a-a0d3-2e982a6c21ef tempest-AttachVolumeTestJSON-850155022 tempest-AttachVolumeTestJSON-850155022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:08:49.451463 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b857e699-3511-4cce-b602-679f41dad711 req-e7107e08-6d8b-449a-a0d3-2e982a6c21ef tempest-AttachVolumeTestJSON-850155022 tempest-AttachVolumeTestJSON-850155022-project] 10.222.0.59 "GET /v2.0/ports?device_id=0f9b044c-3d59-4da2-bba4-f9456b3d9774 HTTP/1.1" status: 200 len: 946 time: 0.0910680 Jul 27 21:08:49.476867 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d65984ef-aeab-44ba-a1f6-fcda936852da tempest-RoutersAdminTest-975150395 tempest-RoutersAdminTest-975150395-project-admin] Notify agent at l3_agent.n-d-705658-22 the message routers_updated {{(pid=105584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:08:49.482585 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-d65984ef-aeab-44ba-a1f6-fcda936852da tempest-RoutersAdminTest-975150395 tempest-RoutersAdminTest-975150395-project-admin] Notify callbacks [] for router, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:49.486259 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-d65984ef-aeab-44ba-a1f6-fcda936852da tempest-RoutersAdminTest-975150395 tempest-RoutersAdminTest-975150395-project-admin] 10.222.0.59 "PUT /v2.0/routers/29805dc2-bf71-4282-8950-dec61ba4d72d HTTP/1.1" status: 200 len: 915 time: 2.2814107 Jul 27 21:08:49.486652 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 53786) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:08:49.491998 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-133e5944-6c65-427d-80e4-5a3493174c7b None None] Sync routers for ids ['29805dc2-bf71-4282-8950-dec61ba4d72d'] in n-d-705658-22 {{(pid=105587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:08:49.506344 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-133e5944-6c65-427d-80e4-5a3493174c7b None None] Routers {'29805dc2-bf71-4282-8950-dec61ba4d72d'} bound to L3 agent in host n-d-705658-22 {{(pid=105587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:08:49.507300 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-133e5944-6c65-427d-80e4-5a3493174c7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:08:42Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['29805dc2-bf71-4282-8950-dec61ba4d72d'], 'active': True} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:08:49.509194 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b857e699-3511-4cce-b602-679f41dad711 req-ff1b53bd-6f45-474a-ab3c-4a867961b5ec tempest-AttachVolumeTestJSON-850155022 tempest-AttachVolumeTestJSON-850155022-project] 10.222.0.59 "GET /v2.0/security-groups?id=422951fc-fa2c-4390-9ebd-848cc406cf38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520079 Jul 27 21:08:49.550922 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-133e5944-6c65-427d-80e4-5a3493174c7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-22', False) {} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:08:49.560553 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-133e5944-6c65-427d-80e4-5a3493174c7b None None] Routers {'29805dc2-bf71-4282-8950-dec61ba4d72d'} bound to L3 agent in host n-d-705658-22 {{(pid=105587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:08:49.561165 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-133e5944-6c65-427d-80e4-5a3493174c7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:08:42Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['29805dc2-bf71-4282-8950-dec61ba4d72d'], 'active': True} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:08:49.593477 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-133e5944-6c65-427d-80e4-5a3493174c7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-22', False) {} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:08:49.594383 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-133e5944-6c65-427d-80e4-5a3493174c7b None None] The sync data for ids ['29805dc2-bf71-4282-8950-dec61ba4d72d'] in n-d-705658-22 is: [] {{(pid=105587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:08:49.606211 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-325719cb-7590-4710-8ff1-fdc30d6c707b tempest-RoutersAdminTest-975150395 tempest-RoutersAdminTest-975150395-project-admin] 10.222.0.59 "GET /v2.0/routers/29805dc2-bf71-4282-8950-dec61ba4d72d HTTP/1.1" status: 200 len: 921 time: 0.1176727 Jul 27 21:08:49.609079 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 53788) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:08:49.669728 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a047a3ac-a07f-4f51-b558-9e5fa045ba06 tempest-RoutersAdminTest-975150395 tempest-RoutersAdminTest-975150395-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:08:49.673572 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-a047a3ac-a07f-4f51-b558-9e5fa045ba06 tempest-RoutersAdminTest-975150395 tempest-RoutersAdminTest-975150395-project-admin] 10.222.0.59 "GET /v2.0/ports?network_id=8735d8a2-b604-4758-ae71-b40e4ee6f305&device_id=29805dc2-bf71-4282-8950-dec61ba4d72d&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0609334 Jul 27 21:08:49.673828 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 53790) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:08:49.680841 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 53792) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:08:49.696313 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-192146c5-1952-41ba-8aac-e45d9d1483ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:49.770056 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3c67657-9f86-40d2-9b74-c3e55d1cd999 tempest-RoutersAdminTest-975150395 tempest-RoutersAdminTest-975150395-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:08:49.771598 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-b3c67657-9f86-40d2-9b74-c3e55d1cd999 tempest-RoutersAdminTest-975150395 tempest-RoutersAdminTest-975150395-project-admin] 10.222.0.59 "GET /v2.0/networks/8735d8a2-b604-4758-ae71-b40e4ee6f305 HTTP/1.1" status: 200 len: 881 time: 0.0966945 Jul 27 21:08:49.774978 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 53794) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:08:49.813794 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-602b08fa-7b99-4a49-a2f4-b4c2a9431e13 tempest-RoutersAdminTest-932523614 tempest-RoutersAdminTest-932523614-project] 10.222.0.59 "GET /v2.0/ports?device_id=29805dc2-bf71-4282-8950-dec61ba4d72d HTTP/1.1" status: 200 len: 205 time: 0.0376809 Jul 27 21:08:49.816499 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 53796) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:08:49.818456 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-192146c5-1952-41ba-8aac-e45d9d1483ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:49.824086 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-192146c5-1952-41ba-8aac-e45d9d1483ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:49.871763 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-192146c5-1952-41ba-8aac-e45d9d1483ed admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=4cbb4e9b20b24ae9ae96d2bb20df29e4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1872802 Jul 27 21:08:49.872229 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 53798) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:08:49.882073 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192146c5-1952-41ba-8aac-e45d9d1483ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0200c0bc-3b0b-4f44-b474-a7058e571491,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:08:49.928730 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-9be93395-02a8-4aed-9b2c-a99411d7684c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:49.930894 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-34d36b10-1719-4d46-9e2a-7f1e21fbe766 tempest-RoutersAdminTest-932523614 tempest-RoutersAdminTest-932523614-project] Notify callbacks [] for router, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:49.955383 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-9be93395-02a8-4aed-9b2c-a99411d7684c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:50.015225 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-9be93395-02a8-4aed-9b2c-a99411d7684c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:50.017748 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-9be93395-02a8-4aed-9b2c-a99411d7684c admin admin] Notify callbacks [] for security_group, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:50.022438 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-9be93395-02a8-4aed-9b2c-a99411d7684c admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/0200c0bc-3b0b-4f44-b474-a7058e571491 HTTP/1.1" status: 204 len: 168 time: 0.1459374 Jul 27 21:08:50.040830 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be93395-02a8-4aed-9b2c-a99411d7684c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0200c0bc-3b0b-4f44-b474-a7058e571491,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:08:50.085774 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-34d36b10-1719-4d46-9e2a-7f1e21fbe766 tempest-RoutersAdminTest-932523614 tempest-RoutersAdminTest-932523614-project] Notify callbacks [] for router_gateway, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:50.194265 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9af9c0-566e-4980-ad3b-aeddc2f2ae74 req-5e9a90e8-f067-4696-bcc7-8aa3ef211096 tempest-ImagesTestJSON-607612606 tempest-ImagesTestJSON-607612606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:08:50.199600 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-1b9af9c0-566e-4980-ad3b-aeddc2f2ae74 req-5e9a90e8-f067-4696-bcc7-8aa3ef211096 tempest-ImagesTestJSON-607612606 tempest-ImagesTestJSON-607612606-project] 10.222.0.59 "GET /v2.0/ports?device_id=3df18367-d5f2-4562-b9b0-adc84180d413 HTTP/1.1" status: 200 len: 943 time: 0.1154091 Jul 27 21:08:50.214680 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [None req-34d36b10-1719-4d46-9e2a-7f1e21fbe766 tempest-RoutersAdminTest-932523614 tempest-RoutersAdminTest-932523614-project] Deleting port 8f84e43c-8ac4-4baa-8802-e6db990bb2ae {{(pid=105585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:08:50.215125 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-34d36b10-1719-4d46-9e2a-7f1e21fbe766 tempest-RoutersAdminTest-932523614 tempest-RoutersAdminTest-932523614-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:50.296504 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-1b9af9c0-566e-4980-ad3b-aeddc2f2ae74 req-38d3bf3b-3781-4aaf-bb82-6611f4ef278c tempest-ImagesTestJSON-607612606 tempest-ImagesTestJSON-607612606-project] 10.222.0.59 "GET /v2.0/security-groups?id=0824f12c-25ec-46a0-872f-0482607e4324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932722 Jul 27 21:08:50.325432 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-34d36b10-1719-4d46-9e2a-7f1e21fbe766 tempest-RoutersAdminTest-932523614 tempest-RoutersAdminTest-932523614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:50.338815 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [None req-34d36b10-1719-4d46-9e2a-7f1e21fbe766 tempest-RoutersAdminTest-932523614 tempest-RoutersAdminTest-932523614-project] Calling delete_port for 8f84e43c-8ac4-4baa-8802-e6db990bb2ae owned by network:router_gateway {{(pid=105585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:08:50.429126 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-95e1ddb9-28f2-48e3-ac81-85ee08133ca7 req-61c69c6d-75a9-4270-80f2-b207ec6dce3a tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] 10.222.0.59 "GET /v2.0/ports?device_id=2be6dd0d-bc7c-4882-8bb2-afe5ae686d07 HTTP/1.1" status: 200 len: 210 time: 0.0744946 Jul 27 21:08:50.598257 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-34d36b10-1719-4d46-9e2a-7f1e21fbe766 tempest-RoutersAdminTest-932523614 tempest-RoutersAdminTest-932523614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:50.658154 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d36b10-1719-4d46-9e2a-7f1e21fbe766 tempest-RoutersAdminTest-932523614 tempest-RoutersAdminTest-932523614-project] Pushing event deleted for resources: {'Port': ['ID=8f84e43c-8ac4-4baa-8802-e6db990bb2ae,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:08:50.744515 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-34d36b10-1719-4d46-9e2a-7f1e21fbe766 tempest-RoutersAdminTest-932523614 tempest-RoutersAdminTest-932523614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4075702'] for router_gateway, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:50.753514 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba12e21-e1bd-45f2-9b49-30b3a7d8ad91 req-b240798e-775f-4253-815f-ac7e7224a9ee tempest-AttachVolumeTestJSON-850155022 tempest-AttachVolumeTestJSON-850155022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:08:50.755590 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-7ba12e21-e1bd-45f2-9b49-30b3a7d8ad91 req-b240798e-775f-4253-815f-ac7e7224a9ee tempest-AttachVolumeTestJSON-850155022 tempest-AttachVolumeTestJSON-850155022-project] 10.222.0.59 "GET /v2.0/ports?device_id=0f9b044c-3d59-4da2-bba4-f9456b3d9774 HTTP/1.1" status: 200 len: 946 time: 0.1691227 Jul 27 21:08:50.868008 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-34d36b10-1719-4d46-9e2a-7f1e21fbe766 tempest-RoutersAdminTest-932523614 tempest-RoutersAdminTest-932523614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4163631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-425'] for router, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:50.873332 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-34d36b10-1719-4d46-9e2a-7f1e21fbe766 tempest-RoutersAdminTest-932523614 tempest-RoutersAdminTest-932523614-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:50.892569 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-7ba12e21-e1bd-45f2-9b49-30b3a7d8ad91 req-2523760f-2ad2-42d5-8901-9065015e259b tempest-AttachVolumeTestJSON-850155022 tempest-AttachVolumeTestJSON-850155022-project] 10.222.0.59 "GET /v2.0/security-groups?id=422951fc-fa2c-4390-9ebd-848cc406cf38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1104860 Jul 27 21:08:50.934652 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-34d36b10-1719-4d46-9e2a-7f1e21fbe766 tempest-RoutersAdminTest-932523614 tempest-RoutersAdminTest-932523614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4163007'] for router, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:50.935356 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34d36b10-1719-4d46-9e2a-7f1e21fbe766 tempest-RoutersAdminTest-932523614 tempest-RoutersAdminTest-932523614-project] Fanout notify agent at l3_agent the message router_deleted on router 29805dc2-bf71-4282-8950-dec61ba4d72d {{(pid=105585) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 21:08:50.943840 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-34d36b10-1719-4d46-9e2a-7f1e21fbe766 tempest-RoutersAdminTest-932523614 tempest-RoutersAdminTest-932523614-project] Notify callbacks [] for router, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:50.949236 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-34d36b10-1719-4d46-9e2a-7f1e21fbe766 tempest-RoutersAdminTest-932523614 tempest-RoutersAdminTest-932523614-project] 10.222.0.59 "DELETE /v2.0/routers/29805dc2-bf71-4282-8950-dec61ba4d72d HTTP/1.1" status: 204 len: 168 time: 1.1313686 Jul 27 21:08:50.949378 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 53834) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:08:50.954460 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-14e7dc02-3eb6-49be-a4d9-b7ab212944dd tempest-RoutersAdminTest-932523614 tempest-RoutersAdminTest-932523614-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1730387953', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305'}, 'admin_state_up': False}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:08:50.984117 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-14e7dc02-3eb6-49be-a4d9-b7ab212944dd tempest-RoutersAdminTest-932523614 tempest-RoutersAdminTest-932523614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4163813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-443'] for router, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:50.985156 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-14e7dc02-3eb6-49be-a4d9-b7ab212944dd tempest-RoutersAdminTest-932523614 tempest-RoutersAdminTest-932523614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4165196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4077059', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3711235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-418'] for router, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:51.043875 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-14e7dc02-3eb6-49be-a4d9-b7ab212944dd tempest-RoutersAdminTest-932523614 tempest-RoutersAdminTest-932523614-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:51.253331 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-14e7dc02-3eb6-49be-a4d9-b7ab212944dd tempest-RoutersAdminTest-932523614 tempest-RoutersAdminTest-932523614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4077169', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4163787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-400'] for router, precommit_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:51.328357 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0132b41-db05-4ad8-abcf-7663b69d9cdc req-47e097aa-99cb-4f20-8d4c-98c73debc970 tempest-ServersTestManualDisk-414101687 tempest-ServersTestManualDisk-414101687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:08:51.330460 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-d0132b41-db05-4ad8-abcf-7663b69d9cdc req-47e097aa-99cb-4f20-8d4c-98c73debc970 tempest-ServersTestManualDisk-414101687 tempest-ServersTestManualDisk-414101687-project] 10.222.0.59 "GET /v2.0/ports?device_id=2d5039c3-d1bd-44fc-85ff-2cac8ca4b430 HTTP/1.1" status: 200 len: 946 time: 0.1059866 Jul 27 21:08:51.401672 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-d0132b41-db05-4ad8-abcf-7663b69d9cdc req-0ae9f754-70ec-46d0-9f51-1e8575f7c21b tempest-ServersTestManualDisk-414101687 tempest-ServersTestManualDisk-414101687-project] 10.222.0.59 "GET /v2.0/security-groups?id=b651a35a-abe3-4aed-b8bf-0a538fda8313&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606184 Jul 27 21:08:51.444801 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Device 9852ccb6-761a-4a2a-9f2a-b133a92a7329 details requested by agent hyperv_n-h2-705658-22 with host n-h2-705658-22 {{(pid=105586) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:08:51.518146 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f8f5e9-4019-4058-89ec-b95997885991 req-9e93fcb4-8188-48b2-b85c-872c6b54f987 tempest-ImagesTestJSON-607612606 tempest-ImagesTestJSON-607612606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:08:51.526012 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f4f8f5e9-4019-4058-89ec-b95997885991 req-9e93fcb4-8188-48b2-b85c-872c6b54f987 tempest-ImagesTestJSON-607612606 tempest-ImagesTestJSON-607612606-project] 10.222.0.59 "GET /v2.0/ports?device_id=3df18367-d5f2-4562-b9b0-adc84180d413 HTTP/1.1" status: 200 len: 943 time: 0.1049016 Jul 27 21:08:51.571447 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] For port 9852ccb6-761a-4a2a-9f2a-b133a92a7329, host n-h2-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=9852ccb6-761a-4a2a-9f2a-b133a92a7329,segment=NetworkSegment(74356e05-950c-4c55-88c6-85a1b1fc145d),segment_id=74356e05-950c-4c55-88c6-85a1b1fc145d)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:08:51.589757 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Returning: {'device': '9852ccb6-761a-4a2a-9f2a-b133a92a7329', 'network_id': '72109025-d173-4d38-a78b-046bd6975a9d', 'port_id': '9852ccb6-761a-4a2a-9f2a-b133a92a7329', 'mac_address': 'fa:16:3e:5d:75:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 208, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c3e9e9f-5a21-43a6-8c24-ea076aff9e22', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105586) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:08:51.617125 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f4f8f5e9-4019-4058-89ec-b95997885991 req-f4f49361-2633-4bdf-aefa-a0d172620b38 tempest-ImagesTestJSON-607612606 tempest-ImagesTestJSON-607612606-project] 10.222.0.59 "GET /v2.0/security-groups?id=0824f12c-25ec-46a0-872f-0482607e4324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857341 Jul 27 21:08:51.641248 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:51.653431 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b5424805-26a7-4470-827e-8ac563cde419 req-cb2b0a82-baf6-4849-afb1-b5b248838417 tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] 10.222.0.59 "GET /v2.0/ports?device_id=2be6dd0d-bc7c-4882-8bb2-afe5ae686d07 HTTP/1.1" status: 200 len: 210 time: 0.0507870 Jul 27 21:08:51.659968 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [None req-3d54578f-831f-4696-b568-13c455922dab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9852ccb6-761a-4a2a-9f2a-b133a92a7329 {{(pid=105586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:08:51.662608 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-14e7dc02-3eb6-49be-a4d9-b7ab212944dd tempest-RoutersAdminTest-932523614 tempest-RoutersAdminTest-932523614-project] Notify callbacks [] for router_gateway, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:51.696236 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] For port 9852ccb6-761a-4a2a-9f2a-b133a92a7329, host n-h2-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=9852ccb6-761a-4a2a-9f2a-b133a92a7329,segment=NetworkSegment(74356e05-950c-4c55-88c6-85a1b1fc145d),segment_id=74356e05-950c-4c55-88c6-85a1b1fc145d)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:08:51.700979 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:51.717323 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-14e7dc02-3eb6-49be-a4d9-b7ab212944dd tempest-RoutersAdminTest-932523614 tempest-RoutersAdminTest-932523614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:51.752166 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Pushing event updated for resources: {'Port': ['ID=9852ccb6-761a-4a2a-9f2a-b133a92a7329,revision_number=4']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:08:51.760189 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:08:51.760880 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:08:51.761465 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:08:51.762017 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:08:51.762564 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:08:51.763175 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:08:51.763823 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:08:51.764368 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:08:51.764910 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:08:51.765452 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:08:51.766011 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:08:51.766560 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:08:51.799273 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-1d17c081-f080-4fb3-997f-dcb81d8ab0fa req-0ca60197-0edd-4505-978e-2ede4285462c service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=9dfbe127-2e40-448a-9032-c49d8e1e61fe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1547172 Jul 27 21:08:51.874894 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.db_base_plugin_common [None req-14e7dc02-3eb6-49be-a4d9-b7ab212944dd tempest-RoutersAdminTest-932523614 tempest-RoutersAdminTest-932523614-project] Allocated IP 172.25.5.36 (8735d8a2-b604-4758-ae71-b40e4ee6f305/eca7dbab-b9c0-4c8f-a272-816ea8a81764/8ac3dec2-1f90-499f-9355-364b99dce5ca) {{(pid=105584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:08:52.032173 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d17c081-f080-4fb3-997f-dcb81d8ab0fa req-6de0d2ea-5289-405e-9035-bdb23ad122be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:08:52.032791 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d17c081-f080-4fb3-997f-dcb81d8ab0fa req-6de0d2ea-5289-405e-9035-bdb23ad122be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:08:52.033242 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d17c081-f080-4fb3-997f-dcb81d8ab0fa req-6de0d2ea-5289-405e-9035-bdb23ad122be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:08:52.033893 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d17c081-f080-4fb3-997f-dcb81d8ab0fa req-6de0d2ea-5289-405e-9035-bdb23ad122be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:08:52.034570 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d17c081-f080-4fb3-997f-dcb81d8ab0fa req-6de0d2ea-5289-405e-9035-bdb23ad122be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:08:52.037062 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d17c081-f080-4fb3-997f-dcb81d8ab0fa req-6de0d2ea-5289-405e-9035-bdb23ad122be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:08:52.037062 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d17c081-f080-4fb3-997f-dcb81d8ab0fa req-6de0d2ea-5289-405e-9035-bdb23ad122be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:08:52.039468 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-1d17c081-f080-4fb3-997f-dcb81d8ab0fa req-6de0d2ea-5289-405e-9035-bdb23ad122be service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=16c9b99e3d6b4b58a380b57255ba6d41&device_id=9dfbe127-2e40-448a-9032-c49d8e1e61fe HTTP/1.1" status: 200 len: 6496 time: 0.1660662 Jul 27 21:08:52.064317 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01654e0-3f17-433c-a69f-fbdf175131e2 req-b562b148-1196-404b-9853-031292105c08 tempest-AttachVolumeTestJSON-850155022 tempest-AttachVolumeTestJSON-850155022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:08:52.064890 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-14e7dc02-3eb6-49be-a4d9-b7ab212944dd tempest-RoutersAdminTest-932523614 tempest-RoutersAdminTest-932523614-project] Notify callbacks [] for port, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:52.065963 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b01654e0-3f17-433c-a69f-fbdf175131e2 req-b562b148-1196-404b-9853-031292105c08 tempest-AttachVolumeTestJSON-850155022 tempest-AttachVolumeTestJSON-850155022-project] 10.222.0.59 "GET /v2.0/ports?device_id=0f9b044c-3d59-4da2-bba4-f9456b3d9774 HTTP/1.1" status: 200 len: 946 time: 0.0950074 Jul 27 21:08:52.081643 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] get_ports_and_sgs() called for port_ids ['9852ccb6-761a-4a2a-9f2a-b133a92a7329'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:08:52.161078 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b01654e0-3f17-433c-a69f-fbdf175131e2 req-3d2c2674-65b7-44be-b5d9-30e00979f4e9 tempest-AttachVolumeTestJSON-850155022 tempest-AttachVolumeTestJSON-850155022-project] 10.222.0.59 "GET /v2.0/security-groups?id=422951fc-fa2c-4390-9ebd-848cc406cf38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0788271 Jul 27 21:08:52.219043 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-14e7dc02-3eb6-49be-a4d9-b7ab212944dd tempest-RoutersAdminTest-932523614 tempest-RoutersAdminTest-932523614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:52.268132 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d17c081-f080-4fb3-997f-dcb81d8ab0fa req-03de26cd-3539-4776-b857-36ef997fc651 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:08:52.268715 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d17c081-f080-4fb3-997f-dcb81d8ab0fa req-03de26cd-3539-4776-b857-36ef997fc651 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:08:52.269242 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d17c081-f080-4fb3-997f-dcb81d8ab0fa req-03de26cd-3539-4776-b857-36ef997fc651 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:08:52.270950 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-1d17c081-f080-4fb3-997f-dcb81d8ab0fa req-03de26cd-3539-4776-b857-36ef997fc651 service neutron] 10.222.0.36 "GET /v2.0/networks?id=7ff0eeb8-777d-434e-b9ec-a1527ebf3b8c&id=e24d8d6c-cb0f-492b-9a38-55ce25e9a591&id=e24d8d6c-cb0f-492b-9a38-55ce25e9a591&id=e24d8d6c-cb0f-492b-9a38-55ce25e9a591&id=e24d8d6c-cb0f-492b-9a38-55ce25e9a591&id=18eab60f-6056-4003-a4d0-6bd1a91b2423&id=18eab60f-6056-4003-a4d0-6bd1a91b2423 HTTP/1.1" status: 200 len: 2293 time: 0.1834517 Jul 27 21:08:52.278454 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14e7dc02-3eb6-49be-a4d9-b7ab212944dd tempest-RoutersAdminTest-932523614 tempest-RoutersAdminTest-932523614-project] Network 8735d8a2-b604-4758-ae71-b40e4ee6f305 is already hosted by enough agents. {{(pid=105584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:08:52.291068 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [None req-14e7dc02-3eb6-49be-a4d9-b7ab212944dd tempest-RoutersAdminTest-932523614 tempest-RoutersAdminTest-932523614-project] Resources bound (agent type, host, resource id): {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:08:52.541685 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a28c59f0-c52d-40ff-8057-9d410b9e8d2e req-7d73fc51-3253-4054-99dc-41ac2e22284b tempest-VolumesBackupsTest-618387329 tempest-VolumesBackupsTest-618387329-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=ccca3f66254649a39f657af549b404e0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0428989 Jul 27 21:08:52.611700 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14e7dc02-3eb6-49be-a4d9-b7ab212944dd tempest-RoutersAdminTest-932523614 tempest-RoutersAdminTest-932523614-project] Received port after_create {{(pid=105584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:08:52.618041 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e7dc02-3eb6-49be-a4d9-b7ab212944dd tempest-RoutersAdminTest-932523614 tempest-RoutersAdminTest-932523614-project] Pushing event updated for resources: {'Port': ['ID=8ac3dec2-1f90-499f-9355-364b99dce5ca,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:08:52.666166 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-1d17c081-f080-4fb3-997f-dcb81d8ab0fa req-2597cf21-e5b5-4113-885d-6116fe0d9e2c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=77be7659-fdfb-438e-a2e3-51247a28b9bd HTTP/1.1" status: 200 len: 1001 time: 0.3830309 Jul 27 21:08:52.803930 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d17c081-f080-4fb3-997f-dcb81d8ab0fa req-736e0d86-9dd6-4172-aa66-d7b8d9c9ff11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:08:52.805318 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-1d17c081-f080-4fb3-997f-dcb81d8ab0fa req-736e0d86-9dd6-4172-aa66-d7b8d9c9ff11 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=57eac71b-5ae3-4b5a-b197-44e1dceaf130 HTTP/1.1" status: 200 len: 851 time: 0.1320944 Jul 27 21:08:52.954673 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d17c081-f080-4fb3-997f-dcb81d8ab0fa req-507c4256-07ec-4f9e-a9bd-fa72c7b01e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:08:52.956216 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-1d17c081-f080-4fb3-997f-dcb81d8ab0fa req-507c4256-07ec-4f9e-a9bd-fa72c7b01e33 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7ff0eeb8-777d-434e-b9ec-a1527ebf3b8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1400359 Jul 27 21:08:52.983983 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-14e7dc02-3eb6-49be-a4d9-b7ab212944dd tempest-RoutersAdminTest-932523614 tempest-RoutersAdminTest-932523614-project] Notify callbacks [] for router_gateway, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:53.079505 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28c59f0-c52d-40ff-8057-9d410b9e8d2e req-1d9aa4fd-e49d-40db-9772-25366994c45e tempest-VolumesBackupsTest-618387329 tempest-VolumesBackupsTest-618387329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:08:53.081066 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a28c59f0-c52d-40ff-8057-9d410b9e8d2e req-1d9aa4fd-e49d-40db-9772-25366994c45e tempest-VolumesBackupsTest-618387329 tempest-VolumesBackupsTest-618387329-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5329831 Jul 27 21:08:53.093067 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19117f6f-7333-40e4-b2c4-ee2c1b07aedd req-e7df7afe-e777-4993-8a59-3cb9f7823a9f tempest-ServersTestManualDisk-414101687 tempest-ServersTestManualDisk-414101687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:08:53.094907 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-19117f6f-7333-40e4-b2c4-ee2c1b07aedd req-e7df7afe-e777-4993-8a59-3cb9f7823a9f tempest-ServersTestManualDisk-414101687 tempest-ServersTestManualDisk-414101687-project] 10.222.0.59 "GET /v2.0/ports?device_id=2d5039c3-d1bd-44fc-85ff-2cac8ca4b430 HTTP/1.1" status: 200 len: 946 time: 0.5279131 Jul 27 21:08:53.112753 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a28c59f0-c52d-40ff-8057-9d410b9e8d2e req-f3f89cdf-dab2-4184-b258-d76ac992a606 tempest-VolumesBackupsTest-618387329 tempest-VolumesBackupsTest-618387329-project] 10.222.0.59 "GET /v2.0/quotas/ccca3f66254649a39f657af549b404e0 HTTP/1.1" status: 200 len: 375 time: 0.0168133 Jul 27 21:08:53.133645 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-1d17c081-f080-4fb3-997f-dcb81d8ab0fa req-186c886f-fddd-4518-8017-4c8c878bc773 service neutron] 10.222.0.36 "GET /v2.0/networks/7ff0eeb8-777d-434e-b9ec-a1527ebf3b8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1686051 Jul 27 21:08:53.166097 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a28c59f0-c52d-40ff-8057-9d410b9e8d2e req-77490e94-6d93-4e9f-92a8-b5cc76c823e6 tempest-VolumesBackupsTest-618387329 tempest-VolumesBackupsTest-618387329-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=ccca3f66254649a39f657af549b404e0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0388896 Jul 27 21:08:53.174574 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-19117f6f-7333-40e4-b2c4-ee2c1b07aedd req-0b5921fe-f223-4ba7-96a2-6d259050e003 tempest-ServersTestManualDisk-414101687 tempest-ServersTestManualDisk-414101687-project] 10.222.0.59 "GET /v2.0/security-groups?id=b651a35a-abe3-4aed-b8bf-0a538fda8313&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0649536 Jul 27 21:08:53.310311 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-14e7dc02-3eb6-49be-a4d9-b7ab212944dd tempest-RoutersAdminTest-932523614 tempest-RoutersAdminTest-932523614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4163804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4077150'] for router, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:53.313778 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-1d17c081-f080-4fb3-997f-dcb81d8ab0fa req-444d19c6-025f-47f4-88da-813bdcb06c57 service neutron] 10.222.0.36 "GET /v2.0/networks/7ff0eeb8-777d-434e-b9ec-a1527ebf3b8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1718340 Jul 27 21:08:53.408928 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-1d17c081-f080-4fb3-997f-dcb81d8ab0fa req-b96c3ba1-1b8f-425b-9702-93d531805243 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.143&port_id=6e7d69d3-fba1-4359-a733-0c6375ba453c HTTP/1.1" status: 200 len: 217 time: 0.0817580 Jul 27 21:08:53.449610 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Device 9852ccb6-761a-4a2a-9f2a-b133a92a7329 up at agent hyperv_n-h2-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:08:53.452418 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-715b2e9c-d1f9-44b2-8e0d-27821fabf765 req-7d234795-1819-48a5-aba5-f668af445c02 tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] 10.222.0.59 "GET /v2.0/ports?device_id=2be6dd0d-bc7c-4882-8bb2-afe5ae686d07 HTTP/1.1" status: 200 len: 210 time: 0.0590963 Jul 27 21:08:53.508223 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d17c081-f080-4fb3-997f-dcb81d8ab0fa req-ea274373-6dbb-4732-9a05-266c153b893e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:08:53.509691 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-1d17c081-f080-4fb3-997f-dcb81d8ab0fa req-ea274373-6dbb-4732-9a05-266c153b893e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7db86daf-fd4c-450a-8e91-ffdebfb628e1 HTTP/1.1" status: 200 len: 797 time: 0.0901816 Jul 27 21:08:53.518093 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3de4a3f-04cf-4d3b-bff1-9ed29572a35f req-d0099b58-12bd-434f-84c5-c25d66cba6e5 tempest-ImagesTestJSON-607612606 tempest-ImagesTestJSON-607612606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:08:53.520375 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b3de4a3f-04cf-4d3b-bff1-9ed29572a35f req-d0099b58-12bd-434f-84c5-c25d66cba6e5 tempest-ImagesTestJSON-607612606 tempest-ImagesTestJSON-607612606-project] 10.222.0.59 "GET /v2.0/ports?device_id=3df18367-d5f2-4562-b9b0-adc84180d413 HTTP/1.1" status: 200 len: 944 time: 0.2001305 Jul 27 21:08:53.569575 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-3d54578f-831f-4696-b568-13c455922dab None None] Provisioning for port 9852ccb6-761a-4a2a-9f2a-b133a92a7329 completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:08:53.575456 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-3d54578f-831f-4696-b568-13c455922dab None None] Provisioning complete for port 9852ccb6-761a-4a2a-9f2a-b133a92a7329 triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:08:53.575838 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:53.614098 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b3de4a3f-04cf-4d3b-bff1-9ed29572a35f req-049af045-3d89-4bf2-8e97-d6257b809f5d tempest-ImagesTestJSON-607612606 tempest-ImagesTestJSON-607612606-project] 10.222.0.59 "GET /v2.0/security-groups?id=0824f12c-25ec-46a0-872f-0482607e4324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818331 Jul 27 21:08:53.656536 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14e7dc02-3eb6-49be-a4d9-b7ab212944dd tempest-RoutersAdminTest-932523614 tempest-RoutersAdminTest-932523614-project] Router 10598774-d355-4f76-a3d4-84ebd03b7923 is scheduled to L3 agent dd128fd7-8e57-4d4f-895b-a96b369df59a with binding_index 1 {{(pid=105584) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 21:08:53.680736 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d17c081-f080-4fb3-997f-dcb81d8ab0fa req-59f12988-ee9e-458e-86c1-33cc56e62677 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:08:53.682442 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-1d17c081-f080-4fb3-997f-dcb81d8ab0fa req-59f12988-ee9e-458e-86c1-33cc56e62677 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e24d8d6c-cb0f-492b-9a38-55ce25e9a591&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1641610 Jul 27 21:08:53.685406 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733297ea-8e48-4368-ae95-a75c530b7d0e req-020c998c-d3b1-4952-9f8b-e9fff068ac9e tempest-AttachVolumeTestJSON-850155022 tempest-AttachVolumeTestJSON-850155022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:08:53.689448 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-733297ea-8e48-4368-ae95-a75c530b7d0e req-020c998c-d3b1-4952-9f8b-e9fff068ac9e tempest-AttachVolumeTestJSON-850155022 tempest-AttachVolumeTestJSON-850155022-project] 10.222.0.59 "GET /v2.0/ports?device_id=0f9b044c-3d59-4da2-bba4-f9456b3d9774 HTTP/1.1" status: 200 len: 946 time: 0.1496513 Jul 27 21:08:53.732640 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:53.778161 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3df18367-d5f2-4562-b9b0-adc84180d413', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9852ccb6-761a-4a2a-9f2a-b133a92a7329'}] {{(pid=105586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:08:53.782021 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-fa14ca03-c741-4254-8961-4b020a22f25d req-d6db3107-b22c-41d3-ac58-cf7b626b6a6a tempest-VolumesBackupsTest-618387329 tempest-VolumesBackupsTest-618387329-project] 10.222.0.59 "GET /v2.0/ports?device_id=b83618d1-1e8a-4ce6-8149-71fadd025d84 HTTP/1.1" status: 200 len: 210 time: 0.0915265 Jul 27 21:08:53.790631 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14c1663e039faf5393f87855f745010ac5b02220355b68fdbf065393e303ac56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c80c284c-0119-4dd4-b86b-6d49092e00ea" -d '{"events": [{"server_uuid": "3df18367-d5f2-4562-b9b0-adc84180d413", "name": "network-vif-plugged", "status": "completed", "tag": "9852ccb6-761a-4a2a-9f2a-b133a92a7329"}]}' {{(pid=105586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:08:53.820908 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] For port 9852ccb6-761a-4a2a-9f2a-b133a92a7329, host n-h2-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=9852ccb6-761a-4a2a-9f2a-b133a92a7329,segment=NetworkSegment(74356e05-950c-4c55-88c6-85a1b1fc145d),segment_id=74356e05-950c-4c55-88c6-85a1b1fc145d)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:08:53.828668 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-733297ea-8e48-4368-ae95-a75c530b7d0e req-31af7cde-d09a-4c5f-b8c5-e9e1d1c58526 tempest-AttachVolumeTestJSON-850155022 tempest-AttachVolumeTestJSON-850155022-project] 10.222.0.59 "GET /v2.0/security-groups?id=422951fc-fa2c-4390-9ebd-848cc406cf38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1070457 Jul 27 21:08:53.829359 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:53.886704 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:08:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecfeaacb-f45d-4e1d-91a3-c9d07fd59750 x-openstack-request-id: req-ecfeaacb-f45d-4e1d-91a3-c9d07fd59750 {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:08:53.887422 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3df18367-d5f2-4562-b9b0-adc84180d413", "name": "network-vif-plugged", "status": "completed", "tag": "9852ccb6-761a-4a2a-9f2a-b133a92a7329", "code": 200}]} {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:08:53.897722 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-ecfeaacb-f45d-4e1d-91a3-c9d07fd59750 {{(pid=105586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:08:53.898642 n-d-705658-22 neutron-server[105586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3df18367-d5f2-4562-b9b0-adc84180d413', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9852ccb6-761a-4a2a-9f2a-b133a92a7329', 'code': 200} Jul 27 21:08:53.932121 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Pushing event updated for resources: {'Port': ['ID=9852ccb6-761a-4a2a-9f2a-b133a92a7329,revision_number=5']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:08:54.000006 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14e7dc02-3eb6-49be-a4d9-b7ab212944dd tempest-RoutersAdminTest-932523614 tempest-RoutersAdminTest-932523614-project] Notify agent at l3_agent.n-d-705658-22 the message routers_updated {{(pid=105584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:08:54.003946 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-1d17c081-f080-4fb3-997f-dcb81d8ab0fa req-28366950-9852-4df6-9741-3a0cce14bfa2 service neutron] 10.222.0.36 "GET /v2.0/networks/e24d8d6c-cb0f-492b-9a38-55ce25e9a591?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3109326 Jul 27 21:08:54.011773 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-284ff9cc-9085-41a9-b09a-882b326a3c26 None None] Sync routers for ids ['10598774-d355-4f76-a3d4-84ebd03b7923'] in n-d-705658-22 {{(pid=105586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:08:54.026375 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-284ff9cc-9085-41a9-b09a-882b326a3c26 None None] Routers {'10598774-d355-4f76-a3d4-84ebd03b7923'} bound to L3 agent in host n-d-705658-22 {{(pid=105586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:08:54.027118 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-284ff9cc-9085-41a9-b09a-882b326a3c26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:08:42Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['10598774-d355-4f76-a3d4-84ebd03b7923'], 'active': True} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:08:54.046847 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-14e7dc02-3eb6-49be-a4d9-b7ab212944dd tempest-RoutersAdminTest-932523614 tempest-RoutersAdminTest-932523614-project] Notify callbacks [] for router, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:54.051941 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 53900) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:08:54.052603 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-14e7dc02-3eb6-49be-a4d9-b7ab212944dd tempest-RoutersAdminTest-932523614 tempest-RoutersAdminTest-932523614-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 3.1019149 Jul 27 21:08:54.057575 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-c2ac76d0-783a-45ea-a4f2-cbeb9cc6397a tempest-RoutersAdminTest-932523614 tempest-RoutersAdminTest-932523614-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:08:54.090097 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-284ff9cc-9085-41a9-b09a-882b326a3c26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-22', False) {} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:08:54.103643 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-284ff9cc-9085-41a9-b09a-882b326a3c26 None None] Routers {'10598774-d355-4f76-a3d4-84ebd03b7923'} bound to L3 agent in host n-d-705658-22 {{(pid=105586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:08:54.105106 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-284ff9cc-9085-41a9-b09a-882b326a3c26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:08:42Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['10598774-d355-4f76-a3d4-84ebd03b7923'], 'active': True} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:08:54.146267 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f42112e-e19c-4010-b490-c46f64d284af req-f4cb0547-0ae1-452b-9ed9-7594b2796a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:08:54.148120 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-5f42112e-e19c-4010-b490-c46f64d284af req-f4cb0547-0ae1-452b-9ed9-7594b2796a30 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=3df18367-d5f2-4562-b9b0-adc84180d413 HTTP/1.1" status: 200 len: 1097 time: 0.1885054 Jul 27 21:08:54.183597 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-284ff9cc-9085-41a9-b09a-882b326a3c26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-22', False) {} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:08:54.184350 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-284ff9cc-9085-41a9-b09a-882b326a3c26 None None] The sync data for ids ['10598774-d355-4f76-a3d4-84ebd03b7923'] in n-d-705658-22 is: [] {{(pid=105586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:08:54.216714 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-1d17c081-f080-4fb3-997f-dcb81d8ab0fa req-0919662a-a8c6-49b1-abdd-06ac408abdc7 service neutron] 10.222.0.36 "GET /v2.0/networks/e24d8d6c-cb0f-492b-9a38-55ce25e9a591?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1949034 Jul 27 21:08:54.299143 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-1d17c081-f080-4fb3-997f-dcb81d8ab0fa req-1f0a7dc2-ef76-451a-9e67-d53065c99603 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.74&port_id=c405af71-cbc1-4c5a-a3e0-43e7aa2f3727 HTTP/1.1" status: 200 len: 217 time: 0.0685234 Jul 27 21:08:54.301640 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-5f42112e-e19c-4010-b490-c46f64d284af req-670fc152-0b51-49b3-a01b-4386423900f4 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=0824f12c-25ec-46a0-872f-0482607e4324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329846 Jul 27 21:08:54.354828 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d17c081-f080-4fb3-997f-dcb81d8ab0fa req-d056a53f-5003-4562-bbbb-c428d26610a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:08:54.357567 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-1d17c081-f080-4fb3-997f-dcb81d8ab0fa req-d056a53f-5003-4562-bbbb-c428d26610a0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7db86daf-fd4c-450a-8e91-ffdebfb628e1 HTTP/1.1" status: 200 len: 797 time: 0.0477016 Jul 27 21:08:54.419291 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d17c081-f080-4fb3-997f-dcb81d8ab0fa req-49e3f1cb-9ea5-4870-a691-3e220d8e52db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:08:54.421076 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-1d17c081-f080-4fb3-997f-dcb81d8ab0fa req-49e3f1cb-9ea5-4870-a691-3e220d8e52db service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e24d8d6c-cb0f-492b-9a38-55ce25e9a591&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0574327 Jul 27 21:08:54.422112 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7e8be2-6803-422e-9fa0-5851de1c3912 req-47f7d924-4c4d-48c2-844c-781ca15153ab tempest-ServersTestManualDisk-414101687 tempest-ServersTestManualDisk-414101687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:08:54.423644 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-1f7e8be2-6803-422e-9fa0-5851de1c3912 req-47f7d924-4c4d-48c2-844c-781ca15153ab tempest-ServersTestManualDisk-414101687 tempest-ServersTestManualDisk-414101687-project] 10.222.0.59 "GET /v2.0/ports?device_id=2d5039c3-d1bd-44fc-85ff-2cac8ca4b430 HTTP/1.1" status: 200 len: 946 time: 0.1751318 Jul 27 21:08:54.535997 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-1d17c081-f080-4fb3-997f-dcb81d8ab0fa req-55d79d61-3620-4f9c-987d-6cdfed31174d service neutron] 10.222.0.36 "GET /v2.0/networks/e24d8d6c-cb0f-492b-9a38-55ce25e9a591?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1054432 Jul 27 21:08:54.537100 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-1f7e8be2-6803-422e-9fa0-5851de1c3912 req-7dfcd568-aaa0-4921-bc00-e410fd59ba53 tempest-ServersTestManualDisk-414101687 tempest-ServersTestManualDisk-414101687-project] 10.222.0.59 "GET /v2.0/security-groups?id=b651a35a-abe3-4aed-b8bf-0a538fda8313&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0725129 Jul 27 21:08:54.587147 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-738bce02-b4a7-488e-ab09-d2422a598872 req-add4132b-76b7-45f6-9371-6e2fd9fda2db tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] 10.222.0.59 "GET /v2.0/ports?device_id=2be6dd0d-bc7c-4882-8bb2-afe5ae686d07 HTTP/1.1" status: 200 len: 210 time: 0.0329571 Jul 27 21:08:54.589270 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-c2ac76d0-783a-45ea-a4f2-cbeb9cc6397a tempest-RoutersAdminTest-932523614 tempest-RoutersAdminTest-932523614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4077169', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4163787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-400'] for router, precommit_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:54.605523 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-c2ac76d0-783a-45ea-a4f2-cbeb9cc6397a tempest-RoutersAdminTest-932523614 tempest-RoutersAdminTest-932523614-project] Notify callbacks [] for router_gateway, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:54.658070 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-1d17c081-f080-4fb3-997f-dcb81d8ab0fa req-f56e8b27-b083-4c26-a0b1-778d93e09abb service neutron] 10.222.0.36 "GET /v2.0/networks/e24d8d6c-cb0f-492b-9a38-55ce25e9a591?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1131282 Jul 27 21:08:54.678740 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [None req-c2ac76d0-783a-45ea-a4f2-cbeb9cc6397a tempest-RoutersAdminTest-932523614 tempest-RoutersAdminTest-932523614-project] Deleting port 8ac3dec2-1f90-499f-9355-364b99dce5ca {{(pid=105585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:08:54.679024 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-c2ac76d0-783a-45ea-a4f2-cbeb9cc6397a tempest-RoutersAdminTest-932523614 tempest-RoutersAdminTest-932523614-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:54.718845 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-1d17c081-f080-4fb3-997f-dcb81d8ab0fa req-568d100b-f2bb-466e-8da1-cf6d823448a9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.62&port_id=148bb826-decc-4cf3-a2c3-433892361226 HTTP/1.1" status: 200 len: 217 time: 0.0518537 Jul 27 21:08:54.800905 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-c2ac76d0-783a-45ea-a4f2-cbeb9cc6397a tempest-RoutersAdminTest-932523614 tempest-RoutersAdminTest-932523614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:54.814370 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-a28c59f0-c52d-40ff-8057-9d410b9e8d2e req-180e498a-5e0a-4946-ae64-a6508f07b011 tempest-VolumesBackupsTest-618387329 tempest-VolumesBackupsTest-618387329-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=ccca3f66254649a39f657af549b404e0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0409038 Jul 27 21:08:54.816428 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d17c081-f080-4fb3-997f-dcb81d8ab0fa req-8098333b-8df1-4738-9ae5-81e631fd7595 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:08:54.816592 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [None req-c2ac76d0-783a-45ea-a4f2-cbeb9cc6397a tempest-RoutersAdminTest-932523614 tempest-RoutersAdminTest-932523614-project] Calling delete_port for 8ac3dec2-1f90-499f-9355-364b99dce5ca owned by network:router_gateway {{(pid=105585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:08:54.818272 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-1d17c081-f080-4fb3-997f-dcb81d8ab0fa req-8098333b-8df1-4738-9ae5-81e631fd7595 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7db86daf-fd4c-450a-8e91-ffdebfb628e1 HTTP/1.1" status: 200 len: 797 time: 0.0903504 Jul 27 21:08:54.825199 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfe6be5-ea6a-4d49-b320-7a944b3e1648 req-8a3401e3-d750-455f-9b16-5e96ee92c0c0 tempest-ImagesTestJSON-607612606 tempest-ImagesTestJSON-607612606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:08:54.826756 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-edfe6be5-ea6a-4d49-b320-7a944b3e1648 req-8a3401e3-d750-455f-9b16-5e96ee92c0c0 tempest-ImagesTestJSON-607612606 tempest-ImagesTestJSON-607612606-project] 10.222.0.59 "GET /v2.0/ports?device_id=3df18367-d5f2-4562-b9b0-adc84180d413 HTTP/1.1" status: 200 len: 945 time: 0.1457908 Jul 27 21:08:54.937108 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-00121183-2279-4292-9a6f-aba2b2d406ae req-38d40608-45f6-475d-861b-6b4cb16262ec tempest-VolumesBackupsTest-618387329 tempest-VolumesBackupsTest-618387329-project] 10.222.0.59 "GET /v2.0/ports?device_id=b83618d1-1e8a-4ce6-8149-71fadd025d84 HTTP/1.1" status: 200 len: 210 time: 0.0445030 Jul 27 21:08:54.954874 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-edfe6be5-ea6a-4d49-b320-7a944b3e1648 req-daa34312-ea7a-490a-bb7d-532034580736 tempest-ImagesTestJSON-607612606 tempest-ImagesTestJSON-607612606-project] 10.222.0.59 "GET /v2.0/security-groups?id=0824f12c-25ec-46a0-872f-0482607e4324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181674 Jul 27 21:08:55.124149 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28c59f0-c52d-40ff-8057-9d410b9e8d2e req-a871e57d-f88a-4826-bda5-a1f21e4b61b0 tempest-VolumesBackupsTest-618387329 tempest-VolumesBackupsTest-618387329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:08:55.125480 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-a28c59f0-c52d-40ff-8057-9d410b9e8d2e req-a871e57d-f88a-4826-bda5-a1f21e4b61b0 tempest-VolumesBackupsTest-618387329 tempest-VolumesBackupsTest-618387329-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3041289 Jul 27 21:08:55.127340 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d17c081-f080-4fb3-997f-dcb81d8ab0fa req-250e9715-16b4-4199-b1b9-bd1070e99bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:08:55.128697 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-1d17c081-f080-4fb3-997f-dcb81d8ab0fa req-250e9715-16b4-4199-b1b9-bd1070e99bbe service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e24d8d6c-cb0f-492b-9a38-55ce25e9a591&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2750664 Jul 27 21:08:55.142416 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [req-a28c59f0-c52d-40ff-8057-9d410b9e8d2e req-73292f1b-899b-4b36-a858-268b3ecfcf50 tempest-VolumesBackupsTest-618387329 tempest-VolumesBackupsTest-618387329-project] Request body: {'port': {'device_id': 'b83618d1-1e8a-4ce6-8149-71fadd025d84', 'network_id': '4d64aa0b-bd6a-468e-8edc-c83689947462', 'admin_state_up': True, 'tenant_id': 'ccca3f66254649a39f657af549b404e0'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:08:55.149525 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47150379-0577-436e-8a7b-7f0a759590d8 req-93fa2ed9-41ff-47cb-bcab-2303866ef9ff tempest-AttachVolumeTestJSON-850155022 tempest-AttachVolumeTestJSON-850155022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:08:55.151303 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-47150379-0577-436e-8a7b-7f0a759590d8 req-93fa2ed9-41ff-47cb-bcab-2303866ef9ff tempest-AttachVolumeTestJSON-850155022 tempest-AttachVolumeTestJSON-850155022-project] 10.222.0.59 "GET /v2.0/ports?device_id=0f9b044c-3d59-4da2-bba4-f9456b3d9774 HTTP/1.1" status: 200 len: 946 time: 0.1162784 Jul 27 21:08:55.152162 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-c2ac76d0-783a-45ea-a4f2-cbeb9cc6397a tempest-RoutersAdminTest-932523614 tempest-RoutersAdminTest-932523614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:55.192188 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ac76d0-783a-45ea-a4f2-cbeb9cc6397a tempest-RoutersAdminTest-932523614 tempest-RoutersAdminTest-932523614-project] Pushing event deleted for resources: {'Port': ['ID=8ac3dec2-1f90-499f-9355-364b99dce5ca,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:08:55.281539 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-47150379-0577-436e-8a7b-7f0a759590d8 req-e50af8b6-e4bc-4619-93d4-af60ccfbdf98 tempest-AttachVolumeTestJSON-850155022 tempest-AttachVolumeTestJSON-850155022-project] 10.222.0.59 "GET /v2.0/security-groups?id=422951fc-fa2c-4390-9ebd-848cc406cf38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0985889 Jul 27 21:08:55.289420 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-c2ac76d0-783a-45ea-a4f2-cbeb9cc6397a tempest-RoutersAdminTest-932523614 tempest-RoutersAdminTest-932523614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4075702'] for router_gateway, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:55.305087 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-1d17c081-f080-4fb3-997f-dcb81d8ab0fa req-873e479d-fd7b-4576-96ae-7443f849a58f service neutron] 10.222.0.36 "GET /v2.0/networks/e24d8d6c-cb0f-492b-9a38-55ce25e9a591?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1671140 Jul 27 21:08:55.404046 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a28c59f0-c52d-40ff-8057-9d410b9e8d2e req-73292f1b-899b-4b36-a858-268b3ecfcf50 tempest-VolumesBackupsTest-618387329 tempest-VolumesBackupsTest-618387329-project] Made reservation on behalf of ccca3f66254649a39f657af549b404e0 for: {'port': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:08:55.408131 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-a28c59f0-c52d-40ff-8057-9d410b9e8d2e req-73292f1b-899b-4b36-a858-268b3ecfcf50 tempest-VolumesBackupsTest-618387329 tempest-VolumesBackupsTest-618387329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:55.428492 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-a28c59f0-c52d-40ff-8057-9d410b9e8d2e req-73292f1b-899b-4b36-a858-268b3ecfcf50 tempest-VolumesBackupsTest-618387329 tempest-VolumesBackupsTest-618387329-project] Notify callbacks [] for security_group, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:55.461481 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-1d17c081-f080-4fb3-997f-dcb81d8ab0fa req-328da8ba-723e-4511-aeda-319ee6796fbf service neutron] 10.222.0.36 "GET /v2.0/networks/e24d8d6c-cb0f-492b-9a38-55ce25e9a591?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1479983 Jul 27 21:08:55.506702 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-c2ac76d0-783a-45ea-a4f2-cbeb9cc6397a tempest-RoutersAdminTest-932523614 tempest-RoutersAdminTest-932523614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4077169', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4163787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-400'] for router, precommit_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:55.507969 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-1d17c081-f080-4fb3-997f-dcb81d8ab0fa req-e69a28e7-a8c6-43dc-af42-88c062fe14f5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.44&port_id=d43b57af-f2a8-4881-8284-641e3fd25638 HTTP/1.1" status: 200 len: 217 time: 0.0374305 Jul 27 21:08:55.509941 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-c2ac76d0-783a-45ea-a4f2-cbeb9cc6397a tempest-RoutersAdminTest-932523614 tempest-RoutersAdminTest-932523614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4077150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4077160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4077159', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4163778'] for router, after_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:55.580740 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d17c081-f080-4fb3-997f-dcb81d8ab0fa req-e57a4196-6a2f-4a65-beff-2cede577b812 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:08:55.582433 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-1d17c081-f080-4fb3-997f-dcb81d8ab0fa req-e57a4196-6a2f-4a65-beff-2cede577b812 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7db86daf-fd4c-450a-8e91-ffdebfb628e1 HTTP/1.1" status: 200 len: 797 time: 0.0652719 Jul 27 21:08:55.591731 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2ac76d0-783a-45ea-a4f2-cbeb9cc6397a tempest-RoutersAdminTest-932523614 tempest-RoutersAdminTest-932523614-project] Router 10598774-d355-4f76-a3d4-84ebd03b7923 has already been hosted by L3 agent dd128fd7-8e57-4d4f-895b-a96b369df59a {{(pid=105585) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:08:55.744958 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2ac76d0-783a-45ea-a4f2-cbeb9cc6397a tempest-RoutersAdminTest-932523614 tempest-RoutersAdminTest-932523614-project] Notify agent at l3_agent.n-d-705658-22 the message routers_updated {{(pid=105585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:08:55.748321 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f9562ef8-abc3-48ec-9f1e-e47cd25443d1 req-14cf156a-1df8-44d1-956f-d78916fd55e3 tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] 10.222.0.59 "GET /v2.0/ports?device_id=2be6dd0d-bc7c-4882-8bb2-afe5ae686d07 HTTP/1.1" status: 200 len: 210 time: 0.0408168 Jul 27 21:08:55.753844 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-c2ac76d0-783a-45ea-a4f2-cbeb9cc6397a tempest-RoutersAdminTest-932523614 tempest-RoutersAdminTest-932523614-project] Notify callbacks [] for router, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:55.758151 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-c2ac76d0-783a-45ea-a4f2-cbeb9cc6397a tempest-RoutersAdminTest-932523614 tempest-RoutersAdminTest-932523614-project] 10.222.0.59 "PUT /v2.0/routers/10598774-d355-4f76-a3d4-84ebd03b7923 HTTP/1.1" status: 200 len: 706 time: 1.7049961 Jul 27 21:08:55.761888 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96838198-e94b-4b22-86c1-8100d8febdcd None None] Sync routers for ids ['10598774-d355-4f76-a3d4-84ebd03b7923'] in n-d-705658-22 {{(pid=105587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:08:55.774531 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 53922) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:08:55.777241 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96838198-e94b-4b22-86c1-8100d8febdcd None None] Routers {'10598774-d355-4f76-a3d4-84ebd03b7923'} bound to L3 agent in host n-d-705658-22 {{(pid=105587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:08:55.778064 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-96838198-e94b-4b22-86c1-8100d8febdcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:08:42Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['10598774-d355-4f76-a3d4-84ebd03b7923'], 'active': True} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:08:55.823987 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-96838198-e94b-4b22-86c1-8100d8febdcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-22', False) {} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:08:55.841029 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96838198-e94b-4b22-86c1-8100d8febdcd None None] Routers {'10598774-d355-4f76-a3d4-84ebd03b7923'} bound to L3 agent in host n-d-705658-22 {{(pid=105587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:08:55.841664 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-96838198-e94b-4b22-86c1-8100d8febdcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:08:42Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['10598774-d355-4f76-a3d4-84ebd03b7923'], 'active': True} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:08:55.883922 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-96838198-e94b-4b22-86c1-8100d8febdcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-22', False) {} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:08:55.884836 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96838198-e94b-4b22-86c1-8100d8febdcd None None] The sync data for ids ['10598774-d355-4f76-a3d4-84ebd03b7923'] in n-d-705658-22 is: [] {{(pid=105587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:08:55.894359 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-678bd847-79c8-45b5-915b-afcd999b265f tempest-RoutersAdminTest-975150395 tempest-RoutersAdminTest-975150395-project-admin] 10.222.0.59 "GET /v2.0/routers/10598774-d355-4f76-a3d4-84ebd03b7923 HTTP/1.1" status: 200 len: 741 time: 0.1184154 Jul 27 21:08:55.895851 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 53924) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:08:55.955301 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-73d82625-f84c-4d0d-a951-5bd0970ae6cb tempest-RoutersAdminTest-975150395 tempest-RoutersAdminTest-975150395-project-admin] 10.222.0.59 "GET /v2.0/ports?network_id=8735d8a2-b604-4758-ae71-b40e4ee6f305&device_id=10598774-d355-4f76-a3d4-84ebd03b7923 HTTP/1.1" status: 200 len: 205 time: 0.0558803 Jul 27 21:08:55.956481 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 53926) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:08:55.961921 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0e18b7-ddb0-4091-84d9-ff0ca5ff05d5 req-debb1336-10f0-4413-99f8-49f582e363d6 tempest-ServersTestManualDisk-414101687 tempest-ServersTestManualDisk-414101687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:08:55.963436 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-0b0e18b7-ddb0-4091-84d9-ff0ca5ff05d5 req-debb1336-10f0-4413-99f8-49f582e363d6 tempest-ServersTestManualDisk-414101687 tempest-ServersTestManualDisk-414101687-project] 10.222.0.59 "GET /v2.0/ports?device_id=2d5039c3-d1bd-44fc-85ff-2cac8ca4b430 HTTP/1.1" status: 200 len: 946 time: 0.3157518 Jul 27 21:08:56.000532 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-2f1ef7f4-ee38-47f4-a01c-2b3a1f894bdc tempest-RoutersAdminTest-932523614 tempest-RoutersAdminTest-932523614-project] 10.222.0.59 "GET /v2.0/ports?device_id=10598774-d355-4f76-a3d4-84ebd03b7923 HTTP/1.1" status: 200 len: 205 time: 0.0427828 Jul 27 21:08:56.004020 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 53932) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:08:56.024881 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-a28c59f0-c52d-40ff-8057-9d410b9e8d2e req-73292f1b-899b-4b36-a858-268b3ecfcf50 tempest-VolumesBackupsTest-618387329 tempest-VolumesBackupsTest-618387329-project] Notify callbacks [] for security_group, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:56.027328 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-0b0e18b7-ddb0-4091-84d9-ff0ca5ff05d5 req-e4c971fb-36db-4e69-9ae1-cdc05be5bd2e tempest-ServersTestManualDisk-414101687 tempest-ServersTestManualDisk-414101687-project] 10.222.0.59 "GET /v2.0/security-groups?id=b651a35a-abe3-4aed-b8bf-0a538fda8313&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513246 Jul 27 21:08:56.038446 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d17c081-f080-4fb3-997f-dcb81d8ab0fa req-9d48ed89-a4e3-402a-a997-d9d80dc9e5ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:08:56.038446 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-1d17c081-f080-4fb3-997f-dcb81d8ab0fa req-9d48ed89-a4e3-402a-a997-d9d80dc9e5ff service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e24d8d6c-cb0f-492b-9a38-55ce25e9a591&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4437430 Jul 27 21:08:56.038446 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-a28c59f0-c52d-40ff-8057-9d410b9e8d2e req-73292f1b-899b-4b36-a858-268b3ecfcf50 tempest-VolumesBackupsTest-618387329 tempest-VolumesBackupsTest-618387329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:56.162672 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-35bf5c83-d225-4821-8cdd-63b35d078fd7 req-fb24a23d-fc7c-43e8-9bc4-0dae7922b7dd tempest-VolumesBackupsTest-618387329 tempest-VolumesBackupsTest-618387329-project] 10.222.0.59 "GET /v2.0/ports?device_id=b83618d1-1e8a-4ce6-8149-71fadd025d84 HTTP/1.1" status: 200 len: 210 time: 0.0980036 Jul 27 21:08:56.178694 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-787aced8-bbc2-488d-8a49-3b7ddd7cea21 tempest-RoutersAdminTest-932523614 tempest-RoutersAdminTest-932523614-project] Notify callbacks [] for router, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:56.179626 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73292f1b-899b-4b36-a858-268b3ecfcf50 tempest-VolumesBackupsTest-618387329 tempest-VolumesBackupsTest-618387329-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c22abc6b-ac1a-4770-8612-c4c0cd1d5623,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:08:56.249072 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-1d17c081-f080-4fb3-997f-dcb81d8ab0fa req-eb146304-44dd-46e6-a8f8-6f00fa3b0b6a service neutron] 10.222.0.36 "GET /v2.0/networks/e24d8d6c-cb0f-492b-9a38-55ce25e9a591?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1984479 Jul 27 21:08:56.280727 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.db_base_plugin_common [req-a28c59f0-c52d-40ff-8057-9d410b9e8d2e req-73292f1b-899b-4b36-a858-268b3ecfcf50 tempest-VolumesBackupsTest-618387329 tempest-VolumesBackupsTest-618387329-project] Allocated IP 192.168.233.182 (4d64aa0b-bd6a-468e-8edc-c83689947462/26644ba0-4185-4e10-8718-6ad18d01376c/97590221-6df0-44c7-a3b4-502f88578087) {{(pid=105584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:08:56.391528 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-1d17c081-f080-4fb3-997f-dcb81d8ab0fa req-c16c09d2-868e-4429-b41a-26d20594cda1 service neutron] 10.222.0.36 "GET /v2.0/networks/e24d8d6c-cb0f-492b-9a38-55ce25e9a591?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334758 Jul 27 21:08:56.414260 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-787aced8-bbc2-488d-8a49-3b7ddd7cea21 tempest-RoutersAdminTest-932523614 tempest-RoutersAdminTest-932523614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4163631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-425'] for router, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:56.423477 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-787aced8-bbc2-488d-8a49-3b7ddd7cea21 tempest-RoutersAdminTest-932523614 tempest-RoutersAdminTest-932523614-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:56.467952 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-1d17c081-f080-4fb3-997f-dcb81d8ab0fa req-23c205f0-737c-417e-ad5f-57e7386007a0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=3276e718-0114-4f87-baff-9e6aac56604a HTTP/1.1" status: 200 len: 217 time: 0.0622549 Jul 27 21:08:56.554243 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d17c081-f080-4fb3-997f-dcb81d8ab0fa req-17cab843-c7e8-44f9-ac91-ae9651d4fb3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:08:56.555794 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-1d17c081-f080-4fb3-997f-dcb81d8ab0fa req-17cab843-c7e8-44f9-ac91-ae9651d4fb3c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=153daf83-f920-4fbd-bc96-5d57ffdc1387 HTTP/1.1" status: 200 len: 797 time: 0.0798688 Jul 27 21:08:56.582172 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-a28c59f0-c52d-40ff-8057-9d410b9e8d2e req-73292f1b-899b-4b36-a858-268b3ecfcf50 tempest-VolumesBackupsTest-618387329 tempest-VolumesBackupsTest-618387329-project] Notify callbacks [] for port, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:56.616428 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.provisioning_blocks [req-a28c59f0-c52d-40ff-8057-9d410b9e8d2e req-73292f1b-899b-4b36-a858-268b3ecfcf50 tempest-VolumesBackupsTest-618387329 tempest-VolumesBackupsTest-618387329-project] Transition to ACTIVE for port object 97590221-6df0-44c7-a3b4-502f88578087 will not be triggered until provisioned by entity DHCP. {{(pid=105584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:08:56.658241 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d17c081-f080-4fb3-997f-dcb81d8ab0fa req-6fee78b3-dc23-4dea-8976-28a3b81a3608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:08:56.659837 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-1d17c081-f080-4fb3-997f-dcb81d8ab0fa req-6fee78b3-dc23-4dea-8976-28a3b81a3608 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=18eab60f-6056-4003-a4d0-6bd1a91b2423&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0916252 Jul 27 21:08:56.669443 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-a28c59f0-c52d-40ff-8057-9d410b9e8d2e req-73292f1b-899b-4b36-a858-268b3ecfcf50 tempest-VolumesBackupsTest-618387329 tempest-VolumesBackupsTest-618387329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:56.741201 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a28c59f0-c52d-40ff-8057-9d410b9e8d2e req-73292f1b-899b-4b36-a858-268b3ecfcf50 tempest-VolumesBackupsTest-618387329 tempest-VolumesBackupsTest-618387329-project] Network 4d64aa0b-bd6a-468e-8edc-c83689947462 is already hosted by enough agents. {{(pid=105584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:08:56.772703 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [req-a28c59f0-c52d-40ff-8057-9d410b9e8d2e req-73292f1b-899b-4b36-a858-268b3ecfcf50 tempest-VolumesBackupsTest-618387329 tempest-VolumesBackupsTest-618387329-project] Resources bound (agent type, host, resource id): {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:08:56.782130 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [req-a28c59f0-c52d-40ff-8057-9d410b9e8d2e req-73292f1b-899b-4b36-a858-268b3ecfcf50 tempest-VolumesBackupsTest-618387329 tempest-VolumesBackupsTest-618387329-project] Received port after_create {{(pid=105584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:08:56.807708 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04277aaa-229b-4783-8338-1c259673f787 req-994f0cf8-6991-4a47-93b7-2d4406e78707 tempest-ServersTestManualDisk-414101687 tempest-ServersTestManualDisk-414101687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:08:56.809848 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-04277aaa-229b-4783-8338-1c259673f787 req-994f0cf8-6991-4a47-93b7-2d4406e78707 tempest-ServersTestManualDisk-414101687 tempest-ServersTestManualDisk-414101687-project] 10.222.0.60 "GET /v2.0/ports?device_id=2d5039c3-d1bd-44fc-85ff-2cac8ca4b430 HTTP/1.1" status: 200 len: 946 time: 0.7457843 Jul 27 21:08:56.816895 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73292f1b-899b-4b36-a858-268b3ecfcf50 tempest-VolumesBackupsTest-618387329 tempest-VolumesBackupsTest-618387329-project] Pushing event updated for resources: {'Port': ['ID=97590221-6df0-44c7-a3b4-502f88578087,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:08:56.874161 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-1d17c081-f080-4fb3-997f-dcb81d8ab0fa req-996b871a-caa3-4aab-a235-54ef05240b22 service neutron] 10.222.0.36 "GET /v2.0/networks/18eab60f-6056-4003-a4d0-6bd1a91b2423?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2021360 Jul 27 21:08:56.904120 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28c59f0-c52d-40ff-8057-9d410b9e8d2e req-73292f1b-899b-4b36-a858-268b3ecfcf50 tempest-VolumesBackupsTest-618387329 tempest-VolumesBackupsTest-618387329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:08:56.907019 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-a28c59f0-c52d-40ff-8057-9d410b9e8d2e req-73292f1b-899b-4b36-a858-268b3ecfcf50 tempest-VolumesBackupsTest-618387329 tempest-VolumesBackupsTest-618387329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:56.930337 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-a28c59f0-c52d-40ff-8057-9d410b9e8d2e req-73292f1b-899b-4b36-a858-268b3ecfcf50 tempest-VolumesBackupsTest-618387329 tempest-VolumesBackupsTest-618387329-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7936544 Jul 27 21:08:56.934381 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-787aced8-bbc2-488d-8a49-3b7ddd7cea21 tempest-RoutersAdminTest-932523614 tempest-RoutersAdminTest-932523614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4163007'] for router, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:56.934890 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-787aced8-bbc2-488d-8a49-3b7ddd7cea21 tempest-RoutersAdminTest-932523614 tempest-RoutersAdminTest-932523614-project] Fanout notify agent at l3_agent the message router_deleted on router 10598774-d355-4f76-a3d4-84ebd03b7923 {{(pid=105585) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 21:08:56.967214 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-787aced8-bbc2-488d-8a49-3b7ddd7cea21 tempest-RoutersAdminTest-932523614 tempest-RoutersAdminTest-932523614-project] Notify callbacks [] for router, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:56.967716 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [req-a28c59f0-c52d-40ff-8057-9d410b9e8d2e req-8c31d68a-65f7-4270-a7b8-06c4b6e0e938 service neutron] Request body: {'port': {'device_id': 'b83618d1-1e8a-4ce6-8149-71fadd025d84', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-705658-22'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:08:56.968314 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-787aced8-bbc2-488d-8a49-3b7ddd7cea21 tempest-RoutersAdminTest-932523614 tempest-RoutersAdminTest-932523614-project] 10.222.0.59 "DELETE /v2.0/routers/10598774-d355-4f76-a3d4-84ebd03b7923 HTTP/1.1" status: 204 len: 168 time: 0.9634383 Jul 27 21:08:56.974558 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 53940) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:08:56.977951 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea2b5ff-2be1-48e1-998e-c4986c984b9f req-27f835f4-e0f5-4aa5-ba57-4c7ce61dd6ad tempest-ImagesTestJSON-607612606 tempest-ImagesTestJSON-607612606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:08:56.979518 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-0ea2b5ff-2be1-48e1-998e-c4986c984b9f req-27f835f4-e0f5-4aa5-ba57-4c7ce61dd6ad tempest-ImagesTestJSON-607612606 tempest-ImagesTestJSON-607612606-project] 10.222.0.59 "GET /v2.0/ports?device_id=3df18367-d5f2-4562-b9b0-adc84180d413 HTTP/1.1" status: 200 len: 945 time: 0.8356721 Jul 27 21:08:56.998886 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4391965f-b694-4fd1-b184-19c7b449cfd6 req-5e7c5291-5c3e-4c5c-a9e5-210ce793e957 tempest-AttachVolumeTestJSON-850155022 tempest-AttachVolumeTestJSON-850155022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:08:57.000547 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-4391965f-b694-4fd1-b184-19c7b449cfd6 req-5e7c5291-5c3e-4c5c-a9e5-210ce793e957 tempest-AttachVolumeTestJSON-850155022 tempest-AttachVolumeTestJSON-850155022-project] 10.222.0.59 "GET /v2.0/ports?device_id=0f9b044c-3d59-4da2-bba4-f9456b3d9774 HTTP/1.1" status: 200 len: 946 time: 0.6048830 Jul 27 21:08:57.032022 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-00fd7c2c-58c5-4222-9079-e0170ba78c70 tempest-RoutersAdminTest-932523614 tempest-RoutersAdminTest-932523614-project] 10.222.0.59 "GET /v2.0/ports?device_id=10598774-d355-4f76-a3d4-84ebd03b7923 HTTP/1.1" status: 200 len: 205 time: 0.0397940 Jul 27 21:08:57.040239 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 53942) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:08:57.087638 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-0ea2b5ff-2be1-48e1-998e-c4986c984b9f req-3de4b814-504a-4ab9-bbbb-e2cb72b8930c tempest-ImagesTestJSON-607612606 tempest-ImagesTestJSON-607612606-project] 10.222.0.59 "GET /v2.0/security-groups?id=0824f12c-25ec-46a0-872f-0482607e4324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849850 Jul 27 21:08:57.115411 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-4391965f-b694-4fd1-b184-19c7b449cfd6 req-ba38a9c5-f0ed-44a9-b89b-02459ef61007 tempest-AttachVolumeTestJSON-850155022 tempest-AttachVolumeTestJSON-850155022-project] 10.222.0.59 "GET /v2.0/security-groups?id=422951fc-fa2c-4390-9ebd-848cc406cf38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0890069 Jul 27 21:08:57.115563 n-d-705658-22 neutron-server[105584]: INFO neutron.api.v2.resource [None req-ebcce174-910e-47a7-ae4c-4065b4858d43 tempest-RoutersAdminTest-932523614 tempest-RoutersAdminTest-932523614-project] delete failed (client error): The resource could not be found. Jul 27 21:08:57.116850 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-ebcce174-910e-47a7-ae4c-4065b4858d43 tempest-RoutersAdminTest-932523614 tempest-RoutersAdminTest-932523614-project] 10.222.0.59 "DELETE /v2.0/routers/10598774-d355-4f76-a3d4-84ebd03b7923 HTTP/1.1" status: 404 len: 336 time: 0.0758412 Jul 27 21:08:57.121104 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 53948) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:08:57.137160 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-9da56d8e-99e9-4c38-b294-ebae314ec832 None None] Provisioning for port 97590221-6df0-44c7-a3b4-502f88578087 completed by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:08:57.142768 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-9da56d8e-99e9-4c38-b294-ebae314ec832 None None] Provisioning complete for port 97590221-6df0-44c7-a3b4-502f88578087 triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:08:57.143240 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-9da56d8e-99e9-4c38-b294-ebae314ec832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:57.161745 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-1d17c081-f080-4fb3-997f-dcb81d8ab0fa req-3dab42dc-b94f-4228-a69b-63f9f6c1e8d8 service neutron] 10.222.0.36 "GET /v2.0/networks/18eab60f-6056-4003-a4d0-6bd1a91b2423?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2778416 Jul 27 21:08:57.165645 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-a28c59f0-c52d-40ff-8057-9d410b9e8d2e req-8c31d68a-65f7-4270-a7b8-06c4b6e0e938 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:57.178154 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-b61544c4-dadb-4195-96a6-c2415bdbbe02 tempest-RoutersAdminTest-932523614 tempest-RoutersAdminTest-932523614-project] 10.222.0.59 "GET /v2.0/ports?device_id=29805dc2-bf71-4282-8950-dec61ba4d72d HTTP/1.1" status: 200 len: 205 time: 0.0528672 Jul 27 21:08:57.183845 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 53950) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:08:57.214789 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-9da56d8e-99e9-4c38-b294-ebae314ec832 None None] Port 97590221-6df0-44c7-a3b4-502f88578087 cannot update to ACTIVE because it is not bound. {{(pid=105586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:08:57.255140 n-d-705658-22 neutron-server[105585]: INFO neutron.api.v2.resource [None req-edc77c2d-80d3-4b1c-958d-dbe18310cd1d tempest-RoutersAdminTest-932523614 tempest-RoutersAdminTest-932523614-project] delete failed (client error): The resource could not be found. Jul 27 21:08:57.258537 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-edc77c2d-80d3-4b1c-958d-dbe18310cd1d tempest-RoutersAdminTest-932523614 tempest-RoutersAdminTest-932523614-project] 10.222.0.59 "DELETE /v2.0/routers/29805dc2-bf71-4282-8950-dec61ba4d72d HTTP/1.1" status: 404 len: 336 time: 0.0706258 Jul 27 21:08:57.259424 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 53954) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:08:57.261052 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-1d17c081-f080-4fb3-997f-dcb81d8ab0fa req-48475784-5738-45e4-9773-020555b80ba0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=daa5a95d-1e99-4f3d-afc7-05f95606c9cd HTTP/1.1" status: 200 len: 217 time: 0.0628030 Jul 27 21:08:57.275937 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-8aa6a6b7-bf8a-4bdc-9138-8dd1a1bfa824 req-735b813d-8914-4442-93a4-2cb176c921d1 tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] 10.222.0.59 "GET /v2.0/ports?device_id=2be6dd0d-bc7c-4882-8bb2-afe5ae686d07 HTTP/1.1" status: 200 len: 210 time: 0.0339482 Jul 27 21:08:57.282693 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [req-04277aaa-229b-4783-8338-1c259673f787 req-e5468ffb-8446-4eea-8e20-2c85c56620f2 tempest-ServersTestManualDisk-414101687 tempest-ServersTestManualDisk-414101687-project] Deleting port 80e31a0e-3131-4fb0-a997-92ef09afc81e {{(pid=105585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:08:57.283280 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-04277aaa-229b-4783-8338-1c259673f787 req-e5468ffb-8446-4eea-8e20-2c85c56620f2 tempest-ServersTestManualDisk-414101687 tempest-ServersTestManualDisk-414101687-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:57.352871 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 53956) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:08:57.353158 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-a3553104-2313-407e-b544-2425ee9430b3 tempest-RoutersAdminTest-932523614 tempest-RoutersAdminTest-932523614-project] 10.222.0.59 "GET /v2.0/ports?device_id=9fe6b9ee-3474-447a-8967-9b5ad63f6d67 HTTP/1.1" status: 200 len: 205 time: 0.0907128 Jul 27 21:08:57.427869 n-d-705658-22 neutron-server[105585]: INFO neutron.api.v2.resource [None req-e3a08490-3fda-440f-872e-a9168212d81a tempest-RoutersAdminTest-932523614 tempest-RoutersAdminTest-932523614-project] delete failed (client error): The resource could not be found. Jul 27 21:08:57.428926 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-e3a08490-3fda-440f-872e-a9168212d81a tempest-RoutersAdminTest-932523614 tempest-RoutersAdminTest-932523614-project] 10.222.0.59 "DELETE /v2.0/routers/9fe6b9ee-3474-447a-8967-9b5ad63f6d67 HTTP/1.1" status: 404 len: 336 time: 0.0706303 Jul 27 21:08:57.432803 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 53960) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:08:57.472477 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d17c081-f080-4fb3-997f-dcb81d8ab0fa req-ddb699d7-150b-4595-9ad4-490544e41009 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:08:57.474308 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-1d17c081-f080-4fb3-997f-dcb81d8ab0fa req-ddb699d7-150b-4595-9ad4-490544e41009 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=153daf83-f920-4fbd-bc96-5d57ffdc1387 HTTP/1.1" status: 200 len: 797 time: 0.2009659 Jul 27 21:08:57.481025 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-0138df7a-fa6c-41e2-b601-8df0d437b0ba tempest-RoutersAdminTest-932523614 tempest-RoutersAdminTest-932523614-project] 10.222.0.59 "GET /v2.0/ports?device_id=cc54f545-3ebd-48cc-9e8f-5f44c28e9383 HTTP/1.1" status: 200 len: 205 time: 0.0432525 Jul 27 21:08:57.481366 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 53962) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:08:57.539452 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.db [req-04277aaa-229b-4783-8338-1c259673f787 req-e5468ffb-8446-4eea-8e20-2c85c56620f2 tempest-ServersTestManualDisk-414101687 tempest-ServersTestManualDisk-414101687-project] For port 80e31a0e-3131-4fb0-a997-92ef09afc81e, host n-h2-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=80e31a0e-3131-4fb0-a997-92ef09afc81e,segment=NetworkSegment(f6d12d50-897c-448b-967a-a36bc00c69b7),segment_id=f6d12d50-897c-448b-967a-a36bc00c69b7)] {{(pid=105585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:08:57.539727 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-04277aaa-229b-4783-8338-1c259673f787 req-e5468ffb-8446-4eea-8e20-2c85c56620f2 tempest-ServersTestManualDisk-414101687 tempest-ServersTestManualDisk-414101687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:57.566189 n-d-705658-22 neutron-server[105584]: INFO neutron.api.v2.resource [None req-37888e02-aad6-4e07-be0f-0bd916aa5e6f tempest-RoutersAdminTest-932523614 tempest-RoutersAdminTest-932523614-project] delete failed (client error): The resource could not be found. Jul 27 21:08:57.567930 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-37888e02-aad6-4e07-be0f-0bd916aa5e6f tempest-RoutersAdminTest-932523614 tempest-RoutersAdminTest-932523614-project] 10.222.0.59 "DELETE /v2.0/routers/cc54f545-3ebd-48cc-9e8f-5f44c28e9383 HTTP/1.1" status: 404 len: 336 time: 0.0856481 Jul 27 21:08:57.577431 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 53964) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:08:57.611805 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29501aa0-ad36-4537-9b06-804d3984df68 req-d154d110-29e4-4f3e-be6f-91afd2084280 tempest-ServersTestManualDisk-414101687 tempest-ServersTestManualDisk-414101687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:08:57.613845 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-29501aa0-ad36-4537-9b06-804d3984df68 req-d154d110-29e4-4f3e-be6f-91afd2084280 tempest-ServersTestManualDisk-414101687 tempest-ServersTestManualDisk-414101687-project] 10.222.0.59 "GET /v2.0/ports?device_id=2d5039c3-d1bd-44fc-85ff-2cac8ca4b430 HTTP/1.1" status: 200 len: 946 time: 0.2724078 Jul 27 21:08:57.646610 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-385faf0d-2b27-4d83-9bb0-f6c6d5e24a22 tempest-RoutersAdminTest-932523614 tempest-RoutersAdminTest-932523614-project] 10.222.0.59 "GET /v2.0/ports?device_id=a4fcefbd-e9a0-4310-b2a9-68f078f76f3d HTTP/1.1" status: 200 len: 205 time: 0.0646670 Jul 27 21:08:57.648371 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 53966) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:08:57.690729 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d17c081-f080-4fb3-997f-dcb81d8ab0fa req-4c13ddde-dac1-423e-b64b-be8aa776e41d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:08:57.692934 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-1d17c081-f080-4fb3-997f-dcb81d8ab0fa req-4c13ddde-dac1-423e-b64b-be8aa776e41d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=18eab60f-6056-4003-a4d0-6bd1a91b2423&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2028701 Jul 27 21:08:57.739795 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f0f363-bfbc-4b08-93e6-2e8b0690bf9a req-17236310-e34c-4d9a-b982-d44b52d59bde tempest-VolumesBackupsTest-618387329 tempest-VolumesBackupsTest-618387329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:08:57.741286 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-62f0f363-bfbc-4b08-93e6-2e8b0690bf9a req-17236310-e34c-4d9a-b982-d44b52d59bde tempest-VolumesBackupsTest-618387329 tempest-VolumesBackupsTest-618387329-project] 10.222.0.59 "GET /v2.0/ports?device_id=b83618d1-1e8a-4ce6-8149-71fadd025d84 HTTP/1.1" status: 200 len: 936 time: 0.2588704 Jul 27 21:08:57.742137 n-d-705658-22 neutron-server[105585]: INFO neutron.api.v2.resource [None req-b15fc918-a83b-4472-9da8-bfc5f4e74ed9 tempest-RoutersAdminTest-932523614 tempest-RoutersAdminTest-932523614-project] delete failed (client error): The resource could not be found. Jul 27 21:08:57.743086 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-b15fc918-a83b-4472-9da8-bfc5f4e74ed9 tempest-RoutersAdminTest-932523614 tempest-RoutersAdminTest-932523614-project] 10.222.0.59 "DELETE /v2.0/routers/a4fcefbd-e9a0-4310-b2a9-68f078f76f3d HTTP/1.1" status: 404 len: 336 time: 0.0893962 Jul 27 21:08:57.753722 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 53968) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:08:57.797147 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-29501aa0-ad36-4537-9b06-804d3984df68 req-7757f436-fd30-440f-9220-bbbf0667576d tempest-ServersTestManualDisk-414101687 tempest-ServersTestManualDisk-414101687-project] 10.222.0.59 "GET /v2.0/security-groups?id=b651a35a-abe3-4aed-b8bf-0a538fda8313&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1725531 Jul 27 21:08:57.810673 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-a23935c1-e59d-41f5-a750-a4a510434cd7 tempest-RoutersAdminTest-932523614 tempest-RoutersAdminTest-932523614-project] 10.222.0.59 "GET /v2.0/ports?device_id=2c23096c-2702-47ce-be0f-4054205e9fb3 HTTP/1.1" status: 200 len: 205 time: 0.0515773 Jul 27 21:08:57.811586 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 53970) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:08:57.866538 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [req-a28c59f0-c52d-40ff-8057-9d410b9e8d2e req-8c31d68a-65f7-4270-a7b8-06c4b6e0e938 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97590221-6df0-44c7-a3b4-502f88578087 {{(pid=105584) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:08:57.878832 n-d-705658-22 neutron-server[105584]: INFO neutron.api.v2.resource [None req-05bfeca0-f067-4c10-9201-60067368eb81 tempest-RoutersAdminTest-932523614 tempest-RoutersAdminTest-932523614-project] delete failed (client error): The resource could not be found. Jul 27 21:08:57.882932 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-05bfeca0-f067-4c10-9201-60067368eb81 tempest-RoutersAdminTest-932523614 tempest-RoutersAdminTest-932523614-project] 10.222.0.59 "DELETE /v2.0/routers/2c23096c-2702-47ce-be0f-4054205e9fb3 HTTP/1.1" status: 404 len: 336 time: 0.0669737 Jul 27 21:08:57.882932 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-a28c59f0-c52d-40ff-8057-9d410b9e8d2e req-8c31d68a-65f7-4270-a7b8-06c4b6e0e938 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:57.885847 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 53972) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:08:57.917986 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-1d17c081-f080-4fb3-997f-dcb81d8ab0fa req-012b2ab2-103d-4680-af46-2f9798e571e8 service neutron] 10.222.0.36 "GET /v2.0/networks/18eab60f-6056-4003-a4d0-6bd1a91b2423?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2095928 Jul 27 21:08:57.921546 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-04277aaa-229b-4783-8338-1c259673f787 req-e5468ffb-8446-4eea-8e20-2c85c56620f2 tempest-ServersTestManualDisk-414101687 tempest-ServersTestManualDisk-414101687-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:57.921969 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-04277aaa-229b-4783-8338-1c259673f787 req-e5468ffb-8446-4eea-8e20-2c85c56620f2 tempest-ServersTestManualDisk-414101687 tempest-ServersTestManualDisk-414101687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4075768'] for floatingip, after_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:57.922287 n-d-705658-22 neutron-server[105585]: INFO neutron.db.l3_db [req-04277aaa-229b-4783-8338-1c259673f787 req-e5468ffb-8446-4eea-8e20-2c85c56620f2 tempest-ServersTestManualDisk-414101687 tempest-ServersTestManualDisk-414101687-project] Floating IP 53f33a0d-8ffa-41c7-9bcf-54aba3b9715f disassociated. External IP: 172.25.5.106, port: 80e31a0e-3131-4fb0-a997-92ef09afc81e. Jul 27 21:08:57.922651 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [req-04277aaa-229b-4783-8338-1c259673f787 req-e5468ffb-8446-4eea-8e20-2c85c56620f2 tempest-ServersTestManualDisk-414101687 tempest-ServersTestManualDisk-414101687-project] Calling delete_port for 80e31a0e-3131-4fb0-a997-92ef09afc81e owned by compute:nova {{(pid=105585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:08:57.922778 n-d-705658-22 neutron-server[105584]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab49d11f-689f-494e-8403-44276a06d48b tempest-RoutersAdminTest-932523614 tempest-RoutersAdminTest-932523614-project] DELETE failed (client error): The resource could not be found. Jul 27 21:08:57.923183 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ab49d11f-689f-494e-8403-44276a06d48b tempest-RoutersAdminTest-932523614 tempest-RoutersAdminTest-932523614-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105584) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 21:08:57.924871 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-ab49d11f-689f-494e-8403-44276a06d48b tempest-RoutersAdminTest-932523614 tempest-RoutersAdminTest-932523614-project] 10.222.0.59 "DELETE /v2.0/subnets/93dfe701-cdef-4f81-a521-a8b254d451d5 HTTP/1.1" status: 404 len: 337 time: 0.0371444 Jul 27 21:08:57.926456 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.provisioning_blocks [req-a28c59f0-c52d-40ff-8057-9d410b9e8d2e req-8c31d68a-65f7-4270-a7b8-06c4b6e0e938 service neutron] Transition to ACTIVE for port object 97590221-6df0-44c7-a3b4-502f88578087 will not be triggered until provisioned by entity L2. {{(pid=105584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:08:57.928054 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-62f0f363-bfbc-4b08-93e6-2e8b0690bf9a req-82f59d89-bd23-48da-9402-de401dc6ea82 tempest-VolumesBackupsTest-618387329 tempest-VolumesBackupsTest-618387329-project] 10.222.0.59 "GET /v2.0/security-groups?id=c22abc6b-ac1a-4770-8612-c4c0cd1d5623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1751235 Jul 27 21:08:57.946424 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-a28c59f0-c52d-40ff-8057-9d410b9e8d2e req-8c31d68a-65f7-4270-a7b8-06c4b6e0e938 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9014027'] for port, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:58.012051 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f2201e-1fa6-497d-a4ce-26adfda8c614 req-0f24b9c1-7531-48e6-af44-381292370dc4 tempest-ImagesTestJSON-607612606 tempest-ImagesTestJSON-607612606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:08:58.014162 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-82f2201e-1fa6-497d-a4ce-26adfda8c614 req-0f24b9c1-7531-48e6-af44-381292370dc4 tempest-ImagesTestJSON-607612606 tempest-ImagesTestJSON-607612606-project] 10.222.0.59 "GET /v2.0/ports?device_id=3df18367-d5f2-4562-b9b0-adc84180d413 HTTP/1.1" status: 200 len: 945 time: 0.1562757 Jul 27 21:08:58.041865 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c31d68a-65f7-4270-a7b8-06c4b6e0e938 service neutron] Pushing event updated for resources: {'Port': ['ID=97590221-6df0-44c7-a3b4-502f88578087,revision_number=2']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:08:58.077226 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-82f2201e-1fa6-497d-a4ce-26adfda8c614 req-2be75095-a764-481b-bc0d-b177c547d5c2 tempest-ImagesTestJSON-607612606 tempest-ImagesTestJSON-607612606-project] 10.222.0.59 "GET /v2.0/security-groups?id=0824f12c-25ec-46a0-872f-0482607e4324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569763 Jul 27 21:08:58.122608 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-1d17c081-f080-4fb3-997f-dcb81d8ab0fa req-ed103ccd-dca3-4c7a-a3a1-a0d1c946ef8e service neutron] 10.222.0.36 "GET /v2.0/networks/18eab60f-6056-4003-a4d0-6bd1a91b2423?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1948709 Jul 27 21:08:58.164612 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-04277aaa-229b-4783-8338-1c259673f787 req-e5468ffb-8446-4eea-8e20-2c85c56620f2 tempest-ServersTestManualDisk-414101687 tempest-ServersTestManualDisk-414101687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:58.178265 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [req-a28c59f0-c52d-40ff-8057-9d410b9e8d2e req-8c31d68a-65f7-4270-a7b8-06c4b6e0e938 service neutron] Attempting to bind port 97590221-6df0-44c7-a3b4-502f88578087 on host n-h2-705658-22 for vnic_type normal with profile {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:08:58.180619 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [req-a28c59f0-c52d-40ff-8057-9d410b9e8d2e req-8c31d68a-65f7-4270-a7b8-06c4b6e0e938 service neutron] Attempting to bind port 97590221-6df0-44c7-a3b4-502f88578087 by drivers openvswitch,hyperv on host n-h2-705658-22 at level 0 using segments [{'id': '86b1e6f6-d629-4b03-8944-4cdfbfb93d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '4d64aa0b-bd6a-468e-8edc-c83689947462'}] {{(pid=105584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:08:58.181157 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a28c59f0-c52d-40ff-8057-9d410b9e8d2e req-8c31d68a-65f7-4270-a7b8-06c4b6e0e938 service neutron] Attempting to bind port 97590221-6df0-44c7-a3b4-502f88578087 on network 4d64aa0b-bd6a-468e-8edc-c83689947462 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:08:58.193582 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a28c59f0-c52d-40ff-8057-9d410b9e8d2e req-8c31d68a-65f7-4270-a7b8-06c4b6e0e938 service neutron] Port 97590221-6df0-44c7-a3b4-502f88578087 on network 4d64aa0b-bd6a-468e-8edc-c83689947462 not bound, no agent of type Open vSwitch agent registered on host n-h2-705658-22 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:08:58.193918 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a28c59f0-c52d-40ff-8057-9d410b9e8d2e req-8c31d68a-65f7-4270-a7b8-06c4b6e0e938 service neutron] Attempting to bind port 97590221-6df0-44c7-a3b4-502f88578087 on network 4d64aa0b-bd6a-468e-8edc-c83689947462 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:08:58.204179 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a28c59f0-c52d-40ff-8057-9d410b9e8d2e req-8c31d68a-65f7-4270-a7b8-06c4b6e0e938 service neutron] Checking agent: {'id': '65195a73-a875-4810-9f5b-622ae260a8a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 49, 40), 'started_at': datetime.datetime(2021, 7, 27, 20, 49, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 8, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:08:58.204521 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a28c59f0-c52d-40ff-8057-9d410b9e8d2e req-8c31d68a-65f7-4270-a7b8-06c4b6e0e938 service neutron] Checking segment: {'id': '86b1e6f6-d629-4b03-8944-4cdfbfb93d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '4d64aa0b-bd6a-468e-8edc-c83689947462'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:08:58.204916 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a28c59f0-c52d-40ff-8057-9d410b9e8d2e req-8c31d68a-65f7-4270-a7b8-06c4b6e0e938 service neutron] Bound using segment: {'id': '86b1e6f6-d629-4b03-8944-4cdfbfb93d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '4d64aa0b-bd6a-468e-8edc-c83689947462'} {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:08:58.205363 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [req-a28c59f0-c52d-40ff-8057-9d410b9e8d2e req-8c31d68a-65f7-4270-a7b8-06c4b6e0e938 service neutron] Bound port: 97590221-6df0-44c7-a3b4-502f88578087, host: n-h2-705658-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '86b1e6f6-d629-4b03-8944-4cdfbfb93d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '4d64aa0b-bd6a-468e-8edc-c83689947462'}}] {{(pid=105584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:08:58.205727 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-a28c59f0-c52d-40ff-8057-9d410b9e8d2e req-8c31d68a-65f7-4270-a7b8-06c4b6e0e938 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:58.226326 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5468ffb-8446-4eea-8e20-2c85c56620f2 tempest-ServersTestManualDisk-414101687 tempest-ServersTestManualDisk-414101687-project] Pushing event deleted for resources: {'Port': ['ID=80e31a0e-3131-4fb0-a997-92ef09afc81e,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:08:58.315501 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [req-a28c59f0-c52d-40ff-8057-9d410b9e8d2e req-8c31d68a-65f7-4270-a7b8-06c4b6e0e938 service neutron] For port 97590221-6df0-44c7-a3b4-502f88578087, host n-h2-705658-22, cleared binding levels {{(pid=105584) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:08:58.320025 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [req-a28c59f0-c52d-40ff-8057-9d410b9e8d2e req-8c31d68a-65f7-4270-a7b8-06c4b6e0e938 service neutron] For port 97590221-6df0-44c7-a3b4-502f88578087, host n-h2-705658-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=97590221-6df0-44c7-a3b4-502f88578087,segment=NetworkSegment(86b1e6f6-d629-4b03-8944-4cdfbfb93d02),segment_id=86b1e6f6-d629-4b03-8944-4cdfbfb93d02)] {{(pid=105584) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:08:58.331089 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-a28c59f0-c52d-40ff-8057-9d410b9e8d2e req-8c31d68a-65f7-4270-a7b8-06c4b6e0e938 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9014027'] for port, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:58.381938 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28c59f0-c52d-40ff-8057-9d410b9e8d2e req-8c31d68a-65f7-4270-a7b8-06c4b6e0e938 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:08:58.382610 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-a28c59f0-c52d-40ff-8057-9d410b9e8d2e req-8c31d68a-65f7-4270-a7b8-06c4b6e0e938 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:58.384155 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-a28c59f0-c52d-40ff-8057-9d410b9e8d2e req-8c31d68a-65f7-4270-a7b8-06c4b6e0e938 service neutron] 10.222.0.60 "PUT /v2.0/ports/97590221-6df0-44c7-a3b4-502f88578087 HTTP/1.1" status: 200 len: 1097 time: 1.4213004 Jul 27 21:08:58.384736 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b83618d1-1e8a-4ce6-8149-71fadd025d84', 'tag': '97590221-6df0-44c7-a3b4-502f88578087'}] {{(pid=105584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:08:58.387480 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bce5e6c8685464f7626901654159975603b047827e3138302ed6566e28f1343" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9aaba927-ff2f-4a07-b671-555190d56059" -d '{"events": [{"name": "network-changed", "server_uuid": "b83618d1-1e8a-4ce6-8149-71fadd025d84", "tag": "97590221-6df0-44c7-a3b4-502f88578087"}]}' {{(pid=105584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:08:58.426345 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c31d68a-65f7-4270-a7b8-06c4b6e0e938 service neutron] Pushing event updated for resources: {'Port': ['ID=97590221-6df0-44c7-a3b4-502f88578087,revision_number=3']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:08:58.468783 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:08:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d7e8a3b-0c8e-4f28-9e20-471748f07845 x-openstack-request-id: req-6d7e8a3b-0c8e-4f28-9e20-471748f07845 {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:08:58.469082 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b83618d1-1e8a-4ce6-8149-71fadd025d84", "tag": "97590221-6df0-44c7-a3b4-502f88578087", "status": "completed", "code": 200}]} {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:08:58.469337 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-6d7e8a3b-0c8e-4f28-9e20-471748f07845 {{(pid=105584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:08:58.469741 n-d-705658-22 neutron-server[105584]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b83618d1-1e8a-4ce6-8149-71fadd025d84', 'tag': '97590221-6df0-44c7-a3b4-502f88578087', 'status': 'completed', 'code': 200} Jul 27 21:08:58.470117 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 53988) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:08:58.500492 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 53992) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:08:58.527374 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28c59f0-c52d-40ff-8057-9d410b9e8d2e req-d5d94028-0996-41ce-9b37-87a52b87fac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:08:58.529257 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-a28c59f0-c52d-40ff-8057-9d410b9e8d2e req-d5d94028-0996-41ce-9b37-87a52b87fac3 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=ccca3f66254649a39f657af549b404e0&device_id=b83618d1-1e8a-4ce6-8149-71fadd025d84 HTTP/1.1" status: 200 len: 1100 time: 0.0930383 Jul 27 21:08:58.529415 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd0979b-1c00-4f57-ad7d-6a3cbc8e3192 req-b5d453b2-ffea-4470-9409-9b8d80865b77 tempest-AttachVolumeTestJSON-850155022 tempest-AttachVolumeTestJSON-850155022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:08:58.537677 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-6fd0979b-1c00-4f57-ad7d-6a3cbc8e3192 req-b5d453b2-ffea-4470-9409-9b8d80865b77 tempest-AttachVolumeTestJSON-850155022 tempest-AttachVolumeTestJSON-850155022-project] 10.222.0.59 "GET /v2.0/ports?device_id=0f9b044c-3d59-4da2-bba4-f9456b3d9774 HTTP/1.1" status: 200 len: 946 time: 0.2261293 Jul 27 21:08:58.599327 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-6fd0979b-1c00-4f57-ad7d-6a3cbc8e3192 req-962a5234-8ad9-4f87-848c-dab77daa85e5 tempest-AttachVolumeTestJSON-850155022 tempest-AttachVolumeTestJSON-850155022-project] 10.222.0.59 "GET /v2.0/security-groups?id=422951fc-fa2c-4390-9ebd-848cc406cf38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560489 Jul 27 21:08:58.615946 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.l3_agent_scheduler [req-04277aaa-229b-4783-8338-1c259673f787 req-e5468ffb-8446-4eea-8e20-2c85c56620f2 tempest-ServersTestManualDisk-414101687 tempest-ServersTestManualDisk-414101687-project] Router b7f1f65a-3da0-4101-b697-dd4246a4836a has already been hosted by L3 agent dd128fd7-8e57-4d4f-895b-a96b369df59a {{(pid=105585) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:08:58.625841 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-a28c59f0-c52d-40ff-8057-9d410b9e8d2e req-b290b632-1f02-4a36-b8e4-7a041eb8d639 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.182&port_id=97590221-6df0-44c7-a3b4-502f88578087 HTTP/1.1" status: 200 len: 217 time: 0.0858073 Jul 27 21:08:58.694044 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-6bffaae6-6251-4626-be1a-16533f45134f admin admin] Notify callbacks [] for security_group, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:58.698570 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-de35400d-fbb0-4ef7-9f28-f1968564a8a0 tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Notify callbacks [] for security_group, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:58.733122 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28c59f0-c52d-40ff-8057-9d410b9e8d2e req-6d8091ab-6482-4c6d-a7b0-a1eff7ae80da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:08:58.735536 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-a28c59f0-c52d-40ff-8057-9d410b9e8d2e req-6d8091ab-6482-4c6d-a7b0-a1eff7ae80da service neutron] 10.222.0.60 "GET /v2.0/subnets?id=26644ba0-4185-4e10-8718-6ad18d01376c HTTP/1.1" status: 200 len: 843 time: 0.1014459 Jul 27 21:08:58.764797 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-de35400d-fbb0-4ef7-9f28-f1968564a8a0 tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:58.775879 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-04277aaa-229b-4783-8338-1c259673f787 req-e5468ffb-8446-4eea-8e20-2c85c56620f2 tempest-ServersTestManualDisk-414101687 tempest-ServersTestManualDisk-414101687-project] Notify agent at l3_agent.n-d-705658-22 the message routers_updated {{(pid=105585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:08:58.792147 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d23c97d-af23-49a3-a954-f666b25989bc None None] Sync routers for ids ['b7f1f65a-3da0-4101-b697-dd4246a4836a'] in n-d-705658-22 {{(pid=105586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:08:58.814364 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d23c97d-af23-49a3-a954-f666b25989bc None None] Routers {'b7f1f65a-3da0-4101-b697-dd4246a4836a'} bound to L3 agent in host n-d-705658-22 {{(pid=105586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:08:58.815333 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-2d23c97d-af23-49a3-a954-f666b25989bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:08:42Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['b7f1f65a-3da0-4101-b697-dd4246a4836a'], 'active': True} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:08:58.848537 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.l3_dvrscheduler_db [req-04277aaa-229b-4783-8338-1c259673f787 req-e5468ffb-8446-4eea-8e20-2c85c56620f2 tempest-ServersTestManualDisk-414101687 tempest-ServersTestManualDisk-414101687-project] No DVR routers for this DVR port 80e31a0e-3131-4fb0-a997-92ef09afc81e on host n-h2-705658-22 {{(pid=105585) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:08:58.852002 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-04277aaa-229b-4783-8338-1c259673f787 req-e5468ffb-8446-4eea-8e20-2c85c56620f2 tempest-ServersTestManualDisk-414101687 tempest-ServersTestManualDisk-414101687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:58.865423 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-04277aaa-229b-4783-8338-1c259673f787 req-e5468ffb-8446-4eea-8e20-2c85c56620f2 tempest-ServersTestManualDisk-414101687 tempest-ServersTestManualDisk-414101687-project] 10.222.0.60 "DELETE /v2.0/ports/80e31a0e-3131-4fb0-a997-92ef09afc81e HTTP/1.1" status: 204 len: 173 time: 2.0064244 Jul 27 21:08:58.866373 n-d-705658-22 neutron-server[105585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d5039c3-d1bd-44fc-85ff-2cac8ca4b430', 'name': 'network-vif-deleted', 'tag': '80e31a0e-3131-4fb0-a997-92ef09afc81e'}] {{(pid=105585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:08:58.869286 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d66fd65881426bfc2b5388084a3654e5eae521106a15a3dbf0eb4cde7106c36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b10af02f-0066-45b1-b164-c0fe4e82bd58" -d '{"events": [{"server_uuid": "2d5039c3-d1bd-44fc-85ff-2cac8ca4b430", "name": "network-vif-deleted", "tag": "80e31a0e-3131-4fb0-a997-92ef09afc81e"}]}' {{(pid=105585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:08:58.903181 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-de35400d-fbb0-4ef7-9f28-f1968564a8a0 tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:58.906748 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-de35400d-fbb0-4ef7-9f28-f1968564a8a0 tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Notify callbacks [] for security_group, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:58.908675 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-de35400d-fbb0-4ef7-9f28-f1968564a8a0 tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] 10.222.0.59 "DELETE /v2.0/security-groups/c27eaa65-2484-427b-949c-12cff57d8973 HTTP/1.1" status: 204 len: 168 time: 0.4062572 Jul 27 21:08:58.920395 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 53998) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:08:58.939888 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28c59f0-c52d-40ff-8057-9d410b9e8d2e req-9fe63ad5-6994-4b95-8afc-16b24b46f2b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:08:58.941954 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-a28c59f0-c52d-40ff-8057-9d410b9e8d2e req-9fe63ad5-6994-4b95-8afc-16b24b46f2b4 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4d64aa0b-bd6a-468e-8edc-c83689947462&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1806638 Jul 27 21:08:58.944119 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-19394557-798b-47a2-ac02-41f0bd18c04a req-7faa2d7c-8cc7-4e91-ad45-8126552dfb98 tempest-ServersTestManualDisk-414101687 tempest-ServersTestManualDisk-414101687-project] 10.222.0.59 "GET /v2.0/ports?device_id=2d5039c3-d1bd-44fc-85ff-2cac8ca4b430 HTTP/1.1" status: 200 len: 210 time: 0.0391486 Jul 27 21:08:58.945713 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:08:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e81353e-4efb-4e2a-ba75-5f9f7c8e9edb x-openstack-request-id: req-5e81353e-4efb-4e2a-ba75-5f9f7c8e9edb {{(pid=105585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:08:58.945998 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d5039c3-d1bd-44fc-85ff-2cac8ca4b430", "name": "network-vif-deleted", "tag": "80e31a0e-3131-4fb0-a997-92ef09afc81e", "status": "completed", "code": 200}]} {{(pid=105585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:08:58.946243 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-5e81353e-4efb-4e2a-ba75-5f9f7c8e9edb {{(pid=105585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:08:58.946625 n-d-705658-22 neutron-server[105585]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d5039c3-d1bd-44fc-85ff-2cac8ca4b430', 'name': 'network-vif-deleted', 'tag': '80e31a0e-3131-4fb0-a997-92ef09afc81e', 'status': 'completed', 'code': 200} Jul 27 21:08:58.950628 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de35400d-fbb0-4ef7-9f28-f1968564a8a0 tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c27eaa65-2484-427b-949c-12cff57d8973,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:08:58.964196 n-d-705658-22 neutron-server[105584]: INFO neutron.api.v2.resource [None req-3987192d-baa5-49e8-995f-9635ef2df32a tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] show failed (client error): The resource could not be found. Jul 27 21:08:58.965207 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-3987192d-baa5-49e8-995f-9635ef2df32a tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] 10.222.0.59 "GET /v2.0/security-groups/c27eaa65-2484-427b-949c-12cff57d8973 HTTP/1.1" status: 404 len: 347 time: 0.0425298 Jul 27 21:08:58.969421 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 54002) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:08:59.027457 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-6bffaae6-6251-4626-be1a-16533f45134f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:59.037361 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-6bffaae6-6251-4626-be1a-16533f45134f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:59.062865 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvr_db [None req-2d23c97d-af23-49a3-a954-f666b25989bc None None] Set router b7f1f65a-3da0-4101-b697-dd4246a4836a gateway port host: n-d-705658-22 {{(pid=105586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:08:59.119068 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-a28c59f0-c52d-40ff-8057-9d410b9e8d2e req-ab8e2897-95db-4d77-8037-1ca7ea642e7d service neutron] 10.222.0.60 "GET /v2.0/networks/4d64aa0b-bd6a-468e-8edc-c83689947462?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1655102 Jul 27 21:08:59.121300 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-6bffaae6-6251-4626-be1a-16533f45134f admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=20bf8353819b46ee8ec4833e4cb1e790&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6502237 Jul 27 21:08:59.122453 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bffaae6-6251-4626-be1a-16533f45134f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=343a978f-c11c-4a05-95f2-c00dbbb55d44,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:08:59.126388 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 54006) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:08:59.231821 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55615d3b-0178-469e-afb6-1cc810fc8294 req-78b8e626-a841-4702-bc8a-bda8e0eb5e78 tempest-VolumesBackupsTest-618387329 tempest-VolumesBackupsTest-618387329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:08:59.233344 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-55615d3b-0178-469e-afb6-1cc810fc8294 req-78b8e626-a841-4702-bc8a-bda8e0eb5e78 tempest-VolumesBackupsTest-618387329 tempest-VolumesBackupsTest-618387329-project] 10.222.0.59 "GET /v2.0/ports?device_id=b83618d1-1e8a-4ce6-8149-71fadd025d84 HTTP/1.1" status: 200 len: 948 time: 0.1573174 Jul 27 21:08:59.238784 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [None req-662bcb8b-5f06-4201-928b-5216032c6a1a tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Deleting port e2c18bea-ad5b-4d34-8eb1-3283b8792577 {{(pid=105585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:08:59.239185 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-662bcb8b-5f06-4201-928b-5216032c6a1a tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:59.253070 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-6ef801cd-6556-4dc9-9bc1-c23872be06c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:59.278033 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-a28c59f0-c52d-40ff-8057-9d410b9e8d2e req-30b32c47-5464-4362-8214-e8fc3fb8852b service neutron] 10.222.0.60 "GET /v2.0/networks/4d64aa0b-bd6a-468e-8edc-c83689947462?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1441817 Jul 27 21:08:59.290084 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-6ef801cd-6556-4dc9-9bc1-c23872be06c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:59.297288 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-2d23c97d-af23-49a3-a954-f666b25989bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7f1f65a-3da0-4101-b697-dd4246a4836a', 'name': 'tempest-ServersTestManualDisk-1687115052-router', 'tenant_id': '0aacf9f2affa47f2ad3a5e01566a8bed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.252'}], 'enable_snat': True}, 'gw_port_id': '2bb763c6-ddba-47be-b1ea-28a81ec94d56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:05:30Z', 'updated_at': '2021-07-27T21:05:35Z', 'revision_number': 4, 'project_id': '0aacf9f2affa47f2ad3a5e01566a8bed', 'gw_port': {'id': '2bb763c6-ddba-47be-b1ea-28a81ec94d56', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:c4:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7f1f65a-3da0-4101-b697-dd4246a4836a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1322, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:05:30Z', 'updated_at': '2021-07-27T21:05:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_interfaces': [{'id': '7b6b3750-b8f2-4444-8d46-46034bb6d96d', 'name': '', 'network_id': 'c9bb10b7-60f1-43b7-be53-c3351758797b', 'tenant_id': '0aacf9f2affa47f2ad3a5e01566a8bed', 'mac_address': 'fa:16:3e:d4:be:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7f1f65a-3da0-4101-b697-dd4246a4836a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': '2465aeda-6056-41ad-8a21-acd555237286', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:05:34Z', 'updated_at': '2021-07-27T21:05:43Z', 'revision_number': 5, 'project_id': '0aacf9f2affa47f2ad3a5e01566a8bed', 'subnets': [{'id': '2465aeda-6056-41ad-8a21-acd555237286', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-22', False) {} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:08:59.342829 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d23c97d-af23-49a3-a954-f666b25989bc None None] Checking router: b7f1f65a-3da0-4101-b697-dd4246a4836a for host: n-d-705658-22 {{(pid=105586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:08:59.357213 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d23c97d-af23-49a3-a954-f666b25989bc None None] Routers {'b7f1f65a-3da0-4101-b697-dd4246a4836a'} bound to L3 agent in host n-d-705658-22 {{(pid=105586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:08:59.357894 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-2d23c97d-af23-49a3-a954-f666b25989bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:08:42Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['b7f1f65a-3da0-4101-b697-dd4246a4836a'], 'active': True} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:08:59.358987 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-55615d3b-0178-469e-afb6-1cc810fc8294 req-42324725-95b4-4784-a9cb-3925fe77c931 tempest-VolumesBackupsTest-618387329 tempest-VolumesBackupsTest-618387329-project] 10.222.0.59 "GET /v2.0/security-groups?id=c22abc6b-ac1a-4770-8612-c4c0cd1d5623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055822 Jul 27 21:08:59.378226 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b304e3-9167-4300-b628-d5bee7e3cfd5 req-32d34449-2884-4102-b4ec-f590d3a3c776 tempest-ImagesTestJSON-607612606 tempest-ImagesTestJSON-607612606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:08:59.385450 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-29b304e3-9167-4300-b628-d5bee7e3cfd5 req-32d34449-2884-4102-b4ec-f590d3a3c776 tempest-ImagesTestJSON-607612606 tempest-ImagesTestJSON-607612606-project] 10.222.0.59 "GET /v2.0/ports?device_id=3df18367-d5f2-4562-b9b0-adc84180d413 HTTP/1.1" status: 200 len: 945 time: 0.2121041 Jul 27 21:08:59.398288 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-6ef801cd-6556-4dc9-9bc1-c23872be06c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:59.402443 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-6ef801cd-6556-4dc9-9bc1-c23872be06c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:59.403922 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-6ef801cd-6556-4dc9-9bc1-c23872be06c2 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/343a978f-c11c-4a05-95f2-c00dbbb55d44 HTTP/1.1" status: 204 len: 168 time: 0.2763281 Jul 27 21:08:59.426584 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-662bcb8b-5f06-4201-928b-5216032c6a1a tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:59.427093 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-662bcb8b-5f06-4201-928b-5216032c6a1a tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:59.433221 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef801cd-6556-4dc9-9bc1-c23872be06c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=343a978f-c11c-4a05-95f2-c00dbbb55d44,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:08:59.442807 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aaba927-ff2f-4a07-b671-555190d56059 req-0c1c9ce2-ab1e-437e-94cf-f2cf117904e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:08:59.444709 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-9aaba927-ff2f-4a07-b671-555190d56059 req-0c1c9ce2-ab1e-437e-94cf-f2cf117904e7 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=ccca3f66254649a39f657af549b404e0&device_id=b83618d1-1e8a-4ce6-8149-71fadd025d84 HTTP/1.1" status: 200 len: 1100 time: 0.1079764 Jul 27 21:08:59.471965 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-29b304e3-9167-4300-b628-d5bee7e3cfd5 req-c742f3cf-60fc-40ee-87c7-f05e4e93e561 tempest-ImagesTestJSON-607612606 tempest-ImagesTestJSON-607612606-project] 10.222.0.59 "GET /v2.0/security-groups?id=0824f12c-25ec-46a0-872f-0482607e4324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854449 Jul 27 21:08:59.482450 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [None req-662bcb8b-5f06-4201-928b-5216032c6a1a tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Calling delete_port for e2c18bea-ad5b-4d34-8eb1-3283b8792577 owned by network:floatingip {{(pid=105585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:08:59.653403 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aaba927-ff2f-4a07-b671-555190d56059 req-d6cfe388-f3ea-4de2-94d6-638f7218bef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:08:59.662454 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-9aaba927-ff2f-4a07-b671-555190d56059 req-d6cfe388-f3ea-4de2-94d6-638f7218bef7 service neutron] 10.222.0.60 "GET /v2.0/networks?id=4d64aa0b-bd6a-468e-8edc-c83689947462 HTTP/1.1" status: 200 len: 870 time: 0.2103455 Jul 27 21:08:59.715445 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvr_db [None req-2d23c97d-af23-49a3-a954-f666b25989bc None None] Set router b7f1f65a-3da0-4101-b697-dd4246a4836a gateway port host: n-d-705658-22 {{(pid=105586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:08:59.726286 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-9aaba927-ff2f-4a07-b671-555190d56059 req-fe427f09-f888-4918-800d-38cd28b3d7e2 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.182&port_id=97590221-6df0-44c7-a3b4-502f88578087 HTTP/1.1" status: 200 len: 217 time: 0.0553141 Jul 27 21:08:59.789589 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-662bcb8b-5f06-4201-928b-5216032c6a1a tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:59.789962 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aaba927-ff2f-4a07-b671-555190d56059 req-c112ff9a-1b99-4335-bf16-b983d82e286d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:08:59.791851 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-9aaba927-ff2f-4a07-b671-555190d56059 req-c112ff9a-1b99-4335-bf16-b983d82e286d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=26644ba0-4185-4e10-8718-6ad18d01376c HTTP/1.1" status: 200 len: 843 time: 0.0589280 Jul 27 21:08:59.827246 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662bcb8b-5f06-4201-928b-5216032c6a1a tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Pushing event deleted for resources: {'Port': ['ID=e2c18bea-ad5b-4d34-8eb1-3283b8792577,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:08:59.835462 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 54016) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:08:59.873122 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aaba927-ff2f-4a07-b671-555190d56059 req-103888be-1f1e-4a60-afc6-58064c4c02c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:08:59.874575 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-9aaba927-ff2f-4a07-b671-555190d56059 req-103888be-1f1e-4a60-afc6-58064c4c02c2 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4d64aa0b-bd6a-468e-8edc-c83689947462&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0759594 Jul 27 21:08:59.943368 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c84ce2-f73a-4424-9ffd-3f17175e6a2c req-bcd8a413-339f-4c00-a7fb-9ade75481f2d tempest-AttachVolumeTestJSON-850155022 tempest-AttachVolumeTestJSON-850155022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:08:59.947500 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-02c84ce2-f73a-4424-9ffd-3f17175e6a2c req-bcd8a413-339f-4c00-a7fb-9ade75481f2d tempest-AttachVolumeTestJSON-850155022 tempest-AttachVolumeTestJSON-850155022-project] 10.222.0.59 "GET /v2.0/ports?device_id=0f9b044c-3d59-4da2-bba4-f9456b3d9774 HTTP/1.1" status: 200 len: 946 time: 0.2181165 Jul 27 21:08:59.951307 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-26615983-fc28-40f0-bcaa-fe61ae5ec8f9 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=ea9242b9fa3d4734828fa6be7e2599cf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1161904 Jul 27 21:08:59.954463 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 54018) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:08:59.955025 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-662bcb8b-5f06-4201-928b-5216032c6a1a tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Notify callbacks [] for floatingip, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:59.958117 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-662bcb8b-5f06-4201-928b-5216032c6a1a tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for floatingip, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:59.961499 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-662bcb8b-5f06-4201-928b-5216032c6a1a tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] 10.222.0.59 "DELETE /v2.0/floatingips/86037dea-c9bb-418d-a373-f82d2cf4fe44 HTTP/1.1" status: 204 len: 168 time: 0.9885631 Jul 27 21:08:59.962606 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 54020) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:08:59.983422 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-2d23c97d-af23-49a3-a954-f666b25989bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7f1f65a-3da0-4101-b697-dd4246a4836a', 'name': 'tempest-ServersTestManualDisk-1687115052-router', 'tenant_id': '0aacf9f2affa47f2ad3a5e01566a8bed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.252'}], 'enable_snat': True}, 'gw_port_id': '2bb763c6-ddba-47be-b1ea-28a81ec94d56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:05:30Z', 'updated_at': '2021-07-27T21:05:35Z', 'revision_number': 4, 'project_id': '0aacf9f2affa47f2ad3a5e01566a8bed', 'gw_port': {'id': '2bb763c6-ddba-47be-b1ea-28a81ec94d56', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:c4:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7f1f65a-3da0-4101-b697-dd4246a4836a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1322, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:05:30Z', 'updated_at': '2021-07-27T21:05:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_interfaces': [{'id': '7b6b3750-b8f2-4444-8d46-46034bb6d96d', 'name': '', 'network_id': 'c9bb10b7-60f1-43b7-be53-c3351758797b', 'tenant_id': '0aacf9f2affa47f2ad3a5e01566a8bed', 'mac_address': 'fa:16:3e:d4:be:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7f1f65a-3da0-4101-b697-dd4246a4836a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': '2465aeda-6056-41ad-8a21-acd555237286', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:05:34Z', 'updated_at': '2021-07-27T21:05:43Z', 'revision_number': 5, 'project_id': '0aacf9f2affa47f2ad3a5e01566a8bed', 'subnets': [{'id': '2465aeda-6056-41ad-8a21-acd555237286', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-22', False) {} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:09:00.015544 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-9aaba927-ff2f-4a07-b671-555190d56059 req-9769894d-fd9f-41dd-8dd1-e16ebb7130d4 service neutron] 10.222.0.60 "GET /v2.0/networks/4d64aa0b-bd6a-468e-8edc-c83689947462?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332219 Jul 27 21:09:00.017616 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d23c97d-af23-49a3-a954-f666b25989bc None None] The sync data for ids ['b7f1f65a-3da0-4101-b697-dd4246a4836a'] in n-d-705658-22 is: [{'id': 'b7f1f65a-3da0-4101-b697-dd4246a4836a', 'name': 'tempest-ServersTestManualDisk-1687115052-router', 'tenant_id': '0aacf9f2affa47f2ad3a5e01566a8bed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.252'}], 'enable_snat': True}, 'gw_port_id': '2bb763c6-ddba-47be-b1ea-28a81ec94d56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:05:30Z', 'updated_at': '2021-07-27T21:05:35Z', 'revision_number': 4, 'project_id': '0aacf9f2affa47f2ad3a5e01566a8bed', 'gw_port': {'id': '2bb763c6-ddba-47be-b1ea-28a81ec94d56', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:c4:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7f1f65a-3da0-4101-b697-dd4246a4836a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1322, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:05:30Z', 'updated_at': '2021-07-27T21:05:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_interfaces': [{'id': '7b6b3750-b8f2-4444-8d46-46034bb6d96d', 'name': '', 'network_id': 'c9bb10b7-60f1-43b7-be53-c3351758797b', 'tenant_id': '0aacf9f2affa47f2ad3a5e01566a8bed', 'mac_address': 'fa:16:3e:d4:be:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7f1f65a-3da0-4101-b697-dd4246a4836a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': '2465aeda-6056-41ad-8a21-acd555237286', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:05:34Z', 'updated_at': '2021-07-27T21:05:43Z', 'revision_number': 5, 'project_id': '0aacf9f2affa47f2ad3a5e01566a8bed', 'subnets': [{'id': '2465aeda-6056-41ad-8a21-acd555237286', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:09:00.057658 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-02c84ce2-f73a-4424-9ffd-3f17175e6a2c req-8b5a1426-f126-41d7-b6f3-ec434da6d207 tempest-AttachVolumeTestJSON-850155022 tempest-AttachVolumeTestJSON-850155022-project] 10.222.0.59 "GET /v2.0/security-groups?id=422951fc-fa2c-4390-9ebd-848cc406cf38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1040955 Jul 27 21:09:00.063193 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-37f48acd-fbde-44af-947f-25688935a3d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:00.064711 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 54026) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:09:00.124454 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-37f48acd-fbde-44af-947f-25688935a3d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:00.162642 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-e723235e-a41e-4464-9a10-1e4688f99be8 tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Deleting port 566e3be7-77d9-40a2-9abe-1e1bb6e2da74 {{(pid=105584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:09:00.162642 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-e723235e-a41e-4464-9a10-1e4688f99be8 tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:00.167272 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-5256cad2-04a4-4a86-90aa-f4c8099d9b08 tempest-ServersTestManualDisk-414101687 tempest-ServersTestManualDisk-414101687-project] Notify callbacks [] for security_group, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:00.197269 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-5256cad2-04a4-4a86-90aa-f4c8099d9b08 tempest-ServersTestManualDisk-414101687 tempest-ServersTestManualDisk-414101687-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:00.224445 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-37f48acd-fbde-44af-947f-25688935a3d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:00.226756 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-9aaba927-ff2f-4a07-b671-555190d56059 req-c0f59a71-4e0d-465b-b41e-ae00161791ef service neutron] 10.222.0.60 "GET /v2.0/networks/4d64aa0b-bd6a-468e-8edc-c83689947462?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1989386 Jul 27 21:09:00.227089 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-37f48acd-fbde-44af-947f-25688935a3d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:00.242066 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-37f48acd-fbde-44af-947f-25688935a3d5 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/3903d5b1-580a-4c2b-8c92-9b8123b5be71 HTTP/1.1" status: 204 len: 168 time: 0.2701566 Jul 27 21:09:00.264107 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f48acd-fbde-44af-947f-25688935a3d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3903d5b1-580a-4c2b-8c92-9b8123b5be71,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:09:00.296627 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-5256cad2-04a4-4a86-90aa-f4c8099d9b08 tempest-ServersTestManualDisk-414101687 tempest-ServersTestManualDisk-414101687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:00.299219 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-5256cad2-04a4-4a86-90aa-f4c8099d9b08 tempest-ServersTestManualDisk-414101687 tempest-ServersTestManualDisk-414101687-project] Notify callbacks [] for security_group, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:00.303255 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-5256cad2-04a4-4a86-90aa-f4c8099d9b08 tempest-ServersTestManualDisk-414101687 tempest-ServersTestManualDisk-414101687-project] 10.222.0.59 "DELETE /v2.0/security-groups/b651a35a-abe3-4aed-b8bf-0a538fda8313 HTTP/1.1" status: 204 len: 168 time: 0.2348027 Jul 27 21:09:00.305313 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 54030) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:09:00.315464 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-e723235e-a41e-4464-9a10-1e4688f99be8 tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:00.322247 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5256cad2-04a4-4a86-90aa-f4c8099d9b08 tempest-ServersTestManualDisk-414101687 tempest-ServersTestManualDisk-414101687-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b651a35a-abe3-4aed-b8bf-0a538fda8313,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:09:00.324557 n-d-705658-22 neutron-server[105585]: INFO neutron.api.v2.resource [None req-27e5611f-4f47-4be7-b3bb-a5c389281a1d tempest-ServersTestManualDisk-414101687 tempest-ServersTestManualDisk-414101687-project] show failed (client error): The resource could not be found. Jul 27 21:09:00.328113 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-27e5611f-4f47-4be7-b3bb-a5c389281a1d tempest-ServersTestManualDisk-414101687 tempest-ServersTestManualDisk-414101687-project] 10.222.0.59 "GET /v2.0/security-groups/b651a35a-abe3-4aed-b8bf-0a538fda8313 HTTP/1.1" status: 404 len: 347 time: 0.0193772 Jul 27 21:09:00.328361 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 54032) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:09:00.329350 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-e723235e-a41e-4464-9a10-1e4688f99be8 tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Calling delete_port for 566e3be7-77d9-40a2-9abe-1e1bb6e2da74 owned by {{(pid=105584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:09:00.364667 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac27e7db-ff13-4266-9e1f-5a8c3e878d8e None None] New status for floating IP 53f33a0d-8ffa-41c7-9bcf-54aba3b9715f: DOWN {{(pid=105587) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 21:09:00.481969 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [None req-cfcf147b-0a80-458f-8308-36644f3283f8 tempest-ServersTestManualDisk-414101687 tempest-ServersTestManualDisk-414101687-project] Deleting port 06d80fdb-000b-49f0-8e60-65dc60a20e00 {{(pid=105585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:09:00.482524 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-cfcf147b-0a80-458f-8308-36644f3283f8 tempest-ServersTestManualDisk-414101687 tempest-ServersTestManualDisk-414101687-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:00.552743 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-e723235e-a41e-4464-9a10-1e4688f99be8 tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:00.589096 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e723235e-a41e-4464-9a10-1e4688f99be8 tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Pushing event deleted for resources: {'Port': ['ID=566e3be7-77d9-40a2-9abe-1e1bb6e2da74,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:09:00.652198 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-cfcf147b-0a80-458f-8308-36644f3283f8 tempest-ServersTestManualDisk-414101687 tempest-ServersTestManualDisk-414101687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:00.652566 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-cfcf147b-0a80-458f-8308-36644f3283f8 tempest-ServersTestManualDisk-414101687 tempest-ServersTestManualDisk-414101687-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:00.671756 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [None req-cfcf147b-0a80-458f-8308-36644f3283f8 tempest-ServersTestManualDisk-414101687 tempest-ServersTestManualDisk-414101687-project] Calling delete_port for 06d80fdb-000b-49f0-8e60-65dc60a20e00 owned by network:floatingip {{(pid=105585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:09:00.679262 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-e723235e-a41e-4464-9a10-1e4688f99be8 tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:00.682767 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1488c5b0-16ba-41ea-b4d3-afeae753ccb1 req-9feef134-5656-4f7a-b087-4d4dfc71ecb2 tempest-VolumesBackupsTest-618387329 tempest-VolumesBackupsTest-618387329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:09:00.683022 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-e723235e-a41e-4464-9a10-1e4688f99be8 tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] 10.222.0.59 "DELETE /v2.0/ports/566e3be7-77d9-40a2-9abe-1e1bb6e2da74 HTTP/1.1" status: 204 len: 168 time: 0.7194178 Jul 27 21:09:00.683629 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 54044) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:09:00.684314 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-1488c5b0-16ba-41ea-b4d3-afeae753ccb1 req-9feef134-5656-4f7a-b087-4d4dfc71ecb2 tempest-VolumesBackupsTest-618387329 tempest-VolumesBackupsTest-618387329-project] 10.222.0.59 "GET /v2.0/ports?device_id=b83618d1-1e8a-4ce6-8149-71fadd025d84 HTTP/1.1" status: 200 len: 948 time: 0.1995153 Jul 27 21:09:00.730816 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef977ad-1087-4f7a-bae0-d24a78508787 req-7fac57a3-2c4c-42e3-a648-ff5b6f252050 tempest-ImagesTestJSON-607612606 tempest-ImagesTestJSON-607612606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:09:00.732713 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-eef977ad-1087-4f7a-bae0-d24a78508787 req-7fac57a3-2c4c-42e3-a648-ff5b6f252050 tempest-ImagesTestJSON-607612606 tempest-ImagesTestJSON-607612606-project] 10.222.0.59 "GET /v2.0/ports?device_id=3df18367-d5f2-4562-b9b0-adc84180d413 HTTP/1.1" status: 200 len: 945 time: 0.1795912 Jul 27 21:09:00.807873 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-664f5a44-21e6-4c7c-a634-ec02a85f4443 tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Deleting port 32d33fb6-0dd4-4fb0-848b-fa38285c8993 {{(pid=105584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:09:00.808227 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-664f5a44-21e6-4c7c-a634-ec02a85f4443 tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:00.828986 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-1488c5b0-16ba-41ea-b4d3-afeae753ccb1 req-5edb8c93-0d59-4348-bb10-d636cc41069f tempest-VolumesBackupsTest-618387329 tempest-VolumesBackupsTest-618387329-project] 10.222.0.59 "GET /v2.0/security-groups?id=c22abc6b-ac1a-4770-8612-c4c0cd1d5623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347790 Jul 27 21:09:00.896634 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-eef977ad-1087-4f7a-bae0-d24a78508787 req-bea5ed62-2238-4898-b71a-3b954be92e73 tempest-ImagesTestJSON-607612606 tempest-ImagesTestJSON-607612606-project] 10.222.0.59 "GET /v2.0/security-groups?id=0824f12c-25ec-46a0-872f-0482607e4324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126630 Jul 27 21:09:00.928293 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-664f5a44-21e6-4c7c-a634-ec02a85f4443 tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:00.940771 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-664f5a44-21e6-4c7c-a634-ec02a85f4443 tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Calling delete_port for 32d33fb6-0dd4-4fb0-848b-fa38285c8993 owned by {{(pid=105584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:09:00.974004 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-cfcf147b-0a80-458f-8308-36644f3283f8 tempest-ServersTestManualDisk-414101687 tempest-ServersTestManualDisk-414101687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:01.013797 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcf147b-0a80-458f-8308-36644f3283f8 tempest-ServersTestManualDisk-414101687 tempest-ServersTestManualDisk-414101687-project] Pushing event deleted for resources: {'Port': ['ID=06d80fdb-000b-49f0-8e60-65dc60a20e00,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:09:01.085287 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-cfcf147b-0a80-458f-8308-36644f3283f8 tempest-ServersTestManualDisk-414101687 tempest-ServersTestManualDisk-414101687-project] Notify callbacks [] for floatingip, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:01.090045 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-cfcf147b-0a80-458f-8308-36644f3283f8 tempest-ServersTestManualDisk-414101687 tempest-ServersTestManualDisk-414101687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for floatingip, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:01.092564 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-cfcf147b-0a80-458f-8308-36644f3283f8 tempest-ServersTestManualDisk-414101687 tempest-ServersTestManualDisk-414101687-project] 10.222.0.59 "DELETE /v2.0/floatingips/53f33a0d-8ffa-41c7-9bcf-54aba3b9715f HTTP/1.1" status: 204 len: 168 time: 0.7632875 Jul 27 21:09:01.097968 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 54060) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:09:01.157667 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-664f5a44-21e6-4c7c-a634-ec02a85f4443 tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:01.191935 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664f5a44-21e6-4c7c-a634-ec02a85f4443 tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Pushing event deleted for resources: {'Port': ['ID=32d33fb6-0dd4-4fb0-848b-fa38285c8993,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:09:01.266180 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 54064) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:09:01.280799 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee1ca8e-fbe4-452c-9e5b-6f11dfdfe48d req-11b4b48c-a13b-48c9-ae80-dd5720ae9f32 tempest-AttachVolumeTestJSON-850155022 tempest-AttachVolumeTestJSON-850155022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:09:01.282296 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-2ee1ca8e-fbe4-452c-9e5b-6f11dfdfe48d req-11b4b48c-a13b-48c9-ae80-dd5720ae9f32 tempest-AttachVolumeTestJSON-850155022 tempest-AttachVolumeTestJSON-850155022-project] 10.222.0.59 "GET /v2.0/ports?device_id=0f9b044c-3d59-4da2-bba4-f9456b3d9774 HTTP/1.1" status: 200 len: 946 time: 0.1342423 Jul 27 21:09:01.289290 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-664f5a44-21e6-4c7c-a634-ec02a85f4443 tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:01.293721 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-664f5a44-21e6-4c7c-a634-ec02a85f4443 tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] 10.222.0.59 "DELETE /v2.0/ports/32d33fb6-0dd4-4fb0-848b-fa38285c8993 HTTP/1.1" status: 204 len: 168 time: 0.6066027 Jul 27 21:09:01.295380 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 54068) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:09:01.346664 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4096abf-c08c-4760-9b9e-fc3820193730 tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Deleting subnet d2866305-edb6-464f-870e-fc177be24bc0 {{(pid=105584) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:09:01.350570 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-f4096abf-c08c-4760-9b9e-fc3820193730 tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Notify callbacks [] for subnet, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:01.391652 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-2ee1ca8e-fbe4-452c-9e5b-6f11dfdfe48d req-bc5c1676-4808-48d5-aceb-582cff5c0d89 tempest-AttachVolumeTestJSON-850155022 tempest-AttachVolumeTestJSON-850155022-project] 10.222.0.59 "GET /v2.0/security-groups?id=422951fc-fa2c-4390-9ebd-848cc406cf38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0761044 Jul 27 21:09:01.409507 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-f4096abf-c08c-4760-9b9e-fc3820193730 tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9014207'] for subnet, precommit_delete_associations {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:01.422368 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-b1027f70-bfdf-45a8-9792-43703957921f tempest-AgentManagementNegativeTest-1521463032 tempest-AgentManagementNegativeTest-1521463032-project] 10.222.0.59 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.1550875 Jul 27 21:09:01.520617 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Device 80e31a0e-3131-4fb0-a997-92ef09afc81e no longer exists at agent hyperv_n-h2-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:09:01.612360 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-3d54578f-831f-4696-b568-13c455922dab None None] No Port match for: 80e31a0e-3131-4fb0-a997-92ef09afc81e {{(pid=105586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:09:01.612911 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Device 80e31a0e-3131-4fb0-a997-92ef09afc81e not bound to the agent host n-h2-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:09:01.868040 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 54078) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:09:01.914917 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-f4096abf-c08c-4760-9b9e-fc3820193730 tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854965'] for subnet, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:01.974727 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc55395e-7ee7-4a77-9545-1ce7125d3461 req-be1df025-ce5d-4b72-84b7-29f7c4abf39a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:09:01.976177 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-fc55395e-7ee7-4a77-9545-1ce7125d3461 req-be1df025-ce5d-4b72-84b7-29f7c4abf39a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=dcfc656e3a0b42809921004863a52506&device_id=0f9b044c-3d59-4da2-bba4-f9456b3d9774 HTTP/1.1" status: 200 len: 1098 time: 0.0997412 Jul 27 21:09:02.000529 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1392469b-b539-44a4-ac91-efa11ceaec5f req-02b2b43b-ab24-41bc-9c08-3b10ce886647 tempest-AttachVolumeTestJSON-850155022 tempest-AttachVolumeTestJSON-850155022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:09:02.001086 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-f4096abf-c08c-4760-9b9e-fc3820193730 tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9014081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9738825'] for subnet, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:02.002034 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-1392469b-b539-44a4-ac91-efa11ceaec5f req-02b2b43b-ab24-41bc-9c08-3b10ce886647 tempest-AttachVolumeTestJSON-850155022 tempest-AttachVolumeTestJSON-850155022-project] 10.222.0.59 "GET /v2.0/ports?device_id=0f9b044c-3d59-4da2-bba4-f9456b3d9774 HTTP/1.1" status: 200 len: 946 time: 0.1354892 Jul 27 21:09:02.044926 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-1ff748ce-6372-472e-975b-120314b58c4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:02.074003 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4096abf-c08c-4760-9b9e-fc3820193730 tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Pushing event deleted for resources: {'Subnet': ['ID=d2866305-edb6-464f-870e-fc177be24bc0,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:09:02.079504 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-f4096abf-c08c-4760-9b9e-fc3820193730 tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Notify callbacks [] for subnet, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:02.081382 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-f4096abf-c08c-4760-9b9e-fc3820193730 tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] 10.222.0.59 "DELETE /v2.0/subnets/d2866305-edb6-464f-870e-fc177be24bc0 HTTP/1.1" status: 204 len: 168 time: 0.7850225 Jul 27 21:09:02.081982 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbb484d3-c1b0-44cd-88f4-128ae84a8b37 None None] Network dd0adb7c-988a-43cc-a0da-76a1fae1d8ff requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:09:02.084593 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 54088) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:09:02.109680 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f27b5d3-00e8-42d9-8fc9-8657dccc9ca7 req-98c3f29d-5ae7-4861-bbb7-b6be879a85e0 tempest-VolumesBackupsTest-618387329 tempest-VolumesBackupsTest-618387329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:09:02.111197 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-8f27b5d3-00e8-42d9-8fc9-8657dccc9ca7 req-98c3f29d-5ae7-4861-bbb7-b6be879a85e0 tempest-VolumesBackupsTest-618387329 tempest-VolumesBackupsTest-618387329-project] 10.222.0.59 "GET /v2.0/ports?device_id=b83618d1-1e8a-4ce6-8149-71fadd025d84 HTTP/1.1" status: 200 len: 948 time: 0.1907248 Jul 27 21:09:02.136715 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-1392469b-b539-44a4-ac91-efa11ceaec5f req-93159ff8-4044-4c49-8698-ce9eb032d178 tempest-AttachVolumeTestJSON-850155022 tempest-AttachVolumeTestJSON-850155022-project] 10.222.0.59 "GET /v2.0/security-groups?id=422951fc-fa2c-4390-9ebd-848cc406cf38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1275570 Jul 27 21:09:02.156953 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.db_base_plugin_v2 [None req-8df9d227-66bb-42a0-923c-054204fc04d4 tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Deleting subnet bd7fbe4e-00a2-4867-9403-b89fa41a76c1 {{(pid=105584) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:09:02.160792 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc55395e-7ee7-4a77-9545-1ce7125d3461 req-3b1d0a97-ad7b-4035-aa17-9e9f54941160 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:09:02.162280 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-fc55395e-7ee7-4a77-9545-1ce7125d3461 req-3b1d0a97-ad7b-4035-aa17-9e9f54941160 service neutron] 10.222.0.36 "GET /v2.0/networks?id=32d25553-aa43-4782-af0c-d6a2b47507a7 HTTP/1.1" status: 200 len: 911 time: 0.1762617 Jul 27 21:09:02.162967 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-8df9d227-66bb-42a0-923c-054204fc04d4 tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Notify callbacks [] for subnet, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:02.217365 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-8f27b5d3-00e8-42d9-8fc9-8657dccc9ca7 req-ca2154a5-17dc-48fc-8230-93937d2aed16 tempest-VolumesBackupsTest-618387329 tempest-VolumesBackupsTest-618387329-project] 10.222.0.59 "GET /v2.0/security-groups?id=c22abc6b-ac1a-4770-8612-c4c0cd1d5623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954921 Jul 27 21:09:02.264689 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-8df9d227-66bb-42a0-923c-054204fc04d4 tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9014207'] for subnet, precommit_delete_associations {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:02.283950 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-5f93eac2-0aa0-4d4e-8a01-e120a73c154c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4076536'] for router_interface, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:02.311878 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-fc55395e-7ee7-4a77-9545-1ce7125d3461 req-da024cfc-fa08-4064-9680-cc2854dbc1ff service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=187dbab2-17f7-4985-97bf-cdc20c4f4895 HTTP/1.1" status: 200 len: 1001 time: 0.1247332 Jul 27 21:09:02.369921 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f5e0d99-5b31-49bd-8354-d9d227b461ac None None] DHCP port deletion for dd0adb7c-988a-43cc-a0da-76a1fae1d8ff request from n-d-705658-22 {{(pid=105586) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 21:09:02.415351 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-0f5e0d99-5b31-49bd-8354-d9d227b461ac None None] Deleting port c922e9ee-54cd-4f95-bb0d-2f487fe3f82b {{(pid=105586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:09:02.416145 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-0f5e0d99-5b31-49bd-8354-d9d227b461ac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:02.418828 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-1ff748ce-6372-472e-975b-120314b58c4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:02.420707 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc55395e-7ee7-4a77-9545-1ce7125d3461 req-ed4bb548-dcf6-4cca-9523-54e4b17cdc22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:09:02.422271 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-fc55395e-7ee7-4a77-9545-1ce7125d3461 req-ed4bb548-dcf6-4cca-9523-54e4b17cdc22 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=fdae47fc-2d6f-4c83-9067-18a839318850 HTTP/1.1" status: 200 len: 849 time: 0.0873611 Jul 27 21:09:02.428712 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-8df9d227-66bb-42a0-923c-054204fc04d4 tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854965'] for subnet, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:02.430409 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-1ff748ce-6372-472e-975b-120314b58c4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:02.460232 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eda3fbc-9b2e-4742-8ee6-887a326d568a req-5711767e-6d7a-4d5e-b402-cecaf0ac2200 tempest-ImagesTestJSON-607612606 tempest-ImagesTestJSON-607612606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:09:02.461745 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-7eda3fbc-9b2e-4742-8ee6-887a326d568a req-5711767e-6d7a-4d5e-b402-cecaf0ac2200 tempest-ImagesTestJSON-607612606 tempest-ImagesTestJSON-607612606-project] 10.222.0.59 "GET /v2.0/ports?device_id=3df18367-d5f2-4562-b9b0-adc84180d413 HTTP/1.1" status: 200 len: 945 time: 0.2311289 Jul 27 21:09:02.483676 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-0f5e0d99-5b31-49bd-8354-d9d227b461ac None None] For port c922e9ee-54cd-4f95-bb0d-2f487fe3f82b, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=c922e9ee-54cd-4f95-bb0d-2f487fe3f82b,segment=NetworkSegment(54f3551e-5c55-4c2f-a16f-7beb91ee97a5),segment_id=54f3551e-5c55-4c2f-a16f-7beb91ee97a5)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:09:02.484167 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-0f5e0d99-5b31-49bd-8354-d9d227b461ac None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:02.498562 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-0f5e0d99-5b31-49bd-8354-d9d227b461ac None None] Calling delete_port for c922e9ee-54cd-4f95-bb0d-2f487fe3f82b owned by network:dhcp {{(pid=105586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:09:02.531137 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff748ce-6372-472e-975b-120314b58c4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5502bb06-f298-48c3-952e-774d6f3d6c44,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:09:02.531378 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc55395e-7ee7-4a77-9545-1ce7125d3461 req-4d1e838a-4e60-4c01-a458-34dfe2052277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:09:02.532908 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-fc55395e-7ee7-4a77-9545-1ce7125d3461 req-4d1e838a-4e60-4c01-a458-34dfe2052277 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=32d25553-aa43-4782-af0c-d6a2b47507a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1002388 Jul 27 21:09:02.535468 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-8df9d227-66bb-42a0-923c-054204fc04d4 tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9014081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9738825'] for subnet, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:02.542069 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-1ff748ce-6372-472e-975b-120314b58c4a admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=4282e84daccd40a08c647c89dc3081d4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6701088 Jul 27 21:09:02.542069 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 54090) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:09:02.576375 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df9d227-66bb-42a0-923c-054204fc04d4 tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Pushing event deleted for resources: {'Subnet': ['ID=bd7fbe4e-00a2-4867-9403-b89fa41a76c1,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:09:02.592276 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01aaab84-8bf3-40d0-8bb6-7a3361b3c75c None None] Network d06e6d48-2725-42c2-bd07-d31f23229f60 requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:09:02.592834 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-8df9d227-66bb-42a0-923c-054204fc04d4 tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Notify callbacks [] for subnet, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:02.594086 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-8df9d227-66bb-42a0-923c-054204fc04d4 tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] 10.222.0.59 "DELETE /v2.0/subnets/bd7fbe4e-00a2-4867-9403-b89fa41a76c1 HTTP/1.1" status: 204 len: 168 time: 0.5086854 Jul 27 21:09:02.595610 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8df9d227-66bb-42a0-923c-054204fc04d4 tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:09:02.595954 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8df9d227-66bb-42a0-923c-054204fc04d4 tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:09:02.596376 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8df9d227-66bb-42a0-923c-054204fc04d4 tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:09:02.597086 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8df9d227-66bb-42a0-923c-054204fc04d4 tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:09:02.597086 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8df9d227-66bb-42a0-923c-054204fc04d4 tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:09:02.597410 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8df9d227-66bb-42a0-923c-054204fc04d4 tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:09:02.598372 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8df9d227-66bb-42a0-923c-054204fc04d4 tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:09:02.598737 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8df9d227-66bb-42a0-923c-054204fc04d4 tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:09:02.599096 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8df9d227-66bb-42a0-923c-054204fc04d4 tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:09:02.599388 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8df9d227-66bb-42a0-923c-054204fc04d4 tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:09:02.599704 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8df9d227-66bb-42a0-923c-054204fc04d4 tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:09:02.600023 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8df9d227-66bb-42a0-923c-054204fc04d4 tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:09:02.603855 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 54092) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:09:02.606916 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-7eda3fbc-9b2e-4742-8ee6-887a326d568a req-5193484b-207f-4762-b97d-b2d43b48a65c tempest-ImagesTestJSON-607612606 tempest-ImagesTestJSON-607612606-project] 10.222.0.59 "GET /v2.0/security-groups?id=0824f12c-25ec-46a0-872f-0482607e4324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354563 Jul 27 21:09:02.653868 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-0f5e0d99-5b31-49bd-8354-d9d227b461ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180'] for port, after_delete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:02.683243 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-fc55395e-7ee7-4a77-9545-1ce7125d3461 req-8b6038ce-1f32-4a1e-98d5-7fe4f68e99f6 service neutron] 10.222.0.36 "GET /v2.0/networks/32d25553-aa43-4782-af0c-d6a2b47507a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382024 Jul 27 21:09:02.696713 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5e0d99-5b31-49bd-8354-d9d227b461ac None None] Pushing event deleted for resources: {'Port': ['ID=c922e9ee-54cd-4f95-bb0d-2f487fe3f82b,revision_number=None']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:09:02.704434 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f5e0d99-5b31-49bd-8354-d9d227b461ac None None] No DVR routers for this DVR port c922e9ee-54cd-4f95-bb0d-2f487fe3f82b on host n-d-705658-22 {{(pid=105586) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:09:02.720299 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-fc73ddb1-e197-481c-bbc0-5c085b1ecb96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:02.742402 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-a7aaa5c2-0495-41aa-971a-009aec46dfe0 tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-990557'] for network, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:02.789158 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-fc55395e-7ee7-4a77-9545-1ce7125d3461 req-4d24f7fa-a5ab-4d47-a691-732c29de97d9 service neutron] 10.222.0.36 "GET /v2.0/networks/32d25553-aa43-4782-af0c-d6a2b47507a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972762 Jul 27 21:09:02.789357 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-fc73ddb1-e197-481c-bbc0-5c085b1ecb96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:02.846295 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbcd2228-e266-44f8-a5d9-a27fd444ee41 None None] DHCP port deletion for d06e6d48-2725-42c2-bd07-d31f23229f60 request from n-d-705658-22 {{(pid=105586) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 21:09:02.900633 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-fbcd2228-e266-44f8-a5d9-a27fd444ee41 None None] Deleting port c458aae1-c913-4579-8a2b-5fbf975dd84e {{(pid=105586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:09:02.901016 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-fbcd2228-e266-44f8-a5d9-a27fd444ee41 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:02.936170 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-a7aaa5c2-0495-41aa-971a-009aec46dfe0 tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853562', 'neutron.services.segments.db._delete_segments_for_network-8790688882975'] for network, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:02.948276 n-d-705658-22 neutron-server[105585]: DEBUG neutron.services.segments.db [None req-a7aaa5c2-0495-41aa-971a-009aec46dfe0 tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd0adb7c-988a-43cc-a0da-76a1fae1d8ff']}} {{(pid=105585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:09:02.960627 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-fc73ddb1-e197-481c-bbc0-5c085b1ecb96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:02.963292 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-fc73ddb1-e197-481c-bbc0-5c085b1ecb96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:02.964428 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-fc73ddb1-e197-481c-bbc0-5c085b1ecb96 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/5502bb06-f298-48c3-952e-774d6f3d6c44 HTTP/1.1" status: 204 len: 168 time: 0.4217508 Jul 27 21:09:02.966253 n-d-705658-22 neutron-server[105585]: DEBUG neutron.services.segments.db [None req-a7aaa5c2-0495-41aa-971a-009aec46dfe0 tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54f3551e-5c55-4c2f-a16f-7beb91ee97a5') {'for_net_delete': True} {{(pid=105585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:09:02.966623 n-d-705658-22 neutron-server[105585]: DEBUG neutron.services.segments.db [None req-a7aaa5c2-0495-41aa-971a-009aec46dfe0 tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54f3551e-5c55-4c2f-a16f-7beb91ee97a5') {} {{(pid=105585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:09:02.967105 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-fbcd2228-e266-44f8-a5d9-a27fd444ee41 None None] For port c458aae1-c913-4579-8a2b-5fbf975dd84e, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=c458aae1-c913-4579-8a2b-5fbf975dd84e,segment=NetworkSegment(18a392fd-f38c-4fa2-9883-9b25afe164a9),segment_id=18a392fd-f38c-4fa2-9883-9b25afe164a9)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:09:02.967548 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-fbcd2228-e266-44f8-a5d9-a27fd444ee41 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:02.981543 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-fbcd2228-e266-44f8-a5d9-a27fd444ee41 None None] Calling delete_port for c458aae1-c913-4579-8a2b-5fbf975dd84e owned by network:dhcp {{(pid=105586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:09:02.984394 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-a7aaa5c2-0495-41aa-971a-009aec46dfe0 tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790688883752', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9886370'] for segment, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:02.992376 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc73ddb1-e197-481c-bbc0-5c085b1ecb96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5502bb06-f298-48c3-952e-774d6f3d6c44,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:09:03.007777 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-a7aaa5c2-0495-41aa-971a-009aec46dfe0 tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:03.015211 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [None req-5f93eac2-0aa0-4d4e-8a01-e120a73c154c admin admin] Deleting port 7b6b3750-b8f2-4444-8d46-46034bb6d96d {{(pid=105585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:09:03.015578 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-5f93eac2-0aa0-4d4e-8a01-e120a73c154c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:03.017711 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7aaa5c2-0495-41aa-971a-009aec46dfe0 tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Releasing vlan 229 on physical network physnet1 to pool {{(pid=105585) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:09:03.018103 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-a7aaa5c2-0495-41aa-971a-009aec46dfe0 tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10221644'] for segment, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:03.021108 n-d-705658-22 neutron-server[105585]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 21:09:03.021108 n-d-705658-22 neutron-server[105585]: items = [ Jul 27 21:09:03.021108 n-d-705658-22 neutron-server[105585]: Traceback (most recent call last): Jul 27 21:09:03.021108 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:09:03.021108 n-d-705658-22 neutron-server[105585]: timer() Jul 27 21:09:03.021108 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:09:03.021108 n-d-705658-22 neutron-server[105585]: cb(*args, **kw) Jul 27 21:09:03.021108 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:09:03.021108 n-d-705658-22 neutron-server[105585]: return func(*args, **kwargs) Jul 27 21:09:03.021108 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:09:03.021108 n-d-705658-22 neutron-server[105585]: self._notify() Jul 27 21:09:03.021108 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:09:03.021108 n-d-705658-22 neutron-server[105585]: self.callback(batched_events) Jul 27 21:09:03.021108 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:09:03.021108 n-d-705658-22 neutron-server[105585]: event.method(event) Jul 27 21:09:03.021108 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:09:03.021108 n-d-705658-22 neutron-server[105585]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:09:03.021108 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:09:03.021108 n-d-705658-22 neutron-server[105585]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:09:03.021108 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:09:03.021108 n-d-705658-22 neutron-server[105585]: return f(self, *a, **k) Jul 27 21:09:03.021108 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:09:03.021108 n-d-705658-22 neutron-server[105585]: return self._get(url).json() Jul 27 21:09:03.021108 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:09:03.021108 n-d-705658-22 neutron-server[105585]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:09:03.021108 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:09:03.021108 n-d-705658-22 neutron-server[105585]: return self.request(url, 'GET', **kwargs) Jul 27 21:09:03.021108 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:09:03.021108 n-d-705658-22 neutron-server[105585]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:09:03.021108 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:09:03.021108 n-d-705658-22 neutron-server[105585]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:09:03.021108 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:09:03.021108 n-d-705658-22 neutron-server[105585]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:09:03.021108 n-d-705658-22 neutron-server[105585]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:09:03.084666 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-fbcd2228-e266-44f8-a5d9-a27fd444ee41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180'] for port, after_delete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:03.114451 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device c458aae1-c913-4579-8a2b-5fbf975dd84e no longer exists at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:09:03.117820 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcd2228-e266-44f8-a5d9-a27fd444ee41 None None] Pushing event deleted for resources: {'Port': ['ID=c458aae1-c913-4579-8a2b-5fbf975dd84e,revision_number=None']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:09:03.127574 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-a7aaa5c2-0495-41aa-971a-009aec46dfe0 tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4075658'] for network, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:03.138365 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-a7aaa5c2-0495-41aa-971a-009aec46dfe0 tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Notify callbacks [] for network, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:03.142459 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-a7aaa5c2-0495-41aa-971a-009aec46dfe0 tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] 10.222.0.59 "DELETE /v2.0/networks/dd0adb7c-988a-43cc-a0da-76a1fae1d8ff HTTP/1.1" status: 204 len: 168 time: 0.5323589 Jul 27 21:09:03.142923 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 54098) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:09:03.149203 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbcd2228-e266-44f8-a5d9-a27fd444ee41 None None] No DVR routers for this DVR port c458aae1-c913-4579-8a2b-5fbf975dd84e on host n-d-705658-22 {{(pid=105586) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:09:03.150913 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] No Port match for: c458aae1-c913-4579-8a2b-5fbf975dd84e {{(pid=105586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:09:03.151096 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device c458aae1-c913-4579-8a2b-5fbf975dd84e not bound to the agent host n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:09:03.151496 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device c922e9ee-54cd-4f95-bb0d-2f487fe3f82b no longer exists at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:09:03.153213 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7aaa5c2-0495-41aa-971a-009aec46dfe0 tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Pushing event deleted for resources: {'Network': ['ID=dd0adb7c-988a-43cc-a0da-76a1fae1d8ff,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:09:03.187895 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] No Port match for: c922e9ee-54cd-4f95-bb0d-2f487fe3f82b {{(pid=105586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:09:03.190280 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device c922e9ee-54cd-4f95-bb0d-2f487fe3f82b not bound to the agent host n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:09:03.206287 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.db [None req-5f93eac2-0aa0-4d4e-8a01-e120a73c154c admin admin] For port 7b6b3750-b8f2-4444-8d46-46034bb6d96d, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=7b6b3750-b8f2-4444-8d46-46034bb6d96d,segment=NetworkSegment(f6d12d50-897c-448b-967a-a36bc00c69b7),segment_id=f6d12d50-897c-448b-967a-a36bc00c69b7)] {{(pid=105585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:09:03.207503 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-5f93eac2-0aa0-4d4e-8a01-e120a73c154c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:03.226355 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [None req-5f93eac2-0aa0-4d4e-8a01-e120a73c154c admin admin] Calling delete_port for 7b6b3750-b8f2-4444-8d46-46034bb6d96d owned by network:router_interface {{(pid=105585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:09:03.286614 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-7aaddd6e-9764-4490-9a24-6d3c330253dd tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-990557'] for network, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:03.418642 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-7aaddd6e-9764-4490-9a24-6d3c330253dd tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853562', 'neutron.services.segments.db._delete_segments_for_network-8790688882975'] for network, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:03.438511 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.segments.db [None req-7aaddd6e-9764-4490-9a24-6d3c330253dd tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d06e6d48-2725-42c2-bd07-d31f23229f60']}} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:09:03.456090 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.segments.db [None req-7aaddd6e-9764-4490-9a24-6d3c330253dd tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18a392fd-f38c-4fa2-9883-9b25afe164a9') {'for_net_delete': True} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:09:03.456429 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.segments.db [None req-7aaddd6e-9764-4490-9a24-6d3c330253dd tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18a392fd-f38c-4fa2-9883-9b25afe164a9') {} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:09:03.470066 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-7aaddd6e-9764-4490-9a24-6d3c330253dd tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790688883752', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9014348'] for segment, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:03.473599 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3171379-641f-498f-99c8-92953834e338 req-5923a99f-cc22-48e1-9c71-73df461a3434 tempest-AttachVolumeTestJSON-850155022 tempest-AttachVolumeTestJSON-850155022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:09:03.475434 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a3171379-641f-498f-99c8-92953834e338 req-5923a99f-cc22-48e1-9c71-73df461a3434 tempest-AttachVolumeTestJSON-850155022 tempest-AttachVolumeTestJSON-850155022-project] 10.222.0.59 "GET /v2.0/ports?device_id=0f9b044c-3d59-4da2-bba4-f9456b3d9774 HTTP/1.1" status: 200 len: 946 time: 0.2460823 Jul 27 21:09:03.495275 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-7aaddd6e-9764-4490-9a24-6d3c330253dd tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:03.508452 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7aaddd6e-9764-4490-9a24-6d3c330253dd tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Releasing vlan 227 on physical network physnet1 to pool {{(pid=105584) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:09:03.513110 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-7aaddd6e-9764-4490-9a24-6d3c330253dd tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9014063'] for segment, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:03.517343 n-d-705658-22 neutron-server[105584]: Traceback (most recent call last): Jul 27 21:09:03.517343 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:09:03.517343 n-d-705658-22 neutron-server[105584]: timer() Jul 27 21:09:03.517343 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:09:03.517343 n-d-705658-22 neutron-server[105584]: cb(*args, **kw) Jul 27 21:09:03.517343 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:09:03.517343 n-d-705658-22 neutron-server[105584]: return func(*args, **kwargs) Jul 27 21:09:03.517343 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:09:03.517343 n-d-705658-22 neutron-server[105584]: self._notify() Jul 27 21:09:03.517343 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:09:03.517343 n-d-705658-22 neutron-server[105584]: self.callback(batched_events) Jul 27 21:09:03.517343 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:09:03.517343 n-d-705658-22 neutron-server[105584]: event.method(event) Jul 27 21:09:03.517343 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:09:03.517343 n-d-705658-22 neutron-server[105584]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:09:03.517343 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:09:03.517343 n-d-705658-22 neutron-server[105584]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:09:03.517343 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:09:03.517343 n-d-705658-22 neutron-server[105584]: return f(self, *a, **k) Jul 27 21:09:03.517343 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:09:03.517343 n-d-705658-22 neutron-server[105584]: return self._get(url).json() Jul 27 21:09:03.517343 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:09:03.517343 n-d-705658-22 neutron-server[105584]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:09:03.517343 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:09:03.517343 n-d-705658-22 neutron-server[105584]: return self.request(url, 'GET', **kwargs) Jul 27 21:09:03.517343 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:09:03.517343 n-d-705658-22 neutron-server[105584]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:09:03.517343 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:09:03.517343 n-d-705658-22 neutron-server[105584]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:09:03.517343 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:09:03.517343 n-d-705658-22 neutron-server[105584]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:09:03.517343 n-d-705658-22 neutron-server[105584]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:09:03.537127 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Device 97590221-6df0-44c7-a3b4-502f88578087 details requested by agent hyperv_n-h2-705658-22 with host n-h2-705658-22 {{(pid=105586) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:09:03.596972 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771935f9-62d8-4962-865f-f50b036c8a62 req-ff42325d-a5bb-4c78-a8ec-885cc6728bcc tempest-VolumesBackupsTest-618387329 tempest-VolumesBackupsTest-618387329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:09:03.599970 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-771935f9-62d8-4962-865f-f50b036c8a62 req-ff42325d-a5bb-4c78-a8ec-885cc6728bcc tempest-VolumesBackupsTest-618387329 tempest-VolumesBackupsTest-618387329-project] 10.222.0.59 "GET /v2.0/ports?device_id=b83618d1-1e8a-4ce6-8149-71fadd025d84 HTTP/1.1" status: 200 len: 948 time: 0.3008780 Jul 27 21:09:03.601369 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-7aaddd6e-9764-4490-9a24-6d3c330253dd tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4075658'] for network, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:03.615875 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-7aaddd6e-9764-4490-9a24-6d3c330253dd tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743886'] for network, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:03.619101 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-7aaddd6e-9764-4490-9a24-6d3c330253dd tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] 10.222.0.59 "DELETE /v2.0/networks/d06e6d48-2725-42c2-bd07-d31f23229f60 HTTP/1.1" status: 204 len: 168 time: 0.4744480 Jul 27 21:09:03.622971 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a3171379-641f-498f-99c8-92953834e338 req-7c2e9a64-8fab-4b63-9567-283aa396feb7 tempest-AttachVolumeTestJSON-850155022 tempest-AttachVolumeTestJSON-850155022-project] 10.222.0.59 "GET /v2.0/security-groups?id=422951fc-fa2c-4390-9ebd-848cc406cf38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1065464 Jul 27 21:09:03.665638 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aaddd6e-9764-4490-9a24-6d3c330253dd tempest-TaggedBootDevicesTest_v242-1138209797 tempest-TaggedBootDevicesTest_v242-1138209797-project] Pushing event deleted for resources: {'Network': ['ID=d06e6d48-2725-42c2-bd07-d31f23229f60,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:09:03.743094 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-771935f9-62d8-4962-865f-f50b036c8a62 req-5aba0496-6aa8-4ccb-93d9-27d2dca0a996 tempest-VolumesBackupsTest-618387329 tempest-VolumesBackupsTest-618387329-project] 10.222.0.59 "GET /v2.0/security-groups?id=c22abc6b-ac1a-4770-8612-c4c0cd1d5623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325023 Jul 27 21:09:03.794557 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] For port 97590221-6df0-44c7-a3b4-502f88578087, host n-h2-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=97590221-6df0-44c7-a3b4-502f88578087,segment=NetworkSegment(86b1e6f6-d629-4b03-8944-4cdfbfb93d02),segment_id=86b1e6f6-d629-4b03-8944-4cdfbfb93d02)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:09:03.819287 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-5f93eac2-0aa0-4d4e-8a01-e120a73c154c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:03.823110 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Returning: {'device': '97590221-6df0-44c7-a3b4-502f88578087', 'network_id': '4d64aa0b-bd6a-468e-8edc-c83689947462', 'port_id': '97590221-6df0-44c7-a3b4-502f88578087', 'mac_address': 'fa:16:3e:a1:cd:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26644ba0-4185-4e10-8718-6ad18d01376c', 'ip_address': '192.168.233.182'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105586) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:09:03.858722 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f93eac2-0aa0-4d4e-8a01-e120a73c154c admin admin] Pushing event deleted for resources: {'Port': ['ID=7b6b3750-b8f2-4444-8d46-46034bb6d96d,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:09:03.895945 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:03.915695 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [None req-3d54578f-831f-4696-b568-13c455922dab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97590221-6df0-44c7-a3b4-502f88578087 {{(pid=105586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:09:03.950508 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] For port 97590221-6df0-44c7-a3b4-502f88578087, host n-h2-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=97590221-6df0-44c7-a3b4-502f88578087,segment=NetworkSegment(86b1e6f6-d629-4b03-8944-4cdfbfb93d02),segment_id=86b1e6f6-d629-4b03-8944-4cdfbfb93d02)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:09:03.956182 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:04.016864 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Pushing event updated for resources: {'Port': ['ID=97590221-6df0-44c7-a3b4-502f88578087,revision_number=4']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:09:04.103857 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16812ddf-7c64-4bed-9fe4-af7acb35fd7a req-de4621b9-4db1-4685-98a5-fe4a2849c6a1 tempest-ImagesTestJSON-607612606 tempest-ImagesTestJSON-607612606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:09:04.105415 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-16812ddf-7c64-4bed-9fe4-af7acb35fd7a req-de4621b9-4db1-4685-98a5-fe4a2849c6a1 tempest-ImagesTestJSON-607612606 tempest-ImagesTestJSON-607612606-project] 10.222.0.59 "GET /v2.0/ports?device_id=3df18367-d5f2-4562-b9b0-adc84180d413 HTTP/1.1" status: 200 len: 945 time: 0.2478991 Jul 27 21:09:04.186073 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-5f93eac2-0aa0-4d4e-8a01-e120a73c154c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3743915', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4076308'] for router_interface, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:04.196718 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-16812ddf-7c64-4bed-9fe4-af7acb35fd7a req-4778c390-c021-493d-9179-aac70fd157b8 tempest-ImagesTestJSON-607612606 tempest-ImagesTestJSON-607612606-project] 10.222.0.59 "GET /v2.0/security-groups?id=0824f12c-25ec-46a0-872f-0482607e4324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608683 Jul 27 21:09:04.207620 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 54132) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:09:04.270921 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] get_ports_and_sgs() called for port_ids ['97590221-6df0-44c7-a3b4-502f88578087'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:09:04.332654 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-d2bf2cb8-091e-4c72-ab82-f23a3219f361 tempest-AllowedAddressPairIpV6TestJSON-976084307 tempest-AllowedAddressPairIpV6TestJSON-976084307-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-62586234'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:09:04.398289 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2bf2cb8-091e-4c72-ab82-f23a3219f361 tempest-AllowedAddressPairIpV6TestJSON-976084307 tempest-AllowedAddressPairIpV6TestJSON-976084307-project] Made reservation on behalf of 10c48081e6c14bea9cf1afcfe216fdaf for: {'network': 1} {{(pid=105585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:09:04.402822 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-d2bf2cb8-091e-4c72-ab82-f23a3219f361 tempest-AllowedAddressPairIpV6TestJSON-976084307 tempest-AllowedAddressPairIpV6TestJSON-976084307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for network, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:04.418411 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-d2bf2cb8-091e-4c72-ab82-f23a3219f361 tempest-AllowedAddressPairIpV6TestJSON-976084307 tempest-AllowedAddressPairIpV6TestJSON-976084307-project] Notify callbacks [] for security_group, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:04.500740 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f93eac2-0aa0-4d4e-8a01-e120a73c154c admin admin] Router b7f1f65a-3da0-4101-b697-dd4246a4836a has already been hosted by L3 agent dd128fd7-8e57-4d4f-895b-a96b369df59a {{(pid=105585) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:09:04.647461 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-d2bf2cb8-091e-4c72-ab82-f23a3219f361 tempest-AllowedAddressPairIpV6TestJSON-976084307 tempest-AllowedAddressPairIpV6TestJSON-976084307-project] Notify callbacks [] for security_group, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:04.653028 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-d2bf2cb8-091e-4c72-ab82-f23a3219f361 tempest-AllowedAddressPairIpV6TestJSON-976084307 tempest-AllowedAddressPairIpV6TestJSON-976084307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:04.664126 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f93eac2-0aa0-4d4e-8a01-e120a73c154c admin admin] Notify agent at l3_agent.n-d-705658-22 the message routers_updated {{(pid=105585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:09:04.675063 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-5f93eac2-0aa0-4d4e-8a01-e120a73c154c admin admin] 10.222.0.59 "PUT /v2.0/routers/b7f1f65a-3da0-4101-b697-dd4246a4836a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5750546 Jul 27 21:09:04.675266 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bf09df6-e0eb-468b-b98b-bf805b77e577 None None] Sync routers for ids ['b7f1f65a-3da0-4101-b697-dd4246a4836a'] in n-d-705658-22 {{(pid=105586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:09:04.678211 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 54138) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:09:04.685589 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2bf2cb8-091e-4c72-ab82-f23a3219f361 tempest-AllowedAddressPairIpV6TestJSON-976084307 tempest-AllowedAddressPairIpV6TestJSON-976084307-project] vlan segment allocate from pool success with {'vlan_id': 213, 'physical_network': 'physnet1'} {{(pid=105585) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:09:04.689250 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bf09df6-e0eb-468b-b98b-bf805b77e577 None None] Routers {'b7f1f65a-3da0-4101-b697-dd4246a4836a'} bound to L3 agent in host n-d-705658-22 {{(pid=105586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:09:04.690178 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-5bf09df6-e0eb-468b-b98b-bf805b77e577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:08:42Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['b7f1f65a-3da0-4101-b697-dd4246a4836a'], 'active': True} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:09:04.706484 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2bf2cb8-091e-4c72-ab82-f23a3219f361 tempest-AllowedAddressPairIpV6TestJSON-976084307 tempest-AllowedAddressPairIpV6TestJSON-976084307-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f586b01e-5439-44d4-b7f5-afa3f21899c5,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:09:04.729989 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-d2bf2cb8-091e-4c72-ab82-f23a3219f361 tempest-AllowedAddressPairIpV6TestJSON-976084307 tempest-AllowedAddressPairIpV6TestJSON-976084307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:04.730530 n-d-705658-22 neutron-server[105585]: INFO neutron.db.segments_db [None req-d2bf2cb8-091e-4c72-ab82-f23a3219f361 tempest-AllowedAddressPairIpV6TestJSON-976084307 tempest-AllowedAddressPairIpV6TestJSON-976084307-project] Added segment c22a27ea-c16e-4d19-9f7e-0ce01c55068d of type vlan for network 7fde689b-f9d1-4c62-8d63-da6010db77dc Jul 27 21:09:04.815114 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-ff45e85f-b9a5-476d-a0d0-707e72f54d6b admin admin] Notify callbacks [] for router, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:04.822642 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvr_db [None req-5bf09df6-e0eb-468b-b98b-bf805b77e577 None None] Set router b7f1f65a-3da0-4101-b697-dd4246a4836a gateway port host: n-d-705658-22 {{(pid=105586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:09:04.845482 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-d2bf2cb8-091e-4c72-ab82-f23a3219f361 tempest-AllowedAddressPairIpV6TestJSON-976084307 tempest-AllowedAddressPairIpV6TestJSON-976084307-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790688424798'] for network, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:04.919370 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ab635c-c91b-4454-b36c-6eebfe029465 req-3eb212af-1079-48d6-8cdb-65dcd25f28fd tempest-AttachVolumeTestJSON-850155022 tempest-AttachVolumeTestJSON-850155022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:09:04.920953 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e3ab635c-c91b-4454-b36c-6eebfe029465 req-3eb212af-1079-48d6-8cdb-65dcd25f28fd tempest-AttachVolumeTestJSON-850155022 tempest-AttachVolumeTestJSON-850155022-project] 10.222.0.59 "GET /v2.0/ports?device_id=0f9b044c-3d59-4da2-bba4-f9456b3d9774 HTTP/1.1" status: 200 len: 946 time: 0.1796372 Jul 27 21:09:04.922558 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-d2bf2cb8-091e-4c72-ab82-f23a3219f361 tempest-AllowedAddressPairIpV6TestJSON-976084307 tempest-AllowedAddressPairIpV6TestJSON-976084307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920'] for network, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:04.928378 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2bf2cb8-091e-4c72-ab82-f23a3219f361 tempest-AllowedAddressPairIpV6TestJSON-976084307 tempest-AllowedAddressPairIpV6TestJSON-976084307-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:09:04.928974 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-d2bf2cb8-091e-4c72-ab82-f23a3219f361 tempest-AllowedAddressPairIpV6TestJSON-976084307 tempest-AllowedAddressPairIpV6TestJSON-976084307-project] Notify callbacks [] for network, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:04.949725 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-ff45e85f-b9a5-476d-a0d0-707e72f54d6b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:05.033452 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-ff45e85f-b9a5-476d-a0d0-707e72f54d6b admin admin] Deleting port 2bb763c6-ddba-47be-b1ea-28a81ec94d56 {{(pid=105584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:09:05.036339 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-ff45e85f-b9a5-476d-a0d0-707e72f54d6b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:05.109833 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 54146) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:09:05.110792 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-d2bf2cb8-091e-4c72-ab82-f23a3219f361 tempest-AllowedAddressPairIpV6TestJSON-976084307 tempest-AllowedAddressPairIpV6TestJSON-976084307-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 0.9020915 Jul 27 21:09:05.117305 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-74a612a1-6d8a-46fb-8c64-c6edf8dcf587 tempest-AllowedAddressPairIpV6TestJSON-976084307 tempest-AllowedAddressPairIpV6TestJSON-976084307-project] Request body: {'subnet': {'network_id': '7fde689b-f9d1-4c62-8d63-da6010db77dc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:09:05.133226 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2bf2cb8-091e-4c72-ab82-f23a3219f361 tempest-AllowedAddressPairIpV6TestJSON-976084307 tempest-AllowedAddressPairIpV6TestJSON-976084307-project] Pushing event updated for resources: {'Network': ['ID=7fde689b-f9d1-4c62-8d63-da6010db77dc,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:09:05.134701 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-5bf09df6-e0eb-468b-b98b-bf805b77e577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7f1f65a-3da0-4101-b697-dd4246a4836a', 'name': 'tempest-ServersTestManualDisk-1687115052-router', 'tenant_id': '0aacf9f2affa47f2ad3a5e01566a8bed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.252'}], 'enable_snat': True}, 'gw_port_id': '2bb763c6-ddba-47be-b1ea-28a81ec94d56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:05:30Z', 'updated_at': '2021-07-27T21:09:03Z', 'revision_number': 5, 'project_id': '0aacf9f2affa47f2ad3a5e01566a8bed', 'gw_port': {'id': '2bb763c6-ddba-47be-b1ea-28a81ec94d56', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:c4:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7f1f65a-3da0-4101-b697-dd4246a4836a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1322, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:05:30Z', 'updated_at': '2021-07-27T21:05:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22'}], 'n-d-705658-22', False) {} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:09:05.166639 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e3ab635c-c91b-4454-b36c-6eebfe029465 req-692d8c90-b71f-4eb3-bb54-eee6d06daf8c tempest-AttachVolumeTestJSON-850155022 tempest-AttachVolumeTestJSON-850155022-project] 10.222.0.59 "GET /v2.0/security-groups?id=422951fc-fa2c-4390-9ebd-848cc406cf38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2347021 Jul 27 21:09:05.173978 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bf09df6-e0eb-468b-b98b-bf805b77e577 None None] Checking router: b7f1f65a-3da0-4101-b697-dd4246a4836a for host: n-d-705658-22 {{(pid=105586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:09:05.180437 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Network 7fde689b-f9d1-4c62-8d63-da6010db77dc details requested by agent ovs-agent-n-d-705658-22 with host n-d-705658-22 {{(pid=105586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:09:05.183546 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70ae4a7-e538-45c5-99cb-86e65aca5408 req-8953f596-7c51-4c69-8619-59885a4e6af3 tempest-VolumesBackupsTest-618387329 tempest-VolumesBackupsTest-618387329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:09:05.193213 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f70ae4a7-e538-45c5-99cb-86e65aca5408 req-8953f596-7c51-4c69-8619-59885a4e6af3 tempest-VolumesBackupsTest-618387329 tempest-VolumesBackupsTest-618387329-project] 10.222.0.59 "GET /v2.0/ports?device_id=b83618d1-1e8a-4ce6-8149-71fadd025d84 HTTP/1.1" status: 200 len: 949 time: 0.2603321 Jul 27 21:09:05.234628 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f70ae4a7-e538-45c5-99cb-86e65aca5408 req-13383757-9f93-4c50-af5d-b7efdf70b4ea tempest-VolumesBackupsTest-618387329 tempest-VolumesBackupsTest-618387329-project] 10.222.0.59 "GET /v2.0/security-groups?id=c22abc6b-ac1a-4770-8612-c4c0cd1d5623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402377 Jul 27 21:09:05.249382 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bf09df6-e0eb-468b-b98b-bf805b77e577 None None] Routers {'b7f1f65a-3da0-4101-b697-dd4246a4836a'} bound to L3 agent in host n-d-705658-22 {{(pid=105586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:09:05.250064 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-5bf09df6-e0eb-468b-b98b-bf805b77e577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:08:42Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['b7f1f65a-3da0-4101-b697-dd4246a4836a'], 'active': True} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:09:05.262516 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [None req-ff45e85f-b9a5-476d-a0d0-707e72f54d6b admin admin] For port 2bb763c6-ddba-47be-b1ea-28a81ec94d56, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=2bb763c6-ddba-47be-b1ea-28a81ec94d56,segment=NetworkSegment(12196855-9a32-4633-9a56-77697ef9e126),segment_id=12196855-9a32-4633-9a56-77697ef9e126)] {{(pid=105584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:09:05.262881 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-ff45e85f-b9a5-476d-a0d0-707e72f54d6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:05.280547 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-ff45e85f-b9a5-476d-a0d0-707e72f54d6b admin admin] Calling delete_port for 2bb763c6-ddba-47be-b1ea-28a81ec94d56 owned by network:router_gateway {{(pid=105584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:09:05.352144 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ce3119-7fad-497a-a8fe-cc0d99df68f1 req-e7111e30-122a-49af-be79-fbea788fb27c tempest-ImagesTestJSON-607612606 tempest-ImagesTestJSON-607612606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:09:05.353777 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-12ce3119-7fad-497a-a8fe-cc0d99df68f1 req-e7111e30-122a-49af-be79-fbea788fb27c tempest-ImagesTestJSON-607612606 tempest-ImagesTestJSON-607612606-project] 10.222.0.59 "GET /v2.0/ports?device_id=3df18367-d5f2-4562-b9b0-adc84180d413 HTTP/1.1" status: 200 len: 945 time: 0.0803883 Jul 27 21:09:05.361640 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74a612a1-6d8a-46fb-8c64-c6edf8dcf587 tempest-AllowedAddressPairIpV6TestJSON-976084307 tempest-AllowedAddressPairIpV6TestJSON-976084307-project] Made reservation on behalf of 10c48081e6c14bea9cf1afcfe216fdaf for: {'subnet': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:09:05.369844 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-74a612a1-6d8a-46fb-8c64-c6edf8dcf587 tempest-AllowedAddressPairIpV6TestJSON-976084307 tempest-AllowedAddressPairIpV6TestJSON-976084307-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9738786'] for subnet, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:05.373008 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvr_db [None req-5bf09df6-e0eb-468b-b98b-bf805b77e577 None None] Set router b7f1f65a-3da0-4101-b697-dd4246a4836a gateway port host: None {{(pid=105586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:09:05.397232 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-12ce3119-7fad-497a-a8fe-cc0d99df68f1 req-c05f7e4d-4ffe-4a85-9f91-44bd4ffa77c2 tempest-ImagesTestJSON-607612606 tempest-ImagesTestJSON-607612606-project] 10.222.0.59 "GET /v2.0/security-groups?id=0824f12c-25ec-46a0-872f-0482607e4324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367024 Jul 27 21:09:05.435785 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-5bf09df6-e0eb-468b-b98b-bf805b77e577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7f1f65a-3da0-4101-b697-dd4246a4836a', 'name': 'tempest-ServersTestManualDisk-1687115052-router', 'tenant_id': '0aacf9f2affa47f2ad3a5e01566a8bed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:05:30Z', 'updated_at': '2021-07-27T21:09:04Z', 'revision_number': 6, 'project_id': '0aacf9f2affa47f2ad3a5e01566a8bed', 'gw_port_host': None}], 'n-d-705658-22', False) {} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:09:05.465727 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bf09df6-e0eb-468b-b98b-bf805b77e577 None None] The sync data for ids ['b7f1f65a-3da0-4101-b697-dd4246a4836a'] in n-d-705658-22 is: [{'id': 'b7f1f65a-3da0-4101-b697-dd4246a4836a', 'name': 'tempest-ServersTestManualDisk-1687115052-router', 'tenant_id': '0aacf9f2affa47f2ad3a5e01566a8bed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:05:30Z', 'updated_at': '2021-07-27T21:09:04Z', 'revision_number': 6, 'project_id': '0aacf9f2affa47f2ad3a5e01566a8bed', 'gw_port_host': None}] {{(pid=105586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:09:05.553329 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Device 97590221-6df0-44c7-a3b4-502f88578087 up at agent hyperv_n-h2-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:09:05.601987 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-3d54578f-831f-4696-b568-13c455922dab None None] Provisioning for port 97590221-6df0-44c7-a3b4-502f88578087 completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:09:05.606877 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-3d54578f-831f-4696-b568-13c455922dab None None] Provisioning complete for port 97590221-6df0-44c7-a3b4-502f88578087 triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:09:05.607538 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:05.642038 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-ff45e85f-b9a5-476d-a0d0-707e72f54d6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:05.685677 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff45e85f-b9a5-476d-a0d0-707e72f54d6b admin admin] Pushing event deleted for resources: {'Port': ['ID=2bb763c6-ddba-47be-b1ea-28a81ec94d56,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:09:05.691665 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-74a612a1-6d8a-46fb-8c64-c6edf8dcf587 tempest-AllowedAddressPairIpV6TestJSON-976084307 tempest-AllowedAddressPairIpV6TestJSON-976084307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9014150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9738800'] for subnet, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:05.698272 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:05.721201 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b83618d1-1e8a-4ce6-8149-71fadd025d84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97590221-6df0-44c7-a3b4-502f88578087'}] {{(pid=105586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:09:05.724065 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14c1663e039faf5393f87855f745010ac5b02220355b68fdbf065393e303ac56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ea02af4-cde2-406b-b52e-369e63915013" -d '{"events": [{"server_uuid": "b83618d1-1e8a-4ce6-8149-71fadd025d84", "name": "network-vif-plugged", "status": "completed", "tag": "97590221-6df0-44c7-a3b4-502f88578087"}]}' {{(pid=105586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:09:05.739073 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] For port 97590221-6df0-44c7-a3b4-502f88578087, host n-h2-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=97590221-6df0-44c7-a3b4-502f88578087,segment=NetworkSegment(86b1e6f6-d629-4b03-8944-4cdfbfb93d02),segment_id=86b1e6f6-d629-4b03-8944-4cdfbfb93d02)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:09:05.743393 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:05.773415 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:09:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a378a7d7-5d7f-4bbb-8976-b0f6f2f498e6 x-openstack-request-id: req-a378a7d7-5d7f-4bbb-8976-b0f6f2f498e6 {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:09:05.773809 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b83618d1-1e8a-4ce6-8149-71fadd025d84", "name": "network-vif-plugged", "status": "completed", "tag": "97590221-6df0-44c7-a3b4-502f88578087", "code": 200}]} {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:09:05.775029 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-a378a7d7-5d7f-4bbb-8976-b0f6f2f498e6 {{(pid=105586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:09:05.775635 n-d-705658-22 neutron-server[105586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b83618d1-1e8a-4ce6-8149-71fadd025d84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97590221-6df0-44c7-a3b4-502f88578087', 'code': 200} Jul 27 21:09:05.802556 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a612a1-6d8a-46fb-8c64-c6edf8dcf587 tempest-AllowedAddressPairIpV6TestJSON-976084307 tempest-AllowedAddressPairIpV6TestJSON-976084307-project] Pushing event updated for resources: {'Subnet': ['ID=dadae781-99c0-48c3-b1c1-0a0aa1dcf31d,revision_number=0']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:09:05.804947 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-ff45e85f-b9a5-476d-a0d0-707e72f54d6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4075702'] for router_gateway, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:05.817658 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Pushing event updated for resources: {'Port': ['ID=97590221-6df0-44c7-a3b4-502f88578087,revision_number=5']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:09:05.955577 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74a612a1-6d8a-46fb-8c64-c6edf8dcf587 tempest-AllowedAddressPairIpV6TestJSON-976084307 tempest-AllowedAddressPairIpV6TestJSON-976084307-project] Checking segment: {'id': 'c22a27ea-c16e-4d19-9f7e-0ce01c55068d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '7fde689b-f9d1-4c62-8d63-da6010db77dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:09:05.956055 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74a612a1-6d8a-46fb-8c64-c6edf8dcf587 tempest-AllowedAddressPairIpV6TestJSON-976084307 tempest-AllowedAddressPairIpV6TestJSON-976084307-project] Network hostable DHCP agents. Network: 7fde689b-f9d1-4c62-8d63-da6010db77dc, hostable agents: ['7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a'], hosted agents: [] {{(pid=105584) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:09:05.959873 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-ff45e85f-b9a5-476d-a0d0-707e72f54d6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4163631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-425'] for router, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:05.962734 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-ff45e85f-b9a5-476d-a0d0-707e72f54d6b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:06.021759 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-ff45e85f-b9a5-476d-a0d0-707e72f54d6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4163007'] for router, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:06.022331 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff45e85f-b9a5-476d-a0d0-707e72f54d6b admin admin] Fanout notify agent at l3_agent the message router_deleted on router b7f1f65a-3da0-4101-b697-dd4246a4836a {{(pid=105584) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 21:09:06.027849 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-ff45e85f-b9a5-476d-a0d0-707e72f54d6b admin admin] Notify callbacks [] for router, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:06.029000 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-ff45e85f-b9a5-476d-a0d0-707e72f54d6b admin admin] 10.222.0.59 "DELETE /v2.0/routers/b7f1f65a-3da0-4101-b697-dd4246a4836a HTTP/1.1" status: 204 len: 168 time: 1.3492236 Jul 27 21:09:06.029957 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74a612a1-6d8a-46fb-8c64-c6edf8dcf587 tempest-AllowedAddressPairIpV6TestJSON-976084307 tempest-AllowedAddressPairIpV6TestJSON-976084307-project] Network 7fde689b-f9d1-4c62-8d63-da6010db77dc is scheduled to be hosted by DHCP agent 7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a with binding_index 1 {{(pid=105584) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:09:06.033419 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 54156) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:09:06.049464 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [None req-74a612a1-6d8a-46fb-8c64-c6edf8dcf587 tempest-AllowedAddressPairIpV6TestJSON-976084307 tempest-AllowedAddressPairIpV6TestJSON-976084307-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-22, 7fde689b-f9d1-4c62-8d63-da6010db77dc) {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:09:06.056620 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5251a164-93da-4a69-8e4e-d669937f50ea req-d1a0f3fa-a9c5-4c6d-aac1-c97aacdf2564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:09:06.058696 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-5251a164-93da-4a69-8e4e-d669937f50ea req-d1a0f3fa-a9c5-4c6d-aac1-c97aacdf2564 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=b83618d1-1e8a-4ce6-8149-71fadd025d84 HTTP/1.1" status: 200 len: 1102 time: 0.1755242 Jul 27 21:09:06.060773 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce5b2143-8e0d-4016-900f-69585f645baf None None] Network 7fde689b-f9d1-4c62-8d63-da6010db77dc requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:09:06.073270 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74a612a1-6d8a-46fb-8c64-c6edf8dcf587 tempest-AllowedAddressPairIpV6TestJSON-976084307 tempest-AllowedAddressPairIpV6TestJSON-976084307-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:09:06.073906 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-74a612a1-6d8a-46fb-8c64-c6edf8dcf587 tempest-AllowedAddressPairIpV6TestJSON-976084307 tempest-AllowedAddressPairIpV6TestJSON-976084307-project] Notify callbacks [] for subnet, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:06.084304 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.db_base_plugin_v2 [None req-39bf9607-3887-4d1c-ba78-c4a8ac523554 admin admin] Deleting subnet 2465aeda-6056-41ad-8a21-acd555237286 {{(pid=105585) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:09:06.088111 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-39bf9607-3887-4d1c-ba78-c4a8ac523554 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:06.111355 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-74a612a1-6d8a-46fb-8c64-c6edf8dcf587 tempest-AllowedAddressPairIpV6TestJSON-976084307 tempest-AllowedAddressPairIpV6TestJSON-976084307-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9976926 Jul 27 21:09:06.111575 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 54158) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:09:06.116526 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-5e6b6d5f-2946-4d68-aa5c-5822832ff328 tempest-AllowedAddressPairIpV6TestJSON-976084307 tempest-AllowedAddressPairIpV6TestJSON-976084307-project] Request body: {'port': {'network_id': '7fde689b-f9d1-4c62-8d63-da6010db77dc', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1110444698'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:09:06.134658 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-5251a164-93da-4a69-8e4e-d669937f50ea req-abbff99a-1824-4b5a-9934-1005a8d11c31 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=c22abc6b-ac1a-4770-8612-c4c0cd1d5623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576770 Jul 27 21:09:06.138039 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-39bf9607-3887-4d1c-ba78-c4a8ac523554 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9887057'] for subnet, precommit_delete_associations {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:06.232734 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-39bf9607-3887-4d1c-ba78-c4a8ac523554 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854965'] for subnet, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:06.243838 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:06.259380 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e6b6d5f-2946-4d68-aa5c-5822832ff328 tempest-AllowedAddressPairIpV6TestJSON-976084307 tempest-AllowedAddressPairIpV6TestJSON-976084307-project] Made reservation on behalf of 10c48081e6c14bea9cf1afcfe216fdaf for: {'port': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:09:06.268962 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-5e6b6d5f-2946-4d68-aa5c-5822832ff328 tempest-AllowedAddressPairIpV6TestJSON-976084307 tempest-AllowedAddressPairIpV6TestJSON-976084307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:06.291501 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7d5a735-a867-4a5f-9270-5b2c6ed5d4e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30bb4b93-b285-5d90-9493-f9ec33ea333c-7fde689b-f9d1-4c62-8d63-da6010db77dc', 'network_id': '7fde689b-f9d1-4c62-8d63-da6010db77dc', 'tenant_id': '10c48081e6c14bea9cf1afcfe216fdaf', 'fixed_ips': [{'subnet_id': 'dadae781-99c0-48c3-b1c1-0a0aa1dcf31d'}]}} from n-d-705658-22. {{(pid=105586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 21:09:06.294196 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-c7d5a735-a867-4a5f-9270-5b2c6ed5d4e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:06.321212 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [None req-5e6b6d5f-2946-4d68-aa5c-5822832ff328 tempest-AllowedAddressPairIpV6TestJSON-976084307 tempest-AllowedAddressPairIpV6TestJSON-976084307-project] device_id is not set on port 8e067c40-f9f6-49fa-bb8a-02c1f828da89 yet. {{(pid=105584) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 21:09:06.324805 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-39bf9607-3887-4d1c-ba78-c4a8ac523554 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10221602', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9990583'] for subnet, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:06.376687 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-39bf9607-3887-4d1c-ba78-c4a8ac523554 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743886'] for subnet, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:06.382911 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 54164) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:09:06.384098 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-39bf9607-3887-4d1c-ba78-c4a8ac523554 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/2465aeda-6056-41ad-8a21-acd555237286 HTTP/1.1" status: 204 len: 168 time: 0.3491306 Jul 27 21:09:06.394053 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bf9607-3887-4d1c-ba78-c4a8ac523554 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2465aeda-6056-41ad-8a21-acd555237286,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:09:06.416438 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da5fec7c-8fec-4e39-9dd8-24eca1ff97bc None None] Network c9bb10b7-60f1-43b7-be53-c3351758797b requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:09:06.524656 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61b3f3c-a5a9-4ada-b5d3-8b55240dbe99 req-e57ab627-593f-4364-89a9-2311cbef112b tempest-VolumesBackupsTest-618387329 tempest-VolumesBackupsTest-618387329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:09:06.532720 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e61b3f3c-a5a9-4ada-b5d3-8b55240dbe99 req-e57ab627-593f-4364-89a9-2311cbef112b tempest-VolumesBackupsTest-618387329 tempest-VolumesBackupsTest-618387329-project] 10.222.0.59 "GET /v2.0/ports?device_id=b83618d1-1e8a-4ce6-8149-71fadd025d84 HTTP/1.1" status: 200 len: 950 time: 0.1873651 Jul 27 21:09:06.543116 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-5cabb534-f6fd-4e7c-a4d1-d9fed06b9cbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-990557'] for network, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:06.579663 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.db_base_plugin_common [None req-5e6b6d5f-2946-4d68-aa5c-5822832ff328 tempest-AllowedAddressPairIpV6TestJSON-976084307 tempest-AllowedAddressPairIpV6TestJSON-976084307-project] Allocated IP 2001:db8::1c0 (7fde689b-f9d1-4c62-8d63-da6010db77dc/dadae781-99c0-48c3-b1c1-0a0aa1dcf31d/8e067c40-f9f6-49fa-bb8a-02c1f828da89) {{(pid=105584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:09:06.588383 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e61b3f3c-a5a9-4ada-b5d3-8b55240dbe99 req-3f483030-3b2b-419b-bc89-80c8fff90678 tempest-VolumesBackupsTest-618387329 tempest-VolumesBackupsTest-618387329-project] 10.222.0.59 "GET /v2.0/security-groups?id=c22abc6b-ac1a-4770-8612-c4c0cd1d5623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541747 Jul 27 21:09:06.677882 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-5cabb534-f6fd-4e7c-a4d1-d9fed06b9cbe admin admin] Deleting port 54e6bada-c023-4ccc-b117-7657bab2e40d {{(pid=105584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:09:06.678247 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-5cabb534-f6fd-4e7c-a4d1-d9fed06b9cbe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:06.687878 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5621be2-92cb-4256-bbb0-39d0121bc626 None None] DHCP port deletion for c9bb10b7-60f1-43b7-be53-c3351758797b request from n-d-705658-22 {{(pid=105586) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 21:09:06.698658 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8864eb8-70d5-4421-8388-0c6f90256258 req-5c84e486-5b97-4e24-8559-a25bf407c4e0 tempest-ImagesTestJSON-607612606 tempest-ImagesTestJSON-607612606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:09:06.700598 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e8864eb8-70d5-4421-8388-0c6f90256258 req-5c84e486-5b97-4e24-8559-a25bf407c4e0 tempest-ImagesTestJSON-607612606 tempest-ImagesTestJSON-607612606-project] 10.222.0.59 "GET /v2.0/ports?device_id=3df18367-d5f2-4562-b9b0-adc84180d413 HTTP/1.1" status: 200 len: 945 time: 0.1645095 Jul 27 21:09:06.773509 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e8864eb8-70d5-4421-8388-0c6f90256258 req-c90d5294-ba4d-470b-879f-a24f20a04ec2 tempest-ImagesTestJSON-607612606 tempest-ImagesTestJSON-607612606-project] 10.222.0.59 "GET /v2.0/security-groups?id=0824f12c-25ec-46a0-872f-0482607e4324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519605 Jul 27 21:09:06.773813 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-c5621be2-92cb-4256-bbb0-39d0121bc626 None None] Deleting port 54e6bada-c023-4ccc-b117-7657bab2e40d {{(pid=105586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:09:06.773813 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-c5621be2-92cb-4256-bbb0-39d0121bc626 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:06.831491 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [None req-5cabb534-f6fd-4e7c-a4d1-d9fed06b9cbe admin admin] For port 54e6bada-c023-4ccc-b117-7657bab2e40d, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=54e6bada-c023-4ccc-b117-7657bab2e40d,segment=NetworkSegment(f6d12d50-897c-448b-967a-a36bc00c69b7),segment_id=f6d12d50-897c-448b-967a-a36bc00c69b7)] {{(pid=105584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:09:06.832678 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-5cabb534-f6fd-4e7c-a4d1-d9fed06b9cbe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:06.862531 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-5cabb534-f6fd-4e7c-a4d1-d9fed06b9cbe admin admin] Calling delete_port for 54e6bada-c023-4ccc-b117-7657bab2e40d owned by network:dhcp {{(pid=105584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:09:06.890701 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-5e6b6d5f-2946-4d68-aa5c-5822832ff328 tempest-AllowedAddressPairIpV6TestJSON-976084307 tempest-AllowedAddressPairIpV6TestJSON-976084307-project] Notify callbacks [] for port, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:06.939377 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.provisioning_blocks [None req-5e6b6d5f-2946-4d68-aa5c-5822832ff328 tempest-AllowedAddressPairIpV6TestJSON-976084307 tempest-AllowedAddressPairIpV6TestJSON-976084307-project] Transition to ACTIVE for port object 8e067c40-f9f6-49fa-bb8a-02c1f828da89 will not be triggered until provisioned by entity DHCP. {{(pid=105584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:09:06.998010 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-5cabb534-f6fd-4e7c-a4d1-d9fed06b9cbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:07.007346 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-5e6b6d5f-2946-4d68-aa5c-5822832ff328 tempest-AllowedAddressPairIpV6TestJSON-976084307 tempest-AllowedAddressPairIpV6TestJSON-976084307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:07.033113 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cabb534-f6fd-4e7c-a4d1-d9fed06b9cbe admin admin] No DVR routers for this DVR port 54e6bada-c023-4ccc-b117-7657bab2e40d on host n-d-705658-22 {{(pid=105584) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:09:07.035058 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cabb534-f6fd-4e7c-a4d1-d9fed06b9cbe admin admin] Pushing event deleted for resources: {'Port': ['ID=54e6bada-c023-4ccc-b117-7657bab2e40d,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:09:07.052939 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.db_base_plugin_common [None req-c7d5a735-a867-4a5f-9270-5b2c6ed5d4e3 None None] Allocated IP 2001:db8::2 (7fde689b-f9d1-4c62-8d63-da6010db77dc/dadae781-99c0-48c3-b1c1-0a0aa1dcf31d/ce84e015-fbce-4b2d-86ea-6ed1aee89802) {{(pid=105586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:09:07.063897 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-c5621be2-92cb-4256-bbb0-39d0121bc626 None None] For port 54e6bada-c023-4ccc-b117-7657bab2e40d, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=54e6bada-c023-4ccc-b117-7657bab2e40d,segment=NetworkSegment(f6d12d50-897c-448b-967a-a36bc00c69b7),segment_id=f6d12d50-897c-448b-967a-a36bc00c69b7)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:09:07.064554 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-c5621be2-92cb-4256-bbb0-39d0121bc626 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:07.085955 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 7b6b3750-b8f2-4444-8d46-46034bb6d96d no longer exists at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:09:07.089769 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-c5621be2-92cb-4256-bbb0-39d0121bc626 None None] Calling delete_port for 54e6bada-c023-4ccc-b117-7657bab2e40d owned by network:dhcp {{(pid=105586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:09:07.151411 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] No Port match for: 7b6b3750-b8f2-4444-8d46-46034bb6d96d {{(pid=105586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:09:07.151861 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 7b6b3750-b8f2-4444-8d46-46034bb6d96d not bound to the agent host n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:09:07.152353 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 54e6bada-c023-4ccc-b117-7657bab2e40d no longer exists at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:09:07.176711 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e6b6d5f-2946-4d68-aa5c-5822832ff328 tempest-AllowedAddressPairIpV6TestJSON-976084307 tempest-AllowedAddressPairIpV6TestJSON-976084307-project] Network 7fde689b-f9d1-4c62-8d63-da6010db77dc is already hosted by enough agents. {{(pid=105584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:09:07.185393 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [None req-5e6b6d5f-2946-4d68-aa5c-5822832ff328 tempest-AllowedAddressPairIpV6TestJSON-976084307 tempest-AllowedAddressPairIpV6TestJSON-976084307-project] Resources bound (agent type, host, resource id): {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:09:07.193303 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e6b6d5f-2946-4d68-aa5c-5822832ff328 tempest-AllowedAddressPairIpV6TestJSON-976084307 tempest-AllowedAddressPairIpV6TestJSON-976084307-project] Received port after_create {{(pid=105584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:09:07.206640 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e6b6d5f-2946-4d68-aa5c-5822832ff328 tempest-AllowedAddressPairIpV6TestJSON-976084307 tempest-AllowedAddressPairIpV6TestJSON-976084307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:09:07.207487 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-5e6b6d5f-2946-4d68-aa5c-5822832ff328 tempest-AllowedAddressPairIpV6TestJSON-976084307 tempest-AllowedAddressPairIpV6TestJSON-976084307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:07.215921 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-5cabb534-f6fd-4e7c-a4d1-d9fed06b9cbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853562', 'neutron.services.segments.db._delete_segments_for_network-8790688882975'] for network, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:07.217648 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] No Port match for: 54e6bada-c023-4ccc-b117-7657bab2e40d {{(pid=105586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:09:07.218342 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 54e6bada-c023-4ccc-b117-7657bab2e40d not bound to the agent host n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:09:07.222832 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 2bb763c6-ddba-47be-b1ea-28a81ec94d56 no longer exists at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:09:07.237330 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6b6d5f-2946-4d68-aa5c-5822832ff328 tempest-AllowedAddressPairIpV6TestJSON-976084307 tempest-AllowedAddressPairIpV6TestJSON-976084307-project] Pushing event updated for resources: {'Port': ['ID=8e067c40-f9f6-49fa-bb8a-02c1f828da89,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:09:07.248307 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.segments.db [None req-5cabb534-f6fd-4e7c-a4d1-d9fed06b9cbe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9bb10b7-60f1-43b7-be53-c3351758797b']}} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:09:07.250530 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] No Port match for: 2bb763c6-ddba-47be-b1ea-28a81ec94d56 {{(pid=105586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:09:07.250860 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 2bb763c6-ddba-47be-b1ea-28a81ec94d56 not bound to the agent host n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:09:07.264841 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-5e6b6d5f-2946-4d68-aa5c-5822832ff328 tempest-AllowedAddressPairIpV6TestJSON-976084307 tempest-AllowedAddressPairIpV6TestJSON-976084307-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.1522481 Jul 27 21:09:07.265128 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 54174) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:09:07.266757 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.segments.db [None req-5cabb534-f6fd-4e7c-a4d1-d9fed06b9cbe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6d12d50-897c-448b-967a-a36bc00c69b7') {'for_net_delete': True} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:09:07.267096 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.segments.db [None req-5cabb534-f6fd-4e7c-a4d1-d9fed06b9cbe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6d12d50-897c-448b-967a-a36bc00c69b7') {} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:09:07.277044 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-6491bece-4009-40c6-9307-5c739163ed2e tempest-AllowedAddressPairIpV6TestJSON-976084307 tempest-AllowedAddressPairIpV6TestJSON-976084307-project] Request body: {'port': {'network_id': '7fde689b-f9d1-4c62-8d63-da6010db77dc', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-684444816', 'allowed_address_pairs': [{'ip_address': '2001:db8::1c0', 'mac_address': 'fa:16:3e:19:a6:84'}]}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:09:07.277535 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-5cabb534-f6fd-4e7c-a4d1-d9fed06b9cbe admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790688883752', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9014348'] for segment, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:07.295886 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-5cabb534-f6fd-4e7c-a4d1-d9fed06b9cbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:07.311784 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5cabb534-f6fd-4e7c-a4d1-d9fed06b9cbe admin admin] Releasing vlan 240 on physical network physnet1 to pool {{(pid=105584) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:09:07.313198 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-5cabb534-f6fd-4e7c-a4d1-d9fed06b9cbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9014063'] for segment, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:07.335066 n-d-705658-22 neutron-server[105584]: Traceback (most recent call last): Jul 27 21:09:07.335066 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:09:07.335066 n-d-705658-22 neutron-server[105584]: timer() Jul 27 21:09:07.335066 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:09:07.335066 n-d-705658-22 neutron-server[105584]: cb(*args, **kw) Jul 27 21:09:07.335066 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:09:07.335066 n-d-705658-22 neutron-server[105584]: return func(*args, **kwargs) Jul 27 21:09:07.335066 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:09:07.335066 n-d-705658-22 neutron-server[105584]: self._notify() Jul 27 21:09:07.335066 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:09:07.335066 n-d-705658-22 neutron-server[105584]: self.callback(batched_events) Jul 27 21:09:07.335066 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:09:07.335066 n-d-705658-22 neutron-server[105584]: event.method(event) Jul 27 21:09:07.335066 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:09:07.335066 n-d-705658-22 neutron-server[105584]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:09:07.335066 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:09:07.335066 n-d-705658-22 neutron-server[105584]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:09:07.335066 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:09:07.335066 n-d-705658-22 neutron-server[105584]: return f(self, *a, **k) Jul 27 21:09:07.335066 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:09:07.335066 n-d-705658-22 neutron-server[105584]: return self._get(url).json() Jul 27 21:09:07.335066 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:09:07.335066 n-d-705658-22 neutron-server[105584]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:09:07.335066 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:09:07.335066 n-d-705658-22 neutron-server[105584]: return self.request(url, 'GET', **kwargs) Jul 27 21:09:07.335066 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:09:07.335066 n-d-705658-22 neutron-server[105584]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:09:07.335066 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:09:07.335066 n-d-705658-22 neutron-server[105584]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:09:07.335066 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:09:07.335066 n-d-705658-22 neutron-server[105584]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:09:07.335066 n-d-705658-22 neutron-server[105584]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:09:07.371970 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-c7d5a735-a867-4a5f-9270-5b2c6ed5d4e3 None None] Notify callbacks [] for port, precommit_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:07.384349 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-c7d5a735-a867-4a5f-9270-5b2c6ed5d4e3 None None] Transition to ACTIVE for port object ce84e015-fbce-4b2d-86ea-6ed1aee89802 will not be triggered until provisioned by entity L2. {{(pid=105586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:09:07.407046 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-c7d5a735-a867-4a5f-9270-5b2c6ed5d4e3 None None] Transition to ACTIVE for port object ce84e015-fbce-4b2d-86ea-6ed1aee89802 will not be triggered until provisioned by entity DHCP. {{(pid=105586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:09:07.412329 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-c5621be2-92cb-4256-bbb0-39d0121bc626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180'] for port, after_delete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:07.417316 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-c7d5a735-a867-4a5f-9270-5b2c6ed5d4e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143'] for port, after_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:07.445780 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-5cabb534-f6fd-4e7c-a4d1-d9fed06b9cbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4075658'] for network, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:07.455712 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-5cabb534-f6fd-4e7c-a4d1-d9fed06b9cbe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743886'] for network, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:07.463493 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-5cabb534-f6fd-4e7c-a4d1-d9fed06b9cbe admin admin] 10.222.0.59 "DELETE /v2.0/networks/c9bb10b7-60f1-43b7-be53-c3351758797b HTTP/1.1" status: 204 len: 168 time: 1.0791874 Jul 27 21:09:07.471819 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5621be2-92cb-4256-bbb0-39d0121bc626 None None] Pushing event deleted for resources: {'Port': ['ID=54e6bada-c023-4ccc-b117-7657bab2e40d,revision_number=None']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:09:07.483323 n-d-705658-22 neutron-server[105586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7d5a735-a867-4a5f-9270-5b2c6ed5d4e3 None None] Network 7fde689b-f9d1-4c62-8d63-da6010db77dc is already hosted by enough agents. {{(pid=105586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:09:07.492621 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cabb534-f6fd-4e7c-a4d1-d9fed06b9cbe admin admin] Pushing event deleted for resources: {'Network': ['ID=c9bb10b7-60f1-43b7-be53-c3351758797b,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:09:07.545397 n-d-705658-22 neutron-server[105586]: DEBUG neutron.scheduler.base_scheduler [None req-c7d5a735-a867-4a5f-9270-5b2c6ed5d4e3 None None] Resources bound (agent type, host, resource id): {{(pid=105586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:09:07.545648 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6491bece-4009-40c6-9307-5c739163ed2e tempest-AllowedAddressPairIpV6TestJSON-976084307 tempest-AllowedAddressPairIpV6TestJSON-976084307-project] Made reservation on behalf of 10c48081e6c14bea9cf1afcfe216fdaf for: {'port': 1} {{(pid=105585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:09:07.548387 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d5a735-a867-4a5f-9270-5b2c6ed5d4e3 None None] Pushing event updated for resources: {'Port': ['ID=ce84e015-fbce-4b2d-86ea-6ed1aee89802,revision_number=1']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:09:07.551078 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5621be2-92cb-4256-bbb0-39d0121bc626 None None] No DVR routers for this DVR port 54e6bada-c023-4ccc-b117-7657bab2e40d on host n-d-705658-22 {{(pid=105586) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:09:07.553457 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7d5a735-a867-4a5f-9270-5b2c6ed5d4e3 None None] Received port after_create {{(pid=105586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:09:07.655506 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-c7d5a735-a867-4a5f-9270-5b2c6ed5d4e3 None None] Attempting to bind port ce84e015-fbce-4b2d-86ea-6ed1aee89802 on host n-d-705658-22 for vnic_type normal with profile {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:09:07.655876 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-c7d5a735-a867-4a5f-9270-5b2c6ed5d4e3 None None] Attempting to bind port ce84e015-fbce-4b2d-86ea-6ed1aee89802 by drivers openvswitch,hyperv on host n-d-705658-22 at level 0 using segments [{'id': 'c22a27ea-c16e-4d19-9f7e-0ce01c55068d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '7fde689b-f9d1-4c62-8d63-da6010db77dc'}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:09:07.656237 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7d5a735-a867-4a5f-9270-5b2c6ed5d4e3 None None] Attempting to bind port ce84e015-fbce-4b2d-86ea-6ed1aee89802 on network 7fde689b-f9d1-4c62-8d63-da6010db77dc {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:09:07.662115 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7d5a735-a867-4a5f-9270-5b2c6ed5d4e3 None None] Checking agent: {'id': '04a7ea91-6318-467e-ace6-b0fb48c8690f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 41, 42), 'started_at': datetime.datetime(2021, 7, 27, 20, 42, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 8, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:09:07.662649 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7d5a735-a867-4a5f-9270-5b2c6ed5d4e3 None None] Checking segment: {'id': 'c22a27ea-c16e-4d19-9f7e-0ce01c55068d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '7fde689b-f9d1-4c62-8d63-da6010db77dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:09:07.663327 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-c7d5a735-a867-4a5f-9270-5b2c6ed5d4e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:07.663936 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7d5a735-a867-4a5f-9270-5b2c6ed5d4e3 None None] Bound using segment: {'id': 'c22a27ea-c16e-4d19-9f7e-0ce01c55068d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '7fde689b-f9d1-4c62-8d63-da6010db77dc'} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:09:07.664607 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-c7d5a735-a867-4a5f-9270-5b2c6ed5d4e3 None None] Bound port: ce84e015-fbce-4b2d-86ea-6ed1aee89802, host: n-d-705658-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c22a27ea-c16e-4d19-9f7e-0ce01c55068d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '7fde689b-f9d1-4c62-8d63-da6010db77dc'}}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:09:07.665126 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-c7d5a735-a867-4a5f-9270-5b2c6ed5d4e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:07.680068 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-6491bece-4009-40c6-9307-5c739163ed2e tempest-AllowedAddressPairIpV6TestJSON-976084307 tempest-AllowedAddressPairIpV6TestJSON-976084307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:07.685385 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 54182) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:09:07.715546 n-d-705658-22 neutron-server[105585]: DEBUG neutron.notifiers.nova [None req-6491bece-4009-40c6-9307-5c739163ed2e tempest-AllowedAddressPairIpV6TestJSON-976084307 tempest-AllowedAddressPairIpV6TestJSON-976084307-project] device_id is not set on port dbd5f0c2-f04d-42a2-83c7-6e46f7085835 yet. {{(pid=105585) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 21:09:07.742666 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-15f712f3-2464-48c7-9297-14e185205a20 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=0aacf9f2affa47f2ad3a5e01566a8bed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0558763 Jul 27 21:09:07.752582 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 54184) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:09:07.812197 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-c7d5a735-a867-4a5f-9270-5b2c6ed5d4e3 None None] For port ce84e015-fbce-4b2d-86ea-6ed1aee89802, host n-d-705658-22, cleared binding levels {{(pid=105586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:09:07.821537 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-c7d5a735-a867-4a5f-9270-5b2c6ed5d4e3 None None] For port ce84e015-fbce-4b2d-86ea-6ed1aee89802, host n-d-705658-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=ce84e015-fbce-4b2d-86ea-6ed1aee89802,segment=NetworkSegment(c22a27ea-c16e-4d19-9f7e-0ce01c55068d),segment_id=c22a27ea-c16e-4d19-9f7e-0ce01c55068d)] {{(pid=105586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:09:07.828154 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-c7d5a735-a867-4a5f-9270-5b2c6ed5d4e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:07.847520 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-9f4352c3-de67-45f6-ac21-448fd4eadcf6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:07.887748 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-9f4352c3-de67-45f6-ac21-448fd4eadcf6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:07.939705 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d5a735-a867-4a5f-9270-5b2c6ed5d4e3 None None] Pushing event updated for resources: {'Port': ['ID=ce84e015-fbce-4b2d-86ea-6ed1aee89802,revision_number=2']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:09:07.968516 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1991f12e-b173-4798-8e3a-e40507e83cda req-24e20827-50ea-45a6-9624-e7f3438fe5b7 tempest-VolumesBackupsTest-618387329 tempest-VolumesBackupsTest-618387329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:09:07.970153 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-1991f12e-b173-4798-8e3a-e40507e83cda req-24e20827-50ea-45a6-9624-e7f3438fe5b7 tempest-VolumesBackupsTest-618387329 tempest-VolumesBackupsTest-618387329-project] 10.222.0.59 "GET /v2.0/ports?device_id=b83618d1-1e8a-4ce6-8149-71fadd025d84 HTTP/1.1" status: 200 len: 950 time: 0.2568138 Jul 27 21:09:07.970595 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-9f4352c3-de67-45f6-ac21-448fd4eadcf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:07.973382 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-9f4352c3-de67-45f6-ac21-448fd4eadcf6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:07.977646 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-9f4352c3-de67-45f6-ac21-448fd4eadcf6 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/0f7ac6f3-ab74-439b-b9f2-33ea5854d291 HTTP/1.1" status: 204 len: 168 time: 0.2240143 Jul 27 21:09:07.992355 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4352c3-de67-45f6-ac21-448fd4eadcf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f7ac6f3-ab74-439b-b9f2-33ea5854d291,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:09:08.047986 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.db_base_plugin_common [None req-6491bece-4009-40c6-9307-5c739163ed2e tempest-AllowedAddressPairIpV6TestJSON-976084307 tempest-AllowedAddressPairIpV6TestJSON-976084307-project] Allocated IP 2001:db8::6 (7fde689b-f9d1-4c62-8d63-da6010db77dc/dadae781-99c0-48c3-b1c1-0a0aa1dcf31d/dbd5f0c2-f04d-42a2-83c7-6e46f7085835) {{(pid=105585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:09:08.052766 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-1991f12e-b173-4798-8e3a-e40507e83cda req-c4c9127c-2807-495c-be6e-1549926fe2d9 tempest-VolumesBackupsTest-618387329 tempest-VolumesBackupsTest-618387329-project] 10.222.0.59 "GET /v2.0/security-groups?id=c22abc6b-ac1a-4770-8612-c4c0cd1d5623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693498 Jul 27 21:09:08.113413 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913e6384-0a8b-47af-9895-f799d25ff13d req-2b4e7e6b-5974-4700-bb54-089d59354caf tempest-ImagesTestJSON-607612606 tempest-ImagesTestJSON-607612606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:09:08.117580 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-913e6384-0a8b-47af-9895-f799d25ff13d req-2b4e7e6b-5974-4700-bb54-089d59354caf tempest-ImagesTestJSON-607612606 tempest-ImagesTestJSON-607612606-project] 10.222.0.59 "GET /v2.0/ports?device_id=3df18367-d5f2-4562-b9b0-adc84180d413 HTTP/1.1" status: 200 len: 945 time: 0.2218969 Jul 27 21:09:08.206381 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-913e6384-0a8b-47af-9895-f799d25ff13d req-1da72ef7-dd2d-4029-8fd8-566687c3ac65 tempest-ImagesTestJSON-607612606 tempest-ImagesTestJSON-607612606-project] 10.222.0.59 "GET /v2.0/security-groups?id=0824f12c-25ec-46a0-872f-0482607e4324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747392 Jul 27 21:09:08.376311 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-6491bece-4009-40c6-9307-5c739163ed2e tempest-AllowedAddressPairIpV6TestJSON-976084307 tempest-AllowedAddressPairIpV6TestJSON-976084307-project] Notify callbacks [] for port, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:08.773110 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.provisioning_blocks [None req-6491bece-4009-40c6-9307-5c739163ed2e tempest-AllowedAddressPairIpV6TestJSON-976084307 tempest-AllowedAddressPairIpV6TestJSON-976084307-project] Transition to ACTIVE for port object dbd5f0c2-f04d-42a2-83c7-6e46f7085835 will not be triggered until provisioned by entity DHCP. {{(pid=105585) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:09:08.845904 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-6491bece-4009-40c6-9307-5c739163ed2e tempest-AllowedAddressPairIpV6TestJSON-976084307 tempest-AllowedAddressPairIpV6TestJSON-976084307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:08.904500 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-c7cb52ef-b82d-48c4-829c-4a926c6e2c34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:08.939971 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6491bece-4009-40c6-9307-5c739163ed2e tempest-AllowedAddressPairIpV6TestJSON-976084307 tempest-AllowedAddressPairIpV6TestJSON-976084307-project] Network 7fde689b-f9d1-4c62-8d63-da6010db77dc is already hosted by enough agents. {{(pid=105585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:09:08.961820 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6491bece-4009-40c6-9307-5c739163ed2e tempest-AllowedAddressPairIpV6TestJSON-976084307 tempest-AllowedAddressPairIpV6TestJSON-976084307-project] Pushing event updated for resources: {'Port': ['ID=dbd5f0c2-f04d-42a2-83c7-6e46f7085835,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:09:08.966100 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.base_scheduler [None req-6491bece-4009-40c6-9307-5c739163ed2e tempest-AllowedAddressPairIpV6TestJSON-976084307 tempest-AllowedAddressPairIpV6TestJSON-976084307-project] Resources bound (agent type, host, resource id): {{(pid=105585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:09:08.968222 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6491bece-4009-40c6-9307-5c739163ed2e tempest-AllowedAddressPairIpV6TestJSON-976084307 tempest-AllowedAddressPairIpV6TestJSON-976084307-project] Received port after_create {{(pid=105585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:09:08.976474 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6491bece-4009-40c6-9307-5c739163ed2e tempest-AllowedAddressPairIpV6TestJSON-976084307 tempest-AllowedAddressPairIpV6TestJSON-976084307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:09:08.977717 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-6491bece-4009-40c6-9307-5c739163ed2e tempest-AllowedAddressPairIpV6TestJSON-976084307 tempest-AllowedAddressPairIpV6TestJSON-976084307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:09.008190 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-6491bece-4009-40c6-9307-5c739163ed2e tempest-AllowedAddressPairIpV6TestJSON-976084307 tempest-AllowedAddressPairIpV6TestJSON-976084307-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1005 time: 1.7412512 Jul 27 21:09:09.011928 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 54222) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:09:09.138374 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device ce84e015-fbce-4b2d-86ea-6ed1aee89802 up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:09:09.155560 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 54224) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:09:09.221314 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6bc511f-8cc0-4b89-ac4a-a739cbb1ceb5 tempest-AllowedAddressPairIpV6TestJSON-976084307 tempest-AllowedAddressPairIpV6TestJSON-976084307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:09:09.228737 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6bc511f-8cc0-4b89-ac4a-a739cbb1ceb5 tempest-AllowedAddressPairIpV6TestJSON-976084307 tempest-AllowedAddressPairIpV6TestJSON-976084307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:09:09.261713 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6bc511f-8cc0-4b89-ac4a-a739cbb1ceb5 tempest-AllowedAddressPairIpV6TestJSON-976084307 tempest-AllowedAddressPairIpV6TestJSON-976084307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:09:09.267330 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c5e47bd-cf2c-4ea5-94cc-4c7efa2157a5 None None] Network 7fde689b-f9d1-4c62-8d63-da6010db77dc requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:09:09.267946 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-e6bc511f-8cc0-4b89-ac4a-a739cbb1ceb5 tempest-AllowedAddressPairIpV6TestJSON-976084307 tempest-AllowedAddressPairIpV6TestJSON-976084307-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2479 time: 0.2524703 Jul 27 21:09:09.270560 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 54232) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:09:09.303219 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-9cc10469-c0e4-4bbb-befc-df1f520c781a admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-678851393-network', 'tenant_id': 'be1fd89232f24dc58671559b7ee234ce'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:09:09.315241 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning for port ce84e015-fbce-4b2d-86ea-6ed1aee89802 completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:09:09.377983 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cc10469-c0e4-4bbb-befc-df1f520c781a admin admin] Made reservation on behalf of be1fd89232f24dc58671559b7ee234ce for: {'network': 1} {{(pid=105585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:09:09.381923 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-9cc10469-c0e4-4bbb-befc-df1f520c781a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for network, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:09.393340 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-9cc10469-c0e4-4bbb-befc-df1f520c781a admin admin] Notify callbacks [] for security_group, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:09.410511 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-a5e9a2bc-09d2-4555-bb0f-fed3e552c46a None None] Provisioning for port ce84e015-fbce-4b2d-86ea-6ed1aee89802 completed by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:09:09.425185 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-a5e9a2bc-09d2-4555-bb0f-fed3e552c46a None None] Provisioning complete for port ce84e015-fbce-4b2d-86ea-6ed1aee89802 triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:09:09.425646 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-a5e9a2bc-09d2-4555-bb0f-fed3e552c46a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:09.440485 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-e0531c9b-46f5-4293-b956-b69fa73bf3fb tempest-AllowedAddressPairIpV6TestJSON-976084307 tempest-AllowedAddressPairIpV6TestJSON-976084307-project] Deleting port dbd5f0c2-f04d-42a2-83c7-6e46f7085835 {{(pid=105584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:09:09.440832 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-e0531c9b-46f5-4293-b956-b69fa73bf3fb tempest-AllowedAddressPairIpV6TestJSON-976084307 tempest-AllowedAddressPairIpV6TestJSON-976084307-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:09.454971 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ddbf79-abb3-4f3b-b404-2523134d34bb req-fa5845a8-f522-4bf4-95e9-0384775d6e8b tempest-ImagesTestJSON-607612606 tempest-ImagesTestJSON-607612606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:09:09.463176 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-06ddbf79-abb3-4f3b-b404-2523134d34bb req-fa5845a8-f522-4bf4-95e9-0384775d6e8b tempest-ImagesTestJSON-607612606 tempest-ImagesTestJSON-607612606-project] 10.222.0.59 "GET /v2.0/ports?device_id=3df18367-d5f2-4562-b9b0-adc84180d413 HTTP/1.1" status: 200 len: 945 time: 0.1471841 Jul 27 21:09:09.526430 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-06ddbf79-abb3-4f3b-b404-2523134d34bb req-992e05ae-3908-46d7-b49f-0cc6ad9a6f73 tempest-ImagesTestJSON-607612606 tempest-ImagesTestJSON-607612606-project] 10.222.0.59 "GET /v2.0/security-groups?id=0824f12c-25ec-46a0-872f-0482607e4324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620260 Jul 27 21:09:09.603474 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-e0531c9b-46f5-4293-b956-b69fa73bf3fb tempest-AllowedAddressPairIpV6TestJSON-976084307 tempest-AllowedAddressPairIpV6TestJSON-976084307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:09.622348 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-e0531c9b-46f5-4293-b956-b69fa73bf3fb tempest-AllowedAddressPairIpV6TestJSON-976084307 tempest-AllowedAddressPairIpV6TestJSON-976084307-project] Calling delete_port for dbd5f0c2-f04d-42a2-83c7-6e46f7085835 owned by {{(pid=105584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:09:09.648298 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-9cc10469-c0e4-4bbb-befc-df1f520c781a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:09.656378 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-a5e9a2bc-09d2-4555-bb0f-fed3e552c46a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:09.661129 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-9cc10469-c0e4-4bbb-befc-df1f520c781a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:09.696443 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9cc10469-c0e4-4bbb-befc-df1f520c781a admin admin] vlan segment allocate from pool success with {'vlan_id': 220, 'physical_network': 'physnet1'} {{(pid=105585) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:09:09.702733 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc10469-c0e4-4bbb-befc-df1f520c781a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dfcd13b-e54c-4aad-8514-fdac1e892828,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:09:09.716208 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-9cc10469-c0e4-4bbb-befc-df1f520c781a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:09.716562 n-d-705658-22 neutron-server[105585]: INFO neutron.db.segments_db [None req-9cc10469-c0e4-4bbb-befc-df1f520c781a admin admin] Added segment e1fe1948-72cd-4432-96e0-eea3e13db4fe of type vlan for network db6b4722-6a69-4264-b4e3-b2624243cd24 Jul 27 21:09:09.731826 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-a5e9a2bc-09d2-4555-bb0f-fed3e552c46a None None] For port ce84e015-fbce-4b2d-86ea-6ed1aee89802, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=ce84e015-fbce-4b2d-86ea-6ed1aee89802,segment=NetworkSegment(c22a27ea-c16e-4d19-9f7e-0ce01c55068d),segment_id=c22a27ea-c16e-4d19-9f7e-0ce01c55068d)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:09:09.742026 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-a5e9a2bc-09d2-4555-bb0f-fed3e552c46a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:09.790140 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-9cc10469-c0e4-4bbb-befc-df1f520c781a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790688424798'] for network, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:09.823750 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e9a2bc-09d2-4555-bb0f-fed3e552c46a None None] Pushing event updated for resources: {'Port': ['ID=ce84e015-fbce-4b2d-86ea-6ed1aee89802,revision_number=3']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:09:09.873238 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-9cc10469-c0e4-4bbb-befc-df1f520c781a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920'] for network, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:09.874301 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cc10469-c0e4-4bbb-befc-df1f520c781a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:09:09.874983 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-9cc10469-c0e4-4bbb-befc-df1f520c781a admin admin] Notify callbacks [] for network, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:09.978666 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc10469-c0e4-4bbb-befc-df1f520c781a admin admin] Pushing event updated for resources: {'Network': ['ID=db6b4722-6a69-4264-b4e3-b2624243cd24,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:09:09.990493 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Network db6b4722-6a69-4264-b4e3-b2624243cd24 details requested by agent ovs-agent-n-d-705658-22 with host n-d-705658-22 {{(pid=105586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:09:09.997485 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-9cc10469-c0e4-4bbb-befc-df1f520c781a admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8407438 Jul 27 21:09:10.000454 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 54238) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:09:10.006486 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-436607f6-12b1-494c-953e-33998ff8d763 admin admin] Request body: {'subnet': {'network_id': 'db6b4722-6a69-4264-b4e3-b2624243cd24', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-678851393-subnet', 'tenant_id': 'be1fd89232f24dc58671559b7ee234ce', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:09:10.042108 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-436607f6-12b1-494c-953e-33998ff8d763 admin admin] Made reservation on behalf of be1fd89232f24dc58671559b7ee234ce for: {'subnet': 1} {{(pid=105585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:09:10.048180 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-436607f6-12b1-494c-953e-33998ff8d763 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9990620'] for subnet, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:10.118378 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:10.230250 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-e0531c9b-46f5-4293-b956-b69fa73bf3fb tempest-AllowedAddressPairIpV6TestJSON-976084307 tempest-AllowedAddressPairIpV6TestJSON-976084307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:10.290967 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-69cb3011-3a0e-4325-8d9a-c97200be1811 None None] Provisioning complete for port ce84e015-fbce-4b2d-86ea-6ed1aee89802 triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:09:10.291362 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-69cb3011-3a0e-4325-8d9a-c97200be1811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:10.410940 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0531c9b-46f5-4293-b956-b69fa73bf3fb tempest-AllowedAddressPairIpV6TestJSON-976084307 tempest-AllowedAddressPairIpV6TestJSON-976084307-project] Pushing event deleted for resources: {'Port': ['ID=dbd5f0c2-f04d-42a2-83c7-6e46f7085835,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:09:10.413284 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-e0531c9b-46f5-4293-b956-b69fa73bf3fb tempest-AllowedAddressPairIpV6TestJSON-976084307 tempest-AllowedAddressPairIpV6TestJSON-976084307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:10.417180 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-e0531c9b-46f5-4293-b956-b69fa73bf3fb tempest-AllowedAddressPairIpV6TestJSON-976084307 tempest-AllowedAddressPairIpV6TestJSON-976084307-project] 10.222.0.59 "DELETE /v2.0/ports/dbd5f0c2-f04d-42a2-83c7-6e46f7085835 HTTP/1.1" status: 204 len: 168 time: 1.1453509 Jul 27 21:09:10.421331 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 54242) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:09:10.432870 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-436607f6-12b1-494c-953e-33998ff8d763 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10221797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9990606'] for subnet, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:10.467580 n-d-705658-22 neutron-server[105584]: INFO neutron.pecan_wsgi.hooks.translation [None req-456d2c03-65e2-4643-948d-2299c5eb040e tempest-AllowedAddressPairIpV6TestJSON-976084307 tempest-AllowedAddressPairIpV6TestJSON-976084307-project] GET failed (client error): The resource could not be found. Jul 27 21:09:10.473983 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-456d2c03-65e2-4643-948d-2299c5eb040e tempest-AllowedAddressPairIpV6TestJSON-976084307 tempest-AllowedAddressPairIpV6TestJSON-976084307-project] 10.222.0.59 "GET /v2.0/ports/dbd5f0c2-f04d-42a2-83c7-6e46f7085835 HTTP/1.1" status: 404 len: 333 time: 0.0479133 Jul 27 21:09:10.475993 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 54244) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:09:10.485647 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-77692f03-4729-4e8e-9301-6801459619a1 tempest-AllowedAddressPairIpV6TestJSON-976084307 tempest-AllowedAddressPairIpV6TestJSON-976084307-project] Request body: {'port': {'network_id': '7fde689b-f9d1-4c62-8d63-da6010db77dc', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-921261710'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:09:10.513091 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-69cb3011-3a0e-4325-8d9a-c97200be1811 None None] Could not find standard attr ID for object dbd5f0c2-f04d-42a2-83c7-6e46f7085835. {{(pid=105586) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 27 21:09:10.527360 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-436607f6-12b1-494c-953e-33998ff8d763 admin admin] Checking segment: {'id': 'e1fe1948-72cd-4432-96e0-eea3e13db4fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'db6b4722-6a69-4264-b4e3-b2624243cd24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:09:10.527637 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-69cb3011-3a0e-4325-8d9a-c97200be1811 None None] Provisioning for port 8e067c40-f9f6-49fa-bb8a-02c1f828da89 completed by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:09:10.528130 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-436607f6-12b1-494c-953e-33998ff8d763 admin admin] Network hostable DHCP agents. Network: db6b4722-6a69-4264-b4e3-b2624243cd24, hostable agents: ['7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a'], hosted agents: [] {{(pid=105585) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:09:10.531189 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436607f6-12b1-494c-953e-33998ff8d763 admin admin] Pushing event updated for resources: {'Subnet': ['ID=033f449b-a1e0-4fba-98dd-6d95babd8f33,revision_number=0']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:09:10.540403 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-69cb3011-3a0e-4325-8d9a-c97200be1811 None None] Provisioning complete for port 8e067c40-f9f6-49fa-bb8a-02c1f828da89 triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:09:10.544972 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-69cb3011-3a0e-4325-8d9a-c97200be1811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:10.574781 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-436607f6-12b1-494c-953e-33998ff8d763 admin admin] Network db6b4722-6a69-4264-b4e3-b2624243cd24 is scheduled to be hosted by DHCP agent 7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a with binding_index 1 {{(pid=105585) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:09:10.593443 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.base_scheduler [None req-436607f6-12b1-494c-953e-33998ff8d763 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-22, db6b4722-6a69-4264-b4e3-b2624243cd24) {{(pid=105585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:09:10.598080 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-436607f6-12b1-494c-953e-33998ff8d763 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:09:10.599101 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-436607f6-12b1-494c-953e-33998ff8d763 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743886'] for subnet, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:10.635973 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c54616a-4de2-4b41-89d4-459f432b74b1 None None] Network db6b4722-6a69-4264-b4e3-b2624243cd24 requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:09:10.646499 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-436607f6-12b1-494c-953e-33998ff8d763 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6446333 Jul 27 21:09:10.704297 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77692f03-4729-4e8e-9301-6801459619a1 tempest-AllowedAddressPairIpV6TestJSON-976084307 tempest-AllowedAddressPairIpV6TestJSON-976084307-project] Made reservation on behalf of 10c48081e6c14bea9cf1afcfe216fdaf for: {'port': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:09:10.713363 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-77692f03-4729-4e8e-9301-6801459619a1 tempest-AllowedAddressPairIpV6TestJSON-976084307 tempest-AllowedAddressPairIpV6TestJSON-976084307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:10.751376 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [None req-77692f03-4729-4e8e-9301-6801459619a1 tempest-AllowedAddressPairIpV6TestJSON-976084307 tempest-AllowedAddressPairIpV6TestJSON-976084307-project] device_id is not set on port 4075bd7a-5cf8-477b-83b9-80df79698b81 yet. {{(pid=105584) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 21:09:10.828614 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-69cb3011-3a0e-4325-8d9a-c97200be1811 None None] Port 8e067c40-f9f6-49fa-bb8a-02c1f828da89 cannot update to ACTIVE because it is not bound. {{(pid=105586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:09:10.843863 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21200e5b-8cee-4738-a12c-de716b4f0359 req-161727a3-8bac-4902-9b0c-b5e72c283c45 tempest-ImagesTestJSON-607612606 tempest-ImagesTestJSON-607612606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:09:10.857891 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-21200e5b-8cee-4738-a12c-de716b4f0359 req-161727a3-8bac-4902-9b0c-b5e72c283c45 tempest-ImagesTestJSON-607612606 tempest-ImagesTestJSON-607612606-project] 10.222.0.59 "GET /v2.0/ports?device_id=3df18367-d5f2-4562-b9b0-adc84180d413 HTTP/1.1" status: 200 len: 945 time: 0.1781635 Jul 27 21:09:10.967423 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-21200e5b-8cee-4738-a12c-de716b4f0359 req-ba8a6fa3-9b8e-42cd-8537-66a11757bc1c tempest-ImagesTestJSON-607612606 tempest-ImagesTestJSON-607612606-project] 10.222.0.59 "GET /v2.0/security-groups?id=0824f12c-25ec-46a0-872f-0482607e4324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081913 Jul 27 21:09:10.997915 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a406d00-e87c-4f02-b062-af511d46ec4e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30bb4b93-b285-5d90-9493-f9ec33ea333c-db6b4722-6a69-4264-b4e3-b2624243cd24', 'network_id': 'db6b4722-6a69-4264-b4e3-b2624243cd24', 'tenant_id': 'be1fd89232f24dc58671559b7ee234ce', 'fixed_ips': [{'subnet_id': '033f449b-a1e0-4fba-98dd-6d95babd8f33'}]}} from n-d-705658-22. {{(pid=105586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 21:09:10.998649 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-6a406d00-e87c-4f02-b062-af511d46ec4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:11.011679 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-1b12eef0-9269-4d57-ac62-07f0ea83912a None None] Provisioning complete for port 8e067c40-f9f6-49fa-bb8a-02c1f828da89 triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:09:11.012053 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-1b12eef0-9269-4d57-ac62-07f0ea83912a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:11.098172 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.db_base_plugin_common [None req-77692f03-4729-4e8e-9301-6801459619a1 tempest-AllowedAddressPairIpV6TestJSON-976084307 tempest-AllowedAddressPairIpV6TestJSON-976084307-project] Allocated IP 2001:db8::84 (7fde689b-f9d1-4c62-8d63-da6010db77dc/dadae781-99c0-48c3-b1c1-0a0aa1dcf31d/4075bd7a-5cf8-477b-83b9-80df79698b81) {{(pid=105584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:09:11.165568 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-1b12eef0-9269-4d57-ac62-07f0ea83912a None None] Port 8e067c40-f9f6-49fa-bb8a-02c1f828da89 cannot update to ACTIVE because it is not bound. {{(pid=105586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:09:11.178231 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device ce84e015-fbce-4b2d-86ea-6ed1aee89802 up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:09:11.307466 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-4d1f1fa7-7b97-438c-a3df-ce0a3fdaa924 None None] Could not find standard attr ID for object dbd5f0c2-f04d-42a2-83c7-6e46f7085835. {{(pid=105586) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 27 21:09:11.346884 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-77692f03-4729-4e8e-9301-6801459619a1 tempest-AllowedAddressPairIpV6TestJSON-976084307 tempest-AllowedAddressPairIpV6TestJSON-976084307-project] Notify callbacks [] for port, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:11.367583 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.provisioning_blocks [None req-77692f03-4729-4e8e-9301-6801459619a1 tempest-AllowedAddressPairIpV6TestJSON-976084307 tempest-AllowedAddressPairIpV6TestJSON-976084307-project] Transition to ACTIVE for port object 4075bd7a-5cf8-477b-83b9-80df79698b81 will not be triggered until provisioned by entity DHCP. {{(pid=105584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:09:11.419727 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port ce84e015-fbce-4b2d-86ea-6ed1aee89802 triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:09:11.420229 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-77692f03-4729-4e8e-9301-6801459619a1 tempest-AllowedAddressPairIpV6TestJSON-976084307 tempest-AllowedAddressPairIpV6TestJSON-976084307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:11.420803 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:11.457999 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.db_base_plugin_common [None req-6a406d00-e87c-4f02-b062-af511d46ec4e None None] Allocated IP 172.20.0.2 (db6b4722-6a69-4264-b4e3-b2624243cd24/033f449b-a1e0-4fba-98dd-6d95babd8f33/35273b7e-e9f5-4770-ab1d-d0a9a9bf8563) {{(pid=105586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:09:11.496447 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77692f03-4729-4e8e-9301-6801459619a1 tempest-AllowedAddressPairIpV6TestJSON-976084307 tempest-AllowedAddressPairIpV6TestJSON-976084307-project] Pushing event updated for resources: {'Port': ['ID=4075bd7a-5cf8-477b-83b9-80df79698b81,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:09:11.516368 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77692f03-4729-4e8e-9301-6801459619a1 tempest-AllowedAddressPairIpV6TestJSON-976084307 tempest-AllowedAddressPairIpV6TestJSON-976084307-project] Network 7fde689b-f9d1-4c62-8d63-da6010db77dc is already hosted by enough agents. {{(pid=105584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:09:11.517838 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [None req-77692f03-4729-4e8e-9301-6801459619a1 tempest-AllowedAddressPairIpV6TestJSON-976084307 tempest-AllowedAddressPairIpV6TestJSON-976084307-project] Resources bound (agent type, host, resource id): {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:09:11.521603 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77692f03-4729-4e8e-9301-6801459619a1 tempest-AllowedAddressPairIpV6TestJSON-976084307 tempest-AllowedAddressPairIpV6TestJSON-976084307-project] Received port after_create {{(pid=105584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:09:11.535389 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77692f03-4729-4e8e-9301-6801459619a1 tempest-AllowedAddressPairIpV6TestJSON-976084307 tempest-AllowedAddressPairIpV6TestJSON-976084307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:09:11.536074 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-77692f03-4729-4e8e-9301-6801459619a1 tempest-AllowedAddressPairIpV6TestJSON-976084307 tempest-AllowedAddressPairIpV6TestJSON-976084307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:11.558890 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 54276) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:09:11.561289 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-77692f03-4729-4e8e-9301-6801459619a1 tempest-AllowedAddressPairIpV6TestJSON-976084307 tempest-AllowedAddressPairIpV6TestJSON-976084307-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.0839477 Jul 27 21:09:11.568156 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-f48d990d-ff08-4008-8b17-7775fc88057d tempest-AllowedAddressPairIpV6TestJSON-976084307 tempest-AllowedAddressPairIpV6TestJSON-976084307-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::1c0', 'mac_address': 'fa:16:3e:19:a6:84'}]}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:09:11.617935 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-715232af-8c85-4ff3-907f-b37fd001b1c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:11.627695 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d54629-2352-4cb2-a878-e72df78b2616 req-cab4f6d1-05e8-43fc-95a1-da5cce2601fd tempest-ListServerFiltersTestJSON-1491704447 tempest-ListServerFiltersTestJSON-1491704447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:09:11.629937 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f6d54629-2352-4cb2-a878-e72df78b2616 req-cab4f6d1-05e8-43fc-95a1-da5cce2601fd tempest-ListServerFiltersTestJSON-1491704447 tempest-ListServerFiltersTestJSON-1491704447-project] 10.222.0.59 "GET /v2.0/networks?id=db6b4722-6a69-4264-b4e3-b2624243cd24 HTTP/1.1" status: 200 len: 815 time: 0.2481501 Jul 27 21:09:11.696793 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f6d54629-2352-4cb2-a878-e72df78b2616 req-1b59a62b-0fd2-4f94-b228-e88323a8e1d0 tempest-ListServerFiltersTestJSON-1491704447 tempest-ListServerFiltersTestJSON-1491704447-project] 10.222.0.59 "GET /v2.0/quotas/be1fd89232f24dc58671559b7ee234ce HTTP/1.1" status: 200 len: 375 time: 0.0607271 Jul 27 21:09:11.770347 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-6a406d00-e87c-4f02-b062-af511d46ec4e None None] Notify callbacks [] for port, precommit_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:11.779391 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-6a406d00-e87c-4f02-b062-af511d46ec4e None None] Transition to ACTIVE for port object 35273b7e-e9f5-4770-ab1d-d0a9a9bf8563 will not be triggered until provisioned by entity L2. {{(pid=105586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:09:11.785166 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f6d54629-2352-4cb2-a878-e72df78b2616 req-cc23f860-707a-44eb-bbd9-b9e46fd58ea8 tempest-ListServerFiltersTestJSON-1491704447 tempest-ListServerFiltersTestJSON-1491704447-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=be1fd89232f24dc58671559b7ee234ce&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0539489 Jul 27 21:09:11.794932 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-6a406d00-e87c-4f02-b062-af511d46ec4e None None] Transition to ACTIVE for port object 35273b7e-e9f5-4770-ab1d-d0a9a9bf8563 will not be triggered until provisioned by entity DHCP. {{(pid=105586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:09:11.810604 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-6a406d00-e87c-4f02-b062-af511d46ec4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143'] for port, after_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:11.814191 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-f48d990d-ff08-4008-8b17-7775fc88057d tempest-AllowedAddressPairIpV6TestJSON-976084307 tempest-AllowedAddressPairIpV6TestJSON-976084307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:11.844155 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:11.862484 n-d-705658-22 neutron-server[105586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a406d00-e87c-4f02-b062-af511d46ec4e None None] Network db6b4722-6a69-4264-b4e3-b2624243cd24 is already hosted by enough agents. {{(pid=105586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:09:11.865789 n-d-705658-22 neutron-server[105586]: DEBUG neutron.scheduler.base_scheduler [None req-6a406d00-e87c-4f02-b062-af511d46ec4e None None] Resources bound (agent type, host, resource id): {{(pid=105586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:09:11.881203 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a406d00-e87c-4f02-b062-af511d46ec4e None None] Received port after_create {{(pid=105586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:09:11.894974 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a406d00-e87c-4f02-b062-af511d46ec4e None None] Pushing event updated for resources: {'Port': ['ID=35273b7e-e9f5-4770-ab1d-d0a9a9bf8563,revision_number=1']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:09:11.964722 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-6a406d00-e87c-4f02-b062-af511d46ec4e None None] Attempting to bind port 35273b7e-e9f5-4770-ab1d-d0a9a9bf8563 on host n-d-705658-22 for vnic_type normal with profile {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:09:11.965437 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-6a406d00-e87c-4f02-b062-af511d46ec4e None None] Attempting to bind port 35273b7e-e9f5-4770-ab1d-d0a9a9bf8563 by drivers openvswitch,hyperv on host n-d-705658-22 at level 0 using segments [{'id': 'e1fe1948-72cd-4432-96e0-eea3e13db4fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'db6b4722-6a69-4264-b4e3-b2624243cd24'}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:09:11.965966 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a406d00-e87c-4f02-b062-af511d46ec4e None None] Attempting to bind port 35273b7e-e9f5-4770-ab1d-d0a9a9bf8563 on network db6b4722-6a69-4264-b4e3-b2624243cd24 {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:09:11.977604 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a406d00-e87c-4f02-b062-af511d46ec4e None None] Checking agent: {'id': '04a7ea91-6318-467e-ace6-b0fb48c8690f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 41, 42), 'started_at': datetime.datetime(2021, 7, 27, 20, 42, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 9, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:09:11.978481 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a406d00-e87c-4f02-b062-af511d46ec4e None None] Checking segment: {'id': 'e1fe1948-72cd-4432-96e0-eea3e13db4fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'db6b4722-6a69-4264-b4e3-b2624243cd24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:09:11.980326 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-6a406d00-e87c-4f02-b062-af511d46ec4e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:11.981841 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a406d00-e87c-4f02-b062-af511d46ec4e None None] Bound using segment: {'id': 'e1fe1948-72cd-4432-96e0-eea3e13db4fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'db6b4722-6a69-4264-b4e3-b2624243cd24'} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:09:11.982279 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-6a406d00-e87c-4f02-b062-af511d46ec4e None None] Bound port: 35273b7e-e9f5-4770-ab1d-d0a9a9bf8563, host: n-d-705658-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1fe1948-72cd-4432-96e0-eea3e13db4fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'db6b4722-6a69-4264-b4e3-b2624243cd24'}}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:09:11.982679 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-6a406d00-e87c-4f02-b062-af511d46ec4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:12.066875 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-6a406d00-e87c-4f02-b062-af511d46ec4e None None] For port 35273b7e-e9f5-4770-ab1d-d0a9a9bf8563, host n-d-705658-22, cleared binding levels {{(pid=105586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:09:12.071506 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-6a406d00-e87c-4f02-b062-af511d46ec4e None None] For port 35273b7e-e9f5-4770-ab1d-d0a9a9bf8563, host n-d-705658-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=35273b7e-e9f5-4770-ab1d-d0a9a9bf8563,segment=NetworkSegment(e1fe1948-72cd-4432-96e0-eea3e13db4fe),segment_id=e1fe1948-72cd-4432-96e0-eea3e13db4fe)] {{(pid=105586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:09:12.083654 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-6a406d00-e87c-4f02-b062-af511d46ec4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:12.130790 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-6fa6570e-8088-4c8e-befe-d50376fd8d49 None None] Provisioning for port 4075bd7a-5cf8-477b-83b9-80df79698b81 completed by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:09:12.140675 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f6d54629-2352-4cb2-a878-e72df78b2616 req-36c3fb40-32df-4ff2-9f5d-53b059958253 service neutron] 10.222.0.59 "GET /v2.0/networks/db6b4722-6a69-4264-b4e3-b2624243cd24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3480806 Jul 27 21:09:12.153872 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-6fa6570e-8088-4c8e-befe-d50376fd8d49 None None] Provisioning complete for port 4075bd7a-5cf8-477b-83b9-80df79698b81 triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:09:12.157361 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-6fa6570e-8088-4c8e-befe-d50376fd8d49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:12.201653 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a406d00-e87c-4f02-b062-af511d46ec4e None None] Pushing event updated for resources: {'Port': ['ID=35273b7e-e9f5-4770-ab1d-d0a9a9bf8563,revision_number=2']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:09:12.209846 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-6fa6570e-8088-4c8e-befe-d50376fd8d49 None None] Port 4075bd7a-5cf8-477b-83b9-80df79698b81 cannot update to ACTIVE because it is not bound. {{(pid=105586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:09:12.372392 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd4a648-b5e3-420f-858c-9d4d8e577ed3 req-b98c38d2-bded-4067-969b-3f29f2d6ef3d tempest-ImagesTestJSON-607612606 tempest-ImagesTestJSON-607612606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:09:12.374041 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-dcd4a648-b5e3-420f-858c-9d4d8e577ed3 req-b98c38d2-bded-4067-969b-3f29f2d6ef3d tempest-ImagesTestJSON-607612606 tempest-ImagesTestJSON-607612606-project] 10.222.0.59 "GET /v2.0/ports?device_id=3df18367-d5f2-4562-b9b0-adc84180d413 HTTP/1.1" status: 200 len: 945 time: 0.2903132 Jul 27 21:09:12.390152 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-f48d990d-ff08-4008-8b17-7775fc88057d tempest-AllowedAddressPairIpV6TestJSON-976084307 tempest-AllowedAddressPairIpV6TestJSON-976084307-project] Notify callbacks [] for port, precommit_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:12.401626 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f6d54629-2352-4cb2-a878-e72df78b2616 req-757dc7e4-f60d-428f-9cd3-b241e6969e3a service neutron] 10.222.0.59 "GET /v2.0/networks/db6b4722-6a69-4264-b4e3-b2624243cd24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2532599 Jul 27 21:09:12.403952 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-f48d990d-ff08-4008-8b17-7775fc88057d tempest-AllowedAddressPairIpV6TestJSON-976084307 tempest-AllowedAddressPairIpV6TestJSON-976084307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10221672'] for port, after_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:12.457959 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [None req-f48d990d-ff08-4008-8b17-7775fc88057d tempest-AllowedAddressPairIpV6TestJSON-976084307 tempest-AllowedAddressPairIpV6TestJSON-976084307-project] In _notify_port_updated(), no bound segment for port 4075bd7a-5cf8-477b-83b9-80df79698b81 on network 7fde689b-f9d1-4c62-8d63-da6010db77dc {{(pid=105585) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 27 21:09:12.463638 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f48d990d-ff08-4008-8b17-7775fc88057d tempest-AllowedAddressPairIpV6TestJSON-976084307 tempest-AllowedAddressPairIpV6TestJSON-976084307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:09:12.464252 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-f48d990d-ff08-4008-8b17-7775fc88057d tempest-AllowedAddressPairIpV6TestJSON-976084307 tempest-AllowedAddressPairIpV6TestJSON-976084307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:12.468499 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 54288) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:09:12.469122 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-f48d990d-ff08-4008-8b17-7775fc88057d tempest-AllowedAddressPairIpV6TestJSON-976084307 tempest-AllowedAddressPairIpV6TestJSON-976084307-project] 10.222.0.59 "PUT /v2.0/ports/4075bd7a-5cf8-477b-83b9-80df79698b81 HTTP/1.1" status: 200 len: 1001 time: 0.9079556 Jul 27 21:09:12.488154 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-dcd4a648-b5e3-420f-858c-9d4d8e577ed3 req-fff9356e-ba77-423b-995b-89f7c75fe780 tempest-ImagesTestJSON-607612606 tempest-ImagesTestJSON-607612606-project] 10.222.0.59 "GET /v2.0/security-groups?id=0824f12c-25ec-46a0-872f-0482607e4324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958188 Jul 27 21:09:12.515182 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48d990d-ff08-4008-8b17-7775fc88057d tempest-AllowedAddressPairIpV6TestJSON-976084307 tempest-AllowedAddressPairIpV6TestJSON-976084307-project] Pushing event updated for resources: {'Port': ['ID=4075bd7a-5cf8-477b-83b9-80df79698b81,revision_number=2']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:09:12.716923 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-58d4bc42-da0f-42c3-9181-9a882ed19a9c tempest-AllowedAddressPairIpV6TestJSON-976084307 tempest-AllowedAddressPairIpV6TestJSON-976084307-project] Deleting port 4075bd7a-5cf8-477b-83b9-80df79698b81 {{(pid=105584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:09:12.717270 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-58d4bc42-da0f-42c3-9181-9a882ed19a9c tempest-AllowedAddressPairIpV6TestJSON-976084307 tempest-AllowedAddressPairIpV6TestJSON-976084307-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:12.827451 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-bb32ed7d-8717-448b-a9c8-a5a0117d1fd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:12.836598 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095af981-948f-47f8-9e97-6b10da654f46 req-42280281-02ea-432f-b3f8-1477bb2241a6 tempest-ListServerFiltersTestJSON-1491704447 tempest-ListServerFiltersTestJSON-1491704447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:09:12.841701 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-095af981-948f-47f8-9e97-6b10da654f46 req-42280281-02ea-432f-b3f8-1477bb2241a6 tempest-ListServerFiltersTestJSON-1491704447 tempest-ListServerFiltersTestJSON-1491704447-project] 10.222.0.59 "GET /v2.0/networks?id=db6b4722-6a69-4264-b4e3-b2624243cd24 HTTP/1.1" status: 200 len: 815 time: 0.1469896 Jul 27 21:09:12.858940 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-095af981-948f-47f8-9e97-6b10da654f46 req-4b7ae4bc-c210-4f07-b7f0-b5cf10f13007 tempest-ListServerFiltersTestJSON-1491704447 tempest-ListServerFiltersTestJSON-1491704447-project] 10.222.0.59 "GET /v2.0/quotas/be1fd89232f24dc58671559b7ee234ce HTTP/1.1" status: 200 len: 375 time: 0.0126562 Jul 27 21:09:12.860680 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-4a6bf1ff-1054-417e-9aaf-485d6d40ebac None None] Provisioning complete for port 4075bd7a-5cf8-477b-83b9-80df79698b81 triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:09:12.861741 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-4a6bf1ff-1054-417e-9aaf-485d6d40ebac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:12.896696 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-58d4bc42-da0f-42c3-9181-9a882ed19a9c tempest-AllowedAddressPairIpV6TestJSON-976084307 tempest-AllowedAddressPairIpV6TestJSON-976084307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:12.911539 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-58d4bc42-da0f-42c3-9181-9a882ed19a9c tempest-AllowedAddressPairIpV6TestJSON-976084307 tempest-AllowedAddressPairIpV6TestJSON-976084307-project] Calling delete_port for 4075bd7a-5cf8-477b-83b9-80df79698b81 owned by {{(pid=105584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:09:12.950663 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-095af981-948f-47f8-9e97-6b10da654f46 req-31e65b4f-07cc-4d8a-8118-8965ad8b00f7 tempest-ListServerFiltersTestJSON-1491704447 tempest-ListServerFiltersTestJSON-1491704447-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=be1fd89232f24dc58671559b7ee234ce&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0804982 Jul 27 21:09:12.952009 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-4a6bf1ff-1054-417e-9aaf-485d6d40ebac None None] Port 4075bd7a-5cf8-477b-83b9-80df79698b81 cannot update to ACTIVE because it is not bound. {{(pid=105586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:09:13.109542 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-095af981-948f-47f8-9e97-6b10da654f46 req-e9e7286d-0508-45a7-bc8d-3a1473d5f0ae service neutron] 10.222.0.59 "GET /v2.0/networks/db6b4722-6a69-4264-b4e3-b2624243cd24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1512148 Jul 27 21:09:13.168797 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 35273b7e-e9f5-4770-ab1d-d0a9a9bf8563 up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:09:13.178490 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-58d4bc42-da0f-42c3-9181-9a882ed19a9c tempest-AllowedAddressPairIpV6TestJSON-976084307 tempest-AllowedAddressPairIpV6TestJSON-976084307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:13.230107 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d4bc42-da0f-42c3-9181-9a882ed19a9c tempest-AllowedAddressPairIpV6TestJSON-976084307 tempest-AllowedAddressPairIpV6TestJSON-976084307-project] Pushing event deleted for resources: {'Port': ['ID=4075bd7a-5cf8-477b-83b9-80df79698b81,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:09:13.301462 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning for port 35273b7e-e9f5-4770-ab1d-d0a9a9bf8563 completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:09:13.353961 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-095af981-948f-47f8-9e97-6b10da654f46 req-e15b6176-307a-4e02-a790-698bc3fe38a0 service neutron] 10.222.0.59 "GET /v2.0/networks/db6b4722-6a69-4264-b4e3-b2624243cd24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2369516 Jul 27 21:09:13.443918 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-58d4bc42-da0f-42c3-9181-9a882ed19a9c tempest-AllowedAddressPairIpV6TestJSON-976084307 tempest-AllowedAddressPairIpV6TestJSON-976084307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:13.445916 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-58d4bc42-da0f-42c3-9181-9a882ed19a9c tempest-AllowedAddressPairIpV6TestJSON-976084307 tempest-AllowedAddressPairIpV6TestJSON-976084307-project] 10.222.0.59 "DELETE /v2.0/ports/4075bd7a-5cf8-477b-83b9-80df79698b81 HTTP/1.1" status: 204 len: 168 time: 0.9760957 Jul 27 21:09:13.449512 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 54316) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:09:13.552328 n-d-705658-22 neutron-server[105585]: INFO neutron.pecan_wsgi.hooks.translation [None req-239a75e7-7b45-489a-87f0-4f7514f2ce0b tempest-AllowedAddressPairIpV6TestJSON-976084307 tempest-AllowedAddressPairIpV6TestJSON-976084307-project] GET failed (client error): The resource could not be found. Jul 27 21:09:13.558649 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-239a75e7-7b45-489a-87f0-4f7514f2ce0b tempest-AllowedAddressPairIpV6TestJSON-976084307 tempest-AllowedAddressPairIpV6TestJSON-976084307-project] 10.222.0.59 "GET /v2.0/ports/4075bd7a-5cf8-477b-83b9-80df79698b81 HTTP/1.1" status: 404 len: 333 time: 0.1078856 Jul 27 21:09:13.565252 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 54324) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:09:13.586790 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-b68be0f8-9448-4df8-b2dc-2678eabe248a tempest-AllowedAddressPairIpV6TestJSON-976084307 tempest-AllowedAddressPairIpV6TestJSON-976084307-project] Request body: {'port': {'network_id': '7fde689b-f9d1-4c62-8d63-da6010db77dc', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1145374756'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:09:13.730317 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9ba5515-a887-49c0-b8d6-26d9db5ef273 None None] Network db6b4722-6a69-4264-b4e3-b2624243cd24 requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:09:13.833352 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b68be0f8-9448-4df8-b2dc-2678eabe248a tempest-AllowedAddressPairIpV6TestJSON-976084307 tempest-AllowedAddressPairIpV6TestJSON-976084307-project] Made reservation on behalf of 10c48081e6c14bea9cf1afcfe216fdaf for: {'port': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:09:13.839682 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-b68be0f8-9448-4df8-b2dc-2678eabe248a tempest-AllowedAddressPairIpV6TestJSON-976084307 tempest-AllowedAddressPairIpV6TestJSON-976084307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:13.883697 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [None req-b68be0f8-9448-4df8-b2dc-2678eabe248a tempest-AllowedAddressPairIpV6TestJSON-976084307 tempest-AllowedAddressPairIpV6TestJSON-976084307-project] device_id is not set on port 50511b3c-a662-4f0b-93e4-baa101aff446 yet. {{(pid=105584) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 21:09:13.924192 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-15baf94d-501d-4ca8-ac91-8b6957b06703 None None] Provisioning for port 35273b7e-e9f5-4770-ab1d-d0a9a9bf8563 completed by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:09:13.930898 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-15baf94d-501d-4ca8-ac91-8b6957b06703 None None] Provisioning complete for port 35273b7e-e9f5-4770-ab1d-d0a9a9bf8563 triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:09:13.931637 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-15baf94d-501d-4ca8-ac91-8b6957b06703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:13.995090 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8ed967-c417-4e04-8c26-8639ad58b5d2 req-0686fb70-66fc-40d2-9527-ddc5b1d16d0b tempest-ImagesTestJSON-607612606 tempest-ImagesTestJSON-607612606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:09:13.996584 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-ac8ed967-c417-4e04-8c26-8639ad58b5d2 req-0686fb70-66fc-40d2-9527-ddc5b1d16d0b tempest-ImagesTestJSON-607612606 tempest-ImagesTestJSON-607612606-project] 10.222.0.59 "GET /v2.0/ports?device_id=3df18367-d5f2-4562-b9b0-adc84180d413 HTTP/1.1" status: 200 len: 945 time: 0.3304317 Jul 27 21:09:14.020369 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77504c5-0a5b-4303-bf80-c902fc4e8c1a req-d26da47c-f33e-4834-ba4a-379453802db1 tempest-ListServerFiltersTestJSON-1491704447 tempest-ListServerFiltersTestJSON-1491704447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:09:14.027562 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.agents_db [None req-558fcd2c-e512-47bc-a170-8673d87f7213 None None] Agent healthcheck: found 7 active agents {{(pid=105587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 21:09:14.028136 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a77504c5-0a5b-4303-bf80-c902fc4e8c1a req-d26da47c-f33e-4834-ba4a-379453802db1 tempest-ListServerFiltersTestJSON-1491704447 tempest-ListServerFiltersTestJSON-1491704447-project] 10.222.0.59 "GET /v2.0/networks?id=db6b4722-6a69-4264-b4e3-b2624243cd24 HTTP/1.1" status: 200 len: 815 time: 0.2961593 Jul 27 21:09:14.062217 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a77504c5-0a5b-4303-bf80-c902fc4e8c1a req-d2f9c321-e5b5-4ed2-a004-978223f05113 tempest-ListServerFiltersTestJSON-1491704447 tempest-ListServerFiltersTestJSON-1491704447-project] 10.222.0.59 "GET /v2.0/quotas/be1fd89232f24dc58671559b7ee234ce HTTP/1.1" status: 200 len: 375 time: 0.0335805 Jul 27 21:09:14.085931 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-15baf94d-501d-4ca8-ac91-8b6957b06703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:14.155600 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.db_base_plugin_common [None req-b68be0f8-9448-4df8-b2dc-2678eabe248a tempest-AllowedAddressPairIpV6TestJSON-976084307 tempest-AllowedAddressPairIpV6TestJSON-976084307-project] Allocated IP 2001:db8::17 (7fde689b-f9d1-4c62-8d63-da6010db77dc/dadae781-99c0-48c3-b1c1-0a0aa1dcf31d/50511b3c-a662-4f0b-93e4-baa101aff446) {{(pid=105584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:09:14.165571 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-15baf94d-501d-4ca8-ac91-8b6957b06703 None None] For port 35273b7e-e9f5-4770-ab1d-d0a9a9bf8563, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=35273b7e-e9f5-4770-ab1d-d0a9a9bf8563,segment=NetworkSegment(e1fe1948-72cd-4432-96e0-eea3e13db4fe),segment_id=e1fe1948-72cd-4432-96e0-eea3e13db4fe)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:09:14.179190 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-15baf94d-501d-4ca8-ac91-8b6957b06703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:14.204825 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-ac8ed967-c417-4e04-8c26-8639ad58b5d2 req-3af6382a-776d-4f24-958c-d4290d21f53d tempest-ImagesTestJSON-607612606 tempest-ImagesTestJSON-607612606-project] 10.222.0.59 "GET /v2.0/security-groups?id=0824f12c-25ec-46a0-872f-0482607e4324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1745212 Jul 27 21:09:14.270872 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a77504c5-0a5b-4303-bf80-c902fc4e8c1a req-665f82dd-c2d0-4c01-a755-901d46617b63 tempest-ListServerFiltersTestJSON-1491704447 tempest-ListServerFiltersTestJSON-1491704447-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=be1fd89232f24dc58671559b7ee234ce&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2053797 Jul 27 21:09:14.374327 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15baf94d-501d-4ca8-ac91-8b6957b06703 None None] Pushing event updated for resources: {'Port': ['ID=35273b7e-e9f5-4770-ab1d-d0a9a9bf8563,revision_number=3']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:09:14.415033 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-875ced1b-4cf3-463a-9653-058f0f9421e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:14.507956 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-d8d5b87c-29b5-4bca-a273-96202fd5bc1d None None] Provisioning complete for port 35273b7e-e9f5-4770-ab1d-d0a9a9bf8563 triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:09:14.509175 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a77504c5-0a5b-4303-bf80-c902fc4e8c1a req-acc50b0d-a5c6-43cf-953f-c52c3a84313a service neutron] 10.222.0.59 "GET /v2.0/networks/db6b4722-6a69-4264-b4e3-b2624243cd24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2275202 Jul 27 21:09:14.510188 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-d8d5b87c-29b5-4bca-a273-96202fd5bc1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:14.552790 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d54629-2352-4cb2-a878-e72df78b2616 req-c298a4f8-3488-442b-a97b-81a8d368581c tempest-ListServerFiltersTestJSON-1491704447 tempest-ListServerFiltersTestJSON-1491704447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:09:14.554677 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-f6d54629-2352-4cb2-a878-e72df78b2616 req-c298a4f8-3488-442b-a97b-81a8d368581c tempest-ListServerFiltersTestJSON-1491704447 tempest-ListServerFiltersTestJSON-1491704447-project] 10.222.0.36 "GET /v2.0/networks?id=db6b4722-6a69-4264-b4e3-b2624243cd24 HTTP/1.1" status: 200 len: 815 time: 0.3894322 Jul 27 21:09:14.586187 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [req-f6d54629-2352-4cb2-a878-e72df78b2616 req-5c7a32a5-8808-410d-b6d1-45db5e09d986 tempest-ListServerFiltersTestJSON-1491704447 tempest-ListServerFiltersTestJSON-1491704447-project] Request body: {'port': {'device_id': '3ec68082-1269-4333-94b4-18ecd4705e46', 'network_id': 'db6b4722-6a69-4264-b4e3-b2624243cd24', 'admin_state_up': True, 'tenant_id': 'be1fd89232f24dc58671559b7ee234ce'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:09:14.668744 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a77504c5-0a5b-4303-bf80-c902fc4e8c1a req-ca5d69ea-8988-417b-8f7c-bd28ace9efbe service neutron] 10.222.0.59 "GET /v2.0/networks/db6b4722-6a69-4264-b4e3-b2624243cd24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1574740 Jul 27 21:09:14.802070 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-b68be0f8-9448-4df8-b2dc-2678eabe248a tempest-AllowedAddressPairIpV6TestJSON-976084307 tempest-AllowedAddressPairIpV6TestJSON-976084307-project] Notify callbacks [] for port, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:14.818605 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.provisioning_blocks [None req-b68be0f8-9448-4df8-b2dc-2678eabe248a tempest-AllowedAddressPairIpV6TestJSON-976084307 tempest-AllowedAddressPairIpV6TestJSON-976084307-project] Transition to ACTIVE for port object 50511b3c-a662-4f0b-93e4-baa101aff446 will not be triggered until provisioned by entity DHCP. {{(pid=105584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:09:14.892543 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-b68be0f8-9448-4df8-b2dc-2678eabe248a tempest-AllowedAddressPairIpV6TestJSON-976084307 tempest-AllowedAddressPairIpV6TestJSON-976084307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:14.946131 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-6a4d3289-92f3-472e-a653-44d613bec701 req-c84e6438-e71e-47f2-8877-652f31a6c801 tempest-ListServerFiltersTestJSON-1491704447 tempest-ListServerFiltersTestJSON-1491704447-project] 10.222.0.59 "GET /v2.0/ports?device_id=cd9af073-a42f-450a-87e7-0bdbc1dec74e HTTP/1.1" status: 200 len: 210 time: 0.0692525 Jul 27 21:09:15.002156 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b68be0f8-9448-4df8-b2dc-2678eabe248a tempest-AllowedAddressPairIpV6TestJSON-976084307 tempest-AllowedAddressPairIpV6TestJSON-976084307-project] Network 7fde689b-f9d1-4c62-8d63-da6010db77dc is already hosted by enough agents. {{(pid=105584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:09:15.011735 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [None req-b68be0f8-9448-4df8-b2dc-2678eabe248a tempest-AllowedAddressPairIpV6TestJSON-976084307 tempest-AllowedAddressPairIpV6TestJSON-976084307-project] Resources bound (agent type, host, resource id): {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:09:15.037445 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b68be0f8-9448-4df8-b2dc-2678eabe248a tempest-AllowedAddressPairIpV6TestJSON-976084307 tempest-AllowedAddressPairIpV6TestJSON-976084307-project] Received port after_create {{(pid=105584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:09:15.050433 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b68be0f8-9448-4df8-b2dc-2678eabe248a tempest-AllowedAddressPairIpV6TestJSON-976084307 tempest-AllowedAddressPairIpV6TestJSON-976084307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:09:15.056102 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-b68be0f8-9448-4df8-b2dc-2678eabe248a tempest-AllowedAddressPairIpV6TestJSON-976084307 tempest-AllowedAddressPairIpV6TestJSON-976084307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:15.105997 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68be0f8-9448-4df8-b2dc-2678eabe248a tempest-AllowedAddressPairIpV6TestJSON-976084307 tempest-AllowedAddressPairIpV6TestJSON-976084307-project] Pushing event updated for resources: {'Port': ['ID=50511b3c-a662-4f0b-93e4-baa101aff446,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:09:15.119421 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f6d54629-2352-4cb2-a878-e72df78b2616 req-5c7a32a5-8808-410d-b6d1-45db5e09d986 tempest-ListServerFiltersTestJSON-1491704447 tempest-ListServerFiltersTestJSON-1491704447-project] Made reservation on behalf of be1fd89232f24dc58671559b7ee234ce for: {'port': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:09:15.134467 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-f6d54629-2352-4cb2-a878-e72df78b2616 req-5c7a32a5-8808-410d-b6d1-45db5e09d986 tempest-ListServerFiltersTestJSON-1491704447 tempest-ListServerFiltersTestJSON-1491704447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:15.139514 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-b68be0f8-9448-4df8-b2dc-2678eabe248a tempest-AllowedAddressPairIpV6TestJSON-976084307 tempest-AllowedAddressPairIpV6TestJSON-976084307-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.5683992 Jul 27 21:09:15.142856 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 54356) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:09:15.151734 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-07924b1b-82cf-4acc-aebe-104170824fa6 tempest-AllowedAddressPairIpV6TestJSON-976084307 tempest-AllowedAddressPairIpV6TestJSON-976084307-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:19:a6:84'}]}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:09:15.202121 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 35273b7e-e9f5-4770-ab1d-d0a9a9bf8563 up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:09:15.364778 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port 35273b7e-e9f5-4770-ab1d-d0a9a9bf8563 triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:09:15.366492 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:15.477088 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.db_base_plugin_common [req-f6d54629-2352-4cb2-a878-e72df78b2616 req-5c7a32a5-8808-410d-b6d1-45db5e09d986 tempest-ListServerFiltersTestJSON-1491704447 tempest-ListServerFiltersTestJSON-1491704447-project] Allocated IP 172.20.0.13 (db6b4722-6a69-4264-b4e3-b2624243cd24/033f449b-a1e0-4fba-98dd-6d95babd8f33/54744cdb-b479-41f8-997a-1cdaae76f4ae) {{(pid=105584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:09:15.557695 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-07d82c64-ea94-44d6-94a8-d6c26a9934a1 None None] Provisioning for port 50511b3c-a662-4f0b-93e4-baa101aff446 completed by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:09:15.572012 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-07d82c64-ea94-44d6-94a8-d6c26a9934a1 None None] Provisioning complete for port 50511b3c-a662-4f0b-93e4-baa101aff446 triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:09:15.572607 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-07d82c64-ea94-44d6-94a8-d6c26a9934a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:15.636643 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-07d82c64-ea94-44d6-94a8-d6c26a9934a1 None None] Port 50511b3c-a662-4f0b-93e4-baa101aff446 cannot update to ACTIVE because it is not bound. {{(pid=105586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:09:15.733456 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-f6d54629-2352-4cb2-a878-e72df78b2616 req-5c7a32a5-8808-410d-b6d1-45db5e09d986 tempest-ListServerFiltersTestJSON-1491704447 tempest-ListServerFiltersTestJSON-1491704447-project] Notify callbacks [] for port, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:15.753288 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.provisioning_blocks [req-f6d54629-2352-4cb2-a878-e72df78b2616 req-5c7a32a5-8808-410d-b6d1-45db5e09d986 tempest-ListServerFiltersTestJSON-1491704447 tempest-ListServerFiltersTestJSON-1491704447-project] Transition to ACTIVE for port object 54744cdb-b479-41f8-997a-1cdaae76f4ae will not be triggered until provisioned by entity DHCP. {{(pid=105584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:09:15.791556 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-07924b1b-82cf-4acc-aebe-104170824fa6 tempest-AllowedAddressPairIpV6TestJSON-976084307 tempest-AllowedAddressPairIpV6TestJSON-976084307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:15.811420 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-f6d54629-2352-4cb2-a878-e72df78b2616 req-5c7a32a5-8808-410d-b6d1-45db5e09d986 tempest-ListServerFiltersTestJSON-1491704447 tempest-ListServerFiltersTestJSON-1491704447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:15.862234 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f6d54629-2352-4cb2-a878-e72df78b2616 req-5c7a32a5-8808-410d-b6d1-45db5e09d986 tempest-ListServerFiltersTestJSON-1491704447 tempest-ListServerFiltersTestJSON-1491704447-project] Network db6b4722-6a69-4264-b4e3-b2624243cd24 is already hosted by enough agents. {{(pid=105584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:09:15.864956 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095af981-948f-47f8-9e97-6b10da654f46 req-20ec5308-7612-48d9-a1ca-7fc889ce77ad tempest-ListServerFiltersTestJSON-1491704447 tempest-ListServerFiltersTestJSON-1491704447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:09:15.866701 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-095af981-948f-47f8-9e97-6b10da654f46 req-20ec5308-7612-48d9-a1ca-7fc889ce77ad tempest-ListServerFiltersTestJSON-1491704447 tempest-ListServerFiltersTestJSON-1491704447-project] 10.222.0.36 "GET /v2.0/networks?id=db6b4722-6a69-4264-b4e3-b2624243cd24 HTTP/1.1" status: 200 len: 815 time: 0.6180251 Jul 27 21:09:15.867798 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [req-f6d54629-2352-4cb2-a878-e72df78b2616 req-5c7a32a5-8808-410d-b6d1-45db5e09d986 tempest-ListServerFiltersTestJSON-1491704447 tempest-ListServerFiltersTestJSON-1491704447-project] Resources bound (agent type, host, resource id): {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:09:15.872138 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6d54629-2352-4cb2-a878-e72df78b2616 req-5c7a32a5-8808-410d-b6d1-45db5e09d986 tempest-ListServerFiltersTestJSON-1491704447 tempest-ListServerFiltersTestJSON-1491704447-project] Received port after_create {{(pid=105584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:09:15.907305 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [req-095af981-948f-47f8-9e97-6b10da654f46 req-d4f15688-e81b-4f78-bf73-fcbff36def8c tempest-ListServerFiltersTestJSON-1491704447 tempest-ListServerFiltersTestJSON-1491704447-project] Request body: {'port': {'device_id': '0c3277e4-976d-46be-bbe9-29df326e21ab', 'network_id': 'db6b4722-6a69-4264-b4e3-b2624243cd24', 'admin_state_up': True, 'tenant_id': 'be1fd89232f24dc58671559b7ee234ce'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:09:15.933458 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7a32a5-8808-410d-b6d1-45db5e09d986 tempest-ListServerFiltersTestJSON-1491704447 tempest-ListServerFiltersTestJSON-1491704447-project] Pushing event updated for resources: {'Port': ['ID=54744cdb-b479-41f8-997a-1cdaae76f4ae,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:09:15.995114 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d54629-2352-4cb2-a878-e72df78b2616 req-5c7a32a5-8808-410d-b6d1-45db5e09d986 tempest-ListServerFiltersTestJSON-1491704447 tempest-ListServerFiltersTestJSON-1491704447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:09:15.995884 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-f6d54629-2352-4cb2-a878-e72df78b2616 req-5c7a32a5-8808-410d-b6d1-45db5e09d986 tempest-ListServerFiltersTestJSON-1491704447 tempest-ListServerFiltersTestJSON-1491704447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:16.038055 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-f6d54629-2352-4cb2-a878-e72df78b2616 req-5c7a32a5-8808-410d-b6d1-45db5e09d986 tempest-ListServerFiltersTestJSON-1491704447 tempest-ListServerFiltersTestJSON-1491704447-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4575732 Jul 27 21:09:16.053916 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [req-f6d54629-2352-4cb2-a878-e72df78b2616 req-a4fc94e6-cdb4-42f6-a24a-cbc68077c9c4 service neutron] Request body: {'port': {'device_id': '3ec68082-1269-4333-94b4-18ecd4705e46', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-705658-22'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:09:16.165527 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e785fb11-f8fb-4cc7-aa68-43fbd323eaf3 req-edf2ffa9-f7b4-4e3a-9967-c4601c57e4db tempest-ImagesTestJSON-607612606 tempest-ImagesTestJSON-607612606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:09:16.174417 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e785fb11-f8fb-4cc7-aa68-43fbd323eaf3 req-edf2ffa9-f7b4-4e3a-9967-c4601c57e4db tempest-ImagesTestJSON-607612606 tempest-ImagesTestJSON-607612606-project] 10.222.0.59 "GET /v2.0/ports?device_id=3df18367-d5f2-4562-b9b0-adc84180d413 HTTP/1.1" status: 200 len: 945 time: 0.7922916 Jul 27 21:09:16.183803 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-07bd0152-b5cc-4132-aede-f251937af249 req-3ac7cb1b-2806-47a0-b199-10b0e8963163 tempest-ListServerFiltersTestJSON-1491704447 tempest-ListServerFiltersTestJSON-1491704447-project] 10.222.0.59 "GET /v2.0/ports?device_id=cd9af073-a42f-450a-87e7-0bdbc1dec74e HTTP/1.1" status: 200 len: 210 time: 0.1122029 Jul 27 21:09:16.200378 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-f6d54629-2352-4cb2-a878-e72df78b2616 req-a4fc94e6-cdb4-42f6-a24a-cbc68077c9c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:16.235805 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-095af981-948f-47f8-9e97-6b10da654f46 req-d4f15688-e81b-4f78-bf73-fcbff36def8c tempest-ListServerFiltersTestJSON-1491704447 tempest-ListServerFiltersTestJSON-1491704447-project] Made reservation on behalf of be1fd89232f24dc58671559b7ee234ce for: {'port': 1} {{(pid=105585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:09:16.239923 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-095af981-948f-47f8-9e97-6b10da654f46 req-d4f15688-e81b-4f78-bf73-fcbff36def8c tempest-ListServerFiltersTestJSON-1491704447 tempest-ListServerFiltersTestJSON-1491704447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:16.373233 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e785fb11-f8fb-4cc7-aa68-43fbd323eaf3 req-60ce0737-e54e-4aad-aca8-358765056957 tempest-ImagesTestJSON-607612606 tempest-ImagesTestJSON-607612606-project] 10.222.0.59 "GET /v2.0/security-groups?id=0824f12c-25ec-46a0-872f-0482607e4324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1934814 Jul 27 21:09:16.373376 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-2e7848a0-e435-491f-a6b5-b91e3a2b7151 None None] Provisioning for port 54744cdb-b479-41f8-997a-1cdaae76f4ae completed by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:09:16.378318 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-2e7848a0-e435-491f-a6b5-b91e3a2b7151 None None] Provisioning complete for port 54744cdb-b479-41f8-997a-1cdaae76f4ae triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:09:16.378710 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-2e7848a0-e435-491f-a6b5-b91e3a2b7151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:16.480625 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.db_base_plugin_common [req-095af981-948f-47f8-9e97-6b10da654f46 req-d4f15688-e81b-4f78-bf73-fcbff36def8c tempest-ListServerFiltersTestJSON-1491704447 tempest-ListServerFiltersTestJSON-1491704447-project] Allocated IP 172.20.0.7 (db6b4722-6a69-4264-b4e3-b2624243cd24/033f449b-a1e0-4fba-98dd-6d95babd8f33/1b4078bf-0ca0-41a1-ac3d-9981fede3a4a) {{(pid=105585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:09:16.665460 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-095af981-948f-47f8-9e97-6b10da654f46 req-d4f15688-e81b-4f78-bf73-fcbff36def8c tempest-ListServerFiltersTestJSON-1491704447 tempest-ListServerFiltersTestJSON-1491704447-project] Notify callbacks [] for port, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:16.682417 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.provisioning_blocks [req-095af981-948f-47f8-9e97-6b10da654f46 req-d4f15688-e81b-4f78-bf73-fcbff36def8c tempest-ListServerFiltersTestJSON-1491704447 tempest-ListServerFiltersTestJSON-1491704447-project] Transition to ACTIVE for port object 1b4078bf-0ca0-41a1-ac3d-9981fede3a4a will not be triggered until provisioned by entity DHCP. {{(pid=105585) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:09:16.737821 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-095af981-948f-47f8-9e97-6b10da654f46 req-d4f15688-e81b-4f78-bf73-fcbff36def8c tempest-ListServerFiltersTestJSON-1491704447 tempest-ListServerFiltersTestJSON-1491704447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:16.743027 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77504c5-0a5b-4303-bf80-c902fc4e8c1a req-405328e4-35b0-415f-9c24-190b097191f3 tempest-ListServerFiltersTestJSON-1491704447 tempest-ListServerFiltersTestJSON-1491704447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:09:16.744600 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-a77504c5-0a5b-4303-bf80-c902fc4e8c1a req-405328e4-35b0-415f-9c24-190b097191f3 tempest-ListServerFiltersTestJSON-1491704447 tempest-ListServerFiltersTestJSON-1491704447-project] 10.222.0.60 "GET /v2.0/networks?id=db6b4722-6a69-4264-b4e3-b2624243cd24 HTTP/1.1" status: 200 len: 815 time: 0.2173233 Jul 27 21:09:16.758355 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-2e7848a0-e435-491f-a6b5-b91e3a2b7151 None None] Port 54744cdb-b479-41f8-997a-1cdaae76f4ae cannot update to ACTIVE because it is not bound. {{(pid=105586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:09:16.783776 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [req-a77504c5-0a5b-4303-bf80-c902fc4e8c1a req-272c1f66-cda4-4cd7-a139-5a7b11071d8f tempest-ListServerFiltersTestJSON-1491704447 tempest-ListServerFiltersTestJSON-1491704447-project] Request body: {'port': {'device_id': 'cd9af073-a42f-450a-87e7-0bdbc1dec74e', 'network_id': 'db6b4722-6a69-4264-b4e3-b2624243cd24', 'admin_state_up': True, 'tenant_id': 'be1fd89232f24dc58671559b7ee234ce'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:09:16.814971 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-095af981-948f-47f8-9e97-6b10da654f46 req-d4f15688-e81b-4f78-bf73-fcbff36def8c tempest-ListServerFiltersTestJSON-1491704447 tempest-ListServerFiltersTestJSON-1491704447-project] Network db6b4722-6a69-4264-b4e3-b2624243cd24 is already hosted by enough agents. {{(pid=105585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:09:16.820155 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.base_scheduler [req-095af981-948f-47f8-9e97-6b10da654f46 req-d4f15688-e81b-4f78-bf73-fcbff36def8c tempest-ListServerFiltersTestJSON-1491704447 tempest-ListServerFiltersTestJSON-1491704447-project] Resources bound (agent type, host, resource id): {{(pid=105585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:09:16.826531 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.l3_dvrscheduler_db [req-095af981-948f-47f8-9e97-6b10da654f46 req-d4f15688-e81b-4f78-bf73-fcbff36def8c tempest-ListServerFiltersTestJSON-1491704447 tempest-ListServerFiltersTestJSON-1491704447-project] Received port after_create {{(pid=105585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:09:16.869954 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-07924b1b-82cf-4acc-aebe-104170824fa6 tempest-AllowedAddressPairIpV6TestJSON-976084307 tempest-AllowedAddressPairIpV6TestJSON-976084307-project] Notify callbacks [] for port, precommit_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:16.904187 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-07924b1b-82cf-4acc-aebe-104170824fa6 tempest-AllowedAddressPairIpV6TestJSON-976084307 tempest-AllowedAddressPairIpV6TestJSON-976084307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10221672'] for port, after_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:16.912359 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f15688-e81b-4f78-bf73-fcbff36def8c tempest-ListServerFiltersTestJSON-1491704447 tempest-ListServerFiltersTestJSON-1491704447-project] Pushing event updated for resources: {'Port': ['ID=1b4078bf-0ca0-41a1-ac3d-9981fede3a4a,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:09:16.960748 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [None req-07924b1b-82cf-4acc-aebe-104170824fa6 tempest-AllowedAddressPairIpV6TestJSON-976084307 tempest-AllowedAddressPairIpV6TestJSON-976084307-project] In _notify_port_updated(), no bound segment for port 50511b3c-a662-4f0b-93e4-baa101aff446 on network 7fde689b-f9d1-4c62-8d63-da6010db77dc {{(pid=105585) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 27 21:09:16.967049 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07924b1b-82cf-4acc-aebe-104170824fa6 tempest-AllowedAddressPairIpV6TestJSON-976084307 tempest-AllowedAddressPairIpV6TestJSON-976084307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:09:16.968386 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-07924b1b-82cf-4acc-aebe-104170824fa6 tempest-AllowedAddressPairIpV6TestJSON-976084307 tempest-AllowedAddressPairIpV6TestJSON-976084307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:16.969798 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-07924b1b-82cf-4acc-aebe-104170824fa6 tempest-AllowedAddressPairIpV6TestJSON-976084307 tempest-AllowedAddressPairIpV6TestJSON-976084307-project] 10.222.0.59 "PUT /v2.0/ports/50511b3c-a662-4f0b-93e4-baa101aff446 HTTP/1.1" status: 200 len: 1002 time: 1.8236670 Jul 27 21:09:16.977801 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 54376) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:09:17.050733 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095af981-948f-47f8-9e97-6b10da654f46 req-d4f15688-e81b-4f78-bf73-fcbff36def8c tempest-ListServerFiltersTestJSON-1491704447 tempest-ListServerFiltersTestJSON-1491704447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:09:17.051521 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-095af981-948f-47f8-9e97-6b10da654f46 req-d4f15688-e81b-4f78-bf73-fcbff36def8c tempest-ListServerFiltersTestJSON-1491704447 tempest-ListServerFiltersTestJSON-1491704447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:17.090271 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-095af981-948f-47f8-9e97-6b10da654f46 req-d4f15688-e81b-4f78-bf73-fcbff36def8c tempest-ListServerFiltersTestJSON-1491704447 tempest-ListServerFiltersTestJSON-1491704447-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1894813 Jul 27 21:09:17.114642 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07924b1b-82cf-4acc-aebe-104170824fa6 tempest-AllowedAddressPairIpV6TestJSON-976084307 tempest-AllowedAddressPairIpV6TestJSON-976084307-project] Pushing event updated for resources: {'Port': ['ID=50511b3c-a662-4f0b-93e4-baa101aff446,revision_number=2']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:09:17.131227 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [req-095af981-948f-47f8-9e97-6b10da654f46 req-4a723697-73d6-4b7c-a313-38c35261ee87 service neutron] Request body: {'port': {'device_id': '0c3277e4-976d-46be-bbe9-29df326e21ab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-705658-22'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:09:17.199492 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-fa68ca81-2b1b-49ee-948a-673bab231b9d None None] Provisioning for port 1b4078bf-0ca0-41a1-ac3d-9981fede3a4a completed by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:09:17.205523 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-fa68ca81-2b1b-49ee-948a-673bab231b9d None None] Provisioning complete for port 1b4078bf-0ca0-41a1-ac3d-9981fede3a4a triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:09:17.206223 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-fa68ca81-2b1b-49ee-948a-673bab231b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:17.254467 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [req-f6d54629-2352-4cb2-a878-e72df78b2616 req-a4fc94e6-cdb4-42f6-a24a-cbc68077c9c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54744cdb-b479-41f8-997a-1cdaae76f4ae {{(pid=105584) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:09:17.259219 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a77504c5-0a5b-4303-bf80-c902fc4e8c1a req-272c1f66-cda4-4cd7-a139-5a7b11071d8f tempest-ListServerFiltersTestJSON-1491704447 tempest-ListServerFiltersTestJSON-1491704447-project] Made reservation on behalf of be1fd89232f24dc58671559b7ee234ce for: {'port': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:09:17.262743 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-a77504c5-0a5b-4303-bf80-c902fc4e8c1a req-272c1f66-cda4-4cd7-a139-5a7b11071d8f tempest-ListServerFiltersTestJSON-1491704447 tempest-ListServerFiltersTestJSON-1491704447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:17.298774 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-fa68ca81-2b1b-49ee-948a-673bab231b9d None None] Port 1b4078bf-0ca0-41a1-ac3d-9981fede3a4a cannot update to ACTIVE because it is not bound. {{(pid=105586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:09:17.300036 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-f6d54629-2352-4cb2-a878-e72df78b2616 req-a4fc94e6-cdb4-42f6-a24a-cbc68077c9c4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:17.319725 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.provisioning_blocks [req-f6d54629-2352-4cb2-a878-e72df78b2616 req-a4fc94e6-cdb4-42f6-a24a-cbc68077c9c4 service neutron] Transition to ACTIVE for port object 54744cdb-b479-41f8-997a-1cdaae76f4ae will not be triggered until provisioned by entity L2. {{(pid=105584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:09:17.327221 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-f6d54629-2352-4cb2-a878-e72df78b2616 req-a4fc94e6-cdb4-42f6-a24a-cbc68077c9c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9014027'] for port, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:17.379260 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-eb1a6c6c-44b4-4354-a69d-24c4c3715739 req-d3c4e0cc-18ab-4887-9ba6-72f8803fc415 tempest-ListServerFiltersTestJSON-1491704447 tempest-ListServerFiltersTestJSON-1491704447-project] 10.222.0.59 "GET /v2.0/ports?device_id=cd9af073-a42f-450a-87e7-0bdbc1dec74e HTTP/1.1" status: 200 len: 210 time: 0.0504613 Jul 27 21:09:17.391217 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-095af981-948f-47f8-9e97-6b10da654f46 req-4a723697-73d6-4b7c-a313-38c35261ee87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:17.446085 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-c4f46309-4141-4b07-949d-211bed2203f7 None None] Provisioning complete for port 50511b3c-a662-4f0b-93e4-baa101aff446 triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:09:17.446651 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-c4f46309-4141-4b07-949d-211bed2203f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:17.496365 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fc94e6-cdb4-42f6-a24a-cbc68077c9c4 service neutron] Pushing event updated for resources: {'Port': ['ID=54744cdb-b479-41f8-997a-1cdaae76f4ae,revision_number=2']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:09:17.516663 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-c4f46309-4141-4b07-949d-211bed2203f7 None None] Port 50511b3c-a662-4f0b-93e4-baa101aff446 cannot update to ACTIVE because it is not bound. {{(pid=105586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:09:17.620226 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [None req-445237d4-8830-4f61-8c92-45c3bb4c6e0d tempest-AllowedAddressPairIpV6TestJSON-976084307 tempest-AllowedAddressPairIpV6TestJSON-976084307-project] Deleting port 50511b3c-a662-4f0b-93e4-baa101aff446 {{(pid=105585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:09:17.620588 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.db_base_plugin_common [req-a77504c5-0a5b-4303-bf80-c902fc4e8c1a req-272c1f66-cda4-4cd7-a139-5a7b11071d8f tempest-ListServerFiltersTestJSON-1491704447 tempest-ListServerFiltersTestJSON-1491704447-project] Allocated IP 172.20.0.10 (db6b4722-6a69-4264-b4e3-b2624243cd24/033f449b-a1e0-4fba-98dd-6d95babd8f33/9e8348c1-7cde-48b8-b631-de1bcdf87d28) {{(pid=105584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:09:17.620809 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-445237d4-8830-4f61-8c92-45c3bb4c6e0d tempest-AllowedAddressPairIpV6TestJSON-976084307 tempest-AllowedAddressPairIpV6TestJSON-976084307-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:17.664223 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [req-f6d54629-2352-4cb2-a878-e72df78b2616 req-a4fc94e6-cdb4-42f6-a24a-cbc68077c9c4 service neutron] Attempting to bind port 54744cdb-b479-41f8-997a-1cdaae76f4ae on host n-h1-705658-22 for vnic_type normal with profile {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:09:17.664738 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [req-f6d54629-2352-4cb2-a878-e72df78b2616 req-a4fc94e6-cdb4-42f6-a24a-cbc68077c9c4 service neutron] Attempting to bind port 54744cdb-b479-41f8-997a-1cdaae76f4ae by drivers openvswitch,hyperv on host n-h1-705658-22 at level 0 using segments [{'id': 'e1fe1948-72cd-4432-96e0-eea3e13db4fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'db6b4722-6a69-4264-b4e3-b2624243cd24'}] {{(pid=105584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:09:17.665078 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6d54629-2352-4cb2-a878-e72df78b2616 req-a4fc94e6-cdb4-42f6-a24a-cbc68077c9c4 service neutron] Attempting to bind port 54744cdb-b479-41f8-997a-1cdaae76f4ae on network db6b4722-6a69-4264-b4e3-b2624243cd24 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:09:17.686972 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6d54629-2352-4cb2-a878-e72df78b2616 req-a4fc94e6-cdb4-42f6-a24a-cbc68077c9c4 service neutron] Port 54744cdb-b479-41f8-997a-1cdaae76f4ae on network db6b4722-6a69-4264-b4e3-b2624243cd24 not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-22 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:09:17.687596 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6d54629-2352-4cb2-a878-e72df78b2616 req-a4fc94e6-cdb4-42f6-a24a-cbc68077c9c4 service neutron] Attempting to bind port 54744cdb-b479-41f8-997a-1cdaae76f4ae on network db6b4722-6a69-4264-b4e3-b2624243cd24 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:09:17.700019 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6d54629-2352-4cb2-a878-e72df78b2616 req-a4fc94e6-cdb4-42f6-a24a-cbc68077c9c4 service neutron] Checking agent: {'id': '9d9bc37f-4d75-44ef-9f63-799aab3e316f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 49, 36), 'started_at': datetime.datetime(2021, 7, 27, 20, 49, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 9, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:09:17.700327 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6d54629-2352-4cb2-a878-e72df78b2616 req-a4fc94e6-cdb4-42f6-a24a-cbc68077c9c4 service neutron] Checking segment: {'id': 'e1fe1948-72cd-4432-96e0-eea3e13db4fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'db6b4722-6a69-4264-b4e3-b2624243cd24'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:09:17.700661 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6d54629-2352-4cb2-a878-e72df78b2616 req-a4fc94e6-cdb4-42f6-a24a-cbc68077c9c4 service neutron] Bound using segment: {'id': 'e1fe1948-72cd-4432-96e0-eea3e13db4fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'db6b4722-6a69-4264-b4e3-b2624243cd24'} {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:09:17.701104 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [req-f6d54629-2352-4cb2-a878-e72df78b2616 req-a4fc94e6-cdb4-42f6-a24a-cbc68077c9c4 service neutron] Bound port: 54744cdb-b479-41f8-997a-1cdaae76f4ae, host: n-h1-705658-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1fe1948-72cd-4432-96e0-eea3e13db4fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'db6b4722-6a69-4264-b4e3-b2624243cd24'}}] {{(pid=105584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:09:17.701469 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-f6d54629-2352-4cb2-a878-e72df78b2616 req-a4fc94e6-cdb4-42f6-a24a-cbc68077c9c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:17.859216 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 54390) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:09:17.893439 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [req-f6d54629-2352-4cb2-a878-e72df78b2616 req-a4fc94e6-cdb4-42f6-a24a-cbc68077c9c4 service neutron] For port 54744cdb-b479-41f8-997a-1cdaae76f4ae, host n-h1-705658-22, cleared binding levels {{(pid=105584) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:09:17.898486 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-a77504c5-0a5b-4303-bf80-c902fc4e8c1a req-272c1f66-cda4-4cd7-a139-5a7b11071d8f tempest-ListServerFiltersTestJSON-1491704447 tempest-ListServerFiltersTestJSON-1491704447-project] Notify callbacks [] for port, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:17.902549 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [req-f6d54629-2352-4cb2-a878-e72df78b2616 req-a4fc94e6-cdb4-42f6-a24a-cbc68077c9c4 service neutron] For port 54744cdb-b479-41f8-997a-1cdaae76f4ae, host n-h1-705658-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=54744cdb-b479-41f8-997a-1cdaae76f4ae,segment=NetworkSegment(e1fe1948-72cd-4432-96e0-eea3e13db4fe),segment_id=e1fe1948-72cd-4432-96e0-eea3e13db4fe)] {{(pid=105584) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:09:17.914586 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-f6d54629-2352-4cb2-a878-e72df78b2616 req-a4fc94e6-cdb4-42f6-a24a-cbc68077c9c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9014027'] for port, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:17.959714 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.provisioning_blocks [req-a77504c5-0a5b-4303-bf80-c902fc4e8c1a req-272c1f66-cda4-4cd7-a139-5a7b11071d8f tempest-ListServerFiltersTestJSON-1491704447 tempest-ListServerFiltersTestJSON-1491704447-project] Transition to ACTIVE for port object 9e8348c1-7cde-48b8-b631-de1bcdf87d28 will not be triggered until provisioned by entity DHCP. {{(pid=105584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:09:17.961782 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d54629-2352-4cb2-a878-e72df78b2616 req-a4fc94e6-cdb4-42f6-a24a-cbc68077c9c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:09:17.963793 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-f6d54629-2352-4cb2-a878-e72df78b2616 req-a4fc94e6-cdb4-42f6-a24a-cbc68077c9c4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:17.965944 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-f6d54629-2352-4cb2-a878-e72df78b2616 req-a4fc94e6-cdb4-42f6-a24a-cbc68077c9c4 service neutron] 10.222.0.36 "PUT /v2.0/ports/54744cdb-b479-41f8-997a-1cdaae76f4ae HTTP/1.1" status: 200 len: 1093 time: 1.9189219 Jul 27 21:09:17.975402 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ec68082-1269-4333-94b4-18ecd4705e46', 'tag': '54744cdb-b479-41f8-997a-1cdaae76f4ae'}] {{(pid=105584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:09:17.978707 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bce5e6c8685464f7626901654159975603b047827e3138302ed6566e28f1343" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f048d56-59b6-4782-8ded-f14819669990" -d '{"events": [{"name": "network-changed", "server_uuid": "3ec68082-1269-4333-94b4-18ecd4705e46", "tag": "54744cdb-b479-41f8-997a-1cdaae76f4ae"}]}' {{(pid=105584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:09:18.015785 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fc94e6-cdb4-42f6-a24a-cbc68077c9c4 service neutron] Pushing event updated for resources: {'Port': ['ID=54744cdb-b479-41f8-997a-1cdaae76f4ae,revision_number=3']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:09:18.057221 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:09:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c46c74a-7f1f-4520-8dd3-48dfaa618a9d x-openstack-request-id: req-4c46c74a-7f1f-4520-8dd3-48dfaa618a9d {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:09:18.057650 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ec68082-1269-4333-94b4-18ecd4705e46", "tag": "54744cdb-b479-41f8-997a-1cdaae76f4ae", "status": "completed", "code": 200}]} {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:09:18.058013 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-4c46c74a-7f1f-4520-8dd3-48dfaa618a9d {{(pid=105584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:09:18.058497 n-d-705658-22 neutron-server[105584]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ec68082-1269-4333-94b4-18ecd4705e46', 'tag': '54744cdb-b479-41f8-997a-1cdaae76f4ae', 'status': 'completed', 'code': 200} Jul 27 21:09:18.126324 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b4704a-b2fd-47a1-bcd4-9058eca6e11b req-d53f6050-d2d5-405d-b483-c5c8d92e1114 tempest-ImagesTestJSON-607612606 tempest-ImagesTestJSON-607612606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:09:18.127908 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-01b4704a-b2fd-47a1-bcd4-9058eca6e11b req-d53f6050-d2d5-405d-b483-c5c8d92e1114 tempest-ImagesTestJSON-607612606 tempest-ImagesTestJSON-607612606-project] 10.222.0.59 "GET /v2.0/ports?device_id=3df18367-d5f2-4562-b9b0-adc84180d413 HTTP/1.1" status: 200 len: 945 time: 0.5692873 Jul 27 21:09:18.156441 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-445237d4-8830-4f61-8c92-45c3bb4c6e0d tempest-AllowedAddressPairIpV6TestJSON-976084307 tempest-AllowedAddressPairIpV6TestJSON-976084307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:18.182421 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [None req-445237d4-8830-4f61-8c92-45c3bb4c6e0d tempest-AllowedAddressPairIpV6TestJSON-976084307 tempest-AllowedAddressPairIpV6TestJSON-976084307-project] Calling delete_port for 50511b3c-a662-4f0b-93e4-baa101aff446 owned by {{(pid=105585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:09:18.193942 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-a77504c5-0a5b-4303-bf80-c902fc4e8c1a req-272c1f66-cda4-4cd7-a139-5a7b11071d8f tempest-ListServerFiltersTestJSON-1491704447 tempest-ListServerFiltersTestJSON-1491704447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:18.216263 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d54629-2352-4cb2-a878-e72df78b2616 req-f3092d22-31e1-4886-9b88-987232d8bb9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:09:18.218056 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-f6d54629-2352-4cb2-a878-e72df78b2616 req-f3092d22-31e1-4886-9b88-987232d8bb9e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=be1fd89232f24dc58671559b7ee234ce&device_id=3ec68082-1269-4333-94b4-18ecd4705e46 HTTP/1.1" status: 200 len: 1096 time: 0.1640301 Jul 27 21:09:18.219317 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-01b4704a-b2fd-47a1-bcd4-9058eca6e11b req-cce429bf-7a67-418f-a43b-45d0e7952c0d tempest-ImagesTestJSON-607612606 tempest-ImagesTestJSON-607612606-project] 10.222.0.59 "GET /v2.0/security-groups?id=0824f12c-25ec-46a0-872f-0482607e4324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790515 Jul 27 21:09:18.248725 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a77504c5-0a5b-4303-bf80-c902fc4e8c1a req-272c1f66-cda4-4cd7-a139-5a7b11071d8f tempest-ListServerFiltersTestJSON-1491704447 tempest-ListServerFiltersTestJSON-1491704447-project] Network db6b4722-6a69-4264-b4e3-b2624243cd24 is already hosted by enough agents. {{(pid=105584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:09:18.262942 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [req-a77504c5-0a5b-4303-bf80-c902fc4e8c1a req-272c1f66-cda4-4cd7-a139-5a7b11071d8f tempest-ListServerFiltersTestJSON-1491704447 tempest-ListServerFiltersTestJSON-1491704447-project] Resources bound (agent type, host, resource id): {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:09:18.331126 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [req-a77504c5-0a5b-4303-bf80-c902fc4e8c1a req-272c1f66-cda4-4cd7-a139-5a7b11071d8f tempest-ListServerFiltersTestJSON-1491704447 tempest-ListServerFiltersTestJSON-1491704447-project] Received port after_create {{(pid=105584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:09:18.386861 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272c1f66-cda4-4cd7-a139-5a7b11071d8f tempest-ListServerFiltersTestJSON-1491704447 tempest-ListServerFiltersTestJSON-1491704447-project] Pushing event updated for resources: {'Port': ['ID=9e8348c1-7cde-48b8-b631-de1bcdf87d28,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:09:18.389985 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-f6d54629-2352-4cb2-a878-e72df78b2616 req-a46fbde7-f60f-4ca3-9b8d-ab388f806c39 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=54744cdb-b479-41f8-997a-1cdaae76f4ae HTTP/1.1" status: 200 len: 217 time: 0.1373651 Jul 27 21:09:18.481698 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77504c5-0a5b-4303-bf80-c902fc4e8c1a req-272c1f66-cda4-4cd7-a139-5a7b11071d8f tempest-ListServerFiltersTestJSON-1491704447 tempest-ListServerFiltersTestJSON-1491704447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:09:18.482357 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-a77504c5-0a5b-4303-bf80-c902fc4e8c1a req-272c1f66-cda4-4cd7-a139-5a7b11071d8f tempest-ListServerFiltersTestJSON-1491704447 tempest-ListServerFiltersTestJSON-1491704447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:18.483098 n-d-705658-22 neutron-server[105585]: DEBUG neutron.notifiers.nova [req-095af981-948f-47f8-9e97-6b10da654f46 req-4a723697-73d6-4b7c-a313-38c35261ee87 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b4078bf-0ca0-41a1-ac3d-9981fede3a4a {{(pid=105585) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:09:18.493380 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-095af981-948f-47f8-9e97-6b10da654f46 req-4a723697-73d6-4b7c-a313-38c35261ee87 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:18.504325 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-445237d4-8830-4f61-8c92-45c3bb4c6e0d tempest-AllowedAddressPairIpV6TestJSON-976084307 tempest-AllowedAddressPairIpV6TestJSON-976084307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:18.519785 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-a77504c5-0a5b-4303-bf80-c902fc4e8c1a req-272c1f66-cda4-4cd7-a139-5a7b11071d8f tempest-ListServerFiltersTestJSON-1491704447 tempest-ListServerFiltersTestJSON-1491704447-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7441804 Jul 27 21:09:18.530753 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d54629-2352-4cb2-a878-e72df78b2616 req-dd3c2914-412f-4a17-b09b-37cbfbd00e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:09:18.532218 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-f6d54629-2352-4cb2-a878-e72df78b2616 req-dd3c2914-412f-4a17-b09b-37cbfbd00e0b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=033f449b-a1e0-4fba-98dd-6d95babd8f33 HTTP/1.1" status: 200 len: 854 time: 0.1320765 Jul 27 21:09:18.536026 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [req-a77504c5-0a5b-4303-bf80-c902fc4e8c1a req-8529807d-571a-4651-add1-1a06bc68f922 service neutron] Request body: {'port': {'device_id': 'cd9af073-a42f-450a-87e7-0bdbc1dec74e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-705658-22'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:09:18.550150 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.provisioning_blocks [req-095af981-948f-47f8-9e97-6b10da654f46 req-4a723697-73d6-4b7c-a313-38c35261ee87 service neutron] Transition to ACTIVE for port object 1b4078bf-0ca0-41a1-ac3d-9981fede3a4a will not be triggered until provisioned by entity L2. {{(pid=105585) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:09:18.596488 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445237d4-8830-4f61-8c92-45c3bb4c6e0d tempest-AllowedAddressPairIpV6TestJSON-976084307 tempest-AllowedAddressPairIpV6TestJSON-976084307-project] Pushing event deleted for resources: {'Port': ['ID=50511b3c-a662-4f0b-93e4-baa101aff446,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:09:18.599701 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-095af981-948f-47f8-9e97-6b10da654f46 req-4a723697-73d6-4b7c-a313-38c35261ee87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10221672'] for port, after_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:18.630202 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-445237d4-8830-4f61-8c92-45c3bb4c6e0d tempest-AllowedAddressPairIpV6TestJSON-976084307 tempest-AllowedAddressPairIpV6TestJSON-976084307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:18.630564 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-8df47a02-e9cd-405c-a0a0-0427d4266d12 None None] Provisioning for port 9e8348c1-7cde-48b8-b631-de1bcdf87d28 completed by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:09:18.632615 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-445237d4-8830-4f61-8c92-45c3bb4c6e0d tempest-AllowedAddressPairIpV6TestJSON-976084307 tempest-AllowedAddressPairIpV6TestJSON-976084307-project] 10.222.0.59 "DELETE /v2.0/ports/50511b3c-a662-4f0b-93e4-baa101aff446 HTTP/1.1" status: 204 len: 168 time: 1.6516731 Jul 27 21:09:18.638023 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-8df47a02-e9cd-405c-a0a0-0427d4266d12 None None] Provisioning complete for port 9e8348c1-7cde-48b8-b631-de1bcdf87d28 triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:09:18.638399 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-8df47a02-e9cd-405c-a0a0-0427d4266d12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:18.640782 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 54398) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:09:18.679448 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-8df47a02-e9cd-405c-a0a0-0427d4266d12 None None] Port 9e8348c1-7cde-48b8-b631-de1bcdf87d28 cannot update to ACTIVE because it is not bound. {{(pid=105586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:09:18.696984 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a723697-73d6-4b7c-a313-38c35261ee87 service neutron] Pushing event updated for resources: {'Port': ['ID=1b4078bf-0ca0-41a1-ac3d-9981fede3a4a,revision_number=2']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:09:18.721546 n-d-705658-22 neutron-server[105584]: INFO neutron.pecan_wsgi.hooks.translation [None req-3fc5810a-1fde-43a0-b407-014eb9bbf86c tempest-AllowedAddressPairIpV6TestJSON-976084307 tempest-AllowedAddressPairIpV6TestJSON-976084307-project] GET failed (client error): The resource could not be found. Jul 27 21:09:18.728292 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-3fc5810a-1fde-43a0-b407-014eb9bbf86c tempest-AllowedAddressPairIpV6TestJSON-976084307 tempest-AllowedAddressPairIpV6TestJSON-976084307-project] 10.222.0.59 "GET /v2.0/ports/50511b3c-a662-4f0b-93e4-baa101aff446 HTTP/1.1" status: 404 len: 333 time: 0.0811770 Jul 27 21:09:18.730818 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 54400) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:09:18.741043 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-555c76b7-b2f8-4ae1-bca6-a7a2cb3a14d6 tempest-AllowedAddressPairIpV6TestJSON-976084307 tempest-AllowedAddressPairIpV6TestJSON-976084307-project] Request body: {'port': {'network_id': '7fde689b-f9d1-4c62-8d63-da6010db77dc', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-990799544'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:09:18.751387 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-a77504c5-0a5b-4303-bf80-c902fc4e8c1a req-8529807d-571a-4651-add1-1a06bc68f922 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:18.766858 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d54629-2352-4cb2-a878-e72df78b2616 req-88c8959a-299a-4f8d-ac73-dac9f225e2c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:09:18.768419 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-f6d54629-2352-4cb2-a878-e72df78b2616 req-88c8959a-299a-4f8d-ac73-dac9f225e2c5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=db6b4722-6a69-4264-b4e3-b2624243cd24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2276092 Jul 27 21:09:18.782984 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df254539-ecc6-4262-88ea-1c426ad463ba req-2d076cbb-95d6-4003-a7ee-9f9a6ac96efd tempest-ListServerFiltersTestJSON-1491704447 tempest-ListServerFiltersTestJSON-1491704447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:09:18.785215 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-df254539-ecc6-4262-88ea-1c426ad463ba req-2d076cbb-95d6-4003-a7ee-9f9a6ac96efd tempest-ListServerFiltersTestJSON-1491704447 tempest-ListServerFiltersTestJSON-1491704447-project] 10.222.0.59 "GET /v2.0/ports?device_id=cd9af073-a42f-450a-87e7-0bdbc1dec74e HTTP/1.1" status: 200 len: 932 time: 0.2748976 Jul 27 21:09:18.935561 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-df254539-ecc6-4262-88ea-1c426ad463ba req-772f25d1-28b0-4263-8f87-80724b90c374 tempest-ListServerFiltersTestJSON-1491704447 tempest-ListServerFiltersTestJSON-1491704447-project] 10.222.0.59 "GET /v2.0/security-groups?id=8dfcd13b-e54c-4aad-8514-fdac1e892828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132631 Jul 27 21:09:18.936244 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.managers [req-095af981-948f-47f8-9e97-6b10da654f46 req-4a723697-73d6-4b7c-a313-38c35261ee87 service neutron] Attempting to bind port 1b4078bf-0ca0-41a1-ac3d-9981fede3a4a on host n-h1-705658-22 for vnic_type normal with profile {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:09:18.936582 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.managers [req-095af981-948f-47f8-9e97-6b10da654f46 req-4a723697-73d6-4b7c-a313-38c35261ee87 service neutron] Attempting to bind port 1b4078bf-0ca0-41a1-ac3d-9981fede3a4a by drivers openvswitch,hyperv on host n-h1-705658-22 at level 0 using segments [{'id': 'e1fe1948-72cd-4432-96e0-eea3e13db4fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'db6b4722-6a69-4264-b4e3-b2624243cd24'}] {{(pid=105585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:09:18.936912 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-095af981-948f-47f8-9e97-6b10da654f46 req-4a723697-73d6-4b7c-a313-38c35261ee87 service neutron] Attempting to bind port 1b4078bf-0ca0-41a1-ac3d-9981fede3a4a on network db6b4722-6a69-4264-b4e3-b2624243cd24 {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:09:18.949775 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-095af981-948f-47f8-9e97-6b10da654f46 req-4a723697-73d6-4b7c-a313-38c35261ee87 service neutron] Port 1b4078bf-0ca0-41a1-ac3d-9981fede3a4a on network db6b4722-6a69-4264-b4e3-b2624243cd24 not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-22 {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:09:18.950006 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-095af981-948f-47f8-9e97-6b10da654f46 req-4a723697-73d6-4b7c-a313-38c35261ee87 service neutron] Attempting to bind port 1b4078bf-0ca0-41a1-ac3d-9981fede3a4a on network db6b4722-6a69-4264-b4e3-b2624243cd24 {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:09:18.969671 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-095af981-948f-47f8-9e97-6b10da654f46 req-4a723697-73d6-4b7c-a313-38c35261ee87 service neutron] Checking agent: {'id': '9d9bc37f-4d75-44ef-9f63-799aab3e316f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 49, 36), 'started_at': datetime.datetime(2021, 7, 27, 20, 49, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 9, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:09:18.970193 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-095af981-948f-47f8-9e97-6b10da654f46 req-4a723697-73d6-4b7c-a313-38c35261ee87 service neutron] Checking segment: {'id': 'e1fe1948-72cd-4432-96e0-eea3e13db4fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'db6b4722-6a69-4264-b4e3-b2624243cd24'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:09:18.970678 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-095af981-948f-47f8-9e97-6b10da654f46 req-4a723697-73d6-4b7c-a313-38c35261ee87 service neutron] Bound using segment: {'id': 'e1fe1948-72cd-4432-96e0-eea3e13db4fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'db6b4722-6a69-4264-b4e3-b2624243cd24'} {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:09:18.971253 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.managers [req-095af981-948f-47f8-9e97-6b10da654f46 req-4a723697-73d6-4b7c-a313-38c35261ee87 service neutron] Bound port: 1b4078bf-0ca0-41a1-ac3d-9981fede3a4a, host: n-h1-705658-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1fe1948-72cd-4432-96e0-eea3e13db4fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'db6b4722-6a69-4264-b4e3-b2624243cd24'}}] {{(pid=105585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:09:18.971713 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-095af981-948f-47f8-9e97-6b10da654f46 req-4a723697-73d6-4b7c-a313-38c35261ee87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:19.036274 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-555c76b7-b2f8-4ae1-bca6-a7a2cb3a14d6 tempest-AllowedAddressPairIpV6TestJSON-976084307 tempest-AllowedAddressPairIpV6TestJSON-976084307-project] Made reservation on behalf of 10c48081e6c14bea9cf1afcfe216fdaf for: {'port': 1} {{(pid=105585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:09:19.039881 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-555c76b7-b2f8-4ae1-bca6-a7a2cb3a14d6 tempest-AllowedAddressPairIpV6TestJSON-976084307 tempest-AllowedAddressPairIpV6TestJSON-976084307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:19.076627 n-d-705658-22 neutron-server[105585]: DEBUG neutron.notifiers.nova [None req-555c76b7-b2f8-4ae1-bca6-a7a2cb3a14d6 tempest-AllowedAddressPairIpV6TestJSON-976084307 tempest-AllowedAddressPairIpV6TestJSON-976084307-project] device_id is not set on port 353779f2-b47e-4d84-a8e1-eece81facfcf yet. {{(pid=105585) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 21:09:19.084460 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.db [req-095af981-948f-47f8-9e97-6b10da654f46 req-4a723697-73d6-4b7c-a313-38c35261ee87 service neutron] For port 1b4078bf-0ca0-41a1-ac3d-9981fede3a4a, host n-h1-705658-22, cleared binding levels {{(pid=105585) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:09:19.088508 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.db [req-095af981-948f-47f8-9e97-6b10da654f46 req-4a723697-73d6-4b7c-a313-38c35261ee87 service neutron] For port 1b4078bf-0ca0-41a1-ac3d-9981fede3a4a, host n-h1-705658-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=1b4078bf-0ca0-41a1-ac3d-9981fede3a4a,segment=NetworkSegment(e1fe1948-72cd-4432-96e0-eea3e13db4fe),segment_id=e1fe1948-72cd-4432-96e0-eea3e13db4fe)] {{(pid=105585) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:09:19.092133 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-095af981-948f-47f8-9e97-6b10da654f46 req-4a723697-73d6-4b7c-a313-38c35261ee87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10221672'] for port, after_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:19.169166 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095af981-948f-47f8-9e97-6b10da654f46 req-4a723697-73d6-4b7c-a313-38c35261ee87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:09:19.169693 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-095af981-948f-47f8-9e97-6b10da654f46 req-4a723697-73d6-4b7c-a313-38c35261ee87 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:19.171223 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-095af981-948f-47f8-9e97-6b10da654f46 req-4a723697-73d6-4b7c-a313-38c35261ee87 service neutron] 10.222.0.36 "PUT /v2.0/ports/1b4078bf-0ca0-41a1-ac3d-9981fede3a4a HTTP/1.1" status: 200 len: 1092 time: 2.0609255 Jul 27 21:09:19.173311 n-d-705658-22 neutron-server[105585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c3277e4-976d-46be-bbe9-29df326e21ab', 'tag': '1b4078bf-0ca0-41a1-ac3d-9981fede3a4a'}] {{(pid=105585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:09:19.175588 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d66fd65881426bfc2b5388084a3654e5eae521106a15a3dbf0eb4cde7106c36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f68e804b-803b-4f9d-a72a-e9c1a51843d3" -d '{"events": [{"name": "network-changed", "server_uuid": "0c3277e4-976d-46be-bbe9-29df326e21ab", "tag": "1b4078bf-0ca0-41a1-ac3d-9981fede3a4a"}]}' {{(pid=105585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:09:19.247435 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:09:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f46b8eaf-1e15-4327-917b-a243e1302ebd x-openstack-request-id: req-f46b8eaf-1e15-4327-917b-a243e1302ebd {{(pid=105585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:09:19.247732 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c3277e4-976d-46be-bbe9-29df326e21ab", "tag": "1b4078bf-0ca0-41a1-ac3d-9981fede3a4a", "status": "completed", "code": 200}]} {{(pid=105585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:09:19.247974 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-f46b8eaf-1e15-4327-917b-a243e1302ebd {{(pid=105585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:09:19.248627 n-d-705658-22 neutron-server[105585]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c3277e4-976d-46be-bbe9-29df326e21ab', 'tag': '1b4078bf-0ca0-41a1-ac3d-9981fede3a4a', 'status': 'completed', 'code': 200} Jul 27 21:09:19.270536 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a723697-73d6-4b7c-a313-38c35261ee87 service neutron] Pushing event updated for resources: {'Port': ['ID=1b4078bf-0ca0-41a1-ac3d-9981fede3a4a,revision_number=3']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:09:19.336830 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.db_base_plugin_common [None req-555c76b7-b2f8-4ae1-bca6-a7a2cb3a14d6 tempest-AllowedAddressPairIpV6TestJSON-976084307 tempest-AllowedAddressPairIpV6TestJSON-976084307-project] Allocated IP 2001:db8::301 (7fde689b-f9d1-4c62-8d63-da6010db77dc/dadae781-99c0-48c3-b1c1-0a0aa1dcf31d/353779f2-b47e-4d84-a8e1-eece81facfcf) {{(pid=105585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:09:19.352040 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-f6d54629-2352-4cb2-a878-e72df78b2616 req-3a608e27-1128-47e7-9881-07dfc70daebe service neutron] 10.222.0.36 "GET /v2.0/networks/db6b4722-6a69-4264-b4e3-b2624243cd24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5755537 Jul 27 21:09:19.429828 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095af981-948f-47f8-9e97-6b10da654f46 req-42dc0b51-5b09-44a0-969b-30110a021a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:09:19.431724 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-095af981-948f-47f8-9e97-6b10da654f46 req-42dc0b51-5b09-44a0-969b-30110a021a0f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=be1fd89232f24dc58671559b7ee234ce&device_id=0c3277e4-976d-46be-bbe9-29df326e21ab HTTP/1.1" status: 200 len: 1095 time: 0.1875775 Jul 27 21:09:19.538547 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-68dd562a-c883-44da-ba8c-e163eb2bdfd8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4076536'] for router_interface, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:19.548843 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-095af981-948f-47f8-9e97-6b10da654f46 req-17ab9542-7976-4cf5-918f-c58e6de0b533 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1b4078bf-0ca0-41a1-ac3d-9981fede3a4a HTTP/1.1" status: 200 len: 217 time: 0.1003585 Jul 27 21:09:19.556930 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb58134-d047-4eaa-8a13-79980247664d req-559e4333-2528-45a2-a38d-28e4b86678bd tempest-ImagesTestJSON-607612606 tempest-ImagesTestJSON-607612606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:09:19.558404 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-1eb58134-d047-4eaa-8a13-79980247664d req-559e4333-2528-45a2-a38d-28e4b86678bd tempest-ImagesTestJSON-607612606 tempest-ImagesTestJSON-607612606-project] 10.222.0.59 "GET /v2.0/ports?device_id=3df18367-d5f2-4562-b9b0-adc84180d413 HTTP/1.1" status: 200 len: 945 time: 0.2232678 Jul 27 21:09:19.598678 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-f6d54629-2352-4cb2-a878-e72df78b2616 req-19919a69-da50-4489-8a6d-93de3685cd9a service neutron] 10.222.0.36 "GET /v2.0/networks/db6b4722-6a69-4264-b4e3-b2624243cd24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1923563 Jul 27 21:09:19.664469 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-1eb58134-d047-4eaa-8a13-79980247664d req-5bc79d83-9c1d-4c83-9934-239183f80fdb tempest-ImagesTestJSON-607612606 tempest-ImagesTestJSON-607612606-project] 10.222.0.59 "GET /v2.0/security-groups?id=0824f12c-25ec-46a0-872f-0482607e4324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939331 Jul 27 21:09:19.668158 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095af981-948f-47f8-9e97-6b10da654f46 req-a8523c15-2f15-430e-8498-dc05c545a2fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:09:19.669145 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-095af981-948f-47f8-9e97-6b10da654f46 req-a8523c15-2f15-430e-8498-dc05c545a2fc service neutron] 10.222.0.36 "GET /v2.0/subnets?id=033f449b-a1e0-4fba-98dd-6d95babd8f33 HTTP/1.1" status: 200 len: 854 time: 0.1081011 Jul 27 21:09:19.712211 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [req-a77504c5-0a5b-4303-bf80-c902fc4e8c1a req-8529807d-571a-4651-add1-1a06bc68f922 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e8348c1-7cde-48b8-b631-de1bcdf87d28 {{(pid=105584) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:09:19.714758 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-555c76b7-b2f8-4ae1-bca6-a7a2cb3a14d6 tempest-AllowedAddressPairIpV6TestJSON-976084307 tempest-AllowedAddressPairIpV6TestJSON-976084307-project] Notify callbacks [] for port, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:19.727613 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-a77504c5-0a5b-4303-bf80-c902fc4e8c1a req-8529807d-571a-4651-add1-1a06bc68f922 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:19.734419 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.provisioning_blocks [None req-555c76b7-b2f8-4ae1-bca6-a7a2cb3a14d6 tempest-AllowedAddressPairIpV6TestJSON-976084307 tempest-AllowedAddressPairIpV6TestJSON-976084307-project] Transition to ACTIVE for port object 353779f2-b47e-4d84-a8e1-eece81facfcf will not be triggered until provisioned by entity DHCP. {{(pid=105585) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:09:19.748190 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.provisioning_blocks [req-a77504c5-0a5b-4303-bf80-c902fc4e8c1a req-8529807d-571a-4651-add1-1a06bc68f922 service neutron] Transition to ACTIVE for port object 9e8348c1-7cde-48b8-b631-de1bcdf87d28 will not be triggered until provisioned by entity L2. {{(pid=105584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:09:19.768779 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095af981-948f-47f8-9e97-6b10da654f46 req-2305b9dd-c914-4ec5-b7dd-8b0cbba892f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:09:19.770281 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-095af981-948f-47f8-9e97-6b10da654f46 req-2305b9dd-c914-4ec5-b7dd-8b0cbba892f2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=db6b4722-6a69-4264-b4e3-b2624243cd24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0938652 Jul 27 21:09:19.781113 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-a77504c5-0a5b-4303-bf80-c902fc4e8c1a req-8529807d-571a-4651-add1-1a06bc68f922 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9014027'] for port, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:19.798913 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-555c76b7-b2f8-4ae1-bca6-a7a2cb3a14d6 tempest-AllowedAddressPairIpV6TestJSON-976084307 tempest-AllowedAddressPairIpV6TestJSON-976084307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:19.835815 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f048d56-59b6-4782-8ded-f14819669990 req-2199e2b0-e9d9-4f89-a49c-b392f55a3460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:09:19.837320 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-9f048d56-59b6-4782-8ded-f14819669990 req-2199e2b0-e9d9-4f89-a49c-b392f55a3460 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=be1fd89232f24dc58671559b7ee234ce&device_id=3ec68082-1269-4333-94b4-18ecd4705e46 HTTP/1.1" status: 200 len: 1096 time: 0.1740885 Jul 27 21:09:19.872345 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8529807d-571a-4651-add1-1a06bc68f922 service neutron] Pushing event updated for resources: {'Port': ['ID=9e8348c1-7cde-48b8-b631-de1bcdf87d28,revision_number=2']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:09:19.898017 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-555c76b7-b2f8-4ae1-bca6-a7a2cb3a14d6 tempest-AllowedAddressPairIpV6TestJSON-976084307 tempest-AllowedAddressPairIpV6TestJSON-976084307-project] Network 7fde689b-f9d1-4c62-8d63-da6010db77dc is already hosted by enough agents. {{(pid=105585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:09:19.908815 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.base_scheduler [None req-555c76b7-b2f8-4ae1-bca6-a7a2cb3a14d6 tempest-AllowedAddressPairIpV6TestJSON-976084307 tempest-AllowedAddressPairIpV6TestJSON-976084307-project] Resources bound (agent type, host, resource id): {{(pid=105585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:09:19.911822 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-555c76b7-b2f8-4ae1-bca6-a7a2cb3a14d6 tempest-AllowedAddressPairIpV6TestJSON-976084307 tempest-AllowedAddressPairIpV6TestJSON-976084307-project] Received port after_create {{(pid=105585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:09:19.918173 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-555c76b7-b2f8-4ae1-bca6-a7a2cb3a14d6 tempest-AllowedAddressPairIpV6TestJSON-976084307 tempest-AllowedAddressPairIpV6TestJSON-976084307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:09:19.918620 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-555c76b7-b2f8-4ae1-bca6-a7a2cb3a14d6 tempest-AllowedAddressPairIpV6TestJSON-976084307 tempest-AllowedAddressPairIpV6TestJSON-976084307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:19.935562 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555c76b7-b2f8-4ae1-bca6-a7a2cb3a14d6 tempest-AllowedAddressPairIpV6TestJSON-976084307 tempest-AllowedAddressPairIpV6TestJSON-976084307-project] Pushing event updated for resources: {'Port': ['ID=353779f2-b47e-4d84-a8e1-eece81facfcf,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:09:20.003610 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-555c76b7-b2f8-4ae1-bca6-a7a2cb3a14d6 tempest-AllowedAddressPairIpV6TestJSON-976084307 tempest-AllowedAddressPairIpV6TestJSON-976084307-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.2642429 Jul 27 21:09:20.004284 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 54416) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:09:20.011031 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-76ebcd36-5a69-42c9-b422-d217bf93b9ee tempest-AllowedAddressPairIpV6TestJSON-976084307 tempest-AllowedAddressPairIpV6TestJSON-976084307-project] Request body: {'port': {'network_id': '7fde689b-f9d1-4c62-8d63-da6010db77dc', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-533877730'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:09:20.028329 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f048d56-59b6-4782-8ded-f14819669990 req-56cd43fe-92a8-4683-8d6a-8a6b6036bf76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:09:20.031175 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-9f048d56-59b6-4782-8ded-f14819669990 req-56cd43fe-92a8-4683-8d6a-8a6b6036bf76 service neutron] 10.222.0.36 "GET /v2.0/networks?id=db6b4722-6a69-4264-b4e3-b2624243cd24 HTTP/1.1" status: 200 len: 916 time: 0.1763864 Jul 27 21:09:20.043446 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-095af981-948f-47f8-9e97-6b10da654f46 req-68a00a6e-2ceb-490f-bda5-0922f515d054 service neutron] 10.222.0.36 "GET /v2.0/networks/db6b4722-6a69-4264-b4e3-b2624243cd24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2645233 Jul 27 21:09:20.119483 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-9f048d56-59b6-4782-8ded-f14819669990 req-164de4f2-69d0-4d12-8c85-600a2ce8c25d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=54744cdb-b479-41f8-997a-1cdaae76f4ae HTTP/1.1" status: 200 len: 217 time: 0.0759254 Jul 27 21:09:20.121858 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [req-a77504c5-0a5b-4303-bf80-c902fc4e8c1a req-8529807d-571a-4651-add1-1a06bc68f922 service neutron] Attempting to bind port 9e8348c1-7cde-48b8-b631-de1bcdf87d28 on host n-h2-705658-22 for vnic_type normal with profile {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:09:20.122206 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [req-a77504c5-0a5b-4303-bf80-c902fc4e8c1a req-8529807d-571a-4651-add1-1a06bc68f922 service neutron] Attempting to bind port 9e8348c1-7cde-48b8-b631-de1bcdf87d28 by drivers openvswitch,hyperv on host n-h2-705658-22 at level 0 using segments [{'id': 'e1fe1948-72cd-4432-96e0-eea3e13db4fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'db6b4722-6a69-4264-b4e3-b2624243cd24'}] {{(pid=105584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:09:20.122709 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a77504c5-0a5b-4303-bf80-c902fc4e8c1a req-8529807d-571a-4651-add1-1a06bc68f922 service neutron] Attempting to bind port 9e8348c1-7cde-48b8-b631-de1bcdf87d28 on network db6b4722-6a69-4264-b4e3-b2624243cd24 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:09:20.142881 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a77504c5-0a5b-4303-bf80-c902fc4e8c1a req-8529807d-571a-4651-add1-1a06bc68f922 service neutron] Port 9e8348c1-7cde-48b8-b631-de1bcdf87d28 on network db6b4722-6a69-4264-b4e3-b2624243cd24 not bound, no agent of type Open vSwitch agent registered on host n-h2-705658-22 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:09:20.143284 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a77504c5-0a5b-4303-bf80-c902fc4e8c1a req-8529807d-571a-4651-add1-1a06bc68f922 service neutron] Attempting to bind port 9e8348c1-7cde-48b8-b631-de1bcdf87d28 on network db6b4722-6a69-4264-b4e3-b2624243cd24 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:09:20.186116 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a77504c5-0a5b-4303-bf80-c902fc4e8c1a req-8529807d-571a-4651-add1-1a06bc68f922 service neutron] Checking agent: {'id': '65195a73-a875-4810-9f5b-622ae260a8a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 49, 40), 'started_at': datetime.datetime(2021, 7, 27, 20, 49, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 9, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:09:20.186552 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a77504c5-0a5b-4303-bf80-c902fc4e8c1a req-8529807d-571a-4651-add1-1a06bc68f922 service neutron] Checking segment: {'id': 'e1fe1948-72cd-4432-96e0-eea3e13db4fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'db6b4722-6a69-4264-b4e3-b2624243cd24'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:09:20.186885 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a77504c5-0a5b-4303-bf80-c902fc4e8c1a req-8529807d-571a-4651-add1-1a06bc68f922 service neutron] Bound using segment: {'id': 'e1fe1948-72cd-4432-96e0-eea3e13db4fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'db6b4722-6a69-4264-b4e3-b2624243cd24'} {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:09:20.187449 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [req-a77504c5-0a5b-4303-bf80-c902fc4e8c1a req-8529807d-571a-4651-add1-1a06bc68f922 service neutron] Bound port: 9e8348c1-7cde-48b8-b631-de1bcdf87d28, host: n-h2-705658-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1fe1948-72cd-4432-96e0-eea3e13db4fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'db6b4722-6a69-4264-b4e3-b2624243cd24'}}] {{(pid=105584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:09:20.187881 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-a77504c5-0a5b-4303-bf80-c902fc4e8c1a req-8529807d-571a-4651-add1-1a06bc68f922 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:20.236791 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f048d56-59b6-4782-8ded-f14819669990 req-cc9d815c-08d4-4833-952f-e86517c5d493 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:09:20.261770 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-9f048d56-59b6-4782-8ded-f14819669990 req-cc9d815c-08d4-4833-952f-e86517c5d493 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=033f449b-a1e0-4fba-98dd-6d95babd8f33 HTTP/1.1" status: 200 len: 854 time: 0.1094325 Jul 27 21:09:20.274076 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-6d878d98-8d40-46ad-bab2-2a1984061de1 None None] Provisioning for port 353779f2-b47e-4d84-a8e1-eece81facfcf completed by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:09:20.278872 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-095af981-948f-47f8-9e97-6b10da654f46 req-8992158e-5889-4890-ab65-20e4c2640b04 service neutron] 10.222.0.36 "GET /v2.0/networks/db6b4722-6a69-4264-b4e3-b2624243cd24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2200994 Jul 27 21:09:20.279749 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-6d878d98-8d40-46ad-bab2-2a1984061de1 None None] Provisioning complete for port 353779f2-b47e-4d84-a8e1-eece81facfcf triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:09:20.280238 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-6d878d98-8d40-46ad-bab2-2a1984061de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:20.308724 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876d462f-4e3a-41e1-965e-4b8611a384ee req-73edd8b8-934e-48ad-ae6f-466b840cf10a tempest-ListServerFiltersTestJSON-1491704447 tempest-ListServerFiltersTestJSON-1491704447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:09:20.310163 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-876d462f-4e3a-41e1-965e-4b8611a384ee req-73edd8b8-934e-48ad-ae6f-466b840cf10a tempest-ListServerFiltersTestJSON-1491704447 tempest-ListServerFiltersTestJSON-1491704447-project] 10.222.0.59 "GET /v2.0/ports?device_id=cd9af073-a42f-450a-87e7-0bdbc1dec74e HTTP/1.1" status: 200 len: 944 time: 0.2102365 Jul 27 21:09:20.311634 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76ebcd36-5a69-42c9-b422-d217bf93b9ee tempest-AllowedAddressPairIpV6TestJSON-976084307 tempest-AllowedAddressPairIpV6TestJSON-976084307-project] Made reservation on behalf of 10c48081e6c14bea9cf1afcfe216fdaf for: {'port': 1} {{(pid=105585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:09:20.314709 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-76ebcd36-5a69-42c9-b422-d217bf93b9ee tempest-AllowedAddressPairIpV6TestJSON-976084307 tempest-AllowedAddressPairIpV6TestJSON-976084307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:20.333478 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-6d878d98-8d40-46ad-bab2-2a1984061de1 None None] Port 353779f2-b47e-4d84-a8e1-eece81facfcf cannot update to ACTIVE because it is not bound. {{(pid=105586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:09:20.365859 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [req-a77504c5-0a5b-4303-bf80-c902fc4e8c1a req-8529807d-571a-4651-add1-1a06bc68f922 service neutron] For port 9e8348c1-7cde-48b8-b631-de1bcdf87d28, host n-h2-705658-22, cleared binding levels {{(pid=105584) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:09:20.375978 n-d-705658-22 neutron-server[105585]: DEBUG neutron.notifiers.nova [None req-76ebcd36-5a69-42c9-b422-d217bf93b9ee tempest-AllowedAddressPairIpV6TestJSON-976084307 tempest-AllowedAddressPairIpV6TestJSON-976084307-project] device_id is not set on port c06a3767-c5e5-4896-bd5a-c8fa4dd712ff yet. {{(pid=105585) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 21:09:20.380157 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-68dd562a-c883-44da-ba8c-e163eb2bdfd8 admin admin] Deleting port 631b06c9-7b2f-4055-b652-dbf72145199d {{(pid=105584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:09:20.380571 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-68dd562a-c883-44da-ba8c-e163eb2bdfd8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:20.388791 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [req-a77504c5-0a5b-4303-bf80-c902fc4e8c1a req-8529807d-571a-4651-add1-1a06bc68f922 service neutron] For port 9e8348c1-7cde-48b8-b631-de1bcdf87d28, host n-h2-705658-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=9e8348c1-7cde-48b8-b631-de1bcdf87d28,segment=NetworkSegment(e1fe1948-72cd-4432-96e0-eea3e13db4fe),segment_id=e1fe1948-72cd-4432-96e0-eea3e13db4fe)] {{(pid=105584) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:09:20.424711 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-a77504c5-0a5b-4303-bf80-c902fc4e8c1a req-8529807d-571a-4651-add1-1a06bc68f922 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9014027'] for port, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:20.436667 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-876d462f-4e3a-41e1-965e-4b8611a384ee req-fccb1d9a-4639-488d-a031-cd6eaffcb218 tempest-ListServerFiltersTestJSON-1491704447 tempest-ListServerFiltersTestJSON-1491704447-project] 10.222.0.59 "GET /v2.0/security-groups?id=8dfcd13b-e54c-4aad-8514-fdac1e892828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077058 Jul 27 21:09:20.465541 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f048d56-59b6-4782-8ded-f14819669990 req-5ab1415a-5c27-41d4-8c3e-63223275d60d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:09:20.467064 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-9f048d56-59b6-4782-8ded-f14819669990 req-5ab1415a-5c27-41d4-8c3e-63223275d60d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=db6b4722-6a69-4264-b4e3-b2624243cd24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1928749 Jul 27 21:09:20.472567 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77504c5-0a5b-4303-bf80-c902fc4e8c1a req-8529807d-571a-4651-add1-1a06bc68f922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:09:20.472970 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-a77504c5-0a5b-4303-bf80-c902fc4e8c1a req-8529807d-571a-4651-add1-1a06bc68f922 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:20.474275 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-a77504c5-0a5b-4303-bf80-c902fc4e8c1a req-8529807d-571a-4651-add1-1a06bc68f922 service neutron] 10.222.0.60 "PUT /v2.0/ports/9e8348c1-7cde-48b8-b631-de1bcdf87d28 HTTP/1.1" status: 200 len: 1093 time: 1.9453804 Jul 27 21:09:20.476382 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd9af073-a42f-450a-87e7-0bdbc1dec74e', 'tag': '9e8348c1-7cde-48b8-b631-de1bcdf87d28'}] {{(pid=105584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:09:20.478544 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bce5e6c8685464f7626901654159975603b047827e3138302ed6566e28f1343" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbc7d444-8428-4886-9b8a-4d088ce87451" -d '{"events": [{"name": "network-changed", "server_uuid": "cd9af073-a42f-450a-87e7-0bdbc1dec74e", "tag": "9e8348c1-7cde-48b8-b631-de1bcdf87d28"}]}' {{(pid=105584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:09:20.499590 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68e804b-803b-4f9d-a72a-e9c1a51843d3 req-ba844a43-bd9d-438b-9577-2838525d5af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:09:20.501105 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f68e804b-803b-4f9d-a72a-e9c1a51843d3 req-ba844a43-bd9d-438b-9577-2838525d5af7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=be1fd89232f24dc58671559b7ee234ce&device_id=0c3277e4-976d-46be-bbe9-29df326e21ab HTTP/1.1" status: 200 len: 1095 time: 0.1641228 Jul 27 21:09:20.548244 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.db_base_plugin_common [None req-76ebcd36-5a69-42c9-b422-d217bf93b9ee tempest-AllowedAddressPairIpV6TestJSON-976084307 tempest-AllowedAddressPairIpV6TestJSON-976084307-project] Allocated IP 2001:db8::29a (7fde689b-f9d1-4c62-8d63-da6010db77dc/dadae781-99c0-48c3-b1c1-0a0aa1dcf31d/c06a3767-c5e5-4896-bd5a-c8fa4dd712ff) {{(pid=105585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:09:20.567107 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:09:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb3e994a-996c-42e0-83f1-eef22c6077d5 x-openstack-request-id: req-bb3e994a-996c-42e0-83f1-eef22c6077d5 {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:09:20.567512 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd9af073-a42f-450a-87e7-0bdbc1dec74e", "tag": "9e8348c1-7cde-48b8-b631-de1bcdf87d28", "status": "completed", "code": 200}]} {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:09:20.567767 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-bb3e994a-996c-42e0-83f1-eef22c6077d5 {{(pid=105584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:09:20.568286 n-d-705658-22 neutron-server[105584]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd9af073-a42f-450a-87e7-0bdbc1dec74e', 'tag': '9e8348c1-7cde-48b8-b631-de1bcdf87d28', 'status': 'completed', 'code': 200} Jul 27 21:09:20.635630 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8529807d-571a-4651-add1-1a06bc68f922 service neutron] Pushing event updated for resources: {'Port': ['ID=9e8348c1-7cde-48b8-b631-de1bcdf87d28,revision_number=3']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:09:20.658938 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68e804b-803b-4f9d-a72a-e9c1a51843d3 req-406a3315-7fc0-4d8e-bad6-d7cf501d9acd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:09:20.660496 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f68e804b-803b-4f9d-a72a-e9c1a51843d3 req-406a3315-7fc0-4d8e-bad6-d7cf501d9acd service neutron] 10.222.0.36 "GET /v2.0/networks?id=db6b4722-6a69-4264-b4e3-b2624243cd24 HTTP/1.1" status: 200 len: 916 time: 0.1479733 Jul 27 21:09:20.673443 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [None req-68dd562a-c883-44da-ba8c-e163eb2bdfd8 admin admin] For port 631b06c9-7b2f-4055-b652-dbf72145199d, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=631b06c9-7b2f-4055-b652-dbf72145199d,segment=NetworkSegment(f1e516bc-13bc-4947-b152-f0f01499a80c),segment_id=f1e516bc-13bc-4947-b152-f0f01499a80c)] {{(pid=105584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:09:20.673818 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-68dd562a-c883-44da-ba8c-e163eb2bdfd8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:20.711231 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-68dd562a-c883-44da-ba8c-e163eb2bdfd8 admin admin] Calling delete_port for 631b06c9-7b2f-4055-b652-dbf72145199d owned by network:router_interface {{(pid=105584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:09:20.719276 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-9f048d56-59b6-4782-8ded-f14819669990 req-06979fde-1db7-44c8-ac69-0ab74d5340e9 service neutron] 10.222.0.36 "GET /v2.0/networks/db6b4722-6a69-4264-b4e3-b2624243cd24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2377901 Jul 27 21:09:20.739980 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f68e804b-803b-4f9d-a72a-e9c1a51843d3 req-a33b64d3-1df9-4ba6-a713-d9fd0d5711f8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1b4078bf-0ca0-41a1-ac3d-9981fede3a4a HTTP/1.1" status: 200 len: 217 time: 0.0398853 Jul 27 21:09:20.770400 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77504c5-0a5b-4303-bf80-c902fc4e8c1a req-bf34a3e8-7f0c-4805-9456-ce0c51d36126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:09:20.771831 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-a77504c5-0a5b-4303-bf80-c902fc4e8c1a req-bf34a3e8-7f0c-4805-9456-ce0c51d36126 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=be1fd89232f24dc58671559b7ee234ce&device_id=cd9af073-a42f-450a-87e7-0bdbc1dec74e HTTP/1.1" status: 200 len: 1096 time: 0.2197409 Jul 27 21:09:20.855224 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-a77504c5-0a5b-4303-bf80-c902fc4e8c1a req-2bbc5e9e-c458-4f9b-a140-f76c3a64e285 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9e8348c1-7cde-48b8-b631-de1bcdf87d28 HTTP/1.1" status: 200 len: 217 time: 0.0715799 Jul 27 21:09:20.862126 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68e804b-803b-4f9d-a72a-e9c1a51843d3 req-bda97295-3b3e-4ad7-801e-99b491502760 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:09:20.864156 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f68e804b-803b-4f9d-a72a-e9c1a51843d3 req-bda97295-3b3e-4ad7-801e-99b491502760 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=033f449b-a1e0-4fba-98dd-6d95babd8f33 HTTP/1.1" status: 200 len: 854 time: 0.1058462 Jul 27 21:09:20.869303 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-76ebcd36-5a69-42c9-b422-d217bf93b9ee tempest-AllowedAddressPairIpV6TestJSON-976084307 tempest-AllowedAddressPairIpV6TestJSON-976084307-project] Notify callbacks [] for port, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:20.914150 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.provisioning_blocks [None req-76ebcd36-5a69-42c9-b422-d217bf93b9ee tempest-AllowedAddressPairIpV6TestJSON-976084307 tempest-AllowedAddressPairIpV6TestJSON-976084307-project] Transition to ACTIVE for port object c06a3767-c5e5-4896-bd5a-c8fa4dd712ff will not be triggered until provisioned by entity DHCP. {{(pid=105585) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:09:20.930405 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fa24c0-521d-4101-a1cb-dee2df9da600 req-1ce78f2f-7d09-4861-a69b-2b9f57d24263 tempest-ImagesTestJSON-607612606 tempest-ImagesTestJSON-607612606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:09:20.931919 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b1fa24c0-521d-4101-a1cb-dee2df9da600 req-1ce78f2f-7d09-4861-a69b-2b9f57d24263 tempest-ImagesTestJSON-607612606 tempest-ImagesTestJSON-607612606-project] 10.222.0.59 "GET /v2.0/ports?device_id=3df18367-d5f2-4562-b9b0-adc84180d413 HTTP/1.1" status: 200 len: 945 time: 0.1876676 Jul 27 21:09:20.981235 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77504c5-0a5b-4303-bf80-c902fc4e8c1a req-205f96af-fc37-444d-8160-71ca0a0c9590 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:09:20.982720 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-a77504c5-0a5b-4303-bf80-c902fc4e8c1a req-205f96af-fc37-444d-8160-71ca0a0c9590 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=033f449b-a1e0-4fba-98dd-6d95babd8f33 HTTP/1.1" status: 200 len: 854 time: 0.1173682 Jul 27 21:09:21.002543 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b1fa24c0-521d-4101-a1cb-dee2df9da600 req-39e0bc2c-15ae-476d-aaa7-c34d36352f0d tempest-ImagesTestJSON-607612606 tempest-ImagesTestJSON-607612606-project] 10.222.0.59 "GET /v2.0/security-groups?id=0824f12c-25ec-46a0-872f-0482607e4324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631504 Jul 27 21:09:21.007171 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-76ebcd36-5a69-42c9-b422-d217bf93b9ee tempest-AllowedAddressPairIpV6TestJSON-976084307 tempest-AllowedAddressPairIpV6TestJSON-976084307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:21.010076 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68e804b-803b-4f9d-a72a-e9c1a51843d3 req-57664c24-7a9f-4660-b2ca-ce2e1643b7b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:09:21.011601 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f68e804b-803b-4f9d-a72a-e9c1a51843d3 req-57664c24-7a9f-4660-b2ca-ce2e1643b7b2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=db6b4722-6a69-4264-b4e3-b2624243cd24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1317687 Jul 27 21:09:21.038559 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-9f048d56-59b6-4782-8ded-f14819669990 req-ae6d2161-073b-4d6d-bbc2-f3f6e1f18502 service neutron] 10.222.0.36 "GET /v2.0/networks/db6b4722-6a69-4264-b4e3-b2624243cd24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3049309 Jul 27 21:09:21.073434 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76ebcd36-5a69-42c9-b422-d217bf93b9ee tempest-AllowedAddressPairIpV6TestJSON-976084307 tempest-AllowedAddressPairIpV6TestJSON-976084307-project] Network 7fde689b-f9d1-4c62-8d63-da6010db77dc is already hosted by enough agents. {{(pid=105585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:09:21.100470 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.base_scheduler [None req-76ebcd36-5a69-42c9-b422-d217bf93b9ee tempest-AllowedAddressPairIpV6TestJSON-976084307 tempest-AllowedAddressPairIpV6TestJSON-976084307-project] Resources bound (agent type, host, resource id): {{(pid=105585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:09:21.108217 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76ebcd36-5a69-42c9-b422-d217bf93b9ee tempest-AllowedAddressPairIpV6TestJSON-976084307 tempest-AllowedAddressPairIpV6TestJSON-976084307-project] Received port after_create {{(pid=105585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:09:21.114396 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76ebcd36-5a69-42c9-b422-d217bf93b9ee tempest-AllowedAddressPairIpV6TestJSON-976084307 tempest-AllowedAddressPairIpV6TestJSON-976084307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:09:21.115143 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-76ebcd36-5a69-42c9-b422-d217bf93b9ee tempest-AllowedAddressPairIpV6TestJSON-976084307 tempest-AllowedAddressPairIpV6TestJSON-976084307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:21.121788 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77504c5-0a5b-4303-bf80-c902fc4e8c1a req-99fa3e2f-6c1f-4083-bb59-cbb786996c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:09:21.123406 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-a77504c5-0a5b-4303-bf80-c902fc4e8c1a req-99fa3e2f-6c1f-4083-bb59-cbb786996c0d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=db6b4722-6a69-4264-b4e3-b2624243cd24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1268952 Jul 27 21:09:21.124556 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-68dd562a-c883-44da-ba8c-e163eb2bdfd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:21.134106 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ebcd36-5a69-42c9-b422-d217bf93b9ee tempest-AllowedAddressPairIpV6TestJSON-976084307 tempest-AllowedAddressPairIpV6TestJSON-976084307-project] Pushing event updated for resources: {'Port': ['ID=c06a3767-c5e5-4896-bd5a-c8fa4dd712ff,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:09:21.156057 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-76ebcd36-5a69-42c9-b422-d217bf93b9ee tempest-AllowedAddressPairIpV6TestJSON-976084307 tempest-AllowedAddressPairIpV6TestJSON-976084307-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.1465819 Jul 27 21:09:21.160690 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 54426) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:09:21.165918 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-b16c6ef4-a661-449f-a81f-83c384daf342 tempest-AllowedAddressPairIpV6TestJSON-976084307 tempest-AllowedAddressPairIpV6TestJSON-976084307-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::1c0', 'mac_address': 'fa:16:3e:19:a6:84'}, {'ip_address': '2001:db8::301', 'mac_address': 'fa:16:3e:09:99:85'}]}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:09:21.172213 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68dd562a-c883-44da-ba8c-e163eb2bdfd8 admin admin] Pushing event deleted for resources: {'Port': ['ID=631b06c9-7b2f-4055-b652-dbf72145199d,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:09:21.210759 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f68e804b-803b-4f9d-a72a-e9c1a51843d3 req-4102623a-b389-48d4-aa21-112455c05595 service neutron] 10.222.0.36 "GET /v2.0/networks/db6b4722-6a69-4264-b4e3-b2624243cd24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1894882 Jul 27 21:09:21.311333 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-a77504c5-0a5b-4303-bf80-c902fc4e8c1a req-be5eea2b-af29-4328-bf04-d37c7bee33fe service neutron] 10.222.0.60 "GET /v2.0/networks/db6b4722-6a69-4264-b4e3-b2624243cd24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1466205 Jul 27 21:09:21.376414 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f68e804b-803b-4f9d-a72a-e9c1a51843d3 req-f125142d-3f94-412a-b22f-7ec68e135e51 service neutron] 10.222.0.36 "GET /v2.0/networks/db6b4722-6a69-4264-b4e3-b2624243cd24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1563525 Jul 27 21:09:21.436862 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-b16c6ef4-a661-449f-a81f-83c384daf342 tempest-AllowedAddressPairIpV6TestJSON-976084307 tempest-AllowedAddressPairIpV6TestJSON-976084307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:21.501765 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-68dd562a-c883-44da-ba8c-e163eb2bdfd8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3743915', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4076308'] for router_interface, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:21.503961 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-5f7d4195-7fd1-4793-aad8-5d283449b8fb None None] Provisioning for port c06a3767-c5e5-4896-bd5a-c8fa4dd712ff completed by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:09:21.509391 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-5f7d4195-7fd1-4793-aad8-5d283449b8fb None None] Provisioning complete for port c06a3767-c5e5-4896-bd5a-c8fa4dd712ff triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:09:21.510056 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-5f7d4195-7fd1-4793-aad8-5d283449b8fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:21.510282 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-a77504c5-0a5b-4303-bf80-c902fc4e8c1a req-e6b0b82f-197e-463f-904d-f41561468ed9 service neutron] 10.222.0.60 "GET /v2.0/networks/db6b4722-6a69-4264-b4e3-b2624243cd24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1659653 Jul 27 21:09:21.565812 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-5f7d4195-7fd1-4793-aad8-5d283449b8fb None None] Port c06a3767-c5e5-4896-bd5a-c8fa4dd712ff cannot update to ACTIVE because it is not bound. {{(pid=105586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:09:21.671281 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52f4ff6-dd2a-4783-a2cd-ab25f4a8a9a4 req-5865ebe6-e0c1-4903-b90b-3b4c20844c60 tempest-ListServerFiltersTestJSON-1491704447 tempest-ListServerFiltersTestJSON-1491704447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:09:21.672767 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-c52f4ff6-dd2a-4783-a2cd-ab25f4a8a9a4 req-5865ebe6-e0c1-4903-b90b-3b4c20844c60 tempest-ListServerFiltersTestJSON-1491704447 tempest-ListServerFiltersTestJSON-1491704447-project] 10.222.0.59 "GET /v2.0/ports?device_id=cd9af073-a42f-450a-87e7-0bdbc1dec74e HTTP/1.1" status: 200 len: 944 time: 0.1515567 Jul 27 21:09:21.696836 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc7d444-8428-4886-9b8a-4d088ce87451 req-0a9b7393-7d5f-4339-a2eb-d97115e10180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:09:21.698313 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-bbc7d444-8428-4886-9b8a-4d088ce87451 req-0a9b7393-7d5f-4339-a2eb-d97115e10180 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=be1fd89232f24dc58671559b7ee234ce&device_id=cd9af073-a42f-450a-87e7-0bdbc1dec74e HTTP/1.1" status: 200 len: 1096 time: 0.1391785 Jul 27 21:09:21.713527 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-b16c6ef4-a661-449f-a81f-83c384daf342 tempest-AllowedAddressPairIpV6TestJSON-976084307 tempest-AllowedAddressPairIpV6TestJSON-976084307-project] Notify callbacks [] for port, precommit_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:21.720090 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-b16c6ef4-a661-449f-a81f-83c384daf342 tempest-AllowedAddressPairIpV6TestJSON-976084307 tempest-AllowedAddressPairIpV6TestJSON-976084307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10221672'] for port, after_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:21.755959 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-c52f4ff6-dd2a-4783-a2cd-ab25f4a8a9a4 req-3c476975-9645-4231-afc9-b8174c12ed07 tempest-ListServerFiltersTestJSON-1491704447 tempest-ListServerFiltersTestJSON-1491704447-project] 10.222.0.59 "GET /v2.0/security-groups?id=8dfcd13b-e54c-4aad-8514-fdac1e892828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770628 Jul 27 21:09:21.762000 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [None req-b16c6ef4-a661-449f-a81f-83c384daf342 tempest-AllowedAddressPairIpV6TestJSON-976084307 tempest-AllowedAddressPairIpV6TestJSON-976084307-project] In _notify_port_updated(), no bound segment for port c06a3767-c5e5-4896-bd5a-c8fa4dd712ff on network 7fde689b-f9d1-4c62-8d63-da6010db77dc {{(pid=105585) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 27 21:09:21.767489 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b16c6ef4-a661-449f-a81f-83c384daf342 tempest-AllowedAddressPairIpV6TestJSON-976084307 tempest-AllowedAddressPairIpV6TestJSON-976084307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:09:21.772762 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-b16c6ef4-a661-449f-a81f-83c384daf342 tempest-AllowedAddressPairIpV6TestJSON-976084307 tempest-AllowedAddressPairIpV6TestJSON-976084307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:21.772762 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-b16c6ef4-a661-449f-a81f-83c384daf342 tempest-AllowedAddressPairIpV6TestJSON-976084307 tempest-AllowedAddressPairIpV6TestJSON-976084307-project] 10.222.0.59 "PUT /v2.0/ports/c06a3767-c5e5-4896-bd5a-c8fa4dd712ff HTTP/1.1" status: 200 len: 1067 time: 0.6085660 Jul 27 21:09:21.774803 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 54430) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:09:21.818162 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16c6ef4-a661-449f-a81f-83c384daf342 tempest-AllowedAddressPairIpV6TestJSON-976084307 tempest-AllowedAddressPairIpV6TestJSON-976084307-project] Pushing event updated for resources: {'Port': ['ID=c06a3767-c5e5-4896-bd5a-c8fa4dd712ff,revision_number=2']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:09:21.914220 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [None req-fb6673e3-9ac7-462c-a3a5-1cad1c9506fa tempest-AllowedAddressPairIpV6TestJSON-976084307 tempest-AllowedAddressPairIpV6TestJSON-976084307-project] Deleting port c06a3767-c5e5-4896-bd5a-c8fa4dd712ff {{(pid=105585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:09:21.914571 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-fb6673e3-9ac7-462c-a3a5-1cad1c9506fa tempest-AllowedAddressPairIpV6TestJSON-976084307 tempest-AllowedAddressPairIpV6TestJSON-976084307-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:22.000806 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-bfdfc734-78f3-4881-a4d7-d6b1655762e1 None None] Provisioning complete for port c06a3767-c5e5-4896-bd5a-c8fa4dd712ff triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:09:22.001280 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-bfdfc734-78f3-4881-a4d7-d6b1655762e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:22.010435 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-fb6673e3-9ac7-462c-a3a5-1cad1c9506fa tempest-AllowedAddressPairIpV6TestJSON-976084307 tempest-AllowedAddressPairIpV6TestJSON-976084307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:22.023934 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [None req-fb6673e3-9ac7-462c-a3a5-1cad1c9506fa tempest-AllowedAddressPairIpV6TestJSON-976084307 tempest-AllowedAddressPairIpV6TestJSON-976084307-project] Calling delete_port for c06a3767-c5e5-4896-bd5a-c8fa4dd712ff owned by {{(pid=105585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:09:22.047932 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-bfdfc734-78f3-4881-a4d7-d6b1655762e1 None None] Port c06a3767-c5e5-4896-bd5a-c8fa4dd712ff cannot update to ACTIVE because it is not bound. {{(pid=105586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:09:22.137035 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68dd562a-c883-44da-ba8c-e163eb2bdfd8 admin admin] Router 0e84950d-2139-459c-962f-b52569720581 has already been hosted by L3 agent dd128fd7-8e57-4d4f-895b-a96b369df59a {{(pid=105584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:09:22.169077 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc7d444-8428-4886-9b8a-4d088ce87451 req-16369e12-1565-4727-88db-1458061b3b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:09:22.171182 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-bbc7d444-8428-4886-9b8a-4d088ce87451 req-16369e12-1565-4727-88db-1458061b3b4c service neutron] 10.222.0.60 "GET /v2.0/networks?id=db6b4722-6a69-4264-b4e3-b2624243cd24 HTTP/1.1" status: 200 len: 916 time: 0.4344976 Jul 27 21:09:22.201936 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c20b77-a543-4470-bd3b-ad48de2c073a req-8a234f14-3698-4788-b467-ac4cd1f0cdfa tempest-ImagesTestJSON-607612606 tempest-ImagesTestJSON-607612606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:09:22.203527 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-92c20b77-a543-4470-bd3b-ad48de2c073a req-8a234f14-3698-4788-b467-ac4cd1f0cdfa tempest-ImagesTestJSON-607612606 tempest-ImagesTestJSON-607612606-project] 10.222.0.59 "GET /v2.0/ports?device_id=3df18367-d5f2-4562-b9b0-adc84180d413 HTTP/1.1" status: 200 len: 945 time: 0.1185372 Jul 27 21:09:22.240128 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-fb6673e3-9ac7-462c-a3a5-1cad1c9506fa tempest-AllowedAddressPairIpV6TestJSON-976084307 tempest-AllowedAddressPairIpV6TestJSON-976084307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:22.262421 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-bbc7d444-8428-4886-9b8a-4d088ce87451 req-b8171633-37fe-4ca2-b973-71b5b9b9947f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9e8348c1-7cde-48b8-b631-de1bcdf87d28 HTTP/1.1" status: 200 len: 217 time: 0.0438223 Jul 27 21:09:22.280746 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-92c20b77-a543-4470-bd3b-ad48de2c073a req-d3277129-a0a0-4c67-8dc2-6020af8f6b42 tempest-ImagesTestJSON-607612606 tempest-ImagesTestJSON-607612606-project] 10.222.0.59 "GET /v2.0/security-groups?id=0824f12c-25ec-46a0-872f-0482607e4324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691624 Jul 27 21:09:22.281446 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6673e3-9ac7-462c-a3a5-1cad1c9506fa tempest-AllowedAddressPairIpV6TestJSON-976084307 tempest-AllowedAddressPairIpV6TestJSON-976084307-project] Pushing event deleted for resources: {'Port': ['ID=c06a3767-c5e5-4896-bd5a-c8fa4dd712ff,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:09:22.356534 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68dd562a-c883-44da-ba8c-e163eb2bdfd8 admin admin] Notify agent at l3_agent.n-d-705658-22 the message routers_updated {{(pid=105584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:09:22.358827 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc7d444-8428-4886-9b8a-4d088ce87451 req-728b1016-2b81-431a-a850-ff3109ff07e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:09:22.360332 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-bbc7d444-8428-4886-9b8a-4d088ce87451 req-728b1016-2b81-431a-a850-ff3109ff07e5 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=033f449b-a1e0-4fba-98dd-6d95babd8f33 HTTP/1.1" status: 200 len: 854 time: 0.0892377 Jul 27 21:09:22.364366 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-68dd562a-c883-44da-ba8c-e163eb2bdfd8 admin admin] 10.222.0.59 "PUT /v2.0/routers/0e84950d-2139-459c-962f-b52569720581/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4988768 Jul 27 21:09:22.366807 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 54438) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:09:22.369587 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-babee285-5cc3-4514-876b-bee43daa9f81 None None] Sync routers for ids ['0e84950d-2139-459c-962f-b52569720581'] in n-d-705658-22 {{(pid=105587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:09:22.387887 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-babee285-5cc3-4514-876b-bee43daa9f81 None None] Routers {'0e84950d-2139-459c-962f-b52569720581'} bound to L3 agent in host n-d-705658-22 {{(pid=105587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:09:22.389445 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-babee285-5cc3-4514-876b-bee43daa9f81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:09:12Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['0e84950d-2139-459c-962f-b52569720581'], 'active': True} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:09:22.493101 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-fb6673e3-9ac7-462c-a3a5-1cad1c9506fa tempest-AllowedAddressPairIpV6TestJSON-976084307 tempest-AllowedAddressPairIpV6TestJSON-976084307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:22.497896 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-fb6673e3-9ac7-462c-a3a5-1cad1c9506fa tempest-AllowedAddressPairIpV6TestJSON-976084307 tempest-AllowedAddressPairIpV6TestJSON-976084307-project] 10.222.0.59 "DELETE /v2.0/ports/c06a3767-c5e5-4896-bd5a-c8fa4dd712ff HTTP/1.1" status: 204 len: 168 time: 0.7220960 Jul 27 21:09:22.499441 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 54440) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:09:22.513190 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-5c28bdea-6f38-46d1-821e-072568d7ccfc admin admin] Notify callbacks [] for router, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:22.528456 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvr_db [None req-babee285-5cc3-4514-876b-bee43daa9f81 None None] Set router 0e84950d-2139-459c-962f-b52569720581 gateway port host: n-d-705658-22 {{(pid=105587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:09:22.531700 n-d-705658-22 neutron-server[105585]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad331f1d-3c94-4346-b014-d824a0382bc6 tempest-AllowedAddressPairIpV6TestJSON-976084307 tempest-AllowedAddressPairIpV6TestJSON-976084307-project] GET failed (client error): The resource could not be found. Jul 27 21:09:22.535845 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-ad331f1d-3c94-4346-b014-d824a0382bc6 tempest-AllowedAddressPairIpV6TestJSON-976084307 tempest-AllowedAddressPairIpV6TestJSON-976084307-project] 10.222.0.59 "GET /v2.0/ports/c06a3767-c5e5-4896-bd5a-c8fa4dd712ff HTTP/1.1" status: 404 len: 333 time: 0.0328968 Jul 27 21:09:22.536183 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 54442) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:09:22.556018 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc7d444-8428-4886-9b8a-4d088ce87451 req-38c045f7-a050-472f-935f-7eee1c7032be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:09:22.557527 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-bbc7d444-8428-4886-9b8a-4d088ce87451 req-38c045f7-a050-472f-935f-7eee1c7032be service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=db6b4722-6a69-4264-b4e3-b2624243cd24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1458335 Jul 27 21:09:22.641890 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [None req-e09cea7e-17b5-40d2-8473-10eb4b23279c tempest-AllowedAddressPairIpV6TestJSON-976084307 tempest-AllowedAddressPairIpV6TestJSON-976084307-project] Deleting port 353779f2-b47e-4d84-a8e1-eece81facfcf {{(pid=105585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:09:22.642182 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-e09cea7e-17b5-40d2-8473-10eb4b23279c tempest-AllowedAddressPairIpV6TestJSON-976084307 tempest-AllowedAddressPairIpV6TestJSON-976084307-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:22.683163 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-5c28bdea-6f38-46d1-821e-072568d7ccfc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:22.702120 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-bbc7d444-8428-4886-9b8a-4d088ce87451 req-a2da85ff-12f6-4fc4-b2dd-33f6f77b788d service neutron] 10.222.0.60 "GET /v2.0/networks/db6b4722-6a69-4264-b4e3-b2624243cd24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341584 Jul 27 21:09:22.713469 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-babee285-5cc3-4514-876b-bee43daa9f81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e84950d-2139-459c-962f-b52569720581', 'name': 'tempest-TaggedBootDevicesTest_v242-1386233488-router', 'tenant_id': 'be3b976efbdd4f41894dd22bc5b95523', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.66'}], 'enable_snat': True}, 'gw_port_id': 'ed7e84f1-cfdb-4cac-a5e1-9b643fefe0a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:58:06Z', 'updated_at': '2021-07-27T21:09:21Z', 'revision_number': 5, 'project_id': 'be3b976efbdd4f41894dd22bc5b95523', 'gw_port': {'id': 'ed7e84f1-cfdb-4cac-a5e1-9b643fefe0a3', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:9a:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e84950d-2139-459c-962f-b52569720581', 'device_owner': 'network:router_gateway', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:58:06Z', 'updated_at': '2021-07-27T20:58:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22'}], 'n-d-705658-22', False) {} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:09:22.736400 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-e09cea7e-17b5-40d2-8473-10eb4b23279c tempest-AllowedAddressPairIpV6TestJSON-976084307 tempest-AllowedAddressPairIpV6TestJSON-976084307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:22.741283 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-babee285-5cc3-4514-876b-bee43daa9f81 None None] Checking router: 0e84950d-2139-459c-962f-b52569720581 for host: n-d-705658-22 {{(pid=105587) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:09:22.750122 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-babee285-5cc3-4514-876b-bee43daa9f81 None None] Routers {'0e84950d-2139-459c-962f-b52569720581'} bound to L3 agent in host n-d-705658-22 {{(pid=105587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:09:22.750534 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [None req-e09cea7e-17b5-40d2-8473-10eb4b23279c tempest-AllowedAddressPairIpV6TestJSON-976084307 tempest-AllowedAddressPairIpV6TestJSON-976084307-project] Calling delete_port for 353779f2-b47e-4d84-a8e1-eece81facfcf owned by {{(pid=105585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:09:22.750733 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-babee285-5cc3-4514-876b-bee43daa9f81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:09:12Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['0e84950d-2139-459c-962f-b52569720581'], 'active': True} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:09:22.823359 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-5c28bdea-6f38-46d1-821e-072568d7ccfc admin admin] Deleting port ed7e84f1-cfdb-4cac-a5e1-9b643fefe0a3 {{(pid=105584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:09:22.823702 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-5c28bdea-6f38-46d1-821e-072568d7ccfc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:22.827011 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-bbc7d444-8428-4886-9b8a-4d088ce87451 req-9d6e8e25-9049-45df-9185-9179c7392d2d service neutron] 10.222.0.60 "GET /v2.0/networks/db6b4722-6a69-4264-b4e3-b2624243cd24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1051903 Jul 27 21:09:22.863243 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvr_db [None req-babee285-5cc3-4514-876b-bee43daa9f81 None None] Set router 0e84950d-2139-459c-962f-b52569720581 gateway port host: None {{(pid=105587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:09:22.927097 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-babee285-5cc3-4514-876b-bee43daa9f81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e84950d-2139-459c-962f-b52569720581', 'name': 'tempest-TaggedBootDevicesTest_v242-1386233488-router', 'tenant_id': 'be3b976efbdd4f41894dd22bc5b95523', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:58:06Z', 'updated_at': '2021-07-27T21:09:22Z', 'revision_number': 6, 'project_id': 'be3b976efbdd4f41894dd22bc5b95523', 'gw_port_host': None}], 'n-d-705658-22', False) {} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:09:22.933479 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [None req-5c28bdea-6f38-46d1-821e-072568d7ccfc admin admin] For port ed7e84f1-cfdb-4cac-a5e1-9b643fefe0a3, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=ed7e84f1-cfdb-4cac-a5e1-9b643fefe0a3,segment=NetworkSegment(12196855-9a32-4633-9a56-77697ef9e126),segment_id=12196855-9a32-4633-9a56-77697ef9e126)] {{(pid=105584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:09:22.933850 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-5c28bdea-6f38-46d1-821e-072568d7ccfc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:22.948092 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-5c28bdea-6f38-46d1-821e-072568d7ccfc admin admin] Calling delete_port for ed7e84f1-cfdb-4cac-a5e1-9b643fefe0a3 owned by network:router_gateway {{(pid=105584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:09:22.954067 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-babee285-5cc3-4514-876b-bee43daa9f81 None None] The sync data for ids ['0e84950d-2139-459c-962f-b52569720581'] in n-d-705658-22 is: [{'id': '0e84950d-2139-459c-962f-b52569720581', 'name': 'tempest-TaggedBootDevicesTest_v242-1386233488-router', 'tenant_id': 'be3b976efbdd4f41894dd22bc5b95523', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:58:06Z', 'updated_at': '2021-07-27T21:09:22Z', 'revision_number': 6, 'project_id': 'be3b976efbdd4f41894dd22bc5b95523', 'gw_port_host': None}] {{(pid=105587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:09:23.133511 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-5c28bdea-6f38-46d1-821e-072568d7ccfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:23.170638 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c28bdea-6f38-46d1-821e-072568d7ccfc admin admin] Pushing event deleted for resources: {'Port': ['ID=ed7e84f1-cfdb-4cac-a5e1-9b643fefe0a3,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:09:23.218506 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device 1b4078bf-0ca0-41a1-ac3d-9981fede3a4a details requested by agent hyperv_n-h1-705658-22 with host n-h1-705658-22 {{(pid=105586) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:09:23.251925 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-5c28bdea-6f38-46d1-821e-072568d7ccfc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4075702'] for router_gateway, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:23.280907 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863f1afb-8756-4ab7-b4b9-0aae7169e911 req-c5c4fae6-208e-4a91-9990-56c623c61f0c tempest-ListServerFiltersTestJSON-1491704447 tempest-ListServerFiltersTestJSON-1491704447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:09:23.282501 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-863f1afb-8756-4ab7-b4b9-0aae7169e911 req-c5c4fae6-208e-4a91-9990-56c623c61f0c tempest-ListServerFiltersTestJSON-1491704447 tempest-ListServerFiltersTestJSON-1491704447-project] 10.222.0.59 "GET /v2.0/ports?device_id=cd9af073-a42f-450a-87e7-0bdbc1dec74e HTTP/1.1" status: 200 len: 944 time: 0.1736493 Jul 27 21:09:23.393054 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-863f1afb-8756-4ab7-b4b9-0aae7169e911 req-03f76728-91fc-407c-a8cf-cf2023b64351 tempest-ListServerFiltersTestJSON-1491704447 tempest-ListServerFiltersTestJSON-1491704447-project] 10.222.0.59 "GET /v2.0/security-groups?id=8dfcd13b-e54c-4aad-8514-fdac1e892828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623591 Jul 27 21:09:23.473023 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-5c28bdea-6f38-46d1-821e-072568d7ccfc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4163631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-425'] for router, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:23.475954 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-5c28bdea-6f38-46d1-821e-072568d7ccfc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:23.480717 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-e09cea7e-17b5-40d2-8473-10eb4b23279c tempest-AllowedAddressPairIpV6TestJSON-976084307 tempest-AllowedAddressPairIpV6TestJSON-976084307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:23.489752 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] For port 1b4078bf-0ca0-41a1-ac3d-9981fede3a4a, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=1b4078bf-0ca0-41a1-ac3d-9981fede3a4a,segment=NetworkSegment(e1fe1948-72cd-4432-96e0-eea3e13db4fe),segment_id=e1fe1948-72cd-4432-96e0-eea3e13db4fe)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:09:23.505518 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Returning: {'device': '1b4078bf-0ca0-41a1-ac3d-9981fede3a4a', 'network_id': 'db6b4722-6a69-4264-b4e3-b2624243cd24', 'port_id': '1b4078bf-0ca0-41a1-ac3d-9981fede3a4a', 'mac_address': 'fa:16:3e:b5:28:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 220, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '033f449b-a1e0-4fba-98dd-6d95babd8f33', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105586) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:09:23.542961 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09cea7e-17b5-40d2-8473-10eb4b23279c tempest-AllowedAddressPairIpV6TestJSON-976084307 tempest-AllowedAddressPairIpV6TestJSON-976084307-project] Pushing event deleted for resources: {'Port': ['ID=353779f2-b47e-4d84-a8e1-eece81facfcf,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:09:23.561104 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:23.563272 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-5c28bdea-6f38-46d1-821e-072568d7ccfc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4163007'] for router, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:23.564093 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c28bdea-6f38-46d1-821e-072568d7ccfc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0e84950d-2139-459c-962f-b52569720581 {{(pid=105584) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 21:09:23.568777 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-5c28bdea-6f38-46d1-821e-072568d7ccfc admin admin] Notify callbacks [] for router, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:23.569964 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-5c28bdea-6f38-46d1-821e-072568d7ccfc admin admin] 10.222.0.59 "DELETE /v2.0/routers/0e84950d-2139-459c-962f-b52569720581 HTTP/1.1" status: 204 len: 168 time: 1.2021959 Jul 27 21:09:23.572564 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 54454) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:09:23.580205 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-e09cea7e-17b5-40d2-8473-10eb4b23279c tempest-AllowedAddressPairIpV6TestJSON-976084307 tempest-AllowedAddressPairIpV6TestJSON-976084307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:23.585286 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-e09cea7e-17b5-40d2-8473-10eb4b23279c tempest-AllowedAddressPairIpV6TestJSON-976084307 tempest-AllowedAddressPairIpV6TestJSON-976084307-project] 10.222.0.59 "DELETE /v2.0/ports/353779f2-b47e-4d84-a8e1-eece81facfcf HTTP/1.1" status: 204 len: 168 time: 1.0456922 Jul 27 21:09:23.585634 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 54456) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:09:23.589958 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b4078bf-0ca0-41a1-ac3d-9981fede3a4a {{(pid=105586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:09:23.622877 n-d-705658-22 neutron-server[105585]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c2476e5-049e-4f39-ac8a-f976875cf1b7 tempest-AllowedAddressPairIpV6TestJSON-976084307 tempest-AllowedAddressPairIpV6TestJSON-976084307-project] GET failed (client error): The resource could not be found. Jul 27 21:09:23.623453 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] For port 1b4078bf-0ca0-41a1-ac3d-9981fede3a4a, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=1b4078bf-0ca0-41a1-ac3d-9981fede3a4a,segment=NetworkSegment(e1fe1948-72cd-4432-96e0-eea3e13db4fe),segment_id=e1fe1948-72cd-4432-96e0-eea3e13db4fe)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:09:23.624667 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-0c2476e5-049e-4f39-ac8a-f976875cf1b7 tempest-AllowedAddressPairIpV6TestJSON-976084307 tempest-AllowedAddressPairIpV6TestJSON-976084307-project] 10.222.0.59 "GET /v2.0/ports/353779f2-b47e-4d84-a8e1-eece81facfcf HTTP/1.1" status: 404 len: 333 time: 0.0329356 Jul 27 21:09:23.630531 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 54460) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:09:23.640871 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:23.642068 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device 54744cdb-b479-41f8-997a-1cdaae76f4ae details requested by agent hyperv_n-h1-705658-22 with host n-h1-705658-22 {{(pid=105586) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:09:23.686752 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.db_base_plugin_v2 [None req-99623052-6554-4c76-9b95-6b73b7da210a admin admin] Deleting subnet 38961467-19f7-4057-ba41-d6906c9db744 {{(pid=105584) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:09:23.695809 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-99623052-6554-4c76-9b95-6b73b7da210a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:23.720208 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] For port 54744cdb-b479-41f8-997a-1cdaae76f4ae, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=54744cdb-b479-41f8-997a-1cdaae76f4ae,segment=NetworkSegment(e1fe1948-72cd-4432-96e0-eea3e13db4fe),segment_id=e1fe1948-72cd-4432-96e0-eea3e13db4fe)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:09:23.737111 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Returning: {'device': '54744cdb-b479-41f8-997a-1cdaae76f4ae', 'network_id': 'db6b4722-6a69-4264-b4e3-b2624243cd24', 'port_id': '54744cdb-b479-41f8-997a-1cdaae76f4ae', 'mac_address': 'fa:16:3e:62:7d:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 220, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '033f449b-a1e0-4fba-98dd-6d95babd8f33', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105586) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:09:23.740193 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-99623052-6554-4c76-9b95-6b73b7da210a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9014207'] for subnet, precommit_delete_associations {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:23.757008 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439f9134-0f5d-4768-8327-750bb016f20f req-02549dc5-9574-4df6-8cf3-87946e2daeee tempest-ImagesTestJSON-607612606 tempest-ImagesTestJSON-607612606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:09:23.758769 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-439f9134-0f5d-4768-8327-750bb016f20f req-02549dc5-9574-4df6-8cf3-87946e2daeee tempest-ImagesTestJSON-607612606 tempest-ImagesTestJSON-607612606-project] 10.222.0.59 "GET /v2.0/ports?device_id=3df18367-d5f2-4562-b9b0-adc84180d413 HTTP/1.1" status: 200 len: 945 time: 0.3490148 Jul 27 21:09:23.843103 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:23.845210 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 631b06c9-7b2f-4055-b652-dbf72145199d no longer exists at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:09:23.846887 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [None req-61986019-d3be-4a42-95aa-1ab588b587bb tempest-AllowedAddressPairIpV6TestJSON-976084307 tempest-AllowedAddressPairIpV6TestJSON-976084307-project] Deleting port 8e067c40-f9f6-49fa-bb8a-02c1f828da89 {{(pid=105585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:09:23.847275 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-61986019-d3be-4a42-95aa-1ab588b587bb tempest-AllowedAddressPairIpV6TestJSON-976084307 tempest-AllowedAddressPairIpV6TestJSON-976084307-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:23.847409 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Pushing event updated for resources: {'Port': ['ID=1b4078bf-0ca0-41a1-ac3d-9981fede3a4a,revision_number=4']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:09:23.869102 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-99623052-6554-4c76-9b95-6b73b7da210a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854965'] for subnet, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:23.876139 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] No Port match for: 631b06c9-7b2f-4055-b652-dbf72145199d {{(pid=105586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:09:23.876482 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 631b06c9-7b2f-4055-b652-dbf72145199d not bound to the agent host n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:09:23.881979 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54744cdb-b479-41f8-997a-1cdaae76f4ae {{(pid=105586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:09:23.911138 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] For port 54744cdb-b479-41f8-997a-1cdaae76f4ae, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=54744cdb-b479-41f8-997a-1cdaae76f4ae,segment=NetworkSegment(e1fe1948-72cd-4432-96e0-eea3e13db4fe),segment_id=e1fe1948-72cd-4432-96e0-eea3e13db4fe)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:09:23.924330 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:23.956131 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-99623052-6554-4c76-9b95-6b73b7da210a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9014081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9738825'] for subnet, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:23.974173 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-439f9134-0f5d-4768-8327-750bb016f20f req-b1cd52d0-387a-470e-a877-092bc3dac4cb tempest-ImagesTestJSON-607612606 tempest-ImagesTestJSON-607612606-project] 10.222.0.59 "GET /v2.0/security-groups?id=0824f12c-25ec-46a0-872f-0482607e4324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2018368 Jul 27 21:09:23.991289 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Pushing event updated for resources: {'Port': ['ID=54744cdb-b479-41f8-997a-1cdaae76f4ae,revision_number=4']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:09:23.996553 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99623052-6554-4c76-9b95-6b73b7da210a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=38961467-19f7-4057-ba41-d6906c9db744,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:09:24.001117 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-99623052-6554-4c76-9b95-6b73b7da210a admin admin] Notify callbacks [] for subnet, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:24.007272 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-99623052-6554-4c76-9b95-6b73b7da210a admin admin] 10.222.0.59 "DELETE /v2.0/subnets/38961467-19f7-4057-ba41-d6906c9db744 HTTP/1.1" status: 204 len: 168 time: 0.4336240 Jul 27 21:09:24.008382 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 54462) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:09:24.012524 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c8f7d3e-7db7-4f4b-8d1b-5a1165b0372b None None] Network b117ba52-594c-450e-a21e-ba2b0ffa1338 requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:09:24.031732 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-61986019-d3be-4a42-95aa-1ab588b587bb tempest-AllowedAddressPairIpV6TestJSON-976084307 tempest-AllowedAddressPairIpV6TestJSON-976084307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:24.052287 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [None req-61986019-d3be-4a42-95aa-1ab588b587bb tempest-AllowedAddressPairIpV6TestJSON-976084307 tempest-AllowedAddressPairIpV6TestJSON-976084307-project] Calling delete_port for 8e067c40-f9f6-49fa-bb8a-02c1f828da89 owned by {{(pid=105585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:09:24.089864 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-0d28c801-0f07-4772-8b60-465089fdcf72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-990557'] for network, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:24.157395 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-0d28c801-0f07-4772-8b60-465089fdcf72 admin admin] Deleting port dbb5e76e-9312-43ca-a781-d5b75153ce83 {{(pid=105584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:09:24.157837 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-0d28c801-0f07-4772-8b60-465089fdcf72 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:24.254571 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [None req-0d28c801-0f07-4772-8b60-465089fdcf72 admin admin] For port dbb5e76e-9312-43ca-a781-d5b75153ce83, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=dbb5e76e-9312-43ca-a781-d5b75153ce83,segment=NetworkSegment(f1e516bc-13bc-4947-b152-f0f01499a80c),segment_id=f1e516bc-13bc-4947-b152-f0f01499a80c)] {{(pid=105584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:09:24.255119 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-0d28c801-0f07-4772-8b60-465089fdcf72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:24.271918 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-61986019-d3be-4a42-95aa-1ab588b587bb tempest-AllowedAddressPairIpV6TestJSON-976084307 tempest-AllowedAddressPairIpV6TestJSON-976084307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:24.274617 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-0d28c801-0f07-4772-8b60-465089fdcf72 admin admin] Calling delete_port for dbb5e76e-9312-43ca-a781-d5b75153ce83 owned by network:dhcp {{(pid=105584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:09:24.279784 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb1094ad-cb71-4b22-be31-6c8973e31cca None None] DHCP port deletion for b117ba52-594c-450e-a21e-ba2b0ffa1338 request from n-d-705658-22 {{(pid=105586) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 21:09:24.334744 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61986019-d3be-4a42-95aa-1ab588b587bb tempest-AllowedAddressPairIpV6TestJSON-976084307 tempest-AllowedAddressPairIpV6TestJSON-976084307-project] Pushing event deleted for resources: {'Port': ['ID=8e067c40-f9f6-49fa-bb8a-02c1f828da89,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:09:24.337346 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] get_ports_and_sgs() called for port_ids ['54744cdb-b479-41f8-997a-1cdaae76f4ae'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:09:24.394473 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-0d28c801-0f07-4772-8b60-465089fdcf72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:24.395795 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] get_ports_and_sgs() called for port_ids ['1b4078bf-0ca0-41a1-ac3d-9981fede3a4a'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:09:24.408430 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-61986019-d3be-4a42-95aa-1ab588b587bb tempest-AllowedAddressPairIpV6TestJSON-976084307 tempest-AllowedAddressPairIpV6TestJSON-976084307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:24.415791 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-61986019-d3be-4a42-95aa-1ab588b587bb tempest-AllowedAddressPairIpV6TestJSON-976084307 tempest-AllowedAddressPairIpV6TestJSON-976084307-project] 10.222.0.59 "DELETE /v2.0/ports/8e067c40-f9f6-49fa-bb8a-02c1f828da89 HTTP/1.1" status: 204 len: 168 time: 0.7809186 Jul 27 21:09:24.415791 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 54466) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:09:24.438946 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d28c801-0f07-4772-8b60-465089fdcf72 admin admin] No DVR routers for this DVR port dbb5e76e-9312-43ca-a781-d5b75153ce83 on host n-d-705658-22 {{(pid=105584) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:09:24.444443 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d28c801-0f07-4772-8b60-465089fdcf72 admin admin] Pushing event deleted for resources: {'Port': ['ID=dbb5e76e-9312-43ca-a781-d5b75153ce83,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:09:24.489411 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8e5813e-bde9-4dbc-ba02-887a64a36811 tempest-AllowedAddressPairIpV6TestJSON-976084307 tempest-AllowedAddressPairIpV6TestJSON-976084307-project] Deleting subnet dadae781-99c0-48c3-b1c1-0a0aa1dcf31d {{(pid=105585) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:09:24.500136 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-d8e5813e-bde9-4dbc-ba02-887a64a36811 tempest-AllowedAddressPairIpV6TestJSON-976084307 tempest-AllowedAddressPairIpV6TestJSON-976084307-project] Notify callbacks [] for subnet, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:24.540621 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-0d28c801-0f07-4772-8b60-465089fdcf72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853562', 'neutron.services.segments.db._delete_segments_for_network-8790688882975'] for network, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:24.552814 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.segments.db [None req-0d28c801-0f07-4772-8b60-465089fdcf72 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b117ba52-594c-450e-a21e-ba2b0ffa1338']}} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:09:24.565174 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.segments.db [None req-0d28c801-0f07-4772-8b60-465089fdcf72 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1e516bc-13bc-4947-b152-f0f01499a80c') {'for_net_delete': True} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:09:24.565174 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.segments.db [None req-0d28c801-0f07-4772-8b60-465089fdcf72 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1e516bc-13bc-4947-b152-f0f01499a80c') {} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:09:24.578091 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-0d28c801-0f07-4772-8b60-465089fdcf72 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790688883752', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9014348'] for segment, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:24.595016 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-0d28c801-0f07-4772-8b60-465089fdcf72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:24.604294 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d28c801-0f07-4772-8b60-465089fdcf72 admin admin] Releasing vlan 246 on physical network physnet1 to pool {{(pid=105584) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:09:24.605392 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-0d28c801-0f07-4772-8b60-465089fdcf72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9014063'] for segment, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:24.635263 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-d8e5813e-bde9-4dbc-ba02-887a64a36811 tempest-AllowedAddressPairIpV6TestJSON-976084307 tempest-AllowedAddressPairIpV6TestJSON-976084307-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9887057'] for subnet, precommit_delete_associations {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:24.639681 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-bb1094ad-cb71-4b22-be31-6c8973e31cca None None] Deleting port dbb5e76e-9312-43ca-a781-d5b75153ce83 {{(pid=105586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:09:24.640202 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-bb1094ad-cb71-4b22-be31-6c8973e31cca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:24.669236 n-d-705658-22 neutron-server[105584]: Traceback (most recent call last): Jul 27 21:09:24.669236 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:09:24.669236 n-d-705658-22 neutron-server[105584]: timer() Jul 27 21:09:24.669236 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:09:24.669236 n-d-705658-22 neutron-server[105584]: cb(*args, **kw) Jul 27 21:09:24.669236 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:09:24.669236 n-d-705658-22 neutron-server[105584]: return func(*args, **kwargs) Jul 27 21:09:24.669236 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:09:24.669236 n-d-705658-22 neutron-server[105584]: self._notify() Jul 27 21:09:24.669236 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:09:24.669236 n-d-705658-22 neutron-server[105584]: self.callback(batched_events) Jul 27 21:09:24.669236 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:09:24.669236 n-d-705658-22 neutron-server[105584]: event.method(event) Jul 27 21:09:24.669236 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:09:24.669236 n-d-705658-22 neutron-server[105584]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:09:24.669236 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:09:24.669236 n-d-705658-22 neutron-server[105584]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:09:24.669236 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:09:24.669236 n-d-705658-22 neutron-server[105584]: return f(self, *a, **k) Jul 27 21:09:24.669236 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:09:24.669236 n-d-705658-22 neutron-server[105584]: return self._get(url).json() Jul 27 21:09:24.669236 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:09:24.669236 n-d-705658-22 neutron-server[105584]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:09:24.669236 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:09:24.669236 n-d-705658-22 neutron-server[105584]: return self.request(url, 'GET', **kwargs) Jul 27 21:09:24.669236 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:09:24.669236 n-d-705658-22 neutron-server[105584]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:09:24.669236 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:09:24.669236 n-d-705658-22 neutron-server[105584]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:09:24.669236 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:09:24.669236 n-d-705658-22 neutron-server[105584]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:09:24.669236 n-d-705658-22 neutron-server[105584]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:09:24.697889 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-0d28c801-0f07-4772-8b60-465089fdcf72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4075658'] for network, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:24.727321 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-0d28c801-0f07-4772-8b60-465089fdcf72 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743886'] for network, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:24.729385 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-0d28c801-0f07-4772-8b60-465089fdcf72 admin admin] 10.222.0.59 "DELETE /v2.0/networks/b117ba52-594c-450e-a21e-ba2b0ffa1338 HTTP/1.1" status: 204 len: 168 time: 0.7200117 Jul 27 21:09:24.733466 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d28c801-0f07-4772-8b60-465089fdcf72 admin admin] Pushing event deleted for resources: {'Network': ['ID=b117ba52-594c-450e-a21e-ba2b0ffa1338,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:09:24.735593 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-bb1094ad-cb71-4b22-be31-6c8973e31cca None None] For port dbb5e76e-9312-43ca-a781-d5b75153ce83, host n-d-705658-22, got binding levels [] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:09:24.736512 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-bb1094ad-cb71-4b22-be31-6c8973e31cca None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:24.749715 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-bb1094ad-cb71-4b22-be31-6c8973e31cca None None] Calling delete_port for dbb5e76e-9312-43ca-a781-d5b75153ce83 owned by network:dhcp {{(pid=105586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:09:24.752399 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.ipam_backend_mixin [None req-bb1094ad-cb71-4b22-be31-6c8973e31cca None None] Port dbb5e76e-9312-43ca-a781-d5b75153ce83 was not found and therefore no delete operation was performed {{(pid=105586) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 27 21:09:24.756533 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-bb1094ad-cb71-4b22-be31-6c8973e31cca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180'] for port, after_delete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:24.793869 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-bb1094ad-cb71-4b22-be31-6c8973e31cca None None] Network b117ba52-594c-450e-a21e-ba2b0ffa1338 is not hosted by any dhcp agent {{(pid=105586) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 27 21:09:24.794334 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb1094ad-cb71-4b22-be31-6c8973e31cca None None] No DVR routers for this DVR port dbb5e76e-9312-43ca-a781-d5b75153ce83 on host n-d-705658-22 {{(pid=105586) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:09:24.795034 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-d8e5813e-bde9-4dbc-ba02-887a64a36811 tempest-AllowedAddressPairIpV6TestJSON-976084307 tempest-AllowedAddressPairIpV6TestJSON-976084307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854965'] for subnet, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:24.826303 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1094ad-cb71-4b22-be31-6c8973e31cca None None] Pushing event deleted for resources: {'Port': ['ID=dbb5e76e-9312-43ca-a781-d5b75153ce83,revision_number=None']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:09:24.873132 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce41439-c0e2-4ccf-abde-84455755a043 req-932dd7ac-9aac-40f5-a2f1-9386025814c7 tempest-ListServerFiltersTestJSON-1491704447 tempest-ListServerFiltersTestJSON-1491704447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:09:24.881543 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-9ce41439-c0e2-4ccf-abde-84455755a043 req-932dd7ac-9aac-40f5-a2f1-9386025814c7 tempest-ListServerFiltersTestJSON-1491704447 tempest-ListServerFiltersTestJSON-1491704447-project] 10.222.0.59 "GET /v2.0/ports?device_id=cd9af073-a42f-450a-87e7-0bdbc1dec74e HTTP/1.1" status: 200 len: 944 time: 0.3465502 Jul 27 21:09:24.923350 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 54474) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:09:24.931589 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-9ce41439-c0e2-4ccf-abde-84455755a043 req-ea228748-e1c6-431b-9cd6-6dde087ec624 tempest-ListServerFiltersTestJSON-1491704447 tempest-ListServerFiltersTestJSON-1491704447-project] 10.222.0.59 "GET /v2.0/security-groups?id=8dfcd13b-e54c-4aad-8514-fdac1e892828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491576 Jul 27 21:09:24.939357 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-d8e5813e-bde9-4dbc-ba02-887a64a36811 tempest-AllowedAddressPairIpV6TestJSON-976084307 tempest-AllowedAddressPairIpV6TestJSON-976084307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10221602', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9990583'] for subnet, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:24.964379 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e5813e-bde9-4dbc-ba02-887a64a36811 tempest-AllowedAddressPairIpV6TestJSON-976084307 tempest-AllowedAddressPairIpV6TestJSON-976084307-project] Pushing event deleted for resources: {'Subnet': ['ID=dadae781-99c0-48c3-b1c1-0a0aa1dcf31d,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:09:24.973487 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-d8e5813e-bde9-4dbc-ba02-887a64a36811 tempest-AllowedAddressPairIpV6TestJSON-976084307 tempest-AllowedAddressPairIpV6TestJSON-976084307-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743886'] for subnet, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:24.977658 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-d8e5813e-bde9-4dbc-ba02-887a64a36811 tempest-AllowedAddressPairIpV6TestJSON-976084307 tempest-AllowedAddressPairIpV6TestJSON-976084307-project] 10.222.0.59 "DELETE /v2.0/subnets/dadae781-99c0-48c3-b1c1-0a0aa1dcf31d HTTP/1.1" status: 204 len: 168 time: 0.5611842 Jul 27 21:09:24.978435 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 54476) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:09:24.980289 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02230890-3ea8-4c2d-a464-285572c34a28 None None] Network 7fde689b-f9d1-4c62-8d63-da6010db77dc requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:09:24.993514 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-626298c8-08f2-49e8-a49d-818a5bedcbc9 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=be3b976efbdd4f41894dd22bc5b95523&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0687959 Jul 27 21:09:24.996441 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 54480) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:09:25.090858 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-68a9bf53-ac5b-4c13-b149-6c9646950afe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:25.115625 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-68a9bf53-ac5b-4c13-b149-6c9646950afe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:25.136312 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device ed7e84f1-cfdb-4cac-a5e1-9b643fefe0a3 no longer exists at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:09:25.155856 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-173f5150-3ed6-4dc0-a085-621e3b496afe tempest-AllowedAddressPairIpV6TestJSON-976084307 tempest-AllowedAddressPairIpV6TestJSON-976084307-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-990557'] for network, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:25.167991 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] No Port match for: ed7e84f1-cfdb-4cac-a5e1-9b643fefe0a3 {{(pid=105586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:09:25.168437 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device ed7e84f1-cfdb-4cac-a5e1-9b643fefe0a3 not bound to the agent host n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:09:25.169088 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device dbb5e76e-9312-43ca-a781-d5b75153ce83 no longer exists at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:09:25.185488 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-68a9bf53-ac5b-4c13-b149-6c9646950afe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:25.189294 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-68a9bf53-ac5b-4c13-b149-6c9646950afe admin admin] Notify callbacks [] for security_group, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:25.191498 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-68a9bf53-ac5b-4c13-b149-6c9646950afe admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/9dd39787-c773-4e1e-afc7-6169131b96d0 HTTP/1.1" status: 204 len: 168 time: 0.1935461 Jul 27 21:09:25.194680 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] No Port match for: dbb5e76e-9312-43ca-a781-d5b75153ce83 {{(pid=105586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:09:25.195738 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device dbb5e76e-9312-43ca-a781-d5b75153ce83 not bound to the agent host n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:09:25.218522 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a9bf53-ac5b-4c13-b149-6c9646950afe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dd39787-c773-4e1e-afc7-6169131b96d0,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:09:25.252531 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff37d36-e186-4b6a-b86e-65428829fd7c req-d03a73fd-894c-477d-9448-392c0ed6bbe2 tempest-ImagesTestJSON-607612606 tempest-ImagesTestJSON-607612606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:09:25.254433 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-0ff37d36-e186-4b6a-b86e-65428829fd7c req-d03a73fd-894c-477d-9448-392c0ed6bbe2 tempest-ImagesTestJSON-607612606 tempest-ImagesTestJSON-607612606-project] 10.222.0.59 "GET /v2.0/ports?device_id=3df18367-d5f2-4562-b9b0-adc84180d413 HTTP/1.1" status: 200 len: 945 time: 0.1850991 Jul 27 21:09:25.309964 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3b2338d-caa2-438f-a31f-9f65bc149833 None None] DHCP port deletion for 7fde689b-f9d1-4c62-8d63-da6010db77dc request from n-d-705658-22 {{(pid=105586) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 21:09:25.331991 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-0ff37d36-e186-4b6a-b86e-65428829fd7c req-b2466f96-c5b1-492d-942b-cec30f01f0ef tempest-ImagesTestJSON-607612606 tempest-ImagesTestJSON-607612606-project] 10.222.0.59 "GET /v2.0/security-groups?id=0824f12c-25ec-46a0-872f-0482607e4324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576036 Jul 27 21:09:25.336708 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [None req-173f5150-3ed6-4dc0-a085-621e3b496afe tempest-AllowedAddressPairIpV6TestJSON-976084307 tempest-AllowedAddressPairIpV6TestJSON-976084307-project] Deleting port ce84e015-fbce-4b2d-86ea-6ed1aee89802 {{(pid=105585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:09:25.337201 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-173f5150-3ed6-4dc0-a085-621e3b496afe tempest-AllowedAddressPairIpV6TestJSON-976084307 tempest-AllowedAddressPairIpV6TestJSON-976084307-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:25.374719 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-a3b2338d-caa2-438f-a31f-9f65bc149833 None None] Deleting port ce84e015-fbce-4b2d-86ea-6ed1aee89802 {{(pid=105586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:09:25.375130 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-a3b2338d-caa2-438f-a31f-9f65bc149833 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:25.451624 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.db [None req-173f5150-3ed6-4dc0-a085-621e3b496afe tempest-AllowedAddressPairIpV6TestJSON-976084307 tempest-AllowedAddressPairIpV6TestJSON-976084307-project] For port ce84e015-fbce-4b2d-86ea-6ed1aee89802, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=ce84e015-fbce-4b2d-86ea-6ed1aee89802,segment=NetworkSegment(c22a27ea-c16e-4d19-9f7e-0ce01c55068d),segment_id=c22a27ea-c16e-4d19-9f7e-0ce01c55068d)] {{(pid=105585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:09:25.452045 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-173f5150-3ed6-4dc0-a085-621e3b496afe tempest-AllowedAddressPairIpV6TestJSON-976084307 tempest-AllowedAddressPairIpV6TestJSON-976084307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:25.468752 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [None req-173f5150-3ed6-4dc0-a085-621e3b496afe tempest-AllowedAddressPairIpV6TestJSON-976084307 tempest-AllowedAddressPairIpV6TestJSON-976084307-project] Calling delete_port for ce84e015-fbce-4b2d-86ea-6ed1aee89802 owned by network:dhcp {{(pid=105585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:09:25.484211 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-a3b2338d-caa2-438f-a31f-9f65bc149833 None None] For port ce84e015-fbce-4b2d-86ea-6ed1aee89802, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=ce84e015-fbce-4b2d-86ea-6ed1aee89802,segment=NetworkSegment(c22a27ea-c16e-4d19-9f7e-0ce01c55068d),segment_id=c22a27ea-c16e-4d19-9f7e-0ce01c55068d)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:09:25.484609 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-a3b2338d-caa2-438f-a31f-9f65bc149833 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:25.501890 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-a3b2338d-caa2-438f-a31f-9f65bc149833 None None] Calling delete_port for ce84e015-fbce-4b2d-86ea-6ed1aee89802 owned by network:dhcp {{(pid=105586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:09:25.573467 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-173f5150-3ed6-4dc0-a085-621e3b496afe tempest-AllowedAddressPairIpV6TestJSON-976084307 tempest-AllowedAddressPairIpV6TestJSON-976084307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:25.596398 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-a3b2338d-caa2-438f-a31f-9f65bc149833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180'] for port, after_delete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:25.607246 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173f5150-3ed6-4dc0-a085-621e3b496afe tempest-AllowedAddressPairIpV6TestJSON-976084307 tempest-AllowedAddressPairIpV6TestJSON-976084307-project] Pushing event deleted for resources: {'Port': ['ID=ce84e015-fbce-4b2d-86ea-6ed1aee89802,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:09:25.617662 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-173f5150-3ed6-4dc0-a085-621e3b496afe tempest-AllowedAddressPairIpV6TestJSON-976084307 tempest-AllowedAddressPairIpV6TestJSON-976084307-project] No DVR routers for this DVR port ce84e015-fbce-4b2d-86ea-6ed1aee89802 on host n-d-705658-22 {{(pid=105585) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:09:25.630539 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b2338d-caa2-438f-a31f-9f65bc149833 None None] Pushing event deleted for resources: {'Port': ['ID=ce84e015-fbce-4b2d-86ea-6ed1aee89802,revision_number=None']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:09:25.635341 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Device 9e8348c1-7cde-48b8-b631-de1bcdf87d28 details requested by agent hyperv_n-h2-705658-22 with host n-h2-705658-22 {{(pid=105586) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:09:25.648519 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3b2338d-caa2-438f-a31f-9f65bc149833 None None] No DVR routers for this DVR port ce84e015-fbce-4b2d-86ea-6ed1aee89802 on host n-d-705658-22 {{(pid=105586) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:09:25.748622 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-173f5150-3ed6-4dc0-a085-621e3b496afe tempest-AllowedAddressPairIpV6TestJSON-976084307 tempest-AllowedAddressPairIpV6TestJSON-976084307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853562', 'neutron.services.segments.db._delete_segments_for_network-8790688882975'] for network, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:25.762075 n-d-705658-22 neutron-server[105585]: DEBUG neutron.services.segments.db [None req-173f5150-3ed6-4dc0-a085-621e3b496afe tempest-AllowedAddressPairIpV6TestJSON-976084307 tempest-AllowedAddressPairIpV6TestJSON-976084307-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7fde689b-f9d1-4c62-8d63-da6010db77dc']}} {{(pid=105585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:09:25.774481 n-d-705658-22 neutron-server[105585]: DEBUG neutron.services.segments.db [None req-173f5150-3ed6-4dc0-a085-621e3b496afe tempest-AllowedAddressPairIpV6TestJSON-976084307 tempest-AllowedAddressPairIpV6TestJSON-976084307-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c22a27ea-c16e-4d19-9f7e-0ce01c55068d') {'for_net_delete': True} {{(pid=105585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:09:25.774780 n-d-705658-22 neutron-server[105585]: DEBUG neutron.services.segments.db [None req-173f5150-3ed6-4dc0-a085-621e3b496afe tempest-AllowedAddressPairIpV6TestJSON-976084307 tempest-AllowedAddressPairIpV6TestJSON-976084307-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c22a27ea-c16e-4d19-9f7e-0ce01c55068d') {} {{(pid=105585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:09:25.786011 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-173f5150-3ed6-4dc0-a085-621e3b496afe tempest-AllowedAddressPairIpV6TestJSON-976084307 tempest-AllowedAddressPairIpV6TestJSON-976084307-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790688883752', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9886370'] for segment, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:25.793512 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] For port 9e8348c1-7cde-48b8-b631-de1bcdf87d28, host n-h2-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=9e8348c1-7cde-48b8-b631-de1bcdf87d28,segment=NetworkSegment(e1fe1948-72cd-4432-96e0-eea3e13db4fe),segment_id=e1fe1948-72cd-4432-96e0-eea3e13db4fe)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:09:25.802173 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-173f5150-3ed6-4dc0-a085-621e3b496afe tempest-AllowedAddressPairIpV6TestJSON-976084307 tempest-AllowedAddressPairIpV6TestJSON-976084307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:25.808772 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Returning: {'device': '9e8348c1-7cde-48b8-b631-de1bcdf87d28', 'network_id': 'db6b4722-6a69-4264-b4e3-b2624243cd24', 'port_id': '9e8348c1-7cde-48b8-b631-de1bcdf87d28', 'mac_address': 'fa:16:3e:f0:67:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 220, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '033f449b-a1e0-4fba-98dd-6d95babd8f33', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105586) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:09:25.809987 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-173f5150-3ed6-4dc0-a085-621e3b496afe tempest-AllowedAddressPairIpV6TestJSON-976084307 tempest-AllowedAddressPairIpV6TestJSON-976084307-project] Releasing vlan 213 on physical network physnet1 to pool {{(pid=105585) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:09:25.810547 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-173f5150-3ed6-4dc0-a085-621e3b496afe tempest-AllowedAddressPairIpV6TestJSON-976084307 tempest-AllowedAddressPairIpV6TestJSON-976084307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10221644'] for segment, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:25.814870 n-d-705658-22 neutron-server[105585]: Traceback (most recent call last): Jul 27 21:09:25.814870 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:09:25.814870 n-d-705658-22 neutron-server[105585]: timer() Jul 27 21:09:25.814870 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:09:25.814870 n-d-705658-22 neutron-server[105585]: cb(*args, **kw) Jul 27 21:09:25.814870 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:09:25.814870 n-d-705658-22 neutron-server[105585]: return func(*args, **kwargs) Jul 27 21:09:25.814870 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:09:25.814870 n-d-705658-22 neutron-server[105585]: self._notify() Jul 27 21:09:25.814870 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:09:25.814870 n-d-705658-22 neutron-server[105585]: self.callback(batched_events) Jul 27 21:09:25.814870 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:09:25.814870 n-d-705658-22 neutron-server[105585]: event.method(event) Jul 27 21:09:25.814870 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:09:25.814870 n-d-705658-22 neutron-server[105585]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:09:25.814870 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:09:25.814870 n-d-705658-22 neutron-server[105585]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:09:25.814870 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:09:25.814870 n-d-705658-22 neutron-server[105585]: return f(self, *a, **k) Jul 27 21:09:25.814870 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:09:25.814870 n-d-705658-22 neutron-server[105585]: return self._get(url).json() Jul 27 21:09:25.814870 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:09:25.814870 n-d-705658-22 neutron-server[105585]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:09:25.814870 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:09:25.814870 n-d-705658-22 neutron-server[105585]: return self.request(url, 'GET', **kwargs) Jul 27 21:09:25.814870 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:09:25.814870 n-d-705658-22 neutron-server[105585]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:09:25.814870 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:09:25.814870 n-d-705658-22 neutron-server[105585]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:09:25.814870 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:09:25.814870 n-d-705658-22 neutron-server[105585]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:09:25.814870 n-d-705658-22 neutron-server[105585]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:09:25.861105 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:25.874923 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [None req-3d54578f-831f-4696-b568-13c455922dab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e8348c1-7cde-48b8-b631-de1bcdf87d28 {{(pid=105586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:09:25.891625 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-173f5150-3ed6-4dc0-a085-621e3b496afe tempest-AllowedAddressPairIpV6TestJSON-976084307 tempest-AllowedAddressPairIpV6TestJSON-976084307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4075658'] for network, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:25.900513 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-173f5150-3ed6-4dc0-a085-621e3b496afe tempest-AllowedAddressPairIpV6TestJSON-976084307 tempest-AllowedAddressPairIpV6TestJSON-976084307-project] Notify callbacks [] for network, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:25.902422 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-173f5150-3ed6-4dc0-a085-621e3b496afe tempest-AllowedAddressPairIpV6TestJSON-976084307 tempest-AllowedAddressPairIpV6TestJSON-976084307-project] 10.222.0.59 "DELETE /v2.0/networks/7fde689b-f9d1-4c62-8d63-da6010db77dc HTTP/1.1" status: 204 len: 168 time: 0.9228730 Jul 27 21:09:25.909562 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] For port 9e8348c1-7cde-48b8-b631-de1bcdf87d28, host n-h2-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=9e8348c1-7cde-48b8-b631-de1bcdf87d28,segment=NetworkSegment(e1fe1948-72cd-4432-96e0-eea3e13db4fe),segment_id=e1fe1948-72cd-4432-96e0-eea3e13db4fe)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:09:25.916527 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:25.926579 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173f5150-3ed6-4dc0-a085-621e3b496afe tempest-AllowedAddressPairIpV6TestJSON-976084307 tempest-AllowedAddressPairIpV6TestJSON-976084307-project] Pushing event deleted for resources: {'Network': ['ID=7fde689b-f9d1-4c62-8d63-da6010db77dc,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:09:25.978568 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Pushing event updated for resources: {'Port': ['ID=9e8348c1-7cde-48b8-b631-de1bcdf87d28,revision_number=4']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:09:26.117001 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b4e250-0247-4f67-804b-f38114b8010e req-63523607-7d4a-4588-be2f-ea867d5df3b6 tempest-ListServerFiltersTestJSON-1491704447 tempest-ListServerFiltersTestJSON-1491704447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:09:26.118369 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-55b4e250-0247-4f67-804b-f38114b8010e req-63523607-7d4a-4588-be2f-ea867d5df3b6 tempest-ListServerFiltersTestJSON-1491704447 tempest-ListServerFiltersTestJSON-1491704447-project] 10.222.0.59 "GET /v2.0/ports?device_id=cd9af073-a42f-450a-87e7-0bdbc1dec74e HTTP/1.1" status: 200 len: 945 time: 0.0869830 Jul 27 21:09:26.164337 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 54516) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:09:26.176034 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-55b4e250-0247-4f67-804b-f38114b8010e req-8e26c7b3-4474-48c9-bf0e-ae629b564c02 tempest-ListServerFiltersTestJSON-1491704447 tempest-ListServerFiltersTestJSON-1491704447-project] 10.222.0.59 "GET /v2.0/security-groups?id=8dfcd13b-e54c-4aad-8514-fdac1e892828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500889 Jul 27 21:09:26.211350 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 54520) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:09:26.262098 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] get_ports_and_sgs() called for port_ids ['9e8348c1-7cde-48b8-b631-de1bcdf87d28'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:09:26.328077 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-21a3a6df-f415-41d7-85e1-701866596df4 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-233274072-network', 'tenant_id': 'a522c164c64347dea986be4f37788051'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:09:26.347623 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-96c5ff7c-e751-4511-8aba-e51d5d00be8a admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=10c48081e6c14bea9cf1afcfe216fdaf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1808145 Jul 27 21:09:26.350096 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 54528) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:09:26.380600 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21a3a6df-f415-41d7-85e1-701866596df4 admin admin] Made reservation on behalf of a522c164c64347dea986be4f37788051 for: {'network': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:09:26.384198 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-21a3a6df-f415-41d7-85e1-701866596df4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for network, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:26.395154 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-21a3a6df-f415-41d7-85e1-701866596df4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:26.483960 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-91939ec9-722f-444a-bd51-1596fe34698b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:26.499750 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-21a3a6df-f415-41d7-85e1-701866596df4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:26.504953 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-21a3a6df-f415-41d7-85e1-701866596df4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:26.516600 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-91939ec9-722f-444a-bd51-1596fe34698b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:26.526027 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21a3a6df-f415-41d7-85e1-701866596df4 admin admin] vlan segment allocate from pool success with {'vlan_id': 226, 'physical_network': 'physnet1'} {{(pid=105584) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:09:26.542029 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a3a6df-f415-41d7-85e1-701866596df4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d19f387-1b85-4f76-b010-4ba2dd1c78d6,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:09:26.545096 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-21a3a6df-f415-41d7-85e1-701866596df4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:26.545662 n-d-705658-22 neutron-server[105584]: INFO neutron.db.segments_db [None req-21a3a6df-f415-41d7-85e1-701866596df4 admin admin] Added segment 7908a8c6-8183-4889-8605-7e118a3f4a32 of type vlan for network 930c0126-6c68-491e-a084-11ad1d91fd9d Jul 27 21:09:26.545793 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff564bbc-94c0-45f8-8ab9-903947e920eb req-fd2d37fd-a103-4865-9e49-a19e9be948ff tempest-ImagesTestJSON-607612606 tempest-ImagesTestJSON-607612606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:09:26.547281 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-ff564bbc-94c0-45f8-8ab9-903947e920eb req-fd2d37fd-a103-4865-9e49-a19e9be948ff tempest-ImagesTestJSON-607612606 tempest-ImagesTestJSON-607612606-project] 10.222.0.59 "GET /v2.0/ports?device_id=3df18367-d5f2-4562-b9b0-adc84180d413 HTTP/1.1" status: 200 len: 945 time: 0.1317334 Jul 27 21:09:26.591654 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-21a3a6df-f415-41d7-85e1-701866596df4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790688424798'] for network, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:26.608082 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-ff564bbc-94c0-45f8-8ab9-903947e920eb req-62e047e6-310e-4e09-9eff-7fde59214a85 tempest-ImagesTestJSON-607612606 tempest-ImagesTestJSON-607612606-project] 10.222.0.59 "GET /v2.0/security-groups?id=0824f12c-25ec-46a0-872f-0482607e4324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435660 Jul 27 21:09:26.617327 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-91939ec9-722f-444a-bd51-1596fe34698b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:26.620642 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-91939ec9-722f-444a-bd51-1596fe34698b admin admin] Notify callbacks [] for security_group, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:26.621781 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-91939ec9-722f-444a-bd51-1596fe34698b admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/f586b01e-5439-44d4-b7f5-afa3f21899c5 HTTP/1.1" status: 204 len: 168 time: 0.2705066 Jul 27 21:09:26.632616 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91939ec9-722f-444a-bd51-1596fe34698b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f586b01e-5439-44d4-b7f5-afa3f21899c5,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:09:26.634746 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-21a3a6df-f415-41d7-85e1-701866596df4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920'] for network, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:26.645922 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21a3a6df-f415-41d7-85e1-701866596df4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:09:26.648151 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-21a3a6df-f415-41d7-85e1-701866596df4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743886'] for network, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:26.709789 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-21a3a6df-f415-41d7-85e1-701866596df4 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4965556 Jul 27 21:09:26.713194 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 54534) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:09:26.718108 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-0414d6d5-13ab-4189-ab1f-5640493ec745 admin admin] Request body: {'subnet': {'network_id': '930c0126-6c68-491e-a084-11ad1d91fd9d', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-233274072-subnet', 'tenant_id': 'a522c164c64347dea986be4f37788051', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:09:26.730156 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a3a6df-f415-41d7-85e1-701866596df4 admin admin] Pushing event updated for resources: {'Network': ['ID=930c0126-6c68-491e-a084-11ad1d91fd9d,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:09:26.742268 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Network 930c0126-6c68-491e-a084-11ad1d91fd9d details requested by agent ovs-agent-n-d-705658-22 with host n-d-705658-22 {{(pid=105586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:09:26.746375 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0414d6d5-13ab-4189-ab1f-5640493ec745 admin admin] Made reservation on behalf of a522c164c64347dea986be4f37788051 for: {'subnet': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:09:26.749100 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-0414d6d5-13ab-4189-ab1f-5640493ec745 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9738786'] for subnet, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:26.957243 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-0414d6d5-13ab-4189-ab1f-5640493ec745 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9014150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9738800'] for subnet, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:27.021969 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0414d6d5-13ab-4189-ab1f-5640493ec745 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5aff9ce3-1da7-4417-a3c8-adf3c66750fb,revision_number=0']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:09:27.033499 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0414d6d5-13ab-4189-ab1f-5640493ec745 admin admin] Checking segment: {'id': '7908a8c6-8183-4889-8605-7e118a3f4a32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '930c0126-6c68-491e-a084-11ad1d91fd9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:09:27.033866 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0414d6d5-13ab-4189-ab1f-5640493ec745 admin admin] Network hostable DHCP agents. Network: 930c0126-6c68-491e-a084-11ad1d91fd9d, hostable agents: ['7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a'], hosted agents: [] {{(pid=105584) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:09:27.072059 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0414d6d5-13ab-4189-ab1f-5640493ec745 admin admin] Network 930c0126-6c68-491e-a084-11ad1d91fd9d is scheduled to be hosted by DHCP agent 7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a with binding_index 1 {{(pid=105584) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:09:27.085132 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [None req-0414d6d5-13ab-4189-ab1f-5640493ec745 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-22, 930c0126-6c68-491e-a084-11ad1d91fd9d) {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:09:27.089762 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0414d6d5-13ab-4189-ab1f-5640493ec745 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:09:27.090358 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-0414d6d5-13ab-4189-ab1f-5640493ec745 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:27.092019 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device ce84e015-fbce-4b2d-86ea-6ed1aee89802 no longer exists at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:09:27.117268 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-0414d6d5-13ab-4189-ab1f-5640493ec745 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4028349 Jul 27 21:09:27.135162 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] No Port match for: ce84e015-fbce-4b2d-86ea-6ed1aee89802 {{(pid=105586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:09:27.135162 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device ce84e015-fbce-4b2d-86ea-6ed1aee89802 not bound to the agent host n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:09:27.135162 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5586935f-0a37-4ffb-a68a-58ad9dd1e426 None None] Network 930c0126-6c68-491e-a084-11ad1d91fd9d requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:09:27.256006 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device 1b4078bf-0ca0-41a1-ac3d-9981fede3a4a up at agent hyperv_n-h1-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:09:27.349192 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Provisioning for port 1b4078bf-0ca0-41a1-ac3d-9981fede3a4a completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:09:27.355387 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Provisioning complete for port 1b4078bf-0ca0-41a1-ac3d-9981fede3a4a triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:09:27.356072 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:27.414716 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24582ac4-6066-4f0d-b95e-b029f353fd66 req-b22a4811-5022-4d41-8b49-934dbc28510f tempest-ListServerFiltersTestJSON-1491704447 tempest-ListServerFiltersTestJSON-1491704447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:09:27.422556 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-24582ac4-6066-4f0d-b95e-b029f353fd66 req-b22a4811-5022-4d41-8b49-934dbc28510f tempest-ListServerFiltersTestJSON-1491704447 tempest-ListServerFiltersTestJSON-1491704447-project] 10.222.0.59 "GET /v2.0/ports?device_id=cd9af073-a42f-450a-87e7-0bdbc1dec74e HTTP/1.1" status: 200 len: 945 time: 0.0930338 Jul 27 21:09:27.449443 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-641ea8d0-44a0-4f9d-aa06-5b4d2ac80c03 None None] Network 930c0126-6c68-491e-a084-11ad1d91fd9d requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:09:27.510105 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-24582ac4-6066-4f0d-b95e-b029f353fd66 req-60c9ae44-7e94-4c9c-9ca1-9d45f50e6699 tempest-ListServerFiltersTestJSON-1491704447 tempest-ListServerFiltersTestJSON-1491704447-project] 10.222.0.59 "GET /v2.0/security-groups?id=8dfcd13b-e54c-4aad-8514-fdac1e892828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797985 Jul 27 21:09:27.611938 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 54568) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:09:27.638684 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Device 9e8348c1-7cde-48b8-b631-de1bcdf87d28 up at agent hyperv_n-h2-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:09:27.670749 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:27.722242 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c3277e4-976d-46be-bbe9-29df326e21ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b4078bf-0ca0-41a1-ac3d-9981fede3a4a'}] {{(pid=105586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:09:27.724782 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14c1663e039faf5393f87855f745010ac5b02220355b68fdbf065393e303ac56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8530379-13da-4ae8-9020-bf9e62a27d2b" -d '{"events": [{"server_uuid": "0c3277e4-976d-46be-bbe9-29df326e21ab", "name": "network-vif-plugged", "status": "completed", "tag": "1b4078bf-0ca0-41a1-ac3d-9981fede3a4a"}]}' {{(pid=105586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:09:27.768916 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] For port 1b4078bf-0ca0-41a1-ac3d-9981fede3a4a, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=1b4078bf-0ca0-41a1-ac3d-9981fede3a4a,segment=NetworkSegment(e1fe1948-72cd-4432-96e0-eea3e13db4fe),segment_id=e1fe1948-72cd-4432-96e0-eea3e13db4fe)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:09:27.775722 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:27.776671 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device 54744cdb-b479-41f8-997a-1cdaae76f4ae up at agent hyperv_n-h1-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:09:27.840468 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-3d54578f-831f-4696-b568-13c455922dab None None] Provisioning for port 9e8348c1-7cde-48b8-b631-de1bcdf87d28 completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:09:27.844842 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-5e4fd89c-94f5-46af-9fec-faabf019d0d5 tempest-AllowedAddressPairTestJSON-779371437 tempest-AllowedAddressPairTestJSON-779371437-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-202054120'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:09:27.849504 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-3d54578f-831f-4696-b568-13c455922dab None None] Provisioning complete for port 9e8348c1-7cde-48b8-b631-de1bcdf87d28 triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:09:27.849883 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:27.887848 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Pushing event updated for resources: {'Port': ['ID=1b4078bf-0ca0-41a1-ac3d-9981fede3a4a,revision_number=5']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:09:27.917707 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Provisioning for port 54744cdb-b479-41f8-997a-1cdaae76f4ae completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:09:27.923856 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Provisioning complete for port 54744cdb-b479-41f8-997a-1cdaae76f4ae triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:09:27.924234 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:27.948742 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e4fd89c-94f5-46af-9fec-faabf019d0d5 tempest-AllowedAddressPairTestJSON-779371437 tempest-AllowedAddressPairTestJSON-779371437-project] Made reservation on behalf of fb7fbc19b61d4f43a7acc30a3012eeda for: {'network': 1} {{(pid=105585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:09:27.952480 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-5e4fd89c-94f5-46af-9fec-faabf019d0d5 tempest-AllowedAddressPairTestJSON-779371437 tempest-AllowedAddressPairTestJSON-779371437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for network, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:27.972421 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-5e4fd89c-94f5-46af-9fec-faabf019d0d5 tempest-AllowedAddressPairTestJSON-779371437 tempest-AllowedAddressPairTestJSON-779371437-project] Notify callbacks [] for security_group, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:27.988726 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:28.032204 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd1f5b8-c5f3-4a81-9d2f-ee8f47014dfe req-b6559243-9839-4a92-9994-8bbe14e3d522 tempest-ImagesTestJSON-607612606 tempest-ImagesTestJSON-607612606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:09:28.033730 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-0fd1f5b8-c5f3-4a81-9d2f-ee8f47014dfe req-b6559243-9839-4a92-9994-8bbe14e3d522 tempest-ImagesTestJSON-607612606 tempest-ImagesTestJSON-607612606-project] 10.222.0.59 "GET /v2.0/ports?device_id=3df18367-d5f2-4562-b9b0-adc84180d413 HTTP/1.1" status: 200 len: 945 time: 0.2930529 Jul 27 21:09:28.041736 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] For port 9e8348c1-7cde-48b8-b631-de1bcdf87d28, host n-h2-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=9e8348c1-7cde-48b8-b631-de1bcdf87d28,segment=NetworkSegment(e1fe1948-72cd-4432-96e0-eea3e13db4fe),segment_id=e1fe1948-72cd-4432-96e0-eea3e13db4fe)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:09:28.047598 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ec2595-eae5-45a1-88b3-b7d556872ed3 req-53286c1b-5098-4f0a-9b2d-46c7a02e9a96 tempest-MultipleCreateTestJSON-2100520218 tempest-MultipleCreateTestJSON-2100520218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:09:28.050378 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-28ec2595-eae5-45a1-88b3-b7d556872ed3 req-53286c1b-5098-4f0a-9b2d-46c7a02e9a96 tempest-MultipleCreateTestJSON-2100520218 tempest-MultipleCreateTestJSON-2100520218-project] 10.222.0.59 "GET /v2.0/networks?id=930c0126-6c68-491e-a084-11ad1d91fd9d HTTP/1.1" status: 200 len: 812 time: 0.2185388 Jul 27 21:09:28.070509 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:28.100418 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-28ec2595-eae5-45a1-88b3-b7d556872ed3 req-f6054389-7a27-4406-ac9f-299b9e402add tempest-MultipleCreateTestJSON-2100520218 tempest-MultipleCreateTestJSON-2100520218-project] 10.222.0.59 "GET /v2.0/quotas/a522c164c64347dea986be4f37788051 HTTP/1.1" status: 200 len: 375 time: 0.0370131 Jul 27 21:09:28.110547 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:28.140382 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-0fd1f5b8-c5f3-4a81-9d2f-ee8f47014dfe req-bc973b30-0d19-4d8b-ba29-7c1da8be2ddf tempest-ImagesTestJSON-607612606 tempest-ImagesTestJSON-607612606-project] 10.222.0.59 "GET /v2.0/security-groups?id=0824f12c-25ec-46a0-872f-0482607e4324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759075 Jul 27 21:09:28.149752 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Pushing event updated for resources: {'Port': ['ID=9e8348c1-7cde-48b8-b631-de1bcdf87d28,revision_number=5']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:09:28.168407 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-28ec2595-eae5-45a1-88b3-b7d556872ed3 req-ad416b59-9aa2-4118-a6b4-bbafd1115558 tempest-MultipleCreateTestJSON-2100520218 tempest-MultipleCreateTestJSON-2100520218-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=a522c164c64347dea986be4f37788051&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0483739 Jul 27 21:09:28.168568 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] For port 54744cdb-b479-41f8-997a-1cdaae76f4ae, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=54744cdb-b479-41f8-997a-1cdaae76f4ae,segment=NetworkSegment(e1fe1948-72cd-4432-96e0-eea3e13db4fe),segment_id=e1fe1948-72cd-4432-96e0-eea3e13db4fe)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:09:28.174852 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:28.240547 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-5e4fd89c-94f5-46af-9fec-faabf019d0d5 tempest-AllowedAddressPairTestJSON-779371437 tempest-AllowedAddressPairTestJSON-779371437-project] Notify callbacks [] for security_group, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:28.246348 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-5e4fd89c-94f5-46af-9fec-faabf019d0d5 tempest-AllowedAddressPairTestJSON-779371437 tempest-AllowedAddressPairTestJSON-779371437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:28.251269 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:09:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a80b307-ff30-4612-9467-27ebd26a9738 x-openstack-request-id: req-6a80b307-ff30-4612-9467-27ebd26a9738 {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:09:28.251578 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c3277e4-976d-46be-bbe9-29df326e21ab", "name": "network-vif-plugged", "status": "completed", "tag": "1b4078bf-0ca0-41a1-ac3d-9981fede3a4a", "code": 200}]} {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:09:28.252180 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-6a80b307-ff30-4612-9467-27ebd26a9738 {{(pid=105586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:09:28.262568 n-d-705658-22 neutron-server[105586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c3277e4-976d-46be-bbe9-29df326e21ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b4078bf-0ca0-41a1-ac3d-9981fede3a4a', 'code': 200} Jul 27 21:09:28.278391 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Pushing event updated for resources: {'Port': ['ID=54744cdb-b479-41f8-997a-1cdaae76f4ae,revision_number=5']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:09:28.352812 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e4fd89c-94f5-46af-9fec-faabf019d0d5 tempest-AllowedAddressPairTestJSON-779371437 tempest-AllowedAddressPairTestJSON-779371437-project] vlan segment allocate from pool success with {'vlan_id': 211, 'physical_network': 'physnet1'} {{(pid=105585) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:09:28.378507 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4fd89c-94f5-46af-9fec-faabf019d0d5 tempest-AllowedAddressPairTestJSON-779371437 tempest-AllowedAddressPairTestJSON-779371437-project] Pushing event updated for resources: {'SecurityGroup': ['ID=215c7df4-b02b-404d-b2d8-fb21e22e94c9,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:09:28.398687 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4fd89c-94f5-46af-9fec-faabf019d0d5 tempest-AllowedAddressPairTestJSON-779371437 tempest-AllowedAddressPairTestJSON-779371437-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:09:28.398950 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4fd89c-94f5-46af-9fec-faabf019d0d5 tempest-AllowedAddressPairTestJSON-779371437 tempest-AllowedAddressPairTestJSON-779371437-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:09:28.399572 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4fd89c-94f5-46af-9fec-faabf019d0d5 tempest-AllowedAddressPairTestJSON-779371437 tempest-AllowedAddressPairTestJSON-779371437-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:09:28.400026 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4fd89c-94f5-46af-9fec-faabf019d0d5 tempest-AllowedAddressPairTestJSON-779371437 tempest-AllowedAddressPairTestJSON-779371437-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:09:28.400467 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4fd89c-94f5-46af-9fec-faabf019d0d5 tempest-AllowedAddressPairTestJSON-779371437 tempest-AllowedAddressPairTestJSON-779371437-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:09:28.400819 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4fd89c-94f5-46af-9fec-faabf019d0d5 tempest-AllowedAddressPairTestJSON-779371437 tempest-AllowedAddressPairTestJSON-779371437-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:09:28.401255 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4fd89c-94f5-46af-9fec-faabf019d0d5 tempest-AllowedAddressPairTestJSON-779371437 tempest-AllowedAddressPairTestJSON-779371437-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:09:28.401652 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4fd89c-94f5-46af-9fec-faabf019d0d5 tempest-AllowedAddressPairTestJSON-779371437 tempest-AllowedAddressPairTestJSON-779371437-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:09:28.402040 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4fd89c-94f5-46af-9fec-faabf019d0d5 tempest-AllowedAddressPairTestJSON-779371437 tempest-AllowedAddressPairTestJSON-779371437-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:09:28.402468 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4fd89c-94f5-46af-9fec-faabf019d0d5 tempest-AllowedAddressPairTestJSON-779371437 tempest-AllowedAddressPairTestJSON-779371437-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:09:28.402910 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4fd89c-94f5-46af-9fec-faabf019d0d5 tempest-AllowedAddressPairTestJSON-779371437 tempest-AllowedAddressPairTestJSON-779371437-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:09:28.403290 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4fd89c-94f5-46af-9fec-faabf019d0d5 tempest-AllowedAddressPairTestJSON-779371437 tempest-AllowedAddressPairTestJSON-779371437-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:09:28.414027 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-5e4fd89c-94f5-46af-9fec-faabf019d0d5 tempest-AllowedAddressPairTestJSON-779371437 tempest-AllowedAddressPairTestJSON-779371437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:28.414589 n-d-705658-22 neutron-server[105585]: INFO neutron.db.segments_db [None req-5e4fd89c-94f5-46af-9fec-faabf019d0d5 tempest-AllowedAddressPairTestJSON-779371437 tempest-AllowedAddressPairTestJSON-779371437-project] Added segment 04ba1982-ae57-4e53-908f-ff0568215e04 of type vlan for network b0a9c8fd-4661-4252-a7d6-d375b27a5cb6 Jul 27 21:09:28.478852 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-5e4fd89c-94f5-46af-9fec-faabf019d0d5 tempest-AllowedAddressPairTestJSON-779371437 tempest-AllowedAddressPairTestJSON-779371437-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790688424798'] for network, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:28.507950 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-28ec2595-eae5-45a1-88b3-b7d556872ed3 req-f0868f77-22c6-4089-95dd-e46c0f57c7e0 service neutron] 10.222.0.59 "GET /v2.0/networks/930c0126-6c68-491e-a084-11ad1d91fd9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3137410 Jul 27 21:09:28.509697 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df663b8d-c52a-48a0-b6bf-30394cad9299 req-195e84a9-7ebd-4e40-a10e-06982f073602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:09:28.511718 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-df663b8d-c52a-48a0-b6bf-30394cad9299 req-195e84a9-7ebd-4e40-a10e-06982f073602 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=0c3277e4-976d-46be-bbe9-29df326e21ab HTTP/1.1" status: 200 len: 1097 time: 0.2180243 Jul 27 21:09:28.604312 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-5e4fd89c-94f5-46af-9fec-faabf019d0d5 tempest-AllowedAddressPairTestJSON-779371437 tempest-AllowedAddressPairTestJSON-779371437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920'] for network, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:28.609754 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e4fd89c-94f5-46af-9fec-faabf019d0d5 tempest-AllowedAddressPairTestJSON-779371437 tempest-AllowedAddressPairTestJSON-779371437-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:09:28.610366 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-5e4fd89c-94f5-46af-9fec-faabf019d0d5 tempest-AllowedAddressPairTestJSON-779371437 tempest-AllowedAddressPairTestJSON-779371437-project] Notify callbacks [] for network, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:28.699766 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-df663b8d-c52a-48a0-b6bf-30394cad9299 req-e9e53443-b4b5-4385-8e0e-da05b873444b service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=8dfcd13b-e54c-4aad-8514-fdac1e892828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708481 Jul 27 21:09:28.718241 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-5e4fd89c-94f5-46af-9fec-faabf019d0d5 tempest-AllowedAddressPairTestJSON-779371437 tempest-AllowedAddressPairTestJSON-779371437-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 1.1047041 Jul 27 21:09:28.721329 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 54592) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:09:28.728586 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-d232a58a-c6cd-4e45-a247-98ad26ed1583 tempest-AllowedAddressPairTestJSON-779371437 tempest-AllowedAddressPairTestJSON-779371437-project] Request body: {'subnet': {'network_id': 'b0a9c8fd-4661-4252-a7d6-d375b27a5cb6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:09:28.744723 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4fd89c-94f5-46af-9fec-faabf019d0d5 tempest-AllowedAddressPairTestJSON-779371437 tempest-AllowedAddressPairTestJSON-779371437-project] Pushing event updated for resources: {'Network': ['ID=b0a9c8fd-4661-4252-a7d6-d375b27a5cb6,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:09:28.754721 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-28ec2595-eae5-45a1-88b3-b7d556872ed3 req-e2e10a07-15f9-4afe-b3bf-64a9269e4a44 service neutron] 10.222.0.59 "GET /v2.0/networks/930c0126-6c68-491e-a084-11ad1d91fd9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2396815 Jul 27 21:09:28.765331 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Network b0a9c8fd-4661-4252-a7d6-d375b27a5cb6 details requested by agent ovs-agent-n-d-705658-22 with host n-d-705658-22 {{(pid=105586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:09:28.789650 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76742bf-1092-489f-adb8-893d3b5f068a req-c570b299-8f9a-44c6-981f-750e50f4a5f0 tempest-ListServerFiltersTestJSON-1491704447 tempest-ListServerFiltersTestJSON-1491704447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:09:28.797307 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b76742bf-1092-489f-adb8-893d3b5f068a req-c570b299-8f9a-44c6-981f-750e50f4a5f0 tempest-ListServerFiltersTestJSON-1491704447 tempest-ListServerFiltersTestJSON-1491704447-project] 10.222.0.59 "GET /v2.0/ports?device_id=cd9af073-a42f-450a-87e7-0bdbc1dec74e HTTP/1.1" status: 200 len: 946 time: 0.2150412 Jul 27 21:09:28.862093 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b76742bf-1092-489f-adb8-893d3b5f068a req-0f502f4a-caa6-4142-99f3-fc28805ab0ce tempest-ListServerFiltersTestJSON-1491704447 tempest-ListServerFiltersTestJSON-1491704447-project] 10.222.0.59 "GET /v2.0/security-groups?id=8dfcd13b-e54c-4aad-8514-fdac1e892828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638680 Jul 27 21:09:28.882967 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d232a58a-c6cd-4e45-a247-98ad26ed1583 tempest-AllowedAddressPairTestJSON-779371437 tempest-AllowedAddressPairTestJSON-779371437-project] Made reservation on behalf of fb7fbc19b61d4f43a7acc30a3012eeda for: {'subnet': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:09:28.895088 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-d232a58a-c6cd-4e45-a247-98ad26ed1583 tempest-AllowedAddressPairTestJSON-779371437 tempest-AllowedAddressPairTestJSON-779371437-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9738786'] for subnet, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:29.117489 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-d232a58a-c6cd-4e45-a247-98ad26ed1583 tempest-AllowedAddressPairTestJSON-779371437 tempest-AllowedAddressPairTestJSON-779371437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9014150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9738800'] for subnet, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:29.147571 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-ff348e3e-714e-4281-a0ec-65833a7bc5ee req-72fd5f25-5d04-43d4-a141-6113f816faf6 tempest-MultipleCreateTestJSON-2100520218 tempest-MultipleCreateTestJSON-2100520218-project] 10.222.0.59 "GET /v2.0/ports?device_id=72c3b01a-1382-4314-a6ca-dbf09e670877 HTTP/1.1" status: 200 len: 210 time: 0.0365322 Jul 27 21:09:29.196661 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d232a58a-c6cd-4e45-a247-98ad26ed1583 tempest-AllowedAddressPairTestJSON-779371437 tempest-AllowedAddressPairTestJSON-779371437-project] Pushing event updated for resources: {'Subnet': ['ID=c0334da2-9b60-4afa-8eda-d6f23cead460,revision_number=0']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:09:29.208906 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d232a58a-c6cd-4e45-a247-98ad26ed1583 tempest-AllowedAddressPairTestJSON-779371437 tempest-AllowedAddressPairTestJSON-779371437-project] Checking segment: {'id': '04ba1982-ae57-4e53-908f-ff0568215e04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'b0a9c8fd-4661-4252-a7d6-d375b27a5cb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:09:29.209363 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d232a58a-c6cd-4e45-a247-98ad26ed1583 tempest-AllowedAddressPairTestJSON-779371437 tempest-AllowedAddressPairTestJSON-779371437-project] Network hostable DHCP agents. Network: b0a9c8fd-4661-4252-a7d6-d375b27a5cb6, hostable agents: ['7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a'], hosted agents: [] {{(pid=105584) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:09:29.230140 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d232a58a-c6cd-4e45-a247-98ad26ed1583 tempest-AllowedAddressPairTestJSON-779371437 tempest-AllowedAddressPairTestJSON-779371437-project] Network b0a9c8fd-4661-4252-a7d6-d375b27a5cb6 is scheduled to be hosted by DHCP agent 7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a with binding_index 1 {{(pid=105584) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:09:29.240603 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [None req-d232a58a-c6cd-4e45-a247-98ad26ed1583 tempest-AllowedAddressPairTestJSON-779371437 tempest-AllowedAddressPairTestJSON-779371437-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-22, b0a9c8fd-4661-4252-a7d6-d375b27a5cb6) {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:09:29.245731 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d232a58a-c6cd-4e45-a247-98ad26ed1583 tempest-AllowedAddressPairTestJSON-779371437 tempest-AllowedAddressPairTestJSON-779371437-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:09:29.246648 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-d232a58a-c6cd-4e45-a247-98ad26ed1583 tempest-AllowedAddressPairTestJSON-779371437 tempest-AllowedAddressPairTestJSON-779371437-project] Notify callbacks [] for subnet, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:29.255092 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f82b84ce-c1b5-442b-8be7-fc75d01b0662 None None] Network b0a9c8fd-4661-4252-a7d6-d375b27a5cb6 requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:09:29.278084 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-d232a58a-c6cd-4e45-a247-98ad26ed1583 tempest-AllowedAddressPairTestJSON-779371437 tempest-AllowedAddressPairTestJSON-779371437-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5514605 Jul 27 21:09:29.278084 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 54608) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:09:29.285747 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-fda3156b-41ed-402d-ab53-aea1af28b809 tempest-AllowedAddressPairTestJSON-779371437 tempest-AllowedAddressPairTestJSON-779371437-project] Request body: {'port': {'network_id': 'b0a9c8fd-4661-4252-a7d6-d375b27a5cb6', 'name': 'tempest-AllowedAddressPairTestJSON-1391380532'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:09:29.412799 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497a003c-72e1-4431-bb5b-def1464387d5 req-43042fc7-aa2b-4583-9f20-af7d3c3680cb tempest-ImagesTestJSON-607612606 tempest-ImagesTestJSON-607612606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:09:29.414549 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-497a003c-72e1-4431-bb5b-def1464387d5 req-43042fc7-aa2b-4583-9f20-af7d3c3680cb tempest-ImagesTestJSON-607612606 tempest-ImagesTestJSON-607612606-project] 10.222.0.59 "GET /v2.0/ports?device_id=3df18367-d5f2-4562-b9b0-adc84180d413 HTTP/1.1" status: 200 len: 945 time: 0.1510074 Jul 27 21:09:29.464363 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fda3156b-41ed-402d-ab53-aea1af28b809 tempest-AllowedAddressPairTestJSON-779371437 tempest-AllowedAddressPairTestJSON-779371437-project] Made reservation on behalf of fb7fbc19b61d4f43a7acc30a3012eeda for: {'port': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:09:29.468322 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-fda3156b-41ed-402d-ab53-aea1af28b809 tempest-AllowedAddressPairTestJSON-779371437 tempest-AllowedAddressPairTestJSON-779371437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:29.487548 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-497a003c-72e1-4431-bb5b-def1464387d5 req-981373b3-b245-4fbc-9724-6da90c097103 tempest-ImagesTestJSON-607612606 tempest-ImagesTestJSON-607612606-project] 10.222.0.59 "GET /v2.0/security-groups?id=0824f12c-25ec-46a0-872f-0482607e4324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596664 Jul 27 21:09:29.506799 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [None req-fda3156b-41ed-402d-ab53-aea1af28b809 tempest-AllowedAddressPairTestJSON-779371437 tempest-AllowedAddressPairTestJSON-779371437-project] device_id is not set on port 227e96fa-2abd-4b8d-977c-aa86bad42673 yet. {{(pid=105584) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 21:09:29.518927 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35cbd730-d2c4-4075-82ea-e68e77cb54dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30bb4b93-b285-5d90-9493-f9ec33ea333c-b0a9c8fd-4661-4252-a7d6-d375b27a5cb6', 'network_id': 'b0a9c8fd-4661-4252-a7d6-d375b27a5cb6', 'tenant_id': 'fb7fbc19b61d4f43a7acc30a3012eeda', 'fixed_ips': [{'subnet_id': 'c0334da2-9b60-4afa-8eda-d6f23cead460'}]}} from n-d-705658-22. {{(pid=105586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 21:09:29.520658 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-35cbd730-d2c4-4075-82ea-e68e77cb54dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:29.661458 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.db_base_plugin_common [None req-fda3156b-41ed-402d-ab53-aea1af28b809 tempest-AllowedAddressPairTestJSON-779371437 tempest-AllowedAddressPairTestJSON-779371437-project] Allocated IP 172.20.0.7 (b0a9c8fd-4661-4252-a7d6-d375b27a5cb6/c0334da2-9b60-4afa-8eda-d6f23cead460/227e96fa-2abd-4b8d-977c-aa86bad42673) {{(pid=105584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:09:29.896776 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-fda3156b-41ed-402d-ab53-aea1af28b809 tempest-AllowedAddressPairTestJSON-779371437 tempest-AllowedAddressPairTestJSON-779371437-project] Notify callbacks [] for port, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:29.940007 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.provisioning_blocks [None req-fda3156b-41ed-402d-ab53-aea1af28b809 tempest-AllowedAddressPairTestJSON-779371437 tempest-AllowedAddressPairTestJSON-779371437-project] Transition to ACTIVE for port object 227e96fa-2abd-4b8d-977c-aa86bad42673 will not be triggered until provisioned by entity DHCP. {{(pid=105584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:09:30.037374 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-fda3156b-41ed-402d-ab53-aea1af28b809 tempest-AllowedAddressPairTestJSON-779371437 tempest-AllowedAddressPairTestJSON-779371437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:30.098592 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda3156b-41ed-402d-ab53-aea1af28b809 tempest-AllowedAddressPairTestJSON-779371437 tempest-AllowedAddressPairTestJSON-779371437-project] Pushing event updated for resources: {'Port': ['ID=227e96fa-2abd-4b8d-977c-aa86bad42673,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:09:30.115536 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fda3156b-41ed-402d-ab53-aea1af28b809 tempest-AllowedAddressPairTestJSON-779371437 tempest-AllowedAddressPairTestJSON-779371437-project] Network b0a9c8fd-4661-4252-a7d6-d375b27a5cb6 is already hosted by enough agents. {{(pid=105584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:09:30.115536 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [None req-fda3156b-41ed-402d-ab53-aea1af28b809 tempest-AllowedAddressPairTestJSON-779371437 tempest-AllowedAddressPairTestJSON-779371437-project] Resources bound (agent type, host, resource id): {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:09:30.117073 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fda3156b-41ed-402d-ab53-aea1af28b809 tempest-AllowedAddressPairTestJSON-779371437 tempest-AllowedAddressPairTestJSON-779371437-project] Received port after_create {{(pid=105584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:09:30.148850 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2701ed-fcc2-4694-b21c-c5e88a1094b5 req-d1291bf4-7e26-422e-932c-8e3d58574ebf tempest-ListServerFiltersTestJSON-1491704447 tempest-ListServerFiltersTestJSON-1491704447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:09:30.156865 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-0e2701ed-fcc2-4694-b21c-c5e88a1094b5 req-d1291bf4-7e26-422e-932c-8e3d58574ebf tempest-ListServerFiltersTestJSON-1491704447 tempest-ListServerFiltersTestJSON-1491704447-project] 10.222.0.59 "GET /v2.0/ports?device_id=cd9af073-a42f-450a-87e7-0bdbc1dec74e HTTP/1.1" status: 200 len: 946 time: 0.1374109 Jul 27 21:09:30.245302 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-0e2701ed-fcc2-4694-b21c-c5e88a1094b5 req-a0451019-0e63-4d9f-8583-34788721e29a tempest-ListServerFiltersTestJSON-1491704447 tempest-ListServerFiltersTestJSON-1491704447-project] 10.222.0.59 "GET /v2.0/security-groups?id=8dfcd13b-e54c-4aad-8514-fdac1e892828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869148 Jul 27 21:09:30.258548 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fda3156b-41ed-402d-ab53-aea1af28b809 tempest-AllowedAddressPairTestJSON-779371437 tempest-AllowedAddressPairTestJSON-779371437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:09:30.258548 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-fda3156b-41ed-402d-ab53-aea1af28b809 tempest-AllowedAddressPairTestJSON-779371437 tempest-AllowedAddressPairTestJSON-779371437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:30.298687 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-fda3156b-41ed-402d-ab53-aea1af28b809 tempest-AllowedAddressPairTestJSON-779371437 tempest-AllowedAddressPairTestJSON-779371437-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0190048 Jul 27 21:09:30.302942 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 54640) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:09:30.308469 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-94b2f8d4-1a46-447c-9237-b9430561a081 tempest-AllowedAddressPairTestJSON-779371437 tempest-AllowedAddressPairTestJSON-779371437-project] Request body: {'port': {'network_id': 'b0a9c8fd-4661-4252-a7d6-d375b27a5cb6', 'name': 'tempest-AllowedAddressPairTestJSON-154266077', 'allowed_address_pairs': [{'ip_address': '172.20.0.7', 'mac_address': 'fa:16:3e:f9:51:5a'}]}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:09:30.441592 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd9af073-a42f-450a-87e7-0bdbc1dec74e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e8348c1-7cde-48b8-b631-de1bcdf87d28'}, {'server_uuid': '3ec68082-1269-4333-94b4-18ecd4705e46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54744cdb-b479-41f8-997a-1cdaae76f4ae'}] {{(pid=105586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:09:30.444802 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14c1663e039faf5393f87855f745010ac5b02220355b68fdbf065393e303ac56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53d1fb62-5d82-4800-b0bf-44ad122f78b8" -d '{"events": [{"server_uuid": "cd9af073-a42f-450a-87e7-0bdbc1dec74e", "name": "network-vif-plugged", "status": "completed", "tag": "9e8348c1-7cde-48b8-b631-de1bcdf87d28"}, {"server_uuid": "3ec68082-1269-4333-94b4-18ecd4705e46", "name": "network-vif-plugged", "status": "completed", "tag": "54744cdb-b479-41f8-997a-1cdaae76f4ae"}]}' {{(pid=105586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:09:30.470183 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.db_base_plugin_common [None req-35cbd730-d2c4-4075-82ea-e68e77cb54dd None None] Allocated IP 172.20.0.2 (b0a9c8fd-4661-4252-a7d6-d375b27a5cb6/c0334da2-9b60-4afa-8eda-d6f23cead460/c75bdcc2-3b07-4877-ae3f-105552364227) {{(pid=105586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:09:30.539602 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-7a1f0a7a-bec3-48c7-9050-b8859644478b req-49b9696a-5726-4e67-86ae-9891222e7e6e tempest-MultipleCreateTestJSON-2100520218 tempest-MultipleCreateTestJSON-2100520218-project] 10.222.0.59 "GET /v2.0/ports?device_id=72c3b01a-1382-4314-a6ca-dbf09e670877 HTTP/1.1" status: 200 len: 210 time: 0.1035101 Jul 27 21:09:30.561196 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94b2f8d4-1a46-447c-9237-b9430561a081 tempest-AllowedAddressPairTestJSON-779371437 tempest-AllowedAddressPairTestJSON-779371437-project] Made reservation on behalf of fb7fbc19b61d4f43a7acc30a3012eeda for: {'port': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:09:30.571438 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 27 Jul 2021 21:09:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11fe0321-7cf0-4cdb-9d87-5b30f2378c55 x-openstack-request-id: req-11fe0321-7cf0-4cdb-9d87-5b30f2378c55 {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:09:30.571727 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd9af073-a42f-450a-87e7-0bdbc1dec74e", "name": "network-vif-plugged", "status": "completed", "tag": "9e8348c1-7cde-48b8-b631-de1bcdf87d28", "code": 200}, {"server_uuid": "3ec68082-1269-4333-94b4-18ecd4705e46", "name": "network-vif-plugged", "status": "completed", "tag": "54744cdb-b479-41f8-997a-1cdaae76f4ae", "code": 200}]} {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:09:30.573358 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-11fe0321-7cf0-4cdb-9d87-5b30f2378c55 {{(pid=105586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:09:30.577022 n-d-705658-22 neutron-server[105586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd9af073-a42f-450a-87e7-0bdbc1dec74e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e8348c1-7cde-48b8-b631-de1bcdf87d28', 'code': 200} Jul 27 21:09:30.577574 n-d-705658-22 neutron-server[105586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ec68082-1269-4333-94b4-18ecd4705e46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54744cdb-b479-41f8-997a-1cdaae76f4ae', 'code': 200} Jul 27 21:09:30.740554 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-94b2f8d4-1a46-447c-9237-b9430561a081 tempest-AllowedAddressPairTestJSON-779371437 tempest-AllowedAddressPairTestJSON-779371437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:30.760883 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-35cbd730-d2c4-4075-82ea-e68e77cb54dd None None] Notify callbacks [] for port, precommit_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:30.766552 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [None req-94b2f8d4-1a46-447c-9237-b9430561a081 tempest-AllowedAddressPairTestJSON-779371437 tempest-AllowedAddressPairTestJSON-779371437-project] device_id is not set on port 5888ee6e-f26e-4179-b89a-db4b333bb54c yet. {{(pid=105584) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 21:09:30.774302 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-35cbd730-d2c4-4075-82ea-e68e77cb54dd None None] Transition to ACTIVE for port object c75bdcc2-3b07-4877-ae3f-105552364227 will not be triggered until provisioned by entity L2. {{(pid=105586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:09:30.796194 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-35cbd730-d2c4-4075-82ea-e68e77cb54dd None None] Transition to ACTIVE for port object c75bdcc2-3b07-4877-ae3f-105552364227 will not be triggered until provisioned by entity DHCP. {{(pid=105586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:09:30.801095 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8186f66-f0e1-4ef0-8a44-c5728de30e9d req-edfc1d71-7e3d-4a9b-94cc-9d378d28fb03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:09:30.804178 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-35cbd730-d2c4-4075-82ea-e68e77cb54dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143'] for port, after_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:30.805080 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e8186f66-f0e1-4ef0-8a44-c5728de30e9d req-edfc1d71-7e3d-4a9b-94cc-9d378d28fb03 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=3ec68082-1269-4333-94b4-18ecd4705e46 HTTP/1.1" status: 200 len: 1098 time: 0.1516731 Jul 27 21:09:30.856796 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383a71d4-0853-45a1-9a68-2acddb400deb req-1e436f0f-cf69-4928-8cd3-0778c0d68359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:09:30.857409 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ec2595-eae5-45a1-88b3-b7d556872ed3 req-7f46bc44-0da1-40e0-bcf4-ab5a2fb1851f tempest-MultipleCreateTestJSON-2100520218 tempest-MultipleCreateTestJSON-2100520218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:09:30.858549 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-383a71d4-0853-45a1-9a68-2acddb400deb req-1e436f0f-cf69-4928-8cd3-0778c0d68359 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=cd9af073-a42f-450a-87e7-0bdbc1dec74e HTTP/1.1" status: 200 len: 1098 time: 0.1751559 Jul 27 21:09:30.859161 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-28ec2595-eae5-45a1-88b3-b7d556872ed3 req-7f46bc44-0da1-40e0-bcf4-ab5a2fb1851f tempest-MultipleCreateTestJSON-2100520218 tempest-MultipleCreateTestJSON-2100520218-project] 10.222.0.60 "GET /v2.0/networks?id=930c0126-6c68-491e-a084-11ad1d91fd9d HTTP/1.1" status: 200 len: 812 time: 0.2112226 Jul 27 21:09:30.886162 n-d-705658-22 neutron-server[105586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35cbd730-d2c4-4075-82ea-e68e77cb54dd None None] Network b0a9c8fd-4661-4252-a7d6-d375b27a5cb6 is already hosted by enough agents. {{(pid=105586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:09:30.888433 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35cbd730-d2c4-4075-82ea-e68e77cb54dd None None] Pushing event updated for resources: {'Port': ['ID=c75bdcc2-3b07-4877-ae3f-105552364227,revision_number=1']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:09:30.889969 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [req-28ec2595-eae5-45a1-88b3-b7d556872ed3 req-11f20f78-face-4762-a5f9-e86fded44f24 tempest-MultipleCreateTestJSON-2100520218 tempest-MultipleCreateTestJSON-2100520218-project] Request body: {'port': {'device_id': '619693d5-c7e8-4f8b-81ae-ef7f8a64a8e3', 'network_id': '930c0126-6c68-491e-a084-11ad1d91fd9d', 'admin_state_up': True, 'tenant_id': 'a522c164c64347dea986be4f37788051'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:09:30.900658 n-d-705658-22 neutron-server[105586]: DEBUG neutron.scheduler.base_scheduler [None req-35cbd730-d2c4-4075-82ea-e68e77cb54dd None None] Resources bound (agent type, host, resource id): {{(pid=105586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:09:30.907685 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35cbd730-d2c4-4075-82ea-e68e77cb54dd None None] Received port after_create {{(pid=105586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:09:30.950615 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e8186f66-f0e1-4ef0-8a44-c5728de30e9d req-3476a1fc-73bd-468d-8346-064db5794d94 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=8dfcd13b-e54c-4aad-8514-fdac1e892828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267431 Jul 27 21:09:30.988782 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-383a71d4-0853-45a1-9a68-2acddb400deb req-4f6aa56e-591f-4560-aef5-be152c2f9261 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=8dfcd13b-e54c-4aad-8514-fdac1e892828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121984 Jul 27 21:09:31.032570 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-35cbd730-d2c4-4075-82ea-e68e77cb54dd None None] Attempting to bind port c75bdcc2-3b07-4877-ae3f-105552364227 on host n-d-705658-22 for vnic_type normal with profile {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:09:31.033143 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-35cbd730-d2c4-4075-82ea-e68e77cb54dd None None] Attempting to bind port c75bdcc2-3b07-4877-ae3f-105552364227 by drivers openvswitch,hyperv on host n-d-705658-22 at level 0 using segments [{'id': '04ba1982-ae57-4e53-908f-ff0568215e04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'b0a9c8fd-4661-4252-a7d6-d375b27a5cb6'}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:09:31.034554 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35cbd730-d2c4-4075-82ea-e68e77cb54dd None None] Attempting to bind port c75bdcc2-3b07-4877-ae3f-105552364227 on network b0a9c8fd-4661-4252-a7d6-d375b27a5cb6 {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:09:31.047013 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35cbd730-d2c4-4075-82ea-e68e77cb54dd None None] Checking agent: {'id': '04a7ea91-6318-467e-ace6-b0fb48c8690f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 41, 42), 'started_at': datetime.datetime(2021, 7, 27, 20, 42, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 9, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:09:31.051117 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35cbd730-d2c4-4075-82ea-e68e77cb54dd None None] Checking segment: {'id': '04ba1982-ae57-4e53-908f-ff0568215e04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'b0a9c8fd-4661-4252-a7d6-d375b27a5cb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:09:31.051954 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-35cbd730-d2c4-4075-82ea-e68e77cb54dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:31.052243 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35cbd730-d2c4-4075-82ea-e68e77cb54dd None None] Bound using segment: {'id': '04ba1982-ae57-4e53-908f-ff0568215e04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'b0a9c8fd-4661-4252-a7d6-d375b27a5cb6'} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:09:31.058735 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-35cbd730-d2c4-4075-82ea-e68e77cb54dd None None] Bound port: c75bdcc2-3b07-4877-ae3f-105552364227, host: n-d-705658-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04ba1982-ae57-4e53-908f-ff0568215e04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'b0a9c8fd-4661-4252-a7d6-d375b27a5cb6'}}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:09:31.059243 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-35cbd730-d2c4-4075-82ea-e68e77cb54dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:31.091042 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.db_base_plugin_common [None req-94b2f8d4-1a46-447c-9237-b9430561a081 tempest-AllowedAddressPairTestJSON-779371437 tempest-AllowedAddressPairTestJSON-779371437-project] Allocated IP 172.20.0.9 (b0a9c8fd-4661-4252-a7d6-d375b27a5cb6/c0334da2-9b60-4afa-8eda-d6f23cead460/5888ee6e-f26e-4179-b89a-db4b333bb54c) {{(pid=105584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:09:31.135649 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-35cbd730-d2c4-4075-82ea-e68e77cb54dd None None] For port c75bdcc2-3b07-4877-ae3f-105552364227, host n-d-705658-22, cleared binding levels {{(pid=105586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:09:31.139174 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-35cbd730-d2c4-4075-82ea-e68e77cb54dd None None] For port c75bdcc2-3b07-4877-ae3f-105552364227, host n-d-705658-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=c75bdcc2-3b07-4877-ae3f-105552364227,segment=NetworkSegment(04ba1982-ae57-4e53-908f-ff0568215e04),segment_id=04ba1982-ae57-4e53-908f-ff0568215e04)] {{(pid=105586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:09:31.150128 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-35cbd730-d2c4-4075-82ea-e68e77cb54dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:31.230564 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ec2595-eae5-45a1-88b3-b7d556872ed3 req-86e491af-d904-4665-9e55-9ffeab14b50c tempest-MultipleCreateTestJSON-2100520218 tempest-MultipleCreateTestJSON-2100520218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:09:31.232182 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-28ec2595-eae5-45a1-88b3-b7d556872ed3 req-86e491af-d904-4665-9e55-9ffeab14b50c tempest-MultipleCreateTestJSON-2100520218 tempest-MultipleCreateTestJSON-2100520218-project] 10.222.0.36 "GET /v2.0/networks?id=930c0126-6c68-491e-a084-11ad1d91fd9d HTTP/1.1" status: 200 len: 812 time: 0.2271631 Jul 27 21:09:31.234626 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35cbd730-d2c4-4075-82ea-e68e77cb54dd None None] Pushing event updated for resources: {'Port': ['ID=c75bdcc2-3b07-4877-ae3f-105552364227,revision_number=2']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:09:31.260539 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [req-28ec2595-eae5-45a1-88b3-b7d556872ed3 req-e9d7162b-983a-4f6e-b0d8-2b002deaa526 tempest-MultipleCreateTestJSON-2100520218 tempest-MultipleCreateTestJSON-2100520218-project] Request body: {'port': {'device_id': '72c3b01a-1382-4314-a6ca-dbf09e670877', 'network_id': '930c0126-6c68-491e-a084-11ad1d91fd9d', 'admin_state_up': True, 'tenant_id': 'a522c164c64347dea986be4f37788051'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:09:31.310053 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-28ec2595-eae5-45a1-88b3-b7d556872ed3 req-11f20f78-face-4762-a5f9-e86fded44f24 tempest-MultipleCreateTestJSON-2100520218 tempest-MultipleCreateTestJSON-2100520218-project] Made reservation on behalf of a522c164c64347dea986be4f37788051 for: {'port': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:09:31.313927 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-28ec2595-eae5-45a1-88b3-b7d556872ed3 req-11f20f78-face-4762-a5f9-e86fded44f24 tempest-MultipleCreateTestJSON-2100520218 tempest-MultipleCreateTestJSON-2100520218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:31.486931 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa162c5-ced4-4898-b213-ea8a91834b63 req-09d3cf6f-45c9-4d1c-bd9f-698c620bc6d1 tempest-ListServerFiltersTestJSON-1491704447 tempest-ListServerFiltersTestJSON-1491704447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:09:31.506194 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-aaa162c5-ced4-4898-b213-ea8a91834b63 req-09d3cf6f-45c9-4d1c-bd9f-698c620bc6d1 tempest-ListServerFiltersTestJSON-1491704447 tempest-ListServerFiltersTestJSON-1491704447-project] 10.222.0.59 "GET /v2.0/ports?device_id=cd9af073-a42f-450a-87e7-0bdbc1dec74e HTTP/1.1" status: 200 len: 946 time: 0.1623023 Jul 27 21:09:31.592448 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-aaa162c5-ced4-4898-b213-ea8a91834b63 req-3d123f4b-a299-4497-8814-a6cbb549e2fc tempest-ListServerFiltersTestJSON-1491704447 tempest-ListServerFiltersTestJSON-1491704447-project] 10.222.0.59 "GET /v2.0/security-groups?id=8dfcd13b-e54c-4aad-8514-fdac1e892828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852923 Jul 27 21:09:31.612756 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-94b2f8d4-1a46-447c-9237-b9430561a081 tempest-AllowedAddressPairTestJSON-779371437 tempest-AllowedAddressPairTestJSON-779371437-project] Notify callbacks [] for port, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:31.708872 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.provisioning_blocks [None req-94b2f8d4-1a46-447c-9237-b9430561a081 tempest-AllowedAddressPairTestJSON-779371437 tempest-AllowedAddressPairTestJSON-779371437-project] Transition to ACTIVE for port object 5888ee6e-f26e-4179-b89a-db4b333bb54c will not be triggered until provisioned by entity DHCP. {{(pid=105584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:09:31.714532 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-28ec2595-eae5-45a1-88b3-b7d556872ed3 req-e9d7162b-983a-4f6e-b0d8-2b002deaa526 tempest-MultipleCreateTestJSON-2100520218 tempest-MultipleCreateTestJSON-2100520218-project] Made reservation on behalf of a522c164c64347dea986be4f37788051 for: {'port': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:09:31.718941 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-28ec2595-eae5-45a1-88b3-b7d556872ed3 req-e9d7162b-983a-4f6e-b0d8-2b002deaa526 tempest-MultipleCreateTestJSON-2100520218 tempest-MultipleCreateTestJSON-2100520218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:31.733710 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-ec943709-7c80-4824-aa35-956a92ff6613 req-538c2c74-8c68-494b-aed3-ae323805dbac tempest-MultipleCreateTestJSON-2100520218 tempest-MultipleCreateTestJSON-2100520218-project] 10.222.0.59 "GET /v2.0/ports?device_id=72c3b01a-1382-4314-a6ca-dbf09e670877 HTTP/1.1" status: 200 len: 210 time: 0.0674896 Jul 27 21:09:31.782727 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.db_base_plugin_common [req-28ec2595-eae5-45a1-88b3-b7d556872ed3 req-11f20f78-face-4762-a5f9-e86fded44f24 tempest-MultipleCreateTestJSON-2100520218 tempest-MultipleCreateTestJSON-2100520218-project] Allocated IP 172.20.0.12 (930c0126-6c68-491e-a084-11ad1d91fd9d/5aff9ce3-1da7-4417-a3c8-adf3c66750fb/be8eafeb-ecb7-486b-9cdb-f9e0f400adc5) {{(pid=105584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:09:31.858373 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-94b2f8d4-1a46-447c-9237-b9430561a081 tempest-AllowedAddressPairTestJSON-779371437 tempest-AllowedAddressPairTestJSON-779371437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:32.255532 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94b2f8d4-1a46-447c-9237-b9430561a081 tempest-AllowedAddressPairTestJSON-779371437 tempest-AllowedAddressPairTestJSON-779371437-project] Network b0a9c8fd-4661-4252-a7d6-d375b27a5cb6 is already hosted by enough agents. {{(pid=105584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:09:32.275125 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [None req-94b2f8d4-1a46-447c-9237-b9430561a081 tempest-AllowedAddressPairTestJSON-779371437 tempest-AllowedAddressPairTestJSON-779371437-project] Resources bound (agent type, host, resource id): {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:09:32.277823 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94b2f8d4-1a46-447c-9237-b9430561a081 tempest-AllowedAddressPairTestJSON-779371437 tempest-AllowedAddressPairTestJSON-779371437-project] Received port after_create {{(pid=105584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:09:32.350030 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b2f8d4-1a46-447c-9237-b9430561a081 tempest-AllowedAddressPairTestJSON-779371437 tempest-AllowedAddressPairTestJSON-779371437-project] Pushing event updated for resources: {'Port': ['ID=5888ee6e-f26e-4179-b89a-db4b333bb54c,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:09:32.419812 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94b2f8d4-1a46-447c-9237-b9430561a081 tempest-AllowedAddressPairTestJSON-779371437 tempest-AllowedAddressPairTestJSON-779371437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:09:32.420477 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-94b2f8d4-1a46-447c-9237-b9430561a081 tempest-AllowedAddressPairTestJSON-779371437 tempest-AllowedAddressPairTestJSON-779371437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:32.451646 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 54670) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:09:32.453013 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-94b2f8d4-1a46-447c-9237-b9430561a081 tempest-AllowedAddressPairTestJSON-779371437 tempest-AllowedAddressPairTestJSON-779371437-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 997 time: 2.1485686 Jul 27 21:09:32.492450 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-28ec2595-eae5-45a1-88b3-b7d556872ed3 req-11f20f78-face-4762-a5f9-e86fded44f24 tempest-MultipleCreateTestJSON-2100520218 tempest-MultipleCreateTestJSON-2100520218-project] Notify callbacks [] for port, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:32.537874 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94fbbaeb-4bbb-4770-b2cd-062902cbacf5 tempest-AllowedAddressPairTestJSON-779371437 tempest-AllowedAddressPairTestJSON-779371437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:09:32.545028 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94fbbaeb-4bbb-4770-b2cd-062902cbacf5 tempest-AllowedAddressPairTestJSON-779371437 tempest-AllowedAddressPairTestJSON-779371437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:09:32.551337 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94fbbaeb-4bbb-4770-b2cd-062902cbacf5 tempest-AllowedAddressPairTestJSON-779371437 tempest-AllowedAddressPairTestJSON-779371437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:09:32.553386 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-94fbbaeb-4bbb-4770-b2cd-062902cbacf5 tempest-AllowedAddressPairTestJSON-779371437 tempest-AllowedAddressPairTestJSON-779371437-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2463 time: 0.1002934 Jul 27 21:09:32.556858 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 54678) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:09:32.576890 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-28ec2595-eae5-45a1-88b3-b7d556872ed3 req-11f20f78-face-4762-a5f9-e86fded44f24 tempest-MultipleCreateTestJSON-2100520218 tempest-MultipleCreateTestJSON-2100520218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:32.742809 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-612c755e-0f98-44e6-8cbf-7947a200b3a9 None None] Network b0a9c8fd-4661-4252-a7d6-d375b27a5cb6 requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:09:32.766398 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28ec2595-eae5-45a1-88b3-b7d556872ed3 req-11f20f78-face-4762-a5f9-e86fded44f24 tempest-MultipleCreateTestJSON-2100520218 tempest-MultipleCreateTestJSON-2100520218-project] Network 930c0126-6c68-491e-a084-11ad1d91fd9d is already hosted by enough agents. {{(pid=105584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:09:32.772412 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.db_base_plugin_common [req-28ec2595-eae5-45a1-88b3-b7d556872ed3 req-e9d7162b-983a-4f6e-b0d8-2b002deaa526 tempest-MultipleCreateTestJSON-2100520218 tempest-MultipleCreateTestJSON-2100520218-project] Allocated IP 172.20.0.7 (930c0126-6c68-491e-a084-11ad1d91fd9d/5aff9ce3-1da7-4417-a3c8-adf3c66750fb/2589bf4e-3d55-401f-b868-689418c87124) {{(pid=105584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:09:32.775139 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [req-28ec2595-eae5-45a1-88b3-b7d556872ed3 req-11f20f78-face-4762-a5f9-e86fded44f24 tempest-MultipleCreateTestJSON-2100520218 tempest-MultipleCreateTestJSON-2100520218-project] Resources bound (agent type, host, resource id): {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:09:32.787595 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [req-28ec2595-eae5-45a1-88b3-b7d556872ed3 req-11f20f78-face-4762-a5f9-e86fded44f24 tempest-MultipleCreateTestJSON-2100520218 tempest-MultipleCreateTestJSON-2100520218-project] Received port after_create {{(pid=105584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:09:32.822726 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f20f78-face-4762-a5f9-e86fded44f24 tempest-MultipleCreateTestJSON-2100520218 tempest-MultipleCreateTestJSON-2100520218-project] Pushing event updated for resources: {'Port': ['ID=be8eafeb-ecb7-486b-9cdb-f9e0f400adc5,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:09:32.870898 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [None req-c556ef01-3499-4ce3-b071-cb299d46273d tempest-AllowedAddressPairTestJSON-779371437 tempest-AllowedAddressPairTestJSON-779371437-project] Deleting port 5888ee6e-f26e-4179-b89a-db4b333bb54c {{(pid=105585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:09:32.874677 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-c556ef01-3499-4ce3-b071-cb299d46273d tempest-AllowedAddressPairTestJSON-779371437 tempest-AllowedAddressPairTestJSON-779371437-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:32.886228 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bd2b5b-58f3-4529-809d-ff3c1eb684fc req-f7500b64-01c0-4a1a-9b3a-c5ae70e4812c tempest-ListServerFiltersTestJSON-1491704447 tempest-ListServerFiltersTestJSON-1491704447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:09:32.888197 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-b9806ae4-b437-4b03-9964-f6d01fe6183b None None] Provisioning for port c75bdcc2-3b07-4877-ae3f-105552364227 completed by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:09:32.893981 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-46bd2b5b-58f3-4529-809d-ff3c1eb684fc req-f7500b64-01c0-4a1a-9b3a-c5ae70e4812c tempest-ListServerFiltersTestJSON-1491704447 tempest-ListServerFiltersTestJSON-1491704447-project] 10.222.0.59 "GET /v2.0/ports?device_id=cd9af073-a42f-450a-87e7-0bdbc1dec74e HTTP/1.1" status: 200 len: 946 time: 0.1966174 Jul 27 21:09:32.914305 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ec2595-eae5-45a1-88b3-b7d556872ed3 req-11f20f78-face-4762-a5f9-e86fded44f24 tempest-MultipleCreateTestJSON-2100520218 tempest-MultipleCreateTestJSON-2100520218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:09:32.915100 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-28ec2595-eae5-45a1-88b3-b7d556872ed3 req-11f20f78-face-4762-a5f9-e86fded44f24 tempest-MultipleCreateTestJSON-2100520218 tempest-MultipleCreateTestJSON-2100520218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:32.951562 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-28ec2595-eae5-45a1-88b3-b7d556872ed3 req-11f20f78-face-4762-a5f9-e86fded44f24 tempest-MultipleCreateTestJSON-2100520218 tempest-MultipleCreateTestJSON-2100520218-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0700467 Jul 27 21:09:32.980930 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [req-28ec2595-eae5-45a1-88b3-b7d556872ed3 req-bf077777-b5d1-44bf-83fa-689d181ccc45 service neutron] Request body: {'port': {'device_id': '619693d5-c7e8-4f8b-81ae-ef7f8a64a8e3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-705658-22'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:09:32.982476 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-11541508-3bc2-43c5-979b-5c9ec8d9fab2 req-779c8e5d-fb62-4bf8-a271-33cf3a40d542 tempest-MultipleCreateTestJSON-2100520218 tempest-MultipleCreateTestJSON-2100520218-project] 10.222.0.59 "GET /v2.0/ports?device_id=72c3b01a-1382-4314-a6ca-dbf09e670877 HTTP/1.1" status: 200 len: 210 time: 0.0713553 Jul 27 21:09:33.012865 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-46bd2b5b-58f3-4529-809d-ff3c1eb684fc req-6f2cefaa-a3a9-41ca-9015-56ac47f2eb84 tempest-ListServerFiltersTestJSON-1491704447 tempest-ListServerFiltersTestJSON-1491704447-project] 10.222.0.59 "GET /v2.0/security-groups?id=8dfcd13b-e54c-4aad-8514-fdac1e892828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169090 Jul 27 21:09:33.094431 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-c556ef01-3499-4ce3-b071-cb299d46273d tempest-AllowedAddressPairTestJSON-779371437 tempest-AllowedAddressPairTestJSON-779371437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:33.107504 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [None req-c556ef01-3499-4ce3-b071-cb299d46273d tempest-AllowedAddressPairTestJSON-779371437 tempest-AllowedAddressPairTestJSON-779371437-project] Calling delete_port for 5888ee6e-f26e-4179-b89a-db4b333bb54c owned by {{(pid=105585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:09:33.207836 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-28ec2595-eae5-45a1-88b3-b7d556872ed3 req-bf077777-b5d1-44bf-83fa-689d181ccc45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:33.240862 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-28ec2595-eae5-45a1-88b3-b7d556872ed3 req-e9d7162b-983a-4f6e-b0d8-2b002deaa526 tempest-MultipleCreateTestJSON-2100520218 tempest-MultipleCreateTestJSON-2100520218-project] Notify callbacks [] for port, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:33.262462 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device c75bdcc2-3b07-4877-ae3f-105552364227 up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:09:33.318133 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-c556ef01-3499-4ce3-b071-cb299d46273d tempest-AllowedAddressPairTestJSON-779371437 tempest-AllowedAddressPairTestJSON-779371437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:33.337882 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning for port c75bdcc2-3b07-4877-ae3f-105552364227 completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:09:33.351576 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port c75bdcc2-3b07-4877-ae3f-105552364227 triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:09:33.352283 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:33.360438 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c556ef01-3499-4ce3-b071-cb299d46273d tempest-AllowedAddressPairTestJSON-779371437 tempest-AllowedAddressPairTestJSON-779371437-project] Pushing event deleted for resources: {'Port': ['ID=5888ee6e-f26e-4179-b89a-db4b333bb54c,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:09:33.477263 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-28ec2595-eae5-45a1-88b3-b7d556872ed3 req-e9d7162b-983a-4f6e-b0d8-2b002deaa526 tempest-MultipleCreateTestJSON-2100520218 tempest-MultipleCreateTestJSON-2100520218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:33.555955 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:33.589534 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-c556ef01-3499-4ce3-b071-cb299d46273d tempest-AllowedAddressPairTestJSON-779371437 tempest-AllowedAddressPairTestJSON-779371437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:33.598195 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-c556ef01-3499-4ce3-b071-cb299d46273d tempest-AllowedAddressPairTestJSON-779371437 tempest-AllowedAddressPairTestJSON-779371437-project] 10.222.0.59 "DELETE /v2.0/ports/5888ee6e-f26e-4179-b89a-db4b333bb54c HTTP/1.1" status: 204 len: 168 time: 1.0375102 Jul 27 21:09:33.601124 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 54696) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:09:33.615868 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28ec2595-eae5-45a1-88b3-b7d556872ed3 req-e9d7162b-983a-4f6e-b0d8-2b002deaa526 tempest-MultipleCreateTestJSON-2100520218 tempest-MultipleCreateTestJSON-2100520218-project] Network 930c0126-6c68-491e-a084-11ad1d91fd9d is already hosted by enough agents. {{(pid=105584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:09:33.621380 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [req-28ec2595-eae5-45a1-88b3-b7d556872ed3 req-e9d7162b-983a-4f6e-b0d8-2b002deaa526 tempest-MultipleCreateTestJSON-2100520218 tempest-MultipleCreateTestJSON-2100520218-project] Resources bound (agent type, host, resource id): {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:09:33.624439 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [req-28ec2595-eae5-45a1-88b3-b7d556872ed3 req-e9d7162b-983a-4f6e-b0d8-2b002deaa526 tempest-MultipleCreateTestJSON-2100520218 tempest-MultipleCreateTestJSON-2100520218-project] Received port after_create {{(pid=105584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:09:33.635542 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Device 9852ccb6-761a-4a2a-9f2a-b133a92a7329 details requested by agent hyperv_n-h2-705658-22 with host n-h2-705658-22 {{(pid=105586) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:09:33.667098 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] For port c75bdcc2-3b07-4877-ae3f-105552364227, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=c75bdcc2-3b07-4877-ae3f-105552364227,segment=NetworkSegment(04ba1982-ae57-4e53-908f-ff0568215e04),segment_id=04ba1982-ae57-4e53-908f-ff0568215e04)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:09:33.674271 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:33.711245 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ec2595-eae5-45a1-88b3-b7d556872ed3 req-e9d7162b-983a-4f6e-b0d8-2b002deaa526 tempest-MultipleCreateTestJSON-2100520218 tempest-MultipleCreateTestJSON-2100520218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:09:33.711948 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-28ec2595-eae5-45a1-88b3-b7d556872ed3 req-e9d7162b-983a-4f6e-b0d8-2b002deaa526 tempest-MultipleCreateTestJSON-2100520218 tempest-MultipleCreateTestJSON-2100520218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:33.733964 n-d-705658-22 neutron-server[105585]: INFO neutron.pecan_wsgi.hooks.translation [None req-788a1b0e-ec45-48d7-be5c-0f99b11dd461 tempest-AllowedAddressPairTestJSON-779371437 tempest-AllowedAddressPairTestJSON-779371437-project] GET failed (client error): The resource could not be found. Jul 27 21:09:33.743822 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-788a1b0e-ec45-48d7-be5c-0f99b11dd461 tempest-AllowedAddressPairTestJSON-779371437 tempest-AllowedAddressPairTestJSON-779371437-project] 10.222.0.59 "GET /v2.0/ports/5888ee6e-f26e-4179-b89a-db4b333bb54c HTTP/1.1" status: 404 len: 333 time: 0.1406333 Jul 27 21:09:33.756720 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 54708) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:09:33.770344 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-224610a3-a619-4d43-95e2-1cca53334c91 tempest-AllowedAddressPairTestJSON-779371437 tempest-AllowedAddressPairTestJSON-779371437-project] Request body: {'port': {'network_id': 'b0a9c8fd-4661-4252-a7d6-d375b27a5cb6', 'name': 'tempest-AllowedAddressPairTestJSON-1154177843'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:09:33.783749 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-28ec2595-eae5-45a1-88b3-b7d556872ed3 req-e9d7162b-983a-4f6e-b0d8-2b002deaa526 tempest-MultipleCreateTestJSON-2100520218 tempest-MultipleCreateTestJSON-2100520218-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5405464 Jul 27 21:09:33.789437 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d7162b-983a-4f6e-b0d8-2b002deaa526 tempest-MultipleCreateTestJSON-2100520218 tempest-MultipleCreateTestJSON-2100520218-project] Pushing event updated for resources: {'Port': ['ID=2589bf4e-3d55-401f-b868-689418c87124,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:09:33.793320 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-bef752c6-9c35-46ab-90ec-a22bd86f92a4 None None] Provisioning for port 227e96fa-2abd-4b8d-977c-aa86bad42673 completed by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:09:33.810237 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [req-28ec2595-eae5-45a1-88b3-b7d556872ed3 req-4887217e-f5cf-45cd-aeb8-ddc562443560 service neutron] Request body: {'port': {'device_id': '72c3b01a-1382-4314-a6ca-dbf09e670877', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-705658-22'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:09:33.818924 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-bef752c6-9c35-46ab-90ec-a22bd86f92a4 None None] Provisioning complete for port 227e96fa-2abd-4b8d-977c-aa86bad42673 triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:09:33.823526 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-bef752c6-9c35-46ab-90ec-a22bd86f92a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:33.901939 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Pushing event updated for resources: {'Port': ['ID=c75bdcc2-3b07-4877-ae3f-105552364227,revision_number=3']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:09:33.931639 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-224610a3-a619-4d43-95e2-1cca53334c91 tempest-AllowedAddressPairTestJSON-779371437 tempest-AllowedAddressPairTestJSON-779371437-project] Made reservation on behalf of fb7fbc19b61d4f43a7acc30a3012eeda for: {'port': 1} {{(pid=105585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:09:33.935763 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-224610a3-a619-4d43-95e2-1cca53334c91 tempest-AllowedAddressPairTestJSON-779371437 tempest-AllowedAddressPairTestJSON-779371437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:33.957784 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-28ec2595-eae5-45a1-88b3-b7d556872ed3 req-4887217e-f5cf-45cd-aeb8-ddc562443560 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:33.962044 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-bef752c6-9c35-46ab-90ec-a22bd86f92a4 None None] Port 227e96fa-2abd-4b8d-977c-aa86bad42673 cannot update to ACTIVE because it is not bound. {{(pid=105586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:09:33.975652 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-bef752c6-9c35-46ab-90ec-a22bd86f92a4 None None] Could not find standard attr ID for object 5888ee6e-f26e-4179-b89a-db4b333bb54c. {{(pid=105586) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 27 21:09:33.981990 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] For port 9852ccb6-761a-4a2a-9f2a-b133a92a7329, host n-h2-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=9852ccb6-761a-4a2a-9f2a-b133a92a7329,segment=NetworkSegment(74356e05-950c-4c55-88c6-85a1b1fc145d),segment_id=74356e05-950c-4c55-88c6-85a1b1fc145d)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:09:33.985482 n-d-705658-22 neutron-server[105585]: DEBUG neutron.notifiers.nova [None req-224610a3-a619-4d43-95e2-1cca53334c91 tempest-AllowedAddressPairTestJSON-779371437 tempest-AllowedAddressPairTestJSON-779371437-project] device_id is not set on port db57c18c-f410-4114-8947-88e949a07e80 yet. {{(pid=105585) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 21:09:34.036894 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [req-28ec2595-eae5-45a1-88b3-b7d556872ed3 req-bf077777-b5d1-44bf-83fa-689d181ccc45 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be8eafeb-ecb7-486b-9cdb-f9e0f400adc5 {{(pid=105584) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:09:34.047929 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-28ec2595-eae5-45a1-88b3-b7d556872ed3 req-bf077777-b5d1-44bf-83fa-689d181ccc45 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:34.058735 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Returning: {'device': '9852ccb6-761a-4a2a-9f2a-b133a92a7329', 'network_id': '72109025-d173-4d38-a78b-046bd6975a9d', 'port_id': '9852ccb6-761a-4a2a-9f2a-b133a92a7329', 'mac_address': 'fa:16:3e:5d:75:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 208, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c3e9e9f-5a21-43a6-8c24-ea076aff9e22', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105586) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:09:34.060955 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-bef752c6-9c35-46ab-90ec-a22bd86f92a4 None None] Provisioning complete for port c75bdcc2-3b07-4877-ae3f-105552364227 triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:09:34.061333 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-bef752c6-9c35-46ab-90ec-a22bd86f92a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:34.081777 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.provisioning_blocks [req-28ec2595-eae5-45a1-88b3-b7d556872ed3 req-bf077777-b5d1-44bf-83fa-689d181ccc45 service neutron] Transition to ACTIVE for port object be8eafeb-ecb7-486b-9cdb-f9e0f400adc5 will not be triggered until provisioned by entity L2. {{(pid=105584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:09:34.215565 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:34.235808 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [None req-3d54578f-831f-4696-b568-13c455922dab None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9852ccb6-761a-4a2a-9f2a-b133a92a7329 {{(pid=105586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:09:34.260209 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-28ec2595-eae5-45a1-88b3-b7d556872ed3 req-bf077777-b5d1-44bf-83fa-689d181ccc45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9014027'] for port, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:34.260466 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] For port 9852ccb6-761a-4a2a-9f2a-b133a92a7329, host n-h2-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=9852ccb6-761a-4a2a-9f2a-b133a92a7329,segment=NetworkSegment(74356e05-950c-4c55-88c6-85a1b1fc145d),segment_id=74356e05-950c-4c55-88c6-85a1b1fc145d)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:09:34.265852 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:34.311675 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.db_base_plugin_common [None req-224610a3-a619-4d43-95e2-1cca53334c91 tempest-AllowedAddressPairTestJSON-779371437 tempest-AllowedAddressPairTestJSON-779371437-project] Allocated IP 172.20.0.14 (b0a9c8fd-4661-4252-a7d6-d375b27a5cb6/c0334da2-9b60-4afa-8eda-d6f23cead460/db57c18c-f410-4114-8947-88e949a07e80) {{(pid=105585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:09:34.419177 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Pushing event updated for resources: {'Port': ['ID=9852ccb6-761a-4a2a-9f2a-b133a92a7329,revision_number=6']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:09:34.437738 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-83349934-df9b-4efa-a3a9-7321d2b283fd None None] Provisioning complete for port 227e96fa-2abd-4b8d-977c-aa86bad42673 triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:09:34.438108 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-83349934-df9b-4efa-a3a9-7321d2b283fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:34.441108 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] get_ports_and_sgs() called for port_ids ['9852ccb6-761a-4a2a-9f2a-b133a92a7329'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:09:34.478320 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf077777-b5d1-44bf-83fa-689d181ccc45 service neutron] Pushing event updated for resources: {'Port': ['ID=be8eafeb-ecb7-486b-9cdb-f9e0f400adc5,revision_number=2']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:09:34.553059 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-224610a3-a619-4d43-95e2-1cca53334c91 tempest-AllowedAddressPairTestJSON-779371437 tempest-AllowedAddressPairTestJSON-779371437-project] Notify callbacks [] for port, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:34.569546 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09aa6767-40fd-45d9-a9c5-7be2aecbb627 req-d37b75e1-8a26-403d-8e17-4dacf68c30da tempest-MultipleCreateTestJSON-2100520218 tempest-MultipleCreateTestJSON-2100520218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:09:34.578433 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-09aa6767-40fd-45d9-a9c5-7be2aecbb627 req-d37b75e1-8a26-403d-8e17-4dacf68c30da tempest-MultipleCreateTestJSON-2100520218 tempest-MultipleCreateTestJSON-2100520218-project] 10.222.0.59 "GET /v2.0/ports?device_id=72c3b01a-1382-4314-a6ca-dbf09e670877 HTTP/1.1" status: 200 len: 931 time: 0.3533933 Jul 27 21:09:34.593140 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-83349934-df9b-4efa-a3a9-7321d2b283fd None None] Port 227e96fa-2abd-4b8d-977c-aa86bad42673 cannot update to ACTIVE because it is not bound. {{(pid=105586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:09:34.631432 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a305264-5519-4708-85b5-dcf7c3155371 req-1c282408-be9f-4fc8-bbdf-eda2f09d7890 tempest-ListServerFiltersTestJSON-1491704447 tempest-ListServerFiltersTestJSON-1491704447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:09:34.633703 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-0a305264-5519-4708-85b5-dcf7c3155371 req-1c282408-be9f-4fc8-bbdf-eda2f09d7890 tempest-ListServerFiltersTestJSON-1491704447 tempest-ListServerFiltersTestJSON-1491704447-project] 10.222.0.59 "GET /v2.0/ports?device_id=cd9af073-a42f-450a-87e7-0bdbc1dec74e HTTP/1.1" status: 200 len: 946 time: 0.4072633 Jul 27 21:09:34.646038 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-09aa6767-40fd-45d9-a9c5-7be2aecbb627 req-690d474f-e66d-4c42-8e01-c8fe70c2cd87 tempest-MultipleCreateTestJSON-2100520218 tempest-MultipleCreateTestJSON-2100520218-project] 10.222.0.59 "GET /v2.0/security-groups?id=0d19f387-1b85-4f76-b010-4ba2dd1c78d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665417 Jul 27 21:09:34.647262 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.provisioning_blocks [None req-224610a3-a619-4d43-95e2-1cca53334c91 tempest-AllowedAddressPairTestJSON-779371437 tempest-AllowedAddressPairTestJSON-779371437-project] Transition to ACTIVE for port object db57c18c-f410-4114-8947-88e949a07e80 will not be triggered until provisioned by entity DHCP. {{(pid=105585) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:09:34.668140 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [req-28ec2595-eae5-45a1-88b3-b7d556872ed3 req-bf077777-b5d1-44bf-83fa-689d181ccc45 service neutron] Attempting to bind port be8eafeb-ecb7-486b-9cdb-f9e0f400adc5 on host n-h2-705658-22 for vnic_type normal with profile {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:09:34.668140 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [req-28ec2595-eae5-45a1-88b3-b7d556872ed3 req-bf077777-b5d1-44bf-83fa-689d181ccc45 service neutron] Attempting to bind port be8eafeb-ecb7-486b-9cdb-f9e0f400adc5 by drivers openvswitch,hyperv on host n-h2-705658-22 at level 0 using segments [{'id': '7908a8c6-8183-4889-8605-7e118a3f4a32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '930c0126-6c68-491e-a084-11ad1d91fd9d'}] {{(pid=105584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:09:34.668140 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28ec2595-eae5-45a1-88b3-b7d556872ed3 req-bf077777-b5d1-44bf-83fa-689d181ccc45 service neutron] Attempting to bind port be8eafeb-ecb7-486b-9cdb-f9e0f400adc5 on network 930c0126-6c68-491e-a084-11ad1d91fd9d {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:09:34.688069 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28ec2595-eae5-45a1-88b3-b7d556872ed3 req-bf077777-b5d1-44bf-83fa-689d181ccc45 service neutron] Port be8eafeb-ecb7-486b-9cdb-f9e0f400adc5 on network 930c0126-6c68-491e-a084-11ad1d91fd9d not bound, no agent of type Open vSwitch agent registered on host n-h2-705658-22 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:09:34.688410 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28ec2595-eae5-45a1-88b3-b7d556872ed3 req-bf077777-b5d1-44bf-83fa-689d181ccc45 service neutron] Attempting to bind port be8eafeb-ecb7-486b-9cdb-f9e0f400adc5 on network 930c0126-6c68-491e-a084-11ad1d91fd9d {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:09:34.700625 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28ec2595-eae5-45a1-88b3-b7d556872ed3 req-bf077777-b5d1-44bf-83fa-689d181ccc45 service neutron] Checking agent: {'id': '65195a73-a875-4810-9f5b-622ae260a8a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 49, 40), 'started_at': datetime.datetime(2021, 7, 27, 20, 49, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 9, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:09:34.700979 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28ec2595-eae5-45a1-88b3-b7d556872ed3 req-bf077777-b5d1-44bf-83fa-689d181ccc45 service neutron] Checking segment: {'id': '7908a8c6-8183-4889-8605-7e118a3f4a32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '930c0126-6c68-491e-a084-11ad1d91fd9d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:09:34.705113 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28ec2595-eae5-45a1-88b3-b7d556872ed3 req-bf077777-b5d1-44bf-83fa-689d181ccc45 service neutron] Bound using segment: {'id': '7908a8c6-8183-4889-8605-7e118a3f4a32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '930c0126-6c68-491e-a084-11ad1d91fd9d'} {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:09:34.705113 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [req-28ec2595-eae5-45a1-88b3-b7d556872ed3 req-bf077777-b5d1-44bf-83fa-689d181ccc45 service neutron] Bound port: be8eafeb-ecb7-486b-9cdb-f9e0f400adc5, host: n-h2-705658-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7908a8c6-8183-4889-8605-7e118a3f4a32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '930c0126-6c68-491e-a084-11ad1d91fd9d'}}] {{(pid=105584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:09:34.705432 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-28ec2595-eae5-45a1-88b3-b7d556872ed3 req-bf077777-b5d1-44bf-83fa-689d181ccc45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:34.726068 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-0a305264-5519-4708-85b5-dcf7c3155371 req-33118613-24c6-4d5b-b543-8a9736feb1d9 tempest-ListServerFiltersTestJSON-1491704447 tempest-ListServerFiltersTestJSON-1491704447-project] 10.222.0.59 "GET /v2.0/security-groups?id=8dfcd13b-e54c-4aad-8514-fdac1e892828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767448 Jul 27 21:09:34.733231 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-56bf24b3-d15e-4756-9689-1ea86523c247 None None] Could not find standard attr ID for object 5888ee6e-f26e-4179-b89a-db4b333bb54c. {{(pid=105586) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 27 21:09:34.748096 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-224610a3-a619-4d43-95e2-1cca53334c91 tempest-AllowedAddressPairTestJSON-779371437 tempest-AllowedAddressPairTestJSON-779371437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:34.772186 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-224610a3-a619-4d43-95e2-1cca53334c91 tempest-AllowedAddressPairTestJSON-779371437 tempest-AllowedAddressPairTestJSON-779371437-project] Network b0a9c8fd-4661-4252-a7d6-d375b27a5cb6 is already hosted by enough agents. {{(pid=105585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:09:34.797619 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.base_scheduler [None req-224610a3-a619-4d43-95e2-1cca53334c91 tempest-AllowedAddressPairTestJSON-779371437 tempest-AllowedAddressPairTestJSON-779371437-project] Resources bound (agent type, host, resource id): {{(pid=105585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:09:34.799993 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [req-28ec2595-eae5-45a1-88b3-b7d556872ed3 req-4887217e-f5cf-45cd-aeb8-ddc562443560 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2589bf4e-3d55-401f-b868-689418c87124 {{(pid=105584) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:09:34.803404 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-224610a3-a619-4d43-95e2-1cca53334c91 tempest-AllowedAddressPairTestJSON-779371437 tempest-AllowedAddressPairTestJSON-779371437-project] Received port after_create {{(pid=105585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:09:34.815963 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-28ec2595-eae5-45a1-88b3-b7d556872ed3 req-4887217e-f5cf-45cd-aeb8-ddc562443560 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:34.848826 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.provisioning_blocks [req-28ec2595-eae5-45a1-88b3-b7d556872ed3 req-4887217e-f5cf-45cd-aeb8-ddc562443560 service neutron] Transition to ACTIVE for port object 2589bf4e-3d55-401f-b868-689418c87124 will not be triggered until provisioned by entity L2. {{(pid=105584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:09:34.850100 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [req-28ec2595-eae5-45a1-88b3-b7d556872ed3 req-bf077777-b5d1-44bf-83fa-689d181ccc45 service neutron] For port be8eafeb-ecb7-486b-9cdb-f9e0f400adc5, host n-h2-705658-22, cleared binding levels {{(pid=105584) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:09:34.874945 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [req-28ec2595-eae5-45a1-88b3-b7d556872ed3 req-bf077777-b5d1-44bf-83fa-689d181ccc45 service neutron] For port be8eafeb-ecb7-486b-9cdb-f9e0f400adc5, host n-h2-705658-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=be8eafeb-ecb7-486b-9cdb-f9e0f400adc5,segment=NetworkSegment(7908a8c6-8183-4889-8605-7e118a3f4a32),segment_id=7908a8c6-8183-4889-8605-7e118a3f4a32)] {{(pid=105584) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:09:34.893324 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-28ec2595-eae5-45a1-88b3-b7d556872ed3 req-4887217e-f5cf-45cd-aeb8-ddc562443560 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9014027'] for port, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:34.894105 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224610a3-a619-4d43-95e2-1cca53334c91 tempest-AllowedAddressPairTestJSON-779371437 tempest-AllowedAddressPairTestJSON-779371437-project] Pushing event updated for resources: {'Port': ['ID=db57c18c-f410-4114-8947-88e949a07e80,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:09:34.928347 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-28ec2595-eae5-45a1-88b3-b7d556872ed3 req-bf077777-b5d1-44bf-83fa-689d181ccc45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9014027'] for port, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:34.945268 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-224610a3-a619-4d43-95e2-1cca53334c91 tempest-AllowedAddressPairTestJSON-779371437 tempest-AllowedAddressPairTestJSON-779371437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:09:34.946000 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-224610a3-a619-4d43-95e2-1cca53334c91 tempest-AllowedAddressPairTestJSON-779371437 tempest-AllowedAddressPairTestJSON-779371437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:34.991928 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-224610a3-a619-4d43-95e2-1cca53334c91 tempest-AllowedAddressPairTestJSON-779371437 tempest-AllowedAddressPairTestJSON-779371437-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2310719 Jul 27 21:09:34.993011 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 54730) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:09:35.005227 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-9867327e-54b5-4a81-9fbd-b29c6c0f56b2 tempest-AllowedAddressPairTestJSON-779371437 tempest-AllowedAddressPairTestJSON-779371437-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.7', 'mac_address': 'fa:16:3e:f9:51:5a'}]}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:09:35.014049 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ec2595-eae5-45a1-88b3-b7d556872ed3 req-bf077777-b5d1-44bf-83fa-689d181ccc45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:09:35.014756 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-28ec2595-eae5-45a1-88b3-b7d556872ed3 req-bf077777-b5d1-44bf-83fa-689d181ccc45 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:35.016390 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-28ec2595-eae5-45a1-88b3-b7d556872ed3 req-bf077777-b5d1-44bf-83fa-689d181ccc45 service neutron] 10.222.0.60 "PUT /v2.0/ports/be8eafeb-ecb7-486b-9cdb-f9e0f400adc5 HTTP/1.1" status: 200 len: 1093 time: 2.0480781 Jul 27 21:09:35.017618 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '619693d5-c7e8-4f8b-81ae-ef7f8a64a8e3', 'tag': 'be8eafeb-ecb7-486b-9cdb-f9e0f400adc5'}] {{(pid=105584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:09:35.020809 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bce5e6c8685464f7626901654159975603b047827e3138302ed6566e28f1343" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f004f40-ae1a-45a9-accc-96a104c3537a" -d '{"events": [{"name": "network-changed", "server_uuid": "619693d5-c7e8-4f8b-81ae-ef7f8a64a8e3", "tag": "be8eafeb-ecb7-486b-9cdb-f9e0f400adc5"}]}' {{(pid=105584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:09:35.043137 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4887217e-f5cf-45cd-aeb8-ddc562443560 service neutron] Pushing event updated for resources: {'Port': ['ID=2589bf4e-3d55-401f-b868-689418c87124,revision_number=2']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:09:35.136587 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:09:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96af2019-9163-4a9f-b12e-6b97b3e284ae x-openstack-request-id: req-96af2019-9163-4a9f-b12e-6b97b3e284ae {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:09:35.136940 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "619693d5-c7e8-4f8b-81ae-ef7f8a64a8e3", "tag": "be8eafeb-ecb7-486b-9cdb-f9e0f400adc5", "status": "completed", "code": 200}]} {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:09:35.137161 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-96af2019-9163-4a9f-b12e-6b97b3e284ae {{(pid=105584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:09:35.137528 n-d-705658-22 neutron-server[105584]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '619693d5-c7e8-4f8b-81ae-ef7f8a64a8e3', 'tag': 'be8eafeb-ecb7-486b-9cdb-f9e0f400adc5', 'status': 'completed', 'code': 200} Jul 27 21:09:35.168894 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-d187b896-1d42-4ff9-900d-0b93250f2e1e None None] Provisioning for port db57c18c-f410-4114-8947-88e949a07e80 completed by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:09:35.175351 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-d187b896-1d42-4ff9-900d-0b93250f2e1e None None] Provisioning complete for port db57c18c-f410-4114-8947-88e949a07e80 triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:09:35.175859 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-d187b896-1d42-4ff9-900d-0b93250f2e1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:35.181805 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device c75bdcc2-3b07-4877-ae3f-105552364227 up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:09:35.264563 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf077777-b5d1-44bf-83fa-689d181ccc45 service neutron] Pushing event updated for resources: {'Port': ['ID=be8eafeb-ecb7-486b-9cdb-f9e0f400adc5,revision_number=3']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:09:35.265711 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-d187b896-1d42-4ff9-900d-0b93250f2e1e None None] Port db57c18c-f410-4114-8947-88e949a07e80 cannot update to ACTIVE because it is not bound. {{(pid=105586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:09:35.279034 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [req-28ec2595-eae5-45a1-88b3-b7d556872ed3 req-4887217e-f5cf-45cd-aeb8-ddc562443560 service neutron] Attempting to bind port 2589bf4e-3d55-401f-b868-689418c87124 on host n-h1-705658-22 for vnic_type normal with profile {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:09:35.279484 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [req-28ec2595-eae5-45a1-88b3-b7d556872ed3 req-4887217e-f5cf-45cd-aeb8-ddc562443560 service neutron] Attempting to bind port 2589bf4e-3d55-401f-b868-689418c87124 by drivers openvswitch,hyperv on host n-h1-705658-22 at level 0 using segments [{'id': '7908a8c6-8183-4889-8605-7e118a3f4a32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '930c0126-6c68-491e-a084-11ad1d91fd9d'}] {{(pid=105584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:09:35.279918 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28ec2595-eae5-45a1-88b3-b7d556872ed3 req-4887217e-f5cf-45cd-aeb8-ddc562443560 service neutron] Attempting to bind port 2589bf4e-3d55-401f-b868-689418c87124 on network 930c0126-6c68-491e-a084-11ad1d91fd9d {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:09:35.287714 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28ec2595-eae5-45a1-88b3-b7d556872ed3 req-4887217e-f5cf-45cd-aeb8-ddc562443560 service neutron] Port 2589bf4e-3d55-401f-b868-689418c87124 on network 930c0126-6c68-491e-a084-11ad1d91fd9d not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-22 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:09:35.288033 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28ec2595-eae5-45a1-88b3-b7d556872ed3 req-4887217e-f5cf-45cd-aeb8-ddc562443560 service neutron] Attempting to bind port 2589bf4e-3d55-401f-b868-689418c87124 on network 930c0126-6c68-491e-a084-11ad1d91fd9d {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:09:35.297436 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port c75bdcc2-3b07-4877-ae3f-105552364227 triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:09:35.298136 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:35.300641 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28ec2595-eae5-45a1-88b3-b7d556872ed3 req-4887217e-f5cf-45cd-aeb8-ddc562443560 service neutron] Checking agent: {'id': '9d9bc37f-4d75-44ef-9f63-799aab3e316f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 49, 36), 'started_at': datetime.datetime(2021, 7, 27, 20, 49, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 9, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:09:35.301104 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28ec2595-eae5-45a1-88b3-b7d556872ed3 req-4887217e-f5cf-45cd-aeb8-ddc562443560 service neutron] Checking segment: {'id': '7908a8c6-8183-4889-8605-7e118a3f4a32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '930c0126-6c68-491e-a084-11ad1d91fd9d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:09:35.301591 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28ec2595-eae5-45a1-88b3-b7d556872ed3 req-4887217e-f5cf-45cd-aeb8-ddc562443560 service neutron] Bound using segment: {'id': '7908a8c6-8183-4889-8605-7e118a3f4a32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '930c0126-6c68-491e-a084-11ad1d91fd9d'} {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:09:35.302148 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [req-28ec2595-eae5-45a1-88b3-b7d556872ed3 req-4887217e-f5cf-45cd-aeb8-ddc562443560 service neutron] Bound port: 2589bf4e-3d55-401f-b868-689418c87124, host: n-h1-705658-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7908a8c6-8183-4889-8605-7e118a3f4a32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '930c0126-6c68-491e-a084-11ad1d91fd9d'}}] {{(pid=105584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:09:35.302616 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-28ec2595-eae5-45a1-88b3-b7d556872ed3 req-4887217e-f5cf-45cd-aeb8-ddc562443560 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:35.319915 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ec2595-eae5-45a1-88b3-b7d556872ed3 req-d1ee5c9b-0a4e-4309-b8ca-aaa8c6c4f6f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:09:35.321694 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-28ec2595-eae5-45a1-88b3-b7d556872ed3 req-d1ee5c9b-0a4e-4309-b8ca-aaa8c6c4f6f5 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a522c164c64347dea986be4f37788051&device_id=619693d5-c7e8-4f8b-81ae-ef7f8a64a8e3 HTTP/1.1" status: 200 len: 1096 time: 0.1971178 Jul 27 21:09:35.399190 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-28ec2595-eae5-45a1-88b3-b7d556872ed3 req-8a0d5f0e-ba48-4e57-866a-3d8858655864 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=be8eafeb-ecb7-486b-9cdb-f9e0f400adc5 HTTP/1.1" status: 200 len: 217 time: 0.0458031 Jul 27 21:09:35.461687 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [req-28ec2595-eae5-45a1-88b3-b7d556872ed3 req-4887217e-f5cf-45cd-aeb8-ddc562443560 service neutron] For port 2589bf4e-3d55-401f-b868-689418c87124, host n-h1-705658-22, cleared binding levels {{(pid=105584) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:09:35.476113 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ec2595-eae5-45a1-88b3-b7d556872ed3 req-6c47de08-c419-4c80-a14d-74ea51e45180 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:09:35.477655 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-28ec2595-eae5-45a1-88b3-b7d556872ed3 req-6c47de08-c419-4c80-a14d-74ea51e45180 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=5aff9ce3-1da7-4417-a3c8-adf3c66750fb HTTP/1.1" status: 200 len: 852 time: 0.0685687 Jul 27 21:09:35.481256 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [req-28ec2595-eae5-45a1-88b3-b7d556872ed3 req-4887217e-f5cf-45cd-aeb8-ddc562443560 service neutron] For port 2589bf4e-3d55-401f-b868-689418c87124, host n-h1-705658-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=2589bf4e-3d55-401f-b868-689418c87124,segment=NetworkSegment(7908a8c6-8183-4889-8605-7e118a3f4a32),segment_id=7908a8c6-8183-4889-8605-7e118a3f4a32)] {{(pid=105584) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:09:35.496310 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-28ec2595-eae5-45a1-88b3-b7d556872ed3 req-4887217e-f5cf-45cd-aeb8-ddc562443560 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9014027'] for port, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:35.538730 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-28ec2595-eae5-45a1-88b3-b7d556872ed3 req-2d17894f-56ac-4977-8a8b-6fc0bcfb6b0d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=930c0126-6c68-491e-a084-11ad1d91fd9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0524507 Jul 27 21:09:35.547550 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ec2595-eae5-45a1-88b3-b7d556872ed3 req-4887217e-f5cf-45cd-aeb8-ddc562443560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:09:35.551111 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-28ec2595-eae5-45a1-88b3-b7d556872ed3 req-4887217e-f5cf-45cd-aeb8-ddc562443560 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:35.551111 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-28ec2595-eae5-45a1-88b3-b7d556872ed3 req-4887217e-f5cf-45cd-aeb8-ddc562443560 service neutron] 10.222.0.36 "PUT /v2.0/ports/2589bf4e-3d55-401f-b868-689418c87124 HTTP/1.1" status: 200 len: 1092 time: 1.7490337 Jul 27 21:09:35.553726 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1cbb74-a97d-4b9c-a822-00739fa08e4d req-e359d7a7-0e0a-41e5-8bd7-f2f542129b0a tempest-ListServerFiltersTestJSON-1491704447 tempest-ListServerFiltersTestJSON-1491704447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:09:35.561051 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-0d1cbb74-a97d-4b9c-a822-00739fa08e4d req-e359d7a7-0e0a-41e5-8bd7-f2f542129b0a tempest-ListServerFiltersTestJSON-1491704447 tempest-ListServerFiltersTestJSON-1491704447-project] 10.222.0.59 "GET /v2.0/ports?device_id=3ec68082-1269-4333-94b4-18ecd4705e46 HTTP/1.1" status: 200 len: 946 time: 0.6327224 Jul 27 21:09:35.620860 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4887217e-f5cf-45cd-aeb8-ddc562443560 service neutron] Pushing event updated for resources: {'Port': ['ID=2589bf4e-3d55-401f-b868-689418c87124,revision_number=3']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:09:35.622648 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-0d1cbb74-a97d-4b9c-a822-00739fa08e4d req-8c59dac8-4606-4484-ab7b-e5ed63909acc tempest-ListServerFiltersTestJSON-1491704447 tempest-ListServerFiltersTestJSON-1491704447-project] 10.222.0.59 "GET /v2.0/security-groups?id=8dfcd13b-e54c-4aad-8514-fdac1e892828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606935 Jul 27 21:09:35.633546 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Device 9852ccb6-761a-4a2a-9f2a-b133a92a7329 up at agent hyperv_n-h2-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:09:35.702023 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-9867327e-54b5-4a81-9fbd-b29c6c0f56b2 tempest-AllowedAddressPairTestJSON-779371437 tempest-AllowedAddressPairTestJSON-779371437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:35.758493 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-28ec2595-eae5-45a1-88b3-b7d556872ed3 req-202a6a75-e305-4fd8-b5ba-5d957fdd6496 service neutron] 10.222.0.60 "GET /v2.0/networks/930c0126-6c68-491e-a084-11ad1d91fd9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2071600 Jul 27 21:09:35.779629 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-3d54578f-831f-4696-b568-13c455922dab None None] Provisioning complete for port 9852ccb6-761a-4a2a-9f2a-b133a92a7329 triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:09:35.780397 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:35.831680 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ec2595-eae5-45a1-88b3-b7d556872ed3 req-ea74d3fe-5560-43a5-9149-29265e0e6e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:09:35.833557 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-28ec2595-eae5-45a1-88b3-b7d556872ed3 req-ea74d3fe-5560-43a5-9149-29265e0e6e25 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a522c164c64347dea986be4f37788051&device_id=72c3b01a-1382-4314-a6ca-dbf09e670877 HTTP/1.1" status: 200 len: 1095 time: 0.1946251 Jul 27 21:09:35.939318 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-28ec2595-eae5-45a1-88b3-b7d556872ed3 req-7e57f955-8de3-4ef6-9fbe-2bebcdc49959 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2589bf4e-3d55-401f-b868-689418c87124 HTTP/1.1" status: 200 len: 217 time: 0.0916436 Jul 27 21:09:35.963219 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:36.019974 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-28ec2595-eae5-45a1-88b3-b7d556872ed3 req-494e47ba-9864-40f0-bd6d-c6e82d60c10a service neutron] 10.222.0.60 "GET /v2.0/networks/930c0126-6c68-491e-a084-11ad1d91fd9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2536328 Jul 27 21:09:36.022905 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3df18367-d5f2-4562-b9b0-adc84180d413', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9852ccb6-761a-4a2a-9f2a-b133a92a7329'}] {{(pid=105586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:09:36.025702 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14c1663e039faf5393f87855f745010ac5b02220355b68fdbf065393e303ac56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b7a220e-9757-4502-866b-1d9b3acea437" -d '{"events": [{"server_uuid": "3df18367-d5f2-4562-b9b0-adc84180d413", "name": "network-vif-plugged", "status": "completed", "tag": "9852ccb6-761a-4a2a-9f2a-b133a92a7329"}]}' {{(pid=105586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:09:36.027840 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bba6e0c-1cab-4728-9267-55468c78b5fb req-d8f72910-e825-4a22-9fe1-d3fdc2861298 tempest-MultipleCreateTestJSON-2100520218 tempest-MultipleCreateTestJSON-2100520218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:09:36.029808 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-9bba6e0c-1cab-4728-9267-55468c78b5fb req-d8f72910-e825-4a22-9fe1-d3fdc2861298 tempest-MultipleCreateTestJSON-2100520218 tempest-MultipleCreateTestJSON-2100520218-project] 10.222.0.59 "GET /v2.0/ports?device_id=72c3b01a-1382-4314-a6ca-dbf09e670877 HTTP/1.1" status: 200 len: 943 time: 0.2247894 Jul 27 21:09:36.038042 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c96787-6e35-4fd1-b9b5-6abb970b2341 req-16e3bef4-b8c8-4e48-b64b-a2dcd2573e6d tempest-ListServerFiltersTestJSON-1491704447 tempest-ListServerFiltersTestJSON-1491704447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:09:36.039681 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a1c96787-6e35-4fd1-b9b5-6abb970b2341 req-16e3bef4-b8c8-4e48-b64b-a2dcd2573e6d tempest-ListServerFiltersTestJSON-1491704447 tempest-ListServerFiltersTestJSON-1491704447-project] 10.222.0.59 "GET /v2.0/ports?device_id=0c3277e4-976d-46be-bbe9-29df326e21ab HTTP/1.1" status: 200 len: 945 time: 0.2211080 Jul 27 21:09:36.044548 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] For port 9852ccb6-761a-4a2a-9f2a-b133a92a7329, host n-h2-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=9852ccb6-761a-4a2a-9f2a-b133a92a7329,segment=NetworkSegment(74356e05-950c-4c55-88c6-85a1b1fc145d),segment_id=74356e05-950c-4c55-88c6-85a1b1fc145d)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:09:36.057177 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:36.089783 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ec2595-eae5-45a1-88b3-b7d556872ed3 req-e88f196f-3d0c-4ba4-9ced-0983d4f8b1eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:09:36.091939 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-28ec2595-eae5-45a1-88b3-b7d556872ed3 req-e88f196f-3d0c-4ba4-9ced-0983d4f8b1eb service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5aff9ce3-1da7-4417-a3c8-adf3c66750fb HTTP/1.1" status: 200 len: 852 time: 0.1429496 Jul 27 21:09:36.140705 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Pushing event updated for resources: {'Port': ['ID=9852ccb6-761a-4a2a-9f2a-b133a92a7329,revision_number=7']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:09:36.160913 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-9867327e-54b5-4a81-9fbd-b29c6c0f56b2 tempest-AllowedAddressPairTestJSON-779371437 tempest-AllowedAddressPairTestJSON-779371437-project] Notify callbacks [] for port, precommit_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:36.169106 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-28ec2595-eae5-45a1-88b3-b7d556872ed3 req-6033bf2d-158e-4819-b5bf-ca6e05874846 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=930c0126-6c68-491e-a084-11ad1d91fd9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0323222 Jul 27 21:09:36.204959 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-9bba6e0c-1cab-4728-9267-55468c78b5fb req-b682d3c0-7141-4310-b573-f89c32bd7744 tempest-MultipleCreateTestJSON-2100520218 tempest-MultipleCreateTestJSON-2100520218-project] 10.222.0.59 "GET /v2.0/security-groups?id=0d19f387-1b85-4f76-b010-4ba2dd1c78d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617153 Jul 27 21:09:36.212400 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-9867327e-54b5-4a81-9fbd-b29c6c0f56b2 tempest-AllowedAddressPairTestJSON-779371437 tempest-AllowedAddressPairTestJSON-779371437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10221672'] for port, after_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:36.216297 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f004f40-ae1a-45a9-accc-96a104c3537a req-bce5305a-5939-4863-9e68-bdb5ceabb36d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:09:36.217809 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-1f004f40-ae1a-45a9-accc-96a104c3537a req-bce5305a-5939-4863-9e68-bdb5ceabb36d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a522c164c64347dea986be4f37788051&device_id=619693d5-c7e8-4f8b-81ae-ef7f8a64a8e3 HTTP/1.1" status: 200 len: 1096 time: 0.1193967 Jul 27 21:09:36.242902 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a1c96787-6e35-4fd1-b9b5-6abb970b2341 req-95976b43-8a06-4818-92c8-ddeb98a7f8b2 tempest-ListServerFiltersTestJSON-1491704447 tempest-ListServerFiltersTestJSON-1491704447-project] 10.222.0.59 "GET /v2.0/security-groups?id=8dfcd13b-e54c-4aad-8514-fdac1e892828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1856792 Jul 27 21:09:36.259834 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:36.332837 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9867327e-54b5-4a81-9fbd-b29c6c0f56b2 tempest-AllowedAddressPairTestJSON-779371437 tempest-AllowedAddressPairTestJSON-779371437-project] Pushing event updated for resources: {'Port': ['ID=db57c18c-f410-4114-8947-88e949a07e80,revision_number=2']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:09:36.362619 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [None req-9867327e-54b5-4a81-9fbd-b29c6c0f56b2 tempest-AllowedAddressPairTestJSON-779371437 tempest-AllowedAddressPairTestJSON-779371437-project] In _notify_port_updated(), no bound segment for port db57c18c-f410-4114-8947-88e949a07e80 on network b0a9c8fd-4661-4252-a7d6-d375b27a5cb6 {{(pid=105585) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 27 21:09:36.370135 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9867327e-54b5-4a81-9fbd-b29c6c0f56b2 tempest-AllowedAddressPairTestJSON-779371437 tempest-AllowedAddressPairTestJSON-779371437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:09:36.371647 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-9867327e-54b5-4a81-9fbd-b29c6c0f56b2 tempest-AllowedAddressPairTestJSON-779371437 tempest-AllowedAddressPairTestJSON-779371437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:36.374274 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-9867327e-54b5-4a81-9fbd-b29c6c0f56b2 tempest-AllowedAddressPairTestJSON-779371437 tempest-AllowedAddressPairTestJSON-779371437-project] 10.222.0.59 "PUT /v2.0/ports/db57c18c-f410-4114-8947-88e949a07e80 HTTP/1.1" status: 200 len: 994 time: 1.3761303 Jul 27 21:09:36.375894 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 54758) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:09:36.417671 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-28ec2595-eae5-45a1-88b3-b7d556872ed3 req-6b0cc807-8877-4c8f-8a8c-3c1ff996f52a service neutron] 10.222.0.36 "GET /v2.0/networks/930c0126-6c68-491e-a084-11ad1d91fd9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2271628 Jul 27 21:09:36.437898 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:09:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83a3e476-976f-4c22-84a8-5c48a1fc7619 x-openstack-request-id: req-83a3e476-976f-4c22-84a8-5c48a1fc7619 {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:09:36.441490 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3df18367-d5f2-4562-b9b0-adc84180d413", "name": "network-vif-plugged", "status": "completed", "tag": "9852ccb6-761a-4a2a-9f2a-b133a92a7329", "code": 200}]} {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:09:36.441863 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-83a3e476-976f-4c22-84a8-5c48a1fc7619 {{(pid=105586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:09:36.442378 n-d-705658-22 neutron-server[105586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3df18367-d5f2-4562-b9b0-adc84180d413', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9852ccb6-761a-4a2a-9f2a-b133a92a7329', 'code': 200} Jul 27 21:09:36.512825 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f004f40-ae1a-45a9-accc-96a104c3537a req-2836d128-95d0-47c1-8dd4-6adc8585f54e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:09:36.515035 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-1f004f40-ae1a-45a9-accc-96a104c3537a req-2836d128-95d0-47c1-8dd4-6adc8585f54e service neutron] 10.222.0.60 "GET /v2.0/networks?id=930c0126-6c68-491e-a084-11ad1d91fd9d HTTP/1.1" status: 200 len: 913 time: 0.2270660 Jul 27 21:09:36.550804 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [None req-293be418-1b21-4177-8a76-1fd2535303bb tempest-AllowedAddressPairTestJSON-779371437 tempest-AllowedAddressPairTestJSON-779371437-project] Deleting port db57c18c-f410-4114-8947-88e949a07e80 {{(pid=105585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:09:36.551175 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-293be418-1b21-4177-8a76-1fd2535303bb tempest-AllowedAddressPairTestJSON-779371437 tempest-AllowedAddressPairTestJSON-779371437-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:36.564882 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-1f004f40-ae1a-45a9-accc-96a104c3537a req-e13a1b44-f4ab-4f8b-a989-b9c23543a914 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=be8eafeb-ecb7-486b-9cdb-f9e0f400adc5 HTTP/1.1" status: 200 len: 217 time: 0.0412443 Jul 27 21:09:36.632917 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-28ec2595-eae5-45a1-88b3-b7d556872ed3 req-f89d459d-a118-4e5c-89af-e35bf80853e1 service neutron] 10.222.0.36 "GET /v2.0/networks/930c0126-6c68-491e-a084-11ad1d91fd9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2053411 Jul 27 21:09:36.642647 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f004f40-ae1a-45a9-accc-96a104c3537a req-25a6f7ff-60d0-4bfa-bd6e-cda0102c816c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:09:36.644620 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-1f004f40-ae1a-45a9-accc-96a104c3537a req-25a6f7ff-60d0-4bfa-bd6e-cda0102c816c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=5aff9ce3-1da7-4417-a3c8-adf3c66750fb HTTP/1.1" status: 200 len: 852 time: 0.0711851 Jul 27 21:09:36.683738 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-293be418-1b21-4177-8a76-1fd2535303bb tempest-AllowedAddressPairTestJSON-779371437 tempest-AllowedAddressPairTestJSON-779371437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:36.692494 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-1f004f40-ae1a-45a9-accc-96a104c3537a req-ea0eba1e-3d87-428b-952c-af2866c2cea8 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=930c0126-6c68-491e-a084-11ad1d91fd9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297813 Jul 27 21:09:36.702900 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-23711000-fd50-4ae3-aea5-487a5a0d96a8 None None] Provisioning complete for port db57c18c-f410-4114-8947-88e949a07e80 triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:09:36.703645 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-23711000-fd50-4ae3-aea5-487a5a0d96a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:36.727249 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [None req-293be418-1b21-4177-8a76-1fd2535303bb tempest-AllowedAddressPairTestJSON-779371437 tempest-AllowedAddressPairTestJSON-779371437-project] Calling delete_port for db57c18c-f410-4114-8947-88e949a07e80 owned by {{(pid=105585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:09:36.741908 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-23711000-fd50-4ae3-aea5-487a5a0d96a8 None None] Port db57c18c-f410-4114-8947-88e949a07e80 cannot update to ACTIVE because it is not bound. {{(pid=105586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:09:36.785835 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-1f004f40-ae1a-45a9-accc-96a104c3537a req-d5f13009-14bb-40b4-b127-f98a0a3a74a7 service neutron] 10.222.0.60 "GET /v2.0/networks/930c0126-6c68-491e-a084-11ad1d91fd9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831139 Jul 27 21:09:36.813949 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d31cf6-a885-4405-9c6a-eb5050ea0cbc req-a9c6dca0-73dd-4e68-b401-ee2c7fdda615 tempest-ListServerFiltersTestJSON-1491704447 tempest-ListServerFiltersTestJSON-1491704447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:09:36.816130 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-97d31cf6-a885-4405-9c6a-eb5050ea0cbc req-a9c6dca0-73dd-4e68-b401-ee2c7fdda615 tempest-ListServerFiltersTestJSON-1491704447 tempest-ListServerFiltersTestJSON-1491704447-project] 10.222.0.59 "GET /v2.0/ports?device_id=cd9af073-a42f-450a-87e7-0bdbc1dec74e HTTP/1.1" status: 200 len: 946 time: 0.1549516 Jul 27 21:09:36.893602 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-97d31cf6-a885-4405-9c6a-eb5050ea0cbc req-f8677adb-0951-4550-8ab8-96ac95b8bcbe tempest-ListServerFiltersTestJSON-1491704447 tempest-ListServerFiltersTestJSON-1491704447-project] 10.222.0.59 "GET /v2.0/security-groups?id=8dfcd13b-e54c-4aad-8514-fdac1e892828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682514 Jul 27 21:09:36.903184 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-1f004f40-ae1a-45a9-accc-96a104c3537a req-c68bc837-7d50-477f-bcf7-e0953ea0c4b3 service neutron] 10.222.0.60 "GET /v2.0/networks/930c0126-6c68-491e-a084-11ad1d91fd9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1057835 Jul 27 21:09:36.929706 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-293be418-1b21-4177-8a76-1fd2535303bb tempest-AllowedAddressPairTestJSON-779371437 tempest-AllowedAddressPairTestJSON-779371437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:36.963250 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293be418-1b21-4177-8a76-1fd2535303bb tempest-AllowedAddressPairTestJSON-779371437 tempest-AllowedAddressPairTestJSON-779371437-project] Pushing event deleted for resources: {'Port': ['ID=db57c18c-f410-4114-8947-88e949a07e80,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:09:37.120419 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-293be418-1b21-4177-8a76-1fd2535303bb tempest-AllowedAddressPairTestJSON-779371437 tempest-AllowedAddressPairTestJSON-779371437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:37.126087 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-293be418-1b21-4177-8a76-1fd2535303bb tempest-AllowedAddressPairTestJSON-779371437 tempest-AllowedAddressPairTestJSON-779371437-project] 10.222.0.59 "DELETE /v2.0/ports/db57c18c-f410-4114-8947-88e949a07e80 HTTP/1.1" status: 204 len: 168 time: 0.7465980 Jul 27 21:09:37.126302 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 54762) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:09:37.139462 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72c3b01a-1382-4314-a6ca-dbf09e670877', 'tag': '2589bf4e-3d55-401f-b868-689418c87124'}] {{(pid=105584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:09:37.142711 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bce5e6c8685464f7626901654159975603b047827e3138302ed6566e28f1343" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ad91caf-70cc-4ab8-9308-e6f8b673949d" -d '{"events": [{"name": "network-changed", "server_uuid": "72c3b01a-1382-4314-a6ca-dbf09e670877", "tag": "2589bf4e-3d55-401f-b868-689418c87124"}]}' {{(pid=105584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:09:37.180655 n-d-705658-22 neutron-server[105585]: INFO neutron.pecan_wsgi.hooks.translation [None req-085fc383-9770-45ab-a4ef-15d40f6453d6 tempest-AllowedAddressPairTestJSON-779371437 tempest-AllowedAddressPairTestJSON-779371437-project] GET failed (client error): The resource could not be found. Jul 27 21:09:37.187366 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-085fc383-9770-45ab-a4ef-15d40f6453d6 tempest-AllowedAddressPairTestJSON-779371437 tempest-AllowedAddressPairTestJSON-779371437-project] 10.222.0.59 "GET /v2.0/ports/db57c18c-f410-4114-8947-88e949a07e80 HTTP/1.1" status: 404 len: 333 time: 0.0558002 Jul 27 21:09:37.187871 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 54766) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:09:37.192875 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:09:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d53b481b-2054-4ad8-a5e1-7e2260eb3a78 x-openstack-request-id: req-d53b481b-2054-4ad8-a5e1-7e2260eb3a78 {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:09:37.193645 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72c3b01a-1382-4314-a6ca-dbf09e670877", "tag": "2589bf4e-3d55-401f-b868-689418c87124", "status": "completed", "code": 200}]} {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:09:37.194118 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-d53b481b-2054-4ad8-a5e1-7e2260eb3a78 {{(pid=105584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:09:37.194743 n-d-705658-22 neutron-server[105584]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72c3b01a-1382-4314-a6ca-dbf09e670877', 'tag': '2589bf4e-3d55-401f-b868-689418c87124', 'status': 'completed', 'code': 200} Jul 27 21:09:37.195401 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-af51a062-77f2-435d-ab9f-11fc6187ecc6 tempest-AllowedAddressPairTestJSON-779371437 tempest-AllowedAddressPairTestJSON-779371437-project] Request body: {'port': {'network_id': 'b0a9c8fd-4661-4252-a7d6-d375b27a5cb6', 'name': 'tempest-AllowedAddressPairTestJSON-180711053'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:09:37.365516 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad91caf-70cc-4ab8-9308-e6f8b673949d req-546ee152-c621-45f9-85e6-fc1a858dfc7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:09:37.368084 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-7ad91caf-70cc-4ab8-9308-e6f8b673949d req-546ee152-c621-45f9-85e6-fc1a858dfc7f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a522c164c64347dea986be4f37788051&device_id=72c3b01a-1382-4314-a6ca-dbf09e670877 HTTP/1.1" status: 200 len: 1095 time: 0.1497235 Jul 27 21:09:37.434809 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af51a062-77f2-435d-ab9f-11fc6187ecc6 tempest-AllowedAddressPairTestJSON-779371437 tempest-AllowedAddressPairTestJSON-779371437-project] Made reservation on behalf of fb7fbc19b61d4f43a7acc30a3012eeda for: {'port': 1} {{(pid=105585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:09:37.438943 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-af51a062-77f2-435d-ab9f-11fc6187ecc6 tempest-AllowedAddressPairTestJSON-779371437 tempest-AllowedAddressPairTestJSON-779371437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:37.473901 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf0153f-92d6-4372-9484-29e353505bfe req-7a8515d8-624b-4c12-bfb2-3ccb6108c7e5 tempest-MultipleCreateTestJSON-2100520218 tempest-MultipleCreateTestJSON-2100520218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:09:37.475477 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-ebf0153f-92d6-4372-9484-29e353505bfe req-7a8515d8-624b-4c12-bfb2-3ccb6108c7e5 tempest-MultipleCreateTestJSON-2100520218 tempest-MultipleCreateTestJSON-2100520218-project] 10.222.0.59 "GET /v2.0/ports?device_id=72c3b01a-1382-4314-a6ca-dbf09e670877 HTTP/1.1" status: 200 len: 943 time: 0.1290195 Jul 27 21:09:37.478366 n-d-705658-22 neutron-server[105585]: DEBUG neutron.notifiers.nova [None req-af51a062-77f2-435d-ab9f-11fc6187ecc6 tempest-AllowedAddressPairTestJSON-779371437 tempest-AllowedAddressPairTestJSON-779371437-project] device_id is not set on port 792650b1-2071-465d-9bc4-f9b2859d35ac yet. {{(pid=105585) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 21:09:37.527694 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad91caf-70cc-4ab8-9308-e6f8b673949d req-d0616474-a2f1-4569-b3c1-f25357ec5607 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:09:37.529551 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-7ad91caf-70cc-4ab8-9308-e6f8b673949d req-d0616474-a2f1-4569-b3c1-f25357ec5607 service neutron] 10.222.0.36 "GET /v2.0/networks?id=930c0126-6c68-491e-a084-11ad1d91fd9d HTTP/1.1" status: 200 len: 913 time: 0.1485865 Jul 27 21:09:37.589332 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-7ad91caf-70cc-4ab8-9308-e6f8b673949d req-d2485527-ded4-4f6c-a591-dbd1056b6349 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2589bf4e-3d55-401f-b868-689418c87124 HTTP/1.1" status: 200 len: 217 time: 0.0476606 Jul 27 21:09:37.641872 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad91caf-70cc-4ab8-9308-e6f8b673949d req-a3074feb-075b-42e1-b56e-0420557bb377 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:09:37.644010 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-7ad91caf-70cc-4ab8-9308-e6f8b673949d req-a3074feb-075b-42e1-b56e-0420557bb377 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5aff9ce3-1da7-4417-a3c8-adf3c66750fb HTTP/1.1" status: 200 len: 852 time: 0.0455892 Jul 27 21:09:37.650736 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-ebf0153f-92d6-4372-9484-29e353505bfe req-778b2791-93d5-40fe-9728-ee8d5c8674aa tempest-MultipleCreateTestJSON-2100520218 tempest-MultipleCreateTestJSON-2100520218-project] 10.222.0.59 "GET /v2.0/security-groups?id=0d19f387-1b85-4f76-b010-4ba2dd1c78d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504235 Jul 27 21:09:37.697314 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.db_base_plugin_common [None req-af51a062-77f2-435d-ab9f-11fc6187ecc6 tempest-AllowedAddressPairTestJSON-779371437 tempest-AllowedAddressPairTestJSON-779371437-project] Allocated IP 172.20.0.14 (b0a9c8fd-4661-4252-a7d6-d375b27a5cb6/c0334da2-9b60-4afa-8eda-d6f23cead460/792650b1-2071-465d-9bc4-f9b2859d35ac) {{(pid=105585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:09:37.698413 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-7ad91caf-70cc-4ab8-9308-e6f8b673949d req-7efd5253-e46c-4d09-a6ac-23b25d07e116 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=930c0126-6c68-491e-a084-11ad1d91fd9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0446205 Jul 27 21:09:37.712690 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d37386e-0b16-4ccc-9b93-b2b2d4e73724 req-1c8c3ac8-cc07-4c38-9de4-736a76c353e7 tempest-ListServerFiltersTestJSON-1491704447 tempest-ListServerFiltersTestJSON-1491704447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:09:37.720750 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-1d37386e-0b16-4ccc-9b93-b2b2d4e73724 req-1c8c3ac8-cc07-4c38-9de4-736a76c353e7 tempest-ListServerFiltersTestJSON-1491704447 tempest-ListServerFiltersTestJSON-1491704447-project] 10.222.0.59 "GET /v2.0/ports?device_id=3ec68082-1269-4333-94b4-18ecd4705e46 HTTP/1.1" status: 200 len: 946 time: 0.1754475 Jul 27 21:09:37.801243 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-1d37386e-0b16-4ccc-9b93-b2b2d4e73724 req-eb5263e8-a332-4b65-a5f5-61f589c143b0 tempest-ListServerFiltersTestJSON-1491704447 tempest-ListServerFiltersTestJSON-1491704447-project] 10.222.0.59 "GET /v2.0/security-groups?id=8dfcd13b-e54c-4aad-8514-fdac1e892828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796237 Jul 27 21:09:37.886062 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-7ad91caf-70cc-4ab8-9308-e6f8b673949d req-e0f2624d-3ad8-4346-af38-77061c8f0d5c service neutron] 10.222.0.36 "GET /v2.0/networks/930c0126-6c68-491e-a084-11ad1d91fd9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1785135 Jul 27 21:09:37.942714 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-af51a062-77f2-435d-ab9f-11fc6187ecc6 tempest-AllowedAddressPairTestJSON-779371437 tempest-AllowedAddressPairTestJSON-779371437-project] Notify callbacks [] for port, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:37.962859 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.provisioning_blocks [None req-af51a062-77f2-435d-ab9f-11fc6187ecc6 tempest-AllowedAddressPairTestJSON-779371437 tempest-AllowedAddressPairTestJSON-779371437-project] Transition to ACTIVE for port object 792650b1-2071-465d-9bc4-f9b2859d35ac will not be triggered until provisioned by entity DHCP. {{(pid=105585) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:09:37.993021 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-7ad91caf-70cc-4ab8-9308-e6f8b673949d req-07ae9a2d-48ae-4c4c-9601-97601461e56c service neutron] 10.222.0.36 "GET /v2.0/networks/930c0126-6c68-491e-a084-11ad1d91fd9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955691 Jul 27 21:09:38.015188 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-af51a062-77f2-435d-ab9f-11fc6187ecc6 tempest-AllowedAddressPairTestJSON-779371437 tempest-AllowedAddressPairTestJSON-779371437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:38.075823 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af51a062-77f2-435d-ab9f-11fc6187ecc6 tempest-AllowedAddressPairTestJSON-779371437 tempest-AllowedAddressPairTestJSON-779371437-project] Network b0a9c8fd-4661-4252-a7d6-d375b27a5cb6 is already hosted by enough agents. {{(pid=105585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:09:38.082419 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.base_scheduler [None req-af51a062-77f2-435d-ab9f-11fc6187ecc6 tempest-AllowedAddressPairTestJSON-779371437 tempest-AllowedAddressPairTestJSON-779371437-project] Resources bound (agent type, host, resource id): {{(pid=105585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:09:38.084569 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af51a062-77f2-435d-ab9f-11fc6187ecc6 tempest-AllowedAddressPairTestJSON-779371437 tempest-AllowedAddressPairTestJSON-779371437-project] Pushing event updated for resources: {'Port': ['ID=792650b1-2071-465d-9bc4-f9b2859d35ac,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:09:38.087893 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af51a062-77f2-435d-ab9f-11fc6187ecc6 tempest-AllowedAddressPairTestJSON-779371437 tempest-AllowedAddressPairTestJSON-779371437-project] Received port after_create {{(pid=105585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:09:38.173909 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af51a062-77f2-435d-ab9f-11fc6187ecc6 tempest-AllowedAddressPairTestJSON-779371437 tempest-AllowedAddressPairTestJSON-779371437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:09:38.174935 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-af51a062-77f2-435d-ab9f-11fc6187ecc6 tempest-AllowedAddressPairTestJSON-779371437 tempest-AllowedAddressPairTestJSON-779371437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:38.195322 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-af51a062-77f2-435d-ab9f-11fc6187ecc6 tempest-AllowedAddressPairTestJSON-779371437 tempest-AllowedAddressPairTestJSON-779371437-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0057402 Jul 27 21:09:38.197759 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 54802) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:09:38.204617 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-ad2b01a7-5321-4f3a-8958-5d612e04bf72 tempest-AllowedAddressPairTestJSON-779371437 tempest-AllowedAddressPairTestJSON-779371437-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:f9:51:5a'}]}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:09:38.303366 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dce3392-1fd1-489d-bc15-38b6471d3fe2 req-4122d249-3f64-4486-8528-d3cb524cf5bf tempest-ListServerFiltersTestJSON-1491704447 tempest-ListServerFiltersTestJSON-1491704447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:09:38.309702 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dce3392-1fd1-489d-bc15-38b6471d3fe2 req-4122d249-3f64-4486-8528-d3cb524cf5bf tempest-ListServerFiltersTestJSON-1491704447 tempest-ListServerFiltersTestJSON-1491704447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:09:38.318337 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dce3392-1fd1-489d-bc15-38b6471d3fe2 req-4122d249-3f64-4486-8528-d3cb524cf5bf tempest-ListServerFiltersTestJSON-1491704447 tempest-ListServerFiltersTestJSON-1491704447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:09:38.320048 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-6dce3392-1fd1-489d-bc15-38b6471d3fe2 req-4122d249-3f64-4486-8528-d3cb524cf5bf tempest-ListServerFiltersTestJSON-1491704447 tempest-ListServerFiltersTestJSON-1491704447-project] 10.222.0.59 "GET /v2.0/ports?device_id=cd9af073-a42f-450a-87e7-0bdbc1dec74e&device_id=0c3277e4-976d-46be-bbe9-29df326e21ab&device_id=3ec68082-1269-4333-94b4-18ecd4705e46 HTTP/1.1" status: 200 len: 2418 time: 0.1847863 Jul 27 21:09:38.385850 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-ad2b01a7-5321-4f3a-8958-5d612e04bf72 tempest-AllowedAddressPairTestJSON-779371437 tempest-AllowedAddressPairTestJSON-779371437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:38.409554 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-6dce3392-1fd1-489d-bc15-38b6471d3fe2 req-fc62257d-143c-4f85-848f-2d19c2631b08 tempest-ListServerFiltersTestJSON-1491704447 tempest-ListServerFiltersTestJSON-1491704447-project] 10.222.0.59 "GET /v2.0/security-groups?id=8dfcd13b-e54c-4aad-8514-fdac1e892828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579970 Jul 27 21:09:38.479842 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-c29e26a3-dc8c-4b4b-851c-c6a9d09e66bd None None] Provisioning for port 792650b1-2071-465d-9bc4-f9b2859d35ac completed by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:09:38.484336 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-c29e26a3-dc8c-4b4b-851c-c6a9d09e66bd None None] Provisioning complete for port 792650b1-2071-465d-9bc4-f9b2859d35ac triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:09:38.484829 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-c29e26a3-dc8c-4b4b-851c-c6a9d09e66bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:38.539515 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-c29e26a3-dc8c-4b4b-851c-c6a9d09e66bd None None] Port 792650b1-2071-465d-9bc4-f9b2859d35ac cannot update to ACTIVE because it is not bound. {{(pid=105586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:09:38.708018 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-ad2b01a7-5321-4f3a-8958-5d612e04bf72 tempest-AllowedAddressPairTestJSON-779371437 tempest-AllowedAddressPairTestJSON-779371437-project] Notify callbacks [] for port, precommit_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:38.714709 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-ad2b01a7-5321-4f3a-8958-5d612e04bf72 tempest-AllowedAddressPairTestJSON-779371437 tempest-AllowedAddressPairTestJSON-779371437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10221672'] for port, after_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:38.735234 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f74f121-7f7c-465b-9f34-369a7168dbd2 req-2317a5fd-7914-437d-96a0-87f5b83daa1d tempest-ListServerFiltersTestJSON-1491704447 tempest-ListServerFiltersTestJSON-1491704447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:09:38.736885 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-7f74f121-7f7c-465b-9f34-369a7168dbd2 req-2317a5fd-7914-437d-96a0-87f5b83daa1d tempest-ListServerFiltersTestJSON-1491704447 tempest-ListServerFiltersTestJSON-1491704447-project] 10.222.0.59 "GET /v2.0/ports?device_id=cd9af073-a42f-450a-87e7-0bdbc1dec74e HTTP/1.1" status: 200 len: 946 time: 0.1615977 Jul 27 21:09:38.797383 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2b01a7-5321-4f3a-8958-5d612e04bf72 tempest-AllowedAddressPairTestJSON-779371437 tempest-AllowedAddressPairTestJSON-779371437-project] Pushing event updated for resources: {'Port': ['ID=792650b1-2071-465d-9bc4-f9b2859d35ac,revision_number=2']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:09:38.882459 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-0eedfd64-871d-4a48-8255-e158656b061c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:38.935393 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-7f74f121-7f7c-465b-9f34-369a7168dbd2 req-63db064f-b7d5-482c-b473-528c8e831633 tempest-ListServerFiltersTestJSON-1491704447 tempest-ListServerFiltersTestJSON-1491704447-project] 10.222.0.59 "GET /v2.0/security-groups?id=8dfcd13b-e54c-4aad-8514-fdac1e892828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388037 Jul 27 21:09:38.937455 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [None req-ad2b01a7-5321-4f3a-8958-5d612e04bf72 tempest-AllowedAddressPairTestJSON-779371437 tempest-AllowedAddressPairTestJSON-779371437-project] In _notify_port_updated(), no bound segment for port 792650b1-2071-465d-9bc4-f9b2859d35ac on network b0a9c8fd-4661-4252-a7d6-d375b27a5cb6 {{(pid=105585) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 27 21:09:38.945854 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad2b01a7-5321-4f3a-8958-5d612e04bf72 tempest-AllowedAddressPairTestJSON-779371437 tempest-AllowedAddressPairTestJSON-779371437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:09:38.946538 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-ad2b01a7-5321-4f3a-8958-5d612e04bf72 tempest-AllowedAddressPairTestJSON-779371437 tempest-AllowedAddressPairTestJSON-779371437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:38.950698 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-ad2b01a7-5321-4f3a-8958-5d612e04bf72 tempest-AllowedAddressPairTestJSON-779371437 tempest-AllowedAddressPairTestJSON-779371437-project] 10.222.0.59 "PUT /v2.0/ports/792650b1-2071-465d-9bc4-f9b2859d35ac HTTP/1.1" status: 200 len: 996 time: 0.7519400 Jul 27 21:09:38.950861 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 54828) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:09:39.015383 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24293398-22d7-4aec-8deb-550616a94044 req-7c49759c-f3a8-46dc-86ef-023e4a40a795 tempest-MultipleCreateTestJSON-2100520218 tempest-MultipleCreateTestJSON-2100520218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:09:39.017603 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-24293398-22d7-4aec-8deb-550616a94044 req-7c49759c-f3a8-46dc-86ef-023e4a40a795 tempest-MultipleCreateTestJSON-2100520218 tempest-MultipleCreateTestJSON-2100520218-project] 10.222.0.59 "GET /v2.0/ports?device_id=72c3b01a-1382-4314-a6ca-dbf09e670877 HTTP/1.1" status: 200 len: 943 time: 0.2223513 Jul 27 21:09:39.101303 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-24293398-22d7-4aec-8deb-550616a94044 req-231da335-21c0-4771-8c24-c869e055597a tempest-MultipleCreateTestJSON-2100520218 tempest-MultipleCreateTestJSON-2100520218-project] 10.222.0.59 "GET /v2.0/security-groups?id=0d19f387-1b85-4f76-b010-4ba2dd1c78d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651121 Jul 27 21:09:39.213237 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-4f7460b3-3863-4934-a151-0525c359876c tempest-AllowedAddressPairTestJSON-779371437 tempest-AllowedAddressPairTestJSON-779371437-project] Deleting port 792650b1-2071-465d-9bc4-f9b2859d35ac {{(pid=105584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:09:39.213803 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-4f7460b3-3863-4934-a151-0525c359876c tempest-AllowedAddressPairTestJSON-779371437 tempest-AllowedAddressPairTestJSON-779371437-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:39.267264 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-58785a04-e9ae-4d6a-9466-14b366b86948 None None] Provisioning complete for port 792650b1-2071-465d-9bc4-f9b2859d35ac triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:09:39.267943 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-58785a04-e9ae-4d6a-9466-14b366b86948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:39.336893 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-4f7460b3-3863-4934-a151-0525c359876c tempest-AllowedAddressPairTestJSON-779371437 tempest-AllowedAddressPairTestJSON-779371437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:39.353065 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-4f7460b3-3863-4934-a151-0525c359876c tempest-AllowedAddressPairTestJSON-779371437 tempest-AllowedAddressPairTestJSON-779371437-project] Calling delete_port for 792650b1-2071-465d-9bc4-f9b2859d35ac owned by {{(pid=105584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:09:39.357441 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-58785a04-e9ae-4d6a-9466-14b366b86948 None None] Port 792650b1-2071-465d-9bc4-f9b2859d35ac cannot update to ACTIVE because it is not bound. {{(pid=105586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:09:39.544251 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-4f7460b3-3863-4934-a151-0525c359876c tempest-AllowedAddressPairTestJSON-779371437 tempest-AllowedAddressPairTestJSON-779371437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:39.593696 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7460b3-3863-4934-a151-0525c359876c tempest-AllowedAddressPairTestJSON-779371437 tempest-AllowedAddressPairTestJSON-779371437-project] Pushing event deleted for resources: {'Port': ['ID=792650b1-2071-465d-9bc4-f9b2859d35ac,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:09:39.674558 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Device be8eafeb-ecb7-486b-9cdb-f9e0f400adc5 details requested by agent hyperv_n-h2-705658-22 with host n-h2-705658-22 {{(pid=105586) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:09:39.766953 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-4f7460b3-3863-4934-a151-0525c359876c tempest-AllowedAddressPairTestJSON-779371437 tempest-AllowedAddressPairTestJSON-779371437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:39.770354 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-4f7460b3-3863-4934-a151-0525c359876c tempest-AllowedAddressPairTestJSON-779371437 tempest-AllowedAddressPairTestJSON-779371437-project] 10.222.0.59 "DELETE /v2.0/ports/792650b1-2071-465d-9bc4-f9b2859d35ac HTTP/1.1" status: 204 len: 168 time: 0.8164506 Jul 27 21:09:39.773106 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 54848) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:09:39.864574 n-d-705658-22 neutron-server[105585]: INFO neutron.pecan_wsgi.hooks.translation [None req-5cea4e6c-57ae-4b48-a4d4-b70579070531 tempest-AllowedAddressPairTestJSON-779371437 tempest-AllowedAddressPairTestJSON-779371437-project] GET failed (client error): The resource could not be found. Jul 27 21:09:39.865815 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-5cea4e6c-57ae-4b48-a4d4-b70579070531 tempest-AllowedAddressPairTestJSON-779371437 tempest-AllowedAddressPairTestJSON-779371437-project] 10.222.0.59 "GET /v2.0/ports/792650b1-2071-465d-9bc4-f9b2859d35ac HTTP/1.1" status: 404 len: 333 time: 0.0912824 Jul 27 21:09:39.869726 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 54850) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:09:39.874446 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] For port be8eafeb-ecb7-486b-9cdb-f9e0f400adc5, host n-h2-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=be8eafeb-ecb7-486b-9cdb-f9e0f400adc5,segment=NetworkSegment(7908a8c6-8183-4889-8605-7e118a3f4a32),segment_id=7908a8c6-8183-4889-8605-7e118a3f4a32)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:09:39.883865 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-5ce7df69-570c-4c38-973a-c0abb06c0916 tempest-AllowedAddressPairTestJSON-779371437 tempest-AllowedAddressPairTestJSON-779371437-project] Request body: {'port': {'network_id': 'b0a9c8fd-4661-4252-a7d6-d375b27a5cb6', 'name': 'tempest-AllowedAddressPairTestJSON-1033708508'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:09:39.910719 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Returning: {'device': 'be8eafeb-ecb7-486b-9cdb-f9e0f400adc5', 'network_id': '930c0126-6c68-491e-a084-11ad1d91fd9d', 'port_id': 'be8eafeb-ecb7-486b-9cdb-f9e0f400adc5', 'mac_address': 'fa:16:3e:7a:ef:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 226, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5aff9ce3-1da7-4417-a3c8-adf3c66750fb', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105586) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:09:39.967541 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:39.992614 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [None req-3d54578f-831f-4696-b568-13c455922dab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be8eafeb-ecb7-486b-9cdb-f9e0f400adc5 {{(pid=105586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:09:40.059236 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] For port be8eafeb-ecb7-486b-9cdb-f9e0f400adc5, host n-h2-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=be8eafeb-ecb7-486b-9cdb-f9e0f400adc5,segment=NetworkSegment(7908a8c6-8183-4889-8605-7e118a3f4a32),segment_id=7908a8c6-8183-4889-8605-7e118a3f4a32)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:09:40.060239 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:40.070298 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:40.096099 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ce7df69-570c-4c38-973a-c0abb06c0916 tempest-AllowedAddressPairTestJSON-779371437 tempest-AllowedAddressPairTestJSON-779371437-project] Made reservation on behalf of fb7fbc19b61d4f43a7acc30a3012eeda for: {'port': 1} {{(pid=105585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:09:40.104852 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-5ce7df69-570c-4c38-973a-c0abb06c0916 tempest-AllowedAddressPairTestJSON-779371437 tempest-AllowedAddressPairTestJSON-779371437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:40.141817 n-d-705658-22 neutron-server[105585]: DEBUG neutron.notifiers.nova [None req-5ce7df69-570c-4c38-973a-c0abb06c0916 tempest-AllowedAddressPairTestJSON-779371437 tempest-AllowedAddressPairTestJSON-779371437-project] device_id is not set on port a017eb79-444c-4cc1-b178-c675954530c4 yet. {{(pid=105585) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 21:09:40.198322 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Pushing event updated for resources: {'Port': ['ID=be8eafeb-ecb7-486b-9cdb-f9e0f400adc5,revision_number=4']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:09:40.329659 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.db_base_plugin_common [None req-5ce7df69-570c-4c38-973a-c0abb06c0916 tempest-AllowedAddressPairTestJSON-779371437 tempest-AllowedAddressPairTestJSON-779371437-project] Allocated IP 172.20.0.12 (b0a9c8fd-4661-4252-a7d6-d375b27a5cb6/c0334da2-9b60-4afa-8eda-d6f23cead460/a017eb79-444c-4cc1-b178-c675954530c4) {{(pid=105585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:09:40.443854 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] get_ports_and_sgs() called for port_ids ['be8eafeb-ecb7-486b-9cdb-f9e0f400adc5'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:09:40.535438 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9efe6b-2eb5-450e-9cad-b576d4f751b9 req-205505fb-48af-4282-a15d-e2ef8c8772a7 tempest-MultipleCreateTestJSON-2100520218 tempest-MultipleCreateTestJSON-2100520218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:09:40.543260 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-7d9efe6b-2eb5-450e-9cad-b576d4f751b9 req-205505fb-48af-4282-a15d-e2ef8c8772a7 tempest-MultipleCreateTestJSON-2100520218 tempest-MultipleCreateTestJSON-2100520218-project] 10.222.0.59 "GET /v2.0/ports?device_id=72c3b01a-1382-4314-a6ca-dbf09e670877 HTTP/1.1" status: 200 len: 943 time: 0.1844776 Jul 27 21:09:40.611573 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-7d9efe6b-2eb5-450e-9cad-b576d4f751b9 req-0966f1ea-b256-435c-b0fe-c3d44728fe61 tempest-MultipleCreateTestJSON-2100520218 tempest-MultipleCreateTestJSON-2100520218-project] 10.222.0.59 "GET /v2.0/security-groups?id=0d19f387-1b85-4f76-b010-4ba2dd1c78d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673950 Jul 27 21:09:40.640045 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-5ce7df69-570c-4c38-973a-c0abb06c0916 tempest-AllowedAddressPairTestJSON-779371437 tempest-AllowedAddressPairTestJSON-779371437-project] Notify callbacks [] for port, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:40.667866 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.provisioning_blocks [None req-5ce7df69-570c-4c38-973a-c0abb06c0916 tempest-AllowedAddressPairTestJSON-779371437 tempest-AllowedAddressPairTestJSON-779371437-project] Transition to ACTIVE for port object a017eb79-444c-4cc1-b178-c675954530c4 will not be triggered until provisioned by entity DHCP. {{(pid=105585) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:09:40.726443 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-5ce7df69-570c-4c38-973a-c0abb06c0916 tempest-AllowedAddressPairTestJSON-779371437 tempest-AllowedAddressPairTestJSON-779371437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:40.789017 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ce7df69-570c-4c38-973a-c0abb06c0916 tempest-AllowedAddressPairTestJSON-779371437 tempest-AllowedAddressPairTestJSON-779371437-project] Network b0a9c8fd-4661-4252-a7d6-d375b27a5cb6 is already hosted by enough agents. {{(pid=105585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:09:40.793547 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce7df69-570c-4c38-973a-c0abb06c0916 tempest-AllowedAddressPairTestJSON-779371437 tempest-AllowedAddressPairTestJSON-779371437-project] Pushing event updated for resources: {'Port': ['ID=a017eb79-444c-4cc1-b178-c675954530c4,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:09:40.805845 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.base_scheduler [None req-5ce7df69-570c-4c38-973a-c0abb06c0916 tempest-AllowedAddressPairTestJSON-779371437 tempest-AllowedAddressPairTestJSON-779371437-project] Resources bound (agent type, host, resource id): {{(pid=105585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:09:40.820725 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ce7df69-570c-4c38-973a-c0abb06c0916 tempest-AllowedAddressPairTestJSON-779371437 tempest-AllowedAddressPairTestJSON-779371437-project] Received port after_create {{(pid=105585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:09:40.898272 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ce7df69-570c-4c38-973a-c0abb06c0916 tempest-AllowedAddressPairTestJSON-779371437 tempest-AllowedAddressPairTestJSON-779371437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:09:40.899274 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-5ce7df69-570c-4c38-973a-c0abb06c0916 tempest-AllowedAddressPairTestJSON-779371437 tempest-AllowedAddressPairTestJSON-779371437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:40.920087 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-5ce7df69-570c-4c38-973a-c0abb06c0916 tempest-AllowedAddressPairTestJSON-779371437 tempest-AllowedAddressPairTestJSON-779371437-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0491543 Jul 27 21:09:40.922616 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 54876) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:09:40.928588 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-329e4bc5-38ce-42df-94e9-f8cce323302c tempest-AllowedAddressPairTestJSON-779371437 tempest-AllowedAddressPairTestJSON-779371437-project] Request body: {'port': {'network_id': 'b0a9c8fd-4661-4252-a7d6-d375b27a5cb6', 'name': 'tempest-AllowedAddressPairTestJSON-1593551766'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:09:40.982629 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e4b4e2-674e-4a1c-8e9d-59eccbf2ed63 req-85c7bc3d-ae02-43e2-aeb0-ca39adeec8e8 tempest-ListServerFiltersTestJSON-1491704447 tempest-ListServerFiltersTestJSON-1491704447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:09:40.988198 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a4e4b4e2-674e-4a1c-8e9d-59eccbf2ed63 req-85c7bc3d-ae02-43e2-aeb0-ca39adeec8e8 tempest-ListServerFiltersTestJSON-1491704447 tempest-ListServerFiltersTestJSON-1491704447-project] 10.222.0.59 "GET /v2.0/ports?device_id=3ec68082-1269-4333-94b4-18ecd4705e46 HTTP/1.1" status: 200 len: 946 time: 0.2019074 Jul 27 21:09:41.067653 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a4e4b4e2-674e-4a1c-8e9d-59eccbf2ed63 req-6a7df3ff-795a-4168-98aa-d586bfc62e4e tempest-ListServerFiltersTestJSON-1491704447 tempest-ListServerFiltersTestJSON-1491704447-project] 10.222.0.59 "GET /v2.0/security-groups?id=8dfcd13b-e54c-4aad-8514-fdac1e892828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701962 Jul 27 21:09:41.133850 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-329e4bc5-38ce-42df-94e9-f8cce323302c tempest-AllowedAddressPairTestJSON-779371437 tempest-AllowedAddressPairTestJSON-779371437-project] Made reservation on behalf of fb7fbc19b61d4f43a7acc30a3012eeda for: {'port': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:09:41.137982 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-329e4bc5-38ce-42df-94e9-f8cce323302c tempest-AllowedAddressPairTestJSON-779371437 tempest-AllowedAddressPairTestJSON-779371437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:41.159365 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [None req-329e4bc5-38ce-42df-94e9-f8cce323302c tempest-AllowedAddressPairTestJSON-779371437 tempest-AllowedAddressPairTestJSON-779371437-project] device_id is not set on port b22ad4a0-1199-4628-9350-c5cd0be27b70 yet. {{(pid=105584) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 21:09:41.296268 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-e6c75cf2-ed22-4898-a9c3-5c87976b709c None None] Provisioning for port a017eb79-444c-4cc1-b178-c675954530c4 completed by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:09:41.307800 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-e6c75cf2-ed22-4898-a9c3-5c87976b709c None None] Provisioning complete for port a017eb79-444c-4cc1-b178-c675954530c4 triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:09:41.308530 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-e6c75cf2-ed22-4898-a9c3-5c87976b709c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:41.398548 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device 2589bf4e-3d55-401f-b868-689418c87124 details requested by agent hyperv_n-h1-705658-22 with host n-h1-705658-22 {{(pid=105586) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:09:41.548947 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] For port 2589bf4e-3d55-401f-b868-689418c87124, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=2589bf4e-3d55-401f-b868-689418c87124,segment=NetworkSegment(7908a8c6-8183-4889-8605-7e118a3f4a32),segment_id=7908a8c6-8183-4889-8605-7e118a3f4a32)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:09:41.567873 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Returning: {'device': '2589bf4e-3d55-401f-b868-689418c87124', 'network_id': '930c0126-6c68-491e-a084-11ad1d91fd9d', 'port_id': '2589bf4e-3d55-401f-b868-689418c87124', 'mac_address': 'fa:16:3e:30:b9:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 226, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5aff9ce3-1da7-4417-a3c8-adf3c66750fb', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105586) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:09:41.574642 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-e6c75cf2-ed22-4898-a9c3-5c87976b709c None None] Port a017eb79-444c-4cc1-b178-c675954530c4 cannot update to ACTIVE because it is not bound. {{(pid=105586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:09:41.635484 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:41.652117 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2589bf4e-3d55-401f-b868-689418c87124 {{(pid=105586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:09:41.659982 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-43274c5d-8e43-4a6d-88eb-122af82c0a0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:41.664927 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Device be8eafeb-ecb7-486b-9cdb-f9e0f400adc5 up at agent hyperv_n-h2-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:09:41.731438 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] For port 2589bf4e-3d55-401f-b868-689418c87124, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=2589bf4e-3d55-401f-b868-689418c87124,segment=NetworkSegment(7908a8c6-8183-4889-8605-7e118a3f4a32),segment_id=7908a8c6-8183-4889-8605-7e118a3f4a32)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:09:41.741469 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:41.746331 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-3d54578f-831f-4696-b568-13c455922dab None None] Provisioning for port be8eafeb-ecb7-486b-9cdb-f9e0f400adc5 completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:09:41.748163 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.db_base_plugin_common [None req-329e4bc5-38ce-42df-94e9-f8cce323302c tempest-AllowedAddressPairTestJSON-779371437 tempest-AllowedAddressPairTestJSON-779371437-project] Allocated IP 172.20.0.8 (b0a9c8fd-4661-4252-a7d6-d375b27a5cb6/c0334da2-9b60-4afa-8eda-d6f23cead460/b22ad4a0-1199-4628-9350-c5cd0be27b70) {{(pid=105584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:09:41.767096 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-3d54578f-831f-4696-b568-13c455922dab None None] Provisioning complete for port be8eafeb-ecb7-486b-9cdb-f9e0f400adc5 triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:09:41.767630 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:41.873821 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e26205e-3ba7-4c49-9a79-aa839930a6e6 req-0ecbd391-9322-49d3-a1b7-9c980ca7fe2a tempest-MultipleCreateTestJSON-2100520218 tempest-MultipleCreateTestJSON-2100520218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:09:41.875497 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-3e26205e-3ba7-4c49-9a79-aa839930a6e6 req-0ecbd391-9322-49d3-a1b7-9c980ca7fe2a tempest-MultipleCreateTestJSON-2100520218 tempest-MultipleCreateTestJSON-2100520218-project] 10.222.0.59 "GET /v2.0/ports?device_id=72c3b01a-1382-4314-a6ca-dbf09e670877 HTTP/1.1" status: 200 len: 944 time: 0.1266129 Jul 27 21:09:41.929397 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-3e26205e-3ba7-4c49-9a79-aa839930a6e6 req-bef6ddcc-0a5f-4376-9837-a13852285ab5 tempest-MultipleCreateTestJSON-2100520218 tempest-MultipleCreateTestJSON-2100520218-project] 10.222.0.59 "GET /v2.0/security-groups?id=0d19f387-1b85-4f76-b010-4ba2dd1c78d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461409 Jul 27 21:09:41.953703 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:41.964781 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-329e4bc5-38ce-42df-94e9-f8cce323302c tempest-AllowedAddressPairTestJSON-779371437 tempest-AllowedAddressPairTestJSON-779371437-project] Notify callbacks [] for port, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:41.980336 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.provisioning_blocks [None req-329e4bc5-38ce-42df-94e9-f8cce323302c tempest-AllowedAddressPairTestJSON-779371437 tempest-AllowedAddressPairTestJSON-779371437-project] Transition to ACTIVE for port object b22ad4a0-1199-4628-9350-c5cd0be27b70 will not be triggered until provisioned by entity DHCP. {{(pid=105584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:09:41.998534 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Pushing event updated for resources: {'Port': ['ID=2589bf4e-3d55-401f-b868-689418c87124,revision_number=4']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:09:42.012134 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:42.034180 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-329e4bc5-38ce-42df-94e9-f8cce323302c tempest-AllowedAddressPairTestJSON-779371437 tempest-AllowedAddressPairTestJSON-779371437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:42.050414 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] For port be8eafeb-ecb7-486b-9cdb-f9e0f400adc5, host n-h2-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=be8eafeb-ecb7-486b-9cdb-f9e0f400adc5,segment=NetworkSegment(7908a8c6-8183-4889-8605-7e118a3f4a32),segment_id=7908a8c6-8183-4889-8605-7e118a3f4a32)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:09:42.054191 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '619693d5-c7e8-4f8b-81ae-ef7f8a64a8e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be8eafeb-ecb7-486b-9cdb-f9e0f400adc5'}] {{(pid=105586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:09:42.057128 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14c1663e039faf5393f87855f745010ac5b02220355b68fdbf065393e303ac56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0fb275d-4a5f-4793-921e-fe08b98a9f4a" -d '{"events": [{"server_uuid": "619693d5-c7e8-4f8b-81ae-ef7f8a64a8e3", "name": "network-vif-plugged", "status": "completed", "tag": "be8eafeb-ecb7-486b-9cdb-f9e0f400adc5"}]}' {{(pid=105586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:09:42.064274 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:42.094749 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329e4bc5-38ce-42df-94e9-f8cce323302c tempest-AllowedAddressPairTestJSON-779371437 tempest-AllowedAddressPairTestJSON-779371437-project] Pushing event updated for resources: {'Port': ['ID=b22ad4a0-1199-4628-9350-c5cd0be27b70,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:09:42.118531 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-329e4bc5-38ce-42df-94e9-f8cce323302c tempest-AllowedAddressPairTestJSON-779371437 tempest-AllowedAddressPairTestJSON-779371437-project] Network b0a9c8fd-4661-4252-a7d6-d375b27a5cb6 is already hosted by enough agents. {{(pid=105584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:09:42.120274 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [None req-329e4bc5-38ce-42df-94e9-f8cce323302c tempest-AllowedAddressPairTestJSON-779371437 tempest-AllowedAddressPairTestJSON-779371437-project] Resources bound (agent type, host, resource id): {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:09:42.123559 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-329e4bc5-38ce-42df-94e9-f8cce323302c tempest-AllowedAddressPairTestJSON-779371437 tempest-AllowedAddressPairTestJSON-779371437-project] Received port after_create {{(pid=105584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:09:42.136957 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Pushing event updated for resources: {'Port': ['ID=be8eafeb-ecb7-486b-9cdb-f9e0f400adc5,revision_number=5']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:09:42.154393 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:09:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c391c417-3472-411a-b8d9-1cc235a74a50 x-openstack-request-id: req-c391c417-3472-411a-b8d9-1cc235a74a50 {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:09:42.154745 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "619693d5-c7e8-4f8b-81ae-ef7f8a64a8e3", "name": "network-vif-plugged", "status": "completed", "tag": "be8eafeb-ecb7-486b-9cdb-f9e0f400adc5", "code": 200}]} {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:09:42.155100 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-c391c417-3472-411a-b8d9-1cc235a74a50 {{(pid=105586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:09:42.155514 n-d-705658-22 neutron-server[105586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '619693d5-c7e8-4f8b-81ae-ef7f8a64a8e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be8eafeb-ecb7-486b-9cdb-f9e0f400adc5', 'code': 200} Jul 27 21:09:42.210083 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-329e4bc5-38ce-42df-94e9-f8cce323302c tempest-AllowedAddressPairTestJSON-779371437 tempest-AllowedAddressPairTestJSON-779371437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:09:42.210888 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-329e4bc5-38ce-42df-94e9-f8cce323302c tempest-AllowedAddressPairTestJSON-779371437 tempest-AllowedAddressPairTestJSON-779371437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:42.246511 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-329e4bc5-38ce-42df-94e9-f8cce323302c tempest-AllowedAddressPairTestJSON-779371437 tempest-AllowedAddressPairTestJSON-779371437-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3224854 Jul 27 21:09:42.253811 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 54898) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:09:42.259642 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-1b8f2642-f9bf-40e8-82b8-7bab152e6ce3 tempest-AllowedAddressPairTestJSON-779371437 tempest-AllowedAddressPairTestJSON-779371437-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.7', 'mac_address': 'fa:16:3e:f9:51:5a'}, {'ip_address': '172.20.0.12', 'mac_address': 'fa:16:3e:d2:a5:0d'}]}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:09:42.262320 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] get_ports_and_sgs() called for port_ids ['2589bf4e-3d55-401f-b868-689418c87124'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:09:42.339701 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135df55d-64e6-4edd-a822-029183880f72 req-1bc4adec-052d-4aca-a26b-8f7e46b465bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:09:42.343147 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-135df55d-64e6-4edd-a822-029183880f72 req-1bc4adec-052d-4aca-a26b-8f7e46b465bb service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=619693d5-c7e8-4f8b-81ae-ef7f8a64a8e3 HTTP/1.1" status: 200 len: 1098 time: 0.1172266 Jul 27 21:09:42.436036 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-135df55d-64e6-4edd-a822-029183880f72 req-9af86266-89ea-442f-9fe6-dbadbd232fdb service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=0d19f387-1b85-4f76-b010-4ba2dd1c78d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713797 Jul 27 21:09:42.556419 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e013f55-4fa9-46c8-9956-5303ef9c385e req-9a585787-e2e6-4f21-becb-9acce1b2bb0c tempest-ListServerFiltersTestJSON-1491704447 tempest-ListServerFiltersTestJSON-1491704447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:09:42.564551 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-4e013f55-4fa9-46c8-9956-5303ef9c385e req-9a585787-e2e6-4f21-becb-9acce1b2bb0c tempest-ListServerFiltersTestJSON-1491704447 tempest-ListServerFiltersTestJSON-1491704447-project] 10.222.0.59 "GET /v2.0/ports?device_id=3ec68082-1269-4333-94b4-18ecd4705e46 HTTP/1.1" status: 200 len: 946 time: 0.3642774 Jul 27 21:09:42.621018 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-ae66125c-924f-486b-b2ef-e583e40ecd9f None None] Provisioning for port b22ad4a0-1199-4628-9350-c5cd0be27b70 completed by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:09:42.625880 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-ae66125c-924f-486b-b2ef-e583e40ecd9f None None] Provisioning complete for port b22ad4a0-1199-4628-9350-c5cd0be27b70 triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:09:42.626434 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-ae66125c-924f-486b-b2ef-e583e40ecd9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:42.644591 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-4e013f55-4fa9-46c8-9956-5303ef9c385e req-621fcaf3-c186-4dcc-9ccc-373f241b47c6 tempest-ListServerFiltersTestJSON-1491704447 tempest-ListServerFiltersTestJSON-1491704447-project] 10.222.0.59 "GET /v2.0/security-groups?id=8dfcd13b-e54c-4aad-8514-fdac1e892828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782573 Jul 27 21:09:42.708233 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-ae66125c-924f-486b-b2ef-e583e40ecd9f None None] Port b22ad4a0-1199-4628-9350-c5cd0be27b70 cannot update to ACTIVE because it is not bound. {{(pid=105586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:09:42.743936 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-1b8f2642-f9bf-40e8-82b8-7bab152e6ce3 tempest-AllowedAddressPairTestJSON-779371437 tempest-AllowedAddressPairTestJSON-779371437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:42.827132 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-bb32ed7d-8717-448b-a9c8-a5a0117d1fd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:42.975970 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-1b8f2642-f9bf-40e8-82b8-7bab152e6ce3 tempest-AllowedAddressPairTestJSON-779371437 tempest-AllowedAddressPairTestJSON-779371437-project] Notify callbacks [] for port, precommit_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:42.982876 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-1b8f2642-f9bf-40e8-82b8-7bab152e6ce3 tempest-AllowedAddressPairTestJSON-779371437 tempest-AllowedAddressPairTestJSON-779371437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10221672'] for port, after_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:43.141546 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8f2642-f9bf-40e8-82b8-7bab152e6ce3 tempest-AllowedAddressPairTestJSON-779371437 tempest-AllowedAddressPairTestJSON-779371437-project] Pushing event updated for resources: {'Port': ['ID=b22ad4a0-1199-4628-9350-c5cd0be27b70,revision_number=2']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:09:43.153266 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [None req-1b8f2642-f9bf-40e8-82b8-7bab152e6ce3 tempest-AllowedAddressPairTestJSON-779371437 tempest-AllowedAddressPairTestJSON-779371437-project] In _notify_port_updated(), no bound segment for port b22ad4a0-1199-4628-9350-c5cd0be27b70 on network b0a9c8fd-4661-4252-a7d6-d375b27a5cb6 {{(pid=105585) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 27 21:09:43.159253 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b8f2642-f9bf-40e8-82b8-7bab152e6ce3 tempest-AllowedAddressPairTestJSON-779371437 tempest-AllowedAddressPairTestJSON-779371437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:09:43.159896 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-1b8f2642-f9bf-40e8-82b8-7bab152e6ce3 tempest-AllowedAddressPairTestJSON-779371437 tempest-AllowedAddressPairTestJSON-779371437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:43.164230 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-1b8f2642-f9bf-40e8-82b8-7bab152e6ce3 tempest-AllowedAddressPairTestJSON-779371437 tempest-AllowedAddressPairTestJSON-779371437-project] 10.222.0.59 "PUT /v2.0/ports/b22ad4a0-1199-4628-9350-c5cd0be27b70 HTTP/1.1" status: 200 len: 1056 time: 0.9090481 Jul 27 21:09:43.167589 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 54918) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:09:43.230526 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e84c20d-6b8f-402a-a641-d2ea79b7cf12 req-c089b2fc-2005-47a8-bfc4-33f8338fd555 tempest-MultipleCreateTestJSON-2100520218 tempest-MultipleCreateTestJSON-2100520218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:09:43.232288 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-0e84c20d-6b8f-402a-a641-d2ea79b7cf12 req-c089b2fc-2005-47a8-bfc4-33f8338fd555 tempest-MultipleCreateTestJSON-2100520218 tempest-MultipleCreateTestJSON-2100520218-project] 10.222.0.59 "GET /v2.0/ports?device_id=72c3b01a-1382-4314-a6ca-dbf09e670877 HTTP/1.1" status: 200 len: 944 time: 0.1637304 Jul 27 21:09:43.316260 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-0e84c20d-6b8f-402a-a641-d2ea79b7cf12 req-67e442a5-e997-4388-89ff-8c2e1721be95 tempest-MultipleCreateTestJSON-2100520218 tempest-MultipleCreateTestJSON-2100520218-project] 10.222.0.59 "GET /v2.0/security-groups?id=0d19f387-1b85-4f76-b010-4ba2dd1c78d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713058 Jul 27 21:09:43.318850 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-d57aaaf3-03d1-457a-9860-ec6e7128035f tempest-AllowedAddressPairTestJSON-779371437 tempest-AllowedAddressPairTestJSON-779371437-project] Deleting port b22ad4a0-1199-4628-9350-c5cd0be27b70 {{(pid=105584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:09:43.319283 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-d57aaaf3-03d1-457a-9860-ec6e7128035f tempest-AllowedAddressPairTestJSON-779371437 tempest-AllowedAddressPairTestJSON-779371437-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:43.473391 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-3715d113-bb0c-4c21-b768-072dfdbccc27 None None] Provisioning complete for port b22ad4a0-1199-4628-9350-c5cd0be27b70 triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:09:43.473391 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3715d113-bb0c-4c21-b768-072dfdbccc27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:43.522933 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-3715d113-bb0c-4c21-b768-072dfdbccc27 None None] Port b22ad4a0-1199-4628-9350-c5cd0be27b70 cannot update to ACTIVE because it is not bound. {{(pid=105586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:09:43.543242 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-d57aaaf3-03d1-457a-9860-ec6e7128035f tempest-AllowedAddressPairTestJSON-779371437 tempest-AllowedAddressPairTestJSON-779371437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:43.562308 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-d57aaaf3-03d1-457a-9860-ec6e7128035f tempest-AllowedAddressPairTestJSON-779371437 tempest-AllowedAddressPairTestJSON-779371437-project] Calling delete_port for b22ad4a0-1199-4628-9350-c5cd0be27b70 owned by {{(pid=105584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:09:43.780393 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-d57aaaf3-03d1-457a-9860-ec6e7128035f tempest-AllowedAddressPairTestJSON-779371437 tempest-AllowedAddressPairTestJSON-779371437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:43.815334 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57aaaf3-03d1-457a-9860-ec6e7128035f tempest-AllowedAddressPairTestJSON-779371437 tempest-AllowedAddressPairTestJSON-779371437-project] Pushing event deleted for resources: {'Port': ['ID=b22ad4a0-1199-4628-9350-c5cd0be27b70,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:09:43.906440 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317f0829-fb82-4953-b83b-54b167be7fe8 req-7cd1a31c-49c2-4111-ab0c-0f44e1f2deff tempest-ListServerFiltersTestJSON-1491704447 tempest-ListServerFiltersTestJSON-1491704447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:09:43.908354 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-317f0829-fb82-4953-b83b-54b167be7fe8 req-7cd1a31c-49c2-4111-ab0c-0f44e1f2deff tempest-ListServerFiltersTestJSON-1491704447 tempest-ListServerFiltersTestJSON-1491704447-project] 10.222.0.59 "GET /v2.0/ports?device_id=3ec68082-1269-4333-94b4-18ecd4705e46 HTTP/1.1" status: 200 len: 946 time: 0.1576939 Jul 27 21:09:43.985363 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-317f0829-fb82-4953-b83b-54b167be7fe8 req-9cd5c6ea-f800-4092-9b97-0beaaf219842 tempest-ListServerFiltersTestJSON-1491704447 tempest-ListServerFiltersTestJSON-1491704447-project] 10.222.0.59 "GET /v2.0/security-groups?id=8dfcd13b-e54c-4aad-8514-fdac1e892828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700095 Jul 27 21:09:44.210327 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-d57aaaf3-03d1-457a-9860-ec6e7128035f tempest-AllowedAddressPairTestJSON-779371437 tempest-AllowedAddressPairTestJSON-779371437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:44.213486 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-d57aaaf3-03d1-457a-9860-ec6e7128035f tempest-AllowedAddressPairTestJSON-779371437 tempest-AllowedAddressPairTestJSON-779371437-project] 10.222.0.59 "DELETE /v2.0/ports/b22ad4a0-1199-4628-9350-c5cd0be27b70 HTTP/1.1" status: 204 len: 168 time: 1.0435731 Jul 27 21:09:44.216197 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 54950) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:09:44.249453 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-875ced1b-4cf3-463a-9653-058f0f9421e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:44.263172 n-d-705658-22 neutron-server[105585]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ba9bef4-5906-4c04-90de-dbb061fbddb4 tempest-AllowedAddressPairTestJSON-779371437 tempest-AllowedAddressPairTestJSON-779371437-project] GET failed (client error): The resource could not be found. Jul 27 21:09:44.267359 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-2ba9bef4-5906-4c04-90de-dbb061fbddb4 tempest-AllowedAddressPairTestJSON-779371437 tempest-AllowedAddressPairTestJSON-779371437-project] 10.222.0.59 "GET /v2.0/ports/b22ad4a0-1199-4628-9350-c5cd0be27b70 HTTP/1.1" status: 404 len: 333 time: 0.0474870 Jul 27 21:09:44.267631 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 54952) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:09:44.384315 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [None req-9a63feb9-047c-496c-b9d7-00b472b0942e tempest-AllowedAddressPairTestJSON-779371437 tempest-AllowedAddressPairTestJSON-779371437-project] Deleting port a017eb79-444c-4cc1-b178-c675954530c4 {{(pid=105585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:09:44.385040 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-9a63feb9-047c-496c-b9d7-00b472b0942e tempest-AllowedAddressPairTestJSON-779371437 tempest-AllowedAddressPairTestJSON-779371437-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:44.533284 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-9a63feb9-047c-496c-b9d7-00b472b0942e tempest-AllowedAddressPairTestJSON-779371437 tempest-AllowedAddressPairTestJSON-779371437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:44.551852 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [None req-9a63feb9-047c-496c-b9d7-00b472b0942e tempest-AllowedAddressPairTestJSON-779371437 tempest-AllowedAddressPairTestJSON-779371437-project] Calling delete_port for a017eb79-444c-4cc1-b178-c675954530c4 owned by {{(pid=105585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:09:44.561057 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9923c5-a2bb-4a23-bd25-64d975ba369c req-9fb413a3-fd3e-4066-9011-e143a37e6b95 tempest-MultipleCreateTestJSON-2100520218 tempest-MultipleCreateTestJSON-2100520218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:09:44.562668 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-3a9923c5-a2bb-4a23-bd25-64d975ba369c req-9fb413a3-fd3e-4066-9011-e143a37e6b95 tempest-MultipleCreateTestJSON-2100520218 tempest-MultipleCreateTestJSON-2100520218-project] 10.222.0.59 "GET /v2.0/ports?device_id=72c3b01a-1382-4314-a6ca-dbf09e670877 HTTP/1.1" status: 200 len: 944 time: 0.1591120 Jul 27 21:09:44.675148 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-3a9923c5-a2bb-4a23-bd25-64d975ba369c req-da182cc5-bead-46b4-bcd7-9680c2422780 tempest-MultipleCreateTestJSON-2100520218 tempest-MultipleCreateTestJSON-2100520218-project] 10.222.0.59 "GET /v2.0/security-groups?id=0d19f387-1b85-4f76-b010-4ba2dd1c78d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951860 Jul 27 21:09:44.784852 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-9a63feb9-047c-496c-b9d7-00b472b0942e tempest-AllowedAddressPairTestJSON-779371437 tempest-AllowedAddressPairTestJSON-779371437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:44.840788 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a63feb9-047c-496c-b9d7-00b472b0942e tempest-AllowedAddressPairTestJSON-779371437 tempest-AllowedAddressPairTestJSON-779371437-project] Pushing event deleted for resources: {'Port': ['ID=a017eb79-444c-4cc1-b178-c675954530c4,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:09:44.989766 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-9a63feb9-047c-496c-b9d7-00b472b0942e tempest-AllowedAddressPairTestJSON-779371437 tempest-AllowedAddressPairTestJSON-779371437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:44.993495 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-9a63feb9-047c-496c-b9d7-00b472b0942e tempest-AllowedAddressPairTestJSON-779371437 tempest-AllowedAddressPairTestJSON-779371437-project] 10.222.0.59 "DELETE /v2.0/ports/a017eb79-444c-4cc1-b178-c675954530c4 HTTP/1.1" status: 204 len: 168 time: 0.7246196 Jul 27 21:09:44.996080 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 54960) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:09:45.044587 n-d-705658-22 neutron-server[105585]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9e3a106-3440-4b54-8cef-2b4732628441 tempest-AllowedAddressPairTestJSON-779371437 tempest-AllowedAddressPairTestJSON-779371437-project] GET failed (client error): The resource could not be found. Jul 27 21:09:45.046167 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-d9e3a106-3440-4b54-8cef-2b4732628441 tempest-AllowedAddressPairTestJSON-779371437 tempest-AllowedAddressPairTestJSON-779371437-project] 10.222.0.59 "GET /v2.0/ports/a017eb79-444c-4cc1-b178-c675954530c4 HTTP/1.1" status: 404 len: 333 time: 0.0489357 Jul 27 21:09:45.054145 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 54964) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:09:45.305223 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f493cd-42e4-48ac-8f08-eac85545c00b req-67569907-01ea-4184-9209-050671814b7a tempest-ListServerFiltersTestJSON-1491704447 tempest-ListServerFiltersTestJSON-1491704447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:09:45.306754 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-81f493cd-42e4-48ac-8f08-eac85545c00b req-67569907-01ea-4184-9209-050671814b7a tempest-ListServerFiltersTestJSON-1491704447 tempest-ListServerFiltersTestJSON-1491704447-project] 10.222.0.59 "GET /v2.0/ports?device_id=3ec68082-1269-4333-94b4-18ecd4705e46 HTTP/1.1" status: 200 len: 946 time: 0.2032001 Jul 27 21:09:45.347644 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [None req-77cec149-0c82-4e47-8ab8-93228672bb5f tempest-AllowedAddressPairTestJSON-779371437 tempest-AllowedAddressPairTestJSON-779371437-project] Deleting port 227e96fa-2abd-4b8d-977c-aa86bad42673 {{(pid=105585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:09:45.348428 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-77cec149-0c82-4e47-8ab8-93228672bb5f tempest-AllowedAddressPairTestJSON-779371437 tempest-AllowedAddressPairTestJSON-779371437-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:45.406761 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-81f493cd-42e4-48ac-8f08-eac85545c00b req-21a4f240-65e7-4551-892d-4e904063b67b tempest-ListServerFiltersTestJSON-1491704447 tempest-ListServerFiltersTestJSON-1491704447-project] 10.222.0.59 "GET /v2.0/security-groups?id=8dfcd13b-e54c-4aad-8514-fdac1e892828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905156 Jul 27 21:09:45.409829 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device 2589bf4e-3d55-401f-b868-689418c87124 up at agent hyperv_n-h1-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:09:45.487180 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Provisioning for port 2589bf4e-3d55-401f-b868-689418c87124 completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:09:45.498591 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-77cec149-0c82-4e47-8ab8-93228672bb5f tempest-AllowedAddressPairTestJSON-779371437 tempest-AllowedAddressPairTestJSON-779371437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:45.504170 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Provisioning complete for port 2589bf4e-3d55-401f-b868-689418c87124 triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:09:45.504560 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:45.548043 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [None req-77cec149-0c82-4e47-8ab8-93228672bb5f tempest-AllowedAddressPairTestJSON-779371437 tempest-AllowedAddressPairTestJSON-779371437-project] Calling delete_port for 227e96fa-2abd-4b8d-977c-aa86bad42673 owned by {{(pid=105585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:09:45.609710 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:45.633595 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72c3b01a-1382-4314-a6ca-dbf09e670877', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2589bf4e-3d55-401f-b868-689418c87124'}] {{(pid=105586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:09:45.637039 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14c1663e039faf5393f87855f745010ac5b02220355b68fdbf065393e303ac56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e017aa0b-1dc3-4b10-bf99-2fc9ae19ad0d" -d '{"events": [{"server_uuid": "72c3b01a-1382-4314-a6ca-dbf09e670877", "name": "network-vif-plugged", "status": "completed", "tag": "2589bf4e-3d55-401f-b868-689418c87124"}]}' {{(pid=105586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:09:45.676268 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] For port 2589bf4e-3d55-401f-b868-689418c87124, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=2589bf4e-3d55-401f-b868-689418c87124,segment=NetworkSegment(7908a8c6-8183-4889-8605-7e118a3f4a32),segment_id=7908a8c6-8183-4889-8605-7e118a3f4a32)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:09:45.683718 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:45.697790 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:09:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-011c07d1-3669-45ea-90f7-6a25836a4d06 x-openstack-request-id: req-011c07d1-3669-45ea-90f7-6a25836a4d06 {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:09:45.698394 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72c3b01a-1382-4314-a6ca-dbf09e670877", "name": "network-vif-plugged", "status": "completed", "tag": "2589bf4e-3d55-401f-b868-689418c87124", "code": 200}]} {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:09:45.698906 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-011c07d1-3669-45ea-90f7-6a25836a4d06 {{(pid=105586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:09:45.699523 n-d-705658-22 neutron-server[105586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72c3b01a-1382-4314-a6ca-dbf09e670877', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2589bf4e-3d55-401f-b868-689418c87124', 'code': 200} Jul 27 21:09:45.836671 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Pushing event updated for resources: {'Port': ['ID=2589bf4e-3d55-401f-b868-689418c87124,revision_number=5']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:09:45.876725 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cec062-228f-44ff-9231-ce63b6744850 req-c4922316-e88a-4fa0-9170-b95fda177424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:09:45.880027 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-79cec062-228f-44ff-9231-ce63b6744850 req-c4922316-e88a-4fa0-9170-b95fda177424 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=72c3b01a-1382-4314-a6ca-dbf09e670877 HTTP/1.1" status: 200 len: 1097 time: 0.1084328 Jul 27 21:09:45.880236 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-77cec149-0c82-4e47-8ab8-93228672bb5f tempest-AllowedAddressPairTestJSON-779371437 tempest-AllowedAddressPairTestJSON-779371437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:45.923271 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77cec149-0c82-4e47-8ab8-93228672bb5f tempest-AllowedAddressPairTestJSON-779371437 tempest-AllowedAddressPairTestJSON-779371437-project] Pushing event deleted for resources: {'Port': ['ID=227e96fa-2abd-4b8d-977c-aa86bad42673,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:09:45.958870 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-79cec062-228f-44ff-9231-ce63b6744850 req-54e25694-25a5-490e-a207-caa0dc158d4b service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=0d19f387-1b85-4f76-b010-4ba2dd1c78d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614841 Jul 27 21:09:46.045227 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-77cec149-0c82-4e47-8ab8-93228672bb5f tempest-AllowedAddressPairTestJSON-779371437 tempest-AllowedAddressPairTestJSON-779371437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:46.049872 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-77cec149-0c82-4e47-8ab8-93228672bb5f tempest-AllowedAddressPairTestJSON-779371437 tempest-AllowedAddressPairTestJSON-779371437-project] 10.222.0.59 "DELETE /v2.0/ports/227e96fa-2abd-4b8d-977c-aa86bad42673 HTTP/1.1" status: 204 len: 168 time: 0.9935048 Jul 27 21:09:46.050309 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 55004) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:09:46.068233 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3cd070-030d-452c-a039-bb707054eee9 req-fed43f72-25d2-4adb-9c8b-61f502f93710 tempest-MultipleCreateTestJSON-2100520218 tempest-MultipleCreateTestJSON-2100520218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:09:46.069735 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-bd3cd070-030d-452c-a039-bb707054eee9 req-fed43f72-25d2-4adb-9c8b-61f502f93710 tempest-MultipleCreateTestJSON-2100520218 tempest-MultipleCreateTestJSON-2100520218-project] 10.222.0.59 "GET /v2.0/ports?device_id=72c3b01a-1382-4314-a6ca-dbf09e670877 HTTP/1.1" status: 200 len: 945 time: 0.2816486 Jul 27 21:09:46.141025 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.db_base_plugin_v2 [None req-43bb45c6-61a8-4143-a58d-74797ef59fb0 tempest-AllowedAddressPairTestJSON-779371437 tempest-AllowedAddressPairTestJSON-779371437-project] Deleting subnet c0334da2-9b60-4afa-8eda-d6f23cead460 {{(pid=105584) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:09:46.146639 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-43bb45c6-61a8-4143-a58d-74797ef59fb0 tempest-AllowedAddressPairTestJSON-779371437 tempest-AllowedAddressPairTestJSON-779371437-project] Notify callbacks [] for subnet, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:46.173851 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-bd3cd070-030d-452c-a039-bb707054eee9 req-21adefdb-3185-47ca-a2f1-3265e6d88ca0 tempest-MultipleCreateTestJSON-2100520218 tempest-MultipleCreateTestJSON-2100520218-project] 10.222.0.59 "GET /v2.0/security-groups?id=0d19f387-1b85-4f76-b010-4ba2dd1c78d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854285 Jul 27 21:09:46.244289 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-43bb45c6-61a8-4143-a58d-74797ef59fb0 tempest-AllowedAddressPairTestJSON-779371437 tempest-AllowedAddressPairTestJSON-779371437-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9014207'] for subnet, precommit_delete_associations {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:46.430301 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-43bb45c6-61a8-4143-a58d-74797ef59fb0 tempest-AllowedAddressPairTestJSON-779371437 tempest-AllowedAddressPairTestJSON-779371437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854965'] for subnet, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:46.505418 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-43bb45c6-61a8-4143-a58d-74797ef59fb0 tempest-AllowedAddressPairTestJSON-779371437 tempest-AllowedAddressPairTestJSON-779371437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9014081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9738825'] for subnet, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:46.573838 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43bb45c6-61a8-4143-a58d-74797ef59fb0 tempest-AllowedAddressPairTestJSON-779371437 tempest-AllowedAddressPairTestJSON-779371437-project] Pushing event deleted for resources: {'Subnet': ['ID=c0334da2-9b60-4afa-8eda-d6f23cead460,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:09:46.576140 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7a0253e-2824-4e46-bc6f-78af57da24bd None None] Network b0a9c8fd-4661-4252-a7d6-d375b27a5cb6 requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:09:46.576636 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-43bb45c6-61a8-4143-a58d-74797ef59fb0 tempest-AllowedAddressPairTestJSON-779371437 tempest-AllowedAddressPairTestJSON-779371437-project] Notify callbacks [] for subnet, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:46.581270 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 55028) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:09:46.593411 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-43bb45c6-61a8-4143-a58d-74797ef59fb0 tempest-AllowedAddressPairTestJSON-779371437 tempest-AllowedAddressPairTestJSON-779371437-project] 10.222.0.59 "DELETE /v2.0/subnets/c0334da2-9b60-4afa-8eda-d6f23cead460 HTTP/1.1" status: 204 len: 168 time: 0.5416832 Jul 27 21:09:46.907902 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73ad1083-2772-4474-ba80-ed34703ff17b None None] DHCP port deletion for b0a9c8fd-4661-4252-a7d6-d375b27a5cb6 request from n-d-705658-22 {{(pid=105586) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 21:09:46.979697 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-73ad1083-2772-4474-ba80-ed34703ff17b None None] Deleting port c75bdcc2-3b07-4877-ae3f-105552364227 {{(pid=105586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:09:46.980462 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-73ad1083-2772-4474-ba80-ed34703ff17b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:47.157567 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device c75bdcc2-3b07-4877-ae3f-105552364227 no longer exists at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:09:47.447668 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-73ad1083-2772-4474-ba80-ed34703ff17b None None] For port c75bdcc2-3b07-4877-ae3f-105552364227, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=c75bdcc2-3b07-4877-ae3f-105552364227,segment=NetworkSegment(04ba1982-ae57-4e53-908f-ff0568215e04),segment_id=04ba1982-ae57-4e53-908f-ff0568215e04)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:09:47.448051 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-73ad1083-2772-4474-ba80-ed34703ff17b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:47.460021 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-73ad1083-2772-4474-ba80-ed34703ff17b None None] Calling delete_port for c75bdcc2-3b07-4877-ae3f-105552364227 owned by network:dhcp {{(pid=105586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:09:47.501817 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-89c93b0f-1dec-493a-a848-c4d252b2243a tempest-AllowedAddressPairTestJSON-779371437 tempest-AllowedAddressPairTestJSON-779371437-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-990557'] for network, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:47.572704 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-73ad1083-2772-4474-ba80-ed34703ff17b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180'] for port, after_delete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:47.622104 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73ad1083-2772-4474-ba80-ed34703ff17b None None] No DVR routers for this DVR port c75bdcc2-3b07-4877-ae3f-105552364227 on host n-d-705658-22 {{(pid=105586) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:09:47.623385 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f97127c-4dda-4ce6-a132-5bf85f11a6b9 req-1b8b2456-5507-425a-b159-c1ce7f2c2805 tempest-ListServerFiltersTestJSON-1491704447 tempest-ListServerFiltersTestJSON-1491704447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:09:47.625165 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-7f97127c-4dda-4ce6-a132-5bf85f11a6b9 req-1b8b2456-5507-425a-b159-c1ce7f2c2805 tempest-ListServerFiltersTestJSON-1491704447 tempest-ListServerFiltersTestJSON-1491704447-project] 10.222.0.59 "GET /v2.0/ports?device_id=3ec68082-1269-4333-94b4-18ecd4705e46 HTTP/1.1" status: 200 len: 946 time: 1.0173013 Jul 27 21:09:47.626734 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ad1083-2772-4474-ba80-ed34703ff17b None None] Pushing event deleted for resources: {'Port': ['ID=c75bdcc2-3b07-4877-ae3f-105552364227,revision_number=None']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:09:47.645018 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] No active binding found for port c75bdcc2-3b07-4877-ae3f-105552364227 {{(pid=105586) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 27 21:09:47.646930 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device c75bdcc2-3b07-4877-ae3f-105552364227 not bound to the agent host n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:09:47.827708 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825d6672-1d63-472e-9ad4-1366de25aa99 req-bb14bab2-3391-4525-849b-e5d2047c3a61 tempest-MultipleCreateTestJSON-2100520218 tempest-MultipleCreateTestJSON-2100520218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:09:47.836135 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-825d6672-1d63-472e-9ad4-1366de25aa99 req-bb14bab2-3391-4525-849b-e5d2047c3a61 tempest-MultipleCreateTestJSON-2100520218 tempest-MultipleCreateTestJSON-2100520218-project] 10.222.0.59 "GET /v2.0/ports?device_id=72c3b01a-1382-4314-a6ca-dbf09e670877 HTTP/1.1" status: 200 len: 945 time: 0.5137281 Jul 27 21:09:47.907221 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-7f97127c-4dda-4ce6-a132-5bf85f11a6b9 req-092c5a4a-9656-4428-902c-e17b31a0130a tempest-ListServerFiltersTestJSON-1491704447 tempest-ListServerFiltersTestJSON-1491704447-project] 10.222.0.59 "GET /v2.0/security-groups?id=8dfcd13b-e54c-4aad-8514-fdac1e892828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2205596 Jul 27 21:09:47.961029 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-825d6672-1d63-472e-9ad4-1366de25aa99 req-a500a6d4-8c11-4f1e-8181-4288acab8533 tempest-MultipleCreateTestJSON-2100520218 tempest-MultipleCreateTestJSON-2100520218-project] 10.222.0.59 "GET /v2.0/security-groups?id=0d19f387-1b85-4f76-b010-4ba2dd1c78d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236839 Jul 27 21:09:47.963098 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-89c93b0f-1dec-493a-a848-c4d252b2243a tempest-AllowedAddressPairTestJSON-779371437 tempest-AllowedAddressPairTestJSON-779371437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853562', 'neutron.services.segments.db._delete_segments_for_network-8790688882975'] for network, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:47.986476 n-d-705658-22 neutron-server[105585]: DEBUG neutron.services.segments.db [None req-89c93b0f-1dec-493a-a848-c4d252b2243a tempest-AllowedAddressPairTestJSON-779371437 tempest-AllowedAddressPairTestJSON-779371437-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0a9c8fd-4661-4252-a7d6-d375b27a5cb6']}} {{(pid=105585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:09:48.023078 n-d-705658-22 neutron-server[105585]: DEBUG neutron.services.segments.db [None req-89c93b0f-1dec-493a-a848-c4d252b2243a tempest-AllowedAddressPairTestJSON-779371437 tempest-AllowedAddressPairTestJSON-779371437-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04ba1982-ae57-4e53-908f-ff0568215e04') {'for_net_delete': True} {{(pid=105585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:09:48.023078 n-d-705658-22 neutron-server[105585]: DEBUG neutron.services.segments.db [None req-89c93b0f-1dec-493a-a848-c4d252b2243a tempest-AllowedAddressPairTestJSON-779371437 tempest-AllowedAddressPairTestJSON-779371437-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04ba1982-ae57-4e53-908f-ff0568215e04') {} {{(pid=105585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:09:48.053386 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-89c93b0f-1dec-493a-a848-c4d252b2243a tempest-AllowedAddressPairTestJSON-779371437 tempest-AllowedAddressPairTestJSON-779371437-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790688883752', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9886370'] for segment, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:48.121551 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-89c93b0f-1dec-493a-a848-c4d252b2243a tempest-AllowedAddressPairTestJSON-779371437 tempest-AllowedAddressPairTestJSON-779371437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:48.157607 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89c93b0f-1dec-493a-a848-c4d252b2243a tempest-AllowedAddressPairTestJSON-779371437 tempest-AllowedAddressPairTestJSON-779371437-project] Releasing vlan 211 on physical network physnet1 to pool {{(pid=105585) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:09:48.157928 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-89c93b0f-1dec-493a-a848-c4d252b2243a tempest-AllowedAddressPairTestJSON-779371437 tempest-AllowedAddressPairTestJSON-779371437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10221644'] for segment, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:48.162099 n-d-705658-22 neutron-server[105585]: Traceback (most recent call last): Jul 27 21:09:48.162099 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:09:48.162099 n-d-705658-22 neutron-server[105585]: timer() Jul 27 21:09:48.162099 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:09:48.162099 n-d-705658-22 neutron-server[105585]: cb(*args, **kw) Jul 27 21:09:48.162099 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:09:48.162099 n-d-705658-22 neutron-server[105585]: return func(*args, **kwargs) Jul 27 21:09:48.162099 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:09:48.162099 n-d-705658-22 neutron-server[105585]: self._notify() Jul 27 21:09:48.162099 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:09:48.162099 n-d-705658-22 neutron-server[105585]: self.callback(batched_events) Jul 27 21:09:48.162099 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:09:48.162099 n-d-705658-22 neutron-server[105585]: event.method(event) Jul 27 21:09:48.162099 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:09:48.162099 n-d-705658-22 neutron-server[105585]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:09:48.162099 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:09:48.162099 n-d-705658-22 neutron-server[105585]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:09:48.162099 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:09:48.162099 n-d-705658-22 neutron-server[105585]: return f(self, *a, **k) Jul 27 21:09:48.162099 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:09:48.162099 n-d-705658-22 neutron-server[105585]: return self._get(url).json() Jul 27 21:09:48.162099 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:09:48.162099 n-d-705658-22 neutron-server[105585]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:09:48.162099 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:09:48.162099 n-d-705658-22 neutron-server[105585]: return self.request(url, 'GET', **kwargs) Jul 27 21:09:48.162099 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:09:48.162099 n-d-705658-22 neutron-server[105585]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:09:48.162099 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:09:48.162099 n-d-705658-22 neutron-server[105585]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:09:48.162099 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:09:48.162099 n-d-705658-22 neutron-server[105585]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:09:48.162099 n-d-705658-22 neutron-server[105585]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:09:48.253652 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-89c93b0f-1dec-493a-a848-c4d252b2243a tempest-AllowedAddressPairTestJSON-779371437 tempest-AllowedAddressPairTestJSON-779371437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4075658'] for network, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:48.262492 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-89c93b0f-1dec-493a-a848-c4d252b2243a tempest-AllowedAddressPairTestJSON-779371437 tempest-AllowedAddressPairTestJSON-779371437-project] Notify callbacks [] for network, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:48.264801 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-89c93b0f-1dec-493a-a848-c4d252b2243a tempest-AllowedAddressPairTestJSON-779371437 tempest-AllowedAddressPairTestJSON-779371437-project] 10.222.0.59 "DELETE /v2.0/networks/b0a9c8fd-4661-4252-a7d6-d375b27a5cb6 HTTP/1.1" status: 204 len: 168 time: 1.6825683 Jul 27 21:09:48.298439 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b8ff26-5698-4d15-b0dc-46bf0d1bee1f req-2bc460be-c154-4c94-8d12-e88c6cb70562 tempest-MultipleCreateTestJSON-2100520218 tempest-MultipleCreateTestJSON-2100520218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:09:48.300640 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-26b8ff26-5698-4d15-b0dc-46bf0d1bee1f req-2bc460be-c154-4c94-8d12-e88c6cb70562 tempest-MultipleCreateTestJSON-2100520218 tempest-MultipleCreateTestJSON-2100520218-project] 10.222.0.59 "GET /v2.0/ports?device_id=619693d5-c7e8-4f8b-81ae-ef7f8a64a8e3 HTTP/1.1" status: 200 len: 946 time: 0.2154515 Jul 27 21:09:48.302098 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c93b0f-1dec-493a-a848-c4d252b2243a tempest-AllowedAddressPairTestJSON-779371437 tempest-AllowedAddressPairTestJSON-779371437-project] Pushing event deleted for resources: {'Network': ['ID=b0a9c8fd-4661-4252-a7d6-d375b27a5cb6,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:09:48.383695 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-26b8ff26-5698-4d15-b0dc-46bf0d1bee1f req-ada4f085-5118-4c3f-bc54-33ed93b8f6fa tempest-MultipleCreateTestJSON-2100520218 tempest-MultipleCreateTestJSON-2100520218-project] 10.222.0.59 "GET /v2.0/security-groups?id=0d19f387-1b85-4f76-b010-4ba2dd1c78d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632563 Jul 27 21:09:48.703147 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 55082) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:09:49.016832 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-4b6f3d88-40e1-4190-b293-6ac7433e8b02 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=fb7fbc19b61d4f43a7acc30a3012eeda&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3119102 Jul 27 21:09:49.021534 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 55092) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:09:49.191942 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-a4b7c549-ad20-465b-9133-01937063ddfd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:49.214643 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-a4b7c549-ad20-465b-9133-01937063ddfd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:49.239869 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf509f5-cc42-4303-8c73-4138834b5b11 req-e5489b12-c324-48e4-a601-9892b34f41ae tempest-ListServerFiltersTestJSON-1491704447 tempest-ListServerFiltersTestJSON-1491704447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:09:49.251546 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-8cf509f5-cc42-4303-8c73-4138834b5b11 req-e5489b12-c324-48e4-a601-9892b34f41ae tempest-ListServerFiltersTestJSON-1491704447 tempest-ListServerFiltersTestJSON-1491704447-project] 10.222.0.59 "GET /v2.0/ports?device_id=3ec68082-1269-4333-94b4-18ecd4705e46 HTTP/1.1" status: 200 len: 946 time: 0.2552969 Jul 27 21:09:49.304398 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-a4b7c549-ad20-465b-9133-01937063ddfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:49.305301 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-8cf509f5-cc42-4303-8c73-4138834b5b11 req-7843233f-01f1-48e1-8cd7-da852fc2c5eb tempest-ListServerFiltersTestJSON-1491704447 tempest-ListServerFiltersTestJSON-1491704447-project] 10.222.0.59 "GET /v2.0/security-groups?id=8dfcd13b-e54c-4aad-8514-fdac1e892828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528986 Jul 27 21:09:49.309687 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-a4b7c549-ad20-465b-9133-01937063ddfd admin admin] Notify callbacks [] for security_group, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:49.310929 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-a4b7c549-ad20-465b-9133-01937063ddfd admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/215c7df4-b02b-404d-b2d8-fb21e22e94c9 HTTP/1.1" status: 204 len: 168 time: 0.2799144 Jul 27 21:09:49.321089 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b7c549-ad20-465b-9133-01937063ddfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=215c7df4-b02b-404d-b2d8-fb21e22e94c9,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:09:49.644158 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf24faf-dc5e-465a-9864-1c4847d6684f req-784a4a78-9d35-4bd2-84ee-47d00dbf9dfe tempest-MultipleCreateTestJSON-2100520218 tempest-MultipleCreateTestJSON-2100520218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:09:49.649604 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-2cf24faf-dc5e-465a-9864-1c4847d6684f req-784a4a78-9d35-4bd2-84ee-47d00dbf9dfe tempest-MultipleCreateTestJSON-2100520218 tempest-MultipleCreateTestJSON-2100520218-project] 10.222.0.59 "GET /v2.0/networks?id=930c0126-6c68-491e-a084-11ad1d91fd9d HTTP/1.1" status: 200 len: 812 time: 0.2112131 Jul 27 21:09:49.673507 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-2cf24faf-dc5e-465a-9864-1c4847d6684f req-652144b5-a3a4-4202-9033-3f664ad4b57b tempest-MultipleCreateTestJSON-2100520218 tempest-MultipleCreateTestJSON-2100520218-project] 10.222.0.59 "GET /v2.0/quotas/a522c164c64347dea986be4f37788051 HTTP/1.1" status: 200 len: 375 time: 0.0164633 Jul 27 21:09:49.843180 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-2cf24faf-dc5e-465a-9864-1c4847d6684f req-770b885e-8928-4fe7-8994-15c14448ebb4 tempest-MultipleCreateTestJSON-2100520218 tempest-MultipleCreateTestJSON-2100520218-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=a522c164c64347dea986be4f37788051&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1482882 Jul 27 21:09:50.017938 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-2cf24faf-dc5e-465a-9864-1c4847d6684f req-fc6b5f03-ca62-46d5-b74d-7ca568d4cda0 service neutron] 10.222.0.59 "GET /v2.0/networks/930c0126-6c68-491e-a084-11ad1d91fd9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1731296 Jul 27 21:09:50.212263 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-2cf24faf-dc5e-465a-9864-1c4847d6684f req-abc9c93b-9a1d-4799-88d4-943ce299b28d service neutron] 10.222.0.59 "GET /v2.0/networks/930c0126-6c68-491e-a084-11ad1d91fd9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1850204 Jul 27 21:09:50.442548 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 55172) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:09:50.666187 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-ca639e04-a384-41a4-8d4e-cb62f04f7458 tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-2022050936'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:09:50.749124 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecaa1025-762f-4158-8052-386e0cb9f5d8 req-882499c8-034b-419f-9a93-a450a4daafa8 tempest-ListServerFiltersTestJSON-1491704447 tempest-ListServerFiltersTestJSON-1491704447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:09:50.768889 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca639e04-a384-41a4-8d4e-cb62f04f7458 tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Made reservation on behalf of 511ce5d1083743dab193eb4830e1be29 for: {'network': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:09:50.771613 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-ecaa1025-762f-4158-8052-386e0cb9f5d8 req-882499c8-034b-419f-9a93-a450a4daafa8 tempest-ListServerFiltersTestJSON-1491704447 tempest-ListServerFiltersTestJSON-1491704447-project] 10.222.0.59 "GET /v2.0/ports?device_id=3ec68082-1269-4333-94b4-18ecd4705e46 HTTP/1.1" status: 200 len: 946 time: 0.1364789 Jul 27 21:09:50.781356 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-ca639e04-a384-41a4-8d4e-cb62f04f7458 tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for network, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:50.824673 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d3de64-4d1c-4456-a5a8-79340b9fa5ce req-16afb9aa-606c-4707-a75b-5226f733f26a tempest-MultipleCreateTestJSON-2100520218 tempest-MultipleCreateTestJSON-2100520218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:09:50.826349 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-f2d3de64-4d1c-4456-a5a8-79340b9fa5ce req-16afb9aa-606c-4707-a75b-5226f733f26a tempest-MultipleCreateTestJSON-2100520218 tempest-MultipleCreateTestJSON-2100520218-project] 10.222.0.60 "GET /v2.0/ports?device_id=619693d5-c7e8-4f8b-81ae-ef7f8a64a8e3 HTTP/1.1" status: 200 len: 946 time: 0.3226392 Jul 27 21:09:50.869268 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-ecaa1025-762f-4158-8052-386e0cb9f5d8 req-817ed9b6-4961-4672-9188-bc4d8fa5ee40 tempest-ListServerFiltersTestJSON-1491704447 tempest-ListServerFiltersTestJSON-1491704447-project] 10.222.0.59 "GET /v2.0/security-groups?id=8dfcd13b-e54c-4aad-8514-fdac1e892828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966630 Jul 27 21:09:50.961295 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-3f5f266f-cc8f-4a7c-bb7a-97111cafbf51 req-5e0e54ab-52b4-4880-8dd5-add1834c2caa tempest-MultipleCreateTestJSON-2100520218 tempest-MultipleCreateTestJSON-2100520218-project] 10.222.0.59 "GET /v2.0/ports?device_id=5e8c875b-a98b-4d96-9438-46414276522d HTTP/1.1" status: 200 len: 210 time: 0.0590808 Jul 27 21:09:50.988257 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-ca639e04-a384-41a4-8d4e-cb62f04f7458 tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Notify callbacks [] for security_group, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:51.035171 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.agents_db [None req-558fcd2c-e512-47bc-a170-8673d87f7213 None None] Agent healthcheck: found 7 active agents {{(pid=105587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 21:09:51.259868 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067aa4bd-ee1f-41bb-b0c8-713ee2993545 req-32994204-68a3-4a25-89c1-b429b09144e3 tempest-MultipleCreateTestJSON-2100520218 tempest-MultipleCreateTestJSON-2100520218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:09:51.261764 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-067aa4bd-ee1f-41bb-b0c8-713ee2993545 req-32994204-68a3-4a25-89c1-b429b09144e3 tempest-MultipleCreateTestJSON-2100520218 tempest-MultipleCreateTestJSON-2100520218-project] 10.222.0.36 "GET /v2.0/ports?device_id=72c3b01a-1382-4314-a6ca-dbf09e670877 HTTP/1.1" status: 200 len: 945 time: 0.2692561 Jul 27 21:09:51.274488 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [req-f2d3de64-4d1c-4456-a5a8-79340b9fa5ce req-ed6d7ad3-2b34-41f8-b4b0-e296e7e424af tempest-MultipleCreateTestJSON-2100520218 tempest-MultipleCreateTestJSON-2100520218-project] Deleting port be8eafeb-ecb7-486b-9cdb-f9e0f400adc5 {{(pid=105584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:09:51.275184 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-f2d3de64-4d1c-4456-a5a8-79340b9fa5ce req-ed6d7ad3-2b34-41f8-b4b0-e296e7e424af tempest-MultipleCreateTestJSON-2100520218 tempest-MultipleCreateTestJSON-2100520218-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:51.526147 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-ca639e04-a384-41a4-8d4e-cb62f04f7458 tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Notify callbacks [] for security_group, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:51.560694 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-ca639e04-a384-41a4-8d4e-cb62f04f7458 tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:51.618445 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [req-f2d3de64-4d1c-4456-a5a8-79340b9fa5ce req-ed6d7ad3-2b34-41f8-b4b0-e296e7e424af tempest-MultipleCreateTestJSON-2100520218 tempest-MultipleCreateTestJSON-2100520218-project] For port be8eafeb-ecb7-486b-9cdb-f9e0f400adc5, host n-h2-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=be8eafeb-ecb7-486b-9cdb-f9e0f400adc5,segment=NetworkSegment(7908a8c6-8183-4889-8605-7e118a3f4a32),segment_id=7908a8c6-8183-4889-8605-7e118a3f4a32)] {{(pid=105584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:09:51.618825 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-f2d3de64-4d1c-4456-a5a8-79340b9fa5ce req-ed6d7ad3-2b34-41f8-b4b0-e296e7e424af tempest-MultipleCreateTestJSON-2100520218 tempest-MultipleCreateTestJSON-2100520218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:51.635391 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca639e04-a384-41a4-8d4e-cb62f04f7458 tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] vlan segment allocate from pool success with {'vlan_id': 209, 'physical_network': 'physnet1'} {{(pid=105584) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:09:51.660203 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [req-f2d3de64-4d1c-4456-a5a8-79340b9fa5ce req-ed6d7ad3-2b34-41f8-b4b0-e296e7e424af tempest-MultipleCreateTestJSON-2100520218 tempest-MultipleCreateTestJSON-2100520218-project] Calling delete_port for be8eafeb-ecb7-486b-9cdb-f9e0f400adc5 owned by compute:nova {{(pid=105584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:09:51.664855 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca639e04-a384-41a4-8d4e-cb62f04f7458 tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Pushing event updated for resources: {'SecurityGroup': ['ID=637ceb77-50d5-4b32-ab91-56724e07fceb,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:09:51.689080 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-ca639e04-a384-41a4-8d4e-cb62f04f7458 tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:51.689080 n-d-705658-22 neutron-server[105584]: INFO neutron.db.segments_db [None req-ca639e04-a384-41a4-8d4e-cb62f04f7458 tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Added segment b11a3584-7c66-4cd4-938e-7ca0ff5fde3b of type vlan for network 1850f596-eec6-4941-bfd3-6a8b7e43522c Jul 27 21:09:51.814589 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-ca639e04-a384-41a4-8d4e-cb62f04f7458 tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790688424798'] for network, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:51.819592 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [req-067aa4bd-ee1f-41bb-b0c8-713ee2993545 req-c012c20b-5ffd-4325-a09d-e21b83aeb6cb tempest-MultipleCreateTestJSON-2100520218 tempest-MultipleCreateTestJSON-2100520218-project] Deleting port 2589bf4e-3d55-401f-b868-689418c87124 {{(pid=105584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:09:51.819925 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-067aa4bd-ee1f-41bb-b0c8-713ee2993545 req-c012c20b-5ffd-4325-a09d-e21b83aeb6cb tempest-MultipleCreateTestJSON-2100520218 tempest-MultipleCreateTestJSON-2100520218-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:52.095851 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-ca639e04-a384-41a4-8d4e-cb62f04f7458 tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920'] for network, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:52.106334 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca639e04-a384-41a4-8d4e-cb62f04f7458 tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:09:52.111322 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-ca639e04-a384-41a4-8d4e-cb62f04f7458 tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743886'] for network, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:52.137106 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19345c4-d4b9-4042-9732-4df3398e7c2b req-01d52eee-0277-4410-8d54-601a7be6648e tempest-ListServerFiltersTestJSON-1491704447 tempest-ListServerFiltersTestJSON-1491704447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:09:52.145570 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a19345c4-d4b9-4042-9732-4df3398e7c2b req-01d52eee-0277-4410-8d54-601a7be6648e tempest-ListServerFiltersTestJSON-1491704447 tempest-ListServerFiltersTestJSON-1491704447-project] 10.222.0.59 "GET /v2.0/ports?device_id=3ec68082-1269-4333-94b4-18ecd4705e46 HTTP/1.1" status: 200 len: 946 time: 0.1399710 Jul 27 21:09:52.212623 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-64110a12-75c0-4cf7-a2c9-a3934d8f520d req-1fdb8105-79de-4837-8ddf-739589a29352 tempest-MultipleCreateTestJSON-2100520218 tempest-MultipleCreateTestJSON-2100520218-project] 10.222.0.59 "GET /v2.0/ports?device_id=5e8c875b-a98b-4d96-9438-46414276522d HTTP/1.1" status: 200 len: 210 time: 0.0649803 Jul 27 21:09:52.247171 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a19345c4-d4b9-4042-9732-4df3398e7c2b req-283bc3da-e9c4-46a1-851a-dc11ef90e95e tempest-ListServerFiltersTestJSON-1491704447 tempest-ListServerFiltersTestJSON-1491704447-project] 10.222.0.59 "GET /v2.0/security-groups?id=8dfcd13b-e54c-4aad-8514-fdac1e892828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830104 Jul 27 21:09:52.462423 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-ca639e04-a384-41a4-8d4e-cb62f04f7458 tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 2.0172415 Jul 27 21:09:52.487882 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 55242) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:09:52.495151 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-ca032a98-07a4-43cc-bdb8-39347caa0e6c tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Request body: {'subnet': {'network_id': '1850f596-eec6-4941-bfd3-6a8b7e43522c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:09:52.566571 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [req-067aa4bd-ee1f-41bb-b0c8-713ee2993545 req-c012c20b-5ffd-4325-a09d-e21b83aeb6cb tempest-MultipleCreateTestJSON-2100520218 tempest-MultipleCreateTestJSON-2100520218-project] For port 2589bf4e-3d55-401f-b868-689418c87124, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=2589bf4e-3d55-401f-b868-689418c87124,segment=NetworkSegment(7908a8c6-8183-4889-8605-7e118a3f4a32),segment_id=7908a8c6-8183-4889-8605-7e118a3f4a32)] {{(pid=105584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:09:52.570015 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-067aa4bd-ee1f-41bb-b0c8-713ee2993545 req-c012c20b-5ffd-4325-a09d-e21b83aeb6cb tempest-MultipleCreateTestJSON-2100520218 tempest-MultipleCreateTestJSON-2100520218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:52.598747 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [req-067aa4bd-ee1f-41bb-b0c8-713ee2993545 req-c012c20b-5ffd-4325-a09d-e21b83aeb6cb tempest-MultipleCreateTestJSON-2100520218 tempest-MultipleCreateTestJSON-2100520218-project] Calling delete_port for 2589bf4e-3d55-401f-b868-689418c87124 owned by compute:nova {{(pid=105584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:09:52.666821 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca032a98-07a4-43cc-bdb8-39347caa0e6c tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Made reservation on behalf of 511ce5d1083743dab193eb4830e1be29 for: {'subnet': 1} {{(pid=105585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:09:52.670718 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-ca032a98-07a4-43cc-bdb8-39347caa0e6c tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9990620'] for subnet, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:52.801529 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6faa1bb-f6eb-4263-b177-0e6d0f0af670 req-526f607f-f5c0-4b8d-98d1-9e9a59e476c8 tempest-AttachVolumeTestJSON-850155022 tempest-AttachVolumeTestJSON-850155022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:09:52.803392 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a6faa1bb-f6eb-4263-b177-0e6d0f0af670 req-526f607f-f5c0-4b8d-98d1-9e9a59e476c8 tempest-AttachVolumeTestJSON-850155022 tempest-AttachVolumeTestJSON-850155022-project] 10.222.0.59 "GET /v2.0/ports?device_id=0f9b044c-3d59-4da2-bba4-f9456b3d9774 HTTP/1.1" status: 200 len: 946 time: 0.3139081 Jul 27 21:09:52.824877 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-067aa4bd-ee1f-41bb-b0c8-713ee2993545 req-c012c20b-5ffd-4325-a09d-e21b83aeb6cb tempest-MultipleCreateTestJSON-2100520218 tempest-MultipleCreateTestJSON-2100520218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:52.826807 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca639e04-a384-41a4-8d4e-cb62f04f7458 tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Pushing event updated for resources: {'Network': ['ID=1850f596-eec6-4941-bfd3-6a8b7e43522c,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:09:52.836761 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-f2d3de64-4d1c-4456-a5a8-79340b9fa5ce req-ed6d7ad3-2b34-41f8-b4b0-e296e7e424af tempest-MultipleCreateTestJSON-2100520218 tempest-MultipleCreateTestJSON-2100520218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:52.846484 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] get_ports_and_sgs() called for port_ids ['be8eafeb-ecb7-486b-9cdb-f9e0f400adc5'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:09:52.849808 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Network 1850f596-eec6-4941-bfd3-6a8b7e43522c details requested by agent ovs-agent-n-d-705658-22 with host n-d-705658-22 {{(pid=105586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:09:52.851800 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] get_ports_and_sgs() called for port_ids ['2589bf4e-3d55-401f-b868-689418c87124'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:09:52.872701 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a6faa1bb-f6eb-4263-b177-0e6d0f0af670 req-e07ea1d3-12f3-4e56-8d46-75685c393602 tempest-AttachVolumeTestJSON-850155022 tempest-AttachVolumeTestJSON-850155022-project] 10.222.0.59 "GET /v2.0/security-groups?id=422951fc-fa2c-4390-9ebd-848cc406cf38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626688 Jul 27 21:09:52.893310 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf24faf-dc5e-465a-9864-1c4847d6684f req-bb23cd29-0526-4f60-a890-a20293874e13 tempest-MultipleCreateTestJSON-2100520218 tempest-MultipleCreateTestJSON-2100520218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:09:52.895076 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-2cf24faf-dc5e-465a-9864-1c4847d6684f req-bb23cd29-0526-4f60-a890-a20293874e13 tempest-MultipleCreateTestJSON-2100520218 tempest-MultipleCreateTestJSON-2100520218-project] 10.222.0.60 "GET /v2.0/networks?id=930c0126-6c68-491e-a084-11ad1d91fd9d HTTP/1.1" status: 200 len: 812 time: 0.5276456 Jul 27 21:09:52.915700 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [req-2cf24faf-dc5e-465a-9864-1c4847d6684f req-6f1222e9-d286-4761-ab89-9eb8151beea5 tempest-MultipleCreateTestJSON-2100520218 tempest-MultipleCreateTestJSON-2100520218-project] Request body: {'port': {'device_id': '0d9e5de6-56fd-4363-8bcb-155381856ba0', 'network_id': '930c0126-6c68-491e-a084-11ad1d91fd9d', 'admin_state_up': True, 'tenant_id': 'a522c164c64347dea986be4f37788051'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:09:53.010358 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c012c20b-5ffd-4325-a09d-e21b83aeb6cb tempest-MultipleCreateTestJSON-2100520218 tempest-MultipleCreateTestJSON-2100520218-project] Pushing event deleted for resources: {'Port': ['ID=2589bf4e-3d55-401f-b868-689418c87124,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:09:53.080865 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [req-067aa4bd-ee1f-41bb-b0c8-713ee2993545 req-c012c20b-5ffd-4325-a09d-e21b83aeb6cb tempest-MultipleCreateTestJSON-2100520218 tempest-MultipleCreateTestJSON-2100520218-project] No DVR routers for this DVR port 2589bf4e-3d55-401f-b868-689418c87124 on host n-h1-705658-22 {{(pid=105584) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:09:53.083541 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2cf24faf-dc5e-465a-9864-1c4847d6684f req-6f1222e9-d286-4761-ab89-9eb8151beea5 tempest-MultipleCreateTestJSON-2100520218 tempest-MultipleCreateTestJSON-2100520218-project] Made reservation on behalf of a522c164c64347dea986be4f37788051 for: {'port': 1} {{(pid=105585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:09:53.085448 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-067aa4bd-ee1f-41bb-b0c8-713ee2993545 req-c012c20b-5ffd-4325-a09d-e21b83aeb6cb tempest-MultipleCreateTestJSON-2100520218 tempest-MultipleCreateTestJSON-2100520218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:53.087747 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-067aa4bd-ee1f-41bb-b0c8-713ee2993545 req-c012c20b-5ffd-4325-a09d-e21b83aeb6cb tempest-MultipleCreateTestJSON-2100520218 tempest-MultipleCreateTestJSON-2100520218-project] 10.222.0.36 "DELETE /v2.0/ports/2589bf4e-3d55-401f-b868-689418c87124 HTTP/1.1" status: 204 len: 173 time: 1.8067205 Jul 27 21:09:53.088789 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72c3b01a-1382-4314-a6ca-dbf09e670877', 'name': 'network-vif-deleted', 'tag': '2589bf4e-3d55-401f-b868-689418c87124'}] {{(pid=105584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:09:53.091275 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-2cf24faf-dc5e-465a-9864-1c4847d6684f req-6f1222e9-d286-4761-ab89-9eb8151beea5 tempest-MultipleCreateTestJSON-2100520218 tempest-MultipleCreateTestJSON-2100520218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:53.091706 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bce5e6c8685464f7626901654159975603b047827e3138302ed6566e28f1343" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb631006-7312-4235-9750-f18316c1103e" -d '{"events": [{"server_uuid": "72c3b01a-1382-4314-a6ca-dbf09e670877", "name": "network-vif-deleted", "tag": "2589bf4e-3d55-401f-b868-689418c87124"}]}' {{(pid=105584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:09:53.101663 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] get_ports_and_sgs() called for port_ids ['2589bf4e-3d55-401f-b868-689418c87124'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:09:53.150579 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] get_ports_and_sgs() called for port_ids ['be8eafeb-ecb7-486b-9cdb-f9e0f400adc5'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:09:53.159032 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6d7ad3-2b34-41f8-b4b0-e296e7e424af tempest-MultipleCreateTestJSON-2100520218 tempest-MultipleCreateTestJSON-2100520218-project] Pushing event deleted for resources: {'Port': ['ID=be8eafeb-ecb7-486b-9cdb-f9e0f400adc5,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:09:53.241377 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:09:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc13dba9-3865-4a4b-b405-a3eadaae0e61 x-openstack-request-id: req-fc13dba9-3865-4a4b-b405-a3eadaae0e61 {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:09:53.242355 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72c3b01a-1382-4314-a6ca-dbf09e670877", "name": "network-vif-deleted", "tag": "2589bf4e-3d55-401f-b868-689418c87124", "status": "completed", "code": 200}]} {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:09:53.242836 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-fc13dba9-3865-4a4b-b405-a3eadaae0e61 {{(pid=105584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:09:53.243484 n-d-705658-22 neutron-server[105584]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72c3b01a-1382-4314-a6ca-dbf09e670877', 'name': 'network-vif-deleted', 'tag': '2589bf4e-3d55-401f-b868-689418c87124', 'status': 'completed', 'code': 200} Jul 27 21:09:53.318175 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2d3de64-4d1c-4456-a5a8-79340b9fa5ce req-ed6d7ad3-2b34-41f8-b4b0-e296e7e424af tempest-MultipleCreateTestJSON-2100520218 tempest-MultipleCreateTestJSON-2100520218-project] No DVR routers for this DVR port be8eafeb-ecb7-486b-9cdb-f9e0f400adc5 on host n-h2-705658-22 {{(pid=105584) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:09:53.354304 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-f2d3de64-4d1c-4456-a5a8-79340b9fa5ce req-ed6d7ad3-2b34-41f8-b4b0-e296e7e424af tempest-MultipleCreateTestJSON-2100520218 tempest-MultipleCreateTestJSON-2100520218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:53.364589 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-f2d3de64-4d1c-4456-a5a8-79340b9fa5ce req-ed6d7ad3-2b34-41f8-b4b0-e296e7e424af tempest-MultipleCreateTestJSON-2100520218 tempest-MultipleCreateTestJSON-2100520218-project] 10.222.0.60 "DELETE /v2.0/ports/be8eafeb-ecb7-486b-9cdb-f9e0f400adc5 HTTP/1.1" status: 204 len: 173 time: 2.5144706 Jul 27 21:09:53.510370 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-8d01f96d-eb0d-4dfb-bff7-500588fcf022 req-166292ec-e1b6-4c74-aa08-a5680ed3e7ba tempest-MultipleCreateTestJSON-2100520218 tempest-MultipleCreateTestJSON-2100520218-project] 10.222.0.59 "GET /v2.0/ports?device_id=5e8c875b-a98b-4d96-9438-46414276522d HTTP/1.1" status: 200 len: 210 time: 0.1589706 Jul 27 21:09:53.526524 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-ca032a98-07a4-43cc-bdb8-39347caa0e6c tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10221797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9990606'] for subnet, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:53.619301 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf24faf-dc5e-465a-9864-1c4847d6684f req-d7acd8ff-78eb-4a38-abd7-17910d1e89f0 tempest-MultipleCreateTestJSON-2100520218 tempest-MultipleCreateTestJSON-2100520218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:09:53.626818 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-2cf24faf-dc5e-465a-9864-1c4847d6684f req-d7acd8ff-78eb-4a38-abd7-17910d1e89f0 tempest-MultipleCreateTestJSON-2100520218 tempest-MultipleCreateTestJSON-2100520218-project] 10.222.0.36 "GET /v2.0/networks?id=930c0126-6c68-491e-a084-11ad1d91fd9d HTTP/1.1" status: 200 len: 812 time: 0.3811901 Jul 27 21:09:53.627572 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca032a98-07a4-43cc-bdb8-39347caa0e6c tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Pushing event updated for resources: {'Subnet': ['ID=09cd6f3a-f58e-40a1-a50a-e4b766f605d5,revision_number=0']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:09:53.643972 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [req-2cf24faf-dc5e-465a-9864-1c4847d6684f req-13540f87-69c7-40da-9612-14e19850efe2 tempest-MultipleCreateTestJSON-2100520218 tempest-MultipleCreateTestJSON-2100520218-project] Request body: {'port': {'device_id': '5e8c875b-a98b-4d96-9438-46414276522d', 'network_id': '930c0126-6c68-491e-a084-11ad1d91fd9d', 'admin_state_up': True, 'tenant_id': 'a522c164c64347dea986be4f37788051'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:09:53.853351 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.db_base_plugin_common [req-2cf24faf-dc5e-465a-9864-1c4847d6684f req-6f1222e9-d286-4761-ab89-9eb8151beea5 tempest-MultipleCreateTestJSON-2100520218 tempest-MultipleCreateTestJSON-2100520218-project] Allocated IP 172.20.0.5 (930c0126-6c68-491e-a084-11ad1d91fd9d/5aff9ce3-1da7-4417-a3c8-adf3c66750fb/cbad6c0a-1844-4c89-9a82-6a577212254b) {{(pid=105585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:09:53.868016 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca032a98-07a4-43cc-bdb8-39347caa0e6c tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Checking segment: {'id': 'b11a3584-7c66-4cd4-938e-7ca0ff5fde3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '1850f596-eec6-4941-bfd3-6a8b7e43522c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:09:53.868421 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca032a98-07a4-43cc-bdb8-39347caa0e6c tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Network hostable DHCP agents. Network: 1850f596-eec6-4941-bfd3-6a8b7e43522c, hostable agents: ['7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a'], hosted agents: [] {{(pid=105585) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:09:53.881360 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6562e22c-ce91-426e-9c3b-837a42dcdced req-20a12977-0aad-4a6d-8067-8758eed6b58a tempest-ListServerFiltersTestJSON-1491704447 tempest-ListServerFiltersTestJSON-1491704447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:09:53.889499 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-6562e22c-ce91-426e-9c3b-837a42dcdced req-20a12977-0aad-4a6d-8067-8758eed6b58a tempest-ListServerFiltersTestJSON-1491704447 tempest-ListServerFiltersTestJSON-1491704447-project] 10.222.0.59 "GET /v2.0/ports?device_id=3ec68082-1269-4333-94b4-18ecd4705e46 HTTP/1.1" status: 200 len: 946 time: 0.4871459 Jul 27 21:09:53.903761 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c772ae18-b723-446b-92c9-a6ad897ed671 req-e1b372f8-5ee6-431b-93ec-4f087b9d3e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:09:53.905472 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-c772ae18-b723-446b-92c9-a6ad897ed671 req-e1b372f8-5ee6-431b-93ec-4f087b9d3e3e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=dcfc656e3a0b42809921004863a52506&device_id=0f9b044c-3d59-4da2-bba4-f9456b3d9774 HTTP/1.1" status: 200 len: 1098 time: 0.2298558 Jul 27 21:09:53.907433 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2cf24faf-dc5e-465a-9864-1c4847d6684f req-13540f87-69c7-40da-9612-14e19850efe2 tempest-MultipleCreateTestJSON-2100520218 tempest-MultipleCreateTestJSON-2100520218-project] Made reservation on behalf of a522c164c64347dea986be4f37788051 for: {'port': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:09:53.915092 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-2cf24faf-dc5e-465a-9864-1c4847d6684f req-13540f87-69c7-40da-9612-14e19850efe2 tempest-MultipleCreateTestJSON-2100520218 tempest-MultipleCreateTestJSON-2100520218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:54.183584 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-6562e22c-ce91-426e-9c3b-837a42dcdced req-2c2ef3b9-8e87-4045-86d3-494d4137edc6 tempest-ListServerFiltersTestJSON-1491704447 tempest-ListServerFiltersTestJSON-1491704447-project] 10.222.0.59 "GET /v2.0/security-groups?id=8dfcd13b-e54c-4aad-8514-fdac1e892828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2882380 Jul 27 21:09:54.219437 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca032a98-07a4-43cc-bdb8-39347caa0e6c tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Network 1850f596-eec6-4941-bfd3-6a8b7e43522c is scheduled to be hosted by DHCP agent 7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a with binding_index 1 {{(pid=105585) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:09:54.255217 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.base_scheduler [None req-ca032a98-07a4-43cc-bdb8-39347caa0e6c tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-22, 1850f596-eec6-4941-bfd3-6a8b7e43522c) {{(pid=105585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:09:54.264583 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8499edac-50ac-45ec-98af-848984c4e113 None None] Network 1850f596-eec6-4941-bfd3-6a8b7e43522c requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:09:54.274644 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca032a98-07a4-43cc-bdb8-39347caa0e6c tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:09:54.275263 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-ca032a98-07a4-43cc-bdb8-39347caa0e6c tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743886'] for subnet, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:54.412164 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 55294) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:09:54.416793 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-6dbd9ad5-abc7-49ea-bd34-4e56dd09224e tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-36700923', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305'}, 'admin_state_up': False}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:09:54.423016 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-ca032a98-07a4-43cc-bdb8-39347caa0e6c tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.9321198 Jul 27 21:09:54.438780 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c772ae18-b723-446b-92c9-a6ad897ed671 req-4a6e0a37-ef08-49e1-94f6-d2640a420adf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:09:54.440324 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-c772ae18-b723-446b-92c9-a6ad897ed671 req-4a6e0a37-ef08-49e1-94f6-d2640a420adf service neutron] 10.222.0.36 "GET /v2.0/networks?id=32d25553-aa43-4782-af0c-d6a2b47507a7 HTTP/1.1" status: 200 len: 911 time: 0.4875655 Jul 27 21:09:54.458903 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-6dbd9ad5-abc7-49ea-bd34-4e56dd09224e tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4163813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-443'] for router, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:54.459979 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-6dbd9ad5-abc7-49ea-bd34-4e56dd09224e tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4165196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4077059', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3711235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-418'] for router, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:54.572471 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-6dbd9ad5-abc7-49ea-bd34-4e56dd09224e tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:54.576653 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4889e90d-d7b8-41e6-b80e-f1a0870dfe12 None None] Network 1850f596-eec6-4941-bfd3-6a8b7e43522c requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:09:54.622446 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bccc59b-a8b2-4b59-88d9-499c18381136 req-18ca10a5-6419-4686-bd43-ff3434428873 tempest-AttachVolumeTestJSON-850155022 tempest-AttachVolumeTestJSON-850155022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:09:54.624044 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-8bccc59b-a8b2-4b59-88d9-499c18381136 req-18ca10a5-6419-4686-bd43-ff3434428873 tempest-AttachVolumeTestJSON-850155022 tempest-AttachVolumeTestJSON-850155022-project] 10.222.0.59 "GET /v2.0/ports?device_id=0f9b044c-3d59-4da2-bba4-f9456b3d9774 HTTP/1.1" status: 200 len: 946 time: 0.4934294 Jul 27 21:09:54.750201 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-2cf24faf-dc5e-465a-9864-1c4847d6684f req-6f1222e9-d286-4761-ab89-9eb8151beea5 tempest-MultipleCreateTestJSON-2100520218 tempest-MultipleCreateTestJSON-2100520218-project] Notify callbacks [] for port, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:54.822319 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-2cf24faf-dc5e-465a-9864-1c4847d6684f req-6f1222e9-d286-4761-ab89-9eb8151beea5 tempest-MultipleCreateTestJSON-2100520218 tempest-MultipleCreateTestJSON-2100520218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:54.834750 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-6dbd9ad5-abc7-49ea-bd34-4e56dd09224e tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4077169', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4163787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-400'] for router, precommit_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:54.841718 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-41691efa-b4e4-4fbe-8431-d066e00156bf req-78794a21-6ae1-4e5d-b4a0-93189b43a190 tempest-MultipleCreateTestJSON-2100520218 tempest-MultipleCreateTestJSON-2100520218-project] 10.222.0.59 "GET /v2.0/ports?device_id=5e8c875b-a98b-4d96-9438-46414276522d HTTP/1.1" status: 200 len: 210 time: 0.1389449 Jul 27 21:09:54.899041 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-8bccc59b-a8b2-4b59-88d9-499c18381136 req-07c5eb56-bfeb-43b4-9c85-14e0de3c6adf tempest-AttachVolumeTestJSON-850155022 tempest-AttachVolumeTestJSON-850155022-project] 10.222.0.59 "GET /v2.0/security-groups?id=422951fc-fa2c-4390-9ebd-848cc406cf38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2592375 Jul 27 21:09:54.958126 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-c772ae18-b723-446b-92c9-a6ad897ed671 req-d1450295-94e5-436b-9818-421cfcbdeab7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=187dbab2-17f7-4985-97bf-cdc20c4f4895 HTTP/1.1" status: 200 len: 1001 time: 0.5007839 Jul 27 21:09:54.960968 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.db_base_plugin_common [req-2cf24faf-dc5e-465a-9864-1c4847d6684f req-13540f87-69c7-40da-9612-14e19850efe2 tempest-MultipleCreateTestJSON-2100520218 tempest-MultipleCreateTestJSON-2100520218-project] Allocated IP 172.20.0.13 (930c0126-6c68-491e-a084-11ad1d91fd9d/5aff9ce3-1da7-4417-a3c8-adf3c66750fb/17339602-4b5a-41b0-b065-3ffbdc139216) {{(pid=105584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:09:54.962006 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1222e9-d286-4761-ab89-9eb8151beea5 tempest-MultipleCreateTestJSON-2100520218 tempest-MultipleCreateTestJSON-2100520218-project] Pushing event updated for resources: {'Port': ['ID=cbad6c0a-1844-4c89-9a82-6a577212254b,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:09:55.067981 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2cf24faf-dc5e-465a-9864-1c4847d6684f req-6f1222e9-d286-4761-ab89-9eb8151beea5 tempest-MultipleCreateTestJSON-2100520218 tempest-MultipleCreateTestJSON-2100520218-project] Network 930c0126-6c68-491e-a084-11ad1d91fd9d is already hosted by enough agents. {{(pid=105585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:09:55.071617 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.base_scheduler [req-2cf24faf-dc5e-465a-9864-1c4847d6684f req-6f1222e9-d286-4761-ab89-9eb8151beea5 tempest-MultipleCreateTestJSON-2100520218 tempest-MultipleCreateTestJSON-2100520218-project] Resources bound (agent type, host, resource id): {{(pid=105585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:09:55.096663 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c772ae18-b723-446b-92c9-a6ad897ed671 req-32d8aad4-3034-4183-930c-4ecd05d52860 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:09:55.098673 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-c772ae18-b723-446b-92c9-a6ad897ed671 req-32d8aad4-3034-4183-930c-4ecd05d52860 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=fdae47fc-2d6f-4c83-9067-18a839318850 HTTP/1.1" status: 200 len: 849 time: 0.1320131 Jul 27 21:09:55.100145 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.l3_dvrscheduler_db [req-2cf24faf-dc5e-465a-9864-1c4847d6684f req-6f1222e9-d286-4761-ab89-9eb8151beea5 tempest-MultipleCreateTestJSON-2100520218 tempest-MultipleCreateTestJSON-2100520218-project] Received port after_create {{(pid=105585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:09:55.214641 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf24faf-dc5e-465a-9864-1c4847d6684f req-6f1222e9-d286-4761-ab89-9eb8151beea5 tempest-MultipleCreateTestJSON-2100520218 tempest-MultipleCreateTestJSON-2100520218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:09:55.215650 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-2cf24faf-dc5e-465a-9864-1c4847d6684f req-6f1222e9-d286-4761-ab89-9eb8151beea5 tempest-MultipleCreateTestJSON-2100520218 tempest-MultipleCreateTestJSON-2100520218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:55.240214 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-2cf24faf-dc5e-465a-9864-1c4847d6684f req-6f1222e9-d286-4761-ab89-9eb8151beea5 tempest-MultipleCreateTestJSON-2100520218 tempest-MultipleCreateTestJSON-2100520218-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3290241 Jul 27 21:09:55.248044 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c772ae18-b723-446b-92c9-a6ad897ed671 req-705df0da-21a4-4f86-97f7-3df9a13d8374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:09:55.250771 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-c772ae18-b723-446b-92c9-a6ad897ed671 req-705df0da-21a4-4f86-97f7-3df9a13d8374 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=32d25553-aa43-4782-af0c-d6a2b47507a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1025677 Jul 27 21:09:55.260385 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '619693d5-c7e8-4f8b-81ae-ef7f8a64a8e3', 'name': 'network-vif-deleted', 'tag': 'be8eafeb-ecb7-486b-9cdb-f9e0f400adc5'}] {{(pid=105584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:09:55.262878 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [req-2cf24faf-dc5e-465a-9864-1c4847d6684f req-cde679fc-2437-4a96-a669-942308e9adf4 service neutron] Request body: {'port': {'device_id': '0d9e5de6-56fd-4363-8bcb-155381856ba0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-705658-22'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:09:55.265852 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bce5e6c8685464f7626901654159975603b047827e3138302ed6566e28f1343" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8bb1b7d-3f29-445c-a83e-0181b50444ca" -d '{"events": [{"server_uuid": "619693d5-c7e8-4f8b-81ae-ef7f8a64a8e3", "name": "network-vif-deleted", "tag": "be8eafeb-ecb7-486b-9cdb-f9e0f400adc5"}]}' {{(pid=105584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:09:55.282477 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-6dbd9ad5-abc7-49ea-bd34-4e56dd09224e tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Notify callbacks [] for router_gateway, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:55.321020 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-6dbd9ad5-abc7-49ea-bd34-4e56dd09224e tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:55.347093 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:09:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83882b90-097e-4e1a-b780-19260775ec9f x-openstack-request-id: req-83882b90-097e-4e1a-b780-19260775ec9f {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:09:55.347570 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "619693d5-c7e8-4f8b-81ae-ef7f8a64a8e3", "name": "network-vif-deleted", "tag": "be8eafeb-ecb7-486b-9cdb-f9e0f400adc5", "status": "completed", "code": 200}]} {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:09:55.347860 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-83882b90-097e-4e1a-b780-19260775ec9f {{(pid=105584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:09:55.348452 n-d-705658-22 neutron-server[105584]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '619693d5-c7e8-4f8b-81ae-ef7f8a64a8e3', 'name': 'network-vif-deleted', 'tag': 'be8eafeb-ecb7-486b-9cdb-f9e0f400adc5', 'status': 'completed', 'code': 200} Jul 27 21:09:55.411278 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-2cf24faf-dc5e-465a-9864-1c4847d6684f req-13540f87-69c7-40da-9612-14e19850efe2 tempest-MultipleCreateTestJSON-2100520218 tempest-MultipleCreateTestJSON-2100520218-project] Notify callbacks [] for port, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:55.484685 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device 2589bf4e-3d55-401f-b868-689418c87124 no longer exists at agent hyperv_n-h1-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:09:55.508896 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-28650df7-c46c-4981-b84f-37d87254047e None None] No Port match for: 2589bf4e-3d55-401f-b868-689418c87124 {{(pid=105586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:09:55.509536 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device 2589bf4e-3d55-401f-b868-689418c87124 not bound to the agent host n-h1-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:09:55.518187 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18bc32d-b012-4f8a-8727-c3c438e506bd req-0134da26-3fa9-4944-a8d1-916eb7772e73 tempest-ListServerFiltersTestJSON-1491704447 tempest-ListServerFiltersTestJSON-1491704447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:09:55.520065 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a18bc32d-b012-4f8a-8727-c3c438e506bd req-0134da26-3fa9-4944-a8d1-916eb7772e73 tempest-ListServerFiltersTestJSON-1491704447 tempest-ListServerFiltersTestJSON-1491704447-project] 10.222.0.59 "GET /v2.0/ports?device_id=3ec68082-1269-4333-94b4-18ecd4705e46 HTTP/1.1" status: 200 len: 946 time: 0.1906257 Jul 27 21:09:55.541059 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-2cf24faf-dc5e-465a-9864-1c4847d6684f req-cde679fc-2437-4a96-a669-942308e9adf4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:55.541857 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.db_base_plugin_common [None req-6dbd9ad5-abc7-49ea-bd34-4e56dd09224e tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Allocated IP 172.25.5.203 (8735d8a2-b604-4758-ae71-b40e4ee6f305/eca7dbab-b9c0-4c8f-a272-816ea8a81764/30d36e61-2076-471c-be68-be04868e00aa) {{(pid=105584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:09:55.553013 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-c772ae18-b723-446b-92c9-a6ad897ed671 req-cf88c724-1fbc-4914-bc34-81a8de6c1375 service neutron] 10.222.0.36 "GET /v2.0/networks/32d25553-aa43-4782-af0c-d6a2b47507a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2857051 Jul 27 21:09:55.573447 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-2cf24faf-dc5e-465a-9864-1c4847d6684f req-13540f87-69c7-40da-9612-14e19850efe2 tempest-MultipleCreateTestJSON-2100520218 tempest-MultipleCreateTestJSON-2100520218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:55.680140 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a18bc32d-b012-4f8a-8727-c3c438e506bd req-51cc470f-6163-4194-9da5-fc2a8c9decb4 tempest-ListServerFiltersTestJSON-1491704447 tempest-ListServerFiltersTestJSON-1491704447-project] 10.222.0.59 "GET /v2.0/security-groups?id=8dfcd13b-e54c-4aad-8514-fdac1e892828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454208 Jul 27 21:09:55.701692 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13540f87-69c7-40da-9612-14e19850efe2 tempest-MultipleCreateTestJSON-2100520218 tempest-MultipleCreateTestJSON-2100520218-project] Pushing event updated for resources: {'Port': ['ID=17339602-4b5a-41b0-b065-3ffbdc139216,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:09:55.714809 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2cf24faf-dc5e-465a-9864-1c4847d6684f req-13540f87-69c7-40da-9612-14e19850efe2 tempest-MultipleCreateTestJSON-2100520218 tempest-MultipleCreateTestJSON-2100520218-project] Network 930c0126-6c68-491e-a084-11ad1d91fd9d is already hosted by enough agents. {{(pid=105584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:09:55.723151 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [req-2cf24faf-dc5e-465a-9864-1c4847d6684f req-13540f87-69c7-40da-9612-14e19850efe2 tempest-MultipleCreateTestJSON-2100520218 tempest-MultipleCreateTestJSON-2100520218-project] Resources bound (agent type, host, resource id): {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:09:55.726352 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [req-2cf24faf-dc5e-465a-9864-1c4847d6684f req-13540f87-69c7-40da-9612-14e19850efe2 tempest-MultipleCreateTestJSON-2100520218 tempest-MultipleCreateTestJSON-2100520218-project] Received port after_create {{(pid=105584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:09:55.787444 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Device be8eafeb-ecb7-486b-9cdb-f9e0f400adc5 no longer exists at agent hyperv_n-h2-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:09:55.796981 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf24faf-dc5e-465a-9864-1c4847d6684f req-13540f87-69c7-40da-9612-14e19850efe2 tempest-MultipleCreateTestJSON-2100520218 tempest-MultipleCreateTestJSON-2100520218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:09:55.797750 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-2cf24faf-dc5e-465a-9864-1c4847d6684f req-13540f87-69c7-40da-9612-14e19850efe2 tempest-MultipleCreateTestJSON-2100520218 tempest-MultipleCreateTestJSON-2100520218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:55.803213 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-6dbd9ad5-abc7-49ea-bd34-4e56dd09224e tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Notify callbacks [] for port, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:55.824109 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-2cf24faf-dc5e-465a-9864-1c4847d6684f req-13540f87-69c7-40da-9612-14e19850efe2 tempest-MultipleCreateTestJSON-2100520218 tempest-MultipleCreateTestJSON-2100520218-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1864693 Jul 27 21:09:55.825741 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-3d54578f-831f-4696-b568-13c455922dab None None] No Port match for: be8eafeb-ecb7-486b-9cdb-f9e0f400adc5 {{(pid=105586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:09:55.826123 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Device be8eafeb-ecb7-486b-9cdb-f9e0f400adc5 not bound to the agent host n-h2-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:09:55.852355 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [req-2cf24faf-dc5e-465a-9864-1c4847d6684f req-80dfec68-f613-4cfa-afa4-e4380eaec087 service neutron] Request body: {'port': {'device_id': '5e8c875b-a98b-4d96-9438-46414276522d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-705658-22'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:09:55.888379 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-c772ae18-b723-446b-92c9-a6ad897ed671 req-59654b71-66ce-40df-9372-e3048ae5f90c service neutron] 10.222.0.36 "GET /v2.0/networks/32d25553-aa43-4782-af0c-d6a2b47507a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3174016 Jul 27 21:09:55.937750 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-6dbd9ad5-abc7-49ea-bd34-4e56dd09224e tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:56.314113 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1e711a-82c2-4c9f-84e5-8e7d1dc9b519 req-c0a88ee2-d04f-4851-b595-ce13ce998a3e tempest-AttachVolumeTestJSON-850155022 tempest-AttachVolumeTestJSON-850155022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:09:56.321530 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-3e1e711a-82c2-4c9f-84e5-8e7d1dc9b519 req-c0a88ee2-d04f-4851-b595-ce13ce998a3e tempest-AttachVolumeTestJSON-850155022 tempest-AttachVolumeTestJSON-850155022-project] 10.222.0.59 "GET /v2.0/ports?device_id=0f9b044c-3d59-4da2-bba4-f9456b3d9774 HTTP/1.1" status: 200 len: 946 time: 0.2841678 Jul 27 21:09:56.345304 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5f26c1-efe3-4dec-b7ee-c22d19955e58 req-ce233940-0073-41bb-9782-f91adb6632dd tempest-MultipleCreateTestJSON-2100520218 tempest-MultipleCreateTestJSON-2100520218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:09:56.348082 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-7a5f26c1-efe3-4dec-b7ee-c22d19955e58 req-ce233940-0073-41bb-9782-f91adb6632dd tempest-MultipleCreateTestJSON-2100520218 tempest-MultipleCreateTestJSON-2100520218-project] 10.222.0.59 "GET /v2.0/ports?device_id=5e8c875b-a98b-4d96-9438-46414276522d HTTP/1.1" status: 200 len: 932 time: 0.3620725 Jul 27 21:09:56.368905 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbd9ad5-abc7-49ea-bd34-4e56dd09224e tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Pushing event updated for resources: {'Port': ['ID=30d36e61-2076-471c-be68-be04868e00aa,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:09:56.410624 n-d-705658-22 neutron-server[105585]: DEBUG neutron.notifiers.nova [req-2cf24faf-dc5e-465a-9864-1c4847d6684f req-cde679fc-2437-4a96-a669-942308e9adf4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cbad6c0a-1844-4c89-9a82-6a577212254b {{(pid=105585) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:09:56.412494 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dbd9ad5-abc7-49ea-bd34-4e56dd09224e tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Network 8735d8a2-b604-4758-ae71-b40e4ee6f305 is already hosted by enough agents. {{(pid=105584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:09:56.416014 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [None req-6dbd9ad5-abc7-49ea-bd34-4e56dd09224e tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Resources bound (agent type, host, resource id): {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:09:56.419957 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dbd9ad5-abc7-49ea-bd34-4e56dd09224e tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Received port after_create {{(pid=105584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:09:56.425041 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-2cf24faf-dc5e-465a-9864-1c4847d6684f req-cde679fc-2437-4a96-a669-942308e9adf4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:56.454724 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-2cf24faf-dc5e-465a-9864-1c4847d6684f req-80dfec68-f613-4cfa-afa4-e4380eaec087 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:56.463106 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-7a5f26c1-efe3-4dec-b7ee-c22d19955e58 req-29084d52-5087-4467-9754-eec46651f01e tempest-MultipleCreateTestJSON-2100520218 tempest-MultipleCreateTestJSON-2100520218-project] 10.222.0.59 "GET /v2.0/security-groups?id=0d19f387-1b85-4f76-b010-4ba2dd1c78d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960763 Jul 27 21:09:56.467055 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-3e1e711a-82c2-4c9f-84e5-8e7d1dc9b519 req-f95d9306-086b-4fa3-8940-6cb6e6be0839 tempest-AttachVolumeTestJSON-850155022 tempest-AttachVolumeTestJSON-850155022-project] 10.222.0.59 "GET /v2.0/security-groups?id=422951fc-fa2c-4390-9ebd-848cc406cf38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1140022 Jul 27 21:09:56.474432 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.provisioning_blocks [req-2cf24faf-dc5e-465a-9864-1c4847d6684f req-cde679fc-2437-4a96-a669-942308e9adf4 service neutron] Transition to ACTIVE for port object cbad6c0a-1844-4c89-9a82-6a577212254b will not be triggered until provisioned by entity L2. {{(pid=105585) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:09:56.487910 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-2cf24faf-dc5e-465a-9864-1c4847d6684f req-cde679fc-2437-4a96-a669-942308e9adf4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10221672'] for port, after_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:56.619825 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde679fc-2437-4a96-a669-942308e9adf4 service neutron] Pushing event updated for resources: {'Port': ['ID=cbad6c0a-1844-4c89-9a82-6a577212254b,revision_number=2']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:09:56.696289 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.managers [req-2cf24faf-dc5e-465a-9864-1c4847d6684f req-cde679fc-2437-4a96-a669-942308e9adf4 service neutron] Attempting to bind port cbad6c0a-1844-4c89-9a82-6a577212254b on host n-h2-705658-22 for vnic_type normal with profile {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:09:56.696987 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.managers [req-2cf24faf-dc5e-465a-9864-1c4847d6684f req-cde679fc-2437-4a96-a669-942308e9adf4 service neutron] Attempting to bind port cbad6c0a-1844-4c89-9a82-6a577212254b by drivers openvswitch,hyperv on host n-h2-705658-22 at level 0 using segments [{'id': '7908a8c6-8183-4889-8605-7e118a3f4a32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '930c0126-6c68-491e-a084-11ad1d91fd9d'}] {{(pid=105585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:09:56.696987 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cf24faf-dc5e-465a-9864-1c4847d6684f req-cde679fc-2437-4a96-a669-942308e9adf4 service neutron] Attempting to bind port cbad6c0a-1844-4c89-9a82-6a577212254b on network 930c0126-6c68-491e-a084-11ad1d91fd9d {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:09:56.703937 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cf24faf-dc5e-465a-9864-1c4847d6684f req-cde679fc-2437-4a96-a669-942308e9adf4 service neutron] Port cbad6c0a-1844-4c89-9a82-6a577212254b on network 930c0126-6c68-491e-a084-11ad1d91fd9d not bound, no agent of type Open vSwitch agent registered on host n-h2-705658-22 {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:09:56.704264 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cf24faf-dc5e-465a-9864-1c4847d6684f req-cde679fc-2437-4a96-a669-942308e9adf4 service neutron] Attempting to bind port cbad6c0a-1844-4c89-9a82-6a577212254b on network 930c0126-6c68-491e-a084-11ad1d91fd9d {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:09:56.720899 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cf24faf-dc5e-465a-9864-1c4847d6684f req-cde679fc-2437-4a96-a669-942308e9adf4 service neutron] Checking agent: {'id': '65195a73-a875-4810-9f5b-622ae260a8a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 49, 40), 'started_at': datetime.datetime(2021, 7, 27, 20, 49, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 9, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:09:56.721244 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cf24faf-dc5e-465a-9864-1c4847d6684f req-cde679fc-2437-4a96-a669-942308e9adf4 service neutron] Checking segment: {'id': '7908a8c6-8183-4889-8605-7e118a3f4a32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '930c0126-6c68-491e-a084-11ad1d91fd9d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:09:56.721621 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cf24faf-dc5e-465a-9864-1c4847d6684f req-cde679fc-2437-4a96-a669-942308e9adf4 service neutron] Bound using segment: {'id': '7908a8c6-8183-4889-8605-7e118a3f4a32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '930c0126-6c68-491e-a084-11ad1d91fd9d'} {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:09:56.722067 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.managers [req-2cf24faf-dc5e-465a-9864-1c4847d6684f req-cde679fc-2437-4a96-a669-942308e9adf4 service neutron] Bound port: cbad6c0a-1844-4c89-9a82-6a577212254b, host: n-h2-705658-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7908a8c6-8183-4889-8605-7e118a3f4a32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '930c0126-6c68-491e-a084-11ad1d91fd9d'}}] {{(pid=105585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:09:56.722428 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-2cf24faf-dc5e-465a-9864-1c4847d6684f req-cde679fc-2437-4a96-a669-942308e9adf4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:56.874822 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.db [req-2cf24faf-dc5e-465a-9864-1c4847d6684f req-cde679fc-2437-4a96-a669-942308e9adf4 service neutron] For port cbad6c0a-1844-4c89-9a82-6a577212254b, host n-h2-705658-22, cleared binding levels {{(pid=105585) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:09:56.901688 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.db [req-2cf24faf-dc5e-465a-9864-1c4847d6684f req-cde679fc-2437-4a96-a669-942308e9adf4 service neutron] For port cbad6c0a-1844-4c89-9a82-6a577212254b, host n-h2-705658-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=cbad6c0a-1844-4c89-9a82-6a577212254b,segment=NetworkSegment(7908a8c6-8183-4889-8605-7e118a3f4a32),segment_id=7908a8c6-8183-4889-8605-7e118a3f4a32)] {{(pid=105585) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:09:56.914777 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3b8bfc-931b-46bf-b6c2-7edd0758df50 req-fee437d3-50e2-498a-ae6d-cec6287000db tempest-ListServerFiltersTestJSON-1491704447 tempest-ListServerFiltersTestJSON-1491704447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:09:56.916453 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-0b3b8bfc-931b-46bf-b6c2-7edd0758df50 req-fee437d3-50e2-498a-ae6d-cec6287000db tempest-ListServerFiltersTestJSON-1491704447 tempest-ListServerFiltersTestJSON-1491704447-project] 10.222.0.59 "GET /v2.0/ports?device_id=3ec68082-1269-4333-94b4-18ecd4705e46 HTTP/1.1" status: 200 len: 946 time: 0.1423688 Jul 27 21:09:56.918331 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-2cf24faf-dc5e-465a-9864-1c4847d6684f req-cde679fc-2437-4a96-a669-942308e9adf4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10221672'] for port, after_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:56.972110 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf24faf-dc5e-465a-9864-1c4847d6684f req-cde679fc-2437-4a96-a669-942308e9adf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:09:56.972724 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-2cf24faf-dc5e-465a-9864-1c4847d6684f req-cde679fc-2437-4a96-a669-942308e9adf4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:56.974122 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-2cf24faf-dc5e-465a-9864-1c4847d6684f req-cde679fc-2437-4a96-a669-942308e9adf4 service neutron] 10.222.0.60 "PUT /v2.0/ports/cbad6c0a-1844-4c89-9a82-6a577212254b HTTP/1.1" status: 200 len: 1092 time: 1.7222250 Jul 27 21:09:56.977094 n-d-705658-22 neutron-server[105585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d9e5de6-56fd-4363-8bcb-155381856ba0', 'tag': 'cbad6c0a-1844-4c89-9a82-6a577212254b'}] {{(pid=105585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:09:56.979390 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d66fd65881426bfc2b5388084a3654e5eae521106a15a3dbf0eb4cde7106c36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f62c0dd9-687a-4c7c-bfb3-e088348ffa2c" -d '{"events": [{"name": "network-changed", "server_uuid": "0d9e5de6-56fd-4363-8bcb-155381856ba0", "tag": "cbad6c0a-1844-4c89-9a82-6a577212254b"}]}' {{(pid=105585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:09:57.013117 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-0b3b8bfc-931b-46bf-b6c2-7edd0758df50 req-96f79530-a4c7-4f13-a221-9694e2bc9860 tempest-ListServerFiltersTestJSON-1491704447 tempest-ListServerFiltersTestJSON-1491704447-project] 10.222.0.59 "GET /v2.0/security-groups?id=8dfcd13b-e54c-4aad-8514-fdac1e892828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857749 Jul 27 21:09:57.016503 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde679fc-2437-4a96-a669-942308e9adf4 service neutron] Pushing event updated for resources: {'Port': ['ID=cbad6c0a-1844-4c89-9a82-6a577212254b,revision_number=3']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:09:57.041422 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:09:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fefdcc7a-a556-4d45-a189-68f8eb03b383 x-openstack-request-id: req-fefdcc7a-a556-4d45-a189-68f8eb03b383 {{(pid=105585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:09:57.041717 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d9e5de6-56fd-4363-8bcb-155381856ba0", "tag": "cbad6c0a-1844-4c89-9a82-6a577212254b", "status": "completed", "code": 200}]} {{(pid=105585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:09:57.041967 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-fefdcc7a-a556-4d45-a189-68f8eb03b383 {{(pid=105585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:09:57.042370 n-d-705658-22 neutron-server[105585]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d9e5de6-56fd-4363-8bcb-155381856ba0', 'tag': 'cbad6c0a-1844-4c89-9a82-6a577212254b', 'status': 'completed', 'code': 200} Jul 27 21:09:57.059503 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-6dbd9ad5-abc7-49ea-bd34-4e56dd09224e tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Notify callbacks [] for router_gateway, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:57.103978 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [req-2cf24faf-dc5e-465a-9864-1c4847d6684f req-80dfec68-f613-4cfa-afa4-e4380eaec087 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 17339602-4b5a-41b0-b065-3ffbdc139216 {{(pid=105584) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:09:57.114730 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-2cf24faf-dc5e-465a-9864-1c4847d6684f req-80dfec68-f613-4cfa-afa4-e4380eaec087 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:57.120825 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf24faf-dc5e-465a-9864-1c4847d6684f req-a09942a4-ba6a-4fed-9699-8982b7333d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:09:57.122932 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-2cf24faf-dc5e-465a-9864-1c4847d6684f req-a09942a4-ba6a-4fed-9699-8982b7333d65 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a522c164c64347dea986be4f37788051&device_id=0d9e5de6-56fd-4363-8bcb-155381856ba0 HTTP/1.1" status: 200 len: 1095 time: 0.0629039 Jul 27 21:09:57.167189 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.provisioning_blocks [req-2cf24faf-dc5e-465a-9864-1c4847d6684f req-80dfec68-f613-4cfa-afa4-e4380eaec087 service neutron] Transition to ACTIVE for port object 17339602-4b5a-41b0-b065-3ffbdc139216 will not be triggered until provisioned by entity L2. {{(pid=105584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:09:57.178514 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-2cf24faf-dc5e-465a-9864-1c4847d6684f req-80dfec68-f613-4cfa-afa4-e4380eaec087 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9014027'] for port, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:57.198816 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-2cf24faf-dc5e-465a-9864-1c4847d6684f req-1123f2ad-add7-4bb8-b7cf-4cd3bc0300ed service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cbad6c0a-1844-4c89-9a82-6a577212254b HTTP/1.1" status: 200 len: 217 time: 0.0667174 Jul 27 21:09:57.290675 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80dfec68-f613-4cfa-afa4-e4380eaec087 service neutron] Pushing event updated for resources: {'Port': ['ID=17339602-4b5a-41b0-b065-3ffbdc139216,revision_number=2']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:09:57.307902 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf24faf-dc5e-465a-9864-1c4847d6684f req-6c434a58-aec5-412b-a7d0-ba411e3de3c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:09:57.319351 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-2cf24faf-dc5e-465a-9864-1c4847d6684f req-6c434a58-aec5-412b-a7d0-ba411e3de3c2 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=5aff9ce3-1da7-4417-a3c8-adf3c66750fb HTTP/1.1" status: 200 len: 852 time: 0.1095939 Jul 27 21:09:57.388487 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-2cf24faf-dc5e-465a-9864-1c4847d6684f req-ed9bfd61-651b-49ba-8724-5c3965c48468 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=930c0126-6c68-491e-a084-11ad1d91fd9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0582442 Jul 27 21:09:57.420137 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-6dbd9ad5-abc7-49ea-bd34-4e56dd09224e tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4163804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4077150'] for router, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:57.426250 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [req-2cf24faf-dc5e-465a-9864-1c4847d6684f req-80dfec68-f613-4cfa-afa4-e4380eaec087 service neutron] Attempting to bind port 17339602-4b5a-41b0-b065-3ffbdc139216 on host n-h1-705658-22 for vnic_type normal with profile {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:09:57.426696 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [req-2cf24faf-dc5e-465a-9864-1c4847d6684f req-80dfec68-f613-4cfa-afa4-e4380eaec087 service neutron] Attempting to bind port 17339602-4b5a-41b0-b065-3ffbdc139216 by drivers openvswitch,hyperv on host n-h1-705658-22 at level 0 using segments [{'id': '7908a8c6-8183-4889-8605-7e118a3f4a32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '930c0126-6c68-491e-a084-11ad1d91fd9d'}] {{(pid=105584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:09:57.426908 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cf24faf-dc5e-465a-9864-1c4847d6684f req-80dfec68-f613-4cfa-afa4-e4380eaec087 service neutron] Attempting to bind port 17339602-4b5a-41b0-b065-3ffbdc139216 on network 930c0126-6c68-491e-a084-11ad1d91fd9d {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:09:57.542047 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-2cf24faf-dc5e-465a-9864-1c4847d6684f req-e1e65799-952e-498f-b9a0-a02972ecf238 service neutron] 10.222.0.60 "GET /v2.0/networks/930c0126-6c68-491e-a084-11ad1d91fd9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1451602 Jul 27 21:09:57.546683 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cf24faf-dc5e-465a-9864-1c4847d6684f req-80dfec68-f613-4cfa-afa4-e4380eaec087 service neutron] Port 17339602-4b5a-41b0-b065-3ffbdc139216 on network 930c0126-6c68-491e-a084-11ad1d91fd9d not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-22 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:09:57.547036 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cf24faf-dc5e-465a-9864-1c4847d6684f req-80dfec68-f613-4cfa-afa4-e4380eaec087 service neutron] Attempting to bind port 17339602-4b5a-41b0-b065-3ffbdc139216 on network 930c0126-6c68-491e-a084-11ad1d91fd9d {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:09:57.582192 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cf24faf-dc5e-465a-9864-1c4847d6684f req-80dfec68-f613-4cfa-afa4-e4380eaec087 service neutron] Checking agent: {'id': '9d9bc37f-4d75-44ef-9f63-799aab3e316f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 49, 36), 'started_at': datetime.datetime(2021, 7, 27, 20, 49, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 9, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:09:57.582547 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cf24faf-dc5e-465a-9864-1c4847d6684f req-80dfec68-f613-4cfa-afa4-e4380eaec087 service neutron] Checking segment: {'id': '7908a8c6-8183-4889-8605-7e118a3f4a32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '930c0126-6c68-491e-a084-11ad1d91fd9d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:09:57.582947 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cf24faf-dc5e-465a-9864-1c4847d6684f req-80dfec68-f613-4cfa-afa4-e4380eaec087 service neutron] Bound using segment: {'id': '7908a8c6-8183-4889-8605-7e118a3f4a32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '930c0126-6c68-491e-a084-11ad1d91fd9d'} {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:09:57.583422 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [req-2cf24faf-dc5e-465a-9864-1c4847d6684f req-80dfec68-f613-4cfa-afa4-e4380eaec087 service neutron] Bound port: 17339602-4b5a-41b0-b065-3ffbdc139216, host: n-h1-705658-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7908a8c6-8183-4889-8605-7e118a3f4a32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '930c0126-6c68-491e-a084-11ad1d91fd9d'}}] {{(pid=105584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:09:57.583789 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-2cf24faf-dc5e-465a-9864-1c4847d6684f req-80dfec68-f613-4cfa-afa4-e4380eaec087 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:57.706085 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [req-2cf24faf-dc5e-465a-9864-1c4847d6684f req-80dfec68-f613-4cfa-afa4-e4380eaec087 service neutron] For port 17339602-4b5a-41b0-b065-3ffbdc139216, host n-h1-705658-22, cleared binding levels {{(pid=105584) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:09:57.708614 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6dbd9ad5-abc7-49ea-bd34-4e56dd09224e tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Router 6c164824-0a48-4a39-be5a-a5c107d61cff is scheduled to L3 agent dd128fd7-8e57-4d4f-895b-a96b369df59a with binding_index 1 {{(pid=105584) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 21:09:57.711600 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [req-2cf24faf-dc5e-465a-9864-1c4847d6684f req-80dfec68-f613-4cfa-afa4-e4380eaec087 service neutron] For port 17339602-4b5a-41b0-b065-3ffbdc139216, host n-h1-705658-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=17339602-4b5a-41b0-b065-3ffbdc139216,segment=NetworkSegment(7908a8c6-8183-4889-8605-7e118a3f4a32),segment_id=7908a8c6-8183-4889-8605-7e118a3f4a32)] {{(pid=105584) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:09:57.718716 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-2cf24faf-dc5e-465a-9864-1c4847d6684f req-80dfec68-f613-4cfa-afa4-e4380eaec087 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9014027'] for port, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:57.812069 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf24faf-dc5e-465a-9864-1c4847d6684f req-80dfec68-f613-4cfa-afa4-e4380eaec087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:09:57.812839 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-2cf24faf-dc5e-465a-9864-1c4847d6684f req-80dfec68-f613-4cfa-afa4-e4380eaec087 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:57.814303 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-2cf24faf-dc5e-465a-9864-1c4847d6684f req-80dfec68-f613-4cfa-afa4-e4380eaec087 service neutron] 10.222.0.36 "PUT /v2.0/ports/17339602-4b5a-41b0-b065-3ffbdc139216 HTTP/1.1" status: 200 len: 1093 time: 1.9700606 Jul 27 21:09:57.817456 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e8c875b-a98b-4d96-9438-46414276522d', 'tag': '17339602-4b5a-41b0-b065-3ffbdc139216'}] {{(pid=105584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:09:57.819794 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bce5e6c8685464f7626901654159975603b047827e3138302ed6566e28f1343" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9474582-662f-4f98-95af-a76383f17986" -d '{"events": [{"name": "network-changed", "server_uuid": "5e8c875b-a98b-4d96-9438-46414276522d", "tag": "17339602-4b5a-41b0-b065-3ffbdc139216"}]}' {{(pid=105584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:09:57.888767 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80dfec68-f613-4cfa-afa4-e4380eaec087 service neutron] Pushing event updated for resources: {'Port': ['ID=17339602-4b5a-41b0-b065-3ffbdc139216,revision_number=3']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:09:57.943882 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6dbd9ad5-abc7-49ea-bd34-4e56dd09224e tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Notify agent at l3_agent.n-d-705658-22 the message routers_updated {{(pid=105584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:09:57.955717 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19141d9f-6f30-4328-bcbf-6f812d045d80 None None] Sync routers for ids ['6c164824-0a48-4a39-be5a-a5c107d61cff'] in n-d-705658-22 {{(pid=105586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:09:57.972709 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-6dbd9ad5-abc7-49ea-bd34-4e56dd09224e tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Notify callbacks [] for router, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:57.975112 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-6dbd9ad5-abc7-49ea-bd34-4e56dd09224e tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 3.5608015 Jul 27 21:09:57.975268 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19141d9f-6f30-4328-bcbf-6f812d045d80 None None] Routers {'6c164824-0a48-4a39-be5a-a5c107d61cff'} bound to L3 agent in host n-d-705658-22 {{(pid=105586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:09:57.975268 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-19141d9f-6f30-4328-bcbf-6f812d045d80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:09:42Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['6c164824-0a48-4a39-be5a-a5c107d61cff'], 'active': True} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:09:57.978807 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 55402) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:09:57.989890 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf24faf-dc5e-465a-9864-1c4847d6684f req-68fdb724-9384-41a2-9dab-b0c7cc698502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:09:57.991728 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-2cf24faf-dc5e-465a-9864-1c4847d6684f req-68fdb724-9384-41a2-9dab-b0c7cc698502 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a522c164c64347dea986be4f37788051&device_id=5e8c875b-a98b-4d96-9438-46414276522d HTTP/1.1" status: 200 len: 1096 time: 0.0981445 Jul 27 21:09:58.009009 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-19141d9f-6f30-4328-bcbf-6f812d045d80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-22', False) {} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:09:58.018897 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19141d9f-6f30-4328-bcbf-6f812d045d80 None None] Routers {'6c164824-0a48-4a39-be5a-a5c107d61cff'} bound to L3 agent in host n-d-705658-22 {{(pid=105586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:09:58.019900 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-19141d9f-6f30-4328-bcbf-6f812d045d80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:09:42Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['6c164824-0a48-4a39-be5a-a5c107d61cff'], 'active': True} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:09:58.068630 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-19141d9f-6f30-4328-bcbf-6f812d045d80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-22', False) {} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:09:58.069513 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19141d9f-6f30-4328-bcbf-6f812d045d80 None None] The sync data for ids ['6c164824-0a48-4a39-be5a-a5c107d61cff'] in n-d-705658-22 is: [] {{(pid=105586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:09:58.072771 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-2cf24faf-dc5e-465a-9864-1c4847d6684f req-a0e80571-1209-47e2-830c-ae0926861675 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=17339602-4b5a-41b0-b065-3ffbdc139216 HTTP/1.1" status: 200 len: 217 time: 0.0415463 Jul 27 21:09:58.129671 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-2cf24faf-dc5e-465a-9864-1c4847d6684f req-47915f1f-c0ea-4887-be90-dec19235e2da service neutron] 10.222.0.60 "GET /v2.0/networks/930c0126-6c68-491e-a084-11ad1d91fd9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5633082 Jul 27 21:09:58.146232 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111be2b0-7167-45c1-8d14-e70bf47194bf req-dafe4ffd-7e11-40c5-a3c7-d13b62b078a6 tempest-MultipleCreateTestJSON-2100520218 tempest-MultipleCreateTestJSON-2100520218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:09:58.147833 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-111be2b0-7167-45c1-8d14-e70bf47194bf req-dafe4ffd-7e11-40c5-a3c7-d13b62b078a6 tempest-MultipleCreateTestJSON-2100520218 tempest-MultipleCreateTestJSON-2100520218-project] 10.222.0.59 "GET /v2.0/ports?device_id=5e8c875b-a98b-4d96-9438-46414276522d HTTP/1.1" status: 200 len: 944 time: 0.5093303 Jul 27 21:09:58.171015 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3575b670-3905-4d9f-8b62-0b02ca3df5a1 req-ff954e07-2a9f-4f29-8413-063bcb654c40 tempest-AttachVolumeTestJSON-850155022 tempest-AttachVolumeTestJSON-850155022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:09:58.172546 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-3575b670-3905-4d9f-8b62-0b02ca3df5a1 req-ff954e07-2a9f-4f29-8413-063bcb654c40 tempest-AttachVolumeTestJSON-850155022 tempest-AttachVolumeTestJSON-850155022-project] 10.222.0.59 "GET /v2.0/ports?device_id=0f9b044c-3d59-4da2-bba4-f9456b3d9774 HTTP/1.1" status: 200 len: 946 time: 0.5948293 Jul 27 21:09:58.175066 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf24faf-dc5e-465a-9864-1c4847d6684f req-4ece6d2c-8cb1-49f8-a314-be4bafe7519c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:09:58.176952 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-2cf24faf-dc5e-465a-9864-1c4847d6684f req-4ece6d2c-8cb1-49f8-a314-be4bafe7519c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5aff9ce3-1da7-4417-a3c8-adf3c66750fb HTTP/1.1" status: 200 len: 852 time: 0.0933275 Jul 27 21:09:58.255285 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-2cf24faf-dc5e-465a-9864-1c4847d6684f req-cac7fd13-88e9-4c9f-bd8b-d3cc9b69ee56 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=930c0126-6c68-491e-a084-11ad1d91fd9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0657122 Jul 27 21:09:58.260186 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-3575b670-3905-4d9f-8b62-0b02ca3df5a1 req-124278af-b9c5-4f1d-ada1-3673bf8a0c1b tempest-AttachVolumeTestJSON-850155022 tempest-AttachVolumeTestJSON-850155022-project] 10.222.0.59 "GET /v2.0/security-groups?id=422951fc-fa2c-4390-9ebd-848cc406cf38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0733821 Jul 27 21:09:58.269371 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-111be2b0-7167-45c1-8d14-e70bf47194bf req-eceebde1-cbbf-4d92-a5c5-edf01bc016ac tempest-MultipleCreateTestJSON-2100520218 tempest-MultipleCreateTestJSON-2100520218-project] 10.222.0.59 "GET /v2.0/security-groups?id=0d19f387-1b85-4f76-b010-4ba2dd1c78d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094894 Jul 27 21:09:58.304100 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62c0dd9-687a-4c7c-bfb3-e088348ffa2c req-08a0299c-70fa-48d9-a3d1-2f867d6b157d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:09:58.305590 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f62c0dd9-687a-4c7c-bfb3-e088348ffa2c req-08a0299c-70fa-48d9-a3d1-2f867d6b157d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a522c164c64347dea986be4f37788051&device_id=0d9e5de6-56fd-4363-8bcb-155381856ba0 HTTP/1.1" status: 200 len: 1095 time: 0.1029165 Jul 27 21:09:58.411026 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:09:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1a1ffe0-34eb-4cce-b9e6-b94a36d82742 x-openstack-request-id: req-a1a1ffe0-34eb-4cce-b9e6-b94a36d82742 {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:09:58.411318 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e8c875b-a98b-4d96-9438-46414276522d", "tag": "17339602-4b5a-41b0-b065-3ffbdc139216", "status": "completed", "code": 200}]} {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:09:58.411566 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-a1a1ffe0-34eb-4cce-b9e6-b94a36d82742 {{(pid=105584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:09:58.411969 n-d-705658-22 neutron-server[105584]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e8c875b-a98b-4d96-9438-46414276522d', 'tag': '17339602-4b5a-41b0-b065-3ffbdc139216', 'status': 'completed', 'code': 200} Jul 27 21:09:58.434189 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62c0dd9-687a-4c7c-bfb3-e088348ffa2c req-614724d9-92a6-49ec-90e1-f5a6d6fed919 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:09:58.435878 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f62c0dd9-687a-4c7c-bfb3-e088348ffa2c req-614724d9-92a6-49ec-90e1-f5a6d6fed919 service neutron] 10.222.0.60 "GET /v2.0/networks?id=930c0126-6c68-491e-a084-11ad1d91fd9d HTTP/1.1" status: 200 len: 913 time: 0.1205013 Jul 27 21:09:58.437252 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-2cf24faf-dc5e-465a-9864-1c4847d6684f req-c0835796-e35b-4fa1-b268-6432a9ac7462 service neutron] 10.222.0.36 "GET /v2.0/networks/930c0126-6c68-491e-a084-11ad1d91fd9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1702974 Jul 27 21:09:58.495532 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f62c0dd9-687a-4c7c-bfb3-e088348ffa2c req-522b46fc-2c3d-4a54-8212-3071e55fdfa0 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cbad6c0a-1844-4c89-9a82-6a577212254b HTTP/1.1" status: 200 len: 217 time: 0.0503471 Jul 27 21:09:58.584108 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62c0dd9-687a-4c7c-bfb3-e088348ffa2c req-d39fc0fb-e779-4c20-aeb7-262de906751c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:09:58.585571 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f62c0dd9-687a-4c7c-bfb3-e088348ffa2c req-d39fc0fb-e779-4c20-aeb7-262de906751c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=5aff9ce3-1da7-4417-a3c8-adf3c66750fb HTTP/1.1" status: 200 len: 852 time: 0.0811093 Jul 27 21:09:58.621986 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-2cf24faf-dc5e-465a-9864-1c4847d6684f req-9707467c-0f25-49ac-93b8-c84343f4a2d4 service neutron] 10.222.0.36 "GET /v2.0/networks/930c0126-6c68-491e-a084-11ad1d91fd9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1760461 Jul 27 21:09:58.638328 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8fd8da-20ff-4975-876e-2ea3b2f9213c req-c6ed99e6-817f-4ade-bdb6-071c38efc652 tempest-ListServerFiltersTestJSON-1491704447 tempest-ListServerFiltersTestJSON-1491704447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:09:58.647573 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-2d8fd8da-20ff-4975-876e-2ea3b2f9213c req-c6ed99e6-817f-4ade-bdb6-071c38efc652 tempest-ListServerFiltersTestJSON-1491704447 tempest-ListServerFiltersTestJSON-1491704447-project] 10.222.0.59 "GET /v2.0/ports?device_id=3ec68082-1269-4333-94b4-18ecd4705e46 HTTP/1.1" status: 200 len: 946 time: 0.1545849 Jul 27 21:09:58.668609 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f62c0dd9-687a-4c7c-bfb3-e088348ffa2c req-a48af1c5-1078-4e81-88f8-7194d3ff237c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=930c0126-6c68-491e-a084-11ad1d91fd9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0691104 Jul 27 21:09:58.727432 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-2d8fd8da-20ff-4975-876e-2ea3b2f9213c req-46744c23-7b97-4eaa-b08b-17c28a24766b tempest-ListServerFiltersTestJSON-1491704447 tempest-ListServerFiltersTestJSON-1491704447-project] 10.222.0.59 "GET /v2.0/security-groups?id=8dfcd13b-e54c-4aad-8514-fdac1e892828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789559 Jul 27 21:09:58.828905 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f62c0dd9-687a-4c7c-bfb3-e088348ffa2c req-5dd2e2f9-68ac-4d0e-9909-1e4b3e597537 service neutron] 10.222.0.60 "GET /v2.0/networks/930c0126-6c68-491e-a084-11ad1d91fd9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1439686 Jul 27 21:09:58.876155 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-ddb4f5b8-d8a2-4414-99af-c284ad81cfc5 tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:58.889509 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9474582-662f-4f98-95af-a76383f17986 req-5681cc1b-46f1-4461-8c1c-9539623b85cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:09:58.891114 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-d9474582-662f-4f98-95af-a76383f17986 req-5681cc1b-46f1-4461-8c1c-9539623b85cc service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a522c164c64347dea986be4f37788051&device_id=5e8c875b-a98b-4d96-9438-46414276522d HTTP/1.1" status: 200 len: 1096 time: 0.1744971 Jul 27 21:09:58.958889 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f62c0dd9-687a-4c7c-bfb3-e088348ffa2c req-468e5c66-c095-4f94-bb42-84faea7855c1 service neutron] 10.222.0.60 "GET /v2.0/networks/930c0126-6c68-491e-a084-11ad1d91fd9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1180382 Jul 27 21:09:59.448927 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9474582-662f-4f98-95af-a76383f17986 req-6382433b-4eaf-423b-aaeb-9c748d9887ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:09:59.450486 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-d9474582-662f-4f98-95af-a76383f17986 req-6382433b-4eaf-423b-aaeb-9c748d9887ac service neutron] 10.222.0.36 "GET /v2.0/networks?id=930c0126-6c68-491e-a084-11ad1d91fd9d HTTP/1.1" status: 200 len: 913 time: 0.5373259 Jul 27 21:09:59.487983 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4070378-78ca-4c83-8580-a09e8e774c28 req-cd85ea14-fef0-4378-8e98-09e5b4d96775 tempest-AttachVolumeTestJSON-850155022 tempest-AttachVolumeTestJSON-850155022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:09:59.492208 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e4070378-78ca-4c83-8580-a09e8e774c28 req-cd85ea14-fef0-4378-8e98-09e5b4d96775 tempest-AttachVolumeTestJSON-850155022 tempest-AttachVolumeTestJSON-850155022-project] 10.222.0.59 "GET /v2.0/ports?device_id=0f9b044c-3d59-4da2-bba4-f9456b3d9774 HTTP/1.1" status: 200 len: 946 time: 0.1385992 Jul 27 21:09:59.527425 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-d9474582-662f-4f98-95af-a76383f17986 req-482af4dd-3568-4948-9f17-3e8565219648 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=17339602-4b5a-41b0-b065-3ffbdc139216 HTTP/1.1" status: 200 len: 217 time: 0.0444627 Jul 27 21:09:59.545199 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e4070378-78ca-4c83-8580-a09e8e774c28 req-5ba808c0-b0f0-4c8b-b47b-9e521ba1b236 tempest-AttachVolumeTestJSON-850155022 tempest-AttachVolumeTestJSON-850155022-project] 10.222.0.59 "GET /v2.0/security-groups?id=422951fc-fa2c-4390-9ebd-848cc406cf38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471108 Jul 27 21:09:59.553950 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e233fce4-a84e-4967-9df5-6572b62dcf8d req-8bdd45c3-ac00-48cb-aca4-9d570fb06b2e tempest-MultipleCreateTestJSON-2100520218 tempest-MultipleCreateTestJSON-2100520218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:09:59.555543 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e233fce4-a84e-4967-9df5-6572b62dcf8d req-8bdd45c3-ac00-48cb-aca4-9d570fb06b2e tempest-MultipleCreateTestJSON-2100520218 tempest-MultipleCreateTestJSON-2100520218-project] 10.222.0.59 "GET /v2.0/ports?device_id=5e8c875b-a98b-4d96-9438-46414276522d HTTP/1.1" status: 200 len: 944 time: 0.1220994 Jul 27 21:09:59.622211 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e233fce4-a84e-4967-9df5-6572b62dcf8d req-6aedd91f-7afb-407b-a774-75176e653a1a tempest-MultipleCreateTestJSON-2100520218 tempest-MultipleCreateTestJSON-2100520218-project] 10.222.0.59 "GET /v2.0/security-groups?id=0d19f387-1b85-4f76-b010-4ba2dd1c78d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581610 Jul 27 21:09:59.628940 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9474582-662f-4f98-95af-a76383f17986 req-508b0d93-e9fd-42d5-a530-0c352a492da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:09:59.630411 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-d9474582-662f-4f98-95af-a76383f17986 req-508b0d93-e9fd-42d5-a530-0c352a492da5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5aff9ce3-1da7-4417-a3c8-adf3c66750fb HTTP/1.1" status: 200 len: 852 time: 0.0899842 Jul 27 21:09:59.704015 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-d9474582-662f-4f98-95af-a76383f17986 req-0162b6bb-07ea-4b4f-afea-514993740f0c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=930c0126-6c68-491e-a084-11ad1d91fd9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0352771 Jul 27 21:09:59.715170 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.db_base_plugin_common [None req-ddb4f5b8-d8a2-4414-99af-c284ad81cfc5 tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Allocated IP 172.20.0.1 (1850f596-eec6-4941-bfd3-6a8b7e43522c/09cd6f3a-f58e-40a1-a50a-e4b766f605d5/0095f8d3-308d-4e08-a1d4-361924ce4645) {{(pid=105584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:09:59.921287 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-d9474582-662f-4f98-95af-a76383f17986 req-dfc80206-d4dd-4e3a-9abb-233abf7a2d0b service neutron] 10.222.0.36 "GET /v2.0/networks/930c0126-6c68-491e-a084-11ad1d91fd9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1972716 Jul 27 21:09:59.967721 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7815503-819b-4369-919a-95913a7ad6e1 req-f8a2bde6-fde1-4936-bf3d-a28b29bb6f94 tempest-ListServerFiltersTestJSON-1491704447 tempest-ListServerFiltersTestJSON-1491704447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:09:59.969477 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b7815503-819b-4369-919a-95913a7ad6e1 req-f8a2bde6-fde1-4936-bf3d-a28b29bb6f94 tempest-ListServerFiltersTestJSON-1491704447 tempest-ListServerFiltersTestJSON-1491704447-project] 10.222.0.59 "GET /v2.0/ports?device_id=3ec68082-1269-4333-94b4-18ecd4705e46 HTTP/1.1" status: 200 len: 946 time: 0.1444013 Jul 27 21:10:00.007076 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-ddb4f5b8-d8a2-4414-99af-c284ad81cfc5 tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Notify callbacks [] for port, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:00.045799 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b7815503-819b-4369-919a-95913a7ad6e1 req-c39cd399-9614-4928-a371-85cb5de7bf56 tempest-ListServerFiltersTestJSON-1491704447 tempest-ListServerFiltersTestJSON-1491704447-project] 10.222.0.59 "GET /v2.0/security-groups?id=8dfcd13b-e54c-4aad-8514-fdac1e892828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570619 Jul 27 21:10:00.054828 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3069dcf6-c7cf-45d9-b556-e3a6bb2b40c8 req-77ba8f86-d535-4ec7-9558-a2d80214e373 tempest-ImagesTestJSON-607612606 tempest-ImagesTestJSON-607612606-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:00.056343 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-3069dcf6-c7cf-45d9-b556-e3a6bb2b40c8 req-77ba8f86-d535-4ec7-9558-a2d80214e373 tempest-ImagesTestJSON-607612606 tempest-ImagesTestJSON-607612606-project] 10.222.0.59 "GET /v2.0/networks?id=72109025-d173-4d38-a78b-046bd6975a9d HTTP/1.1" status: 200 len: 805 time: 0.1432040 Jul 27 21:10:00.071705 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-d9474582-662f-4f98-95af-a76383f17986 req-cf2c469d-1ee5-4db0-9a88-f51e3bc4c48d service neutron] 10.222.0.36 "GET /v2.0/networks/930c0126-6c68-491e-a084-11ad1d91fd9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350162 Jul 27 21:10:00.090090 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-3069dcf6-c7cf-45d9-b556-e3a6bb2b40c8 req-fd4a6944-3024-4b10-9114-78e115b2f517 tempest-ImagesTestJSON-607612606 tempest-ImagesTestJSON-607612606-project] 10.222.0.59 "GET /v2.0/quotas/a39d600e729a489d99ed420d77266b4e HTTP/1.1" status: 200 len: 375 time: 0.0200508 Jul 27 21:10:00.104061 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-ddb4f5b8-d8a2-4414-99af-c284ad81cfc5 tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:00.149805 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddb4f5b8-d8a2-4414-99af-c284ad81cfc5 tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Network 1850f596-eec6-4941-bfd3-6a8b7e43522c is already hosted by enough agents. {{(pid=105584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:10:00.154765 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [None req-ddb4f5b8-d8a2-4414-99af-c284ad81cfc5 tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Resources bound (agent type, host, resource id): {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:10:00.158420 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddb4f5b8-d8a2-4414-99af-c284ad81cfc5 tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Received port after_create {{(pid=105584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:10:00.176447 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-3069dcf6-c7cf-45d9-b556-e3a6bb2b40c8 req-53b6450a-1977-4913-9dbc-03e1ac2ca9d9 tempest-ImagesTestJSON-607612606 tempest-ImagesTestJSON-607612606-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=a39d600e729a489d99ed420d77266b4e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0904408 Jul 27 21:10:00.197780 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb4f5b8-d8a2-4414-99af-c284ad81cfc5 tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Pushing event updated for resources: {'Port': ['ID=0095f8d3-308d-4e08-a1d4-361924ce4645,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:10:00.207925 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-ddb4f5b8-d8a2-4414-99af-c284ad81cfc5 tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4075523'] for router_interface, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:00.317189 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-3069dcf6-c7cf-45d9-b556-e3a6bb2b40c8 req-21420602-d902-4f4e-bde4-205cf609ce87 service neutron] 10.222.0.59 "GET /v2.0/networks/72109025-d173-4d38-a78b-046bd6975a9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319695 Jul 27 21:10:00.376780 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-ddb4f5b8-d8a2-4414-99af-c284ad81cfc5 tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:00.448881 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-3069dcf6-c7cf-45d9-b556-e3a6bb2b40c8 req-db1bc6e6-a890-4dee-97d5-5db02a63e8ad service neutron] 10.222.0.59 "GET /v2.0/networks/72109025-d173-4d38-a78b-046bd6975a9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249132 Jul 27 21:10:00.713938 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-3daf5d56-6bf1-4f7a-bbf8-323c23582c23 req-584f33df-0eb0-45db-b1c1-97cd2f94be90 tempest-ImagesTestJSON-607612606 tempest-ImagesTestJSON-607612606-project] 10.222.0.59 "GET /v2.0/ports?device_id=0bbe04d2-a9e7-499a-a4e2-933e97783cb3 HTTP/1.1" status: 200 len: 210 time: 0.0756412 Jul 27 21:10:00.740163 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-ddb4f5b8-d8a2-4414-99af-c284ad81cfc5 tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Notify callbacks [] for port, precommit_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:00.750554 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-ddb4f5b8-d8a2-4414-99af-c284ad81cfc5 tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9014027'] for port, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:00.770132 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dd6eed-c673-41f9-aa7c-c786084c1d76 req-f01df5c7-cd95-4321-9e02-63686ef472de tempest-AttachVolumeTestJSON-850155022 tempest-AttachVolumeTestJSON-850155022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:00.779420 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-79dd6eed-c673-41f9-aa7c-c786084c1d76 req-f01df5c7-cd95-4321-9e02-63686ef472de tempest-AttachVolumeTestJSON-850155022 tempest-AttachVolumeTestJSON-850155022-project] 10.222.0.59 "GET /v2.0/ports?device_id=0f9b044c-3d59-4da2-bba4-f9456b3d9774 HTTP/1.1" status: 200 len: 946 time: 0.1262310 Jul 27 21:10:00.870239 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-79dd6eed-c673-41f9-aa7c-c786084c1d76 req-83eabbcf-c13e-43ee-8cbd-d5b70f4353de tempest-AttachVolumeTestJSON-850155022 tempest-AttachVolumeTestJSON-850155022-project] 10.222.0.59 "GET /v2.0/security-groups?id=422951fc-fa2c-4390-9ebd-848cc406cf38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0864534 Jul 27 21:10:00.890527 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-ddb4f5b8-d8a2-4414-99af-c284ad81cfc5 tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3743906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4076435'] for router_interface, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:00.940169 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c03ae3-1484-41b7-88d2-c3172d47e6a4 req-a1cd71e5-ffcb-40cd-a961-aa94d073447d tempest-MultipleCreateTestJSON-2100520218 tempest-MultipleCreateTestJSON-2100520218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:00.951568 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a9c03ae3-1484-41b7-88d2-c3172d47e6a4 req-a1cd71e5-ffcb-40cd-a961-aa94d073447d tempest-MultipleCreateTestJSON-2100520218 tempest-MultipleCreateTestJSON-2100520218-project] 10.222.0.59 "GET /v2.0/ports?device_id=5e8c875b-a98b-4d96-9438-46414276522d HTTP/1.1" status: 200 len: 944 time: 0.1470587 Jul 27 21:10:00.971621 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb4f5b8-d8a2-4414-99af-c284ad81cfc5 tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Pushing event updated for resources: {'Port': ['ID=0095f8d3-308d-4e08-a1d4-361924ce4645,revision_number=2']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:10:01.019274 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a9c03ae3-1484-41b7-88d2-c3172d47e6a4 req-ef8447f2-bf75-48a7-b19d-43746d239541 tempest-MultipleCreateTestJSON-2100520218 tempest-MultipleCreateTestJSON-2100520218-project] 10.222.0.59 "GET /v2.0/security-groups?id=0d19f387-1b85-4f76-b010-4ba2dd1c78d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619831 Jul 27 21:10:01.031642 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddb4f5b8-d8a2-4414-99af-c284ad81cfc5 tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Network 1850f596-eec6-4941-bfd3-6a8b7e43522c is already hosted by enough agents. {{(pid=105584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:10:01.036160 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [None req-ddb4f5b8-d8a2-4414-99af-c284ad81cfc5 tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Resources bound (agent type, host, resource id): {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:10:01.165870 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddb4f5b8-d8a2-4414-99af-c284ad81cfc5 tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Router 6c164824-0a48-4a39-be5a-a5c107d61cff has already been hosted by L3 agent dd128fd7-8e57-4d4f-895b-a96b369df59a {{(pid=105584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:10:01.228329 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d55512b-0dad-4392-b515-ffcb298259eb req-8e33eae3-c032-4dd3-8174-2062ad5aa25e tempest-ListServerFiltersTestJSON-1491704447 tempest-ListServerFiltersTestJSON-1491704447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:01.229913 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-1d55512b-0dad-4392-b515-ffcb298259eb req-8e33eae3-c032-4dd3-8174-2062ad5aa25e tempest-ListServerFiltersTestJSON-1491704447 tempest-ListServerFiltersTestJSON-1491704447-project] 10.222.0.59 "GET /v2.0/ports?device_id=3ec68082-1269-4333-94b4-18ecd4705e46 HTTP/1.1" status: 200 len: 946 time: 0.0825164 Jul 27 21:10:01.277814 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddb4f5b8-d8a2-4414-99af-c284ad81cfc5 tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Notify agent at l3_agent.n-d-705658-22 the message routers_updated {{(pid=105584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:10:01.287773 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4f9fde6-3039-4420-9746-98ec37695acb None None] Sync routers for ids ['6c164824-0a48-4a39-be5a-a5c107d61cff'] in n-d-705658-22 {{(pid=105587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:10:01.298075 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4f9fde6-3039-4420-9746-98ec37695acb None None] Routers {'6c164824-0a48-4a39-be5a-a5c107d61cff'} bound to L3 agent in host n-d-705658-22 {{(pid=105587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:10:01.299378 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-b4f9fde6-3039-4420-9746-98ec37695acb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:09:42Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['6c164824-0a48-4a39-be5a-a5c107d61cff'], 'active': True} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:10:01.303809 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-ddb4f5b8-d8a2-4414-99af-c284ad81cfc5 tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] 10.222.0.59 "PUT /v2.0/routers/6c164824-0a48-4a39-be5a-a5c107d61cff/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3236301 Jul 27 21:10:01.306810 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 55552) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:10:01.312031 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-19067a59-4a6a-42e0-8c9c-513bf99aca79 tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Request body: {'port': {'network_id': '1850f596-eec6-4941-bfd3-6a8b7e43522c', 'name': 'tempest-FloatingIPTestJSON-1609696810'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:10:01.327132 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-1d55512b-0dad-4392-b515-ffcb298259eb req-f60c0002-cd6c-41db-b4d5-a41731637c91 tempest-ListServerFiltersTestJSON-1491704447 tempest-ListServerFiltersTestJSON-1491704447-project] 10.222.0.59 "GET /v2.0/security-groups?id=8dfcd13b-e54c-4aad-8514-fdac1e892828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833549 Jul 27 21:10:01.338927 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-b4f9fde6-3039-4420-9746-98ec37695acb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-22', False) {} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:10:01.352469 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4f9fde6-3039-4420-9746-98ec37695acb None None] Routers {'6c164824-0a48-4a39-be5a-a5c107d61cff'} bound to L3 agent in host n-d-705658-22 {{(pid=105587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:10:01.353497 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-b4f9fde6-3039-4420-9746-98ec37695acb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:09:42Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['6c164824-0a48-4a39-be5a-a5c107d61cff'], 'active': True} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:10:01.387209 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-b4f9fde6-3039-4420-9746-98ec37695acb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-22', False) {} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:10:01.388062 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4f9fde6-3039-4420-9746-98ec37695acb None None] The sync data for ids ['6c164824-0a48-4a39-be5a-a5c107d61cff'] in n-d-705658-22 is: [] {{(pid=105587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:10:01.408702 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2385923c-0eef-454e-90cb-467b56098c21 req-5f0e4ebd-de68-4da4-a157-ec42e9cf4f20 tempest-ImagesTestJSON-607612606 tempest-ImagesTestJSON-607612606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:01.410470 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-2385923c-0eef-454e-90cb-467b56098c21 req-5f0e4ebd-de68-4da4-a157-ec42e9cf4f20 tempest-ImagesTestJSON-607612606 tempest-ImagesTestJSON-607612606-project] 10.222.0.60 "GET /v2.0/ports?device_id=3df18367-d5f2-4562-b9b0-adc84180d413 HTTP/1.1" status: 200 len: 945 time: 0.1399715 Jul 27 21:10:01.485674 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device 17339602-4b5a-41b0-b065-3ffbdc139216 details requested by agent hyperv_n-h1-705658-22 with host n-h1-705658-22 {{(pid=105586) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:10:01.501127 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19067a59-4a6a-42e0-8c9c-513bf99aca79 tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Made reservation on behalf of 511ce5d1083743dab193eb4830e1be29 for: {'port': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:10:01.506791 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-19067a59-4a6a-42e0-8c9c-513bf99aca79 tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:01.535324 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [None req-19067a59-4a6a-42e0-8c9c-513bf99aca79 tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] device_id is not set on port b74dbe10-dc08-4d1f-b5ce-618da681d911 yet. {{(pid=105584) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 21:10:01.544094 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [req-2385923c-0eef-454e-90cb-467b56098c21 req-ace9fa3d-3e2d-4597-b3c3-62452b795cae tempest-ImagesTestJSON-607612606 tempest-ImagesTestJSON-607612606-project] Deleting port 9852ccb6-761a-4a2a-9f2a-b133a92a7329 {{(pid=105585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:10:01.544439 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-2385923c-0eef-454e-90cb-467b56098c21 req-ace9fa3d-3e2d-4597-b3c3-62452b795cae tempest-ImagesTestJSON-607612606 tempest-ImagesTestJSON-607612606-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:01.627766 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] For port 17339602-4b5a-41b0-b065-3ffbdc139216, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=17339602-4b5a-41b0-b065-3ffbdc139216,segment=NetworkSegment(7908a8c6-8183-4889-8605-7e118a3f4a32),segment_id=7908a8c6-8183-4889-8605-7e118a3f4a32)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:10:01.647150 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.db [req-2385923c-0eef-454e-90cb-467b56098c21 req-ace9fa3d-3e2d-4597-b3c3-62452b795cae tempest-ImagesTestJSON-607612606 tempest-ImagesTestJSON-607612606-project] For port 9852ccb6-761a-4a2a-9f2a-b133a92a7329, host n-h2-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=9852ccb6-761a-4a2a-9f2a-b133a92a7329,segment=NetworkSegment(74356e05-950c-4c55-88c6-85a1b1fc145d),segment_id=74356e05-950c-4c55-88c6-85a1b1fc145d)] {{(pid=105585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:10:01.647150 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-2385923c-0eef-454e-90cb-467b56098c21 req-ace9fa3d-3e2d-4597-b3c3-62452b795cae tempest-ImagesTestJSON-607612606 tempest-ImagesTestJSON-607612606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:01.649677 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Returning: {'device': '17339602-4b5a-41b0-b065-3ffbdc139216', 'network_id': '930c0126-6c68-491e-a084-11ad1d91fd9d', 'port_id': '17339602-4b5a-41b0-b065-3ffbdc139216', 'mac_address': 'fa:16:3e:32:7b:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 226, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5aff9ce3-1da7-4417-a3c8-adf3c66750fb', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105586) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:10:01.671601 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [req-2385923c-0eef-454e-90cb-467b56098c21 req-ace9fa3d-3e2d-4597-b3c3-62452b795cae tempest-ImagesTestJSON-607612606 tempest-ImagesTestJSON-607612606-project] Calling delete_port for 9852ccb6-761a-4a2a-9f2a-b133a92a7329 owned by compute:nova {{(pid=105585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:10:01.682733 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.db_base_plugin_common [None req-19067a59-4a6a-42e0-8c9c-513bf99aca79 tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Allocated IP 172.20.0.11 (1850f596-eec6-4941-bfd3-6a8b7e43522c/09cd6f3a-f58e-40a1-a50a-e4b766f605d5/b74dbe10-dc08-4d1f-b5ce-618da681d911) {{(pid=105584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:10:01.698528 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:01.713971 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17339602-4b5a-41b0-b065-3ffbdc139216 {{(pid=105586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:10:01.735519 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] For port 17339602-4b5a-41b0-b065-3ffbdc139216, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=17339602-4b5a-41b0-b065-3ffbdc139216,segment=NetworkSegment(7908a8c6-8183-4889-8605-7e118a3f4a32),segment_id=7908a8c6-8183-4889-8605-7e118a3f4a32)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:10:01.748947 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:01.801626 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Pushing event updated for resources: {'Port': ['ID=17339602-4b5a-41b0-b065-3ffbdc139216,revision_number=4']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:10:01.809399 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:10:01.809753 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:10:01.810097 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:10:01.810430 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:10:01.810766 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:10:01.811135 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:10:01.811654 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:10:01.812173 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:10:01.812675 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:10:01.813172 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:10:01.813660 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:10:01.814148 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:10:01.839877 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Device 9852ccb6-761a-4a2a-9f2a-b133a92a7329 no longer exists at agent hyperv_n-h2-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:10:01.841872 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Device cbad6c0a-1844-4c89-9a82-6a577212254b details requested by agent hyperv_n-h2-705658-22 with host n-h2-705658-22 {{(pid=105586) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:10:01.868229 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-2385923c-0eef-454e-90cb-467b56098c21 req-ace9fa3d-3e2d-4597-b3c3-62452b795cae tempest-ImagesTestJSON-607612606 tempest-ImagesTestJSON-607612606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:01.932892 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-abb66597-fbb7-49b0-8ccf-afee8efa8ed3 req-7a446587-f446-4dd0-aab5-f9696455dc06 tempest-ImagesTestJSON-607612606 tempest-ImagesTestJSON-607612606-project] 10.222.0.59 "GET /v2.0/ports?device_id=0bbe04d2-a9e7-499a-a4e2-933e97783cb3 HTTP/1.1" status: 200 len: 210 time: 0.0774784 Jul 27 21:10:01.974944 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace9fa3d-3e2d-4597-b3c3-62452b795cae tempest-ImagesTestJSON-607612606 tempest-ImagesTestJSON-607612606-project] Pushing event deleted for resources: {'Port': ['ID=9852ccb6-761a-4a2a-9f2a-b133a92a7329,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:10:01.986223 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] No active binding found for port 9852ccb6-761a-4a2a-9f2a-b133a92a7329 {{(pid=105586) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 27 21:10:01.987221 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Device 9852ccb6-761a-4a2a-9f2a-b133a92a7329 not bound to the agent host n-h2-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:10:02.054143 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.l3_dvrscheduler_db [req-2385923c-0eef-454e-90cb-467b56098c21 req-ace9fa3d-3e2d-4597-b3c3-62452b795cae tempest-ImagesTestJSON-607612606 tempest-ImagesTestJSON-607612606-project] No DVR routers for this DVR port 9852ccb6-761a-4a2a-9f2a-b133a92a7329 on host n-h2-705658-22 {{(pid=105585) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:10:02.058290 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-2385923c-0eef-454e-90cb-467b56098c21 req-ace9fa3d-3e2d-4597-b3c3-62452b795cae tempest-ImagesTestJSON-607612606 tempest-ImagesTestJSON-607612606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:02.060505 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-2385923c-0eef-454e-90cb-467b56098c21 req-ace9fa3d-3e2d-4597-b3c3-62452b795cae tempest-ImagesTestJSON-607612606 tempest-ImagesTestJSON-607612606-project] 10.222.0.60 "DELETE /v2.0/ports/9852ccb6-761a-4a2a-9f2a-b133a92a7329 HTTP/1.1" status: 204 len: 173 time: 0.6433585 Jul 27 21:10:02.061010 n-d-705658-22 neutron-server[105585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3df18367-d5f2-4562-b9b0-adc84180d413', 'name': 'network-vif-deleted', 'tag': '9852ccb6-761a-4a2a-9f2a-b133a92a7329'}] {{(pid=105585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:10:02.063441 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d66fd65881426bfc2b5388084a3654e5eae521106a15a3dbf0eb4cde7106c36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e8a996e-6f03-40e8-965a-018ee232819c" -d '{"events": [{"server_uuid": "3df18367-d5f2-4562-b9b0-adc84180d413", "name": "network-vif-deleted", "tag": "9852ccb6-761a-4a2a-9f2a-b133a92a7329"}]}' {{(pid=105585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:10:02.073890 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3069dcf6-c7cf-45d9-b556-e3a6bb2b40c8 req-e94859c5-e2af-4c18-aff6-0b15e603e393 tempest-ImagesTestJSON-607612606 tempest-ImagesTestJSON-607612606-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:02.075510 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-3069dcf6-c7cf-45d9-b556-e3a6bb2b40c8 req-e94859c5-e2af-4c18-aff6-0b15e603e393 tempest-ImagesTestJSON-607612606 tempest-ImagesTestJSON-607612606-project] 10.222.0.60 "GET /v2.0/networks?id=72109025-d173-4d38-a78b-046bd6975a9d HTTP/1.1" status: 200 len: 805 time: 0.1854725 Jul 27 21:10:02.083179 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] For port cbad6c0a-1844-4c89-9a82-6a577212254b, host n-h2-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=cbad6c0a-1844-4c89-9a82-6a577212254b,segment=NetworkSegment(7908a8c6-8183-4889-8605-7e118a3f4a32),segment_id=7908a8c6-8183-4889-8605-7e118a3f4a32)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:10:02.094503 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [req-3069dcf6-c7cf-45d9-b556-e3a6bb2b40c8 req-92d6e4eb-3685-4db5-b968-18bf7bda9a4f tempest-ImagesTestJSON-607612606 tempest-ImagesTestJSON-607612606-project] Request body: {'port': {'device_id': '0bbe04d2-a9e7-499a-a4e2-933e97783cb3', 'network_id': '72109025-d173-4d38-a78b-046bd6975a9d', 'admin_state_up': True, 'tenant_id': 'a39d600e729a489d99ed420d77266b4e'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:10:02.105035 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Returning: {'device': 'cbad6c0a-1844-4c89-9a82-6a577212254b', 'network_id': '930c0126-6c68-491e-a084-11ad1d91fd9d', 'port_id': 'cbad6c0a-1844-4c89-9a82-6a577212254b', 'mac_address': 'fa:16:3e:7a:d0:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 226, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5aff9ce3-1da7-4417-a3c8-adf3c66750fb', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105586) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:10:02.160654 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:02.173038 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2287aee2-4632-44aa-a33d-67eb119d64e1 req-cad9e872-a97c-4df2-a460-078843f726db tempest-AttachVolumeTestJSON-850155022 tempest-AttachVolumeTestJSON-850155022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:02.176844 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-2287aee2-4632-44aa-a33d-67eb119d64e1 req-cad9e872-a97c-4df2-a460-078843f726db tempest-AttachVolumeTestJSON-850155022 tempest-AttachVolumeTestJSON-850155022-project] 10.222.0.59 "GET /v2.0/ports?device_id=0f9b044c-3d59-4da2-bba4-f9456b3d9774 HTTP/1.1" status: 200 len: 946 time: 0.1676753 Jul 27 21:10:02.211133 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [None req-3d54578f-831f-4696-b568-13c455922dab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cbad6c0a-1844-4c89-9a82-6a577212254b {{(pid=105586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:10:02.244925 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] get_ports_and_sgs() called for port_ids ['17339602-4b5a-41b0-b065-3ffbdc139216'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:10:02.245387 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-19067a59-4a6a-42e0-8c9c-513bf99aca79 tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Notify callbacks [] for port, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:02.248418 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] For port cbad6c0a-1844-4c89-9a82-6a577212254b, host n-h2-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=cbad6c0a-1844-4c89-9a82-6a577212254b,segment=NetworkSegment(7908a8c6-8183-4889-8605-7e118a3f4a32),segment_id=7908a8c6-8183-4889-8605-7e118a3f4a32)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:10:02.276890 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3069dcf6-c7cf-45d9-b556-e3a6bb2b40c8 req-92d6e4eb-3685-4db5-b968-18bf7bda9a4f tempest-ImagesTestJSON-607612606 tempest-ImagesTestJSON-607612606-project] Made reservation on behalf of a39d600e729a489d99ed420d77266b4e for: {'port': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:10:02.280502 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-3069dcf6-c7cf-45d9-b556-e3a6bb2b40c8 req-92d6e4eb-3685-4db5-b968-18bf7bda9a4f tempest-ImagesTestJSON-607612606 tempest-ImagesTestJSON-607612606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:02.280709 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:02.311569 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-2287aee2-4632-44aa-a33d-67eb119d64e1 req-3550ce41-a6c7-41c0-bf7a-729ef41e954a tempest-AttachVolumeTestJSON-850155022 tempest-AttachVolumeTestJSON-850155022-project] 10.222.0.59 "GET /v2.0/security-groups?id=422951fc-fa2c-4390-9ebd-848cc406cf38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1108470 Jul 27 21:10:02.362627 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Pushing event updated for resources: {'Port': ['ID=cbad6c0a-1844-4c89-9a82-6a577212254b,revision_number=4']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:10:02.386598 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e05dd51-a0f0-4ae4-845a-9e00db4ff19a req-9346ca43-e901-4af2-a11a-8f7abe1f7a54 tempest-MultipleCreateTestJSON-2100520218 tempest-MultipleCreateTestJSON-2100520218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:02.391173 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-2e05dd51-a0f0-4ae4-845a-9e00db4ff19a req-9346ca43-e901-4af2-a11a-8f7abe1f7a54 tempest-MultipleCreateTestJSON-2100520218 tempest-MultipleCreateTestJSON-2100520218-project] 10.222.0.59 "GET /v2.0/ports?device_id=5e8c875b-a98b-4d96-9438-46414276522d HTTP/1.1" status: 200 len: 945 time: 0.1666288 Jul 27 21:10:02.411905 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:10:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c1843fb-11b6-42e8-af6f-a1066b919b3d x-openstack-request-id: req-7c1843fb-11b6-42e8-af6f-a1066b919b3d {{(pid=105585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:10:02.412320 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3df18367-d5f2-4562-b9b0-adc84180d413", "name": "network-vif-deleted", "tag": "9852ccb6-761a-4a2a-9f2a-b133a92a7329", "status": "completed", "code": 200}]} {{(pid=105585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:10:02.412443 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-7c1843fb-11b6-42e8-af6f-a1066b919b3d {{(pid=105585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:10:02.412813 n-d-705658-22 neutron-server[105585]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3df18367-d5f2-4562-b9b0-adc84180d413', 'name': 'network-vif-deleted', 'tag': '9852ccb6-761a-4a2a-9f2a-b133a92a7329', 'status': 'completed', 'code': 200} Jul 27 21:10:02.419135 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-19067a59-4a6a-42e0-8c9c-513bf99aca79 tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:02.459825 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-2e05dd51-a0f0-4ae4-845a-9e00db4ff19a req-0a50bc66-0607-4196-841f-5ba9f263e2c0 tempest-MultipleCreateTestJSON-2100520218 tempest-MultipleCreateTestJSON-2100520218-project] 10.222.0.59 "GET /v2.0/security-groups?id=0d19f387-1b85-4f76-b010-4ba2dd1c78d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590243 Jul 27 21:10:02.477201 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19067a59-4a6a-42e0-8c9c-513bf99aca79 tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Network 1850f596-eec6-4941-bfd3-6a8b7e43522c is already hosted by enough agents. {{(pid=105584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:10:02.487225 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [None req-19067a59-4a6a-42e0-8c9c-513bf99aca79 tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Resources bound (agent type, host, resource id): {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:10:02.493108 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19067a59-4a6a-42e0-8c9c-513bf99aca79 tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Received port after_create {{(pid=105584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:10:02.566976 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19067a59-4a6a-42e0-8c9c-513bf99aca79 tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Pushing event updated for resources: {'Port': ['ID=b74dbe10-dc08-4d1f-b5ce-618da681d911,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:10:02.585135 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0584c30-9ed9-4c74-bc85-dfac0fc4ac1c req-f163c0a1-4625-4947-bf4c-1871bbb6a4ad tempest-ListServerFiltersTestJSON-1491704447 tempest-ListServerFiltersTestJSON-1491704447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:02.586813 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a0584c30-9ed9-4c74-bc85-dfac0fc4ac1c req-f163c0a1-4625-4947-bf4c-1871bbb6a4ad tempest-ListServerFiltersTestJSON-1491704447 tempest-ListServerFiltersTestJSON-1491704447-project] 10.222.0.59 "GET /v2.0/ports?device_id=3ec68082-1269-4333-94b4-18ecd4705e46 HTTP/1.1" status: 200 len: 946 time: 0.0869231 Jul 27 21:10:02.596605 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19067a59-4a6a-42e0-8c9c-513bf99aca79 tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:02.597300 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-19067a59-4a6a-42e0-8c9c-513bf99aca79 tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:02.619057 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.db_base_plugin_common [req-3069dcf6-c7cf-45d9-b556-e3a6bb2b40c8 req-92d6e4eb-3685-4db5-b968-18bf7bda9a4f tempest-ImagesTestJSON-607612606 tempest-ImagesTestJSON-607612606-project] Allocated IP 172.20.0.11 (72109025-d173-4d38-a78b-046bd6975a9d/5c3e9e9f-5a21-43a6-8c24-ea076aff9e22/c3d4e847-0c69-42d7-b0d9-ca13615ff225) {{(pid=105584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:10:02.627457 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a0584c30-9ed9-4c74-bc85-dfac0fc4ac1c req-8acda64d-77da-4ea4-8da2-758bfff73e05 tempest-ListServerFiltersTestJSON-1491704447 tempest-ListServerFiltersTestJSON-1491704447-project] 10.222.0.59 "GET /v2.0/security-groups?id=8dfcd13b-e54c-4aad-8514-fdac1e892828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341337 Jul 27 21:10:02.629636 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] get_ports_and_sgs() called for port_ids ['cbad6c0a-1844-4c89-9a82-6a577212254b'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:10:02.645805 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-19067a59-4a6a-42e0-8c9c-513bf99aca79 tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.3356915 Jul 27 21:10:02.646678 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 55582) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:10:02.653371 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-50ca8341-c56f-4180-8980-f79bdc2fc3ef tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Request body: {'port': {'network_id': '1850f596-eec6-4941-bfd3-6a8b7e43522c', 'name': 'tempest-FloatingIPTestJSON-1764881999'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:10:02.822832 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50ca8341-c56f-4180-8980-f79bdc2fc3ef tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Made reservation on behalf of 511ce5d1083743dab193eb4830e1be29 for: {'port': 1} {{(pid=105585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:10:02.828083 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-50ca8341-c56f-4180-8980-f79bdc2fc3ef tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:02.852045 n-d-705658-22 neutron-server[105585]: DEBUG neutron.notifiers.nova [None req-50ca8341-c56f-4180-8980-f79bdc2fc3ef tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] device_id is not set on port a2a55559-617d-46e1-bf94-dc61d6661ba1 yet. {{(pid=105585) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 21:10:02.881896 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-3069dcf6-c7cf-45d9-b556-e3a6bb2b40c8 req-92d6e4eb-3685-4db5-b968-18bf7bda9a4f tempest-ImagesTestJSON-607612606 tempest-ImagesTestJSON-607612606-project] Notify callbacks [] for port, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:02.934800 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-3069dcf6-c7cf-45d9-b556-e3a6bb2b40c8 req-92d6e4eb-3685-4db5-b968-18bf7bda9a4f tempest-ImagesTestJSON-607612606 tempest-ImagesTestJSON-607612606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:03.000274 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d6e4eb-3685-4db5-b968-18bf7bda9a4f tempest-ImagesTestJSON-607612606 tempest-ImagesTestJSON-607612606-project] Pushing event updated for resources: {'Port': ['ID=c3d4e847-0c69-42d7-b0d9-ca13615ff225,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:10:03.008308 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.db_base_plugin_common [None req-50ca8341-c56f-4180-8980-f79bdc2fc3ef tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Allocated IP 172.20.0.9 (1850f596-eec6-4941-bfd3-6a8b7e43522c/09cd6f3a-f58e-40a1-a50a-e4b766f605d5/a2a55559-617d-46e1-bf94-dc61d6661ba1) {{(pid=105585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:10:03.013281 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d6e4eb-3685-4db5-b968-18bf7bda9a4f tempest-ImagesTestJSON-607612606 tempest-ImagesTestJSON-607612606-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:10:03.013691 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d6e4eb-3685-4db5-b968-18bf7bda9a4f tempest-ImagesTestJSON-607612606 tempest-ImagesTestJSON-607612606-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:10:03.014239 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d6e4eb-3685-4db5-b968-18bf7bda9a4f tempest-ImagesTestJSON-607612606 tempest-ImagesTestJSON-607612606-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:10:03.014684 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d6e4eb-3685-4db5-b968-18bf7bda9a4f tempest-ImagesTestJSON-607612606 tempest-ImagesTestJSON-607612606-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:10:03.015216 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d6e4eb-3685-4db5-b968-18bf7bda9a4f tempest-ImagesTestJSON-607612606 tempest-ImagesTestJSON-607612606-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:10:03.016300 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d6e4eb-3685-4db5-b968-18bf7bda9a4f tempest-ImagesTestJSON-607612606 tempest-ImagesTestJSON-607612606-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:10:03.016300 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d6e4eb-3685-4db5-b968-18bf7bda9a4f tempest-ImagesTestJSON-607612606 tempest-ImagesTestJSON-607612606-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:10:03.016516 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d6e4eb-3685-4db5-b968-18bf7bda9a4f tempest-ImagesTestJSON-607612606 tempest-ImagesTestJSON-607612606-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:10:03.016707 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d6e4eb-3685-4db5-b968-18bf7bda9a4f tempest-ImagesTestJSON-607612606 tempest-ImagesTestJSON-607612606-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:10:03.017122 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d6e4eb-3685-4db5-b968-18bf7bda9a4f tempest-ImagesTestJSON-607612606 tempest-ImagesTestJSON-607612606-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:10:03.017508 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d6e4eb-3685-4db5-b968-18bf7bda9a4f tempest-ImagesTestJSON-607612606 tempest-ImagesTestJSON-607612606-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:10:03.017959 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d6e4eb-3685-4db5-b968-18bf7bda9a4f tempest-ImagesTestJSON-607612606 tempest-ImagesTestJSON-607612606-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:10:03.024458 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3069dcf6-c7cf-45d9-b556-e3a6bb2b40c8 req-92d6e4eb-3685-4db5-b968-18bf7bda9a4f tempest-ImagesTestJSON-607612606 tempest-ImagesTestJSON-607612606-project] Network 72109025-d173-4d38-a78b-046bd6975a9d is already hosted by enough agents. {{(pid=105584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:10:03.026006 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [req-3069dcf6-c7cf-45d9-b556-e3a6bb2b40c8 req-92d6e4eb-3685-4db5-b968-18bf7bda9a4f tempest-ImagesTestJSON-607612606 tempest-ImagesTestJSON-607612606-project] Resources bound (agent type, host, resource id): {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:10:03.028505 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [req-3069dcf6-c7cf-45d9-b556-e3a6bb2b40c8 req-92d6e4eb-3685-4db5-b968-18bf7bda9a4f tempest-ImagesTestJSON-607612606 tempest-ImagesTestJSON-607612606-project] Received port after_create {{(pid=105584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:10:03.083023 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3069dcf6-c7cf-45d9-b556-e3a6bb2b40c8 req-92d6e4eb-3685-4db5-b968-18bf7bda9a4f tempest-ImagesTestJSON-607612606 tempest-ImagesTestJSON-607612606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:03.083730 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-3069dcf6-c7cf-45d9-b556-e3a6bb2b40c8 req-92d6e4eb-3685-4db5-b968-18bf7bda9a4f tempest-ImagesTestJSON-607612606 tempest-ImagesTestJSON-607612606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:03.099729 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-3069dcf6-c7cf-45d9-b556-e3a6bb2b40c8 req-92d6e4eb-3685-4db5-b968-18bf7bda9a4f tempest-ImagesTestJSON-607612606 tempest-ImagesTestJSON-607612606-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0088658 Jul 27 21:10:03.113540 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [req-3069dcf6-c7cf-45d9-b556-e3a6bb2b40c8 req-e7f5180e-35af-4e0c-8d38-e9516fdd5818 service neutron] Request body: {'port': {'device_id': '0bbe04d2-a9e7-499a-a4e2-933e97783cb3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-705658-22'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:10:03.176222 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f2dd08-8e2d-47a0-b706-f860b9eb93f6 req-0d18b15b-8f53-4215-9095-ab65be6868e0 tempest-ImagesTestJSON-607612606 tempest-ImagesTestJSON-607612606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:03.183638 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-92f2dd08-8e2d-47a0-b706-f860b9eb93f6 req-0d18b15b-8f53-4215-9095-ab65be6868e0 tempest-ImagesTestJSON-607612606 tempest-ImagesTestJSON-607612606-project] 10.222.0.59 "GET /v2.0/ports?device_id=0bbe04d2-a9e7-499a-a4e2-933e97783cb3 HTTP/1.1" status: 200 len: 932 time: 0.1662774 Jul 27 21:10:03.254054 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-3069dcf6-c7cf-45d9-b556-e3a6bb2b40c8 req-e7f5180e-35af-4e0c-8d38-e9516fdd5818 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:03.292350 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-92f2dd08-8e2d-47a0-b706-f860b9eb93f6 req-d091d238-c470-40f0-a081-23d8b9144732 tempest-ImagesTestJSON-607612606 tempest-ImagesTestJSON-607612606-project] 10.222.0.59 "GET /v2.0/security-groups?id=0824f12c-25ec-46a0-872f-0482607e4324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052730 Jul 27 21:10:03.303681 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-50ca8341-c56f-4180-8980-f79bdc2fc3ef tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Notify callbacks [] for port, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:03.371263 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-9a076c60-20e5-468e-bb00-028083165386 req-9c7af82f-a940-4487-9dd1-b36a928e2eae service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=b83618d1-1e8a-4ce6-8149-71fadd025d84&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1371946 Jul 27 21:10:03.374342 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-50ca8341-c56f-4180-8980-f79bdc2fc3ef tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:03.422279 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50ca8341-c56f-4180-8980-f79bdc2fc3ef tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Network 1850f596-eec6-4941-bfd3-6a8b7e43522c is already hosted by enough agents. {{(pid=105585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:10:03.459657 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.base_scheduler [None req-50ca8341-c56f-4180-8980-f79bdc2fc3ef tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Resources bound (agent type, host, resource id): {{(pid=105585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:10:03.482497 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50ca8341-c56f-4180-8980-f79bdc2fc3ef tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Received port after_create {{(pid=105585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:10:03.541025 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ca8341-c56f-4180-8980-f79bdc2fc3ef tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Pushing event updated for resources: {'Port': ['ID=a2a55559-617d-46e1-bf94-dc61d6661ba1,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:10:03.569034 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [req-3069dcf6-c7cf-45d9-b556-e3a6bb2b40c8 req-e7f5180e-35af-4e0c-8d38-e9516fdd5818 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3d4e847-0c69-42d7-b0d9-ca13615ff225 {{(pid=105584) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:10:03.576965 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-3069dcf6-c7cf-45d9-b556-e3a6bb2b40c8 req-e7f5180e-35af-4e0c-8d38-e9516fdd5818 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:03.591868 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.provisioning_blocks [req-3069dcf6-c7cf-45d9-b556-e3a6bb2b40c8 req-e7f5180e-35af-4e0c-8d38-e9516fdd5818 service neutron] Transition to ACTIVE for port object c3d4e847-0c69-42d7-b0d9-ca13615ff225 will not be triggered until provisioned by entity L2. {{(pid=105584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:10:03.597020 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-3069dcf6-c7cf-45d9-b556-e3a6bb2b40c8 req-e7f5180e-35af-4e0c-8d38-e9516fdd5818 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9014027'] for port, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:03.607135 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50ca8341-c56f-4180-8980-f79bdc2fc3ef tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:03.607754 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-50ca8341-c56f-4180-8980-f79bdc2fc3ef tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:03.651581 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684634ef-f415-4e87-9d47-cc3bc2ebb427 req-3bd60fe3-cdf0-4936-97b5-c535ca6f60f7 tempest-AttachVolumeTestJSON-850155022 tempest-AttachVolumeTestJSON-850155022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:03.652266 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-684634ef-f415-4e87-9d47-cc3bc2ebb427 req-3bd60fe3-cdf0-4936-97b5-c535ca6f60f7 tempest-AttachVolumeTestJSON-850155022 tempest-AttachVolumeTestJSON-850155022-project] 10.222.0.59 "GET /v2.0/ports?device_id=0f9b044c-3d59-4da2-bba4-f9456b3d9774 HTTP/1.1" status: 200 len: 946 time: 0.2543852 Jul 27 21:10:03.657148 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-50ca8341-c56f-4180-8980-f79bdc2fc3ef tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.0099099 Jul 27 21:10:03.663148 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a076c60-20e5-468e-bb00-028083165386 req-c3b6919c-2aea-4299-b4dd-2d28467d3a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:03.664613 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-9a076c60-20e5-468e-bb00-028083165386 req-c3b6919c-2aea-4299-b4dd-2d28467d3a08 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=ccca3f66254649a39f657af549b404e0&device_id=b83618d1-1e8a-4ce6-8149-71fadd025d84 HTTP/1.1" status: 200 len: 1102 time: 0.2081461 Jul 27 21:10:03.665069 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 55608) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:10:03.676941 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-ecb2cadc-eba0-4ade-a6f4-939357dc0f94 tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Request body: {'floatingip': {'floating_network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'port_id': 'a2a55559-617d-46e1-bf94-dc61d6661ba1', 'fixed_ip_address': '172.20.0.9'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:10:03.678813 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f5180e-35af-4e0c-8d38-e9516fdd5818 service neutron] Pushing event updated for resources: {'Port': ['ID=c3d4e847-0c69-42d7-b0d9-ca13615ff225,revision_number=2']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:10:03.731960 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [req-3069dcf6-c7cf-45d9-b556-e3a6bb2b40c8 req-e7f5180e-35af-4e0c-8d38-e9516fdd5818 service neutron] Attempting to bind port c3d4e847-0c69-42d7-b0d9-ca13615ff225 on host n-h2-705658-22 for vnic_type normal with profile {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:10:03.732297 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [req-3069dcf6-c7cf-45d9-b556-e3a6bb2b40c8 req-e7f5180e-35af-4e0c-8d38-e9516fdd5818 service neutron] Attempting to bind port c3d4e847-0c69-42d7-b0d9-ca13615ff225 by drivers openvswitch,hyperv on host n-h2-705658-22 at level 0 using segments [{'id': '74356e05-950c-4c55-88c6-85a1b1fc145d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '72109025-d173-4d38-a78b-046bd6975a9d'}] {{(pid=105584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:10:03.732627 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3069dcf6-c7cf-45d9-b556-e3a6bb2b40c8 req-e7f5180e-35af-4e0c-8d38-e9516fdd5818 service neutron] Attempting to bind port c3d4e847-0c69-42d7-b0d9-ca13615ff225 on network 72109025-d173-4d38-a78b-046bd6975a9d {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:10:03.737557 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3069dcf6-c7cf-45d9-b556-e3a6bb2b40c8 req-e7f5180e-35af-4e0c-8d38-e9516fdd5818 service neutron] Port c3d4e847-0c69-42d7-b0d9-ca13615ff225 on network 72109025-d173-4d38-a78b-046bd6975a9d not bound, no agent of type Open vSwitch agent registered on host n-h2-705658-22 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:10:03.737881 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3069dcf6-c7cf-45d9-b556-e3a6bb2b40c8 req-e7f5180e-35af-4e0c-8d38-e9516fdd5818 service neutron] Attempting to bind port c3d4e847-0c69-42d7-b0d9-ca13615ff225 on network 72109025-d173-4d38-a78b-046bd6975a9d {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:10:03.742614 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3069dcf6-c7cf-45d9-b556-e3a6bb2b40c8 req-e7f5180e-35af-4e0c-8d38-e9516fdd5818 service neutron] Checking agent: {'id': '65195a73-a875-4810-9f5b-622ae260a8a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 49, 40), 'started_at': datetime.datetime(2021, 7, 27, 20, 49, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 9, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:10:03.742948 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3069dcf6-c7cf-45d9-b556-e3a6bb2b40c8 req-e7f5180e-35af-4e0c-8d38-e9516fdd5818 service neutron] Checking segment: {'id': '74356e05-950c-4c55-88c6-85a1b1fc145d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '72109025-d173-4d38-a78b-046bd6975a9d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:10:03.743369 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3069dcf6-c7cf-45d9-b556-e3a6bb2b40c8 req-e7f5180e-35af-4e0c-8d38-e9516fdd5818 service neutron] Bound using segment: {'id': '74356e05-950c-4c55-88c6-85a1b1fc145d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '72109025-d173-4d38-a78b-046bd6975a9d'} {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:10:03.743797 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [req-3069dcf6-c7cf-45d9-b556-e3a6bb2b40c8 req-e7f5180e-35af-4e0c-8d38-e9516fdd5818 service neutron] Bound port: c3d4e847-0c69-42d7-b0d9-ca13615ff225, host: n-h2-705658-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74356e05-950c-4c55-88c6-85a1b1fc145d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '72109025-d173-4d38-a78b-046bd6975a9d'}}] {{(pid=105584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:10:03.744155 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-3069dcf6-c7cf-45d9-b556-e3a6bb2b40c8 req-e7f5180e-35af-4e0c-8d38-e9516fdd5818 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:03.774257 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-ecb2cadc-eba0-4ade-a6f4-939357dc0f94 tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Notify callbacks [] for floatingip, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:03.813978 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8845be-388a-4cef-b053-44504e06f181 req-4904e7c7-339b-46ca-918d-1342303caee2 tempest-MultipleCreateTestJSON-2100520218 tempest-MultipleCreateTestJSON-2100520218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:03.815364 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [req-3069dcf6-c7cf-45d9-b556-e3a6bb2b40c8 req-e7f5180e-35af-4e0c-8d38-e9516fdd5818 service neutron] For port c3d4e847-0c69-42d7-b0d9-ca13615ff225, host n-h2-705658-22, cleared binding levels {{(pid=105584) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:10:03.816106 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-af8845be-388a-4cef-b053-44504e06f181 req-4904e7c7-339b-46ca-918d-1342303caee2 tempest-MultipleCreateTestJSON-2100520218 tempest-MultipleCreateTestJSON-2100520218-project] 10.222.0.59 "GET /v2.0/ports?device_id=5e8c875b-a98b-4d96-9438-46414276522d HTTP/1.1" status: 200 len: 945 time: 0.2563984 Jul 27 21:10:03.826348 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [req-3069dcf6-c7cf-45d9-b556-e3a6bb2b40c8 req-e7f5180e-35af-4e0c-8d38-e9516fdd5818 service neutron] For port c3d4e847-0c69-42d7-b0d9-ca13615ff225, host n-h2-705658-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=c3d4e847-0c69-42d7-b0d9-ca13615ff225,segment=NetworkSegment(74356e05-950c-4c55-88c6-85a1b1fc145d),segment_id=74356e05-950c-4c55-88c6-85a1b1fc145d)] {{(pid=105584) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:10:03.832829 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-3069dcf6-c7cf-45d9-b556-e3a6bb2b40c8 req-e7f5180e-35af-4e0c-8d38-e9516fdd5818 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9014027'] for port, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:03.864205 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Device cbad6c0a-1844-4c89-9a82-6a577212254b up at agent hyperv_n-h2-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:10:03.889592 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3069dcf6-c7cf-45d9-b556-e3a6bb2b40c8 req-e7f5180e-35af-4e0c-8d38-e9516fdd5818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:03.890314 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-3069dcf6-c7cf-45d9-b556-e3a6bb2b40c8 req-e7f5180e-35af-4e0c-8d38-e9516fdd5818 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:03.893945 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-3069dcf6-c7cf-45d9-b556-e3a6bb2b40c8 req-e7f5180e-35af-4e0c-8d38-e9516fdd5818 service neutron] 10.222.0.60 "PUT /v2.0/ports/c3d4e847-0c69-42d7-b0d9-ca13615ff225 HTTP/1.1" status: 200 len: 1093 time: 0.7837975 Jul 27 21:10:03.893945 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0bbe04d2-a9e7-499a-a4e2-933e97783cb3', 'tag': 'c3d4e847-0c69-42d7-b0d9-ca13615ff225'}] {{(pid=105584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:10:03.895374 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bce5e6c8685464f7626901654159975603b047827e3138302ed6566e28f1343" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f37619c-a385-4bf2-b2af-464acc94398b" -d '{"events": [{"name": "network-changed", "server_uuid": "0bbe04d2-a9e7-499a-a4e2-933e97783cb3", "tag": "c3d4e847-0c69-42d7-b0d9-ca13615ff225"}]}' {{(pid=105584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:10:03.916787 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f5180e-35af-4e0c-8d38-e9516fdd5818 service neutron] Pushing event updated for resources: {'Port': ['ID=c3d4e847-0c69-42d7-b0d9-ca13615ff225,revision_number=3']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:10:03.921802 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-684634ef-f415-4e87-9d47-cc3bc2ebb427 req-b5b58f27-9718-4599-9cc1-e2f1318c5315 tempest-AttachVolumeTestJSON-850155022 tempest-AttachVolumeTestJSON-850155022-project] 10.222.0.59 "GET /v2.0/security-groups?id=422951fc-fa2c-4390-9ebd-848cc406cf38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2557182 Jul 27 21:10:03.990921 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-3d54578f-831f-4696-b568-13c455922dab None None] Provisioning for port cbad6c0a-1844-4c89-9a82-6a577212254b completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:10:03.996365 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-3d54578f-831f-4696-b568-13c455922dab None None] Provisioning complete for port cbad6c0a-1844-4c89-9a82-6a577212254b triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:10:03.996967 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:04.034867 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3069dcf6-c7cf-45d9-b556-e3a6bb2b40c8 req-94883849-6f17-4ec1-9298-a0d3c25d1a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:04.040280 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-3069dcf6-c7cf-45d9-b556-e3a6bb2b40c8 req-94883849-6f17-4ec1-9298-a0d3c25d1a71 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a39d600e729a489d99ed420d77266b4e&device_id=0bbe04d2-a9e7-499a-a4e2-933e97783cb3 HTTP/1.1" status: 200 len: 1096 time: 0.0789287 Jul 27 21:10:04.091905 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-3069dcf6-c7cf-45d9-b556-e3a6bb2b40c8 req-3b1702c4-3de1-4736-9483-a0df2d6bc7d2 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c3d4e847-0c69-42d7-b0d9-ca13615ff225 HTTP/1.1" status: 200 len: 217 time: 0.0418894 Jul 27 21:10:04.093434 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a076c60-20e5-468e-bb00-028083165386 req-4d6d540a-d98e-4f58-8345-479862e5e446 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:04.095047 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-9a076c60-20e5-468e-bb00-028083165386 req-4d6d540a-d98e-4f58-8345-479862e5e446 service neutron] 10.222.0.60 "GET /v2.0/networks?id=4d64aa0b-bd6a-468e-8edc-c83689947462 HTTP/1.1" status: 200 len: 870 time: 0.4012654 Jul 27 21:10:04.098877 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-af8845be-388a-4cef-b053-44504e06f181 req-f9559dc3-b504-48d2-bb1a-875e62b5c462 tempest-MultipleCreateTestJSON-2100520218 tempest-MultipleCreateTestJSON-2100520218-project] 10.222.0.59 "GET /v2.0/security-groups?id=0d19f387-1b85-4f76-b010-4ba2dd1c78d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2190456 Jul 27 21:10:04.111417 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:04.179128 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-9a076c60-20e5-468e-bb00-028083165386 req-bbebaac8-088e-48d1-a034-a52a22984563 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.182&port_id=97590221-6df0-44c7-a3b4-502f88578087 HTTP/1.1" status: 200 len: 217 time: 0.0717282 Jul 27 21:10:04.224070 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:10:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02fad7a3-5ca8-47a4-ab07-7545b46581fa x-openstack-request-id: req-02fad7a3-5ca8-47a4-ab07-7545b46581fa {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:10:04.224484 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0bbe04d2-a9e7-499a-a4e2-933e97783cb3", "tag": "c3d4e847-0c69-42d7-b0d9-ca13615ff225", "status": "completed", "code": 200}]} {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:10:04.224836 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-02fad7a3-5ca8-47a4-ab07-7545b46581fa {{(pid=105584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:10:04.225396 n-d-705658-22 neutron-server[105584]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0bbe04d2-a9e7-499a-a4e2-933e97783cb3', 'tag': 'c3d4e847-0c69-42d7-b0d9-ca13615ff225', 'status': 'completed', 'code': 200} Jul 27 21:10:04.229206 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d9e5de6-56fd-4363-8bcb-155381856ba0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbad6c0a-1844-4c89-9a82-6a577212254b'}] {{(pid=105586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:10:04.235686 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14c1663e039faf5393f87855f745010ac5b02220355b68fdbf065393e303ac56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-059e3b55-e2bb-4980-a6f1-a22d3acc0d07" -d '{"events": [{"server_uuid": "0d9e5de6-56fd-4363-8bcb-155381856ba0", "name": "network-vif-plugged", "status": "completed", "tag": "cbad6c0a-1844-4c89-9a82-6a577212254b"}]}' {{(pid=105586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:10:04.250617 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3069dcf6-c7cf-45d9-b556-e3a6bb2b40c8 req-c2dd753a-37c7-4577-89ec-1a71c79d26b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:04.253631 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-3069dcf6-c7cf-45d9-b556-e3a6bb2b40c8 req-c2dd753a-37c7-4577-89ec-1a71c79d26b8 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=5c3e9e9f-5a21-43a6-8c24-ea076aff9e22 HTTP/1.1" status: 200 len: 845 time: 0.1455507 Jul 27 21:10:04.256223 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] For port cbad6c0a-1844-4c89-9a82-6a577212254b, host n-h2-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=cbad6c0a-1844-4c89-9a82-6a577212254b,segment=NetworkSegment(7908a8c6-8183-4889-8605-7e118a3f4a32),segment_id=7908a8c6-8183-4889-8605-7e118a3f4a32)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:10:04.264581 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc1dd31-8341-4989-9cfe-184dfd1c6408 req-d9a39c23-084d-4515-9fab-bda3aa876fec tempest-ListServerFiltersTestJSON-1491704447 tempest-ListServerFiltersTestJSON-1491704447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:04.266781 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:04.267139 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-adc1dd31-8341-4989-9cfe-184dfd1c6408 req-d9a39c23-084d-4515-9fab-bda3aa876fec tempest-ListServerFiltersTestJSON-1491704447 tempest-ListServerFiltersTestJSON-1491704447-project] 10.222.0.59 "GET /v2.0/ports?device_id=3ec68082-1269-4333-94b4-18ecd4705e46 HTTP/1.1" status: 200 len: 946 time: 0.2212496 Jul 27 21:10:04.284356 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a076c60-20e5-468e-bb00-028083165386 req-eb5405f6-8d09-40e2-aaac-3b295506f13b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:04.286076 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-9a076c60-20e5-468e-bb00-028083165386 req-eb5405f6-8d09-40e2-aaac-3b295506f13b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=26644ba0-4185-4e10-8718-6ad18d01376c HTTP/1.1" status: 200 len: 843 time: 0.0992501 Jul 27 21:10:04.290559 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-ecb2cadc-eba0-4ade-a6f4-939357dc0f94 tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:04.347934 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-3069dcf6-c7cf-45d9-b556-e3a6bb2b40c8 req-910be9e5-a1d5-4ca7-b898-a99c10593f87 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=72109025-d173-4d38-a78b-046bd6975a9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0682156 Jul 27 21:10:04.391117 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Pushing event updated for resources: {'Port': ['ID=cbad6c0a-1844-4c89-9a82-6a577212254b,revision_number=5']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:10:04.438326 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-adc1dd31-8341-4989-9cfe-184dfd1c6408 req-e8a9d35d-e946-4280-acf6-0b297d7ec880 tempest-ListServerFiltersTestJSON-1491704447 tempest-ListServerFiltersTestJSON-1491704447-project] 10.222.0.59 "GET /v2.0/security-groups?id=8dfcd13b-e54c-4aad-8514-fdac1e892828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454773 Jul 27 21:10:04.497576 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-3069dcf6-c7cf-45d9-b556-e3a6bb2b40c8 req-556bc2d0-8e3a-4276-a056-ca17d5e5d146 service neutron] 10.222.0.60 "GET /v2.0/networks/72109025-d173-4d38-a78b-046bd6975a9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1484985 Jul 27 21:10:04.529042 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:10:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80f8f578-37bd-48ac-99ca-41d62c215077 x-openstack-request-id: req-80f8f578-37bd-48ac-99ca-41d62c215077 {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:10:04.529342 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d9e5de6-56fd-4363-8bcb-155381856ba0", "name": "network-vif-plugged", "status": "completed", "tag": "cbad6c0a-1844-4c89-9a82-6a577212254b", "code": 200}]} {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:10:04.529617 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-80f8f578-37bd-48ac-99ca-41d62c215077 {{(pid=105586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:10:04.530042 n-d-705658-22 neutron-server[105586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d9e5de6-56fd-4363-8bcb-155381856ba0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbad6c0a-1844-4c89-9a82-6a577212254b', 'code': 200} Jul 27 21:10:04.530459 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a076c60-20e5-468e-bb00-028083165386 req-c40f3f47-31ea-4720-9745-8f78e26a3b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:04.533117 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-9a076c60-20e5-468e-bb00-028083165386 req-c40f3f47-31ea-4720-9745-8f78e26a3b3b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4d64aa0b-bd6a-468e-8edc-c83689947462&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2305272 Jul 27 21:10:04.574579 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.db_base_plugin_common [None req-ecb2cadc-eba0-4ade-a6f4-939357dc0f94 tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Allocated IP 172.25.5.158 (8735d8a2-b604-4758-ae71-b40e4ee6f305/eca7dbab-b9c0-4c8f-a272-816ea8a81764/777927ca-401e-49a6-bc3f-c06b3ec84581) {{(pid=105585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:10:04.655775 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1ecba1-946c-4d6d-8ba8-e521c945af55 req-b0123b2d-f2d1-42d7-9a25-6a1286e7d4da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:04.657282 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-0d1ecba1-946c-4d6d-8ba8-e521c945af55 req-b0123b2d-f2d1-42d7-9a25-6a1286e7d4da service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=dcfc656e3a0b42809921004863a52506&device_id=0f9b044c-3d59-4da2-bba4-f9456b3d9774 HTTP/1.1" status: 200 len: 1098 time: 0.1588788 Jul 27 21:10:04.710987 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-3069dcf6-c7cf-45d9-b556-e3a6bb2b40c8 req-58226ec5-9abd-4f84-b211-f517273164a3 service neutron] 10.222.0.60 "GET /v2.0/networks/72109025-d173-4d38-a78b-046bd6975a9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2003345 Jul 27 21:10:04.773940 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1ecba1-946c-4d6d-8ba8-e521c945af55 req-da45b630-3223-422c-9025-24beda7dedb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:04.776105 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-0d1ecba1-946c-4d6d-8ba8-e521c945af55 req-da45b630-3223-422c-9025-24beda7dedb4 service neutron] 10.222.0.36 "GET /v2.0/networks?id=32d25553-aa43-4782-af0c-d6a2b47507a7 HTTP/1.1" status: 200 len: 911 time: 0.1102386 Jul 27 21:10:04.852938 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-9a076c60-20e5-468e-bb00-028083165386 req-9c02f954-a5e3-4c22-84ba-46f28dedeea0 service neutron] 10.222.0.60 "GET /v2.0/networks/4d64aa0b-bd6a-468e-8edc-c83689947462?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3101110 Jul 27 21:10:04.873915 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-0d1ecba1-946c-4d6d-8ba8-e521c945af55 req-153837a4-f7cd-4b41-842c-a2f251bc00df service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=187dbab2-17f7-4985-97bf-cdc20c4f4895 HTTP/1.1" status: 200 len: 1001 time: 0.0756812 Jul 27 21:10:04.876620 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f37619c-a385-4bf2-b2af-464acc94398b req-72c35cdf-3149-45f8-a118-dcd4bbb0bc4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:04.879579 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-1f37619c-a385-4bf2-b2af-464acc94398b req-72c35cdf-3149-45f8-a118-dcd4bbb0bc4e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a39d600e729a489d99ed420d77266b4e&device_id=0bbe04d2-a9e7-499a-a4e2-933e97783cb3 HTTP/1.1" status: 200 len: 1096 time: 0.1143579 Jul 27 21:10:04.949286 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b36a7d-1956-4acc-a750-935bfb7ea98e req-a46326ba-95d8-4d75-b4e1-49efb7213b9d tempest-AttachVolumeTestJSON-850155022 tempest-AttachVolumeTestJSON-850155022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:04.956793 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-20b36a7d-1956-4acc-a750-935bfb7ea98e req-a46326ba-95d8-4d75-b4e1-49efb7213b9d tempest-AttachVolumeTestJSON-850155022 tempest-AttachVolumeTestJSON-850155022-project] 10.222.0.59 "GET /v2.0/ports?device_id=0f9b044c-3d59-4da2-bba4-f9456b3d9774 HTTP/1.1" status: 200 len: 946 time: 0.3337982 Jul 27 21:10:04.971124 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29de318-a401-4671-90c1-b06e8d3c3533 req-fddb40ed-1db4-49be-9d2f-2d093d8fd81b tempest-ImagesTestJSON-607612606 tempest-ImagesTestJSON-607612606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:04.972604 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a29de318-a401-4671-90c1-b06e8d3c3533 req-fddb40ed-1db4-49be-9d2f-2d093d8fd81b tempest-ImagesTestJSON-607612606 tempest-ImagesTestJSON-607612606-project] 10.222.0.59 "GET /v2.0/ports?device_id=0bbe04d2-a9e7-499a-a4e2-933e97783cb3 HTTP/1.1" status: 200 len: 944 time: 0.3601501 Jul 27 21:10:04.978646 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d737e68e-a52f-4cda-a5e3-71942d08a16b req-fabe0b99-e943-45ae-aca8-e8cb112056b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:04.980154 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-d737e68e-a52f-4cda-a5e3-71942d08a16b req-fabe0b99-e943-45ae-aca8-e8cb112056b6 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=0d9e5de6-56fd-4363-8bcb-155381856ba0 HTTP/1.1" status: 200 len: 1097 time: 0.3715453 Jul 27 21:10:04.982979 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-ecb2cadc-eba0-4ade-a6f4-939357dc0f94 tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Notify callbacks [] for port, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:04.987253 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1ecba1-946c-4d6d-8ba8-e521c945af55 req-eeb6ea66-42b9-49f9-9140-8d33c7190254 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:04.988788 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-0d1ecba1-946c-4d6d-8ba8-e521c945af55 req-eeb6ea66-42b9-49f9-9140-8d33c7190254 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=fdae47fc-2d6f-4c83-9067-18a839318850 HTTP/1.1" status: 200 len: 849 time: 0.1020179 Jul 27 21:10:05.040621 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f37619c-a385-4bf2-b2af-464acc94398b req-d031b8c6-940b-4533-b68d-14150298e30f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:05.042292 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-1f37619c-a385-4bf2-b2af-464acc94398b req-d031b8c6-940b-4533-b68d-14150298e30f service neutron] 10.222.0.60 "GET /v2.0/networks?id=72109025-d173-4d38-a78b-046bd6975a9d HTTP/1.1" status: 200 len: 906 time: 0.1476912 Jul 27 21:10:05.093755 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-1f37619c-a385-4bf2-b2af-464acc94398b req-55bad037-cdb6-4e71-be24-db676d01ae58 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c3d4e847-0c69-42d7-b0d9-ca13615ff225 HTTP/1.1" status: 200 len: 217 time: 0.0432222 Jul 27 21:10:05.101565 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-20b36a7d-1956-4acc-a750-935bfb7ea98e req-b8873905-bb94-4e5e-b250-e201a20e5177 tempest-AttachVolumeTestJSON-850155022 tempest-AttachVolumeTestJSON-850155022-project] 10.222.0.59 "GET /v2.0/security-groups?id=422951fc-fa2c-4390-9ebd-848cc406cf38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1438155 Jul 27 21:10:05.113545 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-9a076c60-20e5-468e-bb00-028083165386 req-b2fed3f1-1b67-4a2c-a14b-0ea4b9368584 service neutron] 10.222.0.60 "GET /v2.0/networks/4d64aa0b-bd6a-468e-8edc-c83689947462?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2471571 Jul 27 21:10:05.119738 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-d737e68e-a52f-4cda-a5e3-71942d08a16b req-d15f001a-81b3-44bc-9939-85fdfd539eb8 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=0d19f387-1b85-4f76-b010-4ba2dd1c78d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223903 Jul 27 21:10:05.135221 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1ecba1-946c-4d6d-8ba8-e521c945af55 req-bd4be624-b2da-40bd-8252-a54c1becaa24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:05.136968 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-0d1ecba1-946c-4d6d-8ba8-e521c945af55 req-bd4be624-b2da-40bd-8252-a54c1becaa24 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=32d25553-aa43-4782-af0c-d6a2b47507a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1310565 Jul 27 21:10:05.138897 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a29de318-a401-4671-90c1-b06e8d3c3533 req-7ee442fc-543f-4083-ab3d-ca7bda134eb7 tempest-ImagesTestJSON-607612606 tempest-ImagesTestJSON-607612606-project] 10.222.0.59 "GET /v2.0/security-groups?id=0824f12c-25ec-46a0-872f-0482607e4324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426263 Jul 27 21:10:05.168556 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-ecb2cadc-eba0-4ade-a6f4-939357dc0f94 tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:05.208579 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f37619c-a385-4bf2-b2af-464acc94398b req-1173546b-2c2a-4940-8b71-9192ee2f97f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:05.210025 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-1f37619c-a385-4bf2-b2af-464acc94398b req-1173546b-2c2a-4940-8b71-9192ee2f97f0 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=5c3e9e9f-5a21-43a6-8c24-ea076aff9e22 HTTP/1.1" status: 200 len: 845 time: 0.1088700 Jul 27 21:10:05.253802 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecb2cadc-eba0-4ade-a6f4-939357dc0f94 tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Network 8735d8a2-b604-4758-ae71-b40e4ee6f305 is already hosted by enough agents. {{(pid=105585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:10:05.261255 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.base_scheduler [None req-ecb2cadc-eba0-4ade-a6f4-939357dc0f94 tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Resources bound (agent type, host, resource id): {{(pid=105585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:10:05.268241 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecb2cadc-eba0-4ade-a6f4-939357dc0f94 tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Received port after_create {{(pid=105585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:10:05.278676 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-1f37619c-a385-4bf2-b2af-464acc94398b req-ebd903c3-d920-41fb-a49d-eb73feb38da1 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=72109025-d173-4d38-a78b-046bd6975a9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321245 Jul 27 21:10:05.280566 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-0d1ecba1-946c-4d6d-8ba8-e521c945af55 req-cdf26a9e-4c67-4b39-816e-f96c91b9cdb5 service neutron] 10.222.0.36 "GET /v2.0/networks/32d25553-aa43-4782-af0c-d6a2b47507a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346250 Jul 27 21:10:05.298610 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb2cadc-eba0-4ade-a6f4-939357dc0f94 tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Pushing event updated for resources: {'Port': ['ID=777927ca-401e-49a6-bc3f-c06b3ec84581,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:10:05.362920 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cbf8d0-ab05-4857-a77d-286190a4b827 req-591958c1-d577-4d54-a590-cae9178d1bc7 tempest-MultipleCreateTestJSON-2100520218 tempest-MultipleCreateTestJSON-2100520218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:05.364476 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-c9cbf8d0-ab05-4857-a77d-286190a4b827 req-591958c1-d577-4d54-a590-cae9178d1bc7 tempest-MultipleCreateTestJSON-2100520218 tempest-MultipleCreateTestJSON-2100520218-project] 10.222.0.59 "GET /v2.0/ports?device_id=5e8c875b-a98b-4d96-9438-46414276522d HTTP/1.1" status: 200 len: 945 time: 0.1585932 Jul 27 21:10:05.456552 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-c9cbf8d0-ab05-4857-a77d-286190a4b827 req-917fd725-3b4a-41ff-8572-9a4f2c5eb642 tempest-MultipleCreateTestJSON-2100520218 tempest-MultipleCreateTestJSON-2100520218-project] 10.222.0.59 "GET /v2.0/security-groups?id=0d19f387-1b85-4f76-b010-4ba2dd1c78d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820577 Jul 27 21:10:05.482577 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device 17339602-4b5a-41b0-b065-3ffbdc139216 up at agent hyperv_n-h1-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:10:05.590903 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Provisioning for port 17339602-4b5a-41b0-b065-3ffbdc139216 completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:10:05.597672 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Provisioning complete for port 17339602-4b5a-41b0-b065-3ffbdc139216 triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:10:05.599510 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:05.703978 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:05.752840 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] For port 17339602-4b5a-41b0-b065-3ffbdc139216, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=17339602-4b5a-41b0-b065-3ffbdc139216,segment=NetworkSegment(7908a8c6-8183-4889-8605-7e118a3f4a32),segment_id=7908a8c6-8183-4889-8605-7e118a3f4a32)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:10:05.759569 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:05.817720 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-1f37619c-a385-4bf2-b2af-464acc94398b req-5deff86a-821b-4fa9-80bd-55b62761bb06 service neutron] 10.222.0.60 "GET /v2.0/networks/72109025-d173-4d38-a78b-046bd6975a9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5311694 Jul 27 21:10:05.817877 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Pushing event updated for resources: {'Port': ['ID=17339602-4b5a-41b0-b065-3ffbdc139216,revision_number=5']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:10:05.820140 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-0d1ecba1-946c-4d6d-8ba8-e521c945af55 req-5262b809-547b-44e8-bf3a-a3a5d7598b2b service neutron] 10.222.0.36 "GET /v2.0/networks/32d25553-aa43-4782-af0c-d6a2b47507a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5264804 Jul 27 21:10:05.856221 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Device 9852ccb6-761a-4a2a-9f2a-b133a92a7329 no longer exists at agent hyperv_n-h2-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:10:05.889609 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-3d54578f-831f-4696-b568-13c455922dab None None] No Port match for: 9852ccb6-761a-4a2a-9f2a-b133a92a7329 {{(pid=105586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:10:05.890165 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Device 9852ccb6-761a-4a2a-9f2a-b133a92a7329 not bound to the agent host n-h2-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:10:05.935204 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-1f37619c-a385-4bf2-b2af-464acc94398b req-2df72900-7a98-4521-9427-0875a7dea90d service neutron] 10.222.0.60 "GET /v2.0/networks/72109025-d173-4d38-a78b-046bd6975a9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1102226 Jul 27 21:10:06.105305 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4faa3d-5c59-4be7-bc68-cff66b5c526d req-17dc7f3a-17a2-4bfe-a705-ad35e03e358a tempest-ListServerFiltersTestJSON-1491704447 tempest-ListServerFiltersTestJSON-1491704447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:06.106862 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-ed4faa3d-5c59-4be7-bc68-cff66b5c526d req-17dc7f3a-17a2-4bfe-a705-ad35e03e358a tempest-ListServerFiltersTestJSON-1491704447 tempest-ListServerFiltersTestJSON-1491704447-project] 10.222.0.59 "GET /v2.0/ports?device_id=3ec68082-1269-4333-94b4-18ecd4705e46 HTTP/1.1" status: 200 len: 946 time: 0.5258155 Jul 27 21:10:06.191967 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-ed4faa3d-5c59-4be7-bc68-cff66b5c526d req-56064f28-5f17-48cd-a648-8d358e22c7fc tempest-ListServerFiltersTestJSON-1491704447 tempest-ListServerFiltersTestJSON-1491704447-project] 10.222.0.59 "GET /v2.0/security-groups?id=8dfcd13b-e54c-4aad-8514-fdac1e892828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771925 Jul 27 21:10:06.216214 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-ecb2cadc-eba0-4ade-a6f4-939357dc0f94 tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:06.270103 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:06.380256 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-ecb2cadc-eba0-4ade-a6f4-939357dc0f94 tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:06.390287 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dacc7cc-48ca-42af-b68d-c4e13ef37a82 req-7fe03a78-46f3-40b5-9bac-3c8c3e264b24 tempest-AttachVolumeTestJSON-850155022 tempest-AttachVolumeTestJSON-850155022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:06.391635 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-0dacc7cc-48ca-42af-b68d-c4e13ef37a82 req-7fe03a78-46f3-40b5-9bac-3c8c3e264b24 tempest-AttachVolumeTestJSON-850155022 tempest-AttachVolumeTestJSON-850155022-project] 10.222.0.59 "GET /v2.0/ports?device_id=0f9b044c-3d59-4da2-bba4-f9456b3d9774 HTTP/1.1" status: 200 len: 946 time: 0.1858053 Jul 27 21:10:06.419686 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ed1c4c-b31e-409e-aa5f-4decd115e2a3 req-c2749f97-2d87-445d-b1f6-28d5f24d9081 tempest-ImagesTestJSON-607612606 tempest-ImagesTestJSON-607612606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:06.421153 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-48ed1c4c-b31e-409e-aa5f-4decd115e2a3 req-c2749f97-2d87-445d-b1f6-28d5f24d9081 tempest-ImagesTestJSON-607612606 tempest-ImagesTestJSON-607612606-project] 10.222.0.59 "GET /v2.0/ports?device_id=0bbe04d2-a9e7-499a-a4e2-933e97783cb3 HTTP/1.1" status: 200 len: 944 time: 0.1515279 Jul 27 21:10:06.515625 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-0dacc7cc-48ca-42af-b68d-c4e13ef37a82 req-1f3072fe-a519-4e35-b1e3-84ea7f3cf560 tempest-AttachVolumeTestJSON-850155022 tempest-AttachVolumeTestJSON-850155022-project] 10.222.0.59 "GET /v2.0/security-groups?id=422951fc-fa2c-4390-9ebd-848cc406cf38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0915830 Jul 27 21:10:06.520814 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-48ed1c4c-b31e-409e-aa5f-4decd115e2a3 req-fe2cec6e-704c-473a-943a-6d559799a8f9 tempest-ImagesTestJSON-607612606 tempest-ImagesTestJSON-607612606-project] 10.222.0.59 "GET /v2.0/security-groups?id=0824f12c-25ec-46a0-872f-0482607e4324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880654 Jul 27 21:10:06.531070 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e8c875b-a98b-4d96-9438-46414276522d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17339602-4b5a-41b0-b065-3ffbdc139216'}] {{(pid=105586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:10:06.535012 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14c1663e039faf5393f87855f745010ac5b02220355b68fdbf065393e303ac56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c65269f1-c4e4-48e1-85c6-e3d3a6ca54fe" -d '{"events": [{"server_uuid": "5e8c875b-a98b-4d96-9438-46414276522d", "name": "network-vif-plugged", "status": "completed", "tag": "17339602-4b5a-41b0-b065-3ffbdc139216"}]}' {{(pid=105586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:10:06.626199 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:10:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d467ada4-3f84-4996-a94d-de7bcb5284e3 x-openstack-request-id: req-d467ada4-3f84-4996-a94d-de7bcb5284e3 {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:10:06.626804 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e8c875b-a98b-4d96-9438-46414276522d", "name": "network-vif-plugged", "status": "completed", "tag": "17339602-4b5a-41b0-b065-3ffbdc139216", "code": 200}]} {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:10:06.627320 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-d467ada4-3f84-4996-a94d-de7bcb5284e3 {{(pid=105586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:10:06.627921 n-d-705658-22 neutron-server[105586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e8c875b-a98b-4d96-9438-46414276522d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17339602-4b5a-41b0-b065-3ffbdc139216', 'code': 200} Jul 27 21:10:06.753533 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-ecb2cadc-eba0-4ade-a6f4-939357dc0f94 tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Notify callbacks [] for port, precommit_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:06.754725 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23479a4d-a5a7-42e7-add2-69e7f156e067 req-94f32b0c-c612-430c-ae21-c4923431dca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:06.756428 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-23479a4d-a5a7-42e7-add2-69e7f156e067 req-94f32b0c-c612-430c-ae21-c4923431dca9 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=5e8c875b-a98b-4d96-9438-46414276522d HTTP/1.1" status: 200 len: 1098 time: 0.0582440 Jul 27 21:10:06.771771 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e1263b-7080-4476-8ac5-1ca4623d389f req-26b6a152-0ff4-4365-a13e-bb825773d785 tempest-MultipleCreateTestJSON-2100520218 tempest-MultipleCreateTestJSON-2100520218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:06.773238 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-c5e1263b-7080-4476-8ac5-1ca4623d389f req-26b6a152-0ff4-4365-a13e-bb825773d785 tempest-MultipleCreateTestJSON-2100520218 tempest-MultipleCreateTestJSON-2100520218-project] 10.222.0.59 "GET /v2.0/ports?device_id=5e8c875b-a98b-4d96-9438-46414276522d HTTP/1.1" status: 200 len: 946 time: 0.1294963 Jul 27 21:10:06.774329 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-ecb2cadc-eba0-4ade-a6f4-939357dc0f94 tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10221672'] for port, after_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:06.802377 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-23479a4d-a5a7-42e7-add2-69e7f156e067 req-ac6c2591-6220-4c02-bac0-58a047bfe2a0 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=0d19f387-1b85-4f76-b010-4ba2dd1c78d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370624 Jul 27 21:10:06.864673 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb2cadc-eba0-4ade-a6f4-939357dc0f94 tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Pushing event updated for resources: {'Port': ['ID=777927ca-401e-49a6-bc3f-c06b3ec84581,revision_number=2']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:10:06.876313 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-c5e1263b-7080-4476-8ac5-1ca4623d389f req-c8e3b21d-8134-4470-9191-496001aaae97 tempest-MultipleCreateTestJSON-2100520218 tempest-MultipleCreateTestJSON-2100520218-project] 10.222.0.59 "GET /v2.0/security-groups?id=0d19f387-1b85-4f76-b010-4ba2dd1c78d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939226 Jul 27 21:10:06.883085 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-ecb2cadc-eba0-4ade-a6f4-939357dc0f94 tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4075768'] for floatingip, after_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:06.986840 n-d-705658-22 neutron-server[105585]: INFO neutron.db.l3_db [None req-ecb2cadc-eba0-4ade-a6f4-939357dc0f94 tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Floating IP f809fae6-3c62-4096-8174-d780662d1d02 associated. External IP: 172.25.5.158, port: a2a55559-617d-46e1-bf94-dc61d6661ba1. Jul 27 21:10:07.213377 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecb2cadc-eba0-4ade-a6f4-939357dc0f94 tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Router 6c164824-0a48-4a39-be5a-a5c107d61cff has already been hosted by L3 agent dd128fd7-8e57-4d4f-895b-a96b369df59a {{(pid=105585) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:10:07.356634 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecb2cadc-eba0-4ade-a6f4-939357dc0f94 tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Notify agent at l3_agent.n-d-705658-22 the message routers_updated {{(pid=105585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:10:07.371456 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c6fa247-1c31-4b52-ae2f-d45dc7585657 None None] Sync routers for ids ['6c164824-0a48-4a39-be5a-a5c107d61cff'] in n-d-705658-22 {{(pid=105586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:10:07.381370 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-ecb2cadc-eba0-4ade-a6f4-939357dc0f94 tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for floatingip, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:07.386088 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c6fa247-1c31-4b52-ae2f-d45dc7585657 None None] Routers {'6c164824-0a48-4a39-be5a-a5c107d61cff'} bound to L3 agent in host n-d-705658-22 {{(pid=105586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:10:07.386779 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-3c6fa247-1c31-4b52-ae2f-d45dc7585657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:09:42Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['6c164824-0a48-4a39-be5a-a5c107d61cff'], 'active': True} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:10:07.418625 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-3c6fa247-1c31-4b52-ae2f-d45dc7585657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-22', False) {} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:10:07.421469 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80c5ed3-ff89-4ebb-8efd-06e1f1218094 req-4083de76-a019-45ec-91de-ff31bc48bb2a tempest-ListServerFiltersTestJSON-1491704447 tempest-ListServerFiltersTestJSON-1491704447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:07.422767 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-d80c5ed3-ff89-4ebb-8efd-06e1f1218094 req-4083de76-a019-45ec-91de-ff31bc48bb2a tempest-ListServerFiltersTestJSON-1491704447 tempest-ListServerFiltersTestJSON-1491704447-project] 10.222.0.59 "GET /v2.0/ports?device_id=3ec68082-1269-4333-94b4-18ecd4705e46 HTTP/1.1" status: 200 len: 946 time: 0.1561494 Jul 27 21:10:07.428028 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c6fa247-1c31-4b52-ae2f-d45dc7585657 None None] Routers {'6c164824-0a48-4a39-be5a-a5c107d61cff'} bound to L3 agent in host n-d-705658-22 {{(pid=105586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:10:07.428649 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-3c6fa247-1c31-4b52-ae2f-d45dc7585657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:09:42Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['6c164824-0a48-4a39-be5a-a5c107d61cff'], 'active': True} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:10:07.435512 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-ecb2cadc-eba0-4ade-a6f4-939357dc0f94 tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 3.7675338 Jul 27 21:10:07.436557 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 55696) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:10:07.441675 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-40deddb3-0235-4943-8939-66e090e5b31f tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Request body: {'floatingip': {'port_id': None}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:10:07.469610 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-3c6fa247-1c31-4b52-ae2f-d45dc7585657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-22', False) {} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:10:07.469980 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c6fa247-1c31-4b52-ae2f-d45dc7585657 None None] The sync data for ids ['6c164824-0a48-4a39-be5a-a5c107d61cff'] in n-d-705658-22 is: [] {{(pid=105586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:10:07.492212 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-d80c5ed3-ff89-4ebb-8efd-06e1f1218094 req-cdee8828-da62-4620-a3e0-535e0022da8f tempest-ListServerFiltersTestJSON-1491704447 tempest-ListServerFiltersTestJSON-1491704447-project] 10.222.0.59 "GET /v2.0/security-groups?id=8dfcd13b-e54c-4aad-8514-fdac1e892828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535240 Jul 27 21:10:07.513007 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-40deddb3-0235-4943-8939-66e090e5b31f tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Notify callbacks [] for floatingip, before_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:07.681045 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-40deddb3-0235-4943-8939-66e090e5b31f tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:07.688050 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-40deddb3-0235-4943-8939-66e090e5b31f tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4075768'] for floatingip, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:07.688506 n-d-705658-22 neutron-server[105584]: INFO neutron.db.l3_db [None req-40deddb3-0235-4943-8939-66e090e5b31f tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Floating IP f809fae6-3c62-4096-8174-d780662d1d02 disassociated. External IP: 172.25.5.158, port: a2a55559-617d-46e1-bf94-dc61d6661ba1. Jul 27 21:10:07.768293 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d72f721-6f4a-43b1-8f45-b9933fdede98 req-672669fb-ccb9-49e3-9e14-457615258b36 tempest-AttachVolumeTestJSON-850155022 tempest-AttachVolumeTestJSON-850155022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:07.769833 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-3d72f721-6f4a-43b1-8f45-b9933fdede98 req-672669fb-ccb9-49e3-9e14-457615258b36 tempest-AttachVolumeTestJSON-850155022 tempest-AttachVolumeTestJSON-850155022-project] 10.222.0.59 "GET /v2.0/ports?device_id=0f9b044c-3d59-4da2-bba4-f9456b3d9774 HTTP/1.1" status: 200 len: 946 time: 0.1099250 Jul 27 21:10:07.778571 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fad2d22-1200-4dbf-b8ff-a9c863ddf21e req-28a714db-8625-4507-a492-7469c47a5081 tempest-ImagesTestJSON-607612606 tempest-ImagesTestJSON-607612606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:07.780086 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-1fad2d22-1200-4dbf-b8ff-a9c863ddf21e req-28a714db-8625-4507-a492-7469c47a5081 tempest-ImagesTestJSON-607612606 tempest-ImagesTestJSON-607612606-project] 10.222.0.59 "GET /v2.0/ports?device_id=0bbe04d2-a9e7-499a-a4e2-933e97783cb3 HTTP/1.1" status: 200 len: 944 time: 0.1214035 Jul 27 21:10:07.864772 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-1fad2d22-1200-4dbf-b8ff-a9c863ddf21e req-4e610e88-d298-4bfd-86ff-3661fe8ba783 tempest-ImagesTestJSON-607612606 tempest-ImagesTestJSON-607612606-project] 10.222.0.59 "GET /v2.0/security-groups?id=0824f12c-25ec-46a0-872f-0482607e4324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760572 Jul 27 21:10:07.872218 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-3d72f721-6f4a-43b1-8f45-b9933fdede98 req-39d51a7b-079e-4b6b-905a-84187f0ce978 tempest-AttachVolumeTestJSON-850155022 tempest-AttachVolumeTestJSON-850155022-project] 10.222.0.59 "GET /v2.0/security-groups?id=422951fc-fa2c-4390-9ebd-848cc406cf38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0908687 Jul 27 21:10:07.877181 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Device c3d4e847-0c69-42d7-b0d9-ca13615ff225 details requested by agent hyperv_n-h2-705658-22 with host n-h2-705658-22 {{(pid=105586) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:10:07.930035 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40deddb3-0235-4943-8939-66e090e5b31f tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Router 6c164824-0a48-4a39-be5a-a5c107d61cff has already been hosted by L3 agent dd128fd7-8e57-4d4f-895b-a96b369df59a {{(pid=105584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:10:08.041010 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb3232f-010e-4405-bbc8-aaafc43d5697 req-5932c62f-d1f1-4a0f-a686-e0a426fd7a96 tempest-MultipleCreateTestJSON-2100520218 tempest-MultipleCreateTestJSON-2100520218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:08.042910 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-7fb3232f-010e-4405-bbc8-aaafc43d5697 req-5932c62f-d1f1-4a0f-a686-e0a426fd7a96 tempest-MultipleCreateTestJSON-2100520218 tempest-MultipleCreateTestJSON-2100520218-project] 10.222.0.59 "GET /v2.0/ports?device_id=5e8c875b-a98b-4d96-9438-46414276522d HTTP/1.1" status: 200 len: 946 time: 0.0815454 Jul 27 21:10:08.083247 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40deddb3-0235-4943-8939-66e090e5b31f tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Notify agent at l3_agent.n-d-705658-22 the message routers_updated {{(pid=105584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:10:08.091522 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-40deddb3-0235-4943-8939-66e090e5b31f tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for floatingip, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:08.095124 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] For port c3d4e847-0c69-42d7-b0d9-ca13615ff225, host n-h2-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=c3d4e847-0c69-42d7-b0d9-ca13615ff225,segment=NetworkSegment(74356e05-950c-4c55-88c6-85a1b1fc145d),segment_id=74356e05-950c-4c55-88c6-85a1b1fc145d)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:10:08.099190 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bedc411b-1e66-4557-9350-ac2bd5ad14db None None] Sync routers for ids ['6c164824-0a48-4a39-be5a-a5c107d61cff'] in n-d-705658-22 {{(pid=105587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:10:08.114003 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bedc411b-1e66-4557-9350-ac2bd5ad14db None None] Routers {'6c164824-0a48-4a39-be5a-a5c107d61cff'} bound to L3 agent in host n-d-705658-22 {{(pid=105587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:10:08.115305 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-bedc411b-1e66-4557-9350-ac2bd5ad14db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:09:42Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['6c164824-0a48-4a39-be5a-a5c107d61cff'], 'active': True} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:10:08.117798 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-7fb3232f-010e-4405-bbc8-aaafc43d5697 req-84965913-9f94-46c8-a650-893dd468b7c2 tempest-MultipleCreateTestJSON-2100520218 tempest-MultipleCreateTestJSON-2100520218-project] 10.222.0.59 "GET /v2.0/security-groups?id=0d19f387-1b85-4f76-b010-4ba2dd1c78d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678241 Jul 27 21:10:08.119445 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Returning: {'device': 'c3d4e847-0c69-42d7-b0d9-ca13615ff225', 'network_id': '72109025-d173-4d38-a78b-046bd6975a9d', 'port_id': 'c3d4e847-0c69-42d7-b0d9-ca13615ff225', 'mac_address': 'fa:16:3e:c8:38:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 208, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c3e9e9f-5a21-43a6-8c24-ea076aff9e22', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105586) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:10:08.158802 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-bedc411b-1e66-4557-9350-ac2bd5ad14db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-22', False) {} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:10:08.168481 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bedc411b-1e66-4557-9350-ac2bd5ad14db None None] Routers {'6c164824-0a48-4a39-be5a-a5c107d61cff'} bound to L3 agent in host n-d-705658-22 {{(pid=105587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:10:08.169320 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-bedc411b-1e66-4557-9350-ac2bd5ad14db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:09:42Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['6c164824-0a48-4a39-be5a-a5c107d61cff'], 'active': True} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:10:08.170094 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 55724) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:10:08.170937 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-40deddb3-0235-4943-8939-66e090e5b31f tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] 10.222.0.59 "PUT /v2.0/floatingips/f809fae6-3c62-4096-8174-d780662d1d02 HTTP/1.1" status: 200 len: 688 time: 0.7332423 Jul 27 21:10:08.197604 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:08.207109 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-bedc411b-1e66-4557-9350-ac2bd5ad14db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-22', False) {} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:10:08.207909 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bedc411b-1e66-4557-9350-ac2bd5ad14db None None] The sync data for ids ['6c164824-0a48-4a39-be5a-a5c107d61cff'] in n-d-705658-22 is: [] {{(pid=105587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:10:08.212003 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [None req-3d54578f-831f-4696-b568-13c455922dab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3d4e847-0c69-42d7-b0d9-ca13615ff225 {{(pid=105586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:10:08.232810 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] For port c3d4e847-0c69-42d7-b0d9-ca13615ff225, host n-h2-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=c3d4e847-0c69-42d7-b0d9-ca13615ff225,segment=NetworkSegment(74356e05-950c-4c55-88c6-85a1b1fc145d),segment_id=74356e05-950c-4c55-88c6-85a1b1fc145d)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:10:08.237683 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:08.287606 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Pushing event updated for resources: {'Port': ['ID=c3d4e847-0c69-42d7-b0d9-ca13615ff225,revision_number=4']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:10:08.311861 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [None req-4394f92a-f9b4-4259-82c7-cb24ccc53403 tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Deleting port 777927ca-401e-49a6-bc3f-c06b3ec84581 {{(pid=105585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:10:08.312405 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-4394f92a-f9b4-4259-82c7-cb24ccc53403 tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:08.387856 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-4394f92a-f9b4-4259-82c7-cb24ccc53403 tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:08.388188 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-4394f92a-f9b4-4259-82c7-cb24ccc53403 tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:08.400265 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [None req-4394f92a-f9b4-4259-82c7-cb24ccc53403 tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Calling delete_port for 777927ca-401e-49a6-bc3f-c06b3ec84581 owned by network:floatingip {{(pid=105585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:10:08.544257 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-4394f92a-f9b4-4259-82c7-cb24ccc53403 tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:08.576180 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4394f92a-f9b4-4259-82c7-cb24ccc53403 tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Pushing event deleted for resources: {'Port': ['ID=777927ca-401e-49a6-bc3f-c06b3ec84581,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:10:08.633824 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] get_ports_and_sgs() called for port_ids ['c3d4e847-0c69-42d7-b0d9-ca13615ff225'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:10:08.685857 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-4394f92a-f9b4-4259-82c7-cb24ccc53403 tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Notify callbacks [] for floatingip, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:08.688647 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-4394f92a-f9b4-4259-82c7-cb24ccc53403 tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for floatingip, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:08.693307 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-4394f92a-f9b4-4259-82c7-cb24ccc53403 tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] 10.222.0.59 "DELETE /v2.0/floatingips/f809fae6-3c62-4096-8174-d780662d1d02 HTTP/1.1" status: 204 len: 168 time: 0.5183527 Jul 27 21:10:08.693494 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 55738) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:10:08.698227 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-a565fdc8-4c49-4ccb-a504-849c891882e5 tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Request body: {'floatingip': {'floating_network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'port_id': 'b74dbe10-dc08-4d1f-b5ce-618da681d911'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:10:08.716992 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb10546-7d4f-46d6-a468-4c4fe55c0d51 req-0d755d27-f40c-4a79-bff5-2681030dc3ae tempest-ListServerFiltersTestJSON-1491704447 tempest-ListServerFiltersTestJSON-1491704447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:08.719985 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-bfb10546-7d4f-46d6-a468-4c4fe55c0d51 req-0d755d27-f40c-4a79-bff5-2681030dc3ae tempest-ListServerFiltersTestJSON-1491704447 tempest-ListServerFiltersTestJSON-1491704447-project] 10.222.0.59 "GET /v2.0/ports?device_id=3ec68082-1269-4333-94b4-18ecd4705e46 HTTP/1.1" status: 200 len: 946 time: 0.1455510 Jul 27 21:10:08.753544 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-a565fdc8-4c49-4ccb-a504-849c891882e5 tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Notify callbacks [] for floatingip, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:08.778175 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-bfb10546-7d4f-46d6-a468-4c4fe55c0d51 req-59bcf1b4-8db5-4906-9de3-540f2aa05787 tempest-ListServerFiltersTestJSON-1491704447 tempest-ListServerFiltersTestJSON-1491704447-project] 10.222.0.59 "GET /v2.0/security-groups?id=8dfcd13b-e54c-4aad-8514-fdac1e892828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517945 Jul 27 21:10:08.868761 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-a565fdc8-4c49-4ccb-a504-849c891882e5 tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:08.888979 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-bf3954df-f786-45ef-ad86-349cf6374453 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:09.022032 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.db_base_plugin_common [None req-a565fdc8-4c49-4ccb-a504-849c891882e5 tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Allocated IP 172.25.5.115 (8735d8a2-b604-4758-ae71-b40e4ee6f305/eca7dbab-b9c0-4c8f-a272-816ea8a81764/b607d23a-8e44-43b7-bd06-c1e3b5d831c0) {{(pid=105585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:10:09.091364 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b08d65-0964-44db-a323-666c9904ffe4 req-7e90564a-64c2-439d-b4c9-9421b8a710c8 tempest-ImagesTestJSON-607612606 tempest-ImagesTestJSON-607612606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:09.092853 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b2b08d65-0964-44db-a323-666c9904ffe4 req-7e90564a-64c2-439d-b4c9-9421b8a710c8 tempest-ImagesTestJSON-607612606 tempest-ImagesTestJSON-607612606-project] 10.222.0.59 "GET /v2.0/ports?device_id=0bbe04d2-a9e7-499a-a4e2-933e97783cb3 HTTP/1.1" status: 200 len: 945 time: 0.1386535 Jul 27 21:10:09.154365 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b2b08d65-0964-44db-a323-666c9904ffe4 req-4925534b-ca9d-4adb-9083-4e9c4e4c17ec tempest-ImagesTestJSON-607612606 tempest-ImagesTestJSON-607612606-project] 10.222.0.59 "GET /v2.0/security-groups?id=0824f12c-25ec-46a0-872f-0482607e4324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519400 Jul 27 21:10:09.179344 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-a565fdc8-4c49-4ccb-a504-849c891882e5 tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Notify callbacks [] for port, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:09.273490 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-a565fdc8-4c49-4ccb-a504-849c891882e5 tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:09.289516 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33643767-5c1d-471a-83ee-13b7dccb94f8 req-33ed3b4d-b39d-43b5-afa7-9c6b18c243bd tempest-MultipleCreateTestJSON-2100520218 tempest-MultipleCreateTestJSON-2100520218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:09.291036 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-33643767-5c1d-471a-83ee-13b7dccb94f8 req-33ed3b4d-b39d-43b5-afa7-9c6b18c243bd tempest-MultipleCreateTestJSON-2100520218 tempest-MultipleCreateTestJSON-2100520218-project] 10.222.0.59 "GET /v2.0/ports?device_id=5e8c875b-a98b-4d96-9438-46414276522d HTTP/1.1" status: 200 len: 946 time: 0.1029108 Jul 27 21:10:09.327370 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a565fdc8-4c49-4ccb-a504-849c891882e5 tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Network 8735d8a2-b604-4758-ae71-b40e4ee6f305 is already hosted by enough agents. {{(pid=105585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:10:09.337953 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.base_scheduler [None req-a565fdc8-4c49-4ccb-a504-849c891882e5 tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Resources bound (agent type, host, resource id): {{(pid=105585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:10:09.340862 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a565fdc8-4c49-4ccb-a504-849c891882e5 tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Received port after_create {{(pid=105585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:10:09.379595 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a565fdc8-4c49-4ccb-a504-849c891882e5 tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Pushing event updated for resources: {'Port': ['ID=b607d23a-8e44-43b7-bd06-c1e3b5d831c0,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:10:09.392939 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-33643767-5c1d-471a-83ee-13b7dccb94f8 req-3230374f-8555-418b-a250-c8a783f34d96 tempest-MultipleCreateTestJSON-2100520218 tempest-MultipleCreateTestJSON-2100520218-project] 10.222.0.59 "GET /v2.0/security-groups?id=0d19f387-1b85-4f76-b010-4ba2dd1c78d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828359 Jul 27 21:10:09.624376 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e4acd3-1c55-42e1-b2fa-5dd69c098425 req-a0799957-0450-4a27-aa34-6faea1295335 tempest-MultipleCreateTestJSON-2100520218 tempest-MultipleCreateTestJSON-2100520218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:09.625870 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-78e4acd3-1c55-42e1-b2fa-5dd69c098425 req-a0799957-0450-4a27-aa34-6faea1295335 tempest-MultipleCreateTestJSON-2100520218 tempest-MultipleCreateTestJSON-2100520218-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d9e5de6-56fd-4363-8bcb-155381856ba0 HTTP/1.1" status: 200 len: 945 time: 0.1524446 Jul 27 21:10:09.717166 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-78e4acd3-1c55-42e1-b2fa-5dd69c098425 req-7d4e2883-a12b-48cb-9204-605a51a3180e tempest-MultipleCreateTestJSON-2100520218 tempest-MultipleCreateTestJSON-2100520218-project] 10.222.0.59 "GET /v2.0/security-groups?id=0d19f387-1b85-4f76-b010-4ba2dd1c78d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845554 Jul 27 21:10:09.850312 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-a565fdc8-4c49-4ccb-a504-849c891882e5 tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:09.903443 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Device c3d4e847-0c69-42d7-b0d9-ca13615ff225 up at agent hyperv_n-h2-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:10:09.971949 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-3d54578f-831f-4696-b568-13c455922dab None None] Provisioning for port c3d4e847-0c69-42d7-b0d9-ca13615ff225 completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:10:09.979753 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-3d54578f-831f-4696-b568-13c455922dab None None] Provisioning complete for port c3d4e847-0c69-42d7-b0d9-ca13615ff225 triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:10:09.980139 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:09.998753 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-a565fdc8-4c49-4ccb-a504-849c891882e5 tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:10.009364 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6412e5-f8a3-4209-ad2e-d1e3f0cf48b0 req-b7a3d3ef-a93c-4a5b-954b-3aad3d431228 tempest-ListServerFiltersTestJSON-1491704447 tempest-ListServerFiltersTestJSON-1491704447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:10.011036 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-bf6412e5-f8a3-4209-ad2e-d1e3f0cf48b0 req-b7a3d3ef-a93c-4a5b-954b-3aad3d431228 tempest-ListServerFiltersTestJSON-1491704447 tempest-ListServerFiltersTestJSON-1491704447-project] 10.222.0.59 "GET /v2.0/ports?device_id=3ec68082-1269-4333-94b4-18ecd4705e46 HTTP/1.1" status: 200 len: 946 time: 0.1325576 Jul 27 21:10:10.041225 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:10.113320 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:10.150198 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-bf6412e5-f8a3-4209-ad2e-d1e3f0cf48b0 req-e3c61022-440c-4922-b467-89134274a09e tempest-ListServerFiltersTestJSON-1491704447 tempest-ListServerFiltersTestJSON-1491704447-project] 10.222.0.59 "GET /v2.0/security-groups?id=8dfcd13b-e54c-4aad-8514-fdac1e892828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212935 Jul 27 21:10:10.152531 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bbe04d2-a9e7-499a-a4e2-933e97783cb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3d4e847-0c69-42d7-b0d9-ca13615ff225'}] {{(pid=105586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:10:10.156027 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14c1663e039faf5393f87855f745010ac5b02220355b68fdbf065393e303ac56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35afea30-5718-4ebb-abfc-02392713ed77" -d '{"events": [{"server_uuid": "0bbe04d2-a9e7-499a-a4e2-933e97783cb3", "name": "network-vif-plugged", "status": "completed", "tag": "c3d4e847-0c69-42d7-b0d9-ca13615ff225"}]}' {{(pid=105586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:10:10.193295 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] For port c3d4e847-0c69-42d7-b0d9-ca13615ff225, host n-h2-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=c3d4e847-0c69-42d7-b0d9-ca13615ff225,segment=NetworkSegment(74356e05-950c-4c55-88c6-85a1b1fc145d),segment_id=74356e05-950c-4c55-88c6-85a1b1fc145d)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:10:10.206273 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:10.258771 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Pushing event updated for resources: {'Port': ['ID=c3d4e847-0c69-42d7-b0d9-ca13615ff225,revision_number=5']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:10:10.263618 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-a565fdc8-4c49-4ccb-a504-849c891882e5 tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Notify callbacks [] for port, precommit_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:10.271031 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:10:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23cbaaba-94cc-4833-a8e2-a4092e45b9c9 x-openstack-request-id: req-23cbaaba-94cc-4833-a8e2-a4092e45b9c9 {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:10:10.271564 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0bbe04d2-a9e7-499a-a4e2-933e97783cb3", "name": "network-vif-plugged", "status": "completed", "tag": "c3d4e847-0c69-42d7-b0d9-ca13615ff225", "code": 200}]} {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:10:10.272139 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-23cbaaba-94cc-4833-a8e2-a4092e45b9c9 {{(pid=105586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:10:10.272754 n-d-705658-22 neutron-server[105586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bbe04d2-a9e7-499a-a4e2-933e97783cb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3d4e847-0c69-42d7-b0d9-ca13615ff225', 'code': 200} Jul 27 21:10:10.278188 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-a565fdc8-4c49-4ccb-a504-849c891882e5 tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10221672'] for port, after_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:10.397042 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dfd63f-bbdc-407b-b7ca-e169ca30adcc req-df58c0b4-e9fe-4a73-a474-7651fde47cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:10.400247 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-a3dfd63f-bbdc-407b-b7ca-e169ca30adcc req-df58c0b4-e9fe-4a73-a474-7651fde47cd2 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=0bbe04d2-a9e7-499a-a4e2-933e97783cb3 HTTP/1.1" status: 200 len: 1098 time: 0.0651257 Jul 27 21:10:10.408441 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a565fdc8-4c49-4ccb-a504-849c891882e5 tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Pushing event updated for resources: {'Port': ['ID=b607d23a-8e44-43b7-bd06-c1e3b5d831c0,revision_number=2']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:10:10.433235 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-a565fdc8-4c49-4ccb-a504-849c891882e5 tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4075768'] for floatingip, after_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:10.443099 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-a3dfd63f-bbdc-407b-b7ca-e169ca30adcc req-3e2fe58b-c835-452e-888d-af9fed0f90ee service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=0824f12c-25ec-46a0-872f-0482607e4324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328441 Jul 27 21:10:10.492315 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253aba79-7229-473a-b607-6c209ce382d0 req-8883eae5-79b8-4917-99e1-f4e0889d4507 tempest-MultipleCreateTestJSON-2100520218 tempest-MultipleCreateTestJSON-2100520218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:10.493778 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-253aba79-7229-473a-b607-6c209ce382d0 req-8883eae5-79b8-4917-99e1-f4e0889d4507 tempest-MultipleCreateTestJSON-2100520218 tempest-MultipleCreateTestJSON-2100520218-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d9e5de6-56fd-4363-8bcb-155381856ba0 HTTP/1.1" status: 200 len: 945 time: 0.2645149 Jul 27 21:10:10.514573 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c9d7a0-20ae-4c0b-92dd-6842022a0864 req-e20442f2-9bd4-4a27-aec1-49f154d84f95 tempest-ImagesTestJSON-607612606 tempest-ImagesTestJSON-607612606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:10.516081 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-34c9d7a0-20ae-4c0b-92dd-6842022a0864 req-e20442f2-9bd4-4a27-aec1-49f154d84f95 tempest-ImagesTestJSON-607612606 tempest-ImagesTestJSON-607612606-project] 10.222.0.59 "GET /v2.0/ports?device_id=0bbe04d2-a9e7-499a-a4e2-933e97783cb3 HTTP/1.1" status: 200 len: 946 time: 0.1839168 Jul 27 21:10:10.602051 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-253aba79-7229-473a-b607-6c209ce382d0 req-46f7ad9f-e688-4e69-8972-5ba0334013dd tempest-MultipleCreateTestJSON-2100520218 tempest-MultipleCreateTestJSON-2100520218-project] 10.222.0.59 "GET /v2.0/security-groups?id=0d19f387-1b85-4f76-b010-4ba2dd1c78d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970464 Jul 27 21:10:10.615012 n-d-705658-22 neutron-server[105585]: INFO neutron.db.l3_db [None req-a565fdc8-4c49-4ccb-a504-849c891882e5 tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Floating IP d9545621-eaa4-45b0-87d7-294122dee69f associated. External IP: 172.25.5.115, port: b74dbe10-dc08-4d1f-b5ce-618da681d911. Jul 27 21:10:10.627418 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-34c9d7a0-20ae-4c0b-92dd-6842022a0864 req-9157f237-f488-4546-83d7-7d163b1a8667 tempest-ImagesTestJSON-607612606 tempest-ImagesTestJSON-607612606-project] 10.222.0.59 "GET /v2.0/security-groups?id=0824f12c-25ec-46a0-872f-0482607e4324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959463 Jul 27 21:10:11.147966 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a565fdc8-4c49-4ccb-a504-849c891882e5 tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Router 6c164824-0a48-4a39-be5a-a5c107d61cff has already been hosted by L3 agent dd128fd7-8e57-4d4f-895b-a96b369df59a {{(pid=105585) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:10:11.266662 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a565fdc8-4c49-4ccb-a504-849c891882e5 tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Notify agent at l3_agent.n-d-705658-22 the message routers_updated {{(pid=105585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:10:11.278709 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bccf52df-1ba6-4598-b8dd-61e57f10ea11 None None] Sync routers for ids ['6c164824-0a48-4a39-be5a-a5c107d61cff'] in n-d-705658-22 {{(pid=105586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:10:11.293183 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bccf52df-1ba6-4598-b8dd-61e57f10ea11 None None] Routers {'6c164824-0a48-4a39-be5a-a5c107d61cff'} bound to L3 agent in host n-d-705658-22 {{(pid=105586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:10:11.293990 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-bccf52df-1ba6-4598-b8dd-61e57f10ea11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:09:42Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['6c164824-0a48-4a39-be5a-a5c107d61cff'], 'active': True} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:10:11.318002 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-a565fdc8-4c49-4ccb-a504-849c891882e5 tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for floatingip, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:11.334062 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-bccf52df-1ba6-4598-b8dd-61e57f10ea11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-22', False) {} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:10:11.344062 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bccf52df-1ba6-4598-b8dd-61e57f10ea11 None None] Routers {'6c164824-0a48-4a39-be5a-a5c107d61cff'} bound to L3 agent in host n-d-705658-22 {{(pid=105586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:10:11.345394 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-bccf52df-1ba6-4598-b8dd-61e57f10ea11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:09:42Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['6c164824-0a48-4a39-be5a-a5c107d61cff'], 'active': True} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:10:11.369316 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-a565fdc8-4c49-4ccb-a504-849c891882e5 tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 2.6746681 Jul 27 21:10:11.371979 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 55806) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:10:11.379715 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4e7bdc-5268-429d-9258-afe1bdf177e9 req-5db98630-c705-4aa9-bb70-59afe79faad1 tempest-ListServerFiltersTestJSON-1491704447 tempest-ListServerFiltersTestJSON-1491704447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:11.385818 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-bccf52df-1ba6-4598-b8dd-61e57f10ea11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-22', False) {} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:10:11.386473 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bccf52df-1ba6-4598-b8dd-61e57f10ea11 None None] The sync data for ids ['6c164824-0a48-4a39-be5a-a5c107d61cff'] in n-d-705658-22 is: [] {{(pid=105586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:10:11.388102 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-bf4e7bdc-5268-429d-9258-afe1bdf177e9 req-5db98630-c705-4aa9-bb70-59afe79faad1 tempest-ListServerFiltersTestJSON-1491704447 tempest-ListServerFiltersTestJSON-1491704447-project] 10.222.0.59 "GET /v2.0/ports?device_id=3ec68082-1269-4333-94b4-18ecd4705e46 HTTP/1.1" status: 200 len: 946 time: 0.1194293 Jul 27 21:10:11.425289 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-bf4e7bdc-5268-429d-9258-afe1bdf177e9 req-b6aa0b9e-62f3-458f-91b6-253f80b1f15c tempest-ListServerFiltersTestJSON-1491704447 tempest-ListServerFiltersTestJSON-1491704447-project] 10.222.0.59 "GET /v2.0/security-groups?id=8dfcd13b-e54c-4aad-8514-fdac1e892828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361137 Jul 27 21:10:11.448209 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-2181dd8e-ce85-4b4f-9c62-f2b3190c40f9 tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] 10.222.0.59 "GET /v2.0/floatingips/d9545621-eaa4-45b0-87d7-294122dee69f HTTP/1.1" status: 200 len: 979 time: 0.0750053 Jul 27 21:10:11.450668 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 55814) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:10:11.556439 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-a3979179-fd0c-4c98-8c00-7341a705eb5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:11.577279 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-d3a3b8db-a037-473d-b844-a9ac60148306 tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] 10.222.0.59 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 982 time: 0.1252778 Jul 27 21:10:11.579647 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 55818) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:10:11.584309 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-445ffd24-0db0-446a-91fb-e8d65b965adb tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Request body: {'floatingip': {'port_id': 'a2a55559-617d-46e1-bf94-dc61d6661ba1'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:10:11.652502 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-445ffd24-0db0-446a-91fb-e8d65b965adb tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Notify callbacks [] for floatingip, before_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:11.828337 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:11.852786 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af241120-ff74-4ddd-9dcc-b4976053ce27 req-2946fc60-fb92-455c-9fe5-d24a0689ed4c tempest-MultipleCreateTestJSON-2100520218 tempest-MultipleCreateTestJSON-2100520218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:11.855054 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-af241120-ff74-4ddd-9dcc-b4976053ce27 req-2946fc60-fb92-455c-9fe5-d24a0689ed4c tempest-MultipleCreateTestJSON-2100520218 tempest-MultipleCreateTestJSON-2100520218-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d9e5de6-56fd-4363-8bcb-155381856ba0 HTTP/1.1" status: 200 len: 945 time: 0.1719816 Jul 27 21:10:11.925429 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87393900-94cd-40ab-9cf4-a40c7bac2d10 req-8b8b69e6-d67f-4f33-be3f-eeeaf49478e2 tempest-ImagesTestJSON-607612606 tempest-ImagesTestJSON-607612606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:11.926948 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-87393900-94cd-40ab-9cf4-a40c7bac2d10 req-8b8b69e6-d67f-4f33-be3f-eeeaf49478e2 tempest-ImagesTestJSON-607612606 tempest-ImagesTestJSON-607612606-project] 10.222.0.59 "GET /v2.0/ports?device_id=0bbe04d2-a9e7-499a-a4e2-933e97783cb3 HTTP/1.1" status: 200 len: 946 time: 0.1919467 Jul 27 21:10:11.939428 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39b94f1-86e8-434e-8868-b11536c1be9f req-a16f6242-e800-4a69-8be7-ce75903e7b8a tempest-MultipleCreateTestJSON-2100520218 tempest-MultipleCreateTestJSON-2100520218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:11.941030 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-d39b94f1-86e8-434e-8868-b11536c1be9f req-a16f6242-e800-4a69-8be7-ce75903e7b8a tempest-MultipleCreateTestJSON-2100520218 tempest-MultipleCreateTestJSON-2100520218-project] 10.222.0.60 "GET /v2.0/ports?device_id=0d9e5de6-56fd-4363-8bcb-155381856ba0 HTTP/1.1" status: 200 len: 945 time: 0.2198765 Jul 27 21:10:11.945427 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-af241120-ff74-4ddd-9dcc-b4976053ce27 req-d3b30219-5c16-4fce-a524-af85e5d5c051 tempest-MultipleCreateTestJSON-2100520218 tempest-MultipleCreateTestJSON-2100520218-project] 10.222.0.59 "GET /v2.0/security-groups?id=0d19f387-1b85-4f76-b010-4ba2dd1c78d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811071 Jul 27 21:10:11.984011 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-87393900-94cd-40ab-9cf4-a40c7bac2d10 req-cb1ec848-d13f-47b7-9e19-ce25bf1c0b27 tempest-ImagesTestJSON-607612606 tempest-ImagesTestJSON-607612606-project] 10.222.0.59 "GET /v2.0/security-groups?id=0824f12c-25ec-46a0-872f-0482607e4324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489702 Jul 27 21:10:12.122298 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee85025-e875-463a-85ac-9df1f0ed5c01 req-fcbbb5e2-da1f-43a5-a9d9-acac589c60f2 tempest-MultipleCreateTestJSON-2100520218 tempest-MultipleCreateTestJSON-2100520218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:12.123697 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-8ee85025-e875-463a-85ac-9df1f0ed5c01 req-fcbbb5e2-da1f-43a5-a9d9-acac589c60f2 tempest-MultipleCreateTestJSON-2100520218 tempest-MultipleCreateTestJSON-2100520218-project] 10.222.0.36 "GET /v2.0/ports?device_id=5e8c875b-a98b-4d96-9438-46414276522d HTTP/1.1" status: 200 len: 946 time: 0.1387696 Jul 27 21:10:12.138008 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389a9e6b-5a2a-4bb0-bd5b-8b72a94fac7e req-c9b078ab-39e3-46c8-a103-5dc5e7088e09 tempest-ListServerFiltersTestJSON-1491704447 tempest-ListServerFiltersTestJSON-1491704447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:12.139486 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-389a9e6b-5a2a-4bb0-bd5b-8b72a94fac7e req-c9b078ab-39e3-46c8-a103-5dc5e7088e09 tempest-ListServerFiltersTestJSON-1491704447 tempest-ListServerFiltersTestJSON-1491704447-project] 10.222.0.59 "GET /v2.0/ports?device_id=3ec68082-1269-4333-94b4-18ecd4705e46 HTTP/1.1" status: 200 len: 946 time: 0.0922315 Jul 27 21:10:12.171575 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80e76af-144f-4393-a206-2cb3798fb203 req-b26c893e-8d5e-4916-a7b1-50c904d4ca18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:12.173066 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-f80e76af-144f-4393-a206-2cb3798fb203 req-b26c893e-8d5e-4916-a7b1-50c904d4ca18 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=be1fd89232f24dc58671559b7ee234ce&device_id=3ec68082-1269-4333-94b4-18ecd4705e46 HTTP/1.1" status: 200 len: 1098 time: 0.2770863 Jul 27 21:10:12.239556 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-389a9e6b-5a2a-4bb0-bd5b-8b72a94fac7e req-8a9ebed5-e9b0-4bd0-b867-08586f68c113 tempest-ListServerFiltersTestJSON-1491704447 tempest-ListServerFiltersTestJSON-1491704447-project] 10.222.0.59 "GET /v2.0/security-groups?id=8dfcd13b-e54c-4aad-8514-fdac1e892828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922344 Jul 27 21:10:12.270870 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [req-8ee85025-e875-463a-85ac-9df1f0ed5c01 req-c6c9458b-41f7-4524-9c83-6fcaf6905fda tempest-MultipleCreateTestJSON-2100520218 tempest-MultipleCreateTestJSON-2100520218-project] Deleting port 17339602-4b5a-41b0-b065-3ffbdc139216 {{(pid=105585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:10:12.270870 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-8ee85025-e875-463a-85ac-9df1f0ed5c01 req-c6c9458b-41f7-4524-9c83-6fcaf6905fda tempest-MultipleCreateTestJSON-2100520218 tempest-MultipleCreateTestJSON-2100520218-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:12.284257 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [req-d39b94f1-86e8-434e-8868-b11536c1be9f req-44ae483a-c159-4c04-8a41-58ea2a6c3ee8 tempest-MultipleCreateTestJSON-2100520218 tempest-MultipleCreateTestJSON-2100520218-project] Deleting port cbad6c0a-1844-4c89-9a82-6a577212254b {{(pid=105584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:10:12.284603 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-d39b94f1-86e8-434e-8868-b11536c1be9f req-44ae483a-c159-4c04-8a41-58ea2a6c3ee8 tempest-MultipleCreateTestJSON-2100520218 tempest-MultipleCreateTestJSON-2100520218-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:12.383562 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.db [req-8ee85025-e875-463a-85ac-9df1f0ed5c01 req-c6c9458b-41f7-4524-9c83-6fcaf6905fda tempest-MultipleCreateTestJSON-2100520218 tempest-MultipleCreateTestJSON-2100520218-project] For port 17339602-4b5a-41b0-b065-3ffbdc139216, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=17339602-4b5a-41b0-b065-3ffbdc139216,segment=NetworkSegment(7908a8c6-8183-4889-8605-7e118a3f4a32),segment_id=7908a8c6-8183-4889-8605-7e118a3f4a32)] {{(pid=105585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:10:12.383794 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-8ee85025-e875-463a-85ac-9df1f0ed5c01 req-c6c9458b-41f7-4524-9c83-6fcaf6905fda tempest-MultipleCreateTestJSON-2100520218 tempest-MultipleCreateTestJSON-2100520218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:12.408090 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [req-8ee85025-e875-463a-85ac-9df1f0ed5c01 req-c6c9458b-41f7-4524-9c83-6fcaf6905fda tempest-MultipleCreateTestJSON-2100520218 tempest-MultipleCreateTestJSON-2100520218-project] Calling delete_port for 17339602-4b5a-41b0-b065-3ffbdc139216 owned by compute:nova {{(pid=105585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:10:12.472384 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80e76af-144f-4393-a206-2cb3798fb203 req-4e4ace99-a715-4883-83b6-3ca4bf5f4afb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:12.473897 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-f80e76af-144f-4393-a206-2cb3798fb203 req-4e4ace99-a715-4883-83b6-3ca4bf5f4afb service neutron] 10.222.0.36 "GET /v2.0/networks?id=db6b4722-6a69-4264-b4e3-b2624243cd24 HTTP/1.1" status: 200 len: 916 time: 0.2899837 Jul 27 21:10:12.564521 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-8ee85025-e875-463a-85ac-9df1f0ed5c01 req-c6c9458b-41f7-4524-9c83-6fcaf6905fda tempest-MultipleCreateTestJSON-2100520218 tempest-MultipleCreateTestJSON-2100520218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:12.577804 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] get_ports_and_sgs() called for port_ids ['17339602-4b5a-41b0-b065-3ffbdc139216'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:10:12.580632 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-f80e76af-144f-4393-a206-2cb3798fb203 req-5af91919-236f-4adb-ae03-bd8d15035f2d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=54744cdb-b479-41f8-997a-1cdaae76f4ae HTTP/1.1" status: 200 len: 217 time: 0.0739794 Jul 27 21:10:12.582631 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [req-d39b94f1-86e8-434e-8868-b11536c1be9f req-44ae483a-c159-4c04-8a41-58ea2a6c3ee8 tempest-MultipleCreateTestJSON-2100520218 tempest-MultipleCreateTestJSON-2100520218-project] For port cbad6c0a-1844-4c89-9a82-6a577212254b, host n-h2-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=cbad6c0a-1844-4c89-9a82-6a577212254b,segment=NetworkSegment(7908a8c6-8183-4889-8605-7e118a3f4a32),segment_id=7908a8c6-8183-4889-8605-7e118a3f4a32)] {{(pid=105584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:10:12.583042 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-d39b94f1-86e8-434e-8868-b11536c1be9f req-44ae483a-c159-4c04-8a41-58ea2a6c3ee8 tempest-MultipleCreateTestJSON-2100520218 tempest-MultipleCreateTestJSON-2100520218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:12.608569 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] get_ports_and_sgs() called for port_ids ['cbad6c0a-1844-4c89-9a82-6a577212254b'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:10:12.620140 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [req-d39b94f1-86e8-434e-8868-b11536c1be9f req-44ae483a-c159-4c04-8a41-58ea2a6c3ee8 tempest-MultipleCreateTestJSON-2100520218 tempest-MultipleCreateTestJSON-2100520218-project] Calling delete_port for cbad6c0a-1844-4c89-9a82-6a577212254b owned by compute:nova {{(pid=105584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:10:12.644890 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c9458b-41f7-4524-9c83-6fcaf6905fda tempest-MultipleCreateTestJSON-2100520218 tempest-MultipleCreateTestJSON-2100520218-project] Pushing event deleted for resources: {'Port': ['ID=17339602-4b5a-41b0-b065-3ffbdc139216,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:10:12.693457 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ee85025-e875-463a-85ac-9df1f0ed5c01 req-c6c9458b-41f7-4524-9c83-6fcaf6905fda tempest-MultipleCreateTestJSON-2100520218 tempest-MultipleCreateTestJSON-2100520218-project] No DVR routers for this DVR port 17339602-4b5a-41b0-b065-3ffbdc139216 on host n-h1-705658-22 {{(pid=105585) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:10:12.697651 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-8ee85025-e875-463a-85ac-9df1f0ed5c01 req-c6c9458b-41f7-4524-9c83-6fcaf6905fda tempest-MultipleCreateTestJSON-2100520218 tempest-MultipleCreateTestJSON-2100520218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:12.701491 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-8ee85025-e875-463a-85ac-9df1f0ed5c01 req-c6c9458b-41f7-4524-9c83-6fcaf6905fda tempest-MultipleCreateTestJSON-2100520218 tempest-MultipleCreateTestJSON-2100520218-project] 10.222.0.36 "DELETE /v2.0/ports/17339602-4b5a-41b0-b065-3ffbdc139216 HTTP/1.1" status: 204 len: 173 time: 0.5605879 Jul 27 21:10:12.701950 n-d-705658-22 neutron-server[105585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e8c875b-a98b-4d96-9438-46414276522d', 'name': 'network-vif-deleted', 'tag': '17339602-4b5a-41b0-b065-3ffbdc139216'}] {{(pid=105585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:10:12.705905 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d66fd65881426bfc2b5388084a3654e5eae521106a15a3dbf0eb4cde7106c36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f4034d0-797d-422b-9815-13c4c9821844" -d '{"events": [{"server_uuid": "5e8c875b-a98b-4d96-9438-46414276522d", "name": "network-vif-deleted", "tag": "17339602-4b5a-41b0-b065-3ffbdc139216"}]}' {{(pid=105585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:10:12.753491 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80e76af-144f-4393-a206-2cb3798fb203 req-29d4497f-08e5-4a4c-b7f6-0a0ac2715140 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:12.755020 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-f80e76af-144f-4393-a206-2cb3798fb203 req-29d4497f-08e5-4a4c-b7f6-0a0ac2715140 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=033f449b-a1e0-4fba-98dd-6d95babd8f33 HTTP/1.1" status: 200 len: 854 time: 0.1581969 Jul 27 21:10:12.756772 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.db.resource_extend [None req-445ffd24-0db0-446a-91fb-e8d65b965adb tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 27 21:10:12.849069 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-445ffd24-0db0-446a-91fb-e8d65b965adb tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:12.853888 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:10:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7869e99e-c15b-4e73-933f-6929fb1b975c x-openstack-request-id: req-7869e99e-c15b-4e73-933f-6929fb1b975c {{(pid=105585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:10:12.854455 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e8c875b-a98b-4d96-9438-46414276522d", "name": "network-vif-deleted", "tag": "17339602-4b5a-41b0-b065-3ffbdc139216", "status": "completed", "code": 200}]} {{(pid=105585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:10:12.855051 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-7869e99e-c15b-4e73-933f-6929fb1b975c {{(pid=105585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:10:12.855622 n-d-705658-22 neutron-server[105585]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e8c875b-a98b-4d96-9438-46414276522d', 'name': 'network-vif-deleted', 'tag': '17339602-4b5a-41b0-b065-3ffbdc139216', 'status': 'completed', 'code': 200} Jul 27 21:10:12.907319 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-445ffd24-0db0-446a-91fb-e8d65b965adb tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4075768'] for floatingip, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:12.963313 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-bb32ed7d-8717-448b-a9c8-a5a0117d1fd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:13.179780 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfabd85e-1bf2-42ed-a78b-fe196eb25a46 req-7e9286e8-087c-4ff4-9b6c-7ca9b8b76d18 tempest-MultipleCreateTestJSON-2100520218 tempest-MultipleCreateTestJSON-2100520218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:13.181440 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-dfabd85e-1bf2-42ed-a78b-fe196eb25a46 req-7e9286e8-087c-4ff4-9b6c-7ca9b8b76d18 tempest-MultipleCreateTestJSON-2100520218 tempest-MultipleCreateTestJSON-2100520218-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d9e5de6-56fd-4363-8bcb-155381856ba0 HTTP/1.1" status: 200 len: 945 time: 0.1494074 Jul 27 21:10:13.205714 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957dad63-dd39-4d60-b7bd-5dfcb512fb3b req-755e82b3-d076-4aa4-8760-0bbfecaddefa tempest-ImagesTestJSON-607612606 tempest-ImagesTestJSON-607612606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:13.207403 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-957dad63-dd39-4d60-b7bd-5dfcb512fb3b req-755e82b3-d076-4aa4-8760-0bbfecaddefa tempest-ImagesTestJSON-607612606 tempest-ImagesTestJSON-607612606-project] 10.222.0.59 "GET /v2.0/ports?device_id=0bbe04d2-a9e7-499a-a4e2-933e97783cb3 HTTP/1.1" status: 200 len: 946 time: 0.1137655 Jul 27 21:10:13.288253 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-dfabd85e-1bf2-42ed-a78b-fe196eb25a46 req-f49fbb60-e8ae-4c92-ad5e-9631c03bf807 tempest-MultipleCreateTestJSON-2100520218 tempest-MultipleCreateTestJSON-2100520218-project] 10.222.0.59 "GET /v2.0/security-groups?id=0d19f387-1b85-4f76-b010-4ba2dd1c78d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957313 Jul 27 21:10:13.292943 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-957dad63-dd39-4d60-b7bd-5dfcb512fb3b req-a2da81fb-2b0d-46cb-81be-f65576cbeadc tempest-ImagesTestJSON-607612606 tempest-ImagesTestJSON-607612606-project] 10.222.0.59 "GET /v2.0/security-groups?id=0824f12c-25ec-46a0-872f-0482607e4324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789022 Jul 27 21:10:13.484044 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d6c123-cebb-43cc-a472-0940634378e6 req-4cb4027c-139b-4cac-82eb-2321e238f9b2 tempest-ListServerFiltersTestJSON-1491704447 tempest-ListServerFiltersTestJSON-1491704447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:13.488777 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-75d6c123-cebb-43cc-a472-0940634378e6 req-4cb4027c-139b-4cac-82eb-2321e238f9b2 tempest-ListServerFiltersTestJSON-1491704447 tempest-ListServerFiltersTestJSON-1491704447-project] 10.222.0.59 "GET /v2.0/ports?device_id=3ec68082-1269-4333-94b4-18ecd4705e46 HTTP/1.1" status: 200 len: 946 time: 0.1397376 Jul 27 21:10:13.562498 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-75d6c123-cebb-43cc-a472-0940634378e6 req-9dffb97c-785a-4d23-90d7-95f968a37c1d tempest-ListServerFiltersTestJSON-1491704447 tempest-ListServerFiltersTestJSON-1491704447-project] 10.222.0.59 "GET /v2.0/security-groups?id=8dfcd13b-e54c-4aad-8514-fdac1e892828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656462 Jul 27 21:10:13.571742 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80e76af-144f-4393-a206-2cb3798fb203 req-e63aecb9-f839-4d53-bf91-90f6fc08f61b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:13.573200 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-f80e76af-144f-4393-a206-2cb3798fb203 req-e63aecb9-f839-4d53-bf91-90f6fc08f61b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=db6b4722-6a69-4264-b4e3-b2624243cd24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.7206199 Jul 27 21:10:13.589951 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-d39b94f1-86e8-434e-8868-b11536c1be9f req-44ae483a-c159-4c04-8a41-58ea2a6c3ee8 tempest-MultipleCreateTestJSON-2100520218 tempest-MultipleCreateTestJSON-2100520218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:13.597746 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] get_ports_and_sgs() called for port_ids ['17339602-4b5a-41b0-b065-3ffbdc139216'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:10:13.671419 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ae483a-c159-4c04-8a41-58ea2a6c3ee8 tempest-MultipleCreateTestJSON-2100520218 tempest-MultipleCreateTestJSON-2100520218-project] Pushing event deleted for resources: {'Port': ['ID=cbad6c0a-1844-4c89-9a82-6a577212254b,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:10:13.685146 n-d-705658-22 neutron-server[105584]: INFO neutron.db.l3_db [None req-445ffd24-0db0-446a-91fb-e8d65b965adb tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Floating IP d9545621-eaa4-45b0-87d7-294122dee69f associated. External IP: 172.25.5.115, port: b74dbe10-dc08-4d1f-b5ce-618da681d911. Jul 27 21:10:13.734862 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c794444f-8956-4eb1-9bbf-0fb3bf69c21f req-9ec420dd-9f25-4a22-90df-5fb624e8bc99 tempest-ImagesTestJSON-607612606 tempest-ImagesTestJSON-607612606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:13.743811 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-c794444f-8956-4eb1-9bbf-0fb3bf69c21f req-9ec420dd-9f25-4a22-90df-5fb624e8bc99 tempest-ImagesTestJSON-607612606 tempest-ImagesTestJSON-607612606-project] 10.222.0.59 "GET /v2.0/ports?device_id=0bbe04d2-a9e7-499a-a4e2-933e97783cb3 HTTP/1.1" status: 200 len: 946 time: 0.0993531 Jul 27 21:10:13.781490 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [req-d39b94f1-86e8-434e-8868-b11536c1be9f req-44ae483a-c159-4c04-8a41-58ea2a6c3ee8 tempest-MultipleCreateTestJSON-2100520218 tempest-MultipleCreateTestJSON-2100520218-project] No DVR routers for this DVR port cbad6c0a-1844-4c89-9a82-6a577212254b on host n-h2-705658-22 {{(pid=105584) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:10:13.788651 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-d39b94f1-86e8-434e-8868-b11536c1be9f req-44ae483a-c159-4c04-8a41-58ea2a6c3ee8 tempest-MultipleCreateTestJSON-2100520218 tempest-MultipleCreateTestJSON-2100520218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:13.790611 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-d39b94f1-86e8-434e-8868-b11536c1be9f req-44ae483a-c159-4c04-8a41-58ea2a6c3ee8 tempest-MultipleCreateTestJSON-2100520218 tempest-MultipleCreateTestJSON-2100520218-project] 10.222.0.60 "DELETE /v2.0/ports/cbad6c0a-1844-4c89-9a82-6a577212254b HTTP/1.1" status: 204 len: 173 time: 1.8385909 Jul 27 21:10:13.791054 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d9e5de6-56fd-4363-8bcb-155381856ba0', 'name': 'network-vif-deleted', 'tag': 'cbad6c0a-1844-4c89-9a82-6a577212254b'}] {{(pid=105584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:10:13.795282 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bce5e6c8685464f7626901654159975603b047827e3138302ed6566e28f1343" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14f84ef7-3e2f-42c2-9228-d6170e5ac81a" -d '{"events": [{"server_uuid": "0d9e5de6-56fd-4363-8bcb-155381856ba0", "name": "network-vif-deleted", "tag": "cbad6c0a-1844-4c89-9a82-6a577212254b"}]}' {{(pid=105584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:10:13.867286 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-c794444f-8956-4eb1-9bbf-0fb3bf69c21f req-22e6eac4-6ead-489e-a2a9-383e9f1f98d6 tempest-ImagesTestJSON-607612606 tempest-ImagesTestJSON-607612606-project] 10.222.0.59 "GET /v2.0/security-groups?id=0824f12c-25ec-46a0-872f-0482607e4324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119587 Jul 27 21:10:13.933420 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-f80e76af-144f-4393-a206-2cb3798fb203 req-5156d4e4-5900-434d-ac70-89d1d5b4e444 service neutron] 10.222.0.36 "GET /v2.0/networks/db6b4722-6a69-4264-b4e3-b2624243cd24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3487449 Jul 27 21:10:13.951386 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:10:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b786391b-4490-43dd-a673-0a2fbf9c5a5a x-openstack-request-id: req-b786391b-4490-43dd-a673-0a2fbf9c5a5a {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:10:13.951678 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d9e5de6-56fd-4363-8bcb-155381856ba0", "name": "network-vif-deleted", "tag": "cbad6c0a-1844-4c89-9a82-6a577212254b", "status": "completed", "code": 200}]} {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:10:13.951927 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-b786391b-4490-43dd-a673-0a2fbf9c5a5a {{(pid=105584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:10:13.952322 n-d-705658-22 neutron-server[105584]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d9e5de6-56fd-4363-8bcb-155381856ba0', 'name': 'network-vif-deleted', 'tag': 'cbad6c0a-1844-4c89-9a82-6a577212254b', 'status': 'completed', 'code': 200} Jul 27 21:10:14.161658 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-f80e76af-144f-4393-a206-2cb3798fb203 req-2ed33354-c9e3-4f52-a83c-e2fc7657141d service neutron] 10.222.0.36 "GET /v2.0/networks/db6b4722-6a69-4264-b4e3-b2624243cd24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2129910 Jul 27 21:10:14.183022 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-445ffd24-0db0-446a-91fb-e8d65b965adb tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Router 6c164824-0a48-4a39-be5a-a5c107d61cff has already been hosted by L3 agent dd128fd7-8e57-4d4f-895b-a96b369df59a {{(pid=105584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:10:14.253642 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-875ced1b-4cf3-463a-9653-058f0f9421e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:14.335704 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-445ffd24-0db0-446a-91fb-e8d65b965adb tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Notify agent at l3_agent.n-d-705658-22 the message routers_updated {{(pid=105584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:10:14.347261 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44e10675-5b79-49b9-8bbd-8aeb9ac29d1f None None] Sync routers for ids ['6c164824-0a48-4a39-be5a-a5c107d61cff'] in n-d-705658-22 {{(pid=105587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:10:14.360020 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44e10675-5b79-49b9-8bbd-8aeb9ac29d1f None None] Routers {'6c164824-0a48-4a39-be5a-a5c107d61cff'} bound to L3 agent in host n-d-705658-22 {{(pid=105587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:10:14.360846 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-44e10675-5b79-49b9-8bbd-8aeb9ac29d1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:10:12Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['6c164824-0a48-4a39-be5a-a5c107d61cff'], 'active': True} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:10:14.434551 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-44e10675-5b79-49b9-8bbd-8aeb9ac29d1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-22', False) {} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:10:14.439717 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a67cf634-9c3b-498d-b3e9-08db5c9deb7d req-f0c55190-f89a-4240-8109-b2e46d81ec83 tempest-MultipleCreateTestJSON-2100520218 tempest-MultipleCreateTestJSON-2100520218-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d9e5de6-56fd-4363-8bcb-155381856ba0 HTTP/1.1" status: 200 len: 210 time: 0.0536742 Jul 27 21:10:14.445642 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44e10675-5b79-49b9-8bbd-8aeb9ac29d1f None None] Routers {'6c164824-0a48-4a39-be5a-a5c107d61cff'} bound to L3 agent in host n-d-705658-22 {{(pid=105587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:10:14.446432 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-44e10675-5b79-49b9-8bbd-8aeb9ac29d1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:10:12Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['6c164824-0a48-4a39-be5a-a5c107d61cff'], 'active': True} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:10:14.498918 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-44e10675-5b79-49b9-8bbd-8aeb9ac29d1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-22', False) {} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:10:14.503804 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44e10675-5b79-49b9-8bbd-8aeb9ac29d1f None None] The sync data for ids ['6c164824-0a48-4a39-be5a-a5c107d61cff'] in n-d-705658-22 is: [] {{(pid=105587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:10:14.720471 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-445ffd24-0db0-446a-91fb-e8d65b965adb tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Router 6c164824-0a48-4a39-be5a-a5c107d61cff has already been hosted by L3 agent dd128fd7-8e57-4d4f-895b-a96b369df59a {{(pid=105584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:10:14.754230 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b05f593-2993-42b0-aa2b-a2ee3150e661 req-02f70d59-5ab6-40b1-acb4-219da384b872 tempest-ListServerFiltersTestJSON-1491704447 tempest-ListServerFiltersTestJSON-1491704447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:14.760699 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-9b05f593-2993-42b0-aa2b-a2ee3150e661 req-02f70d59-5ab6-40b1-acb4-219da384b872 tempest-ListServerFiltersTestJSON-1491704447 tempest-ListServerFiltersTestJSON-1491704447-project] 10.222.0.59 "GET /v2.0/ports?device_id=3ec68082-1269-4333-94b4-18ecd4705e46 HTTP/1.1" status: 200 len: 946 time: 0.0875409 Jul 27 21:10:14.808070 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-9b05f593-2993-42b0-aa2b-a2ee3150e661 req-429e028a-78ab-459c-8f94-9bb9511c9848 tempest-ListServerFiltersTestJSON-1491704447 tempest-ListServerFiltersTestJSON-1491704447-project] 10.222.0.59 "GET /v2.0/security-groups?id=8dfcd13b-e54c-4aad-8514-fdac1e892828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414240 Jul 27 21:10:14.871127 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-445ffd24-0db0-446a-91fb-e8d65b965adb tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Notify agent at l3_agent.n-d-705658-22 the message routers_updated {{(pid=105584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:10:14.876890 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-445ffd24-0db0-446a-91fb-e8d65b965adb tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for floatingip, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:14.886222 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-189c2331-24f1-4e28-b3cd-e8eba25b74bb None None] Sync routers for ids ['6c164824-0a48-4a39-be5a-a5c107d61cff'] in n-d-705658-22 {{(pid=105586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:10:14.905168 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-189c2331-24f1-4e28-b3cd-e8eba25b74bb None None] Routers {'6c164824-0a48-4a39-be5a-a5c107d61cff'} bound to L3 agent in host n-d-705658-22 {{(pid=105586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:10:14.905813 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-189c2331-24f1-4e28-b3cd-e8eba25b74bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:10:12Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['6c164824-0a48-4a39-be5a-a5c107d61cff'], 'active': True} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:10:14.949076 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-189c2331-24f1-4e28-b3cd-e8eba25b74bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-22', False) {} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:10:14.962466 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-189c2331-24f1-4e28-b3cd-e8eba25b74bb None None] Routers {'6c164824-0a48-4a39-be5a-a5c107d61cff'} bound to L3 agent in host n-d-705658-22 {{(pid=105586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:10:14.963412 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-189c2331-24f1-4e28-b3cd-e8eba25b74bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:10:12Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['6c164824-0a48-4a39-be5a-a5c107d61cff'], 'active': True} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:10:15.009912 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-189c2331-24f1-4e28-b3cd-e8eba25b74bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-22', False) {} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:10:15.010579 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-189c2331-24f1-4e28-b3cd-e8eba25b74bb None None] The sync data for ids ['6c164824-0a48-4a39-be5a-a5c107d61cff'] in n-d-705658-22 is: [] {{(pid=105586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:10:15.027217 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-445ffd24-0db0-446a-91fb-e8d65b965adb tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] 10.222.0.59 "PUT /v2.0/floatingips/d9545621-eaa4-45b0-87d7-294122dee69f HTTP/1.1" status: 200 len: 978 time: 3.4464223 Jul 27 21:10:15.030036 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 55910) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:10:15.030199 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ec6f60-3b15-4cb5-888e-c063c4a00494 req-e321ddb8-ee0e-4b25-afa0-af0bd048354e tempest-ImagesTestJSON-607612606 tempest-ImagesTestJSON-607612606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:15.034911 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-586112ac-0b82-4725-80a5-daa75dc5923f tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Request body: {'floatingip': {'port_id': None}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:10:15.037616 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-d5ec6f60-3b15-4cb5-888e-c063c4a00494 req-e321ddb8-ee0e-4b25-afa0-af0bd048354e tempest-ImagesTestJSON-607612606 tempest-ImagesTestJSON-607612606-project] 10.222.0.59 "GET /v2.0/ports?device_id=0bbe04d2-a9e7-499a-a4e2-933e97783cb3 HTTP/1.1" status: 200 len: 946 time: 0.1055644 Jul 27 21:10:15.077847 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-d5ec6f60-3b15-4cb5-888e-c063c4a00494 req-df0ea148-dbe1-4b86-8032-c508af04bc32 tempest-ImagesTestJSON-607612606 tempest-ImagesTestJSON-607612606-project] 10.222.0.59 "GET /v2.0/security-groups?id=0824f12c-25ec-46a0-872f-0482607e4324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393777 Jul 27 21:10:15.099969 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-586112ac-0b82-4725-80a5-daa75dc5923f tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Notify callbacks [] for floatingip, before_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:15.259040 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-586112ac-0b82-4725-80a5-daa75dc5923f tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:15.262084 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-586112ac-0b82-4725-80a5-daa75dc5923f tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4075768'] for floatingip, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:15.262523 n-d-705658-22 neutron-server[105584]: INFO neutron.db.l3_db [None req-586112ac-0b82-4725-80a5-daa75dc5923f tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Floating IP d9545621-eaa4-45b0-87d7-294122dee69f disassociated. External IP: 172.25.5.115, port: a2a55559-617d-46e1-bf94-dc61d6661ba1. Jul 27 21:10:15.498456 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-586112ac-0b82-4725-80a5-daa75dc5923f tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Router 6c164824-0a48-4a39-be5a-a5c107d61cff has already been hosted by L3 agent dd128fd7-8e57-4d4f-895b-a96b369df59a {{(pid=105584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:10:15.551348 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device 17339602-4b5a-41b0-b065-3ffbdc139216 no longer exists at agent hyperv_n-h1-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:10:15.557336 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 55946) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:10:15.640051 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8111ff4-27c3-4364-8107-f36d8ab0e1d8 admin admin] Deleting subnet 5aff9ce3-1da7-4417-a3c8-adf3c66750fb {{(pid=105585) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:10:15.646317 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-f8111ff4-27c3-4364-8107-f36d8ab0e1d8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:15.661089 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-586112ac-0b82-4725-80a5-daa75dc5923f tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Notify agent at l3_agent.n-d-705658-22 the message routers_updated {{(pid=105584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:10:15.671413 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e413d3cb-730d-4f86-8c0f-601d34e54a4d None None] Sync routers for ids ['6c164824-0a48-4a39-be5a-a5c107d61cff'] in n-d-705658-22 {{(pid=105587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:10:15.671944 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-586112ac-0b82-4725-80a5-daa75dc5923f tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for floatingip, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:15.693090 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e413d3cb-730d-4f86-8c0f-601d34e54a4d None None] Routers {'6c164824-0a48-4a39-be5a-a5c107d61cff'} bound to L3 agent in host n-d-705658-22 {{(pid=105587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:10:15.695191 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-e413d3cb-730d-4f86-8c0f-601d34e54a4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:10:12Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['6c164824-0a48-4a39-be5a-a5c107d61cff'], 'active': True} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:10:15.698129 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-f8111ff4-27c3-4364-8107-f36d8ab0e1d8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9887057'] for subnet, precommit_delete_associations {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:15.716575 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-586112ac-0b82-4725-80a5-daa75dc5923f tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] 10.222.0.59 "PUT /v2.0/floatingips/d9545621-eaa4-45b0-87d7-294122dee69f HTTP/1.1" status: 200 len: 688 time: 0.6856658 Jul 27 21:10:15.720712 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 55950) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:10:15.747733 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-e413d3cb-730d-4f86-8c0f-601d34e54a4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-22', False) {} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:10:15.758649 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e413d3cb-730d-4f86-8c0f-601d34e54a4d None None] Routers {'6c164824-0a48-4a39-be5a-a5c107d61cff'} bound to L3 agent in host n-d-705658-22 {{(pid=105587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:10:15.759776 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-e413d3cb-730d-4f86-8c0f-601d34e54a4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:10:12Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['6c164824-0a48-4a39-be5a-a5c107d61cff'], 'active': True} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:10:15.765537 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-f8111ff4-27c3-4364-8107-f36d8ab0e1d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854965'] for subnet, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:15.787382 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-28650df7-c46c-4981-b84f-37d87254047e None None] No Port match for: 17339602-4b5a-41b0-b065-3ffbdc139216 {{(pid=105586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:10:15.787976 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device 17339602-4b5a-41b0-b065-3ffbdc139216 not bound to the agent host n-h1-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:10:15.830988 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-e413d3cb-730d-4f86-8c0f-601d34e54a4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-22', False) {} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:10:15.831973 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e413d3cb-730d-4f86-8c0f-601d34e54a4d None None] The sync data for ids ['6c164824-0a48-4a39-be5a-a5c107d61cff'] in n-d-705658-22 is: [] {{(pid=105587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:10:15.866797 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-f8111ff4-27c3-4364-8107-f36d8ab0e1d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10221602', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9990583'] for subnet, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:15.909849 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8111ff4-27c3-4364-8107-f36d8ab0e1d8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5aff9ce3-1da7-4417-a3c8-adf3c66750fb,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:10:15.910081 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-64b575de-f2b0-4ee1-981d-65581223275a tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Deleting port b607d23a-8e44-43b7-bd06-c1e3b5d831c0 {{(pid=105584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:10:15.910081 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-64b575de-f2b0-4ee1-981d-65581223275a tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:15.913051 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-f8111ff4-27c3-4364-8107-f36d8ab0e1d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743886'] for subnet, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:15.917643 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-f8111ff4-27c3-4364-8107-f36d8ab0e1d8 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/5aff9ce3-1da7-4417-a3c8-adf3c66750fb HTTP/1.1" status: 204 len: 168 time: 0.3561156 Jul 27 21:10:15.918609 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 55962) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:10:15.926149 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Device cbad6c0a-1844-4c89-9a82-6a577212254b no longer exists at agent hyperv_n-h2-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:10:15.978037 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-3d54578f-831f-4696-b568-13c455922dab None None] No Port match for: cbad6c0a-1844-4c89-9a82-6a577212254b {{(pid=105586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:10:15.978484 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Device cbad6c0a-1844-4c89-9a82-6a577212254b not bound to the agent host n-h2-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:10:16.035430 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-64b575de-f2b0-4ee1-981d-65581223275a tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:16.037024 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-64b575de-f2b0-4ee1-981d-65581223275a tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:16.042292 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-d2140ea2-f47d-43cf-a5ce-0f7c09eb091a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-990557'] for network, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:16.053723 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-64b575de-f2b0-4ee1-981d-65581223275a tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Calling delete_port for b607d23a-8e44-43b7-bd06-c1e3b5d831c0 owned by network:floatingip {{(pid=105584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:10:16.093398 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f625af0-fadb-476b-a28b-a7f1207c2788 req-e20703f1-b09b-4310-8371-fb91f873dd76 tempest-ListServerFiltersTestJSON-1491704447 tempest-ListServerFiltersTestJSON-1491704447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:16.095111 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-4f625af0-fadb-476b-a28b-a7f1207c2788 req-e20703f1-b09b-4310-8371-fb91f873dd76 tempest-ListServerFiltersTestJSON-1491704447 tempest-ListServerFiltersTestJSON-1491704447-project] 10.222.0.59 "GET /v2.0/ports?device_id=3ec68082-1269-4333-94b4-18ecd4705e46 HTTP/1.1" status: 200 len: 946 time: 0.1608846 Jul 27 21:10:16.183641 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-d2140ea2-f47d-43cf-a5ce-0f7c09eb091a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853562', 'neutron.services.segments.db._delete_segments_for_network-8790688882975'] for network, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:16.208040 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-4f625af0-fadb-476b-a28b-a7f1207c2788 req-bf36dc63-60c2-4769-83a2-884a9f9448cb tempest-ListServerFiltersTestJSON-1491704447 tempest-ListServerFiltersTestJSON-1491704447-project] 10.222.0.59 "GET /v2.0/security-groups?id=8dfcd13b-e54c-4aad-8514-fdac1e892828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997410 Jul 27 21:10:16.229459 n-d-705658-22 neutron-server[105585]: DEBUG neutron.services.segments.db [None req-d2140ea2-f47d-43cf-a5ce-0f7c09eb091a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['930c0126-6c68-491e-a084-11ad1d91fd9d']}} {{(pid=105585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:10:16.238774 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-64b575de-f2b0-4ee1-981d-65581223275a tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:16.244737 n-d-705658-22 neutron-server[105585]: DEBUG neutron.services.segments.db [None req-d2140ea2-f47d-43cf-a5ce-0f7c09eb091a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7908a8c6-8183-4889-8605-7e118a3f4a32') {'for_net_delete': True} {{(pid=105585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:10:16.245097 n-d-705658-22 neutron-server[105585]: DEBUG neutron.services.segments.db [None req-d2140ea2-f47d-43cf-a5ce-0f7c09eb091a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7908a8c6-8183-4889-8605-7e118a3f4a32') {} {{(pid=105585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:10:16.264240 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-d2140ea2-f47d-43cf-a5ce-0f7c09eb091a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790688883752', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9886370'] for segment, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:16.275479 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b575de-f2b0-4ee1-981d-65581223275a tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Pushing event deleted for resources: {'Port': ['ID=b607d23a-8e44-43b7-bd06-c1e3b5d831c0,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:10:16.312030 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-d2140ea2-f47d-43cf-a5ce-0f7c09eb091a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:16.323080 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2140ea2-f47d-43cf-a5ce-0f7c09eb091a admin admin] Releasing vlan 226 on physical network physnet1 to pool {{(pid=105585) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:10:16.323554 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-d2140ea2-f47d-43cf-a5ce-0f7c09eb091a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10221644'] for segment, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:16.325351 n-d-705658-22 neutron-server[105585]: Traceback (most recent call last): Jul 27 21:10:16.325351 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:10:16.325351 n-d-705658-22 neutron-server[105585]: timer() Jul 27 21:10:16.325351 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:10:16.325351 n-d-705658-22 neutron-server[105585]: cb(*args, **kw) Jul 27 21:10:16.325351 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:10:16.325351 n-d-705658-22 neutron-server[105585]: return func(*args, **kwargs) Jul 27 21:10:16.325351 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:10:16.325351 n-d-705658-22 neutron-server[105585]: self._notify() Jul 27 21:10:16.325351 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:10:16.325351 n-d-705658-22 neutron-server[105585]: self.callback(batched_events) Jul 27 21:10:16.325351 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:10:16.325351 n-d-705658-22 neutron-server[105585]: event.method(event) Jul 27 21:10:16.325351 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:10:16.325351 n-d-705658-22 neutron-server[105585]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:10:16.325351 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:10:16.325351 n-d-705658-22 neutron-server[105585]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:10:16.325351 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:10:16.325351 n-d-705658-22 neutron-server[105585]: return f(self, *a, **k) Jul 27 21:10:16.325351 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:10:16.325351 n-d-705658-22 neutron-server[105585]: return self._get(url).json() Jul 27 21:10:16.325351 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:10:16.325351 n-d-705658-22 neutron-server[105585]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:10:16.325351 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:10:16.325351 n-d-705658-22 neutron-server[105585]: return self.request(url, 'GET', **kwargs) Jul 27 21:10:16.325351 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:10:16.325351 n-d-705658-22 neutron-server[105585]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:10:16.325351 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:10:16.325351 n-d-705658-22 neutron-server[105585]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:10:16.325351 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:10:16.325351 n-d-705658-22 neutron-server[105585]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:10:16.325351 n-d-705658-22 neutron-server[105585]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:10:16.360244 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-64b575de-f2b0-4ee1-981d-65581223275a tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Notify callbacks [] for floatingip, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:16.363498 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-64b575de-f2b0-4ee1-981d-65581223275a tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for floatingip, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:16.367124 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-64b575de-f2b0-4ee1-981d-65581223275a tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] 10.222.0.59 "DELETE /v2.0/floatingips/d9545621-eaa4-45b0-87d7-294122dee69f HTTP/1.1" status: 204 len: 168 time: 0.6430163 Jul 27 21:10:16.367419 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 55982) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:10:16.405611 n-d-705658-22 neutron-server[105584]: INFO neutron.api.v2.resource [None req-e4735fdc-0f51-4444-b968-5b0c9d070a15 tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] delete failed (client error): The resource could not be found. Jul 27 21:10:16.412489 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-e4735fdc-0f51-4444-b968-5b0c9d070a15 tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] 10.222.0.59 "DELETE /v2.0/floatingips/d9545621-eaa4-45b0-87d7-294122dee69f HTTP/1.1" status: 404 len: 345 time: 0.0383732 Jul 27 21:10:16.412798 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 55984) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:10:16.452716 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-d2140ea2-f47d-43cf-a5ce-0f7c09eb091a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4075658'] for network, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:16.460891 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-d2140ea2-f47d-43cf-a5ce-0f7c09eb091a admin admin] Notify callbacks [] for network, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:16.462909 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-d2140ea2-f47d-43cf-a5ce-0f7c09eb091a admin admin] 10.222.0.59 "DELETE /v2.0/networks/930c0126-6c68-491e-a084-11ad1d91fd9d HTTP/1.1" status: 204 len: 168 time: 0.5414231 Jul 27 21:10:16.483209 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2140ea2-f47d-43cf-a5ce-0f7c09eb091a admin admin] Pushing event deleted for resources: {'Network': ['ID=930c0126-6c68-491e-a084-11ad1d91fd9d,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:10:16.503827 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13969015-450c-4c11-bfe1-0e3caadf3069 req-08b23737-73dc-4b62-bd2c-bca1e6606e3c tempest-ListServerFiltersTestJSON-1491704447 tempest-ListServerFiltersTestJSON-1491704447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:16.505962 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-13969015-450c-4c11-bfe1-0e3caadf3069 req-08b23737-73dc-4b62-bd2c-bca1e6606e3c tempest-ListServerFiltersTestJSON-1491704447 tempest-ListServerFiltersTestJSON-1491704447-project] 10.222.0.59 "GET /v2.0/ports?device_id=3ec68082-1269-4333-94b4-18ecd4705e46 HTTP/1.1" status: 200 len: 946 time: 0.1389871 Jul 27 21:10:16.537779 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77698f70-d8d9-4a14-a2a6-567a88be8c7b req-12981e40-4c72-4601-8ce1-f778f797b7c0 tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:16.539376 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-77698f70-d8d9-4a14-a2a6-567a88be8c7b req-12981e40-4c72-4601-8ce1-f778f797b7c0 tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] 10.222.0.59 "GET /v2.0/ports?device_id=74636b36-ec44-4487-91bf-4f8efb4719fd HTTP/1.1" status: 200 len: 946 time: 0.1368263 Jul 27 21:10:16.579693 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d13bd63-ce49-4bd5-a248-12d106b626ed tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:16.586074 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d13bd63-ce49-4bd5-a248-12d106b626ed tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:16.595024 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d13bd63-ce49-4bd5-a248-12d106b626ed tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:16.597243 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-7d13bd63-ce49-4bd5-a248-12d106b626ed tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] 10.222.0.59 "GET /v2.0/ports?network_id=1850f596-eec6-4941-bfd3-6a8b7e43522c HTTP/1.1" status: 200 len: 2359 time: 0.1834104 Jul 27 21:10:16.599261 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-13969015-450c-4c11-bfe1-0e3caadf3069 req-64bb1019-a8e0-44ad-a12b-0a7eff906c6d tempest-ListServerFiltersTestJSON-1491704447 tempest-ListServerFiltersTestJSON-1491704447-project] 10.222.0.59 "GET /v2.0/security-groups?id=8dfcd13b-e54c-4aad-8514-fdac1e892828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764687 Jul 27 21:10:16.600622 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 55994) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:10:16.621539 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-77698f70-d8d9-4a14-a2a6-567a88be8c7b req-d388abb2-ef8e-47e3-bff4-d025a5985241 tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] 10.222.0.59 "GET /v2.0/security-groups?id=d845222d-5ac4-450c-bcf5-0222a977607f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0737391 Jul 27 21:10:16.681884 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c109f1e-61b8-4550-99be-edc7ecfac38e tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:16.683525 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-6c109f1e-61b8-4550-99be-edc7ecfac38e tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] 10.222.0.59 "GET /v2.0/subnets/09cd6f3a-f58e-40a1-a50a-e4b766f605d5 HTTP/1.1" status: 200 len: 797 time: 0.0819502 Jul 27 21:10:16.688637 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 56006) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:10:16.696114 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-d99bb596-5333-4297-a282-dbd9afd6f461 tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Request body: {'port': {'network_id': '1850f596-eec6-4941-bfd3-6a8b7e43522c', 'name': 'tempest-FloatingIPTestJSON-1422362193', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:10:16.721582 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 56008) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:10:16.795851 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-582c8fd2-cef6-4097-b13f-3cc8b0ca253f admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=a522c164c64347dea986be4f37788051&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0720425 Jul 27 21:10:16.798759 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 56014) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:10:16.818663 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d99bb596-5333-4297-a282-dbd9afd6f461 tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Made reservation on behalf of 511ce5d1083743dab193eb4830e1be29 for: {'port': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:10:16.825557 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8301826d-6772-48ac-b942-62930e6013ab req-ad943b0b-a403-4fc2-8782-8cab636d629e tempest-ListServerFiltersTestJSON-1491704447 tempest-ListServerFiltersTestJSON-1491704447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:16.827096 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-8301826d-6772-48ac-b942-62930e6013ab req-ad943b0b-a403-4fc2-8782-8cab636d629e tempest-ListServerFiltersTestJSON-1491704447 tempest-ListServerFiltersTestJSON-1491704447-project] 10.222.0.59 "GET /v2.0/ports?device_id=0c3277e4-976d-46be-bbe9-29df326e21ab HTTP/1.1" status: 200 len: 945 time: 0.1161892 Jul 27 21:10:16.903558 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-8301826d-6772-48ac-b942-62930e6013ab req-ccec9782-43f9-443c-af9f-1635ba994cce tempest-ListServerFiltersTestJSON-1491704447 tempest-ListServerFiltersTestJSON-1491704447-project] 10.222.0.59 "GET /v2.0/security-groups?id=8dfcd13b-e54c-4aad-8514-fdac1e892828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634449 Jul 27 21:10:16.918685 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-d8b3e5df-8047-44d6-ad88-3fe01553f603 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:16.924062 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-d99bb596-5333-4297-a282-dbd9afd6f461 tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:16.942213 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [None req-d99bb596-5333-4297-a282-dbd9afd6f461 tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] device_id is not set on port edcde6f6-ff05-462d-98d9-454138cde02d yet. {{(pid=105584) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 21:10:16.943510 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-d8b3e5df-8047-44d6-ad88-3fe01553f603 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:17.052350 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-d8b3e5df-8047-44d6-ad88-3fe01553f603 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:17.055021 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-d8b3e5df-8047-44d6-ad88-3fe01553f603 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:17.056252 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-d8b3e5df-8047-44d6-ad88-3fe01553f603 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/0d19f387-1b85-4f76-b010-4ba2dd1c78d6 HTTP/1.1" status: 204 len: 168 time: 0.2563121 Jul 27 21:10:17.087804 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b3e5df-8047-44d6-ad88-3fe01553f603 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d19f387-1b85-4f76-b010-4ba2dd1c78d6,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:10:17.104714 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e25353-8283-4b1a-9e8b-1304e6f30d65 req-115f4a97-a446-4333-852d-a61a2e41960c tempest-ListServerFiltersTestJSON-1491704447 tempest-ListServerFiltersTestJSON-1491704447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:17.106342 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b1e25353-8283-4b1a-9e8b-1304e6f30d65 req-115f4a97-a446-4333-852d-a61a2e41960c tempest-ListServerFiltersTestJSON-1491704447 tempest-ListServerFiltersTestJSON-1491704447-project] 10.222.0.59 "GET /v2.0/ports?device_id=cd9af073-a42f-450a-87e7-0bdbc1dec74e HTTP/1.1" status: 200 len: 946 time: 0.1215191 Jul 27 21:10:17.156925 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b1e25353-8283-4b1a-9e8b-1304e6f30d65 req-79ad3e0e-6874-4861-b5a0-4c231a3c5b11 tempest-ListServerFiltersTestJSON-1491704447 tempest-ListServerFiltersTestJSON-1491704447-project] 10.222.0.59 "GET /v2.0/security-groups?id=8dfcd13b-e54c-4aad-8514-fdac1e892828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383906 Jul 27 21:10:17.211315 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [req-39690edd-bda8-4033-abe1-54d80d6a42fa req-3f3427b7-a11b-4243-92e5-9637ace76edd tempest-ListServerFiltersTestJSON-1491704447 tempest-ListServerFiltersTestJSON-1491704447-project] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=105585) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 21:10:17.212775 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-39690edd-bda8-4033-abe1-54d80d6a42fa req-3f3427b7-a11b-4243-92e5-9637ace76edd tempest-ListServerFiltersTestJSON-1491704447 tempest-ListServerFiltersTestJSON-1491704447-project] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0068789 Jul 27 21:10:17.345046 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.db_base_plugin_common [None req-d99bb596-5333-4297-a282-dbd9afd6f461 tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Allocated IP 172.20.0.14 (1850f596-eec6-4941-bfd3-6a8b7e43522c/09cd6f3a-f58e-40a1-a50a-e4b766f605d5/edcde6f6-ff05-462d-98d9-454138cde02d) {{(pid=105584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:10:17.352563 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-39690edd-bda8-4033-abe1-54d80d6a42fa req-5727510e-153a-438a-a489-ed231a9a81d6 tempest-ListServerFiltersTestJSON-1491704447 tempest-ListServerFiltersTestJSON-1491704447-project] 10.222.0.59 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.13&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.1313102 Jul 27 21:10:17.355446 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.db_base_plugin_common [None req-d99bb596-5333-4297-a282-dbd9afd6f461 tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Allocated IP 172.20.0.13 (1850f596-eec6-4941-bfd3-6a8b7e43522c/09cd6f3a-f58e-40a1-a50a-e4b766f605d5/edcde6f6-ff05-462d-98d9-454138cde02d) {{(pid=105584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:10:17.561674 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-d99bb596-5333-4297-a282-dbd9afd6f461 tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Notify callbacks [] for port, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:17.607292 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-d99bb596-5333-4297-a282-dbd9afd6f461 tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:17.662934 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99bb596-5333-4297-a282-dbd9afd6f461 tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Pushing event updated for resources: {'Port': ['ID=edcde6f6-ff05-462d-98d9-454138cde02d,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:10:17.675087 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d99bb596-5333-4297-a282-dbd9afd6f461 tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Network 1850f596-eec6-4941-bfd3-6a8b7e43522c is already hosted by enough agents. {{(pid=105584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:10:17.676516 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [None req-d99bb596-5333-4297-a282-dbd9afd6f461 tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Resources bound (agent type, host, resource id): {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:10:17.679681 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d99bb596-5333-4297-a282-dbd9afd6f461 tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Received port after_create {{(pid=105584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:10:17.702036 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56852707-d739-42e6-98fd-4d60976a8457 req-1c38663a-2ad0-4e52-88ce-77ca3ac69e90 tempest-ListServerFiltersTestJSON-1491704447 tempest-ListServerFiltersTestJSON-1491704447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:17.710615 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-56852707-d739-42e6-98fd-4d60976a8457 req-1c38663a-2ad0-4e52-88ce-77ca3ac69e90 tempest-ListServerFiltersTestJSON-1491704447 tempest-ListServerFiltersTestJSON-1491704447-project] 10.222.0.59 "GET /v2.0/ports?device_id=3ec68082-1269-4333-94b4-18ecd4705e46 HTTP/1.1" status: 200 len: 946 time: 0.1337576 Jul 27 21:10:17.750181 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d99bb596-5333-4297-a282-dbd9afd6f461 tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:17.750851 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-d99bb596-5333-4297-a282-dbd9afd6f461 tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:17.779232 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-d99bb596-5333-4297-a282-dbd9afd6f461 tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 1.0886219 Jul 27 21:10:17.782126 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 56052) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:10:17.787149 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-781ebc99-8519-4d71-9931-e3b54ee3d8d5 tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Request body: {'floatingip': {'floating_network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'port_id': 'edcde6f6-ff05-462d-98d9-454138cde02d', 'fixed_ip_address': '172.20.0.14'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:10:17.814379 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-56852707-d739-42e6-98fd-4d60976a8457 req-7710902a-2979-487b-9f1f-9ce6316811f7 tempest-ListServerFiltersTestJSON-1491704447 tempest-ListServerFiltersTestJSON-1491704447-project] 10.222.0.59 "GET /v2.0/security-groups?id=8dfcd13b-e54c-4aad-8514-fdac1e892828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971673 Jul 27 21:10:17.826146 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-781ebc99-8519-4d71-9931-e3b54ee3d8d5 tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Notify callbacks [] for floatingip, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:17.878534 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cf1732-1c2a-4568-bade-b3f733228cb4 req-06ce735d-aa53-481b-a7ce-f0f4e02a26a9 tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:17.880275 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-36cf1732-1c2a-4568-bade-b3f733228cb4 req-06ce735d-aa53-481b-a7ce-f0f4e02a26a9 tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] 10.222.0.59 "GET /v2.0/ports?device_id=74636b36-ec44-4487-91bf-4f8efb4719fd HTTP/1.1" status: 200 len: 946 time: 0.1038761 Jul 27 21:10:17.925259 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Device c3d4e847-0c69-42d7-b0d9-ca13615ff225 details requested by agent hyperv_n-h2-705658-22 with host n-h2-705658-22 {{(pid=105586) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:10:17.938592 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-36cf1732-1c2a-4568-bade-b3f733228cb4 req-3fa7db8d-ae4b-41aa-8e5c-99ce697692c6 tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] 10.222.0.59 "GET /v2.0/security-groups?id=d845222d-5ac4-450c-bcf5-0222a977607f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429471 Jul 27 21:10:18.018822 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-781ebc99-8519-4d71-9931-e3b54ee3d8d5 tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:18.093217 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] For port c3d4e847-0c69-42d7-b0d9-ca13615ff225, host n-h2-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=c3d4e847-0c69-42d7-b0d9-ca13615ff225,segment=NetworkSegment(74356e05-950c-4c55-88c6-85a1b1fc145d),segment_id=74356e05-950c-4c55-88c6-85a1b1fc145d)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:10:18.109491 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Returning: {'device': 'c3d4e847-0c69-42d7-b0d9-ca13615ff225', 'network_id': '72109025-d173-4d38-a78b-046bd6975a9d', 'port_id': 'c3d4e847-0c69-42d7-b0d9-ca13615ff225', 'mac_address': 'fa:16:3e:c8:38:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 208, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c3e9e9f-5a21-43a6-8c24-ea076aff9e22', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105586) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:10:18.118605 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fba224d-1615-4139-b46f-591bcfdf6007 req-1b87cb84-70db-4047-b10d-1b40cbd15804 tempest-ListServerFiltersTestJSON-1491704447 tempest-ListServerFiltersTestJSON-1491704447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:18.120631 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-1fba224d-1615-4139-b46f-591bcfdf6007 req-1b87cb84-70db-4047-b10d-1b40cbd15804 tempest-ListServerFiltersTestJSON-1491704447 tempest-ListServerFiltersTestJSON-1491704447-project] 10.222.0.59 "GET /v2.0/ports?device_id=0c3277e4-976d-46be-bbe9-29df326e21ab HTTP/1.1" status: 200 len: 945 time: 0.0781317 Jul 27 21:10:18.160595 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:18.161395 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.db_base_plugin_common [None req-781ebc99-8519-4d71-9931-e3b54ee3d8d5 tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Allocated IP 172.25.5.90 (8735d8a2-b604-4758-ae71-b40e4ee6f305/eca7dbab-b9c0-4c8f-a272-816ea8a81764/b240bd84-3cc9-4598-9967-dc6692bfc063) {{(pid=105584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:10:18.175472 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [None req-3d54578f-831f-4696-b568-13c455922dab None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c3d4e847-0c69-42d7-b0d9-ca13615ff225 {{(pid=105586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:10:18.176217 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-1fba224d-1615-4139-b46f-591bcfdf6007 req-c51cc829-16a2-4172-83a4-c0dbcb02a2f0 tempest-ListServerFiltersTestJSON-1491704447 tempest-ListServerFiltersTestJSON-1491704447-project] 10.222.0.59 "GET /v2.0/security-groups?id=8dfcd13b-e54c-4aad-8514-fdac1e892828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495918 Jul 27 21:10:18.198568 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] For port c3d4e847-0c69-42d7-b0d9-ca13615ff225, host n-h2-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=c3d4e847-0c69-42d7-b0d9-ca13615ff225,segment=NetworkSegment(74356e05-950c-4c55-88c6-85a1b1fc145d),segment_id=74356e05-950c-4c55-88c6-85a1b1fc145d)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:10:18.204793 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:18.298658 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Pushing event updated for resources: {'Port': ['ID=c3d4e847-0c69-42d7-b0d9-ca13615ff225,revision_number=6']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:10:18.306305 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] get_ports_and_sgs() called for port_ids ['c3d4e847-0c69-42d7-b0d9-ca13615ff225'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:10:18.311630 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-781ebc99-8519-4d71-9931-e3b54ee3d8d5 tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Notify callbacks [] for port, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:18.349203 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0d964f-85c8-440e-98d6-099fe6b5905e req-f76c876c-4d84-4f95-be4d-7087f8a7e31a tempest-ListServerFiltersTestJSON-1491704447 tempest-ListServerFiltersTestJSON-1491704447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:18.352155 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-9f0d964f-85c8-440e-98d6-099fe6b5905e req-f76c876c-4d84-4f95-be4d-7087f8a7e31a tempest-ListServerFiltersTestJSON-1491704447 tempest-ListServerFiltersTestJSON-1491704447-project] 10.222.0.59 "GET /v2.0/ports?device_id=cd9af073-a42f-450a-87e7-0bdbc1dec74e HTTP/1.1" status: 200 len: 946 time: 0.0967786 Jul 27 21:10:18.371306 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-781ebc99-8519-4d71-9931-e3b54ee3d8d5 tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:18.415305 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781ebc99-8519-4d71-9931-e3b54ee3d8d5 tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Pushing event updated for resources: {'Port': ['ID=b240bd84-3cc9-4598-9967-dc6692bfc063,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:10:18.441372 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-9f0d964f-85c8-440e-98d6-099fe6b5905e req-8ae9c520-48d6-4ce8-a70b-5ec9f696da75 tempest-ListServerFiltersTestJSON-1491704447 tempest-ListServerFiltersTestJSON-1491704447-project] 10.222.0.59 "GET /v2.0/security-groups?id=8dfcd13b-e54c-4aad-8514-fdac1e892828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666177 Jul 27 21:10:18.441862 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-781ebc99-8519-4d71-9931-e3b54ee3d8d5 tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Network 8735d8a2-b604-4758-ae71-b40e4ee6f305 is already hosted by enough agents. {{(pid=105584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:10:18.441862 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [None req-781ebc99-8519-4d71-9931-e3b54ee3d8d5 tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Resources bound (agent type, host, resource id): {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:10:18.441862 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-781ebc99-8519-4d71-9931-e3b54ee3d8d5 tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Received port after_create {{(pid=105584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:10:18.679124 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727d2a68-d47d-4c13-80ce-047811dabc95 req-a97eef97-67f2-41fa-bc5c-ff694b122fbd tempest-ListServerFiltersTestJSON-1491704447 tempest-ListServerFiltersTestJSON-1491704447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:18.687450 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727d2a68-d47d-4c13-80ce-047811dabc95 req-a97eef97-67f2-41fa-bc5c-ff694b122fbd tempest-ListServerFiltersTestJSON-1491704447 tempest-ListServerFiltersTestJSON-1491704447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:18.694793 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727d2a68-d47d-4c13-80ce-047811dabc95 req-a97eef97-67f2-41fa-bc5c-ff694b122fbd tempest-ListServerFiltersTestJSON-1491704447 tempest-ListServerFiltersTestJSON-1491704447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:18.699039 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-727d2a68-d47d-4c13-80ce-047811dabc95 req-a97eef97-67f2-41fa-bc5c-ff694b122fbd tempest-ListServerFiltersTestJSON-1491704447 tempest-ListServerFiltersTestJSON-1491704447-project] 10.222.0.59 "GET /v2.0/ports?device_id=cd9af073-a42f-450a-87e7-0bdbc1dec74e&device_id=0c3277e4-976d-46be-bbe9-29df326e21ab&device_id=3ec68082-1269-4333-94b4-18ecd4705e46 HTTP/1.1" status: 200 len: 2418 time: 0.1117342 Jul 27 21:10:18.766622 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-727d2a68-d47d-4c13-80ce-047811dabc95 req-a5b43b94-79c0-43bd-850f-ba28672a48c7 tempest-ListServerFiltersTestJSON-1491704447 tempest-ListServerFiltersTestJSON-1491704447-project] 10.222.0.59 "GET /v2.0/security-groups?id=8dfcd13b-e54c-4aad-8514-fdac1e892828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611172 Jul 27 21:10:18.806538 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [req-8ff81a64-933b-4e58-a738-9295e644373b req-70514afb-c619-434c-b1da-342127460af3 tempest-ListServerFiltersTestJSON-1491704447 tempest-ListServerFiltersTestJSON-1491704447-project] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=105585) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 21:10:18.807806 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-8ff81a64-933b-4e58-a738-9295e644373b req-70514afb-c619-434c-b1da-342127460af3 tempest-ListServerFiltersTestJSON-1491704447 tempest-ListServerFiltersTestJSON-1491704447-project] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0064218 Jul 27 21:10:18.911187 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-8ff81a64-933b-4e58-a738-9295e644373b req-bb854781-8eb1-4847-9e5c-31aa27dd46c6 tempest-ListServerFiltersTestJSON-1491704447 tempest-ListServerFiltersTestJSON-1491704447-project] 10.222.0.59 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.0957155 Jul 27 21:10:19.076819 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 56132) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:10:19.252881 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-14e30055-91cb-4443-acb2-2760a88c31b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:19.276986 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732381eb-225e-45d3-8ad4-50c007ff380a req-96ce663a-7339-4f9a-b5ed-40549566e00c tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:19.278975 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-732381eb-225e-45d3-8ad4-50c007ff380a req-96ce663a-7339-4f9a-b5ed-40549566e00c tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] 10.222.0.59 "GET /v2.0/ports?device_id=74636b36-ec44-4487-91bf-4f8efb4719fd HTTP/1.1" status: 200 len: 946 time: 0.1139596 Jul 27 21:10:19.352440 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-781ebc99-8519-4d71-9931-e3b54ee3d8d5 tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:19.353643 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-732381eb-225e-45d3-8ad4-50c007ff380a req-a9b3c7e4-897d-4bb3-858a-0a10c36a07e8 tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] 10.222.0.59 "GET /v2.0/security-groups?id=d845222d-5ac4-450c-bcf5-0222a977607f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0670207 Jul 27 21:10:19.444085 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-14e30055-91cb-4443-acb2-2760a88c31b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:19.451520 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-14e30055-91cb-4443-acb2-2760a88c31b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:19.474085 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-781ebc99-8519-4d71-9931-e3b54ee3d8d5 tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:19.503537 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-14e30055-91cb-4443-acb2-2760a88c31b2 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=8b841c6c17964ba190d2d437be6f0e65&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4255259 Jul 27 21:10:19.504411 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e30055-91cb-4443-acb2-2760a88c31b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fa8c915-7353-49bf-8864-d88f2ad0eec7,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:10:19.507093 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 56144) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:10:19.559992 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-36d32183-6461-4028-a8cb-3a7646519af4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:19.582925 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-36d32183-6461-4028-a8cb-3a7646519af4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:19.639999 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-36d32183-6461-4028-a8cb-3a7646519af4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:19.644610 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-36d32183-6461-4028-a8cb-3a7646519af4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:19.646419 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-36d32183-6461-4028-a8cb-3a7646519af4 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/0fa8c915-7353-49bf-8864-d88f2ad0eec7 HTTP/1.1" status: 204 len: 168 time: 0.1382632 Jul 27 21:10:19.657110 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d32183-6461-4028-a8cb-3a7646519af4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fa8c915-7353-49bf-8864-d88f2ad0eec7,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:10:19.670767 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-781ebc99-8519-4d71-9931-e3b54ee3d8d5 tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Notify callbacks [] for port, precommit_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:19.677120 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-781ebc99-8519-4d71-9931-e3b54ee3d8d5 tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9014027'] for port, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:19.723940 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781ebc99-8519-4d71-9931-e3b54ee3d8d5 tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Pushing event updated for resources: {'Port': ['ID=b240bd84-3cc9-4598-9967-dc6692bfc063,revision_number=2']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:10:19.789619 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-781ebc99-8519-4d71-9931-e3b54ee3d8d5 tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4075768'] for floatingip, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:19.907881 n-d-705658-22 neutron-server[105584]: INFO neutron.db.l3_db [None req-781ebc99-8519-4d71-9931-e3b54ee3d8d5 tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Floating IP 90c1bf0c-be4f-46cb-bc83-b77e40eebdb2 associated. External IP: 172.25.5.90, port: edcde6f6-ff05-462d-98d9-454138cde02d. Jul 27 21:10:19.937724 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Device c3d4e847-0c69-42d7-b0d9-ca13615ff225 up at agent hyperv_n-h2-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:10:20.014776 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-3d54578f-831f-4696-b568-13c455922dab None None] Provisioning complete for port c3d4e847-0c69-42d7-b0d9-ca13615ff225 triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:10:20.015220 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:20.123515 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:20.157782 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bbe04d2-a9e7-499a-a4e2-933e97783cb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3d4e847-0c69-42d7-b0d9-ca13615ff225'}] {{(pid=105586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:10:20.163050 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14c1663e039faf5393f87855f745010ac5b02220355b68fdbf065393e303ac56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2657854e-9d67-4a92-8f13-75053588a6c4" -d '{"events": [{"server_uuid": "0bbe04d2-a9e7-499a-a4e2-933e97783cb3", "name": "network-vif-plugged", "status": "completed", "tag": "c3d4e847-0c69-42d7-b0d9-ca13615ff225"}]}' {{(pid=105586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:10:20.201340 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] For port c3d4e847-0c69-42d7-b0d9-ca13615ff225, host n-h2-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=c3d4e847-0c69-42d7-b0d9-ca13615ff225,segment=NetworkSegment(74356e05-950c-4c55-88c6-85a1b1fc145d),segment_id=74356e05-950c-4c55-88c6-85a1b1fc145d)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:10:20.210484 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:20.242533 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-781ebc99-8519-4d71-9931-e3b54ee3d8d5 tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Router 6c164824-0a48-4a39-be5a-a5c107d61cff has already been hosted by L3 agent dd128fd7-8e57-4d4f-895b-a96b369df59a {{(pid=105584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:10:20.258272 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:10:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fa7d8ce-2506-42a0-b9bd-404eb9c3e0ad x-openstack-request-id: req-0fa7d8ce-2506-42a0-b9bd-404eb9c3e0ad {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:10:20.258566 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0bbe04d2-a9e7-499a-a4e2-933e97783cb3", "name": "network-vif-plugged", "status": "completed", "tag": "c3d4e847-0c69-42d7-b0d9-ca13615ff225", "code": 200}]} {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:10:20.258814 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-0fa7d8ce-2506-42a0-b9bd-404eb9c3e0ad {{(pid=105586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:10:20.259220 n-d-705658-22 neutron-server[105586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bbe04d2-a9e7-499a-a4e2-933e97783cb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3d4e847-0c69-42d7-b0d9-ca13615ff225', 'code': 200} Jul 27 21:10:20.291028 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Pushing event updated for resources: {'Port': ['ID=c3d4e847-0c69-42d7-b0d9-ca13615ff225,revision_number=7']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:10:20.394673 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-781ebc99-8519-4d71-9931-e3b54ee3d8d5 tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Notify agent at l3_agent.n-d-705658-22 the message routers_updated {{(pid=105584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:10:20.417102 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3db82da9-dd91-4166-a14c-1ec5abb469ad None None] Sync routers for ids ['6c164824-0a48-4a39-be5a-a5c107d61cff'] in n-d-705658-22 {{(pid=105586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:10:20.432633 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-781ebc99-8519-4d71-9931-e3b54ee3d8d5 tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for floatingip, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:20.434704 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3db82da9-dd91-4166-a14c-1ec5abb469ad None None] Routers {'6c164824-0a48-4a39-be5a-a5c107d61cff'} bound to L3 agent in host n-d-705658-22 {{(pid=105586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:10:20.435772 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-3db82da9-dd91-4166-a14c-1ec5abb469ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:10:12Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['6c164824-0a48-4a39-be5a-a5c107d61cff'], 'active': True} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:10:20.506061 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-781ebc99-8519-4d71-9931-e3b54ee3d8d5 tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 2.7226532 Jul 27 21:10:20.507147 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 56198) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:10:20.512474 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-3db82da9-dd91-4166-a14c-1ec5abb469ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-22', False) {} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:10:20.514064 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-c45ec294-9de5-49c8-a0ce-f6e4beb58a2a tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Request body: {'floatingip': {'port_id': 'edcde6f6-ff05-462d-98d9-454138cde02d', 'fixed_ip_address': '172.20.0.13'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:10:20.533733 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3db82da9-dd91-4166-a14c-1ec5abb469ad None None] Routers {'6c164824-0a48-4a39-be5a-a5c107d61cff'} bound to L3 agent in host n-d-705658-22 {{(pid=105586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:10:20.534380 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-3db82da9-dd91-4166-a14c-1ec5abb469ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:10:12Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['6c164824-0a48-4a39-be5a-a5c107d61cff'], 'active': True} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:10:20.603149 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03f81ff-7d06-476c-bd24-3c2378901fde req-fad3d59d-05d1-401f-887c-b76a157ad68f tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:20.606192 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-3db82da9-dd91-4166-a14c-1ec5abb469ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-22', False) {} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:10:20.606871 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3db82da9-dd91-4166-a14c-1ec5abb469ad None None] The sync data for ids ['6c164824-0a48-4a39-be5a-a5c107d61cff'] in n-d-705658-22 is: [] {{(pid=105586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:10:20.615643 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f03f81ff-7d06-476c-bd24-3c2378901fde req-fad3d59d-05d1-401f-887c-b76a157ad68f tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] 10.222.0.59 "GET /v2.0/ports?device_id=74636b36-ec44-4487-91bf-4f8efb4719fd HTTP/1.1" status: 200 len: 946 time: 0.1620424 Jul 27 21:10:20.671683 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c45ec294-9de5-49c8-a0ce-f6e4beb58a2a tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Notify callbacks [] for floatingip, before_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:20.687323 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f03f81ff-7d06-476c-bd24-3c2378901fde req-9c3f1ce5-631e-4e23-8c9c-e7d82731a81f tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] 10.222.0.59 "GET /v2.0/security-groups?id=d845222d-5ac4-450c-bcf5-0222a977607f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0673373 Jul 27 21:10:20.715503 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959a1ef4-57c9-42d5-a6cc-303f7ff0281c req-7f091054-3b85-4b5e-8daf-9926ed52f204 tempest-ListServerFiltersTestJSON-1491704447 tempest-ListServerFiltersTestJSON-1491704447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:20.722526 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-959a1ef4-57c9-42d5-a6cc-303f7ff0281c req-7f091054-3b85-4b5e-8daf-9926ed52f204 tempest-ListServerFiltersTestJSON-1491704447 tempest-ListServerFiltersTestJSON-1491704447-project] 10.222.0.59 "GET /v2.0/ports?device_id=cd9af073-a42f-450a-87e7-0bdbc1dec74e HTTP/1.1" status: 200 len: 946 time: 0.0876367 Jul 27 21:10:20.768638 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-959a1ef4-57c9-42d5-a6cc-303f7ff0281c req-81b04276-895b-4270-9c51-892da48cfbd4 tempest-ListServerFiltersTestJSON-1491704447 tempest-ListServerFiltersTestJSON-1491704447-project] 10.222.0.59 "GET /v2.0/security-groups?id=8dfcd13b-e54c-4aad-8514-fdac1e892828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451884 Jul 27 21:10:20.789360 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 56210) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:10:20.938125 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-3a817f70-0cbc-4c2d-b067-3fc70c73e2d0 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-226241218-network', 'tenant_id': '68b3cdce681f47658a432c5ac5385a68'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:10:20.960177 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a817f70-0cbc-4c2d-b067-3fc70c73e2d0 admin admin] Made reservation on behalf of 68b3cdce681f47658a432c5ac5385a68 for: {'network': 1} {{(pid=105585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:10:20.962550 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-3a817f70-0cbc-4c2d-b067-3fc70c73e2d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for network, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:20.970916 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-3a817f70-0cbc-4c2d-b067-3fc70c73e2d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:21.075771 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-3a817f70-0cbc-4c2d-b067-3fc70c73e2d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:21.094637 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-3a817f70-0cbc-4c2d-b067-3fc70c73e2d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:21.139530 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a817f70-0cbc-4c2d-b067-3fc70c73e2d0 admin admin] vlan segment allocate from pool success with {'vlan_id': 224, 'physical_network': 'physnet1'} {{(pid=105585) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:10:21.144966 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a817f70-0cbc-4c2d-b067-3fc70c73e2d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c166a083-e7a4-430d-b39b-9b2d1c142ecc,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:10:21.152702 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-3a817f70-0cbc-4c2d-b067-3fc70c73e2d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:21.153159 n-d-705658-22 neutron-server[105585]: INFO neutron.db.segments_db [None req-3a817f70-0cbc-4c2d-b067-3fc70c73e2d0 admin admin] Added segment 0414d6eb-b060-4295-bd01-14cc6aa3c398 of type vlan for network 4390cbf5-7e78-4e4f-909f-4a4e22b8ff6a Jul 27 21:10:21.201081 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-3a817f70-0cbc-4c2d-b067-3fc70c73e2d0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790688424798'] for network, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:21.215957 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c45ec294-9de5-49c8-a0ce-f6e4beb58a2a tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:21.223729 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c45ec294-9de5-49c8-a0ce-f6e4beb58a2a tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4075768'] for floatingip, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:21.241802 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-3a817f70-0cbc-4c2d-b067-3fc70c73e2d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920'] for network, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:21.242911 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a817f70-0cbc-4c2d-b067-3fc70c73e2d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:21.243553 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-3a817f70-0cbc-4c2d-b067-3fc70c73e2d0 admin admin] Notify callbacks [] for network, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:21.308635 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-3a817f70-0cbc-4c2d-b067-3fc70c73e2d0 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5176816 Jul 27 21:10:21.311420 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 56232) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:10:21.318962 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-dafcf449-a43f-49c5-af75-435fb8877556 admin admin] Request body: {'subnet': {'network_id': '4390cbf5-7e78-4e4f-909f-4a4e22b8ff6a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-226241218-subnet', 'tenant_id': '68b3cdce681f47658a432c5ac5385a68', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:10:21.332409 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a817f70-0cbc-4c2d-b067-3fc70c73e2d0 admin admin] Pushing event updated for resources: {'Network': ['ID=4390cbf5-7e78-4e4f-909f-4a4e22b8ff6a,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:10:21.344001 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Network 4390cbf5-7e78-4e4f-909f-4a4e22b8ff6a details requested by agent ovs-agent-n-d-705658-22 with host n-d-705658-22 {{(pid=105586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:10:21.358906 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dafcf449-a43f-49c5-af75-435fb8877556 admin admin] Made reservation on behalf of 68b3cdce681f47658a432c5ac5385a68 for: {'subnet': 1} {{(pid=105585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:10:21.362010 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-dafcf449-a43f-49c5-af75-435fb8877556 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9990620'] for subnet, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:21.492992 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c45ec294-9de5-49c8-a0ce-f6e4beb58a2a tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Router 6c164824-0a48-4a39-be5a-a5c107d61cff has already been hosted by L3 agent dd128fd7-8e57-4d4f-895b-a96b369df59a {{(pid=105584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:10:21.560589 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-dafcf449-a43f-49c5-af75-435fb8877556 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10221797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9990606'] for subnet, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:21.618368 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafcf449-a43f-49c5-af75-435fb8877556 admin admin] Pushing event updated for resources: {'Subnet': ['ID=54048abf-f191-442c-882c-c171eec4fbdf,revision_number=0']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:10:21.628454 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c45ec294-9de5-49c8-a0ce-f6e4beb58a2a tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Notify agent at l3_agent.n-d-705658-22 the message routers_updated {{(pid=105584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:10:21.633031 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c45ec294-9de5-49c8-a0ce-f6e4beb58a2a tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for floatingip, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:21.634130 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dafcf449-a43f-49c5-af75-435fb8877556 admin admin] Checking segment: {'id': '0414d6eb-b060-4295-bd01-14cc6aa3c398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '4390cbf5-7e78-4e4f-909f-4a4e22b8ff6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:10:21.634577 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dafcf449-a43f-49c5-af75-435fb8877556 admin admin] Network hostable DHCP agents. Network: 4390cbf5-7e78-4e4f-909f-4a4e22b8ff6a, hostable agents: ['7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a'], hosted agents: [] {{(pid=105585) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:10:21.642472 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0e31a6c-a003-4090-9c82-cb554836da00 None None] Sync routers for ids ['6c164824-0a48-4a39-be5a-a5c107d61cff'] in n-d-705658-22 {{(pid=105587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:10:21.656377 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0e31a6c-a003-4090-9c82-cb554836da00 None None] Routers {'6c164824-0a48-4a39-be5a-a5c107d61cff'} bound to L3 agent in host n-d-705658-22 {{(pid=105587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:10:21.656930 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dafcf449-a43f-49c5-af75-435fb8877556 admin admin] Network 4390cbf5-7e78-4e4f-909f-4a4e22b8ff6a is scheduled to be hosted by DHCP agent 7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a with binding_index 1 {{(pid=105585) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:10:21.658081 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-b0e31a6c-a003-4090-9c82-cb554836da00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:10:12Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['6c164824-0a48-4a39-be5a-a5c107d61cff'], 'active': True} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:10:21.668798 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.base_scheduler [None req-dafcf449-a43f-49c5-af75-435fb8877556 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-22, 4390cbf5-7e78-4e4f-909f-4a4e22b8ff6a) {{(pid=105585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:10:21.674112 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dafcf449-a43f-49c5-af75-435fb8877556 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:21.674721 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-dafcf449-a43f-49c5-af75-435fb8877556 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743886'] for subnet, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:21.691999 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc8d714e-07f1-44d0-b3f3-031c69bb3dbc None None] Network 4390cbf5-7e78-4e4f-909f-4a4e22b8ff6a requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:10:21.704069 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-dafcf449-a43f-49c5-af75-435fb8877556 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3890681 Jul 27 21:10:21.739019 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-b0e31a6c-a003-4090-9c82-cb554836da00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-22', False) {} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:10:21.753138 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-c45ec294-9de5-49c8-a0ce-f6e4beb58a2a tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] 10.222.0.59 "PUT /v2.0/floatingips/90c1bf0c-be4f-46cb-bc83-b77e40eebdb2 HTTP/1.1" status: 200 len: 978 time: 1.2448614 Jul 27 21:10:21.756286 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 56244) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:10:21.767781 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0e31a6c-a003-4090-9c82-cb554836da00 None None] Routers {'6c164824-0a48-4a39-be5a-a5c107d61cff'} bound to L3 agent in host n-d-705658-22 {{(pid=105587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:10:21.768403 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-b0e31a6c-a003-4090-9c82-cb554836da00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:10:12Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['6c164824-0a48-4a39-be5a-a5c107d61cff'], 'active': True} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:10:21.875311 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-b0e31a6c-a003-4090-9c82-cb554836da00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-22', False) {} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:10:21.876232 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0e31a6c-a003-4090-9c82-cb554836da00 None None] The sync data for ids ['6c164824-0a48-4a39-be5a-a5c107d61cff'] in n-d-705658-22 is: [] {{(pid=105587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:10:21.989190 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-344d2ca9-1929-4abd-96ff-ffbdcfcabb3e None None] Network 4390cbf5-7e78-4e4f-909f-4a4e22b8ff6a requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:10:22.034167 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46f3123-109a-4b15-ae96-629d6398c63f req-e9f490c0-434d-416f-979d-2157950a5805 tempest-ListServerFiltersTestJSON-1491704447 tempest-ListServerFiltersTestJSON-1491704447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:22.036728 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-d46f3123-109a-4b15-ae96-629d6398c63f req-e9f490c0-434d-416f-979d-2157950a5805 tempest-ListServerFiltersTestJSON-1491704447 tempest-ListServerFiltersTestJSON-1491704447-project] 10.222.0.59 "GET /v2.0/ports?device_id=cd9af073-a42f-450a-87e7-0bdbc1dec74e HTTP/1.1" status: 200 len: 946 time: 0.1541815 Jul 27 21:10:22.081675 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484fc5f9-33ad-4859-a78b-1c4891bb4348 req-d240cef1-d873-442d-828c-689811038e12 tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:22.089207 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-484fc5f9-33ad-4859-a78b-1c4891bb4348 req-d240cef1-d873-442d-828c-689811038e12 tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] 10.222.0.59 "GET /v2.0/ports?device_id=74636b36-ec44-4487-91bf-4f8efb4719fd HTTP/1.1" status: 200 len: 946 time: 0.2081671 Jul 27 21:10:22.094677 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [None req-193a3e2d-bf2c-4506-85a5-14e5031e56be tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Deleting port b240bd84-3cc9-4598-9967-dc6692bfc063 {{(pid=105585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:10:22.095103 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-193a3e2d-bf2c-4506-85a5-14e5031e56be tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:22.184038 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-d46f3123-109a-4b15-ae96-629d6398c63f req-932589e5-d49d-41fb-b3cb-090037e66d21 tempest-ListServerFiltersTestJSON-1491704447 tempest-ListServerFiltersTestJSON-1491704447-project] 10.222.0.59 "GET /v2.0/security-groups?id=8dfcd13b-e54c-4aad-8514-fdac1e892828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387477 Jul 27 21:10:22.196486 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-484fc5f9-33ad-4859-a78b-1c4891bb4348 req-a799b47a-4430-4e4d-b1b8-5f7cf5e2e36c tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] 10.222.0.59 "GET /v2.0/security-groups?id=d845222d-5ac4-450c-bcf5-0222a977607f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1063259 Jul 27 21:10:22.226528 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-193a3e2d-bf2c-4506-85a5-14e5031e56be tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:22.226864 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-193a3e2d-bf2c-4506-85a5-14e5031e56be tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:22.249175 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [None req-193a3e2d-bf2c-4506-85a5-14e5031e56be tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Calling delete_port for b240bd84-3cc9-4598-9967-dc6692bfc063 owned by network:floatingip {{(pid=105585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:10:22.369310 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5ba323-6cc6-4167-93f5-480ef43f80d9 req-c40e518a-05bb-4a9e-aa73-b888db7fcd51 tempest-ListServerFiltersTestJSON-1491704447 tempest-ListServerFiltersTestJSON-1491704447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:22.375543 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-8c5ba323-6cc6-4167-93f5-480ef43f80d9 req-c40e518a-05bb-4a9e-aa73-b888db7fcd51 tempest-ListServerFiltersTestJSON-1491704447 tempest-ListServerFiltersTestJSON-1491704447-project] 10.222.0.60 "GET /v2.0/ports?device_id=cd9af073-a42f-450a-87e7-0bdbc1dec74e HTTP/1.1" status: 200 len: 946 time: 0.1055362 Jul 27 21:10:22.508046 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-193a3e2d-bf2c-4506-85a5-14e5031e56be tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:22.511730 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [req-8c5ba323-6cc6-4167-93f5-480ef43f80d9 req-7e90463f-84ec-49d1-8ae7-8913d98ebff7 tempest-ListServerFiltersTestJSON-1491704447 tempest-ListServerFiltersTestJSON-1491704447-project] Deleting port 9e8348c1-7cde-48b8-b631-de1bcdf87d28 {{(pid=105584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:10:22.512340 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-8c5ba323-6cc6-4167-93f5-480ef43f80d9 req-7e90463f-84ec-49d1-8ae7-8913d98ebff7 tempest-ListServerFiltersTestJSON-1491704447 tempest-ListServerFiltersTestJSON-1491704447-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:22.538921 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193a3e2d-bf2c-4506-85a5-14e5031e56be tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Pushing event deleted for resources: {'Port': ['ID=b240bd84-3cc9-4598-9967-dc6692bfc063,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:10:22.638351 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [req-8c5ba323-6cc6-4167-93f5-480ef43f80d9 req-7e90463f-84ec-49d1-8ae7-8913d98ebff7 tempest-ListServerFiltersTestJSON-1491704447 tempest-ListServerFiltersTestJSON-1491704447-project] For port 9e8348c1-7cde-48b8-b631-de1bcdf87d28, host n-h2-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=9e8348c1-7cde-48b8-b631-de1bcdf87d28,segment=NetworkSegment(e1fe1948-72cd-4432-96e0-eea3e13db4fe),segment_id=e1fe1948-72cd-4432-96e0-eea3e13db4fe)] {{(pid=105584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:10:22.638776 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-8c5ba323-6cc6-4167-93f5-480ef43f80d9 req-7e90463f-84ec-49d1-8ae7-8913d98ebff7 tempest-ListServerFiltersTestJSON-1491704447 tempest-ListServerFiltersTestJSON-1491704447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:22.654046 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [req-8c5ba323-6cc6-4167-93f5-480ef43f80d9 req-7e90463f-84ec-49d1-8ae7-8913d98ebff7 tempest-ListServerFiltersTestJSON-1491704447 tempest-ListServerFiltersTestJSON-1491704447-project] Calling delete_port for 9e8348c1-7cde-48b8-b631-de1bcdf87d28 owned by compute:nova {{(pid=105584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:10:22.734559 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-193a3e2d-bf2c-4506-85a5-14e5031e56be tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Notify callbacks [] for floatingip, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:22.735224 n-d-705658-22 neutron-server[105585]: INFO neutron.db.l3_db [None req-193a3e2d-bf2c-4506-85a5-14e5031e56be tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Floating IP 90c1bf0c-be4f-46cb-bc83-b77e40eebdb2 disassociated (deleted). External IP: 172.25.5.90, port: edcde6f6-ff05-462d-98d9-454138cde02d. Jul 27 21:10:22.815305 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-8c5ba323-6cc6-4167-93f5-480ef43f80d9 req-7e90463f-84ec-49d1-8ae7-8913d98ebff7 tempest-ListServerFiltersTestJSON-1491704447 tempest-ListServerFiltersTestJSON-1491704447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:22.828462 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] get_ports_and_sgs() called for port_ids ['9e8348c1-7cde-48b8-b631-de1bcdf87d28'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:10:22.835886 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] get_ports_and_sgs() called for port_ids ['54744cdb-b479-41f8-997a-1cdaae76f4ae', '1b4078bf-0ca0-41a1-ac3d-9981fede3a4a'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:10:22.887617 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9316ea64-285a-4ed9-8ce0-795f73aa3273 req-4c54dfb6-bf9d-41ae-8e2b-d7f231f184d3 tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:22.897858 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-9316ea64-285a-4ed9-8ce0-795f73aa3273 req-4c54dfb6-bf9d-41ae-8e2b-d7f231f184d3 tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] 10.222.0.59 "GET /v2.0/networks?id=4390cbf5-7e78-4e4f-909f-4a4e22b8ff6a HTTP/1.1" status: 200 len: 813 time: 0.2899945 Jul 27 21:10:22.925835 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e90463f-84ec-49d1-8ae7-8913d98ebff7 tempest-ListServerFiltersTestJSON-1491704447 tempest-ListServerFiltersTestJSON-1491704447-project] Pushing event deleted for resources: {'Port': ['ID=9e8348c1-7cde-48b8-b631-de1bcdf87d28,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:10:22.934813 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-9316ea64-285a-4ed9-8ce0-795f73aa3273 req-e49a3f47-0fd5-496e-ba04-0d7d8b836db6 tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] 10.222.0.59 "GET /v2.0/quotas/68b3cdce681f47658a432c5ac5385a68 HTTP/1.1" status: 200 len: 375 time: 0.0358191 Jul 27 21:10:22.982343 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c5ba323-6cc6-4167-93f5-480ef43f80d9 req-7e90463f-84ec-49d1-8ae7-8913d98ebff7 tempest-ListServerFiltersTestJSON-1491704447 tempest-ListServerFiltersTestJSON-1491704447-project] No DVR routers for this DVR port 9e8348c1-7cde-48b8-b631-de1bcdf87d28 on host n-h2-705658-22 {{(pid=105584) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:10:22.989606 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-8c5ba323-6cc6-4167-93f5-480ef43f80d9 req-7e90463f-84ec-49d1-8ae7-8913d98ebff7 tempest-ListServerFiltersTestJSON-1491704447 tempest-ListServerFiltersTestJSON-1491704447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:22.995023 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-8c5ba323-6cc6-4167-93f5-480ef43f80d9 req-7e90463f-84ec-49d1-8ae7-8913d98ebff7 tempest-ListServerFiltersTestJSON-1491704447 tempest-ListServerFiltersTestJSON-1491704447-project] 10.222.0.60 "DELETE /v2.0/ports/9e8348c1-7cde-48b8-b631-de1bcdf87d28 HTTP/1.1" status: 204 len: 173 time: 0.6099405 Jul 27 21:10:22.997133 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd9af073-a42f-450a-87e7-0bdbc1dec74e', 'name': 'network-vif-deleted', 'tag': '9e8348c1-7cde-48b8-b631-de1bcdf87d28'}] {{(pid=105584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:10:23.014164 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-9316ea64-285a-4ed9-8ce0-795f73aa3273 req-b9a2735d-f5e4-44c0-8d2e-b2e5f48c641d tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=68b3cdce681f47658a432c5ac5385a68&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0714939 Jul 27 21:10:23.028698 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bce5e6c8685464f7626901654159975603b047827e3138302ed6566e28f1343" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c1d51d5-9f03-465f-9d82-c6658d65cca7" -d '{"events": [{"server_uuid": "cd9af073-a42f-450a-87e7-0bdbc1dec74e", "name": "network-vif-deleted", "tag": "9e8348c1-7cde-48b8-b631-de1bcdf87d28"}]}' {{(pid=105584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:10:23.105097 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:10:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d6c4317-2c34-4269-b74e-c0479ff43d84 x-openstack-request-id: req-9d6c4317-2c34-4269-b74e-c0479ff43d84 {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:10:23.105394 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd9af073-a42f-450a-87e7-0bdbc1dec74e", "name": "network-vif-deleted", "tag": "9e8348c1-7cde-48b8-b631-de1bcdf87d28", "status": "completed", "code": 200}]} {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:10:23.105644 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-9d6c4317-2c34-4269-b74e-c0479ff43d84 {{(pid=105584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:10:23.106047 n-d-705658-22 neutron-server[105584]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd9af073-a42f-450a-87e7-0bdbc1dec74e', 'name': 'network-vif-deleted', 'tag': '9e8348c1-7cde-48b8-b631-de1bcdf87d28', 'status': 'completed', 'code': 200} Jul 27 21:10:23.158059 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-193a3e2d-bf2c-4506-85a5-14e5031e56be tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Router 6c164824-0a48-4a39-be5a-a5c107d61cff has already been hosted by L3 agent dd128fd7-8e57-4d4f-895b-a96b369df59a {{(pid=105585) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:10:23.209244 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-9316ea64-285a-4ed9-8ce0-795f73aa3273 req-662fc5a5-0eb0-4e81-838d-53b03921845f service neutron] 10.222.0.59 "GET /v2.0/networks/4390cbf5-7e78-4e4f-909f-4a4e22b8ff6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1460984 Jul 27 21:10:23.918522 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-81b69779-2f51-4d29-b9b5-edfc26b2a7dc req-57fdb12d-7126-4e75-b3b1-e73b33773d06 tempest-ListServerFiltersTestJSON-1491704447 tempest-ListServerFiltersTestJSON-1491704447-project] 10.222.0.59 "GET /v2.0/ports?device_id=cd9af073-a42f-450a-87e7-0bdbc1dec74e HTTP/1.1" status: 200 len: 210 time: 0.0986834 Jul 27 21:10:23.944770 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-9316ea64-285a-4ed9-8ce0-795f73aa3273 req-e69b2a8d-022c-4271-9e22-17c4641b8b1b service neutron] 10.222.0.59 "GET /v2.0/networks/4390cbf5-7e78-4e4f-909f-4a4e22b8ff6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6748252 Jul 27 21:10:23.964306 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-193a3e2d-bf2c-4506-85a5-14e5031e56be tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Notify agent at l3_agent.n-d-705658-22 the message routers_updated {{(pid=105585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:10:23.976191 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2bfce25-9e2f-49f9-b2dc-1aaa3a3c6cd9 None None] Sync routers for ids ['6c164824-0a48-4a39-be5a-a5c107d61cff'] in n-d-705658-22 {{(pid=105586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:10:23.977300 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-193a3e2d-bf2c-4506-85a5-14e5031e56be tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for floatingip, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:23.988085 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2bfce25-9e2f-49f9-b2dc-1aaa3a3c6cd9 None None] Routers {'6c164824-0a48-4a39-be5a-a5c107d61cff'} bound to L3 agent in host n-d-705658-22 {{(pid=105586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:10:23.989022 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-e2bfce25-9e2f-49f9-b2dc-1aaa3a3c6cd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:10:12Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['6c164824-0a48-4a39-be5a-a5c107d61cff'], 'active': True} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:10:24.048869 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-e2bfce25-9e2f-49f9-b2dc-1aaa3a3c6cd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-22', False) {} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:10:24.060411 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2bfce25-9e2f-49f9-b2dc-1aaa3a3c6cd9 None None] Routers {'6c164824-0a48-4a39-be5a-a5c107d61cff'} bound to L3 agent in host n-d-705658-22 {{(pid=105586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:10:24.061339 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-e2bfce25-9e2f-49f9-b2dc-1aaa3a3c6cd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:10:12Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['6c164824-0a48-4a39-be5a-a5c107d61cff'], 'active': True} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:10:24.104458 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-e2bfce25-9e2f-49f9-b2dc-1aaa3a3c6cd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-22', False) {} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:10:24.105367 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2bfce25-9e2f-49f9-b2dc-1aaa3a3c6cd9 None None] The sync data for ids ['6c164824-0a48-4a39-be5a-a5c107d61cff'] in n-d-705658-22 is: [] {{(pid=105586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:10:24.113372 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 56326) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:10:24.113906 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-193a3e2d-bf2c-4506-85a5-14e5031e56be tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] 10.222.0.59 "DELETE /v2.0/floatingips/90c1bf0c-be4f-46cb-bc83-b77e40eebdb2 HTTP/1.1" status: 204 len: 168 time: 2.3564091 Jul 27 21:10:24.168496 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f198157d-3307-416d-ac89-bac2513b80b0 req-2145744d-1897-4ef2-a867-d4dae7d9fd37 tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:24.171502 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f198157d-3307-416d-ac89-bac2513b80b0 req-2145744d-1897-4ef2-a867-d4dae7d9fd37 tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] 10.222.0.59 "GET /v2.0/ports?device_id=74636b36-ec44-4487-91bf-4f8efb4719fd HTTP/1.1" status: 200 len: 946 time: 0.1531138 Jul 27 21:10:24.248899 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f198157d-3307-416d-ac89-bac2513b80b0 req-e5959c29-a248-46d5-aa1e-4810fd2f6da5 tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] 10.222.0.59 "GET /v2.0/security-groups?id=d845222d-5ac4-450c-bcf5-0222a977607f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0668926 Jul 27 21:10:24.327556 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-22a21b0c-4e6b-42c1-ba93-0a2c5bdb86e0 req-5e51944f-3c15-4f25-9172-03e487bfa9c5 tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] 10.222.0.59 "GET /v2.0/ports?device_id=31533b7a-7459-43fe-bfa1-37a8877d2d0a HTTP/1.1" status: 200 len: 210 time: 0.0347679 Jul 27 21:10:24.353683 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-3cc09652-c9a7-422e-bb0a-1f1dc5bdf8cf tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Deleting port edcde6f6-ff05-462d-98d9-454138cde02d {{(pid=105584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:10:24.354246 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-3cc09652-c9a7-422e-bb0a-1f1dc5bdf8cf tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:24.456567 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-3cc09652-c9a7-422e-bb0a-1f1dc5bdf8cf tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:24.472160 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-3cc09652-c9a7-422e-bb0a-1f1dc5bdf8cf tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Calling delete_port for edcde6f6-ff05-462d-98d9-454138cde02d owned by {{(pid=105584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:10:24.666291 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-3cc09652-c9a7-422e-bb0a-1f1dc5bdf8cf tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:24.717866 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc09652-c9a7-422e-bb0a-1f1dc5bdf8cf tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Pushing event deleted for resources: {'Port': ['ID=edcde6f6-ff05-462d-98d9-454138cde02d,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:10:24.839174 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-3cc09652-c9a7-422e-bb0a-1f1dc5bdf8cf tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:24.839174 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-3cc09652-c9a7-422e-bb0a-1f1dc5bdf8cf tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] 10.222.0.59 "DELETE /v2.0/ports/edcde6f6-ff05-462d-98d9-454138cde02d HTTP/1.1" status: 204 len: 168 time: 0.7245176 Jul 27 21:10:24.842674 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 56348) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:10:24.847926 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-447f9c46-7517-4213-9892-63e9f240c293 tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Request body: {'floatingip': {'floating_network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:10:24.917585 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-447f9c46-7517-4213-9892-63e9f240c293 tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Notify callbacks [] for floatingip, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:25.117705 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-447f9c46-7517-4213-9892-63e9f240c293 tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:25.260515 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.db_base_plugin_common [None req-447f9c46-7517-4213-9892-63e9f240c293 tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Allocated IP 172.25.5.182 (8735d8a2-b604-4758-ae71-b40e4ee6f305/eca7dbab-b9c0-4c8f-a272-816ea8a81764/7ff3390d-26f0-4096-8eb3-7326fce51bbf) {{(pid=105585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:10:25.397763 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-447f9c46-7517-4213-9892-63e9f240c293 tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Notify callbacks [] for port, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:25.577957 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c951820-d8d3-42a5-8e67-91dba41074b1 req-9ff1451a-0ce9-49bd-9095-7f27f8b15f11 tempest-ListServerFiltersTestJSON-1491704447 tempest-ListServerFiltersTestJSON-1491704447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:25.593880 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-5c951820-d8d3-42a5-8e67-91dba41074b1 req-9ff1451a-0ce9-49bd-9095-7f27f8b15f11 tempest-ListServerFiltersTestJSON-1491704447 tempest-ListServerFiltersTestJSON-1491704447-project] 10.222.0.59 "GET /v2.0/ports?device_id=0c3277e4-976d-46be-bbe9-29df326e21ab HTTP/1.1" status: 200 len: 945 time: 0.1646428 Jul 27 21:10:25.596340 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-447f9c46-7517-4213-9892-63e9f240c293 tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:25.618979 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3172c7bd-b111-43e9-b881-2f28a212e936 req-05a62da5-a8ae-4026-868b-a4e4d2d3b847 tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:25.629127 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-3172c7bd-b111-43e9-b881-2f28a212e936 req-05a62da5-a8ae-4026-868b-a4e4d2d3b847 tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] 10.222.0.59 "GET /v2.0/ports?device_id=74636b36-ec44-4487-91bf-4f8efb4719fd HTTP/1.1" status: 200 len: 946 time: 0.2225025 Jul 27 21:10:25.672684 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-447f9c46-7517-4213-9892-63e9f240c293 tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Network 8735d8a2-b604-4758-ae71-b40e4ee6f305 is already hosted by enough agents. {{(pid=105585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:10:25.710140 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.base_scheduler [None req-447f9c46-7517-4213-9892-63e9f240c293 tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Resources bound (agent type, host, resource id): {{(pid=105585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:10:25.727676 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-447f9c46-7517-4213-9892-63e9f240c293 tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Received port after_create {{(pid=105585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:10:25.832687 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-5c951820-d8d3-42a5-8e67-91dba41074b1 req-0e55a19f-ba61-484f-9d5f-a56683205bfe tempest-ListServerFiltersTestJSON-1491704447 tempest-ListServerFiltersTestJSON-1491704447-project] 10.222.0.59 "GET /v2.0/security-groups?id=8dfcd13b-e54c-4aad-8514-fdac1e892828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2312758 Jul 27 21:10:25.843968 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9316ea64-285a-4ed9-8ce0-795f73aa3273 req-f41be907-2398-4252-bc8e-8471f0b32d51 tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:25.846697 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-9316ea64-285a-4ed9-8ce0-795f73aa3273 req-f41be907-2398-4252-bc8e-8471f0b32d51 tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] 10.222.0.36 "GET /v2.0/networks?id=4390cbf5-7e78-4e4f-909f-4a4e22b8ff6a HTTP/1.1" status: 200 len: 813 time: 0.1905828 Jul 27 21:10:25.876760 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [req-9316ea64-285a-4ed9-8ce0-795f73aa3273 req-761cb73b-7265-4ae1-bb3f-560c3033822a tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] Request body: {'port': {'device_id': '31533b7a-7459-43fe-bfa1-37a8877d2d0a', 'network_id': '4390cbf5-7e78-4e4f-909f-4a4e22b8ff6a', 'admin_state_up': True, 'tenant_id': '68b3cdce681f47658a432c5ac5385a68'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:10:25.902145 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-447f9c46-7517-4213-9892-63e9f240c293 tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:25.921855 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-3172c7bd-b111-43e9-b881-2f28a212e936 req-47fa9195-c8bc-4766-adaa-e91569a58c5f tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] 10.222.0.59 "GET /v2.0/security-groups?id=d845222d-5ac4-450c-bcf5-0222a977607f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2836530 Jul 27 21:10:25.930176 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447f9c46-7517-4213-9892-63e9f240c293 tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Pushing event updated for resources: {'Port': ['ID=7ff3390d-26f0-4096-8eb3-7326fce51bbf,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:10:25.956701 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Device 9e8348c1-7cde-48b8-b631-de1bcdf87d28 no longer exists at agent hyperv_n-h2-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:10:25.982321 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-3d54578f-831f-4696-b568-13c455922dab None None] No Port match for: 9e8348c1-7cde-48b8-b631-de1bcdf87d28 {{(pid=105586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:10:25.982671 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Device 9e8348c1-7cde-48b8-b631-de1bcdf87d28 not bound to the agent host n-h2-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:10:26.033948 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-2165d962-b561-4713-b38c-d527843a867e req-71b1a970-e1a9-4809-a558-273ec9b1a1d3 tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] 10.222.0.59 "GET /v2.0/ports?device_id=31533b7a-7459-43fe-bfa1-37a8877d2d0a HTTP/1.1" status: 200 len: 210 time: 0.0461359 Jul 27 21:10:26.044401 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-447f9c46-7517-4213-9892-63e9f240c293 tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:26.091656 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9316ea64-285a-4ed9-8ce0-795f73aa3273 req-761cb73b-7265-4ae1-bb3f-560c3033822a tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] Made reservation on behalf of 68b3cdce681f47658a432c5ac5385a68 for: {'port': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:10:26.100362 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-9316ea64-285a-4ed9-8ce0-795f73aa3273 req-761cb73b-7265-4ae1-bb3f-560c3033822a tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:26.265075 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-447f9c46-7517-4213-9892-63e9f240c293 tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Notify callbacks [] for port, precommit_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:26.274937 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-447f9c46-7517-4213-9892-63e9f240c293 tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10221672'] for port, after_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:26.320221 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.db_base_plugin_common [req-9316ea64-285a-4ed9-8ce0-795f73aa3273 req-761cb73b-7265-4ae1-bb3f-560c3033822a tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] Allocated IP 172.20.0.9 (4390cbf5-7e78-4e4f-909f-4a4e22b8ff6a/54048abf-f191-442c-882c-c171eec4fbdf/02c1d30c-87d1-4ab3-8a04-cc33f5f02b7e) {{(pid=105584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:10:26.374627 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447f9c46-7517-4213-9892-63e9f240c293 tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Pushing event updated for resources: {'Port': ['ID=7ff3390d-26f0-4096-8eb3-7326fce51bbf,revision_number=2']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:10:26.461244 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-447f9c46-7517-4213-9892-63e9f240c293 tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4075768'] for floatingip, after_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:26.483727 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-447f9c46-7517-4213-9892-63e9f240c293 tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for floatingip, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:26.488177 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-447f9c46-7517-4213-9892-63e9f240c293 tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6420391 Jul 27 21:10:26.488747 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 56384) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:10:26.494898 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-695fcdc9-b334-478b-9334-a475466075b4 tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Request body: {'port': {'network_id': '1850f596-eec6-4941-bfd3-6a8b7e43522c', 'name': 'tempest-FloatingIPTestJSON-1609744671'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:10:26.517668 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-9316ea64-285a-4ed9-8ce0-795f73aa3273 req-761cb73b-7265-4ae1-bb3f-560c3033822a tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] Notify callbacks [] for port, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:26.567547 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-9316ea64-285a-4ed9-8ce0-795f73aa3273 req-761cb73b-7265-4ae1-bb3f-560c3033822a tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:26.623643 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9316ea64-285a-4ed9-8ce0-795f73aa3273 req-761cb73b-7265-4ae1-bb3f-560c3033822a tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] Network 4390cbf5-7e78-4e4f-909f-4a4e22b8ff6a is already hosted by enough agents. {{(pid=105584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:10:26.630030 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [req-9316ea64-285a-4ed9-8ce0-795f73aa3273 req-761cb73b-7265-4ae1-bb3f-560c3033822a tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] Resources bound (agent type, host, resource id): {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:10:26.632563 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [req-9316ea64-285a-4ed9-8ce0-795f73aa3273 req-761cb73b-7265-4ae1-bb3f-560c3033822a tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] Received port after_create {{(pid=105584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:10:26.667752 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-695fcdc9-b334-478b-9334-a475466075b4 tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Made reservation on behalf of 511ce5d1083743dab193eb4830e1be29 for: {'port': 1} {{(pid=105585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:10:26.672080 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-695fcdc9-b334-478b-9334-a475466075b4 tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:26.685388 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9316ea64-285a-4ed9-8ce0-795f73aa3273 req-761cb73b-7265-4ae1-bb3f-560c3033822a tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:26.686030 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-9316ea64-285a-4ed9-8ce0-795f73aa3273 req-761cb73b-7265-4ae1-bb3f-560c3033822a tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:26.694379 n-d-705658-22 neutron-server[105585]: DEBUG neutron.notifiers.nova [None req-695fcdc9-b334-478b-9334-a475466075b4 tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] device_id is not set on port 87f5afae-b6ce-4b8c-8b4d-d29451b4a9de yet. {{(pid=105585) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 21:10:26.702034 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761cb73b-7265-4ae1-bb3f-560c3033822a tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] Pushing event updated for resources: {'Port': ['ID=02c1d30c-87d1-4ab3-8a04-cc33f5f02b7e,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:10:26.712311 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-9316ea64-285a-4ed9-8ce0-795f73aa3273 req-761cb73b-7265-4ae1-bb3f-560c3033822a tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8544242 Jul 27 21:10:26.738263 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [req-9316ea64-285a-4ed9-8ce0-795f73aa3273 req-89e4689a-ea66-419d-bd29-631971905d12 service neutron] Request body: {'port': {'device_id': '31533b7a-7459-43fe-bfa1-37a8877d2d0a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-705658-22'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:10:26.853501 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-9316ea64-285a-4ed9-8ce0-795f73aa3273 req-89e4689a-ea66-419d-bd29-631971905d12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:26.905446 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.db_base_plugin_common [None req-695fcdc9-b334-478b-9334-a475466075b4 tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Allocated IP 172.20.0.14 (1850f596-eec6-4941-bfd3-6a8b7e43522c/09cd6f3a-f58e-40a1-a50a-e4b766f605d5/87f5afae-b6ce-4b8c-8b4d-d29451b4a9de) {{(pid=105585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:10:27.229577 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971f8b1c-2497-494d-b254-d17e5ae69aa2 req-9700bfb1-3337-4d60-928e-354b406b5295 tempest-ListServerFiltersTestJSON-1491704447 tempest-ListServerFiltersTestJSON-1491704447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:27.237536 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-971f8b1c-2497-494d-b254-d17e5ae69aa2 req-9700bfb1-3337-4d60-928e-354b406b5295 tempest-ListServerFiltersTestJSON-1491704447 tempest-ListServerFiltersTestJSON-1491704447-project] 10.222.0.59 "GET /v2.0/ports?device_id=0c3277e4-976d-46be-bbe9-29df326e21ab HTTP/1.1" status: 200 len: 945 time: 0.3036790 Jul 27 21:10:27.252633 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ffd53c-6fbd-447b-b29a-53d35a01d72f req-fbcf00ae-b431-4e02-9af2-e8c01d475f4d tempest-ListServerFiltersTestJSON-1491704447 tempest-ListServerFiltersTestJSON-1491704447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:27.254107 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-17ffd53c-6fbd-447b-b29a-53d35a01d72f req-fbcf00ae-b431-4e02-9af2-e8c01d475f4d tempest-ListServerFiltersTestJSON-1491704447 tempest-ListServerFiltersTestJSON-1491704447-project] 10.222.0.36 "GET /v2.0/ports?device_id=0c3277e4-976d-46be-bbe9-29df326e21ab HTTP/1.1" status: 200 len: 945 time: 0.2656505 Jul 27 21:10:27.410221 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [req-9316ea64-285a-4ed9-8ce0-795f73aa3273 req-89e4689a-ea66-419d-bd29-631971905d12 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 02c1d30c-87d1-4ab3-8a04-cc33f5f02b7e {{(pid=105584) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:10:27.430503 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a655241-f675-47cf-aa09-491a2ae74b75 req-de4ddded-af6e-4da2-87c2-2d4a156f1877 tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:27.439155 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-1a655241-f675-47cf-aa09-491a2ae74b75 req-de4ddded-af6e-4da2-87c2-2d4a156f1877 tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] 10.222.0.59 "GET /v2.0/ports?device_id=74636b36-ec44-4487-91bf-4f8efb4719fd HTTP/1.1" status: 200 len: 946 time: 0.2955203 Jul 27 21:10:27.444493 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-9316ea64-285a-4ed9-8ce0-795f73aa3273 req-89e4689a-ea66-419d-bd29-631971905d12 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:27.480577 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.provisioning_blocks [req-9316ea64-285a-4ed9-8ce0-795f73aa3273 req-89e4689a-ea66-419d-bd29-631971905d12 service neutron] Transition to ACTIVE for port object 02c1d30c-87d1-4ab3-8a04-cc33f5f02b7e will not be triggered until provisioned by entity L2. {{(pid=105584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:10:27.489545 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-9316ea64-285a-4ed9-8ce0-795f73aa3273 req-89e4689a-ea66-419d-bd29-631971905d12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9014027'] for port, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:27.549607 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-971f8b1c-2497-494d-b254-d17e5ae69aa2 req-3e1a3503-928a-42eb-b0b7-b74ff5b0a687 tempest-ListServerFiltersTestJSON-1491704447 tempest-ListServerFiltersTestJSON-1491704447-project] 10.222.0.59 "GET /v2.0/security-groups?id=8dfcd13b-e54c-4aad-8514-fdac1e892828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3108613 Jul 27 21:10:27.571325 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e4689a-ea66-419d-bd29-631971905d12 service neutron] Pushing event updated for resources: {'Port': ['ID=02c1d30c-87d1-4ab3-8a04-cc33f5f02b7e,revision_number=2']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:10:27.682956 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-1a655241-f675-47cf-aa09-491a2ae74b75 req-99dc6cef-2ea1-4022-8246-6e9c2469bdde tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] 10.222.0.59 "GET /v2.0/security-groups?id=d845222d-5ac4-450c-bcf5-0222a977607f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2426913 Jul 27 21:10:27.692888 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [req-9316ea64-285a-4ed9-8ce0-795f73aa3273 req-89e4689a-ea66-419d-bd29-631971905d12 service neutron] Attempting to bind port 02c1d30c-87d1-4ab3-8a04-cc33f5f02b7e on host n-h1-705658-22 for vnic_type normal with profile {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:10:27.693212 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [req-9316ea64-285a-4ed9-8ce0-795f73aa3273 req-89e4689a-ea66-419d-bd29-631971905d12 service neutron] Attempting to bind port 02c1d30c-87d1-4ab3-8a04-cc33f5f02b7e by drivers openvswitch,hyperv on host n-h1-705658-22 at level 0 using segments [{'id': '0414d6eb-b060-4295-bd01-14cc6aa3c398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '4390cbf5-7e78-4e4f-909f-4a4e22b8ff6a'}] {{(pid=105584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:10:27.693555 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9316ea64-285a-4ed9-8ce0-795f73aa3273 req-89e4689a-ea66-419d-bd29-631971905d12 service neutron] Attempting to bind port 02c1d30c-87d1-4ab3-8a04-cc33f5f02b7e on network 4390cbf5-7e78-4e4f-909f-4a4e22b8ff6a {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:10:27.701688 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-695fcdc9-b334-478b-9334-a475466075b4 tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Notify callbacks [] for port, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:27.707573 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9316ea64-285a-4ed9-8ce0-795f73aa3273 req-89e4689a-ea66-419d-bd29-631971905d12 service neutron] Port 02c1d30c-87d1-4ab3-8a04-cc33f5f02b7e on network 4390cbf5-7e78-4e4f-909f-4a4e22b8ff6a not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-22 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:10:27.708002 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9316ea64-285a-4ed9-8ce0-795f73aa3273 req-89e4689a-ea66-419d-bd29-631971905d12 service neutron] Attempting to bind port 02c1d30c-87d1-4ab3-8a04-cc33f5f02b7e on network 4390cbf5-7e78-4e4f-909f-4a4e22b8ff6a {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:10:27.724508 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9316ea64-285a-4ed9-8ce0-795f73aa3273 req-89e4689a-ea66-419d-bd29-631971905d12 service neutron] Checking agent: {'id': '9d9bc37f-4d75-44ef-9f63-799aab3e316f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 49, 36), 'started_at': datetime.datetime(2021, 7, 27, 20, 49, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 10, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:10:27.724508 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9316ea64-285a-4ed9-8ce0-795f73aa3273 req-89e4689a-ea66-419d-bd29-631971905d12 service neutron] Checking segment: {'id': '0414d6eb-b060-4295-bd01-14cc6aa3c398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '4390cbf5-7e78-4e4f-909f-4a4e22b8ff6a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:10:27.724508 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9316ea64-285a-4ed9-8ce0-795f73aa3273 req-89e4689a-ea66-419d-bd29-631971905d12 service neutron] Bound using segment: {'id': '0414d6eb-b060-4295-bd01-14cc6aa3c398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '4390cbf5-7e78-4e4f-909f-4a4e22b8ff6a'} {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:10:27.724508 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [req-9316ea64-285a-4ed9-8ce0-795f73aa3273 req-89e4689a-ea66-419d-bd29-631971905d12 service neutron] Bound port: 02c1d30c-87d1-4ab3-8a04-cc33f5f02b7e, host: n-h1-705658-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0414d6eb-b060-4295-bd01-14cc6aa3c398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '4390cbf5-7e78-4e4f-909f-4a4e22b8ff6a'}}] {{(pid=105584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:10:27.724508 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-9316ea64-285a-4ed9-8ce0-795f73aa3273 req-89e4689a-ea66-419d-bd29-631971905d12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:27.822530 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-695fcdc9-b334-478b-9334-a475466075b4 tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:27.873953 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [req-9316ea64-285a-4ed9-8ce0-795f73aa3273 req-89e4689a-ea66-419d-bd29-631971905d12 service neutron] For port 02c1d30c-87d1-4ab3-8a04-cc33f5f02b7e, host n-h1-705658-22, cleared binding levels {{(pid=105584) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:10:27.883286 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [req-9316ea64-285a-4ed9-8ce0-795f73aa3273 req-89e4689a-ea66-419d-bd29-631971905d12 service neutron] For port 02c1d30c-87d1-4ab3-8a04-cc33f5f02b7e, host n-h1-705658-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=02c1d30c-87d1-4ab3-8a04-cc33f5f02b7e,segment=NetworkSegment(0414d6eb-b060-4295-bd01-14cc6aa3c398),segment_id=0414d6eb-b060-4295-bd01-14cc6aa3c398)] {{(pid=105584) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:10:27.895128 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-9316ea64-285a-4ed9-8ce0-795f73aa3273 req-89e4689a-ea66-419d-bd29-631971905d12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9014027'] for port, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:27.923182 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [req-17ffd53c-6fbd-447b-b29a-53d35a01d72f req-7077d7fc-8a3d-4a7f-9aca-3b747a1b0a50 tempest-ListServerFiltersTestJSON-1491704447 tempest-ListServerFiltersTestJSON-1491704447-project] Deleting port 1b4078bf-0ca0-41a1-ac3d-9981fede3a4a {{(pid=105585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:10:27.923543 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-17ffd53c-6fbd-447b-b29a-53d35a01d72f req-7077d7fc-8a3d-4a7f-9aca-3b747a1b0a50 tempest-ListServerFiltersTestJSON-1491704447 tempest-ListServerFiltersTestJSON-1491704447-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:27.946064 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-695fcdc9-b334-478b-9334-a475466075b4 tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Network 1850f596-eec6-4941-bfd3-6a8b7e43522c is already hosted by enough agents. {{(pid=105585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:10:27.982203 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e4689a-ea66-419d-bd29-631971905d12 service neutron] Pushing event updated for resources: {'Port': ['ID=02c1d30c-87d1-4ab3-8a04-cc33f5f02b7e,revision_number=3']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:10:27.989421 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9316ea64-285a-4ed9-8ce0-795f73aa3273 req-89e4689a-ea66-419d-bd29-631971905d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:27.990552 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-9316ea64-285a-4ed9-8ce0-795f73aa3273 req-89e4689a-ea66-419d-bd29-631971905d12 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:27.992976 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-9316ea64-285a-4ed9-8ce0-795f73aa3273 req-89e4689a-ea66-419d-bd29-631971905d12 service neutron] 10.222.0.36 "PUT /v2.0/ports/02c1d30c-87d1-4ab3-8a04-cc33f5f02b7e HTTP/1.1" status: 200 len: 1092 time: 1.2604413 Jul 27 21:10:27.993183 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.base_scheduler [None req-695fcdc9-b334-478b-9334-a475466075b4 tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Resources bound (agent type, host, resource id): {{(pid=105585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:10:27.994515 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31533b7a-7459-43fe-bfa1-37a8877d2d0a', 'tag': '02c1d30c-87d1-4ab3-8a04-cc33f5f02b7e'}] {{(pid=105584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:10:27.995520 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-695fcdc9-b334-478b-9334-a475466075b4 tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Received port after_create {{(pid=105585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:10:28.004414 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695fcdc9-b334-478b-9334-a475466075b4 tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Pushing event updated for resources: {'Port': ['ID=87f5afae-b6ce-4b8c-8b4d-d29451b4a9de,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:10:28.006921 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bce5e6c8685464f7626901654159975603b047827e3138302ed6566e28f1343" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48c14ed5-4b22-4123-9633-5c068961bf67" -d '{"events": [{"name": "network-changed", "server_uuid": "31533b7a-7459-43fe-bfa1-37a8877d2d0a", "tag": "02c1d30c-87d1-4ab3-8a04-cc33f5f02b7e"}]}' {{(pid=105584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:10:28.019365 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.agents_db [None req-558fcd2c-e512-47bc-a170-8673d87f7213 None None] Agent healthcheck: found 7 active agents {{(pid=105587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 21:10:28.090473 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:10:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-385d29d9-b416-4847-9924-ffce2eba198a x-openstack-request-id: req-385d29d9-b416-4847-9924-ffce2eba198a {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:10:28.090944 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31533b7a-7459-43fe-bfa1-37a8877d2d0a", "tag": "02c1d30c-87d1-4ab3-8a04-cc33f5f02b7e", "status": "completed", "code": 200}]} {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:10:28.091386 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-385d29d9-b416-4847-9924-ffce2eba198a {{(pid=105584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:10:28.092366 n-d-705658-22 neutron-server[105584]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31533b7a-7459-43fe-bfa1-37a8877d2d0a', 'tag': '02c1d30c-87d1-4ab3-8a04-cc33f5f02b7e', 'status': 'completed', 'code': 200} Jul 27 21:10:28.144163 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9316ea64-285a-4ed9-8ce0-795f73aa3273 req-39ed308f-cd4c-4bc2-b8aa-6e58fcd8b81a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:28.146419 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-9316ea64-285a-4ed9-8ce0-795f73aa3273 req-39ed308f-cd4c-4bc2-b8aa-6e58fcd8b81a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=68b3cdce681f47658a432c5ac5385a68&device_id=31533b7a-7459-43fe-bfa1-37a8877d2d0a HTTP/1.1" status: 200 len: 1095 time: 0.0969219 Jul 27 21:10:28.149240 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a16135-a02b-43fd-bccd-ed5c1576dfac req-4045a57c-5c03-45b9-9e6a-c458de2b7864 tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:28.150935 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-49a16135-a02b-43fd-bccd-ed5c1576dfac req-4045a57c-5c03-45b9-9e6a-c458de2b7864 tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] 10.222.0.59 "GET /v2.0/ports?device_id=31533b7a-7459-43fe-bfa1-37a8877d2d0a HTTP/1.1" status: 200 len: 943 time: 0.4379008 Jul 27 21:10:28.179399 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-695fcdc9-b334-478b-9334-a475466075b4 tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:28.180084 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-695fcdc9-b334-478b-9334-a475466075b4 tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:28.205558 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-9316ea64-285a-4ed9-8ce0-795f73aa3273 req-85bf8152-f147-442c-90ad-339d1f849504 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=02c1d30c-87d1-4ab3-8a04-cc33f5f02b7e HTTP/1.1" status: 200 len: 217 time: 0.0484059 Jul 27 21:10:28.218926 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.db [req-17ffd53c-6fbd-447b-b29a-53d35a01d72f req-7077d7fc-8a3d-4a7f-9aca-3b747a1b0a50 tempest-ListServerFiltersTestJSON-1491704447 tempest-ListServerFiltersTestJSON-1491704447-project] For port 1b4078bf-0ca0-41a1-ac3d-9981fede3a4a, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=1b4078bf-0ca0-41a1-ac3d-9981fede3a4a,segment=NetworkSegment(e1fe1948-72cd-4432-96e0-eea3e13db4fe),segment_id=e1fe1948-72cd-4432-96e0-eea3e13db4fe)] {{(pid=105585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:10:28.219322 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-17ffd53c-6fbd-447b-b29a-53d35a01d72f req-7077d7fc-8a3d-4a7f-9aca-3b747a1b0a50 tempest-ListServerFiltersTestJSON-1491704447 tempest-ListServerFiltersTestJSON-1491704447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:28.257750 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-695fcdc9-b334-478b-9334-a475466075b4 tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.7653124 Jul 27 21:10:28.257750 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [req-17ffd53c-6fbd-447b-b29a-53d35a01d72f req-7077d7fc-8a3d-4a7f-9aca-3b747a1b0a50 tempest-ListServerFiltersTestJSON-1491704447 tempest-ListServerFiltersTestJSON-1491704447-project] Calling delete_port for 1b4078bf-0ca0-41a1-ac3d-9981fede3a4a owned by compute:nova {{(pid=105585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:10:28.259903 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 56410) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:10:28.267700 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-18529dde-e4cd-480f-8099-bd8811cc64f3 tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Request body: {'floatingip': {'port_id': '87f5afae-b6ce-4b8c-8b4d-d29451b4a9de'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:10:28.288714 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-49a16135-a02b-43fd-bccd-ed5c1576dfac req-2e22b504-909c-4af8-a0f8-82366f9df3f2 tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] 10.222.0.59 "GET /v2.0/security-groups?id=c166a083-e7a4-430d-b39b-9b2d1c142ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135375 Jul 27 21:10:28.318811 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9316ea64-285a-4ed9-8ce0-795f73aa3273 req-b4aee480-c4dd-4a1a-8329-107dd8ccdc89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:28.322287 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-9316ea64-285a-4ed9-8ce0-795f73aa3273 req-b4aee480-c4dd-4a1a-8329-107dd8ccdc89 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=54048abf-f191-442c-882c-c171eec4fbdf HTTP/1.1" status: 200 len: 853 time: 0.0954380 Jul 27 21:10:28.366513 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-18529dde-e4cd-480f-8099-bd8811cc64f3 tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Notify callbacks [] for floatingip, before_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:28.386196 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-9316ea64-285a-4ed9-8ce0-795f73aa3273 req-91b7915a-f5de-42bc-9f3a-42345e37a04d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4390cbf5-7e78-4e4f-909f-4a4e22b8ff6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0549445 Jul 27 21:10:28.523875 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-9316ea64-285a-4ed9-8ce0-795f73aa3273 req-ae202e9e-6446-49a4-9cc4-15c94cf52eba service neutron] 10.222.0.36 "GET /v2.0/networks/4390cbf5-7e78-4e4f-909f-4a4e22b8ff6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254020 Jul 27 21:10:28.689600 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-17ffd53c-6fbd-447b-b29a-53d35a01d72f req-7077d7fc-8a3d-4a7f-9aca-3b747a1b0a50 tempest-ListServerFiltersTestJSON-1491704447 tempest-ListServerFiltersTestJSON-1491704447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:28.705892 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] get_ports_and_sgs() called for port_ids ['54744cdb-b479-41f8-997a-1cdaae76f4ae', '1b4078bf-0ca0-41a1-ac3d-9981fede3a4a'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:10:28.713675 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-9316ea64-285a-4ed9-8ce0-795f73aa3273 req-6a0ebb68-eb8e-4232-962d-d21211d489c8 service neutron] 10.222.0.36 "GET /v2.0/networks/4390cbf5-7e78-4e4f-909f-4a4e22b8ff6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1763189 Jul 27 21:10:28.750572 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7077d7fc-8a3d-4a7f-9aca-3b747a1b0a50 tempest-ListServerFiltersTestJSON-1491704447 tempest-ListServerFiltersTestJSON-1491704447-project] Pushing event deleted for resources: {'Port': ['ID=1b4078bf-0ca0-41a1-ac3d-9981fede3a4a,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:10:28.848925 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-2023ecb9-c3cb-468d-860c-87cc9967d642 req-c1a6131e-b65b-45de-90a2-0e135d82f085 tempest-ListServerFiltersTestJSON-1491704447 tempest-ListServerFiltersTestJSON-1491704447-project] 10.222.0.59 "GET /v2.0/ports?device_id=0c3277e4-976d-46be-bbe9-29df326e21ab HTTP/1.1" status: 200 len: 210 time: 0.1038115 Jul 27 21:10:28.853461 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7077d7fc-8a3d-4a7f-9aca-3b747a1b0a50 tempest-ListServerFiltersTestJSON-1491704447 tempest-ListServerFiltersTestJSON-1491704447-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:10:28.855026 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7077d7fc-8a3d-4a7f-9aca-3b747a1b0a50 tempest-ListServerFiltersTestJSON-1491704447 tempest-ListServerFiltersTestJSON-1491704447-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:10:28.855026 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7077d7fc-8a3d-4a7f-9aca-3b747a1b0a50 tempest-ListServerFiltersTestJSON-1491704447 tempest-ListServerFiltersTestJSON-1491704447-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:10:28.855026 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7077d7fc-8a3d-4a7f-9aca-3b747a1b0a50 tempest-ListServerFiltersTestJSON-1491704447 tempest-ListServerFiltersTestJSON-1491704447-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:10:28.855322 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7077d7fc-8a3d-4a7f-9aca-3b747a1b0a50 tempest-ListServerFiltersTestJSON-1491704447 tempest-ListServerFiltersTestJSON-1491704447-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:10:28.856522 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7077d7fc-8a3d-4a7f-9aca-3b747a1b0a50 tempest-ListServerFiltersTestJSON-1491704447 tempest-ListServerFiltersTestJSON-1491704447-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:10:28.856522 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7077d7fc-8a3d-4a7f-9aca-3b747a1b0a50 tempest-ListServerFiltersTestJSON-1491704447 tempest-ListServerFiltersTestJSON-1491704447-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:10:28.856751 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7077d7fc-8a3d-4a7f-9aca-3b747a1b0a50 tempest-ListServerFiltersTestJSON-1491704447 tempest-ListServerFiltersTestJSON-1491704447-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:10:28.857183 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7077d7fc-8a3d-4a7f-9aca-3b747a1b0a50 tempest-ListServerFiltersTestJSON-1491704447 tempest-ListServerFiltersTestJSON-1491704447-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:10:28.858049 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7077d7fc-8a3d-4a7f-9aca-3b747a1b0a50 tempest-ListServerFiltersTestJSON-1491704447 tempest-ListServerFiltersTestJSON-1491704447-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:10:28.858489 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7077d7fc-8a3d-4a7f-9aca-3b747a1b0a50 tempest-ListServerFiltersTestJSON-1491704447 tempest-ListServerFiltersTestJSON-1491704447-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:10:28.859173 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7077d7fc-8a3d-4a7f-9aca-3b747a1b0a50 tempest-ListServerFiltersTestJSON-1491704447 tempest-ListServerFiltersTestJSON-1491704447-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:10:28.911262 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c14ed5-4b22-4123-9633-5c068961bf67 req-8ecb51f5-a24e-44dc-825a-41899ee0d6ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:28.925286 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-48c14ed5-4b22-4123-9633-5c068961bf67 req-8ecb51f5-a24e-44dc-825a-41899ee0d6ed service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=68b3cdce681f47658a432c5ac5385a68&device_id=31533b7a-7459-43fe-bfa1-37a8877d2d0a HTTP/1.1" status: 200 len: 1095 time: 0.1444376 Jul 27 21:10:28.990178 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.l3_dvrscheduler_db [req-17ffd53c-6fbd-447b-b29a-53d35a01d72f req-7077d7fc-8a3d-4a7f-9aca-3b747a1b0a50 tempest-ListServerFiltersTestJSON-1491704447 tempest-ListServerFiltersTestJSON-1491704447-project] No DVR routers for this DVR port 1b4078bf-0ca0-41a1-ac3d-9981fede3a4a on host n-h1-705658-22 {{(pid=105585) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:10:29.005271 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-17ffd53c-6fbd-447b-b29a-53d35a01d72f req-7077d7fc-8a3d-4a7f-9aca-3b747a1b0a50 tempest-ListServerFiltersTestJSON-1491704447 tempest-ListServerFiltersTestJSON-1491704447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:29.009263 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-17ffd53c-6fbd-447b-b29a-53d35a01d72f req-7077d7fc-8a3d-4a7f-9aca-3b747a1b0a50 tempest-ListServerFiltersTestJSON-1491704447 tempest-ListServerFiltersTestJSON-1491704447-project] 10.222.0.36 "DELETE /v2.0/ports/1b4078bf-0ca0-41a1-ac3d-9981fede3a4a HTTP/1.1" status: 204 len: 173 time: 1.7329421 Jul 27 21:10:29.011612 n-d-705658-22 neutron-server[105585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c3277e4-976d-46be-bbe9-29df326e21ab', 'name': 'network-vif-deleted', 'tag': '1b4078bf-0ca0-41a1-ac3d-9981fede3a4a'}] {{(pid=105585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:10:29.013875 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d66fd65881426bfc2b5388084a3654e5eae521106a15a3dbf0eb4cde7106c36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e426d475-0189-43c9-bb97-34a47a1e7016" -d '{"events": [{"server_uuid": "0c3277e4-976d-46be-bbe9-29df326e21ab", "name": "network-vif-deleted", "tag": "1b4078bf-0ca0-41a1-ac3d-9981fede3a4a"}]}' {{(pid=105585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:10:29.085717 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:10:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97b5b2a7-4b7d-4680-8dda-d6f5bedd3122 x-openstack-request-id: req-97b5b2a7-4b7d-4680-8dda-d6f5bedd3122 {{(pid=105585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:10:29.085717 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c3277e4-976d-46be-bbe9-29df326e21ab", "name": "network-vif-deleted", "tag": "1b4078bf-0ca0-41a1-ac3d-9981fede3a4a", "status": "completed", "code": 200}]} {{(pid=105585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:10:29.085977 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-97b5b2a7-4b7d-4680-8dda-d6f5bedd3122 {{(pid=105585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:10:29.086315 n-d-705658-22 neutron-server[105585]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c3277e4-976d-46be-bbe9-29df326e21ab', 'name': 'network-vif-deleted', 'tag': '1b4078bf-0ca0-41a1-ac3d-9981fede3a4a', 'status': 'completed', 'code': 200} Jul 27 21:10:29.121036 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c14ed5-4b22-4123-9633-5c068961bf67 req-c603c4c4-2ffc-4954-89ad-a778f0fb34c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:29.122930 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-48c14ed5-4b22-4123-9633-5c068961bf67 req-c603c4c4-2ffc-4954-89ad-a778f0fb34c5 service neutron] 10.222.0.36 "GET /v2.0/networks?id=4390cbf5-7e78-4e4f-909f-4a4e22b8ff6a HTTP/1.1" status: 200 len: 914 time: 0.1789443 Jul 27 21:10:29.140326 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a156c943-e64e-42ae-bdf9-29c1cf654f96 req-6ebf39ab-1666-4a81-9713-8dc880aaef6b tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:29.142544 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a156c943-e64e-42ae-bdf9-29c1cf654f96 req-6ebf39ab-1666-4a81-9713-8dc880aaef6b tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] 10.222.0.59 "GET /v2.0/ports?device_id=74636b36-ec44-4487-91bf-4f8efb4719fd HTTP/1.1" status: 200 len: 946 time: 0.2990394 Jul 27 21:10:29.229803 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a156c943-e64e-42ae-bdf9-29c1cf654f96 req-2eff632c-7342-4708-aa67-cb0754713740 tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] 10.222.0.59 "GET /v2.0/security-groups?id=d845222d-5ac4-450c-bcf5-0222a977607f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0776546 Jul 27 21:10:29.328744 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-18529dde-e4cd-480f-8099-bd8811cc64f3 tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:29.340368 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-18529dde-e4cd-480f-8099-bd8811cc64f3 tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4075768'] for floatingip, after_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:29.629946 n-d-705658-22 neutron-server[105585]: INFO neutron.db.l3_db [None req-18529dde-e4cd-480f-8099-bd8811cc64f3 tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Floating IP 95a80279-4f77-4554-8c6f-71a8591dfa07 associated. External IP: 172.25.5.182, port: 87f5afae-b6ce-4b8c-8b4d-d29451b4a9de. Jul 27 21:10:29.641022 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5a2132-0144-4883-9b2e-900b8636cd83 req-cf65bcba-d676-421f-a101-75899d5388d5 tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:29.643502 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-3f5a2132-0144-4883-9b2e-900b8636cd83 req-cf65bcba-d676-421f-a101-75899d5388d5 tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] 10.222.0.59 "GET /v2.0/ports?device_id=31533b7a-7459-43fe-bfa1-37a8877d2d0a HTTP/1.1" status: 200 len: 943 time: 0.1848860 Jul 27 21:10:29.645971 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device d11a16c2-af7c-4aa8-9e51-1c00722d4961 details requested by agent hyperv_n-h1-705658-22 with host n-h1-705658-22 {{(pid=105586) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:10:29.713627 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-48c14ed5-4b22-4123-9633-5c068961bf67 req-aeea198b-5fb3-45a2-9f95-b28344973f5d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=02c1d30c-87d1-4ab3-8a04-cc33f5f02b7e HTTP/1.1" status: 200 len: 217 time: 0.5767016 Jul 27 21:10:29.778253 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-3f5a2132-0144-4883-9b2e-900b8636cd83 req-b3eb9cba-d06c-4d63-a541-661d7c69de39 tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] 10.222.0.59 "GET /v2.0/security-groups?id=c166a083-e7a4-430d-b39b-9b2d1c142ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023417 Jul 27 21:10:29.845957 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c14ed5-4b22-4123-9633-5c068961bf67 req-ab1dcbb6-877a-4b87-ae76-a23c44b2d670 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:29.849341 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-48c14ed5-4b22-4123-9633-5c068961bf67 req-ab1dcbb6-877a-4b87-ae76-a23c44b2d670 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=54048abf-f191-442c-882c-c171eec4fbdf HTTP/1.1" status: 200 len: 853 time: 0.1253483 Jul 27 21:10:29.975333 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] For port d11a16c2-af7c-4aa8-9e51-1c00722d4961, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=d11a16c2-af7c-4aa8-9e51-1c00722d4961,segment=NetworkSegment(660ec341-81d1-41c4-8987-bc307d97b3d6),segment_id=660ec341-81d1-41c4-8987-bc307d97b3d6)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:10:29.983648 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-48c14ed5-4b22-4123-9633-5c068961bf67 req-f42433fd-b963-4ea8-baef-bd5ce3b9f6f5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4390cbf5-7e78-4e4f-909f-4a4e22b8ff6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1158903 Jul 27 21:10:30.017357 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Returning: {'device': 'd11a16c2-af7c-4aa8-9e51-1c00722d4961', 'network_id': '79bd215c-af8d-45db-ad24-972205044e15', 'port_id': 'd11a16c2-af7c-4aa8-9e51-1c00722d4961', 'mac_address': 'fa:16:3e:75:b9:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 247, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63030826-f290-4ec4-88a7-e0d5c21af6b4', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105586) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:10:30.128231 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:30.159316 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d11a16c2-af7c-4aa8-9e51-1c00722d4961 {{(pid=105586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:10:30.208984 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] For port d11a16c2-af7c-4aa8-9e51-1c00722d4961, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=d11a16c2-af7c-4aa8-9e51-1c00722d4961,segment=NetworkSegment(660ec341-81d1-41c4-8987-bc307d97b3d6),segment_id=660ec341-81d1-41c4-8987-bc307d97b3d6)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:10:30.226495 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:30.230741 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-48c14ed5-4b22-4123-9633-5c068961bf67 req-264ed917-ad66-4dc1-b642-a6a0156ae6bd service neutron] 10.222.0.36 "GET /v2.0/networks/4390cbf5-7e78-4e4f-909f-4a4e22b8ff6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2388499 Jul 27 21:10:30.319193 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Pushing event updated for resources: {'Port': ['ID=d11a16c2-af7c-4aa8-9e51-1c00722d4961,revision_number=6']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:10:30.398187 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-48c14ed5-4b22-4123-9633-5c068961bf67 req-4d23a29d-3cd0-42c8-83f3-86d72a0b1193 service neutron] 10.222.0.36 "GET /v2.0/networks/4390cbf5-7e78-4e4f-909f-4a4e22b8ff6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1544919 Jul 27 21:10:30.405678 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] get_ports_and_sgs() called for port_ids ['d11a16c2-af7c-4aa8-9e51-1c00722d4961'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:10:30.570387 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-d8db53c3-c22f-4436-8e32-87bbe2cda8fe req-b4519c6a-3cab-49de-b050-a70c40be4582 tempest-ListServerFiltersTestJSON-1491704447 tempest-ListServerFiltersTestJSON-1491704447-project] 10.222.0.59 "GET /v2.0/ports?device_id=0c3277e4-976d-46be-bbe9-29df326e21ab HTTP/1.1" status: 200 len: 210 time: 0.0571015 Jul 27 21:10:30.596977 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18529dde-e4cd-480f-8099-bd8811cc64f3 tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Router 6c164824-0a48-4a39-be5a-a5c107d61cff has already been hosted by L3 agent dd128fd7-8e57-4d4f-895b-a96b369df59a {{(pid=105585) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:10:30.897247 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867439d4-7b14-4fb9-aded-5647f2314ac6 req-77270f04-72ef-4699-863b-b9ea4777009c tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:30.902338 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-867439d4-7b14-4fb9-aded-5647f2314ac6 req-77270f04-72ef-4699-863b-b9ea4777009c tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] 10.222.0.59 "GET /v2.0/ports?device_id=74636b36-ec44-4487-91bf-4f8efb4719fd HTTP/1.1" status: 200 len: 945 time: 0.1775203 Jul 27 21:10:30.904409 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18529dde-e4cd-480f-8099-bd8811cc64f3 tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Notify agent at l3_agent.n-d-705658-22 the message routers_updated {{(pid=105585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:10:30.910653 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-18529dde-e4cd-480f-8099-bd8811cc64f3 tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for floatingip, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:30.918316 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92e080de-3903-429d-a284-faf9a1d1d0d4 None None] Sync routers for ids ['6c164824-0a48-4a39-be5a-a5c107d61cff'] in n-d-705658-22 {{(pid=105587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:10:30.951545 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92e080de-3903-429d-a284-faf9a1d1d0d4 None None] Routers {'6c164824-0a48-4a39-be5a-a5c107d61cff'} bound to L3 agent in host n-d-705658-22 {{(pid=105587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:10:30.952466 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-92e080de-3903-429d-a284-faf9a1d1d0d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:10:12Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['6c164824-0a48-4a39-be5a-a5c107d61cff'], 'active': True} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:10:30.963072 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-18529dde-e4cd-480f-8099-bd8811cc64f3 tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] 10.222.0.59 "PUT /v2.0/floatingips/95a80279-4f77-4554-8c6f-71a8591dfa07 HTTP/1.1" status: 200 len: 979 time: 2.6998422 Jul 27 21:10:30.967352 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 56484) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:10:31.088111 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-867439d4-7b14-4fb9-aded-5647f2314ac6 req-43c8b1f5-4b7c-4d16-a198-4ccaf4a62b07 tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] 10.222.0.59 "GET /v2.0/security-groups?id=d845222d-5ac4-450c-bcf5-0222a977607f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1268117 Jul 27 21:10:31.237123 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-7977dc5b-b832-43ad-868f-dc9fa2043608 tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Deleting port 87f5afae-b6ce-4b8c-8b4d-d29451b4a9de {{(pid=105584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:10:31.243364 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-7977dc5b-b832-43ad-868f-dc9fa2043608 tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:31.327142 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-92e080de-3903-429d-a284-faf9a1d1d0d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-22', False) {} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:10:31.338213 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92e080de-3903-429d-a284-faf9a1d1d0d4 None None] Routers {'6c164824-0a48-4a39-be5a-a5c107d61cff'} bound to L3 agent in host n-d-705658-22 {{(pid=105587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:10:31.339705 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-92e080de-3903-429d-a284-faf9a1d1d0d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:10:12Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['6c164824-0a48-4a39-be5a-a5c107d61cff'], 'active': True} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:10:31.362209 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21928f7-31c0-4a77-99a6-956310841ea0 req-6bcc58f4-3d39-4946-b01a-e5bd75d9fd84 tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:31.363906 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-d21928f7-31c0-4a77-99a6-956310841ea0 req-6bcc58f4-3d39-4946-b01a-e5bd75d9fd84 tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] 10.222.0.59 "GET /v2.0/ports?device_id=31533b7a-7459-43fe-bfa1-37a8877d2d0a HTTP/1.1" status: 200 len: 943 time: 0.1553071 Jul 27 21:10:31.408363 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-92e080de-3903-429d-a284-faf9a1d1d0d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-22', False) {} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:10:31.409668 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92e080de-3903-429d-a284-faf9a1d1d0d4 None None] The sync data for ids ['6c164824-0a48-4a39-be5a-a5c107d61cff'] in n-d-705658-22 is: [] {{(pid=105587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:10:31.443441 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-d21928f7-31c0-4a77-99a6-956310841ea0 req-4f5f5c60-8561-438a-b156-abe3926c9e07 tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] 10.222.0.59 "GET /v2.0/security-groups?id=c166a083-e7a4-430d-b39b-9b2d1c142ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724900 Jul 27 21:10:31.529723 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-7977dc5b-b832-43ad-868f-dc9fa2043608 tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:31.653419 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device 02c1d30c-87d1-4ab3-8a04-cc33f5f02b7e details requested by agent hyperv_n-h1-705658-22 with host n-h1-705658-22 {{(pid=105586) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:10:31.656616 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device d11a16c2-af7c-4aa8-9e51-1c00722d4961 up at agent hyperv_n-h1-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:10:32.001863 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] For port 02c1d30c-87d1-4ab3-8a04-cc33f5f02b7e, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=02c1d30c-87d1-4ab3-8a04-cc33f5f02b7e,segment=NetworkSegment(0414d6eb-b060-4295-bd01-14cc6aa3c398),segment_id=0414d6eb-b060-4295-bd01-14cc6aa3c398)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:10:32.008732 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-7977dc5b-b832-43ad-868f-dc9fa2043608 tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:32.009126 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-7977dc5b-b832-43ad-868f-dc9fa2043608 tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4075768'] for floatingip, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:32.009444 n-d-705658-22 neutron-server[105584]: INFO neutron.db.l3_db [None req-7977dc5b-b832-43ad-868f-dc9fa2043608 tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Floating IP 95a80279-4f77-4554-8c6f-71a8591dfa07 disassociated. External IP: 172.25.5.182, port: 87f5afae-b6ce-4b8c-8b4d-d29451b4a9de. Jul 27 21:10:32.009793 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-7977dc5b-b832-43ad-868f-dc9fa2043608 tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Calling delete_port for 87f5afae-b6ce-4b8c-8b4d-d29451b4a9de owned by {{(pid=105584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:10:32.065129 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Returning: {'device': '02c1d30c-87d1-4ab3-8a04-cc33f5f02b7e', 'network_id': '4390cbf5-7e78-4e4f-909f-4a4e22b8ff6a', 'port_id': '02c1d30c-87d1-4ab3-8a04-cc33f5f02b7e', 'mac_address': 'fa:16:3e:6e:2a:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 224, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54048abf-f191-442c-882c-c171eec4fbdf', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105586) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:10:32.149989 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2868745d-8e9f-4753-96cd-cba2d6e0631b req-830c286e-e64c-45f3-9442-2b562214f438 tempest-ListServerFiltersTestJSON-1491704447 tempest-ListServerFiltersTestJSON-1491704447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:32.154768 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-2868745d-8e9f-4753-96cd-cba2d6e0631b req-830c286e-e64c-45f3-9442-2b562214f438 tempest-ListServerFiltersTestJSON-1491704447 tempest-ListServerFiltersTestJSON-1491704447-project] 10.222.0.59 "GET /v2.0/ports?device_id=3ec68082-1269-4333-94b4-18ecd4705e46 HTTP/1.1" status: 200 len: 946 time: 0.1463735 Jul 27 21:10:32.222266 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:32.224278 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Provisioning complete for port d11a16c2-af7c-4aa8-9e51-1c00722d4961 triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:10:32.224648 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:32.243409 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-2868745d-8e9f-4753-96cd-cba2d6e0631b req-89ab1650-3ebe-4eaf-a955-399dd4734660 tempest-ListServerFiltersTestJSON-1491704447 tempest-ListServerFiltersTestJSON-1491704447-project] 10.222.0.59 "GET /v2.0/security-groups?id=8dfcd13b-e54c-4aad-8514-fdac1e892828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834160 Jul 27 21:10:32.276674 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-7977dc5b-b832-43ad-868f-dc9fa2043608 tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:32.291832 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02c1d30c-87d1-4ab3-8a04-cc33f5f02b7e {{(pid=105586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:10:32.337584 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7977dc5b-b832-43ad-868f-dc9fa2043608 tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Pushing event deleted for resources: {'Port': ['ID=87f5afae-b6ce-4b8c-8b4d-d29451b4a9de,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:10:32.353956 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] For port 02c1d30c-87d1-4ab3-8a04-cc33f5f02b7e, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=02c1d30c-87d1-4ab3-8a04-cc33f5f02b7e,segment=NetworkSegment(0414d6eb-b060-4295-bd01-14cc6aa3c398),segment_id=0414d6eb-b060-4295-bd01-14cc6aa3c398)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:10:32.378728 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:32.558229 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec6ddad-a078-4c78-b6b7-01a28acfd400 req-ec6d4484-ee27-4e3d-9772-56a4aa0e3f28 tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:32.559783 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-0ec6ddad-a078-4c78-b6b7-01a28acfd400 req-ec6d4484-ee27-4e3d-9772-56a4aa0e3f28 tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] 10.222.0.59 "GET /v2.0/ports?device_id=74636b36-ec44-4487-91bf-4f8efb4719fd HTTP/1.1" status: 200 len: 945 time: 0.1674216 Jul 27 21:10:32.620810 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Pushing event updated for resources: {'Port': ['ID=02c1d30c-87d1-4ab3-8a04-cc33f5f02b7e,revision_number=4']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:10:32.645029 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:32.675623 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-0ec6ddad-a078-4c78-b6b7-01a28acfd400 req-c4c90760-71f4-47f8-8ca7-ce7ab4c4b85e tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] 10.222.0.59 "GET /v2.0/security-groups?id=d845222d-5ac4-450c-bcf5-0222a977607f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1000271 Jul 27 21:10:32.717230 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7977dc5b-b832-43ad-868f-dc9fa2043608 tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Router 6c164824-0a48-4a39-be5a-a5c107d61cff has already been hosted by L3 agent dd128fd7-8e57-4d4f-895b-a96b369df59a {{(pid=105584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:10:32.720242 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] For port d11a16c2-af7c-4aa8-9e51-1c00722d4961, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=d11a16c2-af7c-4aa8-9e51-1c00722d4961,segment=NetworkSegment(660ec341-81d1-41c4-8987-bc307d97b3d6),segment_id=660ec341-81d1-41c4-8987-bc307d97b3d6)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:10:32.723469 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74636b36-ec44-4487-91bf-4f8efb4719fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd11a16c2-af7c-4aa8-9e51-1c00722d4961'}] {{(pid=105586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:10:32.730189 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14c1663e039faf5393f87855f745010ac5b02220355b68fdbf065393e303ac56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6655fca-6478-48b7-957d-4f44f9a970ce" -d '{"events": [{"server_uuid": "74636b36-ec44-4487-91bf-4f8efb4719fd", "name": "network-vif-plugged", "status": "completed", "tag": "d11a16c2-af7c-4aa8-9e51-1c00722d4961"}]}' {{(pid=105586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:10:32.740224 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:32.742741 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device 1b4078bf-0ca0-41a1-ac3d-9981fede3a4a no longer exists at agent hyperv_n-h1-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:10:32.782310 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-28650df7-c46c-4981-b84f-37d87254047e None None] No Port match for: 1b4078bf-0ca0-41a1-ac3d-9981fede3a4a {{(pid=105586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:10:32.782677 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device 1b4078bf-0ca0-41a1-ac3d-9981fede3a4a not bound to the agent host n-h1-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:10:32.827932 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] get_ports_and_sgs() called for port_ids ['02c1d30c-87d1-4ab3-8a04-cc33f5f02b7e'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:10:32.972784 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cd32a8-669e-42b4-80ff-56c1d682ba9f req-27f648f1-2e2e-4610-a7db-210871dd5aea tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:32.975714 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-74cd32a8-669e-42b4-80ff-56c1d682ba9f req-27f648f1-2e2e-4610-a7db-210871dd5aea tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] 10.222.0.59 "GET /v2.0/ports?device_id=31533b7a-7459-43fe-bfa1-37a8877d2d0a HTTP/1.1" status: 200 len: 944 time: 0.1717875 Jul 27 21:10:33.038575 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-74cd32a8-669e-42b4-80ff-56c1d682ba9f req-1ec2b70f-923e-4700-81bc-3ddb03a87c22 tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] 10.222.0.59 "GET /v2.0/security-groups?id=c166a083-e7a4-430d-b39b-9b2d1c142ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557210 Jul 27 21:10:33.040725 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7977dc5b-b832-43ad-868f-dc9fa2043608 tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Notify agent at l3_agent.n-d-705658-22 the message routers_updated {{(pid=105584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:10:33.087611 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eff6b577-25b9-46c5-9352-de75df29e95d None None] Sync routers for ids ['6c164824-0a48-4a39-be5a-a5c107d61cff'] in n-d-705658-22 {{(pid=105586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:10:33.096839 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Pushing event updated for resources: {'Port': ['ID=d11a16c2-af7c-4aa8-9e51-1c00722d4961,revision_number=7']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:10:33.130429 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eff6b577-25b9-46c5-9352-de75df29e95d None None] Routers {'6c164824-0a48-4a39-be5a-a5c107d61cff'} bound to L3 agent in host n-d-705658-22 {{(pid=105586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:10:33.131518 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-eff6b577-25b9-46c5-9352-de75df29e95d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:10:12Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['6c164824-0a48-4a39-be5a-a5c107d61cff'], 'active': True} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:10:33.141645 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:10:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37db631a-6bde-4437-8aab-75bb0769489a x-openstack-request-id: req-37db631a-6bde-4437-8aab-75bb0769489a {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:10:33.142066 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74636b36-ec44-4487-91bf-4f8efb4719fd", "name": "network-vif-plugged", "status": "completed", "tag": "d11a16c2-af7c-4aa8-9e51-1c00722d4961", "code": 200}]} {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:10:33.142421 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-37db631a-6bde-4437-8aab-75bb0769489a {{(pid=105586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:10:33.142932 n-d-705658-22 neutron-server[105586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74636b36-ec44-4487-91bf-4f8efb4719fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd11a16c2-af7c-4aa8-9e51-1c00722d4961', 'code': 200} Jul 27 21:10:33.172438 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-7977dc5b-b832-43ad-868f-dc9fa2043608 tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:33.177932 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 56526) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:10:33.178634 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-7977dc5b-b832-43ad-868f-dc9fa2043608 tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] 10.222.0.59 "DELETE /v2.0/ports/87f5afae-b6ce-4b8c-8b4d-d29451b4a9de HTTP/1.1" status: 204 len: 168 time: 2.2096691 Jul 27 21:10:33.246207 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-eff6b577-25b9-46c5-9352-de75df29e95d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-22', False) {} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:10:33.302895 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eff6b577-25b9-46c5-9352-de75df29e95d None None] Routers {'6c164824-0a48-4a39-be5a-a5c107d61cff'} bound to L3 agent in host n-d-705658-22 {{(pid=105586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:10:33.303600 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-eff6b577-25b9-46c5-9352-de75df29e95d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:10:12Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['6c164824-0a48-4a39-be5a-a5c107d61cff'], 'active': True} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:10:33.309751 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 56532) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:10:33.318781 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-37fa05c6-6292-4f38-93de-74dc17cde138 tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] 10.222.0.59 "GET /v2.0/floatingips/95a80279-4f77-4554-8c6f-71a8591dfa07 HTTP/1.1" status: 200 len: 688 time: 0.1393952 Jul 27 21:10:33.420257 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-eff6b577-25b9-46c5-9352-de75df29e95d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-22', False) {} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:10:33.421577 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eff6b577-25b9-46c5-9352-de75df29e95d None None] The sync data for ids ['6c164824-0a48-4a39-be5a-a5c107d61cff'] in n-d-705658-22 is: [] {{(pid=105586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:10:33.522234 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c64dee-e456-4829-a092-76c53f7a58f0 req-be499a53-2440-4073-8778-3e551c412831 tempest-ListServerFiltersTestJSON-1491704447 tempest-ListServerFiltersTestJSON-1491704447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:33.530364 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-045a9b8d-b186-457f-8d08-d0faa9efca7f tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Deleting port 7ff3390d-26f0-4096-8eb3-7326fce51bbf {{(pid=105584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:10:33.530726 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-045a9b8d-b186-457f-8d08-d0faa9efca7f tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:33.531192 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e9c64dee-e456-4829-a092-76c53f7a58f0 req-be499a53-2440-4073-8778-3e551c412831 tempest-ListServerFiltersTestJSON-1491704447 tempest-ListServerFiltersTestJSON-1491704447-project] 10.222.0.59 "GET /v2.0/ports?device_id=3ec68082-1269-4333-94b4-18ecd4705e46 HTTP/1.1" status: 200 len: 946 time: 0.1143599 Jul 27 21:10:33.583644 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e9c64dee-e456-4829-a092-76c53f7a58f0 req-777e3a76-e8f7-4a1b-a421-19eafa60d9a6 tempest-ListServerFiltersTestJSON-1491704447 tempest-ListServerFiltersTestJSON-1491704447-project] 10.222.0.59 "GET /v2.0/security-groups?id=8dfcd13b-e54c-4aad-8514-fdac1e892828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512021 Jul 27 21:10:33.621819 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-045a9b8d-b186-457f-8d08-d0faa9efca7f tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:33.622520 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-045a9b8d-b186-457f-8d08-d0faa9efca7f tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:33.636007 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-045a9b8d-b186-457f-8d08-d0faa9efca7f tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Calling delete_port for 7ff3390d-26f0-4096-8eb3-7326fce51bbf owned by network:floatingip {{(pid=105584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:10:33.993281 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-045a9b8d-b186-457f-8d08-d0faa9efca7f tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:33.994859 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cfd218-a08f-4ef3-8246-2e1489e222e4 req-9e7b1ce7-06de-4e77-b044-e8c809f1a14e tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:33.997323 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-68cfd218-a08f-4ef3-8246-2e1489e222e4 req-9e7b1ce7-06de-4e77-b044-e8c809f1a14e tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] 10.222.0.59 "GET /v2.0/ports?device_id=74636b36-ec44-4487-91bf-4f8efb4719fd HTTP/1.1" status: 200 len: 946 time: 0.1721020 Jul 27 21:10:34.047026 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045a9b8d-b186-457f-8d08-d0faa9efca7f tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Pushing event deleted for resources: {'Port': ['ID=7ff3390d-26f0-4096-8eb3-7326fce51bbf,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:10:34.058800 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-68cfd218-a08f-4ef3-8246-2e1489e222e4 req-e50b89d4-673b-483e-982e-9842754e8d95 tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] 10.222.0.59 "GET /v2.0/security-groups?id=d845222d-5ac4-450c-bcf5-0222a977607f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546446 Jul 27 21:10:34.098828 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f3cb23-2b3b-489f-b33e-49815d5fa979 req-74a2165a-6329-4790-986c-1d2d06757cd1 tempest-ListServerFiltersTestJSON-1491704447 tempest-ListServerFiltersTestJSON-1491704447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:34.105452 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-19f3cb23-2b3b-489f-b33e-49815d5fa979 req-74a2165a-6329-4790-986c-1d2d06757cd1 tempest-ListServerFiltersTestJSON-1491704447 tempest-ListServerFiltersTestJSON-1491704447-project] 10.222.0.36 "GET /v2.0/ports?device_id=3ec68082-1269-4333-94b4-18ecd4705e46 HTTP/1.1" status: 200 len: 946 time: 0.1998141 Jul 27 21:10:34.234141 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-045a9b8d-b186-457f-8d08-d0faa9efca7f tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Notify callbacks [] for floatingip, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:34.236793 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-045a9b8d-b186-457f-8d08-d0faa9efca7f tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for floatingip, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:34.245260 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-045a9b8d-b186-457f-8d08-d0faa9efca7f tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] 10.222.0.59 "DELETE /v2.0/floatingips/95a80279-4f77-4554-8c6f-71a8591dfa07 HTTP/1.1" status: 204 len: 168 time: 0.9335840 Jul 27 21:10:34.248762 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 56562) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:10:34.256642 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-302602b7-2e81-464a-a834-830fb9502c1a tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Request body: {'floatingip': {'floating_network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'port_id': 'a2a55559-617d-46e1-bf94-dc61d6661ba1'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:10:34.280789 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a108c234-51ba-47db-9308-47225c9f44c8 req-0192a51b-2304-48ce-b705-1b8c9bfeab01 tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:34.290581 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a108c234-51ba-47db-9308-47225c9f44c8 req-0192a51b-2304-48ce-b705-1b8c9bfeab01 tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] 10.222.0.59 "GET /v2.0/ports?device_id=31533b7a-7459-43fe-bfa1-37a8877d2d0a HTTP/1.1" status: 200 len: 944 time: 0.1406155 Jul 27 21:10:34.293295 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-302602b7-2e81-464a-a834-830fb9502c1a tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Notify callbacks [] for floatingip, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:34.377901 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a108c234-51ba-47db-9308-47225c9f44c8 req-4f58a0f5-f3c5-4d55-b5c8-fd6cf665a0d4 tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] 10.222.0.59 "GET /v2.0/security-groups?id=c166a083-e7a4-430d-b39b-9b2d1c142ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850394 Jul 27 21:10:34.462693 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [req-19f3cb23-2b3b-489f-b33e-49815d5fa979 req-fe7e0c8a-b442-4452-8e9d-4198c6650cf0 tempest-ListServerFiltersTestJSON-1491704447 tempest-ListServerFiltersTestJSON-1491704447-project] Deleting port 54744cdb-b479-41f8-997a-1cdaae76f4ae {{(pid=105584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:10:34.463324 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-19f3cb23-2b3b-489f-b33e-49815d5fa979 req-fe7e0c8a-b442-4452-8e9d-4198c6650cf0 tempest-ListServerFiltersTestJSON-1491704447 tempest-ListServerFiltersTestJSON-1491704447-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:34.548154 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-302602b7-2e81-464a-a834-830fb9502c1a tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:34.656796 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [req-19f3cb23-2b3b-489f-b33e-49815d5fa979 req-fe7e0c8a-b442-4452-8e9d-4198c6650cf0 tempest-ListServerFiltersTestJSON-1491704447 tempest-ListServerFiltersTestJSON-1491704447-project] For port 54744cdb-b479-41f8-997a-1cdaae76f4ae, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=54744cdb-b479-41f8-997a-1cdaae76f4ae,segment=NetworkSegment(e1fe1948-72cd-4432-96e0-eea3e13db4fe),segment_id=e1fe1948-72cd-4432-96e0-eea3e13db4fe)] {{(pid=105584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:10:34.657323 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-19f3cb23-2b3b-489f-b33e-49815d5fa979 req-fe7e0c8a-b442-4452-8e9d-4198c6650cf0 tempest-ListServerFiltersTestJSON-1491704447 tempest-ListServerFiltersTestJSON-1491704447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:34.686031 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [req-19f3cb23-2b3b-489f-b33e-49815d5fa979 req-fe7e0c8a-b442-4452-8e9d-4198c6650cf0 tempest-ListServerFiltersTestJSON-1491704447 tempest-ListServerFiltersTestJSON-1491704447-project] Calling delete_port for 54744cdb-b479-41f8-997a-1cdaae76f4ae owned by compute:nova {{(pid=105584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:10:34.788422 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.db_base_plugin_common [None req-302602b7-2e81-464a-a834-830fb9502c1a tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Allocated IP 172.25.5.127 (8735d8a2-b604-4758-ae71-b40e4ee6f305/eca7dbab-b9c0-4c8f-a272-816ea8a81764/7f2bfbe4-8128-48ad-a6f7-a53ac5ed7792) {{(pid=105584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:10:34.793883 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03e932e-90c0-4e8e-9c4d-ffdd4600c826 req-da3a22ee-fb3c-4219-be13-ede79f77f638 tempest-ListServerFiltersTestJSON-1491704447 tempest-ListServerFiltersTestJSON-1491704447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:34.795447 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-c03e932e-90c0-4e8e-9c4d-ffdd4600c826 req-da3a22ee-fb3c-4219-be13-ede79f77f638 tempest-ListServerFiltersTestJSON-1491704447 tempest-ListServerFiltersTestJSON-1491704447-project] 10.222.0.59 "GET /v2.0/ports?device_id=3ec68082-1269-4333-94b4-18ecd4705e46 HTTP/1.1" status: 200 len: 946 time: 0.1116991 Jul 27 21:10:34.869854 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-c03e932e-90c0-4e8e-9c4d-ffdd4600c826 req-01831f9c-b5e4-4c90-ab08-88001399afb4 tempest-ListServerFiltersTestJSON-1491704447 tempest-ListServerFiltersTestJSON-1491704447-project] 10.222.0.59 "GET /v2.0/security-groups?id=8dfcd13b-e54c-4aad-8514-fdac1e892828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609202 Jul 27 21:10:35.045256 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-302602b7-2e81-464a-a834-830fb9502c1a tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Notify callbacks [] for port, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:35.103268 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-19f3cb23-2b3b-489f-b33e-49815d5fa979 req-fe7e0c8a-b442-4452-8e9d-4198c6650cf0 tempest-ListServerFiltersTestJSON-1491704447 tempest-ListServerFiltersTestJSON-1491704447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:35.116586 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] get_ports_and_sgs() called for port_ids ['54744cdb-b479-41f8-997a-1cdaae76f4ae'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:10:35.148698 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-302602b7-2e81-464a-a834-830fb9502c1a tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:35.260009 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7e0c8a-b442-4452-8e9d-4198c6650cf0 tempest-ListServerFiltersTestJSON-1491704447 tempest-ListServerFiltersTestJSON-1491704447-project] Pushing event deleted for resources: {'Port': ['ID=54744cdb-b479-41f8-997a-1cdaae76f4ae,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:10:35.273017 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-302602b7-2e81-464a-a834-830fb9502c1a tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Network 8735d8a2-b604-4758-ae71-b40e4ee6f305 is already hosted by enough agents. {{(pid=105584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:10:35.357195 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302602b7-2e81-464a-a834-830fb9502c1a tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Pushing event updated for resources: {'Port': ['ID=7f2bfbe4-8128-48ad-a6f7-a53ac5ed7792,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:10:35.360660 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [None req-302602b7-2e81-464a-a834-830fb9502c1a tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Resources bound (agent type, host, resource id): {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:10:35.377729 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-302602b7-2e81-464a-a834-830fb9502c1a tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Received port after_create {{(pid=105584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:10:35.394954 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873db0d5-f7e9-4120-8ca1-9c1509045774 req-681b810d-9a6a-419d-a539-97af1be53764 tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:35.397541 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-873db0d5-f7e9-4120-8ca1-9c1509045774 req-681b810d-9a6a-419d-a539-97af1be53764 tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] 10.222.0.59 "GET /v2.0/ports?device_id=74636b36-ec44-4487-91bf-4f8efb4719fd HTTP/1.1" status: 200 len: 946 time: 0.1746433 Jul 27 21:10:35.464776 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-873db0d5-f7e9-4120-8ca1-9c1509045774 req-41cbb71e-5823-4b6f-accf-6256a77d5b33 tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] 10.222.0.59 "GET /v2.0/security-groups?id=d845222d-5ac4-450c-bcf5-0222a977607f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605974 Jul 27 21:10:35.481146 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [req-19f3cb23-2b3b-489f-b33e-49815d5fa979 req-fe7e0c8a-b442-4452-8e9d-4198c6650cf0 tempest-ListServerFiltersTestJSON-1491704447 tempest-ListServerFiltersTestJSON-1491704447-project] No DVR routers for this DVR port 54744cdb-b479-41f8-997a-1cdaae76f4ae on host n-h1-705658-22 {{(pid=105584) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:10:35.660905 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device 02c1d30c-87d1-4ab3-8a04-cc33f5f02b7e up at agent hyperv_n-h1-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:10:35.661423 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-19f3cb23-2b3b-489f-b33e-49815d5fa979 req-fe7e0c8a-b442-4452-8e9d-4198c6650cf0 tempest-ListServerFiltersTestJSON-1491704447 tempest-ListServerFiltersTestJSON-1491704447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:35.664860 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-19f3cb23-2b3b-489f-b33e-49815d5fa979 req-fe7e0c8a-b442-4452-8e9d-4198c6650cf0 tempest-ListServerFiltersTestJSON-1491704447 tempest-ListServerFiltersTestJSON-1491704447-project] 10.222.0.36 "DELETE /v2.0/ports/54744cdb-b479-41f8-997a-1cdaae76f4ae HTTP/1.1" status: 204 len: 173 time: 1.5464349 Jul 27 21:10:35.664860 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ec68082-1269-4333-94b4-18ecd4705e46', 'name': 'network-vif-deleted', 'tag': '54744cdb-b479-41f8-997a-1cdaae76f4ae'}] {{(pid=105584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:10:35.674884 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bce5e6c8685464f7626901654159975603b047827e3138302ed6566e28f1343" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40f7036f-0405-410e-874a-dcd116007c54" -d '{"events": [{"server_uuid": "3ec68082-1269-4333-94b4-18ecd4705e46", "name": "network-vif-deleted", "tag": "54744cdb-b479-41f8-997a-1cdaae76f4ae"}]}' {{(pid=105584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:10:35.758484 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Provisioning for port 02c1d30c-87d1-4ab3-8a04-cc33f5f02b7e completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:10:35.763322 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Provisioning complete for port 02c1d30c-87d1-4ab3-8a04-cc33f5f02b7e triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:10:35.769517 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:35.822492 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b51ad1-0bac-46ba-9136-98ad3c8a3e74 req-e7284324-45dd-458c-bf36-34081bf32de9 tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:35.842301 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-79b51ad1-0bac-46ba-9136-98ad3c8a3e74 req-e7284324-45dd-458c-bf36-34081bf32de9 tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] 10.222.0.59 "GET /v2.0/ports?device_id=31533b7a-7459-43fe-bfa1-37a8877d2d0a HTTP/1.1" status: 200 len: 944 time: 0.1952667 Jul 27 21:10:35.969074 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-79b51ad1-0bac-46ba-9136-98ad3c8a3e74 req-80f4ed6c-f103-4a19-9cb4-1507cafccb12 tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] 10.222.0.59 "GET /v2.0/security-groups?id=c166a083-e7a4-430d-b39b-9b2d1c142ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206944 Jul 27 21:10:36.037034 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:36.104345 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] For port 02c1d30c-87d1-4ab3-8a04-cc33f5f02b7e, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=02c1d30c-87d1-4ab3-8a04-cc33f5f02b7e,segment=NetworkSegment(0414d6eb-b060-4295-bd01-14cc6aa3c398),segment_id=0414d6eb-b060-4295-bd01-14cc6aa3c398)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:10:36.105475 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31533b7a-7459-43fe-bfa1-37a8877d2d0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02c1d30c-87d1-4ab3-8a04-cc33f5f02b7e'}] {{(pid=105586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:10:36.108775 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14c1663e039faf5393f87855f745010ac5b02220355b68fdbf065393e303ac56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53a95782-a79d-43e5-b065-0ef43c5fb7fc" -d '{"events": [{"server_uuid": "31533b7a-7459-43fe-bfa1-37a8877d2d0a", "name": "network-vif-plugged", "status": "completed", "tag": "02c1d30c-87d1-4ab3-8a04-cc33f5f02b7e"}]}' {{(pid=105586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:10:36.115646 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:36.116758 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:10:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69922029-838a-49bd-a068-f35ce8dfb003 x-openstack-request-id: req-69922029-838a-49bd-a068-f35ce8dfb003 {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:10:36.117104 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ec68082-1269-4333-94b4-18ecd4705e46", "name": "network-vif-deleted", "tag": "54744cdb-b479-41f8-997a-1cdaae76f4ae", "status": "completed", "code": 200}]} {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:10:36.117383 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-69922029-838a-49bd-a068-f35ce8dfb003 {{(pid=105584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:10:36.117780 n-d-705658-22 neutron-server[105584]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ec68082-1269-4333-94b4-18ecd4705e46', 'name': 'network-vif-deleted', 'tag': '54744cdb-b479-41f8-997a-1cdaae76f4ae', 'status': 'completed', 'code': 200} Jul 27 21:10:36.215302 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Pushing event updated for resources: {'Port': ['ID=02c1d30c-87d1-4ab3-8a04-cc33f5f02b7e,revision_number=5']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:10:36.279032 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:36.323971 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-d0b1cde0-baf0-411b-b190-b22d0903080b req-be098614-7d99-424f-b2ef-f2d54abf7fc2 tempest-ListServerFiltersTestJSON-1491704447 tempest-ListServerFiltersTestJSON-1491704447-project] 10.222.0.59 "GET /v2.0/ports?device_id=3ec68082-1269-4333-94b4-18ecd4705e46 HTTP/1.1" status: 200 len: 210 time: 0.0645039 Jul 27 21:10:36.392720 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:10:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4806f14-3c6f-4359-b13b-12b4d3012e4f x-openstack-request-id: req-b4806f14-3c6f-4359-b13b-12b4d3012e4f {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:10:36.392992 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31533b7a-7459-43fe-bfa1-37a8877d2d0a", "name": "network-vif-plugged", "status": "completed", "tag": "02c1d30c-87d1-4ab3-8a04-cc33f5f02b7e", "code": 200}]} {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:10:36.393254 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-b4806f14-3c6f-4359-b13b-12b4d3012e4f {{(pid=105586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:10:36.393671 n-d-705658-22 neutron-server[105586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31533b7a-7459-43fe-bfa1-37a8877d2d0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02c1d30c-87d1-4ab3-8a04-cc33f5f02b7e', 'code': 200} Jul 27 21:10:36.434889 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-302602b7-2e81-464a-a834-830fb9502c1a tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:36.679716 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-302602b7-2e81-464a-a834-830fb9502c1a tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:36.724001 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b328a7c4-fce1-498c-8301-f912f3b20511 req-9c8a7e1c-c040-4b54-b646-dfd5dc0095ac tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:36.732098 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b328a7c4-fce1-498c-8301-f912f3b20511 req-9c8a7e1c-c040-4b54-b646-dfd5dc0095ac tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] 10.222.0.59 "GET /v2.0/ports?device_id=74636b36-ec44-4487-91bf-4f8efb4719fd HTTP/1.1" status: 200 len: 946 time: 0.1544476 Jul 27 21:10:36.743979 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7afd6a-4175-4fd5-9fe0-9ad3e266f400 req-16c8e88f-ba29-4bcb-8fcd-350f4bad8239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:36.745502 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-7f7afd6a-4175-4fd5-9fe0-9ad3e266f400 req-16c8e88f-ba29-4bcb-8fcd-350f4bad8239 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=31533b7a-7459-43fe-bfa1-37a8877d2d0a HTTP/1.1" status: 200 len: 1097 time: 0.1875420 Jul 27 21:10:36.808058 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b328a7c4-fce1-498c-8301-f912f3b20511 req-4bc13207-3f30-4b48-96a8-68706c0100be tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] 10.222.0.59 "GET /v2.0/security-groups?id=d845222d-5ac4-450c-bcf5-0222a977607f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0699890 Jul 27 21:10:36.971906 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-302602b7-2e81-464a-a834-830fb9502c1a tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Notify callbacks [] for port, precommit_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:37.002391 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-302602b7-2e81-464a-a834-830fb9502c1a tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9014027'] for port, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:37.104023 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302602b7-2e81-464a-a834-830fb9502c1a tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Pushing event updated for resources: {'Port': ['ID=7f2bfbe4-8128-48ad-a6f7-a53ac5ed7792,revision_number=2']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:10:37.167027 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-302602b7-2e81-464a-a834-830fb9502c1a tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4075768'] for floatingip, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:37.199977 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767ee6e3-95de-4c56-83b9-c0f77900ca8b req-129a59c5-83ca-46a5-bc9b-89190a220197 tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:37.219997 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-767ee6e3-95de-4c56-83b9-c0f77900ca8b req-129a59c5-83ca-46a5-bc9b-89190a220197 tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] 10.222.0.59 "GET /v2.0/ports?device_id=31533b7a-7459-43fe-bfa1-37a8877d2d0a HTTP/1.1" status: 200 len: 945 time: 0.1515372 Jul 27 21:10:37.296700 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-767ee6e3-95de-4c56-83b9-c0f77900ca8b req-06e29fea-cbcc-40fd-8126-292061fb5b44 tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] 10.222.0.59 "GET /v2.0/security-groups?id=c166a083-e7a4-430d-b39b-9b2d1c142ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738077 Jul 27 21:10:37.353731 n-d-705658-22 neutron-server[105584]: INFO neutron.db.l3_db [None req-302602b7-2e81-464a-a834-830fb9502c1a tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Floating IP d29204d3-cf44-4cc2-a7af-3dc1c2937372 associated. External IP: 172.25.5.127, port: a2a55559-617d-46e1-bf94-dc61d6661ba1. Jul 27 21:10:37.399210 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 56676) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:10:37.498356 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.db_base_plugin_v2 [None req-85b94e35-d68c-4ea1-925c-80b1ab50f714 admin admin] Deleting subnet 033f449b-a1e0-4fba-98dd-6d95babd8f33 {{(pid=105585) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:10:37.503768 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-85b94e35-d68c-4ea1-925c-80b1ab50f714 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:37.560728 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-7f7afd6a-4175-4fd5-9fe0-9ad3e266f400 req-aae152d3-b121-4a27-ae20-002fa72e9f26 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=c166a083-e7a4-430d-b39b-9b2d1c142ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6714950 Jul 27 21:10:37.596176 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-85b94e35-d68c-4ea1-925c-80b1ab50f714 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9887057'] for subnet, precommit_delete_associations {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:37.669143 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device 54744cdb-b479-41f8-997a-1cdaae76f4ae no longer exists at agent hyperv_n-h1-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:10:37.717280 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-28650df7-c46c-4981-b84f-37d87254047e None None] No Port match for: 54744cdb-b479-41f8-997a-1cdaae76f4ae {{(pid=105586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:10:37.718042 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device 54744cdb-b479-41f8-997a-1cdaae76f4ae not bound to the agent host n-h1-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:10:37.741198 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-85b94e35-d68c-4ea1-925c-80b1ab50f714 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854965'] for subnet, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:37.814698 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-85b94e35-d68c-4ea1-925c-80b1ab50f714 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10221602', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9990583'] for subnet, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:37.909060 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b94e35-d68c-4ea1-925c-80b1ab50f714 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=033f449b-a1e0-4fba-98dd-6d95babd8f33,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:10:37.927704 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-85b94e35-d68c-4ea1-925c-80b1ab50f714 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743886'] for subnet, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:37.931771 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d79f6198-418d-4ad4-9907-4a34ceb280c1 None None] Network db6b4722-6a69-4264-b4e3-b2624243cd24 requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:10:37.947535 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-85b94e35-d68c-4ea1-925c-80b1ab50f714 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/033f449b-a1e0-4fba-98dd-6d95babd8f33 HTTP/1.1" status: 204 len: 168 time: 0.5466228 Jul 27 21:10:37.950078 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 56702) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:10:38.247492 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-b4598a26-b85d-4817-a15e-d37d3db9ed24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-990557'] for network, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:38.286414 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e856c042-b8b0-441f-827f-6a910510c07f None None] DHCP port deletion for db6b4722-6a69-4264-b4e3-b2624243cd24 request from n-d-705658-22 {{(pid=105586) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 21:10:38.322222 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e275d3-9469-4b93-b43d-e54953019f18 req-d03b9702-dbdc-4aaf-a8e0-eb840378011f tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:38.330660 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-11e275d3-9469-4b93-b43d-e54953019f18 req-d03b9702-dbdc-4aaf-a8e0-eb840378011f tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] 10.222.0.59 "GET /v2.0/ports?device_id=74636b36-ec44-4487-91bf-4f8efb4719fd HTTP/1.1" status: 200 len: 946 time: 0.3128290 Jul 27 21:10:38.442210 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-11e275d3-9469-4b93-b43d-e54953019f18 req-dd1dab49-6a73-4644-b033-65bf8708cfcb tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] 10.222.0.59 "GET /v2.0/security-groups?id=d845222d-5ac4-450c-bcf5-0222a977607f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1099305 Jul 27 21:10:38.459975 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-302602b7-2e81-464a-a834-830fb9502c1a tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Router 6c164824-0a48-4a39-be5a-a5c107d61cff has already been hosted by L3 agent dd128fd7-8e57-4d4f-895b-a96b369df59a {{(pid=105584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:10:38.502642 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [None req-b4598a26-b85d-4817-a15e-d37d3db9ed24 admin admin] Deleting port 35273b7e-e9f5-4770-ab1d-d0a9a9bf8563 {{(pid=105585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:10:38.503292 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-b4598a26-b85d-4817-a15e-d37d3db9ed24 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:38.510557 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-e856c042-b8b0-441f-827f-6a910510c07f None None] Deleting port 35273b7e-e9f5-4770-ab1d-d0a9a9bf8563 {{(pid=105586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:10:38.510953 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-e856c042-b8b0-441f-827f-6a910510c07f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:38.741679 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-302602b7-2e81-464a-a834-830fb9502c1a tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Notify agent at l3_agent.n-d-705658-22 the message routers_updated {{(pid=105584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:10:38.753303 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc123cea-894f-41e2-a667-79a07d7964ff None None] Sync routers for ids ['6c164824-0a48-4a39-be5a-a5c107d61cff'] in n-d-705658-22 {{(pid=105587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:10:38.783316 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc123cea-894f-41e2-a667-79a07d7964ff None None] Routers {'6c164824-0a48-4a39-be5a-a5c107d61cff'} bound to L3 agent in host n-d-705658-22 {{(pid=105587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:10:38.784359 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-dc123cea-894f-41e2-a667-79a07d7964ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:10:12Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['6c164824-0a48-4a39-be5a-a5c107d61cff'], 'active': True} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:10:38.790316 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-302602b7-2e81-464a-a834-830fb9502c1a tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for floatingip, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:38.811862 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.db [None req-b4598a26-b85d-4817-a15e-d37d3db9ed24 admin admin] For port 35273b7e-e9f5-4770-ab1d-d0a9a9bf8563, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=35273b7e-e9f5-4770-ab1d-d0a9a9bf8563,segment=NetworkSegment(e1fe1948-72cd-4432-96e0-eea3e13db4fe),segment_id=e1fe1948-72cd-4432-96e0-eea3e13db4fe)] {{(pid=105585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:10:38.812460 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-b4598a26-b85d-4817-a15e-d37d3db9ed24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:38.867997 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [None req-b4598a26-b85d-4817-a15e-d37d3db9ed24 admin admin] Calling delete_port for 35273b7e-e9f5-4770-ab1d-d0a9a9bf8563 owned by network:dhcp {{(pid=105585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:10:38.878071 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-dc123cea-894f-41e2-a667-79a07d7964ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-22', False) {} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:10:38.887304 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-302602b7-2e81-464a-a834-830fb9502c1a tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 4.6377194 Jul 27 21:10:38.889803 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 56730) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:10:38.900780 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-1acc9cd0-2738-45b8-b79e-9ea7ccf1e703 tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-504250297'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:10:38.903645 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc123cea-894f-41e2-a667-79a07d7964ff None None] Routers {'6c164824-0a48-4a39-be5a-a5c107d61cff'} bound to L3 agent in host n-d-705658-22 {{(pid=105587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:10:38.906613 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-dc123cea-894f-41e2-a667-79a07d7964ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:10:12Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['6c164824-0a48-4a39-be5a-a5c107d61cff'], 'active': True} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:10:38.925171 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbb7abe-d13c-4bbc-8719-fab5b047626f req-ebf23983-98fa-488b-a814-210c686cdecb tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:38.926734 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-cbbb7abe-d13c-4bbc-8719-fab5b047626f req-ebf23983-98fa-488b-a814-210c686cdecb tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] 10.222.0.59 "GET /v2.0/ports?device_id=31533b7a-7459-43fe-bfa1-37a8877d2d0a HTTP/1.1" status: 200 len: 945 time: 0.4008217 Jul 27 21:10:38.956971 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1acc9cd0-2738-45b8-b79e-9ea7ccf1e703 tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Made reservation on behalf of 511ce5d1083743dab193eb4830e1be29 for: {'network': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:10:38.961682 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-1acc9cd0-2738-45b8-b79e-9ea7ccf1e703 tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for network, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:38.983346 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-dc123cea-894f-41e2-a667-79a07d7964ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-22', False) {} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:10:38.987221 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc123cea-894f-41e2-a667-79a07d7964ff None None] The sync data for ids ['6c164824-0a48-4a39-be5a-a5c107d61cff'] in n-d-705658-22 is: [] {{(pid=105587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:10:39.012542 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1acc9cd0-2738-45b8-b79e-9ea7ccf1e703 tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] vlan segment allocate from pool success with {'vlan_id': 222, 'physical_network': 'physnet1'} {{(pid=105584) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:10:39.015326 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-e856c042-b8b0-441f-827f-6a910510c07f None None] For port 35273b7e-e9f5-4770-ab1d-d0a9a9bf8563, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=35273b7e-e9f5-4770-ab1d-d0a9a9bf8563,segment=NetworkSegment(e1fe1948-72cd-4432-96e0-eea3e13db4fe),segment_id=e1fe1948-72cd-4432-96e0-eea3e13db4fe)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:10:39.016943 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-e856c042-b8b0-441f-827f-6a910510c07f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:39.031381 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-1acc9cd0-2738-45b8-b79e-9ea7ccf1e703 tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:39.032200 n-d-705658-22 neutron-server[105584]: INFO neutron.db.segments_db [None req-1acc9cd0-2738-45b8-b79e-9ea7ccf1e703 tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Added segment c59de6e5-f5c7-46ab-81d3-c5afa7fb0655 of type vlan for network bc2ff722-5045-486f-8e8a-4190079d5d06 Jul 27 21:10:39.054741 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-e856c042-b8b0-441f-827f-6a910510c07f None None] Calling delete_port for 35273b7e-e9f5-4770-ab1d-d0a9a9bf8563 owned by network:dhcp {{(pid=105586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:10:39.102900 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-1acc9cd0-2738-45b8-b79e-9ea7ccf1e703 tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790688424798'] for network, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:39.118350 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-cbbb7abe-d13c-4bbc-8719-fab5b047626f req-e8277be7-bb52-406d-a7cc-7309b02e82a3 tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] 10.222.0.59 "GET /v2.0/security-groups?id=c166a083-e7a4-430d-b39b-9b2d1c142ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1741691 Jul 27 21:10:39.177325 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-1acc9cd0-2738-45b8-b79e-9ea7ccf1e703 tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920'] for network, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:39.186546 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1acc9cd0-2738-45b8-b79e-9ea7ccf1e703 tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:39.188851 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 35273b7e-e9f5-4770-ab1d-d0a9a9bf8563 no longer exists at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:10:39.189029 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-1acc9cd0-2738-45b8-b79e-9ea7ccf1e703 tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743886'] for network, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:39.225304 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-b4598a26-b85d-4817-a15e-d37d3db9ed24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:39.244609 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4598a26-b85d-4817-a15e-d37d3db9ed24 admin admin] No DVR routers for this DVR port 35273b7e-e9f5-4770-ab1d-d0a9a9bf8563 on host n-d-705658-22 {{(pid=105585) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:10:39.259494 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-171494d2-350f-4002-a31a-86cf0252252a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:39.267430 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4598a26-b85d-4817-a15e-d37d3db9ed24 admin admin] Pushing event deleted for resources: {'Port': ['ID=35273b7e-e9f5-4770-ab1d-d0a9a9bf8563,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:10:39.271249 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-1acc9cd0-2738-45b8-b79e-9ea7ccf1e703 tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3799403 Jul 27 21:10:39.275843 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 56736) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:10:39.293589 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-cc916218-62e8-44d1-9810-7b401546f089 tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Request body: {'subnet': {'network_id': 'bc2ff722-5045-486f-8e8a-4190079d5d06', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:10:39.332047 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] No active binding found for port 35273b7e-e9f5-4770-ab1d-d0a9a9bf8563 {{(pid=105586) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 27 21:10:39.332648 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 35273b7e-e9f5-4770-ab1d-d0a9a9bf8563 not bound to the agent host n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:10:39.371832 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-e856c042-b8b0-441f-827f-6a910510c07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180'] for port, after_delete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:39.427157 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1acc9cd0-2738-45b8-b79e-9ea7ccf1e703 tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Pushing event updated for resources: {'Network': ['ID=bc2ff722-5045-486f-8e8a-4190079d5d06,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:10:39.430416 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e856c042-b8b0-441f-827f-6a910510c07f None None] No DVR routers for this DVR port 35273b7e-e9f5-4770-ab1d-d0a9a9bf8563 on host n-d-705658-22 {{(pid=105586) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:10:39.439525 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e856c042-b8b0-441f-827f-6a910510c07f None None] Pushing event deleted for resources: {'Port': ['ID=35273b7e-e9f5-4770-ab1d-d0a9a9bf8563,revision_number=None']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:10:39.445326 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Network bc2ff722-5045-486f-8e8a-4190079d5d06 details requested by agent ovs-agent-n-d-705658-22 with host n-d-705658-22 {{(pid=105586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:10:39.472872 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-b4598a26-b85d-4817-a15e-d37d3db9ed24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853562', 'neutron.services.segments.db._delete_segments_for_network-8790688882975'] for network, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:39.477339 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc916218-62e8-44d1-9810-7b401546f089 tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Made reservation on behalf of 511ce5d1083743dab193eb4830e1be29 for: {'subnet': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:10:39.482734 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-cc916218-62e8-44d1-9810-7b401546f089 tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9738786'] for subnet, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:39.524850 n-d-705658-22 neutron-server[105585]: DEBUG neutron.services.segments.db [None req-b4598a26-b85d-4817-a15e-d37d3db9ed24 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db6b4722-6a69-4264-b4e3-b2624243cd24']}} {{(pid=105585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:10:39.546158 n-d-705658-22 neutron-server[105585]: DEBUG neutron.services.segments.db [None req-b4598a26-b85d-4817-a15e-d37d3db9ed24 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1fe1948-72cd-4432-96e0-eea3e13db4fe') {'for_net_delete': True} {{(pid=105585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:10:39.547537 n-d-705658-22 neutron-server[105585]: DEBUG neutron.services.segments.db [None req-b4598a26-b85d-4817-a15e-d37d3db9ed24 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1fe1948-72cd-4432-96e0-eea3e13db4fe') {} {{(pid=105585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:10:39.618982 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-b4598a26-b85d-4817-a15e-d37d3db9ed24 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790688883752', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9886370'] for segment, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:39.652496 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-b4598a26-b85d-4817-a15e-d37d3db9ed24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:39.665941 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4598a26-b85d-4817-a15e-d37d3db9ed24 admin admin] Releasing vlan 220 on physical network physnet1 to pool {{(pid=105585) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:10:39.670547 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-b4598a26-b85d-4817-a15e-d37d3db9ed24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10221644'] for segment, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:39.674529 n-d-705658-22 neutron-server[105585]: Traceback (most recent call last): Jul 27 21:10:39.674529 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:10:39.674529 n-d-705658-22 neutron-server[105585]: timer() Jul 27 21:10:39.674529 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:10:39.674529 n-d-705658-22 neutron-server[105585]: cb(*args, **kw) Jul 27 21:10:39.674529 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:10:39.674529 n-d-705658-22 neutron-server[105585]: return func(*args, **kwargs) Jul 27 21:10:39.674529 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:10:39.674529 n-d-705658-22 neutron-server[105585]: self._notify() Jul 27 21:10:39.674529 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:10:39.674529 n-d-705658-22 neutron-server[105585]: self.callback(batched_events) Jul 27 21:10:39.674529 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:10:39.674529 n-d-705658-22 neutron-server[105585]: event.method(event) Jul 27 21:10:39.674529 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:10:39.674529 n-d-705658-22 neutron-server[105585]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:10:39.674529 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:10:39.674529 n-d-705658-22 neutron-server[105585]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:10:39.674529 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:10:39.674529 n-d-705658-22 neutron-server[105585]: return f(self, *a, **k) Jul 27 21:10:39.674529 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:10:39.674529 n-d-705658-22 neutron-server[105585]: return self._get(url).json() Jul 27 21:10:39.674529 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:10:39.674529 n-d-705658-22 neutron-server[105585]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:10:39.674529 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:10:39.674529 n-d-705658-22 neutron-server[105585]: return self.request(url, 'GET', **kwargs) Jul 27 21:10:39.674529 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:10:39.674529 n-d-705658-22 neutron-server[105585]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:10:39.674529 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:10:39.674529 n-d-705658-22 neutron-server[105585]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:10:39.674529 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:10:39.674529 n-d-705658-22 neutron-server[105585]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:10:39.674529 n-d-705658-22 neutron-server[105585]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:10:39.779453 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c000d2-028f-4d71-8cee-fdadb1b81b3d req-8d13aa80-e5bd-45db-8044-6c6ba02d016a tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:39.785869 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-cc916218-62e8-44d1-9810-7b401546f089 tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9014150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9738800'] for subnet, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:39.787976 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-27c000d2-028f-4d71-8cee-fdadb1b81b3d req-8d13aa80-e5bd-45db-8044-6c6ba02d016a tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] 10.222.0.59 "GET /v2.0/ports?device_id=74636b36-ec44-4487-91bf-4f8efb4719fd HTTP/1.1" status: 200 len: 946 time: 0.2186861 Jul 27 21:10:39.848489 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc916218-62e8-44d1-9810-7b401546f089 tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Pushing event updated for resources: {'Subnet': ['ID=f9bc8b34-1924-4817-87ac-ac1a1cafcf7b,revision_number=0']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:10:39.850383 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-27c000d2-028f-4d71-8cee-fdadb1b81b3d req-e0b24dcd-763b-408b-a456-da094dd1f003 tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] 10.222.0.59 "GET /v2.0/security-groups?id=d845222d-5ac4-450c-bcf5-0222a977607f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580456 Jul 27 21:10:39.851662 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-b4598a26-b85d-4817-a15e-d37d3db9ed24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4075658'] for network, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:39.871063 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-b4598a26-b85d-4817-a15e-d37d3db9ed24 admin admin] Notify callbacks [] for network, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:39.891543 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc916218-62e8-44d1-9810-7b401546f089 tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Checking segment: {'id': 'c59de6e5-f5c7-46ab-81d3-c5afa7fb0655', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'bc2ff722-5045-486f-8e8a-4190079d5d06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:10:39.891817 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc916218-62e8-44d1-9810-7b401546f089 tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Network hostable DHCP agents. Network: bc2ff722-5045-486f-8e8a-4190079d5d06, hostable agents: ['7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a'], hosted agents: [] {{(pid=105584) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:10:39.893421 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-b4598a26-b85d-4817-a15e-d37d3db9ed24 admin admin] 10.222.0.59 "DELETE /v2.0/networks/db6b4722-6a69-4264-b4e3-b2624243cd24 HTTP/1.1" status: 204 len: 168 time: 1.9391861 Jul 27 21:10:39.920956 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc916218-62e8-44d1-9810-7b401546f089 tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Network bc2ff722-5045-486f-8e8a-4190079d5d06 is scheduled to be hosted by DHCP agent 7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a with binding_index 1 {{(pid=105584) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:10:39.922855 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4598a26-b85d-4817-a15e-d37d3db9ed24 admin admin] Pushing event deleted for resources: {'Network': ['ID=db6b4722-6a69-4264-b4e3-b2624243cd24,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:10:39.940239 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [None req-cc916218-62e8-44d1-9810-7b401546f089 tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-22, bc2ff722-5045-486f-8e8a-4190079d5d06) {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:10:39.945751 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc916218-62e8-44d1-9810-7b401546f089 tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:39.946356 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-cc916218-62e8-44d1-9810-7b401546f089 tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Notify callbacks [] for subnet, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:39.950572 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-106d3a1e-888e-44be-8563-3d0cc501749c None None] Network bc2ff722-5045-486f-8e8a-4190079d5d06 requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:10:39.996159 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 56782) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:10:40.010663 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-d73a217e-7bcd-48b8-bb27-dbd11300ab0f tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1079772970', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305'}, 'admin_state_up': False}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:10:40.011580 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-cc916218-62e8-44d1-9810-7b401546f089 tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7349102 Jul 27 21:10:40.050347 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-d73a217e-7bcd-48b8-bb27-dbd11300ab0f tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4163813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-443'] for router, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:40.060409 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-d73a217e-7bcd-48b8-bb27-dbd11300ab0f tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4165196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4077059', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3711235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-418'] for router, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:40.144863 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:40.165610 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 56810) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:10:40.221720 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-d73a217e-7bcd-48b8-bb27-dbd11300ab0f tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:40.284050 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-63a4af5e-08c3-426b-9f1e-4c16e35cabf3 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=be1fd89232f24dc58671559b7ee234ce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1172016 Jul 27 21:10:40.291278 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 56826) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:10:40.383505 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e4076f7-12fd-4fc1-974c-910dfadafe8a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30bb4b93-b285-5d90-9493-f9ec33ea333c-bc2ff722-5045-486f-8e8a-4190079d5d06', 'network_id': 'bc2ff722-5045-486f-8e8a-4190079d5d06', 'tenant_id': '511ce5d1083743dab193eb4830e1be29', 'fixed_ips': [{'subnet_id': 'f9bc8b34-1924-4817-87ac-ac1a1cafcf7b'}]}} from n-d-705658-22. {{(pid=105586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 21:10:40.384611 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-5e4076f7-12fd-4fc1-974c-910dfadafe8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:40.394647 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-1f1851ec-1d81-4122-9407-4e1ef89a0730 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:40.452411 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-1f1851ec-1d81-4122-9407-4e1ef89a0730 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:40.523386 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-d73a217e-7bcd-48b8-bb27-dbd11300ab0f tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4077169', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4163787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-400'] for router, precommit_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:40.539731 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-1f1851ec-1d81-4122-9407-4e1ef89a0730 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:40.544759 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-1f1851ec-1d81-4122-9407-4e1ef89a0730 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:40.545896 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-1f1851ec-1d81-4122-9407-4e1ef89a0730 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/8dfcd13b-e54c-4aad-8514-fdac1e892828 HTTP/1.1" status: 204 len: 168 time: 0.2537115 Jul 27 21:10:40.566866 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8e7e58-1bc5-40b6-b33f-de2336091a94 req-615cfd08-64c3-4764-a1b1-7ded0231411c tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:40.569260 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1851ec-1d81-4122-9407-4e1ef89a0730 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dfcd13b-e54c-4aad-8514-fdac1e892828,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:10:40.569533 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-af8e7e58-1bc5-40b6-b33f-de2336091a94 req-615cfd08-64c3-4764-a1b1-7ded0231411c tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] 10.222.0.59 "GET /v2.0/ports?device_id=31533b7a-7459-43fe-bfa1-37a8877d2d0a HTTP/1.1" status: 200 len: 945 time: 0.2024350 Jul 27 21:10:40.805650 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.db_base_plugin_common [None req-5e4076f7-12fd-4fc1-974c-910dfadafe8a None None] Allocated IP 172.20.0.2 (bc2ff722-5045-486f-8e8a-4190079d5d06/f9bc8b34-1924-4817-87ac-ac1a1cafcf7b/8a733f20-458f-41b5-bd38-beffcb03ed7e) {{(pid=105586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:10:40.807921 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-af8e7e58-1bc5-40b6-b33f-de2336091a94 req-d94a63f0-4253-4004-b270-1ead5730bc8f tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] 10.222.0.59 "GET /v2.0/security-groups?id=c166a083-e7a4-430d-b39b-9b2d1c142ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2248337 Jul 27 21:10:41.148014 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-d73a217e-7bcd-48b8-bb27-dbd11300ab0f tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Notify callbacks [] for router_gateway, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:41.193147 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-d73a217e-7bcd-48b8-bb27-dbd11300ab0f tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:41.235652 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-5e4076f7-12fd-4fc1-974c-910dfadafe8a None None] Notify callbacks [] for port, precommit_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:41.249918 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-5e4076f7-12fd-4fc1-974c-910dfadafe8a None None] Transition to ACTIVE for port object 8a733f20-458f-41b5-bd38-beffcb03ed7e will not be triggered until provisioned by entity L2. {{(pid=105586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:10:41.308207 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-5e4076f7-12fd-4fc1-974c-910dfadafe8a None None] Transition to ACTIVE for port object 8a733f20-458f-41b5-bd38-beffcb03ed7e will not be triggered until provisioned by entity DHCP. {{(pid=105586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:10:41.316401 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-5e4076f7-12fd-4fc1-974c-910dfadafe8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143'] for port, after_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:41.395771 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9693fecf-e4a0-413c-9932-8eadd0706a7e req-a7690e93-d2ff-41df-930f-51e9105315cc tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:41.405127 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-9693fecf-e4a0-413c-9932-8eadd0706a7e req-a7690e93-d2ff-41df-930f-51e9105315cc tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] 10.222.0.59 "GET /v2.0/ports?device_id=74636b36-ec44-4487-91bf-4f8efb4719fd HTTP/1.1" status: 200 len: 946 time: 0.3700423 Jul 27 21:10:41.440772 n-d-705658-22 neutron-server[105586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e4076f7-12fd-4fc1-974c-910dfadafe8a None None] Network bc2ff722-5045-486f-8e8a-4190079d5d06 is already hosted by enough agents. {{(pid=105586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:10:41.465814 n-d-705658-22 neutron-server[105586]: DEBUG neutron.scheduler.base_scheduler [None req-5e4076f7-12fd-4fc1-974c-910dfadafe8a None None] Resources bound (agent type, host, resource id): {{(pid=105586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:10:41.478248 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e4076f7-12fd-4fc1-974c-910dfadafe8a None None] Received port after_create {{(pid=105586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:10:41.510356 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4076f7-12fd-4fc1-974c-910dfadafe8a None None] Pushing event updated for resources: {'Port': ['ID=8a733f20-458f-41b5-bd38-beffcb03ed7e,revision_number=1']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:10:41.513162 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.db_base_plugin_common [None req-d73a217e-7bcd-48b8-bb27-dbd11300ab0f tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Allocated IP 172.25.5.114 (8735d8a2-b604-4758-ae71-b40e4ee6f305/eca7dbab-b9c0-4c8f-a272-816ea8a81764/1a603b5f-821e-4165-884b-c5e0e2c864a1) {{(pid=105585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:10:41.639158 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3c68549e-73dc-4765-ac50-5c5aa10daee3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:41.649871 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-9693fecf-e4a0-413c-9932-8eadd0706a7e req-0ed66812-03d6-4ac8-96ab-a1b9204c4b55 tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] 10.222.0.59 "GET /v2.0/security-groups?id=d845222d-5ac4-450c-bcf5-0222a977607f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2432747 Jul 27 21:10:41.663913 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-5e4076f7-12fd-4fc1-974c-910dfadafe8a None None] Attempting to bind port 8a733f20-458f-41b5-bd38-beffcb03ed7e on host n-d-705658-22 for vnic_type normal with profile {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:10:41.666148 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-5e4076f7-12fd-4fc1-974c-910dfadafe8a None None] Attempting to bind port 8a733f20-458f-41b5-bd38-beffcb03ed7e by drivers openvswitch,hyperv on host n-d-705658-22 at level 0 using segments [{'id': 'c59de6e5-f5c7-46ab-81d3-c5afa7fb0655', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'bc2ff722-5045-486f-8e8a-4190079d5d06'}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:10:41.668788 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e4076f7-12fd-4fc1-974c-910dfadafe8a None None] Attempting to bind port 8a733f20-458f-41b5-bd38-beffcb03ed7e on network bc2ff722-5045-486f-8e8a-4190079d5d06 {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:10:41.687533 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e4076f7-12fd-4fc1-974c-910dfadafe8a None None] Checking agent: {'id': '04a7ea91-6318-467e-ace6-b0fb48c8690f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 41, 42), 'started_at': datetime.datetime(2021, 7, 27, 20, 42, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 10, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:10:41.692770 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e4076f7-12fd-4fc1-974c-910dfadafe8a None None] Checking segment: {'id': 'c59de6e5-f5c7-46ab-81d3-c5afa7fb0655', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'bc2ff722-5045-486f-8e8a-4190079d5d06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:10:41.694282 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-5e4076f7-12fd-4fc1-974c-910dfadafe8a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:41.694727 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e4076f7-12fd-4fc1-974c-910dfadafe8a None None] Bound using segment: {'id': 'c59de6e5-f5c7-46ab-81d3-c5afa7fb0655', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'bc2ff722-5045-486f-8e8a-4190079d5d06'} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:10:41.695264 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-5e4076f7-12fd-4fc1-974c-910dfadafe8a None None] Bound port: 8a733f20-458f-41b5-bd38-beffcb03ed7e, host: n-d-705658-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c59de6e5-f5c7-46ab-81d3-c5afa7fb0655', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'bc2ff722-5045-486f-8e8a-4190079d5d06'}}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:10:41.695655 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-5e4076f7-12fd-4fc1-974c-910dfadafe8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:41.854485 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-d73a217e-7bcd-48b8-bb27-dbd11300ab0f tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Notify callbacks [] for port, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:41.887233 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:41.896909 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-5e4076f7-12fd-4fc1-974c-910dfadafe8a None None] For port 8a733f20-458f-41b5-bd38-beffcb03ed7e, host n-d-705658-22, cleared binding levels {{(pid=105586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:10:41.905446 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-5e4076f7-12fd-4fc1-974c-910dfadafe8a None None] For port 8a733f20-458f-41b5-bd38-beffcb03ed7e, host n-d-705658-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=8a733f20-458f-41b5-bd38-beffcb03ed7e,segment=NetworkSegment(c59de6e5-f5c7-46ab-81d3-c5afa7fb0655),segment_id=c59de6e5-f5c7-46ab-81d3-c5afa7fb0655)] {{(pid=105586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:10:41.917340 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-5e4076f7-12fd-4fc1-974c-910dfadafe8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:42.023261 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbde4eb-9fd2-4115-b5dc-009b08808b3d req-486eb80b-b4d6-4428-bec0-80b54679dd5c tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:42.024807 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-ebbde4eb-9fd2-4115-b5dc-009b08808b3d req-486eb80b-b4d6-4428-bec0-80b54679dd5c tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] 10.222.0.59 "GET /v2.0/networks?id=4390cbf5-7e78-4e4f-909f-4a4e22b8ff6a HTTP/1.1" status: 200 len: 813 time: 0.2646687 Jul 27 21:10:42.034102 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-d73a217e-7bcd-48b8-bb27-dbd11300ab0f tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:42.071449 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 56976) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:10:42.085190 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4076f7-12fd-4fc1-974c-910dfadafe8a None None] Pushing event updated for resources: {'Port': ['ID=8a733f20-458f-41b5-bd38-beffcb03ed7e,revision_number=2']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:10:42.108749 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-ebbde4eb-9fd2-4115-b5dc-009b08808b3d req-04af39e8-459e-4d3c-8090-e6153c5bf36d tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] 10.222.0.59 "GET /v2.0/quotas/68b3cdce681f47658a432c5ac5385a68 HTTP/1.1" status: 200 len: 375 time: 0.0723195 Jul 27 21:10:42.145712 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d73a217e-7bcd-48b8-bb27-dbd11300ab0f tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Network 8735d8a2-b604-4758-ae71-b40e4ee6f305 is already hosted by enough agents. {{(pid=105585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:10:42.169756 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.base_scheduler [None req-d73a217e-7bcd-48b8-bb27-dbd11300ab0f tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Resources bound (agent type, host, resource id): {{(pid=105585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:10:42.173184 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d73a217e-7bcd-48b8-bb27-dbd11300ab0f tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Received port after_create {{(pid=105585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:10:42.286173 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73a217e-7bcd-48b8-bb27-dbd11300ab0f tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Pushing event updated for resources: {'Port': ['ID=1a603b5f-821e-4165-884b-c5e0e2c864a1,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:10:42.302607 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-54a0c758-bd24-4e51-975b-e25fa86a705a admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-425716091-network', 'tenant_id': '0c74ca52f293420ba8ce8cd6521403ec'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:10:42.363677 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54a0c758-bd24-4e51-975b-e25fa86a705a admin admin] Made reservation on behalf of 0c74ca52f293420ba8ce8cd6521403ec for: {'network': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:10:42.366223 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-54a0c758-bd24-4e51-975b-e25fa86a705a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for network, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:42.395401 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-54a0c758-bd24-4e51-975b-e25fa86a705a admin admin] Notify callbacks [] for security_group, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:42.571706 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-54a0c758-bd24-4e51-975b-e25fa86a705a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:42.592664 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-54a0c758-bd24-4e51-975b-e25fa86a705a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:42.593552 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-ebbde4eb-9fd2-4115-b5dc-009b08808b3d req-db3202d4-0168-4be3-bcb8-e9250400e0dc tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=68b3cdce681f47658a432c5ac5385a68&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4753036 Jul 27 21:10:42.631050 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a0c758-bd24-4e51-975b-e25fa86a705a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9452be26-1072-4150-a3f4-6643a17fba9d,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:10:42.659404 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54a0c758-bd24-4e51-975b-e25fa86a705a admin admin] vlan segment allocate from pool success with {'vlan_id': 235, 'physical_network': 'physnet1'} {{(pid=105584) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:10:42.670540 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-54a0c758-bd24-4e51-975b-e25fa86a705a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:42.671092 n-d-705658-22 neutron-server[105584]: INFO neutron.db.segments_db [None req-54a0c758-bd24-4e51-975b-e25fa86a705a admin admin] Added segment 30771d55-6edd-4911-b2ca-f2bd29b5a2a0 of type vlan for network 2e3de18a-805f-4a44-8fb1-95d927c29e55 Jul 27 21:10:42.725970 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-54a0c758-bd24-4e51-975b-e25fa86a705a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790688424798'] for network, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:42.734509 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c6ee7f-d309-4650-b11d-d6cb307e8217 req-11b4e617-e945-4398-97df-e476588ac0f3 tempest-ImagesTestJSON-607612606 tempest-ImagesTestJSON-607612606-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:42.736354 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-01c6ee7f-d309-4650-b11d-d6cb307e8217 req-11b4e617-e945-4398-97df-e476588ac0f3 tempest-ImagesTestJSON-607612606 tempest-ImagesTestJSON-607612606-project] 10.222.0.59 "GET /v2.0/networks?id=72109025-d173-4d38-a78b-046bd6975a9d HTTP/1.1" status: 200 len: 805 time: 0.4271860 Jul 27 21:10:42.764447 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-54a0c758-bd24-4e51-975b-e25fa86a705a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920'] for network, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:42.765822 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54a0c758-bd24-4e51-975b-e25fa86a705a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:42.767748 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-54a0c758-bd24-4e51-975b-e25fa86a705a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743886'] for network, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:42.816415 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-01c6ee7f-d309-4650-b11d-d6cb307e8217 req-3a8c125c-feae-4ee7-be0f-5b6cbd8328ad tempest-ImagesTestJSON-607612606 tempest-ImagesTestJSON-607612606-project] 10.222.0.59 "GET /v2.0/quotas/a39d600e729a489d99ed420d77266b4e HTTP/1.1" status: 200 len: 375 time: 0.0724919 Jul 27 21:10:42.836081 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-bb32ed7d-8717-448b-a9c8-a5a0117d1fd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:42.843023 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-54a0c758-bd24-4e51-975b-e25fa86a705a admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7697892 Jul 27 21:10:42.848424 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 57026) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:10:42.864767 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a0c758-bd24-4e51-975b-e25fa86a705a admin admin] Pushing event updated for resources: {'Network': ['ID=2e3de18a-805f-4a44-8fb1-95d927c29e55,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:10:42.869281 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-2f036cf1-0fc8-4bc3-ae70-1d16e3f20f62 admin admin] Request body: {'subnet': {'network_id': '2e3de18a-805f-4a44-8fb1-95d927c29e55', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-425716091-subnet', 'tenant_id': '0c74ca52f293420ba8ce8cd6521403ec', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:10:42.875351 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Network 2e3de18a-805f-4a44-8fb1-95d927c29e55 details requested by agent ovs-agent-n-d-705658-22 with host n-d-705658-22 {{(pid=105586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:10:42.952601 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f036cf1-0fc8-4bc3-ae70-1d16e3f20f62 admin admin] Made reservation on behalf of 0c74ca52f293420ba8ce8cd6521403ec for: {'subnet': 1} {{(pid=105585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:10:42.956532 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-2f036cf1-0fc8-4bc3-ae70-1d16e3f20f62 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9990620'] for subnet, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:42.961003 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-ebbde4eb-9fd2-4115-b5dc-009b08808b3d req-eb80ca4b-28e4-4612-9383-95293ffadabe service neutron] 10.222.0.59 "GET /v2.0/networks/4390cbf5-7e78-4e4f-909f-4a4e22b8ff6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3581181 Jul 27 21:10:43.149692 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-d73a217e-7bcd-48b8-bb27-dbd11300ab0f tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Notify callbacks [] for router_gateway, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:43.275409 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 8a733f20-458f-41b5-bd38-beffcb03ed7e up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:10:43.349430 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning for port 8a733f20-458f-41b5-bd38-beffcb03ed7e completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:10:43.557225 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47aa87a7-6c30-41b9-ba61-79454c0bcf74 None None] Network bc2ff722-5045-486f-8e8a-4190079d5d06 requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:10:43.797091 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-276ee482-9feb-480f-b6eb-5a9517d6cdd9 None None] Provisioning for port 8a733f20-458f-41b5-bd38-beffcb03ed7e completed by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:10:43.804431 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-276ee482-9feb-480f-b6eb-5a9517d6cdd9 None None] Provisioning complete for port 8a733f20-458f-41b5-bd38-beffcb03ed7e triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:10:43.805052 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-276ee482-9feb-480f-b6eb-5a9517d6cdd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:43.938553 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-276ee482-9feb-480f-b6eb-5a9517d6cdd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:43.987954 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-276ee482-9feb-480f-b6eb-5a9517d6cdd9 None None] For port 8a733f20-458f-41b5-bd38-beffcb03ed7e, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=8a733f20-458f-41b5-bd38-beffcb03ed7e,segment=NetworkSegment(c59de6e5-f5c7-46ab-81d3-c5afa7fb0655),segment_id=c59de6e5-f5c7-46ab-81d3-c5afa7fb0655)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:10:43.995204 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-276ee482-9feb-480f-b6eb-5a9517d6cdd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:44.038632 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-01c6ee7f-d309-4650-b11d-d6cb307e8217 req-4d2355af-61d1-4198-8ba7-2390c8666bbe tempest-ImagesTestJSON-607612606 tempest-ImagesTestJSON-607612606-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=a39d600e729a489d99ed420d77266b4e&fields=id HTTP/1.1" status: 200 len: 255 time: 1.2008941 Jul 27 21:10:44.063734 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Device c3d4e847-0c69-42d7-b0d9-ca13615ff225 no longer exists at agent hyperv_n-h2-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:10:44.107953 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276ee482-9feb-480f-b6eb-5a9517d6cdd9 None None] Pushing event updated for resources: {'Port': ['ID=8a733f20-458f-41b5-bd38-beffcb03ed7e,revision_number=3']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:10:44.151352 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32a6f7e-eb6d-4f78-811a-e0492a8ae264 req-01e2be19-2f5d-46c0-b80d-b26166ef21c8 tempest-ImagesTestJSON-607612606 tempest-ImagesTestJSON-607612606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:44.152859 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-d32a6f7e-eb6d-4f78-811a-e0492a8ae264 req-01e2be19-2f5d-46c0-b80d-b26166ef21c8 tempest-ImagesTestJSON-607612606 tempest-ImagesTestJSON-607612606-project] 10.222.0.60 "GET /v2.0/ports?device_id=0bbe04d2-a9e7-499a-a4e2-933e97783cb3 HTTP/1.1" status: 200 len: 946 time: 0.1579435 Jul 27 21:10:44.221234 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-2f036cf1-0fc8-4bc3-ae70-1d16e3f20f62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10221797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9990606'] for subnet, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:44.224530 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-ebbde4eb-9fd2-4115-b5dc-009b08808b3d req-22d0880f-2537-44cf-ac2c-ee717fefe336 service neutron] 10.222.0.59 "GET /v2.0/networks/4390cbf5-7e78-4e4f-909f-4a4e22b8ff6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2369893 Jul 27 21:10:44.251524 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:44.354910 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-875ced1b-4cf3-463a-9653-058f0f9421e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:44.382503 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bbe04d2-a9e7-499a-a4e2-933e97783cb3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c3d4e847-0c69-42d7-b0d9-ca13615ff225'}] {{(pid=105586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:10:44.388183 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14c1663e039faf5393f87855f745010ac5b02220355b68fdbf065393e303ac56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ec7e8e3-dd86-4873-8ce6-5ca702e6d4b1" -d '{"events": [{"server_uuid": "0bbe04d2-a9e7-499a-a4e2-933e97783cb3", "name": "network-vif-unplugged", "status": "completed", "tag": "c3d4e847-0c69-42d7-b0d9-ca13615ff225"}]}' {{(pid=105586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:10:44.392449 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [req-d32a6f7e-eb6d-4f78-811a-e0492a8ae264 req-1e2d9ef8-118e-4325-bc19-9a977555ae3c tempest-ImagesTestJSON-607612606 tempest-ImagesTestJSON-607612606-project] Deleting port c3d4e847-0c69-42d7-b0d9-ca13615ff225 {{(pid=105584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:10:44.395019 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-d32a6f7e-eb6d-4f78-811a-e0492a8ae264 req-1e2d9ef8-118e-4325-bc19-9a977555ae3c tempest-ImagesTestJSON-607612606 tempest-ImagesTestJSON-607612606-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:44.408018 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-d73a217e-7bcd-48b8-bb27-dbd11300ab0f tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4163804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4077150'] for router, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:44.433053 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] For port c3d4e847-0c69-42d7-b0d9-ca13615ff225, host n-h2-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=c3d4e847-0c69-42d7-b0d9-ca13615ff225,segment=NetworkSegment(74356e05-950c-4c55-88c6-85a1b1fc145d),segment_id=74356e05-950c-4c55-88c6-85a1b1fc145d)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:10:44.442656 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-5872e6de-6c2a-44ec-9707-d610b94f6577 None None] Provisioning complete for port 8a733f20-458f-41b5-bd38-beffcb03ed7e triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:10:44.443074 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-5872e6de-6c2a-44ec-9707-d610b94f6577 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:44.445544 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f036cf1-0fc8-4bc3-ae70-1d16e3f20f62 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2edef0a1-880e-49a6-a1a1-ab40d4605903,revision_number=0']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:10:44.490712 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:44.529277 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f036cf1-0fc8-4bc3-ae70-1d16e3f20f62 admin admin] Checking segment: {'id': '30771d55-6edd-4911-b2ca-f2bd29b5a2a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '2e3de18a-805f-4a44-8fb1-95d927c29e55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:10:44.530719 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f036cf1-0fc8-4bc3-ae70-1d16e3f20f62 admin admin] Network hostable DHCP agents. Network: 2e3de18a-805f-4a44-8fb1-95d927c29e55, hostable agents: ['7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a'], hosted agents: [] {{(pid=105585) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:10:44.583321 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-01c6ee7f-d309-4650-b11d-d6cb307e8217 req-9915d670-ed6d-4c34-ad09-7caf1028fde7 service neutron] 10.222.0.59 "GET /v2.0/networks/72109025-d173-4d38-a78b-046bd6975a9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3625872 Jul 27 21:10:44.613210 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [req-d32a6f7e-eb6d-4f78-811a-e0492a8ae264 req-1e2d9ef8-118e-4325-bc19-9a977555ae3c tempest-ImagesTestJSON-607612606 tempest-ImagesTestJSON-607612606-project] For port c3d4e847-0c69-42d7-b0d9-ca13615ff225, host n-h2-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=c3d4e847-0c69-42d7-b0d9-ca13615ff225,segment=NetworkSegment(74356e05-950c-4c55-88c6-85a1b1fc145d),segment_id=74356e05-950c-4c55-88c6-85a1b1fc145d)] {{(pid=105584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:10:44.613741 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-d32a6f7e-eb6d-4f78-811a-e0492a8ae264 req-1e2d9ef8-118e-4325-bc19-9a977555ae3c tempest-ImagesTestJSON-607612606 tempest-ImagesTestJSON-607612606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:44.647187 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Pushing event updated for resources: {'Port': ['ID=c3d4e847-0c69-42d7-b0d9-ca13615ff225,revision_number=8']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:10:44.654186 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [req-d32a6f7e-eb6d-4f78-811a-e0492a8ae264 req-1e2d9ef8-118e-4325-bc19-9a977555ae3c tempest-ImagesTestJSON-607612606 tempest-ImagesTestJSON-607612606-project] Calling delete_port for c3d4e847-0c69-42d7-b0d9-ca13615ff225 owned by compute:nova {{(pid=105584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:10:44.869401 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-d32a6f7e-eb6d-4f78-811a-e0492a8ae264 req-1e2d9ef8-118e-4325-bc19-9a977555ae3c tempest-ImagesTestJSON-607612606 tempest-ImagesTestJSON-607612606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:44.915601 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f036cf1-0fc8-4bc3-ae70-1d16e3f20f62 admin admin] Network 2e3de18a-805f-4a44-8fb1-95d927c29e55 is scheduled to be hosted by DHCP agent 7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a with binding_index 1 {{(pid=105585) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:10:44.920045 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2d9ef8-118e-4325-bc19-9a977555ae3c tempest-ImagesTestJSON-607612606 tempest-ImagesTestJSON-607612606-project] Pushing event deleted for resources: {'Port': ['ID=c3d4e847-0c69-42d7-b0d9-ca13615ff225,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:10:44.967733 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.base_scheduler [None req-2f036cf1-0fc8-4bc3-ae70-1d16e3f20f62 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-22, 2e3de18a-805f-4a44-8fb1-95d927c29e55) {{(pid=105585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:10:44.977770 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f773a785-6213-4278-81e1-b70b79d73c14 None None] Network 2e3de18a-805f-4a44-8fb1-95d927c29e55 requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:10:44.991744 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [req-d32a6f7e-eb6d-4f78-811a-e0492a8ae264 req-1e2d9ef8-118e-4325-bc19-9a977555ae3c tempest-ImagesTestJSON-607612606 tempest-ImagesTestJSON-607612606-project] No DVR routers for this DVR port c3d4e847-0c69-42d7-b0d9-ca13615ff225 on host n-h2-705658-22 {{(pid=105584) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:10:44.994900 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-d32a6f7e-eb6d-4f78-811a-e0492a8ae264 req-1e2d9ef8-118e-4325-bc19-9a977555ae3c tempest-ImagesTestJSON-607612606 tempest-ImagesTestJSON-607612606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:44.997721 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-d32a6f7e-eb6d-4f78-811a-e0492a8ae264 req-1e2d9ef8-118e-4325-bc19-9a977555ae3c tempest-ImagesTestJSON-607612606 tempest-ImagesTestJSON-607612606-project] 10.222.0.60 "DELETE /v2.0/ports/c3d4e847-0c69-42d7-b0d9-ca13615ff225 HTTP/1.1" status: 204 len: 173 time: 0.8379426 Jul 27 21:10:45.001461 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f036cf1-0fc8-4bc3-ae70-1d16e3f20f62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:45.001461 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-2f036cf1-0fc8-4bc3-ae70-1d16e3f20f62 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743886'] for subnet, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:45.002955 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bbe04d2-a9e7-499a-a4e2-933e97783cb3', 'name': 'network-vif-deleted', 'tag': 'c3d4e847-0c69-42d7-b0d9-ca13615ff225'}] {{(pid=105584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:10:45.006763 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bce5e6c8685464f7626901654159975603b047827e3138302ed6566e28f1343" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e3135f8-8c23-4e52-8ce5-2142380d8864" -d '{"events": [{"server_uuid": "0bbe04d2-a9e7-499a-a4e2-933e97783cb3", "name": "network-vif-deleted", "tag": "c3d4e847-0c69-42d7-b0d9-ca13615ff225"}]}' {{(pid=105584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:10:45.117690 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-01c6ee7f-d309-4650-b11d-d6cb307e8217 req-103f4a86-b7ad-45a1-80dc-9639e507df3f service neutron] 10.222.0.59 "GET /v2.0/networks/72109025-d173-4d38-a78b-046bd6975a9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5194190 Jul 27 21:10:45.192287 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-2f036cf1-0fc8-4bc3-ae70-1d16e3f20f62 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.3410909 Jul 27 21:10:45.201009 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d73a217e-7bcd-48b8-bb27-dbd11300ab0f tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Router 683094f9-2dcf-42b3-bad1-741b27397f8f is scheduled to L3 agent dd128fd7-8e57-4d4f-895b-a96b369df59a with binding_index 1 {{(pid=105585) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 21:10:45.207058 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-719a13b7-6302-4804-b691-b8f5dad57087 None None] Network 2e3de18a-805f-4a44-8fb1-95d927c29e55 requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:10:45.233727 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636bf577-beff-4c13-8577-0b9e0eb45018 req-422eb871-a866-467a-b570-5c2a1dbf691e tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:45.255934 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-636bf577-beff-4c13-8577-0b9e0eb45018 req-422eb871-a866-467a-b570-5c2a1dbf691e tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] 10.222.0.59 "GET /v2.0/ports?device_id=74636b36-ec44-4487-91bf-4f8efb4719fd HTTP/1.1" status: 200 len: 946 time: 0.6030653 Jul 27 21:10:45.263856 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 8a733f20-458f-41b5-bd38-beffcb03ed7e up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:10:45.448932 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port 8a733f20-458f-41b5-bd38-beffcb03ed7e triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:10:45.449784 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:45.536485 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-636bf577-beff-4c13-8577-0b9e0eb45018 req-8e838a4c-4a32-407f-b51c-311e151a093e tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] 10.222.0.59 "GET /v2.0/security-groups?id=d845222d-5ac4-450c-bcf5-0222a977607f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2782187 Jul 27 21:10:45.632378 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d73a217e-7bcd-48b8-bb27-dbd11300ab0f tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Notify agent at l3_agent.n-d-705658-22 the message routers_updated {{(pid=105585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:10:45.655328 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 27 Jul 2021 21:10:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01d8c427-e3ae-458c-a13d-6eceb8434b88 x-openstack-request-id: req-01d8c427-e3ae-458c-a13d-6eceb8434b88 {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:10:45.660070 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0bbe04d2-a9e7-499a-a4e2-933e97783cb3", "name": "network-vif-unplugged", "status": "completed", "tag": "c3d4e847-0c69-42d7-b0d9-ca13615ff225", "code": 200}]} {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:10:45.660303 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-01d8c427-e3ae-458c-a13d-6eceb8434b88 {{(pid=105586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:10:45.660941 n-d-705658-22 neutron-server[105586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bbe04d2-a9e7-499a-a4e2-933e97783cb3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c3d4e847-0c69-42d7-b0d9-ca13615ff225', 'code': 200} Jul 27 21:10:45.715471 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-d73a217e-7bcd-48b8-bb27-dbd11300ab0f tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Notify callbacks [] for router, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:45.727829 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad2e9752-4c61-411d-b7f9-7a438a5ed1a0 None None] Sync routers for ids ['683094f9-2dcf-42b3-bad1-741b27397f8f'] in n-d-705658-22 {{(pid=105586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:10:45.731265 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 57170) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:10:45.732666 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-d73a217e-7bcd-48b8-bb27-dbd11300ab0f tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 5.7318387 Jul 27 21:10:45.747290 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad2e9752-4c61-411d-b7f9-7a438a5ed1a0 None None] Routers {'683094f9-2dcf-42b3-bad1-741b27397f8f'} bound to L3 agent in host n-d-705658-22 {{(pid=105586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:10:45.747940 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-ad2e9752-4c61-411d-b7f9-7a438a5ed1a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:10:42Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['683094f9-2dcf-42b3-bad1-741b27397f8f'], 'active': True} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:10:45.793074 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f9448e4f-19ee-4325-a9c1-b5023df8eb95 req-163e1d1e-bfe9-4017-bf5e-c5ef3959402a tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] 10.222.0.59 "GET /v2.0/ports?device_id=64fdf53e-5efa-469d-98b2-121656c882b0 HTTP/1.1" status: 200 len: 210 time: 0.1458457 Jul 27 21:10:45.844982 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:10:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebb191b1-6c15-41b5-b215-f03cbdd40e51 x-openstack-request-id: req-ebb191b1-6c15-41b5-b215-f03cbdd40e51 {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:10:45.845542 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0bbe04d2-a9e7-499a-a4e2-933e97783cb3", "name": "network-vif-deleted", "tag": "c3d4e847-0c69-42d7-b0d9-ca13615ff225", "status": "completed", "code": 200}]} {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:10:45.846002 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-ebb191b1-6c15-41b5-b215-f03cbdd40e51 {{(pid=105584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:10:45.846569 n-d-705658-22 neutron-server[105584]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bbe04d2-a9e7-499a-a4e2-933e97783cb3', 'name': 'network-vif-deleted', 'tag': 'c3d4e847-0c69-42d7-b0d9-ca13615ff225', 'status': 'completed', 'code': 200} Jul 27 21:10:45.887582 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-ad2e9752-4c61-411d-b7f9-7a438a5ed1a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-22', False) {} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:10:45.896418 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-54553438-21ac-4f4e-93a9-db84ba7d85c4 req-5684878f-2d84-4ca3-9985-5f7696eed84b tempest-ImagesTestJSON-607612606 tempest-ImagesTestJSON-607612606-project] 10.222.0.59 "GET /v2.0/ports?device_id=38f0972f-cbf0-48ff-b58f-791ca32012aa HTTP/1.1" status: 200 len: 210 time: 0.0553801 Jul 27 21:10:45.950803 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad2e9752-4c61-411d-b7f9-7a438a5ed1a0 None None] Routers {'683094f9-2dcf-42b3-bad1-741b27397f8f'} bound to L3 agent in host n-d-705658-22 {{(pid=105586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:10:45.951422 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-ad2e9752-4c61-411d-b7f9-7a438a5ed1a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:10:42Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['683094f9-2dcf-42b3-bad1-741b27397f8f'], 'active': True} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:10:46.052743 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-ad2e9752-4c61-411d-b7f9-7a438a5ed1a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-22', False) {} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:10:46.053441 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad2e9752-4c61-411d-b7f9-7a438a5ed1a0 None None] The sync data for ids ['683094f9-2dcf-42b3-bad1-741b27397f8f'] in n-d-705658-22 is: [] {{(pid=105586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:10:46.723254 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbde4eb-9fd2-4115-b5dc-009b08808b3d req-2af14657-1762-4334-addb-91876344928e tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:46.725252 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-ebbde4eb-9fd2-4115-b5dc-009b08808b3d req-2af14657-1762-4334-addb-91876344928e tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] 10.222.0.60 "GET /v2.0/networks?id=4390cbf5-7e78-4e4f-909f-4a4e22b8ff6a HTTP/1.1" status: 200 len: 813 time: 0.3101246 Jul 27 21:10:46.775147 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [req-ebbde4eb-9fd2-4115-b5dc-009b08808b3d req-e624b094-8b91-4bc6-8ca7-165aa8ad258a tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] Request body: {'port': {'device_id': '64fdf53e-5efa-469d-98b2-121656c882b0', 'network_id': '4390cbf5-7e78-4e4f-909f-4a4e22b8ff6a', 'admin_state_up': True, 'tenant_id': '68b3cdce681f47658a432c5ac5385a68'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:10:46.784402 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a396a66e-23ac-4d58-ada2-13e01be5ac37 req-3c704bd5-7614-49bd-8423-d683c943f602 tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:46.786770 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a396a66e-23ac-4d58-ada2-13e01be5ac37 req-3c704bd5-7614-49bd-8423-d683c943f602 tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] 10.222.0.59 "GET /v2.0/ports?device_id=74636b36-ec44-4487-91bf-4f8efb4719fd HTTP/1.1" status: 200 len: 946 time: 0.0951676 Jul 27 21:10:46.840038 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a396a66e-23ac-4d58-ada2-13e01be5ac37 req-112fae03-3c4b-4f5b-9f23-ce2f18d7eae1 tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] 10.222.0.59 "GET /v2.0/security-groups?id=d845222d-5ac4-450c-bcf5-0222a977607f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467503 Jul 27 21:10:46.849998 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-d0ac10fc-1d02-416a-9665-b09f0ac38e79 tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:47.072309 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ebbde4eb-9fd2-4115-b5dc-009b08808b3d req-e624b094-8b91-4bc6-8ca7-165aa8ad258a tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] Made reservation on behalf of 68b3cdce681f47658a432c5ac5385a68 for: {'port': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:10:47.075920 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-ebbde4eb-9fd2-4115-b5dc-009b08808b3d req-e624b094-8b91-4bc6-8ca7-165aa8ad258a tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:47.201893 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e426250a-6970-49b8-9350-53245bc7e5ba req-4b1bd1cb-3888-4c76-a311-dce97befa3ac tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] 10.222.0.59 "GET /v2.0/ports?device_id=64fdf53e-5efa-469d-98b2-121656c882b0 HTTP/1.1" status: 200 len: 210 time: 0.0596962 Jul 27 21:10:47.357456 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c6ee7f-d309-4650-b11d-d6cb307e8217 req-48c7117a-fbc4-44e7-a544-5bb883c8ce7f tempest-ImagesTestJSON-607612606 tempest-ImagesTestJSON-607612606-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:47.362429 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-01c6ee7f-d309-4650-b11d-d6cb307e8217 req-48c7117a-fbc4-44e7-a544-5bb883c8ce7f tempest-ImagesTestJSON-607612606 tempest-ImagesTestJSON-607612606-project] 10.222.0.60 "GET /v2.0/networks?id=72109025-d173-4d38-a78b-046bd6975a9d HTTP/1.1" status: 200 len: 805 time: 0.1632106 Jul 27 21:10:47.389968 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [req-01c6ee7f-d309-4650-b11d-d6cb307e8217 req-bc8f2a24-872f-4265-a9bb-a1f820159d3f tempest-ImagesTestJSON-607612606 tempest-ImagesTestJSON-607612606-project] Request body: {'port': {'device_id': '38f0972f-cbf0-48ff-b58f-791ca32012aa', 'network_id': '72109025-d173-4d38-a78b-046bd6975a9d', 'admin_state_up': True, 'tenant_id': 'a39d600e729a489d99ed420d77266b4e'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:10:47.518573 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.db_base_plugin_common [req-ebbde4eb-9fd2-4115-b5dc-009b08808b3d req-e624b094-8b91-4bc6-8ca7-165aa8ad258a tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] Allocated IP 172.20.0.7 (4390cbf5-7e78-4e4f-909f-4a4e22b8ff6a/54048abf-f191-442c-882c-c171eec4fbdf/9cb4810f-3fc1-41cc-bc3b-e369f4515442) {{(pid=105584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:10:47.534745 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-7c6569e2-2183-4f4b-973f-cd9e8dbb63b5 req-458eb064-800f-4aa9-b808-5a60133ea7d7 tempest-ImagesTestJSON-607612606 tempest-ImagesTestJSON-607612606-project] 10.222.0.59 "GET /v2.0/ports?device_id=38f0972f-cbf0-48ff-b58f-791ca32012aa HTTP/1.1" status: 200 len: 210 time: 0.1711926 Jul 27 21:10:47.576342 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.db_base_plugin_common [None req-d0ac10fc-1d02-416a-9665-b09f0ac38e79 tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Allocated IP 172.20.0.1 (bc2ff722-5045-486f-8e8a-4190079d5d06/f9bc8b34-1924-4817-87ac-ac1a1cafcf7b/f73b7732-dec9-460e-9e45-082e7b7cb096) {{(pid=105584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:10:47.604309 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504707e3-e5d0-463d-8cd1-96849f21f287 req-e4f036ab-396e-4fa3-90db-54a46227a8bf tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:47.611148 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504707e3-e5d0-463d-8cd1-96849f21f287 req-e4f036ab-396e-4fa3-90db-54a46227a8bf tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:47.618584 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504707e3-e5d0-463d-8cd1-96849f21f287 req-e4f036ab-396e-4fa3-90db-54a46227a8bf tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:47.624770 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504707e3-e5d0-463d-8cd1-96849f21f287 req-e4f036ab-396e-4fa3-90db-54a46227a8bf tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:47.631371 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504707e3-e5d0-463d-8cd1-96849f21f287 req-e4f036ab-396e-4fa3-90db-54a46227a8bf tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:47.637559 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504707e3-e5d0-463d-8cd1-96849f21f287 req-e4f036ab-396e-4fa3-90db-54a46227a8bf tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:47.644392 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504707e3-e5d0-463d-8cd1-96849f21f287 req-e4f036ab-396e-4fa3-90db-54a46227a8bf tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:47.646479 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-504707e3-e5d0-463d-8cd1-96849f21f287 req-e4f036ab-396e-4fa3-90db-54a46227a8bf tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] 10.222.0.59 "GET /v2.0/ports?device_id=9dfbe127-2e40-448a-9032-c49d8e1e61fe HTTP/1.1" status: 200 len: 5432 time: 0.1907175 Jul 27 21:10:47.721032 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-01c6ee7f-d309-4650-b11d-d6cb307e8217 req-bc8f2a24-872f-4265-a9bb-a1f820159d3f tempest-ImagesTestJSON-607612606 tempest-ImagesTestJSON-607612606-project] Made reservation on behalf of a39d600e729a489d99ed420d77266b4e for: {'port': 1} {{(pid=105585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:10:47.725498 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-01c6ee7f-d309-4650-b11d-d6cb307e8217 req-bc8f2a24-872f-4265-a9bb-a1f820159d3f tempest-ImagesTestJSON-607612606 tempest-ImagesTestJSON-607612606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:47.735236 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-d0ac10fc-1d02-416a-9665-b09f0ac38e79 tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Notify callbacks [] for port, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:47.748669 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-504707e3-e5d0-463d-8cd1-96849f21f287 req-6ee0ef89-27bc-42a8-b016-aeaa3d55d36f tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] 10.222.0.59 "GET /v2.0/security-groups?id=477ad29f-b988-4b09-963a-d2ba14baa454&id=602b6e89-9902-4d75-b8ec-25947a9f847b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0953219 Jul 27 21:10:47.753710 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.provisioning_blocks [None req-d0ac10fc-1d02-416a-9665-b09f0ac38e79 tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Transition to ACTIVE for port object f73b7732-dec9-460e-9e45-082e7b7cb096 will not be triggered until provisioned by entity DHCP. {{(pid=105584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:10:47.925053 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.db_base_plugin_common [req-01c6ee7f-d309-4650-b11d-d6cb307e8217 req-bc8f2a24-872f-4265-a9bb-a1f820159d3f tempest-ImagesTestJSON-607612606 tempest-ImagesTestJSON-607612606-project] Allocated IP 172.20.0.6 (72109025-d173-4d38-a78b-046bd6975a9d/5c3e9e9f-5a21-43a6-8c24-ea076aff9e22/db725ed7-e41d-4ba8-a1df-992b6e957811) {{(pid=105585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:10:47.947889 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-d0ac10fc-1d02-416a-9665-b09f0ac38e79 tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:48.018036 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-ebbde4eb-9fd2-4115-b5dc-009b08808b3d req-e624b094-8b91-4bc6-8ca7-165aa8ad258a tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] Notify callbacks [] for port, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:48.027974 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0ac10fc-1d02-416a-9665-b09f0ac38e79 tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Network bc2ff722-5045-486f-8e8a-4190079d5d06 is already hosted by enough agents. {{(pid=105584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:10:48.032330 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [None req-d0ac10fc-1d02-416a-9665-b09f0ac38e79 tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Resources bound (agent type, host, resource id): {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:10:48.035631 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ac10fc-1d02-416a-9665-b09f0ac38e79 tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Pushing event updated for resources: {'Port': ['ID=f73b7732-dec9-460e-9e45-082e7b7cb096,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:10:48.039263 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0ac10fc-1d02-416a-9665-b09f0ac38e79 tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Received port after_create {{(pid=105584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:10:48.066645 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Device c3d4e847-0c69-42d7-b0d9-ca13615ff225 no longer exists at agent hyperv_n-h2-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:10:48.097629 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-3d54578f-831f-4696-b568-13c455922dab None None] No Port match for: c3d4e847-0c69-42d7-b0d9-ca13615ff225 {{(pid=105586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:10:48.099497 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Device c3d4e847-0c69-42d7-b0d9-ca13615ff225 not bound to the agent host n-h2-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:10:48.146964 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226e78b5-5d32-492c-93b6-43ee67b174fb req-8941c68a-ba50-444b-bb7e-83c44bfd3ee2 tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:48.149075 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-226e78b5-5d32-492c-93b6-43ee67b174fb req-8941c68a-ba50-444b-bb7e-83c44bfd3ee2 tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] 10.222.0.59 "GET /v2.0/ports?device_id=74636b36-ec44-4487-91bf-4f8efb4719fd HTTP/1.1" status: 200 len: 946 time: 0.1629322 Jul 27 21:10:48.159969 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-d0ac10fc-1d02-416a-9665-b09f0ac38e79 tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4075523'] for router_interface, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:48.223665 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-226e78b5-5d32-492c-93b6-43ee67b174fb req-f911dd64-8448-4355-b217-50f421233fd3 tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] 10.222.0.59 "GET /v2.0/security-groups?id=d845222d-5ac4-450c-bcf5-0222a977607f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0623388 Jul 27 21:10:48.240192 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-01c6ee7f-d309-4650-b11d-d6cb307e8217 req-bc8f2a24-872f-4265-a9bb-a1f820159d3f tempest-ImagesTestJSON-607612606 tempest-ImagesTestJSON-607612606-project] Notify callbacks [] for port, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:48.252859 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-ebbde4eb-9fd2-4115-b5dc-009b08808b3d req-e624b094-8b91-4bc6-8ca7-165aa8ad258a tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:48.275955 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] get_ports_and_sgs() called for port_ids ['02c1d30c-87d1-4ab3-8a04-cc33f5f02b7e'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:10:48.395352 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ebbde4eb-9fd2-4115-b5dc-009b08808b3d req-e624b094-8b91-4bc6-8ca7-165aa8ad258a tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] Network 4390cbf5-7e78-4e4f-909f-4a4e22b8ff6a is already hosted by enough agents. {{(pid=105584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:10:48.399316 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e624b094-8b91-4bc6-8ca7-165aa8ad258a tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] Pushing event updated for resources: {'Port': ['ID=9cb4810f-3fc1-41cc-bc3b-e369f4515442,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:10:48.412161 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [req-ebbde4eb-9fd2-4115-b5dc-009b08808b3d req-e624b094-8b91-4bc6-8ca7-165aa8ad258a tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] Resources bound (agent type, host, resource id): {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:10:48.415403 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebbde4eb-9fd2-4115-b5dc-009b08808b3d req-e624b094-8b91-4bc6-8ca7-165aa8ad258a tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] Received port after_create {{(pid=105584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:10:48.444379 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-01c6ee7f-d309-4650-b11d-d6cb307e8217 req-bc8f2a24-872f-4265-a9bb-a1f820159d3f tempest-ImagesTestJSON-607612606 tempest-ImagesTestJSON-607612606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:48.454617 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de45352-38d4-41a6-bbf2-89fea3f9efd6 req-29909ac8-297f-42ae-b99e-1f7540a573b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:48.456143 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-7de45352-38d4-41a6-bbf2-89fea3f9efd6 req-29909ac8-297f-42ae-b99e-1f7540a573b3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3bfa1a2c35f349b1a3e408eca249b7cf&device_id=74636b36-ec44-4487-91bf-4f8efb4719fd HTTP/1.1" status: 200 len: 1098 time: 0.3902626 Jul 27 21:10:48.527642 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-772a7c71-e493-4c1d-8521-4d90917b2821 None None] Provisioning for port f73b7732-dec9-460e-9e45-082e7b7cb096 completed by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:10:48.533743 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-772a7c71-e493-4c1d-8521-4d90917b2821 None None] Provisioning complete for port f73b7732-dec9-460e-9e45-082e7b7cb096 triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:10:48.534169 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-772a7c71-e493-4c1d-8521-4d90917b2821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:48.583415 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-772a7c71-e493-4c1d-8521-4d90917b2821 None None] Port f73b7732-dec9-460e-9e45-082e7b7cb096 cannot update to ACTIVE because it is not bound. {{(pid=105586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:10:48.593379 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8f2a24-872f-4265-a9bb-a1f820159d3f tempest-ImagesTestJSON-607612606 tempest-ImagesTestJSON-607612606-project] Pushing event updated for resources: {'Port': ['ID=db725ed7-e41d-4ba8-a1df-992b6e957811,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:10:48.594594 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbde4eb-9fd2-4115-b5dc-009b08808b3d req-e624b094-8b91-4bc6-8ca7-165aa8ad258a tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:48.595265 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-ebbde4eb-9fd2-4115-b5dc-009b08808b3d req-e624b094-8b91-4bc6-8ca7-165aa8ad258a tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:48.605268 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-01c6ee7f-d309-4650-b11d-d6cb307e8217 req-bc8f2a24-872f-4265-a9bb-a1f820159d3f tempest-ImagesTestJSON-607612606 tempest-ImagesTestJSON-607612606-project] Network 72109025-d173-4d38-a78b-046bd6975a9d is already hosted by enough agents. {{(pid=105585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:10:48.622442 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.base_scheduler [req-01c6ee7f-d309-4650-b11d-d6cb307e8217 req-bc8f2a24-872f-4265-a9bb-a1f820159d3f tempest-ImagesTestJSON-607612606 tempest-ImagesTestJSON-607612606-project] Resources bound (agent type, host, resource id): {{(pid=105585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:10:48.625416 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-ebbde4eb-9fd2-4115-b5dc-009b08808b3d req-e624b094-8b91-4bc6-8ca7-165aa8ad258a tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8559163 Jul 27 21:10:48.635555 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.l3_dvrscheduler_db [req-01c6ee7f-d309-4650-b11d-d6cb307e8217 req-bc8f2a24-872f-4265-a9bb-a1f820159d3f tempest-ImagesTestJSON-607612606 tempest-ImagesTestJSON-607612606-project] Received port after_create {{(pid=105585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:10:48.664366 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [req-ebbde4eb-9fd2-4115-b5dc-009b08808b3d req-c624026a-d975-4a6e-9547-439a22c45080 service neutron] Request body: {'port': {'device_id': '64fdf53e-5efa-469d-98b2-121656c882b0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-705658-22'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:10:48.696137 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f961325d-732d-4ca6-a7d7-98b1a9f6e577 req-7372122d-18bc-4c20-899a-7a575aa326af tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:48.702731 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f961325d-732d-4ca6-a7d7-98b1a9f6e577 req-7372122d-18bc-4c20-899a-7a575aa326af tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:48.709374 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f961325d-732d-4ca6-a7d7-98b1a9f6e577 req-7372122d-18bc-4c20-899a-7a575aa326af tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:48.715424 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f961325d-732d-4ca6-a7d7-98b1a9f6e577 req-7372122d-18bc-4c20-899a-7a575aa326af tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:48.721983 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-d0ac10fc-1d02-416a-9665-b09f0ac38e79 tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:48.722138 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f961325d-732d-4ca6-a7d7-98b1a9f6e577 req-7372122d-18bc-4c20-899a-7a575aa326af tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:48.727872 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f961325d-732d-4ca6-a7d7-98b1a9f6e577 req-7372122d-18bc-4c20-899a-7a575aa326af tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:48.729537 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de45352-38d4-41a6-bbf2-89fea3f9efd6 req-997ec74e-f811-45a0-b096-0c1815ed57af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:48.734313 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-7de45352-38d4-41a6-bbf2-89fea3f9efd6 req-997ec74e-f811-45a0-b096-0c1815ed57af service neutron] 10.222.0.36 "GET /v2.0/networks?id=79bd215c-af8d-45db-ad24-972205044e15 HTTP/1.1" status: 200 len: 918 time: 0.2636051 Jul 27 21:10:48.734519 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f961325d-732d-4ca6-a7d7-98b1a9f6e577 req-7372122d-18bc-4c20-899a-7a575aa326af tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:48.735781 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f961325d-732d-4ca6-a7d7-98b1a9f6e577 req-7372122d-18bc-4c20-899a-7a575aa326af tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] 10.222.0.36 "GET /v2.0/ports?device_id=9dfbe127-2e40-448a-9032-c49d8e1e61fe HTTP/1.1" status: 200 len: 5432 time: 0.4770787 Jul 27 21:10:48.807529 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76d70c4-3912-4104-a14c-9851f5588b5a req-1cd7754e-ab75-4998-a719-44120eefbcc2 tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:48.814294 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e76d70c4-3912-4104-a14c-9851f5588b5a req-1cd7754e-ab75-4998-a719-44120eefbcc2 tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] 10.222.0.59 "GET /v2.0/ports?device_id=64fdf53e-5efa-469d-98b2-121656c882b0 HTTP/1.1" status: 200 len: 931 time: 0.3841608 Jul 27 21:10:48.825716 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c6ee7f-d309-4650-b11d-d6cb307e8217 req-bc8f2a24-872f-4265-a9bb-a1f820159d3f tempest-ImagesTestJSON-607612606 tempest-ImagesTestJSON-607612606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:48.826362 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-01c6ee7f-d309-4650-b11d-d6cb307e8217 req-bc8f2a24-872f-4265-a9bb-a1f820159d3f tempest-ImagesTestJSON-607612606 tempest-ImagesTestJSON-607612606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:48.850356 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d95890-0d28-4e39-ad53-bd2a4b174073 req-5353fc66-046e-4537-b57f-ddd8c894eac3 tempest-ServerGroupTestJSON-1169547058 tempest-ServerGroupTestJSON-1169547058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:48.851936 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b2d95890-0d28-4e39-ad53-bd2a4b174073 req-5353fc66-046e-4537-b57f-ddd8c894eac3 tempest-ServerGroupTestJSON-1169547058 tempest-ServerGroupTestJSON-1169547058-project] 10.222.0.59 "GET /v2.0/networks?id=2e3de18a-805f-4a44-8fb1-95d927c29e55 HTTP/1.1" status: 200 len: 809 time: 0.4047637 Jul 27 21:10:48.875703 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-ebbde4eb-9fd2-4115-b5dc-009b08808b3d req-c624026a-d975-4a6e-9547-439a22c45080 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:48.902230 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f961325d-732d-4ca6-a7d7-98b1a9f6e577 req-cbfb58d4-bb4f-4a3c-b325-7559e8f5d420 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:48.903672 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f961325d-732d-4ca6-a7d7-98b1a9f6e577 req-cbfb58d4-bb4f-4a3c-b325-7559e8f5d420 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] 10.222.0.36 "GET /v2.0/ports/6e7d69d3-fba1-4359-a733-0c6375ba453c?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1569788 Jul 27 21:10:48.908153 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-01c6ee7f-d309-4650-b11d-d6cb307e8217 req-bc8f2a24-872f-4265-a9bb-a1f820159d3f tempest-ImagesTestJSON-607612606 tempest-ImagesTestJSON-607612606-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5289092 Jul 27 21:10:48.912683 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b2d95890-0d28-4e39-ad53-bd2a4b174073 req-9db4f18c-9bd6-475a-9342-49840c475bc0 tempest-ServerGroupTestJSON-1169547058 tempest-ServerGroupTestJSON-1169547058-project] 10.222.0.59 "GET /v2.0/quotas/0c74ca52f293420ba8ce8cd6521403ec HTTP/1.1" status: 200 len: 375 time: 0.0394013 Jul 27 21:10:48.937159 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [req-01c6ee7f-d309-4650-b11d-d6cb307e8217 req-3f04b40b-44ac-483f-b613-0a06c7297f88 service neutron] Request body: {'port': {'device_id': '38f0972f-cbf0-48ff-b58f-791ca32012aa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-705658-22'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:10:48.939431 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-7de45352-38d4-41a6-bbf2-89fea3f9efd6 req-3b456624-4927-45d1-80ee-49f312b84190 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d11a16c2-af7c-4aa8-9e51-1c00722d4961 HTTP/1.1" status: 200 len: 1000 time: 0.1952164 Jul 27 21:10:49.014782 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e76d70c4-3912-4104-a14c-9851f5588b5a req-8ee03b88-fe95-444d-906c-7c258f2706ae tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] 10.222.0.59 "GET /v2.0/security-groups?id=c166a083-e7a4-430d-b39b-9b2d1c142ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1955967 Jul 27 21:10:49.047466 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b2d95890-0d28-4e39-ad53-bd2a4b174073 req-7f209592-9df6-443d-bfab-28d521e3d276 tempest-ServerGroupTestJSON-1169547058 tempest-ServerGroupTestJSON-1169547058-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=0c74ca52f293420ba8ce8cd6521403ec&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1178131 Jul 27 21:10:49.099897 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de45352-38d4-41a6-bbf2-89fea3f9efd6 req-39196e42-d9b7-494f-ba33-6eebf1e33db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:49.101361 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-7de45352-38d4-41a6-bbf2-89fea3f9efd6 req-39196e42-d9b7-494f-ba33-6eebf1e33db4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=63030826-f290-4ec4-88a7-e0d5c21af6b4 HTTP/1.1" status: 200 len: 856 time: 0.1537912 Jul 27 21:10:49.242170 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-01c6ee7f-d309-4650-b11d-d6cb307e8217 req-3f04b40b-44ac-483f-b613-0a06c7297f88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:49.274578 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f961325d-732d-4ca6-a7d7-98b1a9f6e577 req-4d04cc7c-f8ea-49d0-9c21-35a86adfc3b9 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] 10.222.0.36 "GET /v2.0/networks/e24d8d6c-cb0f-492b-9a38-55ce25e9a591?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.3594003 Jul 27 21:10:49.312432 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [req-f961325d-732d-4ca6-a7d7-98b1a9f6e577 req-44222a3b-561e-4b1d-816c-0ff5552c78f7 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:10:49.333685 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de45352-38d4-41a6-bbf2-89fea3f9efd6 req-a0e505c6-b7a2-4ba1-9f8f-813e06b760ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:49.335231 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-7de45352-38d4-41a6-bbf2-89fea3f9efd6 req-a0e505c6-b7a2-4ba1-9f8f-813e06b760ce service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=79bd215c-af8d-45db-ad24-972205044e15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2242055 Jul 27 21:10:49.407764 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c848af9-1fb4-4147-9130-d9e8c5ab362f req-b895358d-9a14-4e5e-a444-adb6c34c77c0 tempest-ImagesTestJSON-607612606 tempest-ImagesTestJSON-607612606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:49.409461 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-7c848af9-1fb4-4147-9130-d9e8c5ab362f req-b895358d-9a14-4e5e-a444-adb6c34c77c0 tempest-ImagesTestJSON-607612606 tempest-ImagesTestJSON-607612606-project] 10.222.0.59 "GET /v2.0/ports?device_id=38f0972f-cbf0-48ff-b58f-791ca32012aa HTTP/1.1" status: 200 len: 931 time: 0.2655399 Jul 27 21:10:49.423650 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b2d95890-0d28-4e39-ad53-bd2a4b174073 req-a3c039a0-80e8-4d79-bf79-f287f25e1c99 service neutron] 10.222.0.59 "GET /v2.0/networks/2e3de18a-805f-4a44-8fb1-95d927c29e55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3609242 Jul 27 21:10:49.804477 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-d0ac10fc-1d02-416a-9665-b09f0ac38e79 tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Notify callbacks [] for port, precommit_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:49.820180 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-d0ac10fc-1d02-416a-9665-b09f0ac38e79 tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9014027'] for port, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:49.860417 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [req-ebbde4eb-9fd2-4115-b5dc-009b08808b3d req-c624026a-d975-4a6e-9547-439a22c45080 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9cb4810f-3fc1-41cc-bc3b-e369f4515442 {{(pid=105584) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:10:49.860679 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-f961325d-732d-4ca6-a7d7-98b1a9f6e577 req-44222a3b-561e-4b1d-816c-0ff5552c78f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:49.894671 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-ebbde4eb-9fd2-4115-b5dc-009b08808b3d req-c624026a-d975-4a6e-9547-439a22c45080 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:49.915683 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-7de45352-38d4-41a6-bbf2-89fea3f9efd6 req-a85e4b68-f577-4f18-bcbf-127f82ce4a36 service neutron] 10.222.0.36 "GET /v2.0/networks/79bd215c-af8d-45db-ad24-972205044e15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5683482 Jul 27 21:10:49.949055 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.provisioning_blocks [req-ebbde4eb-9fd2-4115-b5dc-009b08808b3d req-c624026a-d975-4a6e-9547-439a22c45080 service neutron] Transition to ACTIVE for port object 9cb4810f-3fc1-41cc-bc3b-e369f4515442 will not be triggered until provisioned by entity L2. {{(pid=105584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:10:49.958480 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ac10fc-1d02-416a-9665-b09f0ac38e79 tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Pushing event updated for resources: {'Port': ['ID=f73b7732-dec9-460e-9e45-082e7b7cb096,revision_number=2']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:10:49.960999 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-d0ac10fc-1d02-416a-9665-b09f0ac38e79 tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3743906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4076435'] for router_interface, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:49.972172 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-7c848af9-1fb4-4147-9130-d9e8c5ab362f req-536564c5-ddf3-424c-bf81-cd00ac399723 tempest-ImagesTestJSON-607612606 tempest-ImagesTestJSON-607612606-project] 10.222.0.59 "GET /v2.0/security-groups?id=0824f12c-25ec-46a0-872f-0482607e4324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5508103 Jul 27 21:10:49.999197 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-ebbde4eb-9fd2-4115-b5dc-009b08808b3d req-c624026a-d975-4a6e-9547-439a22c45080 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9014027'] for port, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:50.119206 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c624026a-d975-4a6e-9547-439a22c45080 service neutron] Pushing event updated for resources: {'Port': ['ID=9cb4810f-3fc1-41cc-bc3b-e369f4515442,revision_number=2']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:10:50.191339 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-7de45352-38d4-41a6-bbf2-89fea3f9efd6 req-26aa9c71-7626-46f0-8666-fd36ec7b46b2 service neutron] 10.222.0.36 "GET /v2.0/networks/79bd215c-af8d-45db-ad24-972205044e15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2635944 Jul 27 21:10:50.192110 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b2d95890-0d28-4e39-ad53-bd2a4b174073 req-b5e9bdc9-3d00-4264-99be-c22e777f48a0 service neutron] 10.222.0.59 "GET /v2.0/networks/2e3de18a-805f-4a44-8fb1-95d927c29e55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7503211 Jul 27 21:10:50.241160 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0ac10fc-1d02-416a-9665-b09f0ac38e79 tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Network bc2ff722-5045-486f-8e8a-4190079d5d06 is already hosted by enough agents. {{(pid=105584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:10:50.244076 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [None req-d0ac10fc-1d02-416a-9665-b09f0ac38e79 tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Resources bound (agent type, host, resource id): {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:10:50.258251 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [req-ebbde4eb-9fd2-4115-b5dc-009b08808b3d req-c624026a-d975-4a6e-9547-439a22c45080 service neutron] Attempting to bind port 9cb4810f-3fc1-41cc-bc3b-e369f4515442 on host n-h2-705658-22 for vnic_type normal with profile {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:10:50.258594 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [req-ebbde4eb-9fd2-4115-b5dc-009b08808b3d req-c624026a-d975-4a6e-9547-439a22c45080 service neutron] Attempting to bind port 9cb4810f-3fc1-41cc-bc3b-e369f4515442 by drivers openvswitch,hyperv on host n-h2-705658-22 at level 0 using segments [{'id': '0414d6eb-b060-4295-bd01-14cc6aa3c398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '4390cbf5-7e78-4e4f-909f-4a4e22b8ff6a'}] {{(pid=105584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:10:50.258976 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebbde4eb-9fd2-4115-b5dc-009b08808b3d req-c624026a-d975-4a6e-9547-439a22c45080 service neutron] Attempting to bind port 9cb4810f-3fc1-41cc-bc3b-e369f4515442 on network 4390cbf5-7e78-4e4f-909f-4a4e22b8ff6a {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:10:50.260752 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.db [req-f961325d-732d-4ca6-a7d7-98b1a9f6e577 req-44222a3b-561e-4b1d-816c-0ff5552c78f7 service neutron] For port 6e7d69d3-fba1-4359-a733-0c6375ba453c, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=6e7d69d3-fba1-4359-a733-0c6375ba453c,segment=NetworkSegment(5fcc0d93-e07a-46e4-8302-f378dcfc2dad),segment_id=5fcc0d93-e07a-46e4-8302-f378dcfc2dad)] {{(pid=105585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:10:50.314738 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebbde4eb-9fd2-4115-b5dc-009b08808b3d req-c624026a-d975-4a6e-9547-439a22c45080 service neutron] Port 9cb4810f-3fc1-41cc-bc3b-e369f4515442 on network 4390cbf5-7e78-4e4f-909f-4a4e22b8ff6a not bound, no agent of type Open vSwitch agent registered on host n-h2-705658-22 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:10:50.315394 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebbde4eb-9fd2-4115-b5dc-009b08808b3d req-c624026a-d975-4a6e-9547-439a22c45080 service neutron] Attempting to bind port 9cb4810f-3fc1-41cc-bc3b-e369f4515442 on network 4390cbf5-7e78-4e4f-909f-4a4e22b8ff6a {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:10:50.327165 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebbde4eb-9fd2-4115-b5dc-009b08808b3d req-c624026a-d975-4a6e-9547-439a22c45080 service neutron] Checking agent: {'id': '65195a73-a875-4810-9f5b-622ae260a8a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 49, 40), 'started_at': datetime.datetime(2021, 7, 27, 20, 49, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 10, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:10:50.327447 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebbde4eb-9fd2-4115-b5dc-009b08808b3d req-c624026a-d975-4a6e-9547-439a22c45080 service neutron] Checking segment: {'id': '0414d6eb-b060-4295-bd01-14cc6aa3c398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '4390cbf5-7e78-4e4f-909f-4a4e22b8ff6a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:10:50.327812 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebbde4eb-9fd2-4115-b5dc-009b08808b3d req-c624026a-d975-4a6e-9547-439a22c45080 service neutron] Bound using segment: {'id': '0414d6eb-b060-4295-bd01-14cc6aa3c398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '4390cbf5-7e78-4e4f-909f-4a4e22b8ff6a'} {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:10:50.328085 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [req-ebbde4eb-9fd2-4115-b5dc-009b08808b3d req-c624026a-d975-4a6e-9547-439a22c45080 service neutron] Bound port: 9cb4810f-3fc1-41cc-bc3b-e369f4515442, host: n-h2-705658-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0414d6eb-b060-4295-bd01-14cc6aa3c398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '4390cbf5-7e78-4e4f-909f-4a4e22b8ff6a'}}] {{(pid=105584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:10:50.329022 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-ebbde4eb-9fd2-4115-b5dc-009b08808b3d req-c624026a-d975-4a6e-9547-439a22c45080 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:50.386391 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.db [req-f961325d-732d-4ca6-a7d7-98b1a9f6e577 req-44222a3b-561e-4b1d-816c-0ff5552c78f7 service neutron] For port 6e7d69d3-fba1-4359-a733-0c6375ba453c, host n-h1-705658-22, cleared binding levels {{(pid=105585) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:10:50.417795 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64422f57-60ac-400f-bdf8-de815b487fb8 req-537ac891-146e-428a-9711-4fe1351a2d6b tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:50.435639 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64422f57-60ac-400f-bdf8-de815b487fb8 req-537ac891-146e-428a-9711-4fe1351a2d6b tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:50.444994 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64422f57-60ac-400f-bdf8-de815b487fb8 req-537ac891-146e-428a-9711-4fe1351a2d6b tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:50.449645 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0ac10fc-1d02-416a-9665-b09f0ac38e79 tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Router 683094f9-2dcf-42b3-bad1-741b27397f8f has already been hosted by L3 agent dd128fd7-8e57-4d4f-895b-a96b369df59a {{(pid=105584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:10:50.451184 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64422f57-60ac-400f-bdf8-de815b487fb8 req-537ac891-146e-428a-9711-4fe1351a2d6b tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:50.456908 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [req-ebbde4eb-9fd2-4115-b5dc-009b08808b3d req-c624026a-d975-4a6e-9547-439a22c45080 service neutron] For port 9cb4810f-3fc1-41cc-bc3b-e369f4515442, host n-h2-705658-22, cleared binding levels {{(pid=105584) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:10:50.458676 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64422f57-60ac-400f-bdf8-de815b487fb8 req-537ac891-146e-428a-9711-4fe1351a2d6b tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:50.465489 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64422f57-60ac-400f-bdf8-de815b487fb8 req-537ac891-146e-428a-9711-4fe1351a2d6b tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:50.467551 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [req-ebbde4eb-9fd2-4115-b5dc-009b08808b3d req-c624026a-d975-4a6e-9547-439a22c45080 service neutron] For port 9cb4810f-3fc1-41cc-bc3b-e369f4515442, host n-h2-705658-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=9cb4810f-3fc1-41cc-bc3b-e369f4515442,segment=NetworkSegment(0414d6eb-b060-4295-bd01-14cc6aa3c398),segment_id=0414d6eb-b060-4295-bd01-14cc6aa3c398)] {{(pid=105584) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:10:50.472821 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64422f57-60ac-400f-bdf8-de815b487fb8 req-537ac891-146e-428a-9711-4fe1351a2d6b tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:50.475815 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-ebbde4eb-9fd2-4115-b5dc-009b08808b3d req-c624026a-d975-4a6e-9547-439a22c45080 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9014027'] for port, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:50.480357 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-64422f57-60ac-400f-bdf8-de815b487fb8 req-537ac891-146e-428a-9711-4fe1351a2d6b tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] 10.222.0.59 "GET /v2.0/ports?device_id=9dfbe127-2e40-448a-9032-c49d8e1e61fe HTTP/1.1" status: 200 len: 5432 time: 0.4356771 Jul 27 21:10:50.573229 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbde4eb-9fd2-4115-b5dc-009b08808b3d req-c624026a-d975-4a6e-9547-439a22c45080 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:50.573533 n-d-705658-22 neutron-server[105585]: DEBUG neutron.notifiers.nova [req-01c6ee7f-d309-4650-b11d-d6cb307e8217 req-3f04b40b-44ac-483f-b613-0a06c7297f88 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db725ed7-e41d-4ba8-a1df-992b6e957811 {{(pid=105585) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:10:50.573811 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-ebbde4eb-9fd2-4115-b5dc-009b08808b3d req-c624026a-d975-4a6e-9547-439a22c45080 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:50.575235 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-ebbde4eb-9fd2-4115-b5dc-009b08808b3d req-c624026a-d975-4a6e-9547-439a22c45080 service neutron] 10.222.0.60 "PUT /v2.0/ports/9cb4810f-3fc1-41cc-bc3b-e369f4515442 HTTP/1.1" status: 200 len: 1092 time: 1.9194593 Jul 27 21:10:50.577427 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64fdf53e-5efa-469d-98b2-121656c882b0', 'tag': '9cb4810f-3fc1-41cc-bc3b-e369f4515442'}] {{(pid=105584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:10:50.580318 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bce5e6c8685464f7626901654159975603b047827e3138302ed6566e28f1343" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed8adb1c-3db7-4b48-a0fe-074810d654a2" -d '{"events": [{"name": "network-changed", "server_uuid": "64fdf53e-5efa-469d-98b2-121656c882b0", "tag": "9cb4810f-3fc1-41cc-bc3b-e369f4515442"}]}' {{(pid=105584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:10:50.593903 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-01c6ee7f-d309-4650-b11d-d6cb307e8217 req-3f04b40b-44ac-483f-b613-0a06c7297f88 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:50.621482 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-c5223bcf-ef9e-41f1-a826-a1baf0014a1b None None] Provisioning complete for port f73b7732-dec9-460e-9e45-082e7b7cb096 triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:10:50.622741 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-c5223bcf-ef9e-41f1-a826-a1baf0014a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:50.678388 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-c5223bcf-ef9e-41f1-a826-a1baf0014a1b None None] Port f73b7732-dec9-460e-9e45-082e7b7cb096 cannot update to ACTIVE because it is not bound. {{(pid=105586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:10:50.710065 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c624026a-d975-4a6e-9547-439a22c45080 service neutron] Pushing event updated for resources: {'Port': ['ID=9cb4810f-3fc1-41cc-bc3b-e369f4515442,revision_number=3']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:10:50.713325 n-d-705658-22 neutron-server[105585]: DEBUG neutron.notifiers.nova [req-f961325d-732d-4ca6-a7d7-98b1a9f6e577 req-44222a3b-561e-4b1d-816c-0ff5552c78f7 service neutron] device_id is not set on port 6e7d69d3-fba1-4359-a733-0c6375ba453c yet. {{(pid=105585) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 21:10:50.726772 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.provisioning_blocks [req-01c6ee7f-d309-4650-b11d-d6cb307e8217 req-3f04b40b-44ac-483f-b613-0a06c7297f88 service neutron] Transition to ACTIVE for port object db725ed7-e41d-4ba8-a1df-992b6e957811 will not be triggered until provisioned by entity L2. {{(pid=105585) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:10:50.749274 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-f961325d-732d-4ca6-a7d7-98b1a9f6e577 req-44222a3b-561e-4b1d-816c-0ff5552c78f7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:50.755247 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-01c6ee7f-d309-4650-b11d-d6cb307e8217 req-3f04b40b-44ac-483f-b613-0a06c7297f88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10221672'] for port, after_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:50.767199 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-64422f57-60ac-400f-bdf8-de815b487fb8 req-e3a225f2-b6a7-4be8-a377-f6bd4e347b41 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] 10.222.0.59 "GET /v2.0/security-groups?id=477ad29f-b988-4b09-963a-d2ba14baa454&id=602b6e89-9902-4d75-b8ec-25947a9f847b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2479427 Jul 27 21:10:50.775485 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0ac10fc-1d02-416a-9665-b09f0ac38e79 tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Notify agent at l3_agent.n-d-705658-22 the message routers_updated {{(pid=105584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:10:50.778533 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbde4eb-9fd2-4115-b5dc-009b08808b3d req-d2021cae-23a1-4b50-a387-b326130265b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:50.780185 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-ebbde4eb-9fd2-4115-b5dc-009b08808b3d req-d2021cae-23a1-4b50-a387-b326130265b7 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=68b3cdce681f47658a432c5ac5385a68&device_id=64fdf53e-5efa-469d-98b2-121656c882b0 HTTP/1.1" status: 200 len: 1095 time: 0.1619809 Jul 27 21:10:50.786131 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d84ac17-c226-40e2-b776-da1430e7d38d None None] Sync routers for ids ['683094f9-2dcf-42b3-bad1-741b27397f8f'] in n-d-705658-22 {{(pid=105587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:10:50.787823 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-d0ac10fc-1d02-416a-9665-b09f0ac38e79 tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] 10.222.0.59 "PUT /v2.0/routers/683094f9-2dcf-42b3-bad1-741b27397f8f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0554054 Jul 27 21:10:50.788563 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 57284) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:10:50.799418 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-f961325d-732d-4ca6-a7d7-98b1a9f6e577 req-44222a3b-561e-4b1d-816c-0ff5552c78f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10221672'] for port, after_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:50.800989 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-a18de0de-ae9c-499a-91ed-76f825b33173 tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Request body: {'port': {'network_id': 'bc2ff722-5045-486f-8e8a-4190079d5d06', 'name': 'tempest-FloatingIPTestJSON-280349118'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:10:50.807281 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d84ac17-c226-40e2-b776-da1430e7d38d None None] Routers {'683094f9-2dcf-42b3-bad1-741b27397f8f'} bound to L3 agent in host n-d-705658-22 {{(pid=105587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:10:50.807911 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-9d84ac17-c226-40e2-b776-da1430e7d38d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:10:42Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['683094f9-2dcf-42b3-bad1-741b27397f8f'], 'active': True} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:10:50.856280 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f04b40b-44ac-483f-b613-0a06c7297f88 service neutron] Pushing event updated for resources: {'Port': ['ID=db725ed7-e41d-4ba8-a1df-992b6e957811,revision_number=2']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:10:50.874104 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-9d84ac17-c226-40e2-b776-da1430e7d38d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-22', False) {} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:10:50.892693 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.l3_dvrscheduler_db [req-f961325d-732d-4ca6-a7d7-98b1a9f6e577 req-44222a3b-561e-4b1d-816c-0ff5552c78f7 service neutron] No DVR routers for this DVR port 6e7d69d3-fba1-4359-a733-0c6375ba453c on host n-h1-705658-22 {{(pid=105585) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:10:50.895945 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-ebbde4eb-9fd2-4115-b5dc-009b08808b3d req-1d9c8326-6921-4405-b24f-8bb670f2f64d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9cb4810f-3fc1-41cc-bc3b-e369f4515442 HTTP/1.1" status: 200 len: 217 time: 0.1061187 Jul 27 21:10:50.909037 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d84ac17-c226-40e2-b776-da1430e7d38d None None] Routers {'683094f9-2dcf-42b3-bad1-741b27397f8f'} bound to L3 agent in host n-d-705658-22 {{(pid=105587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:10:50.909906 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-9d84ac17-c226-40e2-b776-da1430e7d38d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:10:42Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['683094f9-2dcf-42b3-bad1-741b27397f8f'], 'active': True} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:10:50.979365 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-9d84ac17-c226-40e2-b776-da1430e7d38d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-22', False) {} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:10:50.980425 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d84ac17-c226-40e2-b776-da1430e7d38d None None] The sync data for ids ['683094f9-2dcf-42b3-bad1-741b27397f8f'] in n-d-705658-22 is: [] {{(pid=105587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:10:50.985580 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbde4eb-9fd2-4115-b5dc-009b08808b3d req-7a73ac85-eb08-4b55-99a5-db0cf816180a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:50.992947 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-ebbde4eb-9fd2-4115-b5dc-009b08808b3d req-7a73ac85-eb08-4b55-99a5-db0cf816180a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=54048abf-f191-442c-882c-c171eec4fbdf HTTP/1.1" status: 200 len: 853 time: 0.0863221 Jul 27 21:10:51.073301 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-ebbde4eb-9fd2-4115-b5dc-009b08808b3d req-f5df94f4-23b8-4bfb-a0fe-54255d03d9e8 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4390cbf5-7e78-4e4f-909f-4a4e22b8ff6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0711892 Jul 27 21:10:51.085998 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ad4de8-82dd-4741-a82c-7e6ce85dba19 req-0c9484d0-59bb-4cae-97f8-481a75dad2ed tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:51.104044 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a3ad4de8-82dd-4741-a82c-7e6ce85dba19 req-0c9484d0-59bb-4cae-97f8-481a75dad2ed tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] 10.222.0.59 "GET /v2.0/ports?device_id=74636b36-ec44-4487-91bf-4f8efb4719fd HTTP/1.1" status: 200 len: 946 time: 0.5197585 Jul 27 21:10:51.183378 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a18de0de-ae9c-499a-91ed-76f825b33173 tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Made reservation on behalf of 511ce5d1083743dab193eb4830e1be29 for: {'port': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:10:51.188722 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-a18de0de-ae9c-499a-91ed-76f825b33173 tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:51.237637 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [None req-a18de0de-ae9c-499a-91ed-76f825b33173 tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] device_id is not set on port d51ef345-a7fc-48c3-ba6d-a46cc05f2efc yet. {{(pid=105584) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 21:10:51.263268 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-ebbde4eb-9fd2-4115-b5dc-009b08808b3d req-9367cadb-f923-4b12-8fa1-54353c028635 service neutron] 10.222.0.60 "GET /v2.0/networks/4390cbf5-7e78-4e4f-909f-4a4e22b8ff6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1773760 Jul 27 21:10:51.310711 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [req-f961325d-732d-4ca6-a7d7-98b1a9f6e577 req-44222a3b-561e-4b1d-816c-0ff5552c78f7 service neutron] In _notify_port_updated(), no bound segment for port 6e7d69d3-fba1-4359-a733-0c6375ba453c on network e24d8d6c-cb0f-492b-9a38-55ce25e9a591 {{(pid=105585) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 27 21:10:51.311798 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f961325d-732d-4ca6-a7d7-98b1a9f6e577 req-44222a3b-561e-4b1d-816c-0ff5552c78f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:51.313335 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-f961325d-732d-4ca6-a7d7-98b1a9f6e577 req-44222a3b-561e-4b1d-816c-0ff5552c78f7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:51.314731 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f961325d-732d-4ca6-a7d7-98b1a9f6e577 req-44222a3b-561e-4b1d-816c-0ff5552c78f7 service neutron] 10.222.0.36 "PUT /v2.0/ports/6e7d69d3-fba1-4359-a733-0c6375ba453c HTTP/1.1" status: 200 len: 1028 time: 2.0116928 Jul 27 21:10:51.320588 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44222a3b-561e-4b1d-816c-0ff5552c78f7 service neutron] Pushing event updated for resources: {'Port': ['ID=6e7d69d3-fba1-4359-a733-0c6375ba453c,revision_number=6']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:10:51.348235 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-0df83b24-91d7-4cc3-8eba-e696df9c29b0 None None] Provisioning complete for port 6e7d69d3-fba1-4359-a733-0c6375ba453c triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:10:51.348874 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-0df83b24-91d7-4cc3-8eba-e696df9c29b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:51.375853 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a3ad4de8-82dd-4741-a82c-7e6ce85dba19 req-a2a94e53-457e-4e0b-97b5-5d144a4e2361 tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] 10.222.0.59 "GET /v2.0/security-groups?id=d845222d-5ac4-450c-bcf5-0222a977607f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2651649 Jul 27 21:10:51.419183 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-0df83b24-91d7-4cc3-8eba-e696df9c29b0 None None] Port 6e7d69d3-fba1-4359-a733-0c6375ba453c cannot update to ACTIVE because it is not bound. {{(pid=105586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:10:51.460655 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.managers [req-01c6ee7f-d309-4650-b11d-d6cb307e8217 req-3f04b40b-44ac-483f-b613-0a06c7297f88 service neutron] Attempting to bind port db725ed7-e41d-4ba8-a1df-992b6e957811 on host n-h2-705658-22 for vnic_type normal with profile {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:10:51.461038 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.managers [req-01c6ee7f-d309-4650-b11d-d6cb307e8217 req-3f04b40b-44ac-483f-b613-0a06c7297f88 service neutron] Attempting to bind port db725ed7-e41d-4ba8-a1df-992b6e957811 by drivers openvswitch,hyperv on host n-h2-705658-22 at level 0 using segments [{'id': '74356e05-950c-4c55-88c6-85a1b1fc145d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '72109025-d173-4d38-a78b-046bd6975a9d'}] {{(pid=105585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:10:51.461330 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01c6ee7f-d309-4650-b11d-d6cb307e8217 req-3f04b40b-44ac-483f-b613-0a06c7297f88 service neutron] Attempting to bind port db725ed7-e41d-4ba8-a1df-992b6e957811 on network 72109025-d173-4d38-a78b-046bd6975a9d {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:10:51.475808 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f961325d-732d-4ca6-a7d7-98b1a9f6e577 req-a0419a23-b807-4014-b6e2-e1cff37185d2 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:51.477213 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f961325d-732d-4ca6-a7d7-98b1a9f6e577 req-a0419a23-b807-4014-b6e2-e1cff37185d2 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] 10.222.0.36 "GET /v2.0/ports/c405af71-cbc1-4c5a-a3e0-43e7aa2f3727?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1268079 Jul 27 21:10:51.478743 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01c6ee7f-d309-4650-b11d-d6cb307e8217 req-3f04b40b-44ac-483f-b613-0a06c7297f88 service neutron] Port db725ed7-e41d-4ba8-a1df-992b6e957811 on network 72109025-d173-4d38-a78b-046bd6975a9d not bound, no agent of type Open vSwitch agent registered on host n-h2-705658-22 {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:10:51.479090 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01c6ee7f-d309-4650-b11d-d6cb307e8217 req-3f04b40b-44ac-483f-b613-0a06c7297f88 service neutron] Attempting to bind port db725ed7-e41d-4ba8-a1df-992b6e957811 on network 72109025-d173-4d38-a78b-046bd6975a9d {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:10:51.501200 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01c6ee7f-d309-4650-b11d-d6cb307e8217 req-3f04b40b-44ac-483f-b613-0a06c7297f88 service neutron] Checking agent: {'id': '65195a73-a875-4810-9f5b-622ae260a8a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 49, 40), 'started_at': datetime.datetime(2021, 7, 27, 20, 49, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 10, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:10:51.501570 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01c6ee7f-d309-4650-b11d-d6cb307e8217 req-3f04b40b-44ac-483f-b613-0a06c7297f88 service neutron] Checking segment: {'id': '74356e05-950c-4c55-88c6-85a1b1fc145d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '72109025-d173-4d38-a78b-046bd6975a9d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:10:51.501915 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01c6ee7f-d309-4650-b11d-d6cb307e8217 req-3f04b40b-44ac-483f-b613-0a06c7297f88 service neutron] Bound using segment: {'id': '74356e05-950c-4c55-88c6-85a1b1fc145d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '72109025-d173-4d38-a78b-046bd6975a9d'} {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:10:51.502363 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.managers [req-01c6ee7f-d309-4650-b11d-d6cb307e8217 req-3f04b40b-44ac-483f-b613-0a06c7297f88 service neutron] Bound port: db725ed7-e41d-4ba8-a1df-992b6e957811, host: n-h2-705658-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74356e05-950c-4c55-88c6-85a1b1fc145d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '72109025-d173-4d38-a78b-046bd6975a9d'}}] {{(pid=105585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:10:51.502730 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-01c6ee7f-d309-4650-b11d-d6cb307e8217 req-3f04b40b-44ac-483f-b613-0a06c7297f88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:51.512409 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.db_base_plugin_common [None req-a18de0de-ae9c-499a-91ed-76f825b33173 tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Allocated IP 172.20.0.14 (bc2ff722-5045-486f-8e8a-4190079d5d06/f9bc8b34-1924-4817-87ac-ac1a1cafcf7b/d51ef345-a7fc-48c3-ba6d-a46cc05f2efc) {{(pid=105584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:10:51.516976 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-ebbde4eb-9fd2-4115-b5dc-009b08808b3d req-68bdaa33-7e57-4782-8aa3-0b2db47b7fb2 service neutron] 10.222.0.60 "GET /v2.0/networks/4390cbf5-7e78-4e4f-909f-4a4e22b8ff6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2175601 Jul 27 21:10:51.537106 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [req-f961325d-732d-4ca6-a7d7-98b1a9f6e577 req-14827c41-9abb-434f-a723-21e751200497 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:10:51.540989 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-ba6f80af-4b0f-4293-8084-394ed6bb0adc req-4034a601-2110-4004-b66a-65dec076ea93 tempest-ServerGroupTestJSON-1169547058 tempest-ServerGroupTestJSON-1169547058-project] 10.222.0.59 "GET /v2.0/ports?device_id=7f5ae194-1873-4ad7-b24f-a5b0d57a7651 HTTP/1.1" status: 200 len: 210 time: 0.0578051 Jul 27 21:10:51.605276 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:10:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8f2ed33-15f8-4e90-a483-9428d518cb41 x-openstack-request-id: req-a8f2ed33-15f8-4e90-a483-9428d518cb41 {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:10:51.605557 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64fdf53e-5efa-469d-98b2-121656c882b0", "tag": "9cb4810f-3fc1-41cc-bc3b-e369f4515442", "status": "completed", "code": 200}]} {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:10:51.605806 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-a8f2ed33-15f8-4e90-a483-9428d518cb41 {{(pid=105584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:10:51.606201 n-d-705658-22 neutron-server[105584]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64fdf53e-5efa-469d-98b2-121656c882b0', 'tag': '9cb4810f-3fc1-41cc-bc3b-e369f4515442', 'status': 'completed', 'code': 200} Jul 27 21:10:51.611834 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec8f23b-c46f-4422-900b-0db739fba8df req-8bae40ac-eeab-4358-8859-ce796dee98c2 tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:51.619846 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-8ec8f23b-c46f-4422-900b-0db739fba8df req-8bae40ac-eeab-4358-8859-ce796dee98c2 tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] 10.222.0.59 "GET /v2.0/ports?device_id=64fdf53e-5efa-469d-98b2-121656c882b0 HTTP/1.1" status: 200 len: 943 time: 0.3188500 Jul 27 21:10:51.734065 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device d43b57af-f2a8-4881-8284-641e3fd25638 no longer exists at agent hyperv_n-h1-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:10:51.758573 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-8ec8f23b-c46f-4422-900b-0db739fba8df req-24edc61f-cf73-4767-ab79-55fe771473b9 tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] 10.222.0.59 "GET /v2.0/security-groups?id=c166a083-e7a4-430d-b39b-9b2d1c142ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377800 Jul 27 21:10:51.774840 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.db [req-01c6ee7f-d309-4650-b11d-d6cb307e8217 req-3f04b40b-44ac-483f-b613-0a06c7297f88 service neutron] For port db725ed7-e41d-4ba8-a1df-992b6e957811, host n-h2-705658-22, cleared binding levels {{(pid=105585) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:10:51.780939 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.db [req-01c6ee7f-d309-4650-b11d-d6cb307e8217 req-3f04b40b-44ac-483f-b613-0a06c7297f88 service neutron] For port db725ed7-e41d-4ba8-a1df-992b6e957811, host n-h2-705658-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=db725ed7-e41d-4ba8-a1df-992b6e957811,segment=NetworkSegment(74356e05-950c-4c55-88c6-85a1b1fc145d),segment_id=74356e05-950c-4c55-88c6-85a1b1fc145d)] {{(pid=105585) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:10:51.785080 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-f961325d-732d-4ca6-a7d7-98b1a9f6e577 req-14827c41-9abb-434f-a723-21e751200497 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:51.793299 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-a18de0de-ae9c-499a-91ed-76f825b33173 tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Notify callbacks [] for port, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:51.800024 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8adb1c-3db7-4b48-a0fe-074810d654a2 req-5ea5597b-3bb4-49a2-ad30-f334b5554779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:51.801480 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-ed8adb1c-3db7-4b48-a0fe-074810d654a2 req-5ea5597b-3bb4-49a2-ad30-f334b5554779 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=68b3cdce681f47658a432c5ac5385a68&device_id=64fdf53e-5efa-469d-98b2-121656c882b0 HTTP/1.1" status: 200 len: 1095 time: 0.1393471 Jul 27 21:10:51.803863 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-01c6ee7f-d309-4650-b11d-d6cb307e8217 req-3f04b40b-44ac-483f-b613-0a06c7297f88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10221672'] for port, after_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:51.831016 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.provisioning_blocks [None req-a18de0de-ae9c-499a-91ed-76f825b33173 tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Transition to ACTIVE for port object d51ef345-a7fc-48c3-ba6d-a46cc05f2efc will not be triggered until provisioned by entity DHCP. {{(pid=105584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:10:51.896083 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c6ee7f-d309-4650-b11d-d6cb307e8217 req-3f04b40b-44ac-483f-b613-0a06c7297f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:51.896836 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-01c6ee7f-d309-4650-b11d-d6cb307e8217 req-3f04b40b-44ac-483f-b613-0a06c7297f88 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:51.898534 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-01c6ee7f-d309-4650-b11d-d6cb307e8217 req-3f04b40b-44ac-483f-b613-0a06c7297f88 service neutron] 10.222.0.60 "PUT /v2.0/ports/db725ed7-e41d-4ba8-a1df-992b6e957811 HTTP/1.1" status: 200 len: 1092 time: 2.9678955 Jul 27 21:10:51.901076 n-d-705658-22 neutron-server[105585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38f0972f-cbf0-48ff-b58f-791ca32012aa', 'tag': 'db725ed7-e41d-4ba8-a1df-992b6e957811'}] {{(pid=105585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:10:51.903628 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d66fd65881426bfc2b5388084a3654e5eae521106a15a3dbf0eb4cde7106c36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74851907-2610-44fa-ac58-1a20d717e052" -d '{"events": [{"name": "network-changed", "server_uuid": "38f0972f-cbf0-48ff-b58f-791ca32012aa", "tag": "db725ed7-e41d-4ba8-a1df-992b6e957811"}]}' {{(pid=105585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:10:51.939513 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:51.945645 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-a18de0de-ae9c-499a-91ed-76f825b33173 tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:51.947960 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8adb1c-3db7-4b48-a0fe-074810d654a2 req-304824ff-8fec-435d-b464-d3a003ca0078 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:51.949511 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-ed8adb1c-3db7-4b48-a0fe-074810d654a2 req-304824ff-8fec-435d-b464-d3a003ca0078 service neutron] 10.222.0.60 "GET /v2.0/networks?id=4390cbf5-7e78-4e4f-909f-4a4e22b8ff6a HTTP/1.1" status: 200 len: 914 time: 0.1379189 Jul 27 21:10:52.000922 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9dfbe127-2e40-448a-9032-c49d8e1e61fe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd43b57af-f2a8-4881-8284-641e3fd25638'}] {{(pid=105586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:10:52.004447 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14c1663e039faf5393f87855f745010ac5b02220355b68fdbf065393e303ac56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5424f806-089f-4079-bdc3-a73433530539" -d '{"events": [{"server_uuid": "9dfbe127-2e40-448a-9032-c49d8e1e61fe", "name": "network-vif-unplugged", "status": "completed", "tag": "d43b57af-f2a8-4881-8284-641e3fd25638"}]}' {{(pid=105586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:10:52.025752 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083d9231-e2c0-4bb0-a927-89b37d66d23e req-8c389492-722e-42ea-b0f1-9da81fb34987 tempest-ImagesTestJSON-607612606 tempest-ImagesTestJSON-607612606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:52.026006 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-ed8adb1c-3db7-4b48-a0fe-074810d654a2 req-a8281961-dbbc-4a77-b98c-e15f08e0aa80 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9cb4810f-3fc1-41cc-bc3b-e369f4515442 HTTP/1.1" status: 200 len: 217 time: 0.0490363 Jul 27 21:10:52.026652 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] For port d43b57af-f2a8-4881-8284-641e3fd25638, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=d43b57af-f2a8-4881-8284-641e3fd25638,segment=NetworkSegment(5fcc0d93-e07a-46e4-8302-f378dcfc2dad),segment_id=5fcc0d93-e07a-46e4-8302-f378dcfc2dad)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:10:52.027678 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-083d9231-e2c0-4bb0-a927-89b37d66d23e req-8c389492-722e-42ea-b0f1-9da81fb34987 tempest-ImagesTestJSON-607612606 tempest-ImagesTestJSON-607612606-project] 10.222.0.59 "GET /v2.0/ports?device_id=38f0972f-cbf0-48ff-b58f-791ca32012aa HTTP/1.1" status: 200 len: 943 time: 0.3437436 Jul 27 21:10:52.033547 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:52.035354 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device daa5a95d-1e99-4f3d-afc7-05f95606c9cd no longer exists at agent hyperv_n-h1-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:10:52.040021 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f04b40b-44ac-483f-b613-0a06c7297f88 service neutron] Pushing event updated for resources: {'Port': ['ID=db725ed7-e41d-4ba8-a1df-992b6e957811,revision_number=3']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:10:52.055140 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a18de0de-ae9c-499a-91ed-76f825b33173 tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Network bc2ff722-5045-486f-8e8a-4190079d5d06 is already hosted by enough agents. {{(pid=105584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:10:52.061903 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [None req-a18de0de-ae9c-499a-91ed-76f825b33173 tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Resources bound (agent type, host, resource id): {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:10:52.083976 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a18de0de-ae9c-499a-91ed-76f825b33173 tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Received port after_create {{(pid=105584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:10:52.087327 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18de0de-ae9c-499a-91ed-76f825b33173 tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Pushing event updated for resources: {'Port': ['ID=d51ef345-a7fc-48c3-ba6d-a46cc05f2efc,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:10:52.180454 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-083d9231-e2c0-4bb0-a927-89b37d66d23e req-8ea68ed3-abba-4196-ad0c-d7cc7e4ac64a tempest-ImagesTestJSON-607612606 tempest-ImagesTestJSON-607612606-project] 10.222.0.59 "GET /v2.0/security-groups?id=0824f12c-25ec-46a0-872f-0482607e4324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359668 Jul 27 21:10:52.213691 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.db [req-f961325d-732d-4ca6-a7d7-98b1a9f6e577 req-14827c41-9abb-434f-a723-21e751200497 service neutron] For port c405af71-cbc1-4c5a-a3e0-43e7aa2f3727, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=c405af71-cbc1-4c5a-a3e0-43e7aa2f3727,segment=NetworkSegment(5fcc0d93-e07a-46e4-8302-f378dcfc2dad),segment_id=5fcc0d93-e07a-46e4-8302-f378dcfc2dad)] {{(pid=105585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:10:52.242867 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85dbadd-1360-4ead-867c-8d8ec84b1262 req-ade4cf98-2d71-4ab1-a5da-a096b45b435c tempest-AttachVolumeTestJSON-850155022 tempest-AttachVolumeTestJSON-850155022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:52.243700 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Pushing event updated for resources: {'Port': ['ID=d43b57af-f2a8-4881-8284-641e3fd25638,revision_number=6']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:10:52.245910 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8adb1c-3db7-4b48-a0fe-074810d654a2 req-a95e8857-8a7e-4c1f-9153-5af807531e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:52.247420 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-ed8adb1c-3db7-4b48-a0fe-074810d654a2 req-a95e8857-8a7e-4c1f-9153-5af807531e3d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=54048abf-f191-442c-882c-c171eec4fbdf HTTP/1.1" status: 200 len: 853 time: 0.2119203 Jul 27 21:10:52.250548 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f85dbadd-1360-4ead-867c-8d8ec84b1262 req-ade4cf98-2d71-4ab1-a5da-a096b45b435c tempest-AttachVolumeTestJSON-850155022 tempest-AttachVolumeTestJSON-850155022-project] 10.222.0.59 "GET /v2.0/ports?device_id=0f9b044c-3d59-4da2-bba4-f9456b3d9774 HTTP/1.1" status: 200 len: 946 time: 0.3577249 Jul 27 21:10:52.270578 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c6ee7f-d309-4650-b11d-d6cb307e8217 req-133735f7-8ee2-4fd0-9aa5-accf0ec98014 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:52.275794 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a18de0de-ae9c-499a-91ed-76f825b33173 tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:52.276688 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-a18de0de-ae9c-499a-91ed-76f825b33173 tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:52.283324 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-01c6ee7f-d309-4650-b11d-d6cb307e8217 req-133735f7-8ee2-4fd0-9aa5-accf0ec98014 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a39d600e729a489d99ed420d77266b4e&device_id=38f0972f-cbf0-48ff-b58f-791ca32012aa HTTP/1.1" status: 200 len: 1095 time: 0.3082943 Jul 27 21:10:52.308771 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-ed8adb1c-3db7-4b48-a0fe-074810d654a2 req-c77ef950-b64e-4883-ba94-e1d71fcd7cf5 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4390cbf5-7e78-4e4f-909f-4a4e22b8ff6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0485132 Jul 27 21:10:52.354834 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:52.422389 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-01c6ee7f-d309-4650-b11d-d6cb307e8217 req-5f1a907f-1422-4074-ad44-4022212729f5 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=db725ed7-e41d-4ba8-a1df-992b6e957811 HTTP/1.1" status: 200 len: 217 time: 0.1179450 Jul 27 21:10:52.424380 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-a18de0de-ae9c-499a-91ed-76f825b33173 tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.6334410 Jul 27 21:10:52.427963 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.db [req-f961325d-732d-4ca6-a7d7-98b1a9f6e577 req-14827c41-9abb-434f-a723-21e751200497 service neutron] For port c405af71-cbc1-4c5a-a3e0-43e7aa2f3727, host n-h1-705658-22, cleared binding levels {{(pid=105585) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:10:52.440754 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] For port daa5a95d-1e99-4f3d-afc7-05f95606c9cd, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=daa5a95d-1e99-4f3d-afc7-05f95606c9cd,segment=NetworkSegment(bac8e796-9027-4d5c-bebd-074f6b1be737),segment_id=bac8e796-9027-4d5c-bebd-074f6b1be737)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:10:52.445677 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 57310) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:10:52.448583 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:52.449458 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device d11a16c2-af7c-4aa8-9e51-1c00722d4961 no longer exists at agent hyperv_n-h1-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:10:52.454643 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-f8518f80-13bc-4784-9008-50df2d4202aa tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Request body: {'floatingip': {'port_id': 'd51ef345-a7fc-48c3-ba6d-a46cc05f2efc'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:10:52.522790 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f85dbadd-1360-4ead-867c-8d8ec84b1262 req-f355255f-16ab-4dc5-aa91-ab36ec8b2216 tempest-AttachVolumeTestJSON-850155022 tempest-AttachVolumeTestJSON-850155022-project] 10.222.0.59 "GET /v2.0/security-groups?id=422951fc-fa2c-4390-9ebd-848cc406cf38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2709546 Jul 27 21:10:52.536375 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Pushing event updated for resources: {'Port': ['ID=daa5a95d-1e99-4f3d-afc7-05f95606c9cd,revision_number=6']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:10:52.582906 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-5758171c-1327-4d13-b80f-df2aad145ebb None None] Provisioning for port d51ef345-a7fc-48c3-ba6d-a46cc05f2efc completed by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:10:52.586583 n-d-705658-22 neutron-server[105585]: DEBUG neutron.notifiers.nova [req-f961325d-732d-4ca6-a7d7-98b1a9f6e577 req-14827c41-9abb-434f-a723-21e751200497 service neutron] device_id is not set on port c405af71-cbc1-4c5a-a3e0-43e7aa2f3727 yet. {{(pid=105585) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 21:10:52.589328 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-ed8adb1c-3db7-4b48-a0fe-074810d654a2 req-e250f599-6970-4130-b725-e35ba5a236e5 service neutron] 10.222.0.60 "GET /v2.0/networks/4390cbf5-7e78-4e4f-909f-4a4e22b8ff6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2728105 Jul 27 21:10:52.591962 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-f8518f80-13bc-4784-9008-50df2d4202aa tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Notify callbacks [] for floatingip, before_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:52.594667 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-5758171c-1327-4d13-b80f-df2aad145ebb None None] Provisioning complete for port d51ef345-a7fc-48c3-ba6d-a46cc05f2efc triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:10:52.595094 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-5758171c-1327-4d13-b80f-df2aad145ebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:52.602828 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-f961325d-732d-4ca6-a7d7-98b1a9f6e577 req-14827c41-9abb-434f-a723-21e751200497 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:52.605983 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:10:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b6fe6ad-c7d9-4f9b-b2a4-36f5fbf719ac x-openstack-request-id: req-0b6fe6ad-c7d9-4f9b-b2a4-36f5fbf719ac {{(pid=105585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:10:52.606453 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38f0972f-cbf0-48ff-b58f-791ca32012aa", "tag": "db725ed7-e41d-4ba8-a1df-992b6e957811", "status": "completed", "code": 200}]} {{(pid=105585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:10:52.606864 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-0b6fe6ad-c7d9-4f9b-b2a4-36f5fbf719ac {{(pid=105585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:10:52.607461 n-d-705658-22 neutron-server[105585]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38f0972f-cbf0-48ff-b58f-791ca32012aa', 'tag': 'db725ed7-e41d-4ba8-a1df-992b6e957811', 'status': 'completed', 'code': 200} Jul 27 21:10:52.610969 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c6ee7f-d309-4650-b11d-d6cb307e8217 req-02b401d6-a95c-408d-b986-407af570a9c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:52.612679 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-01c6ee7f-d309-4650-b11d-d6cb307e8217 req-02b401d6-a95c-408d-b986-407af570a9c2 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=5c3e9e9f-5a21-43a6-8c24-ea076aff9e22 HTTP/1.1" status: 200 len: 845 time: 0.1592803 Jul 27 21:10:52.621149 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-f961325d-732d-4ca6-a7d7-98b1a9f6e577 req-14827c41-9abb-434f-a723-21e751200497 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10221672'] for port, after_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:52.623512 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:52.653219 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-5758171c-1327-4d13-b80f-df2aad145ebb None None] Port d51ef345-a7fc-48c3-ba6d-a46cc05f2efc cannot update to ACTIVE because it is not bound. {{(pid=105586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:10:52.670755 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] For port d11a16c2-af7c-4aa8-9e51-1c00722d4961, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=d11a16c2-af7c-4aa8-9e51-1c00722d4961,segment=NetworkSegment(660ec341-81d1-41c4-8987-bc307d97b3d6),segment_id=660ec341-81d1-41c4-8987-bc307d97b3d6)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:10:52.677207 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 27 Jul 2021 21:10:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5857b1d3-99ed-4e49-aaa9-9f30cfcd1a0a x-openstack-request-id: req-5857b1d3-99ed-4e49-aaa9-9f30cfcd1a0a {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:10:52.677567 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9dfbe127-2e40-448a-9032-c49d8e1e61fe", "name": "network-vif-unplugged", "status": "completed", "tag": "d43b57af-f2a8-4881-8284-641e3fd25638", "code": 200}]} {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:10:52.678110 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-5857b1d3-99ed-4e49-aaa9-9f30cfcd1a0a {{(pid=105586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:10:52.678578 n-d-705658-22 neutron-server[105586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9dfbe127-2e40-448a-9032-c49d8e1e61fe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd43b57af-f2a8-4881-8284-641e3fd25638', 'code': 200} Jul 27 21:10:52.679147 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:52.679929 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device 6e7d69d3-fba1-4359-a733-0c6375ba453c no longer exists at agent hyperv_n-h1-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:10:52.680154 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-01c6ee7f-d309-4650-b11d-d6cb307e8217 req-8859c728-9715-45b4-8130-a00987a5f2e0 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=72109025-d173-4d38-a78b-046bd6975a9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0535922 Jul 27 21:10:52.798472 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.l3_dvrscheduler_db [req-f961325d-732d-4ca6-a7d7-98b1a9f6e577 req-14827c41-9abb-434f-a723-21e751200497 service neutron] No DVR routers for this DVR port c405af71-cbc1-4c5a-a3e0-43e7aa2f3727 on host n-h1-705658-22 {{(pid=105585) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:10:52.806709 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Pushing event updated for resources: {'Port': ['ID=d11a16c2-af7c-4aa8-9e51-1c00722d4961,revision_number=8']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:10:52.814744 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5add4b84-a4d1-4810-b4ff-a7acbfd7ea4a req-84e1f035-ebcf-4a42-9266-ef19333d057d tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:52.822310 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5add4b84-a4d1-4810-b4ff-a7acbfd7ea4a req-84e1f035-ebcf-4a42-9266-ef19333d057d tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:52.829789 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5add4b84-a4d1-4810-b4ff-a7acbfd7ea4a req-84e1f035-ebcf-4a42-9266-ef19333d057d tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:52.836897 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5add4b84-a4d1-4810-b4ff-a7acbfd7ea4a req-84e1f035-ebcf-4a42-9266-ef19333d057d tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:52.838776 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device 6e7d69d3-fba1-4359-a733-0c6375ba453c not bound to the agent host n-h1-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:10:52.839432 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device c405af71-cbc1-4c5a-a3e0-43e7aa2f3727 no longer exists at agent hyperv_n-h1-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:10:52.840858 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d95890-0d28-4e39-ad53-bd2a4b174073 req-3c6e765c-23cb-4221-8a79-f5d6774c5daf tempest-ServerGroupTestJSON-1169547058 tempest-ServerGroupTestJSON-1169547058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:52.842742 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-b2d95890-0d28-4e39-ad53-bd2a4b174073 req-3c6e765c-23cb-4221-8a79-f5d6774c5daf tempest-ServerGroupTestJSON-1169547058 tempest-ServerGroupTestJSON-1169547058-project] 10.222.0.36 "GET /v2.0/networks?id=2e3de18a-805f-4a44-8fb1-95d927c29e55 HTTP/1.1" status: 200 len: 809 time: 0.7141578 Jul 27 21:10:52.843122 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5add4b84-a4d1-4810-b4ff-a7acbfd7ea4a req-84e1f035-ebcf-4a42-9266-ef19333d057d tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:52.853002 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5add4b84-a4d1-4810-b4ff-a7acbfd7ea4a req-84e1f035-ebcf-4a42-9266-ef19333d057d tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:52.861323 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-5add4b84-a4d1-4810-b4ff-a7acbfd7ea4a req-84e1f035-ebcf-4a42-9266-ef19333d057d tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] 10.222.0.59 "GET /v2.0/ports?device_id=9dfbe127-2e40-448a-9032-c49d8e1e61fe HTTP/1.1" status: 200 len: 4576 time: 0.3560469 Jul 27 21:10:52.900782 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [req-b2d95890-0d28-4e39-ad53-bd2a4b174073 req-883f5407-7efd-4dca-9708-0937f3da6999 tempest-ServerGroupTestJSON-1169547058 tempest-ServerGroupTestJSON-1169547058-project] Request body: {'port': {'device_id': '7f5ae194-1873-4ad7-b24f-a5b0d57a7651', 'network_id': '2e3de18a-805f-4a44-8fb1-95d927c29e55', 'admin_state_up': True, 'tenant_id': '0c74ca52f293420ba8ce8cd6521403ec'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:10:52.908455 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device c405af71-cbc1-4c5a-a3e0-43e7aa2f3727 not bound to the agent host n-h1-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:10:52.908901 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device 77be7659-fdfb-438e-a2e3-51247a28b9bd no longer exists at agent hyperv_n-h1-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:10:52.915277 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14827c41-9abb-434f-a723-21e751200497 service neutron] Pushing event updated for resources: {'Port': ['ID=c405af71-cbc1-4c5a-a3e0-43e7aa2f3727,revision_number=6']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:10:52.983187 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [req-f961325d-732d-4ca6-a7d7-98b1a9f6e577 req-14827c41-9abb-434f-a723-21e751200497 service neutron] In _notify_port_updated(), no bound segment for port c405af71-cbc1-4c5a-a3e0-43e7aa2f3727 on network e24d8d6c-cb0f-492b-9a38-55ce25e9a591 {{(pid=105585) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 27 21:10:52.984024 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f961325d-732d-4ca6-a7d7-98b1a9f6e577 req-14827c41-9abb-434f-a723-21e751200497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:52.984859 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-f961325d-732d-4ca6-a7d7-98b1a9f6e577 req-14827c41-9abb-434f-a723-21e751200497 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:52.986177 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f961325d-732d-4ca6-a7d7-98b1a9f6e577 req-14827c41-9abb-434f-a723-21e751200497 service neutron] 10.222.0.36 "PUT /v2.0/ports/c405af71-cbc1-4c5a-a3e0-43e7aa2f3727 HTTP/1.1" status: 200 len: 1026 time: 1.4573774 Jul 27 21:10:53.009450 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-5add4b84-a4d1-4810-b4ff-a7acbfd7ea4a req-48932575-ffef-4170-be56-b4470ded4c00 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] 10.222.0.59 "GET /v2.0/security-groups?id=477ad29f-b988-4b09-963a-d2ba14baa454&id=602b6e89-9902-4d75-b8ec-25947a9f847b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1469638 Jul 27 21:10:53.025861 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:53.066725 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-01c6ee7f-d309-4650-b11d-d6cb307e8217 req-f0a77586-932d-4365-8023-11551524f442 service neutron] 10.222.0.60 "GET /v2.0/networks/72109025-d173-4d38-a78b-046bd6975a9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3717186 Jul 27 21:10:53.078023 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] For port 77be7659-fdfb-438e-a2e3-51247a28b9bd, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=77be7659-fdfb-438e-a2e3-51247a28b9bd,segment=NetworkSegment(1922154b-32f1-4361-bf34-7b69d21d65b6),segment_id=1922154b-32f1-4361-bf34-7b69d21d65b6)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:10:53.088300 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-41304940-e444-47ec-8d46-8828e4c442c8 None None] Provisioning complete for port c405af71-cbc1-4c5a-a3e0-43e7aa2f3727 triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:10:53.088472 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-41304940-e444-47ec-8d46-8828e4c442c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:53.090235 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:53.091012 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device 3276e718-0114-4f87-baff-9e6aac56604a no longer exists at agent hyperv_n-h1-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:10:53.135105 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-ed8adb1c-3db7-4b48-a0fe-074810d654a2 req-0abedb90-788d-4ffa-829f-d32293598eb0 service neutron] 10.222.0.60 "GET /v2.0/networks/4390cbf5-7e78-4e4f-909f-4a4e22b8ff6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2885745 Jul 27 21:10:53.195172 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8fc32a-3a47-40c3-b5f3-491db26893a0 req-8ea468d9-79db-401f-9b76-ea6251ae8128 tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:53.198966 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-41304940-e444-47ec-8d46-8828e4c442c8 None None] Port c405af71-cbc1-4c5a-a3e0-43e7aa2f3727 cannot update to ACTIVE because it is not bound. {{(pid=105586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:10:53.202668 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-6c8fc32a-3a47-40c3-b5f3-491db26893a0 req-8ea468d9-79db-401f-9b76-ea6251ae8128 tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] 10.222.0.59 "GET /v2.0/ports?device_id=74636b36-ec44-4487-91bf-4f8efb4719fd HTTP/1.1" status: 200 len: 944 time: 0.4141762 Jul 27 21:10:53.207194 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Pushing event updated for resources: {'Port': ['ID=77be7659-fdfb-438e-a2e3-51247a28b9bd,revision_number=6']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:10:53.252249 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:53.257872 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b2d95890-0d28-4e39-ad53-bd2a4b174073 req-883f5407-7efd-4dca-9708-0937f3da6999 tempest-ServerGroupTestJSON-1169547058 tempest-ServerGroupTestJSON-1169547058-project] Made reservation on behalf of 0c74ca52f293420ba8ce8cd6521403ec for: {'port': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:10:53.261512 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-b2d95890-0d28-4e39-ad53-bd2a4b174073 req-883f5407-7efd-4dca-9708-0937f3da6999 tempest-ServerGroupTestJSON-1169547058 tempest-ServerGroupTestJSON-1169547058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:53.293192 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] For port 3276e718-0114-4f87-baff-9e6aac56604a, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=3276e718-0114-4f87-baff-9e6aac56604a,segment=NetworkSegment(bac8e796-9027-4d5c-bebd-074f6b1be737),segment_id=bac8e796-9027-4d5c-bebd-074f6b1be737)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:10:53.304512 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:53.305910 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device 148bb826-decc-4cf3-a2c3-433892361226 no longer exists at agent hyperv_n-h1-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:10:53.327821 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-6c8fc32a-3a47-40c3-b5f3-491db26893a0 req-6006b413-3a5f-438d-b05d-a2a5da1725e7 tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] 10.222.0.59 "GET /v2.0/security-groups?id=d845222d-5ac4-450c-bcf5-0222a977607f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1242406 Jul 27 21:10:53.339028 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-01c6ee7f-d309-4650-b11d-d6cb307e8217 req-9a9297f8-4175-4a81-9d5f-e828e2f2eb88 service neutron] 10.222.0.60 "GET /v2.0/networks/72109025-d173-4d38-a78b-046bd6975a9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2575512 Jul 27 21:10:53.357043 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [req-f961325d-732d-4ca6-a7d7-98b1a9f6e577 req-ae3bc81e-fc90-44d6-b607-e677f1d6ebd4 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Deleting port 148bb826-decc-4cf3-a2c3-433892361226 {{(pid=105585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:10:53.357297 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-f961325d-732d-4ca6-a7d7-98b1a9f6e577 req-ae3bc81e-fc90-44d6-b607-e677f1d6ebd4 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:53.419040 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd47fca3-12cf-4d62-b3a3-16c56d5efd8e req-36fd8370-3f31-4425-aa49-de7c443eea73 tempest-VolumesBackupsTest-618387329 tempest-VolumesBackupsTest-618387329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:53.420581 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-bd47fca3-12cf-4d62-b3a3-16c56d5efd8e req-36fd8370-3f31-4425-aa49-de7c443eea73 tempest-VolumesBackupsTest-618387329 tempest-VolumesBackupsTest-618387329-project] 10.222.0.59 "GET /v2.0/ports?device_id=b83618d1-1e8a-4ce6-8149-71fadd025d84 HTTP/1.1" status: 200 len: 950 time: 0.2823036 Jul 27 21:10:53.422836 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Pushing event updated for resources: {'Port': ['ID=3276e718-0114-4f87-baff-9e6aac56604a,revision_number=6']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:10:53.458954 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:53.482006 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.db_base_plugin_common [req-b2d95890-0d28-4e39-ad53-bd2a4b174073 req-883f5407-7efd-4dca-9708-0937f3da6999 tempest-ServerGroupTestJSON-1169547058 tempest-ServerGroupTestJSON-1169547058-project] Allocated IP 172.20.0.2 (2e3de18a-805f-4a44-8fb1-95d927c29e55/2edef0a1-880e-49a6-a1a1-ab40d4605903/23d9747b-8ce4-4119-a18c-7f86721fbd0c) {{(pid=105584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:10:53.494283 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] For port 148bb826-decc-4cf3-a2c3-433892361226, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=148bb826-decc-4cf3-a2c3-433892361226,segment=NetworkSegment(5fcc0d93-e07a-46e4-8302-f378dcfc2dad),segment_id=5fcc0d93-e07a-46e4-8302-f378dcfc2dad)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:10:53.500431 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:53.505304 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e1d418cf-ac13-4491-bbca-2868839e4bd5 req-c4a0edbc-00df-4f66-961e-9ab7d05e68f3 tempest-ServerGroupTestJSON-1169547058 tempest-ServerGroupTestJSON-1169547058-project] 10.222.0.59 "GET /v2.0/ports?device_id=7f5ae194-1873-4ad7-b24f-a5b0d57a7651 HTTP/1.1" status: 200 len: 210 time: 0.0947874 Jul 27 21:10:53.570333 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Pushing event updated for resources: {'Port': ['ID=148bb826-decc-4cf3-a2c3-433892361226,revision_number=6']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:10:53.577331 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-bd47fca3-12cf-4d62-b3a3-16c56d5efd8e req-806bdd94-0351-4c8c-b809-8cbed9e4e575 tempest-VolumesBackupsTest-618387329 tempest-VolumesBackupsTest-618387329-project] 10.222.0.59 "GET /v2.0/security-groups?id=c22abc6b-ac1a-4770-8612-c4c0cd1d5623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366181 Jul 27 21:10:53.598652 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-f8518f80-13bc-4784-9008-50df2d4202aa tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:53.612820 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-f8518f80-13bc-4784-9008-50df2d4202aa tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4075768'] for floatingip, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:53.622327 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.db [req-f961325d-732d-4ca6-a7d7-98b1a9f6e577 req-ae3bc81e-fc90-44d6-b607-e677f1d6ebd4 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] For port 148bb826-decc-4cf3-a2c3-433892361226, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=148bb826-decc-4cf3-a2c3-433892361226,segment=NetworkSegment(5fcc0d93-e07a-46e4-8302-f378dcfc2dad),segment_id=5fcc0d93-e07a-46e4-8302-f378dcfc2dad)] {{(pid=105585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:10:53.622786 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-f961325d-732d-4ca6-a7d7-98b1a9f6e577 req-ae3bc81e-fc90-44d6-b607-e677f1d6ebd4 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:53.653593 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74851907-2610-44fa-ac58-1a20d717e052 req-41e909ac-addc-4a4e-b1ec-09696009343c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:53.655257 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-74851907-2610-44fa-ac58-1a20d717e052 req-41e909ac-addc-4a4e-b1ec-09696009343c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a39d600e729a489d99ed420d77266b4e&device_id=38f0972f-cbf0-48ff-b58f-791ca32012aa HTTP/1.1" status: 200 len: 1095 time: 0.2461472 Jul 27 21:10:53.670882 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [req-f961325d-732d-4ca6-a7d7-98b1a9f6e577 req-ae3bc81e-fc90-44d6-b607-e677f1d6ebd4 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Calling delete_port for 148bb826-decc-4cf3-a2c3-433892361226 owned by compute:nova {{(pid=105585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:10:53.865480 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559edfca-aa85-415f-add4-3408969c32da req-b1bb4260-763f-4a76-b385-e6993d906967 tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:53.867058 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-559edfca-aa85-415f-add4-3408969c32da req-b1bb4260-763f-4a76-b385-e6993d906967 tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] 10.222.0.59 "GET /v2.0/ports?device_id=64fdf53e-5efa-469d-98b2-121656c882b0 HTTP/1.1" status: 200 len: 943 time: 0.2560747 Jul 27 21:10:53.890427 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74851907-2610-44fa-ac58-1a20d717e052 req-93bb2c7f-d2d5-4295-88b6-56aa66a689c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:53.892451 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-74851907-2610-44fa-ac58-1a20d717e052 req-93bb2c7f-d2d5-4295-88b6-56aa66a689c1 service neutron] 10.222.0.60 "GET /v2.0/networks?id=72109025-d173-4d38-a78b-046bd6975a9d HTTP/1.1" status: 200 len: 906 time: 0.2296090 Jul 27 21:10:54.096364 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedf59c4-f3df-48d1-a187-691b89b94a60 req-795a187e-611a-4308-a62e-1b5eba883cab tempest-AttachVolumeTestJSON-850155022 tempest-AttachVolumeTestJSON-850155022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:54.097920 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-eedf59c4-f3df-48d1-a187-691b89b94a60 req-795a187e-611a-4308-a62e-1b5eba883cab tempest-AttachVolumeTestJSON-850155022 tempest-AttachVolumeTestJSON-850155022-project] 10.222.0.36 "GET /v2.0/ports?device_id=0f9b044c-3d59-4da2-bba4-f9456b3d9774 HTTP/1.1" status: 200 len: 946 time: 0.5678844 Jul 27 21:10:54.099309 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Device 9cb4810f-3fc1-41cc-bc3b-e369f4515442 details requested by agent hyperv_n-h2-705658-22 with host n-h2-705658-22 {{(pid=105586) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:10:54.189844 n-d-705658-22 neutron-server[105584]: INFO neutron.db.l3_db [None req-f8518f80-13bc-4784-9008-50df2d4202aa tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Floating IP d29204d3-cf44-4cc2-a7af-3dc1c2937372 associated. External IP: 172.25.5.127, port: a2a55559-617d-46e1-bf94-dc61d6661ba1. Jul 27 21:10:54.212807 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] For port 9cb4810f-3fc1-41cc-bc3b-e369f4515442, host n-h2-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=9cb4810f-3fc1-41cc-bc3b-e369f4515442,segment=NetworkSegment(0414d6eb-b060-4295-bd01-14cc6aa3c398),segment_id=0414d6eb-b060-4295-bd01-14cc6aa3c398)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:10:54.225612 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Returning: {'device': '9cb4810f-3fc1-41cc-bc3b-e369f4515442', 'network_id': '4390cbf5-7e78-4e4f-909f-4a4e22b8ff6a', 'port_id': '9cb4810f-3fc1-41cc-bc3b-e369f4515442', 'mac_address': 'fa:16:3e:75:38:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 224, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54048abf-f191-442c-882c-c171eec4fbdf', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105586) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:10:54.235651 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-b2d95890-0d28-4e39-ad53-bd2a4b174073 req-883f5407-7efd-4dca-9708-0937f3da6999 tempest-ServerGroupTestJSON-1169547058 tempest-ServerGroupTestJSON-1169547058-project] Notify callbacks [] for port, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:54.269971 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:54.309314 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-74851907-2610-44fa-ac58-1a20d717e052 req-586e8628-e4d3-44f2-bd4d-1d7aac19372e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=db725ed7-e41d-4ba8-a1df-992b6e957811 HTTP/1.1" status: 200 len: 217 time: 0.4065335 Jul 27 21:10:54.323127 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f42ec5-d99a-43ee-8b68-5e7b7dc0c8f0 req-dd3933b6-a6f1-47d5-839f-4e32019fcf9d tempest-ImagesTestJSON-607612606 tempest-ImagesTestJSON-607612606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:54.324686 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-10f42ec5-d99a-43ee-8b68-5e7b7dc0c8f0 req-dd3933b6-a6f1-47d5-839f-4e32019fcf9d tempest-ImagesTestJSON-607612606 tempest-ImagesTestJSON-607612606-project] 10.222.0.59 "GET /v2.0/ports?device_id=38f0972f-cbf0-48ff-b58f-791ca32012aa HTTP/1.1" status: 200 len: 943 time: 0.6512864 Jul 27 21:10:54.362523 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-559edfca-aa85-415f-add4-3408969c32da req-72d05626-f2f3-4de5-a92f-ee8cd591991e tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] 10.222.0.59 "GET /v2.0/security-groups?id=c166a083-e7a4-430d-b39b-9b2d1c142ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4843371 Jul 27 21:10:54.414615 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-b2d95890-0d28-4e39-ad53-bd2a4b174073 req-883f5407-7efd-4dca-9708-0937f3da6999 tempest-ServerGroupTestJSON-1169547058 tempest-ServerGroupTestJSON-1169547058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:54.419824 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [req-eedf59c4-f3df-48d1-a187-691b89b94a60 req-d1a02972-e990-4221-9425-e996f5d7594c tempest-AttachVolumeTestJSON-850155022 tempest-AttachVolumeTestJSON-850155022-project] Deleting port 187dbab2-17f7-4985-97bf-cdc20c4f4895 {{(pid=105584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:10:54.420298 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-eedf59c4-f3df-48d1-a187-691b89b94a60 req-d1a02972-e990-4221-9425-e996f5d7594c tempest-AttachVolumeTestJSON-850155022 tempest-AttachVolumeTestJSON-850155022-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:54.429102 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-10f42ec5-d99a-43ee-8b68-5e7b7dc0c8f0 req-dc956a59-002b-418b-8ca8-33b595f059b9 tempest-ImagesTestJSON-607612606 tempest-ImagesTestJSON-607612606-project] 10.222.0.59 "GET /v2.0/security-groups?id=0824f12c-25ec-46a0-872f-0482607e4324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751276 Jul 27 21:10:54.451130 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [None req-3d54578f-831f-4696-b568-13c455922dab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9cb4810f-3fc1-41cc-bc3b-e369f4515442 {{(pid=105586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:10:54.461903 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74851907-2610-44fa-ac58-1a20d717e052 req-a8d96301-6299-4afd-97f5-2cd8ebc019bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:54.472599 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-74851907-2610-44fa-ac58-1a20d717e052 req-a8d96301-6299-4afd-97f5-2cd8ebc019bb service neutron] 10.222.0.60 "GET /v2.0/subnets?id=5c3e9e9f-5a21-43a6-8c24-ea076aff9e22 HTTP/1.1" status: 200 len: 845 time: 0.1447916 Jul 27 21:10:54.479169 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-f961325d-732d-4ca6-a7d7-98b1a9f6e577 req-ae3bc81e-fc90-44d6-b607-e677f1d6ebd4 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:54.487784 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] For port 9cb4810f-3fc1-41cc-bc3b-e369f4515442, host n-h2-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=9cb4810f-3fc1-41cc-bc3b-e369f4515442,segment=NetworkSegment(0414d6eb-b060-4295-bd01-14cc6aa3c398),segment_id=0414d6eb-b060-4295-bd01-14cc6aa3c398)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:10:54.493102 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:54.541214 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-74851907-2610-44fa-ac58-1a20d717e052 req-97d5dd08-e58a-4b1b-be7a-1e9a2dd6a427 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=72109025-d173-4d38-a78b-046bd6975a9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0593355 Jul 27 21:10:54.543617 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b2d95890-0d28-4e39-ad53-bd2a4b174073 req-883f5407-7efd-4dca-9708-0937f3da6999 tempest-ServerGroupTestJSON-1169547058 tempest-ServerGroupTestJSON-1169547058-project] Network 2e3de18a-805f-4a44-8fb1-95d927c29e55 is already hosted by enough agents. {{(pid=105584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:10:54.545945 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3bc81e-fc90-44d6-b607-e677f1d6ebd4 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Pushing event deleted for resources: {'Port': ['ID=148bb826-decc-4cf3-a2c3-433892361226,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:10:54.565230 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Pushing event updated for resources: {'Port': ['ID=9cb4810f-3fc1-41cc-bc3b-e369f4515442,revision_number=4']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:10:54.568937 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [req-b2d95890-0d28-4e39-ad53-bd2a4b174073 req-883f5407-7efd-4dca-9708-0937f3da6999 tempest-ServerGroupTestJSON-1169547058 tempest-ServerGroupTestJSON-1169547058-project] Resources bound (agent type, host, resource id): {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:10:54.630274 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2d95890-0d28-4e39-ad53-bd2a4b174073 req-883f5407-7efd-4dca-9708-0937f3da6999 tempest-ServerGroupTestJSON-1169547058 tempest-ServerGroupTestJSON-1169547058-project] Received port after_create {{(pid=105584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:10:54.665366 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.l3_dvrscheduler_db [req-f961325d-732d-4ca6-a7d7-98b1a9f6e577 req-ae3bc81e-fc90-44d6-b607-e677f1d6ebd4 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] No DVR routers for this DVR port 148bb826-decc-4cf3-a2c3-433892361226 on host n-h1-705658-22 {{(pid=105585) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:10:54.672620 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-f961325d-732d-4ca6-a7d7-98b1a9f6e577 req-ae3bc81e-fc90-44d6-b607-e677f1d6ebd4 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:54.674593 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f961325d-732d-4ca6-a7d7-98b1a9f6e577 req-ae3bc81e-fc90-44d6-b607-e677f1d6ebd4 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] 10.222.0.36 "DELETE /v2.0/ports/148bb826-decc-4cf3-a2c3-433892361226 HTTP/1.1" status: 204 len: 173 time: 1.6790946 Jul 27 21:10:54.675093 n-d-705658-22 neutron-server[105585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9dfbe127-2e40-448a-9032-c49d8e1e61fe', 'name': 'network-vif-deleted', 'tag': '148bb826-decc-4cf3-a2c3-433892361226'}] {{(pid=105585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:10:54.677309 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d66fd65881426bfc2b5388084a3654e5eae521106a15a3dbf0eb4cde7106c36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a5c5ab5-46dd-4f0f-87b6-1d467bf0cf51" -d '{"events": [{"server_uuid": "9dfbe127-2e40-448a-9032-c49d8e1e61fe", "name": "network-vif-deleted", "tag": "148bb826-decc-4cf3-a2c3-433892361226"}]}' {{(pid=105585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:10:54.679888 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9dfbe127-2e40-448a-9032-c49d8e1e61fe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'daa5a95d-1e99-4f3d-afc7-05f95606c9cd'}, {'server_uuid': '74636b36-ec44-4487-91bf-4f8efb4719fd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd11a16c2-af7c-4aa8-9e51-1c00722d4961'}, {'server_uuid': '9dfbe127-2e40-448a-9032-c49d8e1e61fe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '77be7659-fdfb-438e-a2e3-51247a28b9bd'}, {'server_uuid': '9dfbe127-2e40-448a-9032-c49d8e1e61fe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3276e718-0114-4f87-baff-9e6aac56604a'}, {'server_uuid': '9dfbe127-2e40-448a-9032-c49d8e1e61fe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '148bb826-decc-4cf3-a2c3-433892361226'}] {{(pid=105586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:10:54.682354 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14c1663e039faf5393f87855f745010ac5b02220355b68fdbf065393e303ac56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0194fad9-21da-40b7-9eb3-62e8f25f0a07" -d '{"events": [{"server_uuid": "9dfbe127-2e40-448a-9032-c49d8e1e61fe", "name": "network-vif-unplugged", "status": "completed", "tag": "daa5a95d-1e99-4f3d-afc7-05f95606c9cd"}, {"server_uuid": "74636b36-ec44-4487-91bf-4f8efb4719fd", "name": "network-vif-unplugged", "status": "completed", "tag": "d11a16c2-af7c-4aa8-9e51-1c00722d4961"}, {"server_uuid": "9dfbe127-2e40-448a-9032-c49d8e1e61fe", "name": "network-vif-unplugged", "status": "completed", "tag": "77be7659-fdfb-438e-a2e3-51247a28b9bd"}, {"server_uuid": "9dfbe127-2e40-448a-9032-c49d8e1e61fe", "name": "network-vif-unplugged", "status": "completed", "tag": "3276e718-0114-4f87-baff-9e6aac56604a"}, {"server_uuid": "9dfbe127-2e40-448a-9032-c49d8e1e61fe", "name": "network-vif-unplugged", "status": "completed", "tag": "148bb826-decc-4cf3-a2c3-433892361226"}]}' {{(pid=105586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:10:54.728560 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883f5407-7efd-4dca-9708-0937f3da6999 tempest-ServerGroupTestJSON-1169547058 tempest-ServerGroupTestJSON-1169547058-project] Pushing event updated for resources: {'Port': ['ID=23d9747b-8ce4-4119-a18c-7f86721fbd0c,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:10:54.756883 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8518f80-13bc-4784-9008-50df2d4202aa tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Router 6c164824-0a48-4a39-be5a-a5c107d61cff has already been hosted by L3 agent dd128fd7-8e57-4d4f-895b-a96b369df59a {{(pid=105584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:10:54.770449 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d95890-0d28-4e39-ad53-bd2a4b174073 req-883f5407-7efd-4dca-9708-0937f3da6999 tempest-ServerGroupTestJSON-1169547058 tempest-ServerGroupTestJSON-1169547058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:54.771166 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-b2d95890-0d28-4e39-ad53-bd2a4b174073 req-883f5407-7efd-4dca-9708-0937f3da6999 tempest-ServerGroupTestJSON-1169547058 tempest-ServerGroupTestJSON-1169547058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:54.776858 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [req-eedf59c4-f3df-48d1-a187-691b89b94a60 req-d1a02972-e990-4221-9425-e996f5d7594c tempest-AttachVolumeTestJSON-850155022 tempest-AttachVolumeTestJSON-850155022-project] For port 187dbab2-17f7-4985-97bf-cdc20c4f4895, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=187dbab2-17f7-4985-97bf-cdc20c4f4895,segment=NetworkSegment(3b7237b7-e1d5-469a-ad3d-468d7cc14174),segment_id=3b7237b7-e1d5-469a-ad3d-468d7cc14174)] {{(pid=105584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:10:54.777217 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-eedf59c4-f3df-48d1-a187-691b89b94a60 req-d1a02972-e990-4221-9425-e996f5d7594c tempest-AttachVolumeTestJSON-850155022 tempest-AttachVolumeTestJSON-850155022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:54.782196 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-74851907-2610-44fa-ac58-1a20d717e052 req-626b9cd5-9535-4cb9-acd6-4815f43c4424 service neutron] 10.222.0.60 "GET /v2.0/networks/72109025-d173-4d38-a78b-046bd6975a9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2244484 Jul 27 21:10:54.808867 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95429de6-ac55-4f2d-b9dc-299aecb8bdb4 req-6e9719ee-aa15-4d51-8441-3f5ad7559efd tempest-AttachVolumeTestJSON-850155022 tempest-AttachVolumeTestJSON-850155022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:54.810344 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-95429de6-ac55-4f2d-b9dc-299aecb8bdb4 req-6e9719ee-aa15-4d51-8441-3f5ad7559efd tempest-AttachVolumeTestJSON-850155022 tempest-AttachVolumeTestJSON-850155022-project] 10.222.0.59 "GET /v2.0/ports?device_id=0f9b044c-3d59-4da2-bba4-f9456b3d9774 HTTP/1.1" status: 200 len: 946 time: 0.2665808 Jul 27 21:10:54.847684 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-b2d95890-0d28-4e39-ad53-bd2a4b174073 req-883f5407-7efd-4dca-9708-0937f3da6999 tempest-ServerGroupTestJSON-1169547058 tempest-ServerGroupTestJSON-1169547058-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9785795 Jul 27 21:10:54.874408 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [req-b2d95890-0d28-4e39-ad53-bd2a4b174073 req-cd315f16-af90-4e92-b9e0-ab5e79de9483 service neutron] Request body: {'port': {'device_id': '7f5ae194-1873-4ad7-b24f-a5b0d57a7651', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-705658-22'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:10:54.890452 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] get_ports_and_sgs() called for port_ids ['9cb4810f-3fc1-41cc-bc3b-e369f4515442'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:10:54.951087 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-95429de6-ac55-4f2d-b9dc-299aecb8bdb4 req-8b67f0a7-c2b3-4c1b-b8b3-6d3ddc2b6e32 tempest-AttachVolumeTestJSON-850155022 tempest-AttachVolumeTestJSON-850155022-project] 10.222.0.59 "GET /v2.0/security-groups?id=422951fc-fa2c-4390-9ebd-848cc406cf38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1201043 Jul 27 21:10:54.972314 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5d0059-92c8-4961-9ddf-16fdd540eee1 req-6d12c0ee-7e18-4348-bd92-e3abf299fcf9 tempest-VolumesBackupsTest-618387329 tempest-VolumesBackupsTest-618387329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:54.973891 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-4b5d0059-92c8-4961-9ddf-16fdd540eee1 req-6d12c0ee-7e18-4348-bd92-e3abf299fcf9 tempest-VolumesBackupsTest-618387329 tempest-VolumesBackupsTest-618387329-project] 10.222.0.60 "GET /v2.0/ports?device_id=b83618d1-1e8a-4ce6-8149-71fadd025d84 HTTP/1.1" status: 200 len: 950 time: 0.3994923 Jul 27 21:10:54.996530 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-74851907-2610-44fa-ac58-1a20d717e052 req-6c5d3b1c-f478-4ebc-9101-224932e01b89 service neutron] 10.222.0.60 "GET /v2.0/networks/72109025-d173-4d38-a78b-046bd6975a9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1850131 Jul 27 21:10:55.003135 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [req-f961325d-732d-4ca6-a7d7-98b1a9f6e577 req-bf094e1d-fb07-4162-84a3-fdf78320710d tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Deleting port 3276e718-0114-4f87-baff-9e6aac56604a {{(pid=105585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:10:55.003491 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-f961325d-732d-4ca6-a7d7-98b1a9f6e577 req-bf094e1d-fb07-4162-84a3-fdf78320710d tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:55.178743 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3aff0d0-2c3b-4429-b5b4-3b7bdf6d2051 req-acd5aa25-fdda-4df4-bdf0-4f995c7b7484 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:55.184677 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3aff0d0-2c3b-4429-b5b4-3b7bdf6d2051 req-acd5aa25-fdda-4df4-bdf0-4f995c7b7484 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:55.191312 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3aff0d0-2c3b-4429-b5b4-3b7bdf6d2051 req-acd5aa25-fdda-4df4-bdf0-4f995c7b7484 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:55.197334 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3aff0d0-2c3b-4429-b5b4-3b7bdf6d2051 req-acd5aa25-fdda-4df4-bdf0-4f995c7b7484 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:55.199139 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b3aff0d0-2c3b-4429-b5b4-3b7bdf6d2051 req-acd5aa25-fdda-4df4-bdf0-4f995c7b7484 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] 10.222.0.59 "GET /v2.0/ports?device_id=9dfbe127-2e40-448a-9032-c49d8e1e61fe HTTP/1.1" status: 200 len: 3142 time: 0.2623646 Jul 27 21:10:55.201090 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.db [req-f961325d-732d-4ca6-a7d7-98b1a9f6e577 req-bf094e1d-fb07-4162-84a3-fdf78320710d tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] For port 3276e718-0114-4f87-baff-9e6aac56604a, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=3276e718-0114-4f87-baff-9e6aac56604a,segment=NetworkSegment(bac8e796-9027-4d5c-bebd-074f6b1be737),segment_id=bac8e796-9027-4d5c-bebd-074f6b1be737)] {{(pid=105585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:10:55.201452 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-f961325d-732d-4ca6-a7d7-98b1a9f6e577 req-bf094e1d-fb07-4162-84a3-fdf78320710d tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:55.226414 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [req-f961325d-732d-4ca6-a7d7-98b1a9f6e577 req-bf094e1d-fb07-4162-84a3-fdf78320710d tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Calling delete_port for 3276e718-0114-4f87-baff-9e6aac56604a owned by compute:nova {{(pid=105585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:10:55.240482 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-b2d95890-0d28-4e39-ad53-bd2a4b174073 req-cd315f16-af90-4e92-b9e0-ab5e79de9483 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:55.275995 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8518f80-13bc-4784-9008-50df2d4202aa tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Notify agent at l3_agent.n-d-705658-22 the message routers_updated {{(pid=105584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:10:55.279428 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-eedf59c4-f3df-48d1-a187-691b89b94a60 req-d1a02972-e990-4221-9425-e996f5d7594c tempest-AttachVolumeTestJSON-850155022 tempest-AttachVolumeTestJSON-850155022-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:55.279796 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-eedf59c4-f3df-48d1-a187-691b89b94a60 req-d1a02972-e990-4221-9425-e996f5d7594c tempest-AttachVolumeTestJSON-850155022 tempest-AttachVolumeTestJSON-850155022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4075768'] for floatingip, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:55.280109 n-d-705658-22 neutron-server[105584]: INFO neutron.db.l3_db [req-eedf59c4-f3df-48d1-a187-691b89b94a60 req-d1a02972-e990-4221-9425-e996f5d7594c tempest-AttachVolumeTestJSON-850155022 tempest-AttachVolumeTestJSON-850155022-project] Floating IP 564d4a15-0168-4936-9993-843dfaf9a093 disassociated. External IP: 172.25.5.84, port: 187dbab2-17f7-4985-97bf-cdc20c4f4895. Jul 27 21:10:55.280455 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [req-eedf59c4-f3df-48d1-a187-691b89b94a60 req-d1a02972-e990-4221-9425-e996f5d7594c tempest-AttachVolumeTestJSON-850155022 tempest-AttachVolumeTestJSON-850155022-project] Calling delete_port for 187dbab2-17f7-4985-97bf-cdc20c4f4895 owned by compute:nova {{(pid=105584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:10:55.286309 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e3b264f-ef8c-4d2d-81a4-0d55ba4ae8fe None None] Sync routers for ids ['6c164824-0a48-4a39-be5a-a5c107d61cff'] in n-d-705658-22 {{(pid=105586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:10:55.298373 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e3b264f-ef8c-4d2d-81a4-0d55ba4ae8fe None None] Routers {'6c164824-0a48-4a39-be5a-a5c107d61cff'} bound to L3 agent in host n-d-705658-22 {{(pid=105586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:10:55.299190 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-7e3b264f-ef8c-4d2d-81a4-0d55ba4ae8fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:10:42Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['6c164824-0a48-4a39-be5a-a5c107d61cff'], 'active': True} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:10:55.316233 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c730e2ca-158e-421d-807d-3b60402029e2 req-b3c9444c-0a7b-4452-8b70-12bc4d5d8580 tempest-ServerGroupTestJSON-1169547058 tempest-ServerGroupTestJSON-1169547058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:55.318061 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-c730e2ca-158e-421d-807d-3b60402029e2 req-b3c9444c-0a7b-4452-8b70-12bc4d5d8580 tempest-ServerGroupTestJSON-1169547058 tempest-ServerGroupTestJSON-1169547058-project] 10.222.0.59 "GET /v2.0/ports?device_id=7f5ae194-1873-4ad7-b24f-a5b0d57a7651 HTTP/1.1" status: 200 len: 931 time: 0.2314980 Jul 27 21:10:55.322676 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b3aff0d0-2c3b-4429-b5b4-3b7bdf6d2051 req-40fbc3d2-d8ef-44eb-b18d-d7aa93a17cc8 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] 10.222.0.59 "GET /v2.0/security-groups?id=602b6e89-9902-4d75-b8ec-25947a9f847b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1116252 Jul 27 21:10:55.332745 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-7e3b264f-ef8c-4d2d-81a4-0d55ba4ae8fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-22', False) {} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:10:55.341380 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e3b264f-ef8c-4d2d-81a4-0d55ba4ae8fe None None] Routers {'6c164824-0a48-4a39-be5a-a5c107d61cff'} bound to L3 agent in host n-d-705658-22 {{(pid=105586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:10:55.341993 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-7e3b264f-ef8c-4d2d-81a4-0d55ba4ae8fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:10:42Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['6c164824-0a48-4a39-be5a-a5c107d61cff'], 'active': True} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:10:55.379090 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-7e3b264f-ef8c-4d2d-81a4-0d55ba4ae8fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-22', False) {} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:10:55.379747 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e3b264f-ef8c-4d2d-81a4-0d55ba4ae8fe None None] The sync data for ids ['6c164824-0a48-4a39-be5a-a5c107d61cff'] in n-d-705658-22 is: [] {{(pid=105586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:10:55.395272 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-c730e2ca-158e-421d-807d-3b60402029e2 req-95bd50ec-15c7-42be-81d0-369936b5ec31 tempest-ServerGroupTestJSON-1169547058 tempest-ServerGroupTestJSON-1169547058-project] 10.222.0.59 "GET /v2.0/security-groups?id=9452be26-1072-4150-a3f4-6643a17fba9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634317 Jul 27 21:10:55.462981 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-f961325d-732d-4ca6-a7d7-98b1a9f6e577 req-bf094e1d-fb07-4162-84a3-fdf78320710d tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:55.469708 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:10:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-366a52e2-cdde-42f2-b905-80cae82b754d x-openstack-request-id: req-366a52e2-cdde-42f2-b905-80cae82b754d {{(pid=105585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:10:55.470161 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9dfbe127-2e40-448a-9032-c49d8e1e61fe", "name": "network-vif-deleted", "tag": "148bb826-decc-4cf3-a2c3-433892361226", "status": "completed", "code": 200}]} {{(pid=105585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:10:55.470421 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-366a52e2-cdde-42f2-b905-80cae82b754d {{(pid=105585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:10:55.470815 n-d-705658-22 neutron-server[105585]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9dfbe127-2e40-448a-9032-c49d8e1e61fe', 'name': 'network-vif-deleted', 'tag': '148bb826-decc-4cf3-a2c3-433892361226', 'status': 'completed', 'code': 200} Jul 27 21:10:55.511630 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 874 Content-Type: application/json Date: Tue, 27 Jul 2021 21:10:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cacbd9df-c1f2-4a42-86ab-f5fb419a9ada x-openstack-request-id: req-cacbd9df-c1f2-4a42-86ab-f5fb419a9ada {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:10:55.512313 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9dfbe127-2e40-448a-9032-c49d8e1e61fe", "name": "network-vif-unplugged", "status": "completed", "tag": "daa5a95d-1e99-4f3d-afc7-05f95606c9cd", "code": 200}, {"server_uuid": "74636b36-ec44-4487-91bf-4f8efb4719fd", "name": "network-vif-unplugged", "status": "failed", "tag": "d11a16c2-af7c-4aa8-9e51-1c00722d4961", "code": 422}, {"server_uuid": "9dfbe127-2e40-448a-9032-c49d8e1e61fe", "name": "network-vif-unplugged", "status": "completed", "tag": "77be7659-fdfb-438e-a2e3-51247a28b9bd", "code": 200}, {"server_uuid": "9dfbe127-2e40-448a-9032-c49d8e1e61fe", "name": "network-vif-unplugged", "status": "completed", "tag": "3276e718-0114-4f87-baff-9e6aac56604a", "code": 200}, {"server_uuid": "9dfbe127-2e40-448a-9032-c49d8e1e61fe", "name": "network-vif-unplugged", "status": "completed", "tag": "148bb826-decc-4cf3-a2c3-433892361226", "code": 200}]} {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:10:55.512771 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-cacbd9df-c1f2-4a42-86ab-f5fb419a9ada {{(pid=105586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:10:55.513337 n-d-705658-22 neutron-server[105586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9dfbe127-2e40-448a-9032-c49d8e1e61fe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'daa5a95d-1e99-4f3d-afc7-05f95606c9cd', 'code': 200} Jul 27 21:10:55.513770 n-d-705658-22 neutron-server[105586]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '74636b36-ec44-4487-91bf-4f8efb4719fd', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'd11a16c2-af7c-4aa8-9e51-1c00722d4961', 'code': 422} returned with failed status Jul 27 21:10:55.514175 n-d-705658-22 neutron-server[105586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9dfbe127-2e40-448a-9032-c49d8e1e61fe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '77be7659-fdfb-438e-a2e3-51247a28b9bd', 'code': 200} Jul 27 21:10:55.514614 n-d-705658-22 neutron-server[105586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9dfbe127-2e40-448a-9032-c49d8e1e61fe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3276e718-0114-4f87-baff-9e6aac56604a', 'code': 200} Jul 27 21:10:55.515184 n-d-705658-22 neutron-server[105586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9dfbe127-2e40-448a-9032-c49d8e1e61fe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '148bb826-decc-4cf3-a2c3-433892361226', 'code': 200} Jul 27 21:10:55.517337 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf094e1d-fb07-4162-84a3-fdf78320710d tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Pushing event deleted for resources: {'Port': ['ID=3276e718-0114-4f87-baff-9e6aac56604a,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:10:55.535442 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [req-4b5d0059-92c8-4961-9ddf-16fdd540eee1 req-ef1ba252-f67e-443a-aeb1-221783c4a61a tempest-VolumesBackupsTest-618387329 tempest-VolumesBackupsTest-618387329-project] Deleting port 97590221-6df0-44c7-a3b4-502f88578087 {{(pid=105584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:10:55.535976 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-4b5d0059-92c8-4961-9ddf-16fdd540eee1 req-ef1ba252-f67e-443a-aeb1-221783c4a61a tempest-VolumesBackupsTest-618387329 tempest-VolumesBackupsTest-618387329-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:55.599931 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.l3_dvrscheduler_db [req-f961325d-732d-4ca6-a7d7-98b1a9f6e577 req-bf094e1d-fb07-4162-84a3-fdf78320710d tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] No DVR routers for this DVR port 3276e718-0114-4f87-baff-9e6aac56604a on host n-h1-705658-22 {{(pid=105585) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:10:55.604006 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-f961325d-732d-4ca6-a7d7-98b1a9f6e577 req-bf094e1d-fb07-4162-84a3-fdf78320710d tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:55.606005 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f961325d-732d-4ca6-a7d7-98b1a9f6e577 req-bf094e1d-fb07-4162-84a3-fdf78320710d tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] 10.222.0.36 "DELETE /v2.0/ports/3276e718-0114-4f87-baff-9e6aac56604a HTTP/1.1" status: 204 len: 173 time: 0.9232140 Jul 27 21:10:55.669745 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3f255c-85d1-483e-a512-493b878d9a2b req-a1d23232-823a-4a1d-ac5c-71a210a31c64 tempest-VolumesBackupsTest-618387329 tempest-VolumesBackupsTest-618387329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:55.671300 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-8e3f255c-85d1-483e-a512-493b878d9a2b req-a1d23232-823a-4a1d-ac5c-71a210a31c64 tempest-VolumesBackupsTest-618387329 tempest-VolumesBackupsTest-618387329-project] 10.222.0.59 "GET /v2.0/ports?device_id=b83618d1-1e8a-4ce6-8149-71fadd025d84 HTTP/1.1" status: 200 len: 950 time: 0.1987994 Jul 27 21:10:55.752246 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device d11a16c2-af7c-4aa8-9e51-1c00722d4961 no longer exists at agent hyperv_n-h1-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:10:55.767754 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-8e3f255c-85d1-483e-a512-493b878d9a2b req-a2c24b97-4bd2-4b6d-93f2-e66dd919355d tempest-VolumesBackupsTest-618387329 tempest-VolumesBackupsTest-618387329-project] 10.222.0.59 "GET /v2.0/security-groups?id=c22abc6b-ac1a-4770-8612-c4c0cd1d5623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815208 Jul 27 21:10:55.796469 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [req-f961325d-732d-4ca6-a7d7-98b1a9f6e577 req-0522c6fa-c64f-40b0-8ae4-3afcd956be67 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Deleting port 77be7659-fdfb-438e-a2e3-51247a28b9bd {{(pid=105585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:10:55.797026 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-f961325d-732d-4ca6-a7d7-98b1a9f6e577 req-0522c6fa-c64f-40b0-8ae4-3afcd956be67 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:55.900516 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-eedf59c4-f3df-48d1-a187-691b89b94a60 req-d1a02972-e990-4221-9425-e996f5d7594c tempest-AttachVolumeTestJSON-850155022 tempest-AttachVolumeTestJSON-850155022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:55.909795 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [req-4b5d0059-92c8-4961-9ddf-16fdd540eee1 req-ef1ba252-f67e-443a-aeb1-221783c4a61a tempest-VolumesBackupsTest-618387329 tempest-VolumesBackupsTest-618387329-project] For port 97590221-6df0-44c7-a3b4-502f88578087, host n-h2-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=97590221-6df0-44c7-a3b4-502f88578087,segment=NetworkSegment(86b1e6f6-d629-4b03-8944-4cdfbfb93d02),segment_id=86b1e6f6-d629-4b03-8944-4cdfbfb93d02)] {{(pid=105584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:10:55.911056 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-4b5d0059-92c8-4961-9ddf-16fdd540eee1 req-ef1ba252-f67e-443a-aeb1-221783c4a61a tempest-VolumesBackupsTest-618387329 tempest-VolumesBackupsTest-618387329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:55.997779 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device 187dbab2-17f7-4985-97bf-cdc20c4f4895 no longer exists at agent hyperv_n-h1-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:10:56.017969 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-28650df7-c46c-4981-b84f-37d87254047e None None] No Port match for: 187dbab2-17f7-4985-97bf-cdc20c4f4895 {{(pid=105586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:10:56.017969 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device 187dbab2-17f7-4985-97bf-cdc20c4f4895 not bound to the agent host n-h1-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:10:56.027204 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.db [req-f961325d-732d-4ca6-a7d7-98b1a9f6e577 req-0522c6fa-c64f-40b0-8ae4-3afcd956be67 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] For port 77be7659-fdfb-438e-a2e3-51247a28b9bd, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=77be7659-fdfb-438e-a2e3-51247a28b9bd,segment=NetworkSegment(1922154b-32f1-4361-bf34-7b69d21d65b6),segment_id=1922154b-32f1-4361-bf34-7b69d21d65b6)] {{(pid=105585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:10:56.027665 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-f961325d-732d-4ca6-a7d7-98b1a9f6e577 req-0522c6fa-c64f-40b0-8ae4-3afcd956be67 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:56.096841 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a16ce14-0e3b-4bb0-a79a-4400a49d0637 req-108fa365-4b4d-479a-b76c-901891cbd540 tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:56.098603 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-6a16ce14-0e3b-4bb0-a79a-4400a49d0637 req-108fa365-4b4d-479a-b76c-901891cbd540 tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] 10.222.0.59 "GET /v2.0/ports?device_id=64fdf53e-5efa-469d-98b2-121656c882b0 HTTP/1.1" status: 200 len: 944 time: 0.2248933 Jul 27 21:10:56.125676 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Device db725ed7-e41d-4ba8-a1df-992b6e957811 details requested by agent hyperv_n-h2-705658-22 with host n-h2-705658-22 {{(pid=105586) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:10:56.130091 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Device 9cb4810f-3fc1-41cc-bc3b-e369f4515442 up at agent hyperv_n-h2-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:10:56.198017 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4719c1d-e644-4e95-9105-0fae75196edc req-684433e6-0a6a-4520-a0ba-eda53247b5ff tempest-ImagesTestJSON-607612606 tempest-ImagesTestJSON-607612606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:56.199786 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f4719c1d-e644-4e95-9105-0fae75196edc req-684433e6-0a6a-4520-a0ba-eda53247b5ff tempest-ImagesTestJSON-607612606 tempest-ImagesTestJSON-607612606-project] 10.222.0.59 "GET /v2.0/ports?device_id=38f0972f-cbf0-48ff-b58f-791ca32012aa HTTP/1.1" status: 200 len: 943 time: 0.2275336 Jul 27 21:10:56.214239 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-6a16ce14-0e3b-4bb0-a79a-4400a49d0637 req-68debce9-fcac-43f7-8dbc-5d49debd2cbd tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] 10.222.0.59 "GET /v2.0/security-groups?id=c166a083-e7a4-430d-b39b-9b2d1c142ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021886 Jul 27 21:10:56.240414 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-3d54578f-831f-4696-b568-13c455922dab None None] Provisioning for port 9cb4810f-3fc1-41cc-bc3b-e369f4515442 completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:10:56.266920 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-3d54578f-831f-4696-b568-13c455922dab None None] Provisioning complete for port 9cb4810f-3fc1-41cc-bc3b-e369f4515442 triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:10:56.267387 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:56.322186 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f4719c1d-e644-4e95-9105-0fae75196edc req-0a9909cc-12d9-428c-ba99-f05685d42236 tempest-ImagesTestJSON-607612606 tempest-ImagesTestJSON-607612606-project] 10.222.0.59 "GET /v2.0/security-groups?id=0824f12c-25ec-46a0-872f-0482607e4324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093638 Jul 27 21:10:56.323028 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] For port db725ed7-e41d-4ba8-a1df-992b6e957811, host n-h2-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=db725ed7-e41d-4ba8-a1df-992b6e957811,segment=NetworkSegment(74356e05-950c-4c55-88c6-85a1b1fc145d),segment_id=74356e05-950c-4c55-88c6-85a1b1fc145d)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:10:56.346390 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-f961325d-732d-4ca6-a7d7-98b1a9f6e577 req-0522c6fa-c64f-40b0-8ae4-3afcd956be67 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:56.347619 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Returning: {'device': 'db725ed7-e41d-4ba8-a1df-992b6e957811', 'network_id': '72109025-d173-4d38-a78b-046bd6975a9d', 'port_id': 'db725ed7-e41d-4ba8-a1df-992b6e957811', 'mac_address': 'fa:16:3e:ac:fd:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 208, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c3e9e9f-5a21-43a6-8c24-ea076aff9e22', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105586) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:10:56.348217 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-f961325d-732d-4ca6-a7d7-98b1a9f6e577 req-0522c6fa-c64f-40b0-8ae4-3afcd956be67 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4075768'] for floatingip, after_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:56.348544 n-d-705658-22 neutron-server[105585]: INFO neutron.db.l3_db [req-f961325d-732d-4ca6-a7d7-98b1a9f6e577 req-0522c6fa-c64f-40b0-8ae4-3afcd956be67 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Floating IP c0d4908e-7923-4819-aae4-171658afed08 disassociated. External IP: 172.25.5.185, port: 77be7659-fdfb-438e-a2e3-51247a28b9bd. Jul 27 21:10:56.348944 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [req-f961325d-732d-4ca6-a7d7-98b1a9f6e577 req-0522c6fa-c64f-40b0-8ae4-3afcd956be67 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Calling delete_port for 77be7659-fdfb-438e-a2e3-51247a28b9bd owned by compute:nova {{(pid=105585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:10:56.381133 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [req-4b5d0059-92c8-4961-9ddf-16fdd540eee1 req-ef1ba252-f67e-443a-aeb1-221783c4a61a tempest-VolumesBackupsTest-618387329 tempest-VolumesBackupsTest-618387329-project] Calling delete_port for 97590221-6df0-44c7-a3b4-502f88578087 owned by compute:nova {{(pid=105584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:10:56.425197 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:56.466700 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8518f80-13bc-4784-9008-50df2d4202aa tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Router 683094f9-2dcf-42b3-bad1-741b27397f8f has already been hosted by L3 agent dd128fd7-8e57-4d4f-895b-a96b369df59a {{(pid=105584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:10:56.478033 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a02972-e990-4221-9425-e996f5d7594c tempest-AttachVolumeTestJSON-850155022 tempest-AttachVolumeTestJSON-850155022-project] Pushing event deleted for resources: {'Port': ['ID=187dbab2-17f7-4985-97bf-cdc20c4f4895,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:10:56.486833 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] For port 9cb4810f-3fc1-41cc-bc3b-e369f4515442, host n-h2-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=9cb4810f-3fc1-41cc-bc3b-e369f4515442,segment=NetworkSegment(0414d6eb-b060-4295-bd01-14cc6aa3c398),segment_id=0414d6eb-b060-4295-bd01-14cc6aa3c398)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:10:56.489904 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:56.490812 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [req-b2d95890-0d28-4e39-ad53-bd2a4b174073 req-cd315f16-af90-4e92-b9e0-ab5e79de9483 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23d9747b-8ce4-4119-a18c-7f86721fbd0c {{(pid=105584) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:10:56.492486 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:56.509825 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-b2d95890-0d28-4e39-ad53-bd2a4b174073 req-cd315f16-af90-4e92-b9e0-ab5e79de9483 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:56.535683 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-ae216656-9c4a-4598-9b18-2fae8abce15b req-ac05388e-77fd-4925-a76b-2b749ef7e131 tempest-AttachVolumeTestJSON-850155022 tempest-AttachVolumeTestJSON-850155022-project] 10.222.0.59 "GET /v2.0/ports?device_id=0f9b044c-3d59-4da2-bba4-f9456b3d9774 HTTP/1.1" status: 200 len: 210 time: 0.0815699 Jul 27 21:10:56.539748 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [None req-3d54578f-831f-4696-b568-13c455922dab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db725ed7-e41d-4ba8-a1df-992b6e957811 {{(pid=105586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:10:56.591515 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] For port db725ed7-e41d-4ba8-a1df-992b6e957811, host n-h2-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=db725ed7-e41d-4ba8-a1df-992b6e957811,segment=NetworkSegment(74356e05-950c-4c55-88c6-85a1b1fc145d),segment_id=74356e05-950c-4c55-88c6-85a1b1fc145d)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:10:56.596097 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Pushing event updated for resources: {'Port': ['ID=9cb4810f-3fc1-41cc-bc3b-e369f4515442,revision_number=5']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:10:56.600360 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:56.672441 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.provisioning_blocks [req-b2d95890-0d28-4e39-ad53-bd2a4b174073 req-cd315f16-af90-4e92-b9e0-ab5e79de9483 service neutron] Transition to ACTIVE for port object 23d9747b-8ce4-4119-a18c-7f86721fbd0c will not be triggered until provisioned by entity L2. {{(pid=105584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:10:56.683386 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Pushing event updated for resources: {'Port': ['ID=db725ed7-e41d-4ba8-a1df-992b6e957811,revision_number=4']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:10:56.704197 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046e5219-ea93-4c4c-9f7f-d099b01c9032 req-43e71d16-e955-4c54-bc8a-83ed86697360 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:56.710137 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046e5219-ea93-4c4c-9f7f-d099b01c9032 req-43e71d16-e955-4c54-bc8a-83ed86697360 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:56.716158 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046e5219-ea93-4c4c-9f7f-d099b01c9032 req-43e71d16-e955-4c54-bc8a-83ed86697360 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:56.717633 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-b2d95890-0d28-4e39-ad53-bd2a4b174073 req-cd315f16-af90-4e92-b9e0-ab5e79de9483 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9014027'] for port, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:56.717785 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-046e5219-ea93-4c4c-9f7f-d099b01c9032 req-43e71d16-e955-4c54-bc8a-83ed86697360 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] 10.222.0.59 "GET /v2.0/ports?device_id=9dfbe127-2e40-448a-9032-c49d8e1e61fe HTTP/1.1" status: 200 len: 2409 time: 0.1986251 Jul 27 21:10:56.740876 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-4b5d0059-92c8-4961-9ddf-16fdd540eee1 req-ef1ba252-f67e-443a-aeb1-221783c4a61a tempest-VolumesBackupsTest-618387329 tempest-VolumesBackupsTest-618387329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:56.820560 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-046e5219-ea93-4c4c-9f7f-d099b01c9032 req-a018f0ba-8aaa-48bd-8dc1-b50f5f64cc85 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] 10.222.0.59 "GET /v2.0/security-groups?id=602b6e89-9902-4d75-b8ec-25947a9f847b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0896947 Jul 27 21:10:56.824912 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-f961325d-732d-4ca6-a7d7-98b1a9f6e577 req-0522c6fa-c64f-40b0-8ae4-3afcd956be67 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:56.865714 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0522c6fa-c64f-40b0-8ae4-3afcd956be67 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Pushing event deleted for resources: {'Port': ['ID=77be7659-fdfb-438e-a2e3-51247a28b9bd,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:10:56.876100 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751d68b9-f5fe-49cb-9544-02c7d6a5beba req-3834dec9-69ad-4ac9-8c4b-c7f9522d1eb5 tempest-ServerGroupTestJSON-1169547058 tempest-ServerGroupTestJSON-1169547058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:56.877701 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-751d68b9-f5fe-49cb-9544-02c7d6a5beba req-3834dec9-69ad-4ac9-8c4b-c7f9522d1eb5 tempest-ServerGroupTestJSON-1169547058 tempest-ServerGroupTestJSON-1169547058-project] 10.222.0.59 "GET /v2.0/ports?device_id=7f5ae194-1873-4ad7-b24f-a5b0d57a7651 HTTP/1.1" status: 200 len: 931 time: 0.2266891 Jul 27 21:10:56.927826 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] get_ports_and_sgs() called for port_ids ['db725ed7-e41d-4ba8-a1df-992b6e957811'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:10:57.005183 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-751d68b9-f5fe-49cb-9544-02c7d6a5beba req-1511afc5-3bc6-4b66-9a7e-1c31c33ff36b tempest-ServerGroupTestJSON-1169547058 tempest-ServerGroupTestJSON-1169547058-project] 10.222.0.59 "GET /v2.0/security-groups?id=9452be26-1072-4150-a3f4-6643a17fba9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152887 Jul 27 21:10:57.059937 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd315f16-af90-4e92-b9e0-ab5e79de9483 service neutron] Pushing event updated for resources: {'Port': ['ID=23d9747b-8ce4-4119-a18c-7f86721fbd0c,revision_number=2']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:10:57.078983 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b5d0059-92c8-4961-9ddf-16fdd540eee1 req-ef1ba252-f67e-443a-aeb1-221783c4a61a tempest-VolumesBackupsTest-618387329 tempest-VolumesBackupsTest-618387329-project] No DVR routers for this DVR port 97590221-6df0-44c7-a3b4-502f88578087 on host n-h2-705658-22 {{(pid=105584) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:10:57.093709 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f961325d-732d-4ca6-a7d7-98b1a9f6e577 req-0522c6fa-c64f-40b0-8ae4-3afcd956be67 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Router 2ff795ca-7109-4086-916f-a75c0e8f3ca7 has already been hosted by L3 agent dd128fd7-8e57-4d4f-895b-a96b369df59a {{(pid=105585) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:10:57.101944 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-4b5d0059-92c8-4961-9ddf-16fdd540eee1 req-ef1ba252-f67e-443a-aeb1-221783c4a61a tempest-VolumesBackupsTest-618387329 tempest-VolumesBackupsTest-618387329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:57.104042 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-4b5d0059-92c8-4961-9ddf-16fdd540eee1 req-ef1ba252-f67e-443a-aeb1-221783c4a61a tempest-VolumesBackupsTest-618387329 tempest-VolumesBackupsTest-618387329-project] 10.222.0.60 "DELETE /v2.0/ports/97590221-6df0-44c7-a3b4-502f88578087 HTTP/1.1" status: 204 len: 173 time: 2.1210828 Jul 27 21:10:57.105024 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b83618d1-1e8a-4ce6-8149-71fadd025d84', 'name': 'network-vif-deleted', 'tag': '97590221-6df0-44c7-a3b4-502f88578087'}] {{(pid=105584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:10:57.108332 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bce5e6c8685464f7626901654159975603b047827e3138302ed6566e28f1343" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b19d4755-cb45-4fe5-b753-2b5d045579a7" -d '{"events": [{"server_uuid": "b83618d1-1e8a-4ce6-8149-71fadd025d84", "name": "network-vif-deleted", "tag": "97590221-6df0-44c7-a3b4-502f88578087"}]}' {{(pid=105584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:10:57.109732 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc0e622-9204-4409-bb15-c7f95a0ecabc req-e0bac489-afbc-4ab3-a991-7f09fc90a8fc tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:57.121483 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-acc0e622-9204-4409-bb15-c7f95a0ecabc req-e0bac489-afbc-4ab3-a991-7f09fc90a8fc tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] 10.222.0.59 "GET /v2.0/ports?device_id=74636b36-ec44-4487-91bf-4f8efb4719fd HTTP/1.1" status: 200 len: 944 time: 0.1635923 Jul 27 21:10:57.166103 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1ba252-f67e-443a-aeb1-221783c4a61a tempest-VolumesBackupsTest-618387329 tempest-VolumesBackupsTest-618387329-project] Pushing event deleted for resources: {'Port': ['ID=97590221-6df0-44c7-a3b4-502f88578087,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:10:57.206053 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.l3_agent_scheduler [req-eedf59c4-f3df-48d1-a187-691b89b94a60 req-d1a02972-e990-4221-9425-e996f5d7594c tempest-AttachVolumeTestJSON-850155022 tempest-AttachVolumeTestJSON-850155022-project] Router 809e5d14-abce-43db-b847-0ff958180cd5 has already been hosted by L3 agent dd128fd7-8e57-4d4f-895b-a96b369df59a {{(pid=105584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:10:57.222257 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-26a259ac-8657-4eb6-b21d-ec514b455e8b req-8ae075b7-51ab-4b95-8ef7-5ce2deedcf83 tempest-VolumesBackupsTest-618387329 tempest-VolumesBackupsTest-618387329-project] 10.222.0.59 "GET /v2.0/ports?device_id=b83618d1-1e8a-4ce6-8149-71fadd025d84 HTTP/1.1" status: 200 len: 210 time: 0.0467079 Jul 27 21:10:57.229265 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8518f80-13bc-4784-9008-50df2d4202aa tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Notify agent at l3_agent.n-d-705658-22 the message routers_updated {{(pid=105584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:10:57.240363 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-f8518f80-13bc-4784-9008-50df2d4202aa tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for floatingip, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:57.244289 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec33f1d2-23ff-41f2-b094-9e283b8e0934 None None] Sync routers for ids ['683094f9-2dcf-42b3-bad1-741b27397f8f'] in n-d-705658-22 {{(pid=105587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:10:57.254737 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-ff8adfe0-5268-48fc-b4e6-47d4a29e7a8c req-fabeb6d8-2d84-4eaf-bc73-b8ebfc01afee service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=74636b36-ec44-4487-91bf-4f8efb4719fd&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.5844169 Jul 27 21:10:57.261058 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec33f1d2-23ff-41f2-b094-9e283b8e0934 None None] Routers {'683094f9-2dcf-42b3-bad1-741b27397f8f'} bound to L3 agent in host n-d-705658-22 {{(pid=105587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:10:57.262679 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-ec33f1d2-23ff-41f2-b094-9e283b8e0934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:10:42Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['683094f9-2dcf-42b3-bad1-741b27397f8f'], 'active': True} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:10:57.296413 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-acc0e622-9204-4409-bb15-c7f95a0ecabc req-ae218da7-4fa8-43bc-abb6-e3873116ca70 tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] 10.222.0.59 "GET /v2.0/security-groups?id=d845222d-5ac4-450c-bcf5-0222a977607f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1582861 Jul 27 21:10:57.349956 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f961325d-732d-4ca6-a7d7-98b1a9f6e577 req-0522c6fa-c64f-40b0-8ae4-3afcd956be67 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Notify agent at l3_agent.n-d-705658-22 the message routers_updated {{(pid=105585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:10:57.373772 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:10:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01670656-e6d9-493d-9b86-676745818db1 x-openstack-request-id: req-01670656-e6d9-493d-9b86-676745818db1 {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:10:57.374053 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b83618d1-1e8a-4ce6-8149-71fadd025d84", "name": "network-vif-deleted", "tag": "97590221-6df0-44c7-a3b4-502f88578087", "status": "completed", "code": 200}]} {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:10:57.374312 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-01670656-e6d9-493d-9b86-676745818db1 {{(pid=105584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:10:57.374686 n-d-705658-22 neutron-server[105584]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b83618d1-1e8a-4ce6-8149-71fadd025d84', 'name': 'network-vif-deleted', 'tag': '97590221-6df0-44c7-a3b4-502f88578087', 'status': 'completed', 'code': 200} Jul 27 21:10:57.376575 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55a1466d-4044-4758-9681-ec4abb8e7e67 None None] Sync routers for ids ['2ff795ca-7109-4086-916f-a75c0e8f3ca7'] in n-d-705658-22 {{(pid=105586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:10:57.392620 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-ec33f1d2-23ff-41f2-b094-9e283b8e0934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-22', False) {} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:10:57.398357 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55a1466d-4044-4758-9681-ec4abb8e7e67 None None] Routers {'2ff795ca-7109-4086-916f-a75c0e8f3ca7'} bound to L3 agent in host n-d-705658-22 {{(pid=105586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:10:57.399468 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-55a1466d-4044-4758-9681-ec4abb8e7e67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:10:42Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['2ff795ca-7109-4086-916f-a75c0e8f3ca7'], 'active': True} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:10:57.429835 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec33f1d2-23ff-41f2-b094-9e283b8e0934 None None] Routers {'683094f9-2dcf-42b3-bad1-741b27397f8f'} bound to L3 agent in host n-d-705658-22 {{(pid=105587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:10:57.430668 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-ec33f1d2-23ff-41f2-b094-9e283b8e0934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:10:42Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['683094f9-2dcf-42b3-bad1-741b27397f8f'], 'active': True} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:10:57.474709 n-d-705658-22 neutron-server[105585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9dfbe127-2e40-448a-9032-c49d8e1e61fe', 'name': 'network-vif-deleted', 'tag': '3276e718-0114-4f87-baff-9e6aac56604a'}] {{(pid=105585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:10:57.477186 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d66fd65881426bfc2b5388084a3654e5eae521106a15a3dbf0eb4cde7106c36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7ba53d7-8a3f-49a0-8acc-225b3d2a1251" -d '{"events": [{"server_uuid": "9dfbe127-2e40-448a-9032-c49d8e1e61fe", "name": "network-vif-deleted", "tag": "3276e718-0114-4f87-baff-9e6aac56604a"}]}' {{(pid=105585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:10:57.498140 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-ec33f1d2-23ff-41f2-b094-9e283b8e0934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-22', False) {} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:10:57.504690 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec33f1d2-23ff-41f2-b094-9e283b8e0934 None None] The sync data for ids ['683094f9-2dcf-42b3-bad1-741b27397f8f'] in n-d-705658-22 is: [] {{(pid=105587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:10:57.517647 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64fdf53e-5efa-469d-98b2-121656c882b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cb4810f-3fc1-41cc-bc3b-e369f4515442'}] {{(pid=105586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:10:57.517889 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [req-b2d95890-0d28-4e39-ad53-bd2a4b174073 req-cd315f16-af90-4e92-b9e0-ab5e79de9483 service neutron] Attempting to bind port 23d9747b-8ce4-4119-a18c-7f86721fbd0c on host n-h1-705658-22 for vnic_type normal with profile {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:10:57.518006 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [req-b2d95890-0d28-4e39-ad53-bd2a4b174073 req-cd315f16-af90-4e92-b9e0-ab5e79de9483 service neutron] Attempting to bind port 23d9747b-8ce4-4119-a18c-7f86721fbd0c by drivers openvswitch,hyperv on host n-h1-705658-22 at level 0 using segments [{'id': '30771d55-6edd-4911-b2ca-f2bd29b5a2a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '2e3de18a-805f-4a44-8fb1-95d927c29e55'}] {{(pid=105584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:10:57.518294 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2d95890-0d28-4e39-ad53-bd2a4b174073 req-cd315f16-af90-4e92-b9e0-ab5e79de9483 service neutron] Attempting to bind port 23d9747b-8ce4-4119-a18c-7f86721fbd0c on network 2e3de18a-805f-4a44-8fb1-95d927c29e55 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:10:57.526988 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14c1663e039faf5393f87855f745010ac5b02220355b68fdbf065393e303ac56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbc2491a-4565-43d1-a56a-5254ffad24ab" -d '{"events": [{"server_uuid": "64fdf53e-5efa-469d-98b2-121656c882b0", "name": "network-vif-plugged", "status": "completed", "tag": "9cb4810f-3fc1-41cc-bc3b-e369f4515442"}]}' {{(pid=105586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:10:57.534270 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2d95890-0d28-4e39-ad53-bd2a4b174073 req-cd315f16-af90-4e92-b9e0-ab5e79de9483 service neutron] Port 23d9747b-8ce4-4119-a18c-7f86721fbd0c on network 2e3de18a-805f-4a44-8fb1-95d927c29e55 not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-22 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:10:57.534838 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2d95890-0d28-4e39-ad53-bd2a4b174073 req-cd315f16-af90-4e92-b9e0-ab5e79de9483 service neutron] Attempting to bind port 23d9747b-8ce4-4119-a18c-7f86721fbd0c on network 2e3de18a-805f-4a44-8fb1-95d927c29e55 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:10:57.552035 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2d95890-0d28-4e39-ad53-bd2a4b174073 req-cd315f16-af90-4e92-b9e0-ab5e79de9483 service neutron] Checking agent: {'id': '9d9bc37f-4d75-44ef-9f63-799aab3e316f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 49, 36), 'started_at': datetime.datetime(2021, 7, 27, 20, 49, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 10, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:10:57.552306 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2d95890-0d28-4e39-ad53-bd2a4b174073 req-cd315f16-af90-4e92-b9e0-ab5e79de9483 service neutron] Checking segment: {'id': '30771d55-6edd-4911-b2ca-f2bd29b5a2a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '2e3de18a-805f-4a44-8fb1-95d927c29e55'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:10:57.552693 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2d95890-0d28-4e39-ad53-bd2a4b174073 req-cd315f16-af90-4e92-b9e0-ab5e79de9483 service neutron] Bound using segment: {'id': '30771d55-6edd-4911-b2ca-f2bd29b5a2a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '2e3de18a-805f-4a44-8fb1-95d927c29e55'} {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:10:57.553440 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [req-b2d95890-0d28-4e39-ad53-bd2a4b174073 req-cd315f16-af90-4e92-b9e0-ab5e79de9483 service neutron] Bound port: 23d9747b-8ce4-4119-a18c-7f86721fbd0c, host: n-h1-705658-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30771d55-6edd-4911-b2ca-f2bd29b5a2a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '2e3de18a-805f-4a44-8fb1-95d927c29e55'}}] {{(pid=105584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:10:57.553993 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-b2d95890-0d28-4e39-ad53-bd2a4b174073 req-cd315f16-af90-4e92-b9e0-ab5e79de9483 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:57.556513 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.l3_dvrscheduler_db [req-f961325d-732d-4ca6-a7d7-98b1a9f6e577 req-0522c6fa-c64f-40b0-8ae4-3afcd956be67 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] No DVR routers for this DVR port 77be7659-fdfb-438e-a2e3-51247a28b9bd on host n-h1-705658-22 {{(pid=105585) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:10:57.565445 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-f961325d-732d-4ca6-a7d7-98b1a9f6e577 req-0522c6fa-c64f-40b0-8ae4-3afcd956be67 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:57.567725 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f961325d-732d-4ca6-a7d7-98b1a9f6e577 req-0522c6fa-c64f-40b0-8ae4-3afcd956be67 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] 10.222.0.36 "DELETE /v2.0/ports/77be7659-fdfb-438e-a2e3-51247a28b9bd HTTP/1.1" status: 204 len: 173 time: 1.9550405 Jul 27 21:10:57.657622 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [req-b2d95890-0d28-4e39-ad53-bd2a4b174073 req-cd315f16-af90-4e92-b9e0-ab5e79de9483 service neutron] For port 23d9747b-8ce4-4119-a18c-7f86721fbd0c, host n-h1-705658-22, cleared binding levels {{(pid=105584) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:10:57.661183 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [req-b2d95890-0d28-4e39-ad53-bd2a4b174073 req-cd315f16-af90-4e92-b9e0-ab5e79de9483 service neutron] For port 23d9747b-8ce4-4119-a18c-7f86721fbd0c, host n-h1-705658-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=23d9747b-8ce4-4119-a18c-7f86721fbd0c,segment=NetworkSegment(30771d55-6edd-4911-b2ca-f2bd29b5a2a0),segment_id=30771d55-6edd-4911-b2ca-f2bd29b5a2a0)] {{(pid=105584) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:10:57.671173 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-f8518f80-13bc-4784-9008-50df2d4202aa tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] 10.222.0.59 "PUT /v2.0/floatingips/d29204d3-cf44-4cc2-a7af-3dc1c2937372 HTTP/1.1" status: 200 len: 978 time: 5.2243540 Jul 27 21:10:57.677117 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-b2d95890-0d28-4e39-ad53-bd2a4b174073 req-cd315f16-af90-4e92-b9e0-ab5e79de9483 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9014027'] for port, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:57.680957 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvr_db [None req-55a1466d-4044-4758-9681-ec4abb8e7e67 None None] Set router 2ff795ca-7109-4086-916f-a75c0e8f3ca7 gateway port host: n-d-705658-22 {{(pid=105586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:10:57.722859 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 57394) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:10:57.855573 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d95890-0d28-4e39-ad53-bd2a4b174073 req-cd315f16-af90-4e92-b9e0-ab5e79de9483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:57.856409 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-b2d95890-0d28-4e39-ad53-bd2a4b174073 req-cd315f16-af90-4e92-b9e0-ab5e79de9483 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:57.857984 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-b2d95890-0d28-4e39-ad53-bd2a4b174073 req-cd315f16-af90-4e92-b9e0-ab5e79de9483 service neutron] 10.222.0.36 "PUT /v2.0/ports/23d9747b-8ce4-4119-a18c-7f86721fbd0c HTTP/1.1" status: 200 len: 1092 time: 2.9902177 Jul 27 21:10:57.887417 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-eedf59c4-f3df-48d1-a187-691b89b94a60 req-d1a02972-e990-4221-9425-e996f5d7594c tempest-AttachVolumeTestJSON-850155022 tempest-AttachVolumeTestJSON-850155022-project] Notify agent at l3_agent.n-d-705658-22 the message routers_updated {{(pid=105584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:10:57.902147 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f0074b3-93fa-41f0-9113-3cf1633943da None None] Sync routers for ids ['809e5d14-abce-43db-b847-0ff958180cd5'] in n-d-705658-22 {{(pid=105587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:10:57.916723 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f0074b3-93fa-41f0-9113-3cf1633943da None None] Routers {'809e5d14-abce-43db-b847-0ff958180cd5'} bound to L3 agent in host n-d-705658-22 {{(pid=105587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:10:57.917750 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-4f0074b3-93fa-41f0-9113-3cf1633943da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:10:42Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['809e5d14-abce-43db-b847-0ff958180cd5'], 'active': True} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:10:58.010252 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd315f16-af90-4e92-b9e0-ab5e79de9483 service neutron] Pushing event updated for resources: {'Port': ['ID=23d9747b-8ce4-4119-a18c-7f86721fbd0c,revision_number=3']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:10:58.065455 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [req-eedf59c4-f3df-48d1-a187-691b89b94a60 req-d1a02972-e990-4221-9425-e996f5d7594c tempest-AttachVolumeTestJSON-850155022 tempest-AttachVolumeTestJSON-850155022-project] No DVR routers for this DVR port 187dbab2-17f7-4985-97bf-cdc20c4f4895 on host n-h1-705658-22 {{(pid=105584) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:10:58.070380 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-eedf59c4-f3df-48d1-a187-691b89b94a60 req-d1a02972-e990-4221-9425-e996f5d7594c tempest-AttachVolumeTestJSON-850155022 tempest-AttachVolumeTestJSON-850155022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:58.072706 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-eedf59c4-f3df-48d1-a187-691b89b94a60 req-d1a02972-e990-4221-9425-e996f5d7594c tempest-AttachVolumeTestJSON-850155022 tempest-AttachVolumeTestJSON-850155022-project] 10.222.0.36 "DELETE /v2.0/ports/187dbab2-17f7-4985-97bf-cdc20c4f4895 HTTP/1.1" status: 204 len: 173 time: 3.9647710 Jul 27 21:10:58.086015 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-55a1466d-4044-4758-9681-ec4abb8e7e67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ff795ca-7109-4086-916f-a75c0e8f3ca7', 'name': 'tempest-TaggedBootDevicesTest-1805420441-router', 'tenant_id': '16c9b99e3d6b4b58a380b57255ba6d41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.55'}], 'enable_snat': True}, 'gw_port_id': 'c05afdf9-c35e-4b2b-a686-38776cd84384', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:00:25Z', 'updated_at': '2021-07-27T21:00:34Z', 'revision_number': 4, 'project_id': '16c9b99e3d6b4b58a380b57255ba6d41', 'gw_port': {'id': 'c05afdf9-c35e-4b2b-a686-38776cd84384', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:65:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ff795ca-7109-4086-916f-a75c0e8f3ca7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 966, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:00:27Z', 'updated_at': '2021-07-27T21:00:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_interfaces': [{'id': '5ce062f0-767c-41c3-bab4-69fff6c5f517', 'name': '', 'network_id': '7ff0eeb8-777d-434e-b9ec-a1527ebf3b8c', 'tenant_id': '16c9b99e3d6b4b58a380b57255ba6d41', 'mac_address': 'fa:16:3e:03:b5:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ff795ca-7109-4086-916f-a75c0e8f3ca7', 'device_owner': 'network:router_interface', 'standard_attr_id': 982, 'fixed_ips': [{'subnet_id': '57eac71b-5ae3-4b5a-b197-44e1dceaf130', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:00:33Z', 'updated_at': '2021-07-27T21:00:42Z', 'revision_number': 5, 'project_id': '16c9b99e3d6b4b58a380b57255ba6d41', 'subnets': [{'id': '57eac71b-5ae3-4b5a-b197-44e1dceaf130', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-22', False) {} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:10:58.130252 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Device db725ed7-e41d-4ba8-a1df-992b6e957811 up at agent hyperv_n-h2-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:10:58.152316 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvr_db [None req-4f0074b3-93fa-41f0-9113-3cf1633943da None None] Set router 809e5d14-abce-43db-b847-0ff958180cd5 gateway port host: n-d-705658-22 {{(pid=105587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:10:58.183184 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f395f0-5db5-415e-ad94-b4b64832ab8b req-ed899fec-27c8-4f0e-aa56-b753552e5a10 tempest-ImagesTestJSON-607612606 tempest-ImagesTestJSON-607612606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:58.190383 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d95890-0d28-4e39-ad53-bd2a4b174073 req-752eb5d3-5c27-461d-a8b0-1f59ced96990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:58.191558 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e5f395f0-5db5-415e-ad94-b4b64832ab8b req-ed899fec-27c8-4f0e-aa56-b753552e5a10 tempest-ImagesTestJSON-607612606 tempest-ImagesTestJSON-607612606-project] 10.222.0.59 "GET /v2.0/ports?device_id=38f0972f-cbf0-48ff-b58f-791ca32012aa HTTP/1.1" status: 200 len: 944 time: 0.7435908 Jul 27 21:10:58.192300 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-b2d95890-0d28-4e39-ad53-bd2a4b174073 req-752eb5d3-5c27-461d-a8b0-1f59ced96990 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0c74ca52f293420ba8ce8cd6521403ec&device_id=7f5ae194-1873-4ad7-b24f-a5b0d57a7651 HTTP/1.1" status: 200 len: 1095 time: 0.1873522 Jul 27 21:10:58.196859 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-fa476ae3-6dac-4615-94d5-3aa055efa30f tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Deleting port d51ef345-a7fc-48c3-ba6d-a46cc05f2efc {{(pid=105584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:10:58.197214 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-fa476ae3-6dac-4615-94d5-3aa055efa30f tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:58.208387 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ff94f3-7c87-4ae3-a07b-267d713e12ef req-caf3801e-89e3-4b2b-b665-9687c50c4001 tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:58.210623 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-17ff94f3-7c87-4ae3-a07b-267d713e12ef req-caf3801e-89e3-4b2b-b665-9687c50c4001 tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] 10.222.0.59 "GET /v2.0/ports?device_id=64fdf53e-5efa-469d-98b2-121656c882b0 HTTP/1.1" status: 200 len: 945 time: 0.7634997 Jul 27 21:10:58.223676 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55a1466d-4044-4758-9681-ec4abb8e7e67 None None] Checking router: 2ff795ca-7109-4086-916f-a75c0e8f3ca7 for host: n-d-705658-22 {{(pid=105586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:10:58.265992 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55a1466d-4044-4758-9681-ec4abb8e7e67 None None] Routers {'2ff795ca-7109-4086-916f-a75c0e8f3ca7'} bound to L3 agent in host n-d-705658-22 {{(pid=105586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:10:58.268102 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-55a1466d-4044-4758-9681-ec4abb8e7e67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:10:42Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['2ff795ca-7109-4086-916f-a75c0e8f3ca7'], 'active': True} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:10:58.274108 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-b2d95890-0d28-4e39-ad53-bd2a4b174073 req-e273fbaf-3a5c-4c69-97eb-ec919a4df5d6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=23d9747b-8ce4-4119-a18c-7f86721fbd0c HTTP/1.1" status: 200 len: 217 time: 0.0713248 Jul 27 21:10:58.275467 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-3d54578f-831f-4696-b568-13c455922dab None None] Provisioning for port db725ed7-e41d-4ba8-a1df-992b6e957811 completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:10:58.286333 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e5f395f0-5db5-415e-ad94-b4b64832ab8b req-b5bf4e92-7208-4d39-a60e-98d87c35e792 tempest-ImagesTestJSON-607612606 tempest-ImagesTestJSON-607612606-project] 10.222.0.59 "GET /v2.0/security-groups?id=0824f12c-25ec-46a0-872f-0482607e4324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937328 Jul 27 21:10:58.318423 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [req-f961325d-732d-4ca6-a7d7-98b1a9f6e577 req-95d72a52-7c9b-4bf3-bceb-ff28898f4a05 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Deleting port d43b57af-f2a8-4881-8284-641e3fd25638 {{(pid=105585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:10:58.318773 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-f961325d-732d-4ca6-a7d7-98b1a9f6e577 req-95d72a52-7c9b-4bf3-bceb-ff28898f4a05 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:58.342672 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-3d54578f-831f-4696-b568-13c455922dab None None] Provisioning complete for port db725ed7-e41d-4ba8-a1df-992b6e957811 triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:10:58.343070 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:58.390312 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:10:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adfeba0d-cbc8-4c98-8e7b-e3b076edc4e0 x-openstack-request-id: req-adfeba0d-cbc8-4c98-8e7b-e3b076edc4e0 {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:10:58.391378 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64fdf53e-5efa-469d-98b2-121656c882b0", "name": "network-vif-plugged", "status": "completed", "tag": "9cb4810f-3fc1-41cc-bc3b-e369f4515442", "code": 200}]} {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:10:58.395130 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-adfeba0d-cbc8-4c98-8e7b-e3b076edc4e0 {{(pid=105586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:10:58.395274 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d95890-0d28-4e39-ad53-bd2a4b174073 req-31c3fd34-a42c-49f5-98e9-db71d3f7ab68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:58.396278 n-d-705658-22 neutron-server[105586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64fdf53e-5efa-469d-98b2-121656c882b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cb4810f-3fc1-41cc-bc3b-e369f4515442', 'code': 200} Jul 27 21:10:58.396720 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-b2d95890-0d28-4e39-ad53-bd2a4b174073 req-31c3fd34-a42c-49f5-98e9-db71d3f7ab68 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2edef0a1-880e-49a6-a1a1-ab40d4605903 HTTP/1.1" status: 200 len: 849 time: 0.1140928 Jul 27 21:10:58.444999 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-fa476ae3-6dac-4615-94d5-3aa055efa30f tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:58.453008 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.db [req-f961325d-732d-4ca6-a7d7-98b1a9f6e577 req-95d72a52-7c9b-4bf3-bceb-ff28898f4a05 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] For port d43b57af-f2a8-4881-8284-641e3fd25638, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=d43b57af-f2a8-4881-8284-641e3fd25638,segment=NetworkSegment(5fcc0d93-e07a-46e4-8302-f378dcfc2dad),segment_id=5fcc0d93-e07a-46e4-8302-f378dcfc2dad)] {{(pid=105585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:10:58.453008 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-f961325d-732d-4ca6-a7d7-98b1a9f6e577 req-95d72a52-7c9b-4bf3-bceb-ff28898f4a05 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:58.469095 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [req-f961325d-732d-4ca6-a7d7-98b1a9f6e577 req-95d72a52-7c9b-4bf3-bceb-ff28898f4a05 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Calling delete_port for d43b57af-f2a8-4881-8284-641e3fd25638 owned by compute:nova {{(pid=105585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:10:58.508197 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:58.526307 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvr_db [None req-55a1466d-4044-4758-9681-ec4abb8e7e67 None None] Set router 2ff795ca-7109-4086-916f-a75c0e8f3ca7 gateway port host: n-d-705658-22 {{(pid=105586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:10:58.558956 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-b2d95890-0d28-4e39-ad53-bd2a4b174073 req-1416af13-6da0-41a0-9a87-5793e729aad6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2e3de18a-805f-4a44-8fb1-95d927c29e55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1345749 Jul 27 21:10:58.580873 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-4f0074b3-93fa-41f0-9113-3cf1633943da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '809e5d14-abce-43db-b847-0ff958180cd5', 'name': 'tempest-AttachVolumeTestJSON-673897176-router', 'tenant_id': 'dcfc656e3a0b42809921004863a52506', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.2'}], 'enable_snat': True}, 'gw_port_id': '77e13f84-416d-4b78-aeaa-978e413ab22c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:06:23Z', 'updated_at': '2021-07-27T21:06:28Z', 'revision_number': 4, 'project_id': 'dcfc656e3a0b42809921004863a52506', 'gw_port': {'id': '77e13f84-416d-4b78-aeaa-978e413ab22c', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:e6:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '809e5d14-abce-43db-b847-0ff958180cd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:06:24Z', 'updated_at': '2021-07-27T21:06:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_interfaces': [{'id': '1513f8ea-a9a9-42b8-9469-070c68e29358', 'name': '', 'network_id': '32d25553-aa43-4782-af0c-d6a2b47507a7', 'tenant_id': 'dcfc656e3a0b42809921004863a52506', 'mac_address': 'fa:16:3e:e8:26:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '809e5d14-abce-43db-b847-0ff958180cd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': 'fdae47fc-2d6f-4c83-9067-18a839318850', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:06:27Z', 'updated_at': '2021-07-27T21:06:36Z', 'revision_number': 5, 'project_id': 'dcfc656e3a0b42809921004863a52506', 'subnets': [{'id': 'fdae47fc-2d6f-4c83-9067-18a839318850', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-22', False) {} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:10:58.591542 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] For port db725ed7-e41d-4ba8-a1df-992b6e957811, host n-h2-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=db725ed7-e41d-4ba8-a1df-992b6e957811,segment=NetworkSegment(74356e05-950c-4c55-88c6-85a1b1fc145d),segment_id=74356e05-950c-4c55-88c6-85a1b1fc145d)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:10:58.619390 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f0074b3-93fa-41f0-9113-3cf1633943da None None] Checking router: 809e5d14-abce-43db-b847-0ff958180cd5 for host: n-d-705658-22 {{(pid=105587) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:10:58.621594 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:10:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df5d36e5-2617-49a3-bf66-b20dd7faaf97 x-openstack-request-id: req-df5d36e5-2617-49a3-bf66-b20dd7faaf97 {{(pid=105585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:10:58.621893 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9dfbe127-2e40-448a-9032-c49d8e1e61fe", "name": "network-vif-deleted", "tag": "3276e718-0114-4f87-baff-9e6aac56604a", "status": "completed", "code": 200}]} {{(pid=105585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:10:58.622200 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-df5d36e5-2617-49a3-bf66-b20dd7faaf97 {{(pid=105585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:10:58.622582 n-d-705658-22 neutron-server[105585]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9dfbe127-2e40-448a-9032-c49d8e1e61fe', 'name': 'network-vif-deleted', 'tag': '3276e718-0114-4f87-baff-9e6aac56604a', 'status': 'completed', 'code': 200} Jul 27 21:10:58.627558 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:58.628802 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Device 97590221-6df0-44c7-a3b4-502f88578087 no longer exists at agent hyperv_n-h2-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:10:58.631985 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f0074b3-93fa-41f0-9113-3cf1633943da None None] Routers {'809e5d14-abce-43db-b847-0ff958180cd5'} bound to L3 agent in host n-d-705658-22 {{(pid=105587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:10:58.632792 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-4f0074b3-93fa-41f0-9113-3cf1633943da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:10:42Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['809e5d14-abce-43db-b847-0ff958180cd5'], 'active': True} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:10:58.661528 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-17ff94f3-7c87-4ae3-a07b-267d713e12ef req-988f1ca7-2baa-41f2-9d3a-0c05057c3256 tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] 10.222.0.59 "GET /v2.0/security-groups?id=c166a083-e7a4-430d-b39b-9b2d1c142ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4405262 Jul 27 21:10:58.663357 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b6f4e2a9-e8c2-4326-81d1-822cff94f5da req-8ef1ff5e-70a7-4cce-a5e9-e6c1d53dbf32 tempest-AttachVolumeTestJSON-850155022 tempest-AttachVolumeTestJSON-850155022-project] 10.222.0.59 "GET /v2.0/ports?device_id=0f9b044c-3d59-4da2-bba4-f9456b3d9774 HTTP/1.1" status: 200 len: 210 time: 0.0400331 Jul 27 21:10:58.664557 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-f961325d-732d-4ca6-a7d7-98b1a9f6e577 req-95d72a52-7c9b-4bf3-bceb-ff28898f4a05 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:58.713146 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d72a52-7c9b-4bf3-bceb-ff28898f4a05 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Pushing event deleted for resources: {'Port': ['ID=d43b57af-f2a8-4881-8284-641e3fd25638,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:10:58.739382 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-3d54578f-831f-4696-b568-13c455922dab None None] No Port match for: 97590221-6df0-44c7-a3b4-502f88578087 {{(pid=105586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:10:58.739766 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Device 97590221-6df0-44c7-a3b4-502f88578087 not bound to the agent host n-h2-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:10:58.786339 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvr_db [None req-4f0074b3-93fa-41f0-9113-3cf1633943da None None] Set router 809e5d14-abce-43db-b847-0ff958180cd5 gateway port host: n-d-705658-22 {{(pid=105587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:10:58.845123 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.l3_dvrscheduler_db [req-f961325d-732d-4ca6-a7d7-98b1a9f6e577 req-95d72a52-7c9b-4bf3-bceb-ff28898f4a05 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] No DVR routers for this DVR port d43b57af-f2a8-4881-8284-641e3fd25638 on host n-h1-705658-22 {{(pid=105585) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:10:58.852364 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-f961325d-732d-4ca6-a7d7-98b1a9f6e577 req-95d72a52-7c9b-4bf3-bceb-ff28898f4a05 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:58.855633 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f961325d-732d-4ca6-a7d7-98b1a9f6e577 req-95d72a52-7c9b-4bf3-bceb-ff28898f4a05 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] 10.222.0.36 "DELETE /v2.0/ports/d43b57af-f2a8-4881-8284-641e3fd25638 HTTP/1.1" status: 204 len: 173 time: 1.2793169 Jul 27 21:10:58.923286 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-fa476ae3-6dac-4615-94d5-3aa055efa30f tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:58.923919 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-fa476ae3-6dac-4615-94d5-3aa055efa30f tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4075768'] for floatingip, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:58.924062 n-d-705658-22 neutron-server[105584]: INFO neutron.db.l3_db [None req-fa476ae3-6dac-4615-94d5-3aa055efa30f tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Floating IP d29204d3-cf44-4cc2-a7af-3dc1c2937372 disassociated. External IP: 172.25.5.127, port: d51ef345-a7fc-48c3-ba6d-a46cc05f2efc. Jul 27 21:10:58.924301 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-fa476ae3-6dac-4615-94d5-3aa055efa30f tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Calling delete_port for d51ef345-a7fc-48c3-ba6d-a46cc05f2efc owned by {{(pid=105584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:10:58.957988 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Pushing event updated for resources: {'Port': ['ID=db725ed7-e41d-4ba8-a1df-992b6e957811,revision_number=5']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:10:59.021942 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-55a1466d-4044-4758-9681-ec4abb8e7e67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ff795ca-7109-4086-916f-a75c0e8f3ca7', 'name': 'tempest-TaggedBootDevicesTest-1805420441-router', 'tenant_id': '16c9b99e3d6b4b58a380b57255ba6d41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.55'}], 'enable_snat': True}, 'gw_port_id': 'c05afdf9-c35e-4b2b-a686-38776cd84384', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:00:25Z', 'updated_at': '2021-07-27T21:00:34Z', 'revision_number': 4, 'project_id': '16c9b99e3d6b4b58a380b57255ba6d41', 'gw_port': {'id': 'c05afdf9-c35e-4b2b-a686-38776cd84384', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:65:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ff795ca-7109-4086-916f-a75c0e8f3ca7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 966, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:00:27Z', 'updated_at': '2021-07-27T21:00:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_interfaces': [{'id': '5ce062f0-767c-41c3-bab4-69fff6c5f517', 'name': '', 'network_id': '7ff0eeb8-777d-434e-b9ec-a1527ebf3b8c', 'tenant_id': '16c9b99e3d6b4b58a380b57255ba6d41', 'mac_address': 'fa:16:3e:03:b5:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ff795ca-7109-4086-916f-a75c0e8f3ca7', 'device_owner': 'network:router_interface', 'standard_attr_id': 982, 'fixed_ips': [{'subnet_id': '57eac71b-5ae3-4b5a-b197-44e1dceaf130', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:00:33Z', 'updated_at': '2021-07-27T21:00:42Z', 'revision_number': 5, 'project_id': '16c9b99e3d6b4b58a380b57255ba6d41', 'subnets': [{'id': '57eac71b-5ae3-4b5a-b197-44e1dceaf130', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-22', False) {} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:10:59.030917 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1fcea2-d4b0-4b65-bf5f-5782180c8172 req-06954da8-b1d7-4d1b-b4c4-9c51bab73d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:59.033168 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-8e1fcea2-d4b0-4b65-bf5f-5782180c8172 req-06954da8-b1d7-4d1b-b4c4-9c51bab73d64 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=64fdf53e-5efa-469d-98b2-121656c882b0 HTTP/1.1" status: 200 len: 1097 time: 0.5531466 Jul 27 21:10:59.038226 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8adfe0-5268-48fc-b4e6-47d4a29e7a8c req-01ab42b8-c8ff-4093-8d0b-c2965dd499b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:59.039967 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-ff8adfe0-5268-48fc-b4e6-47d4a29e7a8c req-01ab42b8-c8ff-4093-8d0b-c2965dd499b9 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=74636b36-ec44-4487-91bf-4f8efb4719fd&tenant_id=3bfa1a2c35f349b1a3e408eca249b7cf HTTP/1.1" status: 200 len: 1096 time: 0.4771593 Jul 27 21:10:59.054240 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-b2d95890-0d28-4e39-ad53-bd2a4b174073 req-5352657b-8088-49d9-bdd6-1a8911bbdf65 service neutron] 10.222.0.36 "GET /v2.0/networks/2e3de18a-805f-4a44-8fb1-95d927c29e55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2544825 Jul 27 21:10:59.059074 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16445997-3755-41eb-b22c-00c5bf923f2a req-1f353c90-8f25-49e2-84fc-7c771a557a2a tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:59.069061 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-16445997-3755-41eb-b22c-00c5bf923f2a req-1f353c90-8f25-49e2-84fc-7c771a557a2a tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] 10.222.0.59 "GET /v2.0/ports?device_id=9dfbe127-2e40-448a-9032-c49d8e1e61fe HTTP/1.1" status: 200 len: 943 time: 0.2605152 Jul 27 21:10:59.089367 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55a1466d-4044-4758-9681-ec4abb8e7e67 None None] The sync data for ids ['2ff795ca-7109-4086-916f-a75c0e8f3ca7'] in n-d-705658-22 is: [{'id': '2ff795ca-7109-4086-916f-a75c0e8f3ca7', 'name': 'tempest-TaggedBootDevicesTest-1805420441-router', 'tenant_id': '16c9b99e3d6b4b58a380b57255ba6d41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.55'}], 'enable_snat': True}, 'gw_port_id': 'c05afdf9-c35e-4b2b-a686-38776cd84384', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:00:25Z', 'updated_at': '2021-07-27T21:00:34Z', 'revision_number': 4, 'project_id': '16c9b99e3d6b4b58a380b57255ba6d41', 'gw_port': {'id': 'c05afdf9-c35e-4b2b-a686-38776cd84384', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:65:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ff795ca-7109-4086-916f-a75c0e8f3ca7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 966, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:00:27Z', 'updated_at': '2021-07-27T21:00:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_interfaces': [{'id': '5ce062f0-767c-41c3-bab4-69fff6c5f517', 'name': '', 'network_id': '7ff0eeb8-777d-434e-b9ec-a1527ebf3b8c', 'tenant_id': '16c9b99e3d6b4b58a380b57255ba6d41', 'mac_address': 'fa:16:3e:03:b5:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ff795ca-7109-4086-916f-a75c0e8f3ca7', 'device_owner': 'network:router_interface', 'standard_attr_id': 982, 'fixed_ips': [{'subnet_id': '57eac71b-5ae3-4b5a-b197-44e1dceaf130', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:00:33Z', 'updated_at': '2021-07-27T21:00:42Z', 'revision_number': 5, 'project_id': '16c9b99e3d6b4b58a380b57255ba6d41', 'subnets': [{'id': '57eac71b-5ae3-4b5a-b197-44e1dceaf130', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:10:59.149482 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807fc650-4f82-48f3-83b1-e2aebec71599 req-5ccae2ed-f6d9-4dab-aa8b-ad97b365f4b7 tempest-ServerGroupTestJSON-1169547058 tempest-ServerGroupTestJSON-1169547058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:59.151178 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-807fc650-4f82-48f3-83b1-e2aebec71599 req-5ccae2ed-f6d9-4dab-aa8b-ad97b365f4b7 tempest-ServerGroupTestJSON-1169547058 tempest-ServerGroupTestJSON-1169547058-project] 10.222.0.59 "GET /v2.0/ports?device_id=7f5ae194-1873-4ad7-b24f-a5b0d57a7651 HTTP/1.1" status: 200 len: 943 time: 0.3438411 Jul 27 21:10:59.166705 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-16445997-3755-41eb-b22c-00c5bf923f2a req-c5d28093-d16e-4bb5-b211-c69beb5aeb8b tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] 10.222.0.59 "GET /v2.0/security-groups?id=602b6e89-9902-4d75-b8ec-25947a9f847b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0908744 Jul 27 21:10:59.174781 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-4f0074b3-93fa-41f0-9113-3cf1633943da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '809e5d14-abce-43db-b847-0ff958180cd5', 'name': 'tempest-AttachVolumeTestJSON-673897176-router', 'tenant_id': 'dcfc656e3a0b42809921004863a52506', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.2'}], 'enable_snat': True}, 'gw_port_id': '77e13f84-416d-4b78-aeaa-978e413ab22c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:06:23Z', 'updated_at': '2021-07-27T21:06:28Z', 'revision_number': 4, 'project_id': 'dcfc656e3a0b42809921004863a52506', 'gw_port': {'id': '77e13f84-416d-4b78-aeaa-978e413ab22c', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:e6:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '809e5d14-abce-43db-b847-0ff958180cd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:06:24Z', 'updated_at': '2021-07-27T21:06:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_interfaces': [{'id': '1513f8ea-a9a9-42b8-9469-070c68e29358', 'name': '', 'network_id': '32d25553-aa43-4782-af0c-d6a2b47507a7', 'tenant_id': 'dcfc656e3a0b42809921004863a52506', 'mac_address': 'fa:16:3e:e8:26:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '809e5d14-abce-43db-b847-0ff958180cd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': 'fdae47fc-2d6f-4c83-9067-18a839318850', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:06:27Z', 'updated_at': '2021-07-27T21:06:36Z', 'revision_number': 5, 'project_id': 'dcfc656e3a0b42809921004863a52506', 'subnets': [{'id': 'fdae47fc-2d6f-4c83-9067-18a839318850', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-22', False) {} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:10:59.225035 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f0074b3-93fa-41f0-9113-3cf1633943da None None] The sync data for ids ['809e5d14-abce-43db-b847-0ff958180cd5'] in n-d-705658-22 is: [{'id': '809e5d14-abce-43db-b847-0ff958180cd5', 'name': 'tempest-AttachVolumeTestJSON-673897176-router', 'tenant_id': 'dcfc656e3a0b42809921004863a52506', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.2'}], 'enable_snat': True}, 'gw_port_id': '77e13f84-416d-4b78-aeaa-978e413ab22c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:06:23Z', 'updated_at': '2021-07-27T21:06:28Z', 'revision_number': 4, 'project_id': 'dcfc656e3a0b42809921004863a52506', 'gw_port': {'id': '77e13f84-416d-4b78-aeaa-978e413ab22c', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:e6:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '809e5d14-abce-43db-b847-0ff958180cd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:06:24Z', 'updated_at': '2021-07-27T21:06:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_interfaces': [{'id': '1513f8ea-a9a9-42b8-9469-070c68e29358', 'name': '', 'network_id': '32d25553-aa43-4782-af0c-d6a2b47507a7', 'tenant_id': 'dcfc656e3a0b42809921004863a52506', 'mac_address': 'fa:16:3e:e8:26:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '809e5d14-abce-43db-b847-0ff958180cd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': 'fdae47fc-2d6f-4c83-9067-18a839318850', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:06:27Z', 'updated_at': '2021-07-27T21:06:36Z', 'revision_number': 5, 'project_id': 'dcfc656e3a0b42809921004863a52506', 'subnets': [{'id': 'fdae47fc-2d6f-4c83-9067-18a839318850', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:10:59.253682 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [req-f961325d-732d-4ca6-a7d7-98b1a9f6e577 req-8c911726-9388-421b-aedf-1b6f4c28daea tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Deleting port daa5a95d-1e99-4f3d-afc7-05f95606c9cd {{(pid=105585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:10:59.254600 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-f961325d-732d-4ca6-a7d7-98b1a9f6e577 req-8c911726-9388-421b-aedf-1b6f4c28daea tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:59.297894 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-8e1fcea2-d4b0-4b65-bf5f-5782180c8172 req-ed1a6320-fb9c-4a32-b871-44ed401338c3 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=c166a083-e7a4-430d-b39b-9b2d1c142ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2553887 Jul 27 21:10:59.357429 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-b2d95890-0d28-4e39-ad53-bd2a4b174073 req-29448525-81d5-44ba-852a-a763953b28e8 service neutron] 10.222.0.36 "GET /v2.0/networks/2e3de18a-805f-4a44-8fb1-95d927c29e55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2883620 Jul 27 21:10:59.389231 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f5ae194-1873-4ad7-b24f-a5b0d57a7651', 'tag': '23d9747b-8ce4-4119-a18c-7f86721fbd0c'}, {'server_uuid': '0f9b044c-3d59-4da2-bba4-f9456b3d9774', 'name': 'network-vif-deleted', 'tag': '187dbab2-17f7-4985-97bf-cdc20c4f4895'}] {{(pid=105584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:10:59.394683 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bce5e6c8685464f7626901654159975603b047827e3138302ed6566e28f1343" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a9383e6-cc01-4ec4-93ef-bbecc6b9b3bc" -d '{"events": [{"name": "network-changed", "server_uuid": "7f5ae194-1873-4ad7-b24f-a5b0d57a7651", "tag": "23d9747b-8ce4-4119-a18c-7f86721fbd0c"}, {"server_uuid": "0f9b044c-3d59-4da2-bba4-f9456b3d9774", "name": "network-vif-deleted", "tag": "187dbab2-17f7-4985-97bf-cdc20c4f4895"}]}' {{(pid=105584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:10:59.404031 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.db [req-f961325d-732d-4ca6-a7d7-98b1a9f6e577 req-8c911726-9388-421b-aedf-1b6f4c28daea tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] For port daa5a95d-1e99-4f3d-afc7-05f95606c9cd, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=daa5a95d-1e99-4f3d-afc7-05f95606c9cd,segment=NetworkSegment(bac8e796-9027-4d5c-bebd-074f6b1be737),segment_id=bac8e796-9027-4d5c-bebd-074f6b1be737)] {{(pid=105585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:10:59.404543 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-f961325d-732d-4ca6-a7d7-98b1a9f6e577 req-8c911726-9388-421b-aedf-1b6f4c28daea tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:59.425181 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [req-f961325d-732d-4ca6-a7d7-98b1a9f6e577 req-8c911726-9388-421b-aedf-1b6f4c28daea tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Calling delete_port for daa5a95d-1e99-4f3d-afc7-05f95606c9cd owned by compute:nova {{(pid=105585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:10:59.499785 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8adfe0-5268-48fc-b4e6-47d4a29e7a8c req-214c8efa-d020-417c-b697-00b323247f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:59.501316 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-ff8adfe0-5268-48fc-b4e6-47d4a29e7a8c req-214c8efa-d020-417c-b697-00b323247f9b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3bfa1a2c35f349b1a3e408eca249b7cf&device_id=74636b36-ec44-4487-91bf-4f8efb4719fd HTTP/1.1" status: 200 len: 1096 time: 0.4043729 Jul 27 21:10:59.521267 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-807fc650-4f82-48f3-83b1-e2aebec71599 req-369425e0-4172-440b-8454-d2f4643a9ec3 tempest-ServerGroupTestJSON-1169547058 tempest-ServerGroupTestJSON-1169547058-project] 10.222.0.59 "GET /v2.0/security-groups?id=9452be26-1072-4150-a3f4-6643a17fba9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3518553 Jul 27 21:10:59.536255 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-fa476ae3-6dac-4615-94d5-3aa055efa30f tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:59.617939 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa476ae3-6dac-4615-94d5-3aa055efa30f tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Pushing event deleted for resources: {'Port': ['ID=d51ef345-a7fc-48c3-ba6d-a46cc05f2efc,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:10:59.626338 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0da941d4-2be4-4f02-aa90-ed94de2daa26 None None] New status for floating IP c0d4908e-7923-4819-aae4-171658afed08: DOWN {{(pid=105586) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 21:10:59.657011 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f5ef9b-95bd-47aa-9ee0-6812a8ac36f4 req-2b85c6a6-cdff-4500-90f6-fd86af6a2daa tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:59.664372 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-47f5ef9b-95bd-47aa-9ee0-6812a8ac36f4 req-2b85c6a6-cdff-4500-90f6-fd86af6a2daa tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] 10.222.0.59 "GET /v2.0/ports?device_id=74636b36-ec44-4487-91bf-4f8efb4719fd HTTP/1.1" status: 200 len: 944 time: 0.1753762 Jul 27 21:10:59.732968 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c8ad01f-014c-4726-8f06-fdf93d3a3ab9 None None] New status for floating IP 564d4a15-0168-4936-9993-843dfaf9a093: DOWN {{(pid=105587) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 21:10:59.773582 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8adfe0-5268-48fc-b4e6-47d4a29e7a8c req-42ab80c2-2e95-4396-ad82-0e03af043122 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:59.775088 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-ff8adfe0-5268-48fc-b4e6-47d4a29e7a8c req-42ab80c2-2e95-4396-ad82-0e03af043122 service neutron] 10.222.0.36 "GET /v2.0/networks?id=79bd215c-af8d-45db-ad24-972205044e15 HTTP/1.1" status: 200 len: 918 time: 0.2639229 Jul 27 21:10:59.860999 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-47f5ef9b-95bd-47aa-9ee0-6812a8ac36f4 req-85b7ff19-fbeb-4672-b5f2-98aff8ab6908 tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] 10.222.0.59 "GET /v2.0/security-groups?id=d845222d-5ac4-450c-bcf5-0222a977607f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1956358 Jul 27 21:10:59.968078 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-f961325d-732d-4ca6-a7d7-98b1a9f6e577 req-8c911726-9388-421b-aedf-1b6f4c28daea tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:00.096924 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c911726-9388-421b-aedf-1b6f4c28daea tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Pushing event deleted for resources: {'Port': ['ID=daa5a95d-1e99-4f3d-afc7-05f95606c9cd,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:11:00.139967 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.l3_dvrscheduler_db [req-f961325d-732d-4ca6-a7d7-98b1a9f6e577 req-8c911726-9388-421b-aedf-1b6f4c28daea tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] No DVR routers for this DVR port daa5a95d-1e99-4f3d-afc7-05f95606c9cd on host n-h1-705658-22 {{(pid=105585) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:11:00.146569 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-f961325d-732d-4ca6-a7d7-98b1a9f6e577 req-8c911726-9388-421b-aedf-1b6f4c28daea tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:00.149013 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f961325d-732d-4ca6-a7d7-98b1a9f6e577 req-8c911726-9388-421b-aedf-1b6f4c28daea tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] 10.222.0.36 "DELETE /v2.0/ports/daa5a95d-1e99-4f3d-afc7-05f95606c9cd HTTP/1.1" status: 204 len: 173 time: 1.2470057 Jul 27 21:11:00.158063 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0108251e-3fe8-4d45-a014-157d60825e3c req-39825549-1e26-46bb-af22-438754761a24 tempest-ImagesTestJSON-607612606 tempest-ImagesTestJSON-607612606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:11:00.161352 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-0108251e-3fe8-4d45-a014-157d60825e3c req-39825549-1e26-46bb-af22-438754761a24 tempest-ImagesTestJSON-607612606 tempest-ImagesTestJSON-607612606-project] 10.222.0.59 "GET /v2.0/ports?device_id=38f0972f-cbf0-48ff-b58f-791ca32012aa HTTP/1.1" status: 200 len: 945 time: 0.4933949 Jul 27 21:11:00.240332 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-0108251e-3fe8-4d45-a014-157d60825e3c req-39a10d9c-9a9a-4e1c-841c-e6351d65f8ca tempest-ImagesTestJSON-607612606 tempest-ImagesTestJSON-607612606-project] 10.222.0.59 "GET /v2.0/security-groups?id=0824f12c-25ec-46a0-872f-0482607e4324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718014 Jul 27 21:11:00.254347 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a525a7ac-8bdd-43b2-a58f-4ff2baed3532 req-c7c7dab4-fd4b-4181-99ec-a0cff4b50e4d tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:11:00.256139 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a525a7ac-8bdd-43b2-a58f-4ff2baed3532 req-c7c7dab4-fd4b-4181-99ec-a0cff4b50e4d tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] 10.222.0.59 "GET /v2.0/ports?device_id=64fdf53e-5efa-469d-98b2-121656c882b0 HTTP/1.1" status: 200 len: 945 time: 0.1740854 Jul 27 21:11:00.290943 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 27 Jul 2021 21:10:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c4225a1-627e-4b58-b71a-378886a89c1a x-openstack-request-id: req-1c4225a1-627e-4b58-b71a-378886a89c1a {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:11:00.291497 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f5ae194-1873-4ad7-b24f-a5b0d57a7651", "tag": "23d9747b-8ce4-4119-a18c-7f86721fbd0c", "status": "completed", "code": 200}, {"server_uuid": "0f9b044c-3d59-4da2-bba4-f9456b3d9774", "name": "network-vif-deleted", "tag": "187dbab2-17f7-4985-97bf-cdc20c4f4895", "status": "completed", "code": 200}]} {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:11:00.291497 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-1c4225a1-627e-4b58-b71a-378886a89c1a {{(pid=105584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:11:00.291865 n-d-705658-22 neutron-server[105584]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f5ae194-1873-4ad7-b24f-a5b0d57a7651', 'tag': '23d9747b-8ce4-4119-a18c-7f86721fbd0c', 'status': 'completed', 'code': 200} Jul 27 21:11:00.292111 n-d-705658-22 neutron-server[105584]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f9b044c-3d59-4da2-bba4-f9456b3d9774', 'name': 'network-vif-deleted', 'tag': '187dbab2-17f7-4985-97bf-cdc20c4f4895', 'status': 'completed', 'code': 200} Jul 27 21:11:00.311321 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a525a7ac-8bdd-43b2-a58f-4ff2baed3532 req-23cd3b7c-aedc-43d7-ba87-5bf9284e34df tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] 10.222.0.59 "GET /v2.0/security-groups?id=c166a083-e7a4-430d-b39b-9b2d1c142ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481625 Jul 27 21:11:00.341779 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa476ae3-6dac-4615-94d5-3aa055efa30f tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Router 683094f9-2dcf-42b3-bad1-741b27397f8f has already been hosted by L3 agent dd128fd7-8e57-4d4f-895b-a96b369df59a {{(pid=105584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:11:00.363688 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-ff8adfe0-5268-48fc-b4e6-47d4a29e7a8c req-6f2b07bc-2b4a-4fbf-9b88-a06eb687c666 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d11a16c2-af7c-4aa8-9e51-1c00722d4961 HTTP/1.1" status: 200 len: 998 time: 0.5791335 Jul 27 21:11:00.384834 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 57420) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:11:00.398495 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38f0972f-cbf0-48ff-b58f-791ca32012aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db725ed7-e41d-4ba8-a1df-992b6e957811'}] {{(pid=105586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:11:00.400850 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14c1663e039faf5393f87855f745010ac5b02220355b68fdbf065393e303ac56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39c0a7a0-9198-45b4-8095-8ceb5b02f79b" -d '{"events": [{"server_uuid": "38f0972f-cbf0-48ff-b58f-791ca32012aa", "name": "network-vif-plugged", "status": "completed", "tag": "db725ed7-e41d-4ba8-a1df-992b6e957811"}]}' {{(pid=105586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:11:00.481200 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:11:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ea4dc62-7380-46e5-b418-b87d2f5b3162 x-openstack-request-id: req-2ea4dc62-7380-46e5-b418-b87d2f5b3162 {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:11:00.481753 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38f0972f-cbf0-48ff-b58f-791ca32012aa", "name": "network-vif-plugged", "status": "completed", "tag": "db725ed7-e41d-4ba8-a1df-992b6e957811", "code": 200}]} {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:11:00.482186 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-2ea4dc62-7380-46e5-b418-b87d2f5b3162 {{(pid=105586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:11:00.482754 n-d-705658-22 neutron-server[105586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38f0972f-cbf0-48ff-b58f-791ca32012aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db725ed7-e41d-4ba8-a1df-992b6e957811', 'code': 200} Jul 27 21:11:00.496101 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-4e68fd71-9bdb-4502-989e-c3efbbab9168 req-baa9ca91-358e-48f3-a358-d878279613be tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] 10.222.0.59 "GET /v2.0/ports?device_id=9dfbe127-2e40-448a-9032-c49d8e1e61fe HTTP/1.1" status: 200 len: 210 time: 0.0676126 Jul 27 21:11:00.570732 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-11fc179f-4f90-4757-af9c-512095a7278b tempest-AttachVolumeTestJSON-850155022 tempest-AttachVolumeTestJSON-850155022-project] Notify callbacks [] for security_group, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:00.576450 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8adfe0-5268-48fc-b4e6-47d4a29e7a8c req-21af4a03-eb12-4b89-bed0-cee15480c39d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:11:00.577988 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-ff8adfe0-5268-48fc-b4e6-47d4a29e7a8c req-21af4a03-eb12-4b89-bed0-cee15480c39d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=63030826-f290-4ec4-88a7-e0d5c21af6b4 HTTP/1.1" status: 200 len: 856 time: 0.2042682 Jul 27 21:11:00.608285 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-11fc179f-4f90-4757-af9c-512095a7278b tempest-AttachVolumeTestJSON-850155022 tempest-AttachVolumeTestJSON-850155022-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:00.658612 n-d-705658-22 neutron-server[105585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9dfbe127-2e40-448a-9032-c49d8e1e61fe', 'name': 'network-vif-deleted', 'tag': '77be7659-fdfb-438e-a2e3-51247a28b9bd'}, {'server_uuid': '9dfbe127-2e40-448a-9032-c49d8e1e61fe', 'name': 'network-vif-deleted', 'tag': 'd43b57af-f2a8-4881-8284-641e3fd25638'}, {'server_uuid': '9dfbe127-2e40-448a-9032-c49d8e1e61fe', 'name': 'network-vif-deleted', 'tag': 'daa5a95d-1e99-4f3d-afc7-05f95606c9cd'}] {{(pid=105585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:11:00.661222 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d66fd65881426bfc2b5388084a3654e5eae521106a15a3dbf0eb4cde7106c36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d911066-ca0c-4357-9d2f-700460773158" -d '{"events": [{"server_uuid": "9dfbe127-2e40-448a-9032-c49d8e1e61fe", "name": "network-vif-deleted", "tag": "77be7659-fdfb-438e-a2e3-51247a28b9bd"}, {"server_uuid": "9dfbe127-2e40-448a-9032-c49d8e1e61fe", "name": "network-vif-deleted", "tag": "d43b57af-f2a8-4881-8284-641e3fd25638"}, {"server_uuid": "9dfbe127-2e40-448a-9032-c49d8e1e61fe", "name": "network-vif-deleted", "tag": "daa5a95d-1e99-4f3d-afc7-05f95606c9cd"}]}' {{(pid=105585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:11:00.669112 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9383e6-cc01-4ec4-93ef-bbecc6b9b3bc req-e09eb7b7-1e19-472e-a424-c1fa9effd937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:11:00.671392 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-4a9383e6-cc01-4ec4-93ef-bbecc6b9b3bc req-e09eb7b7-1e19-472e-a424-c1fa9effd937 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0c74ca52f293420ba8ce8cd6521403ec&device_id=7f5ae194-1873-4ad7-b24f-a5b0d57a7651 HTTP/1.1" status: 200 len: 1095 time: 0.3833511 Jul 27 21:11:00.678339 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-11fc179f-4f90-4757-af9c-512095a7278b tempest-AttachVolumeTestJSON-850155022 tempest-AttachVolumeTestJSON-850155022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:00.679644 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-11fc179f-4f90-4757-af9c-512095a7278b tempest-AttachVolumeTestJSON-850155022 tempest-AttachVolumeTestJSON-850155022-project] Notify callbacks [] for security_group, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:00.680964 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-11fc179f-4f90-4757-af9c-512095a7278b tempest-AttachVolumeTestJSON-850155022 tempest-AttachVolumeTestJSON-850155022-project] 10.222.0.59 "DELETE /v2.0/security-groups/422951fc-fa2c-4390-9ebd-848cc406cf38 HTTP/1.1" status: 204 len: 168 time: 0.2943397 Jul 27 21:11:00.707652 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 57430) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:11:00.719242 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Tue, 27 Jul 2021 21:11:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab621846-26ce-4fbd-898f-859345a120a0 x-openstack-request-id: req-ab621846-26ce-4fbd-898f-859345a120a0 {{(pid=105585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:11:00.719534 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9dfbe127-2e40-448a-9032-c49d8e1e61fe", "name": "network-vif-deleted", "tag": "77be7659-fdfb-438e-a2e3-51247a28b9bd", "status": "completed", "code": 200}, {"server_uuid": "9dfbe127-2e40-448a-9032-c49d8e1e61fe", "name": "network-vif-deleted", "tag": "d43b57af-f2a8-4881-8284-641e3fd25638", "status": "completed", "code": 200}, {"server_uuid": "9dfbe127-2e40-448a-9032-c49d8e1e61fe", "name": "network-vif-deleted", "tag": "daa5a95d-1e99-4f3d-afc7-05f95606c9cd", "status": "completed", "code": 200}]} {{(pid=105585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:11:00.720002 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-ab621846-26ce-4fbd-898f-859345a120a0 {{(pid=105585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:11:00.720576 n-d-705658-22 neutron-server[105585]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9dfbe127-2e40-448a-9032-c49d8e1e61fe', 'name': 'network-vif-deleted', 'tag': '77be7659-fdfb-438e-a2e3-51247a28b9bd', 'status': 'completed', 'code': 200} Jul 27 21:11:00.721002 n-d-705658-22 neutron-server[105585]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9dfbe127-2e40-448a-9032-c49d8e1e61fe', 'name': 'network-vif-deleted', 'tag': 'd43b57af-f2a8-4881-8284-641e3fd25638', 'status': 'completed', 'code': 200} Jul 27 21:11:00.721424 n-d-705658-22 neutron-server[105585]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9dfbe127-2e40-448a-9032-c49d8e1e61fe', 'name': 'network-vif-deleted', 'tag': 'daa5a95d-1e99-4f3d-afc7-05f95606c9cd', 'status': 'completed', 'code': 200} Jul 27 21:11:00.733657 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fc179f-4f90-4757-af9c-512095a7278b tempest-AttachVolumeTestJSON-850155022 tempest-AttachVolumeTestJSON-850155022-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=422951fc-fa2c-4390-9ebd-848cc406cf38,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:11:00.738674 n-d-705658-22 neutron-server[105585]: INFO neutron.api.v2.resource [None req-caa21cd7-f7eb-4624-bd12-0acb6592822c tempest-AttachVolumeTestJSON-850155022 tempest-AttachVolumeTestJSON-850155022-project] show failed (client error): The resource could not be found. Jul 27 21:11:00.740213 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-caa21cd7-f7eb-4624-bd12-0acb6592822c tempest-AttachVolumeTestJSON-850155022 tempest-AttachVolumeTestJSON-850155022-project] 10.222.0.59 "GET /v2.0/security-groups/422951fc-fa2c-4390-9ebd-848cc406cf38 HTTP/1.1" status: 404 len: 347 time: 0.0314186 Jul 27 21:11:00.742894 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 57432) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:11:00.824245 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9383e6-cc01-4ec4-93ef-bbecc6b9b3bc req-fb86e464-72c4-4a3c-a596-c42bfb95a9fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:11:00.826023 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-4a9383e6-cc01-4ec4-93ef-bbecc6b9b3bc req-fb86e464-72c4-4a3c-a596-c42bfb95a9fb service neutron] 10.222.0.36 "GET /v2.0/networks?id=2e3de18a-805f-4a44-8fb1-95d927c29e55 HTTP/1.1" status: 200 len: 910 time: 0.0939269 Jul 27 21:11:00.887183 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25d2627-0e06-4d54-a1fa-295f46bcc1c5 req-a518dc18-5086-4831-8047-786266d3a328 tempest-ServerGroupTestJSON-1169547058 tempest-ServerGroupTestJSON-1169547058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:11:00.895666 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-4a9383e6-cc01-4ec4-93ef-bbecc6b9b3bc req-bc739f6b-c20b-442b-b149-c5a04c357daf service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=23d9747b-8ce4-4119-a18c-7f86721fbd0c HTTP/1.1" status: 200 len: 217 time: 0.0584626 Jul 27 21:11:00.909795 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-d25d2627-0e06-4d54-a1fa-295f46bcc1c5 req-a518dc18-5086-4831-8047-786266d3a328 tempest-ServerGroupTestJSON-1169547058 tempest-ServerGroupTestJSON-1169547058-project] 10.222.0.59 "GET /v2.0/ports?device_id=7f5ae194-1873-4ad7-b24f-a5b0d57a7651 HTTP/1.1" status: 200 len: 943 time: 0.2426724 Jul 27 21:11:00.967736 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e3ce26-c3e3-46bf-9d52-c2e5902c0bb1 req-31d4ffba-2d17-47aa-b196-dfd69e6a2b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:11:00.970025 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-46e3ce26-c3e3-46bf-9d52-c2e5902c0bb1 req-31d4ffba-2d17-47aa-b196-dfd69e6a2b5e service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=38f0972f-cbf0-48ff-b58f-791ca32012aa HTTP/1.1" status: 200 len: 1097 time: 0.3898611 Jul 27 21:11:00.977163 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa476ae3-6dac-4615-94d5-3aa055efa30f tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Notify agent at l3_agent.n-d-705658-22 the message routers_updated {{(pid=105584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:11:00.989310 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8299d664-e304-4e2c-8ab1-4d1f79f88896 None None] Sync routers for ids ['683094f9-2dcf-42b3-bad1-741b27397f8f'] in n-d-705658-22 {{(pid=105586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:11:01.000682 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-d25d2627-0e06-4d54-a1fa-295f46bcc1c5 req-ebcb04e4-9783-40f5-b776-96aa796ecca3 tempest-ServerGroupTestJSON-1169547058 tempest-ServerGroupTestJSON-1169547058-project] 10.222.0.59 "GET /v2.0/security-groups?id=9452be26-1072-4150-a3f4-6643a17fba9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847602 Jul 27 21:11:01.005266 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8299d664-e304-4e2c-8ab1-4d1f79f88896 None None] Routers {'683094f9-2dcf-42b3-bad1-741b27397f8f'} bound to L3 agent in host n-d-705658-22 {{(pid=105586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:11:01.005915 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-8299d664-e304-4e2c-8ab1-4d1f79f88896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:10:42Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['683094f9-2dcf-42b3-bad1-741b27397f8f'], 'active': True} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:11:01.060539 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-8299d664-e304-4e2c-8ab1-4d1f79f88896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-22', False) {} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:11:01.069378 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8299d664-e304-4e2c-8ab1-4d1f79f88896 None None] Routers {'683094f9-2dcf-42b3-bad1-741b27397f8f'} bound to L3 agent in host n-d-705658-22 {{(pid=105586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:11:01.070384 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-8299d664-e304-4e2c-8ab1-4d1f79f88896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:10:42Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['683094f9-2dcf-42b3-bad1-741b27397f8f'], 'active': True} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:11:01.072250 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9383e6-cc01-4ec4-93ef-bbecc6b9b3bc req-0f721d71-03fe-4bbf-a046-930634ae64ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:11:01.073903 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-4a9383e6-cc01-4ec4-93ef-bbecc6b9b3bc req-0f721d71-03fe-4bbf-a046-930634ae64ad service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2edef0a1-880e-49a6-a1a1-ab40d4605903 HTTP/1.1" status: 200 len: 849 time: 0.1685894 Jul 27 21:11:01.086525 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8adfe0-5268-48fc-b4e6-47d4a29e7a8c req-11da53ce-afe8-49ac-8048-ac31972d69ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:11:01.088235 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-ff8adfe0-5268-48fc-b4e6-47d4a29e7a8c req-11da53ce-afe8-49ac-8048-ac31972d69ae service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=79bd215c-af8d-45db-ad24-972205044e15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4614313 Jul 27 21:11:01.088391 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [None req-e1f77163-6b67-43b8-bdad-79501f333f34 tempest-AttachVolumeTestJSON-850155022 tempest-AttachVolumeTestJSON-850155022-project] Deleting port 0deae898-a0fa-468f-b4ec-90429011f438 {{(pid=105585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:11:01.088624 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-e1f77163-6b67-43b8-bdad-79501f333f34 tempest-AttachVolumeTestJSON-850155022 tempest-AttachVolumeTestJSON-850155022-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:01.106058 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-8299d664-e304-4e2c-8ab1-4d1f79f88896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-22', False) {} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:11:01.107652 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8299d664-e304-4e2c-8ab1-4d1f79f88896 None None] The sync data for ids ['683094f9-2dcf-42b3-bad1-741b27397f8f'] in n-d-705658-22 is: [] {{(pid=105586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:11:01.130861 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-46e3ce26-c3e3-46bf-9d52-c2e5902c0bb1 req-4207d40f-5a81-474b-ab38-031731d73df7 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=0824f12c-25ec-46a0-872f-0482607e4324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454735 Jul 27 21:11:01.133055 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-4a9383e6-cc01-4ec4-93ef-bbecc6b9b3bc req-3f91e2dc-3e74-4ded-b4a2-49151e9d070e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2e3de18a-805f-4a44-8fb1-95d927c29e55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0435581 Jul 27 21:11:01.161980 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0476519-71a7-458d-920d-3d4392235327 req-bc651552-c8bf-4584-98dc-31688a4d6133 tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:11:01.163477 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-d0476519-71a7-458d-920d-3d4392235327 req-bc651552-c8bf-4584-98dc-31688a4d6133 tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] 10.222.0.59 "GET /v2.0/ports?device_id=74636b36-ec44-4487-91bf-4f8efb4719fd HTTP/1.1" status: 200 len: 944 time: 0.1573758 Jul 27 21:11:01.234971 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-fa476ae3-6dac-4615-94d5-3aa055efa30f tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:01.236892 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-fa476ae3-6dac-4615-94d5-3aa055efa30f tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] 10.222.0.59 "DELETE /v2.0/ports/d51ef345-a7fc-48c3-ba6d-a46cc05f2efc HTTP/1.1" status: 204 len: 168 time: 3.5109427 Jul 27 21:11:01.238085 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-e1f77163-6b67-43b8-bdad-79501f333f34 tempest-AttachVolumeTestJSON-850155022 tempest-AttachVolumeTestJSON-850155022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:01.238412 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-e1f77163-6b67-43b8-bdad-79501f333f34 tempest-AttachVolumeTestJSON-850155022 tempest-AttachVolumeTestJSON-850155022-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:01.241136 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 57436) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:11:01.263759 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-d0476519-71a7-458d-920d-3d4392235327 req-d8c89a72-dae0-4a20-82ec-deeea74618b3 tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] 10.222.0.59 "GET /v2.0/security-groups?id=d845222d-5ac4-450c-bcf5-0222a977607f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0796275 Jul 27 21:11:01.312198 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-ff8adfe0-5268-48fc-b4e6-47d4a29e7a8c req-109fa9e3-9ee1-4c86-9d2c-9d2b7b357ce6 service neutron] 10.222.0.36 "GET /v2.0/networks/79bd215c-af8d-45db-ad24-972205044e15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1903317 Jul 27 21:11:01.314532 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-4a9383e6-cc01-4ec4-93ef-bbecc6b9b3bc req-2ef21ce6-281b-404c-b49e-2df3cf396e5a service neutron] 10.222.0.36 "GET /v2.0/networks/2e3de18a-805f-4a44-8fb1-95d927c29e55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1652596 Jul 27 21:11:01.333371 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [None req-e1f77163-6b67-43b8-bdad-79501f333f34 tempest-AttachVolumeTestJSON-850155022 tempest-AttachVolumeTestJSON-850155022-project] Calling delete_port for 0deae898-a0fa-468f-b4ec-90429011f438 owned by network:floatingip {{(pid=105585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:11:01.454217 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-ff8adfe0-5268-48fc-b4e6-47d4a29e7a8c req-e9c106b7-1aff-4070-8a42-0e60e5ebcbcd service neutron] 10.222.0.36 "GET /v2.0/networks/79bd215c-af8d-45db-ad24-972205044e15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268761 Jul 27 21:11:01.591671 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-4a9383e6-cc01-4ec4-93ef-bbecc6b9b3bc req-81e80c1b-8286-48d1-8adc-55d5ad898ff9 service neutron] 10.222.0.36 "GET /v2.0/networks/2e3de18a-805f-4a44-8fb1-95d927c29e55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1509771 Jul 27 21:11:01.725662 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cab29e-36f1-460e-acfa-f81ea52fc2b0 req-67f6acb0-456f-43fb-8ad9-065be1ef9fba tempest-ImagesTestJSON-607612606 tempest-ImagesTestJSON-607612606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:11:01.733312 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e0cab29e-36f1-460e-acfa-f81ea52fc2b0 req-67f6acb0-456f-43fb-8ad9-065be1ef9fba tempest-ImagesTestJSON-607612606 tempest-ImagesTestJSON-607612606-project] 10.222.0.59 "GET /v2.0/ports?device_id=38f0972f-cbf0-48ff-b58f-791ca32012aa HTTP/1.1" status: 200 len: 945 time: 0.3454630 Jul 27 21:11:01.755951 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667faeda-b145-4ab3-976d-565b4078ddf7 req-c61548ba-913e-4f68-8e48-2ef0cbe46686 tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:11:01.763619 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device 23d9747b-8ce4-4119-a18c-7f86721fbd0c details requested by agent hyperv_n-h1-705658-22 with host n-h1-705658-22 {{(pid=105586) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:11:01.766429 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-667faeda-b145-4ab3-976d-565b4078ddf7 req-c61548ba-913e-4f68-8e48-2ef0cbe46686 tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] 10.222.0.59 "GET /v2.0/ports?device_id=64fdf53e-5efa-469d-98b2-121656c882b0 HTTP/1.1" status: 200 len: 945 time: 0.3241098 Jul 27 21:11:01.891222 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-667faeda-b145-4ab3-976d-565b4078ddf7 req-96a27eb2-73a3-4f42-8c09-509738277a51 tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] 10.222.0.59 "GET /v2.0/security-groups?id=c166a083-e7a4-430d-b39b-9b2d1c142ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229479 Jul 27 21:11:01.896614 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-e1f77163-6b67-43b8-bdad-79501f333f34 tempest-AttachVolumeTestJSON-850155022 tempest-AttachVolumeTestJSON-850155022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:01.903993 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] For port 23d9747b-8ce4-4119-a18c-7f86721fbd0c, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=23d9747b-8ce4-4119-a18c-7f86721fbd0c,segment=NetworkSegment(30771d55-6edd-4911-b2ca-f2bd29b5a2a0),segment_id=30771d55-6edd-4911-b2ca-f2bd29b5a2a0)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:11:01.920242 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Returning: {'device': '23d9747b-8ce4-4119-a18c-7f86721fbd0c', 'network_id': '2e3de18a-805f-4a44-8fb1-95d927c29e55', 'port_id': '23d9747b-8ce4-4119-a18c-7f86721fbd0c', 'mac_address': 'fa:16:3e:ce:ab:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 235, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2edef0a1-880e-49a6-a1a1-ab40d4605903', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105586) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:11:01.981602 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f77163-6b67-43b8-bdad-79501f333f34 tempest-AttachVolumeTestJSON-850155022 tempest-AttachVolumeTestJSON-850155022-project] Pushing event deleted for resources: {'Port': ['ID=0deae898-a0fa-468f-b4ec-90429011f438,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:11:02.003386 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e0cab29e-36f1-460e-acfa-f81ea52fc2b0 req-ee41dc5f-8572-46b4-b92c-7fdacb8374cf tempest-ImagesTestJSON-607612606 tempest-ImagesTestJSON-607612606-project] 10.222.0.59 "GET /v2.0/security-groups?id=0824f12c-25ec-46a0-872f-0482607e4324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2687387 Jul 27 21:11:02.041417 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:02.061863 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23d9747b-8ce4-4119-a18c-7f86721fbd0c {{(pid=105586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:11:02.112465 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] For port 23d9747b-8ce4-4119-a18c-7f86721fbd0c, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=23d9747b-8ce4-4119-a18c-7f86721fbd0c,segment=NetworkSegment(30771d55-6edd-4911-b2ca-f2bd29b5a2a0),segment_id=30771d55-6edd-4911-b2ca-f2bd29b5a2a0)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:11:02.125883 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:02.255172 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Pushing event updated for resources: {'Port': ['ID=23d9747b-8ce4-4119-a18c-7f86721fbd0c,revision_number=4']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:11:02.282196 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:11:02.282987 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:11:02.284757 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:11:02.285335 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:11:02.286340 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:11:02.286696 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:11:02.287257 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:11:02.287392 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:11:02.287705 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:11:02.288033 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:11:02.293052 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:11:02.293537 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:11:02.320646 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-e1f77163-6b67-43b8-bdad-79501f333f34 tempest-AttachVolumeTestJSON-850155022 tempest-AttachVolumeTestJSON-850155022-project] Notify callbacks [] for floatingip, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:02.341301 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-e1f77163-6b67-43b8-bdad-79501f333f34 tempest-AttachVolumeTestJSON-850155022 tempest-AttachVolumeTestJSON-850155022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for floatingip, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:02.345914 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-e1f77163-6b67-43b8-bdad-79501f333f34 tempest-AttachVolumeTestJSON-850155022 tempest-AttachVolumeTestJSON-850155022-project] 10.222.0.59 "DELETE /v2.0/floatingips/564d4a15-0168-4936-9993-843dfaf9a093 HTTP/1.1" status: 204 len: 168 time: 1.6004422 Jul 27 21:11:02.383981 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] get_ports_and_sgs() called for port_ids ['23d9747b-8ce4-4119-a18c-7f86721fbd0c'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:11:02.435790 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b7d94f82-64e1-4d5d-8ef6-fe18a2392aeb req-cd70d53d-4e23-4b44-94a3-c60d2917f60c tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] 10.222.0.59 "GET /v2.0/ports?device_id=9dfbe127-2e40-448a-9032-c49d8e1e61fe HTTP/1.1" status: 200 len: 210 time: 0.4238133 Jul 27 21:11:02.802878 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b968eb-b24c-48f7-9a6a-2dddec36e134 req-d2de3d3e-4e2b-4a48-a442-a01aea4acd64 tempest-ServerGroupTestJSON-1169547058 tempest-ServerGroupTestJSON-1169547058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:11:02.811785 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b3b968eb-b24c-48f7-9a6a-2dddec36e134 req-d2de3d3e-4e2b-4a48-a442-a01aea4acd64 tempest-ServerGroupTestJSON-1169547058 tempest-ServerGroupTestJSON-1169547058-project] 10.222.0.59 "GET /v2.0/ports?device_id=7f5ae194-1873-4ad7-b24f-a5b0d57a7651 HTTP/1.1" status: 200 len: 944 time: 0.3677533 Jul 27 21:11:02.890055 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a885f838-8e2a-4f2c-a25b-e9966e328d14 req-f9367ed4-eeec-4174-8de9-067310ce3597 tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:11:02.893407 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a885f838-8e2a-4f2c-a25b-e9966e328d14 req-f9367ed4-eeec-4174-8de9-067310ce3597 tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] 10.222.0.59 "GET /v2.0/ports?device_id=64fdf53e-5efa-469d-98b2-121656c882b0 HTTP/1.1" status: 200 len: 945 time: 0.2982700 Jul 27 21:11:02.918829 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b3b968eb-b24c-48f7-9a6a-2dddec36e134 req-2e2d7b4e-af0b-4de2-a0c8-567018c2b82d tempest-ServerGroupTestJSON-1169547058 tempest-ServerGroupTestJSON-1169547058-project] 10.222.0.59 "GET /v2.0/security-groups?id=9452be26-1072-4150-a3f4-6643a17fba9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059215 Jul 27 21:11:02.956555 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a885f838-8e2a-4f2c-a25b-e9966e328d14 req-3d8bb302-258a-464f-9306-84516016b21d tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] 10.222.0.59 "GET /v2.0/security-groups?id=c166a083-e7a4-430d-b39b-9b2d1c142ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559533 Jul 27 21:11:02.966001 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-f9b4248c-21ee-408d-99c8-4c2b70bb27bf tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4076536'] for router_interface, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:03.352902 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5c7963-64ad-4142-9f55-d1d0fbbad017 req-843b30ce-ab15-4c47-ac1e-cfb20f107bb4 tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:11:03.364221 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-2d5c7963-64ad-4142-9f55-d1d0fbbad017 req-843b30ce-ab15-4c47-ac1e-cfb20f107bb4 tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] 10.222.0.59 "GET /v2.0/ports?device_id=74636b36-ec44-4487-91bf-4f8efb4719fd HTTP/1.1" status: 200 len: 944 time: 0.2708614 Jul 27 21:11:03.492986 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-2d5c7963-64ad-4142-9f55-d1d0fbbad017 req-640e6822-9f65-4798-ba54-c7428d98ff29 tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] 10.222.0.59 "GET /v2.0/security-groups?id=d845222d-5ac4-450c-bcf5-0222a977607f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1267903 Jul 27 21:11:03.759054 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [None req-f9b4248c-21ee-408d-99c8-4c2b70bb27bf tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Deleting port f73b7732-dec9-460e-9e45-082e7b7cb096 {{(pid=105585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:11:03.759407 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-f9b4248c-21ee-408d-99c8-4c2b70bb27bf tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:03.785986 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device 23d9747b-8ce4-4119-a18c-7f86721fbd0c up at agent hyperv_n-h1-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:11:03.881161 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eecc826-6b02-4721-a999-4b84e50f7d9b req-1404e105-f356-4ddd-8f55-de9a489dead6 tempest-ImagesTestJSON-607612606 tempest-ImagesTestJSON-607612606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:11:03.889264 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-3eecc826-6b02-4721-a999-4b84e50f7d9b req-1404e105-f356-4ddd-8f55-de9a489dead6 tempest-ImagesTestJSON-607612606 tempest-ImagesTestJSON-607612606-project] 10.222.0.59 "GET /v2.0/ports?device_id=38f0972f-cbf0-48ff-b58f-791ca32012aa HTTP/1.1" status: 200 len: 945 time: 0.2322140 Jul 27 21:11:03.994661 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-3eecc826-6b02-4721-a999-4b84e50f7d9b req-55cc248c-1415-4a7c-bc3e-7c9a2ba3e0b2 tempest-ImagesTestJSON-607612606 tempest-ImagesTestJSON-607612606-project] 10.222.0.59 "GET /v2.0/security-groups?id=0824f12c-25ec-46a0-872f-0482607e4324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032302 Jul 27 21:11:04.013920 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Provisioning for port 23d9747b-8ce4-4119-a18c-7f86721fbd0c completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:11:04.015098 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-f9b4248c-21ee-408d-99c8-4c2b70bb27bf tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:04.030306 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Provisioning complete for port 23d9747b-8ce4-4119-a18c-7f86721fbd0c triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:11:04.032624 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:04.060192 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c545c8-426e-4684-8136-77ca296a2b1f req-5e7ffb6e-f1f6-4103-b07f-b6a7f1989083 tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:11:04.064658 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-b1c545c8-426e-4684-8136-77ca296a2b1f req-5e7ffb6e-f1f6-4103-b07f-b6a7f1989083 tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] 10.222.0.60 "GET /v2.0/ports?device_id=64fdf53e-5efa-469d-98b2-121656c882b0 HTTP/1.1" status: 200 len: 945 time: 0.2082026 Jul 27 21:11:04.065837 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [None req-f9b4248c-21ee-408d-99c8-4c2b70bb27bf tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Calling delete_port for f73b7732-dec9-460e-9e45-082e7b7cb096 owned by network:router_interface {{(pid=105585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:11:04.321086 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-10b63aad-995e-4b1f-b658-ed826804f677 req-6caebdd5-2447-4774-97f2-104fcd81f727 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] 10.222.0.59 "GET /v2.0/ports?device_id=9dfbe127-2e40-448a-9032-c49d8e1e61fe HTTP/1.1" status: 200 len: 210 time: 0.1108046 Jul 27 21:11:04.336522 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 57524) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:11:04.359618 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-5df12db7-315b-4c58-959a-db53bf9fcbca tempest-AttachVolumeTestJSON-850155022 tempest-AttachVolumeTestJSON-850155022-project] Request body: {'security_group': {'name': 'tempest-securitygroup--325467565', 'description': 'tempest-description--1270495255'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:11:04.468158 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [req-b1c545c8-426e-4684-8136-77ca296a2b1f req-a17c1bc8-3872-4aa2-9ad5-afe6b96e9d77 tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] Deleting port 9cb4810f-3fc1-41cc-bc3b-e369f4515442 {{(pid=105584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:11:04.471047 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-b1c545c8-426e-4684-8136-77ca296a2b1f req-a17c1bc8-3872-4aa2-9ad5-afe6b96e9d77 tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:04.850815 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [req-b1c545c8-426e-4684-8136-77ca296a2b1f req-a17c1bc8-3872-4aa2-9ad5-afe6b96e9d77 tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] For port 9cb4810f-3fc1-41cc-bc3b-e369f4515442, host n-h2-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=9cb4810f-3fc1-41cc-bc3b-e369f4515442,segment=NetworkSegment(0414d6eb-b060-4295-bd01-14cc6aa3c398),segment_id=0414d6eb-b060-4295-bd01-14cc6aa3c398)] {{(pid=105584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:11:04.851270 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-b1c545c8-426e-4684-8136-77ca296a2b1f req-a17c1bc8-3872-4aa2-9ad5-afe6b96e9d77 tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:04.906044 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [req-b1c545c8-426e-4684-8136-77ca296a2b1f req-a17c1bc8-3872-4aa2-9ad5-afe6b96e9d77 tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] Calling delete_port for 9cb4810f-3fc1-41cc-bc3b-e369f4515442 owned by compute:nova {{(pid=105584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:11:04.957552 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:05.011318 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-5df12db7-315b-4c58-959a-db53bf9fcbca tempest-AttachVolumeTestJSON-850155022 tempest-AttachVolumeTestJSON-850155022-project] Notify callbacks [] for security_group, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:05.013944 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.agents_db [None req-558fcd2c-e512-47bc-a170-8673d87f7213 None None] Agent healthcheck: found 7 active agents {{(pid=105587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 21:11:05.017241 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] For port 23d9747b-8ce4-4119-a18c-7f86721fbd0c, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=23d9747b-8ce4-4119-a18c-7f86721fbd0c,segment=NetworkSegment(30771d55-6edd-4911-b2ca-f2bd29b5a2a0),segment_id=30771d55-6edd-4911-b2ca-f2bd29b5a2a0)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:11:05.021734 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f5ae194-1873-4ad7-b24f-a5b0d57a7651', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23d9747b-8ce4-4119-a18c-7f86721fbd0c'}] {{(pid=105586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:11:05.029389 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14c1663e039faf5393f87855f745010ac5b02220355b68fdbf065393e303ac56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dbb2bd6-0540-4eb4-8d5d-a7eb24f64804" -d '{"events": [{"server_uuid": "7f5ae194-1873-4ad7-b24f-a5b0d57a7651", "name": "network-vif-plugged", "status": "completed", "tag": "23d9747b-8ce4-4119-a18c-7f86721fbd0c"}]}' {{(pid=105586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:11:05.040610 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:05.210666 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Pushing event updated for resources: {'Port': ['ID=23d9747b-8ce4-4119-a18c-7f86721fbd0c,revision_number=5']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:11:05.289952 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-b1c545c8-426e-4684-8136-77ca296a2b1f req-a17c1bc8-3872-4aa2-9ad5-afe6b96e9d77 tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:05.305544 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] get_ports_and_sgs() called for port_ids ['02c1d30c-87d1-4ab3-8a04-cc33f5f02b7e'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:11:05.308953 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] get_ports_and_sgs() called for port_ids ['9cb4810f-3fc1-41cc-bc3b-e369f4515442'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:11:05.420888 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17c1bc8-3872-4aa2-9ad5-afe6b96e9d77 tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] Pushing event deleted for resources: {'Port': ['ID=9cb4810f-3fc1-41cc-bc3b-e369f4515442,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:11:05.596143 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17c1bc8-3872-4aa2-9ad5-afe6b96e9d77 tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:11:05.596448 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17c1bc8-3872-4aa2-9ad5-afe6b96e9d77 tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:11:05.603162 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17c1bc8-3872-4aa2-9ad5-afe6b96e9d77 tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:11:05.603534 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17c1bc8-3872-4aa2-9ad5-afe6b96e9d77 tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:11:05.603941 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17c1bc8-3872-4aa2-9ad5-afe6b96e9d77 tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:11:05.604331 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17c1bc8-3872-4aa2-9ad5-afe6b96e9d77 tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:11:05.604738 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17c1bc8-3872-4aa2-9ad5-afe6b96e9d77 tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:11:05.605000 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17c1bc8-3872-4aa2-9ad5-afe6b96e9d77 tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:11:05.605332 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17c1bc8-3872-4aa2-9ad5-afe6b96e9d77 tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:11:05.605666 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17c1bc8-3872-4aa2-9ad5-afe6b96e9d77 tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:11:05.605994 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17c1bc8-3872-4aa2-9ad5-afe6b96e9d77 tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:11:05.606320 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17c1bc8-3872-4aa2-9ad5-afe6b96e9d77 tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:11:05.611030 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1c545c8-426e-4684-8136-77ca296a2b1f req-a17c1bc8-3872-4aa2-9ad5-afe6b96e9d77 tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] No DVR routers for this DVR port 9cb4810f-3fc1-41cc-bc3b-e369f4515442 on host n-h2-705658-22 {{(pid=105584) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:11:05.613260 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-b1c545c8-426e-4684-8136-77ca296a2b1f req-a17c1bc8-3872-4aa2-9ad5-afe6b96e9d77 tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:05.615411 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-b1c545c8-426e-4684-8136-77ca296a2b1f req-a17c1bc8-3872-4aa2-9ad5-afe6b96e9d77 tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] 10.222.0.60 "DELETE /v2.0/ports/9cb4810f-3fc1-41cc-bc3b-e369f4515442 HTTP/1.1" status: 204 len: 173 time: 1.5417421 Jul 27 21:11:05.615856 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64fdf53e-5efa-469d-98b2-121656c882b0', 'name': 'network-vif-deleted', 'tag': '9cb4810f-3fc1-41cc-bc3b-e369f4515442'}] {{(pid=105584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:11:05.619370 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bce5e6c8685464f7626901654159975603b047827e3138302ed6566e28f1343" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-378fe627-9611-4c79-9b9a-04a53ddafc00" -d '{"events": [{"server_uuid": "64fdf53e-5efa-469d-98b2-121656c882b0", "name": "network-vif-deleted", "tag": "9cb4810f-3fc1-41cc-bc3b-e369f4515442"}]}' {{(pid=105584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:11:05.758648 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-5df12db7-315b-4c58-959a-db53bf9fcbca tempest-AttachVolumeTestJSON-850155022 tempest-AttachVolumeTestJSON-850155022-project] Notify callbacks [] for security_group, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:05.777688 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-f9b4248c-21ee-408d-99c8-4c2b70bb27bf tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:05.807544 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-5df12db7-315b-4c58-959a-db53bf9fcbca tempest-AttachVolumeTestJSON-850155022 tempest-AttachVolumeTestJSON-850155022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:05.910041 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b4248c-21ee-408d-99c8-4c2b70bb27bf tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Pushing event deleted for resources: {'Port': ['ID=f73b7732-dec9-460e-9e45-082e7b7cb096,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:11:06.017051 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06c6333-a6aa-4110-8697-58b7af2cc131 req-d392359a-6c31-4f92-9898-a3e0ab99ecfd tempest-ServerGroupTestJSON-1169547058 tempest-ServerGroupTestJSON-1169547058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:11:06.030749 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e06c6333-a6aa-4110-8697-58b7af2cc131 req-d392359a-6c31-4f92-9898-a3e0ab99ecfd tempest-ServerGroupTestJSON-1169547058 tempest-ServerGroupTestJSON-1169547058-project] 10.222.0.59 "GET /v2.0/ports?device_id=7f5ae194-1873-4ad7-b24f-a5b0d57a7651 HTTP/1.1" status: 200 len: 944 time: 1.3372610 Jul 27 21:11:06.194332 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71335f6e-c8ab-4f23-9bb8-bd2a6a42befd req-fa352cad-babd-4cb1-b99e-8a63ec829c16 tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:11:06.209571 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-71335f6e-c8ab-4f23-9bb8-bd2a6a42befd req-fa352cad-babd-4cb1-b99e-8a63ec829c16 tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] 10.222.0.59 "GET /v2.0/ports?device_id=64fdf53e-5efa-469d-98b2-121656c882b0 HTTP/1.1" status: 200 len: 867 time: 1.5148325 Jul 27 21:11:06.229077 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-5df12db7-315b-4c58-959a-db53bf9fcbca tempest-AttachVolumeTestJSON-850155022 tempest-AttachVolumeTestJSON-850155022-project] Notify callbacks [] for security_group, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:06.231159 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-5df12db7-315b-4c58-959a-db53bf9fcbca tempest-AttachVolumeTestJSON-850155022 tempest-AttachVolumeTestJSON-850155022-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.8928554 Jul 27 21:11:06.234679 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 57572) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:11:06.239351 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-a3d1d515-7631-436d-ab4e-a513dde90179 tempest-AttachVolumeTestJSON-850155022 tempest-AttachVolumeTestJSON-850155022-project] Request body: {'security_group_rule': {'security_group_id': 'd35c4c92-6336-4438-8902-f0b350b1b888', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:11:06.281468 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:06.319692 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-a3d1d515-7631-436d-ab4e-a513dde90179 tempest-AttachVolumeTestJSON-850155022 tempest-AttachVolumeTestJSON-850155022-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:06.331596 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df12db7-315b-4c58-959a-db53bf9fcbca tempest-AttachVolumeTestJSON-850155022 tempest-AttachVolumeTestJSON-850155022-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d35c4c92-6336-4438-8902-f0b350b1b888,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:11:06.403509 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-71335f6e-c8ab-4f23-9bb8-bd2a6a42befd req-5f7397ef-d22c-497e-a8bc-407a6903c213 tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] 10.222.0.59 "GET /v2.0/security-groups?id=c166a083-e7a4-430d-b39b-9b2d1c142ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1893799 Jul 27 21:11:06.455621 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-a3d1d515-7631-436d-ab4e-a513dde90179 tempest-AttachVolumeTestJSON-850155022 tempest-AttachVolumeTestJSON-850155022-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:06.470500 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-a3d1d515-7631-436d-ab4e-a513dde90179 tempest-AttachVolumeTestJSON-850155022 tempest-AttachVolumeTestJSON-850155022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732636'] for security_group_rule, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:06.513428 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d1d515-7631-436d-ab4e-a513dde90179 tempest-AttachVolumeTestJSON-850155022 tempest-AttachVolumeTestJSON-850155022-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae153ea1-8a75-4f50-a1d8-4214a7c6cd32,revision_number=0']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:11:06.531860 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-a3d1d515-7631-436d-ab4e-a513dde90179 tempest-AttachVolumeTestJSON-850155022 tempest-AttachVolumeTestJSON-850155022-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:06.535983 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e06c6333-a6aa-4110-8697-58b7af2cc131 req-7b233fab-45f5-41c5-9cf9-d10b9a511c5d tempest-ServerGroupTestJSON-1169547058 tempest-ServerGroupTestJSON-1169547058-project] 10.222.0.59 "GET /v2.0/security-groups?id=9452be26-1072-4150-a3f4-6643a17fba9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5021737 Jul 27 21:11:06.536996 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-a3d1d515-7631-436d-ab4e-a513dde90179 tempest-AttachVolumeTestJSON-850155022 tempest-AttachVolumeTestJSON-850155022-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3009653 Jul 27 21:11:06.537799 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 57574) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:11:06.546145 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-8973bc82-5e35-45f0-87dd-45fad5004c0b tempest-AttachVolumeTestJSON-850155022 tempest-AttachVolumeTestJSON-850155022-project] Request body: {'security_group_rule': {'security_group_id': 'd35c4c92-6336-4438-8902-f0b350b1b888', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:11:06.641382 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-8973bc82-5e35-45f0-87dd-45fad5004c0b tempest-AttachVolumeTestJSON-850155022 tempest-AttachVolumeTestJSON-850155022-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:06.761727 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-8973bc82-5e35-45f0-87dd-45fad5004c0b tempest-AttachVolumeTestJSON-850155022 tempest-AttachVolumeTestJSON-850155022-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:06.792168 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-8973bc82-5e35-45f0-87dd-45fad5004c0b tempest-AttachVolumeTestJSON-850155022 tempest-AttachVolumeTestJSON-850155022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732636'] for security_group_rule, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:06.831411 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-8973bc82-5e35-45f0-87dd-45fad5004c0b tempest-AttachVolumeTestJSON-850155022 tempest-AttachVolumeTestJSON-850155022-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:06.833207 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-8973bc82-5e35-45f0-87dd-45fad5004c0b tempest-AttachVolumeTestJSON-850155022 tempest-AttachVolumeTestJSON-850155022-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2913339 Jul 27 21:11:06.837548 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 57580) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:11:06.843230 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8973bc82-5e35-45f0-87dd-45fad5004c0b tempest-AttachVolumeTestJSON-850155022 tempest-AttachVolumeTestJSON-850155022-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65bdcfd7-91db-4860-8be3-1eda4cfea821,revision_number=0']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:11:06.843779 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-71c4309b-9bd8-4ed4-9451-18bedc6b792b tempest-AttachVolumeTestJSON-850155022 tempest-AttachVolumeTestJSON-850155022-project] Request body: {'floatingip': {'floating_network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:11:06.846050 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-f9b4248c-21ee-408d-99c8-4c2b70bb27bf tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3743915', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4076308'] for router_interface, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:06.915685 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-71c4309b-9bd8-4ed4-9451-18bedc6b792b tempest-AttachVolumeTestJSON-850155022 tempest-AttachVolumeTestJSON-850155022-project] Notify callbacks [] for floatingip, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:06.972110 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0e5340-39c1-4a83-9ecf-49ae9b1e7ebc req-b15d02f7-236f-4b1b-9017-27ab29b8f7f2 tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:11:06.980185 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-6e0e5340-39c1-4a83-9ecf-49ae9b1e7ebc req-b15d02f7-236f-4b1b-9017-27ab29b8f7f2 tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] 10.222.0.59 "GET /v2.0/ports?device_id=74636b36-ec44-4487-91bf-4f8efb4719fd HTTP/1.1" status: 200 len: 944 time: 0.3067713 Jul 27 21:11:07.098748 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-6e0e5340-39c1-4a83-9ecf-49ae9b1e7ebc req-1eacb016-70c3-441b-adaa-6d54fa1d6384 tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] 10.222.0.59 "GET /v2.0/security-groups?id=d845222d-5ac4-450c-bcf5-0222a977607f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1171873 Jul 27 21:11:07.197968 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:11:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f79f98f-aee2-40ae-9d31-5e3a90cbfb36 x-openstack-request-id: req-6f79f98f-aee2-40ae-9d31-5e3a90cbfb36 {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:11:07.198571 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f5ae194-1873-4ad7-b24f-a5b0d57a7651", "name": "network-vif-plugged", "status": "completed", "tag": "23d9747b-8ce4-4119-a18c-7f86721fbd0c", "code": 200}]} {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:11:07.198944 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-6f79f98f-aee2-40ae-9d31-5e3a90cbfb36 {{(pid=105586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:11:07.199662 n-d-705658-22 neutron-server[105586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f5ae194-1873-4ad7-b24f-a5b0d57a7651', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23d9747b-8ce4-4119-a18c-7f86721fbd0c', 'code': 200} Jul 27 21:11:07.241564 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-71c4309b-9bd8-4ed4-9451-18bedc6b792b tempest-AttachVolumeTestJSON-850155022 tempest-AttachVolumeTestJSON-850155022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:07.382074 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-ed50412b-2d41-43ae-8e1a-a7913e6942b5 req-45d78582-01c8-4ac2-9f1d-dc57cac37665 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] 10.222.0.59 "GET /v2.0/ports?device_id=9dfbe127-2e40-448a-9032-c49d8e1e61fe HTTP/1.1" status: 200 len: 210 time: 0.0626640 Jul 27 21:11:07.400969 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9b4248c-21ee-408d-99c8-4c2b70bb27bf tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Router 683094f9-2dcf-42b3-bad1-741b27397f8f has already been hosted by L3 agent dd128fd7-8e57-4d4f-895b-a96b369df59a {{(pid=105585) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:11:07.468101 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.db_base_plugin_common [None req-71c4309b-9bd8-4ed4-9451-18bedc6b792b tempest-AttachVolumeTestJSON-850155022 tempest-AttachVolumeTestJSON-850155022-project] Allocated IP 172.25.5.243 (8735d8a2-b604-4758-ae71-b40e4ee6f305/eca7dbab-b9c0-4c8f-a272-816ea8a81764/9a8ff1ac-2e0c-489c-acbd-4bc1986cbc52) {{(pid=105584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:11:07.697519 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-71c4309b-9bd8-4ed4-9451-18bedc6b792b tempest-AttachVolumeTestJSON-850155022 tempest-AttachVolumeTestJSON-850155022-project] Notify callbacks [] for port, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:07.707830 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9b4248c-21ee-408d-99c8-4c2b70bb27bf tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Notify agent at l3_agent.n-d-705658-22 the message routers_updated {{(pid=105585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:11:07.722107 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b14a2f48-6ac8-4a4e-9c46-b52e51adfaa7 None None] Sync routers for ids ['683094f9-2dcf-42b3-bad1-741b27397f8f'] in n-d-705658-22 {{(pid=105587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:11:07.727618 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-f9b4248c-21ee-408d-99c8-4c2b70bb27bf tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] 10.222.0.59 "PUT /v2.0/routers/683094f9-2dcf-42b3-bad1-741b27397f8f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4837894 Jul 27 21:11:07.735312 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 57590) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:11:07.736694 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b14a2f48-6ac8-4a4e-9c46-b52e51adfaa7 None None] Routers {'683094f9-2dcf-42b3-bad1-741b27397f8f'} bound to L3 agent in host n-d-705658-22 {{(pid=105587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:11:07.738391 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-b14a2f48-6ac8-4a4e-9c46-b52e51adfaa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:10:42Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['683094f9-2dcf-42b3-bad1-741b27397f8f'], 'active': True} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:11:07.785833 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:11:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c67eab76-6c71-4280-a89f-a56e042553ae x-openstack-request-id: req-c67eab76-6c71-4280-a89f-a56e042553ae {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:11:07.786134 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64fdf53e-5efa-469d-98b2-121656c882b0", "name": "network-vif-deleted", "tag": "9cb4810f-3fc1-41cc-bc3b-e369f4515442", "status": "completed", "code": 200}]} {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:11:07.786482 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-c67eab76-6c71-4280-a89f-a56e042553ae {{(pid=105584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:11:07.786845 n-d-705658-22 neutron-server[105584]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64fdf53e-5efa-469d-98b2-121656c882b0', 'name': 'network-vif-deleted', 'tag': '9cb4810f-3fc1-41cc-bc3b-e369f4515442', 'status': 'completed', 'code': 200} Jul 27 21:11:07.797259 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-71c4309b-9bd8-4ed4-9451-18bedc6b792b tempest-AttachVolumeTestJSON-850155022 tempest-AttachVolumeTestJSON-850155022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:07.854796 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-b14a2f48-6ac8-4a4e-9c46-b52e51adfaa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-22', False) {} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:11:07.891344 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b14a2f48-6ac8-4a4e-9c46-b52e51adfaa7 None None] Routers {'683094f9-2dcf-42b3-bad1-741b27397f8f'} bound to L3 agent in host n-d-705658-22 {{(pid=105587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:11:07.892224 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-b14a2f48-6ac8-4a4e-9c46-b52e51adfaa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:10:42Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['683094f9-2dcf-42b3-bad1-741b27397f8f'], 'active': True} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:11:07.911502 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71c4309b-9bd8-4ed4-9451-18bedc6b792b tempest-AttachVolumeTestJSON-850155022 tempest-AttachVolumeTestJSON-850155022-project] Network 8735d8a2-b604-4758-ae71-b40e4ee6f305 is already hosted by enough agents. {{(pid=105584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:11:07.925120 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [None req-71c4309b-9bd8-4ed4-9451-18bedc6b792b tempest-AttachVolumeTestJSON-850155022 tempest-AttachVolumeTestJSON-850155022-project] Resources bound (agent type, host, resource id): {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:11:07.928744 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71c4309b-9bd8-4ed4-9451-18bedc6b792b tempest-AttachVolumeTestJSON-850155022 tempest-AttachVolumeTestJSON-850155022-project] Received port after_create {{(pid=105584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:11:07.942956 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c4309b-9bd8-4ed4-9451-18bedc6b792b tempest-AttachVolumeTestJSON-850155022 tempest-AttachVolumeTestJSON-850155022-project] Pushing event updated for resources: {'Port': ['ID=9a8ff1ac-2e0c-489c-acbd-4bc1986cbc52,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:11:07.978267 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-b14a2f48-6ac8-4a4e-9c46-b52e51adfaa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-22', False) {} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:11:07.979222 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b14a2f48-6ac8-4a4e-9c46-b52e51adfaa7 None None] The sync data for ids ['683094f9-2dcf-42b3-bad1-741b27397f8f'] in n-d-705658-22 is: [] {{(pid=105587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:11:08.036799 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-76718d3a-0f06-4c7c-9271-56069fbb1ee2 tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Notify callbacks [] for router, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:08.126025 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-71c4309b-9bd8-4ed4-9451-18bedc6b792b tempest-AttachVolumeTestJSON-850155022 tempest-AttachVolumeTestJSON-850155022-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:08.204073 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Device 9cb4810f-3fc1-41cc-bc3b-e369f4515442 no longer exists at agent hyperv_n-h2-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:11:08.233969 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-71c4309b-9bd8-4ed4-9451-18bedc6b792b tempest-AttachVolumeTestJSON-850155022 tempest-AttachVolumeTestJSON-850155022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:08.268765 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-3d54578f-831f-4696-b568-13c455922dab None None] No Port match for: 9cb4810f-3fc1-41cc-bc3b-e369f4515442 {{(pid=105586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:11:08.269347 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Device 9cb4810f-3fc1-41cc-bc3b-e369f4515442 not bound to the agent host n-h2-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:11:08.387663 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-76718d3a-0f06-4c7c-9271-56069fbb1ee2 tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Notify callbacks [] for router_gateway, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:08.400703 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03207e49-6191-4f20-927c-106e350145a0 req-f64c7a64-be86-41d4-ab4e-74671d3b47c4 tempest-ServerGroupTestJSON-1169547058 tempest-ServerGroupTestJSON-1169547058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:11:08.402525 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-03207e49-6191-4f20-927c-106e350145a0 req-f64c7a64-be86-41d4-ab4e-74671d3b47c4 tempest-ServerGroupTestJSON-1169547058 tempest-ServerGroupTestJSON-1169547058-project] 10.222.0.59 "GET /v2.0/ports?device_id=7f5ae194-1873-4ad7-b24f-a5b0d57a7651 HTTP/1.1" status: 200 len: 945 time: 0.3627102 Jul 27 21:11:08.580766 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-71c4309b-9bd8-4ed4-9451-18bedc6b792b tempest-AttachVolumeTestJSON-850155022 tempest-AttachVolumeTestJSON-850155022-project] Notify callbacks [] for port, precommit_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:08.591152 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-03207e49-6191-4f20-927c-106e350145a0 req-a45e034e-5fd0-46e6-a692-02f66a4c7d48 tempest-ServerGroupTestJSON-1169547058 tempest-ServerGroupTestJSON-1169547058-project] 10.222.0.59 "GET /v2.0/security-groups?id=9452be26-1072-4150-a3f4-6643a17fba9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1679533 Jul 27 21:11:08.602233 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-71c4309b-9bd8-4ed4-9451-18bedc6b792b tempest-AttachVolumeTestJSON-850155022 tempest-AttachVolumeTestJSON-850155022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9014027'] for port, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:08.626859 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [None req-76718d3a-0f06-4c7c-9271-56069fbb1ee2 tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Deleting port 1a603b5f-821e-4165-884b-c5e0e2c864a1 {{(pid=105585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:11:08.627251 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-76718d3a-0f06-4c7c-9271-56069fbb1ee2 tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:08.799439 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c4309b-9bd8-4ed4-9451-18bedc6b792b tempest-AttachVolumeTestJSON-850155022 tempest-AttachVolumeTestJSON-850155022-project] Pushing event updated for resources: {'Port': ['ID=9a8ff1ac-2e0c-489c-acbd-4bc1986cbc52,revision_number=2']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:11:08.844523 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-71c4309b-9bd8-4ed4-9451-18bedc6b792b tempest-AttachVolumeTestJSON-850155022 tempest-AttachVolumeTestJSON-850155022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4075768'] for floatingip, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:08.876170 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-71c4309b-9bd8-4ed4-9451-18bedc6b792b tempest-AttachVolumeTestJSON-850155022 tempest-AttachVolumeTestJSON-850155022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for floatingip, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:08.877344 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-71c4309b-9bd8-4ed4-9451-18bedc6b792b tempest-AttachVolumeTestJSON-850155022 tempest-AttachVolumeTestJSON-850155022-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.0387154 Jul 27 21:11:08.892552 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-900d868a-81e6-45b7-8ad2-ebe3022e2e25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:08.917082 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-76718d3a-0f06-4c7c-9271-56069fbb1ee2 tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:08.933826 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [None req-76718d3a-0f06-4c7c-9271-56069fbb1ee2 tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Calling delete_port for 1a603b5f-821e-4165-884b-c5e0e2c864a1 owned by network:router_gateway {{(pid=105585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:11:09.041466 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be6ca5e-c5f7-4f59-a09f-2c146f56abdc req-59def376-ddaf-4be8-aca4-6991029cf3aa tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:11:09.050585 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-1be6ca5e-c5f7-4f59-a09f-2c146f56abdc req-59def376-ddaf-4be8-aca4-6991029cf3aa tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] 10.222.0.59 "GET /v2.0/ports?device_id=31533b7a-7459-43fe-bfa1-37a8877d2d0a HTTP/1.1" status: 200 len: 945 time: 0.2923541 Jul 27 21:11:09.147372 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-1be6ca5e-c5f7-4f59-a09f-2c146f56abdc req-dc35327a-5199-4df3-851b-22ff95ce4842 tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] 10.222.0.59 "GET /v2.0/security-groups?id=c166a083-e7a4-430d-b39b-9b2d1c142ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956907 Jul 27 21:11:09.370482 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-76718d3a-0f06-4c7c-9271-56069fbb1ee2 tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:09.485551 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76718d3a-0f06-4c7c-9271-56069fbb1ee2 tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Pushing event deleted for resources: {'Port': ['ID=1a603b5f-821e-4165-884b-c5e0e2c864a1,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:11:09.532024 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-76718d3a-0f06-4c7c-9271-56069fbb1ee2 tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4075702'] for router_gateway, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:09.586254 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b351aa02-1073-4894-8213-168cfcdebe23 req-ffa26512-36a6-41df-a371-707c87606341 tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:11:09.593930 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b351aa02-1073-4894-8213-168cfcdebe23 req-ffa26512-36a6-41df-a371-707c87606341 tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] 10.222.0.59 "GET /v2.0/ports?device_id=74636b36-ec44-4487-91bf-4f8efb4719fd HTTP/1.1" status: 200 len: 944 time: 0.2340412 Jul 27 21:11:09.679029 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-76718d3a-0f06-4c7c-9271-56069fbb1ee2 tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4163631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-425'] for router, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:09.681614 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-76718d3a-0f06-4c7c-9271-56069fbb1ee2 tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:09.743578 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b351aa02-1073-4894-8213-168cfcdebe23 req-63d794ce-f1b0-484a-a46c-ee8d778871bc tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] 10.222.0.59 "GET /v2.0/security-groups?id=d845222d-5ac4-450c-bcf5-0222a977607f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1484218 Jul 27 21:11:09.757042 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-76718d3a-0f06-4c7c-9271-56069fbb1ee2 tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4163007'] for router, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:09.758582 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76718d3a-0f06-4c7c-9271-56069fbb1ee2 tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Fanout notify agent at l3_agent the message router_deleted on router 683094f9-2dcf-42b3-bad1-741b27397f8f {{(pid=105585) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 21:11:09.771444 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-76718d3a-0f06-4c7c-9271-56069fbb1ee2 tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Notify callbacks [] for router, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:09.776339 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-76718d3a-0f06-4c7c-9271-56069fbb1ee2 tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] 10.222.0.59 "DELETE /v2.0/routers/683094f9-2dcf-42b3-bad1-741b27397f8f HTTP/1.1" status: 204 len: 168 time: 2.0384145 Jul 27 21:11:09.777012 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 57612) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:11:09.859921 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.db_base_plugin_v2 [None req-d10c5b8d-087a-4e11-870c-8f2488e617c3 tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Deleting subnet f9bc8b34-1924-4817-87ac-ac1a1cafcf7b {{(pid=105585) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:11:09.862019 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-d10c5b8d-087a-4e11-870c-8f2488e617c3 tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Notify callbacks [] for subnet, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:09.982675 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-c9481705-791c-40cd-ba33-2d04c6b7e032 req-aa42885f-f499-4279-a4b7-85570fb9e215 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] 10.222.0.59 "GET /v2.0/ports?device_id=9dfbe127-2e40-448a-9032-c49d8e1e61fe HTTP/1.1" status: 200 len: 210 time: 0.0877397 Jul 27 21:11:10.016076 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-d10c5b8d-087a-4e11-870c-8f2488e617c3 tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9887057'] for subnet, precommit_delete_associations {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:10.020842 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:10.147717 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-d10c5b8d-087a-4e11-870c-8f2488e617c3 tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854965'] for subnet, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:10.266530 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-d10c5b8d-087a-4e11-870c-8f2488e617c3 tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10221602', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9990583'] for subnet, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:10.330237 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10c5b8d-087a-4e11-870c-8f2488e617c3 tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Pushing event deleted for resources: {'Subnet': ['ID=f9bc8b34-1924-4817-87ac-ac1a1cafcf7b,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:11:10.344023 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15360344-590c-4cfe-a3f3-8e27d6d5bf82 None None] Network bc2ff722-5045-486f-8e8a-4190079d5d06 requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:11:10.344464 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-d10c5b8d-087a-4e11-870c-8f2488e617c3 tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743886'] for subnet, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:10.346572 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-d10c5b8d-087a-4e11-870c-8f2488e617c3 tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] 10.222.0.59 "DELETE /v2.0/subnets/f9bc8b34-1924-4817-87ac-ac1a1cafcf7b HTTP/1.1" status: 204 len: 168 time: 0.5685256 Jul 27 21:11:10.350383 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 57618) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:11:10.527563 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-7b3444de-1cdb-48c1-bd53-5b31be327900 tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-990557'] for network, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:10.616485 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-858124ee-3070-429f-ad70-845207ff0e6b None None] DHCP port deletion for bc2ff722-5045-486f-8e8a-4190079d5d06 request from n-d-705658-22 {{(pid=105586) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 21:11:10.622862 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-7b3444de-1cdb-48c1-bd53-5b31be327900 tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Deleting port 8a733f20-458f-41b5-bd38-beffcb03ed7e {{(pid=105584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:11:10.623518 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-7b3444de-1cdb-48c1-bd53-5b31be327900 tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:10.696618 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-858124ee-3070-429f-ad70-845207ff0e6b None None] Deleting port 8a733f20-458f-41b5-bd38-beffcb03ed7e {{(pid=105586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:11:10.696992 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-858124ee-3070-429f-ad70-845207ff0e6b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:10.708249 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [None req-7b3444de-1cdb-48c1-bd53-5b31be327900 tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] For port 8a733f20-458f-41b5-bd38-beffcb03ed7e, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=8a733f20-458f-41b5-bd38-beffcb03ed7e,segment=NetworkSegment(c59de6e5-f5c7-46ab-81d3-c5afa7fb0655),segment_id=c59de6e5-f5c7-46ab-81d3-c5afa7fb0655)] {{(pid=105584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:11:10.708722 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-7b3444de-1cdb-48c1-bd53-5b31be327900 tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:10.723229 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-7b3444de-1cdb-48c1-bd53-5b31be327900 tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Calling delete_port for 8a733f20-458f-41b5-bd38-beffcb03ed7e owned by network:dhcp {{(pid=105584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:11:10.828599 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-858124ee-3070-429f-ad70-845207ff0e6b None None] For port 8a733f20-458f-41b5-bd38-beffcb03ed7e, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=8a733f20-458f-41b5-bd38-beffcb03ed7e,segment=NetworkSegment(c59de6e5-f5c7-46ab-81d3-c5afa7fb0655),segment_id=c59de6e5-f5c7-46ab-81d3-c5afa7fb0655)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:11:10.829533 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-858124ee-3070-429f-ad70-845207ff0e6b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:10.830162 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-7b3444de-1cdb-48c1-bd53-5b31be327900 tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:10.856832 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-858124ee-3070-429f-ad70-845207ff0e6b None None] Calling delete_port for 8a733f20-458f-41b5-bd38-beffcb03ed7e owned by network:dhcp {{(pid=105586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:11:10.866000 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b3444de-1cdb-48c1-bd53-5b31be327900 tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] No DVR routers for this DVR port 8a733f20-458f-41b5-bd38-beffcb03ed7e on host n-d-705658-22 {{(pid=105584) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:11:10.924208 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3444de-1cdb-48c1-bd53-5b31be327900 tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Pushing event deleted for resources: {'Port': ['ID=8a733f20-458f-41b5-bd38-beffcb03ed7e,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:11:10.963034 n-d-705658-22 neutron-server[105586]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 21:11:10.963034 n-d-705658-22 neutron-server[105586]: self.session.flush() Jul 27 21:11:10.963034 n-d-705658-22 neutron-server[105586]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 21:11:10.963034 n-d-705658-22 neutron-server[105586]: self.session.flush() Jul 27 21:11:10.963034 n-d-705658-22 neutron-server[105586]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 21:11:10.963034 n-d-705658-22 neutron-server[105586]: self.session.flush() Jul 27 21:11:10.963034 n-d-705658-22 neutron-server[105586]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 21:11:10.963034 n-d-705658-22 neutron-server[105586]: self.session.flush() Jul 27 21:11:10.963034 n-d-705658-22 neutron-server[105586]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 21:11:10.963034 n-d-705658-22 neutron-server[105586]: self.session.flush() Jul 27 21:11:10.963034 n-d-705658-22 neutron-server[105586]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 21:11:10.963034 n-d-705658-22 neutron-server[105586]: self.session.flush() Jul 27 21:11:10.963034 n-d-705658-22 neutron-server[105586]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 21:11:10.963034 n-d-705658-22 neutron-server[105586]: self.session.flush() Jul 27 21:11:10.963034 n-d-705658-22 neutron-server[105586]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 21:11:10.963034 n-d-705658-22 neutron-server[105586]: self.session.flush() Jul 27 21:11:10.963034 n-d-705658-22 neutron-server[105586]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 21:11:10.963034 n-d-705658-22 neutron-server[105586]: self.session.flush() Jul 27 21:11:10.963034 n-d-705658-22 neutron-server[105586]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 21:11:10.963034 n-d-705658-22 neutron-server[105586]: self.session.flush() Jul 27 21:11:10.963034 n-d-705658-22 neutron-server[105586]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 21:11:10.963034 n-d-705658-22 neutron-server[105586]: self.session.flush() Jul 27 21:11:10.963034 n-d-705658-22 neutron-server[105586]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 21:11:10.963034 n-d-705658-22 neutron-server[105586]: self.session.flush() Jul 27 21:11:10.963034 n-d-705658-22 neutron-server[105586]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 21:11:10.963034 n-d-705658-22 neutron-server[105586]: self.session.flush() Jul 27 21:11:10.963034 n-d-705658-22 neutron-server[105586]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 21:11:10.963034 n-d-705658-22 neutron-server[105586]: self.session.flush() Jul 27 21:11:10.963034 n-d-705658-22 neutron-server[105586]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 21:11:10.963034 n-d-705658-22 neutron-server[105586]: self.session.flush() Jul 27 21:11:10.963034 n-d-705658-22 neutron-server[105586]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 21:11:10.963034 n-d-705658-22 neutron-server[105586]: self.session.flush() Jul 27 21:11:10.963034 n-d-705658-22 neutron-server[105586]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 21:11:10.963034 n-d-705658-22 neutron-server[105586]: self.session.flush() Jul 27 21:11:10.963034 n-d-705658-22 neutron-server[105586]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 21:11:10.963034 n-d-705658-22 neutron-server[105586]: self.session.flush() Jul 27 21:11:10.963034 n-d-705658-22 neutron-server[105586]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 21:11:10.963034 n-d-705658-22 neutron-server[105586]: self.session.flush() Jul 27 21:11:10.963034 n-d-705658-22 neutron-server[105586]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 21:11:10.963034 n-d-705658-22 neutron-server[105586]: self.session.flush() Jul 27 21:11:10.966533 n-d-705658-22 neutron-server[105586]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 21:11:10.966533 n-d-705658-22 neutron-server[105586]: self.session.flush() Jul 27 21:11:10.966533 n-d-705658-22 neutron-server[105586]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 21:11:10.966533 n-d-705658-22 neutron-server[105586]: self.session.flush() Jul 27 21:11:10.966533 n-d-705658-22 neutron-server[105586]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 21:11:10.966533 n-d-705658-22 neutron-server[105586]: self.session.flush() Jul 27 21:11:10.966533 n-d-705658-22 neutron-server[105586]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 21:11:10.966533 n-d-705658-22 neutron-server[105586]: self.session.flush() Jul 27 21:11:10.966533 n-d-705658-22 neutron-server[105586]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 21:11:10.966533 n-d-705658-22 neutron-server[105586]: self.session.flush() Jul 27 21:11:10.966533 n-d-705658-22 neutron-server[105586]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 21:11:10.966533 n-d-705658-22 neutron-server[105586]: self.session.flush() Jul 27 21:11:10.966533 n-d-705658-22 neutron-server[105586]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 21:11:10.966533 n-d-705658-22 neutron-server[105586]: self.session.flush() Jul 27 21:11:10.969286 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-858124ee-3070-429f-ad70-845207ff0e6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180'] for port, after_delete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:11.020510 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858124ee-3070-429f-ad70-845207ff0e6b None None] Pushing event deleted for resources: {'Port': ['ID=8a733f20-458f-41b5-bd38-beffcb03ed7e,revision_number=None']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:11:11.029284 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-858124ee-3070-429f-ad70-845207ff0e6b None None] No DVR routers for this DVR port 8a733f20-458f-41b5-bd38-beffcb03ed7e on host n-d-705658-22 {{(pid=105586) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:11:11.128220 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-7b3444de-1cdb-48c1-bd53-5b31be327900 tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853562', 'neutron.services.segments.db._delete_segments_for_network-8790688882975'] for network, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:11.163369 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.segments.db [None req-7b3444de-1cdb-48c1-bd53-5b31be327900 tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc2ff722-5045-486f-8e8a-4190079d5d06']}} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:11:11.195928 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.segments.db [None req-7b3444de-1cdb-48c1-bd53-5b31be327900 tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c59de6e5-f5c7-46ab-81d3-c5afa7fb0655') {'for_net_delete': True} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:11:11.198411 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.segments.db [None req-7b3444de-1cdb-48c1-bd53-5b31be327900 tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c59de6e5-f5c7-46ab-81d3-c5afa7fb0655') {} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:11:11.221035 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-7b3444de-1cdb-48c1-bd53-5b31be327900 tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790688883752', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9014348'] for segment, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:11.251289 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 8a733f20-458f-41b5-bd38-beffcb03ed7e no longer exists at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:11:11.253024 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-7b3444de-1cdb-48c1-bd53-5b31be327900 tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:11.261463 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b3444de-1cdb-48c1-bd53-5b31be327900 tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Releasing vlan 222 on physical network physnet1 to pool {{(pid=105584) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:11:11.265739 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-7b3444de-1cdb-48c1-bd53-5b31be327900 tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9014063'] for segment, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:11.272370 n-d-705658-22 neutron-server[105584]: Traceback (most recent call last): Jul 27 21:11:11.272370 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:11:11.272370 n-d-705658-22 neutron-server[105584]: timer() Jul 27 21:11:11.272370 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:11:11.272370 n-d-705658-22 neutron-server[105584]: cb(*args, **kw) Jul 27 21:11:11.272370 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:11:11.272370 n-d-705658-22 neutron-server[105584]: return func(*args, **kwargs) Jul 27 21:11:11.272370 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:11:11.272370 n-d-705658-22 neutron-server[105584]: self._notify() Jul 27 21:11:11.272370 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:11:11.272370 n-d-705658-22 neutron-server[105584]: self.callback(batched_events) Jul 27 21:11:11.272370 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:11:11.272370 n-d-705658-22 neutron-server[105584]: event.method(event) Jul 27 21:11:11.272370 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:11:11.272370 n-d-705658-22 neutron-server[105584]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:11:11.272370 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:11:11.272370 n-d-705658-22 neutron-server[105584]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:11:11.272370 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:11:11.272370 n-d-705658-22 neutron-server[105584]: return f(self, *a, **k) Jul 27 21:11:11.272370 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:11:11.272370 n-d-705658-22 neutron-server[105584]: return self._get(url).json() Jul 27 21:11:11.272370 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:11:11.272370 n-d-705658-22 neutron-server[105584]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:11:11.272370 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:11:11.272370 n-d-705658-22 neutron-server[105584]: return self.request(url, 'GET', **kwargs) Jul 27 21:11:11.272370 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:11:11.272370 n-d-705658-22 neutron-server[105584]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:11:11.272370 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:11:11.272370 n-d-705658-22 neutron-server[105584]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:11:11.272370 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:11:11.272370 n-d-705658-22 neutron-server[105584]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:11:11.272370 n-d-705658-22 neutron-server[105584]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:11:11.277382 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] No Port match for: 8a733f20-458f-41b5-bd38-beffcb03ed7e {{(pid=105586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:11:11.277382 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 8a733f20-458f-41b5-bd38-beffcb03ed7e not bound to the agent host n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:11:11.384341 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-7b3444de-1cdb-48c1-bd53-5b31be327900 tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4075658'] for network, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:11.392359 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-7b3444de-1cdb-48c1-bd53-5b31be327900 tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743886'] for network, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:11.404656 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-7b3444de-1cdb-48c1-bd53-5b31be327900 tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] 10.222.0.59 "DELETE /v2.0/networks/bc2ff722-5045-486f-8e8a-4190079d5d06 HTTP/1.1" status: 204 len: 168 time: 1.0498843 Jul 27 21:11:11.408138 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 57626) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:11:11.436404 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3444de-1cdb-48c1-bd53-5b31be327900 tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Pushing event deleted for resources: {'Network': ['ID=bc2ff722-5045-486f-8e8a-4190079d5d06,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:11:11.564267 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-d39509f2-dfaf-4ec9-a069-b175cdcb6b50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:11.598988 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [None req-7ff43695-93f7-4f9a-9f5f-655600ffd51f tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Deleting port 7f2bfbe4-8128-48ad-a6f7-a53ac5ed7792 {{(pid=105585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:11:11.599599 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-7ff43695-93f7-4f9a-9f5f-655600ffd51f tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:11.691927 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-7ff43695-93f7-4f9a-9f5f-655600ffd51f tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:11.692264 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-7ff43695-93f7-4f9a-9f5f-655600ffd51f tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:11.707697 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [None req-7ff43695-93f7-4f9a-9f5f-655600ffd51f tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Calling delete_port for 7f2bfbe4-8128-48ad-a6f7-a53ac5ed7792 owned by network:floatingip {{(pid=105585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:11:11.836655 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:11.923072 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-7ff43695-93f7-4f9a-9f5f-655600ffd51f tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:11.953925 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff43695-93f7-4f9a-9f5f-655600ffd51f tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Pushing event deleted for resources: {'Port': ['ID=7f2bfbe4-8128-48ad-a6f7-a53ac5ed7792,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:11:12.031765 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-7ff43695-93f7-4f9a-9f5f-655600ffd51f tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Notify callbacks [] for floatingip, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:12.034597 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-7ff43695-93f7-4f9a-9f5f-655600ffd51f tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for floatingip, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:12.039482 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-7ff43695-93f7-4f9a-9f5f-655600ffd51f tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] 10.222.0.59 "DELETE /v2.0/floatingips/d29204d3-cf44-4cc2-a7af-3dc1c2937372 HTTP/1.1" status: 204 len: 168 time: 0.6286848 Jul 27 21:11:12.039740 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 57630) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:11:12.085254 n-d-705658-22 neutron-server[105584]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0802b99-c18b-48c9-a77e-8b728864b7d2 tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] DELETE failed (client error): The resource could not be found. Jul 27 21:11:12.086113 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f0802b99-c18b-48c9-a77e-8b728864b7d2 tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105584) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 21:11:12.091114 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-f0802b99-c18b-48c9-a77e-8b728864b7d2 tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] 10.222.0.59 "DELETE /v2.0/ports/d51ef345-a7fc-48c3-ba6d-a46cc05f2efc HTTP/1.1" status: 404 len: 333 time: 0.0479631 Jul 27 21:11:12.091523 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 57632) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:11:12.145084 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-1b4bff6e-a7bb-4b31-aa52-3a3274406730 tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] 10.222.0.59 "GET /v2.0/ports?device_id=683094f9-2dcf-42b3-bad1-741b27397f8f HTTP/1.1" status: 200 len: 205 time: 0.0498583 Jul 27 21:11:12.148636 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 57634) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:11:12.196653 n-d-705658-22 neutron-server[105584]: INFO neutron.api.v2.resource [None req-aba7cb12-683d-4edf-991f-7dad16232ce6 tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] delete failed (client error): The resource could not be found. Jul 27 21:11:12.200888 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-aba7cb12-683d-4edf-991f-7dad16232ce6 tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] 10.222.0.59 "DELETE /v2.0/routers/683094f9-2dcf-42b3-bad1-741b27397f8f HTTP/1.1" status: 404 len: 336 time: 0.0517015 Jul 27 21:11:12.201396 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 57636) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:11:12.243862 n-d-705658-22 neutron-server[105585]: INFO neutron.pecan_wsgi.hooks.translation [None req-5bd8a54a-f59c-4d96-a0fc-57ced2f9561d tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] DELETE failed (client error): The resource could not be found. Jul 27 21:11:12.245186 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5bd8a54a-f59c-4d96-a0fc-57ced2f9561d tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105585) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 21:11:12.248014 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-5bd8a54a-f59c-4d96-a0fc-57ced2f9561d tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] 10.222.0.59 "DELETE /v2.0/subnets/f9bc8b34-1924-4817-87ac-ac1a1cafcf7b HTTP/1.1" status: 404 len: 337 time: 0.0452344 Jul 27 21:11:12.250616 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 57638) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:11:12.396634 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-bb972c7a-a5ce-4219-9094-1ef73e9b6ff5 tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Deleting port a2a55559-617d-46e1-bf94-dc61d6661ba1 {{(pid=105584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:11:12.398058 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-bb972c7a-a5ce-4219-9094-1ef73e9b6ff5 tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:12.518418 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-bb972c7a-a5ce-4219-9094-1ef73e9b6ff5 tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:12.532555 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-bb972c7a-a5ce-4219-9094-1ef73e9b6ff5 tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Calling delete_port for a2a55559-617d-46e1-bf94-dc61d6661ba1 owned by {{(pid=105584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:11:12.698795 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-bb972c7a-a5ce-4219-9094-1ef73e9b6ff5 tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:12.737193 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb972c7a-a5ce-4219-9094-1ef73e9b6ff5 tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Pushing event deleted for resources: {'Port': ['ID=a2a55559-617d-46e1-bf94-dc61d6661ba1,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:11:12.826561 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-bb972c7a-a5ce-4219-9094-1ef73e9b6ff5 tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:12.831236 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-bb972c7a-a5ce-4219-9094-1ef73e9b6ff5 tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] 10.222.0.59 "DELETE /v2.0/ports/a2a55559-617d-46e1-bf94-dc61d6661ba1 HTTP/1.1" status: 204 len: 168 time: 0.5770688 Jul 27 21:11:12.831453 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 57644) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:11:12.836889 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-bb32ed7d-8717-448b-a9c8-a5a0117d1fd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:12.958451 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-f78e9b8a-4fac-4cc0-a1a2-69ae997698ad tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Deleting port b74dbe10-dc08-4d1f-b5ce-618da681d911 {{(pid=105584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:11:12.958889 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-f78e9b8a-4fac-4cc0-a1a2-69ae997698ad tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:13.069444 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-f78e9b8a-4fac-4cc0-a1a2-69ae997698ad tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:13.083888 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-f78e9b8a-4fac-4cc0-a1a2-69ae997698ad tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Calling delete_port for b74dbe10-dc08-4d1f-b5ce-618da681d911 owned by {{(pid=105584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:11:13.239927 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-f78e9b8a-4fac-4cc0-a1a2-69ae997698ad tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:13.270506 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78e9b8a-4fac-4cc0-a1a2-69ae997698ad tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Pushing event deleted for resources: {'Port': ['ID=b74dbe10-dc08-4d1f-b5ce-618da681d911,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:11:13.348071 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-f78e9b8a-4fac-4cc0-a1a2-69ae997698ad tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:13.350099 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-f78e9b8a-4fac-4cc0-a1a2-69ae997698ad tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] 10.222.0.59 "DELETE /v2.0/ports/b74dbe10-dc08-4d1f-b5ce-618da681d911 HTTP/1.1" status: 204 len: 168 time: 0.5175858 Jul 27 21:11:13.352984 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 57646) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:11:13.430844 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39f2b00f-a8b4-4f58-9539-8a1ea6b3fdde tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:11:13.435223 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-39f2b00f-a8b4-4f58-9539-8a1ea6b3fdde tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] 10.222.0.59 "GET /v2.0/ports?device_id=6c164824-0a48-4a39-be5a-a5c107d61cff HTTP/1.1" status: 200 len: 913 time: 0.0789573 Jul 27 21:11:13.435695 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 57648) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:11:13.801005 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-cfd30bc0-78f4-4d2e-b282-e17c2d92379c req-cc3db245-9863-4e43-9bc8-a9332ed06166 tempest-AttachVolumeTestJSON-850155022 tempest-AttachVolumeTestJSON-850155022-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-securitygroup--325467565&fields=id&tenant_id=dcfc656e3a0b42809921004863a52506 HTTP/1.1" status: 200 len: 267 time: 0.0389910 Jul 27 21:11:13.846274 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-4eecfb72-bc88-463b-bb21-40087a8a1bb6 tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4076536'] for router_interface, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:13.961339 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd30bc0-78f4-4d2e-b282-e17c2d92379c req-5c9f7914-cf9c-46b4-9ab0-bdb966612043 tempest-AttachVolumeTestJSON-850155022 tempest-AttachVolumeTestJSON-850155022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:11:13.970984 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-cfd30bc0-78f4-4d2e-b282-e17c2d92379c req-5c9f7914-cf9c-46b4-9ab0-bdb966612043 tempest-AttachVolumeTestJSON-850155022 tempest-AttachVolumeTestJSON-850155022-project] 10.222.0.59 "GET /v2.0/networks?id=32d25553-aa43-4782-af0c-d6a2b47507a7 HTTP/1.1" status: 200 len: 810 time: 0.1625552 Jul 27 21:11:13.992653 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-cfd30bc0-78f4-4d2e-b282-e17c2d92379c req-53d06256-5f39-498a-a4df-77e748f97ea4 tempest-AttachVolumeTestJSON-850155022 tempest-AttachVolumeTestJSON-850155022-project] 10.222.0.59 "GET /v2.0/quotas/dcfc656e3a0b42809921004863a52506 HTTP/1.1" status: 200 len: 375 time: 0.0203540 Jul 27 21:11:14.146624 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-cfd30bc0-78f4-4d2e-b282-e17c2d92379c req-b4a835c1-ecf0-4931-9fec-273236f52378 tempest-AttachVolumeTestJSON-850155022 tempest-AttachVolumeTestJSON-850155022-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=dcfc656e3a0b42809921004863a52506&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1529958 Jul 27 21:11:14.267491 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-875ced1b-4cf3-463a-9653-058f0f9421e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:14.290312 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72cd930-a586-4168-8c26-07db28dafe96 req-f1c9aeda-dbb2-40b5-9763-1a59b5f89a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:11:14.291953 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-b72cd930-a586-4168-8c26-07db28dafe96 req-f1c9aeda-dbb2-40b5-9763-1a59b5f89a25 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=7f5ae194-1873-4ad7-b24f-a5b0d57a7651 HTTP/1.1" status: 200 len: 1097 time: 0.1114726 Jul 27 21:11:14.341166 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-b72cd930-a586-4168-8c26-07db28dafe96 req-0db558b8-6f57-40de-a88b-7d32b89854db service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=9452be26-1072-4150-a3f4-6643a17fba9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371184 Jul 27 21:11:14.343974 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-4eecfb72-bc88-463b-bb21-40087a8a1bb6 tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Deleting port 0095f8d3-308d-4e08-a1d4-361924ce4645 {{(pid=105584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:11:14.344324 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-4eecfb72-bc88-463b-bb21-40087a8a1bb6 tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:14.460848 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-4eecfb72-bc88-463b-bb21-40087a8a1bb6 tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:14.480856 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-4eecfb72-bc88-463b-bb21-40087a8a1bb6 tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Calling delete_port for 0095f8d3-308d-4e08-a1d4-361924ce4645 owned by network:router_interface {{(pid=105584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:11:14.757572 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-4eecfb72-bc88-463b-bb21-40087a8a1bb6 tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:14.798829 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac8349b-e0c4-40eb-bc63-9e4f2d308e40 req-86ced54b-599c-4bb6-932b-1ceae99a6dcc tempest-ServerGroupTestJSON-1169547058 tempest-ServerGroupTestJSON-1169547058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:11:14.800386 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-4ac8349b-e0c4-40eb-bc63-9e4f2d308e40 req-86ced54b-599c-4bb6-932b-1ceae99a6dcc tempest-ServerGroupTestJSON-1169547058 tempest-ServerGroupTestJSON-1169547058-project] 10.222.0.59 "GET /v2.0/ports?device_id=7f5ae194-1873-4ad7-b24f-a5b0d57a7651 HTTP/1.1" status: 200 len: 945 time: 0.6525173 Jul 27 21:11:14.810870 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-cfd30bc0-78f4-4d2e-b282-e17c2d92379c req-71fcdb05-be84-412e-8564-bf48b98fcdd5 service neutron] 10.222.0.59 "GET /v2.0/networks/32d25553-aa43-4782-af0c-d6a2b47507a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6616924 Jul 27 21:11:14.838899 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eecfb72-bc88-463b-bb21-40087a8a1bb6 tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Pushing event deleted for resources: {'Port': ['ID=0095f8d3-308d-4e08-a1d4-361924ce4645,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:11:14.923476 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-4ac8349b-e0c4-40eb-bc63-9e4f2d308e40 req-f99417b3-3ac1-43ff-aceb-8264e9ba20fd tempest-ServerGroupTestJSON-1169547058 tempest-ServerGroupTestJSON-1169547058-project] 10.222.0.59 "GET /v2.0/security-groups?id=9452be26-1072-4150-a3f4-6643a17fba9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109800 Jul 27 21:11:14.994236 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-cfd30bc0-78f4-4d2e-b282-e17c2d92379c req-2788bcda-a8b0-4b33-9684-a8aae3fe0f8c service neutron] 10.222.0.59 "GET /v2.0/networks/32d25553-aa43-4782-af0c-d6a2b47507a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1747570 Jul 27 21:11:15.129597 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93900128-2ad0-432b-b897-d8b00816e201 req-c4215c0d-206d-4733-bfba-6c8fc2d28bc0 tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:11:15.132023 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-93900128-2ad0-432b-b897-d8b00816e201 req-c4215c0d-206d-4733-bfba-6c8fc2d28bc0 tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] 10.222.0.59 "GET /v2.0/ports?device_id=74636b36-ec44-4487-91bf-4f8efb4719fd HTTP/1.1" status: 200 len: 944 time: 0.1152279 Jul 27 21:11:15.311330 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-62d0b3db-7646-4b05-ae49-291d7ef1faf8 req-a531d375-965e-4b19-8248-ec697044f3e0 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] 10.222.0.59 "GET /v2.0/ports?device_id=9dfbe127-2e40-448a-9032-c49d8e1e61fe HTTP/1.1" status: 200 len: 210 time: 0.0673814 Jul 27 21:11:15.315541 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-93900128-2ad0-432b-b897-d8b00816e201 req-214abc5a-dab1-473b-a481-3f332c2b553c tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] 10.222.0.59 "GET /v2.0/security-groups?id=d845222d-5ac4-450c-bcf5-0222a977607f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1772745 Jul 27 21:11:15.551940 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-bc89503e-5179-4a37-a55c-3ad117461796 req-55b4bee7-12be-4221-9ac1-8a43929099e4 tempest-AttachVolumeTestJSON-850155022 tempest-AttachVolumeTestJSON-850155022-project] 10.222.0.59 "GET /v2.0/ports?device_id=4278faa4-b336-42ce-b504-e55df1b376e8 HTTP/1.1" status: 200 len: 210 time: 0.0423236 Jul 27 21:11:15.584378 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271a9f20-3e39-4de1-a3c2-b519290338e3 req-376d424d-755a-4b6c-8e10-8d8e08078ac5 tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:11:15.592454 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-271a9f20-3e39-4de1-a3c2-b519290338e3 req-376d424d-755a-4b6c-8e10-8d8e08078ac5 tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] 10.222.0.59 "GET /v2.0/ports?device_id=31533b7a-7459-43fe-bfa1-37a8877d2d0a HTTP/1.1" status: 200 len: 945 time: 0.1539097 Jul 27 21:11:15.656776 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-271a9f20-3e39-4de1-a3c2-b519290338e3 req-f0ebf43b-ffff-462f-b151-31c4b80f5fce tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] 10.222.0.59 "GET /v2.0/security-groups?id=c166a083-e7a4-430d-b39b-9b2d1c142ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621474 Jul 27 21:11:15.865405 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad33c729-5ebe-4795-a6e0-d142820b7ee9 req-b7290748-d291-4932-85e7-a6dce1f3179f tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:11:15.873872 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-ad33c729-5ebe-4795-a6e0-d142820b7ee9 req-b7290748-d291-4932-85e7-a6dce1f3179f tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] 10.222.0.59 "GET /v2.0/ports?device_id=31533b7a-7459-43fe-bfa1-37a8877d2d0a HTTP/1.1" status: 200 len: 945 time: 0.0895593 Jul 27 21:11:15.919681 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-4eecfb72-bc88-463b-bb21-40087a8a1bb6 tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3743915', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4076308'] for router_interface, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:15.930694 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-ad33c729-5ebe-4795-a6e0-d142820b7ee9 req-1918d520-a605-417a-adc6-4ae297327233 tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] 10.222.0.59 "GET /v2.0/security-groups?id=c166a083-e7a4-430d-b39b-9b2d1c142ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564663 Jul 27 21:11:16.238566 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c734fb-d481-48f2-94c4-5a555befffc7 req-9bbb7ea8-1f8a-42b7-992d-f44145aa31db tempest-ServerGroupTestJSON-1169547058 tempest-ServerGroupTestJSON-1169547058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:11:16.246938 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-75c734fb-d481-48f2-94c4-5a555befffc7 req-9bbb7ea8-1f8a-42b7-992d-f44145aa31db tempest-ServerGroupTestJSON-1169547058 tempest-ServerGroupTestJSON-1169547058-project] 10.222.0.59 "GET /v2.0/ports?device_id=7f5ae194-1873-4ad7-b24f-a5b0d57a7651 HTTP/1.1" status: 200 len: 945 time: 0.1994836 Jul 27 21:11:16.335720 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4eecfb72-bc88-463b-bb21-40087a8a1bb6 tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Router 6c164824-0a48-4a39-be5a-a5c107d61cff has already been hosted by L3 agent dd128fd7-8e57-4d4f-895b-a96b369df59a {{(pid=105584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:11:16.398354 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-75c734fb-d481-48f2-94c4-5a555befffc7 req-09d153bd-f39e-48ed-9df1-53f8a8af0906 tempest-ServerGroupTestJSON-1169547058 tempest-ServerGroupTestJSON-1169547058-project] 10.222.0.59 "GET /v2.0/security-groups?id=9452be26-1072-4150-a3f4-6643a17fba9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506023 Jul 27 21:11:16.436290 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4623d31-92d0-43b0-86b8-c92c702c5954 req-4c805474-2eff-422d-a236-98d6e5441f92 tempest-ImagesTestJSON-607612606 tempest-ImagesTestJSON-607612606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:11:16.460534 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e4623d31-92d0-43b0-86b8-c92c702c5954 req-4c805474-2eff-422d-a236-98d6e5441f92 tempest-ImagesTestJSON-607612606 tempest-ImagesTestJSON-607612606-project] 10.222.0.59 "GET /v2.0/ports?device_id=38f0972f-cbf0-48ff-b58f-791ca32012aa HTTP/1.1" status: 200 len: 945 time: 0.1899776 Jul 27 21:11:16.513703 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e4623d31-92d0-43b0-86b8-c92c702c5954 req-2d0f1c68-8fbf-4784-aa7d-0d79d6ef7a54 tempest-ImagesTestJSON-607612606 tempest-ImagesTestJSON-607612606-project] 10.222.0.59 "GET /v2.0/security-groups?id=0824f12c-25ec-46a0-872f-0482607e4324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497408 Jul 27 21:11:16.537447 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4eecfb72-bc88-463b-bb21-40087a8a1bb6 tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Notify agent at l3_agent.n-d-705658-22 the message routers_updated {{(pid=105584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:11:16.547175 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c1ce333-aadb-4a83-93b5-14768c78149b None None] Sync routers for ids ['6c164824-0a48-4a39-be5a-a5c107d61cff'] in n-d-705658-22 {{(pid=105586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:11:16.555667 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-4eecfb72-bc88-463b-bb21-40087a8a1bb6 tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] 10.222.0.59 "PUT /v2.0/routers/6c164824-0a48-4a39-be5a-a5c107d61cff/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1189127 Jul 27 21:11:16.558578 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 57726) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:11:16.560775 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c1ce333-aadb-4a83-93b5-14768c78149b None None] Routers {'6c164824-0a48-4a39-be5a-a5c107d61cff'} bound to L3 agent in host n-d-705658-22 {{(pid=105586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:11:16.563629 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-4c1ce333-aadb-4a83-93b5-14768c78149b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:11:12Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['6c164824-0a48-4a39-be5a-a5c107d61cff'], 'active': True} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:11:16.592285 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-ceeb304d-4f19-43a6-8258-cfdcc77c3c02 req-69d2f257-512c-4873-ac08-841b453703c2 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] 10.222.0.59 "GET /v2.0/ports?device_id=9dfbe127-2e40-448a-9032-c49d8e1e61fe HTTP/1.1" status: 200 len: 210 time: 0.0425251 Jul 27 21:11:16.619857 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-4c1ce333-aadb-4a83-93b5-14768c78149b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-22', False) {} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:11:16.630953 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c1ce333-aadb-4a83-93b5-14768c78149b None None] Routers {'6c164824-0a48-4a39-be5a-a5c107d61cff'} bound to L3 agent in host n-d-705658-22 {{(pid=105586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:11:16.632552 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-4c1ce333-aadb-4a83-93b5-14768c78149b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:11:12Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['6c164824-0a48-4a39-be5a-a5c107d61cff'], 'active': True} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:11:16.677285 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-4c1ce333-aadb-4a83-93b5-14768c78149b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-22', False) {} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:11:16.690073 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c1ce333-aadb-4a83-93b5-14768c78149b None None] The sync data for ids ['6c164824-0a48-4a39-be5a-a5c107d61cff'] in n-d-705658-22 is: [] {{(pid=105586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:11:16.719440 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f705ebb6-a7a7-4fa4-942a-2236de557ff5 req-ff894b14-40fa-43a2-82e6-6306f8bb982b tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:11:16.738722 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f705ebb6-a7a7-4fa4-942a-2236de557ff5 req-ff894b14-40fa-43a2-82e6-6306f8bb982b tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] 10.222.0.59 "GET /v2.0/ports?device_id=74636b36-ec44-4487-91bf-4f8efb4719fd HTTP/1.1" status: 200 len: 944 time: 0.1453943 Jul 27 21:11:16.782987 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-27423274-e5cf-4e4a-9702-31c4785b8de7 tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Notify callbacks [] for router, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:16.823608 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-5993754d-293f-453f-9a08-7f62fe864a8d req-4e0f3ee3-de6e-4fb6-ae1b-d75f6890ae02 tempest-AttachVolumeTestJSON-850155022 tempest-AttachVolumeTestJSON-850155022-project] 10.222.0.59 "GET /v2.0/ports?device_id=4278faa4-b336-42ce-b504-e55df1b376e8 HTTP/1.1" status: 200 len: 210 time: 0.0750670 Jul 27 21:11:16.883455 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f705ebb6-a7a7-4fa4-942a-2236de557ff5 req-1d0cb8be-44b2-4895-b101-2f92c5c500a5 tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] 10.222.0.59 "GET /v2.0/security-groups?id=d845222d-5ac4-450c-bcf5-0222a977607f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1410294 Jul 27 21:11:17.202919 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd30bc0-78f4-4d2e-b282-e17c2d92379c req-5f790b34-50da-4b45-9736-34d4c10c1d6f tempest-AttachVolumeTestJSON-850155022 tempest-AttachVolumeTestJSON-850155022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:11:17.206921 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-cfd30bc0-78f4-4d2e-b282-e17c2d92379c req-5f790b34-50da-4b45-9736-34d4c10c1d6f tempest-AttachVolumeTestJSON-850155022 tempest-AttachVolumeTestJSON-850155022-project] 10.222.0.60 "GET /v2.0/networks?id=32d25553-aa43-4782-af0c-d6a2b47507a7 HTTP/1.1" status: 200 len: 810 time: 0.3572142 Jul 27 21:11:17.215910 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-27423274-e5cf-4e4a-9702-31c4785b8de7 tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Notify callbacks [] for router_gateway, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:17.308034 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-cfd30bc0-78f4-4d2e-b282-e17c2d92379c req-3396f7ce-09d0-459c-b26a-ef616c629a7b tempest-AttachVolumeTestJSON-850155022 tempest-AttachVolumeTestJSON-850155022-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dcfc656e3a0b42809921004863a52506 HTTP/1.1" status: 200 len: 379 time: 0.0496314 Jul 27 21:11:17.320204 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [req-cfd30bc0-78f4-4d2e-b282-e17c2d92379c req-b942e866-41d1-40ae-9b2b-01f9c9e06eb1 tempest-AttachVolumeTestJSON-850155022 tempest-AttachVolumeTestJSON-850155022-project] Request body: {'port': {'device_id': '4278faa4-b336-42ce-b504-e55df1b376e8', 'network_id': '32d25553-aa43-4782-af0c-d6a2b47507a7', 'admin_state_up': True, 'tenant_id': 'dcfc656e3a0b42809921004863a52506', 'security_groups': ['d35c4c92-6336-4438-8902-f0b350b1b888']}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:11:17.355108 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c269269-8878-464a-af41-2a1cff009067 req-7bb0ba57-4221-4df7-89df-ad8355409fd2 tempest-ServerGroupTestJSON-1169547058 tempest-ServerGroupTestJSON-1169547058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:11:17.355108 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-5c269269-8878-464a-af41-2a1cff009067 req-7bb0ba57-4221-4df7-89df-ad8355409fd2 tempest-ServerGroupTestJSON-1169547058 tempest-ServerGroupTestJSON-1169547058-project] 10.222.0.59 "GET /v2.0/ports?device_id=7f5ae194-1873-4ad7-b24f-a5b0d57a7651 HTTP/1.1" status: 200 len: 945 time: 0.1654031 Jul 27 21:11:17.392639 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-27423274-e5cf-4e4a-9702-31c4785b8de7 tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Deleting port 30d36e61-2076-471c-be68-be04868e00aa {{(pid=105584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:11:17.393573 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-27423274-e5cf-4e4a-9702-31c4785b8de7 tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:17.407761 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-5c269269-8878-464a-af41-2a1cff009067 req-b2102cd0-3527-46ce-af7d-71ec503ec3f1 tempest-ServerGroupTestJSON-1169547058 tempest-ServerGroupTestJSON-1169547058-project] 10.222.0.59 "GET /v2.0/security-groups?id=9452be26-1072-4150-a3f4-6643a17fba9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459681 Jul 27 21:11:17.559033 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-27423274-e5cf-4e4a-9702-31c4785b8de7 tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:17.576027 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-27423274-e5cf-4e4a-9702-31c4785b8de7 tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Calling delete_port for 30d36e61-2076-471c-be68-be04868e00aa owned by network:router_gateway {{(pid=105584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:11:17.633865 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cfd30bc0-78f4-4d2e-b282-e17c2d92379c req-b942e866-41d1-40ae-9b2b-01f9c9e06eb1 tempest-AttachVolumeTestJSON-850155022 tempest-AttachVolumeTestJSON-850155022-project] Made reservation on behalf of dcfc656e3a0b42809921004863a52506 for: {'port': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:11:17.638534 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-cfd30bc0-78f4-4d2e-b282-e17c2d92379c req-b942e866-41d1-40ae-9b2b-01f9c9e06eb1 tempest-AttachVolumeTestJSON-850155022 tempest-AttachVolumeTestJSON-850155022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:17.760030 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-34d8eb5d-5083-4d02-815c-e4619acad4a1 req-379ca014-4405-4626-84e6-4a5833386258 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] 10.222.0.59 "GET /v2.0/ports?device_id=9dfbe127-2e40-448a-9032-c49d8e1e61fe HTTP/1.1" status: 200 len: 210 time: 0.0606019 Jul 27 21:11:17.809445 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877766e2-8226-40c0-8fb2-bcb267812cb1 req-57b6a808-b5ec-40f3-bd4e-02d4926b6283 tempest-ImagesTestJSON-607612606 tempest-ImagesTestJSON-607612606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:11:17.810799 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device d11a16c2-af7c-4aa8-9e51-1c00722d4961 details requested by agent hyperv_n-h1-705658-22 with host n-h1-705658-22 {{(pid=105586) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:11:17.811375 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-877766e2-8226-40c0-8fb2-bcb267812cb1 req-57b6a808-b5ec-40f3-bd4e-02d4926b6283 tempest-ImagesTestJSON-607612606 tempest-ImagesTestJSON-607612606-project] 10.222.0.59 "GET /v2.0/ports?device_id=38f0972f-cbf0-48ff-b58f-791ca32012aa HTTP/1.1" status: 200 len: 945 time: 0.2229776 Jul 27 21:11:17.885741 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.db_base_plugin_common [req-cfd30bc0-78f4-4d2e-b282-e17c2d92379c req-b942e866-41d1-40ae-9b2b-01f9c9e06eb1 tempest-AttachVolumeTestJSON-850155022 tempest-AttachVolumeTestJSON-850155022-project] Allocated IP 172.20.0.12 (32d25553-aa43-4782-af0c-d6a2b47507a7/fdae47fc-2d6f-4c83-9067-18a839318850/11a2a4bd-54de-4e89-aaec-2698e4e74e90) {{(pid=105584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:11:17.924556 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-27423274-e5cf-4e4a-9702-31c4785b8de7 tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:17.930622 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-877766e2-8226-40c0-8fb2-bcb267812cb1 req-6bb6ae89-a84d-48b8-980a-c8922f0a8b97 tempest-ImagesTestJSON-607612606 tempest-ImagesTestJSON-607612606-project] 10.222.0.59 "GET /v2.0/security-groups?id=0824f12c-25ec-46a0-872f-0482607e4324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120746 Jul 27 21:11:17.972292 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27423274-e5cf-4e4a-9702-31c4785b8de7 tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Pushing event deleted for resources: {'Port': ['ID=30d36e61-2076-471c-be68-be04868e00aa,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:11:18.013058 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] For port d11a16c2-af7c-4aa8-9e51-1c00722d4961, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=d11a16c2-af7c-4aa8-9e51-1c00722d4961,segment=NetworkSegment(660ec341-81d1-41c4-8987-bc307d97b3d6),segment_id=660ec341-81d1-41c4-8987-bc307d97b3d6)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:11:18.041414 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Returning: {'device': 'd11a16c2-af7c-4aa8-9e51-1c00722d4961', 'network_id': '79bd215c-af8d-45db-ad24-972205044e15', 'port_id': 'd11a16c2-af7c-4aa8-9e51-1c00722d4961', 'mac_address': 'fa:16:3e:75:b9:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 247, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63030826-f290-4ec4-88a7-e0d5c21af6b4', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105586) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:11:18.043181 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-27423274-e5cf-4e4a-9702-31c4785b8de7 tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4075702'] for router_gateway, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:18.055953 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a3a15369-b5f1-4628-9125-57dc05f15147 req-a5a2004b-24f7-4b73-9ebb-9afebd2a33dd tempest-AttachVolumeTestJSON-850155022 tempest-AttachVolumeTestJSON-850155022-project] 10.222.0.59 "GET /v2.0/ports?device_id=4278faa4-b336-42ce-b504-e55df1b376e8 HTTP/1.1" status: 200 len: 210 time: 0.0816741 Jul 27 21:11:18.102524 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:18.118207 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d11a16c2-af7c-4aa8-9e51-1c00722d4961 {{(pid=105586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:11:18.143952 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] For port d11a16c2-af7c-4aa8-9e51-1c00722d4961, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=d11a16c2-af7c-4aa8-9e51-1c00722d4961,segment=NetworkSegment(660ec341-81d1-41c4-8987-bc307d97b3d6),segment_id=660ec341-81d1-41c4-8987-bc307d97b3d6)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:11:18.157252 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:18.198740 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ffdd9b-29c7-4652-9fa6-eceee14c03b8 req-e6059d9b-0131-4341-aed4-7da0bfd94f92 tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:11:18.201415 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-94ffdd9b-29c7-4652-9fa6-eceee14c03b8 req-e6059d9b-0131-4341-aed4-7da0bfd94f92 tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] 10.222.0.59 "GET /v2.0/ports?device_id=74636b36-ec44-4487-91bf-4f8efb4719fd HTTP/1.1" status: 200 len: 944 time: 0.1443722 Jul 27 21:11:18.201763 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-27423274-e5cf-4e4a-9702-31c4785b8de7 tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4163631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-425'] for router, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:18.205614 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-27423274-e5cf-4e4a-9702-31c4785b8de7 tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:18.259689 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-94ffdd9b-29c7-4652-9fa6-eceee14c03b8 req-f09136c9-627a-44e9-8044-1df77bbf75a2 tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] 10.222.0.59 "GET /v2.0/security-groups?id=d845222d-5ac4-450c-bcf5-0222a977607f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508680 Jul 27 21:11:18.279715 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-27423274-e5cf-4e4a-9702-31c4785b8de7 tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4163007'] for router, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:18.280231 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27423274-e5cf-4e4a-9702-31c4785b8de7 tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Fanout notify agent at l3_agent the message router_deleted on router 6c164824-0a48-4a39-be5a-a5c107d61cff {{(pid=105584) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 21:11:18.287889 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-27423274-e5cf-4e4a-9702-31c4785b8de7 tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Notify callbacks [] for router, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:18.294028 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 57750) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:11:18.294154 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-27423274-e5cf-4e4a-9702-31c4785b8de7 tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] 10.222.0.59 "DELETE /v2.0/routers/6c164824-0a48-4a39-be5a-a5c107d61cff HTTP/1.1" status: 204 len: 168 time: 1.7340901 Jul 27 21:11:18.310348 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Device db725ed7-e41d-4ba8-a1df-992b6e957811 details requested by agent hyperv_n-h2-705658-22 with host n-h2-705658-22 {{(pid=105586) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:11:18.332041 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Pushing event updated for resources: {'Port': ['ID=d11a16c2-af7c-4aa8-9e51-1c00722d4961,revision_number=9']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:11:18.332289 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-cfd30bc0-78f4-4d2e-b282-e17c2d92379c req-b942e866-41d1-40ae-9b2b-01f9c9e06eb1 tempest-AttachVolumeTestJSON-850155022 tempest-AttachVolumeTestJSON-850155022-project] Notify callbacks [] for port, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:18.357557 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.provisioning_blocks [req-cfd30bc0-78f4-4d2e-b282-e17c2d92379c req-b942e866-41d1-40ae-9b2b-01f9c9e06eb1 tempest-AttachVolumeTestJSON-850155022 tempest-AttachVolumeTestJSON-850155022-project] Transition to ACTIVE for port object 11a2a4bd-54de-4e89-aaec-2698e4e74e90 will not be triggered until provisioned by entity DHCP. {{(pid=105584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:11:18.399605 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] get_ports_and_sgs() called for port_ids ['d11a16c2-af7c-4aa8-9e51-1c00722d4961'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:11:18.401381 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-cfd30bc0-78f4-4d2e-b282-e17c2d92379c req-b942e866-41d1-40ae-9b2b-01f9c9e06eb1 tempest-AttachVolumeTestJSON-850155022 tempest-AttachVolumeTestJSON-850155022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:18.418218 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.db_base_plugin_v2 [None req-440069b9-84e0-4c5c-92b9-eff8af72131c tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Deleting subnet 09cd6f3a-f58e-40a1-a50a-e4b766f605d5 {{(pid=105585) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:11:18.431545 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-440069b9-84e0-4c5c-92b9-eff8af72131c tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Notify callbacks [] for subnet, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:18.507734 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-440069b9-84e0-4c5c-92b9-eff8af72131c tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9887057'] for subnet, precommit_delete_associations {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:18.529826 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cfd30bc0-78f4-4d2e-b282-e17c2d92379c req-b942e866-41d1-40ae-9b2b-01f9c9e06eb1 tempest-AttachVolumeTestJSON-850155022 tempest-AttachVolumeTestJSON-850155022-project] Network 32d25553-aa43-4782-af0c-d6a2b47507a7 is already hosted by enough agents. {{(pid=105584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:11:18.542827 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [req-cfd30bc0-78f4-4d2e-b282-e17c2d92379c req-b942e866-41d1-40ae-9b2b-01f9c9e06eb1 tempest-AttachVolumeTestJSON-850155022 tempest-AttachVolumeTestJSON-850155022-project] Resources bound (agent type, host, resource id): {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:11:18.552283 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfd30bc0-78f4-4d2e-b282-e17c2d92379c req-b942e866-41d1-40ae-9b2b-01f9c9e06eb1 tempest-AttachVolumeTestJSON-850155022 tempest-AttachVolumeTestJSON-850155022-project] Received port after_create {{(pid=105584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:11:18.559407 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b942e866-41d1-40ae-9b2b-01f9c9e06eb1 tempest-AttachVolumeTestJSON-850155022 tempest-AttachVolumeTestJSON-850155022-project] Pushing event updated for resources: {'Port': ['ID=11a2a4bd-54de-4e89-aaec-2698e4e74e90,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:11:18.628892 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] For port db725ed7-e41d-4ba8-a1df-992b6e957811, host n-h2-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=db725ed7-e41d-4ba8-a1df-992b6e957811,segment=NetworkSegment(74356e05-950c-4c55-88c6-85a1b1fc145d),segment_id=74356e05-950c-4c55-88c6-85a1b1fc145d)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:11:18.652798 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41554e39-c24c-4307-a636-22e8e810a291 req-9a5b18be-e21a-459d-b44c-f03d0a96a5e6 tempest-ServerGroupTestJSON-1169547058 tempest-ServerGroupTestJSON-1169547058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:11:18.654756 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-41554e39-c24c-4307-a636-22e8e810a291 req-9a5b18be-e21a-459d-b44c-f03d0a96a5e6 tempest-ServerGroupTestJSON-1169547058 tempest-ServerGroupTestJSON-1169547058-project] 10.222.0.36 "GET /v2.0/ports?device_id=7f5ae194-1873-4ad7-b24f-a5b0d57a7651 HTTP/1.1" status: 200 len: 945 time: 0.2133965 Jul 27 21:11:18.673908 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-440069b9-84e0-4c5c-92b9-eff8af72131c tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854965'] for subnet, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:18.687704 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Returning: {'device': 'db725ed7-e41d-4ba8-a1df-992b6e957811', 'network_id': '72109025-d173-4d38-a78b-046bd6975a9d', 'port_id': 'db725ed7-e41d-4ba8-a1df-992b6e957811', 'mac_address': 'fa:16:3e:ac:fd:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 208, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c3e9e9f-5a21-43a6-8c24-ea076aff9e22', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105586) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:11:18.728725 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd30bc0-78f4-4d2e-b282-e17c2d92379c req-b942e866-41d1-40ae-9b2b-01f9c9e06eb1 tempest-AttachVolumeTestJSON-850155022 tempest-AttachVolumeTestJSON-850155022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:11:18.732530 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-cfd30bc0-78f4-4d2e-b282-e17c2d92379c req-b942e866-41d1-40ae-9b2b-01f9c9e06eb1 tempest-AttachVolumeTestJSON-850155022 tempest-AttachVolumeTestJSON-850155022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:18.755082 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-440069b9-84e0-4c5c-92b9-eff8af72131c tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10221602', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9990583'] for subnet, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:18.793636 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-440069b9-84e0-4c5c-92b9-eff8af72131c tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743886'] for subnet, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:18.798825 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-440069b9-84e0-4c5c-92b9-eff8af72131c tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] 10.222.0.59 "DELETE /v2.0/subnets/09cd6f3a-f58e-40a1-a50a-e4b766f605d5 HTTP/1.1" status: 204 len: 168 time: 0.5007253 Jul 27 21:11:18.799056 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 57764) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:11:18.821257 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-cfd30bc0-78f4-4d2e-b282-e17c2d92379c req-b942e866-41d1-40ae-9b2b-01f9c9e06eb1 tempest-AttachVolumeTestJSON-850155022 tempest-AttachVolumeTestJSON-850155022-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5025690 Jul 27 21:11:18.853933 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [req-cfd30bc0-78f4-4d2e-b282-e17c2d92379c req-8070261f-acef-4b9c-a325-5a1d64da500d service neutron] Request body: {'port': {'device_id': '4278faa4-b336-42ce-b504-e55df1b376e8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-705658-22'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:11:18.898054 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440069b9-84e0-4c5c-92b9-eff8af72131c tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Pushing event deleted for resources: {'Subnet': ['ID=09cd6f3a-f58e-40a1-a50a-e4b766f605d5,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:11:18.911750 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf730b10-7a7b-4076-b869-31a5986f87b4 req-53b998b0-e1d7-4175-b144-6f015c93820f tempest-ServerGroupTestJSON-1169547058 tempest-ServerGroupTestJSON-1169547058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:11:18.931777 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:18.935932 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-bf730b10-7a7b-4076-b869-31a5986f87b4 req-53b998b0-e1d7-4175-b144-6f015c93820f tempest-ServerGroupTestJSON-1169547058 tempest-ServerGroupTestJSON-1169547058-project] 10.222.0.59 "GET /v2.0/ports?device_id=7f5ae194-1873-4ad7-b24f-a5b0d57a7651 HTTP/1.1" status: 200 len: 945 time: 0.3815939 Jul 27 21:11:19.006621 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-af227ba5-8f4c-4897-b5be-582a8984d97b req-1df2e698-29cf-42d8-b78c-422f17af9206 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] 10.222.0.59 "GET /v2.0/ports?device_id=9dfbe127-2e40-448a-9032-c49d8e1e61fe HTTP/1.1" status: 200 len: 210 time: 0.0591207 Jul 27 21:11:19.009639 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [req-41554e39-c24c-4307-a636-22e8e810a291 req-cc6d29de-4345-48b5-bb8d-7dda7e744867 tempest-ServerGroupTestJSON-1169547058 tempest-ServerGroupTestJSON-1169547058-project] Deleting port 23d9747b-8ce4-4119-a18c-7f86721fbd0c {{(pid=105584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:11:19.010095 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-41554e39-c24c-4307-a636-22e8e810a291 req-cc6d29de-4345-48b5-bb8d-7dda7e744867 tempest-ServerGroupTestJSON-1169547058 tempest-ServerGroupTestJSON-1169547058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:19.023278 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [None req-3d54578f-831f-4696-b568-13c455922dab None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id db725ed7-e41d-4ba8-a1df-992b6e957811 {{(pid=105586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:11:19.056461 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-bf730b10-7a7b-4076-b869-31a5986f87b4 req-8f5df84f-3c1f-491b-8b84-e798f1cd5ee0 tempest-ServerGroupTestJSON-1169547058 tempest-ServerGroupTestJSON-1169547058-project] 10.222.0.59 "GET /v2.0/security-groups?id=9452be26-1072-4150-a3f4-6643a17fba9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098566 Jul 27 21:11:19.056707 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-93b7938f-2b53-4f9e-8312-8ff1dac618e5 None None] Provisioning for port 11a2a4bd-54de-4e89-aaec-2698e4e74e90 completed by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:11:19.056843 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-86dc1053-5250-4056-8cbc-89e2d8f8b8e4 tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-990557'] for network, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:19.086219 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-93b7938f-2b53-4f9e-8312-8ff1dac618e5 None None] Provisioning complete for port 11a2a4bd-54de-4e89-aaec-2698e4e74e90 triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:11:19.086612 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-93b7938f-2b53-4f9e-8312-8ff1dac618e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:19.089652 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-cfd30bc0-78f4-4d2e-b282-e17c2d92379c req-8070261f-acef-4b9c-a325-5a1d64da500d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:19.151631 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] For port db725ed7-e41d-4ba8-a1df-992b6e957811, host n-h2-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=db725ed7-e41d-4ba8-a1df-992b6e957811,segment=NetworkSegment(74356e05-950c-4c55-88c6-85a1b1fc145d),segment_id=74356e05-950c-4c55-88c6-85a1b1fc145d)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:11:19.163316 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:19.208830 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [req-41554e39-c24c-4307-a636-22e8e810a291 req-cc6d29de-4345-48b5-bb8d-7dda7e744867 tempest-ServerGroupTestJSON-1169547058 tempest-ServerGroupTestJSON-1169547058-project] For port 23d9747b-8ce4-4119-a18c-7f86721fbd0c, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=23d9747b-8ce4-4119-a18c-7f86721fbd0c,segment=NetworkSegment(30771d55-6edd-4911-b2ca-f2bd29b5a2a0),segment_id=30771d55-6edd-4911-b2ca-f2bd29b5a2a0)] {{(pid=105584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:11:19.208830 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-41554e39-c24c-4307-a636-22e8e810a291 req-cc6d29de-4345-48b5-bb8d-7dda7e744867 tempest-ServerGroupTestJSON-1169547058 tempest-ServerGroupTestJSON-1169547058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:19.282553 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-93b7938f-2b53-4f9e-8312-8ff1dac618e5 None None] Port 11a2a4bd-54de-4e89-aaec-2698e4e74e90 cannot update to ACTIVE because it is not bound. {{(pid=105586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:11:19.299127 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] get_ports_and_sgs() called for port_ids ['db725ed7-e41d-4ba8-a1df-992b6e957811'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:11:19.337577 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [req-41554e39-c24c-4307-a636-22e8e810a291 req-cc6d29de-4345-48b5-bb8d-7dda7e744867 tempest-ServerGroupTestJSON-1169547058 tempest-ServerGroupTestJSON-1169547058-project] Calling delete_port for 23d9747b-8ce4-4119-a18c-7f86721fbd0c owned by compute:nova {{(pid=105584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:11:19.343129 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-86dc1053-5250-4056-8cbc-89e2d8f8b8e4 tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853562', 'neutron.services.segments.db._delete_segments_for_network-8790688882975'] for network, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:19.381548 n-d-705658-22 neutron-server[105585]: DEBUG neutron.services.segments.db [None req-86dc1053-5250-4056-8cbc-89e2d8f8b8e4 tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1850f596-eec6-4941-bfd3-6a8b7e43522c']}} {{(pid=105585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:11:19.401960 n-d-705658-22 neutron-server[105585]: DEBUG neutron.services.segments.db [None req-86dc1053-5250-4056-8cbc-89e2d8f8b8e4 tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b11a3584-7c66-4cd4-938e-7ca0ff5fde3b') {'for_net_delete': True} {{(pid=105585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:11:19.402375 n-d-705658-22 neutron-server[105585]: DEBUG neutron.services.segments.db [None req-86dc1053-5250-4056-8cbc-89e2d8f8b8e4 tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b11a3584-7c66-4cd4-938e-7ca0ff5fde3b') {} {{(pid=105585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:11:19.418133 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-86dc1053-5250-4056-8cbc-89e2d8f8b8e4 tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790688883752', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9886370'] for segment, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:19.442040 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Pushing event updated for resources: {'Port': ['ID=db725ed7-e41d-4ba8-a1df-992b6e957811,revision_number=6']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:11:19.447714 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-86dc1053-5250-4056-8cbc-89e2d8f8b8e4 tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:19.460624 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86dc1053-5250-4056-8cbc-89e2d8f8b8e4 tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Releasing vlan 209 on physical network physnet1 to pool {{(pid=105585) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:11:19.461224 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-86dc1053-5250-4056-8cbc-89e2d8f8b8e4 tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10221644'] for segment, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:19.465405 n-d-705658-22 neutron-server[105585]: Traceback (most recent call last): Jul 27 21:11:19.465405 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:11:19.465405 n-d-705658-22 neutron-server[105585]: timer() Jul 27 21:11:19.465405 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:11:19.465405 n-d-705658-22 neutron-server[105585]: cb(*args, **kw) Jul 27 21:11:19.465405 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:11:19.465405 n-d-705658-22 neutron-server[105585]: return func(*args, **kwargs) Jul 27 21:11:19.465405 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:11:19.465405 n-d-705658-22 neutron-server[105585]: self._notify() Jul 27 21:11:19.465405 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:11:19.465405 n-d-705658-22 neutron-server[105585]: self.callback(batched_events) Jul 27 21:11:19.465405 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:11:19.465405 n-d-705658-22 neutron-server[105585]: event.method(event) Jul 27 21:11:19.465405 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:11:19.465405 n-d-705658-22 neutron-server[105585]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:11:19.465405 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:11:19.465405 n-d-705658-22 neutron-server[105585]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:11:19.465405 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:11:19.465405 n-d-705658-22 neutron-server[105585]: return f(self, *a, **k) Jul 27 21:11:19.465405 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:11:19.465405 n-d-705658-22 neutron-server[105585]: return self._get(url).json() Jul 27 21:11:19.465405 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:11:19.465405 n-d-705658-22 neutron-server[105585]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:11:19.465405 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:11:19.465405 n-d-705658-22 neutron-server[105585]: return self.request(url, 'GET', **kwargs) Jul 27 21:11:19.465405 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:11:19.465405 n-d-705658-22 neutron-server[105585]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:11:19.465405 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:11:19.465405 n-d-705658-22 neutron-server[105585]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:11:19.465405 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:11:19.465405 n-d-705658-22 neutron-server[105585]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:11:19.465405 n-d-705658-22 neutron-server[105585]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:11:19.487916 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8983f497-5052-409d-a9b1-c397d117c9c0 req-01f87efc-0989-4525-922b-8a463b9dbdd7 tempest-ImagesTestJSON-607612606 tempest-ImagesTestJSON-607612606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:11:19.495412 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-8983f497-5052-409d-a9b1-c397d117c9c0 req-01f87efc-0989-4525-922b-8a463b9dbdd7 tempest-ImagesTestJSON-607612606 tempest-ImagesTestJSON-607612606-project] 10.222.0.59 "GET /v2.0/ports?device_id=38f0972f-cbf0-48ff-b58f-791ca32012aa HTTP/1.1" status: 200 len: 944 time: 0.2353024 Jul 27 21:11:19.550592 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1ea966-8221-49ee-8ab4-6ccca19a0908 req-01d12d29-9458-4b2b-a3ab-61b59f7a2a25 tempest-AttachVolumeTestJSON-850155022 tempest-AttachVolumeTestJSON-850155022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:11:19.552268 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-0a1ea966-8221-49ee-8ab4-6ccca19a0908 req-01d12d29-9458-4b2b-a3ab-61b59f7a2a25 tempest-AttachVolumeTestJSON-850155022 tempest-AttachVolumeTestJSON-850155022-project] 10.222.0.59 "GET /v2.0/ports?device_id=4278faa4-b336-42ce-b504-e55df1b376e8 HTTP/1.1" status: 200 len: 932 time: 0.2240696 Jul 27 21:11:19.621043 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-86dc1053-5250-4056-8cbc-89e2d8f8b8e4 tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4075658'] for network, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:19.633845 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-86dc1053-5250-4056-8cbc-89e2d8f8b8e4 tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Notify callbacks [] for network, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:19.635674 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-86dc1053-5250-4056-8cbc-89e2d8f8b8e4 tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] 10.222.0.59 "DELETE /v2.0/networks/1850f596-eec6-4941-bfd3-6a8b7e43522c HTTP/1.1" status: 204 len: 168 time: 0.8355160 Jul 27 21:11:19.667602 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-0a1ea966-8221-49ee-8ab4-6ccca19a0908 req-c9505540-3c36-4e09-b6a1-b21bf1ba0471 tempest-AttachVolumeTestJSON-850155022 tempest-AttachVolumeTestJSON-850155022-project] 10.222.0.59 "GET /v2.0/security-groups?id=d35c4c92-6336-4438-8902-f0b350b1b888&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1032553 Jul 27 21:11:19.706190 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-8983f497-5052-409d-a9b1-c397d117c9c0 req-6c21659d-5c52-45ca-9a08-110247390424 tempest-ImagesTestJSON-607612606 tempest-ImagesTestJSON-607612606-project] 10.222.0.59 "GET /v2.0/security-groups?id=0824f12c-25ec-46a0-872f-0482607e4324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2095501 Jul 27 21:11:19.707614 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86dc1053-5250-4056-8cbc-89e2d8f8b8e4 tempest-FloatingIPTestJSON-2027606350 tempest-FloatingIPTestJSON-2027606350-project] Pushing event deleted for resources: {'Network': ['ID=1850f596-eec6-4941-bfd3-6a8b7e43522c,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:11:19.821939 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-41554e39-c24c-4307-a636-22e8e810a291 req-cc6d29de-4345-48b5-bb8d-7dda7e744867 tempest-ServerGroupTestJSON-1169547058 tempest-ServerGroupTestJSON-1169547058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:19.832414 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [req-cfd30bc0-78f4-4d2e-b282-e17c2d92379c req-8070261f-acef-4b9c-a325-5a1d64da500d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11a2a4bd-54de-4e89-aaec-2698e4e74e90 {{(pid=105584) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:11:19.834100 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] get_ports_and_sgs() called for port_ids ['23d9747b-8ce4-4119-a18c-7f86721fbd0c'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:11:19.840146 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device d11a16c2-af7c-4aa8-9e51-1c00722d4961 up at agent hyperv_n-h1-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:11:19.856426 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5a2f9d-8e13-4f62-9bfa-59d2952f97b1 req-f548de9f-30c5-4c81-b1c3-f35c729cb9ea tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:11:19.859775 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-4f5a2f9d-8e13-4f62-9bfa-59d2952f97b1 req-f548de9f-30c5-4c81-b1c3-f35c729cb9ea tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] 10.222.0.59 "GET /v2.0/ports?device_id=31533b7a-7459-43fe-bfa1-37a8877d2d0a HTTP/1.1" status: 200 len: 945 time: 0.1216588 Jul 27 21:11:19.873305 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-cfd30bc0-78f4-4d2e-b282-e17c2d92379c req-8070261f-acef-4b9c-a325-5a1d64da500d service neutron] Notify callbacks [] for port, precommit_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:19.887736 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6d29de-4345-48b5-bb8d-7dda7e744867 tempest-ServerGroupTestJSON-1169547058 tempest-ServerGroupTestJSON-1169547058-project] Pushing event deleted for resources: {'Port': ['ID=23d9747b-8ce4-4119-a18c-7f86721fbd0c,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:11:19.932042 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e0bce3-a749-4948-8704-d32ebb76ea46 req-68ecc28d-1126-4ea1-8f6e-78dce60c4ecd tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:11:19.943645 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [req-41554e39-c24c-4307-a636-22e8e810a291 req-cc6d29de-4345-48b5-bb8d-7dda7e744867 tempest-ServerGroupTestJSON-1169547058 tempest-ServerGroupTestJSON-1169547058-project] No DVR routers for this DVR port 23d9747b-8ce4-4119-a18c-7f86721fbd0c on host n-h1-705658-22 {{(pid=105584) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:11:19.946618 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-41554e39-c24c-4307-a636-22e8e810a291 req-cc6d29de-4345-48b5-bb8d-7dda7e744867 tempest-ServerGroupTestJSON-1169547058 tempest-ServerGroupTestJSON-1169547058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:19.949180 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-41554e39-c24c-4307-a636-22e8e810a291 req-cc6d29de-4345-48b5-bb8d-7dda7e744867 tempest-ServerGroupTestJSON-1169547058 tempest-ServerGroupTestJSON-1169547058-project] 10.222.0.36 "DELETE /v2.0/ports/23d9747b-8ce4-4119-a18c-7f86721fbd0c HTTP/1.1" status: 204 len: 173 time: 1.2863560 Jul 27 21:11:19.950153 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.provisioning_blocks [req-cfd30bc0-78f4-4d2e-b282-e17c2d92379c req-8070261f-acef-4b9c-a325-5a1d64da500d service neutron] Transition to ACTIVE for port object 11a2a4bd-54de-4e89-aaec-2698e4e74e90 will not be triggered until provisioned by entity L2. {{(pid=105584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:11:19.950845 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-d8e0bce3-a749-4948-8704-d32ebb76ea46 req-68ecc28d-1126-4ea1-8f6e-78dce60c4ecd tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] 10.222.0.59 "GET /v2.0/ports?device_id=74636b36-ec44-4487-91bf-4f8efb4719fd HTTP/1.1" status: 200 len: 945 time: 0.1506717 Jul 27 21:11:19.951459 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f5ae194-1873-4ad7-b24f-a5b0d57a7651', 'name': 'network-vif-deleted', 'tag': '23d9747b-8ce4-4119-a18c-7f86721fbd0c'}] {{(pid=105584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:11:19.953407 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bce5e6c8685464f7626901654159975603b047827e3138302ed6566e28f1343" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6317a75-8013-43ac-a4b3-059e4a7f2c1e" -d '{"events": [{"server_uuid": "7f5ae194-1873-4ad7-b24f-a5b0d57a7651", "name": "network-vif-deleted", "tag": "23d9747b-8ce4-4119-a18c-7f86721fbd0c"}]}' {{(pid=105584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:11:19.957319 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-cfd30bc0-78f4-4d2e-b282-e17c2d92379c req-8070261f-acef-4b9c-a325-5a1d64da500d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9014027'] for port, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:20.011612 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-4f5a2f9d-8e13-4f62-9bfa-59d2952f97b1 req-c43b2c9d-13e2-4fb4-8f54-fbed2a0bb312 tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] 10.222.0.59 "GET /v2.0/security-groups?id=c166a083-e7a4-430d-b39b-9b2d1c142ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380568 Jul 27 21:11:20.031277 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8070261f-acef-4b9c-a325-5a1d64da500d service neutron] Pushing event updated for resources: {'Port': ['ID=11a2a4bd-54de-4e89-aaec-2698e4e74e90,revision_number=2']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:11:20.059827 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Provisioning complete for port d11a16c2-af7c-4aa8-9e51-1c00722d4961 triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:11:20.060713 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:20.094911 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-d8e0bce3-a749-4948-8704-d32ebb76ea46 req-6dffff8c-367b-4b14-837a-4fe6f987fa3d tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] 10.222.0.59 "GET /v2.0/security-groups?id=d845222d-5ac4-450c-bcf5-0222a977607f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1412966 Jul 27 21:11:20.190528 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 57792) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:11:20.239522 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:11:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba31db9c-4bd3-4bcb-9648-246db711b0f2 x-openstack-request-id: req-ba31db9c-4bd3-4bcb-9648-246db711b0f2 {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:11:20.240138 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f5ae194-1873-4ad7-b24f-a5b0d57a7651", "name": "network-vif-deleted", "tag": "23d9747b-8ce4-4119-a18c-7f86721fbd0c", "status": "completed", "code": 200}]} {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:11:20.240138 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-ba31db9c-4bd3-4bcb-9648-246db711b0f2 {{(pid=105584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:11:20.240346 n-d-705658-22 neutron-server[105584]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f5ae194-1873-4ad7-b24f-a5b0d57a7651', 'name': 'network-vif-deleted', 'tag': '23d9747b-8ce4-4119-a18c-7f86721fbd0c', 'status': 'completed', 'code': 200} Jul 27 21:11:20.251709 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [req-cfd30bc0-78f4-4d2e-b282-e17c2d92379c req-8070261f-acef-4b9c-a325-5a1d64da500d service neutron] Attempting to bind port 11a2a4bd-54de-4e89-aaec-2698e4e74e90 on host n-h2-705658-22 for vnic_type normal with profile {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:11:20.252853 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [req-cfd30bc0-78f4-4d2e-b282-e17c2d92379c req-8070261f-acef-4b9c-a325-5a1d64da500d service neutron] Attempting to bind port 11a2a4bd-54de-4e89-aaec-2698e4e74e90 by drivers openvswitch,hyperv on host n-h2-705658-22 at level 0 using segments [{'id': '3b7237b7-e1d5-469a-ad3d-468d7cc14174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '32d25553-aa43-4782-af0c-d6a2b47507a7'}] {{(pid=105584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:11:20.253191 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfd30bc0-78f4-4d2e-b282-e17c2d92379c req-8070261f-acef-4b9c-a325-5a1d64da500d service neutron] Attempting to bind port 11a2a4bd-54de-4e89-aaec-2698e4e74e90 on network 32d25553-aa43-4782-af0c-d6a2b47507a7 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:11:20.264182 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfd30bc0-78f4-4d2e-b282-e17c2d92379c req-8070261f-acef-4b9c-a325-5a1d64da500d service neutron] Port 11a2a4bd-54de-4e89-aaec-2698e4e74e90 on network 32d25553-aa43-4782-af0c-d6a2b47507a7 not bound, no agent of type Open vSwitch agent registered on host n-h2-705658-22 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:11:20.264510 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfd30bc0-78f4-4d2e-b282-e17c2d92379c req-8070261f-acef-4b9c-a325-5a1d64da500d service neutron] Attempting to bind port 11a2a4bd-54de-4e89-aaec-2698e4e74e90 on network 32d25553-aa43-4782-af0c-d6a2b47507a7 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:11:20.277091 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfd30bc0-78f4-4d2e-b282-e17c2d92379c req-8070261f-acef-4b9c-a325-5a1d64da500d service neutron] Checking agent: {'id': '65195a73-a875-4810-9f5b-622ae260a8a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 49, 40), 'started_at': datetime.datetime(2021, 7, 27, 20, 49, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 11, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:11:20.278921 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfd30bc0-78f4-4d2e-b282-e17c2d92379c req-8070261f-acef-4b9c-a325-5a1d64da500d service neutron] Checking segment: {'id': '3b7237b7-e1d5-469a-ad3d-468d7cc14174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '32d25553-aa43-4782-af0c-d6a2b47507a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:11:20.279343 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfd30bc0-78f4-4d2e-b282-e17c2d92379c req-8070261f-acef-4b9c-a325-5a1d64da500d service neutron] Bound using segment: {'id': '3b7237b7-e1d5-469a-ad3d-468d7cc14174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '32d25553-aa43-4782-af0c-d6a2b47507a7'} {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:11:20.279843 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [req-cfd30bc0-78f4-4d2e-b282-e17c2d92379c req-8070261f-acef-4b9c-a325-5a1d64da500d service neutron] Bound port: 11a2a4bd-54de-4e89-aaec-2698e4e74e90, host: n-h2-705658-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b7237b7-e1d5-469a-ad3d-468d7cc14174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '32d25553-aa43-4782-af0c-d6a2b47507a7'}}] {{(pid=105584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:11:20.281456 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-cfd30bc0-78f4-4d2e-b282-e17c2d92379c req-8070261f-acef-4b9c-a325-5a1d64da500d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:20.339485 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-c7e95d25-93b1-49a6-ba85-b7ee35ce72fa req-df70d0ae-47bf-4eaf-8f99-d66a9c97e362 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] 10.222.0.59 "GET /v2.0/ports?device_id=9dfbe127-2e40-448a-9032-c49d8e1e61fe HTTP/1.1" status: 200 len: 210 time: 0.0880008 Jul 27 21:11:20.353262 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Device db725ed7-e41d-4ba8-a1df-992b6e957811 up at agent hyperv_n-h2-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:11:20.460240 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [req-cfd30bc0-78f4-4d2e-b282-e17c2d92379c req-8070261f-acef-4b9c-a325-5a1d64da500d service neutron] For port 11a2a4bd-54de-4e89-aaec-2698e4e74e90, host n-h2-705658-22, cleared binding levels {{(pid=105584) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:11:20.475656 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [req-cfd30bc0-78f4-4d2e-b282-e17c2d92379c req-8070261f-acef-4b9c-a325-5a1d64da500d service neutron] For port 11a2a4bd-54de-4e89-aaec-2698e4e74e90, host n-h2-705658-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=11a2a4bd-54de-4e89-aaec-2698e4e74e90,segment=NetworkSegment(3b7237b7-e1d5-469a-ad3d-468d7cc14174),segment_id=3b7237b7-e1d5-469a-ad3d-468d7cc14174)] {{(pid=105584) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:11:20.486750 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-cfd30bc0-78f4-4d2e-b282-e17c2d92379c req-8070261f-acef-4b9c-a325-5a1d64da500d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9014027'] for port, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:20.593741 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:20.611429 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-48d04a36-7f9b-40a4-bda7-b7426fd87526 req-5441de4c-cab1-4f04-b7a6-33154b8ae807 tempest-ServerGroupTestJSON-1169547058 tempest-ServerGroupTestJSON-1169547058-project] 10.222.0.59 "GET /v2.0/ports?device_id=7f5ae194-1873-4ad7-b24f-a5b0d57a7651 HTTP/1.1" status: 200 len: 210 time: 0.0526900 Jul 27 21:11:20.626298 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8070261f-acef-4b9c-a325-5a1d64da500d service neutron] Pushing event updated for resources: {'Port': ['ID=11a2a4bd-54de-4e89-aaec-2698e4e74e90,revision_number=3']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:11:20.638058 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd30bc0-78f4-4d2e-b282-e17c2d92379c req-8070261f-acef-4b9c-a325-5a1d64da500d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:11:20.639108 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-cfd30bc0-78f4-4d2e-b282-e17c2d92379c req-8070261f-acef-4b9c-a325-5a1d64da500d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:20.645457 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-cfd30bc0-78f4-4d2e-b282-e17c2d92379c req-8070261f-acef-4b9c-a325-5a1d64da500d service neutron] 10.222.0.60 "PUT /v2.0/ports/11a2a4bd-54de-4e89-aaec-2698e4e74e90 HTTP/1.1" status: 200 len: 1093 time: 1.8060055 Jul 27 21:11:20.662165 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] For port d11a16c2-af7c-4aa8-9e51-1c00722d4961, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=d11a16c2-af7c-4aa8-9e51-1c00722d4961,segment=NetworkSegment(660ec341-81d1-41c4-8987-bc307d97b3d6),segment_id=660ec341-81d1-41c4-8987-bc307d97b3d6)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:11:20.663574 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74636b36-ec44-4487-91bf-4f8efb4719fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd11a16c2-af7c-4aa8-9e51-1c00722d4961'}] {{(pid=105586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:11:20.666361 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14c1663e039faf5393f87855f745010ac5b02220355b68fdbf065393e303ac56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cfb2d01-dc3e-4843-8fbf-0e38c20c337c" -d '{"events": [{"server_uuid": "74636b36-ec44-4487-91bf-4f8efb4719fd", "name": "network-vif-plugged", "status": "completed", "tag": "d11a16c2-af7c-4aa8-9e51-1c00722d4961"}]}' {{(pid=105586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:11:20.673727 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:20.725559 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc5a94a-9944-4001-919e-83bab86d2fd5 req-79ac674f-310d-4b77-b71e-8e30e5458bb2 tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:11:20.737697 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-ebc5a94a-9944-4001-919e-83bab86d2fd5 req-79ac674f-310d-4b77-b71e-8e30e5458bb2 tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] 10.222.0.59 "GET /v2.0/ports?device_id=31533b7a-7459-43fe-bfa1-37a8877d2d0a HTTP/1.1" status: 200 len: 945 time: 0.2463632 Jul 27 21:11:20.744927 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-3d54578f-831f-4696-b568-13c455922dab None None] Provisioning complete for port db725ed7-e41d-4ba8-a1df-992b6e957811 triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:11:20.745535 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:20.787531 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:11:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0cbbbfe-1375-4dfa-9007-000dce92b18f x-openstack-request-id: req-d0cbbbfe-1375-4dfa-9007-000dce92b18f {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:11:20.787888 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74636b36-ec44-4487-91bf-4f8efb4719fd", "name": "network-vif-plugged", "status": "completed", "tag": "d11a16c2-af7c-4aa8-9e51-1c00722d4961", "code": 200}]} {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:11:20.788062 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-d0cbbbfe-1375-4dfa-9007-000dce92b18f {{(pid=105586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:11:20.788691 n-d-705658-22 neutron-server[105586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74636b36-ec44-4487-91bf-4f8efb4719fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd11a16c2-af7c-4aa8-9e51-1c00722d4961', 'code': 200} Jul 27 21:11:20.829589 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd30bc0-78f4-4d2e-b282-e17c2d92379c req-d5726480-fcf8-4f9d-a4de-7cf0b6e951ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:11:20.840058 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-cfd30bc0-78f4-4d2e-b282-e17c2d92379c req-d5726480-fcf8-4f9d-a4de-7cf0b6e951ce service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=dcfc656e3a0b42809921004863a52506&device_id=4278faa4-b336-42ce-b504-e55df1b376e8 HTTP/1.1" status: 200 len: 1096 time: 0.1295664 Jul 27 21:11:20.855619 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-e896a56e-8087-4d75-87a4-ee547adc7049 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=511ce5d1083743dab193eb4830e1be29&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6624689 Jul 27 21:11:20.859583 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 57806) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:11:20.901300 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-ebc5a94a-9944-4001-919e-83bab86d2fd5 req-0f3cc194-0acb-4c4e-aba5-10a5ed4903a9 tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] 10.222.0.59 "GET /v2.0/security-groups?id=c166a083-e7a4-430d-b39b-9b2d1c142ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622961 Jul 27 21:11:20.904500 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-cfd30bc0-78f4-4d2e-b282-e17c2d92379c req-bc6cf473-ed02-4f1f-9f52-e0815a44c381 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=11a2a4bd-54de-4e89-aaec-2698e4e74e90 HTTP/1.1" status: 200 len: 217 time: 0.0611482 Jul 27 21:11:20.948751 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:20.950651 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Pushing event updated for resources: {'Port': ['ID=d11a16c2-af7c-4aa8-9e51-1c00722d4961,revision_number=10']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:11:20.996247 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] For port db725ed7-e41d-4ba8-a1df-992b6e957811, host n-h2-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=db725ed7-e41d-4ba8-a1df-992b6e957811,segment=NetworkSegment(74356e05-950c-4c55-88c6-85a1b1fc145d),segment_id=74356e05-950c-4c55-88c6-85a1b1fc145d)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:11:21.004863 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:21.025306 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd30bc0-78f4-4d2e-b282-e17c2d92379c req-196f6242-acaf-40ad-b2cc-0eabb03c02a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:11:21.026797 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-cfd30bc0-78f4-4d2e-b282-e17c2d92379c req-196f6242-acaf-40ad-b2cc-0eabb03c02a4 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=fdae47fc-2d6f-4c83-9067-18a839318850 HTTP/1.1" status: 200 len: 849 time: 0.1149368 Jul 27 21:11:21.137914 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Pushing event updated for resources: {'Port': ['ID=db725ed7-e41d-4ba8-a1df-992b6e957811,revision_number=7']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:11:21.227939 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137043d6-b6c5-49d3-9052-c72ceedb477b req-1138c9ac-52b5-49b6-9669-2c47c6323f2c tempest-AttachVolumeTestJSON-850155022 tempest-AttachVolumeTestJSON-850155022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:11:21.229369 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-137043d6-b6c5-49d3-9052-c72ceedb477b req-1138c9ac-52b5-49b6-9669-2c47c6323f2c tempest-AttachVolumeTestJSON-850155022 tempest-AttachVolumeTestJSON-850155022-project] 10.222.0.59 "GET /v2.0/ports?device_id=4278faa4-b336-42ce-b504-e55df1b376e8 HTTP/1.1" status: 200 len: 944 time: 0.3255873 Jul 27 21:11:21.267896 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-b70aa093-efbe-4006-bd8b-fd9891c9a6a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:21.274370 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36b64a6-d528-4ca4-9178-c76ae8d1e4b4 req-3743c4c1-5f39-4393-ba5d-ef0e06a7884a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:11:21.276188 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-b36b64a6-d528-4ca4-9178-c76ae8d1e4b4 req-3743c4c1-5f39-4393-ba5d-ef0e06a7884a service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=74636b36-ec44-4487-91bf-4f8efb4719fd HTTP/1.1" status: 200 len: 1099 time: 0.1337295 Jul 27 21:11:21.278153 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd30bc0-78f4-4d2e-b282-e17c2d92379c req-8a56684b-4979-4887-aecf-8cb63bb699c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:11:21.279568 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-cfd30bc0-78f4-4d2e-b282-e17c2d92379c req-8a56684b-4979-4887-aecf-8cb63bb699c7 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=32d25553-aa43-4782-af0c-d6a2b47507a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2445581 Jul 27 21:11:21.310975 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-b70aa093-efbe-4006-bd8b-fd9891c9a6a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:21.383617 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-137043d6-b6c5-49d3-9052-c72ceedb477b req-da956bf6-29a5-4364-90b2-acaa091e3d28 tempest-AttachVolumeTestJSON-850155022 tempest-AttachVolumeTestJSON-850155022-project] 10.222.0.59 "GET /v2.0/security-groups?id=d35c4c92-6336-4438-8902-f0b350b1b888&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1454978 Jul 27 21:11:21.428220 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-b36b64a6-d528-4ca4-9178-c76ae8d1e4b4 req-e29ce069-bfca-49d7-9397-1a188e281092 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=d845222d-5ac4-450c-bcf5-0222a977607f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1450257 Jul 27 21:11:21.439468 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f483e0a-b3fe-410f-b785-bed2feba1f6f req-1eceec3d-61e3-435b-8fae-59f2ce2c2088 tempest-ImagesTestJSON-607612606 tempest-ImagesTestJSON-607612606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:11:21.441576 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-3f483e0a-b3fe-410f-b785-bed2feba1f6f req-1eceec3d-61e3-435b-8fae-59f2ce2c2088 tempest-ImagesTestJSON-607612606 tempest-ImagesTestJSON-607612606-project] 10.222.0.59 "GET /v2.0/ports?device_id=38f0972f-cbf0-48ff-b58f-791ca32012aa HTTP/1.1" status: 200 len: 945 time: 0.2953007 Jul 27 21:11:21.456942 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-cfd30bc0-78f4-4d2e-b282-e17c2d92379c req-a76463b2-6f10-4c78-94fc-6ac30257d2d4 service neutron] 10.222.0.60 "GET /v2.0/networks/32d25553-aa43-4782-af0c-d6a2b47507a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1677268 Jul 27 21:11:21.490095 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-b70aa093-efbe-4006-bd8b-fd9891c9a6a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:21.492872 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-b70aa093-efbe-4006-bd8b-fd9891c9a6a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:21.496331 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-b70aa093-efbe-4006-bd8b-fd9891c9a6a6 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/637ceb77-50d5-4b32-ab91-56724e07fceb HTTP/1.1" status: 204 len: 168 time: 0.6334379 Jul 27 21:11:21.564102 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70aa093-efbe-4006-bd8b-fd9891c9a6a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=637ceb77-50d5-4b32-ab91-56724e07fceb,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:11:21.587953 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-cfd30bc0-78f4-4d2e-b282-e17c2d92379c req-1c92f451-0ad1-4109-bfd3-3fca0171cf46 service neutron] 10.222.0.60 "GET /v2.0/networks/32d25553-aa43-4782-af0c-d6a2b47507a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216617 Jul 27 21:11:21.629530 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-3f483e0a-b3fe-410f-b785-bed2feba1f6f req-9be79737-222f-4a1a-afa8-e48aafe7c4ce tempest-ImagesTestJSON-607612606 tempest-ImagesTestJSON-607612606-project] 10.222.0.59 "GET /v2.0/security-groups?id=0824f12c-25ec-46a0-872f-0482607e4324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1790719 Jul 27 21:11:21.652322 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff8e7ce-e4ab-4aee-9c5d-e1675d4375cc req-29983ced-c365-4bf0-a273-69b85d6c0fdc tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:11:21.660499 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-cff8e7ce-e4ab-4aee-9c5d-e1675d4375cc req-29983ced-c365-4bf0-a273-69b85d6c0fdc tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] 10.222.0.59 "GET /v2.0/ports?device_id=74636b36-ec44-4487-91bf-4f8efb4719fd HTTP/1.1" status: 200 len: 947 time: 0.1857781 Jul 27 21:11:21.725569 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-cff8e7ce-e4ab-4aee-9c5d-e1675d4375cc req-ebf359d8-5fcc-44bb-9cd8-6007d38b0d31 tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] 10.222.0.59 "GET /v2.0/security-groups?id=d845222d-5ac4-450c-bcf5-0222a977607f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636435 Jul 27 21:11:21.796766 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 57834) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:11:21.839845 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device 23d9747b-8ce4-4119-a18c-7f86721fbd0c no longer exists at agent hyperv_n-h1-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:11:21.894393 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-28650df7-c46c-4981-b84f-37d87254047e None None] No Port match for: 23d9747b-8ce4-4119-a18c-7f86721fbd0c {{(pid=105586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:11:21.894749 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device 23d9747b-8ce4-4119-a18c-7f86721fbd0c not bound to the agent host n-h1-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:11:21.906425 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-3e632bb3-1a95-4b58-9094-406f49fce997 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Notify callbacks [] for security_group, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:21.940184 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-3e632bb3-1a95-4b58-9094-406f49fce997 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:22.011717 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-3e632bb3-1a95-4b58-9094-406f49fce997 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:22.014292 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-3e632bb3-1a95-4b58-9094-406f49fce997 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Notify callbacks [] for security_group, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:22.016211 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-3e632bb3-1a95-4b58-9094-406f49fce997 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] 10.222.0.59 "DELETE /v2.0/security-groups/602b6e89-9902-4d75-b8ec-25947a9f847b HTTP/1.1" status: 204 len: 168 time: 0.2184043 Jul 27 21:11:22.019213 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 57850) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:11:22.029680 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e632bb3-1a95-4b58-9094-406f49fce997 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=602b6e89-9902-4d75-b8ec-25947a9f847b,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:11:22.039098 n-d-705658-22 neutron-server[105584]: INFO neutron.api.v2.resource [None req-0f7ce957-b9e7-41d6-95d0-dc86c6a1cf19 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] show failed (client error): The resource could not be found. Jul 27 21:11:22.042849 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-0f7ce957-b9e7-41d6-95d0-dc86c6a1cf19 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] 10.222.0.59 "GET /v2.0/security-groups/602b6e89-9902-4d75-b8ec-25947a9f847b HTTP/1.1" status: 404 len: 347 time: 0.0200450 Jul 27 21:11:22.048180 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 57854) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:11:22.155246 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 57862) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:11:22.235938 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-0f7c8989-f18b-4819-9ecb-d8ec973f18ba tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Deleting port c57be537-a652-4b88-ae3a-da2b1b600252 {{(pid=105584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:11:22.236269 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-0f7c8989-f18b-4819-9ecb-d8ec973f18ba tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:22.248699 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc1a3f32-4b9b-48b0-8fc0-4b4fda35b65a admin admin] Deleting subnet 2edef0a1-880e-49a6-a1a1-ab40d4605903 {{(pid=105585) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:11:22.255332 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4278faa4-b336-42ce-b504-e55df1b376e8', 'tag': '11a2a4bd-54de-4e89-aaec-2698e4e74e90'}] {{(pid=105584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:11:22.257475 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bce5e6c8685464f7626901654159975603b047827e3138302ed6566e28f1343" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1201e7dd-fba4-4b5b-9cd2-388b35dc8301" -d '{"events": [{"name": "network-changed", "server_uuid": "4278faa4-b336-42ce-b504-e55df1b376e8", "tag": "11a2a4bd-54de-4e89-aaec-2698e4e74e90"}]}' {{(pid=105584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:11:22.265895 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-bc1a3f32-4b9b-48b0-8fc0-4b4fda35b65a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:22.335490 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-bc1a3f32-4b9b-48b0-8fc0-4b4fda35b65a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9887057'] for subnet, precommit_delete_associations {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:22.407673 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:11:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9a9e27a-1fb3-45f0-b17b-bc236441c57c x-openstack-request-id: req-d9a9e27a-1fb3-45f0-b17b-bc236441c57c {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:11:22.408249 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4278faa4-b336-42ce-b504-e55df1b376e8", "tag": "11a2a4bd-54de-4e89-aaec-2698e4e74e90", "status": "completed", "code": 200}]} {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:11:22.408249 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-d9a9e27a-1fb3-45f0-b17b-bc236441c57c {{(pid=105584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:11:22.408480 n-d-705658-22 neutron-server[105584]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4278faa4-b336-42ce-b504-e55df1b376e8', 'tag': '11a2a4bd-54de-4e89-aaec-2698e4e74e90', 'status': 'completed', 'code': 200} Jul 27 21:11:22.440703 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-0f7c8989-f18b-4819-9ecb-d8ec973f18ba tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:22.440885 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-bc1a3f32-4b9b-48b0-8fc0-4b4fda35b65a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854965'] for subnet, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:22.441036 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-0f7c8989-f18b-4819-9ecb-d8ec973f18ba tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:22.520549 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-0f7c8989-f18b-4819-9ecb-d8ec973f18ba tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Calling delete_port for c57be537-a652-4b88-ae3a-da2b1b600252 owned by network:floatingip {{(pid=105584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:11:22.572114 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-bc1a3f32-4b9b-48b0-8fc0-4b4fda35b65a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10221602', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9990583'] for subnet, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:22.586567 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-bc1a3f32-4b9b-48b0-8fc0-4b4fda35b65a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743886'] for subnet, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:22.591376 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-bc1a3f32-4b9b-48b0-8fc0-4b4fda35b65a admin admin] 10.222.0.59 "DELETE /v2.0/subnets/2edef0a1-880e-49a6-a1a1-ab40d4605903 HTTP/1.1" status: 204 len: 168 time: 0.4345434 Jul 27 21:11:22.597674 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 57884) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:11:22.650914 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1a3f32-4b9b-48b0-8fc0-4b4fda35b65a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2edef0a1-880e-49a6-a1a1-ab40d4605903,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:11:22.715305 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec2562e-96b1-400f-9eff-10ad1c8d9458 req-93abebc3-bc3b-4d28-a30a-f3413165cdc3 tempest-AttachVolumeTestJSON-850155022 tempest-AttachVolumeTestJSON-850155022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:11:22.720138 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-fec2562e-96b1-400f-9eff-10ad1c8d9458 req-93abebc3-bc3b-4d28-a30a-f3413165cdc3 tempest-AttachVolumeTestJSON-850155022 tempest-AttachVolumeTestJSON-850155022-project] 10.222.0.59 "GET /v2.0/ports?device_id=4278faa4-b336-42ce-b504-e55df1b376e8 HTTP/1.1" status: 200 len: 944 time: 0.2427187 Jul 27 21:11:22.790810 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38f0972f-cbf0-48ff-b58f-791ca32012aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db725ed7-e41d-4ba8-a1df-992b6e957811'}] {{(pid=105586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:11:22.803608 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14c1663e039faf5393f87855f745010ac5b02220355b68fdbf065393e303ac56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d885847-1615-4f4e-9618-27d27051cb6c" -d '{"events": [{"server_uuid": "38f0972f-cbf0-48ff-b58f-791ca32012aa", "name": "network-vif-plugged", "status": "completed", "tag": "db725ed7-e41d-4ba8-a1df-992b6e957811"}]}' {{(pid=105586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:11:22.855894 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-55aae658-1124-42c9-b662-fec0592fe82a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-990557'] for network, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:22.869388 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-fec2562e-96b1-400f-9eff-10ad1c8d9458 req-cb1d8186-e07e-48d8-b111-24d8a9428351 tempest-AttachVolumeTestJSON-850155022 tempest-AttachVolumeTestJSON-850155022-project] 10.222.0.59 "GET /v2.0/security-groups?id=d35c4c92-6336-4438-8902-f0b350b1b888&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1391399 Jul 27 21:11:22.957112 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 57926) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:11:23.031059 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd355883-8246-4e3c-a2c2-3a280058f40a req-a3eb3b27-dc58-4727-9444-4c2bb4a430a7 tempest-ImagesTestJSON-607612606 tempest-ImagesTestJSON-607612606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:11:23.032695 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-bd355883-8246-4e3c-a2c2-3a280058f40a req-a3eb3b27-dc58-4727-9444-4c2bb4a430a7 tempest-ImagesTestJSON-607612606 tempest-ImagesTestJSON-607612606-project] 10.222.0.59 "GET /v2.0/ports?device_id=38f0972f-cbf0-48ff-b58f-791ca32012aa HTTP/1.1" status: 200 len: 945 time: 0.2885897 Jul 27 21:11:23.112333 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-55aae658-1124-42c9-b662-fec0592fe82a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853562', 'neutron.services.segments.db._delete_segments_for_network-8790688882975'] for network, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:23.165706 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-75efe1e4-9212-4b49-afd9-6d174029c36f tempest-DvrRoutersNegativeTest-191969420 tempest-DvrRoutersNegativeTest-191969420-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-327367528', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:11:23.169148 n-d-705658-22 neutron-server[105585]: DEBUG neutron.policy [None req-75efe1e4-9212-4b49-afd9-6d174029c36f tempest-DvrRoutersNegativeTest-191969420 tempest-DvrRoutersNegativeTest-191969420-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=105585) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Jul 27 21:11:23.169448 n-d-705658-22 neutron-server[105585]: DEBUG neutron.policy [None req-75efe1e4-9212-4b49-afd9-6d174029c36f tempest-DvrRoutersNegativeTest-191969420 tempest-DvrRoutersNegativeTest-191969420-project] Failed policy check for 'create_router' {{(pid=105585) enforce /opt/stack/neutron/neutron/policy.py:520}} Jul 27 21:11:23.170195 n-d-705658-22 neutron-server[105585]: INFO neutron.api.v2.resource [None req-75efe1e4-9212-4b49-afd9-6d174029c36f tempest-DvrRoutersNegativeTest-191969420 tempest-DvrRoutersNegativeTest-191969420-project] create failed (client error): Access was denied to this resource. Jul 27 21:11:23.175164 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-75efe1e4-9212-4b49-afd9-6d174029c36f tempest-DvrRoutersNegativeTest-191969420 tempest-DvrRoutersNegativeTest-191969420-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.2129633 Jul 27 21:11:23.175164 n-d-705658-22 neutron-server[105585]: DEBUG neutron.services.segments.db [None req-55aae658-1124-42c9-b662-fec0592fe82a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e3de18a-805f-4a44-8fb1-95d927c29e55']}} {{(pid=105585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:11:23.205738 n-d-705658-22 neutron-server[105585]: DEBUG neutron.services.segments.db [None req-55aae658-1124-42c9-b662-fec0592fe82a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30771d55-6edd-4911-b2ca-f2bd29b5a2a0') {'for_net_delete': True} {{(pid=105585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:11:23.206035 n-d-705658-22 neutron-server[105585]: DEBUG neutron.services.segments.db [None req-55aae658-1124-42c9-b662-fec0592fe82a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30771d55-6edd-4911-b2ca-f2bd29b5a2a0') {} {{(pid=105585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:11:23.241059 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-bd355883-8246-4e3c-a2c2-3a280058f40a req-ea938ffb-f6ef-474e-9730-91762b84ce11 tempest-ImagesTestJSON-607612606 tempest-ImagesTestJSON-607612606-project] 10.222.0.59 "GET /v2.0/security-groups?id=0824f12c-25ec-46a0-872f-0482607e4324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367342 Jul 27 21:11:23.277110 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-55aae658-1124-42c9-b662-fec0592fe82a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790688883752', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9886370'] for segment, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:23.290619 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1201e7dd-fba4-4b5b-9cd2-388b35dc8301 req-3557c333-b9d2-436c-af31-6dc24e20a7bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:11:23.292261 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-1201e7dd-fba4-4b5b-9cd2-388b35dc8301 req-3557c333-b9d2-436c-af31-6dc24e20a7bb service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=dcfc656e3a0b42809921004863a52506&device_id=4278faa4-b336-42ce-b504-e55df1b376e8 HTTP/1.1" status: 200 len: 1096 time: 0.8476901 Jul 27 21:11:23.329241 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:11:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30909397-03ac-433a-85ce-5f251c2d7a4b x-openstack-request-id: req-30909397-03ac-433a-85ce-5f251c2d7a4b {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:11:23.329665 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38f0972f-cbf0-48ff-b58f-791ca32012aa", "name": "network-vif-plugged", "status": "completed", "tag": "db725ed7-e41d-4ba8-a1df-992b6e957811", "code": 200}]} {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:11:23.330152 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-30909397-03ac-433a-85ce-5f251c2d7a4b {{(pid=105586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:11:23.330646 n-d-705658-22 neutron-server[105586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38f0972f-cbf0-48ff-b58f-791ca32012aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db725ed7-e41d-4ba8-a1df-992b6e957811', 'code': 200} Jul 27 21:11:23.333532 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0696632-fa49-430e-a41f-f29d57b69a7f req-344e226e-ac7c-4b84-9dc2-a37a251b8a5a tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:11:23.341456 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b0696632-fa49-430e-a41f-f29d57b69a7f req-344e226e-ac7c-4b84-9dc2-a37a251b8a5a tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] 10.222.0.59 "GET /v2.0/ports?device_id=74636b36-ec44-4487-91bf-4f8efb4719fd HTTP/1.1" status: 200 len: 947 time: 0.3387537 Jul 27 21:11:23.344374 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-55aae658-1124-42c9-b662-fec0592fe82a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:23.359110 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55aae658-1124-42c9-b662-fec0592fe82a admin admin] Releasing vlan 235 on physical network physnet1 to pool {{(pid=105585) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:11:23.359962 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-55aae658-1124-42c9-b662-fec0592fe82a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10221644'] for segment, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:23.362174 n-d-705658-22 neutron-server[105585]: Traceback (most recent call last): Jul 27 21:11:23.362174 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:11:23.362174 n-d-705658-22 neutron-server[105585]: timer() Jul 27 21:11:23.362174 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:11:23.362174 n-d-705658-22 neutron-server[105585]: cb(*args, **kw) Jul 27 21:11:23.362174 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:11:23.362174 n-d-705658-22 neutron-server[105585]: return func(*args, **kwargs) Jul 27 21:11:23.362174 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:11:23.362174 n-d-705658-22 neutron-server[105585]: self._notify() Jul 27 21:11:23.362174 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:11:23.362174 n-d-705658-22 neutron-server[105585]: self.callback(batched_events) Jul 27 21:11:23.362174 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:11:23.362174 n-d-705658-22 neutron-server[105585]: event.method(event) Jul 27 21:11:23.362174 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:11:23.362174 n-d-705658-22 neutron-server[105585]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:11:23.362174 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:11:23.362174 n-d-705658-22 neutron-server[105585]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:11:23.362174 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:11:23.362174 n-d-705658-22 neutron-server[105585]: return f(self, *a, **k) Jul 27 21:11:23.362174 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:11:23.362174 n-d-705658-22 neutron-server[105585]: return self._get(url).json() Jul 27 21:11:23.362174 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:11:23.362174 n-d-705658-22 neutron-server[105585]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:11:23.362174 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:11:23.362174 n-d-705658-22 neutron-server[105585]: return self.request(url, 'GET', **kwargs) Jul 27 21:11:23.362174 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:11:23.362174 n-d-705658-22 neutron-server[105585]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:11:23.362174 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:11:23.362174 n-d-705658-22 neutron-server[105585]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:11:23.362174 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:11:23.362174 n-d-705658-22 neutron-server[105585]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:11:23.362174 n-d-705658-22 neutron-server[105585]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:11:23.473933 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1201e7dd-fba4-4b5b-9cd2-388b35dc8301 req-19fa983e-381f-43bf-a0f9-d7527d281641 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:11:23.476140 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-1201e7dd-fba4-4b5b-9cd2-388b35dc8301 req-19fa983e-381f-43bf-a0f9-d7527d281641 service neutron] 10.222.0.60 "GET /v2.0/networks?id=32d25553-aa43-4782-af0c-d6a2b47507a7 HTTP/1.1" status: 200 len: 911 time: 0.1742032 Jul 27 21:11:23.496009 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-55aae658-1124-42c9-b662-fec0592fe82a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4075658'] for network, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:23.510753 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-55aae658-1124-42c9-b662-fec0592fe82a admin admin] Notify callbacks [] for network, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:23.513422 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-55aae658-1124-42c9-b662-fec0592fe82a admin admin] 10.222.0.59 "DELETE /v2.0/networks/2e3de18a-805f-4a44-8fb1-95d927c29e55 HTTP/1.1" status: 204 len: 168 time: 0.9144144 Jul 27 21:11:23.543533 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b0696632-fa49-430e-a41f-f29d57b69a7f req-d511c388-90d0-4ebe-80cc-c78b3f1c1191 tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] 10.222.0.59 "GET /v2.0/security-groups?id=d845222d-5ac4-450c-bcf5-0222a977607f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2011106 Jul 27 21:11:23.545152 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55aae658-1124-42c9-b662-fec0592fe82a admin admin] Pushing event deleted for resources: {'Network': ['ID=2e3de18a-805f-4a44-8fb1-95d927c29e55,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:11:23.564312 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-1201e7dd-fba4-4b5b-9cd2-388b35dc8301 req-c3a3dbd7-21c7-454a-bda8-b102df21f721 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=11a2a4bd-54de-4e89-aaec-2698e4e74e90 HTTP/1.1" status: 200 len: 217 time: 0.0762990 Jul 27 21:11:23.568812 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-0f7c8989-f18b-4819-9ecb-d8ec973f18ba tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:23.605013 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7c8989-f18b-4819-9ecb-d8ec973f18ba tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Pushing event deleted for resources: {'Port': ['ID=c57be537-a652-4b88-ae3a-da2b1b600252,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:11:23.721863 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1201e7dd-fba4-4b5b-9cd2-388b35dc8301 req-12fc0b42-4582-4f4a-bdd2-8d22362a50d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:11:23.723375 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-1201e7dd-fba4-4b5b-9cd2-388b35dc8301 req-12fc0b42-4582-4f4a-bdd2-8d22362a50d4 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=fdae47fc-2d6f-4c83-9067-18a839318850 HTTP/1.1" status: 200 len: 849 time: 0.1212299 Jul 27 21:11:23.731257 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-0f7c8989-f18b-4819-9ecb-d8ec973f18ba tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Notify callbacks [] for floatingip, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:23.735735 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-0f7c8989-f18b-4819-9ecb-d8ec973f18ba tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for floatingip, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:23.737388 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-0f7c8989-f18b-4819-9ecb-d8ec973f18ba tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] 10.222.0.59 "DELETE /v2.0/floatingips/c0d4908e-7923-4819-aae4-171658afed08 HTTP/1.1" status: 204 len: 168 time: 1.6883850 Jul 27 21:11:23.740615 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 57948) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:11:23.800027 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 57950) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:11:23.800468 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 57952) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:11:23.835267 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1201e7dd-fba4-4b5b-9cd2-388b35dc8301 req-ab4fbd35-f0aa-4473-95ab-99384ff9f82b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:11:23.837493 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-1201e7dd-fba4-4b5b-9cd2-388b35dc8301 req-ab4fbd35-f0aa-4473-95ab-99384ff9f82b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=32d25553-aa43-4782-af0c-d6a2b47507a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0963604 Jul 27 21:11:23.924126 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7014c04c-edcf-4982-841f-64442d83f9ca req-0d44044c-58bb-49e1-baae-91bb429628a9 tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:11:23.932418 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-7014c04c-edcf-4982-841f-64442d83f9ca req-0d44044c-58bb-49e1-baae-91bb429628a9 tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] 10.222.0.59 "GET /v2.0/ports?device_id=31533b7a-7459-43fe-bfa1-37a8877d2d0a HTTP/1.1" status: 200 len: 945 time: 0.2580938 Jul 27 21:11:23.939783 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-11d2ef41-9bf8-4ba6-997a-24cf1d949e08 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=0c74ca52f293420ba8ce8cd6521403ec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1363220 Jul 27 21:11:23.942444 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 57962) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:11:24.034466 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-7014c04c-edcf-4982-841f-64442d83f9ca req-64889c8d-d676-41d4-88d6-b52694901b83 tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] 10.222.0.59 "GET /v2.0/security-groups?id=c166a083-e7a4-430d-b39b-9b2d1c142ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987482 Jul 27 21:11:24.036823 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-1201e7dd-fba4-4b5b-9cd2-388b35dc8301 req-95a9d198-f4d2-46b3-92bb-2cb7427912e1 service neutron] 10.222.0.60 "GET /v2.0/networks/32d25553-aa43-4782-af0c-d6a2b47507a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1878142 Jul 27 21:11:24.042141 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-e84f1b8a-0f7b-42dd-9135-25bffb0abc3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:24.053317 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [None req-bf8201d1-937d-4454-bbe6-1e53a03d8fca tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Deleting port c405af71-cbc1-4c5a-a3e0-43e7aa2f3727 {{(pid=105585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:11:24.053848 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-bf8201d1-937d-4454-bbe6-1e53a03d8fca tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:24.122178 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-e84f1b8a-0f7b-42dd-9135-25bffb0abc3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:24.152287 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c0884518-657c-458b-8dc4-f276c004c35f admin admin] Notify callbacks [] for security_group, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:24.203782 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-bf8201d1-937d-4454-bbe6-1e53a03d8fca tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:24.230105 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [None req-bf8201d1-937d-4454-bbe6-1e53a03d8fca tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Calling delete_port for c405af71-cbc1-4c5a-a3e0-43e7aa2f3727 owned by {{(pid=105585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:11:24.232485 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-1201e7dd-fba4-4b5b-9cd2-388b35dc8301 req-cc41a8d4-8c4c-4c16-9f6f-38fb0010256f service neutron] 10.222.0.60 "GET /v2.0/networks/32d25553-aa43-4782-af0c-d6a2b47507a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1872520 Jul 27 21:11:24.266596 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-e84f1b8a-0f7b-42dd-9135-25bffb0abc3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:24.271172 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62683cd-92a4-4e06-877d-3fdec32c9f43 req-d8e2c191-7ccd-43d3-8398-1d1732ea26ac tempest-ImagesTestJSON-607612606 tempest-ImagesTestJSON-607612606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:11:24.271393 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-e84f1b8a-0f7b-42dd-9135-25bffb0abc3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:24.271393 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-e84f1b8a-0f7b-42dd-9135-25bffb0abc3d admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/9452be26-1072-4150-a3f4-6643a17fba9d HTTP/1.1" status: 204 len: 168 time: 0.3271027 Jul 27 21:11:24.274634 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Device 11a2a4bd-54de-4e89-aaec-2698e4e74e90 details requested by agent hyperv_n-h2-705658-22 with host n-h2-705658-22 {{(pid=105586) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:11:24.277503 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f62683cd-92a4-4e06-877d-3fdec32c9f43 req-d8e2c191-7ccd-43d3-8398-1d1732ea26ac tempest-ImagesTestJSON-607612606 tempest-ImagesTestJSON-607612606-project] 10.222.0.59 "GET /v2.0/ports?device_id=38f0972f-cbf0-48ff-b58f-791ca32012aa HTTP/1.1" status: 200 len: 945 time: 0.3013804 Jul 27 21:11:24.280045 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Device db725ed7-e41d-4ba8-a1df-992b6e957811 no longer exists at agent hyperv_n-h2-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:11:24.287148 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84f1b8a-0f7b-42dd-9135-25bffb0abc3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9452be26-1072-4150-a3f4-6643a17fba9d,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:11:24.353424 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5774d4-28fd-4200-b09c-a0fee84785e0 req-eaf7e945-a3b9-4fa2-b08e-9e7d785b8857 tempest-AttachVolumeTestJSON-850155022 tempest-AttachVolumeTestJSON-850155022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:11:24.355103 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-0a5774d4-28fd-4200-b09c-a0fee84785e0 req-eaf7e945-a3b9-4fa2-b08e-9e7d785b8857 tempest-AttachVolumeTestJSON-850155022 tempest-AttachVolumeTestJSON-850155022-project] 10.222.0.59 "GET /v2.0/ports?device_id=4278faa4-b336-42ce-b504-e55df1b376e8 HTTP/1.1" status: 200 len: 944 time: 0.2115381 Jul 27 21:11:24.387377 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c0884518-657c-458b-8dc4-f276c004c35f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:24.393077 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c0884518-657c-458b-8dc4-f276c004c35f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:24.416706 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f62683cd-92a4-4e06-877d-3fdec32c9f43 req-9e1dc87f-6e38-45c6-8ae6-4edfdeab1ae5 tempest-ImagesTestJSON-607612606 tempest-ImagesTestJSON-607612606-project] 10.222.0.59 "GET /v2.0/security-groups?id=0824f12c-25ec-46a0-872f-0482607e4324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323378 Jul 27 21:11:24.442441 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-0a5774d4-28fd-4200-b09c-a0fee84785e0 req-9a0fa496-3615-4bc2-8c58-59e16e3fa4f0 tempest-AttachVolumeTestJSON-850155022 tempest-AttachVolumeTestJSON-850155022-project] 10.222.0.59 "GET /v2.0/security-groups?id=d35c4c92-6336-4438-8902-f0b350b1b888&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0700500 Jul 27 21:11:24.477199 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0884518-657c-458b-8dc4-f276c004c35f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16737375-8890-49f0-8a58-756329e015f9,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:11:24.500193 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-c0884518-657c-458b-8dc4-f276c004c35f admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=428ecd3332f1476182732a7520b9a185&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6984158 Jul 27 21:11:24.502692 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 57970) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:11:24.505052 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:24.555397 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] For port db725ed7-e41d-4ba8-a1df-992b6e957811, host n-h2-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=db725ed7-e41d-4ba8-a1df-992b6e957811,segment=NetworkSegment(74356e05-950c-4c55-88c6-85a1b1fc145d),segment_id=74356e05-950c-4c55-88c6-85a1b1fc145d)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:11:24.627992 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:24.660001 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-bf8201d1-937d-4454-bbe6-1e53a03d8fca tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:24.666841 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-20f12c6d-40ab-4808-ba85-68580dcb62bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:24.708897 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] For port 11a2a4bd-54de-4e89-aaec-2698e4e74e90, host n-h2-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=11a2a4bd-54de-4e89-aaec-2698e4e74e90,segment=NetworkSegment(3b7237b7-e1d5-469a-ad3d-468d7cc14174),segment_id=3b7237b7-e1d5-469a-ad3d-468d7cc14174)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:11:24.720019 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-20f12c6d-40ab-4808-ba85-68580dcb62bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:24.735969 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8201d1-937d-4454-bbe6-1e53a03d8fca tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Pushing event deleted for resources: {'Port': ['ID=c405af71-cbc1-4c5a-a3e0-43e7aa2f3727,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:11:24.750806 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0ed028-941b-4e86-a8a7-104bbb733a01 req-7375c240-6986-47fa-82df-829f0cb9beb2 tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:11:24.752741 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-8b0ed028-941b-4e86-a8a7-104bbb733a01 req-7375c240-6986-47fa-82df-829f0cb9beb2 tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] 10.222.0.59 "GET /v2.0/ports?device_id=31533b7a-7459-43fe-bfa1-37a8877d2d0a HTTP/1.1" status: 200 len: 945 time: 0.2100480 Jul 27 21:11:24.776359 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Returning: {'device': '11a2a4bd-54de-4e89-aaec-2698e4e74e90', 'network_id': '32d25553-aa43-4782-af0c-d6a2b47507a7', 'port_id': '11a2a4bd-54de-4e89-aaec-2698e4e74e90', 'mac_address': 'fa:16:3e:85:44:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fdae47fc-2d6f-4c83-9067-18a839318850', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105586) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:11:24.810797 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-20f12c6d-40ab-4808-ba85-68580dcb62bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:24.812114 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-20f12c6d-40ab-4808-ba85-68580dcb62bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:24.817159 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-20f12c6d-40ab-4808-ba85-68580dcb62bf admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/16737375-8890-49f0-8a58-756329e015f9 HTTP/1.1" status: 204 len: 168 time: 0.3117490 Jul 27 21:11:24.826234 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f12c6d-40ab-4808-ba85-68580dcb62bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16737375-8890-49f0-8a58-756329e015f9,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:11:24.848167 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Pushing event updated for resources: {'Port': ['ID=db725ed7-e41d-4ba8-a1df-992b6e957811,revision_number=8']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:11:24.875831 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:24.916734 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [None req-3d54578f-831f-4696-b568-13c455922dab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11a2a4bd-54de-4e89-aaec-2698e4e74e90 {{(pid=105586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:11:24.921230 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-8b0ed028-941b-4e86-a8a7-104bbb733a01 req-bc8f1a81-77ca-47c2-944b-be1377b2ce43 tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] 10.222.0.59 "GET /v2.0/security-groups?id=c166a083-e7a4-430d-b39b-9b2d1c142ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517072 Jul 27 21:11:24.938499 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-bf8201d1-937d-4454-bbe6-1e53a03d8fca tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:24.940825 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-bf8201d1-937d-4454-bbe6-1e53a03d8fca tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] 10.222.0.59 "DELETE /v2.0/ports/c405af71-cbc1-4c5a-a3e0-43e7aa2f3727 HTTP/1.1" status: 204 len: 168 time: 1.1983924 Jul 27 21:11:24.943654 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 57992) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:11:24.959489 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff9ce2a-5918-43a9-866c-1eb00e5e4f4f req-9f30d20d-3a1e-4de9-b9b2-21b389ed7ec6 tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:11:24.962508 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-5ff9ce2a-5918-43a9-866c-1eb00e5e4f4f req-9f30d20d-3a1e-4de9-b9b2-21b389ed7ec6 tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] 10.222.0.59 "GET /v2.0/ports?device_id=74636b36-ec44-4487-91bf-4f8efb4719fd HTTP/1.1" status: 200 len: 947 time: 0.2210774 Jul 27 21:11:24.985503 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] For port 11a2a4bd-54de-4e89-aaec-2698e4e74e90, host n-h2-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=11a2a4bd-54de-4e89-aaec-2698e4e74e90,segment=NetworkSegment(3b7237b7-e1d5-469a-ad3d-468d7cc14174),segment_id=3b7237b7-e1d5-469a-ad3d-468d7cc14174)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:11:24.993850 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:25.040321 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-5ff9ce2a-5918-43a9-866c-1eb00e5e4f4f req-19effbd7-ade1-43d2-a774-712b25b2d32a tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] 10.222.0.59 "GET /v2.0/security-groups?id=d845222d-5ac4-450c-bcf5-0222a977607f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0782228 Jul 27 21:11:25.092370 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Pushing event updated for resources: {'Port': ['ID=11a2a4bd-54de-4e89-aaec-2698e4e74e90,revision_number=4']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:11:25.100954 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-d2c26f4e-6b6f-4c24-a656-6e197bc964c6 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Deleting port 6e7d69d3-fba1-4359-a733-0c6375ba453c {{(pid=105584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:11:25.101629 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-d2c26f4e-6b6f-4c24-a656-6e197bc964c6 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:25.233898 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-d2c26f4e-6b6f-4c24-a656-6e197bc964c6 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:25.249710 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-d2c26f4e-6b6f-4c24-a656-6e197bc964c6 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Calling delete_port for 6e7d69d3-fba1-4359-a733-0c6375ba453c owned by {{(pid=105584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:11:25.332189 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38f0972f-cbf0-48ff-b58f-791ca32012aa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'db725ed7-e41d-4ba8-a1df-992b6e957811'}] {{(pid=105586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:11:25.335685 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14c1663e039faf5393f87855f745010ac5b02220355b68fdbf065393e303ac56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b5b7a8c-9872-49e4-9102-22414e499ec0" -d '{"events": [{"server_uuid": "38f0972f-cbf0-48ff-b58f-791ca32012aa", "name": "network-vif-unplugged", "status": "completed", "tag": "db725ed7-e41d-4ba8-a1df-992b6e957811"}]}' {{(pid=105586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:11:25.361193 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] get_ports_and_sgs() called for port_ids ['11a2a4bd-54de-4e89-aaec-2698e4e74e90'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:11:25.469787 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 27 Jul 2021 21:11:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2ef44ba-cedd-430c-bbfd-6d893d5d9295 x-openstack-request-id: req-f2ef44ba-cedd-430c-bbfd-6d893d5d9295 {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:11:25.470487 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38f0972f-cbf0-48ff-b58f-791ca32012aa", "name": "network-vif-unplugged", "status": "completed", "tag": "db725ed7-e41d-4ba8-a1df-992b6e957811", "code": 200}]} {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:11:25.470967 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-f2ef44ba-cedd-430c-bbfd-6d893d5d9295 {{(pid=105586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:11:25.472773 n-d-705658-22 neutron-server[105586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38f0972f-cbf0-48ff-b58f-791ca32012aa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'db725ed7-e41d-4ba8-a1df-992b6e957811', 'code': 200} Jul 27 21:11:25.492960 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972a83f0-673e-47e9-ba0b-1a0520bda533 req-08890fd3-cc00-41ff-acf8-f6e71e299dc7 tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:11:25.500742 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-972a83f0-673e-47e9-ba0b-1a0520bda533 req-08890fd3-cc00-41ff-acf8-f6e71e299dc7 tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] 10.222.0.59 "GET /v2.0/ports?device_id=31533b7a-7459-43fe-bfa1-37a8877d2d0a HTTP/1.1" status: 200 len: 945 time: 0.1950269 Jul 27 21:11:25.502170 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-d2c26f4e-6b6f-4c24-a656-6e197bc964c6 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:25.559546 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c26f4e-6b6f-4c24-a656-6e197bc964c6 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Pushing event deleted for resources: {'Port': ['ID=6e7d69d3-fba1-4359-a733-0c6375ba453c,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:11:25.577551 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-972a83f0-673e-47e9-ba0b-1a0520bda533 req-5e96eadd-4fc0-454e-a632-3143867f9428 tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] 10.222.0.59 "GET /v2.0/security-groups?id=c166a083-e7a4-430d-b39b-9b2d1c142ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759668 Jul 27 21:11:25.691492 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453a2acd-f01a-4c7e-9682-ac580d9542ba req-3a5fa325-f7b7-446d-80d4-2d2c89237838 tempest-ImagesTestJSON-607612606 tempest-ImagesTestJSON-607612606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:11:25.693132 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-453a2acd-f01a-4c7e-9682-ac580d9542ba req-3a5fa325-f7b7-446d-80d4-2d2c89237838 tempest-ImagesTestJSON-607612606 tempest-ImagesTestJSON-607612606-project] 10.222.0.59 "GET /v2.0/ports?device_id=38f0972f-cbf0-48ff-b58f-791ca32012aa HTTP/1.1" status: 200 len: 943 time: 0.1335180 Jul 27 21:11:25.715462 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-d2c26f4e-6b6f-4c24-a656-6e197bc964c6 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:25.717369 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-d2c26f4e-6b6f-4c24-a656-6e197bc964c6 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] 10.222.0.59 "DELETE /v2.0/ports/6e7d69d3-fba1-4359-a733-0c6375ba453c HTTP/1.1" status: 204 len: 168 time: 0.7727015 Jul 27 21:11:25.720540 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 58030) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:11:25.742630 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 58032) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:11:25.774360 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-453a2acd-f01a-4c7e-9682-ac580d9542ba req-062cc699-ef55-4216-b243-3765ba47325c tempest-ImagesTestJSON-607612606 tempest-ImagesTestJSON-607612606-project] 10.222.0.59 "GET /v2.0/security-groups?id=0824f12c-25ec-46a0-872f-0482607e4324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745909 Jul 27 21:11:25.809062 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c1352f-12d8-4442-be70-c83d5d1a669e req-6ea0edc3-2220-4daa-bfce-d49a03d75188 tempest-AttachVolumeTestJSON-850155022 tempest-AttachVolumeTestJSON-850155022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:11:25.810142 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2c7459a-42ac-4c0a-aa1d-962d3f780ded tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Deleting subnet 153daf83-f920-4fbd-bc96-5d57ffdc1387 {{(pid=105584) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:11:25.816530 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-f2c7459a-42ac-4c0a-aa1d-962d3f780ded tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Notify callbacks [] for subnet, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:25.818592 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-d0c1352f-12d8-4442-be70-c83d5d1a669e req-6ea0edc3-2220-4daa-bfce-d49a03d75188 tempest-AttachVolumeTestJSON-850155022 tempest-AttachVolumeTestJSON-850155022-project] 10.222.0.59 "GET /v2.0/ports?device_id=4278faa4-b336-42ce-b504-e55df1b376e8 HTTP/1.1" status: 200 len: 945 time: 0.1205611 Jul 27 21:11:25.876982 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-d0c1352f-12d8-4442-be70-c83d5d1a669e req-55608268-552e-4130-a6cf-5f1beae605b1 tempest-AttachVolumeTestJSON-850155022 tempest-AttachVolumeTestJSON-850155022-project] 10.222.0.59 "GET /v2.0/security-groups?id=d35c4c92-6336-4438-8902-f0b350b1b888&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572319 Jul 27 21:11:25.897131 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6937549-430e-4a77-9f45-4906c0650a15 req-6ff9669d-b29c-4219-b80e-7becdfef0dd0 tempest-ImagesTestJSON-607612606 tempest-ImagesTestJSON-607612606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:11:25.904823 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-e6937549-430e-4a77-9f45-4906c0650a15 req-6ff9669d-b29c-4219-b80e-7becdfef0dd0 tempest-ImagesTestJSON-607612606 tempest-ImagesTestJSON-607612606-project] 10.222.0.60 "GET /v2.0/ports?device_id=38f0972f-cbf0-48ff-b58f-791ca32012aa HTTP/1.1" status: 200 len: 943 time: 0.2285690 Jul 27 21:11:25.984657 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f256ba8c-0eea-4af0-b0f8-20700d2ebd76 req-2cada15b-0b9f-44af-af68-79e1da02ee31 tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:11:25.986387 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f256ba8c-0eea-4af0-b0f8-20700d2ebd76 req-2cada15b-0b9f-44af-af68-79e1da02ee31 tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] 10.222.0.59 "GET /v2.0/ports?device_id=31533b7a-7459-43fe-bfa1-37a8877d2d0a HTTP/1.1" status: 200 len: 945 time: 0.0988238 Jul 27 21:11:25.986917 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-f2c7459a-42ac-4c0a-aa1d-962d3f780ded tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9014207'] for subnet, precommit_delete_associations {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:25.992560 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-76d3d1ee-1e82-4ad3-aacf-2977d944a020 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-17662238-network', 'tenant_id': '1816f1c47c674f62ac676a2d74d8fad6'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:11:26.070101 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f256ba8c-0eea-4af0-b0f8-20700d2ebd76 req-b5e51f79-09e5-4157-a475-d43fb991e3fd tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] 10.222.0.59 "GET /v2.0/security-groups?id=c166a083-e7a4-430d-b39b-9b2d1c142ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735629 Jul 27 21:11:26.071308 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76d3d1ee-1e82-4ad3-aacf-2977d944a020 admin admin] Made reservation on behalf of 1816f1c47c674f62ac676a2d74d8fad6 for: {'network': 1} {{(pid=105585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:11:26.085528 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-76d3d1ee-1e82-4ad3-aacf-2977d944a020 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for network, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:26.114854 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-76d3d1ee-1e82-4ad3-aacf-2977d944a020 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:26.200550 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-f2c7459a-42ac-4c0a-aa1d-962d3f780ded tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854965'] for subnet, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:26.248570 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 58056) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:11:26.252371 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-76d3d1ee-1e82-4ad3-aacf-2977d944a020 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:26.263136 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-76d3d1ee-1e82-4ad3-aacf-2977d944a020 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:26.263599 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [req-e6937549-430e-4a77-9f45-4906c0650a15 req-58ad9a05-1d79-40d7-89c3-52a9103c9969 tempest-ImagesTestJSON-607612606 tempest-ImagesTestJSON-607612606-project] Deleting port db725ed7-e41d-4ba8-a1df-992b6e957811 {{(pid=105584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:11:26.263973 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-e6937549-430e-4a77-9f45-4906c0650a15 req-58ad9a05-1d79-40d7-89c3-52a9103c9969 tempest-ImagesTestJSON-607612606 tempest-ImagesTestJSON-607612606-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:26.286512 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Device 11a2a4bd-54de-4e89-aaec-2698e4e74e90 up at agent hyperv_n-h2-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:11:26.308055 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76d3d1ee-1e82-4ad3-aacf-2977d944a020 admin admin] vlan segment allocate from pool success with {'vlan_id': 204, 'physical_network': 'physnet1'} {{(pid=105585) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:11:26.341757 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d3d1ee-1e82-4ad3-aacf-2977d944a020 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce8b1850-1d4d-402f-a118-5b56f5e06e52,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:11:26.359582 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-76d3d1ee-1e82-4ad3-aacf-2977d944a020 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:26.359931 n-d-705658-22 neutron-server[105585]: INFO neutron.db.segments_db [None req-76d3d1ee-1e82-4ad3-aacf-2977d944a020 admin admin] Added segment 151214cb-152c-4c30-8d99-50b662383ee0 of type vlan for network 1db3ecd8-5bfa-46e7-9a53-5860f7a92c34 Jul 27 21:11:26.396761 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-3d54578f-831f-4696-b568-13c455922dab None None] Provisioning for port 11a2a4bd-54de-4e89-aaec-2698e4e74e90 completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:11:26.400933 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-e3c16829-2a77-48e7-86f2-d3495e9a92e2 tempest-SecGroupIPv6Test-1137883805 tempest-SecGroupIPv6Test-1137883805-project] Request body: {'security_group': {'name': 'tempest-secgroup--1234763763'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:11:26.409371 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-3d54578f-831f-4696-b568-13c455922dab None None] Provisioning complete for port 11a2a4bd-54de-4e89-aaec-2698e4e74e90 triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:11:26.409749 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:26.434209 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-76d3d1ee-1e82-4ad3-aacf-2977d944a020 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790688424798'] for network, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:26.463264 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [req-e6937549-430e-4a77-9f45-4906c0650a15 req-58ad9a05-1d79-40d7-89c3-52a9103c9969 tempest-ImagesTestJSON-607612606 tempest-ImagesTestJSON-607612606-project] For port db725ed7-e41d-4ba8-a1df-992b6e957811, host n-h2-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=db725ed7-e41d-4ba8-a1df-992b6e957811,segment=NetworkSegment(74356e05-950c-4c55-88c6-85a1b1fc145d),segment_id=74356e05-950c-4c55-88c6-85a1b1fc145d)] {{(pid=105584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:11:26.463998 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-e6937549-430e-4a77-9f45-4906c0650a15 req-58ad9a05-1d79-40d7-89c3-52a9103c9969 tempest-ImagesTestJSON-607612606 tempest-ImagesTestJSON-607612606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:26.479705 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [req-e6937549-430e-4a77-9f45-4906c0650a15 req-58ad9a05-1d79-40d7-89c3-52a9103c9969 tempest-ImagesTestJSON-607612606 tempest-ImagesTestJSON-607612606-project] Calling delete_port for db725ed7-e41d-4ba8-a1df-992b6e957811 owned by compute:nova {{(pid=105584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:11:26.488989 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-76d3d1ee-1e82-4ad3-aacf-2977d944a020 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920'] for network, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:26.490263 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76d3d1ee-1e82-4ad3-aacf-2977d944a020 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:11:26.491035 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-76d3d1ee-1e82-4ad3-aacf-2977d944a020 admin admin] Notify callbacks [] for network, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:26.492154 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:26.527495 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] For port 11a2a4bd-54de-4e89-aaec-2698e4e74e90, host n-h2-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=11a2a4bd-54de-4e89-aaec-2698e4e74e90,segment=NetworkSegment(3b7237b7-e1d5-469a-ad3d-468d7cc14174),segment_id=3b7237b7-e1d5-469a-ad3d-468d7cc14174)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:11:26.532876 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:26.533995 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Device db725ed7-e41d-4ba8-a1df-992b6e957811 no longer exists at agent hyperv_n-h2-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:11:26.558635 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-f2c7459a-42ac-4c0a-aa1d-962d3f780ded tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9014081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9738825'] for subnet, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:26.568521 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d3d1ee-1e82-4ad3-aacf-2977d944a020 admin admin] Pushing event updated for resources: {'Network': ['ID=1db3ecd8-5bfa-46e7-9a53-5860f7a92c34,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:11:26.600412 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Network 1db3ecd8-5bfa-46e7-9a53-5860f7a92c34 details requested by agent ovs-agent-n-d-705658-22 with host n-d-705658-22 {{(pid=105586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:11:26.606244 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-f2c7459a-42ac-4c0a-aa1d-962d3f780ded tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Notify callbacks [] for subnet, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:26.608820 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-f2c7459a-42ac-4c0a-aa1d-962d3f780ded tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] 10.222.0.59 "DELETE /v2.0/subnets/153daf83-f920-4fbd-bc96-5d57ffdc1387 HTTP/1.1" status: 204 len: 168 time: 0.8868041 Jul 27 21:11:26.611579 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 58064) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:11:26.615475 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c7459a-42ac-4c0a-aa1d-962d3f780ded tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Pushing event deleted for resources: {'Subnet': ['ID=153daf83-f920-4fbd-bc96-5d57ffdc1387,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:11:26.621632 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-e3c16829-2a77-48e7-86f2-d3495e9a92e2 tempest-SecGroupIPv6Test-1137883805 tempest-SecGroupIPv6Test-1137883805-project] Notify callbacks [] for security_group, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:26.632849 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-e3c16829-2a77-48e7-86f2-d3495e9a92e2 tempest-SecGroupIPv6Test-1137883805 tempest-SecGroupIPv6Test-1137883805-project] Notify callbacks [] for security_group, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:26.635500 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de395eab-319b-4b99-84f4-108429ab9979 req-73196673-0644-446f-852c-df1afd80e38c tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:11:26.644755 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-de395eab-319b-4b99-84f4-108429ab9979 req-73196673-0644-446f-852c-df1afd80e38c tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] 10.222.0.59 "GET /v2.0/ports?device_id=31533b7a-7459-43fe-bfa1-37a8877d2d0a HTTP/1.1" status: 200 len: 945 time: 0.2712090 Jul 27 21:11:26.673651 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e157876e-9cee-4339-9530-5228035233a5 None None] Network 18eab60f-6056-4003-a4d0-6bd1a91b2423 requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:11:26.687485 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-76d3d1ee-1e82-4ad3-aacf-2977d944a020 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.9412165 Jul 27 21:11:26.689240 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 58066) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:11:26.706232 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-58ef939b-8385-4349-abdb-c6b4f2449acd admin admin] Request body: {'subnet': {'network_id': '1db3ecd8-5bfa-46e7-9a53-5860f7a92c34', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-17662238-subnet', 'tenant_id': '1816f1c47c674f62ac676a2d74d8fad6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:11:26.741006 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d018c9f-5772-40ed-bb54-74e0ec89c865 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Deleting subnet 7db86daf-fd4c-450a-8e91-ffdebfb628e1 {{(pid=105585) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:11:26.746394 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-1d018c9f-5772-40ed-bb54-74e0ec89c865 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Notify callbacks [] for subnet, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:26.759449 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-de395eab-319b-4b99-84f4-108429ab9979 req-6828744e-812a-4b48-bf77-b824c0feb12d tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] 10.222.0.59 "GET /v2.0/security-groups?id=c166a083-e7a4-430d-b39b-9b2d1c142ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115346 Jul 27 21:11:26.820509 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] No active binding found for port db725ed7-e41d-4ba8-a1df-992b6e957811 {{(pid=105586) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 27 21:11:26.821223 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Device db725ed7-e41d-4ba8-a1df-992b6e957811 not bound to the agent host n-h2-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:11:26.834308 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Pushing event updated for resources: {'Port': ['ID=11a2a4bd-54de-4e89-aaec-2698e4e74e90,revision_number=5']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:11:26.836413 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-e6937549-430e-4a77-9f45-4906c0650a15 req-58ad9a05-1d79-40d7-89c3-52a9103c9969 tempest-ImagesTestJSON-607612606 tempest-ImagesTestJSON-607612606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:26.847563 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-1d018c9f-5772-40ed-bb54-74e0ec89c865 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9887057'] for subnet, precommit_delete_associations {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:26.922280 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-e3c16829-2a77-48e7-86f2-d3495e9a92e2 tempest-SecGroupIPv6Test-1137883805 tempest-SecGroupIPv6Test-1137883805-project] Notify callbacks [] for security_group, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:26.924079 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ad9a05-1d79-40d7-89c3-52a9103c9969 tempest-ImagesTestJSON-607612606 tempest-ImagesTestJSON-607612606-project] Pushing event deleted for resources: {'Port': ['ID=db725ed7-e41d-4ba8-a1df-992b6e957811,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:11:26.941911 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-e3c16829-2a77-48e7-86f2-d3495e9a92e2 tempest-SecGroupIPv6Test-1137883805 tempest-SecGroupIPv6Test-1137883805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:26.968724 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-de6a1447-e0ac-4383-aee2-6acfe8660127 req-49284b09-451a-43b8-bdbf-9541f94f0224 tempest-ImagesTestJSON-607612606 tempest-ImagesTestJSON-607612606-project] 10.222.0.59 "GET /v2.0/ports?device_id=38f0972f-cbf0-48ff-b58f-791ca32012aa HTTP/1.1" status: 200 len: 210 time: 0.0736077 Jul 27 21:11:26.998168 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58ef939b-8385-4349-abdb-c6b4f2449acd admin admin] Made reservation on behalf of 1816f1c47c674f62ac676a2d74d8fad6 for: {'subnet': 1} {{(pid=105585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:11:27.001962 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-58ef939b-8385-4349-abdb-c6b4f2449acd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9990620'] for subnet, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:27.034307 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4720c740-dc51-485d-8471-5a8d7afd0f8a None None] DHCP port deletion for 18eab60f-6056-4003-a4d0-6bd1a91b2423 request from n-d-705658-22 {{(pid=105586) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 21:11:27.059035 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6937549-430e-4a77-9f45-4906c0650a15 req-58ad9a05-1d79-40d7-89c3-52a9103c9969 tempest-ImagesTestJSON-607612606 tempest-ImagesTestJSON-607612606-project] No DVR routers for this DVR port db725ed7-e41d-4ba8-a1df-992b6e957811 on host n-h2-705658-22 {{(pid=105584) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:11:27.070564 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-e6937549-430e-4a77-9f45-4906c0650a15 req-58ad9a05-1d79-40d7-89c3-52a9103c9969 tempest-ImagesTestJSON-607612606 tempest-ImagesTestJSON-607612606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:27.072553 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-e6937549-430e-4a77-9f45-4906c0650a15 req-58ad9a05-1d79-40d7-89c3-52a9103c9969 tempest-ImagesTestJSON-607612606 tempest-ImagesTestJSON-607612606-project] 10.222.0.60 "DELETE /v2.0/ports/db725ed7-e41d-4ba8-a1df-992b6e957811 HTTP/1.1" status: 204 len: 173 time: 1.1592901 Jul 27 21:11:27.076570 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38f0972f-cbf0-48ff-b58f-791ca32012aa', 'name': 'network-vif-deleted', 'tag': 'db725ed7-e41d-4ba8-a1df-992b6e957811'}] {{(pid=105584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:11:27.079480 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bce5e6c8685464f7626901654159975603b047827e3138302ed6566e28f1343" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ef26546-ed05-426c-8eaa-28ae9f80affa" -d '{"events": [{"server_uuid": "38f0972f-cbf0-48ff-b58f-791ca32012aa", "name": "network-vif-deleted", "tag": "db725ed7-e41d-4ba8-a1df-992b6e957811"}]}' {{(pid=105584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:11:27.091375 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c16829-2a77-48e7-86f2-d3495e9a92e2 tempest-SecGroupIPv6Test-1137883805 tempest-SecGroupIPv6Test-1137883805-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a41713d-995d-4fcc-a198-fd268e760ac7,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:11:27.165664 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-4720c740-dc51-485d-8471-5a8d7afd0f8a None None] Deleting port c773ec46-2a41-41cb-add0-fe24cb818531 {{(pid=105586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:11:27.168910 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-4720c740-dc51-485d-8471-5a8d7afd0f8a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:27.214438 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-1d018c9f-5772-40ed-bb54-74e0ec89c865 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854965'] for subnet, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:27.222986 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-e3c16829-2a77-48e7-86f2-d3495e9a92e2 tempest-SecGroupIPv6Test-1137883805 tempest-SecGroupIPv6Test-1137883805-project] Notify callbacks [] for security_group, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:27.229847 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-e3c16829-2a77-48e7-86f2-d3495e9a92e2 tempest-SecGroupIPv6Test-1137883805 tempest-SecGroupIPv6Test-1137883805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:27.235017 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648ca9bd-bd55-4f05-bb25-19e49fb6a3a9 req-fa0dbba1-fbcc-4b70-a50a-6ba3d06e7744 tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:11:27.237179 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-648ca9bd-bd55-4f05-bb25-19e49fb6a3a9 req-fa0dbba1-fbcc-4b70-a50a-6ba3d06e7744 tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] 10.222.0.59 "GET /v2.0/ports?device_id=31533b7a-7459-43fe-bfa1-37a8877d2d0a HTTP/1.1" status: 200 len: 945 time: 0.3440270 Jul 27 21:11:27.296319 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device c773ec46-2a41-41cb-add0-fe24cb818531 no longer exists at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:11:27.307526 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-e3c16829-2a77-48e7-86f2-d3495e9a92e2 tempest-SecGroupIPv6Test-1137883805 tempest-SecGroupIPv6Test-1137883805-project] Notify callbacks [] for security_group, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:27.308812 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-e3c16829-2a77-48e7-86f2-d3495e9a92e2 tempest-SecGroupIPv6Test-1137883805 tempest-SecGroupIPv6Test-1137883805-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.0558474 Jul 27 21:11:27.310819 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c16829-2a77-48e7-86f2-d3495e9a92e2 tempest-SecGroupIPv6Test-1137883805 tempest-SecGroupIPv6Test-1137883805-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf12b067-3248-4347-8fa2-f40e644b3095,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:11:27.321831 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 58078) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:11:27.360167 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-4720c740-dc51-485d-8471-5a8d7afd0f8a None None] For port c773ec46-2a41-41cb-add0-fe24cb818531, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=c773ec46-2a41-41cb-add0-fe24cb818531,segment=NetworkSegment(bac8e796-9027-4d5c-bebd-074f6b1be737),segment_id=bac8e796-9027-4d5c-bebd-074f6b1be737)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:11:27.360848 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-4720c740-dc51-485d-8471-5a8d7afd0f8a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:27.406407 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-4720c740-dc51-485d-8471-5a8d7afd0f8a None None] Calling delete_port for c773ec46-2a41-41cb-add0-fe24cb818531 owned by network:dhcp {{(pid=105586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:11:27.420319 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984c156a-e248-43de-8af4-a5830aa3c513 req-f272ecff-8f3e-4abf-ae5f-f0f69c4c9db1 tempest-AttachVolumeTestJSON-850155022 tempest-AttachVolumeTestJSON-850155022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:11:27.422380 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-984c156a-e248-43de-8af4-a5830aa3c513 req-f272ecff-8f3e-4abf-ae5f-f0f69c4c9db1 tempest-AttachVolumeTestJSON-850155022 tempest-AttachVolumeTestJSON-850155022-project] 10.222.0.59 "GET /v2.0/ports?device_id=4278faa4-b336-42ce-b504-e55df1b376e8 HTTP/1.1" status: 200 len: 946 time: 0.3641331 Jul 27 21:11:27.432451 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-648ca9bd-bd55-4f05-bb25-19e49fb6a3a9 req-f7fe7609-85e7-489c-aec8-d0b59808585c tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] 10.222.0.59 "GET /v2.0/security-groups?id=c166a083-e7a4-430d-b39b-9b2d1c142ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1688483 Jul 27 21:11:27.485780 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-1d018c9f-5772-40ed-bb54-74e0ec89c865 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10221602', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9990583'] for subnet, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:27.486002 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-954359e3-e1ff-443b-a89f-016777784e65 tempest-SecGroupIPv6Test-1137883805 tempest-SecGroupIPv6Test-1137883805-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1611013 Jul 27 21:11:27.487044 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 58086) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:11:27.500452 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-c65196ae-38dc-43cd-867a-9afd404abcee tempest-SecGroupIPv6Test-1137883805 tempest-SecGroupIPv6Test-1137883805-project] Request body: {'security_group': {'name': 'tempest-security--1363568392', 'description': 'tempest-security-description-903300931'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:11:27.510608 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:11:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08f5c85b-782b-4014-b628-b6ce4589dfe9 x-openstack-request-id: req-08f5c85b-782b-4014-b628-b6ce4589dfe9 {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:11:27.511151 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38f0972f-cbf0-48ff-b58f-791ca32012aa", "name": "network-vif-deleted", "tag": "db725ed7-e41d-4ba8-a1df-992b6e957811", "status": "completed", "code": 200}]} {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:11:27.511574 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-08f5c85b-782b-4014-b628-b6ce4589dfe9 {{(pid=105584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:11:27.512176 n-d-705658-22 neutron-server[105584]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38f0972f-cbf0-48ff-b58f-791ca32012aa', 'name': 'network-vif-deleted', 'tag': 'db725ed7-e41d-4ba8-a1df-992b6e957811', 'status': 'completed', 'code': 200} Jul 27 21:11:27.548445 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d018c9f-5772-40ed-bb54-74e0ec89c865 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Pushing event deleted for resources: {'Subnet': ['ID=7db86daf-fd4c-450a-8e91-ffdebfb628e1,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:11:27.570719 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-1d018c9f-5772-40ed-bb54-74e0ec89c865 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743886'] for subnet, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:27.575096 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-1d018c9f-5772-40ed-bb54-74e0ec89c865 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] 10.222.0.59 "DELETE /v2.0/subnets/7db86daf-fd4c-450a-8e91-ffdebfb628e1 HTTP/1.1" status: 204 len: 168 time: 0.9599967 Jul 27 21:11:27.579194 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 58094) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:11:27.610455 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-58ef939b-8385-4349-abdb-c6b4f2449acd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10221797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9990606'] for subnet, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:27.630305 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-984c156a-e248-43de-8af4-a5830aa3c513 req-3ae2a73e-6c43-4083-a6d6-781358f3dabe tempest-AttachVolumeTestJSON-850155022 tempest-AttachVolumeTestJSON-850155022-project] 10.222.0.59 "GET /v2.0/security-groups?id=d35c4c92-6336-4438-8902-f0b350b1b888&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1958294 Jul 27 21:11:27.696251 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-c65196ae-38dc-43cd-867a-9afd404abcee tempest-SecGroupIPv6Test-1137883805 tempest-SecGroupIPv6Test-1137883805-project] Notify callbacks [] for security_group, before_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:27.708802 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c9690ce5-4dfc-4aa3-b387-8951d7184dc8 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-990557'] for network, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:27.744577 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4278faa4-b336-42ce-b504-e55df1b376e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11a2a4bd-54de-4e89-aaec-2698e4e74e90'}] {{(pid=105586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:11:27.748084 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14c1663e039faf5393f87855f745010ac5b02220355b68fdbf065393e303ac56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d08f900b-d319-443a-a392-82a11f0e56de" -d '{"events": [{"server_uuid": "4278faa4-b336-42ce-b504-e55df1b376e8", "name": "network-vif-plugged", "status": "completed", "tag": "11a2a4bd-54de-4e89-aaec-2698e4e74e90"}]}' {{(pid=105586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:11:27.810620 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-540d8868-1ea5-49eb-95b8-878164b1b343 None None] Network e24d8d6c-cb0f-492b-9a38-55ce25e9a591 requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:11:27.816885 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:27.829241 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-c9690ce5-4dfc-4aa3-b387-8951d7184dc8 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Deleting port c773ec46-2a41-41cb-add0-fe24cb818531 {{(pid=105584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:11:27.829655 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c9690ce5-4dfc-4aa3-b387-8951d7184dc8 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:27.831371 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ef939b-8385-4349-abdb-c6b4f2449acd admin admin] Pushing event updated for resources: {'Subnet': ['ID=bde3c8e5-46f4-4260-b2be-2a93267b8e98,revision_number=0']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:11:27.887257 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-c65196ae-38dc-43cd-867a-9afd404abcee tempest-SecGroupIPv6Test-1137883805 tempest-SecGroupIPv6Test-1137883805-project] Notify callbacks [] for security_group, precommit_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:27.888086 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:11:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2175e64-0855-4f88-975b-4172d14fb122 x-openstack-request-id: req-d2175e64-0855-4f88-975b-4172d14fb122 {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:11:27.888711 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4278faa4-b336-42ce-b504-e55df1b376e8", "name": "network-vif-plugged", "status": "completed", "tag": "11a2a4bd-54de-4e89-aaec-2698e4e74e90", "code": 200}]} {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:11:27.889134 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-d2175e64-0855-4f88-975b-4172d14fb122 {{(pid=105586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:11:27.889764 n-d-705658-22 neutron-server[105586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4278faa4-b336-42ce-b504-e55df1b376e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11a2a4bd-54de-4e89-aaec-2698e4e74e90', 'code': 200} Jul 27 21:11:27.893660 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58ef939b-8385-4349-abdb-c6b4f2449acd admin admin] Checking segment: {'id': '151214cb-152c-4c30-8d99-50b662383ee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '1db3ecd8-5bfa-46e7-9a53-5860f7a92c34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:11:27.894251 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58ef939b-8385-4349-abdb-c6b4f2449acd admin admin] Network hostable DHCP agents. Network: 1db3ecd8-5bfa-46e7-9a53-5860f7a92c34, hostable agents: ['7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a'], hosted agents: [] {{(pid=105585) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:11:27.903546 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-c65196ae-38dc-43cd-867a-9afd404abcee tempest-SecGroupIPv6Test-1137883805 tempest-SecGroupIPv6Test-1137883805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:27.906279 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-c65196ae-38dc-43cd-867a-9afd404abcee tempest-SecGroupIPv6Test-1137883805 tempest-SecGroupIPv6Test-1137883805-project] Notify callbacks [] for security_group, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:27.907795 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-c65196ae-38dc-43cd-867a-9afd404abcee tempest-SecGroupIPv6Test-1137883805 tempest-SecGroupIPv6Test-1137883805-project] 10.222.0.59 "PUT /v2.0/security-groups/cf12b067-3248-4347-8fa2-f40e644b3095 HTTP/1.1" status: 200 len: 1779 time: 0.4173946 Jul 27 21:11:27.916358 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 58100) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:11:27.940358 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58ef939b-8385-4349-abdb-c6b4f2449acd admin admin] Network 1db3ecd8-5bfa-46e7-9a53-5860f7a92c34 is scheduled to be hosted by DHCP agent 7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a with binding_index 1 {{(pid=105585) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:11:27.958526 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db39fb1-2d19-412e-9160-eae0e8b7a39d req-c0c845b6-8691-48a7-92d3-7df4adbf5294 tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:11:27.966669 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-5db39fb1-2d19-412e-9160-eae0e8b7a39d req-c0c845b6-8691-48a7-92d3-7df4adbf5294 tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] 10.222.0.59 "GET /v2.0/ports?device_id=31533b7a-7459-43fe-bfa1-37a8877d2d0a HTTP/1.1" status: 200 len: 945 time: 0.2891510 Jul 27 21:11:27.990502 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65196ae-38dc-43cd-867a-9afd404abcee tempest-SecGroupIPv6Test-1137883805 tempest-SecGroupIPv6Test-1137883805-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf12b067-3248-4347-8fa2-f40e644b3095,revision_number=2']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:11:27.994954 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.base_scheduler [None req-58ef939b-8385-4349-abdb-c6b4f2449acd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-22, 1db3ecd8-5bfa-46e7-9a53-5860f7a92c34) {{(pid=105585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:11:28.004055 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58ef939b-8385-4349-abdb-c6b4f2449acd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:11:28.004841 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-58ef939b-8385-4349-abdb-c6b4f2449acd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743886'] for subnet, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:28.008716 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] For port c773ec46-2a41-41cb-add0-fe24cb818531, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=c773ec46-2a41-41cb-add0-fe24cb818531,segment=NetworkSegment(bac8e796-9027-4d5c-bebd-074f6b1be737),segment_id=bac8e796-9027-4d5c-bebd-074f6b1be737)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:11:28.015052 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5600c72b-b2cf-4a47-bdce-f96a86caebfd None None] Network 1db3ecd8-5bfa-46e7-9a53-5860f7a92c34 requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:11:28.047471 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-5db39fb1-2d19-412e-9160-eae0e8b7a39d req-3add2363-d7f0-410d-bb4f-10cdcc08c51b tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] 10.222.0.59 "GET /v2.0/security-groups?id=c166a083-e7a4-430d-b39b-9b2d1c142ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787072 Jul 27 21:11:28.047692 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:28.057161 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 58104) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:11:28.069087 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-58ef939b-8385-4349-abdb-c6b4f2449acd admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.3618152 Jul 27 21:11:28.079562 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-f78e2adc-91ac-4bef-a6b7-a6f34f81c38d admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-17662238-router', 'tenant_id': '1816f1c47c674f62ac676a2d74d8fad6', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305'}}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:11:28.111516 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [None req-c9690ce5-4dfc-4aa3-b387-8951d7184dc8 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] For port c773ec46-2a41-41cb-add0-fe24cb818531, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=c773ec46-2a41-41cb-add0-fe24cb818531,segment=NetworkSegment(bac8e796-9027-4d5c-bebd-074f6b1be737),segment_id=bac8e796-9027-4d5c-bebd-074f6b1be737)] {{(pid=105584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:11:28.111888 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c9690ce5-4dfc-4aa3-b387-8951d7184dc8 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:28.137011 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-ec0fbca6-3081-4390-97f0-2caa6a014a26 tempest-SecGroupIPv6Test-1137883805 tempest-SecGroupIPv6Test-1137883805-project] 10.222.0.59 "GET /v2.0/security-groups/cf12b067-3248-4347-8fa2-f40e644b3095 HTTP/1.1" status: 200 len: 1779 time: 0.2096930 Jul 27 21:11:28.139749 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 58116) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:11:28.146041 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-c9690ce5-4dfc-4aa3-b387-8951d7184dc8 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Calling delete_port for c773ec46-2a41-41cb-add0-fe24cb818531 owned by network:dhcp {{(pid=105584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:11:28.235956 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Pushing event updated for resources: {'Port': ['ID=c773ec46-2a41-41cb-add0-fe24cb818531,revision_number=5']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:11:28.246235 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-4d1414f7-c906-4561-b9a7-8e0c5d9680cf tempest-SecGroupIPv6Test-1137883805 tempest-SecGroupIPv6Test-1137883805-project] Notify callbacks [] for security_group, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:28.276924 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-f78e2adc-91ac-4bef-a6b7-a6f34f81c38d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4163813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-443'] for router, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:28.278166 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-f78e2adc-91ac-4bef-a6b7-a6f34f81c38d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4165196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4077059', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3711235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-418'] for router, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:28.284570 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-4d1414f7-c906-4561-b9a7-8e0c5d9680cf tempest-SecGroupIPv6Test-1137883805 tempest-SecGroupIPv6Test-1137883805-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:28.316270 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-4720c740-dc51-485d-8471-5a8d7afd0f8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180'] for port, after_delete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:28.342364 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-f78e2adc-91ac-4bef-a6b7-a6f34f81c38d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:28.351177 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e794c461-d08e-4ca2-baa3-cf3fcec9f08f req-52e7f2d0-6715-403f-8077-38ddb382808c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:11:28.353599 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-e794c461-d08e-4ca2-baa3-cf3fcec9f08f req-52e7f2d0-6715-403f-8077-38ddb382808c service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=4278faa4-b336-42ce-b504-e55df1b376e8 HTTP/1.1" status: 200 len: 1098 time: 0.4356136 Jul 27 21:11:28.354830 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4720c740-dc51-485d-8471-5a8d7afd0f8a None None] Pushing event deleted for resources: {'Port': ['ID=c773ec46-2a41-41cb-add0-fe24cb818531,revision_number=None']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:11:28.386541 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4720c740-dc51-485d-8471-5a8d7afd0f8a None None] No DVR routers for this DVR port c773ec46-2a41-41cb-add0-fe24cb818531 on host n-d-705658-22 {{(pid=105586) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:11:28.485717 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09c6eb2c-293f-42f5-bb90-378ca87041ce None None] Network 1db3ecd8-5bfa-46e7-9a53-5860f7a92c34 requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:11:28.604860 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-853cc7c6-2c45-44a6-8395-c47ff4673e41 None None] DHCP port deletion for e24d8d6c-cb0f-492b-9a38-55ce25e9a591 request from n-d-705658-22 {{(pid=105586) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 21:11:28.633973 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c9690ce5-4dfc-4aa3-b387-8951d7184dc8 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:28.663362 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 58142) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:11:28.677729 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-f78e2adc-91ac-4bef-a6b7-a6f34f81c38d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4077169', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4163787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-400'] for router, precommit_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:28.729426 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9690ce5-4dfc-4aa3-b387-8951d7184dc8 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] No DVR routers for this DVR port c773ec46-2a41-41cb-add0-fe24cb818531 on host n-d-705658-22 {{(pid=105584) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:11:28.737641 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9690ce5-4dfc-4aa3-b387-8951d7184dc8 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Pushing event deleted for resources: {'Port': ['ID=c773ec46-2a41-41cb-add0-fe24cb818531,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:11:28.748599 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f9a719-ae36-4c02-a6a0-6927b44c6658 req-0012849e-de3f-4f04-b276-4e337999563b tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:11:28.749653 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-e794c461-d08e-4ca2-baa3-cf3fcec9f08f req-80af724a-ad79-4ea8-9db8-2963be5cb665 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=d35c4c92-6336-4438-8902-f0b350b1b888&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3061512 Jul 27 21:11:28.750665 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-46f9a719-ae36-4c02-a6a0-6927b44c6658 req-0012849e-de3f-4f04-b276-4e337999563b tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] 10.222.0.59 "GET /v2.0/ports?device_id=31533b7a-7459-43fe-bfa1-37a8877d2d0a HTTP/1.1" status: 200 len: 945 time: 0.5664830 Jul 27 21:11:28.794764 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-4d1414f7-c906-4561-b9a7-8e0c5d9680cf tempest-SecGroupIPv6Test-1137883805 tempest-SecGroupIPv6Test-1137883805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:28.801424 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-4d1414f7-c906-4561-b9a7-8e0c5d9680cf tempest-SecGroupIPv6Test-1137883805 tempest-SecGroupIPv6Test-1137883805-project] Notify callbacks [] for security_group, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:28.803161 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-4d1414f7-c906-4561-b9a7-8e0c5d9680cf tempest-SecGroupIPv6Test-1137883805 tempest-SecGroupIPv6Test-1137883805-project] 10.222.0.59 "DELETE /v2.0/security-groups/cf12b067-3248-4347-8fa2-f40e644b3095 HTTP/1.1" status: 204 len: 168 time: 0.6619978 Jul 27 21:11:28.817608 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 58146) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:11:28.818454 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-853cc7c6-2c45-44a6-8395-c47ff4673e41 None None] Deleting port 76a9ceb3-f0a6-4cef-90ed-87d321e80b48 {{(pid=105586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:11:28.818936 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-853cc7c6-2c45-44a6-8395-c47ff4673e41 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:28.842005 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1414f7-c906-4561-b9a7-8e0c5d9680cf tempest-SecGroupIPv6Test-1137883805 tempest-SecGroupIPv6Test-1137883805-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf12b067-3248-4347-8fa2-f40e644b3095,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:11:28.861539 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-46f9a719-ae36-4c02-a6a0-6927b44c6658 req-d74a25b2-ea08-4373-a111-169ce54076f0 tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] 10.222.0.59 "GET /v2.0/security-groups?id=c166a083-e7a4-430d-b39b-9b2d1c142ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000028 Jul 27 21:11:28.900832 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e03474-529e-466c-bd7b-473e1bc3f184 req-22f6dedf-07b2-45f5-84c1-4c0ade0f77d2 tempest-AttachVolumeTestJSON-850155022 tempest-AttachVolumeTestJSON-850155022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:11:28.910100 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.db_base_plugin_v2 [None req-bcc015b3-d0e2-4ff3-9f64-c108a721466c admin admin] Deleting subnet 5c3e9e9f-5a21-43a6-8c24-ea076aff9e22 {{(pid=105584) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:11:28.910753 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-14e03474-529e-466c-bd7b-473e1bc3f184 req-22f6dedf-07b2-45f5-84c1-4c0ade0f77d2 tempest-AttachVolumeTestJSON-850155022 tempest-AttachVolumeTestJSON-850155022-project] 10.222.0.59 "GET /v2.0/ports?device_id=4278faa4-b336-42ce-b504-e55df1b376e8 HTTP/1.1" status: 200 len: 946 time: 0.1499672 Jul 27 21:11:28.931724 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-bcc015b3-d0e2-4ff3-9f64-c108a721466c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:28.936065 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c9690ce5-4dfc-4aa3-b387-8951d7184dc8 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853562', 'neutron.services.segments.db._delete_segments_for_network-8790688882975'] for network, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:28.942039 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-853cc7c6-2c45-44a6-8395-c47ff4673e41 None None] For port 76a9ceb3-f0a6-4cef-90ed-87d321e80b48, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=76a9ceb3-f0a6-4cef-90ed-87d321e80b48,segment=NetworkSegment(5fcc0d93-e07a-46e4-8302-f378dcfc2dad),segment_id=5fcc0d93-e07a-46e4-8302-f378dcfc2dad)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:11:28.942458 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-853cc7c6-2c45-44a6-8395-c47ff4673e41 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:28.961975 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-853cc7c6-2c45-44a6-8395-c47ff4673e41 None None] Calling delete_port for 76a9ceb3-f0a6-4cef-90ed-87d321e80b48 owned by network:dhcp {{(pid=105586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:11:28.992635 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-bcc015b3-d0e2-4ff3-9f64-c108a721466c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9014207'] for subnet, precommit_delete_associations {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:29.036950 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-bcc015b3-d0e2-4ff3-9f64-c108a721466c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854965'] for subnet, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:29.081059 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-853cc7c6-2c45-44a6-8395-c47ff4673e41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180'] for port, after_delete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:29.096607 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.segments.db [None req-c9690ce5-4dfc-4aa3-b387-8951d7184dc8 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18eab60f-6056-4003-a4d0-6bd1a91b2423']}} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:11:29.120167 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.segments.db [None req-c9690ce5-4dfc-4aa3-b387-8951d7184dc8 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bac8e796-9027-4d5c-bebd-074f6b1be737') {'for_net_delete': True} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:11:29.120739 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.segments.db [None req-c9690ce5-4dfc-4aa3-b387-8951d7184dc8 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bac8e796-9027-4d5c-bebd-074f6b1be737') {} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:11:29.130742 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853cc7c6-2c45-44a6-8395-c47ff4673e41 None None] Pushing event deleted for resources: {'Port': ['ID=76a9ceb3-f0a6-4cef-90ed-87d321e80b48,revision_number=None']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:11:29.138938 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-97879a87-bb39-46f1-add1-fde396f6df5a tempest-SecGroupIPv6Test-1137883805 tempest-SecGroupIPv6Test-1137883805-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2870538 Jul 27 21:11:29.140976 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c9690ce5-4dfc-4aa3-b387-8951d7184dc8 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790688883752', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9014348'] for segment, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:29.141646 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-853cc7c6-2c45-44a6-8395-c47ff4673e41 None None] No DVR routers for this DVR port 76a9ceb3-f0a6-4cef-90ed-87d321e80b48 on host n-d-705658-22 {{(pid=105586) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:11:29.147287 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 58156) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:11:29.192120 n-d-705658-22 neutron-server[105584]: INFO neutron.api.v2.resource [None req-9a2c8426-c0aa-4bf7-a50f-cc3ca30487a8 tempest-SecGroupIPv6Test-1137883805 tempest-SecGroupIPv6Test-1137883805-project] delete failed (client error): The resource could not be found. Jul 27 21:11:29.193249 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-9a2c8426-c0aa-4bf7-a50f-cc3ca30487a8 tempest-SecGroupIPv6Test-1137883805 tempest-SecGroupIPv6Test-1137883805-project] 10.222.0.59 "DELETE /v2.0/security-groups/cf12b067-3248-4347-8fa2-f40e644b3095 HTTP/1.1" status: 404 len: 347 time: 0.0337889 Jul 27 21:11:29.196143 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c9690ce5-4dfc-4aa3-b387-8951d7184dc8 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:29.200366 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 58158) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:11:29.202777 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-14e03474-529e-466c-bd7b-473e1bc3f184 req-713ff428-b56d-4874-957b-3217c8aab0d8 tempest-AttachVolumeTestJSON-850155022 tempest-AttachVolumeTestJSON-850155022-project] 10.222.0.59 "GET /v2.0/security-groups?id=d35c4c92-6336-4438-8902-f0b350b1b888&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2908566 Jul 27 21:11:29.207852 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-8b4b6a7d-bed9-47dc-a4f8-b3fe9392933c tempest-SecGroupIPv6Test-1137883805 tempest-SecGroupIPv6Test-1137883805-project] Request body: {'security_group': {'name': 'tempest-secgroup--205277666'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:11:29.229217 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9690ce5-4dfc-4aa3-b387-8951d7184dc8 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Releasing vlan 249 on physical network physnet1 to pool {{(pid=105584) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:11:29.233934 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c9690ce5-4dfc-4aa3-b387-8951d7184dc8 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9014063'] for segment, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:29.239876 n-d-705658-22 neutron-server[105584]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 21:11:29.239876 n-d-705658-22 neutron-server[105584]: self.session.flush() Jul 27 21:11:29.239876 n-d-705658-22 neutron-server[105584]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 21:11:29.239876 n-d-705658-22 neutron-server[105584]: self.session.flush() Jul 27 21:11:29.239876 n-d-705658-22 neutron-server[105584]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 21:11:29.239876 n-d-705658-22 neutron-server[105584]: self.session.flush() Jul 27 21:11:29.239876 n-d-705658-22 neutron-server[105584]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 21:11:29.239876 n-d-705658-22 neutron-server[105584]: self.session.flush() Jul 27 21:11:29.239876 n-d-705658-22 neutron-server[105584]: Traceback (most recent call last): Jul 27 21:11:29.239876 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:11:29.239876 n-d-705658-22 neutron-server[105584]: timer() Jul 27 21:11:29.239876 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:11:29.239876 n-d-705658-22 neutron-server[105584]: cb(*args, **kw) Jul 27 21:11:29.239876 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:11:29.239876 n-d-705658-22 neutron-server[105584]: return func(*args, **kwargs) Jul 27 21:11:29.239876 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:11:29.239876 n-d-705658-22 neutron-server[105584]: self._notify() Jul 27 21:11:29.239876 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:11:29.239876 n-d-705658-22 neutron-server[105584]: self.callback(batched_events) Jul 27 21:11:29.239876 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:11:29.239876 n-d-705658-22 neutron-server[105584]: event.method(event) Jul 27 21:11:29.239876 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:11:29.239876 n-d-705658-22 neutron-server[105584]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:11:29.239876 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:11:29.239876 n-d-705658-22 neutron-server[105584]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:11:29.239876 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:11:29.239876 n-d-705658-22 neutron-server[105584]: return f(self, *a, **k) Jul 27 21:11:29.239876 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:11:29.239876 n-d-705658-22 neutron-server[105584]: return self._get(url).json() Jul 27 21:11:29.239876 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:11:29.239876 n-d-705658-22 neutron-server[105584]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:11:29.239876 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:11:29.239876 n-d-705658-22 neutron-server[105584]: return self.request(url, 'GET', **kwargs) Jul 27 21:11:29.239876 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:11:29.239876 n-d-705658-22 neutron-server[105584]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:11:29.239876 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:11:29.239876 n-d-705658-22 neutron-server[105584]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:11:29.239876 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:11:29.239876 n-d-705658-22 neutron-server[105584]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:11:29.239876 n-d-705658-22 neutron-server[105584]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:11:29.264831 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 76a9ceb3-f0a6-4cef-90ed-87d321e80b48 no longer exists at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:11:29.288184 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] No Port match for: 76a9ceb3-f0a6-4cef-90ed-87d321e80b48 {{(pid=105586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:11:29.288675 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 76a9ceb3-f0a6-4cef-90ed-87d321e80b48 not bound to the agent host n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:11:29.290733 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19781fa5-fbd9-4286-b436-b7b2c95c20b5 req-825a511f-3031-4cea-b2c1-68ec1adbae79 tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:11:29.303833 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-19781fa5-fbd9-4286-b436-b7b2c95c20b5 req-825a511f-3031-4cea-b2c1-68ec1adbae79 tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] 10.222.0.59 "GET /v2.0/ports?device_id=31533b7a-7459-43fe-bfa1-37a8877d2d0a HTTP/1.1" status: 200 len: 945 time: 0.2521899 Jul 27 21:11:29.307693 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-bcc015b3-d0e2-4ff3-9f64-c108a721466c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9014081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9738825'] for subnet, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:29.343710 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-8b4b6a7d-bed9-47dc-a4f8-b3fe9392933c tempest-SecGroupIPv6Test-1137883805 tempest-SecGroupIPv6Test-1137883805-project] Notify callbacks [] for security_group, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:29.354873 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc015b3-d0e2-4ff3-9f64-c108a721466c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5c3e9e9f-5a21-43a6-8c24-ea076aff9e22,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:11:29.356963 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-19781fa5-fbd9-4286-b436-b7b2c95c20b5 req-bb6d3821-2aaa-433c-8ce7-6f3eb0783681 tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] 10.222.0.59 "GET /v2.0/security-groups?id=c166a083-e7a4-430d-b39b-9b2d1c142ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513628 Jul 27 21:11:29.359835 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-bcc015b3-d0e2-4ff3-9f64-c108a721466c admin admin] Notify callbacks [] for subnet, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:29.362720 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-bcc015b3-d0e2-4ff3-9f64-c108a721466c admin admin] 10.222.0.59 "DELETE /v2.0/subnets/5c3e9e9f-5a21-43a6-8c24-ea076aff9e22 HTTP/1.1" status: 204 len: 168 time: 0.6980503 Jul 27 21:11:29.364868 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 58162) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:11:29.389795 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c9690ce5-4dfc-4aa3-b387-8951d7184dc8 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4075658'] for network, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:29.409754 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c9690ce5-4dfc-4aa3-b387-8951d7184dc8 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743886'] for network, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:29.413758 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-c9690ce5-4dfc-4aa3-b387-8951d7184dc8 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] 10.222.0.59 "DELETE /v2.0/networks/18eab60f-6056-4003-a4d0-6bd1a91b2423 HTTP/1.1" status: 204 len: 168 time: 1.8325374 Jul 27 21:11:29.427902 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 58166) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:11:29.435414 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9690ce5-4dfc-4aa3-b387-8951d7184dc8 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Pushing event deleted for resources: {'Network': ['ID=18eab60f-6056-4003-a4d0-6bd1a91b2423,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:11:29.565722 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-457d20c0-4f16-407a-8735-9057fdb86e40 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-990557'] for network, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:29.571429 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-9d34e923-338c-4e7c-9a94-eb887c991563 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-990557'] for network, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:29.598257 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-f78e2adc-91ac-4bef-a6b7-a6f34f81c38d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:29.602233 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-8b4b6a7d-bed9-47dc-a4f8-b3fe9392933c tempest-SecGroupIPv6Test-1137883805 tempest-SecGroupIPv6Test-1137883805-project] Notify callbacks [] for security_group, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:29.620350 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-8b4b6a7d-bed9-47dc-a4f8-b3fe9392933c tempest-SecGroupIPv6Test-1137883805 tempest-SecGroupIPv6Test-1137883805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:29.622962 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-f78e2adc-91ac-4bef-a6b7-a6f34f81c38d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:29.680680 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-8b4b6a7d-bed9-47dc-a4f8-b3fe9392933c tempest-SecGroupIPv6Test-1137883805 tempest-SecGroupIPv6Test-1137883805-project] Notify callbacks [] for security_group, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:29.684770 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-8b4b6a7d-bed9-47dc-a4f8-b3fe9392933c tempest-SecGroupIPv6Test-1137883805 tempest-SecGroupIPv6Test-1137883805-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4779611 Jul 27 21:11:29.688183 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 58168) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:11:29.692659 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-b032c853-23a7-4890-b140-bec442644b87 tempest-SecGroupIPv6Test-1137883805 tempest-SecGroupIPv6Test-1137883805-project] Request body: {'security_group_rule': {'security_group_id': 'd54366e4-0747-40b3-a651-a07c47504cad', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:11:29.703650 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4b6a7d-bed9-47dc-a4f8-b3fe9392933c tempest-SecGroupIPv6Test-1137883805 tempest-SecGroupIPv6Test-1137883805-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d54366e4-0747-40b3-a651-a07c47504cad,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:11:29.726694 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3098a6-3ccd-4a4e-979b-bb80911220aa req-df60d1ed-921b-4b88-b8b2-18520c826dea tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:11:29.728274 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-db3098a6-3ccd-4a4e-979b-bb80911220aa req-df60d1ed-921b-4b88-b8b2-18520c826dea tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] 10.222.0.59 "GET /v2.0/ports?device_id=31533b7a-7459-43fe-bfa1-37a8877d2d0a HTTP/1.1" status: 200 len: 945 time: 0.2433481 Jul 27 21:11:29.756717 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-b032c853-23a7-4890-b140-bec442644b87 tempest-SecGroupIPv6Test-1137883805 tempest-SecGroupIPv6Test-1137883805-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:29.761618 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-457d20c0-4f16-407a-8735-9057fdb86e40 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853562', 'neutron.services.segments.db._delete_segments_for_network-8790688882975'] for network, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:29.771107 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-9d34e923-338c-4e7c-9a94-eb887c991563 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853562', 'neutron.services.segments.db._delete_segments_for_network-8790688882975'] for network, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:29.794284 n-d-705658-22 neutron-server[105585]: DEBUG neutron.services.segments.db [None req-457d20c0-4f16-407a-8735-9057fdb86e40 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e24d8d6c-cb0f-492b-9a38-55ce25e9a591']}} {{(pid=105585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:11:29.796295 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.db_base_plugin_common [None req-f78e2adc-91ac-4bef-a6b7-a6f34f81c38d admin admin] Allocated IP 172.25.5.226 (8735d8a2-b604-4758-ae71-b40e4ee6f305/eca7dbab-b9c0-4c8f-a272-816ea8a81764/f8db9f8b-9c26-4239-b38d-f38ade358cf4) {{(pid=105584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:11:29.813036 n-d-705658-22 neutron-server[105585]: DEBUG neutron.services.segments.db [None req-457d20c0-4f16-407a-8735-9057fdb86e40 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5fcc0d93-e07a-46e4-8302-f378dcfc2dad') {'for_net_delete': True} {{(pid=105585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:11:29.813724 n-d-705658-22 neutron-server[105585]: DEBUG neutron.services.segments.db [None req-457d20c0-4f16-407a-8735-9057fdb86e40 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5fcc0d93-e07a-46e4-8302-f378dcfc2dad') {} {{(pid=105585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:11:29.836597 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-457d20c0-4f16-407a-8735-9057fdb86e40 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790688883752', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9886370'] for segment, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:29.844779 n-d-705658-22 neutron-server[105585]: DEBUG neutron.services.segments.db [None req-9d34e923-338c-4e7c-9a94-eb887c991563 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72109025-d173-4d38-a78b-046bd6975a9d']}} {{(pid=105585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:11:29.880577 n-d-705658-22 neutron-server[105585]: DEBUG neutron.services.segments.db [None req-9d34e923-338c-4e7c-9a94-eb887c991563 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74356e05-950c-4c55-88c6-85a1b1fc145d') {'for_net_delete': True} {{(pid=105585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:11:29.880876 n-d-705658-22 neutron-server[105585]: DEBUG neutron.services.segments.db [None req-9d34e923-338c-4e7c-9a94-eb887c991563 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74356e05-950c-4c55-88c6-85a1b1fc145d') {} {{(pid=105585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:11:29.896082 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-457d20c0-4f16-407a-8735-9057fdb86e40 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:29.899702 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-9d34e923-338c-4e7c-9a94-eb887c991563 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790688883752', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9886370'] for segment, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:29.906050 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-db3098a6-3ccd-4a4e-979b-bb80911220aa req-57d7e704-ebcc-41b2-9053-31635a3dee13 tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] 10.222.0.59 "GET /v2.0/security-groups?id=c166a083-e7a4-430d-b39b-9b2d1c142ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625018 Jul 27 21:11:29.915658 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-457d20c0-4f16-407a-8735-9057fdb86e40 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Releasing vlan 245 on physical network physnet1 to pool {{(pid=105585) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:11:29.916069 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-457d20c0-4f16-407a-8735-9057fdb86e40 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10221644'] for segment, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:29.919939 n-d-705658-22 neutron-server[105585]: Traceback (most recent call last): Jul 27 21:11:29.919939 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:11:29.919939 n-d-705658-22 neutron-server[105585]: timer() Jul 27 21:11:29.919939 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:11:29.919939 n-d-705658-22 neutron-server[105585]: cb(*args, **kw) Jul 27 21:11:29.919939 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:11:29.919939 n-d-705658-22 neutron-server[105585]: return func(*args, **kwargs) Jul 27 21:11:29.919939 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:11:29.919939 n-d-705658-22 neutron-server[105585]: self._notify() Jul 27 21:11:29.919939 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:11:29.919939 n-d-705658-22 neutron-server[105585]: self.callback(batched_events) Jul 27 21:11:29.919939 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:11:29.919939 n-d-705658-22 neutron-server[105585]: event.method(event) Jul 27 21:11:29.919939 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:11:29.919939 n-d-705658-22 neutron-server[105585]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:11:29.919939 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:11:29.919939 n-d-705658-22 neutron-server[105585]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:11:29.919939 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:11:29.919939 n-d-705658-22 neutron-server[105585]: return f(self, *a, **k) Jul 27 21:11:29.919939 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:11:29.919939 n-d-705658-22 neutron-server[105585]: return self._get(url).json() Jul 27 21:11:29.919939 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:11:29.919939 n-d-705658-22 neutron-server[105585]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:11:29.919939 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:11:29.919939 n-d-705658-22 neutron-server[105585]: return self.request(url, 'GET', **kwargs) Jul 27 21:11:29.919939 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:11:29.919939 n-d-705658-22 neutron-server[105585]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:11:29.919939 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:11:29.919939 n-d-705658-22 neutron-server[105585]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:11:29.919939 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:11:29.919939 n-d-705658-22 neutron-server[105585]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:11:29.919939 n-d-705658-22 neutron-server[105585]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:11:29.963475 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-b032c853-23a7-4890-b140-bec442644b87 tempest-SecGroupIPv6Test-1137883805 tempest-SecGroupIPv6Test-1137883805-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:29.974750 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-b032c853-23a7-4890-b140-bec442644b87 tempest-SecGroupIPv6Test-1137883805 tempest-SecGroupIPv6Test-1137883805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732636'] for security_group_rule, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:29.977339 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-9d34e923-338c-4e7c-9a94-eb887c991563 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:30.002000 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d34e923-338c-4e7c-9a94-eb887c991563 admin admin] Releasing vlan 208 on physical network physnet1 to pool {{(pid=105585) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:11:30.002497 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-9d34e923-338c-4e7c-9a94-eb887c991563 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10221644'] for segment, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:30.007550 n-d-705658-22 neutron-server[105585]: Traceback (most recent call last): Jul 27 21:11:30.007550 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:11:30.007550 n-d-705658-22 neutron-server[105585]: timer() Jul 27 21:11:30.007550 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:11:30.007550 n-d-705658-22 neutron-server[105585]: cb(*args, **kw) Jul 27 21:11:30.007550 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:11:30.007550 n-d-705658-22 neutron-server[105585]: return func(*args, **kwargs) Jul 27 21:11:30.007550 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:11:30.007550 n-d-705658-22 neutron-server[105585]: self._notify() Jul 27 21:11:30.007550 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:11:30.007550 n-d-705658-22 neutron-server[105585]: self.callback(batched_events) Jul 27 21:11:30.007550 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:11:30.007550 n-d-705658-22 neutron-server[105585]: event.method(event) Jul 27 21:11:30.007550 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:11:30.007550 n-d-705658-22 neutron-server[105585]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:11:30.007550 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:11:30.007550 n-d-705658-22 neutron-server[105585]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:11:30.007550 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:11:30.007550 n-d-705658-22 neutron-server[105585]: return f(self, *a, **k) Jul 27 21:11:30.007550 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:11:30.007550 n-d-705658-22 neutron-server[105585]: return self._get(url).json() Jul 27 21:11:30.007550 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:11:30.007550 n-d-705658-22 neutron-server[105585]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:11:30.007550 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:11:30.007550 n-d-705658-22 neutron-server[105585]: return self.request(url, 'GET', **kwargs) Jul 27 21:11:30.007550 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:11:30.007550 n-d-705658-22 neutron-server[105585]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:11:30.007550 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:11:30.007550 n-d-705658-22 neutron-server[105585]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:11:30.007550 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:11:30.007550 n-d-705658-22 neutron-server[105585]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:11:30.007550 n-d-705658-22 neutron-server[105585]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:11:30.022800 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b032c853-23a7-4890-b140-bec442644b87 tempest-SecGroupIPv6Test-1137883805 tempest-SecGroupIPv6Test-1137883805-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a6721f6-5595-4e92-ab2d-a7a07b9a9375,revision_number=0']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:11:30.032910 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-f78e2adc-91ac-4bef-a6b7-a6f34f81c38d admin admin] Notify callbacks [] for port, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:30.038048 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-b032c853-23a7-4890-b140-bec442644b87 tempest-SecGroupIPv6Test-1137883805 tempest-SecGroupIPv6Test-1137883805-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:30.043161 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-b032c853-23a7-4890-b140-bec442644b87 tempest-SecGroupIPv6Test-1137883805 tempest-SecGroupIPv6Test-1137883805-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3537598 Jul 27 21:11:30.046105 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 58176) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:11:30.082684 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-457d20c0-4f16-407a-8735-9057fdb86e40 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4075658'] for network, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:30.089958 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-457d20c0-4f16-407a-8735-9057fdb86e40 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Notify callbacks [] for network, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:30.098989 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-457d20c0-4f16-407a-8735-9057fdb86e40 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] 10.222.0.59 "DELETE /v2.0/networks/e24d8d6c-cb0f-492b-9a38-55ce25e9a591 HTTP/1.1" status: 204 len: 168 time: 0.6629057 Jul 27 21:11:30.099364 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-5eece870-20c1-47dd-aaf7-d13e5cfc6263 tempest-SecGroupIPv6Test-1137883805 tempest-SecGroupIPv6Test-1137883805-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:30.121721 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-5eece870-20c1-47dd-aaf7-d13e5cfc6263 tempest-SecGroupIPv6Test-1137883805 tempest-SecGroupIPv6Test-1137883805-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:30.150099 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-9d34e923-338c-4e7c-9a94-eb887c991563 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4075658'] for network, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:30.156108 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-9d34e923-338c-4e7c-9a94-eb887c991563 admin admin] Notify callbacks [] for network, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:30.160319 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-9d34e923-338c-4e7c-9a94-eb887c991563 admin admin] 10.222.0.59 "DELETE /v2.0/networks/72109025-d173-4d38-a78b-046bd6975a9d HTTP/1.1" status: 204 len: 168 time: 0.7922571 Jul 27 21:11:30.160319 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457d20c0-4f16-407a-8735-9057fdb86e40 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Pushing event deleted for resources: {'Network': ['ID=e24d8d6c-cb0f-492b-9a38-55ce25e9a591,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:11:30.177625 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457d20c0-4f16-407a-8735-9057fdb86e40 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:11:30.178935 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457d20c0-4f16-407a-8735-9057fdb86e40 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:11:30.179648 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457d20c0-4f16-407a-8735-9057fdb86e40 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:11:30.179648 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457d20c0-4f16-407a-8735-9057fdb86e40 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:11:30.181683 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457d20c0-4f16-407a-8735-9057fdb86e40 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:11:30.181683 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457d20c0-4f16-407a-8735-9057fdb86e40 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:11:30.181683 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457d20c0-4f16-407a-8735-9057fdb86e40 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:11:30.181683 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457d20c0-4f16-407a-8735-9057fdb86e40 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:11:30.182746 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457d20c0-4f16-407a-8735-9057fdb86e40 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:11:30.183890 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457d20c0-4f16-407a-8735-9057fdb86e40 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:11:30.184378 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457d20c0-4f16-407a-8735-9057fdb86e40 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:11:30.184510 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457d20c0-4f16-407a-8735-9057fdb86e40 tempest-TaggedBootDevicesTest-909073837 tempest-TaggedBootDevicesTest-909073837-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:11:30.195670 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-f78e2adc-91ac-4bef-a6b7-a6f34f81c38d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:30.219472 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-5eece870-20c1-47dd-aaf7-d13e5cfc6263 tempest-SecGroupIPv6Test-1137883805 tempest-SecGroupIPv6Test-1137883805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732636'] for security_group_rule, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:30.234232 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-5eece870-20c1-47dd-aaf7-d13e5cfc6263 tempest-SecGroupIPv6Test-1137883805 tempest-SecGroupIPv6Test-1137883805-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:30.249721 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-5eece870-20c1-47dd-aaf7-d13e5cfc6263 tempest-SecGroupIPv6Test-1137883805 tempest-SecGroupIPv6Test-1137883805-project] 10.222.0.59 "DELETE /v2.0/security-group-rules/8a6721f6-5595-4e92-ab2d-a7a07b9a9375 HTTP/1.1" status: 204 len: 168 time: 0.1969523 Jul 27 21:11:30.256901 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 58182) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:11:30.283661 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d34e923-338c-4e7c-9a94-eb887c991563 admin admin] Pushing event deleted for resources: {'Network': ['ID=72109025-d173-4d38-a78b-046bd6975a9d,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:11:30.351891 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-ef2fd30f-3f06-4cf7-9753-e9223cc466d2 tempest-SecGroupIPv6Test-1137883805 tempest-SecGroupIPv6Test-1137883805-project] 10.222.0.59 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0908320 Jul 27 21:11:30.358582 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe48070-818f-4982-9b01-445d1e11a2ee req-30d12acf-1d33-4465-b0cb-382f50209a93 tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:11:30.360398 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-3fe48070-818f-4982-9b01-445d1e11a2ee req-30d12acf-1d33-4465-b0cb-382f50209a93 tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] 10.222.0.59 "GET /v2.0/ports?device_id=31533b7a-7459-43fe-bfa1-37a8877d2d0a HTTP/1.1" status: 200 len: 945 time: 0.2629178 Jul 27 21:11:30.360913 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 58190) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:11:30.509119 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 58192) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:11:30.531758 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-7276b003-1296-4349-a866-fbbaeb58e2cf tempest-SecGroupIPv6Test-1137883805 tempest-SecGroupIPv6Test-1137883805-project] Notify callbacks [] for security_group, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:30.563574 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-3fe48070-818f-4982-9b01-445d1e11a2ee req-572de5ac-b2b8-4c8a-9941-0123c557653c tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] 10.222.0.59 "GET /v2.0/security-groups?id=c166a083-e7a4-430d-b39b-9b2d1c142ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510358 Jul 27 21:11:30.599737 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-7276b003-1296-4349-a866-fbbaeb58e2cf tempest-SecGroupIPv6Test-1137883805 tempest-SecGroupIPv6Test-1137883805-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:30.656948 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-27e280c2-6d28-4a62-ad70-4f6c39b28109 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=a39d600e729a489d99ed420d77266b4e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1451957 Jul 27 21:11:30.664893 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 58198) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:11:30.690776 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cac9272-6524-462d-a12d-cd12f245eaa9 req-32094061-301a-4a2e-93cb-9cbeb03a6809 tempest-AttachVolumeTestJSON-850155022 tempest-AttachVolumeTestJSON-850155022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:11:30.692575 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-6cac9272-6524-462d-a12d-cd12f245eaa9 req-32094061-301a-4a2e-93cb-9cbeb03a6809 tempest-AttachVolumeTestJSON-850155022 tempest-AttachVolumeTestJSON-850155022-project] 10.222.0.59 "GET /v2.0/ports?device_id=4278faa4-b336-42ce-b504-e55df1b376e8 HTTP/1.1" status: 200 len: 946 time: 0.2824130 Jul 27 21:11:30.723434 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-7276b003-1296-4349-a866-fbbaeb58e2cf tempest-SecGroupIPv6Test-1137883805 tempest-SecGroupIPv6Test-1137883805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:30.726578 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-7276b003-1296-4349-a866-fbbaeb58e2cf tempest-SecGroupIPv6Test-1137883805 tempest-SecGroupIPv6Test-1137883805-project] Notify callbacks [] for security_group, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:30.730450 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-7276b003-1296-4349-a866-fbbaeb58e2cf tempest-SecGroupIPv6Test-1137883805 tempest-SecGroupIPv6Test-1137883805-project] 10.222.0.59 "DELETE /v2.0/security-groups/d54366e4-0747-40b3-a651-a07c47504cad HTTP/1.1" status: 204 len: 168 time: 0.3652833 Jul 27 21:11:30.757876 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 58200) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:11:30.791749 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eece870-20c1-47dd-aaf7-d13e5cfc6263 tempest-SecGroupIPv6Test-1137883805 tempest-SecGroupIPv6Test-1137883805-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8a6721f6-5595-4e92-ab2d-a7a07b9a9375,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:11:30.799126 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f78e2adc-91ac-4bef-a6b7-a6f34f81c38d admin admin] Network 8735d8a2-b604-4758-ae71-b40e4ee6f305 is already hosted by enough agents. {{(pid=105584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:11:30.801087 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78e2adc-91ac-4bef-a6b7-a6f34f81c38d admin admin] Pushing event updated for resources: {'Port': ['ID=f8db9f8b-9c26-4239-b38d-f38ade358cf4,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:11:30.804648 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [None req-f78e2adc-91ac-4bef-a6b7-a6f34f81c38d admin admin] Resources bound (agent type, host, resource id): {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:11:30.807656 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f78e2adc-91ac-4bef-a6b7-a6f34f81c38d admin admin] Received port after_create {{(pid=105584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:11:30.820067 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7276b003-1296-4349-a866-fbbaeb58e2cf tempest-SecGroupIPv6Test-1137883805 tempest-SecGroupIPv6Test-1137883805-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d54366e4-0747-40b3-a651-a07c47504cad,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:11:30.905052 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-6cac9272-6524-462d-a12d-cd12f245eaa9 req-fc963d3a-1af4-4b9d-a89d-d6294ee44e4c tempest-AttachVolumeTestJSON-850155022 tempest-AttachVolumeTestJSON-850155022-project] 10.222.0.59 "GET /v2.0/security-groups?id=d35c4c92-6336-4438-8902-f0b350b1b888&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2038939 Jul 27 21:11:30.913715 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-63d1d978-6761-40cd-bb16-eba94c1814a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:30.924327 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-2bf13ec2-a09f-4bc0-9846-8e9251254cb4 tempest-SecGroupIPv6Test-1137883805 tempest-SecGroupIPv6Test-1137883805-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1592062 Jul 27 21:11:30.925433 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 58202) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:11:30.951359 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-b72e7291-22fa-45fe-818b-f077baab4691 tempest-SecGroupIPv6Test-1137883805 tempest-SecGroupIPv6Test-1137883805-project] Request body: {'security_group': {'name': 'tempest-secgroup--326884318'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:11:30.975043 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-63d1d978-6761-40cd-bb16-eba94c1814a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:31.021191 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc888b4-997a-4d12-aee2-a7de26317c63 req-c550821c-fd7c-49cc-a683-d8860473c544 tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:11:31.028963 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-4fc888b4-997a-4d12-aee2-a7de26317c63 req-c550821c-fd7c-49cc-a683-d8860473c544 tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] 10.222.0.59 "GET /v2.0/ports?device_id=31533b7a-7459-43fe-bfa1-37a8877d2d0a HTTP/1.1" status: 200 len: 945 time: 0.3150458 Jul 27 21:11:31.046104 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-b72e7291-22fa-45fe-818b-f077baab4691 tempest-SecGroupIPv6Test-1137883805 tempest-SecGroupIPv6Test-1137883805-project] Notify callbacks [] for security_group, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:31.150885 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-4fc888b4-997a-4d12-aee2-a7de26317c63 req-1b8385fe-2e74-4ee4-b35a-b53c2175f9af tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] 10.222.0.59 "GET /v2.0/security-groups?id=c166a083-e7a4-430d-b39b-9b2d1c142ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207991 Jul 27 21:11:31.195515 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-63d1d978-6761-40cd-bb16-eba94c1814a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:31.198086 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-63d1d978-6761-40cd-bb16-eba94c1814a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:31.199322 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-63d1d978-6761-40cd-bb16-eba94c1814a8 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/0824f12c-25ec-46a0-872f-0482607e4324 HTTP/1.1" status: 204 len: 168 time: 0.5334299 Jul 27 21:11:31.216236 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-f78e2adc-91ac-4bef-a6b7-a6f34f81c38d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:31.264754 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d1d978-6761-40cd-bb16-eba94c1814a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0824f12c-25ec-46a0-872f-0482607e4324,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:11:31.316557 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391f9fe5-dd44-49de-90f6-c3969337eac8 req-bc55f298-4fbf-4f0b-a06f-4690499c1843 tempest-AttachVolumeTestJSON-850155022 tempest-AttachVolumeTestJSON-850155022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:11:31.323407 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-391f9fe5-dd44-49de-90f6-c3969337eac8 req-bc55f298-4fbf-4f0b-a06f-4690499c1843 tempest-AttachVolumeTestJSON-850155022 tempest-AttachVolumeTestJSON-850155022-project] 10.222.0.59 "GET /v2.0/ports?device_id=4278faa4-b336-42ce-b504-e55df1b376e8 HTTP/1.1" status: 200 len: 946 time: 0.2792473 Jul 27 21:11:31.335974 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 58216) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:11:31.358361 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-c4053ef4-0cb4-4501-8e4c-195626479583 tempest-AttachVolumeTestJSON-850155022 tempest-AttachVolumeTestJSON-850155022-project] Request body: {'floatingip': {'port_id': '11a2a4bd-54de-4e89-aaec-2698e4e74e90'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:11:31.472191 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-b72e7291-22fa-45fe-818b-f077baab4691 tempest-SecGroupIPv6Test-1137883805 tempest-SecGroupIPv6Test-1137883805-project] Notify callbacks [] for security_group, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:31.488316 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-c4053ef4-0cb4-4501-8e4c-195626479583 tempest-AttachVolumeTestJSON-850155022 tempest-AttachVolumeTestJSON-850155022-project] Notify callbacks [] for floatingip, before_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:31.553232 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-b72e7291-22fa-45fe-818b-f077baab4691 tempest-SecGroupIPv6Test-1137883805 tempest-SecGroupIPv6Test-1137883805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:31.666028 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-f78e2adc-91ac-4bef-a6b7-a6f34f81c38d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4163804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4077150'] for router, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:31.695819 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-b72e7291-22fa-45fe-818b-f077baab4691 tempest-SecGroupIPv6Test-1137883805 tempest-SecGroupIPv6Test-1137883805-project] Notify callbacks [] for security_group, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:31.697039 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-b72e7291-22fa-45fe-818b-f077baab4691 tempest-SecGroupIPv6Test-1137883805 tempest-SecGroupIPv6Test-1137883805-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7695742 Jul 27 21:11:31.704901 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 58234) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:11:31.709433 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-1f5d4be0-7835-45c3-b2ca-daf8712a22a7 tempest-SecGroupIPv6Test-1137883805 tempest-SecGroupIPv6Test-1137883805-project] Request body: {'security_group_rule': {'security_group_id': 'f04600a2-3b32-4087-92a6-e0457426c95d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:11:31.720081 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72e7291-22fa-45fe-818b-f077baab4691 tempest-SecGroupIPv6Test-1137883805 tempest-SecGroupIPv6Test-1137883805-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f04600a2-3b32-4087-92a6-e0457426c95d,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:11:31.846110 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f78e2adc-91ac-4bef-a6b7-a6f34f81c38d admin admin] Router 0f0c4d8d-7826-4570-bf61-c1cb34f9bd9e is scheduled to L3 agent dd128fd7-8e57-4d4f-895b-a96b369df59a with binding_index 1 {{(pid=105584) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 21:11:31.847593 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e431c750-26b7-4247-9ec5-10caade89cab req-27db0948-7693-43f5-a2c3-1af222793ff7 tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:11:31.855057 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e431c750-26b7-4247-9ec5-10caade89cab req-27db0948-7693-43f5-a2c3-1af222793ff7 tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] 10.222.0.59 "GET /v2.0/networks?id=4390cbf5-7e78-4e4f-909f-4a4e22b8ff6a HTTP/1.1" status: 200 len: 813 time: 0.4283206 Jul 27 21:11:31.859539 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-1f5d4be0-7835-45c3-b2ca-daf8712a22a7 tempest-SecGroupIPv6Test-1137883805 tempest-SecGroupIPv6Test-1137883805-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:31.897797 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e431c750-26b7-4247-9ec5-10caade89cab req-10e30b8a-f9b5-43d8-a483-4b685fdaf057 tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] 10.222.0.59 "GET /v2.0/quotas/68b3cdce681f47658a432c5ac5385a68 HTTP/1.1" status: 200 len: 375 time: 0.0417058 Jul 27 21:11:31.992142 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f78e2adc-91ac-4bef-a6b7-a6f34f81c38d admin admin] Notify agent at l3_agent.n-d-705658-22 the message routers_updated {{(pid=105584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:11:32.008233 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aba7023-740b-4244-982f-7b64fdcf0a86 None None] Sync routers for ids ['0f0c4d8d-7826-4570-bf61-c1cb34f9bd9e'] in n-d-705658-22 {{(pid=105587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:11:32.024369 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-f78e2adc-91ac-4bef-a6b7-a6f34f81c38d admin admin] Notify callbacks [] for router, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:32.027391 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aba7023-740b-4244-982f-7b64fdcf0a86 None None] Routers {'0f0c4d8d-7826-4570-bf61-c1cb34f9bd9e'} bound to L3 agent in host n-d-705658-22 {{(pid=105587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:11:32.028154 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-3aba7023-740b-4244-982f-7b64fdcf0a86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:11:12Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['0f0c4d8d-7826-4570-bf61-c1cb34f9bd9e'], 'active': True} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:11:32.030197 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-f78e2adc-91ac-4bef-a6b7-a6f34f81c38d admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 3.9651000 Jul 27 21:11:32.030318 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 58242) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:11:32.057291 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-1f5d4be0-7835-45c3-b2ca-daf8712a22a7 tempest-SecGroupIPv6Test-1137883805 tempest-SecGroupIPv6Test-1137883805-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:32.104309 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-1f5d4be0-7835-45c3-b2ca-daf8712a22a7 tempest-SecGroupIPv6Test-1137883805 tempest-SecGroupIPv6Test-1137883805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732636'] for security_group_rule, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:32.133937 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-1f5d4be0-7835-45c3-b2ca-daf8712a22a7 tempest-SecGroupIPv6Test-1137883805 tempest-SecGroupIPv6Test-1137883805-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:32.137994 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 58248) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:11:32.138494 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-1f5d4be0-7835-45c3-b2ca-daf8712a22a7 tempest-SecGroupIPv6Test-1137883805 tempest-SecGroupIPv6Test-1137883805-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4323921 Jul 27 21:11:32.145435 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-3845814e-b6d0-41e7-b9a9-35d6e4a41ea2 tempest-SecGroupIPv6Test-1137883805 tempest-SecGroupIPv6Test-1137883805-project] Request body: {'security_group_rule': {'security_group_id': 'f04600a2-3b32-4087-92a6-e0457426c95d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:11:32.201220 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-3845814e-b6d0-41e7-b9a9-35d6e4a41ea2 tempest-SecGroupIPv6Test-1137883805 tempest-SecGroupIPv6Test-1137883805-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:32.260802 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e431c750-26b7-4247-9ec5-10caade89cab req-5fe41682-5c5a-4ac5-8693-d3fcc9c0e351 tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=68b3cdce681f47658a432c5ac5385a68&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3622766 Jul 27 21:11:32.266908 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5d4be0-7835-45c3-b2ca-daf8712a22a7 tempest-SecGroupIPv6Test-1137883805 tempest-SecGroupIPv6Test-1137883805-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af4e5f3f-8f3b-4f61-a19a-944a870aab08,revision_number=0']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:11:32.273748 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvr_db [None req-3aba7023-740b-4244-982f-7b64fdcf0a86 None None] Set router 0f0c4d8d-7826-4570-bf61-c1cb34f9bd9e gateway port host: n-d-705658-22 {{(pid=105587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:11:32.350713 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 58256) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:11:32.359052 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-3845814e-b6d0-41e7-b9a9-35d6e4a41ea2 tempest-SecGroupIPv6Test-1137883805 tempest-SecGroupIPv6Test-1137883805-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:32.364635 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-3845814e-b6d0-41e7-b9a9-35d6e4a41ea2 tempest-SecGroupIPv6Test-1137883805 tempest-SecGroupIPv6Test-1137883805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732636'] for security_group_rule, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:32.388042 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3845814e-b6d0-41e7-b9a9-35d6e4a41ea2 tempest-SecGroupIPv6Test-1137883805 tempest-SecGroupIPv6Test-1137883805-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=035315fd-a4eb-48fb-9533-b3722f5c55c6,revision_number=0']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:11:32.397015 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-3845814e-b6d0-41e7-b9a9-35d6e4a41ea2 tempest-SecGroupIPv6Test-1137883805 tempest-SecGroupIPv6Test-1137883805-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:32.398401 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-3845814e-b6d0-41e7-b9a9-35d6e4a41ea2 tempest-SecGroupIPv6Test-1137883805 tempest-SecGroupIPv6Test-1137883805-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2590911 Jul 27 21:11:32.401910 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 58260) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:11:32.410001 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-18c59105-0304-44f2-b974-9eeb92d67bb2 tempest-SecGroupIPv6Test-1137883805 tempest-SecGroupIPv6Test-1137883805-project] Request body: {'security_group_rule': {'security_group_id': 'f04600a2-3b32-4087-92a6-e0457426c95d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:11:32.444695 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-18c59105-0304-44f2-b974-9eeb92d67bb2 tempest-SecGroupIPv6Test-1137883805 tempest-SecGroupIPv6Test-1137883805-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:32.524980 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-3aba7023-740b-4244-982f-7b64fdcf0a86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f0c4d8d-7826-4570-bf61-c1cb34f9bd9e', 'name': 'tempest-ServerRescueNegativeTestJSON-17662238-router', 'tenant_id': '1816f1c47c674f62ac676a2d74d8fad6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.226'}], 'enable_snat': True}, 'gw_port_id': 'f8db9f8b-9c26-4239-b38d-f38ade358cf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:11:28Z', 'updated_at': '2021-07-27T21:11:30Z', 'revision_number': 3, 'project_id': '1816f1c47c674f62ac676a2d74d8fad6', 'gw_port': {'id': 'f8db9f8b-9c26-4239-b38d-f38ade358cf4', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:fb:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f0c4d8d-7826-4570-bf61-c1cb34f9bd9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:11:29Z', 'updated_at': '2021-07-27T21:11:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22'}], 'n-d-705658-22', False) {} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:11:32.562070 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-18c59105-0304-44f2-b974-9eeb92d67bb2 tempest-SecGroupIPv6Test-1137883805 tempest-SecGroupIPv6Test-1137883805-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:32.566829 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-18c59105-0304-44f2-b974-9eeb92d67bb2 tempest-SecGroupIPv6Test-1137883805 tempest-SecGroupIPv6Test-1137883805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732636'] for security_group_rule, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:32.567328 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aba7023-740b-4244-982f-7b64fdcf0a86 None None] Checking router: 0f0c4d8d-7826-4570-bf61-c1cb34f9bd9e for host: n-d-705658-22 {{(pid=105587) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:11:32.568542 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aba7023-740b-4244-982f-7b64fdcf0a86 None None] Updating router 0f0c4d8d-7826-4570-bf61-c1cb34f9bd9e port f8db9f8b-9c26-4239-b38d-f38ade358cf4 binding host n-d-705658-22 {{(pid=105587) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 21:11:32.584771 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-8d0293f5-c2ef-4866-a482-264a23651618 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-1868927796-network', 'tenant_id': '63d2bfbffed14d449b711623f57e5a28'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:11:32.593277 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c59105-0304-44f2-b974-9eeb92d67bb2 tempest-SecGroupIPv6Test-1137883805 tempest-SecGroupIPv6Test-1137883805-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=865a474e-b865-4655-9a16-5e133e53180e,revision_number=0']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:11:32.599741 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-18c59105-0304-44f2-b974-9eeb92d67bb2 tempest-SecGroupIPv6Test-1137883805 tempest-SecGroupIPv6Test-1137883805-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:32.604700 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-18c59105-0304-44f2-b974-9eeb92d67bb2 tempest-SecGroupIPv6Test-1137883805 tempest-SecGroupIPv6Test-1137883805-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2015052 Jul 27 21:11:32.605656 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 58264) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:11:32.612962 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-b2610fbb-5593-45c0-9df5-dcf620e797ee tempest-SecGroupIPv6Test-1137883805 tempest-SecGroupIPv6Test-1137883805-project] Request body: {'security_group_rule': {'security_group_id': 'f04600a2-3b32-4087-92a6-e0457426c95d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:11:32.640937 n-d-705658-22 neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-3aba7023-740b-4244-982f-7b64fdcf0a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:32.726941 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-b2610fbb-5593-45c0-9df5-dcf620e797ee tempest-SecGroupIPv6Test-1137883805 tempest-SecGroupIPv6Test-1137883805-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:32.768774 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d0293f5-c2ef-4866-a482-264a23651618 admin admin] Made reservation on behalf of 63d2bfbffed14d449b711623f57e5a28 for: {'network': 1} {{(pid=105585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:11:32.771068 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-8d0293f5-c2ef-4866-a482-264a23651618 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for network, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:32.818164 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-b2610fbb-5593-45c0-9df5-dcf620e797ee tempest-SecGroupIPv6Test-1137883805 tempest-SecGroupIPv6Test-1137883805-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:32.828915 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-b2610fbb-5593-45c0-9df5-dcf620e797ee tempest-SecGroupIPv6Test-1137883805 tempest-SecGroupIPv6Test-1137883805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732636'] for security_group_rule, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:32.831202 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-8d0293f5-c2ef-4866-a482-264a23651618 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:32.866553 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-b2610fbb-5593-45c0-9df5-dcf620e797ee tempest-SecGroupIPv6Test-1137883805 tempest-SecGroupIPv6Test-1137883805-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:32.868383 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-b2610fbb-5593-45c0-9df5-dcf620e797ee tempest-SecGroupIPv6Test-1137883805 tempest-SecGroupIPv6Test-1137883805-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2607424 Jul 27 21:11:32.869520 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2610fbb-5593-45c0-9df5-dcf620e797ee tempest-SecGroupIPv6Test-1137883805 tempest-SecGroupIPv6Test-1137883805-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ccebf418-7d97-49de-84ee-c52dfc0d7534,revision_number=0']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:11:32.883680 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 58270) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:11:32.890499 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-31a22c1b-ad12-4a75-bd7a-6a790ab62b65 tempest-SecGroupIPv6Test-1137883805 tempest-SecGroupIPv6Test-1137883805-project] Request body: {'security_group_rule': {'security_group_id': 'f04600a2-3b32-4087-92a6-e0457426c95d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:11:32.915814 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ace0a0-2d71-41a5-baa1-a16670cfdeb6 req-4e815bca-f989-4a68-ac37-fc114e16d7b6 tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:11:32.918224 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-24ace0a0-2d71-41a5-baa1-a16670cfdeb6 req-4e815bca-f989-4a68-ac37-fc114e16d7b6 tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] 10.222.0.59 "GET /v2.0/ports?device_id=31533b7a-7459-43fe-bfa1-37a8877d2d0a HTTP/1.1" status: 200 len: 945 time: 0.5592484 Jul 27 21:11:32.938686 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-31a22c1b-ad12-4a75-bd7a-6a790ab62b65 tempest-SecGroupIPv6Test-1137883805 tempest-SecGroupIPv6Test-1137883805-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:32.954253 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-c4053ef4-0cb4-4501-8e4c-195626479583 tempest-AttachVolumeTestJSON-850155022 tempest-AttachVolumeTestJSON-850155022-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:33.005988 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-c4053ef4-0cb4-4501-8e4c-195626479583 tempest-AttachVolumeTestJSON-850155022 tempest-AttachVolumeTestJSON-850155022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4075768'] for floatingip, after_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:33.021250 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-31a22c1b-ad12-4a75-bd7a-6a790ab62b65 tempest-SecGroupIPv6Test-1137883805 tempest-SecGroupIPv6Test-1137883805-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:33.027471 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-31a22c1b-ad12-4a75-bd7a-6a790ab62b65 tempest-SecGroupIPv6Test-1137883805 tempest-SecGroupIPv6Test-1137883805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732636'] for security_group_rule, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:33.051509 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a22c1b-ad12-4a75-bd7a-6a790ab62b65 tempest-SecGroupIPv6Test-1137883805 tempest-SecGroupIPv6Test-1137883805-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7be3a22d-0c8d-4344-aaea-1537b60418ed,revision_number=0']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:11:33.064750 n-d-705658-22 neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-3aba7023-740b-4244-982f-7b64fdcf0a86 None None] Notify callbacks [] for port, precommit_update {{(pid=105587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:33.078134 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.provisioning_blocks [None req-3aba7023-740b-4244-982f-7b64fdcf0a86 None None] Transition to ACTIVE for port object f8db9f8b-9c26-4239-b38d-f38ade358cf4 will not be triggered until provisioned by entity L2. {{(pid=105587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:11:33.083116 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-24ace0a0-2d71-41a5-baa1-a16670cfdeb6 req-d48f3e83-62f2-4123-b544-f6150421bbcf tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] 10.222.0.59 "GET /v2.0/security-groups?id=c166a083-e7a4-430d-b39b-9b2d1c142ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432962 Jul 27 21:11:33.096334 n-d-705658-22 neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-3aba7023-740b-4244-982f-7b64fdcf0a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:33.186833 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.managers [None req-3aba7023-740b-4244-982f-7b64fdcf0a86 None None] Attempting to bind port f8db9f8b-9c26-4239-b38d-f38ade358cf4 on host n-d-705658-22 for vnic_type normal with profile {{(pid=105587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:11:33.187289 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.managers [None req-3aba7023-740b-4244-982f-7b64fdcf0a86 None None] Attempting to bind port f8db9f8b-9c26-4239-b38d-f38ade358cf4 by drivers openvswitch,hyperv on host n-d-705658-22 at level 0 using segments [{'id': '12196855-9a32-4633-9a56-77697ef9e126', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305'}] {{(pid=105587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:11:33.187650 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aba7023-740b-4244-982f-7b64fdcf0a86 None None] Attempting to bind port f8db9f8b-9c26-4239-b38d-f38ade358cf4 on network 8735d8a2-b604-4758-ae71-b40e4ee6f305 {{(pid=105587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:11:33.189714 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20ba43a-cd4d-464d-86d1-076a09fd00c8 None None] Pushing event updated for resources: {'Port': ['ID=f8db9f8b-9c26-4239-b38d-f38ade358cf4,revision_number=2']} {{(pid=105587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:11:33.198852 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aba7023-740b-4244-982f-7b64fdcf0a86 None None] Checking agent: {'id': '04a7ea91-6318-467e-ace6-b0fb48c8690f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 41, 42), 'started_at': datetime.datetime(2021, 7, 27, 20, 42, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 11, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:11:33.199309 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aba7023-740b-4244-982f-7b64fdcf0a86 None None] Checking segment: {'id': '12196855-9a32-4633-9a56-77697ef9e126', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:11:33.200308 n-d-705658-22 neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-3aba7023-740b-4244-982f-7b64fdcf0a86 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:33.200308 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aba7023-740b-4244-982f-7b64fdcf0a86 None None] Bound using segment: {'id': '12196855-9a32-4633-9a56-77697ef9e126', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305'} {{(pid=105587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:11:33.200632 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.managers [None req-3aba7023-740b-4244-982f-7b64fdcf0a86 None None] Bound port: f8db9f8b-9c26-4239-b38d-f38ade358cf4, host: n-d-705658-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12196855-9a32-4633-9a56-77697ef9e126', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305'}}] {{(pid=105587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:11:33.200985 n-d-705658-22 neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-3aba7023-740b-4244-982f-7b64fdcf0a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:33.205812 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20ba43a-cd4d-464d-86d1-076a09fd00c8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:11:33.206152 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20ba43a-cd4d-464d-86d1-076a09fd00c8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:11:33.207261 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20ba43a-cd4d-464d-86d1-076a09fd00c8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:11:33.207654 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20ba43a-cd4d-464d-86d1-076a09fd00c8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:11:33.208188 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20ba43a-cd4d-464d-86d1-076a09fd00c8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:11:33.208545 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20ba43a-cd4d-464d-86d1-076a09fd00c8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:11:33.209127 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20ba43a-cd4d-464d-86d1-076a09fd00c8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:11:33.209442 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20ba43a-cd4d-464d-86d1-076a09fd00c8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:11:33.209800 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20ba43a-cd4d-464d-86d1-076a09fd00c8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:11:33.210140 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20ba43a-cd4d-464d-86d1-076a09fd00c8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:11:33.210488 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20ba43a-cd4d-464d-86d1-076a09fd00c8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:11:33.210903 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20ba43a-cd4d-464d-86d1-076a09fd00c8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:11:33.290428 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.db [None req-3aba7023-740b-4244-982f-7b64fdcf0a86 None None] For port f8db9f8b-9c26-4239-b38d-f38ade358cf4, host n-d-705658-22, cleared binding levels {{(pid=105587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:11:33.294701 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.db [None req-3aba7023-740b-4244-982f-7b64fdcf0a86 None None] For port f8db9f8b-9c26-4239-b38d-f38ade358cf4, host n-d-705658-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=f8db9f8b-9c26-4239-b38d-f38ade358cf4,segment=NetworkSegment(12196855-9a32-4633-9a56-77697ef9e126),segment_id=12196855-9a32-4633-9a56-77697ef9e126)] {{(pid=105587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:11:33.301760 n-d-705658-22 neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-3aba7023-740b-4244-982f-7b64fdcf0a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:33.352087 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aba7023-740b-4244-982f-7b64fdcf0a86 None None] Routers {'0f0c4d8d-7826-4570-bf61-c1cb34f9bd9e'} bound to L3 agent in host n-d-705658-22 {{(pid=105587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:11:33.352871 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-3aba7023-740b-4244-982f-7b64fdcf0a86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:11:12Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['0f0c4d8d-7826-4570-bf61-c1cb34f9bd9e'], 'active': True} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:11:33.410673 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20ba43a-cd4d-464d-86d1-076a09fd00c8 None None] Pushing event updated for resources: {'Port': ['ID=f8db9f8b-9c26-4239-b38d-f38ade358cf4,revision_number=3']} {{(pid=105587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:11:33.485487 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvr_db [None req-3aba7023-740b-4244-982f-7b64fdcf0a86 None None] Set router 0f0c4d8d-7826-4570-bf61-c1cb34f9bd9e gateway port host: n-d-705658-22 {{(pid=105587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:11:33.709150 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-3aba7023-740b-4244-982f-7b64fdcf0a86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f0c4d8d-7826-4570-bf61-c1cb34f9bd9e', 'name': 'tempest-ServerRescueNegativeTestJSON-17662238-router', 'tenant_id': '1816f1c47c674f62ac676a2d74d8fad6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.226'}], 'enable_snat': True}, 'gw_port_id': 'f8db9f8b-9c26-4239-b38d-f38ade358cf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:11:28Z', 'updated_at': '2021-07-27T21:11:30Z', 'revision_number': 3, 'project_id': '1816f1c47c674f62ac676a2d74d8fad6', 'gw_port': {'id': 'f8db9f8b-9c26-4239-b38d-f38ade358cf4', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:fb:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f0c4d8d-7826-4570-bf61-c1cb34f9bd9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:11:29Z', 'updated_at': '2021-07-27T21:11:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22'}], 'n-d-705658-22', False) {} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:11:33.725262 n-d-705658-22 neutron-server[105585]: INFO neutron.db.l3_db [None req-c4053ef4-0cb4-4501-8e4c-195626479583 tempest-AttachVolumeTestJSON-850155022 tempest-AttachVolumeTestJSON-850155022-project] Floating IP b3aa463c-3517-4119-a131-19ea7f98cda0 associated. External IP: 172.25.5.243, port: 11a2a4bd-54de-4e89-aaec-2698e4e74e90. Jul 27 21:11:33.751828 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aba7023-740b-4244-982f-7b64fdcf0a86 None None] The sync data for ids ['0f0c4d8d-7826-4570-bf61-c1cb34f9bd9e'] in n-d-705658-22 is: [{'id': '0f0c4d8d-7826-4570-bf61-c1cb34f9bd9e', 'name': 'tempest-ServerRescueNegativeTestJSON-17662238-router', 'tenant_id': '1816f1c47c674f62ac676a2d74d8fad6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.226'}], 'enable_snat': True}, 'gw_port_id': 'f8db9f8b-9c26-4239-b38d-f38ade358cf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:11:28Z', 'updated_at': '2021-07-27T21:11:30Z', 'revision_number': 3, 'project_id': '1816f1c47c674f62ac676a2d74d8fad6', 'gw_port': {'id': 'f8db9f8b-9c26-4239-b38d-f38ade358cf4', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:fb:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f0c4d8d-7826-4570-bf61-c1cb34f9bd9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:11:29Z', 'updated_at': '2021-07-27T21:11:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22'}] {{(pid=105587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:11:33.801256 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-3f1c5c58-f8f5-4471-baad-a98809e43d48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:33.809981 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b413d2d2-8931-4ddf-81df-c8b29172fcc4 req-d34c2851-b6e9-4837-b2ad-542e85b7229c tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:11:33.812214 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b413d2d2-8931-4ddf-81df-c8b29172fcc4 req-d34c2851-b6e9-4837-b2ad-542e85b7229c tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] 10.222.0.59 "GET /v2.0/ports?device_id=31533b7a-7459-43fe-bfa1-37a8877d2d0a HTTP/1.1" status: 200 len: 945 time: 0.6165609 Jul 27 21:11:33.823653 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-8d0293f5-c2ef-4866-a482-264a23651618 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:33.844558 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-31a22c1b-ad12-4a75-bd7a-6a790ab62b65 tempest-SecGroupIPv6Test-1137883805 tempest-SecGroupIPv6Test-1137883805-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:33.845798 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-31a22c1b-ad12-4a75-bd7a-6a790ab62b65 tempest-SecGroupIPv6Test-1137883805 tempest-SecGroupIPv6Test-1137883805-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.9606781 Jul 27 21:11:33.848349 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-8d0293f5-c2ef-4866-a482-264a23651618 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:33.849095 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 58280) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:11:33.863857 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d0293f5-c2ef-4866-a482-264a23651618 admin admin] vlan segment allocate from pool success with {'vlan_id': 232, 'physical_network': 'physnet1'} {{(pid=105585) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:11:33.875664 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-8d0293f5-c2ef-4866-a482-264a23651618 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:33.876104 n-d-705658-22 neutron-server[105585]: INFO neutron.db.segments_db [None req-8d0293f5-c2ef-4866-a482-264a23651618 admin admin] Added segment 200d0701-5b66-4dde-9f72-80b4d6ddac71 of type vlan for network da898dd9-d68b-43d1-bae5-b3abc9d409f2 Jul 27 21:11:33.888299 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-9a5d03b0-a1f6-4592-9a97-0adea2e29f77 tempest-SecGroupIPv6Test-1137883805 tempest-SecGroupIPv6Test-1137883805-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:33.898102 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-9a5d03b0-a1f6-4592-9a97-0adea2e29f77 tempest-SecGroupIPv6Test-1137883805 tempest-SecGroupIPv6Test-1137883805-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:33.941296 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-9a5d03b0-a1f6-4592-9a97-0adea2e29f77 tempest-SecGroupIPv6Test-1137883805 tempest-SecGroupIPv6Test-1137883805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732636'] for security_group_rule, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:33.958167 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-9a5d03b0-a1f6-4592-9a97-0adea2e29f77 tempest-SecGroupIPv6Test-1137883805 tempest-SecGroupIPv6Test-1137883805-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:33.959871 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-9a5d03b0-a1f6-4592-9a97-0adea2e29f77 tempest-SecGroupIPv6Test-1137883805 tempest-SecGroupIPv6Test-1137883805-project] 10.222.0.59 "DELETE /v2.0/security-group-rules/7be3a22d-0c8d-4344-aaea-1537b60418ed HTTP/1.1" status: 204 len: 168 time: 0.1097960 Jul 27 21:11:33.960903 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5d03b0-a1f6-4592-9a97-0adea2e29f77 tempest-SecGroupIPv6Test-1137883805 tempest-SecGroupIPv6Test-1137883805-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7be3a22d-0c8d-4344-aaea-1537b60418ed,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:11:33.962665 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 58284) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:11:34.021504 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-8d0293f5-c2ef-4866-a482-264a23651618 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790688424798'] for network, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:34.040902 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-1251ceed-ad21-4659-aab5-ebfc333d3fd5 tempest-SecGroupIPv6Test-1137883805 tempest-SecGroupIPv6Test-1137883805-project] 10.222.0.59 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.0751324 Jul 27 21:11:34.043927 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 58286) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:11:34.076114 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-8c140c0e-a5bb-48fc-801b-74214b5a0603 tempest-SecGroupIPv6Test-1137883805 tempest-SecGroupIPv6Test-1137883805-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:34.087512 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-8c140c0e-a5bb-48fc-801b-74214b5a0603 tempest-SecGroupIPv6Test-1137883805 tempest-SecGroupIPv6Test-1137883805-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:34.156759 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-8c140c0e-a5bb-48fc-801b-74214b5a0603 tempest-SecGroupIPv6Test-1137883805 tempest-SecGroupIPv6Test-1137883805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732636'] for security_group_rule, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:34.165873 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-8c140c0e-a5bb-48fc-801b-74214b5a0603 tempest-SecGroupIPv6Test-1137883805 tempest-SecGroupIPv6Test-1137883805-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:34.167113 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-8c140c0e-a5bb-48fc-801b-74214b5a0603 tempest-SecGroupIPv6Test-1137883805 tempest-SecGroupIPv6Test-1137883805-project] 10.222.0.59 "DELETE /v2.0/security-group-rules/ccebf418-7d97-49de-84ee-c52dfc0d7534 HTTP/1.1" status: 204 len: 168 time: 0.1221676 Jul 27 21:11:34.183204 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 58288) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:11:34.190964 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b413d2d2-8931-4ddf-81df-c8b29172fcc4 req-efcae194-c0f3-4442-b3c6-ee4f5e9950d9 tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] 10.222.0.59 "GET /v2.0/security-groups?id=c166a083-e7a4-430d-b39b-9b2d1c142ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3619623 Jul 27 21:11:34.202049 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-8d0293f5-c2ef-4866-a482-264a23651618 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920'] for network, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:34.202719 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c140c0e-a5bb-48fc-801b-74214b5a0603 tempest-SecGroupIPv6Test-1137883805 tempest-SecGroupIPv6Test-1137883805-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ccebf418-7d97-49de-84ee-c52dfc0d7534,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:11:34.203710 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d0293f5-c2ef-4866-a482-264a23651618 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:11:34.211301 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-8d0293f5-c2ef-4866-a482-264a23651618 admin admin] Notify callbacks [] for network, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:34.287244 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0293f5-c2ef-4866-a482-264a23651618 admin admin] Pushing event updated for resources: {'Network': ['ID=da898dd9-d68b-43d1-bae5-b3abc9d409f2,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:11:34.299939 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Network da898dd9-d68b-43d1-bae5-b3abc9d409f2 details requested by agent ovs-agent-n-d-705658-22 with host n-d-705658-22 {{(pid=105586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:11:34.302261 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0293f5-c2ef-4866-a482-264a23651618 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b905a681-9034-431f-ac67-3d30ce4439be,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:11:34.308000 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-68c5bac0-fadd-4e68-a615-867337f75f6e tempest-SecGroupIPv6Test-1137883805 tempest-SecGroupIPv6Test-1137883805-project] 10.222.0.59 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.1235838 Jul 27 21:11:34.310543 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 58292) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:11:34.369864 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-6292f398-547c-4885-84d6-f5c92a4a8d62 tempest-SecGroupIPv6Test-1137883805 tempest-SecGroupIPv6Test-1137883805-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:34.397767 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-6292f398-547c-4885-84d6-f5c92a4a8d62 tempest-SecGroupIPv6Test-1137883805 tempest-SecGroupIPv6Test-1137883805-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:34.485300 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-6292f398-547c-4885-84d6-f5c92a4a8d62 tempest-SecGroupIPv6Test-1137883805 tempest-SecGroupIPv6Test-1137883805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732636'] for security_group_rule, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:34.492488 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-6292f398-547c-4885-84d6-f5c92a4a8d62 tempest-SecGroupIPv6Test-1137883805 tempest-SecGroupIPv6Test-1137883805-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:34.496412 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-6292f398-547c-4885-84d6-f5c92a4a8d62 tempest-SecGroupIPv6Test-1137883805 tempest-SecGroupIPv6Test-1137883805-project] 10.222.0.59 "DELETE /v2.0/security-group-rules/865a474e-b865-4655-9a16-5e133e53180e HTTP/1.1" status: 204 len: 168 time: 0.1844735 Jul 27 21:11:34.497033 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 58304) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:11:34.549692 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6292f398-547c-4885-84d6-f5c92a4a8d62 tempest-SecGroupIPv6Test-1137883805 tempest-SecGroupIPv6Test-1137883805-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=865a474e-b865-4655-9a16-5e133e53180e,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:11:34.555106 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.db_base_plugin_common [None req-3f1c5c58-f8f5-4471-baad-a98809e43d48 admin admin] Allocated IP 172.20.0.1 (1db3ecd8-5bfa-46e7-9a53-5860f7a92c34/bde3c8e5-46f4-4260-b2be-2a93267b8e98/ad802cc8-9fac-4175-a0ce-1e60e25a06eb) {{(pid=105585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:11:34.616910 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-782e8e31-d1dd-4882-af26-03e4b19b25b0 tempest-SecGroupIPv6Test-1137883805 tempest-SecGroupIPv6Test-1137883805-project] 10.222.0.59 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1164775 Jul 27 21:11:34.617519 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 58312) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:11:34.643687 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-d817f3ec-f7a2-4255-a75c-bbeec1ba7a95 tempest-SecGroupIPv6Test-1137883805 tempest-SecGroupIPv6Test-1137883805-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:34.649892 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-8d0293f5-c2ef-4866-a482-264a23651618 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.2975905 Jul 27 21:11:34.652746 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-d817f3ec-f7a2-4255-a75c-bbeec1ba7a95 tempest-SecGroupIPv6Test-1137883805 tempest-SecGroupIPv6Test-1137883805-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:34.654403 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 58314) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:11:34.661330 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-4ec5f69f-eec0-4c71-b1e7-21779fda7d4c admin admin] Request body: {'subnet': {'network_id': 'da898dd9-d68b-43d1-bae5-b3abc9d409f2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-1868927796-subnet', 'tenant_id': '63d2bfbffed14d449b711623f57e5a28', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:11:34.731554 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ec5f69f-eec0-4c71-b1e7-21779fda7d4c admin admin] Made reservation on behalf of 63d2bfbffed14d449b711623f57e5a28 for: {'subnet': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:11:34.738958 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-4ec5f69f-eec0-4c71-b1e7-21779fda7d4c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9738786'] for subnet, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:34.743914 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-d817f3ec-f7a2-4255-a75c-bbeec1ba7a95 tempest-SecGroupIPv6Test-1137883805 tempest-SecGroupIPv6Test-1137883805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732636'] for security_group_rule, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:34.750100 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-d817f3ec-f7a2-4255-a75c-bbeec1ba7a95 tempest-SecGroupIPv6Test-1137883805 tempest-SecGroupIPv6Test-1137883805-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:34.754944 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-d817f3ec-f7a2-4255-a75c-bbeec1ba7a95 tempest-SecGroupIPv6Test-1137883805 tempest-SecGroupIPv6Test-1137883805-project] 10.222.0.59 "DELETE /v2.0/security-group-rules/035315fd-a4eb-48fb-9533-b3722f5c55c6 HTTP/1.1" status: 204 len: 168 time: 0.1362419 Jul 27 21:11:34.757523 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 58316) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:11:34.819948 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-3f1c5c58-f8f5-4471-baad-a98809e43d48 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:34.840310 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d817f3ec-f7a2-4255-a75c-bbeec1ba7a95 tempest-SecGroupIPv6Test-1137883805 tempest-SecGroupIPv6Test-1137883805-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=035315fd-a4eb-48fb-9533-b3722f5c55c6,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:11:34.896062 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-3f1c5c58-f8f5-4471-baad-a98809e43d48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:34.926074 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-503fe052-4da5-481d-848a-11407fe1719e tempest-SecGroupIPv6Test-1137883805 tempest-SecGroupIPv6Test-1137883805-project] 10.222.0.59 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1433845 Jul 27 21:11:34.926795 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 58318) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:11:34.968493 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-f1baa6cf-c901-4c94-8724-1e629c166f05 tempest-SecGroupIPv6Test-1137883805 tempest-SecGroupIPv6Test-1137883805-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:34.971883 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-ad0cce9e-2352-4df8-95ca-5f1c4534365c req-3bc89079-739b-4ed6-80c8-cd4e8ba5bf3e tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] 10.222.0.59 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=68b3cdce681f47658a432c5ac5385a68 HTTP/1.1" status: 200 len: 221 time: 0.3153324 Jul 27 21:11:34.972478 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1c5c58-f8f5-4471-baad-a98809e43d48 admin admin] Pushing event updated for resources: {'Port': ['ID=ad802cc8-9fac-4175-a0ce-1e60e25a06eb,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:11:35.025249 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-f1baa6cf-c901-4c94-8724-1e629c166f05 tempest-SecGroupIPv6Test-1137883805 tempest-SecGroupIPv6Test-1137883805-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:35.050778 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f1c5c58-f8f5-4471-baad-a98809e43d48 admin admin] Network 1db3ecd8-5bfa-46e7-9a53-5860f7a92c34 is already hosted by enough agents. {{(pid=105585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:11:35.059837 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.base_scheduler [None req-3f1c5c58-f8f5-4471-baad-a98809e43d48 admin admin] Resources bound (agent type, host, resource id): {{(pid=105585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:11:35.069958 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f1c5c58-f8f5-4471-baad-a98809e43d48 admin admin] Received port after_create {{(pid=105585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:11:35.174735 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4053ef4-0cb4-4501-8e4c-195626479583 tempest-AttachVolumeTestJSON-850155022 tempest-AttachVolumeTestJSON-850155022-project] Router 809e5d14-abce-43db-b847-0ff958180cd5 has already been hosted by L3 agent dd128fd7-8e57-4d4f-895b-a96b369df59a {{(pid=105585) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:11:35.189089 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-f1baa6cf-c901-4c94-8724-1e629c166f05 tempest-SecGroupIPv6Test-1137883805 tempest-SecGroupIPv6Test-1137883805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732636'] for security_group_rule, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:35.189351 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-3f1c5c58-f8f5-4471-baad-a98809e43d48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4075523'] for router_interface, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:35.209379 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-f1baa6cf-c901-4c94-8724-1e629c166f05 tempest-SecGroupIPv6Test-1137883805 tempest-SecGroupIPv6Test-1137883805-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:35.212955 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-f1baa6cf-c901-4c94-8724-1e629c166f05 tempest-SecGroupIPv6Test-1137883805 tempest-SecGroupIPv6Test-1137883805-project] 10.222.0.59 "DELETE /v2.0/security-group-rules/af4e5f3f-8f3b-4f61-a19a-944a870aab08 HTTP/1.1" status: 204 len: 168 time: 0.2791486 Jul 27 21:11:35.215345 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1baa6cf-c901-4c94-8724-1e629c166f05 tempest-SecGroupIPv6Test-1137883805 tempest-SecGroupIPv6Test-1137883805-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=af4e5f3f-8f3b-4f61-a19a-944a870aab08,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:11:35.222643 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 58324) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:11:35.275092 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device f8db9f8b-9c26-4239-b38d-f38ade358cf4 up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:11:35.292696 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-4ec5f69f-eec0-4c71-b1e7-21779fda7d4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9014150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9738800'] for subnet, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:35.380631 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning for port f8db9f8b-9c26-4239-b38d-f38ade358cf4 completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:11:35.386868 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port f8db9f8b-9c26-4239-b38d-f38ade358cf4 triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:11:35.388035 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:35.411313 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8db59a9-5255-4ef1-ac77-01670fcd049c req-e3ca7fe8-1c2d-4514-81d4-40c8863aa405 tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:11:35.412863 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f8db59a9-5255-4ef1-ac77-01670fcd049c req-e3ca7fe8-1c2d-4514-81d4-40c8863aa405 tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] 10.222.0.59 "GET /v2.0/ports?device_id=31533b7a-7459-43fe-bfa1-37a8877d2d0a HTTP/1.1" status: 200 len: 945 time: 0.3096223 Jul 27 21:11:35.428747 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-beecd672-c989-4821-b200-adcf9ffc4ab1 tempest-SecGroupIPv6Test-1137883805 tempest-SecGroupIPv6Test-1137883805-project] 10.222.0.59 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2016845 Jul 27 21:11:35.430167 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec5f69f-eec0-4c71-b1e7-21779fda7d4c admin admin] Pushing event updated for resources: {'Subnet': ['ID=a7e3a896-6449-41e3-8576-d659ebf61c03,revision_number=0']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:11:35.430984 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 58326) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:11:35.487589 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4053ef4-0cb4-4501-8e4c-195626479583 tempest-AttachVolumeTestJSON-850155022 tempest-AttachVolumeTestJSON-850155022-project] Notify agent at l3_agent.n-d-705658-22 the message routers_updated {{(pid=105585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:11:35.495668 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-c4053ef4-0cb4-4501-8e4c-195626479583 tempest-AttachVolumeTestJSON-850155022 tempest-AttachVolumeTestJSON-850155022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for floatingip, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:35.504872 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ec5f69f-eec0-4c71-b1e7-21779fda7d4c admin admin] Checking segment: {'id': '200d0701-5b66-4dde-9f72-80b4d6ddac71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'da898dd9-d68b-43d1-bae5-b3abc9d409f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:11:35.507201 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ec5f69f-eec0-4c71-b1e7-21779fda7d4c admin admin] Network hostable DHCP agents. Network: da898dd9-d68b-43d1-bae5-b3abc9d409f2, hostable agents: ['7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a'], hosted agents: [] {{(pid=105584) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:11:35.532231 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b324a417-f603-4932-8acc-7b78407ca2c9 None None] Sync routers for ids ['809e5d14-abce-43db-b847-0ff958180cd5'] in n-d-705658-22 {{(pid=105586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:11:35.539101 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ec5f69f-eec0-4c71-b1e7-21779fda7d4c admin admin] Network da898dd9-d68b-43d1-bae5-b3abc9d409f2 is scheduled to be hosted by DHCP agent 7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a with binding_index 1 {{(pid=105584) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:11:35.555141 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [None req-4ec5f69f-eec0-4c71-b1e7-21779fda7d4c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-22, da898dd9-d68b-43d1-bae5-b3abc9d409f2) {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:11:35.560494 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ec5f69f-eec0-4c71-b1e7-21779fda7d4c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:11:35.562105 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-4ec5f69f-eec0-4c71-b1e7-21779fda7d4c admin admin] Notify callbacks [] for subnet, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:35.563029 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f8db59a9-5255-4ef1-ac77-01670fcd049c req-e1953900-4d4f-4a6d-b646-1a4fe96f3ab4 tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] 10.222.0.59 "GET /v2.0/security-groups?id=c166a083-e7a4-430d-b39b-9b2d1c142ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416006 Jul 27 21:11:35.572290 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b324a417-f603-4932-8acc-7b78407ca2c9 None None] Routers {'809e5d14-abce-43db-b847-0ff958180cd5'} bound to L3 agent in host n-d-705658-22 {{(pid=105586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:11:35.572885 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-b324a417-f603-4932-8acc-7b78407ca2c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:11:12Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['809e5d14-abce-43db-b847-0ff958180cd5'], 'active': True} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:11:35.574899 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de204ed2-8f21-43b6-99aa-705185de046e None None] Network da898dd9-d68b-43d1-bae5-b3abc9d409f2 requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:11:35.599034 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-4ec5f69f-eec0-4c71-b1e7-21779fda7d4c admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9376528 Jul 27 21:11:35.672335 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-3f1c5c58-f8f5-4471-baad-a98809e43d48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:35.678942 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-c4053ef4-0cb4-4501-8e4c-195626479583 tempest-AttachVolumeTestJSON-850155022 tempest-AttachVolumeTestJSON-850155022-project] 10.222.0.59 "PUT /v2.0/floatingips/b3aa463c-3517-4119-a131-19ea7f98cda0 HTTP/1.1" status: 200 len: 992 time: 4.3419528 Jul 27 21:11:35.687326 n-d-705658-22 neutron-server[105585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4278faa4-b336-42ce-b504-e55df1b376e8', 'tag': '11a2a4bd-54de-4e89-aaec-2698e4e74e90'}] {{(pid=105585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:11:35.689776 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d66fd65881426bfc2b5388084a3654e5eae521106a15a3dbf0eb4cde7106c36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59ca2bbd-b8eb-41f4-993d-24f374f33641" -d '{"events": [{"name": "network-changed", "server_uuid": "4278faa4-b336-42ce-b504-e55df1b376e8", "tag": "11a2a4bd-54de-4e89-aaec-2698e4e74e90"}]}' {{(pid=105585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:11:35.739960 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-e30a002a-d079-4e48-afde-bfab35a65043 tempest-SecGroupIPv6Test-1137883805 tempest-SecGroupIPv6Test-1137883805-project] Notify callbacks [] for security_group, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:35.743714 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:35.775429 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] For port f8db9f8b-9c26-4239-b38d-f38ade358cf4, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=f8db9f8b-9c26-4239-b38d-f38ade358cf4,segment=NetworkSegment(12196855-9a32-4633-9a56-77697ef9e126),segment_id=12196855-9a32-4633-9a56-77697ef9e126)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:11:35.794461 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:35.811833 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-e30a002a-d079-4e48-afde-bfab35a65043 tempest-SecGroupIPv6Test-1137883805 tempest-SecGroupIPv6Test-1137883805-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:35.901185 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:11:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8aab75b6-71c7-4124-9248-a2caa0566714 x-openstack-request-id: req-8aab75b6-71c7-4124-9248-a2caa0566714 {{(pid=105585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:11:35.903571 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4278faa4-b336-42ce-b504-e55df1b376e8", "tag": "11a2a4bd-54de-4e89-aaec-2698e4e74e90", "status": "completed", "code": 200}]} {{(pid=105585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:11:35.903850 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-8aab75b6-71c7-4124-9248-a2caa0566714 {{(pid=105585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:11:35.904271 n-d-705658-22 neutron-server[105585]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4278faa4-b336-42ce-b504-e55df1b376e8', 'tag': '11a2a4bd-54de-4e89-aaec-2698e4e74e90', 'status': 'completed', 'code': 200} Jul 27 21:11:35.982169 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b72bd20-c89b-4017-a820-9dac40bca6ac None None] Network da898dd9-d68b-43d1-bae5-b3abc9d409f2 requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:11:35.985918 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Pushing event updated for resources: {'Port': ['ID=f8db9f8b-9c26-4239-b38d-f38ade358cf4,revision_number=4']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:11:36.050153 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ca2bbd-b8eb-41f4-993d-24f374f33641 req-c4c218a1-c3b1-4599-878b-3b20e17a53b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:11:36.051721 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-59ca2bbd-b8eb-41f4-993d-24f374f33641 req-c4c218a1-c3b1-4599-878b-3b20e17a53b5 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=dcfc656e3a0b42809921004863a52506&device_id=4278faa4-b336-42ce-b504-e55df1b376e8 HTTP/1.1" status: 200 len: 1098 time: 0.1396699 Jul 27 21:11:36.057375 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b6ea53-13fd-4db3-8c98-55424ec792ac req-8bd1f2b7-e875-40da-bb81-0168e046f7e7 tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:11:36.060099 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b4b6ea53-13fd-4db3-8c98-55424ec792ac req-8bd1f2b7-e875-40da-bb81-0168e046f7e7 tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] 10.222.0.59 "GET /v2.0/ports?device_id=31533b7a-7459-43fe-bfa1-37a8877d2d0a HTTP/1.1" status: 200 len: 945 time: 0.3362207 Jul 27 21:11:36.064025 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-e30a002a-d079-4e48-afde-bfab35a65043 tempest-SecGroupIPv6Test-1137883805 tempest-SecGroupIPv6Test-1137883805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:36.066551 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-e30a002a-d079-4e48-afde-bfab35a65043 tempest-SecGroupIPv6Test-1137883805 tempest-SecGroupIPv6Test-1137883805-project] Notify callbacks [] for security_group, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:36.067714 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-e30a002a-d079-4e48-afde-bfab35a65043 tempest-SecGroupIPv6Test-1137883805 tempest-SecGroupIPv6Test-1137883805-project] 10.222.0.59 "DELETE /v2.0/security-groups/f04600a2-3b32-4087-92a6-e0457426c95d HTTP/1.1" status: 204 len: 168 time: 0.6358712 Jul 27 21:11:36.068813 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvr_db [None req-b324a417-f603-4932-8acc-7b78407ca2c9 None None] Set router 809e5d14-abce-43db-b847-0ff958180cd5 gateway port host: n-d-705658-22 {{(pid=105586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:11:36.076085 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 58342) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:11:36.147331 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30a002a-d079-4e48-afde-bfab35a65043 tempest-SecGroupIPv6Test-1137883805 tempest-SecGroupIPv6Test-1137883805-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f04600a2-3b32-4087-92a6-e0457426c95d,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:11:36.250099 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ca2bbd-b8eb-41f4-993d-24f374f33641 req-0d271fbb-637e-4fc9-be70-aba6dc2beaae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:11:36.252059 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-59ca2bbd-b8eb-41f4-993d-24f374f33641 req-0d271fbb-637e-4fc9-be70-aba6dc2beaae service neutron] 10.222.0.60 "GET /v2.0/networks?id=32d25553-aa43-4782-af0c-d6a2b47507a7 HTTP/1.1" status: 200 len: 911 time: 0.1879315 Jul 27 21:11:36.279413 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b4b6ea53-13fd-4db3-8c98-55424ec792ac req-f8de8e2c-8877-4568-926e-b337b2edd73e tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] 10.222.0.59 "GET /v2.0/security-groups?id=c166a083-e7a4-430d-b39b-9b2d1c142ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2103052 Jul 27 21:11:36.286060 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-3f1c5c58-f8f5-4471-baad-a98809e43d48 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:36.302935 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-3f1c5c58-f8f5-4471-baad-a98809e43d48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10221672'] for port, after_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:36.328895 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-ba4aea9f-74fc-4db0-ac9c-1aa0e2139bb7 tempest-SecGroupIPv6Test-1137883805 tempest-SecGroupIPv6Test-1137883805-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2434714 Jul 27 21:11:36.369576 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:36.392114 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 58352) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:11:36.402259 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-419c4a64-1501-443e-bd0b-fa56e9567b7d tempest-SecGroupIPv6Test-1137883805 tempest-SecGroupIPv6Test-1137883805-project] Request body: {'security_group': {'name': 'tempest-secgroup--231584500'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:11:36.414348 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-59ca2bbd-b8eb-41f4-993d-24f374f33641 req-fb77f588-bbb5-4792-9b9d-2dee73755650 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=11a2a4bd-54de-4e89-aaec-2698e4e74e90 HTTP/1.1" status: 200 len: 1000 time: 0.1548793 Jul 27 21:11:36.448261 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1c5c58-f8f5-4471-baad-a98809e43d48 admin admin] Pushing event updated for resources: {'Port': ['ID=ad802cc8-9fac-4175-a0ce-1e60e25a06eb,revision_number=2']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:11:36.481915 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-419c4a64-1501-443e-bd0b-fa56e9567b7d tempest-SecGroupIPv6Test-1137883805 tempest-SecGroupIPv6Test-1137883805-project] Notify callbacks [] for security_group, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:36.486756 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-b324a417-f603-4932-8acc-7b78407ca2c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '809e5d14-abce-43db-b847-0ff958180cd5', 'name': 'tempest-AttachVolumeTestJSON-673897176-router', 'tenant_id': 'dcfc656e3a0b42809921004863a52506', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.2'}], 'enable_snat': True}, 'gw_port_id': '77e13f84-416d-4b78-aeaa-978e413ab22c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:06:23Z', 'updated_at': '2021-07-27T21:06:28Z', 'revision_number': 4, 'project_id': 'dcfc656e3a0b42809921004863a52506', 'gw_port': {'id': '77e13f84-416d-4b78-aeaa-978e413ab22c', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:e6:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '809e5d14-abce-43db-b847-0ff958180cd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:06:24Z', 'updated_at': '2021-07-27T21:06:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_floatingips': [{'id': 'b3aa463c-3517-4119-a131-19ea7f98cda0', 'tenant_id': 'dcfc656e3a0b42809921004863a52506', 'floating_ip_address': '172.25.5.243', 'floating_network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'router_id': '809e5d14-abce-43db-b847-0ff958180cd5', 'port_id': '11a2a4bd-54de-4e89-aaec-2698e4e74e90', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1840, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '32d25553-aa43-4782-af0c-d6a2b47507a7', 'mac_address': 'fa:16:3e:85:44:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4278faa4-b336-42ce-b504-e55df1b376e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T21:11:08Z', 'updated_at': '2021-07-27T21:11:32Z', 'revision_number': 1, 'project_id': 'dcfc656e3a0b42809921004863a52506', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1513f8ea-a9a9-42b8-9469-070c68e29358', 'name': '', 'network_id': '32d25553-aa43-4782-af0c-d6a2b47507a7', 'tenant_id': 'dcfc656e3a0b42809921004863a52506', 'mac_address': 'fa:16:3e:e8:26:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '809e5d14-abce-43db-b847-0ff958180cd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': 'fdae47fc-2d6f-4c83-9067-18a839318850', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:06:27Z', 'updated_at': '2021-07-27T21:06:36Z', 'revision_number': 5, 'project_id': 'dcfc656e3a0b42809921004863a52506', 'subnets': [{'id': 'fdae47fc-2d6f-4c83-9067-18a839318850', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-22', False) {} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:11:36.520143 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b324a417-f603-4932-8acc-7b78407ca2c9 None None] Checking router: 809e5d14-abce-43db-b847-0ff958180cd5 for host: n-d-705658-22 {{(pid=105586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:11:36.530777 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b324a417-f603-4932-8acc-7b78407ca2c9 None None] Routers {'809e5d14-abce-43db-b847-0ff958180cd5'} bound to L3 agent in host n-d-705658-22 {{(pid=105586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:11:36.531306 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-b324a417-f603-4932-8acc-7b78407ca2c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:11:12Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['809e5d14-abce-43db-b847-0ff958180cd5'], 'active': True} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:11:36.552978 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-3f1c5c58-f8f5-4471-baad-a98809e43d48 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3743906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4076435'] for router_interface, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:36.597161 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-419c4a64-1501-443e-bd0b-fa56e9567b7d tempest-SecGroupIPv6Test-1137883805 tempest-SecGroupIPv6Test-1137883805-project] Notify callbacks [] for security_group, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:36.600096 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ca2bbd-b8eb-41f4-993d-24f374f33641 req-652ab316-df39-4bed-9bbd-929e1a80067b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:11:36.603213 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-59ca2bbd-b8eb-41f4-993d-24f374f33641 req-652ab316-df39-4bed-9bbd-929e1a80067b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=fdae47fc-2d6f-4c83-9067-18a839318850 HTTP/1.1" status: 200 len: 849 time: 0.1736403 Jul 27 21:11:36.604852 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-419c4a64-1501-443e-bd0b-fa56e9567b7d tempest-SecGroupIPv6Test-1137883805 tempest-SecGroupIPv6Test-1137883805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:36.664116 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-419c4a64-1501-443e-bd0b-fa56e9567b7d tempest-SecGroupIPv6Test-1137883805 tempest-SecGroupIPv6Test-1137883805-project] Notify callbacks [] for security_group, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:36.666426 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-419c4a64-1501-443e-bd0b-fa56e9567b7d tempest-SecGroupIPv6Test-1137883805 tempest-SecGroupIPv6Test-1137883805-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2730820 Jul 27 21:11:36.674159 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 58362) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:11:36.679864 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-cf8f0568-6bc8-4bdf-886a-9bf2d6bb83d3 tempest-SecGroupIPv6Test-1137883805 tempest-SecGroupIPv6Test-1137883805-project] Request body: {'security_group_rule': {'security_group_id': '9aabca24-b87a-45ea-b345-bc0504c64108', 'direction': 'ingress', 'protocol': 17}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:11:36.698496 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419c4a64-1501-443e-bd0b-fa56e9567b7d tempest-SecGroupIPv6Test-1137883805 tempest-SecGroupIPv6Test-1137883805-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9aabca24-b87a-45ea-b345-bc0504c64108,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:11:36.747238 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7237335-6e91-4eec-ace7-fbe01e2c1314 req-67b4dedb-9d08-4537-9792-29546d429070 tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:11:36.748639 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ca2bbd-b8eb-41f4-993d-24f374f33641 req-60fcfdd6-318e-4832-bc24-ecde0e45d690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:11:36.749214 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a7237335-6e91-4eec-ace7-fbe01e2c1314 req-67b4dedb-9d08-4537-9792-29546d429070 tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] 10.222.0.59 "GET /v2.0/ports?device_id=31533b7a-7459-43fe-bfa1-37a8877d2d0a HTTP/1.1" status: 200 len: 945 time: 0.3187213 Jul 27 21:11:36.751042 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-59ca2bbd-b8eb-41f4-993d-24f374f33641 req-60fcfdd6-318e-4832-bc24-ecde0e45d690 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=32d25553-aa43-4782-af0c-d6a2b47507a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1362386 Jul 27 21:11:36.769373 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-cf8f0568-6bc8-4bdf-886a-9bf2d6bb83d3 tempest-SecGroupIPv6Test-1137883805 tempest-SecGroupIPv6Test-1137883805-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:36.773744 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980deb85-482d-4a78-be0f-945946fc97a1 req-448cbae7-8430-4173-a0d7-5859f493727a tempest-ServerAddressesTestJSON-2012424169 tempest-ServerAddressesTestJSON-2012424169-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:11:36.775349 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-980deb85-482d-4a78-be0f-945946fc97a1 req-448cbae7-8430-4173-a0d7-5859f493727a tempest-ServerAddressesTestJSON-2012424169 tempest-ServerAddressesTestJSON-2012424169-project] 10.222.0.59 "GET /v2.0/networks?id=da898dd9-d68b-43d1-bae5-b3abc9d409f2 HTTP/1.1" status: 200 len: 814 time: 0.3281732 Jul 27 21:11:36.816810 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvr_db [None req-b324a417-f603-4932-8acc-7b78407ca2c9 None None] Set router 809e5d14-abce-43db-b847-0ff958180cd5 gateway port host: n-d-705658-22 {{(pid=105586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:11:36.817843 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a7237335-6e91-4eec-ace7-fbe01e2c1314 req-88e0d03b-b02e-4902-8d59-a9459c625261 tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] 10.222.0.59 "GET /v2.0/security-groups?id=c166a083-e7a4-430d-b39b-9b2d1c142ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574119 Jul 27 21:11:36.850698 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-980deb85-482d-4a78-be0f-945946fc97a1 req-4687ad0e-5710-49d5-af98-7817fb7f4544 tempest-ServerAddressesTestJSON-2012424169 tempest-ServerAddressesTestJSON-2012424169-project] 10.222.0.59 "GET /v2.0/quotas/63d2bfbffed14d449b711623f57e5a28 HTTP/1.1" status: 200 len: 375 time: 0.0386875 Jul 27 21:11:36.858646 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f1c5c58-f8f5-4471-baad-a98809e43d48 admin admin] Network 1db3ecd8-5bfa-46e7-9a53-5860f7a92c34 is already hosted by enough agents. {{(pid=105585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:11:36.865794 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.base_scheduler [None req-3f1c5c58-f8f5-4471-baad-a98809e43d48 admin admin] Resources bound (agent type, host, resource id): {{(pid=105585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:11:36.906737 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-980deb85-482d-4a78-be0f-945946fc97a1 req-0a73ee24-cefb-4b5b-a995-cff1b3573084 tempest-ServerAddressesTestJSON-2012424169 tempest-ServerAddressesTestJSON-2012424169-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=63d2bfbffed14d449b711623f57e5a28&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0427444 Jul 27 21:11:36.908461 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-cf8f0568-6bc8-4bdf-886a-9bf2d6bb83d3 tempest-SecGroupIPv6Test-1137883805 tempest-SecGroupIPv6Test-1137883805-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:36.916957 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-cf8f0568-6bc8-4bdf-886a-9bf2d6bb83d3 tempest-SecGroupIPv6Test-1137883805 tempest-SecGroupIPv6Test-1137883805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732636'] for security_group_rule, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:36.959574 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8f0568-6bc8-4bdf-886a-9bf2d6bb83d3 tempest-SecGroupIPv6Test-1137883805 tempest-SecGroupIPv6Test-1137883805-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5145c8c4-4623-41d7-ad66-179464a0e3f9,revision_number=0']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:11:36.966630 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-cf8f0568-6bc8-4bdf-886a-9bf2d6bb83d3 tempest-SecGroupIPv6Test-1137883805 tempest-SecGroupIPv6Test-1137883805-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:36.968815 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-cf8f0568-6bc8-4bdf-886a-9bf2d6bb83d3 tempest-SecGroupIPv6Test-1137883805 tempest-SecGroupIPv6Test-1137883805-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2932487 Jul 27 21:11:36.975331 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 58370) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:11:37.028353 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-59ca2bbd-b8eb-41f4-993d-24f374f33641 req-ae1301e6-7d9b-458a-9abe-a15fc227bd6e service neutron] 10.222.0.60 "GET /v2.0/networks/32d25553-aa43-4782-af0c-d6a2b47507a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2691374 Jul 27 21:11:37.068955 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-68f1b1ac-71cd-4d10-ab03-760e726575d6 tempest-SecGroupIPv6Test-1137883805 tempest-SecGroupIPv6Test-1137883805-project] Notify callbacks [] for security_group, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:37.121977 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-68f1b1ac-71cd-4d10-ab03-760e726575d6 tempest-SecGroupIPv6Test-1137883805 tempest-SecGroupIPv6Test-1137883805-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:37.199417 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-59ca2bbd-b8eb-41f4-993d-24f374f33641 req-b0eb9dae-270b-4382-8217-83b001c06945 service neutron] 10.222.0.60 "GET /v2.0/networks/32d25553-aa43-4782-af0c-d6a2b47507a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1606953 Jul 27 21:11:37.209907 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-68f1b1ac-71cd-4d10-ab03-760e726575d6 tempest-SecGroupIPv6Test-1137883805 tempest-SecGroupIPv6Test-1137883805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:37.212662 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-68f1b1ac-71cd-4d10-ab03-760e726575d6 tempest-SecGroupIPv6Test-1137883805 tempest-SecGroupIPv6Test-1137883805-project] Notify callbacks [] for security_group, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:37.214276 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-68f1b1ac-71cd-4d10-ab03-760e726575d6 tempest-SecGroupIPv6Test-1137883805 tempest-SecGroupIPv6Test-1137883805-project] 10.222.0.59 "DELETE /v2.0/security-groups/9aabca24-b87a-45ea-b345-bc0504c64108 HTTP/1.1" status: 204 len: 168 time: 0.2375515 Jul 27 21:11:37.218604 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 58374) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:11:37.230261 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device f8db9f8b-9c26-4239-b38d-f38ade358cf4 up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:11:37.243975 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f1c5c58-f8f5-4471-baad-a98809e43d48 admin admin] Router 0f0c4d8d-7826-4570-bf61-c1cb34f9bd9e has already been hosted by L3 agent dd128fd7-8e57-4d4f-895b-a96b369df59a {{(pid=105585) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:11:37.247672 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f1b1ac-71cd-4d10-ab03-760e726575d6 tempest-SecGroupIPv6Test-1137883805 tempest-SecGroupIPv6Test-1137883805-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9aabca24-b87a-45ea-b345-bc0504c64108,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:11:37.279876 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-dffb32a8-0546-4128-afd2-dba1a66285d2 tempest-SecGroupIPv6Test-1137883805 tempest-SecGroupIPv6Test-1137883805-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0536802 Jul 27 21:11:37.280125 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 58376) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:11:37.284659 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-c61e2f0f-1283-4012-972f-bcc91c69cc79 tempest-SecGroupIPv6Test-1137883805 tempest-SecGroupIPv6Test-1137883805-project] Request body: {'security_group': {'name': 'tempest-secgroup--1921439390'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:11:37.288251 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-980deb85-482d-4a78-be0f-945946fc97a1 req-01705f7e-63eb-4b5b-bcd8-5ca376d4158e service neutron] 10.222.0.59 "GET /v2.0/networks/da898dd9-d68b-43d1-bae5-b3abc9d409f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2485576 Jul 27 21:11:37.298520 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90ae1f5-26b0-4e9d-80ea-f51d75bd4285 req-20f83fe8-47f4-425a-a856-bb3441414af8 tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:11:37.299916 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e90ae1f5-26b0-4e9d-80ea-f51d75bd4285 req-20f83fe8-47f4-425a-a856-bb3441414af8 tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] 10.222.0.59 "GET /v2.0/ports?device_id=31533b7a-7459-43fe-bfa1-37a8877d2d0a HTTP/1.1" status: 200 len: 945 time: 0.2465034 Jul 27 21:11:37.316870 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c61e2f0f-1283-4012-972f-bcc91c69cc79 tempest-SecGroupIPv6Test-1137883805 tempest-SecGroupIPv6Test-1137883805-project] Notify callbacks [] for security_group, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:37.370894 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port f8db9f8b-9c26-4239-b38d-f38ade358cf4 triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:11:37.371571 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:37.419401 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-b324a417-f603-4932-8acc-7b78407ca2c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '809e5d14-abce-43db-b847-0ff958180cd5', 'name': 'tempest-AttachVolumeTestJSON-673897176-router', 'tenant_id': 'dcfc656e3a0b42809921004863a52506', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.2'}], 'enable_snat': True}, 'gw_port_id': '77e13f84-416d-4b78-aeaa-978e413ab22c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:06:23Z', 'updated_at': '2021-07-27T21:06:28Z', 'revision_number': 4, 'project_id': 'dcfc656e3a0b42809921004863a52506', 'gw_port': {'id': '77e13f84-416d-4b78-aeaa-978e413ab22c', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:e6:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '809e5d14-abce-43db-b847-0ff958180cd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:06:24Z', 'updated_at': '2021-07-27T21:06:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_floatingips': [{'id': 'b3aa463c-3517-4119-a131-19ea7f98cda0', 'tenant_id': 'dcfc656e3a0b42809921004863a52506', 'floating_ip_address': '172.25.5.243', 'floating_network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'router_id': '809e5d14-abce-43db-b847-0ff958180cd5', 'port_id': '11a2a4bd-54de-4e89-aaec-2698e4e74e90', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1840, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '32d25553-aa43-4782-af0c-d6a2b47507a7', 'mac_address': 'fa:16:3e:85:44:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4278faa4-b336-42ce-b504-e55df1b376e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T21:11:08Z', 'updated_at': '2021-07-27T21:11:32Z', 'revision_number': 1, 'project_id': 'dcfc656e3a0b42809921004863a52506', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1513f8ea-a9a9-42b8-9469-070c68e29358', 'name': '', 'network_id': '32d25553-aa43-4782-af0c-d6a2b47507a7', 'tenant_id': 'dcfc656e3a0b42809921004863a52506', 'mac_address': 'fa:16:3e:e8:26:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '809e5d14-abce-43db-b847-0ff958180cd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': 'fdae47fc-2d6f-4c83-9067-18a839318850', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:06:27Z', 'updated_at': '2021-07-27T21:06:36Z', 'revision_number': 5, 'project_id': 'dcfc656e3a0b42809921004863a52506', 'subnets': [{'id': 'fdae47fc-2d6f-4c83-9067-18a839318850', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-22', False) {} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:11:37.434052 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c61e2f0f-1283-4012-972f-bcc91c69cc79 tempest-SecGroupIPv6Test-1137883805 tempest-SecGroupIPv6Test-1137883805-project] Notify callbacks [] for security_group, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:37.438213 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c61e2f0f-1283-4012-972f-bcc91c69cc79 tempest-SecGroupIPv6Test-1137883805 tempest-SecGroupIPv6Test-1137883805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:37.462318 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b324a417-f603-4932-8acc-7b78407ca2c9 None None] The sync data for ids ['809e5d14-abce-43db-b847-0ff958180cd5'] in n-d-705658-22 is: [{'id': '809e5d14-abce-43db-b847-0ff958180cd5', 'name': 'tempest-AttachVolumeTestJSON-673897176-router', 'tenant_id': 'dcfc656e3a0b42809921004863a52506', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.2'}], 'enable_snat': True}, 'gw_port_id': '77e13f84-416d-4b78-aeaa-978e413ab22c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:06:23Z', 'updated_at': '2021-07-27T21:06:28Z', 'revision_number': 4, 'project_id': 'dcfc656e3a0b42809921004863a52506', 'gw_port': {'id': '77e13f84-416d-4b78-aeaa-978e413ab22c', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:e6:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '809e5d14-abce-43db-b847-0ff958180cd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:06:24Z', 'updated_at': '2021-07-27T21:06:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_floatingips': [{'id': 'b3aa463c-3517-4119-a131-19ea7f98cda0', 'tenant_id': 'dcfc656e3a0b42809921004863a52506', 'floating_ip_address': '172.25.5.243', 'floating_network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'router_id': '809e5d14-abce-43db-b847-0ff958180cd5', 'port_id': '11a2a4bd-54de-4e89-aaec-2698e4e74e90', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1840, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '32d25553-aa43-4782-af0c-d6a2b47507a7', 'mac_address': 'fa:16:3e:85:44:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4278faa4-b336-42ce-b504-e55df1b376e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T21:11:08Z', 'updated_at': '2021-07-27T21:11:32Z', 'revision_number': 1, 'project_id': 'dcfc656e3a0b42809921004863a52506', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1513f8ea-a9a9-42b8-9469-070c68e29358', 'name': '', 'network_id': '32d25553-aa43-4782-af0c-d6a2b47507a7', 'tenant_id': 'dcfc656e3a0b42809921004863a52506', 'mac_address': 'fa:16:3e:e8:26:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '809e5d14-abce-43db-b847-0ff958180cd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': 'fdae47fc-2d6f-4c83-9067-18a839318850', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:06:27Z', 'updated_at': '2021-07-27T21:06:36Z', 'revision_number': 5, 'project_id': 'dcfc656e3a0b42809921004863a52506', 'subnets': [{'id': 'fdae47fc-2d6f-4c83-9067-18a839318850', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:11:37.484503 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61e2f0f-1283-4012-972f-bcc91c69cc79 tempest-SecGroupIPv6Test-1137883805 tempest-SecGroupIPv6Test-1137883805-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4983fcdb-e656-47e9-b637-f29b24a4d40a,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:11:37.487288 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c61e2f0f-1283-4012-972f-bcc91c69cc79 tempest-SecGroupIPv6Test-1137883805 tempest-SecGroupIPv6Test-1137883805-project] Notify callbacks [] for security_group, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:37.488681 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-c61e2f0f-1283-4012-972f-bcc91c69cc79 tempest-SecGroupIPv6Test-1137883805 tempest-SecGroupIPv6Test-1137883805-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2075801 Jul 27 21:11:37.491289 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 58378) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:11:37.497670 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-4c660221-96c0-4599-822f-bdfd36817e8e tempest-SecGroupIPv6Test-1137883805 tempest-SecGroupIPv6Test-1137883805-project] Request body: {'security_group': {'name': 'tempest-secgroup--381887632'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:11:37.509801 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e90ae1f5-26b0-4e9d-80ea-f51d75bd4285 req-62aa1904-84d2-4b63-8962-9cd10f477c1a tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] 10.222.0.59 "GET /v2.0/security-groups?id=c166a083-e7a4-430d-b39b-9b2d1c142ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661742 Jul 27 21:11:37.549573 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f1c5c58-f8f5-4471-baad-a98809e43d48 admin admin] Notify agent at l3_agent.n-d-705658-22 the message routers_updated {{(pid=105585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:11:37.556177 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-3f1c5c58-f8f5-4471-baad-a98809e43d48 admin admin] 10.222.0.59 "PUT /v2.0/routers/0f0c4d8d-7826-4570-bf61-c1cb34f9bd9e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5141587 Jul 27 21:11:37.559284 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-980deb85-482d-4a78-be0f-945946fc97a1 req-f3d0c716-fa4c-4bd3-b070-1e1aaa3a8438 service neutron] 10.222.0.59 "GET /v2.0/networks/da898dd9-d68b-43d1-bae5-b3abc9d409f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2583084 Jul 27 21:11:37.560982 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e8fad78-dde0-4016-97cc-8af96d4b173a None None] Sync routers for ids ['0f0c4d8d-7826-4570-bf61-c1cb34f9bd9e'] in n-d-705658-22 {{(pid=105587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:11:37.577762 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e8fad78-dde0-4016-97cc-8af96d4b173a None None] Routers {'0f0c4d8d-7826-4570-bf61-c1cb34f9bd9e'} bound to L3 agent in host n-d-705658-22 {{(pid=105587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:11:37.586064 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-9e8fad78-dde0-4016-97cc-8af96d4b173a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:11:12Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['0f0c4d8d-7826-4570-bf61-c1cb34f9bd9e'], 'active': True} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:11:37.588380 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-4c660221-96c0-4599-822f-bdfd36817e8e tempest-SecGroupIPv6Test-1137883805 tempest-SecGroupIPv6Test-1137883805-project] Notify callbacks [] for security_group, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:37.789100 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-4c660221-96c0-4599-822f-bdfd36817e8e tempest-SecGroupIPv6Test-1137883805 tempest-SecGroupIPv6Test-1137883805-project] Notify callbacks [] for security_group, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:37.794378 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-4c660221-96c0-4599-822f-bdfd36817e8e tempest-SecGroupIPv6Test-1137883805 tempest-SecGroupIPv6Test-1137883805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:37.804809 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvr_db [None req-9e8fad78-dde0-4016-97cc-8af96d4b173a None None] Set router 0f0c4d8d-7826-4570-bf61-c1cb34f9bd9e gateway port host: n-d-705658-22 {{(pid=105587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:11:37.851389 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45b18ab0-37b4-4a7d-90ce-b473e7b689f3 None None] New status for floating IP b3aa463c-3517-4119-a131-19ea7f98cda0: ACTIVE {{(pid=105586) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 21:11:37.867286 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-4c660221-96c0-4599-822f-bdfd36817e8e tempest-SecGroupIPv6Test-1137883805 tempest-SecGroupIPv6Test-1137883805-project] Notify callbacks [] for security_group, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:37.873062 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-4c660221-96c0-4599-822f-bdfd36817e8e tempest-SecGroupIPv6Test-1137883805 tempest-SecGroupIPv6Test-1137883805-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3795547 Jul 27 21:11:37.876625 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 58392) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:11:37.892770 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c660221-96c0-4599-822f-bdfd36817e8e tempest-SecGroupIPv6Test-1137883805 tempest-SecGroupIPv6Test-1137883805-project] Pushing event updated for resources: {'SecurityGroup': ['ID=93e36b3d-1b33-4cff-bd5f-fa32a9130b07,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:11:37.892898 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-4c270794-a044-4484-8009-5d21ab4d4b3b tempest-SecGroupIPv6Test-1137883805 tempest-SecGroupIPv6Test-1137883805-project] Request body: {'security_group_rule': {'security_group_id': '4983fcdb-e656-47e9-b637-f29b24a4d40a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '93e36b3d-1b33-4cff-bd5f-fa32a9130b07', 'remote_ip_prefix': None}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:11:37.914915 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7de768-4f68-4bba-992d-21ffb9398e7c req-39318dfd-6fa1-45b0-8cbe-19919ea55f83 tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:11:37.916650 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-2a7de768-4f68-4bba-992d-21ffb9398e7c req-39318dfd-6fa1-45b0-8cbe-19919ea55f83 tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] 10.222.0.59 "GET /v2.0/ports?device_id=31533b7a-7459-43fe-bfa1-37a8877d2d0a HTTP/1.1" status: 200 len: 945 time: 0.1921027 Jul 27 21:11:37.999933 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-4c270794-a044-4484-8009-5d21ab4d4b3b tempest-SecGroupIPv6Test-1137883805 tempest-SecGroupIPv6Test-1137883805-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:38.077791 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-2a7de768-4f68-4bba-992d-21ffb9398e7c req-95a7b9a9-6961-4526-a42b-dbc72824c97f tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] 10.222.0.59 "GET /v2.0/security-groups?id=c166a083-e7a4-430d-b39b-9b2d1c142ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477082 Jul 27 21:11:38.125847 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-4c270794-a044-4484-8009-5d21ab4d4b3b tempest-SecGroupIPv6Test-1137883805 tempest-SecGroupIPv6Test-1137883805-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:38.131933 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-4c270794-a044-4484-8009-5d21ab4d4b3b tempest-SecGroupIPv6Test-1137883805 tempest-SecGroupIPv6Test-1137883805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732636'] for security_group_rule, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:38.215636 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c270794-a044-4484-8009-5d21ab4d4b3b tempest-SecGroupIPv6Test-1137883805 tempest-SecGroupIPv6Test-1137883805-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e04a171d-a922-4754-9cbf-9a63b39457bf,revision_number=0']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:11:38.239572 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-9e8fad78-dde0-4016-97cc-8af96d4b173a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f0c4d8d-7826-4570-bf61-c1cb34f9bd9e', 'name': 'tempest-ServerRescueNegativeTestJSON-17662238-router', 'tenant_id': '1816f1c47c674f62ac676a2d74d8fad6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.226'}], 'enable_snat': True}, 'gw_port_id': 'f8db9f8b-9c26-4239-b38d-f38ade358cf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:11:28Z', 'updated_at': '2021-07-27T21:11:35Z', 'revision_number': 4, 'project_id': '1816f1c47c674f62ac676a2d74d8fad6', 'gw_port': {'id': 'f8db9f8b-9c26-4239-b38d-f38ade358cf4', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:fb:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f0c4d8d-7826-4570-bf61-c1cb34f9bd9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:11:29Z', 'updated_at': '2021-07-27T21:11:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_interfaces': [{'id': 'ad802cc8-9fac-4175-a0ce-1e60e25a06eb', 'name': '', 'network_id': '1db3ecd8-5bfa-46e7-9a53-5860f7a92c34', 'tenant_id': '1816f1c47c674f62ac676a2d74d8fad6', 'mac_address': 'fa:16:3e:13:c3:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f0c4d8d-7826-4570-bf61-c1cb34f9bd9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1884, 'fixed_ips': [{'subnet_id': 'bde3c8e5-46f4-4260-b2be-2a93267b8e98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:11:34Z', 'updated_at': '2021-07-27T21:11:35Z', 'revision_number': 2, 'project_id': '1816f1c47c674f62ac676a2d74d8fad6', 'subnets': [{'id': 'bde3c8e5-46f4-4260-b2be-2a93267b8e98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-22', False) {} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:11:38.287780 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e8fad78-dde0-4016-97cc-8af96d4b173a None None] Checking router: 0f0c4d8d-7826-4570-bf61-c1cb34f9bd9e for host: n-d-705658-22 {{(pid=105587) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:11:38.288148 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e8fad78-dde0-4016-97cc-8af96d4b173a None None] Updating router 0f0c4d8d-7826-4570-bf61-c1cb34f9bd9e port ad802cc8-9fac-4175-a0ce-1e60e25a06eb binding host n-d-705658-22 {{(pid=105587) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 21:11:38.331632 n-d-705658-22 neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-9e8fad78-dde0-4016-97cc-8af96d4b173a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:38.698768 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-31e747cb-667e-4574-8663-eba79ec90e71 req-fb87334f-4ec2-44eb-b936-1b8d48d3f31f tempest-ServerAddressesTestJSON-2012424169 tempest-ServerAddressesTestJSON-2012424169-project] 10.222.0.59 "GET /v2.0/ports?device_id=c213bc3a-81eb-4de3-a6f8-a1630ee156c2 HTTP/1.1" status: 200 len: 210 time: 0.4850595 Jul 27 21:11:38.704964 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-4c270794-a044-4484-8009-5d21ab4d4b3b tempest-SecGroupIPv6Test-1137883805 tempest-SecGroupIPv6Test-1137883805-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:38.706115 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-4c270794-a044-4484-8009-5d21ab4d4b3b tempest-SecGroupIPv6Test-1137883805 tempest-SecGroupIPv6Test-1137883805-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.8220274 Jul 27 21:11:38.709038 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 58420) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:11:38.753054 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-a776189d-4cd0-4c98-b5fd-4035286197fd tempest-SecGroupIPv6Test-1137883805 tempest-SecGroupIPv6Test-1137883805-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:38.753592 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d6722d-e888-48b6-b444-f9b3ff127c67 req-98350741-2556-4eb6-bbd8-ae953a7e6482 tempest-ServerRescueNegativeTestJSON-1381818065 tempest-ServerRescueNegativeTestJSON-1381818065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:11:38.762006 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b8d6722d-e888-48b6-b444-f9b3ff127c67 req-98350741-2556-4eb6-bbd8-ae953a7e6482 tempest-ServerRescueNegativeTestJSON-1381818065 tempest-ServerRescueNegativeTestJSON-1381818065-project] 10.222.0.59 "GET /v2.0/networks?id=1db3ecd8-5bfa-46e7-9a53-5860f7a92c34 HTTP/1.1" status: 200 len: 817 time: 0.6270418 Jul 27 21:11:38.778533 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b8d6722d-e888-48b6-b444-f9b3ff127c67 req-3a6f0272-7dc0-4ad8-ab8a-2ccc306c7e42 tempest-ServerRescueNegativeTestJSON-1381818065 tempest-ServerRescueNegativeTestJSON-1381818065-project] 10.222.0.59 "GET /v2.0/quotas/1816f1c47c674f62ac676a2d74d8fad6 HTTP/1.1" status: 200 len: 375 time: 0.0108962 Jul 27 21:11:38.784355 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-a776189d-4cd0-4c98-b5fd-4035286197fd tempest-SecGroupIPv6Test-1137883805 tempest-SecGroupIPv6Test-1137883805-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:38.825932 n-d-705658-22 neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-9e8fad78-dde0-4016-97cc-8af96d4b173a None None] Notify callbacks [] for port, precommit_update {{(pid=105587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:38.835280 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-a776189d-4cd0-4c98-b5fd-4035286197fd tempest-SecGroupIPv6Test-1137883805 tempest-SecGroupIPv6Test-1137883805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732636'] for security_group_rule, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:38.842784 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-a776189d-4cd0-4c98-b5fd-4035286197fd tempest-SecGroupIPv6Test-1137883805 tempest-SecGroupIPv6Test-1137883805-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:38.848097 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 58422) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:11:38.848345 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-a776189d-4cd0-4c98-b5fd-4035286197fd tempest-SecGroupIPv6Test-1137883805 tempest-SecGroupIPv6Test-1137883805-project] 10.222.0.59 "DELETE /v2.0/security-group-rules/e04a171d-a922-4754-9cbf-9a63b39457bf HTTP/1.1" status: 204 len: 168 time: 0.1381152 Jul 27 21:11:38.849651 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.provisioning_blocks [None req-9e8fad78-dde0-4016-97cc-8af96d4b173a None None] Transition to ACTIVE for port object ad802cc8-9fac-4175-a0ce-1e60e25a06eb will not be triggered until provisioned by entity L2. {{(pid=105587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:11:38.872653 n-d-705658-22 neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-9e8fad78-dde0-4016-97cc-8af96d4b173a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:38.879843 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a776189d-4cd0-4c98-b5fd-4035286197fd tempest-SecGroupIPv6Test-1137883805 tempest-SecGroupIPv6Test-1137883805-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e04a171d-a922-4754-9cbf-9a63b39457bf,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:11:38.892980 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-96e33481-93c5-4bc2-82d5-741aed7cc256 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:38.982413 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4feee78-6c9a-4db7-93cc-fd6ee2f90e41 None None] Pushing event updated for resources: {'Port': ['ID=ad802cc8-9fac-4175-a0ce-1e60e25a06eb,revision_number=3']} {{(pid=105587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:11:38.991286 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-5b2ec33f-5b91-4ae1-8112-f6768aa09ab4 tempest-SecGroupIPv6Test-1137883805 tempest-SecGroupIPv6Test-1137883805-project] 10.222.0.59 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1394379 Jul 27 21:11:38.994121 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 58426) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:11:39.029302 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b8d6722d-e888-48b6-b444-f9b3ff127c67 req-0a64d73f-daa5-4a09-a5e4-0e9b75db544a tempest-ServerRescueNegativeTestJSON-1381818065 tempest-ServerRescueNegativeTestJSON-1381818065-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=1816f1c47c674f62ac676a2d74d8fad6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2441261 Jul 27 21:11:39.105978 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a997ccc3-a739-46cb-974a-1065804bb9f4 req-d589f6ac-1f82-4516-8eec-1b4002845fce tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:11:39.108337 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a997ccc3-a739-46cb-974a-1065804bb9f4 req-d589f6ac-1f82-4516-8eec-1b4002845fce tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] 10.222.0.59 "GET /v2.0/ports?device_id=31533b7a-7459-43fe-bfa1-37a8877d2d0a HTTP/1.1" status: 200 len: 945 time: 0.1434557 Jul 27 21:11:39.117077 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-9fdb5ffe-0989-479a-8a91-97766c7d34a7 tempest-SecGroupIPv6Test-1137883805 tempest-SecGroupIPv6Test-1137883805-project] Notify callbacks [] for security_group, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:39.145656 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.managers [None req-9e8fad78-dde0-4016-97cc-8af96d4b173a None None] Attempting to bind port ad802cc8-9fac-4175-a0ce-1e60e25a06eb on host n-d-705658-22 for vnic_type normal with profile {{(pid=105587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:11:39.146034 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.managers [None req-9e8fad78-dde0-4016-97cc-8af96d4b173a None None] Attempting to bind port ad802cc8-9fac-4175-a0ce-1e60e25a06eb by drivers openvswitch,hyperv on host n-d-705658-22 at level 0 using segments [{'id': '151214cb-152c-4c30-8d99-50b662383ee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '1db3ecd8-5bfa-46e7-9a53-5860f7a92c34'}] {{(pid=105587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:11:39.146398 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e8fad78-dde0-4016-97cc-8af96d4b173a None None] Attempting to bind port ad802cc8-9fac-4175-a0ce-1e60e25a06eb on network 1db3ecd8-5bfa-46e7-9a53-5860f7a92c34 {{(pid=105587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:11:39.159723 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-9fdb5ffe-0989-479a-8a91-97766c7d34a7 tempest-SecGroupIPv6Test-1137883805 tempest-SecGroupIPv6Test-1137883805-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:39.161335 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e8fad78-dde0-4016-97cc-8af96d4b173a None None] Checking agent: {'id': '04a7ea91-6318-467e-ace6-b0fb48c8690f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 41, 42), 'started_at': datetime.datetime(2021, 7, 27, 20, 42, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 11, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:11:39.161716 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e8fad78-dde0-4016-97cc-8af96d4b173a None None] Checking segment: {'id': '151214cb-152c-4c30-8d99-50b662383ee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '1db3ecd8-5bfa-46e7-9a53-5860f7a92c34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:11:39.162124 n-d-705658-22 neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-9e8fad78-dde0-4016-97cc-8af96d4b173a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:39.162527 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e8fad78-dde0-4016-97cc-8af96d4b173a None None] Bound using segment: {'id': '151214cb-152c-4c30-8d99-50b662383ee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '1db3ecd8-5bfa-46e7-9a53-5860f7a92c34'} {{(pid=105587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:11:39.163025 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.managers [None req-9e8fad78-dde0-4016-97cc-8af96d4b173a None None] Bound port: ad802cc8-9fac-4175-a0ce-1e60e25a06eb, host: n-d-705658-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '151214cb-152c-4c30-8d99-50b662383ee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '1db3ecd8-5bfa-46e7-9a53-5860f7a92c34'}}] {{(pid=105587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:11:39.163407 n-d-705658-22 neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-9e8fad78-dde0-4016-97cc-8af96d4b173a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:39.197558 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a997ccc3-a739-46cb-974a-1065804bb9f4 req-e2ada24f-b11a-42c2-96a1-bb4feed8f0cb tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] 10.222.0.59 "GET /v2.0/security-groups?id=c166a083-e7a4-430d-b39b-9b2d1c142ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805418 Jul 27 21:11:39.211409 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b8d6722d-e888-48b6-b444-f9b3ff127c67 req-9e7a1226-1a47-49c4-9556-cc95c974f68c service neutron] 10.222.0.59 "GET /v2.0/networks/1db3ecd8-5bfa-46e7-9a53-5860f7a92c34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1707599 Jul 27 21:11:39.293407 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-9fdb5ffe-0989-479a-8a91-97766c7d34a7 tempest-SecGroupIPv6Test-1137883805 tempest-SecGroupIPv6Test-1137883805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:39.296465 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-9fdb5ffe-0989-479a-8a91-97766c7d34a7 tempest-SecGroupIPv6Test-1137883805 tempest-SecGroupIPv6Test-1137883805-project] Notify callbacks [] for security_group, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:39.300663 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-9fdb5ffe-0989-479a-8a91-97766c7d34a7 tempest-SecGroupIPv6Test-1137883805 tempest-SecGroupIPv6Test-1137883805-project] 10.222.0.59 "DELETE /v2.0/security-groups/93e36b3d-1b33-4cff-bd5f-fa32a9130b07 HTTP/1.1" status: 204 len: 168 time: 0.3054209 Jul 27 21:11:39.302197 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 58434) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:11:39.332422 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.db [None req-9e8fad78-dde0-4016-97cc-8af96d4b173a None None] For port ad802cc8-9fac-4175-a0ce-1e60e25a06eb, host n-d-705658-22, cleared binding levels {{(pid=105587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:11:39.340751 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.db [None req-9e8fad78-dde0-4016-97cc-8af96d4b173a None None] For port ad802cc8-9fac-4175-a0ce-1e60e25a06eb, host n-d-705658-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=ad802cc8-9fac-4175-a0ce-1e60e25a06eb,segment=NetworkSegment(151214cb-152c-4c30-8d99-50b662383ee0),segment_id=151214cb-152c-4c30-8d99-50b662383ee0)] {{(pid=105587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:11:39.348887 n-d-705658-22 neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-9e8fad78-dde0-4016-97cc-8af96d4b173a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:39.443822 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b8d6722d-e888-48b6-b444-f9b3ff127c67 req-7969061d-704f-425d-b734-d1cd8d6015cb service neutron] 10.222.0.59 "GET /v2.0/networks/1db3ecd8-5bfa-46e7-9a53-5860f7a92c34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2238333 Jul 27 21:11:39.474241 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2ac194-c4f2-45cb-b287-a7269975a366 req-08fef5dc-58df-4faa-971c-b3b2b5d7b3a8 tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:11:39.482020 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-3d2ac194-c4f2-45cb-b287-a7269975a366 req-08fef5dc-58df-4faa-971c-b3b2b5d7b3a8 tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] 10.222.0.59 "GET /v2.0/ports?device_id=31533b7a-7459-43fe-bfa1-37a8877d2d0a HTTP/1.1" status: 200 len: 945 time: 0.1066644 Jul 27 21:11:39.504484 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fdb5ffe-0989-479a-8a91-97766c7d34a7 tempest-SecGroupIPv6Test-1137883805 tempest-SecGroupIPv6Test-1137883805-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=93e36b3d-1b33-4cff-bd5f-fa32a9130b07,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:11:39.515704 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4feee78-6c9a-4db7-93cc-fd6ee2f90e41 None None] Pushing event updated for resources: {'Port': ['ID=ad802cc8-9fac-4175-a0ce-1e60e25a06eb,revision_number=4']} {{(pid=105587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:11:39.518582 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-8ebb2a36-fe08-4eea-9557-4a2b1824e760 tempest-SecGroupIPv6Test-1137883805 tempest-SecGroupIPv6Test-1137883805-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.2107351 Jul 27 21:11:39.521436 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 58436) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:11:39.552213 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e8fad78-dde0-4016-97cc-8af96d4b173a None None] Routers {'0f0c4d8d-7826-4570-bf61-c1cb34f9bd9e'} bound to L3 agent in host n-d-705658-22 {{(pid=105587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:11:39.553116 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-9e8fad78-dde0-4016-97cc-8af96d4b173a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:11:12Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['0f0c4d8d-7826-4570-bf61-c1cb34f9bd9e'], 'active': True} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:11:39.593289 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-3d2ac194-c4f2-45cb-b287-a7269975a366 req-aa2d14fd-29ad-40c9-a455-aed0e6d1bbc5 tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] 10.222.0.59 "GET /v2.0/security-groups?id=c166a083-e7a4-430d-b39b-9b2d1c142ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060798 Jul 27 21:11:39.607262 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980deb85-482d-4a78-be0f-945946fc97a1 req-d5c5cd90-e3a4-4242-b949-1cc351afb3be tempest-ServerAddressesTestJSON-2012424169 tempest-ServerAddressesTestJSON-2012424169-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:11:39.607579 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-980deb85-482d-4a78-be0f-945946fc97a1 req-d5c5cd90-e3a4-4242-b949-1cc351afb3be tempest-ServerAddressesTestJSON-2012424169 tempest-ServerAddressesTestJSON-2012424169-project] 10.222.0.36 "GET /v2.0/networks?id=da898dd9-d68b-43d1-bae5-b3abc9d409f2 HTTP/1.1" status: 200 len: 814 time: 0.2419279 Jul 27 21:11:39.631472 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [req-980deb85-482d-4a78-be0f-945946fc97a1 req-a1c6c7e5-86fc-4c78-b30a-af96b635ce1a tempest-ServerAddressesTestJSON-2012424169 tempest-ServerAddressesTestJSON-2012424169-project] Request body: {'port': {'device_id': 'c213bc3a-81eb-4de3-a6f8-a1630ee156c2', 'network_id': 'da898dd9-d68b-43d1-bae5-b3abc9d409f2', 'admin_state_up': True, 'tenant_id': '63d2bfbffed14d449b711623f57e5a28'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:11:39.653645 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-dd099c70-166c-4d25-8a85-32052670381e tempest-SecGroupIPv6Test-1137883805 tempest-SecGroupIPv6Test-1137883805-project] Notify callbacks [] for security_group, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:39.746917 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-dd099c70-166c-4d25-8a85-32052670381e tempest-SecGroupIPv6Test-1137883805 tempest-SecGroupIPv6Test-1137883805-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:39.750931 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvr_db [None req-9e8fad78-dde0-4016-97cc-8af96d4b173a None None] Set router 0f0c4d8d-7826-4570-bf61-c1cb34f9bd9e gateway port host: n-d-705658-22 {{(pid=105587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:11:39.848655 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a0ff3753-d166-4e8a-992b-e6ff825a78df req-cb8900f2-3db6-49dc-af1f-48f9f109d560 tempest-ServerRescueNegativeTestJSON-1381818065 tempest-ServerRescueNegativeTestJSON-1381818065-project] 10.222.0.59 "GET /v2.0/ports?device_id=e2b02e93-995e-40bc-ad82-59da89f4fecb HTTP/1.1" status: 200 len: 210 time: 0.0590596 Jul 27 21:11:39.902082 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-dd099c70-166c-4d25-8a85-32052670381e tempest-SecGroupIPv6Test-1137883805 tempest-SecGroupIPv6Test-1137883805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:39.909692 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-dd099c70-166c-4d25-8a85-32052670381e tempest-SecGroupIPv6Test-1137883805 tempest-SecGroupIPv6Test-1137883805-project] Notify callbacks [] for security_group, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:39.912918 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-dd099c70-166c-4d25-8a85-32052670381e tempest-SecGroupIPv6Test-1137883805 tempest-SecGroupIPv6Test-1137883805-project] 10.222.0.59 "DELETE /v2.0/security-groups/4983fcdb-e656-47e9-b637-f29b24a4d40a HTTP/1.1" status: 204 len: 168 time: 0.3902817 Jul 27 21:11:39.924838 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8418c82-0605-4df4-b083-c25efd5aae7b req-116bb7a6-6a92-488a-9380-79fea218f0ab tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:11:39.926611 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 58450) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:11:39.937007 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-d8418c82-0605-4df4-b083-c25efd5aae7b req-116bb7a6-6a92-488a-9380-79fea218f0ab tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] 10.222.0.59 "GET /v2.0/ports?device_id=31533b7a-7459-43fe-bfa1-37a8877d2d0a HTTP/1.1" status: 200 len: 945 time: 0.2473459 Jul 27 21:11:39.994347 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd099c70-166c-4d25-8a85-32052670381e tempest-SecGroupIPv6Test-1137883805 tempest-SecGroupIPv6Test-1137883805-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4983fcdb-e656-47e9-b637-f29b24a4d40a,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:11:40.077479 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:40.081021 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-2b55c8a3-dd4f-47b9-9a1a-689b3a0b7b34 req-ecb5df0a-1c76-42d0-81b6-2a4404ced093 tempest-ServerAddressesTestJSON-2012424169 tempest-ServerAddressesTestJSON-2012424169-project] 10.222.0.59 "GET /v2.0/ports?device_id=c213bc3a-81eb-4de3-a6f8-a1630ee156c2 HTTP/1.1" status: 200 len: 210 time: 0.0941672 Jul 27 21:11:40.104411 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-d8418c82-0605-4df4-b083-c25efd5aae7b req-b8ce586a-ce3a-4d81-acdb-71619f487352 tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] 10.222.0.59 "GET /v2.0/security-groups?id=c166a083-e7a4-430d-b39b-9b2d1c142ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612043 Jul 27 21:11:40.107226 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 58460) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:11:40.113089 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-a83d42ad-1869-4913-a9da-4a8244ba6b26 tempest-SecGroupIPv6Test-1137883805 tempest-SecGroupIPv6Test-1137883805-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1647656 Jul 27 21:11:40.126906 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-980deb85-482d-4a78-be0f-945946fc97a1 req-a1c6c7e5-86fc-4c78-b30a-af96b635ce1a tempest-ServerAddressesTestJSON-2012424169 tempest-ServerAddressesTestJSON-2012424169-project] Made reservation on behalf of 63d2bfbffed14d449b711623f57e5a28 for: {'port': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:11:40.127682 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-6401cae9-da2b-461c-b940-14435e8cc951 tempest-SecGroupIPv6Test-1137883805 tempest-SecGroupIPv6Test-1137883805-project] Request body: {'security_group': {'name': 'tempest-secgroup--835251779'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:11:40.140296 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-980deb85-482d-4a78-be0f-945946fc97a1 req-a1c6c7e5-86fc-4c78-b30a-af96b635ce1a tempest-ServerAddressesTestJSON-2012424169 tempest-ServerAddressesTestJSON-2012424169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:40.146120 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-9e8fad78-dde0-4016-97cc-8af96d4b173a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f0c4d8d-7826-4570-bf61-c1cb34f9bd9e', 'name': 'tempest-ServerRescueNegativeTestJSON-17662238-router', 'tenant_id': '1816f1c47c674f62ac676a2d74d8fad6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.226'}], 'enable_snat': True}, 'gw_port_id': 'f8db9f8b-9c26-4239-b38d-f38ade358cf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:11:28Z', 'updated_at': '2021-07-27T21:11:35Z', 'revision_number': 4, 'project_id': '1816f1c47c674f62ac676a2d74d8fad6', 'gw_port': {'id': 'f8db9f8b-9c26-4239-b38d-f38ade358cf4', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:fb:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f0c4d8d-7826-4570-bf61-c1cb34f9bd9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:11:29Z', 'updated_at': '2021-07-27T21:11:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_interfaces': [{'id': 'ad802cc8-9fac-4175-a0ce-1e60e25a06eb', 'name': '', 'network_id': '1db3ecd8-5bfa-46e7-9a53-5860f7a92c34', 'tenant_id': '1816f1c47c674f62ac676a2d74d8fad6', 'mac_address': 'fa:16:3e:13:c3:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f0c4d8d-7826-4570-bf61-c1cb34f9bd9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1884, 'fixed_ips': [{'subnet_id': 'bde3c8e5-46f4-4260-b2be-2a93267b8e98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:11:34Z', 'updated_at': '2021-07-27T21:11:39Z', 'revision_number': 4, 'project_id': '1816f1c47c674f62ac676a2d74d8fad6', 'subnets': [{'id': 'bde3c8e5-46f4-4260-b2be-2a93267b8e98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-22', False) {} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:11:40.225926 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-6401cae9-da2b-461c-b940-14435e8cc951 tempest-SecGroupIPv6Test-1137883805 tempest-SecGroupIPv6Test-1137883805-project] Notify callbacks [] for security_group, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:40.253352 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e8fad78-dde0-4016-97cc-8af96d4b173a None None] The sync data for ids ['0f0c4d8d-7826-4570-bf61-c1cb34f9bd9e'] in n-d-705658-22 is: [{'id': '0f0c4d8d-7826-4570-bf61-c1cb34f9bd9e', 'name': 'tempest-ServerRescueNegativeTestJSON-17662238-router', 'tenant_id': '1816f1c47c674f62ac676a2d74d8fad6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.226'}], 'enable_snat': True}, 'gw_port_id': 'f8db9f8b-9c26-4239-b38d-f38ade358cf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:11:28Z', 'updated_at': '2021-07-27T21:11:35Z', 'revision_number': 4, 'project_id': '1816f1c47c674f62ac676a2d74d8fad6', 'gw_port': {'id': 'f8db9f8b-9c26-4239-b38d-f38ade358cf4', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:fb:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f0c4d8d-7826-4570-bf61-c1cb34f9bd9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:11:29Z', 'updated_at': '2021-07-27T21:11:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_interfaces': [{'id': 'ad802cc8-9fac-4175-a0ce-1e60e25a06eb', 'name': '', 'network_id': '1db3ecd8-5bfa-46e7-9a53-5860f7a92c34', 'tenant_id': '1816f1c47c674f62ac676a2d74d8fad6', 'mac_address': 'fa:16:3e:13:c3:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f0c4d8d-7826-4570-bf61-c1cb34f9bd9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1884, 'fixed_ips': [{'subnet_id': 'bde3c8e5-46f4-4260-b2be-2a93267b8e98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:11:34Z', 'updated_at': '2021-07-27T21:11:39Z', 'revision_number': 4, 'project_id': '1816f1c47c674f62ac676a2d74d8fad6', 'subnets': [{'id': 'bde3c8e5-46f4-4260-b2be-2a93267b8e98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:11:40.359369 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-6401cae9-da2b-461c-b940-14435e8cc951 tempest-SecGroupIPv6Test-1137883805 tempest-SecGroupIPv6Test-1137883805-project] Notify callbacks [] for security_group, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:40.373250 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-6401cae9-da2b-461c-b940-14435e8cc951 tempest-SecGroupIPv6Test-1137883805 tempest-SecGroupIPv6Test-1137883805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:40.426883 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-6401cae9-da2b-461c-b940-14435e8cc951 tempest-SecGroupIPv6Test-1137883805 tempest-SecGroupIPv6Test-1137883805-project] Notify callbacks [] for security_group, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:40.428727 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-6401cae9-da2b-461c-b940-14435e8cc951 tempest-SecGroupIPv6Test-1137883805 tempest-SecGroupIPv6Test-1137883805-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3202448 Jul 27 21:11:40.443007 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 58478) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:11:40.451258 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-f61e2627-a2d3-4bdb-a392-15733bd8d29c tempest-SecGroupIPv6Test-1137883805 tempest-SecGroupIPv6Test-1137883805-project] Request body: {'security_group_rule': {'security_group_id': 'cb8b2b75-416f-496a-92d9-ecd4e8028509', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:11:40.532394 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.db_base_plugin_common [req-980deb85-482d-4a78-be0f-945946fc97a1 req-a1c6c7e5-86fc-4c78-b30a-af96b635ce1a tempest-ServerAddressesTestJSON-2012424169 tempest-ServerAddressesTestJSON-2012424169-project] Allocated IP 172.20.0.7 (da898dd9-d68b-43d1-bae5-b3abc9d409f2/a7e3a896-6449-41e3-8576-d659ebf61c03/f94acfab-28c5-4728-8a8f-d49ef3312a40) {{(pid=105584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:11:40.564551 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6401cae9-da2b-461c-b940-14435e8cc951 tempest-SecGroupIPv6Test-1137883805 tempest-SecGroupIPv6Test-1137883805-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb8b2b75-416f-496a-92d9-ecd4e8028509,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:11:40.569349 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-f61e2627-a2d3-4bdb-a392-15733bd8d29c tempest-SecGroupIPv6Test-1137883805 tempest-SecGroupIPv6Test-1137883805-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:40.672031 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7836845c-5fea-4204-aa77-901def777694 req-0c46ffd9-3a47-4665-9bc9-eb23859b28a5 tempest-ServerRescueNegativeTestJSON-1381818065 tempest-ServerRescueNegativeTestJSON-1381818065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:11:40.673887 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-7836845c-5fea-4204-aa77-901def777694 req-0c46ffd9-3a47-4665-9bc9-eb23859b28a5 tempest-ServerRescueNegativeTestJSON-1381818065 tempest-ServerRescueNegativeTestJSON-1381818065-project] 10.222.0.59 "GET /v2.0/networks?id=1db3ecd8-5bfa-46e7-9a53-5860f7a92c34 HTTP/1.1" status: 200 len: 817 time: 0.4063275 Jul 27 21:11:40.696235 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1408882c-7705-4661-9ee2-53ce1bee4904 req-6cc4ea73-cd39-435d-b8eb-b7e2a6675283 tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:11:40.699206 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-1408882c-7705-4661-9ee2-53ce1bee4904 req-6cc4ea73-cd39-435d-b8eb-b7e2a6675283 tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] 10.222.0.59 "GET /v2.0/ports?device_id=31533b7a-7459-43fe-bfa1-37a8877d2d0a HTTP/1.1" status: 200 len: 945 time: 0.2293501 Jul 27 21:11:40.734194 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-7836845c-5fea-4204-aa77-901def777694 req-983091db-d9e7-4374-9fdd-ecb12479b7cb tempest-ServerRescueNegativeTestJSON-1381818065 tempest-ServerRescueNegativeTestJSON-1381818065-project] 10.222.0.59 "GET /v2.0/quotas/1816f1c47c674f62ac676a2d74d8fad6 HTTP/1.1" status: 200 len: 375 time: 0.0503101 Jul 27 21:11:40.806771 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-f61e2627-a2d3-4bdb-a392-15733bd8d29c tempest-SecGroupIPv6Test-1137883805 tempest-SecGroupIPv6Test-1137883805-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:40.825442 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-f61e2627-a2d3-4bdb-a392-15733bd8d29c tempest-SecGroupIPv6Test-1137883805 tempest-SecGroupIPv6Test-1137883805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732636'] for security_group_rule, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:40.834399 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-1408882c-7705-4661-9ee2-53ce1bee4904 req-82346c37-a034-4232-aedb-ca7241a99cbd tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] 10.222.0.59 "GET /v2.0/security-groups?id=c166a083-e7a4-430d-b39b-9b2d1c142ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248574 Jul 27 21:11:40.903152 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-7836845c-5fea-4204-aa77-901def777694 req-a0e0e637-a31b-4c4e-85c1-3f7b093a4ef5 tempest-ServerRescueNegativeTestJSON-1381818065 tempest-ServerRescueNegativeTestJSON-1381818065-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=1816f1c47c674f62ac676a2d74d8fad6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1589251 Jul 27 21:11:40.924338 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61e2627-a2d3-4bdb-a392-15733bd8d29c tempest-SecGroupIPv6Test-1137883805 tempest-SecGroupIPv6Test-1137883805-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce0fdbfd-3ed8-4ef8-bf4b-f2661490fbae,revision_number=0']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:11:40.942457 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-f61e2627-a2d3-4bdb-a392-15733bd8d29c tempest-SecGroupIPv6Test-1137883805 tempest-SecGroupIPv6Test-1137883805-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:40.957095 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-f61e2627-a2d3-4bdb-a392-15733bd8d29c tempest-SecGroupIPv6Test-1137883805 tempest-SecGroupIPv6Test-1137883805-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.5129945 Jul 27 21:11:40.963041 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 58482) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:11:41.004328 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-980deb85-482d-4a78-be0f-945946fc97a1 req-a1c6c7e5-86fc-4c78-b30a-af96b635ce1a tempest-ServerAddressesTestJSON-2012424169 tempest-ServerAddressesTestJSON-2012424169-project] Notify callbacks [] for port, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:41.030036 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-1ac0311f-bfcf-425d-99d4-d3a24cdfa711 tempest-SecGroupIPv6Test-1137883805 tempest-SecGroupIPv6Test-1137883805-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:41.039672 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-1ac0311f-bfcf-425d-99d4-d3a24cdfa711 tempest-SecGroupIPv6Test-1137883805 tempest-SecGroupIPv6Test-1137883805-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:41.085116 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-1ac0311f-bfcf-425d-99d4-d3a24cdfa711 tempest-SecGroupIPv6Test-1137883805 tempest-SecGroupIPv6Test-1137883805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732636'] for security_group_rule, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:41.091948 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-1ac0311f-bfcf-425d-99d4-d3a24cdfa711 tempest-SecGroupIPv6Test-1137883805 tempest-SecGroupIPv6Test-1137883805-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:41.094549 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-1ac0311f-bfcf-425d-99d4-d3a24cdfa711 tempest-SecGroupIPv6Test-1137883805 tempest-SecGroupIPv6Test-1137883805-project] 10.222.0.59 "DELETE /v2.0/security-group-rules/ce0fdbfd-3ed8-4ef8-bf4b-f2661490fbae HTTP/1.1" status: 204 len: 168 time: 0.1262679 Jul 27 21:11:41.098575 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 58486) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:11:41.108518 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac0311f-bfcf-425d-99d4-d3a24cdfa711 tempest-SecGroupIPv6Test-1137883805 tempest-SecGroupIPv6Test-1137883805-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ce0fdbfd-3ed8-4ef8-bf4b-f2661490fbae,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:11:41.111970 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-980deb85-482d-4a78-be0f-945946fc97a1 req-a1c6c7e5-86fc-4c78-b30a-af96b635ce1a tempest-ServerAddressesTestJSON-2012424169 tempest-ServerAddressesTestJSON-2012424169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:41.157775 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-7836845c-5fea-4204-aa77-901def777694 req-93aa2319-bcbb-44af-bf76-56583905e766 service neutron] 10.222.0.59 "GET /v2.0/networks/1db3ecd8-5bfa-46e7-9a53-5860f7a92c34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2497375 Jul 27 21:11:41.165265 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-980deb85-482d-4a78-be0f-945946fc97a1 req-a1c6c7e5-86fc-4c78-b30a-af96b635ce1a tempest-ServerAddressesTestJSON-2012424169 tempest-ServerAddressesTestJSON-2012424169-project] Network da898dd9-d68b-43d1-bae5-b3abc9d409f2 is already hosted by enough agents. {{(pid=105584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:11:41.169706 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42fa631-dea4-4eeb-9de0-07a3d52a1aef req-ccc3c5ce-dfc7-4242-b411-17751c1fd92d tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:11:41.176803 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [req-980deb85-482d-4a78-be0f-945946fc97a1 req-a1c6c7e5-86fc-4c78-b30a-af96b635ce1a tempest-ServerAddressesTestJSON-2012424169 tempest-ServerAddressesTestJSON-2012424169-project] Resources bound (agent type, host, resource id): {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:11:41.178552 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a42fa631-dea4-4eeb-9de0-07a3d52a1aef req-ccc3c5ce-dfc7-4242-b411-17751c1fd92d tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] 10.222.0.59 "GET /v2.0/ports?device_id=31533b7a-7459-43fe-bfa1-37a8877d2d0a HTTP/1.1" status: 200 len: 945 time: 0.1782119 Jul 27 21:11:41.183970 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [req-980deb85-482d-4a78-be0f-945946fc97a1 req-a1c6c7e5-86fc-4c78-b30a-af96b635ce1a tempest-ServerAddressesTestJSON-2012424169 tempest-ServerAddressesTestJSON-2012424169-project] Received port after_create {{(pid=105584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:11:41.230106 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c6c7e5-86fc-4c78-b30a-af96b635ce1a tempest-ServerAddressesTestJSON-2012424169 tempest-ServerAddressesTestJSON-2012424169-project] Pushing event updated for resources: {'Port': ['ID=f94acfab-28c5-4728-8a8f-d49ef3312a40,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:11:41.327338 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980deb85-482d-4a78-be0f-945946fc97a1 req-a1c6c7e5-86fc-4c78-b30a-af96b635ce1a tempest-ServerAddressesTestJSON-2012424169 tempest-ServerAddressesTestJSON-2012424169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:11:41.328144 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-980deb85-482d-4a78-be0f-945946fc97a1 req-a1c6c7e5-86fc-4c78-b30a-af96b635ce1a tempest-ServerAddressesTestJSON-2012424169 tempest-ServerAddressesTestJSON-2012424169-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:41.380702 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-980deb85-482d-4a78-be0f-945946fc97a1 req-a1c6c7e5-86fc-4c78-b30a-af96b635ce1a tempest-ServerAddressesTestJSON-2012424169 tempest-ServerAddressesTestJSON-2012424169-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7544868 Jul 27 21:11:41.384068 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a42fa631-dea4-4eeb-9de0-07a3d52a1aef req-cd647bf7-eda2-42b9-9921-26e2b561ecb1 tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] 10.222.0.59 "GET /v2.0/security-groups?id=c166a083-e7a4-430d-b39b-9b2d1c142ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2045884 Jul 27 21:11:41.412787 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device ad802cc8-9fac-4175-a0ce-1e60e25a06eb up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:11:41.426784 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [req-980deb85-482d-4a78-be0f-945946fc97a1 req-4231353b-c6da-44aa-8c13-c75137c8c99b service neutron] Request body: {'port': {'device_id': 'c213bc3a-81eb-4de3-a6f8-a1630ee156c2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-705658-22'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:11:41.465165 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-e61996c3-0a6c-446d-8647-efb82e47da45 tempest-SecGroupIPv6Test-1137883805 tempest-SecGroupIPv6Test-1137883805-project] 10.222.0.59 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3404303 Jul 27 21:11:41.469652 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 58502) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:11:41.659129 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-6ffd97d8-0d06-4d69-9f3f-3650f88d0292 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:41.709449 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning for port ad802cc8-9fac-4175-a0ce-1e60e25a06eb completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:11:41.718596 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port ad802cc8-9fac-4175-a0ce-1e60e25a06eb triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:11:41.719067 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:41.729076 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-7836845c-5fea-4204-aa77-901def777694 req-657939f3-5a82-401e-b6af-86c445daea80 service neutron] 10.222.0.59 "GET /v2.0/networks/1db3ecd8-5bfa-46e7-9a53-5860f7a92c34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5230539 Jul 27 21:11:41.815418 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30198de8-d371-424f-a550-ca083e5395f5 req-f268004c-62f8-40ff-931a-0908f68eec34 tempest-ServerAddressesTestJSON-2012424169 tempest-ServerAddressesTestJSON-2012424169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:11:41.827987 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-30198de8-d371-424f-a550-ca083e5395f5 req-f268004c-62f8-40ff-931a-0908f68eec34 tempest-ServerAddressesTestJSON-2012424169 tempest-ServerAddressesTestJSON-2012424169-project] 10.222.0.59 "GET /v2.0/ports?device_id=c213bc3a-81eb-4de3-a6f8-a1630ee156c2 HTTP/1.1" status: 200 len: 931 time: 0.2545912 Jul 27 21:11:41.846507 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:41.865616 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:41.868437 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-0e9eb65c-989d-43da-8bbd-1bb20e19343d tempest-SecGroupIPv6Test-1137883805 tempest-SecGroupIPv6Test-1137883805-project] Notify callbacks [] for security_group, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:41.871048 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-980deb85-482d-4a78-be0f-945946fc97a1 req-4231353b-c6da-44aa-8c13-c75137c8c99b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:41.947959 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] For port ad802cc8-9fac-4175-a0ce-1e60e25a06eb, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=ad802cc8-9fac-4175-a0ce-1e60e25a06eb,segment=NetworkSegment(151214cb-152c-4c30-8d99-50b662383ee0),segment_id=151214cb-152c-4c30-8d99-50b662383ee0)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:11:41.960494 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:41.988744 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-0e9eb65c-989d-43da-8bbd-1bb20e19343d tempest-SecGroupIPv6Test-1137883805 tempest-SecGroupIPv6Test-1137883805-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:42.015296 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.agents_db [None req-558fcd2c-e512-47bc-a170-8673d87f7213 None None] Agent healthcheck: found 7 active agents {{(pid=105587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 21:11:42.018086 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-30198de8-d371-424f-a550-ca083e5395f5 req-fdea6d38-fee7-4eaf-b50a-d40c0b5fe0e2 tempest-ServerAddressesTestJSON-2012424169 tempest-ServerAddressesTestJSON-2012424169-project] 10.222.0.59 "GET /v2.0/security-groups?id=b905a681-9034-431f-ac67-3d30ce4439be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1890328 Jul 27 21:11:42.142048 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d6722d-e888-48b6-b444-f9b3ff127c67 req-c1dbeaf7-f22f-4d3d-9318-b937fd207b57 tempest-ServerRescueNegativeTestJSON-1381818065 tempest-ServerRescueNegativeTestJSON-1381818065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:11:42.143924 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-b8d6722d-e888-48b6-b444-f9b3ff127c67 req-c1dbeaf7-f22f-4d3d-9318-b937fd207b57 tempest-ServerRescueNegativeTestJSON-1381818065 tempest-ServerRescueNegativeTestJSON-1381818065-project] 10.222.0.60 "GET /v2.0/networks?id=1db3ecd8-5bfa-46e7-9a53-5860f7a92c34 HTTP/1.1" status: 200 len: 817 time: 0.5938678 Jul 27 21:11:42.166472 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [req-b8d6722d-e888-48b6-b444-f9b3ff127c67 req-ccd21a3a-d807-4e5c-b52a-22aa370b6220 tempest-ServerRescueNegativeTestJSON-1381818065 tempest-ServerRescueNegativeTestJSON-1381818065-project] Request body: {'port': {'device_id': 'e2b02e93-995e-40bc-ad82-59da89f4fecb', 'network_id': '1db3ecd8-5bfa-46e7-9a53-5860f7a92c34', 'admin_state_up': True, 'tenant_id': '1816f1c47c674f62ac676a2d74d8fad6'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:11:42.174987 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Pushing event updated for resources: {'Port': ['ID=ad802cc8-9fac-4175-a0ce-1e60e25a06eb,revision_number=5']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:11:42.307899 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-7b5dce14-16b8-4eb8-b7e8-03fdd51e9c4d req-826d42ba-94e0-4502-9de0-9d07c5e6ab14 tempest-ServerRescueNegativeTestJSON-1381818065 tempest-ServerRescueNegativeTestJSON-1381818065-project] 10.222.0.59 "GET /v2.0/ports?device_id=0825c36d-0908-4005-9b56-a6dfd34ad897 HTTP/1.1" status: 200 len: 210 time: 0.2006121 Jul 27 21:11:42.370244 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-0e9eb65c-989d-43da-8bbd-1bb20e19343d tempest-SecGroupIPv6Test-1137883805 tempest-SecGroupIPv6Test-1137883805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:42.372794 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-0e9eb65c-989d-43da-8bbd-1bb20e19343d tempest-SecGroupIPv6Test-1137883805 tempest-SecGroupIPv6Test-1137883805-project] Notify callbacks [] for security_group, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:42.377379 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-0e9eb65c-989d-43da-8bbd-1bb20e19343d tempest-SecGroupIPv6Test-1137883805 tempest-SecGroupIPv6Test-1137883805-project] 10.222.0.59 "DELETE /v2.0/security-groups/cb8b2b75-416f-496a-92d9-ecd4e8028509 HTTP/1.1" status: 204 len: 168 time: 0.9039283 Jul 27 21:11:42.379290 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 58516) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:11:42.415637 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9eb65c-989d-43da-8bbd-1bb20e19343d tempest-SecGroupIPv6Test-1137883805 tempest-SecGroupIPv6Test-1137883805-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb8b2b75-416f-496a-92d9-ecd4e8028509,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:11:42.449681 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920c3d36-6e66-46fd-9751-43c893112050 req-f1e11750-0e2a-4b58-9b88-d14791863c35 tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:11:42.452430 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-920c3d36-6e66-46fd-9751-43c893112050 req-f1e11750-0e2a-4b58-9b88-d14791863c35 tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] 10.222.0.59 "GET /v2.0/ports?device_id=31533b7a-7459-43fe-bfa1-37a8877d2d0a HTTP/1.1" status: 200 len: 945 time: 0.2920296 Jul 27 21:11:42.519893 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-920c3d36-6e66-46fd-9751-43c893112050 req-3e281ffd-fe56-49be-aafe-0582b8dc479e tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] 10.222.0.59 "GET /v2.0/security-groups?id=c166a083-e7a4-430d-b39b-9b2d1c142ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607598 Jul 27 21:11:42.761047 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fa2373-e6dc-4d5e-91c8-0fd539776bf5 req-17e34bcc-0d95-4118-ab15-28ec03922e72 tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:11:42.763143 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-61fa2373-e6dc-4d5e-91c8-0fd539776bf5 req-17e34bcc-0d95-4118-ab15-28ec03922e72 tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] 10.222.0.59 "GET /v2.0/ports?device_id=31533b7a-7459-43fe-bfa1-37a8877d2d0a HTTP/1.1" status: 200 len: 945 time: 0.0976424 Jul 27 21:11:42.833948 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-61fa2373-e6dc-4d5e-91c8-0fd539776bf5 req-c2a224ad-ec73-44e8-bbf8-80b722ed68d2 tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] 10.222.0.59 "GET /v2.0/security-groups?id=c166a083-e7a4-430d-b39b-9b2d1c142ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615125 Jul 27 21:11:42.840451 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-bb32ed7d-8717-448b-a9c8-a5a0117d1fd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:43.080217 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859c927d-64c8-4dfc-9250-8989be500567 req-a03ce183-35e2-424e-8c60-265e77385b65 tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:11:43.088121 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-859c927d-64c8-4dfc-9250-8989be500567 req-a03ce183-35e2-424e-8c60-265e77385b65 tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] 10.222.0.59 "GET /v2.0/ports?device_id=31533b7a-7459-43fe-bfa1-37a8877d2d0a HTTP/1.1" status: 200 len: 945 time: 0.1298139 Jul 27 21:11:43.104216 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-d5adfba5-0542-4664-971f-f83e1860ce64 tempest-SecGroupIPv6Test-1137883805 tempest-SecGroupIPv6Test-1137883805-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.7161405 Jul 27 21:11:43.106780 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 58532) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:11:43.112619 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-0e257a4c-0a19-4c20-889f-caee9edfd51a tempest-SecGroupIPv6Test-1137883805 tempest-SecGroupIPv6Test-1137883805-project] Request body: {'security_group': {'name': 'tempest-secgroup--553007839'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:11:43.155898 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-859c927d-64c8-4dfc-9250-8989be500567 req-11e5c973-2c8c-4f5a-b166-be49a9bd855a tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] 10.222.0.59 "GET /v2.0/security-groups?id=c166a083-e7a4-430d-b39b-9b2d1c142ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667901 Jul 27 21:11:43.189919 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.db.api [req-b8d6722d-e888-48b6-b444-f9b3ff127c67 req-ccd21a3a-d807-4e5c-b52a-22aa370b6220 tempest-ServerRescueNegativeTestJSON-1381818065 tempest-ServerRescueNegativeTestJSON-1381818065-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 27 21:11:43.189919 n-d-705658-22 neutron-server[105584]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 27 21:11:43.189919 n-d-705658-22 neutron-server[105584]: [parameters: {'project_id': '1816f1c47c674f62ac676a2d74d8fad6', 'id': '6fc76260-fe5a-46b7-868b-833cf140e641', 'expiration': datetime.datetime(2021, 7, 27, 21, 13, 43, 182420)}] Jul 27 21:11:43.189919 n-d-705658-22 neutron-server[105584]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=105584) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 27 21:11:43.191349 n-d-705658-22 neutron-server[105584]: DEBUG oslo_db.api [req-b8d6722d-e888-48b6-b444-f9b3ff127c67 req-ccd21a3a-d807-4e5c-b52a-22aa370b6220 tempest-ServerRescueNegativeTestJSON-1381818065 tempest-ServerRescueNegativeTestJSON-1381818065-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 27 21:11:43.236164 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-0e257a4c-0a19-4c20-889f-caee9edfd51a tempest-SecGroupIPv6Test-1137883805 tempest-SecGroupIPv6Test-1137883805-project] Notify callbacks [] for security_group, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:43.299836 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device ad802cc8-9fac-4175-a0ce-1e60e25a06eb up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:11:43.335275 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [req-980deb85-482d-4a78-be0f-945946fc97a1 req-4231353b-c6da-44aa-8c13-c75137c8c99b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f94acfab-28c5-4728-8a8f-d49ef3312a40 {{(pid=105584) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:11:43.367329 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-980deb85-482d-4a78-be0f-945946fc97a1 req-4231353b-c6da-44aa-8c13-c75137c8c99b service neutron] Notify callbacks [] for port, precommit_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:43.406792 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.provisioning_blocks [req-980deb85-482d-4a78-be0f-945946fc97a1 req-4231353b-c6da-44aa-8c13-c75137c8c99b service neutron] Transition to ACTIVE for port object f94acfab-28c5-4728-8a8f-d49ef3312a40 will not be triggered until provisioned by entity L2. {{(pid=105584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:11:43.412574 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-980deb85-482d-4a78-be0f-945946fc97a1 req-4231353b-c6da-44aa-8c13-c75137c8c99b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9014027'] for port, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:43.424347 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port ad802cc8-9fac-4175-a0ce-1e60e25a06eb triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:11:43.426551 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:43.446529 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e129e25-76be-4536-b6bf-1a18f20341c8 req-37de9f91-6fb3-4249-a9c8-076070f4b875 tempest-ServerAddressesTestJSON-2012424169 tempest-ServerAddressesTestJSON-2012424169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:11:43.446529 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-7e129e25-76be-4536-b6bf-1a18f20341c8 req-37de9f91-6fb3-4249-a9c8-076070f4b875 tempest-ServerAddressesTestJSON-2012424169 tempest-ServerAddressesTestJSON-2012424169-project] 10.222.0.59 "GET /v2.0/ports?device_id=c213bc3a-81eb-4de3-a6f8-a1630ee156c2 HTTP/1.1" status: 200 len: 931 time: 0.2674148 Jul 27 21:11:43.488093 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9321eda8-ddb1-4ac2-b0b0-6dbc29e32622 req-fb21159d-3907-4a2b-8645-a1d26804eb89 tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:11:43.489015 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-9321eda8-ddb1-4ac2-b0b0-6dbc29e32622 req-fb21159d-3907-4a2b-8645-a1d26804eb89 tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] 10.222.0.59 "GET /v2.0/ports?device_id=31533b7a-7459-43fe-bfa1-37a8877d2d0a HTTP/1.1" status: 200 len: 945 time: 0.2000420 Jul 27 21:11:43.588162 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4231353b-c6da-44aa-8c13-c75137c8c99b service neutron] Pushing event updated for resources: {'Port': ['ID=f94acfab-28c5-4728-8a8f-d49ef3312a40,revision_number=2']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:11:43.594141 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-7e129e25-76be-4536-b6bf-1a18f20341c8 req-534a573d-690b-4565-8c4f-c4b4e9fe756a tempest-ServerAddressesTestJSON-2012424169 tempest-ServerAddressesTestJSON-2012424169-project] 10.222.0.59 "GET /v2.0/security-groups?id=b905a681-9034-431f-ac67-3d30ce4439be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790291 Jul 27 21:11:43.636000 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-0e257a4c-0a19-4c20-889f-caee9edfd51a tempest-SecGroupIPv6Test-1137883805 tempest-SecGroupIPv6Test-1137883805-project] Notify callbacks [] for security_group, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:43.648074 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-9321eda8-ddb1-4ac2-b0b0-6dbc29e32622 req-be4c7c65-c81b-4450-bc90-3477c350b998 tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] 10.222.0.59 "GET /v2.0/security-groups?id=c166a083-e7a4-430d-b39b-9b2d1c142ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497862 Jul 27 21:11:43.654753 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-0e257a4c-0a19-4c20-889f-caee9edfd51a tempest-SecGroupIPv6Test-1137883805 tempest-SecGroupIPv6Test-1137883805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:43.780143 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-bd3f27e5-f48a-4212-ad4b-55090a0e090c req-757674a7-c2ec-4de4-85bc-5e8ed07416a4 tempest-ServerRescueNegativeTestJSON-1381818065 tempest-ServerRescueNegativeTestJSON-1381818065-project] 10.222.0.59 "GET /v2.0/ports?device_id=0825c36d-0908-4005-9b56-a6dfd34ad897 HTTP/1.1" status: 200 len: 210 time: 0.0722289 Jul 27 21:11:43.781042 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e257a4c-0a19-4c20-889f-caee9edfd51a tempest-SecGroupIPv6Test-1137883805 tempest-SecGroupIPv6Test-1137883805-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ee1bb952-d159-4257-86d9-b6712aaeadc6,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:11:43.810003 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-0e257a4c-0a19-4c20-889f-caee9edfd51a tempest-SecGroupIPv6Test-1137883805 tempest-SecGroupIPv6Test-1137883805-project] Notify callbacks [] for security_group, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:43.813706 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-0e257a4c-0a19-4c20-889f-caee9edfd51a tempest-SecGroupIPv6Test-1137883805 tempest-SecGroupIPv6Test-1137883805-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7032871 Jul 27 21:11:43.813923 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 58560) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:11:43.818865 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-de6270ca-1b8e-4f65-bea4-a47f709b420b tempest-SecGroupIPv6Test-1137883805 tempest-SecGroupIPv6Test-1137883805-project] Request body: {'security_group_rule': {'security_group_id': 'ee1bb952-d159-4257-86d9-b6712aaeadc6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:11:43.819242 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7836845c-5fea-4204-aa77-901def777694 req-70d21c05-e41e-452f-a109-8673b3d8fd65 tempest-ServerRescueNegativeTestJSON-1381818065 tempest-ServerRescueNegativeTestJSON-1381818065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:11:43.820698 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-7836845c-5fea-4204-aa77-901def777694 req-70d21c05-e41e-452f-a109-8673b3d8fd65 tempest-ServerRescueNegativeTestJSON-1381818065 tempest-ServerRescueNegativeTestJSON-1381818065-project] 10.222.0.36 "GET /v2.0/networks?id=1db3ecd8-5bfa-46e7-9a53-5860f7a92c34 HTTP/1.1" status: 200 len: 817 time: 0.3623056 Jul 27 21:11:43.821290 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b8d6722d-e888-48b6-b444-f9b3ff127c67 req-ccd21a3a-d807-4e5c-b52a-22aa370b6220 tempest-ServerRescueNegativeTestJSON-1381818065 tempest-ServerRescueNegativeTestJSON-1381818065-project] Made reservation on behalf of 1816f1c47c674f62ac676a2d74d8fad6 for: {'port': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:11:43.825494 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-b8d6722d-e888-48b6-b444-f9b3ff127c67 req-ccd21a3a-d807-4e5c-b52a-22aa370b6220 tempest-ServerRescueNegativeTestJSON-1381818065 tempest-ServerRescueNegativeTestJSON-1381818065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:43.851563 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [req-7836845c-5fea-4204-aa77-901def777694 req-ccba9467-c5e4-4b79-a5d3-4e4b9a190440 tempest-ServerRescueNegativeTestJSON-1381818065 tempest-ServerRescueNegativeTestJSON-1381818065-project] Request body: {'port': {'device_id': '0825c36d-0908-4005-9b56-a6dfd34ad897', 'network_id': '1db3ecd8-5bfa-46e7-9a53-5860f7a92c34', 'admin_state_up': True, 'tenant_id': '1816f1c47c674f62ac676a2d74d8fad6'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:11:43.916732 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-de6270ca-1b8e-4f65-bea4-a47f709b420b tempest-SecGroupIPv6Test-1137883805 tempest-SecGroupIPv6Test-1137883805-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:43.924260 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [req-980deb85-482d-4a78-be0f-945946fc97a1 req-4231353b-c6da-44aa-8c13-c75137c8c99b service neutron] Attempting to bind port f94acfab-28c5-4728-8a8f-d49ef3312a40 on host n-h1-705658-22 for vnic_type normal with profile {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:11:43.924634 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [req-980deb85-482d-4a78-be0f-945946fc97a1 req-4231353b-c6da-44aa-8c13-c75137c8c99b service neutron] Attempting to bind port f94acfab-28c5-4728-8a8f-d49ef3312a40 by drivers openvswitch,hyperv on host n-h1-705658-22 at level 0 using segments [{'id': '200d0701-5b66-4dde-9f72-80b4d6ddac71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'da898dd9-d68b-43d1-bae5-b3abc9d409f2'}] {{(pid=105584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:11:43.925008 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-980deb85-482d-4a78-be0f-945946fc97a1 req-4231353b-c6da-44aa-8c13-c75137c8c99b service neutron] Attempting to bind port f94acfab-28c5-4728-8a8f-d49ef3312a40 on network da898dd9-d68b-43d1-bae5-b3abc9d409f2 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:11:43.944757 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-980deb85-482d-4a78-be0f-945946fc97a1 req-4231353b-c6da-44aa-8c13-c75137c8c99b service neutron] Port f94acfab-28c5-4728-8a8f-d49ef3312a40 on network da898dd9-d68b-43d1-bae5-b3abc9d409f2 not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-22 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:11:43.945117 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-980deb85-482d-4a78-be0f-945946fc97a1 req-4231353b-c6da-44aa-8c13-c75137c8c99b service neutron] Attempting to bind port f94acfab-28c5-4728-8a8f-d49ef3312a40 on network da898dd9-d68b-43d1-bae5-b3abc9d409f2 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:11:44.002296 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-980deb85-482d-4a78-be0f-945946fc97a1 req-4231353b-c6da-44aa-8c13-c75137c8c99b service neutron] Checking agent: {'id': '9d9bc37f-4d75-44ef-9f63-799aab3e316f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 49, 36), 'started_at': datetime.datetime(2021, 7, 27, 20, 49, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 11, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:11:44.002675 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-980deb85-482d-4a78-be0f-945946fc97a1 req-4231353b-c6da-44aa-8c13-c75137c8c99b service neutron] Checking segment: {'id': '200d0701-5b66-4dde-9f72-80b4d6ddac71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'da898dd9-d68b-43d1-bae5-b3abc9d409f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:11:44.003318 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-980deb85-482d-4a78-be0f-945946fc97a1 req-4231353b-c6da-44aa-8c13-c75137c8c99b service neutron] Bound using segment: {'id': '200d0701-5b66-4dde-9f72-80b4d6ddac71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'da898dd9-d68b-43d1-bae5-b3abc9d409f2'} {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:11:44.004528 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [req-980deb85-482d-4a78-be0f-945946fc97a1 req-4231353b-c6da-44aa-8c13-c75137c8c99b service neutron] Bound port: f94acfab-28c5-4728-8a8f-d49ef3312a40, host: n-h1-705658-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '200d0701-5b66-4dde-9f72-80b4d6ddac71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'da898dd9-d68b-43d1-bae5-b3abc9d409f2'}}] {{(pid=105584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:11:44.005173 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-980deb85-482d-4a78-be0f-945946fc97a1 req-4231353b-c6da-44aa-8c13-c75137c8c99b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:44.024314 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-de6270ca-1b8e-4f65-bea4-a47f709b420b tempest-SecGroupIPv6Test-1137883805 tempest-SecGroupIPv6Test-1137883805-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:44.043357 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5435599-78b5-4424-ac72-cdda9f9580b1 req-a1e863f7-a9c9-414d-8f1b-aad175be045b tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:11:44.046045 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-d5435599-78b5-4424-ac72-cdda9f9580b1 req-a1e863f7-a9c9-414d-8f1b-aad175be045b tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] 10.222.0.59 "GET /v2.0/ports?device_id=31533b7a-7459-43fe-bfa1-37a8877d2d0a HTTP/1.1" status: 200 len: 945 time: 0.1785476 Jul 27 21:11:44.047933 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-de6270ca-1b8e-4f65-bea4-a47f709b420b tempest-SecGroupIPv6Test-1137883805 tempest-SecGroupIPv6Test-1137883805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732636'] for security_group_rule, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:44.096034 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6270ca-1b8e-4f65-bea4-a47f709b420b tempest-SecGroupIPv6Test-1137883805 tempest-SecGroupIPv6Test-1137883805-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ceee6669-5b2b-47e6-8dda-a3f0af5ea8fe,revision_number=0']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:11:44.102376 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-de6270ca-1b8e-4f65-bea4-a47f709b420b tempest-SecGroupIPv6Test-1137883805 tempest-SecGroupIPv6Test-1137883805-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:44.103702 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-de6270ca-1b8e-4f65-bea4-a47f709b420b tempest-SecGroupIPv6Test-1137883805 tempest-SecGroupIPv6Test-1137883805-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2888074 Jul 27 21:11:44.108071 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 58566) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:11:44.124705 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-d5435599-78b5-4424-ac72-cdda9f9580b1 req-cf61d3f9-9ee4-45c8-994f-aa4b5cd4f7ca tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] 10.222.0.59 "GET /v2.0/security-groups?id=c166a083-e7a4-430d-b39b-9b2d1c142ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675359 Jul 27 21:11:44.158288 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-ead3a5b3-bca7-4b4d-8a63-c838e02cbdec tempest-SecGroupIPv6Test-1137883805 tempest-SecGroupIPv6Test-1137883805-project] 10.222.0.59 "GET /v2.0/security-group-rules/ceee6669-5b2b-47e6-8dda-a3f0af5ea8fe HTTP/1.1" status: 200 len: 763 time: 0.0428598 Jul 27 21:11:44.160840 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 58572) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:11:44.203317 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.db_base_plugin_common [req-b8d6722d-e888-48b6-b444-f9b3ff127c67 req-ccd21a3a-d807-4e5c-b52a-22aa370b6220 tempest-ServerRescueNegativeTestJSON-1381818065 tempest-ServerRescueNegativeTestJSON-1381818065-project] Allocated IP 172.20.0.5 (1db3ecd8-5bfa-46e7-9a53-5860f7a92c34/bde3c8e5-46f4-4260-b2be-2a93267b8e98/498260e1-9835-46af-97f7-54e6148162f3) {{(pid=105584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:11:44.209168 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [req-980deb85-482d-4a78-be0f-945946fc97a1 req-4231353b-c6da-44aa-8c13-c75137c8c99b service neutron] For port f94acfab-28c5-4728-8a8f-d49ef3312a40, host n-h1-705658-22, cleared binding levels {{(pid=105584) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:11:44.214580 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [req-980deb85-482d-4a78-be0f-945946fc97a1 req-4231353b-c6da-44aa-8c13-c75137c8c99b service neutron] For port f94acfab-28c5-4728-8a8f-d49ef3312a40, host n-h1-705658-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=f94acfab-28c5-4728-8a8f-d49ef3312a40,segment=NetworkSegment(200d0701-5b66-4dde-9f72-80b4d6ddac71),segment_id=200d0701-5b66-4dde-9f72-80b4d6ddac71)] {{(pid=105584) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:11:44.215451 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-009cf235-f767-492a-8004-6f9570a3d8a9 tempest-SecGroupIPv6Test-1137883805 tempest-SecGroupIPv6Test-1137883805-project] 10.222.0.59 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0531399 Jul 27 21:11:44.218191 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7836845c-5fea-4204-aa77-901def777694 req-ccba9467-c5e4-4b79-a5d3-4e4b9a190440 tempest-ServerRescueNegativeTestJSON-1381818065 tempest-ServerRescueNegativeTestJSON-1381818065-project] Made reservation on behalf of 1816f1c47c674f62ac676a2d74d8fad6 for: {'port': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:11:44.218335 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 58574) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:11:44.222069 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-7836845c-5fea-4204-aa77-901def777694 req-ccba9467-c5e4-4b79-a5d3-4e4b9a190440 tempest-ServerRescueNegativeTestJSON-1381818065 tempest-ServerRescueNegativeTestJSON-1381818065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:44.230027 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-980deb85-482d-4a78-be0f-945946fc97a1 req-4231353b-c6da-44aa-8c13-c75137c8c99b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9014027'] for port, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:44.274310 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-875ced1b-4cf3-463a-9653-058f0f9421e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:44.281213 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-9cb08799-04d0-4b66-8746-8e63cad65193 tempest-SecGroupIPv6Test-1137883805 tempest-SecGroupIPv6Test-1137883805-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:44.299469 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980deb85-482d-4a78-be0f-945946fc97a1 req-4231353b-c6da-44aa-8c13-c75137c8c99b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:11:44.300109 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-980deb85-482d-4a78-be0f-945946fc97a1 req-4231353b-c6da-44aa-8c13-c75137c8c99b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:44.301934 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-980deb85-482d-4a78-be0f-945946fc97a1 req-4231353b-c6da-44aa-8c13-c75137c8c99b service neutron] 10.222.0.36 "PUT /v2.0/ports/f94acfab-28c5-4728-8a8f-d49ef3312a40 HTTP/1.1" status: 200 len: 1092 time: 2.9102561 Jul 27 21:11:44.302324 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c213bc3a-81eb-4de3-a6f8-a1630ee156c2', 'tag': 'f94acfab-28c5-4728-8a8f-d49ef3312a40'}] {{(pid=105584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:11:44.305358 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bce5e6c8685464f7626901654159975603b047827e3138302ed6566e28f1343" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79ccfb9b-8bb5-43be-87f3-91fc412238d4" -d '{"events": [{"name": "network-changed", "server_uuid": "c213bc3a-81eb-4de3-a6f8-a1630ee156c2", "tag": "f94acfab-28c5-4728-8a8f-d49ef3312a40"}]}' {{(pid=105584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:11:44.338802 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-9cb08799-04d0-4b66-8746-8e63cad65193 tempest-SecGroupIPv6Test-1137883805 tempest-SecGroupIPv6Test-1137883805-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:44.396802 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-9cb08799-04d0-4b66-8746-8e63cad65193 tempest-SecGroupIPv6Test-1137883805 tempest-SecGroupIPv6Test-1137883805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732636'] for security_group_rule, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:44.401606 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-9cb08799-04d0-4b66-8746-8e63cad65193 tempest-SecGroupIPv6Test-1137883805 tempest-SecGroupIPv6Test-1137883805-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:44.403183 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-9cb08799-04d0-4b66-8746-8e63cad65193 tempest-SecGroupIPv6Test-1137883805 tempest-SecGroupIPv6Test-1137883805-project] 10.222.0.59 "DELETE /v2.0/security-group-rules/ceee6669-5b2b-47e6-8dda-a3f0af5ea8fe HTTP/1.1" status: 204 len: 168 time: 0.1830208 Jul 27 21:11:44.409807 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 58584) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:11:44.449316 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:11:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a1a46b1-85b7-4e99-a2cd-baaac20279f4 x-openstack-request-id: req-0a1a46b1-85b7-4e99-a2cd-baaac20279f4 {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:11:44.449692 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c213bc3a-81eb-4de3-a6f8-a1630ee156c2", "tag": "f94acfab-28c5-4728-8a8f-d49ef3312a40", "status": "completed", "code": 200}]} {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:11:44.449836 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-0a1a46b1-85b7-4e99-a2cd-baaac20279f4 {{(pid=105584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:11:44.450249 n-d-705658-22 neutron-server[105584]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c213bc3a-81eb-4de3-a6f8-a1630ee156c2', 'tag': 'f94acfab-28c5-4728-8a8f-d49ef3312a40', 'status': 'completed', 'code': 200} Jul 27 21:11:44.469826 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863147d5-3f7d-44f0-aeec-944dfa6bd937 req-8c7a8777-94e2-4cd9-bb5d-4e5a85122e1a tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:11:44.477376 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-863147d5-3f7d-44f0-aeec-944dfa6bd937 req-8c7a8777-94e2-4cd9-bb5d-4e5a85122e1a tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] 10.222.0.59 "GET /v2.0/ports?device_id=31533b7a-7459-43fe-bfa1-37a8877d2d0a HTTP/1.1" status: 200 len: 945 time: 0.2215450 Jul 27 21:11:44.497361 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb08799-04d0-4b66-8746-8e63cad65193 tempest-SecGroupIPv6Test-1137883805 tempest-SecGroupIPv6Test-1137883805-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ceee6669-5b2b-47e6-8dda-a3f0af5ea8fe,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:11:44.538823 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-863147d5-3f7d-44f0-aeec-944dfa6bd937 req-b306e5cb-c22c-42eb-bcf3-48778581fee4 tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] 10.222.0.59 "GET /v2.0/security-groups?id=c166a083-e7a4-430d-b39b-9b2d1c142ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553684 Jul 27 21:11:44.570754 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-172c8e0d-ef70-4212-820e-99c52c73e67b tempest-SecGroupIPv6Test-1137883805 tempest-SecGroupIPv6Test-1137883805-project] 10.222.0.59 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1597898 Jul 27 21:11:44.571459 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 58588) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:11:44.576820 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-feeba6eb-de21-46b2-a21c-e3816698ec0b tempest-SecGroupIPv6Test-1137883805 tempest-SecGroupIPv6Test-1137883805-project] Request body: {'security_group_rule': {'security_group_id': 'ee1bb952-d159-4257-86d9-b6712aaeadc6', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:11:44.585777 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-b8d6722d-e888-48b6-b444-f9b3ff127c67 req-ccd21a3a-d807-4e5c-b52a-22aa370b6220 tempest-ServerRescueNegativeTestJSON-1381818065 tempest-ServerRescueNegativeTestJSON-1381818065-project] Notify callbacks [] for port, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:44.624905 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-feeba6eb-de21-46b2-a21c-e3816698ec0b tempest-SecGroupIPv6Test-1137883805 tempest-SecGroupIPv6Test-1137883805-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:44.630210 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4231353b-c6da-44aa-8c13-c75137c8c99b service neutron] Pushing event updated for resources: {'Port': ['ID=f94acfab-28c5-4728-8a8f-d49ef3312a40,revision_number=3']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:11:44.710324 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.db_base_plugin_common [req-7836845c-5fea-4204-aa77-901def777694 req-ccba9467-c5e4-4b79-a5d3-4e4b9a190440 tempest-ServerRescueNegativeTestJSON-1381818065 tempest-ServerRescueNegativeTestJSON-1381818065-project] Allocated IP 172.20.0.8 (1db3ecd8-5bfa-46e7-9a53-5860f7a92c34/bde3c8e5-46f4-4260-b2be-2a93267b8e98/311039f1-5d25-4523-b4ea-b899c7f4e2bf) {{(pid=105584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:11:44.740138 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-b8d6722d-e888-48b6-b444-f9b3ff127c67 req-ccd21a3a-d807-4e5c-b52a-22aa370b6220 tempest-ServerRescueNegativeTestJSON-1381818065 tempest-ServerRescueNegativeTestJSON-1381818065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:44.752294 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-feeba6eb-de21-46b2-a21c-e3816698ec0b tempest-SecGroupIPv6Test-1137883805 tempest-SecGroupIPv6Test-1137883805-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:44.800179 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-feeba6eb-de21-46b2-a21c-e3816698ec0b tempest-SecGroupIPv6Test-1137883805 tempest-SecGroupIPv6Test-1137883805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732636'] for security_group_rule, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:44.870503 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8d6722d-e888-48b6-b444-f9b3ff127c67 req-ccd21a3a-d807-4e5c-b52a-22aa370b6220 tempest-ServerRescueNegativeTestJSON-1381818065 tempest-ServerRescueNegativeTestJSON-1381818065-project] Network 1db3ecd8-5bfa-46e7-9a53-5860f7a92c34 is already hosted by enough agents. {{(pid=105584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:11:44.870503 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd21a3a-d807-4e5c-b52a-22aa370b6220 tempest-ServerRescueNegativeTestJSON-1381818065 tempest-ServerRescueNegativeTestJSON-1381818065-project] Pushing event updated for resources: {'Port': ['ID=498260e1-9835-46af-97f7-54e6148162f3,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:11:44.870963 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feeba6eb-de21-46b2-a21c-e3816698ec0b tempest-SecGroupIPv6Test-1137883805 tempest-SecGroupIPv6Test-1137883805-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3dbcd25-e92f-4239-8084-2ce76d534701,revision_number=0']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:11:44.882666 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [req-b8d6722d-e888-48b6-b444-f9b3ff127c67 req-ccd21a3a-d807-4e5c-b52a-22aa370b6220 tempest-ServerRescueNegativeTestJSON-1381818065 tempest-ServerRescueNegativeTestJSON-1381818065-project] Resources bound (agent type, host, resource id): {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:11:44.907151 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-feeba6eb-de21-46b2-a21c-e3816698ec0b tempest-SecGroupIPv6Test-1137883805 tempest-SecGroupIPv6Test-1137883805-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:44.911222 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-feeba6eb-de21-46b2-a21c-e3816698ec0b tempest-SecGroupIPv6Test-1137883805 tempest-SecGroupIPv6Test-1137883805-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3381445 Jul 27 21:11:44.911865 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 58600) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:11:44.928421 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8d6722d-e888-48b6-b444-f9b3ff127c67 req-ccd21a3a-d807-4e5c-b52a-22aa370b6220 tempest-ServerRescueNegativeTestJSON-1381818065 tempest-ServerRescueNegativeTestJSON-1381818065-project] Received port after_create {{(pid=105584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:11:44.938243 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980deb85-482d-4a78-be0f-945946fc97a1 req-11ad11fa-c867-49dc-a115-3173f22a1675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:11:44.940119 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-980deb85-482d-4a78-be0f-945946fc97a1 req-11ad11fa-c867-49dc-a115-3173f22a1675 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=63d2bfbffed14d449b711623f57e5a28&device_id=c213bc3a-81eb-4de3-a6f8-a1630ee156c2 HTTP/1.1" status: 200 len: 1095 time: 0.5830591 Jul 27 21:11:44.948203 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b7819d-c79d-47c2-8789-29eae23f6944 req-d2304baf-20fd-48ab-a052-15d23850c7e4 tempest-ServerAddressesTestJSON-2012424169 tempest-ServerAddressesTestJSON-2012424169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:11:44.956000 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-39b7819d-c79d-47c2-8789-29eae23f6944 req-d2304baf-20fd-48ab-a052-15d23850c7e4 tempest-ServerAddressesTestJSON-2012424169 tempest-ServerAddressesTestJSON-2012424169-project] 10.222.0.59 "GET /v2.0/ports?device_id=c213bc3a-81eb-4de3-a6f8-a1630ee156c2 HTTP/1.1" status: 200 len: 943 time: 0.2020731 Jul 27 21:11:44.963508 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-387e4ef4-af51-49bf-bcda-143bad14abfd tempest-SecGroupIPv6Test-1137883805 tempest-SecGroupIPv6Test-1137883805-project] 10.222.0.59 "GET /v2.0/security-group-rules/f3dbcd25-e92f-4239-8084-2ce76d534701 HTTP/1.1" status: 200 len: 763 time: 0.0494382 Jul 27 21:11:44.972109 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 58602) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:11:45.012884 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d6722d-e888-48b6-b444-f9b3ff127c67 req-ccd21a3a-d807-4e5c-b52a-22aa370b6220 tempest-ServerRescueNegativeTestJSON-1381818065 tempest-ServerRescueNegativeTestJSON-1381818065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:11:45.014368 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-b8d6722d-e888-48b6-b444-f9b3ff127c67 req-ccd21a3a-d807-4e5c-b52a-22aa370b6220 tempest-ServerRescueNegativeTestJSON-1381818065 tempest-ServerRescueNegativeTestJSON-1381818065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:45.030200 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-39b7819d-c79d-47c2-8789-29eae23f6944 req-29ddd02e-b86c-4e9e-a5d5-17cf566f01f2 tempest-ServerAddressesTestJSON-2012424169 tempest-ServerAddressesTestJSON-2012424169-project] 10.222.0.59 "GET /v2.0/security-groups?id=b905a681-9034-431f-ac67-3d30ce4439be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726874 Jul 27 21:11:45.041020 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19310dd-efef-4942-93f6-18067a17692b req-87207ceb-8c40-4d11-84a3-a8ce48ee0599 tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:11:45.055393 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a19310dd-efef-4942-93f6-18067a17692b req-87207ceb-8c40-4d11-84a3-a8ce48ee0599 tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] 10.222.0.59 "GET /v2.0/ports?device_id=31533b7a-7459-43fe-bfa1-37a8877d2d0a HTTP/1.1" status: 200 len: 945 time: 0.2666893 Jul 27 21:11:45.070644 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-980deb85-482d-4a78-be0f-945946fc97a1 req-dde25bb1-c621-4022-a449-d3532a7c96de service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f94acfab-28c5-4728-8a8f-d49ef3312a40 HTTP/1.1" status: 200 len: 217 time: 0.0529025 Jul 27 21:11:45.126744 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-b8d6722d-e888-48b6-b444-f9b3ff127c67 req-ccd21a3a-d807-4e5c-b52a-22aa370b6220 tempest-ServerRescueNegativeTestJSON-1381818065 tempest-ServerRescueNegativeTestJSON-1381818065-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9687052 Jul 27 21:11:45.139753 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-e95f1207-a5db-4f48-9d8b-822c0cbf73c3 tempest-SecGroupIPv6Test-1137883805 tempest-SecGroupIPv6Test-1137883805-project] 10.222.0.59 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1659818 Jul 27 21:11:45.140915 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [req-b8d6722d-e888-48b6-b444-f9b3ff127c67 req-2f91058a-6ab2-473f-a4d2-7904d986e4b8 service neutron] Request body: {'port': {'device_id': 'e2b02e93-995e-40bc-ad82-59da89f4fecb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-705658-22'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:11:45.148955 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 58604) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:11:45.211910 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-60c37870-e388-48c0-9a55-6fab7eb338b2 req-7f2dcec8-f222-4e6b-b1ff-a1054274c482 tempest-ServerRescueNegativeTestJSON-1381818065 tempest-ServerRescueNegativeTestJSON-1381818065-project] 10.222.0.59 "GET /v2.0/ports?device_id=0825c36d-0908-4005-9b56-a6dfd34ad897 HTTP/1.1" status: 200 len: 210 time: 0.0562499 Jul 27 21:11:45.226328 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-21580ace-f168-455a-a051-f62db045d819 tempest-SecGroupIPv6Test-1137883805 tempest-SecGroupIPv6Test-1137883805-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:45.235244 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a19310dd-efef-4942-93f6-18067a17692b req-7eafbafc-c3eb-4366-83a8-e312620070e5 tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] 10.222.0.59 "GET /v2.0/security-groups?id=c166a083-e7a4-430d-b39b-9b2d1c142ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1751657 Jul 27 21:11:45.251128 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-21580ace-f168-455a-a051-f62db045d819 tempest-SecGroupIPv6Test-1137883805 tempest-SecGroupIPv6Test-1137883805-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:45.253960 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980deb85-482d-4a78-be0f-945946fc97a1 req-20d01e64-ac10-49a8-bd95-ea7ec69ccdcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:11:45.256881 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-980deb85-482d-4a78-be0f-945946fc97a1 req-20d01e64-ac10-49a8-bd95-ea7ec69ccdcf service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a7e3a896-6449-41e3-8576-d659ebf61c03 HTTP/1.1" status: 200 len: 854 time: 0.1759696 Jul 27 21:11:45.313442 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-21580ace-f168-455a-a051-f62db045d819 tempest-SecGroupIPv6Test-1137883805 tempest-SecGroupIPv6Test-1137883805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732636'] for security_group_rule, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:45.318481 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-21580ace-f168-455a-a051-f62db045d819 tempest-SecGroupIPv6Test-1137883805 tempest-SecGroupIPv6Test-1137883805-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:45.322041 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-21580ace-f168-455a-a051-f62db045d819 tempest-SecGroupIPv6Test-1137883805 tempest-SecGroupIPv6Test-1137883805-project] 10.222.0.59 "DELETE /v2.0/security-group-rules/f3dbcd25-e92f-4239-8084-2ce76d534701 HTTP/1.1" status: 204 len: 168 time: 0.1680410 Jul 27 21:11:45.322571 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 58614) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:11:45.341918 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21580ace-f168-455a-a051-f62db045d819 tempest-SecGroupIPv6Test-1137883805 tempest-SecGroupIPv6Test-1137883805-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f3dbcd25-e92f-4239-8084-2ce76d534701,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:11:45.344109 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-980deb85-482d-4a78-be0f-945946fc97a1 req-26d0a0c8-f3cd-40cc-9eee-e646bb0322cd service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=da898dd9-d68b-43d1-bae5-b3abc9d409f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0654142 Jul 27 21:11:45.350819 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-b8d6722d-e888-48b6-b444-f9b3ff127c67 req-2f91058a-6ab2-473f-a4d2-7904d986e4b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:45.400846 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-7836845c-5fea-4204-aa77-901def777694 req-ccba9467-c5e4-4b79-a5d3-4e4b9a190440 tempest-ServerRescueNegativeTestJSON-1381818065 tempest-ServerRescueNegativeTestJSON-1381818065-project] Notify callbacks [] for port, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:45.403555 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-df8cc461-ec4f-48e5-97bd-c796775a857a tempest-SecGroupIPv6Test-1137883805 tempest-SecGroupIPv6Test-1137883805-project] 10.222.0.59 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0789049 Jul 27 21:11:45.421899 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 58616) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:11:45.426922 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-8c80ab91-4521-4af5-a93e-d526d350a6d2 tempest-SecGroupIPv6Test-1137883805 tempest-SecGroupIPv6Test-1137883805-project] Request body: {'security_group_rule': {'security_group_id': 'ee1bb952-d159-4257-86d9-b6712aaeadc6', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:11:45.482832 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ed0835-250e-4f74-bc80-8c6e2daed6dd req-72e1025d-5c39-45e5-9d4a-ef16a04e6752 tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:11:45.491281 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-d0ed0835-250e-4f74-bc80-8c6e2daed6dd req-72e1025d-5c39-45e5-9d4a-ef16a04e6752 tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] 10.222.0.59 "GET /v2.0/ports?device_id=31533b7a-7459-43fe-bfa1-37a8877d2d0a HTTP/1.1" status: 200 len: 945 time: 0.1202335 Jul 27 21:11:45.544383 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-d0ed0835-250e-4f74-bc80-8c6e2daed6dd req-09de554c-0864-4cc9-97dd-9d6b0a14fd9a tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] 10.222.0.59 "GET /v2.0/security-groups?id=c166a083-e7a4-430d-b39b-9b2d1c142ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519440 Jul 27 21:11:45.578450 n-d-705658-22 neutron-server[105584]: INFO neutron.db.securitygroups_db [None req-8c80ab91-4521-4af5-a93e-d526d350a6d2 tempest-SecGroupIPv6Test-1137883805 tempest-SecGroupIPv6Test-1137883805-project] Project 5c6226b45d59471793f5ea4912e1dc29 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 27 21:11:45.596043 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-8c80ab91-4521-4af5-a93e-d526d350a6d2 tempest-SecGroupIPv6Test-1137883805 tempest-SecGroupIPv6Test-1137883805-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:45.680699 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-980deb85-482d-4a78-be0f-945946fc97a1 req-9907d93f-811e-4028-aef5-ade9803082bb service neutron] 10.222.0.36 "GET /v2.0/networks/da898dd9-d68b-43d1-bae5-b3abc9d409f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3133352 Jul 27 21:11:45.681890 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-7836845c-5fea-4204-aa77-901def777694 req-ccba9467-c5e4-4b79-a5d3-4e4b9a190440 tempest-ServerRescueNegativeTestJSON-1381818065 tempest-ServerRescueNegativeTestJSON-1381818065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:45.703775 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfea9145-f9d1-4d11-8dd0-ce36753e2f35 req-684a6049-a3f0-4c1c-b1a8-05247621c58b tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:11:45.705173 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-bfea9145-f9d1-4d11-8dd0-ce36753e2f35 req-684a6049-a3f0-4c1c-b1a8-05247621c58b tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] 10.222.0.59 "GET /v2.0/ports?device_id=31533b7a-7459-43fe-bfa1-37a8877d2d0a HTTP/1.1" status: 200 len: 945 time: 0.0703132 Jul 27 21:11:45.765524 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-bfea9145-f9d1-4d11-8dd0-ce36753e2f35 req-35946a42-c9f8-4966-8525-5cda5dbb32a4 tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] 10.222.0.59 "GET /v2.0/security-groups?id=c166a083-e7a4-430d-b39b-9b2d1c142ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533512 Jul 27 21:11:45.839964 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-8c80ab91-4521-4af5-a93e-d526d350a6d2 tempest-SecGroupIPv6Test-1137883805 tempest-SecGroupIPv6Test-1137883805-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:45.845223 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7836845c-5fea-4204-aa77-901def777694 req-ccba9467-c5e4-4b79-a5d3-4e4b9a190440 tempest-ServerRescueNegativeTestJSON-1381818065 tempest-ServerRescueNegativeTestJSON-1381818065-project] Network 1db3ecd8-5bfa-46e7-9a53-5860f7a92c34 is already hosted by enough agents. {{(pid=105584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:11:45.856288 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-8c80ab91-4521-4af5-a93e-d526d350a6d2 tempest-SecGroupIPv6Test-1137883805 tempest-SecGroupIPv6Test-1137883805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732636'] for security_group_rule, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:45.858909 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [req-7836845c-5fea-4204-aa77-901def777694 req-ccba9467-c5e4-4b79-a5d3-4e4b9a190440 tempest-ServerRescueNegativeTestJSON-1381818065 tempest-ServerRescueNegativeTestJSON-1381818065-project] Resources bound (agent type, host, resource id): {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:11:45.873486 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccba9467-c5e4-4b79-a5d3-4e4b9a190440 tempest-ServerRescueNegativeTestJSON-1381818065 tempest-ServerRescueNegativeTestJSON-1381818065-project] Pushing event updated for resources: {'Port': ['ID=311039f1-5d25-4523-b4ea-b899c7f4e2bf,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:11:45.889757 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [req-7836845c-5fea-4204-aa77-901def777694 req-ccba9467-c5e4-4b79-a5d3-4e4b9a190440 tempest-ServerRescueNegativeTestJSON-1381818065 tempest-ServerRescueNegativeTestJSON-1381818065-project] Received port after_create {{(pid=105584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:11:45.905193 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-8c80ab91-4521-4af5-a93e-d526d350a6d2 tempest-SecGroupIPv6Test-1137883805 tempest-SecGroupIPv6Test-1137883805-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:45.906797 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-8c80ab91-4521-4af5-a93e-d526d350a6d2 tempest-SecGroupIPv6Test-1137883805 tempest-SecGroupIPv6Test-1137883805-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4837029 Jul 27 21:11:45.916937 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 58628) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:11:45.928120 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 58630) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:11:45.950306 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c80ab91-4521-4af5-a93e-d526d350a6d2 tempest-SecGroupIPv6Test-1137883805 tempest-SecGroupIPv6Test-1137883805-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27397a1c-7ad4-463f-8fdd-b9270f1c52f6,revision_number=0']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:11:45.997891 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 58636) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:11:45.998877 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-19396f67-a70a-48f3-a2c6-69be55f4c92c tempest-SecGroupIPv6Test-1137883805 tempest-SecGroupIPv6Test-1137883805-project] 10.222.0.59 "GET /v2.0/security-group-rules/27397a1c-7ad4-463f-8fdd-b9270f1c52f6 HTTP/1.1" status: 200 len: 769 time: 0.0752037 Jul 27 21:11:46.027494 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-980deb85-482d-4a78-be0f-945946fc97a1 req-e19089b9-e072-48cc-947d-0c0b4216a11e service neutron] 10.222.0.36 "GET /v2.0/networks/da898dd9-d68b-43d1-bae5-b3abc9d409f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3122079 Jul 27 21:11:46.059799 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7836845c-5fea-4204-aa77-901def777694 req-ccba9467-c5e4-4b79-a5d3-4e4b9a190440 tempest-ServerRescueNegativeTestJSON-1381818065 tempest-ServerRescueNegativeTestJSON-1381818065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:11:46.061076 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-7836845c-5fea-4204-aa77-901def777694 req-ccba9467-c5e4-4b79-a5d3-4e4b9a190440 tempest-ServerRescueNegativeTestJSON-1381818065 tempest-ServerRescueNegativeTestJSON-1381818065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:46.139768 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-7836845c-5fea-4204-aa77-901def777694 req-ccba9467-c5e4-4b79-a5d3-4e4b9a190440 tempest-ServerRescueNegativeTestJSON-1381818065 tempest-ServerRescueNegativeTestJSON-1381818065-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3000152 Jul 27 21:11:46.169524 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [req-7836845c-5fea-4204-aa77-901def777694 req-480a3ff6-da13-4f73-8b46-7bce88728066 service neutron] Request body: {'port': {'device_id': '0825c36d-0908-4005-9b56-a6dfd34ad897', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-705658-22'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:11:46.182125 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-920b2d03-d786-461f-9d57-05fc5c776699 tempest-SecGroupIPv6Test-1137883805 tempest-SecGroupIPv6Test-1137883805-project] 10.222.0.59 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.1788094 Jul 27 21:11:46.186925 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 58640) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:11:46.234069 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [req-b8d6722d-e888-48b6-b444-f9b3ff127c67 req-2f91058a-6ab2-473f-a4d2-7904d986e4b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 498260e1-9835-46af-97f7-54e6148162f3 {{(pid=105584) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:11:46.239676 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e2461c-b0ca-4648-a9a5-a2d18b46dcc6 req-b83c23e6-c7d5-40f7-8a4f-a630ef9b1e04 tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:11:46.247586 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-55e2461c-b0ca-4648-a9a5-a2d18b46dcc6 req-b83c23e6-c7d5-40f7-8a4f-a630ef9b1e04 tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] 10.222.0.59 "GET /v2.0/ports?device_id=31533b7a-7459-43fe-bfa1-37a8877d2d0a HTTP/1.1" status: 200 len: 945 time: 0.3872960 Jul 27 21:11:46.252361 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-b8d6722d-e888-48b6-b444-f9b3ff127c67 req-2f91058a-6ab2-473f-a4d2-7904d986e4b8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:46.293495 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-3dc83fae-103c-47e4-8c33-0e149365797b tempest-SecGroupIPv6Test-1137883805 tempest-SecGroupIPv6Test-1137883805-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:46.302783 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.provisioning_blocks [req-b8d6722d-e888-48b6-b444-f9b3ff127c67 req-2f91058a-6ab2-473f-a4d2-7904d986e4b8 service neutron] Transition to ACTIVE for port object 498260e1-9835-46af-97f7-54e6148162f3 will not be triggered until provisioned by entity L2. {{(pid=105584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:11:46.325062 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-3dc83fae-103c-47e4-8c33-0e149365797b tempest-SecGroupIPv6Test-1137883805 tempest-SecGroupIPv6Test-1137883805-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:46.336158 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-b8d6722d-e888-48b6-b444-f9b3ff127c67 req-2f91058a-6ab2-473f-a4d2-7904d986e4b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9014027'] for port, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:46.365868 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-55e2461c-b0ca-4648-a9a5-a2d18b46dcc6 req-876fd9e3-b2cb-401d-b93b-d78203134344 tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] 10.222.0.59 "GET /v2.0/security-groups?id=c166a083-e7a4-430d-b39b-9b2d1c142ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173787 Jul 27 21:11:46.378482 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ccfb9b-8bb5-43be-87f3-91fc412238d4 req-46162159-09c3-4812-8b14-1530bd7340ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:11:46.378482 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-79ccfb9b-8bb5-43be-87f3-91fc412238d4 req-46162159-09c3-4812-8b14-1530bd7340ae service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=63d2bfbffed14d449b711623f57e5a28&device_id=c213bc3a-81eb-4de3-a6f8-a1630ee156c2 HTTP/1.1" status: 200 len: 1095 time: 0.2806201 Jul 27 21:11:46.504857 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-7836845c-5fea-4204-aa77-901def777694 req-480a3ff6-da13-4f73-8b46-7bce88728066 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:46.509658 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-3dc83fae-103c-47e4-8c33-0e149365797b tempest-SecGroupIPv6Test-1137883805 tempest-SecGroupIPv6Test-1137883805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732636'] for security_group_rule, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:46.515558 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-3dc83fae-103c-47e4-8c33-0e149365797b tempest-SecGroupIPv6Test-1137883805 tempest-SecGroupIPv6Test-1137883805-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:46.519182 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-3dc83fae-103c-47e4-8c33-0e149365797b tempest-SecGroupIPv6Test-1137883805 tempest-SecGroupIPv6Test-1137883805-project] 10.222.0.59 "DELETE /v2.0/security-group-rules/27397a1c-7ad4-463f-8fdd-b9270f1c52f6 HTTP/1.1" status: 204 len: 168 time: 0.3272018 Jul 27 21:11:46.539813 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cfcf20-7aa9-448e-aad4-c986751d1474 req-fe900df6-d485-44da-b8c8-97e48be82e0a tempest-ServerAddressesTestJSON-2012424169 tempest-ServerAddressesTestJSON-2012424169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:11:46.540079 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 58654) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:11:46.543787 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-26cfcf20-7aa9-448e-aad4-c986751d1474 req-fe900df6-d485-44da-b8c8-97e48be82e0a tempest-ServerAddressesTestJSON-2012424169 tempest-ServerAddressesTestJSON-2012424169-project] 10.222.0.59 "GET /v2.0/ports?device_id=c213bc3a-81eb-4de3-a6f8-a1630ee156c2 HTTP/1.1" status: 200 len: 943 time: 0.2874987 Jul 27 21:11:46.572848 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f91058a-6ab2-473f-a4d2-7904d986e4b8 service neutron] Pushing event updated for resources: {'Port': ['ID=498260e1-9835-46af-97f7-54e6148162f3,revision_number=2']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:11:46.583474 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc83fae-103c-47e4-8c33-0e149365797b tempest-SecGroupIPv6Test-1137883805 tempest-SecGroupIPv6Test-1137883805-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=27397a1c-7ad4-463f-8fdd-b9270f1c52f6,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:11:46.632522 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-26cfcf20-7aa9-448e-aad4-c986751d1474 req-98e809d2-14f5-48fb-a422-854692202b62 tempest-ServerAddressesTestJSON-2012424169 tempest-ServerAddressesTestJSON-2012424169-project] 10.222.0.59 "GET /v2.0/security-groups?id=b905a681-9034-431f-ac67-3d30ce4439be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864904 Jul 27 21:11:46.687995 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53aa721c-0b2a-4464-8b6d-b24f1d9e810f req-047b89c8-b0a3-40b0-bec4-4f411713f841 tempest-ServerRescueNegativeTestJSON-1381818065 tempest-ServerRescueNegativeTestJSON-1381818065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:11:46.689513 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-53aa721c-0b2a-4464-8b6d-b24f1d9e810f req-047b89c8-b0a3-40b0-bec4-4f411713f841 tempest-ServerRescueNegativeTestJSON-1381818065 tempest-ServerRescueNegativeTestJSON-1381818065-project] 10.222.0.59 "GET /v2.0/ports?device_id=0825c36d-0908-4005-9b56-a6dfd34ad897 HTTP/1.1" status: 200 len: 931 time: 0.2059994 Jul 27 21:11:46.743417 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-53aa721c-0b2a-4464-8b6d-b24f1d9e810f req-a7c01dea-1064-4fa3-9d64-cd1c8f29c71e tempest-ServerRescueNegativeTestJSON-1381818065 tempest-ServerRescueNegativeTestJSON-1381818065-project] 10.222.0.59 "GET /v2.0/security-groups?id=ce8b1850-1d4d-402f-a118-5b56f5e06e52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439789 Jul 27 21:11:46.757990 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ccfb9b-8bb5-43be-87f3-91fc412238d4 req-4d383890-3299-48ef-85a4-8f053476e779 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:11:46.759948 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-79ccfb9b-8bb5-43be-87f3-91fc412238d4 req-4d383890-3299-48ef-85a4-8f053476e779 service neutron] 10.222.0.36 "GET /v2.0/networks?id=da898dd9-d68b-43d1-bae5-b3abc9d409f2 HTTP/1.1" status: 200 len: 915 time: 0.3720067 Jul 27 21:11:46.817904 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-bcea5491-c218-405f-b034-3e42f03e4dae tempest-SecGroupIPv6Test-1137883805 tempest-SecGroupIPv6Test-1137883805-project] 10.222.0.59 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2777231 Jul 27 21:11:46.823296 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 58656) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:11:46.838894 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [req-b8d6722d-e888-48b6-b444-f9b3ff127c67 req-2f91058a-6ab2-473f-a4d2-7904d986e4b8 service neutron] Attempting to bind port 498260e1-9835-46af-97f7-54e6148162f3 on host n-h2-705658-22 for vnic_type normal with profile {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:11:46.839249 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [req-b8d6722d-e888-48b6-b444-f9b3ff127c67 req-2f91058a-6ab2-473f-a4d2-7904d986e4b8 service neutron] Attempting to bind port 498260e1-9835-46af-97f7-54e6148162f3 by drivers openvswitch,hyperv on host n-h2-705658-22 at level 0 using segments [{'id': '151214cb-152c-4c30-8d99-50b662383ee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '1db3ecd8-5bfa-46e7-9a53-5860f7a92c34'}] {{(pid=105584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:11:46.840011 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8d6722d-e888-48b6-b444-f9b3ff127c67 req-2f91058a-6ab2-473f-a4d2-7904d986e4b8 service neutron] Attempting to bind port 498260e1-9835-46af-97f7-54e6148162f3 on network 1db3ecd8-5bfa-46e7-9a53-5860f7a92c34 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:11:46.875234 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-c192596d-ec8a-4109-902c-22d533fef189 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4076536'] for router_interface, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:46.898442 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-79ccfb9b-8bb5-43be-87f3-91fc412238d4 req-51dfcece-f1b0-4c6c-8cc0-d131be2a6178 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f94acfab-28c5-4728-8a8f-d49ef3312a40 HTTP/1.1" status: 200 len: 217 time: 0.0794313 Jul 27 21:11:46.912288 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8d6722d-e888-48b6-b444-f9b3ff127c67 req-2f91058a-6ab2-473f-a4d2-7904d986e4b8 service neutron] Port 498260e1-9835-46af-97f7-54e6148162f3 on network 1db3ecd8-5bfa-46e7-9a53-5860f7a92c34 not bound, no agent of type Open vSwitch agent registered on host n-h2-705658-22 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:11:46.912614 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8d6722d-e888-48b6-b444-f9b3ff127c67 req-2f91058a-6ab2-473f-a4d2-7904d986e4b8 service neutron] Attempting to bind port 498260e1-9835-46af-97f7-54e6148162f3 on network 1db3ecd8-5bfa-46e7-9a53-5860f7a92c34 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:11:46.979453 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8d6722d-e888-48b6-b444-f9b3ff127c67 req-2f91058a-6ab2-473f-a4d2-7904d986e4b8 service neutron] Checking agent: {'id': '65195a73-a875-4810-9f5b-622ae260a8a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 49, 40), 'started_at': datetime.datetime(2021, 7, 27, 20, 49, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 11, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:11:46.979790 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8d6722d-e888-48b6-b444-f9b3ff127c67 req-2f91058a-6ab2-473f-a4d2-7904d986e4b8 service neutron] Checking segment: {'id': '151214cb-152c-4c30-8d99-50b662383ee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '1db3ecd8-5bfa-46e7-9a53-5860f7a92c34'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:11:46.980175 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8d6722d-e888-48b6-b444-f9b3ff127c67 req-2f91058a-6ab2-473f-a4d2-7904d986e4b8 service neutron] Bound using segment: {'id': '151214cb-152c-4c30-8d99-50b662383ee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '1db3ecd8-5bfa-46e7-9a53-5860f7a92c34'} {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:11:46.980606 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [req-b8d6722d-e888-48b6-b444-f9b3ff127c67 req-2f91058a-6ab2-473f-a4d2-7904d986e4b8 service neutron] Bound port: 498260e1-9835-46af-97f7-54e6148162f3, host: n-h2-705658-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '151214cb-152c-4c30-8d99-50b662383ee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '1db3ecd8-5bfa-46e7-9a53-5860f7a92c34'}}] {{(pid=105584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:11:46.980967 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-b8d6722d-e888-48b6-b444-f9b3ff127c67 req-2f91058a-6ab2-473f-a4d2-7904d986e4b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:47.086654 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ccfb9b-8bb5-43be-87f3-91fc412238d4 req-3672d96f-ccf9-4ea6-8b8b-b93a3b56ed01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:11:47.088348 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-79ccfb9b-8bb5-43be-87f3-91fc412238d4 req-3672d96f-ccf9-4ea6-8b8b-b93a3b56ed01 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a7e3a896-6449-41e3-8576-d659ebf61c03 HTTP/1.1" status: 200 len: 854 time: 0.1769748 Jul 27 21:11:47.093196 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-f2ee570c-01b5-4e84-bc5c-859f550937bd tempest-SecGroupIPv6Test-1137883805 tempest-SecGroupIPv6Test-1137883805-project] Notify callbacks [] for security_group, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:47.163933 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-79ccfb9b-8bb5-43be-87f3-91fc412238d4 req-2a26a518-483b-4a2d-b475-49517cc38f3f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=da898dd9-d68b-43d1-bae5-b3abc9d409f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0551896 Jul 27 21:11:47.186687 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-f2ee570c-01b5-4e84-bc5c-859f550937bd tempest-SecGroupIPv6Test-1137883805 tempest-SecGroupIPv6Test-1137883805-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:47.203624 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a41f06-6d81-416e-8447-fb55a9ae949b req-77ccad73-7e58-44ec-97b2-5fd167af9e69 tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:11:47.216688 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b6a41f06-6d81-416e-8447-fb55a9ae949b req-77ccad73-7e58-44ec-97b2-5fd167af9e69 tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] 10.222.0.59 "GET /v2.0/ports?device_id=31533b7a-7459-43fe-bfa1-37a8877d2d0a HTTP/1.1" status: 200 len: 945 time: 0.1934674 Jul 27 21:11:47.271789 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b6a41f06-6d81-416e-8447-fb55a9ae949b req-765b24a4-e6d7-4884-b2f6-afd5aa654a71 tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] 10.222.0.59 "GET /v2.0/security-groups?id=c166a083-e7a4-430d-b39b-9b2d1c142ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536110 Jul 27 21:11:47.405811 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [None req-c192596d-ec8a-4109-902c-22d533fef189 admin admin] Deleting port 5ce062f0-767c-41c3-bab4-69fff6c5f517 {{(pid=105585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:11:47.406498 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-c192596d-ec8a-4109-902c-22d533fef189 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:47.502976 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.db [None req-c192596d-ec8a-4109-902c-22d533fef189 admin admin] For port 5ce062f0-767c-41c3-bab4-69fff6c5f517, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=5ce062f0-767c-41c3-bab4-69fff6c5f517,segment=NetworkSegment(1922154b-32f1-4361-bf34-7b69d21d65b6),segment_id=1922154b-32f1-4361-bf34-7b69d21d65b6)] {{(pid=105585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:11:47.503592 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-c192596d-ec8a-4109-902c-22d533fef189 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:47.517827 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [None req-c192596d-ec8a-4109-902c-22d533fef189 admin admin] Calling delete_port for 5ce062f0-767c-41c3-bab4-69fff6c5f517 owned by network:router_interface {{(pid=105585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:11:47.585976 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [req-b8d6722d-e888-48b6-b444-f9b3ff127c67 req-2f91058a-6ab2-473f-a4d2-7904d986e4b8 service neutron] For port 498260e1-9835-46af-97f7-54e6148162f3, host n-h2-705658-22, cleared binding levels {{(pid=105584) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:11:47.645302 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [req-b8d6722d-e888-48b6-b444-f9b3ff127c67 req-2f91058a-6ab2-473f-a4d2-7904d986e4b8 service neutron] For port 498260e1-9835-46af-97f7-54e6148162f3, host n-h2-705658-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=498260e1-9835-46af-97f7-54e6148162f3,segment=NetworkSegment(151214cb-152c-4c30-8d99-50b662383ee0),segment_id=151214cb-152c-4c30-8d99-50b662383ee0)] {{(pid=105584) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:11:47.663178 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-b8d6722d-e888-48b6-b444-f9b3ff127c67 req-2f91058a-6ab2-473f-a4d2-7904d986e4b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9014027'] for port, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:47.724877 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-f2ee570c-01b5-4e84-bc5c-859f550937bd tempest-SecGroupIPv6Test-1137883805 tempest-SecGroupIPv6Test-1137883805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:47.727430 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-f2ee570c-01b5-4e84-bc5c-859f550937bd tempest-SecGroupIPv6Test-1137883805 tempest-SecGroupIPv6Test-1137883805-project] Notify callbacks [] for security_group, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:47.728915 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-f2ee570c-01b5-4e84-bc5c-859f550937bd tempest-SecGroupIPv6Test-1137883805 tempest-SecGroupIPv6Test-1137883805-project] 10.222.0.59 "DELETE /v2.0/security-groups/ee1bb952-d159-4257-86d9-b6712aaeadc6 HTTP/1.1" status: 204 len: 168 time: 0.8991168 Jul 27 21:11:47.735453 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 58664) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:11:47.769163 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d6722d-e888-48b6-b444-f9b3ff127c67 req-2f91058a-6ab2-473f-a4d2-7904d986e4b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:11:47.769830 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-b8d6722d-e888-48b6-b444-f9b3ff127c67 req-2f91058a-6ab2-473f-a4d2-7904d986e4b8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:47.771259 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-b8d6722d-e888-48b6-b444-f9b3ff127c67 req-2f91058a-6ab2-473f-a4d2-7904d986e4b8 service neutron] 10.222.0.60 "PUT /v2.0/ports/498260e1-9835-46af-97f7-54e6148162f3 HTTP/1.1" status: 200 len: 1092 time: 2.6363761 Jul 27 21:11:47.771965 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2b02e93-995e-40bc-ad82-59da89f4fecb', 'tag': '498260e1-9835-46af-97f7-54e6148162f3'}] {{(pid=105584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:11:47.774228 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bce5e6c8685464f7626901654159975603b047827e3138302ed6566e28f1343" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a59d5e55-fb06-465a-b86b-008c72bee1ce" -d '{"events": [{"name": "network-changed", "server_uuid": "e2b02e93-995e-40bc-ad82-59da89f4fecb", "tag": "498260e1-9835-46af-97f7-54e6148162f3"}]}' {{(pid=105584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:11:47.786404 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ee570c-01b5-4e84-bc5c-859f550937bd tempest-SecGroupIPv6Test-1137883805 tempest-SecGroupIPv6Test-1137883805-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee1bb952-d159-4257-86d9-b6712aaeadc6,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:11:47.802635 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [req-7836845c-5fea-4204-aa77-901def777694 req-480a3ff6-da13-4f73-8b46-7bce88728066 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 311039f1-5d25-4523-b4ea-b899c7f4e2bf {{(pid=105584) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:11:47.816874 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-7836845c-5fea-4204-aa77-901def777694 req-480a3ff6-da13-4f73-8b46-7bce88728066 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:47.824596 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f91058a-6ab2-473f-a4d2-7904d986e4b8 service neutron] Pushing event updated for resources: {'Port': ['ID=498260e1-9835-46af-97f7-54e6148162f3,revision_number=3']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:11:47.829229 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-79ccfb9b-8bb5-43be-87f3-91fc412238d4 req-f26e71c7-1abb-4325-96fb-01963e99b005 service neutron] 10.222.0.36 "GET /v2.0/networks/da898dd9-d68b-43d1-bae5-b3abc9d409f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6463640 Jul 27 21:11:47.838290 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.provisioning_blocks [req-7836845c-5fea-4204-aa77-901def777694 req-480a3ff6-da13-4f73-8b46-7bce88728066 service neutron] Transition to ACTIVE for port object 311039f1-5d25-4523-b4ea-b899c7f4e2bf will not be triggered until provisioned by entity L2. {{(pid=105584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:11:47.861559 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-7836845c-5fea-4204-aa77-901def777694 req-480a3ff6-da13-4f73-8b46-7bce88728066 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9014027'] for port, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:47.879331 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-be7f0ac9-8620-437d-9663-179c884d2e7c tempest-SecGroupIPv6Test-1137883805 tempest-SecGroupIPv6Test-1137883805-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1419969 Jul 27 21:11:47.880079 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-c192596d-ec8a-4109-902c-22d533fef189 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:47.892663 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 58676) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:11:47.935304 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device f94acfab-28c5-4728-8a8f-d49ef3312a40 details requested by agent hyperv_n-h1-705658-22 with host n-h1-705658-22 {{(pid=105586) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:11:48.022867 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480a3ff6-da13-4f73-8b46-7bce88728066 service neutron] Pushing event updated for resources: {'Port': ['ID=311039f1-5d25-4523-b4ea-b899c7f4e2bf,revision_number=2']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:11:48.092292 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-4909210b-4068-4ad6-93da-9d4a813b7d08 tempest-SecGroupIPv6Test-1137883805 tempest-SecGroupIPv6Test-1137883805-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1555455 Jul 27 21:11:48.108569 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] For port f94acfab-28c5-4728-8a8f-d49ef3312a40, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=f94acfab-28c5-4728-8a8f-d49ef3312a40,segment=NetworkSegment(200d0701-5b66-4dde-9f72-80b4d6ddac71),segment_id=200d0701-5b66-4dde-9f72-80b4d6ddac71)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:11:48.122456 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Returning: {'device': 'f94acfab-28c5-4728-8a8f-d49ef3312a40', 'network_id': 'da898dd9-d68b-43d1-bae5-b3abc9d409f2', 'port_id': 'f94acfab-28c5-4728-8a8f-d49ef3312a40', 'mac_address': 'fa:16:3e:e1:a3:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7e3a896-6449-41e3-8576-d659ebf61c03', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105586) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:11:48.175600 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:48.186440 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d6722d-e888-48b6-b444-f9b3ff127c67 req-115213ba-191d-4799-8fcd-1d3af3bedbba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:11:48.189480 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-b8d6722d-e888-48b6-b444-f9b3ff127c67 req-115213ba-191d-4799-8fcd-1d3af3bedbba service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1816f1c47c674f62ac676a2d74d8fad6&device_id=e2b02e93-995e-40bc-ad82-59da89f4fecb HTTP/1.1" status: 200 len: 1095 time: 0.3404377 Jul 27 21:11:48.206737 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f94acfab-28c5-4728-8a8f-d49ef3312a40 {{(pid=105586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:11:48.207409 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-79ccfb9b-8bb5-43be-87f3-91fc412238d4 req-4e2851bf-6214-43a1-b787-a9d8497245dd service neutron] 10.222.0.36 "GET /v2.0/networks/da898dd9-d68b-43d1-bae5-b3abc9d409f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3667843 Jul 27 21:11:48.251578 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] For port f94acfab-28c5-4728-8a8f-d49ef3312a40, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=f94acfab-28c5-4728-8a8f-d49ef3312a40,segment=NetworkSegment(200d0701-5b66-4dde-9f72-80b4d6ddac71),segment_id=200d0701-5b66-4dde-9f72-80b4d6ddac71)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:11:48.256127 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:48.259745 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-b8d6722d-e888-48b6-b444-f9b3ff127c67 req-b546c583-91a9-4c3f-a7e3-51bb6c83d970 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=498260e1-9835-46af-97f7-54e6148162f3 HTTP/1.1" status: 200 len: 217 time: 0.0556207 Jul 27 21:11:48.263386 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [req-7836845c-5fea-4204-aa77-901def777694 req-480a3ff6-da13-4f73-8b46-7bce88728066 service neutron] Attempting to bind port 311039f1-5d25-4523-b4ea-b899c7f4e2bf on host n-h1-705658-22 for vnic_type normal with profile {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:11:48.263386 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [req-7836845c-5fea-4204-aa77-901def777694 req-480a3ff6-da13-4f73-8b46-7bce88728066 service neutron] Attempting to bind port 311039f1-5d25-4523-b4ea-b899c7f4e2bf by drivers openvswitch,hyperv on host n-h1-705658-22 at level 0 using segments [{'id': '151214cb-152c-4c30-8d99-50b662383ee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '1db3ecd8-5bfa-46e7-9a53-5860f7a92c34'}] {{(pid=105584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:11:48.263386 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7836845c-5fea-4204-aa77-901def777694 req-480a3ff6-da13-4f73-8b46-7bce88728066 service neutron] Attempting to bind port 311039f1-5d25-4523-b4ea-b899c7f4e2bf on network 1db3ecd8-5bfa-46e7-9a53-5860f7a92c34 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:11:48.269584 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7836845c-5fea-4204-aa77-901def777694 req-480a3ff6-da13-4f73-8b46-7bce88728066 service neutron] Port 311039f1-5d25-4523-b4ea-b899c7f4e2bf on network 1db3ecd8-5bfa-46e7-9a53-5860f7a92c34 not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-22 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:11:48.269985 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7836845c-5fea-4204-aa77-901def777694 req-480a3ff6-da13-4f73-8b46-7bce88728066 service neutron] Attempting to bind port 311039f1-5d25-4523-b4ea-b899c7f4e2bf on network 1db3ecd8-5bfa-46e7-9a53-5860f7a92c34 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:11:48.316243 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7836845c-5fea-4204-aa77-901def777694 req-480a3ff6-da13-4f73-8b46-7bce88728066 service neutron] Checking agent: {'id': '9d9bc37f-4d75-44ef-9f63-799aab3e316f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 49, 36), 'started_at': datetime.datetime(2021, 7, 27, 20, 49, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 11, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:11:48.316640 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7836845c-5fea-4204-aa77-901def777694 req-480a3ff6-da13-4f73-8b46-7bce88728066 service neutron] Checking segment: {'id': '151214cb-152c-4c30-8d99-50b662383ee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '1db3ecd8-5bfa-46e7-9a53-5860f7a92c34'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:11:48.317034 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7836845c-5fea-4204-aa77-901def777694 req-480a3ff6-da13-4f73-8b46-7bce88728066 service neutron] Bound using segment: {'id': '151214cb-152c-4c30-8d99-50b662383ee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '1db3ecd8-5bfa-46e7-9a53-5860f7a92c34'} {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:11:48.317483 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [req-7836845c-5fea-4204-aa77-901def777694 req-480a3ff6-da13-4f73-8b46-7bce88728066 service neutron] Bound port: 311039f1-5d25-4523-b4ea-b899c7f4e2bf, host: n-h1-705658-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '151214cb-152c-4c30-8d99-50b662383ee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '1db3ecd8-5bfa-46e7-9a53-5860f7a92c34'}}] {{(pid=105584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:11:48.317850 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-7836845c-5fea-4204-aa77-901def777694 req-480a3ff6-da13-4f73-8b46-7bce88728066 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:48.353949 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Pushing event updated for resources: {'Port': ['ID=f94acfab-28c5-4728-8a8f-d49ef3312a40,revision_number=4']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:11:48.416594 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d6722d-e888-48b6-b444-f9b3ff127c67 req-5a485193-f3de-40cf-afd8-8284a5277e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:11:48.418210 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-b8d6722d-e888-48b6-b444-f9b3ff127c67 req-5a485193-f3de-40cf-afd8-8284a5277e27 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=bde3c8e5-46f4-4260-b2be-2a93267b8e98 HTTP/1.1" status: 200 len: 857 time: 0.1496062 Jul 27 21:11:48.429578 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 58688) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:11:48.466068 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c192596d-ec8a-4109-902c-22d533fef189 admin admin] Pushing event deleted for resources: {'Port': ['ID=5ce062f0-767c-41c3-bab4-69fff6c5f517,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:11:48.478735 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-b8d6722d-e888-48b6-b444-f9b3ff127c67 req-0b101512-c4e1-480b-b657-b310e69074cd service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1db3ecd8-5bfa-46e7-9a53-5860f7a92c34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0463715 Jul 27 21:11:48.491252 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [req-7836845c-5fea-4204-aa77-901def777694 req-480a3ff6-da13-4f73-8b46-7bce88728066 service neutron] For port 311039f1-5d25-4523-b4ea-b899c7f4e2bf, host n-h1-705658-22, cleared binding levels {{(pid=105584) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:11:48.502062 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [req-7836845c-5fea-4204-aa77-901def777694 req-480a3ff6-da13-4f73-8b46-7bce88728066 service neutron] For port 311039f1-5d25-4523-b4ea-b899c7f4e2bf, host n-h1-705658-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=311039f1-5d25-4523-b4ea-b899c7f4e2bf,segment=NetworkSegment(151214cb-152c-4c30-8d99-50b662383ee0),segment_id=151214cb-152c-4c30-8d99-50b662383ee0)] {{(pid=105584) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:11:48.516569 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-7836845c-5fea-4204-aa77-901def777694 req-480a3ff6-da13-4f73-8b46-7bce88728066 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9014027'] for port, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:48.516806 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] get_ports_and_sgs() called for port_ids ['f94acfab-28c5-4728-8a8f-d49ef3312a40'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:11:48.612898 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480a3ff6-da13-4f73-8b46-7bce88728066 service neutron] Pushing event updated for resources: {'Port': ['ID=311039f1-5d25-4523-b4ea-b899c7f4e2bf,revision_number=3']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:11:48.646132 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7836845c-5fea-4204-aa77-901def777694 req-480a3ff6-da13-4f73-8b46-7bce88728066 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:11:48.647034 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-7836845c-5fea-4204-aa77-901def777694 req-480a3ff6-da13-4f73-8b46-7bce88728066 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:48.648424 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-7836845c-5fea-4204-aa77-901def777694 req-480a3ff6-da13-4f73-8b46-7bce88728066 service neutron] 10.222.0.36 "PUT /v2.0/ports/311039f1-5d25-4523-b4ea-b899c7f4e2bf HTTP/1.1" status: 200 len: 1092 time: 2.4876568 Jul 27 21:11:48.659334 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f32ecc7-9c45-4a4a-81ff-5e7acb07ba91 req-46d81f6f-3d31-46d8-98e3-11a0e493d0c5 tempest-ServerAddressesTestJSON-2012424169 tempest-ServerAddressesTestJSON-2012424169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:11:48.661823 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-3f32ecc7-9c45-4a4a-81ff-5e7acb07ba91 req-46d81f6f-3d31-46d8-98e3-11a0e493d0c5 tempest-ServerAddressesTestJSON-2012424169 tempest-ServerAddressesTestJSON-2012424169-project] 10.222.0.59 "GET /v2.0/ports?device_id=c213bc3a-81eb-4de3-a6f8-a1630ee156c2 HTTP/1.1" status: 200 len: 943 time: 0.9276731 Jul 27 21:11:48.674055 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5d33aa-2c24-45c0-819c-8ad52929f0bf req-1b37703c-83c0-4d8e-bf4d-595417b31317 tempest-ServerRescueNegativeTestJSON-1381818065 tempest-ServerRescueNegativeTestJSON-1381818065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:11:48.683228 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-aa5d33aa-2c24-45c0-819c-8ad52929f0bf req-1b37703c-83c0-4d8e-bf4d-595417b31317 tempest-ServerRescueNegativeTestJSON-1381818065 tempest-ServerRescueNegativeTestJSON-1381818065-project] 10.222.0.59 "GET /v2.0/ports?device_id=0825c36d-0908-4005-9b56-a6dfd34ad897 HTTP/1.1" status: 200 len: 943 time: 0.8080561 Jul 27 21:11:48.701509 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-6711003a-9ece-40ab-b6ff-b2f2e558d098 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=5c6226b45d59471793f5ea4912e1dc29&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2702901 Jul 27 21:11:48.710839 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 58698) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:11:48.758133 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-b8d6722d-e888-48b6-b444-f9b3ff127c67 req-5923c357-2152-4c03-bd8e-f06334f89769 service neutron] 10.222.0.60 "GET /v2.0/networks/1db3ecd8-5bfa-46e7-9a53-5860f7a92c34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2642848 Jul 27 21:11:48.767326 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-aa5d33aa-2c24-45c0-819c-8ad52929f0bf req-f2e62703-66ad-49bf-b2fa-77d43dfde3d2 tempest-ServerRescueNegativeTestJSON-1381818065 tempest-ServerRescueNegativeTestJSON-1381818065-project] 10.222.0.59 "GET /v2.0/security-groups?id=ce8b1850-1d4d-402f-a118-5b56f5e06e52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806785 Jul 27 21:11:48.794199 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-3f32ecc7-9c45-4a4a-81ff-5e7acb07ba91 req-cfceadbb-c2b6-42f8-8e12-9c5614e0e164 tempest-ServerAddressesTestJSON-2012424169 tempest-ServerAddressesTestJSON-2012424169-project] 10.222.0.59 "GET /v2.0/security-groups?id=b905a681-9034-431f-ac67-3d30ce4439be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006758 Jul 27 21:11:48.802658 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-c192596d-ec8a-4109-902c-22d533fef189 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3743915', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4076308'] for router_interface, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:48.900739 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-a756211b-6064-41cf-a2f4-207b7775296e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:48.905460 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:11:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f6bba28-9d0d-45ad-98f9-71a77b95d6b1 x-openstack-request-id: req-2f6bba28-9d0d-45ad-98f9-71a77b95d6b1 {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:11:48.905990 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2b02e93-995e-40bc-ad82-59da89f4fecb", "tag": "498260e1-9835-46af-97f7-54e6148162f3", "status": "completed", "code": 200}]} {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:11:48.906370 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-2f6bba28-9d0d-45ad-98f9-71a77b95d6b1 {{(pid=105584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:11:48.906863 n-d-705658-22 neutron-server[105584]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2b02e93-995e-40bc-ad82-59da89f4fecb', 'tag': '498260e1-9835-46af-97f7-54e6148162f3', 'status': 'completed', 'code': 200} Jul 27 21:11:48.946990 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-a756211b-6064-41cf-a2f4-207b7775296e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:48.966089 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7836845c-5fea-4204-aa77-901def777694 req-ae8ab9e7-a5f3-4190-b7ea-856f50a8aecf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:11:48.968365 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-7836845c-5fea-4204-aa77-901def777694 req-ae8ab9e7-a5f3-4190-b7ea-856f50a8aecf service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1816f1c47c674f62ac676a2d74d8fad6&device_id=0825c36d-0908-4005-9b56-a6dfd34ad897 HTTP/1.1" status: 200 len: 1095 time: 0.2698312 Jul 27 21:11:49.039355 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-b8d6722d-e888-48b6-b444-f9b3ff127c67 req-fe1f9612-bf32-48c6-9dfa-261c59c79302 service neutron] 10.222.0.60 "GET /v2.0/networks/1db3ecd8-5bfa-46e7-9a53-5860f7a92c34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2528365 Jul 27 21:11:49.041156 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-7836845c-5fea-4204-aa77-901def777694 req-3c2872ef-5ebd-42c8-bfbb-45b2c7010310 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=311039f1-5d25-4523-b4ea-b899c7f4e2bf HTTP/1.1" status: 200 len: 217 time: 0.0560715 Jul 27 21:11:49.065904 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b671c741-a930-4c14-8174-e6c05d9f4ac0 req-b5fe12c8-36a8-4ca8-a77a-7538a983e06e tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:11:49.067080 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b671c741-a930-4c14-8174-e6c05d9f4ac0 req-b5fe12c8-36a8-4ca8-a77a-7538a983e06e tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] 10.222.0.59 "GET /v2.0/ports?device_id=31533b7a-7459-43fe-bfa1-37a8877d2d0a HTTP/1.1" status: 200 len: 945 time: 0.1230519 Jul 27 21:11:49.089845 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-a756211b-6064-41cf-a2f4-207b7775296e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:49.092537 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-a756211b-6064-41cf-a2f4-207b7775296e admin admin] Notify callbacks [] for security_group, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:49.093814 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-a756211b-6064-41cf-a2f4-207b7775296e admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/2a41713d-995d-4fcc-a198-fd268e760ac7 HTTP/1.1" status: 204 len: 168 time: 0.3808980 Jul 27 21:11:49.132561 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a756211b-6064-41cf-a2f4-207b7775296e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a41713d-995d-4fcc-a198-fd268e760ac7,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:11:49.144952 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7836845c-5fea-4204-aa77-901def777694 req-3dd84052-877f-4511-bc5f-052065cc3536 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:11:49.151707 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-7836845c-5fea-4204-aa77-901def777694 req-3dd84052-877f-4511-bc5f-052065cc3536 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=bde3c8e5-46f4-4260-b2be-2a93267b8e98 HTTP/1.1" status: 200 len: 857 time: 0.0981307 Jul 27 21:11:49.211447 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b671c741-a930-4c14-8174-e6c05d9f4ac0 req-d2443de4-bfba-4656-b5e5-66f8de76e64b tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] 10.222.0.59 "GET /v2.0/security-groups?id=c166a083-e7a4-430d-b39b-9b2d1c142ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201093 Jul 27 21:11:49.249228 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c192596d-ec8a-4109-902c-22d533fef189 admin admin] Router 2ff795ca-7109-4086-916f-a75c0e8f3ca7 has already been hosted by L3 agent dd128fd7-8e57-4d4f-895b-a96b369df59a {{(pid=105585) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:11:49.293354 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-7836845c-5fea-4204-aa77-901def777694 req-8329bbc3-4ba0-4f3b-ada7-56f2d34e5893 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1db3ecd8-5bfa-46e7-9a53-5860f7a92c34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1376135 Jul 27 21:11:49.434338 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59d5e55-fb06-465a-b86b-008c72bee1ce req-d0885c62-243c-4ee7-8a6d-a22d063f1a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:11:49.436603 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-a59d5e55-fb06-465a-b86b-008c72bee1ce req-d0885c62-243c-4ee7-8a6d-a22d063f1a01 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1816f1c47c674f62ac676a2d74d8fad6&device_id=e2b02e93-995e-40bc-ad82-59da89f4fecb HTTP/1.1" status: 200 len: 1095 time: 0.3142395 Jul 27 21:11:49.480314 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-7836845c-5fea-4204-aa77-901def777694 req-70486c61-2850-4084-9678-758be6c98b2a service neutron] 10.222.0.36 "GET /v2.0/networks/1db3ecd8-5bfa-46e7-9a53-5860f7a92c34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1710756 Jul 27 21:11:49.494741 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c192596d-ec8a-4109-902c-22d533fef189 admin admin] Notify agent at l3_agent.n-d-705658-22 the message routers_updated {{(pid=105585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:11:49.503552 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-c192596d-ec8a-4109-902c-22d533fef189 admin admin] 10.222.0.59 "PUT /v2.0/routers/2ff795ca-7109-4086-916f-a75c0e8f3ca7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5713708 Jul 27 21:11:49.504511 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b448c126-97f9-43d4-98ce-7c64a3af3b7b None None] Sync routers for ids ['2ff795ca-7109-4086-916f-a75c0e8f3ca7'] in n-d-705658-22 {{(pid=105587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:11:49.511741 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 58718) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:11:49.519331 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b448c126-97f9-43d4-98ce-7c64a3af3b7b None None] Routers {'2ff795ca-7109-4086-916f-a75c0e8f3ca7'} bound to L3 agent in host n-d-705658-22 {{(pid=105587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:11:49.523779 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-b448c126-97f9-43d4-98ce-7c64a3af3b7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:11:42Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['2ff795ca-7109-4086-916f-a75c0e8f3ca7'], 'active': True} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:11:49.661386 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-c4ca2884-0510-4819-af84-fc82e623200a admin admin] Notify callbacks [] for router, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:49.681548 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-7836845c-5fea-4204-aa77-901def777694 req-a7e47d44-ff88-42f1-a789-60409f11dcc9 service neutron] 10.222.0.36 "GET /v2.0/networks/1db3ecd8-5bfa-46e7-9a53-5860f7a92c34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1892166 Jul 27 21:11:49.704319 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59d5e55-fb06-465a-b86b-008c72bee1ce req-14a7958e-0b88-47dc-9b35-ddd136bcf0fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:11:49.707281 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-a59d5e55-fb06-465a-b86b-008c72bee1ce req-14a7958e-0b88-47dc-9b35-ddd136bcf0fc service neutron] 10.222.0.60 "GET /v2.0/networks?id=1db3ecd8-5bfa-46e7-9a53-5860f7a92c34 HTTP/1.1" status: 200 len: 918 time: 0.2633150 Jul 27 21:11:49.789488 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cd247e-5e80-4561-89eb-b9831db91e2d req-31aaca4d-90ae-490a-8bf8-d4e2b87ab621 tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:11:49.791106 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e3cd247e-5e80-4561-89eb-b9831db91e2d req-31aaca4d-90ae-490a-8bf8-d4e2b87ab621 tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] 10.222.0.59 "GET /v2.0/ports?device_id=31533b7a-7459-43fe-bfa1-37a8877d2d0a HTTP/1.1" status: 200 len: 945 time: 0.2944660 Jul 27 21:11:49.799016 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvr_db [None req-b448c126-97f9-43d4-98ce-7c64a3af3b7b None None] Set router 2ff795ca-7109-4086-916f-a75c0e8f3ca7 gateway port host: n-d-705658-22 {{(pid=105587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:11:49.819309 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-a59d5e55-fb06-465a-b86b-008c72bee1ce req-ef03e42b-525a-4eba-b06d-066a772de9c6 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=498260e1-9835-46af-97f7-54e6148162f3 HTTP/1.1" status: 200 len: 217 time: 0.1043561 Jul 27 21:11:49.882650 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59d5e55-fb06-465a-b86b-008c72bee1ce req-ad2d6d92-e351-4a00-aad9-6cb2d0b68c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:11:49.882650 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-a59d5e55-fb06-465a-b86b-008c72bee1ce req-ad2d6d92-e351-4a00-aad9-6cb2d0b68c14 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=bde3c8e5-46f4-4260-b2be-2a93267b8e98 HTTP/1.1" status: 200 len: 857 time: 0.0538397 Jul 27 21:11:49.925350 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-c4ca2884-0510-4819-af84-fc82e623200a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:49.932417 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e3cd247e-5e80-4561-89eb-b9831db91e2d req-8f763b33-b37d-49c6-8e05-f31d0a3af50c tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] 10.222.0.59 "GET /v2.0/security-groups?id=c166a083-e7a4-430d-b39b-9b2d1c142ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323891 Jul 27 21:11:49.957676 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device f94acfab-28c5-4728-8a8f-d49ef3312a40 up at agent hyperv_n-h1-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:11:49.961371 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-a59d5e55-fb06-465a-b86b-008c72bee1ce req-8d9ce93e-2b23-4f75-adeb-bf8fd8d1a512 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1db3ecd8-5bfa-46e7-9a53-5860f7a92c34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0698552 Jul 27 21:11:50.009421 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce33281-bc3e-403c-8d92-ff553ca56feb req-a0fc1d7c-0401-4e51-9085-c37f698d2833 tempest-ServerRescueNegativeTestJSON-1381818065 tempest-ServerRescueNegativeTestJSON-1381818065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:11:50.017568 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-cce33281-bc3e-403c-8d92-ff553ca56feb req-a0fc1d7c-0401-4e51-9085-c37f698d2833 tempest-ServerRescueNegativeTestJSON-1381818065 tempest-ServerRescueNegativeTestJSON-1381818065-project] 10.222.0.59 "GET /v2.0/ports?device_id=0825c36d-0908-4005-9b56-a6dfd34ad897 HTTP/1.1" status: 200 len: 943 time: 0.1674049 Jul 27 21:11:50.077768 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-cce33281-bc3e-403c-8d92-ff553ca56feb req-e8522ef1-6775-4bb9-a233-52bf5a024079 tempest-ServerRescueNegativeTestJSON-1381818065 tempest-ServerRescueNegativeTestJSON-1381818065-project] 10.222.0.59 "GET /v2.0/security-groups?id=ce8b1850-1d4d-402f-a118-5b56f5e06e52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588994 Jul 27 21:11:50.103158 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [None req-c4ca2884-0510-4819-af84-fc82e623200a admin admin] Deleting port c05afdf9-c35e-4b2b-a686-38776cd84384 {{(pid=105585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:11:50.104897 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-c4ca2884-0510-4819-af84-fc82e623200a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:50.129049 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-b448c126-97f9-43d4-98ce-7c64a3af3b7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ff795ca-7109-4086-916f-a75c0e8f3ca7', 'name': 'tempest-TaggedBootDevicesTest-1805420441-router', 'tenant_id': '16c9b99e3d6b4b58a380b57255ba6d41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.55'}], 'enable_snat': True}, 'gw_port_id': 'c05afdf9-c35e-4b2b-a686-38776cd84384', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:00:25Z', 'updated_at': '2021-07-27T21:11:47Z', 'revision_number': 5, 'project_id': '16c9b99e3d6b4b58a380b57255ba6d41', 'gw_port': {'id': 'c05afdf9-c35e-4b2b-a686-38776cd84384', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:65:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ff795ca-7109-4086-916f-a75c0e8f3ca7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 966, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:00:27Z', 'updated_at': '2021-07-27T21:00:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22'}], 'n-d-705658-22', False) {} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:11:50.140527 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Provisioning for port f94acfab-28c5-4728-8a8f-d49ef3312a40 completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:11:50.147321 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-a59d5e55-fb06-465a-b86b-008c72bee1ce req-7def568e-09e6-4e63-a480-1b66e29afa2e service neutron] 10.222.0.60 "GET /v2.0/networks/1db3ecd8-5bfa-46e7-9a53-5860f7a92c34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1786399 Jul 27 21:11:50.148962 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Provisioning complete for port f94acfab-28c5-4728-8a8f-d49ef3312a40 triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:11:50.149511 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:50.163502 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b448c126-97f9-43d4-98ce-7c64a3af3b7b None None] Checking router: 2ff795ca-7109-4086-916f-a75c0e8f3ca7 for host: n-d-705658-22 {{(pid=105587) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:11:50.173675 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b448c126-97f9-43d4-98ce-7c64a3af3b7b None None] Routers {'2ff795ca-7109-4086-916f-a75c0e8f3ca7'} bound to L3 agent in host n-d-705658-22 {{(pid=105587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:11:50.174290 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-b448c126-97f9-43d4-98ce-7c64a3af3b7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:11:42Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['2ff795ca-7109-4086-916f-a75c0e8f3ca7'], 'active': True} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:11:50.236348 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.db [None req-c4ca2884-0510-4819-af84-fc82e623200a admin admin] For port c05afdf9-c35e-4b2b-a686-38776cd84384, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=c05afdf9-c35e-4b2b-a686-38776cd84384,segment=NetworkSegment(12196855-9a32-4633-9a56-77697ef9e126),segment_id=12196855-9a32-4633-9a56-77697ef9e126)] {{(pid=105585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:11:50.236628 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-c4ca2884-0510-4819-af84-fc82e623200a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:50.317728 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvr_db [None req-b448c126-97f9-43d4-98ce-7c64a3af3b7b None None] Set router 2ff795ca-7109-4086-916f-a75c0e8f3ca7 gateway port host: None {{(pid=105587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:11:50.319735 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:50.332347 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [None req-c4ca2884-0510-4819-af84-fc82e623200a admin admin] Calling delete_port for c05afdf9-c35e-4b2b-a686-38776cd84384 owned by network:router_gateway {{(pid=105585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:11:50.347634 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 58744) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:11:50.350184 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-a59d5e55-fb06-465a-b86b-008c72bee1ce req-26b016fc-3d67-4f76-9077-02f9a6046c11 service neutron] 10.222.0.60 "GET /v2.0/networks/1db3ecd8-5bfa-46e7-9a53-5860f7a92c34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1891668 Jul 27 21:11:50.378433 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] For port f94acfab-28c5-4728-8a8f-d49ef3312a40, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=f94acfab-28c5-4728-8a8f-d49ef3312a40,segment=NetworkSegment(200d0701-5b66-4dde-9f72-80b4d6ddac71),segment_id=200d0701-5b66-4dde-9f72-80b4d6ddac71)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:11:50.379696 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c213bc3a-81eb-4de3-a6f8-a1630ee156c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f94acfab-28c5-4728-8a8f-d49ef3312a40'}] {{(pid=105586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:11:50.382616 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14c1663e039faf5393f87855f745010ac5b02220355b68fdbf065393e303ac56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35cdec0e-b67b-4faf-a254-57f7a0a2c14b" -d '{"events": [{"server_uuid": "c213bc3a-81eb-4de3-a6f8-a1630ee156c2", "name": "network-vif-plugged", "status": "completed", "tag": "f94acfab-28c5-4728-8a8f-d49ef3312a40"}]}' {{(pid=105586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:11:50.387172 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:50.441656 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32416c66-f3bc-4cc1-9174-e26021a356b9 req-22e8d0bd-7447-4f7c-a358-349124c810ce tempest-ServerAddressesTestJSON-2012424169 tempest-ServerAddressesTestJSON-2012424169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:11:50.443409 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-32416c66-f3bc-4cc1-9174-e26021a356b9 req-22e8d0bd-7447-4f7c-a358-349124c810ce tempest-ServerAddressesTestJSON-2012424169 tempest-ServerAddressesTestJSON-2012424169-project] 10.222.0.59 "GET /v2.0/ports?device_id=c213bc3a-81eb-4de3-a6f8-a1630ee156c2 HTTP/1.1" status: 200 len: 944 time: 0.1868007 Jul 27 21:11:50.467867 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Pushing event updated for resources: {'Port': ['ID=f94acfab-28c5-4728-8a8f-d49ef3312a40,revision_number=5']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:11:50.472942 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-b448c126-97f9-43d4-98ce-7c64a3af3b7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ff795ca-7109-4086-916f-a75c0e8f3ca7', 'name': 'tempest-TaggedBootDevicesTest-1805420441-router', 'tenant_id': '16c9b99e3d6b4b58a380b57255ba6d41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:00:25Z', 'updated_at': '2021-07-27T21:11:49Z', 'revision_number': 6, 'project_id': '16c9b99e3d6b4b58a380b57255ba6d41', 'gw_port_host': None}], 'n-d-705658-22', False) {} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:11:50.484120 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:11:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d39e88b9-fca0-45fc-a4e6-604653848eec x-openstack-request-id: req-d39e88b9-fca0-45fc-a4e6-604653848eec {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:11:50.484534 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c213bc3a-81eb-4de3-a6f8-a1630ee156c2", "name": "network-vif-plugged", "status": "completed", "tag": "f94acfab-28c5-4728-8a8f-d49ef3312a40", "code": 200}]} {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:11:50.485192 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-d39e88b9-fca0-45fc-a4e6-604653848eec {{(pid=105586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:11:50.486053 n-d-705658-22 neutron-server[105586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c213bc3a-81eb-4de3-a6f8-a1630ee156c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f94acfab-28c5-4728-8a8f-d49ef3312a40', 'code': 200} Jul 27 21:11:50.523725 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b448c126-97f9-43d4-98ce-7c64a3af3b7b None None] The sync data for ids ['2ff795ca-7109-4086-916f-a75c0e8f3ca7'] in n-d-705658-22 is: [{'id': '2ff795ca-7109-4086-916f-a75c0e8f3ca7', 'name': 'tempest-TaggedBootDevicesTest-1805420441-router', 'tenant_id': '16c9b99e3d6b4b58a380b57255ba6d41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:00:25Z', 'updated_at': '2021-07-27T21:11:49Z', 'revision_number': 6, 'project_id': '16c9b99e3d6b4b58a380b57255ba6d41', 'gw_port_host': None}] {{(pid=105587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:11:50.544153 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-32416c66-f3bc-4cc1-9174-e26021a356b9 req-f0f71f82-d6d0-4b9f-af81-01b202a12806 tempest-ServerAddressesTestJSON-2012424169 tempest-ServerAddressesTestJSON-2012424169-project] 10.222.0.59 "GET /v2.0/security-groups?id=b905a681-9034-431f-ac67-3d30ce4439be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617836 Jul 27 21:11:50.550507 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-2c80aa40-3dd3-4ebe-85ef-5202203f6ca1 tempest-TagsExtTest-1443696680 tempest-TagsExtTest-1443696680-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1004992750'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:11:50.622687 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c80aa40-3dd3-4ebe-85ef-5202203f6ca1 tempest-TagsExtTest-1443696680 tempest-TagsExtTest-1443696680-project] Made reservation on behalf of e12f81f51acf4e1fa19b648c86b4354e for: {'network': 1} {{(pid=105585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:11:50.628872 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-2c80aa40-3dd3-4ebe-85ef-5202203f6ca1 tempest-TagsExtTest-1443696680 tempest-TagsExtTest-1443696680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for network, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:50.635361 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ffaf4d-17ca-4ea1-9ba0-b9f1818948b3 req-c62af240-4f94-449b-b7d5-c3ecff690bee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:11:50.637338 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-a5ffaf4d-17ca-4ea1-9ba0-b9f1818948b3 req-c62af240-4f94-449b-b7d5-c3ecff690bee service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=c213bc3a-81eb-4de3-a6f8-a1630ee156c2 HTTP/1.1" status: 200 len: 1097 time: 0.0809197 Jul 27 21:11:50.641929 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-2c80aa40-3dd3-4ebe-85ef-5202203f6ca1 tempest-TagsExtTest-1443696680 tempest-TagsExtTest-1443696680-project] Notify callbacks [] for security_group, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:50.677286 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-a5ffaf4d-17ca-4ea1-9ba0-b9f1818948b3 req-47342595-c6db-4f21-b046-cbd6c9fd0388 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=b905a681-9034-431f-ac67-3d30ce4439be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297859 Jul 27 21:11:50.718525 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-c4ca2884-0510-4819-af84-fc82e623200a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:50.754051 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ca2884-0510-4819-af84-fc82e623200a admin admin] Pushing event deleted for resources: {'Port': ['ID=c05afdf9-c35e-4b2b-a686-38776cd84384,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:11:50.855103 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-c4ca2884-0510-4819-af84-fc82e623200a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4075702'] for router_gateway, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:50.867601 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-2c80aa40-3dd3-4ebe-85ef-5202203f6ca1 tempest-TagsExtTest-1443696680 tempest-TagsExtTest-1443696680-project] Notify callbacks [] for security_group, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:50.911424 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0825c36d-0908-4005-9b56-a6dfd34ad897', 'tag': '311039f1-5d25-4523-b4ea-b899c7f4e2bf'}] {{(pid=105584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:11:50.919471 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bce5e6c8685464f7626901654159975603b047827e3138302ed6566e28f1343" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8faf3dd2-f3a5-4a69-8c2a-66bec96c7e3a" -d '{"events": [{"name": "network-changed", "server_uuid": "0825c36d-0908-4005-9b56-a6dfd34ad897", "tag": "311039f1-5d25-4523-b4ea-b899c7f4e2bf"}]}' {{(pid=105584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:11:50.950792 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-2c80aa40-3dd3-4ebe-85ef-5202203f6ca1 tempest-TagsExtTest-1443696680 tempest-TagsExtTest-1443696680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:50.968200 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:11:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5ae354a-dd3f-4942-92a0-44f5f2ed2e9d x-openstack-request-id: req-f5ae354a-dd3f-4942-92a0-44f5f2ed2e9d {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:11:50.969784 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0825c36d-0908-4005-9b56-a6dfd34ad897", "tag": "311039f1-5d25-4523-b4ea-b899c7f4e2bf", "status": "completed", "code": 200}]} {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:11:50.970284 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-f5ae354a-dd3f-4942-92a0-44f5f2ed2e9d {{(pid=105584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:11:50.970963 n-d-705658-22 neutron-server[105584]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0825c36d-0908-4005-9b56-a6dfd34ad897', 'tag': '311039f1-5d25-4523-b4ea-b899c7f4e2bf', 'status': 'completed', 'code': 200} Jul 27 21:11:51.011962 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c80aa40-3dd3-4ebe-85ef-5202203f6ca1 tempest-TagsExtTest-1443696680 tempest-TagsExtTest-1443696680-project] vlan segment allocate from pool success with {'vlan_id': 248, 'physical_network': 'physnet1'} {{(pid=105585) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:11:51.015501 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-c4ca2884-0510-4819-af84-fc82e623200a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4163631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-425'] for router, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:51.024183 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-c4ca2884-0510-4819-af84-fc82e623200a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:51.036977 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-2c80aa40-3dd3-4ebe-85ef-5202203f6ca1 tempest-TagsExtTest-1443696680 tempest-TagsExtTest-1443696680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:51.037323 n-d-705658-22 neutron-server[105585]: INFO neutron.db.segments_db [None req-2c80aa40-3dd3-4ebe-85ef-5202203f6ca1 tempest-TagsExtTest-1443696680 tempest-TagsExtTest-1443696680-project] Added segment 5c4e6c8e-cbb8-4111-bba4-bee395a7a3d8 of type vlan for network 1b834f87-5c77-4934-9b43-2837915c65ce Jul 27 21:11:51.038801 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c80aa40-3dd3-4ebe-85ef-5202203f6ca1 tempest-TagsExtTest-1443696680 tempest-TagsExtTest-1443696680-project] Pushing event updated for resources: {'SecurityGroup': ['ID=962ccde2-0381-41ae-bc20-467bf4a2847b,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:11:51.125148 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8faf3dd2-f3a5-4a69-8c2a-66bec96c7e3a req-40d42c5f-8652-4a2d-9d81-70d4a1f6becd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:11:51.127970 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-8faf3dd2-f3a5-4a69-8c2a-66bec96c7e3a req-40d42c5f-8652-4a2d-9d81-70d4a1f6becd service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1816f1c47c674f62ac676a2d74d8fad6&device_id=0825c36d-0908-4005-9b56-a6dfd34ad897 HTTP/1.1" status: 200 len: 1095 time: 0.1238112 Jul 27 21:11:51.191679 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-c4ca2884-0510-4819-af84-fc82e623200a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4163007'] for router, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:51.192352 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4ca2884-0510-4819-af84-fc82e623200a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2ff795ca-7109-4086-916f-a75c0e8f3ca7 {{(pid=105585) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 21:11:51.213998 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-2c80aa40-3dd3-4ebe-85ef-5202203f6ca1 tempest-TagsExtTest-1443696680 tempest-TagsExtTest-1443696680-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790688424798'] for network, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:51.221052 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-c4ca2884-0510-4819-af84-fc82e623200a admin admin] Notify callbacks [] for router, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:51.223493 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-c4ca2884-0510-4819-af84-fc82e623200a admin admin] 10.222.0.59 "DELETE /v2.0/routers/2ff795ca-7109-4086-916f-a75c0e8f3ca7 HTTP/1.1" status: 204 len: 168 time: 1.7102509 Jul 27 21:11:51.224959 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 58774) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:11:51.280450 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ac2fca3-564b-42eb-afb7-924b444e3063 admin admin] Deleting subnet 57eac71b-5ae3-4b5a-b197-44e1dceaf130 {{(pid=105584) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:11:51.282397 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-2c80aa40-3dd3-4ebe-85ef-5202203f6ca1 tempest-TagsExtTest-1443696680 tempest-TagsExtTest-1443696680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920'] for network, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:51.288238 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-5ac2fca3-564b-42eb-afb7-924b444e3063 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:51.288385 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c80aa40-3dd3-4ebe-85ef-5202203f6ca1 tempest-TagsExtTest-1443696680 tempest-TagsExtTest-1443696680-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:11:51.288737 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-2c80aa40-3dd3-4ebe-85ef-5202203f6ca1 tempest-TagsExtTest-1443696680 tempest-TagsExtTest-1443696680-project] Notify callbacks [] for network, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:51.309168 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bd260d-f59d-4d68-b19b-80c7cd6dc98c req-b503e5af-69ab-4877-8d80-ae5ec98df5d3 tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:11:51.311660 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-79bd260d-f59d-4d68-b19b-80c7cd6dc98c req-b503e5af-69ab-4877-8d80-ae5ec98df5d3 tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] 10.222.0.59 "GET /v2.0/ports?device_id=31533b7a-7459-43fe-bfa1-37a8877d2d0a HTTP/1.1" status: 200 len: 945 time: 0.2136497 Jul 27 21:11:51.320967 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8faf3dd2-f3a5-4a69-8c2a-66bec96c7e3a req-cd215d36-c6ed-4092-bb26-da80e5ccc11b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:11:51.322397 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-8faf3dd2-f3a5-4a69-8c2a-66bec96c7e3a req-cd215d36-c6ed-4092-bb26-da80e5ccc11b service neutron] 10.222.0.36 "GET /v2.0/networks?id=1db3ecd8-5bfa-46e7-9a53-5860f7a92c34 HTTP/1.1" status: 200 len: 918 time: 0.1802077 Jul 27 21:11:51.345938 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-5ac2fca3-564b-42eb-afb7-924b444e3063 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9014207'] for subnet, precommit_delete_associations {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:51.376077 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b52d3b3-cf9c-4d1c-82b1-3903cfd2838d req-4da55f2a-c55b-4537-9cf3-8408cc2b61c4 tempest-ServerRescueNegativeTestJSON-1381818065 tempest-ServerRescueNegativeTestJSON-1381818065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:11:51.377548 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-5b52d3b3-cf9c-4d1c-82b1-3903cfd2838d req-4da55f2a-c55b-4537-9cf3-8408cc2b61c4 tempest-ServerRescueNegativeTestJSON-1381818065 tempest-ServerRescueNegativeTestJSON-1381818065-project] 10.222.0.59 "GET /v2.0/ports?device_id=0825c36d-0908-4005-9b56-a6dfd34ad897 HTTP/1.1" status: 200 len: 943 time: 0.2066417 Jul 27 21:11:51.397395 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-8faf3dd2-f3a5-4a69-8c2a-66bec96c7e3a req-a1f512e6-4733-49ca-be29-252b5e9b8956 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=311039f1-5d25-4523-b4ea-b899c7f4e2bf HTTP/1.1" status: 200 len: 217 time: 0.0613375 Jul 27 21:11:51.402024 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-2c80aa40-3dd3-4ebe-85ef-5202203f6ca1 tempest-TagsExtTest-1443696680 tempest-TagsExtTest-1443696680-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.0500426 Jul 27 21:11:51.406449 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 58776) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:11:51.420780 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-97b0d727-ad28-4f86-bacf-e7fc4f798888 tempest-TagsExtTest-1443696680 tempest-TagsExtTest-1443696680-project] Request body: {'subnet': {'network_id': '1b834f87-5c77-4934-9b43-2837915c65ce', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:11:51.448202 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c80aa40-3dd3-4ebe-85ef-5202203f6ca1 tempest-TagsExtTest-1443696680 tempest-TagsExtTest-1443696680-project] Pushing event updated for resources: {'Network': ['ID=1b834f87-5c77-4934-9b43-2837915c65ce,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:11:51.460088 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Network 1b834f87-5c77-4934-9b43-2837915c65ce details requested by agent ovs-agent-n-d-705658-22 with host n-d-705658-22 {{(pid=105586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:11:51.485776 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-79bd260d-f59d-4d68-b19b-80c7cd6dc98c req-ccc9463d-4124-43ec-9885-32033b2b7427 tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] 10.222.0.59 "GET /v2.0/security-groups?id=c166a083-e7a4-430d-b39b-9b2d1c142ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460631 Jul 27 21:11:51.519293 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-5b52d3b3-cf9c-4d1c-82b1-3903cfd2838d req-eb209d40-188b-41bc-bad7-e12604f81091 tempest-ServerRescueNegativeTestJSON-1381818065 tempest-ServerRescueNegativeTestJSON-1381818065-project] 10.222.0.59 "GET /v2.0/security-groups?id=ce8b1850-1d4d-402f-a118-5b56f5e06e52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068327 Jul 27 21:11:51.534815 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device c05afdf9-c35e-4b2b-a686-38776cd84384 no longer exists at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:11:51.562923 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] No Port match for: c05afdf9-c35e-4b2b-a686-38776cd84384 {{(pid=105586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:11:51.562923 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device c05afdf9-c35e-4b2b-a686-38776cd84384 not bound to the agent host n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:11:51.562923 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 5ce062f0-767c-41c3-bab4-69fff6c5f517 no longer exists at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:11:51.597335 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] No Port match for: 5ce062f0-767c-41c3-bab4-69fff6c5f517 {{(pid=105586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:11:51.597499 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 5ce062f0-767c-41c3-bab4-69fff6c5f517 not bound to the agent host n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:11:51.684634 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8faf3dd2-f3a5-4a69-8c2a-66bec96c7e3a req-72c818ff-82c1-43b0-811e-d7aa1e056974 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:11:51.686802 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-8faf3dd2-f3a5-4a69-8c2a-66bec96c7e3a req-72c818ff-82c1-43b0-811e-d7aa1e056974 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=bde3c8e5-46f4-4260-b2be-2a93267b8e98 HTTP/1.1" status: 200 len: 857 time: 0.2777336 Jul 27 21:11:51.750297 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-8faf3dd2-f3a5-4a69-8c2a-66bec96c7e3a req-07f61241-1a78-4268-98f3-1eafc7cc7253 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1db3ecd8-5bfa-46e7-9a53-5860f7a92c34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0501468 Jul 27 21:11:51.807346 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2315ebbc-b471-48e9-a6d3-f13f70cadcd7 req-f4b690e4-21fb-46e3-865a-31a55b7dade0 tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:11:51.816135 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-2315ebbc-b471-48e9-a6d3-f13f70cadcd7 req-f4b690e4-21fb-46e3-865a-31a55b7dade0 tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] 10.222.0.59 "GET /v2.0/ports?device_id=31533b7a-7459-43fe-bfa1-37a8877d2d0a HTTP/1.1" status: 200 len: 945 time: 0.1507535 Jul 27 21:11:51.841746 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4352fd4c-4dc5-4c28-bdef-e3c5fbf70f34 req-b977b142-93a1-4b23-b800-c41ac414504a tempest-ServerAddressesTestJSON-2012424169 tempest-ServerAddressesTestJSON-2012424169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:11:51.843529 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-4352fd4c-4dc5-4c28-bdef-e3c5fbf70f34 req-b977b142-93a1-4b23-b800-c41ac414504a tempest-ServerAddressesTestJSON-2012424169 tempest-ServerAddressesTestJSON-2012424169-project] 10.222.0.59 "GET /v2.0/ports?device_id=c213bc3a-81eb-4de3-a6f8-a1630ee156c2 HTTP/1.1" status: 200 len: 945 time: 0.1218317 Jul 27 21:11:51.861627 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-5ac2fca3-564b-42eb-afb7-924b444e3063 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854965'] for subnet, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:51.891748 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97b0d727-ad28-4f86-bacf-e7fc4f798888 tempest-TagsExtTest-1443696680 tempest-TagsExtTest-1443696680-project] Made reservation on behalf of e12f81f51acf4e1fa19b648c86b4354e for: {'subnet': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:11:51.896203 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-97b0d727-ad28-4f86-bacf-e7fc4f798888 tempest-TagsExtTest-1443696680 tempest-TagsExtTest-1443696680-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9738786'] for subnet, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:51.906976 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-2315ebbc-b471-48e9-a6d3-f13f70cadcd7 req-931ae1b0-f68d-4a71-9ac0-dad1cf859519 tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] 10.222.0.59 "GET /v2.0/security-groups?id=c166a083-e7a4-430d-b39b-9b2d1c142ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833340 Jul 27 21:11:51.946061 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-4352fd4c-4dc5-4c28-bdef-e3c5fbf70f34 req-64effe58-1a67-41f6-affa-6803179fc703 tempest-ServerAddressesTestJSON-2012424169 tempest-ServerAddressesTestJSON-2012424169-project] 10.222.0.59 "GET /v2.0/security-groups?id=b905a681-9034-431f-ac67-3d30ce4439be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867133 Jul 27 21:11:51.949184 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device 311039f1-5d25-4523-b4ea-b899c7f4e2bf details requested by agent hyperv_n-h1-705658-22 with host n-h1-705658-22 {{(pid=105586) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:11:52.027100 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-5ac2fca3-564b-42eb-afb7-924b444e3063 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9014081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9738825'] for subnet, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:52.069169 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-8faf3dd2-f3a5-4a69-8c2a-66bec96c7e3a req-14e79039-16d0-4f66-8102-239a19648d0c service neutron] 10.222.0.36 "GET /v2.0/networks/1db3ecd8-5bfa-46e7-9a53-5860f7a92c34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2977130 Jul 27 21:11:52.074157 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] For port 311039f1-5d25-4523-b4ea-b899c7f4e2bf, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=311039f1-5d25-4523-b4ea-b899c7f4e2bf,segment=NetworkSegment(151214cb-152c-4c30-8d99-50b662383ee0),segment_id=151214cb-152c-4c30-8d99-50b662383ee0)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:11:52.081215 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac2fca3-564b-42eb-afb7-924b444e3063 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=57eac71b-5ae3-4b5a-b197-44e1dceaf130,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:11:52.087370 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-5ac2fca3-564b-42eb-afb7-924b444e3063 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:52.089159 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fd95ae8-7de2-4060-add2-7c4a3c92ad95 None None] Network 7ff0eeb8-777d-434e-b9ec-a1527ebf3b8c requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:11:52.092760 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-5ac2fca3-564b-42eb-afb7-924b444e3063 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/57eac71b-5ae3-4b5a-b197-44e1dceaf130 HTTP/1.1" status: 204 len: 168 time: 0.8641725 Jul 27 21:11:52.093586 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 58792) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:11:52.141828 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Returning: {'device': '311039f1-5d25-4523-b4ea-b899c7f4e2bf', 'network_id': '1db3ecd8-5bfa-46e7-9a53-5860f7a92c34', 'port_id': '311039f1-5d25-4523-b4ea-b899c7f4e2bf', 'mac_address': 'fa:16:3e:89:77:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bde3c8e5-46f4-4260-b2be-2a93267b8e98', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105586) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:11:52.178264 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84606c9b-299b-4425-9533-e3a74dcc87e9 req-8e07062d-9c46-4f27-bd78-1882d4ad8b21 tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:11:52.187479 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-84606c9b-299b-4425-9533-e3a74dcc87e9 req-8e07062d-9c46-4f27-bd78-1882d4ad8b21 tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] 10.222.0.59 "GET /v2.0/ports?device_id=31533b7a-7459-43fe-bfa1-37a8877d2d0a HTTP/1.1" status: 200 len: 945 time: 0.1512778 Jul 27 21:11:52.197702 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:52.214767 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 311039f1-5d25-4523-b4ea-b899c7f4e2bf {{(pid=105586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:11:52.246634 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-bf04a1ba-5dc1-4907-b493-2e1a7a86b980 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-990557'] for network, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:52.271530 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-84606c9b-299b-4425-9533-e3a74dcc87e9 req-2731b258-bd9e-494b-9596-30c810cf78da tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] 10.222.0.59 "GET /v2.0/security-groups?id=c166a083-e7a4-430d-b39b-9b2d1c142ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830956 Jul 27 21:11:52.278385 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-8faf3dd2-f3a5-4a69-8c2a-66bec96c7e3a req-9d81275a-fca5-4c23-be32-70a36aadd350 service neutron] 10.222.0.36 "GET /v2.0/networks/1db3ecd8-5bfa-46e7-9a53-5860f7a92c34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1943913 Jul 27 21:11:52.284579 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] For port 311039f1-5d25-4523-b4ea-b899c7f4e2bf, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=311039f1-5d25-4523-b4ea-b899c7f4e2bf,segment=NetworkSegment(151214cb-152c-4c30-8d99-50b662383ee0),segment_id=151214cb-152c-4c30-8d99-50b662383ee0)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:11:52.296410 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:52.331692 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-97b0d727-ad28-4f86-bacf-e7fc4f798888 tempest-TagsExtTest-1443696680 tempest-TagsExtTest-1443696680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9014150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9738800'] for subnet, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:52.354194 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [None req-bf04a1ba-5dc1-4907-b493-2e1a7a86b980 admin admin] Deleting port d920132f-546d-4095-8836-a0958e378c09 {{(pid=105585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:11:52.354547 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-bf04a1ba-5dc1-4907-b493-2e1a7a86b980 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:52.395262 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Pushing event updated for resources: {'Port': ['ID=311039f1-5d25-4523-b4ea-b899c7f4e2bf,revision_number=4']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:11:52.407143 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Device 498260e1-9835-46af-97f7-54e6148162f3 details requested by agent hyperv_n-h2-705658-22 with host n-h2-705658-22 {{(pid=105586) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:11:52.418073 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b0d727-ad28-4f86-bacf-e7fc4f798888 tempest-TagsExtTest-1443696680 tempest-TagsExtTest-1443696680-project] Pushing event updated for resources: {'Subnet': ['ID=1ca169c2-e5c9-4715-a168-43124d0bae76,revision_number=0']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:11:52.441802 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97b0d727-ad28-4f86-bacf-e7fc4f798888 tempest-TagsExtTest-1443696680 tempest-TagsExtTest-1443696680-project] Checking segment: {'id': '5c4e6c8e-cbb8-4111-bba4-bee395a7a3d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '1b834f87-5c77-4934-9b43-2837915c65ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:11:52.442746 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97b0d727-ad28-4f86-bacf-e7fc4f798888 tempest-TagsExtTest-1443696680 tempest-TagsExtTest-1443696680-project] Network hostable DHCP agents. Network: 1b834f87-5c77-4934-9b43-2837915c65ce, hostable agents: ['7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a'], hosted agents: [] {{(pid=105584) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:11:52.463254 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97b0d727-ad28-4f86-bacf-e7fc4f798888 tempest-TagsExtTest-1443696680 tempest-TagsExtTest-1443696680-project] Network 1b834f87-5c77-4934-9b43-2837915c65ce is scheduled to be hosted by DHCP agent 7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a with binding_index 1 {{(pid=105584) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:11:52.478711 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [None req-97b0d727-ad28-4f86-bacf-e7fc4f798888 tempest-TagsExtTest-1443696680 tempest-TagsExtTest-1443696680-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-22, 1b834f87-5c77-4934-9b43-2837915c65ce) {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:11:52.483439 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97b0d727-ad28-4f86-bacf-e7fc4f798888 tempest-TagsExtTest-1443696680 tempest-TagsExtTest-1443696680-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:11:52.484449 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-97b0d727-ad28-4f86-bacf-e7fc4f798888 tempest-TagsExtTest-1443696680 tempest-TagsExtTest-1443696680-project] Notify callbacks [] for subnet, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:52.508103 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-97b0d727-ad28-4f86-bacf-e7fc4f798888 tempest-TagsExtTest-1443696680 tempest-TagsExtTest-1443696680-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0976703 Jul 27 21:11:52.510703 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 58796) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:11:52.520367 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-189f28be-e410-4570-acfa-f50e7e8aa1f4 tempest-TagsExtTest-1443696680 tempest-TagsExtTest-1443696680-project] Request body: {'port': {'network_id': '1b834f87-5c77-4934-9b43-2837915c65ce', 'name': 'tempest-TagsExtTest-157539253'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:11:52.527575 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.db [None req-bf04a1ba-5dc1-4907-b493-2e1a7a86b980 admin admin] For port d920132f-546d-4095-8836-a0958e378c09, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=d920132f-546d-4095-8836-a0958e378c09,segment=NetworkSegment(1922154b-32f1-4361-bf34-7b69d21d65b6),segment_id=1922154b-32f1-4361-bf34-7b69d21d65b6)] {{(pid=105585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:11:52.528157 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-bf04a1ba-5dc1-4907-b493-2e1a7a86b980 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:52.551772 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [None req-bf04a1ba-5dc1-4907-b493-2e1a7a86b980 admin admin] Calling delete_port for d920132f-546d-4095-8836-a0958e378c09 owned by network:dhcp {{(pid=105585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:11:52.562623 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] For port 498260e1-9835-46af-97f7-54e6148162f3, host n-h2-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=498260e1-9835-46af-97f7-54e6148162f3,segment=NetworkSegment(151214cb-152c-4c30-8d99-50b662383ee0),segment_id=151214cb-152c-4c30-8d99-50b662383ee0)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:11:52.580552 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Returning: {'device': '498260e1-9835-46af-97f7-54e6148162f3', 'network_id': '1db3ecd8-5bfa-46e7-9a53-5860f7a92c34', 'port_id': '498260e1-9835-46af-97f7-54e6148162f3', 'mac_address': 'fa:16:3e:05:3c:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bde3c8e5-46f4-4260-b2be-2a93267b8e98', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105586) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:11:52.582779 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c887284-038c-433b-948f-cacf61129c1f None None] Network 1b834f87-5c77-4934-9b43-2837915c65ce requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:11:52.584682 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3263922-61b2-47cf-af53-c6212e8a6221 None None] DHCP port deletion for 7ff0eeb8-777d-434e-b9ec-a1527ebf3b8c request from n-d-705658-22 {{(pid=105586) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 21:11:52.587752 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] get_ports_and_sgs() called for port_ids ['311039f1-5d25-4523-b4ea-b899c7f4e2bf'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:11:52.597097 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90091038-5405-4f77-adb3-3265dac31a0d req-fd2d966b-62ee-4510-b7a0-ca0cb75b7a3d tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:11:52.598685 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-90091038-5405-4f77-adb3-3265dac31a0d req-fd2d966b-62ee-4510-b7a0-ca0cb75b7a3d tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] 10.222.0.59 "GET /v2.0/ports?device_id=31533b7a-7459-43fe-bfa1-37a8877d2d0a HTTP/1.1" status: 200 len: 945 time: 0.2243848 Jul 27 21:11:52.680352 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-189f28be-e410-4570-acfa-f50e7e8aa1f4 tempest-TagsExtTest-1443696680 tempest-TagsExtTest-1443696680-project] Made reservation on behalf of e12f81f51acf4e1fa19b648c86b4354e for: {'port': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:11:52.687148 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-189f28be-e410-4570-acfa-f50e7e8aa1f4 tempest-TagsExtTest-1443696680 tempest-TagsExtTest-1443696680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:52.722786 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [None req-189f28be-e410-4570-acfa-f50e7e8aa1f4 tempest-TagsExtTest-1443696680 tempest-TagsExtTest-1443696680-project] device_id is not set on port dad938e8-d3d0-478f-8920-e1d2f3b1165b yet. {{(pid=105584) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 21:11:52.792610 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-bf04a1ba-5dc1-4907-b493-2e1a7a86b980 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:52.864403 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf04a1ba-5dc1-4907-b493-2e1a7a86b980 admin admin] Pushing event deleted for resources: {'Port': ['ID=d920132f-546d-4095-8836-a0958e378c09,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:11:52.869998 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf04a1ba-5dc1-4907-b493-2e1a7a86b980 admin admin] No DVR routers for this DVR port d920132f-546d-4095-8836-a0958e378c09 on host n-d-705658-22 {{(pid=105585) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:11:52.881394 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.db_base_plugin_common [None req-189f28be-e410-4570-acfa-f50e7e8aa1f4 tempest-TagsExtTest-1443696680 tempest-TagsExtTest-1443696680-project] Allocated IP 172.20.0.8 (1b834f87-5c77-4934-9b43-2837915c65ce/1ca169c2-e5c9-4715-a168-43124d0bae76/dad938e8-d3d0-478f-8920-e1d2f3b1165b) {{(pid=105584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:11:52.905432 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-90091038-5405-4f77-adb3-3265dac31a0d req-98cdfc98-24c9-4299-bee9-ba17693a4d0f tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] 10.222.0.59 "GET /v2.0/security-groups?id=c166a083-e7a4-430d-b39b-9b2d1c142ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2934303 Jul 27 21:11:53.031795 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-bf04a1ba-5dc1-4907-b493-2e1a7a86b980 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853562', 'neutron.services.segments.db._delete_segments_for_network-8790688882975'] for network, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:53.044264 n-d-705658-22 neutron-server[105585]: DEBUG neutron.services.segments.db [None req-bf04a1ba-5dc1-4907-b493-2e1a7a86b980 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ff0eeb8-777d-434e-b9ec-a1527ebf3b8c']}} {{(pid=105585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:11:53.046975 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:53.074549 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-f3263922-61b2-47cf-af53-c6212e8a6221 None None] Deleting port d920132f-546d-4095-8836-a0958e378c09 {{(pid=105586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:11:53.074946 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-f3263922-61b2-47cf-af53-c6212e8a6221 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:53.133262 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [None req-3d54578f-831f-4696-b568-13c455922dab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 498260e1-9835-46af-97f7-54e6148162f3 {{(pid=105586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:11:53.140859 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-189f28be-e410-4570-acfa-f50e7e8aa1f4 tempest-TagsExtTest-1443696680 tempest-TagsExtTest-1443696680-project] Notify callbacks [] for port, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:53.160201 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.provisioning_blocks [None req-189f28be-e410-4570-acfa-f50e7e8aa1f4 tempest-TagsExtTest-1443696680 tempest-TagsExtTest-1443696680-project] Transition to ACTIVE for port object dad938e8-d3d0-478f-8920-e1d2f3b1165b will not be triggered until provisioned by entity DHCP. {{(pid=105584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:11:53.207547 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-189f28be-e410-4570-acfa-f50e7e8aa1f4 tempest-TagsExtTest-1443696680 tempest-TagsExtTest-1443696680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:53.215039 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-f3263922-61b2-47cf-af53-c6212e8a6221 None None] For port d920132f-546d-4095-8836-a0958e378c09, host n-d-705658-22, got binding levels [] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:11:53.215039 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-f3263922-61b2-47cf-af53-c6212e8a6221 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:53.228309 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-f3263922-61b2-47cf-af53-c6212e8a6221 None None] Calling delete_port for d920132f-546d-4095-8836-a0958e378c09 owned by network:dhcp {{(pid=105586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:11:53.231160 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.ipam_backend_mixin [None req-f3263922-61b2-47cf-af53-c6212e8a6221 None None] Port d920132f-546d-4095-8836-a0958e378c09 was not found and therefore no delete operation was performed {{(pid=105586) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 27 21:11:53.239459 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-f3263922-61b2-47cf-af53-c6212e8a6221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180'] for port, after_delete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:53.264989 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-189f28be-e410-4570-acfa-f50e7e8aa1f4 tempest-TagsExtTest-1443696680 tempest-TagsExtTest-1443696680-project] Network 1b834f87-5c77-4934-9b43-2837915c65ce is already hosted by enough agents. {{(pid=105584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:11:53.273362 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [None req-189f28be-e410-4570-acfa-f50e7e8aa1f4 tempest-TagsExtTest-1443696680 tempest-TagsExtTest-1443696680-project] Resources bound (agent type, host, resource id): {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:11:53.283423 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-189f28be-e410-4570-acfa-f50e7e8aa1f4 tempest-TagsExtTest-1443696680 tempest-TagsExtTest-1443696680-project] Received port after_create {{(pid=105584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:11:53.296646 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device d920132f-546d-4095-8836-a0958e378c09 no longer exists at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:11:53.333473 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189f28be-e410-4570-acfa-f50e7e8aa1f4 tempest-TagsExtTest-1443696680 tempest-TagsExtTest-1443696680-project] Pushing event updated for resources: {'Port': ['ID=dad938e8-d3d0-478f-8920-e1d2f3b1165b,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:11:53.343977 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] No Port match for: d920132f-546d-4095-8836-a0958e378c09 {{(pid=105586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:11:53.344397 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device d920132f-546d-4095-8836-a0958e378c09 not bound to the agent host n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:11:53.349176 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] For port 498260e1-9835-46af-97f7-54e6148162f3, host n-h2-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=498260e1-9835-46af-97f7-54e6148162f3,segment=NetworkSegment(151214cb-152c-4c30-8d99-50b662383ee0),segment_id=151214cb-152c-4c30-8d99-50b662383ee0)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:11:53.359556 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3263922-61b2-47cf-af53-c6212e8a6221 None None] Pushing event deleted for resources: {'Port': ['ID=d920132f-546d-4095-8836-a0958e378c09,revision_number=None']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:11:53.365908 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3263922-61b2-47cf-af53-c6212e8a6221 None None] No DVR routers for this DVR port d920132f-546d-4095-8836-a0958e378c09 on host n-d-705658-22 {{(pid=105586) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:11:53.368488 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:53.387617 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-189f28be-e410-4570-acfa-f50e7e8aa1f4 tempest-TagsExtTest-1443696680 tempest-TagsExtTest-1443696680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:11:53.388291 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-189f28be-e410-4570-acfa-f50e7e8aa1f4 tempest-TagsExtTest-1443696680 tempest-TagsExtTest-1443696680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:53.407350 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-189f28be-e410-4570-acfa-f50e7e8aa1f4 tempest-TagsExtTest-1443696680 tempest-TagsExtTest-1443696680-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 0.8951414 Jul 27 21:11:53.409753 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 58814) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:11:53.416841 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-dadc6e73-3168-40f5-b738-6dfcbe2d5a51 tempest-TagsExtTest-1443696680 tempest-TagsExtTest-1443696680-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-768025194', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:11:53.432305 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Pushing event updated for resources: {'Port': ['ID=498260e1-9835-46af-97f7-54e6148162f3,revision_number=4']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:11:53.445069 n-d-705658-22 neutron-server[105585]: DEBUG neutron.services.segments.db [None req-bf04a1ba-5dc1-4907-b493-2e1a7a86b980 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1922154b-32f1-4361-bf34-7b69d21d65b6') {'for_net_delete': True} {{(pid=105585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:11:53.445586 n-d-705658-22 neutron-server[105585]: DEBUG neutron.services.segments.db [None req-bf04a1ba-5dc1-4907-b493-2e1a7a86b980 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1922154b-32f1-4361-bf34-7b69d21d65b6') {} {{(pid=105585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:11:53.449137 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-dadc6e73-3168-40f5-b738-6dfcbe2d5a51 tempest-TagsExtTest-1443696680 tempest-TagsExtTest-1443696680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4163813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-443'] for router, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:53.451647 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-dadc6e73-3168-40f5-b738-6dfcbe2d5a51 tempest-TagsExtTest-1443696680 tempest-TagsExtTest-1443696680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4165196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4077059', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3711235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-418'] for router, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:53.455718 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d4b7f8-a082-45e3-9a1e-cb1a165b39c4 req-ddd6c029-5795-469c-9d61-1aeb48c22669 tempest-ServerRescueNegativeTestJSON-1381818065 tempest-ServerRescueNegativeTestJSON-1381818065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:11:53.463723 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-17d4b7f8-a082-45e3-9a1e-cb1a165b39c4 req-ddd6c029-5795-469c-9d61-1aeb48c22669 tempest-ServerRescueNegativeTestJSON-1381818065 tempest-ServerRescueNegativeTestJSON-1381818065-project] 10.222.0.59 "GET /v2.0/ports?device_id=0825c36d-0908-4005-9b56-a6dfd34ad897 HTTP/1.1" status: 200 len: 944 time: 0.8174467 Jul 27 21:11:53.523576 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-dadc6e73-3168-40f5-b738-6dfcbe2d5a51 tempest-TagsExtTest-1443696680 tempest-TagsExtTest-1443696680-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:53.528355 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-dadc6e73-3168-40f5-b738-6dfcbe2d5a51 tempest-TagsExtTest-1443696680 tempest-TagsExtTest-1443696680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4163804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4077150'] for router, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:53.547719 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-17d4b7f8-a082-45e3-9a1e-cb1a165b39c4 req-e4b63aca-7fcf-45d8-b559-08f36f4e4dda tempest-ServerRescueNegativeTestJSON-1381818065 tempest-ServerRescueNegativeTestJSON-1381818065-project] 10.222.0.59 "GET /v2.0/security-groups?id=ce8b1850-1d4d-402f-a118-5b56f5e06e52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788724 Jul 27 21:11:53.548446 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-dadc6e73-3168-40f5-b738-6dfcbe2d5a51 tempest-TagsExtTest-1443696680 tempest-TagsExtTest-1443696680-project] Notify callbacks [] for router, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:53.554069 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1d60856-8929-4f0e-bef7-2d38dd4d0391 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30bb4b93-b285-5d90-9493-f9ec33ea333c-1b834f87-5c77-4934-9b43-2837915c65ce', 'network_id': '1b834f87-5c77-4934-9b43-2837915c65ce', 'tenant_id': 'e12f81f51acf4e1fa19b648c86b4354e', 'fixed_ips': [{'subnet_id': '1ca169c2-e5c9-4715-a168-43124d0bae76'}]}} from n-d-705658-22. {{(pid=105586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 21:11:53.554274 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-bf04a1ba-5dc1-4907-b493-2e1a7a86b980 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790688883752', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9886370'] for segment, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:53.554386 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-b1d60856-8929-4f0e-bef7-2d38dd4d0391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:53.554479 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 58816) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:11:53.555209 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-dadc6e73-3168-40f5-b738-6dfcbe2d5a51 tempest-TagsExtTest-1443696680 tempest-TagsExtTest-1443696680-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1441410 Jul 27 21:11:53.572837 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-6f26d59a-f2c6-43c1-a9d8-dd32850e8afb tempest-TagsExtTest-1443696680 tempest-TagsExtTest-1443696680-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-725971185', 'prefixes': ['172.20.0.0/16']}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:11:53.604005 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-bf04a1ba-5dc1-4907-b493-2e1a7a86b980 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:53.618358 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf04a1ba-5dc1-4907-b493-2e1a7a86b980 admin admin] Releasing vlan 228 on physical network physnet1 to pool {{(pid=105585) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:11:53.618936 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-bf04a1ba-5dc1-4907-b493-2e1a7a86b980 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10221644'] for segment, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:53.621377 n-d-705658-22 neutron-server[105585]: Traceback (most recent call last): Jul 27 21:11:53.621377 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:11:53.621377 n-d-705658-22 neutron-server[105585]: timer() Jul 27 21:11:53.621377 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:11:53.621377 n-d-705658-22 neutron-server[105585]: cb(*args, **kw) Jul 27 21:11:53.621377 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:11:53.621377 n-d-705658-22 neutron-server[105585]: return func(*args, **kwargs) Jul 27 21:11:53.621377 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:11:53.621377 n-d-705658-22 neutron-server[105585]: self._notify() Jul 27 21:11:53.621377 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:11:53.621377 n-d-705658-22 neutron-server[105585]: self.callback(batched_events) Jul 27 21:11:53.621377 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:11:53.621377 n-d-705658-22 neutron-server[105585]: event.method(event) Jul 27 21:11:53.621377 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:11:53.621377 n-d-705658-22 neutron-server[105585]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:11:53.621377 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:11:53.621377 n-d-705658-22 neutron-server[105585]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:11:53.621377 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:11:53.621377 n-d-705658-22 neutron-server[105585]: return f(self, *a, **k) Jul 27 21:11:53.621377 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:11:53.621377 n-d-705658-22 neutron-server[105585]: return self._get(url).json() Jul 27 21:11:53.621377 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:11:53.621377 n-d-705658-22 neutron-server[105585]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:11:53.621377 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:11:53.621377 n-d-705658-22 neutron-server[105585]: return self.request(url, 'GET', **kwargs) Jul 27 21:11:53.621377 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:11:53.621377 n-d-705658-22 neutron-server[105585]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:11:53.621377 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:11:53.621377 n-d-705658-22 neutron-server[105585]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:11:53.621377 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:11:53.621377 n-d-705658-22 neutron-server[105585]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:11:53.621377 n-d-705658-22 neutron-server[105585]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:11:53.630144 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5cea84-641f-45da-a8bf-be0d2670045c req-cf8ad1d0-e65f-4c9b-b737-e84f610f637c tempest-ServerAddressesTestJSON-2012424169 tempest-ServerAddressesTestJSON-2012424169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:11:53.635131 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-8c5cea84-641f-45da-a8bf-be0d2670045c req-cf8ad1d0-e65f-4c9b-b737-e84f610f637c tempest-ServerAddressesTestJSON-2012424169 tempest-ServerAddressesTestJSON-2012424169-project] 10.222.0.59 "GET /v2.0/ports?device_id=c213bc3a-81eb-4de3-a6f8-a1630ee156c2 HTTP/1.1" status: 200 len: 945 time: 0.1950183 Jul 27 21:11:53.728048 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.db_base_plugin_common [None req-b1d60856-8929-4f0e-bef7-2d38dd4d0391 None None] Allocated IP 172.20.0.2 (1b834f87-5c77-4934-9b43-2837915c65ce/1ca169c2-e5c9-4715-a168-43124d0bae76/37f29fd7-41f8-4815-b688-74431604ea64) {{(pid=105586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:11:53.761823 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-bf04a1ba-5dc1-4907-b493-2e1a7a86b980 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4075658'] for network, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:53.763928 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] get_ports_and_sgs() called for port_ids ['498260e1-9835-46af-97f7-54e6148162f3'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:11:53.780923 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-bf04a1ba-5dc1-4907-b493-2e1a7a86b980 admin admin] Notify callbacks [] for network, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:53.785178 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-bf04a1ba-5dc1-4907-b493-2e1a7a86b980 admin admin] 10.222.0.59 "DELETE /v2.0/networks/7ff0eeb8-777d-434e-b9ec-a1527ebf3b8c HTTP/1.1" status: 204 len: 168 time: 1.6878371 Jul 27 21:11:53.807173 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf04a1ba-5dc1-4907-b493-2e1a7a86b980 admin admin] Pushing event deleted for resources: {'Network': ['ID=7ff0eeb8-777d-434e-b9ec-a1527ebf3b8c,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:11:53.816386 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-8c5cea84-641f-45da-a8bf-be0d2670045c req-c22bd7e4-3b23-4623-97b0-f5b81c7dd836 tempest-ServerAddressesTestJSON-2012424169 tempest-ServerAddressesTestJSON-2012424169-project] 10.222.0.59 "GET /v2.0/security-groups?id=b905a681-9034-431f-ac67-3d30ce4439be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671014 Jul 27 21:11:53.916446 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16de2ea1-a589-4f21-8e85-e789c8384ed7 req-4ba96f3d-8b61-4ea4-b93c-8d8c44dd279f tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:11:53.918156 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-16de2ea1-a589-4f21-8e85-e789c8384ed7 req-4ba96f3d-8b61-4ea4-b93c-8d8c44dd279f tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] 10.222.0.59 "GET /v2.0/ports?device_id=31533b7a-7459-43fe-bfa1-37a8877d2d0a HTTP/1.1" status: 200 len: 945 time: 0.2700071 Jul 27 21:11:53.922386 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-6f26d59a-f2c6-43c1-a9d8-dd32850e8afb tempest-TagsExtTest-1443696680 tempest-TagsExtTest-1443696680-project] Notify callbacks [] for subnetpool, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:53.926521 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-6f26d59a-f2c6-43c1-a9d8-dd32850e8afb tempest-TagsExtTest-1443696680 tempest-TagsExtTest-1443696680-project] 10.222.0.59 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 747 time: 0.3721712 Jul 27 21:11:53.930219 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 58830) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:11:53.935698 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.tag.tag_plugin [None req-f1fbec7a-8c1a-4672-bb80-10897abb3fa9 tempest-TagsExtTest-1443696680 tempest-TagsExtTest-1443696680-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '1ca169c2-e5c9-4715-a168-43124d0bae76', 'tempest-TagsExtTest-Tag-1002989533') {} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:11:54.028110 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-16de2ea1-a589-4f21-8e85-e789c8384ed7 req-d0765792-4737-4ca5-ba3b-ac58d5e23276 tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] 10.222.0.59 "GET /v2.0/security-groups?id=c166a083-e7a4-430d-b39b-9b2d1c142ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004238 Jul 27 21:11:54.082089 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-f1fbec7a-8c1a-4672-bb80-10897abb3fa9 tempest-TagsExtTest-1443696680 tempest-TagsExtTest-1443696680-project] 10.222.0.59 "PUT /v2.0/subnets/1ca169c2-e5c9-4715-a168-43124d0bae76/tags/tempest-TagsExtTest-Tag-1002989533 HTTP/1.1" status: 201 len: 201 time: 0.1482224 Jul 27 21:11:54.082507 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 58840) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:11:54.088165 n-d-705658-22 neutron-server[105585]: DEBUG neutron.services.tag.tag_plugin [None req-2b75e34c-6646-4923-8c5f-2d3612a93ec0 tempest-TagsExtTest-1443696680 tempest-TagsExtTest-1443696680-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'dad938e8-d3d0-478f-8920-e1d2f3b1165b', 'tempest-TagsExtTest-Tag-1273303303') {} {{(pid=105585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:11:54.127634 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 58842) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:11:54.176504 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-b1d60856-8929-4f0e-bef7-2d38dd4d0391 None None] Notify callbacks [] for port, precommit_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:54.194212 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-b1d60856-8929-4f0e-bef7-2d38dd4d0391 None None] Transition to ACTIVE for port object 37f29fd7-41f8-4815-b688-74431604ea64 will not be triggered until provisioned by entity L2. {{(pid=105586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:11:54.198709 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-7cecf4e4-6452-47ad-bbdd-cc511c574a3f admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=16c9b99e3d6b4b58a380b57255ba6d41&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0691271 Jul 27 21:11:54.202123 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 58844) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:11:54.237242 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-2b75e34c-6646-4923-8c5f-2d3612a93ec0 tempest-TagsExtTest-1443696680 tempest-TagsExtTest-1443696680-project] 10.222.0.59 "PUT /v2.0/ports/dad938e8-d3d0-478f-8920-e1d2f3b1165b/tags/tempest-TagsExtTest-Tag-1273303303 HTTP/1.1" status: 201 len: 201 time: 0.1535072 Jul 27 21:11:54.240294 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 58846) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:11:54.241361 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-b1d60856-8929-4f0e-bef7-2d38dd4d0391 None None] Transition to ACTIVE for port object 37f29fd7-41f8-4815-b688-74431604ea64 will not be triggered until provisioned by entity DHCP. {{(pid=105586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:11:54.248047 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-b1d60856-8929-4f0e-bef7-2d38dd4d0391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143'] for port, after_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:54.268972 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.tag.tag_plugin [None req-411224b9-8043-4f8f-a7f8-4ca4a98994d2 tempest-TagsExtTest-1443696680 tempest-TagsExtTest-1443696680-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '924f41a3-5e62-48d3-821c-de12e1c37e83', 'tempest-TagsExtTest-Tag-1343006016') {} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:11:54.290797 n-d-705658-22 neutron-server[105586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1d60856-8929-4f0e-bef7-2d38dd4d0391 None None] Network 1b834f87-5c77-4934-9b43-2837915c65ce is already hosted by enough agents. {{(pid=105586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:11:54.293819 n-d-705658-22 neutron-server[105586]: DEBUG neutron.scheduler.base_scheduler [None req-b1d60856-8929-4f0e-bef7-2d38dd4d0391 None None] Resources bound (agent type, host, resource id): {{(pid=105586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:11:54.300071 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1d60856-8929-4f0e-bef7-2d38dd4d0391 None None] Received port after_create {{(pid=105586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:11:54.330891 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d60856-8929-4f0e-bef7-2d38dd4d0391 None None] Pushing event updated for resources: {'Port': ['ID=37f29fd7-41f8-4815-b688-74431604ea64,revision_number=1']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:11:54.371793 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-b1d60856-8929-4f0e-bef7-2d38dd4d0391 None None] Attempting to bind port 37f29fd7-41f8-4815-b688-74431604ea64 on host n-d-705658-22 for vnic_type normal with profile {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:11:54.372278 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-b1d60856-8929-4f0e-bef7-2d38dd4d0391 None None] Attempting to bind port 37f29fd7-41f8-4815-b688-74431604ea64 by drivers openvswitch,hyperv on host n-d-705658-22 at level 0 using segments [{'id': '5c4e6c8e-cbb8-4111-bba4-bee395a7a3d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '1b834f87-5c77-4934-9b43-2837915c65ce'}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:11:54.372705 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1d60856-8929-4f0e-bef7-2d38dd4d0391 None None] Attempting to bind port 37f29fd7-41f8-4815-b688-74431604ea64 on network 1b834f87-5c77-4934-9b43-2837915c65ce {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:11:54.377856 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1d60856-8929-4f0e-bef7-2d38dd4d0391 None None] Checking agent: {'id': '04a7ea91-6318-467e-ace6-b0fb48c8690f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 41, 42), 'started_at': datetime.datetime(2021, 7, 27, 20, 42, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 11, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:11:54.378379 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1d60856-8929-4f0e-bef7-2d38dd4d0391 None None] Checking segment: {'id': '5c4e6c8e-cbb8-4111-bba4-bee395a7a3d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '1b834f87-5c77-4934-9b43-2837915c65ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:11:54.378845 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-b1d60856-8929-4f0e-bef7-2d38dd4d0391 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:54.379326 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1d60856-8929-4f0e-bef7-2d38dd4d0391 None None] Bound using segment: {'id': '5c4e6c8e-cbb8-4111-bba4-bee395a7a3d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '1b834f87-5c77-4934-9b43-2837915c65ce'} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:11:54.379855 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-b1d60856-8929-4f0e-bef7-2d38dd4d0391 None None] Bound port: 37f29fd7-41f8-4815-b688-74431604ea64, host: n-d-705658-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c4e6c8e-cbb8-4111-bba4-bee395a7a3d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '1b834f87-5c77-4934-9b43-2837915c65ce'}}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:11:54.380526 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-b1d60856-8929-4f0e-bef7-2d38dd4d0391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:54.383097 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-fcee1414-b519-4290-ac84-c8e8cb25e52a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:54.389099 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02c623b-58eb-4098-9042-0c8ceeb1384b req-c399325e-1bc9-4cf3-9963-c24745377035 tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:11:54.390558 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-d02c623b-58eb-4098-9042-0c8ceeb1384b req-c399325e-1bc9-4cf3-9963-c24745377035 tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] 10.222.0.59 "GET /v2.0/ports?device_id=31533b7a-7459-43fe-bfa1-37a8877d2d0a HTTP/1.1" status: 200 len: 945 time: 0.1563461 Jul 27 21:11:54.406073 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-fcee1414-b519-4290-ac84-c8e8cb25e52a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:54.455264 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-b1d60856-8929-4f0e-bef7-2d38dd4d0391 None None] For port 37f29fd7-41f8-4815-b688-74431604ea64, host n-d-705658-22, cleared binding levels {{(pid=105586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:11:54.458917 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-fcee1414-b519-4290-ac84-c8e8cb25e52a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:54.459511 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06547c6-d323-4adc-a8af-23136c2879f3 req-bb81e074-cac8-41bf-9a88-5e888e60509d tempest-ServerAddressesTestJSON-2012424169 tempest-ServerAddressesTestJSON-2012424169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:11:54.460792 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f06547c6-d323-4adc-a8af-23136c2879f3 req-bb81e074-cac8-41bf-9a88-5e888e60509d tempest-ServerAddressesTestJSON-2012424169 tempest-ServerAddressesTestJSON-2012424169-project] 10.222.0.59 "GET /v2.0/ports?device_id=c213bc3a-81eb-4de3-a6f8-a1630ee156c2 HTTP/1.1" status: 200 len: 945 time: 0.1376708 Jul 27 21:11:54.461727 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-b1d60856-8929-4f0e-bef7-2d38dd4d0391 None None] For port 37f29fd7-41f8-4815-b688-74431604ea64, host n-d-705658-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=37f29fd7-41f8-4815-b688-74431604ea64,segment=NetworkSegment(5c4e6c8e-cbb8-4111-bba4-bee395a7a3d8),segment_id=5c4e6c8e-cbb8-4111-bba4-bee395a7a3d8)] {{(pid=105586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:11:54.461894 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-fcee1414-b519-4290-ac84-c8e8cb25e52a admin admin] Notify callbacks [] for security_group, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:54.466121 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-fcee1414-b519-4290-ac84-c8e8cb25e52a admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/477ad29f-b988-4b09-963a-d2ba14baa454 HTTP/1.1" status: 204 len: 168 time: 0.2605708 Jul 27 21:11:54.468086 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-b1d60856-8929-4f0e-bef7-2d38dd4d0391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:54.474098 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-d02c623b-58eb-4098-9042-0c8ceeb1384b req-bda29871-e466-4b64-adaf-1886d2466dcc tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] 10.222.0.59 "GET /v2.0/security-groups?id=c166a083-e7a4-430d-b39b-9b2d1c142ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765393 Jul 27 21:11:54.478040 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcee1414-b519-4290-ac84-c8e8cb25e52a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=477ad29f-b988-4b09-963a-d2ba14baa454,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:11:54.506502 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-411224b9-8043-4f8f-a7f8-4ca4a98994d2 tempest-TagsExtTest-1443696680 tempest-TagsExtTest-1443696680-project] 10.222.0.59 "PUT /v2.0/routers/924f41a3-5e62-48d3-821c-de12e1c37e83/tags/tempest-TagsExtTest-Tag-1343006016 HTTP/1.1" status: 201 len: 201 time: 0.2578778 Jul 27 21:11:54.507276 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 58852) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:11:54.512061 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.tag.tag_plugin [None req-560fa97b-766f-4c1b-a3fc-f4feee4f4133 tempest-TagsExtTest-1443696680 tempest-TagsExtTest-1443696680-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '489da177-6671-40d6-8c16-d44230b3ce4d', 'tempest-TagsExtTest-Tag-1764213733') {} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:11:54.569545 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d60856-8929-4f0e-bef7-2d38dd4d0391 None None] Pushing event updated for resources: {'Port': ['ID=37f29fd7-41f8-4815-b688-74431604ea64,revision_number=2']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:11:54.572111 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-560fa97b-766f-4c1b-a3fc-f4feee4f4133 tempest-TagsExtTest-1443696680 tempest-TagsExtTest-1443696680-project] 10.222.0.59 "PUT /v2.0/subnetpools/489da177-6671-40d6-8c16-d44230b3ce4d/tags/tempest-TagsExtTest-Tag-1764213733 HTTP/1.1" status: 201 len: 201 time: 0.0628755 Jul 27 21:11:54.574462 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 58858) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:11:54.584098 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.tag.tag_plugin [None req-4afb2fdd-0aa2-4174-b166-84fae9423e29 tempest-TagsExtTest-1443696680 tempest-TagsExtTest-1443696680-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '1ca169c2-e5c9-4715-a168-43124d0bae76') {} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:11:54.597430 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f06547c6-d323-4adc-a8af-23136c2879f3 req-dc1ad0c6-afa5-47c3-88ee-8a2a25b9fe87 tempest-ServerAddressesTestJSON-2012424169 tempest-ServerAddressesTestJSON-2012424169-project] 10.222.0.59 "GET /v2.0/security-groups?id=b905a681-9034-431f-ac67-3d30ce4439be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222765 Jul 27 21:11:54.665695 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-4afb2fdd-0aa2-4174-b166-84fae9423e29 tempest-TagsExtTest-1443696680 tempest-TagsExtTest-1443696680-project] 10.222.0.59 "GET /v2.0/subnets/1ca169c2-e5c9-4715-a168-43124d0bae76/tags HTTP/1.1" status: 200 len: 241 time: 0.0899832 Jul 27 21:11:54.668597 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 58862) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:11:54.678064 n-d-705658-22 neutron-server[105585]: DEBUG neutron.services.tag.tag_plugin [None req-f2768b1d-154b-4bb3-9d60-8507b81f4107 tempest-TagsExtTest-1443696680 tempest-TagsExtTest-1443696680-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '1ca169c2-e5c9-4715-a168-43124d0bae76', 'tempest-TagsExtTest-Tag-1002989533') {} {{(pid=105585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:11:54.914329 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f88dd9-0cac-4abd-a28b-4e5ae859710d req-ca174190-40d6-4db4-a7fb-a86aede538f2 tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:11:54.915993 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-80f88dd9-0cac-4abd-a28b-4e5ae859710d req-ca174190-40d6-4db4-a7fb-a86aede538f2 tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] 10.222.0.59 "GET /v2.0/ports?device_id=31533b7a-7459-43fe-bfa1-37a8877d2d0a HTTP/1.1" status: 200 len: 945 time: 0.2123597 Jul 27 21:11:54.932617 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258ba36a-fdb9-44ff-a0e9-fe47cfc10743 req-b5390528-22e6-42fe-b813-22cc236828a6 tempest-ServerRescueNegativeTestJSON-1381818065 tempest-ServerRescueNegativeTestJSON-1381818065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:11:54.934285 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-258ba36a-fdb9-44ff-a0e9-fe47cfc10743 req-b5390528-22e6-42fe-b813-22cc236828a6 tempest-ServerRescueNegativeTestJSON-1381818065 tempest-ServerRescueNegativeTestJSON-1381818065-project] 10.222.0.59 "GET /v2.0/ports?device_id=0825c36d-0908-4005-9b56-a6dfd34ad897 HTTP/1.1" status: 200 len: 944 time: 0.2408144 Jul 27 21:11:54.946693 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 58868) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:11:54.953458 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.tag.tag_plugin [None req-8cd6bbea-ac72-4a33-bb7b-f43acd09b7e5 tempest-TagsExtTest-1443696680 tempest-TagsExtTest-1443696680-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '1ca169c2-e5c9-4715-a168-43124d0bae76', 'tempest-TagsExtTest-Tag-1002989533') {} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:11:54.955894 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-f2768b1d-154b-4bb3-9d60-8507b81f4107 tempest-TagsExtTest-1443696680 tempest-TagsExtTest-1443696680-project] 10.222.0.59 "GET /v2.0/subnets/1ca169c2-e5c9-4715-a168-43124d0bae76/tags/tempest-TagsExtTest-Tag-1002989533 HTTP/1.1" status: 204 len: 168 time: 0.2764063 Jul 27 21:11:55.001928 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-80f88dd9-0cac-4abd-a28b-4e5ae859710d req-c03596e6-daa6-4194-bccc-ec9ed37f340f tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] 10.222.0.59 "GET /v2.0/security-groups?id=c166a083-e7a4-430d-b39b-9b2d1c142ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665581 Jul 27 21:11:55.030410 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-258ba36a-fdb9-44ff-a0e9-fe47cfc10743 req-a9bdd3da-7e2a-4b16-8b17-175132e12151 tempest-ServerRescueNegativeTestJSON-1381818065 tempest-ServerRescueNegativeTestJSON-1381818065-project] 10.222.0.59 "GET /v2.0/security-groups?id=ce8b1850-1d4d-402f-a118-5b56f5e06e52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698764 Jul 27 21:11:55.057191 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-8cd6bbea-ac72-4a33-bb7b-f43acd09b7e5 tempest-TagsExtTest-1443696680 tempest-TagsExtTest-1443696680-project] 10.222.0.59 "DELETE /v2.0/subnets/1ca169c2-e5c9-4715-a168-43124d0bae76/tags/tempest-TagsExtTest-Tag-1002989533 HTTP/1.1" status: 204 len: 168 time: 0.1071575 Jul 27 21:11:55.058070 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 58878) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:11:55.063226 n-d-705658-22 neutron-server[105585]: DEBUG neutron.services.tag.tag_plugin [None req-fa5b1ac2-ba90-47aa-bb5e-e04de3ee2aec tempest-TagsExtTest-1443696680 tempest-TagsExtTest-1443696680-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '1ca169c2-e5c9-4715-a168-43124d0bae76') {} {{(pid=105585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:11:55.210579 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-fa5b1ac2-ba90-47aa-bb5e-e04de3ee2aec tempest-TagsExtTest-1443696680 tempest-TagsExtTest-1443696680-project] 10.222.0.59 "GET /v2.0/subnets/1ca169c2-e5c9-4715-a168-43124d0bae76/tags HTTP/1.1" status: 200 len: 205 time: 0.1487675 Jul 27 21:11:55.211199 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 58886) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:11:55.217899 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.tag.tag_plugin [None req-0471fdee-20e7-46a7-8155-33b785d60b25 tempest-TagsExtTest-1443696680 tempest-TagsExtTest-1443696680-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'dad938e8-d3d0-478f-8920-e1d2f3b1165b') {} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:11:55.259303 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1c6040-4e3a-4c8f-ac56-ea54d5445003 req-e630bcb8-e198-48e9-b611-4a6386e239bf tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:11:55.260905 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-2f1c6040-4e3a-4c8f-ac56-ea54d5445003 req-e630bcb8-e198-48e9-b611-4a6386e239bf tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] 10.222.0.59 "GET /v2.0/ports?device_id=31533b7a-7459-43fe-bfa1-37a8877d2d0a HTTP/1.1" status: 200 len: 945 time: 0.1541274 Jul 27 21:11:55.304929 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-0471fdee-20e7-46a7-8155-33b785d60b25 tempest-TagsExtTest-1443696680 tempest-TagsExtTest-1443696680-project] 10.222.0.59 "GET /v2.0/ports/dad938e8-d3d0-478f-8920-e1d2f3b1165b/tags HTTP/1.1" status: 200 len: 241 time: 0.0895269 Jul 27 21:11:55.305050 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 58892) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:11:55.311217 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.tag.tag_plugin [None req-18aae00d-a8c8-4c1c-bb76-5aaf260b86e4 tempest-TagsExtTest-1443696680 tempest-TagsExtTest-1443696680-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'dad938e8-d3d0-478f-8920-e1d2f3b1165b', 'tempest-TagsExtTest-Tag-1273303303') {} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:11:55.325936 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 37f29fd7-41f8-4815-b688-74431604ea64 up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:11:55.327925 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-2f1c6040-4e3a-4c8f-ac56-ea54d5445003 req-3936f5d3-dea6-49f9-ba6a-0586baaa40f4 tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] 10.222.0.59 "GET /v2.0/security-groups?id=c166a083-e7a4-430d-b39b-9b2d1c142ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578651 Jul 27 21:11:55.385149 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-18aae00d-a8c8-4c1c-bb76-5aaf260b86e4 tempest-TagsExtTest-1443696680 tempest-TagsExtTest-1443696680-project] 10.222.0.59 "GET /v2.0/ports/dad938e8-d3d0-478f-8920-e1d2f3b1165b/tags/tempest-TagsExtTest-Tag-1273303303 HTTP/1.1" status: 204 len: 168 time: 0.0789566 Jul 27 21:11:55.392964 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 58898) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:11:55.404577 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.tag.tag_plugin [None req-37f582ac-fe31-4ede-82d4-036f4a229f53 tempest-TagsExtTest-1443696680 tempest-TagsExtTest-1443696680-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', 'dad938e8-d3d0-478f-8920-e1d2f3b1165b', 'tempest-TagsExtTest-Tag-1273303303') {} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:11:55.416033 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning for port 37f29fd7-41f8-4815-b688-74431604ea64 completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:11:55.563346 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b5e047-788a-46d6-8bf7-1ade520791e7 req-581abb3a-7567-4c26-8099-06b8ab10ad0c tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:11:55.572506 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-24b5e047-788a-46d6-8bf7-1ade520791e7 req-581abb3a-7567-4c26-8099-06b8ab10ad0c tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] 10.222.0.59 "GET /v2.0/ports?device_id=31533b7a-7459-43fe-bfa1-37a8877d2d0a HTTP/1.1" status: 200 len: 945 time: 0.1229541 Jul 27 21:11:55.624394 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-24b5e047-788a-46d6-8bf7-1ade520791e7 req-c0e6351f-6144-4d16-a80e-61c486c23158 tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] 10.222.0.59 "GET /v2.0/security-groups?id=c166a083-e7a4-430d-b39b-9b2d1c142ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467415 Jul 27 21:11:55.837314 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 58914) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:11:55.893789 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a489bde7-1fcb-4008-b693-0db8640ca0e1 req-89303f94-c4de-4c5c-a019-abb1c0442da0 tempest-ServerAddressesTestJSON-2012424169 tempest-ServerAddressesTestJSON-2012424169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:11:55.901375 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a489bde7-1fcb-4008-b693-0db8640ca0e1 req-89303f94-c4de-4c5c-a019-abb1c0442da0 tempest-ServerAddressesTestJSON-2012424169 tempest-ServerAddressesTestJSON-2012424169-project] 10.222.0.59 "GET /v2.0/ports?device_id=c213bc3a-81eb-4de3-a6f8-a1630ee156c2 HTTP/1.1" status: 200 len: 945 time: 0.1854825 Jul 27 21:11:55.925226 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-37f582ac-fe31-4ede-82d4-036f4a229f53 tempest-TagsExtTest-1443696680 tempest-TagsExtTest-1443696680-project] 10.222.0.59 "DELETE /v2.0/ports/dad938e8-d3d0-478f-8920-e1d2f3b1165b/tags/tempest-TagsExtTest-Tag-1273303303 HTTP/1.1" status: 204 len: 168 time: 0.5306613 Jul 27 21:11:55.927208 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 58918) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:11:55.935549 n-d-705658-22 neutron-server[105585]: DEBUG neutron.services.tag.tag_plugin [None req-19d85495-a676-4722-b0f9-be6ff949369e tempest-TagsExtTest-1443696680 tempest-TagsExtTest-1443696680-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'dad938e8-d3d0-478f-8920-e1d2f3b1165b') {} {{(pid=105585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:11:55.953389 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device 311039f1-5d25-4523-b4ea-b899c7f4e2bf up at agent hyperv_n-h1-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:11:55.965473 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e92a9c-2fb0-48d8-a689-9eab6d1f652a req-f176f03a-66c1-40ab-8085-3c72432b537d tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:11:55.973276 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-82e92a9c-2fb0-48d8-a689-9eab6d1f652a req-f176f03a-66c1-40ab-8085-3c72432b537d tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] 10.222.0.59 "GET /v2.0/ports?device_id=31533b7a-7459-43fe-bfa1-37a8877d2d0a HTTP/1.1" status: 200 len: 945 time: 0.1892710 Jul 27 21:11:56.001812 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff5686e5-b822-4900-8ceb-2ebfe248d092 None None] Network 1b834f87-5c77-4934-9b43-2837915c65ce requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:11:56.022191 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a489bde7-1fcb-4008-b693-0db8640ca0e1 req-c8ad4e87-467e-4083-9a28-f4f8f0ef79a0 tempest-ServerAddressesTestJSON-2012424169 tempest-ServerAddressesTestJSON-2012424169-project] 10.222.0.59 "GET /v2.0/security-groups?id=b905a681-9034-431f-ac67-3d30ce4439be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197081 Jul 27 21:11:56.042668 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-934357b7-7421-4fa9-8caf-42518d65d7ab admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-1476937230-network', 'tenant_id': '4c0345f99e0e4bdfbc51c30d2fc911d5'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:11:56.070917 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-100ac4b9-f9ef-43a0-b566-7b0dd42007cb None None] Provisioning for port 37f29fd7-41f8-4815-b688-74431604ea64 completed by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:11:56.086440 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8695999-013c-434f-90b3-777e936694c4 req-a22c1f72-eefa-4905-a5b7-260e596559e2 tempest-ServerAddressesTestJSON-2012424169 tempest-ServerAddressesTestJSON-2012424169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:11:56.089077 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-d8695999-013c-434f-90b3-777e936694c4 req-a22c1f72-eefa-4905-a5b7-260e596559e2 tempest-ServerAddressesTestJSON-2012424169 tempest-ServerAddressesTestJSON-2012424169-project] 10.222.0.36 "GET /v2.0/ports?device_id=c213bc3a-81eb-4de3-a6f8-a1630ee156c2 HTTP/1.1" status: 200 len: 945 time: 0.1022942 Jul 27 21:11:56.091050 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-100ac4b9-f9ef-43a0-b566-7b0dd42007cb None None] Provisioning complete for port 37f29fd7-41f8-4815-b688-74431604ea64 triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:11:56.092211 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-100ac4b9-f9ef-43a0-b566-7b0dd42007cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:56.104616 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-934357b7-7421-4fa9-8caf-42518d65d7ab admin admin] Made reservation on behalf of 4c0345f99e0e4bdfbc51c30d2fc911d5 for: {'network': 1} {{(pid=105585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:11:56.111146 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-934357b7-7421-4fa9-8caf-42518d65d7ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for network, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:56.136013 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-82e92a9c-2fb0-48d8-a689-9eab6d1f652a req-4cae8ae8-cbd8-40e3-8e3c-b8acf7c46d32 tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] 10.222.0.59 "GET /v2.0/security-groups?id=c166a083-e7a4-430d-b39b-9b2d1c142ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563549 Jul 27 21:11:56.172631 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Provisioning for port 311039f1-5d25-4523-b4ea-b899c7f4e2bf completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:11:56.187030 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-934357b7-7421-4fa9-8caf-42518d65d7ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:56.218746 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Provisioning complete for port 311039f1-5d25-4523-b4ea-b899c7f4e2bf triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:11:56.219488 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:56.230464 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-19d85495-a676-4722-b0f9-be6ff949369e tempest-TagsExtTest-1443696680 tempest-TagsExtTest-1443696680-project] 10.222.0.59 "GET /v2.0/ports/dad938e8-d3d0-478f-8920-e1d2f3b1165b/tags HTTP/1.1" status: 200 len: 205 time: 0.2980766 Jul 27 21:11:56.233056 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 58928) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:11:56.238427 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.tag.tag_plugin [None req-1bbebd03-d62b-4d7e-8909-e5d306457e7c tempest-TagsExtTest-1443696680 tempest-TagsExtTest-1443696680-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '924f41a3-5e62-48d3-821c-de12e1c37e83') {} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:11:56.344910 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-934357b7-7421-4fa9-8caf-42518d65d7ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:56.353618 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [req-d8695999-013c-434f-90b3-777e936694c4 req-cb3ebf40-378e-44a5-8099-2fb17320354c tempest-ServerAddressesTestJSON-2012424169 tempest-ServerAddressesTestJSON-2012424169-project] Deleting port f94acfab-28c5-4728-8a8f-d49ef3312a40 {{(pid=105584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:11:56.354272 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-d8695999-013c-434f-90b3-777e936694c4 req-cb3ebf40-378e-44a5-8099-2fb17320354c tempest-ServerAddressesTestJSON-2012424169 tempest-ServerAddressesTestJSON-2012424169-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:56.365837 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-100ac4b9-f9ef-43a0-b566-7b0dd42007cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:56.367999 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-934357b7-7421-4fa9-8caf-42518d65d7ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:56.429002 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934357b7-7421-4fa9-8caf-42518d65d7ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57fc2f5e-2eb9-47d1-9f7e-204a07a0734a,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:11:56.433871 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Device 498260e1-9835-46af-97f7-54e6148162f3 up at agent hyperv_n-h2-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:11:56.439487 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-100ac4b9-f9ef-43a0-b566-7b0dd42007cb None None] For port 37f29fd7-41f8-4815-b688-74431604ea64, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=37f29fd7-41f8-4815-b688-74431604ea64,segment=NetworkSegment(5c4e6c8e-cbb8-4111-bba4-bee395a7a3d8),segment_id=5c4e6c8e-cbb8-4111-bba4-bee395a7a3d8)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:11:56.444668 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:56.483685 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-100ac4b9-f9ef-43a0-b566-7b0dd42007cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:56.504485 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0825c36d-0908-4005-9b56-a6dfd34ad897', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '311039f1-5d25-4523-b4ea-b899c7f4e2bf'}] {{(pid=105586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:11:56.507035 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14c1663e039faf5393f87855f745010ac5b02220355b68fdbf065393e303ac56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff346d0a-c8ec-4764-ad32-8b3c1ffafdd4" -d '{"events": [{"server_uuid": "0825c36d-0908-4005-9b56-a6dfd34ad897", "name": "network-vif-plugged", "status": "completed", "tag": "311039f1-5d25-4523-b4ea-b899c7f4e2bf"}]}' {{(pid=105586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:11:56.511779 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a424f5-17af-455b-af43-ee6918d8eb85 req-4436bc09-9ea7-46c5-a418-e20780ccb857 tempest-ServerRescueNegativeTestJSON-1381818065 tempest-ServerRescueNegativeTestJSON-1381818065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:11:56.517150 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-35a424f5-17af-455b-af43-ee6918d8eb85 req-4436bc09-9ea7-46c5-a418-e20780ccb857 tempest-ServerRescueNegativeTestJSON-1381818065 tempest-ServerRescueNegativeTestJSON-1381818065-project] 10.222.0.59 "GET /v2.0/ports?device_id=0825c36d-0908-4005-9b56-a6dfd34ad897 HTTP/1.1" status: 200 len: 944 time: 0.3543069 Jul 27 21:11:56.520069 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-934357b7-7421-4fa9-8caf-42518d65d7ab admin admin] vlan segment allocate from pool success with {'vlan_id': 211, 'physical_network': 'physnet1'} {{(pid=105585) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:11:56.523598 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [req-d8695999-013c-434f-90b3-777e936694c4 req-cb3ebf40-378e-44a5-8099-2fb17320354c tempest-ServerAddressesTestJSON-2012424169 tempest-ServerAddressesTestJSON-2012424169-project] For port f94acfab-28c5-4728-8a8f-d49ef3312a40, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=f94acfab-28c5-4728-8a8f-d49ef3312a40,segment=NetworkSegment(200d0701-5b66-4dde-9f72-80b4d6ddac71),segment_id=200d0701-5b66-4dde-9f72-80b4d6ddac71)] {{(pid=105584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:11:56.524431 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-d8695999-013c-434f-90b3-777e936694c4 req-cb3ebf40-378e-44a5-8099-2fb17320354c tempest-ServerAddressesTestJSON-2012424169 tempest-ServerAddressesTestJSON-2012424169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:56.567757 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-1bbebd03-d62b-4d7e-8909-e5d306457e7c tempest-TagsExtTest-1443696680 tempest-TagsExtTest-1443696680-project] 10.222.0.59 "GET /v2.0/routers/924f41a3-5e62-48d3-821c-de12e1c37e83/tags HTTP/1.1" status: 200 len: 241 time: 0.3333676 Jul 27 21:11:56.568433 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-100ac4b9-f9ef-43a0-b566-7b0dd42007cb None None] Provisioning for port dad938e8-d3d0-478f-8920-e1d2f3b1165b completed by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:11:56.569726 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [req-d8695999-013c-434f-90b3-777e936694c4 req-cb3ebf40-378e-44a5-8099-2fb17320354c tempest-ServerAddressesTestJSON-2012424169 tempest-ServerAddressesTestJSON-2012424169-project] Calling delete_port for f94acfab-28c5-4728-8a8f-d49ef3312a40 owned by compute:nova {{(pid=105584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:11:56.581774 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] For port 311039f1-5d25-4523-b4ea-b899c7f4e2bf, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=311039f1-5d25-4523-b4ea-b899c7f4e2bf,segment=NetworkSegment(151214cb-152c-4c30-8d99-50b662383ee0),segment_id=151214cb-152c-4c30-8d99-50b662383ee0)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:11:56.587036 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 58934) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:11:56.592111 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:56.598797 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-100ac4b9-f9ef-43a0-b566-7b0dd42007cb None None] Provisioning complete for port dad938e8-d3d0-478f-8920-e1d2f3b1165b triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:11:56.598954 n-d-705658-22 neutron-server[105585]: DEBUG neutron.services.tag.tag_plugin [None req-9c289a9a-19ad-4b5e-8225-cc7bc4901d37 tempest-TagsExtTest-1443696680 tempest-TagsExtTest-1443696680-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '924f41a3-5e62-48d3-821c-de12e1c37e83', 'tempest-TagsExtTest-Tag-1343006016') {} {{(pid=105585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:11:56.599511 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-100ac4b9-f9ef-43a0-b566-7b0dd42007cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:56.659425 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-934357b7-7421-4fa9-8caf-42518d65d7ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:56.660301 n-d-705658-22 neutron-server[105585]: INFO neutron.db.segments_db [None req-934357b7-7421-4fa9-8caf-42518d65d7ab admin admin] Added segment e3d51037-92bb-4b9c-bbae-b76c4d375504 of type vlan for network f8c6e3ad-a10d-44a6-88e2-66a15d74ac10 Jul 27 21:11:56.665363 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100ac4b9-f9ef-43a0-b566-7b0dd42007cb None None] Pushing event updated for resources: {'Port': ['ID=37f29fd7-41f8-4815-b688-74431604ea64,revision_number=3']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:11:56.673685 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6cf4f0-675d-4f87-a34d-cbc5c22eb8d3 req-edd037c7-1259-4fdd-bbd6-c22422c5c1a8 tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:11:56.675799 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-3a6cf4f0-675d-4f87-a34d-cbc5c22eb8d3 req-edd037c7-1259-4fdd-bbd6-c22422c5c1a8 tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] 10.222.0.59 "GET /v2.0/ports?device_id=31533b7a-7459-43fe-bfa1-37a8877d2d0a HTTP/1.1" status: 200 len: 945 time: 0.3290002 Jul 27 21:11:56.687963 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-3d54578f-831f-4696-b568-13c455922dab None None] Provisioning for port 498260e1-9835-46af-97f7-54e6148162f3 completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:11:56.722364 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-100ac4b9-f9ef-43a0-b566-7b0dd42007cb None None] Port dad938e8-d3d0-478f-8920-e1d2f3b1165b cannot update to ACTIVE because it is not bound. {{(pid=105586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:11:56.727600 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-3d54578f-831f-4696-b568-13c455922dab None None] Provisioning complete for port 498260e1-9835-46af-97f7-54e6148162f3 triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:11:56.728205 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:56.837731 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-934357b7-7421-4fa9-8caf-42518d65d7ab admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790688424798'] for network, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:56.852017 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Pushing event updated for resources: {'Port': ['ID=311039f1-5d25-4523-b4ea-b899c7f4e2bf,revision_number=5']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:11:56.885359 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-3a6cf4f0-675d-4f87-a34d-cbc5c22eb8d3 req-2d08777b-79da-455a-a868-a6d94a9ceb07 tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] 10.222.0.59 "GET /v2.0/security-groups?id=c166a083-e7a4-430d-b39b-9b2d1c142ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1848519 Jul 27 21:11:56.889127 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:56.901460 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-d8695999-013c-434f-90b3-777e936694c4 req-cb3ebf40-378e-44a5-8099-2fb17320354c tempest-ServerAddressesTestJSON-2012424169 tempest-ServerAddressesTestJSON-2012424169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:56.901600 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-9c289a9a-19ad-4b5e-8225-cc7bc4901d37 tempest-TagsExtTest-1443696680 tempest-TagsExtTest-1443696680-project] 10.222.0.59 "GET /v2.0/routers/924f41a3-5e62-48d3-821c-de12e1c37e83/tags/tempest-TagsExtTest-Tag-1343006016 HTTP/1.1" status: 204 len: 168 time: 0.3069413 Jul 27 21:11:56.910596 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] get_ports_and_sgs() called for port_ids ['f94acfab-28c5-4728-8a8f-d49ef3312a40'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:11:56.925526 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-35a424f5-17af-455b-af43-ee6918d8eb85 req-13164b00-363b-4394-b629-28888a5ed5b4 tempest-ServerRescueNegativeTestJSON-1381818065 tempest-ServerRescueNegativeTestJSON-1381818065-project] 10.222.0.59 "GET /v2.0/security-groups?id=ce8b1850-1d4d-402f-a118-5b56f5e06e52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3812330 Jul 27 21:11:56.926981 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 58946) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:11:56.953127 n-d-705658-22 neutron-server[105585]: DEBUG neutron.services.tag.tag_plugin [None req-b6f30325-8bc0-409c-96e0-af8e9aa925f3 tempest-TagsExtTest-1443696680 tempest-TagsExtTest-1443696680-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '924f41a3-5e62-48d3-821c-de12e1c37e83', 'tempest-TagsExtTest-Tag-1343006016') {} {{(pid=105585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:11:57.004499 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] For port 498260e1-9835-46af-97f7-54e6148162f3, host n-h2-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=498260e1-9835-46af-97f7-54e6148162f3,segment=NetworkSegment(151214cb-152c-4c30-8d99-50b662383ee0),segment_id=151214cb-152c-4c30-8d99-50b662383ee0)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:11:57.019067 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:57.061923 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.db.resource_extend [None req-934357b7-7421-4fa9-8caf-42518d65d7ab admin admin] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=105585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 27 21:11:57.073402 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3ebf40-378e-44a5-8099-2fb17320354c tempest-ServerAddressesTestJSON-2012424169 tempest-ServerAddressesTestJSON-2012424169-project] Pushing event deleted for resources: {'Port': ['ID=f94acfab-28c5-4728-8a8f-d49ef3312a40,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:11:57.079530 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:11:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ec99ae7-75e3-46fd-b9af-4c076ab0883d x-openstack-request-id: req-7ec99ae7-75e3-46fd-b9af-4c076ab0883d {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:11:57.085553 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0825c36d-0908-4005-9b56-a6dfd34ad897", "name": "network-vif-plugged", "status": "completed", "tag": "311039f1-5d25-4523-b4ea-b899c7f4e2bf", "code": 200}]} {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:11:57.086768 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-7ec99ae7-75e3-46fd-b9af-4c076ab0883d {{(pid=105586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:11:57.087340 n-d-705658-22 neutron-server[105586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0825c36d-0908-4005-9b56-a6dfd34ad897', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '311039f1-5d25-4523-b4ea-b899c7f4e2bf', 'code': 200} Jul 27 21:11:57.137489 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-934357b7-7421-4fa9-8caf-42518d65d7ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920'] for network, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:57.139029 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-934357b7-7421-4fa9-8caf-42518d65d7ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:11:57.139543 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8695999-013c-434f-90b3-777e936694c4 req-cb3ebf40-378e-44a5-8099-2fb17320354c tempest-ServerAddressesTestJSON-2012424169 tempest-ServerAddressesTestJSON-2012424169-project] No DVR routers for this DVR port f94acfab-28c5-4728-8a8f-d49ef3312a40 on host n-h1-705658-22 {{(pid=105584) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:11:57.139696 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-934357b7-7421-4fa9-8caf-42518d65d7ab admin admin] Notify callbacks [] for network, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:57.158202 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-d8695999-013c-434f-90b3-777e936694c4 req-cb3ebf40-378e-44a5-8099-2fb17320354c tempest-ServerAddressesTestJSON-2012424169 tempest-ServerAddressesTestJSON-2012424169-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:57.164744 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-d8695999-013c-434f-90b3-777e936694c4 req-cb3ebf40-378e-44a5-8099-2fb17320354c tempest-ServerAddressesTestJSON-2012424169 tempest-ServerAddressesTestJSON-2012424169-project] 10.222.0.36 "DELETE /v2.0/ports/f94acfab-28c5-4728-8a8f-d49ef3312a40 HTTP/1.1" status: 204 len: 173 time: 1.0676112 Jul 27 21:11:57.165944 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c213bc3a-81eb-4de3-a6f8-a1630ee156c2', 'name': 'network-vif-deleted', 'tag': 'f94acfab-28c5-4728-8a8f-d49ef3312a40'}] {{(pid=105584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:11:57.173723 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bce5e6c8685464f7626901654159975603b047827e3138302ed6566e28f1343" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7be4bce5-2771-46f2-8a37-a56e4b705065" -d '{"events": [{"server_uuid": "c213bc3a-81eb-4de3-a6f8-a1630ee156c2", "name": "network-vif-deleted", "tag": "f94acfab-28c5-4728-8a8f-d49ef3312a40"}]}' {{(pid=105584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:11:57.191376 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Pushing event updated for resources: {'Port': ['ID=498260e1-9835-46af-97f7-54e6148162f3,revision_number=5']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:11:57.198027 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-4c11d8bd-6fe5-4f9a-bb64-403fffa956d4 None None] Provisioning complete for port 37f29fd7-41f8-4815-b688-74431604ea64 triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:11:57.198476 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-4c11d8bd-6fe5-4f9a-bb64-403fffa956d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:57.337481 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b582e16-5153-48e8-b9d4-83feb390e293 req-1efe3d0c-282c-4eeb-812a-5264664102d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:11:57.339048 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-7b582e16-5153-48e8-b9d4-83feb390e293 req-1efe3d0c-282c-4eeb-812a-5264664102d0 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=0825c36d-0908-4005-9b56-a6dfd34ad897 HTTP/1.1" status: 200 len: 1097 time: 0.1960142 Jul 27 21:11:57.372097 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-934357b7-7421-4fa9-8caf-42518d65d7ab admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.5311472 Jul 27 21:11:57.376808 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 58954) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:11:57.381599 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-c32998f5-0baf-4611-abfe-0ad67e28ddd7 admin admin] Request body: {'subnet': {'network_id': 'f8c6e3ad-a10d-44a6-88e2-66a15d74ac10', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-1476937230-subnet', 'tenant_id': '4c0345f99e0e4bdfbc51c30d2fc911d5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:11:57.387437 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-4c11d8bd-6fe5-4f9a-bb64-403fffa956d4 None None] Provisioning complete for port dad938e8-d3d0-478f-8920-e1d2f3b1165b triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:11:57.388165 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-4c11d8bd-6fe5-4f9a-bb64-403fffa956d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:57.401731 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934357b7-7421-4fa9-8caf-42518d65d7ab admin admin] Pushing event updated for resources: {'Network': ['ID=f8c6e3ad-a10d-44a6-88e2-66a15d74ac10,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:11:57.407863 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-b6f30325-8bc0-409c-96e0-af8e9aa925f3 tempest-TagsExtTest-1443696680 tempest-TagsExtTest-1443696680-project] 10.222.0.59 "DELETE /v2.0/routers/924f41a3-5e62-48d3-821c-de12e1c37e83/tags/tempest-TagsExtTest-Tag-1343006016 HTTP/1.1" status: 204 len: 168 time: 0.4717472 Jul 27 21:11:57.414133 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 58958) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:11:57.425279 n-d-705658-22 neutron-server[105585]: DEBUG neutron.services.tag.tag_plugin [None req-d855ee74-4f00-491c-a293-eb7ec8e3a5d7 tempest-TagsExtTest-1443696680 tempest-TagsExtTest-1443696680-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '924f41a3-5e62-48d3-821c-de12e1c37e83') {} {{(pid=105585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:11:57.426589 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 37f29fd7-41f8-4815-b688-74431604ea64 up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:11:57.429476 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Network f8c6e3ad-a10d-44a6-88e2-66a15d74ac10 details requested by agent ovs-agent-n-d-705658-22 with host n-d-705658-22 {{(pid=105586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:11:57.452069 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-7b582e16-5153-48e8-b9d4-83feb390e293 req-771888d7-8091-4765-b6a6-185b9b453a9c service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=ce8b1850-1d4d-402f-a118-5b56f5e06e52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048226 Jul 27 21:11:57.466822 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c32998f5-0baf-4611-abfe-0ad67e28ddd7 admin admin] Made reservation on behalf of 4c0345f99e0e4bdfbc51c30d2fc911d5 for: {'subnet': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:11:57.469245 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c32998f5-0baf-4611-abfe-0ad67e28ddd7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9738786'] for subnet, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:57.534913 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-4c11d8bd-6fe5-4f9a-bb64-403fffa956d4 None None] Port dad938e8-d3d0-478f-8920-e1d2f3b1165b cannot update to ACTIVE because it is not bound. {{(pid=105586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:11:57.553289 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port 37f29fd7-41f8-4815-b688-74431604ea64 triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:11:57.553669 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:57.582839 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-5a5d570b-5a0c-4526-8571-97ac0abb3152 req-c8968dcd-fb6a-4d32-93f9-64ac34dc875f tempest-ServerAddressesTestJSON-2012424169 tempest-ServerAddressesTestJSON-2012424169-project] 10.222.0.59 "GET /v2.0/ports?device_id=c213bc3a-81eb-4de3-a6f8-a1630ee156c2 HTTP/1.1" status: 200 len: 210 time: 0.0563276 Jul 27 21:11:57.601749 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28429309-db20-4f5a-8e1e-1d5a3bf19867 req-f4c6ef29-2c3b-493c-9e49-eb213400bf36 tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:11:57.609938 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-28429309-db20-4f5a-8e1e-1d5a3bf19867 req-f4c6ef29-2c3b-493c-9e49-eb213400bf36 tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] 10.222.0.59 "GET /v2.0/ports?device_id=31533b7a-7459-43fe-bfa1-37a8877d2d0a HTTP/1.1" status: 200 len: 945 time: 0.3582554 Jul 27 21:11:57.623343 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-d855ee74-4f00-491c-a293-eb7ec8e3a5d7 tempest-TagsExtTest-1443696680 tempest-TagsExtTest-1443696680-project] 10.222.0.59 "GET /v2.0/routers/924f41a3-5e62-48d3-821c-de12e1c37e83/tags HTTP/1.1" status: 200 len: 205 time: 0.2075443 Jul 27 21:11:57.624344 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 58960) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:11:57.632264 n-d-705658-22 neutron-server[105585]: DEBUG neutron.services.tag.tag_plugin [None req-6b15c617-f942-46f8-bdf1-6b2a8f51bb92 tempest-TagsExtTest-1443696680 tempest-TagsExtTest-1443696680-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '489da177-6671-40d6-8c16-d44230b3ce4d') {} {{(pid=105585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:11:57.688401 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:11:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1728343e-d883-442f-a197-288adae75ab2 x-openstack-request-id: req-1728343e-d883-442f-a197-288adae75ab2 {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:11:57.689475 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c213bc3a-81eb-4de3-a6f8-a1630ee156c2", "name": "network-vif-deleted", "tag": "f94acfab-28c5-4728-8a8f-d49ef3312a40", "status": "completed", "code": 200}]} {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:11:57.689884 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-1728343e-d883-442f-a197-288adae75ab2 {{(pid=105584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:11:57.690297 n-d-705658-22 neutron-server[105584]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c213bc3a-81eb-4de3-a6f8-a1630ee156c2', 'name': 'network-vif-deleted', 'tag': 'f94acfab-28c5-4728-8a8f-d49ef3312a40', 'status': 'completed', 'code': 200} Jul 27 21:11:57.715042 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-6b15c617-f942-46f8-bdf1-6b2a8f51bb92 tempest-TagsExtTest-1443696680 tempest-TagsExtTest-1443696680-project] 10.222.0.59 "GET /v2.0/subnetpools/489da177-6671-40d6-8c16-d44230b3ce4d/tags HTTP/1.1" status: 200 len: 241 time: 0.0881872 Jul 27 21:11:57.718434 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 58962) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:11:57.721054 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-6277b04b-2d17-4a80-8512-067f78cc2b3c None None] Provisioning complete for port dad938e8-d3d0-478f-8920-e1d2f3b1165b triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:11:57.724480 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-6277b04b-2d17-4a80-8512-067f78cc2b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:57.731264 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-28429309-db20-4f5a-8e1e-1d5a3bf19867 req-dc0b7a89-bbf1-48f0-a331-3654df7b4c98 tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] 10.222.0.59 "GET /v2.0/security-groups?id=c166a083-e7a4-430d-b39b-9b2d1c142ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151199 Jul 27 21:11:57.742254 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.tag.tag_plugin [None req-54ac93a1-24bd-4877-a181-d612867c28ce tempest-TagsExtTest-1443696680 tempest-TagsExtTest-1443696680-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '489da177-6671-40d6-8c16-d44230b3ce4d', 'tempest-TagsExtTest-Tag-1764213733') {} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:11:57.798104 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-6277b04b-2d17-4a80-8512-067f78cc2b3c None None] Port dad938e8-d3d0-478f-8920-e1d2f3b1165b cannot update to ACTIVE because it is not bound. {{(pid=105586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:11:57.876077 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-84b78112-6b4f-4c2a-869a-3b073c11f3d7 req-5fbab039-cf85-434c-96ca-f6a7886aee58 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=31533b7a-7459-43fe-bfa1-37a8877d2d0a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2777061 Jul 27 21:11:57.885771 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-54ac93a1-24bd-4877-a181-d612867c28ce tempest-TagsExtTest-1443696680 tempest-TagsExtTest-1443696680-project] 10.222.0.59 "GET /v2.0/subnetpools/489da177-6671-40d6-8c16-d44230b3ce4d/tags/tempest-TagsExtTest-Tag-1764213733 HTTP/1.1" status: 204 len: 168 time: 0.1636631 Jul 27 21:11:57.887676 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 58968) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:11:57.894728 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.tag.tag_plugin [None req-d2c72dda-f4d8-45de-939d-f7ee89f7cb4e tempest-TagsExtTest-1443696680 tempest-TagsExtTest-1443696680-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '489da177-6671-40d6-8c16-d44230b3ce4d', 'tempest-TagsExtTest-Tag-1764213733') {} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:11:57.894961 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b911a56-852d-4ee9-946c-9abbee0a1672 req-295edf5b-3303-4a2d-b46a-b111bcdcf5fd tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:11:57.896709 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-4b911a56-852d-4ee9-946c-9abbee0a1672 req-295edf5b-3303-4a2d-b46a-b111bcdcf5fd tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] 10.222.0.59 "GET /v2.0/ports?device_id=74636b36-ec44-4487-91bf-4f8efb4719fd HTTP/1.1" status: 200 len: 947 time: 0.1158953 Jul 27 21:11:57.899486 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c32998f5-0baf-4611-abfe-0ad67e28ddd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9014150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9738800'] for subnet, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:57.999809 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-4b911a56-852d-4ee9-946c-9abbee0a1672 req-51b70fcc-ec4b-4887-8f0d-02ea22fb23f4 tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] 10.222.0.59 "GET /v2.0/security-groups?id=d845222d-5ac4-450c-bcf5-0222a977607f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0764446 Jul 27 21:11:58.041358 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32998f5-0baf-4611-abfe-0ad67e28ddd7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=84e9bd09-8f44-489f-a7f6-029157f175a4,revision_number=0']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:11:58.062015 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829219fb-9e14-4810-a4a1-f2ba096f17b5 req-f4231ca0-54ad-4a36-9c49-b324fe91228b tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:11:58.069433 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-d2c72dda-f4d8-45de-939d-f7ee89f7cb4e tempest-TagsExtTest-1443696680 tempest-TagsExtTest-1443696680-project] 10.222.0.59 "DELETE /v2.0/subnetpools/489da177-6671-40d6-8c16-d44230b3ce4d/tags/tempest-TagsExtTest-Tag-1764213733 HTTP/1.1" status: 204 len: 168 time: 0.1789465 Jul 27 21:11:58.070166 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 58976) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:11:58.071230 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-829219fb-9e14-4810-a4a1-f2ba096f17b5 req-f4231ca0-54ad-4a36-9c49-b324fe91228b tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] 10.222.0.59 "GET /v2.0/ports?device_id=31533b7a-7459-43fe-bfa1-37a8877d2d0a HTTP/1.1" status: 200 len: 945 time: 0.1733129 Jul 27 21:11:58.076461 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.tag.tag_plugin [None req-f68e505c-6264-4c72-90c5-6e048b09b4b9 tempest-TagsExtTest-1443696680 tempest-TagsExtTest-1443696680-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '489da177-6671-40d6-8c16-d44230b3ce4d') {} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:11:58.103402 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c32998f5-0baf-4611-abfe-0ad67e28ddd7 admin admin] Checking segment: {'id': 'e3d51037-92bb-4b9c-bbae-b76c4d375504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'f8c6e3ad-a10d-44a6-88e2-66a15d74ac10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:11:58.103765 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c32998f5-0baf-4611-abfe-0ad67e28ddd7 admin admin] Network hostable DHCP agents. Network: f8c6e3ad-a10d-44a6-88e2-66a15d74ac10, hostable agents: ['7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a'], hosted agents: [] {{(pid=105584) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:11:58.128506 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-f68e505c-6264-4c72-90c5-6e048b09b4b9 tempest-TagsExtTest-1443696680 tempest-TagsExtTest-1443696680-project] 10.222.0.59 "GET /v2.0/subnetpools/489da177-6671-40d6-8c16-d44230b3ce4d/tags HTTP/1.1" status: 200 len: 205 time: 0.0546904 Jul 27 21:11:58.129654 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 58978) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:11:58.136993 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b78112-6b4f-4c2a-869a-3b073c11f3d7 req-e57f3128-e2bb-4ef2-96a9-8fc6489e84f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:11:58.138089 n-d-705658-22 neutron-server[105585]: DEBUG neutron.services.tag.tag_plugin [None req-cb7b9d1b-1651-458d-bc84-6329c82d22ca tempest-TagsExtTest-1443696680 tempest-TagsExtTest-1443696680-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '489da177-6671-40d6-8c16-d44230b3ce4d') {} {{(pid=105585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:11:58.139234 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-84b78112-6b4f-4c2a-869a-3b073c11f3d7 req-e57f3128-e2bb-4ef2-96a9-8fc6489e84f7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=68b3cdce681f47658a432c5ac5385a68&device_id=31533b7a-7459-43fe-bfa1-37a8877d2d0a HTTP/1.1" status: 200 len: 1097 time: 0.1790023 Jul 27 21:11:58.139963 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c32998f5-0baf-4611-abfe-0ad67e28ddd7 admin admin] Network f8c6e3ad-a10d-44a6-88e2-66a15d74ac10 is scheduled to be hosted by DHCP agent 7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a with binding_index 1 {{(pid=105584) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:11:58.152000 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [None req-c32998f5-0baf-4611-abfe-0ad67e28ddd7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-22, f8c6e3ad-a10d-44a6-88e2-66a15d74ac10) {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:11:58.158405 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c32998f5-0baf-4611-abfe-0ad67e28ddd7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:11:58.159307 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c32998f5-0baf-4611-abfe-0ad67e28ddd7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:58.163480 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b498e2b-87c7-456b-8b17-4aadc546d09b None None] Network f8c6e3ad-a10d-44a6-88e2-66a15d74ac10 requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:11:58.172868 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-829219fb-9e14-4810-a4a1-f2ba096f17b5 req-e943ffdd-354c-4f21-813f-d1c65c5fb628 tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] 10.222.0.59 "GET /v2.0/security-groups?id=c166a083-e7a4-430d-b39b-9b2d1c142ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841658 Jul 27 21:11:58.184858 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-c32998f5-0baf-4611-abfe-0ad67e28ddd7 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7990434 Jul 27 21:11:58.264336 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172af3ef-2538-4f3f-b294-6ee73e18d540 req-a68538e4-64bf-4a8e-91bb-5b0163c373b0 tempest-ServerRescueNegativeTestJSON-1381818065 tempest-ServerRescueNegativeTestJSON-1381818065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:11:58.271789 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-172af3ef-2538-4f3f-b294-6ee73e18d540 req-a68538e4-64bf-4a8e-91bb-5b0163c373b0 tempest-ServerRescueNegativeTestJSON-1381818065 tempest-ServerRescueNegativeTestJSON-1381818065-project] 10.222.0.59 "GET /v2.0/ports?device_id=0825c36d-0908-4005-9b56-a6dfd34ad897 HTTP/1.1" status: 200 len: 945 time: 0.1903212 Jul 27 21:11:58.277921 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-cb7b9d1b-1651-458d-bc84-6329c82d22ca tempest-TagsExtTest-1443696680 tempest-TagsExtTest-1443696680-project] 10.222.0.59 "DELETE /v2.0/subnetpools/489da177-6671-40d6-8c16-d44230b3ce4d/tags HTTP/1.1" status: 204 len: 168 time: 0.1409397 Jul 27 21:11:58.279900 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 58984) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:11:58.323922 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-172af3ef-2538-4f3f-b294-6ee73e18d540 req-964ad2c3-7853-40bb-87bd-5036fb4e6192 tempest-ServerRescueNegativeTestJSON-1381818065 tempest-ServerRescueNegativeTestJSON-1381818065-project] 10.222.0.59 "GET /v2.0/security-groups?id=ce8b1850-1d4d-402f-a118-5b56f5e06e52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508687 Jul 27 21:11:58.331734 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.tag.tag_plugin [None req-4befd777-7108-4d54-83e0-f18caac33bd9 tempest-TagsExtTest-1443696680 tempest-TagsExtTest-1443696680-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '924f41a3-5e62-48d3-821c-de12e1c37e83') {} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:11:58.359727 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7dfa5ed-310a-4b01-92b0-963c236fe8fa None None] Network f8c6e3ad-a10d-44a6-88e2-66a15d74ac10 requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:11:58.474674 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b78112-6b4f-4c2a-869a-3b073c11f3d7 req-cafc67b1-f3b4-4722-ba41-2b01c93175f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:11:58.481033 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-84b78112-6b4f-4c2a-869a-3b073c11f3d7 req-cafc67b1-f3b4-4722-ba41-2b01c93175f3 service neutron] 10.222.0.36 "GET /v2.0/networks?id=4390cbf5-7e78-4e4f-909f-4a4e22b8ff6a HTTP/1.1" status: 200 len: 914 time: 0.2972183 Jul 27 21:11:58.485383 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88551ea5-2c0c-4f95-b05d-e7beb0f4d633 req-2599ad3b-e3c3-42f1-94f0-36fd4a9f97c3 tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:11:58.487329 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-88551ea5-2c0c-4f95-b05d-e7beb0f4d633 req-2599ad3b-e3c3-42f1-94f0-36fd4a9f97c3 tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] 10.222.0.59 "GET /v2.0/ports?device_id=31533b7a-7459-43fe-bfa1-37a8877d2d0a HTTP/1.1" status: 200 len: 945 time: 0.1115606 Jul 27 21:11:58.557003 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-84b78112-6b4f-4c2a-869a-3b073c11f3d7 req-13c3fb5d-cb38-4371-a1d3-624854243f61 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=02c1d30c-87d1-4ab3-8a04-cc33f5f02b7e HTTP/1.1" status: 200 len: 217 time: 0.0603280 Jul 27 21:11:58.559847 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-4befd777-7108-4d54-83e0-f18caac33bd9 tempest-TagsExtTest-1443696680 tempest-TagsExtTest-1443696680-project] 10.222.0.59 "DELETE /v2.0/routers/924f41a3-5e62-48d3-821c-de12e1c37e83/tags HTTP/1.1" status: 204 len: 168 time: 0.2363038 Jul 27 21:11:58.562758 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 58996) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:11:58.571117 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.tag.tag_plugin [None req-d08e89be-56d5-49f0-8b10-82d445571d2b tempest-TagsExtTest-1443696680 tempest-TagsExtTest-1443696680-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'dad938e8-d3d0-478f-8920-e1d2f3b1165b') {} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:11:58.573923 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-88551ea5-2c0c-4f95-b05d-e7beb0f4d633 req-408c0ef1-677f-4482-87f6-ee3a46f669f4 tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] 10.222.0.59 "GET /v2.0/security-groups?id=c166a083-e7a4-430d-b39b-9b2d1c142ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784321 Jul 27 21:11:58.651765 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b78112-6b4f-4c2a-869a-3b073c11f3d7 req-416aef96-5fdb-43c4-a482-eb5c9eb12abf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:11:58.653242 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-84b78112-6b4f-4c2a-869a-3b073c11f3d7 req-416aef96-5fdb-43c4-a482-eb5c9eb12abf service neutron] 10.222.0.36 "GET /v2.0/subnets?id=54048abf-f191-442c-882c-c171eec4fbdf HTTP/1.1" status: 200 len: 853 time: 0.0791020 Jul 27 21:11:58.680462 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 59004) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:11:58.705382 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-84b78112-6b4f-4c2a-869a-3b073c11f3d7 req-f1d77f06-33df-479f-b901-6d6ed1a10b3f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4390cbf5-7e78-4e4f-909f-4a4e22b8ff6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420499 Jul 27 21:11:58.787072 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-d08e89be-56d5-49f0-8b10-82d445571d2b tempest-TagsExtTest-1443696680 tempest-TagsExtTest-1443696680-project] 10.222.0.59 "DELETE /v2.0/ports/dad938e8-d3d0-478f-8920-e1d2f3b1165b/tags HTTP/1.1" status: 204 len: 168 time: 0.2205927 Jul 27 21:11:58.787719 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 59014) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:11:58.796368 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.tag.tag_plugin [None req-fc2472bf-b871-44b7-a792-a82672d4c5f8 tempest-TagsExtTest-1443696680 tempest-TagsExtTest-1443696680-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '1ca169c2-e5c9-4715-a168-43124d0bae76') {} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:11:58.798398 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.db_base_plugin_v2 [None req-c141b89d-1252-4531-af2c-c19f5daac90c admin admin] Deleting subnet a7e3a896-6449-41e3-8576-d659ebf61c03 {{(pid=105585) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:11:58.827823 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-c141b89d-1252-4531-af2c-c19f5daac90c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:58.861365 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-84b78112-6b4f-4c2a-869a-3b073c11f3d7 req-cab1794e-73b8-4916-a204-0a886eba2028 service neutron] 10.222.0.36 "GET /v2.0/networks/4390cbf5-7e78-4e4f-909f-4a4e22b8ff6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383240 Jul 27 21:11:58.924261 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-c141b89d-1252-4531-af2c-c19f5daac90c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9887057'] for subnet, precommit_delete_associations {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:58.932809 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-fc2472bf-b871-44b7-a792-a82672d4c5f8 tempest-TagsExtTest-1443696680 tempest-TagsExtTest-1443696680-project] 10.222.0.59 "DELETE /v2.0/subnets/1ca169c2-e5c9-4715-a168-43124d0bae76/tags HTTP/1.1" status: 204 len: 168 time: 0.1438575 Jul 27 21:11:58.939160 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 59016) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:11:58.977493 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.tag.tag_plugin [None req-52392562-0cad-4326-a9dc-ca644002c350 tempest-TagsExtTest-1443696680 tempest-TagsExtTest-1443696680-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '1ca169c2-e5c9-4715-a168-43124d0bae76', 'tempest-TagsExtTest-Tag-1246412721') {} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:11:58.988613 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1821b83-d621-489f-b6bc-b74680132a50 req-62f47669-38fe-41d9-9d08-46b141633c96 tempest-ServerPasswordTestJSON-1261512657 tempest-ServerPasswordTestJSON-1261512657-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:11:58.990014 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b1821b83-d621-489f-b6bc-b74680132a50 req-62f47669-38fe-41d9-9d08-46b141633c96 tempest-ServerPasswordTestJSON-1261512657 tempest-ServerPasswordTestJSON-1261512657-project] 10.222.0.59 "GET /v2.0/networks?id=f8c6e3ad-a10d-44a6-88e2-66a15d74ac10 HTTP/1.1" status: 200 len: 813 time: 0.2477241 Jul 27 21:11:59.004294 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50728a6d-305e-4701-807e-5c5e1b91a57f req-4a99c6d0-6aac-4bf1-8c9e-22d39241b45c tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:11:59.005717 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-50728a6d-305e-4701-807e-5c5e1b91a57f req-4a99c6d0-6aac-4bf1-8c9e-22d39241b45c tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] 10.222.0.59 "GET /v2.0/ports?device_id=31533b7a-7459-43fe-bfa1-37a8877d2d0a HTTP/1.1" status: 200 len: 945 time: 0.2622962 Jul 27 21:11:59.015779 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-84b78112-6b4f-4c2a-869a-3b073c11f3d7 req-cc0572e6-b28f-4bc5-982e-4732e13e04eb service neutron] 10.222.0.36 "GET /v2.0/networks/4390cbf5-7e78-4e4f-909f-4a4e22b8ff6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1425402 Jul 27 21:11:59.035062 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-c141b89d-1252-4531-af2c-c19f5daac90c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854965'] for subnet, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:59.084469 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-52392562-0cad-4326-a9dc-ca644002c350 tempest-TagsExtTest-1443696680 tempest-TagsExtTest-1443696680-project] 10.222.0.59 "PUT /v2.0/subnets/1ca169c2-e5c9-4715-a168-43124d0bae76/tags/tempest-TagsExtTest-Tag-1246412721 HTTP/1.1" status: 201 len: 201 time: 0.1440201 Jul 27 21:11:59.087287 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 59026) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:11:59.089895 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2b02e93-995e-40bc-ad82-59da89f4fecb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '498260e1-9835-46af-97f7-54e6148162f3'}] {{(pid=105586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:11:59.093789 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.tag.tag_plugin [None req-ad5d632e-8e89-4497-94f6-4eb5eaf53c2e tempest-TagsExtTest-1443696680 tempest-TagsExtTest-1443696680-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'dad938e8-d3d0-478f-8920-e1d2f3b1165b', 'tempest-TagsExtTest-Tag-688547510') {} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:11:59.101380 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14c1663e039faf5393f87855f745010ac5b02220355b68fdbf065393e303ac56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06dbd86d-4381-4f34-a556-aa954a77d358" -d '{"events": [{"server_uuid": "e2b02e93-995e-40bc-ad82-59da89f4fecb", "name": "network-vif-plugged", "status": "completed", "tag": "498260e1-9835-46af-97f7-54e6148162f3"}]}' {{(pid=105586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:11:59.123844 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b1821b83-d621-489f-b6bc-b74680132a50 req-6ac250d9-88a5-4058-9e94-aad4e11efbbc tempest-ServerPasswordTestJSON-1261512657 tempest-ServerPasswordTestJSON-1261512657-project] 10.222.0.59 "GET /v2.0/quotas/4c0345f99e0e4bdfbc51c30d2fc911d5 HTTP/1.1" status: 200 len: 375 time: 0.1275041 Jul 27 21:11:59.193577 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b1821b83-d621-489f-b6bc-b74680132a50 req-fd7dfc3d-8d71-4e76-a1ab-0f551c61c26a tempest-ServerPasswordTestJSON-1261512657 tempest-ServerPasswordTestJSON-1261512657-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=4c0345f99e0e4bdfbc51c30d2fc911d5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0503261 Jul 27 21:11:59.203855 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-50728a6d-305e-4701-807e-5c5e1b91a57f req-d99c470d-a170-433a-b167-2343c80c19bd tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] 10.222.0.59 "GET /v2.0/security-groups?id=c166a083-e7a4-430d-b39b-9b2d1c142ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1838632 Jul 27 21:11:59.206115 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-c141b89d-1252-4531-af2c-c19f5daac90c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10221602', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9990583'] for subnet, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:59.240392 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-ad5d632e-8e89-4497-94f6-4eb5eaf53c2e tempest-TagsExtTest-1443696680 tempest-TagsExtTest-1443696680-project] 10.222.0.59 "PUT /v2.0/ports/dad938e8-d3d0-478f-8920-e1d2f3b1165b/tags/tempest-TagsExtTest-Tag-688547510 HTTP/1.1" status: 201 len: 201 time: 0.1516931 Jul 27 21:11:59.244051 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 59036) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:11:59.244857 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c141b89d-1252-4531-af2c-c19f5daac90c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a7e3a896-6449-41e3-8576-d659ebf61c03,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:11:59.246826 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-c141b89d-1252-4531-af2c-c19f5daac90c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743886'] for subnet, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:59.253154 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-c141b89d-1252-4531-af2c-c19f5daac90c admin admin] 10.222.0.59 "DELETE /v2.0/subnets/a7e3a896-6449-41e3-8576-d659ebf61c03 HTTP/1.1" status: 204 len: 168 time: 0.5673931 Jul 27 21:11:59.253154 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 59038) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:11:59.254953 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.tag.tag_plugin [None req-29f9f946-16b6-427d-936a-0ce3cdc1c8ce tempest-TagsExtTest-1443696680 tempest-TagsExtTest-1443696680-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '924f41a3-5e62-48d3-821c-de12e1c37e83', 'tempest-TagsExtTest-Tag-1867248437') {} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:11:59.271092 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d363ef6-c4bb-4cbe-b320-39d20fc0d45e req-e34f51ea-7302-4b53-a9bb-55fb9dd6e0a3 tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:11:59.273239 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-3d363ef6-c4bb-4cbe-b320-39d20fc0d45e req-e34f51ea-7302-4b53-a9bb-55fb9dd6e0a3 tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] 10.222.0.36 "GET /v2.0/ports?device_id=74636b36-ec44-4487-91bf-4f8efb4719fd HTTP/1.1" status: 200 len: 947 time: 0.1394250 Jul 27 21:11:59.432314 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-00e2152d-95d4-4dfa-8f56-d047a9aef726 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-990557'] for network, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:59.440925 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-29f9f946-16b6-427d-936a-0ce3cdc1c8ce tempest-TagsExtTest-1443696680 tempest-TagsExtTest-1443696680-project] 10.222.0.59 "PUT /v2.0/routers/924f41a3-5e62-48d3-821c-de12e1c37e83/tags/tempest-TagsExtTest-Tag-1867248437 HTTP/1.1" status: 201 len: 201 time: 0.1955826 Jul 27 21:11:59.443555 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 59044) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:11:59.451749 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.tag.tag_plugin [None req-ae0fd52e-1b25-4680-97cb-d76f9b50f0df tempest-TagsExtTest-1443696680 tempest-TagsExtTest-1443696680-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '489da177-6671-40d6-8c16-d44230b3ce4d', 'tempest-TagsExtTest-Tag-1436134185') {} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:11:59.482739 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [req-3d363ef6-c4bb-4cbe-b320-39d20fc0d45e req-ff8672a0-7e50-4b49-932a-b27c9eeff1d4 tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] Deleting port d11a16c2-af7c-4aa8-9e51-1c00722d4961 {{(pid=105584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:11:59.483298 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-3d363ef6-c4bb-4cbe-b320-39d20fc0d45e req-ff8672a0-7e50-4b49-932a-b27c9eeff1d4 tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:59.504430 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b1821b83-d621-489f-b6bc-b74680132a50 req-b312060c-c570-4362-a0e8-9df09f9115b2 service neutron] 10.222.0.59 "GET /v2.0/networks/f8c6e3ad-a10d-44a6-88e2-66a15d74ac10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2034743 Jul 27 21:11:59.544305 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-ae0fd52e-1b25-4680-97cb-d76f9b50f0df tempest-TagsExtTest-1443696680 tempest-TagsExtTest-1443696680-project] 10.222.0.59 "PUT /v2.0/subnetpools/489da177-6671-40d6-8c16-d44230b3ce4d/tags/tempest-TagsExtTest-Tag-1436134185 HTTP/1.1" status: 201 len: 201 time: 0.0963378 Jul 27 21:11:59.545247 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 59046) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:11:59.550042 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.tag.tag_plugin [None req-c8bfb287-42c9-4b57-aa9f-c75eb77f706f tempest-TagsExtTest-1443696680 tempest-TagsExtTest-1443696680-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '1ca169c2-e5c9-4715-a168-43124d0bae76', {'tags': ['tempest-TagsExtTest-Tag-1338516636', 'tempest-TagsExtTest-Tag-1272376463', 'tempest-TagsExtTest-Tag-144019708']}) {} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:11:59.631647 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [req-3d363ef6-c4bb-4cbe-b320-39d20fc0d45e req-ff8672a0-7e50-4b49-932a-b27c9eeff1d4 tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] For port d11a16c2-af7c-4aa8-9e51-1c00722d4961, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=d11a16c2-af7c-4aa8-9e51-1c00722d4961,segment=NetworkSegment(660ec341-81d1-41c4-8987-bc307d97b3d6),segment_id=660ec341-81d1-41c4-8987-bc307d97b3d6)] {{(pid=105584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:11:59.632076 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-3d363ef6-c4bb-4cbe-b320-39d20fc0d45e req-ff8672a0-7e50-4b49-932a-b27c9eeff1d4 tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:59.659627 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-c8bfb287-42c9-4b57-aa9f-c75eb77f706f tempest-TagsExtTest-1443696680 tempest-TagsExtTest-1443696680-project] 10.222.0.59 "PUT /v2.0/subnets/1ca169c2-e5c9-4715-a168-43124d0bae76/tags HTTP/1.1" status: 200 len: 317 time: 0.1108985 Jul 27 21:11:59.684972 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 59048) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:11:59.690164 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.tag.tag_plugin [None req-bb3d50f6-f68c-4d12-a0de-e2b1a1e20a6e tempest-TagsExtTest-1443696680 tempest-TagsExtTest-1443696680-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '1ca169c2-e5c9-4715-a168-43124d0bae76') {} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:11:59.870061 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-bb3d50f6-f68c-4d12-a0de-e2b1a1e20a6e tempest-TagsExtTest-1443696680 tempest-TagsExtTest-1443696680-project] 10.222.0.59 "DELETE /v2.0/subnets/1ca169c2-e5c9-4715-a168-43124d0bae76/tags HTTP/1.1" status: 204 len: 168 time: 0.1812856 Jul 27 21:11:59.873413 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 59050) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:11:59.880675 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.tag.tag_plugin [None req-e7d588f9-1d7e-46aa-8d20-9ef4ea8219fc tempest-TagsExtTest-1443696680 tempest-TagsExtTest-1443696680-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '1ca169c2-e5c9-4715-a168-43124d0bae76', 'tempest-TagsExtTest-Tag-1338516636') {} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:11:59.883906 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa397267-ab5d-44bf-99b3-54dfab460698 req-a66f8055-9ecb-46e0-ba91-393fb759d0a2 tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:11:59.885328 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-aa397267-ab5d-44bf-99b3-54dfab460698 req-a66f8055-9ecb-46e0-ba91-393fb759d0a2 tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] 10.222.0.59 "GET /v2.0/ports?device_id=74636b36-ec44-4487-91bf-4f8efb4719fd HTTP/1.1" status: 200 len: 947 time: 0.5855308 Jul 27 21:11:59.921287 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-3d363ef6-c4bb-4cbe-b320-39d20fc0d45e req-ff8672a0-7e50-4b49-932a-b27c9eeff1d4 tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:59.921816 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-3d363ef6-c4bb-4cbe-b320-39d20fc0d45e req-ff8672a0-7e50-4b49-932a-b27c9eeff1d4 tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4075768'] for floatingip, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:59.922273 n-d-705658-22 neutron-server[105584]: INFO neutron.db.l3_db [req-3d363ef6-c4bb-4cbe-b320-39d20fc0d45e req-ff8672a0-7e50-4b49-932a-b27c9eeff1d4 tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] Floating IP 59824256-5991-4194-8b47-0d76542724f6 disassociated. External IP: 172.25.5.6, port: d11a16c2-af7c-4aa8-9e51-1c00722d4961. Jul 27 21:11:59.922714 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [req-3d363ef6-c4bb-4cbe-b320-39d20fc0d45e req-ff8672a0-7e50-4b49-932a-b27c9eeff1d4 tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] Calling delete_port for d11a16c2-af7c-4aa8-9e51-1c00722d4961 owned by compute:nova {{(pid=105584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:11:59.951060 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-00e2152d-95d4-4dfa-8f56-d047a9aef726 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853562', 'neutron.services.segments.db._delete_segments_for_network-8790688882975'] for network, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:59.968462 n-d-705658-22 neutron-server[105585]: DEBUG neutron.services.segments.db [None req-00e2152d-95d4-4dfa-8f56-d047a9aef726 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da898dd9-d68b-43d1-bae5-b3abc9d409f2']}} {{(pid=105585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:11:59.975406 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device d11a16c2-af7c-4aa8-9e51-1c00722d4961 no longer exists at agent hyperv_n-h1-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:12:00.002281 n-d-705658-22 neutron-server[105584]: INFO neutron.api.v2.resource [None req-e7d588f9-1d7e-46aa-8d20-9ef4ea8219fc tempest-TagsExtTest-1443696680 tempest-TagsExtTest-1443696680-project] show failed (client error): The resource could not be found. Jul 27 21:12:00.003445 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-e7d588f9-1d7e-46aa-8d20-9ef4ea8219fc tempest-TagsExtTest-1443696680 tempest-TagsExtTest-1443696680-project] 10.222.0.59 "GET /v2.0/subnets/1ca169c2-e5c9-4715-a168-43124d0bae76/tags/tempest-TagsExtTest-Tag-1338516636 HTTP/1.1" status: 404 len: 329 time: 0.1290805 Jul 27 21:12:00.006070 n-d-705658-22 neutron-server[105585]: DEBUG neutron.services.segments.db [None req-00e2152d-95d4-4dfa-8f56-d047a9aef726 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '200d0701-5b66-4dde-9f72-80b4d6ddac71') {'for_net_delete': True} {{(pid=105585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:12:00.006572 n-d-705658-22 neutron-server[105585]: DEBUG neutron.services.segments.db [None req-00e2152d-95d4-4dfa-8f56-d047a9aef726 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '200d0701-5b66-4dde-9f72-80b4d6ddac71') {} {{(pid=105585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:12:00.009792 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 59054) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:12:00.017793 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.tag.tag_plugin [None req-81afee24-20f4-41ca-a3b8-99c68c2dd173 tempest-TagsExtTest-1443696680 tempest-TagsExtTest-1443696680-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '1ca169c2-e5c9-4715-a168-43124d0bae76', 'tempest-TagsExtTest-Tag-1272376463') {} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:12:00.021587 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-00e2152d-95d4-4dfa-8f56-d047a9aef726 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790688883752', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9886370'] for segment, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:00.039171 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-aa397267-ab5d-44bf-99b3-54dfab460698 req-144ec50f-353f-4bfa-bcb4-266d63c9b757 tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] 10.222.0.59 "GET /v2.0/security-groups?id=d845222d-5ac4-450c-bcf5-0222a977607f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1364467 Jul 27 21:12:00.052979 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-00e2152d-95d4-4dfa-8f56-d047a9aef726 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:00.063052 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00e2152d-95d4-4dfa-8f56-d047a9aef726 admin admin] Releasing vlan 232 on physical network physnet1 to pool {{(pid=105585) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:12:00.063510 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-00e2152d-95d4-4dfa-8f56-d047a9aef726 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10221644'] for segment, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:00.085589 n-d-705658-22 neutron-server[105585]: Traceback (most recent call last): Jul 27 21:12:00.085589 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:12:00.085589 n-d-705658-22 neutron-server[105585]: timer() Jul 27 21:12:00.085589 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:12:00.085589 n-d-705658-22 neutron-server[105585]: cb(*args, **kw) Jul 27 21:12:00.085589 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:12:00.085589 n-d-705658-22 neutron-server[105585]: return func(*args, **kwargs) Jul 27 21:12:00.085589 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:12:00.085589 n-d-705658-22 neutron-server[105585]: self._notify() Jul 27 21:12:00.085589 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:12:00.085589 n-d-705658-22 neutron-server[105585]: self.callback(batched_events) Jul 27 21:12:00.085589 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:12:00.085589 n-d-705658-22 neutron-server[105585]: event.method(event) Jul 27 21:12:00.085589 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:12:00.085589 n-d-705658-22 neutron-server[105585]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:12:00.085589 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:12:00.085589 n-d-705658-22 neutron-server[105585]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:12:00.085589 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:12:00.085589 n-d-705658-22 neutron-server[105585]: return f(self, *a, **k) Jul 27 21:12:00.085589 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:12:00.085589 n-d-705658-22 neutron-server[105585]: return self._get(url).json() Jul 27 21:12:00.085589 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:12:00.085589 n-d-705658-22 neutron-server[105585]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:12:00.085589 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:12:00.085589 n-d-705658-22 neutron-server[105585]: return self.request(url, 'GET', **kwargs) Jul 27 21:12:00.085589 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:12:00.085589 n-d-705658-22 neutron-server[105585]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:12:00.085589 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:12:00.085589 n-d-705658-22 neutron-server[105585]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:12:00.085589 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:12:00.085589 n-d-705658-22 neutron-server[105585]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:12:00.085589 n-d-705658-22 neutron-server[105585]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:12:00.131543 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:11:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8e317bd-8ed0-4d2f-a9cd-70132f3fd173 x-openstack-request-id: req-c8e317bd-8ed0-4d2f-a9cd-70132f3fd173 {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:12:00.132470 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2b02e93-995e-40bc-ad82-59da89f4fecb", "name": "network-vif-plugged", "status": "completed", "tag": "498260e1-9835-46af-97f7-54e6148162f3", "code": 200}]} {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:12:00.132905 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-c8e317bd-8ed0-4d2f-a9cd-70132f3fd173 {{(pid=105586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:12:00.133459 n-d-705658-22 neutron-server[105586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2b02e93-995e-40bc-ad82-59da89f4fecb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '498260e1-9835-46af-97f7-54e6148162f3', 'code': 200} Jul 27 21:12:00.162653 n-d-705658-22 neutron-server[105584]: INFO neutron.api.v2.resource [None req-81afee24-20f4-41ca-a3b8-99c68c2dd173 tempest-TagsExtTest-1443696680 tempest-TagsExtTest-1443696680-project] show failed (client error): The resource could not be found. Jul 27 21:12:00.163806 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-81afee24-20f4-41ca-a3b8-99c68c2dd173 tempest-TagsExtTest-1443696680 tempest-TagsExtTest-1443696680-project] 10.222.0.59 "GET /v2.0/subnets/1ca169c2-e5c9-4715-a168-43124d0bae76/tags/tempest-TagsExtTest-Tag-1272376463 HTTP/1.1" status: 404 len: 329 time: 0.1520078 Jul 27 21:12:00.164249 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:00.166723 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 59056) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:12:00.174389 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.tag.tag_plugin [None req-bd6d4256-e2e3-4f13-a166-5f09d9973df8 tempest-TagsExtTest-1443696680 tempest-TagsExtTest-1443696680-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '1ca169c2-e5c9-4715-a168-43124d0bae76', 'tempest-TagsExtTest-Tag-144019708') {} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:12:00.176593 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b1821b83-d621-489f-b6bc-b74680132a50 req-1df7eb20-fc7c-42c6-b79b-6fa69dfe8af2 service neutron] 10.222.0.59 "GET /v2.0/networks/f8c6e3ad-a10d-44a6-88e2-66a15d74ac10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3226058 Jul 27 21:12:00.179367 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-3d363ef6-c4bb-4cbe-b320-39d20fc0d45e req-ff8672a0-7e50-4b49-932a-b27c9eeff1d4 tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:00.219129 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-00e2152d-95d4-4dfa-8f56-d047a9aef726 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4075658'] for network, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:00.229788 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-00e2152d-95d4-4dfa-8f56-d047a9aef726 admin admin] Notify callbacks [] for network, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:00.233056 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-00e2152d-95d4-4dfa-8f56-d047a9aef726 admin admin] 10.222.0.59 "DELETE /v2.0/networks/da898dd9-d68b-43d1-bae5-b3abc9d409f2 HTTP/1.1" status: 204 len: 168 time: 0.9796932 Jul 27 21:12:00.245739 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device f94acfab-28c5-4728-8a8f-d49ef3312a40 no longer exists at agent hyperv_n-h1-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:12:00.265242 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e2152d-95d4-4dfa-8f56-d047a9aef726 admin admin] Pushing event deleted for resources: {'Network': ['ID=da898dd9-d68b-43d1-bae5-b3abc9d409f2,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:12:00.278403 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-28650df7-c46c-4981-b84f-37d87254047e None None] No Port match for: f94acfab-28c5-4728-8a8f-d49ef3312a40 {{(pid=105586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:12:00.278757 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device f94acfab-28c5-4728-8a8f-d49ef3312a40 not bound to the agent host n-h1-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:12:00.283757 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8672a0-7e50-4b49-932a-b27c9eeff1d4 tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] Pushing event deleted for resources: {'Port': ['ID=d11a16c2-af7c-4aa8-9e51-1c00722d4961,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:12:00.390740 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3cca28-17eb-4f93-9f22-6ab9955e18f5 req-f1562c6c-da30-4689-a281-81c14c199f78 tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:12:00.404443 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-9f3cca28-17eb-4f93-9f22-6ab9955e18f5 req-f1562c6c-da30-4689-a281-81c14c199f78 tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] 10.222.0.59 "GET /v2.0/ports?device_id=31533b7a-7459-43fe-bfa1-37a8877d2d0a HTTP/1.1" status: 200 len: 945 time: 0.1692934 Jul 27 21:12:00.465332 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-9f3cca28-17eb-4f93-9f22-6ab9955e18f5 req-eb06e2ff-481e-4411-beca-25216f219154 tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] 10.222.0.59 "GET /v2.0/security-groups?id=c166a083-e7a4-430d-b39b-9b2d1c142ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597625 Jul 27 21:12:00.465943 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 59068) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:12:00.555435 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d0178c-72f6-4800-84ae-b00270f3c85c req-eed5ce3e-b25f-4e9e-9e03-41e292255791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:12:00.556981 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-c2d0178c-72f6-4800-84ae-b00270f3c85c req-eed5ce3e-b25f-4e9e-9e03-41e292255791 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=e2b02e93-995e-40bc-ad82-59da89f4fecb HTTP/1.1" status: 200 len: 1097 time: 0.3514173 Jul 27 21:12:00.564554 n-d-705658-22 neutron-server[105584]: INFO neutron.api.v2.resource [None req-bd6d4256-e2e3-4f13-a166-5f09d9973df8 tempest-TagsExtTest-1443696680 tempest-TagsExtTest-1443696680-project] show failed (client error): The resource could not be found. Jul 27 21:12:00.568866 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-bd6d4256-e2e3-4f13-a166-5f09d9973df8 tempest-TagsExtTest-1443696680 tempest-TagsExtTest-1443696680-project] 10.222.0.59 "GET /v2.0/subnets/1ca169c2-e5c9-4715-a168-43124d0bae76/tags/tempest-TagsExtTest-Tag-144019708 HTTP/1.1" status: 404 len: 328 time: 0.3972006 Jul 27 21:12:00.569120 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 59072) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:12:00.584240 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.tag.tag_plugin [None req-49ca60af-b5fe-4f04-9dae-87c009be0ca3 tempest-TagsExtTest-1443696680 tempest-TagsExtTest-1443696680-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', 'dad938e8-d3d0-478f-8920-e1d2f3b1165b', {'tags': ['tempest-TagsExtTest-Tag-1705528452', 'tempest-TagsExtTest-Tag-1821223482', 'tempest-TagsExtTest-Tag-1903019733']}) {} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:12:00.602705 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-7a26e618-3b7a-4a04-be78-c267e3482a19 req-4ddf733d-df08-4128-88d9-6a7ba8832f50 tempest-ServerPasswordTestJSON-1261512657 tempest-ServerPasswordTestJSON-1261512657-project] 10.222.0.59 "GET /v2.0/ports?device_id=e7dc5058-383c-4758-9b46-cd14f98d61c2 HTTP/1.1" status: 200 len: 210 time: 0.0478277 Jul 27 21:12:00.625673 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-2d83e554-ac7a-4cbf-951a-3a5406237c14 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=63d2bfbffed14d449b711623f57e5a28&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1558340 Jul 27 21:12:00.626736 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 59074) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:12:00.641468 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3d363ef6-c4bb-4cbe-b320-39d20fc0d45e req-ff8672a0-7e50-4b49-932a-b27c9eeff1d4 tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] Router a31b9aa2-9324-403f-850f-3d92ca88f68c has already been hosted by L3 agent dd128fd7-8e57-4d4f-895b-a96b369df59a {{(pid=105584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:12:00.665765 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-c2d0178c-72f6-4800-84ae-b00270f3c85c req-997dc4d4-c707-4556-9ca3-4cbd324b3ab5 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=ce8b1850-1d4d-402f-a118-5b56f5e06e52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972414 Jul 27 21:12:00.674024 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3117b999-587b-46e7-875c-49dfe2c0bb98 req-04c46016-883a-413f-a3bb-bfdc07447426 tempest-ServerRescueNegativeTestJSON-1381818065 tempest-ServerRescueNegativeTestJSON-1381818065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:12:00.681335 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-3117b999-587b-46e7-875c-49dfe2c0bb98 req-04c46016-883a-413f-a3bb-bfdc07447426 tempest-ServerRescueNegativeTestJSON-1381818065 tempest-ServerRescueNegativeTestJSON-1381818065-project] 10.222.0.59 "GET /v2.0/ports?device_id=0825c36d-0908-4005-9b56-a6dfd34ad897 HTTP/1.1" status: 200 len: 945 time: 0.1706741 Jul 27 21:12:00.729880 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-49ca60af-b5fe-4f04-9dae-87c009be0ca3 tempest-TagsExtTest-1443696680 tempest-TagsExtTest-1443696680-project] 10.222.0.59 "PUT /v2.0/ports/dad938e8-d3d0-478f-8920-e1d2f3b1165b/tags HTTP/1.1" status: 200 len: 318 time: 0.1555409 Jul 27 21:12:00.733044 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 59080) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:12:00.740784 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.tag.tag_plugin [None req-6c9c04c4-f93a-469a-bebb-e545d8959eff tempest-TagsExtTest-1443696680 tempest-TagsExtTest-1443696680-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'dad938e8-d3d0-478f-8920-e1d2f3b1165b') {} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:12:00.759263 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-2f5a0784-f461-41e1-8752-96a5fde14204 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:00.804443 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-3117b999-587b-46e7-875c-49dfe2c0bb98 req-d57fa990-3737-4c8b-88f2-e2f4ce736ae5 tempest-ServerRescueNegativeTestJSON-1381818065 tempest-ServerRescueNegativeTestJSON-1381818065-project] 10.222.0.59 "GET /v2.0/security-groups?id=ce8b1850-1d4d-402f-a118-5b56f5e06e52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221340 Jul 27 21:12:00.875051 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-2f5a0784-f461-41e1-8752-96a5fde14204 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:00.945110 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3d363ef6-c4bb-4cbe-b320-39d20fc0d45e req-ff8672a0-7e50-4b49-932a-b27c9eeff1d4 tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] Notify agent at l3_agent.n-d-705658-22 the message routers_updated {{(pid=105584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:12:00.966070 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1449f78-a2c1-4753-9052-8b905f382a88 req-fca94b67-fe28-4b21-8d91-5be7273bda57 tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:12:00.968549 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f1449f78-a2c1-4753-9052-8b905f382a88 req-fca94b67-fe28-4b21-8d91-5be7273bda57 tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] 10.222.0.59 "GET /v2.0/ports?device_id=31533b7a-7459-43fe-bfa1-37a8877d2d0a HTTP/1.1" status: 200 len: 945 time: 0.1432040 Jul 27 21:12:00.976396 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86c58b91-61c5-4b1e-8705-ff5fa880274c None None] Sync routers for ids ['a31b9aa2-9324-403f-850f-3d92ca88f68c'] in n-d-705658-22 {{(pid=105586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:12:01.000731 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86c58b91-61c5-4b1e-8705-ff5fa880274c None None] Routers {'a31b9aa2-9324-403f-850f-3d92ca88f68c'} bound to L3 agent in host n-d-705658-22 {{(pid=105586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:12:01.001526 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-86c58b91-61c5-4b1e-8705-ff5fa880274c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:11:42Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['a31b9aa2-9324-403f-850f-3d92ca88f68c'], 'active': True} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:12:01.038959 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f1449f78-a2c1-4753-9052-8b905f382a88 req-8775b202-c160-4b7b-be1b-86ad4d13eed4 tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] 10.222.0.59 "GET /v2.0/security-groups?id=c166a083-e7a4-430d-b39b-9b2d1c142ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589914 Jul 27 21:12:01.040358 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-2f5a0784-f461-41e1-8752-96a5fde14204 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:01.052570 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-2f5a0784-f461-41e1-8752-96a5fde14204 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:01.058787 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-2f5a0784-f461-41e1-8752-96a5fde14204 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/b905a681-9034-431f-ac67-3d30ce4439be HTTP/1.1" status: 204 len: 168 time: 0.4312785 Jul 27 21:12:01.080004 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5a0784-f461-41e1-8752-96a5fde14204 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b905a681-9034-431f-ac67-3d30ce4439be,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:12:01.126918 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d363ef6-c4bb-4cbe-b320-39d20fc0d45e req-ff8672a0-7e50-4b49-932a-b27c9eeff1d4 tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] No DVR routers for this DVR port d11a16c2-af7c-4aa8-9e51-1c00722d4961 on host n-h1-705658-22 {{(pid=105584) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:12:01.159957 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-3d363ef6-c4bb-4cbe-b320-39d20fc0d45e req-ff8672a0-7e50-4b49-932a-b27c9eeff1d4 tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:01.163563 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-3d363ef6-c4bb-4cbe-b320-39d20fc0d45e req-ff8672a0-7e50-4b49-932a-b27c9eeff1d4 tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] 10.222.0.36 "DELETE /v2.0/ports/d11a16c2-af7c-4aa8-9e51-1c00722d4961 HTTP/1.1" status: 204 len: 173 time: 1.8563418 Jul 27 21:12:01.188161 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74636b36-ec44-4487-91bf-4f8efb4719fd', 'name': 'network-vif-deleted', 'tag': 'd11a16c2-af7c-4aa8-9e51-1c00722d4961'}] {{(pid=105584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:12:01.202038 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bce5e6c8685464f7626901654159975603b047827e3138302ed6566e28f1343" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0fa84e0-06bb-432e-84d9-dcacdd7dc11d" -d '{"events": [{"server_uuid": "74636b36-ec44-4487-91bf-4f8efb4719fd", "name": "network-vif-deleted", "tag": "d11a16c2-af7c-4aa8-9e51-1c00722d4961"}]}' {{(pid=105584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:12:01.284316 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-6c9c04c4-f93a-469a-bebb-e545d8959eff tempest-TagsExtTest-1443696680 tempest-TagsExtTest-1443696680-project] 10.222.0.59 "DELETE /v2.0/ports/dad938e8-d3d0-478f-8920-e1d2f3b1165b/tags HTTP/1.1" status: 204 len: 168 time: 0.5476279 Jul 27 21:12:01.284713 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 59100) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:12:01.291516 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.tag.tag_plugin [None req-8f644b84-d8b4-4f0b-8220-9235a2b53840 tempest-TagsExtTest-1443696680 tempest-TagsExtTest-1443696680-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'dad938e8-d3d0-478f-8920-e1d2f3b1165b', 'tempest-TagsExtTest-Tag-1705528452') {} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:12:01.313808 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-bd6c1990-36c0-45a9-94a0-838d136b0f60 req-8d2d999a-de00-474f-b9b5-bbaf5ecea32a tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] 10.222.0.59 "GET /v2.0/ports?device_id=74636b36-ec44-4487-91bf-4f8efb4719fd HTTP/1.1" status: 200 len: 210 time: 0.0791087 Jul 27 21:12:01.375367 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b3e975-32df-4ea5-a0ad-5106eb1de37d req-e4a4f30f-98c1-41f5-9a54-ad479a03a98d tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:12:01.387606 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-80b3e975-32df-4ea5-a0ad-5106eb1de37d req-e4a4f30f-98c1-41f5-9a54-ad479a03a98d tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] 10.222.0.59 "GET /v2.0/ports?device_id=31533b7a-7459-43fe-bfa1-37a8877d2d0a HTTP/1.1" status: 200 len: 945 time: 0.2453444 Jul 27 21:12:01.464820 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39f86e3-1a3b-47c0-9149-83b144c99fa8 req-725a3518-b9c3-439e-8bf0-750342cfb4e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:12:01.468769 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-d39f86e3-1a3b-47c0-9149-83b144c99fa8 req-725a3518-b9c3-439e-8bf0-750342cfb4e5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1816f1c47c674f62ac676a2d74d8fad6&device_id=0825c36d-0908-4005-9b56-a6dfd34ad897 HTTP/1.1" status: 200 len: 1097 time: 0.3183420 Jul 27 21:12:01.555621 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-80b3e975-32df-4ea5-a0ad-5106eb1de37d req-ea0428e1-91f1-4be9-9ed5-f0b73ad11235 tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] 10.222.0.59 "GET /v2.0/security-groups?id=c166a083-e7a4-430d-b39b-9b2d1c142ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603100 Jul 27 21:12:01.647219 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvr_db [None req-86c58b91-61c5-4b1e-8705-ff5fa880274c None None] Set router a31b9aa2-9324-403f-850f-3d92ca88f68c gateway port host: n-d-705658-22 {{(pid=105586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:12:01.670486 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3307c4-9212-4787-92b9-c2999b260e01 req-e0a4163d-219c-410d-98e4-a83033ef8e0c tempest-ServerRescueNegativeTestJSON-1381818065 tempest-ServerRescueNegativeTestJSON-1381818065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:12:01.683109 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-6d3307c4-9212-4787-92b9-c2999b260e01 req-e0a4163d-219c-410d-98e4-a83033ef8e0c tempest-ServerRescueNegativeTestJSON-1381818065 tempest-ServerRescueNegativeTestJSON-1381818065-project] 10.222.0.59 "GET /v2.0/ports?device_id=0825c36d-0908-4005-9b56-a6dfd34ad897 HTTP/1.1" status: 200 len: 945 time: 0.2269433 Jul 27 21:12:01.795315 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-6d3307c4-9212-4787-92b9-c2999b260e01 req-92c2712d-f555-4342-8b2c-443ae86a44f0 tempest-ServerRescueNegativeTestJSON-1381818065 tempest-ServerRescueNegativeTestJSON-1381818065-project] 10.222.0.59 "GET /v2.0/security-groups?id=ce8b1850-1d4d-402f-a118-5b56f5e06e52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058757 Jul 27 21:12:01.991963 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-6f98c1f9-5bfe-456e-906c-5626ef557404 req-75dd58ea-b973-4ef3-8a45-00674421d8ca tempest-ServerPasswordTestJSON-1261512657 tempest-ServerPasswordTestJSON-1261512657-project] 10.222.0.59 "GET /v2.0/ports?device_id=e7dc5058-383c-4758-9b46-cd14f98d61c2 HTTP/1.1" status: 200 len: 210 time: 0.0833654 Jul 27 21:12:02.152282 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab58423c-8be0-4650-b57a-acaf53052379 req-a985edc8-4941-4e3b-8849-527f05744034 tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:12:02.161195 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-ab58423c-8be0-4650-b57a-acaf53052379 req-a985edc8-4941-4e3b-8849-527f05744034 tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] 10.222.0.59 "GET /v2.0/ports?device_id=31533b7a-7459-43fe-bfa1-37a8877d2d0a HTTP/1.1" status: 200 len: 945 time: 0.1673903 Jul 27 21:12:02.217627 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-86c58b91-61c5-4b1e-8705-ff5fa880274c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a31b9aa2-9324-403f-850f-3d92ca88f68c', 'name': 'tempest-AttachVolumeShelveTestJSON-1314551751-router', 'tenant_id': '3bfa1a2c35f349b1a3e408eca249b7cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.79'}], 'enable_snat': True}, 'gw_port_id': '02c6bc33-7f5e-45cd-bbe3-07fe9bf235af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:01:38Z', 'updated_at': '2021-07-27T21:01:49Z', 'revision_number': 4, 'project_id': '3bfa1a2c35f349b1a3e408eca249b7cf', 'gw_port': {'id': '02c6bc33-7f5e-45cd-bbe3-07fe9bf235af', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:b1:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a31b9aa2-9324-403f-850f-3d92ca88f68c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1128, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:01:40Z', 'updated_at': '2021-07-27T21:01:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_interfaces': [{'id': '77ba909d-e85b-4af2-a1d8-2ff506a18c41', 'name': '', 'network_id': '79bd215c-af8d-45db-ad24-972205044e15', 'tenant_id': '3bfa1a2c35f349b1a3e408eca249b7cf', 'mac_address': 'fa:16:3e:79:ec:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a31b9aa2-9324-403f-850f-3d92ca88f68c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1132, 'fixed_ips': [{'subnet_id': '63030826-f290-4ec4-88a7-e0d5c21af6b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:01:46Z', 'updated_at': '2021-07-27T21:01:54Z', 'revision_number': 5, 'project_id': '3bfa1a2c35f349b1a3e408eca249b7cf', 'subnets': [{'id': '63030826-f290-4ec4-88a7-e0d5c21af6b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-22', False) {} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:12:02.230071 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-ab58423c-8be0-4650-b57a-acaf53052379 req-38780607-b0ce-4479-844c-2bf6d50118aa tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] 10.222.0.59 "GET /v2.0/security-groups?id=c166a083-e7a4-430d-b39b-9b2d1c142ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664179 Jul 27 21:12:02.257395 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86c58b91-61c5-4b1e-8705-ff5fa880274c None None] Checking router: a31b9aa2-9324-403f-850f-3d92ca88f68c for host: n-d-705658-22 {{(pid=105586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:12:02.270290 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86c58b91-61c5-4b1e-8705-ff5fa880274c None None] Routers {'a31b9aa2-9324-403f-850f-3d92ca88f68c'} bound to L3 agent in host n-d-705658-22 {{(pid=105586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:12:02.271478 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-86c58b91-61c5-4b1e-8705-ff5fa880274c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:11:42Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['a31b9aa2-9324-403f-850f-3d92ca88f68c'], 'active': True} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:12:02.334703 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:12:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91ba356c-d650-466f-abb5-13f2f453dac2 x-openstack-request-id: req-91ba356c-d650-466f-abb5-13f2f453dac2 {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:12:02.335361 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74636b36-ec44-4487-91bf-4f8efb4719fd", "name": "network-vif-deleted", "tag": "d11a16c2-af7c-4aa8-9e51-1c00722d4961", "status": "completed", "code": 200}]} {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:12:02.335361 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-91ba356c-d650-466f-abb5-13f2f453dac2 {{(pid=105584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:12:02.335716 n-d-705658-22 neutron-server[105584]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74636b36-ec44-4487-91bf-4f8efb4719fd', 'name': 'network-vif-deleted', 'tag': 'd11a16c2-af7c-4aa8-9e51-1c00722d4961', 'status': 'completed', 'code': 200} Jul 27 21:12:02.347961 n-d-705658-22 neutron-server[105584]: INFO neutron.api.v2.resource [None req-8f644b84-d8b4-4f0b-8220-9235a2b53840 tempest-TagsExtTest-1443696680 tempest-TagsExtTest-1443696680-project] show failed (client error): The resource could not be found. Jul 27 21:12:02.351886 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-8f644b84-d8b4-4f0b-8220-9235a2b53840 tempest-TagsExtTest-1443696680 tempest-TagsExtTest-1443696680-project] 10.222.0.59 "GET /v2.0/ports/dad938e8-d3d0-478f-8920-e1d2f3b1165b/tags/tempest-TagsExtTest-Tag-1705528452 HTTP/1.1" status: 404 len: 329 time: 1.0660141 Jul 27 21:12:02.355215 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 59138) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:12:02.359622 n-d-705658-22 neutron-server[105585]: DEBUG neutron.services.tag.tag_plugin [None req-52400e4d-2997-4d59-8abb-eafb8f273981 tempest-TagsExtTest-1443696680 tempest-TagsExtTest-1443696680-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'dad938e8-d3d0-478f-8920-e1d2f3b1165b', 'tempest-TagsExtTest-Tag-1821223482') {} {{(pid=105585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:12:02.440427 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39f86e3-1a3b-47c0-9149-83b144c99fa8 req-9db13bde-c214-48e0-8e10-64c60c5262be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:12:02.441932 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-d39f86e3-1a3b-47c0-9149-83b144c99fa8 req-9db13bde-c214-48e0-8e10-64c60c5262be service neutron] 10.222.0.36 "GET /v2.0/networks?id=1db3ecd8-5bfa-46e7-9a53-5860f7a92c34 HTTP/1.1" status: 200 len: 918 time: 0.9558561 Jul 27 21:12:02.442396 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 59144) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:12:02.465803 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvr_db [None req-86c58b91-61c5-4b1e-8705-ff5fa880274c None None] Set router a31b9aa2-9324-403f-850f-3d92ca88f68c gateway port host: n-d-705658-22 {{(pid=105586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:12:02.524728 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 59148) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:12:02.535257 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-d39f86e3-1a3b-47c0-9149-83b144c99fa8 req-02fd5f58-d4a7-4b33-a637-955e48f63ad9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=311039f1-5d25-4523-b4ea-b899c7f4e2bf HTTP/1.1" status: 200 len: 217 time: 0.0757196 Jul 27 21:12:02.637084 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-d38b726b-6ec8-4072-bc25-89287be0e4bb tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] Notify callbacks [] for security_group, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:02.664567 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-d38b726b-6ec8-4072-bc25-89287be0e4bb tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:02.703703 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1821b83-d621-489f-b6bc-b74680132a50 req-0a2c6421-6774-434e-a991-4aac97551e9f tempest-ServerPasswordTestJSON-1261512657 tempest-ServerPasswordTestJSON-1261512657-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:12:02.705505 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-b1821b83-d621-489f-b6bc-b74680132a50 req-0a2c6421-6774-434e-a991-4aac97551e9f tempest-ServerPasswordTestJSON-1261512657 tempest-ServerPasswordTestJSON-1261512657-project] 10.222.0.36 "GET /v2.0/networks?id=f8c6e3ad-a10d-44a6-88e2-66a15d74ac10 HTTP/1.1" status: 200 len: 813 time: 0.1688862 Jul 27 21:12:02.719495 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-42de9fd4-c422-4ae0-96de-012bdac772cc admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-1694255244-network', 'tenant_id': '596d15ccffcd4935954d819b173c7fae'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:12:02.730489 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [req-b1821b83-d621-489f-b6bc-b74680132a50 req-dc74bdb8-b39c-4783-96b5-79534038f429 tempest-ServerPasswordTestJSON-1261512657 tempest-ServerPasswordTestJSON-1261512657-project] Request body: {'port': {'device_id': 'e7dc5058-383c-4758-9b46-cd14f98d61c2', 'network_id': 'f8c6e3ad-a10d-44a6-88e2-66a15d74ac10', 'admin_state_up': True, 'tenant_id': '4c0345f99e0e4bdfbc51c30d2fc911d5'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:12:02.748981 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-d38b726b-6ec8-4072-bc25-89287be0e4bb tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:02.752612 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-d38b726b-6ec8-4072-bc25-89287be0e4bb tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] Notify callbacks [] for security_group, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:02.764078 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-d38b726b-6ec8-4072-bc25-89287be0e4bb tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] 10.222.0.59 "DELETE /v2.0/security-groups/d845222d-5ac4-450c-bcf5-0222a977607f HTTP/1.1" status: 204 len: 168 time: 0.2229383 Jul 27 21:12:02.768888 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 59150) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:12:02.785440 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38b726b-6ec8-4072-bc25-89287be0e4bb tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d845222d-5ac4-450c-bcf5-0222a977607f,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:12:02.805388 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9a9228-93f8-4dc3-a9ea-66c6598103a2 req-d19b9f3b-684f-42b4-9593-8de77b34e9e2 tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:12:02.806899 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-4e9a9228-93f8-4dc3-a9ea-66c6598103a2 req-d19b9f3b-684f-42b4-9593-8de77b34e9e2 tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] 10.222.0.59 "GET /v2.0/ports?device_id=31533b7a-7459-43fe-bfa1-37a8877d2d0a HTTP/1.1" status: 200 len: 945 time: 0.4669111 Jul 27 21:12:02.843619 n-d-705658-22 neutron-server[105584]: INFO neutron.api.v2.resource [None req-c4c9f082-875e-4a02-ad41-bcaa475614b6 tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] show failed (client error): The resource could not be found. Jul 27 21:12:02.848619 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-c4c9f082-875e-4a02-ad41-bcaa475614b6 tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] 10.222.0.59 "GET /v2.0/security-groups/d845222d-5ac4-450c-bcf5-0222a977607f HTTP/1.1" status: 404 len: 347 time: 0.0726910 Jul 27 21:12:02.849780 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 59156) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:12:02.890724 n-d-705658-22 neutron-server[105585]: INFO neutron.api.v2.resource [None req-52400e4d-2997-4d59-8abb-eafb8f273981 tempest-TagsExtTest-1443696680 tempest-TagsExtTest-1443696680-project] show failed (client error): The resource could not be found. Jul 27 21:12:02.895088 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-52400e4d-2997-4d59-8abb-eafb8f273981 tempest-TagsExtTest-1443696680 tempest-TagsExtTest-1443696680-project] 10.222.0.59 "GET /v2.0/ports/dad938e8-d3d0-478f-8920-e1d2f3b1165b/tags/tempest-TagsExtTest-Tag-1821223482 HTTP/1.1" status: 404 len: 329 time: 0.5385303 Jul 27 21:12:02.896982 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 59158) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:12:02.917117 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-86c58b91-61c5-4b1e-8705-ff5fa880274c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a31b9aa2-9324-403f-850f-3d92ca88f68c', 'name': 'tempest-AttachVolumeShelveTestJSON-1314551751-router', 'tenant_id': '3bfa1a2c35f349b1a3e408eca249b7cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.79'}], 'enable_snat': True}, 'gw_port_id': '02c6bc33-7f5e-45cd-bbe3-07fe9bf235af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:01:38Z', 'updated_at': '2021-07-27T21:01:49Z', 'revision_number': 4, 'project_id': '3bfa1a2c35f349b1a3e408eca249b7cf', 'gw_port': {'id': '02c6bc33-7f5e-45cd-bbe3-07fe9bf235af', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:b1:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a31b9aa2-9324-403f-850f-3d92ca88f68c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1128, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:01:40Z', 'updated_at': '2021-07-27T21:01:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_interfaces': [{'id': '77ba909d-e85b-4af2-a1d8-2ff506a18c41', 'name': '', 'network_id': '79bd215c-af8d-45db-ad24-972205044e15', 'tenant_id': '3bfa1a2c35f349b1a3e408eca249b7cf', 'mac_address': 'fa:16:3e:79:ec:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a31b9aa2-9324-403f-850f-3d92ca88f68c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1132, 'fixed_ips': [{'subnet_id': '63030826-f290-4ec4-88a7-e0d5c21af6b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:01:46Z', 'updated_at': '2021-07-27T21:01:54Z', 'revision_number': 5, 'project_id': '3bfa1a2c35f349b1a3e408eca249b7cf', 'subnets': [{'id': '63030826-f290-4ec4-88a7-e0d5c21af6b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-22', False) {} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:12:02.917729 n-d-705658-22 neutron-server[105585]: DEBUG neutron.services.tag.tag_plugin [None req-0962e0e7-0af6-44b5-afb5-76b3358a04a9 tempest-TagsExtTest-1443696680 tempest-TagsExtTest-1443696680-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'dad938e8-d3d0-478f-8920-e1d2f3b1165b', 'tempest-TagsExtTest-Tag-1903019733') {} {{(pid=105585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:12:02.955298 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86c58b91-61c5-4b1e-8705-ff5fa880274c None None] The sync data for ids ['a31b9aa2-9324-403f-850f-3d92ca88f68c'] in n-d-705658-22 is: [{'id': 'a31b9aa2-9324-403f-850f-3d92ca88f68c', 'name': 'tempest-AttachVolumeShelveTestJSON-1314551751-router', 'tenant_id': '3bfa1a2c35f349b1a3e408eca249b7cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.79'}], 'enable_snat': True}, 'gw_port_id': '02c6bc33-7f5e-45cd-bbe3-07fe9bf235af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:01:38Z', 'updated_at': '2021-07-27T21:01:49Z', 'revision_number': 4, 'project_id': '3bfa1a2c35f349b1a3e408eca249b7cf', 'gw_port': {'id': '02c6bc33-7f5e-45cd-bbe3-07fe9bf235af', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:b1:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a31b9aa2-9324-403f-850f-3d92ca88f68c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1128, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:01:40Z', 'updated_at': '2021-07-27T21:01:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_interfaces': [{'id': '77ba909d-e85b-4af2-a1d8-2ff506a18c41', 'name': '', 'network_id': '79bd215c-af8d-45db-ad24-972205044e15', 'tenant_id': '3bfa1a2c35f349b1a3e408eca249b7cf', 'mac_address': 'fa:16:3e:79:ec:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a31b9aa2-9324-403f-850f-3d92ca88f68c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1132, 'fixed_ips': [{'subnet_id': '63030826-f290-4ec4-88a7-e0d5c21af6b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:01:46Z', 'updated_at': '2021-07-27T21:01:54Z', 'revision_number': 5, 'project_id': '3bfa1a2c35f349b1a3e408eca249b7cf', 'subnets': [{'id': '63030826-f290-4ec4-88a7-e0d5c21af6b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:12:02.971596 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-4e9a9228-93f8-4dc3-a9ea-66c6598103a2 req-9c37fd53-37f8-44fb-8773-311865b6942c tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] 10.222.0.59 "GET /v2.0/security-groups?id=c166a083-e7a4-430d-b39b-9b2d1c142ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578741 Jul 27 21:12:02.996536 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39f86e3-1a3b-47c0-9149-83b144c99fa8 req-46dfb245-a755-45ab-8e3f-30894b635c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:12:02.998472 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-d39f86e3-1a3b-47c0-9149-83b144c99fa8 req-46dfb245-a755-45ab-8e3f-30894b635c93 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=bde3c8e5-46f4-4260-b2be-2a93267b8e98 HTTP/1.1" status: 200 len: 857 time: 0.2909098 Jul 27 21:12:03.003558 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42de9fd4-c422-4ae0-96de-012bdac772cc admin admin] Made reservation on behalf of 596d15ccffcd4935954d819b173c7fae for: {'network': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:12:03.006951 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-42de9fd4-c422-4ae0-96de-012bdac772cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for network, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:03.021906 n-d-705658-22 neutron-server[105585]: INFO neutron.api.v2.resource [None req-0962e0e7-0af6-44b5-afb5-76b3358a04a9 tempest-TagsExtTest-1443696680 tempest-TagsExtTest-1443696680-project] show failed (client error): The resource could not be found. Jul 27 21:12:03.026141 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-0962e0e7-0af6-44b5-afb5-76b3358a04a9 tempest-TagsExtTest-1443696680 tempest-TagsExtTest-1443696680-project] 10.222.0.59 "GET /v2.0/ports/dad938e8-d3d0-478f-8920-e1d2f3b1165b/tags/tempest-TagsExtTest-Tag-1903019733 HTTP/1.1" status: 404 len: 329 time: 0.1226795 Jul 27 21:12:03.027652 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 59164) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:12:03.033683 n-d-705658-22 neutron-server[105585]: DEBUG neutron.services.tag.tag_plugin [None req-462bf3d6-9f8b-4cfc-909d-d7e6cb4e026d tempest-TagsExtTest-1443696680 tempest-TagsExtTest-1443696680-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '924f41a3-5e62-48d3-821c-de12e1c37e83', {'tags': ['tempest-TagsExtTest-Tag-213067491', 'tempest-TagsExtTest-Tag-1242910194', 'tempest-TagsExtTest-Tag-2001640471']}) {} {{(pid=105585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:12:03.111206 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-d39f86e3-1a3b-47c0-9149-83b144c99fa8 req-a5a3a0c0-6a86-4257-9dd1-dd12c01e708a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1db3ecd8-5bfa-46e7-9a53-5860f7a92c34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1009564 Jul 27 21:12:03.111865 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-42de9fd4-c422-4ae0-96de-012bdac772cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:03.113895 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4621ba32-4637-4f2d-9674-f10b763074c4 req-491aab21-fc58-48ea-beca-614e2269340e tempest-ServerRescueNegativeTestJSON-1381818065 tempest-ServerRescueNegativeTestJSON-1381818065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:12:03.122052 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-4621ba32-4637-4f2d-9674-f10b763074c4 req-491aab21-fc58-48ea-beca-614e2269340e tempest-ServerRescueNegativeTestJSON-1381818065 tempest-ServerRescueNegativeTestJSON-1381818065-project] 10.222.0.59 "GET /v2.0/ports?device_id=0825c36d-0908-4005-9b56-a6dfd34ad897 HTTP/1.1" status: 200 len: 945 time: 0.2268753 Jul 27 21:12:03.222726 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-462bf3d6-9f8b-4cfc-909d-d7e6cb4e026d tempest-TagsExtTest-1443696680 tempest-TagsExtTest-1443696680-project] 10.222.0.59 "PUT /v2.0/routers/924f41a3-5e62-48d3-821c-de12e1c37e83/tags HTTP/1.1" status: 200 len: 317 time: 0.1937068 Jul 27 21:12:03.223460 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b1821b83-d621-489f-b6bc-b74680132a50 req-dc74bdb8-b39c-4783-96b5-79534038f429 tempest-ServerPasswordTestJSON-1261512657 tempest-ServerPasswordTestJSON-1261512657-project] Made reservation on behalf of 4c0345f99e0e4bdfbc51c30d2fc911d5 for: {'port': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:12:03.226958 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-b1821b83-d621-489f-b6bc-b74680132a50 req-dc74bdb8-b39c-4783-96b5-79534038f429 tempest-ServerPasswordTestJSON-1261512657 tempest-ServerPasswordTestJSON-1261512657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:03.229694 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 59174) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:12:03.244992 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.tag.tag_plugin [None req-93a31454-5bdc-46b7-b3d4-4c77b0c6646d tempest-TagsExtTest-1443696680 tempest-TagsExtTest-1443696680-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '924f41a3-5e62-48d3-821c-de12e1c37e83') {} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:12:03.275376 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-3357171d-0010-4b24-9627-389a0c7aa6d1 req-1f685c3f-0ee1-4561-87b3-8f38896ef9f2 tempest-ServerPasswordTestJSON-1261512657 tempest-ServerPasswordTestJSON-1261512657-project] 10.222.0.59 "GET /v2.0/ports?device_id=e7dc5058-383c-4758-9b46-cd14f98d61c2 HTTP/1.1" status: 200 len: 210 time: 0.0541043 Jul 27 21:12:03.294830 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-4621ba32-4637-4f2d-9674-f10b763074c4 req-b5e83815-f649-4ce3-91c0-a9e3421f5070 tempest-ServerRescueNegativeTestJSON-1381818065 tempest-ServerRescueNegativeTestJSON-1381818065-project] 10.222.0.59 "GET /v2.0/security-groups?id=ce8b1850-1d4d-402f-a118-5b56f5e06e52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1716595 Jul 27 21:12:03.317866 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-baa66ef4-e0c0-416f-890e-61b069d478d0 tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] Deleting port 121d8513-39a8-478c-9224-e3415a01e28f {{(pid=105584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:12:03.318213 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-baa66ef4-e0c0-416f-890e-61b069d478d0 tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:03.401799 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6fa72a3-24cf-46c9-b172-ba4046c57242 None None] New status for floating IP 59824256-5991-4194-8b47-0d76542724f6: DOWN {{(pid=105587) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 21:12:03.458676 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d3481a-87be-4fcb-bcdd-a9e6433741f7 req-da579728-9ebb-4bfb-9796-af9d1f019b5c tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:12:03.460213 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-02d3481a-87be-4fcb-bcdd-a9e6433741f7 req-da579728-9ebb-4bfb-9796-af9d1f019b5c tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] 10.222.0.59 "GET /v2.0/ports?device_id=31533b7a-7459-43fe-bfa1-37a8877d2d0a HTTP/1.1" status: 200 len: 945 time: 0.0890441 Jul 27 21:12:03.460779 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-d39f86e3-1a3b-47c0-9149-83b144c99fa8 req-e6185a88-9977-4f74-aaf9-a8ef4094e50d service neutron] 10.222.0.36 "GET /v2.0/networks/1db3ecd8-5bfa-46e7-9a53-5860f7a92c34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3262148 Jul 27 21:12:03.507936 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-02d3481a-87be-4fcb-bcdd-a9e6433741f7 req-05a0a154-3804-4fa5-b7cf-b41071bc093e tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] 10.222.0.59 "GET /v2.0/security-groups?id=c166a083-e7a4-430d-b39b-9b2d1c142ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415394 Jul 27 21:12:03.640426 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-baa66ef4-e0c0-416f-890e-61b069d478d0 tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:03.640956 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-baa66ef4-e0c0-416f-890e-61b069d478d0 tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:03.672616 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-93a31454-5bdc-46b7-b3d4-4c77b0c6646d tempest-TagsExtTest-1443696680 tempest-TagsExtTest-1443696680-project] 10.222.0.59 "DELETE /v2.0/routers/924f41a3-5e62-48d3-821c-de12e1c37e83/tags HTTP/1.1" status: 204 len: 168 time: 0.4353414 Jul 27 21:12:03.676657 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867a69b6-f4f4-4c3d-9f3c-774403d3af2b req-c2fe440b-b201-4558-83d1-4eca2927048f tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:12:03.678262 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-867a69b6-f4f4-4c3d-9f3c-774403d3af2b req-c2fe440b-b201-4558-83d1-4eca2927048f tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] 10.222.0.59 "GET /v2.0/ports?device_id=31533b7a-7459-43fe-bfa1-37a8877d2d0a HTTP/1.1" status: 200 len: 945 time: 0.0788772 Jul 27 21:12:03.678765 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 59178) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:12:03.683791 n-d-705658-22 neutron-server[105585]: DEBUG neutron.services.tag.tag_plugin [None req-a8dfa886-5472-4f06-9da9-984f51d545ec tempest-TagsExtTest-1443696680 tempest-TagsExtTest-1443696680-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '924f41a3-5e62-48d3-821c-de12e1c37e83', 'tempest-TagsExtTest-Tag-213067491') {} {{(pid=105585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:12:03.688029 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-baa66ef4-e0c0-416f-890e-61b069d478d0 tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] Calling delete_port for 121d8513-39a8-478c-9224-e3415a01e28f owned by network:floatingip {{(pid=105584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:12:03.690122 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-42de9fd4-c422-4ae0-96de-012bdac772cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:03.703899 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-42de9fd4-c422-4ae0-96de-012bdac772cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:03.725829 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.db_base_plugin_common [req-b1821b83-d621-489f-b6bc-b74680132a50 req-dc74bdb8-b39c-4783-96b5-79534038f429 tempest-ServerPasswordTestJSON-1261512657 tempest-ServerPasswordTestJSON-1261512657-project] Allocated IP 172.20.0.11 (f8c6e3ad-a10d-44a6-88e2-66a15d74ac10/84e9bd09-8f44-489f-a7f6-029157f175a4/ee02caf8-6a7a-491b-a7e0-256c5de0b3a0) {{(pid=105584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:12:03.745164 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-d39f86e3-1a3b-47c0-9149-83b144c99fa8 req-75df6801-06ce-4bf6-8eb2-4e196c3eb485 service neutron] 10.222.0.36 "GET /v2.0/networks/1db3ecd8-5bfa-46e7-9a53-5860f7a92c34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2691927 Jul 27 21:12:03.789631 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42de9fd4-c422-4ae0-96de-012bdac772cc admin admin] vlan segment allocate from pool success with {'vlan_id': 230, 'physical_network': 'physnet1'} {{(pid=105584) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:12:03.803636 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-867a69b6-f4f4-4c3d-9f3c-774403d3af2b req-3bc309c5-5eac-4b80-8646-11a31b8c3f05 tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] 10.222.0.59 "GET /v2.0/security-groups?id=c166a083-e7a4-430d-b39b-9b2d1c142ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141527 Jul 27 21:12:03.807069 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42de9fd4-c422-4ae0-96de-012bdac772cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95603a71-ea3d-4143-81b0-7bce4dd79980,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:12:03.815275 n-d-705658-22 neutron-server[105585]: INFO neutron.api.v2.resource [None req-a8dfa886-5472-4f06-9da9-984f51d545ec tempest-TagsExtTest-1443696680 tempest-TagsExtTest-1443696680-project] show failed (client error): The resource could not be found. Jul 27 21:12:03.818987 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-42de9fd4-c422-4ae0-96de-012bdac772cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:03.819361 n-d-705658-22 neutron-server[105584]: INFO neutron.db.segments_db [None req-42de9fd4-c422-4ae0-96de-012bdac772cc admin admin] Added segment 69be0b53-de98-4f1a-b28e-7ef1935836ed of type vlan for network b8f948c7-bfa9-44cb-936e-c199c057fe39 Jul 27 21:12:03.820955 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-a8dfa886-5472-4f06-9da9-984f51d545ec tempest-TagsExtTest-1443696680 tempest-TagsExtTest-1443696680-project] 10.222.0.59 "GET /v2.0/routers/924f41a3-5e62-48d3-821c-de12e1c37e83/tags/tempest-TagsExtTest-Tag-213067491 HTTP/1.1" status: 404 len: 328 time: 0.1412103 Jul 27 21:12:03.821680 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 59184) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:12:03.828179 n-d-705658-22 neutron-server[105585]: DEBUG neutron.services.tag.tag_plugin [None req-b4457295-2ca8-4bd1-821f-5ed623b49154 tempest-TagsExtTest-1443696680 tempest-TagsExtTest-1443696680-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '924f41a3-5e62-48d3-821c-de12e1c37e83', 'tempest-TagsExtTest-Tag-1242910194') {} {{(pid=105585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:12:03.906964 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-42de9fd4-c422-4ae0-96de-012bdac772cc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790688424798'] for network, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:03.931114 n-d-705658-22 neutron-server[105585]: INFO neutron.api.v2.resource [None req-b4457295-2ca8-4bd1-821f-5ed623b49154 tempest-TagsExtTest-1443696680 tempest-TagsExtTest-1443696680-project] show failed (client error): The resource could not be found. Jul 27 21:12:03.936768 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-b4457295-2ca8-4bd1-821f-5ed623b49154 tempest-TagsExtTest-1443696680 tempest-TagsExtTest-1443696680-project] 10.222.0.59 "GET /v2.0/routers/924f41a3-5e62-48d3-821c-de12e1c37e83/tags/tempest-TagsExtTest-Tag-1242910194 HTTP/1.1" status: 404 len: 329 time: 0.1114755 Jul 27 21:12:03.937443 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 59188) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:12:03.943581 n-d-705658-22 neutron-server[105585]: DEBUG neutron.services.tag.tag_plugin [None req-ec09cfa6-7164-401e-8b09-5980d8641901 tempest-TagsExtTest-1443696680 tempest-TagsExtTest-1443696680-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '924f41a3-5e62-48d3-821c-de12e1c37e83', 'tempest-TagsExtTest-Tag-2001640471') {} {{(pid=105585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:12:04.024568 n-d-705658-22 neutron-server[105585]: INFO neutron.api.v2.resource [None req-ec09cfa6-7164-401e-8b09-5980d8641901 tempest-TagsExtTest-1443696680 tempest-TagsExtTest-1443696680-project] show failed (client error): The resource could not be found. Jul 27 21:12:04.029246 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-ec09cfa6-7164-401e-8b09-5980d8641901 tempest-TagsExtTest-1443696680 tempest-TagsExtTest-1443696680-project] 10.222.0.59 "GET /v2.0/routers/924f41a3-5e62-48d3-821c-de12e1c37e83/tags/tempest-TagsExtTest-Tag-2001640471 HTTP/1.1" status: 404 len: 329 time: 0.0886230 Jul 27 21:12:04.029893 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 59190) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:12:04.035281 n-d-705658-22 neutron-server[105585]: DEBUG neutron.services.tag.tag_plugin [None req-eece37c9-ff68-4221-b743-23a64a4abc30 tempest-TagsExtTest-1443696680 tempest-TagsExtTest-1443696680-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '489da177-6671-40d6-8c16-d44230b3ce4d', {'tags': ['tempest-TagsExtTest-Tag-1803088245', 'tempest-TagsExtTest-Tag-1360587641', 'tempest-TagsExtTest-Tag-213189113']}) {} {{(pid=105585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:12:04.041222 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-42de9fd4-c422-4ae0-96de-012bdac772cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920'] for network, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:04.042194 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42de9fd4-c422-4ae0-96de-012bdac772cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:12:04.042779 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-42de9fd4-c422-4ae0-96de-012bdac772cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743886'] for network, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:04.062611 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-baa66ef4-e0c0-416f-890e-61b069d478d0 tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:04.082118 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-eece37c9-ff68-4221-b743-23a64a4abc30 tempest-TagsExtTest-1443696680 tempest-TagsExtTest-1443696680-project] 10.222.0.59 "PUT /v2.0/subnetpools/489da177-6671-40d6-8c16-d44230b3ce4d/tags HTTP/1.1" status: 200 len: 317 time: 0.0485954 Jul 27 21:12:04.082901 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 59198) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:12:04.088142 n-d-705658-22 neutron-server[105585]: DEBUG neutron.services.tag.tag_plugin [None req-4237276b-299a-4a27-a904-eec0de6c604d tempest-TagsExtTest-1443696680 tempest-TagsExtTest-1443696680-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '489da177-6671-40d6-8c16-d44230b3ce4d') {} {{(pid=105585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:12:04.140788 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-4237276b-299a-4a27-a904-eec0de6c604d tempest-TagsExtTest-1443696680 tempest-TagsExtTest-1443696680-project] 10.222.0.59 "DELETE /v2.0/subnetpools/489da177-6671-40d6-8c16-d44230b3ce4d/tags HTTP/1.1" status: 204 len: 168 time: 0.0567801 Jul 27 21:12:04.145579 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 59204) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:12:04.145867 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-42de9fd4-c422-4ae0-96de-012bdac772cc admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.7024469 Jul 27 21:12:04.147096 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa66ef4-e0c0-416f-890e-61b069d478d0 tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] Pushing event deleted for resources: {'Port': ['ID=121d8513-39a8-478c-9224-e3415a01e28f,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:12:04.151536 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 59206) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:12:04.161947 n-d-705658-22 neutron-server[105585]: DEBUG neutron.services.tag.tag_plugin [None req-cf355a1c-ddf9-4939-a633-6b77404a10f1 tempest-TagsExtTest-1443696680 tempest-TagsExtTest-1443696680-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '489da177-6671-40d6-8c16-d44230b3ce4d', 'tempest-TagsExtTest-Tag-1803088245') {} {{(pid=105585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:12:04.170694 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-d1367e4b-8947-4bda-af1d-60b49ee2c17e admin admin] Request body: {'subnet': {'network_id': 'b8f948c7-bfa9-44cb-936e-c199c057fe39', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-1694255244-subnet', 'tenant_id': '596d15ccffcd4935954d819b173c7fae', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:12:04.211680 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-b1821b83-d621-489f-b6bc-b74680132a50 req-dc74bdb8-b39c-4783-96b5-79534038f429 tempest-ServerPasswordTestJSON-1261512657 tempest-ServerPasswordTestJSON-1261512657-project] Notify callbacks [] for port, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:04.214711 n-d-705658-22 neutron-server[105585]: INFO neutron.api.v2.resource [None req-cf355a1c-ddf9-4939-a633-6b77404a10f1 tempest-TagsExtTest-1443696680 tempest-TagsExtTest-1443696680-project] show failed (client error): The resource could not be found. Jul 27 21:12:04.215741 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-cf355a1c-ddf9-4939-a633-6b77404a10f1 tempest-TagsExtTest-1443696680 tempest-TagsExtTest-1443696680-project] 10.222.0.59 "GET /v2.0/subnetpools/489da177-6671-40d6-8c16-d44230b3ce4d/tags/tempest-TagsExtTest-Tag-1803088245 HTTP/1.1" status: 404 len: 329 time: 0.0682347 Jul 27 21:12:04.217666 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42de9fd4-c422-4ae0-96de-012bdac772cc admin admin] Pushing event updated for resources: {'Network': ['ID=b8f948c7-bfa9-44cb-936e-c199c057fe39,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:12:04.219581 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 59208) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:12:04.224517 n-d-705658-22 neutron-server[105585]: DEBUG neutron.services.tag.tag_plugin [None req-f004babc-b9d6-4443-b47d-0248ec1474a3 tempest-TagsExtTest-1443696680 tempest-TagsExtTest-1443696680-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '489da177-6671-40d6-8c16-d44230b3ce4d', 'tempest-TagsExtTest-Tag-1360587641') {} {{(pid=105585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:12:04.231940 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Network b8f948c7-bfa9-44cb-936e-c199c057fe39 details requested by agent ovs-agent-n-d-705658-22 with host n-d-705658-22 {{(pid=105586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:12:04.256422 n-d-705658-22 neutron-server[105585]: INFO neutron.api.v2.resource [None req-f004babc-b9d6-4443-b47d-0248ec1474a3 tempest-TagsExtTest-1443696680 tempest-TagsExtTest-1443696680-project] show failed (client error): The resource could not be found. Jul 27 21:12:04.258753 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-f004babc-b9d6-4443-b47d-0248ec1474a3 tempest-TagsExtTest-1443696680 tempest-TagsExtTest-1443696680-project] 10.222.0.59 "GET /v2.0/subnetpools/489da177-6671-40d6-8c16-d44230b3ce4d/tags/tempest-TagsExtTest-Tag-1360587641 HTTP/1.1" status: 404 len: 329 time: 0.0376577 Jul 27 21:12:04.273503 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 59212) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:12:04.276304 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-baa66ef4-e0c0-416f-890e-61b069d478d0 tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] Notify callbacks [] for floatingip, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:04.278785 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-baa66ef4-e0c0-416f-890e-61b069d478d0 tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for floatingip, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:04.280028 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-baa66ef4-e0c0-416f-890e-61b069d478d0 tempest-AttachVolumeShelveTestJSON-1881128286 tempest-AttachVolumeShelveTestJSON-1881128286-project] 10.222.0.59 "DELETE /v2.0/floatingips/59824256-5991-4194-8b47-0d76542724f6 HTTP/1.1" status: 204 len: 168 time: 1.4275460 Jul 27 21:12:04.283012 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1367e4b-8947-4bda-af1d-60b49ee2c17e admin admin] Made reservation on behalf of 596d15ccffcd4935954d819b173c7fae for: {'subnet': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:12:04.284889 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-d1367e4b-8947-4bda-af1d-60b49ee2c17e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9738786'] for subnet, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:04.288573 n-d-705658-22 neutron-server[105585]: DEBUG neutron.services.tag.tag_plugin [None req-dcfd09be-6bb3-49e9-8790-7826f83c11a1 tempest-TagsExtTest-1443696680 tempest-TagsExtTest-1443696680-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '489da177-6671-40d6-8c16-d44230b3ce4d', 'tempest-TagsExtTest-Tag-213189113') {} {{(pid=105585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:12:04.343782 n-d-705658-22 neutron-server[105585]: INFO neutron.api.v2.resource [None req-dcfd09be-6bb3-49e9-8790-7826f83c11a1 tempest-TagsExtTest-1443696680 tempest-TagsExtTest-1443696680-project] show failed (client error): The resource could not be found. Jul 27 21:12:04.347360 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-dcfd09be-6bb3-49e9-8790-7826f83c11a1 tempest-TagsExtTest-1443696680 tempest-TagsExtTest-1443696680-project] 10.222.0.59 "GET /v2.0/subnetpools/489da177-6671-40d6-8c16-d44230b3ce4d/tags/tempest-TagsExtTest-Tag-213189113 HTTP/1.1" status: 404 len: 328 time: 0.0676618 Jul 27 21:12:04.348682 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 59224) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:12:04.362443 n-d-705658-22 neutron-server[105585]: DEBUG neutron.services.tag.tag_plugin [None req-8d02ec41-4cdd-42fd-9825-4ccf2c44823a tempest-TagsExtTest-1443696680 tempest-TagsExtTest-1443696680-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '489da177-6671-40d6-8c16-d44230b3ce4d') {} {{(pid=105585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:12:04.366952 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-b1821b83-d621-489f-b6bc-b74680132a50 req-dc74bdb8-b39c-4783-96b5-79534038f429 tempest-ServerPasswordTestJSON-1261512657 tempest-ServerPasswordTestJSON-1261512657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:04.415405 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-8d02ec41-4cdd-42fd-9825-4ccf2c44823a tempest-TagsExtTest-1443696680 tempest-TagsExtTest-1443696680-project] 10.222.0.59 "DELETE /v2.0/subnetpools/489da177-6671-40d6-8c16-d44230b3ce4d/tags HTTP/1.1" status: 204 len: 168 time: 0.0656507 Jul 27 21:12:04.423890 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 59226) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:12:04.431661 n-d-705658-22 neutron-server[105585]: DEBUG neutron.services.tag.tag_plugin [None req-827a2288-c585-4110-ae04-040535827248 tempest-TagsExtTest-1443696680 tempest-TagsExtTest-1443696680-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '924f41a3-5e62-48d3-821c-de12e1c37e83') {} {{(pid=105585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:12:04.434213 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc74bdb8-b39c-4783-96b5-79534038f429 tempest-ServerPasswordTestJSON-1261512657 tempest-ServerPasswordTestJSON-1261512657-project] Pushing event updated for resources: {'Port': ['ID=ee02caf8-6a7a-491b-a7e0-256c5de0b3a0,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:12:04.486032 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1821b83-d621-489f-b6bc-b74680132a50 req-dc74bdb8-b39c-4783-96b5-79534038f429 tempest-ServerPasswordTestJSON-1261512657 tempest-ServerPasswordTestJSON-1261512657-project] Network f8c6e3ad-a10d-44a6-88e2-66a15d74ac10 is already hosted by enough agents. {{(pid=105584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:12:04.503446 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [req-b1821b83-d621-489f-b6bc-b74680132a50 req-dc74bdb8-b39c-4783-96b5-79534038f429 tempest-ServerPasswordTestJSON-1261512657 tempest-ServerPasswordTestJSON-1261512657-project] Resources bound (agent type, host, resource id): {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:12:04.507906 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1821b83-d621-489f-b6bc-b74680132a50 req-dc74bdb8-b39c-4783-96b5-79534038f429 tempest-ServerPasswordTestJSON-1261512657 tempest-ServerPasswordTestJSON-1261512657-project] Received port after_create {{(pid=105584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:12:04.663693 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-827a2288-c585-4110-ae04-040535827248 tempest-TagsExtTest-1443696680 tempest-TagsExtTest-1443696680-project] 10.222.0.59 "DELETE /v2.0/routers/924f41a3-5e62-48d3-821c-de12e1c37e83/tags HTTP/1.1" status: 204 len: 168 time: 0.2361507 Jul 27 21:12:04.666304 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 59232) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:12:04.670867 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-d1367e4b-8947-4bda-af1d-60b49ee2c17e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9014150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9738800'] for subnet, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:04.673081 n-d-705658-22 neutron-server[105585]: DEBUG neutron.services.tag.tag_plugin [None req-938b79ef-8061-4cbc-8342-4392e5bd04ff tempest-TagsExtTest-1443696680 tempest-TagsExtTest-1443696680-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'dad938e8-d3d0-478f-8920-e1d2f3b1165b') {} {{(pid=105585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:12:04.714519 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ed9770-94c3-4f82-b5fd-b0328c5080ee req-e406cd16-73c6-4a10-922a-b237cb7b5076 tempest-ServerPasswordTestJSON-1261512657 tempest-ServerPasswordTestJSON-1261512657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:12:04.715962 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b6ed9770-94c3-4f82-b5fd-b0328c5080ee req-e406cd16-73c6-4a10-922a-b237cb7b5076 tempest-ServerPasswordTestJSON-1261512657 tempest-ServerPasswordTestJSON-1261512657-project] 10.222.0.59 "GET /v2.0/ports?device_id=e7dc5058-383c-4758-9b46-cd14f98d61c2 HTTP/1.1" status: 200 len: 932 time: 0.1919174 Jul 27 21:12:04.742174 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1821b83-d621-489f-b6bc-b74680132a50 req-dc74bdb8-b39c-4783-96b5-79534038f429 tempest-ServerPasswordTestJSON-1261512657 tempest-ServerPasswordTestJSON-1261512657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:12:04.742932 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-b1821b83-d621-489f-b6bc-b74680132a50 req-dc74bdb8-b39c-4783-96b5-79534038f429 tempest-ServerPasswordTestJSON-1261512657 tempest-ServerPasswordTestJSON-1261512657-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:04.759697 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7abf74-5ab9-4cb0-9cf4-0534d62e3423 req-d995f278-bf4e-436b-85d0-79bf6d1f9619 tempest-ServerRescueNegativeTestJSON-1381818065 tempest-ServerRescueNegativeTestJSON-1381818065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:12:04.766908 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-5f7abf74-5ab9-4cb0-9cf4-0534d62e3423 req-d995f278-bf4e-436b-85d0-79bf6d1f9619 tempest-ServerRescueNegativeTestJSON-1381818065 tempest-ServerRescueNegativeTestJSON-1381818065-project] 10.222.0.59 "GET /v2.0/ports?device_id=0825c36d-0908-4005-9b56-a6dfd34ad897 HTTP/1.1" status: 200 len: 945 time: 0.1657603 Jul 27 21:12:04.768893 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-b1821b83-d621-489f-b6bc-b74680132a50 req-dc74bdb8-b39c-4783-96b5-79534038f429 tempest-ServerPasswordTestJSON-1261512657 tempest-ServerPasswordTestJSON-1261512657-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0435700 Jul 27 21:12:04.782745 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1367e4b-8947-4bda-af1d-60b49ee2c17e admin admin] Pushing event updated for resources: {'Subnet': ['ID=b55d8227-ef6b-4263-840b-22086dfeae57,revision_number=0']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:12:04.789588 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [req-b1821b83-d621-489f-b6bc-b74680132a50 req-a0bcbd1a-ce0c-4ada-8d1c-314977a0ffd7 tempest-ServerPasswordTestJSON-1261512657 tempest-ServerPasswordTestJSON-1261512657-project] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=105584) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 21:12:04.790695 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-b1821b83-d621-489f-b6bc-b74680132a50 req-a0bcbd1a-ce0c-4ada-8d1c-314977a0ffd7 tempest-ServerPasswordTestJSON-1261512657 tempest-ServerPasswordTestJSON-1261512657-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0098186 Jul 27 21:12:04.793774 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1367e4b-8947-4bda-af1d-60b49ee2c17e admin admin] Checking segment: {'id': '69be0b53-de98-4f1a-b28e-7ef1935836ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'b8f948c7-bfa9-44cb-936e-c199c057fe39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:12:04.794096 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1367e4b-8947-4bda-af1d-60b49ee2c17e admin admin] Network hostable DHCP agents. Network: b8f948c7-bfa9-44cb-936e-c199c057fe39, hostable agents: ['7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a'], hosted agents: [] {{(pid=105584) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:12:04.802645 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [req-b1821b83-d621-489f-b6bc-b74680132a50 req-af725c29-063d-4fac-a42e-ceb9ac07804d service neutron] Request body: {'port': {'device_id': 'e7dc5058-383c-4758-9b46-cd14f98d61c2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-705658-22'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:12:04.820797 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b6ed9770-94c3-4f82-b5fd-b0328c5080ee req-d05ef569-92b8-4351-aebc-4ab532a82523 tempest-ServerPasswordTestJSON-1261512657 tempest-ServerPasswordTestJSON-1261512657-project] 10.222.0.59 "GET /v2.0/security-groups?id=57fc2f5e-2eb9-47d1-9f7e-204a07a0734a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961311 Jul 27 21:12:04.842189 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-5f7abf74-5ab9-4cb0-9cf4-0534d62e3423 req-6217ba64-f6ca-4dc5-a2a3-e86ad75d2e21 tempest-ServerRescueNegativeTestJSON-1381818065 tempest-ServerRescueNegativeTestJSON-1381818065-project] 10.222.0.59 "GET /v2.0/security-groups?id=ce8b1850-1d4d-402f-a118-5b56f5e06e52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736194 Jul 27 21:12:04.857562 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-938b79ef-8061-4cbc-8342-4392e5bd04ff tempest-TagsExtTest-1443696680 tempest-TagsExtTest-1443696680-project] 10.222.0.59 "DELETE /v2.0/ports/dad938e8-d3d0-478f-8920-e1d2f3b1165b/tags HTTP/1.1" status: 204 len: 168 time: 0.1896610 Jul 27 21:12:04.860236 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 59234) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:12:04.870130 n-d-705658-22 neutron-server[105585]: DEBUG neutron.services.tag.tag_plugin [None req-3bbcf650-6da3-4013-911c-6a908dd9bb26 tempest-TagsExtTest-1443696680 tempest-TagsExtTest-1443696680-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '1ca169c2-e5c9-4715-a168-43124d0bae76') {} {{(pid=105585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:12:04.956843 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-b1821b83-d621-489f-b6bc-b74680132a50 req-af725c29-063d-4fac-a42e-ceb9ac07804d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:04.989606 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-3bbcf650-6da3-4013-911c-6a908dd9bb26 tempest-TagsExtTest-1443696680 tempest-TagsExtTest-1443696680-project] 10.222.0.59 "DELETE /v2.0/subnets/1ca169c2-e5c9-4715-a168-43124d0bae76/tags HTTP/1.1" status: 204 len: 168 time: 0.1229243 Jul 27 21:12:04.990588 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1367e4b-8947-4bda-af1d-60b49ee2c17e admin admin] Network b8f948c7-bfa9-44cb-936e-c199c057fe39 is scheduled to be hosted by DHCP agent 7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a with binding_index 1 {{(pid=105584) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:12:04.995471 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 59236) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:12:05.030890 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [None req-d1367e4b-8947-4bda-af1d-60b49ee2c17e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-22, b8f948c7-bfa9-44cb-936e-c199c057fe39) {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:12:05.043044 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1367e4b-8947-4bda-af1d-60b49ee2c17e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:12:05.043752 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-d1367e4b-8947-4bda-af1d-60b49ee2c17e admin admin] Notify callbacks [] for subnet, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:05.046551 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6184387c-07da-4dcb-8910-f6feaa6acff6 None None] Network b8f948c7-bfa9-44cb-936e-c199c057fe39 requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:12:05.095867 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bdaccf-4aa3-41ae-b700-c9e411c90277 req-1c3c5104-7d52-462e-86d2-6e3937102cf8 tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:12:05.098063 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-04bdaccf-4aa3-41ae-b700-c9e411c90277 req-1c3c5104-7d52-462e-86d2-6e3937102cf8 tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] 10.222.0.59 "GET /v2.0/ports?device_id=31533b7a-7459-43fe-bfa1-37a8877d2d0a HTTP/1.1" status: 200 len: 945 time: 0.1541519 Jul 27 21:12:05.173861 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-4b216a87-a6c9-4652-bb55-12813413e9bb tempest-TagsExtTest-1443696680 tempest-TagsExtTest-1443696680-project] Notify callbacks [] for subnetpool, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:05.176389 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-4b216a87-a6c9-4652-bb55-12813413e9bb tempest-TagsExtTest-1443696680 tempest-TagsExtTest-1443696680-project] 10.222.0.59 "DELETE /v2.0/subnetpools/489da177-6671-40d6-8c16-d44230b3ce4d HTTP/1.1" status: 204 len: 168 time: 0.1785438 Jul 27 21:12:05.181382 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 59238) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:12:05.210747 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-d1367e4b-8947-4bda-af1d-60b49ee2c17e admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.0561953 Jul 27 21:12:05.215836 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 59244) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:12:05.217625 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-04bdaccf-4aa3-41ae-b700-c9e411c90277 req-2869ca1c-9c13-4236-9e63-4a9b0194ebf3 tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] 10.222.0.59 "GET /v2.0/security-groups?id=c166a083-e7a4-430d-b39b-9b2d1c142ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070869 Jul 27 21:12:05.235593 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-da7877a5-099b-46ab-97ee-16b413d19b20 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-1694255244-router', 'tenant_id': '596d15ccffcd4935954d819b173c7fae', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305'}}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:12:05.321288 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-026d2d07-238b-4b65-adf5-b0cde0892822 tempest-TagsExtTest-1443696680 tempest-TagsExtTest-1443696680-project] 10.222.0.59 "GET /v2.0/ports?device_id=924f41a3-5e62-48d3-821c-de12e1c37e83 HTTP/1.1" status: 200 len: 205 time: 0.1361396 Jul 27 21:12:05.323897 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-417982cd-6733-4c79-87d1-978333eea850 None None] Network b8f948c7-bfa9-44cb-936e-c199c057fe39 requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:12:05.324337 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 59246) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:12:05.402696 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-da7877a5-099b-46ab-97ee-16b413d19b20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4163813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-443'] for router, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:05.405345 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-da7877a5-099b-46ab-97ee-16b413d19b20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4165196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4077059', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3711235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-418'] for router, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:05.462832 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-f4b5e14d-02cf-469b-b276-dfee6fd404f1 tempest-TagsExtTest-1443696680 tempest-TagsExtTest-1443696680-project] Notify callbacks [] for router, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:05.564036 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [req-b1821b83-d621-489f-b6bc-b74680132a50 req-af725c29-063d-4fac-a42e-ceb9ac07804d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee02caf8-6a7a-491b-a7e0-256c5de0b3a0 {{(pid=105584) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:12:05.573182 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-b1821b83-d621-489f-b6bc-b74680132a50 req-af725c29-063d-4fac-a42e-ceb9ac07804d service neutron] Notify callbacks [] for port, precommit_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:05.587201 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.provisioning_blocks [req-b1821b83-d621-489f-b6bc-b74680132a50 req-af725c29-063d-4fac-a42e-ceb9ac07804d service neutron] Transition to ACTIVE for port object ee02caf8-6a7a-491b-a7e0-256c5de0b3a0 will not be triggered until provisioned by entity L2. {{(pid=105584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:12:05.599328 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-b1821b83-d621-489f-b6bc-b74680132a50 req-af725c29-063d-4fac-a42e-ceb9ac07804d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9014027'] for port, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:05.690115 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-da7877a5-099b-46ab-97ee-16b413d19b20 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:05.692565 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-f4b5e14d-02cf-469b-b276-dfee6fd404f1 tempest-TagsExtTest-1443696680 tempest-TagsExtTest-1443696680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4163631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-425'] for router, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:05.695338 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-f4b5e14d-02cf-469b-b276-dfee6fd404f1 tempest-TagsExtTest-1443696680 tempest-TagsExtTest-1443696680-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:05.743034 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-f4b5e14d-02cf-469b-b276-dfee6fd404f1 tempest-TagsExtTest-1443696680 tempest-TagsExtTest-1443696680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4163007'] for router, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:05.743560 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4b5e14d-02cf-469b-b276-dfee6fd404f1 tempest-TagsExtTest-1443696680 tempest-TagsExtTest-1443696680-project] Fanout notify agent at l3_agent the message router_deleted on router 924f41a3-5e62-48d3-821c-de12e1c37e83 {{(pid=105585) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 21:12:05.769570 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-f4b5e14d-02cf-469b-b276-dfee6fd404f1 tempest-TagsExtTest-1443696680 tempest-TagsExtTest-1443696680-project] Notify callbacks [] for router, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:05.775469 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-f4b5e14d-02cf-469b-b276-dfee6fd404f1 tempest-TagsExtTest-1443696680 tempest-TagsExtTest-1443696680-project] 10.222.0.59 "DELETE /v2.0/routers/924f41a3-5e62-48d3-821c-de12e1c37e83 HTTP/1.1" status: 204 len: 168 time: 0.4484191 Jul 27 21:12:05.777820 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 59254) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:12:05.836817 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af725c29-063d-4fac-a42e-ceb9ac07804d service neutron] Pushing event updated for resources: {'Port': ['ID=ee02caf8-6a7a-491b-a7e0-256c5de0b3a0,revision_number=2']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:12:05.931622 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [None req-c1000462-2777-49c6-864d-d1a792438bc4 tempest-TagsExtTest-1443696680 tempest-TagsExtTest-1443696680-project] Deleting port dad938e8-d3d0-478f-8920-e1d2f3b1165b {{(pid=105585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:12:05.931987 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-c1000462-2777-49c6-864d-d1a792438bc4 tempest-TagsExtTest-1443696680 tempest-TagsExtTest-1443696680-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:05.980336 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af725c29-063d-4fac-a42e-ceb9ac07804d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:12:05.980961 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af725c29-063d-4fac-a42e-ceb9ac07804d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:12:05.981465 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af725c29-063d-4fac-a42e-ceb9ac07804d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:12:05.982667 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af725c29-063d-4fac-a42e-ceb9ac07804d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:12:05.983243 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af725c29-063d-4fac-a42e-ceb9ac07804d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:12:05.983745 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af725c29-063d-4fac-a42e-ceb9ac07804d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:12:05.984336 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af725c29-063d-4fac-a42e-ceb9ac07804d service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:12:05.984847 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af725c29-063d-4fac-a42e-ceb9ac07804d service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:12:05.985359 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af725c29-063d-4fac-a42e-ceb9ac07804d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:12:05.985870 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af725c29-063d-4fac-a42e-ceb9ac07804d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:12:05.986381 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af725c29-063d-4fac-a42e-ceb9ac07804d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:12:05.986888 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af725c29-063d-4fac-a42e-ceb9ac07804d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:12:06.010447 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-da7877a5-099b-46ab-97ee-16b413d19b20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4077169', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4163787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-400'] for router, precommit_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:06.043847 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [req-b1821b83-d621-489f-b6bc-b74680132a50 req-af725c29-063d-4fac-a42e-ceb9ac07804d service neutron] Attempting to bind port ee02caf8-6a7a-491b-a7e0-256c5de0b3a0 on host n-h1-705658-22 for vnic_type normal with profile {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:12:06.044974 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [req-b1821b83-d621-489f-b6bc-b74680132a50 req-af725c29-063d-4fac-a42e-ceb9ac07804d service neutron] Attempting to bind port ee02caf8-6a7a-491b-a7e0-256c5de0b3a0 by drivers openvswitch,hyperv on host n-h1-705658-22 at level 0 using segments [{'id': 'e3d51037-92bb-4b9c-bbae-b76c4d375504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'f8c6e3ad-a10d-44a6-88e2-66a15d74ac10'}] {{(pid=105584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:12:06.045488 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1821b83-d621-489f-b6bc-b74680132a50 req-af725c29-063d-4fac-a42e-ceb9ac07804d service neutron] Attempting to bind port ee02caf8-6a7a-491b-a7e0-256c5de0b3a0 on network f8c6e3ad-a10d-44a6-88e2-66a15d74ac10 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:12:06.074976 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1821b83-d621-489f-b6bc-b74680132a50 req-af725c29-063d-4fac-a42e-ceb9ac07804d service neutron] Port ee02caf8-6a7a-491b-a7e0-256c5de0b3a0 on network f8c6e3ad-a10d-44a6-88e2-66a15d74ac10 not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-22 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:12:06.075620 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1821b83-d621-489f-b6bc-b74680132a50 req-af725c29-063d-4fac-a42e-ceb9ac07804d service neutron] Attempting to bind port ee02caf8-6a7a-491b-a7e0-256c5de0b3a0 on network f8c6e3ad-a10d-44a6-88e2-66a15d74ac10 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:12:06.084696 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1821b83-d621-489f-b6bc-b74680132a50 req-af725c29-063d-4fac-a42e-ceb9ac07804d service neutron] Checking agent: {'id': '9d9bc37f-4d75-44ef-9f63-799aab3e316f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 49, 36), 'started_at': datetime.datetime(2021, 7, 27, 20, 49, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 11, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:12:06.085264 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1821b83-d621-489f-b6bc-b74680132a50 req-af725c29-063d-4fac-a42e-ceb9ac07804d service neutron] Checking segment: {'id': 'e3d51037-92bb-4b9c-bbae-b76c4d375504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'f8c6e3ad-a10d-44a6-88e2-66a15d74ac10'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:12:06.085852 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1821b83-d621-489f-b6bc-b74680132a50 req-af725c29-063d-4fac-a42e-ceb9ac07804d service neutron] Bound using segment: {'id': 'e3d51037-92bb-4b9c-bbae-b76c4d375504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'f8c6e3ad-a10d-44a6-88e2-66a15d74ac10'} {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:12:06.086463 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [req-b1821b83-d621-489f-b6bc-b74680132a50 req-af725c29-063d-4fac-a42e-ceb9ac07804d service neutron] Bound port: ee02caf8-6a7a-491b-a7e0-256c5de0b3a0, host: n-h1-705658-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e3d51037-92bb-4b9c-bbae-b76c4d375504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'f8c6e3ad-a10d-44a6-88e2-66a15d74ac10'}}] {{(pid=105584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:12:06.087029 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-b1821b83-d621-489f-b6bc-b74680132a50 req-af725c29-063d-4fac-a42e-ceb9ac07804d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:06.117363 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-c1000462-2777-49c6-864d-d1a792438bc4 tempest-TagsExtTest-1443696680 tempest-TagsExtTest-1443696680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:06.151383 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2613ebb0-14d4-4f6f-9996-5af4ff310711 req-3bee74a1-ba91-4104-bf91-f1c8b3baf6b5 tempest-ServerRescueNegativeTestJSON-1381818065 tempest-ServerRescueNegativeTestJSON-1381818065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:12:06.159353 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-2613ebb0-14d4-4f6f-9996-5af4ff310711 req-3bee74a1-ba91-4104-bf91-f1c8b3baf6b5 tempest-ServerRescueNegativeTestJSON-1381818065 tempest-ServerRescueNegativeTestJSON-1381818065-project] 10.222.0.59 "GET /v2.0/ports?device_id=0825c36d-0908-4005-9b56-a6dfd34ad897 HTTP/1.1" status: 200 len: 945 time: 0.1812947 Jul 27 21:12:06.162431 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [req-b1821b83-d621-489f-b6bc-b74680132a50 req-af725c29-063d-4fac-a42e-ceb9ac07804d service neutron] For port ee02caf8-6a7a-491b-a7e0-256c5de0b3a0, host n-h1-705658-22, cleared binding levels {{(pid=105584) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:12:06.164654 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [None req-c1000462-2777-49c6-864d-d1a792438bc4 tempest-TagsExtTest-1443696680 tempest-TagsExtTest-1443696680-project] Calling delete_port for dad938e8-d3d0-478f-8920-e1d2f3b1165b owned by {{(pid=105585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:12:06.166176 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [req-b1821b83-d621-489f-b6bc-b74680132a50 req-af725c29-063d-4fac-a42e-ceb9ac07804d service neutron] For port ee02caf8-6a7a-491b-a7e0-256c5de0b3a0, host n-h1-705658-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=ee02caf8-6a7a-491b-a7e0-256c5de0b3a0,segment=NetworkSegment(e3d51037-92bb-4b9c-bbae-b76c4d375504),segment_id=e3d51037-92bb-4b9c-bbae-b76c4d375504)] {{(pid=105584) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:12:06.188808 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-b1821b83-d621-489f-b6bc-b74680132a50 req-af725c29-063d-4fac-a42e-ceb9ac07804d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9014027'] for port, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:06.208679 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec13df0-07c3-419f-92ce-771b4c1cc01d req-0de79972-e7b4-4711-9ab2-23a7383d7095 tempest-ServerPasswordTestJSON-1261512657 tempest-ServerPasswordTestJSON-1261512657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:12:06.210409 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-6ec13df0-07c3-419f-92ce-771b4c1cc01d req-0de79972-e7b4-4711-9ab2-23a7383d7095 tempest-ServerPasswordTestJSON-1261512657 tempest-ServerPasswordTestJSON-1261512657-project] 10.222.0.59 "GET /v2.0/ports?device_id=e7dc5058-383c-4758-9b46-cd14f98d61c2 HTTP/1.1" status: 200 len: 944 time: 0.2337370 Jul 27 21:12:06.225652 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1821b83-d621-489f-b6bc-b74680132a50 req-af725c29-063d-4fac-a42e-ceb9ac07804d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:12:06.226389 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-b1821b83-d621-489f-b6bc-b74680132a50 req-af725c29-063d-4fac-a42e-ceb9ac07804d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:06.227921 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-b1821b83-d621-489f-b6bc-b74680132a50 req-af725c29-063d-4fac-a42e-ceb9ac07804d service neutron] 10.222.0.36 "PUT /v2.0/ports/ee02caf8-6a7a-491b-a7e0-256c5de0b3a0 HTTP/1.1" status: 200 len: 1093 time: 1.4293683 Jul 27 21:12:06.230185 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7dc5058-383c-4758-9b46-cd14f98d61c2', 'tag': 'ee02caf8-6a7a-491b-a7e0-256c5de0b3a0'}] {{(pid=105584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:12:06.262625 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bce5e6c8685464f7626901654159975603b047827e3138302ed6566e28f1343" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-551815b8-7488-411d-9c79-3bae7309be82" -d '{"events": [{"name": "network-changed", "server_uuid": "e7dc5058-383c-4758-9b46-cd14f98d61c2", "tag": "ee02caf8-6a7a-491b-a7e0-256c5de0b3a0"}]}' {{(pid=105584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:12:06.272855 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:06.311552 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-2613ebb0-14d4-4f6f-9996-5af4ff310711 req-282a343e-962a-452a-8ebe-46d12e4f220a tempest-ServerRescueNegativeTestJSON-1381818065 tempest-ServerRescueNegativeTestJSON-1381818065-project] 10.222.0.59 "GET /v2.0/security-groups?id=ce8b1850-1d4d-402f-a118-5b56f5e06e52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510947 Jul 27 21:12:06.435170 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-6ec13df0-07c3-419f-92ce-771b4c1cc01d req-ff6ed008-0bc9-4800-9da8-2d7301165397 tempest-ServerPasswordTestJSON-1261512657 tempest-ServerPasswordTestJSON-1261512657-project] 10.222.0.59 "GET /v2.0/security-groups?id=57fc2f5e-2eb9-47d1-9f7e-204a07a0734a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2150087 Jul 27 21:12:06.475487 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af725c29-063d-4fac-a42e-ceb9ac07804d service neutron] Pushing event updated for resources: {'Port': ['ID=ee02caf8-6a7a-491b-a7e0-256c5de0b3a0,revision_number=3']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:12:06.485473 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-c1000462-2777-49c6-864d-d1a792438bc4 tempest-TagsExtTest-1443696680 tempest-TagsExtTest-1443696680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:06.503756 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:12:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c268fcd6-5d95-4b02-907c-588eeaab9dfb x-openstack-request-id: req-c268fcd6-5d95-4b02-907c-588eeaab9dfb {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:12:06.504033 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7dc5058-383c-4758-9b46-cd14f98d61c2", "tag": "ee02caf8-6a7a-491b-a7e0-256c5de0b3a0", "status": "completed", "code": 200}]} {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:12:06.504371 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-c268fcd6-5d95-4b02-907c-588eeaab9dfb {{(pid=105584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:12:06.504780 n-d-705658-22 neutron-server[105584]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7dc5058-383c-4758-9b46-cd14f98d61c2', 'tag': 'ee02caf8-6a7a-491b-a7e0-256c5de0b3a0', 'status': 'completed', 'code': 200} Jul 27 21:12:06.530589 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-2a5404a8-35ad-4aca-a5c8-1493cb896ef4 req-0ef8d61b-b3f8-4449-b8b7-86dd539bbe54 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=4278faa4-b336-42ce-b504-e55df1b376e8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2565408 Jul 27 21:12:06.532368 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1821b83-d621-489f-b6bc-b74680132a50 req-e08727e2-20e6-4653-a883-c6fbb6262922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:12:06.534039 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-b1821b83-d621-489f-b6bc-b74680132a50 req-e08727e2-20e6-4653-a883-c6fbb6262922 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4c0345f99e0e4bdfbc51c30d2fc911d5&device_id=e7dc5058-383c-4758-9b46-cd14f98d61c2 HTTP/1.1" status: 200 len: 1096 time: 0.2210345 Jul 27 21:12:06.617887 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-b1821b83-d621-489f-b6bc-b74680132a50 req-111fcc87-1a82-481b-8281-e4538fce9b35 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ee02caf8-6a7a-491b-a7e0-256c5de0b3a0 HTTP/1.1" status: 200 len: 217 time: 0.0439744 Jul 27 21:12:07.125321 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-c1000462-2777-49c6-864d-d1a792438bc4 tempest-TagsExtTest-1443696680 tempest-TagsExtTest-1443696680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:07.129456 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-c1000462-2777-49c6-864d-d1a792438bc4 tempest-TagsExtTest-1443696680 tempest-TagsExtTest-1443696680-project] 10.222.0.59 "DELETE /v2.0/ports/dad938e8-d3d0-478f-8920-e1d2f3b1165b HTTP/1.1" status: 204 len: 168 time: 1.3475795 Jul 27 21:12:07.129456 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1000462-2777-49c6-864d-d1a792438bc4 tempest-TagsExtTest-1443696680 tempest-TagsExtTest-1443696680-project] Pushing event deleted for resources: {'Port': ['ID=dad938e8-d3d0-478f-8920-e1d2f3b1165b,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:12:07.133290 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 59282) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:12:07.209417 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0cd53a-d132-4809-b213-5ce532c0fe72 req-040fa819-9f66-48d8-b03b-db1cc5212d27 tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:12:07.217828 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-fe0cd53a-d132-4809-b213-5ce532c0fe72 req-040fa819-9f66-48d8-b03b-db1cc5212d27 tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] 10.222.0.59 "GET /v2.0/ports?device_id=31533b7a-7459-43fe-bfa1-37a8877d2d0a HTTP/1.1" status: 200 len: 945 time: 0.8190913 Jul 27 21:12:07.245828 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.db_base_plugin_v2 [None req-f435629b-8cd9-48f8-a607-b657e14e7bd8 tempest-TagsExtTest-1443696680 tempest-TagsExtTest-1443696680-project] Deleting subnet 1ca169c2-e5c9-4715-a168-43124d0bae76 {{(pid=105585) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:12:07.251452 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-f435629b-8cd9-48f8-a607-b657e14e7bd8 tempest-TagsExtTest-1443696680 tempest-TagsExtTest-1443696680-project] Notify callbacks [] for subnet, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:07.296411 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1821b83-d621-489f-b6bc-b74680132a50 req-1f392bba-101d-4da6-ab19-cfcd775539c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:12:07.298146 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-b1821b83-d621-489f-b6bc-b74680132a50 req-1f392bba-101d-4da6-ab19-cfcd775539c5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=84e9bd09-8f44-489f-a7f6-029157f175a4 HTTP/1.1" status: 200 len: 853 time: 0.0607333 Jul 27 21:12:07.313231 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-fe0cd53a-d132-4809-b213-5ce532c0fe72 req-3cdb89a0-3593-4733-9918-1b5210dc490e tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] 10.222.0.59 "GET /v2.0/security-groups?id=c166a083-e7a4-430d-b39b-9b2d1c142ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942564 Jul 27 21:12:07.363877 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-b1821b83-d621-489f-b6bc-b74680132a50 req-43c88b9a-db79-404a-9f97-1a29e4919c04 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f8c6e3ad-a10d-44a6-88e2-66a15d74ac10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0401602 Jul 27 21:12:07.383849 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-f435629b-8cd9-48f8-a607-b657e14e7bd8 tempest-TagsExtTest-1443696680 tempest-TagsExtTest-1443696680-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9887057'] for subnet, precommit_delete_associations {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:07.513856 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-da7877a5-099b-46ab-97ee-16b413d19b20 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:07.540250 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-da7877a5-099b-46ab-97ee-16b413d19b20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:07.641111 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-f435629b-8cd9-48f8-a607-b657e14e7bd8 tempest-TagsExtTest-1443696680 tempest-TagsExtTest-1443696680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854965'] for subnet, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:07.655381 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.db_base_plugin_common [None req-da7877a5-099b-46ab-97ee-16b413d19b20 admin admin] Allocated IP 172.25.5.57 (8735d8a2-b604-4758-ae71-b40e4ee6f305/eca7dbab-b9c0-4c8f-a272-816ea8a81764/e51cdc04-3b98-4da0-a504-6fc12fd97f9b) {{(pid=105584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:12:07.781627 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-da7877a5-099b-46ab-97ee-16b413d19b20 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:07.809890 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92859d9d-db83-4c57-b6e8-af7e6d217dd7 req-bc86df6a-979b-4b5e-a67d-409396d753f7 tempest-ServerRescueNegativeTestJSON-1381818065 tempest-ServerRescueNegativeTestJSON-1381818065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:12:07.817136 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-92859d9d-db83-4c57-b6e8-af7e6d217dd7 req-bc86df6a-979b-4b5e-a67d-409396d753f7 tempest-ServerRescueNegativeTestJSON-1381818065 tempest-ServerRescueNegativeTestJSON-1381818065-project] 10.222.0.59 "GET /v2.0/ports?device_id=0825c36d-0908-4005-9b56-a6dfd34ad897 HTTP/1.1" status: 200 len: 945 time: 0.3253713 Jul 27 21:12:07.833224 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5404a8-35ad-4aca-a5c8-1493cb896ef4 req-7804e131-8c7c-4914-a4c0-964f93d64ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:12:07.835746 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-2a5404a8-35ad-4aca-a5c8-1493cb896ef4 req-7804e131-8c7c-4914-a4c0-964f93d64ba4 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=dcfc656e3a0b42809921004863a52506&device_id=4278faa4-b336-42ce-b504-e55df1b376e8 HTTP/1.1" status: 200 len: 1098 time: 0.5992262 Jul 27 21:12:07.837152 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-da7877a5-099b-46ab-97ee-16b413d19b20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:07.852054 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef441715-1321-4ccd-bc90-e1c7ea55b3d6 req-5e165582-3e41-4198-b047-a78f6eb4edab tempest-ServerPasswordTestJSON-1261512657 tempest-ServerPasswordTestJSON-1261512657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:12:07.853643 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-ef441715-1321-4ccd-bc90-e1c7ea55b3d6 req-5e165582-3e41-4198-b047-a78f6eb4edab tempest-ServerPasswordTestJSON-1261512657 tempest-ServerPasswordTestJSON-1261512657-project] 10.222.0.59 "GET /v2.0/ports?device_id=e7dc5058-383c-4758-9b46-cd14f98d61c2 HTTP/1.1" status: 200 len: 944 time: 0.2905035 Jul 27 21:12:07.863134 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-f435629b-8cd9-48f8-a607-b657e14e7bd8 tempest-TagsExtTest-1443696680 tempest-TagsExtTest-1443696680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10221602', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9990583'] for subnet, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:07.902972 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da7877a5-099b-46ab-97ee-16b413d19b20 admin admin] Network 8735d8a2-b604-4758-ae71-b40e4ee6f305 is already hosted by enough agents. {{(pid=105584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:12:07.912250 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-92859d9d-db83-4c57-b6e8-af7e6d217dd7 req-3a1e4860-2bf1-4476-ad2c-cad3c29ec728 tempest-ServerRescueNegativeTestJSON-1381818065 tempest-ServerRescueNegativeTestJSON-1381818065-project] 10.222.0.59 "GET /v2.0/security-groups?id=ce8b1850-1d4d-402f-a118-5b56f5e06e52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942438 Jul 27 21:12:07.915484 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [None req-da7877a5-099b-46ab-97ee-16b413d19b20 admin admin] Resources bound (agent type, host, resource id): {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:12:07.917543 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f435629b-8cd9-48f8-a607-b657e14e7bd8 tempest-TagsExtTest-1443696680 tempest-TagsExtTest-1443696680-project] Pushing event deleted for resources: {'Subnet': ['ID=1ca169c2-e5c9-4715-a168-43124d0bae76,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:12:07.918170 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da7877a5-099b-46ab-97ee-16b413d19b20 admin admin] Received port after_create {{(pid=105584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:12:07.932785 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-f435629b-8cd9-48f8-a607-b657e14e7bd8 tempest-TagsExtTest-1443696680 tempest-TagsExtTest-1443696680-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743886'] for subnet, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:07.934780 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-f435629b-8cd9-48f8-a607-b657e14e7bd8 tempest-TagsExtTest-1443696680 tempest-TagsExtTest-1443696680-project] 10.222.0.59 "DELETE /v2.0/subnets/1ca169c2-e5c9-4715-a168-43124d0bae76 HTTP/1.1" status: 204 len: 168 time: 0.8006649 Jul 27 21:12:07.949015 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-451b34dd-8d31-42f9-93db-a83b26e77cc4 None None] Network 1b834f87-5c77-4934-9b43-2837915c65ce requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:12:07.949744 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 59292) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:12:07.976866 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-ef441715-1321-4ccd-bc90-e1c7ea55b3d6 req-d1255764-ceec-4ba9-a290-478d8922306a tempest-ServerPasswordTestJSON-1261512657 tempest-ServerPasswordTestJSON-1261512657-project] 10.222.0.59 "GET /v2.0/security-groups?id=57fc2f5e-2eb9-47d1-9f7e-204a07a0734a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963030 Jul 27 21:12:08.132803 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-549f6f6a-030c-4552-b04f-6071653aee08 tempest-TagsExtTest-1443696680 tempest-TagsExtTest-1443696680-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-990557'] for network, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:08.229608 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-b1821b83-d621-489f-b6bc-b74680132a50 req-05d7135d-1100-4a01-9996-9447796be9e9 service neutron] 10.222.0.36 "GET /v2.0/networks/f8c6e3ad-a10d-44a6-88e2-66a15d74ac10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8284531 Jul 27 21:12:08.235018 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [None req-549f6f6a-030c-4552-b04f-6071653aee08 tempest-TagsExtTest-1443696680 tempest-TagsExtTest-1443696680-project] Deleting port 37f29fd7-41f8-4815-b688-74431604ea64 {{(pid=105585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:12:08.235385 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-549f6f6a-030c-4552-b04f-6071653aee08 tempest-TagsExtTest-1443696680 tempest-TagsExtTest-1443696680-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:08.307915 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7877a5-099b-46ab-97ee-16b413d19b20 admin admin] Pushing event updated for resources: {'Port': ['ID=e51cdc04-3b98-4da0-a504-6fc12fd97f9b,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:12:08.311969 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.db [None req-549f6f6a-030c-4552-b04f-6071653aee08 tempest-TagsExtTest-1443696680 tempest-TagsExtTest-1443696680-project] For port 37f29fd7-41f8-4815-b688-74431604ea64, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=37f29fd7-41f8-4815-b688-74431604ea64,segment=NetworkSegment(5c4e6c8e-cbb8-4111-bba4-bee395a7a3d8),segment_id=5c4e6c8e-cbb8-4111-bba4-bee395a7a3d8)] {{(pid=105585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:12:08.313040 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-549f6f6a-030c-4552-b04f-6071653aee08 tempest-TagsExtTest-1443696680 tempest-TagsExtTest-1443696680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:08.353169 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [None req-549f6f6a-030c-4552-b04f-6071653aee08 tempest-TagsExtTest-1443696680 tempest-TagsExtTest-1443696680-project] Calling delete_port for 37f29fd7-41f8-4815-b688-74431604ea64 owned by network:dhcp {{(pid=105585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:12:08.365565 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c99c622-ab7c-4cb1-a1db-3c037dfb51fd None None] DHCP port deletion for 1b834f87-5c77-4934-9b43-2837915c65ce request from n-d-705658-22 {{(pid=105586) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 21:12:08.440567 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5404a8-35ad-4aca-a5c8-1493cb896ef4 req-1637b00a-c6cc-4c34-8553-408efb085e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:12:08.442495 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-2a5404a8-35ad-4aca-a5c8-1493cb896ef4 req-1637b00a-c6cc-4c34-8553-408efb085e11 service neutron] 10.222.0.60 "GET /v2.0/networks?id=32d25553-aa43-4782-af0c-d6a2b47507a7 HTTP/1.1" status: 200 len: 911 time: 0.5492537 Jul 27 21:12:08.458724 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-0c99c622-ab7c-4cb1-a1db-3c037dfb51fd None None] Deleting port 37f29fd7-41f8-4815-b688-74431604ea64 {{(pid=105586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:12:08.459131 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-0c99c622-ab7c-4cb1-a1db-3c037dfb51fd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:08.504652 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-549f6f6a-030c-4552-b04f-6071653aee08 tempest-TagsExtTest-1443696680 tempest-TagsExtTest-1443696680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:08.541556 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-549f6f6a-030c-4552-b04f-6071653aee08 tempest-TagsExtTest-1443696680 tempest-TagsExtTest-1443696680-project] No DVR routers for this DVR port 37f29fd7-41f8-4815-b688-74431604ea64 on host n-d-705658-22 {{(pid=105585) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:12:08.555254 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-0c99c622-ab7c-4cb1-a1db-3c037dfb51fd None None] For port 37f29fd7-41f8-4815-b688-74431604ea64, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=37f29fd7-41f8-4815-b688-74431604ea64,segment=NetworkSegment(5c4e6c8e-cbb8-4111-bba4-bee395a7a3d8),segment_id=5c4e6c8e-cbb8-4111-bba4-bee395a7a3d8)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:12:08.555925 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-0c99c622-ab7c-4cb1-a1db-3c037dfb51fd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:08.568884 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-0c99c622-ab7c-4cb1-a1db-3c037dfb51fd None None] Calling delete_port for 37f29fd7-41f8-4815-b688-74431604ea64 owned by network:dhcp {{(pid=105586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:12:08.633752 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549f6f6a-030c-4552-b04f-6071653aee08 tempest-TagsExtTest-1443696680 tempest-TagsExtTest-1443696680-project] Pushing event deleted for resources: {'Port': ['ID=37f29fd7-41f8-4815-b688-74431604ea64,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:12:08.645485 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-b1821b83-d621-489f-b6bc-b74680132a50 req-c50edf04-4227-484c-9d5a-3c2ec0342cff service neutron] 10.222.0.36 "GET /v2.0/networks/f8c6e3ad-a10d-44a6-88e2-66a15d74ac10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3863366 Jul 27 21:12:08.650479 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-0c99c622-ab7c-4cb1-a1db-3c037dfb51fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180'] for port, after_delete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:08.666534 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-2a5404a8-35ad-4aca-a5c8-1493cb896ef4 req-64d731e5-dcdb-4342-aec5-295fa9a24d64 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=11a2a4bd-54de-4e89-aaec-2698e4e74e90 HTTP/1.1" status: 200 len: 1002 time: 0.1734188 Jul 27 21:12:08.671971 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-da7877a5-099b-46ab-97ee-16b413d19b20 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:08.678173 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c99c622-ab7c-4cb1-a1db-3c037dfb51fd None None] Pushing event deleted for resources: {'Port': ['ID=37f29fd7-41f8-4815-b688-74431604ea64,revision_number=None']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:12:08.680525 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7932da77-9936-4bff-98f8-4aff91ff49db req-398eef39-956c-4eaa-a5ac-ed67e47e89bc tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:12:08.683241 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c99c622-ab7c-4cb1-a1db-3c037dfb51fd None None] No DVR routers for this DVR port 37f29fd7-41f8-4815-b688-74431604ea64 on host n-d-705658-22 {{(pid=105586) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:12:08.691226 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c99c622-ab7c-4cb1-a1db-3c037dfb51fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:12:08.695633 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c99c622-ab7c-4cb1-a1db-3c037dfb51fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:12:08.696242 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c99c622-ab7c-4cb1-a1db-3c037dfb51fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:12:08.697318 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c99c622-ab7c-4cb1-a1db-3c037dfb51fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:12:08.697889 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c99c622-ab7c-4cb1-a1db-3c037dfb51fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:12:08.698535 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c99c622-ab7c-4cb1-a1db-3c037dfb51fd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:12:08.699117 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c99c622-ab7c-4cb1-a1db-3c037dfb51fd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:12:08.699500 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c99c622-ab7c-4cb1-a1db-3c037dfb51fd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:12:08.699932 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c99c622-ab7c-4cb1-a1db-3c037dfb51fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:12:08.700487 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c99c622-ab7c-4cb1-a1db-3c037dfb51fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:12:08.700903 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c99c622-ab7c-4cb1-a1db-3c037dfb51fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:12:08.701034 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-7932da77-9936-4bff-98f8-4aff91ff49db req-398eef39-956c-4eaa-a5ac-ed67e47e89bc tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] 10.222.0.59 "GET /v2.0/ports?device_id=31533b7a-7459-43fe-bfa1-37a8877d2d0a HTTP/1.1" status: 200 len: 945 time: 0.2326393 Jul 27 21:12:08.701859 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c99c622-ab7c-4cb1-a1db-3c037dfb51fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:12:08.727824 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-549f6f6a-030c-4552-b04f-6071653aee08 tempest-TagsExtTest-1443696680 tempest-TagsExtTest-1443696680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853562', 'neutron.services.segments.db._delete_segments_for_network-8790688882975'] for network, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:08.741866 n-d-705658-22 neutron-server[105585]: DEBUG neutron.services.segments.db [None req-549f6f6a-030c-4552-b04f-6071653aee08 tempest-TagsExtTest-1443696680 tempest-TagsExtTest-1443696680-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b834f87-5c77-4934-9b43-2837915c65ce']}} {{(pid=105585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:12:08.779454 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-7932da77-9936-4bff-98f8-4aff91ff49db req-9b26a46a-4d76-4dc3-adc7-e6684af95c25 tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] 10.222.0.59 "GET /v2.0/security-groups?id=c166a083-e7a4-430d-b39b-9b2d1c142ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755668 Jul 27 21:12:08.783415 n-d-705658-22 neutron-server[105585]: DEBUG neutron.services.segments.db [None req-549f6f6a-030c-4552-b04f-6071653aee08 tempest-TagsExtTest-1443696680 tempest-TagsExtTest-1443696680-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c4e6c8e-cbb8-4111-bba4-bee395a7a3d8') {'for_net_delete': True} {{(pid=105585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:12:08.783779 n-d-705658-22 neutron-server[105585]: DEBUG neutron.services.segments.db [None req-549f6f6a-030c-4552-b04f-6071653aee08 tempest-TagsExtTest-1443696680 tempest-TagsExtTest-1443696680-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c4e6c8e-cbb8-4111-bba4-bee395a7a3d8') {} {{(pid=105585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:12:08.801883 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-549f6f6a-030c-4552-b04f-6071653aee08 tempest-TagsExtTest-1443696680 tempest-TagsExtTest-1443696680-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790688883752', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9886370'] for segment, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:08.820268 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-549f6f6a-030c-4552-b04f-6071653aee08 tempest-TagsExtTest-1443696680 tempest-TagsExtTest-1443696680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:08.831063 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5404a8-35ad-4aca-a5c8-1493cb896ef4 req-558a0842-6d2a-4930-af94-7eca3a8e3f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:12:08.832530 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-2a5404a8-35ad-4aca-a5c8-1493cb896ef4 req-558a0842-6d2a-4930-af94-7eca3a8e3f20 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=fdae47fc-2d6f-4c83-9067-18a839318850 HTTP/1.1" status: 200 len: 849 time: 0.1576288 Jul 27 21:12:08.845237 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-549f6f6a-030c-4552-b04f-6071653aee08 tempest-TagsExtTest-1443696680 tempest-TagsExtTest-1443696680-project] Releasing vlan 248 on physical network physnet1 to pool {{(pid=105585) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:12:08.845666 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-549f6f6a-030c-4552-b04f-6071653aee08 tempest-TagsExtTest-1443696680 tempest-TagsExtTest-1443696680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10221644'] for segment, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:08.895102 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-fd3fbb9f-a4f4-4bdf-ad29-9c6890a55940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:08.940606 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551815b8-7488-411d-9c79-3bae7309be82 req-b7843bea-79e0-44eb-b1d3-a17e36a1f2ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:12:08.942184 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-551815b8-7488-411d-9c79-3bae7309be82 req-b7843bea-79e0-44eb-b1d3-a17e36a1f2ba service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4c0345f99e0e4bdfbc51c30d2fc911d5&device_id=e7dc5058-383c-4758-9b46-cd14f98d61c2 HTTP/1.1" status: 200 len: 1096 time: 0.2203431 Jul 27 21:12:08.962344 n-d-705658-22 neutron-server[105585]: Traceback (most recent call last): Jul 27 21:12:08.962344 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:12:08.962344 n-d-705658-22 neutron-server[105585]: timer() Jul 27 21:12:08.962344 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:12:08.962344 n-d-705658-22 neutron-server[105585]: cb(*args, **kw) Jul 27 21:12:08.962344 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:12:08.962344 n-d-705658-22 neutron-server[105585]: return func(*args, **kwargs) Jul 27 21:12:08.962344 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:12:08.962344 n-d-705658-22 neutron-server[105585]: self._notify() Jul 27 21:12:08.962344 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:12:08.962344 n-d-705658-22 neutron-server[105585]: self.callback(batched_events) Jul 27 21:12:08.962344 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:12:08.962344 n-d-705658-22 neutron-server[105585]: event.method(event) Jul 27 21:12:08.962344 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:12:08.962344 n-d-705658-22 neutron-server[105585]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:12:08.962344 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:12:08.962344 n-d-705658-22 neutron-server[105585]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:12:08.962344 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:12:08.962344 n-d-705658-22 neutron-server[105585]: return f(self, *a, **k) Jul 27 21:12:08.962344 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:12:08.962344 n-d-705658-22 neutron-server[105585]: return self._get(url).json() Jul 27 21:12:08.962344 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:12:08.962344 n-d-705658-22 neutron-server[105585]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:12:08.962344 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:12:08.962344 n-d-705658-22 neutron-server[105585]: return self.request(url, 'GET', **kwargs) Jul 27 21:12:08.962344 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:12:08.962344 n-d-705658-22 neutron-server[105585]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:12:08.962344 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:12:08.962344 n-d-705658-22 neutron-server[105585]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:12:08.962344 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:12:08.962344 n-d-705658-22 neutron-server[105585]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:12:08.962344 n-d-705658-22 neutron-server[105585]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:12:08.965174 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-549f6f6a-030c-4552-b04f-6071653aee08 tempest-TagsExtTest-1443696680 tempest-TagsExtTest-1443696680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4075658'] for network, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:09.013369 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-549f6f6a-030c-4552-b04f-6071653aee08 tempest-TagsExtTest-1443696680 tempest-TagsExtTest-1443696680-project] Notify callbacks [] for network, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:09.015333 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-549f6f6a-030c-4552-b04f-6071653aee08 tempest-TagsExtTest-1443696680 tempest-TagsExtTest-1443696680-project] 10.222.0.59 "DELETE /v2.0/networks/1b834f87-5c77-4934-9b43-2837915c65ce HTTP/1.1" status: 204 len: 168 time: 1.0374751 Jul 27 21:12:09.016170 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549f6f6a-030c-4552-b04f-6071653aee08 tempest-TagsExtTest-1443696680 tempest-TagsExtTest-1443696680-project] Pushing event deleted for resources: {'Network': ['ID=1b834f87-5c77-4934-9b43-2837915c65ce,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:12:09.115831 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5404a8-35ad-4aca-a5c8-1493cb896ef4 req-f51892e0-a053-4183-83d9-3866ad506ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:12:09.117567 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-2a5404a8-35ad-4aca-a5c8-1493cb896ef4 req-f51892e0-a053-4183-83d9-3866ad506ae8 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=32d25553-aa43-4782-af0c-d6a2b47507a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2778504 Jul 27 21:12:09.135165 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-da7877a5-099b-46ab-97ee-16b413d19b20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4163804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4077150'] for router, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:09.224408 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6206f238-75ed-40c4-b3d9-06d7ef6acdf5 req-78829dc0-8afb-4c12-929a-a5d198d15385 tempest-ServerRescueNegativeTestJSON-1381818065 tempest-ServerRescueNegativeTestJSON-1381818065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:12:09.236526 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-6206f238-75ed-40c4-b3d9-06d7ef6acdf5 req-78829dc0-8afb-4c12-929a-a5d198d15385 tempest-ServerRescueNegativeTestJSON-1381818065 tempest-ServerRescueNegativeTestJSON-1381818065-project] 10.222.0.59 "GET /v2.0/ports?device_id=0825c36d-0908-4005-9b56-a6dfd34ad897 HTTP/1.1" status: 200 len: 945 time: 0.1861491 Jul 27 21:12:09.270224 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551815b8-7488-411d-9c79-3bae7309be82 req-3ce957c3-de9f-4a2b-bbe0-3249eae8e19c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:12:09.277092 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-551815b8-7488-411d-9c79-3bae7309be82 req-3ce957c3-de9f-4a2b-bbe0-3249eae8e19c service neutron] 10.222.0.36 "GET /v2.0/networks?id=f8c6e3ad-a10d-44a6-88e2-66a15d74ac10 HTTP/1.1" status: 200 len: 914 time: 0.3218422 Jul 27 21:12:09.316455 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ad39bc-6f02-485c-aafe-679bfce740a8 req-397910a1-f877-4f0c-9270-b86585ccc16f tempest-ServerPasswordTestJSON-1261512657 tempest-ServerPasswordTestJSON-1261512657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:12:09.316455 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-67ad39bc-6f02-485c-aafe-679bfce740a8 req-397910a1-f877-4f0c-9270-b86585ccc16f tempest-ServerPasswordTestJSON-1261512657 tempest-ServerPasswordTestJSON-1261512657-project] 10.222.0.59 "GET /v2.0/ports?device_id=e7dc5058-383c-4758-9b46-cd14f98d61c2 HTTP/1.1" status: 200 len: 944 time: 0.1612034 Jul 27 21:12:09.355660 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-6206f238-75ed-40c4-b3d9-06d7ef6acdf5 req-e5223113-0559-4dd9-9720-1b193f4ec278 tempest-ServerRescueNegativeTestJSON-1381818065 tempest-ServerRescueNegativeTestJSON-1381818065-project] 10.222.0.59 "GET /v2.0/security-groups?id=ce8b1850-1d4d-402f-a118-5b56f5e06e52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181750 Jul 27 21:12:09.364148 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 37f29fd7-41f8-4815-b688-74431604ea64 no longer exists at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:12:09.386177 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-67ad39bc-6f02-485c-aafe-679bfce740a8 req-e3cd5ab0-05e3-47ab-9277-52ab33cf7a0b tempest-ServerPasswordTestJSON-1261512657 tempest-ServerPasswordTestJSON-1261512657-project] 10.222.0.59 "GET /v2.0/security-groups?id=57fc2f5e-2eb9-47d1-9f7e-204a07a0734a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627828 Jul 27 21:12:09.411632 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] No Port match for: 37f29fd7-41f8-4815-b688-74431604ea64 {{(pid=105586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:12:09.411978 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 37f29fd7-41f8-4815-b688-74431604ea64 not bound to the agent host n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:12:09.455408 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 59322) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:12:09.472507 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-551815b8-7488-411d-9c79-3bae7309be82 req-33383708-93cd-430e-a1cc-830613f19d8d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ee02caf8-6a7a-491b-a7e0-256c5de0b3a0 HTTP/1.1" status: 200 len: 217 time: 0.1718402 Jul 27 21:12:09.576782 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-2a5404a8-35ad-4aca-a5c8-1493cb896ef4 req-7e15c96b-48f6-443c-9727-8630757a0332 service neutron] 10.222.0.60 "GET /v2.0/networks/32d25553-aa43-4782-af0c-d6a2b47507a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4355907 Jul 27 21:12:09.621678 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-be5f810b-35ce-4b86-9a68-6714c02868dc admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=e12f81f51acf4e1fa19b648c86b4354e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1650171 Jul 27 21:12:09.624573 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 59326) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:12:09.664129 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551815b8-7488-411d-9c79-3bae7309be82 req-4ab98462-c04f-47bd-a9b6-7aff2c34da07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:12:09.666545 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-551815b8-7488-411d-9c79-3bae7309be82 req-4ab98462-c04f-47bd-a9b6-7aff2c34da07 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=84e9bd09-8f44-489f-a7f6-029157f175a4 HTTP/1.1" status: 200 len: 853 time: 0.1698582 Jul 27 21:12:09.683962 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-d482b2d2-ea1d-4418-b331-eb16f3fe8f5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:09.713531 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-d482b2d2-ea1d-4418-b331-eb16f3fe8f5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:09.767665 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-d482b2d2-ea1d-4418-b331-eb16f3fe8f5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:09.769816 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-551815b8-7488-411d-9c79-3bae7309be82 req-8f0f9eb5-77db-4e23-855c-39ed0690ebf6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f8c6e3ad-a10d-44a6-88e2-66a15d74ac10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0721109 Jul 27 21:12:09.772158 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-d482b2d2-ea1d-4418-b331-eb16f3fe8f5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:09.776212 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-d482b2d2-ea1d-4418-b331-eb16f3fe8f5c admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/962ccde2-0381-41ae-bc20-467bf4a2847b HTTP/1.1" status: 204 len: 168 time: 0.1505017 Jul 27 21:12:09.787877 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d482b2d2-ea1d-4418-b331-eb16f3fe8f5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=962ccde2-0381-41ae-bc20-467bf4a2847b,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:12:09.798566 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da7877a5-099b-46ab-97ee-16b413d19b20 admin admin] Router 4ac75938-0c73-496e-88c8-1f10dedcab0c is scheduled to L3 agent dd128fd7-8e57-4d4f-895b-a96b369df59a with binding_index 1 {{(pid=105584) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 21:12:09.820855 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-2a5404a8-35ad-4aca-a5c8-1493cb896ef4 req-b4175a03-d527-4053-9fc8-fcf35d1d85e8 service neutron] 10.222.0.60 "GET /v2.0/networks/32d25553-aa43-4782-af0c-d6a2b47507a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2332823 Jul 27 21:12:10.009734 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96eafe06-b9fe-4e30-bb10-bcf145787649 req-f89a6d02-5ee6-4267-ae1b-095fc1b09fee tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:12:10.011692 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-96eafe06-b9fe-4e30-bb10-bcf145787649 req-f89a6d02-5ee6-4267-ae1b-095fc1b09fee tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] 10.222.0.59 "GET /v2.0/ports?device_id=31533b7a-7459-43fe-bfa1-37a8877d2d0a HTTP/1.1" status: 200 len: 945 time: 0.1095564 Jul 27 21:12:10.044173 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:10.096441 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-96eafe06-b9fe-4e30-bb10-bcf145787649 req-97bcb907-efec-4161-b313-71d42b6621ac tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] 10.222.0.59 "GET /v2.0/security-groups?id=c166a083-e7a4-430d-b39b-9b2d1c142ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752044 Jul 27 21:12:10.098636 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-551815b8-7488-411d-9c79-3bae7309be82 req-b6ccf2de-18ee-4974-8019-b3047e36fe47 service neutron] 10.222.0.36 "GET /v2.0/networks/f8c6e3ad-a10d-44a6-88e2-66a15d74ac10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3144431 Jul 27 21:12:10.104830 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da7877a5-099b-46ab-97ee-16b413d19b20 admin admin] Notify agent at l3_agent.n-d-705658-22 the message routers_updated {{(pid=105584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:12:10.122293 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ba6b969-acd9-4cb1-9fe8-aa0486365cf8 None None] Sync routers for ids ['4ac75938-0c73-496e-88c8-1f10dedcab0c'] in n-d-705658-22 {{(pid=105586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:12:10.150375 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ba6b969-acd9-4cb1-9fe8-aa0486365cf8 None None] Routers {'4ac75938-0c73-496e-88c8-1f10dedcab0c'} bound to L3 agent in host n-d-705658-22 {{(pid=105586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:12:10.152041 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-5ba6b969-acd9-4cb1-9fe8-aa0486365cf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:11:42Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['4ac75938-0c73-496e-88c8-1f10dedcab0c'], 'active': True} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:12:10.247906 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-da7877a5-099b-46ab-97ee-16b413d19b20 admin admin] Notify callbacks [] for router, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:10.251046 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-da7877a5-099b-46ab-97ee-16b413d19b20 admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 5.0321586 Jul 27 21:12:10.252565 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 59350) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:12:10.368637 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvr_db [None req-5ba6b969-acd9-4cb1-9fe8-aa0486365cf8 None None] Set router 4ac75938-0c73-496e-88c8-1f10dedcab0c gateway port host: n-d-705658-22 {{(pid=105586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:12:10.374368 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 59356) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:12:10.790448 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-5ba6b969-acd9-4cb1-9fe8-aa0486365cf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ac75938-0c73-496e-88c8-1f10dedcab0c', 'name': 'tempest-ServerRescueTestJSONUnderV235-1694255244-router', 'tenant_id': '596d15ccffcd4935954d819b173c7fae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.57'}], 'enable_snat': True}, 'gw_port_id': 'e51cdc04-3b98-4da0-a504-6fc12fd97f9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:12:05Z', 'updated_at': '2021-07-27T21:12:08Z', 'revision_number': 3, 'project_id': '596d15ccffcd4935954d819b173c7fae', 'gw_port': {'id': 'e51cdc04-3b98-4da0-a504-6fc12fd97f9b', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:20:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ac75938-0c73-496e-88c8-1f10dedcab0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1940, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:12:07Z', 'updated_at': '2021-07-27T21:12:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22'}], 'n-d-705658-22', False) {} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:12:10.833283 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6677d576-f1ba-4fe2-a29a-38d71bb454fb req-ae944da0-e0d3-426d-bdab-289ddcf5ca39 tempest-ServerRescueNegativeTestJSON-1381818065 tempest-ServerRescueNegativeTestJSON-1381818065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:12:10.843456 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-6677d576-f1ba-4fe2-a29a-38d71bb454fb req-ae944da0-e0d3-426d-bdab-289ddcf5ca39 tempest-ServerRescueNegativeTestJSON-1381818065 tempest-ServerRescueNegativeTestJSON-1381818065-project] 10.222.0.59 "GET /v2.0/ports?device_id=0825c36d-0908-4005-9b56-a6dfd34ad897 HTTP/1.1" status: 200 len: 945 time: 0.3539093 Jul 27 21:12:10.870449 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ba6b969-acd9-4cb1-9fe8-aa0486365cf8 None None] Checking router: 4ac75938-0c73-496e-88c8-1f10dedcab0c for host: n-d-705658-22 {{(pid=105586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:12:10.874673 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ba6b969-acd9-4cb1-9fe8-aa0486365cf8 None None] Updating router 4ac75938-0c73-496e-88c8-1f10dedcab0c port e51cdc04-3b98-4da0-a504-6fc12fd97f9b binding host n-d-705658-22 {{(pid=105586) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 21:12:10.882636 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f28d39c-76ce-458b-95c6-1aba5f08f570 req-124729d4-2d15-4d15-a8df-5c27291a8c4a tempest-ServerPasswordTestJSON-1261512657 tempest-ServerPasswordTestJSON-1261512657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:12:10.884400 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-0f28d39c-76ce-458b-95c6-1aba5f08f570 req-124729d4-2d15-4d15-a8df-5c27291a8c4a tempest-ServerPasswordTestJSON-1261512657 tempest-ServerPasswordTestJSON-1261512657-project] 10.222.0.59 "GET /v2.0/ports?device_id=e7dc5058-383c-4758-9b46-cd14f98d61c2 HTTP/1.1" status: 200 len: 944 time: 0.3720162 Jul 27 21:12:10.930815 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-5ba6b969-acd9-4cb1-9fe8-aa0486365cf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:11.092738 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-551815b8-7488-411d-9c79-3bae7309be82 req-7d14f5ae-b33f-4640-9142-846d5e2b0094 service neutron] 10.222.0.36 "GET /v2.0/networks/f8c6e3ad-a10d-44a6-88e2-66a15d74ac10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9805958 Jul 27 21:12:11.159542 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-6677d576-f1ba-4fe2-a29a-38d71bb454fb req-517a3c3f-a8d8-49b0-8348-cfe30ecdd814 tempest-ServerRescueNegativeTestJSON-1381818065 tempest-ServerRescueNegativeTestJSON-1381818065-project] 10.222.0.59 "GET /v2.0/security-groups?id=ce8b1850-1d4d-402f-a118-5b56f5e06e52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3151016 Jul 27 21:12:11.221853 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-0f28d39c-76ce-458b-95c6-1aba5f08f570 req-2fd3bd58-80ac-4805-ab1d-6790882bb0a7 tempest-ServerPasswordTestJSON-1261512657 tempest-ServerPasswordTestJSON-1261512657-project] 10.222.0.59 "GET /v2.0/security-groups?id=57fc2f5e-2eb9-47d1-9f7e-204a07a0734a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3264310 Jul 27 21:12:11.381363 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-5ba6b969-acd9-4cb1-9fe8-aa0486365cf8 None None] Notify callbacks [] for port, precommit_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:11.401439 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-5ba6b969-acd9-4cb1-9fe8-aa0486365cf8 None None] Transition to ACTIVE for port object e51cdc04-3b98-4da0-a504-6fc12fd97f9b will not be triggered until provisioned by entity L2. {{(pid=105586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:12:11.409133 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-5ba6b969-acd9-4cb1-9fe8-aa0486365cf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:11.471389 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-5ba6b969-acd9-4cb1-9fe8-aa0486365cf8 None None] Attempting to bind port e51cdc04-3b98-4da0-a504-6fc12fd97f9b on host n-d-705658-22 for vnic_type normal with profile {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:12:11.472162 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-5ba6b969-acd9-4cb1-9fe8-aa0486365cf8 None None] Attempting to bind port e51cdc04-3b98-4da0-a504-6fc12fd97f9b by drivers openvswitch,hyperv on host n-d-705658-22 at level 0 using segments [{'id': '12196855-9a32-4633-9a56-77697ef9e126', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305'}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:12:11.472835 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ba6b969-acd9-4cb1-9fe8-aa0486365cf8 None None] Attempting to bind port e51cdc04-3b98-4da0-a504-6fc12fd97f9b on network 8735d8a2-b604-4758-ae71-b40e4ee6f305 {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:12:11.487022 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba5b552-5380-4a48-99f4-5afd677e1f3f req-a609cb6a-0e7f-4474-bcc7-a104e1638790 tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:12:11.494735 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-0ba5b552-5380-4a48-99f4-5afd677e1f3f req-a609cb6a-0e7f-4474-bcc7-a104e1638790 tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] 10.222.0.59 "GET /v2.0/ports?device_id=31533b7a-7459-43fe-bfa1-37a8877d2d0a HTTP/1.1" status: 200 len: 945 time: 0.1913140 Jul 27 21:12:11.507236 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ba6b969-acd9-4cb1-9fe8-aa0486365cf8 None None] Checking agent: {'id': '04a7ea91-6318-467e-ace6-b0fb48c8690f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 41, 42), 'started_at': datetime.datetime(2021, 7, 27, 20, 42, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 11, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:12:11.508687 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ba6b969-acd9-4cb1-9fe8-aa0486365cf8 None None] Checking segment: {'id': '12196855-9a32-4633-9a56-77697ef9e126', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:12:11.510155 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-5ba6b969-acd9-4cb1-9fe8-aa0486365cf8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:11.511931 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ba6b969-acd9-4cb1-9fe8-aa0486365cf8 None None] Bound using segment: {'id': '12196855-9a32-4633-9a56-77697ef9e126', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305'} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:12:11.516589 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-5ba6b969-acd9-4cb1-9fe8-aa0486365cf8 None None] Bound port: e51cdc04-3b98-4da0-a504-6fc12fd97f9b, host: n-d-705658-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12196855-9a32-4633-9a56-77697ef9e126', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305'}}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:12:11.517489 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-5ba6b969-acd9-4cb1-9fe8-aa0486365cf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:11.551613 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-0ba5b552-5380-4a48-99f4-5afd677e1f3f req-ec8f0e68-9ba9-43e3-86f4-0d30eea5171e tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] 10.222.0.59 "GET /v2.0/security-groups?id=c166a083-e7a4-430d-b39b-9b2d1c142ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559115 Jul 27 21:12:11.573709 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-0c1eb4cc-7f5b-4cf4-89d1-1a76d5a60bb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4076536'] for router_interface, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:11.629713 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57420d18-842e-431c-b795-c075e35e7a88 None None] Pushing event updated for resources: {'Port': ['ID=e51cdc04-3b98-4da0-a504-6fc12fd97f9b,revision_number=2']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:12:11.656755 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-265963a0-b101-4aaf-b78b-37d320d20533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:11.702403 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-5ba6b969-acd9-4cb1-9fe8-aa0486365cf8 None None] For port e51cdc04-3b98-4da0-a504-6fc12fd97f9b, host n-d-705658-22, cleared binding levels {{(pid=105586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:12:11.708626 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-5ba6b969-acd9-4cb1-9fe8-aa0486365cf8 None None] For port e51cdc04-3b98-4da0-a504-6fc12fd97f9b, host n-d-705658-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=e51cdc04-3b98-4da0-a504-6fc12fd97f9b,segment=NetworkSegment(12196855-9a32-4633-9a56-77697ef9e126),segment_id=12196855-9a32-4633-9a56-77697ef9e126)] {{(pid=105586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:12:11.716068 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-5ba6b969-acd9-4cb1-9fe8-aa0486365cf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:11.736668 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-5035d346-2507-4eea-970f-57c7df4d3e67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:11.835259 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57420d18-842e-431c-b795-c075e35e7a88 None None] Pushing event updated for resources: {'Port': ['ID=e51cdc04-3b98-4da0-a504-6fc12fd97f9b,revision_number=3']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:12:11.914310 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:11.924336 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ba6b969-acd9-4cb1-9fe8-aa0486365cf8 None None] Routers {'4ac75938-0c73-496e-88c8-1f10dedcab0c'} bound to L3 agent in host n-d-705658-22 {{(pid=105586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:12:11.924974 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-5ba6b969-acd9-4cb1-9fe8-aa0486365cf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:12:12Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['4ac75938-0c73-496e-88c8-1f10dedcab0c'], 'active': True} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:12:11.994749 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [None req-0c1eb4cc-7f5b-4cf4-89d1-1a76d5a60bb6 admin admin] Deleting port 77ba909d-e85b-4af2-a1d8-2ff506a18c41 {{(pid=105585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:12:11.995397 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-0c1eb4cc-7f5b-4cf4-89d1-1a76d5a60bb6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:12.023209 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.db_base_plugin_common [None req-5035d346-2507-4eea-970f-57c7df4d3e67 admin admin] Allocated IP 172.20.0.1 (b8f948c7-bfa9-44cb-936e-c199c057fe39/b55d8227-ef6b-4263-840b-22086dfeae57/c7ce189e-8b43-4433-8ce4-f27e3c811c82) {{(pid=105584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:12:12.041218 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device ee02caf8-6a7a-491b-a7e0-256c5de0b3a0 details requested by agent hyperv_n-h1-705658-22 with host n-h1-705658-22 {{(pid=105586) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:12:12.100313 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.db [None req-0c1eb4cc-7f5b-4cf4-89d1-1a76d5a60bb6 admin admin] For port 77ba909d-e85b-4af2-a1d8-2ff506a18c41, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=77ba909d-e85b-4af2-a1d8-2ff506a18c41,segment=NetworkSegment(660ec341-81d1-41c4-8987-bc307d97b3d6),segment_id=660ec341-81d1-41c4-8987-bc307d97b3d6)] {{(pid=105585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:12:12.100781 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-0c1eb4cc-7f5b-4cf4-89d1-1a76d5a60bb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:12.117068 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [None req-0c1eb4cc-7f5b-4cf4-89d1-1a76d5a60bb6 admin admin] Calling delete_port for 77ba909d-e85b-4af2-a1d8-2ff506a18c41 owned by network:router_interface {{(pid=105585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:12:12.260719 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-5035d346-2507-4eea-970f-57c7df4d3e67 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:12.306417 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvr_db [None req-5ba6b969-acd9-4cb1-9fe8-aa0486365cf8 None None] Set router 4ac75938-0c73-496e-88c8-1f10dedcab0c gateway port host: n-d-705658-22 {{(pid=105586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:12:12.331860 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-5035d346-2507-4eea-970f-57c7df4d3e67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:12.373694 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5035d346-2507-4eea-970f-57c7df4d3e67 admin admin] Network b8f948c7-bfa9-44cb-936e-c199c057fe39 is already hosted by enough agents. {{(pid=105584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:12:12.377086 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [None req-5035d346-2507-4eea-970f-57c7df4d3e67 admin admin] Resources bound (agent type, host, resource id): {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:12:12.381200 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5035d346-2507-4eea-970f-57c7df4d3e67 admin admin] Received port after_create {{(pid=105584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:12:12.385787 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] For port ee02caf8-6a7a-491b-a7e0-256c5de0b3a0, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=ee02caf8-6a7a-491b-a7e0-256c5de0b3a0,segment=NetworkSegment(e3d51037-92bb-4b9c-bbae-b76c4d375504),segment_id=e3d51037-92bb-4b9c-bbae-b76c4d375504)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:12:12.430344 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-5035d346-2507-4eea-970f-57c7df4d3e67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4075523'] for router_interface, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:12.526723 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5035d346-2507-4eea-970f-57c7df4d3e67 admin admin] Pushing event updated for resources: {'Port': ['ID=c7ce189e-8b43-4433-8ce4-f27e3c811c82,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:12:12.532966 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae40cbd-9cf3-4f5e-ba9d-8f1c5a8a0161 req-8e838ccd-86d4-4c2c-87e4-93af2406a81c tempest-ServerRescueNegativeTestJSON-1381818065 tempest-ServerRescueNegativeTestJSON-1381818065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:12:12.546275 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-7ae40cbd-9cf3-4f5e-ba9d-8f1c5a8a0161 req-8e838ccd-86d4-4c2c-87e4-93af2406a81c tempest-ServerRescueNegativeTestJSON-1381818065 tempest-ServerRescueNegativeTestJSON-1381818065-project] 10.222.0.59 "GET /v2.0/ports?device_id=0825c36d-0908-4005-9b56-a6dfd34ad897 HTTP/1.1" status: 200 len: 945 time: 0.2843633 Jul 27 21:12:12.600120 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c929ecdf-4057-4f84-b4a4-806852082e08 req-2f8a7c88-667c-461a-81cb-e05f804414f7 tempest-ServerPasswordTestJSON-1261512657 tempest-ServerPasswordTestJSON-1261512657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:12:12.601916 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-c929ecdf-4057-4f84-b4a4-806852082e08 req-2f8a7c88-667c-461a-81cb-e05f804414f7 tempest-ServerPasswordTestJSON-1261512657 tempest-ServerPasswordTestJSON-1261512657-project] 10.222.0.59 "GET /v2.0/ports?device_id=e7dc5058-383c-4758-9b46-cd14f98d61c2 HTTP/1.1" status: 200 len: 944 time: 0.2558625 Jul 27 21:12:12.636076 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-7ae40cbd-9cf3-4f5e-ba9d-8f1c5a8a0161 req-c1fd0bde-9f42-42c6-8481-dbc8e4946e58 tempest-ServerRescueNegativeTestJSON-1381818065 tempest-ServerRescueNegativeTestJSON-1381818065-project] 10.222.0.59 "GET /v2.0/security-groups?id=ce8b1850-1d4d-402f-a118-5b56f5e06e52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841362 Jul 27 21:12:12.663631 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-0c1eb4cc-7f5b-4cf4-89d1-1a76d5a60bb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:12.713055 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-5035d346-2507-4eea-970f-57c7df4d3e67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:12.742110 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Returning: {'device': 'ee02caf8-6a7a-491b-a7e0-256c5de0b3a0', 'network_id': 'f8c6e3ad-a10d-44a6-88e2-66a15d74ac10', 'port_id': 'ee02caf8-6a7a-491b-a7e0-256c5de0b3a0', 'mac_address': 'fa:16:3e:d7:68:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 211, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '84e9bd09-8f44-489f-a7f6-029157f175a4', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105586) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:12:12.759642 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1eb4cc-7f5b-4cf4-89d1-1a76d5a60bb6 admin admin] Pushing event deleted for resources: {'Port': ['ID=77ba909d-e85b-4af2-a1d8-2ff506a18c41,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:12:12.780312 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-c929ecdf-4057-4f84-b4a4-806852082e08 req-c9335c4e-37c9-44c7-82f1-645d68daebb0 tempest-ServerPasswordTestJSON-1261512657 tempest-ServerPasswordTestJSON-1261512657-project] 10.222.0.59 "GET /v2.0/security-groups?id=57fc2f5e-2eb9-47d1-9f7e-204a07a0734a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671867 Jul 27 21:12:12.919068 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-bb32ed7d-8717-448b-a9c8-a5a0117d1fd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:12.937109 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:12.987108 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee02caf8-6a7a-491b-a7e0-256c5de0b3a0 {{(pid=105586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:12:13.021728 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] For port ee02caf8-6a7a-491b-a7e0-256c5de0b3a0, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=ee02caf8-6a7a-491b-a7e0-256c5de0b3a0,segment=NetworkSegment(e3d51037-92bb-4b9c-bbae-b76c4d375504),segment_id=e3d51037-92bb-4b9c-bbae-b76c4d375504)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:12:13.042465 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:13.130287 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-5035d346-2507-4eea-970f-57c7df4d3e67 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:13.140223 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-5035d346-2507-4eea-970f-57c7df4d3e67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9014027'] for port, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:13.141228 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Pushing event updated for resources: {'Port': ['ID=ee02caf8-6a7a-491b-a7e0-256c5de0b3a0,revision_number=4']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:12:13.161614 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-5ba6b969-acd9-4cb1-9fe8-aa0486365cf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ac75938-0c73-496e-88c8-1f10dedcab0c', 'name': 'tempest-ServerRescueTestJSONUnderV235-1694255244-router', 'tenant_id': '596d15ccffcd4935954d819b173c7fae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.57'}], 'enable_snat': True}, 'gw_port_id': 'e51cdc04-3b98-4da0-a504-6fc12fd97f9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:12:05Z', 'updated_at': '2021-07-27T21:12:08Z', 'revision_number': 3, 'project_id': '596d15ccffcd4935954d819b173c7fae', 'gw_port': {'id': 'e51cdc04-3b98-4da0-a504-6fc12fd97f9b', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:20:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ac75938-0c73-496e-88c8-1f10dedcab0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1940, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:12:07Z', 'updated_at': '2021-07-27T21:12:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22'}], 'n-d-705658-22', False) {} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:12:13.177545 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbe7746-8c1a-49f3-b677-55eddcf662a7 req-073e012f-95df-4665-80f3-205413579fdf tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:12:13.179215 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-9dbe7746-8c1a-49f3-b677-55eddcf662a7 req-073e012f-95df-4665-80f3-205413579fdf tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] 10.222.0.59 "GET /v2.0/ports?device_id=31533b7a-7459-43fe-bfa1-37a8877d2d0a HTTP/1.1" status: 200 len: 945 time: 0.2795684 Jul 27 21:12:13.180483 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-0c1eb4cc-7f5b-4cf4-89d1-1a76d5a60bb6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3743915', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4076308'] for router_interface, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:13.240968 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ba6b969-acd9-4cb1-9fe8-aa0486365cf8 None None] The sync data for ids ['4ac75938-0c73-496e-88c8-1f10dedcab0c'] in n-d-705658-22 is: [{'id': '4ac75938-0c73-496e-88c8-1f10dedcab0c', 'name': 'tempest-ServerRescueTestJSONUnderV235-1694255244-router', 'tenant_id': '596d15ccffcd4935954d819b173c7fae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.57'}], 'enable_snat': True}, 'gw_port_id': 'e51cdc04-3b98-4da0-a504-6fc12fd97f9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:12:05Z', 'updated_at': '2021-07-27T21:12:08Z', 'revision_number': 3, 'project_id': '596d15ccffcd4935954d819b173c7fae', 'gw_port': {'id': 'e51cdc04-3b98-4da0-a504-6fc12fd97f9b', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:20:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ac75938-0c73-496e-88c8-1f10dedcab0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1940, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:12:07Z', 'updated_at': '2021-07-27T21:12:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22'}] {{(pid=105586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:12:13.253771 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-5035d346-2507-4eea-970f-57c7df4d3e67 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3743906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4076435'] for router_interface, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:13.308597 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5035d346-2507-4eea-970f-57c7df4d3e67 admin admin] Pushing event updated for resources: {'Port': ['ID=c7ce189e-8b43-4433-8ce4-f27e3c811c82,revision_number=2']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:12:13.329790 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] get_ports_and_sgs() called for port_ids ['ee02caf8-6a7a-491b-a7e0-256c5de0b3a0'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:12:13.348818 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-9dbe7746-8c1a-49f3-b677-55eddcf662a7 req-61be51e4-4f7f-4a87-bfc3-3375c9c35ff2 tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] 10.222.0.59 "GET /v2.0/security-groups?id=c166a083-e7a4-430d-b39b-9b2d1c142ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611598 Jul 27 21:12:13.482265 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5035d346-2507-4eea-970f-57c7df4d3e67 admin admin] Network b8f948c7-bfa9-44cb-936e-c199c057fe39 is already hosted by enough agents. {{(pid=105584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:12:13.485446 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [None req-5035d346-2507-4eea-970f-57c7df4d3e67 admin admin] Resources bound (agent type, host, resource id): {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:12:13.636900 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c1eb4cc-7f5b-4cf4-89d1-1a76d5a60bb6 admin admin] Router a31b9aa2-9324-403f-850f-3d92ca88f68c has already been hosted by L3 agent dd128fd7-8e57-4d4f-895b-a96b369df59a {{(pid=105585) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:12:13.702612 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5035d346-2507-4eea-970f-57c7df4d3e67 admin admin] Router 4ac75938-0c73-496e-88c8-1f10dedcab0c has already been hosted by L3 agent dd128fd7-8e57-4d4f-895b-a96b369df59a {{(pid=105584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:12:13.885397 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5035d346-2507-4eea-970f-57c7df4d3e67 admin admin] Notify agent at l3_agent.n-d-705658-22 the message routers_updated {{(pid=105584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:12:13.905840 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-5035d346-2507-4eea-970f-57c7df4d3e67 admin admin] 10.222.0.59 "PUT /v2.0/routers/4ac75938-0c73-496e-88c8-1f10dedcab0c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6435392 Jul 27 21:12:14.144611 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c1eb4cc-7f5b-4cf4-89d1-1a76d5a60bb6 admin admin] Notify agent at l3_agent.n-d-705658-22 the message routers_updated {{(pid=105585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:12:14.157974 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87551bdc-4709-4a23-9fa8-fd2ae694b470 None None] Sync routers for ids ['a31b9aa2-9324-403f-850f-3d92ca88f68c'] in n-d-705658-22 {{(pid=105587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:12:14.161787 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-0c1eb4cc-7f5b-4cf4-89d1-1a76d5a60bb6 admin admin] 10.222.0.59 "PUT /v2.0/routers/a31b9aa2-9324-403f-850f-3d92ca88f68c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7863908 Jul 27 21:12:14.164548 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 59440) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:12:14.169874 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87551bdc-4709-4a23-9fa8-fd2ae694b470 None None] Routers {'a31b9aa2-9324-403f-850f-3d92ca88f68c'} bound to L3 agent in host n-d-705658-22 {{(pid=105587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:12:14.171342 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-87551bdc-4709-4a23-9fa8-fd2ae694b470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:12:12Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['a31b9aa2-9324-403f-850f-3d92ca88f68c'], 'active': True} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:12:14.221593 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5e3ba2-988e-431d-9050-2b4f813fc44b req-4306bc0f-fc0f-4324-9fc7-5c9b9dc50831 tempest-ServerRescueNegativeTestJSON-1381818065 tempest-ServerRescueNegativeTestJSON-1381818065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:12:14.234176 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-eb5e3ba2-988e-431d-9050-2b4f813fc44b req-4306bc0f-fc0f-4324-9fc7-5c9b9dc50831 tempest-ServerRescueNegativeTestJSON-1381818065 tempest-ServerRescueNegativeTestJSON-1381818065-project] 10.222.0.59 "GET /v2.0/ports?device_id=0825c36d-0908-4005-9b56-a6dfd34ad897 HTTP/1.1" status: 200 len: 945 time: 0.4364867 Jul 27 21:12:14.277060 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-875ced1b-4cf3-463a-9653-058f0f9421e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:14.338968 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-eb5e3ba2-988e-431d-9050-2b4f813fc44b req-92b517a3-2dd0-498d-acd2-528156001c8e tempest-ServerRescueNegativeTestJSON-1381818065 tempest-ServerRescueNegativeTestJSON-1381818065-project] 10.222.0.59 "GET /v2.0/security-groups?id=ce8b1850-1d4d-402f-a118-5b56f5e06e52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977037 Jul 27 21:12:14.344969 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-dd42e2a0-7a10-41e5-bb6d-e95604b351ed admin admin] Notify callbacks [] for router, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:14.366784 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287db039-e557-4279-af23-57142b9b8cce req-d2d1811d-1753-4cda-9c39-e06a6bcc3056 tempest-ServerPasswordTestJSON-1261512657 tempest-ServerPasswordTestJSON-1261512657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:12:14.387587 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-287db039-e557-4279-af23-57142b9b8cce req-d2d1811d-1753-4cda-9c39-e06a6bcc3056 tempest-ServerPasswordTestJSON-1261512657 tempest-ServerPasswordTestJSON-1261512657-project] 10.222.0.59 "GET /v2.0/ports?device_id=e7dc5058-383c-4758-9b46-cd14f98d61c2 HTTP/1.1" status: 200 len: 945 time: 0.3694773 Jul 27 21:12:14.499706 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-287db039-e557-4279-af23-57142b9b8cce req-dff29cb6-be06-4a89-a117-dc6af66cab52 tempest-ServerPasswordTestJSON-1261512657 tempest-ServerPasswordTestJSON-1261512657-project] 10.222.0.59 "GET /v2.0/security-groups?id=57fc2f5e-2eb9-47d1-9f7e-204a07a0734a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104538 Jul 27 21:12:14.530926 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-dd42e2a0-7a10-41e5-bb6d-e95604b351ed admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:14.585704 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvr_db [None req-87551bdc-4709-4a23-9fa8-fd2ae694b470 None None] Set router a31b9aa2-9324-403f-850f-3d92ca88f68c gateway port host: n-d-705658-22 {{(pid=105587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:12:14.658074 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-dd42e2a0-7a10-41e5-bb6d-e95604b351ed admin admin] Deleting port 02c6bc33-7f5e-45cd-bbe3-07fe9bf235af {{(pid=105584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:12:14.659160 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-dd42e2a0-7a10-41e5-bb6d-e95604b351ed admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:14.771224 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb59071-9734-41ac-a009-f5cba4ef9956 req-1856c63d-43a7-42ba-8907-d7edb7a6dad4 tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:12:14.779977 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-dfb59071-9734-41ac-a009-f5cba4ef9956 req-1856c63d-43a7-42ba-8907-d7edb7a6dad4 tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] 10.222.0.59 "GET /v2.0/ports?device_id=31533b7a-7459-43fe-bfa1-37a8877d2d0a HTTP/1.1" status: 200 len: 945 time: 0.1231256 Jul 27 21:12:14.840067 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [None req-dd42e2a0-7a10-41e5-bb6d-e95604b351ed admin admin] For port 02c6bc33-7f5e-45cd-bbe3-07fe9bf235af, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=02c6bc33-7f5e-45cd-bbe3-07fe9bf235af,segment=NetworkSegment(12196855-9a32-4633-9a56-77697ef9e126),segment_id=12196855-9a32-4633-9a56-77697ef9e126)] {{(pid=105584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:12:14.840726 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-dd42e2a0-7a10-41e5-bb6d-e95604b351ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:14.857977 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-dd42e2a0-7a10-41e5-bb6d-e95604b351ed admin admin] Calling delete_port for 02c6bc33-7f5e-45cd-bbe3-07fe9bf235af owned by network:router_gateway {{(pid=105584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:12:14.912786 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-87551bdc-4709-4a23-9fa8-fd2ae694b470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a31b9aa2-9324-403f-850f-3d92ca88f68c', 'name': 'tempest-AttachVolumeShelveTestJSON-1314551751-router', 'tenant_id': '3bfa1a2c35f349b1a3e408eca249b7cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.79'}], 'enable_snat': True}, 'gw_port_id': '02c6bc33-7f5e-45cd-bbe3-07fe9bf235af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:01:38Z', 'updated_at': '2021-07-27T21:12:12Z', 'revision_number': 5, 'project_id': '3bfa1a2c35f349b1a3e408eca249b7cf', 'gw_port': {'id': '02c6bc33-7f5e-45cd-bbe3-07fe9bf235af', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:b1:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a31b9aa2-9324-403f-850f-3d92ca88f68c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1128, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:01:40Z', 'updated_at': '2021-07-27T21:01:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22'}], 'n-d-705658-22', False) {} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:12:14.925974 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-dfb59071-9734-41ac-a009-f5cba4ef9956 req-0f0c9a16-0a9e-4610-9a0e-a3aaca60c2b2 tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] 10.222.0.59 "GET /v2.0/security-groups?id=c166a083-e7a4-430d-b39b-9b2d1c142ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442933 Jul 27 21:12:14.978135 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87551bdc-4709-4a23-9fa8-fd2ae694b470 None None] Checking router: a31b9aa2-9324-403f-850f-3d92ca88f68c for host: n-d-705658-22 {{(pid=105587) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:12:14.997836 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87551bdc-4709-4a23-9fa8-fd2ae694b470 None None] Routers {'a31b9aa2-9324-403f-850f-3d92ca88f68c'} bound to L3 agent in host n-d-705658-22 {{(pid=105587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:12:14.998502 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-87551bdc-4709-4a23-9fa8-fd2ae694b470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:12:12Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['a31b9aa2-9324-403f-850f-3d92ca88f68c'], 'active': True} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:12:15.061495 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105ac58c-374e-497c-b362-4581573154b1 req-dbadabd9-2a5c-44d4-bf2f-a7e489b7bdfa tempest-ServerRescueTestJSONUnderV235-589534428 tempest-ServerRescueTestJSONUnderV235-589534428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:12:15.063567 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-105ac58c-374e-497c-b362-4581573154b1 req-dbadabd9-2a5c-44d4-bf2f-a7e489b7bdfa tempest-ServerRescueTestJSONUnderV235-589534428 tempest-ServerRescueTestJSONUnderV235-589534428-project] 10.222.0.59 "GET /v2.0/networks?id=b8f948c7-bfa9-44cb-936e-c199c057fe39 HTTP/1.1" status: 200 len: 820 time: 0.2532542 Jul 27 21:12:15.091612 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-105ac58c-374e-497c-b362-4581573154b1 req-943e5ece-3364-4c02-82cf-dae73591a6b4 tempest-ServerRescueTestJSONUnderV235-589534428 tempest-ServerRescueTestJSONUnderV235-589534428-project] 10.222.0.59 "GET /v2.0/quotas/596d15ccffcd4935954d819b173c7fae HTTP/1.1" status: 200 len: 375 time: 0.0191607 Jul 27 21:12:15.107146 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-dd42e2a0-7a10-41e5-bb6d-e95604b351ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:15.139948 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvr_db [None req-87551bdc-4709-4a23-9fa8-fd2ae694b470 None None] Set router a31b9aa2-9324-403f-850f-3d92ca88f68c gateway port host: None {{(pid=105587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:12:15.165566 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd42e2a0-7a10-41e5-bb6d-e95604b351ed admin admin] Pushing event deleted for resources: {'Port': ['ID=02c6bc33-7f5e-45cd-bbe3-07fe9bf235af,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:12:15.232895 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-87551bdc-4709-4a23-9fa8-fd2ae694b470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a31b9aa2-9324-403f-850f-3d92ca88f68c', 'name': 'tempest-AttachVolumeShelveTestJSON-1314551751-router', 'tenant_id': '3bfa1a2c35f349b1a3e408eca249b7cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:01:38Z', 'updated_at': '2021-07-27T21:12:14Z', 'revision_number': 6, 'project_id': '3bfa1a2c35f349b1a3e408eca249b7cf', 'gw_port_host': None}], 'n-d-705658-22', False) {} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:12:15.241654 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-105ac58c-374e-497c-b362-4581573154b1 req-d3233dc6-85e8-4d90-a5fa-6e2f68db8865 tempest-ServerRescueTestJSONUnderV235-589534428 tempest-ServerRescueTestJSONUnderV235-589534428-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=596d15ccffcd4935954d819b173c7fae&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1435776 Jul 27 21:12:15.274162 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87551bdc-4709-4a23-9fa8-fd2ae694b470 None None] The sync data for ids ['a31b9aa2-9324-403f-850f-3d92ca88f68c'] in n-d-705658-22 is: [{'id': 'a31b9aa2-9324-403f-850f-3d92ca88f68c', 'name': 'tempest-AttachVolumeShelveTestJSON-1314551751-router', 'tenant_id': '3bfa1a2c35f349b1a3e408eca249b7cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:01:38Z', 'updated_at': '2021-07-27T21:12:14Z', 'revision_number': 6, 'project_id': '3bfa1a2c35f349b1a3e408eca249b7cf', 'gw_port_host': None}] {{(pid=105587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:12:15.344793 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-dd42e2a0-7a10-41e5-bb6d-e95604b351ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4075702'] for router_gateway, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:15.493879 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-dd42e2a0-7a10-41e5-bb6d-e95604b351ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4163631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-425'] for router, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:15.509834 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-dd42e2a0-7a10-41e5-bb6d-e95604b351ed admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:15.571536 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-dd42e2a0-7a10-41e5-bb6d-e95604b351ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4163007'] for router, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:15.572418 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd42e2a0-7a10-41e5-bb6d-e95604b351ed admin admin] Fanout notify agent at l3_agent the message router_deleted on router a31b9aa2-9324-403f-850f-3d92ca88f68c {{(pid=105584) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 21:12:15.582803 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-dd42e2a0-7a10-41e5-bb6d-e95604b351ed admin admin] Notify callbacks [] for router, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:15.584339 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-dd42e2a0-7a10-41e5-bb6d-e95604b351ed admin admin] 10.222.0.59 "DELETE /v2.0/routers/a31b9aa2-9324-403f-850f-3d92ca88f68c HTTP/1.1" status: 204 len: 168 time: 1.4188957 Jul 27 21:12:15.586819 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 59474) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:12:15.657688 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.db_base_plugin_v2 [None req-2bd669a8-0ea3-4968-a633-3f0c62d25ae3 admin admin] Deleting subnet 63030826-f290-4ec4-88a7-e0d5c21af6b4 {{(pid=105584) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:12:15.661725 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-2bd669a8-0ea3-4968-a633-3f0c62d25ae3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:15.771824 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-2bd669a8-0ea3-4968-a633-3f0c62d25ae3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9014207'] for subnet, precommit_delete_associations {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:15.800553 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device e51cdc04-3b98-4da0-a504-6fc12fd97f9b up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:12:15.905845 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning for port e51cdc04-3b98-4da0-a504-6fc12fd97f9b completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:12:15.910132 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port e51cdc04-3b98-4da0-a504-6fc12fd97f9b triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:12:15.910514 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:15.963605 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-2bd669a8-0ea3-4968-a633-3f0c62d25ae3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854965'] for subnet, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:16.040618 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device ee02caf8-6a7a-491b-a7e0-256c5de0b3a0 up at agent hyperv_n-h1-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:12:16.057883 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-2bd669a8-0ea3-4968-a633-3f0c62d25ae3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9014081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9738825'] for subnet, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:16.100831 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd669a8-0ea3-4968-a633-3f0c62d25ae3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=63030826-f290-4ec4-88a7-e0d5c21af6b4,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:12:16.126590 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-2bd669a8-0ea3-4968-a633-3f0c62d25ae3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:16.132441 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:16.136018 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-2bd669a8-0ea3-4968-a633-3f0c62d25ae3 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/63030826-f290-4ec4-88a7-e0d5c21af6b4 HTTP/1.1" status: 204 len: 168 time: 0.5474997 Jul 27 21:12:16.136635 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 59486) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:12:16.151926 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ee7d0b0-0660-4f56-9bb1-fc3e417211ba None None] Network 79bd215c-af8d-45db-ad24-972205044e15 requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:12:16.167854 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d96c1f33-da72-4d33-abc3-d1875c86bbc2 None None] Sync routers for ids ['4ac75938-0c73-496e-88c8-1f10dedcab0c'] in n-d-705658-22 {{(pid=105586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:12:16.231214 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] For port e51cdc04-3b98-4da0-a504-6fc12fd97f9b, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=e51cdc04-3b98-4da0-a504-6fc12fd97f9b,segment=NetworkSegment(12196855-9a32-4633-9a56-77697ef9e126),segment_id=12196855-9a32-4633-9a56-77697ef9e126)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:12:16.232923 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d96c1f33-da72-4d33-abc3-d1875c86bbc2 None None] Routers {'4ac75938-0c73-496e-88c8-1f10dedcab0c'} bound to L3 agent in host n-d-705658-22 {{(pid=105586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:12:16.233773 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-d96c1f33-da72-4d33-abc3-d1875c86bbc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:12:12Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['4ac75938-0c73-496e-88c8-1f10dedcab0c'], 'active': True} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:12:16.241648 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-e4698dd0-e3f0-4879-b4cb-a3484aeefbd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-990557'] for network, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:16.243429 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:16.256969 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-105ac58c-374e-497c-b362-4581573154b1 req-86fc36ac-4506-4b31-8c15-fae5dc995b90 service neutron] 10.222.0.59 "GET /v2.0/networks/b8f948c7-bfa9-44cb-936e-c199c057fe39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9960852 Jul 27 21:12:16.328759 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-e4698dd0-e3f0-4879-b4cb-a3484aeefbd9 admin admin] Deleting port 01a0eae2-d2db-472e-9583-216d4c69e6c4 {{(pid=105584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:12:16.329202 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-e4698dd0-e3f0-4879-b4cb-a3484aeefbd9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:16.372912 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Provisioning for port ee02caf8-6a7a-491b-a7e0-256c5de0b3a0 completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:12:16.383879 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Provisioning complete for port ee02caf8-6a7a-491b-a7e0-256c5de0b3a0 triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:12:16.384491 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:16.408195 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-105ac58c-374e-497c-b362-4581573154b1 req-545e2f11-260a-4212-a0d6-fe1fec3540ed service neutron] 10.222.0.59 "GET /v2.0/networks/b8f948c7-bfa9-44cb-936e-c199c057fe39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319540 Jul 27 21:12:16.415600 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f116861-ae37-4989-affc-b062c2769676 req-22f05d4d-3e38-4aa2-b55e-a157880d0a53 tempest-ServerRescueNegativeTestJSON-1381818065 tempest-ServerRescueNegativeTestJSON-1381818065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:12:16.417027 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-9f116861-ae37-4989-affc-b062c2769676 req-22f05d4d-3e38-4aa2-b55e-a157880d0a53 tempest-ServerRescueNegativeTestJSON-1381818065 tempest-ServerRescueNegativeTestJSON-1381818065-project] 10.222.0.59 "GET /v2.0/ports?device_id=0825c36d-0908-4005-9b56-a6dfd34ad897 HTTP/1.1" status: 200 len: 945 time: 0.3286521 Jul 27 21:12:16.455491 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [None req-e4698dd0-e3f0-4879-b4cb-a3484aeefbd9 admin admin] For port 01a0eae2-d2db-472e-9583-216d4c69e6c4, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=01a0eae2-d2db-472e-9583-216d4c69e6c4,segment=NetworkSegment(660ec341-81d1-41c4-8987-bc307d97b3d6),segment_id=660ec341-81d1-41c4-8987-bc307d97b3d6)] {{(pid=105584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:12:16.455866 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-e4698dd0-e3f0-4879-b4cb-a3484aeefbd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:16.475390 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-e4698dd0-e3f0-4879-b4cb-a3484aeefbd9 admin admin] Calling delete_port for 01a0eae2-d2db-472e-9583-216d4c69e6c4 owned by network:dhcp {{(pid=105584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:12:16.483847 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-9f116861-ae37-4989-affc-b062c2769676 req-84c6f834-8430-4140-baa2-702fe8988795 tempest-ServerRescueNegativeTestJSON-1381818065 tempest-ServerRescueNegativeTestJSON-1381818065-project] 10.222.0.59 "GET /v2.0/security-groups?id=ce8b1850-1d4d-402f-a118-5b56f5e06e52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599914 Jul 27 21:12:16.485898 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Pushing event updated for resources: {'Port': ['ID=e51cdc04-3b98-4da0-a504-6fc12fd97f9b,revision_number=4']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:12:16.535466 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvr_db [None req-d96c1f33-da72-4d33-abc3-d1875c86bbc2 None None] Set router 4ac75938-0c73-496e-88c8-1f10dedcab0c gateway port host: n-d-705658-22 {{(pid=105586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:12:16.744068 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-e4698dd0-e3f0-4879-b4cb-a3484aeefbd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:16.786825 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28eb1aec-6399-4eb7-91fa-5c54dd52a4df None None] DHCP port deletion for 79bd215c-af8d-45db-ad24-972205044e15 request from n-d-705658-22 {{(pid=105586) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 21:12:16.805623 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:16.814134 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4698dd0-e3f0-4879-b4cb-a3484aeefbd9 admin admin] Pushing event deleted for resources: {'Port': ['ID=01a0eae2-d2db-472e-9583-216d4c69e6c4,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:12:16.837962 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4698dd0-e3f0-4879-b4cb-a3484aeefbd9 admin admin] No DVR routers for this DVR port 01a0eae2-d2db-472e-9583-216d4c69e6c4 on host n-d-705658-22 {{(pid=105584) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:12:16.870834 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7dc5058-383c-4758-9b46-cd14f98d61c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee02caf8-6a7a-491b-a7e0-256c5de0b3a0'}] {{(pid=105586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:12:16.876468 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14c1663e039faf5393f87855f745010ac5b02220355b68fdbf065393e303ac56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33d643ea-1eaf-47bf-8496-c6b62b00472b" -d '{"events": [{"server_uuid": "e7dc5058-383c-4758-9b46-cd14f98d61c2", "name": "network-vif-plugged", "status": "completed", "tag": "ee02caf8-6a7a-491b-a7e0-256c5de0b3a0"}]}' {{(pid=105586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:12:16.940861 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] For port ee02caf8-6a7a-491b-a7e0-256c5de0b3a0, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=ee02caf8-6a7a-491b-a7e0-256c5de0b3a0,segment=NetworkSegment(e3d51037-92bb-4b9c-bbae-b76c4d375504),segment_id=e3d51037-92bb-4b9c-bbae-b76c4d375504)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:12:16.983895 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:17.018232 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371efce8-4da5-4ed4-9f49-556c27950157 req-4254c104-d82e-49b1-9535-3b4a236c0169 tempest-ServerPasswordTestJSON-1261512657 tempest-ServerPasswordTestJSON-1261512657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:12:17.027689 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-371efce8-4da5-4ed4-9f49-556c27950157 req-4254c104-d82e-49b1-9535-3b4a236c0169 tempest-ServerPasswordTestJSON-1261512657 tempest-ServerPasswordTestJSON-1261512657-project] 10.222.0.59 "GET /v2.0/ports?device_id=e7dc5058-383c-4758-9b46-cd14f98d61c2 HTTP/1.1" status: 200 len: 945 time: 0.3897729 Jul 27 21:12:17.032816 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-e4698dd0-e3f0-4879-b4cb-a3484aeefbd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853562', 'neutron.services.segments.db._delete_segments_for_network-8790688882975'] for network, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:17.063407 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.segments.db [None req-e4698dd0-e3f0-4879-b4cb-a3484aeefbd9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79bd215c-af8d-45db-ad24-972205044e15']}} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:12:17.069764 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58d8746-b339-4d19-93fa-816fa0e6ef67 req-554a5767-d817-4552-9b4e-cd4ff348ebad tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:12:17.074343 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b58d8746-b339-4d19-93fa-816fa0e6ef67 req-554a5767-d817-4552-9b4e-cd4ff348ebad tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] 10.222.0.59 "GET /v2.0/ports?device_id=31533b7a-7459-43fe-bfa1-37a8877d2d0a HTTP/1.1" status: 200 len: 945 time: 0.3046556 Jul 27 21:12:17.116263 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.segments.db [None req-e4698dd0-e3f0-4879-b4cb-a3484aeefbd9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '660ec341-81d1-41c4-8987-bc307d97b3d6') {'for_net_delete': True} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:12:17.116701 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.segments.db [None req-e4698dd0-e3f0-4879-b4cb-a3484aeefbd9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '660ec341-81d1-41c4-8987-bc307d97b3d6') {} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:12:17.126591 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Pushing event updated for resources: {'Port': ['ID=ee02caf8-6a7a-491b-a7e0-256c5de0b3a0,revision_number=5']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:12:17.156220 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-d96c1f33-da72-4d33-abc3-d1875c86bbc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ac75938-0c73-496e-88c8-1f10dedcab0c', 'name': 'tempest-ServerRescueTestJSONUnderV235-1694255244-router', 'tenant_id': '596d15ccffcd4935954d819b173c7fae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.57'}], 'enable_snat': True}, 'gw_port_id': 'e51cdc04-3b98-4da0-a504-6fc12fd97f9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:12:05Z', 'updated_at': '2021-07-27T21:12:12Z', 'revision_number': 4, 'project_id': '596d15ccffcd4935954d819b173c7fae', 'gw_port': {'id': 'e51cdc04-3b98-4da0-a504-6fc12fd97f9b', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:20:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ac75938-0c73-496e-88c8-1f10dedcab0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1940, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:12:07Z', 'updated_at': '2021-07-27T21:12:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_interfaces': [{'id': 'c7ce189e-8b43-4433-8ce4-f27e3c811c82', 'name': '', 'network_id': 'b8f948c7-bfa9-44cb-936e-c199c057fe39', 'tenant_id': '596d15ccffcd4935954d819b173c7fae', 'mac_address': 'fa:16:3e:16:9f:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ac75938-0c73-496e-88c8-1f10dedcab0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1941, 'fixed_ips': [{'subnet_id': 'b55d8227-ef6b-4263-840b-22086dfeae57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:12:11Z', 'updated_at': '2021-07-27T21:12:12Z', 'revision_number': 2, 'project_id': '596d15ccffcd4935954d819b173c7fae', 'subnets': [{'id': 'b55d8227-ef6b-4263-840b-22086dfeae57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-22', False) {} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:12:17.167230 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-e4698dd0-e3f0-4879-b4cb-a3484aeefbd9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790688883752', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9014348'] for segment, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:17.204316 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-e4698dd0-e3f0-4879-b4cb-a3484aeefbd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:17.212175 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b58d8746-b339-4d19-93fa-816fa0e6ef67 req-55dab530-c4e8-413b-a0db-65d3e556e691 tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] 10.222.0.59 "GET /v2.0/security-groups?id=c166a083-e7a4-430d-b39b-9b2d1c142ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149635 Jul 27 21:12:17.224504 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4698dd0-e3f0-4879-b4cb-a3484aeefbd9 admin admin] Releasing vlan 247 on physical network physnet1 to pool {{(pid=105584) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:12:17.225181 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-e4698dd0-e3f0-4879-b4cb-a3484aeefbd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9014063'] for segment, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:17.231035 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-371efce8-4da5-4ed4-9f49-556c27950157 req-0010c1a9-07d9-43df-a8c6-489dd5c1c1f2 tempest-ServerPasswordTestJSON-1261512657 tempest-ServerPasswordTestJSON-1261512657-project] 10.222.0.59 "GET /v2.0/security-groups?id=57fc2f5e-2eb9-47d1-9f7e-204a07a0734a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2006006 Jul 27 21:12:17.246644 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d96c1f33-da72-4d33-abc3-d1875c86bbc2 None None] Checking router: 4ac75938-0c73-496e-88c8-1f10dedcab0c for host: n-d-705658-22 {{(pid=105586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:12:17.248326 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d96c1f33-da72-4d33-abc3-d1875c86bbc2 None None] Updating router 4ac75938-0c73-496e-88c8-1f10dedcab0c port c7ce189e-8b43-4433-8ce4-f27e3c811c82 binding host n-d-705658-22 {{(pid=105586) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 21:12:17.316111 n-d-705658-22 neutron-server[105584]: Traceback (most recent call last): Jul 27 21:12:17.316111 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:12:17.316111 n-d-705658-22 neutron-server[105584]: timer() Jul 27 21:12:17.316111 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:12:17.316111 n-d-705658-22 neutron-server[105584]: cb(*args, **kw) Jul 27 21:12:17.316111 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:12:17.316111 n-d-705658-22 neutron-server[105584]: return func(*args, **kwargs) Jul 27 21:12:17.316111 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:12:17.316111 n-d-705658-22 neutron-server[105584]: self._notify() Jul 27 21:12:17.316111 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:12:17.316111 n-d-705658-22 neutron-server[105584]: self.callback(batched_events) Jul 27 21:12:17.316111 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:12:17.316111 n-d-705658-22 neutron-server[105584]: event.method(event) Jul 27 21:12:17.316111 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:12:17.316111 n-d-705658-22 neutron-server[105584]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:12:17.316111 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:12:17.316111 n-d-705658-22 neutron-server[105584]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:12:17.316111 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:12:17.316111 n-d-705658-22 neutron-server[105584]: return f(self, *a, **k) Jul 27 21:12:17.316111 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:12:17.316111 n-d-705658-22 neutron-server[105584]: return self._get(url).json() Jul 27 21:12:17.316111 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:12:17.316111 n-d-705658-22 neutron-server[105584]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:12:17.316111 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:12:17.316111 n-d-705658-22 neutron-server[105584]: return self.request(url, 'GET', **kwargs) Jul 27 21:12:17.316111 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:12:17.316111 n-d-705658-22 neutron-server[105584]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:12:17.316111 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:12:17.316111 n-d-705658-22 neutron-server[105584]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:12:17.316111 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:12:17.316111 n-d-705658-22 neutron-server[105584]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:12:17.316111 n-d-705658-22 neutron-server[105584]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:12:17.321298 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-e4698dd0-e3f0-4879-b4cb-a3484aeefbd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4075658'] for network, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:17.353711 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-e4698dd0-e3f0-4879-b4cb-a3484aeefbd9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743886'] for network, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:17.358060 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-e4698dd0-e3f0-4879-b4cb-a3484aeefbd9 admin admin] 10.222.0.59 "DELETE /v2.0/networks/79bd215c-af8d-45db-ad24-972205044e15 HTTP/1.1" status: 204 len: 168 time: 1.2181799 Jul 27 21:12:17.389635 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-d96c1f33-da72-4d33-abc3-d1875c86bbc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:17.407521 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4698dd0-e3f0-4879-b4cb-a3484aeefbd9 admin admin] Pushing event deleted for resources: {'Network': ['ID=79bd215c-af8d-45db-ad24-972205044e15,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:12:17.421084 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-fb03040a-2293-48a5-81a6-144774899966 req-0b160019-2f14-439e-8d11-f8daf745141c tempest-ServerRescueTestJSONUnderV235-589534428 tempest-ServerRescueTestJSONUnderV235-589534428-project] 10.222.0.59 "GET /v2.0/ports?device_id=5b701460-64e5-4196-93e5-b01788246243 HTTP/1.1" status: 200 len: 210 time: 0.1130044 Jul 27 21:12:17.439521 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device e51cdc04-3b98-4da0-a504-6fc12fd97f9b up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:12:17.551487 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:12:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f645c794-7049-4648-bf4e-d6162b68566c x-openstack-request-id: req-f645c794-7049-4648-bf4e-d6162b68566c {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:12:17.551751 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7dc5058-383c-4758-9b46-cd14f98d61c2", "name": "network-vif-plugged", "status": "completed", "tag": "ee02caf8-6a7a-491b-a7e0-256c5de0b3a0", "code": 200}]} {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:12:17.551996 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-f645c794-7049-4648-bf4e-d6162b68566c {{(pid=105586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:12:17.552378 n-d-705658-22 neutron-server[105586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7dc5058-383c-4758-9b46-cd14f98d61c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee02caf8-6a7a-491b-a7e0-256c5de0b3a0', 'code': 200} Jul 27 21:12:17.632794 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port e51cdc04-3b98-4da0-a504-6fc12fd97f9b triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:12:17.633153 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:17.806720 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e49add-a71f-4660-aff1-5b5a00063438 req-d0def7b3-7646-4c64-94a1-80b6d19dd027 tempest-ServerRescueNegativeTestJSON-1381818065 tempest-ServerRescueNegativeTestJSON-1381818065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:12:17.813976 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-80e49add-a71f-4660-aff1-5b5a00063438 req-d0def7b3-7646-4c64-94a1-80b6d19dd027 tempest-ServerRescueNegativeTestJSON-1381818065 tempest-ServerRescueNegativeTestJSON-1381818065-project] 10.222.0.59 "GET /v2.0/ports?device_id=0825c36d-0908-4005-9b56-a6dfd34ad897 HTTP/1.1" status: 200 len: 945 time: 0.1467643 Jul 27 21:12:17.816824 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a777a8-40d7-48da-8fdd-9045fd52121c req-2b6d5a22-3cce-4653-ba39-eedfbe7b8221 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:12:17.818342 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-21a777a8-40d7-48da-8fdd-9045fd52121c req-2b6d5a22-3cce-4653-ba39-eedfbe7b8221 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=e7dc5058-383c-4758-9b46-cd14f98d61c2 HTTP/1.1" status: 200 len: 1098 time: 0.1874082 Jul 27 21:12:17.884993 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-21a777a8-40d7-48da-8fdd-9045fd52121c req-ee6d83cd-d6da-47b4-b8e1-ed343f913e83 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=57fc2f5e-2eb9-47d1-9f7e-204a07a0734a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583985 Jul 27 21:12:17.893895 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-80e49add-a71f-4660-aff1-5b5a00063438 req-57ede5a1-184e-41e0-9e1c-f4b282ccf00c tempest-ServerRescueNegativeTestJSON-1381818065 tempest-ServerRescueNegativeTestJSON-1381818065-project] 10.222.0.59 "GET /v2.0/security-groups?id=ce8b1850-1d4d-402f-a118-5b56f5e06e52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611651 Jul 27 21:12:17.994938 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 59520) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:12:18.047195 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-7bc31aa7-9afc-40e3-8272-a439127e687f admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=3bfa1a2c35f349b1a3e408eca249b7cf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0508564 Jul 27 21:12:18.049815 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 59522) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:12:18.068117 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-d96c1f33-da72-4d33-abc3-d1875c86bbc2 None None] Notify callbacks [] for port, precommit_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:18.083983 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 77ba909d-e85b-4af2-a1d8-2ff506a18c41 no longer exists at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:12:18.088829 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-d96c1f33-da72-4d33-abc3-d1875c86bbc2 None None] Transition to ACTIVE for port object c7ce189e-8b43-4433-8ce4-f27e3c811c82 will not be triggered until provisioned by entity L2. {{(pid=105586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:12:18.107259 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-a8e5f3c2-0497-4fe9-95ee-0f42677ce297 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:18.109680 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] No Port match for: 77ba909d-e85b-4af2-a1d8-2ff506a18c41 {{(pid=105586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:12:18.110213 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 77ba909d-e85b-4af2-a1d8-2ff506a18c41 not bound to the agent host n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:12:18.110710 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 01a0eae2-d2db-472e-9583-216d4c69e6c4 no longer exists at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:12:18.114703 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-d96c1f33-da72-4d33-abc3-d1875c86bbc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:18.130185 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-a8e5f3c2-0497-4fe9-95ee-0f42677ce297 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:18.143913 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] No Port match for: 01a0eae2-d2db-472e-9583-216d4c69e6c4 {{(pid=105586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:12:18.144590 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 01a0eae2-d2db-472e-9583-216d4c69e6c4 not bound to the agent host n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:12:18.145207 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 02c6bc33-7f5e-45cd-bbe3-07fe9bf235af no longer exists at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:12:18.197206 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-a8e5f3c2-0497-4fe9-95ee-0f42677ce297 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:18.202229 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-a8e5f3c2-0497-4fe9-95ee-0f42677ce297 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:18.207553 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-a8e5f3c2-0497-4fe9-95ee-0f42677ce297 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/11d4b8db-8e57-457e-a78a-171de1466847 HTTP/1.1" status: 204 len: 168 time: 0.1564693 Jul 27 21:12:18.214630 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] No Port match for: 02c6bc33-7f5e-45cd-bbe3-07fe9bf235af {{(pid=105586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:12:18.215420 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 02c6bc33-7f5e-45cd-bbe3-07fe9bf235af not bound to the agent host n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:12:18.234033 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e5f3c2-0497-4fe9-95ee-0f42677ce297 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11d4b8db-8e57-457e-a78a-171de1466847,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:12:18.328369 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1bd5611-7d07-46bd-af40-875504811528 None None] Pushing event updated for resources: {'Port': ['ID=c7ce189e-8b43-4433-8ce4-f27e3c811c82,revision_number=3']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:12:18.342351 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-d96c1f33-da72-4d33-abc3-d1875c86bbc2 None None] Attempting to bind port c7ce189e-8b43-4433-8ce4-f27e3c811c82 on host n-d-705658-22 for vnic_type normal with profile {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:12:18.342857 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-d96c1f33-da72-4d33-abc3-d1875c86bbc2 None None] Attempting to bind port c7ce189e-8b43-4433-8ce4-f27e3c811c82 by drivers openvswitch,hyperv on host n-d-705658-22 at level 0 using segments [{'id': '69be0b53-de98-4f1a-b28e-7ef1935836ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'b8f948c7-bfa9-44cb-936e-c199c057fe39'}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:12:18.343545 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d96c1f33-da72-4d33-abc3-d1875c86bbc2 None None] Attempting to bind port c7ce189e-8b43-4433-8ce4-f27e3c811c82 on network b8f948c7-bfa9-44cb-936e-c199c057fe39 {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:12:18.349712 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d96c1f33-da72-4d33-abc3-d1875c86bbc2 None None] Checking agent: {'id': '04a7ea91-6318-467e-ace6-b0fb48c8690f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 41, 42), 'started_at': datetime.datetime(2021, 7, 27, 20, 42, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 12, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:12:18.350274 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d96c1f33-da72-4d33-abc3-d1875c86bbc2 None None] Checking segment: {'id': '69be0b53-de98-4f1a-b28e-7ef1935836ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'b8f948c7-bfa9-44cb-936e-c199c057fe39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:12:18.350863 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-d96c1f33-da72-4d33-abc3-d1875c86bbc2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:18.351302 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d96c1f33-da72-4d33-abc3-d1875c86bbc2 None None] Bound using segment: {'id': '69be0b53-de98-4f1a-b28e-7ef1935836ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'b8f948c7-bfa9-44cb-936e-c199c057fe39'} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:12:18.351855 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-d96c1f33-da72-4d33-abc3-d1875c86bbc2 None None] Bound port: c7ce189e-8b43-4433-8ce4-f27e3c811c82, host: n-d-705658-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69be0b53-de98-4f1a-b28e-7ef1935836ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'b8f948c7-bfa9-44cb-936e-c199c057fe39'}}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:12:18.352341 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-d96c1f33-da72-4d33-abc3-d1875c86bbc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:18.513714 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-d96c1f33-da72-4d33-abc3-d1875c86bbc2 None None] For port c7ce189e-8b43-4433-8ce4-f27e3c811c82, host n-d-705658-22, cleared binding levels {{(pid=105586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:12:18.527155 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-d96c1f33-da72-4d33-abc3-d1875c86bbc2 None None] For port c7ce189e-8b43-4433-8ce4-f27e3c811c82, host n-d-705658-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=c7ce189e-8b43-4433-8ce4-f27e3c811c82,segment=NetworkSegment(69be0b53-de98-4f1a-b28e-7ef1935836ed),segment_id=69be0b53-de98-4f1a-b28e-7ef1935836ed)] {{(pid=105586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:12:18.539511 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-d96c1f33-da72-4d33-abc3-d1875c86bbc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:18.567135 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163146f9-1050-4e2c-87ed-48e01157e392 req-5d77e8f7-3156-4f8d-a3f8-f6552aac1972 tempest-ServerPasswordTestJSON-1261512657 tempest-ServerPasswordTestJSON-1261512657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:12:18.576181 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-163146f9-1050-4e2c-87ed-48e01157e392 req-5d77e8f7-3156-4f8d-a3f8-f6552aac1972 tempest-ServerPasswordTestJSON-1261512657 tempest-ServerPasswordTestJSON-1261512657-project] 10.222.0.59 "GET /v2.0/ports?device_id=e7dc5058-383c-4758-9b46-cd14f98d61c2 HTTP/1.1" status: 200 len: 946 time: 0.1076288 Jul 27 21:12:18.613449 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905a265e-8553-4225-961b-3fe9af8b6456 req-9c13645f-abd1-4cad-b934-87070c3a5888 tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:12:18.622966 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-905a265e-8553-4225-961b-3fe9af8b6456 req-9c13645f-abd1-4cad-b934-87070c3a5888 tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] 10.222.0.59 "GET /v2.0/ports?device_id=31533b7a-7459-43fe-bfa1-37a8877d2d0a HTTP/1.1" status: 200 len: 945 time: 0.2451751 Jul 27 21:12:18.672935 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-163146f9-1050-4e2c-87ed-48e01157e392 req-b809a294-e31c-4cf3-ba43-8f658d4bae31 tempest-ServerPasswordTestJSON-1261512657 tempest-ServerPasswordTestJSON-1261512657-project] 10.222.0.59 "GET /v2.0/security-groups?id=57fc2f5e-2eb9-47d1-9f7e-204a07a0734a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955372 Jul 27 21:12:18.725455 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1bd5611-7d07-46bd-af40-875504811528 None None] Pushing event updated for resources: {'Port': ['ID=c7ce189e-8b43-4433-8ce4-f27e3c811c82,revision_number=4']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:12:18.734379 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d96c1f33-da72-4d33-abc3-d1875c86bbc2 None None] Routers {'4ac75938-0c73-496e-88c8-1f10dedcab0c'} bound to L3 agent in host n-d-705658-22 {{(pid=105586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:12:18.735350 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-d96c1f33-da72-4d33-abc3-d1875c86bbc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:12:12Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['4ac75938-0c73-496e-88c8-1f10dedcab0c'], 'active': True} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:12:18.754190 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-905a265e-8553-4225-961b-3fe9af8b6456 req-d301a060-bc25-45bd-a929-b9460e1b1231 tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] 10.222.0.59 "GET /v2.0/security-groups?id=c166a083-e7a4-430d-b39b-9b2d1c142ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256156 Jul 27 21:12:18.854135 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105ac58c-374e-497c-b362-4581573154b1 req-404d160e-9f24-49c2-8b23-2de410520c93 tempest-ServerRescueTestJSONUnderV235-589534428 tempest-ServerRescueTestJSONUnderV235-589534428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:12:18.854720 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvr_db [None req-d96c1f33-da72-4d33-abc3-d1875c86bbc2 None None] Set router 4ac75938-0c73-496e-88c8-1f10dedcab0c gateway port host: n-d-705658-22 {{(pid=105586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:12:18.868295 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-105ac58c-374e-497c-b362-4581573154b1 req-404d160e-9f24-49c2-8b23-2de410520c93 tempest-ServerRescueTestJSONUnderV235-589534428 tempest-ServerRescueTestJSONUnderV235-589534428-project] 10.222.0.60 "GET /v2.0/networks?id=b8f948c7-bfa9-44cb-936e-c199c057fe39 HTTP/1.1" status: 200 len: 820 time: 0.4563534 Jul 27 21:12:18.893087 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [req-105ac58c-374e-497c-b362-4581573154b1 req-64023a5f-39f7-41a3-92fb-b80f0acde840 tempest-ServerRescueTestJSONUnderV235-589534428 tempest-ServerRescueTestJSONUnderV235-589534428-project] Request body: {'port': {'device_id': '5b701460-64e5-4196-93e5-b01788246243', 'network_id': 'b8f948c7-bfa9-44cb-936e-c199c057fe39', 'admin_state_up': True, 'tenant_id': '596d15ccffcd4935954d819b173c7fae'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:12:19.015385 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.agents_db [None req-558fcd2c-e512-47bc-a170-8673d87f7213 None None] Agent healthcheck: found 7 active agents {{(pid=105587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 21:12:19.047131 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-539f03b4-4b69-4381-a89b-438e7d785bb9 req-34025ca0-c4fa-4ab8-b17a-1f9590b6f429 tempest-ServerRescueTestJSONUnderV235-589534428 tempest-ServerRescueTestJSONUnderV235-589534428-project] 10.222.0.59 "GET /v2.0/ports?device_id=5b701460-64e5-4196-93e5-b01788246243 HTTP/1.1" status: 200 len: 210 time: 0.1257358 Jul 27 21:12:19.229993 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-105ac58c-374e-497c-b362-4581573154b1 req-64023a5f-39f7-41a3-92fb-b80f0acde840 tempest-ServerRescueTestJSONUnderV235-589534428 tempest-ServerRescueTestJSONUnderV235-589534428-project] Made reservation on behalf of 596d15ccffcd4935954d819b173c7fae for: {'port': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:12:19.231490 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f477f5-c9a9-46f5-8b62-7d8024739020 req-609b9895-457c-4bb3-945e-c3f6880d9b4d tempest-ServerRescueNegativeTestJSON-1381818065 tempest-ServerRescueNegativeTestJSON-1381818065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:12:19.233544 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f3f477f5-c9a9-46f5-8b62-7d8024739020 req-609b9895-457c-4bb3-945e-c3f6880d9b4d tempest-ServerRescueNegativeTestJSON-1381818065 tempest-ServerRescueNegativeTestJSON-1381818065-project] 10.222.0.59 "GET /v2.0/ports?device_id=0825c36d-0908-4005-9b56-a6dfd34ad897 HTTP/1.1" status: 200 len: 945 time: 0.1673038 Jul 27 21:12:19.240892 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-105ac58c-374e-497c-b362-4581573154b1 req-64023a5f-39f7-41a3-92fb-b80f0acde840 tempest-ServerRescueTestJSONUnderV235-589534428 tempest-ServerRescueTestJSONUnderV235-589534428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:19.338098 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f3f477f5-c9a9-46f5-8b62-7d8024739020 req-807356a4-5beb-4196-866a-7fa3fbb80171 tempest-ServerRescueNegativeTestJSON-1381818065 tempest-ServerRescueNegativeTestJSON-1381818065-project] 10.222.0.59 "GET /v2.0/security-groups?id=ce8b1850-1d4d-402f-a118-5b56f5e06e52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846462 Jul 27 21:12:19.425310 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.db_base_plugin_common [req-105ac58c-374e-497c-b362-4581573154b1 req-64023a5f-39f7-41a3-92fb-b80f0acde840 tempest-ServerRescueTestJSONUnderV235-589534428 tempest-ServerRescueTestJSONUnderV235-589534428-project] Allocated IP 172.20.0.13 (b8f948c7-bfa9-44cb-936e-c199c057fe39/b55d8227-ef6b-4263-840b-22086dfeae57/86bd856e-9b00-48a0-9c58-b50c7a0c27a0) {{(pid=105584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:12:19.454813 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-d96c1f33-da72-4d33-abc3-d1875c86bbc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ac75938-0c73-496e-88c8-1f10dedcab0c', 'name': 'tempest-ServerRescueTestJSONUnderV235-1694255244-router', 'tenant_id': '596d15ccffcd4935954d819b173c7fae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.57'}], 'enable_snat': True}, 'gw_port_id': 'e51cdc04-3b98-4da0-a504-6fc12fd97f9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:12:05Z', 'updated_at': '2021-07-27T21:12:12Z', 'revision_number': 4, 'project_id': '596d15ccffcd4935954d819b173c7fae', 'gw_port': {'id': 'e51cdc04-3b98-4da0-a504-6fc12fd97f9b', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:20:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ac75938-0c73-496e-88c8-1f10dedcab0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1940, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:12:07Z', 'updated_at': '2021-07-27T21:12:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_interfaces': [{'id': 'c7ce189e-8b43-4433-8ce4-f27e3c811c82', 'name': '', 'network_id': 'b8f948c7-bfa9-44cb-936e-c199c057fe39', 'tenant_id': '596d15ccffcd4935954d819b173c7fae', 'mac_address': 'fa:16:3e:16:9f:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ac75938-0c73-496e-88c8-1f10dedcab0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1941, 'fixed_ips': [{'subnet_id': 'b55d8227-ef6b-4263-840b-22086dfeae57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:12:11Z', 'updated_at': '2021-07-27T21:12:18Z', 'revision_number': 4, 'project_id': '596d15ccffcd4935954d819b173c7fae', 'subnets': [{'id': 'b55d8227-ef6b-4263-840b-22086dfeae57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-22', False) {} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:12:19.499372 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d96c1f33-da72-4d33-abc3-d1875c86bbc2 None None] The sync data for ids ['4ac75938-0c73-496e-88c8-1f10dedcab0c'] in n-d-705658-22 is: [{'id': '4ac75938-0c73-496e-88c8-1f10dedcab0c', 'name': 'tempest-ServerRescueTestJSONUnderV235-1694255244-router', 'tenant_id': '596d15ccffcd4935954d819b173c7fae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.57'}], 'enable_snat': True}, 'gw_port_id': 'e51cdc04-3b98-4da0-a504-6fc12fd97f9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:12:05Z', 'updated_at': '2021-07-27T21:12:12Z', 'revision_number': 4, 'project_id': '596d15ccffcd4935954d819b173c7fae', 'gw_port': {'id': 'e51cdc04-3b98-4da0-a504-6fc12fd97f9b', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:20:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ac75938-0c73-496e-88c8-1f10dedcab0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1940, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:12:07Z', 'updated_at': '2021-07-27T21:12:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_interfaces': [{'id': 'c7ce189e-8b43-4433-8ce4-f27e3c811c82', 'name': '', 'network_id': 'b8f948c7-bfa9-44cb-936e-c199c057fe39', 'tenant_id': '596d15ccffcd4935954d819b173c7fae', 'mac_address': 'fa:16:3e:16:9f:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ac75938-0c73-496e-88c8-1f10dedcab0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1941, 'fixed_ips': [{'subnet_id': 'b55d8227-ef6b-4263-840b-22086dfeae57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:12:11Z', 'updated_at': '2021-07-27T21:12:18Z', 'revision_number': 4, 'project_id': '596d15ccffcd4935954d819b173c7fae', 'subnets': [{'id': 'b55d8227-ef6b-4263-840b-22086dfeae57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:12:19.630083 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-105ac58c-374e-497c-b362-4581573154b1 req-64023a5f-39f7-41a3-92fb-b80f0acde840 tempest-ServerRescueTestJSONUnderV235-589534428 tempest-ServerRescueTestJSONUnderV235-589534428-project] Notify callbacks [] for port, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:19.700116 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-105ac58c-374e-497c-b362-4581573154b1 req-64023a5f-39f7-41a3-92fb-b80f0acde840 tempest-ServerRescueTestJSONUnderV235-589534428 tempest-ServerRescueTestJSONUnderV235-589534428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:19.775643 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-105ac58c-374e-497c-b362-4581573154b1 req-64023a5f-39f7-41a3-92fb-b80f0acde840 tempest-ServerRescueTestJSONUnderV235-589534428 tempest-ServerRescueTestJSONUnderV235-589534428-project] Network b8f948c7-bfa9-44cb-936e-c199c057fe39 is already hosted by enough agents. {{(pid=105584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:12:19.785618 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [req-105ac58c-374e-497c-b362-4581573154b1 req-64023a5f-39f7-41a3-92fb-b80f0acde840 tempest-ServerRescueTestJSONUnderV235-589534428 tempest-ServerRescueTestJSONUnderV235-589534428-project] Resources bound (agent type, host, resource id): {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:12:19.794981 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [req-105ac58c-374e-497c-b362-4581573154b1 req-64023a5f-39f7-41a3-92fb-b80f0acde840 tempest-ServerRescueTestJSONUnderV235-589534428 tempest-ServerRescueTestJSONUnderV235-589534428-project] Received port after_create {{(pid=105584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:12:19.884861 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64023a5f-39f7-41a3-92fb-b80f0acde840 tempest-ServerRescueTestJSONUnderV235-589534428 tempest-ServerRescueTestJSONUnderV235-589534428-project] Pushing event updated for resources: {'Port': ['ID=86bd856e-9b00-48a0-9c58-b50c7a0c27a0,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:12:19.948811 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105ac58c-374e-497c-b362-4581573154b1 req-64023a5f-39f7-41a3-92fb-b80f0acde840 tempest-ServerRescueTestJSONUnderV235-589534428 tempest-ServerRescueTestJSONUnderV235-589534428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:12:19.950750 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-105ac58c-374e-497c-b362-4581573154b1 req-64023a5f-39f7-41a3-92fb-b80f0acde840 tempest-ServerRescueTestJSONUnderV235-589534428 tempest-ServerRescueTestJSONUnderV235-589534428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:19.982743 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-105ac58c-374e-497c-b362-4581573154b1 req-64023a5f-39f7-41a3-92fb-b80f0acde840 tempest-ServerRescueTestJSONUnderV235-589534428 tempest-ServerRescueTestJSONUnderV235-589534428-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1028347 Jul 27 21:12:19.996283 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [req-105ac58c-374e-497c-b362-4581573154b1 req-5ba5942b-f330-4536-a985-0e0545b9258f service neutron] Request body: {'port': {'device_id': '5b701460-64e5-4196-93e5-b01788246243', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-705658-22'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:12:20.080724 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10937d9f-499d-4081-b674-6c2c995f32e7 req-c5d09b92-3061-46a6-b361-95697a8f2d3e tempest-ServerPasswordTestJSON-1261512657 tempest-ServerPasswordTestJSON-1261512657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:12:20.085940 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-10937d9f-499d-4081-b674-6c2c995f32e7 req-c5d09b92-3061-46a6-b361-95697a8f2d3e tempest-ServerPasswordTestJSON-1261512657 tempest-ServerPasswordTestJSON-1261512657-project] 10.222.0.59 "GET /v2.0/ports?device_id=e7dc5058-383c-4758-9b46-cd14f98d61c2 HTTP/1.1" status: 200 len: 946 time: 0.2900438 Jul 27 21:12:20.162916 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-10937d9f-499d-4081-b674-6c2c995f32e7 req-cdb71ae6-6bf3-41b5-b926-40b4068a191a tempest-ServerPasswordTestJSON-1261512657 tempest-ServerPasswordTestJSON-1261512657-project] 10.222.0.59 "GET /v2.0/security-groups?id=57fc2f5e-2eb9-47d1-9f7e-204a07a0734a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667720 Jul 27 21:12:20.179065 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29b228e-43f1-4a28-aee3-cdebd3b63918 req-1f55bf0b-4ca3-41fc-8839-4dab5188a2e7 tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:12:20.187553 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e29b228e-43f1-4a28-aee3-cdebd3b63918 req-1f55bf0b-4ca3-41fc-8839-4dab5188a2e7 tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] 10.222.0.59 "GET /v2.0/ports?device_id=31533b7a-7459-43fe-bfa1-37a8877d2d0a HTTP/1.1" status: 200 len: 945 time: 0.2775922 Jul 27 21:12:20.198819 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-105ac58c-374e-497c-b362-4581573154b1 req-5ba5942b-f330-4536-a985-0e0545b9258f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:20.301338 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e29b228e-43f1-4a28-aee3-cdebd3b63918 req-bbf616f5-d8a3-41fb-9171-deac8b946de8 tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] 10.222.0.59 "GET /v2.0/security-groups?id=c166a083-e7a4-430d-b39b-9b2d1c142ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130018 Jul 27 21:12:20.663221 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625543e7-5da8-4400-80c9-03f00198ea0f req-8979c264-2fe6-46ae-bffb-f7314a6464a3 tempest-ServerRescueNegativeTestJSON-1381818065 tempest-ServerRescueNegativeTestJSON-1381818065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:12:20.664795 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-625543e7-5da8-4400-80c9-03f00198ea0f req-8979c264-2fe6-46ae-bffb-f7314a6464a3 tempest-ServerRescueNegativeTestJSON-1381818065 tempest-ServerRescueNegativeTestJSON-1381818065-project] 10.222.0.59 "GET /v2.0/ports?device_id=0825c36d-0908-4005-9b56-a6dfd34ad897 HTTP/1.1" status: 200 len: 945 time: 0.1627455 Jul 27 21:12:20.691156 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [req-105ac58c-374e-497c-b362-4581573154b1 req-5ba5942b-f330-4536-a985-0e0545b9258f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86bd856e-9b00-48a0-9c58-b50c7a0c27a0 {{(pid=105584) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:12:20.700283 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-105ac58c-374e-497c-b362-4581573154b1 req-5ba5942b-f330-4536-a985-0e0545b9258f service neutron] Notify callbacks [] for port, precommit_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:20.713258 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0cc84c-39d5-46ad-b1fa-3867372b9538 req-6ebf255b-245f-4908-8e9d-7d7d7d32d08c tempest-ServerRescueTestJSONUnderV235-589534428 tempest-ServerRescueTestJSONUnderV235-589534428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:12:20.725435 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-6f0cc84c-39d5-46ad-b1fa-3867372b9538 req-6ebf255b-245f-4908-8e9d-7d7d7d32d08c tempest-ServerRescueTestJSONUnderV235-589534428 tempest-ServerRescueTestJSONUnderV235-589534428-project] 10.222.0.59 "GET /v2.0/ports?device_id=5b701460-64e5-4196-93e5-b01788246243 HTTP/1.1" status: 200 len: 932 time: 0.3009651 Jul 27 21:12:20.730728 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.provisioning_blocks [req-105ac58c-374e-497c-b362-4581573154b1 req-5ba5942b-f330-4536-a985-0e0545b9258f service neutron] Transition to ACTIVE for port object 86bd856e-9b00-48a0-9c58-b50c7a0c27a0 will not be triggered until provisioned by entity L2. {{(pid=105584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:12:20.740383 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-105ac58c-374e-497c-b362-4581573154b1 req-5ba5942b-f330-4536-a985-0e0545b9258f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9014027'] for port, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:20.819227 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba5942b-f330-4536-a985-0e0545b9258f service neutron] Pushing event updated for resources: {'Port': ['ID=86bd856e-9b00-48a0-9c58-b50c7a0c27a0,revision_number=2']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:12:20.834926 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-6f0cc84c-39d5-46ad-b1fa-3867372b9538 req-69f5274d-0476-429a-b4de-33b22ecda272 tempest-ServerRescueTestJSONUnderV235-589534428 tempest-ServerRescueTestJSONUnderV235-589534428-project] 10.222.0.59 "GET /v2.0/security-groups?id=95603a71-ea3d-4143-81b0-7bce4dd79980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085334 Jul 27 21:12:20.863121 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-625543e7-5da8-4400-80c9-03f00198ea0f req-2001c33f-500c-4ccd-b852-93511fa4a037 tempest-ServerRescueNegativeTestJSON-1381818065 tempest-ServerRescueNegativeTestJSON-1381818065-project] 10.222.0.59 "GET /v2.0/security-groups?id=ce8b1850-1d4d-402f-a118-5b56f5e06e52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1856630 Jul 27 21:12:20.983841 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [req-105ac58c-374e-497c-b362-4581573154b1 req-5ba5942b-f330-4536-a985-0e0545b9258f service neutron] Attempting to bind port 86bd856e-9b00-48a0-9c58-b50c7a0c27a0 on host n-h2-705658-22 for vnic_type normal with profile {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:12:20.984422 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [req-105ac58c-374e-497c-b362-4581573154b1 req-5ba5942b-f330-4536-a985-0e0545b9258f service neutron] Attempting to bind port 86bd856e-9b00-48a0-9c58-b50c7a0c27a0 by drivers openvswitch,hyperv on host n-h2-705658-22 at level 0 using segments [{'id': '69be0b53-de98-4f1a-b28e-7ef1935836ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'b8f948c7-bfa9-44cb-936e-c199c057fe39'}] {{(pid=105584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:12:20.984742 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-105ac58c-374e-497c-b362-4581573154b1 req-5ba5942b-f330-4536-a985-0e0545b9258f service neutron] Attempting to bind port 86bd856e-9b00-48a0-9c58-b50c7a0c27a0 on network b8f948c7-bfa9-44cb-936e-c199c057fe39 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:12:20.989908 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-105ac58c-374e-497c-b362-4581573154b1 req-5ba5942b-f330-4536-a985-0e0545b9258f service neutron] Port 86bd856e-9b00-48a0-9c58-b50c7a0c27a0 on network b8f948c7-bfa9-44cb-936e-c199c057fe39 not bound, no agent of type Open vSwitch agent registered on host n-h2-705658-22 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:12:20.990347 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-105ac58c-374e-497c-b362-4581573154b1 req-5ba5942b-f330-4536-a985-0e0545b9258f service neutron] Attempting to bind port 86bd856e-9b00-48a0-9c58-b50c7a0c27a0 on network b8f948c7-bfa9-44cb-936e-c199c057fe39 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:12:20.996153 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-105ac58c-374e-497c-b362-4581573154b1 req-5ba5942b-f330-4536-a985-0e0545b9258f service neutron] Checking agent: {'id': '65195a73-a875-4810-9f5b-622ae260a8a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 49, 40), 'started_at': datetime.datetime(2021, 7, 27, 20, 49, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 12, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:12:20.996623 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-105ac58c-374e-497c-b362-4581573154b1 req-5ba5942b-f330-4536-a985-0e0545b9258f service neutron] Checking segment: {'id': '69be0b53-de98-4f1a-b28e-7ef1935836ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'b8f948c7-bfa9-44cb-936e-c199c057fe39'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:12:20.997749 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-105ac58c-374e-497c-b362-4581573154b1 req-5ba5942b-f330-4536-a985-0e0545b9258f service neutron] Bound using segment: {'id': '69be0b53-de98-4f1a-b28e-7ef1935836ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'b8f948c7-bfa9-44cb-936e-c199c057fe39'} {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:12:20.998352 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [req-105ac58c-374e-497c-b362-4581573154b1 req-5ba5942b-f330-4536-a985-0e0545b9258f service neutron] Bound port: 86bd856e-9b00-48a0-9c58-b50c7a0c27a0, host: n-h2-705658-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69be0b53-de98-4f1a-b28e-7ef1935836ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'b8f948c7-bfa9-44cb-936e-c199c057fe39'}}] {{(pid=105584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:12:20.998921 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-105ac58c-374e-497c-b362-4581573154b1 req-5ba5942b-f330-4536-a985-0e0545b9258f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:21.087694 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [req-105ac58c-374e-497c-b362-4581573154b1 req-5ba5942b-f330-4536-a985-0e0545b9258f service neutron] For port 86bd856e-9b00-48a0-9c58-b50c7a0c27a0, host n-h2-705658-22, cleared binding levels {{(pid=105584) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:12:21.098566 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [req-105ac58c-374e-497c-b362-4581573154b1 req-5ba5942b-f330-4536-a985-0e0545b9258f service neutron] For port 86bd856e-9b00-48a0-9c58-b50c7a0c27a0, host n-h2-705658-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=86bd856e-9b00-48a0-9c58-b50c7a0c27a0,segment=NetworkSegment(69be0b53-de98-4f1a-b28e-7ef1935836ed),segment_id=69be0b53-de98-4f1a-b28e-7ef1935836ed)] {{(pid=105584) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:12:21.104766 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-105ac58c-374e-497c-b362-4581573154b1 req-5ba5942b-f330-4536-a985-0e0545b9258f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9014027'] for port, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:21.194433 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105ac58c-374e-497c-b362-4581573154b1 req-5ba5942b-f330-4536-a985-0e0545b9258f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:12:21.195270 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-105ac58c-374e-497c-b362-4581573154b1 req-5ba5942b-f330-4536-a985-0e0545b9258f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:21.196450 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-105ac58c-374e-497c-b362-4581573154b1 req-5ba5942b-f330-4536-a985-0e0545b9258f service neutron] 10.222.0.60 "PUT /v2.0/ports/86bd856e-9b00-48a0-9c58-b50c7a0c27a0 HTTP/1.1" status: 200 len: 1093 time: 1.2049482 Jul 27 21:12:21.208153 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b701460-64e5-4196-93e5-b01788246243', 'tag': '86bd856e-9b00-48a0-9c58-b50c7a0c27a0'}] {{(pid=105584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:12:21.210024 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bce5e6c8685464f7626901654159975603b047827e3138302ed6566e28f1343" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16f99b7c-2c03-467f-9860-fcb2ad8d9d78" -d '{"events": [{"name": "network-changed", "server_uuid": "5b701460-64e5-4196-93e5-b01788246243", "tag": "86bd856e-9b00-48a0-9c58-b50c7a0c27a0"}]}' {{(pid=105584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:12:21.289222 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba5942b-f330-4536-a985-0e0545b9258f service neutron] Pushing event updated for resources: {'Port': ['ID=86bd856e-9b00-48a0-9c58-b50c7a0c27a0,revision_number=3']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:12:21.380700 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device c7ce189e-8b43-4433-8ce4-f27e3c811c82 up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:12:21.411870 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105ac58c-374e-497c-b362-4581573154b1 req-6864031f-ea1b-453b-b064-28a7dc933b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:12:21.413747 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-105ac58c-374e-497c-b362-4581573154b1 req-6864031f-ea1b-453b-b064-28a7dc933b49 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=596d15ccffcd4935954d819b173c7fae&device_id=5b701460-64e5-4196-93e5-b01788246243 HTTP/1.1" status: 200 len: 1096 time: 0.1490335 Jul 27 21:12:21.513965 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning for port c7ce189e-8b43-4433-8ce4-f27e3c811c82 completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:12:21.515365 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-105ac58c-374e-497c-b362-4581573154b1 req-88fe1250-9a3f-4e2b-b3be-947ce5ed7d22 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=86bd856e-9b00-48a0-9c58-b50c7a0c27a0 HTTP/1.1" status: 200 len: 217 time: 0.0906351 Jul 27 21:12:21.518212 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [req-4f91fd5f-8e9a-4fbf-943c-70de798ae8e4 req-d370aa84-0b92-4902-a685-dc92ba0f8d75 service neutron] (105585) timed out ('10.222.0.59', 59646) {{(pid=105585) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 27 21:12:21.520218 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port c7ce189e-8b43-4433-8ce4-f27e3c811c82 triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:12:21.520598 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:21.562067 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c33bb7-6e85-4a59-ae37-dee033cbe7f6 req-63fc015c-0002-4455-9a9c-ab496ff2b9f5 tempest-ServerPasswordTestJSON-1261512657 tempest-ServerPasswordTestJSON-1261512657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:12:21.564621 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-70c33bb7-6e85-4a59-ae37-dee033cbe7f6 req-63fc015c-0002-4455-9a9c-ab496ff2b9f5 tempest-ServerPasswordTestJSON-1261512657 tempest-ServerPasswordTestJSON-1261512657-project] 10.222.0.59 "GET /v2.0/ports?device_id=e7dc5058-383c-4758-9b46-cd14f98d61c2 HTTP/1.1" status: 200 len: 946 time: 0.1743455 Jul 27 21:12:21.654903 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-70c33bb7-6e85-4a59-ae37-dee033cbe7f6 req-313ec096-02f4-464c-a660-3982f8105e9f tempest-ServerPasswordTestJSON-1261512657 tempest-ServerPasswordTestJSON-1261512657-project] 10.222.0.59 "GET /v2.0/security-groups?id=57fc2f5e-2eb9-47d1-9f7e-204a07a0734a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818429 Jul 27 21:12:21.677229 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105ac58c-374e-497c-b362-4581573154b1 req-b7514d45-c2f3-4003-822f-eec4ba40bcdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:12:21.678785 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-105ac58c-374e-497c-b362-4581573154b1 req-b7514d45-c2f3-4003-822f-eec4ba40bcdf service neutron] 10.222.0.60 "GET /v2.0/subnets?id=b55d8227-ef6b-4263-840b-22086dfeae57 HTTP/1.1" status: 200 len: 860 time: 0.1559665 Jul 27 21:12:21.708765 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:12:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ac27a44-d7de-43d0-9148-deffe3789531 x-openstack-request-id: req-2ac27a44-d7de-43d0-9148-deffe3789531 {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:12:21.709064 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b701460-64e5-4196-93e5-b01788246243", "tag": "86bd856e-9b00-48a0-9c58-b50c7a0c27a0", "status": "completed", "code": 200}]} {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:12:21.709318 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-2ac27a44-d7de-43d0-9148-deffe3789531 {{(pid=105584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:12:21.709724 n-d-705658-22 neutron-server[105584]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b701460-64e5-4196-93e5-b01788246243', 'tag': '86bd856e-9b00-48a0-9c58-b50c7a0c27a0', 'status': 'completed', 'code': 200} Jul 27 21:12:21.743657 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-105ac58c-374e-497c-b362-4581573154b1 req-9503bdce-2791-4467-a55e-3150444c57fc service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b8f948c7-bfa9-44cb-936e-c199c057fe39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0475624 Jul 27 21:12:21.772022 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:21.842447 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] For port c7ce189e-8b43-4433-8ce4-f27e3c811c82, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=c7ce189e-8b43-4433-8ce4-f27e3c811c82,segment=NetworkSegment(69be0b53-de98-4f1a-b28e-7ef1935836ed),segment_id=69be0b53-de98-4f1a-b28e-7ef1935836ed)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:12:21.848816 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:21.896981 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6a1ded-c0dc-496d-b217-096748c46778 req-34804d52-ed83-410f-9cdd-d63a168c17d8 tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:12:21.898562 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-8c6a1ded-c0dc-496d-b217-096748c46778 req-34804d52-ed83-410f-9cdd-d63a168c17d8 tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] 10.222.0.59 "GET /v2.0/ports?device_id=31533b7a-7459-43fe-bfa1-37a8877d2d0a HTTP/1.1" status: 200 len: 945 time: 0.1227384 Jul 27 21:12:21.936729 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Pushing event updated for resources: {'Port': ['ID=c7ce189e-8b43-4433-8ce4-f27e3c811c82,revision_number=5']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:12:21.964800 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-105ac58c-374e-497c-b362-4581573154b1 req-8d0b1715-cd3f-4813-b997-95e0ec1bddbf service neutron] 10.222.0.60 "GET /v2.0/networks/b8f948c7-bfa9-44cb-936e-c199c057fe39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2132404 Jul 27 21:12:21.988809 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-8c6a1ded-c0dc-496d-b217-096748c46778 req-623a5e3f-6040-4ef5-a113-e56e846f998b tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] 10.222.0.59 "GET /v2.0/security-groups?id=c166a083-e7a4-430d-b39b-9b2d1c142ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817044 Jul 27 21:12:22.070731 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device 02c1d30c-87d1-4ab3-8a04-cc33f5f02b7e details requested by agent hyperv_n-h1-705658-22 with host n-h1-705658-22 {{(pid=105586) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:12:22.123264 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-105ac58c-374e-497c-b362-4581573154b1 req-36070e8e-9f06-4de4-9dab-b545fbef3d4c service neutron] 10.222.0.60 "GET /v2.0/networks/b8f948c7-bfa9-44cb-936e-c199c057fe39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1479962 Jul 27 21:12:22.138681 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87abd68-7ee5-423c-aec3-9650bacb85eb req-43f962de-2261-4bb4-b1b0-78b9fe7312a3 tempest-ServerRescueTestJSONUnderV235-589534428 tempest-ServerRescueTestJSONUnderV235-589534428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:12:22.155308 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b87abd68-7ee5-423c-aec3-9650bacb85eb req-43f962de-2261-4bb4-b1b0-78b9fe7312a3 tempest-ServerRescueTestJSONUnderV235-589534428 tempest-ServerRescueTestJSONUnderV235-589534428-project] 10.222.0.59 "GET /v2.0/ports?device_id=5b701460-64e5-4196-93e5-b01788246243 HTTP/1.1" status: 200 len: 944 time: 0.1606257 Jul 27 21:12:22.265291 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] For port 02c1d30c-87d1-4ab3-8a04-cc33f5f02b7e, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=02c1d30c-87d1-4ab3-8a04-cc33f5f02b7e,segment=NetworkSegment(0414d6eb-b060-4295-bd01-14cc6aa3c398),segment_id=0414d6eb-b060-4295-bd01-14cc6aa3c398)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:12:22.275923 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b87abd68-7ee5-423c-aec3-9650bacb85eb req-ee82c9b1-f788-4123-ab11-df97edd1abff tempest-ServerRescueTestJSONUnderV235-589534428 tempest-ServerRescueTestJSONUnderV235-589534428-project] 10.222.0.59 "GET /v2.0/security-groups?id=95603a71-ea3d-4143-81b0-7bce4dd79980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196103 Jul 27 21:12:22.284842 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Returning: {'device': '02c1d30c-87d1-4ab3-8a04-cc33f5f02b7e', 'network_id': '4390cbf5-7e78-4e4f-909f-4a4e22b8ff6a', 'port_id': '02c1d30c-87d1-4ab3-8a04-cc33f5f02b7e', 'mac_address': 'fa:16:3e:6e:2a:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 224, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54048abf-f191-442c-882c-c171eec4fbdf', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105586) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:12:22.291562 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8c3846-a46d-443a-9164-7a5bd53b71ea req-2ee469ff-5c9a-412a-b98e-a30a1af88bc1 tempest-ServerRescueNegativeTestJSON-1381818065 tempest-ServerRescueNegativeTestJSON-1381818065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:12:22.301483 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-1d8c3846-a46d-443a-9164-7a5bd53b71ea req-2ee469ff-5c9a-412a-b98e-a30a1af88bc1 tempest-ServerRescueNegativeTestJSON-1381818065 tempest-ServerRescueNegativeTestJSON-1381818065-project] 10.222.0.59 "GET /v2.0/ports?device_id=0825c36d-0908-4005-9b56-a6dfd34ad897 HTTP/1.1" status: 200 len: 945 time: 0.2242768 Jul 27 21:12:22.323310 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:22.344549 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f99b7c-2c03-467f-9860-fcb2ad8d9d78 req-d76a9c08-2da0-4001-84f9-bf997d96c4aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:12:22.346061 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-16f99b7c-2c03-467f-9860-fcb2ad8d9d78 req-d76a9c08-2da0-4001-84f9-bf997d96c4aa service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=596d15ccffcd4935954d819b173c7fae&device_id=5b701460-64e5-4196-93e5-b01788246243 HTTP/1.1" status: 200 len: 1096 time: 0.1690092 Jul 27 21:12:22.348125 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 02c1d30c-87d1-4ab3-8a04-cc33f5f02b7e {{(pid=105586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:12:22.359512 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-1d8c3846-a46d-443a-9164-7a5bd53b71ea req-7268b623-637c-4878-9b5f-1e378f59fabc tempest-ServerRescueNegativeTestJSON-1381818065 tempest-ServerRescueNegativeTestJSON-1381818065-project] 10.222.0.59 "GET /v2.0/security-groups?id=ce8b1850-1d4d-402f-a118-5b56f5e06e52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508785 Jul 27 21:12:22.385745 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] For port 02c1d30c-87d1-4ab3-8a04-cc33f5f02b7e, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=02c1d30c-87d1-4ab3-8a04-cc33f5f02b7e,segment=NetworkSegment(0414d6eb-b060-4295-bd01-14cc6aa3c398),segment_id=0414d6eb-b060-4295-bd01-14cc6aa3c398)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:12:22.391115 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 59642) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:12:22.396384 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:22.473314 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Pushing event updated for resources: {'Port': ['ID=02c1d30c-87d1-4ab3-8a04-cc33f5f02b7e,revision_number=6']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:12:22.489085 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f99b7c-2c03-467f-9860-fcb2ad8d9d78 req-f034a130-8ad5-47bd-807b-37df751e052c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:12:22.490635 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-16f99b7c-2c03-467f-9860-fcb2ad8d9d78 req-f034a130-8ad5-47bd-807b-37df751e052c service neutron] 10.222.0.60 "GET /v2.0/networks?id=b8f948c7-bfa9-44cb-936e-c199c057fe39 HTTP/1.1" status: 200 len: 921 time: 0.1361973 Jul 27 21:12:22.534361 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] get_ports_and_sgs() called for port_ids ['02c1d30c-87d1-4ab3-8a04-cc33f5f02b7e'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:12:22.562770 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-16f99b7c-2c03-467f-9860-fcb2ad8d9d78 req-b96bcb7b-6686-4f3e-9f35-f2643209ce4d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=86bd856e-9b00-48a0-9c58-b50c7a0c27a0 HTTP/1.1" status: 200 len: 217 time: 0.0641391 Jul 27 21:12:22.565954 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-898d4d46-00af-48f2-834c-48bb2cb02b7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:22.663378 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f99b7c-2c03-467f-9860-fcb2ad8d9d78 req-1e47ffc9-7b9c-48bb-83d2-037fb99e636c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:12:22.666571 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-16f99b7c-2c03-467f-9860-fcb2ad8d9d78 req-1e47ffc9-7b9c-48bb-83d2-037fb99e636c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=b55d8227-ef6b-4263-840b-22086dfeae57 HTTP/1.1" status: 200 len: 860 time: 0.0941813 Jul 27 21:12:22.703407 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-898d4d46-00af-48f2-834c-48bb2cb02b7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:22.708278 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-898d4d46-00af-48f2-834c-48bb2cb02b7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:22.760359 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-16f99b7c-2c03-467f-9860-fcb2ad8d9d78 req-c265604f-8707-479c-934e-0a252bf234da service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b8f948c7-bfa9-44cb-936e-c199c057fe39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0838854 Jul 27 21:12:22.761316 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898d4d46-00af-48f2-834c-48bb2cb02b7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b3d8faa-c4df-494a-aadf-b25fe702c43c,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:12:22.800708 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-898d4d46-00af-48f2-834c-48bb2cb02b7d admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=faebadcc03834101a7fbe9585a106da4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4080701 Jul 27 21:12:22.810263 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 59656) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:12:22.915445 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-16f99b7c-2c03-467f-9860-fcb2ad8d9d78 req-87b7f78e-a4c8-411a-8a00-260a65e4ffe2 service neutron] 10.222.0.60 "GET /v2.0/networks/b8f948c7-bfa9-44cb-936e-c199c057fe39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1485479 Jul 27 21:12:23.037627 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-a043b42d-a2f2-4c1c-a794-ac3d5cf72dc3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:23.070366 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3975cabe-0220-4327-9d50-d83eb011a2d1 req-4a98a91b-6c0b-4aaf-a5d1-3f8eecb1ef34 tempest-ServerPasswordTestJSON-1261512657 tempest-ServerPasswordTestJSON-1261512657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:12:23.071908 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-3975cabe-0220-4327-9d50-d83eb011a2d1 req-4a98a91b-6c0b-4aaf-a5d1-3f8eecb1ef34 tempest-ServerPasswordTestJSON-1261512657 tempest-ServerPasswordTestJSON-1261512657-project] 10.222.0.59 "GET /v2.0/ports?device_id=e7dc5058-383c-4758-9b46-cd14f98d61c2 HTTP/1.1" status: 200 len: 946 time: 0.2565629 Jul 27 21:12:23.094955 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-a043b42d-a2f2-4c1c-a794-ac3d5cf72dc3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:23.103897 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-16f99b7c-2c03-467f-9860-fcb2ad8d9d78 req-975b023b-06fd-46c7-b3e5-ab1f2abec40e service neutron] 10.222.0.60 "GET /v2.0/networks/b8f948c7-bfa9-44cb-936e-c199c057fe39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1789517 Jul 27 21:12:23.214187 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-3975cabe-0220-4327-9d50-d83eb011a2d1 req-f2524e08-296e-4e0b-8abb-31f5cd639712 tempest-ServerPasswordTestJSON-1261512657 tempest-ServerPasswordTestJSON-1261512657-project] 10.222.0.59 "GET /v2.0/security-groups?id=57fc2f5e-2eb9-47d1-9f7e-204a07a0734a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297832 Jul 27 21:12:23.254581 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4eee59-bb68-4743-86cb-f36e39f62359 req-909f2ef9-c75e-42bd-b635-064e819659ec tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:12:23.258007 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-8a4eee59-bb68-4743-86cb-f36e39f62359 req-909f2ef9-c75e-42bd-b635-064e819659ec tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] 10.222.0.59 "GET /v2.0/ports?device_id=31533b7a-7459-43fe-bfa1-37a8877d2d0a HTTP/1.1" status: 200 len: 944 time: 0.1323807 Jul 27 21:12:23.268757 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-a043b42d-a2f2-4c1c-a794-ac3d5cf72dc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:23.275599 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-a043b42d-a2f2-4c1c-a794-ac3d5cf72dc3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:23.287602 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-a043b42d-a2f2-4c1c-a794-ac3d5cf72dc3 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/2b3d8faa-c4df-494a-aadf-b25fe702c43c HTTP/1.1" status: 204 len: 168 time: 0.4678895 Jul 27 21:12:23.296257 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a043b42d-a2f2-4c1c-a794-ac3d5cf72dc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b3d8faa-c4df-494a-aadf-b25fe702c43c,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:12:23.414092 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-8a4eee59-bb68-4743-86cb-f36e39f62359 req-26e6db4c-d2d7-4dae-845c-cc76a33a1f16 tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] 10.222.0.59 "GET /v2.0/security-groups?id=c166a083-e7a4-430d-b39b-9b2d1c142ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282952 Jul 27 21:12:23.421235 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device c7ce189e-8b43-4433-8ce4-f27e3c811c82 up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:12:23.458540 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67947247-6170-4f46-bc91-dd0b6df833d4 req-217ace95-73a9-467d-ad8e-4d674e85a378 tempest-ServerPasswordTestJSON-1261512657 tempest-ServerPasswordTestJSON-1261512657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:12:23.472234 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-67947247-6170-4f46-bc91-dd0b6df833d4 req-217ace95-73a9-467d-ad8e-4d674e85a378 tempest-ServerPasswordTestJSON-1261512657 tempest-ServerPasswordTestJSON-1261512657-project] 10.222.0.36 "GET /v2.0/ports?device_id=e7dc5058-383c-4758-9b46-cd14f98d61c2 HTTP/1.1" status: 200 len: 946 time: 0.1952863 Jul 27 21:12:23.494746 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cef50f-1c8a-45b1-8343-4710176507e9 req-7a76d176-5995-40f4-af67-73fcc457d8b8 tempest-ServerRescueTestJSONUnderV235-589534428 tempest-ServerRescueTestJSONUnderV235-589534428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:12:23.502363 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-76cef50f-1c8a-45b1-8343-4710176507e9 req-7a76d176-5995-40f4-af67-73fcc457d8b8 tempest-ServerRescueTestJSONUnderV235-589534428 tempest-ServerRescueTestJSONUnderV235-589534428-project] 10.222.0.59 "GET /v2.0/ports?device_id=5b701460-64e5-4196-93e5-b01788246243 HTTP/1.1" status: 200 len: 944 time: 0.0810320 Jul 27 21:12:23.579643 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-76cef50f-1c8a-45b1-8343-4710176507e9 req-83e289bf-57d2-4955-98e3-85879c740e9e tempest-ServerRescueTestJSONUnderV235-589534428 tempest-ServerRescueTestJSONUnderV235-589534428-project] 10.222.0.59 "GET /v2.0/security-groups?id=95603a71-ea3d-4143-81b0-7bce4dd79980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709109 Jul 27 21:12:23.582773 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port c7ce189e-8b43-4433-8ce4-f27e3c811c82 triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:12:23.585487 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:23.747745 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [req-67947247-6170-4f46-bc91-dd0b6df833d4 req-f26bd7e4-c8cf-441b-aeb2-5022b202f45a tempest-ServerPasswordTestJSON-1261512657 tempest-ServerPasswordTestJSON-1261512657-project] Deleting port ee02caf8-6a7a-491b-a7e0-256c5de0b3a0 {{(pid=105584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:12:23.747745 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-67947247-6170-4f46-bc91-dd0b6df833d4 req-f26bd7e4-c8cf-441b-aeb2-5022b202f45a tempest-ServerPasswordTestJSON-1261512657 tempest-ServerPasswordTestJSON-1261512657-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:23.764770 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a4c2c1-91df-492a-8eb7-2cc774ef1cb4 req-31dcce61-db61-47d7-a21f-938a33855f7e tempest-ServerRescueNegativeTestJSON-1381818065 tempest-ServerRescueNegativeTestJSON-1381818065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:12:23.764770 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-99a4c2c1-91df-492a-8eb7-2cc774ef1cb4 req-31dcce61-db61-47d7-a21f-938a33855f7e tempest-ServerRescueNegativeTestJSON-1381818065 tempest-ServerRescueNegativeTestJSON-1381818065-project] 10.222.0.59 "GET /v2.0/ports?device_id=0825c36d-0908-4005-9b56-a6dfd34ad897 HTTP/1.1" status: 200 len: 945 time: 0.1556008 Jul 27 21:12:23.833098 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-99a4c2c1-91df-492a-8eb7-2cc774ef1cb4 req-478aaed7-22ca-4b66-8012-24d408e69c63 tempest-ServerRescueNegativeTestJSON-1381818065 tempest-ServerRescueNegativeTestJSON-1381818065-project] 10.222.0.59 "GET /v2.0/security-groups?id=ce8b1850-1d4d-402f-a118-5b56f5e06e52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601664 Jul 27 21:12:23.938952 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [req-67947247-6170-4f46-bc91-dd0b6df833d4 req-f26bd7e4-c8cf-441b-aeb2-5022b202f45a tempest-ServerPasswordTestJSON-1261512657 tempest-ServerPasswordTestJSON-1261512657-project] For port ee02caf8-6a7a-491b-a7e0-256c5de0b3a0, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=ee02caf8-6a7a-491b-a7e0-256c5de0b3a0,segment=NetworkSegment(e3d51037-92bb-4b9c-bbae-b76c4d375504),segment_id=e3d51037-92bb-4b9c-bbae-b76c4d375504)] {{(pid=105584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:12:23.942038 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-67947247-6170-4f46-bc91-dd0b6df833d4 req-f26bd7e4-c8cf-441b-aeb2-5022b202f45a tempest-ServerPasswordTestJSON-1261512657 tempest-ServerPasswordTestJSON-1261512657-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:23.965186 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 59700) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:12:23.981716 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [req-67947247-6170-4f46-bc91-dd0b6df833d4 req-f26bd7e4-c8cf-441b-aeb2-5022b202f45a tempest-ServerPasswordTestJSON-1261512657 tempest-ServerPasswordTestJSON-1261512657-project] Calling delete_port for ee02caf8-6a7a-491b-a7e0-256c5de0b3a0 owned by compute:nova {{(pid=105584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:12:23.985873 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-985c6f49-dae3-4aff-9ae5-721817b16d66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:24.092510 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device 02c1d30c-87d1-4ab3-8a04-cc33f5f02b7e up at agent hyperv_n-h1-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:12:24.188567 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 59710) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:12:24.216718 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-67947247-6170-4f46-bc91-dd0b6df833d4 req-f26bd7e4-c8cf-441b-aeb2-5022b202f45a tempest-ServerPasswordTestJSON-1261512657 tempest-ServerPasswordTestJSON-1261512657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:24.219210 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-985c6f49-dae3-4aff-9ae5-721817b16d66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:24.232182 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-985c6f49-dae3-4aff-9ae5-721817b16d66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:24.253649 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26bd7e4-c8cf-441b-aeb2-5022b202f45a tempest-ServerPasswordTestJSON-1261512657 tempest-ServerPasswordTestJSON-1261512657-project] Pushing event deleted for resources: {'Port': ['ID=ee02caf8-6a7a-491b-a7e0-256c5de0b3a0,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:12:24.268529 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Provisioning complete for port 02c1d30c-87d1-4ab3-8a04-cc33f5f02b7e triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:12:24.268830 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:24.322271 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985c6f49-dae3-4aff-9ae5-721817b16d66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7183a21e-b542-4db9-b068-3152f7855832,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:12:24.339866 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-985c6f49-dae3-4aff-9ae5-721817b16d66 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=434b465fafbb4804844a3cc7c7f0c71e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3710196 Jul 27 21:12:24.340356 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 59716) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:12:24.401489 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [req-67947247-6170-4f46-bc91-dd0b6df833d4 req-f26bd7e4-c8cf-441b-aeb2-5022b202f45a tempest-ServerPasswordTestJSON-1261512657 tempest-ServerPasswordTestJSON-1261512657-project] No DVR routers for this DVR port ee02caf8-6a7a-491b-a7e0-256c5de0b3a0 on host n-h1-705658-22 {{(pid=105584) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:12:24.422471 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-67947247-6170-4f46-bc91-dd0b6df833d4 req-f26bd7e4-c8cf-441b-aeb2-5022b202f45a tempest-ServerPasswordTestJSON-1261512657 tempest-ServerPasswordTestJSON-1261512657-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:24.436386 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-67947247-6170-4f46-bc91-dd0b6df833d4 req-f26bd7e4-c8cf-441b-aeb2-5022b202f45a tempest-ServerPasswordTestJSON-1261512657 tempest-ServerPasswordTestJSON-1261512657-project] 10.222.0.36 "DELETE /v2.0/ports/ee02caf8-6a7a-491b-a7e0-256c5de0b3a0 HTTP/1.1" status: 204 len: 173 time: 0.9546657 Jul 27 21:12:24.439301 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7dc5058-383c-4758-9b46-cd14f98d61c2', 'name': 'network-vif-deleted', 'tag': 'ee02caf8-6a7a-491b-a7e0-256c5de0b3a0'}] {{(pid=105584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:12:24.460200 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bce5e6c8685464f7626901654159975603b047827e3138302ed6566e28f1343" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a43a9ad5-601a-4f57-8ffd-64c0917ab7b0" -d '{"events": [{"server_uuid": "e7dc5058-383c-4758-9b46-cd14f98d61c2", "name": "network-vif-deleted", "tag": "ee02caf8-6a7a-491b-a7e0-256c5de0b3a0"}]}' {{(pid=105584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:12:24.509263 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-ebd53680-67ed-43c0-abb7-a66d126b963c req-673c375b-74f0-4704-83f2-c2266045a393 tempest-ServerPasswordTestJSON-1261512657 tempest-ServerPasswordTestJSON-1261512657-project] 10.222.0.59 "GET /v2.0/ports?device_id=e7dc5058-383c-4758-9b46-cd14f98d61c2 HTTP/1.1" status: 200 len: 210 time: 0.1150792 Jul 27 21:12:24.541489 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:24.556998 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-eabb8654-1066-4e76-b83d-95682e8812bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:24.561044 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Device 86bd856e-9b00-48a0-9c58-b50c7a0c27a0 details requested by agent hyperv_n-h2-705658-22 with host n-h2-705658-22 {{(pid=105586) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:12:24.631225 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31533b7a-7459-43fe-bfa1-37a8877d2d0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02c1d30c-87d1-4ab3-8a04-cc33f5f02b7e'}] {{(pid=105586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:12:24.635480 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:12:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a930b35-c82d-46ad-a7a7-d691962a5495 x-openstack-request-id: req-6a930b35-c82d-46ad-a7a7-d691962a5495 {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:12:24.635805 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7dc5058-383c-4758-9b46-cd14f98d61c2", "name": "network-vif-deleted", "tag": "ee02caf8-6a7a-491b-a7e0-256c5de0b3a0", "status": "completed", "code": 200}]} {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:12:24.638255 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14c1663e039faf5393f87855f745010ac5b02220355b68fdbf065393e303ac56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2dc642a-53e6-4161-9ff0-698a44cd7780" -d '{"events": [{"server_uuid": "31533b7a-7459-43fe-bfa1-37a8877d2d0a", "name": "network-vif-plugged", "status": "completed", "tag": "02c1d30c-87d1-4ab3-8a04-cc33f5f02b7e"}]}' {{(pid=105586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:12:24.639217 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-6a930b35-c82d-46ad-a7a7-d691962a5495 {{(pid=105584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:12:24.639691 n-d-705658-22 neutron-server[105584]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7dc5058-383c-4758-9b46-cd14f98d61c2', 'name': 'network-vif-deleted', 'tag': 'ee02caf8-6a7a-491b-a7e0-256c5de0b3a0', 'status': 'completed', 'code': 200} Jul 27 21:12:24.691251 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] For port 02c1d30c-87d1-4ab3-8a04-cc33f5f02b7e, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=02c1d30c-87d1-4ab3-8a04-cc33f5f02b7e,segment=NetworkSegment(0414d6eb-b060-4295-bd01-14cc6aa3c398),segment_id=0414d6eb-b060-4295-bd01-14cc6aa3c398)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:12:24.701261 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:24.703239 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device ee02caf8-6a7a-491b-a7e0-256c5de0b3a0 no longer exists at agent hyperv_n-h1-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:12:24.737643 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-3c652e90-0fd7-490a-96ac-3e6148e635dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:24.789860 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-3c652e90-0fd7-490a-96ac-3e6148e635dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:24.818218 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-28650df7-c46c-4981-b84f-37d87254047e None None] No Port match for: ee02caf8-6a7a-491b-a7e0-256c5de0b3a0 {{(pid=105586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:12:24.818561 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device ee02caf8-6a7a-491b-a7e0-256c5de0b3a0 not bound to the agent host n-h1-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:12:24.853364 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Pushing event updated for resources: {'Port': ['ID=02c1d30c-87d1-4ab3-8a04-cc33f5f02b7e,revision_number=7']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:12:24.906124 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] For port 86bd856e-9b00-48a0-9c58-b50c7a0c27a0, host n-h2-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=86bd856e-9b00-48a0-9c58-b50c7a0c27a0,segment=NetworkSegment(69be0b53-de98-4f1a-b28e-7ef1935836ed),segment_id=69be0b53-de98-4f1a-b28e-7ef1935836ed)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:12:24.919053 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Returning: {'device': '86bd856e-9b00-48a0-9c58-b50c7a0c27a0', 'network_id': 'b8f948c7-bfa9-44cb-936e-c199c057fe39', 'port_id': '86bd856e-9b00-48a0-9c58-b50c7a0c27a0', 'mac_address': 'fa:16:3e:00:d9:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 230, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b55d8227-ef6b-4263-840b-22086dfeae57', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105586) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:12:24.950028 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-3c652e90-0fd7-490a-96ac-3e6148e635dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:24.952668 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-3c652e90-0fd7-490a-96ac-3e6148e635dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:24.956643 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-3c652e90-0fd7-490a-96ac-3e6148e635dc admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/7183a21e-b542-4db9-b068-3152f7855832 HTTP/1.1" status: 204 len: 168 time: 0.6125908 Jul 27 21:12:24.971072 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:24.982895 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c652e90-0fd7-490a-96ac-3e6148e635dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7183a21e-b542-4db9-b068-3152f7855832,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:12:25.008325 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [None req-3d54578f-831f-4696-b568-13c455922dab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86bd856e-9b00-48a0-9c58-b50c7a0c27a0 {{(pid=105586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:12:25.019202 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc16d936-4c13-4ccd-b14a-1fb8222953c5 req-42c30e57-1fce-49da-850a-9bbc13b1e3b5 tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:12:25.027231 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-cc16d936-4c13-4ccd-b14a-1fb8222953c5 req-42c30e57-1fce-49da-850a-9bbc13b1e3b5 tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] 10.222.0.59 "GET /v2.0/ports?device_id=31533b7a-7459-43fe-bfa1-37a8877d2d0a HTTP/1.1" status: 200 len: 944 time: 0.3951488 Jul 27 21:12:25.033216 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] For port 86bd856e-9b00-48a0-9c58-b50c7a0c27a0, host n-h2-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=86bd856e-9b00-48a0-9c58-b50c7a0c27a0,segment=NetworkSegment(69be0b53-de98-4f1a-b28e-7ef1935836ed),segment_id=69be0b53-de98-4f1a-b28e-7ef1935836ed)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:12:25.053536 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:25.104302 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9951e1cd-6106-4f3e-92fc-b8fb0736c173 req-ab892c2a-9b1e-4456-811c-1c6e37f9d8dc tempest-ServerRescueTestJSONUnderV235-589534428 tempest-ServerRescueTestJSONUnderV235-589534428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:12:25.110565 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Pushing event updated for resources: {'Port': ['ID=86bd856e-9b00-48a0-9c58-b50c7a0c27a0,revision_number=4']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:12:25.119801 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-9951e1cd-6106-4f3e-92fc-b8fb0736c173 req-ab892c2a-9b1e-4456-811c-1c6e37f9d8dc tempest-ServerRescueTestJSONUnderV235-589534428 tempest-ServerRescueTestJSONUnderV235-589534428-project] 10.222.0.59 "GET /v2.0/ports?device_id=5b701460-64e5-4196-93e5-b01788246243 HTTP/1.1" status: 200 len: 944 time: 0.3607910 Jul 27 21:12:25.159215 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-cc16d936-4c13-4ccd-b14a-1fb8222953c5 req-3d1c35fa-c945-49da-891f-ed07deb7f1c2 tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] 10.222.0.59 "GET /v2.0/security-groups?id=c166a083-e7a4-430d-b39b-9b2d1c142ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308696 Jul 27 21:12:25.240898 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-9951e1cd-6106-4f3e-92fc-b8fb0736c173 req-4ba304b0-e14c-4919-9cd8-3cdcbe47c9ae tempest-ServerRescueTestJSONUnderV235-589534428 tempest-ServerRescueTestJSONUnderV235-589534428-project] 10.222.0.59 "GET /v2.0/security-groups?id=95603a71-ea3d-4143-81b0-7bce4dd79980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202066 Jul 27 21:12:25.248000 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:12:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4e03838-2a3e-4056-883c-1d27901cd8e8 x-openstack-request-id: req-e4e03838-2a3e-4056-883c-1d27901cd8e8 {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:12:25.248290 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31533b7a-7459-43fe-bfa1-37a8877d2d0a", "name": "network-vif-plugged", "status": "completed", "tag": "02c1d30c-87d1-4ab3-8a04-cc33f5f02b7e", "code": 200}]} {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:12:25.248539 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-e4e03838-2a3e-4056-883c-1d27901cd8e8 {{(pid=105586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:12:25.248934 n-d-705658-22 neutron-server[105586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31533b7a-7459-43fe-bfa1-37a8877d2d0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02c1d30c-87d1-4ab3-8a04-cc33f5f02b7e', 'code': 200} Jul 27 21:12:25.253903 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-eabb8654-1066-4e76-b83d-95682e8812bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:25.263894 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-eabb8654-1066-4e76-b83d-95682e8812bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:25.390779 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-eabb8654-1066-4e76-b83d-95682e8812bb admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=ad46a5b4c7774e77a187a192d05bf6a8&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2008619 Jul 27 21:12:25.393852 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 59740) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:12:25.447459 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabb8654-1066-4e76-b83d-95682e8812bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25671c65-8c03-4bbf-a830-c6cdaeecc422,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:12:25.475903 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] get_ports_and_sgs() called for port_ids ['86bd856e-9b00-48a0-9c58-b50c7a0c27a0'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:12:25.513853 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-1f77f818-4374-4f8f-99c0-18d8cb3e4a1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:25.547810 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-1f77f818-4374-4f8f-99c0-18d8cb3e4a1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:25.589795 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d281cfe4-8c68-4abd-a414-4a1da1d0d1fa req-1d23f6cd-cdc5-4cdb-843c-91764164bc25 tempest-ServerRescueNegativeTestJSON-1381818065 tempest-ServerRescueNegativeTestJSON-1381818065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:12:25.593061 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-d281cfe4-8c68-4abd-a414-4a1da1d0d1fa req-1d23f6cd-cdc5-4cdb-843c-91764164bc25 tempest-ServerRescueNegativeTestJSON-1381818065 tempest-ServerRescueNegativeTestJSON-1381818065-project] 10.222.0.59 "GET /v2.0/ports?device_id=0825c36d-0908-4005-9b56-a6dfd34ad897 HTTP/1.1" status: 200 len: 945 time: 0.2084439 Jul 27 21:12:25.610271 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 59746) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:12:25.692013 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-1f77f818-4374-4f8f-99c0-18d8cb3e4a1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:25.695608 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-1f77f818-4374-4f8f-99c0-18d8cb3e4a1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:25.699087 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-1f77f818-4374-4f8f-99c0-18d8cb3e4a1c admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/25671c65-8c03-4bbf-a830-c6cdaeecc422 HTTP/1.1" status: 204 len: 168 time: 0.3018496 Jul 27 21:12:25.706962 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-d281cfe4-8c68-4abd-a414-4a1da1d0d1fa req-1a4bdc0b-8001-469a-85cc-03e68393e5d8 tempest-ServerRescueNegativeTestJSON-1381818065 tempest-ServerRescueNegativeTestJSON-1381818065-project] 10.222.0.59 "GET /v2.0/security-groups?id=ce8b1850-1d4d-402f-a118-5b56f5e06e52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062121 Jul 27 21:12:25.710126 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f77f818-4374-4f8f-99c0-18d8cb3e4a1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25671c65-8c03-4bbf-a830-c6cdaeecc422,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:12:25.722510 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e94ea67-e003-4840-9baa-d8363044868c admin admin] Deleting subnet 84e9bd09-8f44-489f-a7f6-029157f175a4 {{(pid=105584) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:12:25.727253 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-2e94ea67-e003-4840-9baa-d8363044868c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:25.788811 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-2e94ea67-e003-4840-9baa-d8363044868c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9014207'] for subnet, precommit_delete_associations {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:25.841319 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-2e94ea67-e003-4840-9baa-d8363044868c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854965'] for subnet, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:25.967825 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-2e94ea67-e003-4840-9baa-d8363044868c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9014081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9738825'] for subnet, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:26.027636 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-2e94ea67-e003-4840-9baa-d8363044868c admin admin] Notify callbacks [] for subnet, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:26.032636 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 59758) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:12:26.040609 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-2e94ea67-e003-4840-9baa-d8363044868c admin admin] 10.222.0.59 "DELETE /v2.0/subnets/84e9bd09-8f44-489f-a7f6-029157f175a4 HTTP/1.1" status: 204 len: 168 time: 0.4285662 Jul 27 21:12:26.046909 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e94ea67-e003-4840-9baa-d8363044868c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=84e9bd09-8f44-489f-a7f6-029157f175a4,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:12:26.153176 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-16cae415-8cf7-4819-b77c-674bbd1ed5d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-990557'] for network, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:26.254479 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 59770) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:12:26.287121 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-025cc85f-e445-4887-bbb2-2816f33a05b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:26.369382 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-16cae415-8cf7-4819-b77c-674bbd1ed5d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853562', 'neutron.services.segments.db._delete_segments_for_network-8790688882975'] for network, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:26.383574 n-d-705658-22 neutron-server[105585]: DEBUG neutron.services.segments.db [None req-16cae415-8cf7-4819-b77c-674bbd1ed5d7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8c6e3ad-a10d-44a6-88e2-66a15d74ac10']}} {{(pid=105585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:12:26.401378 n-d-705658-22 neutron-server[105585]: DEBUG neutron.services.segments.db [None req-16cae415-8cf7-4819-b77c-674bbd1ed5d7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3d51037-92bb-4b9c-bbae-b76c4d375504') {'for_net_delete': True} {{(pid=105585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:12:26.403080 n-d-705658-22 neutron-server[105585]: DEBUG neutron.services.segments.db [None req-16cae415-8cf7-4819-b77c-674bbd1ed5d7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3d51037-92bb-4b9c-bbae-b76c4d375504') {} {{(pid=105585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:12:26.414207 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-16cae415-8cf7-4819-b77c-674bbd1ed5d7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790688883752', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9886370'] for segment, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:26.463236 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-025cc85f-e445-4887-bbb2-2816f33a05b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:26.475966 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-025cc85f-e445-4887-bbb2-2816f33a05b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:26.480575 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-16cae415-8cf7-4819-b77c-674bbd1ed5d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:26.503105 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16cae415-8cf7-4819-b77c-674bbd1ed5d7 admin admin] Releasing vlan 211 on physical network physnet1 to pool {{(pid=105585) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:12:26.503520 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-16cae415-8cf7-4819-b77c-674bbd1ed5d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10221644'] for segment, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:26.505235 n-d-705658-22 neutron-server[105585]: Traceback (most recent call last): Jul 27 21:12:26.505235 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:12:26.505235 n-d-705658-22 neutron-server[105585]: timer() Jul 27 21:12:26.505235 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:12:26.505235 n-d-705658-22 neutron-server[105585]: cb(*args, **kw) Jul 27 21:12:26.505235 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:12:26.505235 n-d-705658-22 neutron-server[105585]: return func(*args, **kwargs) Jul 27 21:12:26.505235 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:12:26.505235 n-d-705658-22 neutron-server[105585]: self._notify() Jul 27 21:12:26.505235 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:12:26.505235 n-d-705658-22 neutron-server[105585]: self.callback(batched_events) Jul 27 21:12:26.505235 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:12:26.505235 n-d-705658-22 neutron-server[105585]: event.method(event) Jul 27 21:12:26.505235 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:12:26.505235 n-d-705658-22 neutron-server[105585]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:12:26.505235 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:12:26.505235 n-d-705658-22 neutron-server[105585]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:12:26.505235 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:12:26.505235 n-d-705658-22 neutron-server[105585]: return f(self, *a, **k) Jul 27 21:12:26.505235 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:12:26.505235 n-d-705658-22 neutron-server[105585]: return self._get(url).json() Jul 27 21:12:26.505235 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:12:26.505235 n-d-705658-22 neutron-server[105585]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:12:26.505235 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:12:26.505235 n-d-705658-22 neutron-server[105585]: return self.request(url, 'GET', **kwargs) Jul 27 21:12:26.505235 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:12:26.505235 n-d-705658-22 neutron-server[105585]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:12:26.505235 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:12:26.505235 n-d-705658-22 neutron-server[105585]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:12:26.505235 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:12:26.505235 n-d-705658-22 neutron-server[105585]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:12:26.505235 n-d-705658-22 neutron-server[105585]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:12:26.534499 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-025cc85f-e445-4887-bbb2-2816f33a05b4 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=4731cb5cadf54529ab816e504deb850b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2786520 Jul 27 21:12:26.536992 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 59780) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:12:26.546657 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025cc85f-e445-4887-bbb2-2816f33a05b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20a1c597-1a3f-4a6b-a642-0507eeb1e7f1,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:12:26.570305 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Device 86bd856e-9b00-48a0-9c58-b50c7a0c27a0 up at agent hyperv_n-h2-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:12:26.613630 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-65e0b8d4-f973-40ee-accb-4e44e18c56b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:26.650489 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-3d54578f-831f-4696-b568-13c455922dab None None] Provisioning for port 86bd856e-9b00-48a0-9c58-b50c7a0c27a0 completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:12:26.656344 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-3d54578f-831f-4696-b568-13c455922dab None None] Provisioning complete for port 86bd856e-9b00-48a0-9c58-b50c7a0c27a0 triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:12:26.656728 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:26.682335 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-65e0b8d4-f973-40ee-accb-4e44e18c56b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:26.704835 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e124541d-f635-407c-adca-bba862beb84a req-971120fe-801d-4541-96cd-0880f37c5e67 tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:12:26.709187 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e124541d-f635-407c-adca-bba862beb84a req-971120fe-801d-4541-96cd-0880f37c5e67 tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] 10.222.0.59 "GET /v2.0/ports?device_id=31533b7a-7459-43fe-bfa1-37a8877d2d0a HTTP/1.1" status: 200 len: 945 time: 0.4178262 Jul 27 21:12:26.718703 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-16cae415-8cf7-4819-b77c-674bbd1ed5d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4075658'] for network, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:26.750837 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-16cae415-8cf7-4819-b77c-674bbd1ed5d7 admin admin] Notify callbacks [] for network, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:26.752779 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-16cae415-8cf7-4819-b77c-674bbd1ed5d7 admin admin] 10.222.0.59 "DELETE /v2.0/networks/f8c6e3ad-a10d-44a6-88e2-66a15d74ac10 HTTP/1.1" status: 204 len: 168 time: 0.7194865 Jul 27 21:12:26.833669 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b877223-fdc4-4d6f-bb78-da61bf52eaf9 req-adc09e65-96fd-410f-bf39-24a01efbea86 tempest-ServerRescueTestJSONUnderV235-589534428 tempest-ServerRescueTestJSONUnderV235-589534428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:12:26.835366 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-4b877223-fdc4-4d6f-bb78-da61bf52eaf9 req-adc09e65-96fd-410f-bf39-24a01efbea86 tempest-ServerRescueTestJSONUnderV235-589534428 tempest-ServerRescueTestJSONUnderV235-589534428-project] 10.222.0.59 "GET /v2.0/ports?device_id=5b701460-64e5-4196-93e5-b01788246243 HTTP/1.1" status: 200 len: 945 time: 0.4133313 Jul 27 21:12:26.848216 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16cae415-8cf7-4819-b77c-674bbd1ed5d7 admin admin] Pushing event deleted for resources: {'Network': ['ID=f8c6e3ad-a10d-44a6-88e2-66a15d74ac10,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:12:26.859518 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-65e0b8d4-f973-40ee-accb-4e44e18c56b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:26.865340 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:26.869541 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-65e0b8d4-f973-40ee-accb-4e44e18c56b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:26.872310 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-65e0b8d4-f973-40ee-accb-4e44e18c56b9 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/20a1c597-1a3f-4a6b-a642-0507eeb1e7f1 HTTP/1.1" status: 204 len: 168 time: 0.3329682 Jul 27 21:12:26.905790 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e0b8d4-f973-40ee-accb-4e44e18c56b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20a1c597-1a3f-4a6b-a642-0507eeb1e7f1,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:12:26.942302 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] For port 86bd856e-9b00-48a0-9c58-b50c7a0c27a0, host n-h2-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=86bd856e-9b00-48a0-9c58-b50c7a0c27a0,segment=NetworkSegment(69be0b53-de98-4f1a-b28e-7ef1935836ed),segment_id=69be0b53-de98-4f1a-b28e-7ef1935836ed)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:12:26.968127 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e124541d-f635-407c-adca-bba862beb84a req-c5a5bda7-d704-4edc-a5ed-80f9b17ef4ec tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] 10.222.0.59 "GET /v2.0/security-groups?id=c166a083-e7a4-430d-b39b-9b2d1c142ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2278898 Jul 27 21:12:26.971049 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:27.055510 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-4b877223-fdc4-4d6f-bb78-da61bf52eaf9 req-04c0e551-2cbb-4e76-a089-8f8cc255ca89 tempest-ServerRescueTestJSONUnderV235-589534428 tempest-ServerRescueTestJSONUnderV235-589534428-project] 10.222.0.59 "GET /v2.0/security-groups?id=95603a71-ea3d-4143-81b0-7bce4dd79980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2035036 Jul 27 21:12:27.173285 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Pushing event updated for resources: {'Port': ['ID=86bd856e-9b00-48a0-9c58-b50c7a0c27a0,revision_number=5']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:12:27.208391 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 59798) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:12:27.250286 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b701460-64e5-4196-93e5-b01788246243', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86bd856e-9b00-48a0-9c58-b50c7a0c27a0'}] {{(pid=105586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:12:27.254626 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14c1663e039faf5393f87855f745010ac5b02220355b68fdbf065393e303ac56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f00bc06-9e01-48f1-a208-0bc02e9b7acd" -d '{"events": [{"server_uuid": "5b701460-64e5-4196-93e5-b01788246243", "name": "network-vif-plugged", "status": "completed", "tag": "86bd856e-9b00-48a0-9c58-b50c7a0c27a0"}]}' {{(pid=105586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:12:27.301947 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d80bb16-3129-4988-ab43-fe07be7e06fb req-79ad2aa3-14dc-4f1a-acfd-b19469dd41c9 tempest-ServerRescueNegativeTestJSON-1381818065 tempest-ServerRescueNegativeTestJSON-1381818065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:12:27.312623 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-7d80bb16-3129-4988-ab43-fe07be7e06fb req-79ad2aa3-14dc-4f1a-acfd-b19469dd41c9 tempest-ServerRescueNegativeTestJSON-1381818065 tempest-ServerRescueNegativeTestJSON-1381818065-project] 10.222.0.59 "GET /v2.0/ports?device_id=0825c36d-0908-4005-9b56-a6dfd34ad897 HTTP/1.1" status: 200 len: 945 time: 0.1784582 Jul 27 21:12:27.314030 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:12:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14885769-8a8e-4422-956f-36f6c231369d x-openstack-request-id: req-14885769-8a8e-4422-956f-36f6c231369d {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:12:27.314392 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b701460-64e5-4196-93e5-b01788246243", "name": "network-vif-plugged", "status": "completed", "tag": "86bd856e-9b00-48a0-9c58-b50c7a0c27a0", "code": 200}]} {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:12:27.314716 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-14885769-8a8e-4422-956f-36f6c231369d {{(pid=105586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:12:27.315333 n-d-705658-22 neutron-server[105586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b701460-64e5-4196-93e5-b01788246243', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86bd856e-9b00-48a0-9c58-b50c7a0c27a0', 'code': 200} Jul 27 21:12:27.364014 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-d707ef44-4de1-4cd9-8a45-728f7ed0e212 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=4c0345f99e0e4bdfbc51c30d2fc911d5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1536961 Jul 27 21:12:27.367371 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 59804) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:12:27.431990 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-7d80bb16-3129-4988-ab43-fe07be7e06fb req-6f4a2d11-1784-445e-bdc7-bba8375c2c25 tempest-ServerRescueNegativeTestJSON-1381818065 tempest-ServerRescueNegativeTestJSON-1381818065-project] 10.222.0.59 "GET /v2.0/security-groups?id=ce8b1850-1d4d-402f-a118-5b56f5e06e52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184304 Jul 27 21:12:27.536924 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63172ced-554d-4e7a-8004-f14206599def req-a07de047-fc57-4de1-9c55-4f3bc7ef3ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:12:27.546265 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-63172ced-554d-4e7a-8004-f14206599def req-a07de047-fc57-4de1-9c55-4f3bc7ef3ed3 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=5b701460-64e5-4196-93e5-b01788246243 HTTP/1.1" status: 200 len: 1098 time: 0.1609085 Jul 27 21:12:27.547036 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-9a37dd7e-cf84-4fba-acfc-d024b78de469 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:27.620350 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-9a37dd7e-cf84-4fba-acfc-d024b78de469 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:27.637760 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-63172ced-554d-4e7a-8004-f14206599def req-a3441504-d8f5-4782-a3e5-8d4e5e029d5a service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=95603a71-ea3d-4143-81b0-7bce4dd79980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804658 Jul 27 21:12:27.721790 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-9a37dd7e-cf84-4fba-acfc-d024b78de469 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:27.726075 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-9a37dd7e-cf84-4fba-acfc-d024b78de469 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:27.730070 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-9a37dd7e-cf84-4fba-acfc-d024b78de469 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/57fc2f5e-2eb9-47d1-9f7e-204a07a0734a HTTP/1.1" status: 204 len: 168 time: 0.3590264 Jul 27 21:12:27.743350 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a37dd7e-cf84-4fba-acfc-d024b78de469 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57fc2f5e-2eb9-47d1-9f7e-204a07a0734a,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:12:28.201279 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f57a37-67dc-4021-b34d-f7b28230d4d2 req-d6d44153-88e8-465f-8eea-01d79ea22e5a tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:12:28.219202 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-42f57a37-67dc-4021-b34d-f7b28230d4d2 req-d6d44153-88e8-465f-8eea-01d79ea22e5a tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] 10.222.0.59 "GET /v2.0/ports?device_id=31533b7a-7459-43fe-bfa1-37a8877d2d0a HTTP/1.1" status: 200 len: 945 time: 0.1604469 Jul 27 21:12:28.280951 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-42f57a37-67dc-4021-b34d-f7b28230d4d2 req-a0371cd4-dbdc-4d2d-b53d-bcc7628a8a1a tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] 10.222.0.59 "GET /v2.0/security-groups?id=c166a083-e7a4-430d-b39b-9b2d1c142ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551817 Jul 27 21:12:28.415736 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffafed14-fa62-4466-9870-85225b1b33a1 req-5c7bb0c3-e868-4485-a0e9-e7c3d4059e06 tempest-ServerRescueTestJSONUnderV235-589534428 tempest-ServerRescueTestJSONUnderV235-589534428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:12:28.429476 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-ffafed14-fa62-4466-9870-85225b1b33a1 req-5c7bb0c3-e868-4485-a0e9-e7c3d4059e06 tempest-ServerRescueTestJSONUnderV235-589534428 tempest-ServerRescueTestJSONUnderV235-589534428-project] 10.222.0.59 "GET /v2.0/ports?device_id=5b701460-64e5-4196-93e5-b01788246243 HTTP/1.1" status: 200 len: 946 time: 0.1234343 Jul 27 21:12:28.496772 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-ffafed14-fa62-4466-9870-85225b1b33a1 req-faf57b25-ffcb-4408-addd-189c4b3c1cd0 tempest-ServerRescueTestJSONUnderV235-589534428 tempest-ServerRescueTestJSONUnderV235-589534428-project] 10.222.0.59 "GET /v2.0/security-groups?id=95603a71-ea3d-4143-81b0-7bce4dd79980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646007 Jul 27 21:12:28.659814 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da690fa4-395d-4a3e-a0bf-f5e56b5cf922 req-d32763d5-1ce6-4999-b750-2abf0b1a8e32 tempest-ServerRescueNegativeTestJSON-1381818065 tempest-ServerRescueNegativeTestJSON-1381818065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:12:28.661499 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-da690fa4-395d-4a3e-a0bf-f5e56b5cf922 req-d32763d5-1ce6-4999-b750-2abf0b1a8e32 tempest-ServerRescueNegativeTestJSON-1381818065 tempest-ServerRescueNegativeTestJSON-1381818065-project] 10.222.0.59 "GET /v2.0/ports?device_id=0825c36d-0908-4005-9b56-a6dfd34ad897 HTTP/1.1" status: 200 len: 945 time: 0.1135828 Jul 27 21:12:28.772363 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-da690fa4-395d-4a3e-a0bf-f5e56b5cf922 req-2bc17e24-47ba-40d1-a648-25205be32010 tempest-ServerRescueNegativeTestJSON-1381818065 tempest-ServerRescueNegativeTestJSON-1381818065-project] 10.222.0.59 "GET /v2.0/security-groups?id=ce8b1850-1d4d-402f-a118-5b56f5e06e52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964892 Jul 27 21:12:29.536769 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9fceaf-c437-4acd-85d1-e00b5cc715e0 req-3f99349a-4152-412f-9e22-c2e169d8058a tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:12:29.538010 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-3c9fceaf-c437-4acd-85d1-e00b5cc715e0 req-3f99349a-4152-412f-9e22-c2e169d8058a tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] 10.222.0.59 "GET /v2.0/ports?device_id=31533b7a-7459-43fe-bfa1-37a8877d2d0a HTTP/1.1" status: 200 len: 945 time: 0.1548285 Jul 27 21:12:29.622788 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-3c9fceaf-c437-4acd-85d1-e00b5cc715e0 req-be50e7ed-d0d9-44f2-9256-1ec4b2268bc3 tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] 10.222.0.59 "GET /v2.0/security-groups?id=c166a083-e7a4-430d-b39b-9b2d1c142ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773246 Jul 27 21:12:29.861191 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d6f40f-f0c7-4e48-8028-c7391cae3d0e req-f427349f-a127-4c87-96ca-edd893620ca3 tempest-ServerRescueTestJSONUnderV235-589534428 tempest-ServerRescueTestJSONUnderV235-589534428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:12:29.874255 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e6d6f40f-f0c7-4e48-8028-c7391cae3d0e req-f427349f-a127-4c87-96ca-edd893620ca3 tempest-ServerRescueTestJSONUnderV235-589534428 tempest-ServerRescueTestJSONUnderV235-589534428-project] 10.222.0.59 "GET /v2.0/ports?device_id=5b701460-64e5-4196-93e5-b01788246243 HTTP/1.1" status: 200 len: 946 time: 0.1534338 Jul 27 21:12:29.994276 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e6d6f40f-f0c7-4e48-8028-c7391cae3d0e req-77f61650-ccbc-4f81-979a-55c6154dd120 tempest-ServerRescueTestJSONUnderV235-589534428 tempest-ServerRescueTestJSONUnderV235-589534428-project] 10.222.0.59 "GET /v2.0/security-groups?id=95603a71-ea3d-4143-81b0-7bce4dd79980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190686 Jul 27 21:12:30.176187 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5324f0f-e342-4a36-9e3f-55ea234d9223 req-685348af-9948-452b-9162-335e9586441d tempest-ServerRescueNegativeTestJSON-1381818065 tempest-ServerRescueNegativeTestJSON-1381818065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:12:30.191522 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a5324f0f-e342-4a36-9e3f-55ea234d9223 req-685348af-9948-452b-9162-335e9586441d tempest-ServerRescueNegativeTestJSON-1381818065 tempest-ServerRescueNegativeTestJSON-1381818065-project] 10.222.0.59 "GET /v2.0/ports?device_id=0825c36d-0908-4005-9b56-a6dfd34ad897 HTTP/1.1" status: 200 len: 945 time: 0.1908090 Jul 27 21:12:30.313769 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a5324f0f-e342-4a36-9e3f-55ea234d9223 req-36c4beff-1364-435b-81a4-2fda36e367e7 tempest-ServerRescueNegativeTestJSON-1381818065 tempest-ServerRescueNegativeTestJSON-1381818065-project] 10.222.0.59 "GET /v2.0/security-groups?id=ce8b1850-1d4d-402f-a118-5b56f5e06e52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170630 Jul 27 21:12:30.425011 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab13527-7f92-47f0-8d9d-1229b95b6766 req-bcdc7544-f001-4f4a-aab5-fdda49712f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:12:30.430766 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-9ab13527-7f92-47f0-8d9d-1229b95b6766 req-bcdc7544-f001-4f4a-aab5-fdda49712f8b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=596d15ccffcd4935954d819b173c7fae&device_id=5b701460-64e5-4196-93e5-b01788246243 HTTP/1.1" status: 200 len: 1098 time: 0.0848882 Jul 27 21:12:30.594087 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f67e461-6258-4c90-8414-b6fd7a9e9c87 req-2a3e97ad-bf32-4013-9610-74b12d2c5bf2 tempest-ServerRescueTestJSONUnderV235-589534428 tempest-ServerRescueTestJSONUnderV235-589534428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:12:30.602840 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-8f67e461-6258-4c90-8414-b6fd7a9e9c87 req-2a3e97ad-bf32-4013-9610-74b12d2c5bf2 tempest-ServerRescueTestJSONUnderV235-589534428 tempest-ServerRescueTestJSONUnderV235-589534428-project] 10.222.0.59 "GET /v2.0/ports?device_id=5b701460-64e5-4196-93e5-b01788246243 HTTP/1.1" status: 200 len: 946 time: 0.1574130 Jul 27 21:12:30.607332 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab13527-7f92-47f0-8d9d-1229b95b6766 req-fe8ac9f7-f8ce-4297-95c5-9396766c3aad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:12:30.608955 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-9ab13527-7f92-47f0-8d9d-1229b95b6766 req-fe8ac9f7-f8ce-4297-95c5-9396766c3aad service neutron] 10.222.0.60 "GET /v2.0/networks?id=b8f948c7-bfa9-44cb-936e-c199c057fe39 HTTP/1.1" status: 200 len: 921 time: 0.1708930 Jul 27 21:12:30.696999 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-9ab13527-7f92-47f0-8d9d-1229b95b6766 req-906ab403-5b82-41c2-a8f0-6da8f3495479 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=86bd856e-9b00-48a0-9c58-b50c7a0c27a0 HTTP/1.1" status: 200 len: 217 time: 0.0799115 Jul 27 21:12:30.750136 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-8f67e461-6258-4c90-8414-b6fd7a9e9c87 req-14c6354b-82af-498e-85d6-c8c7030273f6 tempest-ServerRescueTestJSONUnderV235-589534428 tempest-ServerRescueTestJSONUnderV235-589534428-project] 10.222.0.59 "GET /v2.0/security-groups?id=95603a71-ea3d-4143-81b0-7bce4dd79980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302238 Jul 27 21:12:30.795396 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab13527-7f92-47f0-8d9d-1229b95b6766 req-b277953e-ceda-4f6e-be2a-57ccceab86e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:12:30.796867 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-9ab13527-7f92-47f0-8d9d-1229b95b6766 req-b277953e-ceda-4f6e-be2a-57ccceab86e2 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=b55d8227-ef6b-4263-840b-22086dfeae57 HTTP/1.1" status: 200 len: 860 time: 0.0924277 Jul 27 21:12:30.901009 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-9ab13527-7f92-47f0-8d9d-1229b95b6766 req-186757a1-9277-476c-8f5f-a56c54409e86 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b8f948c7-bfa9-44cb-936e-c199c057fe39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0964296 Jul 27 21:12:31.175562 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655058a4-9af0-4153-a2ca-90901cdcc302 req-ee8ec9b3-3565-43ee-9348-3e98dbfb87b7 tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:12:31.189367 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-655058a4-9af0-4153-a2ca-90901cdcc302 req-ee8ec9b3-3565-43ee-9348-3e98dbfb87b7 tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] 10.222.0.59 "GET /v2.0/ports?device_id=31533b7a-7459-43fe-bfa1-37a8877d2d0a HTTP/1.1" status: 200 len: 945 time: 0.2079747 Jul 27 21:12:31.338482 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-18695fa7-4b26-49a8-970b-be3ce506d01b req-9f97317d-1129-46ee-8f2a-1b190108385b tempest-ServerShowV254Test-866986042 tempest-ServerShowV254Test-866986042-project] 10.222.0.59 "GET /v2.0/ports?device_id=c5fd6c46-024d-4ff2-b445-51c38e2be32a HTTP/1.1" status: 200 len: 210 time: 0.1454639 Jul 27 21:12:31.397914 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-655058a4-9af0-4153-a2ca-90901cdcc302 req-2620e483-b26f-440f-9d16-86b73043b28e tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] 10.222.0.59 "GET /v2.0/security-groups?id=c166a083-e7a4-430d-b39b-9b2d1c142ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2059216 Jul 27 21:12:31.716125 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cadb24-3dc6-47f4-83cf-c233a47f4299 req-7d4ee510-62b4-455d-bf03-fc03dd7005c2 tempest-ServerRescueNegativeTestJSON-1381818065 tempest-ServerRescueNegativeTestJSON-1381818065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:12:31.720979 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-72cadb24-3dc6-47f4-83cf-c233a47f4299 req-7d4ee510-62b4-455d-bf03-fc03dd7005c2 tempest-ServerRescueNegativeTestJSON-1381818065 tempest-ServerRescueNegativeTestJSON-1381818065-project] 10.222.0.59 "GET /v2.0/ports?device_id=0825c36d-0908-4005-9b56-a6dfd34ad897 HTTP/1.1" status: 200 len: 945 time: 0.2360227 Jul 27 21:12:31.871040 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-72cadb24-3dc6-47f4-83cf-c233a47f4299 req-16078c4f-da6a-4a86-9f10-a1e6bc14fad0 tempest-ServerRescueNegativeTestJSON-1381818065 tempest-ServerRescueNegativeTestJSON-1381818065-project] 10.222.0.59 "GET /v2.0/security-groups?id=ce8b1850-1d4d-402f-a118-5b56f5e06e52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404030 Jul 27 21:12:31.913027 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-9ab13527-7f92-47f0-8d9d-1229b95b6766 req-1de528e5-7c25-40fe-bdb2-db8d66c4b334 service neutron] 10.222.0.60 "GET /v2.0/networks/b8f948c7-bfa9-44cb-936e-c199c057fe39?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0033281 Jul 27 21:12:32.025245 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6702d4e6-451f-490c-8b95-62cb06beddc2 req-0c072e4c-a1e8-4881-bff7-36ea7e487db8 tempest-ServerRescueTestJSONUnderV235-589534428 tempest-ServerRescueTestJSONUnderV235-589534428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:12:32.037763 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-6702d4e6-451f-490c-8b95-62cb06beddc2 req-0c072e4c-a1e8-4881-bff7-36ea7e487db8 tempest-ServerRescueTestJSONUnderV235-589534428 tempest-ServerRescueTestJSONUnderV235-589534428-project] 10.222.0.59 "GET /v2.0/ports?device_id=5b701460-64e5-4196-93e5-b01788246243 HTTP/1.1" status: 200 len: 946 time: 0.1475978 Jul 27 21:12:32.141290 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-9ab13527-7f92-47f0-8d9d-1229b95b6766 req-c780855d-261c-4def-b32f-2e7951f35fd1 service neutron] 10.222.0.60 "GET /v2.0/networks/b8f948c7-bfa9-44cb-936e-c199c057fe39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2166460 Jul 27 21:12:32.142369 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-6702d4e6-451f-490c-8b95-62cb06beddc2 req-2ec64f24-1403-4fbb-83c2-a7b4ae9b6055 tempest-ServerRescueTestJSONUnderV235-589534428 tempest-ServerRescueTestJSONUnderV235-589534428-project] 10.222.0.59 "GET /v2.0/security-groups?id=95603a71-ea3d-4143-81b0-7bce4dd79980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036716 Jul 27 21:12:32.618125 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-4ba2eb3b-0f0c-45e9-bf2c-910e18b7f966 req-803feef2-d926-4e86-84c0-448b92b972f5 tempest-ServerShowV254Test-866986042 tempest-ServerShowV254Test-866986042-project] 10.222.0.59 "GET /v2.0/ports?device_id=c5fd6c46-024d-4ff2-b445-51c38e2be32a HTTP/1.1" status: 200 len: 210 time: 0.0695589 Jul 27 21:12:32.759381 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3cdb51-6ff9-451b-9fff-36af678aea3e req-ff37958a-6a21-41d1-b242-f9cf2e2b47ac tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:12:32.761057 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-0f3cdb51-6ff9-451b-9fff-36af678aea3e req-ff37958a-6a21-41d1-b242-f9cf2e2b47ac tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] 10.222.0.59 "GET /v2.0/ports?device_id=31533b7a-7459-43fe-bfa1-37a8877d2d0a HTTP/1.1" status: 200 len: 945 time: 0.1942637 Jul 27 21:12:32.829380 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-0f3cdb51-6ff9-451b-9fff-36af678aea3e req-43fb9a66-ccbe-48b0-bd22-fb98328585ec tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] 10.222.0.59 "GET /v2.0/security-groups?id=c166a083-e7a4-430d-b39b-9b2d1c142ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577011 Jul 27 21:12:33.088113 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efb8f53-6e46-4aea-a540-a3acc9a331c5 req-83b257d9-fa1b-4075-831b-0db76efeedce tempest-ServerRescueNegativeTestJSON-1381818065 tempest-ServerRescueNegativeTestJSON-1381818065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:12:33.114456 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-4efb8f53-6e46-4aea-a540-a3acc9a331c5 req-83b257d9-fa1b-4075-831b-0db76efeedce tempest-ServerRescueNegativeTestJSON-1381818065 tempest-ServerRescueNegativeTestJSON-1381818065-project] 10.222.0.59 "GET /v2.0/ports?device_id=0825c36d-0908-4005-9b56-a6dfd34ad897 HTTP/1.1" status: 200 len: 945 time: 0.1261296 Jul 27 21:12:33.184778 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-4efb8f53-6e46-4aea-a540-a3acc9a331c5 req-3f71f0f9-374d-468a-b5a3-f42fdd7fd3df tempest-ServerRescueNegativeTestJSON-1381818065 tempest-ServerRescueNegativeTestJSON-1381818065-project] 10.222.0.59 "GET /v2.0/security-groups?id=ce8b1850-1d4d-402f-a118-5b56f5e06e52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672538 Jul 27 21:12:33.507505 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08786ee8-7b7b-4156-9494-c3cb0ee36c9f req-489d6dd0-10ac-4603-93f6-9ad756cbe920 tempest-ServerRescueTestJSONUnderV235-589534428 tempest-ServerRescueTestJSONUnderV235-589534428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:12:33.517126 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-08786ee8-7b7b-4156-9494-c3cb0ee36c9f req-489d6dd0-10ac-4603-93f6-9ad756cbe920 tempest-ServerRescueTestJSONUnderV235-589534428 tempest-ServerRescueTestJSONUnderV235-589534428-project] 10.222.0.59 "GET /v2.0/ports?device_id=5b701460-64e5-4196-93e5-b01788246243 HTTP/1.1" status: 200 len: 946 time: 0.1714196 Jul 27 21:12:33.577919 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-08786ee8-7b7b-4156-9494-c3cb0ee36c9f req-673f32a6-d187-4c7b-a07f-e6054ed8737d tempest-ServerRescueTestJSONUnderV235-589534428 tempest-ServerRescueTestJSONUnderV235-589534428-project] 10.222.0.59 "GET /v2.0/security-groups?id=95603a71-ea3d-4143-81b0-7bce4dd79980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553904 Jul 27 21:12:33.776421 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-1a123e3b-dbc7-42f6-9a59-a3840f079cbf req-724246b4-db91-4ddb-bae0-8bf8d8d1719b tempest-ServerShowV254Test-866986042 tempest-ServerShowV254Test-866986042-project] 10.222.0.59 "GET /v2.0/ports?device_id=c5fd6c46-024d-4ff2-b445-51c38e2be32a HTTP/1.1" status: 200 len: 210 time: 0.0586550 Jul 27 21:12:34.054501 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce452a8-987e-4f2c-b5f0-0e54cc44c642 req-3741790e-f07d-4b59-95f9-e179086e885a tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:12:34.064933 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-0ce452a8-987e-4f2c-b5f0-0e54cc44c642 req-3741790e-f07d-4b59-95f9-e179086e885a tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] 10.222.0.59 "GET /v2.0/ports?device_id=31533b7a-7459-43fe-bfa1-37a8877d2d0a HTTP/1.1" status: 200 len: 945 time: 0.1372857 Jul 27 21:12:34.131736 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-0ce452a8-987e-4f2c-b5f0-0e54cc44c642 req-c3a152d6-1f6f-42df-b0ff-812bb94983fd tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] 10.222.0.59 "GET /v2.0/security-groups?id=c166a083-e7a4-430d-b39b-9b2d1c142ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618503 Jul 27 21:12:34.435880 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3297ed-5600-4c7b-83c8-305043636451 req-a806b595-4ddb-489e-86fd-cea832233b2a tempest-ServerRescueNegativeTestJSON-1381818065 tempest-ServerRescueNegativeTestJSON-1381818065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:12:34.439969 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-cc3297ed-5600-4c7b-83c8-305043636451 req-a806b595-4ddb-489e-86fd-cea832233b2a tempest-ServerRescueNegativeTestJSON-1381818065 tempest-ServerRescueNegativeTestJSON-1381818065-project] 10.222.0.59 "GET /v2.0/ports?device_id=0825c36d-0908-4005-9b56-a6dfd34ad897 HTTP/1.1" status: 200 len: 945 time: 0.1506274 Jul 27 21:12:34.510378 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-cc3297ed-5600-4c7b-83c8-305043636451 req-234c331c-158b-44dc-9395-4d7d3f149a89 tempest-ServerRescueNegativeTestJSON-1381818065 tempest-ServerRescueNegativeTestJSON-1381818065-project] 10.222.0.59 "GET /v2.0/security-groups?id=ce8b1850-1d4d-402f-a118-5b56f5e06e52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630302 Jul 27 21:12:34.539612 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-bc850ef5-d0c5-48d8-8adb-8f63754bec8c req-3b55010f-e07d-43ad-abd3-41db1ef34eb8 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=c5fd6c46-024d-4ff2-b445-51c38e2be32a HTTP/1.1" status: 200 len: 210 time: 0.2440183 Jul 27 21:12:34.842010 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ead6f6-a29f-4033-baa1-71d868f1000a req-25cad195-35ab-4df7-9bb3-66769f90ebba tempest-ServerRescueTestJSONUnderV235-589534428 tempest-ServerRescueTestJSONUnderV235-589534428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:12:34.844294 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-49ead6f6-a29f-4033-baa1-71d868f1000a req-25cad195-35ab-4df7-9bb3-66769f90ebba tempest-ServerRescueTestJSONUnderV235-589534428 tempest-ServerRescueTestJSONUnderV235-589534428-project] 10.222.0.59 "GET /v2.0/ports?device_id=5b701460-64e5-4196-93e5-b01788246243 HTTP/1.1" status: 200 len: 946 time: 0.1470478 Jul 27 21:12:34.937913 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-49ead6f6-a29f-4033-baa1-71d868f1000a req-aef88ef7-2f26-434b-87fa-3ac5c5f733cc tempest-ServerRescueTestJSONUnderV235-589534428 tempest-ServerRescueTestJSONUnderV235-589534428-project] 10.222.0.59 "GET /v2.0/security-groups?id=95603a71-ea3d-4143-81b0-7bce4dd79980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870171 Jul 27 21:12:35.001784 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-1cae3aca-d98a-4104-b21a-8761bb353495 req-5e18f083-473e-4e03-9261-99ba3698111c tempest-ServerShowV254Test-866986042 tempest-ServerShowV254Test-866986042-project] 10.222.0.59 "GET /v2.0/ports?device_id=c5fd6c46-024d-4ff2-b445-51c38e2be32a HTTP/1.1" status: 200 len: 210 time: 0.0694957 Jul 27 21:12:35.201218 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bd9ce0-aed8-4e18-8477-fedf4202984f req-3c5d8d8f-e99e-49cc-9d32-307be34d08c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:12:35.206520 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-90bd9ce0-aed8-4e18-8477-fedf4202984f req-3c5d8d8f-e99e-49cc-9d32-307be34d08c2 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=0825c36d-0908-4005-9b56-a6dfd34ad897 HTTP/1.1" status: 200 len: 1097 time: 0.0999312 Jul 27 21:12:35.313257 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-90bd9ce0-aed8-4e18-8477-fedf4202984f req-549f1133-9120-442b-90bb-8f63904dea27 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=ce8b1850-1d4d-402f-a118-5b56f5e06e52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001329 Jul 27 21:12:35.538942 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f8472b-827d-46b4-a3d2-30cb3ec7a87f req-df3f11df-ee24-4735-8550-6ba1bc195c4e tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:12:35.551566 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e3f8472b-827d-46b4-a3d2-30cb3ec7a87f req-df3f11df-ee24-4735-8550-6ba1bc195c4e tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] 10.222.0.59 "GET /v2.0/ports?device_id=31533b7a-7459-43fe-bfa1-37a8877d2d0a HTTP/1.1" status: 200 len: 945 time: 0.3262289 Jul 27 21:12:35.625930 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e3f8472b-827d-46b4-a3d2-30cb3ec7a87f req-18a96c56-f883-4ee9-9343-aa35f51d20f5 tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] 10.222.0.59 "GET /v2.0/security-groups?id=c166a083-e7a4-430d-b39b-9b2d1c142ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634058 Jul 27 21:12:35.739353 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb3efb7-52b1-458e-aae7-1f65aa7f9531 req-564b1584-2d63-4246-891a-df056626a8c9 tempest-ServerRescueNegativeTestJSON-1381818065 tempest-ServerRescueNegativeTestJSON-1381818065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:12:35.741040 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-deb3efb7-52b1-458e-aae7-1f65aa7f9531 req-564b1584-2d63-4246-891a-df056626a8c9 tempest-ServerRescueNegativeTestJSON-1381818065 tempest-ServerRescueNegativeTestJSON-1381818065-project] 10.222.0.59 "GET /v2.0/ports?device_id=0825c36d-0908-4005-9b56-a6dfd34ad897 HTTP/1.1" status: 200 len: 945 time: 0.1197171 Jul 27 21:12:35.800587 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-deb3efb7-52b1-458e-aae7-1f65aa7f9531 req-456a712c-496c-42a8-aee9-1786fdb2f229 tempest-ServerRescueNegativeTestJSON-1381818065 tempest-ServerRescueNegativeTestJSON-1381818065-project] 10.222.0.59 "GET /v2.0/security-groups?id=ce8b1850-1d4d-402f-a118-5b56f5e06e52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528843 Jul 27 21:12:36.187445 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-92e64d45-ca0d-484c-b63c-10bb245fe9d7 req-b5a39e3b-8c80-4d1c-895f-f8c7f86e42af tempest-ServerShowV254Test-866986042 tempest-ServerShowV254Test-866986042-project] 10.222.0.59 "GET /v2.0/ports?device_id=c5fd6c46-024d-4ff2-b445-51c38e2be32a HTTP/1.1" status: 200 len: 210 time: 0.0670106 Jul 27 21:12:36.198820 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369c48d5-7e3f-440e-875e-44e22b5a9ed2 req-7e6e8d6a-612f-475f-9bdc-1611759c4ede tempest-ServerRescueTestJSONUnderV235-589534428 tempest-ServerRescueTestJSONUnderV235-589534428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:12:36.201113 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-369c48d5-7e3f-440e-875e-44e22b5a9ed2 req-7e6e8d6a-612f-475f-9bdc-1611759c4ede tempest-ServerRescueTestJSONUnderV235-589534428 tempest-ServerRescueTestJSONUnderV235-589534428-project] 10.222.0.59 "GET /v2.0/ports?device_id=5b701460-64e5-4196-93e5-b01788246243 HTTP/1.1" status: 200 len: 946 time: 0.1597905 Jul 27 21:12:36.266506 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:36.279586 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-369c48d5-7e3f-440e-875e-44e22b5a9ed2 req-c973955c-4c87-415f-9e92-1711ebf29c59 tempest-ServerRescueTestJSONUnderV235-589534428 tempest-ServerRescueTestJSONUnderV235-589534428-project] 10.222.0.59 "GET /v2.0/security-groups?id=95603a71-ea3d-4143-81b0-7bce4dd79980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630529 Jul 27 21:12:36.869977 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4730e734-3540-495e-a643-7a4d2770dbf9 req-6d468418-937c-4973-94dd-a902cf0fd1aa tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:12:36.872262 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-4730e734-3540-495e-a643-7a4d2770dbf9 req-6d468418-937c-4973-94dd-a902cf0fd1aa tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] 10.222.0.59 "GET /v2.0/ports?device_id=31533b7a-7459-43fe-bfa1-37a8877d2d0a HTTP/1.1" status: 200 len: 945 time: 0.0887401 Jul 27 21:12:36.950287 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-4730e734-3540-495e-a643-7a4d2770dbf9 req-1d513429-eeaa-48c8-850c-3fd7c931e495 tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] 10.222.0.59 "GET /v2.0/security-groups?id=c166a083-e7a4-430d-b39b-9b2d1c142ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687318 Jul 27 21:12:37.193931 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9928d7ad-9424-4ebc-ba23-12577014e603 req-6ee72d3c-bfc6-4a6b-9829-b34674133044 tempest-ServerRescueNegativeTestJSON-1381818065 tempest-ServerRescueNegativeTestJSON-1381818065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:12:37.203175 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-9928d7ad-9424-4ebc-ba23-12577014e603 req-6ee72d3c-bfc6-4a6b-9829-b34674133044 tempest-ServerRescueNegativeTestJSON-1381818065 tempest-ServerRescueNegativeTestJSON-1381818065-project] 10.222.0.59 "GET /v2.0/ports?device_id=0825c36d-0908-4005-9b56-a6dfd34ad897 HTTP/1.1" status: 200 len: 945 time: 0.1192071 Jul 27 21:12:37.304269 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-9928d7ad-9424-4ebc-ba23-12577014e603 req-0cc2a208-0b13-4012-aa43-f30dbee3c800 tempest-ServerRescueNegativeTestJSON-1381818065 tempest-ServerRescueNegativeTestJSON-1381818065-project] 10.222.0.59 "GET /v2.0/security-groups?id=ce8b1850-1d4d-402f-a118-5b56f5e06e52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888920 Jul 27 21:12:37.360168 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-04051878-a193-418d-90b3-ede718df61e2 req-6f99c0ee-c86b-42ec-850a-da01c00b8205 tempest-ServerShowV254Test-866986042 tempest-ServerShowV254Test-866986042-project] 10.222.0.59 "GET /v2.0/ports?device_id=c5fd6c46-024d-4ff2-b445-51c38e2be32a HTTP/1.1" status: 200 len: 210 time: 0.1120865 Jul 27 21:12:37.716438 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137c504e-e088-4dbf-9fc1-ab352e723713 req-6b128ea1-78c3-4c31-ab39-aad2276c59a5 tempest-ServerRescueTestJSONUnderV235-589534428 tempest-ServerRescueTestJSONUnderV235-589534428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:12:37.726752 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-137c504e-e088-4dbf-9fc1-ab352e723713 req-6b128ea1-78c3-4c31-ab39-aad2276c59a5 tempest-ServerRescueTestJSONUnderV235-589534428 tempest-ServerRescueTestJSONUnderV235-589534428-project] 10.222.0.59 "GET /v2.0/ports?device_id=5b701460-64e5-4196-93e5-b01788246243 HTTP/1.1" status: 200 len: 946 time: 0.2483909 Jul 27 21:12:37.785363 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d02159-a4cb-4cec-9d0e-03e14353ae41 req-b3c4abea-cc65-4438-ad5c-f83a22e26eef tempest-ServerRescueNegativeTestJSON-1381818065 tempest-ServerRescueNegativeTestJSON-1381818065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:12:37.794943 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-37d02159-a4cb-4cec-9d0e-03e14353ae41 req-b3c4abea-cc65-4438-ad5c-f83a22e26eef tempest-ServerRescueNegativeTestJSON-1381818065 tempest-ServerRescueNegativeTestJSON-1381818065-project] 10.222.0.59 "GET /v2.0/ports?device_id=e2b02e93-995e-40bc-ad82-59da89f4fecb HTTP/1.1" status: 200 len: 945 time: 0.2525299 Jul 27 21:12:37.894266 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-137c504e-e088-4dbf-9fc1-ab352e723713 req-bc468dd7-73e3-4fa7-93c2-8309dcea4efe tempest-ServerRescueTestJSONUnderV235-589534428 tempest-ServerRescueTestJSONUnderV235-589534428-project] 10.222.0.59 "GET /v2.0/security-groups?id=95603a71-ea3d-4143-81b0-7bce4dd79980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1679549 Jul 27 21:12:37.930350 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-37d02159-a4cb-4cec-9d0e-03e14353ae41 req-30561024-fcdd-429e-8427-29023725eb7b tempest-ServerRescueNegativeTestJSON-1381818065 tempest-ServerRescueNegativeTestJSON-1381818065-project] 10.222.0.59 "GET /v2.0/security-groups?id=ce8b1850-1d4d-402f-a118-5b56f5e06e52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297047 Jul 27 21:12:38.295297 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6cf735-1a4e-4017-928b-305b1f5d1737 req-ea0b1d33-1658-450b-969a-b90ffbea66f4 tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:12:38.303633 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-2d6cf735-1a4e-4017-928b-305b1f5d1737 req-ea0b1d33-1658-450b-969a-b90ffbea66f4 tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] 10.222.0.59 "GET /v2.0/ports?device_id=31533b7a-7459-43fe-bfa1-37a8877d2d0a HTTP/1.1" status: 200 len: 945 time: 0.2361910 Jul 27 21:12:38.354572 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-2d6cf735-1a4e-4017-928b-305b1f5d1737 req-f088e9fd-7ec8-483e-9c0b-c7ffde800091 tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] 10.222.0.59 "GET /v2.0/security-groups?id=c166a083-e7a4-430d-b39b-9b2d1c142ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498066 Jul 27 21:12:38.392597 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac7d219-236f-47e3-b819-809073364510 req-3a8a87be-1820-4fc4-bf51-ca8243b2151c tempest-ServerRescueNegativeTestJSON-1381818065 tempest-ServerRescueNegativeTestJSON-1381818065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:12:38.394897 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-1ac7d219-236f-47e3-b819-809073364510 req-3a8a87be-1820-4fc4-bf51-ca8243b2151c tempest-ServerRescueNegativeTestJSON-1381818065 tempest-ServerRescueNegativeTestJSON-1381818065-project] 10.222.0.59 "GET /v2.0/ports?device_id=e2b02e93-995e-40bc-ad82-59da89f4fecb HTTP/1.1" status: 200 len: 945 time: 0.1756799 Jul 27 21:12:38.485459 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-1ac7d219-236f-47e3-b819-809073364510 req-2e50793d-885f-443b-812c-a23c2b787f49 tempest-ServerRescueNegativeTestJSON-1381818065 tempest-ServerRescueNegativeTestJSON-1381818065-project] 10.222.0.59 "GET /v2.0/security-groups?id=ce8b1850-1d4d-402f-a118-5b56f5e06e52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827973 Jul 27 21:12:38.553918 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-19984201-ef05-4fbe-8b43-fdc4bffbcbb8 req-26fe4200-8474-45eb-a9ba-9ccb4e5c9022 tempest-ServerShowV254Test-866986042 tempest-ServerShowV254Test-866986042-project] 10.222.0.59 "GET /v2.0/ports?device_id=c5fd6c46-024d-4ff2-b445-51c38e2be32a HTTP/1.1" status: 200 len: 210 time: 0.0624363 Jul 27 21:12:38.904722 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-b7819a7f-ca46-49a1-b139-e781bf355c12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:39.130930 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b969c7-76b8-4e5d-98bf-7f35bb586fca req-d6a013a0-05d4-44fd-85bd-a89bc0a3a660 tempest-ServerRescueTestJSONUnderV235-589534428 tempest-ServerRescueTestJSONUnderV235-589534428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:12:39.146703 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-d0b969c7-76b8-4e5d-98bf-7f35bb586fca req-d6a013a0-05d4-44fd-85bd-a89bc0a3a660 tempest-ServerRescueTestJSONUnderV235-589534428 tempest-ServerRescueTestJSONUnderV235-589534428-project] 10.222.0.59 "GET /v2.0/ports?device_id=5b701460-64e5-4196-93e5-b01788246243 HTTP/1.1" status: 200 len: 946 time: 0.1408124 Jul 27 21:12:39.195148 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-d0b969c7-76b8-4e5d-98bf-7f35bb586fca req-478f3eac-8b11-4a2a-b2be-334495658312 tempest-ServerRescueTestJSONUnderV235-589534428 tempest-ServerRescueTestJSONUnderV235-589534428-project] 10.222.0.59 "GET /v2.0/security-groups?id=95603a71-ea3d-4143-81b0-7bce4dd79980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433743 Jul 27 21:12:39.692354 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f89d95-1ad5-49b7-be7e-431a1e0c76f8 req-d743d373-fc3f-449b-8858-971bab5bdf54 tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:12:39.697504 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-c5f89d95-1ad5-49b7-be7e-431a1e0c76f8 req-d743d373-fc3f-449b-8858-971bab5bdf54 tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] 10.222.0.59 "GET /v2.0/ports?device_id=31533b7a-7459-43fe-bfa1-37a8877d2d0a HTTP/1.1" status: 200 len: 945 time: 0.2334208 Jul 27 21:12:39.798860 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-c5f89d95-1ad5-49b7-be7e-431a1e0c76f8 req-9e565455-db44-4bef-964f-9000b58b200c tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] 10.222.0.59 "GET /v2.0/security-groups?id=c166a083-e7a4-430d-b39b-9b2d1c142ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864022 Jul 27 21:12:39.834931 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b55c2d-ab31-4ab5-91b6-111d39a103d8 req-407806d5-20e9-451b-a5b8-2de9116245cb tempest-ServerRescueNegativeTestJSON-1381818065 tempest-ServerRescueNegativeTestJSON-1381818065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:12:39.852100 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-37b55c2d-ab31-4ab5-91b6-111d39a103d8 req-407806d5-20e9-451b-a5b8-2de9116245cb tempest-ServerRescueNegativeTestJSON-1381818065 tempest-ServerRescueNegativeTestJSON-1381818065-project] 10.222.0.59 "GET /v2.0/ports?device_id=e2b02e93-995e-40bc-ad82-59da89f4fecb HTTP/1.1" status: 200 len: 945 time: 0.2606895 Jul 27 21:12:39.957363 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-37b55c2d-ab31-4ab5-91b6-111d39a103d8 req-0c355281-b4ae-414b-a84b-05f26b9efa26 tempest-ServerRescueNegativeTestJSON-1381818065 tempest-ServerRescueNegativeTestJSON-1381818065-project] 10.222.0.59 "GET /v2.0/security-groups?id=ce8b1850-1d4d-402f-a118-5b56f5e06e52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000056 Jul 27 21:12:40.052678 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:40.071154 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a45dece2-fa78-457c-8493-b7207dc1d26d req-a8a491f2-96a3-4d46-b906-f7108fad45cb tempest-ServerShowV254Test-866986042 tempest-ServerShowV254Test-866986042-project] 10.222.0.59 "GET /v2.0/ports?device_id=c5fd6c46-024d-4ff2-b445-51c38e2be32a HTTP/1.1" status: 200 len: 210 time: 0.1081724 Jul 27 21:12:40.708540 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf84823-4709-474d-a324-ac9e06755847 req-9c221468-2b9f-4343-b30f-83b83c6eec86 tempest-ServerRescueNegativeTestJSON-1381818065 tempest-ServerRescueNegativeTestJSON-1381818065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:12:40.715398 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-bcf84823-4709-474d-a324-ac9e06755847 req-9c221468-2b9f-4343-b30f-83b83c6eec86 tempest-ServerRescueNegativeTestJSON-1381818065 tempest-ServerRescueNegativeTestJSON-1381818065-project] 10.222.0.59 "GET /v2.0/ports?device_id=e2b02e93-995e-40bc-ad82-59da89f4fecb HTTP/1.1" status: 200 len: 945 time: 0.2341042 Jul 27 21:12:40.758536 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff486350-f840-4554-816e-e126ada55504 req-13a683c7-2532-4591-bdc2-130b44084b7e tempest-ServerRescueTestJSONUnderV235-589534428 tempest-ServerRescueTestJSONUnderV235-589534428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:12:40.760396 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-ff486350-f840-4554-816e-e126ada55504 req-13a683c7-2532-4591-bdc2-130b44084b7e tempest-ServerRescueTestJSONUnderV235-589534428 tempest-ServerRescueTestJSONUnderV235-589534428-project] 10.222.0.59 "GET /v2.0/ports?device_id=5b701460-64e5-4196-93e5-b01788246243 HTTP/1.1" status: 200 len: 946 time: 0.3325896 Jul 27 21:12:40.900358 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-bcf84823-4709-474d-a324-ac9e06755847 req-8d5accc7-135a-4b8b-8dde-db3f5f97da9a tempest-ServerRescueNegativeTestJSON-1381818065 tempest-ServerRescueNegativeTestJSON-1381818065-project] 10.222.0.59 "GET /v2.0/security-groups?id=ce8b1850-1d4d-402f-a118-5b56f5e06e52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322689 Jul 27 21:12:40.945561 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-ff486350-f840-4554-816e-e126ada55504 req-75394a1a-7a30-4a10-83c6-7f1f32caaebe tempest-ServerRescueTestJSONUnderV235-589534428 tempest-ServerRescueTestJSONUnderV235-589534428-project] 10.222.0.59 "GET /v2.0/security-groups?id=95603a71-ea3d-4143-81b0-7bce4dd79980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419675 Jul 27 21:12:41.098763 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225f4cb6-8c7c-4e39-a079-419b240a82df req-9786e7dc-232f-46b0-b504-7ba4aaf87bf6 tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:12:41.103544 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-225f4cb6-8c7c-4e39-a079-419b240a82df req-9786e7dc-232f-46b0-b504-7ba4aaf87bf6 tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] 10.222.0.59 "GET /v2.0/ports?device_id=31533b7a-7459-43fe-bfa1-37a8877d2d0a HTTP/1.1" status: 200 len: 945 time: 0.1052077 Jul 27 21:12:41.177673 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-225f4cb6-8c7c-4e39-a079-419b240a82df req-25000c34-c56c-432a-9b2d-fc8a56671c72 tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] 10.222.0.59 "GET /v2.0/security-groups?id=c166a083-e7a4-430d-b39b-9b2d1c142ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549018 Jul 27 21:12:41.257504 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-34b7dd62-a9bc-4a10-a250-93cd4033f23c req-e9df5de4-d5e0-4a96-9646-d8bf6bcae977 tempest-ServerShowV254Test-866986042 tempest-ServerShowV254Test-866986042-project] 10.222.0.59 "GET /v2.0/ports?device_id=c5fd6c46-024d-4ff2-b445-51c38e2be32a HTTP/1.1" status: 200 len: 210 time: 0.0654430 Jul 27 21:12:41.541108 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-97897166-471d-403d-ac36-fdd85cbdd4cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:41.826435 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:42.169158 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecd02f2-62f8-4c07-b695-47a24b267f7c req-f874afa4-4c9f-4c9d-adb6-fd77a97d9c1a tempest-ServerRescueTestJSONUnderV235-589534428 tempest-ServerRescueTestJSONUnderV235-589534428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:12:42.171398 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-2ecd02f2-62f8-4c07-b695-47a24b267f7c req-f874afa4-4c9f-4c9d-adb6-fd77a97d9c1a tempest-ServerRescueTestJSONUnderV235-589534428 tempest-ServerRescueTestJSONUnderV235-589534428-project] 10.222.0.59 "GET /v2.0/ports?device_id=5b701460-64e5-4196-93e5-b01788246243 HTTP/1.1" status: 200 len: 946 time: 0.0989611 Jul 27 21:12:42.190432 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc81de6a-aa31-4013-8f64-8eb86343826e req-d57860ea-18ea-450e-b188-c0e213d7a648 tempest-ServerRescueNegativeTestJSON-1381818065 tempest-ServerRescueNegativeTestJSON-1381818065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:12:42.199081 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-bc81de6a-aa31-4013-8f64-8eb86343826e req-d57860ea-18ea-450e-b188-c0e213d7a648 tempest-ServerRescueNegativeTestJSON-1381818065 tempest-ServerRescueNegativeTestJSON-1381818065-project] 10.222.0.59 "GET /v2.0/ports?device_id=e2b02e93-995e-40bc-ad82-59da89f4fecb HTTP/1.1" status: 200 len: 945 time: 0.1775305 Jul 27 21:12:42.292689 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-bc81de6a-aa31-4013-8f64-8eb86343826e req-7021de78-acd3-4983-9b12-d46ff2067333 tempest-ServerRescueNegativeTestJSON-1381818065 tempest-ServerRescueNegativeTestJSON-1381818065-project] 10.222.0.59 "GET /v2.0/security-groups?id=ce8b1850-1d4d-402f-a118-5b56f5e06e52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924354 Jul 27 21:12:42.349033 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-2ecd02f2-62f8-4c07-b695-47a24b267f7c req-ab21310e-1bcf-4ee2-b2cc-633852122cb9 tempest-ServerRescueTestJSONUnderV235-589534428 tempest-ServerRescueTestJSONUnderV235-589534428-project] 10.222.0.59 "GET /v2.0/security-groups?id=95603a71-ea3d-4143-81b0-7bce4dd79980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412721 Jul 27 21:12:42.538162 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-c42b5b06-96de-4ed8-b4df-92103d8706f3 req-885ba34f-e767-446f-a712-d2fd46a80a3b tempest-ServerShowV254Test-866986042 tempest-ServerShowV254Test-866986042-project] 10.222.0.59 "GET /v2.0/ports?device_id=c5fd6c46-024d-4ff2-b445-51c38e2be32a HTTP/1.1" status: 200 len: 210 time: 0.0551114 Jul 27 21:12:42.622846 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c90bc66-b2d8-4bc2-8480-84bce2f9c2ed req-5aa211d5-a74f-43e9-a84c-4f1e8e0f7f6f tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:12:42.633513 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-2c90bc66-b2d8-4bc2-8480-84bce2f9c2ed req-5aa211d5-a74f-43e9-a84c-4f1e8e0f7f6f tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] 10.222.0.59 "GET /v2.0/ports?device_id=31533b7a-7459-43fe-bfa1-37a8877d2d0a HTTP/1.1" status: 200 len: 945 time: 0.2022145 Jul 27 21:12:42.754801 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-2c90bc66-b2d8-4bc2-8480-84bce2f9c2ed req-d6d2e2cb-93af-4586-abfc-1db1132b67ed tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] 10.222.0.59 "GET /v2.0/security-groups?id=c166a083-e7a4-430d-b39b-9b2d1c142ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199150 Jul 27 21:12:42.845648 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-bb32ed7d-8717-448b-a9c8-a5a0117d1fd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:43.281702 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 60344) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:12:43.431190 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-17870c22-039d-412a-831b-4f2d555ac5f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:43.595040 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-17870c22-039d-412a-831b-4f2d555ac5f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:43.698393 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-17870c22-039d-412a-831b-4f2d555ac5f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:43.730475 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-2976cefa-cfbc-43ab-b8e2-705b39ab048f req-3c12c19d-7a53-4016-b452-c12757832043 tempest-ServerShowV254Test-866986042 tempest-ServerShowV254Test-866986042-project] 10.222.0.59 "GET /v2.0/ports?device_id=c5fd6c46-024d-4ff2-b445-51c38e2be32a HTTP/1.1" status: 200 len: 210 time: 0.0413411 Jul 27 21:12:43.800237 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 60380) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:12:43.827573 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-17870c22-039d-412a-831b-4f2d555ac5f3 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=9b370a9995fa4a639fb57e7a9ce84c40&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5446668 Jul 27 21:12:43.843117 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17870c22-039d-412a-831b-4f2d555ac5f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca4c3266-334a-40c7-9c3b-965794dedd15,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:12:43.866809 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17870c22-039d-412a-831b-4f2d555ac5f3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:12:43.877095 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17870c22-039d-412a-831b-4f2d555ac5f3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:12:43.877543 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17870c22-039d-412a-831b-4f2d555ac5f3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:12:43.877955 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17870c22-039d-412a-831b-4f2d555ac5f3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:12:43.878249 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17870c22-039d-412a-831b-4f2d555ac5f3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:12:43.878592 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17870c22-039d-412a-831b-4f2d555ac5f3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:12:43.878931 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17870c22-039d-412a-831b-4f2d555ac5f3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:12:43.881514 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17870c22-039d-412a-831b-4f2d555ac5f3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:12:43.881870 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17870c22-039d-412a-831b-4f2d555ac5f3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:12:43.882224 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17870c22-039d-412a-831b-4f2d555ac5f3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:12:43.882566 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17870c22-039d-412a-831b-4f2d555ac5f3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:12:43.882905 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17870c22-039d-412a-831b-4f2d555ac5f3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:12:43.936014 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-52eff9da-d3e6-41f2-bdea-9d2c17e7206e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:43.958087 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33faadf-a81d-4e8a-8d9f-73d15ac648ff req-73ec468d-21fe-4c8d-beff-5e7238137ed6 tempest-ServerRescueTestJSONUnderV235-589534428 tempest-ServerRescueTestJSONUnderV235-589534428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:12:43.966835 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-c33faadf-a81d-4e8a-8d9f-73d15ac648ff req-73ec468d-21fe-4c8d-beff-5e7238137ed6 tempest-ServerRescueTestJSONUnderV235-589534428 tempest-ServerRescueTestJSONUnderV235-589534428-project] 10.222.0.59 "GET /v2.0/ports?device_id=5b701460-64e5-4196-93e5-b01788246243 HTTP/1.1" status: 200 len: 946 time: 0.3697028 Jul 27 21:12:43.988265 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-52eff9da-d3e6-41f2-bdea-9d2c17e7206e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:44.052459 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-52eff9da-d3e6-41f2-bdea-9d2c17e7206e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:44.062329 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-52eff9da-d3e6-41f2-bdea-9d2c17e7206e admin admin] Notify callbacks [] for security_group, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:44.068789 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-52eff9da-d3e6-41f2-bdea-9d2c17e7206e admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/ca4c3266-334a-40c7-9c3b-965794dedd15 HTTP/1.1" status: 204 len: 168 time: 0.2674859 Jul 27 21:12:44.089842 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-c33faadf-a81d-4e8a-8d9f-73d15ac648ff req-52e04336-13b2-4a90-9ecb-b6bb08be3bd1 tempest-ServerRescueTestJSONUnderV235-589534428 tempest-ServerRescueTestJSONUnderV235-589534428-project] 10.222.0.59 "GET /v2.0/security-groups?id=95603a71-ea3d-4143-81b0-7bce4dd79980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138227 Jul 27 21:12:44.104412 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52eff9da-d3e6-41f2-bdea-9d2c17e7206e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca4c3266-334a-40c7-9c3b-965794dedd15,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:12:44.269435 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-875ced1b-4cf3-463a-9653-058f0f9421e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:44.283801 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdee977-203d-4313-91c9-06b1ee72f641 req-e72cf2bf-6745-4b5e-bc8a-6d7c304a64ed tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:12:44.293813 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-2fdee977-203d-4313-91c9-06b1ee72f641 req-e72cf2bf-6745-4b5e-bc8a-6d7c304a64ed tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] 10.222.0.59 "GET /v2.0/ports?device_id=31533b7a-7459-43fe-bfa1-37a8877d2d0a HTTP/1.1" status: 200 len: 945 time: 0.1947396 Jul 27 21:12:44.388757 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-2fdee977-203d-4313-91c9-06b1ee72f641 req-8814ca83-bd50-410d-be44-b377b681956f tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] 10.222.0.59 "GET /v2.0/security-groups?id=c166a083-e7a4-430d-b39b-9b2d1c142ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936208 Jul 27 21:12:44.719533 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9268a4-249b-461b-a88c-8fd21916638b req-c25ce5a2-292a-48e4-a1aa-97ffbf8ba6ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:12:44.721778 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-ad9268a4-249b-461b-a88c-8fd21916638b req-c25ce5a2-292a-48e4-a1aa-97ffbf8ba6ec service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1816f1c47c674f62ac676a2d74d8fad6&device_id=e2b02e93-995e-40bc-ad82-59da89f4fecb HTTP/1.1" status: 200 len: 1097 time: 0.1484821 Jul 27 21:12:44.732009 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26274184-e2fd-4a18-a016-426ad27317f7 req-c4d3cd19-42a6-4858-a206-d41da981fa8e tempest-ServerRescueNegativeTestJSON-1381818065 tempest-ServerRescueNegativeTestJSON-1381818065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:12:44.733532 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-26274184-e2fd-4a18-a016-426ad27317f7 req-c4d3cd19-42a6-4858-a206-d41da981fa8e tempest-ServerRescueNegativeTestJSON-1381818065 tempest-ServerRescueNegativeTestJSON-1381818065-project] 10.222.0.59 "GET /v2.0/ports?device_id=e2b02e93-995e-40bc-ad82-59da89f4fecb HTTP/1.1" status: 200 len: 945 time: 0.1468141 Jul 27 21:12:44.749141 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 60404) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:12:44.771587 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-5a71de47-efdc-4671-b7cb-3e30c561a74b admin admin] Notify callbacks [] for security_group, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:44.931145 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9268a4-249b-461b-a88c-8fd21916638b req-081d3d8a-1de2-4d20-b020-24e5f1ff4dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:12:44.933669 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-ad9268a4-249b-461b-a88c-8fd21916638b req-081d3d8a-1de2-4d20-b020-24e5f1ff4dcd service neutron] 10.222.0.60 "GET /v2.0/networks?id=1db3ecd8-5bfa-46e7-9a53-5860f7a92c34 HTTP/1.1" status: 200 len: 918 time: 0.2031977 Jul 27 21:12:44.943943 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-26274184-e2fd-4a18-a016-426ad27317f7 req-85985ad8-8e30-4c20-9f53-bd650065e3a5 tempest-ServerRescueNegativeTestJSON-1381818065 tempest-ServerRescueNegativeTestJSON-1381818065-project] 10.222.0.59 "GET /v2.0/security-groups?id=ce8b1850-1d4d-402f-a118-5b56f5e06e52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1983783 Jul 27 21:12:44.974808 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-5a71de47-efdc-4671-b7cb-3e30c561a74b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:44.979661 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-5a71de47-efdc-4671-b7cb-3e30c561a74b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:45.009432 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-ad9268a4-249b-461b-a88c-8fd21916638b req-17eb9bbd-027c-4240-9e97-9195d800714b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=498260e1-9835-46af-97f7-54e6148162f3 HTTP/1.1" status: 200 len: 217 time: 0.0677490 Jul 27 21:12:45.086968 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9268a4-249b-461b-a88c-8fd21916638b req-2e8664fd-62a6-434b-9897-511eb7faa7d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:12:45.088806 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-ad9268a4-249b-461b-a88c-8fd21916638b req-2e8664fd-62a6-434b-9897-511eb7faa7d7 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=bde3c8e5-46f4-4260-b2be-2a93267b8e98 HTTP/1.1" status: 200 len: 857 time: 0.0518837 Jul 27 21:12:45.130432 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-ad9268a4-249b-461b-a88c-8fd21916638b req-cfea920e-2264-4719-bde7-7d62dd49db40 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1db3ecd8-5bfa-46e7-9a53-5860f7a92c34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0333695 Jul 27 21:12:45.142916 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [req-ad9268a4-249b-461b-a88c-8fd21916638b req-e0535645-7a90-418f-9bd0-da611dca739a service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=105584) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 21:12:45.144172 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-ad9268a4-249b-461b-a88c-8fd21916638b req-e0535645-7a90-418f-9bd0-da611dca739a service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055389 Jul 27 21:12:45.316132 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-ad9268a4-249b-461b-a88c-8fd21916638b req-68e8c98d-40b9-4ea3-add9-2c592e6aca9b service neutron] 10.222.0.60 "GET /v2.0/networks/1db3ecd8-5bfa-46e7-9a53-5860f7a92c34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1653621 Jul 27 21:12:45.402441 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-5a71de47-efdc-4671-b7cb-3e30c561a74b admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=4cfafa2753874584ab914a39c737882b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6522129 Jul 27 21:12:45.414661 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-fe9df4c4-db41-4748-b9f2-cfd22af2e4a3 req-952ee69a-b9e0-49d9-8663-82913cba9f59 tempest-ServerShowV254Test-866986042 tempest-ServerShowV254Test-866986042-project] 10.222.0.59 "GET /v2.0/ports?device_id=c5fd6c46-024d-4ff2-b445-51c38e2be32a HTTP/1.1" status: 200 len: 210 time: 0.4863732 Jul 27 21:12:45.415228 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 60424) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:12:45.488382 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-ad9268a4-249b-461b-a88c-8fd21916638b req-bccb7799-1be6-4506-aeb7-34a84e6aa8e7 service neutron] 10.222.0.60 "GET /v2.0/networks/1db3ecd8-5bfa-46e7-9a53-5860f7a92c34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1649189 Jul 27 21:12:45.507111 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a71de47-efdc-4671-b7cb-3e30c561a74b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1278025-7e52-42f7-b9d8-38818015d2e4,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:12:45.514289 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d26326-22bb-4642-af8d-79acb654d5f4 req-593c0792-4377-4015-a0c2-7b927e950269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:12:45.517861 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-b3d26326-22bb-4642-af8d-79acb654d5f4 req-593c0792-4377-4015-a0c2-7b927e950269 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=68b3cdce681f47658a432c5ac5385a68&device_id=31533b7a-7459-43fe-bfa1-37a8877d2d0a HTTP/1.1" status: 200 len: 1097 time: 0.0652473 Jul 27 21:12:45.593569 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-cbc7b9b2-714b-4871-a255-4e8975923b49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:45.629981 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d26326-22bb-4642-af8d-79acb654d5f4 req-ce83f3b7-bb6c-4913-bccb-b3f8ef74a1b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:12:45.631621 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-b3d26326-22bb-4642-af8d-79acb654d5f4 req-ce83f3b7-bb6c-4913-bccb-b3f8ef74a1b1 service neutron] 10.222.0.36 "GET /v2.0/networks?id=4390cbf5-7e78-4e4f-909f-4a4e22b8ff6a HTTP/1.1" status: 200 len: 914 time: 0.0996954 Jul 27 21:12:45.640978 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-cbc7b9b2-714b-4871-a255-4e8975923b49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:45.667494 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea292f81-15e7-4743-a355-afcdf4dbfa6b req-b880290b-81b6-4963-8b3e-f13b8f328433 tempest-ServerRescueTestJSONUnderV235-589534428 tempest-ServerRescueTestJSONUnderV235-589534428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:12:45.675595 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-ea292f81-15e7-4743-a355-afcdf4dbfa6b req-b880290b-81b6-4963-8b3e-f13b8f328433 tempest-ServerRescueTestJSONUnderV235-589534428 tempest-ServerRescueTestJSONUnderV235-589534428-project] 10.222.0.59 "GET /v2.0/ports?device_id=5b701460-64e5-4196-93e5-b01788246243 HTTP/1.1" status: 200 len: 946 time: 0.2703309 Jul 27 21:12:45.695530 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-b3d26326-22bb-4642-af8d-79acb654d5f4 req-f4abce6c-6d9a-4d5a-9ac4-e33ccb34f436 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=02c1d30c-87d1-4ab3-8a04-cc33f5f02b7e HTTP/1.1" status: 200 len: 217 time: 0.0557039 Jul 27 21:12:45.700454 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6949210-341c-4a52-9739-0d4ebc7dac48 req-dec21b0e-f9f5-4d42-b978-9e41e4a57ca9 tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:12:45.702425 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f6949210-341c-4a52-9739-0d4ebc7dac48 req-dec21b0e-f9f5-4d42-b978-9e41e4a57ca9 tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] 10.222.0.59 "GET /v2.0/ports?device_id=31533b7a-7459-43fe-bfa1-37a8877d2d0a HTTP/1.1" status: 200 len: 945 time: 0.1760480 Jul 27 21:12:45.749714 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d26326-22bb-4642-af8d-79acb654d5f4 req-62085348-4096-4dbb-8a2e-875a0a4b70af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:12:45.751649 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-b3d26326-22bb-4642-af8d-79acb654d5f4 req-62085348-4096-4dbb-8a2e-875a0a4b70af service neutron] 10.222.0.36 "GET /v2.0/subnets?id=54048abf-f191-442c-882c-c171eec4fbdf HTTP/1.1" status: 200 len: 853 time: 0.0466101 Jul 27 21:12:45.762371 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-cbc7b9b2-714b-4871-a255-4e8975923b49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:45.764900 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-cbc7b9b2-714b-4871-a255-4e8975923b49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:45.778933 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-cbc7b9b2-714b-4871-a255-4e8975923b49 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/e1278025-7e52-42f7-b9d8-38818015d2e4 HTTP/1.1" status: 204 len: 168 time: 0.3489900 Jul 27 21:12:45.802040 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-b3d26326-22bb-4642-af8d-79acb654d5f4 req-ae5dd80e-84a6-45c0-86f6-39732ea9b22c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4390cbf5-7e78-4e4f-909f-4a4e22b8ff6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0385218 Jul 27 21:12:45.820939 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc7b9b2-714b-4871-a255-4e8975923b49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1278025-7e52-42f7-b9d8-38818015d2e4,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:12:45.861115 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f6949210-341c-4a52-9739-0d4ebc7dac48 req-7a89bae8-528f-4bc4-b819-ff8fc7e543bd tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] 10.222.0.59 "GET /v2.0/security-groups?id=c166a083-e7a4-430d-b39b-9b2d1c142ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069887 Jul 27 21:12:45.887587 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-ea292f81-15e7-4743-a355-afcdf4dbfa6b req-f1fa8edb-3659-49eb-8cf4-6214d8a0ddbe tempest-ServerRescueTestJSONUnderV235-589534428 tempest-ServerRescueTestJSONUnderV235-589534428-project] 10.222.0.59 "GET /v2.0/security-groups?id=95603a71-ea3d-4143-81b0-7bce4dd79980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2062972 Jul 27 21:12:45.935181 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-b3d26326-22bb-4642-af8d-79acb654d5f4 req-deea7ad8-1ce0-4a45-884a-cd53772d3350 service neutron] 10.222.0.36 "GET /v2.0/networks/4390cbf5-7e78-4e4f-909f-4a4e22b8ff6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251183 Jul 27 21:12:46.107190 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-b3d26326-22bb-4642-af8d-79acb654d5f4 req-ab0bb68c-8abe-445d-8b72-70ec058cd501 service neutron] 10.222.0.36 "GET /v2.0/networks/4390cbf5-7e78-4e4f-909f-4a4e22b8ff6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1643500 Jul 27 21:12:46.174334 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c0ca4d-8665-4ef8-a74a-0f8704527910 req-b7552d25-7d3b-4004-91b6-4a9e7d5d084b tempest-ServerRescueNegativeTestJSON-1381818065 tempest-ServerRescueNegativeTestJSON-1381818065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:12:46.176166 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-61c0ca4d-8665-4ef8-a74a-0f8704527910 req-b7552d25-7d3b-4004-91b6-4a9e7d5d084b tempest-ServerRescueNegativeTestJSON-1381818065 tempest-ServerRescueNegativeTestJSON-1381818065-project] 10.222.0.59 "GET /v2.0/ports?device_id=e2b02e93-995e-40bc-ad82-59da89f4fecb HTTP/1.1" status: 200 len: 945 time: 0.1026728 Jul 27 21:12:46.220157 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-61c0ca4d-8665-4ef8-a74a-0f8704527910 req-f295202d-94ae-47c4-83c9-399707e8f074 tempest-ServerRescueNegativeTestJSON-1381818065 tempest-ServerRescueNegativeTestJSON-1381818065-project] 10.222.0.59 "GET /v2.0/security-groups?id=ce8b1850-1d4d-402f-a118-5b56f5e06e52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346460 Jul 27 21:12:46.303075 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 60452) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:12:46.317265 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-d2e2ad6e-56df-4cbc-a5c6-14cc430a337b admin admin] Notify callbacks [] for security_group, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:46.412811 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-d2e2ad6e-56df-4cbc-a5c6-14cc430a337b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:46.417628 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-d2e2ad6e-56df-4cbc-a5c6-14cc430a337b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:46.459377 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e2ad6e-56df-4cbc-a5c6-14cc430a337b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0e90e83-4cf0-45d0-99e9-c83b5ad181b0,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:12:46.479237 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 60456) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:12:46.487671 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-d2e2ad6e-56df-4cbc-a5c6-14cc430a337b admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=6623a0e234c14dbe8bcfefd2bd26652c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1831439 Jul 27 21:12:46.541719 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-7d64bd5a-d6fc-4fa7-93ca-caf6e61316fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:46.550198 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-efbcc913-1779-44f3-8470-038c9d9625fd req-d22e6ef5-2453-443f-b9ac-a364603f4180 tempest-ServerShowV254Test-866986042 tempest-ServerShowV254Test-866986042-project] 10.222.0.59 "GET /v2.0/ports?device_id=c5fd6c46-024d-4ff2-b445-51c38e2be32a HTTP/1.1" status: 200 len: 210 time: 0.0461810 Jul 27 21:12:46.572820 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-7d64bd5a-d6fc-4fa7-93ca-caf6e61316fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:46.620093 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-7d64bd5a-d6fc-4fa7-93ca-caf6e61316fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:46.623759 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-7d64bd5a-d6fc-4fa7-93ca-caf6e61316fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:46.625118 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-7d64bd5a-d6fc-4fa7-93ca-caf6e61316fc admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/c0e90e83-4cf0-45d0-99e9-c83b5ad181b0 HTTP/1.1" status: 204 len: 168 time: 0.1444042 Jul 27 21:12:46.632893 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d64bd5a-d6fc-4fa7-93ca-caf6e61316fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0e90e83-4cf0-45d0-99e9-c83b5ad181b0,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:12:47.119607 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c278cb-2cdf-4a85-b826-ecad494426d4 req-91f81729-a704-4d6b-95e0-f1163bfee76d tempest-ServerRescueTestJSONUnderV235-589534428 tempest-ServerRescueTestJSONUnderV235-589534428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:12:47.121613 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-51c278cb-2cdf-4a85-b826-ecad494426d4 req-91f81729-a704-4d6b-95e0-f1163bfee76d tempest-ServerRescueTestJSONUnderV235-589534428 tempest-ServerRescueTestJSONUnderV235-589534428-project] 10.222.0.59 "GET /v2.0/ports?device_id=5b701460-64e5-4196-93e5-b01788246243 HTTP/1.1" status: 200 len: 946 time: 0.1307821 Jul 27 21:12:47.147097 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab4eae4-49da-45ee-b9b7-b075787691c9 req-5d2ab836-b482-404c-abc3-5e04d9fedc85 tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:12:47.148740 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-6ab4eae4-49da-45ee-b9b7-b075787691c9 req-5d2ab836-b482-404c-abc3-5e04d9fedc85 tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] 10.222.0.59 "GET /v2.0/ports?device_id=31533b7a-7459-43fe-bfa1-37a8877d2d0a HTTP/1.1" status: 200 len: 945 time: 0.1460047 Jul 27 21:12:47.210783 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-6ab4eae4-49da-45ee-b9b7-b075787691c9 req-9eb468c8-807d-4c93-bb7e-de9ec7e4ead0 tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] 10.222.0.59 "GET /v2.0/security-groups?id=c166a083-e7a4-430d-b39b-9b2d1c142ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529649 Jul 27 21:12:47.226179 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-51c278cb-2cdf-4a85-b826-ecad494426d4 req-da7c6265-50f0-427f-9bf1-793e9d58dd4c tempest-ServerRescueTestJSONUnderV235-589534428 tempest-ServerRescueTestJSONUnderV235-589534428-project] 10.222.0.59 "GET /v2.0/security-groups?id=95603a71-ea3d-4143-81b0-7bce4dd79980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971885 Jul 27 21:12:47.426024 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00729379-c359-4476-8fca-ef6821840ee1 req-8980030c-1236-4dea-bf61-4ea829b65aa7 tempest-ServerRescueNegativeTestJSON-1381818065 tempest-ServerRescueNegativeTestJSON-1381818065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:12:47.433352 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-00729379-c359-4476-8fca-ef6821840ee1 req-8980030c-1236-4dea-bf61-4ea829b65aa7 tempest-ServerRescueNegativeTestJSON-1381818065 tempest-ServerRescueNegativeTestJSON-1381818065-project] 10.222.0.59 "GET /v2.0/ports?device_id=e2b02e93-995e-40bc-ad82-59da89f4fecb HTTP/1.1" status: 200 len: 945 time: 0.1154289 Jul 27 21:12:47.491081 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-00729379-c359-4476-8fca-ef6821840ee1 req-10a04a3d-c026-4c45-98b6-6ead8f535f0d tempest-ServerRescueNegativeTestJSON-1381818065 tempest-ServerRescueNegativeTestJSON-1381818065-project] 10.222.0.59 "GET /v2.0/security-groups?id=ce8b1850-1d4d-402f-a118-5b56f5e06e52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513866 Jul 27 21:12:47.687307 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a9c534e0-15d0-4b2d-848e-7fe608e3c83c req-9510d2f3-9a75-4bf5-b3fa-11337cb28a8b tempest-ServerShowV254Test-866986042 tempest-ServerShowV254Test-866986042-project] 10.222.0.59 "GET /v2.0/ports?device_id=c5fd6c46-024d-4ff2-b445-51c38e2be32a HTTP/1.1" status: 200 len: 210 time: 0.0446436 Jul 27 21:12:47.937153 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 60528) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:12:48.169783 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-9a32ed7e-f7cd-4408-8b99-c0870001c106 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:48.244079 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device 02c1d30c-87d1-4ab3-8a04-cc33f5f02b7e no longer exists at agent hyperv_n-h1-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:12:48.328995 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-9a32ed7e-f7cd-4408-8b99-c0870001c106 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:48.334800 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-9a32ed7e-f7cd-4408-8b99-c0870001c106 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:48.393844 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:48.422262 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-9a32ed7e-f7cd-4408-8b99-c0870001c106 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=888cd7bd03b0491b8b8ed29990ba5dd9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4839432 Jul 27 21:12:48.427603 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 60556) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:12:48.430217 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31533b7a-7459-43fe-bfa1-37a8877d2d0a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '02c1d30c-87d1-4ab3-8a04-cc33f5f02b7e'}] {{(pid=105586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:12:48.432892 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14c1663e039faf5393f87855f745010ac5b02220355b68fdbf065393e303ac56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43e2f92f-5532-4f5b-a98c-151ff48883fb" -d '{"events": [{"server_uuid": "31533b7a-7459-43fe-bfa1-37a8877d2d0a", "name": "network-vif-unplugged", "status": "completed", "tag": "02c1d30c-87d1-4ab3-8a04-cc33f5f02b7e"}]}' {{(pid=105586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:12:48.438052 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a32ed7e-f7cd-4408-8b99-c0870001c106 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a600aaf-307e-42c7-a331-4a4810d0e6a6,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:12:48.451825 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] For port 02c1d30c-87d1-4ab3-8a04-cc33f5f02b7e, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=02c1d30c-87d1-4ab3-8a04-cc33f5f02b7e,segment=NetworkSegment(0414d6eb-b060-4295-bd01-14cc6aa3c398),segment_id=0414d6eb-b060-4295-bd01-14cc6aa3c398)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:12:48.456273 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:48.529577 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Pushing event updated for resources: {'Port': ['ID=02c1d30c-87d1-4ab3-8a04-cc33f5f02b7e,revision_number=8']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:12:48.546204 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9067fb4e-b88a-4484-a991-604e689d8695 req-c7a476ed-1d61-4975-af89-d16e2319e88a tempest-ServerRescueTestJSONUnderV235-589534428 tempest-ServerRescueTestJSONUnderV235-589534428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:12:48.547765 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-9067fb4e-b88a-4484-a991-604e689d8695 req-c7a476ed-1d61-4975-af89-d16e2319e88a tempest-ServerRescueTestJSONUnderV235-589534428 tempest-ServerRescueTestJSONUnderV235-589534428-project] 10.222.0.59 "GET /v2.0/ports?device_id=5b701460-64e5-4196-93e5-b01788246243 HTTP/1.1" status: 200 len: 946 time: 0.2370031 Jul 27 21:12:48.557904 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb71d17-420c-4e08-a82e-e079ebee73c6 req-4cff63d8-251a-4ce4-a7f1-66aae7cb7afa tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:12:48.559971 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-ceb71d17-420c-4e08-a82e-e079ebee73c6 req-4cff63d8-251a-4ce4-a7f1-66aae7cb7afa tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] 10.222.0.59 "GET /v2.0/ports?device_id=31533b7a-7459-43fe-bfa1-37a8877d2d0a HTTP/1.1" status: 200 len: 945 time: 0.2105186 Jul 27 21:12:48.600326 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-dec9aa71-ac52-40e1-9af8-a63d4eeb9aec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:48.642816 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-9067fb4e-b88a-4484-a991-604e689d8695 req-c100a890-821b-4ae8-a6d0-d6b35e775b42 tempest-ServerRescueTestJSONUnderV235-589534428 tempest-ServerRescueTestJSONUnderV235-589534428-project] 10.222.0.59 "GET /v2.0/security-groups?id=95603a71-ea3d-4143-81b0-7bce4dd79980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819252 Jul 27 21:12:48.661419 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-ceb71d17-420c-4e08-a82e-e079ebee73c6 req-073d11c7-4376-4a3d-84a2-86c9aeeb820b tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] 10.222.0.59 "GET /v2.0/security-groups?id=c166a083-e7a4-430d-b39b-9b2d1c142ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882154 Jul 27 21:12:48.663724 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-dec9aa71-ac52-40e1-9af8-a63d4eeb9aec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:48.721813 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 27 Jul 2021 21:12:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e89ab8b-2d83-4c7e-a16d-f31d43959330 x-openstack-request-id: req-1e89ab8b-2d83-4c7e-a16d-f31d43959330 {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:12:48.722107 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31533b7a-7459-43fe-bfa1-37a8877d2d0a", "name": "network-vif-unplugged", "status": "completed", "tag": "02c1d30c-87d1-4ab3-8a04-cc33f5f02b7e", "code": 200}]} {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:12:48.722364 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-1e89ab8b-2d83-4c7e-a16d-f31d43959330 {{(pid=105586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:12:48.722762 n-d-705658-22 neutron-server[105586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31533b7a-7459-43fe-bfa1-37a8877d2d0a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '02c1d30c-87d1-4ab3-8a04-cc33f5f02b7e', 'code': 200} Jul 27 21:12:48.761692 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-dec9aa71-ac52-40e1-9af8-a63d4eeb9aec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:48.764655 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-dec9aa71-ac52-40e1-9af8-a63d4eeb9aec admin admin] Notify callbacks [] for security_group, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:48.766165 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-dec9aa71-ac52-40e1-9af8-a63d4eeb9aec admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/9a600aaf-307e-42c7-a331-4a4810d0e6a6 HTTP/1.1" status: 204 len: 168 time: 0.3316741 Jul 27 21:12:48.784895 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec9aa71-ac52-40e1-9af8-a63d4eeb9aec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a600aaf-307e-42c7-a331-4a4810d0e6a6,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:12:48.907328 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a7d929c3-eb73-41e7-b9e3-6b88855c9c04 req-20e12c6c-7620-4142-8793-4f1dddadcd53 tempest-ServerShowV254Test-866986042 tempest-ServerShowV254Test-866986042-project] 10.222.0.59 "GET /v2.0/ports?device_id=c5fd6c46-024d-4ff2-b445-51c38e2be32a HTTP/1.1" status: 200 len: 210 time: 0.0547431 Jul 27 21:12:48.928574 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5217c909-5b48-463c-80ea-710e7f97c646 req-f6fa3984-9acc-412f-9ec8-63de713995bc tempest-ServerRescueNegativeTestJSON-1381818065 tempest-ServerRescueNegativeTestJSON-1381818065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:12:48.935943 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-5217c909-5b48-463c-80ea-710e7f97c646 req-f6fa3984-9acc-412f-9ec8-63de713995bc tempest-ServerRescueNegativeTestJSON-1381818065 tempest-ServerRescueNegativeTestJSON-1381818065-project] 10.222.0.59 "GET /v2.0/ports?device_id=e2b02e93-995e-40bc-ad82-59da89f4fecb HTTP/1.1" status: 200 len: 945 time: 0.1314974 Jul 27 21:12:48.976692 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-5217c909-5b48-463c-80ea-710e7f97c646 req-48213322-51de-43d2-8b85-3b629ee7e2f4 tempest-ServerRescueNegativeTestJSON-1381818065 tempest-ServerRescueNegativeTestJSON-1381818065-project] 10.222.0.59 "GET /v2.0/security-groups?id=ce8b1850-1d4d-402f-a118-5b56f5e06e52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396812 Jul 27 21:12:49.278168 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 60584) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:12:49.292149 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-0391c229-fcce-4923-9ac0-1d43605ea84b admin admin] Notify callbacks [] for security_group, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:49.394910 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-0391c229-fcce-4923-9ac0-1d43605ea84b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:49.399897 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-0391c229-fcce-4923-9ac0-1d43605ea84b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:49.453793 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0391c229-fcce-4923-9ac0-1d43605ea84b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc27a22a-ca37-4f87-9ed5-3ac3de340629,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:12:49.462646 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 60596) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:12:49.473043 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-0391c229-fcce-4923-9ac0-1d43605ea84b admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=3b16b5708ee744d292fa8f2344c0e73e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1937234 Jul 27 21:12:49.537967 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-898a49b9-d165-4ac8-a561-6dc8fd6e932e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:49.561380 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-898a49b9-d165-4ac8-a561-6dc8fd6e932e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:49.609371 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-898a49b9-d165-4ac8-a561-6dc8fd6e932e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:49.612045 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-898a49b9-d165-4ac8-a561-6dc8fd6e932e admin admin] Notify callbacks [] for security_group, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:49.613285 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-898a49b9-d165-4ac8-a561-6dc8fd6e932e admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/cc27a22a-ca37-4f87-9ed5-3ac3de340629 HTTP/1.1" status: 204 len: 168 time: 0.1498153 Jul 27 21:12:49.621362 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898a49b9-d165-4ac8-a561-6dc8fd6e932e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc27a22a-ca37-4f87-9ed5-3ac3de340629,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:12:49.856407 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861629f6-ec0d-4c37-b228-915511fd5c15 req-3a582e5e-ea7a-49ab-a62c-1f2096e4e9c7 tempest-ServerRescueTestJSONUnderV235-589534428 tempest-ServerRescueTestJSONUnderV235-589534428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:12:49.858118 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-861629f6-ec0d-4c37-b228-915511fd5c15 req-3a582e5e-ea7a-49ab-a62c-1f2096e4e9c7 tempest-ServerRescueTestJSONUnderV235-589534428 tempest-ServerRescueTestJSONUnderV235-589534428-project] 10.222.0.59 "GET /v2.0/ports?device_id=5b701460-64e5-4196-93e5-b01788246243 HTTP/1.1" status: 200 len: 946 time: 0.1295526 Jul 27 21:12:49.893525 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67da060-2fe3-4f44-b14b-4078d9c728ca req-7b466f65-2a90-4f12-947b-33a18a51f39a tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:12:49.895581 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-d67da060-2fe3-4f44-b14b-4078d9c728ca req-7b466f65-2a90-4f12-947b-33a18a51f39a tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] 10.222.0.59 "GET /v2.0/ports?device_id=31533b7a-7459-43fe-bfa1-37a8877d2d0a HTTP/1.1" status: 200 len: 943 time: 0.1136143 Jul 27 21:12:49.944399 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-861629f6-ec0d-4c37-b228-915511fd5c15 req-d3082822-65cc-4987-9bee-1e0070e33240 tempest-ServerRescueTestJSONUnderV235-589534428 tempest-ServerRescueTestJSONUnderV235-589534428-project] 10.222.0.59 "GET /v2.0/security-groups?id=95603a71-ea3d-4143-81b0-7bce4dd79980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711641 Jul 27 21:12:49.984695 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-d67da060-2fe3-4f44-b14b-4078d9c728ca req-2ba695d0-e2ab-4d7b-ba49-bcc884b2fbe5 tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] 10.222.0.59 "GET /v2.0/security-groups?id=c166a083-e7a4-430d-b39b-9b2d1c142ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806296 Jul 27 21:12:50.130967 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b2269aa0-6e68-4cf6-8c6d-7a68b787aa59 req-857f67f8-1bd9-46a8-b5de-e9df755d3453 tempest-ServerShowV254Test-866986042 tempest-ServerShowV254Test-866986042-project] 10.222.0.59 "GET /v2.0/ports?device_id=c5fd6c46-024d-4ff2-b445-51c38e2be32a HTTP/1.1" status: 200 len: 210 time: 0.0480113 Jul 27 21:12:50.210902 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd69808e-913b-4ad4-9080-7f79a4c47fd4 req-ef5d7e20-058e-4c8b-9b9d-c1dd9e178f21 tempest-ServerRescueNegativeTestJSON-1381818065 tempest-ServerRescueNegativeTestJSON-1381818065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:12:50.213499 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-cd69808e-913b-4ad4-9080-7f79a4c47fd4 req-ef5d7e20-058e-4c8b-9b9d-c1dd9e178f21 tempest-ServerRescueNegativeTestJSON-1381818065 tempest-ServerRescueNegativeTestJSON-1381818065-project] 10.222.0.59 "GET /v2.0/ports?device_id=e2b02e93-995e-40bc-ad82-59da89f4fecb HTTP/1.1" status: 200 len: 945 time: 0.0859473 Jul 27 21:12:50.223697 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 60636) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:12:50.258235 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-64cdf78d-a34f-46e1-ad14-1e5308655fc9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:50.272858 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-cd69808e-913b-4ad4-9080-7f79a4c47fd4 req-b423aadc-ec90-499e-9eee-d8264fdaea35 tempest-ServerRescueNegativeTestJSON-1381818065 tempest-ServerRescueNegativeTestJSON-1381818065-project] 10.222.0.59 "GET /v2.0/security-groups?id=ce8b1850-1d4d-402f-a118-5b56f5e06e52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503008 Jul 27 21:12:50.366879 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d75500-32e4-4538-922d-0620e2a752ff req-7f48ad00-b5b5-4eff-9f22-abc049556a68 tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:12:50.368750 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-61d75500-32e4-4538-922d-0620e2a752ff req-7f48ad00-b5b5-4eff-9f22-abc049556a68 tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] 10.222.0.59 "GET /v2.0/ports?device_id=31533b7a-7459-43fe-bfa1-37a8877d2d0a HTTP/1.1" status: 200 len: 943 time: 0.0791912 Jul 27 21:12:50.389457 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-64cdf78d-a34f-46e1-ad14-1e5308655fc9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:50.395596 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-64cdf78d-a34f-46e1-ad14-1e5308655fc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:50.413938 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-61d75500-32e4-4538-922d-0620e2a752ff req-4f218c24-55e2-4500-b4e7-706692a925d2 tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] 10.222.0.59 "GET /v2.0/security-groups?id=c166a083-e7a4-430d-b39b-9b2d1c142ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362108 Jul 27 21:12:50.442433 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64cdf78d-a34f-46e1-ad14-1e5308655fc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d41f92d0-9a1c-4b56-a45c-0b8b4d045746,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:12:50.451428 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-64cdf78d-a34f-46e1-ad14-1e5308655fc9 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=bb0fd226c7694842bfd95252f222fa58&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2257545 Jul 27 21:12:50.454045 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 60648) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:12:50.509154 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-35fd3597-1b2c-4d84-8e31-057adfae8f08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:50.541899 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-35fd3597-1b2c-4d84-8e31-057adfae8f08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:50.597325 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-35fd3597-1b2c-4d84-8e31-057adfae8f08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:50.601130 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-35fd3597-1b2c-4d84-8e31-057adfae8f08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:50.604615 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-35fd3597-1b2c-4d84-8e31-057adfae8f08 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/d41f92d0-9a1c-4b56-a45c-0b8b4d045746 HTTP/1.1" status: 204 len: 168 time: 0.1468871 Jul 27 21:12:50.611715 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fd3597-1b2c-4d84-8e31-057adfae8f08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d41f92d0-9a1c-4b56-a45c-0b8b4d045746,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:12:50.812325 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529d2bd9-d5aa-45b9-a374-94514c2b31d0 req-ca528835-37e8-4305-9e86-9a64ef718402 tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:12:50.814150 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-529d2bd9-d5aa-45b9-a374-94514c2b31d0 req-ca528835-37e8-4305-9e86-9a64ef718402 tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] 10.222.0.59 "GET /v2.0/ports?device_id=31533b7a-7459-43fe-bfa1-37a8877d2d0a HTTP/1.1" status: 200 len: 943 time: 0.0841236 Jul 27 21:12:50.872428 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-529d2bd9-d5aa-45b9-a374-94514c2b31d0 req-c6b9860f-fcfb-40db-a48b-ccc9fd2091f3 tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] 10.222.0.59 "GET /v2.0/security-groups?id=c166a083-e7a4-430d-b39b-9b2d1c142ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508254 Jul 27 21:12:51.087520 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7351a1f-580e-421c-8700-6d6c0938adbb req-9ef13b45-09e4-4008-ad45-e298ad23a955 tempest-ServerRescueTestJSONUnderV235-589534428 tempest-ServerRescueTestJSONUnderV235-589534428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:12:51.089246 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a7351a1f-580e-421c-8700-6d6c0938adbb req-9ef13b45-09e4-4008-ad45-e298ad23a955 tempest-ServerRescueTestJSONUnderV235-589534428 tempest-ServerRescueTestJSONUnderV235-589534428-project] 10.222.0.59 "GET /v2.0/ports?device_id=5b701460-64e5-4196-93e5-b01788246243 HTTP/1.1" status: 200 len: 946 time: 0.0839245 Jul 27 21:12:51.134667 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a7351a1f-580e-421c-8700-6d6c0938adbb req-a54990dc-0e3c-498d-bdc4-fa86a932c9d2 tempest-ServerRescueTestJSONUnderV235-589534428 tempest-ServerRescueTestJSONUnderV235-589534428-project] 10.222.0.59 "GET /v2.0/security-groups?id=95603a71-ea3d-4143-81b0-7bce4dd79980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371282 Jul 27 21:12:51.257607 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 60688) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:12:51.344670 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-59a7a155-05d1-49d9-a63d-de70c1d178cd req-6acabc3c-707d-4d53-8e6c-d432068b70ce tempest-ServerShowV254Test-866986042 tempest-ServerShowV254Test-866986042-project] 10.222.0.59 "GET /v2.0/ports?device_id=c5fd6c46-024d-4ff2-b445-51c38e2be32a HTTP/1.1" status: 200 len: 210 time: 0.0490732 Jul 27 21:12:51.448896 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a770e0-a74c-4e1d-a470-43b314ec3b2f req-fe47e662-5ded-4fa2-b8c2-eec050f5ff0b tempest-ServerRescueNegativeTestJSON-1381818065 tempest-ServerRescueNegativeTestJSON-1381818065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:12:51.458166 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e3a770e0-a74c-4e1d-a470-43b314ec3b2f req-fe47e662-5ded-4fa2-b8c2-eec050f5ff0b tempest-ServerRescueNegativeTestJSON-1381818065 tempest-ServerRescueNegativeTestJSON-1381818065-project] 10.222.0.59 "GET /v2.0/ports?device_id=e2b02e93-995e-40bc-ad82-59da89f4fecb HTTP/1.1" status: 200 len: 945 time: 0.1119204 Jul 27 21:12:51.513251 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e3a770e0-a74c-4e1d-a470-43b314ec3b2f req-3f81c7a6-30a7-474e-a027-0647e1bffa15 tempest-ServerRescueNegativeTestJSON-1381818065 tempest-ServerRescueNegativeTestJSON-1381818065-project] 10.222.0.59 "GET /v2.0/security-groups?id=ce8b1850-1d4d-402f-a118-5b56f5e06e52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491631 Jul 27 21:12:51.574084 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-dc9c70b5-bdfa-48c1-92c5-5e0f42822fcb req-6d0909ee-ca0f-4c4d-8eff-fa90f4e1ce50 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=31533b7a-7459-43fe-bfa1-37a8877d2d0a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3139954 Jul 27 21:12:52.097319 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffadfa8e-c4f7-495a-8cce-eec8a8ed57cd req-97355cbb-cba3-4231-ab14-c7e17850d0c1 tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:12:52.113664 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-ffadfa8e-c4f7-495a-8cce-eec8a8ed57cd req-97355cbb-cba3-4231-ab14-c7e17850d0c1 tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] 10.222.0.59 "GET /v2.0/ports?device_id=31533b7a-7459-43fe-bfa1-37a8877d2d0a HTTP/1.1" status: 200 len: 943 time: 0.0854549 Jul 27 21:12:52.187791 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-ffadfa8e-c4f7-495a-8cce-eec8a8ed57cd req-f7452b2d-ff9b-41ac-be15-3b4e1f1e998e tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] 10.222.0.59 "GET /v2.0/security-groups?id=c166a083-e7a4-430d-b39b-9b2d1c142ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737336 Jul 27 21:12:52.276799 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device 02c1d30c-87d1-4ab3-8a04-cc33f5f02b7e no longer exists at agent hyperv_n-h1-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:12:52.389672 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c3f47c-813b-4788-817a-6daacf459e86 req-8380e9d0-e08e-44eb-8a75-b54c16c72b63 tempest-ServerRescueTestJSONUnderV235-589534428 tempest-ServerRescueTestJSONUnderV235-589534428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:12:52.391961 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-93c3f47c-813b-4788-817a-6daacf459e86 req-8380e9d0-e08e-44eb-8a75-b54c16c72b63 tempest-ServerRescueTestJSONUnderV235-589534428 tempest-ServerRescueTestJSONUnderV235-589534428-project] 10.222.0.59 "GET /v2.0/ports?device_id=5b701460-64e5-4196-93e5-b01788246243 HTTP/1.1" status: 200 len: 946 time: 0.0999527 Jul 27 21:12:52.470821 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-93c3f47c-813b-4788-817a-6daacf459e86 req-6100f880-8a6b-4faf-b4e4-ca1233e177be tempest-ServerRescueTestJSONUnderV235-589534428 tempest-ServerRescueTestJSONUnderV235-589534428-project] 10.222.0.59 "GET /v2.0/security-groups?id=95603a71-ea3d-4143-81b0-7bce4dd79980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646760 Jul 27 21:12:52.528590 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-bf0f192c-d7cb-4701-b8d5-b3f876c14f8a req-fd4655cb-c417-4de4-9e6b-05f698f7140f tempest-ServerShowV254Test-866986042 tempest-ServerShowV254Test-866986042-project] 10.222.0.59 "GET /v2.0/ports?device_id=c5fd6c46-024d-4ff2-b445-51c38e2be32a HTTP/1.1" status: 200 len: 210 time: 0.0382953 Jul 27 21:12:52.579671 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111fb967-8794-4d5f-9c32-66618bdd921f req-8ee274af-6499-4614-b001-e07e03cbcd42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:12:52.581954 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-111fb967-8794-4d5f-9c32-66618bdd921f req-8ee274af-6499-4614-b001-e07e03cbcd42 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=e2b02e93-995e-40bc-ad82-59da89f4fecb HTTP/1.1" status: 200 len: 1097 time: 0.0831788 Jul 27 21:12:52.630060 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-111fb967-8794-4d5f-9c32-66618bdd921f req-bc4f8697-f8c5-4160-9c00-1f9ab22e0588 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=ce8b1850-1d4d-402f-a118-5b56f5e06e52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381680 Jul 27 21:12:52.689761 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4117b54-fbd8-4107-8c73-ffb6e54d79f9 req-8505d466-ed76-4a1d-ba76-86ac509c7633 tempest-ServerRescueNegativeTestJSON-1381818065 tempest-ServerRescueNegativeTestJSON-1381818065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:12:52.691755 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e4117b54-fbd8-4107-8c73-ffb6e54d79f9 req-8505d466-ed76-4a1d-ba76-86ac509c7633 tempest-ServerRescueNegativeTestJSON-1381818065 tempest-ServerRescueNegativeTestJSON-1381818065-project] 10.222.0.59 "GET /v2.0/ports?device_id=e2b02e93-995e-40bc-ad82-59da89f4fecb HTTP/1.1" status: 200 len: 945 time: 0.0917902 Jul 27 21:12:52.729896 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9c70b5-bdfa-48c1-92c5-5e0f42822fcb req-74054591-ed02-4883-b107-74f1f508e297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:12:52.734572 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-dc9c70b5-bdfa-48c1-92c5-5e0f42822fcb req-74054591-ed02-4883-b107-74f1f508e297 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=31533b7a-7459-43fe-bfa1-37a8877d2d0a&tenant_id=68b3cdce681f47658a432c5ac5385a68 HTTP/1.1" status: 200 len: 1095 time: 0.0939889 Jul 27 21:12:52.749692 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e4117b54-fbd8-4107-8c73-ffb6e54d79f9 req-1eaa15ac-606a-4152-8cb2-2365c1c015b0 tempest-ServerRescueNegativeTestJSON-1381818065 tempest-ServerRescueNegativeTestJSON-1381818065-project] 10.222.0.59 "GET /v2.0/security-groups?id=ce8b1850-1d4d-402f-a118-5b56f5e06e52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472929 Jul 27 21:12:52.825765 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9c70b5-bdfa-48c1-92c5-5e0f42822fcb req-83335fc0-80f3-414a-8659-7731e0a74eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:12:52.827491 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-dc9c70b5-bdfa-48c1-92c5-5e0f42822fcb req-83335fc0-80f3-414a-8659-7731e0a74eeb service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=68b3cdce681f47658a432c5ac5385a68&device_id=31533b7a-7459-43fe-bfa1-37a8877d2d0a HTTP/1.1" status: 200 len: 1095 time: 0.0655792 Jul 27 21:12:52.935930 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9c70b5-bdfa-48c1-92c5-5e0f42822fcb req-a3aa6608-7c94-4457-93b4-ce997eb42095 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:12:52.937809 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-dc9c70b5-bdfa-48c1-92c5-5e0f42822fcb req-a3aa6608-7c94-4457-93b4-ce997eb42095 service neutron] 10.222.0.36 "GET /v2.0/networks?id=4390cbf5-7e78-4e4f-909f-4a4e22b8ff6a HTTP/1.1" status: 200 len: 914 time: 0.1021090 Jul 27 21:12:52.988180 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-dc9c70b5-bdfa-48c1-92c5-5e0f42822fcb req-60a4c8e6-5d98-445e-ab55-9663cf037e55 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=02c1d30c-87d1-4ab3-8a04-cc33f5f02b7e HTTP/1.1" status: 200 len: 217 time: 0.0412872 Jul 27 21:12:53.043137 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9c70b5-bdfa-48c1-92c5-5e0f42822fcb req-e313690e-f813-4e40-a9ec-bc435add140d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:12:53.044601 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-dc9c70b5-bdfa-48c1-92c5-5e0f42822fcb req-e313690e-f813-4e40-a9ec-bc435add140d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=54048abf-f191-442c-882c-c171eec4fbdf HTTP/1.1" status: 200 len: 853 time: 0.0455728 Jul 27 21:12:53.090526 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-dc9c70b5-bdfa-48c1-92c5-5e0f42822fcb req-702af916-2f05-4c5e-a366-97a229faa8bf service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4390cbf5-7e78-4e4f-909f-4a4e22b8ff6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275583 Jul 27 21:12:53.193069 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-dc9c70b5-bdfa-48c1-92c5-5e0f42822fcb req-2ab08bda-a720-49ee-ad74-d78c43517411 service neutron] 10.222.0.36 "GET /v2.0/networks/4390cbf5-7e78-4e4f-909f-4a4e22b8ff6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893111 Jul 27 21:12:53.337784 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-dc9c70b5-bdfa-48c1-92c5-5e0f42822fcb req-fb9ae54b-29fd-449c-ad56-6b178d978cf8 service neutron] 10.222.0.36 "GET /v2.0/networks/4390cbf5-7e78-4e4f-909f-4a4e22b8ff6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319497 Jul 27 21:12:53.364090 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463b17a0-bd28-4179-b347-b6c23f409558 req-cc145378-268c-4b97-8a24-270a2050b244 tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:12:53.365657 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-463b17a0-bd28-4179-b347-b6c23f409558 req-cc145378-268c-4b97-8a24-270a2050b244 tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] 10.222.0.59 "GET /v2.0/ports?device_id=31533b7a-7459-43fe-bfa1-37a8877d2d0a HTTP/1.1" status: 200 len: 943 time: 0.1123242 Jul 27 21:12:53.419629 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-463b17a0-bd28-4179-b347-b6c23f409558 req-4ae8794d-1a0d-42d9-b840-2ba6ab638dbd tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] 10.222.0.59 "GET /v2.0/security-groups?id=c166a083-e7a4-430d-b39b-9b2d1c142ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475466 Jul 27 21:12:53.684659 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-d9783c96-a620-4ded-85f4-6e04cede004e req-1f070701-63f1-4e1f-8f89-d23ae87cde80 tempest-ServerShowV254Test-866986042 tempest-ServerShowV254Test-866986042-project] 10.222.0.59 "GET /v2.0/ports?device_id=c5fd6c46-024d-4ff2-b445-51c38e2be32a HTTP/1.1" status: 200 len: 210 time: 0.0449026 Jul 27 21:12:53.701057 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59af350-dfa3-44a4-8c18-e655798d8e27 req-d2151db9-4f31-4c3b-85fc-c67d24ea7963 tempest-ServerRescueTestJSONUnderV235-589534428 tempest-ServerRescueTestJSONUnderV235-589534428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:12:53.709942 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a59af350-dfa3-44a4-8c18-e655798d8e27 req-d2151db9-4f31-4c3b-85fc-c67d24ea7963 tempest-ServerRescueTestJSONUnderV235-589534428 tempest-ServerRescueTestJSONUnderV235-589534428-project] 10.222.0.59 "GET /v2.0/ports?device_id=5b701460-64e5-4196-93e5-b01788246243 HTTP/1.1" status: 200 len: 946 time: 0.1653807 Jul 27 21:12:53.781212 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a59af350-dfa3-44a4-8c18-e655798d8e27 req-07b8ced0-5df7-4897-a4a0-f4f4940692c2 tempest-ServerRescueTestJSONUnderV235-589534428 tempest-ServerRescueTestJSONUnderV235-589534428-project] 10.222.0.59 "GET /v2.0/security-groups?id=95603a71-ea3d-4143-81b0-7bce4dd79980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702510 Jul 27 21:12:53.946855 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb94f812-45ce-4fd8-a481-816fc2c793a5 req-c79ec3d8-36ef-4d3c-8a4b-2644e4c90ff7 tempest-ServerRescueNegativeTestJSON-1381818065 tempest-ServerRescueNegativeTestJSON-1381818065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:12:53.956425 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-bb94f812-45ce-4fd8-a481-816fc2c793a5 req-c79ec3d8-36ef-4d3c-8a4b-2644e4c90ff7 tempest-ServerRescueNegativeTestJSON-1381818065 tempest-ServerRescueNegativeTestJSON-1381818065-project] 10.222.0.59 "GET /v2.0/ports?device_id=e2b02e93-995e-40bc-ad82-59da89f4fecb HTTP/1.1" status: 200 len: 945 time: 0.1196072 Jul 27 21:12:54.023800 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-bb94f812-45ce-4fd8-a481-816fc2c793a5 req-1eaa5d2e-7dcf-4aba-83f4-8211b8b2e084 tempest-ServerRescueNegativeTestJSON-1381818065 tempest-ServerRescueNegativeTestJSON-1381818065-project] 10.222.0.59 "GET /v2.0/security-groups?id=ce8b1850-1d4d-402f-a118-5b56f5e06e52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599391 Jul 27 21:12:54.522401 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e06e47c-f683-414f-bfcb-64b7b6039018 req-1d01cd08-001e-4e1f-886d-bb744a776e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:12:54.526486 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-6e06e47c-f683-414f-bfcb-64b7b6039018 req-1d01cd08-001e-4e1f-886d-bb744a776e49 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1816f1c47c674f62ac676a2d74d8fad6&device_id=e2b02e93-995e-40bc-ad82-59da89f4fecb HTTP/1.1" status: 200 len: 1097 time: 0.1212947 Jul 27 21:12:54.650670 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a35c468-0186-4f07-a811-0325b06bd713 req-73ae498b-195c-4026-a620-3858f856a3ce tempest-ServerRescueNegativeTestJSON-1381818065 tempest-ServerRescueNegativeTestJSON-1381818065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:12:54.654288 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-2a35c468-0186-4f07-a811-0325b06bd713 req-73ae498b-195c-4026-a620-3858f856a3ce tempest-ServerRescueNegativeTestJSON-1381818065 tempest-ServerRescueNegativeTestJSON-1381818065-project] 10.222.0.59 "GET /v2.0/ports?device_id=e2b02e93-995e-40bc-ad82-59da89f4fecb HTTP/1.1" status: 200 len: 945 time: 0.1639831 Jul 27 21:12:54.752061 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57907a5-00d7-46fe-8dae-618ee7407184 req-6af1fb4a-5ab7-470e-b4fe-8e9ca56d579b tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:12:54.754165 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e57907a5-00d7-46fe-8dae-618ee7407184 req-6af1fb4a-5ab7-470e-b4fe-8e9ca56d579b tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] 10.222.0.59 "GET /v2.0/ports?device_id=31533b7a-7459-43fe-bfa1-37a8877d2d0a HTTP/1.1" status: 200 len: 943 time: 0.1701186 Jul 27 21:12:54.774121 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-2a35c468-0186-4f07-a811-0325b06bd713 req-f924a653-f795-4348-bde2-77d394581fc3 tempest-ServerRescueNegativeTestJSON-1381818065 tempest-ServerRescueNegativeTestJSON-1381818065-project] 10.222.0.59 "GET /v2.0/security-groups?id=ce8b1850-1d4d-402f-a118-5b56f5e06e52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085742 Jul 27 21:12:54.875703 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e06e47c-f683-414f-bfcb-64b7b6039018 req-bab05e01-c179-408c-be3f-0392900c9795 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:12:54.887083 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-6e06e47c-f683-414f-bfcb-64b7b6039018 req-bab05e01-c179-408c-be3f-0392900c9795 service neutron] 10.222.0.60 "GET /v2.0/networks?id=1db3ecd8-5bfa-46e7-9a53-5860f7a92c34 HTTP/1.1" status: 200 len: 918 time: 0.3466716 Jul 27 21:12:54.894006 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e57907a5-00d7-46fe-8dae-618ee7407184 req-6e08b4db-57f0-474c-b780-81acc64e3051 tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] 10.222.0.59 "GET /v2.0/security-groups?id=c166a083-e7a4-430d-b39b-9b2d1c142ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184936 Jul 27 21:12:55.007258 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-6e06e47c-f683-414f-bfcb-64b7b6039018 req-4233c99f-2722-468e-a9ee-4ee3a560a1b8 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=498260e1-9835-46af-97f7-54e6148162f3 HTTP/1.1" status: 200 len: 217 time: 0.1121650 Jul 27 21:12:55.103462 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e06e47c-f683-414f-bfcb-64b7b6039018 req-aa11bd63-6bce-42d7-afbe-63fa6e7dfc94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:12:55.105841 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-6e06e47c-f683-414f-bfcb-64b7b6039018 req-aa11bd63-6bce-42d7-afbe-63fa6e7dfc94 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=bde3c8e5-46f4-4260-b2be-2a93267b8e98 HTTP/1.1" status: 200 len: 857 time: 0.0915620 Jul 27 21:12:55.152996 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-272517ef-a14e-4f2a-82ad-a9247790ded3 req-8d3b59c2-23e2-43f3-8cd8-149993181ffc tempest-ServerShowV254Test-866986042 tempest-ServerShowV254Test-866986042-project] 10.222.0.59 "GET /v2.0/ports?device_id=c5fd6c46-024d-4ff2-b445-51c38e2be32a HTTP/1.1" status: 200 len: 210 time: 0.1242969 Jul 27 21:12:55.174764 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-6e06e47c-f683-414f-bfcb-64b7b6039018 req-6d1d657b-6d32-4a8a-a4f3-39398f9b1efb service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1db3ecd8-5bfa-46e7-9a53-5860f7a92c34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0617807 Jul 27 21:12:55.354920 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9ba3e0-7d69-47fc-a96d-36bc1446892d req-0a2b91ee-316f-46a8-9e2c-1f1f267e3c04 tempest-ServerRescueTestJSONUnderV235-589534428 tempest-ServerRescueTestJSONUnderV235-589534428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:12:55.365372 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-6e9ba3e0-7d69-47fc-a96d-36bc1446892d req-0a2b91ee-316f-46a8-9e2c-1f1f267e3c04 tempest-ServerRescueTestJSONUnderV235-589534428 tempest-ServerRescueTestJSONUnderV235-589534428-project] 10.222.0.59 "GET /v2.0/ports?device_id=5b701460-64e5-4196-93e5-b01788246243 HTTP/1.1" status: 200 len: 946 time: 0.2111568 Jul 27 21:12:55.394871 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-6e06e47c-f683-414f-bfcb-64b7b6039018 req-bba4c747-569f-4670-be0c-c74ed1f1f55d service neutron] 10.222.0.60 "GET /v2.0/networks/1db3ecd8-5bfa-46e7-9a53-5860f7a92c34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2123845 Jul 27 21:12:55.474378 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-6e9ba3e0-7d69-47fc-a96d-36bc1446892d req-17d4d7d1-c9ca-4a62-9c2f-9fd358f1143e tempest-ServerRescueTestJSONUnderV235-589534428 tempest-ServerRescueTestJSONUnderV235-589534428-project] 10.222.0.59 "GET /v2.0/security-groups?id=95603a71-ea3d-4143-81b0-7bce4dd79980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078796 Jul 27 21:12:55.643860 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-6e06e47c-f683-414f-bfcb-64b7b6039018 req-d0de8f70-5b91-4f62-a823-ea4e7a5090cd service neutron] 10.222.0.60 "GET /v2.0/networks/1db3ecd8-5bfa-46e7-9a53-5860f7a92c34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2357876 Jul 27 21:12:56.016592 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.agents_db [None req-558fcd2c-e512-47bc-a170-8673d87f7213 None None] Agent healthcheck: found 7 active agents {{(pid=105587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 21:12:56.112477 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36471025-3496-4562-a60e-67bf9ec21083 req-5172a466-e38b-40a9-99f1-3657386914da tempest-ServerRescueNegativeTestJSON-1381818065 tempest-ServerRescueNegativeTestJSON-1381818065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:12:56.135562 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-36471025-3496-4562-a60e-67bf9ec21083 req-5172a466-e38b-40a9-99f1-3657386914da tempest-ServerRescueNegativeTestJSON-1381818065 tempest-ServerRescueNegativeTestJSON-1381818065-project] 10.222.0.59 "GET /v2.0/ports?device_id=e2b02e93-995e-40bc-ad82-59da89f4fecb HTTP/1.1" status: 200 len: 945 time: 0.2021577 Jul 27 21:12:56.159505 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f316956b-dc3d-482f-ab37-04d1c52935b3 req-cab305e3-d5be-4704-96be-f6644005b467 tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:12:56.168152 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f316956b-dc3d-482f-ab37-04d1c52935b3 req-cab305e3-d5be-4704-96be-f6644005b467 tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] 10.222.0.59 "GET /v2.0/ports?device_id=31533b7a-7459-43fe-bfa1-37a8877d2d0a HTTP/1.1" status: 200 len: 943 time: 0.1595581 Jul 27 21:12:56.236735 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f316956b-dc3d-482f-ab37-04d1c52935b3 req-9752f82d-0a8d-45f3-90a3-a730bb36d629 tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] 10.222.0.59 "GET /v2.0/security-groups?id=c166a083-e7a4-430d-b39b-9b2d1c142ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633318 Jul 27 21:12:56.314741 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-36471025-3496-4562-a60e-67bf9ec21083 req-01b52752-677a-4e5e-8aa7-9f246b699996 tempest-ServerRescueNegativeTestJSON-1381818065 tempest-ServerRescueNegativeTestJSON-1381818065-project] 10.222.0.59 "GET /v2.0/security-groups?id=ce8b1850-1d4d-402f-a118-5b56f5e06e52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616929 Jul 27 21:12:56.365850 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 60898) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:12:56.396854 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a67e26cc-2478-4701-90cc-a41113226567 req-d0613dff-52d3-4403-a0c6-7097402fe7c1 tempest-ServerShowV254Test-866986042 tempest-ServerShowV254Test-866986042-project] 10.222.0.59 "GET /v2.0/ports?device_id=c5fd6c46-024d-4ff2-b445-51c38e2be32a HTTP/1.1" status: 200 len: 210 time: 0.0381925 Jul 27 21:12:56.577631 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-92b9262e-a93e-4684-87f8-7eb668dba07e admin admin] Notify callbacks [] for security_group, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:56.691584 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a987f69-a655-43df-b3bd-b798033867c6 req-a95e6cf6-b2e1-46b9-ba3e-eb7d3341fe94 tempest-ServerRescueTestJSONUnderV235-589534428 tempest-ServerRescueTestJSONUnderV235-589534428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:12:56.703814 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-1a987f69-a655-43df-b3bd-b798033867c6 req-a95e6cf6-b2e1-46b9-ba3e-eb7d3341fe94 tempest-ServerRescueTestJSONUnderV235-589534428 tempest-ServerRescueTestJSONUnderV235-589534428-project] 10.222.0.59 "GET /v2.0/ports?device_id=5b701460-64e5-4196-93e5-b01788246243 HTTP/1.1" status: 200 len: 946 time: 0.1574042 Jul 27 21:12:56.752329 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-92b9262e-a93e-4684-87f8-7eb668dba07e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:56.759509 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-92b9262e-a93e-4684-87f8-7eb668dba07e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:56.769446 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-1a987f69-a655-43df-b3bd-b798033867c6 req-c5449ae3-f7f2-44d1-aa4a-1435590d9464 tempest-ServerRescueTestJSONUnderV235-589534428 tempest-ServerRescueTestJSONUnderV235-589534428-project] 10.222.0.59 "GET /v2.0/security-groups?id=95603a71-ea3d-4143-81b0-7bce4dd79980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642045 Jul 27 21:12:56.806217 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 60914) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:12:56.809549 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-92b9262e-a93e-4684-87f8-7eb668dba07e admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=eb772b89db85490aa120060119bef80b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4424961 Jul 27 21:12:56.857742 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b9262e-a93e-4684-87f8-7eb668dba07e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a7d2c77-60e4-4d5b-b413-1f52a2b90eeb,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:12:56.910955 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-a0a846a9-e881-4898-afad-8c526b6d6dca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:56.947746 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-a0a846a9-e881-4898-afad-8c526b6d6dca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:57.022364 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-a0a846a9-e881-4898-afad-8c526b6d6dca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:57.038184 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-a0a846a9-e881-4898-afad-8c526b6d6dca admin admin] Notify callbacks [] for security_group, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:57.044556 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-a0a846a9-e881-4898-afad-8c526b6d6dca admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/7a7d2c77-60e4-4d5b-b413-1f52a2b90eeb HTTP/1.1" status: 204 len: 168 time: 0.2367673 Jul 27 21:12:57.057624 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a846a9-e881-4898-afad-8c526b6d6dca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a7d2c77-60e4-4d5b-b413-1f52a2b90eeb,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:12:57.562466 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511c752e-8c85-4ac1-bc9d-18a55603dcb5 req-64e09067-d51c-4471-9228-3a04a74916a4 tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:12:57.574600 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-511c752e-8c85-4ac1-bc9d-18a55603dcb5 req-64e09067-d51c-4471-9228-3a04a74916a4 tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] 10.222.0.59 "GET /v2.0/ports?device_id=31533b7a-7459-43fe-bfa1-37a8877d2d0a HTTP/1.1" status: 200 len: 943 time: 0.1552246 Jul 27 21:12:57.574966 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 60936) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:12:57.598425 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef90d83-de4f-4d78-93a0-2ea9ae77ecea req-1e6107c1-5419-4de3-b55c-3cee90459f3d tempest-ServerRescueNegativeTestJSON-1381818065 tempest-ServerRescueNegativeTestJSON-1381818065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:12:57.602265 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-b1e37723-41c9-4b6b-9745-fc75dfab4005 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:57.606777 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-eef90d83-de4f-4d78-93a0-2ea9ae77ecea req-1e6107c1-5419-4de3-b55c-3cee90459f3d tempest-ServerRescueNegativeTestJSON-1381818065 tempest-ServerRescueNegativeTestJSON-1381818065-project] 10.222.0.59 "GET /v2.0/ports?device_id=e2b02e93-995e-40bc-ad82-59da89f4fecb HTTP/1.1" status: 200 len: 945 time: 0.1411476 Jul 27 21:12:57.696308 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-511c752e-8c85-4ac1-bc9d-18a55603dcb5 req-a6c5088b-4149-466a-9236-c46a429c78d2 tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] 10.222.0.59 "GET /v2.0/security-groups?id=c166a083-e7a4-430d-b39b-9b2d1c142ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241794 Jul 27 21:12:57.760452 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-eef90d83-de4f-4d78-93a0-2ea9ae77ecea req-a83e914a-fb5c-4d59-8633-9f2bdaaada5e tempest-ServerRescueNegativeTestJSON-1381818065 tempest-ServerRescueNegativeTestJSON-1381818065-project] 10.222.0.59 "GET /v2.0/security-groups?id=ce8b1850-1d4d-402f-a118-5b56f5e06e52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481328 Jul 27 21:12:57.879942 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-b1e37723-41c9-4b6b-9745-fc75dfab4005 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:57.885595 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-b1e37723-41c9-4b6b-9745-fc75dfab4005 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:57.943044 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-8ce73a04-4ac5-4bca-a3b6-dcaa8590414e req-080b9e14-968b-41b0-9d71-6ed65ef9ec61 tempest-ServerShowV254Test-866986042 tempest-ServerShowV254Test-866986042-project] 10.222.0.59 "GET /v2.0/ports?device_id=c5fd6c46-024d-4ff2-b445-51c38e2be32a HTTP/1.1" status: 200 len: 210 time: 0.0542200 Jul 27 21:12:58.013180 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-b1e37723-41c9-4b6b-9745-fc75dfab4005 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=c8a317a0f6534d53924b768c940f840a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4352210 Jul 27 21:12:58.013928 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 60946) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:12:58.078161 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e37723-41c9-4b6b-9745-fc75dfab4005 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=251b5b32-7c6b-4e00-b68d-b3bd89dfe73c,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:12:58.152327 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4755bc15-8830-4457-850e-1ada9b3b4ca6 req-19987104-211b-46da-a1d7-fcd035155724 tempest-ServerRescueTestJSONUnderV235-589534428 tempest-ServerRescueTestJSONUnderV235-589534428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:12:58.153947 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-4755bc15-8830-4457-850e-1ada9b3b4ca6 req-19987104-211b-46da-a1d7-fcd035155724 tempest-ServerRescueTestJSONUnderV235-589534428 tempest-ServerRescueTestJSONUnderV235-589534428-project] 10.222.0.59 "GET /v2.0/ports?device_id=5b701460-64e5-4196-93e5-b01788246243 HTTP/1.1" status: 200 len: 946 time: 0.1431522 Jul 27 21:12:58.159866 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-8014d16f-26c2-46a2-87a4-e33fe39b3af6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:58.219164 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-8014d16f-26c2-46a2-87a4-e33fe39b3af6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:58.239708 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-4755bc15-8830-4457-850e-1ada9b3b4ca6 req-d92386e0-778c-4b96-b6a9-3f878023ecd7 tempest-ServerRescueTestJSONUnderV235-589534428 tempest-ServerRescueTestJSONUnderV235-589534428-project] 10.222.0.59 "GET /v2.0/security-groups?id=95603a71-ea3d-4143-81b0-7bce4dd79980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786316 Jul 27 21:12:58.302339 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-8014d16f-26c2-46a2-87a4-e33fe39b3af6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:58.305245 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-8014d16f-26c2-46a2-87a4-e33fe39b3af6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:58.308893 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-8014d16f-26c2-46a2-87a4-e33fe39b3af6 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/251b5b32-7c6b-4e00-b68d-b3bd89dfe73c HTTP/1.1" status: 204 len: 168 time: 0.2919610 Jul 27 21:12:58.316122 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8014d16f-26c2-46a2-87a4-e33fe39b3af6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=251b5b32-7c6b-4e00-b68d-b3bd89dfe73c,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:12:58.991508 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c685de44-ee04-4cbf-a815-3aa16efabd35 req-b46a4fde-5eed-482f-9d68-81c381c18525 tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:12:58.999297 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-c685de44-ee04-4cbf-a815-3aa16efabd35 req-b46a4fde-5eed-482f-9d68-81c381c18525 tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] 10.222.0.59 "GET /v2.0/ports?device_id=31533b7a-7459-43fe-bfa1-37a8877d2d0a HTTP/1.1" status: 200 len: 943 time: 0.1881244 Jul 27 21:12:59.047446 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c58af2d-77fd-44ac-854f-127586ca415e req-4bad8691-9d35-421f-a30c-8d04e5da2014 tempest-ServerRescueNegativeTestJSON-1381818065 tempest-ServerRescueNegativeTestJSON-1381818065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:12:59.049096 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-0c58af2d-77fd-44ac-854f-127586ca415e req-4bad8691-9d35-421f-a30c-8d04e5da2014 tempest-ServerRescueNegativeTestJSON-1381818065 tempest-ServerRescueNegativeTestJSON-1381818065-project] 10.222.0.59 "GET /v2.0/ports?device_id=e2b02e93-995e-40bc-ad82-59da89f4fecb HTTP/1.1" status: 200 len: 945 time: 0.1453593 Jul 27 21:12:59.063436 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-c685de44-ee04-4cbf-a815-3aa16efabd35 req-4d9f3083-7bec-4417-ba58-71625d60f694 tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] 10.222.0.59 "GET /v2.0/security-groups?id=c166a083-e7a4-430d-b39b-9b2d1c142ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631890 Jul 27 21:12:59.182950 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-0c58af2d-77fd-44ac-854f-127586ca415e req-e7cc6882-3f1b-4f13-9b3d-903dd4885c13 tempest-ServerRescueNegativeTestJSON-1381818065 tempest-ServerRescueNegativeTestJSON-1381818065-project] 10.222.0.59 "GET /v2.0/security-groups?id=ce8b1850-1d4d-402f-a118-5b56f5e06e52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139934 Jul 27 21:12:59.239858 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-c8374d3e-15ad-4499-b7f5-bbd31435bbd1 req-b19343dc-5a93-4c5d-965f-41059a526985 tempest-ServerShowV254Test-866986042 tempest-ServerShowV254Test-866986042-project] 10.222.0.59 "GET /v2.0/ports?device_id=c5fd6c46-024d-4ff2-b445-51c38e2be32a HTTP/1.1" status: 200 len: 210 time: 0.0758467 Jul 27 21:12:59.466489 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e829a4b4-d35a-4eb9-b97d-562a8104d8e7 req-60870f68-80b9-45a5-9884-43c37c20953d tempest-ServerRescueTestJSONUnderV235-589534428 tempest-ServerRescueTestJSONUnderV235-589534428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:12:59.469611 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e829a4b4-d35a-4eb9-b97d-562a8104d8e7 req-60870f68-80b9-45a5-9884-43c37c20953d tempest-ServerRescueTestJSONUnderV235-589534428 tempest-ServerRescueTestJSONUnderV235-589534428-project] 10.222.0.59 "GET /v2.0/ports?device_id=5b701460-64e5-4196-93e5-b01788246243 HTTP/1.1" status: 200 len: 946 time: 0.1106229 Jul 27 21:12:59.531480 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e829a4b4-d35a-4eb9-b97d-562a8104d8e7 req-b2b4ac28-6784-4079-b665-1732affe960e tempest-ServerRescueTestJSONUnderV235-589534428 tempest-ServerRescueTestJSONUnderV235-589534428-project] 10.222.0.59 "GET /v2.0/security-groups?id=95603a71-ea3d-4143-81b0-7bce4dd79980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471027 Jul 27 21:13:00.527935 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-205dde53-0238-4157-9c4c-957f988a38f2 req-3a92bc95-0874-4799-838d-537b524b35d7 tempest-ServerShowV254Test-866986042 tempest-ServerShowV254Test-866986042-project] 10.222.0.59 "GET /v2.0/ports?device_id=c5fd6c46-024d-4ff2-b445-51c38e2be32a HTTP/1.1" status: 200 len: 210 time: 0.1059115 Jul 27 21:13:00.556801 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 32806) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:13:00.557776 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac769b90-741d-4585-a38e-3186b5bc9e08 req-5556831c-4a0d-494a-9554-0ed76f61c4ed tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:13:00.573402 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-ac769b90-741d-4585-a38e-3186b5bc9e08 req-5556831c-4a0d-494a-9554-0ed76f61c4ed tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] 10.222.0.59 "GET /v2.0/ports?device_id=31533b7a-7459-43fe-bfa1-37a8877d2d0a HTTP/1.1" status: 200 len: 943 time: 0.2979879 Jul 27 21:13:00.705868 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-ac769b90-741d-4585-a38e-3186b5bc9e08 req-371fe0a0-ef2e-4cc6-89e2-667c85dd2ed4 tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] 10.222.0.59 "GET /v2.0/security-groups?id=c166a083-e7a4-430d-b39b-9b2d1c142ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120450 Jul 27 21:13:01.015543 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-6d18b2f8-cf14-42ec-823e-1e9eae496a9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:01.022522 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c1f05f-d49c-4e87-93bb-9ab2ac60e1c0 req-4e2b06ba-1a8b-4e0b-8488-fa1aa7980c13 tempest-ServerRescueTestJSONUnderV235-589534428 tempest-ServerRescueTestJSONUnderV235-589534428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:13:01.034080 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-55c1f05f-d49c-4e87-93bb-9ab2ac60e1c0 req-4e2b06ba-1a8b-4e0b-8488-fa1aa7980c13 tempest-ServerRescueTestJSONUnderV235-589534428 tempest-ServerRescueTestJSONUnderV235-589534428-project] 10.222.0.59 "GET /v2.0/ports?device_id=5b701460-64e5-4196-93e5-b01788246243 HTTP/1.1" status: 200 len: 946 time: 0.1196771 Jul 27 21:13:01.083333 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-55c1f05f-d49c-4e87-93bb-9ab2ac60e1c0 req-8fab1487-49bd-48fa-82a6-d79523d504ef tempest-ServerRescueTestJSONUnderV235-589534428 tempest-ServerRescueTestJSONUnderV235-589534428-project] 10.222.0.59 "GET /v2.0/security-groups?id=95603a71-ea3d-4143-81b0-7bce4dd79980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483668 Jul 27 21:13:01.282542 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-6d18b2f8-cf14-42ec-823e-1e9eae496a9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:01.288398 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-6d18b2f8-cf14-42ec-823e-1e9eae496a9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:01.330742 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-6d18b2f8-cf14-42ec-823e-1e9eae496a9e admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=d2d48e61704649d6ad8cf71fa91039f8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7719152 Jul 27 21:13:01.333244 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 32830) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:13:01.357628 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d18b2f8-cf14-42ec-823e-1e9eae496a9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82433315-f973-4928-9e4b-39ed78366245,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:13:01.441555 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-8ad549e5-9922-4039-b9ba-cf1bc75993cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:01.474249 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-8ad549e5-9922-4039-b9ba-cf1bc75993cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:01.551653 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-8ad549e5-9922-4039-b9ba-cf1bc75993cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:01.555512 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-8ad549e5-9922-4039-b9ba-cf1bc75993cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:01.560710 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-8ad549e5-9922-4039-b9ba-cf1bc75993cf admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/82433315-f973-4928-9e4b-39ed78366245 HTTP/1.1" status: 204 len: 168 time: 0.2260926 Jul 27 21:13:01.590194 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad549e5-9922-4039-b9ba-cf1bc75993cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82433315-f973-4928-9e4b-39ed78366245,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:13:01.776631 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-07adb5f1-d1ae-468c-8354-e7773f586056 req-fb36951b-76ab-43b3-ab60-c9facd700967 tempest-ServerShowV254Test-866986042 tempest-ServerShowV254Test-866986042-project] 10.222.0.59 "GET /v2.0/ports?device_id=c5fd6c46-024d-4ff2-b445-51c38e2be32a HTTP/1.1" status: 200 len: 210 time: 0.0766537 Jul 27 21:13:01.978292 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f49a1c-c4e5-465e-92c1-495e9fc0da60 req-da0d5c69-e1a3-4e7c-8e16-8cc654203d18 tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:13:01.980318 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-85f49a1c-c4e5-465e-92c1-495e9fc0da60 req-da0d5c69-e1a3-4e7c-8e16-8cc654203d18 tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] 10.222.0.59 "GET /v2.0/ports?device_id=31533b7a-7459-43fe-bfa1-37a8877d2d0a HTTP/1.1" status: 200 len: 943 time: 0.1735978 Jul 27 21:13:02.049801 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-85f49a1c-c4e5-465e-92c1-495e9fc0da60 req-8c1a9f9c-a52a-4fb8-902e-9b3fcfb8b4b0 tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] 10.222.0.59 "GET /v2.0/security-groups?id=c166a083-e7a4-430d-b39b-9b2d1c142ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513079 Jul 27 21:13:02.216391 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 32882) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:13:02.237079 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-bb8769ba-2373-47ea-8c4f-c02b84290d31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:02.454744 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-bb8769ba-2373-47ea-8c4f-c02b84290d31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:02.456387 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90d77fc-d0bd-41b7-a41e-ea856c916a68 req-c108c6cd-ee24-4673-bd69-8699cb3a01aa tempest-ServerRescueTestJSONUnderV235-589534428 tempest-ServerRescueTestJSONUnderV235-589534428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:13:02.462123 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-bb8769ba-2373-47ea-8c4f-c02b84290d31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:02.468738 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a90d77fc-d0bd-41b7-a41e-ea856c916a68 req-c108c6cd-ee24-4673-bd69-8699cb3a01aa tempest-ServerRescueTestJSONUnderV235-589534428 tempest-ServerRescueTestJSONUnderV235-589534428-project] 10.222.0.59 "GET /v2.0/ports?device_id=5b701460-64e5-4196-93e5-b01788246243 HTTP/1.1" status: 200 len: 946 time: 0.2623320 Jul 27 21:13:02.500443 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 32890) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:13:02.566374 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a90d77fc-d0bd-41b7-a41e-ea856c916a68 req-bd930c8f-00b1-4685-88a3-53407bc2de0d tempest-ServerRescueTestJSONUnderV235-589534428 tempest-ServerRescueTestJSONUnderV235-589534428-project] 10.222.0.59 "GET /v2.0/security-groups?id=95603a71-ea3d-4143-81b0-7bce4dd79980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931120 Jul 27 21:13:02.598247 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a08a9b-a3e4-48fb-b893-8f3a7341425d req-04a1594c-e778-4071-9de5-9046ecaeda78 tempest-ServerRescueNegativeTestJSON-1381818065 tempest-ServerRescueNegativeTestJSON-1381818065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:13:02.604151 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-bb8769ba-2373-47ea-8c4f-c02b84290d31 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=4e431dcbcfef4c4687fe174211ef5909&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3855405 Jul 27 21:13:02.606193 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8769ba-2373-47ea-8c4f-c02b84290d31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92194388-c4a3-4d9b-8c25-4c5fbd126b0c,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:13:02.611147 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a7a08a9b-a3e4-48fb-b893-8f3a7341425d req-04a1594c-e778-4071-9de5-9046ecaeda78 tempest-ServerRescueNegativeTestJSON-1381818065 tempest-ServerRescueNegativeTestJSON-1381818065-project] 10.222.0.59 "GET /v2.0/ports?device_id=e2b02e93-995e-40bc-ad82-59da89f4fecb HTTP/1.1" status: 200 len: 945 time: 0.3195064 Jul 27 21:13:02.629076 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 32894) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:13:02.681856 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a7a08a9b-a3e4-48fb-b893-8f3a7341425d req-52528d54-d76b-4d41-a32c-83ff64275e11 tempest-ServerRescueNegativeTestJSON-1381818065 tempest-ServerRescueNegativeTestJSON-1381818065-project] 10.222.0.59 "GET /v2.0/security-groups?id=ce8b1850-1d4d-402f-a118-5b56f5e06e52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635316 Jul 27 21:13:02.715947 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-ad193a01-e0c6-4451-ae5f-01993c38efd0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:02.773349 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-0eeea4de-8d07-4443-9215-c91301a36ac6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:02.867150 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-0eeea4de-8d07-4443-9215-c91301a36ac6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:03.017088 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e8a8c6c6-cc3d-4dc9-8804-ed9b248caf66 req-93464945-6aca-4419-a125-c0e9d739bb39 tempest-ServerShowV254Test-866986042 tempest-ServerShowV254Test-866986042-project] 10.222.0.59 "GET /v2.0/ports?device_id=c5fd6c46-024d-4ff2-b445-51c38e2be32a HTTP/1.1" status: 200 len: 210 time: 0.1178381 Jul 27 21:13:03.053733 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-0eeea4de-8d07-4443-9215-c91301a36ac6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:03.058195 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-0eeea4de-8d07-4443-9215-c91301a36ac6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:03.077762 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-0eeea4de-8d07-4443-9215-c91301a36ac6 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/92194388-c4a3-4d9b-8c25-4c5fbd126b0c HTTP/1.1" status: 204 len: 168 time: 0.4457791 Jul 27 21:13:03.134491 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eeea4de-8d07-4443-9215-c91301a36ac6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92194388-c4a3-4d9b-8c25-4c5fbd126b0c,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:13:03.241306 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-ad193a01-e0c6-4451-ae5f-01993c38efd0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:03.248287 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-ad193a01-e0c6-4451-ae5f-01993c38efd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:03.381676 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 32926) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:13:03.385722 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-ad193a01-e0c6-4451-ae5f-01993c38efd0 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=89eeb58625eb440bb5e5f1e3c3760445&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8841209 Jul 27 21:13:03.387137 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad193a01-e0c6-4451-ae5f-01993c38efd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dac1ee88-d760-4255-a774-e0bac53e4420,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:13:03.482386 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18eba3c8-ba3f-4bfb-ac97-40fec1be21e2 req-a676500f-e669-4ee4-a8c1-ae024d232f4e tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:13:03.490746 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-18eba3c8-ba3f-4bfb-ac97-40fec1be21e2 req-a676500f-e669-4ee4-a8c1-ae024d232f4e tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] 10.222.0.59 "GET /v2.0/ports?device_id=31533b7a-7459-43fe-bfa1-37a8877d2d0a HTTP/1.1" status: 200 len: 943 time: 0.1892347 Jul 27 21:13:03.575737 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-00a7c265-fe50-4b67-acc2-bfbf61bd8203 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:03.600952 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-18eba3c8-ba3f-4bfb-ac97-40fec1be21e2 req-695f3374-a052-4601-a92b-a1340ce43a15 tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] 10.222.0.59 "GET /v2.0/security-groups?id=c166a083-e7a4-430d-b39b-9b2d1c142ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066678 Jul 27 21:13:03.624965 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-00a7c265-fe50-4b67-acc2-bfbf61bd8203 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:03.710635 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-00a7c265-fe50-4b67-acc2-bfbf61bd8203 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:03.713706 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-00a7c265-fe50-4b67-acc2-bfbf61bd8203 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:03.714988 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-00a7c265-fe50-4b67-acc2-bfbf61bd8203 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/dac1ee88-d760-4255-a774-e0bac53e4420 HTTP/1.1" status: 204 len: 168 time: 0.3279364 Jul 27 21:13:03.743207 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a7c265-fe50-4b67-acc2-bfbf61bd8203 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dac1ee88-d760-4255-a774-e0bac53e4420,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:13:03.847331 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c558f60d-9a65-4eb4-89a5-3f2f1f328009 req-4e8893f7-3a80-457b-9e79-c8dc3ec97454 tempest-ServerRescueTestJSONUnderV235-589534428 tempest-ServerRescueTestJSONUnderV235-589534428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:13:03.857504 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-c558f60d-9a65-4eb4-89a5-3f2f1f328009 req-4e8893f7-3a80-457b-9e79-c8dc3ec97454 tempest-ServerRescueTestJSONUnderV235-589534428 tempest-ServerRescueTestJSONUnderV235-589534428-project] 10.222.0.59 "GET /v2.0/ports?device_id=5b701460-64e5-4196-93e5-b01788246243 HTTP/1.1" status: 200 len: 946 time: 0.1571603 Jul 27 21:13:03.927877 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-c558f60d-9a65-4eb4-89a5-3f2f1f328009 req-d5f9181d-97be-430b-9c12-1e618d2b0447 tempest-ServerRescueTestJSONUnderV235-589534428 tempest-ServerRescueTestJSONUnderV235-589534428-project] 10.222.0.59 "GET /v2.0/security-groups?id=95603a71-ea3d-4143-81b0-7bce4dd79980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655663 Jul 27 21:13:04.235750 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-8828af6b-fa88-4106-8403-177f41d4b1a4 req-6d33ec5e-96ce-4e8b-a25a-ba74bec4f790 tempest-ServerShowV254Test-866986042 tempest-ServerShowV254Test-866986042-project] 10.222.0.59 "GET /v2.0/ports?device_id=c5fd6c46-024d-4ff2-b445-51c38e2be32a HTTP/1.1" status: 200 len: 210 time: 0.0830264 Jul 27 21:13:04.387021 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 32962) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:13:04.430435 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-0d5e3324-719c-47c7-a9ce-e14ea8b372c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:04.581414 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a70428-7f63-407f-91b7-e3005e701ad8 req-a7552096-0b6a-460f-b8fe-b79d52921808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:13:04.583588 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-b5a70428-7f63-407f-91b7-e3005e701ad8 req-a7552096-0b6a-460f-b8fe-b79d52921808 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=5b701460-64e5-4196-93e5-b01788246243 HTTP/1.1" status: 200 len: 1098 time: 0.4611115 Jul 27 21:13:04.664569 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-b5a70428-7f63-407f-91b7-e3005e701ad8 req-b9205b32-2242-4e07-bd1c-99d061389913 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=95603a71-ea3d-4143-81b0-7bce4dd79980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730700 Jul 27 21:13:04.669587 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-0d5e3324-719c-47c7-a9ce-e14ea8b372c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:04.675087 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-0d5e3324-719c-47c7-a9ce-e14ea8b372c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:04.750553 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-0d5e3324-719c-47c7-a9ce-e14ea8b372c3 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=d265f094fc2942f5bb857cab93ddf0d7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3622003 Jul 27 21:13:04.753221 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 32970) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:13:04.808571 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5e3324-719c-47c7-a9ce-e14ea8b372c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f7dc10e-7a48-48fe-8081-6a7d8c726623,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:13:04.888905 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-fabdc5a8-e881-473e-87a2-539f721401d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:04.925187 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-fabdc5a8-e881-473e-87a2-539f721401d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:04.957224 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306106d6-fcb1-43d1-8a8f-924746b4d6f3 req-c7ab3fe0-aae0-4b41-b8b7-ea96f688376b tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:13:04.967208 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-306106d6-fcb1-43d1-8a8f-924746b4d6f3 req-c7ab3fe0-aae0-4b41-b8b7-ea96f688376b tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] 10.222.0.59 "GET /v2.0/ports?device_id=31533b7a-7459-43fe-bfa1-37a8877d2d0a HTTP/1.1" status: 200 len: 943 time: 0.2211068 Jul 27 21:13:05.036298 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-fabdc5a8-e881-473e-87a2-539f721401d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:05.036298 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-fabdc5a8-e881-473e-87a2-539f721401d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:05.037002 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-fabdc5a8-e881-473e-87a2-539f721401d5 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/4f7dc10e-7a48-48fe-8081-6a7d8c726623 HTTP/1.1" status: 204 len: 168 time: 0.2827387 Jul 27 21:13:05.053590 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabdc5a8-e881-473e-87a2-539f721401d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f7dc10e-7a48-48fe-8081-6a7d8c726623,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:13:05.077055 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-306106d6-fcb1-43d1-8a8f-924746b4d6f3 req-fe2344b9-dfd6-4674-b644-c2f80ba4e8e2 tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] 10.222.0.59 "GET /v2.0/security-groups?id=c166a083-e7a4-430d-b39b-9b2d1c142ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979314 Jul 27 21:13:05.231178 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4081eae9-3f98-42bb-926a-ca39238544f5 req-75de68cb-6004-48b9-93aa-a863ca5c6111 tempest-ServerRescueTestJSONUnderV235-589534428 tempest-ServerRescueTestJSONUnderV235-589534428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:13:05.233036 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-4081eae9-3f98-42bb-926a-ca39238544f5 req-75de68cb-6004-48b9-93aa-a863ca5c6111 tempest-ServerRescueTestJSONUnderV235-589534428 tempest-ServerRescueTestJSONUnderV235-589534428-project] 10.222.0.59 "GET /v2.0/ports?device_id=5b701460-64e5-4196-93e5-b01788246243 HTTP/1.1" status: 200 len: 946 time: 0.1534708 Jul 27 21:13:05.313441 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-4081eae9-3f98-42bb-926a-ca39238544f5 req-c61092c3-aad6-4bd0-a58c-1df7b8cd56fb tempest-ServerRescueTestJSONUnderV235-589534428 tempest-ServerRescueTestJSONUnderV235-589534428-project] 10.222.0.59 "GET /v2.0/security-groups?id=95603a71-ea3d-4143-81b0-7bce4dd79980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733171 Jul 27 21:13:05.434802 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-3067f54b-6f24-4207-aa4d-aefdc9b288e1 req-7b9ff79c-d4b8-4725-a847-d462b4f3731c tempest-ServerShowV254Test-866986042 tempest-ServerShowV254Test-866986042-project] 10.222.0.59 "GET /v2.0/ports?device_id=c5fd6c46-024d-4ff2-b445-51c38e2be32a HTTP/1.1" status: 200 len: 210 time: 0.0735180 Jul 27 21:13:06.276219 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:06.310750 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab20221-07c0-445e-ae47-ef5843d87d4b req-6c928c0a-d947-4157-af42-80ea75258c39 tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:13:06.319600 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-eab20221-07c0-445e-ae47-ef5843d87d4b req-6c928c0a-d947-4157-af42-80ea75258c39 tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] 10.222.0.59 "GET /v2.0/ports?device_id=31533b7a-7459-43fe-bfa1-37a8877d2d0a HTTP/1.1" status: 200 len: 943 time: 0.1600428 Jul 27 21:13:06.362308 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-e8257e3a-cbda-462c-a45f-580a9d569535 req-d1f05f4b-dc1a-4672-8382-bd95c24414b2 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=e2b02e93-995e-40bc-ad82-59da89f4fecb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1202195 Jul 27 21:13:06.399428 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-eab20221-07c0-445e-ae47-ef5843d87d4b req-01571832-b70b-4ecc-8e2a-2f70a031a512 tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] 10.222.0.59 "GET /v2.0/security-groups?id=c166a083-e7a4-430d-b39b-9b2d1c142ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773840 Jul 27 21:13:06.460574 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8257e3a-cbda-462c-a45f-580a9d569535 req-d6ac2131-084f-4051-8dd7-1619d72243de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:13:06.462615 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-e8257e3a-cbda-462c-a45f-580a9d569535 req-d6ac2131-084f-4051-8dd7-1619d72243de service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1816f1c47c674f62ac676a2d74d8fad6&device_id=e2b02e93-995e-40bc-ad82-59da89f4fecb HTTP/1.1" status: 200 len: 1097 time: 0.0721393 Jul 27 21:13:06.587012 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afffaf04-5b3f-44d8-8d4e-9129384dff19 req-ba31c751-8080-44cc-97af-8ed4e7989694 tempest-ServerRescueTestJSONUnderV235-589534428 tempest-ServerRescueTestJSONUnderV235-589534428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:13:06.592566 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-afffaf04-5b3f-44d8-8d4e-9129384dff19 req-ba31c751-8080-44cc-97af-8ed4e7989694 tempest-ServerRescueTestJSONUnderV235-589534428 tempest-ServerRescueTestJSONUnderV235-589534428-project] 10.222.0.59 "GET /v2.0/ports?device_id=5b701460-64e5-4196-93e5-b01788246243 HTTP/1.1" status: 200 len: 946 time: 0.1494217 Jul 27 21:13:06.658135 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-afffaf04-5b3f-44d8-8d4e-9129384dff19 req-a044e75a-ecac-46df-be19-9192991594b5 tempest-ServerRescueTestJSONUnderV235-589534428 tempest-ServerRescueTestJSONUnderV235-589534428-project] 10.222.0.59 "GET /v2.0/security-groups?id=95603a71-ea3d-4143-81b0-7bce4dd79980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582330 Jul 27 21:13:06.686663 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8257e3a-cbda-462c-a45f-580a9d569535 req-3fae624f-ae39-4580-99a6-7b280284171d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:13:06.716130 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-e8257e3a-cbda-462c-a45f-580a9d569535 req-3fae624f-ae39-4580-99a6-7b280284171d service neutron] 10.222.0.60 "GET /v2.0/networks?id=1db3ecd8-5bfa-46e7-9a53-5860f7a92c34 HTTP/1.1" status: 200 len: 918 time: 0.2248788 Jul 27 21:13:06.731101 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [req-65ce5942-6f41-4704-ab1a-207d2983a00c req-8ae200e7-a39a-40a6-88f8-a0b4ab8d6d3f tempest-ServerRescueTestJSONUnderV235-589534428 tempest-ServerRescueTestJSONUnderV235-589534428-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-1367921959', 'description': 'tempest-description-1496874003'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:13:06.802455 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f4e6262a-9e43-4281-96f0-6bf65a67e57a req-a898e0a0-58bd-464f-b431-fed697bb3cb4 tempest-ServerShowV254Test-866986042 tempest-ServerShowV254Test-866986042-project] 10.222.0.59 "GET /v2.0/ports?device_id=c5fd6c46-024d-4ff2-b445-51c38e2be32a HTTP/1.1" status: 200 len: 210 time: 0.1039102 Jul 27 21:13:06.802927 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-e8257e3a-cbda-462c-a45f-580a9d569535 req-cfc03699-57dc-4e56-982b-f3efbbd44978 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=498260e1-9835-46af-97f7-54e6148162f3 HTTP/1.1" status: 200 len: 217 time: 0.0836663 Jul 27 21:13:06.803830 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-65ce5942-6f41-4704-ab1a-207d2983a00c req-8ae200e7-a39a-40a6-88f8-a0b4ab8d6d3f tempest-ServerRescueTestJSONUnderV235-589534428 tempest-ServerRescueTestJSONUnderV235-589534428-project] Notify callbacks [] for security_group, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:06.918624 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8257e3a-cbda-462c-a45f-580a9d569535 req-17079334-3a7a-4024-b5a6-4962b8f52ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:13:06.922281 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-e8257e3a-cbda-462c-a45f-580a9d569535 req-17079334-3a7a-4024-b5a6-4962b8f52ea9 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=bde3c8e5-46f4-4260-b2be-2a93267b8e98 HTTP/1.1" status: 200 len: 857 time: 0.1117308 Jul 27 21:13:06.968295 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-e8257e3a-cbda-462c-a45f-580a9d569535 req-ee861a2a-e6b3-4524-8151-cea6ec5bebd6 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1db3ecd8-5bfa-46e7-9a53-5860f7a92c34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0385799 Jul 27 21:13:06.980324 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-65ce5942-6f41-4704-ab1a-207d2983a00c req-8ae200e7-a39a-40a6-88f8-a0b4ab8d6d3f tempest-ServerRescueTestJSONUnderV235-589534428 tempest-ServerRescueTestJSONUnderV235-589534428-project] Notify callbacks [] for security_group, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:06.985814 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-65ce5942-6f41-4704-ab1a-207d2983a00c req-8ae200e7-a39a-40a6-88f8-a0b4ab8d6d3f tempest-ServerRescueTestJSONUnderV235-589534428 tempest-ServerRescueTestJSONUnderV235-589534428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:07.017496 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-65ce5942-6f41-4704-ab1a-207d2983a00c req-8ae200e7-a39a-40a6-88f8-a0b4ab8d6d3f tempest-ServerRescueTestJSONUnderV235-589534428 tempest-ServerRescueTestJSONUnderV235-589534428-project] Notify callbacks [] for security_group, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:07.020826 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-65ce5942-6f41-4704-ab1a-207d2983a00c req-8ae200e7-a39a-40a6-88f8-a0b4ab8d6d3f tempest-ServerRescueTestJSONUnderV235-589534428 tempest-ServerRescueTestJSONUnderV235-589534428-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1815 time: 0.3006516 Jul 27 21:13:07.077866 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae200e7-a39a-40a6-88f8-a0b4ab8d6d3f tempest-ServerRescueTestJSONUnderV235-589534428 tempest-ServerRescueTestJSONUnderV235-589534428-project] Pushing event updated for resources: {'SecurityGroup': ['ID=38e3ace2-3491-4433-9960-105182ee61da,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:13:07.128423 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-e8257e3a-cbda-462c-a45f-580a9d569535 req-9bf390ee-f0d3-468d-bd82-d56debc35b69 service neutron] 10.222.0.60 "GET /v2.0/networks/1db3ecd8-5bfa-46e7-9a53-5860f7a92c34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1508725 Jul 27 21:13:07.220529 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-d55375a8-71a6-4856-9f1b-2537a63d3ca7 req-7b99e11e-9e75-41ea-bb5e-25cb571ddd8a tempest-ServerRescueTestJSONUnderV235-589534428 tempest-ServerRescueTestJSONUnderV235-589534428-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1367921959&fields=id&tenant_id=596d15ccffcd4935954d819b173c7fae HTTP/1.1" status: 200 len: 267 time: 0.0893300 Jul 27 21:13:07.271715 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-e8257e3a-cbda-462c-a45f-580a9d569535 req-f85b3bd3-b8dc-4d35-8cc5-9caacb3cfd4c service neutron] 10.222.0.60 "GET /v2.0/networks/1db3ecd8-5bfa-46e7-9a53-5860f7a92c34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345201 Jul 27 21:13:07.382939 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55375a8-71a6-4856-9f1b-2537a63d3ca7 req-f24a4904-7db3-41f5-926a-9f498e4396fb tempest-ServerRescueTestJSONUnderV235-589534428 tempest-ServerRescueTestJSONUnderV235-589534428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:13:07.384506 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-d55375a8-71a6-4856-9f1b-2537a63d3ca7 req-f24a4904-7db3-41f5-926a-9f498e4396fb tempest-ServerRescueTestJSONUnderV235-589534428 tempest-ServerRescueTestJSONUnderV235-589534428-project] 10.222.0.59 "GET /v2.0/ports?device_id=5b701460-64e5-4196-93e5-b01788246243 HTTP/1.1" status: 200 len: 946 time: 0.1591363 Jul 27 21:13:07.404248 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [req-d55375a8-71a6-4856-9f1b-2537a63d3ca7 req-fe0c6894-4a0d-44b5-bc28-be039914dca9 tempest-ServerRescueTestJSONUnderV235-589534428 tempest-ServerRescueTestJSONUnderV235-589534428-project] Request body: {'port': {'security_groups': ['95603a71-ea3d-4143-81b0-7bce4dd79980', '38e3ace2-3491-4433-9960-105182ee61da']}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:13:07.593024 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-d55375a8-71a6-4856-9f1b-2537a63d3ca7 req-fe0c6894-4a0d-44b5-bc28-be039914dca9 tempest-ServerRescueTestJSONUnderV235-589534428 tempest-ServerRescueTestJSONUnderV235-589534428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:07.618784 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0116ace6-aca7-49ff-9d03-8d75174ebb50 req-66da5a47-df88-4508-97d3-c8e9ca27c016 tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:13:07.620170 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-0116ace6-aca7-49ff-9d03-8d75174ebb50 req-66da5a47-df88-4508-97d3-c8e9ca27c016 tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] 10.222.0.59 "GET /v2.0/ports?device_id=31533b7a-7459-43fe-bfa1-37a8877d2d0a HTTP/1.1" status: 200 len: 943 time: 0.1293271 Jul 27 21:13:07.711886 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-0116ace6-aca7-49ff-9d03-8d75174ebb50 req-a8f33d3e-1b68-4b94-9b87-9a1a06e89774 tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] 10.222.0.59 "GET /v2.0/security-groups?id=c166a083-e7a4-430d-b39b-9b2d1c142ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680742 Jul 27 21:13:08.029933 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e475f2c2-628f-4f37-8540-85efd2f60acf req-80ea0e5a-6038-4232-9c76-f81dd1e7ae4b tempest-ServerShowV254Test-866986042 tempest-ServerShowV254Test-866986042-project] 10.222.0.59 "GET /v2.0/ports?device_id=c5fd6c46-024d-4ff2-b445-51c38e2be32a HTTP/1.1" status: 200 len: 210 time: 0.0435307 Jul 27 21:13:08.035962 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.db [req-d55375a8-71a6-4856-9f1b-2537a63d3ca7 req-fe0c6894-4a0d-44b5-bc28-be039914dca9 tempest-ServerRescueTestJSONUnderV235-589534428 tempest-ServerRescueTestJSONUnderV235-589534428-project] For port 86bd856e-9b00-48a0-9c58-b50c7a0c27a0, host n-h2-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=86bd856e-9b00-48a0-9c58-b50c7a0c27a0,segment=NetworkSegment(69be0b53-de98-4f1a-b28e-7ef1935836ed),segment_id=69be0b53-de98-4f1a-b28e-7ef1935836ed)] {{(pid=105585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:13:08.069896 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-d55375a8-71a6-4856-9f1b-2537a63d3ca7 req-fe0c6894-4a0d-44b5-bc28-be039914dca9 tempest-ServerRescueTestJSONUnderV235-589534428 tempest-ServerRescueTestJSONUnderV235-589534428-project] Notify callbacks [] for port, precommit_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:08.094059 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-d55375a8-71a6-4856-9f1b-2537a63d3ca7 req-fe0c6894-4a0d-44b5-bc28-be039914dca9 tempest-ServerRescueTestJSONUnderV235-589534428 tempest-ServerRescueTestJSONUnderV235-589534428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10221672'] for port, after_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:08.106852 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] get_ports_and_sgs() called for port_ids ['86bd856e-9b00-48a0-9c58-b50c7a0c27a0'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:13:08.175672 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55375a8-71a6-4856-9f1b-2537a63d3ca7 req-fe0c6894-4a0d-44b5-bc28-be039914dca9 tempest-ServerRescueTestJSONUnderV235-589534428 tempest-ServerRescueTestJSONUnderV235-589534428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:13:08.177163 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-d55375a8-71a6-4856-9f1b-2537a63d3ca7 req-fe0c6894-4a0d-44b5-bc28-be039914dca9 tempest-ServerRescueTestJSONUnderV235-589534428 tempest-ServerRescueTestJSONUnderV235-589534428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:08.179937 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-d55375a8-71a6-4856-9f1b-2537a63d3ca7 req-fe0c6894-4a0d-44b5-bc28-be039914dca9 tempest-ServerRescueTestJSONUnderV235-589534428 tempest-ServerRescueTestJSONUnderV235-589534428-project] 10.222.0.59 "PUT /v2.0/ports/86bd856e-9b00-48a0-9c58-b50c7a0c27a0 HTTP/1.1" status: 200 len: 982 time: 0.7850518 Jul 27 21:13:08.180645 n-d-705658-22 neutron-server[105585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b701460-64e5-4196-93e5-b01788246243', 'tag': '86bd856e-9b00-48a0-9c58-b50c7a0c27a0'}] {{(pid=105585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:13:08.184556 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d66fd65881426bfc2b5388084a3654e5eae521106a15a3dbf0eb4cde7106c36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93fad75c-4056-4b93-b765-327eda56570e" -d '{"events": [{"name": "network-changed", "server_uuid": "5b701460-64e5-4196-93e5-b01788246243", "tag": "86bd856e-9b00-48a0-9c58-b50c7a0c27a0"}]}' {{(pid=105585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:13:08.214640 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0c6894-4a0d-44b5-bc28-be039914dca9 tempest-ServerRescueTestJSONUnderV235-589534428 tempest-ServerRescueTestJSONUnderV235-589534428-project] Pushing event updated for resources: {'Port': ['ID=86bd856e-9b00-48a0-9c58-b50c7a0c27a0,revision_number=6']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:13:08.246844 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:13:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ea43401-dd91-4618-a22a-0a6f2c688a4b x-openstack-request-id: req-7ea43401-dd91-4618-a22a-0a6f2c688a4b {{(pid=105585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:13:08.247341 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b701460-64e5-4196-93e5-b01788246243", "tag": "86bd856e-9b00-48a0-9c58-b50c7a0c27a0", "status": "completed", "code": 200}]} {{(pid=105585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:13:08.248208 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-7ea43401-dd91-4618-a22a-0a6f2c688a4b {{(pid=105585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:13:08.248749 n-d-705658-22 neutron-server[105585]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b701460-64e5-4196-93e5-b01788246243', 'tag': '86bd856e-9b00-48a0-9c58-b50c7a0c27a0', 'status': 'completed', 'code': 200} Jul 27 21:13:08.348057 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] get_ports_and_sgs() called for port_ids ['86bd856e-9b00-48a0-9c58-b50c7a0c27a0'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:13:08.386034 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-1eee8888-d5ca-424c-96b9-55e1cc64a652 req-c9304f74-3075-473c-bf99-1c531b5a14c2 tempest-ServerRescueTestJSONUnderV235-589534428 tempest-ServerRescueTestJSONUnderV235-589534428-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1367921959&fields=id&tenant_id=596d15ccffcd4935954d819b173c7fae HTTP/1.1" status: 200 len: 267 time: 0.0738776 Jul 27 21:13:08.407769 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device 02c1d30c-87d1-4ab3-8a04-cc33f5f02b7e details requested by agent hyperv_n-h1-705658-22 with host n-h1-705658-22 {{(pid=105586) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:13:08.429347 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fad75c-4056-4b93-b765-327eda56570e req-39eb76f9-8c7c-4e79-bfbf-171290437008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:13:08.433328 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-93fad75c-4056-4b93-b765-327eda56570e req-39eb76f9-8c7c-4e79-bfbf-171290437008 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=596d15ccffcd4935954d819b173c7fae&device_id=5b701460-64e5-4196-93e5-b01788246243 HTTP/1.1" status: 200 len: 1137 time: 0.1589029 Jul 27 21:13:08.550830 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] For port 02c1d30c-87d1-4ab3-8a04-cc33f5f02b7e, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=02c1d30c-87d1-4ab3-8a04-cc33f5f02b7e,segment=NetworkSegment(0414d6eb-b060-4295-bd01-14cc6aa3c398),segment_id=0414d6eb-b060-4295-bd01-14cc6aa3c398)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:13:08.563255 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eee8888-d5ca-424c-96b9-55e1cc64a652 req-e8231817-df75-4e7c-9b94-ef82611f8509 tempest-ServerRescueTestJSONUnderV235-589534428 tempest-ServerRescueTestJSONUnderV235-589534428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:13:08.565967 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-1eee8888-d5ca-424c-96b9-55e1cc64a652 req-e8231817-df75-4e7c-9b94-ef82611f8509 tempest-ServerRescueTestJSONUnderV235-589534428 tempest-ServerRescueTestJSONUnderV235-589534428-project] 10.222.0.59 "GET /v2.0/ports?device_id=5b701460-64e5-4196-93e5-b01788246243 HTTP/1.1" status: 200 len: 985 time: 0.1790876 Jul 27 21:13:08.583653 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [req-1eee8888-d5ca-424c-96b9-55e1cc64a652 req-dd433b33-1e2b-474b-bbb3-9c22559a15f9 tempest-ServerRescueTestJSONUnderV235-589534428 tempest-ServerRescueTestJSONUnderV235-589534428-project] Request body: {'port': {'security_groups': ['95603a71-ea3d-4143-81b0-7bce4dd79980']}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:13:08.704048 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fad75c-4056-4b93-b765-327eda56570e req-f3e98fd2-7e2f-4217-a639-5af8cff0d989 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:13:08.707512 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Returning: {'device': '02c1d30c-87d1-4ab3-8a04-cc33f5f02b7e', 'network_id': '4390cbf5-7e78-4e4f-909f-4a4e22b8ff6a', 'port_id': '02c1d30c-87d1-4ab3-8a04-cc33f5f02b7e', 'mac_address': 'fa:16:3e:6e:2a:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 224, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54048abf-f191-442c-882c-c171eec4fbdf', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105586) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:13:08.707652 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-93fad75c-4056-4b93-b765-327eda56570e req-f3e98fd2-7e2f-4217-a639-5af8cff0d989 service neutron] 10.222.0.60 "GET /v2.0/networks?id=b8f948c7-bfa9-44cb-936e-c199c057fe39 HTTP/1.1" status: 200 len: 921 time: 0.2561612 Jul 27 21:13:08.775848 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-1eee8888-d5ca-424c-96b9-55e1cc64a652 req-dd433b33-1e2b-474b-bbb3-9c22559a15f9 tempest-ServerRescueTestJSONUnderV235-589534428 tempest-ServerRescueTestJSONUnderV235-589534428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:08.783587 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:08.803335 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02c1d30c-87d1-4ab3-8a04-cc33f5f02b7e {{(pid=105586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:13:08.826557 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] For port 02c1d30c-87d1-4ab3-8a04-cc33f5f02b7e, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=02c1d30c-87d1-4ab3-8a04-cc33f5f02b7e,segment=NetworkSegment(0414d6eb-b060-4295-bd01-14cc6aa3c398),segment_id=0414d6eb-b060-4295-bd01-14cc6aa3c398)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:13:08.879674 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-93fad75c-4056-4b93-b765-327eda56570e req-ab3bc0ea-8fed-4a10-afcd-7413d4e4e778 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=86bd856e-9b00-48a0-9c58-b50c7a0c27a0 HTTP/1.1" status: 200 len: 217 time: 0.1649525 Jul 27 21:13:08.897303 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:08.989746 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fad75c-4056-4b93-b765-327eda56570e req-2c0be8d1-cb8b-4f08-b20c-5af2530f31d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:13:08.991435 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-e3d8b492-b153-4126-a005-3455cb7745b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:08.994326 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-93fad75c-4056-4b93-b765-327eda56570e req-2c0be8d1-cb8b-4f08-b20c-5af2530f31d3 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=b55d8227-ef6b-4263-840b-22086dfeae57 HTTP/1.1" status: 200 len: 860 time: 0.1043458 Jul 27 21:13:09.079266 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-93fad75c-4056-4b93-b765-327eda56570e req-30eb20f7-b6b7-43ca-8212-261b44fb6a57 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b8f948c7-bfa9-44cb-936e-c199c057fe39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0747981 Jul 27 21:13:09.151081 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Pushing event updated for resources: {'Port': ['ID=02c1d30c-87d1-4ab3-8a04-cc33f5f02b7e,revision_number=9']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:13:09.164727 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:13:09.165121 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:13:09.165711 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:13:09.166058 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:13:09.166389 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:13:09.166718 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:13:09.167864 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:13:09.168196 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:13:09.168522 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:13:09.168846 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:13:09.169169 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:13:09.169505 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:13:09.238627 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] get_ports_and_sgs() called for port_ids ['02c1d30c-87d1-4ab3-8a04-cc33f5f02b7e'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:13:09.270302 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce874cb-37ad-4485-b421-b93fbfdc3d87 req-dc151400-84f7-4311-81f5-cfef75d3c0d3 tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:13:09.281799 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-7ce874cb-37ad-4485-b421-b93fbfdc3d87 req-dc151400-84f7-4311-81f5-cfef75d3c0d3 tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] 10.222.0.59 "GET /v2.0/ports?device_id=31533b7a-7459-43fe-bfa1-37a8877d2d0a HTTP/1.1" status: 200 len: 944 time: 0.4082260 Jul 27 21:13:09.428209 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 33212) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:13:09.460210 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-93fad75c-4056-4b93-b765-327eda56570e req-4bd0662f-4e41-442f-bde6-1de29fead00d service neutron] 10.222.0.60 "GET /v2.0/networks/b8f948c7-bfa9-44cb-936e-c199c057fe39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3738909 Jul 27 21:13:09.479153 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-7ce874cb-37ad-4485-b421-b93fbfdc3d87 req-cf305bad-6647-4b0a-991b-a907fd0bcc1d tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] 10.222.0.59 "GET /v2.0/security-groups?id=c166a083-e7a4-430d-b39b-9b2d1c142ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1943610 Jul 27 21:13:09.503162 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.db [req-1eee8888-d5ca-424c-96b9-55e1cc64a652 req-dd433b33-1e2b-474b-bbb3-9c22559a15f9 tempest-ServerRescueTestJSONUnderV235-589534428 tempest-ServerRescueTestJSONUnderV235-589534428-project] For port 86bd856e-9b00-48a0-9c58-b50c7a0c27a0, host n-h2-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=86bd856e-9b00-48a0-9c58-b50c7a0c27a0,segment=NetworkSegment(69be0b53-de98-4f1a-b28e-7ef1935836ed),segment_id=69be0b53-de98-4f1a-b28e-7ef1935836ed)] {{(pid=105585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:13:09.607830 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-1eee8888-d5ca-424c-96b9-55e1cc64a652 req-dd433b33-1e2b-474b-bbb3-9c22559a15f9 tempest-ServerRescueTestJSONUnderV235-589534428 tempest-ServerRescueTestJSONUnderV235-589534428-project] Notify callbacks [] for port, precommit_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:09.614481 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-1eee8888-d5ca-424c-96b9-55e1cc64a652 req-dd433b33-1e2b-474b-bbb3-9c22559a15f9 tempest-ServerRescueTestJSONUnderV235-589534428 tempest-ServerRescueTestJSONUnderV235-589534428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10221672'] for port, after_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:09.628661 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] get_ports_and_sgs() called for port_ids ['86bd856e-9b00-48a0-9c58-b50c7a0c27a0'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:13:09.643574 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-93fad75c-4056-4b93-b765-327eda56570e req-f0c6dd7c-dd31-402d-b2ca-0aae3b35cb75 service neutron] 10.222.0.60 "GET /v2.0/networks/b8f948c7-bfa9-44cb-936e-c199c057fe39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1762493 Jul 27 21:13:09.708570 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eee8888-d5ca-424c-96b9-55e1cc64a652 req-dd433b33-1e2b-474b-bbb3-9c22559a15f9 tempest-ServerRescueTestJSONUnderV235-589534428 tempest-ServerRescueTestJSONUnderV235-589534428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:13:09.711387 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-1eee8888-d5ca-424c-96b9-55e1cc64a652 req-dd433b33-1e2b-474b-bbb3-9c22559a15f9 tempest-ServerRescueTestJSONUnderV235-589534428 tempest-ServerRescueTestJSONUnderV235-589534428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:09.713075 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-1eee8888-d5ca-424c-96b9-55e1cc64a652 req-dd433b33-1e2b-474b-bbb3-9c22559a15f9 tempest-ServerRescueTestJSONUnderV235-589534428 tempest-ServerRescueTestJSONUnderV235-589534428-project] 10.222.0.59 "PUT /v2.0/ports/86bd856e-9b00-48a0-9c58-b50c7a0c27a0 HTTP/1.1" status: 200 len: 943 time: 1.1345682 Jul 27 21:13:09.794192 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-ad86110a-f4d9-4c62-8011-35c37bf53e40 req-e4848815-f853-4427-860c-cbcf8a586538 tempest-ServerShowV254Test-866986042 tempest-ServerShowV254Test-866986042-project] 10.222.0.59 "GET /v2.0/ports?device_id=c5fd6c46-024d-4ff2-b445-51c38e2be32a HTTP/1.1" status: 200 len: 210 time: 0.0725548 Jul 27 21:13:09.794533 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] get_ports_and_sgs() called for port_ids ['86bd856e-9b00-48a0-9c58-b50c7a0c27a0'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:13:09.818917 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-c3bfdfe3-5d5a-4ad6-9816-065d18edecc5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:09.905685 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd433b33-1e2b-474b-bbb3-9c22559a15f9 tempest-ServerRescueTestJSONUnderV235-589534428 tempest-ServerRescueTestJSONUnderV235-589534428-project] Pushing event updated for resources: {'Port': ['ID=86bd856e-9b00-48a0-9c58-b50c7a0c27a0,revision_number=7']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:13:10.050564 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:10.071259 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a68b0436-e82f-4d82-8106-a1db08b65cb3 req-9c0557aa-10bf-4a04-9aa0-84ea95eb253e tempest-ServerRescueTestJSONUnderV235-589534428 tempest-ServerRescueTestJSONUnderV235-589534428-project] 10.222.0.59 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3278458 Jul 27 21:13:10.087065 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [req-a68b0436-e82f-4d82-8106-a1db08b65cb3 req-1d07666f-b192-4b5c-873c-fd08d65c8926 tempest-ServerRescueTestJSONUnderV235-589534428 tempest-ServerRescueTestJSONUnderV235-589534428-project] Request body: {'floatingip': {'floating_network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:13:10.397001 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device 02c1d30c-87d1-4ab3-8a04-cc33f5f02b7e up at agent hyperv_n-h1-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:13:10.494266 n-d-705658-22 neutron-server[105585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b701460-64e5-4196-93e5-b01788246243', 'tag': '86bd856e-9b00-48a0-9c58-b50c7a0c27a0'}] {{(pid=105585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:13:10.498248 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d66fd65881426bfc2b5388084a3654e5eae521106a15a3dbf0eb4cde7106c36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-306e07b9-6f8a-40e6-bcae-8d4ab5e8ad85" -d '{"events": [{"name": "network-changed", "server_uuid": "5b701460-64e5-4196-93e5-b01788246243", "tag": "86bd856e-9b00-48a0-9c58-b50c7a0c27a0"}]}' {{(pid=105585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:13:10.539089 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-c3bfdfe3-5d5a-4ad6-9816-065d18edecc5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:10.560240 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Provisioning complete for port 02c1d30c-87d1-4ab3-8a04-cc33f5f02b7e triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:13:10.561631 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:10.563606 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-c3bfdfe3-5d5a-4ad6-9816-065d18edecc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:10.645971 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bfdfe3-5d5a-4ad6-9816-065d18edecc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01f960f3-07d0-4734-b09e-35e8185b7935,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:13:10.669359 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-a68b0436-e82f-4d82-8106-a1db08b65cb3 req-1d07666f-b192-4b5c-873c-fd08d65c8926 tempest-ServerRescueTestJSONUnderV235-589534428 tempest-ServerRescueTestJSONUnderV235-589534428-project] Notify callbacks [] for floatingip, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:10.676638 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 33252) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:13:10.677135 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-c3bfdfe3-5d5a-4ad6-9816-065d18edecc5 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=0153dd2b6c06465794a7fc228be8ecfb&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2351394 Jul 27 21:13:10.709844 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:10.768282 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348e631d-efff-4eb8-8c4d-ad453c9d8582 req-7c7e2d54-1880-4ac2-943b-aaa2fa03ec65 tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:13:10.770044 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-348e631d-efff-4eb8-8c4d-ad453c9d8582 req-7c7e2d54-1880-4ac2-943b-aaa2fa03ec65 tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] 10.222.0.59 "GET /v2.0/ports?device_id=31533b7a-7459-43fe-bfa1-37a8877d2d0a HTTP/1.1" status: 200 len: 944 time: 0.1470566 Jul 27 21:13:10.783109 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c16403a4-1a2a-4aa7-b5c8-91f8ebab0c7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:10.807401 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] For port 02c1d30c-87d1-4ab3-8a04-cc33f5f02b7e, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=02c1d30c-87d1-4ab3-8a04-cc33f5f02b7e,segment=NetworkSegment(0414d6eb-b060-4295-bd01-14cc6aa3c398),segment_id=0414d6eb-b060-4295-bd01-14cc6aa3c398)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:13:10.809087 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31533b7a-7459-43fe-bfa1-37a8877d2d0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02c1d30c-87d1-4ab3-8a04-cc33f5f02b7e'}] {{(pid=105586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:13:10.812359 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14c1663e039faf5393f87855f745010ac5b02220355b68fdbf065393e303ac56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-faecafb2-e09d-4dea-b096-e39faf1a8f0a" -d '{"events": [{"server_uuid": "31533b7a-7459-43fe-bfa1-37a8877d2d0a", "name": "network-vif-plugged", "status": "completed", "tag": "02c1d30c-87d1-4ab3-8a04-cc33f5f02b7e"}]}' {{(pid=105586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:13:10.819031 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:10.820827 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c16403a4-1a2a-4aa7-b5c8-91f8ebab0c7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:10.851205 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-348e631d-efff-4eb8-8c4d-ad453c9d8582 req-1e87d62b-f479-404b-aca2-683449247822 tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] 10.222.0.59 "GET /v2.0/security-groups?id=c166a083-e7a4-430d-b39b-9b2d1c142ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737700 Jul 27 21:13:10.852851 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-a68b0436-e82f-4d82-8106-a1db08b65cb3 req-1d07666f-b192-4b5c-873c-fd08d65c8926 tempest-ServerRescueTestJSONUnderV235-589534428 tempest-ServerRescueTestJSONUnderV235-589534428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:10.916459 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c16403a4-1a2a-4aa7-b5c8-91f8ebab0c7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:10.920309 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c16403a4-1a2a-4aa7-b5c8-91f8ebab0c7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:10.921734 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-c16403a4-1a2a-4aa7-b5c8-91f8ebab0c7e admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/01f960f3-07d0-4734-b09e-35e8185b7935 HTTP/1.1" status: 204 len: 168 time: 0.2430162 Jul 27 21:13:10.933665 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16403a4-1a2a-4aa7-b5c8-91f8ebab0c7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01f960f3-07d0-4734-b09e-35e8185b7935,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:13:10.937716 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Pushing event updated for resources: {'Port': ['ID=02c1d30c-87d1-4ab3-8a04-cc33f5f02b7e,revision_number=10']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:13:10.957980 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c16403a4-1a2a-4aa7-b5c8-91f8ebab0c7e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:13:10.958429 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c16403a4-1a2a-4aa7-b5c8-91f8ebab0c7e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:13:10.959377 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c16403a4-1a2a-4aa7-b5c8-91f8ebab0c7e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:13:10.960031 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c16403a4-1a2a-4aa7-b5c8-91f8ebab0c7e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:13:10.960774 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c16403a4-1a2a-4aa7-b5c8-91f8ebab0c7e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:13:10.961318 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c16403a4-1a2a-4aa7-b5c8-91f8ebab0c7e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:13:10.961844 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c16403a4-1a2a-4aa7-b5c8-91f8ebab0c7e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:13:10.962584 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c16403a4-1a2a-4aa7-b5c8-91f8ebab0c7e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:13:10.963163 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c16403a4-1a2a-4aa7-b5c8-91f8ebab0c7e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:13:10.963761 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c16403a4-1a2a-4aa7-b5c8-91f8ebab0c7e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:13:10.964775 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c16403a4-1a2a-4aa7-b5c8-91f8ebab0c7e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:13:10.965310 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c16403a4-1a2a-4aa7-b5c8-91f8ebab0c7e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:13:10.982343 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:13:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-862a8281-d38f-4acb-82af-e6caf38a6818 x-openstack-request-id: req-862a8281-d38f-4acb-82af-e6caf38a6818 {{(pid=105585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:13:10.982635 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b701460-64e5-4196-93e5-b01788246243", "tag": "86bd856e-9b00-48a0-9c58-b50c7a0c27a0", "status": "completed", "code": 200}]} {{(pid=105585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:13:10.983104 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-862a8281-d38f-4acb-82af-e6caf38a6818 {{(pid=105585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:13:10.983466 n-d-705658-22 neutron-server[105585]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b701460-64e5-4196-93e5-b01788246243', 'tag': '86bd856e-9b00-48a0-9c58-b50c7a0c27a0', 'status': 'completed', 'code': 200} Jul 27 21:13:11.031099 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.db_base_plugin_common [req-a68b0436-e82f-4d82-8106-a1db08b65cb3 req-1d07666f-b192-4b5c-873c-fd08d65c8926 tempest-ServerRescueTestJSONUnderV235-589534428 tempest-ServerRescueTestJSONUnderV235-589534428-project] Allocated IP 172.25.5.125 (8735d8a2-b604-4758-ae71-b40e4ee6f305/eca7dbab-b9c0-4c8f-a272-816ea8a81764/41731450-a6c9-440a-959a-02694dd5b374) {{(pid=105585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:13:11.128110 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306e07b9-6f8a-40e6-bcae-8d4ab5e8ad85 req-af5631e0-3cb7-40cd-8d18-34b002f40df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:13:11.132824 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-306e07b9-6f8a-40e6-bcae-8d4ab5e8ad85 req-af5631e0-3cb7-40cd-8d18-34b002f40df8 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=596d15ccffcd4935954d819b173c7fae&device_id=5b701460-64e5-4196-93e5-b01788246243 HTTP/1.1" status: 200 len: 1098 time: 0.1292601 Jul 27 21:13:11.257130 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-a68b0436-e82f-4d82-8106-a1db08b65cb3 req-1d07666f-b192-4b5c-873c-fd08d65c8926 tempest-ServerRescueTestJSONUnderV235-589534428 tempest-ServerRescueTestJSONUnderV235-589534428-project] Notify callbacks [] for port, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:11.311565 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-a68b0436-e82f-4d82-8106-a1db08b65cb3 req-1d07666f-b192-4b5c-873c-fd08d65c8926 tempest-ServerRescueTestJSONUnderV235-589534428 tempest-ServerRescueTestJSONUnderV235-589534428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:11.342336 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306e07b9-6f8a-40e6-bcae-8d4ab5e8ad85 req-7ec98380-04a5-4a49-b77a-2aedfeaf86a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:13:11.344577 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-306e07b9-6f8a-40e6-bcae-8d4ab5e8ad85 req-7ec98380-04a5-4a49-b77a-2aedfeaf86a1 service neutron] 10.222.0.60 "GET /v2.0/networks?id=b8f948c7-bfa9-44cb-936e-c199c057fe39 HTTP/1.1" status: 200 len: 921 time: 0.2038953 Jul 27 21:13:11.364121 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a68b0436-e82f-4d82-8106-a1db08b65cb3 req-1d07666f-b192-4b5c-873c-fd08d65c8926 tempest-ServerRescueTestJSONUnderV235-589534428 tempest-ServerRescueTestJSONUnderV235-589534428-project] Network 8735d8a2-b604-4758-ae71-b40e4ee6f305 is already hosted by enough agents. {{(pid=105585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:13:11.371640 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.base_scheduler [req-a68b0436-e82f-4d82-8106-a1db08b65cb3 req-1d07666f-b192-4b5c-873c-fd08d65c8926 tempest-ServerRescueTestJSONUnderV235-589534428 tempest-ServerRescueTestJSONUnderV235-589534428-project] Resources bound (agent type, host, resource id): {{(pid=105585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:13:11.374279 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.l3_dvrscheduler_db [req-a68b0436-e82f-4d82-8106-a1db08b65cb3 req-1d07666f-b192-4b5c-873c-fd08d65c8926 tempest-ServerRescueTestJSONUnderV235-589534428 tempest-ServerRescueTestJSONUnderV235-589534428-project] Received port after_create {{(pid=105585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:13:11.381079 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d07666f-b192-4b5c-873c-fd08d65c8926 tempest-ServerRescueTestJSONUnderV235-589534428 tempest-ServerRescueTestJSONUnderV235-589534428-project] Pushing event updated for resources: {'Port': ['ID=41731450-a6c9-440a-959a-02694dd5b374,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:13:11.416336 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:13:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-443a1b7e-7b2f-439b-9a21-ee4141bbbdfd x-openstack-request-id: req-443a1b7e-7b2f-439b-9a21-ee4141bbbdfd {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:13:11.416935 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31533b7a-7459-43fe-bfa1-37a8877d2d0a", "name": "network-vif-plugged", "status": "completed", "tag": "02c1d30c-87d1-4ab3-8a04-cc33f5f02b7e", "code": 200}]} {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:13:11.416935 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-443a1b7e-7b2f-439b-9a21-ee4141bbbdfd {{(pid=105586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:13:11.417855 n-d-705658-22 neutron-server[105586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31533b7a-7459-43fe-bfa1-37a8877d2d0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02c1d30c-87d1-4ab3-8a04-cc33f5f02b7e', 'code': 200} Jul 27 21:13:11.418351 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-306e07b9-6f8a-40e6-bcae-8d4ab5e8ad85 req-7b51e0e5-76c2-47a2-ba65-6e408182c6af service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=86bd856e-9b00-48a0-9c58-b50c7a0c27a0 HTTP/1.1" status: 200 len: 217 time: 0.0634692 Jul 27 21:13:11.503269 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306e07b9-6f8a-40e6-bcae-8d4ab5e8ad85 req-c53fea6a-b0b7-4cf9-832a-75a8fb6557d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:13:11.505080 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-306e07b9-6f8a-40e6-bcae-8d4ab5e8ad85 req-c53fea6a-b0b7-4cf9-832a-75a8fb6557d6 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=b55d8227-ef6b-4263-840b-22086dfeae57 HTTP/1.1" status: 200 len: 860 time: 0.0801668 Jul 27 21:13:11.545735 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-ba7092a2-a83e-4a76-ba81-e43fc90e564e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:11.556571 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-306e07b9-6f8a-40e6-bcae-8d4ab5e8ad85 req-6b2f7877-2832-41f5-99a6-ef3c2bb9d6c8 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b8f948c7-bfa9-44cb-936e-c199c057fe39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0429630 Jul 27 21:13:11.621875 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-097fd38b-97a2-452d-a4c6-002765c43126 req-8f9fb9c4-80a5-43a8-9652-20b46b0b43cb tempest-ServerShowV254Test-866986042 tempest-ServerShowV254Test-866986042-project] 10.222.0.59 "GET /v2.0/ports?device_id=c5fd6c46-024d-4ff2-b445-51c38e2be32a HTTP/1.1" status: 200 len: 210 time: 0.0957084 Jul 27 21:13:11.660128 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 33278) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:13:11.684351 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-a255d9bc-557d-4987-9895-58609c6bfd21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:11.690592 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-a68b0436-e82f-4d82-8106-a1db08b65cb3 req-1d07666f-b192-4b5c-873c-fd08d65c8926 tempest-ServerRescueTestJSONUnderV235-589534428 tempest-ServerRescueTestJSONUnderV235-589534428-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:11.780760 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-a68b0436-e82f-4d82-8106-a1db08b65cb3 req-1d07666f-b192-4b5c-873c-fd08d65c8926 tempest-ServerRescueTestJSONUnderV235-589534428 tempest-ServerRescueTestJSONUnderV235-589534428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:11.809612 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-306e07b9-6f8a-40e6-bcae-8d4ab5e8ad85 req-254dc73c-bc34-4b85-8c1c-30b3bb731dd6 service neutron] 10.222.0.60 "GET /v2.0/networks/b8f948c7-bfa9-44cb-936e-c199c057fe39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2407429 Jul 27 21:13:11.815228 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778324e0-9a60-42e4-9a08-95f6d7fc5b1c req-b1bf23c3-ba79-4502-a512-e80a3263dae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:13:11.816962 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-778324e0-9a60-42e4-9a08-95f6d7fc5b1c req-b1bf23c3-ba79-4502-a512-e80a3263dae3 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=31533b7a-7459-43fe-bfa1-37a8877d2d0a HTTP/1.1" status: 200 len: 1098 time: 0.2103169 Jul 27 21:13:11.825539 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:11.964896 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-778324e0-9a60-42e4-9a08-95f6d7fc5b1c req-64951281-2af3-409c-883a-128b003f1374 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=c166a083-e7a4-430d-b39b-9b2d1c142ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157825 Jul 27 21:13:12.020594 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-306e07b9-6f8a-40e6-bcae-8d4ab5e8ad85 req-e86d7d90-0397-4702-9e20-ea7d8c094725 service neutron] 10.222.0.60 "GET /v2.0/networks/b8f948c7-bfa9-44cb-936e-c199c057fe39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2025309 Jul 27 21:13:12.066348 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-a255d9bc-557d-4987-9895-58609c6bfd21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:12.083253 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-a255d9bc-557d-4987-9895-58609c6bfd21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:12.093181 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-a68b0436-e82f-4d82-8106-a1db08b65cb3 req-1d07666f-b192-4b5c-873c-fd08d65c8926 tempest-ServerRescueTestJSONUnderV235-589534428 tempest-ServerRescueTestJSONUnderV235-589534428-project] Notify callbacks [] for port, precommit_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:12.115332 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-a68b0436-e82f-4d82-8106-a1db08b65cb3 req-1d07666f-b192-4b5c-873c-fd08d65c8926 tempest-ServerRescueTestJSONUnderV235-589534428 tempest-ServerRescueTestJSONUnderV235-589534428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10221672'] for port, after_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:12.189129 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a255d9bc-557d-4987-9895-58609c6bfd21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b4b9de9-f539-41fe-a934-62c5576f3310,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:13:12.222615 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-a255d9bc-557d-4987-9895-58609c6bfd21 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=356f3203697d408b94ce5e3c1f937734&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5591104 Jul 27 21:13:12.223028 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 33304) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:13:12.260443 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0308f5d9-11b5-4ba5-add4-1492ccc179e1 req-1b8f2767-177e-4db9-9a4c-4f470798b87c tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:13:12.265971 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-0308f5d9-11b5-4ba5-add4-1492ccc179e1 req-1b8f2767-177e-4db9-9a4c-4f470798b87c tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] 10.222.0.59 "GET /v2.0/ports?device_id=31533b7a-7459-43fe-bfa1-37a8877d2d0a HTTP/1.1" status: 200 len: 946 time: 0.2587392 Jul 27 21:13:12.267796 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d07666f-b192-4b5c-873c-fd08d65c8926 tempest-ServerRescueTestJSONUnderV235-589534428 tempest-ServerRescueTestJSONUnderV235-589534428-project] Pushing event updated for resources: {'Port': ['ID=41731450-a6c9-440a-959a-02694dd5b374,revision_number=2']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:13:12.293387 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-a68b0436-e82f-4d82-8106-a1db08b65cb3 req-1d07666f-b192-4b5c-873c-fd08d65c8926 tempest-ServerRescueTestJSONUnderV235-589534428 tempest-ServerRescueTestJSONUnderV235-589534428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4075768'] for floatingip, after_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:12.340558 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-24edcc74-3a89-4747-be68-93dc92c93527 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:12.355903 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-0308f5d9-11b5-4ba5-add4-1492ccc179e1 req-250f509c-4f26-41c5-9da9-c01414a95ced tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] 10.222.0.59 "GET /v2.0/security-groups?id=c166a083-e7a4-430d-b39b-9b2d1c142ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865800 Jul 27 21:13:12.357947 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-a68b0436-e82f-4d82-8106-a1db08b65cb3 req-1d07666f-b192-4b5c-873c-fd08d65c8926 tempest-ServerRescueTestJSONUnderV235-589534428 tempest-ServerRescueTestJSONUnderV235-589534428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for floatingip, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:12.359703 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a68b0436-e82f-4d82-8106-a1db08b65cb3 req-1d07666f-b192-4b5c-873c-fd08d65c8926 tempest-ServerRescueTestJSONUnderV235-589534428 tempest-ServerRescueTestJSONUnderV235-589534428-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.2805045 Jul 27 21:13:12.393912 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-24edcc74-3a89-4747-be68-93dc92c93527 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:12.454911 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a68b0436-e82f-4d82-8106-a1db08b65cb3 req-d5c71e1a-099e-4458-a1a8-7d3f7ca455c4 tempest-ServerRescueTestJSONUnderV235-589534428 tempest-ServerRescueTestJSONUnderV235-589534428-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.5.125 HTTP/1.1" status: 200 len: 696 time: 0.0824339 Jul 27 21:13:12.475496 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-24edcc74-3a89-4747-be68-93dc92c93527 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:12.478733 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-24edcc74-3a89-4747-be68-93dc92c93527 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:12.484467 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-24edcc74-3a89-4747-be68-93dc92c93527 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/8b4b9de9-f539-41fe-a934-62c5576f3310 HTTP/1.1" status: 204 len: 168 time: 0.2597218 Jul 27 21:13:12.497154 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24edcc74-3a89-4747-be68-93dc92c93527 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b4b9de9-f539-41fe-a934-62c5576f3310,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:13:12.613994 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68b0436-e82f-4d82-8106-a1db08b65cb3 req-c014aa1a-5b45-4296-b9af-5012c69d3998 tempest-ServerRescueTestJSONUnderV235-589534428 tempest-ServerRescueTestJSONUnderV235-589534428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:13:12.616103 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a68b0436-e82f-4d82-8106-a1db08b65cb3 req-c014aa1a-5b45-4296-b9af-5012c69d3998 tempest-ServerRescueTestJSONUnderV235-589534428 tempest-ServerRescueTestJSONUnderV235-589534428-project] 10.222.0.59 "GET /v2.0/networks/8735d8a2-b604-4758-ae71-b40e4ee6f305 HTTP/1.1" status: 200 len: 784 time: 0.1535378 Jul 27 21:13:12.850336 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-bb32ed7d-8717-448b-a9c8-a5a0117d1fd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:12.878574 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-435a46f1-22d3-4ec3-94df-c16618dfe324 req-97b4e320-61e6-4c56-b277-494282f9b28c tempest-ServerShowV254Test-866986042 tempest-ServerShowV254Test-866986042-project] 10.222.0.59 "GET /v2.0/ports?device_id=c5fd6c46-024d-4ff2-b445-51c38e2be32a HTTP/1.1" status: 200 len: 210 time: 0.0908246 Jul 27 21:13:13.014389 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52ec2e0-cac7-41bd-aea9-1c5754f2ddfa req-8eae71cd-4a52-4900-92f3-1abf258fc3b2 tempest-ServerRescueTestJSONUnderV235-589534428 tempest-ServerRescueTestJSONUnderV235-589534428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:13:13.022296 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-d52ec2e0-cac7-41bd-aea9-1c5754f2ddfa req-8eae71cd-4a52-4900-92f3-1abf258fc3b2 tempest-ServerRescueTestJSONUnderV235-589534428 tempest-ServerRescueTestJSONUnderV235-589534428-project] 10.222.0.59 "GET /v2.0/ports?device_id=5b701460-64e5-4196-93e5-b01788246243&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.3054090 Jul 27 21:13:13.116739 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-d52ec2e0-cac7-41bd-aea9-1c5754f2ddfa req-54fe9133-73da-462d-8992-509aa8c3fdfb tempest-ServerRescueTestJSONUnderV235-589534428 tempest-ServerRescueTestJSONUnderV235-589534428-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.5.125 HTTP/1.1" status: 200 len: 696 time: 0.0934668 Jul 27 21:13:13.125254 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [req-d52ec2e0-cac7-41bd-aea9-1c5754f2ddfa req-d875833d-d6ec-4d15-af0e-8ec3363a97bb tempest-ServerRescueTestJSONUnderV235-589534428 tempest-ServerRescueTestJSONUnderV235-589534428-project] Request body: {'floatingip': {'port_id': '86bd856e-9b00-48a0-9c58-b50c7a0c27a0', 'fixed_ip_address': '172.20.0.13'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:13:13.194191 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-d52ec2e0-cac7-41bd-aea9-1c5754f2ddfa req-d875833d-d6ec-4d15-af0e-8ec3363a97bb tempest-ServerRescueTestJSONUnderV235-589534428 tempest-ServerRescueTestJSONUnderV235-589534428-project] Notify callbacks [] for floatingip, before_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:13.735598 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe066407-774c-49e4-b8f9-4a2f3d09b1e1 req-66158e27-7356-4dd3-a46a-5c4ae38c9d73 tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:13:13.737233 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-fe066407-774c-49e4-b8f9-4a2f3d09b1e1 req-66158e27-7356-4dd3-a46a-5c4ae38c9d73 tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] 10.222.0.59 "GET /v2.0/ports?device_id=31533b7a-7459-43fe-bfa1-37a8877d2d0a HTTP/1.1" status: 200 len: 946 time: 0.2276044 Jul 27 21:13:13.860796 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.db.resource_extend [req-d52ec2e0-cac7-41bd-aea9-1c5754f2ddfa req-d875833d-d6ec-4d15-af0e-8ec3363a97bb tempest-ServerRescueTestJSONUnderV235-589534428 tempest-ServerRescueTestJSONUnderV235-589534428-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=105585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 27 21:13:13.865973 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-fe066407-774c-49e4-b8f9-4a2f3d09b1e1 req-f2b8325d-66c2-44f8-ad91-144ce0aaedc7 tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] 10.222.0.59 "GET /v2.0/security-groups?id=c166a083-e7a4-430d-b39b-9b2d1c142ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161525 Jul 27 21:13:13.957175 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-d52ec2e0-cac7-41bd-aea9-1c5754f2ddfa req-d875833d-d6ec-4d15-af0e-8ec3363a97bb tempest-ServerRescueTestJSONUnderV235-589534428 tempest-ServerRescueTestJSONUnderV235-589534428-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:13.967282 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-d52ec2e0-cac7-41bd-aea9-1c5754f2ddfa req-d875833d-d6ec-4d15-af0e-8ec3363a97bb tempest-ServerRescueTestJSONUnderV235-589534428 tempest-ServerRescueTestJSONUnderV235-589534428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4075768'] for floatingip, after_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:14.273008 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-875ced1b-4cf3-463a-9653-058f0f9421e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:14.298966 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-966dd522-98d8-49ae-b230-a421cde9946a req-5deea606-f817-424e-9031-1cb7b914bc06 tempest-ServerShowV254Test-866986042 tempest-ServerShowV254Test-866986042-project] 10.222.0.59 "GET /v2.0/ports?device_id=c5fd6c46-024d-4ff2-b445-51c38e2be32a HTTP/1.1" status: 200 len: 210 time: 0.1003244 Jul 27 21:13:14.300415 n-d-705658-22 neutron-server[105585]: INFO neutron.db.l3_db [req-d52ec2e0-cac7-41bd-aea9-1c5754f2ddfa req-d875833d-d6ec-4d15-af0e-8ec3363a97bb tempest-ServerRescueTestJSONUnderV235-589534428 tempest-ServerRescueTestJSONUnderV235-589534428-project] Floating IP 1c77ed67-66d8-43c6-9909-113ee9b1a1ff associated. External IP: 172.25.5.125, port: 86bd856e-9b00-48a0-9c58-b50c7a0c27a0. Jul 27 21:13:14.590930 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d52ec2e0-cac7-41bd-aea9-1c5754f2ddfa req-d875833d-d6ec-4d15-af0e-8ec3363a97bb tempest-ServerRescueTestJSONUnderV235-589534428 tempest-ServerRescueTestJSONUnderV235-589534428-project] Router 4ac75938-0c73-496e-88c8-1f10dedcab0c has already been hosted by L3 agent dd128fd7-8e57-4d4f-895b-a96b369df59a {{(pid=105585) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:13:14.780706 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d52ec2e0-cac7-41bd-aea9-1c5754f2ddfa req-d875833d-d6ec-4d15-af0e-8ec3363a97bb tempest-ServerRescueTestJSONUnderV235-589534428 tempest-ServerRescueTestJSONUnderV235-589534428-project] Notify agent at l3_agent.n-d-705658-22 the message routers_updated {{(pid=105585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:13:14.792870 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06521459-12b8-4801-9770-20a2e59332f8 None None] Sync routers for ids ['4ac75938-0c73-496e-88c8-1f10dedcab0c'] in n-d-705658-22 {{(pid=105587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:13:14.806077 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06521459-12b8-4801-9770-20a2e59332f8 None None] Routers {'4ac75938-0c73-496e-88c8-1f10dedcab0c'} bound to L3 agent in host n-d-705658-22 {{(pid=105587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:13:14.808158 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-06521459-12b8-4801-9770-20a2e59332f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:13:12Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['4ac75938-0c73-496e-88c8-1f10dedcab0c'], 'active': True} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:13:14.809673 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-d52ec2e0-cac7-41bd-aea9-1c5754f2ddfa req-d875833d-d6ec-4d15-af0e-8ec3363a97bb tempest-ServerRescueTestJSONUnderV235-589534428 tempest-ServerRescueTestJSONUnderV235-589534428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for floatingip, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:14.892643 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-d52ec2e0-cac7-41bd-aea9-1c5754f2ddfa req-d875833d-d6ec-4d15-af0e-8ec3363a97bb tempest-ServerRescueTestJSONUnderV235-589534428 tempest-ServerRescueTestJSONUnderV235-589534428-project] 10.222.0.59 "PUT /v2.0/floatingips/1c77ed67-66d8-43c6-9909-113ee9b1a1ff HTTP/1.1" status: 200 len: 997 time: 1.7749796 Jul 27 21:13:14.893091 n-d-705658-22 neutron-server[105585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b701460-64e5-4196-93e5-b01788246243', 'tag': '86bd856e-9b00-48a0-9c58-b50c7a0c27a0'}] {{(pid=105585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:13:14.895634 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d66fd65881426bfc2b5388084a3654e5eae521106a15a3dbf0eb4cde7106c36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fae8e21-1bb6-4aca-814c-a11c1c9af8a9" -d '{"events": [{"name": "network-changed", "server_uuid": "5b701460-64e5-4196-93e5-b01788246243", "tag": "86bd856e-9b00-48a0-9c58-b50c7a0c27a0"}]}' {{(pid=105585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:13:15.023797 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvr_db [None req-06521459-12b8-4801-9770-20a2e59332f8 None None] Set router 4ac75938-0c73-496e-88c8-1f10dedcab0c gateway port host: n-d-705658-22 {{(pid=105587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:13:15.105249 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52ec2e0-cac7-41bd-aea9-1c5754f2ddfa req-51a5d179-57c5-41ff-a943-aef1e84f8322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:13:15.106851 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-d52ec2e0-cac7-41bd-aea9-1c5754f2ddfa req-51a5d179-57c5-41ff-a943-aef1e84f8322 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=596d15ccffcd4935954d819b173c7fae&device_id=5b701460-64e5-4196-93e5-b01788246243 HTTP/1.1" status: 200 len: 1098 time: 0.1857355 Jul 27 21:13:15.331449 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fae8e21-1bb6-4aca-814c-a11c1c9af8a9 req-3aa04427-400b-4e43-9712-9296ab0c7c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:13:15.333072 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-6fae8e21-1bb6-4aca-814c-a11c1c9af8a9 req-3aa04427-400b-4e43-9712-9296ab0c7c23 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=596d15ccffcd4935954d819b173c7fae&device_id=5b701460-64e5-4196-93e5-b01788246243 HTTP/1.1" status: 200 len: 1098 time: 0.1159105 Jul 27 21:13:15.496254 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-06521459-12b8-4801-9770-20a2e59332f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ac75938-0c73-496e-88c8-1f10dedcab0c', 'name': 'tempest-ServerRescueTestJSONUnderV235-1694255244-router', 'tenant_id': '596d15ccffcd4935954d819b173c7fae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.57'}], 'enable_snat': True}, 'gw_port_id': 'e51cdc04-3b98-4da0-a504-6fc12fd97f9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:12:05Z', 'updated_at': '2021-07-27T21:12:12Z', 'revision_number': 4, 'project_id': '596d15ccffcd4935954d819b173c7fae', 'gw_port': {'id': 'e51cdc04-3b98-4da0-a504-6fc12fd97f9b', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:20:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ac75938-0c73-496e-88c8-1f10dedcab0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1940, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:12:07Z', 'updated_at': '2021-07-27T21:12:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_floatingips': [{'id': '1c77ed67-66d8-43c6-9909-113ee9b1a1ff', 'tenant_id': '596d15ccffcd4935954d819b173c7fae', 'floating_ip_address': '172.25.5.125', 'floating_network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'router_id': '4ac75938-0c73-496e-88c8-1f10dedcab0c', 'port_id': '86bd856e-9b00-48a0-9c58-b50c7a0c27a0', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2032, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8f948c7-bfa9-44cb-936e-c199c057fe39', 'mac_address': 'fa:16:3e:00:d9:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b701460-64e5-4196-93e5-b01788246243', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T21:13:11Z', 'updated_at': '2021-07-27T21:13:13Z', 'revision_number': 1, 'project_id': '596d15ccffcd4935954d819b173c7fae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7ce189e-8b43-4433-8ce4-f27e3c811c82', 'name': '', 'network_id': 'b8f948c7-bfa9-44cb-936e-c199c057fe39', 'tenant_id': '596d15ccffcd4935954d819b173c7fae', 'mac_address': 'fa:16:3e:16:9f:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ac75938-0c73-496e-88c8-1f10dedcab0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1941, 'fixed_ips': [{'subnet_id': 'b55d8227-ef6b-4263-840b-22086dfeae57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:12:11Z', 'updated_at': '2021-07-27T21:12:21Z', 'revision_number': 5, 'project_id': '596d15ccffcd4935954d819b173c7fae', 'subnets': [{'id': 'b55d8227-ef6b-4263-840b-22086dfeae57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-22', False) {} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:13:15.533602 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06521459-12b8-4801-9770-20a2e59332f8 None None] Checking router: 4ac75938-0c73-496e-88c8-1f10dedcab0c for host: n-d-705658-22 {{(pid=105587) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:13:15.542287 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fae8e21-1bb6-4aca-814c-a11c1c9af8a9 req-44a878cb-9163-4b75-8d59-047d5eeda4a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:13:15.544858 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-6fae8e21-1bb6-4aca-814c-a11c1c9af8a9 req-44a878cb-9163-4b75-8d59-047d5eeda4a9 service neutron] 10.222.0.60 "GET /v2.0/networks?id=b8f948c7-bfa9-44cb-936e-c199c057fe39 HTTP/1.1" status: 200 len: 921 time: 0.2028201 Jul 27 21:13:15.556638 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06521459-12b8-4801-9770-20a2e59332f8 None None] Routers {'4ac75938-0c73-496e-88c8-1f10dedcab0c'} bound to L3 agent in host n-d-705658-22 {{(pid=105587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:13:15.557382 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-06521459-12b8-4801-9770-20a2e59332f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:13:12Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['4ac75938-0c73-496e-88c8-1f10dedcab0c'], 'active': True} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:13:15.658566 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-6fae8e21-1bb6-4aca-814c-a11c1c9af8a9 req-3ea9bd5b-f094-4e0d-b0dc-cd21360805a7 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=86bd856e-9b00-48a0-9c58-b50c7a0c27a0 HTTP/1.1" status: 200 len: 1000 time: 0.0897512 Jul 27 21:13:15.779609 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvr_db [None req-06521459-12b8-4801-9770-20a2e59332f8 None None] Set router 4ac75938-0c73-496e-88c8-1f10dedcab0c gateway port host: n-d-705658-22 {{(pid=105587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:13:15.782370 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52ec2e0-cac7-41bd-aea9-1c5754f2ddfa req-2b208492-02e9-4fa0-a962-e21d9a051a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:13:15.783073 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-d52ec2e0-cac7-41bd-aea9-1c5754f2ddfa req-2b208492-02e9-4fa0-a962-e21d9a051a64 service neutron] 10.222.0.59 "GET /v2.0/networks?id=b8f948c7-bfa9-44cb-936e-c199c057fe39 HTTP/1.1" status: 200 len: 921 time: 0.6700110 Jul 27 21:13:15.785670 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:13:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d281abc1-9999-4c2e-95c4-bbfe8b8c0e37 x-openstack-request-id: req-d281abc1-9999-4c2e-95c4-bbfe8b8c0e37 {{(pid=105585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:13:15.785957 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b701460-64e5-4196-93e5-b01788246243", "tag": "86bd856e-9b00-48a0-9c58-b50c7a0c27a0", "status": "completed", "code": 200}]} {{(pid=105585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:13:15.786475 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-d281abc1-9999-4c2e-95c4-bbfe8b8c0e37 {{(pid=105585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:13:15.786574 n-d-705658-22 neutron-server[105585]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b701460-64e5-4196-93e5-b01788246243', 'tag': '86bd856e-9b00-48a0-9c58-b50c7a0c27a0', 'status': 'completed', 'code': 200} Jul 27 21:13:15.790958 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fae8e21-1bb6-4aca-814c-a11c1c9af8a9 req-e472cf4f-7ff6-4c7e-a179-b3c675b21903 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:13:15.803617 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-6fae8e21-1bb6-4aca-814c-a11c1c9af8a9 req-e472cf4f-7ff6-4c7e-a179-b3c675b21903 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=b55d8227-ef6b-4263-840b-22086dfeae57 HTTP/1.1" status: 200 len: 860 time: 0.1356771 Jul 27 21:13:15.894428 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-6fae8e21-1bb6-4aca-814c-a11c1c9af8a9 req-5bee8c30-aa70-4acc-8dbc-965428788b7c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b8f948c7-bfa9-44cb-936e-c199c057fe39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0802770 Jul 27 21:13:16.044531 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-d52ec2e0-cac7-41bd-aea9-1c5754f2ddfa req-fad85cff-0882-4460-af63-7e2a1d8a9a20 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=86bd856e-9b00-48a0-9c58-b50c7a0c27a0 HTTP/1.1" status: 200 len: 1000 time: 0.2246490 Jul 27 21:13:16.092632 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-6fae8e21-1bb6-4aca-814c-a11c1c9af8a9 req-3db4bda2-52de-4716-85b5-29a1f5ad9d85 service neutron] 10.222.0.60 "GET /v2.0/networks/b8f948c7-bfa9-44cb-936e-c199c057fe39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1826990 Jul 27 21:13:16.107976 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-06521459-12b8-4801-9770-20a2e59332f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ac75938-0c73-496e-88c8-1f10dedcab0c', 'name': 'tempest-ServerRescueTestJSONUnderV235-1694255244-router', 'tenant_id': '596d15ccffcd4935954d819b173c7fae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.57'}], 'enable_snat': True}, 'gw_port_id': 'e51cdc04-3b98-4da0-a504-6fc12fd97f9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:12:05Z', 'updated_at': '2021-07-27T21:12:12Z', 'revision_number': 4, 'project_id': '596d15ccffcd4935954d819b173c7fae', 'gw_port': {'id': 'e51cdc04-3b98-4da0-a504-6fc12fd97f9b', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:20:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ac75938-0c73-496e-88c8-1f10dedcab0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1940, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:12:07Z', 'updated_at': '2021-07-27T21:12:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_floatingips': [{'id': '1c77ed67-66d8-43c6-9909-113ee9b1a1ff', 'tenant_id': '596d15ccffcd4935954d819b173c7fae', 'floating_ip_address': '172.25.5.125', 'floating_network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'router_id': '4ac75938-0c73-496e-88c8-1f10dedcab0c', 'port_id': '86bd856e-9b00-48a0-9c58-b50c7a0c27a0', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2032, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8f948c7-bfa9-44cb-936e-c199c057fe39', 'mac_address': 'fa:16:3e:00:d9:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b701460-64e5-4196-93e5-b01788246243', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T21:13:11Z', 'updated_at': '2021-07-27T21:13:13Z', 'revision_number': 1, 'project_id': '596d15ccffcd4935954d819b173c7fae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7ce189e-8b43-4433-8ce4-f27e3c811c82', 'name': '', 'network_id': 'b8f948c7-bfa9-44cb-936e-c199c057fe39', 'tenant_id': '596d15ccffcd4935954d819b173c7fae', 'mac_address': 'fa:16:3e:16:9f:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ac75938-0c73-496e-88c8-1f10dedcab0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1941, 'fixed_ips': [{'subnet_id': 'b55d8227-ef6b-4263-840b-22086dfeae57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:12:11Z', 'updated_at': '2021-07-27T21:12:21Z', 'revision_number': 5, 'project_id': '596d15ccffcd4935954d819b173c7fae', 'subnets': [{'id': 'b55d8227-ef6b-4263-840b-22086dfeae57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-22', False) {} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:13:16.172117 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06521459-12b8-4801-9770-20a2e59332f8 None None] The sync data for ids ['4ac75938-0c73-496e-88c8-1f10dedcab0c'] in n-d-705658-22 is: [{'id': '4ac75938-0c73-496e-88c8-1f10dedcab0c', 'name': 'tempest-ServerRescueTestJSONUnderV235-1694255244-router', 'tenant_id': '596d15ccffcd4935954d819b173c7fae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.57'}], 'enable_snat': True}, 'gw_port_id': 'e51cdc04-3b98-4da0-a504-6fc12fd97f9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:12:05Z', 'updated_at': '2021-07-27T21:12:12Z', 'revision_number': 4, 'project_id': '596d15ccffcd4935954d819b173c7fae', 'gw_port': {'id': 'e51cdc04-3b98-4da0-a504-6fc12fd97f9b', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:20:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ac75938-0c73-496e-88c8-1f10dedcab0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1940, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:12:07Z', 'updated_at': '2021-07-27T21:12:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_floatingips': [{'id': '1c77ed67-66d8-43c6-9909-113ee9b1a1ff', 'tenant_id': '596d15ccffcd4935954d819b173c7fae', 'floating_ip_address': '172.25.5.125', 'floating_network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'router_id': '4ac75938-0c73-496e-88c8-1f10dedcab0c', 'port_id': '86bd856e-9b00-48a0-9c58-b50c7a0c27a0', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2032, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8f948c7-bfa9-44cb-936e-c199c057fe39', 'mac_address': 'fa:16:3e:00:d9:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b701460-64e5-4196-93e5-b01788246243', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T21:13:11Z', 'updated_at': '2021-07-27T21:13:13Z', 'revision_number': 1, 'project_id': '596d15ccffcd4935954d819b173c7fae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7ce189e-8b43-4433-8ce4-f27e3c811c82', 'name': '', 'network_id': 'b8f948c7-bfa9-44cb-936e-c199c057fe39', 'tenant_id': '596d15ccffcd4935954d819b173c7fae', 'mac_address': 'fa:16:3e:16:9f:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ac75938-0c73-496e-88c8-1f10dedcab0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1941, 'fixed_ips': [{'subnet_id': 'b55d8227-ef6b-4263-840b-22086dfeae57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:12:11Z', 'updated_at': '2021-07-27T21:12:21Z', 'revision_number': 5, 'project_id': '596d15ccffcd4935954d819b173c7fae', 'subnets': [{'id': 'b55d8227-ef6b-4263-840b-22086dfeae57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:13:16.180197 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9354403b-62c1-4a8e-aec3-f99a668fe8c3 req-d7683949-5cab-48e5-bae7-5155e611a76e tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:13:16.190483 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-9354403b-62c1-4a8e-aec3-f99a668fe8c3 req-d7683949-5cab-48e5-bae7-5155e611a76e tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] 10.222.0.59 "GET /v2.0/ports?device_id=31533b7a-7459-43fe-bfa1-37a8877d2d0a HTTP/1.1" status: 200 len: 946 time: 0.4063129 Jul 27 21:13:16.215744 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52ec2e0-cac7-41bd-aea9-1c5754f2ddfa req-d15eb7a0-e0da-4a6a-8268-4a74561f9c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:13:16.217321 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-d52ec2e0-cac7-41bd-aea9-1c5754f2ddfa req-d15eb7a0-e0da-4a6a-8268-4a74561f9c32 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b55d8227-ef6b-4263-840b-22086dfeae57 HTTP/1.1" status: 200 len: 860 time: 0.1652021 Jul 27 21:13:16.251952 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-9354403b-62c1-4a8e-aec3-f99a668fe8c3 req-7e78aba9-9cba-4eaa-80b5-59c0a507528b tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] 10.222.0.59 "GET /v2.0/security-groups?id=c166a083-e7a4-430d-b39b-9b2d1c142ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549006 Jul 27 21:13:16.321850 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-6fae8e21-1bb6-4aca-814c-a11c1c9af8a9 req-37c46cf4-0798-4da5-80a4-5dd0cc27e51f service neutron] 10.222.0.60 "GET /v2.0/networks/b8f948c7-bfa9-44cb-936e-c199c057fe39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2203989 Jul 27 21:13:16.343669 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-d52ec2e0-cac7-41bd-aea9-1c5754f2ddfa req-660ff158-1fa2-4680-95fe-7dcea3d1728b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b8f948c7-bfa9-44cb-936e-c199c057fe39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0906332 Jul 27 21:13:16.548016 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-d58c4caf-1c97-4177-82f5-ef1c391a5404 req-40da4032-9cbb-48b0-a055-98a7689990cd tempest-ServerShowV254Test-866986042 tempest-ServerShowV254Test-866986042-project] 10.222.0.59 "GET /v2.0/ports?device_id=c5fd6c46-024d-4ff2-b445-51c38e2be32a HTTP/1.1" status: 200 len: 210 time: 0.0862401 Jul 27 21:13:16.571164 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-d52ec2e0-cac7-41bd-aea9-1c5754f2ddfa req-0fdd4d30-45b9-4861-a1a4-2de03159c1c0 service neutron] 10.222.0.59 "GET /v2.0/networks/b8f948c7-bfa9-44cb-936e-c199c057fe39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2209332 Jul 27 21:13:16.603212 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cbeaedd-b683-4c13-9b90-2f7c8da3907c None None] New status for floating IP 1c77ed67-66d8-43c6-9909-113ee9b1a1ff: ACTIVE {{(pid=105586) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 21:13:16.945028 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-d52ec2e0-cac7-41bd-aea9-1c5754f2ddfa req-0c8f557d-c369-4aa0-8c4f-9ee1a5212aa9 service neutron] 10.222.0.59 "GET /v2.0/networks/b8f948c7-bfa9-44cb-936e-c199c057fe39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3546412 Jul 27 21:13:16.994018 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05bc6fe-f6fc-49aa-8b2e-aa5d60f1f656 req-986bbcea-2fcc-4276-9c29-d13b5ae81b3d tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:13:17.007057 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f05bc6fe-f6fc-49aa-8b2e-aa5d60f1f656 req-986bbcea-2fcc-4276-9c29-d13b5ae81b3d tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] 10.222.0.59 "GET /v2.0/ports?device_id=31533b7a-7459-43fe-bfa1-37a8877d2d0a HTTP/1.1" status: 200 len: 946 time: 0.2293434 Jul 27 21:13:17.162559 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f05bc6fe-f6fc-49aa-8b2e-aa5d60f1f656 req-538265ed-3088-4f4a-8f0d-69541a5d03ce tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] 10.222.0.59 "GET /v2.0/security-groups?id=c166a083-e7a4-430d-b39b-9b2d1c142ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418643 Jul 27 21:13:17.196733 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a7b42460-1008-4dfd-885c-470a6b1e70b8 req-22d2b5fa-b9e1-4526-b9ad-b23bae433a38 tempest-ServerRescueTestJSONUnderV235-589534428 tempest-ServerRescueTestJSONUnderV235-589534428-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.5.125 HTTP/1.1" status: 200 len: 1002 time: 0.2162325 Jul 27 21:13:17.210368 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 33592) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:13:17.388591 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-fc165569-ccc6-4037-8122-4e8f3f3563ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:17.410054 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b42460-1008-4dfd-885c-470a6b1e70b8 req-867c63a4-340f-49dc-87c5-f04fde0dccb4 tempest-ServerRescueTestJSONUnderV235-589534428 tempest-ServerRescueTestJSONUnderV235-589534428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:13:17.412438 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a7b42460-1008-4dfd-885c-470a6b1e70b8 req-867c63a4-340f-49dc-87c5-f04fde0dccb4 tempest-ServerRescueTestJSONUnderV235-589534428 tempest-ServerRescueTestJSONUnderV235-589534428-project] 10.222.0.59 "GET /v2.0/ports/86bd856e-9b00-48a0-9c58-b50c7a0c27a0 HTTP/1.1" status: 200 len: 943 time: 0.2040105 Jul 27 21:13:17.462438 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b320297-21b8-434f-8514-8ff310c01ef2 req-43be48c2-d69d-49ab-a1b8-ccc5f5de2bb3 tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:13:17.464272 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-5b320297-21b8-434f-8514-8ff310c01ef2 req-43be48c2-d69d-49ab-a1b8-ccc5f5de2bb3 tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] 10.222.0.59 "GET /v2.0/ports?device_id=31533b7a-7459-43fe-bfa1-37a8877d2d0a HTTP/1.1" status: 200 len: 946 time: 0.1307890 Jul 27 21:13:17.546757 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-fc165569-ccc6-4037-8122-4e8f3f3563ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:17.551414 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-5b320297-21b8-434f-8514-8ff310c01ef2 req-51029dc0-b9cf-41bd-8fe7-9af5c47c9ea5 tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] 10.222.0.59 "GET /v2.0/security-groups?id=c166a083-e7a4-430d-b39b-9b2d1c142ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775864 Jul 27 21:13:17.562214 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-fc165569-ccc6-4037-8122-4e8f3f3563ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:17.603589 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a7b42460-1008-4dfd-885c-470a6b1e70b8 req-3497ee12-dd94-42e3-b0da-d266d1a68d24 tempest-ServerRescueTestJSONUnderV235-589534428 tempest-ServerRescueTestJSONUnderV235-589534428-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.5.125 HTTP/1.1" status: 200 len: 1002 time: 0.0937164 Jul 27 21:13:17.659606 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc165569-ccc6-4037-8122-4e8f3f3563ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f9c904f-16e1-4ed6-8835-088bb0f37489,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:13:17.672414 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 33614) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:13:17.677464 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-fc165569-ccc6-4037-8122-4e8f3f3563ac admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=de6906700c3e4cd08a3176a7ed7621db&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4629753 Jul 27 21:13:17.679887 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 33616) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:13:17.746617 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-723b700c-4c55-4c4a-94dd-10b144d7df38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:17.768534 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b42460-1008-4dfd-885c-470a6b1e70b8 req-cdc885c6-20a6-42d4-8122-1dab7b1056a4 tempest-ServerRescueTestJSONUnderV235-589534428 tempest-ServerRescueTestJSONUnderV235-589534428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:13:17.770198 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a7b42460-1008-4dfd-885c-470a6b1e70b8 req-cdc885c6-20a6-42d4-8122-1dab7b1056a4 tempest-ServerRescueTestJSONUnderV235-589534428 tempest-ServerRescueTestJSONUnderV235-589534428-project] 10.222.0.59 "GET /v2.0/networks/8735d8a2-b604-4758-ae71-b40e4ee6f305 HTTP/1.1" status: 200 len: 784 time: 0.1652577 Jul 27 21:13:17.793739 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-723b700c-4c55-4c4a-94dd-10b144d7df38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:17.849322 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-8f44492d-8001-40a1-a583-faf016fe38be admin admin] Notify callbacks [] for security_group, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:17.889084 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a7b42460-1008-4dfd-885c-470a6b1e70b8 req-54a2d3b1-5980-4ef2-b0c9-5ca0a5e7a58c tempest-ServerRescueTestJSONUnderV235-589534428 tempest-ServerRescueTestJSONUnderV235-589534428-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.5.125 HTTP/1.1" status: 200 len: 1002 time: 0.0973442 Jul 27 21:13:17.900322 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [req-a7b42460-1008-4dfd-885c-470a6b1e70b8 req-888d8ac1-4aad-409e-bf59-64b07ccd0bed tempest-ServerRescueTestJSONUnderV235-589534428 tempest-ServerRescueTestJSONUnderV235-589534428-project] Request body: {'floatingip': {'port_id': None}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:13:17.906202 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-723b700c-4c55-4c4a-94dd-10b144d7df38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:17.912062 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-723b700c-4c55-4c4a-94dd-10b144d7df38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:17.915536 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-723b700c-4c55-4c4a-94dd-10b144d7df38 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/7f9c904f-16e1-4ed6-8835-088bb0f37489 HTTP/1.1" status: 204 len: 168 time: 0.2262406 Jul 27 21:13:17.973912 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-a7b42460-1008-4dfd-885c-470a6b1e70b8 req-888d8ac1-4aad-409e-bf59-64b07ccd0bed tempest-ServerRescueTestJSONUnderV235-589534428 tempest-ServerRescueTestJSONUnderV235-589534428-project] Notify callbacks [] for floatingip, before_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:17.975299 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723b700c-4c55-4c4a-94dd-10b144d7df38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f9c904f-16e1-4ed6-8835-088bb0f37489,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:13:18.022805 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da22bf13-91c1-43ed-99ca-b18c4c254462 req-5181b31e-e3de-4106-99a5-7043d5a012e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:13:18.025504 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-da22bf13-91c1-43ed-99ca-b18c4c254462 req-5181b31e-e3de-4106-99a5-7043d5a012e9 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1816f1c47c674f62ac676a2d74d8fad6&device_id=e2b02e93-995e-40bc-ad82-59da89f4fecb HTTP/1.1" status: 200 len: 1097 time: 0.1376882 Jul 27 21:13:18.074830 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-77d38fc3-9a0d-4777-a00c-880013909416 req-382645a5-949a-4253-8bdc-2d941e867f76 tempest-ServerShowV254Test-866986042 tempest-ServerShowV254Test-866986042-project] 10.222.0.59 "GET /v2.0/ports?device_id=c5fd6c46-024d-4ff2-b445-51c38e2be32a HTTP/1.1" status: 200 len: 210 time: 0.0431132 Jul 27 21:13:18.118768 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-8f44492d-8001-40a1-a583-faf016fe38be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:18.124062 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-8f44492d-8001-40a1-a583-faf016fe38be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:18.186145 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f44492d-8001-40a1-a583-faf016fe38be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bb778d9-8e1a-4ab6-9226-ee8986a25a36,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:13:18.199150 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-8f44492d-8001-40a1-a583-faf016fe38be admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=eaacfe4dca0c4141b97ec86195645ebd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5200572 Jul 27 21:13:18.199876 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 33634) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:13:18.241498 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-a7b42460-1008-4dfd-885c-470a6b1e70b8 req-888d8ac1-4aad-409e-bf59-64b07ccd0bed tempest-ServerRescueTestJSONUnderV235-589534428 tempest-ServerRescueTestJSONUnderV235-589534428-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:18.247580 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da22bf13-91c1-43ed-99ca-b18c4c254462 req-c5b5f911-f5e2-4222-bfd9-a9152fb79bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:13:18.249144 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-da22bf13-91c1-43ed-99ca-b18c4c254462 req-c5b5f911-f5e2-4222-bfd9-a9152fb79bc5 service neutron] 10.222.0.60 "GET /v2.0/networks?id=1db3ecd8-5bfa-46e7-9a53-5860f7a92c34 HTTP/1.1" status: 200 len: 918 time: 0.2158723 Jul 27 21:13:18.268480 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-a7b42460-1008-4dfd-885c-470a6b1e70b8 req-888d8ac1-4aad-409e-bf59-64b07ccd0bed tempest-ServerRescueTestJSONUnderV235-589534428 tempest-ServerRescueTestJSONUnderV235-589534428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4075768'] for floatingip, after_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:18.269000 n-d-705658-22 neutron-server[105585]: INFO neutron.db.l3_db [req-a7b42460-1008-4dfd-885c-470a6b1e70b8 req-888d8ac1-4aad-409e-bf59-64b07ccd0bed tempest-ServerRescueTestJSONUnderV235-589534428 tempest-ServerRescueTestJSONUnderV235-589534428-project] Floating IP 1c77ed67-66d8-43c6-9909-113ee9b1a1ff disassociated. External IP: 172.25.5.125, port: 86bd856e-9b00-48a0-9c58-b50c7a0c27a0. Jul 27 21:13:18.270581 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-5a4a79d3-a191-4cca-b847-fb67c31a9e06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:18.318325 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-da22bf13-91c1-43ed-99ca-b18c4c254462 req-75832eb4-09e8-465b-bfbd-526409b12260 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=498260e1-9835-46af-97f7-54e6148162f3 HTTP/1.1" status: 200 len: 217 time: 0.0587676 Jul 27 21:13:18.347071 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-5a4a79d3-a191-4cca-b847-fb67c31a9e06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:18.394864 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738db1f3-9c62-4625-bce9-1b70208417ca req-b40998b4-65b7-41cd-807e-a12a56e71e05 tempest-ServerRescueNegativeTestJSON-1381818065 tempest-ServerRescueNegativeTestJSON-1381818065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:13:18.396769 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-738db1f3-9c62-4625-bce9-1b70208417ca req-b40998b4-65b7-41cd-807e-a12a56e71e05 tempest-ServerRescueNegativeTestJSON-1381818065 tempest-ServerRescueNegativeTestJSON-1381818065-project] 10.222.0.59 "GET /v2.0/ports?device_id=e2b02e93-995e-40bc-ad82-59da89f4fecb HTTP/1.1" status: 200 len: 945 time: 0.1733780 Jul 27 21:13:18.399417 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 33638) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:13:18.421329 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da22bf13-91c1-43ed-99ca-b18c4c254462 req-e72b6f87-d123-4393-b129-83fbdc20052d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:13:18.422557 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-da22bf13-91c1-43ed-99ca-b18c4c254462 req-e72b6f87-d123-4393-b129-83fbdc20052d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=bde3c8e5-46f4-4260-b2be-2a93267b8e98 HTTP/1.1" status: 200 len: 857 time: 0.0887043 Jul 27 21:13:18.423938 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-856cea40-ab41-49be-b561-8c957aac1f2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:18.465700 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-da22bf13-91c1-43ed-99ca-b18c4c254462 req-eff62994-7307-492e-b9a7-a019f5bc7e25 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1db3ecd8-5bfa-46e7-9a53-5860f7a92c34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0326393 Jul 27 21:13:18.482685 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-738db1f3-9c62-4625-bce9-1b70208417ca req-99dd2a22-ebc7-4803-8ca7-3084b272ed8d tempest-ServerRescueNegativeTestJSON-1381818065 tempest-ServerRescueNegativeTestJSON-1381818065-project] 10.222.0.59 "GET /v2.0/security-groups?id=ce8b1850-1d4d-402f-a118-5b56f5e06e52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749981 Jul 27 21:13:18.486340 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-5a4a79d3-a191-4cca-b847-fb67c31a9e06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:18.489099 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-5a4a79d3-a191-4cca-b847-fb67c31a9e06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:18.493016 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-5a4a79d3-a191-4cca-b847-fb67c31a9e06 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/1bb778d9-8e1a-4ab6-9226-ee8986a25a36 HTTP/1.1" status: 204 len: 168 time: 0.2902236 Jul 27 21:13:18.550172 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4a79d3-a191-4cca-b847-fb67c31a9e06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bb778d9-8e1a-4ab6-9226-ee8986a25a36,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:13:18.618581 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-da22bf13-91c1-43ed-99ca-b18c4c254462 req-a48276db-d5e8-4ab6-8f34-9064551d7b2e service neutron] 10.222.0.60 "GET /v2.0/networks/1db3ecd8-5bfa-46e7-9a53-5860f7a92c34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1453762 Jul 27 21:13:18.651907 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a7b42460-1008-4dfd-885c-470a6b1e70b8 req-888d8ac1-4aad-409e-bf59-64b07ccd0bed tempest-ServerRescueTestJSONUnderV235-589534428 tempest-ServerRescueTestJSONUnderV235-589534428-project] Router 4ac75938-0c73-496e-88c8-1f10dedcab0c has already been hosted by L3 agent dd128fd7-8e57-4d4f-895b-a96b369df59a {{(pid=105585) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:13:18.680207 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-856cea40-ab41-49be-b561-8c957aac1f2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:18.694432 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-856cea40-ab41-49be-b561-8c957aac1f2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:18.740266 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d650e92-d024-4176-817a-64cc9197b282 req-ee4f5b29-fcdf-4c1a-bb80-e84a6454bdc4 tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:13:18.748267 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-9d650e92-d024-4176-817a-64cc9197b282 req-ee4f5b29-fcdf-4c1a-bb80-e84a6454bdc4 tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] 10.222.0.59 "GET /v2.0/ports?device_id=31533b7a-7459-43fe-bfa1-37a8877d2d0a HTTP/1.1" status: 200 len: 946 time: 0.1495337 Jul 27 21:13:18.798872 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-d7940f46-4d60-4568-9009-352a3b7bc4c6 req-91cb1a51-c7c8-4438-9581-31dfbb301306 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=c5fd6c46-024d-4ff2-b445-51c38e2be32a HTTP/1.1" status: 200 len: 210 time: 0.0563934 Jul 27 21:13:18.818210 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-856cea40-ab41-49be-b561-8c957aac1f2e admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=fbac28811d344cbe8c3758d2a1da5299&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4175949 Jul 27 21:13:18.820724 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 33646) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:13:18.830850 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856cea40-ab41-49be-b561-8c957aac1f2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39255530-13ae-45a4-bf8a-1701097b9643,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:13:18.842699 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-9d650e92-d024-4176-817a-64cc9197b282 req-c9f7117e-1dfd-4356-ae64-c54aba3ad066 tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] 10.222.0.59 "GET /v2.0/security-groups?id=c166a083-e7a4-430d-b39b-9b2d1c142ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875378 Jul 27 21:13:18.869756 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a7b42460-1008-4dfd-885c-470a6b1e70b8 req-888d8ac1-4aad-409e-bf59-64b07ccd0bed tempest-ServerRescueTestJSONUnderV235-589534428 tempest-ServerRescueTestJSONUnderV235-589534428-project] Notify agent at l3_agent.n-d-705658-22 the message routers_updated {{(pid=105585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:13:18.876099 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-a7b42460-1008-4dfd-885c-470a6b1e70b8 req-888d8ac1-4aad-409e-bf59-64b07ccd0bed tempest-ServerRescueTestJSONUnderV235-589534428 tempest-ServerRescueTestJSONUnderV235-589534428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for floatingip, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:18.891549 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b744ee4a-2852-4833-97cb-14fdddbf0455 None None] Sync routers for ids ['4ac75938-0c73-496e-88c8-1f10dedcab0c'] in n-d-705658-22 {{(pid=105587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:13:18.910522 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b744ee4a-2852-4833-97cb-14fdddbf0455 None None] Routers {'4ac75938-0c73-496e-88c8-1f10dedcab0c'} bound to L3 agent in host n-d-705658-22 {{(pid=105587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:13:18.911193 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-b744ee4a-2852-4833-97cb-14fdddbf0455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:13:12Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['4ac75938-0c73-496e-88c8-1f10dedcab0c'], 'active': True} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:13:18.934879 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-da22bf13-91c1-43ed-99ca-b18c4c254462 req-10deb9ab-f965-483c-806d-5e49b4258327 service neutron] 10.222.0.60 "GET /v2.0/networks/1db3ecd8-5bfa-46e7-9a53-5860f7a92c34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3032467 Jul 27 21:13:18.963090 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a7b42460-1008-4dfd-885c-470a6b1e70b8 req-888d8ac1-4aad-409e-bf59-64b07ccd0bed tempest-ServerRescueTestJSONUnderV235-589534428 tempest-ServerRescueTestJSONUnderV235-589534428-project] 10.222.0.59 "PUT /v2.0/floatingips/1c77ed67-66d8-43c6-9909-113ee9b1a1ff HTTP/1.1" status: 200 len: 695 time: 1.0580466 Jul 27 21:13:18.970862 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-0f834008-cf05-4296-a617-3e27de08a267 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:18.975702 n-d-705658-22 neutron-server[105585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b701460-64e5-4196-93e5-b01788246243', 'tag': '86bd856e-9b00-48a0-9c58-b50c7a0c27a0'}] {{(pid=105585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:13:18.984365 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d66fd65881426bfc2b5388084a3654e5eae521106a15a3dbf0eb4cde7106c36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eaa1babe-b51b-4a1a-8803-f17f15c60d84" -d '{"events": [{"name": "network-changed", "server_uuid": "5b701460-64e5-4196-93e5-b01788246243", "tag": "86bd856e-9b00-48a0-9c58-b50c7a0c27a0"}]}' {{(pid=105585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:13:19.008941 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-0f834008-cf05-4296-a617-3e27de08a267 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:19.074474 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 33658) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:13:19.100039 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-0f834008-cf05-4296-a617-3e27de08a267 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:19.101910 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-0b7f543e-9491-424b-b139-85dcec343957 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:19.102902 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-0f834008-cf05-4296-a617-3e27de08a267 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:19.108990 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-0f834008-cf05-4296-a617-3e27de08a267 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/39255530-13ae-45a4-bf8a-1701097b9643 HTTP/1.1" status: 204 len: 168 time: 0.2851260 Jul 27 21:13:19.133368 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f834008-cf05-4296-a617-3e27de08a267 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39255530-13ae-45a4-bf8a-1701097b9643,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:13:19.173996 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0efe48-7115-4769-9a1e-731c4d8e1610 req-23d51857-9376-4270-be39-7ae4c6a8b359 tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:13:19.177777 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-be0efe48-7115-4769-9a1e-731c4d8e1610 req-23d51857-9376-4270-be39-7ae4c6a8b359 tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] 10.222.0.59 "GET /v2.0/ports?device_id=31533b7a-7459-43fe-bfa1-37a8877d2d0a HTTP/1.1" status: 200 len: 946 time: 0.2553868 Jul 27 21:13:19.181596 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b42460-1008-4dfd-885c-470a6b1e70b8 req-d1f175ca-9ebd-450b-a5a1-2ae7428a7e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:13:19.183833 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a7b42460-1008-4dfd-885c-470a6b1e70b8 req-d1f175ca-9ebd-450b-a5a1-2ae7428a7e37 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=596d15ccffcd4935954d819b173c7fae&device_id=5b701460-64e5-4196-93e5-b01788246243 HTTP/1.1" status: 200 len: 1098 time: 0.1946778 Jul 27 21:13:19.255168 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvr_db [None req-b744ee4a-2852-4833-97cb-14fdddbf0455 None None] Set router 4ac75938-0c73-496e-88c8-1f10dedcab0c gateway port host: n-d-705658-22 {{(pid=105587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:13:19.534484 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-b744ee4a-2852-4833-97cb-14fdddbf0455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ac75938-0c73-496e-88c8-1f10dedcab0c', 'name': 'tempest-ServerRescueTestJSONUnderV235-1694255244-router', 'tenant_id': '596d15ccffcd4935954d819b173c7fae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.57'}], 'enable_snat': True}, 'gw_port_id': 'e51cdc04-3b98-4da0-a504-6fc12fd97f9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:12:05Z', 'updated_at': '2021-07-27T21:12:12Z', 'revision_number': 4, 'project_id': '596d15ccffcd4935954d819b173c7fae', 'gw_port': {'id': 'e51cdc04-3b98-4da0-a504-6fc12fd97f9b', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:20:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ac75938-0c73-496e-88c8-1f10dedcab0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1940, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:12:07Z', 'updated_at': '2021-07-27T21:12:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_interfaces': [{'id': 'c7ce189e-8b43-4433-8ce4-f27e3c811c82', 'name': '', 'network_id': 'b8f948c7-bfa9-44cb-936e-c199c057fe39', 'tenant_id': '596d15ccffcd4935954d819b173c7fae', 'mac_address': 'fa:16:3e:16:9f:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ac75938-0c73-496e-88c8-1f10dedcab0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1941, 'fixed_ips': [{'subnet_id': 'b55d8227-ef6b-4263-840b-22086dfeae57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:12:11Z', 'updated_at': '2021-07-27T21:12:21Z', 'revision_number': 5, 'project_id': '596d15ccffcd4935954d819b173c7fae', 'subnets': [{'id': 'b55d8227-ef6b-4263-840b-22086dfeae57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-22', False) {} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:13:19.563181 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b744ee4a-2852-4833-97cb-14fdddbf0455 None None] Checking router: 4ac75938-0c73-496e-88c8-1f10dedcab0c for host: n-d-705658-22 {{(pid=105587) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:13:19.572908 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b744ee4a-2852-4833-97cb-14fdddbf0455 None None] Routers {'4ac75938-0c73-496e-88c8-1f10dedcab0c'} bound to L3 agent in host n-d-705658-22 {{(pid=105587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:13:19.574255 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-b744ee4a-2852-4833-97cb-14fdddbf0455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:13:12Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['4ac75938-0c73-496e-88c8-1f10dedcab0c'], 'active': True} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:13:19.585515 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-be0efe48-7115-4769-9a1e-731c4d8e1610 req-ddf5610b-f60a-4939-9edb-da0049ab6e32 tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] 10.222.0.59 "GET /v2.0/security-groups?id=c166a083-e7a4-430d-b39b-9b2d1c142ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3902514 Jul 27 21:13:19.625448 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b42460-1008-4dfd-885c-470a6b1e70b8 req-5925570b-3b9a-4e47-a8d6-da889ef855cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:13:19.627108 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a7b42460-1008-4dfd-885c-470a6b1e70b8 req-5925570b-3b9a-4e47-a8d6-da889ef855cf service neutron] 10.222.0.59 "GET /v2.0/networks?id=b8f948c7-bfa9-44cb-936e-c199c057fe39 HTTP/1.1" status: 200 len: 921 time: 0.4330397 Jul 27 21:13:19.661830 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-0b7f543e-9491-424b-b139-85dcec343957 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:19.696863 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-0b7f543e-9491-424b-b139-85dcec343957 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:19.701461 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a7b42460-1008-4dfd-885c-470a6b1e70b8 req-5b362a8f-2ccd-4ca0-b3ee-c710c58c36c1 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=86bd856e-9b00-48a0-9c58-b50c7a0c27a0 HTTP/1.1" status: 200 len: 217 time: 0.0505831 Jul 27 21:13:19.734527 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvr_db [None req-b744ee4a-2852-4833-97cb-14fdddbf0455 None None] Set router 4ac75938-0c73-496e-88c8-1f10dedcab0c gateway port host: n-d-705658-22 {{(pid=105587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:13:19.790608 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 33680) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:13:19.791399 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-0b7f543e-9491-424b-b139-85dcec343957 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=d48369ee2c3f41dbb1805f5146371b02&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7137220 Jul 27 21:13:19.793417 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7f543e-9491-424b-b139-85dcec343957 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=857c38a1-6f15-4212-b285-3e0a4e4c6ea0,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:13:19.801907 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:13:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff6903fe-4954-4b03-8bc3-b0a307bd498d x-openstack-request-id: req-ff6903fe-4954-4b03-8bc3-b0a307bd498d {{(pid=105585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:13:19.802724 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b701460-64e5-4196-93e5-b01788246243", "tag": "86bd856e-9b00-48a0-9c58-b50c7a0c27a0", "status": "completed", "code": 200}]} {{(pid=105585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:13:19.804471 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-ff6903fe-4954-4b03-8bc3-b0a307bd498d {{(pid=105585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:13:19.805788 n-d-705658-22 neutron-server[105585]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b701460-64e5-4196-93e5-b01788246243', 'tag': '86bd856e-9b00-48a0-9c58-b50c7a0c27a0', 'status': 'completed', 'code': 200} Jul 27 21:13:19.816153 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b42460-1008-4dfd-885c-470a6b1e70b8 req-72367b97-b505-46f6-b169-9305e8572fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:13:19.818574 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a7b42460-1008-4dfd-885c-470a6b1e70b8 req-72367b97-b505-46f6-b169-9305e8572fa2 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b55d8227-ef6b-4263-840b-22086dfeae57 HTTP/1.1" status: 200 len: 860 time: 0.1073196 Jul 27 21:13:19.887179 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a7b42460-1008-4dfd-885c-470a6b1e70b8 req-2c287345-6cee-43e5-8663-1a697f556496 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b8f948c7-bfa9-44cb-936e-c199c057fe39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0617352 Jul 27 21:13:20.002004 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-12fa396f-962f-458c-b0d8-811b112b17f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:20.044005 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-b744ee4a-2852-4833-97cb-14fdddbf0455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ac75938-0c73-496e-88c8-1f10dedcab0c', 'name': 'tempest-ServerRescueTestJSONUnderV235-1694255244-router', 'tenant_id': '596d15ccffcd4935954d819b173c7fae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.57'}], 'enable_snat': True}, 'gw_port_id': 'e51cdc04-3b98-4da0-a504-6fc12fd97f9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:12:05Z', 'updated_at': '2021-07-27T21:12:12Z', 'revision_number': 4, 'project_id': '596d15ccffcd4935954d819b173c7fae', 'gw_port': {'id': 'e51cdc04-3b98-4da0-a504-6fc12fd97f9b', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:20:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ac75938-0c73-496e-88c8-1f10dedcab0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1940, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:12:07Z', 'updated_at': '2021-07-27T21:12:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_interfaces': [{'id': 'c7ce189e-8b43-4433-8ce4-f27e3c811c82', 'name': '', 'network_id': 'b8f948c7-bfa9-44cb-936e-c199c057fe39', 'tenant_id': '596d15ccffcd4935954d819b173c7fae', 'mac_address': 'fa:16:3e:16:9f:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ac75938-0c73-496e-88c8-1f10dedcab0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1941, 'fixed_ips': [{'subnet_id': 'b55d8227-ef6b-4263-840b-22086dfeae57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:12:11Z', 'updated_at': '2021-07-27T21:12:21Z', 'revision_number': 5, 'project_id': '596d15ccffcd4935954d819b173c7fae', 'subnets': [{'id': 'b55d8227-ef6b-4263-840b-22086dfeae57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-22', False) {} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:13:20.051737 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e80f21c2-9634-41f5-b36e-bb6eae040db8 req-17754aa9-eeb2-488d-b631-833204392114 tempest-ServerShowV254Test-866986042 tempest-ServerShowV254Test-866986042-project] 10.222.0.59 "GET /v2.0/ports?device_id=c5fd6c46-024d-4ff2-b445-51c38e2be32a HTTP/1.1" status: 200 len: 210 time: 0.1020577 Jul 27 21:13:20.052107 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-12fa396f-962f-458c-b0d8-811b112b17f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:20.066204 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa1babe-b51b-4a1a-8803-f17f15c60d84 req-39c6970a-5f46-4217-9846-27d5007c6034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:13:20.069733 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-eaa1babe-b51b-4a1a-8803-f17f15c60d84 req-39c6970a-5f46-4217-9846-27d5007c6034 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=596d15ccffcd4935954d819b173c7fae&device_id=5b701460-64e5-4196-93e5-b01788246243 HTTP/1.1" status: 200 len: 1098 time: 0.2395120 Jul 27 21:13:20.124566 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b744ee4a-2852-4833-97cb-14fdddbf0455 None None] The sync data for ids ['4ac75938-0c73-496e-88c8-1f10dedcab0c'] in n-d-705658-22 is: [{'id': '4ac75938-0c73-496e-88c8-1f10dedcab0c', 'name': 'tempest-ServerRescueTestJSONUnderV235-1694255244-router', 'tenant_id': '596d15ccffcd4935954d819b173c7fae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.57'}], 'enable_snat': True}, 'gw_port_id': 'e51cdc04-3b98-4da0-a504-6fc12fd97f9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:12:05Z', 'updated_at': '2021-07-27T21:12:12Z', 'revision_number': 4, 'project_id': '596d15ccffcd4935954d819b173c7fae', 'gw_port': {'id': 'e51cdc04-3b98-4da0-a504-6fc12fd97f9b', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:20:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ac75938-0c73-496e-88c8-1f10dedcab0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1940, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:12:07Z', 'updated_at': '2021-07-27T21:12:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_interfaces': [{'id': 'c7ce189e-8b43-4433-8ce4-f27e3c811c82', 'name': '', 'network_id': 'b8f948c7-bfa9-44cb-936e-c199c057fe39', 'tenant_id': '596d15ccffcd4935954d819b173c7fae', 'mac_address': 'fa:16:3e:16:9f:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ac75938-0c73-496e-88c8-1f10dedcab0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1941, 'fixed_ips': [{'subnet_id': 'b55d8227-ef6b-4263-840b-22086dfeae57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:12:11Z', 'updated_at': '2021-07-27T21:12:21Z', 'revision_number': 5, 'project_id': '596d15ccffcd4935954d819b173c7fae', 'subnets': [{'id': 'b55d8227-ef6b-4263-840b-22086dfeae57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:13:20.129384 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a7b42460-1008-4dfd-885c-470a6b1e70b8 req-6199ce10-530c-46ee-8fd3-c4d9037f464d service neutron] 10.222.0.59 "GET /v2.0/networks/b8f948c7-bfa9-44cb-936e-c199c057fe39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2232280 Jul 27 21:13:20.247959 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-12fa396f-962f-458c-b0d8-811b112b17f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:20.251457 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-12fa396f-962f-458c-b0d8-811b112b17f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:20.254665 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-12fa396f-962f-458c-b0d8-811b112b17f6 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/857c38a1-6f15-4212-b285-3e0a4e4c6ea0 HTTP/1.1" status: 204 len: 168 time: 0.4608192 Jul 27 21:13:20.263590 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa1babe-b51b-4a1a-8803-f17f15c60d84 req-84314e11-6f50-40bf-ae88-38aabf5dd507 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:13:20.265762 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-eaa1babe-b51b-4a1a-8803-f17f15c60d84 req-84314e11-6f50-40bf-ae88-38aabf5dd507 service neutron] 10.222.0.60 "GET /v2.0/networks?id=b8f948c7-bfa9-44cb-936e-c199c057fe39 HTTP/1.1" status: 200 len: 921 time: 0.1867881 Jul 27 21:13:20.273116 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fa396f-962f-458c-b0d8-811b112b17f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=857c38a1-6f15-4212-b285-3e0a4e4c6ea0,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:13:20.373739 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-eaa1babe-b51b-4a1a-8803-f17f15c60d84 req-4c0d4e89-7a20-4ba5-a402-a57a5a315a34 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=86bd856e-9b00-48a0-9c58-b50c7a0c27a0 HTTP/1.1" status: 200 len: 217 time: 0.0712786 Jul 27 21:13:20.392521 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a7b42460-1008-4dfd-885c-470a6b1e70b8 req-73a61421-eeb8-43c9-a773-abde2b04f746 service neutron] 10.222.0.59 "GET /v2.0/networks/b8f948c7-bfa9-44cb-936e-c199c057fe39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2450657 Jul 27 21:13:20.405036 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900751e9-8fe4-4b5d-858a-fa1f335487cf req-732546c7-3cee-4bbf-b4eb-533c1076a0f5 tempest-ServerRescueNegativeTestJSON-1381818065 tempest-ServerRescueNegativeTestJSON-1381818065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:13:20.414404 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-900751e9-8fe4-4b5d-858a-fa1f335487cf req-732546c7-3cee-4bbf-b4eb-533c1076a0f5 tempest-ServerRescueNegativeTestJSON-1381818065 tempest-ServerRescueNegativeTestJSON-1381818065-project] 10.222.0.59 "GET /v2.0/ports?device_id=e2b02e93-995e-40bc-ad82-59da89f4fecb HTTP/1.1" status: 200 len: 945 time: 0.2520351 Jul 27 21:13:20.472215 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa1babe-b51b-4a1a-8803-f17f15c60d84 req-5f56a807-f2c8-4977-a3e5-31b0cae359f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:13:20.473871 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-eaa1babe-b51b-4a1a-8803-f17f15c60d84 req-5f56a807-f2c8-4977-a3e5-31b0cae359f4 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=b55d8227-ef6b-4263-840b-22086dfeae57 HTTP/1.1" status: 200 len: 860 time: 0.0921383 Jul 27 21:13:20.494287 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-900751e9-8fe4-4b5d-858a-fa1f335487cf req-f399562b-4d2e-40d9-8f2d-e7f28ed6b84b tempest-ServerRescueNegativeTestJSON-1381818065 tempest-ServerRescueNegativeTestJSON-1381818065-project] 10.222.0.59 "GET /v2.0/security-groups?id=ce8b1850-1d4d-402f-a118-5b56f5e06e52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731201 Jul 27 21:13:20.562625 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-eaa1babe-b51b-4a1a-8803-f17f15c60d84 req-0f3bfd76-7e04-4d25-afea-71cd7cccf388 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b8f948c7-bfa9-44cb-936e-c199c057fe39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0767553 Jul 27 21:13:20.596460 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-9a4b23b3-56be-4e4b-af55-bf1c3826362f req-feab05db-b426-4c13-b9c2-2c4fa11797ad tempest-ServerRescueTestJSONUnderV235-589534428 tempest-ServerRescueTestJSONUnderV235-589534428-project] 10.222.0.59 "GET /v2.0/floatingips/1c77ed67-66d8-43c6-9909-113ee9b1a1ff HTTP/1.1" status: 200 len: 695 time: 0.1002254 Jul 27 21:13:20.640106 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55ff28f5-20f5-4f2f-bd89-4af47df05ca5 None None] New status for floating IP 1c77ed67-66d8-43c6-9909-113ee9b1a1ff: DOWN {{(pid=105586) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 21:13:20.719870 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-eaa1babe-b51b-4a1a-8803-f17f15c60d84 req-6a668658-7f87-4e62-b472-a853620d4438 service neutron] 10.222.0.60 "GET /v2.0/networks/b8f948c7-bfa9-44cb-936e-c199c057fe39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1494894 Jul 27 21:13:20.863626 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4b23b3-56be-4e4b-af55-bf1c3826362f req-55a7d883-463e-40cd-9600-d6a24473b9ef tempest-ServerRescueTestJSONUnderV235-589534428 tempest-ServerRescueTestJSONUnderV235-589534428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:13:20.865077 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-9a4b23b3-56be-4e4b-af55-bf1c3826362f req-55a7d883-463e-40cd-9600-d6a24473b9ef tempest-ServerRescueTestJSONUnderV235-589534428 tempest-ServerRescueTestJSONUnderV235-589534428-project] 10.222.0.59 "GET /v2.0/networks/8735d8a2-b604-4758-ae71-b40e4ee6f305 HTTP/1.1" status: 200 len: 784 time: 0.2631664 Jul 27 21:13:20.922465 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-eaa1babe-b51b-4a1a-8803-f17f15c60d84 req-b27e2850-c8e1-40c9-bfcb-942b489294d7 service neutron] 10.222.0.60 "GET /v2.0/networks/b8f948c7-bfa9-44cb-936e-c199c057fe39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1955988 Jul 27 21:13:20.965450 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-9a4b23b3-56be-4e4b-af55-bf1c3826362f req-6851b174-baf7-482d-8af0-aad8760688a1 tempest-ServerRescueTestJSONUnderV235-589534428 tempest-ServerRescueTestJSONUnderV235-589534428-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.5.125 HTTP/1.1" status: 200 len: 696 time: 0.0880263 Jul 27 21:13:20.989186 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132cf7e0-9999-47fe-bcab-b87b2b0fc14d req-cc03658c-b959-4659-8558-31527a13b779 tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:13:20.996963 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-132cf7e0-9999-47fe-bcab-b87b2b0fc14d req-cc03658c-b959-4659-8558-31527a13b779 tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] 10.222.0.59 "GET /v2.0/ports?device_id=31533b7a-7459-43fe-bfa1-37a8877d2d0a HTTP/1.1" status: 200 len: 946 time: 0.3740740 Jul 27 21:13:21.050408 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-9a4b23b3-56be-4e4b-af55-bf1c3826362f req-c30e64d4-950d-4674-9ce6-09c92ff2d601 tempest-ServerRescueTestJSONUnderV235-589534428 tempest-ServerRescueTestJSONUnderV235-589534428-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.5.125 HTTP/1.1" status: 200 len: 696 time: 0.0770202 Jul 27 21:13:21.133848 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-132cf7e0-9999-47fe-bcab-b87b2b0fc14d req-bd530050-94b3-47fb-83ff-8a14432fb278 tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] 10.222.0.59 "GET /v2.0/security-groups?id=c166a083-e7a4-430d-b39b-9b2d1c142ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194308 Jul 27 21:13:21.277501 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [req-9a4b23b3-56be-4e4b-af55-bf1c3826362f req-80568ed1-bf37-4b3c-a9fe-5a9b4686d70a tempest-ServerRescueTestJSONUnderV235-589534428 tempest-ServerRescueTestJSONUnderV235-589534428-project] Deleting port 41731450-a6c9-440a-959a-02694dd5b374 {{(pid=105585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:13:21.277851 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-9a4b23b3-56be-4e4b-af55-bf1c3826362f req-80568ed1-bf37-4b3c-a9fe-5a9b4686d70a tempest-ServerRescueTestJSONUnderV235-589534428 tempest-ServerRescueTestJSONUnderV235-589534428-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:21.391806 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-ac9ab806-a2e5-4edb-aff5-fc0c550f4e8e req-a3df39ae-648e-4388-a9ca-6ab75851ee75 tempest-ServerShowV254Test-866986042 tempest-ServerShowV254Test-866986042-project] 10.222.0.59 "GET /v2.0/ports?device_id=c5fd6c46-024d-4ff2-b445-51c38e2be32a HTTP/1.1" status: 200 len: 210 time: 0.0367196 Jul 27 21:13:21.483431 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-9a4b23b3-56be-4e4b-af55-bf1c3826362f req-80568ed1-bf37-4b3c-a9fe-5a9b4686d70a tempest-ServerRescueTestJSONUnderV235-589534428 tempest-ServerRescueTestJSONUnderV235-589534428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:21.484352 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-9a4b23b3-56be-4e4b-af55-bf1c3826362f req-80568ed1-bf37-4b3c-a9fe-5a9b4686d70a tempest-ServerRescueTestJSONUnderV235-589534428 tempest-ServerRescueTestJSONUnderV235-589534428-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:21.504789 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [req-9a4b23b3-56be-4e4b-af55-bf1c3826362f req-80568ed1-bf37-4b3c-a9fe-5a9b4686d70a tempest-ServerRescueTestJSONUnderV235-589534428 tempest-ServerRescueTestJSONUnderV235-589534428-project] Calling delete_port for 41731450-a6c9-440a-959a-02694dd5b374 owned by network:floatingip {{(pid=105585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:13:21.637715 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed91bd18-0821-48dc-9b3d-cef707794616 req-0c29d36f-27c7-4053-979f-66d78f869750 tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:13:21.639367 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-ed91bd18-0821-48dc-9b3d-cef707794616 req-0c29d36f-27c7-4053-979f-66d78f869750 tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] 10.222.0.59 "GET /v2.0/ports?device_id=31533b7a-7459-43fe-bfa1-37a8877d2d0a HTTP/1.1" status: 200 len: 946 time: 0.1425710 Jul 27 21:13:21.696881 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-ed91bd18-0821-48dc-9b3d-cef707794616 req-d2843e77-0ed0-4d71-afa3-7a5da6734bf7 tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] 10.222.0.59 "GET /v2.0/security-groups?id=c166a083-e7a4-430d-b39b-9b2d1c142ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401440 Jul 27 21:13:21.742177 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-9a4b23b3-56be-4e4b-af55-bf1c3826362f req-80568ed1-bf37-4b3c-a9fe-5a9b4686d70a tempest-ServerRescueTestJSONUnderV235-589534428 tempest-ServerRescueTestJSONUnderV235-589534428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:21.810706 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80568ed1-bf37-4b3c-a9fe-5a9b4686d70a tempest-ServerRescueTestJSONUnderV235-589534428 tempest-ServerRescueTestJSONUnderV235-589534428-project] Pushing event deleted for resources: {'Port': ['ID=41731450-a6c9-440a-959a-02694dd5b374,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:13:21.896009 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-9a4b23b3-56be-4e4b-af55-bf1c3826362f req-80568ed1-bf37-4b3c-a9fe-5a9b4686d70a tempest-ServerRescueTestJSONUnderV235-589534428 tempest-ServerRescueTestJSONUnderV235-589534428-project] Notify callbacks [] for floatingip, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:21.899297 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-9a4b23b3-56be-4e4b-af55-bf1c3826362f req-80568ed1-bf37-4b3c-a9fe-5a9b4686d70a tempest-ServerRescueTestJSONUnderV235-589534428 tempest-ServerRescueTestJSONUnderV235-589534428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for floatingip, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:21.910306 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-9a4b23b3-56be-4e4b-af55-bf1c3826362f req-80568ed1-bf37-4b3c-a9fe-5a9b4686d70a tempest-ServerRescueTestJSONUnderV235-589534428 tempest-ServerRescueTestJSONUnderV235-589534428-project] 10.222.0.59 "DELETE /v2.0/floatingips/1c77ed67-66d8-43c6-9909-113ee9b1a1ff HTTP/1.1" status: 204 len: 173 time: 0.8493545 Jul 27 21:13:21.998338 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d962dcf-6966-4ef7-a61c-d0e12d933202 req-ecf3bc52-161b-49e1-91f3-290fb38b1400 tempest-ServerRescueNegativeTestJSON-1381818065 tempest-ServerRescueNegativeTestJSON-1381818065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:13:22.008967 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-4d962dcf-6966-4ef7-a61c-d0e12d933202 req-ecf3bc52-161b-49e1-91f3-290fb38b1400 tempest-ServerRescueNegativeTestJSON-1381818065 tempest-ServerRescueNegativeTestJSON-1381818065-project] 10.222.0.59 "GET /v2.0/ports?device_id=e2b02e93-995e-40bc-ad82-59da89f4fecb HTTP/1.1" status: 200 len: 945 time: 0.0974715 Jul 27 21:13:22.064023 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-4d962dcf-6966-4ef7-a61c-d0e12d933202 req-d77b674e-a4e1-4e05-9581-d9bc429dc4f1 tempest-ServerRescueNegativeTestJSON-1381818065 tempest-ServerRescueNegativeTestJSON-1381818065-project] 10.222.0.59 "GET /v2.0/security-groups?id=ce8b1850-1d4d-402f-a118-5b56f5e06e52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540156 Jul 27 21:13:22.153082 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e612b925-2d1b-4daa-afc4-c3c2edee98e4 req-438a493a-1c0d-4379-a1e3-9e01464ab717 tempest-ServerRescueTestJSONUnderV235-589534428 tempest-ServerRescueTestJSONUnderV235-589534428-project] 10.222.0.59 "GET /v2.0/security-groups/38e3ace2-3491-4433-9960-105182ee61da HTTP/1.1" status: 200 len: 1810 time: 0.0677669 Jul 27 21:13:22.232179 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-e612b925-2d1b-4daa-afc4-c3c2edee98e4 req-13d20c9e-2cfb-4a77-b53d-169920c0f4ca tempest-ServerRescueTestJSONUnderV235-589534428 tempest-ServerRescueTestJSONUnderV235-589534428-project] Notify callbacks [] for security_group, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:22.265948 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-e612b925-2d1b-4daa-afc4-c3c2edee98e4 req-13d20c9e-2cfb-4a77-b53d-169920c0f4ca tempest-ServerRescueTestJSONUnderV235-589534428 tempest-ServerRescueTestJSONUnderV235-589534428-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:22.321125 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-e612b925-2d1b-4daa-afc4-c3c2edee98e4 req-13d20c9e-2cfb-4a77-b53d-169920c0f4ca tempest-ServerRescueTestJSONUnderV235-589534428 tempest-ServerRescueTestJSONUnderV235-589534428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:22.326050 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-e612b925-2d1b-4daa-afc4-c3c2edee98e4 req-13d20c9e-2cfb-4a77-b53d-169920c0f4ca tempest-ServerRescueTestJSONUnderV235-589534428 tempest-ServerRescueTestJSONUnderV235-589534428-project] Notify callbacks [] for security_group, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:22.329030 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e612b925-2d1b-4daa-afc4-c3c2edee98e4 req-13d20c9e-2cfb-4a77-b53d-169920c0f4ca tempest-ServerRescueTestJSONUnderV235-589534428 tempest-ServerRescueTestJSONUnderV235-589534428-project] 10.222.0.59 "DELETE /v2.0/security-groups/38e3ace2-3491-4433-9960-105182ee61da HTTP/1.1" status: 204 len: 173 time: 0.1690419 Jul 27 21:13:22.345052 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d20c9e-2cfb-4a77-b53d-169920c0f4ca tempest-ServerRescueTestJSONUnderV235-589534428 tempest-ServerRescueTestJSONUnderV235-589534428-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=38e3ace2-3491-4433-9960-105182ee61da,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:13:22.388190 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-f509bde8-7eed-4c99-b568-15217ca52fdb req-cb50ba1d-b8e7-45cd-a086-d1ba22f4703a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c44ba88d17a848b5bc99410b8e836a4f&device_id=c5fd6c46-024d-4ff2-b445-51c38e2be32a HTTP/1.1" status: 200 len: 210 time: 0.0666862 Jul 27 21:13:22.401454 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 33824) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:13:22.447145 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfd26b8-6569-4e0b-9353-869e695f7820 req-3ac70088-df27-4f74-8a09-e87006f85bb1 tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:13:22.454025 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-f509bde8-7eed-4c99-b568-15217ca52fdb req-ca2bb42e-42e2-4920-813a-ae0349e97e25 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=c44ba88d17a848b5bc99410b8e836a4f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0568039 Jul 27 21:13:22.456199 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-7cfd26b8-6569-4e0b-9353-869e695f7820 req-3ac70088-df27-4f74-8a09-e87006f85bb1 tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] 10.222.0.59 "GET /v2.0/ports?device_id=31533b7a-7459-43fe-bfa1-37a8877d2d0a HTTP/1.1" status: 200 len: 946 time: 0.0926530 Jul 27 21:13:22.515552 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-7cfd26b8-6569-4e0b-9353-869e695f7820 req-53b08f66-a4c8-458b-9da3-e7e552843649 tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] 10.222.0.59 "GET /v2.0/security-groups?id=c166a083-e7a4-430d-b39b-9b2d1c142ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584800 Jul 27 21:13:22.578787 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-56f08451-c36a-4178-a002-85cad02bd491 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:22.646100 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f509bde8-7eed-4c99-b568-15217ca52fdb req-6e137201-3be4-4893-87b4-8b71ed9fa098 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:13:22.647790 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-f509bde8-7eed-4c99-b568-15217ca52fdb req-6e137201-3be4-4893-87b4-8b71ed9fa098 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1853514 Jul 27 21:13:22.692861 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b520fe6c-bd89-4d61-97c8-e8dbb89d4199 req-ffb866b0-fbef-42a6-b06b-a72571c6b9f6 tempest-ServerShowV254Test-866986042 tempest-ServerShowV254Test-866986042-project] 10.222.0.59 "GET /v2.0/ports?device_id=c5fd6c46-024d-4ff2-b445-51c38e2be32a HTTP/1.1" status: 200 len: 210 time: 0.0520644 Jul 27 21:13:22.785577 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-56f08451-c36a-4178-a002-85cad02bd491 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:22.798339 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-56f08451-c36a-4178-a002-85cad02bd491 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:22.851369 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-56f08451-c36a-4178-a002-85cad02bd491 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=1f37e47b81b140ca9f2738ad3c62756e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4488583 Jul 27 21:13:22.854038 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 33844) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:13:22.896122 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f08451-c36a-4178-a002-85cad02bd491 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da7d8ead-083d-4bbf-8c2c-48721e0646ce,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:13:22.931088 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-21c31b19-fb1f-4bf6-b8c9-751b24db9e57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:22.941624 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1b0a6e-87e4-4d35-9e51-b24b0cd36792 req-06db342a-bb0a-4656-a92a-068b99eb0fa0 tempest-ServerRescueTestJSONUnderV235-589534428 tempest-ServerRescueTestJSONUnderV235-589534428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:13:22.943962 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-5d1b0a6e-87e4-4d35-9e51-b24b0cd36792 req-06db342a-bb0a-4656-a92a-068b99eb0fa0 tempest-ServerRescueTestJSONUnderV235-589534428 tempest-ServerRescueTestJSONUnderV235-589534428-project] 10.222.0.59 "GET /v2.0/ports?device_id=5b701460-64e5-4196-93e5-b01788246243 HTTP/1.1" status: 200 len: 946 time: 0.0899935 Jul 27 21:13:22.966673 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-21c31b19-fb1f-4bf6-b8c9-751b24db9e57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:22.973890 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 33846) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:13:22.989133 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-5d1b0a6e-87e4-4d35-9e51-b24b0cd36792 req-e5629e31-484d-48cb-a906-99d3be39f6a2 tempest-ServerRescueTestJSONUnderV235-589534428 tempest-ServerRescueTestJSONUnderV235-589534428-project] 10.222.0.59 "GET /v2.0/security-groups?id=95603a71-ea3d-4143-81b0-7bce4dd79980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385394 Jul 27 21:13:23.037680 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-21c31b19-fb1f-4bf6-b8c9-751b24db9e57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:23.041031 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-21c31b19-fb1f-4bf6-b8c9-751b24db9e57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:23.043042 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-21c31b19-fb1f-4bf6-b8c9-751b24db9e57 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/da7d8ead-083d-4bbf-8c2c-48721e0646ce HTTP/1.1" status: 204 len: 168 time: 0.1872311 Jul 27 21:13:23.052564 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c31b19-fb1f-4bf6-b8c9-751b24db9e57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da7d8ead-083d-4bbf-8c2c-48721e0646ce,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:13:23.115936 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-5ba55e66-51ef-4df4-88d9-7102a3091d4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:23.218339 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d730cebe-5860-42d7-b088-394c519e7a2d req-b13ba011-b673-426e-9d66-1debcb899327 tempest-ServerRescueNegativeTestJSON-1381818065 tempest-ServerRescueNegativeTestJSON-1381818065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:13:23.220136 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-d730cebe-5860-42d7-b088-394c519e7a2d req-b13ba011-b673-426e-9d66-1debcb899327 tempest-ServerRescueNegativeTestJSON-1381818065 tempest-ServerRescueNegativeTestJSON-1381818065-project] 10.222.0.59 "GET /v2.0/ports?device_id=e2b02e93-995e-40bc-ad82-59da89f4fecb HTTP/1.1" status: 200 len: 945 time: 0.0793958 Jul 27 21:13:23.239566 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-5ba55e66-51ef-4df4-88d9-7102a3091d4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:23.247653 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-5ba55e66-51ef-4df4-88d9-7102a3091d4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:23.299323 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-5ba55e66-51ef-4df4-88d9-7102a3091d4a admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=a8228ca7eaae4c518b6ae5a3d97a9550&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3241177 Jul 27 21:13:23.301117 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba55e66-51ef-4df4-88d9-7102a3091d4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=983c9122-7fe2-4438-8ee9-8fdf9ad7c4d2,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:13:23.302297 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-d730cebe-5860-42d7-b088-394c519e7a2d req-90f8b640-4853-4f4b-9d52-1ef56ede6292 tempest-ServerRescueNegativeTestJSON-1381818065 tempest-ServerRescueNegativeTestJSON-1381818065-project] 10.222.0.59 "GET /v2.0/security-groups?id=ce8b1850-1d4d-402f-a118-5b56f5e06e52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608032 Jul 27 21:13:23.302881 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 33858) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:13:23.356493 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-a913fe85-96a0-4b4a-be10-1919093e0747 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:23.383108 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-a913fe85-96a0-4b4a-be10-1919093e0747 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:23.430340 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-a913fe85-96a0-4b4a-be10-1919093e0747 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:23.433575 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-a913fe85-96a0-4b4a-be10-1919093e0747 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:23.435103 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-a913fe85-96a0-4b4a-be10-1919093e0747 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/983c9122-7fe2-4438-8ee9-8fdf9ad7c4d2 HTTP/1.1" status: 204 len: 168 time: 0.1312282 Jul 27 21:13:23.444086 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a913fe85-96a0-4b4a-be10-1919093e0747 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=983c9122-7fe2-4438-8ee9-8fdf9ad7c4d2,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:13:23.690189 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b489ba-3060-402f-851e-48b4c1f34b33 req-af424307-5d1d-489b-91a9-3229d3068648 tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:13:23.691837 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-11b489ba-3060-402f-851e-48b4c1f34b33 req-af424307-5d1d-489b-91a9-3229d3068648 tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] 10.222.0.59 "GET /v2.0/ports?device_id=31533b7a-7459-43fe-bfa1-37a8877d2d0a HTTP/1.1" status: 200 len: 946 time: 0.0726745 Jul 27 21:13:23.750951 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-11b489ba-3060-402f-851e-48b4c1f34b33 req-861bb9a4-7201-442e-9c7c-291e379b3e59 tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] 10.222.0.59 "GET /v2.0/security-groups?id=c166a083-e7a4-430d-b39b-9b2d1c142ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522516 Jul 27 21:13:23.823980 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-fd599871-89b8-48e0-bde8-432a8b610659 req-0ed1c87d-2b51-4472-af32-7d5f9a9c0ad2 tempest-ServerShowV254Test-866986042 tempest-ServerShowV254Test-866986042-project] 10.222.0.59 "GET /v2.0/ports?device_id=c5fd6c46-024d-4ff2-b445-51c38e2be32a HTTP/1.1" status: 200 len: 210 time: 0.0452914 Jul 27 21:13:23.868859 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 33890) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:13:23.882927 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-6415d0dd-2f80-4b0e-b3db-e7b01cbe2c58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:23.992101 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-f509bde8-7eed-4c99-b568-15217ca52fdb req-023c65c8-36f1-4d5a-bf72-6b944721a79d tempest-ServerShowV254Test-866986042 tempest-ServerShowV254Test-866986042-project] 10.222.0.36 "GET /v2.0/ports?device_id=c5fd6c46-024d-4ff2-b445-51c38e2be32a HTTP/1.1" status: 200 len: 210 time: 0.0341663 Jul 27 21:13:24.034068 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-6415d0dd-2f80-4b0e-b3db-e7b01cbe2c58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:24.043172 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-6415d0dd-2f80-4b0e-b3db-e7b01cbe2c58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:24.165530 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6415d0dd-2f80-4b0e-b3db-e7b01cbe2c58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cea12e99-307f-4a12-a04d-2046030f7b91,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:13:24.195123 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-6415d0dd-2f80-4b0e-b3db-e7b01cbe2c58 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=012ede3d716847d49d0ecb0137a1887c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3250535 Jul 27 21:13:24.195755 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 33912) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:13:24.299448 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa601c49-3ed0-4976-b421-4e80824acca7 req-1a9b9baa-e605-493e-bae2-9a02536549c9 tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:13:24.308481 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-aa601c49-3ed0-4976-b421-4e80824acca7 req-1a9b9baa-e605-493e-bae2-9a02536549c9 tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] 10.222.0.59 "GET /v2.0/ports?device_id=31533b7a-7459-43fe-bfa1-37a8877d2d0a HTTP/1.1" status: 200 len: 946 time: 0.2292731 Jul 27 21:13:24.321387 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-38a3f990-185b-4376-a65c-50388b7f4480 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:24.341163 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a042a5-d14a-4f67-bffc-aea5d22375a1 req-d32a7745-07f5-4a64-a4be-37f5c5673ab9 tempest-ServerRescueTestJSONUnderV235-589534428 tempest-ServerRescueTestJSONUnderV235-589534428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:13:24.344668 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-34a042a5-d14a-4f67-bffc-aea5d22375a1 req-d32a7745-07f5-4a64-a4be-37f5c5673ab9 tempest-ServerRescueTestJSONUnderV235-589534428 tempest-ServerRescueTestJSONUnderV235-589534428-project] 10.222.0.59 "GET /v2.0/ports?device_id=5b701460-64e5-4196-93e5-b01788246243 HTTP/1.1" status: 200 len: 946 time: 0.2108757 Jul 27 21:13:24.375781 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-38a3f990-185b-4376-a65c-50388b7f4480 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:24.468669 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-34a042a5-d14a-4f67-bffc-aea5d22375a1 req-4ed1ab62-c68c-4bba-b848-452a28393fbd tempest-ServerRescueTestJSONUnderV235-589534428 tempest-ServerRescueTestJSONUnderV235-589534428-project] 10.222.0.59 "GET /v2.0/security-groups?id=95603a71-ea3d-4143-81b0-7bce4dd79980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480413 Jul 27 21:13:24.489457 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-aa601c49-3ed0-4976-b421-4e80824acca7 req-fa48fe0f-cfee-471a-ae01-2890daa17539 tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] 10.222.0.59 "GET /v2.0/security-groups?id=c166a083-e7a4-430d-b39b-9b2d1c142ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1800189 Jul 27 21:13:24.492986 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-38a3f990-185b-4376-a65c-50388b7f4480 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:24.496073 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-38a3f990-185b-4376-a65c-50388b7f4480 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:24.499823 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-38a3f990-185b-4376-a65c-50388b7f4480 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/cea12e99-307f-4a12-a04d-2046030f7b91 HTTP/1.1" status: 204 len: 168 time: 0.3000977 Jul 27 21:13:24.508544 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a3f990-185b-4376-a65c-50388b7f4480 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cea12e99-307f-4a12-a04d-2046030f7b91,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:13:24.668066 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ced5781-3db5-4145-8062-2122e81da5e6 req-8559b42b-fb0b-4dcf-bde0-4daabaf639a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:13:24.670506 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-6ced5781-3db5-4145-8062-2122e81da5e6 req-8559b42b-fb0b-4dcf-bde0-4daabaf639a2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=68b3cdce681f47658a432c5ac5385a68&device_id=31533b7a-7459-43fe-bfa1-37a8877d2d0a HTTP/1.1" status: 200 len: 1098 time: 0.5355692 Jul 27 21:13:24.784002 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33dd6382-3978-43d3-9fac-382bb220d041 req-f773fec8-0ce0-417e-b214-d3bf51f79e0f tempest-ServerRescueNegativeTestJSON-1381818065 tempest-ServerRescueNegativeTestJSON-1381818065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:13:24.795389 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-33dd6382-3978-43d3-9fac-382bb220d041 req-f773fec8-0ce0-417e-b214-d3bf51f79e0f tempest-ServerRescueNegativeTestJSON-1381818065 tempest-ServerRescueNegativeTestJSON-1381818065-project] 10.222.0.59 "GET /v2.0/ports?device_id=e2b02e93-995e-40bc-ad82-59da89f4fecb HTTP/1.1" status: 200 len: 945 time: 0.1392441 Jul 27 21:13:24.802088 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ced5781-3db5-4145-8062-2122e81da5e6 req-fd3fba6f-0ac0-40ca-b3d0-aee8f48f5359 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:13:24.803605 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-6ced5781-3db5-4145-8062-2122e81da5e6 req-fd3fba6f-0ac0-40ca-b3d0-aee8f48f5359 service neutron] 10.222.0.36 "GET /v2.0/networks?id=4390cbf5-7e78-4e4f-909f-4a4e22b8ff6a HTTP/1.1" status: 200 len: 914 time: 0.1251106 Jul 27 21:13:24.845308 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-33dd6382-3978-43d3-9fac-382bb220d041 req-68ec4c85-1f5c-461d-b82f-cde4d96cf7c2 tempest-ServerRescueNegativeTestJSON-1381818065 tempest-ServerRescueNegativeTestJSON-1381818065-project] 10.222.0.59 "GET /v2.0/security-groups?id=ce8b1850-1d4d-402f-a118-5b56f5e06e52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486565 Jul 27 21:13:24.883392 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-6ced5781-3db5-4145-8062-2122e81da5e6 req-9fa53a57-54a0-4ba8-8749-b75ec6e9aa33 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=02c1d30c-87d1-4ab3-8a04-cc33f5f02b7e HTTP/1.1" status: 200 len: 217 time: 0.0721085 Jul 27 21:13:24.952404 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ced5781-3db5-4145-8062-2122e81da5e6 req-b55bbc5f-8033-432c-a390-252ff6d5f97c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:13:24.953909 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-6ced5781-3db5-4145-8062-2122e81da5e6 req-b55bbc5f-8033-432c-a390-252ff6d5f97c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=54048abf-f191-442c-882c-c171eec4fbdf HTTP/1.1" status: 200 len: 853 time: 0.0624187 Jul 27 21:13:25.025374 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-6ced5781-3db5-4145-8062-2122e81da5e6 req-1fdcadf9-190e-4250-b907-21b47eb5d4fc service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4390cbf5-7e78-4e4f-909f-4a4e22b8ff6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0636623 Jul 27 21:13:25.148250 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-6ced5781-3db5-4145-8062-2122e81da5e6 req-322ea0d6-85e7-49c7-8fbb-fd4e72a026e9 service neutron] 10.222.0.36 "GET /v2.0/networks/4390cbf5-7e78-4e4f-909f-4a4e22b8ff6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1119833 Jul 27 21:13:25.282390 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-6ced5781-3db5-4145-8062-2122e81da5e6 req-ff6727af-40a8-45e4-8830-1335a0f98e8f service neutron] 10.222.0.36 "GET /v2.0/networks/4390cbf5-7e78-4e4f-909f-4a4e22b8ff6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266477 Jul 27 21:13:25.312019 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 34010) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:13:25.336347 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 34014) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:13:25.469114 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-b0cc5b63-42ee-436f-b984-c59e8cf60f03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:25.480320 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-981d5809-5c28-4dec-a1ea-5fdea1ca9fac admin admin] Notify callbacks [] for security_group, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:25.629430 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0822ad-cb59-4f48-afe7-e96226911bdf req-f19fd04a-4bdc-4863-b2a1-db07efa7b5f4 tempest-ServerRescueTestJSONUnderV235-589534428 tempest-ServerRescueTestJSONUnderV235-589534428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:13:25.632017 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-7b0822ad-cb59-4f48-afe7-e96226911bdf req-f19fd04a-4bdc-4863-b2a1-db07efa7b5f4 tempest-ServerRescueTestJSONUnderV235-589534428 tempest-ServerRescueTestJSONUnderV235-589534428-project] 10.222.0.60 "GET /v2.0/ports?device_id=5b701460-64e5-4196-93e5-b01788246243 HTTP/1.1" status: 200 len: 946 time: 0.1170352 Jul 27 21:13:25.651069 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-b0cc5b63-42ee-436f-b984-c59e8cf60f03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:25.677632 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-b0cc5b63-42ee-436f-b984-c59e8cf60f03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:25.726747 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-b0cc5b63-42ee-436f-b984-c59e8cf60f03 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=c44ba88d17a848b5bc99410b8e836a4f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4097672 Jul 27 21:13:25.731270 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 34034) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:13:25.793212 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0cc5b63-42ee-436f-b984-c59e8cf60f03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce522919-f9d3-407d-a770-9f224af72f9e,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:13:25.795378 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [req-7b0822ad-cb59-4f48-afe7-e96226911bdf req-d8d8e629-556d-406e-a785-b466f548c0cd tempest-ServerRescueTestJSONUnderV235-589534428 tempest-ServerRescueTestJSONUnderV235-589534428-project] Deleting port 86bd856e-9b00-48a0-9c58-b50c7a0c27a0 {{(pid=105584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:13:25.795734 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-7b0822ad-cb59-4f48-afe7-e96226911bdf req-d8d8e629-556d-406e-a785-b466f548c0cd tempest-ServerRescueTestJSONUnderV235-589534428 tempest-ServerRescueTestJSONUnderV235-589534428-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:25.832218 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac26cae-d97e-45ad-abe9-24295410594b req-34806dab-39ee-4792-afcc-b18bc00c4611 tempest-ServerRescueTestJSONUnderV235-589534428 tempest-ServerRescueTestJSONUnderV235-589534428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:13:25.833770 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-8ac26cae-d97e-45ad-abe9-24295410594b req-34806dab-39ee-4792-afcc-b18bc00c4611 tempest-ServerRescueTestJSONUnderV235-589534428 tempest-ServerRescueTestJSONUnderV235-589534428-project] 10.222.0.59 "GET /v2.0/ports?device_id=5b701460-64e5-4196-93e5-b01788246243 HTTP/1.1" status: 200 len: 946 time: 0.2367361 Jul 27 21:13:25.847778 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735fb8ca-45b2-42b1-8b49-58fff3a959c2 req-1774d215-d495-4b5a-9bef-c6fcbac8ff03 tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:13:25.849334 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-735fb8ca-45b2-42b1-8b49-58fff3a959c2 req-1774d215-d495-4b5a-9bef-c6fcbac8ff03 tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] 10.222.0.59 "GET /v2.0/ports?device_id=31533b7a-7459-43fe-bfa1-37a8877d2d0a HTTP/1.1" status: 200 len: 946 time: 0.2331696 Jul 27 21:13:25.853645 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-981d5809-5c28-4dec-a1ea-5fdea1ca9fac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:25.866757 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-981d5809-5c28-4dec-a1ea-5fdea1ca9fac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:25.889453 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-1a35e01b-7bed-4017-b5d1-63c511070ea8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:25.928979 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-8ac26cae-d97e-45ad-abe9-24295410594b req-f164f239-2235-4801-83a3-486f425b67d1 tempest-ServerRescueTestJSONUnderV235-589534428 tempest-ServerRescueTestJSONUnderV235-589534428-project] 10.222.0.59 "GET /v2.0/security-groups?id=95603a71-ea3d-4143-81b0-7bce4dd79980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771632 Jul 27 21:13:25.940711 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-1a35e01b-7bed-4017-b5d1-63c511070ea8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:25.961115 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-981d5809-5c28-4dec-a1ea-5fdea1ca9fac admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=375ea1540ae04044bae5b6cb8e5c9f58&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6163728 Jul 27 21:13:25.963215 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 34044) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:13:25.973373 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981d5809-5c28-4dec-a1ea-5fdea1ca9fac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12c03515-a889-442f-86d3-9abafaf69600,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:13:25.999183 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-735fb8ca-45b2-42b1-8b49-58fff3a959c2 req-39375011-4d2e-4f16-82e4-fce1df54ee4b tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] 10.222.0.59 "GET /v2.0/security-groups?id=c166a083-e7a4-430d-b39b-9b2d1c142ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215146 Jul 27 21:13:26.025499 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [req-7b0822ad-cb59-4f48-afe7-e96226911bdf req-d8d8e629-556d-406e-a785-b466f548c0cd tempest-ServerRescueTestJSONUnderV235-589534428 tempest-ServerRescueTestJSONUnderV235-589534428-project] For port 86bd856e-9b00-48a0-9c58-b50c7a0c27a0, host n-h2-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=86bd856e-9b00-48a0-9c58-b50c7a0c27a0,segment=NetworkSegment(69be0b53-de98-4f1a-b28e-7ef1935836ed),segment_id=69be0b53-de98-4f1a-b28e-7ef1935836ed)] {{(pid=105584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:13:26.026709 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-7b0822ad-cb59-4f48-afe7-e96226911bdf req-d8d8e629-556d-406e-a785-b466f548c0cd tempest-ServerRescueTestJSONUnderV235-589534428 tempest-ServerRescueTestJSONUnderV235-589534428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:26.057976 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [req-7b0822ad-cb59-4f48-afe7-e96226911bdf req-d8d8e629-556d-406e-a785-b466f548c0cd tempest-ServerRescueTestJSONUnderV235-589534428 tempest-ServerRescueTestJSONUnderV235-589534428-project] Calling delete_port for 86bd856e-9b00-48a0-9c58-b50c7a0c27a0 owned by compute:nova {{(pid=105584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:13:26.110075 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-1a35e01b-7bed-4017-b5d1-63c511070ea8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:26.112655 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-1a35e01b-7bed-4017-b5d1-63c511070ea8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:26.116403 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-1a35e01b-7bed-4017-b5d1-63c511070ea8 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/ce522919-f9d3-407d-a770-9f224af72f9e HTTP/1.1" status: 204 len: 168 time: 0.3805990 Jul 27 21:13:26.136059 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a35e01b-7bed-4017-b5d1-63c511070ea8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce522919-f9d3-407d-a770-9f224af72f9e,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:13:26.172144 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-dd858f36-23d4-454d-b53a-8a4b88483c90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:26.201872 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09587193-0498-4483-bd02-d9868f6053ed req-0ce115cd-d2e4-4d0a-91ba-a6f5614963c8 tempest-ServerRescueNegativeTestJSON-1381818065 tempest-ServerRescueNegativeTestJSON-1381818065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:13:26.203582 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-09587193-0498-4483-bd02-d9868f6053ed req-0ce115cd-d2e4-4d0a-91ba-a6f5614963c8 tempest-ServerRescueNegativeTestJSON-1381818065 tempest-ServerRescueNegativeTestJSON-1381818065-project] 10.222.0.59 "GET /v2.0/ports?device_id=e2b02e93-995e-40bc-ad82-59da89f4fecb HTTP/1.1" status: 200 len: 945 time: 0.1319559 Jul 27 21:13:26.214359 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-dd858f36-23d4-454d-b53a-8a4b88483c90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:26.257327 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-7b0822ad-cb59-4f48-afe7-e96226911bdf req-d8d8e629-556d-406e-a785-b466f548c0cd tempest-ServerRescueTestJSONUnderV235-589534428 tempest-ServerRescueTestJSONUnderV235-589534428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:26.269886 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] get_ports_and_sgs() called for port_ids ['86bd856e-9b00-48a0-9c58-b50c7a0c27a0'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:13:26.293464 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-09587193-0498-4483-bd02-d9868f6053ed req-08fd61ba-1baf-4bc1-bfad-c03917895cb8 tempest-ServerRescueNegativeTestJSON-1381818065 tempest-ServerRescueNegativeTestJSON-1381818065-project] 10.222.0.59 "GET /v2.0/security-groups?id=ce8b1850-1d4d-402f-a118-5b56f5e06e52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818579 Jul 27 21:13:26.319876 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-dd858f36-23d4-454d-b53a-8a4b88483c90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:26.321210 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d8e629-556d-406e-a785-b466f548c0cd tempest-ServerRescueTestJSONUnderV235-589534428 tempest-ServerRescueTestJSONUnderV235-589534428-project] Pushing event deleted for resources: {'Port': ['ID=86bd856e-9b00-48a0-9c58-b50c7a0c27a0,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:13:26.323744 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-dd858f36-23d4-454d-b53a-8a4b88483c90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:26.324947 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-dd858f36-23d4-454d-b53a-8a4b88483c90 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/12c03515-a889-442f-86d3-9abafaf69600 HTTP/1.1" status: 204 len: 168 time: 0.3607936 Jul 27 21:13:26.333520 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd858f36-23d4-454d-b53a-8a4b88483c90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12c03515-a889-442f-86d3-9abafaf69600,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:13:26.381312 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b0822ad-cb59-4f48-afe7-e96226911bdf req-d8d8e629-556d-406e-a785-b466f548c0cd tempest-ServerRescueTestJSONUnderV235-589534428 tempest-ServerRescueTestJSONUnderV235-589534428-project] No DVR routers for this DVR port 86bd856e-9b00-48a0-9c58-b50c7a0c27a0 on host n-h2-705658-22 {{(pid=105584) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:13:26.383916 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-7b0822ad-cb59-4f48-afe7-e96226911bdf req-d8d8e629-556d-406e-a785-b466f548c0cd tempest-ServerRescueTestJSONUnderV235-589534428 tempest-ServerRescueTestJSONUnderV235-589534428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:26.386644 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-7b0822ad-cb59-4f48-afe7-e96226911bdf req-d8d8e629-556d-406e-a785-b466f548c0cd tempest-ServerRescueTestJSONUnderV235-589534428 tempest-ServerRescueTestJSONUnderV235-589534428-project] 10.222.0.60 "DELETE /v2.0/ports/86bd856e-9b00-48a0-9c58-b50c7a0c27a0 HTTP/1.1" status: 204 len: 173 time: 0.7484848 Jul 27 21:13:26.387269 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b701460-64e5-4196-93e5-b01788246243', 'name': 'network-vif-deleted', 'tag': '86bd856e-9b00-48a0-9c58-b50c7a0c27a0'}] {{(pid=105584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:13:26.399437 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bce5e6c8685464f7626901654159975603b047827e3138302ed6566e28f1343" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed76daaa-6f50-436f-8eee-09a014ac4ef1" -d '{"events": [{"server_uuid": "5b701460-64e5-4196-93e5-b01788246243", "name": "network-vif-deleted", "tag": "86bd856e-9b00-48a0-9c58-b50c7a0c27a0"}]}' {{(pid=105584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:13:26.477208 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:13:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bfacbe3-87bb-46cf-8b44-457503960bc7 x-openstack-request-id: req-5bfacbe3-87bb-46cf-8b44-457503960bc7 {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:13:26.477675 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b701460-64e5-4196-93e5-b01788246243", "name": "network-vif-deleted", "tag": "86bd856e-9b00-48a0-9c58-b50c7a0c27a0", "status": "completed", "code": 200}]} {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:13:26.478482 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-5bfacbe3-87bb-46cf-8b44-457503960bc7 {{(pid=105584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:13:26.479762 n-d-705658-22 neutron-server[105584]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b701460-64e5-4196-93e5-b01788246243', 'name': 'network-vif-deleted', 'tag': '86bd856e-9b00-48a0-9c58-b50c7a0c27a0', 'status': 'completed', 'code': 200} Jul 27 21:13:27.223306 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-bb8a7800-9b73-4900-b356-faf3cc827e50 req-532f814f-38d6-41b7-a8aa-f4c031c98027 tempest-ServerRescueTestJSONUnderV235-589534428 tempest-ServerRescueTestJSONUnderV235-589534428-project] 10.222.0.59 "GET /v2.0/ports?device_id=5b701460-64e5-4196-93e5-b01788246243 HTTP/1.1" status: 200 len: 210 time: 0.0717742 Jul 27 21:13:27.278421 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136b9939-187e-4a2b-8b0d-d16072e3f0fb req-460d23d4-a81b-49c3-aeac-2108c0af991a tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:13:27.283729 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-136b9939-187e-4a2b-8b0d-d16072e3f0fb req-460d23d4-a81b-49c3-aeac-2108c0af991a tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] 10.222.0.59 "GET /v2.0/ports?device_id=31533b7a-7459-43fe-bfa1-37a8877d2d0a HTTP/1.1" status: 200 len: 946 time: 0.1300991 Jul 27 21:13:27.378835 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-136b9939-187e-4a2b-8b0d-d16072e3f0fb req-99c74e49-90f0-44a5-a042-0153e87bdd48 tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] 10.222.0.59 "GET /v2.0/security-groups?id=c166a083-e7a4-430d-b39b-9b2d1c142ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920951 Jul 27 21:13:27.520637 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75aea24-b24f-4238-9441-1e47559a22e4 req-3d66f4bc-1e16-4246-a10e-41b7ca02ff87 tempest-ServerRescueNegativeTestJSON-1381818065 tempest-ServerRescueNegativeTestJSON-1381818065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:13:27.522592 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-c75aea24-b24f-4238-9441-1e47559a22e4 req-3d66f4bc-1e16-4246-a10e-41b7ca02ff87 tempest-ServerRescueNegativeTestJSON-1381818065 tempest-ServerRescueNegativeTestJSON-1381818065-project] 10.222.0.59 "GET /v2.0/ports?device_id=e2b02e93-995e-40bc-ad82-59da89f4fecb HTTP/1.1" status: 200 len: 945 time: 0.0870275 Jul 27 21:13:27.622006 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 34188) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:13:27.667475 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-c75aea24-b24f-4238-9441-1e47559a22e4 req-9cc9e704-7d3c-4cbc-a322-9fab88d196eb tempest-ServerRescueNegativeTestJSON-1381818065 tempest-ServerRescueNegativeTestJSON-1381818065-project] 10.222.0.59 "GET /v2.0/security-groups?id=ce8b1850-1d4d-402f-a118-5b56f5e06e52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275151 Jul 27 21:13:27.738139 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eabf07c-ddda-4d5c-b9e3-7f6d65fe7835 req-88d186a2-482f-4218-98c2-0129e683b070 tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:13:27.749723 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-3eabf07c-ddda-4d5c-b9e3-7f6d65fe7835 req-88d186a2-482f-4218-98c2-0129e683b070 tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] 10.222.0.59 "GET /v2.0/ports?device_id=31533b7a-7459-43fe-bfa1-37a8877d2d0a HTTP/1.1" status: 200 len: 946 time: 0.1974976 Jul 27 21:13:27.809898 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-3eabf07c-ddda-4d5c-b9e3-7f6d65fe7835 req-ccef9aa5-6350-4317-93da-4a8a515c11dd tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] 10.222.0.59 "GET /v2.0/security-groups?id=c166a083-e7a4-430d-b39b-9b2d1c142ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592377 Jul 27 21:13:28.030146 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-d3f07819-a9cb-40e0-9edd-8a6a97df4089 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-926945363-network', 'tenant_id': '35c86762b80e4fe1afc32aca8840bcb0'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:13:28.055047 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8970ad1f-e67c-4731-9ae0-324343213151 req-11fd06f8-54f7-4aa7-8f5f-7b162ae8a7b6 tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:13:28.066035 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-8970ad1f-e67c-4731-9ae0-324343213151 req-11fd06f8-54f7-4aa7-8f5f-7b162ae8a7b6 tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] 10.222.0.59 "GET /v2.0/ports?device_id=31533b7a-7459-43fe-bfa1-37a8877d2d0a HTTP/1.1" status: 200 len: 946 time: 0.1000896 Jul 27 21:13:28.074537 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3f07819-a9cb-40e0-9edd-8a6a97df4089 admin admin] Made reservation on behalf of 35c86762b80e4fe1afc32aca8840bcb0 for: {'network': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:13:28.079075 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-d3f07819-a9cb-40e0-9edd-8a6a97df4089 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for network, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:28.091905 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-d3f07819-a9cb-40e0-9edd-8a6a97df4089 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:28.138151 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-8970ad1f-e67c-4731-9ae0-324343213151 req-360800b7-f95a-4534-863a-f6c85367c165 tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] 10.222.0.59 "GET /v2.0/security-groups?id=c166a083-e7a4-430d-b39b-9b2d1c142ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662386 Jul 27 21:13:28.265716 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-d3f07819-a9cb-40e0-9edd-8a6a97df4089 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:28.278509 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-d3f07819-a9cb-40e0-9edd-8a6a97df4089 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:28.321931 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3f07819-a9cb-40e0-9edd-8a6a97df4089 admin admin] vlan segment allocate from pool success with {'vlan_id': 205, 'physical_network': 'physnet1'} {{(pid=105584) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:13:28.323752 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98acdf17-c12a-4412-96a5-762c8f448217 req-1c1b5a1c-274f-4ecc-976e-36e077f30549 tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:13:28.326424 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-98acdf17-c12a-4412-96a5-762c8f448217 req-1c1b5a1c-274f-4ecc-976e-36e077f30549 tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] 10.222.0.59 "GET /v2.0/ports?device_id=31533b7a-7459-43fe-bfa1-37a8877d2d0a HTTP/1.1" status: 200 len: 946 time: 0.1025083 Jul 27 21:13:28.327231 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 34220) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:13:28.339402 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f07819-a9cb-40e0-9edd-8a6a97df4089 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=025fab38-9e1a-47ed-9c14-e9b63c1ea21e,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:13:28.356943 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-d3f07819-a9cb-40e0-9edd-8a6a97df4089 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:28.359591 n-d-705658-22 neutron-server[105584]: INFO neutron.db.segments_db [None req-d3f07819-a9cb-40e0-9edd-8a6a97df4089 admin admin] Added segment ba5027c0-b616-44c9-89ad-4a5a30b38e7c of type vlan for network 626a06c9-1cb9-42dd-bd9c-72ba1bf505c3 Jul 27 21:13:28.443115 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-d3f07819-a9cb-40e0-9edd-8a6a97df4089 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790688424798'] for network, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:28.470458 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 34226) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:13:28.508708 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-98acdf17-c12a-4412-96a5-762c8f448217 req-709a7f9f-e7b8-4e5e-9481-45fb00e80abe tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] 10.222.0.59 "GET /v2.0/security-groups?id=c166a083-e7a4-430d-b39b-9b2d1c142ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584404 Jul 27 21:13:28.530166 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-d3f07819-a9cb-40e0-9edd-8a6a97df4089 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920'] for network, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:28.531323 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3f07819-a9cb-40e0-9edd-8a6a97df4089 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:13:28.531921 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-d3f07819-a9cb-40e0-9edd-8a6a97df4089 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743886'] for network, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:28.606378 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f07819-a9cb-40e0-9edd-8a6a97df4089 admin admin] Pushing event updated for resources: {'Network': ['ID=626a06c9-1cb9-42dd-bd9c-72ba1bf505c3,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:13:28.622455 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Network 626a06c9-1cb9-42dd-bd9c-72ba1bf505c3 details requested by agent ovs-agent-n-d-705658-22 with host n-d-705658-22 {{(pid=105586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:13:28.663048 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-d3f07819-a9cb-40e0-9edd-8a6a97df4089 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.0399344 Jul 27 21:13:28.671311 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-1ad09979-3898-447c-93be-2f0c7d7ac180 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:28.940714 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-1ad09979-3898-447c-93be-2f0c7d7ac180 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:28.947281 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Device 86bd856e-9b00-48a0-9c58-b50c7a0c27a0 no longer exists at agent hyperv_n-h2-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:13:28.950445 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-1ad09979-3898-447c-93be-2f0c7d7ac180 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:28.976170 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-3d54578f-831f-4696-b568-13c455922dab None None] No Port match for: 86bd856e-9b00-48a0-9c58-b50c7a0c27a0 {{(pid=105586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:13:28.976802 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Device 86bd856e-9b00-48a0-9c58-b50c7a0c27a0 not bound to the agent host n-h2-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:13:29.018001 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-1ad09979-3898-447c-93be-2f0c7d7ac180 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=5287f72dc2654851a186a9c245a3105a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5460420 Jul 27 21:13:29.020521 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 34252) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:13:29.049776 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad09979-3898-447c-93be-2f0c7d7ac180 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=055c669b-c237-4a1c-b375-05b728ea5f54,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:13:29.087840 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-02e5a264-b9dc-4e83-88a4-a05ba94372c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:29.117157 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-02e5a264-b9dc-4e83-88a4-a05ba94372c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:29.181123 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-02e5a264-b9dc-4e83-88a4-a05ba94372c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:29.183777 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-02e5a264-b9dc-4e83-88a4-a05ba94372c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:29.185617 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-02e5a264-b9dc-4e83-88a4-a05ba94372c8 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/055c669b-c237-4a1c-b375-05b728ea5f54 HTTP/1.1" status: 204 len: 168 time: 0.1639049 Jul 27 21:13:29.194633 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e5a264-b9dc-4e83-88a4-a05ba94372c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=055c669b-c237-4a1c-b375-05b728ea5f54,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:13:29.440551 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e58dc5-e436-4db8-87f6-74965fabf5ce req-2c24a592-7b89-4ca7-9663-f38b813174c0 tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:13:29.448482 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-21e58dc5-e436-4db8-87f6-74965fabf5ce req-2c24a592-7b89-4ca7-9663-f38b813174c0 tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] 10.222.0.59 "GET /v2.0/ports?device_id=31533b7a-7459-43fe-bfa1-37a8877d2d0a HTTP/1.1" status: 200 len: 946 time: 0.6727102 Jul 27 21:13:29.467991 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350aee19-a6f6-418e-8b57-7e7938769b9c req-46a8f23c-44dd-43fd-a994-204d3f1d3dde tempest-ServerRescueNegativeTestJSON-1381818065 tempest-ServerRescueNegativeTestJSON-1381818065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:13:29.475641 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-350aee19-a6f6-418e-8b57-7e7938769b9c req-46a8f23c-44dd-43fd-a994-204d3f1d3dde tempest-ServerRescueNegativeTestJSON-1381818065 tempest-ServerRescueNegativeTestJSON-1381818065-project] 10.222.0.59 "GET /v2.0/ports?device_id=e2b02e93-995e-40bc-ad82-59da89f4fecb HTTP/1.1" status: 200 len: 945 time: 0.6584084 Jul 27 21:13:29.551276 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-21e58dc5-e436-4db8-87f6-74965fabf5ce req-78736274-6d91-4b0b-a438-1f03cce987a9 tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] 10.222.0.59 "GET /v2.0/security-groups?id=c166a083-e7a4-430d-b39b-9b2d1c142ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018982 Jul 27 21:13:29.567892 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-350aee19-a6f6-418e-8b57-7e7938769b9c req-ba17aec6-98f8-4773-8c86-90fc1f792b84 tempest-ServerRescueNegativeTestJSON-1381818065 tempest-ServerRescueNegativeTestJSON-1381818065-project] 10.222.0.59 "GET /v2.0/security-groups?id=ce8b1850-1d4d-402f-a118-5b56f5e06e52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869765 Jul 27 21:13:29.669283 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-6aa9c44f-d20c-4868-b784-f4380c19e03f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4076536'] for router_interface, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:29.969992 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680085dd-8856-4ae4-a50c-1ae230ce6f31 req-ad1092ea-55cf-407d-b541-2e0beac65f0b tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:13:29.971548 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-680085dd-8856-4ae4-a50c-1ae230ce6f31 req-ad1092ea-55cf-407d-b541-2e0beac65f0b tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] 10.222.0.59 "GET /v2.0/ports?device_id=31533b7a-7459-43fe-bfa1-37a8877d2d0a HTTP/1.1" status: 200 len: 946 time: 0.2054749 Jul 27 21:13:30.110226 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-680085dd-8856-4ae4-a50c-1ae230ce6f31 req-55c8b657-9c1c-49d0-8b88-a5c1eb15e3f8 tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] 10.222.0.59 "GET /v2.0/security-groups?id=c166a083-e7a4-430d-b39b-9b2d1c142ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293299 Jul 27 21:13:30.328184 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57758408-b7b5-44e3-b4a1-e64ccda595bd req-7c04a47e-089f-497b-83f1-99d7fa1c517e tempest-ComputeTenantNetworksTest-1559606663 tempest-ComputeTenantNetworksTest-1559606663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:13:30.337454 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57758408-b7b5-44e3-b4a1-e64ccda595bd req-7c04a47e-089f-497b-83f1-99d7fa1c517e tempest-ComputeTenantNetworksTest-1559606663 tempest-ComputeTenantNetworksTest-1559606663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:13:30.342115 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57758408-b7b5-44e3-b4a1-e64ccda595bd req-7c04a47e-089f-497b-83f1-99d7fa1c517e tempest-ComputeTenantNetworksTest-1559606663 tempest-ComputeTenantNetworksTest-1559606663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:13:30.343742 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-57758408-b7b5-44e3-b4a1-e64ccda595bd req-7c04a47e-089f-497b-83f1-99d7fa1c517e tempest-ComputeTenantNetworksTest-1559606663 tempest-ComputeTenantNetworksTest-1559606663-project] 10.222.0.59 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1902 time: 0.2896428 Jul 27 21:13:30.377801 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [None req-6aa9c44f-d20c-4868-b784-f4380c19e03f admin admin] Deleting port c7ce189e-8b43-4433-8ce4-f27e3c811c82 {{(pid=105585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:13:30.378152 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-6aa9c44f-d20c-4868-b784-f4380c19e03f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:30.537017 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c0544a-4b63-45ee-afd8-a2da7592b2d7 req-c308a564-dcea-45d2-87c3-003a9744737d tempest-ComputeTenantNetworksTest-1559606663 tempest-ComputeTenantNetworksTest-1559606663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:13:30.546706 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-92c0544a-4b63-45ee-afd8-a2da7592b2d7 req-c308a564-dcea-45d2-87c3-003a9744737d tempest-ComputeTenantNetworksTest-1559606663 tempest-ComputeTenantNetworksTest-1559606663-project] 10.222.0.59 "GET /v2.0/networks/626a06c9-1cb9-42dd-bd9c-72ba1bf505c3 HTTP/1.1" status: 200 len: 768 time: 0.1607060 Jul 27 21:13:30.546951 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 34310) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:13:30.552872 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2bac03-b5e3-4d27-9fce-6ff3f2cd0f59 req-8f2a10e6-260b-46a0-8778-b39cbde8fa9c tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:13:30.554448 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-fe2bac03-b5e3-4d27-9fce-6ff3f2cd0f59 req-8f2a10e6-260b-46a0-8778-b39cbde8fa9c tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] 10.222.0.59 "GET /v2.0/ports?device_id=31533b7a-7459-43fe-bfa1-37a8877d2d0a HTTP/1.1" status: 200 len: 946 time: 0.2519035 Jul 27 21:13:30.579525 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.db [None req-6aa9c44f-d20c-4868-b784-f4380c19e03f admin admin] For port c7ce189e-8b43-4433-8ce4-f27e3c811c82, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=c7ce189e-8b43-4433-8ce4-f27e3c811c82,segment=NetworkSegment(69be0b53-de98-4f1a-b28e-7ef1935836ed),segment_id=69be0b53-de98-4f1a-b28e-7ef1935836ed)] {{(pid=105585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:13:30.580115 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-6aa9c44f-d20c-4868-b784-f4380c19e03f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:30.659059 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [None req-6aa9c44f-d20c-4868-b784-f4380c19e03f admin admin] Calling delete_port for c7ce189e-8b43-4433-8ce4-f27e3c811c82 owned by network:router_interface {{(pid=105585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:13:30.693334 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-0281ce1b-6e87-4f11-91af-e4eff177d99d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-990557'] for network, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:30.777303 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-fe2bac03-b5e3-4d27-9fce-6ff3f2cd0f59 req-0228d079-5c23-46bf-88bc-5311472c7d86 tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] 10.222.0.59 "GET /v2.0/security-groups?id=c166a083-e7a4-430d-b39b-9b2d1c142ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2123675 Jul 27 21:13:30.946654 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-0281ce1b-6e87-4f11-91af-e4eff177d99d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853562', 'neutron.services.segments.db._delete_segments_for_network-8790688882975'] for network, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:30.967231 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.segments.db [None req-0281ce1b-6e87-4f11-91af-e4eff177d99d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['626a06c9-1cb9-42dd-bd9c-72ba1bf505c3']}} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:13:31.016920 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.segments.db [None req-0281ce1b-6e87-4f11-91af-e4eff177d99d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba5027c0-b616-44c9-89ad-4a5a30b38e7c') {'for_net_delete': True} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:13:31.016920 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.segments.db [None req-0281ce1b-6e87-4f11-91af-e4eff177d99d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba5027c0-b616-44c9-89ad-4a5a30b38e7c') {} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:13:31.020652 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-0281ce1b-6e87-4f11-91af-e4eff177d99d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790688883752', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9014348'] for segment, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:31.033967 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8667c4a-ab52-4fbc-a14d-0e0136027dfa req-d5ee0af8-ff89-46e4-91e0-d1cbb7f215d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:13:31.035965 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-b8667c4a-ab52-4fbc-a14d-0e0136027dfa req-d5ee0af8-ff89-46e4-91e0-d1cbb7f215d7 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=e2b02e93-995e-40bc-ad82-59da89f4fecb HTTP/1.1" status: 200 len: 1097 time: 0.2130716 Jul 27 21:13:31.045259 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-0281ce1b-6e87-4f11-91af-e4eff177d99d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:31.064361 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0281ce1b-6e87-4f11-91af-e4eff177d99d admin admin] Releasing vlan 205 on physical network physnet1 to pool {{(pid=105584) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:13:31.064780 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-0281ce1b-6e87-4f11-91af-e4eff177d99d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9014063'] for segment, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:31.066555 n-d-705658-22 neutron-server[105584]: Traceback (most recent call last): Jul 27 21:13:31.066555 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:13:31.066555 n-d-705658-22 neutron-server[105584]: timer() Jul 27 21:13:31.066555 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:13:31.066555 n-d-705658-22 neutron-server[105584]: cb(*args, **kw) Jul 27 21:13:31.066555 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:13:31.066555 n-d-705658-22 neutron-server[105584]: return func(*args, **kwargs) Jul 27 21:13:31.066555 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:13:31.066555 n-d-705658-22 neutron-server[105584]: self._notify() Jul 27 21:13:31.066555 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:13:31.066555 n-d-705658-22 neutron-server[105584]: self.callback(batched_events) Jul 27 21:13:31.066555 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:13:31.066555 n-d-705658-22 neutron-server[105584]: event.method(event) Jul 27 21:13:31.066555 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:13:31.066555 n-d-705658-22 neutron-server[105584]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:13:31.066555 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:13:31.066555 n-d-705658-22 neutron-server[105584]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:13:31.066555 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:13:31.066555 n-d-705658-22 neutron-server[105584]: return f(self, *a, **k) Jul 27 21:13:31.066555 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:13:31.066555 n-d-705658-22 neutron-server[105584]: return self._get(url).json() Jul 27 21:13:31.066555 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:13:31.066555 n-d-705658-22 neutron-server[105584]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:13:31.066555 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:13:31.066555 n-d-705658-22 neutron-server[105584]: return self.request(url, 'GET', **kwargs) Jul 27 21:13:31.066555 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:13:31.066555 n-d-705658-22 neutron-server[105584]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:13:31.066555 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:13:31.066555 n-d-705658-22 neutron-server[105584]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:13:31.066555 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:13:31.066555 n-d-705658-22 neutron-server[105584]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:13:31.066555 n-d-705658-22 neutron-server[105584]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:13:31.092099 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5c793d-002f-4f86-974f-ff88a1aa9d6d req-7526181e-b1ea-441a-99da-1ab7516a7b6c tempest-ServerRescueNegativeTestJSON-1381818065 tempest-ServerRescueNegativeTestJSON-1381818065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:13:31.103600 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-bd5c793d-002f-4f86-974f-ff88a1aa9d6d req-7526181e-b1ea-441a-99da-1ab7516a7b6c tempest-ServerRescueNegativeTestJSON-1381818065 tempest-ServerRescueNegativeTestJSON-1381818065-project] 10.222.0.59 "GET /v2.0/ports?device_id=e2b02e93-995e-40bc-ad82-59da89f4fecb HTTP/1.1" status: 200 len: 945 time: 0.3594170 Jul 27 21:13:31.140679 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-b8667c4a-ab52-4fbc-a14d-0e0136027dfa req-d8250571-efd0-43a2-aaf3-7a737baaf511 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=ce8b1850-1d4d-402f-a118-5b56f5e06e52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930266 Jul 27 21:13:31.148348 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-0281ce1b-6e87-4f11-91af-e4eff177d99d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4075658'] for network, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:31.166280 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-0281ce1b-6e87-4f11-91af-e4eff177d99d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743886'] for network, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:31.171221 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-0281ce1b-6e87-4f11-91af-e4eff177d99d admin admin] 10.222.0.59 "DELETE /v2.0/networks/626a06c9-1cb9-42dd-bd9c-72ba1bf505c3 HTTP/1.1" status: 204 len: 168 time: 0.6224837 Jul 27 21:13:31.186970 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0281ce1b-6e87-4f11-91af-e4eff177d99d admin admin] Pushing event deleted for resources: {'Network': ['ID=626a06c9-1cb9-42dd-bd9c-72ba1bf505c3,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:13:31.232242 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-6aa9c44f-d20c-4868-b784-f4380c19e03f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:31.258900 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-bd5c793d-002f-4f86-974f-ff88a1aa9d6d req-70beab0f-8697-48fa-bf93-f4e10bf12d6e tempest-ServerRescueNegativeTestJSON-1381818065 tempest-ServerRescueNegativeTestJSON-1381818065-project] 10.222.0.59 "GET /v2.0/security-groups?id=ce8b1850-1d4d-402f-a118-5b56f5e06e52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540766 Jul 27 21:13:31.295325 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa9c44f-d20c-4868-b784-f4380c19e03f admin admin] Pushing event deleted for resources: {'Port': ['ID=c7ce189e-8b43-4433-8ce4-f27e3c811c82,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:13:31.367334 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69965bd4-741a-4c34-b401-ceee0b913c9b req-3c68f07c-ec94-4ecc-b4bf-88f59faf0d61 tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:13:31.368859 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-69965bd4-741a-4c34-b401-ceee0b913c9b req-3c68f07c-ec94-4ecc-b4bf-88f59faf0d61 tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] 10.222.0.59 "GET /v2.0/ports?device_id=31533b7a-7459-43fe-bfa1-37a8877d2d0a HTTP/1.1" status: 200 len: 946 time: 0.3435729 Jul 27 21:13:31.455835 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-69965bd4-741a-4c34-b401-ceee0b913c9b req-9906c576-f15a-42cb-80ae-a644d11c1906 tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] 10.222.0.59 "GET /v2.0/security-groups?id=c166a083-e7a4-430d-b39b-9b2d1c142ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788319 Jul 27 21:13:31.518689 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 34346) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:13:31.576637 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-6aa9c44f-d20c-4868-b784-f4380c19e03f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3743915', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4076308'] for router_interface, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:31.628875 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-19a08dc6-88c5-42f7-987e-602d933d82b6 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=35c86762b80e4fe1afc32aca8840bcb0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1085145 Jul 27 21:13:31.631333 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 34352) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:13:31.705836 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-8c7f4685-bd11-4d71-9d45-b2968f7b9130 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:31.773991 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-8c7f4685-bd11-4d71-9d45-b2968f7b9130 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:31.857078 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adf1afb-12f6-4097-a8eb-50eff6bb7b8c req-4ac099a5-da2c-43bb-b03e-750a10bcc4ad tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:13:31.858655 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-6adf1afb-12f6-4097-a8eb-50eff6bb7b8c req-4ac099a5-da2c-43bb-b03e-750a10bcc4ad tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] 10.222.0.59 "GET /v2.0/ports?device_id=31533b7a-7459-43fe-bfa1-37a8877d2d0a HTTP/1.1" status: 200 len: 946 time: 0.1747808 Jul 27 21:13:31.873553 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-8c7f4685-bd11-4d71-9d45-b2968f7b9130 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:31.873553 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-8c7f4685-bd11-4d71-9d45-b2968f7b9130 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:31.873553 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-8c7f4685-bd11-4d71-9d45-b2968f7b9130 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/025fab38-9e1a-47ed-9c14-e9b63c1ea21e HTTP/1.1" status: 204 len: 168 time: 0.2408330 Jul 27 21:13:31.883463 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7f4685-bd11-4d71-9d45-b2968f7b9130 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=025fab38-9e1a-47ed-9c14-e9b63c1ea21e,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:13:32.015182 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-6adf1afb-12f6-4097-a8eb-50eff6bb7b8c req-b69c8976-1eee-4911-84c8-37da23285c0a tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] 10.222.0.59 "GET /v2.0/security-groups?id=c166a083-e7a4-430d-b39b-9b2d1c142ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119344 Jul 27 21:13:32.098619 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6aa9c44f-d20c-4868-b784-f4380c19e03f admin admin] Router 4ac75938-0c73-496e-88c8-1f10dedcab0c has already been hosted by L3 agent dd128fd7-8e57-4d4f-895b-a96b369df59a {{(pid=105585) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:13:32.253793 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6aa9c44f-d20c-4868-b784-f4380c19e03f admin admin] Notify agent at l3_agent.n-d-705658-22 the message routers_updated {{(pid=105585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:13:32.259867 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-6aa9c44f-d20c-4868-b784-f4380c19e03f admin admin] 10.222.0.59 "PUT /v2.0/routers/4ac75938-0c73-496e-88c8-1f10dedcab0c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9307668 Jul 27 21:13:32.263386 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 34376) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:13:32.265598 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed0259ec-05ba-4a81-93ec-c456bce821c4 None None] Sync routers for ids ['4ac75938-0c73-496e-88c8-1f10dedcab0c'] in n-d-705658-22 {{(pid=105587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:13:32.281448 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed0259ec-05ba-4a81-93ec-c456bce821c4 None None] Routers {'4ac75938-0c73-496e-88c8-1f10dedcab0c'} bound to L3 agent in host n-d-705658-22 {{(pid=105587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:13:32.282293 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-ed0259ec-05ba-4a81-93ec-c456bce821c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:13:12Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['4ac75938-0c73-496e-88c8-1f10dedcab0c'], 'active': True} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:13:32.358966 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1478ad20-24b3-4690-a2c8-702397c6449c req-9983661a-a710-4d22-b176-a9fce06adbbe tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:13:32.360865 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-1478ad20-24b3-4690-a2c8-702397c6449c req-9983661a-a710-4d22-b176-a9fce06adbbe tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] 10.222.0.59 "GET /v2.0/ports?device_id=31533b7a-7459-43fe-bfa1-37a8877d2d0a HTTP/1.1" status: 200 len: 946 time: 0.1084383 Jul 27 21:13:32.507179 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-1478ad20-24b3-4690-a2c8-702397c6449c req-d3c1fd6e-d97a-4285-a94e-298b569b53b7 tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] 10.222.0.59 "GET /v2.0/security-groups?id=c166a083-e7a4-430d-b39b-9b2d1c142ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265590 Jul 27 21:13:32.581749 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-3a50b87f-ae24-415c-9349-e0b7e38bca30 admin admin] Notify callbacks [] for router, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:32.601050 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvr_db [None req-ed0259ec-05ba-4a81-93ec-c456bce821c4 None None] Set router 4ac75938-0c73-496e-88c8-1f10dedcab0c gateway port host: n-d-705658-22 {{(pid=105587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:13:32.626581 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f830b2b-230c-45b5-865e-838f8cec4334 req-d4d9c49b-d3f7-4360-a064-fe108d6c3cc4 tempest-ServerRescueNegativeTestJSON-1381818065 tempest-ServerRescueNegativeTestJSON-1381818065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:13:32.643613 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-7f830b2b-230c-45b5-865e-838f8cec4334 req-d4d9c49b-d3f7-4360-a064-fe108d6c3cc4 tempest-ServerRescueNegativeTestJSON-1381818065 tempest-ServerRescueNegativeTestJSON-1381818065-project] 10.222.0.59 "GET /v2.0/ports?device_id=e2b02e93-995e-40bc-ad82-59da89f4fecb HTTP/1.1" status: 200 len: 945 time: 0.2274609 Jul 27 21:13:32.790171 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 34398) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:13:32.840578 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-3a50b87f-ae24-415c-9349-e0b7e38bca30 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:32.867362 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-ed0259ec-05ba-4a81-93ec-c456bce821c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ac75938-0c73-496e-88c8-1f10dedcab0c', 'name': 'tempest-ServerRescueTestJSONUnderV235-1694255244-router', 'tenant_id': '596d15ccffcd4935954d819b173c7fae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.57'}], 'enable_snat': True}, 'gw_port_id': 'e51cdc04-3b98-4da0-a504-6fc12fd97f9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:12:05Z', 'updated_at': '2021-07-27T21:13:30Z', 'revision_number': 5, 'project_id': '596d15ccffcd4935954d819b173c7fae', 'gw_port': {'id': 'e51cdc04-3b98-4da0-a504-6fc12fd97f9b', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:20:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ac75938-0c73-496e-88c8-1f10dedcab0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1940, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:12:07Z', 'updated_at': '2021-07-27T21:12:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22'}], 'n-d-705658-22', False) {} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:13:32.908265 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed0259ec-05ba-4a81-93ec-c456bce821c4 None None] Checking router: 4ac75938-0c73-496e-88c8-1f10dedcab0c for host: n-d-705658-22 {{(pid=105587) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:13:32.919302 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed0259ec-05ba-4a81-93ec-c456bce821c4 None None] Routers {'4ac75938-0c73-496e-88c8-1f10dedcab0c'} bound to L3 agent in host n-d-705658-22 {{(pid=105587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:13:32.920159 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-ed0259ec-05ba-4a81-93ec-c456bce821c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:13:12Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['4ac75938-0c73-496e-88c8-1f10dedcab0c'], 'active': True} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:13:33.034572 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-3a50b87f-ae24-415c-9349-e0b7e38bca30 admin admin] Deleting port e51cdc04-3b98-4da0-a504-6fc12fd97f9b {{(pid=105584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:13:33.035164 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-3a50b87f-ae24-415c-9349-e0b7e38bca30 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:33.089986 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.agents_db [None req-558fcd2c-e512-47bc-a170-8673d87f7213 None None] Agent healthcheck: found 7 active agents {{(pid=105587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 21:13:33.100290 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-abcf2c51-2e87-4c6e-b28d-b40ed4e6f2a7 tempest-FloatingIPAdminTestJSON-373562106 tempest-FloatingIPAdminTestJSON-373562106-project] Request body: {'floatingip': {'floating_network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:13:33.125125 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvr_db [None req-ed0259ec-05ba-4a81-93ec-c456bce821c4 None None] Set router 4ac75938-0c73-496e-88c8-1f10dedcab0c gateway port host: None {{(pid=105587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:13:33.227591 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-abcf2c51-2e87-4c6e-b28d-b40ed4e6f2a7 tempest-FloatingIPAdminTestJSON-373562106 tempest-FloatingIPAdminTestJSON-373562106-project] Notify callbacks [] for floatingip, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:33.236001 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-ed0259ec-05ba-4a81-93ec-c456bce821c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ac75938-0c73-496e-88c8-1f10dedcab0c', 'name': 'tempest-ServerRescueTestJSONUnderV235-1694255244-router', 'tenant_id': '596d15ccffcd4935954d819b173c7fae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:12:05Z', 'updated_at': '2021-07-27T21:13:32Z', 'revision_number': 6, 'project_id': '596d15ccffcd4935954d819b173c7fae', 'gw_port_host': None}], 'n-d-705658-22', False) {} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:13:33.279130 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [None req-3a50b87f-ae24-415c-9349-e0b7e38bca30 admin admin] For port e51cdc04-3b98-4da0-a504-6fc12fd97f9b, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=e51cdc04-3b98-4da0-a504-6fc12fd97f9b,segment=NetworkSegment(12196855-9a32-4633-9a56-77697ef9e126),segment_id=12196855-9a32-4633-9a56-77697ef9e126)] {{(pid=105584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:13:33.279519 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-3a50b87f-ae24-415c-9349-e0b7e38bca30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:33.290768 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed0259ec-05ba-4a81-93ec-c456bce821c4 None None] The sync data for ids ['4ac75938-0c73-496e-88c8-1f10dedcab0c'] in n-d-705658-22 is: [{'id': '4ac75938-0c73-496e-88c8-1f10dedcab0c', 'name': 'tempest-ServerRescueTestJSONUnderV235-1694255244-router', 'tenant_id': '596d15ccffcd4935954d819b173c7fae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:12:05Z', 'updated_at': '2021-07-27T21:13:32Z', 'revision_number': 6, 'project_id': '596d15ccffcd4935954d819b173c7fae', 'gw_port_host': None}] {{(pid=105587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:13:33.360509 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-7f830b2b-230c-45b5-865e-838f8cec4334 req-0f57c91e-758c-49d0-91ac-cd7426b6df49 tempest-ServerRescueNegativeTestJSON-1381818065 tempest-ServerRescueNegativeTestJSON-1381818065-project] 10.222.0.59 "GET /v2.0/security-groups?id=ce8b1850-1d4d-402f-a118-5b56f5e06e52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7159390 Jul 27 21:13:33.371503 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-3a50b87f-ae24-415c-9349-e0b7e38bca30 admin admin] Calling delete_port for e51cdc04-3b98-4da0-a504-6fc12fd97f9b owned by network:router_gateway {{(pid=105584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:13:33.424837 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e462f6-ed35-4a52-b0e5-2f2aeebac333 req-b97f9db9-a422-405a-85ce-f4dbd64c247e tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:13:33.434163 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-76e462f6-ed35-4a52-b0e5-2f2aeebac333 req-b97f9db9-a422-405a-85ce-f4dbd64c247e tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] 10.222.0.59 "GET /v2.0/ports?device_id=31533b7a-7459-43fe-bfa1-37a8877d2d0a HTTP/1.1" status: 200 len: 946 time: 0.1562855 Jul 27 21:13:33.523462 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-76e462f6-ed35-4a52-b0e5-2f2aeebac333 req-90d345c0-4cb1-48be-b878-86c1e0c9b2bb tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] 10.222.0.59 "GET /v2.0/security-groups?id=c166a083-e7a4-430d-b39b-9b2d1c142ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859950 Jul 27 21:13:33.646392 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-abcf2c51-2e87-4c6e-b28d-b40ed4e6f2a7 tempest-FloatingIPAdminTestJSON-373562106 tempest-FloatingIPAdminTestJSON-373562106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:33.732261 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-3a50b87f-ae24-415c-9349-e0b7e38bca30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:33.818159 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3740e5c7-52f1-4c46-8889-633ed0217b86 req-48f3b7f1-c930-4497-9b30-147fad308efb tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:13:33.821241 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-3740e5c7-52f1-4c46-8889-633ed0217b86 req-48f3b7f1-c930-4497-9b30-147fad308efb tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] 10.222.0.59 "GET /v2.0/ports?device_id=31533b7a-7459-43fe-bfa1-37a8877d2d0a HTTP/1.1" status: 200 len: 946 time: 0.1518559 Jul 27 21:13:33.831956 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a50b87f-ae24-415c-9349-e0b7e38bca30 admin admin] Pushing event deleted for resources: {'Port': ['ID=e51cdc04-3b98-4da0-a504-6fc12fd97f9b,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:13:33.885457 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-3740e5c7-52f1-4c46-8889-633ed0217b86 req-a3183911-8b51-47a0-9004-3c322474ffbc tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] 10.222.0.59 "GET /v2.0/security-groups?id=c166a083-e7a4-430d-b39b-9b2d1c142ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568933 Jul 27 21:13:33.950355 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-3a50b87f-ae24-415c-9349-e0b7e38bca30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4075702'] for router_gateway, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:34.174102 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-3a50b87f-ae24-415c-9349-e0b7e38bca30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4163631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-425'] for router, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:34.191855 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-3a50b87f-ae24-415c-9349-e0b7e38bca30 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:34.198700 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab32e5d-7149-4c39-acfc-dfa24b0c5a9e req-381726bd-eab3-4e4a-b02b-43c642b4cb30 tempest-ServerRescueNegativeTestJSON-1381818065 tempest-ServerRescueNegativeTestJSON-1381818065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:13:34.204728 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-cab32e5d-7149-4c39-acfc-dfa24b0c5a9e req-381726bd-eab3-4e4a-b02b-43c642b4cb30 tempest-ServerRescueNegativeTestJSON-1381818065 tempest-ServerRescueNegativeTestJSON-1381818065-project] 10.222.0.59 "GET /v2.0/ports?device_id=e2b02e93-995e-40bc-ad82-59da89f4fecb HTTP/1.1" status: 200 len: 945 time: 0.0985587 Jul 27 21:13:34.293551 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-cab32e5d-7149-4c39-acfc-dfa24b0c5a9e req-12f57836-5655-4453-a292-dd91d4e81b5b tempest-ServerRescueNegativeTestJSON-1381818065 tempest-ServerRescueNegativeTestJSON-1381818065-project] 10.222.0.59 "GET /v2.0/security-groups?id=ce8b1850-1d4d-402f-a118-5b56f5e06e52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570841 Jul 27 21:13:34.298973 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.db_base_plugin_common [None req-abcf2c51-2e87-4c6e-b28d-b40ed4e6f2a7 tempest-FloatingIPAdminTestJSON-373562106 tempest-FloatingIPAdminTestJSON-373562106-project] Allocated IP 172.25.5.97 (8735d8a2-b604-4758-ae71-b40e4ee6f305/eca7dbab-b9c0-4c8f-a272-816ea8a81764/82cd13ec-6da9-4ce6-9509-1c0e1d8c6242) {{(pid=105584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:13:34.306961 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-3a50b87f-ae24-415c-9349-e0b7e38bca30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4163007'] for router, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:34.307703 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a50b87f-ae24-415c-9349-e0b7e38bca30 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4ac75938-0c73-496e-88c8-1f10dedcab0c {{(pid=105584) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 21:13:34.314531 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-3a50b87f-ae24-415c-9349-e0b7e38bca30 admin admin] Notify callbacks [] for router, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:34.314852 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-3a50b87f-ae24-415c-9349-e0b7e38bca30 admin admin] 10.222.0.59 "DELETE /v2.0/routers/4ac75938-0c73-496e-88c8-1f10dedcab0c HTTP/1.1" status: 204 len: 168 time: 2.0499928 Jul 27 21:13:34.319059 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 34454) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:13:34.331388 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4da1c0-ab0e-4061-80ab-29cf8ac3c3b9 req-d2a6a361-22bf-478a-8677-7e4900e5684e tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:13:34.346000 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-ea4da1c0-ab0e-4061-80ab-29cf8ac3c3b9 req-d2a6a361-22bf-478a-8677-7e4900e5684e tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] 10.222.0.59 "GET /v2.0/ports?device_id=31533b7a-7459-43fe-bfa1-37a8877d2d0a HTTP/1.1" status: 200 len: 946 time: 0.1528010 Jul 27 21:13:34.379378 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.db_base_plugin_v2 [None req-c399b84b-0176-4f14-8b4a-2542bbed4427 admin admin] Deleting subnet b55d8227-ef6b-4263-840b-22086dfeae57 {{(pid=105584) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:13:34.382900 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c399b84b-0176-4f14-8b4a-2542bbed4427 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:34.421025 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c399b84b-0176-4f14-8b4a-2542bbed4427 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9014207'] for subnet, precommit_delete_associations {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:34.433040 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-ea4da1c0-ab0e-4061-80ab-29cf8ac3c3b9 req-ce577e44-21ce-4b60-b66e-7110015325db tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] 10.222.0.59 "GET /v2.0/security-groups?id=c166a083-e7a4-430d-b39b-9b2d1c142ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819137 Jul 27 21:13:34.476153 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144d41c4-7e96-4648-96eb-99c7e4ec2067 req-9dbabbed-2692-47bb-a0f2-8bf38b01919b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:13:34.477890 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-144d41c4-7e96-4648-96eb-99c7e4ec2067 req-9dbabbed-2692-47bb-a0f2-8bf38b01919b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1816f1c47c674f62ac676a2d74d8fad6&device_id=e2b02e93-995e-40bc-ad82-59da89f4fecb HTTP/1.1" status: 200 len: 1097 time: 0.3794470 Jul 27 21:13:34.589345 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c399b84b-0176-4f14-8b4a-2542bbed4427 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854965'] for subnet, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:34.756769 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a20a8c-5ceb-425d-8e27-808ba148c0aa req-ee45ac5a-033d-4775-8283-ef57c6f71bb6 tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:13:34.765007 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f5a20a8c-5ceb-425d-8e27-808ba148c0aa req-ee45ac5a-033d-4775-8283-ef57c6f71bb6 tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] 10.222.0.59 "GET /v2.0/ports?device_id=31533b7a-7459-43fe-bfa1-37a8877d2d0a HTTP/1.1" status: 200 len: 946 time: 0.1478031 Jul 27 21:13:34.782306 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-abcf2c51-2e87-4c6e-b28d-b40ed4e6f2a7 tempest-FloatingIPAdminTestJSON-373562106 tempest-FloatingIPAdminTestJSON-373562106-project] Notify callbacks [] for port, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:34.805762 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144d41c4-7e96-4648-96eb-99c7e4ec2067 req-7df947c5-7beb-49b6-99cc-d5c351a98e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:13:34.808912 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-144d41c4-7e96-4648-96eb-99c7e4ec2067 req-7df947c5-7beb-49b6-99cc-d5c351a98e8e service neutron] 10.222.0.60 "GET /v2.0/networks?id=1db3ecd8-5bfa-46e7-9a53-5860f7a92c34 HTTP/1.1" status: 200 len: 918 time: 0.2950137 Jul 27 21:13:34.839267 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f5a20a8c-5ceb-425d-8e27-808ba148c0aa req-22dd1af8-fdfe-4413-aba9-8689074e1610 tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] 10.222.0.59 "GET /v2.0/security-groups?id=c166a083-e7a4-430d-b39b-9b2d1c142ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732515 Jul 27 21:13:34.871534 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-144d41c4-7e96-4648-96eb-99c7e4ec2067 req-ed0e629a-cd7c-483c-9ea4-8b4963946dcf service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=498260e1-9835-46af-97f7-54e6148162f3 HTTP/1.1" status: 200 len: 217 time: 0.0551763 Jul 27 21:13:34.885033 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c399b84b-0176-4f14-8b4a-2542bbed4427 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9014081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9738825'] for subnet, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:34.971421 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c399b84b-0176-4f14-8b4a-2542bbed4427 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b55d8227-ef6b-4263-840b-22086dfeae57,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:13:34.985304 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c399b84b-0176-4f14-8b4a-2542bbed4427 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:34.990642 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-c399b84b-0176-4f14-8b4a-2542bbed4427 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/b55d8227-ef6b-4263-840b-22086dfeae57 HTTP/1.1" status: 204 len: 168 time: 0.6705976 Jul 27 21:13:34.995883 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 34488) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:13:35.060656 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-abcf2c51-2e87-4c6e-b28d-b40ed4e6f2a7 tempest-FloatingIPAdminTestJSON-373562106 tempest-FloatingIPAdminTestJSON-373562106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:35.074940 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dadf227-67f2-443a-956e-3e37cfddc443 req-c93e6827-21c2-4236-b60f-c758848d680a tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:13:35.074940 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-5dadf227-67f2-443a-956e-3e37cfddc443 req-c93e6827-21c2-4236-b60f-c758848d680a tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] 10.222.0.59 "GET /v2.0/ports?device_id=31533b7a-7459-43fe-bfa1-37a8877d2d0a HTTP/1.1" status: 200 len: 946 time: 0.1180990 Jul 27 21:13:35.100528 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 34494) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:13:35.123123 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144d41c4-7e96-4648-96eb-99c7e4ec2067 req-9a6d8f29-cd2f-4ee4-93df-b7a655493e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:13:35.124855 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-144d41c4-7e96-4648-96eb-99c7e4ec2067 req-9a6d8f29-cd2f-4ee4-93df-b7a655493e26 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=bde3c8e5-46f4-4260-b2be-2a93267b8e98 HTTP/1.1" status: 200 len: 857 time: 0.2410946 Jul 27 21:13:35.128312 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abcf2c51-2e87-4c6e-b28d-b40ed4e6f2a7 tempest-FloatingIPAdminTestJSON-373562106 tempest-FloatingIPAdminTestJSON-373562106-project] Network 8735d8a2-b604-4758-ae71-b40e4ee6f305 is already hosted by enough agents. {{(pid=105584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:13:35.135868 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [None req-abcf2c51-2e87-4c6e-b28d-b40ed4e6f2a7 tempest-FloatingIPAdminTestJSON-373562106 tempest-FloatingIPAdminTestJSON-373562106-project] Resources bound (agent type, host, resource id): {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:13:35.140379 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-5dadf227-67f2-443a-956e-3e37cfddc443 req-ec477a55-d189-42b0-8bf7-c217452780ef tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] 10.222.0.59 "GET /v2.0/security-groups?id=c166a083-e7a4-430d-b39b-9b2d1c142ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598555 Jul 27 21:13:35.142616 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abcf2c51-2e87-4c6e-b28d-b40ed4e6f2a7 tempest-FloatingIPAdminTestJSON-373562106 tempest-FloatingIPAdminTestJSON-373562106-project] Received port after_create {{(pid=105584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:13:35.164274 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcf2c51-2e87-4c6e-b28d-b40ed4e6f2a7 tempest-FloatingIPAdminTestJSON-373562106 tempest-FloatingIPAdminTestJSON-373562106-project] Pushing event updated for resources: {'Port': ['ID=82cd13ec-6da9-4ce6-9509-1c0e1d8c6242,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:13:35.222206 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-366ff347-bcb1-4d85-9a45-cbbd2ff09f61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-990557'] for network, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:35.229158 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-144d41c4-7e96-4648-96eb-99c7e4ec2067 req-a08791fb-cfcd-48aa-8830-b8f734b5262a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1db3ecd8-5bfa-46e7-9a53-5860f7a92c34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0865486 Jul 27 21:13:35.407085 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-5a0e1f2b-047e-4ee8-aa32-046ff692163f admin admin] Notify callbacks [] for security_group, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:35.423412 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-366ff347-bcb1-4d85-9a45-cbbd2ff09f61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853562', 'neutron.services.segments.db._delete_segments_for_network-8790688882975'] for network, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:35.456689 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.segments.db [None req-366ff347-bcb1-4d85-9a45-cbbd2ff09f61 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8f948c7-bfa9-44cb-936e-c199c057fe39']}} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:13:35.467989 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device e51cdc04-3b98-4da0-a504-6fc12fd97f9b no longer exists at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:13:35.487230 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.segments.db [None req-366ff347-bcb1-4d85-9a45-cbbd2ff09f61 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69be0b53-de98-4f1a-b28e-7ef1935836ed') {'for_net_delete': True} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:13:35.487230 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.segments.db [None req-366ff347-bcb1-4d85-9a45-cbbd2ff09f61 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69be0b53-de98-4f1a-b28e-7ef1935836ed') {} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:13:35.496246 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] No Port match for: e51cdc04-3b98-4da0-a504-6fc12fd97f9b {{(pid=105586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:13:35.496685 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device e51cdc04-3b98-4da0-a504-6fc12fd97f9b not bound to the agent host n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:13:35.497677 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device c7ce189e-8b43-4433-8ce4-f27e3c811c82 no longer exists at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:13:35.499720 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-abcf2c51-2e87-4c6e-b28d-b40ed4e6f2a7 tempest-FloatingIPAdminTestJSON-373562106 tempest-FloatingIPAdminTestJSON-373562106-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:35.506609 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-366ff347-bcb1-4d85-9a45-cbbd2ff09f61 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790688883752', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9014348'] for segment, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:35.636977 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] No Port match for: c7ce189e-8b43-4433-8ce4-f27e3c811c82 {{(pid=105586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:13:35.638637 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device c7ce189e-8b43-4433-8ce4-f27e3c811c82 not bound to the agent host n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:13:35.652307 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ade9aa3-1c68-49c7-9c46-76bf7210b265 req-9e6bc34e-dedd-49a7-9ebd-a8899cb7759d tempest-ServerRescueNegativeTestJSON-1381818065 tempest-ServerRescueNegativeTestJSON-1381818065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:13:35.659724 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-4ade9aa3-1c68-49c7-9c46-76bf7210b265 req-9e6bc34e-dedd-49a7-9ebd-a8899cb7759d tempest-ServerRescueNegativeTestJSON-1381818065 tempest-ServerRescueNegativeTestJSON-1381818065-project] 10.222.0.59 "GET /v2.0/ports?device_id=e2b02e93-995e-40bc-ad82-59da89f4fecb HTTP/1.1" status: 200 len: 945 time: 0.2213058 Jul 27 21:13:35.745015 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-4ade9aa3-1c68-49c7-9c46-76bf7210b265 req-bb23a554-5639-4edc-a7d8-e3de3bcc8ef3 tempest-ServerRescueNegativeTestJSON-1381818065 tempest-ServerRescueNegativeTestJSON-1381818065-project] 10.222.0.59 "GET /v2.0/security-groups?id=ce8b1850-1d4d-402f-a118-5b56f5e06e52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838339 Jul 27 21:13:35.809106 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-5a0e1f2b-047e-4ee8-aa32-046ff692163f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:35.814741 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-5a0e1f2b-047e-4ee8-aa32-046ff692163f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:35.872535 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0e1f2b-047e-4ee8-aa32-046ff692163f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c939dba5-9729-4480-bc7f-2ef3ab652e42,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:13:35.880371 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-5a0e1f2b-047e-4ee8-aa32-046ff692163f admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=2fb9f45821e24e3b90ec4fac30918429&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7787688 Jul 27 21:13:35.881439 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 34514) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:13:35.961009 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-d0c7c685-eeea-4729-b0e0-f7f218480492 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:35.989895 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-d0c7c685-eeea-4729-b0e0-f7f218480492 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:36.074884 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-d0c7c685-eeea-4729-b0e0-f7f218480492 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:36.080886 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-d0c7c685-eeea-4729-b0e0-f7f218480492 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:36.084474 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-d0c7c685-eeea-4729-b0e0-f7f218480492 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/c939dba5-9729-4480-bc7f-2ef3ab652e42 HTTP/1.1" status: 204 len: 168 time: 0.2001662 Jul 27 21:13:36.095392 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c7c685-eeea-4729-b0e0-f7f218480492 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c939dba5-9729-4480-bc7f-2ef3ab652e42,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:13:36.114574 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-144d41c4-7e96-4648-96eb-99c7e4ec2067 req-b129eff7-48a8-4f73-a02a-942266cd645a service neutron] 10.222.0.60 "GET /v2.0/networks/1db3ecd8-5bfa-46e7-9a53-5860f7a92c34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8776801 Jul 27 21:13:36.115871 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-366ff347-bcb1-4d85-9a45-cbbd2ff09f61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:36.161297 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-366ff347-bcb1-4d85-9a45-cbbd2ff09f61 admin admin] Releasing vlan 230 on physical network physnet1 to pool {{(pid=105584) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:13:36.161835 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-366ff347-bcb1-4d85-9a45-cbbd2ff09f61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9014063'] for segment, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:36.163738 n-d-705658-22 neutron-server[105584]: Traceback (most recent call last): Jul 27 21:13:36.163738 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:13:36.163738 n-d-705658-22 neutron-server[105584]: timer() Jul 27 21:13:36.163738 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:13:36.163738 n-d-705658-22 neutron-server[105584]: cb(*args, **kw) Jul 27 21:13:36.163738 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:13:36.163738 n-d-705658-22 neutron-server[105584]: return func(*args, **kwargs) Jul 27 21:13:36.163738 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:13:36.163738 n-d-705658-22 neutron-server[105584]: self._notify() Jul 27 21:13:36.163738 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:13:36.163738 n-d-705658-22 neutron-server[105584]: self.callback(batched_events) Jul 27 21:13:36.163738 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:13:36.163738 n-d-705658-22 neutron-server[105584]: event.method(event) Jul 27 21:13:36.163738 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:13:36.163738 n-d-705658-22 neutron-server[105584]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:13:36.163738 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:13:36.163738 n-d-705658-22 neutron-server[105584]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:13:36.163738 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:13:36.163738 n-d-705658-22 neutron-server[105584]: return f(self, *a, **k) Jul 27 21:13:36.163738 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:13:36.163738 n-d-705658-22 neutron-server[105584]: return self._get(url).json() Jul 27 21:13:36.163738 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:13:36.163738 n-d-705658-22 neutron-server[105584]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:13:36.163738 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:13:36.163738 n-d-705658-22 neutron-server[105584]: return self.request(url, 'GET', **kwargs) Jul 27 21:13:36.163738 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:13:36.163738 n-d-705658-22 neutron-server[105584]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:13:36.163738 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:13:36.163738 n-d-705658-22 neutron-server[105584]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:13:36.163738 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:13:36.163738 n-d-705658-22 neutron-server[105584]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:13:36.163738 n-d-705658-22 neutron-server[105584]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:13:36.287040 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:36.298752 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-abcf2c51-2e87-4c6e-b28d-b40ed4e6f2a7 tempest-FloatingIPAdminTestJSON-373562106 tempest-FloatingIPAdminTestJSON-373562106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:36.344438 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-366ff347-bcb1-4d85-9a45-cbbd2ff09f61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4075658'] for network, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:36.363315 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-366ff347-bcb1-4d85-9a45-cbbd2ff09f61 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743886'] for network, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:36.367516 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-366ff347-bcb1-4d85-9a45-cbbd2ff09f61 admin admin] 10.222.0.59 "DELETE /v2.0/networks/b8f948c7-bfa9-44cb-936e-c199c057fe39 HTTP/1.1" status: 204 len: 168 time: 1.3668003 Jul 27 21:13:36.392543 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366ff347-bcb1-4d85-9a45-cbbd2ff09f61 admin admin] Pushing event deleted for resources: {'Network': ['ID=b8f948c7-bfa9-44cb-936e-c199c057fe39,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:13:36.442853 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-144d41c4-7e96-4648-96eb-99c7e4ec2067 req-d94b152b-ad0a-4b65-806e-087b865147a2 service neutron] 10.222.0.60 "GET /v2.0/networks/1db3ecd8-5bfa-46e7-9a53-5860f7a92c34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3116705 Jul 27 21:13:36.571886 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-abcf2c51-2e87-4c6e-b28d-b40ed4e6f2a7 tempest-FloatingIPAdminTestJSON-373562106 tempest-FloatingIPAdminTestJSON-373562106-project] Notify callbacks [] for port, precommit_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:36.588516 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-abcf2c51-2e87-4c6e-b28d-b40ed4e6f2a7 tempest-FloatingIPAdminTestJSON-373562106 tempest-FloatingIPAdminTestJSON-373562106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9014027'] for port, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:36.746768 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-abcf2c51-2e87-4c6e-b28d-b40ed4e6f2a7 tempest-FloatingIPAdminTestJSON-373562106 tempest-FloatingIPAdminTestJSON-373562106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4075768'] for floatingip, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:36.804190 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-abcf2c51-2e87-4c6e-b28d-b40ed4e6f2a7 tempest-FloatingIPAdminTestJSON-373562106 tempest-FloatingIPAdminTestJSON-373562106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for floatingip, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:36.810038 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 34546) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:13:36.811907 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-abcf2c51-2e87-4c6e-b28d-b40ed4e6f2a7 tempest-FloatingIPAdminTestJSON-373562106 tempest-FloatingIPAdminTestJSON-373562106-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.0176167 Jul 27 21:13:36.813120 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcf2c51-2e87-4c6e-b28d-b40ed4e6f2a7 tempest-FloatingIPAdminTestJSON-373562106 tempest-FloatingIPAdminTestJSON-373562106-project] Pushing event updated for resources: {'Port': ['ID=82cd13ec-6da9-4ce6-9509-1c0e1d8c6242,revision_number=2']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:13:36.814911 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-35e7d800-b73c-4868-8e31-c9096ca02b63 tempest-FloatingIPAdminTestJSON-373562106 tempest-FloatingIPAdminTestJSON-373562106-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1114767650'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:13:36.842253 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 34550) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:13:36.870154 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35e7d800-b73c-4868-8e31-c9096ca02b63 tempest-FloatingIPAdminTestJSON-373562106 tempest-FloatingIPAdminTestJSON-373562106-project] Made reservation on behalf of 5ccc52b5c7774dddb9b18a7452f52bb9 for: {'network': 1} {{(pid=105585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:13:36.882781 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-35e7d800-b73c-4868-8e31-c9096ca02b63 tempest-FloatingIPAdminTestJSON-373562106 tempest-FloatingIPAdminTestJSON-373562106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for network, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:36.895159 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-90c8459c-f32c-42c6-9df9-62470bb1ccd9 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=596d15ccffcd4935954d819b173c7fae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0514405 Jul 27 21:13:36.897590 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 34552) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:13:36.944317 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-35e7d800-b73c-4868-8e31-c9096ca02b63 tempest-FloatingIPAdminTestJSON-373562106 tempest-FloatingIPAdminTestJSON-373562106-project] Notify callbacks [] for security_group, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:36.996802 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-705883a7-a903-46b4-8acf-ea774cec820f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:37.063630 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-705883a7-a903-46b4-8acf-ea774cec820f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:37.153898 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-705883a7-a903-46b4-8acf-ea774cec820f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:37.161301 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-705883a7-a903-46b4-8acf-ea774cec820f admin admin] Notify callbacks [] for security_group, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:37.164085 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-705883a7-a903-46b4-8acf-ea774cec820f admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/95603a71-ea3d-4143-81b0-7bce4dd79980 HTTP/1.1" status: 204 len: 168 time: 0.2647398 Jul 27 21:13:37.172603 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4459b724-e1ce-45d6-94fc-9caa00c4cdc6 req-f5d778e6-4373-4bd5-897e-c771450d2c13 tempest-ServerRescueNegativeTestJSON-1381818065 tempest-ServerRescueNegativeTestJSON-1381818065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:13:37.174676 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705883a7-a903-46b4-8acf-ea774cec820f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95603a71-ea3d-4143-81b0-7bce4dd79980,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:13:37.182505 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-4459b724-e1ce-45d6-94fc-9caa00c4cdc6 req-f5d778e6-4373-4bd5-897e-c771450d2c13 tempest-ServerRescueNegativeTestJSON-1381818065 tempest-ServerRescueNegativeTestJSON-1381818065-project] 10.222.0.59 "GET /v2.0/ports?device_id=e2b02e93-995e-40bc-ad82-59da89f4fecb HTTP/1.1" status: 200 len: 945 time: 0.1691408 Jul 27 21:13:37.284546 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-4459b724-e1ce-45d6-94fc-9caa00c4cdc6 req-e177d5c6-f3ad-444e-a91e-78b38a91162e tempest-ServerRescueNegativeTestJSON-1381818065 tempest-ServerRescueNegativeTestJSON-1381818065-project] 10.222.0.59 "GET /v2.0/security-groups?id=ce8b1850-1d4d-402f-a118-5b56f5e06e52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008155 Jul 27 21:13:37.297145 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-35e7d800-b73c-4868-8e31-c9096ca02b63 tempest-FloatingIPAdminTestJSON-373562106 tempest-FloatingIPAdminTestJSON-373562106-project] Notify callbacks [] for security_group, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:37.308908 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-35e7d800-b73c-4868-8e31-c9096ca02b63 tempest-FloatingIPAdminTestJSON-373562106 tempest-FloatingIPAdminTestJSON-373562106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:37.350755 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35e7d800-b73c-4868-8e31-c9096ca02b63 tempest-FloatingIPAdminTestJSON-373562106 tempest-FloatingIPAdminTestJSON-373562106-project] vlan segment allocate from pool success with {'vlan_id': 218, 'physical_network': 'physnet1'} {{(pid=105585) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:13:37.371144 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-35e7d800-b73c-4868-8e31-c9096ca02b63 tempest-FloatingIPAdminTestJSON-373562106 tempest-FloatingIPAdminTestJSON-373562106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:37.371504 n-d-705658-22 neutron-server[105585]: INFO neutron.db.segments_db [None req-35e7d800-b73c-4868-8e31-c9096ca02b63 tempest-FloatingIPAdminTestJSON-373562106 tempest-FloatingIPAdminTestJSON-373562106-project] Added segment 97dede06-01e7-4db8-b471-887cecbb13bf of type vlan for network 079911f2-97c4-45a9-9eec-f2acf6415360 Jul 27 21:13:37.373198 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e7d800-b73c-4868-8e31-c9096ca02b63 tempest-FloatingIPAdminTestJSON-373562106 tempest-FloatingIPAdminTestJSON-373562106-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cc72c5cf-cb3f-4d07-b026-f97d65ee3d76,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:13:37.426383 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-35e7d800-b73c-4868-8e31-c9096ca02b63 tempest-FloatingIPAdminTestJSON-373562106 tempest-FloatingIPAdminTestJSON-373562106-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790688424798'] for network, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:37.485471 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-35e7d800-b73c-4868-8e31-c9096ca02b63 tempest-FloatingIPAdminTestJSON-373562106 tempest-FloatingIPAdminTestJSON-373562106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920'] for network, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:37.496133 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35e7d800-b73c-4868-8e31-c9096ca02b63 tempest-FloatingIPAdminTestJSON-373562106 tempest-FloatingIPAdminTestJSON-373562106-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:13:37.502527 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-35e7d800-b73c-4868-8e31-c9096ca02b63 tempest-FloatingIPAdminTestJSON-373562106 tempest-FloatingIPAdminTestJSON-373562106-project] Notify callbacks [] for network, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:37.555137 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-35e7d800-b73c-4868-8e31-c9096ca02b63 tempest-FloatingIPAdminTestJSON-373562106 tempest-FloatingIPAdminTestJSON-373562106-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.7440600 Jul 27 21:13:37.557907 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 34574) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:13:37.563855 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-3e536f34-de93-4f2f-9782-90f220e71af5 tempest-FloatingIPAdminTestJSON-373562106 tempest-FloatingIPAdminTestJSON-373562106-project] Request body: {'subnet': {'network_id': '079911f2-97c4-45a9-9eec-f2acf6415360', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:13:37.726017 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e7d800-b73c-4868-8e31-c9096ca02b63 tempest-FloatingIPAdminTestJSON-373562106 tempest-FloatingIPAdminTestJSON-373562106-project] Pushing event updated for resources: {'Network': ['ID=079911f2-97c4-45a9-9eec-f2acf6415360,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:13:37.738261 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Network 079911f2-97c4-45a9-9eec-f2acf6415360 details requested by agent ovs-agent-n-d-705658-22 with host n-d-705658-22 {{(pid=105586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:13:37.819943 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e536f34-de93-4f2f-9782-90f220e71af5 tempest-FloatingIPAdminTestJSON-373562106 tempest-FloatingIPAdminTestJSON-373562106-project] Made reservation on behalf of 5ccc52b5c7774dddb9b18a7452f52bb9 for: {'subnet': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:13:37.833298 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-3e536f34-de93-4f2f-9782-90f220e71af5 tempest-FloatingIPAdminTestJSON-373562106 tempest-FloatingIPAdminTestJSON-373562106-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9738786'] for subnet, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:38.310929 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-3e536f34-de93-4f2f-9782-90f220e71af5 tempest-FloatingIPAdminTestJSON-373562106 tempest-FloatingIPAdminTestJSON-373562106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9014150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9738800'] for subnet, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:38.494793 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e536f34-de93-4f2f-9782-90f220e71af5 tempest-FloatingIPAdminTestJSON-373562106 tempest-FloatingIPAdminTestJSON-373562106-project] Pushing event updated for resources: {'Subnet': ['ID=d22c1811-182f-4fc9-af90-e82ffb6afff7,revision_number=0']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:13:38.517820 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b739a635-daf5-441a-a78e-04ae70f52229 req-95e42695-d1ed-4013-8509-5da92c5e24ee tempest-ServerRescueNegativeTestJSON-1381818065 tempest-ServerRescueNegativeTestJSON-1381818065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:13:38.525742 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b739a635-daf5-441a-a78e-04ae70f52229 req-95e42695-d1ed-4013-8509-5da92c5e24ee tempest-ServerRescueNegativeTestJSON-1381818065 tempest-ServerRescueNegativeTestJSON-1381818065-project] 10.222.0.59 "GET /v2.0/ports?device_id=e2b02e93-995e-40bc-ad82-59da89f4fecb HTTP/1.1" status: 200 len: 945 time: 0.1665463 Jul 27 21:13:38.543483 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e536f34-de93-4f2f-9782-90f220e71af5 tempest-FloatingIPAdminTestJSON-373562106 tempest-FloatingIPAdminTestJSON-373562106-project] Checking segment: {'id': '97dede06-01e7-4db8-b471-887cecbb13bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '079911f2-97c4-45a9-9eec-f2acf6415360'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:13:38.544000 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e536f34-de93-4f2f-9782-90f220e71af5 tempest-FloatingIPAdminTestJSON-373562106 tempest-FloatingIPAdminTestJSON-373562106-project] Network hostable DHCP agents. Network: 079911f2-97c4-45a9-9eec-f2acf6415360, hostable agents: ['7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a'], hosted agents: [] {{(pid=105584) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:13:38.592447 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e536f34-de93-4f2f-9782-90f220e71af5 tempest-FloatingIPAdminTestJSON-373562106 tempest-FloatingIPAdminTestJSON-373562106-project] Network 079911f2-97c4-45a9-9eec-f2acf6415360 is scheduled to be hosted by DHCP agent 7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a with binding_index 1 {{(pid=105584) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:13:38.597580 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b739a635-daf5-441a-a78e-04ae70f52229 req-106b0027-7c7c-4384-9869-1d6225119070 tempest-ServerRescueNegativeTestJSON-1381818065 tempest-ServerRescueNegativeTestJSON-1381818065-project] 10.222.0.59 "GET /v2.0/security-groups?id=ce8b1850-1d4d-402f-a118-5b56f5e06e52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706277 Jul 27 21:13:38.622503 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [None req-3e536f34-de93-4f2f-9782-90f220e71af5 tempest-FloatingIPAdminTestJSON-373562106 tempest-FloatingIPAdminTestJSON-373562106-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-22, 079911f2-97c4-45a9-9eec-f2acf6415360) {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:13:38.636603 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9daaa9a6-70cf-4a41-a5c2-3a9599728d0a None None] Network 079911f2-97c4-45a9-9eec-f2acf6415360 requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:13:38.638337 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e536f34-de93-4f2f-9782-90f220e71af5 tempest-FloatingIPAdminTestJSON-373562106 tempest-FloatingIPAdminTestJSON-373562106-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:13:38.640053 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-3e536f34-de93-4f2f-9782-90f220e71af5 tempest-FloatingIPAdminTestJSON-373562106 tempest-FloatingIPAdminTestJSON-373562106-project] Notify callbacks [] for subnet, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:38.688160 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 34628) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:13:38.688781 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-3e536f34-de93-4f2f-9782-90f220e71af5 tempest-FloatingIPAdminTestJSON-373562106 tempest-FloatingIPAdminTestJSON-373562106-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1292708 Jul 27 21:13:38.693687 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-a4b67193-7d39-447b-9cb5-d9305ce66a82 tempest-FloatingIPAdminTestJSON-373562106 tempest-FloatingIPAdminTestJSON-373562106-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1919139883', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305'}, 'admin_state_up': False}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:13:38.782660 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-a4b67193-7d39-447b-9cb5-d9305ce66a82 tempest-FloatingIPAdminTestJSON-373562106 tempest-FloatingIPAdminTestJSON-373562106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4163813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-443'] for router, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:38.783759 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-a4b67193-7d39-447b-9cb5-d9305ce66a82 tempest-FloatingIPAdminTestJSON-373562106 tempest-FloatingIPAdminTestJSON-373562106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4165196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4077059', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3711235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-418'] for router, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:39.057072 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-a4b67193-7d39-447b-9cb5-d9305ce66a82 tempest-FloatingIPAdminTestJSON-373562106 tempest-FloatingIPAdminTestJSON-373562106-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:39.074680 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-db451592-bb79-4f2b-b0b7-22225eb741f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:39.185094 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c05731d0-1d34-4d5f-a537-0610132e4c2e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30bb4b93-b285-5d90-9493-f9ec33ea333c-079911f2-97c4-45a9-9eec-f2acf6415360', 'network_id': '079911f2-97c4-45a9-9eec-f2acf6415360', 'tenant_id': '5ccc52b5c7774dddb9b18a7452f52bb9', 'fixed_ips': [{'subnet_id': 'd22c1811-182f-4fc9-af90-e82ffb6afff7'}]}} from n-d-705658-22. {{(pid=105586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 21:13:39.187342 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-c05731d0-1d34-4d5f-a537-0610132e4c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:39.483457 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.db_base_plugin_common [None req-c05731d0-1d34-4d5f-a537-0610132e4c2e None None] Allocated IP 172.20.0.2 (079911f2-97c4-45a9-9eec-f2acf6415360/d22c1811-182f-4fc9-af90-e82ffb6afff7/3bc02554-6c73-419f-b778-d61bdb8e2c90) {{(pid=105586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:13:39.523423 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-a4b67193-7d39-447b-9cb5-d9305ce66a82 tempest-FloatingIPAdminTestJSON-373562106 tempest-FloatingIPAdminTestJSON-373562106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4077169', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4163787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-400'] for router, precommit_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:39.765232 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-204c8910-c626-47db-b73f-2ca43e067014 req-21a4aa77-8cc3-40a6-b4ea-c0f32ece7302 tempest-ServerShowV247Test-1705653992 tempest-ServerShowV247Test-1705653992-project] 10.222.0.59 "GET /v2.0/ports?device_id=7802db44-b628-4a93-8ff7-2bfeabc4a61e HTTP/1.1" status: 200 len: 210 time: 0.0489585 Jul 27 21:13:39.979941 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-c05731d0-1d34-4d5f-a537-0610132e4c2e None None] Notify callbacks [] for port, precommit_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:40.024634 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-c05731d0-1d34-4d5f-a537-0610132e4c2e None None] Transition to ACTIVE for port object 3bc02554-6c73-419f-b778-d61bdb8e2c90 will not be triggered until provisioned by entity L2. {{(pid=105586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:13:40.157326 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-c05731d0-1d34-4d5f-a537-0610132e4c2e None None] Transition to ACTIVE for port object 3bc02554-6c73-419f-b778-d61bdb8e2c90 will not be triggered until provisioned by entity DHCP. {{(pid=105586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:13:40.167516 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:40.182412 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-c05731d0-1d34-4d5f-a537-0610132e4c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143'] for port, after_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:40.246559 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-a4b67193-7d39-447b-9cb5-d9305ce66a82 tempest-FloatingIPAdminTestJSON-373562106 tempest-FloatingIPAdminTestJSON-373562106-project] Notify callbacks [] for router_gateway, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:40.316277 n-d-705658-22 neutron-server[105586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c05731d0-1d34-4d5f-a537-0610132e4c2e None None] Network 079911f2-97c4-45a9-9eec-f2acf6415360 is already hosted by enough agents. {{(pid=105586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:13:40.320335 n-d-705658-22 neutron-server[105586]: DEBUG neutron.scheduler.base_scheduler [None req-c05731d0-1d34-4d5f-a537-0610132e4c2e None None] Resources bound (agent type, host, resource id): {{(pid=105586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:13:40.328827 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c05731d0-1d34-4d5f-a537-0610132e4c2e None None] Received port after_create {{(pid=105586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:13:40.357335 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-a4b67193-7d39-447b-9cb5-d9305ce66a82 tempest-FloatingIPAdminTestJSON-373562106 tempest-FloatingIPAdminTestJSON-373562106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:40.560046 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9380f6cf-0364-400d-bbfe-66dc6585265e req-d6a62f1f-fc20-428e-a704-379ae5f37602 tempest-ServerRescueNegativeTestJSON-1381818065 tempest-ServerRescueNegativeTestJSON-1381818065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:13:40.567577 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-9380f6cf-0364-400d-bbfe-66dc6585265e req-d6a62f1f-fc20-428e-a704-379ae5f37602 tempest-ServerRescueNegativeTestJSON-1381818065 tempest-ServerRescueNegativeTestJSON-1381818065-project] 10.222.0.59 "GET /v2.0/ports?device_id=e2b02e93-995e-40bc-ad82-59da89f4fecb HTTP/1.1" status: 200 len: 945 time: 0.8004127 Jul 27 21:13:40.582965 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 34734) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:13:40.586762 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05731d0-1d34-4d5f-a537-0610132e4c2e None None] Pushing event updated for resources: {'Port': ['ID=3bc02554-6c73-419f-b778-d61bdb8e2c90,revision_number=1']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:13:40.607606 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-c05731d0-1d34-4d5f-a537-0610132e4c2e None None] Attempting to bind port 3bc02554-6c73-419f-b778-d61bdb8e2c90 on host n-d-705658-22 for vnic_type normal with profile {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:13:40.607993 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-c05731d0-1d34-4d5f-a537-0610132e4c2e None None] Attempting to bind port 3bc02554-6c73-419f-b778-d61bdb8e2c90 by drivers openvswitch,hyperv on host n-d-705658-22 at level 0 using segments [{'id': '97dede06-01e7-4db8-b471-887cecbb13bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '079911f2-97c4-45a9-9eec-f2acf6415360'}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:13:40.608363 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c05731d0-1d34-4d5f-a537-0610132e4c2e None None] Attempting to bind port 3bc02554-6c73-419f-b778-d61bdb8e2c90 on network 079911f2-97c4-45a9-9eec-f2acf6415360 {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:13:40.635417 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c05731d0-1d34-4d5f-a537-0610132e4c2e None None] Checking agent: {'id': '04a7ea91-6318-467e-ace6-b0fb48c8690f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 41, 42), 'started_at': datetime.datetime(2021, 7, 27, 20, 42, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 13, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:13:40.635817 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c05731d0-1d34-4d5f-a537-0610132e4c2e None None] Checking segment: {'id': '97dede06-01e7-4db8-b471-887cecbb13bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '079911f2-97c4-45a9-9eec-f2acf6415360'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:13:40.636228 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-c05731d0-1d34-4d5f-a537-0610132e4c2e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:40.636628 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c05731d0-1d34-4d5f-a537-0610132e4c2e None None] Bound using segment: {'id': '97dede06-01e7-4db8-b471-887cecbb13bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '079911f2-97c4-45a9-9eec-f2acf6415360'} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:13:40.637121 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-c05731d0-1d34-4d5f-a537-0610132e4c2e None None] Bound port: 3bc02554-6c73-419f-b778-d61bdb8e2c90, host: n-d-705658-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97dede06-01e7-4db8-b471-887cecbb13bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '079911f2-97c4-45a9-9eec-f2acf6415360'}}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:13:40.637510 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-c05731d0-1d34-4d5f-a537-0610132e4c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:40.865976 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-c05731d0-1d34-4d5f-a537-0610132e4c2e None None] For port 3bc02554-6c73-419f-b778-d61bdb8e2c90, host n-d-705658-22, cleared binding levels {{(pid=105586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:13:40.871924 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-c05731d0-1d34-4d5f-a537-0610132e4c2e None None] For port 3bc02554-6c73-419f-b778-d61bdb8e2c90, host n-d-705658-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=3bc02554-6c73-419f-b778-d61bdb8e2c90,segment=NetworkSegment(97dede06-01e7-4db8-b471-887cecbb13bf),segment_id=97dede06-01e7-4db8-b471-887cecbb13bf)] {{(pid=105586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:13:40.885749 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-c05731d0-1d34-4d5f-a537-0610132e4c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:40.989960 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.db_base_plugin_common [None req-a4b67193-7d39-447b-9cb5-d9305ce66a82 tempest-FloatingIPAdminTestJSON-373562106 tempest-FloatingIPAdminTestJSON-373562106-project] Allocated IP 172.25.5.34 (8735d8a2-b604-4758-ae71-b40e4ee6f305/eca7dbab-b9c0-4c8f-a272-816ea8a81764/64ab2a2c-2052-43af-b2bf-416f0cd853ab) {{(pid=105585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:13:41.063294 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-5afd1e59-e475-4722-bed1-199d2f2ded2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:41.071894 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05731d0-1d34-4d5f-a537-0610132e4c2e None None] Pushing event updated for resources: {'Port': ['ID=3bc02554-6c73-419f-b778-d61bdb8e2c90,revision_number=2']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:13:41.118204 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f2e03679-7344-4558-a365-c987ad1f1da6 req-ad696b3e-980a-4cc8-b312-12c4e1f665dd tempest-ServerShowV247Test-1705653992 tempest-ServerShowV247Test-1705653992-project] 10.222.0.59 "GET /v2.0/ports?device_id=471c84e8-5e3b-48df-8017-e079d70625cc HTTP/1.1" status: 200 len: 210 time: 0.3184738 Jul 27 21:13:41.179876 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-9380f6cf-0364-400d-bbfe-66dc6585265e req-ca434df6-0fa2-4baf-ae19-c1d07d3a64c4 tempest-ServerRescueNegativeTestJSON-1381818065 tempest-ServerRescueNegativeTestJSON-1381818065-project] 10.222.0.59 "GET /v2.0/security-groups?id=ce8b1850-1d4d-402f-a118-5b56f5e06e52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5579011 Jul 27 21:13:41.230724 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-a4b67193-7d39-447b-9cb5-d9305ce66a82 tempest-FloatingIPAdminTestJSON-373562106 tempest-FloatingIPAdminTestJSON-373562106-project] Notify callbacks [] for port, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:41.310852 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-a4b67193-7d39-447b-9cb5-d9305ce66a82 tempest-FloatingIPAdminTestJSON-373562106 tempest-FloatingIPAdminTestJSON-373562106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:41.357168 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-5afd1e59-e475-4722-bed1-199d2f2ded2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:41.364077 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-5afd1e59-e475-4722-bed1-199d2f2ded2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:41.403105 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4b67193-7d39-447b-9cb5-d9305ce66a82 tempest-FloatingIPAdminTestJSON-373562106 tempest-FloatingIPAdminTestJSON-373562106-project] Network 8735d8a2-b604-4758-ae71-b40e4ee6f305 is already hosted by enough agents. {{(pid=105585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:13:41.420145 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.base_scheduler [None req-a4b67193-7d39-447b-9cb5-d9305ce66a82 tempest-FloatingIPAdminTestJSON-373562106 tempest-FloatingIPAdminTestJSON-373562106-project] Resources bound (agent type, host, resource id): {{(pid=105585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:13:41.427700 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4b67193-7d39-447b-9cb5-d9305ce66a82 tempest-FloatingIPAdminTestJSON-373562106 tempest-FloatingIPAdminTestJSON-373562106-project] Received port after_create {{(pid=105585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:13:41.488892 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-5afd1e59-e475-4722-bed1-199d2f2ded2b admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=8128e908d922409390777e7cf66ec01f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9040210 Jul 27 21:13:41.491600 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 34760) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:13:41.517502 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afd1e59-e475-4722-bed1-199d2f2ded2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50dbb0cb-7cc6-4b64-b714-e7087e11127e,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:13:41.566206 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-1ac7aa01-7a05-4c80-9656-348a835f8ea2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:41.717555 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-b9f2aa2f-9791-4868-ad4a-087267928005 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:41.754130 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b67193-7d39-447b-9cb5-d9305ce66a82 tempest-FloatingIPAdminTestJSON-373562106 tempest-FloatingIPAdminTestJSON-373562106-project] Pushing event updated for resources: {'Port': ['ID=64ab2a2c-2052-43af-b2bf-416f0cd853ab,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:13:41.792450 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-b9f2aa2f-9791-4868-ad4a-087267928005 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:41.843290 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:41.867622 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-b9f2aa2f-9791-4868-ad4a-087267928005 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:41.870581 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-b9f2aa2f-9791-4868-ad4a-087267928005 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:41.874643 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-b9f2aa2f-9791-4868-ad4a-087267928005 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/50dbb0cb-7cc6-4b64-b714-e7087e11127e HTTP/1.1" status: 204 len: 168 time: 0.3796954 Jul 27 21:13:41.904955 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f2aa2f-9791-4868-ad4a-087267928005 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50dbb0cb-7cc6-4b64-b714-e7087e11127e,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:13:42.435601 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-c0299b38-c222-4be9-91df-3649a473d02d req-7d4ea0ae-3efa-4d0f-9cc3-e41c0eca9854 tempest-ServerShowV247Test-1705653992 tempest-ServerShowV247Test-1705653992-project] 10.222.0.59 "GET /v2.0/ports?device_id=471c84e8-5e3b-48df-8017-e079d70625cc HTTP/1.1" status: 200 len: 210 time: 0.1251695 Jul 27 21:13:42.448294 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-a4b67193-7d39-447b-9cb5-d9305ce66a82 tempest-FloatingIPAdminTestJSON-373562106 tempest-FloatingIPAdminTestJSON-373562106-project] Notify callbacks [] for router_gateway, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:42.545596 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 34790) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:13:42.600499 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-b16493a1-20b1-4ad5-8da1-5d8ebb18fa6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:42.859604 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-a4b67193-7d39-447b-9cb5-d9305ce66a82 tempest-FloatingIPAdminTestJSON-373562106 tempest-FloatingIPAdminTestJSON-373562106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4163804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4077150'] for router, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:42.890883 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-bb32ed7d-8717-448b-a9c8-a5a0117d1fd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:42.944122 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-b16493a1-20b1-4ad5-8da1-5d8ebb18fa6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:42.956836 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-b16493a1-20b1-4ad5-8da1-5d8ebb18fa6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:43.008687 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16493a1-20b1-4ad5-8da1-5d8ebb18fa6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4d601f7-c830-4507-8672-0c68771dd586,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:13:43.043029 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-b16493a1-20b1-4ad5-8da1-5d8ebb18fa6e admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=a91603c2528840498b7a78770907ce33&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4953704 Jul 27 21:13:43.045427 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5ce9581-eeb9-4a03-9ff4-361850312517 None None] Network 079911f2-97c4-45a9-9eec-f2acf6415360 requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:13:43.047766 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 34802) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:13:43.139485 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-47fe6441-0ff1-4cdc-9c99-8a7a3c76721e None None] Provisioning for port 3bc02554-6c73-419f-b778-d61bdb8e2c90 completed by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:13:43.222235 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-7a2b61d3-8e5b-42d4-be5e-86370711c8a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:43.237080 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4b67193-7d39-447b-9cb5-d9305ce66a82 tempest-FloatingIPAdminTestJSON-373562106 tempest-FloatingIPAdminTestJSON-373562106-project] Router 37454c74-5b14-41a5-9a8e-eb056ef36b81 is scheduled to L3 agent dd128fd7-8e57-4d4f-895b-a96b369df59a with binding_index 1 {{(pid=105585) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 21:13:43.330533 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-7a2b61d3-8e5b-42d4-be5e-86370711c8a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:43.524150 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-7a2b61d3-8e5b-42d4-be5e-86370711c8a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:43.529830 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-7a2b61d3-8e5b-42d4-be5e-86370711c8a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:43.531636 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-7a2b61d3-8e5b-42d4-be5e-86370711c8a1 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/b4d601f7-c830-4507-8672-0c68771dd586 HTTP/1.1" status: 204 len: 168 time: 0.4820940 Jul 27 21:13:43.559561 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2b61d3-8e5b-42d4-be5e-86370711c8a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4d601f7-c830-4507-8672-0c68771dd586,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:13:43.718115 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 3bc02554-6c73-419f-b778-d61bdb8e2c90 up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:13:43.913410 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-0d35e98e-dab5-4dae-b2d3-eb4e024b2218 req-47e8ceea-b81c-4775-b1bc-8e8d25967f8f service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=7802db44-b628-4a93-8ff7-2bfeabc4a61e HTTP/1.1" status: 200 len: 210 time: 0.2310052 Jul 27 21:13:43.929362 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning for port 3bc02554-6c73-419f-b778-d61bdb8e2c90 completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:13:43.935801 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port 3bc02554-6c73-419f-b778-d61bdb8e2c90 triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:13:43.936485 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:44.183088 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:44.316962 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-45cd0875-6891-44e7-b16b-9763a99693f7 None None] Provisioning complete for port 3bc02554-6c73-419f-b778-d61bdb8e2c90 triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:13:44.318282 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-45cd0875-6891-44e7-b16b-9763a99693f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:44.488592 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-5b66af7f-1e46-4efd-aecc-bbc24319e117 req-06f6e253-17bc-47ed-aa5b-cc24e2f783b1 tempest-ServerShowV247Test-1705653992 tempest-ServerShowV247Test-1705653992-project] 10.222.0.59 "GET /v2.0/ports?device_id=471c84e8-5e3b-48df-8017-e079d70625cc HTTP/1.1" status: 200 len: 210 time: 0.0882535 Jul 27 21:13:44.491058 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-875ced1b-4cf3-463a-9653-058f0f9421e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:44.527935 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-2f4e7cee-cf9c-4245-bb12-e166aaf156c7 req-c94c047c-9dbc-48cc-8d55-3f9809969f68 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=471c84e8-5e3b-48df-8017-e079d70625cc HTTP/1.1" status: 200 len: 210 time: 0.0850041 Jul 27 21:13:44.540425 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4b67193-7d39-447b-9cb5-d9305ce66a82 tempest-FloatingIPAdminTestJSON-373562106 tempest-FloatingIPAdminTestJSON-373562106-project] Notify agent at l3_agent.n-d-705658-22 the message routers_updated {{(pid=105585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:13:44.581556 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d388b4d6-1474-47a5-bf84-acae18a41c71 None None] Sync routers for ids ['37454c74-5b14-41a5-9a8e-eb056ef36b81'] in n-d-705658-22 {{(pid=105586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:13:44.589820 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] For port 3bc02554-6c73-419f-b778-d61bdb8e2c90, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=3bc02554-6c73-419f-b778-d61bdb8e2c90,segment=NetworkSegment(97dede06-01e7-4db8-b471-887cecbb13bf),segment_id=97dede06-01e7-4db8-b471-887cecbb13bf)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:13:44.603147 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-a4b67193-7d39-447b-9cb5-d9305ce66a82 tempest-FloatingIPAdminTestJSON-373562106 tempest-FloatingIPAdminTestJSON-373562106-project] Notify callbacks [] for router, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:44.607763 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 34846) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:13:44.609004 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-a4b67193-7d39-447b-9cb5-d9305ce66a82 tempest-FloatingIPAdminTestJSON-373562106 tempest-FloatingIPAdminTestJSON-373562106-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 5.9183915 Jul 27 21:13:44.630202 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:44.794024 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca9b2b2-7189-45b5-98c9-a309c95753a9 req-bf2fae94-046f-4e89-9de4-1fbb8ee91f07 tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:13:44.796716 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-7ca9b2b2-7189-45b5-98c9-a309c95753a9 req-bf2fae94-046f-4e89-9de4-1fbb8ee91f07 tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] 10.222.0.59 "GET /v2.0/ports?device_id=31533b7a-7459-43fe-bfa1-37a8877d2d0a HTTP/1.1" status: 200 len: 946 time: 0.2206771 Jul 27 21:13:44.881361 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Pushing event updated for resources: {'Port': ['ID=3bc02554-6c73-419f-b778-d61bdb8e2c90,revision_number=3']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:13:44.930178 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-7ca9b2b2-7189-45b5-98c9-a309c95753a9 req-fef0824b-3fb4-456d-a382-e8b71a9b61cb tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] 10.222.0.59 "GET /v2.0/security-groups?id=c166a083-e7a4-430d-b39b-9b2d1c142ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147509 Jul 27 21:13:44.960613 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d388b4d6-1474-47a5-bf84-acae18a41c71 None None] Routers {'37454c74-5b14-41a5-9a8e-eb056ef36b81'} bound to L3 agent in host n-d-705658-22 {{(pid=105586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:13:44.961893 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-d388b4d6-1474-47a5-bf84-acae18a41c71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:13:42Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['37454c74-5b14-41a5-9a8e-eb056ef36b81'], 'active': True} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:13:45.065748 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-d388b4d6-1474-47a5-bf84-acae18a41c71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-22', False) {} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:13:45.091403 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d388b4d6-1474-47a5-bf84-acae18a41c71 None None] Routers {'37454c74-5b14-41a5-9a8e-eb056ef36b81'} bound to L3 agent in host n-d-705658-22 {{(pid=105586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:13:45.092081 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-d388b4d6-1474-47a5-bf84-acae18a41c71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:13:42Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['37454c74-5b14-41a5-9a8e-eb056ef36b81'], 'active': True} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:13:45.209479 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-d388b4d6-1474-47a5-bf84-acae18a41c71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-22', False) {} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:13:45.210558 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d388b4d6-1474-47a5-bf84-acae18a41c71 None None] The sync data for ids ['37454c74-5b14-41a5-9a8e-eb056ef36b81'] in n-d-705658-22 is: [] {{(pid=105586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:13:45.406287 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 3bc02554-6c73-419f-b778-d61bdb8e2c90 up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:13:45.610004 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port 3bc02554-6c73-419f-b778-d61bdb8e2c90 triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:13:45.610547 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:45.845682 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-2cf34752-283a-4395-beea-2a42e206f815 req-a7dac92a-14e2-4162-9e68-02cebbcf8051 tempest-ServerShowV247Test-1705653992 tempest-ServerShowV247Test-1705653992-project] 10.222.0.59 "GET /v2.0/ports?device_id=471c84e8-5e3b-48df-8017-e079d70625cc HTTP/1.1" status: 200 len: 210 time: 0.1362379 Jul 27 21:13:45.867168 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-8649f0b4-b82a-43e6-b738-9bcb506bc257 tempest-FloatingIPAdminTestJSON-373562106 tempest-FloatingIPAdminTestJSON-373562106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:46.205753 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5395265-e119-49e9-b7cc-03ac4da766f5 req-099e3138-114b-4bca-9cd6-522ed1f22e43 tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:13:46.209479 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f5395265-e119-49e9-b7cc-03ac4da766f5 req-099e3138-114b-4bca-9cd6-522ed1f22e43 tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] 10.222.0.59 "GET /v2.0/ports?device_id=31533b7a-7459-43fe-bfa1-37a8877d2d0a HTTP/1.1" status: 200 len: 946 time: 0.1546512 Jul 27 21:13:46.314807 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f5395265-e119-49e9-b7cc-03ac4da766f5 req-bb23a899-8b39-4301-a5fc-4be715ad1b74 tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] 10.222.0.59 "GET /v2.0/security-groups?id=c166a083-e7a4-430d-b39b-9b2d1c142ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990114 Jul 27 21:13:46.479639 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.db_base_plugin_common [None req-8649f0b4-b82a-43e6-b738-9bcb506bc257 tempest-FloatingIPAdminTestJSON-373562106 tempest-FloatingIPAdminTestJSON-373562106-project] Allocated IP 172.20.0.1 (079911f2-97c4-45a9-9eec-f2acf6415360/d22c1811-182f-4fc9-af90-e82ffb6afff7/a2b7dd07-68f3-40a5-aeb7-8bf244939f51) {{(pid=105584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:13:46.617178 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a170e7-578e-4a72-a7c2-6d0f4838202b req-233b72f9-ab59-43d0-bd2f-155ae36d401f tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:13:46.619323 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-40a170e7-578e-4a72-a7c2-6d0f4838202b req-233b72f9-ab59-43d0-bd2f-155ae36d401f tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] 10.222.0.36 "GET /v2.0/ports?device_id=31533b7a-7459-43fe-bfa1-37a8877d2d0a HTTP/1.1" status: 200 len: 946 time: 0.1510472 Jul 27 21:13:46.670055 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-8649f0b4-b82a-43e6-b738-9bcb506bc257 tempest-FloatingIPAdminTestJSON-373562106 tempest-FloatingIPAdminTestJSON-373562106-project] Notify callbacks [] for port, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:46.704571 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.provisioning_blocks [None req-8649f0b4-b82a-43e6-b738-9bcb506bc257 tempest-FloatingIPAdminTestJSON-373562106 tempest-FloatingIPAdminTestJSON-373562106-project] Transition to ACTIVE for port object a2b7dd07-68f3-40a5-aeb7-8bf244939f51 will not be triggered until provisioned by entity DHCP. {{(pid=105584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:13:46.784656 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-8649f0b4-b82a-43e6-b738-9bcb506bc257 tempest-FloatingIPAdminTestJSON-373562106 tempest-FloatingIPAdminTestJSON-373562106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:46.905587 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8649f0b4-b82a-43e6-b738-9bcb506bc257 tempest-FloatingIPAdminTestJSON-373562106 tempest-FloatingIPAdminTestJSON-373562106-project] Network 079911f2-97c4-45a9-9eec-f2acf6415360 is already hosted by enough agents. {{(pid=105584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:13:46.906726 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8649f0b4-b82a-43e6-b738-9bcb506bc257 tempest-FloatingIPAdminTestJSON-373562106 tempest-FloatingIPAdminTestJSON-373562106-project] Pushing event updated for resources: {'Port': ['ID=a2b7dd07-68f3-40a5-aeb7-8bf244939f51,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:13:46.910076 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [None req-8649f0b4-b82a-43e6-b738-9bcb506bc257 tempest-FloatingIPAdminTestJSON-373562106 tempest-FloatingIPAdminTestJSON-373562106-project] Resources bound (agent type, host, resource id): {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:13:46.948116 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8649f0b4-b82a-43e6-b738-9bcb506bc257 tempest-FloatingIPAdminTestJSON-373562106 tempest-FloatingIPAdminTestJSON-373562106-project] Received port after_create {{(pid=105584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:13:47.078677 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-8649f0b4-b82a-43e6-b738-9bcb506bc257 tempest-FloatingIPAdminTestJSON-373562106 tempest-FloatingIPAdminTestJSON-373562106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4075523'] for router_interface, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:47.082712 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a9ca5ef8-530c-4087-9472-b3debd359619 req-5a8dc4f8-8b7a-4fc4-93b5-56146b3e2161 tempest-ServerShowV247Test-1705653992 tempest-ServerShowV247Test-1705653992-project] 10.222.0.59 "GET /v2.0/ports?device_id=471c84e8-5e3b-48df-8017-e079d70625cc HTTP/1.1" status: 200 len: 210 time: 0.0597138 Jul 27 21:13:47.124680 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [req-40a170e7-578e-4a72-a7c2-6d0f4838202b req-0aefc009-cfdf-4443-81c8-ee3e5660158e tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] Deleting port 02c1d30c-87d1-4ab3-8a04-cc33f5f02b7e {{(pid=105584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:13:47.125184 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-40a170e7-578e-4a72-a7c2-6d0f4838202b req-0aefc009-cfdf-4443-81c8-ee3e5660158e tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:47.572803 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-3605a8e8-1a11-47f5-a25e-d65712fb39ca None None] Provisioning for port a2b7dd07-68f3-40a5-aeb7-8bf244939f51 completed by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:13:47.594967 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-3605a8e8-1a11-47f5-a25e-d65712fb39ca None None] Provisioning complete for port a2b7dd07-68f3-40a5-aeb7-8bf244939f51 triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:13:47.602002 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3605a8e8-1a11-47f5-a25e-d65712fb39ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:47.684012 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-3605a8e8-1a11-47f5-a25e-d65712fb39ca None None] Port a2b7dd07-68f3-40a5-aeb7-8bf244939f51 cannot update to ACTIVE because it is not bound. {{(pid=105586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:13:47.724709 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd654ff-76c6-4eda-91f4-fb5aa61df163 req-83c68bd2-930f-484e-8ed6-363df56e4aca tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:13:47.754001 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-dbd654ff-76c6-4eda-91f4-fb5aa61df163 req-83c68bd2-930f-484e-8ed6-363df56e4aca tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] 10.222.0.59 "GET /v2.0/ports?device_id=31533b7a-7459-43fe-bfa1-37a8877d2d0a HTTP/1.1" status: 200 len: 946 time: 0.2541277 Jul 27 21:13:47.846621 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [req-40a170e7-578e-4a72-a7c2-6d0f4838202b req-0aefc009-cfdf-4443-81c8-ee3e5660158e tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] For port 02c1d30c-87d1-4ab3-8a04-cc33f5f02b7e, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=02c1d30c-87d1-4ab3-8a04-cc33f5f02b7e,segment=NetworkSegment(0414d6eb-b060-4295-bd01-14cc6aa3c398),segment_id=0414d6eb-b060-4295-bd01-14cc6aa3c398)] {{(pid=105584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:13:47.860748 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-40a170e7-578e-4a72-a7c2-6d0f4838202b req-0aefc009-cfdf-4443-81c8-ee3e5660158e tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:47.892038 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-94705cce-20ff-4259-ad55-698110365086 req-517e0266-63ea-4360-99f9-83c42f59cf1c tempest-ServerShowV247Test-1705653992 tempest-ServerShowV247Test-1705653992-project] 10.222.0.59 "GET /v2.0/ports?device_id=471c84e8-5e3b-48df-8017-e079d70625cc HTTP/1.1" status: 200 len: 210 time: 0.0779579 Jul 27 21:13:47.909619 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-dbd654ff-76c6-4eda-91f4-fb5aa61df163 req-7b70dac4-ae65-4e66-b239-6ef6593c461a tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] 10.222.0.59 "GET /v2.0/security-groups?id=c166a083-e7a4-430d-b39b-9b2d1c142ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547055 Jul 27 21:13:47.962528 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [req-40a170e7-578e-4a72-a7c2-6d0f4838202b req-0aefc009-cfdf-4443-81c8-ee3e5660158e tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] Calling delete_port for 02c1d30c-87d1-4ab3-8a04-cc33f5f02b7e owned by compute:nova {{(pid=105584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:13:48.074308 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-8649f0b4-b82a-43e6-b738-9bcb506bc257 tempest-FloatingIPAdminTestJSON-373562106 tempest-FloatingIPAdminTestJSON-373562106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:48.374601 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-40a170e7-578e-4a72-a7c2-6d0f4838202b req-0aefc009-cfdf-4443-81c8-ee3e5660158e tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:48.390312 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] get_ports_and_sgs() called for port_ids ['02c1d30c-87d1-4ab3-8a04-cc33f5f02b7e'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:13:48.457989 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aefc009-cfdf-4443-81c8-ee3e5660158e tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] Pushing event deleted for resources: {'Port': ['ID=02c1d30c-87d1-4ab3-8a04-cc33f5f02b7e,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:13:48.549374 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [req-40a170e7-578e-4a72-a7c2-6d0f4838202b req-0aefc009-cfdf-4443-81c8-ee3e5660158e tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] No DVR routers for this DVR port 02c1d30c-87d1-4ab3-8a04-cc33f5f02b7e on host n-h1-705658-22 {{(pid=105584) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:13:48.553360 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-40a170e7-578e-4a72-a7c2-6d0f4838202b req-0aefc009-cfdf-4443-81c8-ee3e5660158e tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:48.555369 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-40a170e7-578e-4a72-a7c2-6d0f4838202b req-0aefc009-cfdf-4443-81c8-ee3e5660158e tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] 10.222.0.36 "DELETE /v2.0/ports/02c1d30c-87d1-4ab3-8a04-cc33f5f02b7e HTTP/1.1" status: 204 len: 173 time: 1.9299505 Jul 27 21:13:48.555901 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31533b7a-7459-43fe-bfa1-37a8877d2d0a', 'name': 'network-vif-deleted', 'tag': '02c1d30c-87d1-4ab3-8a04-cc33f5f02b7e'}] {{(pid=105584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:13:48.571265 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bce5e6c8685464f7626901654159975603b047827e3138302ed6566e28f1343" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cc5a8c1-375e-4827-9bc2-7206ab7168c9" -d '{"events": [{"server_uuid": "31533b7a-7459-43fe-bfa1-37a8877d2d0a", "name": "network-vif-deleted", "tag": "02c1d30c-87d1-4ab3-8a04-cc33f5f02b7e"}]}' {{(pid=105584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:13:48.699910 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:13:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c677b91-dbb3-4c12-8bf5-1893012e2014 x-openstack-request-id: req-8c677b91-dbb3-4c12-8bf5-1893012e2014 {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:13:48.700826 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31533b7a-7459-43fe-bfa1-37a8877d2d0a", "name": "network-vif-deleted", "tag": "02c1d30c-87d1-4ab3-8a04-cc33f5f02b7e", "status": "completed", "code": 200}]} {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:13:48.701931 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-8c677b91-dbb3-4c12-8bf5-1893012e2014 {{(pid=105584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:13:48.703602 n-d-705658-22 neutron-server[105584]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31533b7a-7459-43fe-bfa1-37a8877d2d0a', 'name': 'network-vif-deleted', 'tag': '02c1d30c-87d1-4ab3-8a04-cc33f5f02b7e', 'status': 'completed', 'code': 200} Jul 27 21:13:48.772014 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-8649f0b4-b82a-43e6-b738-9bcb506bc257 tempest-FloatingIPAdminTestJSON-373562106 tempest-FloatingIPAdminTestJSON-373562106-project] Notify callbacks [] for port, precommit_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:48.778164 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-8649f0b4-b82a-43e6-b738-9bcb506bc257 tempest-FloatingIPAdminTestJSON-373562106 tempest-FloatingIPAdminTestJSON-373562106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9014027'] for port, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:48.844795 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-8649f0b4-b82a-43e6-b738-9bcb506bc257 tempest-FloatingIPAdminTestJSON-373562106 tempest-FloatingIPAdminTestJSON-373562106-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3743906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4076435'] for router_interface, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:49.141482 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8649f0b4-b82a-43e6-b738-9bcb506bc257 tempest-FloatingIPAdminTestJSON-373562106 tempest-FloatingIPAdminTestJSON-373562106-project] Network 079911f2-97c4-45a9-9eec-f2acf6415360 is already hosted by enough agents. {{(pid=105584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:13:49.142624 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 35028) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:13:49.148959 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8649f0b4-b82a-43e6-b738-9bcb506bc257 tempest-FloatingIPAdminTestJSON-373562106 tempest-FloatingIPAdminTestJSON-373562106-project] Pushing event updated for resources: {'Port': ['ID=a2b7dd07-68f3-40a5-aeb7-8bf244939f51,revision_number=2']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:13:49.155892 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [None req-8649f0b4-b82a-43e6-b738-9bcb506bc257 tempest-FloatingIPAdminTestJSON-373562106 tempest-FloatingIPAdminTestJSON-373562106-project] Resources bound (agent type, host, resource id): {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:13:49.164894 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-be2c9f93-1e06-4e09-ad01-eba42255c958 req-a28328bc-2067-4cc1-b3cf-06fb5f9d1e55 tempest-ServerShowV247Test-1705653992 tempest-ServerShowV247Test-1705653992-project] 10.222.0.59 "GET /v2.0/ports?device_id=471c84e8-5e3b-48df-8017-e079d70625cc HTTP/1.1" status: 200 len: 210 time: 0.0747161 Jul 27 21:13:49.269921 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-1ea0d874-b9ac-4e0d-8b76-767f2502578f req-5963b5a3-5c87-4bb4-a8a8-72d9a11ec0d6 tempest-ServersNegativeTestJSON-1485970662 tempest-ServersNegativeTestJSON-1485970662-project] 10.222.0.59 "GET /v2.0/ports?device_id=31533b7a-7459-43fe-bfa1-37a8877d2d0a HTTP/1.1" status: 200 len: 210 time: 0.1043653 Jul 27 21:13:49.452546 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-a5609b6c-cd00-4482-9f09-bd7da7bf26d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:49.610979 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-a5609b6c-cd00-4482-9f09-bd7da7bf26d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:49.617893 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8649f0b4-b82a-43e6-b738-9bcb506bc257 tempest-FloatingIPAdminTestJSON-373562106 tempest-FloatingIPAdminTestJSON-373562106-project] Router 37454c74-5b14-41a5-9a8e-eb056ef36b81 has already been hosted by L3 agent dd128fd7-8e57-4d4f-895b-a96b369df59a {{(pid=105584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:13:49.619373 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-a5609b6c-cd00-4482-9f09-bd7da7bf26d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:49.649659 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-337e5768-641e-436b-9d1d-b3460293b122 None None] Provisioning complete for port a2b7dd07-68f3-40a5-aeb7-8bf244939f51 triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:13:49.650661 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-337e5768-641e-436b-9d1d-b3460293b122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:49.694845 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-337e5768-641e-436b-9d1d-b3460293b122 None None] Port a2b7dd07-68f3-40a5-aeb7-8bf244939f51 cannot update to ACTIVE because it is not bound. {{(pid=105586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:13:49.696682 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-a5609b6c-cd00-4482-9f09-bd7da7bf26d2 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=76619704adb44fe7928820260373f768&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5529442 Jul 27 21:13:49.700388 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 35050) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:13:49.722426 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5609b6c-cd00-4482-9f09-bd7da7bf26d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4468bb19-81a5-4b92-8d9a-e282d22399ec,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:13:49.791296 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-cfeff05d-aac3-4f7d-a2f8-4f184f34ac01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:49.814957 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-cfeff05d-aac3-4f7d-a2f8-4f184f34ac01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:49.868354 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8649f0b4-b82a-43e6-b738-9bcb506bc257 tempest-FloatingIPAdminTestJSON-373562106 tempest-FloatingIPAdminTestJSON-373562106-project] Notify agent at l3_agent.n-d-705658-22 the message routers_updated {{(pid=105584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:13:49.885455 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b1b6b09-8117-4264-ac3b-f61e1016a463 None None] Sync routers for ids ['37454c74-5b14-41a5-9a8e-eb056ef36b81'] in n-d-705658-22 {{(pid=105587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:13:49.886826 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-8649f0b4-b82a-43e6-b738-9bcb506bc257 tempest-FloatingIPAdminTestJSON-373562106 tempest-FloatingIPAdminTestJSON-373562106-project] 10.222.0.59 "PUT /v2.0/routers/37454c74-5b14-41a5-9a8e-eb056ef36b81/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2778111 Jul 27 21:13:49.887687 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 35054) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:13:49.889698 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-cfeff05d-aac3-4f7d-a2f8-4f184f34ac01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:49.895072 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-d559ac3d-b1a9-4747-9d93-3d05a65d133d tempest-FloatingIPAdminTestJSON-373562106 tempest-FloatingIPAdminTestJSON-373562106-project] Request body: {'port': {'network_id': '079911f2-97c4-45a9-9eec-f2acf6415360', 'name': 'tempest-FloatingIPAdminTestJSON-1999247863'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:13:49.895939 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b1b6b09-8117-4264-ac3b-f61e1016a463 None None] Routers {'37454c74-5b14-41a5-9a8e-eb056ef36b81'} bound to L3 agent in host n-d-705658-22 {{(pid=105587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:13:49.896572 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-5b1b6b09-8117-4264-ac3b-f61e1016a463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:13:42Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['37454c74-5b14-41a5-9a8e-eb056ef36b81'], 'active': True} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:13:49.897663 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-cfeff05d-aac3-4f7d-a2f8-4f184f34ac01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:49.901816 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-cfeff05d-aac3-4f7d-a2f8-4f184f34ac01 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/4468bb19-81a5-4b92-8d9a-e282d22399ec HTTP/1.1" status: 204 len: 168 time: 0.1986351 Jul 27 21:13:49.932606 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfeff05d-aac3-4f7d-a2f8-4f184f34ac01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4468bb19-81a5-4b92-8d9a-e282d22399ec,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:13:49.963746 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfeff05d-aac3-4f7d-a2f8-4f184f34ac01 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:13:49.971016 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfeff05d-aac3-4f7d-a2f8-4f184f34ac01 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:13:49.971556 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfeff05d-aac3-4f7d-a2f8-4f184f34ac01 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:13:49.976550 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfeff05d-aac3-4f7d-a2f8-4f184f34ac01 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:13:49.977675 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfeff05d-aac3-4f7d-a2f8-4f184f34ac01 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:13:49.978736 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfeff05d-aac3-4f7d-a2f8-4f184f34ac01 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:13:49.985303 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfeff05d-aac3-4f7d-a2f8-4f184f34ac01 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:13:49.985824 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfeff05d-aac3-4f7d-a2f8-4f184f34ac01 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:13:49.986468 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfeff05d-aac3-4f7d-a2f8-4f184f34ac01 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:13:49.986947 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfeff05d-aac3-4f7d-a2f8-4f184f34ac01 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:13:49.987600 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfeff05d-aac3-4f7d-a2f8-4f184f34ac01 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:13:49.988079 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfeff05d-aac3-4f7d-a2f8-4f184f34ac01 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:13:50.009085 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-5b1b6b09-8117-4264-ac3b-f61e1016a463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-22', False) {} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:13:50.029949 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b1b6b09-8117-4264-ac3b-f61e1016a463 None None] Routers {'37454c74-5b14-41a5-9a8e-eb056ef36b81'} bound to L3 agent in host n-d-705658-22 {{(pid=105587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:13:50.031030 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-5b1b6b09-8117-4264-ac3b-f61e1016a463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:13:42Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['37454c74-5b14-41a5-9a8e-eb056ef36b81'], 'active': True} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:13:50.065660 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-5b1b6b09-8117-4264-ac3b-f61e1016a463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-22', False) {} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:13:50.066657 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b1b6b09-8117-4264-ac3b-f61e1016a463 None None] The sync data for ids ['37454c74-5b14-41a5-9a8e-eb056ef36b81'] in n-d-705658-22 is: [] {{(pid=105587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:13:50.093963 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d559ac3d-b1a9-4747-9d93-3d05a65d133d tempest-FloatingIPAdminTestJSON-373562106 tempest-FloatingIPAdminTestJSON-373562106-project] Made reservation on behalf of 5ccc52b5c7774dddb9b18a7452f52bb9 for: {'port': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:13:50.099276 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-d559ac3d-b1a9-4747-9d93-3d05a65d133d tempest-FloatingIPAdminTestJSON-373562106 tempest-FloatingIPAdminTestJSON-373562106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:50.125643 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [None req-d559ac3d-b1a9-4747-9d93-3d05a65d133d tempest-FloatingIPAdminTestJSON-373562106 tempest-FloatingIPAdminTestJSON-373562106-project] device_id is not set on port 5deb302e-937f-4bbb-92c1-98d3b837d539 yet. {{(pid=105584) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 21:13:50.336711 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.db_base_plugin_common [None req-d559ac3d-b1a9-4747-9d93-3d05a65d133d tempest-FloatingIPAdminTestJSON-373562106 tempest-FloatingIPAdminTestJSON-373562106-project] Allocated IP 172.20.0.13 (079911f2-97c4-45a9-9eec-f2acf6415360/d22c1811-182f-4fc9-af90-e82ffb6afff7/5deb302e-937f-4bbb-92c1-98d3b837d539) {{(pid=105584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:13:50.421733 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 35070) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:13:50.513751 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.db_base_plugin_v2 [None req-caa7180c-a96f-42dc-87ab-c7349750d980 admin admin] Deleting subnet 54048abf-f191-442c-882c-c171eec4fbdf {{(pid=105585) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:13:50.519514 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-caa7180c-a96f-42dc-87ab-c7349750d980 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:50.561847 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 35078) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:13:50.563295 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device 02c1d30c-87d1-4ab3-8a04-cc33f5f02b7e no longer exists at agent hyperv_n-h1-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:13:50.626554 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-baf1ade7-2766-46af-94c1-841f9f1c868f admin admin] Notify callbacks [] for security_group, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:50.626759 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-caa7180c-a96f-42dc-87ab-c7349750d980 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9887057'] for subnet, precommit_delete_associations {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:50.631930 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-28650df7-c46c-4981-b84f-37d87254047e None None] No Port match for: 02c1d30c-87d1-4ab3-8a04-cc33f5f02b7e {{(pid=105586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:13:50.632547 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device 02c1d30c-87d1-4ab3-8a04-cc33f5f02b7e not bound to the agent host n-h1-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:13:50.733017 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-caa7180c-a96f-42dc-87ab-c7349750d980 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854965'] for subnet, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:50.750832 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-d559ac3d-b1a9-4747-9d93-3d05a65d133d tempest-FloatingIPAdminTestJSON-373562106 tempest-FloatingIPAdminTestJSON-373562106-project] Notify callbacks [] for port, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:50.779332 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.provisioning_blocks [None req-d559ac3d-b1a9-4747-9d93-3d05a65d133d tempest-FloatingIPAdminTestJSON-373562106 tempest-FloatingIPAdminTestJSON-373562106-project] Transition to ACTIVE for port object 5deb302e-937f-4bbb-92c1-98d3b837d539 will not be triggered until provisioned by entity DHCP. {{(pid=105584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:13:50.839799 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-caa7180c-a96f-42dc-87ab-c7349750d980 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10221602', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9990583'] for subnet, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:50.843735 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-baf1ade7-2766-46af-94c1-841f9f1c868f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:50.854462 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-baf1ade7-2766-46af-94c1-841f9f1c868f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:50.861319 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-d559ac3d-b1a9-4747-9d93-3d05a65d133d tempest-FloatingIPAdminTestJSON-373562106 tempest-FloatingIPAdminTestJSON-373562106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:50.889915 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa7180c-a96f-42dc-87ab-c7349750d980 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=54048abf-f191-442c-882c-c171eec4fbdf,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:13:50.898500 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-caa7180c-a96f-42dc-87ab-c7349750d980 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743886'] for subnet, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:50.903134 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-caa7180c-a96f-42dc-87ab-c7349750d980 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/54048abf-f191-442c-882c-c171eec4fbdf HTTP/1.1" status: 204 len: 168 time: 0.4803174 Jul 27 21:13:50.911280 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 35086) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:13:50.941379 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-baf1ade7-2766-46af-94c1-841f9f1c868f admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=f2298510aa314f0f99b910b8af333efe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3757179 Jul 27 21:13:50.942034 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-86686068-4764-4fee-b23d-ee8dd84c4946 req-8384f155-4c32-467e-b3d2-2d5311556d67 tempest-ServerShowV247Test-1705653992 tempest-ServerShowV247Test-1705653992-project] 10.222.0.59 "GET /v2.0/ports?device_id=471c84e8-5e3b-48df-8017-e079d70625cc HTTP/1.1" status: 200 len: 210 time: 0.0532048 Jul 27 21:13:50.942556 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 35088) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:13:50.945546 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf1ade7-2766-46af-94c1-841f9f1c868f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b34fecd7-5c91-4418-89de-bbb06e9e01b5,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:13:50.954611 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d559ac3d-b1a9-4747-9d93-3d05a65d133d tempest-FloatingIPAdminTestJSON-373562106 tempest-FloatingIPAdminTestJSON-373562106-project] Network 079911f2-97c4-45a9-9eec-f2acf6415360 is already hosted by enough agents. {{(pid=105584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:13:50.959881 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [None req-d559ac3d-b1a9-4747-9d93-3d05a65d133d tempest-FloatingIPAdminTestJSON-373562106 tempest-FloatingIPAdminTestJSON-373562106-project] Resources bound (agent type, host, resource id): {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:13:50.962803 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d559ac3d-b1a9-4747-9d93-3d05a65d133d tempest-FloatingIPAdminTestJSON-373562106 tempest-FloatingIPAdminTestJSON-373562106-project] Received port after_create {{(pid=105584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:13:51.000740 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d559ac3d-b1a9-4747-9d93-3d05a65d133d tempest-FloatingIPAdminTestJSON-373562106 tempest-FloatingIPAdminTestJSON-373562106-project] Pushing event updated for resources: {'Port': ['ID=5deb302e-937f-4bbb-92c1-98d3b837d539,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:13:51.032973 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d559ac3d-b1a9-4747-9d93-3d05a65d133d tempest-FloatingIPAdminTestJSON-373562106 tempest-FloatingIPAdminTestJSON-373562106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:13:51.033583 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-d559ac3d-b1a9-4747-9d93-3d05a65d133d tempest-FloatingIPAdminTestJSON-373562106 tempest-FloatingIPAdminTestJSON-373562106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:51.063201 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-d559ac3d-b1a9-4747-9d93-3d05a65d133d tempest-FloatingIPAdminTestJSON-373562106 tempest-FloatingIPAdminTestJSON-373562106-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 1.1706076 Jul 27 21:13:51.063578 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 35090) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:13:51.107716 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-eb7e345a-63f8-4be6-8da7-8ac5e6425977 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-990557'] for network, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:51.149575 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-43900888-528e-455a-b7a7-1959ff03e094 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:51.251872 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-43900888-528e-455a-b7a7-1959ff03e094 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:51.288413 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-eb7e345a-63f8-4be6-8da7-8ac5e6425977 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853562', 'neutron.services.segments.db._delete_segments_for_network-8790688882975'] for network, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:51.352653 n-d-705658-22 neutron-server[105585]: DEBUG neutron.services.segments.db [None req-eb7e345a-63f8-4be6-8da7-8ac5e6425977 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4390cbf5-7e78-4e4f-909f-4a4e22b8ff6a']}} {{(pid=105585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:13:51.360976 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-1d2f84c1-d873-4343-9e66-14dbc5140985 None None] Provisioning for port 5deb302e-937f-4bbb-92c1-98d3b837d539 completed by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:13:51.365324 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-1d2f84c1-d873-4343-9e66-14dbc5140985 None None] Provisioning complete for port 5deb302e-937f-4bbb-92c1-98d3b837d539 triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:13:51.365708 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-1d2f84c1-d873-4343-9e66-14dbc5140985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:51.367536 n-d-705658-22 neutron-server[105585]: DEBUG neutron.services.segments.db [None req-eb7e345a-63f8-4be6-8da7-8ac5e6425977 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0414d6eb-b060-4295-bd01-14cc6aa3c398') {'for_net_delete': True} {{(pid=105585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:13:51.367833 n-d-705658-22 neutron-server[105585]: DEBUG neutron.services.segments.db [None req-eb7e345a-63f8-4be6-8da7-8ac5e6425977 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0414d6eb-b060-4295-bd01-14cc6aa3c398') {} {{(pid=105585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:13:51.368365 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-9a8b2e1f-279b-49a6-9921-4519f731bba8 tempest-FloatingIPAdminTestJSON-1264898090 tempest-FloatingIPAdminTestJSON-1264898090-project-admin] Request body: {'floatingip': {'floating_network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'project_id': '5ccc52b5c7774dddb9b18a7452f52bb9', 'port_id': '5deb302e-937f-4bbb-92c1-98d3b837d539'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:13:51.379522 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-eb7e345a-63f8-4be6-8da7-8ac5e6425977 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790688883752', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9886370'] for segment, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:51.400391 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-eb7e345a-63f8-4be6-8da7-8ac5e6425977 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:51.405731 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb7e345a-63f8-4be6-8da7-8ac5e6425977 admin admin] Releasing vlan 224 on physical network physnet1 to pool {{(pid=105585) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:13:51.405975 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-eb7e345a-63f8-4be6-8da7-8ac5e6425977 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10221644'] for segment, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:51.407771 n-d-705658-22 neutron-server[105585]: Traceback (most recent call last): Jul 27 21:13:51.407771 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:13:51.407771 n-d-705658-22 neutron-server[105585]: timer() Jul 27 21:13:51.407771 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:13:51.407771 n-d-705658-22 neutron-server[105585]: cb(*args, **kw) Jul 27 21:13:51.407771 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:13:51.407771 n-d-705658-22 neutron-server[105585]: return func(*args, **kwargs) Jul 27 21:13:51.407771 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:13:51.407771 n-d-705658-22 neutron-server[105585]: self._notify() Jul 27 21:13:51.407771 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:13:51.407771 n-d-705658-22 neutron-server[105585]: self.callback(batched_events) Jul 27 21:13:51.407771 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:13:51.407771 n-d-705658-22 neutron-server[105585]: event.method(event) Jul 27 21:13:51.407771 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:13:51.407771 n-d-705658-22 neutron-server[105585]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:13:51.407771 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:13:51.407771 n-d-705658-22 neutron-server[105585]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:13:51.407771 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:13:51.407771 n-d-705658-22 neutron-server[105585]: return f(self, *a, **k) Jul 27 21:13:51.407771 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:13:51.407771 n-d-705658-22 neutron-server[105585]: return self._get(url).json() Jul 27 21:13:51.407771 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:13:51.407771 n-d-705658-22 neutron-server[105585]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:13:51.407771 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:13:51.407771 n-d-705658-22 neutron-server[105585]: return self.request(url, 'GET', **kwargs) Jul 27 21:13:51.407771 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:13:51.407771 n-d-705658-22 neutron-server[105585]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:13:51.407771 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:13:51.407771 n-d-705658-22 neutron-server[105585]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:13:51.407771 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:13:51.407771 n-d-705658-22 neutron-server[105585]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:13:51.407771 n-d-705658-22 neutron-server[105585]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:13:51.427328 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-9a8b2e1f-279b-49a6-9921-4519f731bba8 tempest-FloatingIPAdminTestJSON-1264898090 tempest-FloatingIPAdminTestJSON-1264898090-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:51.465565 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-1d2f84c1-d873-4343-9e66-14dbc5140985 None None] Port 5deb302e-937f-4bbb-92c1-98d3b837d539 cannot update to ACTIVE because it is not bound. {{(pid=105586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:13:51.489847 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-eb7e345a-63f8-4be6-8da7-8ac5e6425977 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4075658'] for network, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:51.521904 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-eb7e345a-63f8-4be6-8da7-8ac5e6425977 admin admin] Notify callbacks [] for network, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:51.526606 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-eb7e345a-63f8-4be6-8da7-8ac5e6425977 admin admin] 10.222.0.59 "DELETE /v2.0/networks/4390cbf5-7e78-4e4f-909f-4a4e22b8ff6a HTTP/1.1" status: 204 len: 168 time: 0.6104457 Jul 27 21:13:51.541267 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7e345a-63f8-4be6-8da7-8ac5e6425977 admin admin] Pushing event deleted for resources: {'Network': ['ID=4390cbf5-7e78-4e4f-909f-4a4e22b8ff6a,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:13:51.550982 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-43900888-528e-455a-b7a7-1959ff03e094 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:51.553844 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-43900888-528e-455a-b7a7-1959ff03e094 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:51.554977 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-43900888-528e-455a-b7a7-1959ff03e094 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/b34fecd7-5c91-4418-89de-bbb06e9e01b5 HTTP/1.1" status: 204 len: 168 time: 0.6012084 Jul 27 21:13:51.564382 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-9a8b2e1f-279b-49a6-9921-4519f731bba8 tempest-FloatingIPAdminTestJSON-1264898090 tempest-FloatingIPAdminTestJSON-1264898090-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:51.580647 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43900888-528e-455a-b7a7-1959ff03e094 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b34fecd7-5c91-4418-89de-bbb06e9e01b5,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:13:51.792021 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 35114) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:13:51.807931 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.db_base_plugin_common [None req-9a8b2e1f-279b-49a6-9921-4519f731bba8 tempest-FloatingIPAdminTestJSON-1264898090 tempest-FloatingIPAdminTestJSON-1264898090-project-admin] Allocated IP 172.25.5.144 (8735d8a2-b604-4758-ae71-b40e4ee6f305/eca7dbab-b9c0-4c8f-a272-816ea8a81764/0eb93d85-248f-48e6-90ef-614a3cca721a) {{(pid=105584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:13:51.891798 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-da542a04-c0ef-4251-a337-b87396624834 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=68b3cdce681f47658a432c5ac5385a68&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0980577 Jul 27 21:13:51.899243 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 35118) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:13:51.998537 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-9a8b2e1f-279b-49a6-9921-4519f731bba8 tempest-FloatingIPAdminTestJSON-1264898090 tempest-FloatingIPAdminTestJSON-1264898090-project-admin] Notify callbacks [] for port, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:52.017485 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-381121e5-4516-40a1-ac75-9c5c9064bc98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:52.046330 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-9a8b2e1f-279b-49a6-9921-4519f731bba8 tempest-FloatingIPAdminTestJSON-1264898090 tempest-FloatingIPAdminTestJSON-1264898090-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:52.053164 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-381121e5-4516-40a1-ac75-9c5c9064bc98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:52.082972 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a8b2e1f-279b-49a6-9921-4519f731bba8 tempest-FloatingIPAdminTestJSON-1264898090 tempest-FloatingIPAdminTestJSON-1264898090-project-admin] Network 8735d8a2-b604-4758-ae71-b40e4ee6f305 is already hosted by enough agents. {{(pid=105584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:13:52.088038 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [None req-9a8b2e1f-279b-49a6-9921-4519f731bba8 tempest-FloatingIPAdminTestJSON-1264898090 tempest-FloatingIPAdminTestJSON-1264898090-project-admin] Resources bound (agent type, host, resource id): {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:13:52.092185 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a8b2e1f-279b-49a6-9921-4519f731bba8 tempest-FloatingIPAdminTestJSON-1264898090 tempest-FloatingIPAdminTestJSON-1264898090-project-admin] Received port after_create {{(pid=105584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:13:52.121944 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-381121e5-4516-40a1-ac75-9c5c9064bc98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:52.125789 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-381121e5-4516-40a1-ac75-9c5c9064bc98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:52.130605 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-381121e5-4516-40a1-ac75-9c5c9064bc98 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/c166a083-e7a4-430d-b39b-9b2d1c142ecc HTTP/1.1" status: 204 len: 168 time: 0.2287600 Jul 27 21:13:52.131409 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8b2e1f-279b-49a6-9921-4519f731bba8 tempest-FloatingIPAdminTestJSON-1264898090 tempest-FloatingIPAdminTestJSON-1264898090-project-admin] Pushing event updated for resources: {'Port': ['ID=0eb93d85-248f-48e6-90ef-614a3cca721a,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:13:52.167825 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381121e5-4516-40a1-ac75-9c5c9064bc98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c166a083-e7a4-430d-b39b-9b2d1c142ecc,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:13:52.179653 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-802b4259-e03d-4fce-a0fa-ae933e33668c req-33399f75-4b88-40aa-9485-cfa92bfce4f2 tempest-ServerShowV247Test-1705653992 tempest-ServerShowV247Test-1705653992-project] 10.222.0.59 "GET /v2.0/ports?device_id=471c84e8-5e3b-48df-8017-e079d70625cc HTTP/1.1" status: 200 len: 210 time: 0.0725543 Jul 27 21:13:53.372789 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-04f17d76-1a8b-4186-bf15-4fd5ea08c75f req-91a61f27-78aa-4872-8912-6fe2ea0e0b7d tempest-ServerShowV247Test-1705653992 tempest-ServerShowV247Test-1705653992-project] 10.222.0.59 "GET /v2.0/ports?device_id=471c84e8-5e3b-48df-8017-e079d70625cc HTTP/1.1" status: 200 len: 210 time: 0.0623186 Jul 27 21:13:53.499967 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-9a8b2e1f-279b-49a6-9921-4519f731bba8 tempest-FloatingIPAdminTestJSON-1264898090 tempest-FloatingIPAdminTestJSON-1264898090-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:53.691700 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-9a8b2e1f-279b-49a6-9921-4519f731bba8 tempest-FloatingIPAdminTestJSON-1264898090 tempest-FloatingIPAdminTestJSON-1264898090-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:53.977355 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-9a8b2e1f-279b-49a6-9921-4519f731bba8 tempest-FloatingIPAdminTestJSON-1264898090 tempest-FloatingIPAdminTestJSON-1264898090-project-admin] Notify callbacks [] for port, precommit_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:53.985146 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-9a8b2e1f-279b-49a6-9921-4519f731bba8 tempest-FloatingIPAdminTestJSON-1264898090 tempest-FloatingIPAdminTestJSON-1264898090-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9014027'] for port, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:54.186287 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-9a8b2e1f-279b-49a6-9921-4519f731bba8 tempest-FloatingIPAdminTestJSON-1264898090 tempest-FloatingIPAdminTestJSON-1264898090-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4075768'] for floatingip, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:54.270790 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8b2e1f-279b-49a6-9921-4519f731bba8 tempest-FloatingIPAdminTestJSON-1264898090 tempest-FloatingIPAdminTestJSON-1264898090-project-admin] Pushing event updated for resources: {'Port': ['ID=0eb93d85-248f-48e6-90ef-614a3cca721a,revision_number=2']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:13:54.384554 n-d-705658-22 neutron-server[105584]: INFO neutron.db.l3_db [None req-9a8b2e1f-279b-49a6-9921-4519f731bba8 tempest-FloatingIPAdminTestJSON-1264898090 tempest-FloatingIPAdminTestJSON-1264898090-project-admin] Floating IP 3d677a45-a201-48f5-81af-42de5acbd831 associated. External IP: 172.25.5.144, port: 5deb302e-937f-4bbb-92c1-98d3b837d539. Jul 27 21:13:54.565939 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f0feb028-874c-42f9-a63d-f694088b013f req-e359e8f0-d577-47e2-bc5b-4dd1504f32b6 tempest-ServerShowV247Test-1705653992 tempest-ServerShowV247Test-1705653992-project] 10.222.0.59 "GET /v2.0/ports?device_id=471c84e8-5e3b-48df-8017-e079d70625cc HTTP/1.1" status: 200 len: 210 time: 0.0404904 Jul 27 21:13:54.693541 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a8b2e1f-279b-49a6-9921-4519f731bba8 tempest-FloatingIPAdminTestJSON-1264898090 tempest-FloatingIPAdminTestJSON-1264898090-project-admin] Router 37454c74-5b14-41a5-9a8e-eb056ef36b81 has already been hosted by L3 agent dd128fd7-8e57-4d4f-895b-a96b369df59a {{(pid=105584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:13:54.905557 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a8b2e1f-279b-49a6-9921-4519f731bba8 tempest-FloatingIPAdminTestJSON-1264898090 tempest-FloatingIPAdminTestJSON-1264898090-project-admin] Notify agent at l3_agent.n-d-705658-22 the message routers_updated {{(pid=105584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:13:54.917436 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59a1c64b-5a72-4f23-bb7c-490751fc2c62 None None] Sync routers for ids ['37454c74-5b14-41a5-9a8e-eb056ef36b81'] in n-d-705658-22 {{(pid=105586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:13:54.934706 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59a1c64b-5a72-4f23-bb7c-490751fc2c62 None None] Routers {'37454c74-5b14-41a5-9a8e-eb056ef36b81'} bound to L3 agent in host n-d-705658-22 {{(pid=105586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:13:54.936803 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-59a1c64b-5a72-4f23-bb7c-490751fc2c62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:13:42Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['37454c74-5b14-41a5-9a8e-eb056ef36b81'], 'active': True} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:13:54.943751 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-9a8b2e1f-279b-49a6-9921-4519f731bba8 tempest-FloatingIPAdminTestJSON-1264898090 tempest-FloatingIPAdminTestJSON-1264898090-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for floatingip, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:55.020271 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 35254) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:13:55.020600 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-9a8b2e1f-279b-49a6-9921-4519f731bba8 tempest-FloatingIPAdminTestJSON-1264898090 tempest-FloatingIPAdminTestJSON-1264898090-project-admin] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 989 time: 3.9558957 Jul 27 21:13:55.078739 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-59a1c64b-5a72-4f23-bb7c-490751fc2c62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-22', False) {} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:13:55.112134 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59a1c64b-5a72-4f23-bb7c-490751fc2c62 None None] Routers {'37454c74-5b14-41a5-9a8e-eb056ef36b81'} bound to L3 agent in host n-d-705658-22 {{(pid=105586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:13:55.112796 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-59a1c64b-5a72-4f23-bb7c-490751fc2c62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:13:42Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['37454c74-5b14-41a5-9a8e-eb056ef36b81'], 'active': True} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:13:55.210559 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 35268) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:13:55.222621 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-20ecec70-75ee-4385-9822-ee297005de7b tempest-FloatingIPAdminTestJSON-1264898090 tempest-FloatingIPAdminTestJSON-1264898090-project-admin] 10.222.0.59 "GET /v2.0/floatingips/3d677a45-a201-48f5-81af-42de5acbd831 HTTP/1.1" status: 200 len: 984 time: 0.2007716 Jul 27 21:13:55.284933 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-59a1c64b-5a72-4f23-bb7c-490751fc2c62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-22', False) {} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:13:55.287415 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59a1c64b-5a72-4f23-bb7c-490751fc2c62 None None] The sync data for ids ['37454c74-5b14-41a5-9a8e-eb056ef36b81'] in n-d-705658-22 is: [] {{(pid=105586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:13:55.439078 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-96a81ce8-b9d2-4d89-b6d1-1ff517743c20 tempest-FloatingIPAdminTestJSON-1264898090 tempest-FloatingIPAdminTestJSON-1264898090-project-admin] 10.222.0.59 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2253 time: 0.2244604 Jul 27 21:13:55.439877 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 35278) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:13:55.784951 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 35288) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:13:55.797918 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f026182c-13af-4195-9b64-f84d6fb764e9 req-66021382-2e6a-4d5d-91fe-1261c4ad628b tempest-ServerShowV247Test-1705653992 tempest-ServerShowV247Test-1705653992-project] 10.222.0.59 "GET /v2.0/ports?device_id=471c84e8-5e3b-48df-8017-e079d70625cc HTTP/1.1" status: 200 len: 210 time: 0.0721111 Jul 27 21:13:55.929597 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-90efddb4-799c-4338-ba37-f69b3cee42f6 tempest-FloatingIPAdminTestJSON-373562106 tempest-FloatingIPAdminTestJSON-373562106-project] Deleting port 0eb93d85-248f-48e6-90ef-614a3cca721a {{(pid=105584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:13:55.930308 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-90efddb4-799c-4338-ba37-f69b3cee42f6 tempest-FloatingIPAdminTestJSON-373562106 tempest-FloatingIPAdminTestJSON-373562106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:56.094360 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-90efddb4-799c-4338-ba37-f69b3cee42f6 tempest-FloatingIPAdminTestJSON-373562106 tempest-FloatingIPAdminTestJSON-373562106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:56.094815 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-90efddb4-799c-4338-ba37-f69b3cee42f6 tempest-FloatingIPAdminTestJSON-373562106 tempest-FloatingIPAdminTestJSON-373562106-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:56.128423 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-90efddb4-799c-4338-ba37-f69b3cee42f6 tempest-FloatingIPAdminTestJSON-373562106 tempest-FloatingIPAdminTestJSON-373562106-project] Calling delete_port for 0eb93d85-248f-48e6-90ef-614a3cca721a owned by network:floatingip {{(pid=105584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:13:56.293748 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c2d3bfaa-7506-46a1-84cd-b72758e8d412 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:56.725291 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c2d3bfaa-7506-46a1-84cd-b72758e8d412 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:56.732144 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-90efddb4-799c-4338-ba37-f69b3cee42f6 tempest-FloatingIPAdminTestJSON-373562106 tempest-FloatingIPAdminTestJSON-373562106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:56.800701 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c2d3bfaa-7506-46a1-84cd-b72758e8d412 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:56.809035 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90efddb4-799c-4338-ba37-f69b3cee42f6 tempest-FloatingIPAdminTestJSON-373562106 tempest-FloatingIPAdminTestJSON-373562106-project] Pushing event deleted for resources: {'Port': ['ID=0eb93d85-248f-48e6-90ef-614a3cca721a,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:13:56.964789 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-90efddb4-799c-4338-ba37-f69b3cee42f6 tempest-FloatingIPAdminTestJSON-373562106 tempest-FloatingIPAdminTestJSON-373562106-project] Notify callbacks [] for floatingip, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:56.965130 n-d-705658-22 neutron-server[105584]: INFO neutron.db.l3_db [None req-90efddb4-799c-4338-ba37-f69b3cee42f6 tempest-FloatingIPAdminTestJSON-373562106 tempest-FloatingIPAdminTestJSON-373562106-project] Floating IP 3d677a45-a201-48f5-81af-42de5acbd831 disassociated (deleted). External IP: 172.25.5.144, port: 5deb302e-937f-4bbb-92c1-98d3b837d539. Jul 27 21:13:57.000734 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-1f45191d-5a1e-47e6-a2a2-3e5de1cb28db req-f753e35b-6317-4c64-985b-cc34efbc9dd7 tempest-ServerShowV247Test-1705653992 tempest-ServerShowV247Test-1705653992-project] 10.222.0.59 "GET /v2.0/ports?device_id=471c84e8-5e3b-48df-8017-e079d70625cc HTTP/1.1" status: 200 len: 210 time: 0.0610328 Jul 27 21:13:57.071297 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-c2d3bfaa-7506-46a1-84cd-b72758e8d412 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=52e9515512924c8bbd9ff46ae9c9c566&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2851028 Jul 27 21:13:57.074152 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 35314) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:13:57.097095 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d3bfaa-7506-46a1-84cd-b72758e8d412 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf791e4e-e532-4786-89ef-128fed558110,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:13:57.210300 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-a49b6cad-fcd0-4147-9e97-f39a8a35f051 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:57.301912 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-a49b6cad-fcd0-4147-9e97-f39a8a35f051 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:57.392680 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-a49b6cad-fcd0-4147-9e97-f39a8a35f051 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:57.396497 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-a49b6cad-fcd0-4147-9e97-f39a8a35f051 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:57.401575 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-a49b6cad-fcd0-4147-9e97-f39a8a35f051 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/bf791e4e-e532-4786-89ef-128fed558110 HTTP/1.1" status: 204 len: 168 time: 0.3232348 Jul 27 21:13:57.416908 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49b6cad-fcd0-4147-9e97-f39a8a35f051 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf791e4e-e532-4786-89ef-128fed558110,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:13:57.420502 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90efddb4-799c-4338-ba37-f69b3cee42f6 tempest-FloatingIPAdminTestJSON-373562106 tempest-FloatingIPAdminTestJSON-373562106-project] Router 37454c74-5b14-41a5-9a8e-eb056ef36b81 has already been hosted by L3 agent dd128fd7-8e57-4d4f-895b-a96b369df59a {{(pid=105584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:13:57.604890 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90efddb4-799c-4338-ba37-f69b3cee42f6 tempest-FloatingIPAdminTestJSON-373562106 tempest-FloatingIPAdminTestJSON-373562106-project] Notify agent at l3_agent.n-d-705658-22 the message routers_updated {{(pid=105584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:13:57.616397 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-814a566c-db0c-4623-a23f-765d6629df12 None None] Sync routers for ids ['37454c74-5b14-41a5-9a8e-eb056ef36b81'] in n-d-705658-22 {{(pid=105587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:13:57.627979 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-90efddb4-799c-4338-ba37-f69b3cee42f6 tempest-FloatingIPAdminTestJSON-373562106 tempest-FloatingIPAdminTestJSON-373562106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for floatingip, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:57.635084 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-814a566c-db0c-4623-a23f-765d6629df12 None None] Routers {'37454c74-5b14-41a5-9a8e-eb056ef36b81'} bound to L3 agent in host n-d-705658-22 {{(pid=105587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:13:57.643971 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-814a566c-db0c-4623-a23f-765d6629df12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:13:42Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['37454c74-5b14-41a5-9a8e-eb056ef36b81'], 'active': True} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:13:57.729008 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-814a566c-db0c-4623-a23f-765d6629df12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-22', False) {} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:13:57.743096 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-90efddb4-799c-4338-ba37-f69b3cee42f6 tempest-FloatingIPAdminTestJSON-373562106 tempest-FloatingIPAdminTestJSON-373562106-project] 10.222.0.59 "DELETE /v2.0/floatingips/3d677a45-a201-48f5-81af-42de5acbd831 HTTP/1.1" status: 204 len: 168 time: 2.2981997 Jul 27 21:13:57.743324 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 35338) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:13:57.748552 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-6fcd2b3a-775d-45c4-9f9f-1c4c191c3efd tempest-FloatingIPAdminTestJSON-1264898090 tempest-FloatingIPAdminTestJSON-1264898090-project-admin] Request body: {'floatingip': {'floating_network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:13:57.749350 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-814a566c-db0c-4623-a23f-765d6629df12 None None] Routers {'37454c74-5b14-41a5-9a8e-eb056ef36b81'} bound to L3 agent in host n-d-705658-22 {{(pid=105587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:13:57.749969 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-814a566c-db0c-4623-a23f-765d6629df12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:13:42Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['37454c74-5b14-41a5-9a8e-eb056ef36b81'], 'active': True} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:13:57.798702 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-814a566c-db0c-4623-a23f-765d6629df12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-22', False) {} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:13:57.800767 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-814a566c-db0c-4623-a23f-765d6629df12 None None] The sync data for ids ['37454c74-5b14-41a5-9a8e-eb056ef36b81'] in n-d-705658-22 is: [] {{(pid=105587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:13:57.811990 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-6fcd2b3a-775d-45c4-9f9f-1c4c191c3efd tempest-FloatingIPAdminTestJSON-1264898090 tempest-FloatingIPAdminTestJSON-1264898090-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:57.937098 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-6fcd2b3a-775d-45c4-9f9f-1c4c191c3efd tempest-FloatingIPAdminTestJSON-1264898090 tempest-FloatingIPAdminTestJSON-1264898090-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:58.094473 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.db_base_plugin_common [None req-6fcd2b3a-775d-45c4-9f9f-1c4c191c3efd tempest-FloatingIPAdminTestJSON-1264898090 tempest-FloatingIPAdminTestJSON-1264898090-project-admin] Allocated IP 172.25.5.249 (8735d8a2-b604-4758-ae71-b40e4ee6f305/eca7dbab-b9c0-4c8f-a272-816ea8a81764/af52fc75-76c8-4805-8355-78ce053f068c) {{(pid=105585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:13:58.236547 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-6fcd2b3a-775d-45c4-9f9f-1c4c191c3efd tempest-FloatingIPAdminTestJSON-1264898090 tempest-FloatingIPAdminTestJSON-1264898090-project-admin] Notify callbacks [] for port, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:58.305498 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-6fcd2b3a-775d-45c4-9f9f-1c4c191c3efd tempest-FloatingIPAdminTestJSON-1264898090 tempest-FloatingIPAdminTestJSON-1264898090-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:58.349630 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-9ee6bd06-d5ea-482f-a178-0f9751aa0438 req-8158702e-40a2-4602-acd1-61f82f907b96 tempest-ServerShowV247Test-1705653992 tempest-ServerShowV247Test-1705653992-project] 10.222.0.59 "GET /v2.0/ports?device_id=471c84e8-5e3b-48df-8017-e079d70625cc HTTP/1.1" status: 200 len: 210 time: 0.0726697 Jul 27 21:13:58.425606 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fcd2b3a-775d-45c4-9f9f-1c4c191c3efd tempest-FloatingIPAdminTestJSON-1264898090 tempest-FloatingIPAdminTestJSON-1264898090-project-admin] Network 8735d8a2-b604-4758-ae71-b40e4ee6f305 is already hosted by enough agents. {{(pid=105585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:13:58.430314 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.base_scheduler [None req-6fcd2b3a-775d-45c4-9f9f-1c4c191c3efd tempest-FloatingIPAdminTestJSON-1264898090 tempest-FloatingIPAdminTestJSON-1264898090-project-admin] Resources bound (agent type, host, resource id): {{(pid=105585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:13:58.435633 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fcd2b3a-775d-45c4-9f9f-1c4c191c3efd tempest-FloatingIPAdminTestJSON-1264898090 tempest-FloatingIPAdminTestJSON-1264898090-project-admin] Received port after_create {{(pid=105585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:13:58.542379 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fcd2b3a-775d-45c4-9f9f-1c4c191c3efd tempest-FloatingIPAdminTestJSON-1264898090 tempest-FloatingIPAdminTestJSON-1264898090-project-admin] Pushing event updated for resources: {'Port': ['ID=af52fc75-76c8-4805-8355-78ce053f068c,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:13:58.642381 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-6fcd2b3a-775d-45c4-9f9f-1c4c191c3efd tempest-FloatingIPAdminTestJSON-1264898090 tempest-FloatingIPAdminTestJSON-1264898090-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:58.752198 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-6fcd2b3a-775d-45c4-9f9f-1c4c191c3efd tempest-FloatingIPAdminTestJSON-1264898090 tempest-FloatingIPAdminTestJSON-1264898090-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:58.997484 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-6fcd2b3a-775d-45c4-9f9f-1c4c191c3efd tempest-FloatingIPAdminTestJSON-1264898090 tempest-FloatingIPAdminTestJSON-1264898090-project-admin] Notify callbacks [] for port, precommit_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:59.005164 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-6fcd2b3a-775d-45c4-9f9f-1c4c191c3efd tempest-FloatingIPAdminTestJSON-1264898090 tempest-FloatingIPAdminTestJSON-1264898090-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10221672'] for port, after_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:59.115766 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fcd2b3a-775d-45c4-9f9f-1c4c191c3efd tempest-FloatingIPAdminTestJSON-1264898090 tempest-FloatingIPAdminTestJSON-1264898090-project-admin] Pushing event updated for resources: {'Port': ['ID=af52fc75-76c8-4805-8355-78ce053f068c,revision_number=2']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:13:59.142191 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-6fcd2b3a-775d-45c4-9f9f-1c4c191c3efd tempest-FloatingIPAdminTestJSON-1264898090 tempest-FloatingIPAdminTestJSON-1264898090-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4075768'] for floatingip, after_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:59.174933 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-6fcd2b3a-775d-45c4-9f9f-1c4c191c3efd tempest-FloatingIPAdminTestJSON-1264898090 tempest-FloatingIPAdminTestJSON-1264898090-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for floatingip, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:59.176475 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-6fcd2b3a-775d-45c4-9f9f-1c4c191c3efd tempest-FloatingIPAdminTestJSON-1264898090 tempest-FloatingIPAdminTestJSON-1264898090-project-admin] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4317262 Jul 27 21:13:59.179197 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 35406) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:13:59.556821 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-37329d6b-80e0-44b6-8fd2-92e9ba6019e1 tempest-FloatingIPAdminTestJSON-460248152 tempest-FloatingIPAdminTestJSON-460248152-project] Request body: {'floatingip': {'floating_network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:13:59.618116 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-0d4ce0aa-d565-4e84-a0b4-a78f3660e820 req-f9ba2c79-a15b-4ffe-9591-ea72b63ffef2 tempest-ServerShowV247Test-1705653992 tempest-ServerShowV247Test-1705653992-project] 10.222.0.59 "GET /v2.0/ports?device_id=471c84e8-5e3b-48df-8017-e079d70625cc HTTP/1.1" status: 200 len: 210 time: 0.0495157 Jul 27 21:13:59.641067 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-37329d6b-80e0-44b6-8fd2-92e9ba6019e1 tempest-FloatingIPAdminTestJSON-460248152 tempest-FloatingIPAdminTestJSON-460248152-project] Notify callbacks [] for floatingip, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:59.799312 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-37329d6b-80e0-44b6-8fd2-92e9ba6019e1 tempest-FloatingIPAdminTestJSON-460248152 tempest-FloatingIPAdminTestJSON-460248152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:00.028222 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.db_base_plugin_common [None req-37329d6b-80e0-44b6-8fd2-92e9ba6019e1 tempest-FloatingIPAdminTestJSON-460248152 tempest-FloatingIPAdminTestJSON-460248152-project] Allocated IP 172.25.5.142 (8735d8a2-b604-4758-ae71-b40e4ee6f305/eca7dbab-b9c0-4c8f-a272-816ea8a81764/5064e7d2-1c12-4238-9b7f-284c53a203b9) {{(pid=105585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:14:00.222843 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-37329d6b-80e0-44b6-8fd2-92e9ba6019e1 tempest-FloatingIPAdminTestJSON-460248152 tempest-FloatingIPAdminTestJSON-460248152-project] Notify callbacks [] for port, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:00.294458 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-37329d6b-80e0-44b6-8fd2-92e9ba6019e1 tempest-FloatingIPAdminTestJSON-460248152 tempest-FloatingIPAdminTestJSON-460248152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:00.388373 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37329d6b-80e0-44b6-8fd2-92e9ba6019e1 tempest-FloatingIPAdminTestJSON-460248152 tempest-FloatingIPAdminTestJSON-460248152-project] Network 8735d8a2-b604-4758-ae71-b40e4ee6f305 is already hosted by enough agents. {{(pid=105585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:14:00.390709 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.base_scheduler [None req-37329d6b-80e0-44b6-8fd2-92e9ba6019e1 tempest-FloatingIPAdminTestJSON-460248152 tempest-FloatingIPAdminTestJSON-460248152-project] Resources bound (agent type, host, resource id): {{(pid=105585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:14:00.393233 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37329d6b-80e0-44b6-8fd2-92e9ba6019e1 tempest-FloatingIPAdminTestJSON-460248152 tempest-FloatingIPAdminTestJSON-460248152-project] Pushing event updated for resources: {'Port': ['ID=5064e7d2-1c12-4238-9b7f-284c53a203b9,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:14:00.396086 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37329d6b-80e0-44b6-8fd2-92e9ba6019e1 tempest-FloatingIPAdminTestJSON-460248152 tempest-FloatingIPAdminTestJSON-460248152-project] Received port after_create {{(pid=105585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:14:00.577814 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-37329d6b-80e0-44b6-8fd2-92e9ba6019e1 tempest-FloatingIPAdminTestJSON-460248152 tempest-FloatingIPAdminTestJSON-460248152-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:00.692608 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-37329d6b-80e0-44b6-8fd2-92e9ba6019e1 tempest-FloatingIPAdminTestJSON-460248152 tempest-FloatingIPAdminTestJSON-460248152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:00.807827 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-e10a28b4-bc86-4a22-95d6-37525ea6b023 req-d4711800-2171-4906-8eae-5d40549eab4a service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=0825c36d-0908-4005-9b56-a6dfd34ad897&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1430635 Jul 27 21:14:00.906676 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-c0e83ae9-f7b0-46ad-a463-d7a52d0a7184 req-eeddcb7a-3df7-4772-aea5-05c2a817d98a tempest-ServerShowV247Test-1705653992 tempest-ServerShowV247Test-1705653992-project] 10.222.0.59 "GET /v2.0/ports?device_id=471c84e8-5e3b-48df-8017-e079d70625cc HTTP/1.1" status: 200 len: 210 time: 0.1055553 Jul 27 21:14:00.989918 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10a28b4-bc86-4a22-95d6-37525ea6b023 req-ae355506-42c1-45a7-a6a4-1d8d6fd7b72d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:14:00.991686 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-e10a28b4-bc86-4a22-95d6-37525ea6b023 req-ae355506-42c1-45a7-a6a4-1d8d6fd7b72d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1816f1c47c674f62ac676a2d74d8fad6&device_id=0825c36d-0908-4005-9b56-a6dfd34ad897 HTTP/1.1" status: 200 len: 1097 time: 0.1247344 Jul 27 21:14:01.101176 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-37329d6b-80e0-44b6-8fd2-92e9ba6019e1 tempest-FloatingIPAdminTestJSON-460248152 tempest-FloatingIPAdminTestJSON-460248152-project] Notify callbacks [] for port, precommit_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:01.114291 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-37329d6b-80e0-44b6-8fd2-92e9ba6019e1 tempest-FloatingIPAdminTestJSON-460248152 tempest-FloatingIPAdminTestJSON-460248152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10221672'] for port, after_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:01.269681 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10a28b4-bc86-4a22-95d6-37525ea6b023 req-d83f09ac-764b-4d0d-b931-a984651c0950 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:14:01.272115 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-e10a28b4-bc86-4a22-95d6-37525ea6b023 req-d83f09ac-764b-4d0d-b931-a984651c0950 service neutron] 10.222.0.36 "GET /v2.0/networks?id=1db3ecd8-5bfa-46e7-9a53-5860f7a92c34 HTTP/1.1" status: 200 len: 918 time: 0.2515178 Jul 27 21:14:01.353410 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-e10a28b4-bc86-4a22-95d6-37525ea6b023 req-6ed51651-3ed4-40d1-90a6-3173743e63d5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=311039f1-5d25-4523-b4ea-b899c7f4e2bf HTTP/1.1" status: 200 len: 217 time: 0.0725982 Jul 27 21:14:01.366043 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37329d6b-80e0-44b6-8fd2-92e9ba6019e1 tempest-FloatingIPAdminTestJSON-460248152 tempest-FloatingIPAdminTestJSON-460248152-project] Pushing event updated for resources: {'Port': ['ID=5064e7d2-1c12-4238-9b7f-284c53a203b9,revision_number=2']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:14:01.387080 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-37329d6b-80e0-44b6-8fd2-92e9ba6019e1 tempest-FloatingIPAdminTestJSON-460248152 tempest-FloatingIPAdminTestJSON-460248152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4075768'] for floatingip, after_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:01.440056 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-37329d6b-80e0-44b6-8fd2-92e9ba6019e1 tempest-FloatingIPAdminTestJSON-460248152 tempest-FloatingIPAdminTestJSON-460248152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for floatingip, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:01.445445 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-37329d6b-80e0-44b6-8fd2-92e9ba6019e1 tempest-FloatingIPAdminTestJSON-460248152 tempest-FloatingIPAdminTestJSON-460248152-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.2643185 Jul 27 21:14:01.448036 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 35482) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:14:01.531708 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10a28b4-bc86-4a22-95d6-37525ea6b023 req-83b70293-eda9-42a7-b8b1-2b42c804fe14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:14:01.533768 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-e10a28b4-bc86-4a22-95d6-37525ea6b023 req-83b70293-eda9-42a7-b8b1-2b42c804fe14 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=bde3c8e5-46f4-4260-b2be-2a93267b8e98 HTTP/1.1" status: 200 len: 857 time: 0.1727259 Jul 27 21:14:01.596568 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-e10a28b4-bc86-4a22-95d6-37525ea6b023 req-0d52d630-3610-4775-99cc-f18d7280908d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1db3ecd8-5bfa-46e7-9a53-5860f7a92c34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0517807 Jul 27 21:14:01.713466 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 35492) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:14:01.836458 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-af62745a-aaa2-4d52-8fb2-993ec17ed21e tempest-FloatingIPAdminTestJSON-1264898090 tempest-FloatingIPAdminTestJSON-1264898090-project-admin] 10.222.0.59 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2437 time: 0.3871744 Jul 27 21:14:01.838311 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 35498) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:14:01.892652 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-e10a28b4-bc86-4a22-95d6-37525ea6b023 req-ec4ffc2f-173f-4904-9bb1-515834f015f3 service neutron] 10.222.0.36 "GET /v2.0/networks/1db3ecd8-5bfa-46e7-9a53-5860f7a92c34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2865953 Jul 27 21:14:01.958818 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-18ec458e-11de-4ca0-9fed-1bd8a0517dee admin admin] Notify callbacks [] for security_group, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:01.991039 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-5d998396-374e-43cf-abdf-7ab0da5384b2 tempest-FloatingIPAdminTestJSON-373562106 tempest-FloatingIPAdminTestJSON-373562106-project] 10.222.0.59 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 690 time: 0.1490245 Jul 27 21:14:01.991419 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 35506) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:14:02.092172 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-e10a28b4-bc86-4a22-95d6-37525ea6b023 req-63a1e39d-e765-4473-b83b-cdefdade0319 service neutron] 10.222.0.36 "GET /v2.0/networks/1db3ecd8-5bfa-46e7-9a53-5860f7a92c34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1736624 Jul 27 21:14:02.179784 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-18ec458e-11de-4ca0-9fed-1bd8a0517dee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:02.185778 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-18ec458e-11de-4ca0-9fed-1bd8a0517dee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:02.241859 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-18ec458e-11de-4ca0-9fed-1bd8a0517dee admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=cc3a03017a6e40cb8384c79dfb4522b1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5273323 Jul 27 21:14:02.245965 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 35518) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:14:02.246730 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ec458e-11de-4ca0-9fed-1bd8a0517dee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8c7d1b9-67aa-4645-9f1c-00b90951a99a,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:14:02.268225 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-9b5a2038-e700-4113-a82f-664ee4fae8df req-a5d64a1a-9a76-473b-a9ad-a37637010bbb tempest-ServerShowV247Test-1705653992 tempest-ServerShowV247Test-1705653992-project] 10.222.0.59 "GET /v2.0/ports?device_id=471c84e8-5e3b-48df-8017-e079d70625cc HTTP/1.1" status: 200 len: 210 time: 0.0945756 Jul 27 21:14:02.323508 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-038b0973-f277-4230-bcfc-a769296906ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:02.361163 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-038b0973-f277-4230-bcfc-a769296906ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:02.389476 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [None req-c16a62aa-9d8a-4162-9437-a0176d4fcf73 tempest-FloatingIPAdminTestJSON-460248152 tempest-FloatingIPAdminTestJSON-460248152-project] Deleting port 5064e7d2-1c12-4238-9b7f-284c53a203b9 {{(pid=105585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:14:02.390274 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-c16a62aa-9d8a-4162-9437-a0176d4fcf73 tempest-FloatingIPAdminTestJSON-460248152 tempest-FloatingIPAdminTestJSON-460248152-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:02.473482 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-038b0973-f277-4230-bcfc-a769296906ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:02.476432 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-038b0973-f277-4230-bcfc-a769296906ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:02.478598 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-038b0973-f277-4230-bcfc-a769296906ef admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/f8c7d1b9-67aa-4645-9f1c-00b90951a99a HTTP/1.1" status: 204 len: 168 time: 0.2246714 Jul 27 21:14:02.506297 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038b0973-f277-4230-bcfc-a769296906ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8c7d1b9-67aa-4645-9f1c-00b90951a99a,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:14:02.729069 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-c16a62aa-9d8a-4162-9437-a0176d4fcf73 tempest-FloatingIPAdminTestJSON-460248152 tempest-FloatingIPAdminTestJSON-460248152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:02.729397 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-c16a62aa-9d8a-4162-9437-a0176d4fcf73 tempest-FloatingIPAdminTestJSON-460248152 tempest-FloatingIPAdminTestJSON-460248152-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:02.761662 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [None req-c16a62aa-9d8a-4162-9437-a0176d4fcf73 tempest-FloatingIPAdminTestJSON-460248152 tempest-FloatingIPAdminTestJSON-460248152-project] Calling delete_port for 5064e7d2-1c12-4238-9b7f-284c53a203b9 owned by network:floatingip {{(pid=105585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:14:03.115762 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-c16a62aa-9d8a-4162-9437-a0176d4fcf73 tempest-FloatingIPAdminTestJSON-460248152 tempest-FloatingIPAdminTestJSON-460248152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:03.183317 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16a62aa-9d8a-4162-9437-a0176d4fcf73 tempest-FloatingIPAdminTestJSON-460248152 tempest-FloatingIPAdminTestJSON-460248152-project] Pushing event deleted for resources: {'Port': ['ID=5064e7d2-1c12-4238-9b7f-284c53a203b9,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:14:03.371149 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7af3c3a-4ca4-402d-993e-dbd382ee2592 req-f273a46f-62bb-483d-8fb8-193121b22f5a tempest-ServerRescueNegativeTestJSON-1381818065 tempest-ServerRescueNegativeTestJSON-1381818065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:14:03.380877 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b7af3c3a-4ca4-402d-993e-dbd382ee2592 req-f273a46f-62bb-483d-8fb8-193121b22f5a tempest-ServerRescueNegativeTestJSON-1381818065 tempest-ServerRescueNegativeTestJSON-1381818065-project] 10.222.0.59 "GET /v2.0/ports?device_id=0825c36d-0908-4005-9b56-a6dfd34ad897 HTTP/1.1" status: 200 len: 945 time: 0.3200445 Jul 27 21:14:03.382507 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-c16a62aa-9d8a-4162-9437-a0176d4fcf73 tempest-FloatingIPAdminTestJSON-460248152 tempest-FloatingIPAdminTestJSON-460248152-project] Notify callbacks [] for floatingip, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:03.385695 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-c16a62aa-9d8a-4162-9437-a0176d4fcf73 tempest-FloatingIPAdminTestJSON-460248152 tempest-FloatingIPAdminTestJSON-460248152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for floatingip, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:03.386765 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-c16a62aa-9d8a-4162-9437-a0176d4fcf73 tempest-FloatingIPAdminTestJSON-460248152 tempest-FloatingIPAdminTestJSON-460248152-project] 10.222.0.59 "DELETE /v2.0/floatingips/d6c27904-3dc8-44f0-acc0-a454fafc9458 HTTP/1.1" status: 204 len: 168 time: 1.3938823 Jul 27 21:14:03.389616 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 35554) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:14:03.511209 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b7af3c3a-4ca4-402d-993e-dbd382ee2592 req-7fdd000d-6786-48ca-975c-2249a584d3e7 tempest-ServerRescueNegativeTestJSON-1381818065 tempest-ServerRescueNegativeTestJSON-1381818065-project] 10.222.0.59 "GET /v2.0/security-groups?id=ce8b1850-1d4d-402f-a118-5b56f5e06e52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144540 Jul 27 21:14:03.513148 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-035859d0-8b43-45cd-9f4d-6610fc5d51eb req-4f5f5ebf-44fc-4491-b37b-94b0a8ded9cb tempest-ServerShowV247Test-1705653992 tempest-ServerShowV247Test-1705653992-project] 10.222.0.59 "GET /v2.0/ports?device_id=471c84e8-5e3b-48df-8017-e079d70625cc HTTP/1.1" status: 200 len: 210 time: 0.0759377 Jul 27 21:14:03.850782 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-a163fe6a-7bd5-498c-ad3e-f8ddbfa12c75 tempest-FloatingIPAdminTestJSON-1264898090 tempest-FloatingIPAdminTestJSON-1264898090-project-admin] Deleting port af52fc75-76c8-4805-8355-78ce053f068c {{(pid=105584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:14:03.851214 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-a163fe6a-7bd5-498c-ad3e-f8ddbfa12c75 tempest-FloatingIPAdminTestJSON-1264898090 tempest-FloatingIPAdminTestJSON-1264898090-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:04.020446 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-a163fe6a-7bd5-498c-ad3e-f8ddbfa12c75 tempest-FloatingIPAdminTestJSON-1264898090 tempest-FloatingIPAdminTestJSON-1264898090-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:04.020820 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-a163fe6a-7bd5-498c-ad3e-f8ddbfa12c75 tempest-FloatingIPAdminTestJSON-1264898090 tempest-FloatingIPAdminTestJSON-1264898090-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:04.033580 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-a163fe6a-7bd5-498c-ad3e-f8ddbfa12c75 tempest-FloatingIPAdminTestJSON-1264898090 tempest-FloatingIPAdminTestJSON-1264898090-project-admin] Calling delete_port for af52fc75-76c8-4805-8355-78ce053f068c owned by network:floatingip {{(pid=105584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:14:04.276035 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-a163fe6a-7bd5-498c-ad3e-f8ddbfa12c75 tempest-FloatingIPAdminTestJSON-1264898090 tempest-FloatingIPAdminTestJSON-1264898090-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:04.319281 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a163fe6a-7bd5-498c-ad3e-f8ddbfa12c75 tempest-FloatingIPAdminTestJSON-1264898090 tempest-FloatingIPAdminTestJSON-1264898090-project-admin] Pushing event deleted for resources: {'Port': ['ID=af52fc75-76c8-4805-8355-78ce053f068c,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:14:04.422297 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-a163fe6a-7bd5-498c-ad3e-f8ddbfa12c75 tempest-FloatingIPAdminTestJSON-1264898090 tempest-FloatingIPAdminTestJSON-1264898090-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:04.426078 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-a163fe6a-7bd5-498c-ad3e-f8ddbfa12c75 tempest-FloatingIPAdminTestJSON-1264898090 tempest-FloatingIPAdminTestJSON-1264898090-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for floatingip, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:04.427504 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-a163fe6a-7bd5-498c-ad3e-f8ddbfa12c75 tempest-FloatingIPAdminTestJSON-1264898090 tempest-FloatingIPAdminTestJSON-1264898090-project-admin] 10.222.0.59 "DELETE /v2.0/floatingips/5efde515-c548-475e-9800-07a4dcaf0abb HTTP/1.1" status: 204 len: 168 time: 1.0366895 Jul 27 21:14:04.430845 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 35580) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:14:04.588511 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [None req-090b0b53-4d8e-4bf2-8436-317e2897fead tempest-FloatingIPAdminTestJSON-373562106 tempest-FloatingIPAdminTestJSON-373562106-project] Deleting port 5deb302e-937f-4bbb-92c1-98d3b837d539 {{(pid=105585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:14:04.589132 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-090b0b53-4d8e-4bf2-8436-317e2897fead tempest-FloatingIPAdminTestJSON-373562106 tempest-FloatingIPAdminTestJSON-373562106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:04.727215 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-00628b26-5308-4599-8171-5703c1451b2f req-2b53c70b-046f-4cca-aa5d-93dc8afcb86f tempest-ServerShowV247Test-1705653992 tempest-ServerShowV247Test-1705653992-project] 10.222.0.59 "GET /v2.0/ports?device_id=471c84e8-5e3b-48df-8017-e079d70625cc HTTP/1.1" status: 200 len: 210 time: 0.0443981 Jul 27 21:14:04.872263 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd66fb7e-ee93-4ccc-a115-e135cd1edd85 req-6044be47-dd05-46f1-8f80-a220e129a2e4 tempest-ServerRescueNegativeTestJSON-1381818065 tempest-ServerRescueNegativeTestJSON-1381818065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:14:04.881446 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-dd66fb7e-ee93-4ccc-a115-e135cd1edd85 req-6044be47-dd05-46f1-8f80-a220e129a2e4 tempest-ServerRescueNegativeTestJSON-1381818065 tempest-ServerRescueNegativeTestJSON-1381818065-project] 10.222.0.59 "GET /v2.0/ports?device_id=0825c36d-0908-4005-9b56-a6dfd34ad897 HTTP/1.1" status: 200 len: 945 time: 0.2001660 Jul 27 21:14:04.896067 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-090b0b53-4d8e-4bf2-8436-317e2897fead tempest-FloatingIPAdminTestJSON-373562106 tempest-FloatingIPAdminTestJSON-373562106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:04.952397 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [None req-090b0b53-4d8e-4bf2-8436-317e2897fead tempest-FloatingIPAdminTestJSON-373562106 tempest-FloatingIPAdminTestJSON-373562106-project] Calling delete_port for 5deb302e-937f-4bbb-92c1-98d3b837d539 owned by {{(pid=105585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:14:04.967647 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-dd66fb7e-ee93-4ccc-a115-e135cd1edd85 req-3ed9685b-4efd-4fa9-a671-1fc235cf4432 tempest-ServerRescueNegativeTestJSON-1381818065 tempest-ServerRescueNegativeTestJSON-1381818065-project] 10.222.0.59 "GET /v2.0/security-groups?id=ce8b1850-1d4d-402f-a118-5b56f5e06e52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680008 Jul 27 21:14:05.169047 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-090b0b53-4d8e-4bf2-8436-317e2897fead tempest-FloatingIPAdminTestJSON-373562106 tempest-FloatingIPAdminTestJSON-373562106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:05.209457 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090b0b53-4d8e-4bf2-8436-317e2897fead tempest-FloatingIPAdminTestJSON-373562106 tempest-FloatingIPAdminTestJSON-373562106-project] Pushing event deleted for resources: {'Port': ['ID=5deb302e-937f-4bbb-92c1-98d3b837d539,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:14:05.334471 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-090b0b53-4d8e-4bf2-8436-317e2897fead tempest-FloatingIPAdminTestJSON-373562106 tempest-FloatingIPAdminTestJSON-373562106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:05.337915 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-090b0b53-4d8e-4bf2-8436-317e2897fead tempest-FloatingIPAdminTestJSON-373562106 tempest-FloatingIPAdminTestJSON-373562106-project] 10.222.0.59 "DELETE /v2.0/ports/5deb302e-937f-4bbb-92c1-98d3b837d539 HTTP/1.1" status: 204 len: 168 time: 0.9060421 Jul 27 21:14:05.340963 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 35642) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:14:05.549393 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79be967b-b1f6-4de7-871f-d92c62ab97cd req-d0fc2005-c404-47e9-89dc-29b023afea41 tempest-ServerRescueNegativeTestJSON-1381818065 tempest-ServerRescueNegativeTestJSON-1381818065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:14:05.551332 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-79be967b-b1f6-4de7-871f-d92c62ab97cd req-d0fc2005-c404-47e9-89dc-29b023afea41 tempest-ServerRescueNegativeTestJSON-1381818065 tempest-ServerRescueNegativeTestJSON-1381818065-project] 10.222.0.36 "GET /v2.0/ports?device_id=0825c36d-0908-4005-9b56-a6dfd34ad897 HTTP/1.1" status: 200 len: 945 time: 0.1555648 Jul 27 21:14:05.573499 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51c9eaeb-0145-4229-9b9d-49f4f39eda45 tempest-FloatingIPAdminTestJSON-373562106 tempest-FloatingIPAdminTestJSON-373562106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:14:05.575081 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-51c9eaeb-0145-4229-9b9d-49f4f39eda45 tempest-FloatingIPAdminTestJSON-373562106 tempest-FloatingIPAdminTestJSON-373562106-project] 10.222.0.59 "GET /v2.0/ports?device_id=37454c74-5b14-41a5-9a8e-eb056ef36b81 HTTP/1.1" status: 200 len: 913 time: 0.2323809 Jul 27 21:14:05.579142 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 35664) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:14:05.673386 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 35670) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:14:05.893900 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-abf9964c-5078-4f4e-a5b4-3a11bd6b9396 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:05.905764 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [req-79be967b-b1f6-4de7-871f-d92c62ab97cd req-e808efaf-5843-4a2c-8c60-3e813baab2ea tempest-ServerRescueNegativeTestJSON-1381818065 tempest-ServerRescueNegativeTestJSON-1381818065-project] Deleting port 311039f1-5d25-4523-b4ea-b899c7f4e2bf {{(pid=105584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:14:05.906466 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-79be967b-b1f6-4de7-871f-d92c62ab97cd req-e808efaf-5843-4a2c-8c60-3e813baab2ea tempest-ServerRescueNegativeTestJSON-1381818065 tempest-ServerRescueNegativeTestJSON-1381818065-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:06.086034 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [req-79be967b-b1f6-4de7-871f-d92c62ab97cd req-e808efaf-5843-4a2c-8c60-3e813baab2ea tempest-ServerRescueNegativeTestJSON-1381818065 tempest-ServerRescueNegativeTestJSON-1381818065-project] For port 311039f1-5d25-4523-b4ea-b899c7f4e2bf, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=311039f1-5d25-4523-b4ea-b899c7f4e2bf,segment=NetworkSegment(151214cb-152c-4c30-8d99-50b662383ee0),segment_id=151214cb-152c-4c30-8d99-50b662383ee0)] {{(pid=105584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:14:06.086769 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-79be967b-b1f6-4de7-871f-d92c62ab97cd req-e808efaf-5843-4a2c-8c60-3e813baab2ea tempest-ServerRescueNegativeTestJSON-1381818065 tempest-ServerRescueNegativeTestJSON-1381818065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:06.127173 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [req-79be967b-b1f6-4de7-871f-d92c62ab97cd req-e808efaf-5843-4a2c-8c60-3e813baab2ea tempest-ServerRescueNegativeTestJSON-1381818065 tempest-ServerRescueNegativeTestJSON-1381818065-project] Calling delete_port for 311039f1-5d25-4523-b4ea-b899c7f4e2bf owned by compute:nova {{(pid=105584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:14:06.308417 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:06.453380 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-85dffa3d-d1e2-4cce-b98a-007b60f345f1 req-9537650c-15e3-47da-9529-fb72a2fead9c tempest-ServerShowV247Test-1705653992 tempest-ServerShowV247Test-1705653992-project] 10.222.0.59 "GET /v2.0/ports?device_id=471c84e8-5e3b-48df-8017-e079d70625cc HTTP/1.1" status: 200 len: 210 time: 0.5608132 Jul 27 21:14:06.463469 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-79be967b-b1f6-4de7-871f-d92c62ab97cd req-e808efaf-5843-4a2c-8c60-3e813baab2ea tempest-ServerRescueNegativeTestJSON-1381818065 tempest-ServerRescueNegativeTestJSON-1381818065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:06.491129 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] get_ports_and_sgs() called for port_ids ['498260e1-9835-46af-97f7-54e6148162f3'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:14:06.524444 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e808efaf-5843-4a2c-8c60-3e813baab2ea tempest-ServerRescueNegativeTestJSON-1381818065 tempest-ServerRescueNegativeTestJSON-1381818065-project] Pushing event deleted for resources: {'Port': ['ID=311039f1-5d25-4523-b4ea-b899c7f4e2bf,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:14:06.571985 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] get_ports_and_sgs() called for port_ids ['311039f1-5d25-4523-b4ea-b899c7f4e2bf'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:14:06.647767 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [req-79be967b-b1f6-4de7-871f-d92c62ab97cd req-e808efaf-5843-4a2c-8c60-3e813baab2ea tempest-ServerRescueNegativeTestJSON-1381818065 tempest-ServerRescueNegativeTestJSON-1381818065-project] No DVR routers for this DVR port 311039f1-5d25-4523-b4ea-b899c7f4e2bf on host n-h1-705658-22 {{(pid=105584) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:14:06.653906 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-79be967b-b1f6-4de7-871f-d92c62ab97cd req-e808efaf-5843-4a2c-8c60-3e813baab2ea tempest-ServerRescueNegativeTestJSON-1381818065 tempest-ServerRescueNegativeTestJSON-1381818065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:06.660273 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-79be967b-b1f6-4de7-871f-d92c62ab97cd req-e808efaf-5843-4a2c-8c60-3e813baab2ea tempest-ServerRescueNegativeTestJSON-1381818065 tempest-ServerRescueNegativeTestJSON-1381818065-project] 10.222.0.36 "DELETE /v2.0/ports/311039f1-5d25-4523-b4ea-b899c7f4e2bf HTTP/1.1" status: 204 len: 173 time: 1.0695338 Jul 27 21:14:06.662013 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0825c36d-0908-4005-9b56-a6dfd34ad897', 'name': 'network-vif-deleted', 'tag': '311039f1-5d25-4523-b4ea-b899c7f4e2bf'}] {{(pid=105584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:14:06.668436 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bce5e6c8685464f7626901654159975603b047827e3138302ed6566e28f1343" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1272f29-8e3e-4819-9691-ffa7d190b0c6" -d '{"events": [{"server_uuid": "0825c36d-0908-4005-9b56-a6dfd34ad897", "name": "network-vif-deleted", "tag": "311039f1-5d25-4523-b4ea-b899c7f4e2bf"}]}' {{(pid=105584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:14:06.845806 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-56a679c8-3c89-4394-b48f-61762a955979 req-b18717e6-a0ea-4fb8-b4ab-2237f78b5024 tempest-ServerRescueNegativeTestJSON-1381818065 tempest-ServerRescueNegativeTestJSON-1381818065-project] 10.222.0.59 "GET /v2.0/ports?device_id=0825c36d-0908-4005-9b56-a6dfd34ad897 HTTP/1.1" status: 200 len: 210 time: 0.0685902 Jul 27 21:14:06.858130 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 35788) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:14:06.863887 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-237df62c-8284-4ce6-a53c-5bc089366bfe tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1724678001', 'description': 'tempest-secgroup-smoke-1724678001 description', 'project_id': '379416b786c44e07b1b1ba1a5ea96882'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:14:06.910535 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:14:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ec0d7f3-c47d-4822-97b6-76d8303b60fc x-openstack-request-id: req-7ec0d7f3-c47d-4822-97b6-76d8303b60fc {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:14:06.911121 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0825c36d-0908-4005-9b56-a6dfd34ad897", "name": "network-vif-deleted", "tag": "311039f1-5d25-4523-b4ea-b899c7f4e2bf", "status": "completed", "code": 200}]} {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:14:06.911770 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-7ec0d7f3-c47d-4822-97b6-76d8303b60fc {{(pid=105584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:14:06.912284 n-d-705658-22 neutron-server[105584]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0825c36d-0908-4005-9b56-a6dfd34ad897', 'name': 'network-vif-deleted', 'tag': '311039f1-5d25-4523-b4ea-b899c7f4e2bf', 'status': 'completed', 'code': 200} Jul 27 21:14:06.951585 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-abf9964c-5078-4f4e-a5b4-3a11bd6b9396 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:06.966182 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-abf9964c-5078-4f4e-a5b4-3a11bd6b9396 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:06.982685 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-237df62c-8284-4ce6-a53c-5bc089366bfe tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks [] for security_group, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:06.994260 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-237df62c-8284-4ce6-a53c-5bc089366bfe tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks [] for security_group, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:07.028139 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf9964c-5078-4f4e-a5b4-3a11bd6b9396 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae98574c-2844-4daf-a2b4-e9921a30aa45,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:14:07.035372 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-abf9964c-5078-4f4e-a5b4-3a11bd6b9396 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=a6841e7ab7f24293a419c9aff9509f88&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3586757 Jul 27 21:14:07.047178 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 35810) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:14:07.129691 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-237df62c-8284-4ce6-a53c-5bc089366bfe tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks [] for security_group, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:07.135725 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-237df62c-8284-4ce6-a53c-5bc089366bfe tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:07.182779 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237df62c-8284-4ce6-a53c-5bc089366bfe tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e0828bb5-a508-4ed8-b867-8bb330e575ae,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:14:07.183933 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-875fbe75-c77f-4488-8552-258ee4b3349a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:07.264846 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-875fbe75-c77f-4488-8552-258ee4b3349a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:07.269318 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-a7cecdef-b0f2-4852-b907-682e6da0c6e0 tempest-FloatingIPAdminTestJSON-373562106 tempest-FloatingIPAdminTestJSON-373562106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4076536'] for router_interface, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:07.349224 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-237df62c-8284-4ce6-a53c-5bc089366bfe tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks [] for security_group, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:07.360869 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-237df62c-8284-4ce6-a53c-5bc089366bfe tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:07.371257 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-01290bc0-b925-4269-ba25-be966a123f5d req-d8ee5871-052c-42ab-9f93-00167dce4934 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=4278faa4-b336-42ce-b504-e55df1b376e8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1387265 Jul 27 21:14:07.396475 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-237df62c-8284-4ce6-a53c-5bc089366bfe tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks [] for security_group, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:07.397878 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-237df62c-8284-4ce6-a53c-5bc089366bfe tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5387883 Jul 27 21:14:07.401839 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 35854) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:14:07.409216 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-62934d8b-0774-494c-8325-dd5dbaa340fb tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Request body: {'security_group_rule': {'security_group_id': 'e9ca66b5-3d33-4671-986c-aa471cc95217', 'project_id': '379416b786c44e07b1b1ba1a5ea96882', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:14:07.415399 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237df62c-8284-4ce6-a53c-5bc089366bfe tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e9ca66b5-3d33-4671-986c-aa471cc95217,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:14:07.505197 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-875fbe75-c77f-4488-8552-258ee4b3349a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:07.509179 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-875fbe75-c77f-4488-8552-258ee4b3349a admin admin] Notify callbacks [] for security_group, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:07.510387 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-875fbe75-c77f-4488-8552-258ee4b3349a admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/ae98574c-2844-4daf-a2b4-e9921a30aa45 HTTP/1.1" status: 204 len: 168 time: 0.4622633 Jul 27 21:14:07.524779 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-62934d8b-0774-494c-8325-dd5dbaa340fb tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:07.530863 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875fbe75-c77f-4488-8552-258ee4b3349a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae98574c-2844-4daf-a2b4-e9921a30aa45,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:14:07.567461 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01290bc0-b925-4269-ba25-be966a123f5d req-c8871483-3384-4dbf-b42f-14cb243893f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:14:07.569857 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-01290bc0-b925-4269-ba25-be966a123f5d req-c8871483-3384-4dbf-b42f-14cb243893f1 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=dcfc656e3a0b42809921004863a52506&device_id=4278faa4-b336-42ce-b504-e55df1b376e8 HTTP/1.1" status: 200 len: 1098 time: 0.1432109 Jul 27 21:14:07.729651 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-62934d8b-0774-494c-8325-dd5dbaa340fb tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:07.744713 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-62934d8b-0774-494c-8325-dd5dbaa340fb tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732636'] for security_group_rule, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:07.753525 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-0c3172fc-f65c-486f-8127-e54c6bbb4083 req-6c1d4735-16bb-428d-8fdc-fca007e74e96 tempest-ServerShowV247Test-1705653992 tempest-ServerShowV247Test-1705653992-project] 10.222.0.59 "GET /v2.0/ports?device_id=471c84e8-5e3b-48df-8017-e079d70625cc HTTP/1.1" status: 200 len: 210 time: 0.0740862 Jul 27 21:14:07.795509 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-62934d8b-0774-494c-8325-dd5dbaa340fb tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:07.797723 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-62934d8b-0774-494c-8325-dd5dbaa340fb tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3947210 Jul 27 21:14:07.802901 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 35904) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:14:07.810497 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-89494c3b-1f78-4962-aca6-aed0fcfe73c5 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Request body: {'security_group_rule': {'security_group_id': 'e9ca66b5-3d33-4671-986c-aa471cc95217', 'project_id': '379416b786c44e07b1b1ba1a5ea96882', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:14:07.817928 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62934d8b-0774-494c-8325-dd5dbaa340fb tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f47ed233-9484-4715-924d-3e56bf993827,revision_number=0']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:14:07.838921 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01290bc0-b925-4269-ba25-be966a123f5d req-f338c4d5-bf26-4570-b9b1-d9d630975d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:14:07.840792 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-01290bc0-b925-4269-ba25-be966a123f5d req-f338c4d5-bf26-4570-b9b1-d9d630975d9c service neutron] 10.222.0.60 "GET /v2.0/networks?id=32d25553-aa43-4782-af0c-d6a2b47507a7 HTTP/1.1" status: 200 len: 911 time: 0.2456722 Jul 27 21:14:07.918864 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-89494c3b-1f78-4962-aca6-aed0fcfe73c5 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:07.947783 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [None req-a7cecdef-b0f2-4852-b907-682e6da0c6e0 tempest-FloatingIPAdminTestJSON-373562106 tempest-FloatingIPAdminTestJSON-373562106-project] Deleting port a2b7dd07-68f3-40a5-aeb7-8bf244939f51 {{(pid=105585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:14:07.948259 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-a7cecdef-b0f2-4852-b907-682e6da0c6e0 tempest-FloatingIPAdminTestJSON-373562106 tempest-FloatingIPAdminTestJSON-373562106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:08.036639 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-01290bc0-b925-4269-ba25-be966a123f5d req-55400a4a-a0e2-44b4-bb06-66ee9cea0782 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=11a2a4bd-54de-4e89-aaec-2698e4e74e90 HTTP/1.1" status: 200 len: 1002 time: 0.1859555 Jul 27 21:14:08.130209 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-a7cecdef-b0f2-4852-b907-682e6da0c6e0 tempest-FloatingIPAdminTestJSON-373562106 tempest-FloatingIPAdminTestJSON-373562106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:08.145262 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-89494c3b-1f78-4962-aca6-aed0fcfe73c5 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:08.146126 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [None req-a7cecdef-b0f2-4852-b907-682e6da0c6e0 tempest-FloatingIPAdminTestJSON-373562106 tempest-FloatingIPAdminTestJSON-373562106-project] Calling delete_port for a2b7dd07-68f3-40a5-aeb7-8bf244939f51 owned by network:router_interface {{(pid=105585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:14:08.150092 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01290bc0-b925-4269-ba25-be966a123f5d req-0cdd8b8e-6d0b-4302-bd36-ec0dc40dfb31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:14:08.151791 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-01290bc0-b925-4269-ba25-be966a123f5d req-0cdd8b8e-6d0b-4302-bd36-ec0dc40dfb31 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=fdae47fc-2d6f-4c83-9067-18a839318850 HTTP/1.1" status: 200 len: 849 time: 0.1013112 Jul 27 21:14:08.153822 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-89494c3b-1f78-4962-aca6-aed0fcfe73c5 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732636'] for security_group_rule, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:08.191673 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-89494c3b-1f78-4962-aca6-aed0fcfe73c5 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:08.193260 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-89494c3b-1f78-4962-aca6-aed0fcfe73c5 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3890998 Jul 27 21:14:08.211706 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89494c3b-1f78-4962-aca6-aed0fcfe73c5 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=367314cf-b85e-4897-b5a1-59f69b2229c3,revision_number=0']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:14:08.214208 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 35954) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:14:08.220123 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-5117678a-20b5-4fa7-8e2a-f968d8ebe5cf tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Request body: {'security_group_rule': {'security_group_id': 'e9ca66b5-3d33-4671-986c-aa471cc95217', 'project_id': '379416b786c44e07b1b1ba1a5ea96882', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:14:08.310932 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-5117678a-20b5-4fa7-8e2a-f968d8ebe5cf tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:08.396262 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-5117678a-20b5-4fa7-8e2a-f968d8ebe5cf tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:08.400629 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01290bc0-b925-4269-ba25-be966a123f5d req-c35a2191-7c96-4795-bf99-4f2657e66620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:14:08.402766 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-01290bc0-b925-4269-ba25-be966a123f5d req-c35a2191-7c96-4795-bf99-4f2657e66620 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=32d25553-aa43-4782-af0c-d6a2b47507a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2305107 Jul 27 21:14:08.404998 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-5117678a-20b5-4fa7-8e2a-f968d8ebe5cf tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732636'] for security_group_rule, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:08.442325 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5117678a-20b5-4fa7-8e2a-f968d8ebe5cf tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3686f443-d224-4380-8306-099ee57f4052,revision_number=0']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:14:08.481868 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-a7cecdef-b0f2-4852-b907-682e6da0c6e0 tempest-FloatingIPAdminTestJSON-373562106 tempest-FloatingIPAdminTestJSON-373562106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:08.486314 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-5117678a-20b5-4fa7-8e2a-f968d8ebe5cf tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:08.487525 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-5117678a-20b5-4fa7-8e2a-f968d8ebe5cf tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2712238 Jul 27 21:14:08.490172 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 35986) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:14:08.495428 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-e268ffb5-a442-4df5-a612-71e590e88088 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Request body: {'security_group_rule': {'security_group_id': 'e9ca66b5-3d33-4671-986c-aa471cc95217', 'project_id': '379416b786c44e07b1b1ba1a5ea96882', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:14:08.539154 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cecdef-b0f2-4852-b907-682e6da0c6e0 tempest-FloatingIPAdminTestJSON-373562106 tempest-FloatingIPAdminTestJSON-373562106-project] Pushing event deleted for resources: {'Port': ['ID=a2b7dd07-68f3-40a5-aeb7-8bf244939f51,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:14:08.551552 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-e268ffb5-a442-4df5-a612-71e590e88088 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:08.589016 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-01290bc0-b925-4269-ba25-be966a123f5d req-452c2133-db75-419a-bb65-6d291d02e0a9 service neutron] 10.222.0.60 "GET /v2.0/networks/32d25553-aa43-4782-af0c-d6a2b47507a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1676631 Jul 27 21:14:08.589457 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323210b2-6265-49d4-80e1-d6ab1bfc928e req-25ec5ca9-cee9-43f4-b433-2a00b64b3df7 tempest-ServerRescueNegativeTestJSON-1381818065 tempest-ServerRescueNegativeTestJSON-1381818065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:14:08.591189 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-323210b2-6265-49d4-80e1-d6ab1bfc928e req-25ec5ca9-cee9-43f4-b433-2a00b64b3df7 tempest-ServerRescueNegativeTestJSON-1381818065 tempest-ServerRescueNegativeTestJSON-1381818065-project] 10.222.0.59 "GET /v2.0/ports?device_id=e2b02e93-995e-40bc-ad82-59da89f4fecb HTTP/1.1" status: 200 len: 945 time: 0.1876972 Jul 27 21:14:08.668935 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device 311039f1-5d25-4523-b4ea-b899c7f4e2bf no longer exists at agent hyperv_n-h1-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:14:08.713127 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-28650df7-c46c-4981-b84f-37d87254047e None None] No Port match for: 311039f1-5d25-4523-b4ea-b899c7f4e2bf {{(pid=105586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:14:08.713486 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device 311039f1-5d25-4523-b4ea-b899c7f4e2bf not bound to the agent host n-h1-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:14:08.785027 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-e268ffb5-a442-4df5-a612-71e590e88088 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:08.793660 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-323210b2-6265-49d4-80e1-d6ab1bfc928e req-812e920a-b9ae-4e98-b010-d9b1cee1fad7 tempest-ServerRescueNegativeTestJSON-1381818065 tempest-ServerRescueNegativeTestJSON-1381818065-project] 10.222.0.59 "GET /v2.0/security-groups?id=ce8b1850-1d4d-402f-a118-5b56f5e06e52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1788995 Jul 27 21:14:08.806396 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-e268ffb5-a442-4df5-a612-71e590e88088 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732636'] for security_group_rule, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:08.917293 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-54f02476-7591-4366-ae2d-1cb370997b7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:08.963731 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-01290bc0-b925-4269-ba25-be966a123f5d req-71930582-4d74-45c4-b248-b5e2dc94e01f service neutron] 10.222.0.60 "GET /v2.0/networks/32d25553-aa43-4782-af0c-d6a2b47507a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3371546 Jul 27 21:14:09.009140 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e268ffb5-a442-4df5-a612-71e590e88088 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d0c6588-e18b-4f52-ae44-afd7014b412b,revision_number=0']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:14:09.011218 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-a7cecdef-b0f2-4852-b907-682e6da0c6e0 tempest-FloatingIPAdminTestJSON-373562106 tempest-FloatingIPAdminTestJSON-373562106-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3743915', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4076308'] for router_interface, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:09.047736 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-e268ffb5-a442-4df5-a612-71e590e88088 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:09.053639 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-e268ffb5-a442-4df5-a612-71e590e88088 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5624321 Jul 27 21:14:09.054322 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 36058) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:14:09.070734 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-d9aecf66-08ef-4a6c-a321-dc2cc00685db req-7ec913ce-7ba9-4916-b02b-9bc14da6d7fc tempest-ServerShowV247Test-1705653992 tempest-ServerShowV247Test-1705653992-project] 10.222.0.59 "GET /v2.0/ports?device_id=471c84e8-5e3b-48df-8017-e079d70625cc HTTP/1.1" status: 200 len: 210 time: 0.0995831 Jul 27 21:14:09.083772 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-5e3ed8af-15f8-4628-9a19-2bb65364319c tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Request body: {'security_group_rule': {'security_group_id': 'e9ca66b5-3d33-4671-986c-aa471cc95217', 'project_id': '379416b786c44e07b1b1ba1a5ea96882', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:14:09.256824 n-d-705658-22 neutron-server[105585]: INFO neutron.db.securitygroups_db [None req-5e3ed8af-15f8-4628-9a19-2bb65364319c tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Project 379416b786c44e07b1b1ba1a5ea96882 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 27 21:14:09.263992 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-5e3ed8af-15f8-4628-9a19-2bb65364319c tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:09.461042 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-5e3ed8af-15f8-4628-9a19-2bb65364319c tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:09.472110 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7cecdef-b0f2-4852-b907-682e6da0c6e0 tempest-FloatingIPAdminTestJSON-373562106 tempest-FloatingIPAdminTestJSON-373562106-project] Router 37454c74-5b14-41a5-9a8e-eb056ef36b81 has already been hosted by L3 agent dd128fd7-8e57-4d4f-895b-a96b369df59a {{(pid=105585) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:14:09.473686 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-5e3ed8af-15f8-4628-9a19-2bb65364319c tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732636'] for security_group_rule, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:09.511360 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3ed8af-15f8-4628-9a19-2bb65364319c tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46d1bbc8-330d-407f-a171-f7e7620a7dba,revision_number=0']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:14:09.516330 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-5e3ed8af-15f8-4628-9a19-2bb65364319c tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:09.517984 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-5e3ed8af-15f8-4628-9a19-2bb65364319c tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4424059 Jul 27 21:14:09.520939 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 36130) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:14:09.529579 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-5dfe3dd0-641f-4f0a-9f1b-bfa272e24ee3 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Request body: {'security_group_rule': {'security_group_id': 'e9ca66b5-3d33-4671-986c-aa471cc95217', 'project_id': '379416b786c44e07b1b1ba1a5ea96882', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:14:09.604762 n-d-705658-22 neutron-server[105584]: INFO neutron.db.securitygroups_db [None req-5dfe3dd0-641f-4f0a-9f1b-bfa272e24ee3 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Project 379416b786c44e07b1b1ba1a5ea96882 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 27 21:14:09.611204 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-5dfe3dd0-641f-4f0a-9f1b-bfa272e24ee3 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:09.685972 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7cecdef-b0f2-4852-b907-682e6da0c6e0 tempest-FloatingIPAdminTestJSON-373562106 tempest-FloatingIPAdminTestJSON-373562106-project] Notify agent at l3_agent.n-d-705658-22 the message routers_updated {{(pid=105585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:14:09.698329 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de572bd1-3ced-4874-8747-e1b1098ae2a0 None None] Sync routers for ids ['37454c74-5b14-41a5-9a8e-eb056ef36b81'] in n-d-705658-22 {{(pid=105586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:14:09.707194 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-a7cecdef-b0f2-4852-b907-682e6da0c6e0 tempest-FloatingIPAdminTestJSON-373562106 tempest-FloatingIPAdminTestJSON-373562106-project] 10.222.0.59 "PUT /v2.0/routers/37454c74-5b14-41a5-9a8e-eb056ef36b81/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1268752 Jul 27 21:14:09.709535 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 36154) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:14:09.715997 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de572bd1-3ced-4874-8747-e1b1098ae2a0 None None] Routers {'37454c74-5b14-41a5-9a8e-eb056ef36b81'} bound to L3 agent in host n-d-705658-22 {{(pid=105586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:14:09.716962 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-de572bd1-3ced-4874-8747-e1b1098ae2a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:13:42Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['37454c74-5b14-41a5-9a8e-eb056ef36b81'], 'active': True} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:14:09.744124 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-5dfe3dd0-641f-4f0a-9f1b-bfa272e24ee3 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:09.760590 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-5dfe3dd0-641f-4f0a-9f1b-bfa272e24ee3 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732636'] for security_group_rule, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:09.797499 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-de572bd1-3ced-4874-8747-e1b1098ae2a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-22', False) {} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:14:09.819177 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfe3dd0-641f-4f0a-9f1b-bfa272e24ee3 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9091b893-6c9c-43f1-8091-953ab62a238f,revision_number=0']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:14:09.825883 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de572bd1-3ced-4874-8747-e1b1098ae2a0 None None] Routers {'37454c74-5b14-41a5-9a8e-eb056ef36b81'} bound to L3 agent in host n-d-705658-22 {{(pid=105586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:14:09.826524 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-de572bd1-3ced-4874-8747-e1b1098ae2a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:13:42Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['37454c74-5b14-41a5-9a8e-eb056ef36b81'], 'active': True} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:14:09.830003 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-5dfe3dd0-641f-4f0a-9f1b-bfa272e24ee3 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:09.831522 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-5dfe3dd0-641f-4f0a-9f1b-bfa272e24ee3 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3095860 Jul 27 21:14:09.834542 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 36170) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:14:09.851636 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-03efc8fb-c3da-4bca-8dea-807eb1d3d5de tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Request body: {'network': {'name': 'tempest-network-smoke--1478597399', 'project_id': '379416b786c44e07b1b1ba1a5ea96882', 'port_security_enabled': True}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:14:09.924752 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03efc8fb-c3da-4bca-8dea-807eb1d3d5de tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Made reservation on behalf of 379416b786c44e07b1b1ba1a5ea96882 for: {'network': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:14:09.929948 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-03efc8fb-c3da-4bca-8dea-807eb1d3d5de tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for network, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:09.933568 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-de572bd1-3ced-4874-8747-e1b1098ae2a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-22', False) {} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:14:09.934236 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de572bd1-3ced-4874-8747-e1b1098ae2a0 None None] The sync data for ids ['37454c74-5b14-41a5-9a8e-eb056ef36b81'] in n-d-705658-22 is: [] {{(pid=105586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:14:10.013422 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03efc8fb-c3da-4bca-8dea-807eb1d3d5de tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] vlan segment allocate from pool success with {'vlan_id': 244, 'physical_network': 'physnet1'} {{(pid=105584) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:14:10.017785 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-c1d60244-d28d-4590-97d1-53ec1bb0347e tempest-FloatingIPAdminTestJSON-373562106 tempest-FloatingIPAdminTestJSON-373562106-project] Notify callbacks [] for router, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:10.033877 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-03efc8fb-c3da-4bca-8dea-807eb1d3d5de tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:10.034307 n-d-705658-22 neutron-server[105584]: INFO neutron.db.segments_db [None req-03efc8fb-c3da-4bca-8dea-807eb1d3d5de tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Added segment bdd91ba2-0432-42e2-98db-a2dd6126dafb of type vlan for network 1d4d21d8-5a4a-4948-971c-89356ade9736 Jul 27 21:14:10.044506 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.agents_db [None req-558fcd2c-e512-47bc-a170-8673d87f7213 None None] Agent healthcheck: found 7 active agents {{(pid=105587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 21:14:10.086143 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:10.119309 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-03efc8fb-c3da-4bca-8dea-807eb1d3d5de tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790688424798'] for network, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:10.200923 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-03efc8fb-c3da-4bca-8dea-807eb1d3d5de tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920'] for network, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:10.207888 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03efc8fb-c3da-4bca-8dea-807eb1d3d5de tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:14:10.208714 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-03efc8fb-c3da-4bca-8dea-807eb1d3d5de tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743886'] for network, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:10.351276 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-03efc8fb-c3da-4bca-8dea-807eb1d3d5de tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5151675 Jul 27 21:14:10.366143 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 36214) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:14:10.378934 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-9de6fcc5-e2d1-4786-80d2-df0002167889 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-474468986', 'admin_state_up': True, 'project_id': '379416b786c44e07b1b1ba1a5ea96882', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305'}}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:14:10.409133 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-6c4e0f6e-63b9-4555-a853-ecae472c3b48 req-b80f004a-58cc-4afe-8398-bfc05d637319 tempest-ServerShowV247Test-1705653992 tempest-ServerShowV247Test-1705653992-project] 10.222.0.59 "GET /v2.0/ports?device_id=471c84e8-5e3b-48df-8017-e079d70625cc HTTP/1.1" status: 200 len: 210 time: 0.1447148 Jul 27 21:14:10.429485 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03efc8fb-c3da-4bca-8dea-807eb1d3d5de tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Pushing event updated for resources: {'Network': ['ID=1d4d21d8-5a4a-4948-971c-89356ade9736,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:14:10.436159 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-9de6fcc5-e2d1-4786-80d2-df0002167889 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4163813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-443'] for router, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:10.437600 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-9de6fcc5-e2d1-4786-80d2-df0002167889 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4165196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4077059', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3711235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-418'] for router, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:10.444564 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Network 1d4d21d8-5a4a-4948-971c-89356ade9736 details requested by agent ovs-agent-n-d-705658-22 with host n-d-705658-22 {{(pid=105586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:14:10.489170 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35bcbcd-dc89-4e27-850d-7bced2c8752e req-736cb4b1-9470-472e-84ac-d1fb827b9527 tempest-ServerRescueNegativeTestJSON-1381818065 tempest-ServerRescueNegativeTestJSON-1381818065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:14:10.501874 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-c35bcbcd-dc89-4e27-850d-7bced2c8752e req-736cb4b1-9470-472e-84ac-d1fb827b9527 tempest-ServerRescueNegativeTestJSON-1381818065 tempest-ServerRescueNegativeTestJSON-1381818065-project] 10.222.0.59 "GET /v2.0/ports?device_id=e2b02e93-995e-40bc-ad82-59da89f4fecb HTTP/1.1" status: 200 len: 945 time: 0.4767718 Jul 27 21:14:10.547338 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-c1d60244-d28d-4590-97d1-53ec1bb0347e tempest-FloatingIPAdminTestJSON-373562106 tempest-FloatingIPAdminTestJSON-373562106-project] Notify callbacks [] for router_gateway, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:10.641833 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-c35bcbcd-dc89-4e27-850d-7bced2c8752e req-b2f20207-3381-4cf4-b9a9-8d92023e7d92 tempest-ServerRescueNegativeTestJSON-1381818065 tempest-ServerRescueNegativeTestJSON-1381818065-project] 10.222.0.59 "GET /v2.0/security-groups?id=ce8b1850-1d4d-402f-a118-5b56f5e06e52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379452 Jul 27 21:14:10.689092 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [None req-c1d60244-d28d-4590-97d1-53ec1bb0347e tempest-FloatingIPAdminTestJSON-373562106 tempest-FloatingIPAdminTestJSON-373562106-project] Deleting port 64ab2a2c-2052-43af-b2bf-416f0cd853ab {{(pid=105585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:14:10.689436 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-c1d60244-d28d-4590-97d1-53ec1bb0347e tempest-FloatingIPAdminTestJSON-373562106 tempest-FloatingIPAdminTestJSON-373562106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:10.783800 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-c1d60244-d28d-4590-97d1-53ec1bb0347e tempest-FloatingIPAdminTestJSON-373562106 tempest-FloatingIPAdminTestJSON-373562106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:10.800665 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [None req-c1d60244-d28d-4590-97d1-53ec1bb0347e tempest-FloatingIPAdminTestJSON-373562106 tempest-FloatingIPAdminTestJSON-373562106-project] Calling delete_port for 64ab2a2c-2052-43af-b2bf-416f0cd853ab owned by network:router_gateway {{(pid=105585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:14:10.864621 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-9de6fcc5-e2d1-4786-80d2-df0002167889 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:11.051318 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-9de6fcc5-e2d1-4786-80d2-df0002167889 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4077169', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4163787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-400'] for router, precommit_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:11.076316 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-c1d60244-d28d-4590-97d1-53ec1bb0347e tempest-FloatingIPAdminTestJSON-373562106 tempest-FloatingIPAdminTestJSON-373562106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:11.106826 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d60244-d28d-4590-97d1-53ec1bb0347e tempest-FloatingIPAdminTestJSON-373562106 tempest-FloatingIPAdminTestJSON-373562106-project] Pushing event deleted for resources: {'Port': ['ID=64ab2a2c-2052-43af-b2bf-416f0cd853ab,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:14:11.214593 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-c1d60244-d28d-4590-97d1-53ec1bb0347e tempest-FloatingIPAdminTestJSON-373562106 tempest-FloatingIPAdminTestJSON-373562106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4075702'] for router_gateway, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:11.342585 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-c1d60244-d28d-4590-97d1-53ec1bb0347e tempest-FloatingIPAdminTestJSON-373562106 tempest-FloatingIPAdminTestJSON-373562106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4163631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-425'] for router, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:11.344985 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-c1d60244-d28d-4590-97d1-53ec1bb0347e tempest-FloatingIPAdminTestJSON-373562106 tempest-FloatingIPAdminTestJSON-373562106-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:11.406911 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-c1d60244-d28d-4590-97d1-53ec1bb0347e tempest-FloatingIPAdminTestJSON-373562106 tempest-FloatingIPAdminTestJSON-373562106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4163007'] for router, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:11.407949 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1d60244-d28d-4590-97d1-53ec1bb0347e tempest-FloatingIPAdminTestJSON-373562106 tempest-FloatingIPAdminTestJSON-373562106-project] Fanout notify agent at l3_agent the message router_deleted on router 37454c74-5b14-41a5-9a8e-eb056ef36b81 {{(pid=105585) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 21:14:11.418595 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-c1d60244-d28d-4590-97d1-53ec1bb0347e tempest-FloatingIPAdminTestJSON-373562106 tempest-FloatingIPAdminTestJSON-373562106-project] Notify callbacks [] for router, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:11.423590 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-c1d60244-d28d-4590-97d1-53ec1bb0347e tempest-FloatingIPAdminTestJSON-373562106 tempest-FloatingIPAdminTestJSON-373562106-project] 10.222.0.59 "DELETE /v2.0/routers/37454c74-5b14-41a5-9a8e-eb056ef36b81 HTTP/1.1" status: 204 len: 168 time: 1.7125256 Jul 27 21:14:11.425337 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 36244) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:14:11.447761 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-9de6fcc5-e2d1-4786-80d2-df0002167889 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks [] for router_gateway, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:11.491087 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4ada9c7-3b3c-48af-b420-664820d5f847 tempest-FloatingIPAdminTestJSON-373562106 tempest-FloatingIPAdminTestJSON-373562106-project] Deleting subnet d22c1811-182f-4fc9-af90-e82ffb6afff7 {{(pid=105585) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:14:11.496041 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-f4ada9c7-3b3c-48af-b420-664820d5f847 tempest-FloatingIPAdminTestJSON-373562106 tempest-FloatingIPAdminTestJSON-373562106-project] Notify callbacks [] for subnet, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:11.500399 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-9de6fcc5-e2d1-4786-80d2-df0002167889 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:11.549320 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-2345f303-9408-4a4f-ab90-0c6ebfd874c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:11.575037 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a7abc0f4-a076-450f-81a9-880f364850a5 req-2ea57870-0bc1-42ab-841d-8e57f6af7912 tempest-ServerShowV247Test-1705653992 tempest-ServerShowV247Test-1705653992-project] 10.222.0.59 "GET /v2.0/ports?device_id=471c84e8-5e3b-48df-8017-e079d70625cc HTTP/1.1" status: 200 len: 210 time: 0.0423994 Jul 27 21:14:11.577907 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-f4ada9c7-3b3c-48af-b420-664820d5f847 tempest-FloatingIPAdminTestJSON-373562106 tempest-FloatingIPAdminTestJSON-373562106-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9887057'] for subnet, precommit_delete_associations {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:11.733109 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.db_base_plugin_common [None req-9de6fcc5-e2d1-4786-80d2-df0002167889 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Allocated IP 172.25.5.14 (8735d8a2-b604-4758-ae71-b40e4ee6f305/eca7dbab-b9c0-4c8f-a272-816ea8a81764/50fb8687-1601-46c6-af69-b43fd9a0ae38) {{(pid=105584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:14:11.809508 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-f4ada9c7-3b3c-48af-b420-664820d5f847 tempest-FloatingIPAdminTestJSON-373562106 tempest-FloatingIPAdminTestJSON-373562106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854965'] for subnet, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:11.839894 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:11.986751 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-9de6fcc5-e2d1-4786-80d2-df0002167889 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks [] for port, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:12.022966 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70318b20-10ce-486f-9740-718b1570f993 req-c2450bef-2551-4c68-9e3c-f63a76b2076e tempest-ServerRescueNegativeTestJSON-1381818065 tempest-ServerRescueNegativeTestJSON-1381818065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:14:12.024523 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-70318b20-10ce-486f-9740-718b1570f993 req-c2450bef-2551-4c68-9e3c-f63a76b2076e tempest-ServerRescueNegativeTestJSON-1381818065 tempest-ServerRescueNegativeTestJSON-1381818065-project] 10.222.0.59 "GET /v2.0/ports?device_id=e2b02e93-995e-40bc-ad82-59da89f4fecb HTTP/1.1" status: 200 len: 945 time: 0.1612506 Jul 27 21:14:12.025731 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-f4ada9c7-3b3c-48af-b420-664820d5f847 tempest-FloatingIPAdminTestJSON-373562106 tempest-FloatingIPAdminTestJSON-373562106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10221602', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9990583'] for subnet, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:12.070407 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-9de6fcc5-e2d1-4786-80d2-df0002167889 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:12.122744 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9de6fcc5-e2d1-4786-80d2-df0002167889 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Network 8735d8a2-b604-4758-ae71-b40e4ee6f305 is already hosted by enough agents. {{(pid=105584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:14:12.125718 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [None req-9de6fcc5-e2d1-4786-80d2-df0002167889 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Resources bound (agent type, host, resource id): {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:14:12.133767 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9de6fcc5-e2d1-4786-80d2-df0002167889 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Received port after_create {{(pid=105584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:14:12.141123 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ada9c7-3b3c-48af-b420-664820d5f847 tempest-FloatingIPAdminTestJSON-373562106 tempest-FloatingIPAdminTestJSON-373562106-project] Pushing event deleted for resources: {'Subnet': ['ID=d22c1811-182f-4fc9-af90-e82ffb6afff7,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:14:12.174758 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2efcd7c-d75b-41c0-a3fa-642a2fea98a3 None None] Network 079911f2-97c4-45a9-9eec-f2acf6415360 requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:14:12.174967 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de6fcc5-e2d1-4786-80d2-df0002167889 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Pushing event updated for resources: {'Port': ['ID=50fb8687-1601-46c6-af69-b43fd9a0ae38,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:14:12.191642 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de6fcc5-e2d1-4786-80d2-df0002167889 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:14:12.192071 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de6fcc5-e2d1-4786-80d2-df0002167889 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:14:12.192505 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de6fcc5-e2d1-4786-80d2-df0002167889 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:14:12.192910 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de6fcc5-e2d1-4786-80d2-df0002167889 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:14:12.193259 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de6fcc5-e2d1-4786-80d2-df0002167889 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:14:12.193871 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de6fcc5-e2d1-4786-80d2-df0002167889 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:14:12.194788 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de6fcc5-e2d1-4786-80d2-df0002167889 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:14:12.195188 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de6fcc5-e2d1-4786-80d2-df0002167889 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:14:12.195603 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de6fcc5-e2d1-4786-80d2-df0002167889 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:14:12.195968 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de6fcc5-e2d1-4786-80d2-df0002167889 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:14:12.196300 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de6fcc5-e2d1-4786-80d2-df0002167889 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:14:12.196925 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de6fcc5-e2d1-4786-80d2-df0002167889 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:14:12.230502 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-f4ada9c7-3b3c-48af-b420-664820d5f847 tempest-FloatingIPAdminTestJSON-373562106 tempest-FloatingIPAdminTestJSON-373562106-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743886'] for subnet, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:12.234711 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-f4ada9c7-3b3c-48af-b420-664820d5f847 tempest-FloatingIPAdminTestJSON-373562106 tempest-FloatingIPAdminTestJSON-373562106-project] 10.222.0.59 "DELETE /v2.0/subnets/d22c1811-182f-4fc9-af90-e82ffb6afff7 HTTP/1.1" status: 204 len: 168 time: 0.8081322 Jul 27 21:14:12.247123 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-70318b20-10ce-486f-9740-718b1570f993 req-0d7c0820-0379-41fd-9bbd-cbc89a5dbe06 tempest-ServerRescueNegativeTestJSON-1381818065 tempest-ServerRescueNegativeTestJSON-1381818065-project] 10.222.0.59 "GET /v2.0/security-groups?id=ce8b1850-1d4d-402f-a118-5b56f5e06e52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2041376 Jul 27 21:14:12.250867 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 36282) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:14:12.443666 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-d0f1311d-6664-4a10-9228-12fa572239a3 tempest-FloatingIPAdminTestJSON-373562106 tempest-FloatingIPAdminTestJSON-373562106-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-990557'] for network, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:12.572149 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [None req-d0f1311d-6664-4a10-9228-12fa572239a3 tempest-FloatingIPAdminTestJSON-373562106 tempest-FloatingIPAdminTestJSON-373562106-project] Deleting port 3bc02554-6c73-419f-b778-d61bdb8e2c90 {{(pid=105585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:14:12.575553 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-d0f1311d-6664-4a10-9228-12fa572239a3 tempest-FloatingIPAdminTestJSON-373562106 tempest-FloatingIPAdminTestJSON-373562106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:12.581630 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-9de6fcc5-e2d1-4786-80d2-df0002167889 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks [] for router_gateway, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:12.657364 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18f52191-950f-4b07-aaf2-a7d3c763c44d None None] DHCP port deletion for 079911f2-97c4-45a9-9eec-f2acf6415360 request from n-d-705658-22 {{(pid=105586) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 21:14:12.694822 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 36294) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:14:12.736955 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-18f52191-950f-4b07-aaf2-a7d3c763c44d None None] Deleting port 3bc02554-6c73-419f-b778-d61bdb8e2c90 {{(pid=105586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:14:12.737575 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-18f52191-950f-4b07-aaf2-a7d3c763c44d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:12.801074 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-c0b7430a-a5c5-4390-b6c4-248c204146f8 req-23190491-822e-4de7-921b-9bbfbc5bb4a9 tempest-ServerShowV247Test-1705653992 tempest-ServerShowV247Test-1705653992-project] 10.222.0.59 "GET /v2.0/ports?device_id=471c84e8-5e3b-48df-8017-e079d70625cc HTTP/1.1" status: 200 len: 210 time: 0.0569377 Jul 27 21:14:12.802886 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.db [None req-d0f1311d-6664-4a10-9228-12fa572239a3 tempest-FloatingIPAdminTestJSON-373562106 tempest-FloatingIPAdminTestJSON-373562106-project] For port 3bc02554-6c73-419f-b778-d61bdb8e2c90, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=3bc02554-6c73-419f-b778-d61bdb8e2c90,segment=NetworkSegment(97dede06-01e7-4db8-b471-887cecbb13bf),segment_id=97dede06-01e7-4db8-b471-887cecbb13bf)] {{(pid=105585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:14:12.803284 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-d0f1311d-6664-4a10-9228-12fa572239a3 tempest-FloatingIPAdminTestJSON-373562106 tempest-FloatingIPAdminTestJSON-373562106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:12.824840 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [None req-d0f1311d-6664-4a10-9228-12fa572239a3 tempest-FloatingIPAdminTestJSON-373562106 tempest-FloatingIPAdminTestJSON-373562106-project] Calling delete_port for 3bc02554-6c73-419f-b778-d61bdb8e2c90 owned by network:dhcp {{(pid=105585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:14:12.924556 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-18f52191-950f-4b07-aaf2-a7d3c763c44d None None] For port 3bc02554-6c73-419f-b778-d61bdb8e2c90, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=3bc02554-6c73-419f-b778-d61bdb8e2c90,segment=NetworkSegment(97dede06-01e7-4db8-b471-887cecbb13bf),segment_id=97dede06-01e7-4db8-b471-887cecbb13bf)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:14:12.924964 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-18f52191-950f-4b07-aaf2-a7d3c763c44d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:12.951682 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-18f52191-950f-4b07-aaf2-a7d3c763c44d None None] Calling delete_port for 3bc02554-6c73-419f-b778-d61bdb8e2c90 owned by network:dhcp {{(pid=105586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:14:12.954861 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-a38b7970-f995-45f1-bf0e-a0406d1b352d admin admin] Notify callbacks [] for security_group, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:12.965738 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-9de6fcc5-e2d1-4786-80d2-df0002167889 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4163804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4077150'] for router, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:13.013095 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-d0f1311d-6664-4a10-9228-12fa572239a3 tempest-FloatingIPAdminTestJSON-373562106 tempest-FloatingIPAdminTestJSON-373562106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:13.069699 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f1311d-6664-4a10-9228-12fa572239a3 tempest-FloatingIPAdminTestJSON-373562106 tempest-FloatingIPAdminTestJSON-373562106-project] Pushing event deleted for resources: {'Port': ['ID=3bc02554-6c73-419f-b778-d61bdb8e2c90,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:14:13.073241 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0f1311d-6664-4a10-9228-12fa572239a3 tempest-FloatingIPAdminTestJSON-373562106 tempest-FloatingIPAdminTestJSON-373562106-project] No DVR routers for this DVR port 3bc02554-6c73-419f-b778-d61bdb8e2c90 on host n-d-705658-22 {{(pid=105585) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:14:13.122388 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-bb32ed7d-8717-448b-a9c8-a5a0117d1fd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:13.161073 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-18f52191-950f-4b07-aaf2-a7d3c763c44d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180'] for port, after_delete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:13.174545 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18f52191-950f-4b07-aaf2-a7d3c763c44d None None] No DVR routers for this DVR port 3bc02554-6c73-419f-b778-d61bdb8e2c90 on host n-d-705658-22 {{(pid=105586) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:14:13.201536 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f52191-950f-4b07-aaf2-a7d3c763c44d None None] Pushing event deleted for resources: {'Port': ['ID=3bc02554-6c73-419f-b778-d61bdb8e2c90,revision_number=None']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:14:13.213164 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-d0f1311d-6664-4a10-9228-12fa572239a3 tempest-FloatingIPAdminTestJSON-373562106 tempest-FloatingIPAdminTestJSON-373562106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853562', 'neutron.services.segments.db._delete_segments_for_network-8790688882975'] for network, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:13.217666 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f52191-950f-4b07-aaf2-a7d3c763c44d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:14:13.218412 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f52191-950f-4b07-aaf2-a7d3c763c44d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:14:13.219268 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f52191-950f-4b07-aaf2-a7d3c763c44d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:14:13.219850 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f52191-950f-4b07-aaf2-a7d3c763c44d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:14:13.220584 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f52191-950f-4b07-aaf2-a7d3c763c44d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:14:13.221748 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f52191-950f-4b07-aaf2-a7d3c763c44d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:14:13.222304 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f52191-950f-4b07-aaf2-a7d3c763c44d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:14:13.223116 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f52191-950f-4b07-aaf2-a7d3c763c44d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:14:13.223891 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f52191-950f-4b07-aaf2-a7d3c763c44d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:14:13.224489 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f52191-950f-4b07-aaf2-a7d3c763c44d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:14:13.225075 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f52191-950f-4b07-aaf2-a7d3c763c44d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:14:13.225653 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f52191-950f-4b07-aaf2-a7d3c763c44d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:14:13.229312 n-d-705658-22 neutron-server[105585]: DEBUG neutron.services.segments.db [None req-d0f1311d-6664-4a10-9228-12fa572239a3 tempest-FloatingIPAdminTestJSON-373562106 tempest-FloatingIPAdminTestJSON-373562106-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['079911f2-97c4-45a9-9eec-f2acf6415360']}} {{(pid=105585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:14:13.235163 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9de6fcc5-e2d1-4786-80d2-df0002167889 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Router 8506beef-e928-4106-ad74-7b2da26a7668 is scheduled to L3 agent dd128fd7-8e57-4d4f-895b-a96b369df59a with binding_index 1 {{(pid=105584) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 21:14:13.246137 n-d-705658-22 neutron-server[105585]: DEBUG neutron.services.segments.db [None req-d0f1311d-6664-4a10-9228-12fa572239a3 tempest-FloatingIPAdminTestJSON-373562106 tempest-FloatingIPAdminTestJSON-373562106-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97dede06-01e7-4db8-b471-887cecbb13bf') {'for_net_delete': True} {{(pid=105585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:14:13.246468 n-d-705658-22 neutron-server[105585]: DEBUG neutron.services.segments.db [None req-d0f1311d-6664-4a10-9228-12fa572239a3 tempest-FloatingIPAdminTestJSON-373562106 tempest-FloatingIPAdminTestJSON-373562106-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97dede06-01e7-4db8-b471-887cecbb13bf') {} {{(pid=105585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:14:13.266960 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-d0f1311d-6664-4a10-9228-12fa572239a3 tempest-FloatingIPAdminTestJSON-373562106 tempest-FloatingIPAdminTestJSON-373562106-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790688883752', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9886370'] for segment, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:13.277060 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-a38b7970-f995-45f1-bf0e-a0406d1b352d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:13.284543 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-a38b7970-f995-45f1-bf0e-a0406d1b352d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:13.291094 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-d0f1311d-6664-4a10-9228-12fa572239a3 tempest-FloatingIPAdminTestJSON-373562106 tempest-FloatingIPAdminTestJSON-373562106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:13.325849 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0f1311d-6664-4a10-9228-12fa572239a3 tempest-FloatingIPAdminTestJSON-373562106 tempest-FloatingIPAdminTestJSON-373562106-project] Releasing vlan 218 on physical network physnet1 to pool {{(pid=105585) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:14:13.326161 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-d0f1311d-6664-4a10-9228-12fa572239a3 tempest-FloatingIPAdminTestJSON-373562106 tempest-FloatingIPAdminTestJSON-373562106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10221644'] for segment, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:13.330013 n-d-705658-22 neutron-server[105585]: Traceback (most recent call last): Jul 27 21:14:13.330013 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:14:13.330013 n-d-705658-22 neutron-server[105585]: timer() Jul 27 21:14:13.330013 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:14:13.330013 n-d-705658-22 neutron-server[105585]: cb(*args, **kw) Jul 27 21:14:13.330013 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:14:13.330013 n-d-705658-22 neutron-server[105585]: return func(*args, **kwargs) Jul 27 21:14:13.330013 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:14:13.330013 n-d-705658-22 neutron-server[105585]: self._notify() Jul 27 21:14:13.330013 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:14:13.330013 n-d-705658-22 neutron-server[105585]: self.callback(batched_events) Jul 27 21:14:13.330013 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:14:13.330013 n-d-705658-22 neutron-server[105585]: event.method(event) Jul 27 21:14:13.330013 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:14:13.330013 n-d-705658-22 neutron-server[105585]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:14:13.330013 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:14:13.330013 n-d-705658-22 neutron-server[105585]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:14:13.330013 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:14:13.330013 n-d-705658-22 neutron-server[105585]: return f(self, *a, **k) Jul 27 21:14:13.330013 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:14:13.330013 n-d-705658-22 neutron-server[105585]: return self._get(url).json() Jul 27 21:14:13.330013 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:14:13.330013 n-d-705658-22 neutron-server[105585]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:14:13.330013 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:14:13.330013 n-d-705658-22 neutron-server[105585]: return self.request(url, 'GET', **kwargs) Jul 27 21:14:13.330013 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:14:13.330013 n-d-705658-22 neutron-server[105585]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:14:13.330013 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:14:13.330013 n-d-705658-22 neutron-server[105585]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:14:13.330013 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:14:13.330013 n-d-705658-22 neutron-server[105585]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:14:13.330013 n-d-705658-22 neutron-server[105585]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:14:13.432884 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-a38b7970-f995-45f1-bf0e-a0406d1b352d admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=ddd01734d2544778968c54b9df4fdb07&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7369962 Jul 27 21:14:13.438149 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 36322) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:14:13.442362 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38b7970-f995-45f1-bf0e-a0406d1b352d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cff95673-3e01-42b7-ab44-0735f390241f,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:14:13.470354 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 3bc02554-6c73-419f-b778-d61bdb8e2c90 no longer exists at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:14:13.490984 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9de6fcc5-e2d1-4786-80d2-df0002167889 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify agent at l3_agent.n-d-705658-22 the message routers_updated {{(pid=105584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:14:13.506256 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a277cf98-4b16-47cb-b8a2-417ae0df2859 None None] Sync routers for ids ['8506beef-e928-4106-ad74-7b2da26a7668'] in n-d-705658-22 {{(pid=105587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:14:13.506875 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-d0f1311d-6664-4a10-9228-12fa572239a3 tempest-FloatingIPAdminTestJSON-373562106 tempest-FloatingIPAdminTestJSON-373562106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4075658'] for network, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:13.522590 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-d0f1311d-6664-4a10-9228-12fa572239a3 tempest-FloatingIPAdminTestJSON-373562106 tempest-FloatingIPAdminTestJSON-373562106-project] Notify callbacks [] for network, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:13.525763 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-d0f1311d-6664-4a10-9228-12fa572239a3 tempest-FloatingIPAdminTestJSON-373562106 tempest-FloatingIPAdminTestJSON-373562106-project] 10.222.0.59 "DELETE /v2.0/networks/079911f2-97c4-45a9-9eec-f2acf6415360 HTTP/1.1" status: 204 len: 168 time: 1.2736263 Jul 27 21:14:13.535169 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 36326) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:14:13.550069 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a277cf98-4b16-47cb-b8a2-417ae0df2859 None None] Routers {'8506beef-e928-4106-ad74-7b2da26a7668'} bound to L3 agent in host n-d-705658-22 {{(pid=105587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:14:13.551770 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-a277cf98-4b16-47cb-b8a2-417ae0df2859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:14:12Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['8506beef-e928-4106-ad74-7b2da26a7668'], 'active': True} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:14:13.579186 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-9de6fcc5-e2d1-4786-80d2-df0002167889 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks [] for router, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:13.584583 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-9de6fcc5-e2d1-4786-80d2-df0002167889 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 3.2166378 Jul 27 21:14:13.587226 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 36328) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:14:13.597027 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f1311d-6664-4a10-9228-12fa572239a3 tempest-FloatingIPAdminTestJSON-373562106 tempest-FloatingIPAdminTestJSON-373562106-project] Pushing event deleted for resources: {'Network': ['ID=079911f2-97c4-45a9-9eec-f2acf6415360,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:14:13.620489 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d2ffdb-80c2-436c-a13d-51425b2be504 req-7db4f8b7-f37f-4ef0-86f9-a73d53a4eb52 tempest-ServerRescueNegativeTestJSON-1381818065 tempest-ServerRescueNegativeTestJSON-1381818065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:14:13.622488 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-97d2ffdb-80c2-436c-a13d-51425b2be504 req-7db4f8b7-f37f-4ef0-86f9-a73d53a4eb52 tempest-ServerRescueNegativeTestJSON-1381818065 tempest-ServerRescueNegativeTestJSON-1381818065-project] 10.222.0.59 "GET /v2.0/ports?device_id=e2b02e93-995e-40bc-ad82-59da89f4fecb HTTP/1.1" status: 200 len: 945 time: 0.2148330 Jul 27 21:14:13.640092 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-f175ac21-c4fc-42f9-b146-a4b489ddaedb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:13.751104 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-f175ac21-c4fc-42f9-b146-a4b489ddaedb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:13.774499 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] No Port match for: 3bc02554-6c73-419f-b778-d61bdb8e2c90 {{(pid=105586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:14:13.775565 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 3bc02554-6c73-419f-b778-d61bdb8e2c90 not bound to the agent host n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:14:13.834434 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvr_db [None req-a277cf98-4b16-47cb-b8a2-417ae0df2859 None None] Set router 8506beef-e928-4106-ad74-7b2da26a7668 gateway port host: n-d-705658-22 {{(pid=105587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:14:13.843411 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-97d2ffdb-80c2-436c-a13d-51425b2be504 req-37cf055b-9312-44d1-9e31-289cf349ce4c tempest-ServerRescueNegativeTestJSON-1381818065 tempest-ServerRescueNegativeTestJSON-1381818065-project] 10.222.0.59 "GET /v2.0/security-groups?id=ce8b1850-1d4d-402f-a118-5b56f5e06e52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2046788 Jul 27 21:14:13.905153 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-468ed1f9-4cbc-4ddd-b60b-222cb80a6175 tempest-TestNetworkAdvancedServerOps-1085103497 tempest-TestNetworkAdvancedServerOps-1085103497-project-admin] 10.222.0.59 "GET /v2.0/subnets?project_id=379416b786c44e07b1b1ba1a5ea96882&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3122525 Jul 27 21:14:13.907916 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 36338) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:14:13.942437 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-f175ac21-c4fc-42f9-b146-a4b489ddaedb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:13.949687 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-f175ac21-c4fc-42f9-b146-a4b489ddaedb admin admin] Notify callbacks [] for security_group, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:13.953302 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-f175ac21-c4fc-42f9-b146-a4b489ddaedb admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/cff95673-3e01-42b7-ab44-0735f390241f HTTP/1.1" status: 204 len: 168 time: 0.5078607 Jul 27 21:14:14.033956 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f175ac21-c4fc-42f9-b146-a4b489ddaedb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cff95673-3e01-42b7-ab44-0735f390241f,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:14:14.282299 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-875ced1b-4cf3-463a-9653-058f0f9421e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:14.283835 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-802bd249-4661-4eb6-983a-6c3a6ac6b2eb tempest-TestNetworkAdvancedServerOps-1085103497 tempest-TestNetworkAdvancedServerOps-1085103497-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:14:14.291251 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-802bd249-4661-4eb6-983a-6c3a6ac6b2eb tempest-TestNetworkAdvancedServerOps-1085103497 tempest-TestNetworkAdvancedServerOps-1085103497-project-admin] 10.222.0.59 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3802280 Jul 27 21:14:14.295708 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 36346) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:14:14.367145 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-a277cf98-4b16-47cb-b8a2-417ae0df2859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8506beef-e928-4106-ad74-7b2da26a7668', 'name': 'tempest-TestNetworkAdvancedServerOps-router-474468986', 'tenant_id': '379416b786c44e07b1b1ba1a5ea96882', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.14'}], 'enable_snat': True}, 'gw_port_id': '50fb8687-1601-46c6-af69-b43fd9a0ae38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:14:10Z', 'updated_at': '2021-07-27T21:14:12Z', 'revision_number': 3, 'project_id': '379416b786c44e07b1b1ba1a5ea96882', 'gw_port': {'id': '50fb8687-1601-46c6-af69-b43fd9a0ae38', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:b7:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8506beef-e928-4106-ad74-7b2da26a7668', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2173, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:14:11Z', 'updated_at': '2021-07-27T21:14:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22'}], 'n-d-705658-22', False) {} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:14:14.433395 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a277cf98-4b16-47cb-b8a2-417ae0df2859 None None] Checking router: 8506beef-e928-4106-ad74-7b2da26a7668 for host: n-d-705658-22 {{(pid=105587) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:14:14.433745 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a277cf98-4b16-47cb-b8a2-417ae0df2859 None None] Updating router 8506beef-e928-4106-ad74-7b2da26a7668 port 50fb8687-1601-46c6-af69-b43fd9a0ae38 binding host n-d-705658-22 {{(pid=105587) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 21:14:14.503906 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-5b41c841-2531-4647-9cf7-8340e9b4b2aa tempest-TestNetworkAdvancedServerOps-1085103497 tempest-TestNetworkAdvancedServerOps-1085103497-project-admin] 10.222.0.59 "GET /v2.0/subnets?network_id=8735d8a2-b604-4758-ae71-b40e4ee6f305&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2054408 Jul 27 21:14:14.507388 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 36354) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:14:14.519734 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-031e1994-6226-4316-a61d-e5f02d7448a5 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-424840669', 'network_id': '1d4d21d8-5a4a-4948-971c-89356ade9736', 'project_id': '379416b786c44e07b1b1ba1a5ea96882', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:14:14.526132 n-d-705658-22 neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-a277cf98-4b16-47cb-b8a2-417ae0df2859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:14.586499 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-5ee1ce96-d285-4f19-b7f6-54cf86a245b4 req-6295ffc9-ef0f-4180-8ef1-27f043a25b67 tempest-ServerShowV247Test-1705653992 tempest-ServerShowV247Test-1705653992-project] 10.222.0.59 "GET /v2.0/ports?device_id=471c84e8-5e3b-48df-8017-e079d70625cc HTTP/1.1" status: 200 len: 210 time: 0.6319513 Jul 27 21:14:14.596009 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [None req-e65c0252-c34b-48d4-9e6a-86cb8131b32e tempest-FloatingIPAdminTestJSON-373562106 tempest-FloatingIPAdminTestJSON-373562106-project] Deleting port 82cd13ec-6da9-4ce6-9509-1c0e1d8c6242 {{(pid=105585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:14:14.596356 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-e65c0252-c34b-48d4-9e6a-86cb8131b32e tempest-FloatingIPAdminTestJSON-373562106 tempest-FloatingIPAdminTestJSON-373562106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:14.692436 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 36356) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:14:14.743540 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-6a45b37d-3b05-4511-8e10-df882dc1ece6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:14.789556 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d457df45-fcbd-40bf-bd25-cee1f8e8e7b1 req-01ec2098-d21e-4073-bb3b-757c4c7d13e2 tempest-ServerRescueNegativeTestJSON-1381818065 tempest-ServerRescueNegativeTestJSON-1381818065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:14:14.791068 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-d457df45-fcbd-40bf-bd25-cee1f8e8e7b1 req-01ec2098-d21e-4073-bb3b-757c4c7d13e2 tempest-ServerRescueNegativeTestJSON-1381818065 tempest-ServerRescueNegativeTestJSON-1381818065-project] 10.222.0.60 "GET /v2.0/ports?device_id=e2b02e93-995e-40bc-ad82-59da89f4fecb HTTP/1.1" status: 200 len: 945 time: 0.4353955 Jul 27 21:14:14.862304 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-e65c0252-c34b-48d4-9e6a-86cb8131b32e tempest-FloatingIPAdminTestJSON-373562106 tempest-FloatingIPAdminTestJSON-373562106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:14.864648 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-e65c0252-c34b-48d4-9e6a-86cb8131b32e tempest-FloatingIPAdminTestJSON-373562106 tempest-FloatingIPAdminTestJSON-373562106-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:14.906468 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [None req-e65c0252-c34b-48d4-9e6a-86cb8131b32e tempest-FloatingIPAdminTestJSON-373562106 tempest-FloatingIPAdminTestJSON-373562106-project] Calling delete_port for 82cd13ec-6da9-4ce6-9509-1c0e1d8c6242 owned by network:floatingip {{(pid=105585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:14:14.997369 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [req-d457df45-fcbd-40bf-bd25-cee1f8e8e7b1 req-993a11c7-1f0b-4997-be6f-ee9c1d95ae5d tempest-ServerRescueNegativeTestJSON-1381818065 tempest-ServerRescueNegativeTestJSON-1381818065-project] Deleting port 498260e1-9835-46af-97f7-54e6148162f3 {{(pid=105584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:14:14.997736 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-d457df45-fcbd-40bf-bd25-cee1f8e8e7b1 req-993a11c7-1f0b-4997-be6f-ee9c1d95ae5d tempest-ServerRescueNegativeTestJSON-1381818065 tempest-ServerRescueNegativeTestJSON-1381818065-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:15.069585 n-d-705658-22 neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-a277cf98-4b16-47cb-b8a2-417ae0df2859 None None] Notify callbacks [] for port, precommit_update {{(pid=105587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:15.079673 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-6a45b37d-3b05-4511-8e10-df882dc1ece6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:15.084137 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.provisioning_blocks [None req-a277cf98-4b16-47cb-b8a2-417ae0df2859 None None] Transition to ACTIVE for port object 50fb8687-1601-46c6-af69-b43fd9a0ae38 will not be triggered until provisioned by entity L2. {{(pid=105587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:14:15.094001 n-d-705658-22 neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-a277cf98-4b16-47cb-b8a2-417ae0df2859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:15.104712 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [req-d457df45-fcbd-40bf-bd25-cee1f8e8e7b1 req-993a11c7-1f0b-4997-be6f-ee9c1d95ae5d tempest-ServerRescueNegativeTestJSON-1381818065 tempest-ServerRescueNegativeTestJSON-1381818065-project] For port 498260e1-9835-46af-97f7-54e6148162f3, host n-h2-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=498260e1-9835-46af-97f7-54e6148162f3,segment=NetworkSegment(151214cb-152c-4c30-8d99-50b662383ee0),segment_id=151214cb-152c-4c30-8d99-50b662383ee0)] {{(pid=105584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:14:15.105090 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-d457df45-fcbd-40bf-bd25-cee1f8e8e7b1 req-993a11c7-1f0b-4997-be6f-ee9c1d95ae5d tempest-ServerRescueNegativeTestJSON-1381818065 tempest-ServerRescueNegativeTestJSON-1381818065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:15.123764 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [req-d457df45-fcbd-40bf-bd25-cee1f8e8e7b1 req-993a11c7-1f0b-4997-be6f-ee9c1d95ae5d tempest-ServerRescueNegativeTestJSON-1381818065 tempest-ServerRescueNegativeTestJSON-1381818065-project] Calling delete_port for 498260e1-9835-46af-97f7-54e6148162f3 owned by compute:nova {{(pid=105584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:14:15.142334 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-031e1994-6226-4316-a61d-e5f02d7448a5 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Made reservation on behalf of 379416b786c44e07b1b1ba1a5ea96882 for: {'subnet': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:14:15.146082 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-031e1994-6226-4316-a61d-e5f02d7448a5 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9738786'] for subnet, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:15.151075 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-6a45b37d-3b05-4511-8e10-df882dc1ece6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:15.166768 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b410b7-061d-433d-905f-e3cec3ed4f08 None None] Pushing event updated for resources: {'Port': ['ID=50fb8687-1601-46c6-af69-b43fd9a0ae38,revision_number=2']} {{(pid=105587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:14:15.172319 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.managers [None req-a277cf98-4b16-47cb-b8a2-417ae0df2859 None None] Attempting to bind port 50fb8687-1601-46c6-af69-b43fd9a0ae38 on host n-d-705658-22 for vnic_type normal with profile {{(pid=105587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:14:15.172739 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.managers [None req-a277cf98-4b16-47cb-b8a2-417ae0df2859 None None] Attempting to bind port 50fb8687-1601-46c6-af69-b43fd9a0ae38 by drivers openvswitch,hyperv on host n-d-705658-22 at level 0 using segments [{'id': '12196855-9a32-4633-9a56-77697ef9e126', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305'}] {{(pid=105587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:14:15.173104 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a277cf98-4b16-47cb-b8a2-417ae0df2859 None None] Attempting to bind port 50fb8687-1601-46c6-af69-b43fd9a0ae38 on network 8735d8a2-b604-4758-ae71-b40e4ee6f305 {{(pid=105587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:14:15.183146 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a277cf98-4b16-47cb-b8a2-417ae0df2859 None None] Checking agent: {'id': '04a7ea91-6318-467e-ace6-b0fb48c8690f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 41, 42), 'started_at': datetime.datetime(2021, 7, 27, 20, 42, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 14, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:14:15.183521 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a277cf98-4b16-47cb-b8a2-417ae0df2859 None None] Checking segment: {'id': '12196855-9a32-4633-9a56-77697ef9e126', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:14:15.183928 n-d-705658-22 neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-a277cf98-4b16-47cb-b8a2-417ae0df2859 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:15.184322 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a277cf98-4b16-47cb-b8a2-417ae0df2859 None None] Bound using segment: {'id': '12196855-9a32-4633-9a56-77697ef9e126', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305'} {{(pid=105587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:14:15.184789 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.managers [None req-a277cf98-4b16-47cb-b8a2-417ae0df2859 None None] Bound port: 50fb8687-1601-46c6-af69-b43fd9a0ae38, host: n-d-705658-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12196855-9a32-4633-9a56-77697ef9e126', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305'}}] {{(pid=105587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:14:15.185169 n-d-705658-22 neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-a277cf98-4b16-47cb-b8a2-417ae0df2859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:15.189005 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b410b7-061d-433d-905f-e3cec3ed4f08 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:14:15.189358 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b410b7-061d-433d-905f-e3cec3ed4f08 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:14:15.189828 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b410b7-061d-433d-905f-e3cec3ed4f08 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:14:15.190171 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b410b7-061d-433d-905f-e3cec3ed4f08 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:14:15.190502 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b410b7-061d-433d-905f-e3cec3ed4f08 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:14:15.190879 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b410b7-061d-433d-905f-e3cec3ed4f08 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:14:15.191382 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b410b7-061d-433d-905f-e3cec3ed4f08 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:14:15.191846 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b410b7-061d-433d-905f-e3cec3ed4f08 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:14:15.192179 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b410b7-061d-433d-905f-e3cec3ed4f08 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:14:15.192500 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b410b7-061d-433d-905f-e3cec3ed4f08 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:14:15.192824 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b410b7-061d-433d-905f-e3cec3ed4f08 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:14:15.193143 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b410b7-061d-433d-905f-e3cec3ed4f08 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:14:15.273261 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.db [None req-a277cf98-4b16-47cb-b8a2-417ae0df2859 None None] For port 50fb8687-1601-46c6-af69-b43fd9a0ae38, host n-d-705658-22, cleared binding levels {{(pid=105587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:14:15.284817 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.db [None req-a277cf98-4b16-47cb-b8a2-417ae0df2859 None None] For port 50fb8687-1601-46c6-af69-b43fd9a0ae38, host n-d-705658-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=50fb8687-1601-46c6-af69-b43fd9a0ae38,segment=NetworkSegment(12196855-9a32-4633-9a56-77697ef9e126),segment_id=12196855-9a32-4633-9a56-77697ef9e126)] {{(pid=105587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:14:15.293740 n-d-705658-22 neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-a277cf98-4b16-47cb-b8a2-417ae0df2859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:15.307580 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-6a45b37d-3b05-4511-8e10-df882dc1ece6 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=e5a09b64d9fa4e9fb027c05d79367e6a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6140301 Jul 27 21:14:15.313209 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 36364) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:14:15.357214 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a277cf98-4b16-47cb-b8a2-417ae0df2859 None None] Routers {'8506beef-e928-4106-ad74-7b2da26a7668'} bound to L3 agent in host n-d-705658-22 {{(pid=105587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:14:15.358297 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-a277cf98-4b16-47cb-b8a2-417ae0df2859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:14:12Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['8506beef-e928-4106-ad74-7b2da26a7668'], 'active': True} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:14:15.397777 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a45b37d-3b05-4511-8e10-df882dc1ece6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d12562fc-3359-4c71-9cf9-3d92001c9fef,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:14:15.464106 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b410b7-061d-433d-905f-e3cec3ed4f08 None None] Pushing event updated for resources: {'Port': ['ID=50fb8687-1601-46c6-af69-b43fd9a0ae38,revision_number=3']} {{(pid=105587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:14:15.507552 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-031e1994-6226-4316-a61d-e5f02d7448a5 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9014150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9738800'] for subnet, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:15.544843 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7291fd7c-4b9f-4b57-b467-5e17b9080439 req-32e34954-d966-4800-9b76-76c1efd1141f tempest-ServerRescueNegativeTestJSON-1381818065 tempest-ServerRescueNegativeTestJSON-1381818065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:14:15.557572 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-7291fd7c-4b9f-4b57-b467-5e17b9080439 req-32e34954-d966-4800-9b76-76c1efd1141f tempest-ServerRescueNegativeTestJSON-1381818065 tempest-ServerRescueNegativeTestJSON-1381818065-project] 10.222.0.59 "GET /v2.0/ports?device_id=e2b02e93-995e-40bc-ad82-59da89f4fecb HTTP/1.1" status: 200 len: 945 time: 0.4662950 Jul 27 21:14:15.584269 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvr_db [None req-a277cf98-4b16-47cb-b8a2-417ae0df2859 None None] Set router 8506beef-e928-4106-ad74-7b2da26a7668 gateway port host: n-d-705658-22 {{(pid=105587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:14:15.606599 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-d457df45-fcbd-40bf-bd25-cee1f8e8e7b1 req-993a11c7-1f0b-4997-be6f-ee9c1d95ae5d tempest-ServerRescueNegativeTestJSON-1381818065 tempest-ServerRescueNegativeTestJSON-1381818065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:15.609510 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031e1994-6226-4316-a61d-e5f02d7448a5 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Pushing event updated for resources: {'Subnet': ['ID=ddef23d9-d17b-4086-bd3c-1e30aa0e0ca0,revision_number=0']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:14:15.622886 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-031e1994-6226-4316-a61d-e5f02d7448a5 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Checking segment: {'id': 'bdd91ba2-0432-42e2-98db-a2dd6126dafb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '1d4d21d8-5a4a-4948-971c-89356ade9736'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:14:15.623287 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-031e1994-6226-4316-a61d-e5f02d7448a5 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Network hostable DHCP agents. Network: 1d4d21d8-5a4a-4948-971c-89356ade9736, hostable agents: ['7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a'], hosted agents: [] {{(pid=105584) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:14:15.675425 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-2da7efe4-4d4f-4e7e-8366-ef6447b95b64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:15.676065 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993a11c7-1f0b-4997-be6f-ee9c1d95ae5d tempest-ServerRescueNegativeTestJSON-1381818065 tempest-ServerRescueNegativeTestJSON-1381818065-project] Pushing event deleted for resources: {'Port': ['ID=498260e1-9835-46af-97f7-54e6148162f3,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:14:15.716388 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-7291fd7c-4b9f-4b57-b467-5e17b9080439 req-b3881733-ba6d-4d07-9dc2-30ac900f481c tempest-ServerRescueNegativeTestJSON-1381818065 tempest-ServerRescueNegativeTestJSON-1381818065-project] 10.222.0.59 "GET /v2.0/security-groups?id=ce8b1850-1d4d-402f-a118-5b56f5e06e52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579092 Jul 27 21:14:15.738228 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-2da7efe4-4d4f-4e7e-8366-ef6447b95b64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:15.759102 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 36374) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:14:15.793924 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-e65c0252-c34b-48d4-9e6a-86cb8131b32e tempest-FloatingIPAdminTestJSON-373562106 tempest-FloatingIPAdminTestJSON-373562106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:15.804980 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [req-d457df45-fcbd-40bf-bd25-cee1f8e8e7b1 req-993a11c7-1f0b-4997-be6f-ee9c1d95ae5d tempest-ServerRescueNegativeTestJSON-1381818065 tempest-ServerRescueNegativeTestJSON-1381818065-project] No DVR routers for this DVR port 498260e1-9835-46af-97f7-54e6148162f3 on host n-h2-705658-22 {{(pid=105584) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:14:15.813160 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-d457df45-fcbd-40bf-bd25-cee1f8e8e7b1 req-993a11c7-1f0b-4997-be6f-ee9c1d95ae5d tempest-ServerRescueNegativeTestJSON-1381818065 tempest-ServerRescueNegativeTestJSON-1381818065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:15.816983 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-d457df45-fcbd-40bf-bd25-cee1f8e8e7b1 req-993a11c7-1f0b-4997-be6f-ee9c1d95ae5d tempest-ServerRescueNegativeTestJSON-1381818065 tempest-ServerRescueNegativeTestJSON-1381818065-project] 10.222.0.60 "DELETE /v2.0/ports/498260e1-9835-46af-97f7-54e6148162f3 HTTP/1.1" status: 204 len: 173 time: 1.0163231 Jul 27 21:14:15.817886 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2b02e93-995e-40bc-ad82-59da89f4fecb', 'name': 'network-vif-deleted', 'tag': '498260e1-9835-46af-97f7-54e6148162f3'}] {{(pid=105584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:14:15.820330 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bce5e6c8685464f7626901654159975603b047827e3138302ed6566e28f1343" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7208b462-d56e-4a0f-a42b-440659fefd14" -d '{"events": [{"server_uuid": "e2b02e93-995e-40bc-ad82-59da89f4fecb", "name": "network-vif-deleted", "tag": "498260e1-9835-46af-97f7-54e6148162f3"}]}' {{(pid=105584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:14:15.831284 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e50f2280-85a6-4afd-be48-6113f01a5032 req-abd408a4-6094-40a2-be9f-a1246deae86a tempest-ServerShowV247Test-1705653992 tempest-ServerShowV247Test-1705653992-project] 10.222.0.59 "GET /v2.0/ports?device_id=471c84e8-5e3b-48df-8017-e079d70625cc HTTP/1.1" status: 200 len: 210 time: 0.0595181 Jul 27 21:14:15.849154 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-031e1994-6226-4316-a61d-e5f02d7448a5 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Network 1d4d21d8-5a4a-4948-971c-89356ade9736 is scheduled to be hosted by DHCP agent 7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a with binding_index 1 {{(pid=105584) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:14:15.863794 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65c0252-c34b-48d4-9e6a-86cb8131b32e tempest-FloatingIPAdminTestJSON-373562106 tempest-FloatingIPAdminTestJSON-373562106-project] Pushing event deleted for resources: {'Port': ['ID=82cd13ec-6da9-4ce6-9509-1c0e1d8c6242,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:14:15.890887 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [None req-031e1994-6226-4316-a61d-e5f02d7448a5 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-22, 1d4d21d8-5a4a-4948-971c-89356ade9736) {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:14:15.899508 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-031e1994-6226-4316-a61d-e5f02d7448a5 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:14:15.900345 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ca7955e-c3f2-4f2d-b6bc-4e11b462f02a None None] Network 1d4d21d8-5a4a-4948-971c-89356ade9736 requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:14:15.900790 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-031e1994-6226-4316-a61d-e5f02d7448a5 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks [] for subnet, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:15.922069 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-031e1994-6226-4316-a61d-e5f02d7448a5 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.4067228 Jul 27 21:14:15.924767 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 36380) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:14:15.928219 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:14:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9061c33-3144-47e4-829b-951eda036e42 x-openstack-request-id: req-a9061c33-3144-47e4-829b-951eda036e42 {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:14:15.930191 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2b02e93-995e-40bc-ad82-59da89f4fecb", "name": "network-vif-deleted", "tag": "498260e1-9835-46af-97f7-54e6148162f3", "status": "completed", "code": 200}]} {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:14:15.930191 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-a9061c33-3144-47e4-829b-951eda036e42 {{(pid=105584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:14:15.931872 n-d-705658-22 neutron-server[105584]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2b02e93-995e-40bc-ad82-59da89f4fecb', 'name': 'network-vif-deleted', 'tag': '498260e1-9835-46af-97f7-54e6148162f3', 'status': 'completed', 'code': 200} Jul 27 21:14:16.003631 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-2da7efe4-4d4f-4e7e-8366-ef6447b95b64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:16.007489 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-2da7efe4-4d4f-4e7e-8366-ef6447b95b64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:16.012695 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-2da7efe4-4d4f-4e7e-8366-ef6447b95b64 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/d12562fc-3359-4c71-9cf9-3d92001c9fef HTTP/1.1" status: 204 len: 168 time: 0.6984124 Jul 27 21:14:16.044509 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-e65c0252-c34b-48d4-9e6a-86cb8131b32e tempest-FloatingIPAdminTestJSON-373562106 tempest-FloatingIPAdminTestJSON-373562106-project] Notify callbacks [] for floatingip, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:16.048289 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-e65c0252-c34b-48d4-9e6a-86cb8131b32e tempest-FloatingIPAdminTestJSON-373562106 tempest-FloatingIPAdminTestJSON-373562106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for floatingip, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:16.049476 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-e65c0252-c34b-48d4-9e6a-86cb8131b32e tempest-FloatingIPAdminTestJSON-373562106 tempest-FloatingIPAdminTestJSON-373562106-project] 10.222.0.59 "DELETE /v2.0/floatingips/44b17f9b-e6e9-4a61-9384-a18d16716689 HTTP/1.1" status: 204 len: 168 time: 2.5107799 Jul 27 21:14:16.051220 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da7efe4-4d4f-4e7e-8366-ef6447b95b64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d12562fc-3359-4c71-9cf9-3d92001c9fef,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:14:16.078750 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-a277cf98-4b16-47cb-b8a2-417ae0df2859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8506beef-e928-4106-ad74-7b2da26a7668', 'name': 'tempest-TestNetworkAdvancedServerOps-router-474468986', 'tenant_id': '379416b786c44e07b1b1ba1a5ea96882', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.14'}], 'enable_snat': True}, 'gw_port_id': '50fb8687-1601-46c6-af69-b43fd9a0ae38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:14:10Z', 'updated_at': '2021-07-27T21:14:12Z', 'revision_number': 3, 'project_id': '379416b786c44e07b1b1ba1a5ea96882', 'gw_port': {'id': '50fb8687-1601-46c6-af69-b43fd9a0ae38', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:b7:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8506beef-e928-4106-ad74-7b2da26a7668', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2173, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:14:11Z', 'updated_at': '2021-07-27T21:14:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22'}], 'n-d-705658-22', False) {} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:14:16.091466 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-61a4e392-3126-46b6-bd2b-1af3287274a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:16.112573 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a277cf98-4b16-47cb-b8a2-417ae0df2859 None None] The sync data for ids ['8506beef-e928-4106-ad74-7b2da26a7668'] in n-d-705658-22 is: [{'id': '8506beef-e928-4106-ad74-7b2da26a7668', 'name': 'tempest-TestNetworkAdvancedServerOps-router-474468986', 'tenant_id': '379416b786c44e07b1b1ba1a5ea96882', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.14'}], 'enable_snat': True}, 'gw_port_id': '50fb8687-1601-46c6-af69-b43fd9a0ae38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:14:10Z', 'updated_at': '2021-07-27T21:14:12Z', 'revision_number': 3, 'project_id': '379416b786c44e07b1b1ba1a5ea96882', 'gw_port': {'id': '50fb8687-1601-46c6-af69-b43fd9a0ae38', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:b7:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8506beef-e928-4106-ad74-7b2da26a7668', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2173, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:14:11Z', 'updated_at': '2021-07-27T21:14:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22'}] {{(pid=105587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:14:16.123200 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d72b486-fd4d-438c-8d0c-80a95b9a8987 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30bb4b93-b285-5d90-9493-f9ec33ea333c-1d4d21d8-5a4a-4948-971c-89356ade9736', 'network_id': '1d4d21d8-5a4a-4948-971c-89356ade9736', 'tenant_id': '379416b786c44e07b1b1ba1a5ea96882', 'fixed_ips': [{'subnet_id': 'ddef23d9-d17b-4086-bd3c-1e30aa0e0ca0'}]}} from n-d-705658-22. {{(pid=105586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 21:14:16.124053 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-4d72b486-fd4d-438c-8d0c-80a95b9a8987 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:16.293037 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-61a4e392-3126-46b6-bd2b-1af3287274a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:16.304873 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-61a4e392-3126-46b6-bd2b-1af3287274a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:16.369176 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.db_base_plugin_common [None req-4d72b486-fd4d-438c-8d0c-80a95b9a8987 None None] Allocated IP 172.20.0.2 (1d4d21d8-5a4a-4948-971c-89356ade9736/ddef23d9-d17b-4086-bd3c-1e30aa0e0ca0/5966146b-40b0-4c4e-8300-31c812563e3d) {{(pid=105586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:14:16.389516 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-61a4e392-3126-46b6-bd2b-1af3287274a4 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=e89a831d43884a4ca1f6f106079c3e80&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6227584 Jul 27 21:14:16.390377 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 36390) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:14:16.432786 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a4e392-3126-46b6-bd2b-1af3287274a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11e031b7-04bd-4d00-bdcb-64cabdfa9ebf,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:14:16.636409 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 36394) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:14:16.783013 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-4d72b486-fd4d-438c-8d0c-80a95b9a8987 None None] Notify callbacks [] for port, precommit_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:16.820583 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-4d72b486-fd4d-438c-8d0c-80a95b9a8987 None None] Transition to ACTIVE for port object 5966146b-40b0-4c4e-8300-31c812563e3d will not be triggered until provisioned by entity L2. {{(pid=105586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:14:16.841114 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 36410) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:14:16.903998 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-4d72b486-fd4d-438c-8d0c-80a95b9a8987 None None] Transition to ACTIVE for port object 5966146b-40b0-4c4e-8300-31c812563e3d will not be triggered until provisioned by entity DHCP. {{(pid=105586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:14:16.924274 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-4d72b486-fd4d-438c-8d0c-80a95b9a8987 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143'] for port, after_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:17.011959 n-d-705658-22 neutron-server[105586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d72b486-fd4d-438c-8d0c-80a95b9a8987 None None] Network 1d4d21d8-5a4a-4948-971c-89356ade9736 is already hosted by enough agents. {{(pid=105586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:14:17.017148 n-d-705658-22 neutron-server[105586]: DEBUG neutron.scheduler.base_scheduler [None req-4d72b486-fd4d-438c-8d0c-80a95b9a8987 None None] Resources bound (agent type, host, resource id): {{(pid=105586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:14:17.024568 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d72b486-fd4d-438c-8d0c-80a95b9a8987 None None] Received port after_create {{(pid=105586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:14:17.044504 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-416537ea-3561-4dbd-b117-d3376ef74c30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:17.065374 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Device 498260e1-9835-46af-97f7-54e6148162f3 no longer exists at agent hyperv_n-h2-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:14:17.073612 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d72b486-fd4d-438c-8d0c-80a95b9a8987 None None] Pushing event updated for resources: {'Port': ['ID=5966146b-40b0-4c4e-8300-31c812563e3d,revision_number=1']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:14:17.082024 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-36a830f5-b367-4e62-975c-a8703b6e9ec5 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=5ccc52b5c7774dddb9b18a7452f52bb9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4411111 Jul 27 21:14:17.082648 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 36416) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:14:17.165551 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-3d54578f-831f-4696-b568-13c455922dab None None] No Port match for: 498260e1-9835-46af-97f7-54e6148162f3 {{(pid=105586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:14:17.165891 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Device 498260e1-9835-46af-97f7-54e6148162f3 not bound to the agent host n-h2-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:14:17.176917 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-3366a2e0-77f8-4035-95f8-2493b41da992 req-49a53b8e-08bd-47f8-84b7-b01a58f80fee tempest-ServerShowV247Test-1705653992 tempest-ServerShowV247Test-1705653992-project] 10.222.0.59 "GET /v2.0/ports?device_id=471c84e8-5e3b-48df-8017-e079d70625cc HTTP/1.1" status: 200 len: 210 time: 0.1088223 Jul 27 21:14:17.179237 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-416537ea-3561-4dbd-b117-d3376ef74c30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:17.188239 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-4d72b486-fd4d-438c-8d0c-80a95b9a8987 None None] Attempting to bind port 5966146b-40b0-4c4e-8300-31c812563e3d on host n-d-705658-22 for vnic_type normal with profile {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:14:17.188642 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-4d72b486-fd4d-438c-8d0c-80a95b9a8987 None None] Attempting to bind port 5966146b-40b0-4c4e-8300-31c812563e3d by drivers openvswitch,hyperv on host n-d-705658-22 at level 0 using segments [{'id': 'bdd91ba2-0432-42e2-98db-a2dd6126dafb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '1d4d21d8-5a4a-4948-971c-89356ade9736'}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:14:17.188990 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d72b486-fd4d-438c-8d0c-80a95b9a8987 None None] Attempting to bind port 5966146b-40b0-4c4e-8300-31c812563e3d on network 1d4d21d8-5a4a-4948-971c-89356ade9736 {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:14:17.205299 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d72b486-fd4d-438c-8d0c-80a95b9a8987 None None] Checking agent: {'id': '04a7ea91-6318-467e-ace6-b0fb48c8690f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 41, 42), 'started_at': datetime.datetime(2021, 7, 27, 20, 42, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 14, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:14:17.205686 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d72b486-fd4d-438c-8d0c-80a95b9a8987 None None] Checking segment: {'id': 'bdd91ba2-0432-42e2-98db-a2dd6126dafb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '1d4d21d8-5a4a-4948-971c-89356ade9736'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:14:17.206100 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-4d72b486-fd4d-438c-8d0c-80a95b9a8987 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:17.206490 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d72b486-fd4d-438c-8d0c-80a95b9a8987 None None] Bound using segment: {'id': 'bdd91ba2-0432-42e2-98db-a2dd6126dafb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '1d4d21d8-5a4a-4948-971c-89356ade9736'} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:14:17.206966 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-4d72b486-fd4d-438c-8d0c-80a95b9a8987 None None] Bound port: 5966146b-40b0-4c4e-8300-31c812563e3d, host: n-d-705658-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bdd91ba2-0432-42e2-98db-a2dd6126dafb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '1d4d21d8-5a4a-4948-971c-89356ade9736'}}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:14:17.207383 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-4d72b486-fd4d-438c-8d0c-80a95b9a8987 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:17.421311 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-4d72b486-fd4d-438c-8d0c-80a95b9a8987 None None] For port 5966146b-40b0-4c4e-8300-31c812563e3d, host n-d-705658-22, cleared binding levels {{(pid=105586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:14:17.427025 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-4d72b486-fd4d-438c-8d0c-80a95b9a8987 None None] For port 5966146b-40b0-4c4e-8300-31c812563e3d, host n-d-705658-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=5966146b-40b0-4c4e-8300-31c812563e3d,segment=NetworkSegment(bdd91ba2-0432-42e2-98db-a2dd6126dafb),segment_id=bdd91ba2-0432-42e2-98db-a2dd6126dafb)] {{(pid=105586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:14:17.437387 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-4d72b486-fd4d-438c-8d0c-80a95b9a8987 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:17.468181 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-4898eafa-172a-4e3f-80ab-c15a1393b1f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:17.519217 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-4898eafa-172a-4e3f-80ab-c15a1393b1f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:17.528282 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-2ad9326c-e447-4ade-8f1a-68402502a2bd tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:17.537961 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 50fb8687-1601-46c6-af69-b43fd9a0ae38 up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:14:17.613021 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-416537ea-3561-4dbd-b117-d3376ef74c30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:17.616454 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-416537ea-3561-4dbd-b117-d3376ef74c30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:17.618275 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-416537ea-3561-4dbd-b117-d3376ef74c30 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/11e031b7-04bd-4d00-bdcb-64cabdfa9ebf HTTP/1.1" status: 204 len: 168 time: 1.2233226 Jul 27 21:14:17.667981 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416537ea-3561-4dbd-b117-d3376ef74c30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11e031b7-04bd-4d00-bdcb-64cabdfa9ebf,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:14:17.811233 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d72b486-fd4d-438c-8d0c-80a95b9a8987 None None] Pushing event updated for resources: {'Port': ['ID=5966146b-40b0-4c4e-8300-31c812563e3d,revision_number=2']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:14:17.825763 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning for port 50fb8687-1601-46c6-af69-b43fd9a0ae38 completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:14:17.841997 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port 50fb8687-1601-46c6-af69-b43fd9a0ae38 triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:14:17.842424 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:17.906225 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-4898eafa-172a-4e3f-80ab-c15a1393b1f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:17.927767 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-4898eafa-172a-4e3f-80ab-c15a1393b1f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:17.940488 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-4898eafa-172a-4e3f-80ab-c15a1393b1f3 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/cc72c5cf-cb3f-4d07-b026-f97d65ee3d76 HTTP/1.1" status: 204 len: 168 time: 0.8393157 Jul 27 21:14:17.997442 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4898eafa-172a-4e3f-80ab-c15a1393b1f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc72c5cf-cb3f-4d07-b026-f97d65ee3d76,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:14:18.104152 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:18.139055 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] For port 50fb8687-1601-46c6-af69-b43fd9a0ae38, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=50fb8687-1601-46c6-af69-b43fd9a0ae38,segment=NetworkSegment(12196855-9a32-4633-9a56-77697ef9e126),segment_id=12196855-9a32-4633-9a56-77697ef9e126)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:14:18.145872 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:18.165326 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-9f033d63-d097-4b59-a58d-d289aa87d1b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4076536'] for router_interface, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:18.171643 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.db_base_plugin_common [None req-2ad9326c-e447-4ade-8f1a-68402502a2bd tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Allocated IP 172.20.0.1 (1d4d21d8-5a4a-4948-971c-89356ade9736/ddef23d9-d17b-4086-bd3c-1e30aa0e0ca0/dba1bae5-1c7a-4047-8d99-6c160550919f) {{(pid=105584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:14:18.239697 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Pushing event updated for resources: {'Port': ['ID=50fb8687-1601-46c6-af69-b43fd9a0ae38,revision_number=4']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:14:18.380161 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-2ad9326c-e447-4ade-8f1a-68402502a2bd tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks [] for port, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:18.380642 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-fdc4fdcb-1a69-45bc-937e-ea4fda4a6ab7 req-587713c8-de65-429e-9ced-76f07b4384ae tempest-ServerShowV247Test-1705653992 tempest-ServerShowV247Test-1705653992-project] 10.222.0.59 "GET /v2.0/ports?device_id=471c84e8-5e3b-48df-8017-e079d70625cc HTTP/1.1" status: 200 len: 210 time: 0.0410905 Jul 27 21:14:18.397879 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.provisioning_blocks [None req-2ad9326c-e447-4ade-8f1a-68402502a2bd tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Transition to ACTIVE for port object dba1bae5-1c7a-4047-8d99-6c160550919f will not be triggered until provisioned by entity DHCP. {{(pid=105584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:14:18.447310 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-2ad9326c-e447-4ade-8f1a-68402502a2bd tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:18.494909 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ad9326c-e447-4ade-8f1a-68402502a2bd tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Network 1d4d21d8-5a4a-4948-971c-89356ade9736 is already hosted by enough agents. {{(pid=105584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:14:18.501478 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [None req-2ad9326c-e447-4ade-8f1a-68402502a2bd tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Resources bound (agent type, host, resource id): {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:14:18.508274 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ad9326c-e447-4ade-8f1a-68402502a2bd tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Received port after_create {{(pid=105584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:14:18.565628 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 36446) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:14:18.565780 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad9326c-e447-4ade-8f1a-68402502a2bd tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Pushing event updated for resources: {'Port': ['ID=dba1bae5-1c7a-4047-8d99-6c160550919f,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:14:18.589397 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-2ad9326c-e447-4ade-8f1a-68402502a2bd tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4075523'] for router_interface, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:18.636001 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-8cd6af34-0b29-4361-a379-7357842a4f7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:18.807834 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-2ad9326c-e447-4ade-8f1a-68402502a2bd tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:18.841340 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 36450) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:14:18.909371 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-ef46099f-249a-4d93-933f-4f0290132355 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:18.975937 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [None req-9f033d63-d097-4b59-a58d-d289aa87d1b9 admin admin] Deleting port ad802cc8-9fac-4175-a0ce-1e60e25a06eb {{(pid=105585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:14:18.977160 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-9f033d63-d097-4b59-a58d-d289aa87d1b9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:19.086031 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-8cd6af34-0b29-4361-a379-7357842a4f7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:19.103685 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-8cd6af34-0b29-4361-a379-7357842a4f7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:19.149864 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-8cd6af34-0b29-4361-a379-7357842a4f7f admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=be2671c2c6ec48c495da32879fd2b476&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5831387 Jul 27 21:14:19.152943 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 36458) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:14:19.228012 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03b9a38c-a86c-46cc-a252-ba9d9099b17a None None] Network 1d4d21d8-5a4a-4948-971c-89356ade9736 requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:14:19.258869 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd6af34-0b29-4361-a379-7357842a4f7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25b401c4-f7bd-457c-a104-71f017a8d221,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:14:19.293091 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.db [None req-9f033d63-d097-4b59-a58d-d289aa87d1b9 admin admin] For port ad802cc8-9fac-4175-a0ce-1e60e25a06eb, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=ad802cc8-9fac-4175-a0ce-1e60e25a06eb,segment=NetworkSegment(151214cb-152c-4c30-8d99-50b662383ee0),segment_id=151214cb-152c-4c30-8d99-50b662383ee0)] {{(pid=105585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:14:19.293481 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-9f033d63-d097-4b59-a58d-d289aa87d1b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:19.329804 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-9a29fde2-8b17-41fb-a117-a1b79d8f608c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:19.340510 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [None req-9f033d63-d097-4b59-a58d-d289aa87d1b9 admin admin] Calling delete_port for ad802cc8-9fac-4175-a0ce-1e60e25a06eb owned by network:router_interface {{(pid=105585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:14:19.378239 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-a8843053-6f54-4d69-ad03-abba3bf042d8 None None] Provisioning for port 5966146b-40b0-4c4e-8300-31c812563e3d completed by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:14:19.386012 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-9a29fde2-8b17-41fb-a117-a1b79d8f608c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:19.394700 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-2ad9326c-e447-4ade-8f1a-68402502a2bd tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks [] for port, precommit_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:19.398805 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-ef46099f-249a-4d93-933f-4f0290132355 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:19.404457 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-2ad9326c-e447-4ade-8f1a-68402502a2bd tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9014027'] for port, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:19.516530 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-2ad9326c-e447-4ade-8f1a-68402502a2bd tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3743906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4076435'] for router_interface, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:19.570086 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-ef46099f-249a-4d93-933f-4f0290132355 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:19.574667 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-cbd330d6-3717-4b75-a25d-869abcbf05d9 req-e9109ea0-a69e-497d-8c48-5a1c7f645b68 tempest-ServerShowV247Test-1705653992 tempest-ServerShowV247Test-1705653992-project] 10.222.0.59 "GET /v2.0/ports?device_id=471c84e8-5e3b-48df-8017-e079d70625cc HTTP/1.1" status: 200 len: 210 time: 0.0447190 Jul 27 21:14:19.595482 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-9a29fde2-8b17-41fb-a117-a1b79d8f608c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:19.599366 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-9a29fde2-8b17-41fb-a117-a1b79d8f608c admin admin] Notify callbacks [] for security_group, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:19.600566 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-9a29fde2-8b17-41fb-a117-a1b79d8f608c admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/25b401c4-f7bd-457c-a104-71f017a8d221 HTTP/1.1" status: 204 len: 168 time: 0.4410455 Jul 27 21:14:19.620363 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a29fde2-8b17-41fb-a117-a1b79d8f608c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25b401c4-f7bd-457c-a104-71f017a8d221,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:14:19.684179 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 5966146b-40b0-4c4e-8300-31c812563e3d up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:14:19.744946 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-9f033d63-d097-4b59-a58d-d289aa87d1b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:19.764237 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad9326c-e447-4ade-8f1a-68402502a2bd tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Pushing event updated for resources: {'Port': ['ID=dba1bae5-1c7a-4047-8d99-6c160550919f,revision_number=2']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:14:19.797918 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef46099f-249a-4d93-933f-4f0290132355 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0166653-9bac-418a-bdca-e0a6b5807c09,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:14:19.810339 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-ef46099f-249a-4d93-933f-4f0290132355 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=f8f1e0391ab548f7b4d33405ef1dfd9a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9348958 Jul 27 21:14:19.813083 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f033d63-d097-4b59-a58d-d289aa87d1b9 admin admin] Pushing event deleted for resources: {'Port': ['ID=ad802cc8-9fac-4175-a0ce-1e60e25a06eb,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:14:19.826270 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning for port 5966146b-40b0-4c4e-8300-31c812563e3d completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:14:19.831253 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port 5966146b-40b0-4c4e-8300-31c812563e3d triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:14:19.831745 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:19.846033 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 36472) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:14:20.012647 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:20.071476 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-9981daf8-e705-41a9-9080-47956d3b28a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:20.081574 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] For port 5966146b-40b0-4c4e-8300-31c812563e3d, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=5966146b-40b0-4c4e-8300-31c812563e3d,segment=NetworkSegment(bdd91ba2-0432-42e2-98db-a2dd6126dafb),segment_id=bdd91ba2-0432-42e2-98db-a2dd6126dafb)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:14:20.089017 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:20.089869 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 50fb8687-1601-46c6-af69-b43fd9a0ae38 up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:14:20.116907 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-9f033d63-d097-4b59-a58d-d289aa87d1b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3743915', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4076308'] for router_interface, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:20.146342 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-9981daf8-e705-41a9-9080-47956d3b28a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:20.273328 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-9981daf8-e705-41a9-9080-47956d3b28a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:20.274779 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-9981daf8-e705-41a9-9080-47956d3b28a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:20.276755 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-9981daf8-e705-41a9-9080-47956d3b28a5 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/f0166653-9bac-418a-bdca-e0a6b5807c09 HTTP/1.1" status: 204 len: 168 time: 0.4291570 Jul 27 21:14:20.301897 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9981daf8-e705-41a9-9080-47956d3b28a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0166653-9bac-418a-bdca-e0a6b5807c09,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:14:20.354288 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ad9326c-e447-4ade-8f1a-68402502a2bd tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Network 1d4d21d8-5a4a-4948-971c-89356ade9736 is already hosted by enough agents. {{(pid=105584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:14:20.356854 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [None req-2ad9326c-e447-4ade-8f1a-68402502a2bd tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Resources bound (agent type, host, resource id): {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:14:20.438279 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Pushing event updated for resources: {'Port': ['ID=5966146b-40b0-4c4e-8300-31c812563e3d,revision_number=3']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:14:20.477511 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-cd69985f-859b-429b-bac3-a834490d464c None None] Provisioning complete for port 5966146b-40b0-4c4e-8300-31c812563e3d triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:14:20.478535 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-cd69985f-859b-429b-bac3-a834490d464c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:20.564667 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port 50fb8687-1601-46c6-af69-b43fd9a0ae38 triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:14:20.565316 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:20.642066 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ad9326c-e447-4ade-8f1a-68402502a2bd tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Router 8506beef-e928-4106-ad74-7b2da26a7668 has already been hosted by L3 agent dd128fd7-8e57-4d4f-895b-a96b369df59a {{(pid=105584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:14:20.678476 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-cd69985f-859b-429b-bac3-a834490d464c None None] Provisioning for port dba1bae5-1c7a-4047-8d99-6c160550919f completed by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:14:20.686373 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-cd69985f-859b-429b-bac3-a834490d464c None None] Provisioning complete for port dba1bae5-1c7a-4047-8d99-6c160550919f triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:14:20.686762 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-cd69985f-859b-429b-bac3-a834490d464c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:20.758920 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f033d63-d097-4b59-a58d-d289aa87d1b9 admin admin] Router 0f0c4d8d-7826-4570-bf61-c1cb34f9bd9e has already been hosted by L3 agent dd128fd7-8e57-4d4f-895b-a96b369df59a {{(pid=105585) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:14:20.770205 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-cd69985f-859b-429b-bac3-a834490d464c None None] Port dba1bae5-1c7a-4047-8d99-6c160550919f cannot update to ACTIVE because it is not bound. {{(pid=105586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:14:20.901184 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-6d3c2187-18f2-43c4-9cbd-3d319514fbcc None None] Provisioning complete for port dba1bae5-1c7a-4047-8d99-6c160550919f triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:14:20.902572 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-6d3c2187-18f2-43c4-9cbd-3d319514fbcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:20.946169 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ad9326c-e447-4ade-8f1a-68402502a2bd tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify agent at l3_agent.n-d-705658-22 the message routers_updated {{(pid=105584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:14:20.958943 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-4a3b48b5-ccf5-4ad9-ac83-35ed5f118d4b req-9fe4ab05-eedd-437c-a48f-18cad5b8ab5b tempest-ServerShowV247Test-1705653992 tempest-ServerShowV247Test-1705653992-project] 10.222.0.59 "GET /v2.0/ports?device_id=471c84e8-5e3b-48df-8017-e079d70625cc HTTP/1.1" status: 200 len: 210 time: 0.1521914 Jul 27 21:14:20.968531 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-2ad9326c-e447-4ade-8f1a-68402502a2bd tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] 10.222.0.59 "PUT /v2.0/routers/8506beef-e928-4106-ad74-7b2da26a7668/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0347452 Jul 27 21:14:20.970833 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 36508) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:14:20.982794 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-6d3c2187-18f2-43c4-9cbd-3d319514fbcc None None] Port dba1bae5-1c7a-4047-8d99-6c160550919f cannot update to ACTIVE because it is not bound. {{(pid=105586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:14:20.985400 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e450821-74c4-45da-a2e7-09ec0a99562e None None] Sync routers for ids ['8506beef-e928-4106-ad74-7b2da26a7668'] in n-d-705658-22 {{(pid=105586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:14:21.003948 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-c1600f36-3953-428d-a9b3-fbb69d2e7666 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:21.029658 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e450821-74c4-45da-a2e7-09ec0a99562e None None] Routers {'8506beef-e928-4106-ad74-7b2da26a7668'} bound to L3 agent in host n-d-705658-22 {{(pid=105586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:14:21.030307 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-9e450821-74c4-45da-a2e7-09ec0a99562e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:14:12Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['8506beef-e928-4106-ad74-7b2da26a7668'], 'active': True} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:14:21.107540 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f033d63-d097-4b59-a58d-d289aa87d1b9 admin admin] Notify agent at l3_agent.n-d-705658-22 the message routers_updated {{(pid=105585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:14:21.115776 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-9f033d63-d097-4b59-a58d-d289aa87d1b9 admin admin] 10.222.0.59 "PUT /v2.0/routers/0f0c4d8d-7826-4570-bf61-c1cb34f9bd9e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2737484 Jul 27 21:14:21.118495 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 36512) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:14:21.122229 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-139aa3de-7b79-4032-90f3-e54cf8c7a044 None None] Sync routers for ids ['0f0c4d8d-7826-4570-bf61-c1cb34f9bd9e'] in n-d-705658-22 {{(pid=105587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:14:21.137044 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-139aa3de-7b79-4032-90f3-e54cf8c7a044 None None] Routers {'0f0c4d8d-7826-4570-bf61-c1cb34f9bd9e'} bound to L3 agent in host n-d-705658-22 {{(pid=105587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:14:21.137955 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-139aa3de-7b79-4032-90f3-e54cf8c7a044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:14:12Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['0f0c4d8d-7826-4570-bf61-c1cb34f9bd9e'], 'active': True} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:14:21.195982 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-ab847657-e44b-4c5d-b2b8-a83fd2a3dc81 None None] Provisioning complete for port dba1bae5-1c7a-4047-8d99-6c160550919f triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:14:21.197937 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-ab847657-e44b-4c5d-b2b8-a83fd2a3dc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:21.237983 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-ee14bb2a-fbd3-40c2-ae1d-af53ac0c4723 req-dc422eec-689e-4543-992d-6704f4f09dbc service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=471c84e8-5e3b-48df-8017-e079d70625cc HTTP/1.1" status: 200 len: 210 time: 0.0487430 Jul 27 21:14:21.252591 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-c1600f36-3953-428d-a9b3-fbb69d2e7666 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:21.265261 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-c1600f36-3953-428d-a9b3-fbb69d2e7666 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:21.371989 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-ab847657-e44b-4c5d-b2b8-a83fd2a3dc81 None None] Port dba1bae5-1c7a-4047-8d99-6c160550919f cannot update to ACTIVE because it is not bound. {{(pid=105586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:14:21.438836 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvr_db [None req-139aa3de-7b79-4032-90f3-e54cf8c7a044 None None] Set router 0f0c4d8d-7826-4570-bf61-c1cb34f9bd9e gateway port host: n-d-705658-22 {{(pid=105587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:14:21.440840 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvr_db [None req-9e450821-74c4-45da-a2e7-09ec0a99562e None None] Set router 8506beef-e928-4106-ad74-7b2da26a7668 gateway port host: n-d-705658-22 {{(pid=105586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:14:21.452541 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-c1600f36-3953-428d-a9b3-fbb69d2e7666 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=d150dd3300274eefa309fbc151f4fd2c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4806223 Jul 27 21:14:21.467511 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 36532) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:14:21.474198 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-979d4270-7f23-435c-851b-699d6445d108 admin admin] Notify callbacks [] for router, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:21.564393 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1600f36-3953-428d-a9b3-fbb69d2e7666 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca8588a7-b767-45c6-a70b-d9fa6db3be8c,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:14:21.589902 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f4a43ae5-466a-4aff-a3f6-e2afd587cee9 req-ab93d41b-2eae-4f06-9569-2b336dcbfc18 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1724678001&fields=id&tenant_id=379416b786c44e07b1b1ba1a5ea96882 HTTP/1.1" status: 200 len: 267 time: 0.2129545 Jul 27 21:14:21.683637 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-979d4270-7f23-435c-851b-699d6445d108 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:21.696949 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 5966146b-40b0-4c4e-8300-31c812563e3d up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:14:21.746137 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-a86c69e3-f924-43b8-9c2d-cb1154c84cf5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:21.790399 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-979d4270-7f23-435c-851b-699d6445d108 admin admin] Deleting port f8db9f8b-9c26-4239-b38d-f38ade358cf4 {{(pid=105584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:14:21.793117 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-979d4270-7f23-435c-851b-699d6445d108 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:21.848608 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-a86c69e3-f924-43b8-9c2d-cb1154c84cf5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:21.955308 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-139aa3de-7b79-4032-90f3-e54cf8c7a044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f0c4d8d-7826-4570-bf61-c1cb34f9bd9e', 'name': 'tempest-ServerRescueNegativeTestJSON-17662238-router', 'tenant_id': '1816f1c47c674f62ac676a2d74d8fad6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.226'}], 'enable_snat': True}, 'gw_port_id': 'f8db9f8b-9c26-4239-b38d-f38ade358cf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:11:28Z', 'updated_at': '2021-07-27T21:14:19Z', 'revision_number': 5, 'project_id': '1816f1c47c674f62ac676a2d74d8fad6', 'gw_port': {'id': 'f8db9f8b-9c26-4239-b38d-f38ade358cf4', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:fb:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f0c4d8d-7826-4570-bf61-c1cb34f9bd9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:11:29Z', 'updated_at': '2021-07-27T21:11:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22'}], 'n-d-705658-22', False) {} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:14:21.995853 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a43ae5-466a-4aff-a3f6-e2afd587cee9 req-45ccac50-5ca7-457a-bf65-7051b1f454f2 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:14:21.997546 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f4a43ae5-466a-4aff-a3f6-e2afd587cee9 req-45ccac50-5ca7-457a-bf65-7051b1f454f2 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] 10.222.0.59 "GET /v2.0/networks?id=1d4d21d8-5a4a-4948-971c-89356ade9736 HTTP/1.1" status: 200 len: 797 time: 0.4065373 Jul 27 21:14:22.001460 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [None req-979d4270-7f23-435c-851b-699d6445d108 admin admin] For port f8db9f8b-9c26-4239-b38d-f38ade358cf4, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=f8db9f8b-9c26-4239-b38d-f38ade358cf4,segment=NetworkSegment(12196855-9a32-4633-9a56-77697ef9e126),segment_id=12196855-9a32-4633-9a56-77697ef9e126)] {{(pid=105584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:14:22.002191 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-979d4270-7f23-435c-851b-699d6445d108 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:22.028268 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f4a43ae5-466a-4aff-a3f6-e2afd587cee9 req-9a628e4a-aa28-4f76-8604-cef3120d256b tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] 10.222.0.59 "GET /v2.0/quotas/379416b786c44e07b1b1ba1a5ea96882 HTTP/1.1" status: 200 len: 375 time: 0.0233507 Jul 27 21:14:22.052173 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-139aa3de-7b79-4032-90f3-e54cf8c7a044 None None] Checking router: 0f0c4d8d-7826-4570-bf61-c1cb34f9bd9e for host: n-d-705658-22 {{(pid=105587) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:14:22.062587 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-979d4270-7f23-435c-851b-699d6445d108 admin admin] Calling delete_port for f8db9f8b-9c26-4239-b38d-f38ade358cf4 owned by network:router_gateway {{(pid=105584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:14:22.075742 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-139aa3de-7b79-4032-90f3-e54cf8c7a044 None None] Routers {'0f0c4d8d-7826-4570-bf61-c1cb34f9bd9e'} bound to L3 agent in host n-d-705658-22 {{(pid=105587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:14:22.076943 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-139aa3de-7b79-4032-90f3-e54cf8c7a044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:14:12Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['0f0c4d8d-7826-4570-bf61-c1cb34f9bd9e'], 'active': True} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:14:22.146957 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-a86c69e3-f924-43b8-9c2d-cb1154c84cf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:22.150931 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-a86c69e3-f924-43b8-9c2d-cb1154c84cf5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:22.153167 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-a86c69e3-f924-43b8-9c2d-cb1154c84cf5 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/ca8588a7-b767-45c6-a70b-d9fa6db3be8c HTTP/1.1" status: 204 len: 168 time: 0.6847129 Jul 27 21:14:22.248508 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-c832c7fb-727c-46f7-931c-235df9ec53e5 req-1dbffe0f-d6e8-414e-8922-e14ecef4b8e7 tempest-ServerShowV247Test-1705653992 tempest-ServerShowV247Test-1705653992-project] 10.222.0.59 "GET /v2.0/ports?device_id=471c84e8-5e3b-48df-8017-e079d70625cc HTTP/1.1" status: 200 len: 210 time: 0.1064265 Jul 27 21:14:22.253512 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port 5966146b-40b0-4c4e-8300-31c812563e3d triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:14:22.253900 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:22.259098 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86c69e3-f924-43b8-9c2d-cb1154c84cf5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca8588a7-b767-45c6-a70b-d9fa6db3be8c,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:14:22.293278 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvr_db [None req-139aa3de-7b79-4032-90f3-e54cf8c7a044 None None] Set router 0f0c4d8d-7826-4570-bf61-c1cb34f9bd9e gateway port host: None {{(pid=105587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:14:22.313637 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f4a43ae5-466a-4aff-a3f6-e2afd587cee9 req-0a530c7a-ab5a-4ac6-b0ac-7e0e4488911e tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=379416b786c44e07b1b1ba1a5ea96882&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2727621 Jul 27 21:14:22.337496 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [req-f4a43ae5-466a-4aff-a3f6-e2afd587cee9 req-c9c7b5b9-01ae-462b-a481-27d2fc352c77 service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=105585) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 21:14:22.340314 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f4a43ae5-466a-4aff-a3f6-e2afd587cee9 req-c9c7b5b9-01ae-462b-a481-27d2fc352c77 service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0230203 Jul 27 21:14:22.360674 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-9e450821-74c4-45da-a2e7-09ec0a99562e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8506beef-e928-4106-ad74-7b2da26a7668', 'name': 'tempest-TestNetworkAdvancedServerOps-router-474468986', 'tenant_id': '379416b786c44e07b1b1ba1a5ea96882', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.14'}], 'enable_snat': True}, 'gw_port_id': '50fb8687-1601-46c6-af69-b43fd9a0ae38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:14:10Z', 'updated_at': '2021-07-27T21:14:18Z', 'revision_number': 4, 'project_id': '379416b786c44e07b1b1ba1a5ea96882', 'gw_port': {'id': '50fb8687-1601-46c6-af69-b43fd9a0ae38', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:b7:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8506beef-e928-4106-ad74-7b2da26a7668', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2173, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:14:11Z', 'updated_at': '2021-07-27T21:14:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_interfaces': [{'id': 'dba1bae5-1c7a-4047-8d99-6c160550919f', 'name': '', 'network_id': '1d4d21d8-5a4a-4948-971c-89356ade9736', 'tenant_id': '379416b786c44e07b1b1ba1a5ea96882', 'mac_address': 'fa:16:3e:47:16:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8506beef-e928-4106-ad74-7b2da26a7668', 'device_owner': 'network:router_interface', 'standard_attr_id': 2191, 'fixed_ips': [{'subnet_id': 'ddef23d9-d17b-4086-bd3c-1e30aa0e0ca0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:14:17Z', 'updated_at': '2021-07-27T21:14:19Z', 'revision_number': 2, 'project_id': '379416b786c44e07b1b1ba1a5ea96882', 'subnets': [{'id': 'ddef23d9-d17b-4086-bd3c-1e30aa0e0ca0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-22', False) {} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:14:22.442156 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-979d4270-7f23-435c-851b-699d6445d108 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:22.464774 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e450821-74c4-45da-a2e7-09ec0a99562e None None] Checking router: 8506beef-e928-4106-ad74-7b2da26a7668 for host: n-d-705658-22 {{(pid=105586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:14:22.476617 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e450821-74c4-45da-a2e7-09ec0a99562e None None] Updating router 8506beef-e928-4106-ad74-7b2da26a7668 port dba1bae5-1c7a-4047-8d99-6c160550919f binding host n-d-705658-22 {{(pid=105586) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 21:14:22.497215 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-139aa3de-7b79-4032-90f3-e54cf8c7a044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f0c4d8d-7826-4570-bf61-c1cb34f9bd9e', 'name': 'tempest-ServerRescueNegativeTestJSON-17662238-router', 'tenant_id': '1816f1c47c674f62ac676a2d74d8fad6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:11:28Z', 'updated_at': '2021-07-27T21:14:21Z', 'revision_number': 6, 'project_id': '1816f1c47c674f62ac676a2d74d8fad6', 'gw_port_host': None}], 'n-d-705658-22', False) {} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:14:22.541936 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979d4270-7f23-435c-851b-699d6445d108 admin admin] Pushing event deleted for resources: {'Port': ['ID=f8db9f8b-9c26-4239-b38d-f38ade358cf4,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:14:22.559287 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-139aa3de-7b79-4032-90f3-e54cf8c7a044 None None] The sync data for ids ['0f0c4d8d-7826-4570-bf61-c1cb34f9bd9e'] in n-d-705658-22 is: [{'id': '0f0c4d8d-7826-4570-bf61-c1cb34f9bd9e', 'name': 'tempest-ServerRescueNegativeTestJSON-17662238-router', 'tenant_id': '1816f1c47c674f62ac676a2d74d8fad6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:11:28Z', 'updated_at': '2021-07-27T21:14:21Z', 'revision_number': 6, 'project_id': '1816f1c47c674f62ac676a2d74d8fad6', 'gw_port_host': None}] {{(pid=105587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:14:22.606010 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-9e450821-74c4-45da-a2e7-09ec0a99562e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:22.623525 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f4a43ae5-466a-4aff-a3f6-e2afd587cee9 req-c511ecb5-c5ad-4446-9ace-856e365886c2 service neutron] 10.222.0.59 "GET /v2.0/networks/1d4d21d8-5a4a-4948-971c-89356ade9736?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2745023 Jul 27 21:14:22.724331 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-979d4270-7f23-435c-851b-699d6445d108 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4075702'] for router_gateway, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:22.785789 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f4a43ae5-466a-4aff-a3f6-e2afd587cee9 req-64124c3f-8b36-405f-adb8-cb8717b710fe service neutron] 10.222.0.59 "GET /v2.0/networks/1d4d21d8-5a4a-4948-971c-89356ade9736?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1425741 Jul 27 21:14:22.937397 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-979d4270-7f23-435c-851b-699d6445d108 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4163631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-425'] for router, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:22.941817 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-979d4270-7f23-435c-851b-699d6445d108 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:23.062953 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-979d4270-7f23-435c-851b-699d6445d108 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4163007'] for router, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:23.063457 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-979d4270-7f23-435c-851b-699d6445d108 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0f0c4d8d-7826-4570-bf61-c1cb34f9bd9e {{(pid=105584) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 21:14:23.073871 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-979d4270-7f23-435c-851b-699d6445d108 admin admin] Notify callbacks [] for router, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:23.077314 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 36594) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:14:23.082047 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-979d4270-7f23-435c-851b-699d6445d108 admin admin] 10.222.0.59 "DELETE /v2.0/routers/0f0c4d8d-7826-4570-bf61-c1cb34f9bd9e HTTP/1.1" status: 204 len: 168 time: 1.9621115 Jul 27 21:14:23.276930 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-9e450821-74c4-45da-a2e7-09ec0a99562e None None] Notify callbacks [] for port, precommit_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:23.278606 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-c30eaa65-9af1-4de9-aa4f-d24259efee28 req-66ddbbfb-4459-430d-8485-5b0c6b68b410 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] 10.222.0.59 "GET /v2.0/ports?device_id=14188e1a-88ea-45e0-ad71-5de945522dfe HTTP/1.1" status: 200 len: 210 time: 0.1899719 Jul 27 21:14:23.292450 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-9e450821-74c4-45da-a2e7-09ec0a99562e None None] Transition to ACTIVE for port object dba1bae5-1c7a-4047-8d99-6c160550919f will not be triggered until provisioned by entity L2. {{(pid=105586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:14:23.316132 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-9e450821-74c4-45da-a2e7-09ec0a99562e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:23.316356 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.db_base_plugin_v2 [None req-55a83f2b-9b78-4afa-84da-7b42d247c3f3 admin admin] Deleting subnet bde3c8e5-46f4-4260-b2be-2a93267b8e98 {{(pid=105585) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:14:23.327747 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-55a83f2b-9b78-4afa-84da-7b42d247c3f3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:23.422448 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c59b39e-a3f9-4484-893b-0fadc762153b None None] Pushing event updated for resources: {'Port': ['ID=dba1bae5-1c7a-4047-8d99-6c160550919f,revision_number=3']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:14:23.462809 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-331c28f6-5c9c-47de-be5c-bf6ec4c50595 req-f80edaeb-f832-4ef4-baf0-db26b9f708a3 tempest-ServerShowV247Test-1705653992 tempest-ServerShowV247Test-1705653992-project] 10.222.0.59 "GET /v2.0/ports?device_id=471c84e8-5e3b-48df-8017-e079d70625cc HTTP/1.1" status: 200 len: 210 time: 0.0668886 Jul 27 21:14:23.475469 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-55a83f2b-9b78-4afa-84da-7b42d247c3f3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9887057'] for subnet, precommit_delete_associations {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:23.595936 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 36614) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:14:23.603673 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-9e450821-74c4-45da-a2e7-09ec0a99562e None None] Attempting to bind port dba1bae5-1c7a-4047-8d99-6c160550919f on host n-d-705658-22 for vnic_type normal with profile {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:14:23.603673 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-9e450821-74c4-45da-a2e7-09ec0a99562e None None] Attempting to bind port dba1bae5-1c7a-4047-8d99-6c160550919f by drivers openvswitch,hyperv on host n-d-705658-22 at level 0 using segments [{'id': 'bdd91ba2-0432-42e2-98db-a2dd6126dafb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '1d4d21d8-5a4a-4948-971c-89356ade9736'}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:14:23.604161 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e450821-74c4-45da-a2e7-09ec0a99562e None None] Attempting to bind port dba1bae5-1c7a-4047-8d99-6c160550919f on network 1d4d21d8-5a4a-4948-971c-89356ade9736 {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:14:23.623368 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e450821-74c4-45da-a2e7-09ec0a99562e None None] Checking agent: {'id': '04a7ea91-6318-467e-ace6-b0fb48c8690f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 41, 42), 'started_at': datetime.datetime(2021, 7, 27, 20, 42, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 14, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:14:23.623768 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e450821-74c4-45da-a2e7-09ec0a99562e None None] Checking segment: {'id': 'bdd91ba2-0432-42e2-98db-a2dd6126dafb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '1d4d21d8-5a4a-4948-971c-89356ade9736'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:14:23.624238 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-9e450821-74c4-45da-a2e7-09ec0a99562e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:23.624646 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e450821-74c4-45da-a2e7-09ec0a99562e None None] Bound using segment: {'id': 'bdd91ba2-0432-42e2-98db-a2dd6126dafb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '1d4d21d8-5a4a-4948-971c-89356ade9736'} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:14:23.629060 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-55a83f2b-9b78-4afa-84da-7b42d247c3f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854965'] for subnet, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:23.637437 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-9e450821-74c4-45da-a2e7-09ec0a99562e None None] Bound port: dba1bae5-1c7a-4047-8d99-6c160550919f, host: n-d-705658-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bdd91ba2-0432-42e2-98db-a2dd6126dafb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '1d4d21d8-5a4a-4948-971c-89356ade9736'}}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:14:23.637865 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-9e450821-74c4-45da-a2e7-09ec0a99562e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:23.681145 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device ad802cc8-9fac-4175-a0ce-1e60e25a06eb no longer exists at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:14:23.829040 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] No Port match for: ad802cc8-9fac-4175-a0ce-1e60e25a06eb {{(pid=105586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:14:23.829396 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device ad802cc8-9fac-4175-a0ce-1e60e25a06eb not bound to the agent host n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:14:23.829595 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-55a83f2b-9b78-4afa-84da-7b42d247c3f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10221602', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9990583'] for subnet, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:23.829826 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device f8db9f8b-9c26-4239-b38d-f38ade358cf4 no longer exists at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:14:23.898561 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] No Port match for: f8db9f8b-9c26-4239-b38d-f38ade358cf4 {{(pid=105586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:14:23.899434 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device f8db9f8b-9c26-4239-b38d-f38ade358cf4 not bound to the agent host n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:14:23.917656 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-55a83f2b-9b78-4afa-84da-7b42d247c3f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743886'] for subnet, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:23.924088 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 36630) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:14:23.925128 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-55a83f2b-9b78-4afa-84da-7b42d247c3f3 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/bde3c8e5-46f4-4260-b2be-2a93267b8e98 HTTP/1.1" status: 204 len: 168 time: 0.8460701 Jul 27 21:14:23.926563 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a83f2b-9b78-4afa-84da-7b42d247c3f3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bde3c8e5-46f4-4260-b2be-2a93267b8e98,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:14:24.004480 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-9e450821-74c4-45da-a2e7-09ec0a99562e None None] For port dba1bae5-1c7a-4047-8d99-6c160550919f, host n-d-705658-22, cleared binding levels {{(pid=105586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:14:24.016045 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-9e450821-74c4-45da-a2e7-09ec0a99562e None None] For port dba1bae5-1c7a-4047-8d99-6c160550919f, host n-d-705658-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=dba1bae5-1c7a-4047-8d99-6c160550919f,segment=NetworkSegment(bdd91ba2-0432-42e2-98db-a2dd6126dafb),segment_id=bdd91ba2-0432-42e2-98db-a2dd6126dafb)] {{(pid=105586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:14:24.028239 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-9e450821-74c4-45da-a2e7-09ec0a99562e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:24.082294 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-40f710ef-a7cd-4d46-841e-203abd508330 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:24.153286 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c98bbbfd-5dab-4078-9934-84ca9b796db9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-990557'] for network, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:24.182744 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e450821-74c4-45da-a2e7-09ec0a99562e None None] Routers {'8506beef-e928-4106-ad74-7b2da26a7668'} bound to L3 agent in host n-d-705658-22 {{(pid=105586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:14:24.183442 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-9e450821-74c4-45da-a2e7-09ec0a99562e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:14:12Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['8506beef-e928-4106-ad74-7b2da26a7668'], 'active': True} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:14:24.285278 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-bd9e35a8-89c9-4639-a39e-ac6964be4e7a req-52e8c49f-6207-4d27-9055-22bc0e31322c tempest-ServerShowV247Test-1705653992 tempest-ServerShowV247Test-1705653992-project] 10.222.0.59 "GET /v2.0/ports?device_id=471c84e8-5e3b-48df-8017-e079d70625cc&device_id=7802db44-b628-4a93-8ff7-2bfeabc4a61e HTTP/1.1" status: 200 len: 210 time: 0.1111305 Jul 27 21:14:24.317933 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c59b39e-a3f9-4484-893b-0fadc762153b None None] Pushing event updated for resources: {'Port': ['ID=dba1bae5-1c7a-4047-8d99-6c160550919f,revision_number=4']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:14:24.368586 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c98bbbfd-5dab-4078-9934-84ca9b796db9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853562', 'neutron.services.segments.db._delete_segments_for_network-8790688882975'] for network, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:24.415145 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.segments.db [None req-c98bbbfd-5dab-4078-9934-84ca9b796db9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1db3ecd8-5bfa-46e7-9a53-5860f7a92c34']}} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:14:24.480733 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.segments.db [None req-c98bbbfd-5dab-4078-9934-84ca9b796db9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '151214cb-152c-4c30-8d99-50b662383ee0') {'for_net_delete': True} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:14:24.481280 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.segments.db [None req-c98bbbfd-5dab-4078-9934-84ca9b796db9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '151214cb-152c-4c30-8d99-50b662383ee0') {} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:14:24.513807 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c98bbbfd-5dab-4078-9934-84ca9b796db9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790688883752', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9014348'] for segment, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:24.593888 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c98bbbfd-5dab-4078-9934-84ca9b796db9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:24.609257 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c98bbbfd-5dab-4078-9934-84ca9b796db9 admin admin] Releasing vlan 204 on physical network physnet1 to pool {{(pid=105584) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:14:24.609673 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c98bbbfd-5dab-4078-9934-84ca9b796db9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9014063'] for segment, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:24.613337 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-5d96b2a2-a333-4df3-b05b-a4e059e636b1 req-59367018-aab4-43ad-8a90-a8a9ca4e96f8 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] 10.222.0.59 "GET /v2.0/ports?device_id=14188e1a-88ea-45e0-ad71-5de945522dfe HTTP/1.1" status: 200 len: 210 time: 0.1215577 Jul 27 21:14:24.646594 n-d-705658-22 neutron-server[105584]: Traceback (most recent call last): Jul 27 21:14:24.646594 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:14:24.646594 n-d-705658-22 neutron-server[105584]: timer() Jul 27 21:14:24.646594 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:14:24.646594 n-d-705658-22 neutron-server[105584]: cb(*args, **kw) Jul 27 21:14:24.646594 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:14:24.646594 n-d-705658-22 neutron-server[105584]: return func(*args, **kwargs) Jul 27 21:14:24.646594 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:14:24.646594 n-d-705658-22 neutron-server[105584]: self._notify() Jul 27 21:14:24.646594 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:14:24.646594 n-d-705658-22 neutron-server[105584]: self.callback(batched_events) Jul 27 21:14:24.646594 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:14:24.646594 n-d-705658-22 neutron-server[105584]: event.method(event) Jul 27 21:14:24.646594 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:14:24.646594 n-d-705658-22 neutron-server[105584]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:14:24.646594 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:14:24.646594 n-d-705658-22 neutron-server[105584]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:14:24.646594 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:14:24.646594 n-d-705658-22 neutron-server[105584]: return f(self, *a, **k) Jul 27 21:14:24.646594 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:14:24.646594 n-d-705658-22 neutron-server[105584]: return self._get(url).json() Jul 27 21:14:24.646594 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:14:24.646594 n-d-705658-22 neutron-server[105584]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:14:24.646594 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:14:24.646594 n-d-705658-22 neutron-server[105584]: return self.request(url, 'GET', **kwargs) Jul 27 21:14:24.646594 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:14:24.646594 n-d-705658-22 neutron-server[105584]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:14:24.646594 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:14:24.646594 n-d-705658-22 neutron-server[105584]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:14:24.646594 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:14:24.646594 n-d-705658-22 neutron-server[105584]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:14:24.646594 n-d-705658-22 neutron-server[105584]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:14:24.700818 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvr_db [None req-9e450821-74c4-45da-a2e7-09ec0a99562e None None] Set router 8506beef-e928-4106-ad74-7b2da26a7668 gateway port host: n-d-705658-22 {{(pid=105586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:14:24.731744 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-40f710ef-a7cd-4d46-841e-203abd508330 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:24.774215 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e0a912ae-e57f-4e0c-9a04-be2ca7527b77 req-3b5d8613-3bff-4fa9-a5df-b69ea55bc22c tempest-ServerShowV247Test-1705653992 tempest-ServerShowV247Test-1705653992-project] 10.222.0.59 "GET /v2.0/ports?device_id=471c84e8-5e3b-48df-8017-e079d70625cc HTTP/1.1" status: 200 len: 210 time: 0.0530713 Jul 27 21:14:24.809695 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-40f710ef-a7cd-4d46-841e-203abd508330 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:24.813776 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-73421147-b8e3-413b-bb4f-1781dd1f87f7 req-70882b60-3ec3-4533-879c-bc55f0671d0d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=75351100ecbd4b06a3539c1b8eed6c08&device_id=471c84e8-5e3b-48df-8017-e079d70625cc HTTP/1.1" status: 200 len: 210 time: 0.0789466 Jul 27 21:14:24.847529 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f710ef-a7cd-4d46-841e-203abd508330 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c22660f6-c004-483e-8c32-e9660e8e6725,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:14:24.891039 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-73421147-b8e3-413b-bb4f-1781dd1f87f7 req-af9b8672-423c-4343-9c14-8951112e8963 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=75351100ecbd4b06a3539c1b8eed6c08&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0477269 Jul 27 21:14:24.893374 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c98bbbfd-5dab-4078-9934-84ca9b796db9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4075658'] for network, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:24.900646 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 36658) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:14:24.901116 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-40f710ef-a7cd-4d46-841e-203abd508330 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=99cc03fd757f459b849f8e81fe7eca76&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3038821 Jul 27 21:14:24.915260 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c98bbbfd-5dab-4078-9934-84ca9b796db9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743886'] for network, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:24.918350 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-c98bbbfd-5dab-4078-9934-84ca9b796db9 admin admin] 10.222.0.59 "DELETE /v2.0/networks/1db3ecd8-5bfa-46e7-9a53-5860f7a92c34 HTTP/1.1" status: 204 len: 168 time: 0.9919515 Jul 27 21:14:24.940758 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98bbbfd-5dab-4078-9934-84ca9b796db9 admin admin] Pushing event deleted for resources: {'Network': ['ID=1db3ecd8-5bfa-46e7-9a53-5860f7a92c34,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:14:25.056604 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-23f5361f-84f4-4540-be33-5458e6d0e9af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:25.059398 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-9e450821-74c4-45da-a2e7-09ec0a99562e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8506beef-e928-4106-ad74-7b2da26a7668', 'name': 'tempest-TestNetworkAdvancedServerOps-router-474468986', 'tenant_id': '379416b786c44e07b1b1ba1a5ea96882', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.14'}], 'enable_snat': True}, 'gw_port_id': '50fb8687-1601-46c6-af69-b43fd9a0ae38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:14:10Z', 'updated_at': '2021-07-27T21:14:18Z', 'revision_number': 4, 'project_id': '379416b786c44e07b1b1ba1a5ea96882', 'gw_port': {'id': '50fb8687-1601-46c6-af69-b43fd9a0ae38', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:b7:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8506beef-e928-4106-ad74-7b2da26a7668', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2173, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:14:11Z', 'updated_at': '2021-07-27T21:14:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_interfaces': [{'id': 'dba1bae5-1c7a-4047-8d99-6c160550919f', 'name': '', 'network_id': '1d4d21d8-5a4a-4948-971c-89356ade9736', 'tenant_id': '379416b786c44e07b1b1ba1a5ea96882', 'mac_address': 'fa:16:3e:47:16:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8506beef-e928-4106-ad74-7b2da26a7668', 'device_owner': 'network:router_interface', 'standard_attr_id': 2191, 'fixed_ips': [{'subnet_id': 'ddef23d9-d17b-4086-bd3c-1e30aa0e0ca0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:14:17Z', 'updated_at': '2021-07-27T21:14:23Z', 'revision_number': 4, 'project_id': '379416b786c44e07b1b1ba1a5ea96882', 'subnets': [{'id': 'ddef23d9-d17b-4086-bd3c-1e30aa0e0ca0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-22', False) {} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:14:25.096871 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-23f5361f-84f4-4540-be33-5458e6d0e9af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:25.148355 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e450821-74c4-45da-a2e7-09ec0a99562e None None] The sync data for ids ['8506beef-e928-4106-ad74-7b2da26a7668'] in n-d-705658-22 is: [{'id': '8506beef-e928-4106-ad74-7b2da26a7668', 'name': 'tempest-TestNetworkAdvancedServerOps-router-474468986', 'tenant_id': '379416b786c44e07b1b1ba1a5ea96882', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.14'}], 'enable_snat': True}, 'gw_port_id': '50fb8687-1601-46c6-af69-b43fd9a0ae38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:14:10Z', 'updated_at': '2021-07-27T21:14:18Z', 'revision_number': 4, 'project_id': '379416b786c44e07b1b1ba1a5ea96882', 'gw_port': {'id': '50fb8687-1601-46c6-af69-b43fd9a0ae38', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:b7:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8506beef-e928-4106-ad74-7b2da26a7668', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2173, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:14:11Z', 'updated_at': '2021-07-27T21:14:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_interfaces': [{'id': 'dba1bae5-1c7a-4047-8d99-6c160550919f', 'name': '', 'network_id': '1d4d21d8-5a4a-4948-971c-89356ade9736', 'tenant_id': '379416b786c44e07b1b1ba1a5ea96882', 'mac_address': 'fa:16:3e:47:16:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8506beef-e928-4106-ad74-7b2da26a7668', 'device_owner': 'network:router_interface', 'standard_attr_id': 2191, 'fixed_ips': [{'subnet_id': 'ddef23d9-d17b-4086-bd3c-1e30aa0e0ca0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:14:17Z', 'updated_at': '2021-07-27T21:14:23Z', 'revision_number': 4, 'project_id': '379416b786c44e07b1b1ba1a5ea96882', 'subnets': [{'id': 'ddef23d9-d17b-4086-bd3c-1e30aa0e0ca0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:14:25.174272 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-23f5361f-84f4-4540-be33-5458e6d0e9af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:25.177610 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-23f5361f-84f4-4540-be33-5458e6d0e9af admin admin] Notify callbacks [] for security_group, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:25.181473 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-23f5361f-84f4-4540-be33-5458e6d0e9af admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/c22660f6-c004-483e-8c32-e9660e8e6725 HTTP/1.1" status: 204 len: 168 time: 0.2761798 Jul 27 21:14:25.194526 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f5361f-84f4-4540-be33-5458e6d0e9af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c22660f6-c004-483e-8c32-e9660e8e6725,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:14:25.238527 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73421147-b8e3-413b-bb4f-1781dd1f87f7 req-b2f2bb47-b563-4cfa-bcd7-ca355c791f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:14:25.240444 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-73421147-b8e3-413b-bb4f-1781dd1f87f7 req-b2f2bb47-b563-4cfa-bcd7-ca355c791f2a service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3374760 Jul 27 21:14:25.279126 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 36670) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:14:25.368627 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a43ae5-466a-4aff-a3f6-e2afd587cee9 req-afc0cea9-6890-4250-bebf-804d1aa30465 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:14:25.372688 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-4170017e-b4cc-465b-a986-ab027e3f9743 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=1816f1c47c674f62ac676a2d74d8fad6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0898085 Jul 27 21:14:25.375594 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 36672) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:14:25.383690 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-f4a43ae5-466a-4aff-a3f6-e2afd587cee9 req-afc0cea9-6890-4250-bebf-804d1aa30465 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] 10.222.0.60 "GET /v2.0/networks?id=1d4d21d8-5a4a-4948-971c-89356ade9736 HTTP/1.1" status: 200 len: 797 time: 0.3404050 Jul 27 21:14:25.507609 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-b77d5863-222e-44cb-9f74-340dcc1a44cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:25.519075 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-f4a43ae5-466a-4aff-a3f6-e2afd587cee9 req-6639024b-23fc-4318-b8fb-307defb4fabc tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=379416b786c44e07b1b1ba1a5ea96882 HTTP/1.1" status: 200 len: 380 time: 0.1266034 Jul 27 21:14:25.539774 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device dba1bae5-1c7a-4047-8d99-6c160550919f up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:14:25.542086 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [req-f4a43ae5-466a-4aff-a3f6-e2afd587cee9 req-2f3a6611-d9e1-48a1-b3ed-02eab796ed25 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Request body: {'port': {'device_id': '14188e1a-88ea-45e0-ad71-5de945522dfe', 'network_id': '1d4d21d8-5a4a-4948-971c-89356ade9736', 'admin_state_up': True, 'tenant_id': '379416b786c44e07b1b1ba1a5ea96882', 'security_groups': ['e9ca66b5-3d33-4671-986c-aa471cc95217']}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:14:25.589101 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-b77d5863-222e-44cb-9f74-340dcc1a44cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:25.678970 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning for port dba1bae5-1c7a-4047-8d99-6c160550919f completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:14:25.685293 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port dba1bae5-1c7a-4047-8d99-6c160550919f triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:14:25.690912 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:25.719426 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-b77d5863-222e-44cb-9f74-340dcc1a44cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:25.722887 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-b77d5863-222e-44cb-9f74-340dcc1a44cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:25.724229 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-b77d5863-222e-44cb-9f74-340dcc1a44cb admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/ce8b1850-1d4d-402f-a118-5b56f5e06e52 HTTP/1.1" status: 204 len: 168 time: 0.3499653 Jul 27 21:14:25.741711 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77d5863-222e-44cb-9f74-340dcc1a44cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce8b1850-1d4d-402f-a118-5b56f5e06e52,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:14:25.893346 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-5217672d-51af-412f-8910-ced6681a74b2 req-3b6e193a-d53a-4c25-8249-921c5787607d tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] 10.222.0.59 "GET /v2.0/ports?device_id=14188e1a-88ea-45e0-ad71-5de945522dfe HTTP/1.1" status: 200 len: 210 time: 0.0950031 Jul 27 21:14:25.901343 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f4a43ae5-466a-4aff-a3f6-e2afd587cee9 req-2f3a6611-d9e1-48a1-b3ed-02eab796ed25 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Made reservation on behalf of 379416b786c44e07b1b1ba1a5ea96882 for: {'port': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:14:25.906688 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-f4a43ae5-466a-4aff-a3f6-e2afd587cee9 req-2f3a6611-d9e1-48a1-b3ed-02eab796ed25 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:25.961402 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:26.022309 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-2364ec62-d8f8-4380-b9a4-92c658a8e0dd req-b6bb470e-d4ac-4c19-acbd-10e097098e7a tempest-ServerShowV247Test-1705653992 tempest-ServerShowV247Test-1705653992-project] 10.222.0.59 "GET /v2.0/ports?device_id=471c84e8-5e3b-48df-8017-e079d70625cc HTTP/1.1" status: 200 len: 210 time: 0.1001868 Jul 27 21:14:26.075595 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] For port dba1bae5-1c7a-4047-8d99-6c160550919f, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=dba1bae5-1c7a-4047-8d99-6c160550919f,segment=NetworkSegment(bdd91ba2-0432-42e2-98db-a2dd6126dafb),segment_id=bdd91ba2-0432-42e2-98db-a2dd6126dafb)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:14:26.082147 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:26.170673 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Pushing event updated for resources: {'Port': ['ID=dba1bae5-1c7a-4047-8d99-6c160550919f,revision_number=5']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:14:26.228821 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.db_base_plugin_common [req-f4a43ae5-466a-4aff-a3f6-e2afd587cee9 req-2f3a6611-d9e1-48a1-b3ed-02eab796ed25 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Allocated IP 172.20.0.12 (1d4d21d8-5a4a-4948-971c-89356ade9736/ddef23d9-d17b-4086-bd3c-1e30aa0e0ca0/a5118c8d-ab51-49e4-b3a1-24b132773522) {{(pid=105584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:14:26.438766 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-f4a43ae5-466a-4aff-a3f6-e2afd587cee9 req-2f3a6611-d9e1-48a1-b3ed-02eab796ed25 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks [] for port, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:26.456441 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.provisioning_blocks [req-f4a43ae5-466a-4aff-a3f6-e2afd587cee9 req-2f3a6611-d9e1-48a1-b3ed-02eab796ed25 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Transition to ACTIVE for port object a5118c8d-ab51-49e4-b3a1-24b132773522 will not be triggered until provisioned by entity DHCP. {{(pid=105584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:14:26.499548 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-f4a43ae5-466a-4aff-a3f6-e2afd587cee9 req-2f3a6611-d9e1-48a1-b3ed-02eab796ed25 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:26.544295 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4a43ae5-466a-4aff-a3f6-e2afd587cee9 req-2f3a6611-d9e1-48a1-b3ed-02eab796ed25 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Network 1d4d21d8-5a4a-4948-971c-89356ade9736 is already hosted by enough agents. {{(pid=105584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:14:26.573442 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [req-f4a43ae5-466a-4aff-a3f6-e2afd587cee9 req-2f3a6611-d9e1-48a1-b3ed-02eab796ed25 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Resources bound (agent type, host, resource id): {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:14:26.578951 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4a43ae5-466a-4aff-a3f6-e2afd587cee9 req-2f3a6611-d9e1-48a1-b3ed-02eab796ed25 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Received port after_create {{(pid=105584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:14:26.649908 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a43ae5-466a-4aff-a3f6-e2afd587cee9 req-2f3a6611-d9e1-48a1-b3ed-02eab796ed25 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:14:26.650625 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-f4a43ae5-466a-4aff-a3f6-e2afd587cee9 req-2f3a6611-d9e1-48a1-b3ed-02eab796ed25 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:26.678595 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-f4a43ae5-466a-4aff-a3f6-e2afd587cee9 req-2f3a6611-d9e1-48a1-b3ed-02eab796ed25 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1456442 Jul 27 21:14:26.693729 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [req-f4a43ae5-466a-4aff-a3f6-e2afd587cee9 req-17ad6e03-9cea-40eb-aaa3-d7a6ed2d73b3 service neutron] Request body: {'port': {'device_id': '14188e1a-88ea-45e0-ad71-5de945522dfe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-705658-22'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:14:26.954582 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 36720) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:14:27.034090 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-055c6e30-3ec8-4ac4-97ac-c21c55c50832 None None] Provisioning for port a5118c8d-ab51-49e4-b3a1-24b132773522 completed by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:14:27.041395 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-055c6e30-3ec8-4ac4-97ac-c21c55c50832 None None] Provisioning complete for port a5118c8d-ab51-49e4-b3a1-24b132773522 triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:14:27.042109 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-055c6e30-3ec8-4ac4-97ac-c21c55c50832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:27.143856 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-055c6e30-3ec8-4ac4-97ac-c21c55c50832 None None] Port a5118c8d-ab51-49e4-b3a1-24b132773522 cannot update to ACTIVE because it is not bound. {{(pid=105586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:14:27.144081 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1cdec5-30ad-4b20-9ae0-892d78d363e8 req-d1104819-8725-4f28-8777-c212c1d162f9 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:14:27.149979 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-fa1cdec5-30ad-4b20-9ae0-892d78d363e8 req-d1104819-8725-4f28-8777-c212c1d162f9 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] 10.222.0.59 "GET /v2.0/ports?device_id=14188e1a-88ea-45e0-ad71-5de945522dfe HTTP/1.1" status: 200 len: 932 time: 0.1373944 Jul 27 21:14:27.313599 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-4aa4c9a3-576a-4705-ac19-d08aeeef6242 req-b4a2ae07-73ba-4b8a-a448-710f2de1d173 tempest-ServerShowV247Test-1705653992 tempest-ServerShowV247Test-1705653992-project] 10.222.0.59 "GET /v2.0/ports?device_id=471c84e8-5e3b-48df-8017-e079d70625cc HTTP/1.1" status: 200 len: 210 time: 0.0692515 Jul 27 21:14:27.329383 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-fa1cdec5-30ad-4b20-9ae0-892d78d363e8 req-a54eb4bb-2b26-4510-b541-e9fed9d98291 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] 10.222.0.59 "GET /v2.0/security-groups?id=e9ca66b5-3d33-4671-986c-aa471cc95217&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1710017 Jul 27 21:14:27.436360 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device dba1bae5-1c7a-4047-8d99-6c160550919f up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:14:27.475097 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 36736) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:14:27.528525 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-73421147-b8e3-413b-bb4f-1781dd1f87f7 req-ae273dd8-5311-447a-ab15-0a2d73283c50 tempest-ServerShowV247Test-1705653992 tempest-ServerShowV247Test-1705653992-project] 10.222.0.36 "GET /v2.0/ports?device_id=471c84e8-5e3b-48df-8017-e079d70625cc HTTP/1.1" status: 200 len: 210 time: 0.1013765 Jul 27 21:14:27.531945 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3a6611-d9e1-48a1-b3ed-02eab796ed25 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Pushing event updated for resources: {'Port': ['ID=a5118c8d-ab51-49e4-b3a1-24b132773522,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:14:27.549331 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port dba1bae5-1c7a-4047-8d99-6c160550919f triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:14:27.550354 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:27.725685 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-9d8ffbb4-b77a-416a-8856-04ccfacd4c8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:27.758554 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-f4a43ae5-466a-4aff-a3f6-e2afd587cee9 req-17ad6e03-9cea-40eb-aaa3-d7a6ed2d73b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:27.837652 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-fe4bdd2f-a6b2-4f93-9a3b-2070ea36132a tempest-PortsAdminExtendedAttrsTestJSON-726728466 tempest-PortsAdminExtendedAttrsTestJSON-726728466-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-265425161'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:14:28.095296 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-9d8ffbb4-b77a-416a-8856-04ccfacd4c8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:28.105541 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-9d8ffbb4-b77a-416a-8856-04ccfacd4c8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:28.137889 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-9d8ffbb4-b77a-416a-8856-04ccfacd4c8e admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=e31011e05de743fe9d2d8b5fae626dd8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6616964 Jul 27 21:14:28.144449 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 36764) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:14:28.197001 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 36770) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:14:28.234050 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [req-f4a43ae5-466a-4aff-a3f6-e2afd587cee9 req-17ad6e03-9cea-40eb-aaa3-d7a6ed2d73b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5118c8d-ab51-49e4-b3a1-24b132773522 {{(pid=105584) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:14:28.240191 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-f4a43ae5-466a-4aff-a3f6-e2afd587cee9 req-17ad6e03-9cea-40eb-aaa3-d7a6ed2d73b3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:28.255909 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.provisioning_blocks [req-f4a43ae5-466a-4aff-a3f6-e2afd587cee9 req-17ad6e03-9cea-40eb-aaa3-d7a6ed2d73b3 service neutron] Transition to ACTIVE for port object a5118c8d-ab51-49e4-b3a1-24b132773522 will not be triggered until provisioned by entity L2. {{(pid=105584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:14:28.260489 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-f4a43ae5-466a-4aff-a3f6-e2afd587cee9 req-17ad6e03-9cea-40eb-aaa3-d7a6ed2d73b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9014027'] for port, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:28.293563 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe4bdd2f-a6b2-4f93-9a3b-2070ea36132a tempest-PortsAdminExtendedAttrsTestJSON-726728466 tempest-PortsAdminExtendedAttrsTestJSON-726728466-project] Made reservation on behalf of 5ab0bdc82bba4d77b01c90da3dc461a9 for: {'network': 1} {{(pid=105585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:14:28.320898 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-fe4bdd2f-a6b2-4f93-9a3b-2070ea36132a tempest-PortsAdminExtendedAttrsTestJSON-726728466 tempest-PortsAdminExtendedAttrsTestJSON-726728466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for network, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:28.372216 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8ffbb4-b77a-416a-8856-04ccfacd4c8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75a4ea69-dff1-4719-9400-3d5a348c2e38,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:14:28.406685 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-fe4bdd2f-a6b2-4f93-9a3b-2070ea36132a tempest-PortsAdminExtendedAttrsTestJSON-726728466 tempest-PortsAdminExtendedAttrsTestJSON-726728466-project] Notify callbacks [] for security_group, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:28.457700 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-8e982e69-7394-40bf-a8c2-1fde7ce4d77f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:28.491409 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-8e982e69-7394-40bf-a8c2-1fde7ce4d77f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:28.504366 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ad6e03-9cea-40eb-aaa3-d7a6ed2d73b3 service neutron] Pushing event updated for resources: {'Port': ['ID=a5118c8d-ab51-49e4-b3a1-24b132773522,revision_number=2']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:14:28.565096 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [req-f4a43ae5-466a-4aff-a3f6-e2afd587cee9 req-17ad6e03-9cea-40eb-aaa3-d7a6ed2d73b3 service neutron] Attempting to bind port a5118c8d-ab51-49e4-b3a1-24b132773522 on host n-h2-705658-22 for vnic_type normal with profile {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:14:28.565726 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [req-f4a43ae5-466a-4aff-a3f6-e2afd587cee9 req-17ad6e03-9cea-40eb-aaa3-d7a6ed2d73b3 service neutron] Attempting to bind port a5118c8d-ab51-49e4-b3a1-24b132773522 by drivers openvswitch,hyperv on host n-h2-705658-22 at level 0 using segments [{'id': 'bdd91ba2-0432-42e2-98db-a2dd6126dafb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '1d4d21d8-5a4a-4948-971c-89356ade9736'}] {{(pid=105584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:14:28.565726 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4a43ae5-466a-4aff-a3f6-e2afd587cee9 req-17ad6e03-9cea-40eb-aaa3-d7a6ed2d73b3 service neutron] Attempting to bind port a5118c8d-ab51-49e4-b3a1-24b132773522 on network 1d4d21d8-5a4a-4948-971c-89356ade9736 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:14:28.572502 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4a43ae5-466a-4aff-a3f6-e2afd587cee9 req-17ad6e03-9cea-40eb-aaa3-d7a6ed2d73b3 service neutron] Port a5118c8d-ab51-49e4-b3a1-24b132773522 on network 1d4d21d8-5a4a-4948-971c-89356ade9736 not bound, no agent of type Open vSwitch agent registered on host n-h2-705658-22 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:14:28.572729 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4a43ae5-466a-4aff-a3f6-e2afd587cee9 req-17ad6e03-9cea-40eb-aaa3-d7a6ed2d73b3 service neutron] Attempting to bind port a5118c8d-ab51-49e4-b3a1-24b132773522 on network 1d4d21d8-5a4a-4948-971c-89356ade9736 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:14:28.578974 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4a43ae5-466a-4aff-a3f6-e2afd587cee9 req-17ad6e03-9cea-40eb-aaa3-d7a6ed2d73b3 service neutron] Checking agent: {'id': '65195a73-a875-4810-9f5b-622ae260a8a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 49, 40), 'started_at': datetime.datetime(2021, 7, 27, 20, 49, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 14, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:14:28.579541 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4a43ae5-466a-4aff-a3f6-e2afd587cee9 req-17ad6e03-9cea-40eb-aaa3-d7a6ed2d73b3 service neutron] Checking segment: {'id': 'bdd91ba2-0432-42e2-98db-a2dd6126dafb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '1d4d21d8-5a4a-4948-971c-89356ade9736'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:14:28.579936 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4a43ae5-466a-4aff-a3f6-e2afd587cee9 req-17ad6e03-9cea-40eb-aaa3-d7a6ed2d73b3 service neutron] Bound using segment: {'id': 'bdd91ba2-0432-42e2-98db-a2dd6126dafb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '1d4d21d8-5a4a-4948-971c-89356ade9736'} {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:14:28.580923 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [req-f4a43ae5-466a-4aff-a3f6-e2afd587cee9 req-17ad6e03-9cea-40eb-aaa3-d7a6ed2d73b3 service neutron] Bound port: a5118c8d-ab51-49e4-b3a1-24b132773522, host: n-h2-705658-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bdd91ba2-0432-42e2-98db-a2dd6126dafb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '1d4d21d8-5a4a-4948-971c-89356ade9736'}}] {{(pid=105584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:14:28.581278 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-f4a43ae5-466a-4aff-a3f6-e2afd587cee9 req-17ad6e03-9cea-40eb-aaa3-d7a6ed2d73b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:28.663618 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [req-f4a43ae5-466a-4aff-a3f6-e2afd587cee9 req-17ad6e03-9cea-40eb-aaa3-d7a6ed2d73b3 service neutron] For port a5118c8d-ab51-49e4-b3a1-24b132773522, host n-h2-705658-22, cleared binding levels {{(pid=105584) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:14:28.669165 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [req-f4a43ae5-466a-4aff-a3f6-e2afd587cee9 req-17ad6e03-9cea-40eb-aaa3-d7a6ed2d73b3 service neutron] For port a5118c8d-ab51-49e4-b3a1-24b132773522, host n-h2-705658-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=a5118c8d-ab51-49e4-b3a1-24b132773522,segment=NetworkSegment(bdd91ba2-0432-42e2-98db-a2dd6126dafb),segment_id=bdd91ba2-0432-42e2-98db-a2dd6126dafb)] {{(pid=105584) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:14:28.673934 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-f4a43ae5-466a-4aff-a3f6-e2afd587cee9 req-17ad6e03-9cea-40eb-aaa3-d7a6ed2d73b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9014027'] for port, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:28.684426 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 36792) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:14:28.728968 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a43ae5-466a-4aff-a3f6-e2afd587cee9 req-17ad6e03-9cea-40eb-aaa3-d7a6ed2d73b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:14:28.733746 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-f4a43ae5-466a-4aff-a3f6-e2afd587cee9 req-17ad6e03-9cea-40eb-aaa3-d7a6ed2d73b3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:28.740104 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-f4a43ae5-466a-4aff-a3f6-e2afd587cee9 req-17ad6e03-9cea-40eb-aaa3-d7a6ed2d73b3 service neutron] 10.222.0.60 "PUT /v2.0/ports/a5118c8d-ab51-49e4-b3a1-24b132773522 HTTP/1.1" status: 200 len: 1093 time: 2.0506902 Jul 27 21:14:28.741033 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14188e1a-88ea-45e0-ad71-5de945522dfe', 'tag': 'a5118c8d-ab51-49e4-b3a1-24b132773522'}] {{(pid=105584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:14:28.754106 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bce5e6c8685464f7626901654159975603b047827e3138302ed6566e28f1343" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91ae9304-fbf8-4cfc-abbb-bf1c660fbb26" -d '{"events": [{"name": "network-changed", "server_uuid": "14188e1a-88ea-45e0-ad71-5de945522dfe", "tag": "a5118c8d-ab51-49e4-b3a1-24b132773522"}]}' {{(pid=105584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:14:28.810370 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ad6e03-9cea-40eb-aaa3-d7a6ed2d73b3 service neutron] Pushing event updated for resources: {'Port': ['ID=a5118c8d-ab51-49e4-b3a1-24b132773522,revision_number=3']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:14:28.890802 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-880197ff-dd63-418c-b371-2e790f0e95bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:28.924017 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a43ae5-466a-4aff-a3f6-e2afd587cee9 req-8e5a0467-dd21-480b-97dc-fa6a323ec588 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:14:28.925561 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-f4a43ae5-466a-4aff-a3f6-e2afd587cee9 req-8e5a0467-dd21-480b-97dc-fa6a323ec588 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=379416b786c44e07b1b1ba1a5ea96882&device_id=14188e1a-88ea-45e0-ad71-5de945522dfe HTTP/1.1" status: 200 len: 1096 time: 0.0993247 Jul 27 21:14:28.977343 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-f4a43ae5-466a-4aff-a3f6-e2afd587cee9 req-be7edb63-dee2-4a7a-a8e9-cc3542afac4c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a5118c8d-ab51-49e4-b3a1-24b132773522 HTTP/1.1" status: 200 len: 217 time: 0.0419548 Jul 27 21:14:29.001968 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-dbcddd70-46ce-4349-a940-f637ef9a24fc admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-1995457805-network', 'tenant_id': '173dc097141d48a9b74310748c874cd0'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:14:29.032818 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a43ae5-466a-4aff-a3f6-e2afd587cee9 req-b939edf6-fe4d-4d79-b1cd-1acbc73cff78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:14:29.034367 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-f4a43ae5-466a-4aff-a3f6-e2afd587cee9 req-b939edf6-fe4d-4d79-b1cd-1acbc73cff78 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ddef23d9-d17b-4086-bd3c-1e30aa0e0ca0 HTTP/1.1" status: 200 len: 834 time: 0.0490642 Jul 27 21:14:29.054292 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-c87b205d-a034-4f2a-a505-50e9f9711aa3 req-d00d0d14-070c-464e-b391-1479d734b1fa tempest-ServerShowV247Test-1705653992 tempest-ServerShowV247Test-1705653992-project] 10.222.0.59 "GET /v2.0/ports?device_id=471c84e8-5e3b-48df-8017-e079d70625cc HTTP/1.1" status: 200 len: 210 time: 0.5191917 Jul 27 21:14:29.118882 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-8e982e69-7394-40bf-a8c2-1fde7ce4d77f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:29.122160 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-8e982e69-7394-40bf-a8c2-1fde7ce4d77f admin admin] Notify callbacks [] for security_group, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:29.123546 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-8e982e69-7394-40bf-a8c2-1fde7ce4d77f admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/75a4ea69-dff1-4719-9400-3d5a348c2e38 HTTP/1.1" status: 204 len: 168 time: 0.9779220 Jul 27 21:14:29.138957 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:14:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cd5f14c-6534-47aa-8861-3fb8271b15e8 x-openstack-request-id: req-0cd5f14c-6534-47aa-8861-3fb8271b15e8 {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:14:29.139262 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14188e1a-88ea-45e0-ad71-5de945522dfe", "tag": "a5118c8d-ab51-49e4-b3a1-24b132773522", "status": "completed", "code": 200}]} {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:14:29.139723 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-0cd5f14c-6534-47aa-8861-3fb8271b15e8 {{(pid=105584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:14:29.139903 n-d-705658-22 neutron-server[105584]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14188e1a-88ea-45e0-ad71-5de945522dfe', 'tag': 'a5118c8d-ab51-49e4-b3a1-24b132773522', 'status': 'completed', 'code': 200} Jul 27 21:14:29.142076 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a43ae5-466a-4aff-a3f6-e2afd587cee9 req-96e872af-9cfe-4861-a588-d7d0a35bc3ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:14:29.144311 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-f4a43ae5-466a-4aff-a3f6-e2afd587cee9 req-96e872af-9cfe-4861-a588-d7d0a35bc3ef service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1d4d21d8-5a4a-4948-971c-89356ade9736&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1017213 Jul 27 21:14:29.158913 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e982e69-7394-40bf-a8c2-1fde7ce4d77f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75a4ea69-dff1-4719-9400-3d5a348c2e38,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:14:29.174839 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e98089-d480-4d05-bada-969898dc2694 req-f9205210-97fa-41b9-b94e-8d740f563def tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:14:29.176734 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-d5e98089-d480-4d05-bada-969898dc2694 req-f9205210-97fa-41b9-b94e-8d740f563def tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] 10.222.0.59 "GET /v2.0/ports?device_id=14188e1a-88ea-45e0-ad71-5de945522dfe HTTP/1.1" status: 200 len: 944 time: 0.6314960 Jul 27 21:14:29.211598 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-fe4bdd2f-a6b2-4f93-9a3b-2070ea36132a tempest-PortsAdminExtendedAttrsTestJSON-726728466 tempest-PortsAdminExtendedAttrsTestJSON-726728466-project] Notify callbacks [] for security_group, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:29.217184 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-fe4bdd2f-a6b2-4f93-9a3b-2070ea36132a tempest-PortsAdminExtendedAttrsTestJSON-726728466 tempest-PortsAdminExtendedAttrsTestJSON-726728466-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:29.254982 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe4bdd2f-a6b2-4f93-9a3b-2070ea36132a tempest-PortsAdminExtendedAttrsTestJSON-726728466 tempest-PortsAdminExtendedAttrsTestJSON-726728466-project] vlan segment allocate from pool success with {'vlan_id': 220, 'physical_network': 'physnet1'} {{(pid=105585) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:14:29.270175 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-d5e98089-d480-4d05-bada-969898dc2694 req-e8107e8b-04ee-4b1a-8758-eee5fdea56c8 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] 10.222.0.59 "GET /v2.0/security-groups?id=e9ca66b5-3d33-4671-986c-aa471cc95217&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0837448 Jul 27 21:14:29.270814 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.db.api [None req-dbcddd70-46ce-4349-a940-f637ef9a24fc admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 27 21:14:29.270814 n-d-705658-22 neutron-server[105585]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 27 21:14:29.270814 n-d-705658-22 neutron-server[105585]: [parameters: {'project_id_1': '173dc097141d48a9b74310748c874cd0', 'expiration_1': datetime.datetime(2021, 7, 27, 21, 14, 29, 45914)}] Jul 27 21:14:29.270814 n-d-705658-22 neutron-server[105585]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=105585) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 27 21:14:29.271547 n-d-705658-22 neutron-server[105585]: DEBUG oslo_db.api [None req-dbcddd70-46ce-4349-a940-f637ef9a24fc admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=105585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 27 21:14:29.275812 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4bdd2f-a6b2-4f93-9a3b-2070ea36132a tempest-PortsAdminExtendedAttrsTestJSON-726728466 tempest-PortsAdminExtendedAttrsTestJSON-726728466-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b5da094-52bc-48b0-b71b-06b56cb2f233,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:14:29.281612 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-fe4bdd2f-a6b2-4f93-9a3b-2070ea36132a tempest-PortsAdminExtendedAttrsTestJSON-726728466 tempest-PortsAdminExtendedAttrsTestJSON-726728466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:29.282200 n-d-705658-22 neutron-server[105585]: INFO neutron.db.segments_db [None req-fe4bdd2f-a6b2-4f93-9a3b-2070ea36132a tempest-PortsAdminExtendedAttrsTestJSON-726728466 tempest-PortsAdminExtendedAttrsTestJSON-726728466-project] Added segment 405d7910-dc54-4beb-941d-f709ccf57a5b of type vlan for network 0c3c0d42-6283-423a-a922-d9307d346029 Jul 27 21:14:29.316597 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-f4a43ae5-466a-4aff-a3f6-e2afd587cee9 req-16525cb3-6b2f-4751-a08d-141767a261cc service neutron] 10.222.0.60 "GET /v2.0/networks/1d4d21d8-5a4a-4948-971c-89356ade9736?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1626956 Jul 27 21:14:29.353981 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-fe4bdd2f-a6b2-4f93-9a3b-2070ea36132a tempest-PortsAdminExtendedAttrsTestJSON-726728466 tempest-PortsAdminExtendedAttrsTestJSON-726728466-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790688424798'] for network, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:29.394513 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-fe4bdd2f-a6b2-4f93-9a3b-2070ea36132a tempest-PortsAdminExtendedAttrsTestJSON-726728466 tempest-PortsAdminExtendedAttrsTestJSON-726728466-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920'] for network, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:29.403711 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe4bdd2f-a6b2-4f93-9a3b-2070ea36132a tempest-PortsAdminExtendedAttrsTestJSON-726728466 tempest-PortsAdminExtendedAttrsTestJSON-726728466-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:14:29.404458 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-fe4bdd2f-a6b2-4f93-9a3b-2070ea36132a tempest-PortsAdminExtendedAttrsTestJSON-726728466 tempest-PortsAdminExtendedAttrsTestJSON-726728466-project] Notify callbacks [] for network, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:29.481762 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-f4a43ae5-466a-4aff-a3f6-e2afd587cee9 req-fdc4a5b4-b0c2-4ddb-9cea-2de8f6913df1 service neutron] 10.222.0.60 "GET /v2.0/networks/1d4d21d8-5a4a-4948-971c-89356ade9736?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1557252 Jul 27 21:14:29.487463 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-880197ff-dd63-418c-b371-2e790f0e95bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:29.502292 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-fe4bdd2f-a6b2-4f93-9a3b-2070ea36132a tempest-PortsAdminExtendedAttrsTestJSON-726728466 tempest-PortsAdminExtendedAttrsTestJSON-726728466-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 2.5456252 Jul 27 21:14:29.504667 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-880197ff-dd63-418c-b371-2e790f0e95bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:29.518550 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4bdd2f-a6b2-4f93-9a3b-2070ea36132a tempest-PortsAdminExtendedAttrsTestJSON-726728466 tempest-PortsAdminExtendedAttrsTestJSON-726728466-project] Pushing event updated for resources: {'Network': ['ID=0c3c0d42-6283-423a-a922-d9307d346029,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:14:29.536028 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Network 0c3c0d42-6283-423a-a922-d9307d346029 details requested by agent ovs-agent-n-d-705658-22 with host n-d-705658-22 {{(pid=105586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:14:29.619438 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 36822) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:14:29.621874 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880197ff-dd63-418c-b371-2e790f0e95bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b417e92b-136d-4fcf-9a7a-dedde29b6ee2,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:14:29.630927 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-880197ff-dd63-418c-b371-2e790f0e95bb admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=2518d59209ca4cff8f87ea96b05618db&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9455941 Jul 27 21:14:29.631941 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 36824) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:14:29.642536 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-3f557f41-d479-4335-b2eb-9de3688e6e2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:29.705967 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ae9304-fbf8-4cfc-abbb-bf1c660fbb26 req-f0959dbe-7551-4bf1-9fdc-403d123f7ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:14:29.707704 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-91ae9304-fbf8-4cfc-abbb-bf1c660fbb26 req-f0959dbe-7551-4bf1-9fdc-403d123f7ccd service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=379416b786c44e07b1b1ba1a5ea96882&device_id=14188e1a-88ea-45e0-ad71-5de945522dfe HTTP/1.1" status: 200 len: 1096 time: 0.1384718 Jul 27 21:14:29.710474 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-dcd646a8-3af0-48af-aa4e-8b5753b47862 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:29.755217 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-3f557f41-d479-4335-b2eb-9de3688e6e2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:29.761172 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-3f557f41-d479-4335-b2eb-9de3688e6e2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:29.793121 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-dcd646a8-3af0-48af-aa4e-8b5753b47862 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:29.843120 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-3f557f41-d479-4335-b2eb-9de3688e6e2b admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=3f90eecf41bf4c9d839fafb8583263a1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2217946 Jul 27 21:14:29.845542 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f557f41-d479-4335-b2eb-9de3688e6e2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=600fd0ac-428c-40e2-9fb6-f6e2f4970e1e,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:14:29.847867 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 36830) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:14:29.859385 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbcddd70-46ce-4349-a940-f637ef9a24fc admin admin] Made reservation on behalf of 173dc097141d48a9b74310748c874cd0 for: {'network': 1} {{(pid=105585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:14:29.861950 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-dbcddd70-46ce-4349-a940-f637ef9a24fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for network, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:29.885080 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-dbcddd70-46ce-4349-a940-f637ef9a24fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:29.892760 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ae9304-fbf8-4cfc-abbb-bf1c660fbb26 req-1c9332bf-2199-4f3e-80a8-45a0ed93a2d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:14:29.894513 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-91ae9304-fbf8-4cfc-abbb-bf1c660fbb26 req-1c9332bf-2199-4f3e-80a8-45a0ed93a2d2 service neutron] 10.222.0.60 "GET /v2.0/networks?id=1d4d21d8-5a4a-4948-971c-89356ade9736 HTTP/1.1" status: 200 len: 898 time: 0.1793928 Jul 27 21:14:29.915781 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-dcd646a8-3af0-48af-aa4e-8b5753b47862 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:29.918512 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-dcd646a8-3af0-48af-aa4e-8b5753b47862 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:29.922406 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-dcd646a8-3af0-48af-aa4e-8b5753b47862 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/b417e92b-136d-4fcf-9a7a-dedde29b6ee2 HTTP/1.1" status: 204 len: 168 time: 0.2860487 Jul 27 21:14:29.959284 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-91ae9304-fbf8-4cfc-abbb-bf1c660fbb26 req-91f202c2-a2e4-473e-aa19-06b45505894a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a5118c8d-ab51-49e4-b3a1-24b132773522 HTTP/1.1" status: 200 len: 217 time: 0.0530810 Jul 27 21:14:29.960467 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd646a8-3af0-48af-aa4e-8b5753b47862 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b417e92b-136d-4fcf-9a7a-dedde29b6ee2,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:14:30.010860 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 36834) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:14:30.018414 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-1f649953-0680-4696-be99-7bc8e2cdeff9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:30.025483 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-60bbe95e-6bc4-4889-9b87-095e0fc24435 tempest-PortsAdminExtendedAttrsTestJSON-1095562826 tempest-PortsAdminExtendedAttrsTestJSON-1095562826-project-admin] Request body: {'port': {'network_id': '0c3c0d42-6283-423a-a922-d9307d346029', 'binding:host_id': 'n-h1-705658-22', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-228307906'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:14:30.060462 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-1f649953-0680-4696-be99-7bc8e2cdeff9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:30.062935 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ae9304-fbf8-4cfc-abbb-bf1c660fbb26 req-d7779205-88e9-4b14-aa1e-f72826569827 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:14:30.064455 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-91ae9304-fbf8-4cfc-abbb-bf1c660fbb26 req-d7779205-88e9-4b14-aa1e-f72826569827 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ddef23d9-d17b-4086-bd3c-1e30aa0e0ca0 HTTP/1.1" status: 200 len: 834 time: 0.0980883 Jul 27 21:14:30.068177 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-dbcddd70-46ce-4349-a940-f637ef9a24fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:30.074271 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-dbcddd70-46ce-4349-a940-f637ef9a24fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:30.134854 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcddd70-46ce-4349-a940-f637ef9a24fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1ce1205-c7ba-4c40-ab0a-3b8b1b910ee7,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:14:30.150477 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dbcddd70-46ce-4349-a940-f637ef9a24fc admin admin] vlan segment allocate from pool success with {'vlan_id': 235, 'physical_network': 'physnet1'} {{(pid=105585) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:14:30.164961 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-dbcddd70-46ce-4349-a940-f637ef9a24fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:30.165700 n-d-705658-22 neutron-server[105585]: INFO neutron.db.segments_db [None req-dbcddd70-46ce-4349-a940-f637ef9a24fc admin admin] Added segment 1c7145c3-35fe-45b9-a07f-2923d5a00532 of type vlan for network a3b36e04-18e1-4deb-954f-25c431e1e175 Jul 27 21:14:30.182168 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60bbe95e-6bc4-4889-9b87-095e0fc24435 tempest-PortsAdminExtendedAttrsTestJSON-1095562826 tempest-PortsAdminExtendedAttrsTestJSON-1095562826-project-admin] Made reservation on behalf of b9f22638f4314cd2a2a7819e6291516c for: {'port': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:14:30.185679 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-60bbe95e-6bc4-4889-9b87-095e0fc24435 tempest-PortsAdminExtendedAttrsTestJSON-1095562826 tempest-PortsAdminExtendedAttrsTestJSON-1095562826-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:30.199667 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-60bbe95e-6bc4-4889-9b87-095e0fc24435 tempest-PortsAdminExtendedAttrsTestJSON-1095562826 tempest-PortsAdminExtendedAttrsTestJSON-1095562826-project-admin] Notify callbacks [] for security_group, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:30.247668 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-dbcddd70-46ce-4349-a940-f637ef9a24fc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790688424798'] for network, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:30.256398 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-1f649953-0680-4696-be99-7bc8e2cdeff9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:30.272552 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-1f649953-0680-4696-be99-7bc8e2cdeff9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:30.284192 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-1f649953-0680-4696-be99-7bc8e2cdeff9 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/600fd0ac-428c-40e2-9fb6-f6e2f4970e1e HTTP/1.1" status: 204 len: 168 time: 0.4352272 Jul 27 21:14:30.300798 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-dbcddd70-46ce-4349-a940-f637ef9a24fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920'] for network, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:30.302243 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbcddd70-46ce-4349-a940-f637ef9a24fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:14:30.303602 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-dbcddd70-46ce-4349-a940-f637ef9a24fc admin admin] Notify callbacks [] for network, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:30.313441 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ae9304-fbf8-4cfc-abbb-bf1c660fbb26 req-71c09781-04c2-444d-aedd-e83871153015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:14:30.315232 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-91ae9304-fbf8-4cfc-abbb-bf1c660fbb26 req-71c09781-04c2-444d-aedd-e83871153015 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1d4d21d8-5a4a-4948-971c-89356ade9736&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2331858 Jul 27 21:14:30.318591 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f649953-0680-4696-be99-7bc8e2cdeff9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=600fd0ac-428c-40e2-9fb6-f6e2f4970e1e,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:14:30.394801 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcddd70-46ce-4349-a940-f637ef9a24fc admin admin] Pushing event updated for resources: {'Network': ['ID=a3b36e04-18e1-4deb-954f-25c431e1e175,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:14:30.405773 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Network a3b36e04-18e1-4deb-954f-25c431e1e175 details requested by agent ovs-agent-n-d-705658-22 with host n-d-705658-22 {{(pid=105586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:14:30.512330 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b3b63dc6-7156-497d-9ac3-3970af48a27d req-ba5f05ac-33d2-4c91-a1f1-11d7bfd24b08 tempest-ServerShowV247Test-1705653992 tempest-ServerShowV247Test-1705653992-project] 10.222.0.59 "GET /v2.0/ports?device_id=7802db44-b628-4a93-8ff7-2bfeabc4a61e HTTP/1.1" status: 200 len: 210 time: 0.0771568 Jul 27 21:14:30.586705 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-b1e6d408-7592-40cc-9062-dddddcfa8391 req-2e3d3076-1494-42a0-aa63-c288d22d3660 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=75351100ecbd4b06a3539c1b8eed6c08&device_id=7802db44-b628-4a93-8ff7-2bfeabc4a61e HTTP/1.1" status: 200 len: 210 time: 0.1943226 Jul 27 21:14:30.597544 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3888c15-7c7a-4b29-9bef-8b11820dfd58 req-9c798f1f-fa97-4714-99c0-fe0b61bc6da5 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:14:30.611160 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a3888c15-7c7a-4b29-9bef-8b11820dfd58 req-9c798f1f-fa97-4714-99c0-fe0b61bc6da5 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] 10.222.0.59 "GET /v2.0/ports?device_id=14188e1a-88ea-45e0-ad71-5de945522dfe HTTP/1.1" status: 200 len: 944 time: 0.1383371 Jul 27 21:14:30.637765 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-b1e6d408-7592-40cc-9062-dddddcfa8391 req-4a7c74d1-1f91-4058-a210-b0152b0439a2 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=75351100ecbd4b06a3539c1b8eed6c08&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0427136 Jul 27 21:14:30.676106 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a3888c15-7c7a-4b29-9bef-8b11820dfd58 req-6ed2d36e-b747-4549-a900-29065ebf60bd tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] 10.222.0.59 "GET /v2.0/security-groups?id=e9ca66b5-3d33-4671-986c-aa471cc95217&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636220 Jul 27 21:14:30.746672 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-91ae9304-fbf8-4cfc-abbb-bf1c660fbb26 req-47a50cae-b4ff-4711-af68-60ca738b6ffb service neutron] 10.222.0.60 "GET /v2.0/networks/1d4d21d8-5a4a-4948-971c-89356ade9736?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4079742 Jul 27 21:14:30.838002 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-60bbe95e-6bc4-4889-9b87-095e0fc24435 tempest-PortsAdminExtendedAttrsTestJSON-1095562826 tempest-PortsAdminExtendedAttrsTestJSON-1095562826-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:30.849425 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-60bbe95e-6bc4-4889-9b87-095e0fc24435 tempest-PortsAdminExtendedAttrsTestJSON-1095562826 tempest-PortsAdminExtendedAttrsTestJSON-1095562826-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:30.850664 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-dbcddd70-46ce-4349-a940-f637ef9a24fc admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.6514766 Jul 27 21:14:30.853469 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 36870) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:14:30.862127 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [None req-60bbe95e-6bc4-4889-9b87-095e0fc24435 tempest-PortsAdminExtendedAttrsTestJSON-1095562826 tempest-PortsAdminExtendedAttrsTestJSON-1095562826-project-admin] device_id is not set on port 540f8aed-a088-4ab0-9f64-3f7a7edbe789 yet. {{(pid=105584) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 21:14:30.868783 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-88913451-9465-4974-b433-ebcbcb0be5cd admin admin] Request body: {'subnet': {'network_id': 'a3b36e04-18e1-4deb-954f-25c431e1e175', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-1995457805-subnet', 'tenant_id': '173dc097141d48a9b74310748c874cd0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:14:30.903485 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88913451-9465-4974-b433-ebcbcb0be5cd admin admin] Made reservation on behalf of 173dc097141d48a9b74310748c874cd0 for: {'subnet': 1} {{(pid=105585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:14:30.906760 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-88913451-9465-4974-b433-ebcbcb0be5cd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9990620'] for subnet, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:31.031771 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e6d408-7592-40cc-9062-dddddcfa8391 req-bc384f50-8154-4706-b4de-f05ac8503ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:14:31.033701 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-b1e6d408-7592-40cc-9062-dddddcfa8391 req-bc384f50-8154-4706-b4de-f05ac8503ceb service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3817463 Jul 27 21:14:31.161711 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-88913451-9465-4974-b433-ebcbcb0be5cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10221797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9990606'] for subnet, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:31.215612 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60bbe95e-6bc4-4889-9b87-095e0fc24435 tempest-PortsAdminExtendedAttrsTestJSON-1095562826 tempest-PortsAdminExtendedAttrsTestJSON-1095562826-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a4be8c2-c7e2-4f84-9d24-c441191924a9,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:14:31.219679 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-91ae9304-fbf8-4cfc-abbb-bf1c660fbb26 req-fcb868cb-cd3f-410f-8009-6e2299ed1f91 service neutron] 10.222.0.60 "GET /v2.0/networks/1d4d21d8-5a4a-4948-971c-89356ade9736?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4630480 Jul 27 21:14:31.291088 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88913451-9465-4974-b433-ebcbcb0be5cd admin admin] Pushing event updated for resources: {'Subnet': ['ID=c81a7557-4d95-416e-8138-4d6771283493,revision_number=0']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:14:31.294969 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88913451-9465-4974-b433-ebcbcb0be5cd admin admin] Checking segment: {'id': '1c7145c3-35fe-45b9-a07f-2923d5a00532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'a3b36e04-18e1-4deb-954f-25c431e1e175'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:14:31.295418 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88913451-9465-4974-b433-ebcbcb0be5cd admin admin] Network hostable DHCP agents. Network: a3b36e04-18e1-4deb-954f-25c431e1e175, hostable agents: ['7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a'], hosted agents: [] {{(pid=105585) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:14:31.332521 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [None req-60bbe95e-6bc4-4889-9b87-095e0fc24435 tempest-PortsAdminExtendedAttrsTestJSON-1095562826 tempest-PortsAdminExtendedAttrsTestJSON-1095562826-project-admin] device_id is not set on port 540f8aed-a088-4ab0-9f64-3f7a7edbe789 yet. {{(pid=105584) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 21:14:31.338037 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88913451-9465-4974-b433-ebcbcb0be5cd admin admin] Network a3b36e04-18e1-4deb-954f-25c431e1e175 is scheduled to be hosted by DHCP agent 7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a with binding_index 1 {{(pid=105585) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:14:31.348213 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-60bbe95e-6bc4-4889-9b87-095e0fc24435 tempest-PortsAdminExtendedAttrsTestJSON-1095562826 tempest-PortsAdminExtendedAttrsTestJSON-1095562826-project-admin] Notify callbacks [] for port, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:31.353542 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.base_scheduler [None req-88913451-9465-4974-b433-ebcbcb0be5cd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-22, a3b36e04-18e1-4deb-954f-25c431e1e175) {{(pid=105585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:14:31.359190 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88913451-9465-4974-b433-ebcbcb0be5cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:14:31.360290 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-88913451-9465-4974-b433-ebcbcb0be5cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743886'] for subnet, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:31.364024 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-645639bd-5c6a-4914-a23b-c88292160d61 None None] Network a3b36e04-18e1-4deb-954f-25c431e1e175 requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:14:31.364710 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.provisioning_blocks [None req-60bbe95e-6bc4-4889-9b87-095e0fc24435 tempest-PortsAdminExtendedAttrsTestJSON-1095562826 tempest-PortsAdminExtendedAttrsTestJSON-1095562826-project-admin] Transition to ACTIVE for port object 540f8aed-a088-4ab0-9f64-3f7a7edbe789 will not be triggered until provisioned by entity L2. {{(pid=105584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:14:31.377143 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-60bbe95e-6bc4-4889-9b87-095e0fc24435 tempest-PortsAdminExtendedAttrsTestJSON-1095562826 tempest-PortsAdminExtendedAttrsTestJSON-1095562826-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:31.404335 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-88913451-9465-4974-b433-ebcbcb0be5cd admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5474522 Jul 27 21:14:31.485195 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60bbe95e-6bc4-4889-9b87-095e0fc24435 tempest-PortsAdminExtendedAttrsTestJSON-1095562826 tempest-PortsAdminExtendedAttrsTestJSON-1095562826-project-admin] Pushing event updated for resources: {'Port': ['ID=540f8aed-a088-4ab0-9f64-3f7a7edbe789,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:14:31.501346 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60bbe95e-6bc4-4889-9b87-095e0fc24435 tempest-PortsAdminExtendedAttrsTestJSON-1095562826 tempest-PortsAdminExtendedAttrsTestJSON-1095562826-project-admin] Checking segment: {'id': '405d7910-dc54-4beb-941d-f709ccf57a5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '0c3c0d42-6283-423a-a922-d9307d346029'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:14:31.501807 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60bbe95e-6bc4-4889-9b87-095e0fc24435 tempest-PortsAdminExtendedAttrsTestJSON-1095562826 tempest-PortsAdminExtendedAttrsTestJSON-1095562826-project-admin] Network hostable DHCP agents. Network: 0c3c0d42-6283-423a-a922-d9307d346029, hostable agents: ['7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a'], hosted agents: [] {{(pid=105584) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:14:31.523213 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60bbe95e-6bc4-4889-9b87-095e0fc24435 tempest-PortsAdminExtendedAttrsTestJSON-1095562826 tempest-PortsAdminExtendedAttrsTestJSON-1095562826-project-admin] Network 0c3c0d42-6283-423a-a922-d9307d346029 is scheduled to be hosted by DHCP agent 7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a with binding_index 1 {{(pid=105584) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:14:31.538966 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [None req-60bbe95e-6bc4-4889-9b87-095e0fc24435 tempest-PortsAdminExtendedAttrsTestJSON-1095562826 tempest-PortsAdminExtendedAttrsTestJSON-1095562826-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-22, 0c3c0d42-6283-423a-a922-d9307d346029) {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:14:31.544541 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60bbe95e-6bc4-4889-9b87-095e0fc24435 tempest-PortsAdminExtendedAttrsTestJSON-1095562826 tempest-PortsAdminExtendedAttrsTestJSON-1095562826-project-admin] Received port after_create {{(pid=105584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:14:31.555269 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13d087ca-2ecb-47c4-b267-714f93bd39d0 None None] Network 0c3c0d42-6283-423a-a922-d9307d346029 requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:14:31.563165 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [None req-60bbe95e-6bc4-4889-9b87-095e0fc24435 tempest-PortsAdminExtendedAttrsTestJSON-1095562826 tempest-PortsAdminExtendedAttrsTestJSON-1095562826-project-admin] Attempting to bind port 540f8aed-a088-4ab0-9f64-3f7a7edbe789 on host n-h1-705658-22 for vnic_type normal with profile {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:14:31.563986 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [None req-60bbe95e-6bc4-4889-9b87-095e0fc24435 tempest-PortsAdminExtendedAttrsTestJSON-1095562826 tempest-PortsAdminExtendedAttrsTestJSON-1095562826-project-admin] Attempting to bind port 540f8aed-a088-4ab0-9f64-3f7a7edbe789 by drivers openvswitch,hyperv on host n-h1-705658-22 at level 0 using segments [{'id': '405d7910-dc54-4beb-941d-f709ccf57a5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '0c3c0d42-6283-423a-a922-d9307d346029'}] {{(pid=105584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:14:31.564730 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60bbe95e-6bc4-4889-9b87-095e0fc24435 tempest-PortsAdminExtendedAttrsTestJSON-1095562826 tempest-PortsAdminExtendedAttrsTestJSON-1095562826-project-admin] Attempting to bind port 540f8aed-a088-4ab0-9f64-3f7a7edbe789 on network 0c3c0d42-6283-423a-a922-d9307d346029 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:14:31.572442 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60bbe95e-6bc4-4889-9b87-095e0fc24435 tempest-PortsAdminExtendedAttrsTestJSON-1095562826 tempest-PortsAdminExtendedAttrsTestJSON-1095562826-project-admin] Port 540f8aed-a088-4ab0-9f64-3f7a7edbe789 on network 0c3c0d42-6283-423a-a922-d9307d346029 not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-22 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:14:31.574215 n-d-705658-22 neutron-server[105584]: ERROR neutron.plugins.ml2.managers [None req-60bbe95e-6bc4-4889-9b87-095e0fc24435 tempest-PortsAdminExtendedAttrsTestJSON-1095562826 tempest-PortsAdminExtendedAttrsTestJSON-1095562826-project-admin] Failed to bind port 540f8aed-a088-4ab0-9f64-3f7a7edbe789 on host n-h1-705658-22 for vnic_type normal using segments [{'id': '405d7910-dc54-4beb-941d-f709ccf57a5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '0c3c0d42-6283-423a-a922-d9307d346029'}] Jul 27 21:14:31.575520 n-d-705658-22 neutron-server[105584]: INFO neutron.plugins.ml2.plugin [None req-60bbe95e-6bc4-4889-9b87-095e0fc24435 tempest-PortsAdminExtendedAttrsTestJSON-1095562826 tempest-PortsAdminExtendedAttrsTestJSON-1095562826-project-admin] Attempt 2 to bind port 540f8aed-a088-4ab0-9f64-3f7a7edbe789 Jul 27 21:14:31.588942 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [None req-60bbe95e-6bc4-4889-9b87-095e0fc24435 tempest-PortsAdminExtendedAttrsTestJSON-1095562826 tempest-PortsAdminExtendedAttrsTestJSON-1095562826-project-admin] Attempting to bind port 540f8aed-a088-4ab0-9f64-3f7a7edbe789 on host n-h1-705658-22 for vnic_type normal with profile {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:14:31.589282 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [None req-60bbe95e-6bc4-4889-9b87-095e0fc24435 tempest-PortsAdminExtendedAttrsTestJSON-1095562826 tempest-PortsAdminExtendedAttrsTestJSON-1095562826-project-admin] Attempting to bind port 540f8aed-a088-4ab0-9f64-3f7a7edbe789 by drivers openvswitch,hyperv on host n-h1-705658-22 at level 0 using segments [{'id': '405d7910-dc54-4beb-941d-f709ccf57a5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '0c3c0d42-6283-423a-a922-d9307d346029'}] {{(pid=105584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:14:31.589617 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60bbe95e-6bc4-4889-9b87-095e0fc24435 tempest-PortsAdminExtendedAttrsTestJSON-1095562826 tempest-PortsAdminExtendedAttrsTestJSON-1095562826-project-admin] Attempting to bind port 540f8aed-a088-4ab0-9f64-3f7a7edbe789 on network 0c3c0d42-6283-423a-a922-d9307d346029 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:14:31.594148 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60bbe95e-6bc4-4889-9b87-095e0fc24435 tempest-PortsAdminExtendedAttrsTestJSON-1095562826 tempest-PortsAdminExtendedAttrsTestJSON-1095562826-project-admin] Port 540f8aed-a088-4ab0-9f64-3f7a7edbe789 on network 0c3c0d42-6283-423a-a922-d9307d346029 not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-22 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:14:31.594468 n-d-705658-22 neutron-server[105584]: ERROR neutron.plugins.ml2.managers [None req-60bbe95e-6bc4-4889-9b87-095e0fc24435 tempest-PortsAdminExtendedAttrsTestJSON-1095562826 tempest-PortsAdminExtendedAttrsTestJSON-1095562826-project-admin] Failed to bind port 540f8aed-a088-4ab0-9f64-3f7a7edbe789 on host n-h1-705658-22 for vnic_type normal using segments [{'id': '405d7910-dc54-4beb-941d-f709ccf57a5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '0c3c0d42-6283-423a-a922-d9307d346029'}] Jul 27 21:14:31.594858 n-d-705658-22 neutron-server[105584]: INFO neutron.plugins.ml2.plugin [None req-60bbe95e-6bc4-4889-9b87-095e0fc24435 tempest-PortsAdminExtendedAttrsTestJSON-1095562826 tempest-PortsAdminExtendedAttrsTestJSON-1095562826-project-admin] Attempt 3 to bind port 540f8aed-a088-4ab0-9f64-3f7a7edbe789 Jul 27 21:14:31.616022 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [None req-60bbe95e-6bc4-4889-9b87-095e0fc24435 tempest-PortsAdminExtendedAttrsTestJSON-1095562826 tempest-PortsAdminExtendedAttrsTestJSON-1095562826-project-admin] Attempting to bind port 540f8aed-a088-4ab0-9f64-3f7a7edbe789 on host n-h1-705658-22 for vnic_type normal with profile {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:14:31.619373 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [None req-60bbe95e-6bc4-4889-9b87-095e0fc24435 tempest-PortsAdminExtendedAttrsTestJSON-1095562826 tempest-PortsAdminExtendedAttrsTestJSON-1095562826-project-admin] Attempting to bind port 540f8aed-a088-4ab0-9f64-3f7a7edbe789 by drivers openvswitch,hyperv on host n-h1-705658-22 at level 0 using segments [{'id': '405d7910-dc54-4beb-941d-f709ccf57a5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '0c3c0d42-6283-423a-a922-d9307d346029'}] {{(pid=105584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:14:31.619790 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60bbe95e-6bc4-4889-9b87-095e0fc24435 tempest-PortsAdminExtendedAttrsTestJSON-1095562826 tempest-PortsAdminExtendedAttrsTestJSON-1095562826-project-admin] Attempting to bind port 540f8aed-a088-4ab0-9f64-3f7a7edbe789 on network 0c3c0d42-6283-423a-a922-d9307d346029 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:14:31.631199 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60bbe95e-6bc4-4889-9b87-095e0fc24435 tempest-PortsAdminExtendedAttrsTestJSON-1095562826 tempest-PortsAdminExtendedAttrsTestJSON-1095562826-project-admin] Port 540f8aed-a088-4ab0-9f64-3f7a7edbe789 on network 0c3c0d42-6283-423a-a922-d9307d346029 not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-22 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:14:31.632145 n-d-705658-22 neutron-server[105584]: ERROR neutron.plugins.ml2.managers [None req-60bbe95e-6bc4-4889-9b87-095e0fc24435 tempest-PortsAdminExtendedAttrsTestJSON-1095562826 tempest-PortsAdminExtendedAttrsTestJSON-1095562826-project-admin] Failed to bind port 540f8aed-a088-4ab0-9f64-3f7a7edbe789 on host n-h1-705658-22 for vnic_type normal using segments [{'id': '405d7910-dc54-4beb-941d-f709ccf57a5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '0c3c0d42-6283-423a-a922-d9307d346029'}] Jul 27 21:14:31.634029 n-d-705658-22 neutron-server[105584]: INFO neutron.plugins.ml2.plugin [None req-60bbe95e-6bc4-4889-9b87-095e0fc24435 tempest-PortsAdminExtendedAttrsTestJSON-1095562826 tempest-PortsAdminExtendedAttrsTestJSON-1095562826-project-admin] Attempt 4 to bind port 540f8aed-a088-4ab0-9f64-3f7a7edbe789 Jul 27 21:14:31.664098 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [None req-60bbe95e-6bc4-4889-9b87-095e0fc24435 tempest-PortsAdminExtendedAttrsTestJSON-1095562826 tempest-PortsAdminExtendedAttrsTestJSON-1095562826-project-admin] Attempting to bind port 540f8aed-a088-4ab0-9f64-3f7a7edbe789 on host n-h1-705658-22 for vnic_type normal with profile {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:14:31.664712 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [None req-60bbe95e-6bc4-4889-9b87-095e0fc24435 tempest-PortsAdminExtendedAttrsTestJSON-1095562826 tempest-PortsAdminExtendedAttrsTestJSON-1095562826-project-admin] Attempting to bind port 540f8aed-a088-4ab0-9f64-3f7a7edbe789 by drivers openvswitch,hyperv on host n-h1-705658-22 at level 0 using segments [{'id': '405d7910-dc54-4beb-941d-f709ccf57a5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '0c3c0d42-6283-423a-a922-d9307d346029'}] {{(pid=105584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:14:31.664916 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60bbe95e-6bc4-4889-9b87-095e0fc24435 tempest-PortsAdminExtendedAttrsTestJSON-1095562826 tempest-PortsAdminExtendedAttrsTestJSON-1095562826-project-admin] Attempting to bind port 540f8aed-a088-4ab0-9f64-3f7a7edbe789 on network 0c3c0d42-6283-423a-a922-d9307d346029 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:14:31.674774 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60bbe95e-6bc4-4889-9b87-095e0fc24435 tempest-PortsAdminExtendedAttrsTestJSON-1095562826 tempest-PortsAdminExtendedAttrsTestJSON-1095562826-project-admin] Port 540f8aed-a088-4ab0-9f64-3f7a7edbe789 on network 0c3c0d42-6283-423a-a922-d9307d346029 not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-22 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:14:31.679745 n-d-705658-22 neutron-server[105584]: ERROR neutron.plugins.ml2.managers [None req-60bbe95e-6bc4-4889-9b87-095e0fc24435 tempest-PortsAdminExtendedAttrsTestJSON-1095562826 tempest-PortsAdminExtendedAttrsTestJSON-1095562826-project-admin] Failed to bind port 540f8aed-a088-4ab0-9f64-3f7a7edbe789 on host n-h1-705658-22 for vnic_type normal using segments [{'id': '405d7910-dc54-4beb-941d-f709ccf57a5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '0c3c0d42-6283-423a-a922-d9307d346029'}] Jul 27 21:14:31.680260 n-d-705658-22 neutron-server[105584]: INFO neutron.plugins.ml2.plugin [None req-60bbe95e-6bc4-4889-9b87-095e0fc24435 tempest-PortsAdminExtendedAttrsTestJSON-1095562826 tempest-PortsAdminExtendedAttrsTestJSON-1095562826-project-admin] Attempt 5 to bind port 540f8aed-a088-4ab0-9f64-3f7a7edbe789 Jul 27 21:14:31.714190 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [None req-60bbe95e-6bc4-4889-9b87-095e0fc24435 tempest-PortsAdminExtendedAttrsTestJSON-1095562826 tempest-PortsAdminExtendedAttrsTestJSON-1095562826-project-admin] Attempting to bind port 540f8aed-a088-4ab0-9f64-3f7a7edbe789 on host n-h1-705658-22 for vnic_type normal with profile {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:14:31.715895 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [None req-60bbe95e-6bc4-4889-9b87-095e0fc24435 tempest-PortsAdminExtendedAttrsTestJSON-1095562826 tempest-PortsAdminExtendedAttrsTestJSON-1095562826-project-admin] Attempting to bind port 540f8aed-a088-4ab0-9f64-3f7a7edbe789 by drivers openvswitch,hyperv on host n-h1-705658-22 at level 0 using segments [{'id': '405d7910-dc54-4beb-941d-f709ccf57a5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '0c3c0d42-6283-423a-a922-d9307d346029'}] {{(pid=105584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:14:31.719302 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60bbe95e-6bc4-4889-9b87-095e0fc24435 tempest-PortsAdminExtendedAttrsTestJSON-1095562826 tempest-PortsAdminExtendedAttrsTestJSON-1095562826-project-admin] Attempting to bind port 540f8aed-a088-4ab0-9f64-3f7a7edbe789 on network 0c3c0d42-6283-423a-a922-d9307d346029 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:14:31.744679 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60bbe95e-6bc4-4889-9b87-095e0fc24435 tempest-PortsAdminExtendedAttrsTestJSON-1095562826 tempest-PortsAdminExtendedAttrsTestJSON-1095562826-project-admin] Port 540f8aed-a088-4ab0-9f64-3f7a7edbe789 on network 0c3c0d42-6283-423a-a922-d9307d346029 not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-22 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:14:31.754958 n-d-705658-22 neutron-server[105584]: ERROR neutron.plugins.ml2.managers [None req-60bbe95e-6bc4-4889-9b87-095e0fc24435 tempest-PortsAdminExtendedAttrsTestJSON-1095562826 tempest-PortsAdminExtendedAttrsTestJSON-1095562826-project-admin] Failed to bind port 540f8aed-a088-4ab0-9f64-3f7a7edbe789 on host n-h1-705658-22 for vnic_type normal using segments [{'id': '405d7910-dc54-4beb-941d-f709ccf57a5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '0c3c0d42-6283-423a-a922-d9307d346029'}] Jul 27 21:14:31.755864 n-d-705658-22 neutron-server[105584]: INFO neutron.plugins.ml2.plugin [None req-60bbe95e-6bc4-4889-9b87-095e0fc24435 tempest-PortsAdminExtendedAttrsTestJSON-1095562826 tempest-PortsAdminExtendedAttrsTestJSON-1095562826-project-admin] Attempt 6 to bind port 540f8aed-a088-4ab0-9f64-3f7a7edbe789 Jul 27 21:14:31.760102 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-7b0b8672-3873-42ce-a40a-95a870d75e4d req-995441fc-92e2-431b-803b-43a40b1d8943 tempest-ServerShowV247Test-1705653992 tempest-ServerShowV247Test-1705653992-project] 10.222.0.59 "GET /v2.0/ports?device_id=7802db44-b628-4a93-8ff7-2bfeabc4a61e HTTP/1.1" status: 200 len: 210 time: 0.0727477 Jul 27 21:14:31.769526 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [None req-60bbe95e-6bc4-4889-9b87-095e0fc24435 tempest-PortsAdminExtendedAttrsTestJSON-1095562826 tempest-PortsAdminExtendedAttrsTestJSON-1095562826-project-admin] Attempting to bind port 540f8aed-a088-4ab0-9f64-3f7a7edbe789 on host n-h1-705658-22 for vnic_type normal with profile {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:14:31.769955 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [None req-60bbe95e-6bc4-4889-9b87-095e0fc24435 tempest-PortsAdminExtendedAttrsTestJSON-1095562826 tempest-PortsAdminExtendedAttrsTestJSON-1095562826-project-admin] Attempting to bind port 540f8aed-a088-4ab0-9f64-3f7a7edbe789 by drivers openvswitch,hyperv on host n-h1-705658-22 at level 0 using segments [{'id': '405d7910-dc54-4beb-941d-f709ccf57a5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '0c3c0d42-6283-423a-a922-d9307d346029'}] {{(pid=105584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:14:31.770419 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60bbe95e-6bc4-4889-9b87-095e0fc24435 tempest-PortsAdminExtendedAttrsTestJSON-1095562826 tempest-PortsAdminExtendedAttrsTestJSON-1095562826-project-admin] Attempting to bind port 540f8aed-a088-4ab0-9f64-3f7a7edbe789 on network 0c3c0d42-6283-423a-a922-d9307d346029 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:14:31.776222 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60bbe95e-6bc4-4889-9b87-095e0fc24435 tempest-PortsAdminExtendedAttrsTestJSON-1095562826 tempest-PortsAdminExtendedAttrsTestJSON-1095562826-project-admin] Port 540f8aed-a088-4ab0-9f64-3f7a7edbe789 on network 0c3c0d42-6283-423a-a922-d9307d346029 not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-22 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:14:31.776670 n-d-705658-22 neutron-server[105584]: ERROR neutron.plugins.ml2.managers [None req-60bbe95e-6bc4-4889-9b87-095e0fc24435 tempest-PortsAdminExtendedAttrsTestJSON-1095562826 tempest-PortsAdminExtendedAttrsTestJSON-1095562826-project-admin] Failed to bind port 540f8aed-a088-4ab0-9f64-3f7a7edbe789 on host n-h1-705658-22 for vnic_type normal using segments [{'id': '405d7910-dc54-4beb-941d-f709ccf57a5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '0c3c0d42-6283-423a-a922-d9307d346029'}] Jul 27 21:14:31.777157 n-d-705658-22 neutron-server[105584]: INFO neutron.plugins.ml2.plugin [None req-60bbe95e-6bc4-4889-9b87-095e0fc24435 tempest-PortsAdminExtendedAttrsTestJSON-1095562826 tempest-PortsAdminExtendedAttrsTestJSON-1095562826-project-admin] Attempt 7 to bind port 540f8aed-a088-4ab0-9f64-3f7a7edbe789 Jul 27 21:14:31.784437 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ea3e239-aff7-4478-bbcf-3b36e3c08b94 None None] Network a3b36e04-18e1-4deb-954f-25c431e1e175 requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:14:31.791919 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [None req-60bbe95e-6bc4-4889-9b87-095e0fc24435 tempest-PortsAdminExtendedAttrsTestJSON-1095562826 tempest-PortsAdminExtendedAttrsTestJSON-1095562826-project-admin] Attempting to bind port 540f8aed-a088-4ab0-9f64-3f7a7edbe789 on host n-h1-705658-22 for vnic_type normal with profile {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:14:31.792388 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [None req-60bbe95e-6bc4-4889-9b87-095e0fc24435 tempest-PortsAdminExtendedAttrsTestJSON-1095562826 tempest-PortsAdminExtendedAttrsTestJSON-1095562826-project-admin] Attempting to bind port 540f8aed-a088-4ab0-9f64-3f7a7edbe789 by drivers openvswitch,hyperv on host n-h1-705658-22 at level 0 using segments [{'id': '405d7910-dc54-4beb-941d-f709ccf57a5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '0c3c0d42-6283-423a-a922-d9307d346029'}] {{(pid=105584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:14:31.792824 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60bbe95e-6bc4-4889-9b87-095e0fc24435 tempest-PortsAdminExtendedAttrsTestJSON-1095562826 tempest-PortsAdminExtendedAttrsTestJSON-1095562826-project-admin] Attempting to bind port 540f8aed-a088-4ab0-9f64-3f7a7edbe789 on network 0c3c0d42-6283-423a-a922-d9307d346029 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:14:31.807387 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60bbe95e-6bc4-4889-9b87-095e0fc24435 tempest-PortsAdminExtendedAttrsTestJSON-1095562826 tempest-PortsAdminExtendedAttrsTestJSON-1095562826-project-admin] Port 540f8aed-a088-4ab0-9f64-3f7a7edbe789 on network 0c3c0d42-6283-423a-a922-d9307d346029 not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-22 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:14:31.809002 n-d-705658-22 neutron-server[105584]: ERROR neutron.plugins.ml2.managers [None req-60bbe95e-6bc4-4889-9b87-095e0fc24435 tempest-PortsAdminExtendedAttrsTestJSON-1095562826 tempest-PortsAdminExtendedAttrsTestJSON-1095562826-project-admin] Failed to bind port 540f8aed-a088-4ab0-9f64-3f7a7edbe789 on host n-h1-705658-22 for vnic_type normal using segments [{'id': '405d7910-dc54-4beb-941d-f709ccf57a5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '0c3c0d42-6283-423a-a922-d9307d346029'}] Jul 27 21:14:31.809546 n-d-705658-22 neutron-server[105584]: INFO neutron.plugins.ml2.plugin [None req-60bbe95e-6bc4-4889-9b87-095e0fc24435 tempest-PortsAdminExtendedAttrsTestJSON-1095562826 tempest-PortsAdminExtendedAttrsTestJSON-1095562826-project-admin] Attempt 8 to bind port 540f8aed-a088-4ab0-9f64-3f7a7edbe789 Jul 27 21:14:31.844955 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [None req-60bbe95e-6bc4-4889-9b87-095e0fc24435 tempest-PortsAdminExtendedAttrsTestJSON-1095562826 tempest-PortsAdminExtendedAttrsTestJSON-1095562826-project-admin] Attempting to bind port 540f8aed-a088-4ab0-9f64-3f7a7edbe789 on host n-h1-705658-22 for vnic_type normal with profile {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:14:31.845442 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [None req-60bbe95e-6bc4-4889-9b87-095e0fc24435 tempest-PortsAdminExtendedAttrsTestJSON-1095562826 tempest-PortsAdminExtendedAttrsTestJSON-1095562826-project-admin] Attempting to bind port 540f8aed-a088-4ab0-9f64-3f7a7edbe789 by drivers openvswitch,hyperv on host n-h1-705658-22 at level 0 using segments [{'id': '405d7910-dc54-4beb-941d-f709ccf57a5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '0c3c0d42-6283-423a-a922-d9307d346029'}] {{(pid=105584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:14:31.845858 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60bbe95e-6bc4-4889-9b87-095e0fc24435 tempest-PortsAdminExtendedAttrsTestJSON-1095562826 tempest-PortsAdminExtendedAttrsTestJSON-1095562826-project-admin] Attempting to bind port 540f8aed-a088-4ab0-9f64-3f7a7edbe789 on network 0c3c0d42-6283-423a-a922-d9307d346029 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:14:31.851403 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60bbe95e-6bc4-4889-9b87-095e0fc24435 tempest-PortsAdminExtendedAttrsTestJSON-1095562826 tempest-PortsAdminExtendedAttrsTestJSON-1095562826-project-admin] Port 540f8aed-a088-4ab0-9f64-3f7a7edbe789 on network 0c3c0d42-6283-423a-a922-d9307d346029 not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-22 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:14:31.855027 n-d-705658-22 neutron-server[105584]: ERROR neutron.plugins.ml2.managers [None req-60bbe95e-6bc4-4889-9b87-095e0fc24435 tempest-PortsAdminExtendedAttrsTestJSON-1095562826 tempest-PortsAdminExtendedAttrsTestJSON-1095562826-project-admin] Failed to bind port 540f8aed-a088-4ab0-9f64-3f7a7edbe789 on host n-h1-705658-22 for vnic_type normal using segments [{'id': '405d7910-dc54-4beb-941d-f709ccf57a5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '0c3c0d42-6283-423a-a922-d9307d346029'}] Jul 27 21:14:31.863024 n-d-705658-22 neutron-server[105584]: INFO neutron.plugins.ml2.plugin [None req-60bbe95e-6bc4-4889-9b87-095e0fc24435 tempest-PortsAdminExtendedAttrsTestJSON-1095562826 tempest-PortsAdminExtendedAttrsTestJSON-1095562826-project-admin] Attempt 9 to bind port 540f8aed-a088-4ab0-9f64-3f7a7edbe789 Jul 27 21:14:31.893570 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [None req-60bbe95e-6bc4-4889-9b87-095e0fc24435 tempest-PortsAdminExtendedAttrsTestJSON-1095562826 tempest-PortsAdminExtendedAttrsTestJSON-1095562826-project-admin] Attempting to bind port 540f8aed-a088-4ab0-9f64-3f7a7edbe789 on host n-h1-705658-22 for vnic_type normal with profile {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:14:31.893776 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [None req-60bbe95e-6bc4-4889-9b87-095e0fc24435 tempest-PortsAdminExtendedAttrsTestJSON-1095562826 tempest-PortsAdminExtendedAttrsTestJSON-1095562826-project-admin] Attempting to bind port 540f8aed-a088-4ab0-9f64-3f7a7edbe789 by drivers openvswitch,hyperv on host n-h1-705658-22 at level 0 using segments [{'id': '405d7910-dc54-4beb-941d-f709ccf57a5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '0c3c0d42-6283-423a-a922-d9307d346029'}] {{(pid=105584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:14:31.894120 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60bbe95e-6bc4-4889-9b87-095e0fc24435 tempest-PortsAdminExtendedAttrsTestJSON-1095562826 tempest-PortsAdminExtendedAttrsTestJSON-1095562826-project-admin] Attempting to bind port 540f8aed-a088-4ab0-9f64-3f7a7edbe789 on network 0c3c0d42-6283-423a-a922-d9307d346029 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:14:31.910336 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60bbe95e-6bc4-4889-9b87-095e0fc24435 tempest-PortsAdminExtendedAttrsTestJSON-1095562826 tempest-PortsAdminExtendedAttrsTestJSON-1095562826-project-admin] Port 540f8aed-a088-4ab0-9f64-3f7a7edbe789 on network 0c3c0d42-6283-423a-a922-d9307d346029 not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-22 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:14:31.910677 n-d-705658-22 neutron-server[105584]: ERROR neutron.plugins.ml2.managers [None req-60bbe95e-6bc4-4889-9b87-095e0fc24435 tempest-PortsAdminExtendedAttrsTestJSON-1095562826 tempest-PortsAdminExtendedAttrsTestJSON-1095562826-project-admin] Failed to bind port 540f8aed-a088-4ab0-9f64-3f7a7edbe789 on host n-h1-705658-22 for vnic_type normal using segments [{'id': '405d7910-dc54-4beb-941d-f709ccf57a5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '0c3c0d42-6283-423a-a922-d9307d346029'}] Jul 27 21:14:31.911117 n-d-705658-22 neutron-server[105584]: INFO neutron.plugins.ml2.plugin [None req-60bbe95e-6bc4-4889-9b87-095e0fc24435 tempest-PortsAdminExtendedAttrsTestJSON-1095562826 tempest-PortsAdminExtendedAttrsTestJSON-1095562826-project-admin] Attempt 10 to bind port 540f8aed-a088-4ab0-9f64-3f7a7edbe789 Jul 27 21:14:31.928677 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc13f32f-f02d-445b-89d9-4266dc98f91e req-2a9658ff-f1ad-4ff6-9bd9-7150051c6ed6 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:14:31.930766 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [None req-60bbe95e-6bc4-4889-9b87-095e0fc24435 tempest-PortsAdminExtendedAttrsTestJSON-1095562826 tempest-PortsAdminExtendedAttrsTestJSON-1095562826-project-admin] Attempting to bind port 540f8aed-a088-4ab0-9f64-3f7a7edbe789 on host n-h1-705658-22 for vnic_type normal with profile {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:14:31.931157 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [None req-60bbe95e-6bc4-4889-9b87-095e0fc24435 tempest-PortsAdminExtendedAttrsTestJSON-1095562826 tempest-PortsAdminExtendedAttrsTestJSON-1095562826-project-admin] Attempting to bind port 540f8aed-a088-4ab0-9f64-3f7a7edbe789 by drivers openvswitch,hyperv on host n-h1-705658-22 at level 0 using segments [{'id': '405d7910-dc54-4beb-941d-f709ccf57a5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '0c3c0d42-6283-423a-a922-d9307d346029'}] {{(pid=105584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:14:31.931508 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60bbe95e-6bc4-4889-9b87-095e0fc24435 tempest-PortsAdminExtendedAttrsTestJSON-1095562826 tempest-PortsAdminExtendedAttrsTestJSON-1095562826-project-admin] Attempting to bind port 540f8aed-a088-4ab0-9f64-3f7a7edbe789 on network 0c3c0d42-6283-423a-a922-d9307d346029 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:14:31.935703 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-fc13f32f-f02d-445b-89d9-4266dc98f91e req-2a9658ff-f1ad-4ff6-9bd9-7150051c6ed6 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] 10.222.0.59 "GET /v2.0/ports?device_id=14188e1a-88ea-45e0-ad71-5de945522dfe HTTP/1.1" status: 200 len: 944 time: 0.1388266 Jul 27 21:14:31.937697 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60bbe95e-6bc4-4889-9b87-095e0fc24435 tempest-PortsAdminExtendedAttrsTestJSON-1095562826 tempest-PortsAdminExtendedAttrsTestJSON-1095562826-project-admin] Port 540f8aed-a088-4ab0-9f64-3f7a7edbe789 on network 0c3c0d42-6283-423a-a922-d9307d346029 not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-22 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:14:31.938047 n-d-705658-22 neutron-server[105584]: ERROR neutron.plugins.ml2.managers [None req-60bbe95e-6bc4-4889-9b87-095e0fc24435 tempest-PortsAdminExtendedAttrsTestJSON-1095562826 tempest-PortsAdminExtendedAttrsTestJSON-1095562826-project-admin] Failed to bind port 540f8aed-a088-4ab0-9f64-3f7a7edbe789 on host n-h1-705658-22 for vnic_type normal using segments [{'id': '405d7910-dc54-4beb-941d-f709ccf57a5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '0c3c0d42-6283-423a-a922-d9307d346029'}] Jul 27 21:14:31.938898 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-60bbe95e-6bc4-4889-9b87-095e0fc24435 tempest-PortsAdminExtendedAttrsTestJSON-1095562826 tempest-PortsAdminExtendedAttrsTestJSON-1095562826-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:32.025404 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-fc13f32f-f02d-445b-89d9-4266dc98f91e req-87081b43-e828-4ce7-afab-648f8285f123 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] 10.222.0.59 "GET /v2.0/security-groups?id=e9ca66b5-3d33-4671-986c-aa471cc95217&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0835476 Jul 27 21:14:32.053654 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [None req-60bbe95e-6bc4-4889-9b87-095e0fc24435 tempest-PortsAdminExtendedAttrsTestJSON-1095562826 tempest-PortsAdminExtendedAttrsTestJSON-1095562826-project-admin] For port 540f8aed-a088-4ab0-9f64-3f7a7edbe789, host n-h1-705658-22, cleared binding levels {{(pid=105584) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:14:32.054142 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [None req-60bbe95e-6bc4-4889-9b87-095e0fc24435 tempest-PortsAdminExtendedAttrsTestJSON-1095562826 tempest-PortsAdminExtendedAttrsTestJSON-1095562826-project-admin] Attempted to set empty binding levels {{(pid=105584) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 27 21:14:32.061476 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-60bbe95e-6bc4-4889-9b87-095e0fc24435 tempest-PortsAdminExtendedAttrsTestJSON-1095562826 tempest-PortsAdminExtendedAttrsTestJSON-1095562826-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9014027'] for port, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:32.120665 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60bbe95e-6bc4-4889-9b87-095e0fc24435 tempest-PortsAdminExtendedAttrsTestJSON-1095562826 tempest-PortsAdminExtendedAttrsTestJSON-1095562826-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:14:32.121881 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-60bbe95e-6bc4-4889-9b87-095e0fc24435 tempest-PortsAdminExtendedAttrsTestJSON-1095562826 tempest-PortsAdminExtendedAttrsTestJSON-1095562826-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:32.156726 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60bbe95e-6bc4-4889-9b87-095e0fc24435 tempest-PortsAdminExtendedAttrsTestJSON-1095562826 tempest-PortsAdminExtendedAttrsTestJSON-1095562826-project-admin] Pushing event updated for resources: {'Port': ['ID=540f8aed-a088-4ab0-9f64-3f7a7edbe789,revision_number=2']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:14:32.165915 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-60bbe95e-6bc4-4889-9b87-095e0fc24435 tempest-PortsAdminExtendedAttrsTestJSON-1095562826 tempest-PortsAdminExtendedAttrsTestJSON-1095562826-project-admin] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 980 time: 2.1523335 Jul 27 21:14:32.169505 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 36942) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:14:32.411081 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69c1599-a4c4-4c4f-a884-1c0569f4f30e req-1ed6d63b-3944-409d-bfb0-5c68a5c2753e tempest-ServerTagsTestJSON-942460694 tempest-ServerTagsTestJSON-942460694-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:14:32.412576 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f69c1599-a4c4-4c4f-a884-1c0569f4f30e req-1ed6d63b-3944-409d-bfb0-5c68a5c2753e tempest-ServerTagsTestJSON-942460694 tempest-ServerTagsTestJSON-942460694-project] 10.222.0.59 "GET /v2.0/networks?id=a3b36e04-18e1-4deb-954f-25c431e1e175 HTTP/1.1" status: 200 len: 809 time: 0.1409166 Jul 27 21:14:32.420599 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [None req-b2b69945-e444-476e-8a64-a9fc927f0c82 tempest-PortsAdminExtendedAttrsTestJSON-1095562826 tempest-PortsAdminExtendedAttrsTestJSON-1095562826-project-admin] Deleting port 540f8aed-a088-4ab0-9f64-3f7a7edbe789 {{(pid=105585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:14:32.420951 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-b2b69945-e444-476e-8a64-a9fc927f0c82 tempest-PortsAdminExtendedAttrsTestJSON-1095562826 tempest-PortsAdminExtendedAttrsTestJSON-1095562826-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:32.483618 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f69c1599-a4c4-4c4f-a884-1c0569f4f30e req-cd6393c2-a6c3-409c-8766-cc65d6cf7672 tempest-ServerTagsTestJSON-942460694 tempest-ServerTagsTestJSON-942460694-project] 10.222.0.59 "GET /v2.0/quotas/173dc097141d48a9b74310748c874cd0 HTTP/1.1" status: 200 len: 375 time: 0.0605369 Jul 27 21:14:32.543544 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f69c1599-a4c4-4c4f-a884-1c0569f4f30e req-1cf6d6ad-8bb3-4691-a80c-a852078f73eb tempest-ServerTagsTestJSON-942460694 tempest-ServerTagsTestJSON-942460694-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=173dc097141d48a9b74310748c874cd0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0588796 Jul 27 21:14:32.572755 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.db [None req-b2b69945-e444-476e-8a64-a9fc927f0c82 tempest-PortsAdminExtendedAttrsTestJSON-1095562826 tempest-PortsAdminExtendedAttrsTestJSON-1095562826-project-admin] For port 540f8aed-a088-4ab0-9f64-3f7a7edbe789, host n-h1-705658-22, got binding levels [] {{(pid=105585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:14:32.573134 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-b2b69945-e444-476e-8a64-a9fc927f0c82 tempest-PortsAdminExtendedAttrsTestJSON-1095562826 tempest-PortsAdminExtendedAttrsTestJSON-1095562826-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:32.594845 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-b1e6d408-7592-40cc-9062-dddddcfa8391 req-a693020f-229c-4480-b08c-4422ea28ba6e tempest-ServerShowV247Test-1705653992 tempest-ServerShowV247Test-1705653992-project] 10.222.0.36 "GET /v2.0/ports?device_id=7802db44-b628-4a93-8ff7-2bfeabc4a61e HTTP/1.1" status: 200 len: 210 time: 0.0713592 Jul 27 21:14:32.598098 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [None req-b2b69945-e444-476e-8a64-a9fc927f0c82 tempest-PortsAdminExtendedAttrsTestJSON-1095562826 tempest-PortsAdminExtendedAttrsTestJSON-1095562826-project-admin] Calling delete_port for 540f8aed-a088-4ab0-9f64-3f7a7edbe789 owned by {{(pid=105585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:14:32.845653 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-b2b69945-e444-476e-8a64-a9fc927f0c82 tempest-PortsAdminExtendedAttrsTestJSON-1095562826 tempest-PortsAdminExtendedAttrsTestJSON-1095562826-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:32.893813 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b69945-e444-476e-8a64-a9fc927f0c82 tempest-PortsAdminExtendedAttrsTestJSON-1095562826 tempest-PortsAdminExtendedAttrsTestJSON-1095562826-project-admin] Pushing event deleted for resources: {'Port': ['ID=540f8aed-a088-4ab0-9f64-3f7a7edbe789,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:14:32.913524 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-b2b69945-e444-476e-8a64-a9fc927f0c82 tempest-PortsAdminExtendedAttrsTestJSON-1095562826 tempest-PortsAdminExtendedAttrsTestJSON-1095562826-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:32.915894 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-b2b69945-e444-476e-8a64-a9fc927f0c82 tempest-PortsAdminExtendedAttrsTestJSON-1095562826 tempest-PortsAdminExtendedAttrsTestJSON-1095562826-project-admin] 10.222.0.59 "DELETE /v2.0/ports/540f8aed-a088-4ab0-9f64-3f7a7edbe789 HTTP/1.1" status: 204 len: 168 time: 0.7442381 Jul 27 21:14:32.918950 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 36992) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:14:32.950097 n-d-705658-22 neutron-server[105584]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa98733d-ae61-4097-9f69-ca2ef2ee7b8e tempest-PortsAdminExtendedAttrsTestJSON-1095562826 tempest-PortsAdminExtendedAttrsTestJSON-1095562826-project-admin] GET failed (client error): The resource could not be found. Jul 27 21:14:32.956195 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-fa98733d-ae61-4097-9f69-ca2ef2ee7b8e tempest-PortsAdminExtendedAttrsTestJSON-1095562826 tempest-PortsAdminExtendedAttrsTestJSON-1095562826-project-admin] 10.222.0.59 "GET /v2.0/ports/540f8aed-a088-4ab0-9f64-3f7a7edbe789 HTTP/1.1" status: 404 len: 333 time: 0.0359805 Jul 27 21:14:32.957186 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 37000) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:14:32.963737 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-5c7ab6f8-5f48-46b7-8f99-033df9f54b71 tempest-PortsAdminExtendedAttrsTestJSON-1095562826 tempest-PortsAdminExtendedAttrsTestJSON-1095562826-project-admin] Request body: {'port': {'network_id': '0c3c0d42-6283-423a-a922-d9307d346029', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1051524711'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:14:32.986155 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-2bf473b5-2198-4920-8754-570577ab3ae0 req-cbc1ae87-5736-4f6f-9621-0229b22d2e29 tempest-ServerShowV247Test-1705653992 tempest-ServerShowV247Test-1705653992-project] 10.222.0.59 "GET /v2.0/ports?device_id=7802db44-b628-4a93-8ff7-2bfeabc4a61e HTTP/1.1" status: 200 len: 210 time: 0.0939095 Jul 27 21:14:32.998337 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c7ab6f8-5f48-46b7-8f99-033df9f54b71 tempest-PortsAdminExtendedAttrsTestJSON-1095562826 tempest-PortsAdminExtendedAttrsTestJSON-1095562826-project-admin] Made reservation on behalf of b9f22638f4314cd2a2a7819e6291516c for: {'port': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:14:33.005866 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-5c7ab6f8-5f48-46b7-8f99-033df9f54b71 tempest-PortsAdminExtendedAttrsTestJSON-1095562826 tempest-PortsAdminExtendedAttrsTestJSON-1095562826-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:33.036659 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f69c1599-a4c4-4c4f-a884-1c0569f4f30e req-1838854e-50b7-49da-bcdc-fa1bce93b2da service neutron] 10.222.0.59 "GET /v2.0/networks/a3b36e04-18e1-4deb-954f-25c431e1e175?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4917243 Jul 27 21:14:33.063016 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [None req-5c7ab6f8-5f48-46b7-8f99-033df9f54b71 tempest-PortsAdminExtendedAttrsTestJSON-1095562826 tempest-PortsAdminExtendedAttrsTestJSON-1095562826-project-admin] device_id is not set on port a288f211-72f1-4e74-b213-7c9ac677e7e2 yet. {{(pid=105584) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 21:14:33.119806 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Device a5118c8d-ab51-49e4-b3a1-24b132773522 details requested by agent hyperv_n-h2-705658-22 with host n-h2-705658-22 {{(pid=105586) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:14:33.267130 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f69c1599-a4c4-4c4f-a884-1c0569f4f30e req-9dc4a245-21fe-4ec1-81a1-34c69799b9b7 service neutron] 10.222.0.59 "GET /v2.0/networks/a3b36e04-18e1-4deb-954f-25c431e1e175?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2165534 Jul 27 21:14:33.296486 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30fc794-500d-4213-aefa-c23a2ab46573 req-8757201a-e45c-45cb-a412-54c5f25ba8fb tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:14:33.312491 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-c30fc794-500d-4213-aefa-c23a2ab46573 req-8757201a-e45c-45cb-a412-54c5f25ba8fb tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] 10.222.0.59 "GET /v2.0/ports?device_id=14188e1a-88ea-45e0-ad71-5de945522dfe HTTP/1.1" status: 200 len: 944 time: 0.1865065 Jul 27 21:14:33.394374 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-5c7ab6f8-5f48-46b7-8f99-033df9f54b71 tempest-PortsAdminExtendedAttrsTestJSON-1095562826 tempest-PortsAdminExtendedAttrsTestJSON-1095562826-project-admin] Notify callbacks [] for port, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:33.421351 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-c30fc794-500d-4213-aefa-c23a2ab46573 req-f9efe369-e0a1-4ef3-aeee-ef50c98bfbda tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] 10.222.0.59 "GET /v2.0/security-groups?id=e9ca66b5-3d33-4671-986c-aa471cc95217&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1065702 Jul 27 21:14:33.471502 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-5c7ab6f8-5f48-46b7-8f99-033df9f54b71 tempest-PortsAdminExtendedAttrsTestJSON-1095562826 tempest-PortsAdminExtendedAttrsTestJSON-1095562826-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:33.508361 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] For port a5118c8d-ab51-49e4-b3a1-24b132773522, host n-h2-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=a5118c8d-ab51-49e4-b3a1-24b132773522,segment=NetworkSegment(bdd91ba2-0432-42e2-98db-a2dd6126dafb),segment_id=bdd91ba2-0432-42e2-98db-a2dd6126dafb)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:14:33.549503 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Returning: {'device': 'a5118c8d-ab51-49e4-b3a1-24b132773522', 'network_id': '1d4d21d8-5a4a-4948-971c-89356ade9736', 'port_id': 'a5118c8d-ab51-49e4-b3a1-24b132773522', 'mac_address': 'fa:16:3e:55:0c:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 244, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ddef23d9-d17b-4086-bd3c-1e30aa0e0ca0', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105586) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:14:33.553486 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c7ab6f8-5f48-46b7-8f99-033df9f54b71 tempest-PortsAdminExtendedAttrsTestJSON-1095562826 tempest-PortsAdminExtendedAttrsTestJSON-1095562826-project-admin] Network 0c3c0d42-6283-423a-a922-d9307d346029 is already hosted by enough agents. {{(pid=105584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:14:33.557020 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [None req-5c7ab6f8-5f48-46b7-8f99-033df9f54b71 tempest-PortsAdminExtendedAttrsTestJSON-1095562826 tempest-PortsAdminExtendedAttrsTestJSON-1095562826-project-admin] Resources bound (agent type, host, resource id): {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:14:33.560624 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c7ab6f8-5f48-46b7-8f99-033df9f54b71 tempest-PortsAdminExtendedAttrsTestJSON-1095562826 tempest-PortsAdminExtendedAttrsTestJSON-1095562826-project-admin] Received port after_create {{(pid=105584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:14:33.561587 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c7ab6f8-5f48-46b7-8f99-033df9f54b71 tempest-PortsAdminExtendedAttrsTestJSON-1095562826 tempest-PortsAdminExtendedAttrsTestJSON-1095562826-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:14:33.562370 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-5c7ab6f8-5f48-46b7-8f99-033df9f54b71 tempest-PortsAdminExtendedAttrsTestJSON-1095562826 tempest-PortsAdminExtendedAttrsTestJSON-1095562826-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:33.588492 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7ab6f8-5f48-46b7-8f99-033df9f54b71 tempest-PortsAdminExtendedAttrsTestJSON-1095562826 tempest-PortsAdminExtendedAttrsTestJSON-1095562826-project-admin] Pushing event updated for resources: {'Port': ['ID=a288f211-72f1-4e74-b213-7c9ac677e7e2,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:14:33.598548 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-5c7ab6f8-5f48-46b7-8f99-033df9f54b71 tempest-PortsAdminExtendedAttrsTestJSON-1095562826 tempest-PortsAdminExtendedAttrsTestJSON-1095562826-project-admin] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.6386707 Jul 27 21:14:33.600255 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 37054) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:14:33.616044 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-1316c9a5-9db1-400a-83f5-733b4145b66a tempest-PortsAdminExtendedAttrsTestJSON-1095562826 tempest-PortsAdminExtendedAttrsTestJSON-1095562826-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-705658-22'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:14:33.623512 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:33.645930 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [None req-3d54578f-831f-4696-b568-13c455922dab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5118c8d-ab51-49e4-b3a1-24b132773522 {{(pid=105586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:14:33.681570 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] For port a5118c8d-ab51-49e4-b3a1-24b132773522, host n-h2-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=a5118c8d-ab51-49e4-b3a1-24b132773522,segment=NetworkSegment(bdd91ba2-0432-42e2-98db-a2dd6126dafb),segment_id=bdd91ba2-0432-42e2-98db-a2dd6126dafb)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:14:33.686823 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-1979d0e3-fb8b-4b42-8ad5-3dc5ef699821 req-2ac55845-5ff8-4667-86db-73b13b5eef6f tempest-ServerTagsTestJSON-942460694 tempest-ServerTagsTestJSON-942460694-project] 10.222.0.59 "GET /v2.0/ports?device_id=b57246ad-83b2-4f02-97c1-b09323178f38 HTTP/1.1" status: 200 len: 210 time: 0.1128361 Jul 27 21:14:33.690442 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:33.819891 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Pushing event updated for resources: {'Port': ['ID=a5118c8d-ab51-49e4-b3a1-24b132773522,revision_number=4']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:14:33.900747 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-1316c9a5-9db1-400a-83f5-733b4145b66a tempest-PortsAdminExtendedAttrsTestJSON-1095562826 tempest-PortsAdminExtendedAttrsTestJSON-1095562826-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:34.045487 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] get_ports_and_sgs() called for port_ids ['a5118c8d-ab51-49e4-b3a1-24b132773522'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:14:34.221111 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 37094) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:14:34.256159 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [None req-1316c9a5-9db1-400a-83f5-733b4145b66a tempest-PortsAdminExtendedAttrsTestJSON-1095562826 tempest-PortsAdminExtendedAttrsTestJSON-1095562826-project-admin] device_id is not set on port a288f211-72f1-4e74-b213-7c9ac677e7e2 yet. {{(pid=105584) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 21:14:34.271196 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-1316c9a5-9db1-400a-83f5-733b4145b66a tempest-PortsAdminExtendedAttrsTestJSON-1095562826 tempest-PortsAdminExtendedAttrsTestJSON-1095562826-project-admin] Notify callbacks [] for port, precommit_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:34.321716 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.provisioning_blocks [None req-1316c9a5-9db1-400a-83f5-733b4145b66a tempest-PortsAdminExtendedAttrsTestJSON-1095562826 tempest-PortsAdminExtendedAttrsTestJSON-1095562826-project-admin] Transition to ACTIVE for port object a288f211-72f1-4e74-b213-7c9ac677e7e2 will not be triggered until provisioned by entity L2. {{(pid=105584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:14:34.329000 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-1316c9a5-9db1-400a-83f5-733b4145b66a tempest-PortsAdminExtendedAttrsTestJSON-1095562826 tempest-PortsAdminExtendedAttrsTestJSON-1095562826-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9014027'] for port, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:34.382397 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1316c9a5-9db1-400a-83f5-733b4145b66a tempest-PortsAdminExtendedAttrsTestJSON-1095562826 tempest-PortsAdminExtendedAttrsTestJSON-1095562826-project-admin] Pushing event updated for resources: {'Port': ['ID=a288f211-72f1-4e74-b213-7c9ac677e7e2,revision_number=2']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:14:34.447763 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [None req-1316c9a5-9db1-400a-83f5-733b4145b66a tempest-PortsAdminExtendedAttrsTestJSON-1095562826 tempest-PortsAdminExtendedAttrsTestJSON-1095562826-project-admin] Attempting to bind port a288f211-72f1-4e74-b213-7c9ac677e7e2 on host n-h1-705658-22 for vnic_type normal with profile {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:14:34.448024 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [None req-1316c9a5-9db1-400a-83f5-733b4145b66a tempest-PortsAdminExtendedAttrsTestJSON-1095562826 tempest-PortsAdminExtendedAttrsTestJSON-1095562826-project-admin] Attempting to bind port a288f211-72f1-4e74-b213-7c9ac677e7e2 by drivers openvswitch,hyperv on host n-h1-705658-22 at level 0 using segments [{'id': '405d7910-dc54-4beb-941d-f709ccf57a5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '0c3c0d42-6283-423a-a922-d9307d346029'}] {{(pid=105584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:14:34.448368 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1316c9a5-9db1-400a-83f5-733b4145b66a tempest-PortsAdminExtendedAttrsTestJSON-1095562826 tempest-PortsAdminExtendedAttrsTestJSON-1095562826-project-admin] Attempting to bind port a288f211-72f1-4e74-b213-7c9ac677e7e2 on network 0c3c0d42-6283-423a-a922-d9307d346029 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:14:34.455753 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1316c9a5-9db1-400a-83f5-733b4145b66a tempest-PortsAdminExtendedAttrsTestJSON-1095562826 tempest-PortsAdminExtendedAttrsTestJSON-1095562826-project-admin] Port a288f211-72f1-4e74-b213-7c9ac677e7e2 on network 0c3c0d42-6283-423a-a922-d9307d346029 not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-22 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:14:34.455932 n-d-705658-22 neutron-server[105584]: ERROR neutron.plugins.ml2.managers [None req-1316c9a5-9db1-400a-83f5-733b4145b66a tempest-PortsAdminExtendedAttrsTestJSON-1095562826 tempest-PortsAdminExtendedAttrsTestJSON-1095562826-project-admin] Failed to bind port a288f211-72f1-4e74-b213-7c9ac677e7e2 on host n-h1-705658-22 for vnic_type normal using segments [{'id': '405d7910-dc54-4beb-941d-f709ccf57a5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '0c3c0d42-6283-423a-a922-d9307d346029'}] Jul 27 21:14:34.456390 n-d-705658-22 neutron-server[105584]: INFO neutron.plugins.ml2.plugin [None req-1316c9a5-9db1-400a-83f5-733b4145b66a tempest-PortsAdminExtendedAttrsTestJSON-1095562826 tempest-PortsAdminExtendedAttrsTestJSON-1095562826-project-admin] Attempt 2 to bind port a288f211-72f1-4e74-b213-7c9ac677e7e2 Jul 27 21:14:34.492679 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [None req-1316c9a5-9db1-400a-83f5-733b4145b66a tempest-PortsAdminExtendedAttrsTestJSON-1095562826 tempest-PortsAdminExtendedAttrsTestJSON-1095562826-project-admin] Attempting to bind port a288f211-72f1-4e74-b213-7c9ac677e7e2 on host n-h1-705658-22 for vnic_type normal with profile {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:14:34.493010 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [None req-1316c9a5-9db1-400a-83f5-733b4145b66a tempest-PortsAdminExtendedAttrsTestJSON-1095562826 tempest-PortsAdminExtendedAttrsTestJSON-1095562826-project-admin] Attempting to bind port a288f211-72f1-4e74-b213-7c9ac677e7e2 by drivers openvswitch,hyperv on host n-h1-705658-22 at level 0 using segments [{'id': '405d7910-dc54-4beb-941d-f709ccf57a5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '0c3c0d42-6283-423a-a922-d9307d346029'}] {{(pid=105584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:14:34.493413 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1316c9a5-9db1-400a-83f5-733b4145b66a tempest-PortsAdminExtendedAttrsTestJSON-1095562826 tempest-PortsAdminExtendedAttrsTestJSON-1095562826-project-admin] Attempting to bind port a288f211-72f1-4e74-b213-7c9ac677e7e2 on network 0c3c0d42-6283-423a-a922-d9307d346029 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:14:34.513982 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1316c9a5-9db1-400a-83f5-733b4145b66a tempest-PortsAdminExtendedAttrsTestJSON-1095562826 tempest-PortsAdminExtendedAttrsTestJSON-1095562826-project-admin] Port a288f211-72f1-4e74-b213-7c9ac677e7e2 on network 0c3c0d42-6283-423a-a922-d9307d346029 not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-22 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:14:34.514327 n-d-705658-22 neutron-server[105584]: ERROR neutron.plugins.ml2.managers [None req-1316c9a5-9db1-400a-83f5-733b4145b66a tempest-PortsAdminExtendedAttrsTestJSON-1095562826 tempest-PortsAdminExtendedAttrsTestJSON-1095562826-project-admin] Failed to bind port a288f211-72f1-4e74-b213-7c9ac677e7e2 on host n-h1-705658-22 for vnic_type normal using segments [{'id': '405d7910-dc54-4beb-941d-f709ccf57a5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '0c3c0d42-6283-423a-a922-d9307d346029'}] Jul 27 21:14:34.514722 n-d-705658-22 neutron-server[105584]: INFO neutron.plugins.ml2.plugin [None req-1316c9a5-9db1-400a-83f5-733b4145b66a tempest-PortsAdminExtendedAttrsTestJSON-1095562826 tempest-PortsAdminExtendedAttrsTestJSON-1095562826-project-admin] Attempt 3 to bind port a288f211-72f1-4e74-b213-7c9ac677e7e2 Jul 27 21:14:34.542225 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [None req-1316c9a5-9db1-400a-83f5-733b4145b66a tempest-PortsAdminExtendedAttrsTestJSON-1095562826 tempest-PortsAdminExtendedAttrsTestJSON-1095562826-project-admin] Attempting to bind port a288f211-72f1-4e74-b213-7c9ac677e7e2 on host n-h1-705658-22 for vnic_type normal with profile {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:14:34.542447 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [None req-1316c9a5-9db1-400a-83f5-733b4145b66a tempest-PortsAdminExtendedAttrsTestJSON-1095562826 tempest-PortsAdminExtendedAttrsTestJSON-1095562826-project-admin] Attempting to bind port a288f211-72f1-4e74-b213-7c9ac677e7e2 by drivers openvswitch,hyperv on host n-h1-705658-22 at level 0 using segments [{'id': '405d7910-dc54-4beb-941d-f709ccf57a5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '0c3c0d42-6283-423a-a922-d9307d346029'}] {{(pid=105584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:14:34.542775 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1316c9a5-9db1-400a-83f5-733b4145b66a tempest-PortsAdminExtendedAttrsTestJSON-1095562826 tempest-PortsAdminExtendedAttrsTestJSON-1095562826-project-admin] Attempting to bind port a288f211-72f1-4e74-b213-7c9ac677e7e2 on network 0c3c0d42-6283-423a-a922-d9307d346029 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:14:34.559783 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1316c9a5-9db1-400a-83f5-733b4145b66a tempest-PortsAdminExtendedAttrsTestJSON-1095562826 tempest-PortsAdminExtendedAttrsTestJSON-1095562826-project-admin] Port a288f211-72f1-4e74-b213-7c9ac677e7e2 on network 0c3c0d42-6283-423a-a922-d9307d346029 not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-22 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:14:34.560125 n-d-705658-22 neutron-server[105584]: ERROR neutron.plugins.ml2.managers [None req-1316c9a5-9db1-400a-83f5-733b4145b66a tempest-PortsAdminExtendedAttrsTestJSON-1095562826 tempest-PortsAdminExtendedAttrsTestJSON-1095562826-project-admin] Failed to bind port a288f211-72f1-4e74-b213-7c9ac677e7e2 on host n-h1-705658-22 for vnic_type normal using segments [{'id': '405d7910-dc54-4beb-941d-f709ccf57a5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '0c3c0d42-6283-423a-a922-d9307d346029'}] Jul 27 21:14:34.560519 n-d-705658-22 neutron-server[105584]: INFO neutron.plugins.ml2.plugin [None req-1316c9a5-9db1-400a-83f5-733b4145b66a tempest-PortsAdminExtendedAttrsTestJSON-1095562826 tempest-PortsAdminExtendedAttrsTestJSON-1095562826-project-admin] Attempt 4 to bind port a288f211-72f1-4e74-b213-7c9ac677e7e2 Jul 27 21:14:34.621923 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [None req-1316c9a5-9db1-400a-83f5-733b4145b66a tempest-PortsAdminExtendedAttrsTestJSON-1095562826 tempest-PortsAdminExtendedAttrsTestJSON-1095562826-project-admin] Attempting to bind port a288f211-72f1-4e74-b213-7c9ac677e7e2 on host n-h1-705658-22 for vnic_type normal with profile {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:14:34.622307 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [None req-1316c9a5-9db1-400a-83f5-733b4145b66a tempest-PortsAdminExtendedAttrsTestJSON-1095562826 tempest-PortsAdminExtendedAttrsTestJSON-1095562826-project-admin] Attempting to bind port a288f211-72f1-4e74-b213-7c9ac677e7e2 by drivers openvswitch,hyperv on host n-h1-705658-22 at level 0 using segments [{'id': '405d7910-dc54-4beb-941d-f709ccf57a5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '0c3c0d42-6283-423a-a922-d9307d346029'}] {{(pid=105584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:14:34.622656 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1316c9a5-9db1-400a-83f5-733b4145b66a tempest-PortsAdminExtendedAttrsTestJSON-1095562826 tempest-PortsAdminExtendedAttrsTestJSON-1095562826-project-admin] Attempting to bind port a288f211-72f1-4e74-b213-7c9ac677e7e2 on network 0c3c0d42-6283-423a-a922-d9307d346029 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:14:34.641102 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1316c9a5-9db1-400a-83f5-733b4145b66a tempest-PortsAdminExtendedAttrsTestJSON-1095562826 tempest-PortsAdminExtendedAttrsTestJSON-1095562826-project-admin] Port a288f211-72f1-4e74-b213-7c9ac677e7e2 on network 0c3c0d42-6283-423a-a922-d9307d346029 not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-22 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:14:34.641446 n-d-705658-22 neutron-server[105584]: ERROR neutron.plugins.ml2.managers [None req-1316c9a5-9db1-400a-83f5-733b4145b66a tempest-PortsAdminExtendedAttrsTestJSON-1095562826 tempest-PortsAdminExtendedAttrsTestJSON-1095562826-project-admin] Failed to bind port a288f211-72f1-4e74-b213-7c9ac677e7e2 on host n-h1-705658-22 for vnic_type normal using segments [{'id': '405d7910-dc54-4beb-941d-f709ccf57a5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '0c3c0d42-6283-423a-a922-d9307d346029'}] Jul 27 21:14:34.641854 n-d-705658-22 neutron-server[105584]: INFO neutron.plugins.ml2.plugin [None req-1316c9a5-9db1-400a-83f5-733b4145b66a tempest-PortsAdminExtendedAttrsTestJSON-1095562826 tempest-PortsAdminExtendedAttrsTestJSON-1095562826-project-admin] Attempt 5 to bind port a288f211-72f1-4e74-b213-7c9ac677e7e2 Jul 27 21:14:34.682002 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [None req-1316c9a5-9db1-400a-83f5-733b4145b66a tempest-PortsAdminExtendedAttrsTestJSON-1095562826 tempest-PortsAdminExtendedAttrsTestJSON-1095562826-project-admin] Attempting to bind port a288f211-72f1-4e74-b213-7c9ac677e7e2 on host n-h1-705658-22 for vnic_type normal with profile {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:14:34.682352 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [None req-1316c9a5-9db1-400a-83f5-733b4145b66a tempest-PortsAdminExtendedAttrsTestJSON-1095562826 tempest-PortsAdminExtendedAttrsTestJSON-1095562826-project-admin] Attempting to bind port a288f211-72f1-4e74-b213-7c9ac677e7e2 by drivers openvswitch,hyperv on host n-h1-705658-22 at level 0 using segments [{'id': '405d7910-dc54-4beb-941d-f709ccf57a5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '0c3c0d42-6283-423a-a922-d9307d346029'}] {{(pid=105584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:14:34.682696 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1316c9a5-9db1-400a-83f5-733b4145b66a tempest-PortsAdminExtendedAttrsTestJSON-1095562826 tempest-PortsAdminExtendedAttrsTestJSON-1095562826-project-admin] Attempting to bind port a288f211-72f1-4e74-b213-7c9ac677e7e2 on network 0c3c0d42-6283-423a-a922-d9307d346029 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:14:34.694782 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1316c9a5-9db1-400a-83f5-733b4145b66a tempest-PortsAdminExtendedAttrsTestJSON-1095562826 tempest-PortsAdminExtendedAttrsTestJSON-1095562826-project-admin] Port a288f211-72f1-4e74-b213-7c9ac677e7e2 on network 0c3c0d42-6283-423a-a922-d9307d346029 not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-22 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:14:34.703367 n-d-705658-22 neutron-server[105584]: ERROR neutron.plugins.ml2.managers [None req-1316c9a5-9db1-400a-83f5-733b4145b66a tempest-PortsAdminExtendedAttrsTestJSON-1095562826 tempest-PortsAdminExtendedAttrsTestJSON-1095562826-project-admin] Failed to bind port a288f211-72f1-4e74-b213-7c9ac677e7e2 on host n-h1-705658-22 for vnic_type normal using segments [{'id': '405d7910-dc54-4beb-941d-f709ccf57a5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '0c3c0d42-6283-423a-a922-d9307d346029'}] Jul 27 21:14:34.703778 n-d-705658-22 neutron-server[105584]: INFO neutron.plugins.ml2.plugin [None req-1316c9a5-9db1-400a-83f5-733b4145b66a tempest-PortsAdminExtendedAttrsTestJSON-1095562826 tempest-PortsAdminExtendedAttrsTestJSON-1095562826-project-admin] Attempt 6 to bind port a288f211-72f1-4e74-b213-7c9ac677e7e2 Jul 27 21:14:34.727538 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [None req-1316c9a5-9db1-400a-83f5-733b4145b66a tempest-PortsAdminExtendedAttrsTestJSON-1095562826 tempest-PortsAdminExtendedAttrsTestJSON-1095562826-project-admin] Attempting to bind port a288f211-72f1-4e74-b213-7c9ac677e7e2 on host n-h1-705658-22 for vnic_type normal with profile {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:14:34.727911 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [None req-1316c9a5-9db1-400a-83f5-733b4145b66a tempest-PortsAdminExtendedAttrsTestJSON-1095562826 tempest-PortsAdminExtendedAttrsTestJSON-1095562826-project-admin] Attempting to bind port a288f211-72f1-4e74-b213-7c9ac677e7e2 by drivers openvswitch,hyperv on host n-h1-705658-22 at level 0 using segments [{'id': '405d7910-dc54-4beb-941d-f709ccf57a5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '0c3c0d42-6283-423a-a922-d9307d346029'}] {{(pid=105584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:14:34.728253 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1316c9a5-9db1-400a-83f5-733b4145b66a tempest-PortsAdminExtendedAttrsTestJSON-1095562826 tempest-PortsAdminExtendedAttrsTestJSON-1095562826-project-admin] Attempting to bind port a288f211-72f1-4e74-b213-7c9ac677e7e2 on network 0c3c0d42-6283-423a-a922-d9307d346029 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:14:34.737868 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1316c9a5-9db1-400a-83f5-733b4145b66a tempest-PortsAdminExtendedAttrsTestJSON-1095562826 tempest-PortsAdminExtendedAttrsTestJSON-1095562826-project-admin] Port a288f211-72f1-4e74-b213-7c9ac677e7e2 on network 0c3c0d42-6283-423a-a922-d9307d346029 not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-22 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:14:34.738084 n-d-705658-22 neutron-server[105584]: ERROR neutron.plugins.ml2.managers [None req-1316c9a5-9db1-400a-83f5-733b4145b66a tempest-PortsAdminExtendedAttrsTestJSON-1095562826 tempest-PortsAdminExtendedAttrsTestJSON-1095562826-project-admin] Failed to bind port a288f211-72f1-4e74-b213-7c9ac677e7e2 on host n-h1-705658-22 for vnic_type normal using segments [{'id': '405d7910-dc54-4beb-941d-f709ccf57a5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '0c3c0d42-6283-423a-a922-d9307d346029'}] Jul 27 21:14:34.738486 n-d-705658-22 neutron-server[105584]: INFO neutron.plugins.ml2.plugin [None req-1316c9a5-9db1-400a-83f5-733b4145b66a tempest-PortsAdminExtendedAttrsTestJSON-1095562826 tempest-PortsAdminExtendedAttrsTestJSON-1095562826-project-admin] Attempt 7 to bind port a288f211-72f1-4e74-b213-7c9ac677e7e2 Jul 27 21:14:34.776826 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [None req-1316c9a5-9db1-400a-83f5-733b4145b66a tempest-PortsAdminExtendedAttrsTestJSON-1095562826 tempest-PortsAdminExtendedAttrsTestJSON-1095562826-project-admin] Attempting to bind port a288f211-72f1-4e74-b213-7c9ac677e7e2 on host n-h1-705658-22 for vnic_type normal with profile {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:14:34.777355 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [None req-1316c9a5-9db1-400a-83f5-733b4145b66a tempest-PortsAdminExtendedAttrsTestJSON-1095562826 tempest-PortsAdminExtendedAttrsTestJSON-1095562826-project-admin] Attempting to bind port a288f211-72f1-4e74-b213-7c9ac677e7e2 by drivers openvswitch,hyperv on host n-h1-705658-22 at level 0 using segments [{'id': '405d7910-dc54-4beb-941d-f709ccf57a5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '0c3c0d42-6283-423a-a922-d9307d346029'}] {{(pid=105584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:14:34.777887 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1316c9a5-9db1-400a-83f5-733b4145b66a tempest-PortsAdminExtendedAttrsTestJSON-1095562826 tempest-PortsAdminExtendedAttrsTestJSON-1095562826-project-admin] Attempting to bind port a288f211-72f1-4e74-b213-7c9ac677e7e2 on network 0c3c0d42-6283-423a-a922-d9307d346029 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:14:34.782694 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1316c9a5-9db1-400a-83f5-733b4145b66a tempest-PortsAdminExtendedAttrsTestJSON-1095562826 tempest-PortsAdminExtendedAttrsTestJSON-1095562826-project-admin] Port a288f211-72f1-4e74-b213-7c9ac677e7e2 on network 0c3c0d42-6283-423a-a922-d9307d346029 not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-22 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:14:34.783059 n-d-705658-22 neutron-server[105584]: ERROR neutron.plugins.ml2.managers [None req-1316c9a5-9db1-400a-83f5-733b4145b66a tempest-PortsAdminExtendedAttrsTestJSON-1095562826 tempest-PortsAdminExtendedAttrsTestJSON-1095562826-project-admin] Failed to bind port a288f211-72f1-4e74-b213-7c9ac677e7e2 on host n-h1-705658-22 for vnic_type normal using segments [{'id': '405d7910-dc54-4beb-941d-f709ccf57a5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '0c3c0d42-6283-423a-a922-d9307d346029'}] Jul 27 21:14:34.783450 n-d-705658-22 neutron-server[105584]: INFO neutron.plugins.ml2.plugin [None req-1316c9a5-9db1-400a-83f5-733b4145b66a tempest-PortsAdminExtendedAttrsTestJSON-1095562826 tempest-PortsAdminExtendedAttrsTestJSON-1095562826-project-admin] Attempt 8 to bind port a288f211-72f1-4e74-b213-7c9ac677e7e2 Jul 27 21:14:34.798483 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [None req-1316c9a5-9db1-400a-83f5-733b4145b66a tempest-PortsAdminExtendedAttrsTestJSON-1095562826 tempest-PortsAdminExtendedAttrsTestJSON-1095562826-project-admin] Attempting to bind port a288f211-72f1-4e74-b213-7c9ac677e7e2 on host n-h1-705658-22 for vnic_type normal with profile {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:14:34.798861 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [None req-1316c9a5-9db1-400a-83f5-733b4145b66a tempest-PortsAdminExtendedAttrsTestJSON-1095562826 tempest-PortsAdminExtendedAttrsTestJSON-1095562826-project-admin] Attempting to bind port a288f211-72f1-4e74-b213-7c9ac677e7e2 by drivers openvswitch,hyperv on host n-h1-705658-22 at level 0 using segments [{'id': '405d7910-dc54-4beb-941d-f709ccf57a5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '0c3c0d42-6283-423a-a922-d9307d346029'}] {{(pid=105584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:14:34.799360 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1316c9a5-9db1-400a-83f5-733b4145b66a tempest-PortsAdminExtendedAttrsTestJSON-1095562826 tempest-PortsAdminExtendedAttrsTestJSON-1095562826-project-admin] Attempting to bind port a288f211-72f1-4e74-b213-7c9ac677e7e2 on network 0c3c0d42-6283-423a-a922-d9307d346029 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:14:34.804260 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1316c9a5-9db1-400a-83f5-733b4145b66a tempest-PortsAdminExtendedAttrsTestJSON-1095562826 tempest-PortsAdminExtendedAttrsTestJSON-1095562826-project-admin] Port a288f211-72f1-4e74-b213-7c9ac677e7e2 on network 0c3c0d42-6283-423a-a922-d9307d346029 not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-22 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:14:34.805992 n-d-705658-22 neutron-server[105584]: ERROR neutron.plugins.ml2.managers [None req-1316c9a5-9db1-400a-83f5-733b4145b66a tempest-PortsAdminExtendedAttrsTestJSON-1095562826 tempest-PortsAdminExtendedAttrsTestJSON-1095562826-project-admin] Failed to bind port a288f211-72f1-4e74-b213-7c9ac677e7e2 on host n-h1-705658-22 for vnic_type normal using segments [{'id': '405d7910-dc54-4beb-941d-f709ccf57a5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '0c3c0d42-6283-423a-a922-d9307d346029'}] Jul 27 21:14:34.807228 n-d-705658-22 neutron-server[105584]: INFO neutron.plugins.ml2.plugin [None req-1316c9a5-9db1-400a-83f5-733b4145b66a tempest-PortsAdminExtendedAttrsTestJSON-1095562826 tempest-PortsAdminExtendedAttrsTestJSON-1095562826-project-admin] Attempt 9 to bind port a288f211-72f1-4e74-b213-7c9ac677e7e2 Jul 27 21:14:34.814264 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 37118) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:14:34.830755 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b89c19-8507-4c5b-ac15-dd5e170f6cee req-a3693e8c-d857-416d-beac-5522cb50590e tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:14:34.837591 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [None req-1316c9a5-9db1-400a-83f5-733b4145b66a tempest-PortsAdminExtendedAttrsTestJSON-1095562826 tempest-PortsAdminExtendedAttrsTestJSON-1095562826-project-admin] Attempting to bind port a288f211-72f1-4e74-b213-7c9ac677e7e2 on host n-h1-705658-22 for vnic_type normal with profile {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:14:34.838140 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [None req-1316c9a5-9db1-400a-83f5-733b4145b66a tempest-PortsAdminExtendedAttrsTestJSON-1095562826 tempest-PortsAdminExtendedAttrsTestJSON-1095562826-project-admin] Attempting to bind port a288f211-72f1-4e74-b213-7c9ac677e7e2 by drivers openvswitch,hyperv on host n-h1-705658-22 at level 0 using segments [{'id': '405d7910-dc54-4beb-941d-f709ccf57a5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '0c3c0d42-6283-423a-a922-d9307d346029'}] {{(pid=105584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:14:34.838943 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1316c9a5-9db1-400a-83f5-733b4145b66a tempest-PortsAdminExtendedAttrsTestJSON-1095562826 tempest-PortsAdminExtendedAttrsTestJSON-1095562826-project-admin] Attempting to bind port a288f211-72f1-4e74-b213-7c9ac677e7e2 on network 0c3c0d42-6283-423a-a922-d9307d346029 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:14:34.842697 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-c5b89c19-8507-4c5b-ac15-dd5e170f6cee req-a3693e8c-d857-416d-beac-5522cb50590e tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] 10.222.0.59 "GET /v2.0/ports?device_id=14188e1a-88ea-45e0-ad71-5de945522dfe HTTP/1.1" status: 200 len: 945 time: 0.2598488 Jul 27 21:14:34.844866 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1316c9a5-9db1-400a-83f5-733b4145b66a tempest-PortsAdminExtendedAttrsTestJSON-1095562826 tempest-PortsAdminExtendedAttrsTestJSON-1095562826-project-admin] Port a288f211-72f1-4e74-b213-7c9ac677e7e2 on network 0c3c0d42-6283-423a-a922-d9307d346029 not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-22 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:14:34.845349 n-d-705658-22 neutron-server[105584]: ERROR neutron.plugins.ml2.managers [None req-1316c9a5-9db1-400a-83f5-733b4145b66a tempest-PortsAdminExtendedAttrsTestJSON-1095562826 tempest-PortsAdminExtendedAttrsTestJSON-1095562826-project-admin] Failed to bind port a288f211-72f1-4e74-b213-7c9ac677e7e2 on host n-h1-705658-22 for vnic_type normal using segments [{'id': '405d7910-dc54-4beb-941d-f709ccf57a5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '0c3c0d42-6283-423a-a922-d9307d346029'}] Jul 27 21:14:34.845840 n-d-705658-22 neutron-server[105584]: INFO neutron.plugins.ml2.plugin [None req-1316c9a5-9db1-400a-83f5-733b4145b66a tempest-PortsAdminExtendedAttrsTestJSON-1095562826 tempest-PortsAdminExtendedAttrsTestJSON-1095562826-project-admin] Attempt 10 to bind port a288f211-72f1-4e74-b213-7c9ac677e7e2 Jul 27 21:14:34.891318 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-126fdfcd-9db4-44c2-8674-345aa8932153 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:34.906068 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [None req-1316c9a5-9db1-400a-83f5-733b4145b66a tempest-PortsAdminExtendedAttrsTestJSON-1095562826 tempest-PortsAdminExtendedAttrsTestJSON-1095562826-project-admin] Attempting to bind port a288f211-72f1-4e74-b213-7c9ac677e7e2 on host n-h1-705658-22 for vnic_type normal with profile {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:14:34.906517 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [None req-1316c9a5-9db1-400a-83f5-733b4145b66a tempest-PortsAdminExtendedAttrsTestJSON-1095562826 tempest-PortsAdminExtendedAttrsTestJSON-1095562826-project-admin] Attempting to bind port a288f211-72f1-4e74-b213-7c9ac677e7e2 by drivers openvswitch,hyperv on host n-h1-705658-22 at level 0 using segments [{'id': '405d7910-dc54-4beb-941d-f709ccf57a5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '0c3c0d42-6283-423a-a922-d9307d346029'}] {{(pid=105584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:14:34.906962 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1316c9a5-9db1-400a-83f5-733b4145b66a tempest-PortsAdminExtendedAttrsTestJSON-1095562826 tempest-PortsAdminExtendedAttrsTestJSON-1095562826-project-admin] Attempting to bind port a288f211-72f1-4e74-b213-7c9ac677e7e2 on network 0c3c0d42-6283-423a-a922-d9307d346029 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:14:34.920412 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1316c9a5-9db1-400a-83f5-733b4145b66a tempest-PortsAdminExtendedAttrsTestJSON-1095562826 tempest-PortsAdminExtendedAttrsTestJSON-1095562826-project-admin] Port a288f211-72f1-4e74-b213-7c9ac677e7e2 on network 0c3c0d42-6283-423a-a922-d9307d346029 not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-22 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:14:34.920864 n-d-705658-22 neutron-server[105584]: ERROR neutron.plugins.ml2.managers [None req-1316c9a5-9db1-400a-83f5-733b4145b66a tempest-PortsAdminExtendedAttrsTestJSON-1095562826 tempest-PortsAdminExtendedAttrsTestJSON-1095562826-project-admin] Failed to bind port a288f211-72f1-4e74-b213-7c9ac677e7e2 on host n-h1-705658-22 for vnic_type normal using segments [{'id': '405d7910-dc54-4beb-941d-f709ccf57a5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '0c3c0d42-6283-423a-a922-d9307d346029'}] Jul 27 21:14:34.921426 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-1316c9a5-9db1-400a-83f5-733b4145b66a tempest-PortsAdminExtendedAttrsTestJSON-1095562826 tempest-PortsAdminExtendedAttrsTestJSON-1095562826-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:34.963413 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-81beb239-ad39-4631-a8af-b0b9ed8188ca req-c058d40b-3a0a-4f0a-8af8-1d1c281d5057 tempest-ServerTagsTestJSON-942460694 tempest-ServerTagsTestJSON-942460694-project] 10.222.0.59 "GET /v2.0/ports?device_id=b57246ad-83b2-4f02-97c1-b09323178f38 HTTP/1.1" status: 200 len: 210 time: 0.1177781 Jul 27 21:14:35.013381 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-c5b89c19-8507-4c5b-ac15-dd5e170f6cee req-ea0da7d1-edd9-47dc-a9a8-378a965dc81a tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] 10.222.0.59 "GET /v2.0/security-groups?id=e9ca66b5-3d33-4671-986c-aa471cc95217&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1696939 Jul 27 21:14:35.072812 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-2fab78f9-fdd9-4eb7-beea-88834d1811c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:35.121977 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [None req-1316c9a5-9db1-400a-83f5-733b4145b66a tempest-PortsAdminExtendedAttrsTestJSON-1095562826 tempest-PortsAdminExtendedAttrsTestJSON-1095562826-project-admin] For port a288f211-72f1-4e74-b213-7c9ac677e7e2, host n-h1-705658-22, cleared binding levels {{(pid=105584) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:14:35.122452 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [None req-1316c9a5-9db1-400a-83f5-733b4145b66a tempest-PortsAdminExtendedAttrsTestJSON-1095562826 tempest-PortsAdminExtendedAttrsTestJSON-1095562826-project-admin] Attempted to set empty binding levels {{(pid=105584) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 27 21:14:35.128660 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-1316c9a5-9db1-400a-83f5-733b4145b66a tempest-PortsAdminExtendedAttrsTestJSON-1095562826 tempest-PortsAdminExtendedAttrsTestJSON-1095562826-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9014027'] for port, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:35.135754 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Device a5118c8d-ab51-49e4-b3a1-24b132773522 up at agent hyperv_n-h2-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:14:35.204379 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-3d54578f-831f-4696-b568-13c455922dab None None] Provisioning for port a5118c8d-ab51-49e4-b3a1-24b132773522 completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:14:35.209679 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-3d54578f-831f-4696-b568-13c455922dab None None] Provisioning complete for port a5118c8d-ab51-49e4-b3a1-24b132773522 triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:14:35.210658 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:35.238221 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-1316c9a5-9db1-400a-83f5-733b4145b66a tempest-PortsAdminExtendedAttrsTestJSON-1095562826 tempest-PortsAdminExtendedAttrsTestJSON-1095562826-project-admin] In _notify_port_updated(), no bound segment for port a288f211-72f1-4e74-b213-7c9ac677e7e2 on network 0c3c0d42-6283-423a-a922-d9307d346029 {{(pid=105584) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 27 21:14:35.239181 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1316c9a5-9db1-400a-83f5-733b4145b66a tempest-PortsAdminExtendedAttrsTestJSON-1095562826 tempest-PortsAdminExtendedAttrsTestJSON-1095562826-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:14:35.239830 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-1316c9a5-9db1-400a-83f5-733b4145b66a tempest-PortsAdminExtendedAttrsTestJSON-1095562826 tempest-PortsAdminExtendedAttrsTestJSON-1095562826-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:35.241134 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-1316c9a5-9db1-400a-83f5-733b4145b66a tempest-PortsAdminExtendedAttrsTestJSON-1095562826 tempest-PortsAdminExtendedAttrsTestJSON-1095562826-project-admin] 10.222.0.59 "PUT /v2.0/ports/a288f211-72f1-4e74-b213-7c9ac677e7e2 HTTP/1.1" status: 200 len: 976 time: 1.6399479 Jul 27 21:14:35.243850 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 37136) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:14:35.303577 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1316c9a5-9db1-400a-83f5-733b4145b66a tempest-PortsAdminExtendedAttrsTestJSON-1095562826 tempest-PortsAdminExtendedAttrsTestJSON-1095562826-project-admin] Pushing event updated for resources: {'Port': ['ID=a288f211-72f1-4e74-b213-7c9ac677e7e2,revision_number=3']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:14:35.321232 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-126fdfcd-9db4-44c2-8674-345aa8932153 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:35.414186 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-126fdfcd-9db4-44c2-8674-345aa8932153 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:35.432660 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:35.464327 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14188e1a-88ea-45e0-ad71-5de945522dfe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5118c8d-ab51-49e4-b3a1-24b132773522'}] {{(pid=105586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:14:35.467038 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14c1663e039faf5393f87855f745010ac5b02220355b68fdbf065393e303ac56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac6760dc-6de7-4afd-a854-fdb51be6df95" -d '{"events": [{"server_uuid": "14188e1a-88ea-45e0-ad71-5de945522dfe", "name": "network-vif-plugged", "status": "completed", "tag": "a5118c8d-ab51-49e4-b3a1-24b132773522"}]}' {{(pid=105586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:14:35.483546 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] For port a5118c8d-ab51-49e4-b3a1-24b132773522, host n-h2-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=a5118c8d-ab51-49e4-b3a1-24b132773522,segment=NetworkSegment(bdd91ba2-0432-42e2-98db-a2dd6126dafb),segment_id=bdd91ba2-0432-42e2-98db-a2dd6126dafb)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:14:35.488093 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:35.490697 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9ff4d1d-98ad-46d7-8ef7-eff1ddfcd2c2 tempest-PortsAdminExtendedAttrsTestJSON-1095562826 tempest-PortsAdminExtendedAttrsTestJSON-1095562826-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:14:35.491289 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9ff4d1d-98ad-46d7-8ef7-eff1ddfcd2c2 tempest-PortsAdminExtendedAttrsTestJSON-1095562826 tempest-PortsAdminExtendedAttrsTestJSON-1095562826-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:14:35.493107 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9ff4d1d-98ad-46d7-8ef7-eff1ddfcd2c2 tempest-PortsAdminExtendedAttrsTestJSON-1095562826 tempest-PortsAdminExtendedAttrsTestJSON-1095562826-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:14:35.493656 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9ff4d1d-98ad-46d7-8ef7-eff1ddfcd2c2 tempest-PortsAdminExtendedAttrsTestJSON-1095562826 tempest-PortsAdminExtendedAttrsTestJSON-1095562826-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:14:35.494261 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9ff4d1d-98ad-46d7-8ef7-eff1ddfcd2c2 tempest-PortsAdminExtendedAttrsTestJSON-1095562826 tempest-PortsAdminExtendedAttrsTestJSON-1095562826-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:14:35.496273 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9ff4d1d-98ad-46d7-8ef7-eff1ddfcd2c2 tempest-PortsAdminExtendedAttrsTestJSON-1095562826 tempest-PortsAdminExtendedAttrsTestJSON-1095562826-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:14:35.496938 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9ff4d1d-98ad-46d7-8ef7-eff1ddfcd2c2 tempest-PortsAdminExtendedAttrsTestJSON-1095562826 tempest-PortsAdminExtendedAttrsTestJSON-1095562826-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:14:35.498011 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9ff4d1d-98ad-46d7-8ef7-eff1ddfcd2c2 tempest-PortsAdminExtendedAttrsTestJSON-1095562826 tempest-PortsAdminExtendedAttrsTestJSON-1095562826-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:14:35.498710 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9ff4d1d-98ad-46d7-8ef7-eff1ddfcd2c2 tempest-PortsAdminExtendedAttrsTestJSON-1095562826 tempest-PortsAdminExtendedAttrsTestJSON-1095562826-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:14:35.499361 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9ff4d1d-98ad-46d7-8ef7-eff1ddfcd2c2 tempest-PortsAdminExtendedAttrsTestJSON-1095562826 tempest-PortsAdminExtendedAttrsTestJSON-1095562826-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:14:35.500081 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9ff4d1d-98ad-46d7-8ef7-eff1ddfcd2c2 tempest-PortsAdminExtendedAttrsTestJSON-1095562826 tempest-PortsAdminExtendedAttrsTestJSON-1095562826-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:14:35.500873 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9ff4d1d-98ad-46d7-8ef7-eff1ddfcd2c2 tempest-PortsAdminExtendedAttrsTestJSON-1095562826 tempest-PortsAdminExtendedAttrsTestJSON-1095562826-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:14:35.501490 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9ff4d1d-98ad-46d7-8ef7-eff1ddfcd2c2 tempest-PortsAdminExtendedAttrsTestJSON-1095562826 tempest-PortsAdminExtendedAttrsTestJSON-1095562826-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:14:35.502106 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9ff4d1d-98ad-46d7-8ef7-eff1ddfcd2c2 tempest-PortsAdminExtendedAttrsTestJSON-1095562826 tempest-PortsAdminExtendedAttrsTestJSON-1095562826-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:14:35.505540 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-b9ff4d1d-98ad-46d7-8ef7-eff1ddfcd2c2 tempest-PortsAdminExtendedAttrsTestJSON-1095562826 tempest-PortsAdminExtendedAttrsTestJSON-1095562826-project-admin] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 12729 time: 0.2604725 Jul 27 21:14:35.509459 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 37142) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:14:35.550437 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Pushing event updated for resources: {'Port': ['ID=a5118c8d-ab51-49e4-b3a1-24b132773522,revision_number=5']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:14:35.567435 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-2fab78f9-fdd9-4eb7-beea-88834d1811c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:35.610055 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:14:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ae9f667-fa1b-4805-aafa-31d7904b3114 x-openstack-request-id: req-9ae9f667-fa1b-4805-aafa-31d7904b3114 {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:14:35.610378 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14188e1a-88ea-45e0-ad71-5de945522dfe", "name": "network-vif-plugged", "status": "completed", "tag": "a5118c8d-ab51-49e4-b3a1-24b132773522", "code": 200}]} {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:14:35.610701 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-9ae9f667-fa1b-4805-aafa-31d7904b3114 {{(pid=105586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:14:35.611129 n-d-705658-22 neutron-server[105586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14188e1a-88ea-45e0-ad71-5de945522dfe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5118c8d-ab51-49e4-b3a1-24b132773522', 'code': 200} Jul 27 21:14:35.624118 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 37146) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:14:35.645687 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-126fdfcd-9db4-44c2-8674-345aa8932153 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=99e430987799490fbbd988f161622938&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4224389 Jul 27 21:14:35.648362 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 37154) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:14:35.657057 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-2fab78f9-fdd9-4eb7-beea-88834d1811c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:35.697947 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126fdfcd-9db4-44c2-8674-345aa8932153 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec58696c-ea34-4bcd-8cee-f2ac049f02e7,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:14:35.781735 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-2fab78f9-fdd9-4eb7-beea-88834d1811c0 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=75351100ecbd4b06a3539c1b8eed6c08&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9655828 Jul 27 21:14:35.795271 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 37158) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:14:35.880275 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fab78f9-fdd9-4eb7-beea-88834d1811c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36743135-e825-4a52-af1b-e683ca532c8c,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:14:35.922362 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-50fe6ba3-b6d7-4f3e-91f3-d6d268e7a03d admin admin] Notify callbacks [] for security_group, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:35.926806 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69c1599-a4c4-4c4f-a884-1c0569f4f30e req-5a46a4fc-715c-480f-935b-596ff7476e21 tempest-ServerTagsTestJSON-942460694 tempest-ServerTagsTestJSON-942460694-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:14:35.929923 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-f69c1599-a4c4-4c4f-a884-1c0569f4f30e req-5a46a4fc-715c-480f-935b-596ff7476e21 tempest-ServerTagsTestJSON-942460694 tempest-ServerTagsTestJSON-942460694-project] 10.222.0.36 "GET /v2.0/networks?id=a3b36e04-18e1-4deb-954f-25c431e1e175 HTTP/1.1" status: 200 len: 809 time: 0.5228024 Jul 27 21:14:35.945304 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [req-f69c1599-a4c4-4c4f-a884-1c0569f4f30e req-ace51a01-5b8e-4ecc-91e4-4a644ba1aced tempest-ServerTagsTestJSON-942460694 tempest-ServerTagsTestJSON-942460694-project] Request body: {'port': {'device_id': 'b57246ad-83b2-4f02-97c1-b09323178f38', 'network_id': 'a3b36e04-18e1-4deb-954f-25c431e1e175', 'admin_state_up': True, 'tenant_id': '173dc097141d48a9b74310748c874cd0'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:14:36.028925 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-65c07daf-84af-457e-9052-2c068c182ea3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:36.043774 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [None req-aee43334-d143-4f29-a524-565c9ba4c611 tempest-PortsAdminExtendedAttrsTestJSON-1095562826 tempest-PortsAdminExtendedAttrsTestJSON-1095562826-project-admin] Deleting port a288f211-72f1-4e74-b213-7c9ac677e7e2 {{(pid=105585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:14:36.044571 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-aee43334-d143-4f29-a524-565c9ba4c611 tempest-PortsAdminExtendedAttrsTestJSON-1095562826 tempest-PortsAdminExtendedAttrsTestJSON-1095562826-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:36.055035 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-248514ee-3534-4dcb-87c1-7b54a85653f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:36.068215 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a434ccc-af59-4035-8312-723ae79ec615 req-c92e4208-3cda-490a-b01a-06a52e6b9764 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:14:36.069755 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-7a434ccc-af59-4035-8312-723ae79ec615 req-c92e4208-3cda-490a-b01a-06a52e6b9764 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=14188e1a-88ea-45e0-ad71-5de945522dfe HTTP/1.1" status: 200 len: 1098 time: 0.2654989 Jul 27 21:14:36.138660 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-7a434ccc-af59-4035-8312-723ae79ec615 req-68e1fe96-e2b8-496c-9b16-489d976a046f service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=e9ca66b5-3d33-4671-986c-aa471cc95217&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317373 Jul 27 21:14:36.164976 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-65c07daf-84af-457e-9052-2c068c182ea3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:36.177096 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-c98330dd-97ca-4bb2-86e2-1d9e70db0f27 req-dddaff18-02a0-4ff0-a5eb-0d68de784b00 tempest-ServerTagsTestJSON-942460694 tempest-ServerTagsTestJSON-942460694-project] 10.222.0.59 "GET /v2.0/ports?device_id=b57246ad-83b2-4f02-97c1-b09323178f38 HTTP/1.1" status: 200 len: 210 time: 0.1146350 Jul 27 21:14:36.238540 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-248514ee-3534-4dcb-87c1-7b54a85653f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:36.260819 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.db [None req-aee43334-d143-4f29-a524-565c9ba4c611 tempest-PortsAdminExtendedAttrsTestJSON-1095562826 tempest-PortsAdminExtendedAttrsTestJSON-1095562826-project-admin] For port a288f211-72f1-4e74-b213-7c9ac677e7e2, host n-h1-705658-22, got binding levels [] {{(pid=105585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:14:36.261182 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-aee43334-d143-4f29-a524-565c9ba4c611 tempest-PortsAdminExtendedAttrsTestJSON-1095562826 tempest-PortsAdminExtendedAttrsTestJSON-1095562826-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:36.287224 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:36.310848 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [None req-aee43334-d143-4f29-a524-565c9ba4c611 tempest-PortsAdminExtendedAttrsTestJSON-1095562826 tempest-PortsAdminExtendedAttrsTestJSON-1095562826-project-admin] Calling delete_port for a288f211-72f1-4e74-b213-7c9ac677e7e2 owned by {{(pid=105585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:14:36.323532 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-50fe6ba3-b6d7-4f3e-91f3-d6d268e7a03d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:36.335391 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-50fe6ba3-b6d7-4f3e-91f3-d6d268e7a03d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:36.353412 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f69c1599-a4c4-4c4f-a884-1c0569f4f30e req-ace51a01-5b8e-4ecc-91e4-4a644ba1aced tempest-ServerTagsTestJSON-942460694 tempest-ServerTagsTestJSON-942460694-project] Made reservation on behalf of 173dc097141d48a9b74310748c874cd0 for: {'port': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:14:36.358036 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-f69c1599-a4c4-4c4f-a884-1c0569f4f30e req-ace51a01-5b8e-4ecc-91e4-4a644ba1aced tempest-ServerTagsTestJSON-942460694 tempest-ServerTagsTestJSON-942460694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:36.425272 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-50fe6ba3-b6d7-4f3e-91f3-d6d268e7a03d admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=5151bd27a43c46d1999b47d37634d131&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8000970 Jul 27 21:14:36.427185 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-65c07daf-84af-457e-9052-2c068c182ea3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:36.429937 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-65c07daf-84af-457e-9052-2c068c182ea3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:36.430950 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-65c07daf-84af-457e-9052-2c068c182ea3 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/36743135-e825-4a52-af1b-e683ca532c8c HTTP/1.1" status: 204 len: 168 time: 0.6231792 Jul 27 21:14:36.435754 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 37172) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:14:36.444411 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50fe6ba3-b6d7-4f3e-91f3-d6d268e7a03d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b4a1de9-f89f-422c-8d55-09105570af31,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:14:36.453976 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea5a9e3-c42f-49a4-98b4-9c5cfec7295e req-1c51d06d-9b28-428c-84db-45ccce1eeed7 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:14:36.455493 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-3ea5a9e3-c42f-49a4-98b4-9c5cfec7295e req-1c51d06d-9b28-428c-84db-45ccce1eeed7 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] 10.222.0.59 "GET /v2.0/ports?device_id=14188e1a-88ea-45e0-ad71-5de945522dfe HTTP/1.1" status: 200 len: 946 time: 0.3262146 Jul 27 21:14:36.486891 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c07daf-84af-457e-9052-2c068c182ea3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36743135-e825-4a52-af1b-e683ca532c8c,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:14:36.506305 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-248514ee-3534-4dcb-87c1-7b54a85653f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:36.508868 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-248514ee-3534-4dcb-87c1-7b54a85653f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:36.512262 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-248514ee-3534-4dcb-87c1-7b54a85653f3 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/ec58696c-ea34-4bcd-8cee-f2ac049f02e7 HTTP/1.1" status: 204 len: 168 time: 0.8600340 Jul 27 21:14:36.550228 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248514ee-3534-4dcb-87c1-7b54a85653f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec58696c-ea34-4bcd-8cee-f2ac049f02e7,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:14:36.562049 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.db_base_plugin_common [req-f69c1599-a4c4-4c4f-a884-1c0569f4f30e req-ace51a01-5b8e-4ecc-91e4-4a644ba1aced tempest-ServerTagsTestJSON-942460694 tempest-ServerTagsTestJSON-942460694-project] Allocated IP 172.20.0.3 (a3b36e04-18e1-4deb-954f-25c431e1e175/c81a7557-4d95-416e-8138-4d6771283493/911a3825-8af0-432b-ad11-b34ac4d057c7) {{(pid=105584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:14:36.576739 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-3ea5a9e3-c42f-49a4-98b4-9c5cfec7295e req-293ce1ca-f80f-4a2f-880b-386747e4fe67 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] 10.222.0.59 "GET /v2.0/security-groups?id=e9ca66b5-3d33-4671-986c-aa471cc95217&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1095474 Jul 27 21:14:36.602960 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-aee43334-d143-4f29-a524-565c9ba4c611 tempest-PortsAdminExtendedAttrsTestJSON-1095562826 tempest-PortsAdminExtendedAttrsTestJSON-1095562826-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:36.614029 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-8dbfceb2-8e0e-4fd3-9ca4-3c4451992f4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:36.667045 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee43334-d143-4f29-a524-565c9ba4c611 tempest-PortsAdminExtendedAttrsTestJSON-1095562826 tempest-PortsAdminExtendedAttrsTestJSON-1095562826-project-admin] Pushing event deleted for resources: {'Port': ['ID=a288f211-72f1-4e74-b213-7c9ac677e7e2,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:14:36.671179 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-8dbfceb2-8e0e-4fd3-9ca4-3c4451992f4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:36.687372 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-aee43334-d143-4f29-a524-565c9ba4c611 tempest-PortsAdminExtendedAttrsTestJSON-1095562826 tempest-PortsAdminExtendedAttrsTestJSON-1095562826-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:36.691617 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-aee43334-d143-4f29-a524-565c9ba4c611 tempest-PortsAdminExtendedAttrsTestJSON-1095562826 tempest-PortsAdminExtendedAttrsTestJSON-1095562826-project-admin] 10.222.0.59 "DELETE /v2.0/ports/a288f211-72f1-4e74-b213-7c9ac677e7e2 HTTP/1.1" status: 204 len: 168 time: 1.1786771 Jul 27 21:14:36.692725 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 37184) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:14:36.742976 n-d-705658-22 neutron-server[105585]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb204258-4e58-4bce-8d9a-713ac20f93db tempest-PortsAdminExtendedAttrsTestJSON-1095562826 tempest-PortsAdminExtendedAttrsTestJSON-1095562826-project-admin] GET failed (client error): The resource could not be found. Jul 27 21:14:36.748341 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-eb204258-4e58-4bce-8d9a-713ac20f93db tempest-PortsAdminExtendedAttrsTestJSON-1095562826 tempest-PortsAdminExtendedAttrsTestJSON-1095562826-project-admin] 10.222.0.59 "GET /v2.0/ports/a288f211-72f1-4e74-b213-7c9ac677e7e2 HTTP/1.1" status: 404 len: 333 time: 0.0512133 Jul 27 21:14:36.749870 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 37190) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:14:36.784327 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-a2b3794f-6100-4149-bdf6-c16bbefbc14a tempest-PortsAdminExtendedAttrsTestJSON-1095562826 tempest-PortsAdminExtendedAttrsTestJSON-1095562826-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1917414494', 'network_id': '0c3c0d42-6283-423a-a922-d9307d346029'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:14:36.816838 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2b3794f-6100-4149-bdf6-c16bbefbc14a tempest-PortsAdminExtendedAttrsTestJSON-1095562826 tempest-PortsAdminExtendedAttrsTestJSON-1095562826-project-admin] Made reservation on behalf of b9f22638f4314cd2a2a7819e6291516c for: {'port': 1} {{(pid=105585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:14:36.821463 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-a2b3794f-6100-4149-bdf6-c16bbefbc14a tempest-PortsAdminExtendedAttrsTestJSON-1095562826 tempest-PortsAdminExtendedAttrsTestJSON-1095562826-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:36.849645 n-d-705658-22 neutron-server[105585]: DEBUG neutron.notifiers.nova [None req-a2b3794f-6100-4149-bdf6-c16bbefbc14a tempest-PortsAdminExtendedAttrsTestJSON-1095562826 tempest-PortsAdminExtendedAttrsTestJSON-1095562826-project-admin] device_id is not set on port 08123088-59ee-4544-9d56-d639a746a520 yet. {{(pid=105585) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 21:14:36.855246 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-8dbfceb2-8e0e-4fd3-9ca4-3c4451992f4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:36.857854 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-8dbfceb2-8e0e-4fd3-9ca4-3c4451992f4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:36.861775 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-8dbfceb2-8e0e-4fd3-9ca4-3c4451992f4b admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/3b4a1de9-f89f-422c-8d55-09105570af31 HTTP/1.1" status: 204 len: 168 time: 0.4250436 Jul 27 21:14:36.873408 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-f69c1599-a4c4-4c4f-a884-1c0569f4f30e req-ace51a01-5b8e-4ecc-91e4-4a644ba1aced tempest-ServerTagsTestJSON-942460694 tempest-ServerTagsTestJSON-942460694-project] Notify callbacks [] for port, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:36.936140 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-f69c1599-a4c4-4c4f-a884-1c0569f4f30e req-ace51a01-5b8e-4ecc-91e4-4a644ba1aced tempest-ServerTagsTestJSON-942460694 tempest-ServerTagsTestJSON-942460694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:36.936345 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbfceb2-8e0e-4fd3-9ca4-3c4451992f4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b4a1de9-f89f-422c-8d55-09105570af31,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:14:37.024092 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace51a01-5b8e-4ecc-91e4-4a644ba1aced tempest-ServerTagsTestJSON-942460694 tempest-ServerTagsTestJSON-942460694-project] Pushing event updated for resources: {'Port': ['ID=911a3825-8af0-432b-ad11-b34ac4d057c7,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:14:37.040519 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f69c1599-a4c4-4c4f-a884-1c0569f4f30e req-ace51a01-5b8e-4ecc-91e4-4a644ba1aced tempest-ServerTagsTestJSON-942460694 tempest-ServerTagsTestJSON-942460694-project] Network a3b36e04-18e1-4deb-954f-25c431e1e175 is already hosted by enough agents. {{(pid=105584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:14:37.041931 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [req-f69c1599-a4c4-4c4f-a884-1c0569f4f30e req-ace51a01-5b8e-4ecc-91e4-4a644ba1aced tempest-ServerTagsTestJSON-942460694 tempest-ServerTagsTestJSON-942460694-project] Resources bound (agent type, host, resource id): {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:14:37.046608 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 37200) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:14:37.054755 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [req-f69c1599-a4c4-4c4f-a884-1c0569f4f30e req-ace51a01-5b8e-4ecc-91e4-4a644ba1aced tempest-ServerTagsTestJSON-942460694 tempest-ServerTagsTestJSON-942460694-project] Received port after_create {{(pid=105584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:14:37.086172 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-ca5284cb-1e77-46b6-958a-404b664e6cb6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:37.177978 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69c1599-a4c4-4c4f-a884-1c0569f4f30e req-ace51a01-5b8e-4ecc-91e4-4a644ba1aced tempest-ServerTagsTestJSON-942460694 tempest-ServerTagsTestJSON-942460694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:14:37.178893 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-f69c1599-a4c4-4c4f-a884-1c0569f4f30e req-ace51a01-5b8e-4ecc-91e4-4a644ba1aced tempest-ServerTagsTestJSON-942460694 tempest-ServerTagsTestJSON-942460694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:37.190641 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-a2b3794f-6100-4149-bdf6-c16bbefbc14a tempest-PortsAdminExtendedAttrsTestJSON-1095562826 tempest-PortsAdminExtendedAttrsTestJSON-1095562826-project-admin] Notify callbacks [] for port, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:37.286360 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-a2b3794f-6100-4149-bdf6-c16bbefbc14a tempest-PortsAdminExtendedAttrsTestJSON-1095562826 tempest-PortsAdminExtendedAttrsTestJSON-1095562826-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:37.376183 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2b3794f-6100-4149-bdf6-c16bbefbc14a tempest-PortsAdminExtendedAttrsTestJSON-1095562826 tempest-PortsAdminExtendedAttrsTestJSON-1095562826-project-admin] Network 0c3c0d42-6283-423a-a922-d9307d346029 is already hosted by enough agents. {{(pid=105585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:14:37.398895 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.base_scheduler [None req-a2b3794f-6100-4149-bdf6-c16bbefbc14a tempest-PortsAdminExtendedAttrsTestJSON-1095562826 tempest-PortsAdminExtendedAttrsTestJSON-1095562826-project-admin] Resources bound (agent type, host, resource id): {{(pid=105585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:14:37.404763 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2b3794f-6100-4149-bdf6-c16bbefbc14a tempest-PortsAdminExtendedAttrsTestJSON-1095562826 tempest-PortsAdminExtendedAttrsTestJSON-1095562826-project-admin] Received port after_create {{(pid=105585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:14:37.405857 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2b3794f-6100-4149-bdf6-c16bbefbc14a tempest-PortsAdminExtendedAttrsTestJSON-1095562826 tempest-PortsAdminExtendedAttrsTestJSON-1095562826-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:14:37.406464 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-a2b3794f-6100-4149-bdf6-c16bbefbc14a tempest-PortsAdminExtendedAttrsTestJSON-1095562826 tempest-PortsAdminExtendedAttrsTestJSON-1095562826-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:37.411879 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-ca5284cb-1e77-46b6-958a-404b664e6cb6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:37.430104 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b3794f-6100-4149-bdf6-c16bbefbc14a tempest-PortsAdminExtendedAttrsTestJSON-1095562826 tempest-PortsAdminExtendedAttrsTestJSON-1095562826-project-admin] Pushing event updated for resources: {'Port': ['ID=08123088-59ee-4544-9d56-d639a746a520,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:14:37.432301 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-ca5284cb-1e77-46b6-958a-404b664e6cb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:37.440505 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-a2b3794f-6100-4149-bdf6-c16bbefbc14a tempest-PortsAdminExtendedAttrsTestJSON-1095562826 tempest-PortsAdminExtendedAttrsTestJSON-1095562826-project-admin] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.6908529 Jul 27 21:14:37.442542 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 37220) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:14:37.462183 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-f69c1599-a4c4-4c4f-a884-1c0569f4f30e req-ace51a01-5b8e-4ecc-91e4-4a644ba1aced tempest-ServerTagsTestJSON-942460694 tempest-ServerTagsTestJSON-942460694-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5220068 Jul 27 21:14:37.484272 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [req-f69c1599-a4c4-4c4f-a884-1c0569f4f30e req-7e2a1b1e-04ee-48df-861f-cdfc12855e34 service neutron] Request body: {'port': {'device_id': 'b57246ad-83b2-4f02-97c1-b09323178f38', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-705658-22'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:14:37.494048 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4022dc8-e623-4c2c-9108-ce72391ca23c tempest-PortsAdminExtendedAttrsTestJSON-1095562826 tempest-PortsAdminExtendedAttrsTestJSON-1095562826-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:14:37.497836 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-e4022dc8-e623-4c2c-9108-ce72391ca23c tempest-PortsAdminExtendedAttrsTestJSON-1095562826 tempest-PortsAdminExtendedAttrsTestJSON-1095562826-project-admin] 10.222.0.59 "GET /v2.0/ports/08123088-59ee-4544-9d56-d639a746a520 HTTP/1.1" status: 200 len: 955 time: 0.0527725 Jul 27 21:14:37.498562 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 37228) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:14:37.538749 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-ca5284cb-1e77-46b6-958a-404b664e6cb6 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=a00d16b79dce42f1888bea4f097b1b54&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4908035 Jul 27 21:14:37.542452 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5284cb-1e77-46b6-958a-404b664e6cb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bb60978-26a7-4190-bff1-f6db04a0ea54,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:14:37.544123 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 37230) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:14:37.567625 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad90da6-59bf-4243-811e-b43c9016a90f req-0ddb1b45-64e3-4c2c-a562-698ad3b1bac5 tempest-ServerTagsTestJSON-942460694 tempest-ServerTagsTestJSON-942460694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:14:37.569238 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-dad90da6-59bf-4243-811e-b43c9016a90f req-0ddb1b45-64e3-4c2c-a562-698ad3b1bac5 tempest-ServerTagsTestJSON-942460694 tempest-ServerTagsTestJSON-942460694-project] 10.222.0.59 "GET /v2.0/ports?device_id=b57246ad-83b2-4f02-97c1-b09323178f38 HTTP/1.1" status: 200 len: 931 time: 0.2449698 Jul 27 21:14:37.655691 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 37234) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:14:37.664931 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-f69c1599-a4c4-4c4f-a884-1c0569f4f30e req-7e2a1b1e-04ee-48df-861f-cdfc12855e34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:37.685678 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-401e33d1-427e-449b-b2ed-61bcaa6b6519 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:37.782850 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-dad90da6-59bf-4243-811e-b43c9016a90f req-98938ce9-f246-4cf6-9dc8-caa5234d9573 tempest-ServerTagsTestJSON-942460694 tempest-ServerTagsTestJSON-942460694-project] 10.222.0.59 "GET /v2.0/security-groups?id=f1ce1205-c7ba-4c40-ab0a-3b8b1b910ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1890090 Jul 27 21:14:37.817213 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [None req-38c2d84e-07e3-4369-95e7-688f0c94e2ef tempest-PortsAdminExtendedAttrsTestJSON-1095562826 tempest-PortsAdminExtendedAttrsTestJSON-1095562826-project-admin] Deleting port 08123088-59ee-4544-9d56-d639a746a520 {{(pid=105585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:14:37.817553 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-38c2d84e-07e3-4369-95e7-688f0c94e2ef tempest-PortsAdminExtendedAttrsTestJSON-1095562826 tempest-PortsAdminExtendedAttrsTestJSON-1095562826-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:37.819494 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-8e201224-bc60-45ee-9ee5-a3e7cb01be91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:37.963200 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-8e201224-bc60-45ee-9ee5-a3e7cb01be91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:37.996247 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-38c2d84e-07e3-4369-95e7-688f0c94e2ef tempest-PortsAdminExtendedAttrsTestJSON-1095562826 tempest-PortsAdminExtendedAttrsTestJSON-1095562826-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:38.039881 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [None req-38c2d84e-07e3-4369-95e7-688f0c94e2ef tempest-PortsAdminExtendedAttrsTestJSON-1095562826 tempest-PortsAdminExtendedAttrsTestJSON-1095562826-project-admin] Calling delete_port for 08123088-59ee-4544-9d56-d639a746a520 owned by {{(pid=105585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:14:38.167647 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53707389-6b90-4298-bab3-b1c5a5782998 req-f4cf5cd3-9456-4a6a-8878-93e51b35e102 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:14:38.175134 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-53707389-6b90-4298-bab3-b1c5a5782998 req-f4cf5cd3-9456-4a6a-8878-93e51b35e102 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] 10.222.0.59 "GET /v2.0/ports?device_id=14188e1a-88ea-45e0-ad71-5de945522dfe HTTP/1.1" status: 200 len: 946 time: 0.3996115 Jul 27 21:14:38.178448 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [req-f69c1599-a4c4-4c4f-a884-1c0569f4f30e req-7e2a1b1e-04ee-48df-861f-cdfc12855e34 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 911a3825-8af0-432b-ad11-b34ac4d057c7 {{(pid=105584) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:14:38.199363 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-f69c1599-a4c4-4c4f-a884-1c0569f4f30e req-7e2a1b1e-04ee-48df-861f-cdfc12855e34 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:38.238653 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.provisioning_blocks [req-f69c1599-a4c4-4c4f-a884-1c0569f4f30e req-7e2a1b1e-04ee-48df-861f-cdfc12855e34 service neutron] Transition to ACTIVE for port object 911a3825-8af0-432b-ad11-b34ac4d057c7 will not be triggered until provisioned by entity L2. {{(pid=105584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:14:38.248537 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-f69c1599-a4c4-4c4f-a884-1c0569f4f30e req-7e2a1b1e-04ee-48df-861f-cdfc12855e34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9014027'] for port, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:38.254657 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-8e201224-bc60-45ee-9ee5-a3e7cb01be91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:38.257863 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-8e201224-bc60-45ee-9ee5-a3e7cb01be91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:38.259346 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-8e201224-bc60-45ee-9ee5-a3e7cb01be91 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/7bb60978-26a7-4190-bff1-f6db04a0ea54 HTTP/1.1" status: 204 len: 168 time: 0.7136536 Jul 27 21:14:38.270151 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-401e33d1-427e-449b-b2ed-61bcaa6b6519 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:38.294777 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-53707389-6b90-4298-bab3-b1c5a5782998 req-fd859a3a-6b14-4707-9324-3ca47cb30347 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] 10.222.0.59 "GET /v2.0/security-groups?id=e9ca66b5-3d33-4671-986c-aa471cc95217&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1145236 Jul 27 21:14:38.303501 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-401e33d1-427e-449b-b2ed-61bcaa6b6519 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:38.307018 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 37258) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:14:38.325441 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e201224-bc60-45ee-9ee5-a3e7cb01be91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bb60978-26a7-4190-bff1-f6db04a0ea54,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:14:38.362917 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-38c2d84e-07e3-4369-95e7-688f0c94e2ef tempest-PortsAdminExtendedAttrsTestJSON-1095562826 tempest-PortsAdminExtendedAttrsTestJSON-1095562826-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:38.363241 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2a1b1e-04ee-48df-861f-cdfc12855e34 service neutron] Pushing event updated for resources: {'Port': ['ID=911a3825-8af0-432b-ad11-b34ac4d057c7,revision_number=2']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:14:38.388547 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-401e33d1-427e-449b-b2ed-61bcaa6b6519 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=ee041e17be93441ca38df6572d0abb04&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7233853 Jul 27 21:14:38.410901 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 37264) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:14:38.433651 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c2d84e-07e3-4369-95e7-688f0c94e2ef tempest-PortsAdminExtendedAttrsTestJSON-1095562826 tempest-PortsAdminExtendedAttrsTestJSON-1095562826-project-admin] Pushing event deleted for resources: {'Port': ['ID=08123088-59ee-4544-9d56-d639a746a520,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:14:38.455100 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401e33d1-427e-449b-b2ed-61bcaa6b6519 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=401945a8-038f-44b4-a8bd-6513aa8d74ad,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:14:38.471582 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-38c2d84e-07e3-4369-95e7-688f0c94e2ef tempest-PortsAdminExtendedAttrsTestJSON-1095562826 tempest-PortsAdminExtendedAttrsTestJSON-1095562826-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:38.476790 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-38c2d84e-07e3-4369-95e7-688f0c94e2ef tempest-PortsAdminExtendedAttrsTestJSON-1095562826 tempest-PortsAdminExtendedAttrsTestJSON-1095562826-project-admin] 10.222.0.59 "DELETE /v2.0/ports/08123088-59ee-4544-9d56-d639a746a520 HTTP/1.1" status: 204 len: 168 time: 0.9756391 Jul 27 21:14:38.481045 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 37266) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:14:38.522776 n-d-705658-22 neutron-server[105584]: INFO neutron.pecan_wsgi.hooks.translation [None req-debd37f5-b44b-4b3d-b9ed-347086f21b01 tempest-PortsAdminExtendedAttrsTestJSON-1095562826 tempest-PortsAdminExtendedAttrsTestJSON-1095562826-project-admin] GET failed (client error): The resource could not be found. Jul 27 21:14:38.525556 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-debd37f5-b44b-4b3d-b9ed-347086f21b01 tempest-PortsAdminExtendedAttrsTestJSON-1095562826 tempest-PortsAdminExtendedAttrsTestJSON-1095562826-project-admin] 10.222.0.59 "GET /v2.0/ports/08123088-59ee-4544-9d56-d639a746a520 HTTP/1.1" status: 404 len: 333 time: 0.0431008 Jul 27 21:14:38.541962 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 37268) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:14:38.544079 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [req-f69c1599-a4c4-4c4f-a884-1c0569f4f30e req-7e2a1b1e-04ee-48df-861f-cdfc12855e34 service neutron] Attempting to bind port 911a3825-8af0-432b-ad11-b34ac4d057c7 on host n-h1-705658-22 for vnic_type normal with profile {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:14:38.544777 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [req-f69c1599-a4c4-4c4f-a884-1c0569f4f30e req-7e2a1b1e-04ee-48df-861f-cdfc12855e34 service neutron] Attempting to bind port 911a3825-8af0-432b-ad11-b34ac4d057c7 by drivers openvswitch,hyperv on host n-h1-705658-22 at level 0 using segments [{'id': '1c7145c3-35fe-45b9-a07f-2923d5a00532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'a3b36e04-18e1-4deb-954f-25c431e1e175'}] {{(pid=105584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:14:38.545112 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f69c1599-a4c4-4c4f-a884-1c0569f4f30e req-7e2a1b1e-04ee-48df-861f-cdfc12855e34 service neutron] Attempting to bind port 911a3825-8af0-432b-ad11-b34ac4d057c7 on network a3b36e04-18e1-4deb-954f-25c431e1e175 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:14:38.546136 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-bddf36e1-587e-43fa-b84e-58de8ffbacf9 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-811480329-network', 'tenant_id': 'e0ead3ec255047599898090e655a5ca5'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:14:38.551063 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f69c1599-a4c4-4c4f-a884-1c0569f4f30e req-7e2a1b1e-04ee-48df-861f-cdfc12855e34 service neutron] Port 911a3825-8af0-432b-ad11-b34ac4d057c7 on network a3b36e04-18e1-4deb-954f-25c431e1e175 not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-22 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:14:38.551468 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f69c1599-a4c4-4c4f-a884-1c0569f4f30e req-7e2a1b1e-04ee-48df-861f-cdfc12855e34 service neutron] Attempting to bind port 911a3825-8af0-432b-ad11-b34ac4d057c7 on network a3b36e04-18e1-4deb-954f-25c431e1e175 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:14:38.556359 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-910a7d7f-921f-48a6-b1c1-3cbee2399ece tempest-PortsAdminExtendedAttrsTestJSON-1095562826 tempest-PortsAdminExtendedAttrsTestJSON-1095562826-project-admin] Request body: {'port': {'network_id': '0c3c0d42-6283-423a-a922-d9307d346029', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1216130389'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:14:38.558632 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f69c1599-a4c4-4c4f-a884-1c0569f4f30e req-7e2a1b1e-04ee-48df-861f-cdfc12855e34 service neutron] Checking agent: {'id': '9d9bc37f-4d75-44ef-9f63-799aab3e316f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 49, 36), 'started_at': datetime.datetime(2021, 7, 27, 20, 49, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 14, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:14:38.559095 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f69c1599-a4c4-4c4f-a884-1c0569f4f30e req-7e2a1b1e-04ee-48df-861f-cdfc12855e34 service neutron] Checking segment: {'id': '1c7145c3-35fe-45b9-a07f-2923d5a00532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'a3b36e04-18e1-4deb-954f-25c431e1e175'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:14:38.559481 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f69c1599-a4c4-4c4f-a884-1c0569f4f30e req-7e2a1b1e-04ee-48df-861f-cdfc12855e34 service neutron] Bound using segment: {'id': '1c7145c3-35fe-45b9-a07f-2923d5a00532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'a3b36e04-18e1-4deb-954f-25c431e1e175'} {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:14:38.560496 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [req-f69c1599-a4c4-4c4f-a884-1c0569f4f30e req-7e2a1b1e-04ee-48df-861f-cdfc12855e34 service neutron] Bound port: 911a3825-8af0-432b-ad11-b34ac4d057c7, host: n-h1-705658-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c7145c3-35fe-45b9-a07f-2923d5a00532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'a3b36e04-18e1-4deb-954f-25c431e1e175'}}] {{(pid=105584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:14:38.560870 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-f69c1599-a4c4-4c4f-a884-1c0569f4f30e req-7e2a1b1e-04ee-48df-861f-cdfc12855e34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:38.597877 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-910a7d7f-921f-48a6-b1c1-3cbee2399ece tempest-PortsAdminExtendedAttrsTestJSON-1095562826 tempest-PortsAdminExtendedAttrsTestJSON-1095562826-project-admin] Made reservation on behalf of b9f22638f4314cd2a2a7819e6291516c for: {'port': 1} {{(pid=105585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:14:38.600312 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-910a7d7f-921f-48a6-b1c1-3cbee2399ece tempest-PortsAdminExtendedAttrsTestJSON-1095562826 tempest-PortsAdminExtendedAttrsTestJSON-1095562826-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:38.626758 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-ae64a57f-af1b-4cd7-bdc0-ada585b3ee1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:38.664627 n-d-705658-22 neutron-server[105585]: DEBUG neutron.notifiers.nova [None req-910a7d7f-921f-48a6-b1c1-3cbee2399ece tempest-PortsAdminExtendedAttrsTestJSON-1095562826 tempest-PortsAdminExtendedAttrsTestJSON-1095562826-project-admin] device_id is not set on port 82c8e4f4-b60d-4eba-90ba-264896a8b1f2 yet. {{(pid=105585) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 21:14:38.669708 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [req-f69c1599-a4c4-4c4f-a884-1c0569f4f30e req-7e2a1b1e-04ee-48df-861f-cdfc12855e34 service neutron] For port 911a3825-8af0-432b-ad11-b34ac4d057c7, host n-h1-705658-22, cleared binding levels {{(pid=105584) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:14:38.678749 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [req-f69c1599-a4c4-4c4f-a884-1c0569f4f30e req-7e2a1b1e-04ee-48df-861f-cdfc12855e34 service neutron] For port 911a3825-8af0-432b-ad11-b34ac4d057c7, host n-h1-705658-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=911a3825-8af0-432b-ad11-b34ac4d057c7,segment=NetworkSegment(1c7145c3-35fe-45b9-a07f-2923d5a00532),segment_id=1c7145c3-35fe-45b9-a07f-2923d5a00532)] {{(pid=105584) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:14:38.680116 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bddf36e1-587e-43fa-b84e-58de8ffbacf9 admin admin] Made reservation on behalf of e0ead3ec255047599898090e655a5ca5 for: {'network': 1} {{(pid=105585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:14:38.682441 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-bddf36e1-587e-43fa-b84e-58de8ffbacf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for network, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:38.686821 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-f69c1599-a4c4-4c4f-a884-1c0569f4f30e req-7e2a1b1e-04ee-48df-861f-cdfc12855e34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9014027'] for port, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:38.696798 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-ae64a57f-af1b-4cd7-bdc0-ada585b3ee1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:38.705903 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69c1599-a4c4-4c4f-a884-1c0569f4f30e req-7e2a1b1e-04ee-48df-861f-cdfc12855e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:14:38.706588 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-f69c1599-a4c4-4c4f-a884-1c0569f4f30e req-7e2a1b1e-04ee-48df-861f-cdfc12855e34 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:38.714317 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-f69c1599-a4c4-4c4f-a884-1c0569f4f30e req-7e2a1b1e-04ee-48df-861f-cdfc12855e34 service neutron] 10.222.0.36 "PUT /v2.0/ports/911a3825-8af0-432b-ad11-b34ac4d057c7 HTTP/1.1" status: 200 len: 1092 time: 1.2345259 Jul 27 21:14:38.731569 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-bddf36e1-587e-43fa-b84e-58de8ffbacf9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:38.748714 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c52cf1-bca5-4b25-acbc-102f00ecead3 req-509a43fe-7473-4f2d-94c1-a8162d008cb5 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:14:38.750382 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e0c52cf1-bca5-4b25-acbc-102f00ecead3 req-509a43fe-7473-4f2d-94c1-a8162d008cb5 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] 10.222.0.59 "GET /v2.0/ports?device_id=14188e1a-88ea-45e0-ad71-5de945522dfe HTTP/1.1" status: 200 len: 946 time: 0.2661839 Jul 27 21:14:38.765309 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b57246ad-83b2-4f02-97c1-b09323178f38', 'tag': '911a3825-8af0-432b-ad11-b34ac4d057c7'}] {{(pid=105584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:14:38.769835 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bce5e6c8685464f7626901654159975603b047827e3138302ed6566e28f1343" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9dbb28e-6112-4ed3-a06b-805b0e137806" -d '{"events": [{"name": "network-changed", "server_uuid": "b57246ad-83b2-4f02-97c1-b09323178f38", "tag": "911a3825-8af0-432b-ad11-b34ac4d057c7"}]}' {{(pid=105584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:14:38.873995 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:14:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f0a41b8-8297-401d-a9ed-af619f8494c6 x-openstack-request-id: req-9f0a41b8-8297-401d-a9ed-af619f8494c6 {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:14:38.876921 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b57246ad-83b2-4f02-97c1-b09323178f38", "tag": "911a3825-8af0-432b-ad11-b34ac4d057c7", "status": "completed", "code": 200}]} {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:14:38.877253 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-9f0a41b8-8297-401d-a9ed-af619f8494c6 {{(pid=105584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:14:38.877938 n-d-705658-22 neutron-server[105584]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b57246ad-83b2-4f02-97c1-b09323178f38', 'tag': '911a3825-8af0-432b-ad11-b34ac4d057c7', 'status': 'completed', 'code': 200} Jul 27 21:14:38.916507 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-cc4e5f83-7997-4ccf-a77a-80293981708b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:38.920669 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2a1b1e-04ee-48df-861f-cdfc12855e34 service neutron] Pushing event updated for resources: {'Port': ['ID=911a3825-8af0-432b-ad11-b34ac4d057c7,revision_number=3']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:14:38.980036 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69c1599-a4c4-4c4f-a884-1c0569f4f30e req-93137318-2ddc-4fb5-93d7-24f05523859b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:14:38.982137 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-f69c1599-a4c4-4c4f-a884-1c0569f4f30e req-93137318-2ddc-4fb5-93d7-24f05523859b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=173dc097141d48a9b74310748c874cd0&device_id=b57246ad-83b2-4f02-97c1-b09323178f38 HTTP/1.1" status: 200 len: 1095 time: 0.2081475 Jul 27 21:14:39.053693 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-f69c1599-a4c4-4c4f-a884-1c0569f4f30e req-fafafcee-7189-414f-a6f8-a57551364e59 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=911a3825-8af0-432b-ad11-b34ac4d057c7 HTTP/1.1" status: 200 len: 217 time: 0.0622904 Jul 27 21:14:39.107272 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e0c52cf1-bca5-4b25-acbc-102f00ecead3 req-8ebd5d5c-539d-4648-9236-aaf1ea8dfde7 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] 10.222.0.59 "GET /v2.0/security-groups?id=e9ca66b5-3d33-4671-986c-aa471cc95217&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3412347 Jul 27 21:14:39.113024 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-910a7d7f-921f-48a6-b1c1-3cbee2399ece tempest-PortsAdminExtendedAttrsTestJSON-1095562826 tempest-PortsAdminExtendedAttrsTestJSON-1095562826-project-admin] Notify callbacks [] for port, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:39.133010 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69c1599-a4c4-4c4f-a884-1c0569f4f30e req-eff84220-c10c-4d5b-be6d-12bcf19fc21d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:14:39.133010 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-f69c1599-a4c4-4c4f-a884-1c0569f4f30e req-eff84220-c10c-4d5b-be6d-12bcf19fc21d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c81a7557-4d95-416e-8138-4d6771283493 HTTP/1.1" status: 200 len: 849 time: 0.0654364 Jul 27 21:14:39.138813 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 37296) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:14:39.233982 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-ae64a57f-af1b-4cd7-bdc0-ada585b3ee1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:39.236449 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-f69c1599-a4c4-4c4f-a884-1c0569f4f30e req-e42c541e-373b-42ef-9e11-1dcf549fbbf0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a3b36e04-18e1-4deb-954f-25c431e1e175&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0770478 Jul 27 21:14:39.236787 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-ae64a57f-af1b-4cd7-bdc0-ada585b3ee1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:39.238194 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-ae64a57f-af1b-4cd7-bdc0-ada585b3ee1f admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/401945a8-038f-44b4-a8bd-6513aa8d74ad HTTP/1.1" status: 204 len: 168 time: 0.8224447 Jul 27 21:14:39.254775 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-910a7d7f-921f-48a6-b1c1-3cbee2399ece tempest-PortsAdminExtendedAttrsTestJSON-1095562826 tempest-PortsAdminExtendedAttrsTestJSON-1095562826-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:39.332137 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae64a57f-af1b-4cd7-bdc0-ada585b3ee1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=401945a8-038f-44b4-a8bd-6513aa8d74ad,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:14:39.338373 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-910a7d7f-921f-48a6-b1c1-3cbee2399ece tempest-PortsAdminExtendedAttrsTestJSON-1095562826 tempest-PortsAdminExtendedAttrsTestJSON-1095562826-project-admin] Network 0c3c0d42-6283-423a-a922-d9307d346029 is already hosted by enough agents. {{(pid=105585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:14:39.350445 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cbdf42-41bc-4dc9-b8e8-66db6b0f9243 req-121ae20d-0f27-4af5-9222-5da749af014b tempest-ServerTagsTestJSON-942460694 tempest-ServerTagsTestJSON-942460694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:14:39.354535 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9f04d2f-626d-420a-ba1d-75f1681c911e tempest-TestNetworkAdvancedServerOps-1085103497 tempest-TestNetworkAdvancedServerOps-1085103497-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:14:39.356363 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-c9f04d2f-626d-420a-ba1d-75f1681c911e tempest-TestNetworkAdvancedServerOps-1085103497 tempest-TestNetworkAdvancedServerOps-1085103497-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=14188e1a-88ea-45e0-ad71-5de945522dfe HTTP/1.1" status: 200 len: 1093 time: 0.2174714 Jul 27 21:14:39.357970 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-02cbdf42-41bc-4dc9-b8e8-66db6b0f9243 req-121ae20d-0f27-4af5-9222-5da749af014b tempest-ServerTagsTestJSON-942460694 tempest-ServerTagsTestJSON-942460694-project] 10.222.0.59 "GET /v2.0/ports?device_id=b57246ad-83b2-4f02-97c1-b09323178f38 HTTP/1.1" status: 200 len: 943 time: 0.3690908 Jul 27 21:14:39.368704 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 37306) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:14:39.371676 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.base_scheduler [None req-910a7d7f-921f-48a6-b1c1-3cbee2399ece tempest-PortsAdminExtendedAttrsTestJSON-1095562826 tempest-PortsAdminExtendedAttrsTestJSON-1095562826-project-admin] Resources bound (agent type, host, resource id): {{(pid=105585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:14:39.394790 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-f6a40417-2873-4b65-82a8-0affda7b97fc tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Request body: {'floatingip': {'floating_network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'port_id': 'a5118c8d-ab51-49e4-b3a1-24b132773522', 'tenant_id': '379416b786c44e07b1b1ba1a5ea96882', 'fixed_ip_address': '172.20.0.12'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:14:39.413214 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-910a7d7f-921f-48a6-b1c1-3cbee2399ece tempest-PortsAdminExtendedAttrsTestJSON-1095562826 tempest-PortsAdminExtendedAttrsTestJSON-1095562826-project-admin] Received port after_create {{(pid=105585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:14:39.414241 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-910a7d7f-921f-48a6-b1c1-3cbee2399ece tempest-PortsAdminExtendedAttrsTestJSON-1095562826 tempest-PortsAdminExtendedAttrsTestJSON-1095562826-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:14:39.414836 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-910a7d7f-921f-48a6-b1c1-3cbee2399ece tempest-PortsAdminExtendedAttrsTestJSON-1095562826 tempest-PortsAdminExtendedAttrsTestJSON-1095562826-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:39.467490 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-f69c1599-a4c4-4c4f-a884-1c0569f4f30e req-3c3d7287-3606-4a17-956d-da8820ee00c9 service neutron] 10.222.0.36 "GET /v2.0/networks/a3b36e04-18e1-4deb-954f-25c431e1e175?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2214081 Jul 27 21:14:39.480422 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910a7d7f-921f-48a6-b1c1-3cbee2399ece tempest-PortsAdminExtendedAttrsTestJSON-1095562826 tempest-PortsAdminExtendedAttrsTestJSON-1095562826-project-admin] Pushing event updated for resources: {'Port': ['ID=82c8e4f4-b60d-4eba-90ba-264896a8b1f2,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:14:39.557422 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-bddf36e1-587e-43fa-b84e-58de8ffbacf9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:39.563983 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-02cbdf42-41bc-4dc9-b8e8-66db6b0f9243 req-ae10d158-8a45-4b13-95ec-e380329aa4d2 tempest-ServerTagsTestJSON-942460694 tempest-ServerTagsTestJSON-942460694-project] 10.222.0.59 "GET /v2.0/security-groups?id=f1ce1205-c7ba-4c40-ab0a-3b8b1b910ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2042570 Jul 27 21:14:39.571900 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-bddf36e1-587e-43fa-b84e-58de8ffbacf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:39.637873 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bddf36e1-587e-43fa-b84e-58de8ffbacf9 admin admin] vlan segment allocate from pool success with {'vlan_id': 226, 'physical_network': 'physnet1'} {{(pid=105585) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:14:39.652839 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-f6a40417-2873-4b65-82a8-0affda7b97fc tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks [] for floatingip, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:39.658609 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-bddf36e1-587e-43fa-b84e-58de8ffbacf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:39.659047 n-d-705658-22 neutron-server[105585]: INFO neutron.db.segments_db [None req-bddf36e1-587e-43fa-b84e-58de8ffbacf9 admin admin] Added segment 9bc6ba93-5367-4285-8a77-377efd13849f of type vlan for network 4a61042d-220f-4fa6-8a83-5f91868a13bf Jul 27 21:14:39.665486 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-910a7d7f-921f-48a6-b1c1-3cbee2399ece tempest-PortsAdminExtendedAttrsTestJSON-1095562826 tempest-PortsAdminExtendedAttrsTestJSON-1095562826-project-admin] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.1157849 Jul 27 21:14:39.665765 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 37318) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:14:39.680108 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-28959fdb-39ae-4029-93b2-ea8f47ab0e90 tempest-PortsAdminExtendedAttrsTestJSON-1095562826 tempest-PortsAdminExtendedAttrsTestJSON-1095562826-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-705658-22'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:14:39.683561 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bddf36e1-587e-43fa-b84e-58de8ffbacf9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff77f01b-5e6f-4b46-9cdf-09ff9a668c59,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:14:39.757974 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-bddf36e1-587e-43fa-b84e-58de8ffbacf9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790688424798'] for network, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:39.793647 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-f69c1599-a4c4-4c4f-a884-1c0569f4f30e req-d3bdfdcd-8d6e-4d4d-8be9-d383412c8185 service neutron] 10.222.0.36 "GET /v2.0/networks/a3b36e04-18e1-4deb-954f-25c431e1e175?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3183208 Jul 27 21:14:39.823721 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-bddf36e1-587e-43fa-b84e-58de8ffbacf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920'] for network, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:39.825725 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bddf36e1-587e-43fa-b84e-58de8ffbacf9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:14:39.826434 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-bddf36e1-587e-43fa-b84e-58de8ffbacf9 admin admin] Notify callbacks [] for network, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:39.834616 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-28959fdb-39ae-4029-93b2-ea8f47ab0e90 tempest-PortsAdminExtendedAttrsTestJSON-1095562826 tempest-PortsAdminExtendedAttrsTestJSON-1095562826-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:40.095095 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:40.121341 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9dbb28e-6112-4ed3-a06b-805b0e137806 req-a029b883-2954-422e-ab00-86e324f7029d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:14:40.127076 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-b9dbb28e-6112-4ed3-a06b-805b0e137806 req-a029b883-2954-422e-ab00-86e324f7029d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=173dc097141d48a9b74310748c874cd0&device_id=b57246ad-83b2-4f02-97c1-b09323178f38 HTTP/1.1" status: 200 len: 1095 time: 0.2364464 Jul 27 21:14:40.360456 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-bddf36e1-587e-43fa-b84e-58de8ffbacf9 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.0488887 Jul 27 21:14:40.370415 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 37346) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:14:40.379185 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-8ab5d87e-9de8-4870-b9e5-e8e96ad507ad admin admin] Request body: {'subnet': {'network_id': '4a61042d-220f-4fa6-8a83-5f91868a13bf', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-811480329-subnet', 'tenant_id': 'e0ead3ec255047599898090e655a5ca5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:14:40.389051 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bddf36e1-587e-43fa-b84e-58de8ffbacf9 admin admin] Pushing event updated for resources: {'Network': ['ID=4a61042d-220f-4fa6-8a83-5f91868a13bf,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:14:40.399274 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-f6a40417-2873-4b65-82a8-0affda7b97fc tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:40.400056 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Network 4a61042d-220f-4fa6-8a83-5f91868a13bf details requested by agent ovs-agent-n-d-705658-22 with host n-d-705658-22 {{(pid=105586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:14:40.620997 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ab5d87e-9de8-4870-b9e5-e8e96ad507ad admin admin] Made reservation on behalf of e0ead3ec255047599898090e655a5ca5 for: {'subnet': 1} {{(pid=105585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:14:40.627573 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-8ab5d87e-9de8-4870-b9e5-e8e96ad507ad admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9990620'] for subnet, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:40.749934 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [None req-28959fdb-39ae-4029-93b2-ea8f47ab0e90 tempest-PortsAdminExtendedAttrsTestJSON-1095562826 tempest-PortsAdminExtendedAttrsTestJSON-1095562826-project-admin] device_id is not set on port 82c8e4f4-b60d-4eba-90ba-264896a8b1f2 yet. {{(pid=105584) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 21:14:40.766012 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-28959fdb-39ae-4029-93b2-ea8f47ab0e90 tempest-PortsAdminExtendedAttrsTestJSON-1095562826 tempest-PortsAdminExtendedAttrsTestJSON-1095562826-project-admin] Notify callbacks [] for port, precommit_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:40.779814 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9dbb28e-6112-4ed3-a06b-805b0e137806 req-ceae057f-7bea-423c-a237-33e5a0fbda59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:14:40.781118 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-b9dbb28e-6112-4ed3-a06b-805b0e137806 req-ceae057f-7bea-423c-a237-33e5a0fbda59 service neutron] 10.222.0.36 "GET /v2.0/networks?id=a3b36e04-18e1-4deb-954f-25c431e1e175 HTTP/1.1" status: 200 len: 910 time: 0.6396742 Jul 27 21:14:40.798401 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.provisioning_blocks [None req-28959fdb-39ae-4029-93b2-ea8f47ab0e90 tempest-PortsAdminExtendedAttrsTestJSON-1095562826 tempest-PortsAdminExtendedAttrsTestJSON-1095562826-project-admin] Transition to ACTIVE for port object 82c8e4f4-b60d-4eba-90ba-264896a8b1f2 will not be triggered until provisioned by entity L2. {{(pid=105584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:14:40.833300 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-b9dbb28e-6112-4ed3-a06b-805b0e137806 req-3631a1f7-e1cb-49f9-891d-5de7939f31f4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=911a3825-8af0-432b-ad11-b34ac4d057c7 HTTP/1.1" status: 200 len: 217 time: 0.0443323 Jul 27 21:14:40.833803 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-28959fdb-39ae-4029-93b2-ea8f47ab0e90 tempest-PortsAdminExtendedAttrsTestJSON-1095562826 tempest-PortsAdminExtendedAttrsTestJSON-1095562826-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9014027'] for port, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:40.848753 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.db_base_plugin_common [None req-f6a40417-2873-4b65-82a8-0affda7b97fc tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Allocated IP 172.25.5.176 (8735d8a2-b604-4758-ae71-b40e4ee6f305/eca7dbab-b9c0-4c8f-a272-816ea8a81764/b62f03b6-d643-4761-9ae6-b8b5ddbd7fc9) {{(pid=105585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:14:40.943519 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28959fdb-39ae-4029-93b2-ea8f47ab0e90 tempest-PortsAdminExtendedAttrsTestJSON-1095562826 tempest-PortsAdminExtendedAttrsTestJSON-1095562826-project-admin] Pushing event updated for resources: {'Port': ['ID=82c8e4f4-b60d-4eba-90ba-264896a8b1f2,revision_number=2']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:14:40.996385 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9dbb28e-6112-4ed3-a06b-805b0e137806 req-b6a6d914-05a5-4d8c-863a-8e9468c3c094 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:14:40.998470 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-b9dbb28e-6112-4ed3-a06b-805b0e137806 req-b6a6d914-05a5-4d8c-863a-8e9468c3c094 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c81a7557-4d95-416e-8138-4d6771283493 HTTP/1.1" status: 200 len: 849 time: 0.1540546 Jul 27 21:14:40.999345 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [None req-28959fdb-39ae-4029-93b2-ea8f47ab0e90 tempest-PortsAdminExtendedAttrsTestJSON-1095562826 tempest-PortsAdminExtendedAttrsTestJSON-1095562826-project-admin] Attempting to bind port 82c8e4f4-b60d-4eba-90ba-264896a8b1f2 on host n-h1-705658-22 for vnic_type normal with profile {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:14:40.999679 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [None req-28959fdb-39ae-4029-93b2-ea8f47ab0e90 tempest-PortsAdminExtendedAttrsTestJSON-1095562826 tempest-PortsAdminExtendedAttrsTestJSON-1095562826-project-admin] Attempting to bind port 82c8e4f4-b60d-4eba-90ba-264896a8b1f2 by drivers openvswitch,hyperv on host n-h1-705658-22 at level 0 using segments [{'id': '405d7910-dc54-4beb-941d-f709ccf57a5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '0c3c0d42-6283-423a-a922-d9307d346029'}] {{(pid=105584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:14:41.000111 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28959fdb-39ae-4029-93b2-ea8f47ab0e90 tempest-PortsAdminExtendedAttrsTestJSON-1095562826 tempest-PortsAdminExtendedAttrsTestJSON-1095562826-project-admin] Attempting to bind port 82c8e4f4-b60d-4eba-90ba-264896a8b1f2 on network 0c3c0d42-6283-423a-a922-d9307d346029 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:14:41.008849 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28959fdb-39ae-4029-93b2-ea8f47ab0e90 tempest-PortsAdminExtendedAttrsTestJSON-1095562826 tempest-PortsAdminExtendedAttrsTestJSON-1095562826-project-admin] Port 82c8e4f4-b60d-4eba-90ba-264896a8b1f2 on network 0c3c0d42-6283-423a-a922-d9307d346029 not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-22 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:14:41.009063 n-d-705658-22 neutron-server[105584]: ERROR neutron.plugins.ml2.managers [None req-28959fdb-39ae-4029-93b2-ea8f47ab0e90 tempest-PortsAdminExtendedAttrsTestJSON-1095562826 tempest-PortsAdminExtendedAttrsTestJSON-1095562826-project-admin] Failed to bind port 82c8e4f4-b60d-4eba-90ba-264896a8b1f2 on host n-h1-705658-22 for vnic_type normal using segments [{'id': '405d7910-dc54-4beb-941d-f709ccf57a5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '0c3c0d42-6283-423a-a922-d9307d346029'}] Jul 27 21:14:41.017494 n-d-705658-22 neutron-server[105584]: INFO neutron.plugins.ml2.plugin [None req-28959fdb-39ae-4029-93b2-ea8f47ab0e90 tempest-PortsAdminExtendedAttrsTestJSON-1095562826 tempest-PortsAdminExtendedAttrsTestJSON-1095562826-project-admin] Attempt 2 to bind port 82c8e4f4-b60d-4eba-90ba-264896a8b1f2 Jul 27 21:14:41.036698 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [None req-28959fdb-39ae-4029-93b2-ea8f47ab0e90 tempest-PortsAdminExtendedAttrsTestJSON-1095562826 tempest-PortsAdminExtendedAttrsTestJSON-1095562826-project-admin] Attempting to bind port 82c8e4f4-b60d-4eba-90ba-264896a8b1f2 on host n-h1-705658-22 for vnic_type normal with profile {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:14:41.037182 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [None req-28959fdb-39ae-4029-93b2-ea8f47ab0e90 tempest-PortsAdminExtendedAttrsTestJSON-1095562826 tempest-PortsAdminExtendedAttrsTestJSON-1095562826-project-admin] Attempting to bind port 82c8e4f4-b60d-4eba-90ba-264896a8b1f2 by drivers openvswitch,hyperv on host n-h1-705658-22 at level 0 using segments [{'id': '405d7910-dc54-4beb-941d-f709ccf57a5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '0c3c0d42-6283-423a-a922-d9307d346029'}] {{(pid=105584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:14:41.037637 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28959fdb-39ae-4029-93b2-ea8f47ab0e90 tempest-PortsAdminExtendedAttrsTestJSON-1095562826 tempest-PortsAdminExtendedAttrsTestJSON-1095562826-project-admin] Attempting to bind port 82c8e4f4-b60d-4eba-90ba-264896a8b1f2 on network 0c3c0d42-6283-423a-a922-d9307d346029 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:14:41.121460 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28959fdb-39ae-4029-93b2-ea8f47ab0e90 tempest-PortsAdminExtendedAttrsTestJSON-1095562826 tempest-PortsAdminExtendedAttrsTestJSON-1095562826-project-admin] Port 82c8e4f4-b60d-4eba-90ba-264896a8b1f2 on network 0c3c0d42-6283-423a-a922-d9307d346029 not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-22 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:14:41.121851 n-d-705658-22 neutron-server[105584]: ERROR neutron.plugins.ml2.managers [None req-28959fdb-39ae-4029-93b2-ea8f47ab0e90 tempest-PortsAdminExtendedAttrsTestJSON-1095562826 tempest-PortsAdminExtendedAttrsTestJSON-1095562826-project-admin] Failed to bind port 82c8e4f4-b60d-4eba-90ba-264896a8b1f2 on host n-h1-705658-22 for vnic_type normal using segments [{'id': '405d7910-dc54-4beb-941d-f709ccf57a5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '0c3c0d42-6283-423a-a922-d9307d346029'}] Jul 27 21:14:41.122420 n-d-705658-22 neutron-server[105584]: INFO neutron.plugins.ml2.plugin [None req-28959fdb-39ae-4029-93b2-ea8f47ab0e90 tempest-PortsAdminExtendedAttrsTestJSON-1095562826 tempest-PortsAdminExtendedAttrsTestJSON-1095562826-project-admin] Attempt 3 to bind port 82c8e4f4-b60d-4eba-90ba-264896a8b1f2 Jul 27 21:14:41.127357 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-b9dbb28e-6112-4ed3-a06b-805b0e137806 req-ee5f754f-06b7-46fd-961d-7d75a1ac0a03 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a3b36e04-18e1-4deb-954f-25c431e1e175&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1205347 Jul 27 21:14:41.183044 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [None req-28959fdb-39ae-4029-93b2-ea8f47ab0e90 tempest-PortsAdminExtendedAttrsTestJSON-1095562826 tempest-PortsAdminExtendedAttrsTestJSON-1095562826-project-admin] Attempting to bind port 82c8e4f4-b60d-4eba-90ba-264896a8b1f2 on host n-h1-705658-22 for vnic_type normal with profile {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:14:41.183378 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [None req-28959fdb-39ae-4029-93b2-ea8f47ab0e90 tempest-PortsAdminExtendedAttrsTestJSON-1095562826 tempest-PortsAdminExtendedAttrsTestJSON-1095562826-project-admin] Attempting to bind port 82c8e4f4-b60d-4eba-90ba-264896a8b1f2 by drivers openvswitch,hyperv on host n-h1-705658-22 at level 0 using segments [{'id': '405d7910-dc54-4beb-941d-f709ccf57a5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '0c3c0d42-6283-423a-a922-d9307d346029'}] {{(pid=105584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:14:41.183716 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28959fdb-39ae-4029-93b2-ea8f47ab0e90 tempest-PortsAdminExtendedAttrsTestJSON-1095562826 tempest-PortsAdminExtendedAttrsTestJSON-1095562826-project-admin] Attempting to bind port 82c8e4f4-b60d-4eba-90ba-264896a8b1f2 on network 0c3c0d42-6283-423a-a922-d9307d346029 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:14:41.190057 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28959fdb-39ae-4029-93b2-ea8f47ab0e90 tempest-PortsAdminExtendedAttrsTestJSON-1095562826 tempest-PortsAdminExtendedAttrsTestJSON-1095562826-project-admin] Port 82c8e4f4-b60d-4eba-90ba-264896a8b1f2 on network 0c3c0d42-6283-423a-a922-d9307d346029 not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-22 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:14:41.190189 n-d-705658-22 neutron-server[105584]: ERROR neutron.plugins.ml2.managers [None req-28959fdb-39ae-4029-93b2-ea8f47ab0e90 tempest-PortsAdminExtendedAttrsTestJSON-1095562826 tempest-PortsAdminExtendedAttrsTestJSON-1095562826-project-admin] Failed to bind port 82c8e4f4-b60d-4eba-90ba-264896a8b1f2 on host n-h1-705658-22 for vnic_type normal using segments [{'id': '405d7910-dc54-4beb-941d-f709ccf57a5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '0c3c0d42-6283-423a-a922-d9307d346029'}] Jul 27 21:14:41.191916 n-d-705658-22 neutron-server[105584]: INFO neutron.plugins.ml2.plugin [None req-28959fdb-39ae-4029-93b2-ea8f47ab0e90 tempest-PortsAdminExtendedAttrsTestJSON-1095562826 tempest-PortsAdminExtendedAttrsTestJSON-1095562826-project-admin] Attempt 4 to bind port 82c8e4f4-b60d-4eba-90ba-264896a8b1f2 Jul 27 21:14:41.213606 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [None req-28959fdb-39ae-4029-93b2-ea8f47ab0e90 tempest-PortsAdminExtendedAttrsTestJSON-1095562826 tempest-PortsAdminExtendedAttrsTestJSON-1095562826-project-admin] Attempting to bind port 82c8e4f4-b60d-4eba-90ba-264896a8b1f2 on host n-h1-705658-22 for vnic_type normal with profile {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:14:41.213913 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [None req-28959fdb-39ae-4029-93b2-ea8f47ab0e90 tempest-PortsAdminExtendedAttrsTestJSON-1095562826 tempest-PortsAdminExtendedAttrsTestJSON-1095562826-project-admin] Attempting to bind port 82c8e4f4-b60d-4eba-90ba-264896a8b1f2 by drivers openvswitch,hyperv on host n-h1-705658-22 at level 0 using segments [{'id': '405d7910-dc54-4beb-941d-f709ccf57a5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '0c3c0d42-6283-423a-a922-d9307d346029'}] {{(pid=105584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:14:41.214188 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28959fdb-39ae-4029-93b2-ea8f47ab0e90 tempest-PortsAdminExtendedAttrsTestJSON-1095562826 tempest-PortsAdminExtendedAttrsTestJSON-1095562826-project-admin] Attempting to bind port 82c8e4f4-b60d-4eba-90ba-264896a8b1f2 on network 0c3c0d42-6283-423a-a922-d9307d346029 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:14:41.225257 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28959fdb-39ae-4029-93b2-ea8f47ab0e90 tempest-PortsAdminExtendedAttrsTestJSON-1095562826 tempest-PortsAdminExtendedAttrsTestJSON-1095562826-project-admin] Port 82c8e4f4-b60d-4eba-90ba-264896a8b1f2 on network 0c3c0d42-6283-423a-a922-d9307d346029 not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-22 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:14:41.225627 n-d-705658-22 neutron-server[105584]: ERROR neutron.plugins.ml2.managers [None req-28959fdb-39ae-4029-93b2-ea8f47ab0e90 tempest-PortsAdminExtendedAttrsTestJSON-1095562826 tempest-PortsAdminExtendedAttrsTestJSON-1095562826-project-admin] Failed to bind port 82c8e4f4-b60d-4eba-90ba-264896a8b1f2 on host n-h1-705658-22 for vnic_type normal using segments [{'id': '405d7910-dc54-4beb-941d-f709ccf57a5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '0c3c0d42-6283-423a-a922-d9307d346029'}] Jul 27 21:14:41.229956 n-d-705658-22 neutron-server[105584]: INFO neutron.plugins.ml2.plugin [None req-28959fdb-39ae-4029-93b2-ea8f47ab0e90 tempest-PortsAdminExtendedAttrsTestJSON-1095562826 tempest-PortsAdminExtendedAttrsTestJSON-1095562826-project-admin] Attempt 5 to bind port 82c8e4f4-b60d-4eba-90ba-264896a8b1f2 Jul 27 21:14:41.275625 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [None req-28959fdb-39ae-4029-93b2-ea8f47ab0e90 tempest-PortsAdminExtendedAttrsTestJSON-1095562826 tempest-PortsAdminExtendedAttrsTestJSON-1095562826-project-admin] Attempting to bind port 82c8e4f4-b60d-4eba-90ba-264896a8b1f2 on host n-h1-705658-22 for vnic_type normal with profile {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:14:41.276142 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [None req-28959fdb-39ae-4029-93b2-ea8f47ab0e90 tempest-PortsAdminExtendedAttrsTestJSON-1095562826 tempest-PortsAdminExtendedAttrsTestJSON-1095562826-project-admin] Attempting to bind port 82c8e4f4-b60d-4eba-90ba-264896a8b1f2 by drivers openvswitch,hyperv on host n-h1-705658-22 at level 0 using segments [{'id': '405d7910-dc54-4beb-941d-f709ccf57a5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '0c3c0d42-6283-423a-a922-d9307d346029'}] {{(pid=105584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:14:41.276636 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28959fdb-39ae-4029-93b2-ea8f47ab0e90 tempest-PortsAdminExtendedAttrsTestJSON-1095562826 tempest-PortsAdminExtendedAttrsTestJSON-1095562826-project-admin] Attempting to bind port 82c8e4f4-b60d-4eba-90ba-264896a8b1f2 on network 0c3c0d42-6283-423a-a922-d9307d346029 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:14:41.291692 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28959fdb-39ae-4029-93b2-ea8f47ab0e90 tempest-PortsAdminExtendedAttrsTestJSON-1095562826 tempest-PortsAdminExtendedAttrsTestJSON-1095562826-project-admin] Port 82c8e4f4-b60d-4eba-90ba-264896a8b1f2 on network 0c3c0d42-6283-423a-a922-d9307d346029 not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-22 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:14:41.292199 n-d-705658-22 neutron-server[105584]: ERROR neutron.plugins.ml2.managers [None req-28959fdb-39ae-4029-93b2-ea8f47ab0e90 tempest-PortsAdminExtendedAttrsTestJSON-1095562826 tempest-PortsAdminExtendedAttrsTestJSON-1095562826-project-admin] Failed to bind port 82c8e4f4-b60d-4eba-90ba-264896a8b1f2 on host n-h1-705658-22 for vnic_type normal using segments [{'id': '405d7910-dc54-4beb-941d-f709ccf57a5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '0c3c0d42-6283-423a-a922-d9307d346029'}] Jul 27 21:14:41.294122 n-d-705658-22 neutron-server[105584]: INFO neutron.plugins.ml2.plugin [None req-28959fdb-39ae-4029-93b2-ea8f47ab0e90 tempest-PortsAdminExtendedAttrsTestJSON-1095562826 tempest-PortsAdminExtendedAttrsTestJSON-1095562826-project-admin] Attempt 6 to bind port 82c8e4f4-b60d-4eba-90ba-264896a8b1f2 Jul 27 21:14:41.306483 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-b9dbb28e-6112-4ed3-a06b-805b0e137806 req-408f2cb1-7f0b-46b1-9224-d120516c608d service neutron] 10.222.0.36 "GET /v2.0/networks/a3b36e04-18e1-4deb-954f-25c431e1e175?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1702552 Jul 27 21:14:41.311716 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [None req-28959fdb-39ae-4029-93b2-ea8f47ab0e90 tempest-PortsAdminExtendedAttrsTestJSON-1095562826 tempest-PortsAdminExtendedAttrsTestJSON-1095562826-project-admin] Attempting to bind port 82c8e4f4-b60d-4eba-90ba-264896a8b1f2 on host n-h1-705658-22 for vnic_type normal with profile {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:14:41.312269 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [None req-28959fdb-39ae-4029-93b2-ea8f47ab0e90 tempest-PortsAdminExtendedAttrsTestJSON-1095562826 tempest-PortsAdminExtendedAttrsTestJSON-1095562826-project-admin] Attempting to bind port 82c8e4f4-b60d-4eba-90ba-264896a8b1f2 by drivers openvswitch,hyperv on host n-h1-705658-22 at level 0 using segments [{'id': '405d7910-dc54-4beb-941d-f709ccf57a5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '0c3c0d42-6283-423a-a922-d9307d346029'}] {{(pid=105584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:14:41.312762 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28959fdb-39ae-4029-93b2-ea8f47ab0e90 tempest-PortsAdminExtendedAttrsTestJSON-1095562826 tempest-PortsAdminExtendedAttrsTestJSON-1095562826-project-admin] Attempting to bind port 82c8e4f4-b60d-4eba-90ba-264896a8b1f2 on network 0c3c0d42-6283-423a-a922-d9307d346029 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:14:41.325927 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28959fdb-39ae-4029-93b2-ea8f47ab0e90 tempest-PortsAdminExtendedAttrsTestJSON-1095562826 tempest-PortsAdminExtendedAttrsTestJSON-1095562826-project-admin] Port 82c8e4f4-b60d-4eba-90ba-264896a8b1f2 on network 0c3c0d42-6283-423a-a922-d9307d346029 not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-22 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:14:41.326507 n-d-705658-22 neutron-server[105584]: ERROR neutron.plugins.ml2.managers [None req-28959fdb-39ae-4029-93b2-ea8f47ab0e90 tempest-PortsAdminExtendedAttrsTestJSON-1095562826 tempest-PortsAdminExtendedAttrsTestJSON-1095562826-project-admin] Failed to bind port 82c8e4f4-b60d-4eba-90ba-264896a8b1f2 on host n-h1-705658-22 for vnic_type normal using segments [{'id': '405d7910-dc54-4beb-941d-f709ccf57a5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '0c3c0d42-6283-423a-a922-d9307d346029'}] Jul 27 21:14:41.338557 n-d-705658-22 neutron-server[105584]: INFO neutron.plugins.ml2.plugin [None req-28959fdb-39ae-4029-93b2-ea8f47ab0e90 tempest-PortsAdminExtendedAttrsTestJSON-1095562826 tempest-PortsAdminExtendedAttrsTestJSON-1095562826-project-admin] Attempt 7 to bind port 82c8e4f4-b60d-4eba-90ba-264896a8b1f2 Jul 27 21:14:41.345051 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-f6a40417-2873-4b65-82a8-0affda7b97fc tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks [] for port, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:41.407320 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-8ab5d87e-9de8-4870-b9e5-e8e96ad507ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10221797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9990606'] for subnet, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:41.428846 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-f6a40417-2873-4b65-82a8-0affda7b97fc tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:41.429736 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [None req-28959fdb-39ae-4029-93b2-ea8f47ab0e90 tempest-PortsAdminExtendedAttrsTestJSON-1095562826 tempest-PortsAdminExtendedAttrsTestJSON-1095562826-project-admin] Attempting to bind port 82c8e4f4-b60d-4eba-90ba-264896a8b1f2 on host n-h1-705658-22 for vnic_type normal with profile {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:14:41.429979 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [None req-28959fdb-39ae-4029-93b2-ea8f47ab0e90 tempest-PortsAdminExtendedAttrsTestJSON-1095562826 tempest-PortsAdminExtendedAttrsTestJSON-1095562826-project-admin] Attempting to bind port 82c8e4f4-b60d-4eba-90ba-264896a8b1f2 by drivers openvswitch,hyperv on host n-h1-705658-22 at level 0 using segments [{'id': '405d7910-dc54-4beb-941d-f709ccf57a5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '0c3c0d42-6283-423a-a922-d9307d346029'}] {{(pid=105584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:14:41.430446 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28959fdb-39ae-4029-93b2-ea8f47ab0e90 tempest-PortsAdminExtendedAttrsTestJSON-1095562826 tempest-PortsAdminExtendedAttrsTestJSON-1095562826-project-admin] Attempting to bind port 82c8e4f4-b60d-4eba-90ba-264896a8b1f2 on network 0c3c0d42-6283-423a-a922-d9307d346029 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:14:41.442074 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28959fdb-39ae-4029-93b2-ea8f47ab0e90 tempest-PortsAdminExtendedAttrsTestJSON-1095562826 tempest-PortsAdminExtendedAttrsTestJSON-1095562826-project-admin] Port 82c8e4f4-b60d-4eba-90ba-264896a8b1f2 on network 0c3c0d42-6283-423a-a922-d9307d346029 not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-22 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:14:41.442413 n-d-705658-22 neutron-server[105584]: ERROR neutron.plugins.ml2.managers [None req-28959fdb-39ae-4029-93b2-ea8f47ab0e90 tempest-PortsAdminExtendedAttrsTestJSON-1095562826 tempest-PortsAdminExtendedAttrsTestJSON-1095562826-project-admin] Failed to bind port 82c8e4f4-b60d-4eba-90ba-264896a8b1f2 on host n-h1-705658-22 for vnic_type normal using segments [{'id': '405d7910-dc54-4beb-941d-f709ccf57a5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '0c3c0d42-6283-423a-a922-d9307d346029'}] Jul 27 21:14:41.444650 n-d-705658-22 neutron-server[105584]: INFO neutron.plugins.ml2.plugin [None req-28959fdb-39ae-4029-93b2-ea8f47ab0e90 tempest-PortsAdminExtendedAttrsTestJSON-1095562826 tempest-PortsAdminExtendedAttrsTestJSON-1095562826-project-admin] Attempt 8 to bind port 82c8e4f4-b60d-4eba-90ba-264896a8b1f2 Jul 27 21:14:41.502255 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [None req-28959fdb-39ae-4029-93b2-ea8f47ab0e90 tempest-PortsAdminExtendedAttrsTestJSON-1095562826 tempest-PortsAdminExtendedAttrsTestJSON-1095562826-project-admin] Attempting to bind port 82c8e4f4-b60d-4eba-90ba-264896a8b1f2 on host n-h1-705658-22 for vnic_type normal with profile {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:14:41.502597 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [None req-28959fdb-39ae-4029-93b2-ea8f47ab0e90 tempest-PortsAdminExtendedAttrsTestJSON-1095562826 tempest-PortsAdminExtendedAttrsTestJSON-1095562826-project-admin] Attempting to bind port 82c8e4f4-b60d-4eba-90ba-264896a8b1f2 by drivers openvswitch,hyperv on host n-h1-705658-22 at level 0 using segments [{'id': '405d7910-dc54-4beb-941d-f709ccf57a5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '0c3c0d42-6283-423a-a922-d9307d346029'}] {{(pid=105584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:14:41.502936 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28959fdb-39ae-4029-93b2-ea8f47ab0e90 tempest-PortsAdminExtendedAttrsTestJSON-1095562826 tempest-PortsAdminExtendedAttrsTestJSON-1095562826-project-admin] Attempting to bind port 82c8e4f4-b60d-4eba-90ba-264896a8b1f2 on network 0c3c0d42-6283-423a-a922-d9307d346029 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:14:41.529505 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28959fdb-39ae-4029-93b2-ea8f47ab0e90 tempest-PortsAdminExtendedAttrsTestJSON-1095562826 tempest-PortsAdminExtendedAttrsTestJSON-1095562826-project-admin] Port 82c8e4f4-b60d-4eba-90ba-264896a8b1f2 on network 0c3c0d42-6283-423a-a922-d9307d346029 not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-22 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:14:41.529963 n-d-705658-22 neutron-server[105584]: ERROR neutron.plugins.ml2.managers [None req-28959fdb-39ae-4029-93b2-ea8f47ab0e90 tempest-PortsAdminExtendedAttrsTestJSON-1095562826 tempest-PortsAdminExtendedAttrsTestJSON-1095562826-project-admin] Failed to bind port 82c8e4f4-b60d-4eba-90ba-264896a8b1f2 on host n-h1-705658-22 for vnic_type normal using segments [{'id': '405d7910-dc54-4beb-941d-f709ccf57a5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '0c3c0d42-6283-423a-a922-d9307d346029'}] Jul 27 21:14:41.533216 n-d-705658-22 neutron-server[105584]: INFO neutron.plugins.ml2.plugin [None req-28959fdb-39ae-4029-93b2-ea8f47ab0e90 tempest-PortsAdminExtendedAttrsTestJSON-1095562826 tempest-PortsAdminExtendedAttrsTestJSON-1095562826-project-admin] Attempt 9 to bind port 82c8e4f4-b60d-4eba-90ba-264896a8b1f2 Jul 27 21:14:41.550142 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [None req-28959fdb-39ae-4029-93b2-ea8f47ab0e90 tempest-PortsAdminExtendedAttrsTestJSON-1095562826 tempest-PortsAdminExtendedAttrsTestJSON-1095562826-project-admin] Attempting to bind port 82c8e4f4-b60d-4eba-90ba-264896a8b1f2 on host n-h1-705658-22 for vnic_type normal with profile {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:14:41.550424 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [None req-28959fdb-39ae-4029-93b2-ea8f47ab0e90 tempest-PortsAdminExtendedAttrsTestJSON-1095562826 tempest-PortsAdminExtendedAttrsTestJSON-1095562826-project-admin] Attempting to bind port 82c8e4f4-b60d-4eba-90ba-264896a8b1f2 by drivers openvswitch,hyperv on host n-h1-705658-22 at level 0 using segments [{'id': '405d7910-dc54-4beb-941d-f709ccf57a5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '0c3c0d42-6283-423a-a922-d9307d346029'}] {{(pid=105584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:14:41.550740 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28959fdb-39ae-4029-93b2-ea8f47ab0e90 tempest-PortsAdminExtendedAttrsTestJSON-1095562826 tempest-PortsAdminExtendedAttrsTestJSON-1095562826-project-admin] Attempting to bind port 82c8e4f4-b60d-4eba-90ba-264896a8b1f2 on network 0c3c0d42-6283-423a-a922-d9307d346029 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:14:41.558376 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28959fdb-39ae-4029-93b2-ea8f47ab0e90 tempest-PortsAdminExtendedAttrsTestJSON-1095562826 tempest-PortsAdminExtendedAttrsTestJSON-1095562826-project-admin] Port 82c8e4f4-b60d-4eba-90ba-264896a8b1f2 on network 0c3c0d42-6283-423a-a922-d9307d346029 not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-22 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:14:41.558376 n-d-705658-22 neutron-server[105584]: ERROR neutron.plugins.ml2.managers [None req-28959fdb-39ae-4029-93b2-ea8f47ab0e90 tempest-PortsAdminExtendedAttrsTestJSON-1095562826 tempest-PortsAdminExtendedAttrsTestJSON-1095562826-project-admin] Failed to bind port 82c8e4f4-b60d-4eba-90ba-264896a8b1f2 on host n-h1-705658-22 for vnic_type normal using segments [{'id': '405d7910-dc54-4beb-941d-f709ccf57a5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '0c3c0d42-6283-423a-a922-d9307d346029'}] Jul 27 21:14:41.559719 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-77dc766c-f8b6-4209-b258-16fd1f2c2801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:41.561076 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6a40417-2873-4b65-82a8-0affda7b97fc tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Network 8735d8a2-b604-4758-ae71-b40e4ee6f305 is already hosted by enough agents. {{(pid=105585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:14:41.562329 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-b9dbb28e-6112-4ed3-a06b-805b0e137806 req-c3c4116c-ca7f-4ee2-869c-e0428faf494b service neutron] 10.222.0.36 "GET /v2.0/networks/a3b36e04-18e1-4deb-954f-25c431e1e175?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2439256 Jul 27 21:14:41.562850 n-d-705658-22 neutron-server[105584]: INFO neutron.plugins.ml2.plugin [None req-28959fdb-39ae-4029-93b2-ea8f47ab0e90 tempest-PortsAdminExtendedAttrsTestJSON-1095562826 tempest-PortsAdminExtendedAttrsTestJSON-1095562826-project-admin] Attempt 10 to bind port 82c8e4f4-b60d-4eba-90ba-264896a8b1f2 Jul 27 21:14:41.600744 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [None req-28959fdb-39ae-4029-93b2-ea8f47ab0e90 tempest-PortsAdminExtendedAttrsTestJSON-1095562826 tempest-PortsAdminExtendedAttrsTestJSON-1095562826-project-admin] Attempting to bind port 82c8e4f4-b60d-4eba-90ba-264896a8b1f2 on host n-h1-705658-22 for vnic_type normal with profile {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:14:41.603253 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [None req-28959fdb-39ae-4029-93b2-ea8f47ab0e90 tempest-PortsAdminExtendedAttrsTestJSON-1095562826 tempest-PortsAdminExtendedAttrsTestJSON-1095562826-project-admin] Attempting to bind port 82c8e4f4-b60d-4eba-90ba-264896a8b1f2 by drivers openvswitch,hyperv on host n-h1-705658-22 at level 0 using segments [{'id': '405d7910-dc54-4beb-941d-f709ccf57a5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '0c3c0d42-6283-423a-a922-d9307d346029'}] {{(pid=105584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:14:41.603684 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28959fdb-39ae-4029-93b2-ea8f47ab0e90 tempest-PortsAdminExtendedAttrsTestJSON-1095562826 tempest-PortsAdminExtendedAttrsTestJSON-1095562826-project-admin] Attempting to bind port 82c8e4f4-b60d-4eba-90ba-264896a8b1f2 on network 0c3c0d42-6283-423a-a922-d9307d346029 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:14:41.605489 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe5a3d5-049c-4ab1-a469-51dfa2eb30e1 req-c351a47e-c451-48e2-9182-666fa80f8793 tempest-ServerTagsTestJSON-942460694 tempest-ServerTagsTestJSON-942460694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:14:41.613308 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-cbe5a3d5-049c-4ab1-a469-51dfa2eb30e1 req-c351a47e-c451-48e2-9182-666fa80f8793 tempest-ServerTagsTestJSON-942460694 tempest-ServerTagsTestJSON-942460694-project] 10.222.0.59 "GET /v2.0/ports?device_id=b57246ad-83b2-4f02-97c1-b09323178f38 HTTP/1.1" status: 200 len: 943 time: 0.8555498 Jul 27 21:14:41.622079 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.base_scheduler [None req-f6a40417-2873-4b65-82a8-0affda7b97fc tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Resources bound (agent type, host, resource id): {{(pid=105585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:14:41.628336 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28959fdb-39ae-4029-93b2-ea8f47ab0e90 tempest-PortsAdminExtendedAttrsTestJSON-1095562826 tempest-PortsAdminExtendedAttrsTestJSON-1095562826-project-admin] Port 82c8e4f4-b60d-4eba-90ba-264896a8b1f2 on network 0c3c0d42-6283-423a-a922-d9307d346029 not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-22 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:14:41.629325 n-d-705658-22 neutron-server[105584]: ERROR neutron.plugins.ml2.managers [None req-28959fdb-39ae-4029-93b2-ea8f47ab0e90 tempest-PortsAdminExtendedAttrsTestJSON-1095562826 tempest-PortsAdminExtendedAttrsTestJSON-1095562826-project-admin] Failed to bind port 82c8e4f4-b60d-4eba-90ba-264896a8b1f2 on host n-h1-705658-22 for vnic_type normal using segments [{'id': '405d7910-dc54-4beb-941d-f709ccf57a5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '0c3c0d42-6283-423a-a922-d9307d346029'}] Jul 27 21:14:41.630328 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-28959fdb-39ae-4029-93b2-ea8f47ab0e90 tempest-PortsAdminExtendedAttrsTestJSON-1095562826 tempest-PortsAdminExtendedAttrsTestJSON-1095562826-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:41.630783 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab5d87e-9de8-4870-b9e5-e8e96ad507ad admin admin] Pushing event updated for resources: {'Subnet': ['ID=84171e9f-4d18-48b1-8f38-0bf1dce951eb,revision_number=0']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:14:41.635256 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6a40417-2873-4b65-82a8-0affda7b97fc tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Received port after_create {{(pid=105585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:14:41.646519 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a40417-2873-4b65-82a8-0affda7b97fc tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Pushing event updated for resources: {'Port': ['ID=b62f03b6-d643-4761-9ae6-b8b5ddbd7fc9,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:14:41.732977 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ab5d87e-9de8-4870-b9e5-e8e96ad507ad admin admin] Checking segment: {'id': '9bc6ba93-5367-4285-8a77-377efd13849f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '4a61042d-220f-4fa6-8a83-5f91868a13bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:14:41.737974 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ab5d87e-9de8-4870-b9e5-e8e96ad507ad admin admin] Network hostable DHCP agents. Network: 4a61042d-220f-4fa6-8a83-5f91868a13bf, hostable agents: ['7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a'], hosted agents: [] {{(pid=105585) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:14:41.791348 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [None req-28959fdb-39ae-4029-93b2-ea8f47ab0e90 tempest-PortsAdminExtendedAttrsTestJSON-1095562826 tempest-PortsAdminExtendedAttrsTestJSON-1095562826-project-admin] For port 82c8e4f4-b60d-4eba-90ba-264896a8b1f2, host n-h1-705658-22, cleared binding levels {{(pid=105584) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:14:41.791889 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [None req-28959fdb-39ae-4029-93b2-ea8f47ab0e90 tempest-PortsAdminExtendedAttrsTestJSON-1095562826 tempest-PortsAdminExtendedAttrsTestJSON-1095562826-project-admin] Attempted to set empty binding levels {{(pid=105584) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 27 21:14:41.822738 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-28959fdb-39ae-4029-93b2-ea8f47ab0e90 tempest-PortsAdminExtendedAttrsTestJSON-1095562826 tempest-PortsAdminExtendedAttrsTestJSON-1095562826-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9014027'] for port, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:41.841112 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:41.862911 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-cbe5a3d5-049c-4ab1-a469-51dfa2eb30e1 req-7029055b-5be1-487a-a643-df8156c748c2 tempest-ServerTagsTestJSON-942460694 tempest-ServerTagsTestJSON-942460694-project] 10.222.0.59 "GET /v2.0/security-groups?id=f1ce1205-c7ba-4c40-ab0a-3b8b1b910ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2382185 Jul 27 21:14:41.893493 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-28959fdb-39ae-4029-93b2-ea8f47ab0e90 tempest-PortsAdminExtendedAttrsTestJSON-1095562826 tempest-PortsAdminExtendedAttrsTestJSON-1095562826-project-admin] In _notify_port_updated(), no bound segment for port 82c8e4f4-b60d-4eba-90ba-264896a8b1f2 on network 0c3c0d42-6283-423a-a922-d9307d346029 {{(pid=105584) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 27 21:14:41.894733 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28959fdb-39ae-4029-93b2-ea8f47ab0e90 tempest-PortsAdminExtendedAttrsTestJSON-1095562826 tempest-PortsAdminExtendedAttrsTestJSON-1095562826-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:14:41.895365 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-28959fdb-39ae-4029-93b2-ea8f47ab0e90 tempest-PortsAdminExtendedAttrsTestJSON-1095562826 tempest-PortsAdminExtendedAttrsTestJSON-1095562826-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:41.896668 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-28959fdb-39ae-4029-93b2-ea8f47ab0e90 tempest-PortsAdminExtendedAttrsTestJSON-1095562826 tempest-PortsAdminExtendedAttrsTestJSON-1095562826-project-admin] 10.222.0.59 "PUT /v2.0/ports/82c8e4f4-b60d-4eba-90ba-264896a8b1f2 HTTP/1.1" status: 200 len: 976 time: 2.2275188 Jul 27 21:14:41.899481 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 37414) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:14:41.969038 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ab5d87e-9de8-4870-b9e5-e8e96ad507ad admin admin] Network 4a61042d-220f-4fa6-8a83-5f91868a13bf is scheduled to be hosted by DHCP agent 7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a with binding_index 1 {{(pid=105585) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:14:42.017616 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28959fdb-39ae-4029-93b2-ea8f47ab0e90 tempest-PortsAdminExtendedAttrsTestJSON-1095562826 tempest-PortsAdminExtendedAttrsTestJSON-1095562826-project-admin] Pushing event updated for resources: {'Port': ['ID=82c8e4f4-b60d-4eba-90ba-264896a8b1f2,revision_number=3']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:14:42.038931 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.base_scheduler [None req-8ab5d87e-9de8-4870-b9e5-e8e96ad507ad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-22, 4a61042d-220f-4fa6-8a83-5f91868a13bf) {{(pid=105585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:14:42.047031 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ab5d87e-9de8-4870-b9e5-e8e96ad507ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:14:42.047637 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-8ab5d87e-9de8-4870-b9e5-e8e96ad507ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743886'] for subnet, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:42.047757 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31dcb127-6b1e-4465-88ed-96873b35e467 None None] Network 4a61042d-220f-4fa6-8a83-5f91868a13bf requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:14:42.077071 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-134a4320-e79f-4ecb-90aa-f0ebbd979854 tempest-PortsAdminExtendedAttrsTestJSON-1095562826 tempest-PortsAdminExtendedAttrsTestJSON-1095562826-project-admin] Deleting port 82c8e4f4-b60d-4eba-90ba-264896a8b1f2 {{(pid=105584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:14:42.077995 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-134a4320-e79f-4ecb-90aa-f0ebbd979854 tempest-PortsAdminExtendedAttrsTestJSON-1095562826 tempest-PortsAdminExtendedAttrsTestJSON-1095562826-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:42.078246 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-8ab5d87e-9de8-4870-b9e5-e8e96ad507ad admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.7044454 Jul 27 21:14:42.263358 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [None req-134a4320-e79f-4ecb-90aa-f0ebbd979854 tempest-PortsAdminExtendedAttrsTestJSON-1095562826 tempest-PortsAdminExtendedAttrsTestJSON-1095562826-project-admin] For port 82c8e4f4-b60d-4eba-90ba-264896a8b1f2, host n-h1-705658-22, got binding levels [] {{(pid=105584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:14:42.263789 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-134a4320-e79f-4ecb-90aa-f0ebbd979854 tempest-PortsAdminExtendedAttrsTestJSON-1095562826 tempest-PortsAdminExtendedAttrsTestJSON-1095562826-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:42.311685 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-134a4320-e79f-4ecb-90aa-f0ebbd979854 tempest-PortsAdminExtendedAttrsTestJSON-1095562826 tempest-PortsAdminExtendedAttrsTestJSON-1095562826-project-admin] Calling delete_port for 82c8e4f4-b60d-4eba-90ba-264896a8b1f2 owned by {{(pid=105584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:14:42.381708 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d4620f8-f5ea-4ed6-adaf-cd9bab461b68 None None] Network 4a61042d-220f-4fa6-8a83-5f91868a13bf requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:14:42.557003 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 37450) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:14:42.619783 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-134a4320-e79f-4ecb-90aa-f0ebbd979854 tempest-PortsAdminExtendedAttrsTestJSON-1095562826 tempest-PortsAdminExtendedAttrsTestJSON-1095562826-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:42.645515 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-f6a40417-2873-4b65-82a8-0affda7b97fc tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:42.661965 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134a4320-e79f-4ecb-90aa-f0ebbd979854 tempest-PortsAdminExtendedAttrsTestJSON-1095562826 tempest-PortsAdminExtendedAttrsTestJSON-1095562826-project-admin] Pushing event deleted for resources: {'Port': ['ID=82c8e4f4-b60d-4eba-90ba-264896a8b1f2,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:14:42.677530 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.db_base_plugin_v2 [None req-6cdef191-9c26-4af4-b278-172c6d97ac1a admin admin] Deleting subnet 84171e9f-4d18-48b1-8f38-0bf1dce951eb {{(pid=105584) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:14:42.681543 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-134a4320-e79f-4ecb-90aa-f0ebbd979854 tempest-PortsAdminExtendedAttrsTestJSON-1095562826 tempest-PortsAdminExtendedAttrsTestJSON-1095562826-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:42.683552 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-134a4320-e79f-4ecb-90aa-f0ebbd979854 tempest-PortsAdminExtendedAttrsTestJSON-1095562826 tempest-PortsAdminExtendedAttrsTestJSON-1095562826-project-admin] 10.222.0.59 "DELETE /v2.0/ports/82c8e4f4-b60d-4eba-90ba-264896a8b1f2 HTTP/1.1" status: 204 len: 168 time: 0.7831552 Jul 27 21:14:42.685621 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-6cdef191-9c26-4af4-b278-172c6d97ac1a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:42.687461 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 37460) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:14:42.744783 n-d-705658-22 neutron-server[105585]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f0d13b6-8fd4-49d6-9ac7-f91eed394fb2 tempest-PortsAdminExtendedAttrsTestJSON-1095562826 tempest-PortsAdminExtendedAttrsTestJSON-1095562826-project-admin] GET failed (client error): The resource could not be found. Jul 27 21:14:42.749979 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-2f0d13b6-8fd4-49d6-9ac7-f91eed394fb2 tempest-PortsAdminExtendedAttrsTestJSON-1095562826 tempest-PortsAdminExtendedAttrsTestJSON-1095562826-project-admin] 10.222.0.59 "GET /v2.0/ports/82c8e4f4-b60d-4eba-90ba-264896a8b1f2 HTTP/1.1" status: 404 len: 333 time: 0.0614719 Jul 27 21:14:42.753904 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 37462) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:14:42.761356 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-6cdef191-9c26-4af4-b278-172c6d97ac1a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9014207'] for subnet, precommit_delete_associations {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:42.802221 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device 911a3825-8af0-432b-ad11-b34ac4d057c7 details requested by agent hyperv_n-h1-705658-22 with host n-h1-705658-22 {{(pid=105586) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:14:42.850605 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-6cdef191-9c26-4af4-b278-172c6d97ac1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854965'] for subnet, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:42.967679 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-bb32ed7d-8717-448b-a9c8-a5a0117d1fd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:42.995827 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-6cdef191-9c26-4af4-b278-172c6d97ac1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9014081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9738825'] for subnet, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:43.036980 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-f6a40417-2873-4b65-82a8-0affda7b97fc tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:43.064063 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cdef191-9c26-4af4-b278-172c6d97ac1a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=84171e9f-4d18-48b1-8f38-0bf1dce951eb,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:14:43.077865 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] For port 911a3825-8af0-432b-ad11-b34ac4d057c7, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=911a3825-8af0-432b-ad11-b34ac4d057c7,segment=NetworkSegment(1c7145c3-35fe-45b9-a07f-2923d5a00532),segment_id=1c7145c3-35fe-45b9-a07f-2923d5a00532)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:14:43.081759 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-6cdef191-9c26-4af4-b278-172c6d97ac1a admin admin] Notify callbacks [] for subnet, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:43.087666 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-6cdef191-9c26-4af4-b278-172c6d97ac1a admin admin] 10.222.0.59 "DELETE /v2.0/subnets/84171e9f-4d18-48b1-8f38-0bf1dce951eb HTTP/1.1" status: 204 len: 168 time: 0.5260837 Jul 27 21:14:43.091030 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 37480) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:14:43.123371 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Returning: {'device': '911a3825-8af0-432b-ad11-b34ac4d057c7', 'network_id': 'a3b36e04-18e1-4deb-954f-25c431e1e175', 'port_id': '911a3825-8af0-432b-ad11-b34ac4d057c7', 'mac_address': 'fa:16:3e:01:85:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 235, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c81a7557-4d95-416e-8138-4d6771283493', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105586) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:14:43.166553 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-fddd6c18-2e17-49dc-8894-98de308f1dd2 tempest-PortsAdminExtendedAttrsTestJSON-726728466 tempest-PortsAdminExtendedAttrsTestJSON-726728466-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-990557'] for network, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:43.206348 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:43.252754 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 911a3825-8af0-432b-ad11-b34ac4d057c7 {{(pid=105586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:14:43.272624 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-decfa298-a9f7-4b79-abc0-934fabd9f03b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-990557'] for network, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:43.297639 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] For port 911a3825-8af0-432b-ad11-b34ac4d057c7, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=911a3825-8af0-432b-ad11-b34ac4d057c7,segment=NetworkSegment(1c7145c3-35fe-45b9-a07f-2923d5a00532),segment_id=1c7145c3-35fe-45b9-a07f-2923d5a00532)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:14:43.307929 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:43.317462 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a42939-0393-400c-9a67-1f8f7d3782ac req-b0cf6a09-e131-435d-ae83-c81f5d5dd6e9 tempest-ServerTagsTestJSON-942460694 tempest-ServerTagsTestJSON-942460694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:14:43.319225 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-42a42939-0393-400c-9a67-1f8f7d3782ac req-b0cf6a09-e131-435d-ae83-c81f5d5dd6e9 tempest-ServerTagsTestJSON-942460694 tempest-ServerTagsTestJSON-942460694-project] 10.222.0.59 "GET /v2.0/ports?device_id=b57246ad-83b2-4f02-97c1-b09323178f38 HTTP/1.1" status: 200 len: 943 time: 0.3712816 Jul 27 21:14:43.451895 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Pushing event updated for resources: {'Port': ['ID=911a3825-8af0-432b-ad11-b34ac4d057c7,revision_number=4']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:14:43.518982 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-decfa298-a9f7-4b79-abc0-934fabd9f03b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853562', 'neutron.services.segments.db._delete_segments_for_network-8790688882975'] for network, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:43.530397 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.segments.db [None req-decfa298-a9f7-4b79-abc0-934fabd9f03b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a61042d-220f-4fa6-8a83-5f91868a13bf']}} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:14:43.541284 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] get_ports_and_sgs() called for port_ids ['911a3825-8af0-432b-ad11-b34ac4d057c7'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:14:43.542077 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.segments.db [None req-decfa298-a9f7-4b79-abc0-934fabd9f03b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9bc6ba93-5367-4285-8a77-377efd13849f') {'for_net_delete': True} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:14:43.542550 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.segments.db [None req-decfa298-a9f7-4b79-abc0-934fabd9f03b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9bc6ba93-5367-4285-8a77-377efd13849f') {} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:14:43.553002 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-decfa298-a9f7-4b79-abc0-934fabd9f03b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790688883752', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9014348'] for segment, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:43.568866 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-decfa298-a9f7-4b79-abc0-934fabd9f03b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:43.576011 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-decfa298-a9f7-4b79-abc0-934fabd9f03b admin admin] Releasing vlan 226 on physical network physnet1 to pool {{(pid=105584) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:14:43.576646 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-decfa298-a9f7-4b79-abc0-934fabd9f03b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9014063'] for segment, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:43.642309 n-d-705658-22 neutron-server[105584]: Traceback (most recent call last): Jul 27 21:14:43.642309 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:14:43.642309 n-d-705658-22 neutron-server[105584]: timer() Jul 27 21:14:43.642309 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:14:43.642309 n-d-705658-22 neutron-server[105584]: cb(*args, **kw) Jul 27 21:14:43.642309 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:14:43.642309 n-d-705658-22 neutron-server[105584]: return func(*args, **kwargs) Jul 27 21:14:43.642309 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:14:43.642309 n-d-705658-22 neutron-server[105584]: self._notify() Jul 27 21:14:43.642309 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:14:43.642309 n-d-705658-22 neutron-server[105584]: self.callback(batched_events) Jul 27 21:14:43.642309 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:14:43.642309 n-d-705658-22 neutron-server[105584]: event.method(event) Jul 27 21:14:43.642309 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:14:43.642309 n-d-705658-22 neutron-server[105584]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:14:43.642309 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:14:43.642309 n-d-705658-22 neutron-server[105584]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:14:43.642309 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:14:43.642309 n-d-705658-22 neutron-server[105584]: return f(self, *a, **k) Jul 27 21:14:43.642309 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:14:43.642309 n-d-705658-22 neutron-server[105584]: return self._get(url).json() Jul 27 21:14:43.642309 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:14:43.642309 n-d-705658-22 neutron-server[105584]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:14:43.642309 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:14:43.642309 n-d-705658-22 neutron-server[105584]: return self.request(url, 'GET', **kwargs) Jul 27 21:14:43.642309 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:14:43.642309 n-d-705658-22 neutron-server[105584]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:14:43.642309 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:14:43.642309 n-d-705658-22 neutron-server[105584]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:14:43.642309 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:14:43.642309 n-d-705658-22 neutron-server[105584]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:14:43.642309 n-d-705658-22 neutron-server[105584]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:14:43.649383 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-decfa298-a9f7-4b79-abc0-934fabd9f03b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4075658'] for network, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:43.650074 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-42a42939-0393-400c-9a67-1f8f7d3782ac req-d4516aa7-6732-4a4b-8733-fb77fecc90c7 tempest-ServerTagsTestJSON-942460694 tempest-ServerTagsTestJSON-942460694-project] 10.222.0.59 "GET /v2.0/security-groups?id=f1ce1205-c7ba-4c40-ab0a-3b8b1b910ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2597511 Jul 27 21:14:43.677058 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-fddd6c18-2e17-49dc-8894-98de308f1dd2 tempest-PortsAdminExtendedAttrsTestJSON-726728466 tempest-PortsAdminExtendedAttrsTestJSON-726728466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853562', 'neutron.services.segments.db._delete_segments_for_network-8790688882975'] for network, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:43.687228 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-decfa298-a9f7-4b79-abc0-934fabd9f03b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743886'] for network, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:43.692860 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-decfa298-a9f7-4b79-abc0-934fabd9f03b admin admin] 10.222.0.59 "DELETE /v2.0/networks/4a61042d-220f-4fa6-8a83-5f91868a13bf HTTP/1.1" status: 204 len: 168 time: 0.5969799 Jul 27 21:14:43.695683 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-decfa298-a9f7-4b79-abc0-934fabd9f03b admin admin] Pushing event deleted for resources: {'Network': ['ID=4a61042d-220f-4fa6-8a83-5f91868a13bf,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:14:43.724799 n-d-705658-22 neutron-server[105585]: DEBUG neutron.services.segments.db [None req-fddd6c18-2e17-49dc-8894-98de308f1dd2 tempest-PortsAdminExtendedAttrsTestJSON-726728466 tempest-PortsAdminExtendedAttrsTestJSON-726728466-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c3c0d42-6283-423a-a922-d9307d346029']}} {{(pid=105585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:14:43.765853 n-d-705658-22 neutron-server[105585]: DEBUG neutron.services.segments.db [None req-fddd6c18-2e17-49dc-8894-98de308f1dd2 tempest-PortsAdminExtendedAttrsTestJSON-726728466 tempest-PortsAdminExtendedAttrsTestJSON-726728466-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '405d7910-dc54-4beb-941d-f709ccf57a5b') {'for_net_delete': True} {{(pid=105585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:14:43.766228 n-d-705658-22 neutron-server[105585]: DEBUG neutron.services.segments.db [None req-fddd6c18-2e17-49dc-8894-98de308f1dd2 tempest-PortsAdminExtendedAttrsTestJSON-726728466 tempest-PortsAdminExtendedAttrsTestJSON-726728466-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '405d7910-dc54-4beb-941d-f709ccf57a5b') {} {{(pid=105585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:14:43.817118 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-fddd6c18-2e17-49dc-8894-98de308f1dd2 tempest-PortsAdminExtendedAttrsTestJSON-726728466 tempest-PortsAdminExtendedAttrsTestJSON-726728466-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790688883752', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9886370'] for segment, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:43.872066 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-f6a40417-2873-4b65-82a8-0affda7b97fc tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks [] for port, precommit_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:43.877204 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-fddd6c18-2e17-49dc-8894-98de308f1dd2 tempest-PortsAdminExtendedAttrsTestJSON-726728466 tempest-PortsAdminExtendedAttrsTestJSON-726728466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:43.894883 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-f6a40417-2873-4b65-82a8-0affda7b97fc tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10221672'] for port, after_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:43.895224 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fddd6c18-2e17-49dc-8894-98de308f1dd2 tempest-PortsAdminExtendedAttrsTestJSON-726728466 tempest-PortsAdminExtendedAttrsTestJSON-726728466-project] Releasing vlan 220 on physical network physnet1 to pool {{(pid=105585) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:14:43.895695 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-fddd6c18-2e17-49dc-8894-98de308f1dd2 tempest-PortsAdminExtendedAttrsTestJSON-726728466 tempest-PortsAdminExtendedAttrsTestJSON-726728466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10221644'] for segment, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:43.952265 n-d-705658-22 neutron-server[105585]: Traceback (most recent call last): Jul 27 21:14:43.952265 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:14:43.952265 n-d-705658-22 neutron-server[105585]: timer() Jul 27 21:14:43.952265 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:14:43.952265 n-d-705658-22 neutron-server[105585]: cb(*args, **kw) Jul 27 21:14:43.952265 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:14:43.952265 n-d-705658-22 neutron-server[105585]: return func(*args, **kwargs) Jul 27 21:14:43.952265 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:14:43.952265 n-d-705658-22 neutron-server[105585]: self._notify() Jul 27 21:14:43.952265 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:14:43.952265 n-d-705658-22 neutron-server[105585]: self.callback(batched_events) Jul 27 21:14:43.952265 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:14:43.952265 n-d-705658-22 neutron-server[105585]: event.method(event) Jul 27 21:14:43.952265 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:14:43.952265 n-d-705658-22 neutron-server[105585]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:14:43.952265 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:14:43.952265 n-d-705658-22 neutron-server[105585]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:14:43.952265 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:14:43.952265 n-d-705658-22 neutron-server[105585]: return f(self, *a, **k) Jul 27 21:14:43.952265 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:14:43.952265 n-d-705658-22 neutron-server[105585]: return self._get(url).json() Jul 27 21:14:43.952265 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:14:43.952265 n-d-705658-22 neutron-server[105585]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:14:43.952265 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:14:43.952265 n-d-705658-22 neutron-server[105585]: return self.request(url, 'GET', **kwargs) Jul 27 21:14:43.952265 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:14:43.952265 n-d-705658-22 neutron-server[105585]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:14:43.952265 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:14:43.952265 n-d-705658-22 neutron-server[105585]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:14:43.952265 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:14:43.952265 n-d-705658-22 neutron-server[105585]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:14:43.952265 n-d-705658-22 neutron-server[105585]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:14:44.014873 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a40417-2873-4b65-82a8-0affda7b97fc tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Pushing event updated for resources: {'Port': ['ID=b62f03b6-d643-4761-9ae6-b8b5ddbd7fc9,revision_number=2']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:14:44.051114 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 37524) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:14:44.123526 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-fddd6c18-2e17-49dc-8894-98de308f1dd2 tempest-PortsAdminExtendedAttrsTestJSON-726728466 tempest-PortsAdminExtendedAttrsTestJSON-726728466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4075658'] for network, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:44.125216 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-f2723f49-862e-4a86-8d65-77c4cbb091b7 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=e0ead3ec255047599898090e655a5ca5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0711453 Jul 27 21:14:44.125855 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 37528) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:14:44.152047 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-fddd6c18-2e17-49dc-8894-98de308f1dd2 tempest-PortsAdminExtendedAttrsTestJSON-726728466 tempest-PortsAdminExtendedAttrsTestJSON-726728466-project] Notify callbacks [] for network, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:44.156988 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-fddd6c18-2e17-49dc-8894-98de308f1dd2 tempest-PortsAdminExtendedAttrsTestJSON-726728466 tempest-PortsAdminExtendedAttrsTestJSON-726728466-project] 10.222.0.59 "DELETE /v2.0/networks/0c3c0d42-6283-423a-a922-d9307d346029 HTTP/1.1" status: 204 len: 168 time: 1.4013283 Jul 27 21:14:44.159187 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddd6c18-2e17-49dc-8894-98de308f1dd2 tempest-PortsAdminExtendedAttrsTestJSON-726728466 tempest-PortsAdminExtendedAttrsTestJSON-726728466-project] Pushing event deleted for resources: {'Network': ['ID=0c3c0d42-6283-423a-a922-d9307d346029,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:14:44.165429 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-f6a40417-2873-4b65-82a8-0affda7b97fc tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4075768'] for floatingip, after_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:44.306066 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-748e182f-53b5-4fbe-9402-d7d896cb3e4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:44.314832 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-875ced1b-4cf3-463a-9653-058f0f9421e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:44.329094 n-d-705658-22 neutron-server[105585]: INFO neutron.db.l3_db [None req-f6a40417-2873-4b65-82a8-0affda7b97fc tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Floating IP 6a3117a8-3319-4152-bd9e-433be5ef2ab9 associated. External IP: 172.25.5.176, port: a5118c8d-ab51-49e4-b3a1-24b132773522. Jul 27 21:14:44.401265 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-748e182f-53b5-4fbe-9402-d7d896cb3e4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:44.573960 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-748e182f-53b5-4fbe-9402-d7d896cb3e4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:44.576597 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-748e182f-53b5-4fbe-9402-d7d896cb3e4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:44.577758 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-748e182f-53b5-4fbe-9402-d7d896cb3e4a admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/ff77f01b-5e6f-4b46-9cdf-09ff9a668c59 HTTP/1.1" status: 204 len: 168 time: 0.4486239 Jul 27 21:14:44.591565 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748e182f-53b5-4fbe-9402-d7d896cb3e4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff77f01b-5e6f-4b46-9cdf-09ff9a668c59,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:14:44.655252 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 37550) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:14:44.705830 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 37554) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:14:44.710935 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6a40417-2873-4b65-82a8-0affda7b97fc tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Router 8506beef-e928-4106-ad74-7b2da26a7668 has already been hosted by L3 agent dd128fd7-8e57-4d4f-895b-a96b369df59a {{(pid=105585) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:14:44.819266 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device 911a3825-8af0-432b-ad11-b34ac4d057c7 up at agent hyperv_n-h1-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:14:44.927059 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8dcf3f-4590-4547-bf14-11013c50781d req-6a93c9f1-6ddc-4096-8ca1-b0d76a6718d2 tempest-ServerTagsTestJSON-942460694 tempest-ServerTagsTestJSON-942460694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:14:44.928622 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-6c8dcf3f-4590-4547-bf14-11013c50781d req-6a93c9f1-6ddc-4096-8ca1-b0d76a6718d2 tempest-ServerTagsTestJSON-942460694 tempest-ServerTagsTestJSON-942460694-project] 10.222.0.59 "GET /v2.0/ports?device_id=b57246ad-83b2-4f02-97c1-b09323178f38 HTTP/1.1" status: 200 len: 944 time: 0.2199914 Jul 27 21:14:44.951107 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Provisioning for port 911a3825-8af0-432b-ad11-b34ac4d057c7 completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:14:44.955401 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Provisioning complete for port 911a3825-8af0-432b-ad11-b34ac4d057c7 triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:14:44.955802 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:44.986567 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6a40417-2873-4b65-82a8-0affda7b97fc tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify agent at l3_agent.n-d-705658-22 the message routers_updated {{(pid=105585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:14:45.005574 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-6c8dcf3f-4590-4547-bf14-11013c50781d req-af3c5f9d-fdeb-44b3-adc5-071bd91677c7 tempest-ServerTagsTestJSON-942460694 tempest-ServerTagsTestJSON-942460694-project] 10.222.0.59 "GET /v2.0/security-groups?id=f1ce1205-c7ba-4c40-ab0a-3b8b1b910ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636013 Jul 27 21:14:45.011351 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c93b2248-bc71-40fc-bbf1-b73cc5d678f6 None None] Sync routers for ids ['8506beef-e928-4106-ad74-7b2da26a7668'] in n-d-705658-22 {{(pid=105586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:14:45.025521 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-f6a40417-2873-4b65-82a8-0affda7b97fc tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for floatingip, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:45.047175 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c93b2248-bc71-40fc-bbf1-b73cc5d678f6 None None] Routers {'8506beef-e928-4106-ad74-7b2da26a7668'} bound to L3 agent in host n-d-705658-22 {{(pid=105586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:14:45.048089 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-c93b2248-bc71-40fc-bbf1-b73cc5d678f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:14:42Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['8506beef-e928-4106-ad74-7b2da26a7668'], 'active': True} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:14:45.099730 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-f6a40417-2873-4b65-82a8-0affda7b97fc tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 5.7091005 Jul 27 21:14:45.100328 n-d-705658-22 neutron-server[105585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14188e1a-88ea-45e0-ad71-5de945522dfe', 'tag': 'a5118c8d-ab51-49e4-b3a1-24b132773522'}] {{(pid=105585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:14:45.114726 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d66fd65881426bfc2b5388084a3654e5eae521106a15a3dbf0eb4cde7106c36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ac9b8e2-5970-4e91-96ea-50873054fa5f" -d '{"events": [{"name": "network-changed", "server_uuid": "14188e1a-88ea-45e0-ad71-5de945522dfe", "tag": "a5118c8d-ab51-49e4-b3a1-24b132773522"}]}' {{(pid=105585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:14:45.161511 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-ddc89cfd-3cb5-472a-a6a9-0c0e921ba021 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:45.176093 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:14:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06f71e72-f921-4e9a-8cf9-6b5e7e155349 x-openstack-request-id: req-06f71e72-f921-4e9a-8cf9-6b5e7e155349 {{(pid=105585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:14:45.176575 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14188e1a-88ea-45e0-ad71-5de945522dfe", "tag": "a5118c8d-ab51-49e4-b3a1-24b132773522", "status": "completed", "code": 200}]} {{(pid=105585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:14:45.177132 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-06f71e72-f921-4e9a-8cf9-6b5e7e155349 {{(pid=105585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:14:45.177747 n-d-705658-22 neutron-server[105585]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14188e1a-88ea-45e0-ad71-5de945522dfe', 'tag': 'a5118c8d-ab51-49e4-b3a1-24b132773522', 'status': 'completed', 'code': 200} Jul 27 21:14:45.302070 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d9af20-8d09-413f-9ae3-fbb141fd7eee req-d127f712-27a9-46f8-b0a4-bebfaf3db759 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:14:45.304007 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-42d9af20-8d09-413f-9ae3-fbb141fd7eee req-d127f712-27a9-46f8-b0a4-bebfaf3db759 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] 10.222.0.59 "GET /v2.0/ports?device_id=14188e1a-88ea-45e0-ad71-5de945522dfe HTTP/1.1" status: 200 len: 946 time: 0.0872343 Jul 27 21:14:45.396070 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-42d9af20-8d09-413f-9ae3-fbb141fd7eee req-380c4338-249c-417b-a91e-60f5f31995e8 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] 10.222.0.59 "GET /v2.0/security-groups?id=e9ca66b5-3d33-4671-986c-aa471cc95217&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0840752 Jul 27 21:14:45.414035 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 37582) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:14:45.414923 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:45.462264 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-c6f8f0e3-bd87-4818-92f9-4fd52f1a6ec9 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=5ab0bdc82bba4d77b01c90da3dc461a9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7544124 Jul 27 21:14:45.469058 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 37584) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:14:45.527528 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-1756e5b7-8d29-429d-846e-0e9ea49090de tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] 10.222.0.59 "GET /v2.0/floatingips/6a3117a8-3319-4152-bd9e-433be5ef2ab9 HTTP/1.1" status: 200 len: 992 time: 0.1100800 Jul 27 21:14:45.529476 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] For port 911a3825-8af0-432b-ad11-b34ac4d057c7, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=911a3825-8af0-432b-ad11-b34ac4d057c7,segment=NetworkSegment(1c7145c3-35fe-45b9-a07f-2923d5a00532),segment_id=1c7145c3-35fe-45b9-a07f-2923d5a00532)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:14:45.552886 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvr_db [None req-c93b2248-bc71-40fc-bbf1-b73cc5d678f6 None None] Set router 8506beef-e928-4106-ad74-7b2da26a7668 gateway port host: n-d-705658-22 {{(pid=105586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:14:45.558173 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac9b8e2-5970-4e91-96ea-50873054fa5f req-8470456b-7d8a-4d59-acad-91742348a1d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:14:45.559636 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b57246ad-83b2-4f02-97c1-b09323178f38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '911a3825-8af0-432b-ad11-b34ac4d057c7'}] {{(pid=105586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:14:45.560639 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-1ac9b8e2-5970-4e91-96ea-50873054fa5f req-8470456b-7d8a-4d59-acad-91742348a1d1 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=379416b786c44e07b1b1ba1a5ea96882&device_id=14188e1a-88ea-45e0-ad71-5de945522dfe HTTP/1.1" status: 200 len: 1098 time: 0.3584871 Jul 27 21:14:45.566893 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14c1663e039faf5393f87855f745010ac5b02220355b68fdbf065393e303ac56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c36cf471-54e7-4423-a6f4-df522c69dcd5" -d '{"events": [{"server_uuid": "b57246ad-83b2-4f02-97c1-b09323178f38", "name": "network-vif-plugged", "status": "completed", "tag": "911a3825-8af0-432b-ad11-b34ac4d057c7"}]}' {{(pid=105586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:14:45.662638 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:45.667815 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:14:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5eaa9c1-5fab-4c9a-9443-ae38451f06ca x-openstack-request-id: req-a5eaa9c1-5fab-4c9a-9443-ae38451f06ca {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:14:45.668567 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b57246ad-83b2-4f02-97c1-b09323178f38", "name": "network-vif-plugged", "status": "completed", "tag": "911a3825-8af0-432b-ad11-b34ac4d057c7", "code": 200}]} {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:14:45.669130 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-a5eaa9c1-5fab-4c9a-9443-ae38451f06ca {{(pid=105586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:14:45.669815 n-d-705658-22 neutron-server[105586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b57246ad-83b2-4f02-97c1-b09323178f38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '911a3825-8af0-432b-ad11-b34ac4d057c7', 'code': 200} Jul 27 21:14:45.740004 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-b1c88cf7-5b1c-4150-8347-93077e3bb408 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:45.859781 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Pushing event updated for resources: {'Port': ['ID=911a3825-8af0-432b-ad11-b34ac4d057c7,revision_number=5']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:14:45.873742 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-b1c88cf7-5b1c-4150-8347-93077e3bb408 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:45.888319 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-ddc89cfd-3cb5-472a-a6a9-0c0e921ba021 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:45.905270 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-ddc89cfd-3cb5-472a-a6a9-0c0e921ba021 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:45.982468 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac9b8e2-5970-4e91-96ea-50873054fa5f req-2798cb2c-2f00-4f9a-a36e-6a0df85eec7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:14:45.984293 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-1ac9b8e2-5970-4e91-96ea-50873054fa5f req-2798cb2c-2f00-4f9a-a36e-6a0df85eec7b service neutron] 10.222.0.60 "GET /v2.0/networks?id=1d4d21d8-5a4a-4948-971c-89356ade9736 HTTP/1.1" status: 200 len: 898 time: 0.4028296 Jul 27 21:14:46.010540 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb0402d-2fc9-4765-bbea-97fd5930913b req-089e4dd2-e0ad-4278-96b3-37969937ee22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:14:46.012298 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-adb0402d-2fc9-4765-bbea-97fd5930913b req-089e4dd2-e0ad-4278-96b3-37969937ee22 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=b57246ad-83b2-4f02-97c1-b09323178f38 HTTP/1.1" status: 200 len: 1097 time: 0.2683938 Jul 27 21:14:46.024261 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 37608) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:14:46.024802 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-ddc89cfd-3cb5-472a-a6a9-0c0e921ba021 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=16c76afda0ad48e6b10e49fdcad8a2dd&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3678088 Jul 27 21:14:46.028029 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-b1c88cf7-5b1c-4150-8347-93077e3bb408 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:46.030554 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-b1c88cf7-5b1c-4150-8347-93077e3bb408 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:46.034487 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-b1c88cf7-5b1c-4150-8347-93077e3bb408 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/1b5da094-52bc-48b0-b71b-06b56cb2f233 HTTP/1.1" status: 204 len: 168 time: 0.5640709 Jul 27 21:14:46.075177 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc89cfd-3cb5-472a-a6a9-0c0e921ba021 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54db59aa-2fa5-43fb-a11a-832e71b50d00,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:14:46.106157 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c88cf7-5b1c-4150-8347-93077e3bb408 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b5da094-52bc-48b0-b71b-06b56cb2f233,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:14:46.140173 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-3a49325f-6970-4526-b8a0-abeafd591a3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:46.140864 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-adb0402d-2fc9-4765-bbea-97fd5930913b req-abd2f18a-1ff5-4eb2-bc35-81ceab986f15 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=f1ce1205-c7ba-4c40-ab0a-3b8b1b910ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137245 Jul 27 21:14:46.164820 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-1ac9b8e2-5970-4e91-96ea-50873054fa5f req-ed168514-b2c1-4663-a69a-4e3e4ae49b28 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a5118c8d-ab51-49e4-b3a1-24b132773522 HTTP/1.1" status: 200 len: 1000 time: 0.1613386 Jul 27 21:14:46.193932 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-c93b2248-bc71-40fc-bbf1-b73cc5d678f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8506beef-e928-4106-ad74-7b2da26a7668', 'name': 'tempest-TestNetworkAdvancedServerOps-router-474468986', 'tenant_id': '379416b786c44e07b1b1ba1a5ea96882', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.14'}], 'enable_snat': True}, 'gw_port_id': '50fb8687-1601-46c6-af69-b43fd9a0ae38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:14:10Z', 'updated_at': '2021-07-27T21:14:18Z', 'revision_number': 4, 'project_id': '379416b786c44e07b1b1ba1a5ea96882', 'gw_port': {'id': '50fb8687-1601-46c6-af69-b43fd9a0ae38', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:b7:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8506beef-e928-4106-ad74-7b2da26a7668', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2173, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:14:11Z', 'updated_at': '2021-07-27T21:14:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_floatingips': [{'id': '6a3117a8-3319-4152-bd9e-433be5ef2ab9', 'tenant_id': '379416b786c44e07b1b1ba1a5ea96882', 'floating_ip_address': '172.25.5.176', 'floating_network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'router_id': '8506beef-e928-4106-ad74-7b2da26a7668', 'port_id': 'a5118c8d-ab51-49e4-b3a1-24b132773522', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2287, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d4d21d8-5a4a-4948-971c-89356ade9736', 'mac_address': 'fa:16:3e:55:0c:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14188e1a-88ea-45e0-ad71-5de945522dfe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T21:14:42Z', 'updated_at': '2021-07-27T21:14:42Z', 'revision_number': 0, 'project_id': '379416b786c44e07b1b1ba1a5ea96882', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dba1bae5-1c7a-4047-8d99-6c160550919f', 'name': '', 'network_id': '1d4d21d8-5a4a-4948-971c-89356ade9736', 'tenant_id': '379416b786c44e07b1b1ba1a5ea96882', 'mac_address': 'fa:16:3e:47:16:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8506beef-e928-4106-ad74-7b2da26a7668', 'device_owner': 'network:router_interface', 'standard_attr_id': 2191, 'fixed_ips': [{'subnet_id': 'ddef23d9-d17b-4086-bd3c-1e30aa0e0ca0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:14:17Z', 'updated_at': '2021-07-27T21:14:26Z', 'revision_number': 5, 'project_id': '379416b786c44e07b1b1ba1a5ea96882', 'subnets': [{'id': 'ddef23d9-d17b-4086-bd3c-1e30aa0e0ca0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-22', False) {} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:14:46.230188 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c93b2248-bc71-40fc-bbf1-b73cc5d678f6 None None] Checking router: 8506beef-e928-4106-ad74-7b2da26a7668 for host: n-d-705658-22 {{(pid=105586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:14:46.238452 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac9b8e2-5970-4e91-96ea-50873054fa5f req-5b6e9867-9df2-4745-87fc-216e677d7055 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:14:46.239880 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c93b2248-bc71-40fc-bbf1-b73cc5d678f6 None None] Routers {'8506beef-e928-4106-ad74-7b2da26a7668'} bound to L3 agent in host n-d-705658-22 {{(pid=105586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:14:46.240651 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-c93b2248-bc71-40fc-bbf1-b73cc5d678f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:14:42Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['8506beef-e928-4106-ad74-7b2da26a7668'], 'active': True} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:14:46.241223 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-1ac9b8e2-5970-4e91-96ea-50873054fa5f req-5b6e9867-9df2-4745-87fc-216e677d7055 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ddef23d9-d17b-4086-bd3c-1e30aa0e0ca0 HTTP/1.1" status: 200 len: 834 time: 0.0610197 Jul 27 21:14:46.355192 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac9b8e2-5970-4e91-96ea-50873054fa5f req-25dc45d0-ecff-4054-9c08-7d8fd4bdd131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:14:46.359690 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-1ac9b8e2-5970-4e91-96ea-50873054fa5f req-25dc45d0-ecff-4054-9c08-7d8fd4bdd131 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1d4d21d8-5a4a-4948-971c-89356ade9736&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1099401 Jul 27 21:14:46.501752 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvr_db [None req-c93b2248-bc71-40fc-bbf1-b73cc5d678f6 None None] Set router 8506beef-e928-4106-ad74-7b2da26a7668 gateway port host: n-d-705658-22 {{(pid=105586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:14:46.569391 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-1ac9b8e2-5970-4e91-96ea-50873054fa5f req-bddc523b-bfa1-4277-a5aa-7794596394f8 service neutron] 10.222.0.60 "GET /v2.0/networks/1d4d21d8-5a4a-4948-971c-89356ade9736?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2027037 Jul 27 21:14:46.570322 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 37626) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:14:46.755632 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-3a49325f-6970-4526-b8a0-abeafd591a3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:46.801762 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-1ac9b8e2-5970-4e91-96ea-50873054fa5f req-021640a7-2dcd-42ea-bed6-e1aa5f118f0b service neutron] 10.222.0.60 "GET /v2.0/networks/1d4d21d8-5a4a-4948-971c-89356ade9736?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2191553 Jul 27 21:14:46.886637 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68f4520-3ad5-4bd4-a2cb-3779bd3c9765 req-87e8236b-83a5-433e-beea-1a465eac2bcc tempest-ServerTagsTestJSON-942460694 tempest-ServerTagsTestJSON-942460694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:14:46.896280 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a68f4520-3ad5-4bd4-a2cb-3779bd3c9765 req-87e8236b-83a5-433e-beea-1a465eac2bcc tempest-ServerTagsTestJSON-942460694 tempest-ServerTagsTestJSON-942460694-project] 10.222.0.59 "GET /v2.0/ports?device_id=b57246ad-83b2-4f02-97c1-b09323178f38 HTTP/1.1" status: 200 len: 945 time: 0.7312455 Jul 27 21:14:46.949559 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-3a49325f-6970-4526-b8a0-abeafd591a3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:46.952042 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-3a49325f-6970-4526-b8a0-abeafd591a3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:46.953174 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-3a49325f-6970-4526-b8a0-abeafd591a3e admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/54db59aa-2fa5-43fb-a11a-832e71b50d00 HTTP/1.1" status: 204 len: 168 time: 0.9279201 Jul 27 21:14:46.955480 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-13564947-0d1e-4651-a074-ac3a9a518840 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] 10.222.0.59 "GET /v2.0/floatingips/6a3117a8-3319-4152-bd9e-433be5ef2ab9 HTTP/1.1" status: 200 len: 992 time: 0.3716857 Jul 27 21:14:46.965906 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a49325f-6970-4526-b8a0-abeafd591a3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54db59aa-2fa5-43fb-a11a-832e71b50d00,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:14:46.983031 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a68f4520-3ad5-4bd4-a2cb-3779bd3c9765 req-7efecd5f-d5ca-496a-b229-643943d4813a tempest-ServerTagsTestJSON-942460694 tempest-ServerTagsTestJSON-942460694-project] 10.222.0.59 "GET /v2.0/security-groups?id=f1ce1205-c7ba-4c40-ab0a-3b8b1b910ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857396 Jul 27 21:14:46.992094 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 37640) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:14:47.048052 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.agents_db [None req-558fcd2c-e512-47bc-a170-8673d87f7213 None None] Agent healthcheck: found 7 active agents {{(pid=105587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 21:14:47.056635 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-1fa1efdb-141d-413a-9c2e-9722baa6cde9 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=b9f22638f4314cd2a2a7819e6291516c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0628202 Jul 27 21:14:47.058644 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 37644) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:14:47.142396 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-c93b2248-bc71-40fc-bbf1-b73cc5d678f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8506beef-e928-4106-ad74-7b2da26a7668', 'name': 'tempest-TestNetworkAdvancedServerOps-router-474468986', 'tenant_id': '379416b786c44e07b1b1ba1a5ea96882', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.14'}], 'enable_snat': True}, 'gw_port_id': '50fb8687-1601-46c6-af69-b43fd9a0ae38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:14:10Z', 'updated_at': '2021-07-27T21:14:18Z', 'revision_number': 4, 'project_id': '379416b786c44e07b1b1ba1a5ea96882', 'gw_port': {'id': '50fb8687-1601-46c6-af69-b43fd9a0ae38', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:b7:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8506beef-e928-4106-ad74-7b2da26a7668', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2173, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:14:11Z', 'updated_at': '2021-07-27T21:14:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_floatingips': [{'id': '6a3117a8-3319-4152-bd9e-433be5ef2ab9', 'tenant_id': '379416b786c44e07b1b1ba1a5ea96882', 'floating_ip_address': '172.25.5.176', 'floating_network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'router_id': '8506beef-e928-4106-ad74-7b2da26a7668', 'port_id': 'a5118c8d-ab51-49e4-b3a1-24b132773522', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2287, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d4d21d8-5a4a-4948-971c-89356ade9736', 'mac_address': 'fa:16:3e:55:0c:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14188e1a-88ea-45e0-ad71-5de945522dfe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T21:14:42Z', 'updated_at': '2021-07-27T21:14:42Z', 'revision_number': 0, 'project_id': '379416b786c44e07b1b1ba1a5ea96882', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dba1bae5-1c7a-4047-8d99-6c160550919f', 'name': '', 'network_id': '1d4d21d8-5a4a-4948-971c-89356ade9736', 'tenant_id': '379416b786c44e07b1b1ba1a5ea96882', 'mac_address': 'fa:16:3e:47:16:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8506beef-e928-4106-ad74-7b2da26a7668', 'device_owner': 'network:router_interface', 'standard_attr_id': 2191, 'fixed_ips': [{'subnet_id': 'ddef23d9-d17b-4086-bd3c-1e30aa0e0ca0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:14:17Z', 'updated_at': '2021-07-27T21:14:26Z', 'revision_number': 5, 'project_id': '379416b786c44e07b1b1ba1a5ea96882', 'subnets': [{'id': 'ddef23d9-d17b-4086-bd3c-1e30aa0e0ca0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-22', False) {} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:14:47.160489 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-6a0270f1-134b-44df-bf44-21a3f8fe2684 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:47.198951 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-6a0270f1-134b-44df-bf44-21a3f8fe2684 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:47.199798 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c93b2248-bc71-40fc-bbf1-b73cc5d678f6 None None] The sync data for ids ['8506beef-e928-4106-ad74-7b2da26a7668'] in n-d-705658-22 is: [{'id': '8506beef-e928-4106-ad74-7b2da26a7668', 'name': 'tempest-TestNetworkAdvancedServerOps-router-474468986', 'tenant_id': '379416b786c44e07b1b1ba1a5ea96882', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.14'}], 'enable_snat': True}, 'gw_port_id': '50fb8687-1601-46c6-af69-b43fd9a0ae38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:14:10Z', 'updated_at': '2021-07-27T21:14:18Z', 'revision_number': 4, 'project_id': '379416b786c44e07b1b1ba1a5ea96882', 'gw_port': {'id': '50fb8687-1601-46c6-af69-b43fd9a0ae38', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:b7:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8506beef-e928-4106-ad74-7b2da26a7668', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2173, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:14:11Z', 'updated_at': '2021-07-27T21:14:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_floatingips': [{'id': '6a3117a8-3319-4152-bd9e-433be5ef2ab9', 'tenant_id': '379416b786c44e07b1b1ba1a5ea96882', 'floating_ip_address': '172.25.5.176', 'floating_network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'router_id': '8506beef-e928-4106-ad74-7b2da26a7668', 'port_id': 'a5118c8d-ab51-49e4-b3a1-24b132773522', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2287, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d4d21d8-5a4a-4948-971c-89356ade9736', 'mac_address': 'fa:16:3e:55:0c:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14188e1a-88ea-45e0-ad71-5de945522dfe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T21:14:42Z', 'updated_at': '2021-07-27T21:14:42Z', 'revision_number': 0, 'project_id': '379416b786c44e07b1b1ba1a5ea96882', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dba1bae5-1c7a-4047-8d99-6c160550919f', 'name': '', 'network_id': '1d4d21d8-5a4a-4948-971c-89356ade9736', 'tenant_id': '379416b786c44e07b1b1ba1a5ea96882', 'mac_address': 'fa:16:3e:47:16:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8506beef-e928-4106-ad74-7b2da26a7668', 'device_owner': 'network:router_interface', 'standard_attr_id': 2191, 'fixed_ips': [{'subnet_id': 'ddef23d9-d17b-4086-bd3c-1e30aa0e0ca0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:14:17Z', 'updated_at': '2021-07-27T21:14:26Z', 'revision_number': 5, 'project_id': '379416b786c44e07b1b1ba1a5ea96882', 'subnets': [{'id': 'ddef23d9-d17b-4086-bd3c-1e30aa0e0ca0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:14:47.283568 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-6a0270f1-134b-44df-bf44-21a3f8fe2684 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:47.286046 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-6a0270f1-134b-44df-bf44-21a3f8fe2684 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:47.287498 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-6a0270f1-134b-44df-bf44-21a3f8fe2684 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/1a4be8c2-c7e2-4f84-9d24-c441191924a9 HTTP/1.1" status: 204 len: 168 time: 0.2273521 Jul 27 21:14:47.301962 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0270f1-134b-44df-bf44-21a3f8fe2684 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a4be8c2-c7e2-4f84-9d24-c441191924a9,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:14:47.511716 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f2aeca6-bf70-4ac1-9d2e-d3e644756eb0 None None] New status for floating IP 6a3117a8-3319-4152-bd9e-433be5ef2ab9: ACTIVE {{(pid=105587) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 21:14:47.815519 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 37676) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:14:47.816401 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 37678) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:14:47.839098 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-24231c07-ee82-4196-b238-02308f904c61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:47.947684 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 37688) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:14:48.002656 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-24231c07-ee82-4196-b238-02308f904c61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:48.009596 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-24231c07-ee82-4196-b238-02308f904c61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:48.066183 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-bfabc55d-ed8b-40bc-aab2-a1e1066447b1 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] 10.222.0.59 "GET /v2.0/floatingips/6a3117a8-3319-4152-bd9e-433be5ef2ab9 HTTP/1.1" status: 200 len: 994 time: 0.1169779 Jul 27 21:14:48.081385 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-02c13f29-005e-4b2b-ba7b-7f8100ef6236 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:48.081781 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24231c07-ee82-4196-b238-02308f904c61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19579469-18bd-4eca-904a-bc05566bc5aa,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:14:48.091948 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-24231c07-ee82-4196-b238-02308f904c61 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=a78337f2938241e39f4737ab67e17895&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2742949 Jul 27 21:14:48.092640 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 37698) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:14:48.165295 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-f865183a-4059-4dfe-8bea-138affc3cfa4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:48.209183 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-f865183a-4059-4dfe-8bea-138affc3cfa4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:48.227230 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173003b1-db96-479f-b552-18c49d03fc53 req-ee83f97d-77d1-4fb0-8043-c1c7af88e088 tempest-ServerTagsTestJSON-942460694 tempest-ServerTagsTestJSON-942460694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:14:48.230189 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-173003b1-db96-479f-b552-18c49d03fc53 req-ee83f97d-77d1-4fb0-8043-c1c7af88e088 tempest-ServerTagsTestJSON-942460694 tempest-ServerTagsTestJSON-942460694-project] 10.222.0.59 "GET /v2.0/ports?device_id=b57246ad-83b2-4f02-97c1-b09323178f38 HTTP/1.1" status: 200 len: 945 time: 0.1284792 Jul 27 21:14:48.287415 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-f865183a-4059-4dfe-8bea-138affc3cfa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:48.289421 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-173003b1-db96-479f-b552-18c49d03fc53 req-0a708c4c-b1bf-41d2-9f90-58ff13d476a0 tempest-ServerTagsTestJSON-942460694 tempest-ServerTagsTestJSON-942460694-project] 10.222.0.59 "GET /v2.0/security-groups?id=f1ce1205-c7ba-4c40-ab0a-3b8b1b910ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512249 Jul 27 21:14:48.300189 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-f865183a-4059-4dfe-8bea-138affc3cfa4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:48.304549 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-f865183a-4059-4dfe-8bea-138affc3cfa4 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/19579469-18bd-4eca-904a-bc05566bc5aa HTTP/1.1" status: 204 len: 168 time: 0.2075167 Jul 27 21:14:48.330330 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-02c13f29-005e-4b2b-ba7b-7f8100ef6236 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:48.337969 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-02c13f29-005e-4b2b-ba7b-7f8100ef6236 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:48.356276 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f865183a-4059-4dfe-8bea-138affc3cfa4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19579469-18bd-4eca-904a-bc05566bc5aa,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:14:48.399986 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-02c13f29-005e-4b2b-ba7b-7f8100ef6236 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=336172cd04df49c3bc1ee86a4c4c8005&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5814054 Jul 27 21:14:48.402118 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c13f29-005e-4b2b-ba7b-7f8100ef6236 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb9bf364-1230-4f92-9c32-b8b54178f322,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:14:48.402821 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 37714) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:14:48.486912 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-911ebe04-faee-4453-8c9c-b151eed0a2eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:48.530044 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-911ebe04-faee-4453-8c9c-b151eed0a2eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:48.615666 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-911ebe04-faee-4453-8c9c-b151eed0a2eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:48.618665 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-911ebe04-faee-4453-8c9c-b151eed0a2eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:48.624295 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-911ebe04-faee-4453-8c9c-b151eed0a2eb admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/fb9bf364-1230-4f92-9c32-b8b54178f322 HTTP/1.1" status: 204 len: 168 time: 0.2186310 Jul 27 21:14:48.638104 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911ebe04-faee-4453-8c9c-b151eed0a2eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb9bf364-1230-4f92-9c32-b8b54178f322,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:14:49.556414 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 37792) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:14:49.924729 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-2f0036a8-92aa-463a-8ded-99a3e5266866 tempest-NetworksIpV6TestAttrs-2117866386 tempest-NetworksIpV6TestAttrs-2117866386-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1817695866'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:14:49.977072 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f0036a8-92aa-463a-8ded-99a3e5266866 tempest-NetworksIpV6TestAttrs-2117866386 tempest-NetworksIpV6TestAttrs-2117866386-project] Made reservation on behalf of 652fba225030484581464cd6ffb39646 for: {'network': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:14:49.982183 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-2f0036a8-92aa-463a-8ded-99a3e5266866 tempest-NetworksIpV6TestAttrs-2117866386 tempest-NetworksIpV6TestAttrs-2117866386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for network, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:49.999248 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-2f0036a8-92aa-463a-8ded-99a3e5266866 tempest-NetworksIpV6TestAttrs-2117866386 tempest-NetworksIpV6TestAttrs-2117866386-project] Notify callbacks [] for security_group, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:50.168508 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-2f0036a8-92aa-463a-8ded-99a3e5266866 tempest-NetworksIpV6TestAttrs-2117866386 tempest-NetworksIpV6TestAttrs-2117866386-project] Notify callbacks [] for security_group, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:50.176220 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-2f0036a8-92aa-463a-8ded-99a3e5266866 tempest-NetworksIpV6TestAttrs-2117866386 tempest-NetworksIpV6TestAttrs-2117866386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:50.203360 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f0036a8-92aa-463a-8ded-99a3e5266866 tempest-NetworksIpV6TestAttrs-2117866386 tempest-NetworksIpV6TestAttrs-2117866386-project] vlan segment allocate from pool success with {'vlan_id': 249, 'physical_network': 'physnet1'} {{(pid=105584) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:14:50.224762 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-2f0036a8-92aa-463a-8ded-99a3e5266866 tempest-NetworksIpV6TestAttrs-2117866386 tempest-NetworksIpV6TestAttrs-2117866386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:50.225191 n-d-705658-22 neutron-server[105584]: INFO neutron.db.segments_db [None req-2f0036a8-92aa-463a-8ded-99a3e5266866 tempest-NetworksIpV6TestAttrs-2117866386 tempest-NetworksIpV6TestAttrs-2117866386-project] Added segment 7de0f206-2a1e-4a78-a910-a3ab5d69774d of type vlan for network b8b2dcb0-7f97-46bd-871b-5caf27e7016e Jul 27 21:14:50.326168 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-2f0036a8-92aa-463a-8ded-99a3e5266866 tempest-NetworksIpV6TestAttrs-2117866386 tempest-NetworksIpV6TestAttrs-2117866386-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790688424798'] for network, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:50.370456 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-2f0036a8-92aa-463a-8ded-99a3e5266866 tempest-NetworksIpV6TestAttrs-2117866386 tempest-NetworksIpV6TestAttrs-2117866386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920'] for network, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:50.377285 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f0036a8-92aa-463a-8ded-99a3e5266866 tempest-NetworksIpV6TestAttrs-2117866386 tempest-NetworksIpV6TestAttrs-2117866386-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:14:50.378148 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-2f0036a8-92aa-463a-8ded-99a3e5266866 tempest-NetworksIpV6TestAttrs-2117866386 tempest-NetworksIpV6TestAttrs-2117866386-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743886'] for network, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:50.420337 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-2f0036a8-92aa-463a-8ded-99a3e5266866 tempest-NetworksIpV6TestAttrs-2117866386 tempest-NetworksIpV6TestAttrs-2117866386-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.8499417 Jul 27 21:14:50.424892 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0036a8-92aa-463a-8ded-99a3e5266866 tempest-NetworksIpV6TestAttrs-2117866386 tempest-NetworksIpV6TestAttrs-2117866386-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a4787933-50ec-432f-beea-f33d15e4ab57,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:14:50.550434 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0036a8-92aa-463a-8ded-99a3e5266866 tempest-NetworksIpV6TestAttrs-2117866386 tempest-NetworksIpV6TestAttrs-2117866386-project] Pushing event updated for resources: {'Network': ['ID=b8b2dcb0-7f97-46bd-871b-5caf27e7016e,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:14:50.564948 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Network b8b2dcb0-7f97-46bd-871b-5caf27e7016e details requested by agent ovs-agent-n-d-705658-22 with host n-d-705658-22 {{(pid=105586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:14:50.831030 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 37864) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:14:50.893679 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54042fb0-24ab-4170-8c24-a81226c16cd9 req-24b9c56a-75df-46e8-882e-7786ca7fcdd4 tempest-ServerTagsTestJSON-942460694 tempest-ServerTagsTestJSON-942460694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:14:50.903279 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-54042fb0-24ab-4170-8c24-a81226c16cd9 req-24b9c56a-75df-46e8-882e-7786ca7fcdd4 tempest-ServerTagsTestJSON-942460694 tempest-ServerTagsTestJSON-942460694-project] 10.222.0.59 "GET /v2.0/ports?device_id=b57246ad-83b2-4f02-97c1-b09323178f38 HTTP/1.1" status: 200 len: 945 time: 0.1004188 Jul 27 21:14:50.964990 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-54042fb0-24ab-4170-8c24-a81226c16cd9 req-99e42d1b-9dcd-40ce-b38d-10ac020bfc15 tempest-ServerTagsTestJSON-942460694 tempest-ServerTagsTestJSON-942460694-project] 10.222.0.59 "GET /v2.0/security-groups?id=f1ce1205-c7ba-4c40-ab0a-3b8b1b910ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596576 Jul 27 21:14:51.127170 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-e616dffc-115e-4bc2-9b45-d486651a1338 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-715456514-network', 'tenant_id': '7cb1be282c1a45569e2d1240a1ce83c6'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:14:51.176752 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e616dffc-115e-4bc2-9b45-d486651a1338 admin admin] Made reservation on behalf of 7cb1be282c1a45569e2d1240a1ce83c6 for: {'network': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:14:51.183630 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-e616dffc-115e-4bc2-9b45-d486651a1338 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for network, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:51.205627 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-e616dffc-115e-4bc2-9b45-d486651a1338 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:51.356011 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-e616dffc-115e-4bc2-9b45-d486651a1338 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:51.372548 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-e616dffc-115e-4bc2-9b45-d486651a1338 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:51.391650 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e616dffc-115e-4bc2-9b45-d486651a1338 admin admin] vlan segment allocate from pool success with {'vlan_id': 246, 'physical_network': 'physnet1'} {{(pid=105584) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:14:51.414101 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-e616dffc-115e-4bc2-9b45-d486651a1338 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:51.414454 n-d-705658-22 neutron-server[105584]: INFO neutron.db.segments_db [None req-e616dffc-115e-4bc2-9b45-d486651a1338 admin admin] Added segment 749d1f51-8998-49bc-ba8d-208be5295f5a of type vlan for network 0ded17b3-440e-4dbe-8ea1-4e29acefb236 Jul 27 21:14:51.470470 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-e616dffc-115e-4bc2-9b45-d486651a1338 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790688424798'] for network, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:51.541301 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-e616dffc-115e-4bc2-9b45-d486651a1338 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920'] for network, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:51.545121 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e616dffc-115e-4bc2-9b45-d486651a1338 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:14:51.548903 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-e616dffc-115e-4bc2-9b45-d486651a1338 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743886'] for network, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:51.686758 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e616dffc-115e-4bc2-9b45-d486651a1338 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2650ee69-e2a9-4bf0-b170-d21e83666964,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:14:51.692683 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-e616dffc-115e-4bc2-9b45-d486651a1338 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8603857 Jul 27 21:14:51.695695 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 37896) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:14:51.701009 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-4222809f-4c86-467f-9bcc-cde98d3f016d admin admin] Request body: {'subnet': {'network_id': '0ded17b3-440e-4dbe-8ea1-4e29acefb236', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-715456514-subnet', 'tenant_id': '7cb1be282c1a45569e2d1240a1ce83c6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:14:51.718788 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e616dffc-115e-4bc2-9b45-d486651a1338 admin admin] Pushing event updated for resources: {'Network': ['ID=0ded17b3-440e-4dbe-8ea1-4e29acefb236,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:14:51.749883 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4222809f-4c86-467f-9bcc-cde98d3f016d admin admin] Made reservation on behalf of 7cb1be282c1a45569e2d1240a1ce83c6 for: {'subnet': 1} {{(pid=105585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:14:51.752488 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-4222809f-4c86-467f-9bcc-cde98d3f016d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9990620'] for subnet, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:51.774313 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Network 0ded17b3-440e-4dbe-8ea1-4e29acefb236 details requested by agent ovs-agent-n-d-705658-22 with host n-d-705658-22 {{(pid=105586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:14:52.007990 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 37906) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:14:52.107906 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-4222809f-4c86-467f-9bcc-cde98d3f016d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10221797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9990606'] for subnet, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:52.240193 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4222809f-4c86-467f-9bcc-cde98d3f016d admin admin] Pushing event updated for resources: {'Subnet': ['ID=0afa8897-5216-45a9-9a1e-8fc30b1f7259,revision_number=0']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:14:52.255885 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4222809f-4c86-467f-9bcc-cde98d3f016d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:14:52.256071 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4222809f-4c86-467f-9bcc-cde98d3f016d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:14:52.256369 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4222809f-4c86-467f-9bcc-cde98d3f016d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:14:52.256714 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4222809f-4c86-467f-9bcc-cde98d3f016d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:14:52.257079 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4222809f-4c86-467f-9bcc-cde98d3f016d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:14:52.257401 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4222809f-4c86-467f-9bcc-cde98d3f016d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:14:52.257731 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4222809f-4c86-467f-9bcc-cde98d3f016d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:14:52.258055 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4222809f-4c86-467f-9bcc-cde98d3f016d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:14:52.258378 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4222809f-4c86-467f-9bcc-cde98d3f016d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:14:52.258700 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4222809f-4c86-467f-9bcc-cde98d3f016d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:14:52.259041 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4222809f-4c86-467f-9bcc-cde98d3f016d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:14:52.259363 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4222809f-4c86-467f-9bcc-cde98d3f016d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:14:52.265350 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4222809f-4c86-467f-9bcc-cde98d3f016d admin admin] Checking segment: {'id': '749d1f51-8998-49bc-ba8d-208be5295f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '0ded17b3-440e-4dbe-8ea1-4e29acefb236'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:14:52.265719 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4222809f-4c86-467f-9bcc-cde98d3f016d admin admin] Network hostable DHCP agents. Network: 0ded17b3-440e-4dbe-8ea1-4e29acefb236, hostable agents: ['7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a'], hosted agents: [] {{(pid=105585) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:14:52.281689 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9315577-d746-47a0-8027-d84aa201f424 req-06138189-2004-49a5-917d-9c19961e5ee0 tempest-ServerTagsTestJSON-942460694 tempest-ServerTagsTestJSON-942460694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:14:52.289645 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f9315577-d746-47a0-8027-d84aa201f424 req-06138189-2004-49a5-917d-9c19961e5ee0 tempest-ServerTagsTestJSON-942460694 tempest-ServerTagsTestJSON-942460694-project] 10.222.0.59 "GET /v2.0/ports?device_id=b57246ad-83b2-4f02-97c1-b09323178f38 HTTP/1.1" status: 200 len: 945 time: 0.1987820 Jul 27 21:14:52.302197 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-5a928257-b274-4ec3-be69-7f2fbe1cbf56 tempest-ExternalNetworksAdminNegativeTestJSON-667982685 tempest-ExternalNetworksAdminNegativeTestJSON-667982685-project-admin] Request body: {'floatingip': {'floating_network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:14:52.322859 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4222809f-4c86-467f-9bcc-cde98d3f016d admin admin] Network 0ded17b3-440e-4dbe-8ea1-4e29acefb236 is scheduled to be hosted by DHCP agent 7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a with binding_index 1 {{(pid=105585) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:14:52.357800 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f9315577-d746-47a0-8027-d84aa201f424 req-e2b495e4-a3da-4d0f-b2c2-f1f348190a16 tempest-ServerTagsTestJSON-942460694 tempest-ServerTagsTestJSON-942460694-project] 10.222.0.59 "GET /v2.0/security-groups?id=f1ce1205-c7ba-4c40-ab0a-3b8b1b910ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669289 Jul 27 21:14:52.359647 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.base_scheduler [None req-4222809f-4c86-467f-9bcc-cde98d3f016d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-22, 0ded17b3-440e-4dbe-8ea1-4e29acefb236) {{(pid=105585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:14:52.361232 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-5a928257-b274-4ec3-be69-7f2fbe1cbf56 tempest-ExternalNetworksAdminNegativeTestJSON-667982685 tempest-ExternalNetworksAdminNegativeTestJSON-667982685-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:52.368802 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4222809f-4c86-467f-9bcc-cde98d3f016d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:14:52.370728 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-4222809f-4c86-467f-9bcc-cde98d3f016d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743886'] for subnet, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:52.383941 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbb0981c-648d-4d05-88ba-4cd60c0ff61c None None] Network 0ded17b3-440e-4dbe-8ea1-4e29acefb236 requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:14:52.421347 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-4222809f-4c86-467f-9bcc-cde98d3f016d admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7236657 Jul 27 21:14:52.578467 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfc85a3-3df3-45fb-a3e6-2ecd063fc9cb req-d0938e5b-0bd5-489b-8f9b-5404347f3329 tempest-ServerTagsTestJSON-942460694 tempest-ServerTagsTestJSON-942460694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:14:52.580464 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-8bfc85a3-3df3-45fb-a3e6-2ecd063fc9cb req-d0938e5b-0bd5-489b-8f9b-5404347f3329 tempest-ServerTagsTestJSON-942460694 tempest-ServerTagsTestJSON-942460694-project] 10.222.0.36 "GET /v2.0/ports?device_id=b57246ad-83b2-4f02-97c1-b09323178f38 HTTP/1.1" status: 200 len: 945 time: 0.3775940 Jul 27 21:14:52.673087 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b232dad2-7e10-40f7-9c47-d2145ab8c461 None None] Network 0ded17b3-440e-4dbe-8ea1-4e29acefb236 requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:14:52.673803 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 37930) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:14:52.793967 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-5a928257-b274-4ec3-be69-7f2fbe1cbf56 tempest-ExternalNetworksAdminNegativeTestJSON-667982685 tempest-ExternalNetworksAdminNegativeTestJSON-667982685-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:52.982074 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-0aff767d-72fb-4276-9fc1-3b380a1393ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:53.048084 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.db_base_plugin_common [None req-5a928257-b274-4ec3-be69-7f2fbe1cbf56 tempest-ExternalNetworksAdminNegativeTestJSON-667982685 tempest-ExternalNetworksAdminNegativeTestJSON-667982685-project-admin] Allocated IP 172.25.5.58 (8735d8a2-b604-4758-ae71-b40e4ee6f305/eca7dbab-b9c0-4c8f-a272-816ea8a81764/40724038-3dd9-431f-9c38-2dad6a620c2d) {{(pid=105584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:14:53.233307 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-5a928257-b274-4ec3-be69-7f2fbe1cbf56 tempest-ExternalNetworksAdminNegativeTestJSON-667982685 tempest-ExternalNetworksAdminNegativeTestJSON-667982685-project-admin] Notify callbacks [] for port, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:53.235164 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-0aff767d-72fb-4276-9fc1-3b380a1393ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:53.253705 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-0aff767d-72fb-4276-9fc1-3b380a1393ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:53.287834 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [req-8bfc85a3-3df3-45fb-a3e6-2ecd063fc9cb req-37d52842-74ec-4d5c-a236-bb18e60a1f89 tempest-ServerTagsTestJSON-942460694 tempest-ServerTagsTestJSON-942460694-project] Deleting port 911a3825-8af0-432b-ad11-b34ac4d057c7 {{(pid=105584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:14:53.288886 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-8bfc85a3-3df3-45fb-a3e6-2ecd063fc9cb req-37d52842-74ec-4d5c-a236-bb18e60a1f89 tempest-ServerTagsTestJSON-942460694 tempest-ServerTagsTestJSON-942460694-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:53.420208 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-0aff767d-72fb-4276-9fc1-3b380a1393ad admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=f74e69f39c284d1d95daf2d57ee3b258&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7453568 Jul 27 21:14:53.424219 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 37966) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:14:53.434423 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-5a928257-b274-4ec3-be69-7f2fbe1cbf56 tempest-ExternalNetworksAdminNegativeTestJSON-667982685 tempest-ExternalNetworksAdminNegativeTestJSON-667982685-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:53.447795 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aff767d-72fb-4276-9fc1-3b380a1393ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f941ff93-021f-4b4b-becf-5e9ab9541d70,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:14:53.500878 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8dca3ad-1222-461f-a567-4881f20beadf req-f153e37e-24ca-4622-b86f-cd8079350500 tempest-AttachVolumeNegativeTest-845744699 tempest-AttachVolumeNegativeTest-845744699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:14:53.502360 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-c8dca3ad-1222-461f-a567-4881f20beadf req-f153e37e-24ca-4622-b86f-cd8079350500 tempest-AttachVolumeNegativeTest-845744699 tempest-AttachVolumeNegativeTest-845744699-project] 10.222.0.59 "GET /v2.0/networks?id=0ded17b3-440e-4dbe-8ea1-4e29acefb236 HTTP/1.1" status: 200 len: 814 time: 0.2656693 Jul 27 21:14:53.503022 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [req-8bfc85a3-3df3-45fb-a3e6-2ecd063fc9cb req-37d52842-74ec-4d5c-a236-bb18e60a1f89 tempest-ServerTagsTestJSON-942460694 tempest-ServerTagsTestJSON-942460694-project] For port 911a3825-8af0-432b-ad11-b34ac4d057c7, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=911a3825-8af0-432b-ad11-b34ac4d057c7,segment=NetworkSegment(1c7145c3-35fe-45b9-a07f-2923d5a00532),segment_id=1c7145c3-35fe-45b9-a07f-2923d5a00532)] {{(pid=105584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:14:53.503651 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-8bfc85a3-3df3-45fb-a3e6-2ecd063fc9cb req-37d52842-74ec-4d5c-a236-bb18e60a1f89 tempest-ServerTagsTestJSON-942460694 tempest-ServerTagsTestJSON-942460694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:53.519918 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [req-8bfc85a3-3df3-45fb-a3e6-2ecd063fc9cb req-37d52842-74ec-4d5c-a236-bb18e60a1f89 tempest-ServerTagsTestJSON-942460694 tempest-ServerTagsTestJSON-942460694-project] Calling delete_port for 911a3825-8af0-432b-ad11-b34ac4d057c7 owned by compute:nova {{(pid=105584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:14:53.548746 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-c8dca3ad-1222-461f-a567-4881f20beadf req-b2b16213-901a-4208-957e-993895a2fb9d tempest-AttachVolumeNegativeTest-845744699 tempest-AttachVolumeNegativeTest-845744699-project] 10.222.0.59 "GET /v2.0/quotas/7cb1be282c1a45569e2d1240a1ce83c6 HTTP/1.1" status: 200 len: 375 time: 0.0222716 Jul 27 21:14:53.579327 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-2a44e019-8a81-40e9-b675-2ac2f0406673 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:53.604726 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-2a44e019-8a81-40e9-b675-2ac2f0406673 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:53.605418 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a928257-b274-4ec3-be69-7f2fbe1cbf56 tempest-ExternalNetworksAdminNegativeTestJSON-667982685 tempest-ExternalNetworksAdminNegativeTestJSON-667982685-project-admin] Network 8735d8a2-b604-4758-ae71-b40e4ee6f305 is already hosted by enough agents. {{(pid=105584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:14:53.614947 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [None req-5a928257-b274-4ec3-be69-7f2fbe1cbf56 tempest-ExternalNetworksAdminNegativeTestJSON-667982685 tempest-ExternalNetworksAdminNegativeTestJSON-667982685-project-admin] Resources bound (agent type, host, resource id): {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:14:53.625540 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a928257-b274-4ec3-be69-7f2fbe1cbf56 tempest-ExternalNetworksAdminNegativeTestJSON-667982685 tempest-ExternalNetworksAdminNegativeTestJSON-667982685-project-admin] Received port after_create {{(pid=105584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:14:53.673360 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a928257-b274-4ec3-be69-7f2fbe1cbf56 tempest-ExternalNetworksAdminNegativeTestJSON-667982685 tempest-ExternalNetworksAdminNegativeTestJSON-667982685-project-admin] Pushing event updated for resources: {'Port': ['ID=40724038-3dd9-431f-9c38-2dad6a620c2d,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:14:53.712345 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e83bc9-6f4f-4f64-87e0-a4025a166d72 req-83cda2fd-3677-4f48-b7e3-241aaf8563c1 tempest-ServerTagsTestJSON-942460694 tempest-ServerTagsTestJSON-942460694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:14:53.715072 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-29e83bc9-6f4f-4f64-87e0-a4025a166d72 req-83cda2fd-3677-4f48-b7e3-241aaf8563c1 tempest-ServerTagsTestJSON-942460694 tempest-ServerTagsTestJSON-942460694-project] 10.222.0.59 "GET /v2.0/ports?device_id=b57246ad-83b2-4f02-97c1-b09323178f38 HTTP/1.1" status: 200 len: 945 time: 0.2388837 Jul 27 21:14:53.729324 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-c8dca3ad-1222-461f-a567-4881f20beadf req-c2f1e332-dead-4cc4-9d14-6d73a7b57b63 tempest-AttachVolumeNegativeTest-845744699 tempest-AttachVolumeNegativeTest-845744699-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=7cb1be282c1a45569e2d1240a1ce83c6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1544313 Jul 27 21:14:53.732446 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-2a44e019-8a81-40e9-b675-2ac2f0406673 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:53.735881 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-2a44e019-8a81-40e9-b675-2ac2f0406673 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:53.738875 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-2a44e019-8a81-40e9-b675-2ac2f0406673 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/f941ff93-021f-4b4b-becf-5e9ab9541d70 HTTP/1.1" status: 204 len: 168 time: 0.3116224 Jul 27 21:14:53.805255 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a44e019-8a81-40e9-b675-2ac2f0406673 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f941ff93-021f-4b4b-becf-5e9ab9541d70,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:14:53.868234 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 37976) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:14:53.869644 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-8bfc85a3-3df3-45fb-a3e6-2ecd063fc9cb req-37d52842-74ec-4d5c-a236-bb18e60a1f89 tempest-ServerTagsTestJSON-942460694 tempest-ServerTagsTestJSON-942460694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:53.900823 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-b60d618f-6c30-4c2a-a0b1-2874ccb048a3 tempest-NetworksIpV6TestAttrs-2117866386 tempest-NetworksIpV6TestAttrs-2117866386-project] Request body: {'subnet': {'network_id': 'b8b2dcb0-7f97-46bd-871b-5caf27e7016e', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:14:53.903258 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d52842-74ec-4d5c-a236-bb18e60a1f89 tempest-ServerTagsTestJSON-942460694 tempest-ServerTagsTestJSON-942460694-project] Pushing event deleted for resources: {'Port': ['ID=911a3825-8af0-432b-ad11-b34ac4d057c7,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:14:53.965470 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-5a928257-b274-4ec3-be69-7f2fbe1cbf56 tempest-ExternalNetworksAdminNegativeTestJSON-667982685 tempest-ExternalNetworksAdminNegativeTestJSON-667982685-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:53.988058 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bfc85a3-3df3-45fb-a3e6-2ecd063fc9cb req-37d52842-74ec-4d5c-a236-bb18e60a1f89 tempest-ServerTagsTestJSON-942460694 tempest-ServerTagsTestJSON-942460694-project] No DVR routers for this DVR port 911a3825-8af0-432b-ad11-b34ac4d057c7 on host n-h1-705658-22 {{(pid=105584) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:14:53.993610 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-8bfc85a3-3df3-45fb-a3e6-2ecd063fc9cb req-37d52842-74ec-4d5c-a236-bb18e60a1f89 tempest-ServerTagsTestJSON-942460694 tempest-ServerTagsTestJSON-942460694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:54.003928 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-8bfc85a3-3df3-45fb-a3e6-2ecd063fc9cb req-37d52842-74ec-4d5c-a236-bb18e60a1f89 tempest-ServerTagsTestJSON-942460694 tempest-ServerTagsTestJSON-942460694-project] 10.222.0.36 "DELETE /v2.0/ports/911a3825-8af0-432b-ad11-b34ac4d057c7 HTTP/1.1" status: 204 len: 173 time: 1.4094791 Jul 27 21:14:54.004426 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b57246ad-83b2-4f02-97c1-b09323178f38', 'name': 'network-vif-deleted', 'tag': '911a3825-8af0-432b-ad11-b34ac4d057c7'}] {{(pid=105584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:14:54.007074 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bce5e6c8685464f7626901654159975603b047827e3138302ed6566e28f1343" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-937ff41a-a59d-4b2a-8ae6-e0fbab4be7f0" -d '{"events": [{"server_uuid": "b57246ad-83b2-4f02-97c1-b09323178f38", "name": "network-vif-deleted", "tag": "911a3825-8af0-432b-ad11-b34ac4d057c7"}]}' {{(pid=105584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:14:54.053617 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-29e83bc9-6f4f-4f64-87e0-a4025a166d72 req-1f2b47f0-f767-4cc3-b1ec-e05785316fa4 tempest-ServerTagsTestJSON-942460694 tempest-ServerTagsTestJSON-942460694-project] 10.222.0.59 "GET /v2.0/security-groups?id=f1ce1205-c7ba-4c40-ab0a-3b8b1b910ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2906125 Jul 27 21:14:54.117120 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-5a928257-b274-4ec3-be69-7f2fbe1cbf56 tempest-ExternalNetworksAdminNegativeTestJSON-667982685 tempest-ExternalNetworksAdminNegativeTestJSON-667982685-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:54.178136 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:14:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ebbb7eb-ffa6-43bf-b8db-bf26511f368a x-openstack-request-id: req-9ebbb7eb-ffa6-43bf-b8db-bf26511f368a {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:14:54.180176 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b57246ad-83b2-4f02-97c1-b09323178f38", "name": "network-vif-deleted", "tag": "911a3825-8af0-432b-ad11-b34ac4d057c7", "status": "completed", "code": 200}]} {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:14:54.180478 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-9ebbb7eb-ffa6-43bf-b8db-bf26511f368a {{(pid=105584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:14:54.180913 n-d-705658-22 neutron-server[105584]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b57246ad-83b2-4f02-97c1-b09323178f38', 'name': 'network-vif-deleted', 'tag': '911a3825-8af0-432b-ad11-b34ac4d057c7', 'status': 'completed', 'code': 200} Jul 27 21:14:54.205537 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-c8dca3ad-1222-461f-a567-4881f20beadf req-131d463c-9ec8-4764-bf4d-e5f8f36e8b38 service neutron] 10.222.0.59 "GET /v2.0/networks/0ded17b3-440e-4dbe-8ea1-4e29acefb236?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4748588 Jul 27 21:14:54.213110 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b60d618f-6c30-4c2a-a0b1-2874ccb048a3 tempest-NetworksIpV6TestAttrs-2117866386 tempest-NetworksIpV6TestAttrs-2117866386-project] Made reservation on behalf of 652fba225030484581464cd6ffb39646 for: {'subnet': 1} {{(pid=105585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:14:54.217146 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-b60d618f-6c30-4c2a-a0b1-2874ccb048a3 tempest-NetworksIpV6TestAttrs-2117866386 tempest-NetworksIpV6TestAttrs-2117866386-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9990620'] for subnet, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:54.381523 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 37994) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:14:54.446343 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-5a928257-b274-4ec3-be69-7f2fbe1cbf56 tempest-ExternalNetworksAdminNegativeTestJSON-667982685 tempest-ExternalNetworksAdminNegativeTestJSON-667982685-project-admin] Notify callbacks [] for port, precommit_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:54.465678 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-5a928257-b274-4ec3-be69-7f2fbe1cbf56 tempest-ExternalNetworksAdminNegativeTestJSON-667982685 tempest-ExternalNetworksAdminNegativeTestJSON-667982685-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9014027'] for port, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:54.469841 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-31e33ad7-56d5-450f-81db-3ecfd21fecbb admin admin] Notify callbacks [] for security_group, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:54.535047 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a928257-b274-4ec3-be69-7f2fbe1cbf56 tempest-ExternalNetworksAdminNegativeTestJSON-667982685 tempest-ExternalNetworksAdminNegativeTestJSON-667982685-project-admin] Pushing event updated for resources: {'Port': ['ID=40724038-3dd9-431f-9c38-2dad6a620c2d,revision_number=2']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:14:54.623435 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-c8dca3ad-1222-461f-a567-4881f20beadf req-e3d0a1bc-7ebc-4fae-9619-c945848a3d82 service neutron] 10.222.0.59 "GET /v2.0/networks/0ded17b3-440e-4dbe-8ea1-4e29acefb236?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3962166 Jul 27 21:14:54.626484 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-5a928257-b274-4ec3-be69-7f2fbe1cbf56 tempest-ExternalNetworksAdminNegativeTestJSON-667982685 tempest-ExternalNetworksAdminNegativeTestJSON-667982685-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4075768'] for floatingip, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:54.741656 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-31e33ad7-56d5-450f-81db-3ecfd21fecbb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:54.750960 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-31e33ad7-56d5-450f-81db-3ecfd21fecbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:54.773978 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-5a928257-b274-4ec3-be69-7f2fbe1cbf56 tempest-ExternalNetworksAdminNegativeTestJSON-667982685 tempest-ExternalNetworksAdminNegativeTestJSON-667982685-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for floatingip, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:54.778831 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-5a928257-b274-4ec3-be69-7f2fbe1cbf56 tempest-ExternalNetworksAdminNegativeTestJSON-667982685 tempest-ExternalNetworksAdminNegativeTestJSON-667982685-project-admin] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.7665551 Jul 27 21:14:54.779500 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 38002) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:14:54.787963 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-aba65f60-41e0-4878-b6c4-477121266d5c tempest-ExternalNetworksAdminNegativeTestJSON-667982685 tempest-ExternalNetworksAdminNegativeTestJSON-667982685-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1159247387', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'fixed_ips': [{'ip_address': '172.25.5.58'}]}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:14:54.797120 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-31e33ad7-56d5-450f-81db-3ecfd21fecbb admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=9b090e101f1341ca963169e04b8095b5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4143913 Jul 27 21:14:54.797712 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 38006) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:14:54.814386 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e33ad7-56d5-450f-81db-3ecfd21fecbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc370faf-c260-45b9-803f-ba011303f29f,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:14:54.822056 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-b60d618f-6c30-4c2a-a0b1-2874ccb048a3 tempest-NetworksIpV6TestAttrs-2117866386 tempest-NetworksIpV6TestAttrs-2117866386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10221797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9990606'] for subnet, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:54.873613 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-e4033588-07ea-4e86-8884-70b4ab1c937e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:54.909687 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device 911a3825-8af0-432b-ad11-b34ac4d057c7 no longer exists at agent hyperv_n-h1-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:14:54.915162 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-e4033588-07ea-4e86-8884-70b4ab1c937e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:54.970679 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-28650df7-c46c-4981-b84f-37d87254047e None None] No Port match for: 911a3825-8af0-432b-ad11-b34ac4d057c7 {{(pid=105586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:14:54.971194 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device 911a3825-8af0-432b-ad11-b34ac4d057c7 not bound to the agent host n-h1-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:14:55.001189 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-fe43d678-05f2-4b81-9d57-990058b3880d req-0460cf40-f5d5-433f-87fe-f84a9dc26f7b tempest-AttachVolumeNegativeTest-845744699 tempest-AttachVolumeNegativeTest-845744699-project] 10.222.0.59 "GET /v2.0/ports?device_id=bd28873a-ff97-48ae-a22f-33d898697e72 HTTP/1.1" status: 200 len: 210 time: 0.1765733 Jul 27 21:14:55.009588 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-e4033588-07ea-4e86-8884-70b4ab1c937e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:55.013764 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-e4033588-07ea-4e86-8884-70b4ab1c937e admin admin] Notify callbacks [] for security_group, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:55.018126 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-e4033588-07ea-4e86-8884-70b4ab1c937e admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/dc370faf-c260-45b9-803f-ba011303f29f HTTP/1.1" status: 204 len: 168 time: 0.2140634 Jul 27 21:14:55.025519 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4033588-07ea-4e86-8884-70b4ab1c937e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc370faf-c260-45b9-803f-ba011303f29f,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:14:55.032168 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aba65f60-41e0-4878-b6c4-477121266d5c tempest-ExternalNetworksAdminNegativeTestJSON-667982685 tempest-ExternalNetworksAdminNegativeTestJSON-667982685-project-admin] Made reservation on behalf of d14ccd1bc87341b1bdcf5548dc5b776b for: {'port': 1} {{(pid=105585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:14:55.038383 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-aba65f60-41e0-4878-b6c4-477121266d5c tempest-ExternalNetworksAdminNegativeTestJSON-667982685 tempest-ExternalNetworksAdminNegativeTestJSON-667982685-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:55.092156 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-aba65f60-41e0-4878-b6c4-477121266d5c tempest-ExternalNetworksAdminNegativeTestJSON-667982685 tempest-ExternalNetworksAdminNegativeTestJSON-667982685-project-admin] Notify callbacks [] for security_group, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:55.148901 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60d618f-6c30-4c2a-a0b1-2874ccb048a3 tempest-NetworksIpV6TestAttrs-2117866386 tempest-NetworksIpV6TestAttrs-2117866386-project] Pushing event updated for resources: {'Subnet': ['ID=8f537bf0-24ca-4558-96c0-9dcc4a98f673,revision_number=0']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:14:55.169391 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b60d618f-6c30-4c2a-a0b1-2874ccb048a3 tempest-NetworksIpV6TestAttrs-2117866386 tempest-NetworksIpV6TestAttrs-2117866386-project] Checking segment: {'id': '7de0f206-2a1e-4a78-a910-a3ab5d69774d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'b8b2dcb0-7f97-46bd-871b-5caf27e7016e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:14:55.170053 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b60d618f-6c30-4c2a-a0b1-2874ccb048a3 tempest-NetworksIpV6TestAttrs-2117866386 tempest-NetworksIpV6TestAttrs-2117866386-project] Network hostable DHCP agents. Network: b8b2dcb0-7f97-46bd-871b-5caf27e7016e, hostable agents: ['7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a'], hosted agents: [] {{(pid=105585) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:14:55.223537 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b60d618f-6c30-4c2a-a0b1-2874ccb048a3 tempest-NetworksIpV6TestAttrs-2117866386 tempest-NetworksIpV6TestAttrs-2117866386-project] Network b8b2dcb0-7f97-46bd-871b-5caf27e7016e is scheduled to be hosted by DHCP agent 7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a with binding_index 1 {{(pid=105585) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:14:55.293314 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-0403a9e2-95f7-4db8-b753-b0f213fde783 req-1bb63011-c0d9-46ad-9088-d961ee1b4d0c tempest-ServerTagsTestJSON-942460694 tempest-ServerTagsTestJSON-942460694-project] 10.222.0.59 "GET /v2.0/ports?device_id=b57246ad-83b2-4f02-97c1-b09323178f38 HTTP/1.1" status: 200 len: 210 time: 0.0630512 Jul 27 21:14:55.295304 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.base_scheduler [None req-b60d618f-6c30-4c2a-a0b1-2874ccb048a3 tempest-NetworksIpV6TestAttrs-2117866386 tempest-NetworksIpV6TestAttrs-2117866386-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-22, b8b2dcb0-7f97-46bd-871b-5caf27e7016e) {{(pid=105585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:14:55.308170 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1c2ed57-0abc-49c1-9a36-caa42a6c8e8b None None] Network b8b2dcb0-7f97-46bd-871b-5caf27e7016e requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:14:55.318948 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b60d618f-6c30-4c2a-a0b1-2874ccb048a3 tempest-NetworksIpV6TestAttrs-2117866386 tempest-NetworksIpV6TestAttrs-2117866386-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:14:55.319997 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-b60d618f-6c30-4c2a-a0b1-2874ccb048a3 tempest-NetworksIpV6TestAttrs-2117866386 tempest-NetworksIpV6TestAttrs-2117866386-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743886'] for subnet, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:55.387887 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-aba65f60-41e0-4878-b6c4-477121266d5c tempest-ExternalNetworksAdminNegativeTestJSON-667982685 tempest-ExternalNetworksAdminNegativeTestJSON-667982685-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:55.405424 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-aba65f60-41e0-4878-b6c4-477121266d5c tempest-ExternalNetworksAdminNegativeTestJSON-667982685 tempest-ExternalNetworksAdminNegativeTestJSON-667982685-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:55.418174 n-d-705658-22 neutron-server[105585]: DEBUG neutron.notifiers.nova [None req-aba65f60-41e0-4878-b6c4-477121266d5c tempest-ExternalNetworksAdminNegativeTestJSON-667982685 tempest-ExternalNetworksAdminNegativeTestJSON-667982685-project-admin] device_id is not set on port 77a0429d-298c-4e20-82c3-e96131a41eb4 yet. {{(pid=105585) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 21:14:55.520620 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac2080e3-f238-4d6f-ba28-22c5ade8b70b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30bb4b93-b285-5d90-9493-f9ec33ea333c-b8b2dcb0-7f97-46bd-871b-5caf27e7016e', 'network_id': 'b8b2dcb0-7f97-46bd-871b-5caf27e7016e', 'tenant_id': '652fba225030484581464cd6ffb39646', 'fixed_ips': [{'subnet_id': '8f537bf0-24ca-4558-96c0-9dcc4a98f673'}]}} from n-d-705658-22. {{(pid=105586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 21:14:55.521564 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-ac2080e3-f238-4d6f-ba28-22c5ade8b70b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:55.559466 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-b60d618f-6c30-4c2a-a0b1-2874ccb048a3 tempest-NetworksIpV6TestAttrs-2117866386 tempest-NetworksIpV6TestAttrs-2117866386-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.6675200 Jul 27 21:14:55.563325 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 38030) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:14:55.569664 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-4a1fe157-5847-492c-a565-40c93dc537bc tempest-NetworksIpV6TestAttrs-2117866386 tempest-NetworksIpV6TestAttrs-2117866386-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1196704193'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:14:55.649333 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a1fe157-5847-492c-a565-40c93dc537bc tempest-NetworksIpV6TestAttrs-2117866386 tempest-NetworksIpV6TestAttrs-2117866386-project] Made reservation on behalf of 652fba225030484581464cd6ffb39646 for: {'network': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:14:55.653208 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-4a1fe157-5847-492c-a565-40c93dc537bc tempest-NetworksIpV6TestAttrs-2117866386 tempest-NetworksIpV6TestAttrs-2117866386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for network, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:55.706354 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a1fe157-5847-492c-a565-40c93dc537bc tempest-NetworksIpV6TestAttrs-2117866386 tempest-NetworksIpV6TestAttrs-2117866386-project] vlan segment allocate from pool success with {'vlan_id': 217, 'physical_network': 'physnet1'} {{(pid=105584) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:14:55.726365 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-4a1fe157-5847-492c-a565-40c93dc537bc tempest-NetworksIpV6TestAttrs-2117866386 tempest-NetworksIpV6TestAttrs-2117866386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:55.726734 n-d-705658-22 neutron-server[105584]: INFO neutron.db.segments_db [None req-4a1fe157-5847-492c-a565-40c93dc537bc tempest-NetworksIpV6TestAttrs-2117866386 tempest-NetworksIpV6TestAttrs-2117866386-project] Added segment e568c8bd-4485-4f98-ba94-4dc366c7a7d2 of type vlan for network 72855284-53ef-403a-95ba-b6daffb5b574 Jul 27 21:14:55.740793 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba65f60-41e0-4878-b6c4-477121266d5c tempest-ExternalNetworksAdminNegativeTestJSON-667982685 tempest-ExternalNetworksAdminNegativeTestJSON-667982685-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=481dae90-66b9-48ee-b2f4-8e9b917073b4,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:14:55.842911 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-4a1fe157-5847-492c-a565-40c93dc537bc tempest-NetworksIpV6TestAttrs-2117866386 tempest-NetworksIpV6TestAttrs-2117866386-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790688424798'] for network, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:55.890634 n-d-705658-22 neutron-server[105585]: INFO neutron.pecan_wsgi.hooks.translation [None req-aba65f60-41e0-4878-b6c4-477121266d5c tempest-ExternalNetworksAdminNegativeTestJSON-667982685 tempest-ExternalNetworksAdminNegativeTestJSON-667982685-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jul 27 21:14:55.891310 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aba65f60-41e0-4878-b6c4-477121266d5c tempest-ExternalNetworksAdminNegativeTestJSON-667982685 tempest-ExternalNetworksAdminNegativeTestJSON-667982685-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=105585) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 21:14:55.899497 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-4a1fe157-5847-492c-a565-40c93dc537bc tempest-NetworksIpV6TestAttrs-2117866386 tempest-NetworksIpV6TestAttrs-2117866386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920'] for network, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:55.905757 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a1fe157-5847-492c-a565-40c93dc537bc tempest-NetworksIpV6TestAttrs-2117866386 tempest-NetworksIpV6TestAttrs-2117866386-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:14:55.906525 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-4a1fe157-5847-492c-a565-40c93dc537bc tempest-NetworksIpV6TestAttrs-2117866386 tempest-NetworksIpV6TestAttrs-2117866386-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743886'] for network, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:55.911462 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-aba65f60-41e0-4878-b6c4-477121266d5c tempest-ExternalNetworksAdminNegativeTestJSON-667982685 tempest-ExternalNetworksAdminNegativeTestJSON-667982685-project-admin] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 409 len: 371 time: 1.1297607 Jul 27 21:14:55.914453 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 38042) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:14:55.917538 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.db_base_plugin_common [None req-ac2080e3-f238-4d6f-ba28-22c5ade8b70b None None] Allocated IP 2001:db8:0:ffff::2 (b8b2dcb0-7f97-46bd-871b-5caf27e7016e/8f537bf0-24ca-4558-96c0-9dcc4a98f673/7bc7b9f0-1508-4155-89be-63062d6d0ffe) {{(pid=105586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:14:55.988392 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-4a1fe157-5847-492c-a565-40c93dc537bc tempest-NetworksIpV6TestAttrs-2117866386 tempest-NetworksIpV6TestAttrs-2117866386-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4237313 Jul 27 21:14:55.992187 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 38046) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:14:55.996973 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-d43dce98-a0bf-4e17-99ce-41487e63844d tempest-NetworksIpV6TestAttrs-2117866386 tempest-NetworksIpV6TestAttrs-2117866386-project] Request body: {'subnet': {'network_id': '72855284-53ef-403a-95ba-b6daffb5b574', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:14:56.156433 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1fe157-5847-492c-a565-40c93dc537bc tempest-NetworksIpV6TestAttrs-2117866386 tempest-NetworksIpV6TestAttrs-2117866386-project] Pushing event updated for resources: {'Network': ['ID=72855284-53ef-403a-95ba-b6daffb5b574,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:14:56.177687 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Network 72855284-53ef-403a-95ba-b6daffb5b574 details requested by agent ovs-agent-n-d-705658-22 with host n-d-705658-22 {{(pid=105586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:14:56.198096 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d43dce98-a0bf-4e17-99ce-41487e63844d tempest-NetworksIpV6TestAttrs-2117866386 tempest-NetworksIpV6TestAttrs-2117866386-project] Made reservation on behalf of 652fba225030484581464cd6ffb39646 for: {'subnet': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:14:56.209465 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-d43dce98-a0bf-4e17-99ce-41487e63844d tempest-NetworksIpV6TestAttrs-2117866386 tempest-NetworksIpV6TestAttrs-2117866386-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9738786'] for subnet, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:56.254742 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e49f66a4-c813-4fb5-b58b-9b5ee7551f7a req-c7deed64-f91d-4d34-9c97-460f6a63e655 tempest-AttachVolumeNegativeTest-845744699 tempest-AttachVolumeNegativeTest-845744699-project] 10.222.0.59 "GET /v2.0/ports?device_id=bd28873a-ff97-48ae-a22f-33d898697e72 HTTP/1.1" status: 200 len: 210 time: 0.0625350 Jul 27 21:14:56.293302 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [None req-1a26eb0f-2f8b-4c30-921e-a9df592e2461 tempest-ExternalNetworksAdminNegativeTestJSON-667982685 tempest-ExternalNetworksAdminNegativeTestJSON-667982685-project-admin] Deleting port 40724038-3dd9-431f-9c38-2dad6a620c2d {{(pid=105585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:14:56.296066 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-1a26eb0f-2f8b-4c30-921e-a9df592e2461 tempest-ExternalNetworksAdminNegativeTestJSON-667982685 tempest-ExternalNetworksAdminNegativeTestJSON-667982685-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:56.310144 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-ac2080e3-f238-4d6f-ba28-22c5ade8b70b None None] Notify callbacks [] for port, precommit_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:56.347693 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-ac2080e3-f238-4d6f-ba28-22c5ade8b70b None None] Transition to ACTIVE for port object 7bc7b9f0-1508-4155-89be-63062d6d0ffe will not be triggered until provisioned by entity L2. {{(pid=105586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:14:56.371584 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 38064) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:14:56.397330 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-ac2080e3-f238-4d6f-ba28-22c5ade8b70b None None] Transition to ACTIVE for port object 7bc7b9f0-1508-4155-89be-63062d6d0ffe will not be triggered until provisioned by entity DHCP. {{(pid=105586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:14:56.420860 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-ac2080e3-f238-4d6f-ba28-22c5ade8b70b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143'] for port, after_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:56.437627 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-1a26eb0f-2f8b-4c30-921e-a9df592e2461 tempest-ExternalNetworksAdminNegativeTestJSON-667982685 tempest-ExternalNetworksAdminNegativeTestJSON-667982685-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:56.438018 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-1a26eb0f-2f8b-4c30-921e-a9df592e2461 tempest-ExternalNetworksAdminNegativeTestJSON-667982685 tempest-ExternalNetworksAdminNegativeTestJSON-667982685-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:56.492328 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a644a50-9a49-440d-9085-5be7ac56462d admin admin] Deleting subnet c81a7557-4d95-416e-8138-4d6771283493 {{(pid=105585) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:14:56.498653 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [None req-1a26eb0f-2f8b-4c30-921e-a9df592e2461 tempest-ExternalNetworksAdminNegativeTestJSON-667982685 tempest-ExternalNetworksAdminNegativeTestJSON-667982685-project-admin] Calling delete_port for 40724038-3dd9-431f-9c38-2dad6a620c2d owned by network:floatingip {{(pid=105585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:14:56.502393 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-8a644a50-9a49-440d-9085-5be7ac56462d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:56.520660 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2080e3-f238-4d6f-ba28-22c5ade8b70b None None] Pushing event updated for resources: {'Port': ['ID=7bc7b9f0-1508-4155-89be-63062d6d0ffe,revision_number=1']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:14:56.603180 n-d-705658-22 neutron-server[105586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac2080e3-f238-4d6f-ba28-22c5ade8b70b None None] Network b8b2dcb0-7f97-46bd-871b-5caf27e7016e is already hosted by enough agents. {{(pid=105586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:14:56.608120 n-d-705658-22 neutron-server[105586]: DEBUG neutron.scheduler.base_scheduler [None req-ac2080e3-f238-4d6f-ba28-22c5ade8b70b None None] Resources bound (agent type, host, resource id): {{(pid=105586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:14:56.617381 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac2080e3-f238-4d6f-ba28-22c5ade8b70b None None] Received port after_create {{(pid=105586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:14:56.632842 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-8a644a50-9a49-440d-9085-5be7ac56462d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9887057'] for subnet, precommit_delete_associations {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:56.715413 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-8a644a50-9a49-440d-9085-5be7ac56462d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854965'] for subnet, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:56.802983 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-ac2080e3-f238-4d6f-ba28-22c5ade8b70b None None] Attempting to bind port 7bc7b9f0-1508-4155-89be-63062d6d0ffe on host n-d-705658-22 for vnic_type normal with profile {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:14:56.803866 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-ac2080e3-f238-4d6f-ba28-22c5ade8b70b None None] Attempting to bind port 7bc7b9f0-1508-4155-89be-63062d6d0ffe by drivers openvswitch,hyperv on host n-d-705658-22 at level 0 using segments [{'id': '7de0f206-2a1e-4a78-a910-a3ab5d69774d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'b8b2dcb0-7f97-46bd-871b-5caf27e7016e'}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:14:56.805646 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac2080e3-f238-4d6f-ba28-22c5ade8b70b None None] Attempting to bind port 7bc7b9f0-1508-4155-89be-63062d6d0ffe on network b8b2dcb0-7f97-46bd-871b-5caf27e7016e {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:14:56.821765 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac2080e3-f238-4d6f-ba28-22c5ade8b70b None None] Checking agent: {'id': '04a7ea91-6318-467e-ace6-b0fb48c8690f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 41, 42), 'started_at': datetime.datetime(2021, 7, 27, 20, 42, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 14, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:14:56.824939 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac2080e3-f238-4d6f-ba28-22c5ade8b70b None None] Checking segment: {'id': '7de0f206-2a1e-4a78-a910-a3ab5d69774d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'b8b2dcb0-7f97-46bd-871b-5caf27e7016e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:14:56.826342 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-ac2080e3-f238-4d6f-ba28-22c5ade8b70b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:56.828070 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac2080e3-f238-4d6f-ba28-22c5ade8b70b None None] Bound using segment: {'id': '7de0f206-2a1e-4a78-a910-a3ab5d69774d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'b8b2dcb0-7f97-46bd-871b-5caf27e7016e'} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:14:56.830672 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-ac2080e3-f238-4d6f-ba28-22c5ade8b70b None None] Bound port: 7bc7b9f0-1508-4155-89be-63062d6d0ffe, host: n-d-705658-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7de0f206-2a1e-4a78-a910-a3ab5d69774d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'b8b2dcb0-7f97-46bd-871b-5caf27e7016e'}}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:14:56.832037 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-ac2080e3-f238-4d6f-ba28-22c5ade8b70b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:56.833353 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-8a644a50-9a49-440d-9085-5be7ac56462d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10221602', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9990583'] for subnet, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:56.860193 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-1a26eb0f-2f8b-4c30-921e-a9df592e2461 tempest-ExternalNetworksAdminNegativeTestJSON-667982685 tempest-ExternalNetworksAdminNegativeTestJSON-667982685-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:56.982652 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-ac2080e3-f238-4d6f-ba28-22c5ade8b70b None None] For port 7bc7b9f0-1508-4155-89be-63062d6d0ffe, host n-d-705658-22, cleared binding levels {{(pid=105586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:14:56.986101 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-ac2080e3-f238-4d6f-ba28-22c5ade8b70b None None] For port 7bc7b9f0-1508-4155-89be-63062d6d0ffe, host n-d-705658-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=7bc7b9f0-1508-4155-89be-63062d6d0ffe,segment=NetworkSegment(7de0f206-2a1e-4a78-a910-a3ab5d69774d),segment_id=7de0f206-2a1e-4a78-a910-a3ab5d69774d)] {{(pid=105586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:14:56.994709 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-ac2080e3-f238-4d6f-ba28-22c5ade8b70b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:57.001844 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8dca3ad-1222-461f-a567-4881f20beadf req-92d9be06-58c3-4f12-97f4-7afa6bc52584 tempest-AttachVolumeNegativeTest-845744699 tempest-AttachVolumeNegativeTest-845744699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:14:57.003468 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-c8dca3ad-1222-461f-a567-4881f20beadf req-92d9be06-58c3-4f12-97f4-7afa6bc52584 tempest-AttachVolumeNegativeTest-845744699 tempest-AttachVolumeNegativeTest-845744699-project] 10.222.0.36 "GET /v2.0/networks?id=0ded17b3-440e-4dbe-8ea1-4e29acefb236 HTTP/1.1" status: 200 len: 814 time: 0.3260832 Jul 27 21:14:57.059491 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-8a644a50-9a49-440d-9085-5be7ac56462d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743886'] for subnet, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:57.064331 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-8a644a50-9a49-440d-9085-5be7ac56462d admin admin] 10.222.0.59 "DELETE /v2.0/subnets/c81a7557-4d95-416e-8138-4d6771283493 HTTP/1.1" status: 204 len: 168 time: 0.6912763 Jul 27 21:14:57.065133 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 38080) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:14:57.072149 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2080e3-f238-4d6f-ba28-22c5ade8b70b None None] Pushing event updated for resources: {'Port': ['ID=7bc7b9f0-1508-4155-89be-63062d6d0ffe,revision_number=2']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:14:57.086052 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a644a50-9a49-440d-9085-5be7ac56462d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c81a7557-4d95-416e-8138-4d6771283493,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:14:57.094093 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a26eb0f-2f8b-4c30-921e-a9df592e2461 tempest-ExternalNetworksAdminNegativeTestJSON-667982685 tempest-ExternalNetworksAdminNegativeTestJSON-667982685-project-admin] Pushing event deleted for resources: {'Port': ['ID=40724038-3dd9-431f-9c38-2dad6a620c2d,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:14:57.094233 n-d-705658-22 neutron-server[105584]: DEBUG neutron.objects.ports [None req-d43dce98-a0bf-4e17-99ce-41487e63844d tempest-NetworksIpV6TestAttrs-2117866386 tempest-NetworksIpV6TestAttrs-2117866386-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=105584) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 27 21:14:57.108157 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-d43dce98-a0bf-4e17-99ce-41487e63844d tempest-NetworksIpV6TestAttrs-2117866386 tempest-NetworksIpV6TestAttrs-2117866386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9014150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9738800'] for subnet, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:57.113109 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [req-c8dca3ad-1222-461f-a567-4881f20beadf req-b017f789-a945-42a1-b920-281b8e8a0673 tempest-AttachVolumeNegativeTest-845744699 tempest-AttachVolumeNegativeTest-845744699-project] Request body: {'port': {'device_id': 'bd28873a-ff97-48ae-a22f-33d898697e72', 'network_id': '0ded17b3-440e-4dbe-8ea1-4e29acefb236', 'admin_state_up': True, 'tenant_id': '7cb1be282c1a45569e2d1240a1ce83c6'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:14:57.202646 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-1a26eb0f-2f8b-4c30-921e-a9df592e2461 tempest-ExternalNetworksAdminNegativeTestJSON-667982685 tempest-ExternalNetworksAdminNegativeTestJSON-667982685-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:57.205279 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-1a26eb0f-2f8b-4c30-921e-a9df592e2461 tempest-ExternalNetworksAdminNegativeTestJSON-667982685 tempest-ExternalNetworksAdminNegativeTestJSON-667982685-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for floatingip, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:57.222646 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-1a26eb0f-2f8b-4c30-921e-a9df592e2461 tempest-ExternalNetworksAdminNegativeTestJSON-667982685 tempest-ExternalNetworksAdminNegativeTestJSON-667982685-project-admin] 10.222.0.59 "DELETE /v2.0/floatingips/647feb78-af6a-4d00-b190-8cb34283f150 HTTP/1.1" status: 204 len: 168 time: 1.2976913 Jul 27 21:14:57.313155 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-69543170-a8a4-4d76-8717-a3380067ebcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-990557'] for network, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:57.557540 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-501602ba-96e2-44ce-9da0-cef5f8778d83 req-4727cadb-e9bb-49ca-b37d-91bc296c56a5 tempest-AttachVolumeNegativeTest-845744699 tempest-AttachVolumeNegativeTest-845744699-project] 10.222.0.59 "GET /v2.0/ports?device_id=bd28873a-ff97-48ae-a22f-33d898697e72 HTTP/1.1" status: 200 len: 210 time: 0.1273503 Jul 27 21:14:57.579784 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-69543170-a8a4-4d76-8717-a3380067ebcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853562', 'neutron.services.segments.db._delete_segments_for_network-8790688882975'] for network, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:57.613284 n-d-705658-22 neutron-server[105585]: DEBUG neutron.services.segments.db [None req-69543170-a8a4-4d76-8717-a3380067ebcd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3b36e04-18e1-4deb-954f-25c431e1e175']}} {{(pid=105585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:14:57.627409 n-d-705658-22 neutron-server[105585]: DEBUG neutron.services.segments.db [None req-69543170-a8a4-4d76-8717-a3380067ebcd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c7145c3-35fe-45b9-a07f-2923d5a00532') {'for_net_delete': True} {{(pid=105585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:14:57.628073 n-d-705658-22 neutron-server[105585]: DEBUG neutron.services.segments.db [None req-69543170-a8a4-4d76-8717-a3380067ebcd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c7145c3-35fe-45b9-a07f-2923d5a00532') {} {{(pid=105585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:14:57.654579 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-69543170-a8a4-4d76-8717-a3380067ebcd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790688883752', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9886370'] for segment, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:57.674898 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-69543170-a8a4-4d76-8717-a3380067ebcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:57.688994 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69543170-a8a4-4d76-8717-a3380067ebcd admin admin] Releasing vlan 235 on physical network physnet1 to pool {{(pid=105585) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:14:57.689469 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-69543170-a8a4-4d76-8717-a3380067ebcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10221644'] for segment, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:57.768306 n-d-705658-22 neutron-server[105585]: Traceback (most recent call last): Jul 27 21:14:57.768306 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:14:57.768306 n-d-705658-22 neutron-server[105585]: timer() Jul 27 21:14:57.768306 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:14:57.768306 n-d-705658-22 neutron-server[105585]: cb(*args, **kw) Jul 27 21:14:57.768306 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:14:57.768306 n-d-705658-22 neutron-server[105585]: return func(*args, **kwargs) Jul 27 21:14:57.768306 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:14:57.768306 n-d-705658-22 neutron-server[105585]: self._notify() Jul 27 21:14:57.768306 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:14:57.768306 n-d-705658-22 neutron-server[105585]: self.callback(batched_events) Jul 27 21:14:57.768306 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:14:57.768306 n-d-705658-22 neutron-server[105585]: event.method(event) Jul 27 21:14:57.768306 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:14:57.768306 n-d-705658-22 neutron-server[105585]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:14:57.768306 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:14:57.768306 n-d-705658-22 neutron-server[105585]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:14:57.768306 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:14:57.768306 n-d-705658-22 neutron-server[105585]: return f(self, *a, **k) Jul 27 21:14:57.768306 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:14:57.768306 n-d-705658-22 neutron-server[105585]: return self._get(url).json() Jul 27 21:14:57.768306 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:14:57.768306 n-d-705658-22 neutron-server[105585]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:14:57.768306 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:14:57.768306 n-d-705658-22 neutron-server[105585]: return self.request(url, 'GET', **kwargs) Jul 27 21:14:57.768306 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:14:57.768306 n-d-705658-22 neutron-server[105585]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:14:57.768306 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:14:57.768306 n-d-705658-22 neutron-server[105585]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:14:57.768306 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:14:57.768306 n-d-705658-22 neutron-server[105585]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:14:57.768306 n-d-705658-22 neutron-server[105585]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:14:57.770392 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 38106) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:14:57.840852 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-69543170-a8a4-4d76-8717-a3380067ebcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4075658'] for network, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:57.865795 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-69543170-a8a4-4d76-8717-a3380067ebcd admin admin] Notify callbacks [] for network, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:57.879794 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-69543170-a8a4-4d76-8717-a3380067ebcd admin admin] 10.222.0.59 "DELETE /v2.0/networks/a3b36e04-18e1-4deb-954f-25c431e1e175 HTTP/1.1" status: 204 len: 168 time: 0.7950909 Jul 27 21:14:57.892826 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69543170-a8a4-4d76-8717-a3380067ebcd admin admin] Pushing event deleted for resources: {'Network': ['ID=a3b36e04-18e1-4deb-954f-25c431e1e175,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:14:58.010120 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d43dce98-a0bf-4e17-99ce-41487e63844d tempest-NetworksIpV6TestAttrs-2117866386 tempest-NetworksIpV6TestAttrs-2117866386-project] Checking segment: {'id': 'e568c8bd-4485-4f98-ba94-4dc366c7a7d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '72855284-53ef-403a-95ba-b6daffb5b574'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:14:58.010728 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d43dce98-a0bf-4e17-99ce-41487e63844d tempest-NetworksIpV6TestAttrs-2117866386 tempest-NetworksIpV6TestAttrs-2117866386-project] Network hostable DHCP agents. Network: 72855284-53ef-403a-95ba-b6daffb5b574, hostable agents: ['7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a'], hosted agents: [] {{(pid=105584) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:14:58.024319 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43dce98-a0bf-4e17-99ce-41487e63844d tempest-NetworksIpV6TestAttrs-2117866386 tempest-NetworksIpV6TestAttrs-2117866386-project] Pushing event updated for resources: {'Subnet': ['ID=2aeaa89c-57a9-48d4-858a-91b182efec23,revision_number=0']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:14:58.049415 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d43dce98-a0bf-4e17-99ce-41487e63844d tempest-NetworksIpV6TestAttrs-2117866386 tempest-NetworksIpV6TestAttrs-2117866386-project] Network 72855284-53ef-403a-95ba-b6daffb5b574 is scheduled to be hosted by DHCP agent 7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a with binding_index 1 {{(pid=105584) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:14:58.070626 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c8dca3ad-1222-461f-a567-4881f20beadf req-b017f789-a945-42a1-b920-281b8e8a0673 tempest-AttachVolumeNegativeTest-845744699 tempest-AttachVolumeNegativeTest-845744699-project] Made reservation on behalf of 7cb1be282c1a45569e2d1240a1ce83c6 for: {'port': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:14:58.074248 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-c8dca3ad-1222-461f-a567-4881f20beadf req-b017f789-a945-42a1-b920-281b8e8a0673 tempest-AttachVolumeNegativeTest-845744699 tempest-AttachVolumeNegativeTest-845744699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:58.084541 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [None req-d43dce98-a0bf-4e17-99ce-41487e63844d tempest-NetworksIpV6TestAttrs-2117866386 tempest-NetworksIpV6TestAttrs-2117866386-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-22, 72855284-53ef-403a-95ba-b6daffb5b574) {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:14:58.093073 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85a9e546-73f4-433d-b4ac-65e3d73d027b None None] Network 72855284-53ef-403a-95ba-b6daffb5b574 requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:14:58.100872 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d43dce98-a0bf-4e17-99ce-41487e63844d tempest-NetworksIpV6TestAttrs-2117866386 tempest-NetworksIpV6TestAttrs-2117866386-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:14:58.101619 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-d43dce98-a0bf-4e17-99ce-41487e63844d tempest-NetworksIpV6TestAttrs-2117866386 tempest-NetworksIpV6TestAttrs-2117866386-project] Notify callbacks [] for subnet, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:58.137970 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-5494f490-b478-47a1-8467-630ac3bde12f admin admin] Notify callbacks [] for security_group, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:58.231946 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-d43dce98-a0bf-4e17-99ce-41487e63844d tempest-NetworksIpV6TestAttrs-2117866386 tempest-NetworksIpV6TestAttrs-2117866386-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.2365253 Jul 27 21:14:58.232389 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 38122) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:14:58.240583 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-5b3ce346-9321-4cc2-a9b2-79afe5093bc0 tempest-NetworksIpV6TestAttrs-2117866386 tempest-NetworksIpV6TestAttrs-2117866386-project] Request body: {'port': {'network_id': '72855284-53ef-403a-95ba-b6daffb5b574', 'name': 'tempest-NetworksIpV6TestAttrs-808044001'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:14:58.384602 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.db_base_plugin_common [req-c8dca3ad-1222-461f-a567-4881f20beadf req-b017f789-a945-42a1-b920-281b8e8a0673 tempest-AttachVolumeNegativeTest-845744699 tempest-AttachVolumeNegativeTest-845744699-project] Allocated IP 172.20.0.6 (0ded17b3-440e-4dbe-8ea1-4e29acefb236/0afa8897-5216-45a9-9a1e-8fc30b1f7259/a00236c5-623b-4f7d-b617-4368e91e4029) {{(pid=105584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:14:58.394622 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 38128) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:14:58.471151 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-5494f490-b478-47a1-8467-630ac3bde12f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:58.477971 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-2c936323-3897-41d3-abf0-70a9f6360922 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=173dc097141d48a9b74310748c874cd0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0817523 Jul 27 21:14:58.480641 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 38130) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:14:58.557662 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-5494f490-b478-47a1-8467-630ac3bde12f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:58.581088 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19dc2d58-9402-4704-b0c4-77295157cc66 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30bb4b93-b285-5d90-9493-f9ec33ea333c-72855284-53ef-403a-95ba-b6daffb5b574', 'network_id': '72855284-53ef-403a-95ba-b6daffb5b574', 'tenant_id': '652fba225030484581464cd6ffb39646', 'fixed_ips': [{'subnet_id': '2aeaa89c-57a9-48d4-858a-91b182efec23'}]}} from n-d-705658-22. {{(pid=105586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 21:14:58.581935 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-19dc2d58-9402-4704-b0c4-77295157cc66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:58.609435 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-5494f490-b478-47a1-8467-630ac3bde12f admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=39bb913fe499491ab5fa803e2fbd6b1a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8369052 Jul 27 21:14:58.616174 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 38136) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:14:58.733294 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-81e3bd69-5b33-428b-b68a-81f7eebc1f0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:58.808807 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-c8dca3ad-1222-461f-a567-4881f20beadf req-b017f789-a945-42a1-b920-281b8e8a0673 tempest-AttachVolumeNegativeTest-845744699 tempest-AttachVolumeNegativeTest-845744699-project] Notify callbacks [] for port, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:58.824743 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5494f490-b478-47a1-8467-630ac3bde12f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f51e5972-2eaf-49b5-a335-c2082b7710ec,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:14:58.861277 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b3ce346-9321-4cc2-a9b2-79afe5093bc0 tempest-NetworksIpV6TestAttrs-2117866386 tempest-NetworksIpV6TestAttrs-2117866386-project] Made reservation on behalf of 652fba225030484581464cd6ffb39646 for: {'port': 1} {{(pid=105585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:14:58.883833 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-5b3ce346-9321-4cc2-a9b2-79afe5093bc0 tempest-NetworksIpV6TestAttrs-2117866386 tempest-NetworksIpV6TestAttrs-2117866386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:58.900877 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-c8dca3ad-1222-461f-a567-4881f20beadf req-b017f789-a945-42a1-b920-281b8e8a0673 tempest-AttachVolumeNegativeTest-845744699 tempest-AttachVolumeNegativeTest-845744699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:58.908192 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.db_base_plugin_common [None req-19dc2d58-9402-4704-b0c4-77295157cc66 None None] Allocated IP 2001:db8::f816:3eff:fe1b:26d4 (72855284-53ef-403a-95ba-b6daffb5b574/2aeaa89c-57a9-48d4-858a-91b182efec23/08c29506-eef2-4da5-8b77-c7182328c45e) {{(pid=105586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:14:58.924676 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92d9a222-a2ce-434f-88d8-66b2a838e6bf None None] Network b8b2dcb0-7f97-46bd-871b-5caf27e7016e requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:14:58.964353 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-81e3bd69-5b33-428b-b68a-81f7eebc1f0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:59.018937 n-d-705658-22 neutron-server[105585]: DEBUG neutron.notifiers.nova [None req-5b3ce346-9321-4cc2-a9b2-79afe5093bc0 tempest-NetworksIpV6TestAttrs-2117866386 tempest-NetworksIpV6TestAttrs-2117866386-project] device_id is not set on port 50d15812-edeb-4eb8-86f7-9444ce32aaf8 yet. {{(pid=105585) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 21:14:59.040097 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b017f789-a945-42a1-b920-281b8e8a0673 tempest-AttachVolumeNegativeTest-845744699 tempest-AttachVolumeNegativeTest-845744699-project] Pushing event updated for resources: {'Port': ['ID=a00236c5-623b-4f7d-b617-4368e91e4029,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:14:59.067845 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8dca3ad-1222-461f-a567-4881f20beadf req-b017f789-a945-42a1-b920-281b8e8a0673 tempest-AttachVolumeNegativeTest-845744699 tempest-AttachVolumeNegativeTest-845744699-project] Network 0ded17b3-440e-4dbe-8ea1-4e29acefb236 is already hosted by enough agents. {{(pid=105584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:14:59.072559 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [req-c8dca3ad-1222-461f-a567-4881f20beadf req-b017f789-a945-42a1-b920-281b8e8a0673 tempest-AttachVolumeNegativeTest-845744699 tempest-AttachVolumeNegativeTest-845744699-project] Resources bound (agent type, host, resource id): {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:14:59.076863 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8dca3ad-1222-461f-a567-4881f20beadf req-b017f789-a945-42a1-b920-281b8e8a0673 tempest-AttachVolumeNegativeTest-845744699 tempest-AttachVolumeNegativeTest-845744699-project] Received port after_create {{(pid=105584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:14:59.099297 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-3eb7a4f6-7aba-47b7-af6b-25a59fbb7eec None None] Provisioning for port 7bc7b9f0-1508-4155-89be-63062d6d0ffe completed by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:14:59.176020 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8dca3ad-1222-461f-a567-4881f20beadf req-b017f789-a945-42a1-b920-281b8e8a0673 tempest-AttachVolumeNegativeTest-845744699 tempest-AttachVolumeNegativeTest-845744699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:14:59.176680 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-c8dca3ad-1222-461f-a567-4881f20beadf req-b017f789-a945-42a1-b920-281b8e8a0673 tempest-AttachVolumeNegativeTest-845744699 tempest-AttachVolumeNegativeTest-845744699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:59.185200 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-85dee1b7-8285-4157-8e7c-8d93f0ccc03f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:59.209924 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-c8dca3ad-1222-461f-a567-4881f20beadf req-b017f789-a945-42a1-b920-281b8e8a0673 tempest-AttachVolumeNegativeTest-845744699 tempest-AttachVolumeNegativeTest-845744699-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1028812 Jul 27 21:14:59.224958 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-85dee1b7-8285-4157-8e7c-8d93f0ccc03f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:59.228759 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [req-c8dca3ad-1222-461f-a567-4881f20beadf req-528f371a-01df-48c3-9f45-aefc9b5f6c94 service neutron] Request body: {'port': {'device_id': 'bd28873a-ff97-48ae-a22f-33d898697e72', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-705658-22'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:14:59.249168 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-81e3bd69-5b33-428b-b68a-81f7eebc1f0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:59.265761 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-81e3bd69-5b33-428b-b68a-81f7eebc1f0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:59.267029 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-81e3bd69-5b33-428b-b68a-81f7eebc1f0f admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/f1ce1205-c7ba-4c40-ab0a-3b8b1b910ee7 HTTP/1.1" status: 204 len: 168 time: 0.7846947 Jul 27 21:14:59.297779 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69567fb-49e5-4bcf-bf5a-e8df81bb01bb req-c79261c8-3ea8-44dc-8645-b096c8970954 tempest-AttachVolumeNegativeTest-845744699 tempest-AttachVolumeNegativeTest-845744699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:14:59.305715 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f69567fb-49e5-4bcf-bf5a-e8df81bb01bb req-c79261c8-3ea8-44dc-8645-b096c8970954 tempest-AttachVolumeNegativeTest-845744699 tempest-AttachVolumeNegativeTest-845744699-project] 10.222.0.59 "GET /v2.0/ports?device_id=bd28873a-ff97-48ae-a22f-33d898697e72 HTTP/1.1" status: 200 len: 931 time: 0.5418224 Jul 27 21:14:59.321644 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e3bd69-5b33-428b-b68a-81f7eebc1f0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1ce1205-c7ba-4c40-ab0a-3b8b1b910ee7,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:14:59.360293 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f69567fb-49e5-4bcf-bf5a-e8df81bb01bb req-bd207bb5-157c-4db3-a80d-e661fb1573af tempest-AttachVolumeNegativeTest-845744699 tempest-AttachVolumeNegativeTest-845744699-project] 10.222.0.59 "GET /v2.0/security-groups?id=2650ee69-e2a9-4bf0-b170-d21e83666964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523870 Jul 27 21:14:59.389440 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-85dee1b7-8285-4157-8e7c-8d93f0ccc03f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:59.393100 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-85dee1b7-8285-4157-8e7c-8d93f0ccc03f admin admin] Notify callbacks [] for security_group, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:59.397488 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-85dee1b7-8285-4157-8e7c-8d93f0ccc03f admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/f51e5972-2eaf-49b5-a335-c2082b7710ec HTTP/1.1" status: 204 len: 168 time: 0.7715533 Jul 27 21:14:59.414830 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85dee1b7-8285-4157-8e7c-8d93f0ccc03f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f51e5972-2eaf-49b5-a335-c2082b7710ec,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:14:59.436963 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-c8dca3ad-1222-461f-a567-4881f20beadf req-528f371a-01df-48c3-9f45-aefc9b5f6c94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:59.488765 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-19dc2d58-9402-4704-b0c4-77295157cc66 None None] Notify callbacks [] for port, precommit_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:59.513578 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-19dc2d58-9402-4704-b0c4-77295157cc66 None None] Transition to ACTIVE for port object 08c29506-eef2-4da5-8b77-c7182328c45e will not be triggered until provisioned by entity L2. {{(pid=105586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:14:59.555604 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-19dc2d58-9402-4704-b0c4-77295157cc66 None None] Transition to ACTIVE for port object 08c29506-eef2-4da5-8b77-c7182328c45e will not be triggered until provisioned by entity DHCP. {{(pid=105586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:14:59.567803 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-19dc2d58-9402-4704-b0c4-77295157cc66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143'] for port, after_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:59.676949 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19dc2d58-9402-4704-b0c4-77295157cc66 None None] Pushing event updated for resources: {'Port': ['ID=08c29506-eef2-4da5-8b77-c7182328c45e,revision_number=1']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:14:59.681765 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 7bc7b9f0-1508-4155-89be-63062d6d0ffe up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:14:59.714649 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.db_base_plugin_common [None req-5b3ce346-9321-4cc2-a9b2-79afe5093bc0 tempest-NetworksIpV6TestAttrs-2117866386 tempest-NetworksIpV6TestAttrs-2117866386-project] Allocated IP 2001:db8::f816:3eff:fe59:8e35 (72855284-53ef-403a-95ba-b6daffb5b574/2aeaa89c-57a9-48d4-858a-91b182efec23/50d15812-edeb-4eb8-86f7-9444ce32aaf8) {{(pid=105585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:14:59.737072 n-d-705658-22 neutron-server[105586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19dc2d58-9402-4704-b0c4-77295157cc66 None None] Network 72855284-53ef-403a-95ba-b6daffb5b574 is already hosted by enough agents. {{(pid=105586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:14:59.741896 n-d-705658-22 neutron-server[105586]: DEBUG neutron.scheduler.base_scheduler [None req-19dc2d58-9402-4704-b0c4-77295157cc66 None None] Resources bound (agent type, host, resource id): {{(pid=105586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:14:59.748834 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19dc2d58-9402-4704-b0c4-77295157cc66 None None] Received port after_create {{(pid=105586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:14:59.817177 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning for port 7bc7b9f0-1508-4155-89be-63062d6d0ffe completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:14:59.826808 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port 7bc7b9f0-1508-4155-89be-63062d6d0ffe triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:14:59.827214 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:59.878695 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-19dc2d58-9402-4704-b0c4-77295157cc66 None None] Attempting to bind port 08c29506-eef2-4da5-8b77-c7182328c45e on host n-d-705658-22 for vnic_type normal with profile {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:14:59.879158 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-19dc2d58-9402-4704-b0c4-77295157cc66 None None] Attempting to bind port 08c29506-eef2-4da5-8b77-c7182328c45e by drivers openvswitch,hyperv on host n-d-705658-22 at level 0 using segments [{'id': 'e568c8bd-4485-4f98-ba94-4dc366c7a7d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '72855284-53ef-403a-95ba-b6daffb5b574'}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:14:59.885442 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19dc2d58-9402-4704-b0c4-77295157cc66 None None] Attempting to bind port 08c29506-eef2-4da5-8b77-c7182328c45e on network 72855284-53ef-403a-95ba-b6daffb5b574 {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:14:59.886561 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19dc2d58-9402-4704-b0c4-77295157cc66 None None] Checking agent: {'id': '04a7ea91-6318-467e-ace6-b0fb48c8690f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 41, 42), 'started_at': datetime.datetime(2021, 7, 27, 20, 42, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 14, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:14:59.886896 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19dc2d58-9402-4704-b0c4-77295157cc66 None None] Checking segment: {'id': 'e568c8bd-4485-4f98-ba94-4dc366c7a7d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '72855284-53ef-403a-95ba-b6daffb5b574'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:14:59.887298 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-19dc2d58-9402-4704-b0c4-77295157cc66 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:59.888129 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19dc2d58-9402-4704-b0c4-77295157cc66 None None] Bound using segment: {'id': 'e568c8bd-4485-4f98-ba94-4dc366c7a7d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '72855284-53ef-403a-95ba-b6daffb5b574'} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:14:59.888129 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-19dc2d58-9402-4704-b0c4-77295157cc66 None None] Bound port: 08c29506-eef2-4da5-8b77-c7182328c45e, host: n-d-705658-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e568c8bd-4485-4f98-ba94-4dc366c7a7d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '72855284-53ef-403a-95ba-b6daffb5b574'}}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:14:59.888522 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-19dc2d58-9402-4704-b0c4-77295157cc66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:59.919362 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-fbadbab6-3ce6-43f0-a010-c61949fd403e None None] Provisioning complete for port 7bc7b9f0-1508-4155-89be-63062d6d0ffe triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:14:59.919771 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-fbadbab6-3ce6-43f0-a010-c61949fd403e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:00.027243 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-19dc2d58-9402-4704-b0c4-77295157cc66 None None] For port 08c29506-eef2-4da5-8b77-c7182328c45e, host n-d-705658-22, cleared binding levels {{(pid=105586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:15:00.035425 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-19dc2d58-9402-4704-b0c4-77295157cc66 None None] For port 08c29506-eef2-4da5-8b77-c7182328c45e, host n-d-705658-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=08c29506-eef2-4da5-8b77-c7182328c45e,segment=NetworkSegment(e568c8bd-4485-4f98-ba94-4dc366c7a7d2),segment_id=e568c8bd-4485-4f98-ba94-4dc366c7a7d2)] {{(pid=105586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:15:00.082176 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-19dc2d58-9402-4704-b0c4-77295157cc66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:00.110004 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-5b3ce346-9321-4cc2-a9b2-79afe5093bc0 tempest-NetworksIpV6TestAttrs-2117866386 tempest-NetworksIpV6TestAttrs-2117866386-project] Notify callbacks [] for port, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:00.155481 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19dc2d58-9402-4704-b0c4-77295157cc66 None None] Pushing event updated for resources: {'Port': ['ID=08c29506-eef2-4da5-8b77-c7182328c45e,revision_number=2']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:15:00.177224 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.provisioning_blocks [None req-5b3ce346-9321-4cc2-a9b2-79afe5093bc0 tempest-NetworksIpV6TestAttrs-2117866386 tempest-NetworksIpV6TestAttrs-2117866386-project] Transition to ACTIVE for port object 50d15812-edeb-4eb8-86f7-9444ce32aaf8 will not be triggered until provisioned by entity DHCP. {{(pid=105585) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:15:00.201139 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:00.217498 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [req-c8dca3ad-1222-461f-a567-4881f20beadf req-528f371a-01df-48c3-9f45-aefc9b5f6c94 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a00236c5-623b-4f7d-b617-4368e91e4029 {{(pid=105584) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:15:00.230920 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-c8dca3ad-1222-461f-a567-4881f20beadf req-528f371a-01df-48c3-9f45-aefc9b5f6c94 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:00.244709 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-5b3ce346-9321-4cc2-a9b2-79afe5093bc0 tempest-NetworksIpV6TestAttrs-2117866386 tempest-NetworksIpV6TestAttrs-2117866386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:00.261274 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-fbadbab6-3ce6-43f0-a010-c61949fd403e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:00.278504 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.provisioning_blocks [req-c8dca3ad-1222-461f-a567-4881f20beadf req-528f371a-01df-48c3-9f45-aefc9b5f6c94 service neutron] Transition to ACTIVE for port object a00236c5-623b-4f7d-b617-4368e91e4029 will not be triggered until provisioned by entity L2. {{(pid=105584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:15:00.295909 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-c8dca3ad-1222-461f-a567-4881f20beadf req-528f371a-01df-48c3-9f45-aefc9b5f6c94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9014027'] for port, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:00.339232 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b3ce346-9321-4cc2-a9b2-79afe5093bc0 tempest-NetworksIpV6TestAttrs-2117866386 tempest-NetworksIpV6TestAttrs-2117866386-project] Network 72855284-53ef-403a-95ba-b6daffb5b574 is already hosted by enough agents. {{(pid=105585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:15:00.340325 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] For port 7bc7b9f0-1508-4155-89be-63062d6d0ffe, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=7bc7b9f0-1508-4155-89be-63062d6d0ffe,segment=NetworkSegment(7de0f206-2a1e-4a78-a910-a3ab5d69774d),segment_id=7de0f206-2a1e-4a78-a910-a3ab5d69774d)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:15:00.346509 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.base_scheduler [None req-5b3ce346-9321-4cc2-a9b2-79afe5093bc0 tempest-NetworksIpV6TestAttrs-2117866386 tempest-NetworksIpV6TestAttrs-2117866386-project] Resources bound (agent type, host, resource id): {{(pid=105585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:15:00.354794 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b3ce346-9321-4cc2-a9b2-79afe5093bc0 tempest-NetworksIpV6TestAttrs-2117866386 tempest-NetworksIpV6TestAttrs-2117866386-project] Received port after_create {{(pid=105585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:15:00.362113 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b3ce346-9321-4cc2-a9b2-79afe5093bc0 tempest-NetworksIpV6TestAttrs-2117866386 tempest-NetworksIpV6TestAttrs-2117866386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:15:00.362984 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-5b3ce346-9321-4cc2-a9b2-79afe5093bc0 tempest-NetworksIpV6TestAttrs-2117866386 tempest-NetworksIpV6TestAttrs-2117866386-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:00.373140 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3ce346-9321-4cc2-a9b2-79afe5093bc0 tempest-NetworksIpV6TestAttrs-2117866386 tempest-NetworksIpV6TestAttrs-2117866386-project] Pushing event updated for resources: {'Port': ['ID=50d15812-edeb-4eb8-86f7-9444ce32aaf8,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:15:00.399929 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-5b3ce346-9321-4cc2-a9b2-79afe5093bc0 tempest-NetworksIpV6TestAttrs-2117866386 tempest-NetworksIpV6TestAttrs-2117866386-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 2.1664791 Jul 27 21:15:00.402233 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 38180) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:15:00.461797 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528f371a-01df-48c3-9f45-aefc9b5f6c94 service neutron] Pushing event updated for resources: {'Port': ['ID=a00236c5-623b-4f7d-b617-4368e91e4029,revision_number=2']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:15:00.486569 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.db.api [None req-fbadbab6-3ce6-43f0-a010-c61949fd403e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105586) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 27 21:15:00.486933 n-d-705658-22 neutron-server[105586]: DEBUG oslo_db.api [None req-fbadbab6-3ce6-43f0-a010-c61949fd403e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 27 21:15:00.487541 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:00.496191 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 38184) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:15:00.656871 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.db_base_plugin_v2 [None req-0cd348e1-dd2e-4510-9d19-7141e32ab941 tempest-NetworksIpV6TestAttrs-2117866386 tempest-NetworksIpV6TestAttrs-2117866386-project] Deleting subnet 2aeaa89c-57a9-48d4-858a-91b182efec23 {{(pid=105585) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:15:00.662341 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-0cd348e1-dd2e-4510-9d19-7141e32ab941 tempest-NetworksIpV6TestAttrs-2117866386 tempest-NetworksIpV6TestAttrs-2117866386-project] Notify callbacks [] for subnet, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:00.664480 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Pushing event updated for resources: {'Port': ['ID=7bc7b9f0-1508-4155-89be-63062d6d0ffe,revision_number=3']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:15:00.735772 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 38192) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:15:00.763583 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-0cd348e1-dd2e-4510-9d19-7141e32ab941 tempest-NetworksIpV6TestAttrs-2117866386 tempest-NetworksIpV6TestAttrs-2117866386-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9887057'] for subnet, precommit_delete_associations {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:00.779474 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-e3c24ae9-d3a0-48e8-8c7f-c0560a365c0d admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=d14ccd1bc87341b1bdcf5548dc5b776b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2699034 Jul 27 21:15:00.785597 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 38198) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:15:00.862277 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [req-c8dca3ad-1222-461f-a567-4881f20beadf req-528f371a-01df-48c3-9f45-aefc9b5f6c94 service neutron] Attempting to bind port a00236c5-623b-4f7d-b617-4368e91e4029 on host n-h1-705658-22 for vnic_type normal with profile {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:15:00.871799 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [req-c8dca3ad-1222-461f-a567-4881f20beadf req-528f371a-01df-48c3-9f45-aefc9b5f6c94 service neutron] Attempting to bind port a00236c5-623b-4f7d-b617-4368e91e4029 by drivers openvswitch,hyperv on host n-h1-705658-22 at level 0 using segments [{'id': '749d1f51-8998-49bc-ba8d-208be5295f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '0ded17b3-440e-4dbe-8ea1-4e29acefb236'}] {{(pid=105584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:15:00.872388 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8dca3ad-1222-461f-a567-4881f20beadf req-528f371a-01df-48c3-9f45-aefc9b5f6c94 service neutron] Attempting to bind port a00236c5-623b-4f7d-b617-4368e91e4029 on network 0ded17b3-440e-4dbe-8ea1-4e29acefb236 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:15:00.899821 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecb8c35-f309-483b-a020-54b71393ed86 req-ba0adede-06ac-4f82-bd2c-f2e4a263fa87 tempest-AttachVolumeNegativeTest-845744699 tempest-AttachVolumeNegativeTest-845744699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:15:00.903258 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8dca3ad-1222-461f-a567-4881f20beadf req-528f371a-01df-48c3-9f45-aefc9b5f6c94 service neutron] Port a00236c5-623b-4f7d-b617-4368e91e4029 on network 0ded17b3-440e-4dbe-8ea1-4e29acefb236 not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-22 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:15:00.903785 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8dca3ad-1222-461f-a567-4881f20beadf req-528f371a-01df-48c3-9f45-aefc9b5f6c94 service neutron] Attempting to bind port a00236c5-623b-4f7d-b617-4368e91e4029 on network 0ded17b3-440e-4dbe-8ea1-4e29acefb236 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:15:00.918257 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8dca3ad-1222-461f-a567-4881f20beadf req-528f371a-01df-48c3-9f45-aefc9b5f6c94 service neutron] Checking agent: {'id': '9d9bc37f-4d75-44ef-9f63-799aab3e316f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 49, 36), 'started_at': datetime.datetime(2021, 7, 27, 20, 49, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 14, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:15:00.918507 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-7ecb8c35-f309-483b-a020-54b71393ed86 req-ba0adede-06ac-4f82-bd2c-f2e4a263fa87 tempest-AttachVolumeNegativeTest-845744699 tempest-AttachVolumeNegativeTest-845744699-project] 10.222.0.59 "GET /v2.0/ports?device_id=bd28873a-ff97-48ae-a22f-33d898697e72 HTTP/1.1" status: 200 len: 943 time: 0.4403501 Jul 27 21:15:00.919019 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8dca3ad-1222-461f-a567-4881f20beadf req-528f371a-01df-48c3-9f45-aefc9b5f6c94 service neutron] Checking segment: {'id': '749d1f51-8998-49bc-ba8d-208be5295f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '0ded17b3-440e-4dbe-8ea1-4e29acefb236'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:15:00.919633 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8dca3ad-1222-461f-a567-4881f20beadf req-528f371a-01df-48c3-9f45-aefc9b5f6c94 service neutron] Bound using segment: {'id': '749d1f51-8998-49bc-ba8d-208be5295f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '0ded17b3-440e-4dbe-8ea1-4e29acefb236'} {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:15:00.920283 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [req-c8dca3ad-1222-461f-a567-4881f20beadf req-528f371a-01df-48c3-9f45-aefc9b5f6c94 service neutron] Bound port: a00236c5-623b-4f7d-b617-4368e91e4029, host: n-h1-705658-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '749d1f51-8998-49bc-ba8d-208be5295f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '0ded17b3-440e-4dbe-8ea1-4e29acefb236'}}] {{(pid=105584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:15:00.920858 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-c8dca3ad-1222-461f-a567-4881f20beadf req-528f371a-01df-48c3-9f45-aefc9b5f6c94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:00.936168 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-4a5a3dd0-450f-4531-b1f9-a826161df33b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:00.989891 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-4a5a3dd0-450f-4531-b1f9-a826161df33b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:01.052915 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [req-c8dca3ad-1222-461f-a567-4881f20beadf req-528f371a-01df-48c3-9f45-aefc9b5f6c94 service neutron] For port a00236c5-623b-4f7d-b617-4368e91e4029, host n-h1-705658-22, cleared binding levels {{(pid=105584) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:15:01.067479 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [req-c8dca3ad-1222-461f-a567-4881f20beadf req-528f371a-01df-48c3-9f45-aefc9b5f6c94 service neutron] For port a00236c5-623b-4f7d-b617-4368e91e4029, host n-h1-705658-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=a00236c5-623b-4f7d-b617-4368e91e4029,segment=NetworkSegment(749d1f51-8998-49bc-ba8d-208be5295f5a),segment_id=749d1f51-8998-49bc-ba8d-208be5295f5a)] {{(pid=105584) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:15:01.074775 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-c8dca3ad-1222-461f-a567-4881f20beadf req-528f371a-01df-48c3-9f45-aefc9b5f6c94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9014027'] for port, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:01.144806 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-4a5a3dd0-450f-4531-b1f9-a826161df33b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:01.148297 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-4a5a3dd0-450f-4531-b1f9-a826161df33b admin admin] Notify callbacks [] for security_group, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:01.153133 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-4a5a3dd0-450f-4531-b1f9-a826161df33b admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/481dae90-66b9-48ee-b2f4-8e9b917073b4 HTTP/1.1" status: 204 len: 168 time: 0.3661730 Jul 27 21:15:01.155265 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8dca3ad-1222-461f-a567-4881f20beadf req-528f371a-01df-48c3-9f45-aefc9b5f6c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:15:01.156126 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-c8dca3ad-1222-461f-a567-4881f20beadf req-528f371a-01df-48c3-9f45-aefc9b5f6c94 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:01.158136 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-c8dca3ad-1222-461f-a567-4881f20beadf req-528f371a-01df-48c3-9f45-aefc9b5f6c94 service neutron] 10.222.0.36 "PUT /v2.0/ports/a00236c5-623b-4f7d-b617-4368e91e4029 HTTP/1.1" status: 200 len: 1092 time: 1.9399374 Jul 27 21:15:01.162558 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd28873a-ff97-48ae-a22f-33d898697e72', 'tag': 'a00236c5-623b-4f7d-b617-4368e91e4029'}] {{(pid=105584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:15:01.172749 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bce5e6c8685464f7626901654159975603b047827e3138302ed6566e28f1343" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-219ac992-b8ea-40cc-b98b-615158be0de6" -d '{"events": [{"name": "network-changed", "server_uuid": "bd28873a-ff97-48ae-a22f-33d898697e72", "tag": "a00236c5-623b-4f7d-b617-4368e91e4029"}]}' {{(pid=105584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:15:01.176834 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-2fb2e78a-803e-49b1-aad4-f6c8f384769e admin admin] Notify callbacks [] for security_group, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:01.180723 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-7ecb8c35-f309-483b-a020-54b71393ed86 req-933ac560-13ab-4463-a997-669c417d3025 tempest-AttachVolumeNegativeTest-845744699 tempest-AttachVolumeNegativeTest-845744699-project] 10.222.0.59 "GET /v2.0/security-groups?id=2650ee69-e2a9-4bf0-b170-d21e83666964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2521968 Jul 27 21:15:01.268711 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-0cd348e1-dd2e-4510-9d19-7141e32ab941 tempest-NetworksIpV6TestAttrs-2117866386 tempest-NetworksIpV6TestAttrs-2117866386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854965'] for subnet, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:01.338651 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:15:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23afb3e0-9f02-4137-b048-d3d7bf99317c x-openstack-request-id: req-23afb3e0-9f02-4137-b048-d3d7bf99317c {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:15:01.339138 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd28873a-ff97-48ae-a22f-33d898697e72", "tag": "a00236c5-623b-4f7d-b617-4368e91e4029", "status": "completed", "code": 200}]} {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:15:01.339400 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-23afb3e0-9f02-4137-b048-d3d7bf99317c {{(pid=105584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:15:01.339804 n-d-705658-22 neutron-server[105584]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd28873a-ff97-48ae-a22f-33d898697e72', 'tag': 'a00236c5-623b-4f7d-b617-4368e91e4029', 'status': 'completed', 'code': 200} Jul 27 21:15:01.361592 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5a3dd0-450f-4531-b1f9-a826161df33b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=481dae90-66b9-48ee-b2f4-8e9b917073b4,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:15:01.457702 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-0cd348e1-dd2e-4510-9d19-7141e32ab941 tempest-NetworksIpV6TestAttrs-2117866386 tempest-NetworksIpV6TestAttrs-2117866386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10221602', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9990583'] for subnet, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:01.478170 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528f371a-01df-48c3-9f45-aefc9b5f6c94 service neutron] Pushing event updated for resources: {'Port': ['ID=a00236c5-623b-4f7d-b617-4368e91e4029,revision_number=3']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:15:01.563971 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-0cd348e1-dd2e-4510-9d19-7141e32ab941 tempest-NetworksIpV6TestAttrs-2117866386 tempest-NetworksIpV6TestAttrs-2117866386-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743886'] for subnet, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:01.571545 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-0cd348e1-dd2e-4510-9d19-7141e32ab941 tempest-NetworksIpV6TestAttrs-2117866386 tempest-NetworksIpV6TestAttrs-2117866386-project] 10.222.0.59 "DELETE /v2.0/subnets/2aeaa89c-57a9-48d4-858a-91b182efec23 HTTP/1.1" status: 204 len: 168 time: 1.1680253 Jul 27 21:15:01.573169 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 38228) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:15:01.577593 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd348e1-dd2e-4510-9d19-7141e32ab941 tempest-NetworksIpV6TestAttrs-2117866386 tempest-NetworksIpV6TestAttrs-2117866386-project] Pushing event deleted for resources: {'Subnet': ['ID=2aeaa89c-57a9-48d4-858a-91b182efec23,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:15:01.592845 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 38230) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:15:01.609493 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8dca3ad-1222-461f-a567-4881f20beadf req-43d77495-4539-4ac7-9353-b2d9aad143f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:15:01.611046 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-c8dca3ad-1222-461f-a567-4881f20beadf req-43d77495-4539-4ac7-9353-b2d9aad143f6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7cb1be282c1a45569e2d1240a1ce83c6&device_id=bd28873a-ff97-48ae-a22f-33d898697e72 HTTP/1.1" status: 200 len: 1095 time: 0.3876405 Jul 27 21:15:01.721114 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 08c29506-eef2-4da5-8b77-c7182328c45e up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:15:01.734970 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6178b97b-6624-4091-bb93-85b27a2e61ca tempest-NetworksIpV6TestAttrs-2117866386 tempest-NetworksIpV6TestAttrs-2117866386-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:15:01.741557 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6178b97b-6624-4091-bb93-85b27a2e61ca tempest-NetworksIpV6TestAttrs-2117866386 tempest-NetworksIpV6TestAttrs-2117866386-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:15:01.751137 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-6178b97b-6624-4091-bb93-85b27a2e61ca tempest-NetworksIpV6TestAttrs-2117866386 tempest-NetworksIpV6TestAttrs-2117866386-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1765051 Jul 27 21:15:01.756197 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 38238) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:15:01.784346 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-c8dca3ad-1222-461f-a567-4881f20beadf req-cf7f8c1c-bf6d-4476-9fdb-35255231e50c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a00236c5-623b-4f7d-b617-4368e91e4029 HTTP/1.1" status: 200 len: 217 time: 0.1406419 Jul 27 21:15:01.839272 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning for port 08c29506-eef2-4da5-8b77-c7182328c45e completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:15:01.852403 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 7bc7b9f0-1508-4155-89be-63062d6d0ffe up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:15:01.903338 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8dca3ad-1222-461f-a567-4881f20beadf req-1fc7111e-d2df-428b-84d8-c0e1fba65b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:15:01.907436 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-c8dca3ad-1222-461f-a567-4881f20beadf req-1fc7111e-d2df-428b-84d8-c0e1fba65b37 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0afa8897-5216-45a9-9a1e-8fc30b1f7259 HTTP/1.1" status: 200 len: 854 time: 0.1120968 Jul 27 21:15:01.913697 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-a32a08b9-3722-4e7c-94b1-76be1ddf8533 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1264428951-network', 'tenant_id': '600e865a5cde4be3a07c2c6f813959b8'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:15:01.977973 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-9fcc3265-2dd6-4bfe-b13b-82582634dafa tempest-NetworksIpV6TestAttrs-2117866386 tempest-NetworksIpV6TestAttrs-2117866386-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-990557'] for network, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:01.987895 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port 7bc7b9f0-1508-4155-89be-63062d6d0ffe triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:15:01.988280 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:01.989470 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-c8dca3ad-1222-461f-a567-4881f20beadf req-e4bb6e94-e30b-4eaa-9138-4b5af9b63bac service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0ded17b3-440e-4dbe-8ea1-4e29acefb236&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0589547 Jul 27 21:15:02.001866 n-d-705658-22 neutron-server[105585]: INFO neutron.pecan_wsgi.hooks.translation [None req-9fcc3265-2dd6-4bfe-b13b-82582634dafa tempest-NetworksIpV6TestAttrs-2117866386 tempest-NetworksIpV6TestAttrs-2117866386-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jul 27 21:15:02.002372 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9fcc3265-2dd6-4bfe-b13b-82582634dafa tempest-NetworksIpV6TestAttrs-2117866386 tempest-NetworksIpV6TestAttrs-2117866386-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=105585) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 21:15:02.010806 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-9fcc3265-2dd6-4bfe-b13b-82582634dafa tempest-NetworksIpV6TestAttrs-2117866386 tempest-NetworksIpV6TestAttrs-2117866386-project] 10.222.0.59 "DELETE /v2.0/networks/72855284-53ef-403a-95ba-b6daffb5b574 HTTP/1.1" status: 409 len: 405 time: 0.2486892 Jul 27 21:15:02.011537 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 38248) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:15:02.023917 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-2582eff2-7680-4be7-8c02-356be7057dd6 tempest-NetworksIpV6TestAttrs-2117866386 tempest-NetworksIpV6TestAttrs-2117866386-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1337289428'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:15:02.043710 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fbb2fa6-0583-4a00-a8c0-029627e5cc3f None None] Network 72855284-53ef-403a-95ba-b6daffb5b574 requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:15:02.086454 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-2fb2e78a-803e-49b1-aad4-f6c8f384769e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:02.099152 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-2fb2e78a-803e-49b1-aad4-f6c8f384769e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:02.119515 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.db.api [None req-2582eff2-7680-4be7-8c02-356be7057dd6 tempest-NetworksIpV6TestAttrs-2117866386 tempest-NetworksIpV6TestAttrs-2117866386-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 27 21:15:02.119515 n-d-705658-22 neutron-server[105585]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 27 21:15:02.119515 n-d-705658-22 neutron-server[105585]: [parameters: {'project_id_1': '652fba225030484581464cd6ffb39646', 'expiration_1': datetime.datetime(2021, 7, 27, 21, 15, 2, 41275)}] Jul 27 21:15:02.119515 n-d-705658-22 neutron-server[105585]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=105585) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 27 21:15:02.119980 n-d-705658-22 neutron-server[105585]: DEBUG oslo_db.api [None req-2582eff2-7680-4be7-8c02-356be7057dd6 tempest-NetworksIpV6TestAttrs-2117866386 tempest-NetworksIpV6TestAttrs-2117866386-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=105585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 27 21:15:02.192895 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-b0737eb7-5968-4d83-a819-47f2d4066552 None None] Provisioning for port 08c29506-eef2-4da5-8b77-c7182328c45e completed by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:15:02.205320 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-c8dca3ad-1222-461f-a567-4881f20beadf req-159199f4-2d3d-423e-872a-75a5f8cd76e0 service neutron] 10.222.0.36 "GET /v2.0/networks/0ded17b3-440e-4dbe-8ea1-4e29acefb236?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2036273 Jul 27 21:15:02.206091 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a32a08b9-3722-4e7c-94b1-76be1ddf8533 admin admin] Made reservation on behalf of 600e865a5cde4be3a07c2c6f813959b8 for: {'network': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:15:02.208375 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-a32a08b9-3722-4e7c-94b1-76be1ddf8533 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for network, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:02.217821 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb2e78a-803e-49b1-aad4-f6c8f384769e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba85ba0a-5b37-4b92-b2cf-bc87f4d720be,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:15:02.234638 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-b0737eb7-5968-4d83-a819-47f2d4066552 None None] Provisioning complete for port 08c29506-eef2-4da5-8b77-c7182328c45e triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:15:02.235042 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-b0737eb7-5968-4d83-a819-47f2d4066552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:02.238409 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-a32a08b9-3722-4e7c-94b1-76be1ddf8533 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:02.248714 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-2fb2e78a-803e-49b1-aad4-f6c8f384769e admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=0f8260285e6347fb8643e9350268d83f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5073464 Jul 27 21:15:02.249503 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 38258) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:15:02.545358 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-c8dca3ad-1222-461f-a567-4881f20beadf req-2a22eb12-0533-4989-b917-92a7d3dfb526 service neutron] 10.222.0.36 "GET /v2.0/networks/0ded17b3-440e-4dbe-8ea1-4e29acefb236?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3096900 Jul 27 21:15:02.554191 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 38272) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:15:02.732217 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-a32a08b9-3722-4e7c-94b1-76be1ddf8533 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:02.749287 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-a32a08b9-3722-4e7c-94b1-76be1ddf8533 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:02.815831 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a32a08b9-3722-4e7c-94b1-76be1ddf8533 admin admin] vlan segment allocate from pool success with {'vlan_id': 218, 'physical_network': 'physnet1'} {{(pid=105584) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:15:02.848537 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-a32a08b9-3722-4e7c-94b1-76be1ddf8533 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:02.849167 n-d-705658-22 neutron-server[105584]: INFO neutron.db.segments_db [None req-a32a08b9-3722-4e7c-94b1-76be1ddf8533 admin admin] Added segment 82701821-d08d-4e1b-9667-8c6e67e04bdc of type vlan for network 4ce75dcf-0fe8-4adc-83bc-310cc0685be5 Jul 27 21:15:02.865616 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2582eff2-7680-4be7-8c02-356be7057dd6 tempest-NetworksIpV6TestAttrs-2117866386 tempest-NetworksIpV6TestAttrs-2117866386-project] Made reservation on behalf of 652fba225030484581464cd6ffb39646 for: {'network': 1} {{(pid=105585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:15:02.873155 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-2582eff2-7680-4be7-8c02-356be7057dd6 tempest-NetworksIpV6TestAttrs-2117866386 tempest-NetworksIpV6TestAttrs-2117866386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for network, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:02.885921 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ec91e4d-f433-4279-ab03-29c6d89dec9d None None] DHCP port deletion for 72855284-53ef-403a-95ba-b6daffb5b574 request from n-d-705658-22 {{(pid=105586) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 21:15:02.915407 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-a32a08b9-3722-4e7c-94b1-76be1ddf8533 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790688424798'] for network, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:02.936946 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-b0737eb7-5968-4d83-a819-47f2d4066552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:02.959308 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2582eff2-7680-4be7-8c02-356be7057dd6 tempest-NetworksIpV6TestAttrs-2117866386 tempest-NetworksIpV6TestAttrs-2117866386-project] vlan segment allocate from pool success with {'vlan_id': 227, 'physical_network': 'physnet1'} {{(pid=105585) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:15:02.991903 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-2582eff2-7680-4be7-8c02-356be7057dd6 tempest-NetworksIpV6TestAttrs-2117866386 tempest-NetworksIpV6TestAttrs-2117866386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:02.992262 n-d-705658-22 neutron-server[105585]: INFO neutron.db.segments_db [None req-2582eff2-7680-4be7-8c02-356be7057dd6 tempest-NetworksIpV6TestAttrs-2117866386 tempest-NetworksIpV6TestAttrs-2117866386-project] Added segment df880f0c-1d95-48e9-b4b0-ce474d6401d2 of type vlan for network 0652ee7b-64af-4f3b-9e6a-febee8570675 Jul 27 21:15:02.994817 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-cb8c85d9-c579-4acd-b2e1-8dcd051feb27 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-647490510'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:15:02.998348 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-a32a08b9-3722-4e7c-94b1-76be1ddf8533 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920'] for network, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:02.999461 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a32a08b9-3722-4e7c-94b1-76be1ddf8533 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:15:03.000187 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-a32a08b9-3722-4e7c-94b1-76be1ddf8533 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743886'] for network, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:03.020261 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-b0737eb7-5968-4d83-a819-47f2d4066552 None None] For port 08c29506-eef2-4da5-8b77-c7182328c45e, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=08c29506-eef2-4da5-8b77-c7182328c45e,segment=NetworkSegment(e568c8bd-4485-4f98-ba94-4dc366c7a7d2),segment_id=e568c8bd-4485-4f98-ba94-4dc366c7a7d2)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:15:03.028816 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-0ec91e4d-f433-4279-ab03-29c6d89dec9d None None] Deleting port 08c29506-eef2-4da5-8b77-c7182328c45e {{(pid=105586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:15:03.029563 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-0ec91e4d-f433-4279-ab03-29c6d89dec9d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:03.034227 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-b0737eb7-5968-4d83-a819-47f2d4066552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:03.036081 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-a32a08b9-3722-4e7c-94b1-76be1ddf8533 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.4421644 Jul 27 21:15:03.107361 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 38282) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:15:03.129586 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-c4299119-385a-41d5-ae17-54ac6ec02516 admin admin] Request body: {'subnet': {'network_id': '4ce75dcf-0fe8-4adc-83bc-310cc0685be5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1264428951-subnet', 'tenant_id': '600e865a5cde4be3a07c2c6f813959b8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:15:03.133909 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-2582eff2-7680-4be7-8c02-356be7057dd6 tempest-NetworksIpV6TestAttrs-2117866386 tempest-NetworksIpV6TestAttrs-2117866386-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790688424798'] for network, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:03.160575 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32a08b9-3722-4e7c-94b1-76be1ddf8533 admin admin] Pushing event updated for resources: {'Network': ['ID=4ce75dcf-0fe8-4adc-83bc-310cc0685be5,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:15:03.172926 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-b8511707-39dd-40bb-afde-584af333e13a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:03.186503 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219ac992-b8ea-40cc-b98b-615158be0de6 req-28032fb6-faa8-4e05-930b-0941910c2d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:15:03.187455 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-219ac992-b8ea-40cc-b98b-615158be0de6 req-28032fb6-faa8-4e05-930b-0941910c2d12 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7cb1be282c1a45569e2d1240a1ce83c6&device_id=bd28873a-ff97-48ae-a22f-33d898697e72 HTTP/1.1" status: 200 len: 1095 time: 0.5650096 Jul 27 21:15:03.190095 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32a08b9-3722-4e7c-94b1-76be1ddf8533 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a7007a9-34fe-445e-9576-80a9b33bcd70,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:15:03.198147 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb8c85d9-c579-4acd-b2e1-8dcd051feb27 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Made reservation on behalf of fbcd8d69204b49b7a886b79ea9f87fc6 for: {'network': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:15:03.202231 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-cb8c85d9-c579-4acd-b2e1-8dcd051feb27 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for network, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:03.214737 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-cb8c85d9-c579-4acd-b2e1-8dcd051feb27 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Notify callbacks [] for security_group, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:03.247628 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-b8511707-39dd-40bb-afde-584af333e13a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:03.270434 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3256719a-272a-45e0-9bab-fa9587d33d81 req-0c16e873-bd19-48f2-8e6e-04f2b79cabcc tempest-AttachVolumeNegativeTest-845744699 tempest-AttachVolumeNegativeTest-845744699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:15:03.279263 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-0ec91e4d-f433-4279-ab03-29c6d89dec9d None None] For port 08c29506-eef2-4da5-8b77-c7182328c45e, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=08c29506-eef2-4da5-8b77-c7182328c45e,segment=NetworkSegment(e568c8bd-4485-4f98-ba94-4dc366c7a7d2),segment_id=e568c8bd-4485-4f98-ba94-4dc366c7a7d2)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:15:03.282249 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-3256719a-272a-45e0-9bab-fa9587d33d81 req-0c16e873-bd19-48f2-8e6e-04f2b79cabcc tempest-AttachVolumeNegativeTest-845744699 tempest-AttachVolumeNegativeTest-845744699-project] 10.222.0.59 "GET /v2.0/ports?device_id=bd28873a-ff97-48ae-a22f-33d898697e72 HTTP/1.1" status: 200 len: 943 time: 0.4733412 Jul 27 21:15:03.283464 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-0ec91e4d-f433-4279-ab03-29c6d89dec9d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:03.295411 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4299119-385a-41d5-ae17-54ac6ec02516 admin admin] Made reservation on behalf of 600e865a5cde4be3a07c2c6f813959b8 for: {'subnet': 1} {{(pid=105585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:15:03.299304 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-c4299119-385a-41d5-ae17-54ac6ec02516 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9990620'] for subnet, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:03.330439 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-0ec91e4d-f433-4279-ab03-29c6d89dec9d None None] Calling delete_port for 08c29506-eef2-4da5-8b77-c7182328c45e owned by network:dhcp {{(pid=105586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:15:03.370526 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219ac992-b8ea-40cc-b98b-615158be0de6 req-00b158b2-9286-4830-81e4-64c9420de511 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:15:03.372201 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-219ac992-b8ea-40cc-b98b-615158be0de6 req-00b158b2-9286-4830-81e4-64c9420de511 service neutron] 10.222.0.36 "GET /v2.0/networks?id=0ded17b3-440e-4dbe-8ea1-4e29acefb236 HTTP/1.1" status: 200 len: 915 time: 0.1586566 Jul 27 21:15:03.432911 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-219ac992-b8ea-40cc-b98b-615158be0de6 req-991e437b-9395-4b03-8dbf-2eba40f770b5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a00236c5-623b-4f7d-b617-4368e91e4029 HTTP/1.1" status: 200 len: 217 time: 0.0416720 Jul 27 21:15:03.513139 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0737eb7-5968-4d83-a819-47f2d4066552 None None] Pushing event updated for resources: {'Port': ['ID=08c29506-eef2-4da5-8b77-c7182328c45e,revision_number=4']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:15:03.519252 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Network 4ce75dcf-0fe8-4adc-83bc-310cc0685be5 details requested by agent ovs-agent-n-d-705658-22 with host n-d-705658-22 {{(pid=105586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:15:03.523378 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 08c29506-eef2-4da5-8b77-c7182328c45e no longer exists at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:15:03.529795 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-0ec91e4d-f433-4279-ab03-29c6d89dec9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180'] for port, after_delete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:03.579219 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219ac992-b8ea-40cc-b98b-615158be0de6 req-b0f361e3-fbc6-4bcd-a598-7cdf09124918 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:15:03.581859 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-219ac992-b8ea-40cc-b98b-615158be0de6 req-b0f361e3-fbc6-4bcd-a598-7cdf09124918 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0afa8897-5216-45a9-9a1e-8fc30b1f7259 HTTP/1.1" status: 200 len: 854 time: 0.1360347 Jul 27 21:15:03.583895 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-cb8c85d9-c579-4acd-b2e1-8dcd051feb27 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Notify callbacks [] for security_group, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:03.634106 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ec91e4d-f433-4279-ab03-29c6d89dec9d None None] No DVR routers for this DVR port 08c29506-eef2-4da5-8b77-c7182328c45e on host n-d-705658-22 {{(pid=105586) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:15:03.636934 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.db.resource_extend [None req-2582eff2-7680-4be7-8c02-356be7057dd6 tempest-NetworksIpV6TestAttrs-2117866386 tempest-NetworksIpV6TestAttrs-2117866386-project] It took 0.49 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=105585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 27 21:15:03.653921 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] No Port match for: 08c29506-eef2-4da5-8b77-c7182328c45e {{(pid=105586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:15:03.654516 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 08c29506-eef2-4da5-8b77-c7182328c45e not bound to the agent host n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:15:03.680673 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec91e4d-f433-4279-ab03-29c6d89dec9d None None] Pushing event deleted for resources: {'Port': ['ID=08c29506-eef2-4da5-8b77-c7182328c45e,revision_number=None']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:15:03.696444 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-219ac992-b8ea-40cc-b98b-615158be0de6 req-1d189eeb-9c6a-400a-88c3-fd92b36f2bcd service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0ded17b3-440e-4dbe-8ea1-4e29acefb236&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1062086 Jul 27 21:15:03.699754 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-cb8c85d9-c579-4acd-b2e1-8dcd051feb27 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:03.703660 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-c4299119-385a-41d5-ae17-54ac6ec02516 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10221797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9990606'] for subnet, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:03.774573 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-3256719a-272a-45e0-9bab-fa9587d33d81 req-32bcbd42-68e9-4f2b-9a07-4f4912fe3429 tempest-AttachVolumeNegativeTest-845744699 tempest-AttachVolumeNegativeTest-845744699-project] 10.222.0.59 "GET /v2.0/security-groups?id=2650ee69-e2a9-4bf0-b170-d21e83666964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4903529 Jul 27 21:15:03.780365 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-2582eff2-7680-4be7-8c02-356be7057dd6 tempest-NetworksIpV6TestAttrs-2117866386 tempest-NetworksIpV6TestAttrs-2117866386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920'] for network, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:03.786228 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb8c85d9-c579-4acd-b2e1-8dcd051feb27 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] vlan segment allocate from pool success with {'vlan_id': 213, 'physical_network': 'physnet1'} {{(pid=105584) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:15:03.795395 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2582eff2-7680-4be7-8c02-356be7057dd6 tempest-NetworksIpV6TestAttrs-2117866386 tempest-NetworksIpV6TestAttrs-2117866386-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:15:03.796047 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-2582eff2-7680-4be7-8c02-356be7057dd6 tempest-NetworksIpV6TestAttrs-2117866386 tempest-NetworksIpV6TestAttrs-2117866386-project] Notify callbacks [] for network, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:03.801765 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-cb8c85d9-c579-4acd-b2e1-8dcd051feb27 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:03.802078 n-d-705658-22 neutron-server[105584]: INFO neutron.db.segments_db [None req-cb8c85d9-c579-4acd-b2e1-8dcd051feb27 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Added segment ef942b88-6893-499c-8281-7a1c3a835d2c of type vlan for network d860fe23-64a8-4791-bdc9-ec842154b8ec Jul 27 21:15:03.805002 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8c85d9-c579-4acd-b2e1-8dcd051feb27 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Pushing event updated for resources: {'SecurityGroup': ['ID=11970ca1-5738-44dd-9a60-94fb9c93c653,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:15:03.895049 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-cb8c85d9-c579-4acd-b2e1-8dcd051feb27 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790688424798'] for network, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:03.901772 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-2582eff2-7680-4be7-8c02-356be7057dd6 tempest-NetworksIpV6TestAttrs-2117866386 tempest-NetworksIpV6TestAttrs-2117866386-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.8832278 Jul 27 21:15:03.901772 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4299119-385a-41d5-ae17-54ac6ec02516 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c0af41ef-52d2-41ac-b6df-e93e08f17b8d,revision_number=0']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:15:03.902032 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 38300) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:15:03.913672 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-5a63b8bc-b339-4116-8ab1-f79d18153ab8 tempest-NetworksIpV6TestAttrs-2117866386 tempest-NetworksIpV6TestAttrs-2117866386-project] Request body: {'subnet': {'network_id': '0652ee7b-64af-4f3b-9e6a-febee8570675', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:15:03.920147 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2582eff2-7680-4be7-8c02-356be7057dd6 tempest-NetworksIpV6TestAttrs-2117866386 tempest-NetworksIpV6TestAttrs-2117866386-project] Pushing event updated for resources: {'Network': ['ID=0652ee7b-64af-4f3b-9e6a-febee8570675,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:15:03.927089 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-219ac992-b8ea-40cc-b98b-615158be0de6 req-b3975855-2b4e-4106-9da5-b5a305aea284 service neutron] 10.222.0.36 "GET /v2.0/networks/0ded17b3-440e-4dbe-8ea1-4e29acefb236?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2055657 Jul 27 21:15:03.931761 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Network 0652ee7b-64af-4f3b-9e6a-febee8570675 details requested by agent ovs-agent-n-d-705658-22 with host n-d-705658-22 {{(pid=105586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:15:03.934270 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-b8511707-39dd-40bb-afde-584af333e13a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:03.936711 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-b8511707-39dd-40bb-afde-584af333e13a admin admin] Notify callbacks [] for security_group, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:03.937835 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-b8511707-39dd-40bb-afde-584af333e13a admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/ba85ba0a-5b37-4b92-b2cf-bc87f4d720be HTTP/1.1" status: 204 len: 168 time: 1.6867688 Jul 27 21:15:03.983409 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-cb8c85d9-c579-4acd-b2e1-8dcd051feb27 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920'] for network, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:03.989746 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb8c85d9-c579-4acd-b2e1-8dcd051feb27 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:15:03.990559 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-cb8c85d9-c579-4acd-b2e1-8dcd051feb27 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743886'] for network, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:04.032798 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8511707-39dd-40bb-afde-584af333e13a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba85ba0a-5b37-4b92-b2cf-bc87f4d720be,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:15:04.039817 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4299119-385a-41d5-ae17-54ac6ec02516 admin admin] Checking segment: {'id': '82701821-d08d-4e1b-9667-8c6e67e04bdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '4ce75dcf-0fe8-4adc-83bc-310cc0685be5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:15:04.040302 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4299119-385a-41d5-ae17-54ac6ec02516 admin admin] Network hostable DHCP agents. Network: 4ce75dcf-0fe8-4adc-83bc-310cc0685be5, hostable agents: ['7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a'], hosted agents: [] {{(pid=105585) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:15:04.078426 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-cb8c85d9-c579-4acd-b2e1-8dcd051feb27 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.5225384 Jul 27 21:15:04.082792 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 38304) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:15:04.098266 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8c85d9-c579-4acd-b2e1-8dcd051feb27 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Pushing event updated for resources: {'Network': ['ID=d860fe23-64a8-4791-bdc9-ec842154b8ec,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:15:04.122558 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-a5d9b6f6-f599-463e-95c4-cd84ec719647 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Request body: {'port': {'network_id': 'd860fe23-64a8-4791-bdc9-ec842154b8ec', 'name': 'tempest-PortsIpV6TestJSON-895234929'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:15:04.122973 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-219ac992-b8ea-40cc-b98b-615158be0de6 req-e7b4a579-f00e-4b7d-b8ee-2013497a5907 service neutron] 10.222.0.36 "GET /v2.0/networks/0ded17b3-440e-4dbe-8ea1-4e29acefb236?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1874685 Jul 27 21:15:04.125655 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4299119-385a-41d5-ae17-54ac6ec02516 admin admin] Network 4ce75dcf-0fe8-4adc-83bc-310cc0685be5 is scheduled to be hosted by DHCP agent 7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a with binding_index 1 {{(pid=105585) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:15:04.140115 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Network d860fe23-64a8-4791-bdc9-ec842154b8ec details requested by agent ovs-agent-n-d-705658-22 with host n-d-705658-22 {{(pid=105586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:15:04.213046 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.base_scheduler [None req-c4299119-385a-41d5-ae17-54ac6ec02516 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-22, 4ce75dcf-0fe8-4adc-83bc-310cc0685be5) {{(pid=105585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:15:04.218600 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4299119-385a-41d5-ae17-54ac6ec02516 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:15:04.220014 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-c4299119-385a-41d5-ae17-54ac6ec02516 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743886'] for subnet, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:04.245882 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6bbafb0-42fa-47a5-ac02-a8c36496996d None None] Network 4ce75dcf-0fe8-4adc-83bc-310cc0685be5 requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:15:04.283279 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a63b8bc-b339-4116-8ab1-f79d18153ab8 tempest-NetworksIpV6TestAttrs-2117866386 tempest-NetworksIpV6TestAttrs-2117866386-project] Made reservation on behalf of 652fba225030484581464cd6ffb39646 for: {'subnet': 1} {{(pid=105585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:15:04.302618 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-5a63b8bc-b339-4116-8ab1-f79d18153ab8 tempest-NetworksIpV6TestAttrs-2117866386 tempest-NetworksIpV6TestAttrs-2117866386-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9990620'] for subnet, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:04.362160 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 38312) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:15:04.378826 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-5b0c6593-7d90-4aea-af7e-65620d7ce721 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:04.445433 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-c4299119-385a-41d5-ae17-54ac6ec02516 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 1.3209693 Jul 27 21:15:04.455651 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cb26b7e-7970-4d14-bae5-4a532558411a None None] Network 4ce75dcf-0fe8-4adc-83bc-310cc0685be5 requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:15:04.576739 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.db.api [None req-5b0c6593-7d90-4aea-af7e-65620d7ce721 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 27 21:15:04.576739 n-d-705658-22 neutron-server[105584]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 27 21:15:04.576739 n-d-705658-22 neutron-server[105584]: [parameters: {'project_id_1': 'f3670cbf70354525b670d5cb4017554d', 'expiration_1': datetime.datetime(2021, 7, 27, 21, 15, 4, 390273)}] Jul 27 21:15:04.576739 n-d-705658-22 neutron-server[105584]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=105584) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 27 21:15:04.577377 n-d-705658-22 neutron-server[105584]: DEBUG oslo_db.api [None req-5b0c6593-7d90-4aea-af7e-65620d7ce721 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 27 21:15:04.594077 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5d9b6f6-f599-463e-95c4-cd84ec719647 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Made reservation on behalf of fbcd8d69204b49b7a886b79ea9f87fc6 for: {'port': 1} {{(pid=105585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:15:04.605673 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-a5d9b6f6-f599-463e-95c4-cd84ec719647 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:04.666239 n-d-705658-22 neutron-server[105585]: DEBUG neutron.notifiers.nova [None req-a5d9b6f6-f599-463e-95c4-cd84ec719647 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] device_id is not set on port 751b098e-3416-46a6-bf81-96ff7addbc26 yet. {{(pid=105585) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 21:15:04.781171 n-d-705658-22 neutron-server[105585]: DEBUG neutron.objects.ports [None req-5a63b8bc-b339-4116-8ab1-f79d18153ab8 tempest-NetworksIpV6TestAttrs-2117866386 tempest-NetworksIpV6TestAttrs-2117866386-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=105585) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 27 21:15:04.786396 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-5a63b8bc-b339-4116-8ab1-f79d18153ab8 tempest-NetworksIpV6TestAttrs-2117866386 tempest-NetworksIpV6TestAttrs-2117866386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10221797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9990606'] for subnet, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:04.859802 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a63b8bc-b339-4116-8ab1-f79d18153ab8 tempest-NetworksIpV6TestAttrs-2117866386 tempest-NetworksIpV6TestAttrs-2117866386-project] Pushing event updated for resources: {'Subnet': ['ID=9e99a491-1cfe-49f1-932e-5e5b1681c6e9,revision_number=0']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:15:04.944209 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device a00236c5-623b-4f7d-b617-4368e91e4029 details requested by agent hyperv_n-h1-705658-22 with host n-h1-705658-22 {{(pid=105586) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:15:05.026588 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a63b8bc-b339-4116-8ab1-f79d18153ab8 tempest-NetworksIpV6TestAttrs-2117866386 tempest-NetworksIpV6TestAttrs-2117866386-project] Checking segment: {'id': 'df880f0c-1d95-48e9-b4b0-ce474d6401d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '0652ee7b-64af-4f3b-9e6a-febee8570675'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:15:05.026953 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a63b8bc-b339-4116-8ab1-f79d18153ab8 tempest-NetworksIpV6TestAttrs-2117866386 tempest-NetworksIpV6TestAttrs-2117866386-project] Network hostable DHCP agents. Network: 0652ee7b-64af-4f3b-9e6a-febee8570675, hostable agents: ['7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a'], hosted agents: [] {{(pid=105585) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:15:05.078598 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-5b0c6593-7d90-4aea-af7e-65620d7ce721 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:05.097799 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] For port a00236c5-623b-4f7d-b617-4368e91e4029, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=a00236c5-623b-4f7d-b617-4368e91e4029,segment=NetworkSegment(749d1f51-8998-49bc-ba8d-208be5295f5a),segment_id=749d1f51-8998-49bc-ba8d-208be5295f5a)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:15:05.116426 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Returning: {'device': 'a00236c5-623b-4f7d-b617-4368e91e4029', 'network_id': '0ded17b3-440e-4dbe-8ea1-4e29acefb236', 'port_id': 'a00236c5-623b-4f7d-b617-4368e91e4029', 'mac_address': 'fa:16:3e:b8:3f:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 246, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0afa8897-5216-45a9-9a1e-8fc30b1f7259', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105586) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:15:05.137591 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-a5d9b6f6-f599-463e-95c4-cd84ec719647 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Notify callbacks [] for port, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:05.162500 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:05.164834 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a63b8bc-b339-4116-8ab1-f79d18153ab8 tempest-NetworksIpV6TestAttrs-2117866386 tempest-NetworksIpV6TestAttrs-2117866386-project] Network 0652ee7b-64af-4f3b-9e6a-febee8570675 is scheduled to be hosted by DHCP agent 7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a with binding_index 1 {{(pid=105585) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:15:05.181926 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a00236c5-623b-4f7d-b617-4368e91e4029 {{(pid=105586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:15:05.208397 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ec6f61-9f41-46ca-a72f-61d1405569b7 req-a351aac7-0c46-43a3-aea7-822385726ae5 tempest-AttachVolumeNegativeTest-845744699 tempest-AttachVolumeNegativeTest-845744699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:15:05.210042 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-94ec6f61-9f41-46ca-a72f-61d1405569b7 req-a351aac7-0c46-43a3-aea7-822385726ae5 tempest-AttachVolumeNegativeTest-845744699 tempest-AttachVolumeNegativeTest-845744699-project] 10.222.0.59 "GET /v2.0/ports?device_id=bd28873a-ff97-48ae-a22f-33d898697e72 HTTP/1.1" status: 200 len: 943 time: 0.3060305 Jul 27 21:15:05.230222 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] For port a00236c5-623b-4f7d-b617-4368e91e4029, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=a00236c5-623b-4f7d-b617-4368e91e4029,segment=NetworkSegment(749d1f51-8998-49bc-ba8d-208be5295f5a),segment_id=749d1f51-8998-49bc-ba8d-208be5295f5a)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:15:05.239011 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabe95f5-0c93-4ba1-8994-6346f9ed2e26 req-78fad96d-4228-429c-9765-ba81c2ee17d2 tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:15:05.240634 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-cabe95f5-0c93-4ba1-8994-6346f9ed2e26 req-78fad96d-4228-429c-9765-ba81c2ee17d2 tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] 10.222.0.59 "GET /v2.0/networks?id=4ce75dcf-0fe8-4adc-83bc-310cc0685be5 HTTP/1.1" status: 200 len: 806 time: 0.2490144 Jul 27 21:15:05.246399 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:05.254070 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.base_scheduler [None req-5a63b8bc-b339-4116-8ab1-f79d18153ab8 tempest-NetworksIpV6TestAttrs-2117866386 tempest-NetworksIpV6TestAttrs-2117866386-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-22, 0652ee7b-64af-4f3b-9e6a-febee8570675) {{(pid=105585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:15:05.278089 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-cabe95f5-0c93-4ba1-8994-6346f9ed2e26 req-352d1f98-8f70-4e6e-9a1a-c1462e0c7132 tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] 10.222.0.59 "GET /v2.0/quotas/600e865a5cde4be3a07c2c6f813959b8 HTTP/1.1" status: 200 len: 375 time: 0.0219800 Jul 27 21:15:05.279673 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a63b8bc-b339-4116-8ab1-f79d18153ab8 tempest-NetworksIpV6TestAttrs-2117866386 tempest-NetworksIpV6TestAttrs-2117866386-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:15:05.280376 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-5a63b8bc-b339-4116-8ab1-f79d18153ab8 tempest-NetworksIpV6TestAttrs-2117866386 tempest-NetworksIpV6TestAttrs-2117866386-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743886'] for subnet, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:05.293316 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0767788f-5acd-4496-96c3-4c3f545bc4c4 None None] Network 0652ee7b-64af-4f3b-9e6a-febee8570675 requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:15:05.303973 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-5b0c6593-7d90-4aea-af7e-65620d7ce721 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:05.316644 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-5b0c6593-7d90-4aea-af7e-65620d7ce721 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:05.349989 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-cabe95f5-0c93-4ba1-8994-6346f9ed2e26 req-9158c93f-43b0-4e35-b1b6-0b00a462a6be tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=600e865a5cde4be3a07c2c6f813959b8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0629411 Jul 27 21:15:05.359744 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-a5d9b6f6-f599-463e-95c4-cd84ec719647 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:05.366917 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-94ec6f61-9f41-46ca-a72f-61d1405569b7 req-3837e094-b14a-4f27-b53d-f7fb4f72be52 tempest-AttachVolumeNegativeTest-845744699 tempest-AttachVolumeNegativeTest-845744699-project] 10.222.0.59 "GET /v2.0/security-groups?id=2650ee69-e2a9-4bf0-b170-d21e83666964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457002 Jul 27 21:15:05.418846 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Pushing event updated for resources: {'Port': ['ID=a00236c5-623b-4f7d-b617-4368e91e4029,revision_number=4']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:15:05.441710 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-5a63b8bc-b339-4116-8ab1-f79d18153ab8 tempest-NetworksIpV6TestAttrs-2117866386 tempest-NetworksIpV6TestAttrs-2117866386-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.5323043 Jul 27 21:15:05.449867 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] get_ports_and_sgs() called for port_ids ['a00236c5-623b-4f7d-b617-4368e91e4029'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:15:05.469997 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 38348) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:15:05.482921 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-b3b0be61-ce0d-4340-a164-d2123219cba7 tempest-NetworksIpV6TestAttrs-2117866386 tempest-NetworksIpV6TestAttrs-2117866386-project] Request body: {'port': {'network_id': '0652ee7b-64af-4f3b-9e6a-febee8570675', 'name': 'tempest-NetworksIpV6TestAttrs-2054731709'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:15:05.510071 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0c6593-7d90-4aea-af7e-65620d7ce721 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=432af784-9773-4fd4-895d-f4c4ee83d7cc,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:15:05.517130 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-5b0c6593-7d90-4aea-af7e-65620d7ce721 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=f3670cbf70354525b670d5cb4017554d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1533213 Jul 27 21:15:05.549343 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 38350) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:15:05.650285 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-cabe95f5-0c93-4ba1-8994-6346f9ed2e26 req-5e8ba043-9ff3-4ba6-8708-a44ec81f4250 service neutron] 10.222.0.59 "GET /v2.0/networks/4ce75dcf-0fe8-4adc-83bc-310cc0685be5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2820492 Jul 27 21:15:05.694274 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3b0be61-ce0d-4340-a164-d2123219cba7 tempest-NetworksIpV6TestAttrs-2117866386 tempest-NetworksIpV6TestAttrs-2117866386-project] Made reservation on behalf of 652fba225030484581464cd6ffb39646 for: {'port': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:15:05.705738 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-b3b0be61-ce0d-4340-a164-d2123219cba7 tempest-NetworksIpV6TestAttrs-2117866386 tempest-NetworksIpV6TestAttrs-2117866386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:05.729043 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-300e0d00-7869-4c61-bc37-820d21b88e41 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30bb4b93-b285-5d90-9493-f9ec33ea333c-0652ee7b-64af-4f3b-9e6a-febee8570675', 'network_id': '0652ee7b-64af-4f3b-9e6a-febee8570675', 'tenant_id': '652fba225030484581464cd6ffb39646', 'fixed_ips': [{'subnet_id': '9e99a491-1cfe-49f1-932e-5e5b1681c6e9'}]}} from n-d-705658-22. {{(pid=105586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 21:15:05.730002 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-300e0d00-7869-4c61-bc37-820d21b88e41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:05.745487 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [None req-b3b0be61-ce0d-4340-a164-d2123219cba7 tempest-NetworksIpV6TestAttrs-2117866386 tempest-NetworksIpV6TestAttrs-2117866386-project] device_id is not set on port 01560f34-1737-4e6e-8f2b-621429aba0b7 yet. {{(pid=105584) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 21:15:05.837999 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d9b6f6-f599-463e-95c4-cd84ec719647 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Pushing event updated for resources: {'Port': ['ID=751b098e-3416-46a6-bf81-96ff7addbc26,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:15:05.931599 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5d9b6f6-f599-463e-95c4-cd84ec719647 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Checking segment: {'id': 'ef942b88-6893-499c-8281-7a1c3a835d2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'd860fe23-64a8-4791-bdc9-ec842154b8ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:15:05.938890 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5d9b6f6-f599-463e-95c4-cd84ec719647 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Network hostable DHCP agents. Network: d860fe23-64a8-4791-bdc9-ec842154b8ec, hostable agents: ['7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a'], hosted agents: [] {{(pid=105585) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:15:05.966328 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.db_base_plugin_common [None req-b3b0be61-ce0d-4340-a164-d2123219cba7 tempest-NetworksIpV6TestAttrs-2117866386 tempest-NetworksIpV6TestAttrs-2117866386-project] Allocated IP 2001:db8::f816:3eff:fe3e:8b87 (0652ee7b-64af-4f3b-9e6a-febee8570675/9e99a491-1cfe-49f1-932e-5e5b1681c6e9/01560f34-1737-4e6e-8f2b-621429aba0b7) {{(pid=105584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:15:06.041665 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-377b9276-6072-4e7a-b7e3-e1f8f5d391b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:06.045756 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-cabe95f5-0c93-4ba1-8994-6346f9ed2e26 req-69ff044b-648b-4f59-b12d-56a639bb479a service neutron] 10.222.0.59 "GET /v2.0/networks/4ce75dcf-0fe8-4adc-83bc-310cc0685be5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3685548 Jul 27 21:15:06.078271 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5d9b6f6-f599-463e-95c4-cd84ec719647 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Network d860fe23-64a8-4791-bdc9-ec842154b8ec is scheduled to be hosted by DHCP agent 7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a with binding_index 1 {{(pid=105585) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:15:06.096405 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-377b9276-6072-4e7a-b7e3-e1f8f5d391b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:06.105944 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.base_scheduler [None req-a5d9b6f6-f599-463e-95c4-cd84ec719647 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-22, d860fe23-64a8-4791-bdc9-ec842154b8ec) {{(pid=105585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:15:06.115018 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aea34b4c-f5c8-4481-a277-66bbf61e74be None None] Network d860fe23-64a8-4791-bdc9-ec842154b8ec requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:15:06.115538 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5d9b6f6-f599-463e-95c4-cd84ec719647 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Received port after_create {{(pid=105585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:15:06.120784 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5d9b6f6-f599-463e-95c4-cd84ec719647 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:15:06.121414 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-a5d9b6f6-f599-463e-95c4-cd84ec719647 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:06.155790 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-a5d9b6f6-f599-463e-95c4-cd84ec719647 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 2.0548556 Jul 27 21:15:06.158887 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 38366) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:15:06.165405 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-481cce53-534d-497a-935d-dbb7e0f786cc tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2059305161'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:15:06.199708 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-377b9276-6072-4e7a-b7e3-e1f8f5d391b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:06.211840 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-377b9276-6072-4e7a-b7e3-e1f8f5d391b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:06.214529 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-377b9276-6072-4e7a-b7e3-e1f8f5d391b0 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/432af784-9773-4fd4-895d-f4c4ee83d7cc HTTP/1.1" status: 204 len: 168 time: 0.6350434 Jul 27 21:15:06.225360 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-481cce53-534d-497a-935d-dbb7e0f786cc tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Made reservation on behalf of fbcd8d69204b49b7a886b79ea9f87fc6 for: {'network': 1} {{(pid=105585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:15:06.235751 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-481cce53-534d-497a-935d-dbb7e0f786cc tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for network, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:06.280155 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-b3b0be61-ce0d-4340-a164-d2123219cba7 tempest-NetworksIpV6TestAttrs-2117866386 tempest-NetworksIpV6TestAttrs-2117866386-project] Notify callbacks [] for port, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:06.285258 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377b9276-6072-4e7a-b7e3-e1f8f5d391b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=432af784-9773-4fd4-895d-f4c4ee83d7cc,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:15:06.317092 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-481cce53-534d-497a-935d-dbb7e0f786cc tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] vlan segment allocate from pool success with {'vlan_id': 234, 'physical_network': 'physnet1'} {{(pid=105585) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:15:06.347515 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:06.359668 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.provisioning_blocks [None req-b3b0be61-ce0d-4340-a164-d2123219cba7 tempest-NetworksIpV6TestAttrs-2117866386 tempest-NetworksIpV6TestAttrs-2117866386-project] Transition to ACTIVE for port object 01560f34-1737-4e6e-8f2b-621429aba0b7 will not be triggered until provisioned by entity DHCP. {{(pid=105584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:15:06.360624 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-481cce53-534d-497a-935d-dbb7e0f786cc tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:06.361028 n-d-705658-22 neutron-server[105585]: INFO neutron.db.segments_db [None req-481cce53-534d-497a-935d-dbb7e0f786cc tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Added segment 887daddb-289b-4dfa-ad7c-c777b3692508 of type vlan for network 9f481256-be64-4727-9a25-a49282d53511 Jul 27 21:15:06.411980 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-b3b0be61-ce0d-4340-a164-d2123219cba7 tempest-NetworksIpV6TestAttrs-2117866386 tempest-NetworksIpV6TestAttrs-2117866386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:06.426665 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-481cce53-534d-497a-935d-dbb7e0f786cc tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790688424798'] for network, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:06.575724 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b074788f-03ec-4cf5-8769-9a20ade1c770 req-e4045578-2d80-4155-9452-8c1024a27b2f tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] 10.222.0.59 "GET /v2.0/ports?device_id=0ed2fecf-f104-4fc8-b279-c89dbd5a8969 HTTP/1.1" status: 200 len: 210 time: 0.2429874 Jul 27 21:15:06.594863 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-481cce53-534d-497a-935d-dbb7e0f786cc tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920'] for network, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:06.604566 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3b0be61-ce0d-4340-a164-d2123219cba7 tempest-NetworksIpV6TestAttrs-2117866386 tempest-NetworksIpV6TestAttrs-2117866386-project] Network 0652ee7b-64af-4f3b-9e6a-febee8570675 is already hosted by enough agents. {{(pid=105584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:15:06.605927 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b0be61-ce0d-4340-a164-d2123219cba7 tempest-NetworksIpV6TestAttrs-2117866386 tempest-NetworksIpV6TestAttrs-2117866386-project] Pushing event updated for resources: {'Port': ['ID=01560f34-1737-4e6e-8f2b-621429aba0b7,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:15:06.610099 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-481cce53-534d-497a-935d-dbb7e0f786cc tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:15:06.614128 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-481cce53-534d-497a-935d-dbb7e0f786cc tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Notify callbacks [] for network, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:06.625601 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.db_base_plugin_common [None req-300e0d00-7869-4c61-bc37-820d21b88e41 None None] Allocated IP 2001:db8::f816:3eff:feb1:e5b8 (0652ee7b-64af-4f3b-9e6a-febee8570675/9e99a491-1cfe-49f1-932e-5e5b1681c6e9/b363556a-04f7-4df8-ab90-f092932f165f) {{(pid=105586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:15:06.642910 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [None req-b3b0be61-ce0d-4340-a164-d2123219cba7 tempest-NetworksIpV6TestAttrs-2117866386 tempest-NetworksIpV6TestAttrs-2117866386-project] Resources bound (agent type, host, resource id): {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:15:06.652432 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3b0be61-ce0d-4340-a164-d2123219cba7 tempest-NetworksIpV6TestAttrs-2117866386 tempest-NetworksIpV6TestAttrs-2117866386-project] Received port after_create {{(pid=105584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:15:06.684546 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3b0be61-ce0d-4340-a164-d2123219cba7 tempest-NetworksIpV6TestAttrs-2117866386 tempest-NetworksIpV6TestAttrs-2117866386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:15:06.690564 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-b3b0be61-ce0d-4340-a164-d2123219cba7 tempest-NetworksIpV6TestAttrs-2117866386 tempest-NetworksIpV6TestAttrs-2117866386-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:06.758801 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-b3b0be61-ce0d-4340-a164-d2123219cba7 tempest-NetworksIpV6TestAttrs-2117866386 tempest-NetworksIpV6TestAttrs-2117866386-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 1.2876258 Jul 27 21:15:06.763257 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 38388) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:15:06.830666 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-481cce53-534d-497a-935d-dbb7e0f786cc tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6683085 Jul 27 21:15:06.850930 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 38392) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:15:06.860955 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-f67449d8-a0dc-4fee-9b59-91c4dc4aef75 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Request body: {'ports': [{'network_id': 'd860fe23-64a8-4791-bdc9-ec842154b8ec'}, {'network_id': '9f481256-be64-4727-9a25-a49282d53511'}]} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:15:06.861267 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-f67449d8-a0dc-4fee-9b59-91c4dc4aef75 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Request body: {'port': {'network_id': 'd860fe23-64a8-4791-bdc9-ec842154b8ec'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:15:06.861746 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-f67449d8-a0dc-4fee-9b59-91c4dc4aef75 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Request body: {'port': {'network_id': '9f481256-be64-4727-9a25-a49282d53511'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:15:06.884661 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481cce53-534d-497a-935d-dbb7e0f786cc tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Pushing event updated for resources: {'Network': ['ID=9f481256-be64-4727-9a25-a49282d53511,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:15:06.910659 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Network 9f481256-be64-4727-9a25-a49282d53511 details requested by agent ovs-agent-n-d-705658-22 with host n-d-705658-22 {{(pid=105586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:15:06.985979 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.db_base_plugin_v2 [None req-043a406f-0153-42fe-96d4-db35978579ac tempest-NetworksIpV6TestAttrs-2117866386 tempest-NetworksIpV6TestAttrs-2117866386-project] Deleting subnet 9e99a491-1cfe-49f1-932e-5e5b1681c6e9 {{(pid=105584) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:15:07.056783 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device a00236c5-623b-4f7d-b617-4368e91e4029 up at agent hyperv_n-h1-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:15:07.215211 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-300e0d00-7869-4c61-bc37-820d21b88e41 None None] Notify callbacks [] for port, precommit_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:07.239833 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-300e0d00-7869-4c61-bc37-820d21b88e41 None None] Transition to ACTIVE for port object b363556a-04f7-4df8-ab90-f092932f165f will not be triggered until provisioned by entity L2. {{(pid=105586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:15:07.262572 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a69fdd-6ee9-44c3-be50-1162316972c0 req-385fd6f4-9597-4596-a629-357b9f6c9fdf tempest-AttachVolumeNegativeTest-845744699 tempest-AttachVolumeNegativeTest-845744699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:15:07.268072 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-63a69fdd-6ee9-44c3-be50-1162316972c0 req-385fd6f4-9597-4596-a629-357b9f6c9fdf tempest-AttachVolumeNegativeTest-845744699 tempest-AttachVolumeNegativeTest-845744699-project] 10.222.0.59 "GET /v2.0/ports?device_id=bd28873a-ff97-48ae-a22f-33d898697e72 HTTP/1.1" status: 200 len: 944 time: 0.6900427 Jul 27 21:15:07.274987 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Provisioning for port a00236c5-623b-4f7d-b617-4368e91e4029 completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:15:07.294467 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-300e0d00-7869-4c61-bc37-820d21b88e41 None None] Transition to ACTIVE for port object b363556a-04f7-4df8-ab90-f092932f165f will not be triggered until provisioned by entity DHCP. {{(pid=105586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:15:07.295786 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Provisioning complete for port a00236c5-623b-4f7d-b617-4368e91e4029 triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:15:07.296155 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:07.310092 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-043a406f-0153-42fe-96d4-db35978579ac tempest-NetworksIpV6TestAttrs-2117866386 tempest-NetworksIpV6TestAttrs-2117866386-project] Notify callbacks [] for subnet, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:07.349525 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-300e0d00-7869-4c61-bc37-820d21b88e41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143'] for port, after_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:07.405392 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300e0d00-7869-4c61-bc37-820d21b88e41 None None] Pushing event updated for resources: {'Port': ['ID=b363556a-04f7-4df8-ab90-f092932f165f,revision_number=1']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:15:07.416001 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-043a406f-0153-42fe-96d4-db35978579ac tempest-NetworksIpV6TestAttrs-2117866386 tempest-NetworksIpV6TestAttrs-2117866386-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9014207'] for subnet, precommit_delete_associations {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:07.421870 n-d-705658-22 neutron-server[105586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-300e0d00-7869-4c61-bc37-820d21b88e41 None None] Network 0652ee7b-64af-4f3b-9e6a-febee8570675 is already hosted by enough agents. {{(pid=105586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:15:07.424369 n-d-705658-22 neutron-server[105586]: DEBUG neutron.scheduler.base_scheduler [None req-300e0d00-7869-4c61-bc37-820d21b88e41 None None] Resources bound (agent type, host, resource id): {{(pid=105586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:15:07.427384 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-300e0d00-7869-4c61-bc37-820d21b88e41 None None] Received port after_create {{(pid=105586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:15:07.430137 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-63a69fdd-6ee9-44c3-be50-1162316972c0 req-92be3024-facb-4749-a757-44ae177c53be tempest-AttachVolumeNegativeTest-845744699 tempest-AttachVolumeNegativeTest-845744699-project] 10.222.0.59 "GET /v2.0/security-groups?id=2650ee69-e2a9-4bf0-b170-d21e83666964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504807 Jul 27 21:15:07.469767 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f67449d8-a0dc-4fee-9b59-91c4dc4aef75 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Made reservation on behalf of fbcd8d69204b49b7a886b79ea9f87fc6 for: {'port': 2} {{(pid=105585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:15:07.482527 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-f67449d8-a0dc-4fee-9b59-91c4dc4aef75 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:07.530644 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-f67449d8-a0dc-4fee-9b59-91c4dc4aef75 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:07.617192 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:07.697176 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-300e0d00-7869-4c61-bc37-820d21b88e41 None None] Attempting to bind port b363556a-04f7-4df8-ab90-f092932f165f on host n-d-705658-22 for vnic_type normal with profile {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:15:07.697879 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-300e0d00-7869-4c61-bc37-820d21b88e41 None None] Attempting to bind port b363556a-04f7-4df8-ab90-f092932f165f by drivers openvswitch,hyperv on host n-d-705658-22 at level 0 using segments [{'id': 'df880f0c-1d95-48e9-b4b0-ce474d6401d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '0652ee7b-64af-4f3b-9e6a-febee8570675'}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:15:07.698356 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-300e0d00-7869-4c61-bc37-820d21b88e41 None None] Attempting to bind port b363556a-04f7-4df8-ab90-f092932f165f on network 0652ee7b-64af-4f3b-9e6a-febee8570675 {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:15:07.706356 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-300e0d00-7869-4c61-bc37-820d21b88e41 None None] Checking agent: {'id': '04a7ea91-6318-467e-ace6-b0fb48c8690f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 41, 42), 'started_at': datetime.datetime(2021, 7, 27, 20, 42, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 14, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:15:07.707259 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-300e0d00-7869-4c61-bc37-820d21b88e41 None None] Checking segment: {'id': 'df880f0c-1d95-48e9-b4b0-ce474d6401d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '0652ee7b-64af-4f3b-9e6a-febee8570675'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:15:07.707849 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-300e0d00-7869-4c61-bc37-820d21b88e41 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:07.708492 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-300e0d00-7869-4c61-bc37-820d21b88e41 None None] Bound using segment: {'id': 'df880f0c-1d95-48e9-b4b0-ce474d6401d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '0652ee7b-64af-4f3b-9e6a-febee8570675'} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:15:07.709158 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-300e0d00-7869-4c61-bc37-820d21b88e41 None None] Bound port: b363556a-04f7-4df8-ab90-f092932f165f, host: n-d-705658-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df880f0c-1d95-48e9-b4b0-ce474d6401d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '0652ee7b-64af-4f3b-9e6a-febee8570675'}}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:15:07.710295 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-300e0d00-7869-4c61-bc37-820d21b88e41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:07.716469 n-d-705658-22 neutron-server[105585]: DEBUG neutron.notifiers.nova [None req-f67449d8-a0dc-4fee-9b59-91c4dc4aef75 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] device_id is not set on port 122fd4c0-dcee-427a-b7c6-04635afb600f yet. {{(pid=105585) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 21:15:07.733266 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-043a406f-0153-42fe-96d4-db35978579ac tempest-NetworksIpV6TestAttrs-2117866386 tempest-NetworksIpV6TestAttrs-2117866386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854965'] for subnet, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:07.839602 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd28873a-ff97-48ae-a22f-33d898697e72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a00236c5-623b-4f7d-b617-4368e91e4029'}] {{(pid=105586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:15:07.842197 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14c1663e039faf5393f87855f745010ac5b02220355b68fdbf065393e303ac56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdd2fdd7-b467-4559-a0cd-358fdc5698d4" -d '{"events": [{"server_uuid": "bd28873a-ff97-48ae-a22f-33d898697e72", "name": "network-vif-plugged", "status": "completed", "tag": "a00236c5-623b-4f7d-b617-4368e91e4029"}]}' {{(pid=105586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:15:07.853627 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-043a406f-0153-42fe-96d4-db35978579ac tempest-NetworksIpV6TestAttrs-2117866386 tempest-NetworksIpV6TestAttrs-2117866386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9014081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9738825'] for subnet, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:07.861003 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-300e0d00-7869-4c61-bc37-820d21b88e41 None None] For port b363556a-04f7-4df8-ab90-f092932f165f, host n-d-705658-22, cleared binding levels {{(pid=105586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:15:07.863330 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-1191284d-1c1e-42a4-9f00-5e23457f3bea req-090b5617-a1d2-489f-9952-b24e88a95144 tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] 10.222.0.59 "GET /v2.0/ports?device_id=0ed2fecf-f104-4fc8-b279-c89dbd5a8969 HTTP/1.1" status: 200 len: 210 time: 0.1121140 Jul 27 21:15:07.875796 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-300e0d00-7869-4c61-bc37-820d21b88e41 None None] For port b363556a-04f7-4df8-ab90-f092932f165f, host n-d-705658-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=b363556a-04f7-4df8-ab90-f092932f165f,segment=NetworkSegment(df880f0c-1d95-48e9-b4b0-ce474d6401d2),segment_id=df880f0c-1d95-48e9-b4b0-ce474d6401d2)] {{(pid=105586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:15:07.880586 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] For port a00236c5-623b-4f7d-b617-4368e91e4029, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=a00236c5-623b-4f7d-b617-4368e91e4029,segment=NetworkSegment(749d1f51-8998-49bc-ba8d-208be5295f5a),segment_id=749d1f51-8998-49bc-ba8d-208be5295f5a)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:15:07.883952 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-300e0d00-7869-4c61-bc37-820d21b88e41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:07.893432 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-043a406f-0153-42fe-96d4-db35978579ac tempest-NetworksIpV6TestAttrs-2117866386 tempest-NetworksIpV6TestAttrs-2117866386-project] Notify callbacks [] for subnet, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:07.909244 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-043a406f-0153-42fe-96d4-db35978579ac tempest-NetworksIpV6TestAttrs-2117866386 tempest-NetworksIpV6TestAttrs-2117866386-project] 10.222.0.59 "DELETE /v2.0/subnets/9e99a491-1cfe-49f1-932e-5e5b1681c6e9 HTTP/1.1" status: 204 len: 168 time: 1.1448629 Jul 27 21:15:07.920354 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 38428) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:15:07.946117 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300e0d00-7869-4c61-bc37-820d21b88e41 None None] Pushing event updated for resources: {'Port': ['ID=b363556a-04f7-4df8-ab90-f092932f165f,revision_number=3']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:15:07.954982 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:08.029399 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:15:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4feb0919-a839-4ed8-b575-d7301640bcd7 x-openstack-request-id: req-4feb0919-a839-4ed8-b575-d7301640bcd7 {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:15:08.029696 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd28873a-ff97-48ae-a22f-33d898697e72", "name": "network-vif-plugged", "status": "completed", "tag": "a00236c5-623b-4f7d-b617-4368e91e4029", "code": 200}]} {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:15:08.029949 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-4feb0919-a839-4ed8-b575-d7301640bcd7 {{(pid=105586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:15:08.030345 n-d-705658-22 neutron-server[105586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd28873a-ff97-48ae-a22f-33d898697e72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a00236c5-623b-4f7d-b617-4368e91e4029', 'code': 200} Jul 27 21:15:08.080555 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Pushing event updated for resources: {'Port': ['ID=a00236c5-623b-4f7d-b617-4368e91e4029,revision_number=5']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:15:08.257209 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-f67449d8-a0dc-4fee-9b59-91c4dc4aef75 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Notify callbacks [] for port, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:08.298719 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4572cb0f-b525-43e8-9c1a-9e364cf05d78 tempest-NetworksIpV6TestAttrs-2117866386 tempest-NetworksIpV6TestAttrs-2117866386-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:15:08.303151 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4572cb0f-b525-43e8-9c1a-9e364cf05d78 tempest-NetworksIpV6TestAttrs-2117866386 tempest-NetworksIpV6TestAttrs-2117866386-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:15:08.309327 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 38442) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:15:08.311295 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-4572cb0f-b525-43e8-9c1a-9e364cf05d78 tempest-NetworksIpV6TestAttrs-2117866386 tempest-NetworksIpV6TestAttrs-2117866386-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.3862996 Jul 27 21:15:08.324546 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043a406f-0153-42fe-96d4-db35978579ac tempest-NetworksIpV6TestAttrs-2117866386 tempest-NetworksIpV6TestAttrs-2117866386-project] Pushing event deleted for resources: {'Subnet': ['ID=9e99a491-1cfe-49f1-932e-5e5b1681c6e9,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:15:08.700352 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fee0692-9565-4071-b97e-d802b7deaa6b req-5f0046e4-a3ec-4bdd-9378-06ddb372a52a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:15:08.710883 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-4fee0692-9565-4071-b97e-d802b7deaa6b req-5f0046e4-a3ec-4bdd-9378-06ddb372a52a service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=bd28873a-ff97-48ae-a22f-33d898697e72 HTTP/1.1" status: 200 len: 1097 time: 0.3922729 Jul 27 21:15:08.739302 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabe95f5-0c93-4ba1-8994-6346f9ed2e26 req-5a388589-c0a6-4db3-89a4-948ac8b122b6 tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:15:08.741253 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-cabe95f5-0c93-4ba1-8994-6346f9ed2e26 req-5a388589-c0a6-4db3-89a4-948ac8b122b6 tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] 10.222.0.60 "GET /v2.0/networks?id=4ce75dcf-0fe8-4adc-83bc-310cc0685be5 HTTP/1.1" status: 200 len: 806 time: 0.4270360 Jul 27 21:15:08.782653 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-4fee0692-9565-4071-b97e-d802b7deaa6b req-626d137e-7bcd-4218-9f0b-9a072484ba57 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=2650ee69-e2a9-4bf0-b170-d21e83666964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402420 Jul 27 21:15:08.787366 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [req-cabe95f5-0c93-4ba1-8994-6346f9ed2e26 req-231f05ca-9564-47a0-827d-dff1dbecd44a tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] Request body: {'port': {'device_id': '0ed2fecf-f104-4fc8-b279-c89dbd5a8969', 'network_id': '4ce75dcf-0fe8-4adc-83bc-310cc0685be5', 'admin_state_up': True, 'tenant_id': '600e865a5cde4be3a07c2c6f813959b8'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:15:08.820240 n-d-705658-22 neutron-server[105585]: DEBUG neutron.notifiers.nova [None req-f67449d8-a0dc-4fee-9b59-91c4dc4aef75 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] device_id is not set on port 6277ec0e-b00a-49ea-8827-d96303c432c8 yet. {{(pid=105585) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 21:15:08.910824 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-0165f286-8e03-45ae-b20a-6e1b7c8e866d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:08.915767 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-2d0ea0e1-422d-4445-bea7-4c71089f8cdf tempest-NetworksIpV6TestAttrs-2117866386 tempest-NetworksIpV6TestAttrs-2117866386-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-990557'] for network, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:08.943101 n-d-705658-22 neutron-server[105585]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d0ea0e1-422d-4445-bea7-4c71089f8cdf tempest-NetworksIpV6TestAttrs-2117866386 tempest-NetworksIpV6TestAttrs-2117866386-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jul 27 21:15:08.943482 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d0ea0e1-422d-4445-bea7-4c71089f8cdf tempest-NetworksIpV6TestAttrs-2117866386 tempest-NetworksIpV6TestAttrs-2117866386-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=105585) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 21:15:08.951515 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-2d0ea0e1-422d-4445-bea7-4c71089f8cdf tempest-NetworksIpV6TestAttrs-2117866386 tempest-NetworksIpV6TestAttrs-2117866386-project] 10.222.0.59 "DELETE /v2.0/networks/0652ee7b-64af-4f3b-9e6a-febee8570675 HTTP/1.1" status: 409 len: 405 time: 0.6393332 Jul 27 21:15:08.965217 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 38462) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:15:08.995300 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-f6608b6d-52ee-44ee-b39e-4d3c4ca9cfa9 tempest-NetworksIpV6TestAttrs-2117866386 tempest-NetworksIpV6TestAttrs-2117866386-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1169803967'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:15:09.016056 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.db.api [req-cabe95f5-0c93-4ba1-8994-6346f9ed2e26 req-231f05ca-9564-47a0-827d-dff1dbecd44a tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 27 21:15:09.016056 n-d-705658-22 neutron-server[105584]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 27 21:15:09.016056 n-d-705658-22 neutron-server[105584]: [parameters: {'project_id_1': '600e865a5cde4be3a07c2c6f813959b8', 'expiration_1': datetime.datetime(2021, 7, 27, 21, 15, 9, 4476)}] Jul 27 21:15:09.016056 n-d-705658-22 neutron-server[105584]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=105584) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 27 21:15:09.016634 n-d-705658-22 neutron-server[105584]: DEBUG oslo_db.api [req-cabe95f5-0c93-4ba1-8994-6346f9ed2e26 req-231f05ca-9564-47a0-827d-dff1dbecd44a tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 27 21:15:09.111680 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-008cdee0-da0c-4114-9fae-9415481e9411 req-02ba2e4f-866e-417c-bdb5-9e0966285e75 tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] 10.222.0.59 "GET /v2.0/ports?device_id=0ed2fecf-f104-4fc8-b279-c89dbd5a8969 HTTP/1.1" status: 200 len: 210 time: 0.1232190 Jul 27 21:15:09.130538 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310a69da-172c-47b5-891a-673f58a0f65b req-1c67636c-5e69-4d5e-9678-2d47dbda0a6c tempest-AttachVolumeNegativeTest-845744699 tempest-AttachVolumeNegativeTest-845744699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:15:09.132796 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-310a69da-172c-47b5-891a-673f58a0f65b req-1c67636c-5e69-4d5e-9678-2d47dbda0a6c tempest-AttachVolumeNegativeTest-845744699 tempest-AttachVolumeNegativeTest-845744699-project] 10.222.0.59 "GET /v2.0/ports?device_id=bd28873a-ff97-48ae-a22f-33d898697e72 HTTP/1.1" status: 200 len: 945 time: 0.5066853 Jul 27 21:15:09.143526 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6608b6d-52ee-44ee-b39e-4d3c4ca9cfa9 tempest-NetworksIpV6TestAttrs-2117866386 tempest-NetworksIpV6TestAttrs-2117866386-project] Made reservation on behalf of 652fba225030484581464cd6ffb39646 for: {'network': 1} {{(pid=105585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:15:09.147327 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-f6608b6d-52ee-44ee-b39e-4d3c4ca9cfa9 tempest-NetworksIpV6TestAttrs-2117866386 tempest-NetworksIpV6TestAttrs-2117866386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for network, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:09.285298 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-f67449d8-a0dc-4fee-9b59-91c4dc4aef75 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Notify callbacks [] for port, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:09.339913 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-f67449d8-a0dc-4fee-9b59-91c4dc4aef75 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:09.365444 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6608b6d-52ee-44ee-b39e-4d3c4ca9cfa9 tempest-NetworksIpV6TestAttrs-2117866386 tempest-NetworksIpV6TestAttrs-2117866386-project] vlan segment allocate from pool success with {'vlan_id': 233, 'physical_network': 'physnet1'} {{(pid=105585) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:15:09.466489 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-310a69da-172c-47b5-891a-673f58a0f65b req-46be5d80-16e1-4d87-9b68-7cc75209e2eb tempest-AttachVolumeNegativeTest-845744699 tempest-AttachVolumeNegativeTest-845744699-project] 10.222.0.59 "GET /v2.0/security-groups?id=2650ee69-e2a9-4bf0-b170-d21e83666964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2845850 Jul 27 21:15:09.510062 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-f6608b6d-52ee-44ee-b39e-4d3c4ca9cfa9 tempest-NetworksIpV6TestAttrs-2117866386 tempest-NetworksIpV6TestAttrs-2117866386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:09.512162 n-d-705658-22 neutron-server[105585]: INFO neutron.db.segments_db [None req-f6608b6d-52ee-44ee-b39e-4d3c4ca9cfa9 tempest-NetworksIpV6TestAttrs-2117866386 tempest-NetworksIpV6TestAttrs-2117866386-project] Added segment 396cb8a1-627f-42fe-bdf8-d9b2b7c58921 of type vlan for network 287897c5-582d-41a3-b4f7-cd1ed8ecd661 Jul 27 21:15:09.534488 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f67449d8-a0dc-4fee-9b59-91c4dc4aef75 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Network d860fe23-64a8-4791-bdc9-ec842154b8ec is already hosted by enough agents. {{(pid=105585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:15:09.536549 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67449d8-a0dc-4fee-9b59-91c4dc4aef75 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Pushing event updated for resources: {'Port': ['ID=122fd4c0-dcee-427a-b7c6-04635afb600f,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:15:09.560070 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cabe95f5-0c93-4ba1-8994-6346f9ed2e26 req-231f05ca-9564-47a0-827d-dff1dbecd44a tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] Made reservation on behalf of 600e865a5cde4be3a07c2c6f813959b8 for: {'port': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:15:09.566015 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-cabe95f5-0c93-4ba1-8994-6346f9ed2e26 req-231f05ca-9564-47a0-827d-dff1dbecd44a tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:09.567241 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.base_scheduler [None req-f67449d8-a0dc-4fee-9b59-91c4dc4aef75 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Resources bound (agent type, host, resource id): {{(pid=105585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:15:09.573359 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f67449d8-a0dc-4fee-9b59-91c4dc4aef75 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Received port after_create {{(pid=105585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:15:09.582906 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-f67449d8-a0dc-4fee-9b59-91c4dc4aef75 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:09.587939 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device b363556a-04f7-4df8-ab90-f092932f165f up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:15:09.673160 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-f6608b6d-52ee-44ee-b39e-4d3c4ca9cfa9 tempest-NetworksIpV6TestAttrs-2117866386 tempest-NetworksIpV6TestAttrs-2117866386-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790688424798'] for network, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:09.688551 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning for port b363556a-04f7-4df8-ab90-f092932f165f completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:15:09.839171 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67449d8-a0dc-4fee-9b59-91c4dc4aef75 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Pushing event updated for resources: {'Port': ['ID=6277ec0e-b00a-49ea-8827-d96303c432c8,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:15:09.859394 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-f6608b6d-52ee-44ee-b39e-4d3c4ca9cfa9 tempest-NetworksIpV6TestAttrs-2117866386 tempest-NetworksIpV6TestAttrs-2117866386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920'] for network, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:09.873418 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6608b6d-52ee-44ee-b39e-4d3c4ca9cfa9 tempest-NetworksIpV6TestAttrs-2117866386 tempest-NetworksIpV6TestAttrs-2117866386-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:15:09.874187 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-f6608b6d-52ee-44ee-b39e-4d3c4ca9cfa9 tempest-NetworksIpV6TestAttrs-2117866386 tempest-NetworksIpV6TestAttrs-2117866386-project] Notify callbacks [] for network, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:09.879655 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.db_base_plugin_common [req-cabe95f5-0c93-4ba1-8994-6346f9ed2e26 req-231f05ca-9564-47a0-827d-dff1dbecd44a tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] Allocated IP 172.20.0.11 (4ce75dcf-0fe8-4adc-83bc-310cc0685be5/c0af41ef-52d2-41ac-b6df-e93e08f17b8d/6a4b8ce2-5576-4cee-bfe3-748a068501c6) {{(pid=105584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:15:09.895404 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98fbc184-fa5d-487d-88fc-1c644ff9f4cd None None] Network 0652ee7b-64af-4f3b-9e6a-febee8570675 requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:15:09.909242 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f67449d8-a0dc-4fee-9b59-91c4dc4aef75 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Checking segment: {'id': '887daddb-289b-4dfa-ad7c-c777b3692508', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '9f481256-be64-4727-9a25-a49282d53511'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:15:09.911444 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f67449d8-a0dc-4fee-9b59-91c4dc4aef75 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Network hostable DHCP agents. Network: 9f481256-be64-4727-9a25-a49282d53511, hostable agents: ['7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a'], hosted agents: [] {{(pid=105585) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:15:09.939495 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-f6608b6d-52ee-44ee-b39e-4d3c4ca9cfa9 tempest-NetworksIpV6TestAttrs-2117866386 tempest-NetworksIpV6TestAttrs-2117866386-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.9519422 Jul 27 21:15:09.948002 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 38496) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:15:09.960765 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-f734ad0b-263a-4b57-b57b-1f8960ea7b2e tempest-NetworksIpV6TestAttrs-2117866386 tempest-NetworksIpV6TestAttrs-2117866386-project] Request body: {'subnet': {'network_id': '287897c5-582d-41a3-b4f7-cd1ed8ecd661', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:15:10.023877 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6608b6d-52ee-44ee-b39e-4d3c4ca9cfa9 tempest-NetworksIpV6TestAttrs-2117866386 tempest-NetworksIpV6TestAttrs-2117866386-project] Pushing event updated for resources: {'Network': ['ID=287897c5-582d-41a3-b4f7-cd1ed8ecd661,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:15:10.027880 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f67449d8-a0dc-4fee-9b59-91c4dc4aef75 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Network 9f481256-be64-4727-9a25-a49282d53511 is scheduled to be hosted by DHCP agent 7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a with binding_index 1 {{(pid=105585) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:15:10.049473 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Network 287897c5-582d-41a3-b4f7-cd1ed8ecd661 details requested by agent ovs-agent-n-d-705658-22 with host n-d-705658-22 {{(pid=105586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:15:10.055349 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.base_scheduler [None req-f67449d8-a0dc-4fee-9b59-91c4dc4aef75 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-22, 9f481256-be64-4727-9a25-a49282d53511) {{(pid=105585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:15:10.068440 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f67449d8-a0dc-4fee-9b59-91c4dc4aef75 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Received port after_create {{(pid=105585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:15:10.078165 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f67449d8-a0dc-4fee-9b59-91c4dc4aef75 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:15:10.091749 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f67449d8-a0dc-4fee-9b59-91c4dc4aef75 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:15:10.094390 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-f67449d8-a0dc-4fee-9b59-91c4dc4aef75 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:10.102727 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-700ab9be-6c3f-45de-9de2-37a01e926a10 None None] Network 9f481256-be64-4727-9a25-a49282d53511 requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:15:10.150515 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-f67449d8-a0dc-4fee-9b59-91c4dc4aef75 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 3.2974865 Jul 27 21:15:10.153099 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 38504) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:15:10.198168 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-cabe95f5-0c93-4ba1-8994-6346f9ed2e26 req-231f05ca-9564-47a0-827d-dff1dbecd44a tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] Notify callbacks [] for port, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:10.334880 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-8e5a04ce-35f5-4dcf-949c-fc4641c7d8b6 None None] Provisioning for port b363556a-04f7-4df8-ab90-f092932f165f completed by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:15:10.360839 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-cabe95f5-0c93-4ba1-8994-6346f9ed2e26 req-231f05ca-9564-47a0-827d-dff1dbecd44a tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:10.375858 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-8e5a04ce-35f5-4dcf-949c-fc4641c7d8b6 None None] Provisioning complete for port b363556a-04f7-4df8-ab90-f092932f165f triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:15:10.376242 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-8e5a04ce-35f5-4dcf-949c-fc4641c7d8b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:10.377778 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:10.438622 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cabe95f5-0c93-4ba1-8994-6346f9ed2e26 req-231f05ca-9564-47a0-827d-dff1dbecd44a tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] Network 4ce75dcf-0fe8-4adc-83bc-310cc0685be5 is already hosted by enough agents. {{(pid=105584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:15:10.466979 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [req-cabe95f5-0c93-4ba1-8994-6346f9ed2e26 req-231f05ca-9564-47a0-827d-dff1dbecd44a tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] Resources bound (agent type, host, resource id): {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:15:10.469487 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f734ad0b-263a-4b57-b57b-1f8960ea7b2e tempest-NetworksIpV6TestAttrs-2117866386 tempest-NetworksIpV6TestAttrs-2117866386-project] Made reservation on behalf of 652fba225030484581464cd6ffb39646 for: {'subnet': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:15:10.474224 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-f734ad0b-263a-4b57-b57b-1f8960ea7b2e tempest-NetworksIpV6TestAttrs-2117866386 tempest-NetworksIpV6TestAttrs-2117866386-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9738786'] for subnet, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:10.486496 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [None req-d702d5c8-0831-41d2-b0f2-fa3ebb721c7d tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Deleting port 6277ec0e-b00a-49ea-8827-d96303c432c8 {{(pid=105585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:15:10.486861 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-d702d5c8-0831-41d2-b0f2-fa3ebb721c7d tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:10.652315 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e289c5d0-50f8-4f08-863c-0864239bff02 req-a4d98479-a74e-4738-aa6e-1c9b21d75461 tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:15:10.653991 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e289c5d0-50f8-4f08-863c-0864239bff02 req-a4d98479-a74e-4738-aa6e-1c9b21d75461 tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] 10.222.0.59 "GET /v2.0/ports?device_id=0ed2fecf-f104-4fc8-b279-c89dbd5a8969 HTTP/1.1" status: 200 len: 932 time: 0.3201659 Jul 27 21:15:10.713391 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-d702d5c8-0831-41d2-b0f2-fa3ebb721c7d tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:10.736953 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [None req-d702d5c8-0831-41d2-b0f2-fa3ebb721c7d tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Calling delete_port for 6277ec0e-b00a-49ea-8827-d96303c432c8 owned by {{(pid=105585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:15:10.768777 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e289c5d0-50f8-4f08-863c-0864239bff02 req-4606ff3f-9315-4f21-b6ba-cb5d06e0104c tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] 10.222.0.59 "GET /v2.0/security-groups?id=9a7007a9-34fe-445e-9576-80a9b33bcd70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040976 Jul 27 21:15:10.889353 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aece87fc-f8bc-4b70-a59c-f63ed919a3a3 req-eab50099-00ea-4634-b12a-ef81cfb68412 tempest-AttachVolumeNegativeTest-845744699 tempest-AttachVolumeNegativeTest-845744699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:15:10.894805 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-aece87fc-f8bc-4b70-a59c-f63ed919a3a3 req-eab50099-00ea-4634-b12a-ef81cfb68412 tempest-AttachVolumeNegativeTest-845744699 tempest-AttachVolumeNegativeTest-845744699-project] 10.222.0.59 "GET /v2.0/ports?device_id=bd28873a-ff97-48ae-a22f-33d898697e72 HTTP/1.1" status: 200 len: 945 time: 0.2690742 Jul 27 21:15:10.988351 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-d702d5c8-0831-41d2-b0f2-fa3ebb721c7d tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:11.051520 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d702d5c8-0831-41d2-b0f2-fa3ebb721c7d tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Pushing event deleted for resources: {'Port': ['ID=6277ec0e-b00a-49ea-8827-d96303c432c8,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:15:11.065772 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-d702d5c8-0831-41d2-b0f2-fa3ebb721c7d tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:11.070708 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-d702d5c8-0831-41d2-b0f2-fa3ebb721c7d tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] 10.222.0.59 "DELETE /v2.0/ports/6277ec0e-b00a-49ea-8827-d96303c432c8 HTTP/1.1" status: 204 len: 168 time: 0.9163268 Jul 27 21:15:11.095084 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 38532) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:15:11.113956 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-8e5a04ce-35f5-4dcf-949c-fc4641c7d8b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:11.136605 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e17a823-1e86-44d6-acdb-068cae8ef339 None None] DHCP port deletion for 0652ee7b-64af-4f3b-9e6a-febee8570675 request from n-d-705658-22 {{(pid=105586) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 21:15:11.183329 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-8e5a04ce-35f5-4dcf-949c-fc4641c7d8b6 None None] For port b363556a-04f7-4df8-ab90-f092932f165f, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=b363556a-04f7-4df8-ab90-f092932f165f,segment=NetworkSegment(df880f0c-1d95-48e9-b4b0-ce474d6401d2),segment_id=df880f0c-1d95-48e9-b4b0-ce474d6401d2)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:15:11.187705 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [req-cabe95f5-0c93-4ba1-8994-6346f9ed2e26 req-231f05ca-9564-47a0-827d-dff1dbecd44a tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] Received port after_create {{(pid=105584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:15:11.194452 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-8e5a04ce-35f5-4dcf-949c-fc4641c7d8b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:11.198765 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-aece87fc-f8bc-4b70-a59c-f63ed919a3a3 req-b4ffdc5b-8503-4b3f-a2e9-323aff2e3365 tempest-AttachVolumeNegativeTest-845744699 tempest-AttachVolumeNegativeTest-845744699-project] 10.222.0.59 "GET /v2.0/security-groups?id=2650ee69-e2a9-4bf0-b170-d21e83666964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2871294 Jul 27 21:15:11.258078 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-5e17a823-1e86-44d6-acdb-068cae8ef339 None None] Deleting port b363556a-04f7-4df8-ab90-f092932f165f {{(pid=105586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:15:11.258456 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-5e17a823-1e86-44d6-acdb-068cae8ef339 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:11.260376 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5a04ce-35f5-4dcf-949c-fc4641c7d8b6 None None] Pushing event updated for resources: {'Port': ['ID=b363556a-04f7-4df8-ab90-f092932f165f,revision_number=4']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:15:11.305572 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e05d7e14-98cf-49dc-84e7-1d51eedbdab7 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:15:11.321931 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e05d7e14-98cf-49dc-84e7-1d51eedbdab7 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:15:11.333204 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-e05d7e14-98cf-49dc-84e7-1d51eedbdab7 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.2360175 Jul 27 21:15:11.335476 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 38538) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:15:11.335607 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-5e17a823-1e86-44d6-acdb-068cae8ef339 None None] For port b363556a-04f7-4df8-ab90-f092932f165f, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=b363556a-04f7-4df8-ab90-f092932f165f,segment=NetworkSegment(df880f0c-1d95-48e9-b4b0-ce474d6401d2),segment_id=df880f0c-1d95-48e9-b4b0-ce474d6401d2)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:15:11.336322 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-5e17a823-1e86-44d6-acdb-068cae8ef339 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:11.371956 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-5e17a823-1e86-44d6-acdb-068cae8ef339 None None] Calling delete_port for b363556a-04f7-4df8-ab90-f092932f165f owned by network:dhcp {{(pid=105586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:15:11.394891 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231f05ca-9564-47a0-827d-dff1dbecd44a tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] Pushing event updated for resources: {'Port': ['ID=6a4b8ce2-5576-4cee-bfe3-748a068501c6,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:15:11.517773 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device b363556a-04f7-4df8-ab90-f092932f165f no longer exists at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:15:11.529070 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabe95f5-0c93-4ba1-8994-6346f9ed2e26 req-231f05ca-9564-47a0-827d-dff1dbecd44a tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:15:11.529624 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-cabe95f5-0c93-4ba1-8994-6346f9ed2e26 req-231f05ca-9564-47a0-827d-dff1dbecd44a tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:11.570348 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [None req-4a118112-fa61-4b2b-af9d-6a9fc9ec2759 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Deleting port 122fd4c0-dcee-427a-b7c6-04635afb600f {{(pid=105585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:15:11.570883 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-4a118112-fa61-4b2b-af9d-6a9fc9ec2759 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:11.584140 n-d-705658-22 neutron-server[105584]: DEBUG neutron.objects.ports [None req-f734ad0b-263a-4b57-b57b-1f8960ea7b2e tempest-NetworksIpV6TestAttrs-2117866386 tempest-NetworksIpV6TestAttrs-2117866386-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=105584) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 27 21:15:11.597571 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-f734ad0b-263a-4b57-b57b-1f8960ea7b2e tempest-NetworksIpV6TestAttrs-2117866386 tempest-NetworksIpV6TestAttrs-2117866386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9014150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9738800'] for subnet, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:11.624238 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-cabe95f5-0c93-4ba1-8994-6346f9ed2e26 req-231f05ca-9564-47a0-827d-dff1dbecd44a tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8436837 Jul 27 21:15:11.685833 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-4a118112-fa61-4b2b-af9d-6a9fc9ec2759 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:11.686489 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [req-cabe95f5-0c93-4ba1-8994-6346f9ed2e26 req-e598744b-750c-41d9-b4ca-5c21f547f052 service neutron] Request body: {'port': {'device_id': '0ed2fecf-f104-4fc8-b279-c89dbd5a8969', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-705658-22'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:15:11.698858 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-5e17a823-1e86-44d6-acdb-068cae8ef339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180'] for port, after_delete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:11.723591 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [None req-4a118112-fa61-4b2b-af9d-6a9fc9ec2759 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Calling delete_port for 122fd4c0-dcee-427a-b7c6-04635afb600f owned by {{(pid=105585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:15:11.745261 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e17a823-1e86-44d6-acdb-068cae8ef339 None None] Pushing event deleted for resources: {'Port': ['ID=b363556a-04f7-4df8-ab90-f092932f165f,revision_number=None']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:15:11.761849 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e17a823-1e86-44d6-acdb-068cae8ef339 None None] No DVR routers for this DVR port b363556a-04f7-4df8-ab90-f092932f165f on host n-d-705658-22 {{(pid=105586) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:15:11.771563 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] No active binding found for port b363556a-04f7-4df8-ab90-f092932f165f {{(pid=105586) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 27 21:15:11.773050 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device b363556a-04f7-4df8-ab90-f092932f165f not bound to the agent host n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:15:11.774541 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-846cd035-19d6-4639-81ca-c57bb3038874 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:11.824561 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f734ad0b-263a-4b57-b57b-1f8960ea7b2e tempest-NetworksIpV6TestAttrs-2117866386 tempest-NetworksIpV6TestAttrs-2117866386-project] Pushing event updated for resources: {'Subnet': ['ID=c9a6822f-f54b-4fd1-a344-b2181312cbec,revision_number=0']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:15:11.867943 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:11.877449 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f734ad0b-263a-4b57-b57b-1f8960ea7b2e tempest-NetworksIpV6TestAttrs-2117866386 tempest-NetworksIpV6TestAttrs-2117866386-project] Checking segment: {'id': '396cb8a1-627f-42fe-bdf8-d9b2b7c58921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '287897c5-582d-41a3-b4f7-cd1ed8ecd661'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:15:11.877856 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f734ad0b-263a-4b57-b57b-1f8960ea7b2e tempest-NetworksIpV6TestAttrs-2117866386 tempest-NetworksIpV6TestAttrs-2117866386-project] Network hostable DHCP agents. Network: 287897c5-582d-41a3-b4f7-cd1ed8ecd661, hostable agents: ['7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a'], hosted agents: [] {{(pid=105584) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:15:11.909911 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-cabe95f5-0c93-4ba1-8994-6346f9ed2e26 req-e598744b-750c-41d9-b4ca-5c21f547f052 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:11.928514 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f734ad0b-263a-4b57-b57b-1f8960ea7b2e tempest-NetworksIpV6TestAttrs-2117866386 tempest-NetworksIpV6TestAttrs-2117866386-project] Network 287897c5-582d-41a3-b4f7-cd1ed8ecd661 is scheduled to be hosted by DHCP agent 7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a with binding_index 1 {{(pid=105584) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:15:11.998671 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [None req-f734ad0b-263a-4b57-b57b-1f8960ea7b2e tempest-NetworksIpV6TestAttrs-2117866386 tempest-NetworksIpV6TestAttrs-2117866386-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-22, 287897c5-582d-41a3-b4f7-cd1ed8ecd661) {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:15:12.004716 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f734ad0b-263a-4b57-b57b-1f8960ea7b2e tempest-NetworksIpV6TestAttrs-2117866386 tempest-NetworksIpV6TestAttrs-2117866386-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:15:12.005316 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-f734ad0b-263a-4b57-b57b-1f8960ea7b2e tempest-NetworksIpV6TestAttrs-2117866386 tempest-NetworksIpV6TestAttrs-2117866386-project] Notify callbacks [] for subnet, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:12.016447 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-755b3103-4f73-4026-9d75-b0a635428f22 None None] Network 287897c5-582d-41a3-b4f7-cd1ed8ecd661 requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:15:12.158043 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-4a118112-fa61-4b2b-af9d-6a9fc9ec2759 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:12.222726 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a118112-fa61-4b2b-af9d-6a9fc9ec2759 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Pushing event deleted for resources: {'Port': ['ID=122fd4c0-dcee-427a-b7c6-04635afb600f,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:15:12.241394 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-f734ad0b-263a-4b57-b57b-1f8960ea7b2e tempest-NetworksIpV6TestAttrs-2117866386 tempest-NetworksIpV6TestAttrs-2117866386-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 2.2838116 Jul 27 21:15:12.241923 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 38582) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:15:12.272711 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4b8f08-78b6-40e1-9cd1-ab3d18777caa req-285b3efc-0f66-4e18-862d-8edf5b64b452 tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:15:12.298431 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ececa76-7acc-4ad2-8bd0-60a87298e79e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30bb4b93-b285-5d90-9493-f9ec33ea333c-287897c5-582d-41a3-b4f7-cd1ed8ecd661', 'network_id': '287897c5-582d-41a3-b4f7-cd1ed8ecd661', 'tenant_id': '652fba225030484581464cd6ffb39646', 'fixed_ips': [{'subnet_id': 'c9a6822f-f54b-4fd1-a344-b2181312cbec'}]}} from n-d-705658-22. {{(pid=105586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 21:15:12.299592 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-8f4b8f08-78b6-40e1-9cd1-ab3d18777caa req-285b3efc-0f66-4e18-862d-8edf5b64b452 tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] 10.222.0.59 "GET /v2.0/ports?device_id=0ed2fecf-f104-4fc8-b279-c89dbd5a8969 HTTP/1.1" status: 200 len: 932 time: 0.3581469 Jul 27 21:15:12.300425 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-0ececa76-7acc-4ad2-8bd0-60a87298e79e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:12.379180 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-4a118112-fa61-4b2b-af9d-6a9fc9ec2759 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:12.380904 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-4a118112-fa61-4b2b-af9d-6a9fc9ec2759 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] 10.222.0.59 "DELETE /v2.0/ports/122fd4c0-dcee-427a-b7c6-04635afb600f HTTP/1.1" status: 204 len: 168 time: 1.0443523 Jul 27 21:15:12.383832 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 38588) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:15:12.431926 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-8f4b8f08-78b6-40e1-9cd1-ab3d18777caa req-8f5051b4-fdae-4d2a-96cb-558d2b7621e5 tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] 10.222.0.59 "GET /v2.0/security-groups?id=9a7007a9-34fe-445e-9576-80a9b33bcd70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310494 Jul 27 21:15:12.591679 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fc62e31-14e1-4410-9767-eb80d4b2c65b tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:15:12.594637 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-5fc62e31-14e1-4410-9767-eb80d4b2c65b tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.2086163 Jul 27 21:15:12.606260 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 38598) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:15:12.641510 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.db_base_plugin_common [None req-0ececa76-7acc-4ad2-8bd0-60a87298e79e None None] Allocated IP 2001:db8::f816:3eff:fe2d:5654 (287897c5-582d-41a3-b4f7-cd1ed8ecd661/c9a6822f-f54b-4fd1-a344-b2181312cbec/393c63e7-166d-49a0-a811-de5be1c02d73) {{(pid=105586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:15:12.658024 n-d-705658-22 neutron-server[105585]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb6a4230-6e47-47a1-9ba0-e4c59d7a2f80 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] GET failed (client error): The resource could not be found. Jul 27 21:15:12.660312 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-fb6a4230-6e47-47a1-9ba0-e4c59d7a2f80 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] 10.222.0.59 "GET /v2.0/ports/6277ec0e-b00a-49ea-8827-d96303c432c8 HTTP/1.1" status: 404 len: 333 time: 0.0532081 Jul 27 21:15:12.663210 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 38600) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:15:12.665789 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-cbec4cd6-b057-4e8f-a135-aca7813abbe1 tempest-NetworksIpV6TestAttrs-2117866386 tempest-NetworksIpV6TestAttrs-2117866386-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-990557'] for network, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:12.682790 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d90edf-d1b2-4e2e-8413-0eec251180d1 req-dd40132a-1d3a-4ae4-a1dc-5d47f1107cb6 tempest-AttachVolumeTestJSON-850155022 tempest-AttachVolumeTestJSON-850155022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:15:12.692263 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-74d90edf-d1b2-4e2e-8413-0eec251180d1 req-dd40132a-1d3a-4ae4-a1dc-5d47f1107cb6 tempest-AttachVolumeTestJSON-850155022 tempest-AttachVolumeTestJSON-850155022-project] 10.222.0.59 "GET /v2.0/ports?device_id=4278faa4-b336-42ce-b504-e55df1b376e8 HTTP/1.1" status: 200 len: 946 time: 0.2302525 Jul 27 21:15:12.729673 n-d-705658-22 neutron-server[105585]: INFO neutron.pecan_wsgi.hooks.translation [None req-299046b3-bbb9-4c0a-85ed-27e61a31bb96 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] GET failed (client error): The resource could not be found. Jul 27 21:15:12.731088 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-299046b3-bbb9-4c0a-85ed-27e61a31bb96 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] 10.222.0.59 "GET /v2.0/ports/122fd4c0-dcee-427a-b7c6-04635afb600f HTTP/1.1" status: 404 len: 333 time: 0.0669525 Jul 27 21:15:12.737021 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 38604) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:15:12.821520 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-74d90edf-d1b2-4e2e-8413-0eec251180d1 req-99a6fd26-61d0-49bd-b6c4-e6c6328f4713 tempest-AttachVolumeTestJSON-850155022 tempest-AttachVolumeTestJSON-850155022-project] 10.222.0.59 "GET /v2.0/security-groups?id=d35c4c92-6336-4438-8902-f0b350b1b888&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1226888 Jul 27 21:15:12.884228 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-0ececa76-7acc-4ad2-8bd0-60a87298e79e None None] Notify callbacks [] for port, precommit_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:12.901508 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-0ececa76-7acc-4ad2-8bd0-60a87298e79e None None] Transition to ACTIVE for port object 393c63e7-166d-49a0-a811-de5be1c02d73 will not be triggered until provisioned by entity L2. {{(pid=105586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:15:12.904402 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-bb32ed7d-8717-448b-a9c8-a5a0117d1fd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:12.923862 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-55501e47-99c0-434f-b61f-67eafd176ac7 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-990557'] for network, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:12.937621 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-0ececa76-7acc-4ad2-8bd0-60a87298e79e None None] Transition to ACTIVE for port object 393c63e7-166d-49a0-a811-de5be1c02d73 will not be triggered until provisioned by entity DHCP. {{(pid=105586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:15:12.962519 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-0ececa76-7acc-4ad2-8bd0-60a87298e79e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143'] for port, after_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:12.987034 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-cbec4cd6-b057-4e8f-a135-aca7813abbe1 tempest-NetworksIpV6TestAttrs-2117866386 tempest-NetworksIpV6TestAttrs-2117866386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854965'] for subnet, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:12.994425 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [req-cabe95f5-0c93-4ba1-8994-6346f9ed2e26 req-e598744b-750c-41d9-b4ca-5c21f547f052 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a4b8ce2-5576-4cee-bfe3-748a068501c6 {{(pid=105584) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:15:13.025057 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-cabe95f5-0c93-4ba1-8994-6346f9ed2e26 req-e598744b-750c-41d9-b4ca-5c21f547f052 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:13.045077 n-d-705658-22 neutron-server[105586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ececa76-7acc-4ad2-8bd0-60a87298e79e None None] Network 287897c5-582d-41a3-b4f7-cd1ed8ecd661 is already hosted by enough agents. {{(pid=105586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:15:13.047938 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.provisioning_blocks [req-cabe95f5-0c93-4ba1-8994-6346f9ed2e26 req-e598744b-750c-41d9-b4ca-5c21f547f052 service neutron] Transition to ACTIVE for port object 6a4b8ce2-5576-4cee-bfe3-748a068501c6 will not be triggered until provisioned by entity L2. {{(pid=105584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:15:13.060028 n-d-705658-22 neutron-server[105586]: DEBUG neutron.scheduler.base_scheduler [None req-0ececa76-7acc-4ad2-8bd0-60a87298e79e None None] Resources bound (agent type, host, resource id): {{(pid=105586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:15:13.069307 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ececa76-7acc-4ad2-8bd0-60a87298e79e None None] Received port after_create {{(pid=105586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:15:13.069983 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-cabe95f5-0c93-4ba1-8994-6346f9ed2e26 req-e598744b-750c-41d9-b4ca-5c21f547f052 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9014027'] for port, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:13.148777 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ececa76-7acc-4ad2-8bd0-60a87298e79e None None] Pushing event updated for resources: {'Port': ['ID=393c63e7-166d-49a0-a811-de5be1c02d73,revision_number=1']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:15:13.185166 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e598744b-750c-41d9-b4ca-5c21f547f052 service neutron] Pushing event updated for resources: {'Port': ['ID=6a4b8ce2-5576-4cee-bfe3-748a068501c6,revision_number=2']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:15:13.194773 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-55501e47-99c0-434f-b61f-67eafd176ac7 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853562', 'neutron.services.segments.db._delete_segments_for_network-8790688882975'] for network, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:13.211037 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e598744b-750c-41d9-b4ca-5c21f547f052 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:15:13.211387 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e598744b-750c-41d9-b4ca-5c21f547f052 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:15:13.211741 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e598744b-750c-41d9-b4ca-5c21f547f052 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:15:13.211860 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-0ececa76-7acc-4ad2-8bd0-60a87298e79e None None] Attempting to bind port 393c63e7-166d-49a0-a811-de5be1c02d73 on host n-d-705658-22 for vnic_type normal with profile {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:15:13.212084 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e598744b-750c-41d9-b4ca-5c21f547f052 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:15:13.212308 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-0ececa76-7acc-4ad2-8bd0-60a87298e79e None None] Attempting to bind port 393c63e7-166d-49a0-a811-de5be1c02d73 by drivers openvswitch,hyperv on host n-d-705658-22 at level 0 using segments [{'id': '396cb8a1-627f-42fe-bdf8-d9b2b7c58921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '287897c5-582d-41a3-b4f7-cd1ed8ecd661'}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:15:13.212531 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e598744b-750c-41d9-b4ca-5c21f547f052 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:15:13.212642 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ececa76-7acc-4ad2-8bd0-60a87298e79e None None] Attempting to bind port 393c63e7-166d-49a0-a811-de5be1c02d73 on network 287897c5-582d-41a3-b4f7-cd1ed8ecd661 {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:15:13.212974 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e598744b-750c-41d9-b4ca-5c21f547f052 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:15:13.213262 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e598744b-750c-41d9-b4ca-5c21f547f052 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:15:13.213489 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e598744b-750c-41d9-b4ca-5c21f547f052 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:15:13.213782 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e598744b-750c-41d9-b4ca-5c21f547f052 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:15:13.214167 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e598744b-750c-41d9-b4ca-5c21f547f052 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:15:13.214517 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e598744b-750c-41d9-b4ca-5c21f547f052 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:15:13.215233 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e598744b-750c-41d9-b4ca-5c21f547f052 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:15:13.220683 n-d-705658-22 neutron-server[105585]: DEBUG neutron.services.segments.db [None req-55501e47-99c0-434f-b61f-67eafd176ac7 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f481256-be64-4727-9a25-a49282d53511']}} {{(pid=105585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:15:13.220893 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ececa76-7acc-4ad2-8bd0-60a87298e79e None None] Checking agent: {'id': '04a7ea91-6318-467e-ace6-b0fb48c8690f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 41, 42), 'started_at': datetime.datetime(2021, 7, 27, 20, 42, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 15, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:15:13.220893 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ececa76-7acc-4ad2-8bd0-60a87298e79e None None] Checking segment: {'id': '396cb8a1-627f-42fe-bdf8-d9b2b7c58921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '287897c5-582d-41a3-b4f7-cd1ed8ecd661'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:15:13.221249 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-0ececa76-7acc-4ad2-8bd0-60a87298e79e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:13.222272 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ececa76-7acc-4ad2-8bd0-60a87298e79e None None] Bound using segment: {'id': '396cb8a1-627f-42fe-bdf8-d9b2b7c58921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '287897c5-582d-41a3-b4f7-cd1ed8ecd661'} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:15:13.222272 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-0ececa76-7acc-4ad2-8bd0-60a87298e79e None None] Bound port: 393c63e7-166d-49a0-a811-de5be1c02d73, host: n-d-705658-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '396cb8a1-627f-42fe-bdf8-d9b2b7c58921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '287897c5-582d-41a3-b4f7-cd1ed8ecd661'}}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:15:13.222488 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-0ececa76-7acc-4ad2-8bd0-60a87298e79e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:13.235413 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-cbec4cd6-b057-4e8f-a135-aca7813abbe1 tempest-NetworksIpV6TestAttrs-2117866386 tempest-NetworksIpV6TestAttrs-2117866386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9014081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9738825'] for subnet, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:13.239569 n-d-705658-22 neutron-server[105585]: DEBUG neutron.services.segments.db [None req-55501e47-99c0-434f-b61f-67eafd176ac7 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '887daddb-289b-4dfa-ad7c-c777b3692508') {'for_net_delete': True} {{(pid=105585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:15:13.240218 n-d-705658-22 neutron-server[105585]: DEBUG neutron.services.segments.db [None req-55501e47-99c0-434f-b61f-67eafd176ac7 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '887daddb-289b-4dfa-ad7c-c777b3692508') {} {{(pid=105585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:15:13.265453 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-55501e47-99c0-434f-b61f-67eafd176ac7 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790688883752', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9886370'] for segment, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:13.285243 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-55501e47-99c0-434f-b61f-67eafd176ac7 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:13.293483 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbec4cd6-b057-4e8f-a135-aca7813abbe1 tempest-NetworksIpV6TestAttrs-2117866386 tempest-NetworksIpV6TestAttrs-2117866386-project] Pushing event deleted for resources: {'Subnet': ['ID=c9a6822f-f54b-4fd1-a344-b2181312cbec,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:15:13.301929 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55501e47-99c0-434f-b61f-67eafd176ac7 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Releasing vlan 234 on physical network physnet1 to pool {{(pid=105585) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:15:13.302453 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-55501e47-99c0-434f-b61f-67eafd176ac7 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10221644'] for segment, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:13.306905 n-d-705658-22 neutron-server[105585]: Traceback (most recent call last): Jul 27 21:15:13.306905 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:15:13.306905 n-d-705658-22 neutron-server[105585]: timer() Jul 27 21:15:13.306905 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:15:13.306905 n-d-705658-22 neutron-server[105585]: cb(*args, **kw) Jul 27 21:15:13.306905 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:15:13.306905 n-d-705658-22 neutron-server[105585]: return func(*args, **kwargs) Jul 27 21:15:13.306905 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:15:13.306905 n-d-705658-22 neutron-server[105585]: self._notify() Jul 27 21:15:13.306905 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:15:13.306905 n-d-705658-22 neutron-server[105585]: self.callback(batched_events) Jul 27 21:15:13.306905 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:15:13.306905 n-d-705658-22 neutron-server[105585]: event.method(event) Jul 27 21:15:13.306905 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:15:13.306905 n-d-705658-22 neutron-server[105585]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:15:13.306905 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:15:13.306905 n-d-705658-22 neutron-server[105585]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:15:13.306905 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:15:13.306905 n-d-705658-22 neutron-server[105585]: return f(self, *a, **k) Jul 27 21:15:13.306905 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:15:13.306905 n-d-705658-22 neutron-server[105585]: return self._get(url).json() Jul 27 21:15:13.306905 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:15:13.306905 n-d-705658-22 neutron-server[105585]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:15:13.306905 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:15:13.306905 n-d-705658-22 neutron-server[105585]: return self.request(url, 'GET', **kwargs) Jul 27 21:15:13.306905 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:15:13.306905 n-d-705658-22 neutron-server[105585]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:15:13.306905 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:15:13.306905 n-d-705658-22 neutron-server[105585]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:15:13.306905 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:15:13.306905 n-d-705658-22 neutron-server[105585]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:15:13.306905 n-d-705658-22 neutron-server[105585]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:15:13.383416 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-cbec4cd6-b057-4e8f-a135-aca7813abbe1 tempest-NetworksIpV6TestAttrs-2117866386 tempest-NetworksIpV6TestAttrs-2117866386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853562', 'neutron.services.segments.db._delete_segments_for_network-8790688882975'] for network, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:13.400018 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.segments.db [None req-cbec4cd6-b057-4e8f-a135-aca7813abbe1 tempest-NetworksIpV6TestAttrs-2117866386 tempest-NetworksIpV6TestAttrs-2117866386-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['287897c5-582d-41a3-b4f7-cd1ed8ecd661']}} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:15:13.403175 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-0ececa76-7acc-4ad2-8bd0-60a87298e79e None None] For port 393c63e7-166d-49a0-a811-de5be1c02d73, host n-d-705658-22, cleared binding levels {{(pid=105586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:15:13.418347 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.segments.db [None req-cbec4cd6-b057-4e8f-a135-aca7813abbe1 tempest-NetworksIpV6TestAttrs-2117866386 tempest-NetworksIpV6TestAttrs-2117866386-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '396cb8a1-627f-42fe-bdf8-d9b2b7c58921') {'for_net_delete': True} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:15:13.418602 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.segments.db [None req-cbec4cd6-b057-4e8f-a135-aca7813abbe1 tempest-NetworksIpV6TestAttrs-2117866386 tempest-NetworksIpV6TestAttrs-2117866386-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '396cb8a1-627f-42fe-bdf8-d9b2b7c58921') {} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:15:13.421100 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-0ececa76-7acc-4ad2-8bd0-60a87298e79e None None] For port 393c63e7-166d-49a0-a811-de5be1c02d73, host n-d-705658-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=393c63e7-166d-49a0-a811-de5be1c02d73,segment=NetworkSegment(396cb8a1-627f-42fe-bdf8-d9b2b7c58921),segment_id=396cb8a1-627f-42fe-bdf8-d9b2b7c58921)] {{(pid=105586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:15:13.425608 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [req-cabe95f5-0c93-4ba1-8994-6346f9ed2e26 req-e598744b-750c-41d9-b4ca-5c21f547f052 service neutron] Attempting to bind port 6a4b8ce2-5576-4cee-bfe3-748a068501c6 on host n-h2-705658-22 for vnic_type normal with profile {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:15:13.426002 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [req-cabe95f5-0c93-4ba1-8994-6346f9ed2e26 req-e598744b-750c-41d9-b4ca-5c21f547f052 service neutron] Attempting to bind port 6a4b8ce2-5576-4cee-bfe3-748a068501c6 by drivers openvswitch,hyperv on host n-h2-705658-22 at level 0 using segments [{'id': '82701821-d08d-4e1b-9667-8c6e67e04bdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '4ce75dcf-0fe8-4adc-83bc-310cc0685be5'}] {{(pid=105584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:15:13.426377 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cabe95f5-0c93-4ba1-8994-6346f9ed2e26 req-e598744b-750c-41d9-b4ca-5c21f547f052 service neutron] Attempting to bind port 6a4b8ce2-5576-4cee-bfe3-748a068501c6 on network 4ce75dcf-0fe8-4adc-83bc-310cc0685be5 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:15:13.431411 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-55501e47-99c0-434f-b61f-67eafd176ac7 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4075658'] for network, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:13.435155 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cabe95f5-0c93-4ba1-8994-6346f9ed2e26 req-e598744b-750c-41d9-b4ca-5c21f547f052 service neutron] Port 6a4b8ce2-5576-4cee-bfe3-748a068501c6 on network 4ce75dcf-0fe8-4adc-83bc-310cc0685be5 not bound, no agent of type Open vSwitch agent registered on host n-h2-705658-22 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:15:13.435531 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cabe95f5-0c93-4ba1-8994-6346f9ed2e26 req-e598744b-750c-41d9-b4ca-5c21f547f052 service neutron] Attempting to bind port 6a4b8ce2-5576-4cee-bfe3-748a068501c6 on network 4ce75dcf-0fe8-4adc-83bc-310cc0685be5 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:15:13.438161 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-0ececa76-7acc-4ad2-8bd0-60a87298e79e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:13.445628 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-55501e47-99c0-434f-b61f-67eafd176ac7 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Notify callbacks [] for network, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:13.450273 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-cbec4cd6-b057-4e8f-a135-aca7813abbe1 tempest-NetworksIpV6TestAttrs-2117866386 tempest-NetworksIpV6TestAttrs-2117866386-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790688883752', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9014348'] for segment, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:13.451936 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-55501e47-99c0-434f-b61f-67eafd176ac7 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] 10.222.0.59 "DELETE /v2.0/networks/9f481256-be64-4727-9a25-a49282d53511 HTTP/1.1" status: 204 len: 168 time: 0.7139463 Jul 27 21:15:13.454148 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 38634) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:15:13.469512 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-89be5eb0-a001-41d0-b151-786e75134a47 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1660167708'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:15:13.474635 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55501e47-99c0-434f-b61f-67eafd176ac7 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Pushing event deleted for resources: {'Network': ['ID=9f481256-be64-4727-9a25-a49282d53511,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:15:13.482738 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-cbec4cd6-b057-4e8f-a135-aca7813abbe1 tempest-NetworksIpV6TestAttrs-2117866386 tempest-NetworksIpV6TestAttrs-2117866386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:13.496505 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cbec4cd6-b057-4e8f-a135-aca7813abbe1 tempest-NetworksIpV6TestAttrs-2117866386 tempest-NetworksIpV6TestAttrs-2117866386-project] Releasing vlan 233 on physical network physnet1 to pool {{(pid=105584) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:15:13.502158 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-cbec4cd6-b057-4e8f-a135-aca7813abbe1 tempest-NetworksIpV6TestAttrs-2117866386 tempest-NetworksIpV6TestAttrs-2117866386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9014063'] for segment, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:13.504776 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89be5eb0-a001-41d0-b151-786e75134a47 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Made reservation on behalf of fbcd8d69204b49b7a886b79ea9f87fc6 for: {'network': 1} {{(pid=105585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:15:13.509741 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-89be5eb0-a001-41d0-b151-786e75134a47 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for network, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:13.570246 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ececa76-7acc-4ad2-8bd0-60a87298e79e None None] Pushing event updated for resources: {'Port': ['ID=393c63e7-166d-49a0-a811-de5be1c02d73,revision_number=2']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:15:13.581165 n-d-705658-22 neutron-server[105584]: Traceback (most recent call last): Jul 27 21:15:13.581165 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:15:13.581165 n-d-705658-22 neutron-server[105584]: timer() Jul 27 21:15:13.581165 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:15:13.581165 n-d-705658-22 neutron-server[105584]: cb(*args, **kw) Jul 27 21:15:13.581165 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:15:13.581165 n-d-705658-22 neutron-server[105584]: return func(*args, **kwargs) Jul 27 21:15:13.581165 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:15:13.581165 n-d-705658-22 neutron-server[105584]: self._notify() Jul 27 21:15:13.581165 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:15:13.581165 n-d-705658-22 neutron-server[105584]: self.callback(batched_events) Jul 27 21:15:13.581165 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:15:13.581165 n-d-705658-22 neutron-server[105584]: event.method(event) Jul 27 21:15:13.581165 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:15:13.581165 n-d-705658-22 neutron-server[105584]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:15:13.581165 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:15:13.581165 n-d-705658-22 neutron-server[105584]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:15:13.581165 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:15:13.581165 n-d-705658-22 neutron-server[105584]: return f(self, *a, **k) Jul 27 21:15:13.581165 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:15:13.581165 n-d-705658-22 neutron-server[105584]: return self._get(url).json() Jul 27 21:15:13.581165 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:15:13.581165 n-d-705658-22 neutron-server[105584]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:15:13.581165 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:15:13.581165 n-d-705658-22 neutron-server[105584]: return self.request(url, 'GET', **kwargs) Jul 27 21:15:13.581165 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:15:13.581165 n-d-705658-22 neutron-server[105584]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:15:13.581165 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:15:13.581165 n-d-705658-22 neutron-server[105584]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:15:13.581165 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:15:13.581165 n-d-705658-22 neutron-server[105584]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:15:13.581165 n-d-705658-22 neutron-server[105584]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:15:13.587411 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cabe95f5-0c93-4ba1-8994-6346f9ed2e26 req-e598744b-750c-41d9-b4ca-5c21f547f052 service neutron] Checking agent: {'id': '65195a73-a875-4810-9f5b-622ae260a8a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 49, 40), 'started_at': datetime.datetime(2021, 7, 27, 20, 49, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 15, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:15:13.587907 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cabe95f5-0c93-4ba1-8994-6346f9ed2e26 req-e598744b-750c-41d9-b4ca-5c21f547f052 service neutron] Checking segment: {'id': '82701821-d08d-4e1b-9667-8c6e67e04bdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '4ce75dcf-0fe8-4adc-83bc-310cc0685be5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:15:13.588242 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ececa76-7acc-4ad2-8bd0-60a87298e79e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:15:13.588352 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cabe95f5-0c93-4ba1-8994-6346f9ed2e26 req-e598744b-750c-41d9-b4ca-5c21f547f052 service neutron] Bound using segment: {'id': '82701821-d08d-4e1b-9667-8c6e67e04bdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '4ce75dcf-0fe8-4adc-83bc-310cc0685be5'} {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:15:13.588586 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ececa76-7acc-4ad2-8bd0-60a87298e79e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:15:13.588749 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [req-cabe95f5-0c93-4ba1-8994-6346f9ed2e26 req-e598744b-750c-41d9-b4ca-5c21f547f052 service neutron] Bound port: 6a4b8ce2-5576-4cee-bfe3-748a068501c6, host: n-h2-705658-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '82701821-d08d-4e1b-9667-8c6e67e04bdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '4ce75dcf-0fe8-4adc-83bc-310cc0685be5'}}] {{(pid=105584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:15:13.588915 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ececa76-7acc-4ad2-8bd0-60a87298e79e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:15:13.589237 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ececa76-7acc-4ad2-8bd0-60a87298e79e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:15:13.589561 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ececa76-7acc-4ad2-8bd0-60a87298e79e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:15:13.589884 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ececa76-7acc-4ad2-8bd0-60a87298e79e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:15:13.590204 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ececa76-7acc-4ad2-8bd0-60a87298e79e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:15:13.590521 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ececa76-7acc-4ad2-8bd0-60a87298e79e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:15:13.590836 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ececa76-7acc-4ad2-8bd0-60a87298e79e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:15:13.591181 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ececa76-7acc-4ad2-8bd0-60a87298e79e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:15:13.591389 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-cabe95f5-0c93-4ba1-8994-6346f9ed2e26 req-e598744b-750c-41d9-b4ca-5c21f547f052 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:13.591511 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ececa76-7acc-4ad2-8bd0-60a87298e79e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:15:13.591801 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ececa76-7acc-4ad2-8bd0-60a87298e79e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:15:13.594786 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.db.api [None req-cbec4cd6-b057-4e8f-a135-aca7813abbe1 tempest-NetworksIpV6TestAttrs-2117866386 tempest-NetworksIpV6TestAttrs-2117866386-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 27 21:15:13.594786 n-d-705658-22 neutron-server[105584]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 27 21:15:13.594786 n-d-705658-22 neutron-server[105584]: [parameters: {'id': '287897c5-582d-41a3-b4f7-cd1ed8ecd661'}] Jul 27 21:15:13.594786 n-d-705658-22 neutron-server[105584]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=105584) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 27 21:15:13.609017 n-d-705658-22 neutron-server[105584]: DEBUG oslo_db.api [None req-cbec4cd6-b057-4e8f-a135-aca7813abbe1 tempest-NetworksIpV6TestAttrs-2117866386 tempest-NetworksIpV6TestAttrs-2117866386-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 27 21:15:13.612514 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c07028c2-c627-42ee-ac65-1beff367dd47 None None] Network 287897c5-582d-41a3-b4f7-cd1ed8ecd661 requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:15:13.744384 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [req-cabe95f5-0c93-4ba1-8994-6346f9ed2e26 req-e598744b-750c-41d9-b4ca-5c21f547f052 service neutron] For port 6a4b8ce2-5576-4cee-bfe3-748a068501c6, host n-h2-705658-22, cleared binding levels {{(pid=105584) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:15:13.751724 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [req-cabe95f5-0c93-4ba1-8994-6346f9ed2e26 req-e598744b-750c-41d9-b4ca-5c21f547f052 service neutron] For port 6a4b8ce2-5576-4cee-bfe3-748a068501c6, host n-h2-705658-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=6a4b8ce2-5576-4cee-bfe3-748a068501c6,segment=NetworkSegment(82701821-d08d-4e1b-9667-8c6e67e04bdc),segment_id=82701821-d08d-4e1b-9667-8c6e67e04bdc)] {{(pid=105584) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:15:13.759247 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-cabe95f5-0c93-4ba1-8994-6346f9ed2e26 req-e598744b-750c-41d9-b4ca-5c21f547f052 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9014027'] for port, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:13.824345 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabe95f5-0c93-4ba1-8994-6346f9ed2e26 req-e598744b-750c-41d9-b4ca-5c21f547f052 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:15:13.825242 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-cabe95f5-0c93-4ba1-8994-6346f9ed2e26 req-e598744b-750c-41d9-b4ca-5c21f547f052 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:13.829980 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-cabe95f5-0c93-4ba1-8994-6346f9ed2e26 req-e598744b-750c-41d9-b4ca-5c21f547f052 service neutron] 10.222.0.60 "PUT /v2.0/ports/6a4b8ce2-5576-4cee-bfe3-748a068501c6 HTTP/1.1" status: 200 len: 1093 time: 2.1580217 Jul 27 21:15:13.830557 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ed2fecf-f104-4fc8-b279-c89dbd5a8969', 'tag': '6a4b8ce2-5576-4cee-bfe3-748a068501c6'}] {{(pid=105584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:15:13.838720 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bce5e6c8685464f7626901654159975603b047827e3138302ed6566e28f1343" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54b9889d-8070-4fcf-ac84-10be3e021ce0" -d '{"events": [{"name": "network-changed", "server_uuid": "0ed2fecf-f104-4fc8-b279-c89dbd5a8969", "tag": "6a4b8ce2-5576-4cee-bfe3-748a068501c6"}]}' {{(pid=105584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:15:13.865775 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a4779e5-e957-4d2d-b456-a0f7c1308099 None None] get_active_networks_info from n-d-705658-22 {{(pid=105586) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 27 21:15:13.933942 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e598744b-750c-41d9-b4ca-5c21f547f052 service neutron] Pushing event updated for resources: {'Port': ['ID=6a4b8ce2-5576-4cee-bfe3-748a068501c6,revision_number=3']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:15:13.972634 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabe95f5-0c93-4ba1-8994-6346f9ed2e26 req-5614f483-f9f1-44e9-a446-73b1f59dd13a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:15:13.979600 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-cabe95f5-0c93-4ba1-8994-6346f9ed2e26 req-5614f483-f9f1-44e9-a446-73b1f59dd13a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=600e865a5cde4be3a07c2c6f813959b8&device_id=0ed2fecf-f104-4fc8-b279-c89dbd5a8969 HTTP/1.1" status: 200 len: 1096 time: 0.0882528 Jul 27 21:15:14.059622 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89be5eb0-a001-41d0-b151-786e75134a47 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] vlan segment allocate from pool success with {'vlan_id': 245, 'physical_network': 'physnet1'} {{(pid=105585) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:15:14.072748 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-cabe95f5-0c93-4ba1-8994-6346f9ed2e26 req-193607fb-eb11-4eb4-8259-a0923946172c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6a4b8ce2-5576-4cee-bfe3-748a068501c6 HTTP/1.1" status: 200 len: 217 time: 0.0838466 Jul 27 21:15:14.085224 n-d-705658-22 neutron-server[105586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a4779e5-e957-4d2d-b456-a0f7c1308099 None None] Resources bound (agent type, host, resource id): {{(pid=105586) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 27 21:15:14.128380 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-89be5eb0-a001-41d0-b151-786e75134a47 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:14.128738 n-d-705658-22 neutron-server[105585]: INFO neutron.db.segments_db [None req-89be5eb0-a001-41d0-b151-786e75134a47 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Added segment f4981024-f76b-42c3-8f38-81876a249349 of type vlan for network 87466ccb-235d-474c-b446-fedbba6b32d3 Jul 27 21:15:14.219842 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-cbec4cd6-b057-4e8f-a135-aca7813abbe1 tempest-NetworksIpV6TestAttrs-2117866386 tempest-NetworksIpV6TestAttrs-2117866386-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-990557'] for network, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:14.229349 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabe95f5-0c93-4ba1-8994-6346f9ed2e26 req-a68876b8-7cef-4dda-ab04-0d4016943cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:15:14.235368 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-cabe95f5-0c93-4ba1-8994-6346f9ed2e26 req-a68876b8-7cef-4dda-ab04-0d4016943cdd service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c0af41ef-52d2-41ac-b6df-e93e08f17b8d HTTP/1.1" status: 200 len: 846 time: 0.1561968 Jul 27 21:15:14.246482 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-89be5eb0-a001-41d0-b151-786e75134a47 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790688424798'] for network, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:14.277068 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d1ef11-7e40-45fc-96ca-d004118f26c0 req-0590db3a-b1d9-4457-a045-5a1b6726179b tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:15:14.279478 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-11d1ef11-7e40-45fc-96ca-d004118f26c0 req-0590db3a-b1d9-4457-a045-5a1b6726179b tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] 10.222.0.59 "GET /v2.0/ports?device_id=0ed2fecf-f104-4fc8-b279-c89dbd5a8969 HTTP/1.1" status: 200 len: 944 time: 0.7263765 Jul 27 21:15:14.329255 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc0165c-ec59-42d6-a27a-71220529f8bb req-09479a0e-01a1-4b7e-8032-57ca7826696f tempest-AttachVolumeTestJSON-850155022 tempest-AttachVolumeTestJSON-850155022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:15:14.330820 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-1bc0165c-ec59-42d6-a27a-71220529f8bb req-09479a0e-01a1-4b7e-8032-57ca7826696f tempest-AttachVolumeTestJSON-850155022 tempest-AttachVolumeTestJSON-850155022-project] 10.222.0.59 "GET /v2.0/ports?device_id=4278faa4-b336-42ce-b504-e55df1b376e8 HTTP/1.1" status: 200 len: 946 time: 0.2750165 Jul 27 21:15:14.352463 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-875ced1b-4cf3-463a-9653-058f0f9421e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:14.358595 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-cabe95f5-0c93-4ba1-8994-6346f9ed2e26 req-277a945c-a803-4c58-a699-5bfac9f70ec7 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4ce75dcf-0fe8-4adc-83bc-310cc0685be5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1033297 Jul 27 21:15:14.387097 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-11d1ef11-7e40-45fc-96ca-d004118f26c0 req-1e265cb3-c845-4c51-9516-c39110eba6e5 tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] 10.222.0.59 "GET /v2.0/security-groups?id=9a7007a9-34fe-445e-9576-80a9b33bcd70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961823 Jul 27 21:15:14.414117 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-89be5eb0-a001-41d0-b151-786e75134a47 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920'] for network, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:14.428461 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89be5eb0-a001-41d0-b151-786e75134a47 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:15:14.432719 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-89be5eb0-a001-41d0-b151-786e75134a47 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Notify callbacks [] for network, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:14.517435 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:15:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1fa86a7-4873-440f-8088-5689b232750b x-openstack-request-id: req-b1fa86a7-4873-440f-8088-5689b232750b {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:15:14.519528 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ed2fecf-f104-4fc8-b279-c89dbd5a8969", "tag": "6a4b8ce2-5576-4cee-bfe3-748a068501c6", "status": "completed", "code": 200}]} {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:15:14.519999 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-b1fa86a7-4873-440f-8088-5689b232750b {{(pid=105584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:15:14.520626 n-d-705658-22 neutron-server[105584]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ed2fecf-f104-4fc8-b279-c89dbd5a8969', 'tag': '6a4b8ce2-5576-4cee-bfe3-748a068501c6', 'status': 'completed', 'code': 200} Jul 27 21:15:14.581236 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89be5eb0-a001-41d0-b151-786e75134a47 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Pushing event updated for resources: {'Network': ['ID=87466ccb-235d-474c-b446-fedbba6b32d3,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:15:14.599159 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-cbec4cd6-b057-4e8f-a135-aca7813abbe1 tempest-NetworksIpV6TestAttrs-2117866386 tempest-NetworksIpV6TestAttrs-2117866386-project] Deleting port 393c63e7-166d-49a0-a811-de5be1c02d73 {{(pid=105584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:15:14.599514 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-cbec4cd6-b057-4e8f-a135-aca7813abbe1 tempest-NetworksIpV6TestAttrs-2117866386 tempest-NetworksIpV6TestAttrs-2117866386-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:14.601762 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-1bc0165c-ec59-42d6-a27a-71220529f8bb req-287b2605-71b3-4979-b0a5-41ca5bbabaac tempest-AttachVolumeTestJSON-850155022 tempest-AttachVolumeTestJSON-850155022-project] 10.222.0.59 "GET /v2.0/security-groups?id=d35c4c92-6336-4438-8902-f0b350b1b888&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2590451 Jul 27 21:15:14.654601 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-89be5eb0-a001-41d0-b151-786e75134a47 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.1959202 Jul 27 21:15:14.654601 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 38670) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:15:14.663314 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-a2026cb5-5cc6-43f6-aaef-0135c37da146 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Request body: {'subnet': {'network_id': '87466ccb-235d-474c-b446-fedbba6b32d3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:15:14.729617 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-cabe95f5-0c93-4ba1-8994-6346f9ed2e26 req-dc337e14-0aac-43e8-be27-d7983b2a7f25 service neutron] 10.222.0.60 "GET /v2.0/networks/4ce75dcf-0fe8-4adc-83bc-310cc0685be5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3106792 Jul 27 21:15:14.760627 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Network 87466ccb-235d-474c-b446-fedbba6b32d3 details requested by agent ovs-agent-n-d-705658-22 with host n-d-705658-22 {{(pid=105586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:15:14.797310 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdc0ba2-8381-4707-96bd-8318f0b0e5b4 req-678963c7-b3e0-4c7a-adf7-fe0bd13f9f8e tempest-AttachVolumeTestJSON-850155022 tempest-AttachVolumeTestJSON-850155022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:15:14.799105 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-4bdc0ba2-8381-4707-96bd-8318f0b0e5b4 req-678963c7-b3e0-4c7a-adf7-fe0bd13f9f8e tempest-AttachVolumeTestJSON-850155022 tempest-AttachVolumeTestJSON-850155022-project] 10.222.0.60 "GET /v2.0/ports?device_id=4278faa4-b336-42ce-b504-e55df1b376e8 HTTP/1.1" status: 200 len: 946 time: 0.2232707 Jul 27 21:15:14.916354 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2026cb5-5cc6-43f6-aaef-0135c37da146 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Made reservation on behalf of fbcd8d69204b49b7a886b79ea9f87fc6 for: {'subnet': 1} {{(pid=105585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:15:14.925268 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-a2026cb5-5cc6-43f6-aaef-0135c37da146 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9990620'] for subnet, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:14.952149 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-cabe95f5-0c93-4ba1-8994-6346f9ed2e26 req-881b9dab-e7d5-48f4-9c00-174cf327059f service neutron] 10.222.0.60 "GET /v2.0/networks/4ce75dcf-0fe8-4adc-83bc-310cc0685be5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2132649 Jul 27 21:15:14.979861 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [None req-cbec4cd6-b057-4e8f-a135-aca7813abbe1 tempest-NetworksIpV6TestAttrs-2117866386 tempest-NetworksIpV6TestAttrs-2117866386-project] For port 393c63e7-166d-49a0-a811-de5be1c02d73, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=393c63e7-166d-49a0-a811-de5be1c02d73,segment=NetworkSegment(396cb8a1-627f-42fe-bdf8-d9b2b7c58921),segment_id=396cb8a1-627f-42fe-bdf8-d9b2b7c58921)] {{(pid=105584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:15:14.980958 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-cbec4cd6-b057-4e8f-a135-aca7813abbe1 tempest-NetworksIpV6TestAttrs-2117866386 tempest-NetworksIpV6TestAttrs-2117866386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:14.999759 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-cbec4cd6-b057-4e8f-a135-aca7813abbe1 tempest-NetworksIpV6TestAttrs-2117866386 tempest-NetworksIpV6TestAttrs-2117866386-project] Calling delete_port for 393c63e7-166d-49a0-a811-de5be1c02d73 owned by network:dhcp {{(pid=105584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:15:15.151105 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [req-4bdc0ba2-8381-4707-96bd-8318f0b0e5b4 req-36ab5852-a11d-4dd9-80d6-c4052e13777a tempest-AttachVolumeTestJSON-850155022 tempest-AttachVolumeTestJSON-850155022-project] Deleting port 11a2a4bd-54de-4e89-aaec-2698e4e74e90 {{(pid=105585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:15:15.151469 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-4bdc0ba2-8381-4707-96bd-8318f0b0e5b4 req-36ab5852-a11d-4dd9-80d6-c4052e13777a tempest-AttachVolumeTestJSON-850155022 tempest-AttachVolumeTestJSON-850155022-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:15.219565 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b9889d-8070-4fcf-ac84-10be3e021ce0 req-7e1ac6d3-e358-4dac-9ee5-909bc09f0660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:15:15.221369 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-54b9889d-8070-4fcf-ac84-10be3e021ce0 req-7e1ac6d3-e358-4dac-9ee5-909bc09f0660 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=600e865a5cde4be3a07c2c6f813959b8&device_id=0ed2fecf-f104-4fc8-b279-c89dbd5a8969 HTTP/1.1" status: 200 len: 1096 time: 0.2104936 Jul 27 21:15:15.280027 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.db [req-4bdc0ba2-8381-4707-96bd-8318f0b0e5b4 req-36ab5852-a11d-4dd9-80d6-c4052e13777a tempest-AttachVolumeTestJSON-850155022 tempest-AttachVolumeTestJSON-850155022-project] For port 11a2a4bd-54de-4e89-aaec-2698e4e74e90, host n-h2-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=11a2a4bd-54de-4e89-aaec-2698e4e74e90,segment=NetworkSegment(3b7237b7-e1d5-469a-ad3d-468d7cc14174),segment_id=3b7237b7-e1d5-469a-ad3d-468d7cc14174)] {{(pid=105585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:15:15.283347 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-4bdc0ba2-8381-4707-96bd-8318f0b0e5b4 req-36ab5852-a11d-4dd9-80d6-c4052e13777a tempest-AttachVolumeTestJSON-850155022 tempest-AttachVolumeTestJSON-850155022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:15.335690 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-cbec4cd6-b057-4e8f-a135-aca7813abbe1 tempest-NetworksIpV6TestAttrs-2117866386 tempest-NetworksIpV6TestAttrs-2117866386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:15.373964 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbec4cd6-b057-4e8f-a135-aca7813abbe1 tempest-NetworksIpV6TestAttrs-2117866386 tempest-NetworksIpV6TestAttrs-2117866386-project] Pushing event deleted for resources: {'Port': ['ID=393c63e7-166d-49a0-a811-de5be1c02d73,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:15:15.378973 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbec4cd6-b057-4e8f-a135-aca7813abbe1 tempest-NetworksIpV6TestAttrs-2117866386 tempest-NetworksIpV6TestAttrs-2117866386-project] No DVR routers for this DVR port 393c63e7-166d-49a0-a811-de5be1c02d73 on host n-d-705658-22 {{(pid=105584) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:15:15.382271 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b9889d-8070-4fcf-ac84-10be3e021ce0 req-107ce5b2-b423-4b29-adc9-d0dc72037e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:15:15.384092 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-54b9889d-8070-4fcf-ac84-10be3e021ce0 req-107ce5b2-b423-4b29-adc9-d0dc72037e57 service neutron] 10.222.0.60 "GET /v2.0/networks?id=4ce75dcf-0fe8-4adc-83bc-310cc0685be5 HTTP/1.1" status: 200 len: 907 time: 0.1497319 Jul 27 21:15:15.555810 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-cbec4cd6-b057-4e8f-a135-aca7813abbe1 tempest-NetworksIpV6TestAttrs-2117866386 tempest-NetworksIpV6TestAttrs-2117866386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853562', 'neutron.services.segments.db._delete_segments_for_network-8790688882975'] for network, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:15.559622 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-4bdc0ba2-8381-4707-96bd-8318f0b0e5b4 req-36ab5852-a11d-4dd9-80d6-c4052e13777a tempest-AttachVolumeTestJSON-850155022 tempest-AttachVolumeTestJSON-850155022-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:15.559996 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-4bdc0ba2-8381-4707-96bd-8318f0b0e5b4 req-36ab5852-a11d-4dd9-80d6-c4052e13777a tempest-AttachVolumeTestJSON-850155022 tempest-AttachVolumeTestJSON-850155022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4075768'] for floatingip, after_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:15.560764 n-d-705658-22 neutron-server[105585]: INFO neutron.db.l3_db [req-4bdc0ba2-8381-4707-96bd-8318f0b0e5b4 req-36ab5852-a11d-4dd9-80d6-c4052e13777a tempest-AttachVolumeTestJSON-850155022 tempest-AttachVolumeTestJSON-850155022-project] Floating IP b3aa463c-3517-4119-a131-19ea7f98cda0 disassociated. External IP: 172.25.5.243, port: 11a2a4bd-54de-4e89-aaec-2698e4e74e90. Jul 27 21:15:15.561083 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [req-4bdc0ba2-8381-4707-96bd-8318f0b0e5b4 req-36ab5852-a11d-4dd9-80d6-c4052e13777a tempest-AttachVolumeTestJSON-850155022 tempest-AttachVolumeTestJSON-850155022-project] Calling delete_port for 11a2a4bd-54de-4e89-aaec-2698e4e74e90 owned by compute:nova {{(pid=105585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:15:15.578292 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.segments.db [None req-cbec4cd6-b057-4e8f-a135-aca7813abbe1 tempest-NetworksIpV6TestAttrs-2117866386 tempest-NetworksIpV6TestAttrs-2117866386-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['287897c5-582d-41a3-b4f7-cd1ed8ecd661']}} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:15:15.601186 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.segments.db [None req-cbec4cd6-b057-4e8f-a135-aca7813abbe1 tempest-NetworksIpV6TestAttrs-2117866386 tempest-NetworksIpV6TestAttrs-2117866386-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '396cb8a1-627f-42fe-bdf8-d9b2b7c58921') {'for_net_delete': True} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:15:15.601498 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.segments.db [None req-cbec4cd6-b057-4e8f-a135-aca7813abbe1 tempest-NetworksIpV6TestAttrs-2117866386 tempest-NetworksIpV6TestAttrs-2117866386-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '396cb8a1-627f-42fe-bdf8-d9b2b7c58921') {} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:15:15.653787 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-54b9889d-8070-4fcf-ac84-10be3e021ce0 req-318900b8-e12a-4476-aafe-b244ffb89a67 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6a4b8ce2-5576-4cee-bfe3-748a068501c6 HTTP/1.1" status: 200 len: 217 time: 0.0630665 Jul 27 21:15:15.657958 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-cbec4cd6-b057-4e8f-a135-aca7813abbe1 tempest-NetworksIpV6TestAttrs-2117866386 tempest-NetworksIpV6TestAttrs-2117866386-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790688883752', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9014348'] for segment, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:15.719974 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-4bdc0ba2-8381-4707-96bd-8318f0b0e5b4 req-36ab5852-a11d-4dd9-80d6-c4052e13777a tempest-AttachVolumeTestJSON-850155022 tempest-AttachVolumeTestJSON-850155022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:15.760919 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-cbec4cd6-b057-4e8f-a135-aca7813abbe1 tempest-NetworksIpV6TestAttrs-2117866386 tempest-NetworksIpV6TestAttrs-2117866386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:15.769624 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cbec4cd6-b057-4e8f-a135-aca7813abbe1 tempest-NetworksIpV6TestAttrs-2117866386 tempest-NetworksIpV6TestAttrs-2117866386-project] Releasing vlan 233 on physical network physnet1 to pool {{(pid=105584) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:15:15.770216 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-cbec4cd6-b057-4e8f-a135-aca7813abbe1 tempest-NetworksIpV6TestAttrs-2117866386 tempest-NetworksIpV6TestAttrs-2117866386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9014063'] for segment, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:15.848786 n-d-705658-22 neutron-server[105584]: Traceback (most recent call last): Jul 27 21:15:15.848786 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:15:15.848786 n-d-705658-22 neutron-server[105584]: timer() Jul 27 21:15:15.848786 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:15:15.848786 n-d-705658-22 neutron-server[105584]: cb(*args, **kw) Jul 27 21:15:15.848786 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:15:15.848786 n-d-705658-22 neutron-server[105584]: return func(*args, **kwargs) Jul 27 21:15:15.848786 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:15:15.848786 n-d-705658-22 neutron-server[105584]: self._notify() Jul 27 21:15:15.848786 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:15:15.848786 n-d-705658-22 neutron-server[105584]: self.callback(batched_events) Jul 27 21:15:15.848786 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:15:15.848786 n-d-705658-22 neutron-server[105584]: event.method(event) Jul 27 21:15:15.848786 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:15:15.848786 n-d-705658-22 neutron-server[105584]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:15:15.848786 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:15:15.848786 n-d-705658-22 neutron-server[105584]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:15:15.848786 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:15:15.848786 n-d-705658-22 neutron-server[105584]: return f(self, *a, **k) Jul 27 21:15:15.848786 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:15:15.848786 n-d-705658-22 neutron-server[105584]: return self._get(url).json() Jul 27 21:15:15.848786 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:15:15.848786 n-d-705658-22 neutron-server[105584]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:15:15.848786 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:15:15.848786 n-d-705658-22 neutron-server[105584]: return self.request(url, 'GET', **kwargs) Jul 27 21:15:15.848786 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:15:15.848786 n-d-705658-22 neutron-server[105584]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:15:15.848786 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:15:15.848786 n-d-705658-22 neutron-server[105584]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:15:15.848786 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:15:15.848786 n-d-705658-22 neutron-server[105584]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:15:15.848786 n-d-705658-22 neutron-server[105584]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:15:15.871495 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ab5852-a11d-4dd9-80d6-c4052e13777a tempest-AttachVolumeTestJSON-850155022 tempest-AttachVolumeTestJSON-850155022-project] Pushing event deleted for resources: {'Port': ['ID=11a2a4bd-54de-4e89-aaec-2698e4e74e90,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:15:15.873071 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b9889d-8070-4fcf-ac84-10be3e021ce0 req-a7001f35-fa7c-4305-87c9-146eb2e38dba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:15:15.875342 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-54b9889d-8070-4fcf-ac84-10be3e021ce0 req-a7001f35-fa7c-4305-87c9-146eb2e38dba service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c0af41ef-52d2-41ac-b6df-e93e08f17b8d HTTP/1.1" status: 200 len: 846 time: 0.2084165 Jul 27 21:15:15.876296 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-cbec4cd6-b057-4e8f-a135-aca7813abbe1 tempest-NetworksIpV6TestAttrs-2117866386 tempest-NetworksIpV6TestAttrs-2117866386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4075658'] for network, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:15.909126 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-cbec4cd6-b057-4e8f-a135-aca7813abbe1 tempest-NetworksIpV6TestAttrs-2117866386 tempest-NetworksIpV6TestAttrs-2117866386-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743886'] for network, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:15.917064 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-cbec4cd6-b057-4e8f-a135-aca7813abbe1 tempest-NetworksIpV6TestAttrs-2117866386 tempest-NetworksIpV6TestAttrs-2117866386-project] 10.222.0.59 "DELETE /v2.0/networks/287897c5-582d-41a3-b4f7-cd1ed8ecd661 HTTP/1.1" status: 204 len: 168 time: 3.6717610 Jul 27 21:15:15.920292 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 38704) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:15:15.921791 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-ee99e7e5-05f0-4456-93e5-25cefb600e36 req-296f12ea-6a0d-4845-8a98-891c79ded866 tempest-AttachVolumeTestJSON-850155022 tempest-AttachVolumeTestJSON-850155022-project] 10.222.0.59 "GET /v2.0/ports?device_id=4278faa4-b336-42ce-b504-e55df1b376e8 HTTP/1.1" status: 200 len: 210 time: 0.1619563 Jul 27 21:15:15.925393 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-c80ae350-c2f7-422e-8d55-649aae0ae020 tempest-NetworksIpV6TestAttrs-2117866386 tempest-NetworksIpV6TestAttrs-2117866386-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1405823794'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:15:15.956927 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-54b9889d-8070-4fcf-ac84-10be3e021ce0 req-a4755584-5919-49d2-b221-c546fc004b58 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4ce75dcf-0fe8-4adc-83bc-310cc0685be5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0722175 Jul 27 21:15:15.959905 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbec4cd6-b057-4e8f-a135-aca7813abbe1 tempest-NetworksIpV6TestAttrs-2117866386 tempest-NetworksIpV6TestAttrs-2117866386-project] Pushing event deleted for resources: {'Network': ['ID=287897c5-582d-41a3-b4f7-cd1ed8ecd661,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:15:16.056188 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c80ae350-c2f7-422e-8d55-649aae0ae020 tempest-NetworksIpV6TestAttrs-2117866386 tempest-NetworksIpV6TestAttrs-2117866386-project] Made reservation on behalf of 652fba225030484581464cd6ffb39646 for: {'network': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:15:16.059951 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c80ae350-c2f7-422e-8d55-649aae0ae020 tempest-NetworksIpV6TestAttrs-2117866386 tempest-NetworksIpV6TestAttrs-2117866386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for network, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:16.099214 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-54b9889d-8070-4fcf-ac84-10be3e021ce0 req-1eb4f5e8-81fb-434d-8d4c-652f82ac022a service neutron] 10.222.0.60 "GET /v2.0/networks/4ce75dcf-0fe8-4adc-83bc-310cc0685be5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341591 Jul 27 21:15:16.100369 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c80ae350-c2f7-422e-8d55-649aae0ae020 tempest-NetworksIpV6TestAttrs-2117866386 tempest-NetworksIpV6TestAttrs-2117866386-project] vlan segment allocate from pool success with {'vlan_id': 220, 'physical_network': 'physnet1'} {{(pid=105584) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:15:16.115383 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c905f9-0603-485c-ba75-857dbef4feba req-f52e4a2e-53b9-428a-90a8-42e646a44841 tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:15:16.119780 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c80ae350-c2f7-422e-8d55-649aae0ae020 tempest-NetworksIpV6TestAttrs-2117866386 tempest-NetworksIpV6TestAttrs-2117866386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:16.120131 n-d-705658-22 neutron-server[105584]: INFO neutron.db.segments_db [None req-c80ae350-c2f7-422e-8d55-649aae0ae020 tempest-NetworksIpV6TestAttrs-2117866386 tempest-NetworksIpV6TestAttrs-2117866386-project] Added segment 2b73454b-eafb-4d36-aa14-97e8664afacf of type vlan for network c5450ea6-9524-4e00-99c0-e810d8b4cf9b Jul 27 21:15:16.124886 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-d3c905f9-0603-485c-ba75-857dbef4feba req-f52e4a2e-53b9-428a-90a8-42e646a44841 tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] 10.222.0.59 "GET /v2.0/ports?device_id=0ed2fecf-f104-4fc8-b279-c89dbd5a8969 HTTP/1.1" status: 200 len: 944 time: 0.4207616 Jul 27 21:15:16.126930 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-a2026cb5-5cc6-43f6-aaef-0135c37da146 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10221797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9990606'] for subnet, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:16.190886 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c80ae350-c2f7-422e-8d55-649aae0ae020 tempest-NetworksIpV6TestAttrs-2117866386 tempest-NetworksIpV6TestAttrs-2117866386-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790688424798'] for network, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:16.316070 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-d3c905f9-0603-485c-ba75-857dbef4feba req-fd62475f-286e-45b9-9b9f-fdd53464cc12 tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] 10.222.0.59 "GET /v2.0/security-groups?id=9a7007a9-34fe-445e-9576-80a9b33bcd70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1902421 Jul 27 21:15:16.362697 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4bdc0ba2-8381-4707-96bd-8318f0b0e5b4 req-36ab5852-a11d-4dd9-80d6-c4052e13777a tempest-AttachVolumeTestJSON-850155022 tempest-AttachVolumeTestJSON-850155022-project] Router 809e5d14-abce-43db-b847-0ff958180cd5 has already been hosted by L3 agent dd128fd7-8e57-4d4f-895b-a96b369df59a {{(pid=105585) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:15:16.363574 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2026cb5-5cc6-43f6-aaef-0135c37da146 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Pushing event updated for resources: {'Subnet': ['ID=1b82ac46-f803-4d8d-a71a-042dbedb9f92,revision_number=0']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:15:16.378542 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2026cb5-5cc6-43f6-aaef-0135c37da146 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Checking segment: {'id': 'f4981024-f76b-42c3-8f38-81876a249349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '87466ccb-235d-474c-b446-fedbba6b32d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:15:16.378878 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2026cb5-5cc6-43f6-aaef-0135c37da146 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Network hostable DHCP agents. Network: 87466ccb-235d-474c-b446-fedbba6b32d3, hostable agents: ['7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a'], hosted agents: [] {{(pid=105585) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:15:16.379508 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c80ae350-c2f7-422e-8d55-649aae0ae020 tempest-NetworksIpV6TestAttrs-2117866386 tempest-NetworksIpV6TestAttrs-2117866386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920'] for network, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:16.385588 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c80ae350-c2f7-422e-8d55-649aae0ae020 tempest-NetworksIpV6TestAttrs-2117866386 tempest-NetworksIpV6TestAttrs-2117866386-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:15:16.386204 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c80ae350-c2f7-422e-8d55-649aae0ae020 tempest-NetworksIpV6TestAttrs-2117866386 tempest-NetworksIpV6TestAttrs-2117866386-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743886'] for network, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:16.467964 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-c80ae350-c2f7-422e-8d55-649aae0ae020 tempest-NetworksIpV6TestAttrs-2117866386 tempest-NetworksIpV6TestAttrs-2117866386-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5465841 Jul 27 21:15:16.472695 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 38728) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:15:16.483274 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-d4e53e01-9e9c-4a34-bb1d-e93f8e6df6f7 tempest-NetworksIpV6TestAttrs-2117866386 tempest-NetworksIpV6TestAttrs-2117866386-project] Request body: {'subnet': {'network_id': 'c5450ea6-9524-4e00-99c0-e810d8b4cf9b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:15:16.515671 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2026cb5-5cc6-43f6-aaef-0135c37da146 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Network 87466ccb-235d-474c-b446-fedbba6b32d3 is scheduled to be hosted by DHCP agent 7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a with binding_index 1 {{(pid=105585) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:15:16.570766 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.base_scheduler [None req-a2026cb5-5cc6-43f6-aaef-0135c37da146 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-22, 87466ccb-235d-474c-b446-fedbba6b32d3) {{(pid=105585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:15:16.578011 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2026cb5-5cc6-43f6-aaef-0135c37da146 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:15:16.578800 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-a2026cb5-5cc6-43f6-aaef-0135c37da146 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743886'] for subnet, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:16.580238 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cd88183-3df6-45ed-a51e-8341b4a8ebbe None None] Network 87466ccb-235d-474c-b446-fedbba6b32d3 requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:15:16.589280 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-54b9889d-8070-4fcf-ac84-10be3e021ce0 req-451be57e-a1bf-4982-b375-47d09c3575d9 service neutron] 10.222.0.60 "GET /v2.0/networks/4ce75dcf-0fe8-4adc-83bc-310cc0685be5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4817128 Jul 27 21:15:16.592814 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80ae350-c2f7-422e-8d55-649aae0ae020 tempest-NetworksIpV6TestAttrs-2117866386 tempest-NetworksIpV6TestAttrs-2117866386-project] Pushing event updated for resources: {'Network': ['ID=c5450ea6-9524-4e00-99c0-e810d8b4cf9b,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:15:16.604791 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-a2026cb5-5cc6-43f6-aaef-0135c37da146 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9487834 Jul 27 21:15:16.608701 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 38730) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:15:16.616599 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-a2ad0cfc-2ef3-4473-860c-e793fba8bb6a tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Request body: {'port': {'network_id': '87466ccb-235d-474c-b446-fedbba6b32d3', 'name': 'tempest-PortsIpV6TestJSON-771628975'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:15:16.668385 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Network c5450ea6-9524-4e00-99c0-e810d8b4cf9b details requested by agent ovs-agent-n-d-705658-22 with host n-d-705658-22 {{(pid=105586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:15:16.668903 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4bdc0ba2-8381-4707-96bd-8318f0b0e5b4 req-36ab5852-a11d-4dd9-80d6-c4052e13777a tempest-AttachVolumeTestJSON-850155022 tempest-AttachVolumeTestJSON-850155022-project] Notify agent at l3_agent.n-d-705658-22 the message routers_updated {{(pid=105585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:15:16.681764 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4e53e01-9e9c-4a34-bb1d-e93f8e6df6f7 tempest-NetworksIpV6TestAttrs-2117866386 tempest-NetworksIpV6TestAttrs-2117866386-project] Made reservation on behalf of 652fba225030484581464cd6ffb39646 for: {'subnet': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:15:16.686248 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-d4e53e01-9e9c-4a34-bb1d-e93f8e6df6f7 tempest-NetworksIpV6TestAttrs-2117866386 tempest-NetworksIpV6TestAttrs-2117866386-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9738786'] for subnet, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:16.728300 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bdc0ba2-8381-4707-96bd-8318f0b0e5b4 req-36ab5852-a11d-4dd9-80d6-c4052e13777a tempest-AttachVolumeTestJSON-850155022 tempest-AttachVolumeTestJSON-850155022-project] No DVR routers for this DVR port 11a2a4bd-54de-4e89-aaec-2698e4e74e90 on host n-h2-705658-22 {{(pid=105585) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:15:16.732540 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-4bdc0ba2-8381-4707-96bd-8318f0b0e5b4 req-36ab5852-a11d-4dd9-80d6-c4052e13777a tempest-AttachVolumeTestJSON-850155022 tempest-AttachVolumeTestJSON-850155022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:16.734588 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-4bdc0ba2-8381-4707-96bd-8318f0b0e5b4 req-36ab5852-a11d-4dd9-80d6-c4052e13777a tempest-AttachVolumeTestJSON-850155022 tempest-AttachVolumeTestJSON-850155022-project] 10.222.0.60 "DELETE /v2.0/ports/11a2a4bd-54de-4e89-aaec-2698e4e74e90 HTTP/1.1" status: 204 len: 173 time: 1.9226122 Jul 27 21:15:16.735134 n-d-705658-22 neutron-server[105585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4278faa4-b336-42ce-b504-e55df1b376e8', 'name': 'network-vif-deleted', 'tag': '11a2a4bd-54de-4e89-aaec-2698e4e74e90'}] {{(pid=105585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:15:16.737602 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d66fd65881426bfc2b5388084a3654e5eae521106a15a3dbf0eb4cde7106c36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad1aa979-c6ff-424e-8720-1d4b6718888d" -d '{"events": [{"server_uuid": "4278faa4-b336-42ce-b504-e55df1b376e8", "name": "network-vif-deleted", "tag": "11a2a4bd-54de-4e89-aaec-2698e4e74e90"}]}' {{(pid=105585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:15:16.825911 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:15:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99166d01-eb10-422a-bb25-959235437cd8 x-openstack-request-id: req-99166d01-eb10-422a-bb25-959235437cd8 {{(pid=105585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:15:16.826636 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4278faa4-b336-42ce-b504-e55df1b376e8", "name": "network-vif-deleted", "tag": "11a2a4bd-54de-4e89-aaec-2698e4e74e90", "status": "completed", "code": 200}]} {{(pid=105585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:15:16.830134 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-99166d01-eb10-422a-bb25-959235437cd8 {{(pid=105585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:15:16.830647 n-d-705658-22 neutron-server[105585]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4278faa4-b336-42ce-b504-e55df1b376e8', 'name': 'network-vif-deleted', 'tag': '11a2a4bd-54de-4e89-aaec-2698e4e74e90', 'status': 'completed', 'code': 200} Jul 27 21:15:16.835201 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2ad0cfc-2ef3-4473-860c-e793fba8bb6a tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Made reservation on behalf of fbcd8d69204b49b7a886b79ea9f87fc6 for: {'port': 1} {{(pid=105585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:15:16.839442 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-a2ad0cfc-2ef3-4473-860c-e793fba8bb6a tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:16.843626 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bef9fb88-9dfb-444f-bd10-1aecb50f309a None None] Sync routers for ids ['809e5d14-abce-43db-b847-0ff958180cd5'] in n-d-705658-22 {{(pid=105586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:15:16.874182 n-d-705658-22 neutron-server[105585]: DEBUG neutron.notifiers.nova [None req-a2ad0cfc-2ef3-4473-860c-e793fba8bb6a tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] device_id is not set on port 8c7c889a-b2ef-495b-a4cb-bbbf33dd0428 yet. {{(pid=105585) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 21:15:16.916010 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bef9fb88-9dfb-444f-bd10-1aecb50f309a None None] Routers {'809e5d14-abce-43db-b847-0ff958180cd5'} bound to L3 agent in host n-d-705658-22 {{(pid=105586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:15:16.916700 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-bef9fb88-9dfb-444f-bd10-1aecb50f309a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:15:12Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['809e5d14-abce-43db-b847-0ff958180cd5'], 'active': True} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:15:17.026969 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-d4e53e01-9e9c-4a34-bb1d-e93f8e6df6f7 tempest-NetworksIpV6TestAttrs-2117866386 tempest-NetworksIpV6TestAttrs-2117866386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9014150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9738800'] for subnet, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:17.101004 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e53e01-9e9c-4a34-bb1d-e93f8e6df6f7 tempest-NetworksIpV6TestAttrs-2117866386 tempest-NetworksIpV6TestAttrs-2117866386-project] Pushing event updated for resources: {'Subnet': ['ID=18ad1534-4588-40c2-8a4e-35b0f1cb039d,revision_number=0']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:15:17.119139 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c87ff8c4-58ec-44e4-8c1b-0909b2825b74 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30bb4b93-b285-5d90-9493-f9ec33ea333c-87466ccb-235d-474c-b446-fedbba6b32d3', 'network_id': '87466ccb-235d-474c-b446-fedbba6b32d3', 'tenant_id': 'fbcd8d69204b49b7a886b79ea9f87fc6', 'fixed_ips': [{'subnet_id': '1b82ac46-f803-4d8d-a71a-042dbedb9f92'}]}} from n-d-705658-22. {{(pid=105586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 21:15:17.120456 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-c87ff8c4-58ec-44e4-8c1b-0909b2825b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:17.123049 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-883145c2-70ce-4023-a70f-3f7d0c05e21d req-2c86dc00-532d-4088-ac99-8e25ddc10de2 tempest-AttachVolumeTestJSON-850155022 tempest-AttachVolumeTestJSON-850155022-project] 10.222.0.59 "GET /v2.0/ports?device_id=4278faa4-b336-42ce-b504-e55df1b376e8 HTTP/1.1" status: 200 len: 210 time: 0.0585110 Jul 27 21:15:17.149774 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.db_base_plugin_common [None req-a2ad0cfc-2ef3-4473-860c-e793fba8bb6a tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Allocated IP 2001:db8::213 (87466ccb-235d-474c-b446-fedbba6b32d3/1b82ac46-f803-4d8d-a71a-042dbedb9f92/8c7c889a-b2ef-495b-a4cb-bbbf33dd0428) {{(pid=105585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:15:17.166223 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvr_db [None req-bef9fb88-9dfb-444f-bd10-1aecb50f309a None None] Set router 809e5d14-abce-43db-b847-0ff958180cd5 gateway port host: n-d-705658-22 {{(pid=105586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:15:17.172079 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4e53e01-9e9c-4a34-bb1d-e93f8e6df6f7 tempest-NetworksIpV6TestAttrs-2117866386 tempest-NetworksIpV6TestAttrs-2117866386-project] Checking segment: {'id': '2b73454b-eafb-4d36-aa14-97e8664afacf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'c5450ea6-9524-4e00-99c0-e810d8b4cf9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:15:17.173039 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4e53e01-9e9c-4a34-bb1d-e93f8e6df6f7 tempest-NetworksIpV6TestAttrs-2117866386 tempest-NetworksIpV6TestAttrs-2117866386-project] Network hostable DHCP agents. Network: c5450ea6-9524-4e00-99c0-e810d8b4cf9b, hostable agents: ['7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a'], hosted agents: [] {{(pid=105584) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:15:17.220870 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4e53e01-9e9c-4a34-bb1d-e93f8e6df6f7 tempest-NetworksIpV6TestAttrs-2117866386 tempest-NetworksIpV6TestAttrs-2117866386-project] Network c5450ea6-9524-4e00-99c0-e810d8b4cf9b is scheduled to be hosted by DHCP agent 7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a with binding_index 1 {{(pid=105584) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:15:17.244293 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [None req-d4e53e01-9e9c-4a34-bb1d-e93f8e6df6f7 tempest-NetworksIpV6TestAttrs-2117866386 tempest-NetworksIpV6TestAttrs-2117866386-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-22, c5450ea6-9524-4e00-99c0-e810d8b4cf9b) {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:15:17.249103 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4e53e01-9e9c-4a34-bb1d-e93f8e6df6f7 tempest-NetworksIpV6TestAttrs-2117866386 tempest-NetworksIpV6TestAttrs-2117866386-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:15:17.249708 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-d4e53e01-9e9c-4a34-bb1d-e93f8e6df6f7 tempest-NetworksIpV6TestAttrs-2117866386 tempest-NetworksIpV6TestAttrs-2117866386-project] Notify callbacks [] for subnet, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:17.273857 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-d4e53e01-9e9c-4a34-bb1d-e93f8e6df6f7 tempest-NetworksIpV6TestAttrs-2117866386 tempest-NetworksIpV6TestAttrs-2117866386-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7979360 Jul 27 21:15:17.275289 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 38744) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:15:17.388398 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d1d658a-ff97-45f7-a807-825dde2dcbb0 None None] Network c5450ea6-9524-4e00-99c0-e810d8b4cf9b requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:15:17.552197 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-a2ad0cfc-2ef3-4473-860c-e793fba8bb6a tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Notify callbacks [] for port, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:17.593040 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.provisioning_blocks [None req-a2ad0cfc-2ef3-4473-860c-e793fba8bb6a tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Transition to ACTIVE for port object 8c7c889a-b2ef-495b-a4cb-bbbf33dd0428 will not be triggered until provisioned by entity DHCP. {{(pid=105585) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:15:17.689223 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e461153b-3ab2-4757-8efa-280eccc481a2 req-54511348-8160-4679-a2d8-c092c8886ee7 tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:15:17.690965 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e461153b-3ab2-4757-8efa-280eccc481a2 req-54511348-8160-4679-a2d8-c092c8886ee7 tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] 10.222.0.59 "GET /v2.0/ports?device_id=0ed2fecf-f104-4fc8-b279-c89dbd5a8969 HTTP/1.1" status: 200 len: 944 time: 0.2533252 Jul 27 21:15:17.741915 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-a2ad0cfc-2ef3-4473-860c-e793fba8bb6a tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:17.774990 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2ad0cfc-2ef3-4473-860c-e793fba8bb6a tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Network 87466ccb-235d-474c-b446-fedbba6b32d3 is already hosted by enough agents. {{(pid=105585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:15:17.818255 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [req-febce54d-d1ee-40b8-a6d7-6fc921129aee req-6519148d-d512-4116-84d3-331e3ca403bb tempest-LiveMigrationNegativeTest-821432527 tempest-LiveMigrationNegativeTest-821432527-project] (105585) timed out ('10.222.0.60', 50878) {{(pid=105585) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 27 21:15:17.847788 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.base_scheduler [None req-a2ad0cfc-2ef3-4473-860c-e793fba8bb6a tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Resources bound (agent type, host, resource id): {{(pid=105585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:15:17.861895 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2ad0cfc-2ef3-4473-860c-e793fba8bb6a tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Received port after_create {{(pid=105585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:15:17.868583 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2ad0cfc-2ef3-4473-860c-e793fba8bb6a tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:15:17.869272 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-a2ad0cfc-2ef3-4473-860c-e793fba8bb6a tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:17.886586 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e461153b-3ab2-4757-8efa-280eccc481a2 req-f63b14c2-dd16-44b8-9680-672066e5bf03 tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] 10.222.0.59 "GET /v2.0/security-groups?id=9a7007a9-34fe-445e-9576-80a9b33bcd70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636331 Jul 27 21:15:17.900583 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-a2ad0cfc-2ef3-4473-860c-e793fba8bb6a tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.2904129 Jul 27 21:15:17.901570 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ad0cfc-2ef3-4473-860c-e793fba8bb6a tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Pushing event updated for resources: {'Port': ['ID=8c7c889a-b2ef-495b-a4cb-bbbf33dd0428,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:15:17.904058 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 38760) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:15:17.934890 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-471e4b29-c749-4f8a-a5fe-bea754c75dd8 tempest-NetworksIpV6TestAttrs-2117866386 tempest-NetworksIpV6TestAttrs-2117866386-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-990557'] for network, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:17.994743 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-471e4b29-c749-4f8a-a5fe-bea754c75dd8 tempest-NetworksIpV6TestAttrs-2117866386 tempest-NetworksIpV6TestAttrs-2117866386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854965'] for subnet, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:17.995473 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.db_base_plugin_common [None req-c87ff8c4-58ec-44e4-8c1b-0909b2825b74 None None] Allocated IP 2001:db8::2 (87466ccb-235d-474c-b446-fedbba6b32d3/1b82ac46-f803-4d8d-a71a-042dbedb9f92/2e16ea71-05cc-4c50-aacd-a9b8236872bb) {{(pid=105586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:15:18.067893 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9497e201-c07d-4795-a4a0-e5e00b2bdd45 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30bb4b93-b285-5d90-9493-f9ec33ea333c-c5450ea6-9524-4e00-99c0-e810d8b4cf9b', 'network_id': 'c5450ea6-9524-4e00-99c0-e810d8b4cf9b', 'tenant_id': '652fba225030484581464cd6ffb39646', 'fixed_ips': [{'subnet_id': '18ad1534-4588-40c2-8a4e-35b0f1cb039d'}]}} from n-d-705658-22. {{(pid=105586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 21:15:18.068952 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-9497e201-c07d-4795-a4a0-e5e00b2bdd45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:18.075042 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-471e4b29-c749-4f8a-a5fe-bea754c75dd8 tempest-NetworksIpV6TestAttrs-2117866386 tempest-NetworksIpV6TestAttrs-2117866386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9014081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9738825'] for subnet, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:18.080391 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [None req-697a351d-09c4-4c5a-aee9-aeb20e85ed12 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Deleting port 8c7c889a-b2ef-495b-a4cb-bbbf33dd0428 {{(pid=105585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:15:18.081028 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-697a351d-09c4-4c5a-aee9-aeb20e85ed12 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:18.206866 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471e4b29-c749-4f8a-a5fe-bea754c75dd8 tempest-NetworksIpV6TestAttrs-2117866386 tempest-NetworksIpV6TestAttrs-2117866386-project] Pushing event deleted for resources: {'Subnet': ['ID=18ad1534-4588-40c2-8a4e-35b0f1cb039d,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:15:18.256845 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-471e4b29-c749-4f8a-a5fe-bea754c75dd8 tempest-NetworksIpV6TestAttrs-2117866386 tempest-NetworksIpV6TestAttrs-2117866386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853562', 'neutron.services.segments.db._delete_segments_for_network-8790688882975'] for network, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:18.281501 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 38768) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:15:18.292969 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-697a351d-09c4-4c5a-aee9-aeb20e85ed12 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:18.303046 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.segments.db [None req-471e4b29-c749-4f8a-a5fe-bea754c75dd8 tempest-NetworksIpV6TestAttrs-2117866386 tempest-NetworksIpV6TestAttrs-2117866386-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5450ea6-9524-4e00-99c0-e810d8b4cf9b']}} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:15:18.323362 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.segments.db [None req-471e4b29-c749-4f8a-a5fe-bea754c75dd8 tempest-NetworksIpV6TestAttrs-2117866386 tempest-NetworksIpV6TestAttrs-2117866386-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b73454b-eafb-4d36-aa14-97e8664afacf') {'for_net_delete': True} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:15:18.324078 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.segments.db [None req-471e4b29-c749-4f8a-a5fe-bea754c75dd8 tempest-NetworksIpV6TestAttrs-2117866386 tempest-NetworksIpV6TestAttrs-2117866386-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b73454b-eafb-4d36-aa14-97e8664afacf') {} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:15:18.339743 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [None req-697a351d-09c4-4c5a-aee9-aeb20e85ed12 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Calling delete_port for 8c7c889a-b2ef-495b-a4cb-bbbf33dd0428 owned by {{(pid=105585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:15:18.342227 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c9f88b2-78a4-4dd1-88c6-44156554db1b None None] Network c5450ea6-9524-4e00-99c0-e810d8b4cf9b requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:15:18.343043 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-471e4b29-c749-4f8a-a5fe-bea754c75dd8 tempest-NetworksIpV6TestAttrs-2117866386 tempest-NetworksIpV6TestAttrs-2117866386-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790688883752', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9014348'] for segment, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:18.366476 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-471e4b29-c749-4f8a-a5fe-bea754c75dd8 tempest-NetworksIpV6TestAttrs-2117866386 tempest-NetworksIpV6TestAttrs-2117866386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:18.380311 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-471e4b29-c749-4f8a-a5fe-bea754c75dd8 tempest-NetworksIpV6TestAttrs-2117866386 tempest-NetworksIpV6TestAttrs-2117866386-project] Releasing vlan 220 on physical network physnet1 to pool {{(pid=105584) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:15:18.380730 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-471e4b29-c749-4f8a-a5fe-bea754c75dd8 tempest-NetworksIpV6TestAttrs-2117866386 tempest-NetworksIpV6TestAttrs-2117866386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9014063'] for segment, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:18.383808 n-d-705658-22 neutron-server[105584]: Traceback (most recent call last): Jul 27 21:15:18.383808 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:15:18.383808 n-d-705658-22 neutron-server[105584]: timer() Jul 27 21:15:18.383808 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:15:18.383808 n-d-705658-22 neutron-server[105584]: cb(*args, **kw) Jul 27 21:15:18.383808 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:15:18.383808 n-d-705658-22 neutron-server[105584]: return func(*args, **kwargs) Jul 27 21:15:18.383808 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:15:18.383808 n-d-705658-22 neutron-server[105584]: self._notify() Jul 27 21:15:18.383808 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:15:18.383808 n-d-705658-22 neutron-server[105584]: self.callback(batched_events) Jul 27 21:15:18.383808 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:15:18.383808 n-d-705658-22 neutron-server[105584]: event.method(event) Jul 27 21:15:18.383808 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:15:18.383808 n-d-705658-22 neutron-server[105584]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:15:18.383808 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:15:18.383808 n-d-705658-22 neutron-server[105584]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:15:18.383808 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:15:18.383808 n-d-705658-22 neutron-server[105584]: return f(self, *a, **k) Jul 27 21:15:18.383808 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:15:18.383808 n-d-705658-22 neutron-server[105584]: return self._get(url).json() Jul 27 21:15:18.383808 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:15:18.383808 n-d-705658-22 neutron-server[105584]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:15:18.383808 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:15:18.383808 n-d-705658-22 neutron-server[105584]: return self.request(url, 'GET', **kwargs) Jul 27 21:15:18.383808 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:15:18.383808 n-d-705658-22 neutron-server[105584]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:15:18.383808 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:15:18.383808 n-d-705658-22 neutron-server[105584]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:15:18.383808 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:15:18.383808 n-d-705658-22 neutron-server[105584]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:15:18.383808 n-d-705658-22 neutron-server[105584]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:15:18.438457 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-419e8a97-3293-4d3d-b9cb-7240ec399858 tempest-AttachVolumeTestJSON-850155022 tempest-AttachVolumeTestJSON-850155022-project] Notify callbacks [] for security_group, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:18.509263 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-419e8a97-3293-4d3d-b9cb-7240ec399858 tempest-AttachVolumeTestJSON-850155022 tempest-AttachVolumeTestJSON-850155022-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:18.540365 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-471e4b29-c749-4f8a-a5fe-bea754c75dd8 tempest-NetworksIpV6TestAttrs-2117866386 tempest-NetworksIpV6TestAttrs-2117866386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4075658'] for network, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:18.545304 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-bef9fb88-9dfb-444f-bd10-1aecb50f309a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '809e5d14-abce-43db-b847-0ff958180cd5', 'name': 'tempest-AttachVolumeTestJSON-673897176-router', 'tenant_id': 'dcfc656e3a0b42809921004863a52506', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.2'}], 'enable_snat': True}, 'gw_port_id': '77e13f84-416d-4b78-aeaa-978e413ab22c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:06:23Z', 'updated_at': '2021-07-27T21:06:28Z', 'revision_number': 4, 'project_id': 'dcfc656e3a0b42809921004863a52506', 'gw_port': {'id': '77e13f84-416d-4b78-aeaa-978e413ab22c', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:e6:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '809e5d14-abce-43db-b847-0ff958180cd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:06:24Z', 'updated_at': '2021-07-27T21:06:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_interfaces': [{'id': '1513f8ea-a9a9-42b8-9469-070c68e29358', 'name': '', 'network_id': '32d25553-aa43-4782-af0c-d6a2b47507a7', 'tenant_id': 'dcfc656e3a0b42809921004863a52506', 'mac_address': 'fa:16:3e:e8:26:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '809e5d14-abce-43db-b847-0ff958180cd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': 'fdae47fc-2d6f-4c83-9067-18a839318850', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:06:27Z', 'updated_at': '2021-07-27T21:06:36Z', 'revision_number': 5, 'project_id': 'dcfc656e3a0b42809921004863a52506', 'subnets': [{'id': 'fdae47fc-2d6f-4c83-9067-18a839318850', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-22', False) {} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:15:18.556399 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-471e4b29-c749-4f8a-a5fe-bea754c75dd8 tempest-NetworksIpV6TestAttrs-2117866386 tempest-NetworksIpV6TestAttrs-2117866386-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743886'] for network, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:18.565836 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-c87ff8c4-58ec-44e4-8c1b-0909b2825b74 None None] Notify callbacks [] for port, precommit_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:18.566932 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-471e4b29-c749-4f8a-a5fe-bea754c75dd8 tempest-NetworksIpV6TestAttrs-2117866386 tempest-NetworksIpV6TestAttrs-2117866386-project] 10.222.0.59 "DELETE /v2.0/networks/c5450ea6-9524-4e00-99c0-e810d8b4cf9b HTTP/1.1" status: 204 len: 168 time: 1.2900836 Jul 27 21:15:18.574612 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 38776) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:15:18.581119 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-697a351d-09c4-4c5a-aee9-aeb20e85ed12 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:18.582583 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-074345eb-5b21-442f-acfe-0e827f5adfd2 tempest-NetworksIpV6TestAttrs-2117866386 tempest-NetworksIpV6TestAttrs-2117866386-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1241560259'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:15:18.614391 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471e4b29-c749-4f8a-a5fe-bea754c75dd8 tempest-NetworksIpV6TestAttrs-2117866386 tempest-NetworksIpV6TestAttrs-2117866386-project] Pushing event deleted for resources: {'Network': ['ID=c5450ea6-9524-4e00-99c0-e810d8b4cf9b,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:15:18.645654 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bef9fb88-9dfb-444f-bd10-1aecb50f309a None None] Checking router: 809e5d14-abce-43db-b847-0ff958180cd5 for host: n-d-705658-22 {{(pid=105586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:15:18.649376 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-c87ff8c4-58ec-44e4-8c1b-0909b2825b74 None None] Transition to ACTIVE for port object 2e16ea71-05cc-4c50-aacd-a9b8236872bb will not be triggered until provisioned by entity L2. {{(pid=105586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:15:18.657831 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-074345eb-5b21-442f-acfe-0e827f5adfd2 tempest-NetworksIpV6TestAttrs-2117866386 tempest-NetworksIpV6TestAttrs-2117866386-project] Made reservation on behalf of 652fba225030484581464cd6ffb39646 for: {'network': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:15:18.665429 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697a351d-09c4-4c5a-aee9-aeb20e85ed12 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Pushing event deleted for resources: {'Port': ['ID=8c7c889a-b2ef-495b-a4cb-bbbf33dd0428,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:15:18.666287 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-074345eb-5b21-442f-acfe-0e827f5adfd2 tempest-NetworksIpV6TestAttrs-2117866386 tempest-NetworksIpV6TestAttrs-2117866386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for network, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:18.670660 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-697a351d-09c4-4c5a-aee9-aeb20e85ed12 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:18.675494 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-697a351d-09c4-4c5a-aee9-aeb20e85ed12 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] 10.222.0.59 "DELETE /v2.0/ports/8c7c889a-b2ef-495b-a4cb-bbbf33dd0428 HTTP/1.1" status: 204 len: 168 time: 0.7704623 Jul 27 21:15:18.678420 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 38780) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:15:18.699926 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-419e8a97-3293-4d3d-b9cb-7240ec399858 tempest-AttachVolumeTestJSON-850155022 tempest-AttachVolumeTestJSON-850155022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:18.702043 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bef9fb88-9dfb-444f-bd10-1aecb50f309a None None] Routers {'809e5d14-abce-43db-b847-0ff958180cd5'} bound to L3 agent in host n-d-705658-22 {{(pid=105586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:15:18.702799 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-bef9fb88-9dfb-444f-bd10-1aecb50f309a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:15:12Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['809e5d14-abce-43db-b847-0ff958180cd5'], 'active': True} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:15:18.704808 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-419e8a97-3293-4d3d-b9cb-7240ec399858 tempest-AttachVolumeTestJSON-850155022 tempest-AttachVolumeTestJSON-850155022-project] Notify callbacks [] for security_group, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:18.709764 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-419e8a97-3293-4d3d-b9cb-7240ec399858 tempest-AttachVolumeTestJSON-850155022 tempest-AttachVolumeTestJSON-850155022-project] 10.222.0.59 "DELETE /v2.0/security-groups/d35c4c92-6336-4438-8902-f0b350b1b888 HTTP/1.1" status: 204 len: 168 time: 0.4225621 Jul 27 21:15:18.721421 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 38782) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:15:18.730576 n-d-705658-22 neutron-server[105585]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d2ff8cb-c423-4820-82ac-0bbb02f1b185 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] DELETE failed (client error): The resource could not be found. Jul 27 21:15:18.731374 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d2ff8cb-c423-4820-82ac-0bbb02f1b185 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105585) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 21:15:18.735661 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-9d2ff8cb-c423-4820-82ac-0bbb02f1b185 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] 10.222.0.59 "DELETE /v2.0/ports/8c7c889a-b2ef-495b-a4cb-bbbf33dd0428 HTTP/1.1" status: 404 len: 333 time: 0.0536065 Jul 27 21:15:18.736454 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 38784) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:15:18.739297 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-c87ff8c4-58ec-44e4-8c1b-0909b2825b74 None None] Transition to ACTIVE for port object 2e16ea71-05cc-4c50-aacd-a9b8236872bb will not be triggered until provisioned by entity DHCP. {{(pid=105586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:15:18.750007 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-c87ff8c4-58ec-44e4-8c1b-0909b2825b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143'] for port, after_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:18.750189 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419e8a97-3293-4d3d-b9cb-7240ec399858 tempest-AttachVolumeTestJSON-850155022 tempest-AttachVolumeTestJSON-850155022-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d35c4c92-6336-4438-8902-f0b350b1b888,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:15:18.768957 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-074345eb-5b21-442f-acfe-0e827f5adfd2 tempest-NetworksIpV6TestAttrs-2117866386 tempest-NetworksIpV6TestAttrs-2117866386-project] vlan segment allocate from pool success with {'vlan_id': 207, 'physical_network': 'physnet1'} {{(pid=105584) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:15:18.782553 n-d-705658-22 neutron-server[105585]: INFO neutron.api.v2.resource [None req-7f5f891d-7ecf-4bba-9367-1c9b7e29d8ab tempest-AttachVolumeTestJSON-850155022 tempest-AttachVolumeTestJSON-850155022-project] show failed (client error): The resource could not be found. Jul 27 21:15:18.790338 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-7f5f891d-7ecf-4bba-9367-1c9b7e29d8ab tempest-AttachVolumeTestJSON-850155022 tempest-AttachVolumeTestJSON-850155022-project] 10.222.0.59 "GET /v2.0/security-groups/d35c4c92-6336-4438-8902-f0b350b1b888 HTTP/1.1" status: 404 len: 347 time: 0.0658889 Jul 27 21:15:18.790679 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-074345eb-5b21-442f-acfe-0e827f5adfd2 tempest-NetworksIpV6TestAttrs-2117866386 tempest-NetworksIpV6TestAttrs-2117866386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:18.791022 n-d-705658-22 neutron-server[105584]: INFO neutron.db.segments_db [None req-074345eb-5b21-442f-acfe-0e827f5adfd2 tempest-NetworksIpV6TestAttrs-2117866386 tempest-NetworksIpV6TestAttrs-2117866386-project] Added segment a5011999-738e-4842-86ba-91cc15842265 of type vlan for network fbe80cd0-284c-4c96-a3fd-e062cc058d19 Jul 27 21:15:18.791154 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 38786) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:15:18.792217 n-d-705658-22 neutron-server[105585]: INFO neutron.pecan_wsgi.hooks.translation [None req-36308e50-1d50-4f1d-baa9-f803d61b5c5f tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] GET failed (client error): The resource could not be found. Jul 27 21:15:18.796943 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-36308e50-1d50-4f1d-baa9-f803d61b5c5f tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] 10.222.0.59 "GET /v2.0/ports/8c7c889a-b2ef-495b-a4cb-bbbf33dd0428 HTTP/1.1" status: 404 len: 333 time: 0.0570157 Jul 27 21:15:18.797429 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 38788) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:15:18.848189 n-d-705658-22 neutron-server[105586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c87ff8c4-58ec-44e4-8c1b-0909b2825b74 None None] Network 87466ccb-235d-474c-b446-fedbba6b32d3 is already hosted by enough agents. {{(pid=105586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:15:18.854255 n-d-705658-22 neutron-server[105586]: DEBUG neutron.scheduler.base_scheduler [None req-c87ff8c4-58ec-44e4-8c1b-0909b2825b74 None None] Resources bound (agent type, host, resource id): {{(pid=105586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:15:18.866699 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-074345eb-5b21-442f-acfe-0e827f5adfd2 tempest-NetworksIpV6TestAttrs-2117866386 tempest-NetworksIpV6TestAttrs-2117866386-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790688424798'] for network, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:18.875938 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c87ff8c4-58ec-44e4-8c1b-0909b2825b74 None None] Received port after_create {{(pid=105586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:15:18.915759 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-074345eb-5b21-442f-acfe-0e827f5adfd2 tempest-NetworksIpV6TestAttrs-2117866386 tempest-NetworksIpV6TestAttrs-2117866386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920'] for network, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:18.923559 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-074345eb-5b21-442f-acfe-0e827f5adfd2 tempest-NetworksIpV6TestAttrs-2117866386 tempest-NetworksIpV6TestAttrs-2117866386-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:15:18.924724 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-074345eb-5b21-442f-acfe-0e827f5adfd2 tempest-NetworksIpV6TestAttrs-2117866386 tempest-NetworksIpV6TestAttrs-2117866386-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743886'] for network, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:18.947738 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-074345eb-5b21-442f-acfe-0e827f5adfd2 tempest-NetworksIpV6TestAttrs-2117866386 tempest-NetworksIpV6TestAttrs-2117866386-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3700981 Jul 27 21:15:18.960401 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 38796) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:15:18.960596 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.db_base_plugin_v2 [None req-07258256-6c15-4b34-8c21-9a194d985003 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Deleting subnet 1b82ac46-f803-4d8d-a71a-042dbedb9f92 {{(pid=105585) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:15:18.966945 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-716009f4-a2dc-4b97-9b33-073d51c0d98b tempest-NetworksIpV6TestAttrs-2117866386 tempest-NetworksIpV6TestAttrs-2117866386-project] Request body: {'subnet': {'network_id': 'fbe80cd0-284c-4c96-a3fd-e062cc058d19', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:15:18.971528 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87ff8c4-58ec-44e4-8c1b-0909b2825b74 None None] Pushing event updated for resources: {'Port': ['ID=2e16ea71-05cc-4c50-aacd-a9b8236872bb,revision_number=1']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:15:18.973688 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-07258256-6c15-4b34-8c21-9a194d985003 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Notify callbacks [] for subnet, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:19.071621 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-c87ff8c4-58ec-44e4-8c1b-0909b2825b74 None None] Attempting to bind port 2e16ea71-05cc-4c50-aacd-a9b8236872bb on host n-d-705658-22 for vnic_type normal with profile {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:15:19.072135 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-c87ff8c4-58ec-44e4-8c1b-0909b2825b74 None None] Attempting to bind port 2e16ea71-05cc-4c50-aacd-a9b8236872bb by drivers openvswitch,hyperv on host n-d-705658-22 at level 0 using segments [{'id': 'f4981024-f76b-42c3-8f38-81876a249349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '87466ccb-235d-474c-b446-fedbba6b32d3'}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:15:19.072475 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c87ff8c4-58ec-44e4-8c1b-0909b2825b74 None None] Attempting to bind port 2e16ea71-05cc-4c50-aacd-a9b8236872bb on network 87466ccb-235d-474c-b446-fedbba6b32d3 {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:15:19.075774 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvr_db [None req-bef9fb88-9dfb-444f-bd10-1aecb50f309a None None] Set router 809e5d14-abce-43db-b847-0ff958180cd5 gateway port host: n-d-705658-22 {{(pid=105586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:15:19.099666 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074345eb-5b21-442f-acfe-0e827f5adfd2 tempest-NetworksIpV6TestAttrs-2117866386 tempest-NetworksIpV6TestAttrs-2117866386-project] Pushing event updated for resources: {'Network': ['ID=fbe80cd0-284c-4c96-a3fd-e062cc058d19,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:15:19.104117 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c87ff8c4-58ec-44e4-8c1b-0909b2825b74 None None] Checking agent: {'id': '04a7ea91-6318-467e-ace6-b0fb48c8690f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 41, 42), 'started_at': datetime.datetime(2021, 7, 27, 20, 42, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 15, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:15:19.104492 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c87ff8c4-58ec-44e4-8c1b-0909b2825b74 None None] Checking segment: {'id': 'f4981024-f76b-42c3-8f38-81876a249349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '87466ccb-235d-474c-b446-fedbba6b32d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:15:19.105051 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-c87ff8c4-58ec-44e4-8c1b-0909b2825b74 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:19.105516 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c87ff8c4-58ec-44e4-8c1b-0909b2825b74 None None] Bound using segment: {'id': 'f4981024-f76b-42c3-8f38-81876a249349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '87466ccb-235d-474c-b446-fedbba6b32d3'} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:15:19.105996 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-c87ff8c4-58ec-44e4-8c1b-0909b2825b74 None None] Bound port: 2e16ea71-05cc-4c50-aacd-a9b8236872bb, host: n-d-705658-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4981024-f76b-42c3-8f38-81876a249349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '87466ccb-235d-474c-b446-fedbba6b32d3'}}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:15:19.106440 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-c87ff8c4-58ec-44e4-8c1b-0909b2825b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:19.123870 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Network fbe80cd0-284c-4c96-a3fd-e062cc058d19 details requested by agent ovs-agent-n-d-705658-22 with host n-d-705658-22 {{(pid=105586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:15:19.152409 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-07258256-6c15-4b34-8c21-9a194d985003 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9887057'] for subnet, precommit_delete_associations {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:19.175152 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-716009f4-a2dc-4b97-9b33-073d51c0d98b tempest-NetworksIpV6TestAttrs-2117866386 tempest-NetworksIpV6TestAttrs-2117866386-project] Made reservation on behalf of 652fba225030484581464cd6ffb39646 for: {'subnet': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:15:19.185905 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-716009f4-a2dc-4b97-9b33-073d51c0d98b tempest-NetworksIpV6TestAttrs-2117866386 tempest-NetworksIpV6TestAttrs-2117866386-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9738786'] for subnet, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:19.259362 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-07258256-6c15-4b34-8c21-9a194d985003 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854965'] for subnet, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:19.341271 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-07258256-6c15-4b34-8c21-9a194d985003 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10221602', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9990583'] for subnet, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:19.399872 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Device 6a4b8ce2-5576-4cee-bfe3-748a068501c6 details requested by agent hyperv_n-h2-705658-22 with host n-h2-705658-22 {{(pid=105586) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:15:19.401742 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Device 11a2a4bd-54de-4e89-aaec-2698e4e74e90 no longer exists at agent hyperv_n-h2-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:15:19.411773 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07258256-6c15-4b34-8c21-9a194d985003 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Pushing event deleted for resources: {'Subnet': ['ID=1b82ac46-f803-4d8d-a71a-042dbedb9f92,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:15:19.435966 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-07258256-6c15-4b34-8c21-9a194d985003 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743886'] for subnet, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:19.436773 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-c87ff8c4-58ec-44e4-8c1b-0909b2825b74 None None] For port 2e16ea71-05cc-4c50-aacd-a9b8236872bb, host n-d-705658-22, cleared binding levels {{(pid=105586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:15:19.441903 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 38808) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:15:19.446124 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-07258256-6c15-4b34-8c21-9a194d985003 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] 10.222.0.59 "DELETE /v2.0/subnets/1b82ac46-f803-4d8d-a71a-042dbedb9f92 HTTP/1.1" status: 204 len: 168 time: 0.6478162 Jul 27 21:15:19.454152 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [None req-96bb8ea4-64c1-4f34-83ad-45547e99db9e tempest-AttachVolumeTestJSON-850155022 tempest-AttachVolumeTestJSON-850155022-project] Deleting port 9a8ff1ac-2e0c-489c-acbd-4bc1986cbc52 {{(pid=105585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:15:19.454958 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-96bb8ea4-64c1-4f34-83ad-45547e99db9e tempest-AttachVolumeTestJSON-850155022 tempest-AttachVolumeTestJSON-850155022-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:19.464604 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-3d54578f-831f-4696-b568-13c455922dab None None] No Port match for: 11a2a4bd-54de-4e89-aaec-2698e4e74e90 {{(pid=105586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:15:19.465019 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Device 11a2a4bd-54de-4e89-aaec-2698e4e74e90 not bound to the agent host n-h2-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:15:19.482286 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-c87ff8c4-58ec-44e4-8c1b-0909b2825b74 None None] For port 2e16ea71-05cc-4c50-aacd-a9b8236872bb, host n-d-705658-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=2e16ea71-05cc-4c50-aacd-a9b8236872bb,segment=NetworkSegment(f4981024-f76b-42c3-8f38-81876a249349),segment_id=f4981024-f76b-42c3-8f38-81876a249349)] {{(pid=105586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:15:19.513972 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1619d5-2889-4162-b557-f1e4468308ee req-d1e98157-4c1b-4165-bf94-757697c563da tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:15:19.515850 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-ac1619d5-2889-4162-b557-f1e4468308ee req-d1e98157-4c1b-4165-bf94-757697c563da tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] 10.222.0.59 "GET /v2.0/ports?device_id=0ed2fecf-f104-4fc8-b279-c89dbd5a8969 HTTP/1.1" status: 200 len: 944 time: 0.4757223 Jul 27 21:15:19.530293 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-c87ff8c4-58ec-44e4-8c1b-0909b2825b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:19.578682 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-ac1619d5-2889-4162-b557-f1e4468308ee req-226792a5-11c2-4ee4-bcc6-178219f0586d tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] 10.222.0.59 "GET /v2.0/security-groups?id=9a7007a9-34fe-445e-9576-80a9b33bcd70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556812 Jul 27 21:15:19.611664 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-96bb8ea4-64c1-4f34-83ad-45547e99db9e tempest-AttachVolumeTestJSON-850155022 tempest-AttachVolumeTestJSON-850155022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:19.612203 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-96bb8ea4-64c1-4f34-83ad-45547e99db9e tempest-AttachVolumeTestJSON-850155022 tempest-AttachVolumeTestJSON-850155022-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:19.639514 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [None req-96bb8ea4-64c1-4f34-83ad-45547e99db9e tempest-AttachVolumeTestJSON-850155022 tempest-AttachVolumeTestJSON-850155022-project] Calling delete_port for 9a8ff1ac-2e0c-489c-acbd-4bc1986cbc52 owned by network:floatingip {{(pid=105585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:15:19.745279 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] For port 6a4b8ce2-5576-4cee-bfe3-748a068501c6, host n-h2-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=6a4b8ce2-5576-4cee-bfe3-748a068501c6,segment=NetworkSegment(82701821-d08d-4e1b-9667-8c6e67e04bdc),segment_id=82701821-d08d-4e1b-9667-8c6e67e04bdc)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:15:19.746399 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-db3701ea-25d0-41aa-92b0-2ba52e1b6923 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-990557'] for network, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:19.761781 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87ff8c4-58ec-44e4-8c1b-0909b2825b74 None None] Pushing event updated for resources: {'Port': ['ID=2e16ea71-05cc-4c50-aacd-a9b8236872bb,revision_number=3']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:15:19.786177 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-bef9fb88-9dfb-444f-bd10-1aecb50f309a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '809e5d14-abce-43db-b847-0ff958180cd5', 'name': 'tempest-AttachVolumeTestJSON-673897176-router', 'tenant_id': 'dcfc656e3a0b42809921004863a52506', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.2'}], 'enable_snat': True}, 'gw_port_id': '77e13f84-416d-4b78-aeaa-978e413ab22c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:06:23Z', 'updated_at': '2021-07-27T21:06:28Z', 'revision_number': 4, 'project_id': 'dcfc656e3a0b42809921004863a52506', 'gw_port': {'id': '77e13f84-416d-4b78-aeaa-978e413ab22c', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:e6:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '809e5d14-abce-43db-b847-0ff958180cd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:06:24Z', 'updated_at': '2021-07-27T21:06:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_interfaces': [{'id': '1513f8ea-a9a9-42b8-9469-070c68e29358', 'name': '', 'network_id': '32d25553-aa43-4782-af0c-d6a2b47507a7', 'tenant_id': 'dcfc656e3a0b42809921004863a52506', 'mac_address': 'fa:16:3e:e8:26:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '809e5d14-abce-43db-b847-0ff958180cd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': 'fdae47fc-2d6f-4c83-9067-18a839318850', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:06:27Z', 'updated_at': '2021-07-27T21:06:36Z', 'revision_number': 5, 'project_id': 'dcfc656e3a0b42809921004863a52506', 'subnets': [{'id': 'fdae47fc-2d6f-4c83-9067-18a839318850', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-22', False) {} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:15:19.789968 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Returning: {'device': '6a4b8ce2-5576-4cee-bfe3-748a068501c6', 'network_id': '4ce75dcf-0fe8-4adc-83bc-310cc0685be5', 'port_id': '6a4b8ce2-5576-4cee-bfe3-748a068501c6', 'mac_address': 'fa:16:3e:60:ae:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 218, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0af41ef-52d2-41ac-b6df-e93e08f17b8d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105586) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:15:19.835204 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bef9fb88-9dfb-444f-bd10-1aecb50f309a None None] The sync data for ids ['809e5d14-abce-43db-b847-0ff958180cd5'] in n-d-705658-22 is: [{'id': '809e5d14-abce-43db-b847-0ff958180cd5', 'name': 'tempest-AttachVolumeTestJSON-673897176-router', 'tenant_id': 'dcfc656e3a0b42809921004863a52506', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.2'}], 'enable_snat': True}, 'gw_port_id': '77e13f84-416d-4b78-aeaa-978e413ab22c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:06:23Z', 'updated_at': '2021-07-27T21:06:28Z', 'revision_number': 4, 'project_id': 'dcfc656e3a0b42809921004863a52506', 'gw_port': {'id': '77e13f84-416d-4b78-aeaa-978e413ab22c', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:e6:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '809e5d14-abce-43db-b847-0ff958180cd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:06:24Z', 'updated_at': '2021-07-27T21:06:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_interfaces': [{'id': '1513f8ea-a9a9-42b8-9469-070c68e29358', 'name': '', 'network_id': '32d25553-aa43-4782-af0c-d6a2b47507a7', 'tenant_id': 'dcfc656e3a0b42809921004863a52506', 'mac_address': 'fa:16:3e:e8:26:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '809e5d14-abce-43db-b847-0ff958180cd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': 'fdae47fc-2d6f-4c83-9067-18a839318850', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:06:27Z', 'updated_at': '2021-07-27T21:06:36Z', 'revision_number': 5, 'project_id': 'dcfc656e3a0b42809921004863a52506', 'subnets': [{'id': 'fdae47fc-2d6f-4c83-9067-18a839318850', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:15:19.914493 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:19.949157 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [None req-3d54578f-831f-4696-b568-13c455922dab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a4b8ce2-5576-4cee-bfe3-748a068501c6 {{(pid=105586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:15:19.956644 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-96bb8ea4-64c1-4f34-83ad-45547e99db9e tempest-AttachVolumeTestJSON-850155022 tempest-AttachVolumeTestJSON-850155022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:19.966394 n-d-705658-22 neutron-server[105584]: DEBUG neutron.objects.ports [None req-716009f4-a2dc-4b97-9b33-073d51c0d98b tempest-NetworksIpV6TestAttrs-2117866386 tempest-NetworksIpV6TestAttrs-2117866386-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=105584) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 27 21:15:19.970373 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-716009f4-a2dc-4b97-9b33-073d51c0d98b tempest-NetworksIpV6TestAttrs-2117866386 tempest-NetworksIpV6TestAttrs-2117866386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9014150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9738800'] for subnet, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:20.001721 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] For port 6a4b8ce2-5576-4cee-bfe3-748a068501c6, host n-h2-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=6a4b8ce2-5576-4cee-bfe3-748a068501c6,segment=NetworkSegment(82701821-d08d-4e1b-9667-8c6e67e04bdc),segment_id=82701821-d08d-4e1b-9667-8c6e67e04bdc)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:15:20.014363 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:20.073256 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bb8ea4-64c1-4f34-83ad-45547e99db9e tempest-AttachVolumeTestJSON-850155022 tempest-AttachVolumeTestJSON-850155022-project] Pushing event deleted for resources: {'Port': ['ID=9a8ff1ac-2e0c-489c-acbd-4bc1986cbc52,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:15:20.096666 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716009f4-a2dc-4b97-9b33-073d51c0d98b tempest-NetworksIpV6TestAttrs-2117866386 tempest-NetworksIpV6TestAttrs-2117866386-project] Pushing event updated for resources: {'Subnet': ['ID=31240349-90bb-4f3e-9977-0de85af37e41,revision_number=0']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:15:20.111910 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-db3701ea-25d0-41aa-92b0-2ba52e1b6923 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Deleting port 2e16ea71-05cc-4c50-aacd-a9b8236872bb {{(pid=105584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:15:20.112284 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-db3701ea-25d0-41aa-92b0-2ba52e1b6923 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:20.121873 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Pushing event updated for resources: {'Port': ['ID=6a4b8ce2-5576-4cee-bfe3-748a068501c6,revision_number=4']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:15:20.162122 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-96bb8ea4-64c1-4f34-83ad-45547e99db9e tempest-AttachVolumeTestJSON-850155022 tempest-AttachVolumeTestJSON-850155022-project] Notify callbacks [] for floatingip, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:20.164647 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-96bb8ea4-64c1-4f34-83ad-45547e99db9e tempest-AttachVolumeTestJSON-850155022 tempest-AttachVolumeTestJSON-850155022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for floatingip, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:20.165862 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-96bb8ea4-64c1-4f34-83ad-45547e99db9e tempest-AttachVolumeTestJSON-850155022 tempest-AttachVolumeTestJSON-850155022-project] 10.222.0.59 "DELETE /v2.0/floatingips/b3aa463c-3517-4119-a131-19ea7f98cda0 HTTP/1.1" status: 204 len: 168 time: 1.3704698 Jul 27 21:15:20.260972 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-716009f4-a2dc-4b97-9b33-073d51c0d98b tempest-NetworksIpV6TestAttrs-2117866386 tempest-NetworksIpV6TestAttrs-2117866386-project] Checking segment: {'id': 'a5011999-738e-4842-86ba-91cc15842265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'fbe80cd0-284c-4c96-a3fd-e062cc058d19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:15:20.261343 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-716009f4-a2dc-4b97-9b33-073d51c0d98b tempest-NetworksIpV6TestAttrs-2117866386 tempest-NetworksIpV6TestAttrs-2117866386-project] Network hostable DHCP agents. Network: fbe80cd0-284c-4c96-a3fd-e062cc058d19, hostable agents: ['7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a'], hosted agents: [] {{(pid=105584) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:15:20.306899 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [None req-db3701ea-25d0-41aa-92b0-2ba52e1b6923 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] For port 2e16ea71-05cc-4c50-aacd-a9b8236872bb, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=2e16ea71-05cc-4c50-aacd-a9b8236872bb,segment=NetworkSegment(f4981024-f76b-42c3-8f38-81876a249349),segment_id=f4981024-f76b-42c3-8f38-81876a249349)] {{(pid=105584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:15:20.307689 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-db3701ea-25d0-41aa-92b0-2ba52e1b6923 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:20.326722 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-db3701ea-25d0-41aa-92b0-2ba52e1b6923 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Calling delete_port for 2e16ea71-05cc-4c50-aacd-a9b8236872bb owned by network:dhcp {{(pid=105584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:15:20.333914 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-716009f4-a2dc-4b97-9b33-073d51c0d98b tempest-NetworksIpV6TestAttrs-2117866386 tempest-NetworksIpV6TestAttrs-2117866386-project] Network fbe80cd0-284c-4c96-a3fd-e062cc058d19 is scheduled to be hosted by DHCP agent 7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a with binding_index 1 {{(pid=105584) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:15:20.356210 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] get_ports_and_sgs() called for port_ids ['6a4b8ce2-5576-4cee-bfe3-748a068501c6'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:15:20.372094 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [None req-716009f4-a2dc-4b97-9b33-073d51c0d98b tempest-NetworksIpV6TestAttrs-2117866386 tempest-NetworksIpV6TestAttrs-2117866386-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-22, fbe80cd0-284c-4c96-a3fd-e062cc058d19) {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:15:20.384240 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-716009f4-a2dc-4b97-9b33-073d51c0d98b tempest-NetworksIpV6TestAttrs-2117866386 tempest-NetworksIpV6TestAttrs-2117866386-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:15:20.386147 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-716009f4-a2dc-4b97-9b33-073d51c0d98b tempest-NetworksIpV6TestAttrs-2117866386 tempest-NetworksIpV6TestAttrs-2117866386-project] Notify callbacks [] for subnet, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:20.464675 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b55ce487-de67-437c-905f-a179ac76fcc1 None None] Network fbe80cd0-284c-4c96-a3fd-e062cc058d19 requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:15:20.498162 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-716009f4-a2dc-4b97-9b33-073d51c0d98b tempest-NetworksIpV6TestAttrs-2117866386 tempest-NetworksIpV6TestAttrs-2117866386-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.5367360 Jul 27 21:15:20.498776 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-822e9202-794b-49e3-9286-06d39b15fd1a None None] New status for floating IP b3aa463c-3517-4119-a131-19ea7f98cda0: DOWN {{(pid=105587) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 21:15:20.500984 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 38832) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:15:20.613119 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-db3701ea-25d0-41aa-92b0-2ba52e1b6923 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:20.676111 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3701ea-25d0-41aa-92b0-2ba52e1b6923 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Pushing event deleted for resources: {'Port': ['ID=2e16ea71-05cc-4c50-aacd-a9b8236872bb,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:15:20.685939 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db3701ea-25d0-41aa-92b0-2ba52e1b6923 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] No DVR routers for this DVR port 2e16ea71-05cc-4c50-aacd-a9b8236872bb on host n-d-705658-22 {{(pid=105584) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:15:20.835068 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e03b662f-620c-4557-8c49-f0938ce3e738 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30bb4b93-b285-5d90-9493-f9ec33ea333c-fbe80cd0-284c-4c96-a3fd-e062cc058d19', 'network_id': 'fbe80cd0-284c-4c96-a3fd-e062cc058d19', 'tenant_id': '652fba225030484581464cd6ffb39646', 'fixed_ips': [{'subnet_id': '31240349-90bb-4f3e-9977-0de85af37e41'}]}} from n-d-705658-22. {{(pid=105586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 21:15:20.835967 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-e03b662f-620c-4557-8c49-f0938ce3e738 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:20.876287 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-524118b9-ae4b-45c2-847d-3171eb477f65 tempest-NetworksIpV6TestAttrs-2117866386 tempest-NetworksIpV6TestAttrs-2117866386-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-990557'] for network, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:20.893721 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-db3701ea-25d0-41aa-92b0-2ba52e1b6923 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853562', 'neutron.services.segments.db._delete_segments_for_network-8790688882975'] for network, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:20.911040 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.segments.db [None req-db3701ea-25d0-41aa-92b0-2ba52e1b6923 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87466ccb-235d-474c-b446-fedbba6b32d3']}} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:15:20.930646 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75810d61-f20a-47a6-b6ce-3c920614a4be req-b099bb96-c29e-448f-b53a-0ca0be0786ee tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:15:20.932400 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-75810d61-f20a-47a6-b6ce-3c920614a4be req-b099bb96-c29e-448f-b53a-0ca0be0786ee tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] 10.222.0.59 "GET /v2.0/ports?device_id=0ed2fecf-f104-4fc8-b279-c89dbd5a8969 HTTP/1.1" status: 200 len: 945 time: 0.1515441 Jul 27 21:15:20.977086 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.segments.db [None req-db3701ea-25d0-41aa-92b0-2ba52e1b6923 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4981024-f76b-42c3-8f38-81876a249349') {'for_net_delete': True} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:15:20.977618 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.segments.db [None req-db3701ea-25d0-41aa-92b0-2ba52e1b6923 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4981024-f76b-42c3-8f38-81876a249349') {} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:15:20.994488 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-db3701ea-25d0-41aa-92b0-2ba52e1b6923 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790688883752', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9014348'] for segment, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:21.006717 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-75810d61-f20a-47a6-b6ce-3c920614a4be req-0d5796ed-dcb8-415b-88cd-6d9d858d2ee7 tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] 10.222.0.59 "GET /v2.0/security-groups?id=9a7007a9-34fe-445e-9576-80a9b33bcd70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666118 Jul 27 21:15:21.026425 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-524118b9-ae4b-45c2-847d-3171eb477f65 tempest-NetworksIpV6TestAttrs-2117866386 tempest-NetworksIpV6TestAttrs-2117866386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854965'] for subnet, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:21.029786 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-db3701ea-25d0-41aa-92b0-2ba52e1b6923 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:21.073845 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db3701ea-25d0-41aa-92b0-2ba52e1b6923 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Releasing vlan 245 on physical network physnet1 to pool {{(pid=105584) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:15:21.074439 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-db3701ea-25d0-41aa-92b0-2ba52e1b6923 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9014063'] for segment, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:21.077877 n-d-705658-22 neutron-server[105584]: Traceback (most recent call last): Jul 27 21:15:21.077877 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:15:21.077877 n-d-705658-22 neutron-server[105584]: timer() Jul 27 21:15:21.077877 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:15:21.077877 n-d-705658-22 neutron-server[105584]: cb(*args, **kw) Jul 27 21:15:21.077877 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:15:21.077877 n-d-705658-22 neutron-server[105584]: return func(*args, **kwargs) Jul 27 21:15:21.077877 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:15:21.077877 n-d-705658-22 neutron-server[105584]: self._notify() Jul 27 21:15:21.077877 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:15:21.077877 n-d-705658-22 neutron-server[105584]: self.callback(batched_events) Jul 27 21:15:21.077877 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:15:21.077877 n-d-705658-22 neutron-server[105584]: event.method(event) Jul 27 21:15:21.077877 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:15:21.077877 n-d-705658-22 neutron-server[105584]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:15:21.077877 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:15:21.077877 n-d-705658-22 neutron-server[105584]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:15:21.077877 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:15:21.077877 n-d-705658-22 neutron-server[105584]: return f(self, *a, **k) Jul 27 21:15:21.077877 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:15:21.077877 n-d-705658-22 neutron-server[105584]: return self._get(url).json() Jul 27 21:15:21.077877 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:15:21.077877 n-d-705658-22 neutron-server[105584]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:15:21.077877 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:15:21.077877 n-d-705658-22 neutron-server[105584]: return self.request(url, 'GET', **kwargs) Jul 27 21:15:21.077877 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:15:21.077877 n-d-705658-22 neutron-server[105584]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:15:21.077877 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:15:21.077877 n-d-705658-22 neutron-server[105584]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:15:21.077877 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:15:21.077877 n-d-705658-22 neutron-server[105584]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:15:21.077877 n-d-705658-22 neutron-server[105584]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:15:21.118004 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.db_base_plugin_common [None req-e03b662f-620c-4557-8c49-f0938ce3e738 None None] Allocated IP 2001:db8::f816:3eff:feba:5d58 (fbe80cd0-284c-4c96-a3fd-e062cc058d19/31240349-90bb-4f3e-9977-0de85af37e41/e09f4d45-4a9a-4d49-ab1d-b9500b8158a7) {{(pid=105586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:15:21.189787 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-db3701ea-25d0-41aa-92b0-2ba52e1b6923 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4075658'] for network, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:21.198238 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-db3701ea-25d0-41aa-92b0-2ba52e1b6923 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743886'] for network, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:21.203839 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-db3701ea-25d0-41aa-92b0-2ba52e1b6923 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] 10.222.0.59 "DELETE /v2.0/networks/87466ccb-235d-474c-b446-fedbba6b32d3 HTTP/1.1" status: 204 len: 168 time: 1.7577128 Jul 27 21:15:21.204148 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 38852) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:15:21.210004 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-4a8c8b9b-e321-4795-8648-b9d2e09573ff tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1038710469'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:15:21.236904 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3701ea-25d0-41aa-92b0-2ba52e1b6923 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Pushing event deleted for resources: {'Network': ['ID=87466ccb-235d-474c-b446-fedbba6b32d3,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:15:21.263230 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a8c8b9b-e321-4795-8648-b9d2e09573ff tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Made reservation on behalf of fbcd8d69204b49b7a886b79ea9f87fc6 for: {'network': 1} {{(pid=105585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:15:21.267285 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-4a8c8b9b-e321-4795-8648-b9d2e09573ff tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for network, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:21.300993 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a8c8b9b-e321-4795-8648-b9d2e09573ff tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] vlan segment allocate from pool success with {'vlan_id': 216, 'physical_network': 'physnet1'} {{(pid=105585) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:15:21.313801 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-4a8c8b9b-e321-4795-8648-b9d2e09573ff tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:21.314207 n-d-705658-22 neutron-server[105585]: INFO neutron.db.segments_db [None req-4a8c8b9b-e321-4795-8648-b9d2e09573ff tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Added segment 7266aba2-6c71-405f-ab5e-dc026d8eb4ab of type vlan for network 71d4f41c-d219-4d15-8d5f-a9f124b3db15 Jul 27 21:15:21.377294 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-4a8c8b9b-e321-4795-8648-b9d2e09573ff tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790688424798'] for network, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:21.423822 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2137749b-83ba-4a3a-9b9d-5efca7f506a1 None None] DHCP port deletion for 87466ccb-235d-474c-b446-fedbba6b32d3 request from n-d-705658-22 {{(pid=105586) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 21:15:21.425648 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Device 6a4b8ce2-5576-4cee-bfe3-748a068501c6 up at agent hyperv_n-h2-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:15:21.438851 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-4a8c8b9b-e321-4795-8648-b9d2e09573ff tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920'] for network, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:21.448500 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a8c8b9b-e321-4795-8648-b9d2e09573ff tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:15:21.450010 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-4a8c8b9b-e321-4795-8648-b9d2e09573ff tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Notify callbacks [] for network, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:21.456116 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-cf9285f2-56fb-46cf-acc5-126fdb7fd91d None None] Could not find standard attr ID for object 2e16ea71-05cc-4c50-aacd-a9b8236872bb. {{(pid=105586) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 27 21:15:21.485969 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0ea92d6-e68c-4c45-bdd9-a6fbebd23746 None None] Network 87466ccb-235d-474c-b446-fedbba6b32d3 requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:15:21.513682 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0ea92d6-e68c-4c45-bdd9-a6fbebd23746 None None] Network 87466ccb-235d-474c-b446-fedbba6b32d3 could not be found, it might have been deleted concurrently. {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 27 21:15:21.533354 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-4a8c8b9b-e321-4795-8648-b9d2e09573ff tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3280566 Jul 27 21:15:21.536325 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 38860) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:15:21.542307 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-c568313e-d81b-41d9-b154-d08a9a9a8226 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Request body: {'subnet': {'network_id': '71d4f41c-d219-4d15-8d5f-a9f124b3db15', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:15:21.561554 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-3d54578f-831f-4696-b568-13c455922dab None None] Provisioning for port 6a4b8ce2-5576-4cee-bfe3-748a068501c6 completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:15:21.589850 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-3d54578f-831f-4696-b568-13c455922dab None None] Provisioning complete for port 6a4b8ce2-5576-4cee-bfe3-748a068501c6 triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:15:21.589850 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:21.596165 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8c8b9b-e321-4795-8648-b9d2e09573ff tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Pushing event updated for resources: {'Network': ['ID=71d4f41c-d219-4d15-8d5f-a9f124b3db15,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:15:21.610361 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Network 71d4f41c-d219-4d15-8d5f-a9f124b3db15 details requested by agent ovs-agent-n-d-705658-22 with host n-d-705658-22 {{(pid=105586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:15:21.676578 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-e03b662f-620c-4557-8c49-f0938ce3e738 None None] Notify callbacks [] for port, precommit_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:21.681294 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c568313e-d81b-41d9-b154-d08a9a9a8226 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Made reservation on behalf of fbcd8d69204b49b7a886b79ea9f87fc6 for: {'subnet': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:15:21.689315 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c568313e-d81b-41d9-b154-d08a9a9a8226 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9738786'] for subnet, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:21.701120 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-e03b662f-620c-4557-8c49-f0938ce3e738 None None] Transition to ACTIVE for port object e09f4d45-4a9a-4d49-ab1d-b9500b8158a7 will not be triggered until provisioned by entity L2. {{(pid=105586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:15:21.725083 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-e03b662f-620c-4557-8c49-f0938ce3e738 None None] Transition to ACTIVE for port object e09f4d45-4a9a-4d49-ab1d-b9500b8158a7 will not be triggered until provisioned by entity DHCP. {{(pid=105586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:15:21.752904 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-e03b662f-620c-4557-8c49-f0938ce3e738 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143'] for port, after_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:21.786056 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-524118b9-ae4b-45c2-847d-3171eb477f65 tempest-NetworksIpV6TestAttrs-2117866386 tempest-NetworksIpV6TestAttrs-2117866386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9014081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9738825'] for subnet, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:21.806187 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:21.810935 n-d-705658-22 neutron-server[105586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e03b662f-620c-4557-8c49-f0938ce3e738 None None] Network fbe80cd0-284c-4c96-a3fd-e062cc058d19 is already hosted by enough agents. {{(pid=105586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:15:21.817293 n-d-705658-22 neutron-server[105586]: DEBUG neutron.scheduler.base_scheduler [None req-e03b662f-620c-4557-8c49-f0938ce3e738 None None] Resources bound (agent type, host, resource id): {{(pid=105586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:15:21.825435 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03b662f-620c-4557-8c49-f0938ce3e738 None None] Pushing event updated for resources: {'Port': ['ID=e09f4d45-4a9a-4d49-ab1d-b9500b8158a7,revision_number=1']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:15:21.827889 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e03b662f-620c-4557-8c49-f0938ce3e738 None None] Received port after_create {{(pid=105586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:15:21.853706 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ed2fecf-f104-4fc8-b279-c89dbd5a8969', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a4b8ce2-5576-4cee-bfe3-748a068501c6'}] {{(pid=105586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:15:21.856710 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14c1663e039faf5393f87855f745010ac5b02220355b68fdbf065393e303ac56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c63ac7b-10bd-4123-bf5b-c619720f11de" -d '{"events": [{"server_uuid": "0ed2fecf-f104-4fc8-b279-c89dbd5a8969", "name": "network-vif-plugged", "status": "completed", "tag": "6a4b8ce2-5576-4cee-bfe3-748a068501c6"}]}' {{(pid=105586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:15:21.917387 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] For port 6a4b8ce2-5576-4cee-bfe3-748a068501c6, host n-h2-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=6a4b8ce2-5576-4cee-bfe3-748a068501c6,segment=NetworkSegment(82701821-d08d-4e1b-9667-8c6e67e04bdc),segment_id=82701821-d08d-4e1b-9667-8c6e67e04bdc)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:15:21.933334 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:21.946322 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:15:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c15abd1-82b2-428e-99e0-553d7af01c26 x-openstack-request-id: req-5c15abd1-82b2-428e-99e0-553d7af01c26 {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:15:21.946795 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ed2fecf-f104-4fc8-b279-c89dbd5a8969", "name": "network-vif-plugged", "status": "completed", "tag": "6a4b8ce2-5576-4cee-bfe3-748a068501c6", "code": 200}]} {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:15:21.947162 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-5c15abd1-82b2-428e-99e0-553d7af01c26 {{(pid=105586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:15:21.947664 n-d-705658-22 neutron-server[105586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ed2fecf-f104-4fc8-b279-c89dbd5a8969', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a4b8ce2-5576-4cee-bfe3-748a068501c6', 'code': 200} Jul 27 21:15:21.979837 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524118b9-ae4b-45c2-847d-3171eb477f65 tempest-NetworksIpV6TestAttrs-2117866386 tempest-NetworksIpV6TestAttrs-2117866386-project] Pushing event deleted for resources: {'Subnet': ['ID=31240349-90bb-4f3e-9977-0de85af37e41,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:15:22.018630 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Pushing event updated for resources: {'Port': ['ID=6a4b8ce2-5576-4cee-bfe3-748a068501c6,revision_number=5']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:15:22.024398 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-e03b662f-620c-4557-8c49-f0938ce3e738 None None] Attempting to bind port e09f4d45-4a9a-4d49-ab1d-b9500b8158a7 on host n-d-705658-22 for vnic_type normal with profile {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:15:22.024962 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-e03b662f-620c-4557-8c49-f0938ce3e738 None None] Attempting to bind port e09f4d45-4a9a-4d49-ab1d-b9500b8158a7 by drivers openvswitch,hyperv on host n-d-705658-22 at level 0 using segments [{'id': 'a5011999-738e-4842-86ba-91cc15842265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'fbe80cd0-284c-4c96-a3fd-e062cc058d19'}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:15:22.025488 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e03b662f-620c-4557-8c49-f0938ce3e738 None None] Attempting to bind port e09f4d45-4a9a-4d49-ab1d-b9500b8158a7 on network fbe80cd0-284c-4c96-a3fd-e062cc058d19 {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:15:22.033938 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e03b662f-620c-4557-8c49-f0938ce3e738 None None] Checking agent: {'id': '04a7ea91-6318-467e-ace6-b0fb48c8690f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 41, 42), 'started_at': datetime.datetime(2021, 7, 27, 20, 42, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 15, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:15:22.034572 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e03b662f-620c-4557-8c49-f0938ce3e738 None None] Checking segment: {'id': 'a5011999-738e-4842-86ba-91cc15842265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'fbe80cd0-284c-4c96-a3fd-e062cc058d19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:15:22.035212 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-e03b662f-620c-4557-8c49-f0938ce3e738 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:22.035758 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e03b662f-620c-4557-8c49-f0938ce3e738 None None] Bound using segment: {'id': 'a5011999-738e-4842-86ba-91cc15842265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'fbe80cd0-284c-4c96-a3fd-e062cc058d19'} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:15:22.036383 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-e03b662f-620c-4557-8c49-f0938ce3e738 None None] Bound port: e09f4d45-4a9a-4d49-ab1d-b9500b8158a7, host: n-d-705658-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5011999-738e-4842-86ba-91cc15842265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'fbe80cd0-284c-4c96-a3fd-e062cc058d19'}}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:15:22.037740 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-e03b662f-620c-4557-8c49-f0938ce3e738 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:22.151230 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-524118b9-ae4b-45c2-847d-3171eb477f65 tempest-NetworksIpV6TestAttrs-2117866386 tempest-NetworksIpV6TestAttrs-2117866386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853562', 'neutron.services.segments.db._delete_segments_for_network-8790688882975'] for network, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:22.170796 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.segments.db [None req-524118b9-ae4b-45c2-847d-3171eb477f65 tempest-NetworksIpV6TestAttrs-2117866386 tempest-NetworksIpV6TestAttrs-2117866386-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fbe80cd0-284c-4c96-a3fd-e062cc058d19']}} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:15:22.180720 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-e03b662f-620c-4557-8c49-f0938ce3e738 None None] For port e09f4d45-4a9a-4d49-ab1d-b9500b8158a7, host n-d-705658-22, cleared binding levels {{(pid=105586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:15:22.187696 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-e03b662f-620c-4557-8c49-f0938ce3e738 None None] For port e09f4d45-4a9a-4d49-ab1d-b9500b8158a7, host n-d-705658-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=e09f4d45-4a9a-4d49-ab1d-b9500b8158a7,segment=NetworkSegment(a5011999-738e-4842-86ba-91cc15842265),segment_id=a5011999-738e-4842-86ba-91cc15842265)] {{(pid=105586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:15:22.193091 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.segments.db [None req-524118b9-ae4b-45c2-847d-3171eb477f65 tempest-NetworksIpV6TestAttrs-2117866386 tempest-NetworksIpV6TestAttrs-2117866386-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5011999-738e-4842-86ba-91cc15842265') {'for_net_delete': True} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:15:22.194213 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.segments.db [None req-524118b9-ae4b-45c2-847d-3171eb477f65 tempest-NetworksIpV6TestAttrs-2117866386 tempest-NetworksIpV6TestAttrs-2117866386-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5011999-738e-4842-86ba-91cc15842265') {} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:15:22.201997 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-e03b662f-620c-4557-8c49-f0938ce3e738 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:22.204391 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c568313e-d81b-41d9-b154-d08a9a9a8226 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9014150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9738800'] for subnet, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:22.207888 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-524118b9-ae4b-45c2-847d-3171eb477f65 tempest-NetworksIpV6TestAttrs-2117866386 tempest-NetworksIpV6TestAttrs-2117866386-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790688883752', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9014348'] for segment, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:22.258355 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03b662f-620c-4557-8c49-f0938ce3e738 None None] Pushing event updated for resources: {'Port': ['ID=e09f4d45-4a9a-4d49-ab1d-b9500b8158a7,revision_number=2']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:15:22.275212 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c568313e-d81b-41d9-b154-d08a9a9a8226 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Pushing event updated for resources: {'Subnet': ['ID=f00cd345-f230-47c9-a3a5-6dd3888dff3e,revision_number=0']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:15:22.300300 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-524118b9-ae4b-45c2-847d-3171eb477f65 tempest-NetworksIpV6TestAttrs-2117866386 tempest-NetworksIpV6TestAttrs-2117866386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:22.322731 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-524118b9-ae4b-45c2-847d-3171eb477f65 tempest-NetworksIpV6TestAttrs-2117866386 tempest-NetworksIpV6TestAttrs-2117866386-project] Releasing vlan 207 on physical network physnet1 to pool {{(pid=105584) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:15:22.323931 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-524118b9-ae4b-45c2-847d-3171eb477f65 tempest-NetworksIpV6TestAttrs-2117866386 tempest-NetworksIpV6TestAttrs-2117866386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9014063'] for segment, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:22.327995 n-d-705658-22 neutron-server[105584]: Traceback (most recent call last): Jul 27 21:15:22.327995 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:15:22.327995 n-d-705658-22 neutron-server[105584]: timer() Jul 27 21:15:22.327995 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:15:22.327995 n-d-705658-22 neutron-server[105584]: cb(*args, **kw) Jul 27 21:15:22.327995 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:15:22.327995 n-d-705658-22 neutron-server[105584]: return func(*args, **kwargs) Jul 27 21:15:22.327995 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:15:22.327995 n-d-705658-22 neutron-server[105584]: self._notify() Jul 27 21:15:22.327995 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:15:22.327995 n-d-705658-22 neutron-server[105584]: self.callback(batched_events) Jul 27 21:15:22.327995 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:15:22.327995 n-d-705658-22 neutron-server[105584]: event.method(event) Jul 27 21:15:22.327995 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:15:22.327995 n-d-705658-22 neutron-server[105584]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:15:22.327995 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:15:22.327995 n-d-705658-22 neutron-server[105584]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:15:22.327995 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:15:22.327995 n-d-705658-22 neutron-server[105584]: return f(self, *a, **k) Jul 27 21:15:22.327995 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:15:22.327995 n-d-705658-22 neutron-server[105584]: return self._get(url).json() Jul 27 21:15:22.327995 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:15:22.327995 n-d-705658-22 neutron-server[105584]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:15:22.327995 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:15:22.327995 n-d-705658-22 neutron-server[105584]: return self.request(url, 'GET', **kwargs) Jul 27 21:15:22.327995 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:15:22.327995 n-d-705658-22 neutron-server[105584]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:15:22.327995 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:15:22.327995 n-d-705658-22 neutron-server[105584]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:15:22.327995 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:15:22.327995 n-d-705658-22 neutron-server[105584]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:15:22.327995 n-d-705658-22 neutron-server[105584]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:15:22.359810 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86a93de0-d57d-46e2-8fc6-dc4f760a8f34 None None] Network fbe80cd0-284c-4c96-a3fd-e062cc058d19 requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:15:22.399526 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c568313e-d81b-41d9-b154-d08a9a9a8226 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Checking segment: {'id': '7266aba2-6c71-405f-ab5e-dc026d8eb4ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '71d4f41c-d219-4d15-8d5f-a9f124b3db15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:15:22.400201 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c568313e-d81b-41d9-b154-d08a9a9a8226 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Network hostable DHCP agents. Network: 71d4f41c-d219-4d15-8d5f-a9f124b3db15, hostable agents: ['7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a'], hosted agents: [] {{(pid=105584) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:15:22.430764 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.db.api [None req-524118b9-ae4b-45c2-847d-3171eb477f65 tempest-NetworksIpV6TestAttrs-2117866386 tempest-NetworksIpV6TestAttrs-2117866386-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 27 21:15:22.430764 n-d-705658-22 neutron-server[105584]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 27 21:15:22.430764 n-d-705658-22 neutron-server[105584]: [parameters: {'id': 'fbe80cd0-284c-4c96-a3fd-e062cc058d19'}] Jul 27 21:15:22.430764 n-d-705658-22 neutron-server[105584]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=105584) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 27 21:15:22.431736 n-d-705658-22 neutron-server[105584]: DEBUG oslo_db.api [None req-524118b9-ae4b-45c2-847d-3171eb477f65 tempest-NetworksIpV6TestAttrs-2117866386 tempest-NetworksIpV6TestAttrs-2117866386-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 27 21:15:22.440083 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c568313e-d81b-41d9-b154-d08a9a9a8226 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Network 71d4f41c-d219-4d15-8d5f-a9f124b3db15 is scheduled to be hosted by DHCP agent 7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a with binding_index 1 {{(pid=105584) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:15:22.452728 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [None req-c568313e-d81b-41d9-b154-d08a9a9a8226 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-22, 71d4f41c-d219-4d15-8d5f-a9f124b3db15) {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:15:22.459326 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c568313e-d81b-41d9-b154-d08a9a9a8226 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:15:22.460361 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c568313e-d81b-41d9-b154-d08a9a9a8226 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Notify callbacks [] for subnet, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:22.478773 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-c568313e-d81b-41d9-b154-d08a9a9a8226 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9402661 Jul 27 21:15:22.481031 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 38888) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:15:22.483508 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32bcdc27-a7a0-4bc2-bb7b-6cfe55a1f784 None None] Network 71d4f41c-d219-4d15-8d5f-a9f124b3db15 requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:15:22.489145 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-25222fda-9671-4a4f-adc8-6aa854ef4ecf tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Request body: {'port': {'network_id': '71d4f41c-d219-4d15-8d5f-a9f124b3db15', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-593182832'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:15:22.686070 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25222fda-9671-4a4f-adc8-6aa854ef4ecf tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Made reservation on behalf of fbcd8d69204b49b7a886b79ea9f87fc6 for: {'port': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:15:22.690851 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-25222fda-9671-4a4f-adc8-6aa854ef4ecf tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:22.734357 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [None req-25222fda-9671-4a4f-adc8-6aa854ef4ecf tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] device_id is not set on port 250773ed-972a-42fc-9507-8fd8699b5db8 yet. {{(pid=105584) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 21:15:22.748484 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d598b3-d5ba-4698-af9e-64811b72cadc req-31bf5a0d-9319-4117-850d-042e95776055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:15:22.750885 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-25d598b3-d5ba-4698-af9e-64811b72cadc req-31bf5a0d-9319-4117-850d-042e95776055 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=0ed2fecf-f104-4fc8-b279-c89dbd5a8969 HTTP/1.1" status: 200 len: 1098 time: 0.7399015 Jul 27 21:15:22.792854 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6745014-681b-4627-bf4b-2c701711e448 req-150f20b9-1a8a-4de7-8408-6f0c6e5dc83f tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:15:22.794389 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b6745014-681b-4627-bf4b-2c701711e448 req-150f20b9-1a8a-4de7-8408-6f0c6e5dc83f tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] 10.222.0.59 "GET /v2.0/ports?device_id=0ed2fecf-f104-4fc8-b279-c89dbd5a8969 HTTP/1.1" status: 200 len: 946 time: 0.6500187 Jul 27 21:15:22.804816 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7bfa050-b2ea-45cd-9a77-b687b1bd707e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30bb4b93-b285-5d90-9493-f9ec33ea333c-71d4f41c-d219-4d15-8d5f-a9f124b3db15', 'network_id': '71d4f41c-d219-4d15-8d5f-a9f124b3db15', 'tenant_id': 'fbcd8d69204b49b7a886b79ea9f87fc6', 'fixed_ips': [{'subnet_id': 'f00cd345-f230-47c9-a3a5-6dd3888dff3e'}]}} from n-d-705658-22. {{(pid=105586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 21:15:22.805884 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-a7bfa050-b2ea-45cd-9a77-b687b1bd707e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:22.815906 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-25d598b3-d5ba-4698-af9e-64811b72cadc req-65bd501a-c795-44de-86ed-524d688308fc service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=9a7007a9-34fe-445e-9576-80a9b33bcd70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565231 Jul 27 21:15:22.869248 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b6745014-681b-4627-bf4b-2c701711e448 req-03a7bc54-ccc9-4712-91ae-ef221e66a0a8 tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] 10.222.0.59 "GET /v2.0/security-groups?id=9a7007a9-34fe-445e-9576-80a9b33bcd70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553796 Jul 27 21:15:22.926379 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.db_base_plugin_common [None req-25222fda-9671-4a4f-adc8-6aa854ef4ecf tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Allocated IP 2001:db8::1ef (71d4f41c-d219-4d15-8d5f-a9f124b3db15/f00cd345-f230-47c9-a3a5-6dd3888dff3e/250773ed-972a-42fc-9507-8fd8699b5db8) {{(pid=105584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:15:22.933082 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-524118b9-ae4b-45c2-847d-3171eb477f65 tempest-NetworksIpV6TestAttrs-2117866386 tempest-NetworksIpV6TestAttrs-2117866386-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-990557'] for network, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:23.104991 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-524118b9-ae4b-45c2-847d-3171eb477f65 tempest-NetworksIpV6TestAttrs-2117866386 tempest-NetworksIpV6TestAttrs-2117866386-project] Deleting port e09f4d45-4a9a-4d49-ab1d-b9500b8158a7 {{(pid=105584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:15:23.105858 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-524118b9-ae4b-45c2-847d-3171eb477f65 tempest-NetworksIpV6TestAttrs-2117866386 tempest-NetworksIpV6TestAttrs-2117866386-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:23.152945 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-25222fda-9671-4a4f-adc8-6aa854ef4ecf tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Notify callbacks [] for port, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:23.180476 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.provisioning_blocks [None req-25222fda-9671-4a4f-adc8-6aa854ef4ecf tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Transition to ACTIVE for port object 250773ed-972a-42fc-9507-8fd8699b5db8 will not be triggered until provisioned by entity DHCP. {{(pid=105584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:15:23.195136 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [None req-524118b9-ae4b-45c2-847d-3171eb477f65 tempest-NetworksIpV6TestAttrs-2117866386 tempest-NetworksIpV6TestAttrs-2117866386-project] For port e09f4d45-4a9a-4d49-ab1d-b9500b8158a7, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=e09f4d45-4a9a-4d49-ab1d-b9500b8158a7,segment=NetworkSegment(a5011999-738e-4842-86ba-91cc15842265),segment_id=a5011999-738e-4842-86ba-91cc15842265)] {{(pid=105584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:15:23.195437 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-524118b9-ae4b-45c2-847d-3171eb477f65 tempest-NetworksIpV6TestAttrs-2117866386 tempest-NetworksIpV6TestAttrs-2117866386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:23.212289 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-524118b9-ae4b-45c2-847d-3171eb477f65 tempest-NetworksIpV6TestAttrs-2117866386 tempest-NetworksIpV6TestAttrs-2117866386-project] Calling delete_port for e09f4d45-4a9a-4d49-ab1d-b9500b8158a7 owned by network:dhcp {{(pid=105584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:15:23.280811 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-25222fda-9671-4a4f-adc8-6aa854ef4ecf tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:23.327378 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25222fda-9671-4a4f-adc8-6aa854ef4ecf tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Network 71d4f41c-d219-4d15-8d5f-a9f124b3db15 is already hosted by enough agents. {{(pid=105584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:15:23.332725 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [None req-25222fda-9671-4a4f-adc8-6aa854ef4ecf tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Resources bound (agent type, host, resource id): {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:15:23.339422 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25222fda-9671-4a4f-adc8-6aa854ef4ecf tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Received port after_create {{(pid=105584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:15:23.345252 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25222fda-9671-4a4f-adc8-6aa854ef4ecf tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:15:23.345929 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-25222fda-9671-4a4f-adc8-6aa854ef4ecf tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:23.348024 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.db_base_plugin_common [None req-a7bfa050-b2ea-45cd-9a77-b687b1bd707e None None] Allocated IP 2001:db8::2 (71d4f41c-d219-4d15-8d5f-a9f124b3db15/f00cd345-f230-47c9-a3a5-6dd3888dff3e/21d533ad-fcde-4b2e-bdfb-03b8e25852fb) {{(pid=105586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:15:23.373829 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25222fda-9671-4a4f-adc8-6aa854ef4ecf tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Pushing event updated for resources: {'Port': ['ID=250773ed-972a-42fc-9507-8fd8699b5db8,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:15:23.390876 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-25222fda-9671-4a4f-adc8-6aa854ef4ecf tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 0.9084845 Jul 27 21:15:23.393175 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-524118b9-ae4b-45c2-847d-3171eb477f65 tempest-NetworksIpV6TestAttrs-2117866386 tempest-NetworksIpV6TestAttrs-2117866386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:23.394211 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 38906) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:15:23.426767 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524118b9-ae4b-45c2-847d-3171eb477f65 tempest-NetworksIpV6TestAttrs-2117866386 tempest-NetworksIpV6TestAttrs-2117866386-project] Pushing event deleted for resources: {'Port': ['ID=e09f4d45-4a9a-4d49-ab1d-b9500b8158a7,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:15:23.433002 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-524118b9-ae4b-45c2-847d-3171eb477f65 tempest-NetworksIpV6TestAttrs-2117866386 tempest-NetworksIpV6TestAttrs-2117866386-project] No DVR routers for this DVR port e09f4d45-4a9a-4d49-ab1d-b9500b8158a7 on host n-d-705658-22 {{(pid=105584) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:15:23.542939 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-524118b9-ae4b-45c2-847d-3171eb477f65 tempest-NetworksIpV6TestAttrs-2117866386 tempest-NetworksIpV6TestAttrs-2117866386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853562', 'neutron.services.segments.db._delete_segments_for_network-8790688882975'] for network, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:23.564336 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.segments.db [None req-524118b9-ae4b-45c2-847d-3171eb477f65 tempest-NetworksIpV6TestAttrs-2117866386 tempest-NetworksIpV6TestAttrs-2117866386-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fbe80cd0-284c-4c96-a3fd-e062cc058d19']}} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:15:23.572405 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [None req-5bf4e2f5-ce37-4d7f-890c-38ca8dd137d8 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Deleting port 250773ed-972a-42fc-9507-8fd8699b5db8 {{(pid=105585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:15:23.572757 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-5bf4e2f5-ce37-4d7f-890c-38ca8dd137d8 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:23.579603 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-a7bfa050-b2ea-45cd-9a77-b687b1bd707e None None] Notify callbacks [] for port, precommit_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:23.590250 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-a7bfa050-b2ea-45cd-9a77-b687b1bd707e None None] Transition to ACTIVE for port object 21d533ad-fcde-4b2e-bdfb-03b8e25852fb will not be triggered until provisioned by entity L2. {{(pid=105586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:15:23.602828 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.segments.db [None req-524118b9-ae4b-45c2-847d-3171eb477f65 tempest-NetworksIpV6TestAttrs-2117866386 tempest-NetworksIpV6TestAttrs-2117866386-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5011999-738e-4842-86ba-91cc15842265') {'for_net_delete': True} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:15:23.604360 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.segments.db [None req-524118b9-ae4b-45c2-847d-3171eb477f65 tempest-NetworksIpV6TestAttrs-2117866386 tempest-NetworksIpV6TestAttrs-2117866386-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5011999-738e-4842-86ba-91cc15842265') {} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:15:23.616355 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-a7bfa050-b2ea-45cd-9a77-b687b1bd707e None None] Transition to ACTIVE for port object 21d533ad-fcde-4b2e-bdfb-03b8e25852fb will not be triggered until provisioned by entity DHCP. {{(pid=105586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:15:23.623464 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-524118b9-ae4b-45c2-847d-3171eb477f65 tempest-NetworksIpV6TestAttrs-2117866386 tempest-NetworksIpV6TestAttrs-2117866386-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790688883752', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9014348'] for segment, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:23.628572 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-a7bfa050-b2ea-45cd-9a77-b687b1bd707e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143'] for port, after_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:23.663702 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-524118b9-ae4b-45c2-847d-3171eb477f65 tempest-NetworksIpV6TestAttrs-2117866386 tempest-NetworksIpV6TestAttrs-2117866386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:23.678362 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-524118b9-ae4b-45c2-847d-3171eb477f65 tempest-NetworksIpV6TestAttrs-2117866386 tempest-NetworksIpV6TestAttrs-2117866386-project] Releasing vlan 207 on physical network physnet1 to pool {{(pid=105584) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:15:23.678791 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-524118b9-ae4b-45c2-847d-3171eb477f65 tempest-NetworksIpV6TestAttrs-2117866386 tempest-NetworksIpV6TestAttrs-2117866386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9014063'] for segment, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:23.685636 n-d-705658-22 neutron-server[105584]: Traceback (most recent call last): Jul 27 21:15:23.685636 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:15:23.685636 n-d-705658-22 neutron-server[105584]: timer() Jul 27 21:15:23.685636 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:15:23.685636 n-d-705658-22 neutron-server[105584]: cb(*args, **kw) Jul 27 21:15:23.685636 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:15:23.685636 n-d-705658-22 neutron-server[105584]: return func(*args, **kwargs) Jul 27 21:15:23.685636 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:15:23.685636 n-d-705658-22 neutron-server[105584]: self._notify() Jul 27 21:15:23.685636 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:15:23.685636 n-d-705658-22 neutron-server[105584]: self.callback(batched_events) Jul 27 21:15:23.685636 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:15:23.685636 n-d-705658-22 neutron-server[105584]: event.method(event) Jul 27 21:15:23.685636 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:15:23.685636 n-d-705658-22 neutron-server[105584]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:15:23.685636 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:15:23.685636 n-d-705658-22 neutron-server[105584]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:15:23.685636 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:15:23.685636 n-d-705658-22 neutron-server[105584]: return f(self, *a, **k) Jul 27 21:15:23.685636 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:15:23.685636 n-d-705658-22 neutron-server[105584]: return self._get(url).json() Jul 27 21:15:23.685636 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:15:23.685636 n-d-705658-22 neutron-server[105584]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:15:23.685636 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:15:23.685636 n-d-705658-22 neutron-server[105584]: return self.request(url, 'GET', **kwargs) Jul 27 21:15:23.685636 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:15:23.685636 n-d-705658-22 neutron-server[105584]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:15:23.685636 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:15:23.685636 n-d-705658-22 neutron-server[105584]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:15:23.685636 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:15:23.685636 n-d-705658-22 neutron-server[105584]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:15:23.685636 n-d-705658-22 neutron-server[105584]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:15:23.693214 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-5bf4e2f5-ce37-4d7f-890c-38ca8dd137d8 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:23.710659 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [None req-5bf4e2f5-ce37-4d7f-890c-38ca8dd137d8 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Calling delete_port for 250773ed-972a-42fc-9507-8fd8699b5db8 owned by {{(pid=105585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:15:23.716595 n-d-705658-22 neutron-server[105586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7bfa050-b2ea-45cd-9a77-b687b1bd707e None None] Network 71d4f41c-d219-4d15-8d5f-a9f124b3db15 is already hosted by enough agents. {{(pid=105586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:15:23.727912 n-d-705658-22 neutron-server[105586]: DEBUG neutron.scheduler.base_scheduler [None req-a7bfa050-b2ea-45cd-9a77-b687b1bd707e None None] Resources bound (agent type, host, resource id): {{(pid=105586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:15:23.745613 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7bfa050-b2ea-45cd-9a77-b687b1bd707e None None] Received port after_create {{(pid=105586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:15:23.780988 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bfa050-b2ea-45cd-9a77-b687b1bd707e None None] Pushing event updated for resources: {'Port': ['ID=21d533ad-fcde-4b2e-bdfb-03b8e25852fb,revision_number=1']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:15:23.827080 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-524118b9-ae4b-45c2-847d-3171eb477f65 tempest-NetworksIpV6TestAttrs-2117866386 tempest-NetworksIpV6TestAttrs-2117866386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4075658'] for network, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:23.839344 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-a7bfa050-b2ea-45cd-9a77-b687b1bd707e None None] Attempting to bind port 21d533ad-fcde-4b2e-bdfb-03b8e25852fb on host n-d-705658-22 for vnic_type normal with profile {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:15:23.839728 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-a7bfa050-b2ea-45cd-9a77-b687b1bd707e None None] Attempting to bind port 21d533ad-fcde-4b2e-bdfb-03b8e25852fb by drivers openvswitch,hyperv on host n-d-705658-22 at level 0 using segments [{'id': '7266aba2-6c71-405f-ab5e-dc026d8eb4ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '71d4f41c-d219-4d15-8d5f-a9f124b3db15'}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:15:23.840086 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7bfa050-b2ea-45cd-9a77-b687b1bd707e None None] Attempting to bind port 21d533ad-fcde-4b2e-bdfb-03b8e25852fb on network 71d4f41c-d219-4d15-8d5f-a9f124b3db15 {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:15:23.845545 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7bfa050-b2ea-45cd-9a77-b687b1bd707e None None] Checking agent: {'id': '04a7ea91-6318-467e-ace6-b0fb48c8690f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 41, 42), 'started_at': datetime.datetime(2021, 7, 27, 20, 42, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 15, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:15:23.845928 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7bfa050-b2ea-45cd-9a77-b687b1bd707e None None] Checking segment: {'id': '7266aba2-6c71-405f-ab5e-dc026d8eb4ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '71d4f41c-d219-4d15-8d5f-a9f124b3db15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:15:23.846525 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-a7bfa050-b2ea-45cd-9a77-b687b1bd707e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:23.847125 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7bfa050-b2ea-45cd-9a77-b687b1bd707e None None] Bound using segment: {'id': '7266aba2-6c71-405f-ab5e-dc026d8eb4ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '71d4f41c-d219-4d15-8d5f-a9f124b3db15'} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:15:23.847737 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-a7bfa050-b2ea-45cd-9a77-b687b1bd707e None None] Bound port: 21d533ad-fcde-4b2e-bdfb-03b8e25852fb, host: n-d-705658-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7266aba2-6c71-405f-ab5e-dc026d8eb4ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '71d4f41c-d219-4d15-8d5f-a9f124b3db15'}}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:15:23.848760 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-a7bfa050-b2ea-45cd-9a77-b687b1bd707e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:23.849409 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-524118b9-ae4b-45c2-847d-3171eb477f65 tempest-NetworksIpV6TestAttrs-2117866386 tempest-NetworksIpV6TestAttrs-2117866386-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743886'] for network, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:23.853148 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-524118b9-ae4b-45c2-847d-3171eb477f65 tempest-NetworksIpV6TestAttrs-2117866386 tempest-NetworksIpV6TestAttrs-2117866386-project] 10.222.0.59 "DELETE /v2.0/networks/fbe80cd0-284c-4c96-a3fd-e062cc058d19 HTTP/1.1" status: 204 len: 168 time: 3.3511660 Jul 27 21:15:23.874346 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 38912) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:15:23.880323 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524118b9-ae4b-45c2-847d-3171eb477f65 tempest-NetworksIpV6TestAttrs-2117866386 tempest-NetworksIpV6TestAttrs-2117866386-project] Pushing event deleted for resources: {'Network': ['ID=fbe80cd0-284c-4c96-a3fd-e062cc058d19,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:15:23.914515 n-d-705658-22 neutron-server[105584]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ef4175f-caba-469d-be51-d817d63b86a8 tempest-NetworksIpV6TestAttrs-2117866386 tempest-NetworksIpV6TestAttrs-2117866386-project] DELETE failed (client error): The resource could not be found. Jul 27 21:15:23.915058 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ef4175f-caba-469d-be51-d817d63b86a8 tempest-NetworksIpV6TestAttrs-2117866386 tempest-NetworksIpV6TestAttrs-2117866386-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105584) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 21:15:23.916828 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-2ef4175f-caba-469d-be51-d817d63b86a8 tempest-NetworksIpV6TestAttrs-2117866386 tempest-NetworksIpV6TestAttrs-2117866386-project] 10.222.0.59 "DELETE /v2.0/subnets/31240349-90bb-4f3e-9977-0de85af37e41 HTTP/1.1" status: 404 len: 337 time: 0.0415297 Jul 27 21:15:23.919447 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 38918) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:15:23.945412 n-d-705658-22 neutron-server[105584]: INFO neutron.pecan_wsgi.hooks.translation [None req-83f9c10b-4f16-43a0-9af1-549924514124 tempest-NetworksIpV6TestAttrs-2117866386 tempest-NetworksIpV6TestAttrs-2117866386-project] DELETE failed (client error): The resource could not be found. Jul 27 21:15:23.945983 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-83f9c10b-4f16-43a0-9af1-549924514124 tempest-NetworksIpV6TestAttrs-2117866386 tempest-NetworksIpV6TestAttrs-2117866386-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105584) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 21:15:23.952531 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-83f9c10b-4f16-43a0-9af1-549924514124 tempest-NetworksIpV6TestAttrs-2117866386 tempest-NetworksIpV6TestAttrs-2117866386-project] 10.222.0.59 "DELETE /v2.0/networks/fbe80cd0-284c-4c96-a3fd-e062cc058d19 HTTP/1.1" status: 404 len: 339 time: 0.0306258 Jul 27 21:15:23.953851 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 38920) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:15:24.002049 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-a7bfa050-b2ea-45cd-9a77-b687b1bd707e None None] For port 21d533ad-fcde-4b2e-bdfb-03b8e25852fb, host n-d-705658-22, cleared binding levels {{(pid=105586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:15:24.031873 n-d-705658-22 neutron-server[105584]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e702250-bfc3-450c-985a-a3f3d77f3446 tempest-NetworksIpV6TestAttrs-2117866386 tempest-NetworksIpV6TestAttrs-2117866386-project] DELETE failed (client error): The resource could not be found. Jul 27 21:15:24.032343 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e702250-bfc3-450c-985a-a3f3d77f3446 tempest-NetworksIpV6TestAttrs-2117866386 tempest-NetworksIpV6TestAttrs-2117866386-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105584) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 21:15:24.036379 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-8e702250-bfc3-450c-985a-a3f3d77f3446 tempest-NetworksIpV6TestAttrs-2117866386 tempest-NetworksIpV6TestAttrs-2117866386-project] 10.222.0.59 "DELETE /v2.0/subnets/18ad1534-4588-40c2-8a4e-35b0f1cb039d HTTP/1.1" status: 404 len: 337 time: 0.0789306 Jul 27 21:15:24.037533 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 38926) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:15:24.047144 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.agents_db [None req-558fcd2c-e512-47bc-a170-8673d87f7213 None None] Agent healthcheck: found 7 active agents {{(pid=105587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 21:15:24.076647 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-a7bfa050-b2ea-45cd-9a77-b687b1bd707e None None] For port 21d533ad-fcde-4b2e-bdfb-03b8e25852fb, host n-d-705658-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=21d533ad-fcde-4b2e-bdfb-03b8e25852fb,segment=NetworkSegment(7266aba2-6c71-405f-ab5e-dc026d8eb4ab),segment_id=7266aba2-6c71-405f-ab5e-dc026d8eb4ab)] {{(pid=105586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:15:24.085711 n-d-705658-22 neutron-server[105584]: INFO neutron.pecan_wsgi.hooks.translation [None req-0996e6c4-b163-4d93-8866-34e3e39a641e tempest-NetworksIpV6TestAttrs-2117866386 tempest-NetworksIpV6TestAttrs-2117866386-project] DELETE failed (client error): The resource could not be found. Jul 27 21:15:24.086838 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0996e6c4-b163-4d93-8866-34e3e39a641e tempest-NetworksIpV6TestAttrs-2117866386 tempest-NetworksIpV6TestAttrs-2117866386-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105584) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 21:15:24.090619 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-0996e6c4-b163-4d93-8866-34e3e39a641e tempest-NetworksIpV6TestAttrs-2117866386 tempest-NetworksIpV6TestAttrs-2117866386-project] 10.222.0.59 "DELETE /v2.0/networks/c5450ea6-9524-4e00-99c0-e810d8b4cf9b HTTP/1.1" status: 404 len: 339 time: 0.0497174 Jul 27 21:15:24.090754 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-a7bfa050-b2ea-45cd-9a77-b687b1bd707e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:24.091162 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 38928) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:15:24.122277 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-5bf4e2f5-ce37-4d7f-890c-38ca8dd137d8 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:24.157038 n-d-705658-22 neutron-server[105584]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b5f3678-28e8-46b7-9951-968c5eb2137c tempest-NetworksIpV6TestAttrs-2117866386 tempest-NetworksIpV6TestAttrs-2117866386-project] DELETE failed (client error): The resource could not be found. Jul 27 21:15:24.157612 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b5f3678-28e8-46b7-9951-968c5eb2137c tempest-NetworksIpV6TestAttrs-2117866386 tempest-NetworksIpV6TestAttrs-2117866386-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105584) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 21:15:24.158762 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf4e2f5-ce37-4d7f-890c-38ca8dd137d8 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Pushing event deleted for resources: {'Port': ['ID=250773ed-972a-42fc-9507-8fd8699b5db8,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:15:24.163772 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-8b5f3678-28e8-46b7-9951-968c5eb2137c tempest-NetworksIpV6TestAttrs-2117866386 tempest-NetworksIpV6TestAttrs-2117866386-project] 10.222.0.59 "DELETE /v2.0/subnets/c9a6822f-f54b-4fd1-a344-b2181312cbec HTTP/1.1" status: 404 len: 337 time: 0.0690320 Jul 27 21:15:24.165637 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 38934) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:15:24.199311 n-d-705658-22 neutron-server[105584]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8260e7d-1b89-43dc-873f-64c8e599c65c tempest-NetworksIpV6TestAttrs-2117866386 tempest-NetworksIpV6TestAttrs-2117866386-project] DELETE failed (client error): The resource could not be found. Jul 27 21:15:24.199899 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8260e7d-1b89-43dc-873f-64c8e599c65c tempest-NetworksIpV6TestAttrs-2117866386 tempest-NetworksIpV6TestAttrs-2117866386-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105584) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 21:15:24.203091 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-b8260e7d-1b89-43dc-873f-64c8e599c65c tempest-NetworksIpV6TestAttrs-2117866386 tempest-NetworksIpV6TestAttrs-2117866386-project] 10.222.0.59 "DELETE /v2.0/networks/287897c5-582d-41a3-b4f7-cd1ed8ecd661 HTTP/1.1" status: 404 len: 339 time: 0.0353191 Jul 27 21:15:24.205109 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 38936) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:15:24.222394 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-5bf4e2f5-ce37-4d7f-890c-38ca8dd137d8 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:24.224932 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-5bf4e2f5-ce37-4d7f-890c-38ca8dd137d8 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] 10.222.0.59 "DELETE /v2.0/ports/250773ed-972a-42fc-9507-8fd8699b5db8 HTTP/1.1" status: 204 len: 168 time: 0.8285012 Jul 27 21:15:24.237559 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 38938) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:15:24.240712 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bfa050-b2ea-45cd-9a77-b687b1bd707e None None] Pushing event updated for resources: {'Port': ['ID=21d533ad-fcde-4b2e-bdfb-03b8e25852fb,revision_number=2']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:15:24.264161 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86c9035-7891-4366-b518-5ce18802e06b req-f780c27a-69c8-48ea-88af-bc616d652f3d tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:15:24.266240 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e86c9035-7891-4366-b518-5ce18802e06b req-f780c27a-69c8-48ea-88af-bc616d652f3d tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] 10.222.0.59 "GET /v2.0/ports?device_id=0ed2fecf-f104-4fc8-b279-c89dbd5a8969 HTTP/1.1" status: 200 len: 946 time: 0.2716777 Jul 27 21:15:24.309090 n-d-705658-22 neutron-server[105585]: INFO neutron.pecan_wsgi.hooks.translation [None req-33073d75-0484-4c3c-a0c1-7f0b2a467da7 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] GET failed (client error): The resource could not be found. Jul 27 21:15:24.311280 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-33073d75-0484-4c3c-a0c1-7f0b2a467da7 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] 10.222.0.59 "GET /v2.0/ports/250773ed-972a-42fc-9507-8fd8699b5db8 HTTP/1.1" status: 404 len: 333 time: 0.0436862 Jul 27 21:15:24.318522 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 38944) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:15:24.434301 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-5e8f8ff2-11fe-48a8-a04f-5fa5108eeba3 tempest-NetworksIpV6TestAttrs-2117866386 tempest-NetworksIpV6TestAttrs-2117866386-project] Deleting port 01560f34-1737-4e6e-8f2b-621429aba0b7 {{(pid=105584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:15:24.434818 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-5e8f8ff2-11fe-48a8-a04f-5fa5108eeba3 tempest-NetworksIpV6TestAttrs-2117866386 tempest-NetworksIpV6TestAttrs-2117866386-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:24.467600 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e86c9035-7891-4366-b518-5ce18802e06b req-68496c5d-93e8-420f-88d3-01f9e6f9b928 tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] 10.222.0.59 "GET /v2.0/security-groups?id=9a7007a9-34fe-445e-9576-80a9b33bcd70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1867659 Jul 27 21:15:24.489502 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.db_base_plugin_v2 [None req-0add687d-4fa1-406f-94cb-2d7f04722c5a tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Deleting subnet f00cd345-f230-47c9-a3a5-6dd3888dff3e {{(pid=105585) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:15:24.501534 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-0add687d-4fa1-406f-94cb-2d7f04722c5a tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Notify callbacks [] for subnet, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:24.553875 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-0add687d-4fa1-406f-94cb-2d7f04722c5a tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9887057'] for subnet, precommit_delete_associations {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:24.589055 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-5e8f8ff2-11fe-48a8-a04f-5fa5108eeba3 tempest-NetworksIpV6TestAttrs-2117866386 tempest-NetworksIpV6TestAttrs-2117866386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:24.613278 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-5e8f8ff2-11fe-48a8-a04f-5fa5108eeba3 tempest-NetworksIpV6TestAttrs-2117866386 tempest-NetworksIpV6TestAttrs-2117866386-project] Calling delete_port for 01560f34-1737-4e6e-8f2b-621429aba0b7 owned by {{(pid=105584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:15:24.686597 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-0add687d-4fa1-406f-94cb-2d7f04722c5a tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854965'] for subnet, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:24.761954 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-5e8f8ff2-11fe-48a8-a04f-5fa5108eeba3 tempest-NetworksIpV6TestAttrs-2117866386 tempest-NetworksIpV6TestAttrs-2117866386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:24.767356 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-0add687d-4fa1-406f-94cb-2d7f04722c5a tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10221602', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9990583'] for subnet, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:24.787621 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-0add687d-4fa1-406f-94cb-2d7f04722c5a tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743886'] for subnet, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:24.790322 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-0add687d-4fa1-406f-94cb-2d7f04722c5a tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] 10.222.0.59 "DELETE /v2.0/subnets/f00cd345-f230-47c9-a3a5-6dd3888dff3e HTTP/1.1" status: 204 len: 168 time: 0.4698219 Jul 27 21:15:24.804716 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 38954) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:15:24.814799 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0add687d-4fa1-406f-94cb-2d7f04722c5a tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Pushing event deleted for resources: {'Subnet': ['ID=f00cd345-f230-47c9-a3a5-6dd3888dff3e,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:15:24.872027 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8f8ff2-11fe-48a8-a04f-5fa5108eeba3 tempest-NetworksIpV6TestAttrs-2117866386 tempest-NetworksIpV6TestAttrs-2117866386-project] Pushing event deleted for resources: {'Port': ['ID=01560f34-1737-4e6e-8f2b-621429aba0b7,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:15:24.890514 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-5e8f8ff2-11fe-48a8-a04f-5fa5108eeba3 tempest-NetworksIpV6TestAttrs-2117866386 tempest-NetworksIpV6TestAttrs-2117866386-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:24.892672 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-5e8f8ff2-11fe-48a8-a04f-5fa5108eeba3 tempest-NetworksIpV6TestAttrs-2117866386 tempest-NetworksIpV6TestAttrs-2117866386-project] 10.222.0.59 "DELETE /v2.0/ports/01560f34-1737-4e6e-8f2b-621429aba0b7 HTTP/1.1" status: 204 len: 168 time: 0.6863306 Jul 27 21:15:24.896282 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 38958) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:15:24.941768 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-69709ff0-eda0-4d68-a403-47bf2c3eb4be tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-990557'] for network, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:24.945696 n-d-705658-22 neutron-server[105585]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c9ce34b-a482-4786-8aa5-13436b158123 tempest-NetworksIpV6TestAttrs-2117866386 tempest-NetworksIpV6TestAttrs-2117866386-project] DELETE failed (client error): The resource could not be found. Jul 27 21:15:24.946309 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c9ce34b-a482-4786-8aa5-13436b158123 tempest-NetworksIpV6TestAttrs-2117866386 tempest-NetworksIpV6TestAttrs-2117866386-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105585) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 21:15:24.952122 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-0c9ce34b-a482-4786-8aa5-13436b158123 tempest-NetworksIpV6TestAttrs-2117866386 tempest-NetworksIpV6TestAttrs-2117866386-project] 10.222.0.59 "DELETE /v2.0/subnets/9e99a491-1cfe-49f1-932e-5e5b1681c6e9 HTTP/1.1" status: 404 len: 337 time: 0.0557206 Jul 27 21:15:24.955639 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 38960) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:15:25.063108 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-cc7412e9-ee2a-4479-931f-aa9645c6a128 tempest-NetworksIpV6TestAttrs-2117866386 tempest-NetworksIpV6TestAttrs-2117866386-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-990557'] for network, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:25.154565 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-69709ff0-eda0-4d68-a403-47bf2c3eb4be tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Deleting port 21d533ad-fcde-4b2e-bdfb-03b8e25852fb {{(pid=105584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:15:25.155110 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-69709ff0-eda0-4d68-a403-47bf2c3eb4be tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:25.189767 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 38968) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:15:25.336103 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-cc7412e9-ee2a-4479-931f-aa9645c6a128 tempest-NetworksIpV6TestAttrs-2117866386 tempest-NetworksIpV6TestAttrs-2117866386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853562', 'neutron.services.segments.db._delete_segments_for_network-8790688882975'] for network, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:25.358967 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.segments.db [None req-cc7412e9-ee2a-4479-931f-aa9645c6a128 tempest-NetworksIpV6TestAttrs-2117866386 tempest-NetworksIpV6TestAttrs-2117866386-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0652ee7b-64af-4f3b-9e6a-febee8570675']}} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:15:25.380177 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.segments.db [None req-cc7412e9-ee2a-4479-931f-aa9645c6a128 tempest-NetworksIpV6TestAttrs-2117866386 tempest-NetworksIpV6TestAttrs-2117866386-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df880f0c-1d95-48e9-b4b0-ce474d6401d2') {'for_net_delete': True} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:15:25.381343 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.segments.db [None req-cc7412e9-ee2a-4479-931f-aa9645c6a128 tempest-NetworksIpV6TestAttrs-2117866386 tempest-NetworksIpV6TestAttrs-2117866386-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df880f0c-1d95-48e9-b4b0-ce474d6401d2') {} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:15:25.392091 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-cc7412e9-ee2a-4479-931f-aa9645c6a128 tempest-NetworksIpV6TestAttrs-2117866386 tempest-NetworksIpV6TestAttrs-2117866386-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790688883752', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9014348'] for segment, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:25.404435 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-546a720f-6145-4566-a984-8cc2bc003305 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:25.407041 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [None req-69709ff0-eda0-4d68-a403-47bf2c3eb4be tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] For port 21d533ad-fcde-4b2e-bdfb-03b8e25852fb, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=21d533ad-fcde-4b2e-bdfb-03b8e25852fb,segment=NetworkSegment(7266aba2-6c71-405f-ab5e-dc026d8eb4ab),segment_id=7266aba2-6c71-405f-ab5e-dc026d8eb4ab)] {{(pid=105584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:15:25.407195 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-69709ff0-eda0-4d68-a403-47bf2c3eb4be tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:25.419316 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-cc7412e9-ee2a-4479-931f-aa9645c6a128 tempest-NetworksIpV6TestAttrs-2117866386 tempest-NetworksIpV6TestAttrs-2117866386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:25.425891 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc7412e9-ee2a-4479-931f-aa9645c6a128 tempest-NetworksIpV6TestAttrs-2117866386 tempest-NetworksIpV6TestAttrs-2117866386-project] Releasing vlan 227 on physical network physnet1 to pool {{(pid=105584) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:15:25.426474 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-cc7412e9-ee2a-4479-931f-aa9645c6a128 tempest-NetworksIpV6TestAttrs-2117866386 tempest-NetworksIpV6TestAttrs-2117866386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9014063'] for segment, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:25.552978 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 21d533ad-fcde-4b2e-bdfb-03b8e25852fb up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:15:25.558568 n-d-705658-22 neutron-server[105584]: Traceback (most recent call last): Jul 27 21:15:25.558568 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:15:25.558568 n-d-705658-22 neutron-server[105584]: timer() Jul 27 21:15:25.558568 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:15:25.558568 n-d-705658-22 neutron-server[105584]: cb(*args, **kw) Jul 27 21:15:25.558568 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:15:25.558568 n-d-705658-22 neutron-server[105584]: return func(*args, **kwargs) Jul 27 21:15:25.558568 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:15:25.558568 n-d-705658-22 neutron-server[105584]: self._notify() Jul 27 21:15:25.558568 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:15:25.558568 n-d-705658-22 neutron-server[105584]: self.callback(batched_events) Jul 27 21:15:25.558568 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:15:25.558568 n-d-705658-22 neutron-server[105584]: event.method(event) Jul 27 21:15:25.558568 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:15:25.558568 n-d-705658-22 neutron-server[105584]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:15:25.558568 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:15:25.558568 n-d-705658-22 neutron-server[105584]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:15:25.558568 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:15:25.558568 n-d-705658-22 neutron-server[105584]: return f(self, *a, **k) Jul 27 21:15:25.558568 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:15:25.558568 n-d-705658-22 neutron-server[105584]: return self._get(url).json() Jul 27 21:15:25.558568 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:15:25.558568 n-d-705658-22 neutron-server[105584]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:15:25.558568 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:15:25.558568 n-d-705658-22 neutron-server[105584]: return self.request(url, 'GET', **kwargs) Jul 27 21:15:25.558568 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:15:25.558568 n-d-705658-22 neutron-server[105584]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:15:25.558568 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:15:25.558568 n-d-705658-22 neutron-server[105584]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:15:25.558568 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:15:25.558568 n-d-705658-22 neutron-server[105584]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:15:25.558568 n-d-705658-22 neutron-server[105584]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:15:25.573018 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-69709ff0-eda0-4d68-a403-47bf2c3eb4be tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Calling delete_port for 21d533ad-fcde-4b2e-bdfb-03b8e25852fb owned by network:dhcp {{(pid=105584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:15:25.580769 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-cc7412e9-ee2a-4479-931f-aa9645c6a128 tempest-NetworksIpV6TestAttrs-2117866386 tempest-NetworksIpV6TestAttrs-2117866386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4075658'] for network, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:25.628153 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-cc7412e9-ee2a-4479-931f-aa9645c6a128 tempest-NetworksIpV6TestAttrs-2117866386 tempest-NetworksIpV6TestAttrs-2117866386-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743886'] for network, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:25.649889 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 38974) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:15:25.650618 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-cc7412e9-ee2a-4479-931f-aa9645c6a128 tempest-NetworksIpV6TestAttrs-2117866386 tempest-NetworksIpV6TestAttrs-2117866386-project] 10.222.0.59 "DELETE /v2.0/networks/0652ee7b-64af-4f3b-9e6a-febee8570675 HTTP/1.1" status: 204 len: 168 time: 0.6927133 Jul 27 21:15:25.672890 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7412e9-ee2a-4479-931f-aa9645c6a128 tempest-NetworksIpV6TestAttrs-2117866386 tempest-NetworksIpV6TestAttrs-2117866386-project] Pushing event deleted for resources: {'Network': ['ID=0652ee7b-64af-4f3b-9e6a-febee8570675,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:15:25.696300 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning for port 21d533ad-fcde-4b2e-bdfb-03b8e25852fb completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:15:25.745535 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-546a720f-6145-4566-a984-8cc2bc003305 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:25.777236 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-546a720f-6145-4566-a984-8cc2bc003305 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:25.787638 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-69709ff0-eda0-4d68-a403-47bf2c3eb4be tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:25.792063 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aec7b49-678b-47f1-b148-2f73454391e5 None None] Network 71d4f41c-d219-4d15-8d5f-a9f124b3db15 requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:15:25.839410 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69709ff0-eda0-4d68-a403-47bf2c3eb4be tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Pushing event deleted for resources: {'Port': ['ID=21d533ad-fcde-4b2e-bdfb-03b8e25852fb,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:15:25.854066 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69709ff0-eda0-4d68-a403-47bf2c3eb4be tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] No DVR routers for this DVR port 21d533ad-fcde-4b2e-bdfb-03b8e25852fb on host n-d-705658-22 {{(pid=105584) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:15:25.857161 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-546a720f-6145-4566-a984-8cc2bc003305 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=cdc72a58b8cd490a8c221840c52efefc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6654949 Jul 27 21:15:25.878140 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 38976) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:15:25.911675 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-18b4fe36-9c74-48ae-90f2-c13e2354aff3 None None] Could not find standard attr ID for object 21d533ad-fcde-4b2e-bdfb-03b8e25852fb. {{(pid=105586) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 27 21:15:26.073403 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546a720f-6145-4566-a984-8cc2bc003305 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef6ed5ca-bc2f-4384-9cea-e86869c28aaf,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:15:26.124933 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5aed5b-85e2-4902-8d37-ff6f0d3f20cb req-893690df-980a-45b0-bc96-cf8ffa2534e3 tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:15:26.126690 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-8e5aed5b-85e2-4902-8d37-ff6f0d3f20cb req-893690df-980a-45b0-bc96-cf8ffa2534e3 tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] 10.222.0.59 "GET /v2.0/ports?device_id=0ed2fecf-f104-4fc8-b279-c89dbd5a8969 HTTP/1.1" status: 200 len: 946 time: 0.4485843 Jul 27 21:15:26.163418 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29b4b073-5fdb-4136-9227-02884af06ee7 None None] DHCP port deletion for 71d4f41c-d219-4d15-8d5f-a9f124b3db15 request from n-d-705658-22 {{(pid=105586) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 21:15:26.173080 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-92984be6-e6c0-4336-a710-0a723f2e200e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:26.180535 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [None req-d4b0bd6f-c760-4975-af82-5ac7976027d3 tempest-NetworksIpV6TestAttrs-2117866386 tempest-NetworksIpV6TestAttrs-2117866386-project] Deleting port 50d15812-edeb-4eb8-86f7-9444ce32aaf8 {{(pid=105585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:15:26.180888 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-d4b0bd6f-c760-4975-af82-5ac7976027d3 tempest-NetworksIpV6TestAttrs-2117866386 tempest-NetworksIpV6TestAttrs-2117866386-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:26.188404 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c86c3528-6161-4ce4-a08b-ecf08ed208cb None None] get_active_networks_info from n-d-705658-22 {{(pid=105586) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 27 21:15:26.286289 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-8e5aed5b-85e2-4902-8d37-ff6f0d3f20cb req-420edb08-51c5-4203-bd81-a7dcb212e2f6 tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] 10.222.0.59 "GET /v2.0/security-groups?id=9a7007a9-34fe-445e-9576-80a9b33bcd70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468947 Jul 27 21:15:26.309654 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-92984be6-e6c0-4336-a710-0a723f2e200e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:26.354231 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-d4b0bd6f-c760-4975-af82-5ac7976027d3 tempest-NetworksIpV6TestAttrs-2117866386 tempest-NetworksIpV6TestAttrs-2117866386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:26.361374 n-d-705658-22 neutron-server[105586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c86c3528-6161-4ce4-a08b-ecf08ed208cb None None] Resources bound (agent type, host, resource id): {{(pid=105586) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 27 21:15:26.388238 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-69709ff0-eda0-4d68-a403-47bf2c3eb4be tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853562', 'neutron.services.segments.db._delete_segments_for_network-8790688882975'] for network, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:26.397439 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [None req-d4b0bd6f-c760-4975-af82-5ac7976027d3 tempest-NetworksIpV6TestAttrs-2117866386 tempest-NetworksIpV6TestAttrs-2117866386-project] Calling delete_port for 50d15812-edeb-4eb8-86f7-9444ce32aaf8 owned by {{(pid=105585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:15:26.408123 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.segments.db [None req-69709ff0-eda0-4d68-a403-47bf2c3eb4be tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71d4f41c-d219-4d15-8d5f-a9f124b3db15']}} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:15:26.437304 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.segments.db [None req-69709ff0-eda0-4d68-a403-47bf2c3eb4be tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7266aba2-6c71-405f-ab5e-dc026d8eb4ab') {'for_net_delete': True} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:15:26.437624 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.segments.db [None req-69709ff0-eda0-4d68-a403-47bf2c3eb4be tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7266aba2-6c71-405f-ab5e-dc026d8eb4ab') {} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:15:26.461227 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-69709ff0-eda0-4d68-a403-47bf2c3eb4be tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790688883752', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9014348'] for segment, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:26.467710 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-92984be6-e6c0-4336-a710-0a723f2e200e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:26.470428 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-92984be6-e6c0-4336-a710-0a723f2e200e admin admin] Notify callbacks [] for security_group, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:26.471645 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-92984be6-e6c0-4336-a710-0a723f2e200e admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/ef6ed5ca-bc2f-4384-9cea-e86869c28aaf HTTP/1.1" status: 204 len: 168 time: 0.5921609 Jul 27 21:15:26.492168 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-69709ff0-eda0-4d68-a403-47bf2c3eb4be tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:26.497202 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92984be6-e6c0-4336-a710-0a723f2e200e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef6ed5ca-bc2f-4384-9cea-e86869c28aaf,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:15:26.512301 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69709ff0-eda0-4d68-a403-47bf2c3eb4be tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Releasing vlan 216 on physical network physnet1 to pool {{(pid=105584) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:15:26.512735 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-69709ff0-eda0-4d68-a403-47bf2c3eb4be tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9014063'] for segment, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:26.515864 n-d-705658-22 neutron-server[105584]: Traceback (most recent call last): Jul 27 21:15:26.515864 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:15:26.515864 n-d-705658-22 neutron-server[105584]: timer() Jul 27 21:15:26.515864 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:15:26.515864 n-d-705658-22 neutron-server[105584]: cb(*args, **kw) Jul 27 21:15:26.515864 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:15:26.515864 n-d-705658-22 neutron-server[105584]: return func(*args, **kwargs) Jul 27 21:15:26.515864 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:15:26.515864 n-d-705658-22 neutron-server[105584]: self._notify() Jul 27 21:15:26.515864 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:15:26.515864 n-d-705658-22 neutron-server[105584]: self.callback(batched_events) Jul 27 21:15:26.515864 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:15:26.515864 n-d-705658-22 neutron-server[105584]: event.method(event) Jul 27 21:15:26.515864 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:15:26.515864 n-d-705658-22 neutron-server[105584]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:15:26.515864 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:15:26.515864 n-d-705658-22 neutron-server[105584]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:15:26.515864 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:15:26.515864 n-d-705658-22 neutron-server[105584]: return f(self, *a, **k) Jul 27 21:15:26.515864 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:15:26.515864 n-d-705658-22 neutron-server[105584]: return self._get(url).json() Jul 27 21:15:26.515864 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:15:26.515864 n-d-705658-22 neutron-server[105584]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:15:26.515864 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:15:26.515864 n-d-705658-22 neutron-server[105584]: return self.request(url, 'GET', **kwargs) Jul 27 21:15:26.515864 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:15:26.515864 n-d-705658-22 neutron-server[105584]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:15:26.515864 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:15:26.515864 n-d-705658-22 neutron-server[105584]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:15:26.515864 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:15:26.515864 n-d-705658-22 neutron-server[105584]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:15:26.515864 n-d-705658-22 neutron-server[105584]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:15:26.553280 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-d4b0bd6f-c760-4975-af82-5ac7976027d3 tempest-NetworksIpV6TestAttrs-2117866386 tempest-NetworksIpV6TestAttrs-2117866386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:26.638080 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-69709ff0-eda0-4d68-a403-47bf2c3eb4be tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4075658'] for network, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:26.650884 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b0bd6f-c760-4975-af82-5ac7976027d3 tempest-NetworksIpV6TestAttrs-2117866386 tempest-NetworksIpV6TestAttrs-2117866386-project] Pushing event deleted for resources: {'Port': ['ID=50d15812-edeb-4eb8-86f7-9444ce32aaf8,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:15:26.654513 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-69709ff0-eda0-4d68-a403-47bf2c3eb4be tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743886'] for network, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:26.660838 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-69709ff0-eda0-4d68-a403-47bf2c3eb4be tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] 10.222.0.59 "DELETE /v2.0/networks/71d4f41c-d219-4d15-8d5f-a9f124b3db15 HTTP/1.1" status: 204 len: 168 time: 1.8487039 Jul 27 21:15:26.680991 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 38992) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:15:26.683008 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69709ff0-eda0-4d68-a403-47bf2c3eb4be tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Pushing event deleted for resources: {'Network': ['ID=71d4f41c-d219-4d15-8d5f-a9f124b3db15,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:15:26.707402 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-34de0f67-3e01-48b2-ae0a-9daad43139f5 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Request body: {'port': {'network_id': 'd860fe23-64a8-4791-bdc9-ec842154b8ec', 'name': 'tempest-PortsIpV6TestJSON-1920866763'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:15:26.763980 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-d4b0bd6f-c760-4975-af82-5ac7976027d3 tempest-NetworksIpV6TestAttrs-2117866386 tempest-NetworksIpV6TestAttrs-2117866386-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:26.779068 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 38996) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:15:26.779541 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-d4b0bd6f-c760-4975-af82-5ac7976027d3 tempest-NetworksIpV6TestAttrs-2117866386 tempest-NetworksIpV6TestAttrs-2117866386-project] 10.222.0.59 "DELETE /v2.0/ports/50d15812-edeb-4eb8-86f7-9444ce32aaf8 HTTP/1.1" status: 204 len: 168 time: 1.1266155 Jul 27 21:15:26.847209 n-d-705658-22 neutron-server[105584]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc114ba0-e2a6-47f6-99ca-3c5b1d63381c tempest-NetworksIpV6TestAttrs-2117866386 tempest-NetworksIpV6TestAttrs-2117866386-project] DELETE failed (client error): The resource could not be found. Jul 27 21:15:26.847664 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc114ba0-e2a6-47f6-99ca-3c5b1d63381c tempest-NetworksIpV6TestAttrs-2117866386 tempest-NetworksIpV6TestAttrs-2117866386-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105584) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 21:15:26.852524 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-cc114ba0-e2a6-47f6-99ca-3c5b1d63381c tempest-NetworksIpV6TestAttrs-2117866386 tempest-NetworksIpV6TestAttrs-2117866386-project] 10.222.0.59 "DELETE /v2.0/subnets/2aeaa89c-57a9-48d4-858a-91b182efec23 HTTP/1.1" status: 404 len: 337 time: 0.0713122 Jul 27 21:15:26.853118 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 38998) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:15:26.870651 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbd530e-2420-49d7-886c-30c52b311295 req-496c3474-5330-4548-bef7-7e7c339e266a tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:15:26.872477 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-8dbd530e-2420-49d7-886c-30c52b311295 req-496c3474-5330-4548-bef7-7e7c339e266a tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] 10.222.0.59 "GET /v2.0/networks?id=4ce75dcf-0fe8-4adc-83bc-310cc0685be5 HTTP/1.1" status: 200 len: 806 time: 0.2425721 Jul 27 21:15:26.890545 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-8dbd530e-2420-49d7-886c-30c52b311295 req-728664c7-8f5b-455f-ae13-d68ca1126531 tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] 10.222.0.59 "GET /v2.0/quotas/600e865a5cde4be3a07c2c6f813959b8 HTTP/1.1" status: 200 len: 375 time: 0.0112572 Jul 27 21:15:26.951331 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-22734151-dcb6-4b33-954e-11fe76aaedd1 tempest-NetworksIpV6TestAttrs-2117866386 tempest-NetworksIpV6TestAttrs-2117866386-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-990557'] for network, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:26.991564 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 39004) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:15:27.010848 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-fd690b0d-3d06-431b-a691-c88fd4cb9b4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:27.059440 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34de0f67-3e01-48b2-ae0a-9daad43139f5 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Made reservation on behalf of fbcd8d69204b49b7a886b79ea9f87fc6 for: {'port': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:15:27.063955 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-34de0f67-3e01-48b2-ae0a-9daad43139f5 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:27.079665 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-8dbd530e-2420-49d7-886c-30c52b311295 req-2932f412-737f-43d1-aa95-2560d605c713 tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=600e865a5cde4be3a07c2c6f813959b8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1749721 Jul 27 21:15:27.156298 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-22734151-dcb6-4b33-954e-11fe76aaedd1 tempest-NetworksIpV6TestAttrs-2117866386 tempest-NetworksIpV6TestAttrs-2117866386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853562', 'neutron.services.segments.db._delete_segments_for_network-8790688882975'] for network, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:27.169198 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.segments.db [None req-22734151-dcb6-4b33-954e-11fe76aaedd1 tempest-NetworksIpV6TestAttrs-2117866386 tempest-NetworksIpV6TestAttrs-2117866386-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72855284-53ef-403a-95ba-b6daffb5b574']}} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:15:27.185067 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.segments.db [None req-22734151-dcb6-4b33-954e-11fe76aaedd1 tempest-NetworksIpV6TestAttrs-2117866386 tempest-NetworksIpV6TestAttrs-2117866386-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e568c8bd-4485-4f98-ba94-4dc366c7a7d2') {'for_net_delete': True} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:15:27.185386 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.segments.db [None req-22734151-dcb6-4b33-954e-11fe76aaedd1 tempest-NetworksIpV6TestAttrs-2117866386 tempest-NetworksIpV6TestAttrs-2117866386-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e568c8bd-4485-4f98-ba94-4dc366c7a7d2') {} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:15:27.197985 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-22734151-dcb6-4b33-954e-11fe76aaedd1 tempest-NetworksIpV6TestAttrs-2117866386 tempest-NetworksIpV6TestAttrs-2117866386-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790688883752', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9014348'] for segment, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:27.214638 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-22734151-dcb6-4b33-954e-11fe76aaedd1 tempest-NetworksIpV6TestAttrs-2117866386 tempest-NetworksIpV6TestAttrs-2117866386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:27.221471 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22734151-dcb6-4b33-954e-11fe76aaedd1 tempest-NetworksIpV6TestAttrs-2117866386 tempest-NetworksIpV6TestAttrs-2117866386-project] Releasing vlan 217 on physical network physnet1 to pool {{(pid=105584) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:15:27.221895 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-22734151-dcb6-4b33-954e-11fe76aaedd1 tempest-NetworksIpV6TestAttrs-2117866386 tempest-NetworksIpV6TestAttrs-2117866386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9014063'] for segment, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:27.287670 n-d-705658-22 neutron-server[105584]: Traceback (most recent call last): Jul 27 21:15:27.287670 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:15:27.287670 n-d-705658-22 neutron-server[105584]: timer() Jul 27 21:15:27.287670 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:15:27.287670 n-d-705658-22 neutron-server[105584]: cb(*args, **kw) Jul 27 21:15:27.287670 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:15:27.287670 n-d-705658-22 neutron-server[105584]: return func(*args, **kwargs) Jul 27 21:15:27.287670 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:15:27.287670 n-d-705658-22 neutron-server[105584]: self._notify() Jul 27 21:15:27.287670 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:15:27.287670 n-d-705658-22 neutron-server[105584]: self.callback(batched_events) Jul 27 21:15:27.287670 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:15:27.287670 n-d-705658-22 neutron-server[105584]: event.method(event) Jul 27 21:15:27.287670 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:15:27.287670 n-d-705658-22 neutron-server[105584]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:15:27.287670 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:15:27.287670 n-d-705658-22 neutron-server[105584]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:15:27.287670 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:15:27.287670 n-d-705658-22 neutron-server[105584]: return f(self, *a, **k) Jul 27 21:15:27.287670 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:15:27.287670 n-d-705658-22 neutron-server[105584]: return self._get(url).json() Jul 27 21:15:27.287670 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:15:27.287670 n-d-705658-22 neutron-server[105584]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:15:27.287670 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:15:27.287670 n-d-705658-22 neutron-server[105584]: return self.request(url, 'GET', **kwargs) Jul 27 21:15:27.287670 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:15:27.287670 n-d-705658-22 neutron-server[105584]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:15:27.287670 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:15:27.287670 n-d-705658-22 neutron-server[105584]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:15:27.287670 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:15:27.287670 n-d-705658-22 neutron-server[105584]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:15:27.287670 n-d-705658-22 neutron-server[105584]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:15:27.298058 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-8dbd530e-2420-49d7-886c-30c52b311295 req-bf69ac2e-9d19-42c7-a7a7-bf7b0683ed45 service neutron] 10.222.0.59 "GET /v2.0/networks/4ce75dcf-0fe8-4adc-83bc-310cc0685be5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2175512 Jul 27 21:15:27.311153 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [None req-34de0f67-3e01-48b2-ae0a-9daad43139f5 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] device_id is not set on port 4491db1a-2e3d-487b-a49f-02dec178edda yet. {{(pid=105584) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 21:15:27.317688 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-22734151-dcb6-4b33-954e-11fe76aaedd1 tempest-NetworksIpV6TestAttrs-2117866386 tempest-NetworksIpV6TestAttrs-2117866386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4075658'] for network, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:27.343908 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-22734151-dcb6-4b33-954e-11fe76aaedd1 tempest-NetworksIpV6TestAttrs-2117866386 tempest-NetworksIpV6TestAttrs-2117866386-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743886'] for network, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:27.345939 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-22734151-dcb6-4b33-954e-11fe76aaedd1 tempest-NetworksIpV6TestAttrs-2117866386 tempest-NetworksIpV6TestAttrs-2117866386-project] 10.222.0.59 "DELETE /v2.0/networks/72855284-53ef-403a-95ba-b6daffb5b574 HTTP/1.1" status: 204 len: 168 time: 0.4895098 Jul 27 21:15:27.349070 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22734151-dcb6-4b33-954e-11fe76aaedd1 tempest-NetworksIpV6TestAttrs-2117866386 tempest-NetworksIpV6TestAttrs-2117866386-project] Pushing event deleted for resources: {'Network': ['ID=72855284-53ef-403a-95ba-b6daffb5b574,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:15:27.351569 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 39006) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:15:27.425284 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-8dbd530e-2420-49d7-886c-30c52b311295 req-b82bdce4-7a51-4dc8-8d6c-a2cf2feabd89 service neutron] 10.222.0.59 "GET /v2.0/networks/4ce75dcf-0fe8-4adc-83bc-310cc0685be5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1160958 Jul 27 21:15:27.454529 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 21d533ad-fcde-4b2e-bdfb-03b8e25852fb no longer exists at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:15:27.458355 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-fd690b0d-3d06-431b-a691-c88fd4cb9b4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:27.470568 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-fd690b0d-3d06-431b-a691-c88fd4cb9b4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:27.478356 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.db_base_plugin_v2 [None req-98977fad-022f-47f5-9f8e-62c505f8b074 tempest-NetworksIpV6TestAttrs-2117866386 tempest-NetworksIpV6TestAttrs-2117866386-project] Deleting subnet 8f537bf0-24ca-4558-96c0-9dcc4a98f673 {{(pid=105584) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:15:27.493121 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] No Port match for: 21d533ad-fcde-4b2e-bdfb-03b8e25852fb {{(pid=105586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:15:27.493471 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 21d533ad-fcde-4b2e-bdfb-03b8e25852fb not bound to the agent host n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:15:27.496089 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-98977fad-022f-47f5-9f8e-62c505f8b074 tempest-NetworksIpV6TestAttrs-2117866386 tempest-NetworksIpV6TestAttrs-2117866386-project] Notify callbacks [] for subnet, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:27.559865 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-fd690b0d-3d06-431b-a691-c88fd4cb9b4d admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=1c0732d4dc49409d98d5f3bdd8fe544f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5655978 Jul 27 21:15:27.566066 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 39008) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:15:27.569252 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd690b0d-3d06-431b-a691-c88fd4cb9b4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9df8c7c9-2015-45e4-934d-e5206cb0a642,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:15:27.625394 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-98977fad-022f-47f5-9f8e-62c505f8b074 tempest-NetworksIpV6TestAttrs-2117866386 tempest-NetworksIpV6TestAttrs-2117866386-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9014207'] for subnet, precommit_delete_associations {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:27.710670 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-5c7da8ef-0512-465f-a6d7-b41185485e50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:27.725384 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-98977fad-022f-47f5-9f8e-62c505f8b074 tempest-NetworksIpV6TestAttrs-2117866386 tempest-NetworksIpV6TestAttrs-2117866386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854965'] for subnet, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:27.780251 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-5c7da8ef-0512-465f-a6d7-b41185485e50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:27.842271 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-98977fad-022f-47f5-9f8e-62c505f8b074 tempest-NetworksIpV6TestAttrs-2117866386 tempest-NetworksIpV6TestAttrs-2117866386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9014081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9738825'] for subnet, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:27.870942 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-98977fad-022f-47f5-9f8e-62c505f8b074 tempest-NetworksIpV6TestAttrs-2117866386 tempest-NetworksIpV6TestAttrs-2117866386-project] Notify callbacks [] for subnet, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:27.873418 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-98977fad-022f-47f5-9f8e-62c505f8b074 tempest-NetworksIpV6TestAttrs-2117866386 tempest-NetworksIpV6TestAttrs-2117866386-project] 10.222.0.59 "DELETE /v2.0/subnets/8f537bf0-24ca-4558-96c0-9dcc4a98f673 HTTP/1.1" status: 204 len: 168 time: 0.4823074 Jul 27 21:15:27.881925 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 39020) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:15:27.885142 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d56b1bdf-f3cc-41a8-b27b-dcf5961866a6 None None] Network b8b2dcb0-7f97-46bd-871b-5caf27e7016e requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:15:27.924299 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98977fad-022f-47f5-9f8e-62c505f8b074 tempest-NetworksIpV6TestAttrs-2117866386 tempest-NetworksIpV6TestAttrs-2117866386-project] Pushing event deleted for resources: {'Subnet': ['ID=8f537bf0-24ca-4558-96c0-9dcc4a98f673,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:15:27.957300 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-34de0f67-3e01-48b2-ae0a-9daad43139f5 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Notify callbacks [] for port, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:28.036026 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-ac6f5ff2-e061-4dab-97dd-22a0519956eb tempest-NetworksIpV6TestAttrs-2117866386 tempest-NetworksIpV6TestAttrs-2117866386-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-990557'] for network, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:28.048764 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-5c7da8ef-0512-465f-a6d7-b41185485e50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:28.052245 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-5c7da8ef-0512-465f-a6d7-b41185485e50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:28.056189 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-5c7da8ef-0512-465f-a6d7-b41185485e50 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/9df8c7c9-2015-45e4-934d-e5206cb0a642 HTTP/1.1" status: 204 len: 168 time: 0.4860072 Jul 27 21:15:28.070316 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7da8ef-0512-465f-a6d7-b41185485e50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9df8c7c9-2015-45e4-934d-e5206cb0a642,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:15:28.070579 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-34de0f67-3e01-48b2-ae0a-9daad43139f5 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:28.101462 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34de0f67-3e01-48b2-ae0a-9daad43139f5 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Network d860fe23-64a8-4791-bdc9-ec842154b8ec is already hosted by enough agents. {{(pid=105584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:15:28.104315 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [None req-34de0f67-3e01-48b2-ae0a-9daad43139f5 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Resources bound (agent type, host, resource id): {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:15:28.112165 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34de0f67-3e01-48b2-ae0a-9daad43139f5 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Received port after_create {{(pid=105584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:15:28.118704 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34de0f67-3e01-48b2-ae0a-9daad43139f5 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:15:28.119447 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-34de0f67-3e01-48b2-ae0a-9daad43139f5 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:28.187565 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-34de0f67-3e01-48b2-ae0a-9daad43139f5 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.4921496 Jul 27 21:15:28.188367 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 39034) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:15:28.204270 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34de0f67-3e01-48b2-ae0a-9daad43139f5 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Pushing event updated for resources: {'Port': ['ID=4491db1a-2e3d-487b-a49f-02dec178edda,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:15:28.264670 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cad7bd5-c7e6-453a-8926-2ed91314c8d8 None None] DHCP port deletion for b8b2dcb0-7f97-46bd-871b-5caf27e7016e request from n-d-705658-22 {{(pid=105586) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 21:15:28.340988 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [None req-ac6f5ff2-e061-4dab-97dd-22a0519956eb tempest-NetworksIpV6TestAttrs-2117866386 tempest-NetworksIpV6TestAttrs-2117866386-project] Deleting port 7bc7b9f0-1508-4155-89be-63062d6d0ffe {{(pid=105585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:15:28.343115 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-ac6f5ff2-e061-4dab-97dd-22a0519956eb tempest-NetworksIpV6TestAttrs-2117866386 tempest-NetworksIpV6TestAttrs-2117866386-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:28.375212 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-3cad7bd5-c7e6-453a-8926-2ed91314c8d8 None None] Deleting port 7bc7b9f0-1508-4155-89be-63062d6d0ffe {{(pid=105586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:15:28.375598 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3cad7bd5-c7e6-453a-8926-2ed91314c8d8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:28.527805 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3cad7bd5-c7e6-453a-8926-2ed91314c8d8 None None] For port 7bc7b9f0-1508-4155-89be-63062d6d0ffe, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=7bc7b9f0-1508-4155-89be-63062d6d0ffe,segment=NetworkSegment(7de0f206-2a1e-4a78-a910-a3ab5d69774d),segment_id=7de0f206-2a1e-4a78-a910-a3ab5d69774d)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:15:28.529168 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3cad7bd5-c7e6-453a-8926-2ed91314c8d8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:28.547550 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-3cad7bd5-c7e6-453a-8926-2ed91314c8d8 None None] Calling delete_port for 7bc7b9f0-1508-4155-89be-63062d6d0ffe owned by network:dhcp {{(pid=105586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:15:28.568839 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.db [None req-ac6f5ff2-e061-4dab-97dd-22a0519956eb tempest-NetworksIpV6TestAttrs-2117866386 tempest-NetworksIpV6TestAttrs-2117866386-project] For port 7bc7b9f0-1508-4155-89be-63062d6d0ffe, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=7bc7b9f0-1508-4155-89be-63062d6d0ffe,segment=NetworkSegment(7de0f206-2a1e-4a78-a910-a3ab5d69774d),segment_id=7de0f206-2a1e-4a78-a910-a3ab5d69774d)] {{(pid=105585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:15:28.569528 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-ac6f5ff2-e061-4dab-97dd-22a0519956eb tempest-NetworksIpV6TestAttrs-2117866386 tempest-NetworksIpV6TestAttrs-2117866386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:28.603723 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [None req-ac6f5ff2-e061-4dab-97dd-22a0519956eb tempest-NetworksIpV6TestAttrs-2117866386 tempest-NetworksIpV6TestAttrs-2117866386-project] Calling delete_port for 7bc7b9f0-1508-4155-89be-63062d6d0ffe owned by network:dhcp {{(pid=105585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:15:28.606942 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [None req-0fb73e46-68b6-4f86-b7b5-baed9f8f7155 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Deleting port 4491db1a-2e3d-487b-a49f-02dec178edda {{(pid=105585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:15:28.607495 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-0fb73e46-68b6-4f86-b7b5-baed9f8f7155 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:28.684486 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-0fb73e46-68b6-4f86-b7b5-baed9f8f7155 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:28.701109 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [None req-0fb73e46-68b6-4f86-b7b5-baed9f8f7155 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Calling delete_port for 4491db1a-2e3d-487b-a49f-02dec178edda owned by {{(pid=105585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:15:28.732418 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3cad7bd5-c7e6-453a-8926-2ed91314c8d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180'] for port, after_delete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:28.770589 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cad7bd5-c7e6-453a-8926-2ed91314c8d8 None None] Pushing event deleted for resources: {'Port': ['ID=7bc7b9f0-1508-4155-89be-63062d6d0ffe,revision_number=None']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:15:28.778438 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cad7bd5-c7e6-453a-8926-2ed91314c8d8 None None] No DVR routers for this DVR port 7bc7b9f0-1508-4155-89be-63062d6d0ffe on host n-d-705658-22 {{(pid=105586) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:15:28.923736 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872e2dab-9d30-4639-b484-5b12b23cfc9a req-0548c447-7e08-4eb7-966c-72fd83f081f8 tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:15:28.925241 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-872e2dab-9d30-4639-b484-5b12b23cfc9a req-0548c447-7e08-4eb7-966c-72fd83f081f8 tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] 10.222.0.59 "GET /v2.0/networks?id=4ce75dcf-0fe8-4adc-83bc-310cc0685be5 HTTP/1.1" status: 200 len: 806 time: 0.2130358 Jul 27 21:15:28.967657 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-872e2dab-9d30-4639-b484-5b12b23cfc9a req-71dff4d6-61d2-47d8-98ec-e3036774f920 tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] 10.222.0.59 "GET /v2.0/quotas/600e865a5cde4be3a07c2c6f813959b8 HTTP/1.1" status: 200 len: 375 time: 0.0310605 Jul 27 21:15:29.025114 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-ac6f5ff2-e061-4dab-97dd-22a0519956eb tempest-NetworksIpV6TestAttrs-2117866386 tempest-NetworksIpV6TestAttrs-2117866386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:29.054948 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-0fb73e46-68b6-4f86-b7b5-baed9f8f7155 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:29.064461 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6f5ff2-e061-4dab-97dd-22a0519956eb tempest-NetworksIpV6TestAttrs-2117866386 tempest-NetworksIpV6TestAttrs-2117866386-project] Pushing event deleted for resources: {'Port': ['ID=7bc7b9f0-1508-4155-89be-63062d6d0ffe,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:15:29.088310 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac6f5ff2-e061-4dab-97dd-22a0519956eb tempest-NetworksIpV6TestAttrs-2117866386 tempest-NetworksIpV6TestAttrs-2117866386-project] No DVR routers for this DVR port 7bc7b9f0-1508-4155-89be-63062d6d0ffe on host n-d-705658-22 {{(pid=105585) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:15:29.122942 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-0fb73e46-68b6-4f86-b7b5-baed9f8f7155 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:29.126947 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-0fb73e46-68b6-4f86-b7b5-baed9f8f7155 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] 10.222.0.59 "DELETE /v2.0/ports/4491db1a-2e3d-487b-a49f-02dec178edda HTTP/1.1" status: 204 len: 168 time: 0.9375393 Jul 27 21:15:29.128209 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb73e46-68b6-4f86-b7b5-baed9f8f7155 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Pushing event deleted for resources: {'Port': ['ID=4491db1a-2e3d-487b-a49f-02dec178edda,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:15:29.129538 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 39076) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:15:29.134733 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-629ad8b9-1b72-4626-bb55-6365832a3f41 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Request body: {'port': {'network_id': 'd860fe23-64a8-4791-bdc9-ec842154b8ec', 'mac_address': 'fa:16:3e:01:fc:7f', 'name': 'tempest-PortsIpV6TestJSON-2145224165'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:15:29.213904 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-872e2dab-9d30-4639-b484-5b12b23cfc9a req-0fe3189a-9003-4b93-8b6b-a186ce44559a tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=600e865a5cde4be3a07c2c6f813959b8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2349730 Jul 27 21:15:29.223651 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-ac6f5ff2-e061-4dab-97dd-22a0519956eb tempest-NetworksIpV6TestAttrs-2117866386 tempest-NetworksIpV6TestAttrs-2117866386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853562', 'neutron.services.segments.db._delete_segments_for_network-8790688882975'] for network, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:29.236443 n-d-705658-22 neutron-server[105585]: DEBUG neutron.services.segments.db [None req-ac6f5ff2-e061-4dab-97dd-22a0519956eb tempest-NetworksIpV6TestAttrs-2117866386 tempest-NetworksIpV6TestAttrs-2117866386-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8b2dcb0-7f97-46bd-871b-5caf27e7016e']}} {{(pid=105585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:15:29.248154 n-d-705658-22 neutron-server[105585]: DEBUG neutron.services.segments.db [None req-ac6f5ff2-e061-4dab-97dd-22a0519956eb tempest-NetworksIpV6TestAttrs-2117866386 tempest-NetworksIpV6TestAttrs-2117866386-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7de0f206-2a1e-4a78-a910-a3ab5d69774d') {'for_net_delete': True} {{(pid=105585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:15:29.248448 n-d-705658-22 neutron-server[105585]: DEBUG neutron.services.segments.db [None req-ac6f5ff2-e061-4dab-97dd-22a0519956eb tempest-NetworksIpV6TestAttrs-2117866386 tempest-NetworksIpV6TestAttrs-2117866386-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7de0f206-2a1e-4a78-a910-a3ab5d69774d') {} {{(pid=105585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:15:29.258258 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-ac6f5ff2-e061-4dab-97dd-22a0519956eb tempest-NetworksIpV6TestAttrs-2117866386 tempest-NetworksIpV6TestAttrs-2117866386-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790688883752', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9886370'] for segment, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:29.285598 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-629ad8b9-1b72-4626-bb55-6365832a3f41 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Made reservation on behalf of fbcd8d69204b49b7a886b79ea9f87fc6 for: {'port': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:15:29.331385 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-ac6f5ff2-e061-4dab-97dd-22a0519956eb tempest-NetworksIpV6TestAttrs-2117866386 tempest-NetworksIpV6TestAttrs-2117866386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:29.341608 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac6f5ff2-e061-4dab-97dd-22a0519956eb tempest-NetworksIpV6TestAttrs-2117866386 tempest-NetworksIpV6TestAttrs-2117866386-project] Releasing vlan 249 on physical network physnet1 to pool {{(pid=105585) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:15:29.342219 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-ac6f5ff2-e061-4dab-97dd-22a0519956eb tempest-NetworksIpV6TestAttrs-2117866386 tempest-NetworksIpV6TestAttrs-2117866386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10221644'] for segment, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:29.345637 n-d-705658-22 neutron-server[105585]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 21:15:29.345637 n-d-705658-22 neutron-server[105585]: self.session.flush() Jul 27 21:15:29.345637 n-d-705658-22 neutron-server[105585]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 21:15:29.345637 n-d-705658-22 neutron-server[105585]: self.session.flush() Jul 27 21:15:29.345637 n-d-705658-22 neutron-server[105585]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 21:15:29.345637 n-d-705658-22 neutron-server[105585]: self.session.flush() Jul 27 21:15:29.345637 n-d-705658-22 neutron-server[105585]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 21:15:29.345637 n-d-705658-22 neutron-server[105585]: self.session.flush() Jul 27 21:15:29.345637 n-d-705658-22 neutron-server[105585]: Traceback (most recent call last): Jul 27 21:15:29.345637 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:15:29.345637 n-d-705658-22 neutron-server[105585]: timer() Jul 27 21:15:29.345637 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:15:29.345637 n-d-705658-22 neutron-server[105585]: cb(*args, **kw) Jul 27 21:15:29.345637 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:15:29.345637 n-d-705658-22 neutron-server[105585]: return func(*args, **kwargs) Jul 27 21:15:29.345637 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:15:29.345637 n-d-705658-22 neutron-server[105585]: self._notify() Jul 27 21:15:29.345637 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:15:29.345637 n-d-705658-22 neutron-server[105585]: self.callback(batched_events) Jul 27 21:15:29.345637 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:15:29.345637 n-d-705658-22 neutron-server[105585]: event.method(event) Jul 27 21:15:29.345637 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:15:29.345637 n-d-705658-22 neutron-server[105585]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:15:29.345637 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:15:29.345637 n-d-705658-22 neutron-server[105585]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:15:29.345637 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:15:29.345637 n-d-705658-22 neutron-server[105585]: return f(self, *a, **k) Jul 27 21:15:29.345637 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:15:29.345637 n-d-705658-22 neutron-server[105585]: return self._get(url).json() Jul 27 21:15:29.345637 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:15:29.345637 n-d-705658-22 neutron-server[105585]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:15:29.345637 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:15:29.345637 n-d-705658-22 neutron-server[105585]: return self.request(url, 'GET', **kwargs) Jul 27 21:15:29.345637 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:15:29.345637 n-d-705658-22 neutron-server[105585]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:15:29.345637 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:15:29.345637 n-d-705658-22 neutron-server[105585]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:15:29.345637 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:15:29.345637 n-d-705658-22 neutron-server[105585]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:15:29.345637 n-d-705658-22 neutron-server[105585]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:15:29.382122 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-629ad8b9-1b72-4626-bb55-6365832a3f41 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:29.410906 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [None req-629ad8b9-1b72-4626-bb55-6365832a3f41 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] device_id is not set on port 3059b8e2-c6c5-4520-9d52-47a429e53353 yet. {{(pid=105584) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 21:15:29.483981 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-ac6f5ff2-e061-4dab-97dd-22a0519956eb tempest-NetworksIpV6TestAttrs-2117866386 tempest-NetworksIpV6TestAttrs-2117866386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4075658'] for network, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:29.503075 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-ac6f5ff2-e061-4dab-97dd-22a0519956eb tempest-NetworksIpV6TestAttrs-2117866386 tempest-NetworksIpV6TestAttrs-2117866386-project] Notify callbacks [] for network, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:29.515268 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-ac6f5ff2-e061-4dab-97dd-22a0519956eb tempest-NetworksIpV6TestAttrs-2117866386 tempest-NetworksIpV6TestAttrs-2117866386-project] 10.222.0.59 "DELETE /v2.0/networks/b8b2dcb0-7f97-46bd-871b-5caf27e7016e HTTP/1.1" status: 204 len: 168 time: 1.6283636 Jul 27 21:15:29.533977 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-872e2dab-9d30-4639-b484-5b12b23cfc9a req-12770f99-d9d6-47a6-97e7-0bde52f49e9d service neutron] 10.222.0.59 "GET /v2.0/networks/4ce75dcf-0fe8-4adc-83bc-310cc0685be5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2657845 Jul 27 21:15:29.537504 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 7bc7b9f0-1508-4155-89be-63062d6d0ffe no longer exists at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:15:29.571027 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6f5ff2-e061-4dab-97dd-22a0519956eb tempest-NetworksIpV6TestAttrs-2117866386 tempest-NetworksIpV6TestAttrs-2117866386-project] Pushing event deleted for resources: {'Network': ['ID=b8b2dcb0-7f97-46bd-871b-5caf27e7016e,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:15:29.576117 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] No Port match for: 7bc7b9f0-1508-4155-89be-63062d6d0ffe {{(pid=105586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:15:29.579461 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 7bc7b9f0-1508-4155-89be-63062d6d0ffe not bound to the agent host n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:15:29.712118 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-872e2dab-9d30-4639-b484-5b12b23cfc9a req-75bf98d2-1f28-4dc5-a208-8f2293f6b114 service neutron] 10.222.0.59 "GET /v2.0/networks/4ce75dcf-0fe8-4adc-83bc-310cc0685be5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1601574 Jul 27 21:15:29.728587 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-629ad8b9-1b72-4626-bb55-6365832a3f41 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Notify callbacks [] for port, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:29.778040 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-629ad8b9-1b72-4626-bb55-6365832a3f41 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:29.804536 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-629ad8b9-1b72-4626-bb55-6365832a3f41 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Network d860fe23-64a8-4791-bdc9-ec842154b8ec is already hosted by enough agents. {{(pid=105584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:15:29.807831 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [None req-629ad8b9-1b72-4626-bb55-6365832a3f41 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Resources bound (agent type, host, resource id): {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:15:29.810445 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-629ad8b9-1b72-4626-bb55-6365832a3f41 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Received port after_create {{(pid=105584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:15:29.817701 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-629ad8b9-1b72-4626-bb55-6365832a3f41 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:15:29.818410 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-629ad8b9-1b72-4626-bb55-6365832a3f41 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:29.876280 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 39096) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:15:29.876683 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-629ad8b9-1b72-4626-bb55-6365832a3f41 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.7460036 Jul 27 21:15:29.889408 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629ad8b9-1b72-4626-bb55-6365832a3f41 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Pushing event updated for resources: {'Port': ['ID=3059b8e2-c6c5-4520-9d52-47a429e53353,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:15:29.990250 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 39102) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:15:29.996122 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c90fa057-8200-4740-8863-4c5f8ea188d9 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:15:29.998307 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-c90fa057-8200-4740-8863-4c5f8ea188d9 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] 10.222.0.59 "GET /v2.0/ports/3059b8e2-c6c5-4520-9d52-47a429e53353 HTTP/1.1" status: 200 len: 845 time: 0.1204531 Jul 27 21:15:30.001038 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 39106) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:15:30.066423 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f2d9e38f-e977-4ea6-9823-7954c70770d6 req-e5fbb220-7c4c-4870-8115-49b8c22b605e tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] 10.222.0.59 "GET /v2.0/ports?device_id=d3ea645c-18f4-459f-8702-71c2aa70c241 HTTP/1.1" status: 200 len: 210 time: 0.0670242 Jul 27 21:15:30.183995 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-ad86a0bc-ede4-4773-8dd2-b368ff44fd23 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Deleting port 3059b8e2-c6c5-4520-9d52-47a429e53353 {{(pid=105584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:15:30.184539 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-ad86a0bc-ede4-4773-8dd2-b368ff44fd23 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:30.316877 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-ad86a0bc-ede4-4773-8dd2-b368ff44fd23 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:30.354044 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-ad86a0bc-ede4-4773-8dd2-b368ff44fd23 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Calling delete_port for 3059b8e2-c6c5-4520-9d52-47a429e53353 owned by {{(pid=105584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:15:30.424064 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 39122) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:15:30.424648 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-c11665b3-d4d3-4659-99c7-d8833954ef25 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=652fba225030484581464cd6ffb39646&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4332788 Jul 27 21:15:30.466536 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-ad86a0bc-ede4-4773-8dd2-b368ff44fd23 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:30.512761 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-eb969c3e-07e0-40ff-bf90-deb5db274697 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:30.519272 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-ad86a0bc-ede4-4773-8dd2-b368ff44fd23 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:30.527903 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 39130) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:15:30.528156 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-ad86a0bc-ede4-4773-8dd2-b368ff44fd23 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] 10.222.0.59 "DELETE /v2.0/ports/3059b8e2-c6c5-4520-9d52-47a429e53353 HTTP/1.1" status: 204 len: 168 time: 0.5217872 Jul 27 21:15:30.532310 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad86a0bc-ede4-4773-8dd2-b368ff44fd23 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Pushing event deleted for resources: {'Port': ['ID=3059b8e2-c6c5-4520-9d52-47a429e53353,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:15:30.582386 n-d-705658-22 neutron-server[105585]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e5d3e1f-b711-48d0-aba0-cbb7e4579dd2 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] GET failed (client error): The resource could not be found. Jul 27 21:15:30.584314 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-4e5d3e1f-b711-48d0-aba0-cbb7e4579dd2 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] 10.222.0.59 "GET /v2.0/ports/3059b8e2-c6c5-4520-9d52-47a429e53353 HTTP/1.1" status: 404 len: 333 time: 0.0553970 Jul 27 21:15:30.587814 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-eb969c3e-07e0-40ff-bf90-deb5db274697 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:30.588729 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 39134) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:15:30.593854 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-c2feab7f-64c4-4e91-b4fb-46a7deff7981 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Request body: {'port': {'network_id': 'd860fe23-64a8-4791-bdc9-ec842154b8ec', 'name': 'tempest-PortsIpV6TestJSON-1687983409'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:15:30.729062 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-eb969c3e-07e0-40ff-bf90-deb5db274697 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:30.734425 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-eb969c3e-07e0-40ff-bf90-deb5db274697 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:30.735986 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-eb969c3e-07e0-40ff-bf90-deb5db274697 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/a4787933-50ec-432f-beea-f33d15e4ab57 HTTP/1.1" status: 204 len: 168 time: 0.3106213 Jul 27 21:15:30.740984 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2feab7f-64c4-4e91-b4fb-46a7deff7981 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Made reservation on behalf of fbcd8d69204b49b7a886b79ea9f87fc6 for: {'port': 1} {{(pid=105585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:15:30.747648 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-c2feab7f-64c4-4e91-b4fb-46a7deff7981 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:30.769314 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb969c3e-07e0-40ff-bf90-deb5db274697 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4787933-50ec-432f-beea-f33d15e4ab57,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:15:30.787814 n-d-705658-22 neutron-server[105585]: DEBUG neutron.notifiers.nova [None req-c2feab7f-64c4-4e91-b4fb-46a7deff7981 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] device_id is not set on port ab9bd8ec-a35d-42ed-8920-e7c0ee972636 yet. {{(pid=105585) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 21:15:31.009471 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-c2feab7f-64c4-4e91-b4fb-46a7deff7981 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Notify callbacks [] for port, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:31.059311 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-c2feab7f-64c4-4e91-b4fb-46a7deff7981 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:31.168154 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2feab7f-64c4-4e91-b4fb-46a7deff7981 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Pushing event updated for resources: {'Port': ['ID=ab9bd8ec-a35d-42ed-8920-e7c0ee972636,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:15:31.184553 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2feab7f-64c4-4e91-b4fb-46a7deff7981 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Network d860fe23-64a8-4791-bdc9-ec842154b8ec is already hosted by enough agents. {{(pid=105585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:15:31.186428 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.base_scheduler [None req-c2feab7f-64c4-4e91-b4fb-46a7deff7981 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Resources bound (agent type, host, resource id): {{(pid=105585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:15:31.189415 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2feab7f-64c4-4e91-b4fb-46a7deff7981 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Received port after_create {{(pid=105585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:15:31.198398 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2feab7f-64c4-4e91-b4fb-46a7deff7981 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:15:31.199314 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-c2feab7f-64c4-4e91-b4fb-46a7deff7981 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:31.295738 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-7b09aae4-0257-4c85-9600-ac25996407c6 req-39d0190c-1069-403b-86d7-0d973f2a3890 tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] 10.222.0.59 "GET /v2.0/ports?device_id=d3ea645c-18f4-459f-8702-71c2aa70c241 HTTP/1.1" status: 200 len: 210 time: 0.0746582 Jul 27 21:15:31.311382 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-c2feab7f-64c4-4e91-b4fb-46a7deff7981 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.7214925 Jul 27 21:15:31.313872 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 39160) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:15:31.329495 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-18112429-ca17-4589-a523-2bb146974319 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:15:31.390341 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872e2dab-9d30-4639-b484-5b12b23cfc9a req-4b7d1e4d-2f8d-4350-98a4-8070c3344b2f tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:15:31.392214 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-872e2dab-9d30-4639-b484-5b12b23cfc9a req-4b7d1e4d-2f8d-4350-98a4-8070c3344b2f tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] 10.222.0.36 "GET /v2.0/networks?id=4ce75dcf-0fe8-4adc-83bc-310cc0685be5 HTTP/1.1" status: 200 len: 806 time: 0.2177112 Jul 27 21:15:31.408418 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [req-872e2dab-9d30-4639-b484-5b12b23cfc9a req-8128502a-dec1-43a6-8106-3b1a9c2c1994 tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] Request body: {'port': {'device_id': 'd3ea645c-18f4-459f-8702-71c2aa70c241', 'network_id': '4ce75dcf-0fe8-4adc-83bc-310cc0685be5', 'admin_state_up': True, 'tenant_id': '600e865a5cde4be3a07c2c6f813959b8'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:15:31.473394 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-18112429-ca17-4589-a523-2bb146974319 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:31.617778 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-872e2dab-9d30-4639-b484-5b12b23cfc9a req-8128502a-dec1-43a6-8106-3b1a9c2c1994 tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] Made reservation on behalf of 600e865a5cde4be3a07c2c6f813959b8 for: {'port': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:15:31.632637 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-872e2dab-9d30-4639-b484-5b12b23cfc9a req-8128502a-dec1-43a6-8106-3b1a9c2c1994 tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:31.713455 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-18112429-ca17-4589-a523-2bb146974319 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Notify callbacks [] for port, precommit_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:31.724999 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-18112429-ca17-4589-a523-2bb146974319 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10221672'] for port, after_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:31.803111 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [None req-18112429-ca17-4589-a523-2bb146974319 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] In _notify_port_updated(), no bound segment for port ab9bd8ec-a35d-42ed-8920-e7c0ee972636 on network d860fe23-64a8-4791-bdc9-ec842154b8ec {{(pid=105585) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 27 21:15:31.819633 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18112429-ca17-4589-a523-2bb146974319 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:15:31.820324 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-18112429-ca17-4589-a523-2bb146974319 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:31.824037 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-18112429-ca17-4589-a523-2bb146974319 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] 10.222.0.59 "PUT /v2.0/ports/ab9bd8ec-a35d-42ed-8920-e7c0ee972636 HTTP/1.1" status: 200 len: 818 time: 0.5064435 Jul 27 21:15:31.826333 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 39178) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:15:31.866360 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18112429-ca17-4589-a523-2bb146974319 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Pushing event updated for resources: {'Port': ['ID=ab9bd8ec-a35d-42ed-8920-e7c0ee972636,revision_number=2']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:15:31.984621 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.db_base_plugin_common [req-872e2dab-9d30-4639-b484-5b12b23cfc9a req-8128502a-dec1-43a6-8106-3b1a9c2c1994 tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] Allocated IP 172.20.0.3 (4ce75dcf-0fe8-4adc-83bc-310cc0685be5/c0af41ef-52d2-41ac-b6df-e93e08f17b8d/bd480edd-900e-45a4-a438-4af5451fbaff) {{(pid=105584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:15:32.054176 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-d1eab1e2-ecdb-4ec6-b408-ffe3e02896ec tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Deleting port ab9bd8ec-a35d-42ed-8920-e7c0ee972636 {{(pid=105584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:15:32.054605 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-d1eab1e2-ecdb-4ec6-b408-ffe3e02896ec tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:32.148550 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 39186) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:15:32.187395 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-d1eab1e2-ecdb-4ec6-b408-ffe3e02896ec tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:32.212565 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-d1eab1e2-ecdb-4ec6-b408-ffe3e02896ec tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Calling delete_port for ab9bd8ec-a35d-42ed-8920-e7c0ee972636 owned by {{(pid=105584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:15:32.244975 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 39190) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:15:32.285464 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-872e2dab-9d30-4639-b484-5b12b23cfc9a req-8128502a-dec1-43a6-8106-3b1a9c2c1994 tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] Notify callbacks [] for port, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:32.352046 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-d1eab1e2-ecdb-4ec6-b408-ffe3e02896ec tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:32.363502 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-872e2dab-9d30-4639-b484-5b12b23cfc9a req-8128502a-dec1-43a6-8106-3b1a9c2c1994 tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:32.374721 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] get_ports_and_sgs() called for port_ids ['6a4b8ce2-5576-4cee-bfe3-748a068501c6'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:15:32.401418 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1eab1e2-ecdb-4ec6-b408-ffe3e02896ec tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Pushing event deleted for resources: {'Port': ['ID=ab9bd8ec-a35d-42ed-8920-e7c0ee972636,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:15:32.425880 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-6649ceb7-4461-4e54-a768-24e885d0df38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:32.438615 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-d1eab1e2-ecdb-4ec6-b408-ffe3e02896ec tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:32.440825 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-d1eab1e2-ecdb-4ec6-b408-ffe3e02896ec tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] 10.222.0.59 "DELETE /v2.0/ports/ab9bd8ec-a35d-42ed-8920-e7c0ee972636 HTTP/1.1" status: 204 len: 168 time: 0.6128237 Jul 27 21:15:32.446043 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 39198) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:15:32.463039 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-872e2dab-9d30-4639-b484-5b12b23cfc9a req-8128502a-dec1-43a6-8106-3b1a9c2c1994 tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] Network 4ce75dcf-0fe8-4adc-83bc-310cc0685be5 is already hosted by enough agents. {{(pid=105584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:15:32.490629 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [req-872e2dab-9d30-4639-b484-5b12b23cfc9a req-8128502a-dec1-43a6-8106-3b1a9c2c1994 tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] Resources bound (agent type, host, resource id): {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:15:32.522187 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [req-872e2dab-9d30-4639-b484-5b12b23cfc9a req-8128502a-dec1-43a6-8106-3b1a9c2c1994 tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] Received port after_create {{(pid=105584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:15:32.580384 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872e2dab-9d30-4639-b484-5b12b23cfc9a req-8128502a-dec1-43a6-8106-3b1a9c2c1994 tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:15:32.581127 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-872e2dab-9d30-4639-b484-5b12b23cfc9a req-8128502a-dec1-43a6-8106-3b1a9c2c1994 tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:32.598379 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-402cec83-3b9d-42d3-bc51-e1d0c4fdbb24 tempest-NetworksNegativeTestJSON-611059505 tempest-NetworksNegativeTestJSON-611059505-project] Request body: {'port': {'network_id': 'b506f3ec-da90-41ba-a2bc-c2d753584dda', 'name': 'tempest-NetworksNegativeTestJSON-1332880828'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:15:32.630166 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8128502a-dec1-43a6-8106-3b1a9c2c1994 tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] Pushing event updated for resources: {'Port': ['ID=bd480edd-900e-45a4-a438-4af5451fbaff,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:15:32.633267 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-6649ceb7-4461-4e54-a768-24e885d0df38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:32.637336 n-d-705658-22 neutron-server[105584]: INFO neutron.pecan_wsgi.hooks.translation [None req-402cec83-3b9d-42d3-bc51-e1d0c4fdbb24 tempest-NetworksNegativeTestJSON-611059505 tempest-NetworksNegativeTestJSON-611059505-project] POST failed (client error): The resource could not be found. Jul 27 21:15:32.637973 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-402cec83-3b9d-42d3-bc51-e1d0c4fdbb24 tempest-NetworksNegativeTestJSON-611059505 tempest-NetworksNegativeTestJSON-611059505-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105584) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 21:15:32.639258 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-402cec83-3b9d-42d3-bc51-e1d0c4fdbb24 tempest-NetworksNegativeTestJSON-611059505 tempest-NetworksNegativeTestJSON-611059505-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.4880903 Jul 27 21:15:32.643486 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 39200) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:15:32.665296 n-d-705658-22 neutron-server[105584]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb924ad4-6cbf-4932-867d-6473644515f2 tempest-NetworksNegativeTestJSON-611059505 tempest-NetworksNegativeTestJSON-611059505-project] DELETE failed (client error): The resource could not be found. Jul 27 21:15:32.666159 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb924ad4-6cbf-4932-867d-6473644515f2 tempest-NetworksNegativeTestJSON-611059505 tempest-NetworksNegativeTestJSON-611059505-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105584) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 21:15:32.671327 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-fb924ad4-6cbf-4932-867d-6473644515f2 tempest-NetworksNegativeTestJSON-611059505 tempest-NetworksNegativeTestJSON-611059505-project] 10.222.0.59 "DELETE /v2.0/networks/9bd1812b-a634-456c-ae90-af0923905791 HTTP/1.1" status: 404 len: 339 time: 0.0233839 Jul 27 21:15:32.675759 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 39202) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:15:32.722986 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-6649ceb7-4461-4e54-a768-24e885d0df38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:32.723445 n-d-705658-22 neutron-server[105584]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c7c88fc-9f50-4254-882a-f88f5d0671fd tempest-NetworksNegativeTestJSON-611059505 tempest-NetworksNegativeTestJSON-611059505-project] DELETE failed (client error): The resource could not be found. Jul 27 21:15:32.724334 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c7c88fc-9f50-4254-882a-f88f5d0671fd tempest-NetworksNegativeTestJSON-611059505 tempest-NetworksNegativeTestJSON-611059505-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105584) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 21:15:32.729689 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-9c7c88fc-9f50-4254-882a-f88f5d0671fd tempest-NetworksNegativeTestJSON-611059505 tempest-NetworksNegativeTestJSON-611059505-project] 10.222.0.59 "DELETE /v2.0/ports/1440a41e-e83f-4b1b-b2ce-a2d6bd323a6c HTTP/1.1" status: 404 len: 333 time: 0.0493979 Jul 27 21:15:32.736756 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-872e2dab-9d30-4639-b484-5b12b23cfc9a req-8128502a-dec1-43a6-8106-3b1a9c2c1994 tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3343561 Jul 27 21:15:32.737746 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 39206) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:15:32.753358 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [req-872e2dab-9d30-4639-b484-5b12b23cfc9a req-de170e81-fc6f-440b-9c87-c64feb093c40 service neutron] Request body: {'port': {'device_id': 'd3ea645c-18f4-459f-8702-71c2aa70c241', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-705658-22'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:15:32.785043 n-d-705658-22 neutron-server[105585]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2554640-7596-48d0-9336-0937eec9bb02 tempest-NetworksNegativeTestJSON-611059505 tempest-NetworksNegativeTestJSON-611059505-project] DELETE failed (client error): The resource could not be found. Jul 27 21:15:32.785512 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b2554640-7596-48d0-9336-0937eec9bb02 tempest-NetworksNegativeTestJSON-611059505 tempest-NetworksNegativeTestJSON-611059505-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105585) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 21:15:32.788385 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-b2554640-7596-48d0-9336-0937eec9bb02 tempest-NetworksNegativeTestJSON-611059505 tempest-NetworksNegativeTestJSON-611059505-project] 10.222.0.59 "DELETE /v2.0/subnets/93272d2b-1b23-414f-8518-3bb66c86a9ab HTTP/1.1" status: 404 len: 337 time: 0.0496440 Jul 27 21:15:32.795497 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 39212) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:15:32.861832 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-035aaa73-f724-4e74-94e9-d220e6660ac7 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:15:32.868609 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-035aaa73-f724-4e74-94e9-d220e6660ac7 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.4157071 Jul 27 21:15:32.868928 n-d-705658-22 neutron-server[105585]: INFO neutron.pecan_wsgi.hooks.translation [None req-6fb5e570-5f69-4054-b339-496707517f45 tempest-NetworksNegativeTestJSON-611059505 tempest-NetworksNegativeTestJSON-611059505-project] GET failed (client error): The resource could not be found. Jul 27 21:15:32.870611 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-6fb5e570-5f69-4054-b339-496707517f45 tempest-NetworksNegativeTestJSON-611059505 tempest-NetworksNegativeTestJSON-611059505-project] 10.222.0.59 "GET /v2.0/networks/4c8809f2-ff45-45a6-ab07-0ae87890524e HTTP/1.1" status: 404 len: 339 time: 0.0712206 Jul 27 21:15:32.875416 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 39214) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:15:32.875811 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 39216) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:15:32.957706 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-6649ceb7-4461-4e54-a768-24e885d0df38 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=3e08406cb0e147c3ae7e3bb0fc95a546&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7102516 Jul 27 21:15:32.959640 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6649ceb7-4461-4e54-a768-24e885d0df38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bca4591b-418a-4b7b-93fb-1ea677a7b6e0,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:15:32.961609 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 39218) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:15:32.965266 n-d-705658-22 neutron-server[105585]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ff21a0e-d260-4b4a-98d7-3805752d224f tempest-NetworksNegativeTestJSON-611059505 tempest-NetworksNegativeTestJSON-611059505-project] GET failed (client error): The resource could not be found. Jul 27 21:15:32.971267 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-8ff21a0e-d260-4b4a-98d7-3805752d224f tempest-NetworksNegativeTestJSON-611059505 tempest-NetworksNegativeTestJSON-611059505-project] 10.222.0.59 "GET /v2.0/ports/8f7af5eb-590e-4c94-9a88-351a65b7cf9b HTTP/1.1" status: 404 len: 333 time: 0.0815198 Jul 27 21:15:32.973025 n-d-705658-22 neutron-server[105585]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a5546fe-9746-4e24-90a7-467c277c30dd tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] GET failed (client error): The resource could not be found. Jul 27 21:15:32.978382 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-0a5546fe-9746-4e24-90a7-467c277c30dd tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] 10.222.0.59 "GET /v2.0/ports/ab9bd8ec-a35d-42ed-8920-e7c0ee972636 HTTP/1.1" status: 404 len: 333 time: 0.0904462 Jul 27 21:15:32.978382 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 39220) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:15:32.991666 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 39222) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:15:32.999047 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fe064a-4d05-47ca-8f51-264192f4df8c req-e02abe56-cb5d-4f0f-a393-35d7dcb5dd43 tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:15:33.000559 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-97fe064a-4d05-47ca-8f51-264192f4df8c req-e02abe56-cb5d-4f0f-a393-35d7dcb5dd43 tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] 10.222.0.59 "GET /v2.0/ports?device_id=d3ea645c-18f4-459f-8702-71c2aa70c241 HTTP/1.1" status: 200 len: 931 time: 0.3612878 Jul 27 21:15:33.005436 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-7d2211d3-34de-4750-8448-ca2c479d2de3 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1141813099'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:15:33.018846 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-872e2dab-9d30-4639-b484-5b12b23cfc9a req-de170e81-fc6f-440b-9c87-c64feb093c40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:33.039218 n-d-705658-22 neutron-server[105585]: INFO neutron.pecan_wsgi.hooks.translation [None req-c347f53e-bbc4-4a26-8777-434627182767 tempest-NetworksNegativeTestJSON-611059505 tempest-NetworksNegativeTestJSON-611059505-project] GET failed (client error): The resource could not be found. Jul 27 21:15:33.044135 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-c347f53e-bbc4-4a26-8777-434627182767 tempest-NetworksNegativeTestJSON-611059505 tempest-NetworksNegativeTestJSON-611059505-project] 10.222.0.59 "GET /v2.0/subnets/63435608-8e82-49bc-a02a-809d4444e1c9 HTTP/1.1" status: 404 len: 337 time: 0.0600967 Jul 27 21:15:33.044868 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 39224) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:15:33.059777 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-5f3868ea-5a4e-4c5c-b982-b804fdc9f64b tempest-NetworksNegativeTestJSON-611059505 tempest-NetworksNegativeTestJSON-611059505-project] Request body: {'network': {'name': 'new_name'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:15:33.086592 n-d-705658-22 neutron-server[105585]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f3868ea-5a4e-4c5c-b982-b804fdc9f64b tempest-NetworksNegativeTestJSON-611059505 tempest-NetworksNegativeTestJSON-611059505-project] PUT failed (client error): The resource could not be found. Jul 27 21:15:33.087345 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f3868ea-5a4e-4c5c-b982-b804fdc9f64b tempest-NetworksNegativeTestJSON-611059505 tempest-NetworksNegativeTestJSON-611059505-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105585) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 21:15:33.092132 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-5f3868ea-5a4e-4c5c-b982-b804fdc9f64b tempest-NetworksNegativeTestJSON-611059505 tempest-NetworksNegativeTestJSON-611059505-project] 10.222.0.59 "PUT /v2.0/networks/87d35915-40e0-445e-b206-4c007aa2b2ef HTTP/1.1" status: 404 len: 339 time: 0.0429034 Jul 27 21:15:33.095774 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 39226) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:15:33.101440 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-33adc7d6-d095-4d6e-a6d3-4a7a95d23f41 tempest-NetworksNegativeTestJSON-611059505 tempest-NetworksNegativeTestJSON-611059505-project] Request body: {'port': {'name': 'new_name'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:15:33.124509 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d2211d3-34de-4750-8448-ca2c479d2de3 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Made reservation on behalf of fbcd8d69204b49b7a886b79ea9f87fc6 for: {'network': 1} {{(pid=105585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:15:33.128234 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-7d2211d3-34de-4750-8448-ca2c479d2de3 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for network, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:33.153445 n-d-705658-22 neutron-server[105585]: INFO neutron.pecan_wsgi.hooks.translation [None req-33adc7d6-d095-4d6e-a6d3-4a7a95d23f41 tempest-NetworksNegativeTestJSON-611059505 tempest-NetworksNegativeTestJSON-611059505-project] PUT failed (client error): The resource could not be found. Jul 27 21:15:33.153445 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-33adc7d6-d095-4d6e-a6d3-4a7a95d23f41 tempest-NetworksNegativeTestJSON-611059505 tempest-NetworksNegativeTestJSON-611059505-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105585) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 21:15:33.158636 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-33adc7d6-d095-4d6e-a6d3-4a7a95d23f41 tempest-NetworksNegativeTestJSON-611059505 tempest-NetworksNegativeTestJSON-611059505-project] 10.222.0.59 "PUT /v2.0/ports/55512cea-d89a-4d6c-9f79-461797b778c9 HTTP/1.1" status: 404 len: 333 time: 0.0571437 Jul 27 21:15:33.158636 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 39228) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:15:33.162447 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-97fe064a-4d05-47ca-8f51-264192f4df8c req-4fb0676b-e536-4aab-b0e1-85c986e4177a tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] 10.222.0.59 "GET /v2.0/security-groups?id=9a7007a9-34fe-445e-9576-80a9b33bcd70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513207 Jul 27 21:15:33.167163 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-a3a61cdc-8b58-4661-89ae-b6d2e29f6395 tempest-NetworksNegativeTestJSON-611059505 tempest-NetworksNegativeTestJSON-611059505-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:15:33.194707 n-d-705658-22 neutron-server[105585]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3a61cdc-8b58-4661-89ae-b6d2e29f6395 tempest-NetworksNegativeTestJSON-611059505 tempest-NetworksNegativeTestJSON-611059505-project] PUT failed (client error): The resource could not be found. Jul 27 21:15:33.195408 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a3a61cdc-8b58-4661-89ae-b6d2e29f6395 tempest-NetworksNegativeTestJSON-611059505 tempest-NetworksNegativeTestJSON-611059505-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105585) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 21:15:33.196745 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-a3a61cdc-8b58-4661-89ae-b6d2e29f6395 tempest-NetworksNegativeTestJSON-611059505 tempest-NetworksNegativeTestJSON-611059505-project] 10.222.0.59 "PUT /v2.0/subnets/c3490fc5-2b6e-4387-83a2-6f5a97bfe71f HTTP/1.1" status: 404 len: 337 time: 0.0336061 Jul 27 21:15:33.197422 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d2211d3-34de-4750-8448-ca2c479d2de3 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] vlan segment allocate from pool success with {'vlan_id': 248, 'physical_network': 'physnet1'} {{(pid=105585) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:15:33.210304 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-7d2211d3-34de-4750-8448-ca2c479d2de3 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:33.210730 n-d-705658-22 neutron-server[105585]: INFO neutron.db.segments_db [None req-7d2211d3-34de-4750-8448-ca2c479d2de3 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Added segment 5ea3f03b-e844-4e1d-9525-841cc8efe8f2 of type vlan for network 16964878-0556-4412-939e-3afccb926445 Jul 27 21:15:33.258987 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-7d2211d3-34de-4750-8448-ca2c479d2de3 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790688424798'] for network, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:33.292116 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-7d2211d3-34de-4750-8448-ca2c479d2de3 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920'] for network, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:33.299490 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-bd67482e-28f7-4817-8a07-cff8712aed6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:33.300319 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d2211d3-34de-4750-8448-ca2c479d2de3 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:15:33.301402 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-7d2211d3-34de-4750-8448-ca2c479d2de3 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Notify callbacks [] for network, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:33.383246 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-bd67482e-28f7-4817-8a07-cff8712aed6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:33.431348 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2211d3-34de-4750-8448-ca2c479d2de3 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Pushing event updated for resources: {'Network': ['ID=16964878-0556-4412-939e-3afccb926445,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:15:33.445029 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Network 16964878-0556-4412-939e-3afccb926445 details requested by agent ovs-agent-n-d-705658-22 with host n-d-705658-22 {{(pid=105586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:15:33.445925 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-7d2211d3-34de-4750-8448-ca2c479d2de3 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4437659 Jul 27 21:15:33.450031 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 39236) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:15:33.458261 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-5f8a0d86-27d4-42b7-9055-41eb4f34dd54 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Request body: {'subnet': {'network_id': '16964878-0556-4412-939e-3afccb926445', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:15:33.571051 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 39238) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:15:33.584243 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [req-872e2dab-9d30-4639-b484-5b12b23cfc9a req-de170e81-fc6f-440b-9c87-c64feb093c40 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd480edd-900e-45a4-a438-4af5451fbaff {{(pid=105584) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:15:33.593024 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-872e2dab-9d30-4639-b484-5b12b23cfc9a req-de170e81-fc6f-440b-9c87-c64feb093c40 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:33.610345 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-bd67482e-28f7-4817-8a07-cff8712aed6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:33.611072 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f8a0d86-27d4-42b7-9055-41eb4f34dd54 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Made reservation on behalf of fbcd8d69204b49b7a886b79ea9f87fc6 for: {'subnet': 1} {{(pid=105585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:15:33.615446 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-bd67482e-28f7-4817-8a07-cff8712aed6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:33.616629 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-bd67482e-28f7-4817-8a07-cff8712aed6c admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/bca4591b-418a-4b7b-93fb-1ea677a7b6e0 HTTP/1.1" status: 204 len: 168 time: 0.6538050 Jul 27 21:15:33.619896 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-5f8a0d86-27d4-42b7-9055-41eb4f34dd54 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9990620'] for subnet, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:33.628982 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.provisioning_blocks [req-872e2dab-9d30-4639-b484-5b12b23cfc9a req-de170e81-fc6f-440b-9c87-c64feb093c40 service neutron] Transition to ACTIVE for port object bd480edd-900e-45a4-a438-4af5451fbaff will not be triggered until provisioned by entity L2. {{(pid=105584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:15:33.630438 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd67482e-28f7-4817-8a07-cff8712aed6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bca4591b-418a-4b7b-93fb-1ea677a7b6e0,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:15:33.636343 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-872e2dab-9d30-4639-b484-5b12b23cfc9a req-de170e81-fc6f-440b-9c87-c64feb093c40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9014027'] for port, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:33.726291 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de170e81-fc6f-440b-9c87-c64feb093c40 service neutron] Pushing event updated for resources: {'Port': ['ID=bd480edd-900e-45a4-a438-4af5451fbaff,revision_number=2']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:15:33.801429 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [req-872e2dab-9d30-4639-b484-5b12b23cfc9a req-de170e81-fc6f-440b-9c87-c64feb093c40 service neutron] Attempting to bind port bd480edd-900e-45a4-a438-4af5451fbaff on host n-h1-705658-22 for vnic_type normal with profile {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:15:33.801777 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [req-872e2dab-9d30-4639-b484-5b12b23cfc9a req-de170e81-fc6f-440b-9c87-c64feb093c40 service neutron] Attempting to bind port bd480edd-900e-45a4-a438-4af5451fbaff by drivers openvswitch,hyperv on host n-h1-705658-22 at level 0 using segments [{'id': '82701821-d08d-4e1b-9667-8c6e67e04bdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '4ce75dcf-0fe8-4adc-83bc-310cc0685be5'}] {{(pid=105584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:15:33.802352 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-872e2dab-9d30-4639-b484-5b12b23cfc9a req-de170e81-fc6f-440b-9c87-c64feb093c40 service neutron] Attempting to bind port bd480edd-900e-45a4-a438-4af5451fbaff on network 4ce75dcf-0fe8-4adc-83bc-310cc0685be5 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:15:33.812777 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-872e2dab-9d30-4639-b484-5b12b23cfc9a req-de170e81-fc6f-440b-9c87-c64feb093c40 service neutron] Port bd480edd-900e-45a4-a438-4af5451fbaff on network 4ce75dcf-0fe8-4adc-83bc-310cc0685be5 not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-22 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:15:33.813150 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-872e2dab-9d30-4639-b484-5b12b23cfc9a req-de170e81-fc6f-440b-9c87-c64feb093c40 service neutron] Attempting to bind port bd480edd-900e-45a4-a438-4af5451fbaff on network 4ce75dcf-0fe8-4adc-83bc-310cc0685be5 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:15:33.828995 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-872e2dab-9d30-4639-b484-5b12b23cfc9a req-de170e81-fc6f-440b-9c87-c64feb093c40 service neutron] Checking agent: {'id': '9d9bc37f-4d75-44ef-9f63-799aab3e316f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 49, 36), 'started_at': datetime.datetime(2021, 7, 27, 20, 49, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 15, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:15:33.829354 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-872e2dab-9d30-4639-b484-5b12b23cfc9a req-de170e81-fc6f-440b-9c87-c64feb093c40 service neutron] Checking segment: {'id': '82701821-d08d-4e1b-9667-8c6e67e04bdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '4ce75dcf-0fe8-4adc-83bc-310cc0685be5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:15:33.831419 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-872e2dab-9d30-4639-b484-5b12b23cfc9a req-de170e81-fc6f-440b-9c87-c64feb093c40 service neutron] Bound using segment: {'id': '82701821-d08d-4e1b-9667-8c6e67e04bdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '4ce75dcf-0fe8-4adc-83bc-310cc0685be5'} {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:15:33.831894 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [req-872e2dab-9d30-4639-b484-5b12b23cfc9a req-de170e81-fc6f-440b-9c87-c64feb093c40 service neutron] Bound port: bd480edd-900e-45a4-a438-4af5451fbaff, host: n-h1-705658-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '82701821-d08d-4e1b-9667-8c6e67e04bdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '4ce75dcf-0fe8-4adc-83bc-310cc0685be5'}}] {{(pid=105584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:15:33.832284 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-872e2dab-9d30-4639-b484-5b12b23cfc9a req-de170e81-fc6f-440b-9c87-c64feb093c40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:33.909935 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-2f02f2b1-2a74-4838-8414-c8ee9e57ab10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:34.031803 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-5f8a0d86-27d4-42b7-9055-41eb4f34dd54 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10221797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9990606'] for subnet, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:34.074517 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [req-872e2dab-9d30-4639-b484-5b12b23cfc9a req-de170e81-fc6f-440b-9c87-c64feb093c40 service neutron] For port bd480edd-900e-45a4-a438-4af5451fbaff, host n-h1-705658-22, cleared binding levels {{(pid=105584) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:15:34.118177 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [req-872e2dab-9d30-4639-b484-5b12b23cfc9a req-de170e81-fc6f-440b-9c87-c64feb093c40 service neutron] For port bd480edd-900e-45a4-a438-4af5451fbaff, host n-h1-705658-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=bd480edd-900e-45a4-a438-4af5451fbaff,segment=NetworkSegment(82701821-d08d-4e1b-9667-8c6e67e04bdc),segment_id=82701821-d08d-4e1b-9667-8c6e67e04bdc)] {{(pid=105584) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:15:34.132586 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-872e2dab-9d30-4639-b484-5b12b23cfc9a req-de170e81-fc6f-440b-9c87-c64feb093c40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9014027'] for port, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:34.146791 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 39256) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:15:34.165471 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f8a0d86-27d4-42b7-9055-41eb4f34dd54 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Checking segment: {'id': '5ea3f03b-e844-4e1d-9525-841cc8efe8f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '16964878-0556-4412-939e-3afccb926445'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:15:34.166144 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f8a0d86-27d4-42b7-9055-41eb4f34dd54 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Network hostable DHCP agents. Network: 16964878-0556-4412-939e-3afccb926445, hostable agents: ['7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a'], hosted agents: [] {{(pid=105585) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:15:34.168384 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-38bf1cdc-286b-4390-9c25-0fdff5427cec admin admin] Notify callbacks [] for security_group, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:34.170739 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8a0d86-27d4-42b7-9055-41eb4f34dd54 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Pushing event updated for resources: {'Subnet': ['ID=d741f719-0141-4c5a-8f65-44bf6396c4a8,revision_number=0']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:15:34.215643 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f8a0d86-27d4-42b7-9055-41eb4f34dd54 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Network 16964878-0556-4412-939e-3afccb926445 is scheduled to be hosted by DHCP agent 7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a with binding_index 1 {{(pid=105585) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:15:34.234565 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.base_scheduler [None req-5f8a0d86-27d4-42b7-9055-41eb4f34dd54 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-22, 16964878-0556-4412-939e-3afccb926445) {{(pid=105585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:15:34.244307 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1e54fda-78bf-4a3c-a19b-45a08d1cf671 None None] Network 16964878-0556-4412-939e-3afccb926445 requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:15:34.251868 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f8a0d86-27d4-42b7-9055-41eb4f34dd54 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:15:34.252767 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-5f8a0d86-27d4-42b7-9055-41eb4f34dd54 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743886'] for subnet, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:34.310544 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de170e81-fc6f-440b-9c87-c64feb093c40 service neutron] Pushing event updated for resources: {'Port': ['ID=bd480edd-900e-45a4-a438-4af5451fbaff,revision_number=3']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:15:34.317233 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872e2dab-9d30-4639-b484-5b12b23cfc9a req-de170e81-fc6f-440b-9c87-c64feb093c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:15:34.318827 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-872e2dab-9d30-4639-b484-5b12b23cfc9a req-de170e81-fc6f-440b-9c87-c64feb093c40 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:34.320687 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-872e2dab-9d30-4639-b484-5b12b23cfc9a req-de170e81-fc6f-440b-9c87-c64feb093c40 service neutron] 10.222.0.36 "PUT /v2.0/ports/bd480edd-900e-45a4-a438-4af5451fbaff HTTP/1.1" status: 200 len: 1092 time: 1.5739231 Jul 27 21:15:34.321421 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3ea645c-18f4-459f-8702-71c2aa70c241', 'tag': 'bd480edd-900e-45a4-a438-4af5451fbaff'}] {{(pid=105584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:15:34.324170 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bce5e6c8685464f7626901654159975603b047827e3138302ed6566e28f1343" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7441a06-8830-4bd8-adfe-6ba421db2ec5" -d '{"events": [{"name": "network-changed", "server_uuid": "d3ea645c-18f4-459f-8702-71c2aa70c241", "tag": "bd480edd-900e-45a4-a438-4af5451fbaff"}]}' {{(pid=105584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:15:34.357347 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-2f02f2b1-2a74-4838-8414-c8ee9e57ab10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:34.365358 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-2f02f2b1-2a74-4838-8414-c8ee9e57ab10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:34.405318 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f02f2b1-2a74-4838-8414-c8ee9e57ab10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b58da6ea-115e-4745-a5d9-f1f7d2e45451,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:15:34.416004 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-5f8a0d86-27d4-42b7-9055-41eb4f34dd54 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9633522 Jul 27 21:15:34.428242 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 39272) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:15:34.440887 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-72717a1c-563d-4fee-8741-f9b32cb6955b tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Request body: {'subnet': {'network_id': '16964878-0556-4412-939e-3afccb926445', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:15:34.468605 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-2f02f2b1-2a74-4838-8414-c8ee9e57ab10 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=ece3f2a872e64b568517a0004ceb82d1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8968625 Jul 27 21:15:34.470224 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 39274) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:15:34.514208 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6bc780e-af07-49bf-b4fe-fb0a64764791 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30bb4b93-b285-5d90-9493-f9ec33ea333c-16964878-0556-4412-939e-3afccb926445', 'network_id': '16964878-0556-4412-939e-3afccb926445', 'tenant_id': 'fbcd8d69204b49b7a886b79ea9f87fc6', 'fixed_ips': [{'subnet_id': 'd741f719-0141-4c5a-8f65-44bf6396c4a8'}]}} from n-d-705658-22. {{(pid=105586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 21:15:34.515312 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-f6bc780e-af07-49bf-b4fe-fb0a64764791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:34.530789 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872e2dab-9d30-4639-b484-5b12b23cfc9a req-cb7fa878-5cdd-4a9d-b3a6-e3a7af1155c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:15:34.532486 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-872e2dab-9d30-4639-b484-5b12b23cfc9a req-cb7fa878-5cdd-4a9d-b3a6-e3a7af1155c2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=600e865a5cde4be3a07c2c6f813959b8&device_id=d3ea645c-18f4-459f-8702-71c2aa70c241 HTTP/1.1" status: 200 len: 1095 time: 0.1297362 Jul 27 21:15:34.582699 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-872e2dab-9d30-4639-b484-5b12b23cfc9a req-a5df8fcc-edc2-4482-9b79-d32a30f088a1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bd480edd-900e-45a4-a438-4af5451fbaff HTTP/1.1" status: 200 len: 217 time: 0.0407946 Jul 27 21:15:34.640481 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-d97ac017-ad3e-4ae3-ade3-0625a75bc258 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:34.666193 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.db_base_plugin_common [None req-f6bc780e-af07-49bf-b4fe-fb0a64764791 None None] Allocated IP 2001:db8::2 (16964878-0556-4412-939e-3afccb926445/d741f719-0141-4c5a-8f65-44bf6396c4a8/de6bcd24-a004-40d9-b44e-43d02e6967cb) {{(pid=105586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:15:34.669120 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-d97ac017-ad3e-4ae3-ade3-0625a75bc258 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:34.700426 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872e2dab-9d30-4639-b484-5b12b23cfc9a req-729096f8-bc9f-477b-af98-42d2395335da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:15:34.701950 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-872e2dab-9d30-4639-b484-5b12b23cfc9a req-729096f8-bc9f-477b-af98-42d2395335da service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c0af41ef-52d2-41ac-b6df-e93e08f17b8d HTTP/1.1" status: 200 len: 846 time: 0.1120243 Jul 27 21:15:34.746027 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-872e2dab-9d30-4639-b484-5b12b23cfc9a req-c162a079-05d2-4488-ac90-852d6ef42388 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4ce75dcf-0fe8-4adc-83bc-310cc0685be5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315549 Jul 27 21:15:34.853688 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-f6bc780e-af07-49bf-b4fe-fb0a64764791 None None] Notify callbacks [] for port, precommit_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:34.876047 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-872e2dab-9d30-4639-b484-5b12b23cfc9a req-ecacb781-3a64-4607-95fa-b6eb724731eb service neutron] 10.222.0.36 "GET /v2.0/networks/4ce75dcf-0fe8-4adc-83bc-310cc0685be5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1095252 Jul 27 21:15:34.911526 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-f6bc780e-af07-49bf-b4fe-fb0a64764791 None None] Transition to ACTIVE for port object de6bcd24-a004-40d9-b44e-43d02e6967cb will not be triggered until provisioned by entity L2. {{(pid=105586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:15:34.924275 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ecb296-3495-47da-9b9d-177307c4ce94 req-42415e15-b9cc-4499-b96e-93a334ac8bdf tempest-AttachVolumeNegativeTest-845744699 tempest-AttachVolumeNegativeTest-845744699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:15:34.925749 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-66ecb296-3495-47da-9b9d-177307c4ce94 req-42415e15-b9cc-4499-b96e-93a334ac8bdf tempest-AttachVolumeNegativeTest-845744699 tempest-AttachVolumeNegativeTest-845744699-project] 10.222.0.59 "GET /v2.0/networks?id=0ded17b3-440e-4dbe-8ea1-4e29acefb236 HTTP/1.1" status: 200 len: 814 time: 0.6513040 Jul 27 21:15:34.932992 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-d97ac017-ad3e-4ae3-ade3-0625a75bc258 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:34.935529 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-d97ac017-ad3e-4ae3-ade3-0625a75bc258 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:34.940711 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-d97ac017-ad3e-4ae3-ade3-0625a75bc258 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/b58da6ea-115e-4745-a5d9-f1f7d2e45451 HTTP/1.1" status: 204 len: 168 time: 0.4692760 Jul 27 21:15:34.947058 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-f6bc780e-af07-49bf-b4fe-fb0a64764791 None None] Transition to ACTIVE for port object de6bcd24-a004-40d9-b44e-43d02e6967cb will not be triggered until provisioned by entity DHCP. {{(pid=105586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:15:34.960010 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-f6bc780e-af07-49bf-b4fe-fb0a64764791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143'] for port, after_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:34.975595 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97ac017-ad3e-4ae3-ade3-0625a75bc258 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b58da6ea-115e-4745-a5d9-f1f7d2e45451,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:15:35.001735 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c9f7aa-8be5-4810-8009-09b520036b9c req-1ead8a09-753c-49f9-99c6-575e30d5c5d7 tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:15:35.005245 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a6c9f7aa-8be5-4810-8009-09b520036b9c req-1ead8a09-753c-49f9-99c6-575e30d5c5d7 tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] 10.222.0.59 "GET /v2.0/ports?device_id=d3ea645c-18f4-459f-8702-71c2aa70c241 HTTP/1.1" status: 200 len: 943 time: 0.6948662 Jul 27 21:15:35.015377 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-872e2dab-9d30-4639-b484-5b12b23cfc9a req-6b153bc5-bba1-413d-93e3-e48c8efa26c9 service neutron] 10.222.0.36 "GET /v2.0/networks/4ce75dcf-0fe8-4adc-83bc-310cc0685be5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316354 Jul 27 21:15:35.042567 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-66ecb296-3495-47da-9b9d-177307c4ce94 req-3449523c-fbe8-40eb-9b17-801e1c4ca7ee tempest-AttachVolumeNegativeTest-845744699 tempest-AttachVolumeNegativeTest-845744699-project] 10.222.0.59 "GET /v2.0/quotas/7cb1be282c1a45569e2d1240a1ce83c6 HTTP/1.1" status: 200 len: 375 time: 0.1027143 Jul 27 21:15:35.058495 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6bc780e-af07-49bf-b4fe-fb0a64764791 None None] Pushing event updated for resources: {'Port': ['ID=de6bcd24-a004-40d9-b44e-43d02e6967cb,revision_number=1']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:15:35.082738 n-d-705658-22 neutron-server[105586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6bc780e-af07-49bf-b4fe-fb0a64764791 None None] Network 16964878-0556-4412-939e-3afccb926445 is already hosted by enough agents. {{(pid=105586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:15:35.085883 n-d-705658-22 neutron-server[105586]: DEBUG neutron.scheduler.base_scheduler [None req-f6bc780e-af07-49bf-b4fe-fb0a64764791 None None] Resources bound (agent type, host, resource id): {{(pid=105586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:15:35.092256 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6bc780e-af07-49bf-b4fe-fb0a64764791 None None] Received port after_create {{(pid=105586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:15:35.125197 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-38bf1cdc-286b-4390-9c25-0fdff5427cec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:35.138583 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-38bf1cdc-286b-4390-9c25-0fdff5427cec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:35.155574 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a6c9f7aa-8be5-4810-8009-09b520036b9c req-3039b4ea-db9c-41c8-ae92-b2b2070c2c0d tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] 10.222.0.59 "GET /v2.0/security-groups?id=9a7007a9-34fe-445e-9576-80a9b33bcd70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295786 Jul 27 21:15:35.178705 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-f6bc780e-af07-49bf-b4fe-fb0a64764791 None None] Attempting to bind port de6bcd24-a004-40d9-b44e-43d02e6967cb on host n-d-705658-22 for vnic_type normal with profile {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:15:35.179243 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-f6bc780e-af07-49bf-b4fe-fb0a64764791 None None] Attempting to bind port de6bcd24-a004-40d9-b44e-43d02e6967cb by drivers openvswitch,hyperv on host n-d-705658-22 at level 0 using segments [{'id': '5ea3f03b-e844-4e1d-9525-841cc8efe8f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '16964878-0556-4412-939e-3afccb926445'}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:15:35.179682 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6bc780e-af07-49bf-b4fe-fb0a64764791 None None] Attempting to bind port de6bcd24-a004-40d9-b44e-43d02e6967cb on network 16964878-0556-4412-939e-3afccb926445 {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:15:35.186192 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6bc780e-af07-49bf-b4fe-fb0a64764791 None None] Checking agent: {'id': '04a7ea91-6318-467e-ace6-b0fb48c8690f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 41, 42), 'started_at': datetime.datetime(2021, 7, 27, 20, 42, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 15, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:15:35.186666 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6bc780e-af07-49bf-b4fe-fb0a64764791 None None] Checking segment: {'id': '5ea3f03b-e844-4e1d-9525-841cc8efe8f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '16964878-0556-4412-939e-3afccb926445'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:15:35.187261 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-f6bc780e-af07-49bf-b4fe-fb0a64764791 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:35.187725 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6bc780e-af07-49bf-b4fe-fb0a64764791 None None] Bound using segment: {'id': '5ea3f03b-e844-4e1d-9525-841cc8efe8f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '16964878-0556-4412-939e-3afccb926445'} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:15:35.188375 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-f6bc780e-af07-49bf-b4fe-fb0a64764791 None None] Bound port: de6bcd24-a004-40d9-b44e-43d02e6967cb, host: n-d-705658-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ea3f03b-e844-4e1d-9525-841cc8efe8f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '16964878-0556-4412-939e-3afccb926445'}}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:15:35.188862 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-f6bc780e-af07-49bf-b4fe-fb0a64764791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:35.201409 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72717a1c-563d-4fee-8741-f9b32cb6955b tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Made reservation on behalf of fbcd8d69204b49b7a886b79ea9f87fc6 for: {'subnet': 1} {{(pid=105585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:15:35.206912 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-72717a1c-563d-4fee-8741-f9b32cb6955b tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9990620'] for subnet, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:35.214938 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38bf1cdc-286b-4390-9c25-0fdff5427cec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9337027a-ceca-4f55-b92c-a2478704bce2,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:15:35.219860 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-38bf1cdc-286b-4390-9c25-0fdff5427cec admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=a0323997b37d472facb4494d1fe63240&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0712924 Jul 27 21:15:35.222837 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 39286) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:15:35.261278 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:15:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74addd82-d633-4930-b14f-54d9461efd0a x-openstack-request-id: req-74addd82-d633-4930-b14f-54d9461efd0a {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:15:35.261565 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3ea645c-18f4-459f-8702-71c2aa70c241", "tag": "bd480edd-900e-45a4-a438-4af5451fbaff", "status": "completed", "code": 200}]} {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:15:35.261814 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-74addd82-d633-4930-b14f-54d9461efd0a {{(pid=105584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:15:35.262208 n-d-705658-22 neutron-server[105584]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3ea645c-18f4-459f-8702-71c2aa70c241', 'tag': 'bd480edd-900e-45a4-a438-4af5451fbaff', 'status': 'completed', 'code': 200} Jul 27 21:15:35.329011 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-f6bc780e-af07-49bf-b4fe-fb0a64764791 None None] For port de6bcd24-a004-40d9-b44e-43d02e6967cb, host n-d-705658-22, cleared binding levels {{(pid=105586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:15:35.335829 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-f6bc780e-af07-49bf-b4fe-fb0a64764791 None None] For port de6bcd24-a004-40d9-b44e-43d02e6967cb, host n-d-705658-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=de6bcd24-a004-40d9-b44e-43d02e6967cb,segment=NetworkSegment(5ea3f03b-e844-4e1d-9525-841cc8efe8f2),segment_id=5ea3f03b-e844-4e1d-9525-841cc8efe8f2)] {{(pid=105586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:15:35.343198 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-f6bc780e-af07-49bf-b4fe-fb0a64764791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:35.384377 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-66ecb296-3495-47da-9b9d-177307c4ce94 req-054b166a-95b1-406e-8110-685020ff722a tempest-AttachVolumeNegativeTest-845744699 tempest-AttachVolumeNegativeTest-845744699-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=7cb1be282c1a45569e2d1240a1ce83c6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3241687 Jul 27 21:15:35.454865 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-31e2de4b-9243-4002-962f-00c9a92adb93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:35.483599 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6bc780e-af07-49bf-b4fe-fb0a64764791 None None] Pushing event updated for resources: {'Port': ['ID=de6bcd24-a004-40d9-b44e-43d02e6967cb,revision_number=2']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:15:35.529163 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-31e2de4b-9243-4002-962f-00c9a92adb93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:35.538319 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7441a06-8830-4bd8-adfe-6ba421db2ec5 req-1ffac553-59cf-42ab-ac0d-876af68357e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:15:35.540057 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-d7441a06-8830-4bd8-adfe-6ba421db2ec5 req-1ffac553-59cf-42ab-ac0d-876af68357e5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=600e865a5cde4be3a07c2c6f813959b8&device_id=d3ea645c-18f4-459f-8702-71c2aa70c241 HTTP/1.1" status: 200 len: 1095 time: 0.2804878 Jul 27 21:15:35.579087 n-d-705658-22 neutron-server[105585]: INFO neutron.db.ipam_backend_mixin [None req-72717a1c-563d-4fee-8741-f9b32cb6955b tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet d741f719-0141-4c5a-8f65-44bf6396c4a8 (CIDR: 2001:db8::/64) Jul 27 21:15:35.594670 n-d-705658-22 neutron-server[105585]: INFO neutron.pecan_wsgi.hooks.translation [None req-72717a1c-563d-4fee-8741-f9b32cb6955b tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 27 21:15:35.595175 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-72717a1c-563d-4fee-8741-f9b32cb6955b tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=105585) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 21:15:35.656165 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-72717a1c-563d-4fee-8741-f9b32cb6955b tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.2232306 Jul 27 21:15:35.660025 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 39302) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:15:35.666707 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-281c51e2-9652-422f-a904-642ab6b9258b tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Request body: {'subnet': {'network_id': '16964878-0556-4412-939e-3afccb926445', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:15:35.671980 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-66ecb296-3495-47da-9b9d-177307c4ce94 req-aa0b3da1-edf0-4539-92a4-7414c6d185cc service neutron] 10.222.0.59 "GET /v2.0/networks/0ded17b3-440e-4dbe-8ea1-4e29acefb236?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2610996 Jul 27 21:15:35.739138 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-31e2de4b-9243-4002-962f-00c9a92adb93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:35.743548 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-31e2de4b-9243-4002-962f-00c9a92adb93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:35.757170 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-31e2de4b-9243-4002-962f-00c9a92adb93 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/9337027a-ceca-4f55-b92c-a2478704bce2 HTTP/1.1" status: 204 len: 168 time: 0.5247838 Jul 27 21:15:35.874419 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7441a06-8830-4bd8-adfe-6ba421db2ec5 req-d2e72bf2-8f99-4757-a6c3-64a957424b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:15:35.875986 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-d7441a06-8830-4bd8-adfe-6ba421db2ec5 req-d2e72bf2-8f99-4757-a6c3-64a957424b25 service neutron] 10.222.0.36 "GET /v2.0/networks?id=4ce75dcf-0fe8-4adc-83bc-310cc0685be5 HTTP/1.1" status: 200 len: 907 time: 0.3243756 Jul 27 21:15:35.877419 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e2de4b-9243-4002-962f-00c9a92adb93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9337027a-ceca-4f55-b92c-a2478704bce2,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:15:35.952873 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-d7441a06-8830-4bd8-adfe-6ba421db2ec5 req-ff254f75-3d3a-4845-ac7c-beaa18cd1a6c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bd480edd-900e-45a4-a438-4af5451fbaff HTTP/1.1" status: 200 len: 217 time: 0.0569351 Jul 27 21:15:35.980583 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-66ecb296-3495-47da-9b9d-177307c4ce94 req-790d5ef6-aa18-4102-9ad2-0070db1e290e service neutron] 10.222.0.59 "GET /v2.0/networks/0ded17b3-440e-4dbe-8ea1-4e29acefb236?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2996078 Jul 27 21:15:36.059573 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7441a06-8830-4bd8-adfe-6ba421db2ec5 req-ea2d3224-c1a6-4633-9f7c-e90f1f529175 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:15:36.061283 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-d7441a06-8830-4bd8-adfe-6ba421db2ec5 req-ea2d3224-c1a6-4633-9f7c-e90f1f529175 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c0af41ef-52d2-41ac-b6df-e93e08f17b8d HTTP/1.1" status: 200 len: 846 time: 0.0928807 Jul 27 21:15:36.069976 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-281c51e2-9652-422f-a904-642ab6b9258b tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Made reservation on behalf of fbcd8d69204b49b7a886b79ea9f87fc6 for: {'subnet': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:15:36.078738 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-281c51e2-9652-422f-a904-642ab6b9258b tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9738786'] for subnet, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:36.406258 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:36.602580 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-d983d0de-6541-4796-b2cb-af6d1621e5d5 req-0f307b41-e3e2-4834-8a68-716cb7e6e815 tempest-AttachVolumeNegativeTest-845744699 tempest-AttachVolumeNegativeTest-845744699-project] 10.222.0.59 "GET /v2.0/ports?device_id=230cd4c2-ee09-4357-a964-cafa10f52fd4 HTTP/1.1" status: 200 len: 210 time: 0.1226118 Jul 27 21:15:36.731456 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db537476-cb8c-4560-9a0a-ce3b66c1af66 req-ea02d99c-5904-4648-9c75-762e88e2cec3 tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:15:36.733521 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-db537476-cb8c-4560-9a0a-ce3b66c1af66 req-ea02d99c-5904-4648-9c75-762e88e2cec3 tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] 10.222.0.59 "GET /v2.0/ports?device_id=d3ea645c-18f4-459f-8702-71c2aa70c241 HTTP/1.1" status: 200 len: 943 time: 0.3904583 Jul 27 21:15:36.908103 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-db537476-cb8c-4560-9a0a-ce3b66c1af66 req-77ee5bb4-e305-4d0e-a7d2-362d832e156e tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] 10.222.0.59 "GET /v2.0/security-groups?id=9a7007a9-34fe-445e-9576-80a9b33bcd70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667273 Jul 27 21:15:36.976387 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-d7441a06-8830-4bd8-adfe-6ba421db2ec5 req-e89b00ea-7c6b-48a6-ae8d-5b201f7b1760 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4ce75dcf-0fe8-4adc-83bc-310cc0685be5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.8918445 Jul 27 21:15:37.085993 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device bd480edd-900e-45a4-a438-4af5451fbaff details requested by agent hyperv_n-h1-705658-22 with host n-h1-705658-22 {{(pid=105586) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:15:37.207209 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-d7441a06-8830-4bd8-adfe-6ba421db2ec5 req-0f322fd2-af33-4e57-98b7-5934c5b45f08 service neutron] 10.222.0.36 "GET /v2.0/networks/4ce75dcf-0fe8-4adc-83bc-310cc0685be5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2208202 Jul 27 21:15:37.330885 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] For port bd480edd-900e-45a4-a438-4af5451fbaff, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=bd480edd-900e-45a4-a438-4af5451fbaff,segment=NetworkSegment(82701821-d08d-4e1b-9667-8c6e67e04bdc),segment_id=82701821-d08d-4e1b-9667-8c6e67e04bdc)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:15:37.379740 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Returning: {'device': 'bd480edd-900e-45a4-a438-4af5451fbaff', 'network_id': '4ce75dcf-0fe8-4adc-83bc-310cc0685be5', 'port_id': 'bd480edd-900e-45a4-a438-4af5451fbaff', 'mac_address': 'fa:16:3e:0f:3d:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 218, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0af41ef-52d2-41ac-b6df-e93e08f17b8d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105586) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:15:37.402405 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1a9679c-0d17-4672-9bb2-6b30aef42622 None None] Network 16964878-0556-4412-939e-3afccb926445 requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:15:37.508994 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-d7441a06-8830-4bd8-adfe-6ba421db2ec5 req-36319c01-9eb9-4f93-bf21-9cc4b795e5a4 service neutron] 10.222.0.36 "GET /v2.0/networks/4ce75dcf-0fe8-4adc-83bc-310cc0685be5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2910764 Jul 27 21:15:37.749288 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b0d464fe-6ef5-495e-8708-16987a05ee50 req-ba91754b-1e75-4507-95c2-539dea7515f0 tempest-AttachVolumeNegativeTest-845744699 tempest-AttachVolumeNegativeTest-845744699-project] 10.222.0.59 "GET /v2.0/ports?device_id=230cd4c2-ee09-4357-a964-cafa10f52fd4 HTTP/1.1" status: 200 len: 210 time: 0.0427749 Jul 27 21:15:37.880729 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device de6bcd24-a004-40d9-b44e-43d02e6967cb up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:15:38.013899 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-4cfb5f8d-e410-4c86-b291-7ccc39758a2e None None] Provisioning for port de6bcd24-a004-40d9-b44e-43d02e6967cb completed by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:15:38.023903 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:38.063942 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd480edd-900e-45a4-a438-4af5451fbaff {{(pid=105586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:15:38.116064 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-281c51e2-9652-422f-a904-642ab6b9258b tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9014150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9738800'] for subnet, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:38.121696 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning for port de6bcd24-a004-40d9-b44e-43d02e6967cb completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:15:38.144450 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] For port bd480edd-900e-45a4-a438-4af5451fbaff, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=bd480edd-900e-45a4-a438-4af5451fbaff,segment=NetworkSegment(82701821-d08d-4e1b-9667-8c6e67e04bdc),segment_id=82701821-d08d-4e1b-9667-8c6e67e04bdc)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:15:38.163644 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port de6bcd24-a004-40d9-b44e-43d02e6967cb triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:15:38.168120 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:38.174895 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-281c51e2-9652-422f-a904-642ab6b9258b tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Network 16964878-0556-4412-939e-3afccb926445 is already hosted by enough agents. {{(pid=105584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:15:38.179306 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [None req-281c51e2-9652-422f-a904-642ab6b9258b tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Resources bound (agent type, host, resource id): {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:15:38.180589 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:38.194713 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-281c51e2-9652-422f-a904-642ab6b9258b tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:15:38.195916 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-281c51e2-9652-422f-a904-642ab6b9258b tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Notify callbacks [] for subnet, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:38.208710 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13acc769-b4c7-423e-b385-5603fcdc3386 req-58a3fb26-0777-4074-ab4c-b1775a7dbe8e tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:15:38.211670 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281c51e2-9652-422f-a904-642ab6b9258b tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Pushing event updated for resources: {'Subnet': ['ID=168523e2-3694-43b4-9fae-e50c0419d298,revision_number=0']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:15:38.216949 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-13acc769-b4c7-423e-b385-5603fcdc3386 req-58a3fb26-0777-4074-ab4c-b1775a7dbe8e tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] 10.222.0.59 "GET /v2.0/ports?device_id=d3ea645c-18f4-459f-8702-71c2aa70c241 HTTP/1.1" status: 200 len: 943 time: 0.1483436 Jul 27 21:15:38.221260 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-281c51e2-9652-422f-a904-642ab6b9258b tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.5596581 Jul 27 21:15:38.225465 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 39412) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:15:38.237796 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-a846125c-0d8f-4e9d-a870-d544ce33ad6b tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Request body: {'port': {'network_id': '16964878-0556-4412-939e-3afccb926445', 'fixed_ips': [{'subnet_id': 'd741f719-0141-4c5a-8f65-44bf6396c4a8'}, {'subnet_id': '168523e2-3694-43b4-9fae-e50c0419d298'}], 'name': 'tempest-PortsIpV6TestJSON-1749135712'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:15:38.312566 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-13acc769-b4c7-423e-b385-5603fcdc3386 req-78af6724-6d38-4480-9c7c-faf871fe3902 tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] 10.222.0.59 "GET /v2.0/security-groups?id=9a7007a9-34fe-445e-9576-80a9b33bcd70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898008 Jul 27 21:15:38.359133 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Pushing event updated for resources: {'Port': ['ID=bd480edd-900e-45a4-a438-4af5451fbaff,revision_number=4']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:15:38.413207 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:38.420389 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] get_ports_and_sgs() called for port_ids ['bd480edd-900e-45a4-a438-4af5451fbaff'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:15:38.575886 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] For port de6bcd24-a004-40d9-b44e-43d02e6967cb, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=de6bcd24-a004-40d9-b44e-43d02e6967cb,segment=NetworkSegment(5ea3f03b-e844-4e1d-9525-841cc8efe8f2),segment_id=5ea3f03b-e844-4e1d-9525-841cc8efe8f2)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:15:38.589061 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:38.630084 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a846125c-0d8f-4e9d-a870-d544ce33ad6b tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Made reservation on behalf of fbcd8d69204b49b7a886b79ea9f87fc6 for: {'port': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:15:38.690254 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ecb296-3495-47da-9b9d-177307c4ce94 req-91eb268a-f1e8-40c9-b6dd-1c28582e7e15 tempest-AttachVolumeNegativeTest-845744699 tempest-AttachVolumeNegativeTest-845744699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:15:38.692063 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-66ecb296-3495-47da-9b9d-177307c4ce94 req-91eb268a-f1e8-40c9-b6dd-1c28582e7e15 tempest-AttachVolumeNegativeTest-845744699 tempest-AttachVolumeNegativeTest-845744699-project] 10.222.0.60 "GET /v2.0/networks?id=0ded17b3-440e-4dbe-8ea1-4e29acefb236 HTTP/1.1" status: 200 len: 814 time: 0.2668893 Jul 27 21:15:38.697643 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Pushing event updated for resources: {'Port': ['ID=de6bcd24-a004-40d9-b44e-43d02e6967cb,revision_number=3']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:15:38.719782 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [req-66ecb296-3495-47da-9b9d-177307c4ce94 req-cd42319b-ccda-429d-abb5-91d8d45b07d7 tempest-AttachVolumeNegativeTest-845744699 tempest-AttachVolumeNegativeTest-845744699-project] Request body: {'port': {'device_id': '230cd4c2-ee09-4357-a964-cafa10f52fd4', 'network_id': '0ded17b3-440e-4dbe-8ea1-4e29acefb236', 'admin_state_up': True, 'tenant_id': '7cb1be282c1a45569e2d1240a1ce83c6'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:15:38.914837 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15ce9469-9fdf-45d0-95b5-2dfef0589c19 None None] Network 16964878-0556-4412-939e-3afccb926445 requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:15:38.966718 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-a846125c-0d8f-4e9d-a870-d544ce33ad6b tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:39.027609 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [None req-a846125c-0d8f-4e9d-a870-d544ce33ad6b tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] device_id is not set on port 5879e68e-fab3-4673-b94a-4b347ea0cfdb yet. {{(pid=105584) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 21:15:39.068145 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f0173856-9e8e-4cd9-9d7e-f6216531b643 req-86acbf21-4ccf-481f-9823-b8044d22fde6 tempest-AttachVolumeNegativeTest-845744699 tempest-AttachVolumeNegativeTest-845744699-project] 10.222.0.59 "GET /v2.0/ports?device_id=230cd4c2-ee09-4357-a964-cafa10f52fd4 HTTP/1.1" status: 200 len: 210 time: 0.0477684 Jul 27 21:15:39.085443 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-66ecb296-3495-47da-9b9d-177307c4ce94 req-cd42319b-ccda-429d-abb5-91d8d45b07d7 tempest-AttachVolumeNegativeTest-845744699 tempest-AttachVolumeNegativeTest-845744699-project] Made reservation on behalf of 7cb1be282c1a45569e2d1240a1ce83c6 for: {'port': 1} {{(pid=105585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:15:39.092679 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-66ecb296-3495-47da-9b9d-177307c4ce94 req-cd42319b-ccda-429d-abb5-91d8d45b07d7 tempest-AttachVolumeNegativeTest-845744699 tempest-AttachVolumeNegativeTest-845744699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:39.096781 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-9a805f00-aa09-4f20-927a-7ff555c7c799 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:39.112458 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-12f24156-93cf-4a0a-8856-a0df4cb8a66d None None] Provisioning complete for port de6bcd24-a004-40d9-b44e-43d02e6967cb triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:15:39.115449 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-12f24156-93cf-4a0a-8856-a0df4cb8a66d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:39.428448 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.db_base_plugin_common [req-66ecb296-3495-47da-9b9d-177307c4ce94 req-cd42319b-ccda-429d-abb5-91d8d45b07d7 tempest-AttachVolumeNegativeTest-845744699 tempest-AttachVolumeNegativeTest-845744699-project] Allocated IP 172.20.0.3 (0ded17b3-440e-4dbe-8ea1-4e29acefb236/0afa8897-5216-45a9-9a1e-8fc30b1f7259/a1e52bc3-7031-48ee-996e-d8ffae51b15a) {{(pid=105585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:15:39.545746 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0733708f-8051-402c-a24d-9df801e1128a None None] Update dhcp port {'port': {'network_id': '16964878-0556-4412-939e-3afccb926445', 'fixed_ips': [{'subnet_id': 'd741f719-0141-4c5a-8f65-44bf6396c4a8', 'ip_address': '2001:db8::2'}, {'subnet_id': '168523e2-3694-43b4-9fae-e50c0419d298'}], 'binding:host_id': 'n-d-705658-22'}, 'id': 'de6bcd24-a004-40d9-b44e-43d02e6967cb'} from n-d-705658-22. {{(pid=105586) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 27 21:15:39.587467 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device de6bcd24-a004-40d9-b44e-43d02e6967cb up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:15:39.676797 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-0733708f-8051-402c-a24d-9df801e1128a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:39.704582 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.db_base_plugin_common [None req-a846125c-0d8f-4e9d-a870-d544ce33ad6b tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Allocated IP 2001:db8::370 (16964878-0556-4412-939e-3afccb926445/d741f719-0141-4c5a-8f65-44bf6396c4a8/5879e68e-fab3-4673-b94a-4b347ea0cfdb) {{(pid=105584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:15:39.712018 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.db_base_plugin_common [None req-a846125c-0d8f-4e9d-a870-d544ce33ad6b tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Allocated IP 2001:db8:0:1::2e0 (16964878-0556-4412-939e-3afccb926445/168523e2-3694-43b4-9fae-e50c0419d298/5879e68e-fab3-4673-b94a-4b347ea0cfdb) {{(pid=105584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:15:39.884450 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d83623-c524-464b-9b9c-2801318a92a9 req-e152fd01-1f06-4e1f-930d-a835cb3e6069 tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:15:39.887203 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-c9d83623-c524-464b-9b9c-2801318a92a9 req-e152fd01-1f06-4e1f-930d-a835cb3e6069 tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] 10.222.0.59 "GET /v2.0/ports?device_id=d3ea645c-18f4-459f-8702-71c2aa70c241 HTTP/1.1" status: 200 len: 944 time: 0.3408914 Jul 27 21:15:39.905730 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port de6bcd24-a004-40d9-b44e-43d02e6967cb triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:15:39.906015 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:39.944606 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-66ecb296-3495-47da-9b9d-177307c4ce94 req-cd42319b-ccda-429d-abb5-91d8d45b07d7 tempest-AttachVolumeNegativeTest-845744699 tempest-AttachVolumeNegativeTest-845744699-project] Notify callbacks [] for port, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:39.969478 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-c9d83623-c524-464b-9b9c-2801318a92a9 req-b417fb6f-8f58-497d-a4d4-5c05558a7161 tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] 10.222.0.59 "GET /v2.0/security-groups?id=9a7007a9-34fe-445e-9576-80a9b33bcd70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717645 Jul 27 21:15:40.012803 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-a846125c-0d8f-4e9d-a870-d544ce33ad6b tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Notify callbacks [] for port, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:40.051726 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.provisioning_blocks [None req-a846125c-0d8f-4e9d-a870-d544ce33ad6b tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Transition to ACTIVE for port object 5879e68e-fab3-4673-b94a-4b347ea0cfdb will not be triggered until provisioned by entity DHCP. {{(pid=105584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:15:40.067373 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-66ecb296-3495-47da-9b9d-177307c4ce94 req-cd42319b-ccda-429d-abb5-91d8d45b07d7 tempest-AttachVolumeNegativeTest-845744699 tempest-AttachVolumeNegativeTest-845744699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:40.105037 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] get_ports_and_sgs() called for port_ids ['a00236c5-623b-4f7d-b617-4368e91e4029'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:15:40.125163 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-a846125c-0d8f-4e9d-a870-d544ce33ad6b tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:40.158402 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd42319b-ccda-429d-abb5-91d8d45b07d7 tempest-AttachVolumeNegativeTest-845744699 tempest-AttachVolumeNegativeTest-845744699-project] Pushing event updated for resources: {'Port': ['ID=a1e52bc3-7031-48ee-996e-d8ffae51b15a,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:15:40.187767 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-66ecb296-3495-47da-9b9d-177307c4ce94 req-cd42319b-ccda-429d-abb5-91d8d45b07d7 tempest-AttachVolumeNegativeTest-845744699 tempest-AttachVolumeNegativeTest-845744699-project] Network 0ded17b3-440e-4dbe-8ea1-4e29acefb236 is already hosted by enough agents. {{(pid=105585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:15:40.202313 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.base_scheduler [req-66ecb296-3495-47da-9b9d-177307c4ce94 req-cd42319b-ccda-429d-abb5-91d8d45b07d7 tempest-AttachVolumeNegativeTest-845744699 tempest-AttachVolumeNegativeTest-845744699-project] Resources bound (agent type, host, resource id): {{(pid=105585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:15:40.209277 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.l3_dvrscheduler_db [req-66ecb296-3495-47da-9b9d-177307c4ce94 req-cd42319b-ccda-429d-abb5-91d8d45b07d7 tempest-AttachVolumeNegativeTest-845744699 tempest-AttachVolumeNegativeTest-845744699-project] Received port after_create {{(pid=105585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:15:40.245477 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:40.295291 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.db_base_plugin_common [None req-0733708f-8051-402c-a24d-9df801e1128a None None] Allocated IP 2001:db8:0:1::2 (16964878-0556-4412-939e-3afccb926445/168523e2-3694-43b4-9fae-e50c0419d298/de6bcd24-a004-40d9-b44e-43d02e6967cb) {{(pid=105586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:15:40.296513 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a846125c-0d8f-4e9d-a870-d544ce33ad6b tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Pushing event updated for resources: {'Port': ['ID=5879e68e-fab3-4673-b94a-4b347ea0cfdb,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:15:40.313275 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a846125c-0d8f-4e9d-a870-d544ce33ad6b tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Network 16964878-0556-4412-939e-3afccb926445 is already hosted by enough agents. {{(pid=105584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:15:40.315864 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [None req-a846125c-0d8f-4e9d-a870-d544ce33ad6b tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Resources bound (agent type, host, resource id): {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:15:40.355417 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a846125c-0d8f-4e9d-a870-d544ce33ad6b tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Received port after_create {{(pid=105584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:15:40.369553 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ecb296-3495-47da-9b9d-177307c4ce94 req-cd42319b-ccda-429d-abb5-91d8d45b07d7 tempest-AttachVolumeNegativeTest-845744699 tempest-AttachVolumeNegativeTest-845744699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:15:40.370213 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-66ecb296-3495-47da-9b9d-177307c4ce94 req-cd42319b-ccda-429d-abb5-91d8d45b07d7 tempest-AttachVolumeNegativeTest-845744699 tempest-AttachVolumeNegativeTest-845744699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:40.383796 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a846125c-0d8f-4e9d-a870-d544ce33ad6b tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:15:40.385314 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-a846125c-0d8f-4e9d-a870-d544ce33ad6b tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:40.395207 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-66ecb296-3495-47da-9b9d-177307c4ce94 req-cd42319b-ccda-429d-abb5-91d8d45b07d7 tempest-AttachVolumeNegativeTest-845744699 tempest-AttachVolumeNegativeTest-845744699-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6919563 Jul 27 21:15:40.405515 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffde868-73e0-458b-9d3f-642cea90a84e req-3bb1f841-8608-4aee-9b98-b3dcebf27483 tempest-AttachVolumeNegativeTest-845744699 tempest-AttachVolumeNegativeTest-845744699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:15:40.407351 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-4ffde868-73e0-458b-9d3f-642cea90a84e req-3bb1f841-8608-4aee-9b98-b3dcebf27483 tempest-AttachVolumeNegativeTest-845744699 tempest-AttachVolumeNegativeTest-845744699-project] 10.222.0.59 "GET /v2.0/ports?device_id=230cd4c2-ee09-4357-a964-cafa10f52fd4 HTTP/1.1" status: 200 len: 931 time: 0.2182522 Jul 27 21:15:40.414321 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [req-66ecb296-3495-47da-9b9d-177307c4ce94 req-f40afbdf-753e-49e4-bdd6-17a6b5033e94 service neutron] Request body: {'port': {'device_id': '230cd4c2-ee09-4357-a964-cafa10f52fd4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-705658-22'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:15:40.428463 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-a846125c-0d8f-4e9d-a870-d544ce33ad6b tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1017 time: 2.1998050 Jul 27 21:15:40.430516 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 39482) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:15:40.448365 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-546136a1-1f07-49d2-a47a-3d7d4f5f431a tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'd741f719-0141-4c5a-8f65-44bf6396c4a8'}]}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:15:40.467182 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 39484) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:15:40.506279 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-0733708f-8051-402c-a24d-9df801e1128a None None] For port de6bcd24-a004-40d9-b44e-43d02e6967cb, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=de6bcd24-a004-40d9-b44e-43d02e6967cb,segment=NetworkSegment(5ea3f03b-e844-4e1d-9525-841cc8efe8f2),segment_id=5ea3f03b-e844-4e1d-9525-841cc8efe8f2)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:15:40.545110 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-66ecb296-3495-47da-9b9d-177307c4ce94 req-f40afbdf-753e-49e4-bdd6-17a6b5033e94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:40.563219 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-0733708f-8051-402c-a24d-9df801e1128a None None] Notify callbacks [] for port, precommit_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:40.588162 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-0733708f-8051-402c-a24d-9df801e1128a None None] Transition to ACTIVE for port object de6bcd24-a004-40d9-b44e-43d02e6967cb will not be triggered until provisioned by entity DHCP. {{(pid=105586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:15:40.598499 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-0733708f-8051-402c-a24d-9df801e1128a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:40.622819 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-546136a1-1f07-49d2-a47a-3d7d4f5f431a tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:40.627193 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-4ffde868-73e0-458b-9d3f-642cea90a84e req-76212d50-b689-4424-a538-c7880898edf3 tempest-AttachVolumeNegativeTest-845744699 tempest-AttachVolumeNegativeTest-845744699-project] 10.222.0.59 "GET /v2.0/security-groups?id=2650ee69-e2a9-4bf0-b170-d21e83666964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553259 Jul 27 21:15:40.746949 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0733708f-8051-402c-a24d-9df801e1128a None None] Pushing event updated for resources: {'Port': ['ID=de6bcd24-a004-40d9-b44e-43d02e6967cb,revision_number=4']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:15:40.988990 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-4b6e853b-94a9-40ba-9d8a-fc2c5e3849fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:41.132379 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device bd480edd-900e-45a4-a438-4af5451fbaff up at agent hyperv_n-h1-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:15:41.217140 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.db_base_plugin_common [None req-546136a1-1f07-49d2-a47a-3d7d4f5f431a tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Delete allocated IP 2001:db8:0:1::2e0 (16964878-0556-4412-939e-3afccb926445/168523e2-3694-43b4-9fae-e50c0419d298) {{(pid=105584) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 27 21:15:41.331706 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 39518) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:15:41.352235 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Provisioning for port bd480edd-900e-45a4-a438-4af5451fbaff completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:15:41.357083 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Provisioning complete for port bd480edd-900e-45a4-a438-4af5451fbaff triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:15:41.358078 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:41.568855 n-d-705658-22 neutron-server[105585]: DEBUG neutron.notifiers.nova [req-66ecb296-3495-47da-9b9d-177307c4ce94 req-f40afbdf-753e-49e4-bdd6-17a6b5033e94 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1e52bc3-7031-48ee-996e-d8ffae51b15a {{(pid=105585) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:15:41.577571 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-66ecb296-3495-47da-9b9d-177307c4ce94 req-f40afbdf-753e-49e4-bdd6-17a6b5033e94 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:41.604844 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.provisioning_blocks [req-66ecb296-3495-47da-9b9d-177307c4ce94 req-f40afbdf-753e-49e4-bdd6-17a6b5033e94 service neutron] Transition to ACTIVE for port object a1e52bc3-7031-48ee-996e-d8ffae51b15a will not be triggered until provisioned by entity L2. {{(pid=105585) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:15:41.612968 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:41.618633 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device de6bcd24-a004-40d9-b44e-43d02e6967cb up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:15:41.729737 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] For port bd480edd-900e-45a4-a438-4af5451fbaff, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=bd480edd-900e-45a4-a438-4af5451fbaff,segment=NetworkSegment(82701821-d08d-4e1b-9667-8c6e67e04bdc),segment_id=82701821-d08d-4e1b-9667-8c6e67e04bdc)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:15:41.734590 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3ea645c-18f4-459f-8702-71c2aa70c241', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd480edd-900e-45a4-a438-4af5451fbaff'}] {{(pid=105586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:15:41.737321 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14c1663e039faf5393f87855f745010ac5b02220355b68fdbf065393e303ac56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85e32569-455a-4bfc-98eb-3f8bfe50996d" -d '{"events": [{"server_uuid": "d3ea645c-18f4-459f-8702-71c2aa70c241", "name": "network-vif-plugged", "status": "completed", "tag": "bd480edd-900e-45a4-a438-4af5451fbaff"}]}' {{(pid=105586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:15:41.744532 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:41.756270 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-02b2cb98-ad9b-48a7-9b50-7349b186559a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:41.802634 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-4b6e853b-94a9-40ba-9d8a-fc2c5e3849fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:41.813099 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-66ecb296-3495-47da-9b9d-177307c4ce94 req-f40afbdf-753e-49e4-bdd6-17a6b5033e94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10221672'] for port, after_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:41.833766 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-4b6e853b-94a9-40ba-9d8a-fc2c5e3849fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:41.881206 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Pushing event updated for resources: {'Port': ['ID=bd480edd-900e-45a4-a438-4af5451fbaff,revision_number=5']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:15:41.900492 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-4b6e853b-94a9-40ba-9d8a-fc2c5e3849fd admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=fb41f766900149538ad3de1f4f8d97fa&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4309232 Jul 27 21:15:41.917947 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 39536) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:15:41.951258 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:41.960491 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6e853b-94a9-40ba-9d8a-fc2c5e3849fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57752a8f-bbdc-4665-a155-f646758db279,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:15:42.005543 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-546136a1-1f07-49d2-a47a-3d7d4f5f431a tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Notify callbacks [] for port, precommit_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:42.015055 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1387cfa-261a-40a7-be11-c0afe31d18d4 req-46f8bfaf-9c6e-45a4-bca1-7a4e8b779cae tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:15:42.017013 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f1387cfa-261a-40a7-be11-c0afe31d18d4 req-46f8bfaf-9c6e-45a4-bca1-7a4e8b779cae tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] 10.222.0.59 "GET /v2.0/ports?device_id=d3ea645c-18f4-459f-8702-71c2aa70c241 HTTP/1.1" status: 200 len: 944 time: 0.8700891 Jul 27 21:15:42.046262 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-e354fa46-a8b7-4b50-bada-8a345ccf50f9 None None] Provisioning for port de6bcd24-a004-40d9-b44e-43d02e6967cb completed by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:15:42.064933 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-e354fa46-a8b7-4b50-bada-8a345ccf50f9 None None] Provisioning complete for port de6bcd24-a004-40d9-b44e-43d02e6967cb triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:15:42.065817 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-e354fa46-a8b7-4b50-bada-8a345ccf50f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:42.106140 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.provisioning_blocks [None req-546136a1-1f07-49d2-a47a-3d7d4f5f431a tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Ignored duplicate provisioning block setup for port 5879e68e-fab3-4673-b94a-4b347ea0cfdb by entity DHCP. {{(pid=105584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 27 21:15:42.118636 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-546136a1-1f07-49d2-a47a-3d7d4f5f431a tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9014027'] for port, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:42.160580 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83829147-da36-425e-9c01-b70880baf10d req-a89fba09-f3e8-4cd6-9beb-3892ddf443f1 tempest-AttachVolumeNegativeTest-845744699 tempest-AttachVolumeNegativeTest-845744699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:15:42.169035 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-83829147-da36-425e-9c01-b70880baf10d req-a89fba09-f3e8-4cd6-9beb-3892ddf443f1 tempest-AttachVolumeNegativeTest-845744699 tempest-AttachVolumeNegativeTest-845744699-project] 10.222.0.59 "GET /v2.0/ports?device_id=230cd4c2-ee09-4357-a964-cafa10f52fd4 HTTP/1.1" status: 200 len: 943 time: 0.3487978 Jul 27 21:15:42.173889 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f1387cfa-261a-40a7-be11-c0afe31d18d4 req-6d5b8b3f-7cdd-4743-a1c5-100294be61f2 tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] 10.222.0.59 "GET /v2.0/security-groups?id=9a7007a9-34fe-445e-9576-80a9b33bcd70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391866 Jul 27 21:15:42.174452 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40afbdf-753e-49e4-bdd6-17a6b5033e94 service neutron] Pushing event updated for resources: {'Port': ['ID=a1e52bc3-7031-48ee-996e-d8ffae51b15a,revision_number=2']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:15:42.225006 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-3526c323-0b98-4fbe-a696-d7ed260b2548 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:42.267074 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-3526c323-0b98-4fbe-a696-d7ed260b2548 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:42.329123 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.managers [req-66ecb296-3495-47da-9b9d-177307c4ce94 req-f40afbdf-753e-49e4-bdd6-17a6b5033e94 service neutron] Attempting to bind port a1e52bc3-7031-48ee-996e-d8ffae51b15a on host n-h2-705658-22 for vnic_type normal with profile {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:15:42.330203 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.managers [req-66ecb296-3495-47da-9b9d-177307c4ce94 req-f40afbdf-753e-49e4-bdd6-17a6b5033e94 service neutron] Attempting to bind port a1e52bc3-7031-48ee-996e-d8ffae51b15a by drivers openvswitch,hyperv on host n-h2-705658-22 at level 0 using segments [{'id': '749d1f51-8998-49bc-ba8d-208be5295f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '0ded17b3-440e-4dbe-8ea1-4e29acefb236'}] {{(pid=105585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:15:42.330552 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66ecb296-3495-47da-9b9d-177307c4ce94 req-f40afbdf-753e-49e4-bdd6-17a6b5033e94 service neutron] Attempting to bind port a1e52bc3-7031-48ee-996e-d8ffae51b15a on network 0ded17b3-440e-4dbe-8ea1-4e29acefb236 {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:15:42.346324 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66ecb296-3495-47da-9b9d-177307c4ce94 req-f40afbdf-753e-49e4-bdd6-17a6b5033e94 service neutron] Port a1e52bc3-7031-48ee-996e-d8ffae51b15a on network 0ded17b3-440e-4dbe-8ea1-4e29acefb236 not bound, no agent of type Open vSwitch agent registered on host n-h2-705658-22 {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:15:42.361422 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66ecb296-3495-47da-9b9d-177307c4ce94 req-f40afbdf-753e-49e4-bdd6-17a6b5033e94 service neutron] Attempting to bind port a1e52bc3-7031-48ee-996e-d8ffae51b15a on network 0ded17b3-440e-4dbe-8ea1-4e29acefb236 {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:15:42.365728 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:15:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-213c5d21-4fed-4338-afc8-fa3c60dc28aa x-openstack-request-id: req-213c5d21-4fed-4338-afc8-fa3c60dc28aa {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:15:42.366289 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3ea645c-18f4-459f-8702-71c2aa70c241", "name": "network-vif-plugged", "status": "completed", "tag": "bd480edd-900e-45a4-a438-4af5451fbaff", "code": 200}]} {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:15:42.367099 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-213c5d21-4fed-4338-afc8-fa3c60dc28aa {{(pid=105586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:15:42.368823 n-d-705658-22 neutron-server[105586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3ea645c-18f4-459f-8702-71c2aa70c241', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd480edd-900e-45a4-a438-4af5451fbaff', 'code': 200} Jul 27 21:15:42.375983 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-3526c323-0b98-4fbe-a696-d7ed260b2548 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:42.383262 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66ecb296-3495-47da-9b9d-177307c4ce94 req-f40afbdf-753e-49e4-bdd6-17a6b5033e94 service neutron] Checking agent: {'id': '65195a73-a875-4810-9f5b-622ae260a8a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 49, 40), 'started_at': datetime.datetime(2021, 7, 27, 20, 49, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 15, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:15:42.383890 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66ecb296-3495-47da-9b9d-177307c4ce94 req-f40afbdf-753e-49e4-bdd6-17a6b5033e94 service neutron] Checking segment: {'id': '749d1f51-8998-49bc-ba8d-208be5295f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '0ded17b3-440e-4dbe-8ea1-4e29acefb236'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:15:42.384397 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66ecb296-3495-47da-9b9d-177307c4ce94 req-f40afbdf-753e-49e4-bdd6-17a6b5033e94 service neutron] Bound using segment: {'id': '749d1f51-8998-49bc-ba8d-208be5295f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '0ded17b3-440e-4dbe-8ea1-4e29acefb236'} {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:15:42.385049 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.managers [req-66ecb296-3495-47da-9b9d-177307c4ce94 req-f40afbdf-753e-49e4-bdd6-17a6b5033e94 service neutron] Bound port: a1e52bc3-7031-48ee-996e-d8ffae51b15a, host: n-h2-705658-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '749d1f51-8998-49bc-ba8d-208be5295f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '0ded17b3-440e-4dbe-8ea1-4e29acefb236'}}] {{(pid=105585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:15:42.385526 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-66ecb296-3495-47da-9b9d-177307c4ce94 req-f40afbdf-753e-49e4-bdd6-17a6b5033e94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:42.412144 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-3526c323-0b98-4fbe-a696-d7ed260b2548 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:42.421877 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-3526c323-0b98-4fbe-a696-d7ed260b2548 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/57752a8f-bbdc-4665-a155-f646758db279 HTTP/1.1" status: 204 len: 168 time: 0.5026309 Jul 27 21:15:42.471957 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.db [req-66ecb296-3495-47da-9b9d-177307c4ce94 req-f40afbdf-753e-49e4-bdd6-17a6b5033e94 service neutron] For port a1e52bc3-7031-48ee-996e-d8ffae51b15a, host n-h2-705658-22, cleared binding levels {{(pid=105585) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:15:42.476160 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.db [req-66ecb296-3495-47da-9b9d-177307c4ce94 req-f40afbdf-753e-49e4-bdd6-17a6b5033e94 service neutron] For port a1e52bc3-7031-48ee-996e-d8ffae51b15a, host n-h2-705658-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=a1e52bc3-7031-48ee-996e-d8ffae51b15a,segment=NetworkSegment(749d1f51-8998-49bc-ba8d-208be5295f5a),segment_id=749d1f51-8998-49bc-ba8d-208be5295f5a)] {{(pid=105585) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:15:42.502859 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-6d492ca4-42ee-4800-99bb-435994fdd9fe None None] Provisioning for port 5879e68e-fab3-4673-b94a-4b347ea0cfdb completed by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:15:42.506882 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-83829147-da36-425e-9c01-b70880baf10d req-31faa2c7-9d42-4919-85d9-1879247c47f0 tempest-AttachVolumeNegativeTest-845744699 tempest-AttachVolumeNegativeTest-845744699-project] 10.222.0.59 "GET /v2.0/security-groups?id=2650ee69-e2a9-4bf0-b170-d21e83666964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3363700 Jul 27 21:15:42.512948 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-66ecb296-3495-47da-9b9d-177307c4ce94 req-f40afbdf-753e-49e4-bdd6-17a6b5033e94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10221672'] for port, after_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:42.527405 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-546136a1-1f07-49d2-a47a-3d7d4f5f431a tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] In _notify_port_updated(), no bound segment for port 5879e68e-fab3-4673-b94a-4b347ea0cfdb on network 16964878-0556-4412-939e-3afccb926445 {{(pid=105584) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 27 21:15:42.529554 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-6d492ca4-42ee-4800-99bb-435994fdd9fe None None] Provisioning complete for port 5879e68e-fab3-4673-b94a-4b347ea0cfdb triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:15:42.529953 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-6d492ca4-42ee-4800-99bb-435994fdd9fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:42.533605 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-546136a1-1f07-49d2-a47a-3d7d4f5f431a tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:15:42.534635 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-546136a1-1f07-49d2-a47a-3d7d4f5f431a tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:42.538681 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-546136a1-1f07-49d2-a47a-3d7d4f5f431a tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] 10.222.0.59 "PUT /v2.0/ports/5879e68e-fab3-4673-b94a-4b347ea0cfdb HTTP/1.1" status: 200 len: 926 time: 2.1064887 Jul 27 21:15:42.631025 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 39552) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:15:42.690256 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-6d492ca4-42ee-4800-99bb-435994fdd9fe None None] Port 5879e68e-fab3-4673-b94a-4b347ea0cfdb cannot update to ACTIVE because it is not bound. {{(pid=105586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:15:42.705414 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3526c323-0b98-4fbe-a696-d7ed260b2548 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57752a8f-bbdc-4665-a155-f646758db279,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:15:42.725026 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40afbdf-753e-49e4-bdd6-17a6b5033e94 service neutron] Pushing event updated for resources: {'Port': ['ID=a1e52bc3-7031-48ee-996e-d8ffae51b15a,revision_number=3']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:15:42.756429 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ecb296-3495-47da-9b9d-177307c4ce94 req-f40afbdf-753e-49e4-bdd6-17a6b5033e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:15:42.758087 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-66ecb296-3495-47da-9b9d-177307c4ce94 req-f40afbdf-753e-49e4-bdd6-17a6b5033e94 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:42.761078 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-66ecb296-3495-47da-9b9d-177307c4ce94 req-f40afbdf-753e-49e4-bdd6-17a6b5033e94 service neutron] 10.222.0.60 "PUT /v2.0/ports/a1e52bc3-7031-48ee-996e-d8ffae51b15a HTTP/1.1" status: 200 len: 1092 time: 2.3525720 Jul 27 21:15:42.767970 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546136a1-1f07-49d2-a47a-3d7d4f5f431a tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Pushing event updated for resources: {'Port': ['ID=5879e68e-fab3-4673-b94a-4b347ea0cfdb,revision_number=2']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:15:42.776660 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-6d694114-b93e-46a3-beaa-a3e9baec305b tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'd741f719-0141-4c5a-8f65-44bf6396c4a8'}, {'subnet_id': '168523e2-3694-43b4-9fae-e50c0419d298'}]}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:15:42.793178 n-d-705658-22 neutron-server[105585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '230cd4c2-ee09-4357-a964-cafa10f52fd4', 'tag': 'a1e52bc3-7031-48ee-996e-d8ffae51b15a'}] {{(pid=105585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:15:42.796046 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d66fd65881426bfc2b5388084a3654e5eae521106a15a3dbf0eb4cde7106c36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b7b01dc-1a19-4dd9-a4f1-fb4324cae479" -d '{"events": [{"name": "network-changed", "server_uuid": "230cd4c2-ee09-4357-a964-cafa10f52fd4", "tag": "a1e52bc3-7031-48ee-996e-d8ffae51b15a"}]}' {{(pid=105585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:15:42.852497 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-bb32ed7d-8717-448b-a9c8-a5a0117d1fd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:42.949193 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:15:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d5163e9-2865-455a-a861-b132b751179c x-openstack-request-id: req-6d5163e9-2865-455a-a861-b132b751179c {{(pid=105585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:15:42.949589 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "230cd4c2-ee09-4357-a964-cafa10f52fd4", "tag": "a1e52bc3-7031-48ee-996e-d8ffae51b15a", "status": "completed", "code": 200}]} {{(pid=105585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:15:42.950751 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-6d5163e9-2865-455a-a861-b132b751179c {{(pid=105585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:15:42.952115 n-d-705658-22 neutron-server[105585]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '230cd4c2-ee09-4357-a964-cafa10f52fd4', 'tag': 'a1e52bc3-7031-48ee-996e-d8ffae51b15a', 'status': 'completed', 'code': 200} Jul 27 21:15:42.983821 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8e0352-68e4-40e4-87d1-34f85f6e7ad9 req-ef417762-3a56-409e-8767-01a389d22d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:15:42.985562 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-9c8e0352-68e4-40e4-87d1-34f85f6e7ad9 req-ef417762-3a56-409e-8767-01a389d22d4d service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=d3ea645c-18f4-459f-8702-71c2aa70c241 HTTP/1.1" status: 200 len: 1097 time: 0.5464096 Jul 27 21:15:43.041305 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-f2f8c909-7d02-4a9e-9c72-519dff255521 None None] Provisioning complete for port 5879e68e-fab3-4673-b94a-4b347ea0cfdb triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:15:43.045103 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-f2f8c909-7d02-4a9e-9c72-519dff255521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:43.062207 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-9c8e0352-68e4-40e4-87d1-34f85f6e7ad9 req-d3d5ed6f-3a8f-4de0-94d8-a2e5b424605b service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=9a7007a9-34fe-445e-9576-80a9b33bcd70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681117 Jul 27 21:15:43.106218 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-f2f8c909-7d02-4a9e-9c72-519dff255521 None None] Port 5879e68e-fab3-4673-b94a-4b347ea0cfdb cannot update to ACTIVE because it is not bound. {{(pid=105586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:15:43.157120 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-12a46466-ad37-4cf5-94dc-7817d5487b01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4076536'] for router_interface, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:43.194441 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ecb296-3495-47da-9b9d-177307c4ce94 req-3dcfbc71-1da6-43cb-9994-c58ba13b76db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:15:43.196128 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-66ecb296-3495-47da-9b9d-177307c4ce94 req-3dcfbc71-1da6-43cb-9994-c58ba13b76db service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=7cb1be282c1a45569e2d1240a1ce83c6&device_id=230cd4c2-ee09-4357-a964-cafa10f52fd4 HTTP/1.1" status: 200 len: 1095 time: 0.3262060 Jul 27 21:15:43.258055 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-66ecb296-3495-47da-9b9d-177307c4ce94 req-ea555289-3ad2-4c1c-a31e-a042b932bfdd service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a1e52bc3-7031-48ee-996e-d8ffae51b15a HTTP/1.1" status: 200 len: 217 time: 0.0442274 Jul 27 21:15:43.417562 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ecb296-3495-47da-9b9d-177307c4ce94 req-528e18c6-a029-4d62-92f8-520b65b1652d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:15:43.419477 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-66ecb296-3495-47da-9b9d-177307c4ce94 req-528e18c6-a029-4d62-92f8-520b65b1652d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=0afa8897-5216-45a9-9a1e-8fc30b1f7259 HTTP/1.1" status: 200 len: 854 time: 0.1490378 Jul 27 21:15:43.420766 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-6d694114-b93e-46a3-beaa-a3e9baec305b tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:43.477154 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-66ecb296-3495-47da-9b9d-177307c4ce94 req-d9342b5c-482d-4c08-a960-3aff714741a1 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=0ded17b3-440e-4dbe-8ea1-4e29acefb236&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0368266 Jul 27 21:15:43.611321 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3489dc38-100e-4b4d-a488-bd747ae5e381 req-a3410664-1b81-4077-a095-399634855c72 tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:15:43.612850 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-3489dc38-100e-4b4d-a488-bd747ae5e381 req-a3410664-1b81-4077-a095-399634855c72 tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] 10.222.0.59 "GET /v2.0/ports?device_id=d3ea645c-18f4-459f-8702-71c2aa70c241 HTTP/1.1" status: 200 len: 945 time: 0.2748027 Jul 27 21:15:43.661778 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-12a46466-ad37-4cf5-94dc-7817d5487b01 admin admin] Deleting port 1513f8ea-a9a9-42b8-9469-070c68e29358 {{(pid=105584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:15:43.662276 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-12a46466-ad37-4cf5-94dc-7817d5487b01 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:43.770935 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-66ecb296-3495-47da-9b9d-177307c4ce94 req-fe88291b-53be-461b-bc39-8789d3342315 service neutron] 10.222.0.60 "GET /v2.0/networks/0ded17b3-440e-4dbe-8ea1-4e29acefb236?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2843075 Jul 27 21:15:43.857726 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [None req-12a46466-ad37-4cf5-94dc-7817d5487b01 admin admin] For port 1513f8ea-a9a9-42b8-9469-070c68e29358, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=1513f8ea-a9a9-42b8-9469-070c68e29358,segment=NetworkSegment(3b7237b7-e1d5-469a-ad3d-468d7cc14174),segment_id=3b7237b7-e1d5-469a-ad3d-468d7cc14174)] {{(pid=105584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:15:43.858147 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-12a46466-ad37-4cf5-94dc-7817d5487b01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:43.917412 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-12a46466-ad37-4cf5-94dc-7817d5487b01 admin admin] Calling delete_port for 1513f8ea-a9a9-42b8-9469-070c68e29358 owned by network:router_interface {{(pid=105584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:15:44.000436 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47904cdd-f9e5-436b-ae5e-962196ce4519 req-c3635dbe-14f0-4436-a036-fb3af127aee8 tempest-AttachVolumeNegativeTest-845744699 tempest-AttachVolumeNegativeTest-845744699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:15:44.009733 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-47904cdd-f9e5-436b-ae5e-962196ce4519 req-c3635dbe-14f0-4436-a036-fb3af127aee8 tempest-AttachVolumeNegativeTest-845744699 tempest-AttachVolumeNegativeTest-845744699-project] 10.222.0.59 "GET /v2.0/ports?device_id=230cd4c2-ee09-4357-a964-cafa10f52fd4 HTTP/1.1" status: 200 len: 943 time: 0.3689458 Jul 27 21:15:44.029163 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-3489dc38-100e-4b4d-a488-bd747ae5e381 req-5d40cbf0-72a3-44ba-a482-5ae1cc20262c tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] 10.222.0.59 "GET /v2.0/security-groups?id=9a7007a9-34fe-445e-9576-80a9b33bcd70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3874276 Jul 27 21:15:44.180865 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-66ecb296-3495-47da-9b9d-177307c4ce94 req-0c0b1708-2f8f-4b01-b21c-7c7a81f17691 service neutron] 10.222.0.60 "GET /v2.0/networks/0ded17b3-440e-4dbe-8ea1-4e29acefb236?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3852856 Jul 27 21:15:44.211201 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-12a46466-ad37-4cf5-94dc-7817d5487b01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:44.219114 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-47904cdd-f9e5-436b-ae5e-962196ce4519 req-58481507-912b-40f3-9629-e431fa3c0833 tempest-AttachVolumeNegativeTest-845744699 tempest-AttachVolumeNegativeTest-845744699-project] 10.222.0.59 "GET /v2.0/security-groups?id=2650ee69-e2a9-4bf0-b170-d21e83666964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2082784 Jul 27 21:15:44.262425 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a46466-ad37-4cf5-94dc-7817d5487b01 admin admin] Pushing event deleted for resources: {'Port': ['ID=1513f8ea-a9a9-42b8-9469-070c68e29358,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:15:44.299453 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-875ced1b-4cf3-463a-9653-058f0f9421e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:44.406879 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.db_base_plugin_common [None req-6d694114-b93e-46a3-beaa-a3e9baec305b tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Allocated IP 2001:db8:0:1::11b (16964878-0556-4412-939e-3afccb926445/168523e2-3694-43b4-9fae-e50c0419d298/5879e68e-fab3-4673-b94a-4b347ea0cfdb) {{(pid=105585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:15:44.574569 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-12a46466-ad37-4cf5-94dc-7817d5487b01 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3743915', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4076308'] for router_interface, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:45.040600 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7b01dc-1a19-4dd9-a4f1-fb4324cae479 req-289373ed-689f-4b1e-8be8-baaa07f7f3e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:15:45.042193 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-3b7b01dc-1a19-4dd9-a4f1-fb4324cae479 req-289373ed-689f-4b1e-8be8-baaa07f7f3e4 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=7cb1be282c1a45569e2d1240a1ce83c6&device_id=230cd4c2-ee09-4357-a964-cafa10f52fd4 HTTP/1.1" status: 200 len: 1095 time: 0.7900975 Jul 27 21:15:45.316777 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-6d694114-b93e-46a3-beaa-a3e9baec305b tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Notify callbacks [] for port, precommit_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:45.338566 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.provisioning_blocks [None req-6d694114-b93e-46a3-beaa-a3e9baec305b tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Transition to ACTIVE for port object 5879e68e-fab3-4673-b94a-4b347ea0cfdb will not be triggered until provisioned by entity DHCP. {{(pid=105585) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:15:45.343671 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12a46466-ad37-4cf5-94dc-7817d5487b01 admin admin] Router 809e5d14-abce-43db-b847-0ff958180cd5 has already been hosted by L3 agent dd128fd7-8e57-4d4f-895b-a96b369df59a {{(pid=105584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:15:45.351497 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-6d694114-b93e-46a3-beaa-a3e9baec305b tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10221672'] for port, after_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:45.432688 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7b01dc-1a19-4dd9-a4f1-fb4324cae479 req-a44d49b6-de0c-46a3-b15d-f8de1e9adef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:15:45.438110 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-3b7b01dc-1a19-4dd9-a4f1-fb4324cae479 req-a44d49b6-de0c-46a3-b15d-f8de1e9adef0 service neutron] 10.222.0.60 "GET /v2.0/networks?id=0ded17b3-440e-4dbe-8ea1-4e29acefb236 HTTP/1.1" status: 200 len: 915 time: 0.3688025 Jul 27 21:15:45.537555 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12a46466-ad37-4cf5-94dc-7817d5487b01 admin admin] Notify agent at l3_agent.n-d-705658-22 the message routers_updated {{(pid=105584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:15:45.548269 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-12a46466-ad37-4cf5-94dc-7817d5487b01 admin admin] 10.222.0.59 "PUT /v2.0/routers/809e5d14-abce-43db-b847-0ff958180cd5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2095938 Jul 27 21:15:45.549381 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 39660) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:15:45.557938 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b73a995e-9a43-4387-8221-bc458f9ffc46 None None] Sync routers for ids ['809e5d14-abce-43db-b847-0ff958180cd5'] in n-d-705658-22 {{(pid=105586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:15:45.609196 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b73a995e-9a43-4387-8221-bc458f9ffc46 None None] Routers {'809e5d14-abce-43db-b847-0ff958180cd5'} bound to L3 agent in host n-d-705658-22 {{(pid=105586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:15:45.610317 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-b73a995e-9a43-4387-8221-bc458f9ffc46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:15:42Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['809e5d14-abce-43db-b847-0ff958180cd5'], 'active': True} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:15:45.701382 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-3b7b01dc-1a19-4dd9-a4f1-fb4324cae479 req-df1694e6-7d75-467e-8536-0e06646e1a8b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a1e52bc3-7031-48ee-996e-d8ffae51b15a HTTP/1.1" status: 200 len: 217 time: 0.1578004 Jul 27 21:15:45.747261 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [None req-6d694114-b93e-46a3-beaa-a3e9baec305b tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] In _notify_port_updated(), no bound segment for port 5879e68e-fab3-4673-b94a-4b347ea0cfdb on network 16964878-0556-4412-939e-3afccb926445 {{(pid=105585) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 27 21:15:45.753530 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d694114-b93e-46a3-beaa-a3e9baec305b tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:15:45.754432 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-6d694114-b93e-46a3-beaa-a3e9baec305b tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:45.756500 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-6d694114-b93e-46a3-beaa-a3e9baec305b tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] 10.222.0.59 "PUT /v2.0/ports/5879e68e-fab3-4673-b94a-4b347ea0cfdb HTTP/1.1" status: 200 len: 1012 time: 3.0385523 Jul 27 21:15:45.768781 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvr_db [None req-b73a995e-9a43-4387-8221-bc458f9ffc46 None None] Set router 809e5d14-abce-43db-b847-0ff958180cd5 gateway port host: n-d-705658-22 {{(pid=105586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:15:45.771782 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 39668) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:15:45.810426 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d694114-b93e-46a3-beaa-a3e9baec305b tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Pushing event updated for resources: {'Port': ['ID=5879e68e-fab3-4673-b94a-4b347ea0cfdb,revision_number=3']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:15:45.873497 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8913fafa-bf1d-4700-b1b2-4ce59e16141a req-1ece7df5-d77d-414c-a52c-f31fd046b787 tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:15:45.875925 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-8913fafa-bf1d-4700-b1b2-4ce59e16141a req-1ece7df5-d77d-414c-a52c-f31fd046b787 tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] 10.222.0.59 "GET /v2.0/ports?device_id=d3ea645c-18f4-459f-8702-71c2aa70c241 HTTP/1.1" status: 200 len: 945 time: 0.6887527 Jul 27 21:15:45.924741 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-ddda8434-ddf0-4506-811c-78fd20716a54 admin admin] Notify callbacks [] for router, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:45.936651 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3a4e96-a8b9-4e73-89bf-d3bec37a5baa req-9eda1e0f-ca96-44b7-ba6c-ed0a95bdc0f4 tempest-AttachVolumeNegativeTest-845744699 tempest-AttachVolumeNegativeTest-845744699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:15:45.938218 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-2a3a4e96-a8b9-4e73-89bf-d3bec37a5baa req-9eda1e0f-ca96-44b7-ba6c-ed0a95bdc0f4 tempest-AttachVolumeNegativeTest-845744699 tempest-AttachVolumeNegativeTest-845744699-project] 10.222.0.59 "GET /v2.0/ports?device_id=230cd4c2-ee09-4357-a964-cafa10f52fd4 HTTP/1.1" status: 200 len: 943 time: 0.5782444 Jul 27 21:15:45.969070 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7b01dc-1a19-4dd9-a4f1-fb4324cae479 req-5ec78eab-3dd5-450b-9f44-38d8f1d6ae27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:15:45.980884 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-3b7b01dc-1a19-4dd9-a4f1-fb4324cae479 req-5ec78eab-3dd5-450b-9f44-38d8f1d6ae27 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=0afa8897-5216-45a9-9a1e-8fc30b1f7259 HTTP/1.1" status: 200 len: 854 time: 0.2432508 Jul 27 21:15:46.058863 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-2a3a4e96-a8b9-4e73-89bf-d3bec37a5baa req-0a484c74-3381-4c25-a8e6-f8255f6de325 tempest-AttachVolumeNegativeTest-845744699 tempest-AttachVolumeNegativeTest-845744699-project] 10.222.0.59 "GET /v2.0/security-groups?id=2650ee69-e2a9-4bf0-b170-d21e83666964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061535 Jul 27 21:15:46.139594 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-8913fafa-bf1d-4700-b1b2-4ce59e16141a req-59466409-3412-4ebd-b599-5b5444166b4e tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] 10.222.0.59 "GET /v2.0/security-groups?id=9a7007a9-34fe-445e-9576-80a9b33bcd70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2472346 Jul 27 21:15:46.156667 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-58d3ba40-8d1a-475c-99c2-49e65f3fa9fa tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Deleting port 5879e68e-fab3-4673-b94a-4b347ea0cfdb {{(pid=105584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:15:46.156667 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-58d3ba40-8d1a-475c-99c2-49e65f3fa9fa tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:46.157339 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-3b7b01dc-1a19-4dd9-a4f1-fb4324cae479 req-3f2463f9-512b-4a63-ab0c-8332c0aba0fb service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=0ded17b3-440e-4dbe-8ea1-4e29acefb236&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1362894 Jul 27 21:15:46.194622 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-d3f3937b-eea3-452b-9510-eaa0f6d01996 None None] Provisioning for port 5879e68e-fab3-4673-b94a-4b347ea0cfdb completed by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:15:46.209919 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-d3f3937b-eea3-452b-9510-eaa0f6d01996 None None] Provisioning complete for port 5879e68e-fab3-4673-b94a-4b347ea0cfdb triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:15:46.210309 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-d3f3937b-eea3-452b-9510-eaa0f6d01996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:46.271093 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-3b7b01dc-1a19-4dd9-a4f1-fb4324cae479 req-7c84cf97-14f4-4e9c-ac9d-09253f7220f4 service neutron] 10.222.0.60 "GET /v2.0/networks/0ded17b3-440e-4dbe-8ea1-4e29acefb236?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1080334 Jul 27 21:15:46.286269 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-ddda8434-ddf0-4506-811c-78fd20716a54 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:46.292180 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-b73a995e-9a43-4387-8221-bc458f9ffc46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '809e5d14-abce-43db-b847-0ff958180cd5', 'name': 'tempest-AttachVolumeTestJSON-673897176-router', 'tenant_id': 'dcfc656e3a0b42809921004863a52506', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.2'}], 'enable_snat': True}, 'gw_port_id': '77e13f84-416d-4b78-aeaa-978e413ab22c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:06:23Z', 'updated_at': '2021-07-27T21:15:44Z', 'revision_number': 5, 'project_id': 'dcfc656e3a0b42809921004863a52506', 'gw_port': {'id': '77e13f84-416d-4b78-aeaa-978e413ab22c', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:e6:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '809e5d14-abce-43db-b847-0ff958180cd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:06:24Z', 'updated_at': '2021-07-27T21:06:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22'}], 'n-d-705658-22', False) {} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:15:46.381159 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-d3f3937b-eea3-452b-9510-eaa0f6d01996 None None] Port 5879e68e-fab3-4673-b94a-4b347ea0cfdb cannot update to ACTIVE because it is not bound. {{(pid=105586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:15:46.383327 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b73a995e-9a43-4387-8221-bc458f9ffc46 None None] Checking router: 809e5d14-abce-43db-b847-0ff958180cd5 for host: n-d-705658-22 {{(pid=105586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:15:46.403862 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b73a995e-9a43-4387-8221-bc458f9ffc46 None None] Routers {'809e5d14-abce-43db-b847-0ff958180cd5'} bound to L3 agent in host n-d-705658-22 {{(pid=105586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:15:46.404813 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-b73a995e-9a43-4387-8221-bc458f9ffc46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:15:42Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['809e5d14-abce-43db-b847-0ff958180cd5'], 'active': True} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:15:46.408699 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-58d3ba40-8d1a-475c-99c2-49e65f3fa9fa tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:46.431717 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-58d3ba40-8d1a-475c-99c2-49e65f3fa9fa tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Calling delete_port for 5879e68e-fab3-4673-b94a-4b347ea0cfdb owned by {{(pid=105584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:15:46.459662 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-3b7b01dc-1a19-4dd9-a4f1-fb4324cae479 req-621d488b-8aad-4e1b-be4d-c24c468b887d service neutron] 10.222.0.60 "GET /v2.0/networks/0ded17b3-440e-4dbe-8ea1-4e29acefb236?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1734743 Jul 27 21:15:46.468528 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-ddda8434-ddf0-4506-811c-78fd20716a54 admin admin] Deleting port 77e13f84-416d-4b78-aeaa-978e413ab22c {{(pid=105584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:15:46.469756 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-ddda8434-ddf0-4506-811c-78fd20716a54 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:46.487086 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d5e5fc-121f-43e8-9da7-f2fb40f3f68e req-a018536c-6776-4622-8560-41484c53e810 tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:15:46.489715 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-95d5e5fc-121f-43e8-9da7-f2fb40f3f68e req-a018536c-6776-4622-8560-41484c53e810 tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] 10.222.0.59 "GET /v2.0/ports?device_id=d3ea645c-18f4-459f-8702-71c2aa70c241 HTTP/1.1" status: 200 len: 945 time: 0.1817632 Jul 27 21:15:46.593957 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-95d5e5fc-121f-43e8-9da7-f2fb40f3f68e req-9f1c99e3-b40e-4232-9b5b-03be79785faf tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] 10.222.0.59 "GET /v2.0/security-groups?id=9a7007a9-34fe-445e-9576-80a9b33bcd70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966988 Jul 27 21:15:46.651191 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvr_db [None req-b73a995e-9a43-4387-8221-bc458f9ffc46 None None] Set router 809e5d14-abce-43db-b847-0ff958180cd5 gateway port host: None {{(pid=105586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:15:46.722744 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-b73a995e-9a43-4387-8221-bc458f9ffc46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '809e5d14-abce-43db-b847-0ff958180cd5', 'name': 'tempest-AttachVolumeTestJSON-673897176-router', 'tenant_id': 'dcfc656e3a0b42809921004863a52506', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:06:23Z', 'updated_at': '2021-07-27T21:15:46Z', 'revision_number': 6, 'project_id': 'dcfc656e3a0b42809921004863a52506', 'gw_port_host': None}], 'n-d-705658-22', False) {} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:15:46.822574 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-58d3ba40-8d1a-475c-99c2-49e65f3fa9fa tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:46.895234 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d3ba40-8d1a-475c-99c2-49e65f3fa9fa tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Pushing event deleted for resources: {'Port': ['ID=5879e68e-fab3-4673-b94a-4b347ea0cfdb,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:15:47.015878 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b73a995e-9a43-4387-8221-bc458f9ffc46 None None] The sync data for ids ['809e5d14-abce-43db-b847-0ff958180cd5'] in n-d-705658-22 is: [{'id': '809e5d14-abce-43db-b847-0ff958180cd5', 'name': 'tempest-AttachVolumeTestJSON-673897176-router', 'tenant_id': 'dcfc656e3a0b42809921004863a52506', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:06:23Z', 'updated_at': '2021-07-27T21:15:46Z', 'revision_number': 6, 'project_id': 'dcfc656e3a0b42809921004863a52506', 'gw_port_host': None}] {{(pid=105586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:15:47.029717 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-58d3ba40-8d1a-475c-99c2-49e65f3fa9fa tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:47.034512 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 39716) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:15:47.038879 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-58d3ba40-8d1a-475c-99c2-49e65f3fa9fa tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] 10.222.0.59 "DELETE /v2.0/ports/5879e68e-fab3-4673-b94a-4b347ea0cfdb HTTP/1.1" status: 204 len: 168 time: 1.2659585 Jul 27 21:15:47.055818 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [None req-ddda8434-ddf0-4506-811c-78fd20716a54 admin admin] For port 77e13f84-416d-4b78-aeaa-978e413ab22c, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=77e13f84-416d-4b78-aeaa-978e413ab22c,segment=NetworkSegment(12196855-9a32-4633-9a56-77697ef9e126),segment_id=12196855-9a32-4633-9a56-77697ef9e126)] {{(pid=105584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:15:47.056203 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-ddda8434-ddf0-4506-811c-78fd20716a54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:47.087452 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-ddda8434-ddf0-4506-811c-78fd20716a54 admin admin] Calling delete_port for 77e13f84-416d-4b78-aeaa-978e413ab22c owned by network:router_gateway {{(pid=105584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:15:47.131178 n-d-705658-22 neutron-server[105585]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a60773c-aaa0-40f8-af05-36c9a505727f tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] GET failed (client error): The resource could not be found. Jul 27 21:15:47.141202 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-6a60773c-aaa0-40f8-af05-36c9a505727f tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] 10.222.0.59 "GET /v2.0/ports/5879e68e-fab3-4673-b94a-4b347ea0cfdb HTTP/1.1" status: 404 len: 333 time: 0.1039238 Jul 27 21:15:47.142122 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 39724) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:15:47.251710 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 39726) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:15:47.315802 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.db_base_plugin_v2 [None req-2cf7c76f-974d-4dd0-8764-2b9328b33243 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Deleting subnet 168523e2-3694-43b4-9fae-e50c0419d298 {{(pid=105585) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:15:47.328789 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-2cf7c76f-974d-4dd0-8764-2b9328b33243 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Notify callbacks [] for subnet, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:47.406705 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44f95df-5647-4532-b4d5-5443710098d0 req-38d8c244-eeee-4b92-baa0-f8645b0f9c2b tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:15:47.422148 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a44f95df-5647-4532-b4d5-5443710098d0 req-38d8c244-eeee-4b92-baa0-f8645b0f9c2b tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] 10.222.0.59 "GET /v2.0/ports?device_id=d3ea645c-18f4-459f-8702-71c2aa70c241 HTTP/1.1" status: 200 len: 945 time: 0.2776606 Jul 27 21:15:47.479753 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 1513f8ea-a9a9-42b8-9469-070c68e29358 no longer exists at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:15:47.500752 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-ddda8434-ddf0-4506-811c-78fd20716a54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:47.508140 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] No Port match for: 1513f8ea-a9a9-42b8-9469-070c68e29358 {{(pid=105586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:15:47.508568 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 1513f8ea-a9a9-42b8-9469-070c68e29358 not bound to the agent host n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:15:47.584357 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-2cf7c76f-974d-4dd0-8764-2b9328b33243 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9887057'] for subnet, precommit_delete_associations {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:47.600999 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddda8434-ddf0-4506-811c-78fd20716a54 admin admin] Pushing event deleted for resources: {'Port': ['ID=77e13f84-416d-4b78-aeaa-978e413ab22c,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:15:47.670009 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-ddda8434-ddf0-4506-811c-78fd20716a54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4075702'] for router_gateway, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:47.710964 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-23997420-e237-4465-8f0a-62c81779ae74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:47.739972 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a44f95df-5647-4532-b4d5-5443710098d0 req-198ce146-7373-43f4-9309-7d262db89146 tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] 10.222.0.59 "GET /v2.0/security-groups?id=9a7007a9-34fe-445e-9576-80a9b33bcd70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2579384 Jul 27 21:15:47.792905 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-ddda8434-ddf0-4506-811c-78fd20716a54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4163631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-425'] for router, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:47.795308 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-ddda8434-ddf0-4506-811c-78fd20716a54 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:47.849049 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-ddda8434-ddf0-4506-811c-78fd20716a54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4163007'] for router, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:47.849867 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddda8434-ddf0-4506-811c-78fd20716a54 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 809e5d14-abce-43db-b847-0ff958180cd5 {{(pid=105584) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 21:15:47.854824 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-ddda8434-ddf0-4506-811c-78fd20716a54 admin admin] Notify callbacks [] for router, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:47.856252 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-ddda8434-ddf0-4506-811c-78fd20716a54 admin admin] 10.222.0.59 "DELETE /v2.0/routers/809e5d14-abce-43db-b847-0ff958180cd5 HTTP/1.1" status: 204 len: 168 time: 2.3061934 Jul 27 21:15:47.858649 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 39750) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:15:47.883670 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-23997420-e237-4465-8f0a-62c81779ae74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:47.915335 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.db_base_plugin_v2 [None req-21bac4e4-19c9-45a0-b459-c7552bc25d98 admin admin] Deleting subnet fdae47fc-2d6f-4c83-9067-18a839318850 {{(pid=105584) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:15:47.918620 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-21bac4e4-19c9-45a0-b459-c7552bc25d98 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:47.947056 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-2cf7c76f-974d-4dd0-8764-2b9328b33243 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854965'] for subnet, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:47.970264 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-21bac4e4-19c9-45a0-b459-c7552bc25d98 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9014207'] for subnet, precommit_delete_associations {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:47.977270 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-23997420-e237-4465-8f0a-62c81779ae74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:47.999300 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad430466-97e4-4088-a688-dce0119c8b4d req-f41c7299-22dc-43fc-81f0-2caa9f1effe6 tempest-AttachVolumeNegativeTest-845744699 tempest-AttachVolumeNegativeTest-845744699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:15:48.006637 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-ad430466-97e4-4088-a688-dce0119c8b4d req-f41c7299-22dc-43fc-81f0-2caa9f1effe6 tempest-AttachVolumeNegativeTest-845744699 tempest-AttachVolumeNegativeTest-845744699-project] 10.222.0.59 "GET /v2.0/ports?device_id=230cd4c2-ee09-4357-a964-cafa10f52fd4 HTTP/1.1" status: 200 len: 943 time: 0.7644727 Jul 27 21:15:48.062494 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-21bac4e4-19c9-45a0-b459-c7552bc25d98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854965'] for subnet, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:48.091836 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-23997420-e237-4465-8f0a-62c81779ae74 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=a3806c042203417591998366ef80fac8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8378890 Jul 27 21:15:48.093012 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23997420-e237-4465-8f0a-62c81779ae74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ec9792c-d5d0-41a7-88b7-87c58801e307,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:15:48.100481 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 39756) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:15:48.205251 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-21bac4e4-19c9-45a0-b459-c7552bc25d98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9014081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9738825'] for subnet, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:48.205618 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-ad430466-97e4-4088-a688-dce0119c8b4d req-a72e5e93-2c3c-4ef0-b341-fabe75d74bcb tempest-AttachVolumeNegativeTest-845744699 tempest-AttachVolumeNegativeTest-845744699-project] 10.222.0.59 "GET /v2.0/security-groups?id=2650ee69-e2a9-4bf0-b170-d21e83666964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1951363 Jul 27 21:15:48.214589 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-2cf7c76f-974d-4dd0-8764-2b9328b33243 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10221602', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9990583'] for subnet, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:48.277262 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-21bac4e4-19c9-45a0-b459-c7552bc25d98 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:48.281037 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-21bac4e4-19c9-45a0-b459-c7552bc25d98 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/fdae47fc-2d6f-4c83-9067-18a839318850 HTTP/1.1" status: 204 len: 168 time: 0.4188201 Jul 27 21:15:48.281037 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21bac4e4-19c9-45a0-b459-c7552bc25d98 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fdae47fc-2d6f-4c83-9067-18a839318850,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:15:48.285535 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b30cb65-0021-4f26-b4a8-f7dc433fedf8 None None] Network 32d25553-aa43-4782-af0c-d6a2b47507a7 requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:15:48.292025 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 39760) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:15:48.299317 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf7c76f-974d-4dd0-8764-2b9328b33243 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Pushing event deleted for resources: {'Subnet': ['ID=168523e2-3694-43b4-9fae-e50c0419d298,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:15:48.313270 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-2cf7c76f-974d-4dd0-8764-2b9328b33243 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743886'] for subnet, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:48.314700 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e21f51ba-3bb3-454b-a719-408b27078ebf None None] Network 16964878-0556-4412-939e-3afccb926445 requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:15:48.318078 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 39762) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:15:48.318660 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-2cf7c76f-974d-4dd0-8764-2b9328b33243 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] 10.222.0.59 "DELETE /v2.0/subnets/168523e2-3694-43b4-9fae-e50c0419d298 HTTP/1.1" status: 204 len: 168 time: 1.1738012 Jul 27 21:15:48.371508 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-88ef2775-f94d-48e6-821b-4cd699886c93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:48.378450 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea421d57-d25d-4e0b-b59a-1464c0b0964a tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Deleting subnet d741f719-0141-4c5a-8f65-44bf6396c4a8 {{(pid=105584) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:15:48.413181 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-ea421d57-d25d-4e0b-b59a-1464c0b0964a tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Notify callbacks [] for subnet, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:48.418540 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-88ef2775-f94d-48e6-821b-4cd699886c93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:48.452679 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-4beb834c-cf1f-4aac-840f-76549c8b42f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-990557'] for network, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:48.506734 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87b7434-c037-4c62-a5c0-5879f3b12947 req-54869bfd-61b2-4b34-a9f8-bfc1f17d92fd tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:15:48.509481 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-c87b7434-c037-4c62-a5c0-5879f3b12947 req-54869bfd-61b2-4b34-a9f8-bfc1f17d92fd tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] 10.222.0.36 "GET /v2.0/ports?device_id=d3ea645c-18f4-459f-8702-71c2aa70c241 HTTP/1.1" status: 200 len: 945 time: 0.2518175 Jul 27 21:15:48.512448 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-ea421d57-d25d-4e0b-b59a-1464c0b0964a tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9014207'] for subnet, precommit_delete_associations {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:48.546177 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-88ef2775-f94d-48e6-821b-4cd699886c93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:48.549463 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-88ef2775-f94d-48e6-821b-4cd699886c93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:48.554758 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-88ef2775-f94d-48e6-821b-4cd699886c93 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/9ec9792c-d5d0-41a7-88b7-87c58801e307 HTTP/1.1" status: 204 len: 168 time: 0.4507048 Jul 27 21:15:48.571271 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ef2775-f94d-48e6-821b-4cd699886c93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ec9792c-d5d0-41a7-88b7-87c58801e307,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:15:48.582090 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [None req-4beb834c-cf1f-4aac-840f-76549c8b42f9 admin admin] Deleting port 7c70d31e-8fd6-4afe-92d5-f15505decbeb {{(pid=105585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:15:48.582518 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-4beb834c-cf1f-4aac-840f-76549c8b42f9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:48.678818 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.db [None req-4beb834c-cf1f-4aac-840f-76549c8b42f9 admin admin] For port 7c70d31e-8fd6-4afe-92d5-f15505decbeb, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=7c70d31e-8fd6-4afe-92d5-f15505decbeb,segment=NetworkSegment(3b7237b7-e1d5-469a-ad3d-468d7cc14174),segment_id=3b7237b7-e1d5-469a-ad3d-468d7cc14174)] {{(pid=105585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:15:48.681290 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-4beb834c-cf1f-4aac-840f-76549c8b42f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:48.731478 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [None req-4beb834c-cf1f-4aac-840f-76549c8b42f9 admin admin] Calling delete_port for 7c70d31e-8fd6-4afe-92d5-f15505decbeb owned by network:dhcp {{(pid=105585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:15:48.923087 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-ea421d57-d25d-4e0b-b59a-1464c0b0964a tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854965'] for subnet, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:48.961995 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84518fa-d896-4781-8945-8c173def038b req-95935572-b515-477d-bfd2-00995d97f56e tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:15:48.969484 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e84518fa-d896-4781-8945-8c173def038b req-95935572-b515-477d-bfd2-00995d97f56e tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] 10.222.0.59 "GET /v2.0/ports?device_id=d3ea645c-18f4-459f-8702-71c2aa70c241 HTTP/1.1" status: 200 len: 945 time: 0.1093891 Jul 27 21:15:49.035774 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-4beb834c-cf1f-4aac-840f-76549c8b42f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:49.063147 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c3e4e3e-fd54-4f4e-a7e8-eb914707ff9d None None] DHCP port deletion for 32d25553-aa43-4782-af0c-d6a2b47507a7 request from n-d-705658-22 {{(pid=105586) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 21:15:49.087211 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4beb834c-cf1f-4aac-840f-76549c8b42f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=7c70d31e-8fd6-4afe-92d5-f15505decbeb,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:15:49.089630 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4beb834c-cf1f-4aac-840f-76549c8b42f9 admin admin] No DVR routers for this DVR port 7c70d31e-8fd6-4afe-92d5-f15505decbeb on host n-d-705658-22 {{(pid=105585) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:15:49.097676 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-ea421d57-d25d-4e0b-b59a-1464c0b0964a tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9014081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9738825'] for subnet, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:49.105624 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e84518fa-d896-4781-8945-8c173def038b req-614a3872-f7f3-4de0-bf91-b1ca65dd5680 tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] 10.222.0.59 "GET /v2.0/security-groups?id=9a7007a9-34fe-445e-9576-80a9b33bcd70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350622 Jul 27 21:15:49.130504 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [req-c87b7434-c037-4c62-a5c0-5879f3b12947 req-12b2fe59-76cb-48e0-82b2-840c51ac88b4 tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] Deleting port bd480edd-900e-45a4-a438-4af5451fbaff {{(pid=105584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:15:49.130879 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-c87b7434-c037-4c62-a5c0-5879f3b12947 req-12b2fe59-76cb-48e0-82b2-840c51ac88b4 tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:49.175743 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea421d57-d25d-4e0b-b59a-1464c0b0964a tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Pushing event deleted for resources: {'Subnet': ['ID=d741f719-0141-4c5a-8f65-44bf6396c4a8,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:15:49.207304 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-ea421d57-d25d-4e0b-b59a-1464c0b0964a tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Notify callbacks [] for subnet, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:49.209469 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-ea421d57-d25d-4e0b-b59a-1464c0b0964a tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] 10.222.0.59 "DELETE /v2.0/subnets/d741f719-0141-4c5a-8f65-44bf6396c4a8 HTTP/1.1" status: 204 len: 168 time: 0.8894739 Jul 27 21:15:49.242675 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-4beb834c-cf1f-4aac-840f-76549c8b42f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853562', 'neutron.services.segments.db._delete_segments_for_network-8790688882975'] for network, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:49.248275 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 39792) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:15:49.271326 n-d-705658-22 neutron-server[105585]: DEBUG neutron.services.segments.db [None req-4beb834c-cf1f-4aac-840f-76549c8b42f9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32d25553-aa43-4782-af0c-d6a2b47507a7']}} {{(pid=105585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:15:49.285080 n-d-705658-22 neutron-server[105585]: DEBUG neutron.services.segments.db [None req-4beb834c-cf1f-4aac-840f-76549c8b42f9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b7237b7-e1d5-469a-ad3d-468d7cc14174') {'for_net_delete': True} {{(pid=105585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:15:49.285627 n-d-705658-22 neutron-server[105585]: DEBUG neutron.services.segments.db [None req-4beb834c-cf1f-4aac-840f-76549c8b42f9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b7237b7-e1d5-469a-ad3d-468d7cc14174') {} {{(pid=105585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:15:49.296341 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-4beb834c-cf1f-4aac-840f-76549c8b42f9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790688883752', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9886370'] for segment, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:49.325822 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-4beb834c-cf1f-4aac-840f-76549c8b42f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:49.339816 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4beb834c-cf1f-4aac-840f-76549c8b42f9 admin admin] Releasing vlan 203 on physical network physnet1 to pool {{(pid=105585) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:15:49.340739 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-4beb834c-cf1f-4aac-840f-76549c8b42f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10221644'] for segment, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:49.454513 n-d-705658-22 neutron-server[105585]: Traceback (most recent call last): Jul 27 21:15:49.454513 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:15:49.454513 n-d-705658-22 neutron-server[105585]: timer() Jul 27 21:15:49.454513 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:15:49.454513 n-d-705658-22 neutron-server[105585]: cb(*args, **kw) Jul 27 21:15:49.454513 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:15:49.454513 n-d-705658-22 neutron-server[105585]: return func(*args, **kwargs) Jul 27 21:15:49.454513 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:15:49.454513 n-d-705658-22 neutron-server[105585]: self._notify() Jul 27 21:15:49.454513 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:15:49.454513 n-d-705658-22 neutron-server[105585]: self.callback(batched_events) Jul 27 21:15:49.454513 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:15:49.454513 n-d-705658-22 neutron-server[105585]: event.method(event) Jul 27 21:15:49.454513 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:15:49.454513 n-d-705658-22 neutron-server[105585]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:15:49.454513 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:15:49.454513 n-d-705658-22 neutron-server[105585]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:15:49.454513 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:15:49.454513 n-d-705658-22 neutron-server[105585]: return f(self, *a, **k) Jul 27 21:15:49.454513 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:15:49.454513 n-d-705658-22 neutron-server[105585]: return self._get(url).json() Jul 27 21:15:49.454513 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:15:49.454513 n-d-705658-22 neutron-server[105585]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:15:49.454513 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:15:49.454513 n-d-705658-22 neutron-server[105585]: return self.request(url, 'GET', **kwargs) Jul 27 21:15:49.454513 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:15:49.454513 n-d-705658-22 neutron-server[105585]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:15:49.454513 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:15:49.454513 n-d-705658-22 neutron-server[105585]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:15:49.454513 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:15:49.454513 n-d-705658-22 neutron-server[105585]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:15:49.454513 n-d-705658-22 neutron-server[105585]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:15:49.499462 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-4beb834c-cf1f-4aac-840f-76549c8b42f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4075658'] for network, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:49.509770 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Device a1e52bc3-7031-48ee-996e-d8ffae51b15a details requested by agent hyperv_n-h2-705658-22 with host n-h2-705658-22 {{(pid=105586) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:15:49.520452 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 7c70d31e-8fd6-4afe-92d5-f15505decbeb no longer exists at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:15:49.523664 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-4beb834c-cf1f-4aac-840f-76549c8b42f9 admin admin] Notify callbacks [] for network, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:49.525543 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-4beb834c-cf1f-4aac-840f-76549c8b42f9 admin admin] 10.222.0.59 "DELETE /v2.0/networks/32d25553-aa43-4782-af0c-d6a2b47507a7 HTTP/1.1" status: 204 len: 168 time: 1.2241375 Jul 27 21:15:49.525803 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [req-c87b7434-c037-4c62-a5c0-5879f3b12947 req-12b2fe59-76cb-48e0-82b2-840c51ac88b4 tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] For port bd480edd-900e-45a4-a438-4af5451fbaff, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=bd480edd-900e-45a4-a438-4af5451fbaff,segment=NetworkSegment(82701821-d08d-4e1b-9667-8c6e67e04bdc),segment_id=82701821-d08d-4e1b-9667-8c6e67e04bdc)] {{(pid=105584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:15:49.526818 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-c87b7434-c037-4c62-a5c0-5879f3b12947 req-12b2fe59-76cb-48e0-82b2-840c51ac88b4 tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:49.527915 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4beb834c-cf1f-4aac-840f-76549c8b42f9 admin admin] Pushing event deleted for resources: {'Network': ['ID=32d25553-aa43-4782-af0c-d6a2b47507a7,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:15:49.549383 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [req-c87b7434-c037-4c62-a5c0-5879f3b12947 req-12b2fe59-76cb-48e0-82b2-840c51ac88b4 tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] Calling delete_port for bd480edd-900e-45a4-a438-4af5451fbaff owned by compute:nova {{(pid=105584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:15:49.560952 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab48702-eda6-4b90-8124-488314e9a7cf req-f7df1896-c87f-4d2d-914c-e8124e621586 tempest-AttachVolumeNegativeTest-845744699 tempest-AttachVolumeNegativeTest-845744699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:15:49.562960 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-bab48702-eda6-4b90-8124-488314e9a7cf req-f7df1896-c87f-4d2d-914c-e8124e621586 tempest-AttachVolumeNegativeTest-845744699 tempest-AttachVolumeNegativeTest-845744699-project] 10.222.0.59 "GET /v2.0/ports?device_id=230cd4c2-ee09-4357-a964-cafa10f52fd4 HTTP/1.1" status: 200 len: 943 time: 0.1303840 Jul 27 21:15:49.571363 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-60640403-9d32-4c78-b9bc-8d07e474718d tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-990557'] for network, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:49.616946 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] No Port match for: 7c70d31e-8fd6-4afe-92d5-f15505decbeb {{(pid=105586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:15:49.617594 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 7c70d31e-8fd6-4afe-92d5-f15505decbeb not bound to the agent host n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:15:49.618185 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 77e13f84-416d-4b78-aeaa-978e413ab22c no longer exists at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:15:49.682274 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] No Port match for: 77e13f84-416d-4b78-aeaa-978e413ab22c {{(pid=105586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:15:49.682845 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 77e13f84-416d-4b78-aeaa-978e413ab22c not bound to the agent host n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:15:49.706844 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-bab48702-eda6-4b90-8124-488314e9a7cf req-851516e8-a3c7-4691-9d51-2f2c21aba575 tempest-AttachVolumeNegativeTest-845744699 tempest-AttachVolumeNegativeTest-845744699-project] 10.222.0.59 "GET /v2.0/security-groups?id=2650ee69-e2a9-4bf0-b170-d21e83666964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356506 Jul 27 21:15:49.847631 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-60640403-9d32-4c78-b9bc-8d07e474718d tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Deleting port de6bcd24-a004-40d9-b44e-43d02e6967cb {{(pid=105584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:15:49.847631 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-60640403-9d32-4c78-b9bc-8d07e474718d tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:49.963992 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 39818) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:15:49.971299 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] For port a1e52bc3-7031-48ee-996e-d8ffae51b15a, host n-h2-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=a1e52bc3-7031-48ee-996e-d8ffae51b15a,segment=NetworkSegment(749d1f51-8998-49bc-ba8d-208be5295f5a),segment_id=749d1f51-8998-49bc-ba8d-208be5295f5a)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:15:50.016131 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Returning: {'device': 'a1e52bc3-7031-48ee-996e-d8ffae51b15a', 'network_id': '0ded17b3-440e-4dbe-8ea1-4e29acefb236', 'port_id': 'a1e52bc3-7031-48ee-996e-d8ffae51b15a', 'mac_address': 'fa:16:3e:4f:b0:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 246, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0afa8897-5216-45a9-9a1e-8fc30b1f7259', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105586) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:15:50.053306 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [None req-60640403-9d32-4c78-b9bc-8d07e474718d tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] For port de6bcd24-a004-40d9-b44e-43d02e6967cb, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=de6bcd24-a004-40d9-b44e-43d02e6967cb,segment=NetworkSegment(5ea3f03b-e844-4e1d-9525-841cc8efe8f2),segment_id=5ea3f03b-e844-4e1d-9525-841cc8efe8f2)] {{(pid=105584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:15:50.054448 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-60640403-9d32-4c78-b9bc-8d07e474718d tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:50.061284 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-0a41ff75-271c-4fe9-878b-661cd95f7c58 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=dcfc656e3a0b42809921004863a52506&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0955784 Jul 27 21:15:50.062411 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-c87b7434-c037-4c62-a5c0-5879f3b12947 req-12b2fe59-76cb-48e0-82b2-840c51ac88b4 tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:50.066253 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 39824) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:15:50.079919 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] get_ports_and_sgs() called for port_ids ['6a4b8ce2-5576-4cee-bfe3-748a068501c6'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:15:50.133782 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b2fe59-76cb-48e0-82b2-840c51ac88b4 tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] Pushing event deleted for resources: {'Port': ['ID=bd480edd-900e-45a4-a438-4af5451fbaff,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:15:50.142824 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-60640403-9d32-4c78-b9bc-8d07e474718d tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Calling delete_port for de6bcd24-a004-40d9-b44e-43d02e6967cb owned by network:dhcp {{(pid=105584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:15:50.165032 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:50.181773 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3737a52-1fcf-4bf2-a1ee-a12f6116a5d9 None None] Network 16964878-0556-4412-939e-3afccb926445 requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:15:50.220493 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-2e114d16-2844-4922-8d0e-d78d9b4aefba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:50.240908 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [None req-3d54578f-831f-4696-b568-13c455922dab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1e52bc3-7031-48ee-996e-d8ffae51b15a {{(pid=105586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:15:50.248735 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [req-c87b7434-c037-4c62-a5c0-5879f3b12947 req-12b2fe59-76cb-48e0-82b2-840c51ac88b4 tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] No DVR routers for this DVR port bd480edd-900e-45a4-a438-4af5451fbaff on host n-h1-705658-22 {{(pid=105584) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:15:50.252804 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-c87b7434-c037-4c62-a5c0-5879f3b12947 req-12b2fe59-76cb-48e0-82b2-840c51ac88b4 tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:50.256623 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-c87b7434-c037-4c62-a5c0-5879f3b12947 req-12b2fe59-76cb-48e0-82b2-840c51ac88b4 tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] 10.222.0.36 "DELETE /v2.0/ports/bd480edd-900e-45a4-a438-4af5451fbaff HTTP/1.1" status: 204 len: 173 time: 1.7371228 Jul 27 21:15:50.257184 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3ea645c-18f4-459f-8702-71c2aa70c241', 'name': 'network-vif-deleted', 'tag': 'bd480edd-900e-45a4-a438-4af5451fbaff'}] {{(pid=105584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:15:50.260206 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bce5e6c8685464f7626901654159975603b047827e3138302ed6566e28f1343" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed53b9e7-3be7-4232-ac0b-0d04c1e6d351" -d '{"events": [{"server_uuid": "d3ea645c-18f4-459f-8702-71c2aa70c241", "name": "network-vif-deleted", "tag": "bd480edd-900e-45a4-a438-4af5451fbaff"}]}' {{(pid=105584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:15:50.311239 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-2e114d16-2844-4922-8d0e-d78d9b4aefba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:50.361196 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:15:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9fad445-936f-4a4b-9193-1ebc8a2238ac x-openstack-request-id: req-d9fad445-936f-4a4b-9193-1ebc8a2238ac {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:15:50.361601 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3ea645c-18f4-459f-8702-71c2aa70c241", "name": "network-vif-deleted", "tag": "bd480edd-900e-45a4-a438-4af5451fbaff", "status": "completed", "code": 200}]} {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:15:50.362044 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-d9fad445-936f-4a4b-9193-1ebc8a2238ac {{(pid=105584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:15:50.365855 n-d-705658-22 neutron-server[105584]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3ea645c-18f4-459f-8702-71c2aa70c241', 'name': 'network-vif-deleted', 'tag': 'bd480edd-900e-45a4-a438-4af5451fbaff', 'status': 'completed', 'code': 200} Jul 27 21:15:50.384647 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] For port a1e52bc3-7031-48ee-996e-d8ffae51b15a, host n-h2-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=a1e52bc3-7031-48ee-996e-d8ffae51b15a,segment=NetworkSegment(749d1f51-8998-49bc-ba8d-208be5295f5a),segment_id=749d1f51-8998-49bc-ba8d-208be5295f5a)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:15:50.425873 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:50.446841 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-2e114d16-2844-4922-8d0e-d78d9b4aefba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:50.453407 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-1a6573b5-b098-46f0-a58e-ec67e0b173b5 None None] Provisioning complete for port de6bcd24-a004-40d9-b44e-43d02e6967cb triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:15:50.453786 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-1a6573b5-b098-46f0-a58e-ec67e0b173b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:50.458900 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-2e114d16-2844-4922-8d0e-d78d9b4aefba admin admin] Notify callbacks [] for security_group, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:50.460226 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-60640403-9d32-4c78-b9bc-8d07e474718d tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:50.478159 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-2e114d16-2844-4922-8d0e-d78d9b4aefba admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/17396ab3-caa7-4f6a-96a1-0ed1a18d5c23 HTTP/1.1" status: 204 len: 168 time: 0.3993297 Jul 27 21:15:50.498967 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60640403-9d32-4c78-b9bc-8d07e474718d tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Pushing event deleted for resources: {'Port': ['ID=de6bcd24-a004-40d9-b44e-43d02e6967cb,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:15:50.524542 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60640403-9d32-4c78-b9bc-8d07e474718d tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] No DVR routers for this DVR port de6bcd24-a004-40d9-b44e-43d02e6967cb on host n-d-705658-22 {{(pid=105584) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:15:50.552840 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e114d16-2844-4922-8d0e-d78d9b4aefba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17396ab3-caa7-4f6a-96a1-0ed1a18d5c23,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:15:50.564533 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-8a101350-8e76-4a90-9254-0ad37a87e135 req-dff92f32-bb96-4354-b79a-fe1bc470a686 tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] 10.222.0.59 "GET /v2.0/ports?device_id=d3ea645c-18f4-459f-8702-71c2aa70c241 HTTP/1.1" status: 200 len: 210 time: 0.1386132 Jul 27 21:15:50.574755 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-1a6573b5-b098-46f0-a58e-ec67e0b173b5 None None] Port de6bcd24-a004-40d9-b44e-43d02e6967cb was deleted so its status cannot be updated. {{(pid=105586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 27 21:15:50.666085 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-60640403-9d32-4c78-b9bc-8d07e474718d tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853562', 'neutron.services.segments.db._delete_segments_for_network-8790688882975'] for network, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:50.684629 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.segments.db [None req-60640403-9d32-4c78-b9bc-8d07e474718d tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16964878-0556-4412-939e-3afccb926445']}} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:15:50.729762 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.segments.db [None req-60640403-9d32-4c78-b9bc-8d07e474718d tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ea3f03b-e844-4e1d-9525-841cc8efe8f2') {'for_net_delete': True} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:15:50.730754 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.segments.db [None req-60640403-9d32-4c78-b9bc-8d07e474718d tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ea3f03b-e844-4e1d-9525-841cc8efe8f2') {} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:15:50.785682 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Pushing event updated for resources: {'Port': ['ID=a1e52bc3-7031-48ee-996e-d8ffae51b15a,revision_number=4']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:15:50.792038 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-60640403-9d32-4c78-b9bc-8d07e474718d tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790688883752', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9014348'] for segment, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:50.826547 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a871d709-8aa5-4763-a6bf-6af03de7c557 None None] DHCP port deletion for 16964878-0556-4412-939e-3afccb926445 request from n-d-705658-22 {{(pid=105586) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 21:15:50.831812 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-60640403-9d32-4c78-b9bc-8d07e474718d tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:50.852714 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] get_ports_and_sgs() called for port_ids ['a1e52bc3-7031-48ee-996e-d8ffae51b15a'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:15:50.852877 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60640403-9d32-4c78-b9bc-8d07e474718d tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Releasing vlan 248 on physical network physnet1 to pool {{(pid=105584) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:15:50.854611 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-60640403-9d32-4c78-b9bc-8d07e474718d tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9014063'] for segment, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:50.900871 n-d-705658-22 neutron-server[105584]: Traceback (most recent call last): Jul 27 21:15:50.900871 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:15:50.900871 n-d-705658-22 neutron-server[105584]: timer() Jul 27 21:15:50.900871 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:15:50.900871 n-d-705658-22 neutron-server[105584]: cb(*args, **kw) Jul 27 21:15:50.900871 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:15:50.900871 n-d-705658-22 neutron-server[105584]: return func(*args, **kwargs) Jul 27 21:15:50.900871 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:15:50.900871 n-d-705658-22 neutron-server[105584]: self._notify() Jul 27 21:15:50.900871 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:15:50.900871 n-d-705658-22 neutron-server[105584]: self.callback(batched_events) Jul 27 21:15:50.900871 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:15:50.900871 n-d-705658-22 neutron-server[105584]: event.method(event) Jul 27 21:15:50.900871 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:15:50.900871 n-d-705658-22 neutron-server[105584]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:15:50.900871 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:15:50.900871 n-d-705658-22 neutron-server[105584]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:15:50.900871 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:15:50.900871 n-d-705658-22 neutron-server[105584]: return f(self, *a, **k) Jul 27 21:15:50.900871 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:15:50.900871 n-d-705658-22 neutron-server[105584]: return self._get(url).json() Jul 27 21:15:50.900871 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:15:50.900871 n-d-705658-22 neutron-server[105584]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:15:50.900871 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:15:50.900871 n-d-705658-22 neutron-server[105584]: return self.request(url, 'GET', **kwargs) Jul 27 21:15:50.900871 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:15:50.900871 n-d-705658-22 neutron-server[105584]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:15:50.900871 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:15:50.900871 n-d-705658-22 neutron-server[105584]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:15:50.900871 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:15:50.900871 n-d-705658-22 neutron-server[105584]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:15:50.900871 n-d-705658-22 neutron-server[105584]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:15:51.040191 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-60640403-9d32-4c78-b9bc-8d07e474718d tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4075658'] for network, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:51.054373 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-60640403-9d32-4c78-b9bc-8d07e474718d tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743886'] for network, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:51.067129 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-60640403-9d32-4c78-b9bc-8d07e474718d tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] 10.222.0.59 "DELETE /v2.0/networks/16964878-0556-4412-939e-3afccb926445 HTTP/1.1" status: 204 len: 168 time: 1.8176851 Jul 27 21:15:51.069965 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 39858) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:15:51.109299 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60640403-9d32-4c78-b9bc-8d07e474718d tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Pushing event deleted for resources: {'Network': ['ID=16964878-0556-4412-939e-3afccb926445,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:15:51.154310 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device bd480edd-900e-45a4-a438-4af5451fbaff no longer exists at agent hyperv_n-h1-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:15:51.195018 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-28650df7-c46c-4981-b84f-37d87254047e None None] No Port match for: bd480edd-900e-45a4-a438-4af5451fbaff {{(pid=105586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:15:51.195849 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device bd480edd-900e-45a4-a438-4af5451fbaff not bound to the agent host n-h1-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:15:51.223045 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 39866) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:15:51.229483 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338efcc3-7646-466b-9e73-6d294c0ae096 req-4a35bd9e-538a-43e3-801e-58014c4fc175 tempest-AttachVolumeNegativeTest-845744699 tempest-AttachVolumeNegativeTest-845744699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:15:51.234310 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-338efcc3-7646-466b-9e73-6d294c0ae096 req-4a35bd9e-538a-43e3-801e-58014c4fc175 tempest-AttachVolumeNegativeTest-845744699 tempest-AttachVolumeNegativeTest-845744699-project] 10.222.0.59 "GET /v2.0/ports?device_id=230cd4c2-ee09-4357-a964-cafa10f52fd4 HTTP/1.1" status: 200 len: 944 time: 0.2901731 Jul 27 21:15:51.303909 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68b11ee1-e11c-4cba-9b0e-c30488d06dbe tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:15:51.310912 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 39874) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:15:51.311363 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-68b11ee1-e11c-4cba-9b0e-c30488d06dbe tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.2392495 Jul 27 21:15:51.351666 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-338efcc3-7646-466b-9e73-6d294c0ae096 req-26451e40-1e2c-40fb-b165-ecbb77dd569a tempest-AttachVolumeNegativeTest-845744699 tempest-AttachVolumeNegativeTest-845744699-project] 10.222.0.59 "GET /v2.0/security-groups?id=2650ee69-e2a9-4bf0-b170-d21e83666964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712695 Jul 27 21:15:51.425524 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-27b711f6-1897-41ec-bbca-b10f9a31f14b admin admin] Notify callbacks [] for security_group, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:51.491565 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-2939b4c7-660d-4ad7-aaae-d55b156213f0 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] 10.222.0.59 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1781940 Jul 27 21:15:51.493753 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device de6bcd24-a004-40d9-b44e-43d02e6967cb no longer exists at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:15:51.494442 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 39882) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:15:51.502633 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-2f9615ea-220b-49ba-babc-2ca0b45b247d tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2130657501'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:15:51.521412 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] No Port match for: de6bcd24-a004-40d9-b44e-43d02e6967cb {{(pid=105586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:15:51.522090 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device de6bcd24-a004-40d9-b44e-43d02e6967cb not bound to the agent host n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:15:51.617244 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-27b711f6-1897-41ec-bbca-b10f9a31f14b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:51.626864 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-27b711f6-1897-41ec-bbca-b10f9a31f14b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:51.672827 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f9615ea-220b-49ba-babc-2ca0b45b247d tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Made reservation on behalf of fbcd8d69204b49b7a886b79ea9f87fc6 for: {'network': 1} {{(pid=105585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:15:51.684687 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-27b711f6-1897-41ec-bbca-b10f9a31f14b admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=8eca9f9d235847a3beaaeb8efdf3ced2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4597197 Jul 27 21:15:51.685605 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b711f6-1897-41ec-bbca-b10f9a31f14b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8e4a8b4-3f2c-4172-b066-015cd0c8b4a1,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:15:51.687903 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-2f9615ea-220b-49ba-babc-2ca0b45b247d tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for network, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:51.688043 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 39896) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:15:51.739780 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-165ca27d-75de-4f99-a505-201341c0bbee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:51.765357 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-165ca27d-75de-4f99-a505-201341c0bbee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:51.771365 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f9615ea-220b-49ba-babc-2ca0b45b247d tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] vlan segment allocate from pool success with {'vlan_id': 215, 'physical_network': 'physnet1'} {{(pid=105585) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:15:51.804202 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-2f9615ea-220b-49ba-babc-2ca0b45b247d tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:51.804561 n-d-705658-22 neutron-server[105585]: INFO neutron.db.segments_db [None req-2f9615ea-220b-49ba-babc-2ca0b45b247d tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Added segment 8ab7c3ff-3ec5-4a50-aae3-f95b41559e72 of type vlan for network 1f8f2cb6-336c-4720-ad33-0cf1f93a5a66 Jul 27 21:15:51.835019 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-165ca27d-75de-4f99-a505-201341c0bbee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:51.839559 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-165ca27d-75de-4f99-a505-201341c0bbee admin admin] Notify callbacks [] for security_group, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:51.843851 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-165ca27d-75de-4f99-a505-201341c0bbee admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/b8e4a8b4-3f2c-4172-b066-015cd0c8b4a1 HTTP/1.1" status: 204 len: 168 time: 0.1526027 Jul 27 21:15:51.889815 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-2f9615ea-220b-49ba-babc-2ca0b45b247d tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790688424798'] for network, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:51.897836 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165ca27d-75de-4f99-a505-201341c0bbee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8e4a8b4-3f2c-4172-b066-015cd0c8b4a1,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:15:52.023288 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-2f9615ea-220b-49ba-babc-2ca0b45b247d tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920'] for network, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:52.044082 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f9615ea-220b-49ba-babc-2ca0b45b247d tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:15:52.054208 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-2f9615ea-220b-49ba-babc-2ca0b45b247d tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Notify callbacks [] for network, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:52.120802 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-2f9615ea-220b-49ba-babc-2ca0b45b247d tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6250260 Jul 27 21:15:52.125212 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 39908) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:15:52.142810 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-2a93d3bb-1c8d-435b-8195-3a2db189f310 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Request body: {'subnet': {'network_id': '1f8f2cb6-336c-4720-ad33-0cf1f93a5a66', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:15:52.370047 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9615ea-220b-49ba-babc-2ca0b45b247d tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Pushing event updated for resources: {'Network': ['ID=1f8f2cb6-336c-4720-ad33-0cf1f93a5a66,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:15:52.376686 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a93d3bb-1c8d-435b-8195-3a2db189f310 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Made reservation on behalf of fbcd8d69204b49b7a886b79ea9f87fc6 for: {'subnet': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:15:52.387710 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-2a93d3bb-1c8d-435b-8195-3a2db189f310 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9738786'] for subnet, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:52.398001 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9615ea-220b-49ba-babc-2ca0b45b247d tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:15:52.398347 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9615ea-220b-49ba-babc-2ca0b45b247d tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:15:52.398905 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9615ea-220b-49ba-babc-2ca0b45b247d tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:15:52.399434 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9615ea-220b-49ba-babc-2ca0b45b247d tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:15:52.399923 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9615ea-220b-49ba-babc-2ca0b45b247d tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:15:52.400571 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9615ea-220b-49ba-babc-2ca0b45b247d tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:15:52.401063 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9615ea-220b-49ba-babc-2ca0b45b247d tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:15:52.401570 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9615ea-220b-49ba-babc-2ca0b45b247d tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:15:52.402055 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9615ea-220b-49ba-babc-2ca0b45b247d tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:15:52.402537 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9615ea-220b-49ba-babc-2ca0b45b247d tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:15:52.403092 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9615ea-220b-49ba-babc-2ca0b45b247d tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:15:52.403573 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9615ea-220b-49ba-babc-2ca0b45b247d tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:15:52.418467 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Network 1f8f2cb6-336c-4720-ad33-0cf1f93a5a66 details requested by agent ovs-agent-n-d-705658-22 with host n-d-705658-22 {{(pid=105586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:15:52.974706 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-2a93d3bb-1c8d-435b-8195-3a2db189f310 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9014150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9738800'] for subnet, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:53.081423 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f315ce1-c3b7-49f5-80c7-9c5b994a8947 req-5fa904ac-fd32-40cb-8e08-4942d2ca17e5 tempest-AttachVolumeNegativeTest-845744699 tempest-AttachVolumeNegativeTest-845744699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:15:53.083311 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-2f315ce1-c3b7-49f5-80c7-9c5b994a8947 req-5fa904ac-fd32-40cb-8e08-4942d2ca17e5 tempest-AttachVolumeNegativeTest-845744699 tempest-AttachVolumeNegativeTest-845744699-project] 10.222.0.59 "GET /v2.0/ports?device_id=230cd4c2-ee09-4357-a964-cafa10f52fd4 HTTP/1.1" status: 200 len: 944 time: 0.2333648 Jul 27 21:15:53.117944 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a93d3bb-1c8d-435b-8195-3a2db189f310 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Pushing event updated for resources: {'Subnet': ['ID=2af1ae2e-cf31-4172-b46e-b07059f6a39c,revision_number=0']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:15:53.125576 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a93d3bb-1c8d-435b-8195-3a2db189f310 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Checking segment: {'id': '8ab7c3ff-3ec5-4a50-aae3-f95b41559e72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '1f8f2cb6-336c-4720-ad33-0cf1f93a5a66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:15:53.125942 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a93d3bb-1c8d-435b-8195-3a2db189f310 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Network hostable DHCP agents. Network: 1f8f2cb6-336c-4720-ad33-0cf1f93a5a66, hostable agents: ['7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a'], hosted agents: [] {{(pid=105584) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:15:53.151491 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a93d3bb-1c8d-435b-8195-3a2db189f310 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Network 1f8f2cb6-336c-4720-ad33-0cf1f93a5a66 is scheduled to be hosted by DHCP agent 7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a with binding_index 1 {{(pid=105584) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:15:53.190880 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [None req-2a93d3bb-1c8d-435b-8195-3a2db189f310 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-22, 1f8f2cb6-336c-4720-ad33-0cf1f93a5a66) {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:15:53.201207 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a93d3bb-1c8d-435b-8195-3a2db189f310 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:15:53.201980 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-2a93d3bb-1c8d-435b-8195-3a2db189f310 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Notify callbacks [] for subnet, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:53.208891 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-294b9269-3cdf-4155-bdd8-4cb790725490 None None] Network 1f8f2cb6-336c-4720-ad33-0cf1f93a5a66 requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:15:53.211596 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-2f315ce1-c3b7-49f5-80c7-9c5b994a8947 req-b2c0dd51-0736-496a-a5b1-cfd189fe4264 tempest-AttachVolumeNegativeTest-845744699 tempest-AttachVolumeNegativeTest-845744699-project] 10.222.0.59 "GET /v2.0/security-groups?id=2650ee69-e2a9-4bf0-b170-d21e83666964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197429 Jul 27 21:15:53.258213 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-2a93d3bb-1c8d-435b-8195-3a2db189f310 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1286280 Jul 27 21:15:53.260068 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 39954) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:15:53.268347 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-d7565f52-c465-4a12-a478-42cc42c9cb11 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Request body: {'port': {'network_id': '1f8f2cb6-336c-4720-ad33-0cf1f93a5a66', 'name': 'tempest-PortsIpV6TestJSON-509153451'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:15:53.531162 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Device a1e52bc3-7031-48ee-996e-d8ffae51b15a up at agent hyperv_n-h2-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:15:53.651908 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8090876d-c83d-4052-91ce-c7a816bcfe13 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30bb4b93-b285-5d90-9493-f9ec33ea333c-1f8f2cb6-336c-4720-ad33-0cf1f93a5a66', 'network_id': '1f8f2cb6-336c-4720-ad33-0cf1f93a5a66', 'tenant_id': 'fbcd8d69204b49b7a886b79ea9f87fc6', 'fixed_ips': [{'subnet_id': '2af1ae2e-cf31-4172-b46e-b07059f6a39c'}]}} from n-d-705658-22. {{(pid=105586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 21:15:53.653093 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-8090876d-c83d-4052-91ce-c7a816bcfe13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:53.685131 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-3d54578f-831f-4696-b568-13c455922dab None None] Provisioning for port a1e52bc3-7031-48ee-996e-d8ffae51b15a completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:15:53.692665 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-3d54578f-831f-4696-b568-13c455922dab None None] Provisioning complete for port a1e52bc3-7031-48ee-996e-d8ffae51b15a triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:15:53.693045 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:53.748246 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7565f52-c465-4a12-a478-42cc42c9cb11 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Made reservation on behalf of fbcd8d69204b49b7a886b79ea9f87fc6 for: {'port': 1} {{(pid=105585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:15:53.761369 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-d7565f52-c465-4a12-a478-42cc42c9cb11 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:53.861619 n-d-705658-22 neutron-server[105585]: DEBUG neutron.notifiers.nova [None req-d7565f52-c465-4a12-a478-42cc42c9cb11 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] device_id is not set on port 388e96b5-9e32-4138-bad0-3b79d43c03cb yet. {{(pid=105585) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 21:15:53.928815 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:53.977213 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] For port a1e52bc3-7031-48ee-996e-d8ffae51b15a, host n-h2-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=a1e52bc3-7031-48ee-996e-d8ffae51b15a,segment=NetworkSegment(749d1f51-8998-49bc-ba8d-208be5295f5a),segment_id=749d1f51-8998-49bc-ba8d-208be5295f5a)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:15:53.981331 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '230cd4c2-ee09-4357-a964-cafa10f52fd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1e52bc3-7031-48ee-996e-d8ffae51b15a'}] {{(pid=105586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:15:53.984156 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14c1663e039faf5393f87855f745010ac5b02220355b68fdbf065393e303ac56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2897198-8365-474b-87c1-9506326a25f0" -d '{"events": [{"server_uuid": "230cd4c2-ee09-4357-a964-cafa10f52fd4", "name": "network-vif-plugged", "status": "completed", "tag": "a1e52bc3-7031-48ee-996e-d8ffae51b15a"}]}' {{(pid=105586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:15:54.008097 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:54.099468 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:15:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56f6b963-a140-4ae9-865a-e6578c462175 x-openstack-request-id: req-56f6b963-a140-4ae9-865a-e6578c462175 {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:15:54.099862 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "230cd4c2-ee09-4357-a964-cafa10f52fd4", "name": "network-vif-plugged", "status": "completed", "tag": "a1e52bc3-7031-48ee-996e-d8ffae51b15a", "code": 200}]} {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:15:54.100208 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-56f6b963-a140-4ae9-865a-e6578c462175 {{(pid=105586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:15:54.100688 n-d-705658-22 neutron-server[105586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '230cd4c2-ee09-4357-a964-cafa10f52fd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1e52bc3-7031-48ee-996e-d8ffae51b15a', 'code': 200} Jul 27 21:15:54.145009 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Pushing event updated for resources: {'Port': ['ID=a1e52bc3-7031-48ee-996e-d8ffae51b15a,revision_number=5']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:15:54.157075 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.db_base_plugin_common [None req-8090876d-c83d-4052-91ce-c7a816bcfe13 None None] Allocated IP 2001:db8::2 (1f8f2cb6-336c-4720-ad33-0cf1f93a5a66/2af1ae2e-cf31-4172-b46e-b07059f6a39c/72183fcd-e987-4347-b9b9-14cc8f5cff81) {{(pid=105586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:15:54.417393 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c057d4-c495-46b1-9bf3-2e019c89662d req-daae5676-4f60-4fe1-ad53-7abf11c93a7d tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:15:54.420354 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e8c057d4-c495-46b1-9bf3-2e019c89662d req-daae5676-4f60-4fe1-ad53-7abf11c93a7d tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] 10.222.0.59 "GET /v2.0/networks?id=4ce75dcf-0fe8-4adc-83bc-310cc0685be5 HTTP/1.1" status: 200 len: 806 time: 0.6321249 Jul 27 21:15:54.475315 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e8c057d4-c495-46b1-9bf3-2e019c89662d req-3a9e4122-4d9a-4ada-a720-9d4bd7967ffb tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] 10.222.0.59 "GET /v2.0/quotas/600e865a5cde4be3a07c2c6f813959b8 HTTP/1.1" status: 200 len: 375 time: 0.0455775 Jul 27 21:15:54.495952 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4127396b-bab8-49f7-8d8f-85f64ae6f1e4 req-15df31c9-8597-45dc-a182-4127c3e17bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:15:54.497067 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-4127396b-bab8-49f7-8d8f-85f64ae6f1e4 req-15df31c9-8597-45dc-a182-4127c3e17bd5 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=230cd4c2-ee09-4357-a964-cafa10f52fd4 HTTP/1.1" status: 200 len: 1097 time: 0.3131168 Jul 27 21:15:54.513577 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a6e846-c6e5-47dc-b2c2-1573406a93ad req-ce2458f5-908f-42e7-9339-f70d74e9e203 tempest-AttachVolumeNegativeTest-845744699 tempest-AttachVolumeNegativeTest-845744699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:15:54.522472 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-97a6e846-c6e5-47dc-b2c2-1573406a93ad req-ce2458f5-908f-42e7-9339-f70d74e9e203 tempest-AttachVolumeNegativeTest-845744699 tempest-AttachVolumeNegativeTest-845744699-project] 10.222.0.59 "GET /v2.0/ports?device_id=230cd4c2-ee09-4357-a964-cafa10f52fd4 HTTP/1.1" status: 200 len: 945 time: 0.1547296 Jul 27 21:15:54.559952 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-8090876d-c83d-4052-91ce-c7a816bcfe13 None None] Notify callbacks [] for port, precommit_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:54.575740 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-8090876d-c83d-4052-91ce-c7a816bcfe13 None None] Transition to ACTIVE for port object 72183fcd-e987-4347-b9b9-14cc8f5cff81 will not be triggered until provisioned by entity L2. {{(pid=105586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:15:54.616554 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-8090876d-c83d-4052-91ce-c7a816bcfe13 None None] Transition to ACTIVE for port object 72183fcd-e987-4347-b9b9-14cc8f5cff81 will not be triggered until provisioned by entity DHCP. {{(pid=105586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:15:54.636459 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-8090876d-c83d-4052-91ce-c7a816bcfe13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143'] for port, after_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:54.658300 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-4127396b-bab8-49f7-8d8f-85f64ae6f1e4 req-3a6314ac-2d04-4f2f-8f55-ab65fcaef0cd service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=2650ee69-e2a9-4bf0-b170-d21e83666964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316295 Jul 27 21:15:54.700120 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-97a6e846-c6e5-47dc-b2c2-1573406a93ad req-f7551bb1-c891-468a-8451-b5070e2defd1 tempest-AttachVolumeNegativeTest-845744699 tempest-AttachVolumeNegativeTest-845744699-project] 10.222.0.59 "GET /v2.0/security-groups?id=2650ee69-e2a9-4bf0-b170-d21e83666964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1762733 Jul 27 21:15:54.763674 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e8c057d4-c495-46b1-9bf3-2e019c89662d req-a26dc636-984f-41b3-95a1-3bc245b170dd tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=600e865a5cde4be3a07c2c6f813959b8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2767131 Jul 27 21:15:54.789768 n-d-705658-22 neutron-server[105586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8090876d-c83d-4052-91ce-c7a816bcfe13 None None] Network 1f8f2cb6-336c-4720-ad33-0cf1f93a5a66 is already hosted by enough agents. {{(pid=105586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:15:54.805740 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.db_base_plugin_common [None req-d7565f52-c465-4a12-a478-42cc42c9cb11 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Allocated IP 2001:db8::268 (1f8f2cb6-336c-4720-ad33-0cf1f93a5a66/2af1ae2e-cf31-4172-b46e-b07059f6a39c/388e96b5-9e32-4138-bad0-3b79d43c03cb) {{(pid=105585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:15:54.815370 n-d-705658-22 neutron-server[105586]: DEBUG neutron.scheduler.base_scheduler [None req-8090876d-c83d-4052-91ce-c7a816bcfe13 None None] Resources bound (agent type, host, resource id): {{(pid=105586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:15:54.831110 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8090876d-c83d-4052-91ce-c7a816bcfe13 None None] Received port after_create {{(pid=105586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:15:54.994224 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8090876d-c83d-4052-91ce-c7a816bcfe13 None None] Pushing event updated for resources: {'Port': ['ID=72183fcd-e987-4347-b9b9-14cc8f5cff81,revision_number=1']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:15:55.036552 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-8090876d-c83d-4052-91ce-c7a816bcfe13 None None] Attempting to bind port 72183fcd-e987-4347-b9b9-14cc8f5cff81 on host n-d-705658-22 for vnic_type normal with profile {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:15:55.037271 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-8090876d-c83d-4052-91ce-c7a816bcfe13 None None] Attempting to bind port 72183fcd-e987-4347-b9b9-14cc8f5cff81 by drivers openvswitch,hyperv on host n-d-705658-22 at level 0 using segments [{'id': '8ab7c3ff-3ec5-4a50-aae3-f95b41559e72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '1f8f2cb6-336c-4720-ad33-0cf1f93a5a66'}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:15:55.037846 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8090876d-c83d-4052-91ce-c7a816bcfe13 None None] Attempting to bind port 72183fcd-e987-4347-b9b9-14cc8f5cff81 on network 1f8f2cb6-336c-4720-ad33-0cf1f93a5a66 {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:15:55.045511 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8090876d-c83d-4052-91ce-c7a816bcfe13 None None] Checking agent: {'id': '04a7ea91-6318-467e-ace6-b0fb48c8690f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 41, 42), 'started_at': datetime.datetime(2021, 7, 27, 20, 42, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 15, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:15:55.047066 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8090876d-c83d-4052-91ce-c7a816bcfe13 None None] Checking segment: {'id': '8ab7c3ff-3ec5-4a50-aae3-f95b41559e72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '1f8f2cb6-336c-4720-ad33-0cf1f93a5a66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:15:55.048214 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-8090876d-c83d-4052-91ce-c7a816bcfe13 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:55.048842 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8090876d-c83d-4052-91ce-c7a816bcfe13 None None] Bound using segment: {'id': '8ab7c3ff-3ec5-4a50-aae3-f95b41559e72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '1f8f2cb6-336c-4720-ad33-0cf1f93a5a66'} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:15:55.049614 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-8090876d-c83d-4052-91ce-c7a816bcfe13 None None] Bound port: 72183fcd-e987-4347-b9b9-14cc8f5cff81, host: n-d-705658-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ab7c3ff-3ec5-4a50-aae3-f95b41559e72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '1f8f2cb6-336c-4720-ad33-0cf1f93a5a66'}}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:15:55.052519 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-8090876d-c83d-4052-91ce-c7a816bcfe13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:55.075739 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e8c057d4-c495-46b1-9bf3-2e019c89662d req-5e0bff5e-4171-4a5b-81bc-f36bb380e0f9 service neutron] 10.222.0.59 "GET /v2.0/networks/4ce75dcf-0fe8-4adc-83bc-310cc0685be5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2723663 Jul 27 21:15:55.250151 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-8090876d-c83d-4052-91ce-c7a816bcfe13 None None] For port 72183fcd-e987-4347-b9b9-14cc8f5cff81, host n-d-705658-22, cleared binding levels {{(pid=105586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:15:55.260406 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-8090876d-c83d-4052-91ce-c7a816bcfe13 None None] For port 72183fcd-e987-4347-b9b9-14cc8f5cff81, host n-d-705658-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=72183fcd-e987-4347-b9b9-14cc8f5cff81,segment=NetworkSegment(8ab7c3ff-3ec5-4a50-aae3-f95b41559e72),segment_id=8ab7c3ff-3ec5-4a50-aae3-f95b41559e72)] {{(pid=105586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:15:55.264322 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-d7565f52-c465-4a12-a478-42cc42c9cb11 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Notify callbacks [] for port, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:55.274941 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-8090876d-c83d-4052-91ce-c7a816bcfe13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:55.302838 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.provisioning_blocks [None req-d7565f52-c465-4a12-a478-42cc42c9cb11 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Transition to ACTIVE for port object 388e96b5-9e32-4138-bad0-3b79d43c03cb will not be triggered until provisioned by entity DHCP. {{(pid=105585) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:15:55.366263 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8090876d-c83d-4052-91ce-c7a816bcfe13 None None] Pushing event updated for resources: {'Port': ['ID=72183fcd-e987-4347-b9b9-14cc8f5cff81,revision_number=2']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:15:55.402456 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e8c057d4-c495-46b1-9bf3-2e019c89662d req-2de80354-0714-4e05-a647-73d9a962e360 service neutron] 10.222.0.59 "GET /v2.0/networks/4ce75dcf-0fe8-4adc-83bc-310cc0685be5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3155239 Jul 27 21:15:55.404652 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476f60e7-dda9-42f8-9415-91b5f09998ef req-212c3aa8-a41f-4311-8c92-215e7893ed79 tempest-TestNetworkAdvancedServerOps-1085103497 tempest-TestNetworkAdvancedServerOps-1085103497-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:15:55.407777 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-476f60e7-dda9-42f8-9415-91b5f09998ef req-212c3aa8-a41f-4311-8c92-215e7893ed79 tempest-TestNetworkAdvancedServerOps-1085103497 tempest-TestNetworkAdvancedServerOps-1085103497-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=14188e1a-88ea-45e0-ad71-5de945522dfe HTTP/1.1" status: 200 len: 1098 time: 0.2073023 Jul 27 21:15:55.432341 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-d7565f52-c465-4a12-a478-42cc42c9cb11 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:55.455149 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-476f60e7-dda9-42f8-9415-91b5f09998ef req-a6df5265-e5d3-4797-bff6-33345d7cf3c5 tempest-TestNetworkAdvancedServerOps-1085103497 tempest-TestNetworkAdvancedServerOps-1085103497-project-admin] Notify callbacks [] for security_group, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:55.510728 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 40048) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:15:55.549693 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7565f52-c465-4a12-a478-42cc42c9cb11 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Network 1f8f2cb6-336c-4720-ad33-0cf1f93a5a66 is already hosted by enough agents. {{(pid=105585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:15:55.585257 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.base_scheduler [None req-d7565f52-c465-4a12-a478-42cc42c9cb11 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Resources bound (agent type, host, resource id): {{(pid=105585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:15:55.632259 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7565f52-c465-4a12-a478-42cc42c9cb11 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Received port after_create {{(pid=105585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:15:55.658411 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7565f52-c465-4a12-a478-42cc42c9cb11 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:15:55.659470 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-d7565f52-c465-4a12-a478-42cc42c9cb11 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:55.701192 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7565f52-c465-4a12-a478-42cc42c9cb11 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Pushing event updated for resources: {'Port': ['ID=388e96b5-9e32-4138-bad0-3b79d43c03cb,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:15:55.814362 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-be8ec35e-9f72-46b2-8090-9929dbff09b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:55.889211 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e6e74199-42be-43fd-b9c4-4a6bedb78e23 req-e9820ed2-8bc4-415d-98f3-e5af3fe0c6d0 tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] 10.222.0.59 "GET /v2.0/ports?device_id=91872f9a-b362-4c16-8590-b5b9b9baedce HTTP/1.1" status: 200 len: 210 time: 0.0729809 Jul 27 21:15:55.963516 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-476f60e7-dda9-42f8-9415-91b5f09998ef req-a6df5265-e5d3-4797-bff6-33345d7cf3c5 tempest-TestNetworkAdvancedServerOps-1085103497 tempest-TestNetworkAdvancedServerOps-1085103497-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:55.980715 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-476f60e7-dda9-42f8-9415-91b5f09998ef req-a6df5265-e5d3-4797-bff6-33345d7cf3c5 tempest-TestNetworkAdvancedServerOps-1085103497 tempest-TestNetworkAdvancedServerOps-1085103497-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:56.005114 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-d7565f52-c465-4a12-a478-42cc42c9cb11 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.7426014 Jul 27 21:15:56.008701 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 40066) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:15:56.021399 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-39f1010a-1611-4684-8676-fb37b250f150 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Request body: {'port': {'network_id': '1f8f2cb6-336c-4720-ad33-0cf1f93a5a66', 'name': 'tempest-PortsIpV6TestJSON-520532746'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:15:56.053446 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-476f60e7-dda9-42f8-9415-91b5f09998ef req-a6df5265-e5d3-4797-bff6-33345d7cf3c5 tempest-TestNetworkAdvancedServerOps-1085103497 tempest-TestNetworkAdvancedServerOps-1085103497-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=e9ca66b5-3d33-4671-986c-aa471cc95217&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6316700 Jul 27 21:15:56.185592 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6df5265-e5d3-4797-bff6-33345d7cf3c5 tempest-TestNetworkAdvancedServerOps-1085103497 tempest-TestNetworkAdvancedServerOps-1085103497-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fb3e2b0-a002-4aee-819f-15bd2e55b3c3,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:15:56.208981 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-be8ec35e-9f72-46b2-8090-9929dbff09b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:56.225648 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-be8ec35e-9f72-46b2-8090-9929dbff09b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:56.307698 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-be8ec35e-9f72-46b2-8090-9929dbff09b9 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=4213fc88b6fe4999bfdf7afda706a1d3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7952197 Jul 27 21:15:56.308529 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8ec35e-9f72-46b2-8090-9929dbff09b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a6c4726-e351-4df8-9386-e9951ba9870a,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:15:56.311120 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 40078) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:15:56.391701 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-a96dc67b-e0ca-4d5b-8b0b-1da1fdf1176b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:56.424354 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-a96dc67b-e0ca-4d5b-8b0b-1da1fdf1176b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:56.469290 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39f1010a-1611-4684-8676-fb37b250f150 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Made reservation on behalf of fbcd8d69204b49b7a886b79ea9f87fc6 for: {'port': 1} {{(pid=105585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:15:56.473720 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-39f1010a-1611-4684-8676-fb37b250f150 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:56.503311 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff24b5a-7cbe-4486-a9b1-95085ec3752f req-790f8dd1-2647-40ff-b282-6a10fa24bd5e tempest-AttachVolumeNegativeTest-845744699 tempest-AttachVolumeNegativeTest-845744699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:15:56.511327 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-2ff24b5a-7cbe-4486-a9b1-95085ec3752f req-790f8dd1-2647-40ff-b282-6a10fa24bd5e tempest-AttachVolumeNegativeTest-845744699 tempest-AttachVolumeNegativeTest-845744699-project] 10.222.0.59 "GET /v2.0/ports?device_id=230cd4c2-ee09-4357-a964-cafa10f52fd4 HTTP/1.1" status: 200 len: 945 time: 0.4565835 Jul 27 21:15:56.522291 n-d-705658-22 neutron-server[105585]: DEBUG neutron.notifiers.nova [None req-39f1010a-1611-4684-8676-fb37b250f150 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] device_id is not set on port 891d2f60-0173-4743-8c1f-6d1ff3588ff2 yet. {{(pid=105585) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 21:15:56.549658 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c0742a-37e9-415c-bdf7-9d0f21a0798f req-faadc122-c54e-4c00-a870-4a3fa2d4d146 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:15:56.557715 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-78c0742a-37e9-415c-bdf7-9d0f21a0798f req-faadc122-c54e-4c00-a870-4a3fa2d4d146 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] 10.222.0.59 "GET /v2.0/ports?device_id=14188e1a-88ea-45e0-ad71-5de945522dfe HTTP/1.1" status: 200 len: 946 time: 0.2205358 Jul 27 21:15:56.573428 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-a96dc67b-e0ca-4d5b-8b0b-1da1fdf1176b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:56.584550 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-a96dc67b-e0ca-4d5b-8b0b-1da1fdf1176b admin admin] Notify callbacks [] for security_group, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:56.587253 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-a96dc67b-e0ca-4d5b-8b0b-1da1fdf1176b admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/4a6c4726-e351-4df8-9386-e9951ba9870a HTTP/1.1" status: 204 len: 168 time: 0.2749941 Jul 27 21:15:56.600690 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96dc67b-e0ca-4d5b-8b0b-1da1fdf1176b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a6c4726-e351-4df8-9386-e9951ba9870a,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:15:56.742076 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-2ff24b5a-7cbe-4486-a9b1-95085ec3752f req-44fca8e5-1d5d-4a5a-83c3-709b17502603 tempest-AttachVolumeNegativeTest-845744699 tempest-AttachVolumeNegativeTest-845744699-project] 10.222.0.59 "GET /v2.0/security-groups?id=2650ee69-e2a9-4bf0-b170-d21e83666964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2295108 Jul 27 21:15:56.816636 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 40088) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:15:56.820174 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-78c0742a-37e9-415c-bdf7-9d0f21a0798f req-2b478432-8098-4bfa-b747-9a9683dc6630 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] 10.222.0.59 "GET /v2.0/security-groups?id=e9ca66b5-3d33-4671-986c-aa471cc95217&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2613928 Jul 27 21:15:57.032549 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.db_base_plugin_common [None req-39f1010a-1611-4684-8676-fb37b250f150 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Allocated IP 2001:db8::18b (1f8f2cb6-336c-4720-ad33-0cf1f93a5a66/2af1ae2e-cf31-4172-b46e-b07059f6a39c/891d2f60-0173-4743-8c1f-6d1ff3588ff2) {{(pid=105585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:15:57.057113 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-a7835147-fe88-4e90-80df-7b27168cc389 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] 10.222.0.59 "GET /v2.0/floatingips/6a3117a8-3319-4152-bd9e-433be5ef2ab9 HTTP/1.1" status: 200 len: 994 time: 0.2357635 Jul 27 21:15:57.147562 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-186e8f39-3239-4082-bedc-9d5f44ebc6f4 None None] Network 1f8f2cb6-336c-4720-ad33-0cf1f93a5a66 requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:15:57.332664 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-8aa6caeb-7164-4794-b1d8-5536ecbce4ff req-86819f31-0ae5-49e4-a37c-6349775822a3 tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] 10.222.0.59 "GET /v2.0/ports?device_id=91872f9a-b362-4c16-8590-b5b9b9baedce HTTP/1.1" status: 200 len: 210 time: 0.0454874 Jul 27 21:15:57.363555 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-9829c206-2443-4ccd-abc5-e087c91917e4 None None] Provisioning for port 72183fcd-e987-4347-b9b9-14cc8f5cff81 completed by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:15:57.461893 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-39f1010a-1611-4684-8676-fb37b250f150 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Notify callbacks [] for port, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:57.484038 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.provisioning_blocks [None req-39f1010a-1611-4684-8676-fb37b250f150 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Transition to ACTIVE for port object 891d2f60-0173-4743-8c1f-6d1ff3588ff2 will not be triggered until provisioned by entity DHCP. {{(pid=105585) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:15:57.536290 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-39f1010a-1611-4684-8676-fb37b250f150 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:57.583547 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39f1010a-1611-4684-8676-fb37b250f150 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Network 1f8f2cb6-336c-4720-ad33-0cf1f93a5a66 is already hosted by enough agents. {{(pid=105585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:15:57.586509 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.base_scheduler [None req-39f1010a-1611-4684-8676-fb37b250f150 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Resources bound (agent type, host, resource id): {{(pid=105585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:15:57.614444 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39f1010a-1611-4684-8676-fb37b250f150 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Received port after_create {{(pid=105585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:15:57.620407 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39f1010a-1611-4684-8676-fb37b250f150 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:15:57.621148 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-39f1010a-1611-4684-8676-fb37b250f150 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:57.659552 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 40130) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:15:57.660280 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-39f1010a-1611-4684-8676-fb37b250f150 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.6443951 Jul 27 21:15:57.701719 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f1010a-1611-4684-8676-fb37b250f150 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Pushing event updated for resources: {'Port': ['ID=891d2f60-0173-4743-8c1f-6d1ff3588ff2,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:15:57.782362 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 72183fcd-e987-4347-b9b9-14cc8f5cff81 up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:15:58.112546 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning for port 72183fcd-e987-4347-b9b9-14cc8f5cff81 completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:15:58.120455 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port 72183fcd-e987-4347-b9b9-14cc8f5cff81 triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:15:58.120953 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:58.382738 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:58.456348 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c843a5a8-d995-4957-84c1-a11b136cf1bb tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:15:58.464378 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-c843a5a8-d995-4957-84c1-a11b136cf1bb tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] 10.222.0.59 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A268 HTTP/1.1" status: 200 len: 928 time: 0.7474754 Jul 27 21:15:58.464769 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 40160) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:15:58.547855 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c057d4-c495-46b1-9bf3-2e019c89662d req-54f9c42e-210e-45de-825c-b33c9b6fcf0e tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:15:58.548079 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] For port 72183fcd-e987-4347-b9b9-14cc8f5cff81, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=72183fcd-e987-4347-b9b9-14cc8f5cff81,segment=NetworkSegment(8ab7c3ff-3ec5-4a50-aae3-f95b41559e72),segment_id=8ab7c3ff-3ec5-4a50-aae3-f95b41559e72)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:15:58.551883 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-e8c057d4-c495-46b1-9bf3-2e019c89662d req-54f9c42e-210e-45de-825c-b33c9b6fcf0e tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] 10.222.0.36 "GET /v2.0/networks?id=4ce75dcf-0fe8-4adc-83bc-310cc0685be5 HTTP/1.1" status: 200 len: 806 time: 0.9302180 Jul 27 21:15:58.557324 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:58.592926 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [req-e8c057d4-c495-46b1-9bf3-2e019c89662d req-1408b9f0-cdc7-4cd0-9d26-6e9c4d515991 tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] Request body: {'port': {'device_id': '91872f9a-b362-4c16-8590-b5b9b9baedce', 'network_id': '4ce75dcf-0fe8-4adc-83bc-310cc0685be5', 'admin_state_up': True, 'tenant_id': '600e865a5cde4be3a07c2c6f813959b8'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:15:58.813520 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Pushing event updated for resources: {'Port': ['ID=72183fcd-e987-4347-b9b9-14cc8f5cff81,revision_number=3']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:15:58.817936 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-39e0f729-3412-437f-84f3-ab39efdcf99c None None] Provisioning complete for port 72183fcd-e987-4347-b9b9-14cc8f5cff81 triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:15:58.818315 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-39e0f729-3412-437f-84f3-ab39efdcf99c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:59.063722 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-39e0f729-3412-437f-84f3-ab39efdcf99c None None] Provisioning for port 388e96b5-9e32-4138-bad0-3b79d43c03cb completed by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:15:59.078094 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-39e0f729-3412-437f-84f3-ab39efdcf99c None None] Provisioning complete for port 388e96b5-9e32-4138-bad0-3b79d43c03cb triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:15:59.078468 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-39e0f729-3412-437f-84f3-ab39efdcf99c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:59.185597 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-39e0f729-3412-437f-84f3-ab39efdcf99c None None] Port 388e96b5-9e32-4138-bad0-3b79d43c03cb cannot update to ACTIVE because it is not bound. {{(pid=105586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:15:59.203136 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-39e0f729-3412-437f-84f3-ab39efdcf99c None None] Provisioning for port 891d2f60-0173-4743-8c1f-6d1ff3588ff2 completed by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:15:59.208622 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-39e0f729-3412-437f-84f3-ab39efdcf99c None None] Provisioning complete for port 891d2f60-0173-4743-8c1f-6d1ff3588ff2 triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:15:59.209157 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-39e0f729-3412-437f-84f3-ab39efdcf99c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:59.288016 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-39e0f729-3412-437f-84f3-ab39efdcf99c None None] Port 891d2f60-0173-4743-8c1f-6d1ff3588ff2 cannot update to ACTIVE because it is not bound. {{(pid=105586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:15:59.427483 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-8f7fbf32-9cc0-413b-b184-d884e319b8c2 None None] Provisioning complete for port 388e96b5-9e32-4138-bad0-3b79d43c03cb triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:15:59.428804 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-8f7fbf32-9cc0-413b-b184-d884e319b8c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:59.505078 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 40164) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:15:59.516326 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-8f7fbf32-9cc0-413b-b184-d884e319b8c2 None None] Port 388e96b5-9e32-4138-bad0-3b79d43c03cb cannot update to ACTIVE because it is not bound. {{(pid=105586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:15:59.556185 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 72183fcd-e987-4347-b9b9-14cc8f5cff81 up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:15:59.668561 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-43f04416-bbed-4227-b10b-87cb0156f192 req-0d04eba1-d640-450a-81c8-a7cbb0549628 tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] 10.222.0.59 "GET /v2.0/ports?device_id=91872f9a-b362-4c16-8590-b5b9b9baedce HTTP/1.1" status: 200 len: 210 time: 0.1648746 Jul 27 21:15:59.678764 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port 72183fcd-e987-4347-b9b9-14cc8f5cff81 triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:15:59.679444 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:59.795377 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-a6fc954d-cf1f-4a6b-be12-b3cab7ebd95d None None] Provisioning complete for port 891d2f60-0173-4743-8c1f-6d1ff3588ff2 triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:15:59.796160 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-a6fc954d-cf1f-4a6b-be12-b3cab7ebd95d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:59.803979 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa434ea-498e-4fc8-88c7-1746895ea523 req-c057d0d6-0e7a-423d-bc98-e5e5c6372163 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:15:59.816813 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-faa434ea-498e-4fc8-88c7-1746895ea523 req-c057d0d6-0e7a-423d-bc98-e5e5c6372163 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] 10.222.0.59 "GET /v2.0/ports?device_id=14188e1a-88ea-45e0-ad71-5de945522dfe HTTP/1.1" status: 200 len: 946 time: 0.3099666 Jul 27 21:15:59.846912 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [None req-923926bd-a59d-4603-ac91-1eab0328c09a tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Deleting port 891d2f60-0173-4743-8c1f-6d1ff3588ff2 {{(pid=105585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:15:59.873823 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-923926bd-a59d-4603-ac91-1eab0328c09a tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:59.910449 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-a6fc954d-cf1f-4a6b-be12-b3cab7ebd95d None None] Port 891d2f60-0173-4743-8c1f-6d1ff3588ff2 cannot update to ACTIVE because it is not bound. {{(pid=105586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:15:59.913132 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8c057d4-c495-46b1-9bf3-2e019c89662d req-1408b9f0-cdc7-4cd0-9d26-6e9c4d515991 tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] Made reservation on behalf of 600e865a5cde4be3a07c2c6f813959b8 for: {'port': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:15:59.929154 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-e8c057d4-c495-46b1-9bf3-2e019c89662d req-1408b9f0-cdc7-4cd0-9d26-6e9c4d515991 tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:00.013324 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-db3f4ed7-e857-446d-8148-de0bdd203058 tempest-ExtraDHCPOptionsTestJSON-453117783 tempest-ExtraDHCPOptionsTestJSON-453117783-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-505979980'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:16:00.045789 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-faa434ea-498e-4fc8-88c7-1746895ea523 req-5f59c1b0-38db-4543-912b-79ec8576a640 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] 10.222.0.59 "GET /v2.0/security-groups?id=e9ca66b5-3d33-4671-986c-aa471cc95217&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2275059 Jul 27 21:16:00.079556 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-923926bd-a59d-4603-ac91-1eab0328c09a tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:00.097792 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db3f4ed7-e857-446d-8148-de0bdd203058 tempest-ExtraDHCPOptionsTestJSON-453117783 tempest-ExtraDHCPOptionsTestJSON-453117783-project] Made reservation on behalf of dae53019bf334fd6bcddcb95322a78d3 for: {'network': 1} {{(pid=105585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:16:00.102108 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-db3f4ed7-e857-446d-8148-de0bdd203058 tempest-ExtraDHCPOptionsTestJSON-453117783 tempest-ExtraDHCPOptionsTestJSON-453117783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for network, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:00.103803 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [None req-923926bd-a59d-4603-ac91-1eab0328c09a tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Calling delete_port for 891d2f60-0173-4743-8c1f-6d1ff3588ff2 owned by {{(pid=105585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:16:00.116558 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-db3f4ed7-e857-446d-8148-de0bdd203058 tempest-ExtraDHCPOptionsTestJSON-453117783 tempest-ExtraDHCPOptionsTestJSON-453117783-project] Notify callbacks [] for security_group, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:00.121498 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-0432942f-bcda-4e6a-a130-5e7d8fd8ce1e req-9f8d0614-9966-4085-abd1-b67a841c861b service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=14188e1a-88ea-45e0-ad71-5de945522dfe&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 1.4546628 Jul 27 21:16:00.122649 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.db_base_plugin_common [req-e8c057d4-c495-46b1-9bf3-2e019c89662d req-1408b9f0-cdc7-4cd0-9d26-6e9c4d515991 tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] Allocated IP 172.20.0.13 (4ce75dcf-0fe8-4adc-83bc-310cc0685be5/c0af41ef-52d2-41ac-b6df-e93e08f17b8d/d0164946-9c5e-4811-94bc-e651cf76f656) {{(pid=105584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:16:00.342470 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-db3f4ed7-e857-446d-8148-de0bdd203058 tempest-ExtraDHCPOptionsTestJSON-453117783 tempest-ExtraDHCPOptionsTestJSON-453117783-project] Notify callbacks [] for security_group, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:00.346566 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-db3f4ed7-e857-446d-8148-de0bdd203058 tempest-ExtraDHCPOptionsTestJSON-453117783 tempest-ExtraDHCPOptionsTestJSON-453117783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:00.356310 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-923926bd-a59d-4603-ac91-1eab0328c09a tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:00.396517 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-e8c057d4-c495-46b1-9bf3-2e019c89662d req-1408b9f0-cdc7-4cd0-9d26-6e9c4d515991 tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] Notify callbacks [] for port, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:00.411113 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db3f4ed7-e857-446d-8148-de0bdd203058 tempest-ExtraDHCPOptionsTestJSON-453117783 tempest-ExtraDHCPOptionsTestJSON-453117783-project] vlan segment allocate from pool success with {'vlan_id': 245, 'physical_network': 'physnet1'} {{(pid=105585) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:16:00.413631 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923926bd-a59d-4603-ac91-1eab0328c09a tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Pushing event deleted for resources: {'Port': ['ID=891d2f60-0173-4743-8c1f-6d1ff3588ff2,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:16:00.418578 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3f4ed7-e857-446d-8148-de0bdd203058 tempest-ExtraDHCPOptionsTestJSON-453117783 tempest-ExtraDHCPOptionsTestJSON-453117783-project] Pushing event updated for resources: {'SecurityGroup': ['ID=41d4f1d8-48ac-4171-8c1c-4ca615298298,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:16:00.439826 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-db3f4ed7-e857-446d-8148-de0bdd203058 tempest-ExtraDHCPOptionsTestJSON-453117783 tempest-ExtraDHCPOptionsTestJSON-453117783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:00.440071 n-d-705658-22 neutron-server[105585]: INFO neutron.db.segments_db [None req-db3f4ed7-e857-446d-8148-de0bdd203058 tempest-ExtraDHCPOptionsTestJSON-453117783 tempest-ExtraDHCPOptionsTestJSON-453117783-project] Added segment db0c5dae-9105-41ab-836b-8368a934097d of type vlan for network f0e873f6-ef7f-459a-ae54-cf61e9ca9f99 Jul 27 21:16:00.448845 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-e8c057d4-c495-46b1-9bf3-2e019c89662d req-1408b9f0-cdc7-4cd0-9d26-6e9c4d515991 tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:00.460717 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] get_ports_and_sgs() called for port_ids ['6a4b8ce2-5576-4cee-bfe3-748a068501c6'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:16:00.543858 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8c057d4-c495-46b1-9bf3-2e019c89662d req-1408b9f0-cdc7-4cd0-9d26-6e9c4d515991 tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] Network 4ce75dcf-0fe8-4adc-83bc-310cc0685be5 is already hosted by enough agents. {{(pid=105584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:16:00.575700 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [req-e8c057d4-c495-46b1-9bf3-2e019c89662d req-1408b9f0-cdc7-4cd0-9d26-6e9c4d515991 tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] Resources bound (agent type, host, resource id): {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:16:00.581100 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8c057d4-c495-46b1-9bf3-2e019c89662d req-1408b9f0-cdc7-4cd0-9d26-6e9c4d515991 tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] Received port after_create {{(pid=105584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:16:00.592253 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-db3f4ed7-e857-446d-8148-de0bdd203058 tempest-ExtraDHCPOptionsTestJSON-453117783 tempest-ExtraDHCPOptionsTestJSON-453117783-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790688424798'] for network, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:00.603219 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-923926bd-a59d-4603-ac91-1eab0328c09a tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:00.610367 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-923926bd-a59d-4603-ac91-1eab0328c09a tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] 10.222.0.59 "DELETE /v2.0/ports/891d2f60-0173-4743-8c1f-6d1ff3588ff2 HTTP/1.1" status: 204 len: 168 time: 2.1439896 Jul 27 21:16:00.611220 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 40210) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:16:00.684600 n-d-705658-22 neutron-server[105585]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7efa541-ac75-485a-9361-fada8f0ec467 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] GET failed (client error): The resource could not be found. Jul 27 21:16:00.699755 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-b7efa541-ac75-485a-9361-fada8f0ec467 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] 10.222.0.59 "GET /v2.0/ports/891d2f60-0173-4743-8c1f-6d1ff3588ff2 HTTP/1.1" status: 404 len: 333 time: 0.0856581 Jul 27 21:16:00.701427 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 40216) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:16:00.717373 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1408b9f0-cdc7-4cd0-9d26-6e9c4d515991 tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] Pushing event updated for resources: {'Port': ['ID=d0164946-9c5e-4811-94bc-e651cf76f656,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:16:00.781101 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c057d4-c495-46b1-9bf3-2e019c89662d req-1408b9f0-cdc7-4cd0-9d26-6e9c4d515991 tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:16:00.788361 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-e8c057d4-c495-46b1-9bf3-2e019c89662d req-1408b9f0-cdc7-4cd0-9d26-6e9c4d515991 tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:00.832551 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-e8c057d4-c495-46b1-9bf3-2e019c89662d req-1408b9f0-cdc7-4cd0-9d26-6e9c4d515991 tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2711039 Jul 27 21:16:00.867947 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [req-e8c057d4-c495-46b1-9bf3-2e019c89662d req-f60ad028-75b7-4e65-b7c9-ffe6d53c65c6 service neutron] Request body: {'port': {'device_id': '91872f9a-b362-4c16-8590-b5b9b9baedce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-705658-22'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:16:00.966048 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-3480553a-e65d-4020-ad7f-97e3c4b3331f req-6b37300d-21b5-46cc-a538-a26a15ef13e0 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=bd28873a-ff97-48ae-a22f-33d898697e72&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3746202 Jul 27 21:16:00.995855 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-db3f4ed7-e857-446d-8148-de0bdd203058 tempest-ExtraDHCPOptionsTestJSON-453117783 tempest-ExtraDHCPOptionsTestJSON-453117783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920'] for network, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:01.007759 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db3f4ed7-e857-446d-8148-de0bdd203058 tempest-ExtraDHCPOptionsTestJSON-453117783 tempest-ExtraDHCPOptionsTestJSON-453117783-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:16:01.009700 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-db3f4ed7-e857-446d-8148-de0bdd203058 tempest-ExtraDHCPOptionsTestJSON-453117783 tempest-ExtraDHCPOptionsTestJSON-453117783-project] Notify callbacks [] for network, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:01.059717 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.agents_db [None req-558fcd2c-e512-47bc-a170-8673d87f7213 None None] Agent healthcheck: found 7 active agents {{(pid=105587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 21:16:01.084730 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-e8c057d4-c495-46b1-9bf3-2e019c89662d req-f60ad028-75b7-4e65-b7c9-ffe6d53c65c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:01.152505 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 40246) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:16:01.155281 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-db3f4ed7-e857-446d-8148-de0bdd203058 tempest-ExtraDHCPOptionsTestJSON-453117783 tempest-ExtraDHCPOptionsTestJSON-453117783-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.6407769 Jul 27 21:16:01.164648 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-fb593781-2416-4dc3-96e8-4a8036966c8c tempest-ExtraDHCPOptionsTestJSON-453117783 tempest-ExtraDHCPOptionsTestJSON-453117783-project] Request body: {'subnet': {'network_id': 'f0e873f6-ef7f-459a-ae54-cf61e9ca9f99', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:16:01.169343 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3480553a-e65d-4020-ad7f-97e3c4b3331f req-cde227a6-5371-44f2-8285-fee81246f5ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:16:01.170844 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-3480553a-e65d-4020-ad7f-97e3c4b3331f req-cde227a6-5371-44f2-8285-fee81246f5ff service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7cb1be282c1a45569e2d1240a1ce83c6&device_id=bd28873a-ff97-48ae-a22f-33d898697e72 HTTP/1.1" status: 200 len: 1097 time: 0.1333663 Jul 27 21:16:01.232930 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3f4ed7-e857-446d-8148-de0bdd203058 tempest-ExtraDHCPOptionsTestJSON-453117783 tempest-ExtraDHCPOptionsTestJSON-453117783-project] Pushing event updated for resources: {'Network': ['ID=f0e873f6-ef7f-459a-ae54-cf61e9ca9f99,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:16:01.249904 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba777c49-972a-48f5-95e8-dabbb829b129 req-d38d14b8-3993-4786-92fc-05d35ac55ae1 tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:16:01.251808 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-ba777c49-972a-48f5-95e8-dabbb829b129 req-d38d14b8-3993-4786-92fc-05d35ac55ae1 tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] 10.222.0.59 "GET /v2.0/ports?device_id=91872f9a-b362-4c16-8590-b5b9b9baedce HTTP/1.1" status: 200 len: 932 time: 0.4177134 Jul 27 21:16:01.277444 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Network f0e873f6-ef7f-459a-ae54-cf61e9ca9f99 details requested by agent ovs-agent-n-d-705658-22 with host n-d-705658-22 {{(pid=105586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:16:01.296020 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [None req-19aa42c2-47ca-4fe2-b5f0-de62583019f7 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Deleting port 388e96b5-9e32-4138-bad0-3b79d43c03cb {{(pid=105585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:16:01.296374 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-19aa42c2-47ca-4fe2-b5f0-de62583019f7 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:01.587708 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-ba777c49-972a-48f5-95e8-dabbb829b129 req-f13734ca-4fde-4e53-a51b-e309fb29c004 tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] 10.222.0.59 "GET /v2.0/security-groups?id=9a7007a9-34fe-445e-9576-80a9b33bcd70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2819552 Jul 27 21:16:01.671088 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-19aa42c2-47ca-4fe2-b5f0-de62583019f7 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:01.693300 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3cf050-1a52-42f1-9ad3-0d853b9f4f5a req-14f4e1b6-b783-4f95-8e70-7582ea6d9c17 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:16:01.694760 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-3a3cf050-1a52-42f1-9ad3-0d853b9f4f5a req-14f4e1b6-b783-4f95-8e70-7582ea6d9c17 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] 10.222.0.59 "GET /v2.0/ports?device_id=14188e1a-88ea-45e0-ad71-5de945522dfe HTTP/1.1" status: 200 len: 946 time: 0.1763344 Jul 27 21:16:01.695755 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [None req-19aa42c2-47ca-4fe2-b5f0-de62583019f7 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Calling delete_port for 388e96b5-9e32-4138-bad0-3b79d43c03cb owned by {{(pid=105585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:16:01.744479 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3480553a-e65d-4020-ad7f-97e3c4b3331f req-c6dc4543-60f3-48f8-b74b-afe3fc9898e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:16:01.746304 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-3480553a-e65d-4020-ad7f-97e3c4b3331f req-c6dc4543-60f3-48f8-b74b-afe3fc9898e5 service neutron] 10.222.0.36 "GET /v2.0/networks?id=0ded17b3-440e-4dbe-8ea1-4e29acefb236 HTTP/1.1" status: 200 len: 915 time: 0.4336548 Jul 27 21:16:01.798126 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-3a3cf050-1a52-42f1-9ad3-0d853b9f4f5a req-5db3e94a-07ba-4a71-84ec-69a51142c944 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] 10.222.0.59 "GET /v2.0/security-groups?id=e9ca66b5-3d33-4671-986c-aa471cc95217&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0923307 Jul 27 21:16:01.873381 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-3480553a-e65d-4020-ad7f-97e3c4b3331f req-5c885682-0adb-4d67-9646-a253bb855d68 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a00236c5-623b-4f7d-b617-4368e91e4029 HTTP/1.1" status: 200 len: 217 time: 0.0940964 Jul 27 21:16:01.876267 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb593781-2416-4dc3-96e8-4a8036966c8c tempest-ExtraDHCPOptionsTestJSON-453117783 tempest-ExtraDHCPOptionsTestJSON-453117783-project] Made reservation on behalf of dae53019bf334fd6bcddcb95322a78d3 for: {'subnet': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:16:01.887886 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-fb593781-2416-4dc3-96e8-4a8036966c8c tempest-ExtraDHCPOptionsTestJSON-453117783 tempest-ExtraDHCPOptionsTestJSON-453117783-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9738786'] for subnet, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:01.972475 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0432942f-bcda-4e6a-a130-5e7d8fd8ce1e req-108d82d6-125d-4b73-8ee5-1dfbbb5a5f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:16:01.974063 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-0432942f-bcda-4e6a-a130-5e7d8fd8ce1e req-108d82d6-125d-4b73-8ee5-1dfbbb5a5f17 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=379416b786c44e07b1b1ba1a5ea96882&device_id=14188e1a-88ea-45e0-ad71-5de945522dfe HTTP/1.1" status: 200 len: 1098 time: 0.0875490 Jul 27 21:16:01.974832 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-19aa42c2-47ca-4fe2-b5f0-de62583019f7 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:02.032548 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3480553a-e65d-4020-ad7f-97e3c4b3331f req-fb43326e-1575-4503-ac30-250bff55fa96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:16:02.034015 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-3480553a-e65d-4020-ad7f-97e3c4b3331f req-fb43326e-1575-4503-ac30-250bff55fa96 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0afa8897-5216-45a9-9a1e-8fc30b1f7259 HTTP/1.1" status: 200 len: 854 time: 0.1428165 Jul 27 21:16:02.073217 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-19aa42c2-47ca-4fe2-b5f0-de62583019f7 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:02.077015 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-19aa42c2-47ca-4fe2-b5f0-de62583019f7 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] 10.222.0.59 "DELETE /v2.0/ports/388e96b5-9e32-4138-bad0-3b79d43c03cb HTTP/1.1" status: 204 len: 168 time: 1.3714285 Jul 27 21:16:02.079202 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-3480553a-e65d-4020-ad7f-97e3c4b3331f req-d6c7467a-50a8-43ac-9fad-7b81b7432719 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0ded17b3-440e-4dbe-8ea1-4e29acefb236&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0332422 Jul 27 21:16:02.079631 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 40256) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:16:02.087376 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19aa42c2-47ca-4fe2-b5f0-de62583019f7 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Pushing event deleted for resources: {'Port': ['ID=388e96b5-9e32-4138-bad0-3b79d43c03cb,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:16:02.184741 n-d-705658-22 neutron-server[105584]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab35f2bc-9d32-4680-a14f-8aa99ca20e3e tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] GET failed (client error): The resource could not be found. Jul 27 21:16:02.186372 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-ab35f2bc-9d32-4680-a14f-8aa99ca20e3e tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] 10.222.0.59 "GET /v2.0/ports/388e96b5-9e32-4138-bad0-3b79d43c03cb HTTP/1.1" status: 404 len: 333 time: 0.1040850 Jul 27 21:16:02.195832 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 40260) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:16:02.325319 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.db_base_plugin_v2 [None req-64db5125-4f7e-4d50-bfe4-6c535257cc02 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Deleting subnet 2af1ae2e-cf31-4172-b46e-b07059f6a39c {{(pid=105585) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:16:02.329944 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-64db5125-4f7e-4d50-bfe4-6c535257cc02 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Notify callbacks [] for subnet, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:02.405882 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [req-e8c057d4-c495-46b1-9bf3-2e019c89662d req-f60ad028-75b7-4e65-b7c9-ffe6d53c65c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d0164946-9c5e-4811-94bc-e651cf76f656 {{(pid=105584) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:16:02.425388 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-64db5125-4f7e-4d50-bfe4-6c535257cc02 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9887057'] for subnet, precommit_delete_associations {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:02.435632 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-e8c057d4-c495-46b1-9bf3-2e019c89662d req-f60ad028-75b7-4e65-b7c9-ffe6d53c65c6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:02.455795 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-3480553a-e65d-4020-ad7f-97e3c4b3331f req-e2b449c5-2b1d-4cec-88a0-5d9684e3f27e service neutron] 10.222.0.36 "GET /v2.0/networks/0ded17b3-440e-4dbe-8ea1-4e29acefb236?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3537493 Jul 27 21:16:02.462359 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.provisioning_blocks [req-e8c057d4-c495-46b1-9bf3-2e019c89662d req-f60ad028-75b7-4e65-b7c9-ffe6d53c65c6 service neutron] Transition to ACTIVE for port object d0164946-9c5e-4811-94bc-e651cf76f656 will not be triggered until provisioned by entity L2. {{(pid=105584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:16:02.465412 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0432942f-bcda-4e6a-a130-5e7d8fd8ce1e req-e41e265b-b3f6-40a9-b4bb-50d80c4888e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:16:02.468189 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-0432942f-bcda-4e6a-a130-5e7d8fd8ce1e req-e41e265b-b3f6-40a9-b4bb-50d80c4888e3 service neutron] 10.222.0.60 "GET /v2.0/networks?id=1d4d21d8-5a4a-4948-971c-89356ade9736 HTTP/1.1" status: 200 len: 898 time: 0.4574285 Jul 27 21:16:02.487556 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-e8c057d4-c495-46b1-9bf3-2e019c89662d req-f60ad028-75b7-4e65-b7c9-ffe6d53c65c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9014027'] for port, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:02.572663 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60ad028-75b7-4e65-b7c9-ffe6d53c65c6 service neutron] Pushing event updated for resources: {'Port': ['ID=d0164946-9c5e-4811-94bc-e651cf76f656,revision_number=2']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:16:02.665112 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-fb593781-2416-4dc3-96e8-4a8036966c8c tempest-ExtraDHCPOptionsTestJSON-453117783 tempest-ExtraDHCPOptionsTestJSON-453117783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9014150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9738800'] for subnet, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:02.684406 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-64db5125-4f7e-4d50-bfe4-6c535257cc02 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854965'] for subnet, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:02.727732 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb593781-2416-4dc3-96e8-4a8036966c8c tempest-ExtraDHCPOptionsTestJSON-453117783 tempest-ExtraDHCPOptionsTestJSON-453117783-project] Pushing event updated for resources: {'Subnet': ['ID=f3b52b1b-b27c-4157-9dda-38a0dac71b23,revision_number=0']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:16:02.778936 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-0432942f-bcda-4e6a-a130-5e7d8fd8ce1e req-e7aa8dc4-ba5a-4ae9-83e0-82e3405a577c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a5118c8d-ab51-49e4-b3a1-24b132773522 HTTP/1.1" status: 200 len: 1002 time: 0.2997079 Jul 27 21:16:02.802291 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-3480553a-e65d-4020-ad7f-97e3c4b3331f req-0e21f68f-19a2-4f33-906a-542495917daa service neutron] 10.222.0.36 "GET /v2.0/networks/0ded17b3-440e-4dbe-8ea1-4e29acefb236?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3352976 Jul 27 21:16:02.878142 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb593781-2416-4dc3-96e8-4a8036966c8c tempest-ExtraDHCPOptionsTestJSON-453117783 tempest-ExtraDHCPOptionsTestJSON-453117783-project] Checking segment: {'id': 'db0c5dae-9105-41ab-836b-8368a934097d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'f0e873f6-ef7f-459a-ae54-cf61e9ca9f99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:16:02.879192 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb593781-2416-4dc3-96e8-4a8036966c8c tempest-ExtraDHCPOptionsTestJSON-453117783 tempest-ExtraDHCPOptionsTestJSON-453117783-project] Network hostable DHCP agents. Network: f0e873f6-ef7f-459a-ae54-cf61e9ca9f99, hostable agents: ['7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a'], hosted agents: [] {{(pid=105584) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:16:02.894015 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [req-e8c057d4-c495-46b1-9bf3-2e019c89662d req-f60ad028-75b7-4e65-b7c9-ffe6d53c65c6 service neutron] Attempting to bind port d0164946-9c5e-4811-94bc-e651cf76f656 on host n-h1-705658-22 for vnic_type normal with profile {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:16:02.894354 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [req-e8c057d4-c495-46b1-9bf3-2e019c89662d req-f60ad028-75b7-4e65-b7c9-ffe6d53c65c6 service neutron] Attempting to bind port d0164946-9c5e-4811-94bc-e651cf76f656 by drivers openvswitch,hyperv on host n-h1-705658-22 at level 0 using segments [{'id': '82701821-d08d-4e1b-9667-8c6e67e04bdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '4ce75dcf-0fe8-4adc-83bc-310cc0685be5'}] {{(pid=105584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:16:02.894725 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8c057d4-c495-46b1-9bf3-2e019c89662d req-f60ad028-75b7-4e65-b7c9-ffe6d53c65c6 service neutron] Attempting to bind port d0164946-9c5e-4811-94bc-e651cf76f656 on network 4ce75dcf-0fe8-4adc-83bc-310cc0685be5 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:16:02.905050 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8c057d4-c495-46b1-9bf3-2e019c89662d req-f60ad028-75b7-4e65-b7c9-ffe6d53c65c6 service neutron] Port d0164946-9c5e-4811-94bc-e651cf76f656 on network 4ce75dcf-0fe8-4adc-83bc-310cc0685be5 not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-22 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:16:02.905050 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8c057d4-c495-46b1-9bf3-2e019c89662d req-f60ad028-75b7-4e65-b7c9-ffe6d53c65c6 service neutron] Attempting to bind port d0164946-9c5e-4811-94bc-e651cf76f656 on network 4ce75dcf-0fe8-4adc-83bc-310cc0685be5 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:16:02.915395 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8c057d4-c495-46b1-9bf3-2e019c89662d req-f60ad028-75b7-4e65-b7c9-ffe6d53c65c6 service neutron] Checking agent: {'id': '9d9bc37f-4d75-44ef-9f63-799aab3e316f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 49, 36), 'started_at': datetime.datetime(2021, 7, 27, 20, 49, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 15, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:16:02.915738 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8c057d4-c495-46b1-9bf3-2e019c89662d req-f60ad028-75b7-4e65-b7c9-ffe6d53c65c6 service neutron] Checking segment: {'id': '82701821-d08d-4e1b-9667-8c6e67e04bdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '4ce75dcf-0fe8-4adc-83bc-310cc0685be5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:16:02.916113 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8c057d4-c495-46b1-9bf3-2e019c89662d req-f60ad028-75b7-4e65-b7c9-ffe6d53c65c6 service neutron] Bound using segment: {'id': '82701821-d08d-4e1b-9667-8c6e67e04bdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '4ce75dcf-0fe8-4adc-83bc-310cc0685be5'} {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:16:02.916540 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [req-e8c057d4-c495-46b1-9bf3-2e019c89662d req-f60ad028-75b7-4e65-b7c9-ffe6d53c65c6 service neutron] Bound port: d0164946-9c5e-4811-94bc-e651cf76f656, host: n-h1-705658-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '82701821-d08d-4e1b-9667-8c6e67e04bdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '4ce75dcf-0fe8-4adc-83bc-310cc0685be5'}}] {{(pid=105584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:16:02.916899 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-e8c057d4-c495-46b1-9bf3-2e019c89662d req-f60ad028-75b7-4e65-b7c9-ffe6d53c65c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:02.983985 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb593781-2416-4dc3-96e8-4a8036966c8c tempest-ExtraDHCPOptionsTestJSON-453117783 tempest-ExtraDHCPOptionsTestJSON-453117783-project] Network f0e873f6-ef7f-459a-ae54-cf61e9ca9f99 is scheduled to be hosted by DHCP agent 7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a with binding_index 1 {{(pid=105584) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:16:03.005372 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [None req-fb593781-2416-4dc3-96e8-4a8036966c8c tempest-ExtraDHCPOptionsTestJSON-453117783 tempest-ExtraDHCPOptionsTestJSON-453117783-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-22, f0e873f6-ef7f-459a-ae54-cf61e9ca9f99) {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:16:03.014169 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3229d52d-8feb-4315-8f38-a47b967a036e None None] Network f0e873f6-ef7f-459a-ae54-cf61e9ca9f99 requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:16:03.029057 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb593781-2416-4dc3-96e8-4a8036966c8c tempest-ExtraDHCPOptionsTestJSON-453117783 tempest-ExtraDHCPOptionsTestJSON-453117783-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:16:03.029599 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-fb593781-2416-4dc3-96e8-4a8036966c8c tempest-ExtraDHCPOptionsTestJSON-453117783 tempest-ExtraDHCPOptionsTestJSON-453117783-project] Notify callbacks [] for subnet, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:03.049336 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-fb593781-2416-4dc3-96e8-4a8036966c8c tempest-ExtraDHCPOptionsTestJSON-453117783 tempest-ExtraDHCPOptionsTestJSON-453117783-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8950386 Jul 27 21:16:03.050041 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 40276) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:16:03.060447 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-633b463f-cd13-4186-bde6-b66158fbf0fd tempest-ExtraDHCPOptionsTestJSON-453117783 tempest-ExtraDHCPOptionsTestJSON-453117783-project] Request body: {'port': {'network_id': 'f0e873f6-ef7f-459a-ae54-cf61e9ca9f99', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1911180779'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:16:03.109131 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0432942f-bcda-4e6a-a130-5e7d8fd8ce1e req-5f1c25c6-ef9c-4e5f-8fc0-0d538a8a61a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:16:03.112038 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-0432942f-bcda-4e6a-a130-5e7d8fd8ce1e req-5f1c25c6-ef9c-4e5f-8fc0-0d538a8a61a3 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ddef23d9-d17b-4086-bd3c-1e30aa0e0ca0 HTTP/1.1" status: 200 len: 834 time: 0.3079946 Jul 27 21:16:03.127096 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [req-e8c057d4-c495-46b1-9bf3-2e019c89662d req-f60ad028-75b7-4e65-b7c9-ffe6d53c65c6 service neutron] For port d0164946-9c5e-4811-94bc-e651cf76f656, host n-h1-705658-22, cleared binding levels {{(pid=105584) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:16:03.148210 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [req-e8c057d4-c495-46b1-9bf3-2e019c89662d req-f60ad028-75b7-4e65-b7c9-ffe6d53c65c6 service neutron] For port d0164946-9c5e-4811-94bc-e651cf76f656, host n-h1-705658-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=d0164946-9c5e-4811-94bc-e651cf76f656,segment=NetworkSegment(82701821-d08d-4e1b-9667-8c6e67e04bdc),segment_id=82701821-d08d-4e1b-9667-8c6e67e04bdc)] {{(pid=105584) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:16:03.158021 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-e8c057d4-c495-46b1-9bf3-2e019c89662d req-f60ad028-75b7-4e65-b7c9-ffe6d53c65c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9014027'] for port, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:03.158531 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-64db5125-4f7e-4d50-bfe4-6c535257cc02 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10221602', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9990583'] for subnet, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:03.207028 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc1dbd1e-42f0-445b-a87e-21b54b697770 None None] Network 1f8f2cb6-336c-4720-ad33-0cf1f93a5a66 requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:16:03.233585 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c057d4-c495-46b1-9bf3-2e019c89662d req-f60ad028-75b7-4e65-b7c9-ffe6d53c65c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:16:03.234427 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-e8c057d4-c495-46b1-9bf3-2e019c89662d req-f60ad028-75b7-4e65-b7c9-ffe6d53c65c6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:03.236657 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-e8c057d4-c495-46b1-9bf3-2e019c89662d req-f60ad028-75b7-4e65-b7c9-ffe6d53c65c6 service neutron] 10.222.0.36 "PUT /v2.0/ports/d0164946-9c5e-4811-94bc-e651cf76f656 HTTP/1.1" status: 200 len: 1093 time: 2.3908710 Jul 27 21:16:03.237138 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91872f9a-b362-4c16-8590-b5b9b9baedce', 'tag': 'd0164946-9c5e-4811-94bc-e651cf76f656'}] {{(pid=105584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:16:03.240104 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bce5e6c8685464f7626901654159975603b047827e3138302ed6566e28f1343" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ab82894-0cf4-4c3f-bf7b-627adb122ccb" -d '{"events": [{"name": "network-changed", "server_uuid": "91872f9a-b362-4c16-8590-b5b9b9baedce", "tag": "d0164946-9c5e-4811-94bc-e651cf76f656"}]}' {{(pid=105584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:16:03.275235 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-64db5125-4f7e-4d50-bfe4-6c535257cc02 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743886'] for subnet, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:03.277846 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-64db5125-4f7e-4d50-bfe4-6c535257cc02 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] 10.222.0.59 "DELETE /v2.0/subnets/2af1ae2e-cf31-4172-b46e-b07059f6a39c HTTP/1.1" status: 204 len: 168 time: 1.0806029 Jul 27 21:16:03.280430 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 40282) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:16:03.315662 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64db5125-4f7e-4d50-bfe4-6c535257cc02 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Pushing event deleted for resources: {'Subnet': ['ID=2af1ae2e-cf31-4172-b46e-b07059f6a39c,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:16:03.350503 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ee8f96-28b6-41a6-a4af-99cbab418a9a req-d4162539-45f3-4214-a938-c3a850d8829b tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:16:03.352406 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-44ee8f96-28b6-41a6-a4af-99cbab418a9a req-d4162539-45f3-4214-a938-c3a850d8829b tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] 10.222.0.59 "GET /v2.0/ports?device_id=91872f9a-b362-4c16-8590-b5b9b9baedce HTTP/1.1" status: 200 len: 944 time: 0.6081691 Jul 27 21:16:03.399126 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-633b463f-cd13-4186-bde6-b66158fbf0fd tempest-ExtraDHCPOptionsTestJSON-453117783 tempest-ExtraDHCPOptionsTestJSON-453117783-project] Made reservation on behalf of dae53019bf334fd6bcddcb95322a78d3 for: {'port': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:16:03.403046 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-633b463f-cd13-4186-bde6-b66158fbf0fd tempest-ExtraDHCPOptionsTestJSON-453117783 tempest-ExtraDHCPOptionsTestJSON-453117783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:03.418368 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60ad028-75b7-4e65-b7c9-ffe6d53c65c6 service neutron] Pushing event updated for resources: {'Port': ['ID=d0164946-9c5e-4811-94bc-e651cf76f656,revision_number=3']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:16:03.445691 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [None req-633b463f-cd13-4186-bde6-b66158fbf0fd tempest-ExtraDHCPOptionsTestJSON-453117783 tempest-ExtraDHCPOptionsTestJSON-453117783-project] device_id is not set on port 92d8b1f2-cf16-4bdf-9634-bab5da6b8357 yet. {{(pid=105584) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 21:16:03.478147 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-44ee8f96-28b6-41a6-a4af-99cbab418a9a req-3b94c0df-c173-4981-929c-b454a78f6694 tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] 10.222.0.59 "GET /v2.0/security-groups?id=9a7007a9-34fe-445e-9576-80a9b33bcd70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100399 Jul 27 21:16:03.485833 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd591943-16b1-40c2-be02-e7d159d66232 req-6be12647-d210-4ffc-bfa7-905dd0aee135 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:16:03.493440 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-fd591943-16b1-40c2-be02-e7d159d66232 req-6be12647-d210-4ffc-bfa7-905dd0aee135 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] 10.222.0.59 "GET /v2.0/ports?device_id=14188e1a-88ea-45e0-ad71-5de945522dfe HTTP/1.1" status: 200 len: 946 time: 0.5341003 Jul 27 21:16:03.538597 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0432942f-bcda-4e6a-a130-5e7d8fd8ce1e req-d4e28f46-5d6b-482a-a063-d8097e1b7ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:16:03.540842 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-0432942f-bcda-4e6a-a130-5e7d8fd8ce1e req-d4e28f46-5d6b-482a-a063-d8097e1b7ad6 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1d4d21d8-5a4a-4948-971c-89356ade9736&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4102077 Jul 27 21:16:03.592671 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.db_base_plugin_common [None req-633b463f-cd13-4186-bde6-b66158fbf0fd tempest-ExtraDHCPOptionsTestJSON-453117783 tempest-ExtraDHCPOptionsTestJSON-453117783-project] Allocated IP 172.20.0.11 (f0e873f6-ef7f-459a-ae54-cf61e9ca9f99/f3b52b1b-b27c-4157-9dda-38a0dac71b23/92d8b1f2-cf16-4bdf-9634-bab5da6b8357) {{(pid=105584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:16:03.594531 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-fd591943-16b1-40c2-be02-e7d159d66232 req-edeabf1a-fe58-4009-bac7-9aac333f822b tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] 10.222.0.59 "GET /v2.0/security-groups?id=e9ca66b5-3d33-4671-986c-aa471cc95217&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1001580 Jul 27 21:16:03.628174 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-278f5b53-820b-47d0-96eb-5c266be81017 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30bb4b93-b285-5d90-9493-f9ec33ea333c-f0e873f6-ef7f-459a-ae54-cf61e9ca9f99', 'network_id': 'f0e873f6-ef7f-459a-ae54-cf61e9ca9f99', 'tenant_id': 'dae53019bf334fd6bcddcb95322a78d3', 'fixed_ips': [{'subnet_id': 'f3b52b1b-b27c-4157-9dda-38a0dac71b23'}]}} from n-d-705658-22. {{(pid=105586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 21:16:03.629944 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-278f5b53-820b-47d0-96eb-5c266be81017 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:03.649231 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:16:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f44de896-3d9e-4e5b-89b1-2df36233d832 x-openstack-request-id: req-f44de896-3d9e-4e5b-89b1-2df36233d832 {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:16:03.649524 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91872f9a-b362-4c16-8590-b5b9b9baedce", "tag": "d0164946-9c5e-4811-94bc-e651cf76f656", "status": "completed", "code": 200}]} {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:16:03.649773 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-f44de896-3d9e-4e5b-89b1-2df36233d832 {{(pid=105584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:16:03.650166 n-d-705658-22 neutron-server[105584]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91872f9a-b362-4c16-8590-b5b9b9baedce', 'tag': 'd0164946-9c5e-4811-94bc-e651cf76f656', 'status': 'completed', 'code': 200} Jul 27 21:16:03.678979 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-9bdf34d5-626d-42bf-9367-d79995a1f48a tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-990557'] for network, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:03.766561 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c057d4-c495-46b1-9bf3-2e019c89662d req-b100a541-1d62-4128-ab79-239241f2e721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:16:03.768148 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-e8c057d4-c495-46b1-9bf3-2e019c89662d req-b100a541-1d62-4128-ab79-239241f2e721 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=600e865a5cde4be3a07c2c6f813959b8&device_id=91872f9a-b362-4c16-8590-b5b9b9baedce HTTP/1.1" status: 200 len: 1096 time: 0.4722793 Jul 27 21:16:03.832097 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-0432942f-bcda-4e6a-a130-5e7d8fd8ce1e req-58bd7fb3-6b85-42b6-8835-879abba50899 service neutron] 10.222.0.60 "GET /v2.0/networks/1d4d21d8-5a4a-4948-971c-89356ade9736?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2347851 Jul 27 21:16:03.849340 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-e8c057d4-c495-46b1-9bf3-2e019c89662d req-eb4e2dbb-50e2-451e-9998-035d8e001245 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d0164946-9c5e-4811-94bc-e651cf76f656 HTTP/1.1" status: 200 len: 217 time: 0.0569818 Jul 27 21:16:03.935841 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-633b463f-cd13-4186-bde6-b66158fbf0fd tempest-ExtraDHCPOptionsTestJSON-453117783 tempest-ExtraDHCPOptionsTestJSON-453117783-project] Notify callbacks [] for port, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:03.975027 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c057d4-c495-46b1-9bf3-2e019c89662d req-e647be19-b463-4282-bc35-e220e4e79288 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:16:03.976532 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-e8c057d4-c495-46b1-9bf3-2e019c89662d req-e647be19-b463-4282-bc35-e220e4e79288 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c0af41ef-52d2-41ac-b6df-e93e08f17b8d HTTP/1.1" status: 200 len: 846 time: 0.1202796 Jul 27 21:16:03.981181 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-9bdf34d5-626d-42bf-9367-d79995a1f48a tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Deleting port 72183fcd-e987-4347-b9b9-14cc8f5cff81 {{(pid=105584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:16:03.981181 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-9bdf34d5-626d-42bf-9367-d79995a1f48a tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:03.983033 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.provisioning_blocks [None req-633b463f-cd13-4186-bde6-b66158fbf0fd tempest-ExtraDHCPOptionsTestJSON-453117783 tempest-ExtraDHCPOptionsTestJSON-453117783-project] Transition to ACTIVE for port object 92d8b1f2-cf16-4bdf-9634-bab5da6b8357 will not be triggered until provisioned by entity DHCP. {{(pid=105584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:16:04.010143 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-119a98e9-6c09-46d8-9231-09229035f435 None None] DHCP port deletion for 1f8f2cb6-336c-4720-ad33-0cf1f93a5a66 request from n-d-705658-22 {{(pid=105586) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 21:16:04.090248 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-e8c057d4-c495-46b1-9bf3-2e019c89662d req-f2eea1c9-33f6-4d9e-88d0-5c3c5e8dcb83 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4ce75dcf-0fe8-4adc-83bc-310cc0685be5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0922976 Jul 27 21:16:04.131692 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-0432942f-bcda-4e6a-a130-5e7d8fd8ce1e req-72ce8f3b-93be-42a0-a90e-7ec6a8601252 service neutron] 10.222.0.60 "GET /v2.0/networks/1d4d21d8-5a4a-4948-971c-89356ade9736?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2826526 Jul 27 21:16:04.151119 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-119a98e9-6c09-46d8-9231-09229035f435 None None] Deleting port 72183fcd-e987-4347-b9b9-14cc8f5cff81 {{(pid=105586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:16:04.152427 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-119a98e9-6c09-46d8-9231-09229035f435 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:04.192993 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [None req-9bdf34d5-626d-42bf-9367-d79995a1f48a tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] For port 72183fcd-e987-4347-b9b9-14cc8f5cff81, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=72183fcd-e987-4347-b9b9-14cc8f5cff81,segment=NetworkSegment(8ab7c3ff-3ec5-4a50-aae3-f95b41559e72),segment_id=8ab7c3ff-3ec5-4a50-aae3-f95b41559e72)] {{(pid=105584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:16:04.193590 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-9bdf34d5-626d-42bf-9367-d79995a1f48a tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:04.206987 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-633b463f-cd13-4186-bde6-b66158fbf0fd tempest-ExtraDHCPOptionsTestJSON-453117783 tempest-ExtraDHCPOptionsTestJSON-453117783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:04.222006 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-9bdf34d5-626d-42bf-9367-d79995a1f48a tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Calling delete_port for 72183fcd-e987-4347-b9b9-14cc8f5cff81 owned by network:dhcp {{(pid=105584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:16:04.300002 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-633b463f-cd13-4186-bde6-b66158fbf0fd tempest-ExtraDHCPOptionsTestJSON-453117783 tempest-ExtraDHCPOptionsTestJSON-453117783-project] Network f0e873f6-ef7f-459a-ae54-cf61e9ca9f99 is already hosted by enough agents. {{(pid=105584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:16:04.312157 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-119a98e9-6c09-46d8-9231-09229035f435 None None] For port 72183fcd-e987-4347-b9b9-14cc8f5cff81, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=72183fcd-e987-4347-b9b9-14cc8f5cff81,segment=NetworkSegment(8ab7c3ff-3ec5-4a50-aae3-f95b41559e72),segment_id=8ab7c3ff-3ec5-4a50-aae3-f95b41559e72)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:16:04.312569 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-119a98e9-6c09-46d8-9231-09229035f435 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:04.336311 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-119a98e9-6c09-46d8-9231-09229035f435 None None] Calling delete_port for 72183fcd-e987-4347-b9b9-14cc8f5cff81 owned by network:dhcp {{(pid=105586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:16:04.339407 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.db_base_plugin_common [None req-278f5b53-820b-47d0-96eb-5c266be81017 None None] Allocated IP 172.20.0.2 (f0e873f6-ef7f-459a-ae54-cf61e9ca9f99/f3b52b1b-b27c-4157-9dda-38a0dac71b23/231ed0b1-ba12-491b-bc6f-4bcdf9cb918f) {{(pid=105586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:16:04.367435 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [None req-633b463f-cd13-4186-bde6-b66158fbf0fd tempest-ExtraDHCPOptionsTestJSON-453117783 tempest-ExtraDHCPOptionsTestJSON-453117783-project] Resources bound (agent type, host, resource id): {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:16:04.386057 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-633b463f-cd13-4186-bde6-b66158fbf0fd tempest-ExtraDHCPOptionsTestJSON-453117783 tempest-ExtraDHCPOptionsTestJSON-453117783-project] Received port after_create {{(pid=105584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:16:04.396503 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633b463f-cd13-4186-bde6-b66158fbf0fd tempest-ExtraDHCPOptionsTestJSON-453117783 tempest-ExtraDHCPOptionsTestJSON-453117783-project] Pushing event updated for resources: {'Port': ['ID=92d8b1f2-cf16-4bdf-9634-bab5da6b8357,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:16:04.464198 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-e8c057d4-c495-46b1-9bf3-2e019c89662d req-6028f945-3772-4590-9952-6d76ea07004f service neutron] 10.222.0.36 "GET /v2.0/networks/4ce75dcf-0fe8-4adc-83bc-310cc0685be5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3630240 Jul 27 21:16:04.468561 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-9bdf34d5-626d-42bf-9367-d79995a1f48a tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:04.503555 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bdf34d5-626d-42bf-9367-d79995a1f48a tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Pushing event deleted for resources: {'Port': ['ID=72183fcd-e987-4347-b9b9-14cc8f5cff81,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:16:04.669404 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-119a98e9-6c09-46d8-9231-09229035f435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180'] for port, after_delete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:04.673237 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-e8c057d4-c495-46b1-9bf3-2e019c89662d req-0c6c7d6e-9b18-4877-83b7-e31cf7b48c5a service neutron] 10.222.0.36 "GET /v2.0/networks/4ce75dcf-0fe8-4adc-83bc-310cc0685be5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1728671 Jul 27 21:16:04.685047 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bdf34d5-626d-42bf-9367-d79995a1f48a tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] No DVR routers for this DVR port 72183fcd-e987-4347-b9b9-14cc8f5cff81 on host n-d-705658-22 {{(pid=105584) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:16:04.715995 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-633b463f-cd13-4186-bde6-b66158fbf0fd tempest-ExtraDHCPOptionsTestJSON-453117783 tempest-ExtraDHCPOptionsTestJSON-453117783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:16:04.716662 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-633b463f-cd13-4186-bde6-b66158fbf0fd tempest-ExtraDHCPOptionsTestJSON-453117783 tempest-ExtraDHCPOptionsTestJSON-453117783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:04.731064 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-119a98e9-6c09-46d8-9231-09229035f435 None None] No DVR routers for this DVR port 72183fcd-e987-4347-b9b9-14cc8f5cff81 on host n-d-705658-22 {{(pid=105586) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:16:04.732904 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119a98e9-6c09-46d8-9231-09229035f435 None None] Pushing event deleted for resources: {'Port': ['ID=72183fcd-e987-4347-b9b9-14cc8f5cff81,revision_number=None']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:16:04.786768 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-278f5b53-820b-47d0-96eb-5c266be81017 None None] Notify callbacks [] for port, precommit_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:04.812363 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-278f5b53-820b-47d0-96eb-5c266be81017 None None] Transition to ACTIVE for port object 231ed0b1-ba12-491b-bc6f-4bcdf9cb918f will not be triggered until provisioned by entity L2. {{(pid=105586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:16:04.815687 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c8ebfa-369f-4ffe-a843-abf74e5cf3be req-8cad6c9d-ede8-465b-a3f9-2617b1dcd774 tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:16:04.829764 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-12c8ebfa-369f-4ffe-a843-abf74e5cf3be req-8cad6c9d-ede8-465b-a3f9-2617b1dcd774 tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] 10.222.0.59 "GET /v2.0/ports?device_id=91872f9a-b362-4c16-8590-b5b9b9baedce HTTP/1.1" status: 200 len: 944 time: 0.2377436 Jul 27 21:16:04.853678 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-633b463f-cd13-4186-bde6-b66158fbf0fd tempest-ExtraDHCPOptionsTestJSON-453117783 tempest-ExtraDHCPOptionsTestJSON-453117783-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.7980385 Jul 27 21:16:04.854289 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 40314) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:16:04.868623 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-278f5b53-820b-47d0-96eb-5c266be81017 None None] Transition to ACTIVE for port object 231ed0b1-ba12-491b-bc6f-4bcdf9cb918f will not be triggered until provisioned by entity DHCP. {{(pid=105586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:16:04.872987 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-34291476-0ddd-40e5-ad92-cf8c47117913 tempest-ExtraDHCPOptionsTestJSON-453117783 tempest-ExtraDHCPOptionsTestJSON-453117783-project] Request body: {'port': {'network_id': 'f0e873f6-ef7f-459a-ae54-cf61e9ca9f99', 'name': 'tempest-ExtraDHCPOptionsTestJSON-473217324', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:16:04.873681 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.api.validators [None req-34291476-0ddd-40e5-ad92-cf8c47117913 tempest-ExtraDHCPOptionsTestJSON-453117783 tempest-ExtraDHCPOptionsTestJSON-453117783-project] bootfile-name is not in valid_values {{(pid=105584) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 27 21:16:04.874094 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.api.validators [None req-34291476-0ddd-40e5-ad92-cf8c47117913 tempest-ExtraDHCPOptionsTestJSON-453117783 tempest-ExtraDHCPOptionsTestJSON-453117783-project] tftp-server is not in valid_values {{(pid=105584) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 27 21:16:04.875773 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-278f5b53-820b-47d0-96eb-5c266be81017 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143'] for port, after_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:04.892826 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.api.validators [None req-34291476-0ddd-40e5-ad92-cf8c47117913 tempest-ExtraDHCPOptionsTestJSON-453117783 tempest-ExtraDHCPOptionsTestJSON-453117783-project] server-ip-address is not in valid_values {{(pid=105584) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 27 21:16:04.905691 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-9bdf34d5-626d-42bf-9367-d79995a1f48a tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853562', 'neutron.services.segments.db._delete_segments_for_network-8790688882975'] for network, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:04.953537 n-d-705658-22 neutron-server[105586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-278f5b53-820b-47d0-96eb-5c266be81017 None None] Network f0e873f6-ef7f-459a-ae54-cf61e9ca9f99 is already hosted by enough agents. {{(pid=105586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:16:04.955913 n-d-705658-22 neutron-server[105586]: DEBUG neutron.scheduler.base_scheduler [None req-278f5b53-820b-47d0-96eb-5c266be81017 None None] Resources bound (agent type, host, resource id): {{(pid=105586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:16:04.966909 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-278f5b53-820b-47d0-96eb-5c266be81017 None None] Received port after_create {{(pid=105586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:16:04.997473 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.segments.db [None req-9bdf34d5-626d-42bf-9367-d79995a1f48a tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f8f2cb6-336c-4720-ad33-0cf1f93a5a66']}} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:16:05.037316 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-12c8ebfa-369f-4ffe-a843-abf74e5cf3be req-d6e25859-1029-4710-a6ab-96ad999bffd1 tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] 10.222.0.59 "GET /v2.0/security-groups?id=9a7007a9-34fe-445e-9576-80a9b33bcd70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1972785 Jul 27 21:16:05.046320 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.segments.db [None req-9bdf34d5-626d-42bf-9367-d79995a1f48a tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ab7c3ff-3ec5-4a50-aae3-f95b41559e72') {'for_net_delete': True} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:16:05.063207 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.segments.db [None req-9bdf34d5-626d-42bf-9367-d79995a1f48a tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ab7c3ff-3ec5-4a50-aae3-f95b41559e72') {} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:16:05.086196 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3497cbb-4fb2-48d7-a81e-415701f569b2 req-f4768c72-8c02-4e84-b461-f6e8af81939c tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:16:05.103188 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278f5b53-820b-47d0-96eb-5c266be81017 None None] Pushing event updated for resources: {'Port': ['ID=231ed0b1-ba12-491b-bc6f-4bcdf9cb918f,revision_number=1']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:16:05.106692 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-d3497cbb-4fb2-48d7-a81e-415701f569b2 req-f4768c72-8c02-4e84-b461-f6e8af81939c tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] 10.222.0.59 "GET /v2.0/ports?device_id=14188e1a-88ea-45e0-ad71-5de945522dfe HTTP/1.1" status: 200 len: 946 time: 0.2738388 Jul 27 21:16:05.126884 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-278f5b53-820b-47d0-96eb-5c266be81017 None None] Attempting to bind port 231ed0b1-ba12-491b-bc6f-4bcdf9cb918f on host n-d-705658-22 for vnic_type normal with profile {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:16:05.127622 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-278f5b53-820b-47d0-96eb-5c266be81017 None None] Attempting to bind port 231ed0b1-ba12-491b-bc6f-4bcdf9cb918f by drivers openvswitch,hyperv on host n-d-705658-22 at level 0 using segments [{'id': 'db0c5dae-9105-41ab-836b-8368a934097d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'f0e873f6-ef7f-459a-ae54-cf61e9ca9f99'}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:16:05.128146 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-278f5b53-820b-47d0-96eb-5c266be81017 None None] Attempting to bind port 231ed0b1-ba12-491b-bc6f-4bcdf9cb918f on network f0e873f6-ef7f-459a-ae54-cf61e9ca9f99 {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:16:05.134175 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-278f5b53-820b-47d0-96eb-5c266be81017 None None] Checking agent: {'id': '04a7ea91-6318-467e-ace6-b0fb48c8690f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 41, 42), 'started_at': datetime.datetime(2021, 7, 27, 20, 42, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 15, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:16:05.134834 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-278f5b53-820b-47d0-96eb-5c266be81017 None None] Checking segment: {'id': 'db0c5dae-9105-41ab-836b-8368a934097d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'f0e873f6-ef7f-459a-ae54-cf61e9ca9f99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:16:05.135475 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-278f5b53-820b-47d0-96eb-5c266be81017 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:05.136018 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-278f5b53-820b-47d0-96eb-5c266be81017 None None] Bound using segment: {'id': 'db0c5dae-9105-41ab-836b-8368a934097d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'f0e873f6-ef7f-459a-ae54-cf61e9ca9f99'} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:16:05.136679 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-278f5b53-820b-47d0-96eb-5c266be81017 None None] Bound port: 231ed0b1-ba12-491b-bc6f-4bcdf9cb918f, host: n-d-705658-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db0c5dae-9105-41ab-836b-8368a934097d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'f0e873f6-ef7f-459a-ae54-cf61e9ca9f99'}}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:16:05.137247 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-278f5b53-820b-47d0-96eb-5c266be81017 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:05.202826 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-d3497cbb-4fb2-48d7-a81e-415701f569b2 req-f10912e7-cd1b-4891-965b-9b2fb186ff7d tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] 10.222.0.59 "GET /v2.0/security-groups?id=e9ca66b5-3d33-4671-986c-aa471cc95217&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0949140 Jul 27 21:16:05.262910 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-278f5b53-820b-47d0-96eb-5c266be81017 None None] For port 231ed0b1-ba12-491b-bc6f-4bcdf9cb918f, host n-d-705658-22, cleared binding levels {{(pid=105586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:16:05.270224 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-278f5b53-820b-47d0-96eb-5c266be81017 None None] For port 231ed0b1-ba12-491b-bc6f-4bcdf9cb918f, host n-d-705658-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=231ed0b1-ba12-491b-bc6f-4bcdf9cb918f,segment=NetworkSegment(db0c5dae-9105-41ab-836b-8368a934097d),segment_id=db0c5dae-9105-41ab-836b-8368a934097d)] {{(pid=105586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:16:05.277610 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-278f5b53-820b-47d0-96eb-5c266be81017 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:05.422384 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278f5b53-820b-47d0-96eb-5c266be81017 None None] Pushing event updated for resources: {'Port': ['ID=231ed0b1-ba12-491b-bc6f-4bcdf9cb918f,revision_number=2']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:16:05.517138 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 72183fcd-e987-4347-b9b9-14cc8f5cff81 no longer exists at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:16:05.585134 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] No Port match for: 72183fcd-e987-4347-b9b9-14cc8f5cff81 {{(pid=105586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:16:05.585487 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 72183fcd-e987-4347-b9b9-14cc8f5cff81 not bound to the agent host n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:16:05.702705 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-9bdf34d5-626d-42bf-9367-d79995a1f48a tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790688883752', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9014348'] for segment, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:05.735085 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-9bdf34d5-626d-42bf-9367-d79995a1f48a tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:05.738915 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab82894-0cf4-4c3f-bf7b-627adb122ccb req-443f1a0a-2795-4980-a065-113f7fa08a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:16:05.740494 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-9ab82894-0cf4-4c3f-bf7b-627adb122ccb req-443f1a0a-2795-4980-a065-113f7fa08a3c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=600e865a5cde4be3a07c2c6f813959b8&device_id=91872f9a-b362-4c16-8590-b5b9b9baedce HTTP/1.1" status: 200 len: 1096 time: 0.9774034 Jul 27 21:16:05.748051 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9bdf34d5-626d-42bf-9367-d79995a1f48a tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Releasing vlan 215 on physical network physnet1 to pool {{(pid=105584) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:16:05.748317 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-9bdf34d5-626d-42bf-9367-d79995a1f48a tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9014063'] for segment, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:05.752625 n-d-705658-22 neutron-server[105584]: Traceback (most recent call last): Jul 27 21:16:05.752625 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:16:05.752625 n-d-705658-22 neutron-server[105584]: timer() Jul 27 21:16:05.752625 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:16:05.752625 n-d-705658-22 neutron-server[105584]: cb(*args, **kw) Jul 27 21:16:05.752625 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:16:05.752625 n-d-705658-22 neutron-server[105584]: return func(*args, **kwargs) Jul 27 21:16:05.752625 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:16:05.752625 n-d-705658-22 neutron-server[105584]: self._notify() Jul 27 21:16:05.752625 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:16:05.752625 n-d-705658-22 neutron-server[105584]: self.callback(batched_events) Jul 27 21:16:05.752625 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:16:05.752625 n-d-705658-22 neutron-server[105584]: event.method(event) Jul 27 21:16:05.752625 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:16:05.752625 n-d-705658-22 neutron-server[105584]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:16:05.752625 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:16:05.752625 n-d-705658-22 neutron-server[105584]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:16:05.752625 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:16:05.752625 n-d-705658-22 neutron-server[105584]: return f(self, *a, **k) Jul 27 21:16:05.752625 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:16:05.752625 n-d-705658-22 neutron-server[105584]: return self._get(url).json() Jul 27 21:16:05.752625 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:16:05.752625 n-d-705658-22 neutron-server[105584]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:16:05.752625 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:16:05.752625 n-d-705658-22 neutron-server[105584]: return self.request(url, 'GET', **kwargs) Jul 27 21:16:05.752625 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:16:05.752625 n-d-705658-22 neutron-server[105584]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:16:05.752625 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:16:05.752625 n-d-705658-22 neutron-server[105584]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:16:05.752625 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:16:05.752625 n-d-705658-22 neutron-server[105584]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:16:05.752625 n-d-705658-22 neutron-server[105584]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:16:05.961753 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-9bdf34d5-626d-42bf-9367-d79995a1f48a tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4075658'] for network, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:05.968630 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34291476-0ddd-40e5-ad92-cf8c47117913 tempest-ExtraDHCPOptionsTestJSON-453117783 tempest-ExtraDHCPOptionsTestJSON-453117783-project] Made reservation on behalf of dae53019bf334fd6bcddcb95322a78d3 for: {'port': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:16:05.972394 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-34291476-0ddd-40e5-ad92-cf8c47117913 tempest-ExtraDHCPOptionsTestJSON-453117783 tempest-ExtraDHCPOptionsTestJSON-453117783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:05.979923 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-9bdf34d5-626d-42bf-9367-d79995a1f48a tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743886'] for network, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:05.981812 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-9bdf34d5-626d-42bf-9367-d79995a1f48a tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] 10.222.0.59 "DELETE /v2.0/networks/1f8f2cb6-336c-4720-ad33-0cf1f93a5a66 HTTP/1.1" status: 204 len: 168 time: 2.7004237 Jul 27 21:16:05.985462 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 40332) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:16:05.993729 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-8b9cd73b-fd12-466a-a553-26d1c63c20fc tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2088908481'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:16:06.011883 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bdf34d5-626d-42bf-9367-d79995a1f48a tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Pushing event deleted for resources: {'Network': ['ID=1f8f2cb6-336c-4720-ad33-0cf1f93a5a66,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:16:06.016699 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab82894-0cf4-4c3f-bf7b-627adb122ccb req-14530c97-2b64-446f-947a-5f8c8433f2ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:16:06.018229 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-9ab82894-0cf4-4c3f-bf7b-627adb122ccb req-14530c97-2b64-446f-947a-5f8c8433f2ea service neutron] 10.222.0.36 "GET /v2.0/networks?id=4ce75dcf-0fe8-4adc-83bc-310cc0685be5 HTTP/1.1" status: 200 len: 907 time: 0.2665093 Jul 27 21:16:06.024936 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [None req-34291476-0ddd-40e5-ad92-cf8c47117913 tempest-ExtraDHCPOptionsTestJSON-453117783 tempest-ExtraDHCPOptionsTestJSON-453117783-project] device_id is not set on port f448cc3d-c2ee-4f27-a6da-bf0ee99565b7 yet. {{(pid=105584) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 21:16:06.042730 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b9cd73b-fd12-466a-a553-26d1c63c20fc tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Made reservation on behalf of fbcd8d69204b49b7a886b79ea9f87fc6 for: {'network': 1} {{(pid=105585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:16:06.047712 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-8b9cd73b-fd12-466a-a553-26d1c63c20fc tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for network, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:06.081721 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b9cd73b-fd12-466a-a553-26d1c63c20fc tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] vlan segment allocate from pool success with {'vlan_id': 220, 'physical_network': 'physnet1'} {{(pid=105585) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:16:06.095810 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-8b9cd73b-fd12-466a-a553-26d1c63c20fc tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:06.096441 n-d-705658-22 neutron-server[105585]: INFO neutron.db.segments_db [None req-8b9cd73b-fd12-466a-a553-26d1c63c20fc tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Added segment 543b0c55-4a9c-4e2d-ad27-3d0eb0843fc2 of type vlan for network 518b7c88-cf94-45d0-ab7a-c18d6c54239c Jul 27 21:16:06.249412 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.db_base_plugin_common [None req-34291476-0ddd-40e5-ad92-cf8c47117913 tempest-ExtraDHCPOptionsTestJSON-453117783 tempest-ExtraDHCPOptionsTestJSON-453117783-project] Allocated IP 172.20.0.3 (f0e873f6-ef7f-459a-ae54-cf61e9ca9f99/f3b52b1b-b27c-4157-9dda-38a0dac71b23/f448cc3d-c2ee-4f27-a6da-bf0ee99565b7) {{(pid=105584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:16:06.284730 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:06.293799 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-8b9cd73b-fd12-466a-a553-26d1c63c20fc tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790688424798'] for network, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:06.370234 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-9ab82894-0cf4-4c3f-bf7b-627adb122ccb req-8baa045e-5316-42f8-9719-99d88cd588c2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d0164946-9c5e-4811-94bc-e651cf76f656 HTTP/1.1" status: 200 len: 217 time: 0.0577092 Jul 27 21:16:06.493291 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-8b9cd73b-fd12-466a-a553-26d1c63c20fc tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920'] for network, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:06.500606 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b9cd73b-fd12-466a-a553-26d1c63c20fc tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:16:06.501315 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-8b9cd73b-fd12-466a-a553-26d1c63c20fc tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Notify callbacks [] for network, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:06.592367 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab82894-0cf4-4c3f-bf7b-627adb122ccb req-bfde9e70-4ca3-4144-8ed9-c3365b1c0359 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:16:06.594079 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-9ab82894-0cf4-4c3f-bf7b-627adb122ccb req-bfde9e70-4ca3-4144-8ed9-c3365b1c0359 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c0af41ef-52d2-41ac-b6df-e93e08f17b8d HTTP/1.1" status: 200 len: 846 time: 0.2089505 Jul 27 21:16:06.630244 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-8b9cd73b-fd12-466a-a553-26d1c63c20fc tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6426494 Jul 27 21:16:06.632150 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 40346) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:16:06.648983 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-a8eb8bcd-114e-4fa9-a967-fb92b4d26432 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Request body: {'subnet': {'network_id': '518b7c88-cf94-45d0-ab7a-c18d6c54239c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:16:06.656720 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-9ab82894-0cf4-4c3f-bf7b-627adb122ccb req-d012d715-ccfd-46cb-a8f8-0e02af0a93e8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4ce75dcf-0fe8-4adc-83bc-310cc0685be5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0538266 Jul 27 21:16:06.749226 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65a2da9-c41b-4df8-8f60-aa350ff6598c req-4042b07a-4fbe-45bf-acd9-3730ed0843de tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:16:06.751197 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e65a2da9-c41b-4df8-8f60-aa350ff6598c req-4042b07a-4fbe-45bf-acd9-3730ed0843de tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] 10.222.0.59 "GET /v2.0/ports?device_id=91872f9a-b362-4c16-8590-b5b9b9baedce HTTP/1.1" status: 200 len: 944 time: 0.5765841 Jul 27 21:16:06.762207 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9cd73b-fd12-466a-a553-26d1c63c20fc tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Pushing event updated for resources: {'Network': ['ID=518b7c88-cf94-45d0-ab7a-c18d6c54239c,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:16:06.774593 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Network 518b7c88-cf94-45d0-ab7a-c18d6c54239c details requested by agent ovs-agent-n-d-705658-22 with host n-d-705658-22 {{(pid=105586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:16:06.803638 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-9ab82894-0cf4-4c3f-bf7b-627adb122ccb req-2dc17a54-71f1-4878-b7f8-bd3bc548b5ff service neutron] 10.222.0.36 "GET /v2.0/networks/4ce75dcf-0fe8-4adc-83bc-310cc0685be5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1363771 Jul 27 21:16:06.816015 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7930f10b-4f02-49ec-9df4-c99094e79b2b req-83496386-82e6-4f3e-afe0-0beef34b2f2b tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:16:06.825250 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-7930f10b-4f02-49ec-9df4-c99094e79b2b req-83496386-82e6-4f3e-afe0-0beef34b2f2b tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] 10.222.0.59 "GET /v2.0/ports?device_id=14188e1a-88ea-45e0-ad71-5de945522dfe HTTP/1.1" status: 200 len: 946 time: 0.5152657 Jul 27 21:16:06.897831 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e65a2da9-c41b-4df8-8f60-aa350ff6598c req-284f73f1-3b2c-48fb-9a2a-b5d7f258130e tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] 10.222.0.59 "GET /v2.0/security-groups?id=9a7007a9-34fe-445e-9576-80a9b33bcd70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325777 Jul 27 21:16:06.920373 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-7930f10b-4f02-49ec-9df4-c99094e79b2b req-5b5a24ee-87b8-45aa-be01-c96b94ae4a72 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] 10.222.0.59 "GET /v2.0/security-groups?id=e9ca66b5-3d33-4671-986c-aa471cc95217&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0919540 Jul 27 21:16:06.924508 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8eb8bcd-114e-4fa9-a967-fb92b4d26432 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Made reservation on behalf of fbcd8d69204b49b7a886b79ea9f87fc6 for: {'subnet': 1} {{(pid=105585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:16:06.938007 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-a8eb8bcd-114e-4fa9-a967-fb92b4d26432 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9990620'] for subnet, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:06.939981 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-34291476-0ddd-40e5-ad92-cf8c47117913 tempest-ExtraDHCPOptionsTestJSON-453117783 tempest-ExtraDHCPOptionsTestJSON-453117783-project] Notify callbacks [] for port, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:06.981423 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.provisioning_blocks [None req-34291476-0ddd-40e5-ad92-cf8c47117913 tempest-ExtraDHCPOptionsTestJSON-453117783 tempest-ExtraDHCPOptionsTestJSON-453117783-project] Transition to ACTIVE for port object f448cc3d-c2ee-4f27-a6da-bf0ee99565b7 will not be triggered until provisioned by entity DHCP. {{(pid=105584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:16:06.999376 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-9ab82894-0cf4-4c3f-bf7b-627adb122ccb req-cd2ec9bd-a9a1-45a0-a78e-76e5a8af45d4 service neutron] 10.222.0.36 "GET /v2.0/networks/4ce75dcf-0fe8-4adc-83bc-310cc0685be5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1805844 Jul 27 21:16:07.064890 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-34291476-0ddd-40e5-ad92-cf8c47117913 tempest-ExtraDHCPOptionsTestJSON-453117783 tempest-ExtraDHCPOptionsTestJSON-453117783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:07.142939 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73c57a85-bf5a-4d17-a213-35022c1e63c5 None None] Network f0e873f6-ef7f-459a-ae54-cf61e9ca9f99 requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:16:07.156770 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34291476-0ddd-40e5-ad92-cf8c47117913 tempest-ExtraDHCPOptionsTestJSON-453117783 tempest-ExtraDHCPOptionsTestJSON-453117783-project] Network f0e873f6-ef7f-459a-ae54-cf61e9ca9f99 is already hosted by enough agents. {{(pid=105584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:16:07.181179 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [None req-34291476-0ddd-40e5-ad92-cf8c47117913 tempest-ExtraDHCPOptionsTestJSON-453117783 tempest-ExtraDHCPOptionsTestJSON-453117783-project] Resources bound (agent type, host, resource id): {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:16:07.184325 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34291476-0ddd-40e5-ad92-cf8c47117913 tempest-ExtraDHCPOptionsTestJSON-453117783 tempest-ExtraDHCPOptionsTestJSON-453117783-project] Pushing event updated for resources: {'Port': ['ID=f448cc3d-c2ee-4f27-a6da-bf0ee99565b7,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:16:07.188323 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34291476-0ddd-40e5-ad92-cf8c47117913 tempest-ExtraDHCPOptionsTestJSON-453117783 tempest-ExtraDHCPOptionsTestJSON-453117783-project] Received port after_create {{(pid=105584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:16:07.201597 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device d0164946-9c5e-4811-94bc-e651cf76f656 details requested by agent hyperv_n-h1-705658-22 with host n-h1-705658-22 {{(pid=105586) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:16:07.272472 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34291476-0ddd-40e5-ad92-cf8c47117913 tempest-ExtraDHCPOptionsTestJSON-453117783 tempest-ExtraDHCPOptionsTestJSON-453117783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:16:07.273433 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-34291476-0ddd-40e5-ad92-cf8c47117913 tempest-ExtraDHCPOptionsTestJSON-453117783 tempest-ExtraDHCPOptionsTestJSON-453117783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:07.309770 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-34291476-0ddd-40e5-ad92-cf8c47117913 tempest-ExtraDHCPOptionsTestJSON-453117783 tempest-ExtraDHCPOptionsTestJSON-453117783-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1151 time: 2.4506769 Jul 27 21:16:07.313236 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 40354) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:16:07.349259 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-57c6f879-6698-438c-8043-23fbd0095d15 None None] Provisioning for port 231ed0b1-ba12-491b-bc6f-4bcdf9cb918f completed by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:16:07.350255 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-a8eb8bcd-114e-4fa9-a967-fb92b4d26432 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10221797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9990606'] for subnet, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:07.569729 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8eb8bcd-114e-4fa9-a967-fb92b4d26432 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Pushing event updated for resources: {'Subnet': ['ID=a540ade0-3bc7-4426-883b-58b4ab4ed4a5,revision_number=0']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:16:07.571493 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-695de64b-b32d-4392-bf77-07a576b986e0 tempest-ExtraDHCPOptionsTestJSON-453117783 tempest-ExtraDHCPOptionsTestJSON-453117783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:16:07.596627 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-695de64b-b32d-4392-bf77-07a576b986e0 tempest-ExtraDHCPOptionsTestJSON-453117783 tempest-ExtraDHCPOptionsTestJSON-453117783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:16:07.603719 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.db.resource_extend [None req-28650df7-c46c-4981-b84f-37d87254047e None None] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 27 21:16:07.617122 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-695de64b-b32d-4392-bf77-07a576b986e0 tempest-ExtraDHCPOptionsTestJSON-453117783 tempest-ExtraDHCPOptionsTestJSON-453117783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:16:07.625776 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-695de64b-b32d-4392-bf77-07a576b986e0 tempest-ExtraDHCPOptionsTestJSON-453117783 tempest-ExtraDHCPOptionsTestJSON-453117783-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2616 time: 0.3101556 Jul 27 21:16:07.626153 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 40360) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:16:07.668032 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8eb8bcd-114e-4fa9-a967-fb92b4d26432 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Checking segment: {'id': '543b0c55-4a9c-4e2d-ad27-3d0eb0843fc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '518b7c88-cf94-45d0-ab7a-c18d6c54239c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:16:07.668410 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8eb8bcd-114e-4fa9-a967-fb92b4d26432 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Network hostable DHCP agents. Network: 518b7c88-cf94-45d0-ab7a-c18d6c54239c, hostable agents: ['7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a'], hosted agents: [] {{(pid=105585) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:16:07.728252 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 231ed0b1-ba12-491b-bc6f-4bcdf9cb918f up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:16:07.732452 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8eb8bcd-114e-4fa9-a967-fb92b4d26432 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Network 518b7c88-cf94-45d0-ab7a-c18d6c54239c is scheduled to be hosted by DHCP agent 7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a with binding_index 1 {{(pid=105585) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:16:07.750551 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.base_scheduler [None req-a8eb8bcd-114e-4fa9-a967-fb92b4d26432 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-22, 518b7c88-cf94-45d0-ab7a-c18d6c54239c) {{(pid=105585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:16:07.758164 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8eb8bcd-114e-4fa9-a967-fb92b4d26432 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:16:07.758781 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-a8eb8bcd-114e-4fa9-a967-fb92b4d26432 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743886'] for subnet, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:07.772350 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35cf55b2-ae43-4208-8375-c7ac4fa1e4a9 None None] Network 518b7c88-cf94-45d0-ab7a-c18d6c54239c requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:16:07.794044 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-a8eb8bcd-114e-4fa9-a967-fb92b4d26432 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1490221 Jul 27 21:16:07.794244 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 40370) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:16:07.805639 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-b1b712ac-ebee-42f5-b05d-9a5fed3f70e5 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Request body: {'port': {'network_id': '518b7c88-cf94-45d0-ab7a-c18d6c54239c', 'name': 'tempest-PortsIpV6TestJSON-1470871165', 'fixed_ips': [{'subnet_id': 'a540ade0-3bc7-4426-883b-58b4ab4ed4a5', 'ip_address': '2001:db8::10'}]}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:16:07.869273 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning for port 231ed0b1-ba12-491b-bc6f-4bcdf9cb918f completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:16:07.881598 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port 231ed0b1-ba12-491b-bc6f-4bcdf9cb918f triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:16:07.881598 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:07.961403 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-9b6fb450-9c80-4f15-88c2-830af3fbf86c tempest-ExtraDHCPOptionsTestJSON-453117783 tempest-ExtraDHCPOptionsTestJSON-453117783-project] Deleting port f448cc3d-c2ee-4f27-a6da-bf0ee99565b7 {{(pid=105584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:16:07.961876 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-9b6fb450-9c80-4f15-88c2-830af3fbf86c tempest-ExtraDHCPOptionsTestJSON-453117783 tempest-ExtraDHCPOptionsTestJSON-453117783-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:08.055104 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] For port d0164946-9c5e-4811-94bc-e651cf76f656, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=d0164946-9c5e-4811-94bc-e651cf76f656,segment=NetworkSegment(82701821-d08d-4e1b-9667-8c6e67e04bdc),segment_id=82701821-d08d-4e1b-9667-8c6e67e04bdc)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:16:08.108218 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd41755-22be-4840-8f74-566e27ef5d35 req-af1d80a1-fd2c-48a2-a201-01ee0628c41b tempest-AttachVolumeNegativeTest-845744699 tempest-AttachVolumeNegativeTest-845744699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:16:08.110130 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-4bd41755-22be-4840-8f74-566e27ef5d35 req-af1d80a1-fd2c-48a2-a201-01ee0628c41b tempest-AttachVolumeNegativeTest-845744699 tempest-AttachVolumeNegativeTest-845744699-project] 10.222.0.59 "GET /v2.0/networks?id=0ded17b3-440e-4dbe-8ea1-4e29acefb236 HTTP/1.1" status: 200 len: 814 time: 0.1501811 Jul 27 21:16:08.148181 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:08.161406 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Returning: {'device': 'd0164946-9c5e-4811-94bc-e651cf76f656', 'network_id': '4ce75dcf-0fe8-4adc-83bc-310cc0685be5', 'port_id': 'd0164946-9c5e-4811-94bc-e651cf76f656', 'mac_address': 'fa:16:3e:cd:3d:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 218, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0af41ef-52d2-41ac-b6df-e93e08f17b8d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105586) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:16:08.166373 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-9b6fb450-9c80-4f15-88c2-830af3fbf86c tempest-ExtraDHCPOptionsTestJSON-453117783 tempest-ExtraDHCPOptionsTestJSON-453117783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:08.188814 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-4bd41755-22be-4840-8f74-566e27ef5d35 req-524c91d5-ca98-4885-9657-50908ddb21dd tempest-AttachVolumeNegativeTest-845744699 tempest-AttachVolumeNegativeTest-845744699-project] 10.222.0.59 "GET /v2.0/quotas/7cb1be282c1a45569e2d1240a1ce83c6 HTTP/1.1" status: 200 len: 375 time: 0.0235331 Jul 27 21:16:08.210361 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-9b6fb450-9c80-4f15-88c2-830af3fbf86c tempest-ExtraDHCPOptionsTestJSON-453117783 tempest-ExtraDHCPOptionsTestJSON-453117783-project] Calling delete_port for f448cc3d-c2ee-4f27-a6da-bf0ee99565b7 owned by {{(pid=105584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:16:08.215061 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:08.255168 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0164946-9c5e-4811-94bc-e651cf76f656 {{(pid=105586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:16:08.304284 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0192e508-48e4-4714-aea8-78d9eb8d11bf req-c8c72a59-ae32-4c51-8a59-50f1a1f52a8a tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:16:08.312594 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-0192e508-48e4-4714-aea8-78d9eb8d11bf req-c8c72a59-ae32-4c51-8a59-50f1a1f52a8a tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] 10.222.0.59 "GET /v2.0/ports?device_id=91872f9a-b362-4c16-8590-b5b9b9baedce HTTP/1.1" status: 200 len: 944 time: 0.1952918 Jul 27 21:16:08.353927 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] For port 231ed0b1-ba12-491b-bc6f-4bcdf9cb918f, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=231ed0b1-ba12-491b-bc6f-4bcdf9cb918f,segment=NetworkSegment(db0c5dae-9105-41ab-836b-8368a934097d),segment_id=db0c5dae-9105-41ab-836b-8368a934097d)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:16:08.368568 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d13b9c4a-ebe8-499a-a374-a20f622f1eab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30bb4b93-b285-5d90-9493-f9ec33ea333c-518b7c88-cf94-45d0-ab7a-c18d6c54239c', 'network_id': '518b7c88-cf94-45d0-ab7a-c18d6c54239c', 'tenant_id': 'fbcd8d69204b49b7a886b79ea9f87fc6', 'fixed_ips': [{'subnet_id': 'a540ade0-3bc7-4426-883b-58b4ab4ed4a5'}]}} from n-d-705658-22. {{(pid=105586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 21:16:08.370142 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-d13b9c4a-ebe8-499a-a374-a20f622f1eab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:08.379141 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1b712ac-ebee-42f5-b05d-9a5fed3f70e5 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Made reservation on behalf of fbcd8d69204b49b7a886b79ea9f87fc6 for: {'port': 1} {{(pid=105585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:16:08.390012 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:08.397883 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] For port d0164946-9c5e-4811-94bc-e651cf76f656, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=d0164946-9c5e-4811-94bc-e651cf76f656,segment=NetworkSegment(82701821-d08d-4e1b-9667-8c6e67e04bdc),segment_id=82701821-d08d-4e1b-9667-8c6e67e04bdc)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:16:08.469516 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Pushing event updated for resources: {'Port': ['ID=231ed0b1-ba12-491b-bc6f-4bcdf9cb918f,revision_number=3']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:16:08.491926 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:08.501023 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-9b6fb450-9c80-4f15-88c2-830af3fbf86c tempest-ExtraDHCPOptionsTestJSON-453117783 tempest-ExtraDHCPOptionsTestJSON-453117783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:08.546250 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6fb450-9c80-4f15-88c2-830af3fbf86c tempest-ExtraDHCPOptionsTestJSON-453117783 tempest-ExtraDHCPOptionsTestJSON-453117783-project] Pushing event deleted for resources: {'Port': ['ID=f448cc3d-c2ee-4f27-a6da-bf0ee99565b7,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:16:08.702376 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-9b6fb450-9c80-4f15-88c2-830af3fbf86c tempest-ExtraDHCPOptionsTestJSON-453117783 tempest-ExtraDHCPOptionsTestJSON-453117783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:08.710539 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-9b6fb450-9c80-4f15-88c2-830af3fbf86c tempest-ExtraDHCPOptionsTestJSON-453117783 tempest-ExtraDHCPOptionsTestJSON-453117783-project] 10.222.0.59 "DELETE /v2.0/ports/f448cc3d-c2ee-4f27-a6da-bf0ee99565b7 HTTP/1.1" status: 204 len: 168 time: 1.0833242 Jul 27 21:16:08.711581 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 40396) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:16:08.717753 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-3a3cd84a-3e11-491d-8401-9d3f79352899 tempest-ExtraDHCPOptionsTestJSON-453117783 tempest-ExtraDHCPOptionsTestJSON-453117783-project] Request body: {'port': {'name': 'tempest-new-port-name-115714428', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:16:08.718518 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.api.validators [None req-3a3cd84a-3e11-491d-8401-9d3f79352899 tempest-ExtraDHCPOptionsTestJSON-453117783 tempest-ExtraDHCPOptionsTestJSON-453117783-project] bootfile-name is not in valid_values {{(pid=105584) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 27 21:16:08.719124 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.api.validators [None req-3a3cd84a-3e11-491d-8401-9d3f79352899 tempest-ExtraDHCPOptionsTestJSON-453117783 tempest-ExtraDHCPOptionsTestJSON-453117783-project] tftp-server is not in valid_values {{(pid=105584) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 27 21:16:08.720565 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.api.validators [None req-3a3cd84a-3e11-491d-8401-9d3f79352899 tempest-ExtraDHCPOptionsTestJSON-453117783 tempest-ExtraDHCPOptionsTestJSON-453117783-project] server-ip-address is not in valid_values {{(pid=105584) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 27 21:16:08.787487 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Pushing event updated for resources: {'Port': ['ID=d0164946-9c5e-4811-94bc-e651cf76f656,revision_number=4']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:16:08.866211 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] get_ports_and_sgs() called for port_ids ['d0164946-9c5e-4811-94bc-e651cf76f656'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:16:08.903406 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-3a3cd84a-3e11-491d-8401-9d3f79352899 tempest-ExtraDHCPOptionsTestJSON-453117783 tempest-ExtraDHCPOptionsTestJSON-453117783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:09.026774 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-c2a6a098-e37c-44a7-9225-ad18f8294a64 None None] Provisioning for port 92d8b1f2-cf16-4bdf-9634-bab5da6b8357 completed by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:16:09.052505 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-0681a3f7-6c15-4821-9d5b-6115c3062d64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:09.064798 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.db_base_plugin_common [None req-d13b9c4a-ebe8-499a-a374-a20f622f1eab None None] Allocated IP 2001:db8::2 (518b7c88-cf94-45d0-ab7a-c18d6c54239c/a540ade0-3bc7-4426-883b-58b4ab4ed4a5/39cf291c-269a-4dc3-8660-0e0badb2daeb) {{(pid=105586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:16:09.067964 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-c2a6a098-e37c-44a7-9225-ad18f8294a64 None None] Provisioning complete for port 92d8b1f2-cf16-4bdf-9634-bab5da6b8357 triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:16:09.068413 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-c2a6a098-e37c-44a7-9225-ad18f8294a64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:09.102243 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-0192e508-48e4-4714-aea8-78d9eb8d11bf req-8adfc71a-3187-47e7-9447-fcf04ffab39b tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] 10.222.0.59 "GET /v2.0/security-groups?id=9a7007a9-34fe-445e-9576-80a9b33bcd70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7886832 Jul 27 21:16:09.149379 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-4bd41755-22be-4840-8f74-566e27ef5d35 req-ac03b19a-e70b-49f0-9b40-60b22c2fe24b tempest-AttachVolumeNegativeTest-845744699 tempest-AttachVolumeNegativeTest-845744699-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=7cb1be282c1a45569e2d1240a1ce83c6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.9499569 Jul 27 21:16:09.201281 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-b1b712ac-ebee-42f5-b05d-9a5fed3f70e5 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:09.220548 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-c2a6a098-e37c-44a7-9225-ad18f8294a64 None None] Port 92d8b1f2-cf16-4bdf-9634-bab5da6b8357 cannot update to ACTIVE because it is not bound. {{(pid=105586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:16:09.302676 n-d-705658-22 neutron-server[105585]: DEBUG neutron.notifiers.nova [None req-b1b712ac-ebee-42f5-b05d-9a5fed3f70e5 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] device_id is not set on port 4ced9674-4e5e-4c2a-9e40-9be1d7eadcfa yet. {{(pid=105585) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 21:16:09.324767 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-c2a6a098-e37c-44a7-9225-ad18f8294a64 None None] Provisioning complete for port 231ed0b1-ba12-491b-bc6f-4bcdf9cb918f triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:16:09.325137 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-c2a6a098-e37c-44a7-9225-ad18f8294a64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:09.325871 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-3a3cd84a-3e11-491d-8401-9d3f79352899 tempest-ExtraDHCPOptionsTestJSON-453117783 tempest-ExtraDHCPOptionsTestJSON-453117783-project] Notify callbacks [] for port, precommit_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:09.338295 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-3a3cd84a-3e11-491d-8401-9d3f79352899 tempest-ExtraDHCPOptionsTestJSON-453117783 tempest-ExtraDHCPOptionsTestJSON-453117783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9014027'] for port, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:09.465408 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3cd84a-3e11-491d-8401-9d3f79352899 tempest-ExtraDHCPOptionsTestJSON-453117783 tempest-ExtraDHCPOptionsTestJSON-453117783-project] Pushing event updated for resources: {'Port': ['ID=92d8b1f2-cf16-4bdf-9634-bab5da6b8357,revision_number=2']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:16:09.476206 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-3a3cd84a-3e11-491d-8401-9d3f79352899 tempest-ExtraDHCPOptionsTestJSON-453117783 tempest-ExtraDHCPOptionsTestJSON-453117783-project] In _notify_port_updated(), no bound segment for port 92d8b1f2-cf16-4bdf-9634-bab5da6b8357 on network f0e873f6-ef7f-459a-ae54-cf61e9ca9f99 {{(pid=105584) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 27 21:16:09.486773 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a3cd84a-3e11-491d-8401-9d3f79352899 tempest-ExtraDHCPOptionsTestJSON-453117783 tempest-ExtraDHCPOptionsTestJSON-453117783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:16:09.487548 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-3a3cd84a-3e11-491d-8401-9d3f79352899 tempest-ExtraDHCPOptionsTestJSON-453117783 tempest-ExtraDHCPOptionsTestJSON-453117783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:09.488969 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-3a3cd84a-3e11-491d-8401-9d3f79352899 tempest-ExtraDHCPOptionsTestJSON-453117783 tempest-ExtraDHCPOptionsTestJSON-453117783-project] 10.222.0.59 "PUT /v2.0/ports/92d8b1f2-cf16-4bdf-9634-bab5da6b8357 HTTP/1.1" status: 200 len: 1136 time: 0.7761850 Jul 27 21:16:09.492566 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 40402) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:16:09.579810 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-d13b9c4a-ebe8-499a-a374-a20f622f1eab None None] Notify callbacks [] for port, precommit_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:09.607317 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 231ed0b1-ba12-491b-bc6f-4bcdf9cb918f up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:16:09.608299 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-4bd41755-22be-4840-8f74-566e27ef5d35 req-4db5913c-2e79-4853-8ae1-461d523b6154 service neutron] 10.222.0.59 "GET /v2.0/networks/0ded17b3-440e-4dbe-8ea1-4e29acefb236?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4580650 Jul 27 21:16:09.614320 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ac2eb3c-ad25-467c-9d4d-6138269a7b67 tempest-ExtraDHCPOptionsTestJSON-453117783 tempest-ExtraDHCPOptionsTestJSON-453117783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:16:09.621594 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-5ac2eb3c-ad25-467c-9d4d-6138269a7b67 tempest-ExtraDHCPOptionsTestJSON-453117783 tempest-ExtraDHCPOptionsTestJSON-453117783-project] 10.222.0.59 "GET /v2.0/ports/92d8b1f2-cf16-4bdf-9634-bab5da6b8357 HTTP/1.1" status: 200 len: 1136 time: 0.1250472 Jul 27 21:16:09.627675 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 40404) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:16:09.636192 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740652ee-8710-499d-9f29-46ac40aa667a req-5d0df1f3-c207-4a5d-95aa-36ccc41505de tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:16:09.637732 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-740652ee-8710-499d-9f29-46ac40aa667a req-5d0df1f3-c207-4a5d-95aa-36ccc41505de tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] 10.222.0.59 "GET /v2.0/ports?device_id=14188e1a-88ea-45e0-ad71-5de945522dfe HTTP/1.1" status: 200 len: 946 time: 0.3821905 Jul 27 21:16:09.682236 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-d13b9c4a-ebe8-499a-a374-a20f622f1eab None None] Transition to ACTIVE for port object 39cf291c-269a-4dc3-8660-0e0badb2daeb will not be triggered until provisioned by entity L2. {{(pid=105586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:16:09.743038 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-d13b9c4a-ebe8-499a-a374-a20f622f1eab None None] Transition to ACTIVE for port object 39cf291c-269a-4dc3-8660-0e0badb2daeb will not be triggered until provisioned by entity DHCP. {{(pid=105586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:16:09.750670 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-740652ee-8710-499d-9f29-46ac40aa667a req-495fb372-8263-4d54-9fd4-4baa6745bba9 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] 10.222.0.59 "GET /v2.0/security-groups?id=e9ca66b5-3d33-4671-986c-aa471cc95217&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0981579 Jul 27 21:16:09.758968 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port 231ed0b1-ba12-491b-bc6f-4bcdf9cb918f triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:16:09.759391 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:09.761303 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-d13b9c4a-ebe8-499a-a374-a20f622f1eab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143'] for port, after_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:09.841834 n-d-705658-22 neutron-server[105586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d13b9c4a-ebe8-499a-a374-a20f622f1eab None None] Network 518b7c88-cf94-45d0-ab7a-c18d6c54239c is already hosted by enough agents. {{(pid=105586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:16:09.855462 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.db_base_plugin_common [None req-b1b712ac-ebee-42f5-b05d-9a5fed3f70e5 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Allocated IP 2001:db8::10 (518b7c88-cf94-45d0-ab7a-c18d6c54239c/a540ade0-3bc7-4426-883b-58b4ab4ed4a5/4ced9674-4e5e-4c2a-9e40-9be1d7eadcfa) {{(pid=105585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:16:09.883556 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-fda3eaad-da34-49bb-8c64-d84c5e8e4f32 tempest-ExtraDHCPOptionsTestJSON-453117783 tempest-ExtraDHCPOptionsTestJSON-453117783-project] Deleting port 92d8b1f2-cf16-4bdf-9634-bab5da6b8357 {{(pid=105584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:16:09.884200 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-fda3eaad-da34-49bb-8c64-d84c5e8e4f32 tempest-ExtraDHCPOptionsTestJSON-453117783 tempest-ExtraDHCPOptionsTestJSON-453117783-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:09.891092 n-d-705658-22 neutron-server[105586]: DEBUG neutron.scheduler.base_scheduler [None req-d13b9c4a-ebe8-499a-a374-a20f622f1eab None None] Resources bound (agent type, host, resource id): {{(pid=105586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:16:09.899742 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d13b9c4a-ebe8-499a-a374-a20f622f1eab None None] Received port after_create {{(pid=105586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:16:09.937097 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-c2a6a098-e37c-44a7-9225-ad18f8294a64 None None] Could not find standard attr ID for object f448cc3d-c2ee-4f27-a6da-bf0ee99565b7. {{(pid=105586) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 27 21:16:10.009400 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13b9c4a-ebe8-499a-a374-a20f622f1eab None None] Pushing event updated for resources: {'Port': ['ID=39cf291c-269a-4dc3-8660-0e0badb2daeb,revision_number=1']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:16:10.086443 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-fda3eaad-da34-49bb-8c64-d84c5e8e4f32 tempest-ExtraDHCPOptionsTestJSON-453117783 tempest-ExtraDHCPOptionsTestJSON-453117783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:10.107014 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-fda3eaad-da34-49bb-8c64-d84c5e8e4f32 tempest-ExtraDHCPOptionsTestJSON-453117783 tempest-ExtraDHCPOptionsTestJSON-453117783-project] Calling delete_port for 92d8b1f2-cf16-4bdf-9634-bab5da6b8357 owned by {{(pid=105584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:16:10.133663 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-d13b9c4a-ebe8-499a-a374-a20f622f1eab None None] Attempting to bind port 39cf291c-269a-4dc3-8660-0e0badb2daeb on host n-d-705658-22 for vnic_type normal with profile {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:16:10.134047 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-d13b9c4a-ebe8-499a-a374-a20f622f1eab None None] Attempting to bind port 39cf291c-269a-4dc3-8660-0e0badb2daeb by drivers openvswitch,hyperv on host n-d-705658-22 at level 0 using segments [{'id': '543b0c55-4a9c-4e2d-ad27-3d0eb0843fc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '518b7c88-cf94-45d0-ab7a-c18d6c54239c'}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:16:10.134416 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d13b9c4a-ebe8-499a-a374-a20f622f1eab None None] Attempting to bind port 39cf291c-269a-4dc3-8660-0e0badb2daeb on network 518b7c88-cf94-45d0-ab7a-c18d6c54239c {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:16:10.150389 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d13b9c4a-ebe8-499a-a374-a20f622f1eab None None] Checking agent: {'id': '04a7ea91-6318-467e-ace6-b0fb48c8690f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 41, 42), 'started_at': datetime.datetime(2021, 7, 27, 20, 42, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 15, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:16:10.150776 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d13b9c4a-ebe8-499a-a374-a20f622f1eab None None] Checking segment: {'id': '543b0c55-4a9c-4e2d-ad27-3d0eb0843fc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '518b7c88-cf94-45d0-ab7a-c18d6c54239c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:16:10.152114 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-d13b9c4a-ebe8-499a-a374-a20f622f1eab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:10.153198 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d13b9c4a-ebe8-499a-a374-a20f622f1eab None None] Bound using segment: {'id': '543b0c55-4a9c-4e2d-ad27-3d0eb0843fc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '518b7c88-cf94-45d0-ab7a-c18d6c54239c'} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:16:10.153724 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-d13b9c4a-ebe8-499a-a374-a20f622f1eab None None] Bound port: 39cf291c-269a-4dc3-8660-0e0badb2daeb, host: n-d-705658-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '543b0c55-4a9c-4e2d-ad27-3d0eb0843fc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '518b7c88-cf94-45d0-ab7a-c18d6c54239c'}}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:16:10.154132 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-d13b9c4a-ebe8-499a-a374-a20f622f1eab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:10.178353 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-b1b712ac-ebee-42f5-b05d-9a5fed3f70e5 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Notify callbacks [] for port, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:10.188132 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:10.212115 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.provisioning_blocks [None req-b1b712ac-ebee-42f5-b05d-9a5fed3f70e5 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Transition to ACTIVE for port object 4ced9674-4e5e-4c2a-9e40-9be1d7eadcfa will not be triggered until provisioned by entity DHCP. {{(pid=105585) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:16:10.309741 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-b1b712ac-ebee-42f5-b05d-9a5fed3f70e5 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:10.322925 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-d13b9c4a-ebe8-499a-a374-a20f622f1eab None None] For port 39cf291c-269a-4dc3-8660-0e0badb2daeb, host n-d-705658-22, cleared binding levels {{(pid=105586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:16:10.335553 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-d13b9c4a-ebe8-499a-a374-a20f622f1eab None None] For port 39cf291c-269a-4dc3-8660-0e0badb2daeb, host n-d-705658-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=39cf291c-269a-4dc3-8660-0e0badb2daeb,segment=NetworkSegment(543b0c55-4a9c-4e2d-ad27-3d0eb0843fc2),segment_id=543b0c55-4a9c-4e2d-ad27-3d0eb0843fc2)] {{(pid=105586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:16:10.341343 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-d13b9c4a-ebe8-499a-a374-a20f622f1eab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:10.375381 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-2bc4848b-6bfb-466c-9d44-f663dca69c09 None None] Provisioning complete for port 92d8b1f2-cf16-4bdf-9634-bab5da6b8357 triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:16:10.376731 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-2bc4848b-6bfb-466c-9d44-f663dca69c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:10.439999 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-2bc4848b-6bfb-466c-9d44-f663dca69c09 None None] Port 92d8b1f2-cf16-4bdf-9634-bab5da6b8357 cannot update to ACTIVE because it is not bound. {{(pid=105586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:16:10.440222 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-fda3eaad-da34-49bb-8c64-d84c5e8e4f32 tempest-ExtraDHCPOptionsTestJSON-453117783 tempest-ExtraDHCPOptionsTestJSON-453117783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:10.454648 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-2bc4848b-6bfb-466c-9d44-f663dca69c09 None None] Could not find standard attr ID for object f448cc3d-c2ee-4f27-a6da-bf0ee99565b7. {{(pid=105586) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 27 21:16:10.478688 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13b9c4a-ebe8-499a-a374-a20f622f1eab None None] Pushing event updated for resources: {'Port': ['ID=39cf291c-269a-4dc3-8660-0e0badb2daeb,revision_number=2']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:16:10.513860 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda3eaad-da34-49bb-8c64-d84c5e8e4f32 tempest-ExtraDHCPOptionsTestJSON-453117783 tempest-ExtraDHCPOptionsTestJSON-453117783-project] Pushing event deleted for resources: {'Port': ['ID=92d8b1f2-cf16-4bdf-9634-bab5da6b8357,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:16:10.522074 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1b712ac-ebee-42f5-b05d-9a5fed3f70e5 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Network 518b7c88-cf94-45d0-ab7a-c18d6c54239c is already hosted by enough agents. {{(pid=105585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:16:10.534108 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-4bd41755-22be-4840-8f74-566e27ef5d35 req-70ef9bf0-80fc-4dcf-b09e-0f7aba289cd9 service neutron] 10.222.0.59 "GET /v2.0/networks/0ded17b3-440e-4dbe-8ea1-4e29acefb236?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9166808 Jul 27 21:16:10.546568 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.base_scheduler [None req-b1b712ac-ebee-42f5-b05d-9a5fed3f70e5 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Resources bound (agent type, host, resource id): {{(pid=105585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:16:10.549053 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 40426) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:16:10.553227 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1b712ac-ebee-42f5-b05d-9a5fed3f70e5 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Received port after_create {{(pid=105585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:16:10.567048 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-519d8eff-600e-4e46-8d50-65d31012cd7a None None] Could not find standard attr ID for object 92d8b1f2-cf16-4bdf-9634-bab5da6b8357. {{(pid=105586) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 27 21:16:10.570532 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1b712ac-ebee-42f5-b05d-9a5fed3f70e5 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:16:10.574705 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-b1b712ac-ebee-42f5-b05d-9a5fed3f70e5 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:10.586097 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b712ac-ebee-42f5-b05d-9a5fed3f70e5 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Pushing event updated for resources: {'Port': ['ID=4ced9674-4e5e-4c2a-9e40-9be1d7eadcfa,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:16:10.626133 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-b1b712ac-ebee-42f5-b05d-9a5fed3f70e5 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.8307996 Jul 27 21:16:10.628715 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 40430) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:16:10.636426 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-d1ee7f48-3e8c-4839-bd5f-e066decce814 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Request body: {'port': {'network_id': '518b7c88-cf94-45d0-ab7a-c18d6c54239c', 'name': 'tempest-PortsIpV6TestJSON-1389655221', 'fixed_ips': [{'subnet_id': 'a540ade0-3bc7-4426-883b-58b4ab4ed4a5', 'ip_address': '2001:db8::f'}]}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:16:10.682229 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1d7ab1-336a-4031-b796-5f077a673978 req-a6719fa2-cb7c-4a62-99c9-69b250fe3900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:16:10.689861 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-ab1d7ab1-336a-4031-b796-5f077a673978 req-a6719fa2-cb7c-4a62-99c9-69b250fe3900 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=379416b786c44e07b1b1ba1a5ea96882&device_id=14188e1a-88ea-45e0-ad71-5de945522dfe HTTP/1.1" status: 200 len: 1098 time: 0.4010463 Jul 27 21:16:10.725785 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64763a41-3d8a-4dbf-9c4e-3e9ec3dff37e req-52f57669-6fc0-4fb7-a784-17f877165cc7 tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:16:10.740304 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-64763a41-3d8a-4dbf-9c4e-3e9ec3dff37e req-52f57669-6fc0-4fb7-a784-17f877165cc7 tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] 10.222.0.59 "GET /v2.0/ports?device_id=91872f9a-b362-4c16-8590-b5b9b9baedce HTTP/1.1" status: 200 len: 945 time: 0.4468186 Jul 27 21:16:10.807324 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-fda3eaad-da34-49bb-8c64-d84c5e8e4f32 tempest-ExtraDHCPOptionsTestJSON-453117783 tempest-ExtraDHCPOptionsTestJSON-453117783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:10.815171 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-fda3eaad-da34-49bb-8c64-d84c5e8e4f32 tempest-ExtraDHCPOptionsTestJSON-453117783 tempest-ExtraDHCPOptionsTestJSON-453117783-project] 10.222.0.59 "DELETE /v2.0/ports/92d8b1f2-cf16-4bdf-9634-bab5da6b8357 HTTP/1.1" status: 204 len: 168 time: 1.1839850 Jul 27 21:16:10.819381 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 40438) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:16:10.970460 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-ac212c04-39e7-4115-89a3-c8918ffd5fdf admin admin] Notify callbacks [] for security_group, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:11.024303 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a5c4b3a-a832-4e0f-94c3-e35397942d9c tempest-ExtraDHCPOptionsTestJSON-453117783 tempest-ExtraDHCPOptionsTestJSON-453117783-project] Deleting subnet f3b52b1b-b27c-4157-9dda-38a0dac71b23 {{(pid=105584) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:16:11.035845 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-7a5c4b3a-a832-4e0f-94c3-e35397942d9c tempest-ExtraDHCPOptionsTestJSON-453117783 tempest-ExtraDHCPOptionsTestJSON-453117783-project] Notify callbacks [] for subnet, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:11.036506 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-64763a41-3d8a-4dbf-9c4e-3e9ec3dff37e req-113fedeb-46e2-46f5-a2e8-85c04d9ca34b tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] 10.222.0.59 "GET /v2.0/security-groups?id=9a7007a9-34fe-445e-9576-80a9b33bcd70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3024271 Jul 27 21:16:11.127038 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-7a5c4b3a-a832-4e0f-94c3-e35397942d9c tempest-ExtraDHCPOptionsTestJSON-453117783 tempest-ExtraDHCPOptionsTestJSON-453117783-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9014207'] for subnet, precommit_delete_associations {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:11.181233 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device d0164946-9c5e-4811-94bc-e651cf76f656 up at agent hyperv_n-h1-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:16:11.217921 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-64fe2e0d-cc17-423c-841d-e01409dc91ef req-1730da26-4957-491e-9afa-de8f44f64786 tempest-AttachVolumeNegativeTest-845744699 tempest-AttachVolumeNegativeTest-845744699-project] 10.222.0.59 "GET /v2.0/ports?device_id=d3040cb8-25e8-4d36-b866-7568302af000 HTTP/1.1" status: 200 len: 210 time: 0.0857022 Jul 27 21:16:11.226694 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1d7ab1-336a-4031-b796-5f077a673978 req-f9843570-bcb3-4c35-b396-3ae7cdbc403e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:16:11.229156 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-ab1d7ab1-336a-4031-b796-5f077a673978 req-f9843570-bcb3-4c35-b396-3ae7cdbc403e service neutron] 10.222.0.60 "GET /v2.0/networks?id=1d4d21d8-5a4a-4948-971c-89356ade9736 HTTP/1.1" status: 200 len: 898 time: 0.4927459 Jul 27 21:16:11.273704 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Provisioning for port d0164946-9c5e-4811-94bc-e651cf76f656 completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:16:11.284860 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Provisioning complete for port d0164946-9c5e-4811-94bc-e651cf76f656 triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:16:11.285337 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:11.391320 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-7a5c4b3a-a832-4e0f-94c3-e35397942d9c tempest-ExtraDHCPOptionsTestJSON-453117783 tempest-ExtraDHCPOptionsTestJSON-453117783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854965'] for subnet, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:11.422699 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb3063a-7bd0-4f9f-8c76-cbd5c77ee1be req-914636a7-43a9-4657-b2cc-2f60ab388597 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:16:11.424550 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-0fb3063a-7bd0-4f9f-8c76-cbd5c77ee1be req-914636a7-43a9-4657-b2cc-2f60ab388597 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] 10.222.0.59 "GET /v2.0/ports?device_id=14188e1a-88ea-45e0-ad71-5de945522dfe HTTP/1.1" status: 200 len: 946 time: 0.3529391 Jul 27 21:16:11.450417 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:11.452663 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-ab1d7ab1-336a-4031-b796-5f077a673978 req-c14e0153-b21b-4f0a-a40b-5cc2fbf27fce service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a5118c8d-ab51-49e4-b3a1-24b132773522 HTTP/1.1" status: 200 len: 1002 time: 0.2113533 Jul 27 21:16:11.515528 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] For port d0164946-9c5e-4811-94bc-e651cf76f656, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=d0164946-9c5e-4811-94bc-e651cf76f656,segment=NetworkSegment(82701821-d08d-4e1b-9667-8c6e67e04bdc),segment_id=82701821-d08d-4e1b-9667-8c6e67e04bdc)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:16:11.517757 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91872f9a-b362-4c16-8590-b5b9b9baedce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0164946-9c5e-4811-94bc-e651cf76f656'}] {{(pid=105586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:16:11.528159 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14c1663e039faf5393f87855f745010ac5b02220355b68fdbf065393e303ac56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f793f1dc-f22f-4b62-8d94-316b50161f4a" -d '{"events": [{"server_uuid": "91872f9a-b362-4c16-8590-b5b9b9baedce", "name": "network-vif-plugged", "status": "completed", "tag": "d0164946-9c5e-4811-94bc-e651cf76f656"}]}' {{(pid=105586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:16:11.548158 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-7a5c4b3a-a832-4e0f-94c3-e35397942d9c tempest-ExtraDHCPOptionsTestJSON-453117783 tempest-ExtraDHCPOptionsTestJSON-453117783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9014081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9738825'] for subnet, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:11.573229 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:11.599653 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5c4b3a-a832-4e0f-94c3-e35397942d9c tempest-ExtraDHCPOptionsTestJSON-453117783 tempest-ExtraDHCPOptionsTestJSON-453117783-project] Pushing event deleted for resources: {'Subnet': ['ID=f3b52b1b-b27c-4157-9dda-38a0dac71b23,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:16:11.602594 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-7a5c4b3a-a832-4e0f-94c3-e35397942d9c tempest-ExtraDHCPOptionsTestJSON-453117783 tempest-ExtraDHCPOptionsTestJSON-453117783-project] Notify callbacks [] for subnet, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:11.607217 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-7a5c4b3a-a832-4e0f-94c3-e35397942d9c tempest-ExtraDHCPOptionsTestJSON-453117783 tempest-ExtraDHCPOptionsTestJSON-453117783-project] 10.222.0.59 "DELETE /v2.0/subnets/f3b52b1b-b27c-4157-9dda-38a0dac71b23 HTTP/1.1" status: 204 len: 168 time: 0.7843506 Jul 27 21:16:11.609186 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 40454) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:16:11.618909 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-ac212c04-39e7-4115-89a3-c8918ffd5fdf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:11.620156 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7774353f-d852-4284-8ce7-19cfa5ce5210 None None] Network f0e873f6-ef7f-459a-ae54-cf61e9ca9f99 requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:16:11.656449 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-0fb3063a-7bd0-4f9f-8c76-cbd5c77ee1be req-61c04c2c-6882-4cfc-8d88-28976f0a117b tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] 10.222.0.59 "GET /v2.0/security-groups?id=e9ca66b5-3d33-4671-986c-aa471cc95217&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2221606 Jul 27 21:16:11.687626 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-ac212c04-39e7-4115-89a3-c8918ffd5fdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:11.697609 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1ee7f48-3e8c-4839-bd5f-e066decce814 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Made reservation on behalf of fbcd8d69204b49b7a886b79ea9f87fc6 for: {'port': 1} {{(pid=105585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:16:11.706494 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:16:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9355b9cd-8ec4-4314-a164-18338d8f8717 x-openstack-request-id: req-9355b9cd-8ec4-4314-a164-18338d8f8717 {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:16:11.706652 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91872f9a-b362-4c16-8590-b5b9b9baedce", "name": "network-vif-plugged", "status": "completed", "tag": "d0164946-9c5e-4811-94bc-e651cf76f656", "code": 200}]} {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:16:11.707941 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-9355b9cd-8ec4-4314-a164-18338d8f8717 {{(pid=105586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:16:11.707941 n-d-705658-22 neutron-server[105586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91872f9a-b362-4c16-8590-b5b9b9baedce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0164946-9c5e-4811-94bc-e651cf76f656', 'code': 200} Jul 27 21:16:11.709354 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-d1ee7f48-3e8c-4839-bd5f-e066decce814 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:11.711756 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 39cf291c-269a-4dc3-8660-0e0badb2daeb up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:16:11.789259 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1d7ab1-336a-4031-b796-5f077a673978 req-06e03bad-2672-46e2-9bd7-fb0e7eca4c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:16:11.795464 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-ab1d7ab1-336a-4031-b796-5f077a673978 req-06e03bad-2672-46e2-9bd7-fb0e7eca4c33 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ddef23d9-d17b-4086-bd3c-1e30aa0e0ca0 HTTP/1.1" status: 200 len: 834 time: 0.3344421 Jul 27 21:16:11.804832 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-bdad9034-1467-4c07-ba38-251a0339fd8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:11.888712 n-d-705658-22 neutron-server[105585]: DEBUG neutron.notifiers.nova [None req-d1ee7f48-3e8c-4839-bd5f-e066decce814 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] device_id is not set on port ae21259f-0ae5-4dcd-8cce-3cbb538ad4b3 yet. {{(pid=105585) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 21:16:11.938182 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning for port 39cf291c-269a-4dc3-8660-0e0badb2daeb completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:16:11.945798 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Pushing event updated for resources: {'Port': ['ID=d0164946-9c5e-4811-94bc-e651cf76f656,revision_number=5']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:16:11.960957 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-0e4cdd7f-88db-4dd8-88ce-034fb8fbd6c2 tempest-ExtraDHCPOptionsTestJSON-453117783 tempest-ExtraDHCPOptionsTestJSON-453117783-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-990557'] for network, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:11.964497 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:12.039402 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-ac212c04-39e7-4115-89a3-c8918ffd5fdf admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=e5d65e1b164b4415bdd8b16007343fc2&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4856222 Jul 27 21:16:12.043121 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 40468) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:16:12.166320 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f146bc-3ba8-4075-b346-613eaef5504c req-155ac1ac-d1fa-4c30-b2bd-d8c96f674a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:16:12.171446 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-55f146bc-3ba8-4075-b346-613eaef5504c req-155ac1ac-d1fa-4c30-b2bd-d8c96f674a56 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=91872f9a-b362-4c16-8590-b5b9b9baedce HTTP/1.1" status: 200 len: 1098 time: 0.4113991 Jul 27 21:16:12.226510 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-55f146bc-3ba8-4075-b346-613eaef5504c req-ff89ac62-675f-4466-93f2-3c22e4ccfc77 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=9a7007a9-34fe-445e-9576-80a9b33bcd70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456395 Jul 27 21:16:12.230977 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-4f5896b3-a0fd-465d-9d74-3ab6d00dca0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:12.247751 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-0e4cdd7f-88db-4dd8-88ce-034fb8fbd6c2 tempest-ExtraDHCPOptionsTestJSON-453117783 tempest-ExtraDHCPOptionsTestJSON-453117783-project] Deleting port 231ed0b1-ba12-491b-bc6f-4bcdf9cb918f {{(pid=105584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:16:12.248274 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-0e4cdd7f-88db-4dd8-88ce-034fb8fbd6c2 tempest-ExtraDHCPOptionsTestJSON-453117783 tempest-ExtraDHCPOptionsTestJSON-453117783-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:12.270329 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea2c13b1-f93e-41be-8c92-280ba582ce35 None None] DHCP port deletion for f0e873f6-ef7f-459a-ae54-cf61e9ca9f99 request from n-d-705658-22 {{(pid=105586) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 21:16:12.275978 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-4f5896b3-a0fd-465d-9d74-3ab6d00dca0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:12.327707 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [None req-0e4cdd7f-88db-4dd8-88ce-034fb8fbd6c2 tempest-ExtraDHCPOptionsTestJSON-453117783 tempest-ExtraDHCPOptionsTestJSON-453117783-project] For port 231ed0b1-ba12-491b-bc6f-4bcdf9cb918f, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=231ed0b1-ba12-491b-bc6f-4bcdf9cb918f,segment=NetworkSegment(db0c5dae-9105-41ab-836b-8368a934097d),segment_id=db0c5dae-9105-41ab-836b-8368a934097d)] {{(pid=105584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:16:12.328304 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-0e4cdd7f-88db-4dd8-88ce-034fb8fbd6c2 tempest-ExtraDHCPOptionsTestJSON-453117783 tempest-ExtraDHCPOptionsTestJSON-453117783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:12.335378 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac212c04-39e7-4115-89a3-c8918ffd5fdf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4238fec2-c27c-4e8c-9beb-ab9833a37f56,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:16:12.346329 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-0e4cdd7f-88db-4dd8-88ce-034fb8fbd6c2 tempest-ExtraDHCPOptionsTestJSON-453117783 tempest-ExtraDHCPOptionsTestJSON-453117783-project] Calling delete_port for 231ed0b1-ba12-491b-bc6f-4bcdf9cb918f owned by network:dhcp {{(pid=105584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:16:12.347569 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f104b6a-8480-4e88-afac-d8bb6ce2a432 None None] Network 518b7c88-cf94-45d0-ab7a-c18d6c54239c requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:16:12.349439 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-4f5896b3-a0fd-465d-9d74-3ab6d00dca0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:12.352274 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-4f5896b3-a0fd-465d-9d74-3ab6d00dca0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:12.356821 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-4f5896b3-a0fd-465d-9d74-3ab6d00dca0e admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/4238fec2-c27c-4e8c-9beb-ab9833a37f56 HTTP/1.1" status: 204 len: 168 time: 0.3092961 Jul 27 21:16:12.455477 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1d7ab1-336a-4031-b796-5f077a673978 req-9a665d3b-eec9-4236-b7b1-814cf9180de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:16:12.458147 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-ab1d7ab1-336a-4031-b796-5f077a673978 req-9a665d3b-eec9-4236-b7b1-814cf9180de5 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1d4d21d8-5a4a-4948-971c-89356ade9736&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6032367 Jul 27 21:16:12.465089 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-abbc1780-ea13-450f-8c60-f2fe43e2f16c req-ae3f4108-79a2-4344-8ccf-05cad5d5af5a tempest-AttachVolumeNegativeTest-845744699 tempest-AttachVolumeNegativeTest-845744699-project] 10.222.0.59 "GET /v2.0/ports?device_id=d3040cb8-25e8-4d36-b866-7568302af000 HTTP/1.1" status: 200 len: 210 time: 0.0616570 Jul 27 21:16:12.501253 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-0e4cdd7f-88db-4dd8-88ce-034fb8fbd6c2 tempest-ExtraDHCPOptionsTestJSON-453117783 tempest-ExtraDHCPOptionsTestJSON-453117783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:12.534177 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5896b3-a0fd-465d-9d74-3ab6d00dca0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4238fec2-c27c-4e8c-9beb-ab9833a37f56,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:16:12.570871 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4cdd7f-88db-4dd8-88ce-034fb8fbd6c2 tempest-ExtraDHCPOptionsTestJSON-453117783 tempest-ExtraDHCPOptionsTestJSON-453117783-project] Pushing event deleted for resources: {'Port': ['ID=231ed0b1-ba12-491b-bc6f-4bcdf9cb918f,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:16:12.573157 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e4cdd7f-88db-4dd8-88ce-034fb8fbd6c2 tempest-ExtraDHCPOptionsTestJSON-453117783 tempest-ExtraDHCPOptionsTestJSON-453117783-project] No DVR routers for this DVR port 231ed0b1-ba12-491b-bc6f-4bcdf9cb918f on host n-d-705658-22 {{(pid=105584) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:16:12.829340 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-84f7fc6e-42ce-4fa2-b9e0-2a665aac61cd None None] Provisioning for port 39cf291c-269a-4dc3-8660-0e0badb2daeb completed by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:16:12.840716 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-84f7fc6e-42ce-4fa2-b9e0-2a665aac61cd None None] Provisioning complete for port 39cf291c-269a-4dc3-8660-0e0badb2daeb triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:16:12.841210 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-84f7fc6e-42ce-4fa2-b9e0-2a665aac61cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:12.914004 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-0e4cdd7f-88db-4dd8-88ce-034fb8fbd6c2 tempest-ExtraDHCPOptionsTestJSON-453117783 tempest-ExtraDHCPOptionsTestJSON-453117783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853562', 'neutron.services.segments.db._delete_segments_for_network-8790688882975'] for network, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:12.932854 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.segments.db [None req-0e4cdd7f-88db-4dd8-88ce-034fb8fbd6c2 tempest-ExtraDHCPOptionsTestJSON-453117783 tempest-ExtraDHCPOptionsTestJSON-453117783-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0e873f6-ef7f-459a-ae54-cf61e9ca9f99']}} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:16:12.935240 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.db_base_plugin_common [None req-d1ee7f48-3e8c-4839-bd5f-e066decce814 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Allocated IP 2001:db8::f (518b7c88-cf94-45d0-ab7a-c18d6c54239c/a540ade0-3bc7-4426-883b-58b4ab4ed4a5/ae21259f-0ae5-4dcd-8cce-3cbb538ad4b3) {{(pid=105585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:16:12.979795 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-ea2c13b1-f93e-41be-8c92-280ba582ce35 None None] Deleting port 231ed0b1-ba12-491b-bc6f-4bcdf9cb918f {{(pid=105586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:16:12.981754 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-ea2c13b1-f93e-41be-8c92-280ba582ce35 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:12.994662 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.segments.db [None req-0e4cdd7f-88db-4dd8-88ce-034fb8fbd6c2 tempest-ExtraDHCPOptionsTestJSON-453117783 tempest-ExtraDHCPOptionsTestJSON-453117783-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db0c5dae-9105-41ab-836b-8368a934097d') {'for_net_delete': True} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:16:12.995267 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.segments.db [None req-0e4cdd7f-88db-4dd8-88ce-034fb8fbd6c2 tempest-ExtraDHCPOptionsTestJSON-453117783 tempest-ExtraDHCPOptionsTestJSON-453117783-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db0c5dae-9105-41ab-836b-8368a934097d') {} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:16:12.995519 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-bb32ed7d-8717-448b-a9c8-a5a0117d1fd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:13.024125 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd41755-22be-4840-8f74-566e27ef5d35 req-fe2bf7a5-0bba-4783-85cd-c3bfa0957f01 tempest-AttachVolumeNegativeTest-845744699 tempest-AttachVolumeNegativeTest-845744699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:16:13.025732 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-4bd41755-22be-4840-8f74-566e27ef5d35 req-fe2bf7a5-0bba-4783-85cd-c3bfa0957f01 tempest-AttachVolumeNegativeTest-845744699 tempest-AttachVolumeNegativeTest-845744699-project] 10.222.0.36 "GET /v2.0/networks?id=0ded17b3-440e-4dbe-8ea1-4e29acefb236 HTTP/1.1" status: 200 len: 814 time: 0.4506509 Jul 27 21:16:13.030267 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-0e4cdd7f-88db-4dd8-88ce-034fb8fbd6c2 tempest-ExtraDHCPOptionsTestJSON-453117783 tempest-ExtraDHCPOptionsTestJSON-453117783-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790688883752', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9014348'] for segment, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:13.048456 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-0e4cdd7f-88db-4dd8-88ce-034fb8fbd6c2 tempest-ExtraDHCPOptionsTestJSON-453117783 tempest-ExtraDHCPOptionsTestJSON-453117783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:13.098133 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [req-4bd41755-22be-4840-8f74-566e27ef5d35 req-d93a3cdd-90a6-4637-91c3-219ccc0bf4ac tempest-AttachVolumeNegativeTest-845744699 tempest-AttachVolumeNegativeTest-845744699-project] Request body: {'port': {'device_id': 'd3040cb8-25e8-4d36-b866-7568302af000', 'network_id': '0ded17b3-440e-4dbe-8ea1-4e29acefb236', 'admin_state_up': True, 'tenant_id': '7cb1be282c1a45569e2d1240a1ce83c6'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:16:13.219103 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e4cdd7f-88db-4dd8-88ce-034fb8fbd6c2 tempest-ExtraDHCPOptionsTestJSON-453117783 tempest-ExtraDHCPOptionsTestJSON-453117783-project] Releasing vlan 245 on physical network physnet1 to pool {{(pid=105584) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:16:13.219524 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-0e4cdd7f-88db-4dd8-88ce-034fb8fbd6c2 tempest-ExtraDHCPOptionsTestJSON-453117783 tempest-ExtraDHCPOptionsTestJSON-453117783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9014063'] for segment, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:13.223470 n-d-705658-22 neutron-server[105584]: Traceback (most recent call last): Jul 27 21:16:13.223470 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:16:13.223470 n-d-705658-22 neutron-server[105584]: timer() Jul 27 21:16:13.223470 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:16:13.223470 n-d-705658-22 neutron-server[105584]: cb(*args, **kw) Jul 27 21:16:13.223470 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:16:13.223470 n-d-705658-22 neutron-server[105584]: return func(*args, **kwargs) Jul 27 21:16:13.223470 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:16:13.223470 n-d-705658-22 neutron-server[105584]: self._notify() Jul 27 21:16:13.223470 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:16:13.223470 n-d-705658-22 neutron-server[105584]: self.callback(batched_events) Jul 27 21:16:13.223470 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:16:13.223470 n-d-705658-22 neutron-server[105584]: event.method(event) Jul 27 21:16:13.223470 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:16:13.223470 n-d-705658-22 neutron-server[105584]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:16:13.223470 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:16:13.223470 n-d-705658-22 neutron-server[105584]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:16:13.223470 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:16:13.223470 n-d-705658-22 neutron-server[105584]: return f(self, *a, **k) Jul 27 21:16:13.223470 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:16:13.223470 n-d-705658-22 neutron-server[105584]: return self._get(url).json() Jul 27 21:16:13.223470 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:16:13.223470 n-d-705658-22 neutron-server[105584]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:16:13.223470 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:16:13.223470 n-d-705658-22 neutron-server[105584]: return self.request(url, 'GET', **kwargs) Jul 27 21:16:13.223470 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:16:13.223470 n-d-705658-22 neutron-server[105584]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:16:13.223470 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:16:13.223470 n-d-705658-22 neutron-server[105584]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:16:13.223470 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:16:13.223470 n-d-705658-22 neutron-server[105584]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:16:13.223470 n-d-705658-22 neutron-server[105584]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:16:13.359925 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-ea2c13b1-f93e-41be-8c92-280ba582ce35 None None] For port 231ed0b1-ba12-491b-bc6f-4bcdf9cb918f, host n-d-705658-22, got binding levels [] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:16:13.360420 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-ea2c13b1-f93e-41be-8c92-280ba582ce35 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:13.366407 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-ab1d7ab1-336a-4031-b796-5f077a673978 req-7a05a4b6-bdc8-4b80-b434-660dc056c1de service neutron] 10.222.0.60 "GET /v2.0/networks/1d4d21d8-5a4a-4948-971c-89356ade9736?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8941417 Jul 27 21:16:13.392708 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-0e4cdd7f-88db-4dd8-88ce-034fb8fbd6c2 tempest-ExtraDHCPOptionsTestJSON-453117783 tempest-ExtraDHCPOptionsTestJSON-453117783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4075658'] for network, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:13.405264 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-0e4cdd7f-88db-4dd8-88ce-034fb8fbd6c2 tempest-ExtraDHCPOptionsTestJSON-453117783 tempest-ExtraDHCPOptionsTestJSON-453117783-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743886'] for network, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:13.407796 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-0e4cdd7f-88db-4dd8-88ce-034fb8fbd6c2 tempest-ExtraDHCPOptionsTestJSON-453117783 tempest-ExtraDHCPOptionsTestJSON-453117783-project] 10.222.0.59 "DELETE /v2.0/networks/f0e873f6-ef7f-459a-ae54-cf61e9ca9f99 HTTP/1.1" status: 204 len: 168 time: 1.7974389 Jul 27 21:16:13.428889 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4cdd7f-88db-4dd8-88ce-034fb8fbd6c2 tempest-ExtraDHCPOptionsTestJSON-453117783 tempest-ExtraDHCPOptionsTestJSON-453117783-project] Pushing event deleted for resources: {'Network': ['ID=f0e873f6-ef7f-459a-ae54-cf61e9ca9f99,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:16:13.431859 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4bd41755-22be-4840-8f74-566e27ef5d35 req-d93a3cdd-90a6-4637-91c3-219ccc0bf4ac tempest-AttachVolumeNegativeTest-845744699 tempest-AttachVolumeNegativeTest-845744699-project] Made reservation on behalf of 7cb1be282c1a45569e2d1240a1ce83c6 for: {'port': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:16:13.435415 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-4bd41755-22be-4840-8f74-566e27ef5d35 req-d93a3cdd-90a6-4637-91c3-219ccc0bf4ac tempest-AttachVolumeNegativeTest-845744699 tempest-AttachVolumeNegativeTest-845744699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:13.435863 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f22b4e9-a33c-4f09-888f-872013a97c38 req-094689d1-9810-4f2a-b395-9fcb1d0ed50b tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:16:13.447243 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-1f22b4e9-a33c-4f09-888f-872013a97c38 req-094689d1-9810-4f2a-b395-9fcb1d0ed50b tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] 10.222.0.59 "GET /v2.0/ports?device_id=91872f9a-b362-4c16-8590-b5b9b9baedce HTTP/1.1" status: 200 len: 946 time: 1.2410748 Jul 27 21:16:13.454613 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4cdd7f-88db-4dd8-88ce-034fb8fbd6c2 tempest-ExtraDHCPOptionsTestJSON-453117783 tempest-ExtraDHCPOptionsTestJSON-453117783-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:16:13.454613 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4cdd7f-88db-4dd8-88ce-034fb8fbd6c2 tempest-ExtraDHCPOptionsTestJSON-453117783 tempest-ExtraDHCPOptionsTestJSON-453117783-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:16:13.454613 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4cdd7f-88db-4dd8-88ce-034fb8fbd6c2 tempest-ExtraDHCPOptionsTestJSON-453117783 tempest-ExtraDHCPOptionsTestJSON-453117783-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:16:13.454927 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4cdd7f-88db-4dd8-88ce-034fb8fbd6c2 tempest-ExtraDHCPOptionsTestJSON-453117783 tempest-ExtraDHCPOptionsTestJSON-453117783-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:16:13.455054 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4cdd7f-88db-4dd8-88ce-034fb8fbd6c2 tempest-ExtraDHCPOptionsTestJSON-453117783 tempest-ExtraDHCPOptionsTestJSON-453117783-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:16:13.455575 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4cdd7f-88db-4dd8-88ce-034fb8fbd6c2 tempest-ExtraDHCPOptionsTestJSON-453117783 tempest-ExtraDHCPOptionsTestJSON-453117783-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:16:13.456118 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4cdd7f-88db-4dd8-88ce-034fb8fbd6c2 tempest-ExtraDHCPOptionsTestJSON-453117783 tempest-ExtraDHCPOptionsTestJSON-453117783-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:16:13.456454 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4cdd7f-88db-4dd8-88ce-034fb8fbd6c2 tempest-ExtraDHCPOptionsTestJSON-453117783 tempest-ExtraDHCPOptionsTestJSON-453117783-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:16:13.457225 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4cdd7f-88db-4dd8-88ce-034fb8fbd6c2 tempest-ExtraDHCPOptionsTestJSON-453117783 tempest-ExtraDHCPOptionsTestJSON-453117783-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:16:13.457573 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4cdd7f-88db-4dd8-88ce-034fb8fbd6c2 tempest-ExtraDHCPOptionsTestJSON-453117783 tempest-ExtraDHCPOptionsTestJSON-453117783-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:16:13.457933 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4cdd7f-88db-4dd8-88ce-034fb8fbd6c2 tempest-ExtraDHCPOptionsTestJSON-453117783 tempest-ExtraDHCPOptionsTestJSON-453117783-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:16:13.458223 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4cdd7f-88db-4dd8-88ce-034fb8fbd6c2 tempest-ExtraDHCPOptionsTestJSON-453117783 tempest-ExtraDHCPOptionsTestJSON-453117783-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:16:13.463055 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-ea2c13b1-f93e-41be-8c92-280ba582ce35 None None] Calling delete_port for 231ed0b1-ba12-491b-bc6f-4bcdf9cb918f owned by network:dhcp {{(pid=105586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:16:13.475506 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.ipam_backend_mixin [None req-ea2c13b1-f93e-41be-8c92-280ba582ce35 None None] Port 231ed0b1-ba12-491b-bc6f-4bcdf9cb918f was not found and therefore no delete operation was performed {{(pid=105586) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 27 21:16:13.490790 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-ea2c13b1-f93e-41be-8c92-280ba582ce35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180'] for port, after_delete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:13.536205 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-84f7fc6e-42ce-4fa2-b9e0-2a665aac61cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:13.542631 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2c13b1-f93e-41be-8c92-280ba582ce35 None None] Pushing event deleted for resources: {'Port': ['ID=231ed0b1-ba12-491b-bc6f-4bcdf9cb918f,revision_number=None']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:16:13.585107 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 231ed0b1-ba12-491b-bc6f-4bcdf9cb918f no longer exists at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:16:13.587357 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-ea2c13b1-f93e-41be-8c92-280ba582ce35 None None] Network f0e873f6-ef7f-459a-ae54-cf61e9ca9f99 is not hosted by any dhcp agent {{(pid=105586) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 27 21:16:13.587915 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea2c13b1-f93e-41be-8c92-280ba582ce35 None None] No DVR routers for this DVR port 231ed0b1-ba12-491b-bc6f-4bcdf9cb918f on host n-d-705658-22 {{(pid=105586) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:16:13.655088 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] No Port match for: 231ed0b1-ba12-491b-bc6f-4bcdf9cb918f {{(pid=105586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:16:13.656031 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 231ed0b1-ba12-491b-bc6f-4bcdf9cb918f not bound to the agent host n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:16:13.707605 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-84f7fc6e-42ce-4fa2-b9e0-2a665aac61cd None None] For port 39cf291c-269a-4dc3-8660-0e0badb2daeb, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=39cf291c-269a-4dc3-8660-0e0badb2daeb,segment=NetworkSegment(543b0c55-4a9c-4e2d-ad27-3d0eb0843fc2),segment_id=543b0c55-4a9c-4e2d-ad27-3d0eb0843fc2)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:16:13.710619 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.db_base_plugin_common [req-4bd41755-22be-4840-8f74-566e27ef5d35 req-d93a3cdd-90a6-4637-91c3-219ccc0bf4ac tempest-AttachVolumeNegativeTest-845744699 tempest-AttachVolumeNegativeTest-845744699-project] Allocated IP 172.20.0.5 (0ded17b3-440e-4dbe-8ea1-4e29acefb236/0afa8897-5216-45a9-9a1e-8fc30b1f7259/42c9b3c2-2bc4-4171-ba43-e762b50293c0) {{(pid=105584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:16:13.729631 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-84f7fc6e-42ce-4fa2-b9e0-2a665aac61cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:13.843374 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-1f22b4e9-a33c-4f09-888f-872013a97c38 req-53ee3332-f0dc-468a-adc5-52b46587764a tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] 10.222.0.59 "GET /v2.0/security-groups?id=9a7007a9-34fe-445e-9576-80a9b33bcd70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3916273 Jul 27 21:16:13.854080 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 40518) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:16:13.856483 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f7fc6e-42ce-4fa2-b9e0-2a665aac61cd None None] Pushing event updated for resources: {'Port': ['ID=39cf291c-269a-4dc3-8660-0e0badb2daeb,revision_number=3']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:16:13.873232 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f7fc6e-42ce-4fa2-b9e0-2a665aac61cd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:16:13.873610 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f7fc6e-42ce-4fa2-b9e0-2a665aac61cd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:16:13.874044 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f7fc6e-42ce-4fa2-b9e0-2a665aac61cd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:16:13.875251 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f7fc6e-42ce-4fa2-b9e0-2a665aac61cd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:16:13.875996 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f7fc6e-42ce-4fa2-b9e0-2a665aac61cd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:16:13.876721 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f7fc6e-42ce-4fa2-b9e0-2a665aac61cd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:16:13.877096 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f7fc6e-42ce-4fa2-b9e0-2a665aac61cd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:16:13.877457 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f7fc6e-42ce-4fa2-b9e0-2a665aac61cd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:16:13.877818 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f7fc6e-42ce-4fa2-b9e0-2a665aac61cd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:16:13.878384 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f7fc6e-42ce-4fa2-b9e0-2a665aac61cd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:16:13.879289 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f7fc6e-42ce-4fa2-b9e0-2a665aac61cd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:16:13.879658 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f7fc6e-42ce-4fa2-b9e0-2a665aac61cd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:16:13.975259 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-ab1d7ab1-336a-4031-b796-5f077a673978 req-59ec2224-e09b-4657-a56b-e770f09cf62c service neutron] 10.222.0.60 "GET /v2.0/networks/1d4d21d8-5a4a-4948-971c-89356ade9736?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5948591 Jul 27 21:16:13.978270 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-d1ee7f48-3e8c-4839-bd5f-e066decce814 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Notify callbacks [] for port, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:14.007843 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba36c1b-bf79-4d32-9966-dc8be8dac04e req-517082e6-6f55-49f6-9c89-003953bc4c89 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:16:14.009624 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-4ba36c1b-bf79-4d32-9966-dc8be8dac04e req-517082e6-6f55-49f6-9c89-003953bc4c89 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] 10.222.0.59 "GET /v2.0/ports?device_id=14188e1a-88ea-45e0-ad71-5de945522dfe HTTP/1.1" status: 200 len: 946 time: 0.6461554 Jul 27 21:16:14.105645 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-4bd41755-22be-4840-8f74-566e27ef5d35 req-d93a3cdd-90a6-4637-91c3-219ccc0bf4ac tempest-AttachVolumeNegativeTest-845744699 tempest-AttachVolumeNegativeTest-845744699-project] Notify callbacks [] for port, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:14.125712 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-606eba64-eecb-41b9-8e61-a89987bb93fa req-d34d7492-acad-468d-9059-84484a236df1 tempest-AttachVolumeNegativeTest-845744699 tempest-AttachVolumeNegativeTest-845744699-project] 10.222.0.59 "GET /v2.0/ports?device_id=d3040cb8-25e8-4d36-b866-7568302af000 HTTP/1.1" status: 200 len: 210 time: 0.1148818 Jul 27 21:16:14.150819 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.provisioning_blocks [None req-d1ee7f48-3e8c-4839-bd5f-e066decce814 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Transition to ACTIVE for port object ae21259f-0ae5-4dcd-8cce-3cbb538ad4b3 will not be triggered until provisioned by entity DHCP. {{(pid=105585) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:16:14.166441 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-4ba36c1b-bf79-4d32-9966-dc8be8dac04e req-d0ebff07-e694-4176-b632-d9132740d504 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] 10.222.0.59 "GET /v2.0/security-groups?id=e9ca66b5-3d33-4671-986c-aa471cc95217&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1222055 Jul 27 21:16:14.181019 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-ca697e2e-d57c-4585-a46f-81c54f9d4168 None None] Provisioning for port 4ced9674-4e5e-4c2a-9e40-9be1d7eadcfa completed by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:16:14.209420 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-ca697e2e-d57c-4585-a46f-81c54f9d4168 None None] Provisioning complete for port 4ced9674-4e5e-4c2a-9e40-9be1d7eadcfa triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:16:14.210779 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-4bd41755-22be-4840-8f74-566e27ef5d35 req-d93a3cdd-90a6-4637-91c3-219ccc0bf4ac tempest-AttachVolumeNegativeTest-845744699 tempest-AttachVolumeNegativeTest-845744699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:14.211431 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-ca697e2e-d57c-4585-a46f-81c54f9d4168 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:14.236529 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] get_ports_and_sgs() called for port_ids ['a1e52bc3-7031-48ee-996e-d8ffae51b15a'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:16:14.245374 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-d1ee7f48-3e8c-4839-bd5f-e066decce814 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:14.246809 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] get_ports_and_sgs() called for port_ids ['a00236c5-623b-4f7d-b617-4368e91e4029'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:16:14.342527 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93a3cdd-90a6-4637-91c3-219ccc0bf4ac tempest-AttachVolumeNegativeTest-845744699 tempest-AttachVolumeNegativeTest-845744699-project] Pushing event updated for resources: {'Port': ['ID=42c9b3c2-2bc4-4171-ba43-e762b50293c0,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:16:14.386790 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4bd41755-22be-4840-8f74-566e27ef5d35 req-d93a3cdd-90a6-4637-91c3-219ccc0bf4ac tempest-AttachVolumeNegativeTest-845744699 tempest-AttachVolumeNegativeTest-845744699-project] Network 0ded17b3-440e-4dbe-8ea1-4e29acefb236 is already hosted by enough agents. {{(pid=105584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:16:14.397831 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1ee7f48-3e8c-4839-bd5f-e066decce814 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Network 518b7c88-cf94-45d0-ab7a-c18d6c54239c is already hosted by enough agents. {{(pid=105585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:16:14.400508 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [req-4bd41755-22be-4840-8f74-566e27ef5d35 req-d93a3cdd-90a6-4637-91c3-219ccc0bf4ac tempest-AttachVolumeNegativeTest-845744699 tempest-AttachVolumeNegativeTest-845744699-project] Resources bound (agent type, host, resource id): {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:16:14.407347 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bd41755-22be-4840-8f74-566e27ef5d35 req-d93a3cdd-90a6-4637-91c3-219ccc0bf4ac tempest-AttachVolumeNegativeTest-845744699 tempest-AttachVolumeNegativeTest-845744699-project] Received port after_create {{(pid=105584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:16:14.414005 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.base_scheduler [None req-d1ee7f48-3e8c-4839-bd5f-e066decce814 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Resources bound (agent type, host, resource id): {{(pid=105585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:16:14.434166 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1ee7f48-3e8c-4839-bd5f-e066decce814 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Received port after_create {{(pid=105585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:16:14.459138 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1ee7f48-3e8c-4839-bd5f-e066decce814 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:16:14.459824 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-d1ee7f48-3e8c-4839-bd5f-e066decce814 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:14.497435 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ee7f48-3e8c-4839-bd5f-e066decce814 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Pushing event updated for resources: {'Port': ['ID=ae21259f-0ae5-4dcd-8cce-3cbb538ad4b3,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:16:14.517330 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-d1ee7f48-3e8c-4839-bd5f-e066decce814 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.8863006 Jul 27 21:16:14.520757 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 40536) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:16:14.537631 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd41755-22be-4840-8f74-566e27ef5d35 req-d93a3cdd-90a6-4637-91c3-219ccc0bf4ac tempest-AttachVolumeNegativeTest-845744699 tempest-AttachVolumeNegativeTest-845744699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:16:14.538312 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-4bd41755-22be-4840-8f74-566e27ef5d35 req-d93a3cdd-90a6-4637-91c3-219ccc0bf4ac tempest-AttachVolumeNegativeTest-845744699 tempest-AttachVolumeNegativeTest-845744699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:14.579997 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-4bd41755-22be-4840-8f74-566e27ef5d35 req-d93a3cdd-90a6-4637-91c3-219ccc0bf4ac tempest-AttachVolumeNegativeTest-845744699 tempest-AttachVolumeNegativeTest-845744699-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5114479 Jul 27 21:16:14.599428 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [req-4bd41755-22be-4840-8f74-566e27ef5d35 req-aadd04f8-aefe-4f8c-8f3f-8ee091436b62 service neutron] Request body: {'port': {'device_id': 'd3040cb8-25e8-4d36-b866-7568302af000', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-705658-22'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:16:14.601846 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-ca697e2e-d57c-4585-a46f-81c54f9d4168 None None] Port 4ced9674-4e5e-4c2a-9e40-9be1d7eadcfa cannot update to ACTIVE because it is not bound. {{(pid=105586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:16:14.623913 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-875ced1b-4cf3-463a-9653-058f0f9421e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:14.661630 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-ca697e2e-d57c-4585-a46f-81c54f9d4168 None None] Provisioning complete for port 39cf291c-269a-4dc3-8660-0e0badb2daeb triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:16:14.663589 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-ca697e2e-d57c-4585-a46f-81c54f9d4168 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:14.685718 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-4bd41755-22be-4840-8f74-566e27ef5d35 req-aadd04f8-aefe-4f8c-8f3f-8ee091436b62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:14.729200 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-263f8eda-2fad-4a44-8197-816529417890 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=dae53019bf334fd6bcddcb95322a78d3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8738692 Jul 27 21:16:14.731622 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 40540) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:16:14.851734 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9d50871-15fc-4f40-aa66-3c54b4387fe0 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:16:14.859068 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-d9d50871-15fc-4f40-aa66-3c54b4387fe0 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] 10.222.0.59 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.3319554 Jul 27 21:16:14.859880 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 40550) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:16:15.052683 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3372e50d-1866-41e9-b64d-a12ffae162cc tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:16:15.061945 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3372e50d-1866-41e9-b64d-a12ffae162cc tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:16:15.071476 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3372e50d-1866-41e9-b64d-a12ffae162cc tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:16:15.077951 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-3372e50d-1866-41e9-b64d-a12ffae162cc tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] 10.222.0.59 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2391 time: 0.2154551 Jul 27 21:16:15.079681 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 40558) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:16:15.385790 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4020a12-3a17-47e1-9d04-15469f4e3dd1 req-1b926d59-5c1d-4008-a6f0-fc0f24fb9c52 tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:16:15.387282 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b4020a12-3a17-47e1-9d04-15469f4e3dd1 req-1b926d59-5c1d-4008-a6f0-fc0f24fb9c52 tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] 10.222.0.59 "GET /v2.0/ports?device_id=91872f9a-b362-4c16-8590-b5b9b9baedce HTTP/1.1" status: 200 len: 946 time: 0.3731909 Jul 27 21:16:15.389371 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [None req-c907c82f-debf-4ad4-a2de-06c50d45946e tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Deleting port ae21259f-0ae5-4dcd-8cce-3cbb538ad4b3 {{(pid=105585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:16:15.389706 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-c907c82f-debf-4ad4-a2de-06c50d45946e tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:15.441150 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-159b5745-6d71-4ff8-ba34-3fb0da941927 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:15.463575 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-7a17af08-0b19-4628-83c1-756198cb9c66 None None] Provisioning complete for port 4ced9674-4e5e-4c2a-9e40-9be1d7eadcfa triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:16:15.463954 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-7a17af08-0b19-4628-83c1-756198cb9c66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:15.502774 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-159b5745-6d71-4ff8-ba34-3fb0da941927 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:15.609366 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-7a17af08-0b19-4628-83c1-756198cb9c66 None None] Port 4ced9674-4e5e-4c2a-9e40-9be1d7eadcfa cannot update to ACTIVE because it is not bound. {{(pid=105586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:16:15.623111 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b4020a12-3a17-47e1-9d04-15469f4e3dd1 req-a1c26e60-7b5b-4f35-8780-206c8291dced tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] 10.222.0.59 "GET /v2.0/security-groups?id=9a7007a9-34fe-445e-9576-80a9b33bcd70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687934 Jul 27 21:16:15.625013 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 39cf291c-269a-4dc3-8660-0e0badb2daeb up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:16:15.641594 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed002d02-6b94-4888-a217-b780f78ab694 req-63ed1fb9-af42-4d1b-ac6b-d72768c73c37 tempest-AttachVolumeNegativeTest-845744699 tempest-AttachVolumeNegativeTest-845744699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:16:15.649492 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-ed002d02-6b94-4888-a217-b780f78ab694 req-63ed1fb9-af42-4d1b-ac6b-d72768c73c37 tempest-AttachVolumeNegativeTest-845744699 tempest-AttachVolumeNegativeTest-845744699-project] 10.222.0.59 "GET /v2.0/ports?device_id=d3040cb8-25e8-4d36-b866-7568302af000 HTTP/1.1" status: 200 len: 931 time: 0.3630588 Jul 27 21:16:15.763080 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-7a17af08-0b19-4628-83c1-756198cb9c66 None None] Provisioning for port ae21259f-0ae5-4dcd-8cce-3cbb538ad4b3 completed by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:16:15.772149 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-159b5745-6d71-4ff8-ba34-3fb0da941927 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:15.772885 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-ed002d02-6b94-4888-a217-b780f78ab694 req-0074ca75-aefd-4fdb-b908-165fd2a5edc4 tempest-AttachVolumeNegativeTest-845744699 tempest-AttachVolumeNegativeTest-845744699-project] 10.222.0.59 "GET /v2.0/security-groups?id=2650ee69-e2a9-4bf0-b170-d21e83666964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224411 Jul 27 21:16:15.775081 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-159b5745-6d71-4ff8-ba34-3fb0da941927 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:15.776748 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-159b5745-6d71-4ff8-ba34-3fb0da941927 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/41d4f1d8-48ac-4171-8c1c-4ca615298298 HTTP/1.1" status: 204 len: 168 time: 1.0441861 Jul 27 21:16:15.790393 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159b5745-6d71-4ff8-ba34-3fb0da941927 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41d4f1d8-48ac-4171-8c1c-4ca615298298,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:16:15.824460 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [req-4bd41755-22be-4840-8f74-566e27ef5d35 req-aadd04f8-aefe-4f8c-8f3f-8ee091436b62 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 42c9b3c2-2bc4-4171-ba43-e762b50293c0 {{(pid=105584) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:16:15.838055 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-7a17af08-0b19-4628-83c1-756198cb9c66 None None] Provisioning complete for port ae21259f-0ae5-4dcd-8cce-3cbb538ad4b3 triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:16:15.838443 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-7a17af08-0b19-4628-83c1-756198cb9c66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:15.849145 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-4bd41755-22be-4840-8f74-566e27ef5d35 req-aadd04f8-aefe-4f8c-8f3f-8ee091436b62 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:15.883062 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-c907c82f-debf-4ad4-a2de-06c50d45946e tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:15.900246 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.provisioning_blocks [req-4bd41755-22be-4840-8f74-566e27ef5d35 req-aadd04f8-aefe-4f8c-8f3f-8ee091436b62 service neutron] Transition to ACTIVE for port object 42c9b3c2-2bc4-4171-ba43-e762b50293c0 will not be triggered until provisioned by entity L2. {{(pid=105584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:16:15.904054 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-4bd41755-22be-4840-8f74-566e27ef5d35 req-aadd04f8-aefe-4f8c-8f3f-8ee091436b62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9014027'] for port, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:16.008750 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-7a17af08-0b19-4628-83c1-756198cb9c66 None None] Port ae21259f-0ae5-4dcd-8cce-3cbb538ad4b3 cannot update to ACTIVE because it is not bound. {{(pid=105586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:16:16.037474 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadd04f8-aefe-4f8c-8f3f-8ee091436b62 service neutron] Pushing event updated for resources: {'Port': ['ID=42c9b3c2-2bc4-4171-ba43-e762b50293c0,revision_number=2']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:16:16.051300 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port 39cf291c-269a-4dc3-8660-0e0badb2daeb triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:16:16.051300 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:16.086655 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [None req-c907c82f-debf-4ad4-a2de-06c50d45946e tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Calling delete_port for ae21259f-0ae5-4dcd-8cce-3cbb538ad4b3 owned by {{(pid=105585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:16:16.254665 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5e2d14-a4dd-4e7c-9994-16e23b5fc1a0 req-62742278-174b-4411-ad49-80f26af02fa4 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:16:16.268437 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-ca5e2d14-a4dd-4e7c-9994-16e23b5fc1a0 req-62742278-174b-4411-ad49-80f26af02fa4 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] 10.222.0.59 "GET /v2.0/ports?device_id=14188e1a-88ea-45e0-ad71-5de945522dfe HTTP/1.1" status: 200 len: 946 time: 0.4672542 Jul 27 21:16:16.268810 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [req-4bd41755-22be-4840-8f74-566e27ef5d35 req-aadd04f8-aefe-4f8c-8f3f-8ee091436b62 service neutron] Attempting to bind port 42c9b3c2-2bc4-4171-ba43-e762b50293c0 on host n-h1-705658-22 for vnic_type normal with profile {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:16:16.269154 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [req-4bd41755-22be-4840-8f74-566e27ef5d35 req-aadd04f8-aefe-4f8c-8f3f-8ee091436b62 service neutron] Attempting to bind port 42c9b3c2-2bc4-4171-ba43-e762b50293c0 by drivers openvswitch,hyperv on host n-h1-705658-22 at level 0 using segments [{'id': '749d1f51-8998-49bc-ba8d-208be5295f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '0ded17b3-440e-4dbe-8ea1-4e29acefb236'}] {{(pid=105584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:16:16.269999 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bd41755-22be-4840-8f74-566e27ef5d35 req-aadd04f8-aefe-4f8c-8f3f-8ee091436b62 service neutron] Attempting to bind port 42c9b3c2-2bc4-4171-ba43-e762b50293c0 on network 0ded17b3-440e-4dbe-8ea1-4e29acefb236 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:16:16.282874 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bd41755-22be-4840-8f74-566e27ef5d35 req-aadd04f8-aefe-4f8c-8f3f-8ee091436b62 service neutron] Port 42c9b3c2-2bc4-4171-ba43-e762b50293c0 on network 0ded17b3-440e-4dbe-8ea1-4e29acefb236 not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-22 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:16:16.283800 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bd41755-22be-4840-8f74-566e27ef5d35 req-aadd04f8-aefe-4f8c-8f3f-8ee091436b62 service neutron] Attempting to bind port 42c9b3c2-2bc4-4171-ba43-e762b50293c0 on network 0ded17b3-440e-4dbe-8ea1-4e29acefb236 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:16:16.295385 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bd41755-22be-4840-8f74-566e27ef5d35 req-aadd04f8-aefe-4f8c-8f3f-8ee091436b62 service neutron] Checking agent: {'id': '9d9bc37f-4d75-44ef-9f63-799aab3e316f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 49, 36), 'started_at': datetime.datetime(2021, 7, 27, 20, 49, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 16, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:16:16.295731 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bd41755-22be-4840-8f74-566e27ef5d35 req-aadd04f8-aefe-4f8c-8f3f-8ee091436b62 service neutron] Checking segment: {'id': '749d1f51-8998-49bc-ba8d-208be5295f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '0ded17b3-440e-4dbe-8ea1-4e29acefb236'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:16:16.296118 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bd41755-22be-4840-8f74-566e27ef5d35 req-aadd04f8-aefe-4f8c-8f3f-8ee091436b62 service neutron] Bound using segment: {'id': '749d1f51-8998-49bc-ba8d-208be5295f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '0ded17b3-440e-4dbe-8ea1-4e29acefb236'} {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:16:16.296557 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [req-4bd41755-22be-4840-8f74-566e27ef5d35 req-aadd04f8-aefe-4f8c-8f3f-8ee091436b62 service neutron] Bound port: 42c9b3c2-2bc4-4171-ba43-e762b50293c0, host: n-h1-705658-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '749d1f51-8998-49bc-ba8d-208be5295f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '0ded17b3-440e-4dbe-8ea1-4e29acefb236'}}] {{(pid=105584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:16:16.296922 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-4bd41755-22be-4840-8f74-566e27ef5d35 req-aadd04f8-aefe-4f8c-8f3f-8ee091436b62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:16.338320 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb756a8-942a-4244-b090-59c5e9878851 req-6453071a-423c-48ab-90bb-ca5feed547ac tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:16:16.347013 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-feb756a8-942a-4244-b090-59c5e9878851 req-6453071a-423c-48ab-90bb-ca5feed547ac tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] 10.222.0.59 "GET /v2.0/ports?device_id=91872f9a-b362-4c16-8590-b5b9b9baedce HTTP/1.1" status: 200 len: 946 time: 0.3405402 Jul 27 21:16:16.384933 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-ca5e2d14-a4dd-4e7c-9994-16e23b5fc1a0 req-61ce1c22-959d-4c3d-a715-907847794cec tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] 10.222.0.59 "GET /v2.0/security-groups?id=e9ca66b5-3d33-4671-986c-aa471cc95217&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1147749 Jul 27 21:16:16.447090 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [req-4bd41755-22be-4840-8f74-566e27ef5d35 req-aadd04f8-aefe-4f8c-8f3f-8ee091436b62 service neutron] For port 42c9b3c2-2bc4-4171-ba43-e762b50293c0, host n-h1-705658-22, cleared binding levels {{(pid=105584) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:16:16.452265 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [req-4bd41755-22be-4840-8f74-566e27ef5d35 req-aadd04f8-aefe-4f8c-8f3f-8ee091436b62 service neutron] For port 42c9b3c2-2bc4-4171-ba43-e762b50293c0, host n-h1-705658-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=42c9b3c2-2bc4-4171-ba43-e762b50293c0,segment=NetworkSegment(749d1f51-8998-49bc-ba8d-208be5295f5a),segment_id=749d1f51-8998-49bc-ba8d-208be5295f5a)] {{(pid=105584) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:16:16.458211 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-4bd41755-22be-4840-8f74-566e27ef5d35 req-aadd04f8-aefe-4f8c-8f3f-8ee091436b62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9014027'] for port, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:16.461730 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-feb756a8-942a-4244-b090-59c5e9878851 req-4961b929-300c-4b1d-b782-827eb2e411a5 tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] 10.222.0.59 "GET /v2.0/security-groups?id=9a7007a9-34fe-445e-9576-80a9b33bcd70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070409 Jul 27 21:16:16.529946 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd41755-22be-4840-8f74-566e27ef5d35 req-aadd04f8-aefe-4f8c-8f3f-8ee091436b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:16:16.531301 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-4bd41755-22be-4840-8f74-566e27ef5d35 req-aadd04f8-aefe-4f8c-8f3f-8ee091436b62 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:16.533176 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-4bd41755-22be-4840-8f74-566e27ef5d35 req-aadd04f8-aefe-4f8c-8f3f-8ee091436b62 service neutron] 10.222.0.36 "PUT /v2.0/ports/42c9b3c2-2bc4-4171-ba43-e762b50293c0 HTTP/1.1" status: 200 len: 1092 time: 1.9395292 Jul 27 21:16:16.596546 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3040cb8-25e8-4d36-b866-7568302af000', 'tag': '42c9b3c2-2bc4-4171-ba43-e762b50293c0'}] {{(pid=105584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:16:16.601863 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bce5e6c8685464f7626901654159975603b047827e3138302ed6566e28f1343" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-542c5131-70e0-410e-895c-739b3f5bcfec" -d '{"events": [{"name": "network-changed", "server_uuid": "d3040cb8-25e8-4d36-b866-7568302af000", "tag": "42c9b3c2-2bc4-4171-ba43-e762b50293c0"}]}' {{(pid=105584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:16:16.618304 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadd04f8-aefe-4f8c-8f3f-8ee091436b62 service neutron] Pushing event updated for resources: {'Port': ['ID=42c9b3c2-2bc4-4171-ba43-e762b50293c0,revision_number=3']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:16:16.641148 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-c907c82f-debf-4ad4-a2de-06c50d45946e tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:16.679898 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c907c82f-debf-4ad4-a2de-06c50d45946e tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Pushing event deleted for resources: {'Port': ['ID=ae21259f-0ae5-4dcd-8cce-3cbb538ad4b3,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:16:16.685252 n-d-705658-22 neutron-server[105585]: INFO neutron.api.v2.resource [req-0432942f-bcda-4e6a-a130-5e7d8fd8ce1e req-cae4d014-26f4-4fdc-bd1d-8013d68621ce service neutron] show failed (client error): The resource could not be found. Jul 27 21:16:16.686347 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-0432942f-bcda-4e6a-a130-5e7d8fd8ce1e req-cae4d014-26f4-4fdc-bd1d-8013d68621ce service neutron] 10.222.0.60 "GET /v2.0/ports/a5118c8d-ab51-49e4-b3a1-24b132773522/bindings/n-h1-705658-22 HTTP/1.1" status: 404 len: 381 time: 0.2233825 Jul 27 21:16:16.733192 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:16:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f58f087b-016b-416f-a0d4-5f19688c4a4a x-openstack-request-id: req-f58f087b-016b-416f-a0d4-5f19688c4a4a {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:16:16.733397 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3040cb8-25e8-4d36-b866-7568302af000", "tag": "42c9b3c2-2bc4-4171-ba43-e762b50293c0", "status": "completed", "code": 200}]} {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:16:16.733655 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-f58f087b-016b-416f-a0d4-5f19688c4a4a {{(pid=105584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:16:16.734068 n-d-705658-22 neutron-server[105584]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3040cb8-25e8-4d36-b866-7568302af000', 'tag': '42c9b3c2-2bc4-4171-ba43-e762b50293c0', 'status': 'completed', 'code': 200} Jul 27 21:16:16.753427 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-c907c82f-debf-4ad4-a2de-06c50d45946e tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:16.755617 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-c907c82f-debf-4ad4-a2de-06c50d45946e tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] 10.222.0.59 "DELETE /v2.0/ports/ae21259f-0ae5-4dcd-8cce-3cbb538ad4b3 HTTP/1.1" status: 204 len: 168 time: 1.6745477 Jul 27 21:16:16.758121 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 40608) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:16:16.797897 n-d-705658-22 neutron-server[105585]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e22db88-4cb5-4474-ba0d-79793451937b tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] GET failed (client error): The resource could not be found. Jul 27 21:16:16.799554 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-6e22db88-4cb5-4474-ba0d-79793451937b tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] 10.222.0.59 "GET /v2.0/ports/ae21259f-0ae5-4dcd-8cce-3cbb538ad4b3 HTTP/1.1" status: 404 len: 333 time: 0.0404849 Jul 27 21:16:16.804664 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 40614) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:16:16.804762 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd41755-22be-4840-8f74-566e27ef5d35 req-3d4ab053-8aea-4b87-928c-747ddbf981d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:16:16.806474 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-4bd41755-22be-4840-8f74-566e27ef5d35 req-3d4ab053-8aea-4b87-928c-747ddbf981d5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7cb1be282c1a45569e2d1240a1ce83c6&device_id=d3040cb8-25e8-4d36-b866-7568302af000 HTTP/1.1" status: 200 len: 1095 time: 0.2009492 Jul 27 21:16:16.899888 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-4bd41755-22be-4840-8f74-566e27ef5d35 req-1c5b0c5c-6162-4293-aea2-4c3ad13118c2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=42c9b3c2-2bc4-4171-ba43-e762b50293c0 HTTP/1.1" status: 200 len: 217 time: 0.0845768 Jul 27 21:16:17.019598 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd41755-22be-4840-8f74-566e27ef5d35 req-e594a165-89f6-4bc9-9e3b-43deb7188bed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:16:17.021074 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-4bd41755-22be-4840-8f74-566e27ef5d35 req-e594a165-89f6-4bc9-9e3b-43deb7188bed service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0afa8897-5216-45a9-9a1e-8fc30b1f7259 HTTP/1.1" status: 200 len: 854 time: 0.1132052 Jul 27 21:16:17.131642 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-4bd41755-22be-4840-8f74-566e27ef5d35 req-c7b6e1fb-050d-48a2-af16-7f09c093d8ce service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0ded17b3-440e-4dbe-8ea1-4e29acefb236&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0868521 Jul 27 21:16:17.165449 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [None req-c07ca98d-df1d-4002-9d12-7287553b4e43 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Deleting port 4ced9674-4e5e-4c2a-9e40-9be1d7eadcfa {{(pid=105585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:16:17.166055 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-c07ca98d-df1d-4002-9d12-7287553b4e43 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:17.230752 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e203f359-063f-4632-bdd9-4b468dd13da6 req-d91438c4-ee1a-48f4-bdbf-b7f663b9ed08 tempest-AttachVolumeNegativeTest-845744699 tempest-AttachVolumeNegativeTest-845744699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:16:17.239261 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e203f359-063f-4632-bdd9-4b468dd13da6 req-d91438c4-ee1a-48f4-bdbf-b7f663b9ed08 tempest-AttachVolumeNegativeTest-845744699 tempest-AttachVolumeNegativeTest-845744699-project] 10.222.0.59 "GET /v2.0/ports?device_id=d3040cb8-25e8-4d36-b866-7568302af000 HTTP/1.1" status: 200 len: 943 time: 0.2534094 Jul 27 21:16:17.287951 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f3d365-1f1b-41bb-b105-aa5521581245 req-36be2993-f301-49c8-a1fe-7bcd78ec29eb tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:16:17.294791 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-d8f3d365-1f1b-41bb-b105-aa5521581245 req-36be2993-f301-49c8-a1fe-7bcd78ec29eb tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] 10.222.0.59 "GET /v2.0/ports?device_id=91872f9a-b362-4c16-8590-b5b9b9baedce HTTP/1.1" status: 200 len: 946 time: 0.3178456 Jul 27 21:16:17.346710 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0432942f-bcda-4e6a-a130-5e7d8fd8ce1e req-af004b52-2ced-48f6-bea3-6591ce59b5e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:16:17.352497 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-0432942f-bcda-4e6a-a130-5e7d8fd8ce1e req-af004b52-2ced-48f6-bea3-6591ce59b5e4 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=14188e1a-88ea-45e0-ad71-5de945522dfe&tenant_id=379416b786c44e07b1b1ba1a5ea96882 HTTP/1.1" status: 200 len: 1098 time: 0.3175838 Jul 27 21:16:17.392945 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [req-0432942f-bcda-4e6a-a130-5e7d8fd8ce1e req-b06c551d-5a28-43dd-bbf5-3e9d17d4b461 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-705658-22', 'device_owner': 'compute:nova'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:16:17.550187 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-4bd41755-22be-4840-8f74-566e27ef5d35 req-bfa85118-406d-4384-9088-ae32a0ac0127 service neutron] 10.222.0.36 "GET /v2.0/networks/0ded17b3-440e-4dbe-8ea1-4e29acefb236?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4089406 Jul 27 21:16:17.569870 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-0432942f-bcda-4e6a-a130-5e7d8fd8ce1e req-b06c551d-5a28-43dd-bbf5-3e9d17d4b461 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:17.862404 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-4bd41755-22be-4840-8f74-566e27ef5d35 req-1406f09e-cde4-4b3c-b6b7-e92e552c2ae9 service neutron] 10.222.0.36 "GET /v2.0/networks/0ded17b3-440e-4dbe-8ea1-4e29acefb236?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2621660 Jul 27 21:16:17.949899 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 40660) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:16:18.183791 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e203f359-063f-4632-bdd9-4b468dd13da6 req-54ad4cc1-5506-49ff-859f-9d903541357d tempest-AttachVolumeNegativeTest-845744699 tempest-AttachVolumeNegativeTest-845744699-project] 10.222.0.59 "GET /v2.0/security-groups?id=2650ee69-e2a9-4bf0-b170-d21e83666964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9437075 Jul 27 21:16:18.228969 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-d8f3d365-1f1b-41bb-b105-aa5521581245 req-c6432a8d-ab71-4cb2-a2e5-d5a992dbc7af tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] 10.222.0.59 "GET /v2.0/security-groups?id=9a7007a9-34fe-445e-9576-80a9b33bcd70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9233942 Jul 27 21:16:18.235699 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-c07ca98d-df1d-4002-9d12-7287553b4e43 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:18.287555 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [None req-c07ca98d-df1d-4002-9d12-7287553b4e43 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Calling delete_port for 4ced9674-4e5e-4c2a-9e40-9be1d7eadcfa owned by {{(pid=105585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:16:18.605583 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-4af34233-9902-4c33-beab-610f2eedca6c tempest-BulkNetworkOpsTest-783861186 tempest-BulkNetworkOpsTest-783861186-project] Request body: {'networks': [{'name': 'tempest-network--1874812822'}, {'name': 'tempest-network--1046319440'}]} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:16:18.605909 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-4af34233-9902-4c33-beab-610f2eedca6c tempest-BulkNetworkOpsTest-783861186 tempest-BulkNetworkOpsTest-783861186-project] Request body: {'network': {'name': 'tempest-network--1874812822'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:16:18.606382 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-4af34233-9902-4c33-beab-610f2eedca6c tempest-BulkNetworkOpsTest-783861186 tempest-BulkNetworkOpsTest-783861186-project] Request body: {'network': {'name': 'tempest-network--1046319440'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:16:18.649270 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4af34233-9902-4c33-beab-610f2eedca6c tempest-BulkNetworkOpsTest-783861186 tempest-BulkNetworkOpsTest-783861186-project] Made reservation on behalf of aa138450a4e64dd793453b668fa665f6 for: {'network': 2} {{(pid=105585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:16:18.654038 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-4af34233-9902-4c33-beab-610f2eedca6c tempest-BulkNetworkOpsTest-783861186 tempest-BulkNetworkOpsTest-783861186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for network, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:18.679981 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-4af34233-9902-4c33-beab-610f2eedca6c tempest-BulkNetworkOpsTest-783861186 tempest-BulkNetworkOpsTest-783861186-project] Notify callbacks [] for security_group, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:18.737254 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59b96f9-d211-4fb7-9d7a-3b91d1ee6312 req-d0fb56aa-518a-4903-881e-748ed36967e7 tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:16:18.739359 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-c59b96f9-d211-4fb7-9d7a-3b91d1ee6312 req-d0fb56aa-518a-4903-881e-748ed36967e7 tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] 10.222.0.36 "GET /v2.0/ports?device_id=91872f9a-b362-4c16-8590-b5b9b9baedce HTTP/1.1" status: 200 len: 946 time: 0.2612441 Jul 27 21:16:18.773111 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6743c6d1-0729-4e13-bc0b-dd2f0ec7783e req-76636cc1-ea3e-4150-aded-92d964e826be tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:16:18.774825 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-6743c6d1-0729-4e13-bc0b-dd2f0ec7783e req-76636cc1-ea3e-4150-aded-92d964e826be tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] 10.222.0.59 "GET /v2.0/ports?device_id=14188e1a-88ea-45e0-ad71-5de945522dfe HTTP/1.1" status: 200 len: 946 time: 0.3758192 Jul 27 21:16:18.932490 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-6743c6d1-0729-4e13-bc0b-dd2f0ec7783e req-9e2511d3-cd6d-424f-ac4a-22239a1be273 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] 10.222.0.59 "GET /v2.0/security-groups?id=e9ca66b5-3d33-4671-986c-aa471cc95217&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0895081 Jul 27 21:16:18.940446 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-c07ca98d-df1d-4002-9d12-7287553b4e43 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:18.995273 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07ca98d-df1d-4002-9d12-7287553b4e43 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Pushing event deleted for resources: {'Port': ['ID=4ced9674-4e5e-4c2a-9e40-9be1d7eadcfa,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:16:19.033759 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [req-0432942f-bcda-4e6a-a130-5e7d8fd8ce1e req-b06c551d-5a28-43dd-bbf5-3e9d17d4b461 service neutron] For port a5118c8d-ab51-49e4-b3a1-24b132773522, host n-h2-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=a5118c8d-ab51-49e4-b3a1-24b132773522,segment=NetworkSegment(bdd91ba2-0432-42e2-98db-a2dd6126dafb),segment_id=bdd91ba2-0432-42e2-98db-a2dd6126dafb)] {{(pid=105584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:16:19.055639 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [req-c59b96f9-d211-4fb7-9d7a-3b91d1ee6312 req-33b1238f-b5e2-4542-bf35-3b17b2265152 tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] Deleting port d0164946-9c5e-4811-94bc-e651cf76f656 {{(pid=105585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:16:19.059359 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-c59b96f9-d211-4fb7-9d7a-3b91d1ee6312 req-33b1238f-b5e2-4542-bf35-3b17b2265152 tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:19.106371 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542c5131-70e0-410e-895c-739b3f5bcfec req-d9431209-017a-4ad9-b864-949d6d14ab19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:16:19.113970 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-542c5131-70e0-410e-895c-739b3f5bcfec req-d9431209-017a-4ad9-b864-949d6d14ab19 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7cb1be282c1a45569e2d1240a1ce83c6&device_id=d3040cb8-25e8-4d36-b866-7568302af000 HTTP/1.1" status: 200 len: 1095 time: 0.2126312 Jul 27 21:16:19.118565 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [req-0432942f-bcda-4e6a-a130-5e7d8fd8ce1e req-b06c551d-5a28-43dd-bbf5-3e9d17d4b461 service neutron] For port a5118c8d-ab51-49e4-b3a1-24b132773522, host n-h2-705658-22, cleared binding levels {{(pid=105584) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:16:19.124818 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-c07ca98d-df1d-4002-9d12-7287553b4e43 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:19.139803 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-c07ca98d-df1d-4002-9d12-7287553b4e43 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] 10.222.0.59 "DELETE /v2.0/ports/4ced9674-4e5e-4c2a-9e40-9be1d7eadcfa HTTP/1.1" status: 204 len: 168 time: 2.3340986 Jul 27 21:16:19.144796 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 40800) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:16:19.221784 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device 42c9b3c2-2bc4-4171-ba43-e762b50293c0 details requested by agent hyperv_n-h1-705658-22 with host n-h1-705658-22 {{(pid=105586) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:16:19.276553 n-d-705658-22 neutron-server[105585]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d66dc59-9b45-4cce-9194-0933d8e78664 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] GET failed (client error): The resource could not be found. Jul 27 21:16:19.301347 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-3d66dc59-9b45-4cce-9194-0933d8e78664 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] 10.222.0.59 "GET /v2.0/ports/4ced9674-4e5e-4c2a-9e40-9be1d7eadcfa HTTP/1.1" status: 404 len: 333 time: 0.1215072 Jul 27 21:16:19.312082 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 40826) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:16:19.404917 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14188e1a-88ea-45e0-ad71-5de945522dfe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a5118c8d-ab51-49e4-b3a1-24b132773522'}] {{(pid=105584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:16:19.407750 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bce5e6c8685464f7626901654159975603b047827e3138302ed6566e28f1343" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a460fcd-247a-4ce7-abd9-60a93aa04b07" -d '{"events": [{"server_uuid": "14188e1a-88ea-45e0-ad71-5de945522dfe", "name": "network-vif-unplugged", "status": "completed", "tag": "a5118c8d-ab51-49e4-b3a1-24b132773522"}]}' {{(pid=105584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:16:19.412424 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-0432942f-bcda-4e6a-a130-5e7d8fd8ce1e req-b06c551d-5a28-43dd-bbf5-3e9d17d4b461 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:19.445578 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.provisioning_blocks [req-0432942f-bcda-4e6a-a130-5e7d8fd8ce1e req-b06c551d-5a28-43dd-bbf5-3e9d17d4b461 service neutron] Transition to ACTIVE for port object a5118c8d-ab51-49e4-b3a1-24b132773522 will not be triggered until provisioned by entity L2. {{(pid=105584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:16:19.451877 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-0432942f-bcda-4e6a-a130-5e7d8fd8ce1e req-b06c551d-5a28-43dd-bbf5-3e9d17d4b461 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9014027'] for port, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:19.459544 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] For port 42c9b3c2-2bc4-4171-ba43-e762b50293c0, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=42c9b3c2-2bc4-4171-ba43-e762b50293c0,segment=NetworkSegment(749d1f51-8998-49bc-ba8d-208be5295f5a),segment_id=749d1f51-8998-49bc-ba8d-208be5295f5a)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:16:19.513620 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06c551d-5a28-43dd-bbf5-3e9d17d4b461 service neutron] Pushing event updated for resources: {'Port': ['ID=a5118c8d-ab51-49e4-b3a1-24b132773522,revision_number=6']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:16:19.527315 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Returning: {'device': '42c9b3c2-2bc4-4171-ba43-e762b50293c0', 'network_id': '0ded17b3-440e-4dbe-8ea1-4e29acefb236', 'port_id': '42c9b3c2-2bc4-4171-ba43-e762b50293c0', 'mac_address': 'fa:16:3e:55:6c:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 246, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0afa8897-5216-45a9-9a1e-8fc30b1f7259', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105586) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:16:19.533217 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542c5131-70e0-410e-895c-739b3f5bcfec req-95da4602-2010-480b-bd77-92f94a3bd68a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:16:19.535587 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-542c5131-70e0-410e-895c-739b3f5bcfec req-95da4602-2010-480b-bd77-92f94a3bd68a service neutron] 10.222.0.36 "GET /v2.0/networks?id=0ded17b3-440e-4dbe-8ea1-4e29acefb236 HTTP/1.1" status: 200 len: 915 time: 0.4140577 Jul 27 21:16:19.574592 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-4af34233-9902-4c33-beab-610f2eedca6c tempest-BulkNetworkOpsTest-783861186 tempest-BulkNetworkOpsTest-783861186-project] Notify callbacks [] for security_group, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:19.583386 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b826e70-d5f4-44e0-b9ab-2a91205f7824 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Deleting subnet a540ade0-3bc7-4426-883b-58b4ab4ed4a5 {{(pid=105585) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:16:19.590890 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.db [req-c59b96f9-d211-4fb7-9d7a-3b91d1ee6312 req-33b1238f-b5e2-4542-bf35-3b17b2265152 tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] For port d0164946-9c5e-4811-94bc-e651cf76f656, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=d0164946-9c5e-4811-94bc-e651cf76f656,segment=NetworkSegment(82701821-d08d-4e1b-9667-8c6e67e04bdc),segment_id=82701821-d08d-4e1b-9667-8c6e67e04bdc)] {{(pid=105585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:16:19.591775 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-c59b96f9-d211-4fb7-9d7a-3b91d1ee6312 req-33b1238f-b5e2-4542-bf35-3b17b2265152 tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:19.603186 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-542c5131-70e0-410e-895c-739b3f5bcfec req-90cd8f70-b489-4141-8be4-76ea6feaec05 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=42c9b3c2-2bc4-4171-ba43-e762b50293c0 HTTP/1.1" status: 200 len: 217 time: 0.0593448 Jul 27 21:16:19.606428 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-8b826e70-d5f4-44e0-b9ab-2a91205f7824 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Notify callbacks [] for subnet, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:19.609728 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-4af34233-9902-4c33-beab-610f2eedca6c tempest-BulkNetworkOpsTest-783861186 tempest-BulkNetworkOpsTest-783861186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:19.610393 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-4af34233-9902-4c33-beab-610f2eedca6c tempest-BulkNetworkOpsTest-783861186 tempest-BulkNetworkOpsTest-783861186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for network, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:19.652554 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:19.699569 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42c9b3c2-2bc4-4171-ba43-e762b50293c0 {{(pid=105586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:16:19.704937 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [req-c59b96f9-d211-4fb7-9d7a-3b91d1ee6312 req-33b1238f-b5e2-4542-bf35-3b17b2265152 tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] Calling delete_port for d0164946-9c5e-4811-94bc-e651cf76f656 owned by compute:nova {{(pid=105585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:16:19.749368 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] For port 42c9b3c2-2bc4-4171-ba43-e762b50293c0, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=42c9b3c2-2bc4-4171-ba43-e762b50293c0,segment=NetworkSegment(749d1f51-8998-49bc-ba8d-208be5295f5a),segment_id=749d1f51-8998-49bc-ba8d-208be5295f5a)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:16:19.757451 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:19.803974 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [req-0432942f-bcda-4e6a-a130-5e7d8fd8ce1e req-b06c551d-5a28-43dd-bbf5-3e9d17d4b461 service neutron] No DVR routers for this DVR port a5118c8d-ab51-49e4-b3a1-24b132773522 on host n-h2-705658-22 {{(pid=105584) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:16:19.815532 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542c5131-70e0-410e-895c-739b3f5bcfec req-7f402127-d5ff-45ef-99e3-5ade5a85d3e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:16:19.817378 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-542c5131-70e0-410e-895c-739b3f5bcfec req-7f402127-d5ff-45ef-99e3-5ade5a85d3e5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0afa8897-5216-45a9-9a1e-8fc30b1f7259 HTTP/1.1" status: 200 len: 854 time: 0.1920736 Jul 27 21:16:19.860251 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af34233-9902-4c33-beab-610f2eedca6c tempest-BulkNetworkOpsTest-783861186 tempest-BulkNetworkOpsTest-783861186-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff13ee03-2d9f-4929-b72d-69b3d5722fa7,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:16:19.886939 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02f8def-153f-4f57-9ae1-7ce2ef233423 req-a45feb22-16a2-47de-8a59-195f5df48637 tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:16:19.895910 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e02f8def-153f-4f57-9ae1-7ce2ef233423 req-a45feb22-16a2-47de-8a59-195f5df48637 tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] 10.222.0.59 "GET /v2.0/ports?device_id=91872f9a-b362-4c16-8590-b5b9b9baedce HTTP/1.1" status: 200 len: 946 time: 0.5438507 Jul 27 21:16:19.905924 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9641a4-7768-4f1d-a803-b45c66b7f784 req-f45a8910-ef5a-4f23-9fa3-5e6debb2c9b2 tempest-AttachVolumeNegativeTest-845744699 tempest-AttachVolumeNegativeTest-845744699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:16:19.916196 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-8d9641a4-7768-4f1d-a803-b45c66b7f784 req-f45a8910-ef5a-4f23-9fa3-5e6debb2c9b2 tempest-AttachVolumeNegativeTest-845744699 tempest-AttachVolumeNegativeTest-845744699-project] 10.222.0.59 "GET /v2.0/ports?device_id=d3040cb8-25e8-4d36-b866-7568302af000 HTTP/1.1" status: 200 len: 943 time: 0.5890508 Jul 27 21:16:19.925695 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-8b826e70-d5f4-44e0-b9ab-2a91205f7824 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9887057'] for subnet, precommit_delete_associations {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:19.946387 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Pushing event updated for resources: {'Port': ['ID=42c9b3c2-2bc4-4171-ba43-e762b50293c0,revision_number=4']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:16:19.950757 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-542c5131-70e0-410e-895c-739b3f5bcfec req-e8edd40e-c237-405f-af87-5ac1353f6c62 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0ded17b3-440e-4dbe-8ea1-4e29acefb236&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0899262 Jul 27 21:16:19.962832 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4af34233-9902-4c33-beab-610f2eedca6c tempest-BulkNetworkOpsTest-783861186 tempest-BulkNetworkOpsTest-783861186-project] vlan segment allocate from pool success with {'vlan_id': 200, 'physical_network': 'physnet1'} {{(pid=105585) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:16:20.006640 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] get_ports_and_sgs() called for port_ids ['42c9b3c2-2bc4-4171-ba43-e762b50293c0'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:16:20.128376 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-542c5131-70e0-410e-895c-739b3f5bcfec req-cdf57452-f728-4010-9fa3-c54978a95802 service neutron] 10.222.0.36 "GET /v2.0/networks/0ded17b3-440e-4dbe-8ea1-4e29acefb236?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1685007 Jul 27 21:16:20.128925 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-4af34233-9902-4c33-beab-610f2eedca6c tempest-BulkNetworkOpsTest-783861186 tempest-BulkNetworkOpsTest-783861186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:20.129105 n-d-705658-22 neutron-server[105585]: INFO neutron.db.segments_db [None req-4af34233-9902-4c33-beab-610f2eedca6c tempest-BulkNetworkOpsTest-783861186 tempest-BulkNetworkOpsTest-783861186-project] Added segment 66e3d02c-b20b-4806-84ef-25733af5646c of type vlan for network 1632f30f-60f8-4c61-b2db-ae738a78d7ce Jul 27 21:16:20.155346 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [req-0432942f-bcda-4e6a-a130-5e7d8fd8ce1e req-b06c551d-5a28-43dd-bbf5-3e9d17d4b461 service neutron] Attempting to bind port a5118c8d-ab51-49e4-b3a1-24b132773522 on host n-h1-705658-22 for vnic_type normal with profile {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:16:20.155925 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [req-0432942f-bcda-4e6a-a130-5e7d8fd8ce1e req-b06c551d-5a28-43dd-bbf5-3e9d17d4b461 service neutron] Attempting to bind port a5118c8d-ab51-49e4-b3a1-24b132773522 by drivers openvswitch,hyperv on host n-h1-705658-22 at level 0 using segments [{'id': 'bdd91ba2-0432-42e2-98db-a2dd6126dafb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '1d4d21d8-5a4a-4948-971c-89356ade9736'}] {{(pid=105584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:16:20.156452 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0432942f-bcda-4e6a-a130-5e7d8fd8ce1e req-b06c551d-5a28-43dd-bbf5-3e9d17d4b461 service neutron] Attempting to bind port a5118c8d-ab51-49e4-b3a1-24b132773522 on network 1d4d21d8-5a4a-4948-971c-89356ade9736 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:16:20.209265 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0432942f-bcda-4e6a-a130-5e7d8fd8ce1e req-b06c551d-5a28-43dd-bbf5-3e9d17d4b461 service neutron] Port a5118c8d-ab51-49e4-b3a1-24b132773522 on network 1d4d21d8-5a4a-4948-971c-89356ade9736 not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-22 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:16:20.209707 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0432942f-bcda-4e6a-a130-5e7d8fd8ce1e req-b06c551d-5a28-43dd-bbf5-3e9d17d4b461 service neutron] Attempting to bind port a5118c8d-ab51-49e4-b3a1-24b132773522 on network 1d4d21d8-5a4a-4948-971c-89356ade9736 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:16:20.219228 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0432942f-bcda-4e6a-a130-5e7d8fd8ce1e req-b06c551d-5a28-43dd-bbf5-3e9d17d4b461 service neutron] Checking agent: {'id': '9d9bc37f-4d75-44ef-9f63-799aab3e316f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 49, 36), 'started_at': datetime.datetime(2021, 7, 27, 20, 49, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 16, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:16:20.219697 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0432942f-bcda-4e6a-a130-5e7d8fd8ce1e req-b06c551d-5a28-43dd-bbf5-3e9d17d4b461 service neutron] Checking segment: {'id': 'bdd91ba2-0432-42e2-98db-a2dd6126dafb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '1d4d21d8-5a4a-4948-971c-89356ade9736'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:16:20.220176 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0432942f-bcda-4e6a-a130-5e7d8fd8ce1e req-b06c551d-5a28-43dd-bbf5-3e9d17d4b461 service neutron] Bound using segment: {'id': 'bdd91ba2-0432-42e2-98db-a2dd6126dafb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '1d4d21d8-5a4a-4948-971c-89356ade9736'} {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:16:20.221187 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [req-0432942f-bcda-4e6a-a130-5e7d8fd8ce1e req-b06c551d-5a28-43dd-bbf5-3e9d17d4b461 service neutron] Bound port: a5118c8d-ab51-49e4-b3a1-24b132773522, host: n-h1-705658-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bdd91ba2-0432-42e2-98db-a2dd6126dafb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '1d4d21d8-5a4a-4948-971c-89356ade9736'}}] {{(pid=105584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:16:20.222782 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-0432942f-bcda-4e6a-a130-5e7d8fd8ce1e req-b06c551d-5a28-43dd-bbf5-3e9d17d4b461 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:20.248040 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e02f8def-153f-4f57-9ae1-7ce2ef233423 req-f5c64d62-c584-431a-b26c-1d22b7d9e120 tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] 10.222.0.59 "GET /v2.0/security-groups?id=9a7007a9-34fe-445e-9576-80a9b33bcd70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3482916 Jul 27 21:16:20.323270 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-8d9641a4-7768-4f1d-a803-b45c66b7f784 req-67a55cc1-b6df-4042-b653-d9088a88b064 tempest-AttachVolumeNegativeTest-845744699 tempest-AttachVolumeNegativeTest-845744699-project] 10.222.0.59 "GET /v2.0/security-groups?id=2650ee69-e2a9-4bf0-b170-d21e83666964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4031258 Jul 27 21:16:20.338210 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-4af34233-9902-4c33-beab-610f2eedca6c tempest-BulkNetworkOpsTest-783861186 tempest-BulkNetworkOpsTest-783861186-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790688424798'] for network, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:20.363631 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-542c5131-70e0-410e-895c-739b3f5bcfec req-d12863c1-387b-48d4-8163-e09682772d37 service neutron] 10.222.0.36 "GET /v2.0/networks/0ded17b3-440e-4dbe-8ea1-4e29acefb236?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2270646 Jul 27 21:16:20.396434 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 27 Jul 2021 21:16:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea17d654-6c83-407c-be78-76e109df829f x-openstack-request-id: req-ea17d654-6c83-407c-be78-76e109df829f {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:16:20.396907 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14188e1a-88ea-45e0-ad71-5de945522dfe", "name": "network-vif-unplugged", "status": "completed", "tag": "a5118c8d-ab51-49e4-b3a1-24b132773522", "code": 200}]} {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:16:20.397331 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-ea17d654-6c83-407c-be78-76e109df829f {{(pid=105584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:16:20.397888 n-d-705658-22 neutron-server[105584]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14188e1a-88ea-45e0-ad71-5de945522dfe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a5118c8d-ab51-49e4-b3a1-24b132773522', 'code': 200} Jul 27 21:16:20.401058 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [req-0432942f-bcda-4e6a-a130-5e7d8fd8ce1e req-b06c551d-5a28-43dd-bbf5-3e9d17d4b461 service neutron] For port a5118c8d-ab51-49e4-b3a1-24b132773522, host n-h1-705658-22, cleared binding levels {{(pid=105584) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:16:20.404543 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [req-0432942f-bcda-4e6a-a130-5e7d8fd8ce1e req-b06c551d-5a28-43dd-bbf5-3e9d17d4b461 service neutron] For port a5118c8d-ab51-49e4-b3a1-24b132773522, host n-h1-705658-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=a5118c8d-ab51-49e4-b3a1-24b132773522,segment=NetworkSegment(bdd91ba2-0432-42e2-98db-a2dd6126dafb),segment_id=bdd91ba2-0432-42e2-98db-a2dd6126dafb)] {{(pid=105584) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:16:20.414563 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-0432942f-bcda-4e6a-a130-5e7d8fd8ce1e req-b06c551d-5a28-43dd-bbf5-3e9d17d4b461 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9014027'] for port, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:20.452409 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-8b826e70-d5f4-44e0-b9ab-2a91205f7824 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854965'] for subnet, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:20.510574 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06c551d-5a28-43dd-bbf5-3e9d17d4b461 service neutron] Pushing event updated for resources: {'Port': ['ID=a5118c8d-ab51-49e4-b3a1-24b132773522,revision_number=7']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:16:20.532226 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4af34233-9902-4c33-beab-610f2eedca6c tempest-BulkNetworkOpsTest-783861186 tempest-BulkNetworkOpsTest-783861186-project] vlan segment allocate from pool success with {'vlan_id': 214, 'physical_network': 'physnet1'} {{(pid=105585) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:16:20.546961 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-4af34233-9902-4c33-beab-610f2eedca6c tempest-BulkNetworkOpsTest-783861186 tempest-BulkNetworkOpsTest-783861186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:20.547835 n-d-705658-22 neutron-server[105585]: INFO neutron.db.segments_db [None req-4af34233-9902-4c33-beab-610f2eedca6c tempest-BulkNetworkOpsTest-783861186 tempest-BulkNetworkOpsTest-783861186-project] Added segment f50636f2-5b78-41f4-b543-17bec5de332b of type vlan for network aeb166fe-96cc-4624-9edb-69819520d031 Jul 27 21:16:20.548602 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0432942f-bcda-4e6a-a130-5e7d8fd8ce1e req-b06c551d-5a28-43dd-bbf5-3e9d17d4b461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:16:20.554904 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-0432942f-bcda-4e6a-a130-5e7d8fd8ce1e req-b06c551d-5a28-43dd-bbf5-3e9d17d4b461 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:20.557589 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-0432942f-bcda-4e6a-a130-5e7d8fd8ce1e req-b06c551d-5a28-43dd-bbf5-3e9d17d4b461 service neutron] 10.222.0.36 "PUT /v2.0/ports/a5118c8d-ab51-49e4-b3a1-24b132773522 HTTP/1.1" status: 200 len: 1093 time: 3.1913900 Jul 27 21:16:20.687365 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-c59b96f9-d211-4fb7-9d7a-3b91d1ee6312 req-33b1238f-b5e2-4542-bf35-3b17b2265152 tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:20.690492 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0432942f-bcda-4e6a-a130-5e7d8fd8ce1e req-21b103bb-b12e-464e-9556-7c9f9e2a870a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:16:20.693773 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-0432942f-bcda-4e6a-a130-5e7d8fd8ce1e req-21b103bb-b12e-464e-9556-7c9f9e2a870a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=379416b786c44e07b1b1ba1a5ea96882&device_id=14188e1a-88ea-45e0-ad71-5de945522dfe HTTP/1.1" status: 200 len: 1096 time: 0.0864813 Jul 27 21:16:20.700862 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] get_ports_and_sgs() called for port_ids ['6a4b8ce2-5576-4cee-bfe3-748a068501c6'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:16:20.723230 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-4af34233-9902-4c33-beab-610f2eedca6c tempest-BulkNetworkOpsTest-783861186 tempest-BulkNetworkOpsTest-783861186-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790688424798'] for network, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:20.758357 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-8b826e70-d5f4-44e0-b9ab-2a91205f7824 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10221602', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9990583'] for subnet, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:20.767834 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b1238f-b5e2-4542-bf35-3b17b2265152 tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] Pushing event deleted for resources: {'Port': ['ID=d0164946-9c5e-4811-94bc-e651cf76f656,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:16:20.815765 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b826e70-d5f4-44e0-b9ab-2a91205f7824 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Pushing event deleted for resources: {'Subnet': ['ID=a540ade0-3bc7-4426-883b-58b4ab4ed4a5,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:16:20.896333 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0432942f-bcda-4e6a-a130-5e7d8fd8ce1e req-1ee78a1e-3f80-40a0-93d9-d7567e3790e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:16:20.898734 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-0432942f-bcda-4e6a-a130-5e7d8fd8ce1e req-1ee78a1e-3f80-40a0-93d9-d7567e3790e5 service neutron] 10.222.0.36 "GET /v2.0/networks?id=1d4d21d8-5a4a-4948-971c-89356ade9736 HTTP/1.1" status: 200 len: 898 time: 0.1862545 Jul 27 21:16:20.913638 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-8b826e70-d5f4-44e0-b9ab-2a91205f7824 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743886'] for subnet, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:20.919349 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 41000) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:16:20.921066 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-8b826e70-d5f4-44e0-b9ab-2a91205f7824 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] 10.222.0.59 "DELETE /v2.0/subnets/a540ade0-3bc7-4426-883b-58b4ab4ed4a5 HTTP/1.1" status: 204 len: 168 time: 1.5998902 Jul 27 21:16:20.941442 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-278a95ba-4ac3-4651-aefb-6a8df218dd8b None None] Network 518b7c88-cf94-45d0-ab7a-c18d6c54239c requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:16:20.973658 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.l3_dvrscheduler_db [req-c59b96f9-d211-4fb7-9d7a-3b91d1ee6312 req-33b1238f-b5e2-4542-bf35-3b17b2265152 tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] No DVR routers for this DVR port d0164946-9c5e-4811-94bc-e651cf76f656 on host n-h1-705658-22 {{(pid=105585) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:16:20.984846 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-c59b96f9-d211-4fb7-9d7a-3b91d1ee6312 req-33b1238f-b5e2-4542-bf35-3b17b2265152 tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:20.997412 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-c59b96f9-d211-4fb7-9d7a-3b91d1ee6312 req-33b1238f-b5e2-4542-bf35-3b17b2265152 tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] 10.222.0.36 "DELETE /v2.0/ports/d0164946-9c5e-4811-94bc-e651cf76f656 HTTP/1.1" status: 204 len: 173 time: 2.2214096 Jul 27 21:16:20.998473 n-d-705658-22 neutron-server[105585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91872f9a-b362-4c16-8590-b5b9b9baedce', 'name': 'network-vif-deleted', 'tag': 'd0164946-9c5e-4811-94bc-e651cf76f656'}] {{(pid=105585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:16:21.014340 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d66fd65881426bfc2b5388084a3654e5eae521106a15a3dbf0eb4cde7106c36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-276d4ff6-5f47-4b63-8acf-05e07d69d7ac" -d '{"events": [{"server_uuid": "91872f9a-b362-4c16-8590-b5b9b9baedce", "name": "network-vif-deleted", "tag": "d0164946-9c5e-4811-94bc-e651cf76f656"}]}' {{(pid=105585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:16:21.042617 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-4af34233-9902-4c33-beab-610f2eedca6c tempest-BulkNetworkOpsTest-783861186 tempest-BulkNetworkOpsTest-783861186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920'] for network, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:21.043357 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-4af34233-9902-4c33-beab-610f2eedca6c tempest-BulkNetworkOpsTest-783861186 tempest-BulkNetworkOpsTest-783861186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920'] for network, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:21.051251 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4af34233-9902-4c33-beab-610f2eedca6c tempest-BulkNetworkOpsTest-783861186 tempest-BulkNetworkOpsTest-783861186-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:16:21.062486 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4af34233-9902-4c33-beab-610f2eedca6c tempest-BulkNetworkOpsTest-783861186 tempest-BulkNetworkOpsTest-783861186-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:16:21.063482 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-4af34233-9902-4c33-beab-610f2eedca6c tempest-BulkNetworkOpsTest-783861186 tempest-BulkNetworkOpsTest-783861186-project] Notify callbacks [] for network, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:21.140911 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:16:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9f446af-d23e-44b1-b191-a807c28aec20 x-openstack-request-id: req-a9f446af-d23e-44b1-b191-a807c28aec20 {{(pid=105585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:16:21.141390 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91872f9a-b362-4c16-8590-b5b9b9baedce", "name": "network-vif-deleted", "tag": "d0164946-9c5e-4811-94bc-e651cf76f656", "status": "completed", "code": 200}]} {{(pid=105585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:16:21.141887 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-a9f446af-d23e-44b1-b191-a807c28aec20 {{(pid=105585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:16:21.142576 n-d-705658-22 neutron-server[105585]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91872f9a-b362-4c16-8590-b5b9b9baedce', 'name': 'network-vif-deleted', 'tag': 'd0164946-9c5e-4811-94bc-e651cf76f656', 'status': 'completed', 'code': 200} Jul 27 21:16:21.167090 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533b3f85-efe2-4013-a777-9b4eb40c9992 req-f7581821-5aca-462b-a0ce-d6260e9ba7d8 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:16:21.177490 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-533b3f85-efe2-4013-a777-9b4eb40c9992 req-f7581821-5aca-462b-a0ce-d6260e9ba7d8 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] 10.222.0.59 "GET /v2.0/ports?device_id=14188e1a-88ea-45e0-ad71-5de945522dfe HTTP/1.1" status: 200 len: 944 time: 0.6033614 Jul 27 21:16:21.187668 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-4af34233-9902-4c33-beab-610f2eedca6c tempest-BulkNetworkOpsTest-783861186 tempest-BulkNetworkOpsTest-783861186-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 3.2292862 Jul 27 21:16:21.197057 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 41036) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:16:21.228598 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-5666877b-aa4c-4d24-8d41-b55181d5e849 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-990557'] for network, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:21.246672 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-0432942f-bcda-4e6a-a130-5e7d8fd8ce1e req-0e7c81c9-504c-4000-8637-090e7b2b692d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a5118c8d-ab51-49e4-b3a1-24b132773522 HTTP/1.1" status: 200 len: 1000 time: 0.3375266 Jul 27 21:16:21.261511 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device 42c9b3c2-2bc4-4171-ba43-e762b50293c0 up at agent hyperv_n-h1-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:16:21.326458 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af34233-9902-4c33-beab-610f2eedca6c tempest-BulkNetworkOpsTest-783861186 tempest-BulkNetworkOpsTest-783861186-project] Pushing event updated for resources: {'Network': ['ID=1632f30f-60f8-4c61-b2db-ae738a78d7ce,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:16:21.369097 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Network 1632f30f-60f8-4c61-b2db-ae738a78d7ce details requested by agent ovs-agent-n-d-705658-22 with host n-d-705658-22 {{(pid=105586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:16:21.373198 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3d26303-421e-414d-99ca-4a8427d5afeb None None] DHCP port deletion for 518b7c88-cf94-45d0-ab7a-c18d6c54239c request from n-d-705658-22 {{(pid=105586) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 21:16:21.433788 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0432942f-bcda-4e6a-a130-5e7d8fd8ce1e req-c75ca122-3e40-463b-9a38-a6a7c0576825 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:16:21.435503 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-0432942f-bcda-4e6a-a130-5e7d8fd8ce1e req-c75ca122-3e40-463b-9a38-a6a7c0576825 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ddef23d9-d17b-4086-bd3c-1e30aa0e0ca0 HTTP/1.1" status: 200 len: 834 time: 0.1823876 Jul 27 21:16:21.493561 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-784c2925-1f1b-42cb-b5eb-60062ca35e71 req-b25678e8-41e3-476c-87e9-9a1cfbd87cc0 tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] 10.222.0.59 "GET /v2.0/ports?device_id=91872f9a-b362-4c16-8590-b5b9b9baedce HTTP/1.1" status: 200 len: 210 time: 0.0823424 Jul 27 21:16:21.502880 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Provisioning for port 42c9b3c2-2bc4-4171-ba43-e762b50293c0 completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:16:21.517602 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Provisioning complete for port 42c9b3c2-2bc4-4171-ba43-e762b50293c0 triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:16:21.518279 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:21.556375 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-533b3f85-efe2-4013-a777-9b4eb40c9992 req-b2b72626-a4dc-486f-b0fe-360b9bfb67f6 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] 10.222.0.59 "GET /v2.0/security-groups?id=e9ca66b5-3d33-4671-986c-aa471cc95217&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3720045 Jul 27 21:16:21.578947 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af34233-9902-4c33-beab-610f2eedca6c tempest-BulkNetworkOpsTest-783861186 tempest-BulkNetworkOpsTest-783861186-project] Pushing event updated for resources: {'Network': ['ID=aeb166fe-96cc-4624-9edb-69819520d031,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:16:21.590953 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-5666877b-aa4c-4d24-8d41-b55181d5e849 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Deleting port 39cf291c-269a-4dc3-8660-0e0badb2daeb {{(pid=105584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:16:21.590953 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-5666877b-aa4c-4d24-8d41-b55181d5e849 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:21.613015 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Network aeb166fe-96cc-4624-9edb-69819520d031 details requested by agent ovs-agent-n-d-705658-22 with host n-d-705658-22 {{(pid=105586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:16:21.711221 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f78dd3ba-f9e2-4096-840b-9717207f8c0f tempest-BulkNetworkOpsTest-783861186 tempest-BulkNetworkOpsTest-783861186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:16:21.720539 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 39cf291c-269a-4dc3-8660-0e0badb2daeb no longer exists at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:16:21.723516 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Device a5118c8d-ab51-49e4-b3a1-24b132773522 no longer exists at agent hyperv_n-h2-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:16:21.744765 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f78dd3ba-f9e2-4096-840b-9717207f8c0f tempest-BulkNetworkOpsTest-783861186 tempest-BulkNetworkOpsTest-783861186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:16:21.768639 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-e3d26303-421e-414d-99ca-4a8427d5afeb None None] Deleting port 39cf291c-269a-4dc3-8660-0e0badb2daeb {{(pid=105586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:16:21.769257 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-e3d26303-421e-414d-99ca-4a8427d5afeb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:21.770266 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f78dd3ba-f9e2-4096-840b-9717207f8c0f tempest-BulkNetworkOpsTest-783861186 tempest-BulkNetworkOpsTest-783861186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:16:21.784383 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f78dd3ba-f9e2-4096-840b-9717207f8c0f tempest-BulkNetworkOpsTest-783861186 tempest-BulkNetworkOpsTest-783861186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:16:21.786648 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-f78dd3ba-f9e2-4096-840b-9717207f8c0f tempest-BulkNetworkOpsTest-783861186 tempest-BulkNetworkOpsTest-783861186-project] 10.222.0.59 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.5840046 Jul 27 21:16:21.794016 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 41112) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:16:21.926844 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:21.938265 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0432942f-bcda-4e6a-a130-5e7d8fd8ce1e req-a3a43f59-7927-41cb-a596-65ee8d83530f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:16:21.944442 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-0432942f-bcda-4e6a-a130-5e7d8fd8ce1e req-a3a43f59-7927-41cb-a596-65ee8d83530f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1d4d21d8-5a4a-4948-971c-89356ade9736&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4995809 Jul 27 21:16:21.976775 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Device a5118c8d-ab51-49e4-b3a1-24b132773522 not bound to the agent host n-h2-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:16:22.012545 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4e7a9d-5fb0-4af7-8918-afbf64125a4a req-c4eba24c-2fb7-43cc-b1d2-41b8a1230cae tempest-AttachVolumeNegativeTest-845744699 tempest-AttachVolumeNegativeTest-845744699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:16:22.013148 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] For port 42c9b3c2-2bc4-4171-ba43-e762b50293c0, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=42c9b3c2-2bc4-4171-ba43-e762b50293c0,segment=NetworkSegment(749d1f51-8998-49bc-ba8d-208be5295f5a),segment_id=749d1f51-8998-49bc-ba8d-208be5295f5a)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:16:22.018071 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-0e4e7a9d-5fb0-4af7-8918-afbf64125a4a req-c4eba24c-2fb7-43cc-b1d2-41b8a1230cae tempest-AttachVolumeNegativeTest-845744699 tempest-AttachVolumeNegativeTest-845744699-project] 10.222.0.59 "GET /v2.0/ports?device_id=d3040cb8-25e8-4d36-b866-7568302af000 HTTP/1.1" status: 200 len: 944 time: 0.2265024 Jul 27 21:16:22.018362 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-e3d26303-421e-414d-99ca-4a8427d5afeb None None] For port 39cf291c-269a-4dc3-8660-0e0badb2daeb, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=39cf291c-269a-4dc3-8660-0e0badb2daeb,segment=NetworkSegment(543b0c55-4a9c-4e2d-ad27-3d0eb0843fc2),segment_id=543b0c55-4a9c-4e2d-ad27-3d0eb0843fc2)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:16:22.019274 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-e3d26303-421e-414d-99ca-4a8427d5afeb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:22.023636 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3040cb8-25e8-4d36-b866-7568302af000', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42c9b3c2-2bc4-4171-ba43-e762b50293c0'}] {{(pid=105586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:16:22.026301 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14c1663e039faf5393f87855f745010ac5b02220355b68fdbf065393e303ac56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c252b70-69df-4661-8a60-650739b045c9" -d '{"events": [{"server_uuid": "d3040cb8-25e8-4d36-b866-7568302af000", "name": "network-vif-plugged", "status": "completed", "tag": "42c9b3c2-2bc4-4171-ba43-e762b50293c0"}]}' {{(pid=105586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:16:22.037923 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:22.038965 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device d0164946-9c5e-4811-94bc-e651cf76f656 no longer exists at agent hyperv_n-h1-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:16:22.077188 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-e3d26303-421e-414d-99ca-4a8427d5afeb None None] Calling delete_port for 39cf291c-269a-4dc3-8660-0e0badb2daeb owned by network:dhcp {{(pid=105586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:16:22.083845 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-28650df7-c46c-4981-b84f-37d87254047e None None] No Port match for: d0164946-9c5e-4811-94bc-e651cf76f656 {{(pid=105586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:16:22.084414 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device d0164946-9c5e-4811-94bc-e651cf76f656 not bound to the agent host n-h1-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:16:22.119371 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-0e4e7a9d-5fb0-4af7-8918-afbf64125a4a req-7d518109-5a80-4dd5-8391-f7b97bf9046a tempest-AttachVolumeNegativeTest-845744699 tempest-AttachVolumeNegativeTest-845744699-project] 10.222.0.59 "GET /v2.0/security-groups?id=2650ee69-e2a9-4bf0-b170-d21e83666964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957358 Jul 27 21:16:22.180012 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Pushing event updated for resources: {'Port': ['ID=42c9b3c2-2bc4-4171-ba43-e762b50293c0,revision_number=5']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:16:22.184428 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [None req-5666877b-aa4c-4d24-8d41-b55181d5e849 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] For port 39cf291c-269a-4dc3-8660-0e0badb2daeb, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=39cf291c-269a-4dc3-8660-0e0badb2daeb,segment=NetworkSegment(543b0c55-4a9c-4e2d-ad27-3d0eb0843fc2),segment_id=543b0c55-4a9c-4e2d-ad27-3d0eb0843fc2)] {{(pid=105584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:16:22.184804 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-5666877b-aa4c-4d24-8d41-b55181d5e849 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:22.197013 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-0432942f-bcda-4e6a-a130-5e7d8fd8ce1e req-c25dd882-37c5-41b3-94d1-9fa013be3cfc service neutron] 10.222.0.36 "GET /v2.0/networks/1d4d21d8-5a4a-4948-971c-89356ade9736?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2318385 Jul 27 21:16:22.204750 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:16:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-798b6028-6811-4cc9-a0b3-2349c84f25a1 x-openstack-request-id: req-798b6028-6811-4cc9-a0b3-2349c84f25a1 {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:16:22.210160 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3040cb8-25e8-4d36-b866-7568302af000", "name": "network-vif-plugged", "status": "completed", "tag": "42c9b3c2-2bc4-4171-ba43-e762b50293c0", "code": 200}]} {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:16:22.210751 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-798b6028-6811-4cc9-a0b3-2349c84f25a1 {{(pid=105586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:16:22.211649 n-d-705658-22 neutron-server[105586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3040cb8-25e8-4d36-b866-7568302af000', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42c9b3c2-2bc4-4171-ba43-e762b50293c0', 'code': 200} Jul 27 21:16:22.212946 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-5666877b-aa4c-4d24-8d41-b55181d5e849 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Calling delete_port for 39cf291c-269a-4dc3-8660-0e0badb2daeb owned by network:dhcp {{(pid=105584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:16:22.243540 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-f1146fb6-7cea-44c4-8261-53f8a2595fec tempest-BulkNetworkOpsTest-783861186 tempest-BulkNetworkOpsTest-783861186-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-990557'] for network, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:22.320021 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e74eaee-118e-4241-bb94-5fa319d91a0b req-d9e45699-20f6-4497-a1e2-b4eacdbe6e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:16:22.335688 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-1e74eaee-118e-4241-bb94-5fa319d91a0b req-d9e45699-20f6-4497-a1e2-b4eacdbe6e37 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=d3040cb8-25e8-4d36-b866-7568302af000 HTTP/1.1" status: 200 len: 1097 time: 0.1139235 Jul 27 21:16:22.341288 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:22.360907 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-e3d26303-421e-414d-99ca-4a8427d5afeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180'] for port, after_delete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:22.384243 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-1e74eaee-118e-4241-bb94-5fa319d91a0b req-318b1258-b921-47a5-9856-b8d52b014c64 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=2650ee69-e2a9-4bf0-b170-d21e83666964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469501 Jul 27 21:16:22.418486 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d26303-421e-414d-99ca-4a8427d5afeb None None] Pushing event deleted for resources: {'Port': ['ID=39cf291c-269a-4dc3-8660-0e0badb2daeb,revision_number=None']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:16:22.420631 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3d26303-421e-414d-99ca-4a8427d5afeb None None] No DVR routers for this DVR port 39cf291c-269a-4dc3-8660-0e0badb2daeb on host n-d-705658-22 {{(pid=105586) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:16:22.423162 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14188e1a-88ea-45e0-ad71-5de945522dfe', 'tag': 'a5118c8d-ab51-49e4-b3a1-24b132773522'}] {{(pid=105584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:16:22.427953 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bce5e6c8685464f7626901654159975603b047827e3138302ed6566e28f1343" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2aca264-11ee-4f6d-b6c4-7a8ea7ed1e68" -d '{"events": [{"name": "network-changed", "server_uuid": "14188e1a-88ea-45e0-ad71-5de945522dfe", "tag": "a5118c8d-ab51-49e4-b3a1-24b132773522"}]}' {{(pid=105584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:16:22.502122 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:16:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb8c6195-705a-491c-9ac3-f212cf8b022e x-openstack-request-id: req-fb8c6195-705a-491c-9ac3-f212cf8b022e {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:16:22.502416 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14188e1a-88ea-45e0-ad71-5de945522dfe", "tag": "a5118c8d-ab51-49e4-b3a1-24b132773522", "status": "completed", "code": 200}]} {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:16:22.502675 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-fb8c6195-705a-491c-9ac3-f212cf8b022e {{(pid=105584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:16:22.503099 n-d-705658-22 neutron-server[105584]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14188e1a-88ea-45e0-ad71-5de945522dfe', 'tag': 'a5118c8d-ab51-49e4-b3a1-24b132773522', 'status': 'completed', 'code': 200} Jul 27 21:16:22.512596 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-f1146fb6-7cea-44c4-8261-53f8a2595fec tempest-BulkNetworkOpsTest-783861186 tempest-BulkNetworkOpsTest-783861186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853562', 'neutron.services.segments.db._delete_segments_for_network-8790688882975'] for network, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:22.523406 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-0432942f-bcda-4e6a-a130-5e7d8fd8ce1e req-4adef0b6-d51e-44bb-a750-f0b1fc32f4c8 service neutron] 10.222.0.36 "GET /v2.0/networks/1d4d21d8-5a4a-4948-971c-89356ade9736?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3116972 Jul 27 21:16:22.562158 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.segments.db [None req-f1146fb6-7cea-44c4-8261-53f8a2595fec tempest-BulkNetworkOpsTest-783861186 tempest-BulkNetworkOpsTest-783861186-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1632f30f-60f8-4c61-b2db-ae738a78d7ce']}} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:16:22.584065 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.segments.db [None req-f1146fb6-7cea-44c4-8261-53f8a2595fec tempest-BulkNetworkOpsTest-783861186 tempest-BulkNetworkOpsTest-783861186-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66e3d02c-b20b-4806-84ef-25733af5646c') {'for_net_delete': True} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:16:22.584661 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.segments.db [None req-f1146fb6-7cea-44c4-8261-53f8a2595fec tempest-BulkNetworkOpsTest-783861186 tempest-BulkNetworkOpsTest-783861186-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66e3d02c-b20b-4806-84ef-25733af5646c') {} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:16:22.594208 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-5666877b-aa4c-4d24-8d41-b55181d5e849 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:22.611679 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-f1146fb6-7cea-44c4-8261-53f8a2595fec tempest-BulkNetworkOpsTest-783861186 tempest-BulkNetworkOpsTest-783861186-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790688883752', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9014348'] for segment, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:22.645068 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2aca264-11ee-4f6d-b6c4-7a8ea7ed1e68 req-1740726d-b4e0-47dc-aeb5-c110adfec715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:16:22.646727 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-d2aca264-11ee-4f6d-b6c4-7a8ea7ed1e68 req-1740726d-b4e0-47dc-aeb5-c110adfec715 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=379416b786c44e07b1b1ba1a5ea96882&device_id=14188e1a-88ea-45e0-ad71-5de945522dfe HTTP/1.1" status: 200 len: 1096 time: 0.1217871 Jul 27 21:16:22.670279 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5666877b-aa4c-4d24-8d41-b55181d5e849 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Pushing event deleted for resources: {'Port': ['ID=39cf291c-269a-4dc3-8660-0e0badb2daeb,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:16:22.677198 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5666877b-aa4c-4d24-8d41-b55181d5e849 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] No DVR routers for this DVR port 39cf291c-269a-4dc3-8660-0e0badb2daeb on host n-d-705658-22 {{(pid=105584) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:16:22.684713 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-f1146fb6-7cea-44c4-8261-53f8a2595fec tempest-BulkNetworkOpsTest-783861186 tempest-BulkNetworkOpsTest-783861186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:22.716850 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1146fb6-7cea-44c4-8261-53f8a2595fec tempest-BulkNetworkOpsTest-783861186 tempest-BulkNetworkOpsTest-783861186-project] Releasing vlan 200 on physical network physnet1 to pool {{(pid=105584) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:16:22.717594 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-f1146fb6-7cea-44c4-8261-53f8a2595fec tempest-BulkNetworkOpsTest-783861186 tempest-BulkNetworkOpsTest-783861186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9014063'] for segment, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:22.721149 n-d-705658-22 neutron-server[105584]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 21:16:22.721149 n-d-705658-22 neutron-server[105584]: self.session.flush() Jul 27 21:16:22.721149 n-d-705658-22 neutron-server[105584]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 21:16:22.721149 n-d-705658-22 neutron-server[105584]: self.session.flush() Jul 27 21:16:22.721149 n-d-705658-22 neutron-server[105584]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 21:16:22.721149 n-d-705658-22 neutron-server[105584]: self.session.flush() Jul 27 21:16:22.721149 n-d-705658-22 neutron-server[105584]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 21:16:22.721149 n-d-705658-22 neutron-server[105584]: self.session.flush() Jul 27 21:16:22.721149 n-d-705658-22 neutron-server[105584]: Traceback (most recent call last): Jul 27 21:16:22.721149 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:16:22.721149 n-d-705658-22 neutron-server[105584]: timer() Jul 27 21:16:22.721149 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:16:22.721149 n-d-705658-22 neutron-server[105584]: cb(*args, **kw) Jul 27 21:16:22.721149 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:16:22.721149 n-d-705658-22 neutron-server[105584]: return func(*args, **kwargs) Jul 27 21:16:22.721149 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:16:22.721149 n-d-705658-22 neutron-server[105584]: self._notify() Jul 27 21:16:22.721149 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:16:22.721149 n-d-705658-22 neutron-server[105584]: self.callback(batched_events) Jul 27 21:16:22.721149 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:16:22.721149 n-d-705658-22 neutron-server[105584]: event.method(event) Jul 27 21:16:22.721149 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:16:22.721149 n-d-705658-22 neutron-server[105584]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:16:22.721149 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:16:22.721149 n-d-705658-22 neutron-server[105584]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:16:22.721149 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:16:22.721149 n-d-705658-22 neutron-server[105584]: return f(self, *a, **k) Jul 27 21:16:22.721149 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:16:22.721149 n-d-705658-22 neutron-server[105584]: return self._get(url).json() Jul 27 21:16:22.721149 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:16:22.721149 n-d-705658-22 neutron-server[105584]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:16:22.721149 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:16:22.721149 n-d-705658-22 neutron-server[105584]: return self.request(url, 'GET', **kwargs) Jul 27 21:16:22.721149 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:16:22.721149 n-d-705658-22 neutron-server[105584]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:16:22.721149 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:16:22.721149 n-d-705658-22 neutron-server[105584]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:16:22.721149 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:16:22.721149 n-d-705658-22 neutron-server[105584]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:16:22.721149 n-d-705658-22 neutron-server[105584]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:16:22.853914 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-5666877b-aa4c-4d24-8d41-b55181d5e849 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853562', 'neutron.services.segments.db._delete_segments_for_network-8790688882975'] for network, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:22.865577 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-f1146fb6-7cea-44c4-8261-53f8a2595fec tempest-BulkNetworkOpsTest-783861186 tempest-BulkNetworkOpsTest-783861186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4075658'] for network, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:22.873790 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed456c3a-aa8e-41e0-8e8d-dd922eb37cd5 req-9f1405ee-5cc2-4959-9bcd-b0038d76cecb tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:16:22.875468 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-ed456c3a-aa8e-41e0-8e8d-dd922eb37cd5 req-9f1405ee-5cc2-4959-9bcd-b0038d76cecb tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] 10.222.0.59 "GET /v2.0/ports?device_id=14188e1a-88ea-45e0-ad71-5de945522dfe HTTP/1.1" status: 200 len: 944 time: 0.1228027 Jul 27 21:16:22.890956 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2aca264-11ee-4f6d-b6c4-7a8ea7ed1e68 req-93d76ee7-a642-4f59-a731-3b0f8e335136 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:16:22.892646 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-d2aca264-11ee-4f6d-b6c4-7a8ea7ed1e68 req-93d76ee7-a642-4f59-a731-3b0f8e335136 service neutron] 10.222.0.60 "GET /v2.0/networks?id=1d4d21d8-5a4a-4948-971c-89356ade9736 HTTP/1.1" status: 200 len: 898 time: 0.2372589 Jul 27 21:16:22.910204 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.segments.db [None req-5666877b-aa4c-4d24-8d41-b55181d5e849 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['518b7c88-cf94-45d0-ab7a-c18d6c54239c']}} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:16:22.913254 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-f1146fb6-7cea-44c4-8261-53f8a2595fec tempest-BulkNetworkOpsTest-783861186 tempest-BulkNetworkOpsTest-783861186-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743886'] for network, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:22.917788 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-f1146fb6-7cea-44c4-8261-53f8a2595fec tempest-BulkNetworkOpsTest-783861186 tempest-BulkNetworkOpsTest-783861186-project] 10.222.0.59 "DELETE /v2.0/networks/1632f30f-60f8-4c61-b2db-ae738a78d7ce HTTP/1.1" status: 204 len: 168 time: 1.1159730 Jul 27 21:16:22.918643 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1146fb6-7cea-44c4-8261-53f8a2595fec tempest-BulkNetworkOpsTest-783861186 tempest-BulkNetworkOpsTest-783861186-project] Pushing event deleted for resources: {'Network': ['ID=1632f30f-60f8-4c61-b2db-ae738a78d7ce,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:16:22.923514 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2aca264-11ee-4f6d-b6c4-7a8ea7ed1e68 req-91479733-b3a0-444d-927a-58c0768440db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:16:22.925948 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-d2aca264-11ee-4f6d-b6c4-7a8ea7ed1e68 req-91479733-b3a0-444d-927a-58c0768440db service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=379416b786c44e07b1b1ba1a5ea96882&device_id=14188e1a-88ea-45e0-ad71-5de945522dfe HTTP/1.1" status: 200 len: 1096 time: 0.3322747 Jul 27 21:16:22.932000 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 41222) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:16:22.996409 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.segments.db [None req-5666877b-aa4c-4d24-8d41-b55181d5e849 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '543b0c55-4a9c-4e2d-ad27-3d0eb0843fc2') {'for_net_delete': True} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:16:22.996715 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.segments.db [None req-5666877b-aa4c-4d24-8d41-b55181d5e849 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '543b0c55-4a9c-4e2d-ad27-3d0eb0843fc2') {} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:16:23.039871 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-5666877b-aa4c-4d24-8d41-b55181d5e849 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790688883752', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9014348'] for segment, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:23.056401 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-ed456c3a-aa8e-41e0-8e8d-dd922eb37cd5 req-75d9590f-26ae-471f-862a-845066a3fa12 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] 10.222.0.59 "GET /v2.0/security-groups?id=e9ca66b5-3d33-4671-986c-aa471cc95217&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1576056 Jul 27 21:16:23.076278 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-d2aca264-11ee-4f6d-b6c4-7a8ea7ed1e68 req-ae325720-c452-4589-9140-eda7e90efafc service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a5118c8d-ab51-49e4-b3a1-24b132773522 HTTP/1.1" status: 200 len: 1000 time: 0.1625271 Jul 27 21:16:23.089950 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d96df39-4179-467e-af40-4ddc0306f277 req-4ca00591-de6f-4806-b4bb-40558e52b59b tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:16:23.097967 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-2d96df39-4179-467e-af40-4ddc0306f277 req-4ca00591-de6f-4806-b4bb-40558e52b59b tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] 10.222.0.59 "GET /v2.0/networks?id=4ce75dcf-0fe8-4adc-83bc-310cc0685be5 HTTP/1.1" status: 200 len: 806 time: 0.2206302 Jul 27 21:16:23.107904 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-5666877b-aa4c-4d24-8d41-b55181d5e849 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:23.122687 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5666877b-aa4c-4d24-8d41-b55181d5e849 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Releasing vlan 220 on physical network physnet1 to pool {{(pid=105584) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:16:23.123155 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-5666877b-aa4c-4d24-8d41-b55181d5e849 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9014063'] for segment, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:23.126581 n-d-705658-22 neutron-server[105584]: Traceback (most recent call last): Jul 27 21:16:23.126581 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:16:23.126581 n-d-705658-22 neutron-server[105584]: timer() Jul 27 21:16:23.126581 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:16:23.126581 n-d-705658-22 neutron-server[105584]: cb(*args, **kw) Jul 27 21:16:23.126581 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:16:23.126581 n-d-705658-22 neutron-server[105584]: return func(*args, **kwargs) Jul 27 21:16:23.126581 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:16:23.126581 n-d-705658-22 neutron-server[105584]: self._notify() Jul 27 21:16:23.126581 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:16:23.126581 n-d-705658-22 neutron-server[105584]: self.callback(batched_events) Jul 27 21:16:23.126581 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:16:23.126581 n-d-705658-22 neutron-server[105584]: event.method(event) Jul 27 21:16:23.126581 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:16:23.126581 n-d-705658-22 neutron-server[105584]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:16:23.126581 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:16:23.126581 n-d-705658-22 neutron-server[105584]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:16:23.126581 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:16:23.126581 n-d-705658-22 neutron-server[105584]: return f(self, *a, **k) Jul 27 21:16:23.126581 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:16:23.126581 n-d-705658-22 neutron-server[105584]: return self._get(url).json() Jul 27 21:16:23.126581 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:16:23.126581 n-d-705658-22 neutron-server[105584]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:16:23.126581 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:16:23.126581 n-d-705658-22 neutron-server[105584]: return self.request(url, 'GET', **kwargs) Jul 27 21:16:23.126581 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:16:23.126581 n-d-705658-22 neutron-server[105584]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:16:23.126581 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:16:23.126581 n-d-705658-22 neutron-server[105584]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:16:23.126581 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:16:23.126581 n-d-705658-22 neutron-server[105584]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:16:23.126581 n-d-705658-22 neutron-server[105584]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:16:23.142141 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-82512fcd-8506-4331-af11-fc7e033d4692 tempest-BulkNetworkOpsTest-783861186 tempest-BulkNetworkOpsTest-783861186-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-990557'] for network, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:23.153904 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2aca264-11ee-4f6d-b6c4-7a8ea7ed1e68 req-73ee0c52-43ab-4f3b-b65d-06820d6629b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:16:23.155364 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-d2aca264-11ee-4f6d-b6c4-7a8ea7ed1e68 req-73ee0c52-43ab-4f3b-b65d-06820d6629b6 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ddef23d9-d17b-4086-bd3c-1e30aa0e0ca0 HTTP/1.1" status: 200 len: 834 time: 0.0542409 Jul 27 21:16:23.166320 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-2d96df39-4179-467e-af40-4ddc0306f277 req-a5405c12-486e-4245-80f3-d2eb80ce4336 tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] 10.222.0.59 "GET /v2.0/quotas/600e865a5cde4be3a07c2c6f813959b8 HTTP/1.1" status: 200 len: 375 time: 0.0674217 Jul 27 21:16:23.271188 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-5666877b-aa4c-4d24-8d41-b55181d5e849 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4075658'] for network, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:23.319069 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-5666877b-aa4c-4d24-8d41-b55181d5e849 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743886'] for network, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:23.328911 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2aca264-11ee-4f6d-b6c4-7a8ea7ed1e68 req-bb046cfd-11fa-42e9-9ced-3602d9568866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:16:23.328911 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-d2aca264-11ee-4f6d-b6c4-7a8ea7ed1e68 req-bb046cfd-11fa-42e9-9ced-3602d9568866 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1d4d21d8-5a4a-4948-971c-89356ade9736&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1584296 Jul 27 21:16:23.329082 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-5666877b-aa4c-4d24-8d41-b55181d5e849 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] 10.222.0.59 "DELETE /v2.0/networks/518b7c88-cf94-45d0-ab7a-c18d6c54239c HTTP/1.1" status: 204 len: 168 time: 2.3501511 Jul 27 21:16:23.330508 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 41240) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:16:23.333099 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5666877b-aa4c-4d24-8d41-b55181d5e849 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Pushing event deleted for resources: {'Network': ['ID=518b7c88-cf94-45d0-ab7a-c18d6c54239c,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:16:23.344842 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-2d96df39-4179-467e-af40-4ddc0306f277 req-064faf3b-e4bf-40b5-9155-f5f314bd8128 tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=600e865a5cde4be3a07c2c6f813959b8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1769755 Jul 27 21:16:23.357287 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-12a2b009-43f8-4127-85a3-cdea73f8e58b tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-763008822'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:16:23.358942 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2aca264-11ee-4f6d-b6c4-7a8ea7ed1e68 req-0bad2121-9175-4a41-acff-712889cac2d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:16:23.360575 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-d2aca264-11ee-4f6d-b6c4-7a8ea7ed1e68 req-0bad2121-9175-4a41-acff-712889cac2d6 service neutron] 10.222.0.36 "GET /v2.0/networks?id=1d4d21d8-5a4a-4948-971c-89356ade9736 HTTP/1.1" status: 200 len: 898 time: 0.3778689 Jul 27 21:16:23.414844 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d25c6e0-30a9-49a2-9a52-6c9f48ca1653 req-c6bbf038-462c-41b0-ac63-7e00964fd3ba tempest-AttachVolumeNegativeTest-845744699 tempest-AttachVolumeNegativeTest-845744699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:16:23.415883 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-9d25c6e0-30a9-49a2-9a52-6c9f48ca1653 req-c6bbf038-462c-41b0-ac63-7e00964fd3ba tempest-AttachVolumeNegativeTest-845744699 tempest-AttachVolumeNegativeTest-845744699-project] 10.222.0.59 "GET /v2.0/ports?device_id=d3040cb8-25e8-4d36-b866-7568302af000 HTTP/1.1" status: 200 len: 945 time: 0.1827343 Jul 27 21:16:23.531664 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12a2b009-43f8-4127-85a3-cdea73f8e58b tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Made reservation on behalf of fbcd8d69204b49b7a886b79ea9f87fc6 for: {'network': 1} {{(pid=105585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:16:23.535165 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-12a2b009-43f8-4127-85a3-cdea73f8e58b tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for network, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:23.546074 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-d2aca264-11ee-4f6d-b6c4-7a8ea7ed1e68 req-51ea7dcc-151d-40ef-beb9-1ad909cd8c9b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a5118c8d-ab51-49e4-b3a1-24b132773522 HTTP/1.1" status: 200 len: 1000 time: 0.1515868 Jul 27 21:16:23.554301 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-82512fcd-8506-4331-af11-fc7e033d4692 tempest-BulkNetworkOpsTest-783861186 tempest-BulkNetworkOpsTest-783861186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853562', 'neutron.services.segments.db._delete_segments_for_network-8790688882975'] for network, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:23.566693 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.segments.db [None req-82512fcd-8506-4331-af11-fc7e033d4692 tempest-BulkNetworkOpsTest-783861186 tempest-BulkNetworkOpsTest-783861186-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aeb166fe-96cc-4624-9edb-69819520d031']}} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:16:23.579275 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.segments.db [None req-82512fcd-8506-4331-af11-fc7e033d4692 tempest-BulkNetworkOpsTest-783861186 tempest-BulkNetworkOpsTest-783861186-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f50636f2-5b78-41f4-b543-17bec5de332b') {'for_net_delete': True} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:16:23.579557 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.segments.db [None req-82512fcd-8506-4331-af11-fc7e033d4692 tempest-BulkNetworkOpsTest-783861186 tempest-BulkNetworkOpsTest-783861186-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f50636f2-5b78-41f4-b543-17bec5de332b') {} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:16:23.589874 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-82512fcd-8506-4331-af11-fc7e033d4692 tempest-BulkNetworkOpsTest-783861186 tempest-BulkNetworkOpsTest-783861186-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790688883752', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9014348'] for segment, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:23.605291 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-9d25c6e0-30a9-49a2-9a52-6c9f48ca1653 req-6839276a-a511-498f-8c5c-0b0d5b6fe215 tempest-AttachVolumeNegativeTest-845744699 tempest-AttachVolumeNegativeTest-845744699-project] 10.222.0.59 "GET /v2.0/security-groups?id=2650ee69-e2a9-4bf0-b170-d21e83666964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305902 Jul 27 21:16:23.624285 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-2d96df39-4179-467e-af40-4ddc0306f277 req-8d0e5e68-93f1-41b2-a023-58c7150c6e83 service neutron] 10.222.0.59 "GET /v2.0/networks/4ce75dcf-0fe8-4adc-83bc-310cc0685be5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2785478 Jul 27 21:16:23.633432 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12a2b009-43f8-4127-85a3-cdea73f8e58b tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] vlan segment allocate from pool success with {'vlan_id': 229, 'physical_network': 'physnet1'} {{(pid=105585) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:16:23.637039 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-d2aca264-11ee-4f6d-b6c4-7a8ea7ed1e68 req-be09c6b0-c21a-41f1-bce8-58c00da5b25d service neutron] 10.222.0.60 "GET /v2.0/networks/1d4d21d8-5a4a-4948-971c-89356ade9736?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2835944 Jul 27 21:16:23.671260 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2aca264-11ee-4f6d-b6c4-7a8ea7ed1e68 req-6230efbb-6bb8-4a0f-a259-342aa8b864dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:16:23.672797 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-d2aca264-11ee-4f6d-b6c4-7a8ea7ed1e68 req-6230efbb-6bb8-4a0f-a259-342aa8b864dc service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ddef23d9-d17b-4086-bd3c-1e30aa0e0ca0 HTTP/1.1" status: 200 len: 834 time: 0.0674725 Jul 27 21:16:23.680132 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-82512fcd-8506-4331-af11-fc7e033d4692 tempest-BulkNetworkOpsTest-783861186 tempest-BulkNetworkOpsTest-783861186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:23.701691 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82512fcd-8506-4331-af11-fc7e033d4692 tempest-BulkNetworkOpsTest-783861186 tempest-BulkNetworkOpsTest-783861186-project] Releasing vlan 214 on physical network physnet1 to pool {{(pid=105584) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:16:23.702019 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-82512fcd-8506-4331-af11-fc7e033d4692 tempest-BulkNetworkOpsTest-783861186 tempest-BulkNetworkOpsTest-783861186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9014063'] for segment, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:23.707911 n-d-705658-22 neutron-server[105584]: Traceback (most recent call last): Jul 27 21:16:23.707911 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:16:23.707911 n-d-705658-22 neutron-server[105584]: timer() Jul 27 21:16:23.707911 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:16:23.707911 n-d-705658-22 neutron-server[105584]: cb(*args, **kw) Jul 27 21:16:23.707911 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:16:23.707911 n-d-705658-22 neutron-server[105584]: return func(*args, **kwargs) Jul 27 21:16:23.707911 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:16:23.707911 n-d-705658-22 neutron-server[105584]: self._notify() Jul 27 21:16:23.707911 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:16:23.707911 n-d-705658-22 neutron-server[105584]: self.callback(batched_events) Jul 27 21:16:23.707911 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:16:23.707911 n-d-705658-22 neutron-server[105584]: event.method(event) Jul 27 21:16:23.707911 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:16:23.707911 n-d-705658-22 neutron-server[105584]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:16:23.707911 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:16:23.707911 n-d-705658-22 neutron-server[105584]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:16:23.707911 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:16:23.707911 n-d-705658-22 neutron-server[105584]: return f(self, *a, **k) Jul 27 21:16:23.707911 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:16:23.707911 n-d-705658-22 neutron-server[105584]: return self._get(url).json() Jul 27 21:16:23.707911 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:16:23.707911 n-d-705658-22 neutron-server[105584]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:16:23.707911 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:16:23.707911 n-d-705658-22 neutron-server[105584]: return self.request(url, 'GET', **kwargs) Jul 27 21:16:23.707911 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:16:23.707911 n-d-705658-22 neutron-server[105584]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:16:23.707911 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:16:23.707911 n-d-705658-22 neutron-server[105584]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:16:23.707911 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:16:23.707911 n-d-705658-22 neutron-server[105584]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:16:23.707911 n-d-705658-22 neutron-server[105584]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:16:23.781759 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-2d96df39-4179-467e-af40-4ddc0306f277 req-deb7d376-2b6c-4694-9818-e58e3a661b7b service neutron] 10.222.0.59 "GET /v2.0/networks/4ce75dcf-0fe8-4adc-83bc-310cc0685be5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1562939 Jul 27 21:16:23.810115 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-12a2b009-43f8-4127-85a3-cdea73f8e58b tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:23.811097 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-82512fcd-8506-4331-af11-fc7e033d4692 tempest-BulkNetworkOpsTest-783861186 tempest-BulkNetworkOpsTest-783861186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4075658'] for network, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:23.811364 n-d-705658-22 neutron-server[105585]: INFO neutron.db.segments_db [None req-12a2b009-43f8-4127-85a3-cdea73f8e58b tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Added segment 1b077963-112a-426a-9fb1-7a166157ae95 of type vlan for network dfe4e4c9-0831-4ca5-95d5-f25b9a16be3d Jul 27 21:16:23.820383 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-82512fcd-8506-4331-af11-fc7e033d4692 tempest-BulkNetworkOpsTest-783861186 tempest-BulkNetworkOpsTest-783861186-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743886'] for network, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:23.826188 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-82512fcd-8506-4331-af11-fc7e033d4692 tempest-BulkNetworkOpsTest-783861186 tempest-BulkNetworkOpsTest-783861186-project] 10.222.0.59 "DELETE /v2.0/networks/aeb166fe-96cc-4624-9edb-69819520d031 HTTP/1.1" status: 204 len: 168 time: 0.8932076 Jul 27 21:16:23.828536 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 41248) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:16:23.863583 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-12a2b009-43f8-4127-85a3-cdea73f8e58b tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790688424798'] for network, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:23.886619 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82512fcd-8506-4331-af11-fc7e033d4692 tempest-BulkNetworkOpsTest-783861186 tempest-BulkNetworkOpsTest-783861186-project] Pushing event deleted for resources: {'Network': ['ID=aeb166fe-96cc-4624-9edb-69819520d031,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:16:23.915899 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-12a2b009-43f8-4127-85a3-cdea73f8e58b tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920'] for network, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:23.923752 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12a2b009-43f8-4127-85a3-cdea73f8e58b tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:16:23.934295 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-12a2b009-43f8-4127-85a3-cdea73f8e58b tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Notify callbacks [] for network, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:23.948668 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2aca264-11ee-4f6d-b6c4-7a8ea7ed1e68 req-03ee529d-4d84-4311-b8e2-e1849495336b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:16:23.951167 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-d2aca264-11ee-4f6d-b6c4-7a8ea7ed1e68 req-03ee529d-4d84-4311-b8e2-e1849495336b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1d4d21d8-5a4a-4948-971c-89356ade9736&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2628565 Jul 27 21:16:24.672765 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-12a2b009-43f8-4127-85a3-cdea73f8e58b tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.3412120 Jul 27 21:16:24.684165 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-d2aca264-11ee-4f6d-b6c4-7a8ea7ed1e68 req-d5b27013-fd0f-485f-839f-f087485153ce service neutron] 10.222.0.36 "GET /v2.0/networks/1d4d21d8-5a4a-4948-971c-89356ade9736?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7247443 Jul 27 21:16:24.684693 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 41278) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:16:24.686834 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-d2aca264-11ee-4f6d-b6c4-7a8ea7ed1e68 req-06b6401c-dcf0-4cac-99b0-e823e09d8e2d service neutron] 10.222.0.60 "GET /v2.0/networks/1d4d21d8-5a4a-4948-971c-89356ade9736?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0341110 Jul 27 21:16:24.715849 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-914135fd-3fed-418a-9cd5-955fb590568e tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Request body: {'subnet': {'network_id': 'dfe4e4c9-0831-4ca5-95d5-f25b9a16be3d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:16:24.733005 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-ce3d85e5-d3b7-4b8b-8417-d3f0c22e94b8 req-92f834bf-4f09-4cb8-810f-25faf5c6801b tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] 10.222.0.59 "GET /v2.0/ports?device_id=cfacffca-6c3a-418e-a796-bf0c75733225 HTTP/1.1" status: 200 len: 210 time: 0.7316759 Jul 27 21:16:24.816921 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a2b009-43f8-4127-85a3-cdea73f8e58b tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Pushing event updated for resources: {'Network': ['ID=dfe4e4c9-0831-4ca5-95d5-f25b9a16be3d,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:16:24.838223 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Network dfe4e4c9-0831-4ca5-95d5-f25b9a16be3d details requested by agent ovs-agent-n-d-705658-22 with host n-d-705658-22 {{(pid=105586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:16:24.865872 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee180f5-2ebe-4c4f-9526-6033e0b376d5 req-3f55a48c-db51-4fcb-af69-457669a4c680 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:16:24.868351 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-9ee180f5-2ebe-4c4f-9526-6033e0b376d5 req-3f55a48c-db51-4fcb-af69-457669a4c680 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] 10.222.0.59 "GET /v2.0/ports?device_id=14188e1a-88ea-45e0-ad71-5de945522dfe HTTP/1.1" status: 200 len: 944 time: 0.1937764 Jul 27 21:16:24.971232 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f341f3c-6520-49be-b30e-5d2133a64fb6 tempest-BulkNetworkOpsTest-783861186 tempest-BulkNetworkOpsTest-783861186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:16:24.984907 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f341f3c-6520-49be-b30e-5d2133a64fb6 tempest-BulkNetworkOpsTest-783861186 tempest-BulkNetworkOpsTest-783861186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:16:24.994386 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-4f341f3c-6520-49be-b30e-5d2133a64fb6 tempest-BulkNetworkOpsTest-783861186 tempest-BulkNetworkOpsTest-783861186-project] 10.222.0.59 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 1.1586757 Jul 27 21:16:24.995049 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 41284) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:16:25.021205 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-79ac38f7-2023-4d31-a6bb-846a98882a3f tempest-BulkNetworkOpsTest-783861186 tempest-BulkNetworkOpsTest-783861186-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-471077106'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:16:25.063079 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-9ee180f5-2ebe-4c4f-9526-6033e0b376d5 req-5c98ad20-e8e9-4c66-ba06-cf5e2ed87d5c tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] 10.222.0.59 "GET /v2.0/security-groups?id=e9ca66b5-3d33-4671-986c-aa471cc95217&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1431265 Jul 27 21:16:25.063790 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-914135fd-3fed-418a-9cd5-955fb590568e tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Made reservation on behalf of fbcd8d69204b49b7a886b79ea9f87fc6 for: {'subnet': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:16:25.068895 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-914135fd-3fed-418a-9cd5-955fb590568e tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9738786'] for subnet, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:25.073936 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf6da49-1002-4dd2-86cc-230f04508225 req-5e6d2eef-e1c4-46b5-b32d-df7747e89bdc tempest-AttachVolumeNegativeTest-845744699 tempest-AttachVolumeNegativeTest-845744699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:16:25.096605 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-5cf6da49-1002-4dd2-86cc-230f04508225 req-5e6d2eef-e1c4-46b5-b32d-df7747e89bdc tempest-AttachVolumeNegativeTest-845744699 tempest-AttachVolumeNegativeTest-845744699-project] 10.222.0.59 "GET /v2.0/ports?device_id=d3040cb8-25e8-4d36-b866-7568302af000 HTTP/1.1" status: 200 len: 945 time: 0.2101841 Jul 27 21:16:25.147458 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 41286) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:16:25.158388 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-5cf6da49-1002-4dd2-86cc-230f04508225 req-67b8fd4a-d275-4d17-bc57-8180e1a035db tempest-AttachVolumeNegativeTest-845744699 tempest-AttachVolumeNegativeTest-845744699-project] 10.222.0.59 "GET /v2.0/security-groups?id=2650ee69-e2a9-4bf0-b170-d21e83666964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608695 Jul 27 21:16:25.167937 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79ac38f7-2023-4d31-a6bb-846a98882a3f tempest-BulkNetworkOpsTest-783861186 tempest-BulkNetworkOpsTest-783861186-project] Made reservation on behalf of aa138450a4e64dd793453b668fa665f6 for: {'network': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:16:25.171340 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-79ac38f7-2023-4d31-a6bb-846a98882a3f tempest-BulkNetworkOpsTest-783861186 tempest-BulkNetworkOpsTest-783861186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for network, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:25.202183 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-d2aca264-11ee-4f6d-b6c4-7a8ea7ed1e68 req-332af425-ec57-4d80-8e56-7a7279838057 service neutron] 10.222.0.36 "GET /v2.0/networks/1d4d21d8-5a4a-4948-971c-89356ade9736?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4913046 Jul 27 21:16:25.232166 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79ac38f7-2023-4d31-a6bb-846a98882a3f tempest-BulkNetworkOpsTest-783861186 tempest-BulkNetworkOpsTest-783861186-project] vlan segment allocate from pool success with {'vlan_id': 209, 'physical_network': 'physnet1'} {{(pid=105584) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:16:25.249260 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-79ac38f7-2023-4d31-a6bb-846a98882a3f tempest-BulkNetworkOpsTest-783861186 tempest-BulkNetworkOpsTest-783861186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:25.249616 n-d-705658-22 neutron-server[105584]: INFO neutron.db.segments_db [None req-79ac38f7-2023-4d31-a6bb-846a98882a3f tempest-BulkNetworkOpsTest-783861186 tempest-BulkNetworkOpsTest-783861186-project] Added segment a162e807-9896-4843-8dd5-fff8a70cc47b of type vlan for network d65dbda9-dfba-48b2-8714-5d8084bf22b4 Jul 27 21:16:25.286256 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device a5118c8d-ab51-49e4-b3a1-24b132773522 details requested by agent hyperv_n-h1-705658-22 with host n-h1-705658-22 {{(pid=105586) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:16:25.324460 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-79ac38f7-2023-4d31-a6bb-846a98882a3f tempest-BulkNetworkOpsTest-783861186 tempest-BulkNetworkOpsTest-783861186-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790688424798'] for network, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:25.406856 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-f2f7bfc1-5483-4e34-ae9c-7efefe177ade admin admin] Notify callbacks [] for security_group, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:25.424253 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-79ac38f7-2023-4d31-a6bb-846a98882a3f tempest-BulkNetworkOpsTest-783861186 tempest-BulkNetworkOpsTest-783861186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920'] for network, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:25.430299 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79ac38f7-2023-4d31-a6bb-846a98882a3f tempest-BulkNetworkOpsTest-783861186 tempest-BulkNetworkOpsTest-783861186-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:16:25.430886 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-79ac38f7-2023-4d31-a6bb-846a98882a3f tempest-BulkNetworkOpsTest-783861186 tempest-BulkNetworkOpsTest-783861186-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743886'] for network, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:25.452047 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] For port a5118c8d-ab51-49e4-b3a1-24b132773522, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=a5118c8d-ab51-49e4-b3a1-24b132773522,segment=NetworkSegment(bdd91ba2-0432-42e2-98db-a2dd6126dafb),segment_id=bdd91ba2-0432-42e2-98db-a2dd6126dafb)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:16:25.464637 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Returning: {'device': 'a5118c8d-ab51-49e4-b3a1-24b132773522', 'network_id': '1d4d21d8-5a4a-4948-971c-89356ade9736', 'port_id': 'a5118c8d-ab51-49e4-b3a1-24b132773522', 'mac_address': 'fa:16:3e:55:0c:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 244, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ddef23d9-d17b-4086-bd3c-1e30aa0e0ca0', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105586) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:16:25.512857 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:25.519090 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-914135fd-3fed-418a-9cd5-955fb590568e tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9014150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9738800'] for subnet, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:25.528099 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5118c8d-ab51-49e4-b3a1-24b132773522 {{(pid=105586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:16:25.563690 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] For port a5118c8d-ab51-49e4-b3a1-24b132773522, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=a5118c8d-ab51-49e4-b3a1-24b132773522,segment=NetworkSegment(bdd91ba2-0432-42e2-98db-a2dd6126dafb),segment_id=bdd91ba2-0432-42e2-98db-a2dd6126dafb)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:16:25.568000 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:25.650734 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Pushing event updated for resources: {'Port': ['ID=a5118c8d-ab51-49e4-b3a1-24b132773522,revision_number=8']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:16:25.745548 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ac38f7-2023-4d31-a6bb-846a98882a3f tempest-BulkNetworkOpsTest-783861186 tempest-BulkNetworkOpsTest-783861186-project] Pushing event updated for resources: {'Network': ['ID=d65dbda9-dfba-48b2-8714-5d8084bf22b4,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:16:25.762925 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Network d65dbda9-dfba-48b2-8714-5d8084bf22b4 details requested by agent ovs-agent-n-d-705658-22 with host n-d-705658-22 {{(pid=105586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:16:25.796693 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914135fd-3fed-418a-9cd5-955fb590568e tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Pushing event updated for resources: {'Subnet': ['ID=7ae8168e-f159-4d4c-9a90-eb695fa380b3,revision_number=0']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:16:25.846928 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-914135fd-3fed-418a-9cd5-955fb590568e tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Checking segment: {'id': '1b077963-112a-426a-9fb1-7a166157ae95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'dfe4e4c9-0831-4ca5-95d5-f25b9a16be3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:16:25.848753 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-914135fd-3fed-418a-9cd5-955fb590568e tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Network hostable DHCP agents. Network: dfe4e4c9-0831-4ca5-95d5-f25b9a16be3d, hostable agents: ['7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a'], hosted agents: [] {{(pid=105584) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:16:25.901768 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] get_ports_and_sgs() called for port_ids ['a5118c8d-ab51-49e4-b3a1-24b132773522'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:16:25.919892 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d96df39-4179-467e-af40-4ddc0306f277 req-73131684-2855-45ec-a897-6839bd62e9da tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:16:25.922053 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-2d96df39-4179-467e-af40-4ddc0306f277 req-73131684-2855-45ec-a897-6839bd62e9da tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] 10.222.0.36 "GET /v2.0/networks?id=4ce75dcf-0fe8-4adc-83bc-310cc0685be5 HTTP/1.1" status: 200 len: 806 time: 0.3316176 Jul 27 21:16:25.926819 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-914135fd-3fed-418a-9cd5-955fb590568e tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Network dfe4e4c9-0831-4ca5-95d5-f25b9a16be3d is scheduled to be hosted by DHCP agent 7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a with binding_index 1 {{(pid=105584) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:16:25.941452 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [req-2d96df39-4179-467e-af40-4ddc0306f277 req-fecd5a7d-eff8-40ea-b6d5-cca13f5f30bf tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] Request body: {'port': {'device_id': 'cfacffca-6c3a-418e-a796-bf0c75733225', 'network_id': '4ce75dcf-0fe8-4adc-83bc-310cc0685be5', 'admin_state_up': True, 'tenant_id': '600e865a5cde4be3a07c2c6f813959b8'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:16:25.950404 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [None req-914135fd-3fed-418a-9cd5-955fb590568e tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-22, dfe4e4c9-0831-4ca5-95d5-f25b9a16be3d) {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:16:25.951112 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-9339077b-8269-4ed9-bced-2b1ca5696fe1 req-a29496a2-0750-4030-846b-12c4716a96c0 tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] 10.222.0.59 "GET /v2.0/ports?device_id=cfacffca-6c3a-418e-a796-bf0c75733225 HTTP/1.1" status: 200 len: 210 time: 0.0538859 Jul 27 21:16:25.979726 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea3d01c3-fc27-4172-a1bc-17691a279f64 None None] Network dfe4e4c9-0831-4ca5-95d5-f25b9a16be3d requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:16:26.033036 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-914135fd-3fed-418a-9cd5-955fb590568e tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:16:26.040382 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-914135fd-3fed-418a-9cd5-955fb590568e tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Notify callbacks [] for subnet, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:26.115730 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-f2f7bfc1-5483-4e34-ae9c-7efefe177ade admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:26.141505 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-f2f7bfc1-5483-4e34-ae9c-7efefe177ade admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:26.164081 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 41316) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:16:26.164838 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-914135fd-3fed-418a-9cd5-955fb590568e tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4679859 Jul 27 21:16:26.166610 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-79ac38f7-2023-4d31-a6bb-846a98882a3f tempest-BulkNetworkOpsTest-783861186 tempest-BulkNetworkOpsTest-783861186-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.1628752 Jul 27 21:16:26.169597 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-30eb088c-97bc-441e-9a7e-8495de6550be tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1616438554', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:16:26.182124 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 41318) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:16:26.192924 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-0bb2314b-6b50-4019-9e8c-b4080e4a5e5f tempest-BulkNetworkOpsTest-783861186 tempest-BulkNetworkOpsTest-783861186-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-774454445'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:16:26.247498 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-f2f7bfc1-5483-4e34-ae9c-7efefe177ade admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=e1e2e39764634c43bcd3f1b4aec467ff&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0968897 Jul 27 21:16:26.249402 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-30eb088c-97bc-441e-9a7e-8495de6550be tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4163813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-443'] for router, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:26.250790 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-30eb088c-97bc-441e-9a7e-8495de6550be tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4165196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4077059', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3711235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-418'] for router, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:26.252781 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 41320) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:16:26.292302 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f7bfc1-5483-4e34-ae9c-7efefe177ade admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7504934-9787-4095-8d39-d8a323e0a386,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:16:26.296702 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc1eb53a-bdd9-490b-810b-d08ec14c04b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30bb4b93-b285-5d90-9493-f9ec33ea333c-dfe4e4c9-0831-4ca5-95d5-f25b9a16be3d', 'network_id': 'dfe4e4c9-0831-4ca5-95d5-f25b9a16be3d', 'tenant_id': 'fbcd8d69204b49b7a886b79ea9f87fc6', 'fixed_ips': [{'subnet_id': '7ae8168e-f159-4d4c-9a90-eb695fa380b3'}]}} from n-d-705658-22. {{(pid=105586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 21:16:26.298198 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-fc1eb53a-bdd9-490b-810b-d08ec14c04b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:26.335041 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-30eb088c-97bc-441e-9a7e-8495de6550be tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:26.357921 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bb2314b-6b50-4019-9e8c-b4080e4a5e5f tempest-BulkNetworkOpsTest-783861186 tempest-BulkNetworkOpsTest-783861186-project] Made reservation on behalf of aa138450a4e64dd793453b668fa665f6 for: {'network': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:16:26.363370 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-30eb088c-97bc-441e-9a7e-8495de6550be tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4163804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4077150'] for router, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:26.366705 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-0bb2314b-6b50-4019-9e8c-b4080e4a5e5f tempest-BulkNetworkOpsTest-783861186 tempest-BulkNetworkOpsTest-783861186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for network, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:26.420944 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a2f4ae-7099-45f8-8358-a1a805d4e52d req-960bbe77-4a43-4a4f-9362-22cb47d43795 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:16:26.424778 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-91a2f4ae-7099-45f8-8358-a1a805d4e52d req-960bbe77-4a43-4a4f-9362-22cb47d43795 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] 10.222.0.59 "GET /v2.0/ports?device_id=14188e1a-88ea-45e0-ad71-5de945522dfe HTTP/1.1" status: 200 len: 945 time: 0.1980426 Jul 27 21:16:26.459274 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d96df39-4179-467e-af40-4ddc0306f277 req-fecd5a7d-eff8-40ea-b6d5-cca13f5f30bf tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] Made reservation on behalf of 600e865a5cde4be3a07c2c6f813959b8 for: {'port': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:16:26.468615 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-2d96df39-4179-467e-af40-4ddc0306f277 req-fecd5a7d-eff8-40ea-b6d5-cca13f5f30bf tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:26.469779 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-30eb088c-97bc-441e-9a7e-8495de6550be tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Notify callbacks [] for router, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:26.472538 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-30eb088c-97bc-441e-9a7e-8495de6550be tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.3067915 Jul 27 21:16:26.475525 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 41322) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:16:26.484551 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-5730a7d9-e53c-4524-92e5-ec8f5b504561 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Request body: {'port': {'network_id': 'dfe4e4c9-0831-4ca5-95d5-f25b9a16be3d', 'name': 'tempest-PortsIpV6TestJSON-571490799'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:16:26.523511 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.db_base_plugin_common [None req-fc1eb53a-bdd9-490b-810b-d08ec14c04b4 None None] Allocated IP 2001:db8::2 (dfe4e4c9-0831-4ca5-95d5-f25b9a16be3d/7ae8168e-f159-4d4c-9a90-eb695fa380b3/f905edd4-d521-4b44-98d5-70c1672da92e) {{(pid=105586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:16:26.538153 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0bb2314b-6b50-4019-9e8c-b4080e4a5e5f tempest-BulkNetworkOpsTest-783861186 tempest-BulkNetworkOpsTest-783861186-project] vlan segment allocate from pool success with {'vlan_id': 201, 'physical_network': 'physnet1'} {{(pid=105584) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:16:26.570105 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-91a2f4ae-7099-45f8-8358-a1a805d4e52d req-519c238c-5dd6-4f14-9f6b-f26af57a553c tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] 10.222.0.59 "GET /v2.0/security-groups?id=e9ca66b5-3d33-4671-986c-aa471cc95217&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1379015 Jul 27 21:16:26.697288 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-976576fd-7b0a-4234-9857-7d7b70aeacd0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:26.711173 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5730a7d9-e53c-4524-92e5-ec8f5b504561 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Made reservation on behalf of fbcd8d69204b49b7a886b79ea9f87fc6 for: {'port': 1} {{(pid=105585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:16:26.721012 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-5730a7d9-e53c-4524-92e5-ec8f5b504561 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:26.748698 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-976576fd-7b0a-4234-9857-7d7b70aeacd0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:26.781475 n-d-705658-22 neutron-server[105585]: DEBUG neutron.notifiers.nova [None req-5730a7d9-e53c-4524-92e5-ec8f5b504561 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] device_id is not set on port 5d357d04-e916-4a48-87ed-e1afffd149a7 yet. {{(pid=105585) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 21:16:26.826328 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-0bb2314b-6b50-4019-9e8c-b4080e4a5e5f tempest-BulkNetworkOpsTest-783861186 tempest-BulkNetworkOpsTest-783861186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:26.826722 n-d-705658-22 neutron-server[105584]: INFO neutron.db.segments_db [None req-0bb2314b-6b50-4019-9e8c-b4080e4a5e5f tempest-BulkNetworkOpsTest-783861186 tempest-BulkNetworkOpsTest-783861186-project] Added segment 45e9e34e-9472-441c-bb71-9d35f37fc770 of type vlan for network c2e86d67-78b3-406b-ba4b-1dd190a0bb1c Jul 27 21:16:26.901051 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-0bb2314b-6b50-4019-9e8c-b4080e4a5e5f tempest-BulkNetworkOpsTest-783861186 tempest-BulkNetworkOpsTest-783861186-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790688424798'] for network, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:26.911204 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-976576fd-7b0a-4234-9857-7d7b70aeacd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:26.915805 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-976576fd-7b0a-4234-9857-7d7b70aeacd0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:26.917914 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-976576fd-7b0a-4234-9857-7d7b70aeacd0 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/a7504934-9787-4095-8d39-d8a323e0a386 HTTP/1.1" status: 204 len: 168 time: 0.6520457 Jul 27 21:16:26.942874 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976576fd-7b0a-4234-9857-7d7b70aeacd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7504934-9787-4095-8d39-d8a323e0a386,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:16:27.060166 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-0bb2314b-6b50-4019-9e8c-b4080e4a5e5f tempest-BulkNetworkOpsTest-783861186 tempest-BulkNetworkOpsTest-783861186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920'] for network, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:27.071667 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bb2314b-6b50-4019-9e8c-b4080e4a5e5f tempest-BulkNetworkOpsTest-783861186 tempest-BulkNetworkOpsTest-783861186-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:16:27.074910 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-0bb2314b-6b50-4019-9e8c-b4080e4a5e5f tempest-BulkNetworkOpsTest-783861186 tempest-BulkNetworkOpsTest-783861186-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743886'] for network, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:27.087406 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-fc1eb53a-bdd9-490b-810b-d08ec14c04b4 None None] Notify callbacks [] for port, precommit_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:27.110159 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-fc1eb53a-bdd9-490b-810b-d08ec14c04b4 None None] Transition to ACTIVE for port object f905edd4-d521-4b44-98d5-70c1672da92e will not be triggered until provisioned by entity L2. {{(pid=105586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:16:27.120141 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-0bb2314b-6b50-4019-9e8c-b4080e4a5e5f tempest-BulkNetworkOpsTest-783861186 tempest-BulkNetworkOpsTest-783861186-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.9366858 Jul 27 21:16:27.128092 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 41338) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:16:27.149971 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-fc1eb53a-bdd9-490b-810b-d08ec14c04b4 None None] Transition to ACTIVE for port object f905edd4-d521-4b44-98d5-70c1672da92e will not be triggered until provisioned by entity DHCP. {{(pid=105586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:16:27.162903 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-fc1eb53a-bdd9-490b-810b-d08ec14c04b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143'] for port, after_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:27.230415 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-7c21b5c8-e93e-4633-985e-371d1352b71c tempest-BulkNetworkOpsTest-783861186 tempest-BulkNetworkOpsTest-783861186-project] Request body: {'ports': [{'network_id': 'd65dbda9-dfba-48b2-8714-5d8084bf22b4', 'name': 'tempest-port--1420535539', 'admin_state_up': True}, {'network_id': 'c2e86d67-78b3-406b-ba4b-1dd190a0bb1c', 'admin_state_up': False}]} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:16:27.231132 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-7c21b5c8-e93e-4633-985e-371d1352b71c tempest-BulkNetworkOpsTest-783861186 tempest-BulkNetworkOpsTest-783861186-project] Request body: {'port': {'network_id': 'd65dbda9-dfba-48b2-8714-5d8084bf22b4', 'name': 'tempest-port--1420535539', 'admin_state_up': True}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:16:27.231838 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-7c21b5c8-e93e-4633-985e-371d1352b71c tempest-BulkNetworkOpsTest-783861186 tempest-BulkNetworkOpsTest-783861186-project] Request body: {'port': {'network_id': 'c2e86d67-78b3-406b-ba4b-1dd190a0bb1c', 'admin_state_up': False}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:16:27.245073 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1eb53a-bdd9-490b-810b-d08ec14c04b4 None None] Pushing event updated for resources: {'Port': ['ID=f905edd4-d521-4b44-98d5-70c1672da92e,revision_number=1']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:16:27.247074 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.db_base_plugin_common [req-2d96df39-4179-467e-af40-4ddc0306f277 req-fecd5a7d-eff8-40ea-b6d5-cca13f5f30bf tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] Allocated IP 172.20.0.3 (4ce75dcf-0fe8-4adc-83bc-310cc0685be5/c0af41ef-52d2-41ac-b6df-e93e08f17b8d/2ee3cee0-d746-400f-b7b8-09d887f8ce8c) {{(pid=105584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:16:27.257049 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb2314b-6b50-4019-9e8c-b4080e4a5e5f tempest-BulkNetworkOpsTest-783861186 tempest-BulkNetworkOpsTest-783861186-project] Pushing event updated for resources: {'Network': ['ID=c2e86d67-78b3-406b-ba4b-1dd190a0bb1c,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:16:27.272785 n-d-705658-22 neutron-server[105586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc1eb53a-bdd9-490b-810b-d08ec14c04b4 None None] Network dfe4e4c9-0831-4ca5-95d5-f25b9a16be3d is already hosted by enough agents. {{(pid=105586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:16:27.280649 n-d-705658-22 neutron-server[105586]: DEBUG neutron.scheduler.base_scheduler [None req-fc1eb53a-bdd9-490b-810b-d08ec14c04b4 None None] Resources bound (agent type, host, resource id): {{(pid=105586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:16:27.287353 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Network c2e86d67-78b3-406b-ba4b-1dd190a0bb1c details requested by agent ovs-agent-n-d-705658-22 with host n-d-705658-22 {{(pid=105586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:16:27.292923 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc1eb53a-bdd9-490b-810b-d08ec14c04b4 None None] Received port after_create {{(pid=105586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:16:27.397150 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 41342) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:16:27.451580 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-fc1eb53a-bdd9-490b-810b-d08ec14c04b4 None None] Attempting to bind port f905edd4-d521-4b44-98d5-70c1672da92e on host n-d-705658-22 for vnic_type normal with profile {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:16:27.451965 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-fc1eb53a-bdd9-490b-810b-d08ec14c04b4 None None] Attempting to bind port f905edd4-d521-4b44-98d5-70c1672da92e by drivers openvswitch,hyperv on host n-d-705658-22 at level 0 using segments [{'id': '1b077963-112a-426a-9fb1-7a166157ae95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'dfe4e4c9-0831-4ca5-95d5-f25b9a16be3d'}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:16:27.452396 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc1eb53a-bdd9-490b-810b-d08ec14c04b4 None None] Attempting to bind port f905edd4-d521-4b44-98d5-70c1672da92e on network dfe4e4c9-0831-4ca5-95d5-f25b9a16be3d {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:16:27.458076 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc1eb53a-bdd9-490b-810b-d08ec14c04b4 None None] Checking agent: {'id': '04a7ea91-6318-467e-ace6-b0fb48c8690f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 41, 42), 'started_at': datetime.datetime(2021, 7, 27, 20, 42, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 16, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:16:27.458549 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc1eb53a-bdd9-490b-810b-d08ec14c04b4 None None] Checking segment: {'id': '1b077963-112a-426a-9fb1-7a166157ae95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'dfe4e4c9-0831-4ca5-95d5-f25b9a16be3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:16:27.459103 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-fc1eb53a-bdd9-490b-810b-d08ec14c04b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:27.459506 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc1eb53a-bdd9-490b-810b-d08ec14c04b4 None None] Bound using segment: {'id': '1b077963-112a-426a-9fb1-7a166157ae95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'dfe4e4c9-0831-4ca5-95d5-f25b9a16be3d'} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:16:27.460044 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-fc1eb53a-bdd9-490b-810b-d08ec14c04b4 None None] Bound port: f905edd4-d521-4b44-98d5-70c1672da92e, host: n-d-705658-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b077963-112a-426a-9fb1-7a166157ae95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'dfe4e4c9-0831-4ca5-95d5-f25b9a16be3d'}}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:16:27.460608 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-fc1eb53a-bdd9-490b-810b-d08ec14c04b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:27.482139 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-5c20d4e6-04f8-49ac-ae2d-04502e074c66 req-4cc2725d-88b7-45ab-b5c8-383635663830 tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] 10.222.0.59 "GET /v2.0/ports?device_id=cfacffca-6c3a-418e-a796-bf0c75733225 HTTP/1.1" status: 200 len: 210 time: 0.3594770 Jul 27 21:16:27.487472 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-a5d51695-feaa-4bbd-9c75-b908c932840d admin admin] Notify callbacks [] for security_group, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:27.579707 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-fc1eb53a-bdd9-490b-810b-d08ec14c04b4 None None] For port f905edd4-d521-4b44-98d5-70c1672da92e, host n-d-705658-22, cleared binding levels {{(pid=105586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:16:27.583428 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-fc1eb53a-bdd9-490b-810b-d08ec14c04b4 None None] For port f905edd4-d521-4b44-98d5-70c1672da92e, host n-d-705658-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=f905edd4-d521-4b44-98d5-70c1672da92e,segment=NetworkSegment(1b077963-112a-426a-9fb1-7a166157ae95),segment_id=1b077963-112a-426a-9fb1-7a166157ae95)] {{(pid=105586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:16:27.589456 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-fc1eb53a-bdd9-490b-810b-d08ec14c04b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:27.610515 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-2d96df39-4179-467e-af40-4ddc0306f277 req-fecd5a7d-eff8-40ea-b6d5-cca13f5f30bf tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] Notify callbacks [] for port, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:27.611572 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.db_base_plugin_common [None req-5730a7d9-e53c-4524-92e5-ec8f5b504561 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Allocated IP 2001:db8::217 (dfe4e4c9-0831-4ca5-95d5-f25b9a16be3d/7ae8168e-f159-4d4c-9a90-eb695fa380b3/5d357d04-e916-4a48-87ed-e1afffd149a7) {{(pid=105585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:16:27.685606 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1eb53a-bdd9-490b-810b-d08ec14c04b4 None None] Pushing event updated for resources: {'Port': ['ID=f905edd4-d521-4b44-98d5-70c1672da92e,revision_number=2']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:16:27.756676 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-a5d51695-feaa-4bbd-9c75-b908c932840d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:27.761789 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-a5d51695-feaa-4bbd-9c75-b908c932840d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:27.775730 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-2d96df39-4179-467e-af40-4ddc0306f277 req-fecd5a7d-eff8-40ea-b6d5-cca13f5f30bf tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:27.803684 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] get_ports_and_sgs() called for port_ids ['6a4b8ce2-5576-4cee-bfe3-748a068501c6'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:16:27.953498 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-a5d51695-feaa-4bbd-9c75-b908c932840d admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=bb18e6fb5f684bcd979b193ce60f1798&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5526772 Jul 27 21:16:28.013135 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d96df39-4179-467e-af40-4ddc0306f277 req-fecd5a7d-eff8-40ea-b6d5-cca13f5f30bf tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] Network 4ce75dcf-0fe8-4adc-83bc-310cc0685be5 is already hosted by enough agents. {{(pid=105584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:16:28.014449 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 41352) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:16:28.020240 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d51695-feaa-4bbd-9c75-b908c932840d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=576b0e24-64cf-4948-b88b-9bc930864b09,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:16:28.104926 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [req-2d96df39-4179-467e-af40-4ddc0306f277 req-fecd5a7d-eff8-40ea-b6d5-cca13f5f30bf tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] Resources bound (agent type, host, resource id): {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:16:28.128992 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d96df39-4179-467e-af40-4ddc0306f277 req-fecd5a7d-eff8-40ea-b6d5-cca13f5f30bf tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] Received port after_create {{(pid=105584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:16:28.133040 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fecd5a7d-eff8-40ea-b6d5-cca13f5f30bf tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] Pushing event updated for resources: {'Port': ['ID=2ee3cee0-d746-400f-b7b8-09d887f8ce8c,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:16:28.137414 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da11984-0442-4c83-b840-51baf72637ab req-abb091b0-bfc5-4d0f-8d89-ec0e40e34fd9 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:16:28.139244 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-2da11984-0442-4c83-b840-51baf72637ab req-abb091b0-bfc5-4d0f-8d89-ec0e40e34fd9 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] 10.222.0.60 "GET /v2.0/ports?device_id=14188e1a-88ea-45e0-ad71-5de945522dfe&tenant_id=379416b786c44e07b1b1ba1a5ea96882&binding%3Ahost_id=n-h1-705658-22 HTTP/1.1" status: 200 len: 945 time: 1.1629086 Jul 27 21:16:28.352328 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-eff259f8-561a-4f3d-915f-2409d8c20947 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:28.375160 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d96df39-4179-467e-af40-4ddc0306f277 req-fecd5a7d-eff8-40ea-b6d5-cca13f5f30bf tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:16:28.376708 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-2d96df39-4179-467e-af40-4ddc0306f277 req-fecd5a7d-eff8-40ea-b6d5-cca13f5f30bf tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:28.445363 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-2d96df39-4179-467e-af40-4ddc0306f277 req-fecd5a7d-eff8-40ea-b6d5-cca13f5f30bf tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5104780 Jul 27 21:16:28.448100 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13d9b74-ed3a-457e-88f1-e082536a9718 req-3bee1c10-f606-47c5-b216-d5288dfd82e7 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:16:28.452380 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-eff259f8-561a-4f3d-915f-2409d8c20947 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:28.467907 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a13d9b74-ed3a-457e-88f1-e082536a9718 req-3bee1c10-f606-47c5-b216-d5288dfd82e7 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] 10.222.0.59 "GET /v2.0/ports?device_id=14188e1a-88ea-45e0-ad71-5de945522dfe HTTP/1.1" status: 200 len: 945 time: 1.4152946 Jul 27 21:16:28.495261 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-5730a7d9-e53c-4524-92e5-ec8f5b504561 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Notify callbacks [] for port, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:28.502521 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [req-2d96df39-4179-467e-af40-4ddc0306f277 req-ce4915b1-2a5c-45ab-b82b-5b248bd3edf6 service neutron] Request body: {'port': {'device_id': 'cfacffca-6c3a-418e-a796-bf0c75733225', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-705658-22'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:16:28.536921 n-d-705658-22 neutron-server[105585]: INFO neutron.api.v2.resource [req-2da11984-0442-4c83-b840-51baf72637ab req-e39d42b7-f6e2-41c7-8796-1b2d338290ed service neutron] delete failed (client error): The resource could not be found. Jul 27 21:16:28.541426 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-2da11984-0442-4c83-b840-51baf72637ab req-e39d42b7-f6e2-41c7-8796-1b2d338290ed service neutron] 10.222.0.60 "DELETE /v2.0/ports/a5118c8d-ab51-49e4-b3a1-24b132773522/bindings/n-h2-705658-22 HTTP/1.1" status: 404 len: 381 time: 0.3794227 Jul 27 21:16:28.695652 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.provisioning_blocks [None req-5730a7d9-e53c-4524-92e5-ec8f5b504561 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Transition to ACTIVE for port object 5d357d04-e916-4a48-87ed-e1afffd149a7 will not be triggered until provisioned by entity DHCP. {{(pid=105585) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:16:28.762098 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-5730a7d9-e53c-4524-92e5-ec8f5b504561 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:28.807634 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a13d9b74-ed3a-457e-88f1-e082536a9718 req-5a0fa6ce-05fd-4b79-b8ea-0c73c049419b tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] 10.222.0.59 "GET /v2.0/security-groups?id=e9ca66b5-3d33-4671-986c-aa471cc95217&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3388376 Jul 27 21:16:28.824943 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-2d96df39-4179-467e-af40-4ddc0306f277 req-ce4915b1-2a5c-45ab-b82b-5b248bd3edf6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:28.911336 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-eff259f8-561a-4f3d-915f-2409d8c20947 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:28.916140 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-eff259f8-561a-4f3d-915f-2409d8c20947 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:28.919126 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-eff259f8-561a-4f3d-915f-2409d8c20947 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/576b0e24-64cf-4948-b88b-9bc930864b09 HTTP/1.1" status: 204 len: 168 time: 0.8999028 Jul 27 21:16:28.967602 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5730a7d9-e53c-4524-92e5-ec8f5b504561 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Network dfe4e4c9-0831-4ca5-95d5-f25b9a16be3d is already hosted by enough agents. {{(pid=105585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:16:28.990279 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff259f8-561a-4f3d-915f-2409d8c20947 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=576b0e24-64cf-4948-b88b-9bc930864b09,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:16:28.994988 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5730a7d9-e53c-4524-92e5-ec8f5b504561 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Pushing event updated for resources: {'Port': ['ID=5d357d04-e916-4a48-87ed-e1afffd149a7,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:16:29.031805 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c21b5c8-e93e-4633-985e-371d1352b71c tempest-BulkNetworkOpsTest-783861186 tempest-BulkNetworkOpsTest-783861186-project] Made reservation on behalf of aa138450a4e64dd793453b668fa665f6 for: {'port': 2} {{(pid=105585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:16:29.045789 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-7c21b5c8-e93e-4633-985e-371d1352b71c tempest-BulkNetworkOpsTest-783861186 tempest-BulkNetworkOpsTest-783861186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:29.075755 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.base_scheduler [None req-5730a7d9-e53c-4524-92e5-ec8f5b504561 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Resources bound (agent type, host, resource id): {{(pid=105585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:16:29.108006 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5730a7d9-e53c-4524-92e5-ec8f5b504561 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Received port after_create {{(pid=105585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:16:29.121903 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5730a7d9-e53c-4524-92e5-ec8f5b504561 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:16:29.123972 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-5730a7d9-e53c-4524-92e5-ec8f5b504561 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:29.169685 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da11984-0442-4c83-b840-51baf72637ab req-46f6da72-c588-426b-b64f-83b0ec0c47a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:16:29.173839 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-2da11984-0442-4c83-b840-51baf72637ab req-46f6da72-c588-426b-b64f-83b0ec0c47a9 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=379416b786c44e07b1b1ba1a5ea96882&device_id=14188e1a-88ea-45e0-ad71-5de945522dfe HTTP/1.1" status: 200 len: 1097 time: 0.4448392 Jul 27 21:16:29.178281 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-5730a7d9-e53c-4524-92e5-ec8f5b504561 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.6961362 Jul 27 21:16:29.178769 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 41372) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:16:29.217996 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-7c21b5c8-e93e-4633-985e-371d1352b71c tempest-BulkNetworkOpsTest-783861186 tempest-BulkNetworkOpsTest-783861186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:29.323035 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device a5118c8d-ab51-49e4-b3a1-24b132773522 up at agent hyperv_n-h1-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:16:29.471197 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Provisioning for port a5118c8d-ab51-49e4-b3a1-24b132773522 completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:16:29.490804 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Provisioning complete for port a5118c8d-ab51-49e4-b3a1-24b132773522 triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:16:29.492506 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:29.594635 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c35ab053-3529-440c-a5cb-18437e1fcba4 None None] Network dfe4e4c9-0831-4ca5-95d5-f25b9a16be3d requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:16:29.612112 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [req-2d96df39-4179-467e-af40-4ddc0306f277 req-ce4915b1-2a5c-45ab-b82b-5b248bd3edf6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ee3cee0-d746-400f-b7b8-09d887f8ce8c {{(pid=105584) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:16:29.629781 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-2d96df39-4179-467e-af40-4ddc0306f277 req-ce4915b1-2a5c-45ab-b82b-5b248bd3edf6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:29.654960 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.provisioning_blocks [req-2d96df39-4179-467e-af40-4ddc0306f277 req-ce4915b1-2a5c-45ab-b82b-5b248bd3edf6 service neutron] Transition to ACTIVE for port object 2ee3cee0-d746-400f-b7b8-09d887f8ce8c will not be triggered until provisioned by entity L2. {{(pid=105584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:16:29.663999 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-2d96df39-4179-467e-af40-4ddc0306f277 req-ce4915b1-2a5c-45ab-b82b-5b248bd3edf6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9014027'] for port, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:29.697265 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device f905edd4-d521-4b44-98d5-70c1672da92e up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:16:29.739285 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179ddd68-4a1e-44a2-9db4-b0cea612772a req-afe43e23-7509-4959-bda4-ea39b8c3b29e tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:16:29.743510 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-179ddd68-4a1e-44a2-9db4-b0cea612772a req-afe43e23-7509-4959-bda4-ea39b8c3b29e tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] 10.222.0.59 "GET /v2.0/ports?device_id=cfacffca-6c3a-418e-a796-bf0c75733225 HTTP/1.1" status: 200 len: 931 time: 0.9973786 Jul 27 21:16:29.762871 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4915b1-2a5c-45ab-b82b-5b248bd3edf6 service neutron] Pushing event updated for resources: {'Port': ['ID=2ee3cee0-d746-400f-b7b8-09d887f8ce8c,revision_number=2']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:16:29.769734 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-a05491cf-53df-481d-940d-1f7543c579ef None None] Provisioning for port f905edd4-d521-4b44-98d5-70c1672da92e completed by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:16:29.897060 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [req-2d96df39-4179-467e-af40-4ddc0306f277 req-ce4915b1-2a5c-45ab-b82b-5b248bd3edf6 service neutron] Attempting to bind port 2ee3cee0-d746-400f-b7b8-09d887f8ce8c on host n-h1-705658-22 for vnic_type normal with profile {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:16:29.898130 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [req-2d96df39-4179-467e-af40-4ddc0306f277 req-ce4915b1-2a5c-45ab-b82b-5b248bd3edf6 service neutron] Attempting to bind port 2ee3cee0-d746-400f-b7b8-09d887f8ce8c by drivers openvswitch,hyperv on host n-h1-705658-22 at level 0 using segments [{'id': '82701821-d08d-4e1b-9667-8c6e67e04bdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '4ce75dcf-0fe8-4adc-83bc-310cc0685be5'}] {{(pid=105584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:16:29.898623 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d96df39-4179-467e-af40-4ddc0306f277 req-ce4915b1-2a5c-45ab-b82b-5b248bd3edf6 service neutron] Attempting to bind port 2ee3cee0-d746-400f-b7b8-09d887f8ce8c on network 4ce75dcf-0fe8-4adc-83bc-310cc0685be5 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:16:29.905594 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d96df39-4179-467e-af40-4ddc0306f277 req-ce4915b1-2a5c-45ab-b82b-5b248bd3edf6 service neutron] Port 2ee3cee0-d746-400f-b7b8-09d887f8ce8c on network 4ce75dcf-0fe8-4adc-83bc-310cc0685be5 not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-22 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:16:29.906143 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d96df39-4179-467e-af40-4ddc0306f277 req-ce4915b1-2a5c-45ab-b82b-5b248bd3edf6 service neutron] Attempting to bind port 2ee3cee0-d746-400f-b7b8-09d887f8ce8c on network 4ce75dcf-0fe8-4adc-83bc-310cc0685be5 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:16:29.915597 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d96df39-4179-467e-af40-4ddc0306f277 req-ce4915b1-2a5c-45ab-b82b-5b248bd3edf6 service neutron] Checking agent: {'id': '9d9bc37f-4d75-44ef-9f63-799aab3e316f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 49, 36), 'started_at': datetime.datetime(2021, 7, 27, 20, 49, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 16, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:16:29.916421 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d96df39-4179-467e-af40-4ddc0306f277 req-ce4915b1-2a5c-45ab-b82b-5b248bd3edf6 service neutron] Checking segment: {'id': '82701821-d08d-4e1b-9667-8c6e67e04bdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '4ce75dcf-0fe8-4adc-83bc-310cc0685be5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:16:29.917304 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d96df39-4179-467e-af40-4ddc0306f277 req-ce4915b1-2a5c-45ab-b82b-5b248bd3edf6 service neutron] Bound using segment: {'id': '82701821-d08d-4e1b-9667-8c6e67e04bdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '4ce75dcf-0fe8-4adc-83bc-310cc0685be5'} {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:16:29.917952 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [req-2d96df39-4179-467e-af40-4ddc0306f277 req-ce4915b1-2a5c-45ab-b82b-5b248bd3edf6 service neutron] Bound port: 2ee3cee0-d746-400f-b7b8-09d887f8ce8c, host: n-h1-705658-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '82701821-d08d-4e1b-9667-8c6e67e04bdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '4ce75dcf-0fe8-4adc-83bc-310cc0685be5'}}] {{(pid=105584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:16:29.918513 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-2d96df39-4179-467e-af40-4ddc0306f277 req-ce4915b1-2a5c-45ab-b82b-5b248bd3edf6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:29.929515 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:29.992468 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] For port a5118c8d-ab51-49e4-b3a1-24b132773522, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=a5118c8d-ab51-49e4-b3a1-24b132773522,segment=NetworkSegment(bdd91ba2-0432-42e2-98db-a2dd6126dafb),segment_id=bdd91ba2-0432-42e2-98db-a2dd6126dafb)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:16:29.996367 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14188e1a-88ea-45e0-ad71-5de945522dfe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5118c8d-ab51-49e4-b3a1-24b132773522'}] {{(pid=105586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:16:29.998963 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14c1663e039faf5393f87855f745010ac5b02220355b68fdbf065393e303ac56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0cb7700-2c60-4c3b-9a25-e24044c2f374" -d '{"events": [{"server_uuid": "14188e1a-88ea-45e0-ad71-5de945522dfe", "name": "network-vif-plugged", "status": "completed", "tag": "a5118c8d-ab51-49e4-b3a1-24b132773522"}]}' {{(pid=105586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:16:30.007504 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:30.011994 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [req-2d96df39-4179-467e-af40-4ddc0306f277 req-ce4915b1-2a5c-45ab-b82b-5b248bd3edf6 service neutron] For port 2ee3cee0-d746-400f-b7b8-09d887f8ce8c, host n-h1-705658-22, cleared binding levels {{(pid=105584) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:16:30.016476 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [req-2d96df39-4179-467e-af40-4ddc0306f277 req-ce4915b1-2a5c-45ab-b82b-5b248bd3edf6 service neutron] For port 2ee3cee0-d746-400f-b7b8-09d887f8ce8c, host n-h1-705658-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=2ee3cee0-d746-400f-b7b8-09d887f8ce8c,segment=NetworkSegment(82701821-d08d-4e1b-9667-8c6e67e04bdc),segment_id=82701821-d08d-4e1b-9667-8c6e67e04bdc)] {{(pid=105584) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:16:30.025580 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-2d96df39-4179-467e-af40-4ddc0306f277 req-ce4915b1-2a5c-45ab-b82b-5b248bd3edf6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9014027'] for port, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:30.064280 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning for port f905edd4-d521-4b44-98d5-70c1672da92e completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:16:30.087771 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port f905edd4-d521-4b44-98d5-70c1672da92e triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:16:30.088399 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:30.105846 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d96df39-4179-467e-af40-4ddc0306f277 req-ce4915b1-2a5c-45ab-b82b-5b248bd3edf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:16:30.106468 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-2d96df39-4179-467e-af40-4ddc0306f277 req-ce4915b1-2a5c-45ab-b82b-5b248bd3edf6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:30.107999 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-2d96df39-4179-467e-af40-4ddc0306f277 req-ce4915b1-2a5c-45ab-b82b-5b248bd3edf6 service neutron] 10.222.0.36 "PUT /v2.0/ports/2ee3cee0-d746-400f-b7b8-09d887f8ce8c HTTP/1.1" status: 200 len: 1092 time: 1.6408625 Jul 27 21:16:30.123095 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cfacffca-6c3a-418e-a796-bf0c75733225', 'tag': '2ee3cee0-d746-400f-b7b8-09d887f8ce8c'}] {{(pid=105584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:16:30.131503 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bce5e6c8685464f7626901654159975603b047827e3138302ed6566e28f1343" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90e6724b-3b1e-4fc9-b923-e670450fb60e" -d '{"events": [{"name": "network-changed", "server_uuid": "cfacffca-6c3a-418e-a796-bf0c75733225", "tag": "2ee3cee0-d746-400f-b7b8-09d887f8ce8c"}]}' {{(pid=105584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:16:30.146781 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4915b1-2a5c-45ab-b82b-5b248bd3edf6 service neutron] Pushing event updated for resources: {'Port': ['ID=2ee3cee0-d746-400f-b7b8-09d887f8ce8c,revision_number=3']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:16:30.176523 n-d-705658-22 neutron-server[105585]: DEBUG neutron.notifiers.nova [None req-7c21b5c8-e93e-4633-985e-371d1352b71c tempest-BulkNetworkOpsTest-783861186 tempest-BulkNetworkOpsTest-783861186-project] device_id is not set on port 255de981-7f19-40c8-8b57-75ee2b90e0d6 yet. {{(pid=105585) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 21:16:30.240019 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Pushing event updated for resources: {'Port': ['ID=a5118c8d-ab51-49e4-b3a1-24b132773522,revision_number=9']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:16:30.349135 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d96df39-4179-467e-af40-4ddc0306f277 req-52685943-3942-4a3b-8271-e3a8ed4ef71b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:16:30.350015 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-179ddd68-4a1e-44a2-9db4-b0cea612772a req-21ee0f5b-3116-4892-880f-3b513eab8350 tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] 10.222.0.59 "GET /v2.0/security-groups?id=9a7007a9-34fe-445e-9576-80a9b33bcd70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5819793 Jul 27 21:16:30.380297 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-2d96df39-4179-467e-af40-4ddc0306f277 req-52685943-3942-4a3b-8271-e3a8ed4ef71b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=600e865a5cde4be3a07c2c6f813959b8&device_id=cfacffca-6c3a-418e-a796-bf0c75733225 HTTP/1.1" status: 200 len: 1095 time: 0.2141440 Jul 27 21:16:30.391038 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:30.448757 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] For port f905edd4-d521-4b44-98d5-70c1672da92e, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=f905edd4-d521-4b44-98d5-70c1672da92e,segment=NetworkSegment(1b077963-112a-426a-9fb1-7a166157ae95),segment_id=1b077963-112a-426a-9fb1-7a166157ae95)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:16:30.456016 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:30.521413 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-2d96df39-4179-467e-af40-4ddc0306f277 req-f1a49b52-2903-4a47-8cf5-54cf256c28a2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2ee3cee0-d746-400f-b7b8-09d887f8ce8c HTTP/1.1" status: 200 len: 217 time: 0.1288660 Jul 27 21:16:30.532595 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:16:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57a279d3-d440-4a97-adbf-6cf046f258e5 x-openstack-request-id: req-57a279d3-d440-4a97-adbf-6cf046f258e5 {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:16:30.533774 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14188e1a-88ea-45e0-ad71-5de945522dfe", "name": "network-vif-plugged", "status": "completed", "tag": "a5118c8d-ab51-49e4-b3a1-24b132773522", "code": 200}]} {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:16:30.535266 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-57a279d3-d440-4a97-adbf-6cf046f258e5 {{(pid=105586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:16:30.535917 n-d-705658-22 neutron-server[105586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14188e1a-88ea-45e0-ad71-5de945522dfe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5118c8d-ab51-49e4-b3a1-24b132773522', 'code': 200} Jul 27 21:16:30.591194 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Pushing event updated for resources: {'Port': ['ID=f905edd4-d521-4b44-98d5-70c1672da92e,revision_number=3']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:16:30.601402 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2246e3-88b8-4776-8acc-813cc0674462 req-70edad9c-9e2e-458e-8a67-34b0b290dc37 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:16:30.603618 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-ea2246e3-88b8-4776-8acc-813cc0674462 req-70edad9c-9e2e-458e-8a67-34b0b290dc37 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] 10.222.0.59 "GET /v2.0/ports?device_id=14188e1a-88ea-45e0-ad71-5de945522dfe HTTP/1.1" status: 200 len: 946 time: 0.5537760 Jul 27 21:16:30.623165 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da11984-0442-4c83-b840-51baf72637ab req-fee53532-9bb6-4f29-809e-06071129eaaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:16:30.630938 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-2da11984-0442-4c83-b840-51baf72637ab req-fee53532-9bb6-4f29-809e-06071129eaaa service neutron] 10.222.0.60 "GET /v2.0/networks?id=1d4d21d8-5a4a-4948-971c-89356ade9736 HTTP/1.1" status: 200 len: 898 time: 1.4239302 Jul 27 21:16:30.634935 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d96df39-4179-467e-af40-4ddc0306f277 req-f6a8ef13-4f7d-497d-bc5b-1c0f28eaadc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:16:30.636633 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-2d96df39-4179-467e-af40-4ddc0306f277 req-f6a8ef13-4f7d-497d-bc5b-1c0f28eaadc7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c0af41ef-52d2-41ac-b6df-e93e08f17b8d HTTP/1.1" status: 200 len: 846 time: 0.1028106 Jul 27 21:16:30.638538 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:16:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65ad4b22-d0cc-407f-a681-c8c226ef8be8 x-openstack-request-id: req-65ad4b22-d0cc-407f-a681-c8c226ef8be8 {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:16:30.639163 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cfacffca-6c3a-418e-a796-bf0c75733225", "tag": "2ee3cee0-d746-400f-b7b8-09d887f8ce8c", "status": "completed", "code": 200}]} {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:16:30.639616 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-65ad4b22-d0cc-407f-a681-c8c226ef8be8 {{(pid=105584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:16:30.640742 n-d-705658-22 neutron-server[105584]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cfacffca-6c3a-418e-a796-bf0c75733225', 'tag': '2ee3cee0-d746-400f-b7b8-09d887f8ce8c', 'status': 'completed', 'code': 200} Jul 27 21:16:30.694090 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-2d96df39-4179-467e-af40-4ddc0306f277 req-a636a596-eb4f-4b07-807b-a13f6f4e751a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4ce75dcf-0fe8-4adc-83bc-310cc0685be5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0452754 Jul 27 21:16:30.830566 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-2d96df39-4179-467e-af40-4ddc0306f277 req-18484fee-4c3e-4fed-b893-4cbb2c133fc8 service neutron] 10.222.0.36 "GET /v2.0/networks/4ce75dcf-0fe8-4adc-83bc-310cc0685be5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276128 Jul 27 21:16:30.860054 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-597f218d-bd15-4858-9c2a-4d7957a38692 None None] Provisioning for port 5d357d04-e916-4a48-87ed-e1afffd149a7 completed by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:16:30.875241 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-597f218d-bd15-4858-9c2a-4d7957a38692 None None] Provisioning complete for port 5d357d04-e916-4a48-87ed-e1afffd149a7 triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:16:30.876722 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-597f218d-bd15-4858-9c2a-4d7957a38692 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:31.009939 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-2da11984-0442-4c83-b840-51baf72637ab req-4b7ecd24-e4e4-4f01-9f7b-e8b6a536a8ce service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a5118c8d-ab51-49e4-b3a1-24b132773522 HTTP/1.1" status: 200 len: 1002 time: 0.3078339 Jul 27 21:16:31.076977 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-597f218d-bd15-4858-9c2a-4d7957a38692 None None] Port 5d357d04-e916-4a48-87ed-e1afffd149a7 cannot update to ACTIVE because it is not bound. {{(pid=105586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:16:31.099691 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-597f218d-bd15-4858-9c2a-4d7957a38692 None None] Provisioning complete for port f905edd4-d521-4b44-98d5-70c1672da92e triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:16:31.100286 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-597f218d-bd15-4858-9c2a-4d7957a38692 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:31.171454 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-ea2246e3-88b8-4776-8acc-813cc0674462 req-e8ab762d-33cf-4485-8bab-302a3e918cbe tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] 10.222.0.59 "GET /v2.0/security-groups?id=e9ca66b5-3d33-4671-986c-aa471cc95217&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5583813 Jul 27 21:16:31.201428 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-2d96df39-4179-467e-af40-4ddc0306f277 req-fb013cd2-e235-405c-af4a-0ed27ad8a95d service neutron] 10.222.0.36 "GET /v2.0/networks/4ce75dcf-0fe8-4adc-83bc-310cc0685be5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3595738 Jul 27 21:16:31.203480 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-c12db4fb-2e08-4d17-be6c-6dab094bedf7 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:31.288750 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da11984-0442-4c83-b840-51baf72637ab req-99fb4686-a714-46d1-b0d8-13abb75410a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:16:31.290318 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-2da11984-0442-4c83-b840-51baf72637ab req-99fb4686-a714-46d1-b0d8-13abb75410a9 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ddef23d9-d17b-4086-bd3c-1e30aa0e0ca0 HTTP/1.1" status: 200 len: 834 time: 0.2528663 Jul 27 21:16:31.480827 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e6724b-3b1e-4fc9-b923-e670450fb60e req-0db1d86c-1730-449a-80fe-eb666bf1fda7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:16:31.483389 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-90e6724b-3b1e-4fc9-b923-e670450fb60e req-0db1d86c-1730-449a-80fe-eb666bf1fda7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=600e865a5cde4be3a07c2c6f813959b8&device_id=cfacffca-6c3a-418e-a796-bf0c75733225 HTTP/1.1" status: 200 len: 1095 time: 0.2155437 Jul 27 21:16:31.491027 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-ce0faf60-760a-4efa-8ee3-9ff9ed9990f7 None None] Provisioning complete for port 5d357d04-e916-4a48-87ed-e1afffd149a7 triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:16:31.491621 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-ce0faf60-760a-4efa-8ee3-9ff9ed9990f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:31.595099 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-7c21b5c8-e93e-4633-985e-371d1352b71c tempest-BulkNetworkOpsTest-783861186 tempest-BulkNetworkOpsTest-783861186-project] Notify callbacks [] for port, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:31.600473 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-ce0faf60-760a-4efa-8ee3-9ff9ed9990f7 None None] Port 5d357d04-e916-4a48-87ed-e1afffd149a7 cannot update to ACTIVE because it is not bound. {{(pid=105586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:16:31.625902 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e6724b-3b1e-4fc9-b923-e670450fb60e req-74a9cdde-4262-4a1e-90dd-cb5c8e2dcd94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:16:31.627208 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device f905edd4-d521-4b44-98d5-70c1672da92e up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:16:31.627427 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-90e6724b-3b1e-4fc9-b923-e670450fb60e req-74a9cdde-4262-4a1e-90dd-cb5c8e2dcd94 service neutron] 10.222.0.36 "GET /v2.0/networks?id=4ce75dcf-0fe8-4adc-83bc-310cc0685be5 HTTP/1.1" status: 200 len: 907 time: 0.1311810 Jul 27 21:16:31.683609 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port f905edd4-d521-4b44-98d5-70c1672da92e triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:16:31.684251 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:31.718356 n-d-705658-22 neutron-server[105585]: DEBUG neutron.notifiers.nova [None req-7c21b5c8-e93e-4633-985e-371d1352b71c tempest-BulkNetworkOpsTest-783861186 tempest-BulkNetworkOpsTest-783861186-project] device_id is not set on port dd78ae46-4476-494a-9919-61a25500a164 yet. {{(pid=105585) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 21:16:31.743904 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-90e6724b-3b1e-4fc9-b923-e670450fb60e req-fe582528-560d-4c38-8132-905964e3f4d0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2ee3cee0-d746-400f-b7b8-09d887f8ce8c HTTP/1.1" status: 200 len: 217 time: 0.1032984 Jul 27 21:16:31.864450 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e6724b-3b1e-4fc9-b923-e670450fb60e req-bba7ab97-36d4-4c5b-aa5d-300b8795ab13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:16:31.866960 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-90e6724b-3b1e-4fc9-b923-e670450fb60e req-bba7ab97-36d4-4c5b-aa5d-300b8795ab13 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c0af41ef-52d2-41ac-b6df-e93e08f17b8d HTTP/1.1" status: 200 len: 846 time: 0.1081142 Jul 27 21:16:31.918115 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da11984-0442-4c83-b840-51baf72637ab req-e69d96fb-f9e3-4d43-970f-337526141a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:16:31.918353 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-90e6724b-3b1e-4fc9-b923-e670450fb60e req-b166d685-8157-45ea-a0c0-ed04affc521c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4ce75dcf-0fe8-4adc-83bc-310cc0685be5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0378923 Jul 27 21:16:31.919680 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-2da11984-0442-4c83-b840-51baf72637ab req-e69d96fb-f9e3-4d43-970f-337526141a9f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1d4d21d8-5a4a-4948-971c-89356ade9736&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6172001 Jul 27 21:16:32.080726 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-90e6724b-3b1e-4fc9-b923-e670450fb60e req-c9ac6218-ad1e-4ef2-8426-95b3ba36610a service neutron] 10.222.0.36 "GET /v2.0/networks/4ce75dcf-0fe8-4adc-83bc-310cc0685be5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1532648 Jul 27 21:16:32.120120 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16eef36d-1f49-47cb-9186-b0004f771c7c req-7c78833d-b1fb-499b-b81b-196092794a95 tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:16:32.121619 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-16eef36d-1f49-47cb-9186-b0004f771c7c req-7c78833d-b1fb-499b-b81b-196092794a95 tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] 10.222.0.59 "GET /v2.0/ports?device_id=cfacffca-6c3a-418e-a796-bf0c75733225 HTTP/1.1" status: 200 len: 943 time: 0.3886273 Jul 27 21:16:32.247552 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-7c21b5c8-e93e-4633-985e-371d1352b71c tempest-BulkNetworkOpsTest-783861186 tempest-BulkNetworkOpsTest-783861186-project] Notify callbacks [] for port, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:32.251084 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-c12db4fb-2e08-4d17-be6c-6dab094bedf7 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Notify callbacks [] for port, precommit_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:32.267831 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-16eef36d-1f49-47cb-9186-b0004f771c7c req-9e158155-4747-4727-ad6c-12724495273e tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] 10.222.0.59 "GET /v2.0/security-groups?id=9a7007a9-34fe-445e-9576-80a9b33bcd70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218956 Jul 27 21:16:32.269743 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-2da11984-0442-4c83-b840-51baf72637ab req-13afc4d8-f141-4190-86d7-d77cafd928a5 service neutron] 10.222.0.60 "GET /v2.0/networks/1d4d21d8-5a4a-4948-971c-89356ade9736?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3328650 Jul 27 21:16:32.275782 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-c12db4fb-2e08-4d17-be6c-6dab094bedf7 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10221672'] for port, after_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:32.312197 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-90e6724b-3b1e-4fc9-b923-e670450fb60e req-6a19f6ee-5017-44a5-8262-bba7285e3de9 service neutron] 10.222.0.36 "GET /v2.0/networks/4ce75dcf-0fe8-4adc-83bc-310cc0685be5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2224374 Jul 27 21:16:32.639071 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-c12db4fb-2e08-4d17-be6c-6dab094bedf7 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4075523'] for router_interface, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:32.689394 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12db4fb-2e08-4d17-be6c-6dab094bedf7 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Pushing event updated for resources: {'Port': ['ID=5d357d04-e916-4a48-87ed-e1afffd149a7,revision_number=2']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:16:32.847656 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-fce43809-1bbf-419c-82a8-cca9ce09569f None None] Provisioning complete for port 5d357d04-e916-4a48-87ed-e1afffd149a7 triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:16:32.848190 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-fce43809-1bbf-419c-82a8-cca9ce09569f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:32.946642 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-fce43809-1bbf-419c-82a8-cca9ce09569f None None] Port 5d357d04-e916-4a48-87ed-e1afffd149a7 cannot update to ACTIVE because it is not bound. {{(pid=105586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:16:33.362568 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device 2ee3cee0-d746-400f-b7b8-09d887f8ce8c details requested by agent hyperv_n-h1-705658-22 with host n-h1-705658-22 {{(pid=105586) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:16:33.392971 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-7c21b5c8-e93e-4633-985e-371d1352b71c tempest-BulkNetworkOpsTest-783861186 tempest-BulkNetworkOpsTest-783861186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:33.569994 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 41492) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:16:33.573596 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f5fe62-12b1-4224-b23e-47f7aba63386 req-7c19082b-2043-4671-8606-ccb5c71f4625 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:16:33.581944 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-87f5fe62-12b1-4224-b23e-47f7aba63386 req-7c19082b-2043-4671-8606-ccb5c71f4625 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] 10.222.0.59 "GET /v2.0/ports?device_id=14188e1a-88ea-45e0-ad71-5de945522dfe HTTP/1.1" status: 200 len: 946 time: 1.2394059 Jul 27 21:16:33.604988 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] For port 2ee3cee0-d746-400f-b7b8-09d887f8ce8c, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=2ee3cee0-d746-400f-b7b8-09d887f8ce8c,segment=NetworkSegment(82701821-d08d-4e1b-9667-8c6e67e04bdc),segment_id=82701821-d08d-4e1b-9667-8c6e67e04bdc)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:16:33.648542 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Returning: {'device': '2ee3cee0-d746-400f-b7b8-09d887f8ce8c', 'network_id': '4ce75dcf-0fe8-4adc-83bc-310cc0685be5', 'port_id': '2ee3cee0-d746-400f-b7b8-09d887f8ce8c', 'mac_address': 'fa:16:3e:dc:12:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 218, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0af41ef-52d2-41ac-b6df-e93e08f17b8d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105586) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:16:33.662067 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c21b5c8-e93e-4633-985e-371d1352b71c tempest-BulkNetworkOpsTest-783861186 tempest-BulkNetworkOpsTest-783861186-project] Checking segment: {'id': 'a162e807-9896-4843-8dd5-fff8a70cc47b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'd65dbda9-dfba-48b2-8714-5d8084bf22b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:16:33.662426 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c21b5c8-e93e-4633-985e-371d1352b71c tempest-BulkNetworkOpsTest-783861186 tempest-BulkNetworkOpsTest-783861186-project] Network hostable DHCP agents. Network: d65dbda9-dfba-48b2-8714-5d8084bf22b4, hostable agents: ['7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a'], hosted agents: [] {{(pid=105585) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:16:33.680355 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-2da11984-0442-4c83-b840-51baf72637ab req-7589a624-5d2d-443f-9b7c-b3667aaeaa74 service neutron] 10.222.0.60 "GET /v2.0/networks/1d4d21d8-5a4a-4948-971c-89356ade9736?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3931255 Jul 27 21:16:33.717127 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:33.731947 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ee3cee0-d746-400f-b7b8-09d887f8ce8c {{(pid=105586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:16:33.756446 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] For port 2ee3cee0-d746-400f-b7b8-09d887f8ce8c, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=2ee3cee0-d746-400f-b7b8-09d887f8ce8c,segment=NetworkSegment(82701821-d08d-4e1b-9667-8c6e67e04bdc),segment_id=82701821-d08d-4e1b-9667-8c6e67e04bdc)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:16:33.763496 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:33.846908 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 41498) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:16:33.860577 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-c12db4fb-2e08-4d17-be6c-6dab094bedf7 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:33.885460 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Pushing event updated for resources: {'Port': ['ID=2ee3cee0-d746-400f-b7b8-09d887f8ce8c,revision_number=4']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:16:33.934733 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-87f5fe62-12b1-4224-b23e-47f7aba63386 req-04c67f74-9853-4551-aa52-0ae4bc4d1f1c tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] 10.222.0.59 "GET /v2.0/security-groups?id=e9ca66b5-3d33-4671-986c-aa471cc95217&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3508742 Jul 27 21:16:33.937863 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c21b5c8-e93e-4633-985e-371d1352b71c tempest-BulkNetworkOpsTest-783861186 tempest-BulkNetworkOpsTest-783861186-project] Pushing event updated for resources: {'Port': ['ID=255de981-7f19-40c8-8b57-75ee2b90e0d6,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:16:33.970696 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c20db2a1-bbdb-49b8-9f6b-695e24d458c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:34.032921 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-906111ac-d677-426b-b24f-e8c9834fb056 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=ccca3f66254649a39f657af549b404e0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4614880 Jul 27 21:16:34.036293 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 41502) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:16:34.048656 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8406d2d3-f76e-47b3-b2d5-1e5c54e68940 req-a67f453f-8777-4238-bb08-e5071db3c741 tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:16:34.052631 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-8406d2d3-f76e-47b3-b2d5-1e5c54e68940 req-a67f453f-8777-4238-bb08-e5071db3c741 tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] 10.222.0.59 "GET /v2.0/ports?device_id=cfacffca-6c3a-418e-a796-bf0c75733225 HTTP/1.1" status: 200 len: 943 time: 0.6073282 Jul 27 21:16:34.056241 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c21b5c8-e93e-4633-985e-371d1352b71c tempest-BulkNetworkOpsTest-783861186 tempest-BulkNetworkOpsTest-783861186-project] Network d65dbda9-dfba-48b2-8714-5d8084bf22b4 is scheduled to be hosted by DHCP agent 7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a with binding_index 1 {{(pid=105585) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:16:34.080393 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.base_scheduler [None req-7c21b5c8-e93e-4633-985e-371d1352b71c tempest-BulkNetworkOpsTest-783861186 tempest-BulkNetworkOpsTest-783861186-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-22, d65dbda9-dfba-48b2-8714-5d8084bf22b4) {{(pid=105585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:16:34.092098 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71259bce-6e70-4ce0-b794-e66df6227fef None None] Network d65dbda9-dfba-48b2-8714-5d8084bf22b4 requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:16:34.119987 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] get_ports_and_sgs() called for port_ids ['2ee3cee0-d746-400f-b7b8-09d887f8ce8c'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:16:34.285395 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c20db2a1-bbdb-49b8-9f6b-695e24d458c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:34.320106 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c20db2a1-bbdb-49b8-9f6b-695e24d458c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:34.377684 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-c20db2a1-bbdb-49b8-9f6b-695e24d458c6 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=e892e6e090cf4321951d2e35a69d9e9f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5296719 Jul 27 21:16:34.378720 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20db2a1-bbdb-49b8-9f6b-695e24d458c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5df5d37c-445c-4313-ba1b-47dac713b375,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:16:34.395278 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-8406d2d3-f76e-47b3-b2d5-1e5c54e68940 req-dbd9a097-9adb-4dfd-a737-5f557d38be7f tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] 10.222.0.59 "GET /v2.0/security-groups?id=9a7007a9-34fe-445e-9576-80a9b33bcd70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3310263 Jul 27 21:16:34.396136 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c21b5c8-e93e-4633-985e-371d1352b71c tempest-BulkNetworkOpsTest-783861186 tempest-BulkNetworkOpsTest-783861186-project] Received port after_create {{(pid=105585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:16:34.397063 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-7c21b5c8-e93e-4633-985e-371d1352b71c tempest-BulkNetworkOpsTest-783861186 tempest-BulkNetworkOpsTest-783861186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:34.400418 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 41508) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:16:34.413708 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-934c18cd-09a5-423b-9778-0a9bd0227233 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:34.494295 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-934c18cd-09a5-423b-9778-0a9bd0227233 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:34.647876 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-934c18cd-09a5-423b-9778-0a9bd0227233 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:34.650534 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-934c18cd-09a5-423b-9778-0a9bd0227233 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:34.652059 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-934c18cd-09a5-423b-9778-0a9bd0227233 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/c22abc6b-ac1a-4770-8612-c4c0cd1d5623 HTTP/1.1" status: 204 len: 168 time: 0.6145473 Jul 27 21:16:34.662752 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934c18cd-09a5-423b-9778-0a9bd0227233 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c22abc6b-ac1a-4770-8612-c4c0cd1d5623,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:16:34.668964 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c21b5c8-e93e-4633-985e-371d1352b71c tempest-BulkNetworkOpsTest-783861186 tempest-BulkNetworkOpsTest-783861186-project] Pushing event updated for resources: {'Port': ['ID=dd78ae46-4476-494a-9919-61a25500a164,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:16:34.725185 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c21b5c8-e93e-4633-985e-371d1352b71c tempest-BulkNetworkOpsTest-783861186 tempest-BulkNetworkOpsTest-783861186-project] Checking segment: {'id': '45e9e34e-9472-441c-bb71-9d35f37fc770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'c2e86d67-78b3-406b-ba4b-1dd190a0bb1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:16:34.725606 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c21b5c8-e93e-4633-985e-371d1352b71c tempest-BulkNetworkOpsTest-783861186 tempest-BulkNetworkOpsTest-783861186-project] Network hostable DHCP agents. Network: c2e86d67-78b3-406b-ba4b-1dd190a0bb1c, hostable agents: ['7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a'], hosted agents: [] {{(pid=105585) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:16:34.748099 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-212dba23-e413-403d-804d-9d3fbf56c476 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:34.784176 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c21b5c8-e93e-4633-985e-371d1352b71c tempest-BulkNetworkOpsTest-783861186 tempest-BulkNetworkOpsTest-783861186-project] Network c2e86d67-78b3-406b-ba4b-1dd190a0bb1c is scheduled to be hosted by DHCP agent 7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a with binding_index 1 {{(pid=105585) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:16:34.798287 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-212dba23-e413-403d-804d-9d3fbf56c476 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:34.801766 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-c12db4fb-2e08-4d17-be6c-6dab094bedf7 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Notify callbacks [] for port, precommit_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:34.813044 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-c12db4fb-2e08-4d17-be6c-6dab094bedf7 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10221672'] for port, after_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:34.814036 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-c12db4fb-2e08-4d17-be6c-6dab094bedf7 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3743906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4076435'] for router_interface, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:34.839054 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.base_scheduler [None req-7c21b5c8-e93e-4633-985e-371d1352b71c tempest-BulkNetworkOpsTest-783861186 tempest-BulkNetworkOpsTest-783861186-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-22, c2e86d67-78b3-406b-ba4b-1dd190a0bb1c) {{(pid=105585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:16:34.849020 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7649f0aa-7154-4339-9413-e49fba86022c None None] Network c2e86d67-78b3-406b-ba4b-1dd190a0bb1c requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:16:34.905272 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c21b5c8-e93e-4633-985e-371d1352b71c tempest-BulkNetworkOpsTest-783861186 tempest-BulkNetworkOpsTest-783861186-project] Received port after_create {{(pid=105585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:16:34.912152 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c21b5c8-e93e-4633-985e-371d1352b71c tempest-BulkNetworkOpsTest-783861186 tempest-BulkNetworkOpsTest-783861186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:16:34.917204 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c21b5c8-e93e-4633-985e-371d1352b71c tempest-BulkNetworkOpsTest-783861186 tempest-BulkNetworkOpsTest-783861186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:16:34.918050 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-7c21b5c8-e93e-4633-985e-371d1352b71c tempest-BulkNetworkOpsTest-783861186 tempest-BulkNetworkOpsTest-783861186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:34.985675 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12db4fb-2e08-4d17-be6c-6dab094bedf7 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Pushing event updated for resources: {'Port': ['ID=5d357d04-e916-4a48-87ed-e1afffd149a7,revision_number=3']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:16:35.000204 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-7c21b5c8-e93e-4633-985e-371d1352b71c tempest-BulkNetworkOpsTest-783861186 tempest-BulkNetworkOpsTest-783861186-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 7.8694556 Jul 27 21:16:35.001713 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 41518) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:16:35.078754 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-212dba23-e413-403d-804d-9d3fbf56c476 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:35.082930 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-212dba23-e413-403d-804d-9d3fbf56c476 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:35.084288 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-212dba23-e413-403d-804d-9d3fbf56c476 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/5df5d37c-445c-4313-ba1b-47dac713b375 HTTP/1.1" status: 204 len: 168 time: 0.6828768 Jul 27 21:16:35.087856 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c12db4fb-2e08-4d17-be6c-6dab094bedf7 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Network dfe4e4c9-0831-4ca5-95d5-f25b9a16be3d is already hosted by enough agents. {{(pid=105585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:16:35.113950 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f260981-6e6f-47d3-8d24-2e1a409ddb0c tempest-BulkNetworkOpsTest-783861186 tempest-BulkNetworkOpsTest-783861186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:16:35.120922 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f260981-6e6f-47d3-8d24-2e1a409ddb0c tempest-BulkNetworkOpsTest-783861186 tempest-BulkNetworkOpsTest-783861186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:16:35.125707 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-6f260981-6e6f-47d3-8d24-2e1a409ddb0c tempest-BulkNetworkOpsTest-783861186 tempest-BulkNetworkOpsTest-783861186-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.1228848 Jul 27 21:16:35.126320 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 41524) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:16:35.130670 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.base_scheduler [None req-c12db4fb-2e08-4d17-be6c-6dab094bedf7 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Resources bound (agent type, host, resource id): {{(pid=105585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:16:35.132908 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212dba23-e413-403d-804d-9d3fbf56c476 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5df5d37c-445c-4313-ba1b-47dac713b375,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:16:35.266809 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e227c3e-6770-4bb6-9987-1bce0c181a5d req-fed5f394-d496-4742-b0ab-df1b07299d05 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:16:35.268542 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-1e227c3e-6770-4bb6-9987-1bce0c181a5d req-fed5f394-d496-4742-b0ab-df1b07299d05 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] 10.222.0.59 "GET /v2.0/ports?device_id=14188e1a-88ea-45e0-ad71-5de945522dfe HTTP/1.1" status: 200 len: 946 time: 0.1954777 Jul 27 21:16:35.339379 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-1e227c3e-6770-4bb6-9987-1bce0c181a5d req-98a3e539-e7e9-4997-86bc-47e51e5e49e7 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] 10.222.0.59 "GET /v2.0/security-groups?id=e9ca66b5-3d33-4671-986c-aa471cc95217&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610044 Jul 27 21:16:35.347201 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c12db4fb-2e08-4d17-be6c-6dab094bedf7 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Router d5a1e7cf-96eb-4994-b1b1-74fcbedb2c20 is scheduled to L3 agent dd128fd7-8e57-4d4f-895b-a96b369df59a with binding_index 1 {{(pid=105585) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 21:16:35.368145 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device 2ee3cee0-d746-400f-b7b8-09d887f8ce8c up at agent hyperv_n-h1-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:16:35.387919 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 41534) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:16:35.583517 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Provisioning for port 2ee3cee0-d746-400f-b7b8-09d887f8ce8c completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:16:35.584868 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c12db4fb-2e08-4d17-be6c-6dab094bedf7 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Notify agent at l3_agent.n-d-705658-22 the message routers_updated {{(pid=105585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:16:35.589253 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Provisioning complete for port 2ee3cee0-d746-400f-b7b8-09d887f8ce8c triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:16:35.589643 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:35.598252 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-c12db4fb-2e08-4d17-be6c-6dab094bedf7 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] 10.222.0.59 "PUT /v2.0/routers/d5a1e7cf-96eb-4994-b1b1-74fcbedb2c20/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4114301 Jul 27 21:16:35.602016 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 41540) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:16:35.608244 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a6d777c-fef2-4257-830b-96d7255dbc9b None None] Sync routers for ids ['d5a1e7cf-96eb-4994-b1b1-74fcbedb2c20'] in n-d-705658-22 {{(pid=105587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:16:35.629920 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a6d777c-fef2-4257-830b-96d7255dbc9b None None] Routers {'d5a1e7cf-96eb-4994-b1b1-74fcbedb2c20'} bound to L3 agent in host n-d-705658-22 {{(pid=105587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:16:35.630868 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-0a6d777c-fef2-4257-830b-96d7255dbc9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:16:12Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['d5a1e7cf-96eb-4994-b1b1-74fcbedb2c20'], 'active': True} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:16:35.698020 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c43720-0902-4e2b-a238-1a2329e323ae req-db3b3fd2-85c2-429f-8682-122a36d1bd56 tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:16:35.702824 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-85c43720-0902-4e2b-a238-1a2329e323ae req-db3b3fd2-85c2-429f-8682-122a36d1bd56 tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] 10.222.0.59 "GET /v2.0/ports?device_id=cfacffca-6c3a-418e-a796-bf0c75733225 HTTP/1.1" status: 200 len: 944 time: 0.1822147 Jul 27 21:16:35.741592 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-de79aef5-a6ba-4a2c-9992-eb56afa85959 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] 10.222.0.59 "GET /v2.0/floatingips/6a3117a8-3319-4152-bd9e-433be5ef2ab9 HTTP/1.1" status: 200 len: 994 time: 0.3524823 Jul 27 21:16:35.750186 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-aa945d11-1189-48ff-93cd-7b08d73f15ce tempest-BulkNetworkOpsTest-783861186 tempest-BulkNetworkOpsTest-783861186-project] Deleting port 255de981-7f19-40c8-8b57-75ee2b90e0d6 {{(pid=105584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:16:35.755410 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-aa945d11-1189-48ff-93cd-7b08d73f15ce tempest-BulkNetworkOpsTest-783861186 tempest-BulkNetworkOpsTest-783861186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:35.759817 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-0a6d777c-fef2-4257-830b-96d7255dbc9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-22', False) {} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:16:35.782810 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a6d777c-fef2-4257-830b-96d7255dbc9b None None] Routers {'d5a1e7cf-96eb-4994-b1b1-74fcbedb2c20'} bound to L3 agent in host n-d-705658-22 {{(pid=105587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:16:35.784870 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-0a6d777c-fef2-4257-830b-96d7255dbc9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:16:12Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['d5a1e7cf-96eb-4994-b1b1-74fcbedb2c20'], 'active': True} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:16:35.791417 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b15a524-3666-47d7-8b1b-022619f1223a tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:16:35.793017 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-9b15a524-3666-47d7-8b1b-022619f1223a tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] 10.222.0.59 "GET /v2.0/ports?device_id=d5a1e7cf-96eb-4994-b1b1-74fcbedb2c20 HTTP/1.1" status: 200 len: 988 time: 0.1898549 Jul 27 21:16:35.803962 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 41546) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:16:35.822076 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-988b1cdb-6571-4bfd-b1e2-b80e3d801215 None None] Provisioning complete for port 5d357d04-e916-4a48-87ed-e1afffd149a7 triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:16:35.822457 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-988b1cdb-6571-4bfd-b1e2-b80e3d801215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:35.868506 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-0a6d777c-fef2-4257-830b-96d7255dbc9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-22', False) {} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:16:35.880823 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-aa945d11-1189-48ff-93cd-7b08d73f15ce tempest-BulkNetworkOpsTest-783861186 tempest-BulkNetworkOpsTest-783861186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:35.883321 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a6d777c-fef2-4257-830b-96d7255dbc9b None None] The sync data for ids ['d5a1e7cf-96eb-4994-b1b1-74fcbedb2c20'] in n-d-705658-22 is: [] {{(pid=105587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:16:35.931045 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-aa945d11-1189-48ff-93cd-7b08d73f15ce tempest-BulkNetworkOpsTest-783861186 tempest-BulkNetworkOpsTest-783861186-project] Calling delete_port for 255de981-7f19-40c8-8b57-75ee2b90e0d6 owned by {{(pid=105584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:16:35.951318 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-988b1cdb-6571-4bfd-b1e2-b80e3d801215 None None] Port 5d357d04-e916-4a48-87ed-e1afffd149a7 cannot update to ACTIVE because it is not bound. {{(pid=105586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:16:35.953160 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:35.973248 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 41550) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:16:35.977722 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfacffca-6c3a-418e-a796-bf0c75733225', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ee3cee0-d746-400f-b7b8-09d887f8ce8c'}] {{(pid=105586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:16:35.980512 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14c1663e039faf5393f87855f745010ac5b02220355b68fdbf065393e303ac56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ab83402-f1ed-49a7-8e76-08f72965ae14" -d '{"events": [{"server_uuid": "cfacffca-6c3a-418e-a796-bf0c75733225", "name": "network-vif-plugged", "status": "completed", "tag": "2ee3cee0-d746-400f-b7b8-09d887f8ce8c"}]}' {{(pid=105586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:16:36.017316 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] For port 2ee3cee0-d746-400f-b7b8-09d887f8ce8c, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=2ee3cee0-d746-400f-b7b8-09d887f8ce8c,segment=NetworkSegment(82701821-d08d-4e1b-9667-8c6e67e04bdc),segment_id=82701821-d08d-4e1b-9667-8c6e67e04bdc)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:16:36.036077 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:36.094677 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:16:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cdd1660-a759-44d5-a7d1-4f92071b7dc7 x-openstack-request-id: req-0cdd1660-a759-44d5-a7d1-4f92071b7dc7 {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:16:36.095276 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfacffca-6c3a-418e-a796-bf0c75733225", "name": "network-vif-plugged", "status": "completed", "tag": "2ee3cee0-d746-400f-b7b8-09d887f8ce8c", "code": 200}]} {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:16:36.095759 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-0cdd1660-a759-44d5-a7d1-4f92071b7dc7 {{(pid=105586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:16:36.096303 n-d-705658-22 neutron-server[105586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfacffca-6c3a-418e-a796-bf0c75733225', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ee3cee0-d746-400f-b7b8-09d887f8ce8c', 'code': 200} Jul 27 21:16:36.098018 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Pushing event updated for resources: {'Port': ['ID=2ee3cee0-d746-400f-b7b8-09d887f8ce8c,revision_number=5']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:16:36.109732 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-85c43720-0902-4e2b-a238-1a2329e323ae req-0826a33f-406d-42b6-86eb-73dd2f2e7716 tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] 10.222.0.59 "GET /v2.0/security-groups?id=9a7007a9-34fe-445e-9576-80a9b33bcd70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3973582 Jul 27 21:16:36.115644 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-5a9a65a2-d4e2-4177-81a3-1d47c93c53d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:36.128915 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 41556) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:16:36.207565 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-aa945d11-1189-48ff-93cd-7b08d73f15ce tempest-BulkNetworkOpsTest-783861186 tempest-BulkNetworkOpsTest-783861186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:36.249340 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa945d11-1189-48ff-93cd-7b08d73f15ce tempest-BulkNetworkOpsTest-783861186 tempest-BulkNetworkOpsTest-783861186-project] Pushing event deleted for resources: {'Port': ['ID=255de981-7f19-40c8-8b57-75ee2b90e0d6,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:16:36.251654 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-aa945d11-1189-48ff-93cd-7b08d73f15ce tempest-BulkNetworkOpsTest-783861186 tempest-BulkNetworkOpsTest-783861186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:36.256154 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-aa945d11-1189-48ff-93cd-7b08d73f15ce tempest-BulkNetworkOpsTest-783861186 tempest-BulkNetworkOpsTest-783861186-project] 10.222.0.59 "DELETE /v2.0/ports/255de981-7f19-40c8-8b57-75ee2b90e0d6 HTTP/1.1" status: 204 len: 168 time: 1.1264863 Jul 27 21:16:36.257170 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 41562) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:16:36.266905 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4c904b-8375-443a-98f7-557fd0a550b0 req-d0cd75a2-d472-49c7-a5b9-92a51c76b0d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:16:36.269938 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-0a4c904b-8375-443a-98f7-557fd0a550b0 req-d0cd75a2-d472-49c7-a5b9-92a51c76b0d5 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=cfacffca-6c3a-418e-a796-bf0c75733225 HTTP/1.1" status: 200 len: 1097 time: 0.1392088 Jul 27 21:16:36.295642 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:36.326903 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-28754a1d-83b9-461b-b05a-87734fff6376 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-777209554-network', 'tenant_id': '82bc643bd9d4441485dd55755aeabc15'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:16:36.335115 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-0a4c904b-8375-443a-98f7-557fd0a550b0 req-e8354203-2091-4239-b5f9-505e5ebbf8c4 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=9a7007a9-34fe-445e-9576-80a9b33bcd70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553203 Jul 27 21:16:36.496732 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-5a9a65a2-d4e2-4177-81a3-1d47c93c53d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:36.519176 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-5a9a65a2-d4e2-4177-81a3-1d47c93c53d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:36.530974 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28754a1d-83b9-461b-b05a-87734fff6376 admin admin] Made reservation on behalf of 82bc643bd9d4441485dd55755aeabc15 for: {'network': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:16:36.543667 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-28754a1d-83b9-461b-b05a-87734fff6376 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for network, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:36.559896 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-28754a1d-83b9-461b-b05a-87734fff6376 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:36.648533 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9a65a2-d4e2-4177-81a3-1d47c93c53d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f63493b-9f8a-4283-9bd6-2b0d50551e08,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:16:36.664183 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-5a9a65a2-d4e2-4177-81a3-1d47c93c53d1 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=d21b100a414f4de68d1df324e43d0321&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6897326 Jul 27 21:16:36.667241 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 41566) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:16:36.684153 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [None req-35e3cf75-c890-42aa-b5c4-361fa17f9d81 tempest-BulkNetworkOpsTest-783861186 tempest-BulkNetworkOpsTest-783861186-project] Deleting port dd78ae46-4476-494a-9919-61a25500a164 {{(pid=105585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:16:36.684498 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-35e3cf75-c890-42aa-b5c4-361fa17f9d81 tempest-BulkNetworkOpsTest-783861186 tempest-BulkNetworkOpsTest-783861186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:36.755091 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-28754a1d-83b9-461b-b05a-87734fff6376 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:36.761062 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-28754a1d-83b9-461b-b05a-87734fff6376 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:36.780934 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-35e3cf75-c890-42aa-b5c4-361fa17f9d81 tempest-BulkNetworkOpsTest-783861186 tempest-BulkNetworkOpsTest-783861186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:36.786713 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28754a1d-83b9-461b-b05a-87734fff6376 admin admin] vlan segment allocate from pool success with {'vlan_id': 225, 'physical_network': 'physnet1'} {{(pid=105584) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:16:36.812294 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-28754a1d-83b9-461b-b05a-87734fff6376 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:36.812642 n-d-705658-22 neutron-server[105584]: INFO neutron.db.segments_db [None req-28754a1d-83b9-461b-b05a-87734fff6376 admin admin] Added segment fa50df03-7dd2-4052-8819-c119d7bd8619 of type vlan for network 1b1dab31-9b34-44da-9575-a2762dd20ae1 Jul 27 21:16:36.829215 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28754a1d-83b9-461b-b05a-87734fff6376 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbda38b4-0099-4f6e-aeb8-905b6aa6a585,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:16:36.830600 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [None req-35e3cf75-c890-42aa-b5c4-361fa17f9d81 tempest-BulkNetworkOpsTest-783861186 tempest-BulkNetworkOpsTest-783861186-project] Calling delete_port for dd78ae46-4476-494a-9919-61a25500a164 owned by {{(pid=105585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:16:36.837852 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-bc7017c8-13f1-40b4-ba3d-4767d17cbfef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:36.887320 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-28754a1d-83b9-461b-b05a-87734fff6376 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790688424798'] for network, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:36.892526 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-bc7017c8-13f1-40b4-ba3d-4767d17cbfef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:36.920945 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-4b908d27-c6cb-46a3-9c67-a738d3cd0a13 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4076536'] for router_interface, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:36.948484 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-28754a1d-83b9-461b-b05a-87734fff6376 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920'] for network, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:36.949830 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28754a1d-83b9-461b-b05a-87734fff6376 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:16:36.950357 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-28754a1d-83b9-461b-b05a-87734fff6376 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743886'] for network, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:37.012866 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-bc7017c8-13f1-40b4-ba3d-4767d17cbfef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:37.015790 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-bc7017c8-13f1-40b4-ba3d-4767d17cbfef admin admin] Notify callbacks [] for security_group, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:37.016963 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-bc7017c8-13f1-40b4-ba3d-4767d17cbfef admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/8f63493b-9f8a-4283-9bd6-2b0d50551e08 HTTP/1.1" status: 204 len: 168 time: 0.3482130 Jul 27 21:16:37.026682 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-28754a1d-83b9-461b-b05a-87734fff6376 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.8951826 Jul 27 21:16:37.027582 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 41570) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:16:37.035170 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28754a1d-83b9-461b-b05a-87734fff6376 admin admin] Pushing event updated for resources: {'Network': ['ID=1b1dab31-9b34-44da-9575-a2762dd20ae1,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:16:37.036789 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-64c5e2fb-dd3e-4f30-8e9e-edb9232a2900 admin admin] Request body: {'subnet': {'network_id': '1b1dab31-9b34-44da-9575-a2762dd20ae1', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-777209554-subnet', 'tenant_id': '82bc643bd9d4441485dd55755aeabc15', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:16:37.038902 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7017c8-13f1-40b4-ba3d-4767d17cbfef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f63493b-9f8a-4283-9bd6-2b0d50551e08,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:16:37.051112 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Network 1b1dab31-9b34-44da-9575-a2762dd20ae1 details requested by agent ovs-agent-n-d-705658-22 with host n-d-705658-22 {{(pid=105586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:16:37.131956 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-35e3cf75-c890-42aa-b5c4-361fa17f9d81 tempest-BulkNetworkOpsTest-783861186 tempest-BulkNetworkOpsTest-783861186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:37.198503 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64c5e2fb-dd3e-4f30-8e9e-edb9232a2900 admin admin] Made reservation on behalf of 82bc643bd9d4441485dd55755aeabc15 for: {'subnet': 1} {{(pid=105585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:16:37.200907 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-64c5e2fb-dd3e-4f30-8e9e-edb9232a2900 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9990620'] for subnet, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:37.222680 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e3cf75-c890-42aa-b5c4-361fa17f9d81 tempest-BulkNetworkOpsTest-783861186 tempest-BulkNetworkOpsTest-783861186-project] Pushing event deleted for resources: {'Port': ['ID=dd78ae46-4476-494a-9919-61a25500a164,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:16:37.232433 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-35e3cf75-c890-42aa-b5c4-361fa17f9d81 tempest-BulkNetworkOpsTest-783861186 tempest-BulkNetworkOpsTest-783861186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:37.236953 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-35e3cf75-c890-42aa-b5c4-361fa17f9d81 tempest-BulkNetworkOpsTest-783861186 tempest-BulkNetworkOpsTest-783861186-project] 10.222.0.59 "DELETE /v2.0/ports/dd78ae46-4476-494a-9919-61a25500a164 HTTP/1.1" status: 204 len: 168 time: 0.9774497 Jul 27 21:16:37.240053 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 41578) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:16:37.279280 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-ba65bfd2-20f3-4930-8c22-3a01486c07ab tempest-BulkNetworkOpsTest-783861186 tempest-BulkNetworkOpsTest-783861186-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0357358 Jul 27 21:16:37.282010 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 41584) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:16:37.287548 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-f9ab25b8-e4c1-4d67-b186-b5a8a5d25e32 tempest-BulkNetworkOpsTest-783861186 tempest-BulkNetworkOpsTest-783861186-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1562619992'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:16:37.349835 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9ab25b8-e4c1-4d67-b186-b5a8a5d25e32 tempest-BulkNetworkOpsTest-783861186 tempest-BulkNetworkOpsTest-783861186-project] Made reservation on behalf of aa138450a4e64dd793453b668fa665f6 for: {'network': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:16:37.354577 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-f9ab25b8-e4c1-4d67-b186-b5a8a5d25e32 tempest-BulkNetworkOpsTest-783861186 tempest-BulkNetworkOpsTest-783861186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for network, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:37.384233 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9ab25b8-e4c1-4d67-b186-b5a8a5d25e32 tempest-BulkNetworkOpsTest-783861186 tempest-BulkNetworkOpsTest-783861186-project] vlan segment allocate from pool success with {'vlan_id': 214, 'physical_network': 'physnet1'} {{(pid=105584) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:16:37.395515 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-f9ab25b8-e4c1-4d67-b186-b5a8a5d25e32 tempest-BulkNetworkOpsTest-783861186 tempest-BulkNetworkOpsTest-783861186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:37.395924 n-d-705658-22 neutron-server[105584]: INFO neutron.db.segments_db [None req-f9ab25b8-e4c1-4d67-b186-b5a8a5d25e32 tempest-BulkNetworkOpsTest-783861186 tempest-BulkNetworkOpsTest-783861186-project] Added segment 22edc0f5-eb8d-4a50-a30c-d8319544dc4e of type vlan for network ab8f0fe2-7bff-453a-b7ab-22cce2182595 Jul 27 21:16:37.446839 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-f9ab25b8-e4c1-4d67-b186-b5a8a5d25e32 tempest-BulkNetworkOpsTest-783861186 tempest-BulkNetworkOpsTest-783861186-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790688424798'] for network, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:37.491846 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-f9ab25b8-e4c1-4d67-b186-b5a8a5d25e32 tempest-BulkNetworkOpsTest-783861186 tempest-BulkNetworkOpsTest-783861186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920'] for network, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:37.495224 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104879ee-de41-483f-bd23-47aa496a8194 req-bb412f04-fc73-470e-afd4-d4fc445f0935 tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:16:37.496794 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-104879ee-de41-483f-bd23-47aa496a8194 req-bb412f04-fc73-470e-afd4-d4fc445f0935 tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] 10.222.0.59 "GET /v2.0/ports?device_id=cfacffca-6c3a-418e-a796-bf0c75733225 HTTP/1.1" status: 200 len: 945 time: 0.2753468 Jul 27 21:16:37.505586 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9ab25b8-e4c1-4d67-b186-b5a8a5d25e32 tempest-BulkNetworkOpsTest-783861186 tempest-BulkNetworkOpsTest-783861186-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:16:37.506248 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-f9ab25b8-e4c1-4d67-b186-b5a8a5d25e32 tempest-BulkNetworkOpsTest-783861186 tempest-BulkNetworkOpsTest-783861186-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743886'] for network, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:37.616974 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-f9ab25b8-e4c1-4d67-b186-b5a8a5d25e32 tempest-BulkNetworkOpsTest-783861186 tempest-BulkNetworkOpsTest-783861186-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3337672 Jul 27 21:16:37.620159 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 41610) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:16:37.628751 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-f30f0c70-20b2-4665-85de-e2f4b5a6ff51 tempest-BulkNetworkOpsTest-783861186 tempest-BulkNetworkOpsTest-783861186-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-122316444'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:16:37.642402 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ab25b8-e4c1-4d67-b186-b5a8a5d25e32 tempest-BulkNetworkOpsTest-783861186 tempest-BulkNetworkOpsTest-783861186-project] Pushing event updated for resources: {'Network': ['ID=ab8f0fe2-7bff-453a-b7ab-22cce2182595,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:16:37.650352 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-104879ee-de41-483f-bd23-47aa496a8194 req-81df9be6-f061-46c6-8f02-dd5bfb2e6b67 tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] 10.222.0.59 "GET /v2.0/security-groups?id=9a7007a9-34fe-445e-9576-80a9b33bcd70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464126 Jul 27 21:16:37.656110 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Network ab8f0fe2-7bff-453a-b7ab-22cce2182595 details requested by agent ovs-agent-n-d-705658-22 with host n-d-705658-22 {{(pid=105586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:16:37.681370 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [None req-4b908d27-c6cb-46a3-9c67-a738d3cd0a13 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Deleting port 5d357d04-e916-4a48-87ed-e1afffd149a7 {{(pid=105585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:16:37.681370 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-4b908d27-c6cb-46a3-9c67-a738d3cd0a13 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:37.701076 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-64c5e2fb-dd3e-4f30-8e9e-edb9232a2900 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10221797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9990606'] for subnet, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:37.715097 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f30f0c70-20b2-4665-85de-e2f4b5a6ff51 tempest-BulkNetworkOpsTest-783861186 tempest-BulkNetworkOpsTest-783861186-project] Made reservation on behalf of aa138450a4e64dd793453b668fa665f6 for: {'network': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:16:37.718624 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-f30f0c70-20b2-4665-85de-e2f4b5a6ff51 tempest-BulkNetworkOpsTest-783861186 tempest-BulkNetworkOpsTest-783861186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for network, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:37.767662 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f30f0c70-20b2-4665-85de-e2f4b5a6ff51 tempest-BulkNetworkOpsTest-783861186 tempest-BulkNetworkOpsTest-783861186-project] vlan segment allocate from pool success with {'vlan_id': 228, 'physical_network': 'physnet1'} {{(pid=105584) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:16:37.795376 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-f30f0c70-20b2-4665-85de-e2f4b5a6ff51 tempest-BulkNetworkOpsTest-783861186 tempest-BulkNetworkOpsTest-783861186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:37.800440 n-d-705658-22 neutron-server[105584]: INFO neutron.db.segments_db [None req-f30f0c70-20b2-4665-85de-e2f4b5a6ff51 tempest-BulkNetworkOpsTest-783861186 tempest-BulkNetworkOpsTest-783861186-project] Added segment 50a72a42-3441-4c52-9565-07495faf8a6b of type vlan for network b510cb04-a481-4bd4-b2f3-2f41289a314d Jul 27 21:16:37.894254 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-f30f0c70-20b2-4665-85de-e2f4b5a6ff51 tempest-BulkNetworkOpsTest-783861186 tempest-BulkNetworkOpsTest-783861186-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790688424798'] for network, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:37.937024 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-f30f0c70-20b2-4665-85de-e2f4b5a6ff51 tempest-BulkNetworkOpsTest-783861186 tempest-BulkNetworkOpsTest-783861186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920'] for network, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:37.945194 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f30f0c70-20b2-4665-85de-e2f4b5a6ff51 tempest-BulkNetworkOpsTest-783861186 tempest-BulkNetworkOpsTest-783861186-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:16:37.946017 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-f30f0c70-20b2-4665-85de-e2f4b5a6ff51 tempest-BulkNetworkOpsTest-783861186 tempest-BulkNetworkOpsTest-783861186-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743886'] for network, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:38.018068 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-f30f0c70-20b2-4665-85de-e2f4b5a6ff51 tempest-BulkNetworkOpsTest-783861186 tempest-BulkNetworkOpsTest-783861186-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.3968234 Jul 27 21:16:38.041251 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30f0c70-20b2-4665-85de-e2f4b5a6ff51 tempest-BulkNetworkOpsTest-783861186 tempest-BulkNetworkOpsTest-783861186-project] Pushing event updated for resources: {'Network': ['ID=b510cb04-a481-4bd4-b2f3-2f41289a314d,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:16:38.054759 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Network b510cb04-a481-4bd4-b2f3-2f41289a314d details requested by agent ovs-agent-n-d-705658-22 with host n-d-705658-22 {{(pid=105586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:16:38.086209 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.agents_db [None req-558fcd2c-e512-47bc-a170-8673d87f7213 None None] Agent healthcheck: found 7 active agents {{(pid=105587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 21:16:38.249567 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 41626) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:16:38.254789 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-832cae65-ce5e-466c-a776-b47026e27bfb tempest-BulkNetworkOpsTest-783861186 tempest-BulkNetworkOpsTest-783861186-project] Request body: {'subnets': [{'network_id': 'ab8f0fe2-7bff-453a-b7ab-22cce2182595', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1316233390', 'ip_version': 4}, {'network_id': 'b510cb04-a481-4bd4-b2f3-2f41289a314d', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:16:38.255223 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-832cae65-ce5e-466c-a776-b47026e27bfb tempest-BulkNetworkOpsTest-783861186 tempest-BulkNetworkOpsTest-783861186-project] Request body: {'subnet': {'network_id': 'ab8f0fe2-7bff-453a-b7ab-22cce2182595', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1316233390', 'ip_version': 4}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:16:38.255690 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-832cae65-ce5e-466c-a776-b47026e27bfb tempest-BulkNetworkOpsTest-783861186 tempest-BulkNetworkOpsTest-783861186-project] Request body: {'subnet': {'network_id': 'b510cb04-a481-4bd4-b2f3-2f41289a314d', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:16:38.270369 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c5e2fb-dd3e-4f30-8e9e-edb9232a2900 admin admin] Pushing event updated for resources: {'Subnet': ['ID=44c3084e-1eb6-44e4-8478-9257cccd7917,revision_number=0']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:16:38.303880 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-4b908d27-c6cb-46a3-9c67-a738d3cd0a13 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:38.319632 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [None req-4b908d27-c6cb-46a3-9c67-a738d3cd0a13 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Calling delete_port for 5d357d04-e916-4a48-87ed-e1afffd149a7 owned by network:router_interface {{(pid=105585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:16:38.327375 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64c5e2fb-dd3e-4f30-8e9e-edb9232a2900 admin admin] Checking segment: {'id': 'fa50df03-7dd2-4052-8819-c119d7bd8619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '1b1dab31-9b34-44da-9575-a2762dd20ae1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:16:38.327734 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64c5e2fb-dd3e-4f30-8e9e-edb9232a2900 admin admin] Network hostable DHCP agents. Network: 1b1dab31-9b34-44da-9575-a2762dd20ae1, hostable agents: ['7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a'], hosted agents: [] {{(pid=105585) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:16:38.401763 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64c5e2fb-dd3e-4f30-8e9e-edb9232a2900 admin admin] Network 1b1dab31-9b34-44da-9575-a2762dd20ae1 is scheduled to be hosted by DHCP agent 7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a with binding_index 1 {{(pid=105585) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:16:38.426143 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.base_scheduler [None req-64c5e2fb-dd3e-4f30-8e9e-edb9232a2900 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-22, 1b1dab31-9b34-44da-9575-a2762dd20ae1) {{(pid=105585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:16:38.432865 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64c5e2fb-dd3e-4f30-8e9e-edb9232a2900 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:16:38.433509 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-64c5e2fb-dd3e-4f30-8e9e-edb9232a2900 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743886'] for subnet, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:38.436090 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c9052fb-69d4-42da-a0de-3f30631cc9f2 None None] Network 1b1dab31-9b34-44da-9575-a2762dd20ae1 requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:16:38.453279 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-832cae65-ce5e-466c-a776-b47026e27bfb tempest-BulkNetworkOpsTest-783861186 tempest-BulkNetworkOpsTest-783861186-project] Made reservation on behalf of aa138450a4e64dd793453b668fa665f6 for: {'subnet': 2} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:16:38.458382 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-832cae65-ce5e-466c-a776-b47026e27bfb tempest-BulkNetworkOpsTest-783861186 tempest-BulkNetworkOpsTest-783861186-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9738786'] for subnet, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:38.458728 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-832cae65-ce5e-466c-a776-b47026e27bfb tempest-BulkNetworkOpsTest-783861186 tempest-BulkNetworkOpsTest-783861186-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9738786'] for subnet, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:38.510735 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-64c5e2fb-dd3e-4f30-8e9e-edb9232a2900 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.4799347 Jul 27 21:16:38.650247 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-4b908d27-c6cb-46a3-9c67-a738d3cd0a13 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:38.668035 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-227f8c9a-9039-434e-903c-4bb6464a8c7e None None] Network 1b1dab31-9b34-44da-9575-a2762dd20ae1 requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:16:38.741458 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b908d27-c6cb-46a3-9c67-a738d3cd0a13 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Pushing event deleted for resources: {'Port': ['ID=5d357d04-e916-4a48-87ed-e1afffd149a7,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:16:38.798805 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [req-628b484f-f200-4027-a1e9-2f1c93de5d82 req-26457468-3dae-406d-ad55-a66821f0ea93 service neutron] (105584) timed out ('10.222.0.36', 53059) {{(pid=105584) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 27 21:16:39.008348 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-bba6fec2-ef43-4b4e-8457-4e6b811a5f25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:39.101354 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-4b908d27-c6cb-46a3-9c67-a738d3cd0a13 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3743915', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4076308'] for router_interface, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:39.222325 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa42e072-c5a3-4cf8-b682-226d14ebedb8 req-23fc5ed4-1d37-453a-9026-840e106b93e5 tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:16:39.224122 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-fa42e072-c5a3-4cf8-b682-226d14ebedb8 req-23fc5ed4-1d37-453a-9026-840e106b93e5 tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] 10.222.0.59 "GET /v2.0/ports?device_id=cfacffca-6c3a-418e-a796-bf0c75733225 HTTP/1.1" status: 200 len: 945 time: 0.3904455 Jul 27 21:16:39.257370 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-832cae65-ce5e-466c-a776-b47026e27bfb tempest-BulkNetworkOpsTest-783861186 tempest-BulkNetworkOpsTest-783861186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9014150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9738800'] for subnet, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:39.352856 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b908d27-c6cb-46a3-9c67-a738d3cd0a13 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Router d5a1e7cf-96eb-4994-b1b1-74fcbedb2c20 has already been hosted by L3 agent dd128fd7-8e57-4d4f-895b-a96b369df59a {{(pid=105585) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:16:39.357216 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-fa42e072-c5a3-4cf8-b682-226d14ebedb8 req-962b8aaf-131f-441c-b5e0-a43df43fae51 tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] 10.222.0.59 "GET /v2.0/security-groups?id=9a7007a9-34fe-445e-9576-80a9b33bcd70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254227 Jul 27 21:16:39.382975 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832cae65-ce5e-466c-a776-b47026e27bfb tempest-BulkNetworkOpsTest-783861186 tempest-BulkNetworkOpsTest-783861186-project] Pushing event updated for resources: {'Subnet': ['ID=86b32a3b-c7f5-48a6-815a-264fb7fc24e0,revision_number=0']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:16:39.397342 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-832cae65-ce5e-466c-a776-b47026e27bfb tempest-BulkNetworkOpsTest-783861186 tempest-BulkNetworkOpsTest-783861186-project] Checking segment: {'id': '22edc0f5-eb8d-4a50-a30c-d8319544dc4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'ab8f0fe2-7bff-453a-b7ab-22cce2182595'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:16:39.397342 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-832cae65-ce5e-466c-a776-b47026e27bfb tempest-BulkNetworkOpsTest-783861186 tempest-BulkNetworkOpsTest-783861186-project] Network hostable DHCP agents. Network: ab8f0fe2-7bff-453a-b7ab-22cce2182595, hostable agents: ['7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a'], hosted agents: [] {{(pid=105584) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:16:39.420214 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-832cae65-ce5e-466c-a776-b47026e27bfb tempest-BulkNetworkOpsTest-783861186 tempest-BulkNetworkOpsTest-783861186-project] Network ab8f0fe2-7bff-453a-b7ab-22cce2182595 is scheduled to be hosted by DHCP agent 7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a with binding_index 1 {{(pid=105584) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:16:39.453383 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [None req-832cae65-ce5e-466c-a776-b47026e27bfb tempest-BulkNetworkOpsTest-783861186 tempest-BulkNetworkOpsTest-783861186-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-22, ab8f0fe2-7bff-453a-b7ab-22cce2182595) {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:16:39.464554 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-061f16ea-6917-4e4f-b8ca-c39b63eacf58 None None] Network ab8f0fe2-7bff-453a-b7ab-22cce2182595 requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:16:39.474419 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-832cae65-ce5e-466c-a776-b47026e27bfb tempest-BulkNetworkOpsTest-783861186 tempest-BulkNetworkOpsTest-783861186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9014150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9738800'] for subnet, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:39.666251 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b908d27-c6cb-46a3-9c67-a738d3cd0a13 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Notify agent at l3_agent.n-d-705658-22 the message routers_updated {{(pid=105585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:16:39.682405 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ce7fb93-d337-4ad1-93cb-adbb2a9ab54f None None] Sync routers for ids ['d5a1e7cf-96eb-4994-b1b1-74fcbedb2c20'] in n-d-705658-22 {{(pid=105586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:16:39.692477 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832cae65-ce5e-466c-a776-b47026e27bfb tempest-BulkNetworkOpsTest-783861186 tempest-BulkNetworkOpsTest-783861186-project] Pushing event updated for resources: {'Subnet': ['ID=ff4f1410-8010-4035-a447-b1af9dcb0cf0,revision_number=0']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:16:39.705251 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-4b908d27-c6cb-46a3-9c67-a738d3cd0a13 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] 10.222.0.59 "PUT /v2.0/routers/d5a1e7cf-96eb-4994-b1b1-74fcbedb2c20/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8809569 Jul 27 21:16:39.705551 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 41676) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:16:39.711663 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-832cae65-ce5e-466c-a776-b47026e27bfb tempest-BulkNetworkOpsTest-783861186 tempest-BulkNetworkOpsTest-783861186-project] Checking segment: {'id': '50a72a42-3441-4c52-9565-07495faf8a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'b510cb04-a481-4bd4-b2f3-2f41289a314d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:16:39.712178 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-832cae65-ce5e-466c-a776-b47026e27bfb tempest-BulkNetworkOpsTest-783861186 tempest-BulkNetworkOpsTest-783861186-project] Network hostable DHCP agents. Network: b510cb04-a481-4bd4-b2f3-2f41289a314d, hostable agents: ['7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a'], hosted agents: [] {{(pid=105584) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:16:39.734309 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ce7fb93-d337-4ad1-93cb-adbb2a9ab54f None None] Routers {'d5a1e7cf-96eb-4994-b1b1-74fcbedb2c20'} bound to L3 agent in host n-d-705658-22 {{(pid=105586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:16:39.735739 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-1ce7fb93-d337-4ad1-93cb-adbb2a9ab54f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:16:12Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['d5a1e7cf-96eb-4994-b1b1-74fcbedb2c20'], 'active': True} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:16:39.759764 n-d-705658-22 neutron-server[105585]: INFO neutron.pecan_wsgi.hooks.translation [None req-3cdd7076-baae-4ef0-a984-dae14d6e84dd tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] GET failed (client error): The resource could not be found. Jul 27 21:16:39.761627 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-3cdd7076-baae-4ef0-a984-dae14d6e84dd tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] 10.222.0.59 "GET /v2.0/ports/5d357d04-e916-4a48-87ed-e1afffd149a7 HTTP/1.1" status: 404 len: 333 time: 0.0550423 Jul 27 21:16:39.764448 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 41678) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:16:39.764809 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-832cae65-ce5e-466c-a776-b47026e27bfb tempest-BulkNetworkOpsTest-783861186 tempest-BulkNetworkOpsTest-783861186-project] Network b510cb04-a481-4bd4-b2f3-2f41289a314d is scheduled to be hosted by DHCP agent 7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a with binding_index 1 {{(pid=105584) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:16:39.780547 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [None req-832cae65-ce5e-466c-a776-b47026e27bfb tempest-BulkNetworkOpsTest-783861186 tempest-BulkNetworkOpsTest-783861186-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-22, b510cb04-a481-4bd4-b2f3-2f41289a314d) {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:16:39.786159 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-832cae65-ce5e-466c-a776-b47026e27bfb tempest-BulkNetworkOpsTest-783861186 tempest-BulkNetworkOpsTest-783861186-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:16:39.786631 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-832cae65-ce5e-466c-a776-b47026e27bfb tempest-BulkNetworkOpsTest-783861186 tempest-BulkNetworkOpsTest-783861186-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:16:39.788738 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-832cae65-ce5e-466c-a776-b47026e27bfb tempest-BulkNetworkOpsTest-783861186 tempest-BulkNetworkOpsTest-783861186-project] Notify callbacks [] for subnet, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:39.813693 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-832cae65-ce5e-466c-a776-b47026e27bfb tempest-BulkNetworkOpsTest-783861186 tempest-BulkNetworkOpsTest-783861186-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 1.5625889 Jul 27 21:16:39.816621 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 41680) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:16:39.848128 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-57b327f1-191e-425f-940a-3965c6f16c8a tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Notify callbacks [] for router, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:39.891735 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5ba57cf-9ab9-47fb-908e-19cb2108b910 tempest-BulkNetworkOpsTest-783861186 tempest-BulkNetworkOpsTest-783861186-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:16:39.893444 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5ba57cf-9ab9-47fb-908e-19cb2108b910 tempest-BulkNetworkOpsTest-783861186 tempest-BulkNetworkOpsTest-783861186-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:16:39.894984 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5ba57cf-9ab9-47fb-908e-19cb2108b910 tempest-BulkNetworkOpsTest-783861186 tempest-BulkNetworkOpsTest-783861186-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:16:39.896797 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-c5ba57cf-9ab9-47fb-908e-19cb2108b910 tempest-BulkNetworkOpsTest-783861186 tempest-BulkNetworkOpsTest-783861186-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.0786259 Jul 27 21:16:39.902152 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 41686) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:16:40.013963 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.db_base_plugin_v2 [None req-8244ee6c-b6ce-4666-bde8-4b568d6ef35c tempest-BulkNetworkOpsTest-783861186 tempest-BulkNetworkOpsTest-783861186-project] Deleting subnet 86b32a3b-c7f5-48a6-815a-264fb7fc24e0 {{(pid=105584) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:16:40.028797 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-8244ee6c-b6ce-4666-bde8-4b568d6ef35c tempest-BulkNetworkOpsTest-783861186 tempest-BulkNetworkOpsTest-783861186-project] Notify callbacks [] for subnet, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:40.105163 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-171100a7-e56b-416c-89a9-a2ecab000d63 None None] Network b510cb04-a481-4bd4-b2f3-2f41289a314d requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:16:40.107338 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcff958e-ab4b-4d16-b19a-b7f99958ac19 req-69cfd2e3-2dd5-4085-b8c8-1c133fa1da3f tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:16:40.109657 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-dcff958e-ab4b-4d16-b19a-b7f99958ac19 req-69cfd2e3-2dd5-4085-b8c8-1c133fa1da3f tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] 10.222.0.59 "GET /v2.0/networks?id=4ce75dcf-0fe8-4adc-83bc-310cc0685be5 HTTP/1.1" status: 200 len: 806 time: 0.4763587 Jul 27 21:16:40.126827 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-1ce7fb93-d337-4ad1-93cb-adbb2a9ab54f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-22', False) {} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:16:40.133849 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-8244ee6c-b6ce-4666-bde8-4b568d6ef35c tempest-BulkNetworkOpsTest-783861186 tempest-BulkNetworkOpsTest-783861186-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9014207'] for subnet, precommit_delete_associations {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:40.165508 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-57b327f1-191e-425f-940a-3965c6f16c8a tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4163631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-425'] for router, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:40.169130 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-57b327f1-191e-425f-940a-3965c6f16c8a tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:40.173647 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-dcff958e-ab4b-4d16-b19a-b7f99958ac19 req-859aacf4-1705-4d21-8b2a-c5fa801a61ab tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] 10.222.0.59 "GET /v2.0/quotas/600e865a5cde4be3a07c2c6f813959b8 HTTP/1.1" status: 200 len: 375 time: 0.0225945 Jul 27 21:16:40.234363 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-8244ee6c-b6ce-4666-bde8-4b568d6ef35c tempest-BulkNetworkOpsTest-783861186 tempest-BulkNetworkOpsTest-783861186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854965'] for subnet, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:40.312545 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-8244ee6c-b6ce-4666-bde8-4b568d6ef35c tempest-BulkNetworkOpsTest-783861186 tempest-BulkNetworkOpsTest-783861186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9014081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9738825'] for subnet, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:40.340358 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-8244ee6c-b6ce-4666-bde8-4b568d6ef35c tempest-BulkNetworkOpsTest-783861186 tempest-BulkNetworkOpsTest-783861186-project] Notify callbacks [] for subnet, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:40.351669 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-8244ee6c-b6ce-4666-bde8-4b568d6ef35c tempest-BulkNetworkOpsTest-783861186 tempest-BulkNetworkOpsTest-783861186-project] 10.222.0.59 "DELETE /v2.0/subnets/86b32a3b-c7f5-48a6-815a-264fb7fc24e0 HTTP/1.1" status: 204 len: 168 time: 0.4484053 Jul 27 21:16:40.360826 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:40.368544 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ce7fb93-d337-4ad1-93cb-adbb2a9ab54f None None] Routers {'d5a1e7cf-96eb-4994-b1b1-74fcbedb2c20'} bound to L3 agent in host n-d-705658-22 {{(pid=105586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:16:40.369185 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-1ce7fb93-d337-4ad1-93cb-adbb2a9ab54f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:16:12Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['d5a1e7cf-96eb-4994-b1b1-74fcbedb2c20'], 'active': True} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:16:40.374155 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 41700) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:16:40.382155 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8244ee6c-b6ce-4666-bde8-4b568d6ef35c tempest-BulkNetworkOpsTest-783861186 tempest-BulkNetworkOpsTest-783861186-project] Pushing event deleted for resources: {'Subnet': ['ID=86b32a3b-c7f5-48a6-815a-264fb7fc24e0,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:16:40.401762 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-57b327f1-191e-425f-940a-3965c6f16c8a tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4163007'] for router, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:40.402309 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57b327f1-191e-425f-940a-3965c6f16c8a tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Fanout notify agent at l3_agent the message router_deleted on router d5a1e7cf-96eb-4994-b1b1-74fcbedb2c20 {{(pid=105585) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 21:16:40.411238 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-debf44b4-a023-4c87-a281-6401ab56ddb2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30bb4b93-b285-5d90-9493-f9ec33ea333c-ab8f0fe2-7bff-453a-b7ab-22cce2182595', 'network_id': 'ab8f0fe2-7bff-453a-b7ab-22cce2182595', 'tenant_id': 'aa138450a4e64dd793453b668fa665f6', 'fixed_ips': [{'subnet_id': '86b32a3b-c7f5-48a6-815a-264fb7fc24e0'}]}} from n-d-705658-22. {{(pid=105586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 21:16:40.412742 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-debf44b4-a023-4c87-a281-6401ab56ddb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:40.423623 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-1ce7fb93-d337-4ad1-93cb-adbb2a9ab54f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-22', False) {} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:16:40.424282 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ce7fb93-d337-4ad1-93cb-adbb2a9ab54f None None] The sync data for ids ['d5a1e7cf-96eb-4994-b1b1-74fcbedb2c20'] in n-d-705658-22 is: [] {{(pid=105586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:16:40.428541 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-57b327f1-191e-425f-940a-3965c6f16c8a tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Notify callbacks [] for router, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:40.429636 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-57b327f1-191e-425f-940a-3965c6f16c8a tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] 10.222.0.59 "DELETE /v2.0/routers/d5a1e7cf-96eb-4994-b1b1-74fcbedb2c20 HTTP/1.1" status: 204 len: 168 time: 0.6639261 Jul 27 21:16:40.432383 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 41702) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:16:40.491148 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.db_base_plugin_v2 [None req-958b1493-fa5d-4ea1-ab2e-f950dad53bc9 tempest-BulkNetworkOpsTest-783861186 tempest-BulkNetworkOpsTest-783861186-project] Deleting subnet ff4f1410-8010-4035-a447-b1af9dcb0cf0 {{(pid=105585) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:16:40.494965 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-958b1493-fa5d-4ea1-ab2e-f950dad53bc9 tempest-BulkNetworkOpsTest-783861186 tempest-BulkNetworkOpsTest-783861186-project] Notify callbacks [] for subnet, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:40.503832 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-dcff958e-ab4b-4d16-b19a-b7f99958ac19 req-fa522eb4-167d-427e-aa17-246898771570 tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=600e865a5cde4be3a07c2c6f813959b8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2988143 Jul 27 21:16:40.552643 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.db_base_plugin_v2 [None req-09ce52c2-e8ff-4972-838d-419d1e9f953b tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Deleting subnet 7ae8168e-f159-4d4c-9a90-eb695fa380b3 {{(pid=105584) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:16:40.555772 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beb5fccc-c196-4034-a184-eca8d1823976 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30bb4b93-b285-5d90-9493-f9ec33ea333c-b510cb04-a481-4bd4-b2f3-2f41289a314d', 'network_id': 'b510cb04-a481-4bd4-b2f3-2f41289a314d', 'tenant_id': 'aa138450a4e64dd793453b668fa665f6', 'fixed_ips': [{'subnet_id': 'ff4f1410-8010-4035-a447-b1af9dcb0cf0'}]}} from n-d-705658-22. {{(pid=105586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 21:16:40.557336 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-09ce52c2-e8ff-4972-838d-419d1e9f953b tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Notify callbacks [] for subnet, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:40.558228 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-beb5fccc-c196-4034-a184-eca8d1823976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:40.626322 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-dcff958e-ab4b-4d16-b19a-b7f99958ac19 req-d8f647df-7b44-478c-886a-6b85cac06efe service neutron] 10.222.0.59 "GET /v2.0/networks/4ce75dcf-0fe8-4adc-83bc-310cc0685be5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1021957 Jul 27 21:16:40.634090 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-09ce52c2-e8ff-4972-838d-419d1e9f953b tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9014207'] for subnet, precommit_delete_associations {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:40.670938 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-958b1493-fa5d-4ea1-ab2e-f950dad53bc9 tempest-BulkNetworkOpsTest-783861186 tempest-BulkNetworkOpsTest-783861186-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9887057'] for subnet, precommit_delete_associations {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:40.680065 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45143af8-52de-473c-ab0e-df050c4b7da7 None None] Network ab8f0fe2-7bff-453a-b7ab-22cce2182595 requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:16:40.796587 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-958b1493-fa5d-4ea1-ab2e-f950dad53bc9 tempest-BulkNetworkOpsTest-783861186 tempest-BulkNetworkOpsTest-783861186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854965'] for subnet, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:40.848576 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-dcff958e-ab4b-4d16-b19a-b7f99958ac19 req-4f5d4d2b-ed8e-44ad-a804-14e9af58db01 service neutron] 10.222.0.59 "GET /v2.0/networks/4ce75dcf-0fe8-4adc-83bc-310cc0685be5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2141724 Jul 27 21:16:40.947306 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-958b1493-fa5d-4ea1-ab2e-f950dad53bc9 tempest-BulkNetworkOpsTest-783861186 tempest-BulkNetworkOpsTest-783861186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10221602', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9990583'] for subnet, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:41.048224 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-958b1493-fa5d-4ea1-ab2e-f950dad53bc9 tempest-BulkNetworkOpsTest-783861186 tempest-BulkNetworkOpsTest-783861186-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743886'] for subnet, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:41.051138 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-958b1493-fa5d-4ea1-ab2e-f950dad53bc9 tempest-BulkNetworkOpsTest-783861186 tempest-BulkNetworkOpsTest-783861186-project] 10.222.0.59 "DELETE /v2.0/subnets/ff4f1410-8010-4035-a447-b1af9dcb0cf0 HTTP/1.1" status: 204 len: 168 time: 0.6763196 Jul 27 21:16:41.052528 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958b1493-fa5d-4ea1-ab2e-f950dad53bc9 tempest-BulkNetworkOpsTest-783861186 tempest-BulkNetworkOpsTest-783861186-project] Pushing event deleted for resources: {'Subnet': ['ID=ff4f1410-8010-4035-a447-b1af9dcb0cf0,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:16:41.057207 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 41712) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:16:41.102272 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server [None req-beb5fccc-c196-4034-a184-eca8d1823976 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ff4f1410-8010-4035-a447-b1af9dcb0cf0: This subnet is being modified by another concurrent operation. Jul 27 21:16:41.102272 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 27 21:16:41.102272 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 27 21:16:41.102272 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 27 21:16:41.102272 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 27 21:16:41.102272 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 27 21:16:41.102272 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 27 21:16:41.102272 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 27 21:16:41.102272 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 27 21:16:41.102272 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 27 21:16:41.102272 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 27 21:16:41.102272 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 27 21:16:41.102272 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 27 21:16:41.102272 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 27 21:16:41.102272 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 27 21:16:41.102272 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server raise self.value Jul 27 21:16:41.102272 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 27 21:16:41.102272 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 27 21:16:41.102272 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 27 21:16:41.102272 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 27 21:16:41.102272 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 27 21:16:41.102272 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 27 21:16:41.102272 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 27 21:16:41.102272 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server raise self.value Jul 27 21:16:41.102272 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 27 21:16:41.102272 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 27 21:16:41.102272 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 27 21:16:41.102272 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 27 21:16:41.102272 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 27 21:16:41.102272 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 27 21:16:41.102272 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 27 21:16:41.102272 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server raise self.value Jul 27 21:16:41.102272 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 27 21:16:41.102272 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 27 21:16:41.102272 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 27 21:16:41.102272 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 27 21:16:41.102272 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 27 21:16:41.102272 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 27 21:16:41.102272 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 27 21:16:41.102272 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 27 21:16:41.102272 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 27 21:16:41.102272 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 27 21:16:41.102272 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 27 21:16:41.102272 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 27 21:16:41.102272 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 27 21:16:41.102272 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 27 21:16:41.102272 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 27 21:16:41.102272 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 27 21:16:41.102272 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 27 21:16:41.102272 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 27 21:16:41.102272 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 27 21:16:41.102272 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server raise self.value Jul 27 21:16:41.102272 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 27 21:16:41.102272 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 27 21:16:41.106041 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 27 21:16:41.106041 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 27 21:16:41.106041 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 27 21:16:41.106041 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 27 21:16:41.106041 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 27 21:16:41.106041 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server raise self.value Jul 27 21:16:41.106041 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 27 21:16:41.106041 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 27 21:16:41.106041 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 27 21:16:41.106041 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 27 21:16:41.106041 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 27 21:16:41.106041 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 27 21:16:41.106041 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 27 21:16:41.106041 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server raise self.value Jul 27 21:16:41.106041 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 27 21:16:41.106041 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 27 21:16:41.106041 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 27 21:16:41.106041 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 27 21:16:41.106041 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 27 21:16:41.106041 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 27 21:16:41.106041 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 27 21:16:41.106041 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 27 21:16:41.106041 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 27 21:16:41.106041 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 27 21:16:41.106041 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 27 21:16:41.106041 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 27 21:16:41.106041 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 27 21:16:41.106041 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server raise self.value Jul 27 21:16:41.106041 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 27 21:16:41.106041 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 27 21:16:41.106041 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 27 21:16:41.106041 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 27 21:16:41.106041 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 27 21:16:41.106041 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 27 21:16:41.106041 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 27 21:16:41.106041 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server raise exception Jul 27 21:16:41.106041 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ff4f1410-8010-4035-a447-b1af9dcb0cf0: This subnet is being modified by another concurrent operation. Jul 27 21:16:41.106041 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server Jul 27 21:16:41.171860 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-847cdd5d-2a5c-4dde-9089-ee9226eceffb None None] Network b510cb04-a481-4bd4-b2f3-2f41289a314d requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:16:41.188237 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e4487ed-c082-4288-9f96-062405cc94a6 tempest-BulkNetworkOpsTest-783861186 tempest-BulkNetworkOpsTest-783861186-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:16:41.191918 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-9e4487ed-c082-4288-9f96-062405cc94a6 tempest-BulkNetworkOpsTest-783861186 tempest-BulkNetworkOpsTest-783861186-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1334922 Jul 27 21:16:41.196379 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 41720) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:16:41.326932 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-09ce52c2-e8ff-4972-838d-419d1e9f953b tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854965'] for subnet, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:41.375147 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-21764743-19d7-49d3-9a44-4e09b95779e5 req-8a4fb770-fc8a-4055-a5e4-72e930c4263e tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] 10.222.0.59 "GET /v2.0/ports?device_id=a4dc34a0-26eb-4a51-8154-dd550690fa83 HTTP/1.1" status: 200 len: 210 time: 0.0485075 Jul 27 21:16:41.421766 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-3f8a3f3f-0a4f-443d-9ef6-0ebe719b4e25 tempest-BulkNetworkOpsTest-783861186 tempest-BulkNetworkOpsTest-783861186-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-990557'] for network, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:41.468815 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-09ce52c2-e8ff-4972-838d-419d1e9f953b tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9014081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9738825'] for subnet, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:41.472149 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d9baab6-97c8-4499-a2c9-ab2d9a2cfc0a None None] get_active_networks_info from n-d-705658-22 {{(pid=105586) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 27 21:16:41.505139 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ce52c2-e8ff-4972-838d-419d1e9f953b tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Pushing event deleted for resources: {'Subnet': ['ID=7ae8168e-f159-4d4c-9a90-eb695fa380b3,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:16:41.521772 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-09ce52c2-e8ff-4972-838d-419d1e9f953b tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Notify callbacks [] for subnet, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:41.524606 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-09ce52c2-e8ff-4972-838d-419d1e9f953b tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] 10.222.0.59 "DELETE /v2.0/subnets/7ae8168e-f159-4d4c-9a90-eb695fa380b3 HTTP/1.1" status: 204 len: 168 time: 1.0911460 Jul 27 21:16:41.527442 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 41730) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:16:41.576637 n-d-705658-22 neutron-server[105586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d9baab6-97c8-4499-a2c9-ab2d9a2cfc0a None None] Resources bound (agent type, host, resource id): {{(pid=105586) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 27 21:16:41.579676 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-79012051-30e4-4e76-9849-958405bc3913 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:41.617563 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-3f8a3f3f-0a4f-443d-9ef6-0ebe719b4e25 tempest-BulkNetworkOpsTest-783861186 tempest-BulkNetworkOpsTest-783861186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853562', 'neutron.services.segments.db._delete_segments_for_network-8790688882975'] for network, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:41.629204 n-d-705658-22 neutron-server[105585]: DEBUG neutron.services.segments.db [None req-3f8a3f3f-0a4f-443d-9ef6-0ebe719b4e25 tempest-BulkNetworkOpsTest-783861186 tempest-BulkNetworkOpsTest-783861186-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b510cb04-a481-4bd4-b2f3-2f41289a314d']}} {{(pid=105585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:16:41.640316 n-d-705658-22 neutron-server[105585]: DEBUG neutron.services.segments.db [None req-3f8a3f3f-0a4f-443d-9ef6-0ebe719b4e25 tempest-BulkNetworkOpsTest-783861186 tempest-BulkNetworkOpsTest-783861186-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50a72a42-3441-4c52-9565-07495faf8a6b') {'for_net_delete': True} {{(pid=105585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:16:41.640628 n-d-705658-22 neutron-server[105585]: DEBUG neutron.services.segments.db [None req-3f8a3f3f-0a4f-443d-9ef6-0ebe719b4e25 tempest-BulkNetworkOpsTest-783861186 tempest-BulkNetworkOpsTest-783861186-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50a72a42-3441-4c52-9565-07495faf8a6b') {} {{(pid=105585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:16:41.654717 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-3f8a3f3f-0a4f-443d-9ef6-0ebe719b4e25 tempest-BulkNetworkOpsTest-783861186 tempest-BulkNetworkOpsTest-783861186-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790688883752', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9886370'] for segment, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:41.657770 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-90a80cb0-40b9-4e42-9cfb-242db83b0105 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-990557'] for network, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:41.661778 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 41732) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:16:41.676808 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-3f8a3f3f-0a4f-443d-9ef6-0ebe719b4e25 tempest-BulkNetworkOpsTest-783861186 tempest-BulkNetworkOpsTest-783861186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:41.688655 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f8a3f3f-0a4f-443d-9ef6-0ebe719b4e25 tempest-BulkNetworkOpsTest-783861186 tempest-BulkNetworkOpsTest-783861186-project] Releasing vlan 228 on physical network physnet1 to pool {{(pid=105585) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:16:41.689062 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-3f8a3f3f-0a4f-443d-9ef6-0ebe719b4e25 tempest-BulkNetworkOpsTest-783861186 tempest-BulkNetworkOpsTest-783861186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10221644'] for segment, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:41.697164 n-d-705658-22 neutron-server[105585]: Traceback (most recent call last): Jul 27 21:16:41.697164 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:16:41.697164 n-d-705658-22 neutron-server[105585]: timer() Jul 27 21:16:41.697164 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:16:41.697164 n-d-705658-22 neutron-server[105585]: cb(*args, **kw) Jul 27 21:16:41.697164 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:16:41.697164 n-d-705658-22 neutron-server[105585]: return func(*args, **kwargs) Jul 27 21:16:41.697164 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:16:41.697164 n-d-705658-22 neutron-server[105585]: self._notify() Jul 27 21:16:41.697164 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:16:41.697164 n-d-705658-22 neutron-server[105585]: self.callback(batched_events) Jul 27 21:16:41.697164 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:16:41.697164 n-d-705658-22 neutron-server[105585]: event.method(event) Jul 27 21:16:41.697164 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:16:41.697164 n-d-705658-22 neutron-server[105585]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:16:41.697164 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:16:41.697164 n-d-705658-22 neutron-server[105585]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:16:41.697164 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:16:41.697164 n-d-705658-22 neutron-server[105585]: return f(self, *a, **k) Jul 27 21:16:41.697164 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:16:41.697164 n-d-705658-22 neutron-server[105585]: return self._get(url).json() Jul 27 21:16:41.697164 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:16:41.697164 n-d-705658-22 neutron-server[105585]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:16:41.697164 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:16:41.697164 n-d-705658-22 neutron-server[105585]: return self.request(url, 'GET', **kwargs) Jul 27 21:16:41.697164 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:16:41.697164 n-d-705658-22 neutron-server[105585]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:16:41.697164 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:16:41.697164 n-d-705658-22 neutron-server[105585]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:16:41.697164 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:16:41.697164 n-d-705658-22 neutron-server[105585]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:16:41.697164 n-d-705658-22 neutron-server[105585]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:16:41.735982 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-90a80cb0-40b9-4e42-9cfb-242db83b0105 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Deleting port f905edd4-d521-4b44-98d5-70c1672da92e {{(pid=105584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:16:41.739289 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-90a80cb0-40b9-4e42-9cfb-242db83b0105 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:41.813773 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-3f8a3f3f-0a4f-443d-9ef6-0ebe719b4e25 tempest-BulkNetworkOpsTest-783861186 tempest-BulkNetworkOpsTest-783861186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4075658'] for network, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:41.830158 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-3f8a3f3f-0a4f-443d-9ef6-0ebe719b4e25 tempest-BulkNetworkOpsTest-783861186 tempest-BulkNetworkOpsTest-783861186-project] Notify callbacks [] for network, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:41.832131 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-3f8a3f3f-0a4f-443d-9ef6-0ebe719b4e25 tempest-BulkNetworkOpsTest-783861186 tempest-BulkNetworkOpsTest-783861186-project] 10.222.0.59 "DELETE /v2.0/networks/b510cb04-a481-4bd4-b2f3-2f41289a314d HTTP/1.1" status: 204 len: 168 time: 0.6344252 Jul 27 21:16:41.839075 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 41740) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:16:41.852655 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8a3f3f-0a4f-443d-9ef6-0ebe719b4e25 tempest-BulkNetworkOpsTest-783861186 tempest-BulkNetworkOpsTest-783861186-project] Pushing event deleted for resources: {'Network': ['ID=b510cb04-a481-4bd4-b2f3-2f41289a314d,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:16:41.856788 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-2a82c67b-77f4-417c-84bd-a7150055e4da admin admin] Notify callbacks [] for security_group, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:41.876043 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:41.976549 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [None req-90a80cb0-40b9-4e42-9cfb-242db83b0105 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] For port f905edd4-d521-4b44-98d5-70c1672da92e, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=f905edd4-d521-4b44-98d5-70c1672da92e,segment=NetworkSegment(1b077963-112a-426a-9fb1-7a166157ae95),segment_id=1b077963-112a-426a-9fb1-7a166157ae95)] {{(pid=105584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:16:41.977044 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-90a80cb0-40b9-4e42-9cfb-242db83b0105 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:42.008224 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-90a80cb0-40b9-4e42-9cfb-242db83b0105 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Calling delete_port for f905edd4-d521-4b44-98d5-70c1672da92e owned by network:dhcp {{(pid=105584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:16:42.027305 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-29ea5645-cfe2-47c4-9277-0b3d06983724 tempest-BulkNetworkOpsTest-783861186 tempest-BulkNetworkOpsTest-783861186-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-990557'] for network, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:42.057081 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a21d6151-e5ed-4e92-89a3-8596fa918c98 None None] Network dfe4e4c9-0831-4ca5-95d5-f25b9a16be3d requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:16:42.278174 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-29ea5645-cfe2-47c4-9277-0b3d06983724 tempest-BulkNetworkOpsTest-783861186 tempest-BulkNetworkOpsTest-783861186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853562', 'neutron.services.segments.db._delete_segments_for_network-8790688882975'] for network, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:42.313104 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-2a82c67b-77f4-417c-84bd-a7150055e4da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:42.314346 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-90a80cb0-40b9-4e42-9cfb-242db83b0105 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:42.317816 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.segments.db [None req-29ea5645-cfe2-47c4-9277-0b3d06983724 tempest-BulkNetworkOpsTest-783861186 tempest-BulkNetworkOpsTest-783861186-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab8f0fe2-7bff-453a-b7ab-22cce2182595']}} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:16:42.362492 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.segments.db [None req-29ea5645-cfe2-47c4-9277-0b3d06983724 tempest-BulkNetworkOpsTest-783861186 tempest-BulkNetworkOpsTest-783861186-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22edc0f5-eb8d-4a50-a30c-d8319544dc4e') {'for_net_delete': True} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:16:42.363310 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.segments.db [None req-29ea5645-cfe2-47c4-9277-0b3d06983724 tempest-BulkNetworkOpsTest-783861186 tempest-BulkNetworkOpsTest-783861186-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22edc0f5-eb8d-4a50-a30c-d8319544dc4e') {} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:16:42.364609 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-2a82c67b-77f4-417c-84bd-a7150055e4da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:42.374258 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a80cb0-40b9-4e42-9cfb-242db83b0105 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Pushing event deleted for resources: {'Port': ['ID=f905edd4-d521-4b44-98d5-70c1672da92e,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:16:42.383352 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-29ea5645-cfe2-47c4-9277-0b3d06983724 tempest-BulkNetworkOpsTest-783861186 tempest-BulkNetworkOpsTest-783861186-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790688883752', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9014348'] for segment, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:42.398386 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90a80cb0-40b9-4e42-9cfb-242db83b0105 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] No DVR routers for this DVR port f905edd4-d521-4b44-98d5-70c1672da92e on host n-d-705658-22 {{(pid=105584) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:16:42.406298 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d1f4009-3acc-4c2e-9787-787bf323ce93 None None] DHCP port deletion for dfe4e4c9-0831-4ca5-95d5-f25b9a16be3d request from n-d-705658-22 {{(pid=105586) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 21:16:42.468333 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-2a82c67b-77f4-417c-84bd-a7150055e4da admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=3d07d1278d2e44c8a5ab0ed9e074f014&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8003201 Jul 27 21:16:42.471392 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 41754) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:16:42.472817 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-29ea5645-cfe2-47c4-9277-0b3d06983724 tempest-BulkNetworkOpsTest-783861186 tempest-BulkNetworkOpsTest-783861186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:42.474927 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a82c67b-77f4-417c-84bd-a7150055e4da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa2a262e-635e-4208-b670-2501e41fd2fe,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:16:42.523116 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29ea5645-cfe2-47c4-9277-0b3d06983724 tempest-BulkNetworkOpsTest-783861186 tempest-BulkNetworkOpsTest-783861186-project] Releasing vlan 214 on physical network physnet1 to pool {{(pid=105584) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:16:42.523420 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-29ea5645-cfe2-47c4-9277-0b3d06983724 tempest-BulkNetworkOpsTest-783861186 tempest-BulkNetworkOpsTest-783861186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9014063'] for segment, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:42.527080 n-d-705658-22 neutron-server[105584]: Traceback (most recent call last): Jul 27 21:16:42.527080 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:16:42.527080 n-d-705658-22 neutron-server[105584]: timer() Jul 27 21:16:42.527080 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:16:42.527080 n-d-705658-22 neutron-server[105584]: cb(*args, **kw) Jul 27 21:16:42.527080 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:16:42.527080 n-d-705658-22 neutron-server[105584]: return func(*args, **kwargs) Jul 27 21:16:42.527080 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:16:42.527080 n-d-705658-22 neutron-server[105584]: self._notify() Jul 27 21:16:42.527080 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:16:42.527080 n-d-705658-22 neutron-server[105584]: self.callback(batched_events) Jul 27 21:16:42.527080 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:16:42.527080 n-d-705658-22 neutron-server[105584]: event.method(event) Jul 27 21:16:42.527080 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:16:42.527080 n-d-705658-22 neutron-server[105584]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:16:42.527080 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:16:42.527080 n-d-705658-22 neutron-server[105584]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:16:42.527080 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:16:42.527080 n-d-705658-22 neutron-server[105584]: return f(self, *a, **k) Jul 27 21:16:42.527080 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:16:42.527080 n-d-705658-22 neutron-server[105584]: return self._get(url).json() Jul 27 21:16:42.527080 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:16:42.527080 n-d-705658-22 neutron-server[105584]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:16:42.527080 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:16:42.527080 n-d-705658-22 neutron-server[105584]: return self.request(url, 'GET', **kwargs) Jul 27 21:16:42.527080 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:16:42.527080 n-d-705658-22 neutron-server[105584]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:16:42.527080 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:16:42.527080 n-d-705658-22 neutron-server[105584]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:16:42.527080 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:16:42.527080 n-d-705658-22 neutron-server[105584]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:16:42.527080 n-d-705658-22 neutron-server[105584]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:16:42.604621 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-90a80cb0-40b9-4e42-9cfb-242db83b0105 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853562', 'neutron.services.segments.db._delete_segments_for_network-8790688882975'] for network, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:42.622013 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.segments.db [None req-90a80cb0-40b9-4e42-9cfb-242db83b0105 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dfe4e4c9-0831-4ca5-95d5-f25b9a16be3d']}} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:16:42.651884 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.segments.db [None req-90a80cb0-40b9-4e42-9cfb-242db83b0105 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b077963-112a-426a-9fb1-7a166157ae95') {'for_net_delete': True} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:16:42.652444 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.segments.db [None req-90a80cb0-40b9-4e42-9cfb-242db83b0105 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b077963-112a-426a-9fb1-7a166157ae95') {} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:16:42.654596 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-29ea5645-cfe2-47c4-9277-0b3d06983724 tempest-BulkNetworkOpsTest-783861186 tempest-BulkNetworkOpsTest-783861186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4075658'] for network, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:42.671094 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-29ea5645-cfe2-47c4-9277-0b3d06983724 tempest-BulkNetworkOpsTest-783861186 tempest-BulkNetworkOpsTest-783861186-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743886'] for network, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:42.676609 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-29ea5645-cfe2-47c4-9277-0b3d06983724 tempest-BulkNetworkOpsTest-783861186 tempest-BulkNetworkOpsTest-783861186-project] 10.222.0.59 "DELETE /v2.0/networks/ab8f0fe2-7bff-453a-b7ab-22cce2182595 HTTP/1.1" status: 204 len: 168 time: 0.8289139 Jul 27 21:16:42.685592 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 41756) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:16:42.687395 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-90a80cb0-40b9-4e42-9cfb-242db83b0105 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790688883752', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9014348'] for segment, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:42.709547 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ea5645-cfe2-47c4-9277-0b3d06983724 tempest-BulkNetworkOpsTest-783861186 tempest-BulkNetworkOpsTest-783861186-project] Pushing event deleted for resources: {'Network': ['ID=ab8f0fe2-7bff-453a-b7ab-22cce2182595,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:16:42.771469 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-90a80cb0-40b9-4e42-9cfb-242db83b0105 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:42.784551 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90a80cb0-40b9-4e42-9cfb-242db83b0105 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Releasing vlan 229 on physical network physnet1 to pool {{(pid=105584) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:16:42.785241 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-90a80cb0-40b9-4e42-9cfb-242db83b0105 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9014063'] for segment, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:42.789644 n-d-705658-22 neutron-server[105584]: Traceback (most recent call last): Jul 27 21:16:42.789644 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:16:42.789644 n-d-705658-22 neutron-server[105584]: timer() Jul 27 21:16:42.789644 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:16:42.789644 n-d-705658-22 neutron-server[105584]: cb(*args, **kw) Jul 27 21:16:42.789644 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:16:42.789644 n-d-705658-22 neutron-server[105584]: return func(*args, **kwargs) Jul 27 21:16:42.789644 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:16:42.789644 n-d-705658-22 neutron-server[105584]: self._notify() Jul 27 21:16:42.789644 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:16:42.789644 n-d-705658-22 neutron-server[105584]: self.callback(batched_events) Jul 27 21:16:42.789644 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:16:42.789644 n-d-705658-22 neutron-server[105584]: event.method(event) Jul 27 21:16:42.789644 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:16:42.789644 n-d-705658-22 neutron-server[105584]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:16:42.789644 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:16:42.789644 n-d-705658-22 neutron-server[105584]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:16:42.789644 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:16:42.789644 n-d-705658-22 neutron-server[105584]: return f(self, *a, **k) Jul 27 21:16:42.789644 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:16:42.789644 n-d-705658-22 neutron-server[105584]: return self._get(url).json() Jul 27 21:16:42.789644 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:16:42.789644 n-d-705658-22 neutron-server[105584]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:16:42.789644 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:16:42.789644 n-d-705658-22 neutron-server[105584]: return self.request(url, 'GET', **kwargs) Jul 27 21:16:42.789644 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:16:42.789644 n-d-705658-22 neutron-server[105584]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:16:42.789644 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:16:42.789644 n-d-705658-22 neutron-server[105584]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:16:42.789644 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:16:42.789644 n-d-705658-22 neutron-server[105584]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:16:42.789644 n-d-705658-22 neutron-server[105584]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:16:42.863816 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-bb32ed7d-8717-448b-a9c8-a5a0117d1fd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:42.865165 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f260a0d2-f241-45af-b199-85cbd5cd7c23 req-3990e0b1-2c5d-4e97-bf91-3c9ed7e18535 tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] 10.222.0.59 "GET /v2.0/ports?device_id=a4dc34a0-26eb-4a51-8154-dd550690fa83 HTTP/1.1" status: 200 len: 210 time: 0.0956855 Jul 27 21:16:42.898931 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-ff2fb206-203b-4bac-a48a-027b43de5ec3 tempest-BulkNetworkOpsTest-783861186 tempest-BulkNetworkOpsTest-783861186-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-990557'] for network, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:42.899187 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-ef5eb0f3-e4a7-420f-899d-e1cfca0f26ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:42.914783 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-90a80cb0-40b9-4e42-9cfb-242db83b0105 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4075658'] for network, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:42.923180 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcff958e-ab4b-4d16-b19a-b7f99958ac19 req-95588966-ad18-4ce7-a30e-a762bbfc9562 tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:16:42.924687 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-dcff958e-ab4b-4d16-b19a-b7f99958ac19 req-95588966-ad18-4ce7-a30e-a762bbfc9562 tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] 10.222.0.60 "GET /v2.0/networks?id=4ce75dcf-0fe8-4adc-83bc-310cc0685be5 HTTP/1.1" status: 200 len: 806 time: 0.3349860 Jul 27 21:16:42.944167 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-90a80cb0-40b9-4e42-9cfb-242db83b0105 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743886'] for network, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:42.949507 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-90a80cb0-40b9-4e42-9cfb-242db83b0105 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] 10.222.0.59 "DELETE /v2.0/networks/dfe4e4c9-0831-4ca5-95d5-f25b9a16be3d HTTP/1.1" status: 204 len: 168 time: 1.4171865 Jul 27 21:16:42.951468 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 41758) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:16:43.009443 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a80cb0-40b9-4e42-9cfb-242db83b0105 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Pushing event deleted for resources: {'Network': ['ID=dfe4e4c9-0831-4ca5-95d5-f25b9a16be3d,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:16:43.050256 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-ff2fb206-203b-4bac-a48a-027b43de5ec3 tempest-BulkNetworkOpsTest-783861186 tempest-BulkNetworkOpsTest-783861186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853562', 'neutron.services.segments.db._delete_segments_for_network-8790688882975'] for network, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:43.069195 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.segments.db [None req-ff2fb206-203b-4bac-a48a-027b43de5ec3 tempest-BulkNetworkOpsTest-783861186 tempest-BulkNetworkOpsTest-783861186-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2e86d67-78b3-406b-ba4b-1dd190a0bb1c']}} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:16:43.087062 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5c42022-00c2-4126-aa50-472dcaf7a87d tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:16:43.092154 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-d5c42022-00c2-4126-aa50-472dcaf7a87d tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] 10.222.0.59 "GET /v2.0/ports/751b098e-3416-46a6-bf81-96ff7addbc26 HTTP/1.1" status: 200 len: 844 time: 0.1366034 Jul 27 21:16:43.092154 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.segments.db [None req-ff2fb206-203b-4bac-a48a-027b43de5ec3 tempest-BulkNetworkOpsTest-783861186 tempest-BulkNetworkOpsTest-783861186-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45e9e34e-9472-441c-bb71-9d35f37fc770') {'for_net_delete': True} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:16:43.092154 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.segments.db [None req-ff2fb206-203b-4bac-a48a-027b43de5ec3 tempest-BulkNetworkOpsTest-783861186 tempest-BulkNetworkOpsTest-783861186-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45e9e34e-9472-441c-bb71-9d35f37fc770') {} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:16:43.093216 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 41760) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:16:43.117498 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-ff2fb206-203b-4bac-a48a-027b43de5ec3 tempest-BulkNetworkOpsTest-783861186 tempest-BulkNetworkOpsTest-783861186-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790688883752', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9014348'] for segment, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:43.156235 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-ff2fb206-203b-4bac-a48a-027b43de5ec3 tempest-BulkNetworkOpsTest-783861186 tempest-BulkNetworkOpsTest-783861186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:43.170390 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff2fb206-203b-4bac-a48a-027b43de5ec3 tempest-BulkNetworkOpsTest-783861186 tempest-BulkNetworkOpsTest-783861186-project] Releasing vlan 201 on physical network physnet1 to pool {{(pid=105584) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:16:43.170794 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-ff2fb206-203b-4bac-a48a-027b43de5ec3 tempest-BulkNetworkOpsTest-783861186 tempest-BulkNetworkOpsTest-783861186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9014063'] for segment, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:43.173829 n-d-705658-22 neutron-server[105584]: Traceback (most recent call last): Jul 27 21:16:43.173829 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:16:43.173829 n-d-705658-22 neutron-server[105584]: timer() Jul 27 21:16:43.173829 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:16:43.173829 n-d-705658-22 neutron-server[105584]: cb(*args, **kw) Jul 27 21:16:43.173829 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:16:43.173829 n-d-705658-22 neutron-server[105584]: return func(*args, **kwargs) Jul 27 21:16:43.173829 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:16:43.173829 n-d-705658-22 neutron-server[105584]: self._notify() Jul 27 21:16:43.173829 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:16:43.173829 n-d-705658-22 neutron-server[105584]: self.callback(batched_events) Jul 27 21:16:43.173829 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:16:43.173829 n-d-705658-22 neutron-server[105584]: event.method(event) Jul 27 21:16:43.173829 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:16:43.173829 n-d-705658-22 neutron-server[105584]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:16:43.173829 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:16:43.173829 n-d-705658-22 neutron-server[105584]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:16:43.173829 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:16:43.173829 n-d-705658-22 neutron-server[105584]: return f(self, *a, **k) Jul 27 21:16:43.173829 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:16:43.173829 n-d-705658-22 neutron-server[105584]: return self._get(url).json() Jul 27 21:16:43.173829 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:16:43.173829 n-d-705658-22 neutron-server[105584]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:16:43.173829 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:16:43.173829 n-d-705658-22 neutron-server[105584]: return self.request(url, 'GET', **kwargs) Jul 27 21:16:43.173829 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:16:43.173829 n-d-705658-22 neutron-server[105584]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:16:43.173829 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:16:43.173829 n-d-705658-22 neutron-server[105584]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:16:43.173829 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:16:43.173829 n-d-705658-22 neutron-server[105584]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:16:43.173829 n-d-705658-22 neutron-server[105584]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:16:43.178244 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-2877f1e1-2df1-4dbe-a851-5a16783cdcf2 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] 10.222.0.59 "GET /v2.0/ports/751b098e-3416-46a6-bf81-96ff7addbc26?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0845299 Jul 27 21:16:43.192937 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 41764) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:16:43.210966 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [req-dcff958e-ab4b-4d16-b19a-b7f99958ac19 req-e02af5e4-723d-4fb6-85db-bddd9fb2de01 tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] Request body: {'port': {'device_id': 'a4dc34a0-26eb-4a51-8154-dd550690fa83', 'network_id': '4ce75dcf-0fe8-4adc-83bc-310cc0685be5', 'admin_state_up': True, 'tenant_id': '600e865a5cde4be3a07c2c6f813959b8'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:16:43.222419 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-5d28df8d-87a0-4b0f-aca5-1a8d35e37278 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Request body: {'subnet': {'network_id': 'd860fe23-64a8-4791-bdc9-ec842154b8ec', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:16:43.323133 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-ff2fb206-203b-4bac-a48a-027b43de5ec3 tempest-BulkNetworkOpsTest-783861186 tempest-BulkNetworkOpsTest-783861186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4075658'] for network, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:43.327286 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-ef5eb0f3-e4a7-420f-899d-e1cfca0f26ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:43.332638 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-ff2fb206-203b-4bac-a48a-027b43de5ec3 tempest-BulkNetworkOpsTest-783861186 tempest-BulkNetworkOpsTest-783861186-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743886'] for network, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:43.337794 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-ff2fb206-203b-4bac-a48a-027b43de5ec3 tempest-BulkNetworkOpsTest-783861186 tempest-BulkNetworkOpsTest-783861186-project] 10.222.0.59 "DELETE /v2.0/networks/c2e86d67-78b3-406b-ba4b-1dd190a0bb1c HTTP/1.1" status: 204 len: 168 time: 0.6478720 Jul 27 21:16:43.341350 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 41768) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:16:43.417524 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2fb206-203b-4bac-a48a-027b43de5ec3 tempest-BulkNetworkOpsTest-783861186 tempest-BulkNetworkOpsTest-783861186-project] Pushing event deleted for resources: {'Network': ['ID=c2e86d67-78b3-406b-ba4b-1dd190a0bb1c,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:16:43.435899 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.db.api [None req-5d28df8d-87a0-4b0f-aca5-1a8d35e37278 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 27 21:16:43.435899 n-d-705658-22 neutron-server[105584]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 27 21:16:43.435899 n-d-705658-22 neutron-server[105584]: [parameters: {'project_id': 'fbcd8d69204b49b7a886b79ea9f87fc6', 'id': '6a7acdc4-f4ef-4407-924f-e6c77f1b2cae', 'expiration': datetime.datetime(2021, 7, 27, 21, 18, 43, 423306)}] Jul 27 21:16:43.435899 n-d-705658-22 neutron-server[105584]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=105584) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 27 21:16:43.436310 n-d-705658-22 neutron-server[105584]: DEBUG oslo_db.api [None req-5d28df8d-87a0-4b0f-aca5-1a8d35e37278 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 27 21:16:43.449907 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-ef5eb0f3-e4a7-420f-899d-e1cfca0f26ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:43.455391 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-ef5eb0f3-e4a7-420f-899d-e1cfca0f26ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:43.456980 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-ef5eb0f3-e4a7-420f-899d-e1cfca0f26ad admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/fa2a262e-635e-4208-b670-2501e41fd2fe HTTP/1.1" status: 204 len: 168 time: 0.9832528 Jul 27 21:16:43.471143 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5eb0f3-e4a7-420f-899d-e1cfca0f26ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa2a262e-635e-4208-b670-2501e41fd2fe,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:16:43.482315 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dcff958e-ab4b-4d16-b19a-b7f99958ac19 req-e02af5e4-723d-4fb6-85db-bddd9fb2de01 tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] Made reservation on behalf of 600e865a5cde4be3a07c2c6f813959b8 for: {'port': 1} {{(pid=105585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:16:43.487550 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-dcff958e-ab4b-4d16-b19a-b7f99958ac19 req-e02af5e4-723d-4fb6-85db-bddd9fb2de01 tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:43.512922 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-9762cc10-e6cf-4f95-a4db-8493f7ee6515 tempest-BulkNetworkOpsTest-783861186 tempest-BulkNetworkOpsTest-783861186-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-990557'] for network, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:43.541602 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device f905edd4-d521-4b44-98d5-70c1672da92e no longer exists at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:16:43.579927 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] No Port match for: f905edd4-d521-4b44-98d5-70c1672da92e {{(pid=105586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:16:43.580205 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device f905edd4-d521-4b44-98d5-70c1672da92e not bound to the agent host n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:16:43.750534 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.db_base_plugin_common [req-dcff958e-ab4b-4d16-b19a-b7f99958ac19 req-e02af5e4-723d-4fb6-85db-bddd9fb2de01 tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] Allocated IP 172.20.0.13 (4ce75dcf-0fe8-4adc-83bc-310cc0685be5/c0af41ef-52d2-41ac-b6df-e93e08f17b8d/8be7d6e9-4715-4323-8898-bed4da0770cd) {{(pid=105585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:16:43.781347 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-9762cc10-e6cf-4f95-a4db-8493f7ee6515 tempest-BulkNetworkOpsTest-783861186 tempest-BulkNetworkOpsTest-783861186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853562', 'neutron.services.segments.db._delete_segments_for_network-8790688882975'] for network, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:43.824358 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.segments.db [None req-9762cc10-e6cf-4f95-a4db-8493f7ee6515 tempest-BulkNetworkOpsTest-783861186 tempest-BulkNetworkOpsTest-783861186-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d65dbda9-dfba-48b2-8714-5d8084bf22b4']}} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:16:43.873846 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.segments.db [None req-9762cc10-e6cf-4f95-a4db-8493f7ee6515 tempest-BulkNetworkOpsTest-783861186 tempest-BulkNetworkOpsTest-783861186-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a162e807-9896-4843-8dd5-fff8a70cc47b') {'for_net_delete': True} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:16:43.874196 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.segments.db [None req-9762cc10-e6cf-4f95-a4db-8493f7ee6515 tempest-BulkNetworkOpsTest-783861186 tempest-BulkNetworkOpsTest-783861186-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a162e807-9896-4843-8dd5-fff8a70cc47b') {} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:16:43.897558 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-9762cc10-e6cf-4f95-a4db-8493f7ee6515 tempest-BulkNetworkOpsTest-783861186 tempest-BulkNetworkOpsTest-783861186-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790688883752', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9014348'] for segment, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:43.959281 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-9762cc10-e6cf-4f95-a4db-8493f7ee6515 tempest-BulkNetworkOpsTest-783861186 tempest-BulkNetworkOpsTest-783861186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:44.014155 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9762cc10-e6cf-4f95-a4db-8493f7ee6515 tempest-BulkNetworkOpsTest-783861186 tempest-BulkNetworkOpsTest-783861186-project] Releasing vlan 209 on physical network physnet1 to pool {{(pid=105584) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:16:44.015325 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-9762cc10-e6cf-4f95-a4db-8493f7ee6515 tempest-BulkNetworkOpsTest-783861186 tempest-BulkNetworkOpsTest-783861186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9014063'] for segment, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:44.021133 n-d-705658-22 neutron-server[105584]: Traceback (most recent call last): Jul 27 21:16:44.021133 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:16:44.021133 n-d-705658-22 neutron-server[105584]: timer() Jul 27 21:16:44.021133 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:16:44.021133 n-d-705658-22 neutron-server[105584]: cb(*args, **kw) Jul 27 21:16:44.021133 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:16:44.021133 n-d-705658-22 neutron-server[105584]: return func(*args, **kwargs) Jul 27 21:16:44.021133 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:16:44.021133 n-d-705658-22 neutron-server[105584]: self._notify() Jul 27 21:16:44.021133 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:16:44.021133 n-d-705658-22 neutron-server[105584]: self.callback(batched_events) Jul 27 21:16:44.021133 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:16:44.021133 n-d-705658-22 neutron-server[105584]: event.method(event) Jul 27 21:16:44.021133 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:16:44.021133 n-d-705658-22 neutron-server[105584]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:16:44.021133 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:16:44.021133 n-d-705658-22 neutron-server[105584]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:16:44.021133 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:16:44.021133 n-d-705658-22 neutron-server[105584]: return f(self, *a, **k) Jul 27 21:16:44.021133 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:16:44.021133 n-d-705658-22 neutron-server[105584]: return self._get(url).json() Jul 27 21:16:44.021133 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:16:44.021133 n-d-705658-22 neutron-server[105584]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:16:44.021133 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:16:44.021133 n-d-705658-22 neutron-server[105584]: return self.request(url, 'GET', **kwargs) Jul 27 21:16:44.021133 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:16:44.021133 n-d-705658-22 neutron-server[105584]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:16:44.021133 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:16:44.021133 n-d-705658-22 neutron-server[105584]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:16:44.021133 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:16:44.021133 n-d-705658-22 neutron-server[105584]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:16:44.021133 n-d-705658-22 neutron-server[105584]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:16:44.040426 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d28df8d-87a0-4b0f-aca5-1a8d35e37278 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Made reservation on behalf of fbcd8d69204b49b7a886b79ea9f87fc6 for: {'subnet': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:16:44.052404 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-5d28df8d-87a0-4b0f-aca5-1a8d35e37278 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9738786'] for subnet, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:44.130853 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-4bb352ae-6f91-4e19-a1bb-ebe675e0d6dc req-a408a528-487f-4eb8-8250-7fb4e5650a8a tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] 10.222.0.59 "GET /v2.0/ports?device_id=a4dc34a0-26eb-4a51-8154-dd550690fa83 HTTP/1.1" status: 200 len: 210 time: 0.0823662 Jul 27 21:16:44.283388 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 41810) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:16:44.293967 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-dcff958e-ab4b-4d16-b19a-b7f99958ac19 req-e02af5e4-723d-4fb6-85db-bddd9fb2de01 tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] Notify callbacks [] for port, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:44.316442 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-875ced1b-4cf3-463a-9653-058f0f9421e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:44.326851 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-2e99e347-c3a5-4ed2-95df-e4b1c75003ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:44.331234 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-9762cc10-e6cf-4f95-a4db-8493f7ee6515 tempest-BulkNetworkOpsTest-783861186 tempest-BulkNetworkOpsTest-783861186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4075658'] for network, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:44.350209 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-9762cc10-e6cf-4f95-a4db-8493f7ee6515 tempest-BulkNetworkOpsTest-783861186 tempest-BulkNetworkOpsTest-783861186-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743886'] for network, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:44.353882 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-9762cc10-e6cf-4f95-a4db-8493f7ee6515 tempest-BulkNetworkOpsTest-783861186 tempest-BulkNetworkOpsTest-783861186-project] 10.222.0.59 "DELETE /v2.0/networks/d65dbda9-dfba-48b2-8714-5d8084bf22b4 HTTP/1.1" status: 204 len: 168 time: 1.0094025 Jul 27 21:16:44.374811 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9762cc10-e6cf-4f95-a4db-8493f7ee6515 tempest-BulkNetworkOpsTest-783861186 tempest-BulkNetworkOpsTest-783861186-project] Pushing event deleted for resources: {'Network': ['ID=d65dbda9-dfba-48b2-8714-5d8084bf22b4,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:16:44.416605 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-dcff958e-ab4b-4d16-b19a-b7f99958ac19 req-e02af5e4-723d-4fb6-85db-bddd9fb2de01 tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:44.432409 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] get_ports_and_sgs() called for port_ids ['2ee3cee0-d746-400f-b7b8-09d887f8ce8c'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:16:44.435822 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] get_ports_and_sgs() called for port_ids ['6a4b8ce2-5576-4cee-bfe3-748a068501c6'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:16:44.470107 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dcff958e-ab4b-4d16-b19a-b7f99958ac19 req-e02af5e4-723d-4fb6-85db-bddd9fb2de01 tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] Network 4ce75dcf-0fe8-4adc-83bc-310cc0685be5 is already hosted by enough agents. {{(pid=105585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:16:44.474770 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.base_scheduler [req-dcff958e-ab4b-4d16-b19a-b7f99958ac19 req-e02af5e4-723d-4fb6-85db-bddd9fb2de01 tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] Resources bound (agent type, host, resource id): {{(pid=105585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:16:44.484104 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.l3_dvrscheduler_db [req-dcff958e-ab4b-4d16-b19a-b7f99958ac19 req-e02af5e4-723d-4fb6-85db-bddd9fb2de01 tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] Received port after_create {{(pid=105585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:16:44.536020 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02af5e4-723d-4fb6-85db-bddd9fb2de01 tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] Pushing event updated for resources: {'Port': ['ID=8be7d6e9-4715-4323-8898-bed4da0770cd,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:16:44.569221 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcff958e-ab4b-4d16-b19a-b7f99958ac19 req-e02af5e4-723d-4fb6-85db-bddd9fb2de01 tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:16:44.570402 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-dcff958e-ab4b-4d16-b19a-b7f99958ac19 req-e02af5e4-723d-4fb6-85db-bddd9fb2de01 tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:44.627320 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-5d28df8d-87a0-4b0f-aca5-1a8d35e37278 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9014150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9738800'] for subnet, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:44.642680 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-2e99e347-c3a5-4ed2-95df-e4b1c75003ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:44.666389 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-dcff958e-ab4b-4d16-b19a-b7f99958ac19 req-e02af5e4-723d-4fb6-85db-bddd9fb2de01 tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7314870 Jul 27 21:16:44.679594 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [req-dcff958e-ab4b-4d16-b19a-b7f99958ac19 req-73680fa7-98c4-4c91-935e-da6c54eaf746 service neutron] Request body: {'port': {'device_id': 'a4dc34a0-26eb-4a51-8154-dd550690fa83', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-705658-22'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:16:44.680146 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-2e99e347-c3a5-4ed2-95df-e4b1c75003ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:44.696701 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d28df8d-87a0-4b0f-aca5-1a8d35e37278 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Network d860fe23-64a8-4791-bdc9-ec842154b8ec is already hosted by enough agents. {{(pid=105584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:16:44.716529 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [None req-5d28df8d-87a0-4b0f-aca5-1a8d35e37278 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Resources bound (agent type, host, resource id): {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:16:44.734153 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d28df8d-87a0-4b0f-aca5-1a8d35e37278 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:16:44.734760 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-5d28df8d-87a0-4b0f-aca5-1a8d35e37278 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Notify callbacks [] for subnet, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:44.739666 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d534f509-9078-44cc-82e8-1e8837bf6aec None None] Network d860fe23-64a8-4791-bdc9-ec842154b8ec requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:16:44.767804 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-2e99e347-c3a5-4ed2-95df-e4b1c75003ca admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=49827aad927643f8b25c35c28ffa3bb5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4757757 Jul 27 21:16:44.773444 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 41818) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:16:44.827613 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e99e347-c3a5-4ed2-95df-e4b1c75003ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=503e548e-ac14-4564-a344-e5a6d00aae5b,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:16:44.834260 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d28df8d-87a0-4b0f-aca5-1a8d35e37278 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Pushing event updated for resources: {'Subnet': ['ID=e07f61c3-bf05-4952-a667-6ed9215e8c28,revision_number=0']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:16:44.840747 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-5d28df8d-87a0-4b0f-aca5-1a8d35e37278 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6491084 Jul 27 21:16:44.843596 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 41820) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:16:44.843928 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 41822) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:16:44.851286 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-405057ab-e4ce-4a2e-b873-842f8494df24 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Request body: {'security_group': {'name': 'tempest-secgroup-1214724496'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:16:44.891579 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-bea0cb9f-fe40-45ef-95d5-46c467263180 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:44.905286 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-dcff958e-ab4b-4d16-b19a-b7f99958ac19 req-73680fa7-98c4-4c91-935e-da6c54eaf746 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:44.930532 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-405057ab-e4ce-4a2e-b873-842f8494df24 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Notify callbacks [] for security_group, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:44.937745 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-bea0cb9f-fe40-45ef-95d5-46c467263180 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:45.100025 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4ce5f09-ecb8-488d-a309-0b8bb33f6220 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30bb4b93-b285-5d90-9493-f9ec33ea333c-d860fe23-64a8-4791-bdc9-ec842154b8ec', 'network_id': 'd860fe23-64a8-4791-bdc9-ec842154b8ec', 'tenant_id': 'fbcd8d69204b49b7a886b79ea9f87fc6', 'fixed_ips': [{'subnet_id': 'e07f61c3-bf05-4952-a667-6ed9215e8c28'}]}} from n-d-705658-22. {{(pid=105586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 21:16:45.100678 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-b4ce5f09-ecb8-488d-a309-0b8bb33f6220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:45.156085 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-405057ab-e4ce-4a2e-b873-842f8494df24 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Notify callbacks [] for security_group, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:45.158041 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-bea0cb9f-fe40-45ef-95d5-46c467263180 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:45.160864 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-bea0cb9f-fe40-45ef-95d5-46c467263180 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:45.164417 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-bea0cb9f-fe40-45ef-95d5-46c467263180 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/503e548e-ac14-4564-a344-e5a6d00aae5b HTTP/1.1" status: 204 len: 168 time: 0.3871462 Jul 27 21:16:45.173653 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-405057ab-e4ce-4a2e-b873-842f8494df24 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:45.214612 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-0a8637a5-2610-43d4-a1a6-c187a03366c0 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=aa138450a4e64dd793453b668fa665f6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3691857 Jul 27 21:16:45.218697 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 41832) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:16:45.233905 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea0cb9f-fe40-45ef-95d5-46c467263180 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=503e548e-ac14-4564-a344-e5a6d00aae5b,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:16:45.275261 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405057ab-e4ce-4a2e-b873-842f8494df24 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ac7e0993-ee4a-4901-bcc0-2e538f9b9de6,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:16:45.294351 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-405057ab-e4ce-4a2e-b873-842f8494df24 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Notify callbacks [] for security_group, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:45.296294 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-405057ab-e4ce-4a2e-b873-842f8494df24 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4498160 Jul 27 21:16:45.299173 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 41836) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:16:45.309008 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-19d1315f-fff3-4c8c-bb17-0530954accc4 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Request body: {'security_group': {'name': 'tempest-secgroup-1250746510'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:16:45.354674 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-19d1315f-fff3-4c8c-bb17-0530954accc4 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Notify callbacks [] for security_group, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:45.444596 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.db_base_plugin_common [None req-b4ce5f09-ecb8-488d-a309-0b8bb33f6220 None None] Allocated IP 2001:db8::2 (d860fe23-64a8-4791-bdc9-ec842154b8ec/e07f61c3-bf05-4952-a667-6ed9215e8c28/41e09ce6-143e-4e5b-a420-bd46ecfb8e70) {{(pid=105586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:16:45.478523 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-62b46410-04b2-4964-96a7-297a0cdbffce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:45.495345 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-19d1315f-fff3-4c8c-bb17-0530954accc4 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Notify callbacks [] for security_group, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:45.505435 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-19d1315f-fff3-4c8c-bb17-0530954accc4 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:45.537159 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-19d1315f-fff3-4c8c-bb17-0530954accc4 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Notify callbacks [] for security_group, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:45.538926 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-19d1315f-fff3-4c8c-bb17-0530954accc4 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2369642 Jul 27 21:16:45.550258 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 41842) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:16:45.559645 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-1723a152-f16d-448d-827b-4c4a9d9d41f9 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1591745754', 'security_groups': ['40e04cea-01ac-4a0e-923c-87b99b683d1a'], 'network_id': 'd860fe23-64a8-4791-bdc9-ec842154b8ec', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'e07f61c3-bf05-4952-a667-6ed9215e8c28'}]}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:16:45.581934 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-62b46410-04b2-4964-96a7-297a0cdbffce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:45.692167 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-b4ce5f09-ecb8-488d-a309-0b8bb33f6220 None None] Notify callbacks [] for port, precommit_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:45.703885 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-b4ce5f09-ecb8-488d-a309-0b8bb33f6220 None None] Transition to ACTIVE for port object 41e09ce6-143e-4e5b-a420-bd46ecfb8e70 will not be triggered until provisioned by entity L2. {{(pid=105586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:16:45.706949 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d1315f-fff3-4c8c-bb17-0530954accc4 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Pushing event updated for resources: {'SecurityGroup': ['ID=40e04cea-01ac-4a0e-923c-87b99b683d1a,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:16:45.726904 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce933854-6b61-4d68-a6af-e044116bdf9e req-86a6b17d-3b14-4376-a827-4ef094a08921 tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:16:45.728315 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1723a152-f16d-448d-827b-4c4a9d9d41f9 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Made reservation on behalf of fbcd8d69204b49b7a886b79ea9f87fc6 for: {'port': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:16:45.733259 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-ce933854-6b61-4d68-a6af-e044116bdf9e req-86a6b17d-3b14-4376-a827-4ef094a08921 tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] 10.222.0.59 "GET /v2.0/ports?device_id=a4dc34a0-26eb-4a51-8154-dd550690fa83 HTTP/1.1" status: 200 len: 932 time: 0.4137022 Jul 27 21:16:45.737384 n-d-705658-22 neutron-server[105585]: DEBUG neutron.notifiers.nova [req-dcff958e-ab4b-4d16-b19a-b7f99958ac19 req-73680fa7-98c4-4c91-935e-da6c54eaf746 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8be7d6e9-4715-4323-8898-bed4da0770cd {{(pid=105585) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:16:45.749542 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-b4ce5f09-ecb8-488d-a309-0b8bb33f6220 None None] Transition to ACTIVE for port object 41e09ce6-143e-4e5b-a420-bd46ecfb8e70 will not be triggered until provisioned by entity DHCP. {{(pid=105586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:16:45.755026 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-dcff958e-ab4b-4d16-b19a-b7f99958ac19 req-73680fa7-98c4-4c91-935e-da6c54eaf746 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:45.760299 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-b4ce5f09-ecb8-488d-a309-0b8bb33f6220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143'] for port, after_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:45.839191 n-d-705658-22 neutron-server[105586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4ce5f09-ecb8-488d-a309-0b8bb33f6220 None None] Network d860fe23-64a8-4791-bdc9-ec842154b8ec is already hosted by enough agents. {{(pid=105586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:16:45.860426 n-d-705658-22 neutron-server[105586]: DEBUG neutron.scheduler.base_scheduler [None req-b4ce5f09-ecb8-488d-a309-0b8bb33f6220 None None] Resources bound (agent type, host, resource id): {{(pid=105586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:16:45.868698 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4ce5f09-ecb8-488d-a309-0b8bb33f6220 None None] Received port after_create {{(pid=105586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:16:45.890805 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.provisioning_blocks [req-dcff958e-ab4b-4d16-b19a-b7f99958ac19 req-73680fa7-98c4-4c91-935e-da6c54eaf746 service neutron] Transition to ACTIVE for port object 8be7d6e9-4715-4323-8898-bed4da0770cd will not be triggered until provisioned by entity L2. {{(pid=105585) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:16:45.943061 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-dcff958e-ab4b-4d16-b19a-b7f99958ac19 req-73680fa7-98c4-4c91-935e-da6c54eaf746 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10221672'] for port, after_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:45.979561 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-1723a152-f16d-448d-827b-4c4a9d9d41f9 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:46.023061 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [None req-1723a152-f16d-448d-827b-4c4a9d9d41f9 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] device_id is not set on port 3978285f-4ff0-4e2d-bc93-b988a8aec64c yet. {{(pid=105584) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 21:16:46.046603 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-ce933854-6b61-4d68-a6af-e044116bdf9e req-215d52b4-06b8-4273-978c-79ae0644ff7f tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] 10.222.0.59 "GET /v2.0/security-groups?id=9a7007a9-34fe-445e-9576-80a9b33bcd70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2997360 Jul 27 21:16:46.059030 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73680fa7-98c4-4c91-935e-da6c54eaf746 service neutron] Pushing event updated for resources: {'Port': ['ID=8be7d6e9-4715-4323-8898-bed4da0770cd,revision_number=2']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:16:46.121984 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-62b46410-04b2-4964-96a7-297a0cdbffce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:46.124872 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-62b46410-04b2-4964-96a7-297a0cdbffce admin admin] Notify callbacks [] for security_group, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:46.126477 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-62b46410-04b2-4964-96a7-297a0cdbffce admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/ff13ee03-2d9f-4929-b72d-69b3d5722fa7 HTTP/1.1" status: 204 len: 168 time: 0.9027331 Jul 27 21:16:46.126747 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ce5f09-ecb8-488d-a309-0b8bb33f6220 None None] Pushing event updated for resources: {'Port': ['ID=41e09ce6-143e-4e5b-a420-bd46ecfb8e70,revision_number=1']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:16:46.156605 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b46410-04b2-4964-96a7-297a0cdbffce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff13ee03-2d9f-4929-b72d-69b3d5722fa7,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:16:46.157285 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-b4ce5f09-ecb8-488d-a309-0b8bb33f6220 None None] Attempting to bind port 41e09ce6-143e-4e5b-a420-bd46ecfb8e70 on host n-d-705658-22 for vnic_type normal with profile {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:16:46.157653 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-b4ce5f09-ecb8-488d-a309-0b8bb33f6220 None None] Attempting to bind port 41e09ce6-143e-4e5b-a420-bd46ecfb8e70 by drivers openvswitch,hyperv on host n-d-705658-22 at level 0 using segments [{'id': 'ef942b88-6893-499c-8281-7a1c3a835d2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'd860fe23-64a8-4791-bdc9-ec842154b8ec'}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:16:46.158411 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4ce5f09-ecb8-488d-a309-0b8bb33f6220 None None] Attempting to bind port 41e09ce6-143e-4e5b-a420-bd46ecfb8e70 on network d860fe23-64a8-4791-bdc9-ec842154b8ec {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:16:46.173261 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4ce5f09-ecb8-488d-a309-0b8bb33f6220 None None] Checking agent: {'id': '04a7ea91-6318-467e-ace6-b0fb48c8690f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 41, 42), 'started_at': datetime.datetime(2021, 7, 27, 20, 42, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 16, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:16:46.173635 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4ce5f09-ecb8-488d-a309-0b8bb33f6220 None None] Checking segment: {'id': 'ef942b88-6893-499c-8281-7a1c3a835d2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'd860fe23-64a8-4791-bdc9-ec842154b8ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:16:46.174112 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-b4ce5f09-ecb8-488d-a309-0b8bb33f6220 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:46.175152 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4ce5f09-ecb8-488d-a309-0b8bb33f6220 None None] Bound using segment: {'id': 'ef942b88-6893-499c-8281-7a1c3a835d2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'd860fe23-64a8-4791-bdc9-ec842154b8ec'} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:16:46.175639 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-b4ce5f09-ecb8-488d-a309-0b8bb33f6220 None None] Bound port: 41e09ce6-143e-4e5b-a420-bd46ecfb8e70, host: n-d-705658-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef942b88-6893-499c-8281-7a1c3a835d2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'd860fe23-64a8-4791-bdc9-ec842154b8ec'}}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:16:46.176022 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-b4ce5f09-ecb8-488d-a309-0b8bb33f6220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:46.228327 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.managers [req-dcff958e-ab4b-4d16-b19a-b7f99958ac19 req-73680fa7-98c4-4c91-935e-da6c54eaf746 service neutron] Attempting to bind port 8be7d6e9-4715-4323-8898-bed4da0770cd on host n-h2-705658-22 for vnic_type normal with profile {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:16:46.228844 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.managers [req-dcff958e-ab4b-4d16-b19a-b7f99958ac19 req-73680fa7-98c4-4c91-935e-da6c54eaf746 service neutron] Attempting to bind port 8be7d6e9-4715-4323-8898-bed4da0770cd by drivers openvswitch,hyperv on host n-h2-705658-22 at level 0 using segments [{'id': '82701821-d08d-4e1b-9667-8c6e67e04bdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '4ce75dcf-0fe8-4adc-83bc-310cc0685be5'}] {{(pid=105585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:16:46.228967 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcff958e-ab4b-4d16-b19a-b7f99958ac19 req-73680fa7-98c4-4c91-935e-da6c54eaf746 service neutron] Attempting to bind port 8be7d6e9-4715-4323-8898-bed4da0770cd on network 4ce75dcf-0fe8-4adc-83bc-310cc0685be5 {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:16:46.249589 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcff958e-ab4b-4d16-b19a-b7f99958ac19 req-73680fa7-98c4-4c91-935e-da6c54eaf746 service neutron] Port 8be7d6e9-4715-4323-8898-bed4da0770cd on network 4ce75dcf-0fe8-4adc-83bc-310cc0685be5 not bound, no agent of type Open vSwitch agent registered on host n-h2-705658-22 {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:16:46.249936 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcff958e-ab4b-4d16-b19a-b7f99958ac19 req-73680fa7-98c4-4c91-935e-da6c54eaf746 service neutron] Attempting to bind port 8be7d6e9-4715-4323-8898-bed4da0770cd on network 4ce75dcf-0fe8-4adc-83bc-310cc0685be5 {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:16:46.266583 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcff958e-ab4b-4d16-b19a-b7f99958ac19 req-73680fa7-98c4-4c91-935e-da6c54eaf746 service neutron] Checking agent: {'id': '65195a73-a875-4810-9f5b-622ae260a8a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 49, 40), 'started_at': datetime.datetime(2021, 7, 27, 20, 49, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 16, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:16:46.267216 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcff958e-ab4b-4d16-b19a-b7f99958ac19 req-73680fa7-98c4-4c91-935e-da6c54eaf746 service neutron] Checking segment: {'id': '82701821-d08d-4e1b-9667-8c6e67e04bdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '4ce75dcf-0fe8-4adc-83bc-310cc0685be5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:16:46.267795 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcff958e-ab4b-4d16-b19a-b7f99958ac19 req-73680fa7-98c4-4c91-935e-da6c54eaf746 service neutron] Bound using segment: {'id': '82701821-d08d-4e1b-9667-8c6e67e04bdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '4ce75dcf-0fe8-4adc-83bc-310cc0685be5'} {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:16:46.268852 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.managers [req-dcff958e-ab4b-4d16-b19a-b7f99958ac19 req-73680fa7-98c4-4c91-935e-da6c54eaf746 service neutron] Bound port: 8be7d6e9-4715-4323-8898-bed4da0770cd, host: n-h2-705658-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '82701821-d08d-4e1b-9667-8c6e67e04bdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '4ce75dcf-0fe8-4adc-83bc-310cc0685be5'}}] {{(pid=105585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:16:46.269392 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-dcff958e-ab4b-4d16-b19a-b7f99958ac19 req-73680fa7-98c4-4c91-935e-da6c54eaf746 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:46.315623 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-b4ce5f09-ecb8-488d-a309-0b8bb33f6220 None None] For port 41e09ce6-143e-4e5b-a420-bd46ecfb8e70, host n-d-705658-22, cleared binding levels {{(pid=105586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:16:46.326823 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-b4ce5f09-ecb8-488d-a309-0b8bb33f6220 None None] For port 41e09ce6-143e-4e5b-a420-bd46ecfb8e70, host n-d-705658-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=41e09ce6-143e-4e5b-a420-bd46ecfb8e70,segment=NetworkSegment(ef942b88-6893-499c-8281-7a1c3a835d2c),segment_id=ef942b88-6893-499c-8281-7a1c3a835d2c)] {{(pid=105586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:16:46.339649 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-b4ce5f09-ecb8-488d-a309-0b8bb33f6220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:46.500911 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.db_base_plugin_common [None req-1723a152-f16d-448d-827b-4c4a9d9d41f9 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Allocated IP 2001:db8::1db (d860fe23-64a8-4791-bdc9-ec842154b8ec/e07f61c3-bf05-4952-a667-6ed9215e8c28/3978285f-4ff0-4e2d-bc93-b988a8aec64c) {{(pid=105584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:16:46.504033 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.db [req-dcff958e-ab4b-4d16-b19a-b7f99958ac19 req-73680fa7-98c4-4c91-935e-da6c54eaf746 service neutron] For port 8be7d6e9-4715-4323-8898-bed4da0770cd, host n-h2-705658-22, cleared binding levels {{(pid=105585) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:16:46.515654 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.db [req-dcff958e-ab4b-4d16-b19a-b7f99958ac19 req-73680fa7-98c4-4c91-935e-da6c54eaf746 service neutron] For port 8be7d6e9-4715-4323-8898-bed4da0770cd, host n-h2-705658-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=8be7d6e9-4715-4323-8898-bed4da0770cd,segment=NetworkSegment(82701821-d08d-4e1b-9667-8c6e67e04bdc),segment_id=82701821-d08d-4e1b-9667-8c6e67e04bdc)] {{(pid=105585) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:16:46.528029 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ce5f09-ecb8-488d-a309-0b8bb33f6220 None None] Pushing event updated for resources: {'Port': ['ID=41e09ce6-143e-4e5b-a420-bd46ecfb8e70,revision_number=2']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:16:46.534315 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-dcff958e-ab4b-4d16-b19a-b7f99958ac19 req-73680fa7-98c4-4c91-935e-da6c54eaf746 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10221672'] for port, after_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:46.699046 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73680fa7-98c4-4c91-935e-da6c54eaf746 service neutron] Pushing event updated for resources: {'Port': ['ID=8be7d6e9-4715-4323-8898-bed4da0770cd,revision_number=3']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:16:46.724684 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcff958e-ab4b-4d16-b19a-b7f99958ac19 req-73680fa7-98c4-4c91-935e-da6c54eaf746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:16:46.725321 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-dcff958e-ab4b-4d16-b19a-b7f99958ac19 req-73680fa7-98c4-4c91-935e-da6c54eaf746 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:46.727501 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-dcff958e-ab4b-4d16-b19a-b7f99958ac19 req-73680fa7-98c4-4c91-935e-da6c54eaf746 service neutron] 10.222.0.60 "PUT /v2.0/ports/8be7d6e9-4715-4323-8898-bed4da0770cd HTTP/1.1" status: 200 len: 1093 time: 2.0531926 Jul 27 21:16:46.728004 n-d-705658-22 neutron-server[105585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4dc34a0-26eb-4a51-8154-dd550690fa83', 'tag': '8be7d6e9-4715-4323-8898-bed4da0770cd'}] {{(pid=105585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:16:46.742781 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d66fd65881426bfc2b5388084a3654e5eae521106a15a3dbf0eb4cde7106c36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4042adc2-284c-459f-90ff-563159617dda" -d '{"events": [{"name": "network-changed", "server_uuid": "a4dc34a0-26eb-4a51-8154-dd550690fa83", "tag": "8be7d6e9-4715-4323-8898-bed4da0770cd"}]}' {{(pid=105585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:16:46.873100 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-1723a152-f16d-448d-827b-4c4a9d9d41f9 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Notify callbacks [] for port, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:46.896537 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:16:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de6ca318-bb93-481d-92dc-e21c8db96dc8 x-openstack-request-id: req-de6ca318-bb93-481d-92dc-e21c8db96dc8 {{(pid=105585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:16:46.897017 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4dc34a0-26eb-4a51-8154-dd550690fa83", "tag": "8be7d6e9-4715-4323-8898-bed4da0770cd", "status": "completed", "code": 200}]} {{(pid=105585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:16:46.897449 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-de6ca318-bb93-481d-92dc-e21c8db96dc8 {{(pid=105585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:16:46.898180 n-d-705658-22 neutron-server[105585]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4dc34a0-26eb-4a51-8154-dd550690fa83', 'tag': '8be7d6e9-4715-4323-8898-bed4da0770cd', 'status': 'completed', 'code': 200} Jul 27 21:16:46.916812 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.provisioning_blocks [None req-1723a152-f16d-448d-827b-4c4a9d9d41f9 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Transition to ACTIVE for port object 3978285f-4ff0-4e2d-bc93-b988a8aec64c will not be triggered until provisioned by entity DHCP. {{(pid=105584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:16:46.959234 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcff958e-ab4b-4d16-b19a-b7f99958ac19 req-9d787c70-438d-464b-85e0-0005814a52e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:16:46.965893 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-dcff958e-ab4b-4d16-b19a-b7f99958ac19 req-9d787c70-438d-464b-85e0-0005814a52e8 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=600e865a5cde4be3a07c2c6f813959b8&device_id=a4dc34a0-26eb-4a51-8154-dd550690fa83 HTTP/1.1" status: 200 len: 1096 time: 0.1662209 Jul 27 21:16:46.993496 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-1723a152-f16d-448d-827b-4c4a9d9d41f9 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:47.069755 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-dcff958e-ab4b-4d16-b19a-b7f99958ac19 req-c2c1717a-e844-4b21-a7bc-003b479377a3 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8be7d6e9-4715-4323-8898-bed4da0770cd HTTP/1.1" status: 200 len: 217 time: 0.0952618 Jul 27 21:16:47.140589 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1723a152-f16d-448d-827b-4c4a9d9d41f9 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Network d860fe23-64a8-4791-bdc9-ec842154b8ec is already hosted by enough agents. {{(pid=105584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:16:47.161088 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [None req-1723a152-f16d-448d-827b-4c4a9d9d41f9 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Resources bound (agent type, host, resource id): {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:16:47.174404 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1723a152-f16d-448d-827b-4c4a9d9d41f9 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Received port after_create {{(pid=105584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:16:47.188304 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcff958e-ab4b-4d16-b19a-b7f99958ac19 req-b48b705e-2049-42ea-b81b-8d0b0a3a0329 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:16:47.192694 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-dcff958e-ab4b-4d16-b19a-b7f99958ac19 req-b48b705e-2049-42ea-b81b-8d0b0a3a0329 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c0af41ef-52d2-41ac-b6df-e93e08f17b8d HTTP/1.1" status: 200 len: 846 time: 0.1126080 Jul 27 21:16:47.197819 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1723a152-f16d-448d-827b-4c4a9d9d41f9 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:16:47.198511 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-1723a152-f16d-448d-827b-4c4a9d9d41f9 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:47.239377 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-dcff958e-ab4b-4d16-b19a-b7f99958ac19 req-164f0fdf-5b5d-4dbe-8a75-c8bfea311774 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4ce75dcf-0fe8-4adc-83bc-310cc0685be5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0384424 Jul 27 21:16:47.287174 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-1723a152-f16d-448d-827b-4c4a9d9d41f9 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.7340937 Jul 27 21:16:47.288173 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 41904) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:16:47.294609 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1723a152-f16d-448d-827b-4c4a9d9d41f9 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Pushing event updated for resources: {'Port': ['ID=3978285f-4ff0-4e2d-bc93-b988a8aec64c,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:16:47.312685 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-a4325d32-f919-4bb4-9f5f-22a1c02cabec tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Request body: {'subnet': {'network_id': 'd860fe23-64a8-4791-bdc9-ec842154b8ec', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:16:47.375449 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-dcff958e-ab4b-4d16-b19a-b7f99958ac19 req-84ca76b0-cc62-42ec-bfac-8dc02bc99267 service neutron] 10.222.0.60 "GET /v2.0/networks/4ce75dcf-0fe8-4adc-83bc-310cc0685be5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284473 Jul 27 21:16:47.562470 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebc3448-d620-48ce-b3fe-811787f496b8 req-a04f073c-fbb0-4dbe-ab05-d34c0effc51a tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:16:47.564097 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-cebc3448-d620-48ce-b3fe-811787f496b8 req-a04f073c-fbb0-4dbe-ab05-d34c0effc51a tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] 10.222.0.59 "GET /v2.0/ports?device_id=a4dc34a0-26eb-4a51-8154-dd550690fa83 HTTP/1.1" status: 200 len: 944 time: 0.3160908 Jul 27 21:16:47.668441 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 41e09ce6-143e-4e5b-a420-bd46ecfb8e70 up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:16:47.708697 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4325d32-f919-4bb4-9f5f-22a1c02cabec tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Made reservation on behalf of fbcd8d69204b49b7a886b79ea9f87fc6 for: {'subnet': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:16:47.713738 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-a4325d32-f919-4bb4-9f5f-22a1c02cabec tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9738786'] for subnet, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:47.766616 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-dcff958e-ab4b-4d16-b19a-b7f99958ac19 req-6462dbfc-4464-4cec-bdcd-3ba5742eac7b service neutron] 10.222.0.60 "GET /v2.0/networks/4ce75dcf-0fe8-4adc-83bc-310cc0685be5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3432930 Jul 27 21:16:47.795400 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-cebc3448-d620-48ce-b3fe-811787f496b8 req-4faadc54-068c-461a-a257-4c1787f8a83c tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] 10.222.0.59 "GET /v2.0/security-groups?id=9a7007a9-34fe-445e-9576-80a9b33bcd70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2222912 Jul 27 21:16:47.863100 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning for port 41e09ce6-143e-4e5b-a420-bd46ecfb8e70 completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:16:47.989650 n-d-705658-22 neutron-server[105584]: INFO neutron.db.ipam_backend_mixin [None req-a4325d32-f919-4bb4-9f5f-22a1c02cabec tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet e07f61c3-bf05-4952-a667-6ed9215e8c28 (CIDR: 2001:db8::/64) Jul 27 21:16:48.000140 n-d-705658-22 neutron-server[105584]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4325d32-f919-4bb4-9f5f-22a1c02cabec tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 27 21:16:48.000614 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4325d32-f919-4bb4-9f5f-22a1c02cabec tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=105584) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 21:16:48.005819 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4042adc2-284c-459f-90ff-563159617dda req-7cb609ad-fabd-4226-8b55-1b0c4b7ecbe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:16:48.011842 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-4042adc2-284c-459f-90ff-563159617dda req-7cb609ad-fabd-4226-8b55-1b0c4b7ecbe4 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=600e865a5cde4be3a07c2c6f813959b8&device_id=a4dc34a0-26eb-4a51-8154-dd550690fa83 HTTP/1.1" status: 200 len: 1096 time: 0.1458185 Jul 27 21:16:48.053375 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-a4325d32-f919-4bb4-9f5f-22a1c02cabec tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7599816 Jul 27 21:16:48.057902 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 41924) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:16:48.073734 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-6528d14b-9da4-47dc-97e8-9c402c9ce726 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Request body: {'subnet': {'network_id': 'd860fe23-64a8-4791-bdc9-ec842154b8ec', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:16:48.218148 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4042adc2-284c-459f-90ff-563159617dda req-f2aa2e9d-fb19-4093-9304-df39d5bf4162 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:16:48.218148 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-4042adc2-284c-459f-90ff-563159617dda req-f2aa2e9d-fb19-4093-9304-df39d5bf4162 service neutron] 10.222.0.60 "GET /v2.0/networks?id=4ce75dcf-0fe8-4adc-83bc-310cc0685be5 HTTP/1.1" status: 200 len: 907 time: 0.1948009 Jul 27 21:16:48.320249 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-4042adc2-284c-459f-90ff-563159617dda req-05408f34-bab6-4efe-a0be-eeb36c0be4a6 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8be7d6e9-4715-4323-8898-bed4da0770cd HTTP/1.1" status: 200 len: 217 time: 0.0955575 Jul 27 21:16:48.339795 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-14d40ee4-2e15-4ddc-bc02-c7962201f829 None None] Provisioning for port 41e09ce6-143e-4e5b-a420-bd46ecfb8e70 completed by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:16:48.345686 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-14d40ee4-2e15-4ddc-bc02-c7962201f829 None None] Provisioning complete for port 41e09ce6-143e-4e5b-a420-bd46ecfb8e70 triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:16:48.347464 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-14d40ee4-2e15-4ddc-bc02-c7962201f829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:48.362854 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 41936) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:16:48.463363 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6528d14b-9da4-47dc-97e8-9c402c9ce726 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Made reservation on behalf of fbcd8d69204b49b7a886b79ea9f87fc6 for: {'subnet': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:16:48.467533 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-6528d14b-9da4-47dc-97e8-9c402c9ce726 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9738786'] for subnet, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:48.473728 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4042adc2-284c-459f-90ff-563159617dda req-d470c235-bda4-4fee-87d9-72dd1fa7a15f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:16:48.479781 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-4042adc2-284c-459f-90ff-563159617dda req-d470c235-bda4-4fee-87d9-72dd1fa7a15f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c0af41ef-52d2-41ac-b6df-e93e08f17b8d HTTP/1.1" status: 200 len: 846 time: 0.1506615 Jul 27 21:16:48.584950 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-4042adc2-284c-459f-90ff-563159617dda req-2c35c2a2-ea78-44f3-872f-0a80c8f5350d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4ce75dcf-0fe8-4adc-83bc-310cc0685be5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0957136 Jul 27 21:16:48.590456 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-14d40ee4-2e15-4ddc-bc02-c7962201f829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:48.668856 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-14d40ee4-2e15-4ddc-bc02-c7962201f829 None None] For port 41e09ce6-143e-4e5b-a420-bd46ecfb8e70, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=41e09ce6-143e-4e5b-a420-bd46ecfb8e70,segment=NetworkSegment(ef942b88-6893-499c-8281-7a1c3a835d2c),segment_id=ef942b88-6893-499c-8281-7a1c3a835d2c)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:16:48.687297 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-14d40ee4-2e15-4ddc-bc02-c7962201f829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:48.783786 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-12e34309-fd71-4937-ba97-21aee137c89d tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Request body: {'network': {'name': 'tempest-RoutersTest-2004410915'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:16:48.838316 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12e34309-fd71-4937-ba97-21aee137c89d tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Made reservation on behalf of b2a273d14da548f08e5e2947b1efbc75 for: {'network': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:16:48.852322 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-12e34309-fd71-4937-ba97-21aee137c89d tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for network, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:48.858779 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-14d40ee4-2e15-4ddc-bc02-c7962201f829 None None] Provisioning complete for port 751b098e-3416-46a6-bf81-96ff7addbc26 triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:16:48.859449 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-14d40ee4-2e15-4ddc-bc02-c7962201f829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:48.861496 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d40ee4-2e15-4ddc-bc02-c7962201f829 None None] Pushing event updated for resources: {'Port': ['ID=41e09ce6-143e-4e5b-a420-bd46ecfb8e70,revision_number=3']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:16:48.873458 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-4042adc2-284c-459f-90ff-563159617dda req-66d5518b-4936-4025-a183-44c7027d8c42 service neutron] 10.222.0.60 "GET /v2.0/networks/4ce75dcf-0fe8-4adc-83bc-310cc0685be5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2809339 Jul 27 21:16:48.899454 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-12e34309-fd71-4937-ba97-21aee137c89d tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify callbacks [] for security_group, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:48.906546 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-14d40ee4-2e15-4ddc-bc02-c7962201f829 None None] Port 751b098e-3416-46a6-bf81-96ff7addbc26 cannot update to ACTIVE because it is not bound. {{(pid=105586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:16:49.043744 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-2d300993-5d3b-4507-99be-f07dcc86b550 None None] Provisioning for port 3978285f-4ff0-4e2d-bc93-b988a8aec64c completed by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:16:49.048174 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-2d300993-5d3b-4507-99be-f07dcc86b550 None None] Provisioning complete for port 3978285f-4ff0-4e2d-bc93-b988a8aec64c triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:16:49.048557 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-2d300993-5d3b-4507-99be-f07dcc86b550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:49.113503 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-2d300993-5d3b-4507-99be-f07dcc86b550 None None] Port 3978285f-4ff0-4e2d-bc93-b988a8aec64c cannot update to ACTIVE because it is not bound. {{(pid=105586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:16:49.209050 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9323cd-1db3-442d-983d-7334b001a599 req-4d9af91a-20dd-47c9-80f2-c90bb3768766 tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:16:49.210681 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-1c9323cd-1db3-442d-983d-7334b001a599 req-4d9af91a-20dd-47c9-80f2-c90bb3768766 tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] 10.222.0.59 "GET /v2.0/ports?device_id=a4dc34a0-26eb-4a51-8154-dd550690fa83 HTTP/1.1" status: 200 len: 944 time: 0.2359779 Jul 27 21:16:49.220633 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-4042adc2-284c-459f-90ff-563159617dda req-d7cae0c3-d6f0-4d99-9ae7-a268e34ee6b3 service neutron] 10.222.0.60 "GET /v2.0/networks/4ce75dcf-0fe8-4adc-83bc-310cc0685be5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3377223 Jul 27 21:16:49.225202 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-6528d14b-9da4-47dc-97e8-9c402c9ce726 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9014150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9738800'] for subnet, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:49.292074 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-1c9323cd-1db3-442d-983d-7334b001a599 req-fac6f82c-5cff-462e-b5fc-691fd7e9139e tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] 10.222.0.59 "GET /v2.0/security-groups?id=9a7007a9-34fe-445e-9576-80a9b33bcd70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710425 Jul 27 21:16:49.363342 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6528d14b-9da4-47dc-97e8-9c402c9ce726 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Network d860fe23-64a8-4791-bdc9-ec842154b8ec is already hosted by enough agents. {{(pid=105584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:16:49.375254 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6528d14b-9da4-47dc-97e8-9c402c9ce726 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Pushing event updated for resources: {'Subnet': ['ID=a2b42fdf-f3cb-4d64-9ab0-af50c95809ec,revision_number=0']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:16:49.389670 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [None req-6528d14b-9da4-47dc-97e8-9c402c9ce726 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Resources bound (agent type, host, resource id): {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:16:49.400395 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6528d14b-9da4-47dc-97e8-9c402c9ce726 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:16:49.401224 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-6528d14b-9da4-47dc-97e8-9c402c9ce726 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Notify callbacks [] for subnet, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:49.403637 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba04ad3f-ef7f-4069-a3ef-ab7bc84b4158 None None] Network d860fe23-64a8-4791-bdc9-ec842154b8ec requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:16:49.416122 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-12e34309-fd71-4937-ba97-21aee137c89d tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify callbacks [] for security_group, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:49.429285 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-12e34309-fd71-4937-ba97-21aee137c89d tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:49.465300 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-6528d14b-9da4-47dc-97e8-9c402c9ce726 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.4062562 Jul 27 21:16:49.467145 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 41976) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:16:49.473449 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-6eae2f85-e889-4aa9-a4e1-a2025f3ad5dd tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-913073869', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'a2b42fdf-f3cb-4d64-9ab0-af50c95809ec'}], 'security_groups': ['ac7e0993-ee4a-4901-bcc0-2e538f9b9de6']}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:16:49.510986 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12e34309-fd71-4937-ba97-21aee137c89d tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] vlan segment allocate from pool success with {'vlan_id': 201, 'physical_network': 'physnet1'} {{(pid=105584) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:16:49.579619 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-12e34309-fd71-4937-ba97-21aee137c89d tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:49.579966 n-d-705658-22 neutron-server[105584]: INFO neutron.db.segments_db [None req-12e34309-fd71-4937-ba97-21aee137c89d tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Added segment c5b73423-0da3-4bdd-b1aa-9d8f3af9c90b of type vlan for network 9bf00f92-0f10-49dd-bf43-2308b7990fd3 Jul 27 21:16:49.605065 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e34309-fd71-4937-ba97-21aee137c89d tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Pushing event updated for resources: {'SecurityGroup': ['ID=80141dd8-612f-4625-bb4e-07f31f494b05,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:16:49.606441 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 41e09ce6-143e-4e5b-a420-bd46ecfb8e70 up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:16:49.719339 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-12e34309-fd71-4937-ba97-21aee137c89d tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790688424798'] for network, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:49.786470 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-12e34309-fd71-4937-ba97-21aee137c89d tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920'] for network, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:49.787047 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port 41e09ce6-143e-4e5b-a420-bd46ecfb8e70 triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:16:49.787571 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:49.794236 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12e34309-fd71-4937-ba97-21aee137c89d tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:16:49.794900 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-12e34309-fd71-4937-ba97-21aee137c89d tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743886'] for network, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:49.816578 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-6eae2f85-e889-4aa9-a4e1-a2025f3ad5dd tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:49.964881 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-12e34309-fd71-4937-ba97-21aee137c89d tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.6006978 Jul 27 21:16:49.970727 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 41986) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:16:49.983825 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-e6a02af5-efce-4f60-b491-7bbc2c7c76e6 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Request body: {'network': {'name': 'tempest-RoutersTest-274905121'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:16:50.037772 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6a02af5-efce-4f60-b491-7bbc2c7c76e6 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Made reservation on behalf of b2a273d14da548f08e5e2947b1efbc75 for: {'network': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:16:50.041817 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-e6a02af5-efce-4f60-b491-7bbc2c7c76e6 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for network, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:50.072911 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e34309-fd71-4937-ba97-21aee137c89d tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Pushing event updated for resources: {'Network': ['ID=9bf00f92-0f10-49dd-bf43-2308b7990fd3,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:16:50.091826 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Network 9bf00f92-0f10-49dd-bf43-2308b7990fd3 details requested by agent ovs-agent-n-d-705658-22 with host n-d-705658-22 {{(pid=105586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:16:50.106961 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6a02af5-efce-4f60-b491-7bbc2c7c76e6 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] vlan segment allocate from pool success with {'vlan_id': 231, 'physical_network': 'physnet1'} {{(pid=105584) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:16:50.126557 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-e6a02af5-efce-4f60-b491-7bbc2c7c76e6 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:50.126903 n-d-705658-22 neutron-server[105584]: INFO neutron.db.segments_db [None req-e6a02af5-efce-4f60-b491-7bbc2c7c76e6 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Added segment 179e9d40-9d60-4ead-a8d4-669f5e51de4d of type vlan for network d6b17396-da21-4433-808d-cfd229d8b17c Jul 27 21:16:50.165289 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66f2458b-5d6b-4fd0-b203-b35ca50f4f26 None None] Update dhcp port {'port': {'network_id': 'd860fe23-64a8-4791-bdc9-ec842154b8ec', 'fixed_ips': [{'subnet_id': 'e07f61c3-bf05-4952-a667-6ed9215e8c28', 'ip_address': '2001:db8::2'}, {'subnet_id': 'a2b42fdf-f3cb-4d64-9ab0-af50c95809ec'}], 'binding:host_id': 'n-d-705658-22'}, 'id': '41e09ce6-143e-4e5b-a420-bd46ecfb8e70'} from n-d-705658-22. {{(pid=105586) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 27 21:16:50.217834 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-e6a02af5-efce-4f60-b491-7bbc2c7c76e6 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790688424798'] for network, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:50.227211 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 41990) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:16:50.319722 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-e6a02af5-efce-4f60-b491-7bbc2c7c76e6 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920'] for network, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:50.327445 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6a02af5-efce-4f60-b491-7bbc2c7c76e6 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:16:50.329348 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-e6a02af5-efce-4f60-b491-7bbc2c7c76e6 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743886'] for network, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:50.540419 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-e6a02af5-efce-4f60-b491-7bbc2c7c76e6 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.5662825 Jul 27 21:16:50.541052 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 42000) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:16:50.548872 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-956caef1-c239-4df7-ad7e-3bcea37d67c0 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Request body: {'subnet': {'network_id': '9bf00f92-0f10-49dd-bf43-2308b7990fd3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:16:50.553825 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-3d70d2ca-db43-4b4f-8429-b82ad9a47aaa admin admin] Notify callbacks [] for security_group, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:50.578278 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-66f2458b-5d6b-4fd0-b203-b35ca50f4f26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:50.730459 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a02af5-efce-4f60-b491-7bbc2c7c76e6 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Pushing event updated for resources: {'Network': ['ID=d6b17396-da21-4433-808d-cfd229d8b17c,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:16:50.751074 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.db_base_plugin_common [None req-6eae2f85-e889-4aa9-a4e1-a2025f3ad5dd tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Delete allocated IP 2001:db8::1db (d860fe23-64a8-4791-bdc9-ec842154b8ec/e07f61c3-bf05-4952-a667-6ed9215e8c28) {{(pid=105585) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 27 21:16:50.764302 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Network d6b17396-da21-4433-808d-cfd229d8b17c details requested by agent ovs-agent-n-d-705658-22 with host n-d-705658-22 {{(pid=105586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:16:50.784335 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.db_base_plugin_common [None req-6eae2f85-e889-4aa9-a4e1-a2025f3ad5dd tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Allocated IP 2001:db8:0:1::2b6 (d860fe23-64a8-4791-bdc9-ec842154b8ec/a2b42fdf-f3cb-4d64-9ab0-af50c95809ec/3978285f-4ff0-4e2d-bc93-b988a8aec64c) {{(pid=105585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:16:50.825978 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd44cf3-a2a5-4eb6-ba9b-facdb894d10f req-eff77b2e-d7cc-4f10-a81d-dece96158a6b tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:16:50.836922 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-0dd44cf3-a2a5-4eb6-ba9b-facdb894d10f req-eff77b2e-d7cc-4f10-a81d-dece96158a6b tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] 10.222.0.59 "GET /v2.0/ports?device_id=a4dc34a0-26eb-4a51-8154-dd550690fa83 HTTP/1.1" status: 200 len: 944 time: 0.3766630 Jul 27 21:16:50.989779 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-3d70d2ca-db43-4b4f-8429-b82ad9a47aaa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:51.006795 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-3d70d2ca-db43-4b4f-8429-b82ad9a47aaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:51.012541 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-0dd44cf3-a2a5-4eb6-ba9b-facdb894d10f req-05dc5985-1b03-440c-9cee-4c6e4aa9cbef tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] 10.222.0.59 "GET /v2.0/security-groups?id=9a7007a9-34fe-445e-9576-80a9b33bcd70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1744986 Jul 27 21:16:51.132508 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-3d70d2ca-db43-4b4f-8429-b82ad9a47aaa admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=2971118c478f4ff7b77da84fe0af2a6e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9013872 Jul 27 21:16:51.133156 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 42004) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:16:51.140215 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d70d2ca-db43-4b4f-8429-b82ad9a47aaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e313f4c-e94d-4c3b-95d2-b49bd22ed4c7,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:16:51.166006 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-956caef1-c239-4df7-ad7e-3bcea37d67c0 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Made reservation on behalf of b2a273d14da548f08e5e2947b1efbc75 for: {'subnet': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:16:51.171022 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-956caef1-c239-4df7-ad7e-3bcea37d67c0 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9738786'] for subnet, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:51.311216 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-1521f899-06c2-46cf-8057-a92c9d902609 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:51.347360 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-1521f899-06c2-46cf-8057-a92c9d902609 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:51.348007 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-6eae2f85-e889-4aa9-a4e1-a2025f3ad5dd tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Notify callbacks [] for port, precommit_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:51.371523 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.provisioning_blocks [None req-6eae2f85-e889-4aa9-a4e1-a2025f3ad5dd tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Transition to ACTIVE for port object 3978285f-4ff0-4e2d-bc93-b988a8aec64c will not be triggered until provisioned by entity DHCP. {{(pid=105585) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:16:51.382806 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-6eae2f85-e889-4aa9-a4e1-a2025f3ad5dd tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10221672'] for port, after_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:51.435490 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eae2f85-e889-4aa9-a4e1-a2025f3ad5dd tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Pushing event updated for resources: {'Port': ['ID=3978285f-4ff0-4e2d-bc93-b988a8aec64c,revision_number=2']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:16:51.463625 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [None req-6eae2f85-e889-4aa9-a4e1-a2025f3ad5dd tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] In _notify_port_updated(), no bound segment for port 3978285f-4ff0-4e2d-bc93-b988a8aec64c on network d860fe23-64a8-4791-bdc9-ec842154b8ec {{(pid=105585) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 27 21:16:51.469915 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eae2f85-e889-4aa9-a4e1-a2025f3ad5dd tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:16:51.470562 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-6eae2f85-e889-4aa9-a4e1-a2025f3ad5dd tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:51.472639 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-6eae2f85-e889-4aa9-a4e1-a2025f3ad5dd tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] 10.222.0.59 "PUT /v2.0/ports/3978285f-4ff0-4e2d-bc93-b988a8aec64c HTTP/1.1" status: 200 len: 930 time: 2.0044405 Jul 27 21:16:51.476737 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 42006) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:16:51.495769 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.db_base_plugin_common [None req-66f2458b-5d6b-4fd0-b203-b35ca50f4f26 None None] Allocated IP 2001:db8:0:1::2 (d860fe23-64a8-4791-bdc9-ec842154b8ec/a2b42fdf-f3cb-4d64-9ab0-af50c95809ec/41e09ce6-143e-4e5b-a420-bd46ecfb8e70) {{(pid=105586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:16:51.620598 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-66f2458b-5d6b-4fd0-b203-b35ca50f4f26 None None] For port 41e09ce6-143e-4e5b-a420-bd46ecfb8e70, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=41e09ce6-143e-4e5b-a420-bd46ecfb8e70,segment=NetworkSegment(ef942b88-6893-499c-8281-7a1c3a835d2c),segment_id=ef942b88-6893-499c-8281-7a1c3a835d2c)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:16:51.645691 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-1521f899-06c2-46cf-8057-a92c9d902609 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:51.648710 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-1521f899-06c2-46cf-8057-a92c9d902609 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:51.653559 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-1521f899-06c2-46cf-8057-a92c9d902609 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/3e313f4c-e94d-4c3b-95d2-b49bd22ed4c7 HTTP/1.1" status: 204 len: 168 time: 0.5194149 Jul 27 21:16:51.670529 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1521f899-06c2-46cf-8057-a92c9d902609 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e313f4c-e94d-4c3b-95d2-b49bd22ed4c7,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:16:51.681292 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-956caef1-c239-4df7-ad7e-3bcea37d67c0 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9014150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9738800'] for subnet, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:51.694533 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-66f2458b-5d6b-4fd0-b203-b35ca50f4f26 None None] Notify callbacks [] for port, precommit_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:51.728645 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-66f2458b-5d6b-4fd0-b203-b35ca50f4f26 None None] Transition to ACTIVE for port object 41e09ce6-143e-4e5b-a420-bd46ecfb8e70 will not be triggered until provisioned by entity DHCP. {{(pid=105586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:16:51.736440 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-66f2458b-5d6b-4fd0-b203-b35ca50f4f26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:51.791987 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [None req-0faf403b-c657-4d46-8be2-38ea939ce1cb tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Deleting port 3978285f-4ff0-4e2d-bc93-b988a8aec64c {{(pid=105585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:16:51.793530 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Device 8be7d6e9-4715-4323-8898-bed4da0770cd details requested by agent hyperv_n-h2-705658-22 with host n-h2-705658-22 {{(pid=105586) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:16:51.809500 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-0faf403b-c657-4d46-8be2-38ea939ce1cb tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:51.840562 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956caef1-c239-4df7-ad7e-3bcea37d67c0 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Pushing event updated for resources: {'Subnet': ['ID=59371232-d170-41ea-b50d-384204ca9d72,revision_number=0']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:16:51.851113 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-956caef1-c239-4df7-ad7e-3bcea37d67c0 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Checking segment: {'id': 'c5b73423-0da3-4bdd-b1aa-9d8f3af9c90b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '9bf00f92-0f10-49dd-bf43-2308b7990fd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:16:51.851840 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-956caef1-c239-4df7-ad7e-3bcea37d67c0 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Network hostable DHCP agents. Network: 9bf00f92-0f10-49dd-bf43-2308b7990fd3, hostable agents: ['7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a'], hosted agents: [] {{(pid=105584) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:16:51.878890 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-956caef1-c239-4df7-ad7e-3bcea37d67c0 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Network 9bf00f92-0f10-49dd-bf43-2308b7990fd3 is scheduled to be hosted by DHCP agent 7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a with binding_index 1 {{(pid=105584) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:16:51.918241 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [None req-956caef1-c239-4df7-ad7e-3bcea37d67c0 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-22, 9bf00f92-0f10-49dd-bf43-2308b7990fd3) {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:16:51.923198 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-956caef1-c239-4df7-ad7e-3bcea37d67c0 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:16:51.923801 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-956caef1-c239-4df7-ad7e-3bcea37d67c0 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify callbacks [] for subnet, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:51.962018 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8768f91-b098-484e-bbd5-6e0aeac79dae None None] Network 9bf00f92-0f10-49dd-bf43-2308b7990fd3 requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:16:51.964714 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-956caef1-c239-4df7-ad7e-3bcea37d67c0 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4181745 Jul 27 21:16:51.966361 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 42014) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:16:51.973808 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-dd34b1c5-30bc-4244-a01a-0db2953f1c75 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Request body: {'subnet': {'network_id': 'd6b17396-da21-4433-808d-cfd229d8b17c', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:16:52.013770 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-0faf403b-c657-4d46-8be2-38ea939ce1cb tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:52.029647 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [None req-0faf403b-c657-4d46-8be2-38ea939ce1cb tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Calling delete_port for 3978285f-4ff0-4e2d-bc93-b988a8aec64c owned by {{(pid=105585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:16:52.072119 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f2458b-5d6b-4fd0-b203-b35ca50f4f26 None None] Pushing event updated for resources: {'Port': ['ID=41e09ce6-143e-4e5b-a420-bd46ecfb8e70,revision_number=4']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:16:52.079202 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.db.resource_extend [None req-3d54578f-831f-4696-b568-13c455922dab None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 27 21:16:52.273103 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd34b1c5-30bc-4244-a01a-0db2953f1c75 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Made reservation on behalf of b2a273d14da548f08e5e2947b1efbc75 for: {'subnet': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:16:52.289184 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-dd34b1c5-30bc-4244-a01a-0db2953f1c75 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9738786'] for subnet, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:52.374296 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 42032) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:16:52.408846 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-91bccfdf-54be-433d-87b2-7eff905d1916 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:52.413469 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] For port 8be7d6e9-4715-4323-8898-bed4da0770cd, host n-h2-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=8be7d6e9-4715-4323-8898-bed4da0770cd,segment=NetworkSegment(82701821-d08d-4e1b-9667-8c6e67e04bdc),segment_id=82701821-d08d-4e1b-9667-8c6e67e04bdc)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:16:52.475819 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Returning: {'device': '8be7d6e9-4715-4323-8898-bed4da0770cd', 'network_id': '4ce75dcf-0fe8-4adc-83bc-310cc0685be5', 'port_id': '8be7d6e9-4715-4323-8898-bed4da0770cd', 'mac_address': 'fa:16:3e:17:72:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 218, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0af41ef-52d2-41ac-b6df-e93e08f17b8d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105586) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:16:52.492382 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c46b6cf-b2ee-46c1-8fcb-4cae84074f62 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30bb4b93-b285-5d90-9493-f9ec33ea333c-9bf00f92-0f10-49dd-bf43-2308b7990fd3', 'network_id': '9bf00f92-0f10-49dd-bf43-2308b7990fd3', 'tenant_id': 'b2a273d14da548f08e5e2947b1efbc75', 'fixed_ips': [{'subnet_id': '59371232-d170-41ea-b50d-384204ca9d72'}]}} from n-d-705658-22. {{(pid=105586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 21:16:52.493507 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-8c46b6cf-b2ee-46c1-8fcb-4cae84074f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:52.574568 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678a56e2-e7b0-4e8f-bcf3-93916994cfa1 req-db6c6b05-c393-4613-a439-ffa38a98a832 tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:16:52.576746 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:52.579464 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-678a56e2-e7b0-4e8f-bcf3-93916994cfa1 req-db6c6b05-c393-4613-a439-ffa38a98a832 tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] 10.222.0.59 "GET /v2.0/ports?device_id=a4dc34a0-26eb-4a51-8154-dd550690fa83 HTTP/1.1" status: 200 len: 944 time: 0.2585678 Jul 27 21:16:52.620967 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [None req-3d54578f-831f-4696-b568-13c455922dab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8be7d6e9-4715-4323-8898-bed4da0770cd {{(pid=105586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:16:52.644228 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-0faf403b-c657-4d46-8be2-38ea939ce1cb tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:52.687073 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] For port 8be7d6e9-4715-4323-8898-bed4da0770cd, host n-h2-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=8be7d6e9-4715-4323-8898-bed4da0770cd,segment=NetworkSegment(82701821-d08d-4e1b-9667-8c6e67e04bdc),segment_id=82701821-d08d-4e1b-9667-8c6e67e04bdc)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:16:52.709831 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:52.888049 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0faf403b-c657-4d46-8be2-38ea939ce1cb tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Pushing event deleted for resources: {'Port': ['ID=3978285f-4ff0-4e2d-bc93-b988a8aec64c,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:16:52.986313 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-dd34b1c5-30bc-4244-a01a-0db2953f1c75 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9014150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9738800'] for subnet, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:53.015678 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-678a56e2-e7b0-4e8f-bcf3-93916994cfa1 req-9b0bab96-320a-4fb1-855a-bba8acbb6025 tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] 10.222.0.59 "GET /v2.0/security-groups?id=9a7007a9-34fe-445e-9576-80a9b33bcd70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4206069 Jul 27 21:16:53.094244 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0faf403b-c657-4d46-8be2-38ea939ce1cb tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:16:53.099635 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0faf403b-c657-4d46-8be2-38ea939ce1cb tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:16:53.100347 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0faf403b-c657-4d46-8be2-38ea939ce1cb tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:16:53.100864 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0faf403b-c657-4d46-8be2-38ea939ce1cb tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:16:53.101221 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.db_base_plugin_common [None req-8c46b6cf-b2ee-46c1-8fcb-4cae84074f62 None None] Allocated IP 172.20.0.2 (9bf00f92-0f10-49dd-bf43-2308b7990fd3/59371232-d170-41ea-b50d-384204ca9d72/570eb294-2956-4b66-8f13-ab743e633975) {{(pid=105586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:16:53.101544 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0faf403b-c657-4d46-8be2-38ea939ce1cb tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:16:53.104451 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0faf403b-c657-4d46-8be2-38ea939ce1cb tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:16:53.105527 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0faf403b-c657-4d46-8be2-38ea939ce1cb tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:16:53.106052 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0faf403b-c657-4d46-8be2-38ea939ce1cb tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:16:53.106558 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0faf403b-c657-4d46-8be2-38ea939ce1cb tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:16:53.111128 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0faf403b-c657-4d46-8be2-38ea939ce1cb tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:16:53.116604 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0faf403b-c657-4d46-8be2-38ea939ce1cb tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:16:53.117265 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0faf403b-c657-4d46-8be2-38ea939ce1cb tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:16:53.154650 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-0faf403b-c657-4d46-8be2-38ea939ce1cb tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:53.166416 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-0faf403b-c657-4d46-8be2-38ea939ce1cb tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] 10.222.0.59 "DELETE /v2.0/ports/3978285f-4ff0-4e2d-bc93-b988a8aec64c HTTP/1.1" status: 204 len: 168 time: 1.6842515 Jul 27 21:16:53.172448 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 42050) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:16:53.186571 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd34b1c5-30bc-4244-a01a-0db2953f1c75 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Pushing event updated for resources: {'Subnet': ['ID=42c01813-7f08-4629-9b2f-4653ef489c0d,revision_number=0']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:16:53.216057 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd34b1c5-30bc-4244-a01a-0db2953f1c75 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Checking segment: {'id': '179e9d40-9d60-4ead-a8d4-669f5e51de4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'd6b17396-da21-4433-808d-cfd229d8b17c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:16:53.217644 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd34b1c5-30bc-4244-a01a-0db2953f1c75 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Network hostable DHCP agents. Network: d6b17396-da21-4433-808d-cfd229d8b17c, hostable agents: ['7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a'], hosted agents: [] {{(pid=105584) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:16:53.250882 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd34b1c5-30bc-4244-a01a-0db2953f1c75 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Network d6b17396-da21-4433-808d-cfd229d8b17c is scheduled to be hosted by DHCP agent 7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a with binding_index 1 {{(pid=105584) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:16:53.298899 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [None req-dd34b1c5-30bc-4244-a01a-0db2953f1c75 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-22, d6b17396-da21-4433-808d-cfd229d8b17c) {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:16:53.322015 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd34b1c5-30bc-4244-a01a-0db2953f1c75 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:16:53.327357 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-dd34b1c5-30bc-4244-a01a-0db2953f1c75 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify callbacks [] for subnet, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:53.344914 n-d-705658-22 neutron-server[105585]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f4c6774-970f-45d7-b271-e7bd6911ae29 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] GET failed (client error): The resource could not be found. Jul 27 21:16:53.347834 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90d524c1-9963-4c93-a6fa-99a1c3847598 None None] Network d6b17396-da21-4433-808d-cfd229d8b17c requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:16:53.358637 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-8f4c6774-970f-45d7-b271-e7bd6911ae29 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] 10.222.0.59 "GET /v2.0/ports/3978285f-4ff0-4e2d-bc93-b988a8aec64c HTTP/1.1" status: 404 len: 333 time: 0.1807735 Jul 27 21:16:53.359669 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 42058) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:16:53.396828 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] get_ports_and_sgs() called for port_ids ['8be7d6e9-4715-4323-8898-bed4da0770cd'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:16:53.406533 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Pushing event updated for resources: {'Port': ['ID=8be7d6e9-4715-4323-8898-bed4da0770cd,revision_number=4']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:16:53.590201 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-0fade656-b739-47bc-b059-63ae23005613 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Notify callbacks [] for security_group, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:53.600942 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-91bccfdf-54be-433d-87b2-7eff905d1916 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:53.603179 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 41e09ce6-143e-4e5b-a420-bd46ecfb8e70 up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:16:53.618210 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-91bccfdf-54be-433d-87b2-7eff905d1916 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:53.618538 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-dd34b1c5-30bc-4244-a01a-0db2953f1c75 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6508262 Jul 27 21:16:53.621221 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 42068) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:16:53.626808 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-19f5dfac-45b8-4228-bcfb-9fe0c7d484a4 None None] Provisioning for port 41e09ce6-143e-4e5b-a420-bd46ecfb8e70 completed by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:16:53.637037 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-414053d3-0f96-4aa1-a0f8-7d6c837d38a9 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1018069050', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:16:53.659546 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-0fade656-b739-47bc-b059-63ae23005613 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:53.705839 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-414053d3-0f96-4aa1-a0f8-7d6c837d38a9 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4163813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-443'] for router, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:53.710422 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-414053d3-0f96-4aa1-a0f8-7d6c837d38a9 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4165196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4077059', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3711235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-418'] for router, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:53.741931 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-91bccfdf-54be-433d-87b2-7eff905d1916 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=2944d96d772e45219c36ecbbafea258d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3663440 Jul 27 21:16:53.744866 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 42070) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:16:53.751202 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91bccfdf-54be-433d-87b2-7eff905d1916 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c756466-2bb2-49c7-9824-762ace5e93b6,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:16:53.781268 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-19f5dfac-45b8-4228-bcfb-9fe0c7d484a4 None None] Provisioning complete for port 41e09ce6-143e-4e5b-a420-bd46ecfb8e70 triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:16:53.783045 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-19f5dfac-45b8-4228-bcfb-9fe0c7d484a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:53.795781 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9537f884-93c6-42c2-abcc-af95b57651a1 req-fabc8826-a7c0-45b9-a99d-354f7d511381 tempest-AttachVolumeNegativeTest-845744699 tempest-AttachVolumeNegativeTest-845744699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:16:53.805795 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-9537f884-93c6-42c2-abcc-af95b57651a1 req-fabc8826-a7c0-45b9-a99d-354f7d511381 tempest-AttachVolumeNegativeTest-845744699 tempest-AttachVolumeNegativeTest-845744699-project] 10.222.0.59 "GET /v2.0/networks?id=0ded17b3-440e-4dbe-8ea1-4e29acefb236 HTTP/1.1" status: 200 len: 814 time: 0.3697386 Jul 27 21:16:53.851211 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-9537f884-93c6-42c2-abcc-af95b57651a1 req-f226e7e7-6c46-49c5-8b18-33f26466a879 tempest-AttachVolumeNegativeTest-845744699 tempest-AttachVolumeNegativeTest-845744699-project] 10.222.0.59 "GET /v2.0/quotas/7cb1be282c1a45569e2d1240a1ce83c6 HTTP/1.1" status: 200 len: 375 time: 0.0410278 Jul 27 21:16:54.006054 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-0fade656-b739-47bc-b059-63ae23005613 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:54.008256 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d91e1a5-42e9-4037-8484-2d4ad878e077 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30bb4b93-b285-5d90-9493-f9ec33ea333c-d6b17396-da21-4433-808d-cfd229d8b17c', 'network_id': 'd6b17396-da21-4433-808d-cfd229d8b17c', 'tenant_id': 'b2a273d14da548f08e5e2947b1efbc75', 'fixed_ips': [{'subnet_id': '42c01813-7f08-4629-9b2f-4653ef489c0d'}]}} from n-d-705658-22. {{(pid=105586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 21:16:54.009157 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-5d91e1a5-42e9-4037-8484-2d4ad878e077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:54.010926 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-0fade656-b739-47bc-b059-63ae23005613 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Notify callbacks [] for security_group, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:54.014288 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-8c46b6cf-b2ee-46c1-8fcb-4cae84074f62 None None] Notify callbacks [] for port, precommit_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:54.017326 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-19f5dfac-45b8-4228-bcfb-9fe0c7d484a4 None None] Provisioning complete for port 751b098e-3416-46a6-bf81-96ff7addbc26 triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:16:54.017724 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-19f5dfac-45b8-4228-bcfb-9fe0c7d484a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:54.020628 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-0fade656-b739-47bc-b059-63ae23005613 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] 10.222.0.59 "DELETE /v2.0/security-groups/40e04cea-01ac-4a0e-923c-87b99b683d1a HTTP/1.1" status: 204 len: 168 time: 0.6299653 Jul 27 21:16:54.023390 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 42076) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:16:54.027725 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-414053d3-0f96-4aa1-a0f8-7d6c837d38a9 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:54.065200 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-414053d3-0f96-4aa1-a0f8-7d6c837d38a9 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4163804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4077150'] for router, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:54.093196 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-e0e844b1-208a-455a-a877-37075945a5db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:54.112959 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-8c46b6cf-b2ee-46c1-8fcb-4cae84074f62 None None] Transition to ACTIVE for port object 570eb294-2956-4b66-8f13-ab743e633975 will not be triggered until provisioned by entity L2. {{(pid=105586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:16:54.142611 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fade656-b739-47bc-b059-63ae23005613 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=40e04cea-01ac-4a0e-923c-87b99b683d1a,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:16:54.160543 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-414053d3-0f96-4aa1-a0f8-7d6c837d38a9 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify callbacks [] for router, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:54.164462 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-414053d3-0f96-4aa1-a0f8-7d6c837d38a9 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.5401943 Jul 27 21:16:54.167724 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 42080) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:16:54.212462 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-e0e844b1-208a-455a-a877-37075945a5db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:54.253898 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port 41e09ce6-143e-4e5b-a420-bd46ecfb8e70 triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:16:54.254283 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:54.290126 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-9537f884-93c6-42c2-abcc-af95b57651a1 req-421e5089-a6fc-4e70-b90c-d9fe12a571dc tempest-AttachVolumeNegativeTest-845744699 tempest-AttachVolumeNegativeTest-845744699-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=7cb1be282c1a45569e2d1240a1ce83c6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4371493 Jul 27 21:16:54.310006 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-ec3a904e-5c6c-48bd-92be-023a1040db3d tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Notify callbacks [] for security_group, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:54.387098 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-19f5dfac-45b8-4228-bcfb-9fe0c7d484a4 None None] Port 751b098e-3416-46a6-bf81-96ff7addbc26 cannot update to ACTIVE because it is not bound. {{(pid=105586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:16:54.408157 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86101af2-3bc5-47cc-b8c1-594734bd3d43 req-8369050f-777b-4bd5-abea-39d70d59a09d tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:16:54.409900 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-86101af2-3bc5-47cc-b8c1-594734bd3d43 req-8369050f-777b-4bd5-abea-39d70d59a09d tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] 10.222.0.59 "GET /v2.0/ports?device_id=a4dc34a0-26eb-4a51-8154-dd550690fa83 HTTP/1.1" status: 200 len: 945 time: 0.2299297 Jul 27 21:16:54.417656 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-8c46b6cf-b2ee-46c1-8fcb-4cae84074f62 None None] Transition to ACTIVE for port object 570eb294-2956-4b66-8f13-ab743e633975 will not be triggered until provisioned by entity DHCP. {{(pid=105586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:16:54.474632 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-ec3a904e-5c6c-48bd-92be-023a1040db3d tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:54.496402 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-19f5dfac-45b8-4228-bcfb-9fe0c7d484a4 None None] Could not find standard attr ID for object 3978285f-4ff0-4e2d-bc93-b988a8aec64c. {{(pid=105586) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 27 21:16:54.521299 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-8c46b6cf-b2ee-46c1-8fcb-4cae84074f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143'] for port, after_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:54.541390 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-86101af2-3bc5-47cc-b8c1-594734bd3d43 req-eef9ba46-7775-4150-95ae-d0a5d4b49534 tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] 10.222.0.59 "GET /v2.0/security-groups?id=9a7007a9-34fe-445e-9576-80a9b33bcd70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865078 Jul 27 21:16:54.576966 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-e0e844b1-208a-455a-a877-37075945a5db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:54.581694 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-e0e844b1-208a-455a-a877-37075945a5db admin admin] Notify callbacks [] for security_group, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:54.587790 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-e0e844b1-208a-455a-a877-37075945a5db admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/2c756466-2bb2-49c7-9824-762ace5e93b6 HTTP/1.1" status: 204 len: 168 time: 0.8406296 Jul 27 21:16:54.588328 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-9537f884-93c6-42c2-abcc-af95b57651a1 req-6e8da1e4-609f-4070-a048-8fded384915a service neutron] 10.222.0.59 "GET /v2.0/networks/0ded17b3-440e-4dbe-8ea1-4e29acefb236?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2763426 Jul 27 21:16:54.671578 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-ec3a904e-5c6c-48bd-92be-023a1040db3d tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:54.674107 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-ec3a904e-5c6c-48bd-92be-023a1040db3d tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Notify callbacks [] for security_group, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:54.678256 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-ec3a904e-5c6c-48bd-92be-023a1040db3d tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] 10.222.0.59 "DELETE /v2.0/security-groups/ac7e0993-ee4a-4901-bcc0-2e538f9b9de6 HTTP/1.1" status: 204 len: 168 time: 0.6279562 Jul 27 21:16:54.680714 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 42084) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:16:54.699492 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3a904e-5c6c-48bd-92be-023a1040db3d tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac7e0993-ee4a-4901-bcc0-2e538f9b9de6,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:16:54.775084 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.db_base_plugin_v2 [None req-18bd52cd-f445-4b7e-b182-38659cab8739 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Deleting subnet e07f61c3-bf05-4952-a667-6ed9215e8c28 {{(pid=105585) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:16:54.778186 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-18bd52cd-f445-4b7e-b182-38659cab8739 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Notify callbacks [] for subnet, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:54.822223 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-18bd52cd-f445-4b7e-b182-38659cab8739 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9887057'] for subnet, precommit_delete_associations {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:54.853424 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e844b1-208a-455a-a877-37075945a5db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c756466-2bb2-49c7-9824-762ace5e93b6,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:16:54.887178 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-4ddc2449-2bdb-4d76-89bd-e363484dca31 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:54.950411 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c46b6cf-b2ee-46c1-8fcb-4cae84074f62 None None] Pushing event updated for resources: {'Port': ['ID=570eb294-2956-4b66-8f13-ab743e633975,revision_number=1']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:16:55.078020 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-93ed7d96-5311-4d63-a38e-fcd1a2a41df7 None None] Could not find standard attr ID for object 3978285f-4ff0-4e2d-bc93-b988a8aec64c. {{(pid=105586) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 27 21:16:55.169517 n-d-705658-22 neutron-server[105586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c46b6cf-b2ee-46c1-8fcb-4cae84074f62 None None] Network 9bf00f92-0f10-49dd-bf43-2308b7990fd3 is already hosted by enough agents. {{(pid=105586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:16:55.194586 n-d-705658-22 neutron-server[105586]: DEBUG neutron.scheduler.base_scheduler [None req-8c46b6cf-b2ee-46c1-8fcb-4cae84074f62 None None] Resources bound (agent type, host, resource id): {{(pid=105586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:16:55.206143 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.db_base_plugin_common [None req-5d91e1a5-42e9-4037-8484-2d4ad878e077 None None] Allocated IP 172.21.0.2 (d6b17396-da21-4433-808d-cfd229d8b17c/42c01813-7f08-4629-9b2f-4653ef489c0d/dead3e6c-cbf8-4339-b6c4-1617c77e763f) {{(pid=105586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:16:55.234867 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c46b6cf-b2ee-46c1-8fcb-4cae84074f62 None None] Received port after_create {{(pid=105586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:16:55.626422 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-18bd52cd-f445-4b7e-b182-38659cab8739 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854965'] for subnet, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:55.819398 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.db_base_plugin_common [None req-4ddc2449-2bdb-4d76-89bd-e363484dca31 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Allocated IP 172.20.0.1 (9bf00f92-0f10-49dd-bf43-2308b7990fd3/59371232-d170-41ea-b50d-384204ca9d72/948a6c67-1e3e-4c38-95c5-adf4a5819e6e) {{(pid=105584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:16:55.821923 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-8c46b6cf-b2ee-46c1-8fcb-4cae84074f62 None None] Attempting to bind port 570eb294-2956-4b66-8f13-ab743e633975 on host n-d-705658-22 for vnic_type normal with profile {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:16:55.822363 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-8c46b6cf-b2ee-46c1-8fcb-4cae84074f62 None None] Attempting to bind port 570eb294-2956-4b66-8f13-ab743e633975 by drivers openvswitch,hyperv on host n-d-705658-22 at level 0 using segments [{'id': 'c5b73423-0da3-4bdd-b1aa-9d8f3af9c90b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '9bf00f92-0f10-49dd-bf43-2308b7990fd3'}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:16:55.822892 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c46b6cf-b2ee-46c1-8fcb-4cae84074f62 None None] Attempting to bind port 570eb294-2956-4b66-8f13-ab743e633975 on network 9bf00f92-0f10-49dd-bf43-2308b7990fd3 {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:16:55.834066 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-18bd52cd-f445-4b7e-b182-38659cab8739 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10221602', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9990583'] for subnet, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:55.870695 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-5d91e1a5-42e9-4037-8484-2d4ad878e077 None None] Notify callbacks [] for port, precommit_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:55.891473 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c46b6cf-b2ee-46c1-8fcb-4cae84074f62 None None] Checking agent: {'id': '04a7ea91-6318-467e-ace6-b0fb48c8690f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 41, 42), 'started_at': datetime.datetime(2021, 7, 27, 20, 42, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 16, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:16:55.891957 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c46b6cf-b2ee-46c1-8fcb-4cae84074f62 None None] Checking segment: {'id': 'c5b73423-0da3-4bdd-b1aa-9d8f3af9c90b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '9bf00f92-0f10-49dd-bf43-2308b7990fd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:16:55.892476 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-8c46b6cf-b2ee-46c1-8fcb-4cae84074f62 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:55.894006 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c46b6cf-b2ee-46c1-8fcb-4cae84074f62 None None] Bound using segment: {'id': 'c5b73423-0da3-4bdd-b1aa-9d8f3af9c90b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '9bf00f92-0f10-49dd-bf43-2308b7990fd3'} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:16:55.895688 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-8c46b6cf-b2ee-46c1-8fcb-4cae84074f62 None None] Bound port: 570eb294-2956-4b66-8f13-ab743e633975, host: n-d-705658-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5b73423-0da3-4bdd-b1aa-9d8f3af9c90b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '9bf00f92-0f10-49dd-bf43-2308b7990fd3'}}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:16:55.896200 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-8c46b6cf-b2ee-46c1-8fcb-4cae84074f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:55.905209 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-9537f884-93c6-42c2-abcc-af95b57651a1 req-05817733-d98e-4e9e-a0f9-3ba45c098488 service neutron] 10.222.0.59 "GET /v2.0/networks/0ded17b3-440e-4dbe-8ea1-4e29acefb236?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3078706 Jul 27 21:16:55.909568 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bd52cd-f445-4b7e-b182-38659cab8739 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Pushing event deleted for resources: {'Subnet': ['ID=e07f61c3-bf05-4952-a667-6ed9215e8c28,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:16:55.934273 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-5d91e1a5-42e9-4037-8484-2d4ad878e077 None None] Transition to ACTIVE for port object dead3e6c-cbf8-4339-b6c4-1617c77e763f will not be triggered until provisioned by entity L2. {{(pid=105586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:16:55.950966 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-18bd52cd-f445-4b7e-b182-38659cab8739 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743886'] for subnet, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:55.959655 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-18bd52cd-f445-4b7e-b182-38659cab8739 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] 10.222.0.59 "DELETE /v2.0/subnets/e07f61c3-bf05-4952-a667-6ed9215e8c28 HTTP/1.1" status: 204 len: 168 time: 1.2683909 Jul 27 21:16:55.965482 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d837588a-89b4-4fd5-908d-39edae09164a None None] Network d860fe23-64a8-4791-bdc9-ec842154b8ec requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:16:55.966324 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 42118) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:16:55.995033 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-58e189b3-fecc-4044-96d2-c21b31dd81ca tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Request body: {'subnet': {'network_id': 'd860fe23-64a8-4791-bdc9-ec842154b8ec', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:16:56.021841 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-5d91e1a5-42e9-4037-8484-2d4ad878e077 None None] Transition to ACTIVE for port object dead3e6c-cbf8-4339-b6c4-1617c77e763f will not be triggered until provisioned by entity DHCP. {{(pid=105586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:16:56.085322 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-5d91e1a5-42e9-4037-8484-2d4ad878e077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143'] for port, after_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:56.151566 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-8c46b6cf-b2ee-46c1-8fcb-4cae84074f62 None None] For port 570eb294-2956-4b66-8f13-ab743e633975, host n-d-705658-22, cleared binding levels {{(pid=105586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:16:56.156327 n-d-705658-22 neutron-server[105586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d91e1a5-42e9-4037-8484-2d4ad878e077 None None] Network d6b17396-da21-4433-808d-cfd229d8b17c is already hosted by enough agents. {{(pid=105586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:16:56.173412 n-d-705658-22 neutron-server[105586]: DEBUG neutron.scheduler.base_scheduler [None req-5d91e1a5-42e9-4037-8484-2d4ad878e077 None None] Resources bound (agent type, host, resource id): {{(pid=105586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:16:56.187519 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d91e1a5-42e9-4037-8484-2d4ad878e077 None None] Received port after_create {{(pid=105586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:16:56.196785 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-4ddc2449-2bdb-4d76-89bd-e363484dca31 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify callbacks [] for port, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:56.206652 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-8c46b6cf-b2ee-46c1-8fcb-4cae84074f62 None None] For port 570eb294-2956-4b66-8f13-ab743e633975, host n-d-705658-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=570eb294-2956-4b66-8f13-ab743e633975,segment=NetworkSegment(c5b73423-0da3-4bdd-b1aa-9d8f3af9c90b),segment_id=c5b73423-0da3-4bdd-b1aa-9d8f3af9c90b)] {{(pid=105586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:16:56.218698 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.provisioning_blocks [None req-4ddc2449-2bdb-4d76-89bd-e363484dca31 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Transition to ACTIVE for port object 948a6c67-1e3e-4c38-95c5-adf4a5819e6e will not be triggered until provisioned by entity DHCP. {{(pid=105584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:16:56.262373 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-4ddc2449-2bdb-4d76-89bd-e363484dca31 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:56.268655 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-8c46b6cf-b2ee-46c1-8fcb-4cae84074f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:56.280078 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ffda46-e4c4-4064-a170-e44c98050adb req-f6df54b0-6b21-4bb7-9bd1-079780fd343d tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:16:56.289726 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d91e1a5-42e9-4037-8484-2d4ad878e077 None None] Pushing event updated for resources: {'Port': ['ID=dead3e6c-cbf8-4339-b6c4-1617c77e763f,revision_number=1']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:16:56.290667 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e8ffda46-e4c4-4064-a170-e44c98050adb req-f6df54b0-6b21-4bb7-9bd1-079780fd343d tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] 10.222.0.59 "GET /v2.0/ports?device_id=a4dc34a0-26eb-4a51-8154-dd550690fa83 HTTP/1.1" status: 200 len: 945 time: 0.5355299 Jul 27 21:16:56.332718 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddc2449-2bdb-4d76-89bd-e363484dca31 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Pushing event updated for resources: {'Port': ['ID=948a6c67-1e3e-4c38-95c5-adf4a5819e6e,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:16:56.384917 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ddc2449-2bdb-4d76-89bd-e363484dca31 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Network 9bf00f92-0f10-49dd-bf43-2308b7990fd3 is already hosted by enough agents. {{(pid=105584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:16:56.386301 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-1f80a2b8-617b-4fdc-aa2e-a7dcb9adc22c req-baa748b6-ca74-483d-a54b-b0fb1c5021dc tempest-AttachVolumeNegativeTest-845744699 tempest-AttachVolumeNegativeTest-845744699-project] 10.222.0.59 "GET /v2.0/ports?device_id=6e5447c6-d7f3-4d8b-9a0c-d3f7782f814c HTTP/1.1" status: 200 len: 210 time: 0.0554268 Jul 27 21:16:56.387761 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [None req-4ddc2449-2bdb-4d76-89bd-e363484dca31 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Resources bound (agent type, host, resource id): {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:16:56.390766 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ddc2449-2bdb-4d76-89bd-e363484dca31 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Received port after_create {{(pid=105584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:16:56.465191 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e8ffda46-e4c4-4064-a170-e44c98050adb req-ea4747a2-6f54-4bef-add8-e03559940f03 tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] 10.222.0.59 "GET /v2.0/security-groups?id=9a7007a9-34fe-445e-9576-80a9b33bcd70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1682014 Jul 27 21:16:56.468499 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-4ddc2449-2bdb-4d76-89bd-e363484dca31 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4075523'] for router_interface, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:56.528022 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58e189b3-fecc-4044-96d2-c21b31dd81ca tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Made reservation on behalf of fbcd8d69204b49b7a886b79ea9f87fc6 for: {'subnet': 1} {{(pid=105585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:16:56.551686 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-58e189b3-fecc-4044-96d2-c21b31dd81ca tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9990620'] for subnet, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:56.765890 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-5d91e1a5-42e9-4037-8484-2d4ad878e077 None None] Attempting to bind port dead3e6c-cbf8-4339-b6c4-1617c77e763f on host n-d-705658-22 for vnic_type normal with profile {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:16:56.768581 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-5d91e1a5-42e9-4037-8484-2d4ad878e077 None None] Attempting to bind port dead3e6c-cbf8-4339-b6c4-1617c77e763f by drivers openvswitch,hyperv on host n-d-705658-22 at level 0 using segments [{'id': '179e9d40-9d60-4ead-a8d4-669f5e51de4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'd6b17396-da21-4433-808d-cfd229d8b17c'}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:16:56.769333 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d91e1a5-42e9-4037-8484-2d4ad878e077 None None] Attempting to bind port dead3e6c-cbf8-4339-b6c4-1617c77e763f on network d6b17396-da21-4433-808d-cfd229d8b17c {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:16:56.784871 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c46b6cf-b2ee-46c1-8fcb-4cae84074f62 None None] Pushing event updated for resources: {'Port': ['ID=570eb294-2956-4b66-8f13-ab743e633975,revision_number=2']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:16:56.815472 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d91e1a5-42e9-4037-8484-2d4ad878e077 None None] Checking agent: {'id': '04a7ea91-6318-467e-ace6-b0fb48c8690f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 41, 42), 'started_at': datetime.datetime(2021, 7, 27, 20, 42, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 16, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:16:56.815859 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d91e1a5-42e9-4037-8484-2d4ad878e077 None None] Checking segment: {'id': '179e9d40-9d60-4ead-a8d4-669f5e51de4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'd6b17396-da21-4433-808d-cfd229d8b17c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:16:56.816281 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-5d91e1a5-42e9-4037-8484-2d4ad878e077 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:56.816650 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d91e1a5-42e9-4037-8484-2d4ad878e077 None None] Bound using segment: {'id': '179e9d40-9d60-4ead-a8d4-669f5e51de4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'd6b17396-da21-4433-808d-cfd229d8b17c'} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:16:56.817148 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-5d91e1a5-42e9-4037-8484-2d4ad878e077 None None] Bound port: dead3e6c-cbf8-4339-b6c4-1617c77e763f, host: n-d-705658-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '179e9d40-9d60-4ead-a8d4-669f5e51de4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'd6b17396-da21-4433-808d-cfd229d8b17c'}}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:16:56.817537 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-5d91e1a5-42e9-4037-8484-2d4ad878e077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:56.885916 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-4ddc2449-2bdb-4d76-89bd-e363484dca31 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:57.225980 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-5d91e1a5-42e9-4037-8484-2d4ad878e077 None None] For port dead3e6c-cbf8-4339-b6c4-1617c77e763f, host n-d-705658-22, cleared binding levels {{(pid=105586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:16:57.234470 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-5d91e1a5-42e9-4037-8484-2d4ad878e077 None None] For port dead3e6c-cbf8-4339-b6c4-1617c77e763f, host n-d-705658-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=dead3e6c-cbf8-4339-b6c4-1617c77e763f,segment=NetworkSegment(179e9d40-9d60-4ead-a8d4-669f5e51de4d),segment_id=179e9d40-9d60-4ead-a8d4-669f5e51de4d)] {{(pid=105586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:16:57.253630 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-5d91e1a5-42e9-4037-8484-2d4ad878e077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:57.453203 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d91e1a5-42e9-4037-8484-2d4ad878e077 None None] Pushing event updated for resources: {'Port': ['ID=dead3e6c-cbf8-4339-b6c4-1617c77e763f,revision_number=2']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:16:57.509680 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-58e189b3-fecc-4044-96d2-c21b31dd81ca tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10221797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9990606'] for subnet, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:57.609205 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58e189b3-fecc-4044-96d2-c21b31dd81ca tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Network d860fe23-64a8-4791-bdc9-ec842154b8ec is already hosted by enough agents. {{(pid=105585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:16:57.631698 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.base_scheduler [None req-58e189b3-fecc-4044-96d2-c21b31dd81ca tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Resources bound (agent type, host, resource id): {{(pid=105585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:16:57.649508 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58e189b3-fecc-4044-96d2-c21b31dd81ca tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:16:57.650390 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-58e189b3-fecc-4044-96d2-c21b31dd81ca tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743886'] for subnet, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:57.806576 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Device 8be7d6e9-4715-4323-8898-bed4da0770cd up at agent hyperv_n-h2-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:16:57.900353 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-4ddc2449-2bdb-4d76-89bd-e363484dca31 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify callbacks [] for port, precommit_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:57.909540 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 570eb294-2956-4b66-8f13-ab743e633975 up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:16:57.912888 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-4ddc2449-2bdb-4d76-89bd-e363484dca31 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9014027'] for port, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:58.007765 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e189b3-fecc-4044-96d2-c21b31dd81ca tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Pushing event updated for resources: {'Subnet': ['ID=6bf28ab5-d33d-46b9-92b4-696eba3d66da,revision_number=0']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:16:58.037666 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a7cf56bd-6ba4-492e-ac8d-deb53f29138e req-86713878-fd69-49fd-9cb2-a9601d140d8f tempest-AttachVolumeNegativeTest-845744699 tempest-AttachVolumeNegativeTest-845744699-project] 10.222.0.59 "GET /v2.0/ports?device_id=6e5447c6-d7f3-4d8b-9a0c-d3f7782f814c HTTP/1.1" status: 200 len: 210 time: 0.3904822 Jul 27 21:16:58.108575 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-3d54578f-831f-4696-b568-13c455922dab None None] Provisioning for port 8be7d6e9-4715-4323-8898-bed4da0770cd completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:16:58.113669 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 42166) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:16:58.115571 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-58e189b3-fecc-4044-96d2-c21b31dd81ca tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1389637 Jul 27 21:16:58.116487 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning for port 570eb294-2956-4b66-8f13-ab743e633975 completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:16:58.118887 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-3d54578f-831f-4696-b568-13c455922dab None None] Provisioning complete for port 8be7d6e9-4715-4323-8898-bed4da0770cd triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:16:58.119612 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:58.221952 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-6c032af9-7aed-4a55-a020-91318ce97fb7 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Request body: {'security_group': {'name': 'tempest-secgroup-2028368061'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:16:58.270242 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddc2449-2bdb-4d76-89bd-e363484dca31 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Pushing event updated for resources: {'Port': ['ID=948a6c67-1e3e-4c38-95c5-adf4a5819e6e,revision_number=2']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:16:58.336654 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-4ddc2449-2bdb-4d76-89bd-e363484dca31 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3743906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4076435'] for router_interface, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:58.365694 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-6c032af9-7aed-4a55-a020-91318ce97fb7 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Notify callbacks [] for security_group, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:58.400731 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:58.458679 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4dc34a0-26eb-4a51-8154-dd550690fa83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8be7d6e9-4715-4323-8898-bed4da0770cd'}] {{(pid=105586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:16:58.467931 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14c1663e039faf5393f87855f745010ac5b02220355b68fdbf065393e303ac56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23f02a1b-4d19-43aa-829b-afdfd8b3dc2f" -d '{"events": [{"server_uuid": "a4dc34a0-26eb-4a51-8154-dd550690fa83", "name": "network-vif-plugged", "status": "completed", "tag": "8be7d6e9-4715-4323-8898-bed4da0770cd"}]}' {{(pid=105586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:16:58.512972 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] For port 8be7d6e9-4715-4323-8898-bed4da0770cd, host n-h2-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=8be7d6e9-4715-4323-8898-bed4da0770cd,segment=NetworkSegment(82701821-d08d-4e1b-9667-8c6e67e04bdc),segment_id=82701821-d08d-4e1b-9667-8c6e67e04bdc)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:16:58.520830 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:58.534681 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cae67a9-b5db-4a25-b092-a02d1a442329 req-f73ed04f-92ba-4931-b90b-18498f117f0c tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:16:58.547831 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-6cae67a9-b5db-4a25-b092-a02d1a442329 req-f73ed04f-92ba-4931-b90b-18498f117f0c tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] 10.222.0.59 "GET /v2.0/ports?device_id=a4dc34a0-26eb-4a51-8154-dd550690fa83 HTTP/1.1" status: 200 len: 945 time: 0.5858736 Jul 27 21:16:58.582414 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9537f884-93c6-42c2-abcc-af95b57651a1 req-28af7334-82de-40cf-af6c-c17b97e5a554 tempest-AttachVolumeNegativeTest-845744699 tempest-AttachVolumeNegativeTest-845744699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:16:58.586980 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-9537f884-93c6-42c2-abcc-af95b57651a1 req-28af7334-82de-40cf-af6c-c17b97e5a554 tempest-AttachVolumeNegativeTest-845744699 tempest-AttachVolumeNegativeTest-845744699-project] 10.222.0.60 "GET /v2.0/networks?id=0ded17b3-440e-4dbe-8ea1-4e29acefb236 HTTP/1.1" status: 200 len: 814 time: 0.4662380 Jul 27 21:16:58.594697 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:16:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54f1528d-9cc1-4e5d-ba3e-e52573b50a0d x-openstack-request-id: req-54f1528d-9cc1-4e5d-ba3e-e52573b50a0d {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:16:58.594986 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4dc34a0-26eb-4a51-8154-dd550690fa83", "name": "network-vif-plugged", "status": "completed", "tag": "8be7d6e9-4715-4323-8898-bed4da0770cd", "code": 200}]} {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:16:58.595281 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-54f1528d-9cc1-4e5d-ba3e-e52573b50a0d {{(pid=105586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:16:58.595720 n-d-705658-22 neutron-server[105586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4dc34a0-26eb-4a51-8154-dd550690fa83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8be7d6e9-4715-4323-8898-bed4da0770cd', 'code': 200} Jul 27 21:16:58.637157 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [req-9537f884-93c6-42c2-abcc-af95b57651a1 req-7eb35dac-6d1c-4eb8-85db-6bebcfbe928d tempest-AttachVolumeNegativeTest-845744699 tempest-AttachVolumeNegativeTest-845744699-project] Request body: {'port': {'device_id': '6e5447c6-d7f3-4d8b-9a0c-d3f7782f814c', 'network_id': '0ded17b3-440e-4dbe-8ea1-4e29acefb236', 'admin_state_up': True, 'tenant_id': '7cb1be282c1a45569e2d1240a1ce83c6'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:16:58.648027 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6efc5907-4732-45e2-b952-cb8761804f7e None None] Network d860fe23-64a8-4791-bdc9-ec842154b8ec requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:16:58.776885 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ddc2449-2bdb-4d76-89bd-e363484dca31 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Network 9bf00f92-0f10-49dd-bf43-2308b7990fd3 is already hosted by enough agents. {{(pid=105584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:16:58.804380 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [None req-4ddc2449-2bdb-4d76-89bd-e363484dca31 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Resources bound (agent type, host, resource id): {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:16:58.821045 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-6cae67a9-b5db-4a25-b092-a02d1a442329 req-b6208688-7a96-45ab-8470-d16cd7d2626d tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] 10.222.0.59 "GET /v2.0/security-groups?id=9a7007a9-34fe-445e-9576-80a9b33bcd70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2721272 Jul 27 21:16:58.983910 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48a90188-42af-4e04-bbcf-210dce35ce69 None None] Network 9bf00f92-0f10-49dd-bf43-2308b7990fd3 requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:16:58.998718 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095d8a13-68c9-4b69-bcaa-c3e02ee42755 req-c41548c7-5d42-478e-8e75-85477cad1e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:16:59.000679 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-095d8a13-68c9-4b69-bcaa-c3e02ee42755 req-c41548c7-5d42-478e-8e75-85477cad1e00 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=a4dc34a0-26eb-4a51-8154-dd550690fa83 HTTP/1.1" status: 200 len: 1098 time: 0.3156483 Jul 27 21:16:59.026286 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Pushing event updated for resources: {'Port': ['ID=8be7d6e9-4715-4323-8898-bed4da0770cd,revision_number=5']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:16:59.057416 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-6c032af9-7aed-4a55-a020-91318ce97fb7 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Notify callbacks [] for security_group, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:59.077255 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-e938d924-7c34-4d53-a4bc-e1e645281c92 None None] Provisioning complete for port 41e09ce6-143e-4e5b-a420-bd46ecfb8e70 triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:16:59.077901 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-e938d924-7c34-4d53-a4bc-e1e645281c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:59.105317 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9537f884-93c6-42c2-abcc-af95b57651a1 req-7eb35dac-6d1c-4eb8-85db-6bebcfbe928d tempest-AttachVolumeNegativeTest-845744699 tempest-AttachVolumeNegativeTest-845744699-project] Made reservation on behalf of 7cb1be282c1a45569e2d1240a1ce83c6 for: {'port': 1} {{(pid=105585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:16:59.121800 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-9537f884-93c6-42c2-abcc-af95b57651a1 req-7eb35dac-6d1c-4eb8-85db-6bebcfbe928d tempest-AttachVolumeNegativeTest-845744699 tempest-AttachVolumeNegativeTest-845744699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:59.122853 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-095d8a13-68c9-4b69-bcaa-c3e02ee42755 req-b4075168-3890-4f29-8a75-7c97168792ef service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=9a7007a9-34fe-445e-9576-80a9b33bcd70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065757 Jul 27 21:16:59.127316 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-6c032af9-7aed-4a55-a020-91318ce97fb7 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:59.204553 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c032af9-7aed-4a55-a020-91318ce97fb7 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f4343e23-720f-4134-bae1-61c1c6aa7fa9,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:16:59.244359 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-6c032af9-7aed-4a55-a020-91318ce97fb7 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Notify callbacks [] for security_group, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:59.245923 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-6c032af9-7aed-4a55-a020-91318ce97fb7 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.0965242 Jul 27 21:16:59.248985 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 42188) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:16:59.254658 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-e68a0fe1-823b-4e9c-800b-b3e467680a98 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Request body: {'security_group': {'name': 'tempest-secgroup-421267620'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:16:59.280798 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ddc2449-2bdb-4d76-89bd-e363484dca31 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Router a0c9a2c7-ed59-46bf-b707-c8f1d1136348 is scheduled to L3 agent dd128fd7-8e57-4d4f-895b-a96b369df59a with binding_index 1 {{(pid=105584) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 21:16:59.293047 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-e68a0fe1-823b-4e9c-800b-b3e467680a98 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Notify callbacks [] for security_group, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:59.410023 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ec79d3d-5930-4199-8b9f-8738f684d427 None None] Network d6b17396-da21-4433-808d-cfd229d8b17c requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:16:59.436849 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ddc2449-2bdb-4d76-89bd-e363484dca31 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify agent at l3_agent.n-d-705658-22 the message routers_updated {{(pid=105584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:16:59.445194 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-4ddc2449-2bdb-4d76-89bd-e363484dca31 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] 10.222.0.59 "PUT /v2.0/routers/a0c9a2c7-ed59-46bf-b707-c8f1d1136348/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2675607 Jul 27 21:16:59.449007 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-195bf41f-3bf6-4798-ad9a-7909809cb5a9 None None] Sync routers for ids ['a0c9a2c7-ed59-46bf-b707-c8f1d1136348'] in n-d-705658-22 {{(pid=105587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:16:59.459916 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 42198) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:16:59.486198 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-195bf41f-3bf6-4798-ad9a-7909809cb5a9 None None] Routers {'a0c9a2c7-ed59-46bf-b707-c8f1d1136348'} bound to L3 agent in host n-d-705658-22 {{(pid=105587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:16:59.491212 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-195bf41f-3bf6-4798-ad9a-7909809cb5a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:16:42Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['a0c9a2c7-ed59-46bf-b707-c8f1d1136348'], 'active': True} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:16:59.556941 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.db_base_plugin_common [req-9537f884-93c6-42c2-abcc-af95b57651a1 req-7eb35dac-6d1c-4eb8-85db-6bebcfbe928d tempest-AttachVolumeNegativeTest-845744699 tempest-AttachVolumeNegativeTest-845744699-project] Allocated IP 172.20.0.13 (0ded17b3-440e-4dbe-8ea1-4e29acefb236/0afa8897-5216-45a9-9a1e-8fc30b1f7259/7f7d47d0-5894-436c-b0b6-d37aa2c285a9) {{(pid=105585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:16:59.606933 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2d19190-1906-4406-add7-9d93469fed90 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:16:59.611035 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-d2d19190-1906-4406-add7-9d93469fed90 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] 10.222.0.59 "GET /v2.0/ports/948a6c67-1e3e-4c38-95c5-adf4a5819e6e HTTP/1.1" status: 200 len: 910 time: 0.1478529 Jul 27 21:16:59.611965 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 42200) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:16:59.656875 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-195bf41f-3bf6-4798-ad9a-7909809cb5a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-22', False) {} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:16:59.699460 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-195bf41f-3bf6-4798-ad9a-7909809cb5a9 None None] Routers {'a0c9a2c7-ed59-46bf-b707-c8f1d1136348'} bound to L3 agent in host n-d-705658-22 {{(pid=105587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:16:59.702396 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-195bf41f-3bf6-4798-ad9a-7909809cb5a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:16:42Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['a0c9a2c7-ed59-46bf-b707-c8f1d1136348'], 'active': True} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:16:59.760756 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device dead3e6c-cbf8-4339-b6c4-1617c77e763f up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:16:59.810281 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-195bf41f-3bf6-4798-ad9a-7909809cb5a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-22', False) {} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:16:59.813475 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-195bf41f-3bf6-4798-ad9a-7909809cb5a9 None None] The sync data for ids ['a0c9a2c7-ed59-46bf-b707-c8f1d1136348'] in n-d-705658-22 is: [] {{(pid=105587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:16:59.824652 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-74c82f3f-efc4-4a59-ad8d-c78b239300d7 req-f12aad15-b82f-4e41-8796-eace1d4e82d9 tempest-AttachVolumeNegativeTest-845744699 tempest-AttachVolumeNegativeTest-845744699-project] 10.222.0.59 "GET /v2.0/ports?device_id=6e5447c6-d7f3-4d8b-9a0c-d3f7782f814c HTTP/1.1" status: 200 len: 210 time: 0.5631254 Jul 27 21:17:00.100274 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-e938d924-7c34-4d53-a4bc-e1e645281c92 None None] Provisioning complete for port 751b098e-3416-46a6-bf81-96ff7addbc26 triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:17:00.100604 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-e938d924-7c34-4d53-a4bc-e1e645281c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:00.128699 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-e68a0fe1-823b-4e9c-800b-b3e467680a98 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Notify callbacks [] for security_group, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:00.156680 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-9537f884-93c6-42c2-abcc-af95b57651a1 req-7eb35dac-6d1c-4eb8-85db-6bebcfbe928d tempest-AttachVolumeNegativeTest-845744699 tempest-AttachVolumeNegativeTest-845744699-project] Notify callbacks [] for port, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:00.161007 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-e68a0fe1-823b-4e9c-800b-b3e467680a98 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:00.246810 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-e68a0fe1-823b-4e9c-800b-b3e467680a98 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Notify callbacks [] for security_group, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:00.254182 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-e68a0fe1-823b-4e9c-800b-b3e467680a98 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.0005279 Jul 27 21:17:00.254920 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 42216) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:17:00.260909 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-81f795f1-715c-4316-ae54-ff73da6543af tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Request body: {'security_group': {'name': 'tempest-secgroup-993537229'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:17:00.286268 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-9537f884-93c6-42c2-abcc-af95b57651a1 req-7eb35dac-6d1c-4eb8-85db-6bebcfbe928d tempest-AttachVolumeNegativeTest-845744699 tempest-AttachVolumeNegativeTest-845744699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:00.354852 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] get_ports_and_sgs() called for port_ids ['a1e52bc3-7031-48ee-996e-d8ffae51b15a'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:17:00.356923 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] get_ports_and_sgs() called for port_ids ['a00236c5-623b-4f7d-b617-4368e91e4029', '42c9b3c2-2bc4-4171-ba43-e762b50293c0'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:17:00.416687 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb35dac-6d1c-4eb8-85db-6bebcfbe928d tempest-AttachVolumeNegativeTest-845744699 tempest-AttachVolumeNegativeTest-845744699-project] Pushing event updated for resources: {'Port': ['ID=7f7d47d0-5894-436c-b0b6-d37aa2c285a9,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:17:00.446876 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9537f884-93c6-42c2-abcc-af95b57651a1 req-7eb35dac-6d1c-4eb8-85db-6bebcfbe928d tempest-AttachVolumeNegativeTest-845744699 tempest-AttachVolumeNegativeTest-845744699-project] Network 0ded17b3-440e-4dbe-8ea1-4e29acefb236 is already hosted by enough agents. {{(pid=105585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:17:00.449980 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.base_scheduler [req-9537f884-93c6-42c2-abcc-af95b57651a1 req-7eb35dac-6d1c-4eb8-85db-6bebcfbe928d tempest-AttachVolumeNegativeTest-845744699 tempest-AttachVolumeNegativeTest-845744699-project] Resources bound (agent type, host, resource id): {{(pid=105585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:17:00.452869 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.l3_dvrscheduler_db [req-9537f884-93c6-42c2-abcc-af95b57651a1 req-7eb35dac-6d1c-4eb8-85db-6bebcfbe928d tempest-AttachVolumeNegativeTest-845744699 tempest-AttachVolumeNegativeTest-845744699-project] Received port after_create {{(pid=105585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:17:00.458771 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-81f795f1-715c-4316-ae54-ff73da6543af tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Notify callbacks [] for security_group, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:00.459703 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68a0fe1-823b-4e9c-800b-b3e467680a98 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d9ab0156-d924-412c-8222-fce24e7899a8,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:17:00.481224 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning for port dead3e6c-cbf8-4339-b6c4-1617c77e763f completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:17:00.530158 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4ab0956-0125-4fd5-bffc-43c15cb9ac02 None None] Update dhcp port {'port': {'network_id': 'd860fe23-64a8-4791-bdc9-ec842154b8ec', 'fixed_ips': [{'subnet_id': 'a2b42fdf-f3cb-4d64-9ab0-af50c95809ec', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '6bf28ab5-d33d-46b9-92b4-696eba3d66da'}], 'binding:host_id': 'n-d-705658-22'}, 'id': '41e09ce6-143e-4e5b-a420-bd46ecfb8e70'} from n-d-705658-22. {{(pid=105586) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 27 21:17:00.616727 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-e938d924-7c34-4d53-a4bc-e1e645281c92 None None] Port 751b098e-3416-46a6-bf81-96ff7addbc26 cannot update to ACTIVE because it is not bound. {{(pid=105586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:17:00.713083 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9537f884-93c6-42c2-abcc-af95b57651a1 req-7eb35dac-6d1c-4eb8-85db-6bebcfbe928d tempest-AttachVolumeNegativeTest-845744699 tempest-AttachVolumeNegativeTest-845744699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:17:00.713778 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-9537f884-93c6-42c2-abcc-af95b57651a1 req-7eb35dac-6d1c-4eb8-85db-6bebcfbe928d tempest-AttachVolumeNegativeTest-845744699 tempest-AttachVolumeNegativeTest-845744699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:00.720303 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-d4ab0956-0125-4fd5-bffc-43c15cb9ac02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:00.839848 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-4ebb3b86-d460-4ae2-be7b-ad12d83aa5dc tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:00.878241 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186c7bea-e7f5-4f12-bb5a-8d53d2b903aa req-5426b44c-b565-4faa-b473-faad6a12e500 tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:17:00.884457 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-186c7bea-e7f5-4f12-bb5a-8d53d2b903aa req-5426b44c-b565-4faa-b473-faad6a12e500 tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] 10.222.0.59 "GET /v2.0/ports?device_id=a4dc34a0-26eb-4a51-8154-dd550690fa83 HTTP/1.1" status: 200 len: 946 time: 0.8743820 Jul 27 21:17:01.064241 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-186c7bea-e7f5-4f12-bb5a-8d53d2b903aa req-8cb35514-97ca-48ac-94e3-77025b72062e tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] 10.222.0.59 "GET /v2.0/security-groups?id=9a7007a9-34fe-445e-9576-80a9b33bcd70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634831 Jul 27 21:17:01.231746 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-5a744703-5bc3-456a-80f5-c42f3801b9db None None] Provisioning for port dead3e6c-cbf8-4339-b6c4-1617c77e763f completed by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:17:01.311628 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-5a744703-5bc3-456a-80f5-c42f3801b9db None None] Provisioning complete for port dead3e6c-cbf8-4339-b6c4-1617c77e763f triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:17:01.312026 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-5a744703-5bc3-456a-80f5-c42f3801b9db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:01.325471 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ba5c93-7c3f-46ee-aedd-168107bb2b07 req-9678052b-0079-4240-b523-38100fa29b29 tempest-AttachVolumeNegativeTest-845744699 tempest-AttachVolumeNegativeTest-845744699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:17:01.333089 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f1ba5c93-7c3f-46ee-aedd-168107bb2b07 req-9678052b-0079-4240-b523-38100fa29b29 tempest-AttachVolumeNegativeTest-845744699 tempest-AttachVolumeNegativeTest-845744699-project] 10.222.0.59 "GET /v2.0/ports?device_id=6e5447c6-d7f3-4d8b-9a0c-d3f7782f814c HTTP/1.1" status: 200 len: 932 time: 0.3035016 Jul 27 21:17:01.348850 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-20b6ca2f-edbd-49f3-a839-7457abbac2b1 req-6f2961ef-e3c1-4d6a-a996-24bccf128891 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=14188e1a-88ea-45e0-ad71-5de945522dfe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.7223756 Jul 27 21:17:01.377986 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-81f795f1-715c-4316-ae54-ff73da6543af tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Notify callbacks [] for security_group, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:01.405281 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f1ba5c93-7c3f-46ee-aedd-168107bb2b07 req-6581bd10-11f0-45a0-8f51-321e0eaf610d tempest-AttachVolumeNegativeTest-845744699 tempest-AttachVolumeNegativeTest-845744699-project] 10.222.0.59 "GET /v2.0/security-groups?id=2650ee69-e2a9-4bf0-b170-d21e83666964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710669 Jul 27 21:17:01.410911 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-81f795f1-715c-4316-ae54-ff73da6543af tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:01.491190 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-9537f884-93c6-42c2-abcc-af95b57651a1 req-7eb35dac-6d1c-4eb8-85db-6bebcfbe928d tempest-AttachVolumeNegativeTest-845744699 tempest-AttachVolumeNegativeTest-845744699-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8679175 Jul 27 21:17:01.525441 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-81f795f1-715c-4316-ae54-ff73da6543af tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Notify callbacks [] for security_group, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:01.540503 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-81f795f1-715c-4316-ae54-ff73da6543af tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.2838507 Jul 27 21:17:01.558034 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [req-9537f884-93c6-42c2-abcc-af95b57651a1 req-efcbc509-36da-462c-8f3f-439f37c33589 service neutron] Request body: {'port': {'device_id': '6e5447c6-d7f3-4d8b-9a0c-d3f7782f814c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-705658-22'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:17:01.579169 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 42258) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:17:01.615425 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-5866c93b-6c02-46c1-b5d9-19cee11ee822 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1508732184', 'security_groups': ['7e1b699d-3f7a-4e0e-9973-4a598388550b'], 'network_id': 'd860fe23-64a8-4791-bdc9-ec842154b8ec', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '6bf28ab5-d33d-46b9-92b4-696eba3d66da'}]}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:17:01.806659 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f795f1-715c-4316-ae54-ff73da6543af tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7e1b699d-3f7a-4e0e-9973-4a598388550b,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:17:01.931361 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.db_base_plugin_common [None req-d4ab0956-0125-4fd5-bffc-43c15cb9ac02 None None] Allocated IP 2001:db8::2 (d860fe23-64a8-4791-bdc9-ec842154b8ec/6bf28ab5-d33d-46b9-92b4-696eba3d66da/41e09ce6-143e-4e5b-a420-bd46ecfb8e70) {{(pid=105586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:17:01.958239 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b6ca2f-edbd-49f3-a839-7457abbac2b1 req-f0223a54-8b5d-4b1a-b8a9-60d66dbf787d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:17:01.962481 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-20b6ca2f-edbd-49f3-a839-7457abbac2b1 req-f0223a54-8b5d-4b1a-b8a9-60d66dbf787d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=379416b786c44e07b1b1ba1a5ea96882&device_id=14188e1a-88ea-45e0-ad71-5de945522dfe HTTP/1.1" status: 200 len: 1098 time: 0.5234444 Jul 27 21:17:01.984185 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-5a744703-5bc3-456a-80f5-c42f3801b9db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:01.985936 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 42264) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:17:02.052117 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-9537f884-93c6-42c2-abcc-af95b57651a1 req-efcbc509-36da-462c-8f3f-439f37c33589 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:02.154661 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.db_base_plugin_common [None req-4ebb3b86-d460-4ae2-be7b-ad12d83aa5dc tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Allocated IP 172.21.0.1 (d6b17396-da21-4433-808d-cfd229d8b17c/42c01813-7f08-4629-9b2f-4653ef489c0d/4daba01d-c8e3-4aee-ad57-f6580558fc05) {{(pid=105584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:17:02.170888 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5866c93b-6c02-46c1-b5d9-19cee11ee822 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Made reservation on behalf of fbcd8d69204b49b7a886b79ea9f87fc6 for: {'port': 1} {{(pid=105585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:17:02.215071 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-5a744703-5bc3-456a-80f5-c42f3801b9db None None] For port dead3e6c-cbf8-4339-b6c4-1617c77e763f, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=dead3e6c-cbf8-4339-b6c4-1617c77e763f,segment=NetworkSegment(179e9d40-9d60-4ead-a8d4-669f5e51de4d),segment_id=179e9d40-9d60-4ead-a8d4-669f5e51de4d)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:17:02.251363 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-5a744703-5bc3-456a-80f5-c42f3801b9db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:02.326339 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-d4ab0956-0125-4fd5-bffc-43c15cb9ac02 None None] For port 41e09ce6-143e-4e5b-a420-bd46ecfb8e70, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=41e09ce6-143e-4e5b-a420-bd46ecfb8e70,segment=NetworkSegment(ef942b88-6893-499c-8281-7a1c3a835d2c),segment_id=ef942b88-6893-499c-8281-7a1c3a835d2c)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:17:02.344499 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-5a744703-5bc3-456a-80f5-c42f3801b9db None None] Provisioning for port 570eb294-2956-4b66-8f13-ab743e633975 completed by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:17:02.347697 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-4ebb3b86-d460-4ae2-be7b-ad12d83aa5dc tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify callbacks [] for port, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:02.355425 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-5a744703-5bc3-456a-80f5-c42f3801b9db None None] Provisioning complete for port 570eb294-2956-4b66-8f13-ab743e633975 triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:17:02.355802 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-5a744703-5bc3-456a-80f5-c42f3801b9db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:02.364549 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.provisioning_blocks [None req-4ebb3b86-d460-4ae2-be7b-ad12d83aa5dc tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Transition to ACTIVE for port object 4daba01d-c8e3-4aee-ad57-f6580558fc05 will not be triggered until provisioned by entity DHCP. {{(pid=105584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:17:02.436147 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a744703-5bc3-456a-80f5-c42f3801b9db None None] Pushing event updated for resources: {'Port': ['ID=dead3e6c-cbf8-4339-b6c4-1617c77e763f,revision_number=3']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:17:02.451933 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-d4ab0956-0125-4fd5-bffc-43c15cb9ac02 None None] Notify callbacks [] for port, precommit_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:02.469505 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-d4ab0956-0125-4fd5-bffc-43c15cb9ac02 None None] Transition to ACTIVE for port object 41e09ce6-143e-4e5b-a420-bd46ecfb8e70 will not be triggered until provisioned by entity DHCP. {{(pid=105586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:17:02.496564 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-d4ab0956-0125-4fd5-bffc-43c15cb9ac02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:02.498136 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b6ca2f-edbd-49f3-a839-7457abbac2b1 req-24b67c5d-dbda-498c-8d59-fc2e2e83ba78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:17:02.500484 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-20b6ca2f-edbd-49f3-a839-7457abbac2b1 req-24b67c5d-dbda-498c-8d59-fc2e2e83ba78 service neutron] 10.222.0.36 "GET /v2.0/networks?id=1d4d21d8-5a4a-4948-971c-89356ade9736 HTTP/1.1" status: 200 len: 898 time: 0.4903033 Jul 27 21:17:02.502682 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-4ebb3b86-d460-4ae2-be7b-ad12d83aa5dc tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:02.615346 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ab0956-0125-4fd5-bffc-43c15cb9ac02 None None] Pushing event updated for resources: {'Port': ['ID=41e09ce6-143e-4e5b-a420-bd46ecfb8e70,revision_number=6']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:17:02.621767 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-5a744703-5bc3-456a-80f5-c42f3801b9db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:02.640475 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebb3b86-d460-4ae2-be7b-ad12d83aa5dc tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Pushing event updated for resources: {'Port': ['ID=4daba01d-c8e3-4aee-ad57-f6580558fc05,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:17:02.684495 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-5a744703-5bc3-456a-80f5-c42f3801b9db None None] For port 570eb294-2956-4b66-8f13-ab743e633975, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=570eb294-2956-4b66-8f13-ab743e633975,segment=NetworkSegment(c5b73423-0da3-4bdd-b1aa-9d8f3af9c90b),segment_id=c5b73423-0da3-4bdd-b1aa-9d8f3af9c90b)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:17:02.692426 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-5a744703-5bc3-456a-80f5-c42f3801b9db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:02.706889 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-20b6ca2f-edbd-49f3-a839-7457abbac2b1 req-6d1b0fee-f901-47fb-92b5-a7616a644d13 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a5118c8d-ab51-49e4-b3a1-24b132773522 HTTP/1.1" status: 200 len: 1002 time: 0.1963356 Jul 27 21:17:02.748890 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a744703-5bc3-456a-80f5-c42f3801b9db None None] Pushing event updated for resources: {'Port': ['ID=570eb294-2956-4b66-8f13-ab743e633975,revision_number=3']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:17:02.760831 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ebb3b86-d460-4ae2-be7b-ad12d83aa5dc tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Network d6b17396-da21-4433-808d-cfd229d8b17c is already hosted by enough agents. {{(pid=105584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:17:02.780489 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-5866c93b-6c02-46c1-b5d9-19cee11ee822 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:02.820110 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [None req-4ebb3b86-d460-4ae2-be7b-ad12d83aa5dc tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Resources bound (agent type, host, resource id): {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:17:02.826613 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-9582dd4f-f204-4df0-9d91-efe7c7a76a55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:02.830410 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ebb3b86-d460-4ae2-be7b-ad12d83aa5dc tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Received port after_create {{(pid=105584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:17:02.832758 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-c4e962dd-7b6a-42b4-9547-2f934a08394e None None] Provisioning for port 948a6c67-1e3e-4c38-95c5-adf4a5819e6e completed by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:17:02.842100 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-c4e962dd-7b6a-42b4-9547-2f934a08394e None None] Provisioning complete for port 948a6c67-1e3e-4c38-95c5-adf4a5819e6e triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:17:02.844025 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-c4e962dd-7b6a-42b4-9547-2f934a08394e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:02.898604 n-d-705658-22 neutron-server[105585]: DEBUG neutron.notifiers.nova [None req-5866c93b-6c02-46c1-b5d9-19cee11ee822 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] device_id is not set on port 38841b3d-a177-47d1-b037-6a0bc8beec9c yet. {{(pid=105585) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 21:17:02.910594 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-c4e962dd-7b6a-42b4-9547-2f934a08394e None None] Port 948a6c67-1e3e-4c38-95c5-adf4a5819e6e cannot update to ACTIVE because it is not bound. {{(pid=105586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:17:02.936259 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-c4e962dd-7b6a-42b4-9547-2f934a08394e None None] Provisioning complete for port dead3e6c-cbf8-4339-b6c4-1617c77e763f triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:17:02.939659 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-c4e962dd-7b6a-42b4-9547-2f934a08394e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:02.950348 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-4ebb3b86-d460-4ae2-be7b-ad12d83aa5dc tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4075523'] for router_interface, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:03.116656 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-c4e962dd-7b6a-42b4-9547-2f934a08394e None None] Provisioning complete for port 570eb294-2956-4b66-8f13-ab743e633975 triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:17:03.117039 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-c4e962dd-7b6a-42b4-9547-2f934a08394e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:03.189355 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.db_base_plugin_common [None req-5866c93b-6c02-46c1-b5d9-19cee11ee822 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Allocated IP 2001:db8::1f9 (d860fe23-64a8-4791-bdc9-ec842154b8ec/6bf28ab5-d33d-46b9-92b4-696eba3d66da/38841b3d-a177-47d1-b037-6a0bc8beec9c) {{(pid=105585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:17:03.237743 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b6ca2f-edbd-49f3-a839-7457abbac2b1 req-4d13f19f-cf2b-4c2d-a97f-3b0c069610bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:17:03.242936 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-20b6ca2f-edbd-49f3-a839-7457abbac2b1 req-4d13f19f-cf2b-4c2d-a97f-3b0c069610bb service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ddef23d9-d17b-4086-bd3c-1e30aa0e0ca0 HTTP/1.1" status: 200 len: 834 time: 0.5218854 Jul 27 21:17:03.295788 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-9582dd4f-f204-4df0-9d91-efe7c7a76a55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:03.410937 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3214578b-802f-46a1-acdd-e163e93f640b req-eb52ad1d-e3d1-49d4-90ef-328e3394c1c3 tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:17:03.412384 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-3214578b-802f-46a1-acdd-e163e93f640b req-eb52ad1d-e3d1-49d4-90ef-328e3394c1c3 tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] 10.222.0.59 "GET /v2.0/ports?device_id=a4dc34a0-26eb-4a51-8154-dd550690fa83 HTTP/1.1" status: 200 len: 946 time: 1.2005022 Jul 27 21:17:03.416843 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-9582dd4f-f204-4df0-9d91-efe7c7a76a55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:03.441726 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-100c7a06-a376-44e7-9588-9744af2b6672 None None] Provisioning for port 4daba01d-c8e3-4aee-ad57-f6580558fc05 completed by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:17:03.451026 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-100c7a06-a376-44e7-9588-9744af2b6672 None None] Provisioning complete for port 4daba01d-c8e3-4aee-ad57-f6580558fc05 triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:17:03.451402 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-100c7a06-a376-44e7-9588-9744af2b6672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:03.542183 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-9582dd4f-f204-4df0-9d91-efe7c7a76a55 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=dd77c7b8309d4bd3b52a818eade487a7&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5521755 Jul 27 21:17:03.544998 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-4ebb3b86-d460-4ae2-be7b-ad12d83aa5dc tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:03.545886 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-100c7a06-a376-44e7-9588-9744af2b6672 None None] Port 4daba01d-c8e3-4aee-ad57-f6580558fc05 cannot update to ACTIVE because it is not bound. {{(pid=105586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:17:03.554482 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf24acc-fc65-4135-8e26-d7bcc7e2e0e2 req-6b4d0487-a8cb-4e2f-bb6b-470c34b220fc tempest-AttachVolumeNegativeTest-845744699 tempest-AttachVolumeNegativeTest-845744699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:17:03.556675 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-bcf24acc-fc65-4135-8e26-d7bcc7e2e0e2 req-6b4d0487-a8cb-4e2f-bb6b-470c34b220fc tempest-AttachVolumeNegativeTest-845744699 tempest-AttachVolumeNegativeTest-845744699-project] 10.222.0.59 "GET /v2.0/ports?device_id=6e5447c6-d7f3-4d8b-9a0c-d3f7782f814c HTTP/1.1" status: 200 len: 932 time: 1.0224316 Jul 27 21:17:03.557461 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 42292) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:17:03.583359 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9582dd4f-f204-4df0-9d91-efe7c7a76a55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b874e4d-9335-4479-8a74-e06d1f4054d3,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:17:03.618970 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device dead3e6c-cbf8-4339-b6c4-1617c77e763f up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:17:03.651248 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-3214578b-802f-46a1-acdd-e163e93f640b req-9daf59d5-8a12-4ca7-80fc-ab0b99f1e35c tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] 10.222.0.59 "GET /v2.0/security-groups?id=9a7007a9-34fe-445e-9576-80a9b33bcd70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2302661 Jul 27 21:17:03.680493 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b6ca2f-edbd-49f3-a839-7457abbac2b1 req-eb0097c2-7ba8-4d60-8130-152d866ead5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:17:03.682111 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-20b6ca2f-edbd-49f3-a839-7457abbac2b1 req-eb0097c2-7ba8-4d60-8130-152d866ead5b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1d4d21d8-5a4a-4948-971c-89356ade9736&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4125171 Jul 27 21:17:03.739145 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port dead3e6c-cbf8-4339-b6c4-1617c77e763f triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:17:03.739528 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:03.742589 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-5866c93b-6c02-46c1-b5d9-19cee11ee822 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Notify callbacks [] for port, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:03.828079 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-e4f6c3d4-8c2e-4ddd-ab1d-cba691eebe2c None None] Provisioning for port 41e09ce6-143e-4e5b-a420-bd46ecfb8e70 completed by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:17:03.837206 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-e4f6c3d4-8c2e-4ddd-ab1d-cba691eebe2c None None] Provisioning complete for port 41e09ce6-143e-4e5b-a420-bd46ecfb8e70 triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:17:03.837581 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-e4f6c3d4-8c2e-4ddd-ab1d-cba691eebe2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:03.913224 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 570eb294-2956-4b66-8f13-ab743e633975 up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:17:03.929098 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-20b6ca2f-edbd-49f3-a839-7457abbac2b1 req-ffe78eb3-cd3b-486e-a295-aba96176e62f service neutron] 10.222.0.36 "GET /v2.0/networks/1d4d21d8-5a4a-4948-971c-89356ade9736?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2088294 Jul 27 21:17:03.942420 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.provisioning_blocks [None req-5866c93b-6c02-46c1-b5d9-19cee11ee822 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Transition to ACTIVE for port object 38841b3d-a177-47d1-b037-6a0bc8beec9c will not be triggered until provisioned by entity DHCP. {{(pid=105585) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:17:03.963927 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-bcf24acc-fc65-4135-8e26-d7bcc7e2e0e2 req-c49b3cd7-1e56-4e93-9974-34a9f15bce4d tempest-AttachVolumeNegativeTest-845744699 tempest-AttachVolumeNegativeTest-845744699-project] 10.222.0.59 "GET /v2.0/security-groups?id=2650ee69-e2a9-4bf0-b170-d21e83666964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3845222 Jul 27 21:17:04.048393 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port 570eb294-2956-4b66-8f13-ab743e633975 triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:17:04.049556 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:04.052787 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-4c238e6f-8928-4400-b012-916682a5842f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:04.101868 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-20b6ca2f-edbd-49f3-a839-7457abbac2b1 req-3ba445b7-8e31-44ce-a7ee-88d808548b5f service neutron] 10.222.0.36 "GET /v2.0/networks/1d4d21d8-5a4a-4948-971c-89356ade9736?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1431847 Jul 27 21:17:04.141720 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-4ebb3b86-d460-4ae2-be7b-ad12d83aa5dc tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify callbacks [] for port, precommit_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:04.150494 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-e4f6c3d4-8c2e-4ddd-ab1d-cba691eebe2c None None] Provisioning complete for port 751b098e-3416-46a6-bf81-96ff7addbc26 triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:17:04.150874 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-e4f6c3d4-8c2e-4ddd-ab1d-cba691eebe2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:04.159836 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-4ebb3b86-d460-4ae2-be7b-ad12d83aa5dc tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9014027'] for port, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:04.226784 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-e4f6c3d4-8c2e-4ddd-ab1d-cba691eebe2c None None] Port 751b098e-3416-46a6-bf81-96ff7addbc26 cannot update to ACTIVE because it is not bound. {{(pid=105586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:17:04.241552 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 41e09ce6-143e-4e5b-a420-bd46ecfb8e70 up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:17:04.303362 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-4ebb3b86-d460-4ae2-be7b-ad12d83aa5dc tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3743906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4076435'] for router_interface, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:04.317098 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebb3b86-d460-4ae2-be7b-ad12d83aa5dc tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Pushing event updated for resources: {'Port': ['ID=4daba01d-c8e3-4aee-ad57-f6580558fc05,revision_number=2']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:17:04.322718 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port 41e09ce6-143e-4e5b-a420-bd46ecfb8e70 triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:17:04.323602 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:04.456636 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-4c238e6f-8928-4400-b012-916682a5842f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:04.461381 n-d-705658-22 neutron-server[105585]: DEBUG neutron.notifiers.nova [req-9537f884-93c6-42c2-abcc-af95b57651a1 req-efcbc509-36da-462c-8f3f-439f37c33589 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f7d47d0-5894-436c-b0b6-d37aa2c285a9 {{(pid=105585) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:17:04.478966 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-9537f884-93c6-42c2-abcc-af95b57651a1 req-efcbc509-36da-462c-8f3f-439f37c33589 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:04.530752 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.provisioning_blocks [req-9537f884-93c6-42c2-abcc-af95b57651a1 req-efcbc509-36da-462c-8f3f-439f37c33589 service neutron] Transition to ACTIVE for port object 7f7d47d0-5894-436c-b0b6-d37aa2c285a9 will not be triggered until provisioned by entity L2. {{(pid=105585) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:17:04.541498 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-9537f884-93c6-42c2-abcc-af95b57651a1 req-efcbc509-36da-462c-8f3f-439f37c33589 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10221672'] for port, after_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:04.587980 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-5866c93b-6c02-46c1-b5d9-19cee11ee822 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:04.633108 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb28cfff-5388-46ae-a2ed-60df99b11799 req-896cd88a-16ce-4404-b4c0-9aad4787c4f0 tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:17:04.635350 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-bb28cfff-5388-46ae-a2ed-60df99b11799 req-896cd88a-16ce-4404-b4c0-9aad4787c4f0 tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] 10.222.0.59 "GET /v2.0/ports?device_id=cfacffca-6c3a-418e-a796-bf0c75733225 HTTP/1.1" status: 200 len: 945 time: 0.8164148 Jul 27 21:17:04.651863 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5866c93b-6c02-46c1-b5d9-19cee11ee822 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Network d860fe23-64a8-4791-bdc9-ec842154b8ec is already hosted by enough agents. {{(pid=105585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:17:04.654071 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efcbc509-36da-462c-8f3f-439f37c33589 service neutron] Pushing event updated for resources: {'Port': ['ID=7f7d47d0-5894-436c-b0b6-d37aa2c285a9,revision_number=2']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:17:04.689336 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-4c238e6f-8928-4400-b012-916682a5842f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:04.692235 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-4c238e6f-8928-4400-b012-916682a5842f admin admin] Notify callbacks [] for security_group, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:04.696402 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-4c238e6f-8928-4400-b012-916682a5842f admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/7b874e4d-9335-4479-8a74-e06d1f4054d3 HTTP/1.1" status: 204 len: 168 time: 1.1285577 Jul 27 21:17:04.705741 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.base_scheduler [None req-5866c93b-6c02-46c1-b5d9-19cee11ee822 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Resources bound (agent type, host, resource id): {{(pid=105585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:17:04.745237 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5866c93b-6c02-46c1-b5d9-19cee11ee822 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Received port after_create {{(pid=105585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:17:04.751243 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5866c93b-6c02-46c1-b5d9-19cee11ee822 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:17:04.752566 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-5866c93b-6c02-46c1-b5d9-19cee11ee822 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:04.785295 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c238e6f-8928-4400-b012-916682a5842f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b874e4d-9335-4479-8a74-e06d1f4054d3,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:17:04.857452 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-5866c93b-6c02-46c1-b5d9-19cee11ee822 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.2696552 Jul 27 21:17:04.861261 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 42312) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:17:04.869153 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-26c586c3-07f0-480d-bdcf-a004a7aa9d5c tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Request body: {'subnet': {'network_id': 'd860fe23-64a8-4791-bdc9-ec842154b8ec', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:17:04.876688 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ebb3b86-d460-4ae2-be7b-ad12d83aa5dc tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Network d6b17396-da21-4433-808d-cfd229d8b17c is already hosted by enough agents. {{(pid=105584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:17:04.877343 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5866c93b-6c02-46c1-b5d9-19cee11ee822 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Pushing event updated for resources: {'Port': ['ID=38841b3d-a177-47d1-b037-6a0bc8beec9c,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:17:04.889195 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [None req-4ebb3b86-d460-4ae2-be7b-ad12d83aa5dc tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Resources bound (agent type, host, resource id): {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:17:04.891239 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-bb28cfff-5388-46ae-a2ed-60df99b11799 req-0f0517ba-2138-461b-872d-a657717dd016 tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] 10.222.0.59 "GET /v2.0/security-groups?id=9a7007a9-34fe-445e-9576-80a9b33bcd70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2488389 Jul 27 21:17:05.029344 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.managers [req-9537f884-93c6-42c2-abcc-af95b57651a1 req-efcbc509-36da-462c-8f3f-439f37c33589 service neutron] Attempting to bind port 7f7d47d0-5894-436c-b0b6-d37aa2c285a9 on host n-h2-705658-22 for vnic_type normal with profile {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:17:05.029913 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.managers [req-9537f884-93c6-42c2-abcc-af95b57651a1 req-efcbc509-36da-462c-8f3f-439f37c33589 service neutron] Attempting to bind port 7f7d47d0-5894-436c-b0b6-d37aa2c285a9 by drivers openvswitch,hyperv on host n-h2-705658-22 at level 0 using segments [{'id': '749d1f51-8998-49bc-ba8d-208be5295f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '0ded17b3-440e-4dbe-8ea1-4e29acefb236'}] {{(pid=105585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:17:05.031688 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9537f884-93c6-42c2-abcc-af95b57651a1 req-efcbc509-36da-462c-8f3f-439f37c33589 service neutron] Attempting to bind port 7f7d47d0-5894-436c-b0b6-d37aa2c285a9 on network 0ded17b3-440e-4dbe-8ea1-4e29acefb236 {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:17:05.064964 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9537f884-93c6-42c2-abcc-af95b57651a1 req-efcbc509-36da-462c-8f3f-439f37c33589 service neutron] Port 7f7d47d0-5894-436c-b0b6-d37aa2c285a9 on network 0ded17b3-440e-4dbe-8ea1-4e29acefb236 not bound, no agent of type Open vSwitch agent registered on host n-h2-705658-22 {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:17:05.065654 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9537f884-93c6-42c2-abcc-af95b57651a1 req-efcbc509-36da-462c-8f3f-439f37c33589 service neutron] Attempting to bind port 7f7d47d0-5894-436c-b0b6-d37aa2c285a9 on network 0ded17b3-440e-4dbe-8ea1-4e29acefb236 {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:17:05.096927 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9537f884-93c6-42c2-abcc-af95b57651a1 req-efcbc509-36da-462c-8f3f-439f37c33589 service neutron] Checking agent: {'id': '65195a73-a875-4810-9f5b-622ae260a8a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 49, 40), 'started_at': datetime.datetime(2021, 7, 27, 20, 49, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 16, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:17:05.097300 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9537f884-93c6-42c2-abcc-af95b57651a1 req-efcbc509-36da-462c-8f3f-439f37c33589 service neutron] Checking segment: {'id': '749d1f51-8998-49bc-ba8d-208be5295f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '0ded17b3-440e-4dbe-8ea1-4e29acefb236'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:17:05.103863 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9537f884-93c6-42c2-abcc-af95b57651a1 req-efcbc509-36da-462c-8f3f-439f37c33589 service neutron] Bound using segment: {'id': '749d1f51-8998-49bc-ba8d-208be5295f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '0ded17b3-440e-4dbe-8ea1-4e29acefb236'} {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:17:05.104345 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.managers [req-9537f884-93c6-42c2-abcc-af95b57651a1 req-efcbc509-36da-462c-8f3f-439f37c33589 service neutron] Bound port: 7f7d47d0-5894-436c-b0b6-d37aa2c285a9, host: n-h2-705658-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '749d1f51-8998-49bc-ba8d-208be5295f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '0ded17b3-440e-4dbe-8ea1-4e29acefb236'}}] {{(pid=105585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:17:05.104720 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-9537f884-93c6-42c2-abcc-af95b57651a1 req-efcbc509-36da-462c-8f3f-439f37c33589 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:05.188012 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ebb3b86-d460-4ae2-be7b-ad12d83aa5dc tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Router a0c9a2c7-ed59-46bf-b707-c8f1d1136348 has already been hosted by L3 agent dd128fd7-8e57-4d4f-895b-a96b369df59a {{(pid=105584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:17:05.334698 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ebb3b86-d460-4ae2-be7b-ad12d83aa5dc tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify agent at l3_agent.n-d-705658-22 the message routers_updated {{(pid=105584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:17:05.342699 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-4ebb3b86-d460-4ae2-be7b-ad12d83aa5dc tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] 10.222.0.59 "PUT /v2.0/routers/a0c9a2c7-ed59-46bf-b707-c8f1d1136348/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7268484 Jul 27 21:17:05.344383 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 42324) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:17:05.348370 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22b440b2-c7ef-4a7c-bdb9-8493380243d4 None None] Sync routers for ids ['a0c9a2c7-ed59-46bf-b707-c8f1d1136348'] in n-d-705658-22 {{(pid=105586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:17:05.404837 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22b440b2-c7ef-4a7c-bdb9-8493380243d4 None None] Routers {'a0c9a2c7-ed59-46bf-b707-c8f1d1136348'} bound to L3 agent in host n-d-705658-22 {{(pid=105586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:17:05.406111 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-22b440b2-c7ef-4a7c-bdb9-8493380243d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:16:42Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['a0c9a2c7-ed59-46bf-b707-c8f1d1136348'], 'active': True} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:17:05.458415 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-22b440b2-c7ef-4a7c-bdb9-8493380243d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-22', False) {} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:17:05.481639 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26c586c3-07f0-480d-bdcf-a004a7aa9d5c tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Made reservation on behalf of fbcd8d69204b49b7a886b79ea9f87fc6 for: {'subnet': 1} {{(pid=105585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:17:05.486728 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-26c586c3-07f0-480d-bdcf-a004a7aa9d5c tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9990620'] for subnet, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:05.488286 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22b440b2-c7ef-4a7c-bdb9-8493380243d4 None None] Routers {'a0c9a2c7-ed59-46bf-b707-c8f1d1136348'} bound to L3 agent in host n-d-705658-22 {{(pid=105586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:17:05.489408 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-22b440b2-c7ef-4a7c-bdb9-8493380243d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:16:42Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['a0c9a2c7-ed59-46bf-b707-c8f1d1136348'], 'active': True} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:17:05.495574 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-f960330f-6d73-42c3-9c4c-5abc0b50a6f8 None None] Provisioning for port 38841b3d-a177-47d1-b037-6a0bc8beec9c completed by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:17:05.546922 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-22b440b2-c7ef-4a7c-bdb9-8493380243d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-22', False) {} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:17:05.547912 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03f199bc-2eb0-4178-9ce1-7e198047fa50 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:17:05.548061 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22b440b2-c7ef-4a7c-bdb9-8493380243d4 None None] The sync data for ids ['a0c9a2c7-ed59-46bf-b707-c8f1d1136348'] in n-d-705658-22 is: [] {{(pid=105586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:17:05.551341 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-03f199bc-2eb0-4178-9ce1-7e198047fa50 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] 10.222.0.59 "GET /v2.0/ports/4daba01d-c8e3-4aee-ad57-f6580558fc05 HTTP/1.1" status: 200 len: 910 time: 0.2059236 Jul 27 21:17:05.554582 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 42328) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:17:05.559128 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-f960330f-6d73-42c3-9c4c-5abc0b50a6f8 None None] Provisioning complete for port 38841b3d-a177-47d1-b037-6a0bc8beec9c triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:17:05.559563 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-f960330f-6d73-42c3-9c4c-5abc0b50a6f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:05.595227 n-d-705658-22 neutron-server[105585]: INFO neutron.db.ipam_backend_mixin [None req-26c586c3-07f0-480d-bdcf-a004a7aa9d5c tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 6bf28ab5-d33d-46b9-92b4-696eba3d66da (CIDR: 2001:db8::/64) Jul 27 21:17:05.615875 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de501c24-b9b1-4b5f-8cea-f4f511b90ce2 req-e94ac893-e919-4ea9-b79f-b205e065b09a tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:17:05.617582 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-de501c24-b9b1-4b5f-8cea-f4f511b90ce2 req-e94ac893-e919-4ea9-b79f-b205e065b09a tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] 10.222.0.59 "GET /v2.0/ports?device_id=a4dc34a0-26eb-4a51-8154-dd550690fa83 HTTP/1.1" status: 200 len: 946 time: 0.5542815 Jul 27 21:17:05.619243 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-f960330f-6d73-42c3-9c4c-5abc0b50a6f8 None None] Port 38841b3d-a177-47d1-b037-6a0bc8beec9c cannot update to ACTIVE because it is not bound. {{(pid=105586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:17:05.623654 n-d-705658-22 neutron-server[105585]: INFO neutron.pecan_wsgi.hooks.translation [None req-26c586c3-07f0-480d-bdcf-a004a7aa9d5c tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 27 21:17:05.624950 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-26c586c3-07f0-480d-bdcf-a004a7aa9d5c tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=105585) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 21:17:05.631706 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.db [req-9537f884-93c6-42c2-abcc-af95b57651a1 req-efcbc509-36da-462c-8f3f-439f37c33589 service neutron] For port 7f7d47d0-5894-436c-b0b6-d37aa2c285a9, host n-h2-705658-22, cleared binding levels {{(pid=105585) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:17:05.649583 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.db [req-9537f884-93c6-42c2-abcc-af95b57651a1 req-efcbc509-36da-462c-8f3f-439f37c33589 service neutron] For port 7f7d47d0-5894-436c-b0b6-d37aa2c285a9, host n-h2-705658-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=7f7d47d0-5894-436c-b0b6-d37aa2c285a9,segment=NetworkSegment(749d1f51-8998-49bc-ba8d-208be5295f5a),segment_id=749d1f51-8998-49bc-ba8d-208be5295f5a)] {{(pid=105585) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:17:05.675029 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-9537f884-93c6-42c2-abcc-af95b57651a1 req-efcbc509-36da-462c-8f3f-439f37c33589 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10221672'] for port, after_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:05.693567 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d132d5c4-56fe-4c29-be3c-8bc7c408e477 req-45a8b84d-9687-48f2-a6b0-50ae2f1a713c tempest-AttachVolumeNegativeTest-845744699 tempest-AttachVolumeNegativeTest-845744699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:17:05.695201 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-d132d5c4-56fe-4c29-be3c-8bc7c408e477 req-45a8b84d-9687-48f2-a6b0-50ae2f1a713c tempest-AttachVolumeNegativeTest-845744699 tempest-AttachVolumeNegativeTest-845744699-project] 10.222.0.59 "GET /v2.0/ports?device_id=6e5447c6-d7f3-4d8b-9a0c-d3f7782f814c HTTP/1.1" status: 200 len: 944 time: 0.5491195 Jul 27 21:17:05.745005 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-488df7f8-be84-4b63-9726-f11a86bdcc6b None None] Provisioning complete for port 4daba01d-c8e3-4aee-ad57-f6580558fc05 triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:17:05.745514 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-488df7f8-be84-4b63-9726-f11a86bdcc6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:05.769164 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-26c586c3-07f0-480d-bdcf-a004a7aa9d5c tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9020102 Jul 27 21:17:05.782673 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 42334) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:17:05.801310 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-8b41e8f8-42cb-4608-b321-995965785d36 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Request body: {'subnet': {'network_id': 'd860fe23-64a8-4791-bdc9-ec842154b8ec', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:17:05.820353 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-488df7f8-be84-4b63-9726-f11a86bdcc6b None None] Port 4daba01d-c8e3-4aee-ad57-f6580558fc05 cannot update to ACTIVE because it is not bound. {{(pid=105586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:17:05.851204 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-de501c24-b9b1-4b5f-8cea-f4f511b90ce2 req-6fda11a1-95c7-44e0-b28a-908969eb54e5 tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] 10.222.0.59 "GET /v2.0/security-groups?id=9a7007a9-34fe-445e-9576-80a9b33bcd70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1895659 Jul 27 21:17:05.851204 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 42338) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:17:05.908609 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9537f884-93c6-42c2-abcc-af95b57651a1 req-efcbc509-36da-462c-8f3f-439f37c33589 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:17:05.909382 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-9537f884-93c6-42c2-abcc-af95b57651a1 req-efcbc509-36da-462c-8f3f-439f37c33589 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:05.911291 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-9537f884-93c6-42c2-abcc-af95b57651a1 req-efcbc509-36da-462c-8f3f-439f37c33589 service neutron] 10.222.0.60 "PUT /v2.0/ports/7f7d47d0-5894-436c-b0b6-d37aa2c285a9 HTTP/1.1" status: 200 len: 1093 time: 4.3871088 Jul 27 21:17:05.911852 n-d-705658-22 neutron-server[105585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e5447c6-d7f3-4d8b-9a0c-d3f7782f814c', 'tag': '7f7d47d0-5894-436c-b0b6-d37aa2c285a9'}] {{(pid=105585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:17:05.915176 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d66fd65881426bfc2b5388084a3654e5eae521106a15a3dbf0eb4cde7106c36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-280d30ca-1fc6-46b0-b40b-dc33246e0ecb" -d '{"events": [{"name": "network-changed", "server_uuid": "6e5447c6-d7f3-4d8b-9a0c-d3f7782f814c", "tag": "7f7d47d0-5894-436c-b0b6-d37aa2c285a9"}]}' {{(pid=105585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:17:05.935291 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-dedf1226-33ce-4563-a984-a4941d2c6d77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:05.945868 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-d132d5c4-56fe-4c29-be3c-8bc7c408e477 req-4eaafee5-6213-4e50-bbe5-31a9409d8914 tempest-AttachVolumeNegativeTest-845744699 tempest-AttachVolumeNegativeTest-845744699-project] 10.222.0.59 "GET /v2.0/security-groups?id=2650ee69-e2a9-4bf0-b170-d21e83666964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2299886 Jul 27 21:17:05.956105 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efcbc509-36da-462c-8f3f-439f37c33589 service neutron] Pushing event updated for resources: {'Port': ['ID=7f7d47d0-5894-436c-b0b6-d37aa2c285a9,revision_number=3']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:17:06.044924 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:17:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f774f8b3-8006-4d6a-b698-273173584d84 x-openstack-request-id: req-f774f8b3-8006-4d6a-b698-273173584d84 {{(pid=105585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:17:06.045561 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e5447c6-d7f3-4d8b-9a0c-d3f7782f814c", "tag": "7f7d47d0-5894-436c-b0b6-d37aa2c285a9", "status": "completed", "code": 200}]} {{(pid=105585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:17:06.046231 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-f774f8b3-8006-4d6a-b698-273173584d84 {{(pid=105585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:17:06.047175 n-d-705658-22 neutron-server[105585]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e5447c6-d7f3-4d8b-9a0c-d3f7782f814c', 'tag': '7f7d47d0-5894-436c-b0b6-d37aa2c285a9', 'status': 'completed', 'code': 200} Jul 27 21:17:06.144332 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9537f884-93c6-42c2-abcc-af95b57651a1 req-7e6ec85e-9a08-4391-bbb6-ca54ec562e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:17:06.146175 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-9537f884-93c6-42c2-abcc-af95b57651a1 req-7e6ec85e-9a08-4391-bbb6-ca54ec562e1f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=7cb1be282c1a45569e2d1240a1ce83c6&device_id=6e5447c6-d7f3-4d8b-9a0c-d3f7782f814c HTTP/1.1" status: 200 len: 1096 time: 0.1671779 Jul 27 21:17:06.212800 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-bd2b3d48-1982-4916-99b8-5369a38c9a07 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4076536'] for router_interface, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:06.237886 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-9537f884-93c6-42c2-abcc-af95b57651a1 req-37168207-3bed-4412-bed1-91fd00dc3684 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7f7d47d0-5894-436c-b0b6-d37aa2c285a9 HTTP/1.1" status: 200 len: 217 time: 0.0492752 Jul 27 21:17:06.287046 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:06.296297 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-dedf1226-33ce-4563-a984-a4941d2c6d77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:06.308115 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-dedf1226-33ce-4563-a984-a4941d2c6d77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:06.341672 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9537f884-93c6-42c2-abcc-af95b57651a1 req-1253cd50-b9c1-4cd8-9928-72b24fc76def service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:17:06.343178 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-9537f884-93c6-42c2-abcc-af95b57651a1 req-1253cd50-b9c1-4cd8-9928-72b24fc76def service neutron] 10.222.0.60 "GET /v2.0/subnets?id=0afa8897-5216-45a9-9a1e-8fc30b1f7259 HTTP/1.1" status: 200 len: 854 time: 0.0955954 Jul 27 21:17:06.355006 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b41e8f8-42cb-4608-b321-995965785d36 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Made reservation on behalf of fbcd8d69204b49b7a886b79ea9f87fc6 for: {'subnet': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:17:06.358462 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-8b41e8f8-42cb-4608-b321-995965785d36 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9738786'] for subnet, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:06.359773 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3138ee25-4af2-4246-82be-c98a0785afea req-07fd3739-2579-44af-b3e2-9e296feca47d tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:17:06.361458 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-3138ee25-4af2-4246-82be-c98a0785afea req-07fd3739-2579-44af-b3e2-9e296feca47d tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] 10.222.0.59 "GET /v2.0/ports?device_id=a4dc34a0-26eb-4a51-8154-dd550690fa83 HTTP/1.1" status: 200 len: 946 time: 0.2135208 Jul 27 21:17:06.412029 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-dedf1226-33ce-4563-a984-a4941d2c6d77 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=7e8a5a970e6a498da8b505ed5e06cf6b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5586269 Jul 27 21:17:06.412588 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 42352) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:17:06.423642 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-9537f884-93c6-42c2-abcc-af95b57651a1 req-b89f72e2-a2d6-4f95-8062-14dbdff820a1 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=0ded17b3-440e-4dbe-8ea1-4e29acefb236&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0583522 Jul 27 21:17:06.430483 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedf1226-33ce-4563-a984-a4941d2c6d77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b066e36c-b156-48d5-8361-cc445910e1ce,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:17:06.500074 n-d-705658-22 neutron-server[105584]: INFO neutron.db.ipam_backend_mixin [None req-8b41e8f8-42cb-4608-b321-995965785d36 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet a2b42fdf-f3cb-4d64-9ab0-af50c95809ec (CIDR: 2001:db8:0:1::/64) Jul 27 21:17:06.506775 n-d-705658-22 neutron-server[105584]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b41e8f8-42cb-4608-b321-995965785d36 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 27 21:17:06.507267 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b41e8f8-42cb-4608-b321-995965785d36 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=105584) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 21:17:06.545704 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-cc8e8738-9e6b-4ccd-9c66-e701ac053c31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:06.550675 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-8b41e8f8-42cb-4608-b321-995965785d36 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.7635324 Jul 27 21:17:06.551337 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 42358) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:17:06.559666 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-3138ee25-4af2-4246-82be-c98a0785afea req-3b90ad9d-e747-4437-8959-3baf7f94f2e7 tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] 10.222.0.59 "GET /v2.0/security-groups?id=9a7007a9-34fe-445e-9576-80a9b33bcd70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1891916 Jul 27 21:17:06.561988 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-fa7c40dc-181d-429e-b8b5-2d1432152ca2 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Request body: {'subnet': {'network_id': 'd860fe23-64a8-4791-bdc9-ec842154b8ec', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:17:06.588745 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-cc8e8738-9e6b-4ccd-9c66-e701ac053c31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:06.656634 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-9537f884-93c6-42c2-abcc-af95b57651a1 req-4ca2e35b-ab79-4aaf-b0f8-75940bc47d1a service neutron] 10.222.0.60 "GET /v2.0/networks/0ded17b3-440e-4dbe-8ea1-4e29acefb236?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2213845 Jul 27 21:17:06.707098 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-bd2b3d48-1982-4916-99b8-5369a38c9a07 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Deleting port 4daba01d-c8e3-4aee-ad57-f6580558fc05 {{(pid=105584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:17:06.707443 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-bd2b3d48-1982-4916-99b8-5369a38c9a07 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:06.713563 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-cc8e8738-9e6b-4ccd-9c66-e701ac053c31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:06.716208 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-cc8e8738-9e6b-4ccd-9c66-e701ac053c31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:06.720066 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-cc8e8738-9e6b-4ccd-9c66-e701ac053c31 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/b066e36c-b156-48d5-8361-cc445910e1ce HTTP/1.1" status: 204 len: 168 time: 0.3002651 Jul 27 21:17:06.735488 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8e8738-9e6b-4ccd-9c66-e701ac053c31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b066e36c-b156-48d5-8361-cc445910e1ce,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:17:06.755410 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa7c40dc-181d-429e-b8b5-2d1432152ca2 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Made reservation on behalf of fbcd8d69204b49b7a886b79ea9f87fc6 for: {'subnet': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:17:06.758982 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-fa7c40dc-181d-429e-b8b5-2d1432152ca2 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9738786'] for subnet, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:06.790337 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-9537f884-93c6-42c2-abcc-af95b57651a1 req-3bc8a109-df55-454e-bf7c-917e94a9de66 service neutron] 10.222.0.60 "GET /v2.0/networks/0ded17b3-440e-4dbe-8ea1-4e29acefb236?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241672 Jul 27 21:17:06.885386 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-bd2b3d48-1982-4916-99b8-5369a38c9a07 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:06.917284 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-bd2b3d48-1982-4916-99b8-5369a38c9a07 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Calling delete_port for 4daba01d-c8e3-4aee-ad57-f6580558fc05 owned by network:router_interface {{(pid=105584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:17:06.928420 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280d30ca-1fc6-46b0-b40b-dc33246e0ecb req-62b01de6-8cac-4d99-b31d-fc99ef77e833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:17:06.929968 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-280d30ca-1fc6-46b0-b40b-dc33246e0ecb req-62b01de6-8cac-4d99-b31d-fc99ef77e833 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=7cb1be282c1a45569e2d1240a1ce83c6&device_id=6e5447c6-d7f3-4d8b-9a0c-d3f7782f814c HTTP/1.1" status: 200 len: 1096 time: 0.0783861 Jul 27 21:17:07.205652 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280d30ca-1fc6-46b0-b40b-dc33246e0ecb req-bd3d00bc-8a38-4fed-85f1-1eb3c2e5c4ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:17:07.209183 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-280d30ca-1fc6-46b0-b40b-dc33246e0ecb req-bd3d00bc-8a38-4fed-85f1-1eb3c2e5c4ec service neutron] 10.222.0.60 "GET /v2.0/networks?id=0ded17b3-440e-4dbe-8ea1-4e29acefb236 HTTP/1.1" status: 200 len: 915 time: 0.2685261 Jul 27 21:17:07.285600 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-bd2b3d48-1982-4916-99b8-5369a38c9a07 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:07.298138 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc7cc86-9099-4eb7-ac43-d3876f2e42af req-a459619b-67f2-43bd-87f1-5733205d8f30 tempest-AttachVolumeNegativeTest-845744699 tempest-AttachVolumeNegativeTest-845744699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:17:07.300717 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-2fc7cc86-9099-4eb7-ac43-d3876f2e42af req-a459619b-67f2-43bd-87f1-5733205d8f30 tempest-AttachVolumeNegativeTest-845744699 tempest-AttachVolumeNegativeTest-845744699-project] 10.222.0.59 "GET /v2.0/ports?device_id=6e5447c6-d7f3-4d8b-9a0c-d3f7782f814c HTTP/1.1" status: 200 len: 944 time: 0.2405338 Jul 27 21:17:07.302896 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-280d30ca-1fc6-46b0-b40b-dc33246e0ecb req-a4646027-5553-46ef-abd0-de2b5bc7bca4 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7f7d47d0-5894-436c-b0b6-d37aa2c285a9 HTTP/1.1" status: 200 len: 217 time: 0.0764875 Jul 27 21:17:07.344494 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-fa7c40dc-181d-429e-b8b5-2d1432152ca2 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9014150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9738800'] for subnet, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:07.480355 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-2fc7cc86-9099-4eb7-ac43-d3876f2e42af req-8e0ad976-8a9d-44c4-ba7a-b407d6175467 tempest-AttachVolumeNegativeTest-845744699 tempest-AttachVolumeNegativeTest-845744699-project] 10.222.0.59 "GET /v2.0/security-groups?id=2650ee69-e2a9-4bf0-b170-d21e83666964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1721687 Jul 27 21:17:07.511836 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280d30ca-1fc6-46b0-b40b-dc33246e0ecb req-dcd6d241-772c-4c48-85d0-69aac799f43e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:17:07.513613 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-280d30ca-1fc6-46b0-b40b-dc33246e0ecb req-dcd6d241-772c-4c48-85d0-69aac799f43e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=0afa8897-5216-45a9-9a1e-8fc30b1f7259 HTTP/1.1" status: 200 len: 854 time: 0.1928217 Jul 27 21:17:07.554988 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7c40dc-181d-429e-b8b5-2d1432152ca2 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Pushing event updated for resources: {'Subnet': ['ID=1c5a80a2-ed91-477c-bf5c-3973a2bb22b1,revision_number=0']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:17:07.575560 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-280d30ca-1fc6-46b0-b40b-dc33246e0ecb req-a3f3a225-97e4-4fff-a4eb-dbb554ba393d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=0ded17b3-440e-4dbe-8ea1-4e29acefb236&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0492809 Jul 27 21:17:07.677337 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-bd2b3d48-1982-4916-99b8-5369a38c9a07 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3743915', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4076308'] for router_interface, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:07.693438 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2b3d48-1982-4916-99b8-5369a38c9a07 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Pushing event deleted for resources: {'Port': ['ID=4daba01d-c8e3-4aee-ad57-f6580558fc05,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:17:07.711558 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa7c40dc-181d-429e-b8b5-2d1432152ca2 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Network d860fe23-64a8-4791-bdc9-ec842154b8ec is already hosted by enough agents. {{(pid=105584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:17:07.714240 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [None req-fa7c40dc-181d-429e-b8b5-2d1432152ca2 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Resources bound (agent type, host, resource id): {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:17:07.733879 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50d76d29-6c2e-4316-89ff-3b2a18eb3a43 None None] Network d860fe23-64a8-4791-bdc9-ec842154b8ec requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:17:07.752560 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa7c40dc-181d-429e-b8b5-2d1432152ca2 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:17:07.753149 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-fa7c40dc-181d-429e-b8b5-2d1432152ca2 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Notify callbacks [] for subnet, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:07.833158 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-fa7c40dc-181d-429e-b8b5-2d1432152ca2 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.2790141 Jul 27 21:17:07.835550 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 42398) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:17:07.841666 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-6f45a943-b98d-48dc-a730-379fbd717ffb tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1493176173', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '1c5a80a2-ed91-477c-bf5c-3973a2bb22b1'}], 'security_groups': ['f4343e23-720f-4134-bae1-61c1c6aa7fa9', 'd9ab0156-d924-412c-8222-fce24e7899a8']}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:17:07.850351 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-280d30ca-1fc6-46b0-b40b-dc33246e0ecb req-abb5d722-3caf-4192-a1b4-4ee104af8dac service neutron] 10.222.0.60 "GET /v2.0/networks/0ded17b3-440e-4dbe-8ea1-4e29acefb236?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2527161 Jul 27 21:17:08.006401 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f54889d-c53f-441e-8b0c-5ac81e69d11d req-03b4b290-efff-49ef-8f54-fd962a3f288c tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:17:08.020067 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-7f54889d-c53f-441e-8b0c-5ac81e69d11d req-03b4b290-efff-49ef-8f54-fd962a3f288c tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] 10.222.0.59 "GET /v2.0/ports?device_id=a4dc34a0-26eb-4a51-8154-dd550690fa83 HTTP/1.1" status: 200 len: 946 time: 0.3199682 Jul 27 21:17:08.249914 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-7f54889d-c53f-441e-8b0c-5ac81e69d11d req-f54c7315-8a50-4742-8883-5f18c66981f7 tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] 10.222.0.59 "GET /v2.0/security-groups?id=9a7007a9-34fe-445e-9576-80a9b33bcd70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1943092 Jul 27 21:17:08.257302 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-280d30ca-1fc6-46b0-b40b-dc33246e0ecb req-37b0544f-09c7-4512-8c8d-370db793c687 service neutron] 10.222.0.60 "GET /v2.0/networks/0ded17b3-440e-4dbe-8ea1-4e29acefb236?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3889399 Jul 27 21:17:08.352737 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd2b3d48-1982-4916-99b8-5369a38c9a07 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Router a0c9a2c7-ed59-46bf-b707-c8f1d1136348 has already been hosted by L3 agent dd128fd7-8e57-4d4f-895b-a96b369df59a {{(pid=105584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:17:08.353468 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-6f45a943-b98d-48dc-a730-379fbd717ffb tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:08.365167 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39d6986a-1004-4217-b82a-abf61e85ce5d None None] Update dhcp port {'port': {'network_id': 'd860fe23-64a8-4791-bdc9-ec842154b8ec', 'fixed_ips': [{'subnet_id': 'a2b42fdf-f3cb-4d64-9ab0-af50c95809ec', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '6bf28ab5-d33d-46b9-92b4-696eba3d66da', 'ip_address': '2001:db8::2'}, {'subnet_id': '1c5a80a2-ed91-477c-bf5c-3973a2bb22b1'}], 'binding:host_id': 'n-d-705658-22'}, 'id': '41e09ce6-143e-4e5b-a420-bd46ecfb8e70'} from n-d-705658-22. {{(pid=105586) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 27 21:17:08.446037 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-39d6986a-1004-4217-b82a-abf61e85ce5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:08.582567 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd2b3d48-1982-4916-99b8-5369a38c9a07 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify agent at l3_agent.n-d-705658-22 the message routers_updated {{(pid=105584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:17:08.594075 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89ea51c7-2071-4ebb-bd7b-bff9ae0a1c38 None None] Sync routers for ids ['a0c9a2c7-ed59-46bf-b707-c8f1d1136348'] in n-d-705658-22 {{(pid=105587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:17:08.594823 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 42432) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:17:08.607783 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89ea51c7-2071-4ebb-bd7b-bff9ae0a1c38 None None] Routers {'a0c9a2c7-ed59-46bf-b707-c8f1d1136348'} bound to L3 agent in host n-d-705658-22 {{(pid=105587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:17:08.608431 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-89ea51c7-2071-4ebb-bd7b-bff9ae0a1c38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:16:42Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['a0c9a2c7-ed59-46bf-b707-c8f1d1136348'], 'active': True} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:17:08.621329 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-bd2b3d48-1982-4916-99b8-5369a38c9a07 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] 10.222.0.59 "PUT /v2.0/routers/a0c9a2c7-ed59-46bf-b707-c8f1d1136348/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0323358 Jul 27 21:17:08.653967 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-89ea51c7-2071-4ebb-bd7b-bff9ae0a1c38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-22', False) {} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:17:08.664005 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89ea51c7-2071-4ebb-bd7b-bff9ae0a1c38 None None] Routers {'a0c9a2c7-ed59-46bf-b707-c8f1d1136348'} bound to L3 agent in host n-d-705658-22 {{(pid=105587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:17:08.664969 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-89ea51c7-2071-4ebb-bd7b-bff9ae0a1c38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:16:42Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['a0c9a2c7-ed59-46bf-b707-c8f1d1136348'], 'active': True} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:17:08.703119 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-89ea51c7-2071-4ebb-bd7b-bff9ae0a1c38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-22', False) {} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:17:08.704068 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89ea51c7-2071-4ebb-bd7b-bff9ae0a1c38 None None] The sync data for ids ['a0c9a2c7-ed59-46bf-b707-c8f1d1136348'] in n-d-705658-22 is: [] {{(pid=105587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:17:08.754698 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2567b69-6755-4706-a64c-aeec4aa92653 req-9d6d9e92-4fa1-492a-a9be-d671254d6901 tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:17:08.756422 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-e2567b69-6755-4706-a64c-aeec4aa92653 req-9d6d9e92-4fa1-492a-a9be-d671254d6901 tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] 10.222.0.60 "GET /v2.0/ports?device_id=a4dc34a0-26eb-4a51-8154-dd550690fa83 HTTP/1.1" status: 200 len: 946 time: 0.4744768 Jul 27 21:17:08.760279 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.db_base_plugin_common [None req-39d6986a-1004-4217-b82a-abf61e85ce5d None None] Allocated IP 2001:db8:0:2::2 (d860fe23-64a8-4791-bdc9-ec842154b8ec/1c5a80a2-ed91-477c-bf5c-3973a2bb22b1/41e09ce6-143e-4e5b-a420-bd46ecfb8e70) {{(pid=105586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:17:08.933372 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-39d6986a-1004-4217-b82a-abf61e85ce5d None None] For port 41e09ce6-143e-4e5b-a420-bd46ecfb8e70, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=41e09ce6-143e-4e5b-a420-bd46ecfb8e70,segment=NetworkSegment(ef942b88-6893-499c-8281-7a1c3a835d2c),segment_id=ef942b88-6893-499c-8281-7a1c3a835d2c)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:17:08.972904 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-39d6986a-1004-4217-b82a-abf61e85ce5d None None] Notify callbacks [] for port, precommit_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:08.998900 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-39d6986a-1004-4217-b82a-abf61e85ce5d None None] Transition to ACTIVE for port object 41e09ce6-143e-4e5b-a420-bd46ecfb8e70 will not be triggered until provisioned by entity DHCP. {{(pid=105586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:17:09.012797 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-39d6986a-1004-4217-b82a-abf61e85ce5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:09.118623 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fd1c27-9f1a-48f5-9adc-aa564fca2e03 req-996c5adb-d853-485a-8e46-409f2f74a297 tempest-AttachVolumeNegativeTest-845744699 tempest-AttachVolumeNegativeTest-845744699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:17:09.120185 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b0fd1c27-9f1a-48f5-9adc-aa564fca2e03 req-996c5adb-d853-485a-8e46-409f2f74a297 tempest-AttachVolumeNegativeTest-845744699 tempest-AttachVolumeNegativeTest-845744699-project] 10.222.0.59 "GET /v2.0/ports?device_id=6e5447c6-d7f3-4d8b-9a0c-d3f7782f814c HTTP/1.1" status: 200 len: 944 time: 0.4113865 Jul 27 21:17:09.124458 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-09f99f51-13a8-42fb-9369-3cf5319c8fdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:09.272487 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d6986a-1004-4217-b82a-abf61e85ce5d None None] Pushing event updated for resources: {'Port': ['ID=41e09ce6-143e-4e5b-a420-bd46ecfb8e70,revision_number=7']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:17:09.647535 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 41e09ce6-143e-4e5b-a420-bd46ecfb8e70 up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:17:09.749766 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b0fd1c27-9f1a-48f5-9adc-aa564fca2e03 req-4ea2b973-7a4a-432e-a58b-3364d9477f84 tempest-AttachVolumeNegativeTest-845744699 tempest-AttachVolumeNegativeTest-845744699-project] 10.222.0.59 "GET /v2.0/security-groups?id=2650ee69-e2a9-4bf0-b170-d21e83666964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6100166 Jul 27 21:17:09.796458 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a051598f-5d8f-41cc-a98c-1f15e5557cff req-602d69ef-d0c7-4857-86da-a4cc54ab7036 tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:17:09.800009 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a051598f-5d8f-41cc-a98c-1f15e5557cff req-602d69ef-d0c7-4857-86da-a4cc54ab7036 tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] 10.222.0.59 "GET /v2.0/ports?device_id=a4dc34a0-26eb-4a51-8154-dd550690fa83 HTTP/1.1" status: 200 len: 946 time: 0.3690679 Jul 27 21:17:09.809006 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-5573e148-8bef-4e48-b9b9-2fcb25815e40 req-2d8a40e2-4bd8-42aa-82f8-51d922c50234 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=0ed2fecf-f104-4fc8-b279-c89dbd5a8969&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.5819843 Jul 27 21:17:09.839655 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.db_base_plugin_common [None req-6f45a943-b98d-48dc-a730-379fbd717ffb tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Delete allocated IP 2001:db8::1f9 (d860fe23-64a8-4791-bdc9-ec842154b8ec/6bf28ab5-d33d-46b9-92b4-696eba3d66da) {{(pid=105584) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 27 21:17:09.849690 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.db_base_plugin_common [None req-6f45a943-b98d-48dc-a730-379fbd717ffb tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Allocated IP 2001:db8:0:2::3b9 (d860fe23-64a8-4791-bdc9-ec842154b8ec/1c5a80a2-ed91-477c-bf5c-3973a2bb22b1/38841b3d-a177-47d1-b037-6a0bc8beec9c) {{(pid=105584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:17:10.037879 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-6f45a943-b98d-48dc-a730-379fbd717ffb tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Notify callbacks [] for port, precommit_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:10.053824 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.provisioning_blocks [None req-6f45a943-b98d-48dc-a730-379fbd717ffb tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Transition to ACTIVE for port object 38841b3d-a177-47d1-b037-6a0bc8beec9c will not be triggered until provisioned by entity DHCP. {{(pid=105584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:17:10.062402 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-6f45a943-b98d-48dc-a730-379fbd717ffb tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9014027'] for port, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:10.095584 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a051598f-5d8f-41cc-a98c-1f15e5557cff req-3e0aa8e4-4589-419f-b572-f1256770ed48 tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] 10.222.0.59 "GET /v2.0/security-groups?id=9a7007a9-34fe-445e-9576-80a9b33bcd70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2802510 Jul 27 21:17:10.132738 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:10.152616 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f45a943-b98d-48dc-a730-379fbd717ffb tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Pushing event updated for resources: {'Port': ['ID=38841b3d-a177-47d1-b037-6a0bc8beec9c,revision_number=2']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:17:10.185319 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-6f45a943-b98d-48dc-a730-379fbd717ffb tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] In _notify_port_updated(), no bound segment for port 38841b3d-a177-47d1-b037-6a0bc8beec9c on network d860fe23-64a8-4791-bdc9-ec842154b8ec {{(pid=105584) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 27 21:17:10.191963 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f45a943-b98d-48dc-a730-379fbd717ffb tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:17:10.192641 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-6f45a943-b98d-48dc-a730-379fbd717ffb tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:10.197896 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-6f45a943-b98d-48dc-a730-379fbd717ffb tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] 10.222.0.59 "PUT /v2.0/ports/38841b3d-a177-47d1-b037-6a0bc8beec9c HTTP/1.1" status: 200 len: 970 time: 2.3611763 Jul 27 21:17:10.198297 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 42484) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:17:10.215839 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [req-e2567b69-6755-4706-a64c-aeec4aa92653 req-a8161671-88a6-4c6a-9925-71ebbf52fa47 tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] Deleting port 8be7d6e9-4715-4323-8898-bed4da0770cd {{(pid=105584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:17:10.216564 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-e2567b69-6755-4706-a64c-aeec4aa92653 req-a8161671-88a6-4c6a-9925-71ebbf52fa47 tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:10.302189 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5573e148-8bef-4e48-b9b9-2fcb25815e40 req-a42dbcc5-c15d-4522-b2fb-a9c7d26f895e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:17:10.308071 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-5573e148-8bef-4e48-b9b9-2fcb25815e40 req-a42dbcc5-c15d-4522-b2fb-a9c7d26f895e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=600e865a5cde4be3a07c2c6f813959b8&device_id=0ed2fecf-f104-4fc8-b279-c89dbd5a8969 HTTP/1.1" status: 200 len: 1098 time: 0.4586511 Jul 27 21:17:10.330120 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-7cf05a96-76a9-4efe-8c1c-e47c4a26770e tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4076536'] for router_interface, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:10.372331 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [req-e2567b69-6755-4706-a64c-aeec4aa92653 req-a8161671-88a6-4c6a-9925-71ebbf52fa47 tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] For port 8be7d6e9-4715-4323-8898-bed4da0770cd, host n-h2-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=8be7d6e9-4715-4323-8898-bed4da0770cd,segment=NetworkSegment(82701821-d08d-4e1b-9667-8c6e67e04bdc),segment_id=82701821-d08d-4e1b-9667-8c6e67e04bdc)] {{(pid=105584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:17:10.373037 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-e2567b69-6755-4706-a64c-aeec4aa92653 req-a8161671-88a6-4c6a-9925-71ebbf52fa47 tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:10.395029 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [req-e2567b69-6755-4706-a64c-aeec4aa92653 req-a8161671-88a6-4c6a-9925-71ebbf52fa47 tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] Calling delete_port for 8be7d6e9-4715-4323-8898-bed4da0770cd owned by compute:nova {{(pid=105584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:17:10.499558 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-7cc8b9f4-f831-4466-bf97-364ab289b89f None None] Provisioning for port 41e09ce6-143e-4e5b-a420-bd46ecfb8e70 completed by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:17:10.508325 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-7cc8b9f4-f831-4466-bf97-364ab289b89f None None] Provisioning complete for port 41e09ce6-143e-4e5b-a420-bd46ecfb8e70 triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:17:10.508709 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-7cc8b9f4-f831-4466-bf97-364ab289b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:10.671917 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-e2567b69-6755-4706-a64c-aeec4aa92653 req-a8161671-88a6-4c6a-9925-71ebbf52fa47 tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:10.695037 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] get_ports_and_sgs() called for port_ids ['2ee3cee0-d746-400f-b7b8-09d887f8ce8c'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:17:10.771928 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8161671-88a6-4c6a-9925-71ebbf52fa47 tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] Pushing event deleted for resources: {'Port': ['ID=8be7d6e9-4715-4323-8898-bed4da0770cd,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:17:10.777641 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] get_ports_and_sgs() called for port_ids ['6a4b8ce2-5576-4cee-bfe3-748a068501c6'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:17:10.856640 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2567b69-6755-4706-a64c-aeec4aa92653 req-a8161671-88a6-4c6a-9925-71ebbf52fa47 tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] No DVR routers for this DVR port 8be7d6e9-4715-4323-8898-bed4da0770cd on host n-h2-705658-22 {{(pid=105584) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:17:10.859500 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-e2567b69-6755-4706-a64c-aeec4aa92653 req-a8161671-88a6-4c6a-9925-71ebbf52fa47 tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:10.862447 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-e2567b69-6755-4706-a64c-aeec4aa92653 req-a8161671-88a6-4c6a-9925-71ebbf52fa47 tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] 10.222.0.60 "DELETE /v2.0/ports/8be7d6e9-4715-4323-8898-bed4da0770cd HTTP/1.1" status: 204 len: 173 time: 2.0955195 Jul 27 21:17:10.863233 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4dc34a0-26eb-4a51-8154-dd550690fa83', 'name': 'network-vif-deleted', 'tag': '8be7d6e9-4715-4323-8898-bed4da0770cd'}] {{(pid=105584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:17:10.874660 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bce5e6c8685464f7626901654159975603b047827e3138302ed6566e28f1343" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83b8020a-88de-46cd-b48c-57a304917ca0" -d '{"events": [{"server_uuid": "a4dc34a0-26eb-4a51-8154-dd550690fa83", "name": "network-vif-deleted", "tag": "8be7d6e9-4715-4323-8898-bed4da0770cd"}]}' {{(pid=105584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:17:10.942725 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-7cc8b9f4-f831-4466-bf97-364ab289b89f None None] Provisioning complete for port 751b098e-3416-46a6-bf81-96ff7addbc26 triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:17:10.943346 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-7cc8b9f4-f831-4466-bf97-364ab289b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:10.962952 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:17:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24002721-ce07-44f8-9ec8-90bdd9ae8b4a x-openstack-request-id: req-24002721-ce07-44f8-9ec8-90bdd9ae8b4a {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:17:10.963484 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4dc34a0-26eb-4a51-8154-dd550690fa83", "name": "network-vif-deleted", "tag": "8be7d6e9-4715-4323-8898-bed4da0770cd", "status": "completed", "code": 200}]} {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:17:10.963914 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-24002721-ce07-44f8-9ec8-90bdd9ae8b4a {{(pid=105584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:17:10.964477 n-d-705658-22 neutron-server[105584]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4dc34a0-26eb-4a51-8154-dd550690fa83', 'name': 'network-vif-deleted', 'tag': '8be7d6e9-4715-4323-8898-bed4da0770cd', 'status': 'completed', 'code': 200} Jul 27 21:17:11.133672 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-7cc8b9f4-f831-4466-bf97-364ab289b89f None None] Port 751b098e-3416-46a6-bf81-96ff7addbc26 cannot update to ACTIVE because it is not bound. {{(pid=105586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:17:11.213249 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-7cc8b9f4-f831-4466-bf97-364ab289b89f None None] Provisioning for port 38841b3d-a177-47d1-b037-6a0bc8beec9c completed by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:17:11.224086 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-7cc8b9f4-f831-4466-bf97-364ab289b89f None None] Provisioning complete for port 38841b3d-a177-47d1-b037-6a0bc8beec9c triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:17:11.224086 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-7cc8b9f4-f831-4466-bf97-364ab289b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:11.286494 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-7cc8b9f4-f831-4466-bf97-364ab289b89f None None] Port 38841b3d-a177-47d1-b037-6a0bc8beec9c cannot update to ACTIVE because it is not bound. {{(pid=105586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:17:11.398332 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5573e148-8bef-4e48-b9b9-2fcb25815e40 req-20f3ea8b-dbd4-4b46-b003-9dff2edceb09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:17:11.399899 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-5573e148-8bef-4e48-b9b9-2fcb25815e40 req-20f3ea8b-dbd4-4b46-b003-9dff2edceb09 service neutron] 10.222.0.60 "GET /v2.0/networks?id=4ce75dcf-0fe8-4adc-83bc-310cc0685be5 HTTP/1.1" status: 200 len: 907 time: 0.4737115 Jul 27 21:17:11.408612 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5960ae9f-d69a-4b44-b039-e6927025278e req-a6cd2a2e-5390-42f3-8f70-4c1806919eed tempest-TestNetworkAdvancedServerOps-1085103497 tempest-TestNetworkAdvancedServerOps-1085103497-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:17:11.415876 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-5960ae9f-d69a-4b44-b039-e6927025278e req-a6cd2a2e-5390-42f3-8f70-4c1806919eed tempest-TestNetworkAdvancedServerOps-1085103497 tempest-TestNetworkAdvancedServerOps-1085103497-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=14188e1a-88ea-45e0-ad71-5de945522dfe HTTP/1.1" status: 200 len: 1098 time: 0.3607001 Jul 27 21:17:11.422255 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-1dadc090-ed4a-4744-8f7a-a0acb2a4a661 None None] Provisioning complete for port 38841b3d-a177-47d1-b037-6a0bc8beec9c triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:17:11.423418 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-1dadc090-ed4a-4744-8f7a-a0acb2a4a661 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:11.440866 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [None req-0b309393-f1c5-4c8b-bdaf-c89af0610489 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Deleting port 38841b3d-a177-47d1-b037-6a0bc8beec9c {{(pid=105585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:17:11.441214 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-0b309393-f1c5-4c8b-bdaf-c89af0610489 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:11.459202 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 42558) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:17:11.525439 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-1dadc090-ed4a-4744-8f7a-a0acb2a4a661 None None] Port 38841b3d-a177-47d1-b037-6a0bc8beec9c cannot update to ACTIVE because it is not bound. {{(pid=105586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:17:11.535310 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-5573e148-8bef-4e48-b9b9-2fcb25815e40 req-4b9708f8-9937-4ed6-9b97-54d47ca553b8 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6a4b8ce2-5576-4cee-bfe3-748a068501c6 HTTP/1.1" status: 200 len: 217 time: 0.1145315 Jul 27 21:17:11.545798 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96ba35d-35d9-4766-b6dc-b8b72258039d req-ce619dbb-a64b-4a5f-9aaf-8266adb1d881 tempest-AttachVolumeNegativeTest-845744699 tempest-AttachVolumeNegativeTest-845744699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:17:11.547367 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a96ba35d-35d9-4766-b6dc-b8b72258039d req-ce619dbb-a64b-4a5f-9aaf-8266adb1d881 tempest-AttachVolumeNegativeTest-845744699 tempest-AttachVolumeNegativeTest-845744699-project] 10.222.0.59 "GET /v2.0/ports?device_id=6e5447c6-d7f3-4d8b-9a0c-d3f7782f814c HTTP/1.1" status: 200 len: 944 time: 0.5758088 Jul 27 21:17:11.559989 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-da88b3be-bba2-415a-a261-931af1fac88d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:11.657783 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c1edc4b0-2d4a-40fd-a888-3d11b0be9e6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:11.692685 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-5960ae9f-d69a-4b44-b039-e6927025278e req-4584a9ad-734e-45db-940e-074ac12125f8 tempest-TestNetworkAdvancedServerOps-1085103497 tempest-TestNetworkAdvancedServerOps-1085103497-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=e9ca66b5-3d33-4671-986c-aa471cc95217&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2758985 Jul 27 21:17:11.727864 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5573e148-8bef-4e48-b9b9-2fcb25815e40 req-72e075e0-92d3-4284-b022-adfab9ebc27e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:17:11.729588 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-5573e148-8bef-4e48-b9b9-2fcb25815e40 req-72e075e0-92d3-4284-b022-adfab9ebc27e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c0af41ef-52d2-41ac-b6df-e93e08f17b8d HTTP/1.1" status: 200 len: 846 time: 0.1797113 Jul 27 21:17:11.765665 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 42582) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:17:11.766802 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a96ba35d-35d9-4766-b6dc-b8b72258039d req-d7f62596-9bdd-4f9c-919b-5fe9ec344e17 tempest-AttachVolumeNegativeTest-845744699 tempest-AttachVolumeNegativeTest-845744699-project] 10.222.0.59 "GET /v2.0/security-groups?id=2650ee69-e2a9-4bf0-b170-d21e83666964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1885796 Jul 27 21:17:11.809124 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-5573e148-8bef-4e48-b9b9-2fcb25815e40 req-86363c45-b207-4166-8e55-54f47ce417b9 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4ce75dcf-0fe8-4adc-83bc-310cc0685be5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0678844 Jul 27 21:17:11.855628 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:11.865599 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-0b309393-f1c5-4c8b-bdaf-c89af0610489 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:11.869027 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Device 7f7d47d0-5894-436c-b0b6-d37aa2c285a9 details requested by agent hyperv_n-h2-705658-22 with host n-h2-705658-22 {{(pid=105586) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:17:11.872389 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Device 8be7d6e9-4715-4323-8898-bed4da0770cd no longer exists at agent hyperv_n-h2-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:17:11.921326 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-3d54578f-831f-4696-b568-13c455922dab None None] No Port match for: 8be7d6e9-4715-4323-8898-bed4da0770cd {{(pid=105586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:17:11.921674 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Device 8be7d6e9-4715-4323-8898-bed4da0770cd not bound to the agent host n-h2-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:17:11.933944 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c1edc4b0-2d4a-40fd-a888-3d11b0be9e6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:11.945101 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c1edc4b0-2d4a-40fd-a888-3d11b0be9e6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:11.980097 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-c1edc4b0-2d4a-40fd-a888-3d11b0be9e6c admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=db889f3cd7d0406e8b23367042abc534&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5194602 Jul 27 21:17:11.983376 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 42600) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:17:12.051273 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1edc4b0-2d4a-40fd-a888-3d11b0be9e6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ca7bc09-d406-4240-8396-0e219b4d2717,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:17:12.067454 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] For port 7f7d47d0-5894-436c-b0b6-d37aa2c285a9, host n-h2-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=7f7d47d0-5894-436c-b0b6-d37aa2c285a9,segment=NetworkSegment(749d1f51-8998-49bc-ba8d-208be5295f5a),segment_id=749d1f51-8998-49bc-ba8d-208be5295f5a)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:17:12.107887 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Returning: {'device': '7f7d47d0-5894-436c-b0b6-d37aa2c285a9', 'network_id': '0ded17b3-440e-4dbe-8ea1-4e29acefb236', 'port_id': '7f7d47d0-5894-436c-b0b6-d37aa2c285a9', 'mac_address': 'fa:16:3e:b8:c9:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 246, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0afa8897-5216-45a9-9a1e-8fc30b1f7259', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105586) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:17:12.109914 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [None req-0b309393-f1c5-4c8b-bdaf-c89af0610489 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Calling delete_port for 38841b3d-a177-47d1-b037-6a0bc8beec9c owned by {{(pid=105585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:17:12.152814 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:12.168237 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [None req-3d54578f-831f-4696-b568-13c455922dab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f7d47d0-5894-436c-b0b6-d37aa2c285a9 {{(pid=105586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:17:12.196947 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-5573e148-8bef-4e48-b9b9-2fcb25815e40 req-fb4f3f3e-103b-4daf-b4ef-952c0014da2f service neutron] 10.222.0.60 "GET /v2.0/networks/4ce75dcf-0fe8-4adc-83bc-310cc0685be5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3170369 Jul 27 21:17:12.197229 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-69ebd908-0506-4017-a307-4dae29e3d2e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:12.201220 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] For port 7f7d47d0-5894-436c-b0b6-d37aa2c285a9, host n-h2-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=7f7d47d0-5894-436c-b0b6-d37aa2c285a9,segment=NetworkSegment(749d1f51-8998-49bc-ba8d-208be5295f5a),segment_id=749d1f51-8998-49bc-ba8d-208be5295f5a)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:17:12.213345 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:12.223417 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-69ebd908-0506-4017-a307-4dae29e3d2e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:12.265964 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-2cd729e1-7e76-4ca9-8531-650d2e899721 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Deleting port b62f03b6-d643-4761-9ae6-b8b5ddbd7fc9 {{(pid=105584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:17:12.266501 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-2cd729e1-7e76-4ca9-8531-650d2e899721 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:12.311023 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Pushing event updated for resources: {'Port': ['ID=7f7d47d0-5894-436c-b0b6-d37aa2c285a9,revision_number=4']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:17:12.367800 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-69ebd908-0506-4017-a307-4dae29e3d2e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:12.370563 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-69ebd908-0506-4017-a307-4dae29e3d2e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:12.371799 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-69ebd908-0506-4017-a307-4dae29e3d2e3 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/6ca7bc09-d406-4240-8396-0e219b4d2717 HTTP/1.1" status: 204 len: 168 time: 0.3789263 Jul 27 21:17:12.380617 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-2cd729e1-7e76-4ca9-8531-650d2e899721 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:12.381134 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-2cd729e1-7e76-4ca9-8531-650d2e899721 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:12.394323 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ebd908-0506-4017-a307-4dae29e3d2e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ca7bc09-d406-4240-8396-0e219b4d2717,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:17:12.416189 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-2cd729e1-7e76-4ca9-8531-650d2e899721 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Calling delete_port for b62f03b6-d643-4761-9ae6-b8b5ddbd7fc9 owned by network:floatingip {{(pid=105584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:17:12.546007 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] get_ports_and_sgs() called for port_ids ['7f7d47d0-5894-436c-b0b6-d37aa2c285a9'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:17:12.550663 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-5573e148-8bef-4e48-b9b9-2fcb25815e40 req-a1034d5b-ecae-48fa-859c-df6a0c2154a1 service neutron] 10.222.0.60 "GET /v2.0/networks/4ce75dcf-0fe8-4adc-83bc-310cc0685be5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3115411 Jul 27 21:17:12.571914 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d9f1f2-fd28-4545-a8be-c302e7472aa8 req-5b673afd-bbef-4319-90a5-96aa3e7d7b6b tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:17:12.573644 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-59d9f1f2-fd28-4545-a8be-c302e7472aa8 req-5b673afd-bbef-4319-90a5-96aa3e7d7b6b tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] 10.222.0.59 "GET /v2.0/ports?device_id=cfacffca-6c3a-418e-a796-bf0c75733225 HTTP/1.1" status: 200 len: 945 time: 0.3712873 Jul 27 21:17:12.575524 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-0b309393-f1c5-4c8b-bdaf-c89af0610489 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:12.579169 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [None req-7cf05a96-76a9-4efe-8c1c-e47c4a26770e tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Deleting port 948a6c67-1e3e-4c38-95c5-adf4a5819e6e {{(pid=105585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:17:12.579566 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-7cf05a96-76a9-4efe-8c1c-e47c4a26770e tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:12.726209 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-2cd729e1-7e76-4ca9-8531-650d2e899721 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:12.763696 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-7cf05a96-76a9-4efe-8c1c-e47c4a26770e tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:12.776928 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd729e1-7e76-4ca9-8531-650d2e899721 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Pushing event deleted for resources: {'Port': ['ID=b62f03b6-d643-4761-9ae6-b8b5ddbd7fc9,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:17:12.780508 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [None req-7cf05a96-76a9-4efe-8c1c-e47c4a26770e tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Calling delete_port for 948a6c67-1e3e-4c38-95c5-adf4a5819e6e owned by network:router_interface {{(pid=105585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:17:12.853793 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b309393-f1c5-4c8b-bdaf-c89af0610489 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Pushing event deleted for resources: {'Port': ['ID=38841b3d-a177-47d1-b037-6a0bc8beec9c,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:17:12.918284 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-2cd729e1-7e76-4ca9-8531-650d2e899721 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks [] for floatingip, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:12.920275 n-d-705658-22 neutron-server[105584]: INFO neutron.db.l3_db [None req-2cd729e1-7e76-4ca9-8531-650d2e899721 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Floating IP 6a3117a8-3319-4152-bd9e-433be5ef2ab9 disassociated (deleted). External IP: 172.25.5.176, port: a5118c8d-ab51-49e4-b3a1-24b132773522. Jul 27 21:17:12.933065 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-bb32ed7d-8717-448b-a9c8-a5a0117d1fd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:12.938061 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 42646) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:17:13.046187 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-0b309393-f1c5-4c8b-bdaf-c89af0610489 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:13.049450 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-0b309393-f1c5-4c8b-bdaf-c89af0610489 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] 10.222.0.59 "DELETE /v2.0/ports/38841b3d-a177-47d1-b037-6a0bc8beec9c HTTP/1.1" status: 204 len: 168 time: 2.8469687 Jul 27 21:17:13.064291 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-59d9f1f2-fd28-4545-a8be-c302e7472aa8 req-776b2919-01cc-4199-a96c-e46513ccdc05 tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] 10.222.0.59 "GET /v2.0/security-groups?id=9a7007a9-34fe-445e-9576-80a9b33bcd70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2095554 Jul 27 21:17:13.069285 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 42650) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:17:13.120928 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 42652) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:17:13.137538 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-ffbe673b-98f7-4b48-8ee5-e49d2ad4c165 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:13.143588 n-d-705658-22 neutron-server[105585]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a3ab39d-8bf3-4d6b-8c2f-cf0b04f7e342 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] GET failed (client error): The resource could not be found. Jul 27 21:17:13.151948 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-2a3ab39d-8bf3-4d6b-8c2f-cf0b04f7e342 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] 10.222.0.59 "GET /v2.0/ports/38841b3d-a177-47d1-b037-6a0bc8beec9c HTTP/1.1" status: 404 len: 333 time: 0.0700507 Jul 27 21:17:13.179654 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 42654) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:17:13.242977 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-0d65718f-9afa-4940-bf1d-76d8a84ce08e admin admin] Notify callbacks [] for security_group, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:13.273948 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91935949-a87c-43d3-8bcd-6b5cfd86c69e req-93b11f65-2dbd-44c9-9bf8-3a3a8ba3b378 tempest-AttachVolumeNegativeTest-845744699 tempest-AttachVolumeNegativeTest-845744699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:17:13.275584 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-91935949-a87c-43d3-8bcd-6b5cfd86c69e req-93b11f65-2dbd-44c9-9bf8-3a3a8ba3b378 tempest-AttachVolumeNegativeTest-845744699 tempest-AttachVolumeNegativeTest-845744699-project] 10.222.0.59 "GET /v2.0/ports?device_id=6e5447c6-d7f3-4d8b-9a0c-d3f7782f814c HTTP/1.1" status: 200 len: 945 time: 0.3403208 Jul 27 21:17:13.340123 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-2d694fbc-5d3d-409f-9ccc-22a9e2fc9f6d tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Notify callbacks [] for security_group, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:13.359729 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-91935949-a87c-43d3-8bcd-6b5cfd86c69e req-6d351b94-1fd3-4a49-8d90-5c496b229802 tempest-AttachVolumeNegativeTest-845744699 tempest-AttachVolumeNegativeTest-845744699-project] 10.222.0.59 "GET /v2.0/security-groups?id=2650ee69-e2a9-4bf0-b170-d21e83666964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660691 Jul 27 21:17:13.377959 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-2d694fbc-5d3d-409f-9ccc-22a9e2fc9f6d tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:13.384177 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-7cf05a96-76a9-4efe-8c1c-e47c4a26770e tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:13.421678 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf05a96-76a9-4efe-8c1c-e47c4a26770e tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Pushing event deleted for resources: {'Port': ['ID=948a6c67-1e3e-4c38-95c5-adf4a5819e6e,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:17:13.437286 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cd729e1-7e76-4ca9-8531-650d2e899721 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Router 8506beef-e928-4106-ad74-7b2da26a7668 has already been hosted by L3 agent dd128fd7-8e57-4d4f-895b-a96b369df59a {{(pid=105584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:17:13.510743 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-2d694fbc-5d3d-409f-9ccc-22a9e2fc9f6d tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:13.513290 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-2d694fbc-5d3d-409f-9ccc-22a9e2fc9f6d tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Notify callbacks [] for security_group, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:13.517080 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-2d694fbc-5d3d-409f-9ccc-22a9e2fc9f6d tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] 10.222.0.59 "DELETE /v2.0/security-groups/7e1b699d-3f7a-4e0e-9973-4a598388550b HTTP/1.1" status: 204 len: 168 time: 0.3337135 Jul 27 21:17:13.517873 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 42660) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:17:13.523641 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-ffbe673b-98f7-4b48-8ee5-e49d2ad4c165 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:13.535584 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-ffbe673b-98f7-4b48-8ee5-e49d2ad4c165 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:13.543347 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d694fbc-5d3d-409f-9ccc-22a9e2fc9f6d tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e1b699d-3f7a-4e0e-9973-4a598388550b,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:17:13.558361 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d694fbc-5d3d-409f-9ccc-22a9e2fc9f6d tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:17:13.558716 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d694fbc-5d3d-409f-9ccc-22a9e2fc9f6d tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:17:13.559100 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d694fbc-5d3d-409f-9ccc-22a9e2fc9f6d tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:17:13.559433 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d694fbc-5d3d-409f-9ccc-22a9e2fc9f6d tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:17:13.559772 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d694fbc-5d3d-409f-9ccc-22a9e2fc9f6d tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:17:13.560114 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d694fbc-5d3d-409f-9ccc-22a9e2fc9f6d tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:17:13.560459 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d694fbc-5d3d-409f-9ccc-22a9e2fc9f6d tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:17:13.560794 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d694fbc-5d3d-409f-9ccc-22a9e2fc9f6d tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:17:13.561125 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d694fbc-5d3d-409f-9ccc-22a9e2fc9f6d tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:17:13.561459 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d694fbc-5d3d-409f-9ccc-22a9e2fc9f6d tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:17:13.561796 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d694fbc-5d3d-409f-9ccc-22a9e2fc9f6d tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:17:13.562122 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d694fbc-5d3d-409f-9ccc-22a9e2fc9f6d tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:17:13.637980 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-ffbe673b-98f7-4b48-8ee5-e49d2ad4c165 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=f393c7d6fd694a7facedcae9bf904ebf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5159621 Jul 27 21:17:13.644765 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 42664) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:17:13.668432 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbe673b-98f7-4b48-8ee5-e49d2ad4c165 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53cf8f61-c04f-4a7e-bddd-5012a8847a63,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:17:13.687102 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cd729e1-7e76-4ca9-8531-650d2e899721 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify agent at l3_agent.n-d-705658-22 the message routers_updated {{(pid=105584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:17:13.694132 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-2cd729e1-7e76-4ca9-8531-650d2e899721 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for floatingip, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:13.698712 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-090fea63-0304-4ded-bd00-9675c6fe3f17 None None] Sync routers for ids ['8506beef-e928-4106-ad74-7b2da26a7668'] in n-d-705658-22 {{(pid=105586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:17:13.713013 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-090fea63-0304-4ded-bd00-9675c6fe3f17 None None] Routers {'8506beef-e928-4106-ad74-7b2da26a7668'} bound to L3 agent in host n-d-705658-22 {{(pid=105586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:17:13.714123 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-090fea63-0304-4ded-bd00-9675c6fe3f17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:17:12Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['8506beef-e928-4106-ad74-7b2da26a7668'], 'active': True} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:17:13.756144 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-645b411f-7a9e-43b6-8cf5-0849f2322243 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:13.802033 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-2cd729e1-7e76-4ca9-8531-650d2e899721 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] 10.222.0.59 "DELETE /v2.0/floatingips/6a3117a8-3319-4152-bd9e-433be5ef2ab9 HTTP/1.1" status: 204 len: 168 time: 2.0344000 Jul 27 21:17:13.806966 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14188e1a-88ea-45e0-ad71-5de945522dfe', 'tag': 'a5118c8d-ab51-49e4-b3a1-24b132773522'}] {{(pid=105584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:17:13.809303 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bce5e6c8685464f7626901654159975603b047827e3138302ed6566e28f1343" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fd55b03-ac7f-4fef-9c98-18e9886a2c57" -d '{"events": [{"name": "network-changed", "server_uuid": "14188e1a-88ea-45e0-ad71-5de945522dfe", "tag": "a5118c8d-ab51-49e4-b3a1-24b132773522"}]}' {{(pid=105584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:17:13.826401 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-645b411f-7a9e-43b6-8cf5-0849f2322243 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:13.830405 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-0d65718f-9afa-4940-bf1d-76d8a84ce08e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:13.832494 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-7cf05a96-76a9-4efe-8c1c-e47c4a26770e tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3743915', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4076308'] for router_interface, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:13.848155 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-0d65718f-9afa-4940-bf1d-76d8a84ce08e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:13.917072 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b27fd5f-4cc5-4d2c-b485-245d222a25f2 req-1c159509-ac92-4361-8170-aa68484ae91a tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:17:13.920854 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-9b27fd5f-4cc5-4d2c-b485-245d222a25f2 req-1c159509-ac92-4361-8170-aa68484ae91a tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] 10.222.0.36 "GET /v2.0/ports?device_id=cfacffca-6c3a-418e-a796-bf0c75733225 HTTP/1.1" status: 200 len: 945 time: 0.1706617 Jul 27 21:17:13.925908 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:17:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-507919f7-670f-4d26-8a23-68db46da3189 x-openstack-request-id: req-507919f7-670f-4d26-8a23-68db46da3189 {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:17:13.927437 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14188e1a-88ea-45e0-ad71-5de945522dfe", "tag": "a5118c8d-ab51-49e4-b3a1-24b132773522", "status": "completed", "code": 200}]} {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:17:13.928079 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-507919f7-670f-4d26-8a23-68db46da3189 {{(pid=105584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:17:13.929194 n-d-705658-22 neutron-server[105584]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14188e1a-88ea-45e0-ad71-5de945522dfe', 'tag': 'a5118c8d-ab51-49e4-b3a1-24b132773522', 'status': 'completed', 'code': 200} Jul 27 21:17:13.933552 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-0d65718f-9afa-4940-bf1d-76d8a84ce08e admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=b1f05c35405e496bb42346b83363425f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9935632 Jul 27 21:17:13.946126 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 42674) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:17:14.018492 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-645b411f-7a9e-43b6-8cf5-0849f2322243 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:14.024542 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-645b411f-7a9e-43b6-8cf5-0849f2322243 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:14.028595 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-645b411f-7a9e-43b6-8cf5-0849f2322243 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/53cf8f61-c04f-4a7e-bddd-5012a8847a63 HTTP/1.1" status: 204 len: 168 time: 0.3790195 Jul 27 21:17:14.105743 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d65718f-9afa-4940-bf1d-76d8a84ce08e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf5a6fe7-bda5-4c2a-accf-e6cb87169c07,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:17:14.149176 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-2ef0bd5b-8968-445a-aba2-499f4c1805e3 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Notify callbacks [] for security_group, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:14.192987 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645b411f-7a9e-43b6-8cf5-0849f2322243 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53cf8f61-c04f-4a7e-bddd-5012a8847a63,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:17:14.258010 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [req-9b27fd5f-4cc5-4d2c-b485-245d222a25f2 req-f53d76b8-cf42-4f36-a57b-e8d0a4c30f57 tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] Deleting port 2ee3cee0-d746-400f-b7b8-09d887f8ce8c {{(pid=105584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:17:14.258757 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-9b27fd5f-4cc5-4d2c-b485-245d222a25f2 req-f53d76b8-cf42-4f36-a57b-e8d0a4c30f57 tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:14.366247 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [req-9b27fd5f-4cc5-4d2c-b485-245d222a25f2 req-f53d76b8-cf42-4f36-a57b-e8d0a4c30f57 tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] For port 2ee3cee0-d746-400f-b7b8-09d887f8ce8c, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=2ee3cee0-d746-400f-b7b8-09d887f8ce8c,segment=NetworkSegment(82701821-d08d-4e1b-9667-8c6e67e04bdc),segment_id=82701821-d08d-4e1b-9667-8c6e67e04bdc)] {{(pid=105584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:17:14.367099 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-9b27fd5f-4cc5-4d2c-b485-245d222a25f2 req-f53d76b8-cf42-4f36-a57b-e8d0a4c30f57 tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:14.371862 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvr_db [None req-090fea63-0304-4ded-bd00-9675c6fe3f17 None None] Set router 8506beef-e928-4106-ad74-7b2da26a7668 gateway port host: n-d-705658-22 {{(pid=105586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:17:14.403074 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [req-9b27fd5f-4cc5-4d2c-b485-245d222a25f2 req-f53d76b8-cf42-4f36-a57b-e8d0a4c30f57 tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] Calling delete_port for 2ee3cee0-d746-400f-b7b8-09d887f8ce8c owned by compute:nova {{(pid=105584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:17:14.416272 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Device 7f7d47d0-5894-436c-b0b6-d37aa2c285a9 up at agent hyperv_n-h2-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:17:14.515765 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-875ced1b-4cf3-463a-9653-058f0f9421e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:14.649179 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-3d54578f-831f-4696-b568-13c455922dab None None] Provisioning for port 7f7d47d0-5894-436c-b0b6-d37aa2c285a9 completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:17:14.649802 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-9b27fd5f-4cc5-4d2c-b485-245d222a25f2 req-f53d76b8-cf42-4f36-a57b-e8d0a4c30f57 tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:14.655744 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-3d54578f-831f-4696-b568-13c455922dab None None] Provisioning complete for port 7f7d47d0-5894-436c-b0b6-d37aa2c285a9 triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:17:14.656128 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:14.670874 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] get_ports_and_sgs() called for port_ids ['2ee3cee0-d746-400f-b7b8-09d887f8ce8c'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:17:14.672557 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] get_ports_and_sgs() called for port_ids ['6a4b8ce2-5576-4cee-bfe3-748a068501c6'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:17:14.768483 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53d76b8-cf42-4f36-a57b-e8d0a4c30f57 tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] Pushing event deleted for resources: {'Port': ['ID=2ee3cee0-d746-400f-b7b8-09d887f8ce8c,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:17:14.816170 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b27fd5f-4cc5-4d2c-b485-245d222a25f2 req-f53d76b8-cf42-4f36-a57b-e8d0a4c30f57 tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] No DVR routers for this DVR port 2ee3cee0-d746-400f-b7b8-09d887f8ce8c on host n-h1-705658-22 {{(pid=105584) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:17:14.824277 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-9b27fd5f-4cc5-4d2c-b485-245d222a25f2 req-f53d76b8-cf42-4f36-a57b-e8d0a4c30f57 tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:14.826477 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-9b27fd5f-4cc5-4d2c-b485-245d222a25f2 req-f53d76b8-cf42-4f36-a57b-e8d0a4c30f57 tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] 10.222.0.36 "DELETE /v2.0/ports/2ee3cee0-d746-400f-b7b8-09d887f8ce8c HTTP/1.1" status: 204 len: 173 time: 0.8950179 Jul 27 21:17:15.050263 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:15.052397 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-2ef0bd5b-8968-445a-aba2-499f4c1805e3 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:15.056839 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.agents_db [None req-558fcd2c-e512-47bc-a170-8673d87f7213 None None] Agent healthcheck: found 7 active agents {{(pid=105587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 21:17:15.086086 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e5447c6-d7f3-4d8b-9a0c-d3f7782f814c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f7d47d0-5894-436c-b0b6-d37aa2c285a9'}] {{(pid=105586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:17:15.089329 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14c1663e039faf5393f87855f745010ac5b02220355b68fdbf065393e303ac56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d88b482e-7353-4f16-8728-6d5bb1eb4f96" -d '{"events": [{"server_uuid": "6e5447c6-d7f3-4d8b-9a0c-d3f7782f814c", "name": "network-vif-plugged", "status": "completed", "tag": "7f7d47d0-5894-436c-b0b6-d37aa2c285a9"}]}' {{(pid=105586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:17:15.110392 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd55b03-ac7f-4fef-9c98-18e9886a2c57 req-12ede7f3-6e4e-4c57-9265-d96afba2fde0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:17:15.112103 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-8fd55b03-ac7f-4fef-9c98-18e9886a2c57 req-12ede7f3-6e4e-4c57-9265-d96afba2fde0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=379416b786c44e07b1b1ba1a5ea96882&device_id=14188e1a-88ea-45e0-ad71-5de945522dfe HTTP/1.1" status: 200 len: 1098 time: 1.1649237 Jul 27 21:17:15.131572 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] For port 7f7d47d0-5894-436c-b0b6-d37aa2c285a9, host n-h2-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=7f7d47d0-5894-436c-b0b6-d37aa2c285a9,segment=NetworkSegment(749d1f51-8998-49bc-ba8d-208be5295f5a),segment_id=749d1f51-8998-49bc-ba8d-208be5295f5a)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:17:15.154649 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-090fea63-0304-4ded-bd00-9675c6fe3f17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8506beef-e928-4106-ad74-7b2da26a7668', 'name': 'tempest-TestNetworkAdvancedServerOps-router-474468986', 'tenant_id': '379416b786c44e07b1b1ba1a5ea96882', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.14'}], 'enable_snat': True}, 'gw_port_id': '50fb8687-1601-46c6-af69-b43fd9a0ae38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:14:10Z', 'updated_at': '2021-07-27T21:14:18Z', 'revision_number': 4, 'project_id': '379416b786c44e07b1b1ba1a5ea96882', 'gw_port': {'id': '50fb8687-1601-46c6-af69-b43fd9a0ae38', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:b7:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8506beef-e928-4106-ad74-7b2da26a7668', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2173, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:14:11Z', 'updated_at': '2021-07-27T21:14:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_interfaces': [{'id': 'dba1bae5-1c7a-4047-8d99-6c160550919f', 'name': '', 'network_id': '1d4d21d8-5a4a-4948-971c-89356ade9736', 'tenant_id': '379416b786c44e07b1b1ba1a5ea96882', 'mac_address': 'fa:16:3e:47:16:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8506beef-e928-4106-ad74-7b2da26a7668', 'device_owner': 'network:router_interface', 'standard_attr_id': 2191, 'fixed_ips': [{'subnet_id': 'ddef23d9-d17b-4086-bd3c-1e30aa0e0ca0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:14:17Z', 'updated_at': '2021-07-27T21:14:26Z', 'revision_number': 5, 'project_id': '379416b786c44e07b1b1ba1a5ea96882', 'subnets': [{'id': 'ddef23d9-d17b-4086-bd3c-1e30aa0e0ca0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-22', False) {} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:17:15.205795 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:15.293645 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-38f554b3-c002-41dd-8132-95e5e58602db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:15.317373 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-090fea63-0304-4ded-bd00-9675c6fe3f17 None None] Checking router: 8506beef-e928-4106-ad74-7b2da26a7668 for host: n-d-705658-22 {{(pid=105586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:17:15.317606 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cf05a96-76a9-4efe-8c1c-e47c4a26770e tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Router a0c9a2c7-ed59-46bf-b707-c8f1d1136348 has already been hosted by L3 agent dd128fd7-8e57-4d4f-895b-a96b369df59a {{(pid=105585) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:17:15.324918 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Pushing event updated for resources: {'Port': ['ID=7f7d47d0-5894-436c-b0b6-d37aa2c285a9,revision_number=5']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:17:15.353133 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:17:15.353489 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:17:15.353840 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:17:15.354200 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:17:15.354541 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:17:15.354877 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:17:15.355036 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb0d063-275b-4675-8947-770ae4405695 req-503841b3-90d4-4293-9cc7-9e634871acf5 tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:17:15.355229 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:17:15.355562 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:17:15.355928 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:17:15.356217 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:17:15.356728 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-cbb0d063-275b-4675-8947-770ae4405695 req-503841b3-90d4-4293-9cc7-9e634871acf5 tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] 10.222.0.59 "GET /v2.0/ports?device_id=cfacffca-6c3a-418e-a796-bf0c75733225 HTTP/1.1" status: 200 len: 867 time: 1.1855311 Jul 27 21:17:15.363721 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:17:15.367649 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:17:15.381450 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-090fea63-0304-4ded-bd00-9675c6fe3f17 None None] Routers {'8506beef-e928-4106-ad74-7b2da26a7668'} bound to L3 agent in host n-d-705658-22 {{(pid=105586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:17:15.383383 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-090fea63-0304-4ded-bd00-9675c6fe3f17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:17:12Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['8506beef-e928-4106-ad74-7b2da26a7668'], 'active': True} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:17:15.414861 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-2ef0bd5b-8968-445a-aba2-499f4c1805e3 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:15.414861 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-2ef0bd5b-8968-445a-aba2-499f4c1805e3 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Notify callbacks [] for security_group, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:15.415979 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-2ef0bd5b-8968-445a-aba2-499f4c1805e3 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] 10.222.0.59 "DELETE /v2.0/security-groups/d9ab0156-d924-412c-8222-fce24e7899a8 HTTP/1.1" status: 204 len: 168 time: 1.8972552 Jul 27 21:17:15.420059 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 42724) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:17:15.424832 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02034c2b-a14d-4712-864f-ae6514cdb9d6 req-95b40756-ecd9-446e-ae4b-8965da7c0403 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:17:15.432590 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-02034c2b-a14d-4712-864f-ae6514cdb9d6 req-95b40756-ecd9-446e-ae4b-8965da7c0403 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] 10.222.0.59 "GET /v2.0/ports?device_id=14188e1a-88ea-45e0-ad71-5de945522dfe HTTP/1.1" status: 200 len: 946 time: 1.1274998 Jul 27 21:17:15.440878 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-38f554b3-c002-41dd-8132-95e5e58602db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:15.521729 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-59505670-b72a-4518-bdd6-4f577adde133 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Notify callbacks [] for security_group, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:15.557209 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-59505670-b72a-4518-bdd6-4f577adde133 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:15.561353 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef0bd5b-8968-445a-aba2-499f4c1805e3 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9ab0156-d924-412c-8222-fce24e7899a8,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:17:15.601783 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd55b03-ac7f-4fef-9c98-18e9886a2c57 req-47f63aa5-374d-44a5-b62b-393b26fa1865 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:17:15.603425 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-8fd55b03-ac7f-4fef-9c98-18e9886a2c57 req-47f63aa5-374d-44a5-b62b-393b26fa1865 service neutron] 10.222.0.36 "GET /v2.0/networks?id=1d4d21d8-5a4a-4948-971c-89356ade9736 HTTP/1.1" status: 200 len: 898 time: 0.4247479 Jul 27 21:17:15.638817 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-cbb0d063-275b-4675-8947-770ae4405695 req-b47ade5a-fa83-416f-af86-acd44156f8da tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] 10.222.0.59 "GET /v2.0/security-groups?id=9a7007a9-34fe-445e-9576-80a9b33bcd70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2706454 Jul 27 21:17:15.655912 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-59505670-b72a-4518-bdd6-4f577adde133 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:15.671902 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-59505670-b72a-4518-bdd6-4f577adde133 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Notify callbacks [] for security_group, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:15.674518 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cf05a96-76a9-4efe-8c1c-e47c4a26770e tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify agent at l3_agent.n-d-705658-22 the message routers_updated {{(pid=105585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:17:15.679228 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-59505670-b72a-4518-bdd6-4f577adde133 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] 10.222.0.59 "DELETE /v2.0/security-groups/f4343e23-720f-4134-bae1-61c1c6aa7fa9 HTTP/1.1" status: 204 len: 168 time: 0.2567785 Jul 27 21:17:15.679908 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 42728) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:17:15.683954 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-7cf05a96-76a9-4efe-8c1c-e47c4a26770e tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] 10.222.0.59 "PUT /v2.0/routers/a0c9a2c7-ed59-46bf-b707-c8f1d1136348/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0867045 Jul 27 21:17:15.686573 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-8fd55b03-ac7f-4fef-9c98-18e9886a2c57 req-a82dd198-a2d9-4d10-b8de-96041d644708 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a5118c8d-ab51-49e4-b3a1-24b132773522 HTTP/1.1" status: 200 len: 217 time: 0.0676696 Jul 27 21:17:15.687544 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 42730) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:17:15.688334 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16e2b93f-417a-4f35-ac38-0083ab75d561 None None] Sync routers for ids ['a0c9a2c7-ed59-46bf-b707-c8f1d1136348'] in n-d-705658-22 {{(pid=105587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:17:15.703652 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-02034c2b-a14d-4712-864f-ae6514cdb9d6 req-5992d151-6f6d-4e05-a370-1bae60c243ab tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] 10.222.0.59 "GET /v2.0/security-groups?id=e9ca66b5-3d33-4671-986c-aa471cc95217&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2654045 Jul 27 21:17:15.713016 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16e2b93f-417a-4f35-ac38-0083ab75d561 None None] Routers {'a0c9a2c7-ed59-46bf-b707-c8f1d1136348'} bound to L3 agent in host n-d-705658-22 {{(pid=105587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:17:15.714869 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-16e2b93f-417a-4f35-ac38-0083ab75d561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:17:12Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['a0c9a2c7-ed59-46bf-b707-c8f1d1136348'], 'active': True} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:17:15.770849 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvr_db [None req-090fea63-0304-4ded-bd00-9675c6fe3f17 None None] Set router 8506beef-e928-4106-ad74-7b2da26a7668 gateway port host: n-d-705658-22 {{(pid=105586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:17:15.785671 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-16e2b93f-417a-4f35-ac38-0083ab75d561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-22', False) {} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:17:15.795940 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16e2b93f-417a-4f35-ac38-0083ab75d561 None None] Routers {'a0c9a2c7-ed59-46bf-b707-c8f1d1136348'} bound to L3 agent in host n-d-705658-22 {{(pid=105587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:17:15.796778 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-16e2b93f-417a-4f35-ac38-0083ab75d561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:17:12Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['a0c9a2c7-ed59-46bf-b707-c8f1d1136348'], 'active': True} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:17:15.849652 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-13a948ad-f07b-47d3-b961-70c311360732 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] 10.222.0.59 "GET /v2.0/ports?device_id=a0c9a2c7-ed59-46bf-b707-c8f1d1136348 HTTP/1.1" status: 200 len: 205 time: 0.1609592 Jul 27 21:17:15.851389 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd55b03-ac7f-4fef-9c98-18e9886a2c57 req-94707480-1efb-4370-adf2-ecdd1fa8ccc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:17:15.852719 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-8fd55b03-ac7f-4fef-9c98-18e9886a2c57 req-94707480-1efb-4370-adf2-ecdd1fa8ccc2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ddef23d9-d17b-4086-bd3c-1e30aa0e0ca0 HTTP/1.1" status: 200 len: 834 time: 0.1274602 Jul 27 21:17:15.855209 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 42742) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:17:15.875580 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-16e2b93f-417a-4f35-ac38-0083ab75d561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-22', False) {} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:17:15.877112 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16e2b93f-417a-4f35-ac38-0083ab75d561 None None] The sync data for ids ['a0c9a2c7-ed59-46bf-b707-c8f1d1136348'] in n-d-705658-22 is: [] {{(pid=105587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:17:15.884782 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59505670-b72a-4518-bdd6-4f577adde133 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4343e23-720f-4134-bae1-61c1c6aa7fa9,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:17:15.898157 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:17:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7a20e56-e0ab-4110-9433-ef25eb8b7a7b x-openstack-request-id: req-c7a20e56-e0ab-4110-9433-ef25eb8b7a7b {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:17:15.903253 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e5447c6-d7f3-4d8b-9a0c-d3f7782f814c", "name": "network-vif-plugged", "status": "completed", "tag": "7f7d47d0-5894-436c-b0b6-d37aa2c285a9", "code": 200}]} {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:17:15.903926 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-c7a20e56-e0ab-4110-9433-ef25eb8b7a7b {{(pid=105586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:17:15.906044 n-d-705658-22 neutron-server[105586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e5447c6-d7f3-4d8b-9a0c-d3f7782f814c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f7d47d0-5894-436c-b0b6-d37aa2c285a9', 'code': 200} Jul 27 21:17:15.933010 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfacffca-6c3a-418e-a796-bf0c75733225', 'name': 'network-vif-deleted', 'tag': '2ee3cee0-d746-400f-b7b8-09d887f8ce8c'}] {{(pid=105584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:17:15.935471 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bce5e6c8685464f7626901654159975603b047827e3138302ed6566e28f1343" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-090bbcf0-ca2d-468f-8289-5d488b60996f" -d '{"events": [{"server_uuid": "cfacffca-6c3a-418e-a796-bf0c75733225", "name": "network-vif-deleted", "tag": "2ee3cee0-d746-400f-b7b8-09d887f8ce8c"}]}' {{(pid=105584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:17:15.949342 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.db_base_plugin_v2 [None req-90919e9b-f164-4674-a865-b42a63dcb443 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Deleting subnet 6bf28ab5-d33d-46b9-92b4-696eba3d66da {{(pid=105584) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:17:15.958073 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-90919e9b-f164-4674-a865-b42a63dcb443 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Notify callbacks [] for subnet, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:16.018280 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be821e4d-6236-4080-9561-d9805965edfa req-4ce0fa3c-d45b-40db-b478-db7d4bceddf0 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:17:16.021354 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-be821e4d-6236-4080-9561-d9805965edfa req-4ce0fa3c-d45b-40db-b478-db7d4bceddf0 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] 10.222.0.36 "GET /v2.0/ports?device_id=14188e1a-88ea-45e0-ad71-5de945522dfe HTTP/1.1" status: 200 len: 946 time: 0.3335996 Jul 27 21:17:16.027256 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-90919e9b-f164-4674-a865-b42a63dcb443 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9014207'] for subnet, precommit_delete_associations {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:16.031125 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:17:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8da7265-9215-42c5-9cb6-f16acf015ba7 x-openstack-request-id: req-b8da7265-9215-42c5-9cb6-f16acf015ba7 {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:17:16.031667 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfacffca-6c3a-418e-a796-bf0c75733225", "name": "network-vif-deleted", "tag": "2ee3cee0-d746-400f-b7b8-09d887f8ce8c", "status": "completed", "code": 200}]} {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:17:16.032135 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-b8da7265-9215-42c5-9cb6-f16acf015ba7 {{(pid=105584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:17:16.032772 n-d-705658-22 neutron-server[105584]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfacffca-6c3a-418e-a796-bf0c75733225', 'name': 'network-vif-deleted', 'tag': '2ee3cee0-d746-400f-b7b8-09d887f8ce8c', 'status': 'completed', 'code': 200} Jul 27 21:17:16.094810 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-38f554b3-c002-41dd-8132-95e5e58602db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:16.097853 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-38f554b3-c002-41dd-8132-95e5e58602db admin admin] Notify callbacks [] for security_group, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:16.101364 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-38f554b3-c002-41dd-8132-95e5e58602db admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/bf5a6fe7-bda5-4c2a-accf-e6cb87169c07 HTTP/1.1" status: 204 len: 168 time: 2.0977178 Jul 27 21:17:16.129939 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-3f37a6f3-cfea-438f-8473-73d7da43560d tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify callbacks [] for router, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:16.134594 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f554b3-c002-41dd-8132-95e5e58602db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf5a6fe7-bda5-4c2a-accf-e6cb87169c07,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:17:16.219275 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-90919e9b-f164-4674-a865-b42a63dcb443 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854965'] for subnet, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:16.272171 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [req-be821e4d-6236-4080-9561-d9805965edfa req-1ce5e29a-d49e-4169-b398-559a7d8fd42e tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Deleting port a5118c8d-ab51-49e4-b3a1-24b132773522 {{(pid=105584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:17:16.272516 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-be821e4d-6236-4080-9561-d9805965edfa req-1ce5e29a-d49e-4169-b398-559a7d8fd42e tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:16.360752 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-3f37a6f3-cfea-438f-8473-73d7da43560d tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4163631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-425'] for router, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:16.372634 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d4f440-0e4f-43d7-9386-24b497fecf75 req-47f0fb6e-fb01-4b90-ac24-3fca9e69028a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:17:16.374159 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b5d4f440-0e4f-43d7-9386-24b497fecf75 req-47f0fb6e-fb01-4b90-ac24-3fca9e69028a service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=6e5447c6-d7f3-4d8b-9a0c-d3f7782f814c HTTP/1.1" status: 200 len: 1098 time: 0.4464178 Jul 27 21:17:16.382113 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-3f37a6f3-cfea-438f-8473-73d7da43560d tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:16.406882 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-90919e9b-f164-4674-a865-b42a63dcb443 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9014081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9738825'] for subnet, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:16.430597 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb749baa-2525-4fb4-88d5-ed1ba5817222 req-b5ae914c-0170-4423-be89-540e051f8e80 tempest-AttachVolumeNegativeTest-845744699 tempest-AttachVolumeNegativeTest-845744699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:17:16.432275 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-bb749baa-2525-4fb4-88d5-ed1ba5817222 req-b5ae914c-0170-4423-be89-540e051f8e80 tempest-AttachVolumeNegativeTest-845744699 tempest-AttachVolumeNegativeTest-845744699-project] 10.222.0.59 "GET /v2.0/ports?device_id=6e5447c6-d7f3-4d8b-9a0c-d3f7782f814c HTTP/1.1" status: 200 len: 946 time: 0.5778270 Jul 27 21:17:16.436542 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-090fea63-0304-4ded-bd00-9675c6fe3f17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8506beef-e928-4106-ad74-7b2da26a7668', 'name': 'tempest-TestNetworkAdvancedServerOps-router-474468986', 'tenant_id': '379416b786c44e07b1b1ba1a5ea96882', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.14'}], 'enable_snat': True}, 'gw_port_id': '50fb8687-1601-46c6-af69-b43fd9a0ae38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:14:10Z', 'updated_at': '2021-07-27T21:14:18Z', 'revision_number': 4, 'project_id': '379416b786c44e07b1b1ba1a5ea96882', 'gw_port': {'id': '50fb8687-1601-46c6-af69-b43fd9a0ae38', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:b7:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8506beef-e928-4106-ad74-7b2da26a7668', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2173, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:14:11Z', 'updated_at': '2021-07-27T21:14:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_interfaces': [{'id': 'dba1bae5-1c7a-4047-8d99-6c160550919f', 'name': '', 'network_id': '1d4d21d8-5a4a-4948-971c-89356ade9736', 'tenant_id': '379416b786c44e07b1b1ba1a5ea96882', 'mac_address': 'fa:16:3e:47:16:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8506beef-e928-4106-ad74-7b2da26a7668', 'device_owner': 'network:router_interface', 'standard_attr_id': 2191, 'fixed_ips': [{'subnet_id': 'ddef23d9-d17b-4086-bd3c-1e30aa0e0ca0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:14:17Z', 'updated_at': '2021-07-27T21:14:26Z', 'revision_number': 5, 'project_id': '379416b786c44e07b1b1ba1a5ea96882', 'subnets': [{'id': 'ddef23d9-d17b-4086-bd3c-1e30aa0e0ca0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-22', False) {} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:17:16.437261 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd55b03-ac7f-4fef-9c98-18e9886a2c57 req-53ab118b-f109-477f-8d1a-58405e21c542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:17:16.447792 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-8fd55b03-ac7f-4fef-9c98-18e9886a2c57 req-53ab118b-f109-477f-8d1a-58405e21c542 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1d4d21d8-5a4a-4948-971c-89356ade9736&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5420887 Jul 27 21:17:16.477338 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-090fea63-0304-4ded-bd00-9675c6fe3f17 None None] The sync data for ids ['8506beef-e928-4106-ad74-7b2da26a7668'] in n-d-705658-22 is: [{'id': '8506beef-e928-4106-ad74-7b2da26a7668', 'name': 'tempest-TestNetworkAdvancedServerOps-router-474468986', 'tenant_id': '379416b786c44e07b1b1ba1a5ea96882', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.14'}], 'enable_snat': True}, 'gw_port_id': '50fb8687-1601-46c6-af69-b43fd9a0ae38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:14:10Z', 'updated_at': '2021-07-27T21:14:18Z', 'revision_number': 4, 'project_id': '379416b786c44e07b1b1ba1a5ea96882', 'gw_port': {'id': '50fb8687-1601-46c6-af69-b43fd9a0ae38', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:b7:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8506beef-e928-4106-ad74-7b2da26a7668', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2173, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:14:11Z', 'updated_at': '2021-07-27T21:14:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_interfaces': [{'id': 'dba1bae5-1c7a-4047-8d99-6c160550919f', 'name': '', 'network_id': '1d4d21d8-5a4a-4948-971c-89356ade9736', 'tenant_id': '379416b786c44e07b1b1ba1a5ea96882', 'mac_address': 'fa:16:3e:47:16:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8506beef-e928-4106-ad74-7b2da26a7668', 'device_owner': 'network:router_interface', 'standard_attr_id': 2191, 'fixed_ips': [{'subnet_id': 'ddef23d9-d17b-4086-bd3c-1e30aa0e0ca0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:14:17Z', 'updated_at': '2021-07-27T21:14:26Z', 'revision_number': 5, 'project_id': '379416b786c44e07b1b1ba1a5ea96882', 'subnets': [{'id': 'ddef23d9-d17b-4086-bd3c-1e30aa0e0ca0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:17:16.507978 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90919e9b-f164-4674-a865-b42a63dcb443 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Pushing event deleted for resources: {'Subnet': ['ID=6bf28ab5-d33d-46b9-92b4-696eba3d66da,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:17:16.534699 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-90919e9b-f164-4674-a865-b42a63dcb443 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Notify callbacks [] for subnet, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:16.535228 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3626baa-5e68-4ca5-8573-5de6dd273e94 None None] Network d860fe23-64a8-4791-bdc9-ec842154b8ec requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:17:16.540182 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-90919e9b-f164-4674-a865-b42a63dcb443 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] 10.222.0.59 "DELETE /v2.0/subnets/6bf28ab5-d33d-46b9-92b4-696eba3d66da HTTP/1.1" status: 204 len: 168 time: 0.8307383 Jul 27 21:17:16.544272 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 42760) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:17:16.602958 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [req-be821e4d-6236-4080-9561-d9805965edfa req-1ce5e29a-d49e-4169-b398-559a7d8fd42e tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] For port a5118c8d-ab51-49e4-b3a1-24b132773522, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=a5118c8d-ab51-49e4-b3a1-24b132773522,segment=NetworkSegment(bdd91ba2-0432-42e2-98db-a2dd6126dafb),segment_id=bdd91ba2-0432-42e2-98db-a2dd6126dafb)] {{(pid=105584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:17:16.603348 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-be821e4d-6236-4080-9561-d9805965edfa req-1ce5e29a-d49e-4169-b398-559a7d8fd42e tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:16.633467 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [req-be821e4d-6236-4080-9561-d9805965edfa req-1ce5e29a-d49e-4169-b398-559a7d8fd42e tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Calling delete_port for a5118c8d-ab51-49e4-b3a1-24b132773522 owned by compute:nova {{(pid=105584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:17:16.646812 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-3f37a6f3-cfea-438f-8473-73d7da43560d tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4163007'] for router, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:16.646812 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f37a6f3-cfea-438f-8473-73d7da43560d tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Fanout notify agent at l3_agent the message router_deleted on router a0c9a2c7-ed59-46bf-b707-c8f1d1136348 {{(pid=105585) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 21:17:16.660561 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-3f37a6f3-cfea-438f-8473-73d7da43560d tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify callbacks [] for router, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:16.661653 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-3f37a6f3-cfea-438f-8473-73d7da43560d tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] 10.222.0.59 "DELETE /v2.0/routers/a0c9a2c7-ed59-46bf-b707-c8f1d1136348 HTTP/1.1" status: 204 len: 168 time: 0.8055916 Jul 27 21:17:16.666804 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 42766) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:17:16.669797 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b5d4f440-0e4f-43d7-9386-24b497fecf75 req-8fd7a177-e9bc-41ba-81d1-e76098355ac3 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=2650ee69-e2a9-4bf0-b170-d21e83666964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2757125 Jul 27 21:17:16.714386 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee88b471-2be7-490b-9d1d-cfd5e06d5710 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Deleting subnet 1c5a80a2-ed91-477c-bf5c-3973a2bb22b1 {{(pid=105584) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:17:16.724634 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-bb749baa-2525-4fb4-88d5-ed1ba5817222 req-f36feddf-646c-44d4-a5aa-d0874dc0a5ba tempest-AttachVolumeNegativeTest-845744699 tempest-AttachVolumeNegativeTest-845744699-project] 10.222.0.59 "GET /v2.0/security-groups?id=2650ee69-e2a9-4bf0-b170-d21e83666964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2500544 Jul 27 21:17:16.777065 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-ee88b471-2be7-490b-9d1d-cfd5e06d5710 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Notify callbacks [] for subnet, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:16.777205 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-8fd55b03-ac7f-4fef-9c98-18e9886a2c57 req-c5eaf1a7-e0e1-4a92-b4c9-e37e584c1c8e service neutron] 10.222.0.36 "GET /v2.0/networks/1d4d21d8-5a4a-4948-971c-89356ade9736?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3283918 Jul 27 21:17:16.783323 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.db_base_plugin_v2 [None req-46450340-2c2e-47d4-b7a4-8050fedafe45 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Deleting subnet 42c01813-7f08-4629-9b2f-4653ef489c0d {{(pid=105585) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:17:16.803747 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-46450340-2c2e-47d4-b7a4-8050fedafe45 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify callbacks [] for subnet, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:16.900722 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 42780) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:17:16.992387 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-d4d46d20-1542-42c0-a107-5adf91ec22ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:17.000479 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-ee88b471-2be7-490b-9d1d-cfd5e06d5710 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9014207'] for subnet, precommit_delete_associations {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:17.068380 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d420d1eb-937c-48e0-b44a-bab27d560a41 None None] New status for floating IP 6a3117a8-3319-4152-bd9e-433be5ef2ab9: DOWN {{(pid=105586) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 21:17:17.152869 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-46450340-2c2e-47d4-b7a4-8050fedafe45 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9887057'] for subnet, precommit_delete_associations {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:17.270035 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-ee88b471-2be7-490b-9d1d-cfd5e06d5710 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854965'] for subnet, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:17.334000 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-be821e4d-6236-4080-9561-d9805965edfa req-1ce5e29a-d49e-4169-b398-559a7d8fd42e tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:17.405883 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce5e29a-d49e-4169-b398-559a7d8fd42e tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Pushing event deleted for resources: {'Port': ['ID=a5118c8d-ab51-49e4-b3a1-24b132773522,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:17:17.458696 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-46450340-2c2e-47d4-b7a4-8050fedafe45 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854965'] for subnet, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:17.479490 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [req-be821e4d-6236-4080-9561-d9805965edfa req-1ce5e29a-d49e-4169-b398-559a7d8fd42e tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] No DVR routers for this DVR port a5118c8d-ab51-49e4-b3a1-24b132773522 on host n-h1-705658-22 {{(pid=105584) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:17:17.482473 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-be821e4d-6236-4080-9561-d9805965edfa req-1ce5e29a-d49e-4169-b398-559a7d8fd42e tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:17.484896 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-be821e4d-6236-4080-9561-d9805965edfa req-1ce5e29a-d49e-4169-b398-559a7d8fd42e tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] 10.222.0.36 "DELETE /v2.0/ports/a5118c8d-ab51-49e4-b3a1-24b132773522 HTTP/1.1" status: 204 len: 173 time: 1.4295824 Jul 27 21:17:17.527253 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-ee88b471-2be7-490b-9d1d-cfd5e06d5710 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9014081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9738825'] for subnet, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:17.576582 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee88b471-2be7-490b-9d1d-cfd5e06d5710 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Pushing event deleted for resources: {'Subnet': ['ID=1c5a80a2-ed91-477c-bf5c-3973a2bb22b1,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:17:17.588973 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-ee88b471-2be7-490b-9d1d-cfd5e06d5710 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Notify callbacks [] for subnet, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:17.599054 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-ee88b471-2be7-490b-9d1d-cfd5e06d5710 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] 10.222.0.59 "DELETE /v2.0/subnets/1c5a80a2-ed91-477c-bf5c-3973a2bb22b1 HTTP/1.1" status: 204 len: 168 time: 1.0524056 Jul 27 21:17:17.600155 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 42816) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:17:17.632208 n-d-705658-22 neutron-server[105584]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0b42b71-f205-4d1e-912d-ada9b3dd9cf7 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] DELETE failed (client error): The resource could not be found. Jul 27 21:17:17.632347 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b0b42b71-f205-4d1e-912d-ada9b3dd9cf7 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105584) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 21:17:17.636717 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-b0b42b71-f205-4d1e-912d-ada9b3dd9cf7 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] 10.222.0.59 "DELETE /v2.0/subnets/6bf28ab5-d33d-46b9-92b4-696eba3d66da HTTP/1.1" status: 404 len: 337 time: 0.0329230 Jul 27 21:17:17.636991 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 42820) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:17:17.670196 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-46450340-2c2e-47d4-b7a4-8050fedafe45 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10221602', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9990583'] for subnet, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:17.680481 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-d4d46d20-1542-42c0-a107-5adf91ec22ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:17.686631 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-8fd55b03-ac7f-4fef-9c98-18e9886a2c57 req-ba2d3e46-771b-4a0b-bacb-ac78ee1caf54 service neutron] 10.222.0.36 "GET /v2.0/networks/1d4d21d8-5a4a-4948-971c-89356ade9736?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8871067 Jul 27 21:17:17.696654 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.db_base_plugin_v2 [None req-74d44168-3f68-49d3-9e1a-d2ed83a53683 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Deleting subnet a2b42fdf-f3cb-4d64-9ab0-af50c95809ec {{(pid=105584) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:17:17.700041 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-74d44168-3f68-49d3-9e1a-d2ed83a53683 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Notify callbacks [] for subnet, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:17.756181 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-d4d46d20-1542-42c0-a107-5adf91ec22ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:17.769031 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8faf02-6060-4bb6-bbae-9b988a606565 req-d1196465-002d-48c0-91b2-0c85b5d7c196 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:17:17.780115 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-5b8faf02-6060-4bb6-bbae-9b988a606565 req-d1196465-002d-48c0-91b2-0c85b5d7c196 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] 10.222.0.59 "GET /v2.0/ports?device_id=14188e1a-88ea-45e0-ad71-5de945522dfe HTTP/1.1" status: 200 len: 867 time: 0.8341992 Jul 27 21:17:17.821130 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-46450340-2c2e-47d4-b7a4-8050fedafe45 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743886'] for subnet, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:17.822399 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-74d44168-3f68-49d3-9e1a-d2ed83a53683 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9014207'] for subnet, precommit_delete_associations {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:17.824046 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-46450340-2c2e-47d4-b7a4-8050fedafe45 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] 10.222.0.59 "DELETE /v2.0/subnets/42c01813-7f08-4629-9b2f-4653ef489c0d HTTP/1.1" status: 204 len: 168 time: 1.1533334 Jul 27 21:17:17.826186 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46450340-2c2e-47d4-b7a4-8050fedafe45 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Pushing event deleted for resources: {'Subnet': ['ID=42c01813-7f08-4629-9b2f-4653ef489c0d,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:17:17.828807 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a18bfdc-24a6-40f7-8e26-b2934b48617f None None] Network d6b17396-da21-4433-808d-cfd229d8b17c requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:17:17.836032 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 42826) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:17:18.034624 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14188e1a-88ea-45e0-ad71-5de945522dfe', 'name': 'network-vif-deleted', 'tag': 'a5118c8d-ab51-49e4-b3a1-24b132773522'}] {{(pid=105584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:17:18.037375 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bce5e6c8685464f7626901654159975603b047827e3138302ed6566e28f1343" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5996dd4-9a2c-42d7-b5ab-7219d8f66596" -d '{"events": [{"server_uuid": "14188e1a-88ea-45e0-ad71-5de945522dfe", "name": "network-vif-deleted", "tag": "a5118c8d-ab51-49e4-b3a1-24b132773522"}]}' {{(pid=105584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:17:18.119783 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-5b8faf02-6060-4bb6-bbae-9b988a606565 req-824a4aac-6ecb-4ed9-9ee0-4ce17510132b tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] 10.222.0.59 "GET /v2.0/security-groups?id=e9ca66b5-3d33-4671-986c-aa471cc95217&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3379202 Jul 27 21:17:18.140531 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92c2547-c46f-4062-a2e0-703db0f76fae req-a2e2e0fc-36c1-424a-8b72-7084e4f7c048 tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:17:18.142672 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a92c2547-c46f-4062-a2e0-703db0f76fae req-a2e2e0fc-36c1-424a-8b72-7084e4f7c048 tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] 10.222.0.59 "GET /v2.0/networks?id=4ce75dcf-0fe8-4adc-83bc-310cc0685be5 HTTP/1.1" status: 200 len: 806 time: 0.8816874 Jul 27 21:17:18.162822 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 42844) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:17:18.169708 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-d4d46d20-1542-42c0-a107-5adf91ec22ad admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=8a4bacf767364fc5a090432248747a33&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2678378 Jul 27 21:17:18.170986 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d46d20-1542-42c0-a107-5adf91ec22ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af09579c-c8ed-4cd1-9a65-3ee5b9d48d1e,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:17:18.248967 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-74d44168-3f68-49d3-9e1a-d2ed83a53683 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854965'] for subnet, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:18.276348 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9f8c079-8122-419e-a504-498d7da7c297 None None] DHCP port deletion for d6b17396-da21-4433-808d-cfd229d8b17c request from n-d-705658-22 {{(pid=105586) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 21:17:18.290799 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.db_base_plugin_v2 [None req-62869f24-f1b9-40cc-ad71-144eb76ddba3 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Deleting subnet 59371232-d170-41ea-b50d-384204ca9d72 {{(pid=105585) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:17:18.301389 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a92c2547-c46f-4062-a2e0-703db0f76fae req-2e72cb7c-a937-483c-8a2b-8accf3e0ec8f tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] 10.222.0.59 "GET /v2.0/quotas/600e865a5cde4be3a07c2c6f813959b8 HTTP/1.1" status: 200 len: 375 time: 0.1025341 Jul 27 21:17:18.303981 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-62869f24-f1b9-40cc-ad71-144eb76ddba3 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify callbacks [] for subnet, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:18.366080 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-c9f8c079-8122-419e-a504-498d7da7c297 None None] Deleting port dead3e6c-cbf8-4339-b6c4-1617c77e763f {{(pid=105586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:17:18.367304 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-c9f8c079-8122-419e-a504-498d7da7c297 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:18.406401 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-047b740a-a185-4854-b04b-677d175ebc22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:18.463670 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-047b740a-a185-4854-b04b-677d175ebc22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:18.482745 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-74d44168-3f68-49d3-9e1a-d2ed83a53683 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9014081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9738825'] for subnet, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:18.512473 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-c9f8c079-8122-419e-a504-498d7da7c297 None None] For port dead3e6c-cbf8-4339-b6c4-1617c77e763f, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=dead3e6c-cbf8-4339-b6c4-1617c77e763f,segment=NetworkSegment(179e9d40-9d60-4ead-a8d4-669f5e51de4d),segment_id=179e9d40-9d60-4ead-a8d4-669f5e51de4d)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:17:18.512964 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-c9f8c079-8122-419e-a504-498d7da7c297 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:18.528738 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-62869f24-f1b9-40cc-ad71-144eb76ddba3 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9887057'] for subnet, precommit_delete_associations {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:18.533229 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-c9f8c079-8122-419e-a504-498d7da7c297 None None] Calling delete_port for dead3e6c-cbf8-4339-b6c4-1617c77e763f owned by network:dhcp {{(pid=105586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:17:18.627484 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d44168-3f68-49d3-9e1a-d2ed83a53683 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Pushing event deleted for resources: {'Subnet': ['ID=a2b42fdf-f3cb-4d64-9ab0-af50c95809ec,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:17:18.638198 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-74d44168-3f68-49d3-9e1a-d2ed83a53683 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Notify callbacks [] for subnet, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:18.644022 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cd6f1ca-2084-4c96-897a-5ab7d06052e1 None None] Network d860fe23-64a8-4791-bdc9-ec842154b8ec requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:17:18.646195 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-74d44168-3f68-49d3-9e1a-d2ed83a53683 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] 10.222.0.59 "DELETE /v2.0/subnets/a2b42fdf-f3cb-4d64-9ab0-af50c95809ec HTTP/1.1" status: 204 len: 168 time: 1.0082233 Jul 27 21:17:18.648091 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 42856) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:17:18.745206 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-c9f8c079-8122-419e-a504-498d7da7c297 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180'] for port, after_delete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:18.751734 n-d-705658-22 neutron-server[105584]: INFO neutron.pecan_wsgi.hooks.translation [None req-621a32f8-d7d3-4486-b5c7-71d829a61458 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] DELETE failed (client error): The resource could not be found. Jul 27 21:17:18.752327 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-621a32f8-d7d3-4486-b5c7-71d829a61458 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105584) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 21:17:18.763326 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-621a32f8-d7d3-4486-b5c7-71d829a61458 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] 10.222.0.59 "DELETE /v2.0/subnets/e07f61c3-bf05-4952-a667-6ed9215e8c28 HTTP/1.1" status: 404 len: 337 time: 0.1112549 Jul 27 21:17:18.765080 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 42860) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:17:18.812295 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f8c079-8122-419e-a504-498d7da7c297 None None] Pushing event deleted for resources: {'Port': ['ID=dead3e6c-cbf8-4339-b6c4-1617c77e763f,revision_number=None']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:17:18.823832 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9f8c079-8122-419e-a504-498d7da7c297 None None] No DVR routers for this DVR port dead3e6c-cbf8-4339-b6c4-1617c77e763f on host n-d-705658-22 {{(pid=105586) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:17:18.835285 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-342d74ac-1d97-45eb-a9b9-ffc854bd0fc7 None None] Provisioning complete for port 41e09ce6-143e-4e5b-a420-bd46ecfb8e70 triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:17:18.835865 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-342d74ac-1d97-45eb-a9b9-ffc854bd0fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:18.862043 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-27ba4a21-952c-4ef9-9931-a4f6d740c4f0 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] 10.222.0.59 "GET /v2.0/ports?device_id=d5a1e7cf-96eb-4994-b1b1-74fcbedb2c20 HTTP/1.1" status: 200 len: 205 time: 0.0952711 Jul 27 21:17:18.872186 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 42866) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:17:18.899412 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-047b740a-a185-4854-b04b-677d175ebc22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:18.902223 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-047b740a-a185-4854-b04b-677d175ebc22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:18.906140 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-047b740a-a185-4854-b04b-677d175ebc22 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/af09579c-c8ed-4cd1-9a65-3ee5b9d48d1e HTTP/1.1" status: 204 len: 168 time: 0.7344427 Jul 27 21:17:18.982197 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 42870) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:17:19.009013 n-d-705658-22 neutron-server[105584]: INFO neutron.api.v2.resource [None req-77671bbd-6b4b-4aea-bd66-3b5428cdf9fe tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] delete failed (client error): The resource could not be found. Jul 27 21:17:19.013854 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eeb817f9-3594-40db-8969-cc6aa485a535 None None] DHCP port deletion for d860fe23-64a8-4791-bdc9-ec842154b8ec request from n-d-705658-22 {{(pid=105586) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 21:17:19.015496 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-77671bbd-6b4b-4aea-bd66-3b5428cdf9fe tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] 10.222.0.59 "DELETE /v2.0/routers/d5a1e7cf-96eb-4994-b1b1-74fcbedb2c20 HTTP/1.1" status: 404 len: 336 time: 0.1421247 Jul 27 21:17:19.018473 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-342d74ac-1d97-45eb-a9b9-ffc854bd0fc7 None None] Provisioning complete for port 751b098e-3416-46a6-bf81-96ff7addbc26 triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:17:19.018857 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-342d74ac-1d97-45eb-a9b9-ffc854bd0fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:19.021802 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 42876) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:17:19.029375 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047b740a-a185-4854-b04b-677d175ebc22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af09579c-c8ed-4cd1-9a65-3ee5b9d48d1e,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:17:19.053813 n-d-705658-22 neutron-server[105585]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8dc73da-41c5-4f4c-af2a-de063badfde8 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] DELETE failed (client error): The resource could not be found. Jul 27 21:17:19.054460 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d8dc73da-41c5-4f4c-af2a-de063badfde8 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105585) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 21:17:19.056598 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-d8dc73da-41c5-4f4c-af2a-de063badfde8 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] 10.222.0.59 "DELETE /v2.0/subnets/7ae8168e-f159-4d4c-9a90-eb695fa380b3 HTTP/1.1" status: 404 len: 337 time: 0.0319743 Jul 27 21:17:19.059234 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 42878) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:17:19.066057 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4b7e91-88ec-427b-b876-77cb48d96dfd req-187f5d32-de8e-47e7-8758-8c4d200b2b70 tempest-AttachVolumeNegativeTest-845744699 tempest-AttachVolumeNegativeTest-845744699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:17:19.073487 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-8b4b7e91-88ec-427b-b876-77cb48d96dfd req-187f5d32-de8e-47e7-8758-8c4d200b2b70 tempest-AttachVolumeNegativeTest-845744699 tempest-AttachVolumeNegativeTest-845744699-project] 10.222.0.59 "GET /v2.0/ports?device_id=6e5447c6-d7f3-4d8b-9a0c-d3f7782f814c HTTP/1.1" status: 200 len: 946 time: 0.6531789 Jul 27 21:17:19.085802 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-342d74ac-1d97-45eb-a9b9-ffc854bd0fc7 None None] Port 751b098e-3416-46a6-bf81-96ff7addbc26 cannot update to ACTIVE because it is not bound. {{(pid=105586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:17:19.087669 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a92c2547-c46f-4062-a2e0-703db0f76fae req-82c3c97f-e801-42eb-9502-2a16409a6487 tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=600e865a5cde4be3a07c2c6f813959b8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.7787216 Jul 27 21:17:19.130916 n-d-705658-22 neutron-server[105584]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b3b2bdc-5cd4-4bb9-bd8d-0e60edfbfbb0 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] DELETE failed (client error): The resource could not be found. Jul 27 21:17:19.143676 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b3b2bdc-5cd4-4bb9-bd8d-0e60edfbfbb0 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105584) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 21:17:19.145427 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-6b3b2bdc-5cd4-4bb9-bd8d-0e60edfbfbb0 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] 10.222.0.59 "DELETE /v2.0/subnets/a540ade0-3bc7-4426-883b-58b4ab4ed4a5 HTTP/1.1" status: 404 len: 337 time: 0.0849469 Jul 27 21:17:19.149403 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 42884) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:17:19.167359 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-eeb817f9-3594-40db-8969-cc6aa485a535 None None] Deleting port 41e09ce6-143e-4e5b-a420-bd46ecfb8e70 {{(pid=105586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:17:19.167748 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-eeb817f9-3594-40db-8969-cc6aa485a535 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:19.201817 n-d-705658-22 neutron-server[105584]: INFO neutron.pecan_wsgi.hooks.translation [None req-defaf437-06e7-48ff-9dc6-007d6b0e3cf3 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] DELETE failed (client error): The resource could not be found. Jul 27 21:17:19.202285 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-defaf437-06e7-48ff-9dc6-007d6b0e3cf3 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105584) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 21:17:19.204175 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-defaf437-06e7-48ff-9dc6-007d6b0e3cf3 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] 10.222.0.59 "DELETE /v2.0/subnets/2af1ae2e-cf31-4172-b46e-b07059f6a39c HTTP/1.1" status: 404 len: 337 time: 0.0538397 Jul 27 21:17:19.206911 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 42886) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:17:19.236475 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-62869f24-f1b9-40cc-ad71-144eb76ddba3 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854965'] for subnet, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:19.267405 n-d-705658-22 neutron-server[105584]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ca17074-4ef9-4e27-aeae-dbb4c42bfec5 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] DELETE failed (client error): The resource could not be found. Jul 27 21:17:19.268453 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ca17074-4ef9-4e27-aeae-dbb4c42bfec5 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105584) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 21:17:19.271175 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-9ca17074-4ef9-4e27-aeae-dbb4c42bfec5 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] 10.222.0.59 "DELETE /v2.0/ports/5879e68e-fab3-4673-b94a-4b347ea0cfdb HTTP/1.1" status: 404 len: 333 time: 0.0627966 Jul 27 21:17:19.273573 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 42892) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:17:19.273723 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-eeb817f9-3594-40db-8969-cc6aa485a535 None None] For port 41e09ce6-143e-4e5b-a420-bd46ecfb8e70, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=41e09ce6-143e-4e5b-a420-bd46ecfb8e70,segment=NetworkSegment(ef942b88-6893-499c-8281-7a1c3a835d2c),segment_id=ef942b88-6893-499c-8281-7a1c3a835d2c)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:17:19.274180 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-eeb817f9-3594-40db-8969-cc6aa485a535 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:19.307848 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-eeb817f9-3594-40db-8969-cc6aa485a535 None None] Calling delete_port for 41e09ce6-143e-4e5b-a420-bd46ecfb8e70 owned by network:dhcp {{(pid=105586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:17:19.336866 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-8b4b7e91-88ec-427b-b876-77cb48d96dfd req-5ca7746d-6a2e-4dd1-91ce-0f1b5b7c7aa7 tempest-AttachVolumeNegativeTest-845744699 tempest-AttachVolumeNegativeTest-845744699-project] 10.222.0.59 "GET /v2.0/security-groups?id=2650ee69-e2a9-4bf0-b170-d21e83666964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2622268 Jul 27 21:17:19.347717 n-d-705658-22 neutron-server[105584]: INFO neutron.pecan_wsgi.hooks.translation [None req-123e3df2-e0ba-426c-8cf1-50407bae0bde tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] DELETE failed (client error): The resource could not be found. Jul 27 21:17:19.348168 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-123e3df2-e0ba-426c-8cf1-50407bae0bde tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105584) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 21:17:19.354065 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-123e3df2-e0ba-426c-8cf1-50407bae0bde tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] 10.222.0.59 "DELETE /v2.0/subnets/168523e2-3694-43b4-9fae-e50c0419d298 HTTP/1.1" status: 404 len: 337 time: 0.0792456 Jul 27 21:17:19.355531 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 42896) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:17:19.372965 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-fb55e535-434e-48bc-89c0-67de10db8dd4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:19.433217 n-d-705658-22 neutron-server[105584]: INFO neutron.pecan_wsgi.hooks.translation [None req-27691660-328f-46ea-a87a-f9d4bf890472 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] DELETE failed (client error): The resource could not be found. Jul 27 21:17:19.440111 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27691660-328f-46ea-a87a-f9d4bf890472 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105584) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 21:17:19.443260 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-eeb817f9-3594-40db-8969-cc6aa485a535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180'] for port, after_delete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:19.445607 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-27691660-328f-46ea-a87a-f9d4bf890472 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] 10.222.0.59 "DELETE /v2.0/subnets/d741f719-0141-4c5a-8f65-44bf6396c4a8 HTTP/1.1" status: 404 len: 337 time: 0.0876217 Jul 27 21:17:19.451376 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:17:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-289427e2-897a-4745-8bf9-60b988406cc6 x-openstack-request-id: req-289427e2-897a-4745-8bf9-60b988406cc6 {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:17:19.451747 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14188e1a-88ea-45e0-ad71-5de945522dfe", "name": "network-vif-deleted", "tag": "a5118c8d-ab51-49e4-b3a1-24b132773522", "status": "completed", "code": 200}]} {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:17:19.452130 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-289427e2-897a-4745-8bf9-60b988406cc6 {{(pid=105584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:17:19.454533 n-d-705658-22 neutron-server[105584]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14188e1a-88ea-45e0-ad71-5de945522dfe', 'name': 'network-vif-deleted', 'tag': 'a5118c8d-ab51-49e4-b3a1-24b132773522', 'status': 'completed', 'code': 200} Jul 27 21:17:19.455448 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 42902) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:17:19.520475 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb817f9-3594-40db-8969-cc6aa485a535 None None] Pushing event deleted for resources: {'Port': ['ID=41e09ce6-143e-4e5b-a420-bd46ecfb8e70,revision_number=None']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:17:19.541893 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a92c2547-c46f-4062-a2e0-703db0f76fae req-582d6fb5-6b86-4ac3-a720-8be5ec816641 service neutron] 10.222.0.59 "GET /v2.0/networks/4ce75dcf-0fe8-4adc-83bc-310cc0685be5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4394145 Jul 27 21:17:19.543577 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeb817f9-3594-40db-8969-cc6aa485a535 None None] No DVR routers for this DVR port 41e09ce6-143e-4e5b-a420-bd46ecfb8e70 on host n-d-705658-22 {{(pid=105586) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:17:19.549174 n-d-705658-22 neutron-server[105584]: INFO neutron.pecan_wsgi.hooks.translation [None req-800cc145-4aed-4471-abbe-6e3da54d849d tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] DELETE failed (client error): The resource could not be found. Jul 27 21:17:19.550713 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-800cc145-4aed-4471-abbe-6e3da54d849d tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105584) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 21:17:19.561479 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-800cc145-4aed-4471-abbe-6e3da54d849d tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] 10.222.0.59 "DELETE /v2.0/ports/250773ed-972a-42fc-9507-8fd8699b5db8 HTTP/1.1" status: 404 len: 333 time: 0.1048293 Jul 27 21:17:19.563909 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 42908) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:17:19.565302 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-62869f24-f1b9-40cc-ad71-144eb76ddba3 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10221602', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9990583'] for subnet, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:19.567864 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device a5118c8d-ab51-49e4-b3a1-24b132773522 no longer exists at agent hyperv_n-h1-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:17:19.617707 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62869f24-f1b9-40cc-ad71-144eb76ddba3 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Pushing event deleted for resources: {'Subnet': ['ID=59371232-d170-41ea-b50d-384204ca9d72,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:17:19.637779 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 42912) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:17:19.645346 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device dead3e6c-cbf8-4339-b6c4-1617c77e763f no longer exists at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:17:19.649027 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-28650df7-c46c-4981-b84f-37d87254047e None None] No Port match for: a5118c8d-ab51-49e4-b3a1-24b132773522 {{(pid=105586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:17:19.649627 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device a5118c8d-ab51-49e4-b3a1-24b132773522 not bound to the agent host n-h1-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:17:19.650413 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device 2ee3cee0-d746-400f-b7b8-09d887f8ce8c no longer exists at agent hyperv_n-h1-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:17:19.680053 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] No Port match for: dead3e6c-cbf8-4339-b6c4-1617c77e763f {{(pid=105586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:17:19.680603 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device dead3e6c-cbf8-4339-b6c4-1617c77e763f not bound to the agent host n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:17:19.681214 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 41e09ce6-143e-4e5b-a420-bd46ecfb8e70 no longer exists at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:17:19.717966 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-62869f24-f1b9-40cc-ad71-144eb76ddba3 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743886'] for subnet, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:19.722700 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-62869f24-f1b9-40cc-ad71-144eb76ddba3 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] 10.222.0.59 "DELETE /v2.0/subnets/59371232-d170-41ea-b50d-384204ca9d72 HTTP/1.1" status: 204 len: 168 time: 1.8701210 Jul 27 21:17:19.728992 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 42916) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:17:19.754878 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] No Port match for: 41e09ce6-143e-4e5b-a420-bd46ecfb8e70 {{(pid=105586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:17:19.756429 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 41e09ce6-143e-4e5b-a420-bd46ecfb8e70 not bound to the agent host n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:17:19.756581 n-d-705658-22 neutron-server[105584]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e58f7b4-a8a9-4b9f-9297-391fc759495a tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] DELETE failed (client error): The resource could not be found. Jul 27 21:17:19.757743 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e58f7b4-a8a9-4b9f-9297-391fc759495a tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105584) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 21:17:19.763503 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-2e58f7b4-a8a9-4b9f-9297-391fc759495a tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] 10.222.0.59 "DELETE /v2.0/subnets/f00cd345-f230-47c9-a3a5-6dd3888dff3e HTTP/1.1" status: 404 len: 337 time: 0.1980755 Jul 27 21:17:19.763982 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 42918) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:17:19.771603 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-28650df7-c46c-4981-b84f-37d87254047e None None] No Port match for: 2ee3cee0-d746-400f-b7b8-09d887f8ce8c {{(pid=105586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:17:19.771960 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device 2ee3cee0-d746-400f-b7b8-09d887f8ce8c not bound to the agent host n-h1-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:17:19.779184 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcccfcd9-f2f6-4d67-9f74-06f349443229 None None] Network 9bf00f92-0f10-49dd-bf43-2308b7990fd3 requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:17:19.949373 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-4d2a709c-b03b-4a8b-8df0-ca45653bb519 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-990557'] for network, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:19.951288 n-d-705658-22 neutron-server[105584]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a9dab4f-073f-463c-92a3-ac3fa58c26b4 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] DELETE failed (client error): The resource could not be found. Jul 27 21:17:19.951674 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a9dab4f-073f-463c-92a3-ac3fa58c26b4 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105584) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 21:17:19.956780 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-6a9dab4f-073f-463c-92a3-ac3fa58c26b4 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] 10.222.0.59 "DELETE /v2.0/subnets/1b82ac46-f803-4d8d-a71a-042dbedb9f92 HTTP/1.1" status: 404 len: 337 time: 0.1751394 Jul 27 21:17:19.957740 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 42930) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:17:19.992183 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a92c2547-c46f-4062-a2e0-703db0f76fae req-f2c61a48-be5f-4a06-9f01-84c5ebb9c97a service neutron] 10.222.0.59 "GET /v2.0/networks/4ce75dcf-0fe8-4adc-83bc-310cc0685be5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4317069 Jul 27 21:17:20.156837 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-4d2a709c-b03b-4a8b-8df0-ca45653bb519 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853562', 'neutron.services.segments.db._delete_segments_for_network-8790688882975'] for network, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:20.158048 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8be5af07-dd8e-42d2-b35b-402d8a29b904 None None] DHCP port deletion for 9bf00f92-0f10-49dd-bf43-2308b7990fd3 request from n-d-705658-22 {{(pid=105586) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 21:17:20.171733 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.segments.db [None req-4d2a709c-b03b-4a8b-8df0-ca45653bb519 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6b17396-da21-4433-808d-cfd229d8b17c']}} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:17:20.193872 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.segments.db [None req-4d2a709c-b03b-4a8b-8df0-ca45653bb519 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '179e9d40-9d60-4ead-a8d4-669f5e51de4d') {'for_net_delete': True} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:17:20.194719 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.segments.db [None req-4d2a709c-b03b-4a8b-8df0-ca45653bb519 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '179e9d40-9d60-4ead-a8d4-669f5e51de4d') {} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:17:20.209515 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-4d2a709c-b03b-4a8b-8df0-ca45653bb519 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790688883752', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9014348'] for segment, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:20.233027 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-4d2a709c-b03b-4a8b-8df0-ca45653bb519 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:20.247798 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-8be5af07-dd8e-42d2-b35b-402d8a29b904 None None] Deleting port 570eb294-2956-4b66-8f13-ab743e633975 {{(pid=105586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:17:20.248194 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-8be5af07-dd8e-42d2-b35b-402d8a29b904 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:20.253375 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-81d4edaf-77b6-4f62-9ac0-fb0949ab9cc5 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Deleting port 751b098e-3416-46a6-bf81-96ff7addbc26 {{(pid=105584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:17:20.257036 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-81d4edaf-77b6-4f62-9ac0-fb0949ab9cc5 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:20.260441 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d2a709c-b03b-4a8b-8df0-ca45653bb519 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Releasing vlan 231 on physical network physnet1 to pool {{(pid=105584) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:17:20.269988 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-4d2a709c-b03b-4a8b-8df0-ca45653bb519 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9014063'] for segment, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:20.274577 n-d-705658-22 neutron-server[105584]: Traceback (most recent call last): Jul 27 21:17:20.274577 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:17:20.274577 n-d-705658-22 neutron-server[105584]: timer() Jul 27 21:17:20.274577 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:17:20.274577 n-d-705658-22 neutron-server[105584]: cb(*args, **kw) Jul 27 21:17:20.274577 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:17:20.274577 n-d-705658-22 neutron-server[105584]: return func(*args, **kwargs) Jul 27 21:17:20.274577 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:17:20.274577 n-d-705658-22 neutron-server[105584]: self._notify() Jul 27 21:17:20.274577 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:17:20.274577 n-d-705658-22 neutron-server[105584]: self.callback(batched_events) Jul 27 21:17:20.274577 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:17:20.274577 n-d-705658-22 neutron-server[105584]: event.method(event) Jul 27 21:17:20.274577 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:17:20.274577 n-d-705658-22 neutron-server[105584]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:17:20.274577 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:17:20.274577 n-d-705658-22 neutron-server[105584]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:17:20.274577 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:17:20.274577 n-d-705658-22 neutron-server[105584]: return f(self, *a, **k) Jul 27 21:17:20.274577 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:17:20.274577 n-d-705658-22 neutron-server[105584]: return self._get(url).json() Jul 27 21:17:20.274577 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:17:20.274577 n-d-705658-22 neutron-server[105584]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:17:20.274577 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:17:20.274577 n-d-705658-22 neutron-server[105584]: return self.request(url, 'GET', **kwargs) Jul 27 21:17:20.274577 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:17:20.274577 n-d-705658-22 neutron-server[105584]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:17:20.274577 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:17:20.274577 n-d-705658-22 neutron-server[105584]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:17:20.274577 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:17:20.274577 n-d-705658-22 neutron-server[105584]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:17:20.274577 n-d-705658-22 neutron-server[105584]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:17:20.429147 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-fb55e535-434e-48bc-89c0-67de10db8dd4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:20.456873 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-0c78b53f-1641-4d4a-b02a-b8ae016c6c1e req-0570a66b-46cc-4e50-a9c9-605350640b74 tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] 10.222.0.59 "GET /v2.0/ports?device_id=1bcd1b81-fe91-4983-9eea-b82697b9c0df HTTP/1.1" status: 200 len: 210 time: 0.1078601 Jul 27 21:17:20.462751 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-fb55e535-434e-48bc-89c0-67de10db8dd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:20.493074 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-fb55e535-434e-48bc-89c0-67de10db8dd4 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=2f1055ccf90043dda12906e646f6c371&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5089817 Jul 27 21:17:20.497556 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 42950) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:17:20.527779 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb55e535-434e-48bc-89c0-67de10db8dd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d651162-2faf-4494-ad1b-dd8ccf4f7c22,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:17:20.702849 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-81d4edaf-77b6-4f62-9ac0-fb0949ab9cc5 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:20.705995 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-4d2a709c-b03b-4a8b-8df0-ca45653bb519 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4075658'] for network, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:20.733639 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-e5eea881-6a42-492a-b96a-d6608f3c1799 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4076536'] for router_interface, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:20.756969 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-4d2a709c-b03b-4a8b-8df0-ca45653bb519 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743886'] for network, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:20.765357 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-4d2a709c-b03b-4a8b-8df0-ca45653bb519 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] 10.222.0.59 "DELETE /v2.0/networks/d6b17396-da21-4433-808d-cfd229d8b17c HTTP/1.1" status: 204 len: 168 time: 1.0316639 Jul 27 21:17:20.776427 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 42960) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:17:20.830851 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-8be5af07-dd8e-42d2-b35b-402d8a29b904 None None] For port 570eb294-2956-4b66-8f13-ab743e633975, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=570eb294-2956-4b66-8f13-ab743e633975,segment=NetworkSegment(c5b73423-0da3-4bdd-b1aa-9d8f3af9c90b),segment_id=c5b73423-0da3-4bdd-b1aa-9d8f3af9c90b)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:17:20.833331 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-8be5af07-dd8e-42d2-b35b-402d8a29b904 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:20.863269 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-81d4edaf-77b6-4f62-9ac0-fb0949ab9cc5 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Calling delete_port for 751b098e-3416-46a6-bf81-96ff7addbc26 owned by {{(pid=105584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:17:20.870553 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-8be5af07-dd8e-42d2-b35b-402d8a29b904 None None] Calling delete_port for 570eb294-2956-4b66-8f13-ab743e633975 owned by network:dhcp {{(pid=105586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:17:20.887627 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-eca3dc61-212b-434a-8f06-c92f108ff0ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:20.953261 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-eca3dc61-212b-434a-8f06-c92f108ff0ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:21.010462 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2a709c-b03b-4a8b-8df0-ca45653bb519 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Pushing event deleted for resources: {'Network': ['ID=d6b17396-da21-4433-808d-cfd229d8b17c,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:17:21.059114 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-8be5af07-dd8e-42d2-b35b-402d8a29b904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180'] for port, after_delete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:21.166345 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be5af07-dd8e-42d2-b35b-402d8a29b904 None None] Pushing event deleted for resources: {'Port': ['ID=570eb294-2956-4b66-8f13-ab743e633975,revision_number=None']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:17:21.175971 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8be5af07-dd8e-42d2-b35b-402d8a29b904 None None] No DVR routers for this DVR port 570eb294-2956-4b66-8f13-ab743e633975 on host n-d-705658-22 {{(pid=105586) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:17:21.248648 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-8049caff-64de-4a14-b46b-cec48a3ec00e tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-990557'] for network, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:21.334631 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [None req-e5eea881-6a42-492a-b96a-d6608f3c1799 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Deleting port dba1bae5-1c7a-4047-8d99-6c160550919f {{(pid=105585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:17:21.342359 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-e5eea881-6a42-492a-b96a-d6608f3c1799 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:21.404572 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-81d4edaf-77b6-4f62-9ac0-fb0949ab9cc5 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:21.450405 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d4edaf-77b6-4f62-9ac0-fb0949ab9cc5 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Pushing event deleted for resources: {'Port': ['ID=751b098e-3416-46a6-bf81-96ff7addbc26,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:17:21.473397 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-eca3dc61-212b-434a-8f06-c92f108ff0ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:21.480310 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-eca3dc61-212b-434a-8f06-c92f108ff0ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:21.496498 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-eca3dc61-212b-434a-8f06-c92f108ff0ee admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/9d651162-2faf-4494-ad1b-dd8ccf4f7c22 HTTP/1.1" status: 204 len: 168 time: 0.9934440 Jul 27 21:17:21.565917 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.db [None req-e5eea881-6a42-492a-b96a-d6608f3c1799 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] For port dba1bae5-1c7a-4047-8d99-6c160550919f, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=dba1bae5-1c7a-4047-8d99-6c160550919f,segment=NetworkSegment(bdd91ba2-0432-42e2-98db-a2dd6126dafb),segment_id=bdd91ba2-0432-42e2-98db-a2dd6126dafb)] {{(pid=105585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:17:21.566482 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-e5eea881-6a42-492a-b96a-d6608f3c1799 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:21.604039 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [None req-e5eea881-6a42-492a-b96a-d6608f3c1799 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Calling delete_port for dba1bae5-1c7a-4047-8d99-6c160550919f owned by network:router_interface {{(pid=105585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:17:21.627975 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca3dc61-212b-434a-8f06-c92f108ff0ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d651162-2faf-4494-ad1b-dd8ccf4f7c22,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:17:21.643998 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-fb011a3e-4b2c-43a5-9e84-1a1a13f97f86 req-4180041a-163f-4657-8015-1ac5ad274f60 tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] 10.222.0.59 "GET /v2.0/ports?device_id=1bcd1b81-fe91-4983-9eea-b82697b9c0df HTTP/1.1" status: 200 len: 210 time: 0.0372312 Jul 27 21:17:21.653443 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 570eb294-2956-4b66-8f13-ab743e633975 no longer exists at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:17:21.725677 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-81d4edaf-77b6-4f62-9ac0-fb0949ab9cc5 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:21.727643 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-81d4edaf-77b6-4f62-9ac0-fb0949ab9cc5 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] 10.222.0.59 "DELETE /v2.0/ports/751b098e-3416-46a6-bf81-96ff7addbc26 HTTP/1.1" status: 204 len: 168 time: 1.7687986 Jul 27 21:17:21.730649 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 42986) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:17:21.742731 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] No Port match for: 570eb294-2956-4b66-8f13-ab743e633975 {{(pid=105586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:17:21.745205 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 570eb294-2956-4b66-8f13-ab743e633975 not bound to the agent host n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:17:21.897103 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-8049caff-64de-4a14-b46b-cec48a3ec00e tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853562', 'neutron.services.segments.db._delete_segments_for_network-8790688882975'] for network, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:21.917697 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.segments.db [None req-8049caff-64de-4a14-b46b-cec48a3ec00e tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9bf00f92-0f10-49dd-bf43-2308b7990fd3']}} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:17:22.023433 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-e5eea881-6a42-492a-b96a-d6608f3c1799 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:22.127070 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 42998) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:17:22.234200 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-e7c6af70-9418-4936-90dc-6a5274cfb593 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:22.302300 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5eea881-6a42-492a-b96a-d6608f3c1799 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Pushing event deleted for resources: {'Port': ['ID=dba1bae5-1c7a-4047-8d99-6c160550919f,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:17:22.320327 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92c2547-c46f-4062-a2e0-703db0f76fae req-e876e1f5-8752-42d1-80d9-94345cd09644 tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:17:22.320984 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a92c2547-c46f-4062-a2e0-703db0f76fae req-e876e1f5-8752-42d1-80d9-94345cd09644 tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] 10.222.0.36 "GET /v2.0/networks?id=4ce75dcf-0fe8-4adc-83bc-310cc0685be5 HTTP/1.1" status: 200 len: 806 time: 0.3254111 Jul 27 21:17:22.417514 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [req-a92c2547-c46f-4062-a2e0-703db0f76fae req-059d7b2b-ed80-45c2-b9b9-7df0556b23d7 tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] Request body: {'port': {'device_id': '1bcd1b81-fe91-4983-9eea-b82697b9c0df', 'network_id': '4ce75dcf-0fe8-4adc-83bc-310cc0685be5', 'admin_state_up': True, 'tenant_id': '600e865a5cde4be3a07c2c6f813959b8'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:17:22.436146 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.segments.db [None req-8049caff-64de-4a14-b46b-cec48a3ec00e tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5b73423-0da3-4bdd-b1aa-9d8f3af9c90b') {'for_net_delete': True} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:17:22.436775 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.segments.db [None req-8049caff-64de-4a14-b46b-cec48a3ec00e tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5b73423-0da3-4bdd-b1aa-9d8f3af9c90b') {} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:17:22.443545 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-8603f8b0-e8e0-4977-9fab-b68925c3a214 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-990557'] for network, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:22.458367 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-8049caff-64de-4a14-b46b-cec48a3ec00e tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790688883752', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9014348'] for segment, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:22.487666 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-8049caff-64de-4a14-b46b-cec48a3ec00e tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:22.539074 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8049caff-64de-4a14-b46b-cec48a3ec00e tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Releasing vlan 201 on physical network physnet1 to pool {{(pid=105584) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:17:22.543192 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-8049caff-64de-4a14-b46b-cec48a3ec00e tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9014063'] for segment, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:22.549928 n-d-705658-22 neutron-server[105584]: Traceback (most recent call last): Jul 27 21:17:22.549928 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:17:22.549928 n-d-705658-22 neutron-server[105584]: timer() Jul 27 21:17:22.549928 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:17:22.549928 n-d-705658-22 neutron-server[105584]: cb(*args, **kw) Jul 27 21:17:22.549928 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:17:22.549928 n-d-705658-22 neutron-server[105584]: return func(*args, **kwargs) Jul 27 21:17:22.549928 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:17:22.549928 n-d-705658-22 neutron-server[105584]: self._notify() Jul 27 21:17:22.549928 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:17:22.549928 n-d-705658-22 neutron-server[105584]: self.callback(batched_events) Jul 27 21:17:22.549928 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:17:22.549928 n-d-705658-22 neutron-server[105584]: event.method(event) Jul 27 21:17:22.549928 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:17:22.549928 n-d-705658-22 neutron-server[105584]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:17:22.549928 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:17:22.549928 n-d-705658-22 neutron-server[105584]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:17:22.549928 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:17:22.549928 n-d-705658-22 neutron-server[105584]: return f(self, *a, **k) Jul 27 21:17:22.549928 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:17:22.549928 n-d-705658-22 neutron-server[105584]: return self._get(url).json() Jul 27 21:17:22.549928 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:17:22.549928 n-d-705658-22 neutron-server[105584]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:17:22.549928 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:17:22.549928 n-d-705658-22 neutron-server[105584]: return self.request(url, 'GET', **kwargs) Jul 27 21:17:22.549928 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:17:22.549928 n-d-705658-22 neutron-server[105584]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:17:22.549928 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:17:22.549928 n-d-705658-22 neutron-server[105584]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:17:22.549928 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:17:22.549928 n-d-705658-22 neutron-server[105584]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:17:22.549928 n-d-705658-22 neutron-server[105584]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:17:22.631545 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a92c2547-c46f-4062-a2e0-703db0f76fae req-059d7b2b-ed80-45c2-b9b9-7df0556b23d7 tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] Made reservation on behalf of 600e865a5cde4be3a07c2c6f813959b8 for: {'port': 1} {{(pid=105585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:17:22.637979 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-a92c2547-c46f-4062-a2e0-703db0f76fae req-059d7b2b-ed80-45c2-b9b9-7df0556b23d7 tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:22.702717 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-8049caff-64de-4a14-b46b-cec48a3ec00e tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4075658'] for network, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:22.706512 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-8603f8b0-e8e0-4977-9fab-b68925c3a214 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853562', 'neutron.services.segments.db._delete_segments_for_network-8790688882975'] for network, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:22.728587 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-8049caff-64de-4a14-b46b-cec48a3ec00e tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743886'] for network, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:22.735684 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-8049caff-64de-4a14-b46b-cec48a3ec00e tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] 10.222.0.59 "DELETE /v2.0/networks/9bf00f92-0f10-49dd-bf43-2308b7990fd3 HTTP/1.1" status: 204 len: 168 time: 1.9440928 Jul 27 21:17:22.738962 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 43018) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:17:22.754881 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-95d3749d-6694-4766-b716-e48708e6d7d9 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Request body: {'network': {'name': 'tempest-RoutersTest-1024493379'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:17:22.759520 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.segments.db [None req-8603f8b0-e8e0-4977-9fab-b68925c3a214 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d860fe23-64a8-4791-bdc9-ec842154b8ec']}} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:17:22.763356 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8049caff-64de-4a14-b46b-cec48a3ec00e tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Pushing event deleted for resources: {'Network': ['ID=9bf00f92-0f10-49dd-bf43-2308b7990fd3,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:17:22.780214 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.segments.db [None req-8603f8b0-e8e0-4977-9fab-b68925c3a214 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef942b88-6893-499c-8281-7a1c3a835d2c') {'for_net_delete': True} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:17:22.780525 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.segments.db [None req-8603f8b0-e8e0-4977-9fab-b68925c3a214 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef942b88-6893-499c-8281-7a1c3a835d2c') {} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:17:22.792575 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-8603f8b0-e8e0-4977-9fab-b68925c3a214 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790688883752', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9014348'] for segment, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:22.812258 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-8603f8b0-e8e0-4977-9fab-b68925c3a214 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:22.819707 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8603f8b0-e8e0-4977-9fab-b68925c3a214 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Releasing vlan 213 on physical network physnet1 to pool {{(pid=105584) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:17:22.820589 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-8603f8b0-e8e0-4977-9fab-b68925c3a214 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9014063'] for segment, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:22.824328 n-d-705658-22 neutron-server[105584]: Traceback (most recent call last): Jul 27 21:17:22.824328 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:17:22.824328 n-d-705658-22 neutron-server[105584]: timer() Jul 27 21:17:22.824328 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:17:22.824328 n-d-705658-22 neutron-server[105584]: cb(*args, **kw) Jul 27 21:17:22.824328 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:17:22.824328 n-d-705658-22 neutron-server[105584]: return func(*args, **kwargs) Jul 27 21:17:22.824328 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:17:22.824328 n-d-705658-22 neutron-server[105584]: self._notify() Jul 27 21:17:22.824328 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:17:22.824328 n-d-705658-22 neutron-server[105584]: self.callback(batched_events) Jul 27 21:17:22.824328 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:17:22.824328 n-d-705658-22 neutron-server[105584]: event.method(event) Jul 27 21:17:22.824328 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:17:22.824328 n-d-705658-22 neutron-server[105584]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:17:22.824328 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:17:22.824328 n-d-705658-22 neutron-server[105584]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:17:22.824328 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:17:22.824328 n-d-705658-22 neutron-server[105584]: return f(self, *a, **k) Jul 27 21:17:22.824328 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:17:22.824328 n-d-705658-22 neutron-server[105584]: return self._get(url).json() Jul 27 21:17:22.824328 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:17:22.824328 n-d-705658-22 neutron-server[105584]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:17:22.824328 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:17:22.824328 n-d-705658-22 neutron-server[105584]: return self.request(url, 'GET', **kwargs) Jul 27 21:17:22.824328 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:17:22.824328 n-d-705658-22 neutron-server[105584]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:17:22.824328 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:17:22.824328 n-d-705658-22 neutron-server[105584]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:17:22.824328 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:17:22.824328 n-d-705658-22 neutron-server[105584]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:17:22.824328 n-d-705658-22 neutron-server[105584]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:17:22.869540 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-2a871043-4955-4549-8e4f-d0121d4989e9 req-09de45c1-d94f-4656-9579-261b617ea49e tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] 10.222.0.59 "GET /v2.0/ports?device_id=1bcd1b81-fe91-4983-9eea-b82697b9c0df HTTP/1.1" status: 200 len: 210 time: 0.0544691 Jul 27 21:17:22.906182 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-8603f8b0-e8e0-4977-9fab-b68925c3a214 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4075658'] for network, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:22.917297 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-8603f8b0-e8e0-4977-9fab-b68925c3a214 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743886'] for network, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:22.921507 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-8603f8b0-e8e0-4977-9fab-b68925c3a214 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] 10.222.0.59 "DELETE /v2.0/networks/d860fe23-64a8-4791-bdc9-ec842154b8ec HTTP/1.1" status: 204 len: 168 time: 1.1841681 Jul 27 21:17:22.932914 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8603f8b0-e8e0-4977-9fab-b68925c3a214 tempest-PortsIpV6TestJSON-938328419 tempest-PortsIpV6TestJSON-938328419-project] Pushing event deleted for resources: {'Network': ['ID=d860fe23-64a8-4791-bdc9-ec842154b8ec,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:17:22.991590 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-e5eea881-6a42-492a-b96a-d6608f3c1799 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3743915', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4076308'] for router_interface, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:23.146156 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.db_base_plugin_common [req-a92c2547-c46f-4062-a2e0-703db0f76fae req-059d7b2b-ed80-45c2-b9b9-7df0556b23d7 tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] Allocated IP 172.20.0.9 (4ce75dcf-0fe8-4adc-83bc-310cc0685be5/c0af41ef-52d2-41ac-b6df-e93e08f17b8d/3dd06ae1-d94d-4e12-86b1-c087d94b3368) {{(pid=105585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:17:23.157309 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-e7c6af70-9418-4936-90dc-6a5274cfb593 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:23.171702 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-e7c6af70-9418-4936-90dc-6a5274cfb593 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:23.181232 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95d3749d-6694-4766-b716-e48708e6d7d9 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Made reservation on behalf of b2a273d14da548f08e5e2947b1efbc75 for: {'network': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:17:23.187454 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-95d3749d-6694-4766-b716-e48708e6d7d9 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for network, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:23.226671 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-e7c6af70-9418-4936-90dc-6a5274cfb593 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=5065372aee9d4fa1890e97f6377fe68a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0950854 Jul 27 21:17:23.227770 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 43030) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:17:23.259457 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c6af70-9418-4936-90dc-6a5274cfb593 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adaef3f0-4d96-49bf-a71b-a7077285202a,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:17:23.273607 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95d3749d-6694-4766-b716-e48708e6d7d9 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] vlan segment allocate from pool success with {'vlan_id': 234, 'physical_network': 'physnet1'} {{(pid=105584) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:17:23.285885 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 43036) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:17:23.306810 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-95d3749d-6694-4766-b716-e48708e6d7d9 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:23.307183 n-d-705658-22 neutron-server[105584]: INFO neutron.db.segments_db [None req-95d3749d-6694-4766-b716-e48708e6d7d9 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Added segment 06b119d9-30d4-484d-a5ee-c60aded82d9b of type vlan for network fd352045-3076-4647-a1ee-bf2f4cd4f7f2 Jul 27 21:17:23.335484 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-4d998508-1ae1-4686-b64c-fa9741d043ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:23.379816 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-95d3749d-6694-4766-b716-e48708e6d7d9 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790688424798'] for network, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:23.399912 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-4d998508-1ae1-4686-b64c-fa9741d043ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:23.456388 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-95d3749d-6694-4766-b716-e48708e6d7d9 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920'] for network, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:23.466113 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95d3749d-6694-4766-b716-e48708e6d7d9 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:17:23.466754 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-95d3749d-6694-4766-b716-e48708e6d7d9 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743886'] for network, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:23.595738 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-95d3749d-6694-4766-b716-e48708e6d7d9 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.8454487 Jul 27 21:17:23.596373 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 43046) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:17:23.604605 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-9b1cb36c-51b7-46f8-9a91-8833a836162d tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Request body: {'subnet': {'network_id': 'fd352045-3076-4647-a1ee-bf2f4cd4f7f2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:17:23.608754 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-4d998508-1ae1-4686-b64c-fa9741d043ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:23.611284 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-4d998508-1ae1-4686-b64c-fa9741d043ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:23.614633 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-4d998508-1ae1-4686-b64c-fa9741d043ec admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/adaef3f0-4d96-49bf-a71b-a7077285202a HTTP/1.1" status: 204 len: 168 time: 0.3826029 Jul 27 21:17:23.620293 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d3749d-6694-4766-b716-e48708e6d7d9 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Pushing event updated for resources: {'Network': ['ID=fd352045-3076-4647-a1ee-bf2f4cd4f7f2,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:17:23.634455 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Network fd352045-3076-4647-a1ee-bf2f4cd4f7f2 details requested by agent ovs-agent-n-d-705658-22 with host n-d-705658-22 {{(pid=105586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:17:23.736841 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d998508-1ae1-4686-b64c-fa9741d043ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adaef3f0-4d96-49bf-a71b-a7077285202a,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:17:23.844768 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b1cb36c-51b7-46f8-9a91-8833a836162d tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Made reservation on behalf of b2a273d14da548f08e5e2947b1efbc75 for: {'subnet': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:17:23.850275 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-9b1cb36c-51b7-46f8-9a91-8833a836162d tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9738786'] for subnet, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:24.211410 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-9b1cb36c-51b7-46f8-9a91-8833a836162d tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9014150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9738800'] for subnet, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:24.213834 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-7fba7763-6623-4d72-8c6b-d423b67c87f6 req-e280908c-ba92-47a1-a710-44206c9074cc tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] 10.222.0.59 "GET /v2.0/ports?device_id=1bcd1b81-fe91-4983-9eea-b82697b9c0df HTTP/1.1" status: 200 len: 210 time: 0.0948055 Jul 27 21:17:24.270913 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-a92c2547-c46f-4062-a2e0-703db0f76fae req-059d7b2b-ed80-45c2-b9b9-7df0556b23d7 tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] Notify callbacks [] for port, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:24.279665 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5eea881-6a42-492a-b96a-d6608f3c1799 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Router 8506beef-e928-4106-ad74-7b2da26a7668 has already been hosted by L3 agent dd128fd7-8e57-4d4f-895b-a96b369df59a {{(pid=105585) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:17:24.288903 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-32a3566e-b950-40c2-9e85-3e0c2c6e2698 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=fbcd8d69204b49b7a886b79ea9f87fc6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9952993 Jul 27 21:17:24.289943 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 43086) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:17:24.370131 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1cb36c-51b7-46f8-9a91-8833a836162d tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Pushing event updated for resources: {'Subnet': ['ID=627c007d-c165-43ee-a0c8-dbc4c655e0a6,revision_number=0']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:17:24.396503 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b1cb36c-51b7-46f8-9a91-8833a836162d tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Checking segment: {'id': '06b119d9-30d4-484d-a5ee-c60aded82d9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'fd352045-3076-4647-a1ee-bf2f4cd4f7f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:17:24.403948 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b1cb36c-51b7-46f8-9a91-8833a836162d tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Network hostable DHCP agents. Network: fd352045-3076-4647-a1ee-bf2f4cd4f7f2, hostable agents: ['7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a'], hosted agents: [] {{(pid=105584) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:17:24.458759 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-ced62f82-aaae-4570-999c-a3b0ea1e4aa2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:24.464190 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b1cb36c-51b7-46f8-9a91-8833a836162d tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Network fd352045-3076-4647-a1ee-bf2f4cd4f7f2 is scheduled to be hosted by DHCP agent 7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a with binding_index 1 {{(pid=105584) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:17:24.480633 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [None req-9b1cb36c-51b7-46f8-9a91-8833a836162d tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-22, fd352045-3076-4647-a1ee-bf2f4cd4f7f2) {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:17:24.483598 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-a92c2547-c46f-4062-a2e0-703db0f76fae req-059d7b2b-ed80-45c2-b9b9-7df0556b23d7 tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:24.485374 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b1cb36c-51b7-46f8-9a91-8833a836162d tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:17:24.486057 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-9b1cb36c-51b7-46f8-9a91-8833a836162d tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify callbacks [] for subnet, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:24.495391 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] get_ports_and_sgs() called for port_ids ['6a4b8ce2-5576-4cee-bfe3-748a068501c6'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:17:24.531049 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-9b1cb36c-51b7-46f8-9a91-8833a836162d tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9305503 Jul 27 21:17:24.536152 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 43098) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:17:24.545605 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059d7b2b-ed80-45c2-b9b9-7df0556b23d7 tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] Pushing event updated for resources: {'Port': ['ID=3dd06ae1-d94d-4e12-86b1-c087d94b3368,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:17:24.555540 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-38ece1f4-033d-4ad1-b145-cbcc81f8ec3e tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1639312413', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:17:24.558264 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-ced62f82-aaae-4570-999c-a3b0ea1e4aa2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:24.565442 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41cb129b-131b-4c23-b004-0cf585070bf4 None None] Network fd352045-3076-4647-a1ee-bf2f4cd4f7f2 requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:17:24.598357 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-38ece1f4-033d-4ad1-b145-cbcc81f8ec3e tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4163813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-443'] for router, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:24.599485 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-38ece1f4-033d-4ad1-b145-cbcc81f8ec3e tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4165196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4077059', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3711235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-418'] for router, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:24.654135 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5eea881-6a42-492a-b96a-d6608f3c1799 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify agent at l3_agent.n-d-705658-22 the message routers_updated {{(pid=105585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:17:24.666823 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a92c2547-c46f-4062-a2e0-703db0f76fae req-059d7b2b-ed80-45c2-b9b9-7df0556b23d7 tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] Network 4ce75dcf-0fe8-4adc-83bc-310cc0685be5 is already hosted by enough agents. {{(pid=105585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:17:24.667384 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb00281e-5ca6-43ea-9892-08db36a6f026 None None] Sync routers for ids ['8506beef-e928-4106-ad74-7b2da26a7668'] in n-d-705658-22 {{(pid=105587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:17:24.675362 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-e5eea881-6a42-492a-b96a-d6608f3c1799 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] 10.222.0.59 "PUT /v2.0/routers/8506beef-e928-4106-ad74-7b2da26a7668/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0364280 Jul 27 21:17:24.676412 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.base_scheduler [req-a92c2547-c46f-4062-a2e0-703db0f76fae req-059d7b2b-ed80-45c2-b9b9-7df0556b23d7 tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] Resources bound (agent type, host, resource id): {{(pid=105585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:17:24.677506 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 43104) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:17:24.678447 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-ced62f82-aaae-4570-999c-a3b0ea1e4aa2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:24.679036 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb00281e-5ca6-43ea-9892-08db36a6f026 None None] Routers {'8506beef-e928-4106-ad74-7b2da26a7668'} bound to L3 agent in host n-d-705658-22 {{(pid=105587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:17:24.681470 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-ced62f82-aaae-4570-999c-a3b0ea1e4aa2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:24.682333 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-bb00281e-5ca6-43ea-9892-08db36a6f026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:17:12Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['8506beef-e928-4106-ad74-7b2da26a7668'], 'active': True} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:17:24.683192 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-ced62f82-aaae-4570-999c-a3b0ea1e4aa2 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/11970ca1-5738-44dd-9a60-94fb9c93c653 HTTP/1.1" status: 204 len: 168 time: 0.3905201 Jul 27 21:17:24.684229 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.l3_dvrscheduler_db [req-a92c2547-c46f-4062-a2e0-703db0f76fae req-059d7b2b-ed80-45c2-b9b9-7df0556b23d7 tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] Received port after_create {{(pid=105585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:17:24.718182 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced62f82-aaae-4570-999c-a3b0ea1e4aa2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11970ca1-5738-44dd-9a60-94fb9c93c653,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:17:24.818571 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92c2547-c46f-4062-a2e0-703db0f76fae req-059d7b2b-ed80-45c2-b9b9-7df0556b23d7 tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:17:24.819528 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-a92c2547-c46f-4062-a2e0-703db0f76fae req-059d7b2b-ed80-45c2-b9b9-7df0556b23d7 tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:24.859472 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a92c2547-c46f-4062-a2e0-703db0f76fae req-059d7b2b-ed80-45c2-b9b9-7df0556b23d7 tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4765098 Jul 27 21:17:24.873311 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [req-a92c2547-c46f-4062-a2e0-703db0f76fae req-348b2d33-57b7-408f-8ef2-214b196ad58e service neutron] Request body: {'port': {'device_id': '1bcd1b81-fe91-4983-9eea-b82697b9c0df', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-705658-22'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:17:24.978011 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-38ece1f4-033d-4ad1-b145-cbcc81f8ec3e tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:24.980393 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dcd1259-e0cf-4715-a2c4-7784a1928970 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30bb4b93-b285-5d90-9493-f9ec33ea333c-fd352045-3076-4647-a1ee-bf2f4cd4f7f2', 'network_id': 'fd352045-3076-4647-a1ee-bf2f4cd4f7f2', 'tenant_id': 'b2a273d14da548f08e5e2947b1efbc75', 'fixed_ips': [{'subnet_id': '627c007d-c165-43ee-a0c8-dbc4c655e0a6'}]}} from n-d-705658-22. {{(pid=105586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 21:17:24.987397 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-8dcd1259-e0cf-4715-a2c4-7784a1928970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:25.026440 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-38ece1f4-033d-4ad1-b145-cbcc81f8ec3e tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4163804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4077150'] for router, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:25.050402 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvr_db [None req-bb00281e-5ca6-43ea-9892-08db36a6f026 None None] Set router 8506beef-e928-4106-ad74-7b2da26a7668 gateway port host: n-d-705658-22 {{(pid=105587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:17:25.106206 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.db_base_plugin_v2 [None req-876124bd-5062-4f7d-a236-a70a1812d636 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Deleting subnet ddef23d9-d17b-4086-bd3c-1e30aa0e0ca0 {{(pid=105584) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:17:25.131951 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-876124bd-5062-4f7d-a236-a70a1812d636 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks [] for subnet, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:25.165553 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-a92c2547-c46f-4062-a2e0-703db0f76fae req-348b2d33-57b7-408f-8ef2-214b196ad58e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:25.301661 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-876124bd-5062-4f7d-a236-a70a1812d636 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9014207'] for subnet, precommit_delete_associations {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:25.489606 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.db_base_plugin_common [None req-8dcd1259-e0cf-4715-a2c4-7784a1928970 None None] Allocated IP 172.20.0.2 (fd352045-3076-4647-a1ee-bf2f4cd4f7f2/627c007d-c165-43ee-a0c8-dbc4c655e0a6/fb3b7d9d-6a16-4892-8224-a8c60bea09a4) {{(pid=105586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:17:25.516162 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-876124bd-5062-4f7d-a236-a70a1812d636 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854965'] for subnet, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:25.565513 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-bb00281e-5ca6-43ea-9892-08db36a6f026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8506beef-e928-4106-ad74-7b2da26a7668', 'name': 'tempest-TestNetworkAdvancedServerOps-router-474468986', 'tenant_id': '379416b786c44e07b1b1ba1a5ea96882', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.14'}], 'enable_snat': True}, 'gw_port_id': '50fb8687-1601-46c6-af69-b43fd9a0ae38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:14:10Z', 'updated_at': '2021-07-27T21:17:21Z', 'revision_number': 5, 'project_id': '379416b786c44e07b1b1ba1a5ea96882', 'gw_port': {'id': '50fb8687-1601-46c6-af69-b43fd9a0ae38', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:b7:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8506beef-e928-4106-ad74-7b2da26a7668', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2173, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:14:11Z', 'updated_at': '2021-07-27T21:14:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22'}], 'n-d-705658-22', False) {} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:17:25.601867 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-38ece1f4-033d-4ad1-b145-cbcc81f8ec3e tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify callbacks [] for router, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:25.604322 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-38ece1f4-033d-4ad1-b145-cbcc81f8ec3e tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 1.0671990 Jul 27 21:17:25.607111 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 43140) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:17:25.614502 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-4225ee5b-4aa3-4a38-a10b-091049b22e58 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Request body: {'port': {'network_id': 'fd352045-3076-4647-a1ee-bf2f4cd4f7f2', 'name': 'tempest-RoutersTest-1232842634'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:17:25.683323 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb00281e-5ca6-43ea-9892-08db36a6f026 None None] Checking router: 8506beef-e928-4106-ad74-7b2da26a7668 for host: n-d-705658-22 {{(pid=105587) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:17:25.716439 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb00281e-5ca6-43ea-9892-08db36a6f026 None None] Routers {'8506beef-e928-4106-ad74-7b2da26a7668'} bound to L3 agent in host n-d-705658-22 {{(pid=105587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:17:25.717328 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-bb00281e-5ca6-43ea-9892-08db36a6f026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:17:12Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['8506beef-e928-4106-ad74-7b2da26a7668'], 'active': True} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:17:25.756309 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-876124bd-5062-4f7d-a236-a70a1812d636 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9014081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9738825'] for subnet, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:25.812715 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-876124bd-5062-4f7d-a236-a70a1812d636 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks [] for subnet, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:25.816866 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-876124bd-5062-4f7d-a236-a70a1812d636 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] 10.222.0.59 "DELETE /v2.0/subnets/ddef23d9-d17b-4086-bd3c-1e30aa0e0ca0 HTTP/1.1" status: 204 len: 168 time: 1.1373866 Jul 27 21:17:25.825889 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b37169e-8ab2-40e8-8186-9e590081949d None None] Network 1d4d21d8-5a4a-4948-971c-89356ade9736 requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:17:25.828433 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 43148) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:17:25.900874 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvr_db [None req-bb00281e-5ca6-43ea-9892-08db36a6f026 None None] Set router 8506beef-e928-4106-ad74-7b2da26a7668 gateway port host: n-d-705658-22 {{(pid=105587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:17:26.049746 n-d-705658-22 neutron-server[105585]: DEBUG neutron.notifiers.nova [req-a92c2547-c46f-4062-a2e0-703db0f76fae req-348b2d33-57b7-408f-8ef2-214b196ad58e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3dd06ae1-d94d-4e12-86b1-c087d94b3368 {{(pid=105585) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:17:26.064845 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-a92c2547-c46f-4062-a2e0-703db0f76fae req-348b2d33-57b7-408f-8ef2-214b196ad58e service neutron] Notify callbacks [] for port, precommit_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:26.114483 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.provisioning_blocks [req-a92c2547-c46f-4062-a2e0-703db0f76fae req-348b2d33-57b7-408f-8ef2-214b196ad58e service neutron] Transition to ACTIVE for port object 3dd06ae1-d94d-4e12-86b1-c087d94b3368 will not be triggered until provisioned by entity L2. {{(pid=105585) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:17:26.134576 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-a92c2547-c46f-4062-a2e0-703db0f76fae req-348b2d33-57b7-408f-8ef2-214b196ad58e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10221672'] for port, after_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:26.218259 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-8dcd1259-e0cf-4715-a2c4-7784a1928970 None None] Notify callbacks [] for port, precommit_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:26.319064 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-8dcd1259-e0cf-4715-a2c4-7784a1928970 None None] Transition to ACTIVE for port object fb3b7d9d-6a16-4892-8224-a8c60bea09a4 will not be triggered until provisioned by entity L2. {{(pid=105586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:17:26.383696 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d2d391b-5606-4102-8f5e-1590822556a0 None None] DHCP port deletion for 1d4d21d8-5a4a-4948-971c-89356ade9736 request from n-d-705658-22 {{(pid=105586) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 21:17:26.400901 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-bb00281e-5ca6-43ea-9892-08db36a6f026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8506beef-e928-4106-ad74-7b2da26a7668', 'name': 'tempest-TestNetworkAdvancedServerOps-router-474468986', 'tenant_id': '379416b786c44e07b1b1ba1a5ea96882', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.14'}], 'enable_snat': True}, 'gw_port_id': '50fb8687-1601-46c6-af69-b43fd9a0ae38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:14:10Z', 'updated_at': '2021-07-27T21:17:21Z', 'revision_number': 5, 'project_id': '379416b786c44e07b1b1ba1a5ea96882', 'gw_port': {'id': '50fb8687-1601-46c6-af69-b43fd9a0ae38', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:b7:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8506beef-e928-4106-ad74-7b2da26a7668', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2173, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:14:11Z', 'updated_at': '2021-07-27T21:14:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22'}], 'n-d-705658-22', False) {} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:17:26.421661 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348b2d33-57b7-408f-8ef2-214b196ad58e service neutron] Pushing event updated for resources: {'Port': ['ID=3dd06ae1-d94d-4e12-86b1-c087d94b3368,revision_number=2']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:17:26.482283 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb00281e-5ca6-43ea-9892-08db36a6f026 None None] The sync data for ids ['8506beef-e928-4106-ad74-7b2da26a7668'] in n-d-705658-22 is: [{'id': '8506beef-e928-4106-ad74-7b2da26a7668', 'name': 'tempest-TestNetworkAdvancedServerOps-router-474468986', 'tenant_id': '379416b786c44e07b1b1ba1a5ea96882', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.14'}], 'enable_snat': True}, 'gw_port_id': '50fb8687-1601-46c6-af69-b43fd9a0ae38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:14:10Z', 'updated_at': '2021-07-27T21:17:21Z', 'revision_number': 5, 'project_id': '379416b786c44e07b1b1ba1a5ea96882', 'gw_port': {'id': '50fb8687-1601-46c6-af69-b43fd9a0ae38', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:b7:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8506beef-e928-4106-ad74-7b2da26a7668', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2173, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:14:11Z', 'updated_at': '2021-07-27T21:14:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22'}] {{(pid=105587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:17:26.556294 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-8dcd1259-e0cf-4715-a2c4-7784a1928970 None None] Transition to ACTIVE for port object fb3b7d9d-6a16-4892-8224-a8c60bea09a4 will not be triggered until provisioned by entity DHCP. {{(pid=105586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:17:26.577175 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-8dcd1259-e0cf-4715-a2c4-7784a1928970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143'] for port, after_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:26.584197 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507d832c-e2fa-4bad-bf66-1d979bc57699 req-0d8abd4f-670c-49e6-8368-ad6d7bf4f203 tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:17:26.586017 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-507d832c-e2fa-4bad-bf66-1d979bc57699 req-0d8abd4f-670c-49e6-8368-ad6d7bf4f203 tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] 10.222.0.59 "GET /v2.0/ports?device_id=1bcd1b81-fe91-4983-9eea-b82697b9c0df HTTP/1.1" status: 200 len: 943 time: 0.4700291 Jul 27 21:17:26.604846 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876124bd-5062-4f7d-a236-a70a1812d636 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Pushing event deleted for resources: {'Subnet': ['ID=ddef23d9-d17b-4086-bd3c-1e30aa0e0ca0,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:17:26.658813 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.managers [req-a92c2547-c46f-4062-a2e0-703db0f76fae req-348b2d33-57b7-408f-8ef2-214b196ad58e service neutron] Attempting to bind port 3dd06ae1-d94d-4e12-86b1-c087d94b3368 on host n-h1-705658-22 for vnic_type normal with profile {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:17:26.659178 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.managers [req-a92c2547-c46f-4062-a2e0-703db0f76fae req-348b2d33-57b7-408f-8ef2-214b196ad58e service neutron] Attempting to bind port 3dd06ae1-d94d-4e12-86b1-c087d94b3368 by drivers openvswitch,hyperv on host n-h1-705658-22 at level 0 using segments [{'id': '82701821-d08d-4e1b-9667-8c6e67e04bdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '4ce75dcf-0fe8-4adc-83bc-310cc0685be5'}] {{(pid=105585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:17:26.659511 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a92c2547-c46f-4062-a2e0-703db0f76fae req-348b2d33-57b7-408f-8ef2-214b196ad58e service neutron] Attempting to bind port 3dd06ae1-d94d-4e12-86b1-c087d94b3368 on network 4ce75dcf-0fe8-4adc-83bc-310cc0685be5 {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:17:26.702028 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a92c2547-c46f-4062-a2e0-703db0f76fae req-348b2d33-57b7-408f-8ef2-214b196ad58e service neutron] Port 3dd06ae1-d94d-4e12-86b1-c087d94b3368 on network 4ce75dcf-0fe8-4adc-83bc-310cc0685be5 not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-22 {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:17:26.702369 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a92c2547-c46f-4062-a2e0-703db0f76fae req-348b2d33-57b7-408f-8ef2-214b196ad58e service neutron] Attempting to bind port 3dd06ae1-d94d-4e12-86b1-c087d94b3368 on network 4ce75dcf-0fe8-4adc-83bc-310cc0685be5 {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:17:26.706841 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-507d832c-e2fa-4bad-bf66-1d979bc57699 req-0384156f-f0f1-49e4-b926-10892418b225 tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] 10.222.0.59 "GET /v2.0/security-groups?id=9a7007a9-34fe-445e-9576-80a9b33bcd70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107442 Jul 27 21:17:26.721994 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a92c2547-c46f-4062-a2e0-703db0f76fae req-348b2d33-57b7-408f-8ef2-214b196ad58e service neutron] Checking agent: {'id': '9d9bc37f-4d75-44ef-9f63-799aab3e316f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 49, 36), 'started_at': datetime.datetime(2021, 7, 27, 20, 49, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 17, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:17:26.722335 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a92c2547-c46f-4062-a2e0-703db0f76fae req-348b2d33-57b7-408f-8ef2-214b196ad58e service neutron] Checking segment: {'id': '82701821-d08d-4e1b-9667-8c6e67e04bdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '4ce75dcf-0fe8-4adc-83bc-310cc0685be5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:17:26.722765 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a92c2547-c46f-4062-a2e0-703db0f76fae req-348b2d33-57b7-408f-8ef2-214b196ad58e service neutron] Bound using segment: {'id': '82701821-d08d-4e1b-9667-8c6e67e04bdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '4ce75dcf-0fe8-4adc-83bc-310cc0685be5'} {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:17:26.723226 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.managers [req-a92c2547-c46f-4062-a2e0-703db0f76fae req-348b2d33-57b7-408f-8ef2-214b196ad58e service neutron] Bound port: 3dd06ae1-d94d-4e12-86b1-c087d94b3368, host: n-h1-705658-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '82701821-d08d-4e1b-9667-8c6e67e04bdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '4ce75dcf-0fe8-4adc-83bc-310cc0685be5'}}] {{(pid=105585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:17:26.723589 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-a92c2547-c46f-4062-a2e0-703db0f76fae req-348b2d33-57b7-408f-8ef2-214b196ad58e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:26.741065 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-cfd15e43-6f12-4efa-a600-1ef637392da3 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks [] for router, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:26.750886 n-d-705658-22 neutron-server[105586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dcd1259-e0cf-4715-a2c4-7784a1928970 None None] Network fd352045-3076-4647-a1ee-bf2f4cd4f7f2 is already hosted by enough agents. {{(pid=105586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:17:26.779316 n-d-705658-22 neutron-server[105586]: DEBUG neutron.scheduler.base_scheduler [None req-8dcd1259-e0cf-4715-a2c4-7784a1928970 None None] Resources bound (agent type, host, resource id): {{(pid=105586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:17:26.788499 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dcd1259-e0cf-4715-a2c4-7784a1928970 None None] Received port after_create {{(pid=105586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:17:26.876084 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4225ee5b-4aa3-4a38-a10b-091049b22e58 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Made reservation on behalf of b2a273d14da548f08e5e2947b1efbc75 for: {'port': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:17:26.889970 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-4225ee5b-4aa3-4a38-a10b-091049b22e58 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:26.908243 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.db [req-a92c2547-c46f-4062-a2e0-703db0f76fae req-348b2d33-57b7-408f-8ef2-214b196ad58e service neutron] For port 3dd06ae1-d94d-4e12-86b1-c087d94b3368, host n-h1-705658-22, cleared binding levels {{(pid=105585) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:17:26.919530 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.db [req-a92c2547-c46f-4062-a2e0-703db0f76fae req-348b2d33-57b7-408f-8ef2-214b196ad58e service neutron] For port 3dd06ae1-d94d-4e12-86b1-c087d94b3368, host n-h1-705658-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=3dd06ae1-d94d-4e12-86b1-c087d94b3368,segment=NetworkSegment(82701821-d08d-4e1b-9667-8c6e67e04bdc),segment_id=82701821-d08d-4e1b-9667-8c6e67e04bdc)] {{(pid=105585) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:17:26.926603 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-a92c2547-c46f-4062-a2e0-703db0f76fae req-348b2d33-57b7-408f-8ef2-214b196ad58e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10221672'] for port, after_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:26.945291 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-6d2d391b-5606-4102-8f5e-1590822556a0 None None] Deleting port 5966146b-40b0-4c4e-8300-31c812563e3d {{(pid=105586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:17:26.948606 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-6d2d391b-5606-4102-8f5e-1590822556a0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:26.959328 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dcd1259-e0cf-4715-a2c4-7784a1928970 None None] Pushing event updated for resources: {'Port': ['ID=fb3b7d9d-6a16-4892-8224-a8c60bea09a4,revision_number=1']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:17:27.053194 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92c2547-c46f-4062-a2e0-703db0f76fae req-348b2d33-57b7-408f-8ef2-214b196ad58e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:17:27.080513 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-a92c2547-c46f-4062-a2e0-703db0f76fae req-348b2d33-57b7-408f-8ef2-214b196ad58e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:27.082197 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a92c2547-c46f-4062-a2e0-703db0f76fae req-348b2d33-57b7-408f-8ef2-214b196ad58e service neutron] 10.222.0.36 "PUT /v2.0/ports/3dd06ae1-d94d-4e12-86b1-c087d94b3368 HTTP/1.1" status: 200 len: 1092 time: 2.2148860 Jul 27 21:17:27.082782 n-d-705658-22 neutron-server[105585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1bcd1b81-fe91-4983-9eea-b82697b9c0df', 'tag': '3dd06ae1-d94d-4e12-86b1-c087d94b3368'}] {{(pid=105585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:17:27.089209 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d66fd65881426bfc2b5388084a3654e5eae521106a15a3dbf0eb4cde7106c36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72886081-7195-470d-8eab-46350d09bda7" -d '{"events": [{"name": "network-changed", "server_uuid": "1bcd1b81-fe91-4983-9eea-b82697b9c0df", "tag": "3dd06ae1-d94d-4e12-86b1-c087d94b3368"}]}' {{(pid=105585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:17:27.120670 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [None req-4225ee5b-4aa3-4a38-a10b-091049b22e58 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] device_id is not set on port 31fb36f5-9255-4e0d-993a-4280343ac3c7 yet. {{(pid=105584) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 21:17:27.235833 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-8dcd1259-e0cf-4715-a2c4-7784a1928970 None None] Attempting to bind port fb3b7d9d-6a16-4892-8224-a8c60bea09a4 on host n-d-705658-22 for vnic_type normal with profile {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:17:27.238389 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-8dcd1259-e0cf-4715-a2c4-7784a1928970 None None] Attempting to bind port fb3b7d9d-6a16-4892-8224-a8c60bea09a4 by drivers openvswitch,hyperv on host n-d-705658-22 at level 0 using segments [{'id': '06b119d9-30d4-484d-a5ee-c60aded82d9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'fd352045-3076-4647-a1ee-bf2f4cd4f7f2'}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:17:27.238805 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dcd1259-e0cf-4715-a2c4-7784a1928970 None None] Attempting to bind port fb3b7d9d-6a16-4892-8224-a8c60bea09a4 on network fd352045-3076-4647-a1ee-bf2f4cd4f7f2 {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:17:27.258539 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:17:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9464f48c-cc14-4b15-aedb-457e3a8fbc78 x-openstack-request-id: req-9464f48c-cc14-4b15-aedb-457e3a8fbc78 {{(pid=105585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:17:27.258964 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1bcd1b81-fe91-4983-9eea-b82697b9c0df", "tag": "3dd06ae1-d94d-4e12-86b1-c087d94b3368", "status": "completed", "code": 200}]} {{(pid=105585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:17:27.260752 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-6d2d391b-5606-4102-8f5e-1590822556a0 None None] For port 5966146b-40b0-4c4e-8300-31c812563e3d, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=5966146b-40b0-4c4e-8300-31c812563e3d,segment=NetworkSegment(bdd91ba2-0432-42e2-98db-a2dd6126dafb),segment_id=bdd91ba2-0432-42e2-98db-a2dd6126dafb)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:17:27.261153 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-9464f48c-cc14-4b15-aedb-457e3a8fbc78 {{(pid=105585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:17:27.261288 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-6d2d391b-5606-4102-8f5e-1590822556a0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:27.261808 n-d-705658-22 neutron-server[105585]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1bcd1b81-fe91-4983-9eea-b82697b9c0df', 'tag': '3dd06ae1-d94d-4e12-86b1-c087d94b3368', 'status': 'completed', 'code': 200} Jul 27 21:17:27.265853 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 43196) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:17:27.267549 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348b2d33-57b7-408f-8ef2-214b196ad58e service neutron] Pushing event updated for resources: {'Port': ['ID=3dd06ae1-d94d-4e12-86b1-c087d94b3368,revision_number=3']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:17:27.293936 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dcd1259-e0cf-4715-a2c4-7784a1928970 None None] Checking agent: {'id': '04a7ea91-6318-467e-ace6-b0fb48c8690f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 41, 42), 'started_at': datetime.datetime(2021, 7, 27, 20, 42, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 17, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:17:27.294297 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dcd1259-e0cf-4715-a2c4-7784a1928970 None None] Checking segment: {'id': '06b119d9-30d4-484d-a5ee-c60aded82d9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'fd352045-3076-4647-a1ee-bf2f4cd4f7f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:17:27.294701 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-8dcd1259-e0cf-4715-a2c4-7784a1928970 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:27.295124 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dcd1259-e0cf-4715-a2c4-7784a1928970 None None] Bound using segment: {'id': '06b119d9-30d4-484d-a5ee-c60aded82d9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'fd352045-3076-4647-a1ee-bf2f4cd4f7f2'} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:17:27.295620 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-8dcd1259-e0cf-4715-a2c4-7784a1928970 None None] Bound port: fb3b7d9d-6a16-4892-8224-a8c60bea09a4, host: n-d-705658-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06b119d9-30d4-484d-a5ee-c60aded82d9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'fd352045-3076-4647-a1ee-bf2f4cd4f7f2'}}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:17:27.296012 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-8dcd1259-e0cf-4715-a2c4-7784a1928970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:27.363713 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-cfd15e43-6f12-4efa-a600-1ef637392da3 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks [] for router_gateway, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:27.367546 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92c2547-c46f-4062-a2e0-703db0f76fae req-ba365a02-d33c-4a0c-b08f-059af2a1a451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:17:27.369306 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a92c2547-c46f-4062-a2e0-703db0f76fae req-ba365a02-d33c-4a0c-b08f-059af2a1a451 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=600e865a5cde4be3a07c2c6f813959b8&device_id=1bcd1b81-fe91-4983-9eea-b82697b9c0df HTTP/1.1" status: 200 len: 1095 time: 0.2226110 Jul 27 21:17:27.405704 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-6d2d391b-5606-4102-8f5e-1590822556a0 None None] Calling delete_port for 5966146b-40b0-4c4e-8300-31c812563e3d owned by network:dhcp {{(pid=105586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:17:27.485218 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a92c2547-c46f-4062-a2e0-703db0f76fae req-b8c94e1b-23d0-4ae3-8fcb-4e44d01d8b58 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3dd06ae1-d94d-4e12-86b1-c087d94b3368 HTTP/1.1" status: 200 len: 217 time: 0.1075184 Jul 27 21:17:27.588056 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92c2547-c46f-4062-a2e0-703db0f76fae req-5502038a-7a47-4539-9c18-9e12b232fc3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:17:27.589875 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a92c2547-c46f-4062-a2e0-703db0f76fae req-5502038a-7a47-4539-9c18-9e12b232fc3b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c0af41ef-52d2-41ac-b6df-e93e08f17b8d HTTP/1.1" status: 200 len: 846 time: 0.0977302 Jul 27 21:17:27.634320 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.db_base_plugin_common [None req-4225ee5b-4aa3-4a38-a10b-091049b22e58 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Allocated IP 172.20.0.14 (fd352045-3076-4647-a1ee-bf2f4cd4f7f2/627c007d-c165-43ee-a0c8-dbc4c655e0a6/31fb36f5-9255-4e0d-993a-4280343ac3c7) {{(pid=105584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:17:27.640150 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-dafc1ed7-4e28-466f-8630-8fb6794c368c tempest-TagsTest-1530861253 tempest-TagsTest-1530861253-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-555821079'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:17:27.682157 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a92c2547-c46f-4062-a2e0-703db0f76fae req-4f781417-7d3f-4809-bbce-9441c165b8a4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4ce75dcf-0fe8-4adc-83bc-310cc0685be5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0844712 Jul 27 21:17:27.683626 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device dba1bae5-1c7a-4047-8d99-6c160550919f no longer exists at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:17:27.708096 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-cfd15e43-6f12-4efa-a600-1ef637392da3 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Deleting port 50fb8687-1601-46c6-af69-b43fd9a0ae38 {{(pid=105584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:17:27.708453 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-cfd15e43-6f12-4efa-a600-1ef637392da3 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:27.740456 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] No Port match for: dba1bae5-1c7a-4047-8d99-6c160550919f {{(pid=105586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:17:27.741239 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device dba1bae5-1c7a-4047-8d99-6c160550919f not bound to the agent host n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:17:27.742116 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 5966146b-40b0-4c4e-8300-31c812563e3d no longer exists at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:17:27.901606 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-8dcd1259-e0cf-4715-a2c4-7784a1928970 None None] For port fb3b7d9d-6a16-4892-8224-a8c60bea09a4, host n-d-705658-22, cleared binding levels {{(pid=105586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:17:27.916770 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dafc1ed7-4e28-466f-8630-8fb6794c368c tempest-TagsTest-1530861253 tempest-TagsTest-1530861253-project] Made reservation on behalf of d4ac21b7eba74679b30f6c27576a598e for: {'network': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:17:27.943188 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-dafc1ed7-4e28-466f-8630-8fb6794c368c tempest-TagsTest-1530861253 tempest-TagsTest-1530861253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for network, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:28.014666 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a92c2547-c46f-4062-a2e0-703db0f76fae req-5a25a401-4ae5-4410-93aa-a663b8e4ea68 service neutron] 10.222.0.36 "GET /v2.0/networks/4ce75dcf-0fe8-4adc-83bc-310cc0685be5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3242297 Jul 27 21:17:28.020412 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:28.022863 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-dafc1ed7-4e28-466f-8630-8fb6794c368c tempest-TagsTest-1530861253 tempest-TagsTest-1530861253-project] Notify callbacks [] for security_group, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:28.026530 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-8dcd1259-e0cf-4715-a2c4-7784a1928970 None None] For port fb3b7d9d-6a16-4892-8224-a8c60bea09a4, host n-d-705658-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=fb3b7d9d-6a16-4892-8224-a8c60bea09a4,segment=NetworkSegment(06b119d9-30d4-484d-a5ee-c60aded82d9b),segment_id=06b119d9-30d4-484d-a5ee-c60aded82d9b)] {{(pid=105586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:17:28.052255 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-8dcd1259-e0cf-4715-a2c4-7784a1928970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:28.197563 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [None req-cfd15e43-6f12-4efa-a600-1ef637392da3 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] For port 50fb8687-1601-46c6-af69-b43fd9a0ae38, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=50fb8687-1601-46c6-af69-b43fd9a0ae38,segment=NetworkSegment(12196855-9a32-4633-9a56-77697ef9e126),segment_id=12196855-9a32-4633-9a56-77697ef9e126)] {{(pid=105584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:17:28.197941 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-cfd15e43-6f12-4efa-a600-1ef637392da3 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:28.227992 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-cfd15e43-6f12-4efa-a600-1ef637392da3 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Calling delete_port for 50fb8687-1601-46c6-af69-b43fd9a0ae38 owned by network:router_gateway {{(pid=105584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:17:28.359565 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dcd1259-e0cf-4715-a2c4-7784a1928970 None None] Pushing event updated for resources: {'Port': ['ID=fb3b7d9d-6a16-4892-8224-a8c60bea09a4,revision_number=2']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:17:28.366391 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcd2ec9-0f55-453a-9fec-54a02b39a395 req-ec816594-0848-4f85-a016-feb9eb71d708 tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:17:28.381793 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] For port 5966146b-40b0-4c4e-8300-31c812563e3d, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=5966146b-40b0-4c4e-8300-31c812563e3d,segment=NetworkSegment(bdd91ba2-0432-42e2-98db-a2dd6126dafb),segment_id=bdd91ba2-0432-42e2-98db-a2dd6126dafb)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:17:28.397012 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-2dcd2ec9-0f55-453a-9fec-54a02b39a395 req-ec816594-0848-4f85-a016-feb9eb71d708 tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] 10.222.0.59 "GET /v2.0/ports?device_id=1bcd1b81-fe91-4983-9eea-b82697b9c0df HTTP/1.1" status: 200 len: 943 time: 0.4704635 Jul 27 21:17:28.397713 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:28.429232 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-4225ee5b-4aa3-4a38-a10b-091049b22e58 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify callbacks [] for port, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:28.461882 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-6d2d391b-5606-4102-8f5e-1590822556a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180'] for port, after_delete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:28.467860 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Pushing event deleted for resources: {'Port': ['ID=5966146b-40b0-4c4e-8300-31c812563e3d,revision_number=None']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:17:28.488605 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d2d391b-5606-4102-8f5e-1590822556a0 None None] No DVR routers for this DVR port 5966146b-40b0-4c4e-8300-31c812563e3d on host n-d-705658-22 {{(pid=105586) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:17:28.521018 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a92c2547-c46f-4062-a2e0-703db0f76fae req-536ae126-5333-4004-a0f6-79f5eba38909 service neutron] 10.222.0.36 "GET /v2.0/networks/4ce75dcf-0fe8-4adc-83bc-310cc0685be5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4950330 Jul 27 21:17:28.533353 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-2dcd2ec9-0f55-453a-9fec-54a02b39a395 req-2a42f5ec-0e03-4390-975e-3debaf547c9c tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] 10.222.0.59 "GET /v2.0/security-groups?id=9a7007a9-34fe-445e-9576-80a9b33bcd70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347682 Jul 27 21:17:28.549949 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.provisioning_blocks [None req-4225ee5b-4aa3-4a38-a10b-091049b22e58 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Transition to ACTIVE for port object 31fb36f5-9255-4e0d-993a-4280343ac3c7 will not be triggered until provisioned by entity DHCP. {{(pid=105584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:17:28.586322 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2d391b-5606-4102-8f5e-1590822556a0 None None] Pushing event deleted for resources: {'Port': ['ID=5966146b-40b0-4c4e-8300-31c812563e3d,revision_number=None']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:17:28.674101 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-dafc1ed7-4e28-466f-8630-8fb6794c368c tempest-TagsTest-1530861253 tempest-TagsTest-1530861253-project] Notify callbacks [] for security_group, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:28.789471 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72886081-7195-470d-8eab-46350d09bda7 req-f0415752-934c-469e-9908-833282357943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:17:28.792212 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-72886081-7195-470d-8eab-46350d09bda7 req-f0415752-934c-469e-9908-833282357943 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=600e865a5cde4be3a07c2c6f813959b8&device_id=1bcd1b81-fe91-4983-9eea-b82697b9c0df HTTP/1.1" status: 200 len: 1095 time: 0.2029748 Jul 27 21:17:28.810421 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-dafc1ed7-4e28-466f-8630-8fb6794c368c tempest-TagsTest-1530861253 tempest-TagsTest-1530861253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:28.964931 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 43260) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:17:28.973047 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dafc1ed7-4e28-466f-8630-8fb6794c368c tempest-TagsTest-1530861253 tempest-TagsTest-1530861253-project] vlan segment allocate from pool success with {'vlan_id': 226, 'physical_network': 'physnet1'} {{(pid=105584) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:17:29.003631 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafc1ed7-4e28-466f-8630-8fb6794c368c tempest-TagsTest-1530861253 tempest-TagsTest-1530861253-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e7aabb46-fe98-449e-acd4-262b9fcc6cc1,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:17:29.014736 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72886081-7195-470d-8eab-46350d09bda7 req-801f9854-9c1e-4edd-b1b6-5a0663f73d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:17:29.016307 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-72886081-7195-470d-8eab-46350d09bda7 req-801f9854-9c1e-4edd-b1b6-5a0663f73d93 service neutron] 10.222.0.36 "GET /v2.0/networks?id=4ce75dcf-0fe8-4adc-83bc-310cc0685be5 HTTP/1.1" status: 200 len: 907 time: 0.2162867 Jul 27 21:17:29.036334 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-dafc1ed7-4e28-466f-8630-8fb6794c368c tempest-TagsTest-1530861253 tempest-TagsTest-1530861253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:29.036684 n-d-705658-22 neutron-server[105584]: INFO neutron.db.segments_db [None req-dafc1ed7-4e28-466f-8630-8fb6794c368c tempest-TagsTest-1530861253 tempest-TagsTest-1530861253-project] Added segment 88d22e5c-8736-48e6-8459-9980eb43ed5a of type vlan for network 710e6933-0746-4a12-993a-880c41f3a0c1 Jul 27 21:17:29.040878 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-4225ee5b-4aa3-4a38-a10b-091049b22e58 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:29.097895 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-72886081-7195-470d-8eab-46350d09bda7 req-25cec0b0-1150-4a7b-a195-12e49ce532ee service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3dd06ae1-d94d-4e12-86b1-c087d94b3368 HTTP/1.1" status: 200 len: 217 time: 0.0731230 Jul 27 21:17:29.214564 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4225ee5b-4aa3-4a38-a10b-091049b22e58 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Network fd352045-3076-4647-a1ee-bf2f4cd4f7f2 is already hosted by enough agents. {{(pid=105584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:17:29.222206 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72886081-7195-470d-8eab-46350d09bda7 req-21e748b3-fa6a-46a6-8368-1e407539b295 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:17:29.227483 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-72886081-7195-470d-8eab-46350d09bda7 req-21e748b3-fa6a-46a6-8368-1e407539b295 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c0af41ef-52d2-41ac-b6df-e93e08f17b8d HTTP/1.1" status: 200 len: 846 time: 0.1231098 Jul 27 21:17:29.230830 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-8646811c-e60f-49d3-8fea-abc9fc64e448 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:29.262570 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-dafc1ed7-4e28-466f-8630-8fb6794c368c tempest-TagsTest-1530861253 tempest-TagsTest-1530861253-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790688424798'] for network, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:29.272388 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-72886081-7195-470d-8eab-46350d09bda7 req-9ee54ecf-9f79-423a-932e-7365d32c0bbb service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4ce75dcf-0fe8-4adc-83bc-310cc0685be5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383480 Jul 27 21:17:29.276539 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [None req-4225ee5b-4aa3-4a38-a10b-091049b22e58 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Resources bound (agent type, host, resource id): {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:17:29.290073 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4225ee5b-4aa3-4a38-a10b-091049b22e58 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Received port after_create {{(pid=105584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:17:29.390432 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4225ee5b-4aa3-4a38-a10b-091049b22e58 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Pushing event updated for resources: {'Port': ['ID=31fb36f5-9255-4e0d-993a-4280343ac3c7,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:17:29.411632 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-dafc1ed7-4e28-466f-8630-8fb6794c368c tempest-TagsTest-1530861253 tempest-TagsTest-1530861253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920'] for network, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:29.420215 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dafc1ed7-4e28-466f-8630-8fb6794c368c tempest-TagsTest-1530861253 tempest-TagsTest-1530861253-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:17:29.420897 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-dafc1ed7-4e28-466f-8630-8fb6794c368c tempest-TagsTest-1530861253 tempest-TagsTest-1530861253-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743886'] for network, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:29.423906 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-cfd15e43-6f12-4efa-a600-1ef637392da3 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:29.501757 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-72886081-7195-470d-8eab-46350d09bda7 req-d936733a-1297-44ff-89c1-bc99316ef36c service neutron] 10.222.0.36 "GET /v2.0/networks/4ce75dcf-0fe8-4adc-83bc-310cc0685be5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2049589 Jul 27 21:17:29.625345 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device 3dd06ae1-d94d-4e12-86b1-c087d94b3368 details requested by agent hyperv_n-h1-705658-22 with host n-h1-705658-22 {{(pid=105586) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:17:29.719464 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device fb3b7d9d-6a16-4892-8224-a8c60bea09a4 up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:17:29.823505 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-72886081-7195-470d-8eab-46350d09bda7 req-77de991e-28fd-416c-81ce-d13bc88aac65 service neutron] 10.222.0.36 "GET /v2.0/networks/4ce75dcf-0fe8-4adc-83bc-310cc0685be5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3119116 Jul 27 21:17:29.826635 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafc1ed7-4e28-466f-8630-8fb6794c368c tempest-TagsTest-1530861253 tempest-TagsTest-1530861253-project] Pushing event updated for resources: {'Network': ['ID=710e6933-0746-4a12-993a-880c41f3a0c1,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:17:29.832086 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd15e43-6f12-4efa-a600-1ef637392da3 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Pushing event deleted for resources: {'Port': ['ID=50fb8687-1601-46c6-af69-b43fd9a0ae38,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:17:29.870178 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Network 710e6933-0746-4a12-993a-880c41f3a0c1 details requested by agent ovs-agent-n-d-705658-22 with host n-d-705658-22 {{(pid=105586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:17:29.940641 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c73885-4837-489a-b89f-6d9442e7c340 req-3079294c-a6ad-43a8-8e00-b1251ffc038e tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:17:29.943595 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b9c73885-4837-489a-b89f-6d9442e7c340 req-3079294c-a6ad-43a8-8e00-b1251ffc038e tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] 10.222.0.59 "GET /v2.0/ports?device_id=1bcd1b81-fe91-4983-9eea-b82697b9c0df HTTP/1.1" status: 200 len: 943 time: 0.1672342 Jul 27 21:17:30.000301 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-cfd15e43-6f12-4efa-a600-1ef637392da3 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4075702'] for router_gateway, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:30.068312 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b9c73885-4837-489a-b89f-6d9442e7c340 req-f337fb1f-13d2-4a09-ac6e-25bd7004e484 tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] 10.222.0.59 "GET /v2.0/security-groups?id=9a7007a9-34fe-445e-9576-80a9b33bcd70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083510 Jul 27 21:17:30.095211 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning for port fb3b7d9d-6a16-4892-8224-a8c60bea09a4 completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:17:30.126793 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] For port 3dd06ae1-d94d-4e12-86b1-c087d94b3368, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=3dd06ae1-d94d-4e12-86b1-c087d94b3368,segment=NetworkSegment(82701821-d08d-4e1b-9667-8c6e67e04bdc),segment_id=82701821-d08d-4e1b-9667-8c6e67e04bdc)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:17:30.144384 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Returning: {'device': '3dd06ae1-d94d-4e12-86b1-c087d94b3368', 'network_id': '4ce75dcf-0fe8-4adc-83bc-310cc0685be5', 'port_id': '3dd06ae1-d94d-4e12-86b1-c087d94b3368', 'mac_address': 'fa:16:3e:cc:cb:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 218, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0af41ef-52d2-41ac-b6df-e93e08f17b8d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105586) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:17:30.215155 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:30.217522 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-034f592a-0d63-4768-92f8-8f4e01417cea None None] Network fd352045-3076-4647-a1ee-bf2f4cd4f7f2 requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:17:30.226446 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-cfd15e43-6f12-4efa-a600-1ef637392da3 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4163631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-425'] for router, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:30.228657 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-cfd15e43-6f12-4efa-a600-1ef637392da3 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:30.341442 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-cfd15e43-6f12-4efa-a600-1ef637392da3 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4163007'] for router, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:30.342014 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfd15e43-6f12-4efa-a600-1ef637392da3 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Fanout notify agent at l3_agent the message router_deleted on router 8506beef-e928-4106-ad74-7b2da26a7668 {{(pid=105584) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 21:17:30.356630 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-cfd15e43-6f12-4efa-a600-1ef637392da3 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks [] for router, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:30.358233 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-cfd15e43-6f12-4efa-a600-1ef637392da3 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] 10.222.0.59 "DELETE /v2.0/routers/8506beef-e928-4106-ad74-7b2da26a7668 HTTP/1.1" status: 204 len: 168 time: 4.5251586 Jul 27 21:17:30.360773 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 43288) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:17:30.366385 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 43290) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:17:30.382891 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4225ee5b-4aa3-4a38-a10b-091049b22e58 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:17:30.383640 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-4225ee5b-4aa3-4a38-a10b-091049b22e58 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:30.399658 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3dd06ae1-d94d-4e12-86b1-c087d94b3368 {{(pid=105586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:17:30.452512 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-4039351a-d767-4950-8e4c-580162b3d776 None None] Provisioning for port fb3b7d9d-6a16-4892-8224-a8c60bea09a4 completed by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:17:30.480486 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-4039351a-d767-4950-8e4c-580162b3d776 None None] Provisioning complete for port fb3b7d9d-6a16-4892-8224-a8c60bea09a4 triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:17:30.480733 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-4039351a-d767-4950-8e4c-580162b3d776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:30.514941 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-8646811c-e60f-49d3-8fea-abc9fc64e448 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:30.525757 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-8646811c-e60f-49d3-8fea-abc9fc64e448 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:30.556560 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-dafc1ed7-4e28-466f-8630-8fb6794c368c tempest-TagsTest-1530861253 tempest-TagsTest-1530861253-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 775 time: 3.2807407 Jul 27 21:17:30.563322 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-4225ee5b-4aa3-4a38-a10b-091049b22e58 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 4.9544027 Jul 27 21:17:30.564555 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 43294) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:17:30.564788 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 43296) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:17:30.566222 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-59add54f-a082-4698-b8f1-7b34cdbc75d3 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-990557'] for network, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:30.571858 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] For port 3dd06ae1-d94d-4e12-86b1-c087d94b3368, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=3dd06ae1-d94d-4e12-86b1-c087d94b3368,segment=NetworkSegment(82701821-d08d-4e1b-9667-8c6e67e04bdc),segment_id=82701821-d08d-4e1b-9667-8c6e67e04bdc)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:17:30.613415 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:30.649548 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.tag.tag_plugin [None req-9808c196-a0d0-4a38-9570-8919022a7e6c tempest-TagsTest-1530861253 tempest-TagsTest-1530861253-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '710e6933-0746-4a12-993a-880c41f3a0c1', 'tempest-TagsTest-Tag-1544647907') {} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:17:30.666913 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-8646811c-e60f-49d3-8fea-abc9fc64e448 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=1a6b79df7d924cc89005d2a7e5311af2&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7009375 Jul 27 21:17:30.668140 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8646811c-e60f-49d3-8fea-abc9fc64e448 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fcf9486-e51c-47ad-975b-5550e64c00ae,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:17:30.685564 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 43302) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:17:30.745419 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-59add54f-a082-4698-b8f1-7b34cdbc75d3 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853562', 'neutron.services.segments.db._delete_segments_for_network-8790688882975'] for network, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:30.756713 n-d-705658-22 neutron-server[105585]: DEBUG neutron.services.segments.db [None req-59add54f-a082-4698-b8f1-7b34cdbc75d3 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d4d21d8-5a4a-4948-971c-89356ade9736']}} {{(pid=105585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:17:30.759024 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Pushing event updated for resources: {'Port': ['ID=3dd06ae1-d94d-4e12-86b1-c087d94b3368,revision_number=4']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:17:30.769646 n-d-705658-22 neutron-server[105585]: DEBUG neutron.services.segments.db [None req-59add54f-a082-4698-b8f1-7b34cdbc75d3 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bdd91ba2-0432-42e2-98db-a2dd6126dafb') {'for_net_delete': True} {{(pid=105585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:17:30.770206 n-d-705658-22 neutron-server[105585]: DEBUG neutron.services.segments.db [None req-59add54f-a082-4698-b8f1-7b34cdbc75d3 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bdd91ba2-0432-42e2-98db-a2dd6126dafb') {} {{(pid=105585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:17:30.777042 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-4039351a-d767-4950-8e4c-580162b3d776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:30.780981 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-59add54f-a082-4698-b8f1-7b34cdbc75d3 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790688883752', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9886370'] for segment, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:30.798248 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-59add54f-a082-4698-b8f1-7b34cdbc75d3 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:30.805014 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59add54f-a082-4698-b8f1-7b34cdbc75d3 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Releasing vlan 244 on physical network physnet1 to pool {{(pid=105585) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:17:30.805212 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-59add54f-a082-4698-b8f1-7b34cdbc75d3 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10221644'] for segment, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:30.867227 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] get_ports_and_sgs() called for port_ids ['3dd06ae1-d94d-4e12-86b1-c087d94b3368'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:17:30.872524 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-4039351a-d767-4950-8e4c-580162b3d776 None None] For port fb3b7d9d-6a16-4892-8224-a8c60bea09a4, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=fb3b7d9d-6a16-4892-8224-a8c60bea09a4,segment=NetworkSegment(06b119d9-30d4-484d-a5ee-c60aded82d9b),segment_id=06b119d9-30d4-484d-a5ee-c60aded82d9b)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:17:30.886295 n-d-705658-22 neutron-server[105585]: Traceback (most recent call last): Jul 27 21:17:30.886295 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:17:30.886295 n-d-705658-22 neutron-server[105585]: timer() Jul 27 21:17:30.886295 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:17:30.886295 n-d-705658-22 neutron-server[105585]: cb(*args, **kw) Jul 27 21:17:30.886295 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:17:30.886295 n-d-705658-22 neutron-server[105585]: return func(*args, **kwargs) Jul 27 21:17:30.886295 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:17:30.886295 n-d-705658-22 neutron-server[105585]: self._notify() Jul 27 21:17:30.886295 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:17:30.886295 n-d-705658-22 neutron-server[105585]: self.callback(batched_events) Jul 27 21:17:30.886295 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:17:30.886295 n-d-705658-22 neutron-server[105585]: event.method(event) Jul 27 21:17:30.886295 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:17:30.886295 n-d-705658-22 neutron-server[105585]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:17:30.886295 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:17:30.886295 n-d-705658-22 neutron-server[105585]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:17:30.886295 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:17:30.886295 n-d-705658-22 neutron-server[105585]: return f(self, *a, **k) Jul 27 21:17:30.886295 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:17:30.886295 n-d-705658-22 neutron-server[105585]: return self._get(url).json() Jul 27 21:17:30.886295 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:17:30.886295 n-d-705658-22 neutron-server[105585]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:17:30.886295 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:17:30.886295 n-d-705658-22 neutron-server[105585]: return self.request(url, 'GET', **kwargs) Jul 27 21:17:30.886295 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:17:30.886295 n-d-705658-22 neutron-server[105585]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:17:30.886295 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:17:30.886295 n-d-705658-22 neutron-server[105585]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:17:30.886295 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:17:30.886295 n-d-705658-22 neutron-server[105585]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:17:30.886295 n-d-705658-22 neutron-server[105585]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:17:30.900801 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-59add54f-a082-4698-b8f1-7b34cdbc75d3 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4075658'] for network, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:30.902880 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-4039351a-d767-4950-8e4c-580162b3d776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:30.908850 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-59add54f-a082-4698-b8f1-7b34cdbc75d3 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks [] for network, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:30.919752 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-59add54f-a082-4698-b8f1-7b34cdbc75d3 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] 10.222.0.59 "DELETE /v2.0/networks/1d4d21d8-5a4a-4948-971c-89356ade9736 HTTP/1.1" status: 204 len: 168 time: 0.5578759 Jul 27 21:17:30.921946 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 43304) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:17:30.965194 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59add54f-a082-4698-b8f1-7b34cdbc75d3 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Pushing event deleted for resources: {'Network': ['ID=1d4d21d8-5a4a-4948-971c-89356ade9736,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:17:30.979655 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-2a792f8f-8fb6-465f-a878-a6b0ecdac140 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:31.050976 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4039351a-d767-4950-8e4c-580162b3d776 None None] Pushing event updated for resources: {'Port': ['ID=fb3b7d9d-6a16-4892-8224-a8c60bea09a4,revision_number=3']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:17:31.111597 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-af1256aa-2f19-4751-be5c-b2d0ced27359 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks [] for security_group, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:31.251846 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-af1256aa-2f19-4751-be5c-b2d0ced27359 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:31.253555 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-f8f61500-072d-40f8-a89f-9f8706a01c7d None None] Provisioning complete for port fb3b7d9d-6a16-4892-8224-a8c60bea09a4 triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:17:31.254111 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-f8f61500-072d-40f8-a89f-9f8706a01c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:31.319489 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-2a792f8f-8fb6-465f-a878-a6b0ecdac140 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:31.321304 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-15e6d58c-a18a-4ccf-8cbe-8a53a630305b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:31.383441 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-2a792f8f-8fb6-465f-a878-a6b0ecdac140 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:31.431818 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a41f390-1445-40a7-9ccb-c261a261847d req-4acab6a9-5b64-4def-97a2-4ac09d476f7b tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:17:31.433922 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-9a41f390-1445-40a7-9ccb-c261a261847d req-4acab6a9-5b64-4def-97a2-4ac09d476f7b tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] 10.222.0.59 "GET /v2.0/ports?device_id=1bcd1b81-fe91-4983-9eea-b82697b9c0df HTTP/1.1" status: 200 len: 944 time: 0.2053888 Jul 27 21:17:31.442019 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-f8f61500-072d-40f8-a89f-9f8706a01c7d None None] Provisioning for port 31fb36f5-9255-4e0d-993a-4280343ac3c7 completed by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:17:31.452322 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-f8f61500-072d-40f8-a89f-9f8706a01c7d None None] Provisioning complete for port 31fb36f5-9255-4e0d-993a-4280343ac3c7 triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:17:31.452721 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-f8f61500-072d-40f8-a89f-9f8706a01c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:31.483719 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-9808c196-a0d0-4a38-9570-8919022a7e6c tempest-TagsTest-1530861253 tempest-TagsTest-1530861253-project] 10.222.0.59 "PUT /v2.0/networks/710e6933-0746-4a12-993a-880c41f3a0c1/tags/tempest-TagsTest-Tag-1544647907 HTTP/1.1" status: 201 len: 201 time: 0.8404844 Jul 27 21:17:31.490141 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 43316) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:17:31.504039 n-d-705658-22 neutron-server[105585]: DEBUG neutron.services.tag.tag_plugin [None req-8ff2c17c-4bcf-40c4-8af6-ef517b0a74b4 tempest-TagsTest-1530861253 tempest-TagsTest-1530861253-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '710e6933-0746-4a12-993a-880c41f3a0c1', 'tempest-TagsTest-Tag-1544647907') {} {{(pid=105585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:17:31.532474 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-f8f61500-072d-40f8-a89f-9f8706a01c7d None None] Port 31fb36f5-9255-4e0d-993a-4280343ac3c7 cannot update to ACTIVE because it is not bound. {{(pid=105586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:17:31.576533 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-af1256aa-2f19-4751-be5c-b2d0ced27359 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:31.580496 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-af1256aa-2f19-4751-be5c-b2d0ced27359 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks [] for security_group, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:31.582252 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-15e6d58c-a18a-4ccf-8cbe-8a53a630305b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:31.586074 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-af1256aa-2f19-4751-be5c-b2d0ced27359 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] 10.222.0.59 "DELETE /v2.0/security-groups/e9ca66b5-3d33-4671-986c-aa471cc95217 HTTP/1.1" status: 204 len: 168 time: 0.6630194 Jul 27 21:17:31.601539 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-2a792f8f-8fb6-465f-a878-a6b0ecdac140 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=0a44d55d50844499a97a26c7e9a18fa0&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2337134 Jul 27 21:17:31.607079 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 43324) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:17:31.614193 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1256aa-2f19-4751-be5c-b2d0ced27359 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9ca66b5-3d33-4671-986c-aa471cc95217,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:17:31.616638 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a792f8f-8fb6-465f-a878-a6b0ecdac140 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8667a14-455d-4d2b-b170-09f3d749c5d0,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:17:31.662822 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-9a41f390-1445-40a7-9ccb-c261a261847d req-484dbbbd-0e87-45ab-a0df-63fc5685e1c9 tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] 10.222.0.59 "GET /v2.0/security-groups?id=9a7007a9-34fe-445e-9576-80a9b33bcd70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2158616 Jul 27 21:17:31.684157 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-8ff2c17c-4bcf-40c4-8af6-ef517b0a74b4 tempest-TagsTest-1530861253 tempest-TagsTest-1530861253-project] 10.222.0.59 "GET /v2.0/networks/710e6933-0746-4a12-993a-880c41f3a0c1/tags/tempest-TagsTest-Tag-1544647907 HTTP/1.1" status: 204 len: 168 time: 0.1927853 Jul 27 21:17:31.687474 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 43328) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:17:31.696684 n-d-705658-22 neutron-server[105585]: DEBUG neutron.services.tag.tag_plugin [None req-27c7232d-394a-4d15-bac3-d54602538437 tempest-TagsTest-1530861253 tempest-TagsTest-1530861253-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '710e6933-0746-4a12-993a-880c41f3a0c1') {} {{(pid=105585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:17:31.708358 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-5cb6825c-0f05-4e8c-b73a-6ffcf3aac81f None None] Provisioning complete for port 31fb36f5-9255-4e0d-993a-4280343ac3c7 triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:17:31.708853 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-5cb6825c-0f05-4e8c-b73a-6ffcf3aac81f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:31.747173 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-15e6d58c-a18a-4ccf-8cbe-8a53a630305b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:31.749730 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-15e6d58c-a18a-4ccf-8cbe-8a53a630305b admin admin] Notify callbacks [] for security_group, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:31.751533 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-15e6d58c-a18a-4ccf-8cbe-8a53a630305b admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/2fcf9486-e51c-47ad-975b-5550e64c00ae HTTP/1.1" status: 204 len: 168 time: 1.0447166 Jul 27 21:17:31.753307 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-5cb6825c-0f05-4e8c-b73a-6ffcf3aac81f None None] Port 31fb36f5-9255-4e0d-993a-4280343ac3c7 cannot update to ACTIVE because it is not bound. {{(pid=105586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:17:31.760133 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device fb3b7d9d-6a16-4892-8224-a8c60bea09a4 up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:17:31.760943 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-81dded07-ddee-42c1-825c-f76bd71c4868 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:31.806562 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e6d58c-a18a-4ccf-8cbe-8a53a630305b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fcf9486-e51c-47ad-975b-5550e64c00ae,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:17:31.836178 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-81dded07-ddee-42c1-825c-f76bd71c4868 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:31.873133 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-27c7232d-394a-4d15-bac3-d54602538437 tempest-TagsTest-1530861253 tempest-TagsTest-1530861253-project] 10.222.0.59 "GET /v2.0/networks/710e6933-0746-4a12-993a-880c41f3a0c1/tags HTTP/1.1" status: 200 len: 238 time: 0.1819997 Jul 27 21:17:31.875279 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 43332) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:17:31.882584 n-d-705658-22 neutron-server[105585]: DEBUG neutron.services.tag.tag_plugin [None req-67245e1a-0b48-4845-8e7f-770fd702b672 tempest-TagsTest-1530861253 tempest-TagsTest-1530861253-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '710e6933-0746-4a12-993a-880c41f3a0c1', {'tags': ['tempest-TagsTest-Tag-1529031720', 'tempest-TagsTest-Tag-748722642', 'tempest-TagsTest-Tag-342874504']}) {} {{(pid=105585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:17:31.886489 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port fb3b7d9d-6a16-4892-8224-a8c60bea09a4 triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:17:31.888039 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:31.896635 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-84c8b50b-8944-4eb0-b8a8-6fc6cf7d4409 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:32.015498 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-67245e1a-0b48-4845-8e7f-770fd702b672 tempest-TagsTest-1530861253 tempest-TagsTest-1530861253-project] 10.222.0.59 "PUT /v2.0/networks/710e6933-0746-4a12-993a-880c41f3a0c1/tags HTTP/1.1" status: 200 len: 307 time: 0.1382086 Jul 27 21:17:32.016673 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 43336) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:17:32.022610 n-d-705658-22 neutron-server[105585]: DEBUG neutron.services.tag.tag_plugin [None req-3d7a80d5-afb3-40aa-a9f3-d34a085c1d8d tempest-TagsTest-1530861253 tempest-TagsTest-1530861253-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '710e6933-0746-4a12-993a-880c41f3a0c1', 'tempest-TagsTest-Tag-1529031720') {} {{(pid=105585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:17:32.120391 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 50fb8687-1601-46c6-af69-b43fd9a0ae38 no longer exists at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:17:32.161625 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] No Port match for: 50fb8687-1601-46c6-af69-b43fd9a0ae38 {{(pid=105586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:17:32.162876 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 50fb8687-1601-46c6-af69-b43fd9a0ae38 not bound to the agent host n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:17:32.207933 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-3d7a80d5-afb3-40aa-a9f3-d34a085c1d8d tempest-TagsTest-1530861253 tempest-TagsTest-1530861253-project] 10.222.0.59 "DELETE /v2.0/networks/710e6933-0746-4a12-993a-880c41f3a0c1/tags/tempest-TagsTest-Tag-1529031720 HTTP/1.1" status: 204 len: 168 time: 0.1898251 Jul 27 21:17:32.210960 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 43342) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:17:32.248905 n-d-705658-22 neutron-server[105585]: DEBUG neutron.services.tag.tag_plugin [None req-ad10fb3f-9639-4a32-9582-5f69e726fc75 tempest-TagsTest-1530861253 tempest-TagsTest-1530861253-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '710e6933-0746-4a12-993a-880c41f3a0c1', 'tempest-TagsTest-Tag-1529031720') {} {{(pid=105585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:17:32.254477 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 43348) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:17:32.272071 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 43350) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:17:32.281491 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-ac564027-e0c7-4422-a6b4-273cf77f5937 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-384670110', 'description': 'tempest-secgroup-smoke-384670110 description', 'project_id': '379416b786c44e07b1b1ba1a5ea96882'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:17:32.324234 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-0a7b4bfc-7105-4c16-acb3-7443fb394465 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:32.376218 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-ac564027-e0c7-4422-a6b4-273cf77f5937 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks [] for security_group, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:32.411511 n-d-705658-22 neutron-server[105585]: INFO neutron.api.v2.resource [None req-ad10fb3f-9639-4a32-9582-5f69e726fc75 tempest-TagsTest-1530861253 tempest-TagsTest-1530861253-project] show failed (client error): The resource could not be found. Jul 27 21:17:32.415513 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-ad10fb3f-9639-4a32-9582-5f69e726fc75 tempest-TagsTest-1530861253 tempest-TagsTest-1530861253-project] 10.222.0.59 "GET /v2.0/networks/710e6933-0746-4a12-993a-880c41f3a0c1/tags/tempest-TagsTest-Tag-1529031720 HTTP/1.1" status: 404 len: 326 time: 0.2017791 Jul 27 21:17:32.417896 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 43352) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:17:32.425835 n-d-705658-22 neutron-server[105585]: DEBUG neutron.services.tag.tag_plugin [None req-0c1483ac-2602-4153-9a26-5d93dc8c2f24 tempest-TagsTest-1530861253 tempest-TagsTest-1530861253-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '710e6933-0746-4a12-993a-880c41f3a0c1', 'tempest-TagsTest-Tag-748722642') {} {{(pid=105585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:17:32.544124 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 43358) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:17:32.544688 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-0c1483ac-2602-4153-9a26-5d93dc8c2f24 tempest-TagsTest-1530861253 tempest-TagsTest-1530861253-project] 10.222.0.59 "GET /v2.0/networks/710e6933-0746-4a12-993a-880c41f3a0c1/tags/tempest-TagsTest-Tag-748722642 HTTP/1.1" status: 204 len: 168 time: 0.1225557 Jul 27 21:17:32.551912 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.tag.tag_plugin [None req-99b7fa11-ccf1-4896-b570-bb0bfb73e8d3 tempest-TagsTest-1530861253 tempest-TagsTest-1530861253-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '710e6933-0746-4a12-993a-880c41f3a0c1', 'tempest-TagsTest-Tag-342874504') {} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:17:32.575850 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-81dded07-ddee-42c1-825c-f76bd71c4868 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:32.576379 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-0a7b4bfc-7105-4c16-acb3-7443fb394465 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:32.578686 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-81dded07-ddee-42c1-825c-f76bd71c4868 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:32.582700 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-81dded07-ddee-42c1-825c-f76bd71c4868 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/b8667a14-455d-4d2b-b170-09f3d749c5d0 HTTP/1.1" status: 204 len: 168 time: 0.9699612 Jul 27 21:17:32.670382 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81dded07-ddee-42c1-825c-f76bd71c4868 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8667a14-455d-4d2b-b170-09f3d749c5d0,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:17:32.681530 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-ac564027-e0c7-4422-a6b4-273cf77f5937 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks [] for security_group, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:32.685307 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-0a7b4bfc-7105-4c16-acb3-7443fb394465 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:32.692600 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-ac564027-e0c7-4422-a6b4-273cf77f5937 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:32.771624 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 43370) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:17:32.772795 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-0a7b4bfc-7105-4c16-acb3-7443fb394465 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=067f55ad5ab2404cbb8b069b37ddc18c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5169554 Jul 27 21:17:32.775360 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7b4bfc-7105-4c16-acb3-7443fb394465 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e2816c8-0ade-4fbe-bccf-f19927235682,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:17:32.798440 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-99b7fa11-ccf1-4896-b570-bb0bfb73e8d3 tempest-TagsTest-1530861253 tempest-TagsTest-1530861253-project] 10.222.0.59 "GET /v2.0/networks/710e6933-0746-4a12-993a-880c41f3a0c1/tags/tempest-TagsTest-Tag-342874504 HTTP/1.1" status: 204 len: 168 time: 0.2436588 Jul 27 21:17:32.798440 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 43372) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:17:32.806188 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.tag.tag_plugin [None req-939c28f9-8ea7-4a48-adac-6ab96cfae458 tempest-TagsTest-1530861253 tempest-TagsTest-1530861253-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '710e6933-0746-4a12-993a-880c41f3a0c1') {} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:17:32.853878 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-ac564027-e0c7-4422-a6b4-273cf77f5937 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks [] for security_group, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:32.858161 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-ac564027-e0c7-4422-a6b4-273cf77f5937 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5808918 Jul 27 21:17:32.858161 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac564027-e0c7-4422-a6b4-273cf77f5937 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a737d1c-b945-4cea-a14d-2326657e6941,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:17:32.859194 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 43374) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:17:32.864323 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-ed8808df-3d3c-4c50-83b2-e2b7568de01d tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Request body: {'security_group_rule': {'security_group_id': '5a737d1c-b945-4cea-a14d-2326657e6941', 'project_id': '379416b786c44e07b1b1ba1a5ea96882', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:17:32.917678 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7938e9ef-8134-4a03-85e0-930cd55d98d4 req-09fc3b0c-db9a-43b6-aa98-ce5c6fa60e93 tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:17:32.919657 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-7938e9ef-8134-4a03-85e0-930cd55d98d4 req-09fc3b0c-db9a-43b6-aa98-ce5c6fa60e93 tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] 10.222.0.59 "GET /v2.0/ports?device_id=1bcd1b81-fe91-4983-9eea-b82697b9c0df HTTP/1.1" status: 200 len: 944 time: 0.1012754 Jul 27 21:17:32.931135 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-ed8808df-3d3c-4c50-83b2-e2b7568de01d tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:32.931627 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-84c8b50b-8944-4eb0-b8a8-6fc6cf7d4409 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify callbacks [] for port, precommit_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:32.962518 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-84c8b50b-8944-4eb0-b8a8-6fc6cf7d4409 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9014027'] for port, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:33.047536 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-7938e9ef-8134-4a03-85e0-930cd55d98d4 req-e73bf3c4-3f9d-4d81-a1fe-a63d96752032 tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] 10.222.0.59 "GET /v2.0/security-groups?id=9a7007a9-34fe-445e-9576-80a9b33bcd70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173518 Jul 27 21:17:33.050316 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-ed8808df-3d3c-4c50-83b2-e2b7568de01d tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:33.055411 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-ed8808df-3d3c-4c50-83b2-e2b7568de01d tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732636'] for security_group_rule, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:33.082791 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8808df-3d3c-4c50-83b2-e2b7568de01d tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4eb7174-481e-4ccb-901a-a997a9cfbf46,revision_number=0']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:17:33.086154 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-ed8808df-3d3c-4c50-83b2-e2b7568de01d tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:33.087623 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-ed8808df-3d3c-4c50-83b2-e2b7568de01d tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2276213 Jul 27 21:17:33.090381 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 43386) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:17:33.096860 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-7555ddc4-23e7-4774-b49a-b8fd88cd42c8 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Request body: {'security_group_rule': {'security_group_id': '5a737d1c-b945-4cea-a14d-2326657e6941', 'project_id': '379416b786c44e07b1b1ba1a5ea96882', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:17:33.108267 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c8b50b-8944-4eb0-b8a8-6fc6cf7d4409 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Pushing event updated for resources: {'Port': ['ID=31fb36f5-9255-4e0d-993a-4280343ac3c7,revision_number=2']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:17:33.116187 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-7d1e3039-2fdd-40bf-8e8f-38f8b5b6a132 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:33.132584 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-7555ddc4-23e7-4774-b49a-b8fd88cd42c8 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:33.207821 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-7555ddc4-23e7-4774-b49a-b8fd88cd42c8 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:33.214378 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-7555ddc4-23e7-4774-b49a-b8fd88cd42c8 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732636'] for security_group_rule, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:33.218454 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-7d1e3039-2fdd-40bf-8e8f-38f8b5b6a132 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:33.230243 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7555ddc4-23e7-4774-b49a-b8fd88cd42c8 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00722f80-dd55-4d6d-a685-f41fd8d04348,revision_number=0']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:17:33.252153 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-7555ddc4-23e7-4774-b49a-b8fd88cd42c8 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:33.253809 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-7555ddc4-23e7-4774-b49a-b8fd88cd42c8 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1618052 Jul 27 21:17:33.258774 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 43392) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:17:33.269631 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-7e11c574-040e-44ce-ab71-4c74a4787fc5 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Request body: {'security_group_rule': {'security_group_id': '5a737d1c-b945-4cea-a14d-2326657e6941', 'project_id': '379416b786c44e07b1b1ba1a5ea96882', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:17:33.322749 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-939c28f9-8ea7-4a48-adac-6ab96cfae458 tempest-TagsTest-1530861253 tempest-TagsTest-1530861253-project] 10.222.0.59 "DELETE /v2.0/networks/710e6933-0746-4a12-993a-880c41f3a0c1/tags HTTP/1.1" status: 204 len: 168 time: 0.5249751 Jul 27 21:17:33.332593 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 43398) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:17:33.349208 n-d-705658-22 neutron-server[105585]: DEBUG neutron.services.tag.tag_plugin [None req-4ee87d25-e136-42d0-b2a0-257d50a7f9f4 tempest-TagsTest-1530861253 tempest-TagsTest-1530861253-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '710e6933-0746-4a12-993a-880c41f3a0c1', 'tempest-TagsTest-Tag-748722642') {} {{(pid=105585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:17:33.392063 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-54283d63-6cf7-4c48-a17b-be5dddb14abc None None] Provisioning complete for port 31fb36f5-9255-4e0d-993a-4280343ac3c7 triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:17:33.394860 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-54283d63-6cf7-4c48-a17b-be5dddb14abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:33.451649 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-54283d63-6cf7-4c48-a17b-be5dddb14abc None None] Port 31fb36f5-9255-4e0d-993a-4280343ac3c7 cannot update to ACTIVE because it is not bound. {{(pid=105586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:17:33.460679 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-7d1e3039-2fdd-40bf-8e8f-38f8b5b6a132 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:33.461667 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-7e11c574-040e-44ce-ab71-4c74a4787fc5 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:33.463272 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-7d1e3039-2fdd-40bf-8e8f-38f8b5b6a132 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:33.466706 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-7d1e3039-2fdd-40bf-8e8f-38f8b5b6a132 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/1e2816c8-0ade-4fbe-bccf-f19927235682 HTTP/1.1" status: 204 len: 168 time: 0.6909559 Jul 27 21:17:33.514915 n-d-705658-22 neutron-server[105585]: INFO neutron.api.v2.resource [None req-4ee87d25-e136-42d0-b2a0-257d50a7f9f4 tempest-TagsTest-1530861253 tempest-TagsTest-1530861253-project] show failed (client error): The resource could not be found. Jul 27 21:17:33.519526 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-4ee87d25-e136-42d0-b2a0-257d50a7f9f4 tempest-TagsTest-1530861253 tempest-TagsTest-1530861253-project] 10.222.0.59 "GET /v2.0/networks/710e6933-0746-4a12-993a-880c41f3a0c1/tags/tempest-TagsTest-Tag-748722642 HTTP/1.1" status: 404 len: 325 time: 0.1839705 Jul 27 21:17:33.523769 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 43408) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:17:33.531081 n-d-705658-22 neutron-server[105585]: DEBUG neutron.services.tag.tag_plugin [None req-cdaa1376-3274-456e-aa5a-af724aa0d98c tempest-TagsTest-1530861253 tempest-TagsTest-1530861253-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '710e6933-0746-4a12-993a-880c41f3a0c1', 'tempest-TagsTest-Tag-342874504') {} {{(pid=105585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:17:33.535217 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1e3039-2fdd-40bf-8e8f-38f8b5b6a132 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e2816c8-0ade-4fbe-bccf-f19927235682,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:17:33.551389 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-84c8b50b-8944-4eb0-b8a8-6fc6cf7d4409 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4075523'] for router_interface, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:33.590257 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-7e11c574-040e-44ce-ab71-4c74a4787fc5 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:33.609779 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-7e11c574-040e-44ce-ab71-4c74a4787fc5 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732636'] for security_group_rule, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:33.626555 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device 3dd06ae1-d94d-4e12-86b1-c087d94b3368 up at agent hyperv_n-h1-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:17:33.659534 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e11c574-040e-44ce-ab71-4c74a4787fc5 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9781a56d-e909-4039-84f8-1a3e4be276a8,revision_number=0']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:17:33.668733 n-d-705658-22 neutron-server[105585]: INFO neutron.api.v2.resource [None req-cdaa1376-3274-456e-aa5a-af724aa0d98c tempest-TagsTest-1530861253 tempest-TagsTest-1530861253-project] show failed (client error): The resource could not be found. Jul 27 21:17:33.672567 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-cdaa1376-3274-456e-aa5a-af724aa0d98c tempest-TagsTest-1530861253 tempest-TagsTest-1530861253-project] 10.222.0.59 "GET /v2.0/networks/710e6933-0746-4a12-993a-880c41f3a0c1/tags/tempest-TagsTest-Tag-342874504 HTTP/1.1" status: 404 len: 325 time: 0.1476738 Jul 27 21:17:33.673292 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 43412) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:17:33.674027 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-7e11c574-040e-44ce-ab71-4c74a4787fc5 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:33.675141 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-7e11c574-040e-44ce-ab71-4c74a4787fc5 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4139552 Jul 27 21:17:33.677883 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 43414) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:17:33.682749 n-d-705658-22 neutron-server[105585]: DEBUG neutron.services.tag.tag_plugin [None req-5c6ffb23-ac17-4100-9d0f-e2182631afa2 tempest-TagsTest-1530861253 tempest-TagsTest-1530861253-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '710e6933-0746-4a12-993a-880c41f3a0c1') {} {{(pid=105585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:17:33.689473 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-aa317c71-b84d-42f0-b1ae-70e87730a5e5 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Request body: {'security_group_rule': {'security_group_id': '5a737d1c-b945-4cea-a14d-2326657e6941', 'project_id': '379416b786c44e07b1b1ba1a5ea96882', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:17:33.723977 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-84c8b50b-8944-4eb0-b8a8-6fc6cf7d4409 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:33.753057 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Provisioning for port 3dd06ae1-d94d-4e12-86b1-c087d94b3368 completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:17:33.759179 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Provisioning complete for port 3dd06ae1-d94d-4e12-86b1-c087d94b3368 triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:17:33.759751 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:33.810173 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-aa317c71-b84d-42f0-b1ae-70e87730a5e5 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:33.912350 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-5c6ffb23-ac17-4100-9d0f-e2182631afa2 tempest-TagsTest-1530861253 tempest-TagsTest-1530861253-project] 10.222.0.59 "DELETE /v2.0/networks/710e6933-0746-4a12-993a-880c41f3a0c1/tags HTTP/1.1" status: 204 len: 168 time: 0.2357590 Jul 27 21:17:33.918087 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 43426) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:17:33.923920 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:33.924722 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-aa317c71-b84d-42f0-b1ae-70e87730a5e5 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:33.941762 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-aa317c71-b84d-42f0-b1ae-70e87730a5e5 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732636'] for security_group_rule, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:33.970213 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa317c71-b84d-42f0-b1ae-70e87730a5e5 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29cdb80b-aa17-4f02-bdde-522530655200,revision_number=0']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:17:33.983500 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bcd1b81-fe91-4983-9eea-b82697b9c0df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3dd06ae1-d94d-4e12-86b1-c087d94b3368'}] {{(pid=105586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:17:33.992403 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14c1663e039faf5393f87855f745010ac5b02220355b68fdbf065393e303ac56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85859139-f92d-4a90-9f54-d42cfeb27245" -d '{"events": [{"server_uuid": "1bcd1b81-fe91-4983-9eea-b82697b9c0df", "name": "network-vif-plugged", "status": "completed", "tag": "3dd06ae1-d94d-4e12-86b1-c087d94b3368"}]}' {{(pid=105586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:17:34.004058 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-aa317c71-b84d-42f0-b1ae-70e87730a5e5 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:34.008666 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-aa317c71-b84d-42f0-b1ae-70e87730a5e5 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3299038 Jul 27 21:17:34.009808 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 43432) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:17:34.023029 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-ffd283bd-b24c-486d-ada2-5b4dadb507c8 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Request body: {'security_group_rule': {'security_group_id': '5a737d1c-b945-4cea-a14d-2326657e6941', 'project_id': '379416b786c44e07b1b1ba1a5ea96882', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:17:34.036858 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] For port 3dd06ae1-d94d-4e12-86b1-c087d94b3368, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=3dd06ae1-d94d-4e12-86b1-c087d94b3368,segment=NetworkSegment(82701821-d08d-4e1b-9667-8c6e67e04bdc),segment_id=82701821-d08d-4e1b-9667-8c6e67e04bdc)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:17:34.052224 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:34.107032 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-2184fbb3-223f-47bf-aeb7-2a723e166a47 tempest-TagsTest-1530861253 tempest-TagsTest-1530861253-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-990557'] for network, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:34.112409 n-d-705658-22 neutron-server[105585]: INFO neutron.db.securitygroups_db [None req-ffd283bd-b24c-486d-ada2-5b4dadb507c8 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Project 379416b786c44e07b1b1ba1a5ea96882 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 27 21:17:34.115424 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:17:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abaa6e3b-802c-4952-b260-f92133098c25 x-openstack-request-id: req-abaa6e3b-802c-4952-b260-f92133098c25 {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:17:34.116162 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bcd1b81-fe91-4983-9eea-b82697b9c0df", "name": "network-vif-plugged", "status": "completed", "tag": "3dd06ae1-d94d-4e12-86b1-c087d94b3368", "code": 200}]} {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:17:34.117385 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-abaa6e3b-802c-4952-b260-f92133098c25 {{(pid=105586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:17:34.118713 n-d-705658-22 neutron-server[105586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bcd1b81-fe91-4983-9eea-b82697b9c0df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3dd06ae1-d94d-4e12-86b1-c087d94b3368', 'code': 200} Jul 27 21:17:34.184944 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-ffd283bd-b24c-486d-ada2-5b4dadb507c8 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:34.194617 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Pushing event updated for resources: {'Port': ['ID=3dd06ae1-d94d-4e12-86b1-c087d94b3368,revision_number=5']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:17:34.356977 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-2184fbb3-223f-47bf-aeb7-2a723e166a47 tempest-TagsTest-1530861253 tempest-TagsTest-1530861253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853562', 'neutron.services.segments.db._delete_segments_for_network-8790688882975'] for network, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:34.380689 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.segments.db [None req-2184fbb3-223f-47bf-aeb7-2a723e166a47 tempest-TagsTest-1530861253 tempest-TagsTest-1530861253-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['710e6933-0746-4a12-993a-880c41f3a0c1']}} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:17:34.396929 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.segments.db [None req-2184fbb3-223f-47bf-aeb7-2a723e166a47 tempest-TagsTest-1530861253 tempest-TagsTest-1530861253-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88d22e5c-8736-48e6-8459-9980eb43ed5a') {'for_net_delete': True} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:17:34.397231 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.segments.db [None req-2184fbb3-223f-47bf-aeb7-2a723e166a47 tempest-TagsTest-1530861253 tempest-TagsTest-1530861253-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88d22e5c-8736-48e6-8459-9980eb43ed5a') {} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:17:34.415905 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-2184fbb3-223f-47bf-aeb7-2a723e166a47 tempest-TagsTest-1530861253 tempest-TagsTest-1530861253-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790688883752', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9014348'] for segment, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:34.425852 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-84c8b50b-8944-4eb0-b8a8-6fc6cf7d4409 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify callbacks [] for port, precommit_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:34.435265 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-84c8b50b-8944-4eb0-b8a8-6fc6cf7d4409 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9014027'] for port, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:34.440312 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-2184fbb3-223f-47bf-aeb7-2a723e166a47 tempest-TagsTest-1530861253 tempest-TagsTest-1530861253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:34.496228 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2184fbb3-223f-47bf-aeb7-2a723e166a47 tempest-TagsTest-1530861253 tempest-TagsTest-1530861253-project] Releasing vlan 226 on physical network physnet1 to pool {{(pid=105584) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:17:34.497310 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-2184fbb3-223f-47bf-aeb7-2a723e166a47 tempest-TagsTest-1530861253 tempest-TagsTest-1530861253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9014063'] for segment, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:34.503453 n-d-705658-22 neutron-server[105584]: Traceback (most recent call last): Jul 27 21:17:34.503453 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:17:34.503453 n-d-705658-22 neutron-server[105584]: timer() Jul 27 21:17:34.503453 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:17:34.503453 n-d-705658-22 neutron-server[105584]: cb(*args, **kw) Jul 27 21:17:34.503453 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:17:34.503453 n-d-705658-22 neutron-server[105584]: return func(*args, **kwargs) Jul 27 21:17:34.503453 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:17:34.503453 n-d-705658-22 neutron-server[105584]: self._notify() Jul 27 21:17:34.503453 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:17:34.503453 n-d-705658-22 neutron-server[105584]: self.callback(batched_events) Jul 27 21:17:34.503453 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:17:34.503453 n-d-705658-22 neutron-server[105584]: event.method(event) Jul 27 21:17:34.503453 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:17:34.503453 n-d-705658-22 neutron-server[105584]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:17:34.503453 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:17:34.503453 n-d-705658-22 neutron-server[105584]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:17:34.503453 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:17:34.503453 n-d-705658-22 neutron-server[105584]: return f(self, *a, **k) Jul 27 21:17:34.503453 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:17:34.503453 n-d-705658-22 neutron-server[105584]: return self._get(url).json() Jul 27 21:17:34.503453 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:17:34.503453 n-d-705658-22 neutron-server[105584]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:17:34.503453 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:17:34.503453 n-d-705658-22 neutron-server[105584]: return self.request(url, 'GET', **kwargs) Jul 27 21:17:34.503453 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:17:34.503453 n-d-705658-22 neutron-server[105584]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:17:34.503453 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:17:34.503453 n-d-705658-22 neutron-server[105584]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:17:34.503453 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:17:34.503453 n-d-705658-22 neutron-server[105584]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:17:34.503453 n-d-705658-22 neutron-server[105584]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:17:34.634706 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-84c8b50b-8944-4eb0-b8a8-6fc6cf7d4409 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3743906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4076435'] for router_interface, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:34.663893 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c8b50b-8944-4eb0-b8a8-6fc6cf7d4409 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Pushing event updated for resources: {'Port': ['ID=31fb36f5-9255-4e0d-993a-4280343ac3c7,revision_number=3']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:17:34.705601 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-2184fbb3-223f-47bf-aeb7-2a723e166a47 tempest-TagsTest-1530861253 tempest-TagsTest-1530861253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4075658'] for network, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:34.726759 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-2184fbb3-223f-47bf-aeb7-2a723e166a47 tempest-TagsTest-1530861253 tempest-TagsTest-1530861253-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743886'] for network, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:34.745132 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-2184fbb3-223f-47bf-aeb7-2a723e166a47 tempest-TagsTest-1530861253 tempest-TagsTest-1530861253-project] 10.222.0.59 "DELETE /v2.0/networks/710e6933-0746-4a12-993a-880c41f3a0c1 HTTP/1.1" status: 204 len: 168 time: 0.8137510 Jul 27 21:17:34.785906 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2184fbb3-223f-47bf-aeb7-2a723e166a47 tempest-TagsTest-1530861253 tempest-TagsTest-1530861253-project] Pushing event deleted for resources: {'Network': ['ID=710e6933-0746-4a12-993a-880c41f3a0c1,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:17:34.866012 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84c8b50b-8944-4eb0-b8a8-6fc6cf7d4409 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Network fd352045-3076-4647-a1ee-bf2f4cd4f7f2 is already hosted by enough agents. {{(pid=105584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:17:34.868411 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [None req-84c8b50b-8944-4eb0-b8a8-6fc6cf7d4409 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Resources bound (agent type, host, resource id): {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:17:34.874813 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e43a877-73c7-4c4b-a695-8c888620dff0 req-d7273c62-0524-4592-81c6-5a12d5d3aba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:17:34.877127 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-5e43a877-73c7-4c4b-a695-8c888620dff0 req-d7273c62-0524-4592-81c6-5a12d5d3aba7 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=1bcd1b81-fe91-4983-9eea-b82697b9c0df HTTP/1.1" status: 200 len: 1097 time: 0.7558420 Jul 27 21:17:34.971352 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b701cfd5-e1a3-4508-8025-46a5638d7bd0 req-66231fa2-d511-44a3-8743-f495af2dc056 tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:17:34.973826 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b701cfd5-e1a3-4508-8025-46a5638d7bd0 req-66231fa2-d511-44a3-8743-f495af2dc056 tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] 10.222.0.59 "GET /v2.0/ports?device_id=1bcd1b81-fe91-4983-9eea-b82697b9c0df HTTP/1.1" status: 200 len: 945 time: 0.7582459 Jul 27 21:17:34.995640 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-ffd283bd-b24c-486d-ada2-5b4dadb507c8 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:35.029910 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-ffd283bd-b24c-486d-ada2-5b4dadb507c8 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732636'] for security_group_rule, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:35.133577 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84c8b50b-8944-4eb0-b8a8-6fc6cf7d4409 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Router 32f2266c-6271-4052-8f02-a823fc179546 is scheduled to L3 agent dd128fd7-8e57-4d4f-895b-a96b369df59a with binding_index 1 {{(pid=105584) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 21:17:35.153340 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd283bd-b24c-486d-ada2-5b4dadb507c8 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=299dd550-0dca-4429-8eff-bc8001dd7997,revision_number=0']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:17:35.218452 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-ffd283bd-b24c-486d-ada2-5b4dadb507c8 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:35.234495 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-ffd283bd-b24c-486d-ada2-5b4dadb507c8 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.2197092 Jul 27 21:17:35.241755 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 43490) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:17:35.249110 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-2c798dd7-32ea-4141-bbe7-46fddbdb4e61 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Request body: {'security_group_rule': {'security_group_id': '5a737d1c-b945-4cea-a14d-2326657e6941', 'project_id': '379416b786c44e07b1b1ba1a5ea96882', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:17:35.305777 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b701cfd5-e1a3-4508-8025-46a5638d7bd0 req-406d2d4e-4dbb-4823-a50b-89b03d7daea3 tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] 10.222.0.59 "GET /v2.0/security-groups?id=9a7007a9-34fe-445e-9576-80a9b33bcd70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2989006 Jul 27 21:17:35.309256 n-d-705658-22 neutron-server[105585]: INFO neutron.db.securitygroups_db [None req-2c798dd7-32ea-4141-bbe7-46fddbdb4e61 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Project 379416b786c44e07b1b1ba1a5ea96882 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 27 21:17:35.320852 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-2c798dd7-32ea-4141-bbe7-46fddbdb4e61 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:35.379338 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 43492) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:17:35.406516 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-6b2b4fbe-90e6-437e-ae33-14d4bc46aee5 None None] Provisioning complete for port 31fb36f5-9255-4e0d-993a-4280343ac3c7 triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:17:35.414789 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-6b2b4fbe-90e6-437e-ae33-14d4bc46aee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:35.446598 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84c8b50b-8944-4eb0-b8a8-6fc6cf7d4409 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify agent at l3_agent.n-d-705658-22 the message routers_updated {{(pid=105584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:17:35.458633 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1314d5b-92d9-4a80-9150-533e5d827cd5 None None] Sync routers for ids ['32f2266c-6271-4052-8f02-a823fc179546'] in n-d-705658-22 {{(pid=105586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:17:35.475306 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-84c8b50b-8944-4eb0-b8a8-6fc6cf7d4409 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] 10.222.0.59 "PUT /v2.0/routers/32f2266c-6271-4052-8f02-a823fc179546/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8154681 Jul 27 21:17:35.477263 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 43510) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:17:35.492401 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-2c798dd7-32ea-4141-bbe7-46fddbdb4e61 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:35.497630 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-2c798dd7-32ea-4141-bbe7-46fddbdb4e61 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732636'] for security_group_rule, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:35.528676 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1314d5b-92d9-4a80-9150-533e5d827cd5 None None] Routers {'32f2266c-6271-4052-8f02-a823fc179546'} bound to L3 agent in host n-d-705658-22 {{(pid=105586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:17:35.529893 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-f1314d5b-92d9-4a80-9150-533e5d827cd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:17:12Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['32f2266c-6271-4052-8f02-a823fc179546'], 'active': True} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:17:35.536114 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-6b2b4fbe-90e6-437e-ae33-14d4bc46aee5 None None] Port 31fb36f5-9255-4e0d-993a-4280343ac3c7 cannot update to ACTIVE because it is not bound. {{(pid=105586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:17:35.573799 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-f1314d5b-92d9-4a80-9150-533e5d827cd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-22', False) {} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:17:35.586291 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1314d5b-92d9-4a80-9150-533e5d827cd5 None None] Routers {'32f2266c-6271-4052-8f02-a823fc179546'} bound to L3 agent in host n-d-705658-22 {{(pid=105586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:17:35.587667 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-f1314d5b-92d9-4a80-9150-533e5d827cd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:17:12Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['32f2266c-6271-4052-8f02-a823fc179546'], 'active': True} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:17:35.607602 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c798dd7-32ea-4141-bbe7-46fddbdb4e61 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75b21755-3e26-4066-8b83-0d1e24fed85c,revision_number=0']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:17:35.663777 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e804786-c64d-4e46-a16e-0354022234ec tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:17:35.677292 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-6e804786-c64d-4e46-a16e-0354022234ec tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] 10.222.0.59 "GET /v2.0/ports/31fb36f5-9255-4e0d-993a-4280343ac3c7 HTTP/1.1" status: 200 len: 978 time: 0.1989012 Jul 27 21:17:35.679275 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 43526) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:17:35.728420 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-2c798dd7-32ea-4141-bbe7-46fddbdb4e61 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:35.736656 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-2c798dd7-32ea-4141-bbe7-46fddbdb4e61 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4900970 Jul 27 21:17:35.738634 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 43528) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:17:35.763492 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-0ee25ca6-b757-4052-80a4-d8c3b17719f7 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Request body: {'network': {'name': 'tempest-network-smoke--517454661', 'project_id': '379416b786c44e07b1b1ba1a5ea96882', 'port_security_enabled': True}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:17:35.803462 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ee25ca6-b757-4052-80a4-d8c3b17719f7 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Made reservation on behalf of 379416b786c44e07b1b1ba1a5ea96882 for: {'network': 1} {{(pid=105585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:17:35.807587 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-0ee25ca6-b757-4052-80a4-d8c3b17719f7 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for network, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:35.852724 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-f1314d5b-92d9-4a80-9150-533e5d827cd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-22', False) {} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:17:35.853452 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1314d5b-92d9-4a80-9150-533e5d827cd5 None None] The sync data for ids ['32f2266c-6271-4052-8f02-a823fc179546'] in n-d-705658-22 is: [] {{(pid=105586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:17:35.895920 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-5e43a877-73c7-4c4b-a695-8c888620dff0 req-a1f1b6a8-743b-4028-b6d1-fe9797cff497 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=9a7007a9-34fe-445e-9576-80a9b33bcd70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0088813 Jul 27 21:17:35.899278 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-d6ef39a0-c671-4592-bbbb-e632267584e1 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=d4ac21b7eba74679b30f6c27576a598e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5191493 Jul 27 21:17:35.903942 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 43540) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:17:35.961639 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ee25ca6-b757-4052-80a4-d8c3b17719f7 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] vlan segment allocate from pool success with {'vlan_id': 204, 'physical_network': 'physnet1'} {{(pid=105585) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:17:36.000247 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-0ee25ca6-b757-4052-80a4-d8c3b17719f7 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:36.001217 n-d-705658-22 neutron-server[105585]: INFO neutron.db.segments_db [None req-0ee25ca6-b757-4052-80a4-d8c3b17719f7 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Added segment 19bc2e5f-7908-4153-b6d3-443d5b34a291 of type vlan for network 1473080c-86ba-4d44-8dcc-5442b4565b0c Jul 27 21:17:36.056676 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-2e81467c-37ad-4c29-bda2-832a479340c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:36.061114 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-0ee25ca6-b757-4052-80a4-d8c3b17719f7 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790688424798'] for network, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:36.092804 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-2e81467c-37ad-4c29-bda2-832a479340c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:36.141493 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-0ee25ca6-b757-4052-80a4-d8c3b17719f7 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920'] for network, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:36.148035 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ee25ca6-b757-4052-80a4-d8c3b17719f7 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:17:36.148648 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-0ee25ca6-b757-4052-80a4-d8c3b17719f7 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks [] for network, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:36.163369 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 43548) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:17:36.284922 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee25ca6-b757-4052-80a4-d8c3b17719f7 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Pushing event updated for resources: {'Network': ['ID=1473080c-86ba-4d44-8dcc-5442b4565b0c,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:17:36.290223 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:36.298226 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-0ee25ca6-b757-4052-80a4-d8c3b17719f7 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5518572 Jul 27 21:17:36.299307 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 43554) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:17:36.303926 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Network 1473080c-86ba-4d44-8dcc-5442b4565b0c details requested by agent ovs-agent-n-d-705658-22 with host n-d-705658-22 {{(pid=105586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:17:36.306380 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-3af9b262-fe24-46de-855c-47d60b7f2da1 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2113325065', 'admin_state_up': True, 'project_id': '379416b786c44e07b1b1ba1a5ea96882', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305'}}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:17:36.350066 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-2e81467c-37ad-4c29-bda2-832a479340c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:36.356118 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-2e81467c-37ad-4c29-bda2-832a479340c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:36.358354 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-2e81467c-37ad-4c29-bda2-832a479340c6 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/e7aabb46-fe98-449e-acd4-262b9fcc6cc1 HTTP/1.1" status: 204 len: 168 time: 0.4485269 Jul 27 21:17:36.367621 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-3af9b262-fe24-46de-855c-47d60b7f2da1 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4163813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-443'] for router, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:36.370591 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-3af9b262-fe24-46de-855c-47d60b7f2da1 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4165196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4077059', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3711235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-418'] for router, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:36.465877 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-7fce12b3-0f6d-4805-9d02-a22067602fe5 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4076536'] for router_interface, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:36.482487 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-3af9b262-fe24-46de-855c-47d60b7f2da1 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:36.507038 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e81467c-37ad-4c29-bda2-832a479340c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7aabb46-fe98-449e-acd4-262b9fcc6cc1,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:17:36.626107 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-f6b3bd07-e3f6-4166-b17b-3e8548ecc6db admin admin] Notify callbacks [] for security_group, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:36.796214 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-3af9b262-fe24-46de-855c-47d60b7f2da1 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4077169', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4163787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-400'] for router, precommit_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:36.800809 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-7fce12b3-0f6d-4805-9d02-a22067602fe5 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Deleting port 31fb36f5-9255-4e0d-993a-4280343ac3c7 {{(pid=105584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:17:36.801829 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-7fce12b3-0f6d-4805-9d02-a22067602fe5 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:36.911837 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-f6b3bd07-e3f6-4166-b17b-3e8548ecc6db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:36.925063 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487ce54c-bf86-4f60-b5ee-3da37738bac5 req-05230e40-ae5e-473e-a1f6-3612db43be46 tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:17:36.926703 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-487ce54c-bf86-4f60-b5ee-3da37738bac5 req-05230e40-ae5e-473e-a1f6-3612db43be46 tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] 10.222.0.59 "GET /v2.0/ports?device_id=1bcd1b81-fe91-4983-9eea-b82697b9c0df HTTP/1.1" status: 200 len: 945 time: 0.4576187 Jul 27 21:17:36.928742 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-f6b3bd07-e3f6-4166-b17b-3e8548ecc6db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:36.939255 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-7fce12b3-0f6d-4805-9d02-a22067602fe5 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:36.953142 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-7fce12b3-0f6d-4805-9d02-a22067602fe5 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Calling delete_port for 31fb36f5-9255-4e0d-993a-4280343ac3c7 owned by network:router_interface {{(pid=105584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:17:36.996161 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-f6b3bd07-e3f6-4166-b17b-3e8548ecc6db admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=cf6056fdce604e678bc8598d1f7fc272&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8269579 Jul 27 21:17:36.999626 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 43582) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:17:37.004596 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b3bd07-e3f6-4166-b17b-3e8548ecc6db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3febe06e-2b20-4471-8ae4-9664d8a75f65,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:17:37.040774 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-487ce54c-bf86-4f60-b5ee-3da37738bac5 req-460a3da2-905f-47f6-8d9f-5f7959190bbc tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] 10.222.0.59 "GET /v2.0/security-groups?id=9a7007a9-34fe-445e-9576-80a9b33bcd70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032181 Jul 27 21:17:37.087606 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-282395b2-3912-4f12-a735-2695179e9175 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:37.117668 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-282395b2-3912-4f12-a735-2695179e9175 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:37.222377 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-7fce12b3-0f6d-4805-9d02-a22067602fe5 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:37.240680 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-3af9b262-fe24-46de-855c-47d60b7f2da1 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks [] for router_gateway, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:37.287053 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fce12b3-0f6d-4805-9d02-a22067602fe5 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Pushing event deleted for resources: {'Port': ['ID=31fb36f5-9255-4e0d-993a-4280343ac3c7,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:17:37.299463 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-3af9b262-fe24-46de-855c-47d60b7f2da1 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:37.448713 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-282395b2-3912-4f12-a735-2695179e9175 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:37.452519 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-282395b2-3912-4f12-a735-2695179e9175 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:37.472971 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-282395b2-3912-4f12-a735-2695179e9175 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/3febe06e-2b20-4471-8ae4-9664d8a75f65 HTTP/1.1" status: 204 len: 168 time: 0.4672577 Jul 27 21:17:37.514643 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 43608) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:17:37.529820 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282395b2-3912-4f12-a735-2695179e9175 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3febe06e-2b20-4471-8ae4-9664d8a75f65,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:17:37.531713 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 43610) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:17:37.536976 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [-] 10.222.0.59 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0170596 Jul 27 21:17:37.594466 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-7fce12b3-0f6d-4805-9d02-a22067602fe5 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3743915', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4076308'] for router_interface, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:37.828703 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.db_base_plugin_common [None req-3af9b262-fe24-46de-855c-47d60b7f2da1 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Allocated IP 172.25.5.84 (8735d8a2-b604-4758-ae71-b40e4ee6f305/eca7dbab-b9c0-4c8f-a272-816ea8a81764/7c107f54-682c-48b2-a7fa-d555e7b58777) {{(pid=105585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:17:38.173175 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-3af9b262-fe24-46de-855c-47d60b7f2da1 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks [] for port, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:38.233225 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-e175a843-c342-4a96-b45f-26021bed103a tempest-NetworksApiDiscovery-712890078 tempest-NetworksApiDiscovery-712890078-project] 10.222.0.59 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.6999938 Jul 27 21:17:38.301175 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-3af9b262-fe24-46de-855c-47d60b7f2da1 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:38.324947 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b8172e-fcd5-4fda-a164-e369815e20e6 req-f8aea342-f34f-41e5-b486-75e163eb6fcb tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:17:38.326739 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-40b8172e-fcd5-4fda-a164-e369815e20e6 req-f8aea342-f34f-41e5-b486-75e163eb6fcb tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] 10.222.0.59 "GET /v2.0/ports?device_id=1bcd1b81-fe91-4983-9eea-b82697b9c0df HTTP/1.1" status: 200 len: 945 time: 0.1087148 Jul 27 21:17:38.358590 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3af9b262-fe24-46de-855c-47d60b7f2da1 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Network 8735d8a2-b604-4758-ae71-b40e4ee6f305 is already hosted by enough agents. {{(pid=105585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:17:38.363926 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.base_scheduler [None req-3af9b262-fe24-46de-855c-47d60b7f2da1 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Resources bound (agent type, host, resource id): {{(pid=105585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:17:38.374321 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3af9b262-fe24-46de-855c-47d60b7f2da1 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Received port after_create {{(pid=105585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:17:38.472488 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-40b8172e-fcd5-4fda-a164-e369815e20e6 req-e74331c3-30ce-4b77-a9f2-431e702f180b tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] 10.222.0.59 "GET /v2.0/security-groups?id=9a7007a9-34fe-445e-9576-80a9b33bcd70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114147 Jul 27 21:17:38.481492 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af9b262-fe24-46de-855c-47d60b7f2da1 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Pushing event updated for resources: {'Port': ['ID=7c107f54-682c-48b2-a7fa-d555e7b58777,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:17:38.668353 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fce12b3-0f6d-4805-9d02-a22067602fe5 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Router 32f2266c-6271-4052-8f02-a823fc179546 has already been hosted by L3 agent dd128fd7-8e57-4d4f-895b-a96b369df59a {{(pid=105584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:17:38.790179 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fce12b3-0f6d-4805-9d02-a22067602fe5 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify agent at l3_agent.n-d-705658-22 the message routers_updated {{(pid=105584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:17:38.798098 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-7fce12b3-0f6d-4805-9d02-a22067602fe5 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] 10.222.0.59 "PUT /v2.0/routers/32f2266c-6271-4052-8f02-a823fc179546/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1173339 Jul 27 21:17:38.799294 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 43670) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:17:38.806589 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a1059c1-eccd-47ec-9eb1-f00270a16e06 None None] Sync routers for ids ['32f2266c-6271-4052-8f02-a823fc179546'] in n-d-705658-22 {{(pid=105587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:17:38.820960 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a1059c1-eccd-47ec-9eb1-f00270a16e06 None None] Routers {'32f2266c-6271-4052-8f02-a823fc179546'} bound to L3 agent in host n-d-705658-22 {{(pid=105587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:17:38.821588 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-5a1059c1-eccd-47ec-9eb1-f00270a16e06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:17:12Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['32f2266c-6271-4052-8f02-a823fc179546'], 'active': True} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:17:38.925828 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 43672) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:17:38.928342 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-ff43188b-4c8b-4dd8-a7df-5c3acf48a564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:38.961470 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-5a1059c1-eccd-47ec-9eb1-f00270a16e06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-22', False) {} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:17:38.982708 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a1059c1-eccd-47ec-9eb1-f00270a16e06 None None] Routers {'32f2266c-6271-4052-8f02-a823fc179546'} bound to L3 agent in host n-d-705658-22 {{(pid=105587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:17:38.983684 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-5a1059c1-eccd-47ec-9eb1-f00270a16e06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:17:12Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['32f2266c-6271-4052-8f02-a823fc179546'], 'active': True} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:17:39.017208 n-d-705658-22 neutron-server[105584]: INFO neutron.api.v2.resource [None req-3c237adb-79fc-46da-8c49-0d81626b5d55 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] remove_router_interface failed (client error): The resource could not be found. Jul 27 21:17:39.021714 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-3c237adb-79fc-46da-8c49-0d81626b5d55 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] 10.222.0.59 "PUT /v2.0/routers/32f2266c-6271-4052-8f02-a823fc179546/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.2212493 Jul 27 21:17:39.022586 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 43680) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:17:39.050464 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-5a1059c1-eccd-47ec-9eb1-f00270a16e06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-22', False) {} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:17:39.052972 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a1059c1-eccd-47ec-9eb1-f00270a16e06 None None] The sync data for ids ['32f2266c-6271-4052-8f02-a823fc179546'] in n-d-705658-22 is: [] {{(pid=105587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:17:39.071704 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-db64c41b-d101-4ab6-ae1e-793c8ca67bb0 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] 10.222.0.59 "GET /v2.0/ports?device_id=32f2266c-6271-4052-8f02-a823fc179546 HTTP/1.1" status: 200 len: 205 time: 0.0476754 Jul 27 21:17:39.072459 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 43684) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:17:39.116699 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-3af9b262-fe24-46de-855c-47d60b7f2da1 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks [] for router_gateway, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:39.201269 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-79408f4e-95db-400f-bb1a-330581aa5f87 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify callbacks [] for router, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:39.495517 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-79408f4e-95db-400f-bb1a-330581aa5f87 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4163631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-425'] for router, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:39.498571 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717e6888-6e93-417f-a119-bf41cedea88b req-2155c40d-f368-4bc9-986e-99d449bb834f tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:17:39.500098 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-79408f4e-95db-400f-bb1a-330581aa5f87 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:39.508214 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-717e6888-6e93-417f-a119-bf41cedea88b req-2155c40d-f368-4bc9-986e-99d449bb834f tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] 10.222.0.59 "GET /v2.0/ports?device_id=1bcd1b81-fe91-4983-9eea-b82697b9c0df HTTP/1.1" status: 200 len: 945 time: 0.5829544 Jul 27 21:17:39.514015 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-8644b400-1561-4d1f-9f66-e97b580016f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:39.569529 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-79408f4e-95db-400f-bb1a-330581aa5f87 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4163007'] for router, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:39.570420 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79408f4e-95db-400f-bb1a-330581aa5f87 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Fanout notify agent at l3_agent the message router_deleted on router 32f2266c-6271-4052-8f02-a823fc179546 {{(pid=105584) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 21:17:39.589473 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-79408f4e-95db-400f-bb1a-330581aa5f87 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify callbacks [] for router, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:39.592896 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-79408f4e-95db-400f-bb1a-330581aa5f87 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] 10.222.0.59 "DELETE /v2.0/routers/32f2266c-6271-4052-8f02-a823fc179546 HTTP/1.1" status: 204 len: 168 time: 0.5191553 Jul 27 21:17:39.595390 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 43696) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:17:39.718230 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-3af9b262-fe24-46de-855c-47d60b7f2da1 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4163804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4077150'] for router, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:39.737420 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-717e6888-6e93-417f-a119-bf41cedea88b req-0d39027e-f201-48c0-b86b-4d004a883a76 tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] 10.222.0.59 "GET /v2.0/security-groups?id=9a7007a9-34fe-445e-9576-80a9b33bcd70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2281985 Jul 27 21:17:39.785491 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.db_base_plugin_v2 [None req-d60541c0-a2cd-4f6b-8cda-1f21c41be888 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Deleting subnet 627c007d-c165-43ee-a0c8-dbc4c655e0a6 {{(pid=105584) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:17:39.794603 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-d60541c0-a2cd-4f6b-8cda-1f21c41be888 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify callbacks [] for subnet, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:39.920816 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-d60541c0-a2cd-4f6b-8cda-1f21c41be888 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9014207'] for subnet, precommit_delete_associations {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:40.055014 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-8644b400-1561-4d1f-9f66-e97b580016f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:40.075382 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-8644b400-1561-4d1f-9f66-e97b580016f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:40.162581 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-d60541c0-a2cd-4f6b-8cda-1f21c41be888 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854965'] for subnet, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:40.168423 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:40.192525 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-8644b400-1561-4d1f-9f66-e97b580016f0 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=f0ea6276db4a4dca971de7ada3707042&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2645741 Jul 27 21:17:40.212461 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 43718) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:17:40.302865 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8644b400-1561-4d1f-9f66-e97b580016f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08d86466-2812-456e-b59c-ed36777af1a9,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:17:40.306081 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 43724) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:17:40.333331 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3af9b262-fe24-46de-855c-47d60b7f2da1 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Router 48756b68-cd7c-4f81-89d6-99e8b7895af5 is scheduled to L3 agent dd128fd7-8e57-4d4f-895b-a96b369df59a with binding_index 1 {{(pid=105585) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 21:17:40.346292 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-d60541c0-a2cd-4f6b-8cda-1f21c41be888 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9014081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9738825'] for subnet, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:40.366014 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac446da-9c00-46d1-86fd-80f6452daf04 req-7ba6a1bd-9a14-4441-a940-0fac6c97c1db tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:17:40.367809 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-cac446da-9c00-46d1-86fd-80f6452daf04 req-7ba6a1bd-9a14-4441-a940-0fac6c97c1db tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] 10.222.0.59 "GET /v2.0/ports?device_id=1bcd1b81-fe91-4983-9eea-b82697b9c0df HTTP/1.1" status: 200 len: 945 time: 0.4587436 Jul 27 21:17:40.434517 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60541c0-a2cd-4f6b-8cda-1f21c41be888 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Pushing event deleted for resources: {'Subnet': ['ID=627c007d-c165-43ee-a0c8-dbc4c655e0a6,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:17:40.454973 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-d60541c0-a2cd-4f6b-8cda-1f21c41be888 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify callbacks [] for subnet, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:40.460755 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-d60541c0-a2cd-4f6b-8cda-1f21c41be888 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] 10.222.0.59 "DELETE /v2.0/subnets/627c007d-c165-43ee-a0c8-dbc4c655e0a6 HTTP/1.1" status: 204 len: 168 time: 0.8615403 Jul 27 21:17:40.461744 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 43730) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:17:40.463692 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cc50fdf-5f2c-49d8-a9b0-c2fcd487ffd9 None None] Network fd352045-3076-4647-a1ee-bf2f4cd4f7f2 requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:17:40.504022 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-473a63f8-89bf-4910-85ea-7e75f81f7211 tempest-MeteringTestJSON-1735122236 tempest-MeteringTestJSON-1735122236-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-563425497'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:17:40.504575 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-473a63f8-89bf-4910-85ea-7e75f81f7211 tempest-MeteringTestJSON-1735122236 tempest-MeteringTestJSON-1735122236-project-admin] Unknown quota resources ['metering_label']. {{(pid=105584) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 27 21:17:40.530866 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-9c272702-8999-4559-a7b7-222b346408f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:40.592359 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-9c272702-8999-4559-a7b7-222b346408f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:40.596715 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-cac446da-9c00-46d1-86fd-80f6452daf04 req-ef16367f-6cc6-4ee6-913f-3e099ea1931e tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] 10.222.0.59 "GET /v2.0/security-groups?id=9a7007a9-34fe-445e-9576-80a9b33bcd70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1943433 Jul 27 21:17:40.734503 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3af9b262-fe24-46de-855c-47d60b7f2da1 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify agent at l3_agent.n-d-705658-22 the message routers_updated {{(pid=105585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:17:40.749033 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c884778-d93c-46f9-8fa3-145a4afd9bbe None None] Sync routers for ids ['48756b68-cd7c-4f81-89d6-99e8b7895af5'] in n-d-705658-22 {{(pid=105586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:17:40.773452 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-9c272702-8999-4559-a7b7-222b346408f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:40.774874 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c884778-d93c-46f9-8fa3-145a4afd9bbe None None] Routers {'48756b68-cd7c-4f81-89d6-99e8b7895af5'} bound to L3 agent in host n-d-705658-22 {{(pid=105586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:17:40.775570 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-5c884778-d93c-46f9-8fa3-145a4afd9bbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:17:12Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['48756b68-cd7c-4f81-89d6-99e8b7895af5'], 'active': True} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:17:40.777123 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-9c272702-8999-4559-a7b7-222b346408f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:40.779477 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-9c272702-8999-4559-a7b7-222b346408f6 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/08d86466-2812-456e-b59c-ed36777af1a9 HTTP/1.1" status: 204 len: 168 time: 0.5640347 Jul 27 21:17:40.787715 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-3af9b262-fe24-46de-855c-47d60b7f2da1 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks [] for router, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:40.791901 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-3af9b262-fe24-46de-855c-47d60b7f2da1 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 4.4876051 Jul 27 21:17:40.795162 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 43744) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:17:40.836572 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-0118205c-3dd5-4976-a173-4f52ade49e24 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-990557'] for network, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:40.842862 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-ceba312d-d524-4a24-8596-0c1a44f05b59 tempest-TestNetworkAdvancedServerOps-1085103497 tempest-TestNetworkAdvancedServerOps-1085103497-project-admin] 10.222.0.59 "GET /v2.0/subnets?project_id=379416b786c44e07b1b1ba1a5ea96882&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0434425 Jul 27 21:17:40.842862 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c272702-8999-4559-a7b7-222b346408f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08d86466-2812-456e-b59c-ed36777af1a9,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:17:40.844135 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 43746) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:17:40.929933 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d447e614-62bd-4e22-812e-4ab22b550e48 None None] DHCP port deletion for fd352045-3076-4647-a1ee-bf2f4cd4f7f2 request from n-d-705658-22 {{(pid=105586) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 21:17:41.199797 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-473a63f8-89bf-4910-85ea-7e75f81f7211 tempest-MeteringTestJSON-1735122236 tempest-MeteringTestJSON-1735122236-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:41.200998 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-473a63f8-89bf-4910-85ea-7e75f81f7211 tempest-MeteringTestJSON-1735122236 tempest-MeteringTestJSON-1735122236-project-admin] 10.222.0.59 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.8934124 Jul 27 21:17:41.206727 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 43754) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:17:41.227330 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-b08b6874-3cf1-47f8-bd49-b3fb230fb832 tempest-MeteringTestJSON-1735122236 tempest-MeteringTestJSON-1735122236-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': 'fa2c10cc-5c26-4844-8ba3-1fe510ea474f'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:17:41.227882 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-b08b6874-3cf1-47f8-bd49-b3fb230fb832 tempest-MeteringTestJSON-1735122236 tempest-MeteringTestJSON-1735122236-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=105584) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 27 21:17:41.258562 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-d447e614-62bd-4e22-812e-4ab22b550e48 None None] Deleting port fb3b7d9d-6a16-4892-8224-a8c60bea09a4 {{(pid=105586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:17:41.265033 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-d447e614-62bd-4e22-812e-4ab22b550e48 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:41.342311 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76aab55f-ebd0-4aca-b0a9-d806a2cde0c7 tempest-TestNetworkAdvancedServerOps-1085103497 tempest-TestNetworkAdvancedServerOps-1085103497-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:17:41.344529 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-76aab55f-ebd0-4aca-b0a9-d806a2cde0c7 tempest-TestNetworkAdvancedServerOps-1085103497 tempest-TestNetworkAdvancedServerOps-1085103497-project-admin] 10.222.0.59 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4988871 Jul 27 21:17:41.350323 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 43762) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:17:41.394123 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvr_db [None req-5c884778-d93c-46f9-8fa3-145a4afd9bbe None None] Set router 48756b68-cd7c-4f81-89d6-99e8b7895af5 gateway port host: n-d-705658-22 {{(pid=105586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:17:41.448646 n-d-705658-22 neutron-server[105584]: WARNING neutron.services.metering.metering_plugin [None req-b08b6874-3cf1-47f8-bd49-b3fb230fb832 tempest-MeteringTestJSON-1735122236 tempest-MeteringTestJSON-1735122236-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 27 21:17:41.492168 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-ca6041aa-63d3-44d5-b41d-d39e25f52f49 tempest-TestNetworkAdvancedServerOps-1085103497 tempest-TestNetworkAdvancedServerOps-1085103497-project-admin] 10.222.0.59 "GET /v2.0/subnets?network_id=8735d8a2-b604-4758-ae71-b40e4ee6f305&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1405210 Jul 27 21:17:41.492797 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 43768) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:17:41.509073 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-45330d06-5583-48f4-bc4d-b745d8e30907 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-603045650', 'network_id': '1473080c-86ba-4d44-8dcc-5442b4565b0c', 'project_id': '379416b786c44e07b1b1ba1a5ea96882', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:17:41.650851 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-0118205c-3dd5-4976-a173-4f52ade49e24 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Deleting port fb3b7d9d-6a16-4892-8224-a8c60bea09a4 {{(pid=105584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:17:41.651586 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-0118205c-3dd5-4976-a173-4f52ade49e24 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:41.732455 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de65d865-318a-4c02-9e13-d9047eb6a35c req-653258d1-0a6c-4b57-b662-3564b231ca04 tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:17:41.739114 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-de65d865-318a-4c02-9e13-d9047eb6a35c req-653258d1-0a6c-4b57-b662-3564b231ca04 tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] 10.222.0.59 "GET /v2.0/ports?device_id=1bcd1b81-fe91-4983-9eea-b82697b9c0df HTTP/1.1" status: 200 len: 945 time: 0.4898884 Jul 27 21:17:41.776895 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-b08b6874-3cf1-47f8-bd49-b3fb230fb832 tempest-MeteringTestJSON-1735122236 tempest-MeteringTestJSON-1735122236-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:41.784163 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-b08b6874-3cf1-47f8-bd49-b3fb230fb832 tempest-MeteringTestJSON-1735122236 tempest-MeteringTestJSON-1735122236-project-admin] 10.222.0.59 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.5760546 Jul 27 21:17:41.784374 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 43776) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:17:41.785231 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device fb3b7d9d-6a16-4892-8224-a8c60bea09a4 no longer exists at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:17:41.806708 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 43778) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:17:41.824639 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-0a7f1bbb-2cc3-4caf-8a3e-ec73829b533e tempest-MeteringTestJSON-1735122236 tempest-MeteringTestJSON-1735122236-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': 'fa2c10cc-5c26-4844-8ba3-1fe510ea474f'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:17:41.825470 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-0a7f1bbb-2cc3-4caf-8a3e-ec73829b533e tempest-MeteringTestJSON-1735122236 tempest-MeteringTestJSON-1735122236-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=105585) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 27 21:17:41.903379 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-de65d865-318a-4c02-9e13-d9047eb6a35c req-91b6257c-c52b-4038-b3b2-70d2f45b4aba tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] 10.222.0.59 "GET /v2.0/security-groups?id=9a7007a9-34fe-445e-9576-80a9b33bcd70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518905 Jul 27 21:17:41.912000 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-d447e614-62bd-4e22-812e-4ab22b550e48 None None] For port fb3b7d9d-6a16-4892-8224-a8c60bea09a4, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=fb3b7d9d-6a16-4892-8224-a8c60bea09a4,segment=NetworkSegment(06b119d9-30d4-484d-a5ee-c60aded82d9b),segment_id=06b119d9-30d4-484d-a5ee-c60aded82d9b)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:17:41.914550 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-d447e614-62bd-4e22-812e-4ab22b550e48 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:41.971253 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [None req-0118205c-3dd5-4976-a173-4f52ade49e24 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] For port fb3b7d9d-6a16-4892-8224-a8c60bea09a4, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=fb3b7d9d-6a16-4892-8224-a8c60bea09a4,segment=NetworkSegment(06b119d9-30d4-484d-a5ee-c60aded82d9b),segment_id=06b119d9-30d4-484d-a5ee-c60aded82d9b)] {{(pid=105584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:17:41.971890 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-0118205c-3dd5-4976-a173-4f52ade49e24 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:41.999297 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-d447e614-62bd-4e22-812e-4ab22b550e48 None None] Calling delete_port for fb3b7d9d-6a16-4892-8224-a8c60bea09a4 owned by network:dhcp {{(pid=105586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:17:42.003969 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:42.020928 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-c5f048ba-a9e8-4de5-af65-defd1aa97363 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:42.039442 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-0118205c-3dd5-4976-a173-4f52ade49e24 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Calling delete_port for fb3b7d9d-6a16-4892-8224-a8c60bea09a4 owned by network:dhcp {{(pid=105584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:17:42.053908 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] For port fb3b7d9d-6a16-4892-8224-a8c60bea09a4, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=fb3b7d9d-6a16-4892-8224-a8c60bea09a4,segment=NetworkSegment(06b119d9-30d4-484d-a5ee-c60aded82d9b),segment_id=06b119d9-30d4-484d-a5ee-c60aded82d9b)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:17:42.055704 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:42.081785 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:42.211365 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-0f222f7c-3ffc-4ea7-bcd4-bf560463fe92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:42.242548 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-0118205c-3dd5-4976-a173-4f52ade49e24 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:42.243133 n-d-705658-22 neutron-server[105585]: WARNING neutron.services.metering.metering_plugin [None req-0a7f1bbb-2cc3-4caf-8a3e-ec73829b533e tempest-MeteringTestJSON-1735122236 tempest-MeteringTestJSON-1735122236-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 27 21:17:42.258499 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0118205c-3dd5-4976-a173-4f52ade49e24 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] No DVR routers for this DVR port fb3b7d9d-6a16-4892-8224-a8c60bea09a4 on host n-d-705658-22 {{(pid=105584) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:17:42.283811 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0118205c-3dd5-4976-a173-4f52ade49e24 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Pushing event deleted for resources: {'Port': ['ID=fb3b7d9d-6a16-4892-8224-a8c60bea09a4,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:17:42.310375 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Pushing event updated for resources: {'Port': ['ID=fb3b7d9d-6a16-4892-8224-a8c60bea09a4,revision_number=5']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:17:42.323528 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-5c884778-d93c-46f9-8fa3-145a4afd9bbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48756b68-cd7c-4f81-89d6-99e8b7895af5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2113325065', 'tenant_id': '379416b786c44e07b1b1ba1a5ea96882', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.84'}], 'enable_snat': True}, 'gw_port_id': '7c107f54-682c-48b2-a7fa-d555e7b58777', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:17:36Z', 'updated_at': '2021-07-27T21:17:38Z', 'revision_number': 3, 'project_id': '379416b786c44e07b1b1ba1a5ea96882', 'gw_port': {'id': '7c107f54-682c-48b2-a7fa-d555e7b58777', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:58:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48756b68-cd7c-4f81-89d6-99e8b7895af5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2702, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:17:37Z', 'updated_at': '2021-07-27T21:17:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22'}], 'n-d-705658-22', False) {} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:17:42.377903 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c884778-d93c-46f9-8fa3-145a4afd9bbe None None] Checking router: 48756b68-cd7c-4f81-89d6-99e8b7895af5 for host: n-d-705658-22 {{(pid=105586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:17:42.378020 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c884778-d93c-46f9-8fa3-145a4afd9bbe None None] Updating router 48756b68-cd7c-4f81-89d6-99e8b7895af5 port 7c107f54-682c-48b2-a7fa-d555e7b58777 binding host n-d-705658-22 {{(pid=105586) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 21:17:42.381153 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-d447e614-62bd-4e22-812e-4ab22b550e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180'] for port, after_delete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:42.461499 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-0118205c-3dd5-4976-a173-4f52ade49e24 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853562', 'neutron.services.segments.db._delete_segments_for_network-8790688882975'] for network, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:42.486695 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d447e614-62bd-4e22-812e-4ab22b550e48 None None] Pushing event deleted for resources: {'Port': ['ID=fb3b7d9d-6a16-4892-8224-a8c60bea09a4,revision_number=None']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:17:42.492480 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.segments.db [None req-0118205c-3dd5-4976-a173-4f52ade49e24 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd352045-3076-4647-a1ee-bf2f4cd4f7f2']}} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:17:42.549147 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d447e614-62bd-4e22-812e-4ab22b550e48 None None] No DVR routers for this DVR port fb3b7d9d-6a16-4892-8224-a8c60bea09a4 on host n-d-705658-22 {{(pid=105586) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:17:42.552504 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.segments.db [None req-0118205c-3dd5-4976-a173-4f52ade49e24 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06b119d9-30d4-484d-a5ee-c60aded82d9b') {'for_net_delete': True} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:17:42.552819 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.segments.db [None req-0118205c-3dd5-4976-a173-4f52ade49e24 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06b119d9-30d4-484d-a5ee-c60aded82d9b') {} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:17:42.576475 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-5c884778-d93c-46f9-8fa3-145a4afd9bbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:42.584212 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-0118205c-3dd5-4976-a173-4f52ade49e24 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790688883752', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9014348'] for segment, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:42.635660 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-0118205c-3dd5-4976-a173-4f52ade49e24 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:42.657036 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0118205c-3dd5-4976-a173-4f52ade49e24 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Releasing vlan 234 on physical network physnet1 to pool {{(pid=105584) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:17:42.657729 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-0118205c-3dd5-4976-a173-4f52ade49e24 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9014063'] for segment, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:42.750135 n-d-705658-22 neutron-server[105584]: Traceback (most recent call last): Jul 27 21:17:42.750135 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:17:42.750135 n-d-705658-22 neutron-server[105584]: timer() Jul 27 21:17:42.750135 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:17:42.750135 n-d-705658-22 neutron-server[105584]: cb(*args, **kw) Jul 27 21:17:42.750135 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:17:42.750135 n-d-705658-22 neutron-server[105584]: return func(*args, **kwargs) Jul 27 21:17:42.750135 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:17:42.750135 n-d-705658-22 neutron-server[105584]: self._notify() Jul 27 21:17:42.750135 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:17:42.750135 n-d-705658-22 neutron-server[105584]: self.callback(batched_events) Jul 27 21:17:42.750135 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:17:42.750135 n-d-705658-22 neutron-server[105584]: event.method(event) Jul 27 21:17:42.750135 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:17:42.750135 n-d-705658-22 neutron-server[105584]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:17:42.750135 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:17:42.750135 n-d-705658-22 neutron-server[105584]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:17:42.750135 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:17:42.750135 n-d-705658-22 neutron-server[105584]: return f(self, *a, **k) Jul 27 21:17:42.750135 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:17:42.750135 n-d-705658-22 neutron-server[105584]: return self._get(url).json() Jul 27 21:17:42.750135 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:17:42.750135 n-d-705658-22 neutron-server[105584]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:17:42.750135 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:17:42.750135 n-d-705658-22 neutron-server[105584]: return self.request(url, 'GET', **kwargs) Jul 27 21:17:42.750135 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:17:42.750135 n-d-705658-22 neutron-server[105584]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:17:42.750135 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:17:42.750135 n-d-705658-22 neutron-server[105584]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:17:42.750135 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:17:42.750135 n-d-705658-22 neutron-server[105584]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:17:42.750135 n-d-705658-22 neutron-server[105584]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:17:42.759749 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-0118205c-3dd5-4976-a173-4f52ade49e24 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4075658'] for network, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:42.792667 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-0118205c-3dd5-4976-a173-4f52ade49e24 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743886'] for network, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:42.803481 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-0118205c-3dd5-4976-a173-4f52ade49e24 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] 10.222.0.59 "DELETE /v2.0/networks/fd352045-3076-4647-a1ee-bf2f4cd4f7f2 HTTP/1.1" status: 204 len: 168 time: 2.3400271 Jul 27 21:17:42.804968 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0118205c-3dd5-4976-a173-4f52ade49e24 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Pushing event deleted for resources: {'Network': ['ID=fd352045-3076-4647-a1ee-bf2f4cd4f7f2,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:17:42.807286 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 43806) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:17:42.817742 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-6e440ee6-8b4d-44ff-902a-1e758e115f06 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Request body: {'network': {'name': 'tempest-RoutersTest-1554279807'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:17:42.866764 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e440ee6-8b4d-44ff-902a-1e758e115f06 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Made reservation on behalf of b2a273d14da548f08e5e2947b1efbc75 for: {'network': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:17:42.871046 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-6e440ee6-8b4d-44ff-902a-1e758e115f06 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for network, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:42.905548 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-bb32ed7d-8717-448b-a9c8-a5a0117d1fd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:42.915686 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45330d06-5583-48f4-bc4d-b745d8e30907 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Made reservation on behalf of 379416b786c44e07b1b1ba1a5ea96882 for: {'subnet': 1} {{(pid=105585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:17:42.920019 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-45330d06-5583-48f4-bc4d-b745d8e30907 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9990620'] for subnet, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:42.968059 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e440ee6-8b4d-44ff-902a-1e758e115f06 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] vlan segment allocate from pool success with {'vlan_id': 230, 'physical_network': 'physnet1'} {{(pid=105584) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:17:43.013292 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-6e440ee6-8b4d-44ff-902a-1e758e115f06 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:43.014226 n-d-705658-22 neutron-server[105584]: INFO neutron.db.segments_db [None req-6e440ee6-8b4d-44ff-902a-1e758e115f06 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Added segment fd4b0c9f-ddd5-4f86-b7ce-1b7b643c541b of type vlan for network ecd744f0-5fd5-42d7-86cf-db46b1f10106 Jul 27 21:17:43.104157 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-5c884778-d93c-46f9-8fa3-145a4afd9bbe None None] Notify callbacks [] for port, precommit_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:43.119939 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-5c884778-d93c-46f9-8fa3-145a4afd9bbe None None] Transition to ACTIVE for port object 7c107f54-682c-48b2-a7fa-d555e7b58777 will not be triggered until provisioned by entity L2. {{(pid=105586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:17:43.131614 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-5c884778-d93c-46f9-8fa3-145a4afd9bbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:43.144595 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-6e440ee6-8b4d-44ff-902a-1e758e115f06 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790688424798'] for network, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:43.206840 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-6e440ee6-8b4d-44ff-902a-1e758e115f06 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920'] for network, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:43.210669 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b3ebb3-07ce-441e-9c97-2682d937111e None None] Pushing event updated for resources: {'Port': ['ID=7c107f54-682c-48b2-a7fa-d555e7b58777,revision_number=2']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:17:43.215697 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e440ee6-8b4d-44ff-902a-1e758e115f06 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:17:43.216553 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-6e440ee6-8b4d-44ff-902a-1e758e115f06 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743886'] for network, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:43.242048 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-5c884778-d93c-46f9-8fa3-145a4afd9bbe None None] Attempting to bind port 7c107f54-682c-48b2-a7fa-d555e7b58777 on host n-d-705658-22 for vnic_type normal with profile {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:17:43.242715 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-5c884778-d93c-46f9-8fa3-145a4afd9bbe None None] Attempting to bind port 7c107f54-682c-48b2-a7fa-d555e7b58777 by drivers openvswitch,hyperv on host n-d-705658-22 at level 0 using segments [{'id': '12196855-9a32-4633-9a56-77697ef9e126', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305'}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:17:43.243454 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c884778-d93c-46f9-8fa3-145a4afd9bbe None None] Attempting to bind port 7c107f54-682c-48b2-a7fa-d555e7b58777 on network 8735d8a2-b604-4758-ae71-b40e4ee6f305 {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:17:43.251067 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c884778-d93c-46f9-8fa3-145a4afd9bbe None None] Checking agent: {'id': '04a7ea91-6318-467e-ace6-b0fb48c8690f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 41, 42), 'started_at': datetime.datetime(2021, 7, 27, 20, 42, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 17, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:17:43.251792 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c884778-d93c-46f9-8fa3-145a4afd9bbe None None] Checking segment: {'id': '12196855-9a32-4633-9a56-77697ef9e126', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:17:43.252455 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-5c884778-d93c-46f9-8fa3-145a4afd9bbe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:43.253077 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c884778-d93c-46f9-8fa3-145a4afd9bbe None None] Bound using segment: {'id': '12196855-9a32-4633-9a56-77697ef9e126', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305'} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:17:43.253793 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-5c884778-d93c-46f9-8fa3-145a4afd9bbe None None] Bound port: 7c107f54-682c-48b2-a7fa-d555e7b58777, host: n-d-705658-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12196855-9a32-4633-9a56-77697ef9e126', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305'}}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:17:43.254405 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-5c884778-d93c-46f9-8fa3-145a4afd9bbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:43.319828 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e440ee6-8b4d-44ff-902a-1e758e115f06 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Pushing event updated for resources: {'Network': ['ID=ecd744f0-5fd5-42d7-86cf-db46b1f10106,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:17:43.334151 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-5c884778-d93c-46f9-8fa3-145a4afd9bbe None None] For port 7c107f54-682c-48b2-a7fa-d555e7b58777, host n-d-705658-22, cleared binding levels {{(pid=105586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:17:43.338287 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Network ecd744f0-5fd5-42d7-86cf-db46b1f10106 details requested by agent ovs-agent-n-d-705658-22 with host n-d-705658-22 {{(pid=105586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:17:43.345086 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-0a7f1bbb-2cc3-4caf-8a3e-ec73829b533e tempest-MeteringTestJSON-1735122236 tempest-MeteringTestJSON-1735122236-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:43.346724 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-0a7f1bbb-2cc3-4caf-8a3e-ec73829b533e tempest-MeteringTestJSON-1735122236 tempest-MeteringTestJSON-1735122236-project-admin] 10.222.0.59 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 1.5505643 Jul 27 21:17:43.349525 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 43824) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:17:43.384411 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-ba0faf5d-79ca-4068-9fd7-fcf25b87f3d5 tempest-MeteringTestJSON-1735122236 tempest-MeteringTestJSON-1735122236-project-admin] 10.222.0.59 "GET /v2.0/metering/metering-label-rules?id=b340b9f4-0857-4882-9774-4e43aa98000c HTTP/1.1" status: 200 len: 464 time: 0.0325315 Jul 27 21:17:43.385946 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 43830) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:17:43.458078 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-5c884778-d93c-46f9-8fa3-145a4afd9bbe None None] For port 7c107f54-682c-48b2-a7fa-d555e7b58777, host n-d-705658-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=7c107f54-682c-48b2-a7fa-d555e7b58777,segment=NetworkSegment(12196855-9a32-4633-9a56-77697ef9e126),segment_id=12196855-9a32-4633-9a56-77697ef9e126)] {{(pid=105586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:17:43.508985 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-5c884778-d93c-46f9-8fa3-145a4afd9bbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:43.595402 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-0f222f7c-3ffc-4ea7-bcd4-bf560463fe92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:43.605935 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-45330d06-5583-48f4-bc4d-b745d8e30907 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10221797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9990606'] for subnet, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:43.611858 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-0f222f7c-3ffc-4ea7-bcd4-bf560463fe92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:43.628274 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-7a7c1be1-9798-426e-a0ad-48932c54d2f0 tempest-MeteringTestJSON-1735122236 tempest-MeteringTestJSON-1735122236-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:43.629638 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-7a7c1be1-9798-426e-a0ad-48932c54d2f0 tempest-MeteringTestJSON-1735122236 tempest-MeteringTestJSON-1735122236-project-admin] 10.222.0.59 "DELETE /v2.0/metering/metering-label-rules/b340b9f4-0857-4882-9774-4e43aa98000c HTTP/1.1" status: 204 len: 168 time: 0.2415805 Jul 27 21:17:43.632406 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 43836) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:17:43.650033 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-6e440ee6-8b4d-44ff-902a-1e758e115f06 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.8367150 Jul 27 21:17:43.652793 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-f1ac3837-3035-490d-9668-43ef3df9347f tempest-MeteringTestJSON-1735122236 tempest-MeteringTestJSON-1735122236-project-admin] 10.222.0.59 "GET /v2.0/metering/metering-label-rules?id=b340b9f4-0857-4882-9774-4e43aa98000c HTTP/1.1" status: 200 len: 221 time: 0.0190134 Jul 27 21:17:43.653319 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c884778-d93c-46f9-8fa3-145a4afd9bbe None None] Routers {'48756b68-cd7c-4f81-89d6-99e8b7895af5'} bound to L3 agent in host n-d-705658-22 {{(pid=105586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:17:43.654044 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-5c884778-d93c-46f9-8fa3-145a4afd9bbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:17:42Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['48756b68-cd7c-4f81-89d6-99e8b7895af5'], 'active': True} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:17:43.662637 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26669b61-0c63-454a-b362-c7b742e563e4 req-02c43240-d9e4-4c93-b30e-deee14dbb72d tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:17:43.663427 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-26669b61-0c63-454a-b362-c7b742e563e4 req-02c43240-d9e4-4c93-b30e-deee14dbb72d tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] 10.222.0.36 "GET /v2.0/ports?device_id=1bcd1b81-fe91-4983-9eea-b82697b9c0df HTTP/1.1" status: 200 len: 945 time: 0.6343434 Jul 27 21:17:43.663747 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 43838) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:17:43.664090 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 43840) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:17:43.674203 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-0f47a5e5-9352-45b2-a544-2f3f75b689c0 tempest-MeteringTestJSON-1735122236 tempest-MeteringTestJSON-1735122236-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--501894625', 'description': 'label created by tempest'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:17:43.674664 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-0f47a5e5-9352-45b2-a544-2f3f75b689c0 tempest-MeteringTestJSON-1735122236 tempest-MeteringTestJSON-1735122236-project-admin] Unknown quota resources ['metering_label']. {{(pid=105584) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 27 21:17:43.733976 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817139af-9323-49f4-9bb5-e1bf35de3a59 req-133b47ed-8964-449d-bb1c-ba159b568038 tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:17:43.737313 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-817139af-9323-49f4-9bb5-e1bf35de3a59 req-133b47ed-8964-449d-bb1c-ba159b568038 tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] 10.222.0.59 "GET /v2.0/ports?device_id=1bcd1b81-fe91-4983-9eea-b82697b9c0df HTTP/1.1" status: 200 len: 945 time: 0.5587785 Jul 27 21:17:43.761811 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-0f222f7c-3ffc-4ea7-bcd4-bf560463fe92 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=124772d6e6b7488390b4985aa85f78ec&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9317083 Jul 27 21:17:43.777161 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 43848) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:17:43.781305 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-ec3e0774-8060-4934-9870-29ade49b1159 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Request body: {'subnet': {'network_id': 'ecd744f0-5fd5-42d7-86cf-db46b1f10106', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:17:43.908317 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvr_db [None req-5c884778-d93c-46f9-8fa3-145a4afd9bbe None None] Set router 48756b68-cd7c-4f81-89d6-99e8b7895af5 gateway port host: n-d-705658-22 {{(pid=105586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:17:43.951463 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f222f7c-3ffc-4ea7-bcd4-bf560463fe92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=393dc7b8-e9c2-4755-beaa-9636a5eb2343,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:17:44.024719 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45330d06-5583-48f4-bc4d-b745d8e30907 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Pushing event updated for resources: {'Subnet': ['ID=01bef050-fb0a-4ec7-a814-df3307ad6529,revision_number=0']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:17:44.045713 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-817139af-9323-49f4-9bb5-e1bf35de3a59 req-2b2083b1-219b-42ee-9f2d-93c9739a4ea2 tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] 10.222.0.59 "GET /v2.0/security-groups?id=9a7007a9-34fe-445e-9576-80a9b33bcd70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2726524 Jul 27 21:17:44.072872 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45330d06-5583-48f4-bc4d-b745d8e30907 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Checking segment: {'id': '19bc2e5f-7908-4153-b6d3-443d5b34a291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '1473080c-86ba-4d44-8dcc-5442b4565b0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:17:44.072872 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45330d06-5583-48f4-bc4d-b745d8e30907 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Network hostable DHCP agents. Network: 1473080c-86ba-4d44-8dcc-5442b4565b0c, hostable agents: ['7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a'], hosted agents: [] {{(pid=105585) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:17:44.097427 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b3ebb3-07ce-441e-9c97-2682d937111e None None] Pushing event updated for resources: {'Port': ['ID=7c107f54-682c-48b2-a7fa-d555e7b58777,revision_number=3']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:17:44.170838 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-5c884778-d93c-46f9-8fa3-145a4afd9bbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48756b68-cd7c-4f81-89d6-99e8b7895af5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2113325065', 'tenant_id': '379416b786c44e07b1b1ba1a5ea96882', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.84'}], 'enable_snat': True}, 'gw_port_id': '7c107f54-682c-48b2-a7fa-d555e7b58777', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:17:36Z', 'updated_at': '2021-07-27T21:17:38Z', 'revision_number': 3, 'project_id': '379416b786c44e07b1b1ba1a5ea96882', 'gw_port': {'id': '7c107f54-682c-48b2-a7fa-d555e7b58777', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:58:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48756b68-cd7c-4f81-89d6-99e8b7895af5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2702, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:17:37Z', 'updated_at': '2021-07-27T21:17:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22'}], 'n-d-705658-22', False) {} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:17:44.195606 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45330d06-5583-48f4-bc4d-b745d8e30907 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Network 1473080c-86ba-4d44-8dcc-5442b4565b0c is scheduled to be hosted by DHCP agent 7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a with binding_index 1 {{(pid=105585) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:17:44.239939 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.base_scheduler [None req-45330d06-5583-48f4-bc4d-b745d8e30907 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-22, 1473080c-86ba-4d44-8dcc-5442b4565b0c) {{(pid=105585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:17:44.249535 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45330d06-5583-48f4-bc4d-b745d8e30907 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:17:44.251916 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-45330d06-5583-48f4-bc4d-b745d8e30907 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743886'] for subnet, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:44.272908 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [req-26669b61-0c63-454a-b362-c7b742e563e4 req-9f22ffa8-807f-46ed-a6c7-d053d9a277ae tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] Deleting port 3dd06ae1-d94d-4e12-86b1-c087d94b3368 {{(pid=105585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:17:44.275669 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-26669b61-0c63-454a-b362-c7b742e563e4 req-9f22ffa8-807f-46ed-a6c7-d053d9a277ae tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:44.308871 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-0f47a5e5-9352-45b2-a544-2f3f75b689c0 tempest-MeteringTestJSON-1735122236 tempest-MeteringTestJSON-1735122236-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:44.315866 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 43872) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:17:44.316953 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-0f47a5e5-9352-45b2-a544-2f3f75b689c0 tempest-MeteringTestJSON-1735122236 tempest-MeteringTestJSON-1735122236-project-admin] 10.222.0.59 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.6505706 Jul 27 21:17:44.324546 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-103d76cf-9254-4d0a-8942-898265865c0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:44.372036 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec3e0774-8060-4934-9870-29ade49b1159 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Made reservation on behalf of b2a273d14da548f08e5e2947b1efbc75 for: {'subnet': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:17:44.376520 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-ec3e0774-8060-4934-9870-29ade49b1159 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9738786'] for subnet, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:44.383176 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-103d76cf-9254-4d0a-8942-898265865c0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:44.412186 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8dbed71-ed28-4790-9002-8590bf5fd349 None None] Network 1473080c-86ba-4d44-8dcc-5442b4565b0c requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:17:44.419972 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-45330d06-5583-48f4-bc4d-b745d8e30907 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 2.9206910 Jul 27 21:17:44.427679 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c884778-d93c-46f9-8fa3-145a4afd9bbe None None] The sync data for ids ['48756b68-cd7c-4f81-89d6-99e8b7895af5'] in n-d-705658-22 is: [{'id': '48756b68-cd7c-4f81-89d6-99e8b7895af5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2113325065', 'tenant_id': '379416b786c44e07b1b1ba1a5ea96882', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.84'}], 'enable_snat': True}, 'gw_port_id': '7c107f54-682c-48b2-a7fa-d555e7b58777', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:17:36Z', 'updated_at': '2021-07-27T21:17:38Z', 'revision_number': 3, 'project_id': '379416b786c44e07b1b1ba1a5ea96882', 'gw_port': {'id': '7c107f54-682c-48b2-a7fa-d555e7b58777', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:58:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48756b68-cd7c-4f81-89d6-99e8b7895af5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2702, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:17:37Z', 'updated_at': '2021-07-27T21:17:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22'}] {{(pid=105586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:17:44.450778 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 43876) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:17:44.478325 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-875ced1b-4cf3-463a-9653-058f0f9421e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:44.609442 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-a92a65dd-c112-4857-8042-3903ec853902 tempest-MeteringTestJSON-1735122236 tempest-MeteringTestJSON-1735122236-project-admin] 10.222.0.59 "GET /v2.0/metering/metering-labels?id=c2f288e7-aacf-47b0-88c4-193c6d1c3929 HTTP/1.1" status: 200 len: 467 time: 0.2889729 Jul 27 21:17:44.615864 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 43884) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:17:44.708076 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-103d76cf-9254-4d0a-8942-898265865c0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:44.712615 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11257b7e-f405-4ea2-8b04-388c7c930bdb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30bb4b93-b285-5d90-9493-f9ec33ea333c-1473080c-86ba-4d44-8dcc-5442b4565b0c', 'network_id': '1473080c-86ba-4d44-8dcc-5442b4565b0c', 'tenant_id': '379416b786c44e07b1b1ba1a5ea96882', 'fixed_ips': [{'subnet_id': '01bef050-fb0a-4ec7-a814-df3307ad6529'}]}} from n-d-705658-22. {{(pid=105586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 21:17:44.713587 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-11257b7e-f405-4ea2-8b04-388c7c930bdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:44.717111 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-103d76cf-9254-4d0a-8942-898265865c0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:44.722818 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-103d76cf-9254-4d0a-8942-898265865c0c admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/393dc7b8-e9c2-4755-beaa-9636a5eb2343 HTTP/1.1" status: 204 len: 168 time: 0.9374204 Jul 27 21:17:44.808061 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103d76cf-9254-4d0a-8942-898265865c0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=393dc7b8-e9c2-4755-beaa-9636a5eb2343,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:17:44.936652 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.db_base_plugin_common [None req-11257b7e-f405-4ea2-8b04-388c7c930bdb None None] Allocated IP 172.20.0.2 (1473080c-86ba-4d44-8dcc-5442b4565b0c/01bef050-fb0a-4ec7-a814-df3307ad6529/6001b053-bbf1-4468-a305-768b18948675) {{(pid=105586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:17:45.125612 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.db [req-26669b61-0c63-454a-b362-c7b742e563e4 req-9f22ffa8-807f-46ed-a6c7-d053d9a277ae tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] For port 3dd06ae1-d94d-4e12-86b1-c087d94b3368, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=3dd06ae1-d94d-4e12-86b1-c087d94b3368,segment=NetworkSegment(82701821-d08d-4e1b-9667-8c6e67e04bdc),segment_id=82701821-d08d-4e1b-9667-8c6e67e04bdc)] {{(pid=105585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:17:45.128829 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-26669b61-0c63-454a-b362-c7b742e563e4 req-9f22ffa8-807f-46ed-a6c7-d053d9a277ae tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:45.217390 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-11257b7e-f405-4ea2-8b04-388c7c930bdb None None] Notify callbacks [] for port, precommit_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:45.229683 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-11257b7e-f405-4ea2-8b04-388c7c930bdb None None] Transition to ACTIVE for port object 6001b053-bbf1-4468-a305-768b18948675 will not be triggered until provisioned by entity L2. {{(pid=105586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:17:45.249422 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-11257b7e-f405-4ea2-8b04-388c7c930bdb None None] Transition to ACTIVE for port object 6001b053-bbf1-4468-a305-768b18948675 will not be triggered until provisioned by entity DHCP. {{(pid=105586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:17:45.272668 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-11257b7e-f405-4ea2-8b04-388c7c930bdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143'] for port, after_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:45.294656 n-d-705658-22 neutron-server[105586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11257b7e-f405-4ea2-8b04-388c7c930bdb None None] Network 1473080c-86ba-4d44-8dcc-5442b4565b0c is already hosted by enough agents. {{(pid=105586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:17:45.297674 n-d-705658-22 neutron-server[105586]: DEBUG neutron.scheduler.base_scheduler [None req-11257b7e-f405-4ea2-8b04-388c7c930bdb None None] Resources bound (agent type, host, resource id): {{(pid=105586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:17:45.322589 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 43900) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:17:45.325347 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11257b7e-f405-4ea2-8b04-388c7c930bdb None None] Received port after_create {{(pid=105586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:17:45.337080 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [req-26669b61-0c63-454a-b362-c7b742e563e4 req-9f22ffa8-807f-46ed-a6c7-d053d9a277ae tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] Calling delete_port for 3dd06ae1-d94d-4e12-86b1-c087d94b3368 owned by compute:nova {{(pid=105585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:17:45.417025 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-11257b7e-f405-4ea2-8b04-388c7c930bdb None None] Attempting to bind port 6001b053-bbf1-4468-a305-768b18948675 on host n-d-705658-22 for vnic_type normal with profile {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:17:45.417537 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-11257b7e-f405-4ea2-8b04-388c7c930bdb None None] Attempting to bind port 6001b053-bbf1-4468-a305-768b18948675 by drivers openvswitch,hyperv on host n-d-705658-22 at level 0 using segments [{'id': '19bc2e5f-7908-4153-b6d3-443d5b34a291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '1473080c-86ba-4d44-8dcc-5442b4565b0c'}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:17:45.417956 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11257b7e-f405-4ea2-8b04-388c7c930bdb None None] Attempting to bind port 6001b053-bbf1-4468-a305-768b18948675 on network 1473080c-86ba-4d44-8dcc-5442b4565b0c {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:17:45.424193 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11257b7e-f405-4ea2-8b04-388c7c930bdb None None] Pushing event updated for resources: {'Port': ['ID=6001b053-bbf1-4468-a305-768b18948675,revision_number=1']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:17:45.428032 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11257b7e-f405-4ea2-8b04-388c7c930bdb None None] Checking agent: {'id': '04a7ea91-6318-467e-ace6-b0fb48c8690f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 41, 42), 'started_at': datetime.datetime(2021, 7, 27, 20, 42, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 17, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:17:45.428833 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11257b7e-f405-4ea2-8b04-388c7c930bdb None None] Checking segment: {'id': '19bc2e5f-7908-4153-b6d3-443d5b34a291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '1473080c-86ba-4d44-8dcc-5442b4565b0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:17:45.429261 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-11257b7e-f405-4ea2-8b04-388c7c930bdb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:45.431445 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11257b7e-f405-4ea2-8b04-388c7c930bdb None None] Bound using segment: {'id': '19bc2e5f-7908-4153-b6d3-443d5b34a291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '1473080c-86ba-4d44-8dcc-5442b4565b0c'} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:17:45.434414 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-11257b7e-f405-4ea2-8b04-388c7c930bdb None None] Bound port: 6001b053-bbf1-4468-a305-768b18948675, host: n-d-705658-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19bc2e5f-7908-4153-b6d3-443d5b34a291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '1473080c-86ba-4d44-8dcc-5442b4565b0c'}}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:17:45.434833 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-11257b7e-f405-4ea2-8b04-388c7c930bdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:45.448348 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-95e5d20a-cc62-4052-9fb7-ec18e0180bf5 tempest-MeteringTestJSON-1735122236 tempest-MeteringTestJSON-1735122236-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:45.456070 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-95e5d20a-cc62-4052-9fb7-ec18e0180bf5 tempest-MeteringTestJSON-1735122236 tempest-MeteringTestJSON-1735122236-project-admin] 10.222.0.59 "DELETE /v2.0/metering/metering-labels/c2f288e7-aacf-47b0-88c4-193c6d1c3929 HTTP/1.1" status: 204 len: 168 time: 0.8361421 Jul 27 21:17:45.465348 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 43912) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:17:45.626486 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-674ee5c1-9a9c-44f7-a8b5-121cc3e5258e tempest-MeteringTestJSON-1735122236 tempest-MeteringTestJSON-1735122236-project-admin] 10.222.0.59 "GET /v2.0/metering/metering-labels?id=c2f288e7-aacf-47b0-88c4-193c6d1c3929 HTTP/1.1" status: 200 len: 216 time: 0.1575472 Jul 27 21:17:45.627056 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-11257b7e-f405-4ea2-8b04-388c7c930bdb None None] For port 6001b053-bbf1-4468-a305-768b18948675, host n-d-705658-22, cleared binding levels {{(pid=105586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:17:45.635752 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-11257b7e-f405-4ea2-8b04-388c7c930bdb None None] For port 6001b053-bbf1-4468-a305-768b18948675, host n-d-705658-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=6001b053-bbf1-4468-a305-768b18948675,segment=NetworkSegment(19bc2e5f-7908-4153-b6d3-443d5b34a291),segment_id=19bc2e5f-7908-4153-b6d3-443d5b34a291)] {{(pid=105586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:17:45.636555 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 43918) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:17:45.650252 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-11257b7e-f405-4ea2-8b04-388c7c930bdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:45.696240 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-fef8c8f5-7e69-45fa-b235-19cc44f00625 tempest-MeteringTestJSON-1735122236 tempest-MeteringTestJSON-1735122236-project-admin] 10.222.0.59 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0503845 Jul 27 21:17:45.749776 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 43920) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:17:45.786289 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-c3de04e4-b343-456a-89d6-45fba8bfeb95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:45.793298 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11257b7e-f405-4ea2-8b04-388c7c930bdb None None] Pushing event updated for resources: {'Port': ['ID=6001b053-bbf1-4468-a305-768b18948675,revision_number=2']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:17:45.796242 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 7c107f54-682c-48b2-a7fa-d555e7b58777 up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:17:45.809273 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-e13980c0-7c69-4c9d-bfc5-c0b8281d2acf tempest-MeteringTestJSON-1735122236 tempest-MeteringTestJSON-1735122236-project-admin] 10.222.0.59 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0530255 Jul 27 21:17:45.820829 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 43926) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:17:45.971414 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning for port 7c107f54-682c-48b2-a7fa-d555e7b58777 completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:17:45.984322 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port 7c107f54-682c-48b2-a7fa-d555e7b58777 triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:17:45.985502 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:45.993651 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-b7e178b4-7fc3-4d9a-907a-6163eb2ea85a tempest-MeteringTestJSON-1735122236 tempest-MeteringTestJSON-1735122236-project-admin] 10.222.0.59 "GET /v2.0/metering/metering-labels/fa2c10cc-5c26-4844-8ba3-1fe510ea474f HTTP/1.1" status: 200 len: 472 time: 0.1538703 Jul 27 21:17:46.004830 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 43932) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:17:46.074563 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4857a48e-a3d1-4996-8567-e1758ea47fa8 req-0247d694-2e3a-4248-b934-7d39e2d78fe8 tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:17:46.076222 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-4857a48e-a3d1-4996-8567-e1758ea47fa8 req-0247d694-2e3a-4248-b934-7d39e2d78fe8 tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] 10.222.0.59 "GET /v2.0/ports?device_id=1bcd1b81-fe91-4983-9eea-b82697b9c0df HTTP/1.1" status: 200 len: 945 time: 0.7512593 Jul 27 21:17:46.108127 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-92736004-6ce6-4769-b833-833c386f7010 tempest-MeteringTestJSON-1735122236 tempest-MeteringTestJSON-1735122236-project-admin] 10.222.0.59 "GET /v2.0/metering/metering-label-rules/fbaca40b-ff2a-4abb-b72b-e7ca54c6cbf2 HTTP/1.1" status: 200 len: 461 time: 0.0967898 Jul 27 21:17:46.117704 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 43936) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:17:46.145272 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-ec3e0774-8060-4934-9870-29ade49b1159 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9014150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9738800'] for subnet, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:46.163147 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:46.218265 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] For port 7c107f54-682c-48b2-a7fa-d555e7b58777, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=7c107f54-682c-48b2-a7fa-d555e7b58777,segment=NetworkSegment(12196855-9a32-4633-9a56-77697ef9e126),segment_id=12196855-9a32-4633-9a56-77697ef9e126)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:17:46.240273 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:46.284621 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-4857a48e-a3d1-4996-8567-e1758ea47fa8 req-79807702-d0e1-40ea-8735-39cdef0e81c7 tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] 10.222.0.59 "GET /v2.0/security-groups?id=9a7007a9-34fe-445e-9576-80a9b33bcd70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1887794 Jul 27 21:17:46.338527 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-26669b61-0c63-454a-b362-c7b742e563e4 req-9f22ffa8-807f-46ed-a6c7-d053d9a277ae tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:46.364201 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] get_ports_and_sgs() called for port_ids ['6a4b8ce2-5576-4cee-bfe3-748a068501c6'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:17:46.475483 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3e0774-8060-4934-9870-29ade49b1159 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Pushing event updated for resources: {'Subnet': ['ID=c98a23b2-75f1-4d22-b302-d0d68e67a85f,revision_number=0']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:17:46.477792 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f22ffa8-807f-46ed-a6c7-d053d9a277ae tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] Pushing event deleted for resources: {'Port': ['ID=3dd06ae1-d94d-4e12-86b1-c087d94b3368,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:17:46.567534 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-c3de04e4-b343-456a-89d6-45fba8bfeb95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:46.572580 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Pushing event updated for resources: {'Port': ['ID=7c107f54-682c-48b2-a7fa-d555e7b58777,revision_number=4']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:17:46.626288 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-c3de04e4-b343-456a-89d6-45fba8bfeb95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:46.690793 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.l3_dvrscheduler_db [req-26669b61-0c63-454a-b362-c7b742e563e4 req-9f22ffa8-807f-46ed-a6c7-d053d9a277ae tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] No DVR routers for this DVR port 3dd06ae1-d94d-4e12-86b1-c087d94b3368 on host n-h1-705658-22 {{(pid=105585) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:17:46.705456 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-26669b61-0c63-454a-b362-c7b742e563e4 req-9f22ffa8-807f-46ed-a6c7-d053d9a277ae tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:46.707639 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-26669b61-0c63-454a-b362-c7b742e563e4 req-9f22ffa8-807f-46ed-a6c7-d053d9a277ae tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] 10.222.0.36 "DELETE /v2.0/ports/3dd06ae1-d94d-4e12-86b1-c087d94b3368 HTTP/1.1" status: 204 len: 173 time: 2.9995561 Jul 27 21:17:46.710877 n-d-705658-22 neutron-server[105585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bcd1b81-fe91-4983-9eea-b82697b9c0df', 'name': 'network-vif-deleted', 'tag': '3dd06ae1-d94d-4e12-86b1-c087d94b3368'}] {{(pid=105585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:17:46.714122 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d66fd65881426bfc2b5388084a3654e5eae521106a15a3dbf0eb4cde7106c36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e81b9a8-febd-4d45-b6d6-9ca9732be97d" -d '{"events": [{"server_uuid": "1bcd1b81-fe91-4983-9eea-b82697b9c0df", "name": "network-vif-deleted", "tag": "3dd06ae1-d94d-4e12-86b1-c087d94b3368"}]}' {{(pid=105585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:17:46.725173 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3de04e4-b343-456a-89d6-45fba8bfeb95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eef374ee-31ae-4b5d-8742-92dfe245f8bd,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:17:46.762399 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-c3de04e4-b343-456a-89d6-45fba8bfeb95 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=06e803a8dff248a99b9bdb1aad4afc3a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4127228 Jul 27 21:17:46.762617 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 43956) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:17:46.820994 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:17:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a21a2b80-7e2e-4d72-a52f-7cc689de0293 x-openstack-request-id: req-a21a2b80-7e2e-4d72-a52f-7cc689de0293 {{(pid=105585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:17:46.821562 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bcd1b81-fe91-4983-9eea-b82697b9c0df", "name": "network-vif-deleted", "tag": "3dd06ae1-d94d-4e12-86b1-c087d94b3368", "status": "completed", "code": 200}]} {{(pid=105585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:17:46.821977 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-a21a2b80-7e2e-4d72-a52f-7cc689de0293 {{(pid=105585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:17:46.822543 n-d-705658-22 neutron-server[105585]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bcd1b81-fe91-4983-9eea-b82697b9c0df', 'name': 'network-vif-deleted', 'tag': '3dd06ae1-d94d-4e12-86b1-c087d94b3368', 'status': 'completed', 'code': 200} Jul 27 21:17:46.863267 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-33248222-6cda-4e2a-a40a-1e2861b0a95b tempest-MeteringTestJSON-1735122236 tempest-MeteringTestJSON-1735122236-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:46.863267 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-33248222-6cda-4e2a-a40a-1e2861b0a95b tempest-MeteringTestJSON-1735122236 tempest-MeteringTestJSON-1735122236-project-admin] 10.222.0.59 "DELETE /v2.0/metering/metering-label-rules/fbaca40b-ff2a-4abb-b72b-e7ca54c6cbf2 HTTP/1.1" status: 204 len: 168 time: 0.7381570 Jul 27 21:17:46.869578 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 43958) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:17:46.893226 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec3e0774-8060-4934-9870-29ade49b1159 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Checking segment: {'id': 'fd4b0c9f-ddd5-4f86-b7ce-1b7b643c541b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'ecd744f0-5fd5-42d7-86cf-db46b1f10106'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:17:46.898669 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec3e0774-8060-4934-9870-29ade49b1159 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Network hostable DHCP agents. Network: ecd744f0-5fd5-42d7-86cf-db46b1f10106, hostable agents: ['7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a'], hosted agents: [] {{(pid=105584) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:17:46.908051 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-482c07a5-051f-4f2a-bd1e-c881ba07f2e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:46.932439 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-482c07a5-051f-4f2a-bd1e-c881ba07f2e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:47.020215 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-482c07a5-051f-4f2a-bd1e-c881ba07f2e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:47.022960 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-482c07a5-051f-4f2a-bd1e-c881ba07f2e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:47.026814 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-482c07a5-051f-4f2a-bd1e-c881ba07f2e3 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/eef374ee-31ae-4b5d-8742-92dfe245f8bd HTTP/1.1" status: 204 len: 168 time: 0.2630208 Jul 27 21:17:47.048196 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482c07a5-051f-4f2a-bd1e-c881ba07f2e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eef374ee-31ae-4b5d-8742-92dfe245f8bd,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:17:47.123709 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec3e0774-8060-4934-9870-29ade49b1159 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Network ecd744f0-5fd5-42d7-86cf-db46b1f10106 is scheduled to be hosted by DHCP agent 7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a with binding_index 1 {{(pid=105584) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:17:47.248878 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [None req-ec3e0774-8060-4934-9870-29ade49b1159 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-22, ecd744f0-5fd5-42d7-86cf-db46b1f10106) {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:17:47.259569 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7098987d-85e9-4d61-b06a-00b45f66a6ed None None] Network ecd744f0-5fd5-42d7-86cf-db46b1f10106 requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:17:47.269680 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec3e0774-8060-4934-9870-29ade49b1159 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:17:47.270282 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-ec3e0774-8060-4934-9870-29ade49b1159 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify callbacks [] for subnet, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:47.296498 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-66108162-1f2d-416a-ad03-96559b03f038 tempest-MeteringTestJSON-1735122236 tempest-MeteringTestJSON-1735122236-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:47.301331 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-66108162-1f2d-416a-ad03-96559b03f038 tempest-MeteringTestJSON-1735122236 tempest-MeteringTestJSON-1735122236-project-admin] 10.222.0.59 "DELETE /v2.0/metering/metering-labels/fa2c10cc-5c26-4844-8ba3-1fe510ea474f HTTP/1.1" status: 204 len: 168 time: 0.4303412 Jul 27 21:17:47.539437 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-019371f1-f6a6-4fc3-a23c-294eba952b2b tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:47.553602 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-ec3e0774-8060-4934-9870-29ade49b1159 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.8883929 Jul 27 21:17:47.593207 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 43982) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:17:47.627680 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-0033691b-cc11-4cb1-ba95-3fc4ba7f67b9 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1043619614', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:17:47.628961 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-8eb09964-f7a6-4402-a42c-6db1557d04cb req-e48990d9-963e-4e38-ad81-8804a8458030 tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] 10.222.0.59 "GET /v2.0/ports?device_id=1bcd1b81-fe91-4983-9eea-b82697b9c0df HTTP/1.1" status: 200 len: 210 time: 0.1037974 Jul 27 21:17:47.791636 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device 3dd06ae1-d94d-4e12-86b1-c087d94b3368 no longer exists at agent hyperv_n-h1-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:17:47.892632 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01201e7f-fe3e-458e-a7a3-55281ab734d8 None None] Network 1473080c-86ba-4d44-8dcc-5442b4565b0c requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:17:47.894621 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-0033691b-cc11-4cb1-ba95-3fc4ba7f67b9 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4163813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-443'] for router, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:47.896261 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-0033691b-cc11-4cb1-ba95-3fc4ba7f67b9 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4165196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4077059', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3711235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-418'] for router, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:48.003502 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 44000) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:17:48.024171 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-cf792510-3f41-4955-b7c1-e7517d61b377 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:48.026186 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-28650df7-c46c-4981-b84f-37d87254047e None None] No Port match for: 3dd06ae1-d94d-4e12-86b1-c087d94b3368 {{(pid=105586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:17:48.027083 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device 3dd06ae1-d94d-4e12-86b1-c087d94b3368 not bound to the agent host n-h1-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:17:48.035482 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 6001b053-bbf1-4468-a305-768b18948675 up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:17:48.052142 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 44002) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:17:48.262392 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-647990b4-8686-425b-9deb-3683fffca023 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30bb4b93-b285-5d90-9493-f9ec33ea333c-ecd744f0-5fd5-42d7-86cf-db46b1f10106', 'network_id': 'ecd744f0-5fd5-42d7-86cf-db46b1f10106', 'tenant_id': 'b2a273d14da548f08e5e2947b1efbc75', 'fixed_ips': [{'subnet_id': 'c98a23b2-75f1-4d22-b302-d0d68e67a85f'}]}} from n-d-705658-22. {{(pid=105586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 21:17:48.266817 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-647990b4-8686-425b-9deb-3683fffca023 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:48.275541 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-cf792510-3f41-4955-b7c1-e7517d61b377 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:48.289395 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-cf792510-3f41-4955-b7c1-e7517d61b377 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:48.338484 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf792510-3f41-4955-b7c1-e7517d61b377 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06fed3c5-3535-4b2b-958a-d76e54313283,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:17:48.389222 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-cf792510-3f41-4955-b7c1-e7517d61b377 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=c6d9dfeff16d4cdea5873b662dc1e545&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3843858 Jul 27 21:17:48.403229 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 44010) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:17:48.475578 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.db_base_plugin_common [None req-647990b4-8686-425b-9deb-3683fffca023 None None] Allocated IP 172.20.0.2 (ecd744f0-5fd5-42d7-86cf-db46b1f10106/c98a23b2-75f1-4d22-b302-d0d68e67a85f/02a4e006-8a26-4493-86de-067b5c85169c) {{(pid=105586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:17:48.503185 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.db_base_plugin_common [None req-019371f1-f6a6-4fc3-a23c-294eba952b2b tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Allocated IP 172.20.0.1 (1473080c-86ba-4d44-8dcc-5442b4565b0c/01bef050-fb0a-4ec7-a814-df3307ad6529/c73e452f-d490-425d-9f85-77819db3e4b8) {{(pid=105584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:17:48.525686 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-6df199c8-570f-434f-abb3-5e2277fec729 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:48.605615 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-1be96b77-a802-4d2b-a475-c0e98aed6588 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:48.645417 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-1be96b77-a802-4d2b-a475-c0e98aed6588 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:48.669156 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-1436ca15-fddb-4fc8-9d69-770f848c98b3 None None] Provisioning for port 6001b053-bbf1-4468-a305-768b18948675 completed by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:17:48.736571 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-647990b4-8686-425b-9deb-3683fffca023 None None] Notify callbacks [] for port, precommit_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:48.740306 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-6df199c8-570f-434f-abb3-5e2277fec729 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:48.762592 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-647990b4-8686-425b-9deb-3683fffca023 None None] Transition to ACTIVE for port object 02a4e006-8a26-4493-86de-067b5c85169c will not be triggered until provisioned by entity L2. {{(pid=105586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:17:48.781155 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-6df199c8-570f-434f-abb3-5e2277fec729 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:48.796105 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-1be96b77-a802-4d2b-a475-c0e98aed6588 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:48.799753 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-1be96b77-a802-4d2b-a475-c0e98aed6588 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:48.801425 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-1be96b77-a802-4d2b-a475-c0e98aed6588 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/06fed3c5-3535-4b2b-958a-d76e54313283 HTTP/1.1" status: 204 len: 168 time: 0.3969975 Jul 27 21:17:48.822097 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-0033691b-cc11-4cb1-ba95-3fc4ba7f67b9 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:48.822783 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-647990b4-8686-425b-9deb-3683fffca023 None None] Transition to ACTIVE for port object 02a4e006-8a26-4493-86de-067b5c85169c will not be triggered until provisioned by entity DHCP. {{(pid=105586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:17:48.839520 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-6df199c8-570f-434f-abb3-5e2277fec729 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=952b10f97ad848dfbdc00554090e801c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7844298 Jul 27 21:17:48.841749 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df199c8-570f-434f-abb3-5e2277fec729 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55cdef1c-3851-41e2-99e7-a74075b6db36,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:17:48.849112 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 44026) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:17:48.851941 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-0033691b-cc11-4cb1-ba95-3fc4ba7f67b9 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4163804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4077150'] for router, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:48.857331 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-647990b4-8686-425b-9deb-3683fffca023 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143'] for port, after_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:48.896772 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be96b77-a802-4d2b-a475-c0e98aed6588 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06fed3c5-3535-4b2b-958a-d76e54313283,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:17:48.912064 n-d-705658-22 neutron-server[105586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-647990b4-8686-425b-9deb-3683fffca023 None None] Network ecd744f0-5fd5-42d7-86cf-db46b1f10106 is already hosted by enough agents. {{(pid=105586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:17:48.982152 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-0033691b-cc11-4cb1-ba95-3fc4ba7f67b9 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify callbacks [] for router, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:48.986375 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 44030) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:17:48.988706 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-0033691b-cc11-4cb1-ba95-3fc4ba7f67b9 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 1.3938193 Jul 27 21:17:48.993425 n-d-705658-22 neutron-server[105586]: DEBUG neutron.scheduler.base_scheduler [None req-647990b4-8686-425b-9deb-3683fffca023 None None] Resources bound (agent type, host, resource id): {{(pid=105586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:17:49.002161 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-647990b4-8686-425b-9deb-3683fffca023 None None] Received port after_create {{(pid=105586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:17:49.149459 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning for port 6001b053-bbf1-4468-a305-768b18948675 completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:17:49.186526 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-019371f1-f6a6-4fc3-a23c-294eba952b2b tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks [] for port, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:49.197748 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647990b4-8686-425b-9deb-3683fffca023 None None] Pushing event updated for resources: {'Port': ['ID=02a4e006-8a26-4493-86de-067b5c85169c,revision_number=1']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:17:49.200149 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port 6001b053-bbf1-4468-a305-768b18948675 triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:17:49.200763 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:49.227340 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.provisioning_blocks [None req-019371f1-f6a6-4fc3-a23c-294eba952b2b tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Transition to ACTIVE for port object c73e452f-d490-425d-9f85-77819db3e4b8 will not be triggered until provisioned by entity DHCP. {{(pid=105584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:17:49.278785 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-647990b4-8686-425b-9deb-3683fffca023 None None] Attempting to bind port 02a4e006-8a26-4493-86de-067b5c85169c on host n-d-705658-22 for vnic_type normal with profile {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:17:49.279437 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-647990b4-8686-425b-9deb-3683fffca023 None None] Attempting to bind port 02a4e006-8a26-4493-86de-067b5c85169c by drivers openvswitch,hyperv on host n-d-705658-22 at level 0 using segments [{'id': 'fd4b0c9f-ddd5-4f86-b7ce-1b7b643c541b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'ecd744f0-5fd5-42d7-86cf-db46b1f10106'}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:17:49.279970 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-647990b4-8686-425b-9deb-3683fffca023 None None] Attempting to bind port 02a4e006-8a26-4493-86de-067b5c85169c on network ecd744f0-5fd5-42d7-86cf-db46b1f10106 {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:17:49.306004 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-647990b4-8686-425b-9deb-3683fffca023 None None] Checking agent: {'id': '04a7ea91-6318-467e-ace6-b0fb48c8690f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 41, 42), 'started_at': datetime.datetime(2021, 7, 27, 20, 42, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 17, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:17:49.307129 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-647990b4-8686-425b-9deb-3683fffca023 None None] Checking segment: {'id': 'fd4b0c9f-ddd5-4f86-b7ce-1b7b643c541b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'ecd744f0-5fd5-42d7-86cf-db46b1f10106'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:17:49.307699 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-647990b4-8686-425b-9deb-3683fffca023 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:49.308494 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-647990b4-8686-425b-9deb-3683fffca023 None None] Bound using segment: {'id': 'fd4b0c9f-ddd5-4f86-b7ce-1b7b643c541b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'ecd744f0-5fd5-42d7-86cf-db46b1f10106'} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:17:49.309140 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-647990b4-8686-425b-9deb-3683fffca023 None None] Bound port: 02a4e006-8a26-4493-86de-067b5c85169c, host: n-d-705658-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd4b0c9f-ddd5-4f86-b7ce-1b7b643c541b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'ecd744f0-5fd5-42d7-86cf-db46b1f10106'}}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:17:49.309705 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-647990b4-8686-425b-9deb-3683fffca023 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:49.316869 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c02af999-686a-4545-aafa-889783d7d240 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:49.351497 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c02af999-686a-4545-aafa-889783d7d240 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:49.415934 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c02af999-686a-4545-aafa-889783d7d240 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:49.419197 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c02af999-686a-4545-aafa-889783d7d240 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:49.420551 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-c02af999-686a-4545-aafa-889783d7d240 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/55cdef1c-3851-41e2-99e7-a74075b6db36 HTTP/1.1" status: 204 len: 168 time: 0.5238664 Jul 27 21:17:49.433009 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02af999-686a-4545-aafa-889783d7d240 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55cdef1c-3851-41e2-99e7-a74075b6db36,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:17:49.447398 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-019371f1-f6a6-4fc3-a23c-294eba952b2b tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:49.496882 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-019371f1-f6a6-4fc3-a23c-294eba952b2b tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Network 1473080c-86ba-4d44-8dcc-5442b4565b0c is already hosted by enough agents. {{(pid=105584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:17:49.500905 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [None req-019371f1-f6a6-4fc3-a23c-294eba952b2b tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Resources bound (agent type, host, resource id): {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:17:49.504302 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-019371f1-f6a6-4fc3-a23c-294eba952b2b tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Received port after_create {{(pid=105584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:17:49.558077 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-019371f1-f6a6-4fc3-a23c-294eba952b2b tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4075523'] for router_interface, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:49.597078 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-647990b4-8686-425b-9deb-3683fffca023 None None] For port 02a4e006-8a26-4493-86de-067b5c85169c, host n-d-705658-22, cleared binding levels {{(pid=105586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:17:49.601697 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-647990b4-8686-425b-9deb-3683fffca023 None None] For port 02a4e006-8a26-4493-86de-067b5c85169c, host n-d-705658-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=02a4e006-8a26-4493-86de-067b5c85169c,segment=NetworkSegment(fd4b0c9f-ddd5-4f86-b7ce-1b7b643c541b),segment_id=fd4b0c9f-ddd5-4f86-b7ce-1b7b643c541b)] {{(pid=105586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:17:49.630888 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-647990b4-8686-425b-9deb-3683fffca023 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:49.818048 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019371f1-f6a6-4fc3-a23c-294eba952b2b tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Pushing event updated for resources: {'Port': ['ID=c73e452f-d490-425d-9f85-77819db3e4b8,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:17:49.897528 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647990b4-8686-425b-9deb-3683fffca023 None None] Pushing event updated for resources: {'Port': ['ID=02a4e006-8a26-4493-86de-067b5c85169c,revision_number=2']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:17:49.911740 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:49.958566 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] For port 6001b053-bbf1-4468-a305-768b18948675, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=6001b053-bbf1-4468-a305-768b18948675,segment=NetworkSegment(19bc2e5f-7908-4153-b6d3-443d5b34a291),segment_id=19bc2e5f-7908-4153-b6d3-443d5b34a291)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:17:49.966631 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:49.968027 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 7c107f54-682c-48b2-a7fa-d555e7b58777 up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:17:49.971497 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-019371f1-f6a6-4fc3-a23c-294eba952b2b tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:50.000523 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32105f27-c4ce-4141-b7d5-389ce15ecddb req-21223f0a-249f-4258-8fb4-66e8cd0cd036 tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:17:50.012218 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-32105f27-c4ce-4141-b7d5-389ce15ecddb req-21223f0a-249f-4258-8fb4-66e8cd0cd036 tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] 10.222.0.59 "GET /v2.0/networks?id=4ce75dcf-0fe8-4adc-83bc-310cc0685be5 HTTP/1.1" status: 200 len: 806 time: 0.8264284 Jul 27 21:17:50.105010 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-32105f27-c4ce-4141-b7d5-389ce15ecddb req-2fbfa31f-939d-497c-934b-5843eccc2073 tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] 10.222.0.59 "GET /v2.0/quotas/600e865a5cde4be3a07c2c6f813959b8 HTTP/1.1" status: 200 len: 375 time: 0.0877261 Jul 27 21:17:50.287230 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 44082) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:17:50.338961 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-13085e20-b5af-40d7-a718-a15a1b0e8c67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:50.351847 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Pushing event updated for resources: {'Port': ['ID=6001b053-bbf1-4468-a305-768b18948675,revision_number=3']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:17:50.387826 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port 7c107f54-682c-48b2-a7fa-d555e7b58777 triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:17:50.388849 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:50.396780 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-b69b13b5-61ff-45d2-aafe-3fad82087bcc None None] Provisioning complete for port 6001b053-bbf1-4468-a305-768b18948675 triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:17:50.397612 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-b69b13b5-61ff-45d2-aafe-3fad82087bcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:50.604877 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-13085e20-b5af-40d7-a718-a15a1b0e8c67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:50.611740 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-1d2da9a2-0c88-411c-83d5-148c98da321a tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:50.629880 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-13085e20-b5af-40d7-a718-a15a1b0e8c67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:50.756341 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13085e20-b5af-40d7-a718-a15a1b0e8c67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a996fe81-be0d-48f6-8816-105ca4dbb6d0,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:17:51.018304 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-24a00190-9e01-4b08-8783-96b2755ff416 None None] Provisioning for port c73e452f-d490-425d-9f85-77819db3e4b8 completed by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:17:51.023558 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-24a00190-9e01-4b08-8783-96b2755ff416 None None] Provisioning complete for port c73e452f-d490-425d-9f85-77819db3e4b8 triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:17:51.023992 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-24a00190-9e01-4b08-8783-96b2755ff416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:51.048121 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-32105f27-c4ce-4141-b7d5-389ce15ecddb req-dd313989-0586-44b1-8796-1e2c378c6077 tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=600e865a5cde4be3a07c2c6f813959b8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.9421825 Jul 27 21:17:51.066144 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-13085e20-b5af-40d7-a718-a15a1b0e8c67 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=7d1e3a788d1249499e1089975a8cad24&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7749734 Jul 27 21:17:51.070532 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 44100) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:17:51.129821 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 6001b053-bbf1-4468-a305-768b18948675 up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:17:51.143542 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-019371f1-f6a6-4fc3-a23c-294eba952b2b tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks [] for port, precommit_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:51.176436 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-833e489e-ad03-4c58-affb-c8ee7d722cda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:51.194278 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-019371f1-f6a6-4fc3-a23c-294eba952b2b tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9014027'] for port, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:51.212033 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-24a00190-9e01-4b08-8783-96b2755ff416 None None] Port c73e452f-d490-425d-9f85-77819db3e4b8 cannot update to ACTIVE because it is not bound. {{(pid=105586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:17:51.276210 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port 6001b053-bbf1-4468-a305-768b18948675 triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:17:51.276765 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:51.414385 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 02a4e006-8a26-4493-86de-067b5c85169c up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:17:51.514342 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019371f1-f6a6-4fc3-a23c-294eba952b2b tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Pushing event updated for resources: {'Port': ['ID=c73e452f-d490-425d-9f85-77819db3e4b8,revision_number=2']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:17:51.541639 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-833e489e-ad03-4c58-affb-c8ee7d722cda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:51.559760 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning for port 02a4e006-8a26-4493-86de-067b5c85169c completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:17:51.588056 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-32105f27-c4ce-4141-b7d5-389ce15ecddb req-896dd7d4-960f-4d19-893a-c44f4935f354 service neutron] 10.222.0.59 "GET /v2.0/networks/4ce75dcf-0fe8-4adc-83bc-310cc0685be5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5389161 Jul 27 21:17:51.654834 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-019371f1-f6a6-4fc3-a23c-294eba952b2b tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3743906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4076435'] for router_interface, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:51.685363 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-867e36d1-db6a-4169-bf25-8b409ba0923e None None] Network ecd744f0-5fd5-42d7-86cf-db46b1f10106 requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:17:51.696793 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-833e489e-ad03-4c58-affb-c8ee7d722cda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:51.711489 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-833e489e-ad03-4c58-affb-c8ee7d722cda admin admin] Notify callbacks [] for security_group, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:51.712861 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-833e489e-ad03-4c58-affb-c8ee7d722cda admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/a996fe81-be0d-48f6-8816-105ca4dbb6d0 HTTP/1.1" status: 204 len: 168 time: 0.6413178 Jul 27 21:17:51.789264 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833e489e-ad03-4c58-affb-c8ee7d722cda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a996fe81-be0d-48f6-8816-105ca4dbb6d0,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:17:51.798379 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-32105f27-c4ce-4141-b7d5-389ce15ecddb req-a02487c1-74c3-489b-80ad-fdc0947b374b service neutron] 10.222.0.59 "GET /v2.0/networks/4ce75dcf-0fe8-4adc-83bc-310cc0685be5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2092452 Jul 27 21:17:51.901391 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-019371f1-f6a6-4fc3-a23c-294eba952b2b tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Network 1473080c-86ba-4d44-8dcc-5442b4565b0c is already hosted by enough agents. {{(pid=105584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:17:51.906974 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [None req-019371f1-f6a6-4fc3-a23c-294eba952b2b tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Resources bound (agent type, host, resource id): {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:17:51.913040 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-31abe998-759e-44b2-b5c3-d9ab23292562 None None] Provisioning for port 02a4e006-8a26-4493-86de-067b5c85169c completed by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:17:51.928646 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.db_base_plugin_common [None req-1d2da9a2-0c88-411c-83d5-148c98da321a tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Allocated IP 172.20.0.1 (ecd744f0-5fd5-42d7-86cf-db46b1f10106/c98a23b2-75f1-4d22-b302-d0d68e67a85f/b00920fd-cab0-434a-b21f-16bde5f90665) {{(pid=105585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:17:51.965706 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-31abe998-759e-44b2-b5c3-d9ab23292562 None None] Provisioning complete for port 02a4e006-8a26-4493-86de-067b5c85169c triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:17:51.966292 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-31abe998-759e-44b2-b5c3-d9ab23292562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:52.057730 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.agents_db [None req-558fcd2c-e512-47bc-a170-8673d87f7213 None None] Agent healthcheck: found 7 active agents {{(pid=105587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 21:17:52.253043 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-019371f1-f6a6-4fc3-a23c-294eba952b2b tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Router 48756b68-cd7c-4f81-89d6-99e8b7895af5 has already been hosted by L3 agent dd128fd7-8e57-4d4f-895b-a96b369df59a {{(pid=105584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:17:52.521091 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-31abe998-759e-44b2-b5c3-d9ab23292562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:52.564953 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-019371f1-f6a6-4fc3-a23c-294eba952b2b tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify agent at l3_agent.n-d-705658-22 the message routers_updated {{(pid=105584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:17:52.584070 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db11605e-f4a1-45ad-965b-adddd36613f6 None None] Sync routers for ids ['48756b68-cd7c-4f81-89d6-99e8b7895af5'] in n-d-705658-22 {{(pid=105587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:17:52.585718 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-019371f1-f6a6-4fc3-a23c-294eba952b2b tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] 10.222.0.59 "PUT /v2.0/routers/48756b68-cd7c-4f81-89d6-99e8b7895af5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1336274 Jul 27 21:17:52.629377 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db11605e-f4a1-45ad-965b-adddd36613f6 None None] Routers {'48756b68-cd7c-4f81-89d6-99e8b7895af5'} bound to L3 agent in host n-d-705658-22 {{(pid=105587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:17:52.630699 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-db11605e-f4a1-45ad-965b-adddd36613f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:17:42Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['48756b68-cd7c-4f81-89d6-99e8b7895af5'], 'active': True} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:17:52.638065 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-31abe998-759e-44b2-b5c3-d9ab23292562 None None] For port 02a4e006-8a26-4493-86de-067b5c85169c, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=02a4e006-8a26-4493-86de-067b5c85169c,segment=NetworkSegment(fd4b0c9f-ddd5-4f86-b7ce-1b7b643c541b),segment_id=fd4b0c9f-ddd5-4f86-b7ce-1b7b643c541b)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:17:52.658145 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-31abe998-759e-44b2-b5c3-d9ab23292562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:52.775783 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvr_db [None req-db11605e-f4a1-45ad-965b-adddd36613f6 None None] Set router 48756b68-cd7c-4f81-89d6-99e8b7895af5 gateway port host: n-d-705658-22 {{(pid=105587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:17:52.852814 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31abe998-759e-44b2-b5c3-d9ab23292562 None None] Pushing event updated for resources: {'Port': ['ID=02a4e006-8a26-4493-86de-067b5c85169c,revision_number=3']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:17:52.871694 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-16d558b7-aaf5-4a78-a130-2ab0b0cdaf0e None None] Provisioning complete for port c73e452f-d490-425d-9f85-77819db3e4b8 triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:17:52.872171 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-16d558b7-aaf5-4a78-a130-2ab0b0cdaf0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:52.942068 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-16d558b7-aaf5-4a78-a130-2ab0b0cdaf0e None None] Port c73e452f-d490-425d-9f85-77819db3e4b8 cannot update to ACTIVE because it is not bound. {{(pid=105586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:17:53.180456 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-f35c15c6-49e4-44ef-b617-f0f200d1dd74 None None] Provisioning complete for port 02a4e006-8a26-4493-86de-067b5c85169c triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:17:53.181554 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-f35c15c6-49e4-44ef-b617-f0f200d1dd74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:53.424486 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-db11605e-f4a1-45ad-965b-adddd36613f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48756b68-cd7c-4f81-89d6-99e8b7895af5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2113325065', 'tenant_id': '379416b786c44e07b1b1ba1a5ea96882', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.84'}], 'enable_snat': True}, 'gw_port_id': '7c107f54-682c-48b2-a7fa-d555e7b58777', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:17:36Z', 'updated_at': '2021-07-27T21:17:49Z', 'revision_number': 4, 'project_id': '379416b786c44e07b1b1ba1a5ea96882', 'gw_port': {'id': '7c107f54-682c-48b2-a7fa-d555e7b58777', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:58:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48756b68-cd7c-4f81-89d6-99e8b7895af5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2702, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:17:37Z', 'updated_at': '2021-07-27T21:17:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_interfaces': [{'id': 'c73e452f-d490-425d-9f85-77819db3e4b8', 'name': '', 'network_id': '1473080c-86ba-4d44-8dcc-5442b4565b0c', 'tenant_id': '379416b786c44e07b1b1ba1a5ea96882', 'mac_address': 'fa:16:3e:92:da:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48756b68-cd7c-4f81-89d6-99e8b7895af5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2724, 'fixed_ips': [{'subnet_id': '01bef050-fb0a-4ec7-a814-df3307ad6529', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:17:48Z', 'updated_at': '2021-07-27T21:17:50Z', 'revision_number': 2, 'project_id': '379416b786c44e07b1b1ba1a5ea96882', 'subnets': [{'id': '01bef050-fb0a-4ec7-a814-df3307ad6529', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-22', False) {} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:17:53.498901 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db11605e-f4a1-45ad-965b-adddd36613f6 None None] Checking router: 48756b68-cd7c-4f81-89d6-99e8b7895af5 for host: n-d-705658-22 {{(pid=105587) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:17:53.500117 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db11605e-f4a1-45ad-965b-adddd36613f6 None None] Updating router 48756b68-cd7c-4f81-89d6-99e8b7895af5 port c73e452f-d490-425d-9f85-77819db3e4b8 binding host n-d-705658-22 {{(pid=105587) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 21:17:53.562045 n-d-705658-22 neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-db11605e-f4a1-45ad-965b-adddd36613f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:53.642028 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-1d2da9a2-0c88-411c-83d5-148c98da321a tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify callbacks [] for port, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:53.673131 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-d602f413-b894-4333-8fda-83189683c896 req-7abf4bf6-f3c3-4366-b500-b8f5180f5ee4 tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] 10.222.0.59 "GET /v2.0/ports?device_id=d4a31002-c650-402a-96ff-2bd8bc66f43f HTTP/1.1" status: 200 len: 210 time: 1.2589140 Jul 27 21:17:53.721518 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.provisioning_blocks [None req-1d2da9a2-0c88-411c-83d5-148c98da321a tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Transition to ACTIVE for port object b00920fd-cab0-434a-b21f-16bde5f90665 will not be triggered until provisioned by entity DHCP. {{(pid=105585) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:17:53.781688 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-942bf675-7dc6-417f-a94e-307d18d24e5c req-b92bae75-f02f-4dd1-86cc-e86eededa345 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-384670110&fields=id&tenant_id=379416b786c44e07b1b1ba1a5ea96882 HTTP/1.1" status: 200 len: 267 time: 0.1441178 Jul 27 21:17:54.071510 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-1d2da9a2-0c88-411c-83d5-148c98da321a tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:54.318791 n-d-705658-22 neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-db11605e-f4a1-45ad-965b-adddd36613f6 None None] Notify callbacks [] for port, precommit_update {{(pid=105587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:54.328112 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942bf675-7dc6-417f-a94e-307d18d24e5c req-175f177e-ed67-4dcb-8f6a-3e9afcb683bc tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:17:54.330268 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-942bf675-7dc6-417f-a94e-307d18d24e5c req-175f177e-ed67-4dcb-8f6a-3e9afcb683bc tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] 10.222.0.59 "GET /v2.0/networks?id=1473080c-86ba-4d44-8dcc-5442b4565b0c HTTP/1.1" status: 200 len: 796 time: 0.5407407 Jul 27 21:17:54.336919 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d2da9a2-0c88-411c-83d5-148c98da321a tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Network ecd744f0-5fd5-42d7-86cf-db46b1f10106 is already hosted by enough agents. {{(pid=105585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:17:54.348654 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.provisioning_blocks [None req-db11605e-f4a1-45ad-965b-adddd36613f6 None None] Transition to ACTIVE for port object c73e452f-d490-425d-9f85-77819db3e4b8 will not be triggered until provisioned by entity L2. {{(pid=105587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:17:54.369225 n-d-705658-22 neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-db11605e-f4a1-45ad-965b-adddd36613f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:54.441666 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.base_scheduler [None req-1d2da9a2-0c88-411c-83d5-148c98da321a tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Resources bound (agent type, host, resource id): {{(pid=105585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:17:54.443678 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2da9a2-0c88-411c-83d5-148c98da321a tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Pushing event updated for resources: {'Port': ['ID=b00920fd-cab0-434a-b21f-16bde5f90665,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:17:54.525337 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d2da9a2-0c88-411c-83d5-148c98da321a tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Received port after_create {{(pid=105585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:17:54.650642 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd2bc2d-41cd-436f-bd7a-1ea38fe2a555 None None] Pushing event updated for resources: {'Port': ['ID=c73e452f-d490-425d-9f85-77819db3e4b8,revision_number=3']} {{(pid=105587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:17:54.660940 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd2bc2d-41cd-436f-bd7a-1ea38fe2a555 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:17:54.664917 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd2bc2d-41cd-436f-bd7a-1ea38fe2a555 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:17:54.665466 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd2bc2d-41cd-436f-bd7a-1ea38fe2a555 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:17:54.666619 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd2bc2d-41cd-436f-bd7a-1ea38fe2a555 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:17:54.667183 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd2bc2d-41cd-436f-bd7a-1ea38fe2a555 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:17:54.667721 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd2bc2d-41cd-436f-bd7a-1ea38fe2a555 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:17:54.669380 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd2bc2d-41cd-436f-bd7a-1ea38fe2a555 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:17:54.669969 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd2bc2d-41cd-436f-bd7a-1ea38fe2a555 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:17:54.671130 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd2bc2d-41cd-436f-bd7a-1ea38fe2a555 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:17:54.671130 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd2bc2d-41cd-436f-bd7a-1ea38fe2a555 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:17:54.671130 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd2bc2d-41cd-436f-bd7a-1ea38fe2a555 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:17:54.673817 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd2bc2d-41cd-436f-bd7a-1ea38fe2a555 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:17:54.681511 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2da9a2-0c88-411c-83d5-148c98da321a tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:17:54.682594 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2da9a2-0c88-411c-83d5-148c98da321a tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:17:54.684392 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2da9a2-0c88-411c-83d5-148c98da321a tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:17:54.685619 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2da9a2-0c88-411c-83d5-148c98da321a tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:17:54.685619 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2da9a2-0c88-411c-83d5-148c98da321a tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:17:54.685619 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2da9a2-0c88-411c-83d5-148c98da321a tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:17:54.685928 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2da9a2-0c88-411c-83d5-148c98da321a tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:17:54.686077 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2da9a2-0c88-411c-83d5-148c98da321a tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:17:54.689019 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2da9a2-0c88-411c-83d5-148c98da321a tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:17:54.689792 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2da9a2-0c88-411c-83d5-148c98da321a tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:17:54.690310 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2da9a2-0c88-411c-83d5-148c98da321a tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:17:54.690936 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2da9a2-0c88-411c-83d5-148c98da321a tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:17:54.710627 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.managers [None req-db11605e-f4a1-45ad-965b-adddd36613f6 None None] Attempting to bind port c73e452f-d490-425d-9f85-77819db3e4b8 on host n-d-705658-22 for vnic_type normal with profile {{(pid=105587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:17:54.711974 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-1d2da9a2-0c88-411c-83d5-148c98da321a tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4075523'] for router_interface, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:54.714686 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.managers [None req-db11605e-f4a1-45ad-965b-adddd36613f6 None None] Attempting to bind port c73e452f-d490-425d-9f85-77819db3e4b8 by drivers openvswitch,hyperv on host n-d-705658-22 at level 0 using segments [{'id': '19bc2e5f-7908-4153-b6d3-443d5b34a291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '1473080c-86ba-4d44-8dcc-5442b4565b0c'}] {{(pid=105587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:17:54.715925 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db11605e-f4a1-45ad-965b-adddd36613f6 None None] Attempting to bind port c73e452f-d490-425d-9f85-77819db3e4b8 on network 1473080c-86ba-4d44-8dcc-5442b4565b0c {{(pid=105587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:17:54.749183 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db11605e-f4a1-45ad-965b-adddd36613f6 None None] Checking agent: {'id': '04a7ea91-6318-467e-ace6-b0fb48c8690f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 41, 42), 'started_at': datetime.datetime(2021, 7, 27, 20, 42, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 17, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:17:54.750794 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db11605e-f4a1-45ad-965b-adddd36613f6 None None] Checking segment: {'id': '19bc2e5f-7908-4153-b6d3-443d5b34a291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '1473080c-86ba-4d44-8dcc-5442b4565b0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:17:54.751411 n-d-705658-22 neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-db11605e-f4a1-45ad-965b-adddd36613f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:54.751971 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db11605e-f4a1-45ad-965b-adddd36613f6 None None] Bound using segment: {'id': '19bc2e5f-7908-4153-b6d3-443d5b34a291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '1473080c-86ba-4d44-8dcc-5442b4565b0c'} {{(pid=105587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:17:54.752623 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.managers [None req-db11605e-f4a1-45ad-965b-adddd36613f6 None None] Bound port: c73e452f-d490-425d-9f85-77819db3e4b8, host: n-d-705658-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19bc2e5f-7908-4153-b6d3-443d5b34a291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '1473080c-86ba-4d44-8dcc-5442b4565b0c'}}] {{(pid=105587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:17:54.753175 n-d-705658-22 neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-db11605e-f4a1-45ad-965b-adddd36613f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:54.875447 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 02a4e006-8a26-4493-86de-067b5c85169c up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:17:54.904336 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-942bf675-7dc6-417f-a94e-307d18d24e5c req-3c169b33-2bd2-4f5a-aa6f-055d2f7b8ec6 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] 10.222.0.59 "GET /v2.0/quotas/379416b786c44e07b1b1ba1a5ea96882 HTTP/1.1" status: 200 len: 375 time: 0.4054275 Jul 27 21:17:54.930154 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.db [None req-db11605e-f4a1-45ad-965b-adddd36613f6 None None] For port c73e452f-d490-425d-9f85-77819db3e4b8, host n-d-705658-22, cleared binding levels {{(pid=105587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:17:54.933928 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.db [None req-db11605e-f4a1-45ad-965b-adddd36613f6 None None] For port c73e452f-d490-425d-9f85-77819db3e4b8, host n-d-705658-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=c73e452f-d490-425d-9f85-77819db3e4b8,segment=NetworkSegment(19bc2e5f-7908-4153-b6d3-443d5b34a291),segment_id=19bc2e5f-7908-4153-b6d3-443d5b34a291)] {{(pid=105587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:17:54.941467 n-d-705658-22 neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-db11605e-f4a1-45ad-965b-adddd36613f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:55.022386 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port 02a4e006-8a26-4493-86de-067b5c85169c triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:17:55.022872 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:55.059410 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db11605e-f4a1-45ad-965b-adddd36613f6 None None] Routers {'48756b68-cd7c-4f81-89d6-99e8b7895af5'} bound to L3 agent in host n-d-705658-22 {{(pid=105587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:17:55.063642 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-db11605e-f4a1-45ad-965b-adddd36613f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:17:42Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['48756b68-cd7c-4f81-89d6-99e8b7895af5'], 'active': True} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:17:55.143334 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-10ebcedf-397b-455c-92c3-a89468fcabd8 None None] Provisioning for port b00920fd-cab0-434a-b21f-16bde5f90665 completed by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:17:55.164442 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-10ebcedf-397b-455c-92c3-a89468fcabd8 None None] Provisioning complete for port b00920fd-cab0-434a-b21f-16bde5f90665 triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:17:55.167533 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-10ebcedf-397b-455c-92c3-a89468fcabd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:55.227619 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e264caf3-068b-4cb4-b153-1d595841e232 req-a448ccdf-9e75-4276-8ac0-8118787fe01b tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] 10.222.0.59 "GET /v2.0/ports?device_id=d4a31002-c650-402a-96ff-2bd8bc66f43f HTTP/1.1" status: 200 len: 210 time: 0.0767245 Jul 27 21:17:55.342834 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32105f27-c4ce-4141-b7d5-389ce15ecddb req-1c092114-1766-4ba0-9423-c53cc98905fd tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:17:55.355252 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-32105f27-c4ce-4141-b7d5-389ce15ecddb req-1c092114-1766-4ba0-9423-c53cc98905fd tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] 10.222.0.36 "GET /v2.0/networks?id=4ce75dcf-0fe8-4adc-83bc-310cc0685be5 HTTP/1.1" status: 200 len: 806 time: 1.2002006 Jul 27 21:17:55.456603 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-10ebcedf-397b-455c-92c3-a89468fcabd8 None None] Port b00920fd-cab0-434a-b21f-16bde5f90665 cannot update to ACTIVE because it is not bound. {{(pid=105586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:17:55.551139 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd2bc2d-41cd-436f-bd7a-1ea38fe2a555 None None] Pushing event updated for resources: {'Port': ['ID=c73e452f-d490-425d-9f85-77819db3e4b8,revision_number=4']} {{(pid=105587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:17:55.664293 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [req-32105f27-c4ce-4141-b7d5-389ce15ecddb req-fb6c06a5-c2c3-4871-8141-78b7021bcc19 tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] Request body: {'port': {'device_id': 'd4a31002-c650-402a-96ff-2bd8bc66f43f', 'network_id': '4ce75dcf-0fe8-4adc-83bc-310cc0685be5', 'admin_state_up': True, 'tenant_id': '600e865a5cde4be3a07c2c6f813959b8'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:17:55.692029 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvr_db [None req-db11605e-f4a1-45ad-965b-adddd36613f6 None None] Set router 48756b68-cd7c-4f81-89d6-99e8b7895af5 gateway port host: n-d-705658-22 {{(pid=105587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:17:55.784565 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-1d2da9a2-0c88-411c-83d5-148c98da321a tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:55.910479 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 44260) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:17:56.024002 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-942bf675-7dc6-417f-a94e-307d18d24e5c req-3ac77891-be2f-4efd-9de8-6c711f5b6a7d tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=379416b786c44e07b1b1ba1a5ea96882&fields=id HTTP/1.1" status: 200 len: 302 time: 1.0964267 Jul 27 21:17:56.135958 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-db11605e-f4a1-45ad-965b-adddd36613f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48756b68-cd7c-4f81-89d6-99e8b7895af5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2113325065', 'tenant_id': '379416b786c44e07b1b1ba1a5ea96882', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.84'}], 'enable_snat': True}, 'gw_port_id': '7c107f54-682c-48b2-a7fa-d555e7b58777', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:17:36Z', 'updated_at': '2021-07-27T21:17:49Z', 'revision_number': 4, 'project_id': '379416b786c44e07b1b1ba1a5ea96882', 'gw_port': {'id': '7c107f54-682c-48b2-a7fa-d555e7b58777', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:58:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48756b68-cd7c-4f81-89d6-99e8b7895af5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2702, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:17:37Z', 'updated_at': '2021-07-27T21:17:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_interfaces': [{'id': 'c73e452f-d490-425d-9f85-77819db3e4b8', 'name': '', 'network_id': '1473080c-86ba-4d44-8dcc-5442b4565b0c', 'tenant_id': '379416b786c44e07b1b1ba1a5ea96882', 'mac_address': 'fa:16:3e:92:da:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48756b68-cd7c-4f81-89d6-99e8b7895af5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2724, 'fixed_ips': [{'subnet_id': '01bef050-fb0a-4ec7-a814-df3307ad6529', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:17:48Z', 'updated_at': '2021-07-27T21:17:54Z', 'revision_number': 4, 'project_id': '379416b786c44e07b1b1ba1a5ea96882', 'subnets': [{'id': '01bef050-fb0a-4ec7-a814-df3307ad6529', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-22', False) {} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:17:56.164697 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-451bdc98-0afa-429b-af61-f9fe93e57357 tempest-QuotasTest-1143649764 tempest-QuotasTest-1143649764-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:17:56.182816 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db11605e-f4a1-45ad-965b-adddd36613f6 None None] The sync data for ids ['48756b68-cd7c-4f81-89d6-99e8b7895af5'] in n-d-705658-22 is: [{'id': '48756b68-cd7c-4f81-89d6-99e8b7895af5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2113325065', 'tenant_id': '379416b786c44e07b1b1ba1a5ea96882', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.84'}], 'enable_snat': True}, 'gw_port_id': '7c107f54-682c-48b2-a7fa-d555e7b58777', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:17:36Z', 'updated_at': '2021-07-27T21:17:49Z', 'revision_number': 4, 'project_id': '379416b786c44e07b1b1ba1a5ea96882', 'gw_port': {'id': '7c107f54-682c-48b2-a7fa-d555e7b58777', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:58:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48756b68-cd7c-4f81-89d6-99e8b7895af5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2702, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:17:37Z', 'updated_at': '2021-07-27T21:17:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_interfaces': [{'id': 'c73e452f-d490-425d-9f85-77819db3e4b8', 'name': '', 'network_id': '1473080c-86ba-4d44-8dcc-5442b4565b0c', 'tenant_id': '379416b786c44e07b1b1ba1a5ea96882', 'mac_address': 'fa:16:3e:92:da:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48756b68-cd7c-4f81-89d6-99e8b7895af5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2724, 'fixed_ips': [{'subnet_id': '01bef050-fb0a-4ec7-a814-df3307ad6529', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:17:48Z', 'updated_at': '2021-07-27T21:17:54Z', 'revision_number': 4, 'project_id': '379416b786c44e07b1b1ba1a5ea96882', 'subnets': [{'id': '01bef050-fb0a-4ec7-a814-df3307ad6529', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:17:56.206838 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-451bdc98-0afa-429b-af61-f9fe93e57357 tempest-QuotasTest-1143649764 tempest-QuotasTest-1143649764-project-admin] 10.222.0.59 "PUT /v2.0/quotas/7e5eef8f3e2742599a848ef69d2b77fb HTTP/1.1" status: 200 len: 366 time: 0.2947483 Jul 27 21:17:56.208866 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 44270) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:17:56.224974 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-95f5c413-8bca-409c-9ee9-e68ff4c1960d tempest-QuotasTest-1143649764 tempest-QuotasTest-1143649764-project-admin] 10.222.0.59 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0138092 Jul 27 21:17:56.227314 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 44272) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:17:56.259265 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-19d07ac3-94e1-4a8d-b042-f48b73333111 tempest-QuotasTest-1143649764 tempest-QuotasTest-1143649764-project-admin] 10.222.0.59 "GET /v2.0/quotas/7e5eef8f3e2742599a848ef69d2b77fb HTTP/1.1" status: 200 len: 366 time: 0.0304673 Jul 27 21:17:56.260919 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 44274) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:17:56.276604 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-5a81a9f1-bb37-4072-97f6-20d1a8f70301 tempest-QuotasTest-1143649764 tempest-QuotasTest-1143649764-project-admin] 10.222.0.59 "DELETE /v2.0/quotas/7e5eef8f3e2742599a848ef69d2b77fb HTTP/1.1" status: 204 len: 168 time: 0.0144167 Jul 27 21:17:56.279599 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 44278) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:17:56.290177 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-0d08a622-e82d-4bf9-81f0-1f74596c57eb tempest-QuotasTest-1143649764 tempest-QuotasTest-1143649764-project-admin] 10.222.0.59 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0094428 Jul 27 21:17:56.292805 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 44280) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:17:56.335651 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-feb293f0-ce7f-4857-8402-4a17f8a2da8f tempest-QuotasTest-1143649764 tempest-QuotasTest-1143649764-project-admin] 10.222.0.59 "GET /v2.0/quotas/7e5eef8f3e2742599a848ef69d2b77fb HTTP/1.1" status: 200 len: 370 time: 0.0406752 Jul 27 21:17:56.337921 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 44284) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:17:56.344810 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-d5608898-ac26-45e3-8bf4-0bd5d7b4d311 tempest-QuotasTest-1143649764 tempest-QuotasTest-1143649764-project-admin] 10.222.0.59 "GET /v2.0/quotas/7e5eef8f3e2742599a848ef69d2b77fb/default HTTP/1.1" status: 200 len: 370 time: 0.0053346 Jul 27 21:17:56.347346 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 44286) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:17:56.387527 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f4349d-eb5b-4ae4-873d-cfb799a24eba req-f29b33ad-3415-41bb-b6b8-810a37fd07ad tempest-AttachVolumeNegativeTest-845744699 tempest-AttachVolumeNegativeTest-845744699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:17:56.395626 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-71f4349d-eb5b-4ae4-873d-cfb799a24eba req-f29b33ad-3415-41bb-b6b8-810a37fd07ad tempest-AttachVolumeNegativeTest-845744699 tempest-AttachVolumeNegativeTest-845744699-project] 10.222.0.59 "GET /v2.0/ports?device_id=6e5447c6-d7f3-4d8b-9a0c-d3f7782f814c HTTP/1.1" status: 200 len: 946 time: 0.5603004 Jul 27 21:17:56.458941 n-d-705658-22 neutron-server[105585]: INFO neutron.api.v2.resource [None req-7b56bc18-451e-43db-8f34-da9640aff231 tempest-QuotasTest-1143649764 tempest-QuotasTest-1143649764-project-admin] delete failed (client error): The resource could not be found. Jul 27 21:17:56.463738 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-7b56bc18-451e-43db-8f34-da9640aff231 tempest-QuotasTest-1143649764 tempest-QuotasTest-1143649764-project-admin] 10.222.0.59 "DELETE /v2.0/quotas/7e5eef8f3e2742599a848ef69d2b77fb HTTP/1.1" status: 404 len: 348 time: 0.1107426 Jul 27 21:17:56.483162 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-32105f27-c4ce-4141-b7d5-389ce15ecddb req-fb6c06a5-c2c3-4871-8141-78b7021bcc19 tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] Made reservation on behalf of 600e865a5cde4be3a07c2c6f813959b8 for: {'port': 1} {{(pid=105585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:17:56.487549 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-32105f27-c4ce-4141-b7d5-389ce15ecddb req-fb6c06a5-c2c3-4871-8141-78b7021bcc19 tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:56.520796 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-942bf675-7dc6-417f-a94e-307d18d24e5c req-7647b6c0-189c-4270-a410-2800c7319e10 service neutron] 10.222.0.59 "GET /v2.0/networks/1473080c-86ba-4d44-8dcc-5442b4565b0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4635653 Jul 27 21:17:56.666614 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 44302) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:17:56.688560 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.db_base_plugin_common [req-32105f27-c4ce-4141-b7d5-389ce15ecddb req-fb6c06a5-c2c3-4871-8141-78b7021bcc19 tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] Allocated IP 172.20.0.2 (4ce75dcf-0fe8-4adc-83bc-310cc0685be5/c0af41ef-52d2-41ac-b6df-e93e08f17b8d/a5575035-b89f-44e4-a312-f43ab443d0f1) {{(pid=105585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:17:56.694751 n-d-705658-22 neutron-server[105584]: DEBUG neutron.quota.resource [None req-37db1165-1708-418a-9262-043262eb7189 tempest-QuotasTest-1143649764 tempest-QuotasTest-1143649764-project-admin] Usage tracker for resource:network and tenant:894b8a3e7a7a4822a03e9344c889b20e is out of sync, need to count used quota {{(pid=105584) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 27 21:17:56.724494 n-d-705658-22 neutron-server[105584]: DEBUG neutron.quota.resource [None req-37db1165-1708-418a-9262-043262eb7189 tempest-QuotasTest-1143649764 tempest-QuotasTest-1143649764-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=105584) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 27 21:17:56.731688 n-d-705658-22 neutron-server[105584]: DEBUG neutron.quota.resource [None req-37db1165-1708-418a-9262-043262eb7189 tempest-QuotasTest-1143649764 tempest-QuotasTest-1143649764-project-admin] Usage tracker for resource:subnet and tenant:894b8a3e7a7a4822a03e9344c889b20e is out of sync, need to count used quota {{(pid=105584) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 27 21:17:56.739791 n-d-705658-22 neutron-server[105584]: DEBUG neutron.quota.resource [None req-37db1165-1708-418a-9262-043262eb7189 tempest-QuotasTest-1143649764 tempest-QuotasTest-1143649764-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=105584) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 27 21:17:56.759563 n-d-705658-22 neutron-server[105584]: DEBUG neutron.quota.resource [None req-37db1165-1708-418a-9262-043262eb7189 tempest-QuotasTest-1143649764 tempest-QuotasTest-1143649764-project-admin] Usage tracker for resource:subnetpool and tenant:894b8a3e7a7a4822a03e9344c889b20e is out of sync, need to count used quota {{(pid=105584) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 27 21:17:56.768032 n-d-705658-22 neutron-server[105584]: DEBUG neutron.quota.resource [None req-37db1165-1708-418a-9262-043262eb7189 tempest-QuotasTest-1143649764 tempest-QuotasTest-1143649764-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=105584) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 27 21:17:56.777049 n-d-705658-22 neutron-server[105584]: DEBUG neutron.quota.resource [None req-37db1165-1708-418a-9262-043262eb7189 tempest-QuotasTest-1143649764 tempest-QuotasTest-1143649764-project-admin] Usage tracker for resource:port and tenant:894b8a3e7a7a4822a03e9344c889b20e is out of sync, need to count used quota {{(pid=105584) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 27 21:17:56.793443 n-d-705658-22 neutron-server[105584]: DEBUG neutron.quota.resource [None req-37db1165-1708-418a-9262-043262eb7189 tempest-QuotasTest-1143649764 tempest-QuotasTest-1143649764-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=105584) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 27 21:17:56.804690 n-d-705658-22 neutron-server[105584]: DEBUG neutron.quota.resource [None req-37db1165-1708-418a-9262-043262eb7189 tempest-QuotasTest-1143649764 tempest-QuotasTest-1143649764-project-admin] Usage tracker for resource:router and tenant:894b8a3e7a7a4822a03e9344c889b20e is out of sync, need to count used quota {{(pid=105584) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 27 21:17:56.810898 n-d-705658-22 neutron-server[105584]: DEBUG neutron.quota.resource [None req-37db1165-1708-418a-9262-043262eb7189 tempest-QuotasTest-1143649764 tempest-QuotasTest-1143649764-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=105584) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 27 21:17:56.818863 n-d-705658-22 neutron-server[105584]: DEBUG neutron.quota.resource [None req-37db1165-1708-418a-9262-043262eb7189 tempest-QuotasTest-1143649764 tempest-QuotasTest-1143649764-project-admin] Usage tracker for resource:floatingip and tenant:894b8a3e7a7a4822a03e9344c889b20e is out of sync, need to count used quota {{(pid=105584) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 27 21:17:56.832628 n-d-705658-22 neutron-server[105584]: DEBUG neutron.quota.resource [None req-37db1165-1708-418a-9262-043262eb7189 tempest-QuotasTest-1143649764 tempest-QuotasTest-1143649764-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=105584) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 27 21:17:56.975248 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device c73e452f-d490-425d-9f85-77819db3e4b8 up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:17:56.990530 n-d-705658-22 neutron-server[105584]: DEBUG neutron.quota.resource [None req-37db1165-1708-418a-9262-043262eb7189 tempest-QuotasTest-1143649764 tempest-QuotasTest-1143649764-project-admin] Usage tracker for resource:security_group and tenant:894b8a3e7a7a4822a03e9344c889b20e is out of sync, need to count used quota {{(pid=105584) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 27 21:17:57.007105 n-d-705658-22 neutron-server[105584]: DEBUG neutron.quota.resource [None req-37db1165-1708-418a-9262-043262eb7189 tempest-QuotasTest-1143649764 tempest-QuotasTest-1143649764-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=105584) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 27 21:17:57.035401 n-d-705658-22 neutron-server[105584]: DEBUG neutron.quota.resource [None req-37db1165-1708-418a-9262-043262eb7189 tempest-QuotasTest-1143649764 tempest-QuotasTest-1143649764-project-admin] Usage tracker for resource:security_group_rule and tenant:894b8a3e7a7a4822a03e9344c889b20e is out of sync, need to count used quota {{(pid=105584) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 27 21:17:57.045521 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-32105f27-c4ce-4141-b7d5-389ce15ecddb req-fb6c06a5-c2c3-4871-8141-78b7021bcc19 tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] Notify callbacks [] for port, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:57.049872 n-d-705658-22 neutron-server[105584]: DEBUG neutron.quota.resource [None req-37db1165-1708-418a-9262-043262eb7189 tempest-QuotasTest-1143649764 tempest-QuotasTest-1143649764-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=105584) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 27 21:17:57.057519 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-37db1165-1708-418a-9262-043262eb7189 tempest-QuotasTest-1143649764 tempest-QuotasTest-1143649764-project-admin] 10.222.0.59 "GET /v2.0/quotas/894b8a3e7a7a4822a03e9344c889b20e/details.json HTTP/1.1" status: 200 len: 703 time: 0.3893065 Jul 27 21:17:57.148953 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning for port c73e452f-d490-425d-9f85-77819db3e4b8 completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:17:57.153190 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port c73e452f-d490-425d-9f85-77819db3e4b8 triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:17:57.153595 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:57.306179 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-1d2da9a2-0c88-411c-83d5-148c98da321a tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify callbacks [] for port, precommit_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:57.345255 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-32105f27-c4ce-4141-b7d5-389ce15ecddb req-fb6c06a5-c2c3-4871-8141-78b7021bcc19 tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:57.357952 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:57.362376 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] get_ports_and_sgs() called for port_ids ['6a4b8ce2-5576-4cee-bfe3-748a068501c6'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:17:57.423686 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-1d2da9a2-0c88-411c-83d5-148c98da321a tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10221672'] for port, after_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:57.480650 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] For port c73e452f-d490-425d-9f85-77819db3e4b8, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=c73e452f-d490-425d-9f85-77819db3e4b8,segment=NetworkSegment(19bc2e5f-7908-4153-b6d3-443d5b34a291),segment_id=19bc2e5f-7908-4153-b6d3-443d5b34a291)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:17:57.497515 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:57.585667 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-71f4349d-eb5b-4ae4-873d-cfb799a24eba req-e4283576-9a89-4155-919d-51f30d54b376 tempest-AttachVolumeNegativeTest-845744699 tempest-AttachVolumeNegativeTest-845744699-project] 10.222.0.59 "GET /v2.0/security-groups?id=2650ee69-e2a9-4bf0-b170-d21e83666964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1891854 Jul 27 21:17:57.664806 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 44344) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:17:57.695399 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Pushing event updated for resources: {'Port': ['ID=c73e452f-d490-425d-9f85-77819db3e4b8,revision_number=5']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:17:57.706893 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-32105f27-c4ce-4141-b7d5-389ce15ecddb req-fb6c06a5-c2c3-4871-8141-78b7021bcc19 tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] Network 4ce75dcf-0fe8-4adc-83bc-310cc0685be5 is already hosted by enough agents. {{(pid=105585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:17:57.708840 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.base_scheduler [req-32105f27-c4ce-4141-b7d5-389ce15ecddb req-fb6c06a5-c2c3-4871-8141-78b7021bcc19 tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] Resources bound (agent type, host, resource id): {{(pid=105585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:17:57.713643 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.l3_dvrscheduler_db [req-32105f27-c4ce-4141-b7d5-389ce15ecddb req-fb6c06a5-c2c3-4871-8141-78b7021bcc19 tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] Received port after_create {{(pid=105585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:17:57.759052 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6c06a5-c2c3-4871-8141-78b7021bcc19 tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] Pushing event updated for resources: {'Port': ['ID=a5575035-b89f-44e4-a312-f43ab443d0f1,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:17:57.876246 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2da9a2-0c88-411c-83d5-148c98da321a tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Pushing event updated for resources: {'Port': ['ID=b00920fd-cab0-434a-b21f-16bde5f90665,revision_number=2']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:17:57.914044 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-96685e0c-33da-4dcf-af6c-91d80dcc6156 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:57.950422 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-942bf675-7dc6-417f-a94e-307d18d24e5c req-2cd600dc-7551-40c4-89a0-616337997481 service neutron] 10.222.0.59 "GET /v2.0/networks/1473080c-86ba-4d44-8dcc-5442b4565b0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4284744 Jul 27 21:17:57.986656 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-1d2da9a2-0c88-411c-83d5-148c98da321a tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3743906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4076435'] for router_interface, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:58.018665 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32105f27-c4ce-4141-b7d5-389ce15ecddb req-fb6c06a5-c2c3-4871-8141-78b7021bcc19 tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:17:58.019324 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-32105f27-c4ce-4141-b7d5-389ce15ecddb req-fb6c06a5-c2c3-4871-8141-78b7021bcc19 tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:58.118265 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-96685e0c-33da-4dcf-af6c-91d80dcc6156 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:58.138923 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-96685e0c-33da-4dcf-af6c-91d80dcc6156 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:58.200146 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96685e0c-33da-4dcf-af6c-91d80dcc6156 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78464c89-39c5-4c74-9ee9-b176a9922104,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:17:58.239367 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-96685e0c-33da-4dcf-af6c-91d80dcc6156 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=2d8f5e86e630401b893813bfd349ca99&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5732944 Jul 27 21:17:58.243865 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 44364) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:17:58.292095 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d2da9a2-0c88-411c-83d5-148c98da321a tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Network ecd744f0-5fd5-42d7-86cf-db46b1f10106 is already hosted by enough agents. {{(pid=105585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:17:58.316374 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.base_scheduler [None req-1d2da9a2-0c88-411c-83d5-148c98da321a tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Resources bound (agent type, host, resource id): {{(pid=105585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:17:58.336951 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-cf733a0e-2712-4502-91bc-609223de2a58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:58.341965 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3e193b-7b97-4d7c-a6a4-93333053c7f6 req-d25ba727-81e9-4cdc-9e47-248936d6c27c tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:17:58.352708 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-bc3e193b-7b97-4d7c-a6a4-93333053c7f6 req-d25ba727-81e9-4cdc-9e47-248936d6c27c tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] 10.222.0.59 "GET /v2.0/ports?device_id=d4a31002-c650-402a-96ff-2bd8bc66f43f HTTP/1.1" status: 200 len: 931 time: 0.6289878 Jul 27 21:17:58.377561 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-cf733a0e-2712-4502-91bc-609223de2a58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:58.410685 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-32105f27-c4ce-4141-b7d5-389ce15ecddb req-fb6c06a5-c2c3-4871-8141-78b7021bcc19 tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7664614 Jul 27 21:17:58.432546 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9de1a41-c5c2-4910-afae-2a86b0b69582 req-351edf0b-f976-4412-aa06-68bbfb124470 tempest-AttachVolumeNegativeTest-845744699 tempest-AttachVolumeNegativeTest-845744699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:17:58.442729 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-d9de1a41-c5c2-4910-afae-2a86b0b69582 req-351edf0b-f976-4412-aa06-68bbfb124470 tempest-AttachVolumeNegativeTest-845744699 tempest-AttachVolumeNegativeTest-845744699-project] 10.222.0.60 "GET /v2.0/ports?device_id=6e5447c6-d7f3-4d8b-9a0c-d3f7782f814c HTTP/1.1" status: 200 len: 946 time: 0.7500572 Jul 27 21:17:58.472310 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [req-32105f27-c4ce-4141-b7d5-389ce15ecddb req-a94d8ad4-388a-4a48-88d5-378aa09a3737 service neutron] Request body: {'port': {'device_id': 'd4a31002-c650-402a-96ff-2bd8bc66f43f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-705658-22'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:17:58.482266 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-cf733a0e-2712-4502-91bc-609223de2a58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:58.485680 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-cf733a0e-2712-4502-91bc-609223de2a58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:58.489944 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-cf733a0e-2712-4502-91bc-609223de2a58 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/78464c89-39c5-4c74-9ee9-b176a9922104 HTTP/1.1" status: 204 len: 168 time: 0.2448492 Jul 27 21:17:58.512662 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf733a0e-2712-4502-91bc-609223de2a58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78464c89-39c5-4c74-9ee9-b176a9922104,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:17:58.708131 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-27f05fe6-48dc-4703-a384-eafcde7ea56d req-b76f44eb-fc17-4db4-a69a-09b37a78fa5f tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] 10.222.0.59 "GET /v2.0/ports?device_id=f600c487-e5e5-4562-8a3b-6f15b13fe576 HTTP/1.1" status: 200 len: 210 time: 0.4136488 Jul 27 21:17:58.712126 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-32105f27-c4ce-4141-b7d5-389ce15ecddb req-a94d8ad4-388a-4a48-88d5-378aa09a3737 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:58.759502 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-6f670d3b-374a-47f1-bccf-131ae08307ec None None] Provisioning complete for port b00920fd-cab0-434a-b21f-16bde5f90665 triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:17:58.760444 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-6f670d3b-374a-47f1-bccf-131ae08307ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:58.837513 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-6f670d3b-374a-47f1-bccf-131ae08307ec None None] Port b00920fd-cab0-434a-b21f-16bde5f90665 cannot update to ACTIVE because it is not bound. {{(pid=105586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:17:58.922858 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device c73e452f-d490-425d-9f85-77819db3e4b8 up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:17:58.996418 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-bc3e193b-7b97-4d7c-a6a4-93333053c7f6 req-ead657bb-b1d4-4a72-bdba-d64172303273 tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] 10.222.0.59 "GET /v2.0/security-groups?id=9a7007a9-34fe-445e-9576-80a9b33bcd70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6427929 Jul 27 21:17:59.048993 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port c73e452f-d490-425d-9f85-77819db3e4b8 triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:17:59.049426 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:59.151156 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 44394) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:17:59.165736 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-19a0840a-cad4-4b70-a018-381eea426689 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:59.385521 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-19a0840a-cad4-4b70-a018-381eea426689 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:59.408656 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-19a0840a-cad4-4b70-a018-381eea426689 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:59.458936 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a0840a-cad4-4b70-a018-381eea426689 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd22e3d7-26ef-4cfd-a35b-924acb6b6aa6,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:17:59.502234 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-19a0840a-cad4-4b70-a018-381eea426689 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=894b8a3e7a7a4822a03e9344c889b20e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3499472 Jul 27 21:17:59.503191 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 44404) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:17:59.570059 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-69194122-5c22-4530-893d-5958f03016ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:59.609434 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-69194122-5c22-4530-893d-5958f03016ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:59.700947 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-69194122-5c22-4530-893d-5958f03016ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:59.705113 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-69194122-5c22-4530-893d-5958f03016ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:59.726593 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-69194122-5c22-4530-893d-5958f03016ea admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/fd22e3d7-26ef-4cfd-a35b-924acb6b6aa6 HTTP/1.1" status: 204 len: 168 time: 0.2211325 Jul 27 21:17:59.757323 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69194122-5c22-4530-893d-5958f03016ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd22e3d7-26ef-4cfd-a35b-924acb6b6aa6,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:17:59.860832 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d2da9a2-0c88-411c-83d5-148c98da321a tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Router 04e35cef-7d9f-44aa-b941-2974b133af14 is scheduled to L3 agent dd128fd7-8e57-4d4f-895b-a96b369df59a with binding_index 1 {{(pid=105585) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 21:18:00.026137 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bc087c-2de0-4051-9169-9daff6323c94 req-fb98ac11-514b-4b21-ac13-86e792e1305a tempest-AttachVolumeNegativeTest-845744699 tempest-AttachVolumeNegativeTest-845744699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:18:00.036328 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-d4bc087c-2de0-4051-9169-9daff6323c94 req-fb98ac11-514b-4b21-ac13-86e792e1305a tempest-AttachVolumeNegativeTest-845744699 tempest-AttachVolumeNegativeTest-845744699-project] 10.222.0.59 "GET /v2.0/ports?device_id=6e5447c6-d7f3-4d8b-9a0c-d3f7782f814c HTTP/1.1" status: 200 len: 946 time: 1.1626968 Jul 27 21:18:00.050678 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-61796b01-7c54-4949-a573-b0cbc1d9e898 req-a8b480e6-dac3-4ca6-8a08-95c8a4496ac9 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] 10.222.0.59 "GET /v2.0/ports?device_id=f600c487-e5e5-4562-8a3b-6f15b13fe576 HTTP/1.1" status: 200 len: 210 time: 0.1764295 Jul 27 21:18:00.198491 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942bf675-7dc6-417f-a94e-307d18d24e5c req-81f394af-95c1-4379-a1e4-e5d3a8adedce tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:18:00.200048 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-942bf675-7dc6-417f-a94e-307d18d24e5c req-81f394af-95c1-4379-a1e4-e5d3a8adedce tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] 10.222.0.60 "GET /v2.0/networks?id=1473080c-86ba-4d44-8dcc-5442b4565b0c HTTP/1.1" status: 200 len: 796 time: 0.3284507 Jul 27 21:18:00.276348 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d2da9a2-0c88-411c-83d5-148c98da321a tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify agent at l3_agent.n-d-705658-22 the message routers_updated {{(pid=105585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:18:00.279984 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [req-d9de1a41-c5c2-4910-afae-2a86b0b69582 req-fc309f3f-cdc5-4913-a74d-6d8921569a87 tempest-AttachVolumeNegativeTest-845744699 tempest-AttachVolumeNegativeTest-845744699-project] Deleting port 7f7d47d0-5894-436c-b0b6-d37aa2c285a9 {{(pid=105585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:18:00.280346 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-d9de1a41-c5c2-4910-afae-2a86b0b69582 req-fc309f3f-cdc5-4913-a74d-6d8921569a87 tempest-AttachVolumeNegativeTest-845744699 tempest-AttachVolumeNegativeTest-845744699-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:00.288213 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-019b68ea-f0bf-420b-b0be-df9464cec90a None None] Sync routers for ids ['04e35cef-7d9f-44aa-b941-2974b133af14'] in n-d-705658-22 {{(pid=105586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:18:00.314266 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-942bf675-7dc6-417f-a94e-307d18d24e5c req-bbaacf77-38cc-485d-8256-a6851d7cf90d tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=379416b786c44e07b1b1ba1a5ea96882 HTTP/1.1" status: 200 len: 379 time: 0.1034276 Jul 27 21:18:00.316270 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-019b68ea-f0bf-420b-b0be-df9464cec90a None None] Routers {'04e35cef-7d9f-44aa-b941-2974b133af14'} bound to L3 agent in host n-d-705658-22 {{(pid=105586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:18:00.317070 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-019b68ea-f0bf-420b-b0be-df9464cec90a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:17:42Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['04e35cef-7d9f-44aa-b941-2974b133af14'], 'active': True} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:18:00.343042 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [req-942bf675-7dc6-417f-a94e-307d18d24e5c req-5630c9c2-baac-4d38-9f7f-02e42fd3cfa9 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Request body: {'port': {'device_id': 'f600c487-e5e5-4562-8a3b-6f15b13fe576', 'network_id': '1473080c-86ba-4d44-8dcc-5442b4565b0c', 'admin_state_up': True, 'tenant_id': '379416b786c44e07b1b1ba1a5ea96882', 'security_groups': ['5a737d1c-b945-4cea-a14d-2326657e6941']}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:18:00.358215 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-1d2da9a2-0c88-411c-83d5-148c98da321a tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] 10.222.0.59 "PUT /v2.0/routers/04e35cef-7d9f-44aa-b941-2974b133af14/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.3705616 Jul 27 21:18:00.363133 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 44428) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:18:00.434576 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-019b68ea-f0bf-420b-b0be-df9464cec90a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-22', False) {} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:18:00.464625 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-019b68ea-f0bf-420b-b0be-df9464cec90a None None] Routers {'04e35cef-7d9f-44aa-b941-2974b133af14'} bound to L3 agent in host n-d-705658-22 {{(pid=105586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:18:00.465552 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-019b68ea-f0bf-420b-b0be-df9464cec90a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:17:42Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['04e35cef-7d9f-44aa-b941-2974b133af14'], 'active': True} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:18:00.502179 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.db [req-d9de1a41-c5c2-4910-afae-2a86b0b69582 req-fc309f3f-cdc5-4913-a74d-6d8921569a87 tempest-AttachVolumeNegativeTest-845744699 tempest-AttachVolumeNegativeTest-845744699-project] For port 7f7d47d0-5894-436c-b0b6-d37aa2c285a9, host n-h2-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=7f7d47d0-5894-436c-b0b6-d37aa2c285a9,segment=NetworkSegment(749d1f51-8998-49bc-ba8d-208be5295f5a),segment_id=749d1f51-8998-49bc-ba8d-208be5295f5a)] {{(pid=105585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:18:00.502576 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-d9de1a41-c5c2-4910-afae-2a86b0b69582 req-fc309f3f-cdc5-4913-a74d-6d8921569a87 tempest-AttachVolumeNegativeTest-845744699 tempest-AttachVolumeNegativeTest-845744699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:00.518384 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [req-d9de1a41-c5c2-4910-afae-2a86b0b69582 req-fc309f3f-cdc5-4913-a74d-6d8921569a87 tempest-AttachVolumeNegativeTest-845744699 tempest-AttachVolumeNegativeTest-845744699-project] Calling delete_port for 7f7d47d0-5894-436c-b0b6-d37aa2c285a9 owned by compute:nova {{(pid=105585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:18:00.569370 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-019b68ea-f0bf-420b-b0be-df9464cec90a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-22', False) {} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:18:00.570316 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-019b68ea-f0bf-420b-b0be-df9464cec90a None None] The sync data for ids ['04e35cef-7d9f-44aa-b941-2974b133af14'] in n-d-705658-22 is: [] {{(pid=105586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:18:00.662919 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-d4bc087c-2de0-4051-9169-9daff6323c94 req-ddc28465-319f-4b34-8b1e-4dafa8cc4036 tempest-AttachVolumeNegativeTest-845744699 tempest-AttachVolumeNegativeTest-845744699-project] 10.222.0.59 "GET /v2.0/security-groups?id=2650ee69-e2a9-4bf0-b170-d21e83666964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6012774 Jul 27 21:18:00.759970 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f572dc2d-35f2-4681-b77a-87e77426a889 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:18:00.762068 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-f572dc2d-35f2-4681-b77a-87e77426a889 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] 10.222.0.59 "GET /v2.0/ports/b00920fd-cab0-434a-b21f-16bde5f90665 HTTP/1.1" status: 200 len: 910 time: 0.3956556 Jul 27 21:18:00.775539 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 44448) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:18:00.776749 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8604b536-2995-4ea4-925c-3511a0019123 req-c36f9f46-98d8-4453-a169-da8d5280f3a1 tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:18:00.778731 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-8604b536-2995-4ea4-925c-3511a0019123 req-c36f9f46-98d8-4453-a169-da8d5280f3a1 tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] 10.222.0.59 "GET /v2.0/ports?device_id=d4a31002-c650-402a-96ff-2bd8bc66f43f HTTP/1.1" status: 200 len: 931 time: 0.3662038 Jul 27 21:18:00.910836 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-7dad54ce-718b-4036-a1e1-6b35474854ef req-4b17e541-3031-4ba9-9382-dec81464fbec service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=bd28873a-ff97-48ae-a22f-33d898697e72&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2935266 Jul 27 21:18:00.919357 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-8604b536-2995-4ea4-925c-3511a0019123 req-43e46a7d-a09a-4ed9-911e-1cc9919f4c14 tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] 10.222.0.59 "GET /v2.0/security-groups?id=9a7007a9-34fe-445e-9576-80a9b33bcd70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340404 Jul 27 21:18:00.988440 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-942bf675-7dc6-417f-a94e-307d18d24e5c req-5630c9c2-baac-4d38-9f7f-02e42fd3cfa9 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Made reservation on behalf of 379416b786c44e07b1b1ba1a5ea96882 for: {'port': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:18:00.998161 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-942bf675-7dc6-417f-a94e-307d18d24e5c req-5630c9c2-baac-4d38-9f7f-02e42fd3cfa9 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:01.041705 n-d-705658-22 neutron-server[105585]: DEBUG neutron.notifiers.nova [req-32105f27-c4ce-4141-b7d5-389ce15ecddb req-a94d8ad4-388a-4a48-88d5-378aa09a3737 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5575035-b89f-44e4-a312-f43ab443d0f1 {{(pid=105585) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:18:01.131792 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-32105f27-c4ce-4141-b7d5-389ce15ecddb req-a94d8ad4-388a-4a48-88d5-378aa09a3737 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:01.220929 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.provisioning_blocks [req-32105f27-c4ce-4141-b7d5-389ce15ecddb req-a94d8ad4-388a-4a48-88d5-378aa09a3737 service neutron] Transition to ACTIVE for port object a5575035-b89f-44e4-a312-f43ab443d0f1 will not be triggered until provisioned by entity L2. {{(pid=105585) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:18:01.225473 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-d9de1a41-c5c2-4910-afae-2a86b0b69582 req-fc309f3f-cdc5-4913-a74d-6d8921569a87 tempest-AttachVolumeNegativeTest-845744699 tempest-AttachVolumeNegativeTest-845744699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:01.237051 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] get_ports_and_sgs() called for port_ids ['a1e52bc3-7031-48ee-996e-d8ffae51b15a'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:18:01.239544 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] get_ports_and_sgs() called for port_ids ['a00236c5-623b-4f7d-b617-4368e91e4029', '42c9b3c2-2bc4-4171-ba43-e762b50293c0'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:18:01.273053 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-2632c555-d50d-43db-919a-a778ea750a77 req-33bd3233-81c1-4f52-ac04-376fb3f429ba tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] 10.222.0.59 "GET /v2.0/ports?device_id=f600c487-e5e5-4562-8a3b-6f15b13fe576 HTTP/1.1" status: 200 len: 210 time: 0.0814967 Jul 27 21:18:01.276052 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-32105f27-c4ce-4141-b7d5-389ce15ecddb req-a94d8ad4-388a-4a48-88d5-378aa09a3737 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10221672'] for port, after_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:01.305778 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc309f3f-cdc5-4913-a74d-6d8921569a87 tempest-AttachVolumeNegativeTest-845744699 tempest-AttachVolumeNegativeTest-845744699-project] Pushing event deleted for resources: {'Port': ['ID=7f7d47d0-5894-436c-b0b6-d37aa2c285a9,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:18:01.457107 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9de1a41-c5c2-4910-afae-2a86b0b69582 req-fc309f3f-cdc5-4913-a74d-6d8921569a87 tempest-AttachVolumeNegativeTest-845744699 tempest-AttachVolumeNegativeTest-845744699-project] No DVR routers for this DVR port 7f7d47d0-5894-436c-b0b6-d37aa2c285a9 on host n-h2-705658-22 {{(pid=105585) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:18:01.466323 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-d9de1a41-c5c2-4910-afae-2a86b0b69582 req-fc309f3f-cdc5-4913-a74d-6d8921569a87 tempest-AttachVolumeNegativeTest-845744699 tempest-AttachVolumeNegativeTest-845744699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:01.469860 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-d9de1a41-c5c2-4910-afae-2a86b0b69582 req-fc309f3f-cdc5-4913-a74d-6d8921569a87 tempest-AttachVolumeNegativeTest-845744699 tempest-AttachVolumeNegativeTest-845744699-project] 10.222.0.60 "DELETE /v2.0/ports/7f7d47d0-5894-436c-b0b6-d37aa2c285a9 HTTP/1.1" status: 204 len: 173 time: 2.7604680 Jul 27 21:18:01.474655 n-d-705658-22 neutron-server[105585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e5447c6-d7f3-4d8b-9a0c-d3f7782f814c', 'name': 'network-vif-deleted', 'tag': '7f7d47d0-5894-436c-b0b6-d37aa2c285a9'}] {{(pid=105585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:18:01.477559 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d66fd65881426bfc2b5388084a3654e5eae521106a15a3dbf0eb4cde7106c36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00f491d4-dccf-4609-ad87-a6df36980fb8" -d '{"events": [{"server_uuid": "6e5447c6-d7f3-4d8b-9a0c-d3f7782f814c", "name": "network-vif-deleted", "tag": "7f7d47d0-5894-436c-b0b6-d37aa2c285a9"}]}' {{(pid=105585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:18:01.508281 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94d8ad4-388a-4a48-88d5-378aa09a3737 service neutron] Pushing event updated for resources: {'Port': ['ID=a5575035-b89f-44e4-a312-f43ab443d0f1,revision_number=2']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:18:01.581061 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:18:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e90a70f-96b7-4b60-94ba-25fff798ec3d x-openstack-request-id: req-7e90a70f-96b7-4b60-94ba-25fff798ec3d {{(pid=105585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:18:01.581797 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e5447c6-d7f3-4d8b-9a0c-d3f7782f814c", "name": "network-vif-deleted", "tag": "7f7d47d0-5894-436c-b0b6-d37aa2c285a9", "status": "completed", "code": 200}]} {{(pid=105585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:18:01.582233 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-7e90a70f-96b7-4b60-94ba-25fff798ec3d {{(pid=105585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:18:01.582802 n-d-705658-22 neutron-server[105585]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e5447c6-d7f3-4d8b-9a0c-d3f7782f814c', 'name': 'network-vif-deleted', 'tag': '7f7d47d0-5894-436c-b0b6-d37aa2c285a9', 'status': 'completed', 'code': 200} Jul 27 21:18:01.737315 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.managers [req-32105f27-c4ce-4141-b7d5-389ce15ecddb req-a94d8ad4-388a-4a48-88d5-378aa09a3737 service neutron] Attempting to bind port a5575035-b89f-44e4-a312-f43ab443d0f1 on host n-h1-705658-22 for vnic_type normal with profile {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:18:01.737659 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.managers [req-32105f27-c4ce-4141-b7d5-389ce15ecddb req-a94d8ad4-388a-4a48-88d5-378aa09a3737 service neutron] Attempting to bind port a5575035-b89f-44e4-a312-f43ab443d0f1 by drivers openvswitch,hyperv on host n-h1-705658-22 at level 0 using segments [{'id': '82701821-d08d-4e1b-9667-8c6e67e04bdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '4ce75dcf-0fe8-4adc-83bc-310cc0685be5'}] {{(pid=105585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:18:01.737998 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32105f27-c4ce-4141-b7d5-389ce15ecddb req-a94d8ad4-388a-4a48-88d5-378aa09a3737 service neutron] Attempting to bind port a5575035-b89f-44e4-a312-f43ab443d0f1 on network 4ce75dcf-0fe8-4adc-83bc-310cc0685be5 {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:18:01.748505 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32105f27-c4ce-4141-b7d5-389ce15ecddb req-a94d8ad4-388a-4a48-88d5-378aa09a3737 service neutron] Port a5575035-b89f-44e4-a312-f43ab443d0f1 on network 4ce75dcf-0fe8-4adc-83bc-310cc0685be5 not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-22 {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:18:01.748846 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32105f27-c4ce-4141-b7d5-389ce15ecddb req-a94d8ad4-388a-4a48-88d5-378aa09a3737 service neutron] Attempting to bind port a5575035-b89f-44e4-a312-f43ab443d0f1 on network 4ce75dcf-0fe8-4adc-83bc-310cc0685be5 {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:18:01.778504 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32105f27-c4ce-4141-b7d5-389ce15ecddb req-a94d8ad4-388a-4a48-88d5-378aa09a3737 service neutron] Checking agent: {'id': '9d9bc37f-4d75-44ef-9f63-799aab3e316f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 49, 36), 'started_at': datetime.datetime(2021, 7, 27, 20, 49, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 17, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:18:01.779200 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32105f27-c4ce-4141-b7d5-389ce15ecddb req-a94d8ad4-388a-4a48-88d5-378aa09a3737 service neutron] Checking segment: {'id': '82701821-d08d-4e1b-9667-8c6e67e04bdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '4ce75dcf-0fe8-4adc-83bc-310cc0685be5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:18:01.781911 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32105f27-c4ce-4141-b7d5-389ce15ecddb req-a94d8ad4-388a-4a48-88d5-378aa09a3737 service neutron] Bound using segment: {'id': '82701821-d08d-4e1b-9667-8c6e67e04bdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '4ce75dcf-0fe8-4adc-83bc-310cc0685be5'} {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:18:01.784236 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.managers [req-32105f27-c4ce-4141-b7d5-389ce15ecddb req-a94d8ad4-388a-4a48-88d5-378aa09a3737 service neutron] Bound port: a5575035-b89f-44e4-a312-f43ab443d0f1, host: n-h1-705658-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '82701821-d08d-4e1b-9667-8c6e67e04bdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '4ce75dcf-0fe8-4adc-83bc-310cc0685be5'}}] {{(pid=105585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:18:01.784820 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-32105f27-c4ce-4141-b7d5-389ce15ecddb req-a94d8ad4-388a-4a48-88d5-378aa09a3737 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:02.101414 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-7383942a-00db-4001-9da8-bb0be3a051d4 req-e88e60f0-7f1f-4ae6-b7f2-1f90f01b4be2 tempest-AttachVolumeNegativeTest-845744699 tempest-AttachVolumeNegativeTest-845744699-project] 10.222.0.59 "GET /v2.0/ports?device_id=6e5447c6-d7f3-4d8b-9a0c-d3f7782f814c HTTP/1.1" status: 200 len: 210 time: 0.1721201 Jul 27 21:18:02.144434 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Device 7f7d47d0-5894-436c-b0b6-d37aa2c285a9 no longer exists at agent hyperv_n-h2-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:18:02.171961 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.db [req-32105f27-c4ce-4141-b7d5-389ce15ecddb req-a94d8ad4-388a-4a48-88d5-378aa09a3737 service neutron] For port a5575035-b89f-44e4-a312-f43ab443d0f1, host n-h1-705658-22, cleared binding levels {{(pid=105585) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:18:02.180667 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.db [req-32105f27-c4ce-4141-b7d5-389ce15ecddb req-a94d8ad4-388a-4a48-88d5-378aa09a3737 service neutron] For port a5575035-b89f-44e4-a312-f43ab443d0f1, host n-h1-705658-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=a5575035-b89f-44e4-a312-f43ab443d0f1,segment=NetworkSegment(82701821-d08d-4e1b-9667-8c6e67e04bdc),segment_id=82701821-d08d-4e1b-9667-8c6e67e04bdc)] {{(pid=105585) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:18:02.193016 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-3d54578f-831f-4696-b568-13c455922dab None None] No Port match for: 7f7d47d0-5894-436c-b0b6-d37aa2c285a9 {{(pid=105586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:18:02.197447 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Device 7f7d47d0-5894-436c-b0b6-d37aa2c285a9 not bound to the agent host n-h2-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:18:02.226028 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-32105f27-c4ce-4141-b7d5-389ce15ecddb req-a94d8ad4-388a-4a48-88d5-378aa09a3737 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10221672'] for port, after_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:02.268444 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.db_base_plugin_common [req-942bf675-7dc6-417f-a94e-307d18d24e5c req-5630c9c2-baac-4d38-9f7f-02e42fd3cfa9 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Allocated IP 172.20.0.8 (1473080c-86ba-4d44-8dcc-5442b4565b0c/01bef050-fb0a-4ec7-a814-df3307ad6529/ed51ec73-d9a5-4c0b-b4de-6eed8a81fff5) {{(pid=105584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:18:02.396850 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94d8ad4-388a-4a48-88d5-378aa09a3737 service neutron] Pushing event updated for resources: {'Port': ['ID=a5575035-b89f-44e4-a312-f43ab443d0f1,revision_number=3']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:18:02.425012 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32105f27-c4ce-4141-b7d5-389ce15ecddb req-a94d8ad4-388a-4a48-88d5-378aa09a3737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:18:02.425893 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-32105f27-c4ce-4141-b7d5-389ce15ecddb req-a94d8ad4-388a-4a48-88d5-378aa09a3737 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:02.427552 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-32105f27-c4ce-4141-b7d5-389ce15ecddb req-a94d8ad4-388a-4a48-88d5-378aa09a3737 service neutron] 10.222.0.36 "PUT /v2.0/ports/a5575035-b89f-44e4-a312-f43ab443d0f1 HTTP/1.1" status: 200 len: 1092 time: 3.9790888 Jul 27 21:18:02.462789 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a36f2d-8a93-498a-bdd8-1d2ab37d9575 req-edf48096-ded6-4b84-9d3a-a69637abeead tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:18:02.464466 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-45a36f2d-8a93-498a-bdd8-1d2ab37d9575 req-edf48096-ded6-4b84-9d3a-a69637abeead tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] 10.222.0.59 "GET /v2.0/ports?device_id=d4a31002-c650-402a-96ff-2bd8bc66f43f HTTP/1.1" status: 200 len: 943 time: 0.2805142 Jul 27 21:18:02.552739 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-45a36f2d-8a93-498a-bdd8-1d2ab37d9575 req-d0ac2f33-0bb0-41b3-9330-c08603a7ee14 tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] 10.222.0.59 "GET /v2.0/security-groups?id=9a7007a9-34fe-445e-9576-80a9b33bcd70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732985 Jul 27 21:18:02.584929 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-60ac4b37-89a4-4b5b-bb0e-d5fc76af309c req-95651d4d-1291-4ab0-b353-918d3b180f99 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] 10.222.0.59 "GET /v2.0/ports?device_id=f600c487-e5e5-4562-8a3b-6f15b13fe576 HTTP/1.1" status: 200 len: 210 time: 0.1194117 Jul 27 21:18:02.631813 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32105f27-c4ce-4141-b7d5-389ce15ecddb req-e6cbae34-80e0-41ac-aa37-32e2870f5c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:18:02.633587 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-32105f27-c4ce-4141-b7d5-389ce15ecddb req-e6cbae34-80e0-41ac-aa37-32e2870f5c59 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=600e865a5cde4be3a07c2c6f813959b8&device_id=d4a31002-c650-402a-96ff-2bd8bc66f43f HTTP/1.1" status: 200 len: 1095 time: 0.1151681 Jul 27 21:18:02.693621 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-32105f27-c4ce-4141-b7d5-389ce15ecddb req-115b4806-1708-4bf3-abb1-a64a03203ad1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a5575035-b89f-44e4-a312-f43ab443d0f1 HTTP/1.1" status: 200 len: 217 time: 0.0516517 Jul 27 21:18:02.715910 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 44500) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:18:02.716243 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 44502) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:18:02.756647 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32105f27-c4ce-4141-b7d5-389ce15ecddb req-647fc576-1264-4a74-931e-ecc57076dcc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:18:02.760602 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-32105f27-c4ce-4141-b7d5-389ce15ecddb req-647fc576-1264-4a74-931e-ecc57076dcc1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c0af41ef-52d2-41ac-b6df-e93e08f17b8d HTTP/1.1" status: 200 len: 846 time: 0.0578048 Jul 27 21:18:02.829910 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-32105f27-c4ce-4141-b7d5-389ce15ecddb req-ca7d4813-e332-4451-8581-121de6ffb792 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4ce75dcf-0fe8-4adc-83bc-310cc0685be5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0628829 Jul 27 21:18:02.971265 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dad54ce-718b-4036-a1e1-6b35474854ef req-c8e10758-8d01-4419-84bd-6207b93b085b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:18:02.976291 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-7dad54ce-718b-4036-a1e1-6b35474854ef req-c8e10758-8d01-4419-84bd-6207b93b085b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7cb1be282c1a45569e2d1240a1ce83c6&device_id=bd28873a-ff97-48ae-a22f-33d898697e72 HTTP/1.1" status: 200 len: 1097 time: 2.0250378 Jul 27 21:18:03.012084 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-942bf675-7dc6-417f-a94e-307d18d24e5c req-5630c9c2-baac-4d38-9f7f-02e42fd3cfa9 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks [] for port, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:03.059850 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-32105f27-c4ce-4141-b7d5-389ce15ecddb req-480071d3-29e0-4907-8775-489ed9598837 service neutron] 10.222.0.36 "GET /v2.0/networks/4ce75dcf-0fe8-4adc-83bc-310cc0685be5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2224309 Jul 27 21:18:03.136883 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.provisioning_blocks [req-942bf675-7dc6-417f-a94e-307d18d24e5c req-5630c9c2-baac-4d38-9f7f-02e42fd3cfa9 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Transition to ACTIVE for port object ed51ec73-d9a5-4c0b-b4de-6eed8a81fff5 will not be triggered until provisioned by entity DHCP. {{(pid=105584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:18:03.143036 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-fbe9ddb7-dbc8-452a-91c0-f7a9bf03c4ce tempest-RoutersAdminNegativeTest-996608129 tempest-RoutersAdminNegativeTest-996608129-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1917299062', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:18:03.155125 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c9d8fb53-dd22-4356-9739-252810fd73e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:03.273533 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-32105f27-c4ce-4141-b7d5-389ce15ecddb req-d21634d1-abf0-4913-ba72-0b0abe929606 service neutron] 10.222.0.36 "GET /v2.0/networks/4ce75dcf-0fe8-4adc-83bc-310cc0685be5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2064362 Jul 27 21:18:03.498477 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c9d8fb53-dd22-4356-9739-252810fd73e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:03.498477 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbe9ddb7-dbc8-452a-91c0-f7a9bf03c4ce tempest-RoutersAdminNegativeTest-996608129 tempest-RoutersAdminNegativeTest-996608129-project-admin] Made reservation on behalf of cf62513050c84f65a5094ef618c86ccf for: {'port': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:18:03.499122 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-fbe9ddb7-dbc8-452a-91c0-f7a9bf03c4ce tempest-RoutersAdminNegativeTest-996608129 tempest-RoutersAdminNegativeTest-996608129-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:03.509856 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dad54ce-718b-4036-a1e1-6b35474854ef req-23282e23-fe93-4e05-ace8-c65f5bdbc347 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:18:03.512343 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-7dad54ce-718b-4036-a1e1-6b35474854ef req-23282e23-fe93-4e05-ace8-c65f5bdbc347 service neutron] 10.222.0.36 "GET /v2.0/networks?id=0ded17b3-440e-4dbe-8ea1-4e29acefb236 HTTP/1.1" status: 200 len: 915 time: 0.5049527 Jul 27 21:18:03.574774 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c9d8fb53-dd22-4356-9739-252810fd73e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:03.582601 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-fbe9ddb7-dbc8-452a-91c0-f7a9bf03c4ce tempest-RoutersAdminNegativeTest-996608129 tempest-RoutersAdminNegativeTest-996608129-project-admin] Notify callbacks [] for security_group, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:03.585314 n-d-705658-22 neutron-server[105585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4a31002-c650-402a-96ff-2bd8bc66f43f', 'tag': 'a5575035-b89f-44e4-a312-f43ab443d0f1'}] {{(pid=105585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:18:03.586963 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d66fd65881426bfc2b5388084a3654e5eae521106a15a3dbf0eb4cde7106c36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de967ecd-15f9-4520-8b19-8050e0ec38e0" -d '{"events": [{"name": "network-changed", "server_uuid": "d4a31002-c650-402a-96ff-2bd8bc66f43f", "tag": "a5575035-b89f-44e4-a312-f43ab443d0f1"}]}' {{(pid=105585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:18:03.590541 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-7dad54ce-718b-4036-a1e1-6b35474854ef req-422b3017-86cb-4f6f-8785-5a74edb585f5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a00236c5-623b-4f7d-b617-4368e91e4029 HTTP/1.1" status: 200 len: 217 time: 0.0605867 Jul 27 21:18:03.673156 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:18:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b77edc1-78cb-469e-9748-72dd79e5615a x-openstack-request-id: req-4b77edc1-78cb-469e-9748-72dd79e5615a {{(pid=105585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:18:03.673424 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4a31002-c650-402a-96ff-2bd8bc66f43f", "tag": "a5575035-b89f-44e4-a312-f43ab443d0f1", "status": "completed", "code": 200}]} {{(pid=105585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:18:03.673671 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-4b77edc1-78cb-469e-9748-72dd79e5615a {{(pid=105585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:18:03.674062 n-d-705658-22 neutron-server[105585]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4a31002-c650-402a-96ff-2bd8bc66f43f', 'tag': 'a5575035-b89f-44e4-a312-f43ab443d0f1', 'status': 'completed', 'code': 200} Jul 27 21:18:03.705951 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-942bf675-7dc6-417f-a94e-307d18d24e5c req-5630c9c2-baac-4d38-9f7f-02e42fd3cfa9 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:03.751400 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-942bf675-7dc6-417f-a94e-307d18d24e5c req-5630c9c2-baac-4d38-9f7f-02e42fd3cfa9 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Network 1473080c-86ba-4d44-8dcc-5442b4565b0c is already hosted by enough agents. {{(pid=105584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:18:03.759299 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [req-942bf675-7dc6-417f-a94e-307d18d24e5c req-5630c9c2-baac-4d38-9f7f-02e42fd3cfa9 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Resources bound (agent type, host, resource id): {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:18:03.761648 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b27fcc-b1fc-452c-a8de-45ee2737e45e req-69dddb21-b75b-4688-ab8b-0f7204634fcd tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:18:03.762530 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [req-942bf675-7dc6-417f-a94e-307d18d24e5c req-5630c9c2-baac-4d38-9f7f-02e42fd3cfa9 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Received port after_create {{(pid=105584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:18:03.769496 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-33b27fcc-b1fc-452c-a8de-45ee2737e45e req-69dddb21-b75b-4688-ab8b-0f7204634fcd tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] 10.222.0.59 "GET /v2.0/ports?device_id=d4a31002-c650-402a-96ff-2bd8bc66f43f HTTP/1.1" status: 200 len: 943 time: 0.1323175 Jul 27 21:18:03.795661 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-c9d8fb53-dd22-4356-9739-252810fd73e4 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=ddd6db1ff90340a38c4cc2d5d7849afc&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0570652 Jul 27 21:18:03.812762 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 44524) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:18:03.848593 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dad54ce-718b-4036-a1e1-6b35474854ef req-cac4710d-ee23-4e8d-a3b8-83b48b69f11d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:18:03.850276 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-7dad54ce-718b-4036-a1e1-6b35474854ef req-cac4710d-ee23-4e8d-a3b8-83b48b69f11d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0afa8897-5216-45a9-9a1e-8fc30b1f7259 HTTP/1.1" status: 200 len: 854 time: 0.2326219 Jul 27 21:18:03.859291 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d8fb53-dd22-4356-9739-252810fd73e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e06a8ed9-dcf4-48cd-ab1f-0b8506b283b6,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:18:03.910829 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de967ecd-15f9-4520-8b19-8050e0ec38e0 req-f8af7c9c-0a00-4555-9daf-7fae1fa7b923 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:18:03.912575 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-de967ecd-15f9-4520-8b19-8050e0ec38e0 req-f8af7c9c-0a00-4555-9daf-7fae1fa7b923 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=600e865a5cde4be3a07c2c6f813959b8&device_id=d4a31002-c650-402a-96ff-2bd8bc66f43f HTTP/1.1" status: 200 len: 1095 time: 0.2366500 Jul 27 21:18:03.919705 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-33b27fcc-b1fc-452c-a8de-45ee2737e45e req-29e3a5db-dff5-4154-bb74-7a94556782f0 tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] 10.222.0.59 "GET /v2.0/security-groups?id=9a7007a9-34fe-445e-9576-80a9b33bcd70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492980 Jul 27 21:18:03.946743 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-7dad54ce-718b-4036-a1e1-6b35474854ef req-507756d9-e531-4022-8d9d-9020e5c8be9d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0ded17b3-440e-4dbe-8ea1-4e29acefb236&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0836205 Jul 27 21:18:03.969797 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-8634cf5f-b60d-433e-bff0-af80af466cbd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:04.070103 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b887d53f-612f-4c73-9f30-28c4044636cf req-db6fd84f-2ff2-48ce-a44f-ca40b9ccb412 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:18:04.071738 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b887d53f-612f-4c73-9f30-28c4044636cf req-db6fd84f-2ff2-48ce-a44f-ca40b9ccb412 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] 10.222.0.59 "GET /v2.0/ports?device_id=f600c487-e5e5-4562-8a3b-6f15b13fe576 HTTP/1.1" status: 200 len: 931 time: 0.3230374 Jul 27 21:18:04.075648 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-8634cf5f-b60d-433e-bff0-af80af466cbd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:04.108309 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5630c9c2-baac-4d38-9f7f-02e42fd3cfa9 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Pushing event updated for resources: {'Port': ['ID=ed51ec73-d9a5-4c0b-b4de-6eed8a81fff5,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:18:04.115373 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-abd50017-e714-421e-aefc-6feeed1be4bf None None] Provisioning for port ed51ec73-d9a5-4c0b-b4de-6eed8a81fff5 completed by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:18:04.122761 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-abd50017-e714-421e-aefc-6feeed1be4bf None None] Provisioning complete for port ed51ec73-d9a5-4c0b-b4de-6eed8a81fff5 triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:18:04.123383 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-abd50017-e714-421e-aefc-6feeed1be4bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:04.129793 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942bf675-7dc6-417f-a94e-307d18d24e5c req-5630c9c2-baac-4d38-9f7f-02e42fd3cfa9 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:18:04.130728 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-942bf675-7dc6-417f-a94e-307d18d24e5c req-5630c9c2-baac-4d38-9f7f-02e42fd3cfa9 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:04.152713 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de967ecd-15f9-4520-8b19-8050e0ec38e0 req-9d7bfbfa-d40c-4531-9451-7a36cd16a51a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:18:04.154261 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-de967ecd-15f9-4520-8b19-8050e0ec38e0 req-9d7bfbfa-d40c-4531-9451-7a36cd16a51a service neutron] 10.222.0.36 "GET /v2.0/networks?id=4ce75dcf-0fe8-4adc-83bc-310cc0685be5 HTTP/1.1" status: 200 len: 907 time: 0.2216423 Jul 27 21:18:04.175562 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b887d53f-612f-4c73-9f30-28c4044636cf req-83f7a56e-c4fe-4832-bf34-38538c1bff28 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] 10.222.0.59 "GET /v2.0/security-groups?id=5a737d1c-b945-4cea-a14d-2326657e6941&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0952446 Jul 27 21:18:04.179316 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-abd50017-e714-421e-aefc-6feeed1be4bf None None] Port ed51ec73-d9a5-4c0b-b4de-6eed8a81fff5 cannot update to ACTIVE because it is not bound. {{(pid=105586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:18:04.210428 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-de967ecd-15f9-4520-8b19-8050e0ec38e0 req-cdf3c307-1d76-4c73-bd48-c1616024fd1c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a5575035-b89f-44e4-a312-f43ab443d0f1 HTTP/1.1" status: 200 len: 217 time: 0.0475683 Jul 27 21:18:04.213017 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-33ea7e97-158b-47ba-8502-ac40c23f84f5 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4076536'] for router_interface, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:04.245975 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-8634cf5f-b60d-433e-bff0-af80af466cbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:04.248549 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-8634cf5f-b60d-433e-bff0-af80af466cbd admin admin] Notify callbacks [] for security_group, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:04.250344 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-8634cf5f-b60d-433e-bff0-af80af466cbd admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/e06a8ed9-dcf4-48cd-ab1f-0b8506b283b6 HTTP/1.1" status: 204 len: 168 time: 0.4144642 Jul 27 21:18:04.264551 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8634cf5f-b60d-433e-bff0-af80af466cbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e06a8ed9-dcf4-48cd-ab1f-0b8506b283b6,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:18:04.278811 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de967ecd-15f9-4520-8b19-8050e0ec38e0 req-1fd7787d-60e1-43cd-b8ce-e84f76da8a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:18:04.282370 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-de967ecd-15f9-4520-8b19-8050e0ec38e0 req-1fd7787d-60e1-43cd-b8ce-e84f76da8a11 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c0af41ef-52d2-41ac-b6df-e93e08f17b8d HTTP/1.1" status: 200 len: 846 time: 0.0638187 Jul 27 21:18:04.341077 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-de967ecd-15f9-4520-8b19-8050e0ec38e0 req-8d55b9c0-8e21-4fb1-b9a6-93a8e127935e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4ce75dcf-0fe8-4adc-83bc-310cc0685be5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0502598 Jul 27 21:18:04.341395 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-7dad54ce-718b-4036-a1e1-6b35474854ef req-d5659157-909e-4925-b49b-865cb2c41090 service neutron] 10.222.0.36 "GET /v2.0/networks/0ded17b3-440e-4dbe-8ea1-4e29acefb236?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3842988 Jul 27 21:18:04.353317 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-fbe9ddb7-dbc8-452a-91c0-f7a9bf03c4ce tempest-RoutersAdminNegativeTest-996608129 tempest-RoutersAdminNegativeTest-996608129-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:04.368865 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-fbe9ddb7-dbc8-452a-91c0-f7a9bf03c4ce tempest-RoutersAdminNegativeTest-996608129 tempest-RoutersAdminNegativeTest-996608129-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:04.428305 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe9ddb7-dbc8-452a-91c0-f7a9bf03c4ce tempest-RoutersAdminNegativeTest-996608129 tempest-RoutersAdminNegativeTest-996608129-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e224b16-e409-4960-821c-19cdbf58c86c,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:18:04.448277 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-942bf675-7dc6-417f-a94e-307d18d24e5c req-5630c9c2-baac-4d38-9f7f-02e42fd3cfa9 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1179078 Jul 27 21:18:04.452668 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [None req-fbe9ddb7-dbc8-452a-91c0-f7a9bf03c4ce tempest-RoutersAdminNegativeTest-996608129 tempest-RoutersAdminNegativeTest-996608129-project-admin] device_id is not set on port 2200b605-464d-48f8-8602-c3d44db24724 yet. {{(pid=105584) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 21:18:04.587557 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-de967ecd-15f9-4520-8b19-8050e0ec38e0 req-9055e738-b349-42bc-a3b0-0ef52dc34b21 service neutron] 10.222.0.36 "GET /v2.0/networks/4ce75dcf-0fe8-4adc-83bc-310cc0685be5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2340169 Jul 27 21:18:04.695286 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 44542) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:18:04.729675 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-bd51a523-3661-4912-976a-9e996fa445bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:04.742774 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [req-942bf675-7dc6-417f-a94e-307d18d24e5c req-2fca16c6-ed62-4699-a7a9-a42da40747d0 service neutron] Request body: {'port': {'device_id': 'f600c487-e5e5-4562-8a3b-6f15b13fe576', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-705658-22'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:18:04.813494 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-de967ecd-15f9-4520-8b19-8050e0ec38e0 req-eca72d3a-fee6-49f8-aaa7-791c277a9eb5 service neutron] 10.222.0.36 "GET /v2.0/networks/4ce75dcf-0fe8-4adc-83bc-310cc0685be5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2186780 Jul 27 21:18:04.872624 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-7dad54ce-718b-4036-a1e1-6b35474854ef req-772cab15-9e68-423d-91c0-20bbd9646364 service neutron] 10.222.0.36 "GET /v2.0/networks/0ded17b3-440e-4dbe-8ea1-4e29acefb236?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5160041 Jul 27 21:18:04.895726 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-bd51a523-3661-4912-976a-9e996fa445bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:04.901804 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-bd51a523-3661-4912-976a-9e996fa445bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:04.939494 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.db_base_plugin_common [None req-fbe9ddb7-dbc8-452a-91c0-f7a9bf03c4ce tempest-RoutersAdminNegativeTest-996608129 tempest-RoutersAdminNegativeTest-996608129-project-admin] Allocated IP 172.25.5.37 (8735d8a2-b604-4758-ae71-b40e4ee6f305/eca7dbab-b9c0-4c8f-a272-816ea8a81764/2200b605-464d-48f8-8602-c3d44db24724) {{(pid=105584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:18:04.950587 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-bd51a523-3661-4912-976a-9e996fa445bc admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=5b1bf425491647518b0f2d19162ff2ca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2467206 Jul 27 21:18:04.953272 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd51a523-3661-4912-976a-9e996fa445bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e29eb33-f7a8-4f0d-9585-d3bbcdf8e7dc,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:18:04.955824 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 44546) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:18:05.033581 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-3253a982-0623-41dc-acb8-ddba81db26e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:05.086648 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-3253a982-0623-41dc-acb8-ddba81db26e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:05.157828 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda78e11-13e9-4db3-b8bc-04eaf2304539 req-54b37c54-0b3b-4c34-8d0b-f4619f6e288a tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:18:05.159440 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-fda78e11-13e9-4db3-b8bc-04eaf2304539 req-54b37c54-0b3b-4c34-8d0b-f4619f6e288a tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] 10.222.0.59 "GET /v2.0/ports?device_id=d4a31002-c650-402a-96ff-2bd8bc66f43f HTTP/1.1" status: 200 len: 943 time: 0.1288588 Jul 27 21:18:05.160616 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-3253a982-0623-41dc-acb8-ddba81db26e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:05.163166 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-3253a982-0623-41dc-acb8-ddba81db26e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:05.166486 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-3253a982-0623-41dc-acb8-ddba81db26e8 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/8e29eb33-f7a8-4f0d-9585-d3bbcdf8e7dc HTTP/1.1" status: 204 len: 168 time: 0.1930308 Jul 27 21:18:05.178772 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3253a982-0623-41dc-acb8-ddba81db26e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e29eb33-f7a8-4f0d-9585-d3bbcdf8e7dc,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:18:05.338229 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-fda78e11-13e9-4db3-b8bc-04eaf2304539 req-d5287db0-0796-4cd9-a6a3-aa1cab626d41 tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] 10.222.0.59 "GET /v2.0/security-groups?id=9a7007a9-34fe-445e-9576-80a9b33bcd70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630843 Jul 27 21:18:05.438637 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87ffd6e-884a-4764-b55a-49d8da480686 req-40eab6b6-cfe0-4aca-81a2-00d2d3e0578d tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:18:05.446857 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b87ffd6e-884a-4764-b55a-49d8da480686 req-40eab6b6-cfe0-4aca-81a2-00d2d3e0578d tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] 10.222.0.59 "GET /v2.0/ports?device_id=f600c487-e5e5-4562-8a3b-6f15b13fe576 HTTP/1.1" status: 200 len: 931 time: 0.0962772 Jul 27 21:18:05.505147 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b87ffd6e-884a-4764-b55a-49d8da480686 req-789ebe8c-5542-4337-b56f-f4e74d0d37ae tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] 10.222.0.59 "GET /v2.0/security-groups?id=5a737d1c-b945-4cea-a14d-2326657e6941&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569544 Jul 27 21:18:05.668908 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-942bf675-7dc6-417f-a94e-307d18d24e5c req-2fca16c6-ed62-4699-a7a9-a42da40747d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:05.761601 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-33ea7e97-158b-47ba-8502-ac40c23f84f5 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Deleting port b00920fd-cab0-434a-b21f-16bde5f90665 {{(pid=105584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:18:05.762186 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-33ea7e97-158b-47ba-8502-ac40c23f84f5 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:05.957078 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-fbe9ddb7-dbc8-452a-91c0-f7a9bf03c4ce tempest-RoutersAdminNegativeTest-996608129 tempest-RoutersAdminNegativeTest-996608129-project-admin] Notify callbacks [] for port, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:06.169628 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-33ea7e97-158b-47ba-8502-ac40c23f84f5 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:06.194046 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-33ea7e97-158b-47ba-8502-ac40c23f84f5 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Calling delete_port for b00920fd-cab0-434a-b21f-16bde5f90665 owned by network:router_interface {{(pid=105584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:18:06.209856 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-fbe9ddb7-dbc8-452a-91c0-f7a9bf03c4ce tempest-RoutersAdminNegativeTest-996608129 tempest-RoutersAdminNegativeTest-996608129-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:06.308316 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:06.314964 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbe9ddb7-dbc8-452a-91c0-f7a9bf03c4ce tempest-RoutersAdminNegativeTest-996608129 tempest-RoutersAdminNegativeTest-996608129-project-admin] Network 8735d8a2-b604-4758-ae71-b40e4ee6f305 is already hosted by enough agents. {{(pid=105584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:18:06.324394 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [None req-fbe9ddb7-dbc8-452a-91c0-f7a9bf03c4ce tempest-RoutersAdminNegativeTest-996608129 tempest-RoutersAdminNegativeTest-996608129-project-admin] Resources bound (agent type, host, resource id): {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:18:06.341259 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbe9ddb7-dbc8-452a-91c0-f7a9bf03c4ce tempest-RoutersAdminNegativeTest-996608129 tempest-RoutersAdminNegativeTest-996608129-project-admin] Received port after_create {{(pid=105584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:18:06.554011 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe9ddb7-dbc8-452a-91c0-f7a9bf03c4ce tempest-RoutersAdminNegativeTest-996608129 tempest-RoutersAdminNegativeTest-996608129-project-admin] Pushing event updated for resources: {'Port': ['ID=2200b605-464d-48f8-8602-c3d44db24724,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:18:06.626203 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbe9ddb7-dbc8-452a-91c0-f7a9bf03c4ce tempest-RoutersAdminNegativeTest-996608129 tempest-RoutersAdminNegativeTest-996608129-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:18:06.627371 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-fbe9ddb7-dbc8-452a-91c0-f7a9bf03c4ce tempest-RoutersAdminNegativeTest-996608129 tempest-RoutersAdminNegativeTest-996608129-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:06.692620 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0b101f-69f6-41e5-89bf-a3ac43e402b0 req-ddb46a76-7b2f-4cd6-92da-3186b2c0108e tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:18:06.694176 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-ce0b101f-69f6-41e5-89bf-a3ac43e402b0 req-ddb46a76-7b2f-4cd6-92da-3186b2c0108e tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] 10.222.0.59 "GET /v2.0/ports?device_id=d4a31002-c650-402a-96ff-2bd8bc66f43f HTTP/1.1" status: 200 len: 943 time: 0.1709435 Jul 27 21:18:06.730381 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-fbe9ddb7-dbc8-452a-91c0-f7a9bf03c4ce tempest-RoutersAdminNegativeTest-996608129 tempest-RoutersAdminNegativeTest-996608129-project-admin] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 4.0036504 Jul 27 21:18:06.731483 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-33ea7e97-158b-47ba-8502-ac40c23f84f5 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:06.736524 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 44670) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:18:06.780309 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-16eaaa7e-f091-41c3-970d-d2c982dcede7 tempest-RoutersAdminNegativeTest-996608129 tempest-RoutersAdminNegativeTest-996608129-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.37'}]}}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:18:06.792090 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ea7e97-158b-47ba-8502-ac40c23f84f5 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Pushing event deleted for resources: {'Port': ['ID=b00920fd-cab0-434a-b21f-16bde5f90665,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:18:06.814095 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [req-942bf675-7dc6-417f-a94e-307d18d24e5c req-2fca16c6-ed62-4699-a7a9-a42da40747d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed51ec73-d9a5-4c0b-b4de-6eed8a81fff5 {{(pid=105584) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:18:06.838215 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-942bf675-7dc6-417f-a94e-307d18d24e5c req-2fca16c6-ed62-4699-a7a9-a42da40747d0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:06.893679 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-ce0b101f-69f6-41e5-89bf-a3ac43e402b0 req-c8fc1954-4a19-41eb-b428-6413235a9f94 tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] 10.222.0.59 "GET /v2.0/security-groups?id=9a7007a9-34fe-445e-9576-80a9b33bcd70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1872451 Jul 27 21:18:06.962418 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2661dc6e-0ade-409c-bcb4-8f94e6e10a9f req-eea96321-4efc-43e9-9e02-bee22e0f7278 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:18:06.966445 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-2661dc6e-0ade-409c-bcb4-8f94e6e10a9f req-eea96321-4efc-43e9-9e02-bee22e0f7278 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] 10.222.0.59 "GET /v2.0/ports?device_id=f600c487-e5e5-4562-8a3b-6f15b13fe576 HTTP/1.1" status: 200 len: 931 time: 0.2526505 Jul 27 21:18:07.091601 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-2661dc6e-0ade-409c-bcb4-8f94e6e10a9f req-9a267137-0d65-4953-98e7-99c9f5b997b2 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] 10.222.0.59 "GET /v2.0/security-groups?id=5a737d1c-b945-4cea-a14d-2326657e6941&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1170702 Jul 27 21:18:07.158950 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.provisioning_blocks [req-942bf675-7dc6-417f-a94e-307d18d24e5c req-2fca16c6-ed62-4699-a7a9-a42da40747d0 service neutron] Transition to ACTIVE for port object ed51ec73-d9a5-4c0b-b4de-6eed8a81fff5 will not be triggered until provisioned by entity L2. {{(pid=105584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:18:07.183109 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-942bf675-7dc6-417f-a94e-307d18d24e5c req-2fca16c6-ed62-4699-a7a9-a42da40747d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9014027'] for port, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:07.229600 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-16eaaa7e-f091-41c3-970d-d2c982dcede7 tempest-RoutersAdminNegativeTest-996608129 tempest-RoutersAdminNegativeTest-996608129-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4163813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-443'] for router, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:07.230600 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-16eaaa7e-f091-41c3-970d-d2c982dcede7 tempest-RoutersAdminNegativeTest-996608129 tempest-RoutersAdminNegativeTest-996608129-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4165196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4077059', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3711235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-418'] for router, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:07.465145 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-16eaaa7e-f091-41c3-970d-d2c982dcede7 tempest-RoutersAdminNegativeTest-996608129 tempest-RoutersAdminNegativeTest-996608129-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:07.648632 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-33ea7e97-158b-47ba-8502-ac40c23f84f5 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3743915', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4076308'] for router_interface, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:07.768207 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device a5575035-b89f-44e4-a312-f43ab443d0f1 details requested by agent hyperv_n-h1-705658-22 with host n-h1-705658-22 {{(pid=105586) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:18:07.901791 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-16eaaa7e-f091-41c3-970d-d2c982dcede7 tempest-RoutersAdminNegativeTest-996608129 tempest-RoutersAdminNegativeTest-996608129-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4077169', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4163787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-400'] for router, precommit_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:08.024009 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fca16c6-ed62-4699-a7a9-a42da40747d0 service neutron] Pushing event updated for resources: {'Port': ['ID=ed51ec73-d9a5-4c0b-b4de-6eed8a81fff5,revision_number=2']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:18:08.062056 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] For port a5575035-b89f-44e4-a312-f43ab443d0f1, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=a5575035-b89f-44e4-a312-f43ab443d0f1,segment=NetworkSegment(82701821-d08d-4e1b-9667-8c6e67e04bdc),segment_id=82701821-d08d-4e1b-9667-8c6e67e04bdc)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:18:08.075691 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Returning: {'device': 'a5575035-b89f-44e4-a312-f43ab443d0f1', 'network_id': '4ce75dcf-0fe8-4adc-83bc-310cc0685be5', 'port_id': 'a5575035-b89f-44e4-a312-f43ab443d0f1', 'mac_address': 'fa:16:3e:a3:16:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 218, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0af41ef-52d2-41ac-b6df-e93e08f17b8d', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105586) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:18:08.210657 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafca278-8973-4c9a-b16a-bd8f1c7d0552 req-5fb04c82-a0fb-47b1-987b-5aa655d3c2aa tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:18:08.212541 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-eafca278-8973-4c9a-b16a-bd8f1c7d0552 req-5fb04c82-a0fb-47b1-987b-5aa655d3c2aa tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] 10.222.0.59 "GET /v2.0/ports?device_id=d4a31002-c650-402a-96ff-2bd8bc66f43f HTTP/1.1" status: 200 len: 943 time: 0.1231000 Jul 27 21:18:08.225361 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:08.314863 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5575035-b89f-44e4-a312-f43ab443d0f1 {{(pid=105586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:18:08.369035 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] For port a5575035-b89f-44e4-a312-f43ab443d0f1, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=a5575035-b89f-44e4-a312-f43ab443d0f1,segment=NetworkSegment(82701821-d08d-4e1b-9667-8c6e67e04bdc),segment_id=82701821-d08d-4e1b-9667-8c6e67e04bdc)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:18:08.383197 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:08.404079 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-eafca278-8973-4c9a-b16a-bd8f1c7d0552 req-c3ab8d7a-60bb-40f4-9c4b-08b51f13296f tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] 10.222.0.59 "GET /v2.0/security-groups?id=9a7007a9-34fe-445e-9576-80a9b33bcd70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1841137 Jul 27 21:18:08.538798 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f611e1-4556-48e6-91a3-00de72c34caf req-d91c67ed-a7aa-428b-b998-5976812c7016 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:18:08.540937 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b0f611e1-4556-48e6-91a3-00de72c34caf req-d91c67ed-a7aa-428b-b998-5976812c7016 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] 10.222.0.59 "GET /v2.0/ports?device_id=f600c487-e5e5-4562-8a3b-6f15b13fe576 HTTP/1.1" status: 200 len: 943 time: 0.3104708 Jul 27 21:18:08.607248 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Pushing event updated for resources: {'Port': ['ID=a5575035-b89f-44e4-a312-f43ab443d0f1,revision_number=4']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:18:08.623209 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [req-942bf675-7dc6-417f-a94e-307d18d24e5c req-2fca16c6-ed62-4699-a7a9-a42da40747d0 service neutron] Attempting to bind port ed51ec73-d9a5-4c0b-b4de-6eed8a81fff5 on host n-h2-705658-22 for vnic_type normal with profile {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:18:08.623816 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [req-942bf675-7dc6-417f-a94e-307d18d24e5c req-2fca16c6-ed62-4699-a7a9-a42da40747d0 service neutron] Attempting to bind port ed51ec73-d9a5-4c0b-b4de-6eed8a81fff5 by drivers openvswitch,hyperv on host n-h2-705658-22 at level 0 using segments [{'id': '19bc2e5f-7908-4153-b6d3-443d5b34a291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '1473080c-86ba-4d44-8dcc-5442b4565b0c'}] {{(pid=105584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:18:08.625515 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-942bf675-7dc6-417f-a94e-307d18d24e5c req-2fca16c6-ed62-4699-a7a9-a42da40747d0 service neutron] Attempting to bind port ed51ec73-d9a5-4c0b-b4de-6eed8a81fff5 on network 1473080c-86ba-4d44-8dcc-5442b4565b0c {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:18:08.649705 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33ea7e97-158b-47ba-8502-ac40c23f84f5 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Router 04e35cef-7d9f-44aa-b941-2974b133af14 has already been hosted by L3 agent dd128fd7-8e57-4d4f-895b-a96b369df59a {{(pid=105584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:18:08.654723 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] get_ports_and_sgs() called for port_ids ['a5575035-b89f-44e4-a312-f43ab443d0f1'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:18:08.668183 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-942bf675-7dc6-417f-a94e-307d18d24e5c req-2fca16c6-ed62-4699-a7a9-a42da40747d0 service neutron] Port ed51ec73-d9a5-4c0b-b4de-6eed8a81fff5 on network 1473080c-86ba-4d44-8dcc-5442b4565b0c not bound, no agent of type Open vSwitch agent registered on host n-h2-705658-22 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:18:08.669160 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-942bf675-7dc6-417f-a94e-307d18d24e5c req-2fca16c6-ed62-4699-a7a9-a42da40747d0 service neutron] Attempting to bind port ed51ec73-d9a5-4c0b-b4de-6eed8a81fff5 on network 1473080c-86ba-4d44-8dcc-5442b4565b0c {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:18:08.717461 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-942bf675-7dc6-417f-a94e-307d18d24e5c req-2fca16c6-ed62-4699-a7a9-a42da40747d0 service neutron] Checking agent: {'id': '65195a73-a875-4810-9f5b-622ae260a8a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 49, 40), 'started_at': datetime.datetime(2021, 7, 27, 20, 49, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 17, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:18:08.718441 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-942bf675-7dc6-417f-a94e-307d18d24e5c req-2fca16c6-ed62-4699-a7a9-a42da40747d0 service neutron] Checking segment: {'id': '19bc2e5f-7908-4153-b6d3-443d5b34a291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '1473080c-86ba-4d44-8dcc-5442b4565b0c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:18:08.720581 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-942bf675-7dc6-417f-a94e-307d18d24e5c req-2fca16c6-ed62-4699-a7a9-a42da40747d0 service neutron] Bound using segment: {'id': '19bc2e5f-7908-4153-b6d3-443d5b34a291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '1473080c-86ba-4d44-8dcc-5442b4565b0c'} {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:18:08.731723 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [req-942bf675-7dc6-417f-a94e-307d18d24e5c req-2fca16c6-ed62-4699-a7a9-a42da40747d0 service neutron] Bound port: ed51ec73-d9a5-4c0b-b4de-6eed8a81fff5, host: n-h2-705658-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19bc2e5f-7908-4153-b6d3-443d5b34a291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '1473080c-86ba-4d44-8dcc-5442b4565b0c'}}] {{(pid=105584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:18:08.734449 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-942bf675-7dc6-417f-a94e-307d18d24e5c req-2fca16c6-ed62-4699-a7a9-a42da40747d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:08.814679 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b0f611e1-4556-48e6-91a3-00de72c34caf req-9daf133a-3ad6-4488-9a0a-c90338380301 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] 10.222.0.59 "GET /v2.0/security-groups?id=5a737d1c-b945-4cea-a14d-2326657e6941&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2529738 Jul 27 21:18:09.020130 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-672bb82b-9be3-436e-b17a-17dc78513ecd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:09.243191 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33ea7e97-158b-47ba-8502-ac40c23f84f5 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify agent at l3_agent.n-d-705658-22 the message routers_updated {{(pid=105584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:18:09.255466 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8f6020b-72a0-4d59-a831-2238ec993354 None None] Sync routers for ids ['04e35cef-7d9f-44aa-b941-2974b133af14'] in n-d-705658-22 {{(pid=105587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:18:09.269049 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8f6020b-72a0-4d59-a831-2238ec993354 None None] Routers {'04e35cef-7d9f-44aa-b941-2974b133af14'} bound to L3 agent in host n-d-705658-22 {{(pid=105587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:18:09.273125 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-f8f6020b-72a0-4d59-a831-2238ec993354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:17:42Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['04e35cef-7d9f-44aa-b941-2974b133af14'], 'active': True} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:18:09.273987 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-33ea7e97-158b-47ba-8502-ac40c23f84f5 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] 10.222.0.59 "PUT /v2.0/routers/04e35cef-7d9f-44aa-b941-2974b133af14/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4919529 Jul 27 21:18:09.276923 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 44942) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:18:09.321242 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [req-942bf675-7dc6-417f-a94e-307d18d24e5c req-2fca16c6-ed62-4699-a7a9-a42da40747d0 service neutron] For port ed51ec73-d9a5-4c0b-b4de-6eed8a81fff5, host n-h2-705658-22, cleared binding levels {{(pid=105584) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:18:09.367011 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-5087bb8e-1288-4305-889f-a585590d2700 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] 10.222.0.59 "GET /v2.0/ports?device_id=04e35cef-7d9f-44aa-b941-2974b133af14 HTTP/1.1" status: 200 len: 205 time: 0.0888278 Jul 27 21:18:09.373011 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 44954) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:18:09.383703 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-f8f6020b-72a0-4d59-a831-2238ec993354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-22', False) {} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:18:09.411565 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8f6020b-72a0-4d59-a831-2238ec993354 None None] Routers {'04e35cef-7d9f-44aa-b941-2974b133af14'} bound to L3 agent in host n-d-705658-22 {{(pid=105587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:18:09.413149 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-f8f6020b-72a0-4d59-a831-2238ec993354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:17:42Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['04e35cef-7d9f-44aa-b941-2974b133af14'], 'active': True} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:18:09.416571 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [req-942bf675-7dc6-417f-a94e-307d18d24e5c req-2fca16c6-ed62-4699-a7a9-a42da40747d0 service neutron] For port ed51ec73-d9a5-4c0b-b4de-6eed8a81fff5, host n-h2-705658-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=ed51ec73-d9a5-4c0b-b4de-6eed8a81fff5,segment=NetworkSegment(19bc2e5f-7908-4153-b6d3-443d5b34a291),segment_id=19bc2e5f-7908-4153-b6d3-443d5b34a291)] {{(pid=105584) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:18:09.422970 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 44962) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:18:09.450485 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-942bf675-7dc6-417f-a94e-307d18d24e5c req-2fca16c6-ed62-4699-a7a9-a42da40747d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9014027'] for port, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:09.481680 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942bf675-7dc6-417f-a94e-307d18d24e5c req-2fca16c6-ed62-4699-a7a9-a42da40747d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:18:09.483053 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-942bf675-7dc6-417f-a94e-307d18d24e5c req-2fca16c6-ed62-4699-a7a9-a42da40747d0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:09.484734 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-942bf675-7dc6-417f-a94e-307d18d24e5c req-2fca16c6-ed62-4699-a7a9-a42da40747d0 service neutron] 10.222.0.60 "PUT /v2.0/ports/ed51ec73-d9a5-4c0b-b4de-6eed8a81fff5 HTTP/1.1" status: 200 len: 1092 time: 4.9771783 Jul 27 21:18:09.490497 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f600c487-e5e5-4562-8a3b-6f15b13fe576', 'tag': 'ed51ec73-d9a5-4c0b-b4de-6eed8a81fff5'}] {{(pid=105584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:18:09.493856 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bce5e6c8685464f7626901654159975603b047827e3138302ed6566e28f1343" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dac2f0cb-afe5-4fbf-9979-da2d8b28e82e" -d '{"events": [{"name": "network-changed", "server_uuid": "f600c487-e5e5-4562-8a3b-6f15b13fe576", "tag": "ed51ec73-d9a5-4c0b-b4de-6eed8a81fff5"}]}' {{(pid=105584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:18:09.606294 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-071c09e6-41b2-47f0-91a4-28e9a81230ec tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify callbacks [] for router, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:09.622439 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-16eaaa7e-f091-41c3-970d-d2c982dcede7 tempest-RoutersAdminNegativeTest-996608129 tempest-RoutersAdminNegativeTest-996608129-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:09.644314 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-f8f6020b-72a0-4d59-a831-2238ec993354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-22', False) {} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:18:09.645553 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8f6020b-72a0-4d59-a831-2238ec993354 None None] The sync data for ids ['04e35cef-7d9f-44aa-b941-2974b133af14'] in n-d-705658-22 is: [] {{(pid=105587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:18:09.726251 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-16eaaa7e-f091-41c3-970d-d2c982dcede7 tempest-RoutersAdminNegativeTest-996608129 tempest-RoutersAdminNegativeTest-996608129-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:09.781259 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device a5575035-b89f-44e4-a312-f43ab443d0f1 up at agent hyperv_n-h1-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:18:10.037169 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Provisioning for port a5575035-b89f-44e4-a312-f43ab443d0f1 completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:18:10.047762 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Provisioning complete for port a5575035-b89f-44e4-a312-f43ab443d0f1 triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:18:10.048502 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:10.082352 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fca16c6-ed62-4699-a7a9-a42da40747d0 service neutron] Pushing event updated for resources: {'Port': ['ID=ed51ec73-d9a5-4c0b-b4de-6eed8a81fff5,revision_number=3']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:18:10.175909 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68583b53-aebb-4a2e-acea-f1fa6966d5f2 req-81a5f533-2968-48bf-b375-d3c2327ac36b tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:18:10.177517 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-68583b53-aebb-4a2e-acea-f1fa6966d5f2 req-81a5f533-2968-48bf-b375-d3c2327ac36b tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] 10.222.0.59 "GET /v2.0/ports?device_id=d4a31002-c650-402a-96ff-2bd8bc66f43f HTTP/1.1" status: 200 len: 944 time: 0.4119525 Jul 27 21:18:10.194391 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-071c09e6-41b2-47f0-91a4-28e9a81230ec tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4163631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-425'] for router, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:10.208915 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-071c09e6-41b2-47f0-91a4-28e9a81230ec tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:10.277235 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-5785064b-f2d5-432d-8708-cba97eb37c37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:10.291933 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:10.325265 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:10.377905 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4a31002-c650-402a-96ff-2bd8bc66f43f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5575035-b89f-44e4-a312-f43ab443d0f1'}] {{(pid=105586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:18:10.386719 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-68583b53-aebb-4a2e-acea-f1fa6966d5f2 req-52fe0ff6-da3c-4910-b5fb-1f865e484210 tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] 10.222.0.59 "GET /v2.0/security-groups?id=9a7007a9-34fe-445e-9576-80a9b33bcd70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1971896 Jul 27 21:18:10.387247 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14c1663e039faf5393f87855f745010ac5b02220355b68fdbf065393e303ac56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1824bfe4-5950-4d8a-b33a-957d60705cd9" -d '{"events": [{"server_uuid": "d4a31002-c650-402a-96ff-2bd8bc66f43f", "name": "network-vif-plugged", "status": "completed", "tag": "a5575035-b89f-44e4-a312-f43ab443d0f1"}]}' {{(pid=105586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:18:10.387763 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:18:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b95e46f5-3bb6-4493-adc6-ce63c0c773e1 x-openstack-request-id: req-b95e46f5-3bb6-4493-adc6-ce63c0c773e1 {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:18:10.390623 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f600c487-e5e5-4562-8a3b-6f15b13fe576", "tag": "ed51ec73-d9a5-4c0b-b4de-6eed8a81fff5", "status": "completed", "code": 200}]} {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:18:10.390956 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-b95e46f5-3bb6-4493-adc6-ce63c0c773e1 {{(pid=105584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:18:10.395183 n-d-705658-22 neutron-server[105584]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f600c487-e5e5-4562-8a3b-6f15b13fe576', 'tag': 'ed51ec73-d9a5-4c0b-b4de-6eed8a81fff5', 'status': 'completed', 'code': 200} Jul 27 21:18:10.403750 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942bf675-7dc6-417f-a94e-307d18d24e5c req-fcf81669-495e-46b7-b278-336be044ee33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:18:10.405846 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-942bf675-7dc6-417f-a94e-307d18d24e5c req-fcf81669-495e-46b7-b278-336be044ee33 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=379416b786c44e07b1b1ba1a5ea96882&device_id=f600c487-e5e5-4562-8a3b-6f15b13fe576 HTTP/1.1" status: 200 len: 1095 time: 0.8278770 Jul 27 21:18:10.451061 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] For port a5575035-b89f-44e4-a312-f43ab443d0f1, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=a5575035-b89f-44e4-a312-f43ab443d0f1,segment=NetworkSegment(82701821-d08d-4e1b-9667-8c6e67e04bdc),segment_id=82701821-d08d-4e1b-9667-8c6e67e04bdc)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:18:10.460527 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:10.546727 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:18:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed6345fe-f8a9-4fa7-8802-ed37937aabca x-openstack-request-id: req-ed6345fe-f8a9-4fa7-8802-ed37937aabca {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:18:10.548200 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4a31002-c650-402a-96ff-2bd8bc66f43f", "name": "network-vif-plugged", "status": "completed", "tag": "a5575035-b89f-44e4-a312-f43ab443d0f1", "code": 200}]} {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:18:10.548489 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-ed6345fe-f8a9-4fa7-8802-ed37937aabca {{(pid=105586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:18:10.548955 n-d-705658-22 neutron-server[105586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4a31002-c650-402a-96ff-2bd8bc66f43f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5575035-b89f-44e4-a312-f43ab443d0f1', 'code': 200} Jul 27 21:18:10.622521 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Pushing event updated for resources: {'Port': ['ID=a5575035-b89f-44e4-a312-f43ab443d0f1,revision_number=5']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:18:10.728600 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-071c09e6-41b2-47f0-91a4-28e9a81230ec tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4163007'] for router, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:10.729147 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-071c09e6-41b2-47f0-91a4-28e9a81230ec tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Fanout notify agent at l3_agent the message router_deleted on router 04e35cef-7d9f-44aa-b941-2974b133af14 {{(pid=105585) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 21:18:10.751497 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-071c09e6-41b2-47f0-91a4-28e9a81230ec tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify callbacks [] for router, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:10.753103 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-071c09e6-41b2-47f0-91a4-28e9a81230ec tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] 10.222.0.59 "DELETE /v2.0/routers/04e35cef-7d9f-44aa-b941-2974b133af14 HTTP/1.1" status: 204 len: 168 time: 1.3780818 Jul 27 21:18:10.765832 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 45092) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:18:10.780590 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-5785064b-f2d5-432d-8708-cba97eb37c37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:10.865788 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-5785064b-f2d5-432d-8708-cba97eb37c37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:10.934572 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-d7d6726e-828d-4039-b4d0-a96327c7a4e4 req-ce4d1e7c-964f-4e07-8ccb-858ad9669f88 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=230cd4c2-ee09-4357-a964-cafa10f52fd4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.6879108 Jul 27 21:18:10.966710 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f76498-d30a-4fa4-a214-b0e70bbf6d94 req-47cf0002-526e-48ef-b029-a2bf2d7e12f4 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:18:10.974864 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-d3f76498-d30a-4fa4-a214-b0e70bbf6d94 req-47cf0002-526e-48ef-b029-a2bf2d7e12f4 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] 10.222.0.59 "GET /v2.0/ports?device_id=f600c487-e5e5-4562-8a3b-6f15b13fe576 HTTP/1.1" status: 200 len: 943 time: 0.3583431 Jul 27 21:18:11.099392 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4fffca8-26b7-4b29-ba3f-13f04b2e56bc tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Deleting subnet c98a23b2-75f1-4d22-b302-d0d68e67a85f {{(pid=105585) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:18:11.109955 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-d3f76498-d30a-4fa4-a214-b0e70bbf6d94 req-5c8bf1a5-48e1-430f-91bc-9d70c997169e tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] 10.222.0.59 "GET /v2.0/security-groups?id=5a737d1c-b945-4cea-a14d-2326657e6941&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1338170 Jul 27 21:18:11.112884 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-b4fffca8-26b7-4b29-ba3f-13f04b2e56bc tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify callbacks [] for subnet, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:11.380687 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5785064b-f2d5-432d-8708-cba97eb37c37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddb857c0-ff05-4d9d-85e4-c683770df797,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:18:11.385857 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-942bf675-7dc6-417f-a94e-307d18d24e5c req-d1dd44a3-1ed9-4362-a169-109ad5b4a18b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ed51ec73-d9a5-4c0b-b4de-6eed8a81fff5 HTTP/1.1" status: 200 len: 217 time: 0.5923538 Jul 27 21:18:11.467756 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-5785064b-f2d5-432d-8708-cba97eb37c37 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=e9f8b840b94848eb892a48e29ec29f0d&name=default HTTP/1.1" status: 200 len: 2983 time: 2.0433216 Jul 27 21:18:11.526500 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 45126) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:18:11.553942 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-5ff8f514-0b4d-475f-9c6a-8b6d60fac922 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:11.679232 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662f5f71-0478-4ce7-a7ea-8fe6b067addf req-a7a8230d-1d4c-452a-b681-4c2a3ab17f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:18:11.681022 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-662f5f71-0478-4ce7-a7ea-8fe6b067addf req-a7a8230d-1d4c-452a-b681-4c2a3ab17f67 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=d4a31002-c650-402a-96ff-2bd8bc66f43f HTTP/1.1" status: 200 len: 1097 time: 0.8865097 Jul 27 21:18:11.688622 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942bf675-7dc6-417f-a94e-307d18d24e5c req-fa9e15be-036a-41dd-af36-0a610e711dee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:18:11.690315 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-942bf675-7dc6-417f-a94e-307d18d24e5c req-fa9e15be-036a-41dd-af36-0a610e711dee service neutron] 10.222.0.60 "GET /v2.0/subnets?id=01bef050-fb0a-4ec7-a814-df3307ad6529 HTTP/1.1" status: 200 len: 834 time: 0.2932134 Jul 27 21:18:11.692862 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-16eaaa7e-f091-41c3-970d-d2c982dcede7 tempest-RoutersAdminNegativeTest-996608129 tempest-RoutersAdminNegativeTest-996608129-project-admin] Notify callbacks [] for router, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:11.852016 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-bd898fa3-960c-4e67-998f-fe635a951b57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:11.876011 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:11.902170 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-b4fffca8-26b7-4b29-ba3f-13f04b2e56bc tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9887057'] for subnet, precommit_delete_associations {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:11.981102 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d6726e-828d-4039-b4d0-a96327c7a4e4 req-d1d23e2c-ccef-4289-aec0-f836fe7e6847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:18:11.982624 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-d7d6726e-828d-4039-b4d0-a96327c7a4e4 req-d1d23e2c-ccef-4289-aec0-f836fe7e6847 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=7cb1be282c1a45569e2d1240a1ce83c6&device_id=230cd4c2-ee09-4357-a964-cafa10f52fd4 HTTP/1.1" status: 200 len: 1097 time: 1.0047777 Jul 27 21:18:12.029025 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d25114-75d9-4f94-8e73-d4c1b80a82d4 req-6faac4e3-d4df-4bee-bb95-2bdc63b5d297 tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:18:12.031430 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-52d25114-75d9-4f94-8e73-d4c1b80a82d4 req-6faac4e3-d4df-4bee-bb95-2bdc63b5d297 tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] 10.222.0.59 "GET /v2.0/ports?device_id=d4a31002-c650-402a-96ff-2bd8bc66f43f HTTP/1.1" status: 200 len: 945 time: 0.2780008 Jul 27 21:18:12.055551 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-bd898fa3-960c-4e67-998f-fe635a951b57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:12.076895 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-16eaaa7e-f091-41c3-970d-d2c982dcede7 tempest-RoutersAdminNegativeTest-996608129 tempest-RoutersAdminNegativeTest-996608129-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4163631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-425'] for router, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:12.081600 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-16eaaa7e-f091-41c3-970d-d2c982dcede7 tempest-RoutersAdminNegativeTest-996608129 tempest-RoutersAdminNegativeTest-996608129-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:12.109420 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-662f5f71-0478-4ce7-a7ea-8fe6b067addf req-ec9988b0-12ed-47fd-8403-1b1b2b89a480 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=9a7007a9-34fe-445e-9576-80a9b33bcd70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4173031 Jul 27 21:18:12.119739 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780766b0-5191-41fd-b68b-73f84fa5c0a9 req-6ff70058-6e0e-400c-b62b-99f7d7d721a0 tempest-VolumesSnapshotTestJSON-1656461289 tempest-VolumesSnapshotTestJSON-1656461289-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:18:12.121230 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-780766b0-5191-41fd-b68b-73f84fa5c0a9 req-6ff70058-6e0e-400c-b62b-99f7d7d721a0 tempest-VolumesSnapshotTestJSON-1656461289 tempest-VolumesSnapshotTestJSON-1656461289-project] 10.222.0.59 "GET /v2.0/networks?id=1b1dab31-9b34-44da-9575-a2762dd20ae1 HTTP/1.1" status: 200 len: 813 time: 0.3702292 Jul 27 21:18:12.160624 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-16eaaa7e-f091-41c3-970d-d2c982dcede7 tempest-RoutersAdminNegativeTest-996608129 tempest-RoutersAdminNegativeTest-996608129-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4163007'] for router, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:12.161059 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-b4fffca8-26b7-4b29-ba3f-13f04b2e56bc tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854965'] for subnet, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:12.161272 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16eaaa7e-f091-41c3-970d-d2c982dcede7 tempest-RoutersAdminNegativeTest-996608129 tempest-RoutersAdminNegativeTest-996608129-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a465b172-e5ec-4756-9794-34390a8f5455 {{(pid=105584) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 21:18:12.183644 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942bf675-7dc6-417f-a94e-307d18d24e5c req-bb5d707b-8898-496d-8ec9-badaaa133bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:18:12.185423 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-942bf675-7dc6-417f-a94e-307d18d24e5c req-bb5d707b-8898-496d-8ec9-badaaa133bdb service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1473080c-86ba-4d44-8dcc-5442b4565b0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3269577 Jul 27 21:18:12.189167 n-d-705658-22 neutron-server[105584]: INFO neutron.api.v2.resource [None req-16eaaa7e-f091-41c3-970d-d2c982dcede7 tempest-RoutersAdminNegativeTest-996608129 tempest-RoutersAdminNegativeTest-996608129-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jul 27 21:18:12.189167 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-16eaaa7e-f091-41c3-970d-d2c982dcede7 tempest-RoutersAdminNegativeTest-996608129 tempest-RoutersAdminNegativeTest-996608129-project-admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 5.4153247 Jul 27 21:18:12.191663 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 45134) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:18:12.200711 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-780766b0-5191-41fd-b68b-73f84fa5c0a9 req-cc3c88ee-7661-4a12-857d-e99edda36aca tempest-VolumesSnapshotTestJSON-1656461289 tempest-VolumesSnapshotTestJSON-1656461289-project] 10.222.0.59 "GET /v2.0/quotas/82bc643bd9d4441485dd55755aeabc15 HTTP/1.1" status: 200 len: 375 time: 0.0631642 Jul 27 21:18:12.219081 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-bd898fa3-960c-4e67-998f-fe635a951b57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:12.221746 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-bd898fa3-960c-4e67-998f-fe635a951b57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:12.223147 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-bd898fa3-960c-4e67-998f-fe635a951b57 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/ddb857c0-ff05-4d9d-85e4-c683770df797 HTTP/1.1" status: 204 len: 168 time: 0.6904476 Jul 27 21:18:12.266796 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd898fa3-960c-4e67-998f-fe635a951b57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddb857c0-ff05-4d9d-85e4-c683770df797,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:18:12.297260 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-52d25114-75d9-4f94-8e73-d4c1b80a82d4 req-d6d4b391-5646-4528-849e-722e1b95be65 tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] 10.222.0.59 "GET /v2.0/security-groups?id=9a7007a9-34fe-445e-9576-80a9b33bcd70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1890614 Jul 27 21:18:12.342209 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-942bf675-7dc6-417f-a94e-307d18d24e5c req-256cac78-a4bc-46f0-bf6b-44b5b6d29118 service neutron] 10.222.0.60 "GET /v2.0/networks/1473080c-86ba-4d44-8dcc-5442b4565b0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1460679 Jul 27 21:18:12.395315 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-780766b0-5191-41fd-b68b-73f84fa5c0a9 req-4878cae7-f0ec-4eda-90ef-d6b8e266b5cc tempest-VolumesSnapshotTestJSON-1656461289 tempest-VolumesSnapshotTestJSON-1656461289-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=82bc643bd9d4441485dd55755aeabc15&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1749623 Jul 27 21:18:12.406652 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [req-780766b0-5191-41fd-b68b-73f84fa5c0a9 req-7a829d4b-d328-4200-a159-67232790a590 service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=105585) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 21:18:12.414273 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-780766b0-5191-41fd-b68b-73f84fa5c0a9 req-7a829d4b-d328-4200-a159-67232790a590 service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0173655 Jul 27 21:18:12.416996 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d6726e-828d-4039-b4d0-a96327c7a4e4 req-8fa32ccd-7a64-4b1c-99aa-2a428664ed19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:18:12.418397 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-d7d6726e-828d-4039-b4d0-a96327c7a4e4 req-8fa32ccd-7a64-4b1c-99aa-2a428664ed19 service neutron] 10.222.0.60 "GET /v2.0/networks?id=0ded17b3-440e-4dbe-8ea1-4e29acefb236 HTTP/1.1" status: 200 len: 915 time: 0.4120288 Jul 27 21:18:12.452655 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-942bf675-7dc6-417f-a94e-307d18d24e5c req-2d97f3f0-0b09-4324-bfb4-d9bff914cfdf service neutron] 10.222.0.60 "GET /v2.0/networks/1473080c-86ba-4d44-8dcc-5442b4565b0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1031463 Jul 27 21:18:12.522970 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-d7d6726e-828d-4039-b4d0-a96327c7a4e4 req-431a040a-fa46-4bd8-9bf3-c19d9aea8e04 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a1e52bc3-7031-48ee-996e-d8ffae51b15a HTTP/1.1" status: 200 len: 217 time: 0.0835576 Jul 27 21:18:12.581090 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac2f0cb-afe5-4fbf-9979-da2d8b28e82e req-871fcd7b-f932-4168-a7b6-57206c8fac5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:18:12.582771 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-dac2f0cb-afe5-4fbf-9979-da2d8b28e82e req-871fcd7b-f932-4168-a7b6-57206c8fac5b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=379416b786c44e07b1b1ba1a5ea96882&device_id=f600c487-e5e5-4562-8a3b-6f15b13fe576 HTTP/1.1" status: 200 len: 1095 time: 0.0807085 Jul 27 21:18:12.591808 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-b4fffca8-26b7-4b29-ba3f-13f04b2e56bc tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10221602', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9990583'] for subnet, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:12.600985 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 45140) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:18:12.677869 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-5a37e7b9-b5cd-4d2d-9edf-92a5e18bf06a admin admin] Notify callbacks [] for security_group, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:12.677990 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4fffca8-26b7-4b29-ba3f-13f04b2e56bc tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Pushing event deleted for resources: {'Subnet': ['ID=c98a23b2-75f1-4d22-b302-d0d68e67a85f,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:18:12.683627 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48908869-98f9-4665-8778-4fee1919ee3d None None] Network ecd744f0-5fd5-42d7-86cf-db46b1f10106 requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:18:12.697024 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-b4fffca8-26b7-4b29-ba3f-13f04b2e56bc tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743886'] for subnet, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:12.698925 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-b4fffca8-26b7-4b29-ba3f-13f04b2e56bc tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] 10.222.0.59 "DELETE /v2.0/subnets/c98a23b2-75f1-4d22-b302-d0d68e67a85f HTTP/1.1" status: 204 len: 168 time: 1.9089251 Jul 27 21:18:12.703968 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 45142) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:18:12.719514 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d6726e-828d-4039-b4d0-a96327c7a4e4 req-892358ce-2821-4bf2-b419-aac87cd7b20a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:18:12.721009 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-d7d6726e-828d-4039-b4d0-a96327c7a4e4 req-892358ce-2821-4bf2-b419-aac87cd7b20a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=0afa8897-5216-45a9-9a1e-8fc30b1f7259 HTTP/1.1" status: 200 len: 854 time: 0.1505690 Jul 27 21:18:12.771375 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-780766b0-5191-41fd-b68b-73f84fa5c0a9 req-8eecb39d-f356-458e-84d1-47f6440f90df service neutron] 10.222.0.59 "GET /v2.0/networks/1b1dab31-9b34-44da-9575-a2762dd20ae1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3562341 Jul 27 21:18:12.774774 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-d7d6726e-828d-4039-b4d0-a96327c7a4e4 req-64c12f03-ed3c-4c91-acbe-acc428dcea4a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=0ded17b3-440e-4dbe-8ea1-4e29acefb236&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0459082 Jul 27 21:18:12.781954 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [None req-0100d1e3-a21c-484c-b979-76187d6271bc tempest-RoutersAdminNegativeTest-996608129 tempest-RoutersAdminNegativeTest-996608129-project-admin] Deleting port 2200b605-464d-48f8-8602-c3d44db24724 {{(pid=105585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:18:12.782301 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-0100d1e3-a21c-484c-b979-76187d6271bc tempest-RoutersAdminNegativeTest-996608129 tempest-RoutersAdminNegativeTest-996608129-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:12.802488 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f025f192-1951-4396-bba9-9a2f1f6b150a req-9f7df5f2-fa69-4a57-b4d4-de01abed8a22 tempest-AttachVolumeNegativeTest-845744699 tempest-AttachVolumeNegativeTest-845744699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:18:12.805448 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f025f192-1951-4396-bba9-9a2f1f6b150a req-9f7df5f2-fa69-4a57-b4d4-de01abed8a22 tempest-AttachVolumeNegativeTest-845744699 tempest-AttachVolumeNegativeTest-845744699-project] 10.222.0.59 "GET /v2.0/ports?device_id=d3040cb8-25e8-4d36-b866-7568302af000 HTTP/1.1" status: 200 len: 945 time: 0.3862081 Jul 27 21:18:12.850154 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac2f0cb-afe5-4fbf-9979-da2d8b28e82e req-880e97a7-a3e6-4177-b5d2-b3074c810165 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:18:12.851551 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-dac2f0cb-afe5-4fbf-9979-da2d8b28e82e req-880e97a7-a3e6-4177-b5d2-b3074c810165 service neutron] 10.222.0.60 "GET /v2.0/networks?id=1473080c-86ba-4d44-8dcc-5442b4565b0c HTTP/1.1" status: 200 len: 897 time: 0.2610476 Jul 27 21:18:12.872398 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-be3c376e-df6e-4ad1-bc88-c59768c126d9 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-990557'] for network, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:12.937452 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-bb32ed7d-8717-448b-a9c8-a5a0117d1fd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:13.007626 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-dac2f0cb-afe5-4fbf-9979-da2d8b28e82e req-e1c1c23e-d608-4a49-893b-3b86227930bd service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ed51ec73-d9a5-4c0b-b4de-6eed8a81fff5 HTTP/1.1" status: 200 len: 217 time: 0.1446555 Jul 27 21:18:13.055105 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-780766b0-5191-41fd-b68b-73f84fa5c0a9 req-254d16b3-8e5f-4d6c-82cc-681dbc29d80f service neutron] 10.222.0.59 "GET /v2.0/networks/1b1dab31-9b34-44da-9575-a2762dd20ae1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2617977 Jul 27 21:18:13.080974 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f47c0b56-d7e4-4054-820b-dec0bd5b0b82 None None] DHCP port deletion for ecd744f0-5fd5-42d7-86cf-db46b1f10106 request from n-d-705658-22 {{(pid=105586) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 21:18:13.102968 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac2f0cb-afe5-4fbf-9979-da2d8b28e82e req-5fb92ed5-3526-4d0f-a7e2-b546b4e775da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:18:13.104588 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-dac2f0cb-afe5-4fbf-9979-da2d8b28e82e req-5fb92ed5-3526-4d0f-a7e2-b546b4e775da service neutron] 10.222.0.60 "GET /v2.0/subnets?id=01bef050-fb0a-4ec7-a814-df3307ad6529 HTTP/1.1" status: 200 len: 834 time: 0.0724630 Jul 27 21:18:13.136513 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f025f192-1951-4396-bba9-9a2f1f6b150a req-a229bc1f-018f-451a-ab57-d35149b8e00d tempest-AttachVolumeNegativeTest-845744699 tempest-AttachVolumeNegativeTest-845744699-project] 10.222.0.59 "GET /v2.0/security-groups?id=2650ee69-e2a9-4bf0-b170-d21e83666964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3123050 Jul 27 21:18:13.158021 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-f47c0b56-d7e4-4054-820b-dec0bd5b0b82 None None] Deleting port 02a4e006-8a26-4493-86de-067b5c85169c {{(pid=105586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:18:13.158453 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-f47c0b56-d7e4-4054-820b-dec0bd5b0b82 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:13.161835 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-0100d1e3-a21c-484c-b979-76187d6271bc tempest-RoutersAdminNegativeTest-996608129 tempest-RoutersAdminNegativeTest-996608129-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:13.180362 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [None req-0100d1e3-a21c-484c-b979-76187d6271bc tempest-RoutersAdminNegativeTest-996608129 tempest-RoutersAdminNegativeTest-996608129-project-admin] Calling delete_port for 2200b605-464d-48f8-8602-c3d44db24724 owned by {{(pid=105585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:18:13.245377 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-f47c0b56-d7e4-4054-820b-dec0bd5b0b82 None None] For port 02a4e006-8a26-4493-86de-067b5c85169c, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=02a4e006-8a26-4493-86de-067b5c85169c,segment=NetworkSegment(fd4b0c9f-ddd5-4f86-b7ce-1b7b643c541b),segment_id=fd4b0c9f-ddd5-4f86-b7ce-1b7b643c541b)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:18:13.245896 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-f47c0b56-d7e4-4054-820b-dec0bd5b0b82 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:13.272675 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-f47c0b56-d7e4-4054-820b-dec0bd5b0b82 None None] Calling delete_port for 02a4e006-8a26-4493-86de-067b5c85169c owned by network:dhcp {{(pid=105586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:18:13.320897 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-5a37e7b9-b5cd-4d2d-9edf-92a5e18bf06a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:13.337197 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-0100d1e3-a21c-484c-b979-76187d6271bc tempest-RoutersAdminNegativeTest-996608129 tempest-RoutersAdminNegativeTest-996608129-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:13.337914 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-5a37e7b9-b5cd-4d2d-9edf-92a5e18bf06a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:13.367200 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-be3c376e-df6e-4ad1-bc88-c59768c126d9 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Deleting port 02a4e006-8a26-4493-86de-067b5c85169c {{(pid=105584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:18:13.367579 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-be3c376e-df6e-4ad1-bc88-c59768c126d9 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:13.377254 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac2f0cb-afe5-4fbf-9979-da2d8b28e82e req-b1976521-eeda-43bc-bc0c-3236e2afcdb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:18:13.378967 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-dac2f0cb-afe5-4fbf-9979-da2d8b28e82e req-b1976521-eeda-43bc-bc0c-3236e2afcdb3 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1473080c-86ba-4d44-8dcc-5442b4565b0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2656529 Jul 27 21:18:13.389131 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-f47c0b56-d7e4-4054-820b-dec0bd5b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180'] for port, after_delete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:13.400253 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-d7d6726e-828d-4039-b4d0-a96327c7a4e4 req-a8392cf5-d168-4f7b-b754-ff171b4923f2 service neutron] 10.222.0.60 "GET /v2.0/networks/0ded17b3-440e-4dbe-8ea1-4e29acefb236?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6151707 Jul 27 21:18:13.404407 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45552cbb-30d1-461e-a608-c7f998843c3f req-7e0cf70a-1fad-4dbf-a05f-7b39961725a0 tempest-AttachVolumeNegativeTest-845744699 tempest-AttachVolumeNegativeTest-845744699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:18:13.405700 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-45552cbb-30d1-461e-a608-c7f998843c3f req-7e0cf70a-1fad-4dbf-a05f-7b39961725a0 tempest-AttachVolumeNegativeTest-845744699 tempest-AttachVolumeNegativeTest-845744699-project] 10.222.0.36 "GET /v2.0/ports?device_id=d3040cb8-25e8-4d36-b866-7568302af000 HTTP/1.1" status: 200 len: 945 time: 0.2813554 Jul 27 21:18:13.467628 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f47c0b56-d7e4-4054-820b-dec0bd5b0b82 None None] No DVR routers for this DVR port 02a4e006-8a26-4493-86de-067b5c85169c on host n-d-705658-22 {{(pid=105586) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:18:13.481049 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47c0b56-d7e4-4054-820b-dec0bd5b0b82 None None] Pushing event deleted for resources: {'Port': ['ID=02a4e006-8a26-4493-86de-067b5c85169c,revision_number=None']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:18:13.542015 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-5a37e7b9-b5cd-4d2d-9edf-92a5e18bf06a admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=497d51aa21a74aaab0236008a7b61be3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9396598 Jul 27 21:18:13.554254 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-d7d6726e-828d-4039-b4d0-a96327c7a4e4 req-a1f20e65-40fa-4e9f-aa75-90e6eeb3d20f service neutron] 10.222.0.60 "GET /v2.0/networks/0ded17b3-440e-4dbe-8ea1-4e29acefb236?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280575 Jul 27 21:18:13.556872 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0100d1e3-a21c-484c-b979-76187d6271bc tempest-RoutersAdminNegativeTest-996608129 tempest-RoutersAdminNegativeTest-996608129-project-admin] Pushing event deleted for resources: {'Port': ['ID=2200b605-464d-48f8-8602-c3d44db24724,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:18:13.563412 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 45156) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:18:13.584585 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a37e7b9-b5cd-4d2d-9edf-92a5e18bf06a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a71742b4-2335-4bff-8b7d-6d3beb1c87e0,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:18:13.588248 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 45158) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:18:13.637743 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a37e7b9-b5cd-4d2d-9edf-92a5e18bf06a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:18:13.638353 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a37e7b9-b5cd-4d2d-9edf-92a5e18bf06a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:18:13.638698 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a37e7b9-b5cd-4d2d-9edf-92a5e18bf06a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:18:13.639078 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a37e7b9-b5cd-4d2d-9edf-92a5e18bf06a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:18:13.639419 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a37e7b9-b5cd-4d2d-9edf-92a5e18bf06a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:18:13.640368 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a37e7b9-b5cd-4d2d-9edf-92a5e18bf06a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:18:13.640700 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a37e7b9-b5cd-4d2d-9edf-92a5e18bf06a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:18:13.641028 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a37e7b9-b5cd-4d2d-9edf-92a5e18bf06a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:18:13.641350 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a37e7b9-b5cd-4d2d-9edf-92a5e18bf06a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:18:13.641672 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a37e7b9-b5cd-4d2d-9edf-92a5e18bf06a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:18:13.642103 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a37e7b9-b5cd-4d2d-9edf-92a5e18bf06a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:18:13.642418 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a37e7b9-b5cd-4d2d-9edf-92a5e18bf06a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:18:13.669189 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [None req-be3c376e-df6e-4ad1-bc88-c59768c126d9 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] For port 02a4e006-8a26-4493-86de-067b5c85169c, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=02a4e006-8a26-4493-86de-067b5c85169c,segment=NetworkSegment(fd4b0c9f-ddd5-4f86-b7ce-1b7b643c541b),segment_id=fd4b0c9f-ddd5-4f86-b7ce-1b7b643c541b)] {{(pid=105584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:18:13.669563 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-be3c376e-df6e-4ad1-bc88-c59768c126d9 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:13.685937 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-dac2f0cb-afe5-4fbf-9979-da2d8b28e82e req-b5a18552-2186-4957-9518-20514b8a3fc3 service neutron] 10.222.0.60 "GET /v2.0/networks/1473080c-86ba-4d44-8dcc-5442b4565b0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2461069 Jul 27 21:18:13.713480 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-098816aa-9451-4f59-b937-008b997be74f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:13.718677 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-be3c376e-df6e-4ad1-bc88-c59768c126d9 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Calling delete_port for 02a4e006-8a26-4493-86de-067b5c85169c owned by network:dhcp {{(pid=105584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:18:13.738883 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-098816aa-9451-4f59-b937-008b997be74f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:13.756804 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-0100d1e3-a21c-484c-b979-76187d6271bc tempest-RoutersAdminNegativeTest-996608129 tempest-RoutersAdminNegativeTest-996608129-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:13.762184 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-0100d1e3-a21c-484c-b979-76187d6271bc tempest-RoutersAdminNegativeTest-996608129 tempest-RoutersAdminNegativeTest-996608129-project-admin] 10.222.0.59 "DELETE /v2.0/ports/2200b605-464d-48f8-8602-c3d44db24724 HTTP/1.1" status: 204 len: 168 time: 1.5597281 Jul 27 21:18:13.776099 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30c4e53-6a4e-47eb-9db3-7c925077734a req-8314ba4e-793d-4405-ba07-5740d798f4e9 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:18:13.777643 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e30c4e53-6a4e-47eb-9db3-7c925077734a req-8314ba4e-793d-4405-ba07-5740d798f4e9 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] 10.222.0.59 "GET /v2.0/ports?device_id=f600c487-e5e5-4562-8a3b-6f15b13fe576 HTTP/1.1" status: 200 len: 943 time: 0.4446623 Jul 27 21:18:13.867875 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf1eaa6-c7f6-4842-a6ab-916b587af634 req-5219d9ad-bc54-4016-ae8b-48de3c74de38 tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:18:13.873101 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-6b874ad7-60a7-47b0-bf7c-eff19ea1c3b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:13.891653 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-dbf1eaa6-c7f6-4842-a6ab-916b587af634 req-5219d9ad-bc54-4016-ae8b-48de3c74de38 tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] 10.222.0.59 "GET /v2.0/ports?device_id=d4a31002-c650-402a-96ff-2bd8bc66f43f HTTP/1.1" status: 200 len: 945 time: 0.3312936 Jul 27 21:18:13.942035 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-098816aa-9451-4f59-b937-008b997be74f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:13.948562 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-098816aa-9451-4f59-b937-008b997be74f admin admin] Notify callbacks [] for security_group, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:13.954561 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-098816aa-9451-4f59-b937-008b997be74f admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/a71742b4-2335-4bff-8b7d-6d3beb1c87e0 HTTP/1.1" status: 204 len: 168 time: 0.3902478 Jul 27 21:18:14.011536 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098816aa-9451-4f59-b937-008b997be74f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a71742b4-2335-4bff-8b7d-6d3beb1c87e0,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:18:14.021068 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e30c4e53-6a4e-47eb-9db3-7c925077734a req-68cb2b0b-4143-412b-8957-f2b9c367ef76 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] 10.222.0.59 "GET /v2.0/security-groups?id=5a737d1c-b945-4cea-a14d-2326657e6941&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2312014 Jul 27 21:18:14.046664 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-dac2f0cb-afe5-4fbf-9979-da2d8b28e82e req-2ec5b89f-dcda-4e10-aef7-7ee9db78c154 service neutron] 10.222.0.60 "GET /v2.0/networks/1473080c-86ba-4d44-8dcc-5442b4565b0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3391044 Jul 27 21:18:14.071182 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-dbf1eaa6-c7f6-4842-a6ab-916b587af634 req-7a9c1542-d2d3-46bf-8737-d718cffe3f25 tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] 10.222.0.59 "GET /v2.0/security-groups?id=9a7007a9-34fe-445e-9576-80a9b33bcd70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1778667 Jul 27 21:18:14.198833 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 45178) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:18:14.225830 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-325e5853-beea-4b7e-9777-e608f99455f5 req-b5cf5c38-3208-4590-aaec-3394af036188 tempest-VolumesSnapshotTestJSON-1656461289 tempest-VolumesSnapshotTestJSON-1656461289-project] 10.222.0.59 "GET /v2.0/ports?device_id=d329d6cd-0d71-49a5-93ee-e3d4a6993e4c HTTP/1.1" status: 200 len: 210 time: 0.0932329 Jul 27 21:18:14.225981 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-6b874ad7-60a7-47b0-bf7c-eff19ea1c3b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:14.229261 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-be3c376e-df6e-4ad1-bc88-c59768c126d9 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:14.239629 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [req-45552cbb-30d1-461e-a608-c7f998843c3f req-7840841a-44ea-4db3-956a-0c8d259cdb6a tempest-AttachVolumeNegativeTest-845744699 tempest-AttachVolumeNegativeTest-845744699-project] Deleting port 42c9b3c2-2bc4-4171-ba43-e762b50293c0 {{(pid=105584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:18:14.239975 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-45552cbb-30d1-461e-a608-c7f998843c3f req-7840841a-44ea-4db3-956a-0c8d259cdb6a tempest-AttachVolumeNegativeTest-845744699 tempest-AttachVolumeNegativeTest-845744699-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:14.317212 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-875ced1b-4cf3-463a-9653-058f0f9421e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:14.367407 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-6b874ad7-60a7-47b0-bf7c-eff19ea1c3b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:14.401491 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3c376e-df6e-4ad1-bc88-c59768c126d9 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Pushing event deleted for resources: {'Port': ['ID=02a4e006-8a26-4493-86de-067b5c85169c,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:18:14.414118 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be3c376e-df6e-4ad1-bc88-c59768c126d9 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] No DVR routers for this DVR port 02a4e006-8a26-4493-86de-067b5c85169c on host n-d-705658-22 {{(pid=105584) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:18:14.524399 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7b9bfa-3fd9-4384-993f-84c38e023aba req-bfe04517-0f4f-4e7a-854a-769a169549b7 tempest-AttachVolumeNegativeTest-845744699 tempest-AttachVolumeNegativeTest-845744699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:18:14.532023 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-2e7b9bfa-3fd9-4384-993f-84c38e023aba req-bfe04517-0f4f-4e7a-854a-769a169549b7 tempest-AttachVolumeNegativeTest-845744699 tempest-AttachVolumeNegativeTest-845744699-project] 10.222.0.59 "GET /v2.0/ports?device_id=d3040cb8-25e8-4d36-b866-7568302af000 HTTP/1.1" status: 200 len: 945 time: 0.1913385 Jul 27 21:18:14.573290 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b874ad7-60a7-47b0-bf7c-eff19ea1c3b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc7b90f6-1674-4479-9588-eb268ee3ebad,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:18:14.581140 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [req-45552cbb-30d1-461e-a608-c7f998843c3f req-7840841a-44ea-4db3-956a-0c8d259cdb6a tempest-AttachVolumeNegativeTest-845744699 tempest-AttachVolumeNegativeTest-845744699-project] For port 42c9b3c2-2bc4-4171-ba43-e762b50293c0, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=42c9b3c2-2bc4-4171-ba43-e762b50293c0,segment=NetworkSegment(749d1f51-8998-49bc-ba8d-208be5295f5a),segment_id=749d1f51-8998-49bc-ba8d-208be5295f5a)] {{(pid=105584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:18:14.581450 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-45552cbb-30d1-461e-a608-c7f998843c3f req-7840841a-44ea-4db3-956a-0c8d259cdb6a tempest-AttachVolumeNegativeTest-845744699 tempest-AttachVolumeNegativeTest-845744699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:14.585987 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-6b874ad7-60a7-47b0-bf7c-eff19ea1c3b7 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=804afb96c6604fb8b241fc4a8284b45b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9935410 Jul 27 21:18:14.597526 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-be3c376e-df6e-4ad1-bc88-c59768c126d9 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853562', 'neutron.services.segments.db._delete_segments_for_network-8790688882975'] for network, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:14.598231 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-2e7b9bfa-3fd9-4384-993f-84c38e023aba req-afa42004-de51-486c-8d3a-1e4dd842834f tempest-AttachVolumeNegativeTest-845744699 tempest-AttachVolumeNegativeTest-845744699-project] 10.222.0.59 "GET /v2.0/security-groups?id=2650ee69-e2a9-4bf0-b170-d21e83666964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611386 Jul 27 21:18:14.600291 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 45190) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:18:14.618771 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [req-45552cbb-30d1-461e-a608-c7f998843c3f req-7840841a-44ea-4db3-956a-0c8d259cdb6a tempest-AttachVolumeNegativeTest-845744699 tempest-AttachVolumeNegativeTest-845744699-project] Calling delete_port for 42c9b3c2-2bc4-4171-ba43-e762b50293c0 owned by compute:nova {{(pid=105584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:18:14.623669 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.segments.db [None req-be3c376e-df6e-4ad1-bc88-c59768c126d9 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ecd744f0-5fd5-42d7-86cf-db46b1f10106']}} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:18:14.640859 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5f8ad7-eb59-4cc1-b379-c72085d04113 req-a8cabd4b-429d-4838-b55d-207cd5264977 tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:18:14.643365 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.segments.db [None req-be3c376e-df6e-4ad1-bc88-c59768c126d9 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd4b0c9f-ddd5-4f86-b7ce-1b7b643c541b') {'for_net_delete': True} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:18:14.643670 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.segments.db [None req-be3c376e-df6e-4ad1-bc88-c59768c126d9 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd4b0c9f-ddd5-4f86-b7ce-1b7b643c541b') {} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:18:14.648065 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-ce5f8ad7-eb59-4cc1-b379-c72085d04113 req-a8cabd4b-429d-4838-b55d-207cd5264977 tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] 10.222.0.59 "GET /v2.0/ports?device_id=d4a31002-c650-402a-96ff-2bd8bc66f43f HTTP/1.1" status: 200 len: 945 time: 0.1898482 Jul 27 21:18:14.655420 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-0a0a8067-2d56-40e4-b176-a2854d935be4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:14.671476 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-be3c376e-df6e-4ad1-bc88-c59768c126d9 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790688883752', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9014348'] for segment, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:14.714624 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-ce5f8ad7-eb59-4cc1-b379-c72085d04113 req-c87ae8d5-fab4-4b2d-a918-5d1c3ff71a72 tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] 10.222.0.59 "GET /v2.0/security-groups?id=9a7007a9-34fe-445e-9576-80a9b33bcd70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637579 Jul 27 21:18:14.803232 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-be3c376e-df6e-4ad1-bc88-c59768c126d9 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:14.823197 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be3c376e-df6e-4ad1-bc88-c59768c126d9 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Releasing vlan 230 on physical network physnet1 to pool {{(pid=105584) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:18:14.823610 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-be3c376e-df6e-4ad1-bc88-c59768c126d9 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9014063'] for segment, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:14.848509 n-d-705658-22 neutron-server[105584]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 21:18:14.848509 n-d-705658-22 neutron-server[105584]: self.session.flush() Jul 27 21:18:14.848509 n-d-705658-22 neutron-server[105584]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 21:18:14.848509 n-d-705658-22 neutron-server[105584]: self.session.flush() Jul 27 21:18:14.848509 n-d-705658-22 neutron-server[105584]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 21:18:14.848509 n-d-705658-22 neutron-server[105584]: self.session.flush() Jul 27 21:18:14.848509 n-d-705658-22 neutron-server[105584]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 21:18:14.848509 n-d-705658-22 neutron-server[105584]: self.session.flush() Jul 27 21:18:14.848509 n-d-705658-22 neutron-server[105584]: Traceback (most recent call last): Jul 27 21:18:14.848509 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:18:14.848509 n-d-705658-22 neutron-server[105584]: timer() Jul 27 21:18:14.848509 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:18:14.848509 n-d-705658-22 neutron-server[105584]: cb(*args, **kw) Jul 27 21:18:14.848509 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:18:14.848509 n-d-705658-22 neutron-server[105584]: return func(*args, **kwargs) Jul 27 21:18:14.848509 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:18:14.848509 n-d-705658-22 neutron-server[105584]: self._notify() Jul 27 21:18:14.848509 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:18:14.848509 n-d-705658-22 neutron-server[105584]: self.callback(batched_events) Jul 27 21:18:14.848509 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:18:14.848509 n-d-705658-22 neutron-server[105584]: event.method(event) Jul 27 21:18:14.848509 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:18:14.848509 n-d-705658-22 neutron-server[105584]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:18:14.848509 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:18:14.848509 n-d-705658-22 neutron-server[105584]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:18:14.848509 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:18:14.848509 n-d-705658-22 neutron-server[105584]: return f(self, *a, **k) Jul 27 21:18:14.848509 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:18:14.848509 n-d-705658-22 neutron-server[105584]: return self._get(url).json() Jul 27 21:18:14.848509 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:18:14.848509 n-d-705658-22 neutron-server[105584]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:18:14.848509 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:18:14.848509 n-d-705658-22 neutron-server[105584]: return self.request(url, 'GET', **kwargs) Jul 27 21:18:14.848509 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:18:14.848509 n-d-705658-22 neutron-server[105584]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:18:14.848509 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:18:14.848509 n-d-705658-22 neutron-server[105584]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:18:14.848509 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:18:14.848509 n-d-705658-22 neutron-server[105584]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:18:14.848509 n-d-705658-22 neutron-server[105584]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:18:14.947228 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 02a4e006-8a26-4493-86de-067b5c85169c no longer exists at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:18:14.954955 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-95b73eb1-4e52-466d-9f97-b6045bf4eae0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:14.974887 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780766b0-5191-41fd-b68b-73f84fa5c0a9 req-2953ec6c-9c5b-487e-9bc1-079eaa2f83fe tempest-VolumesSnapshotTestJSON-1656461289 tempest-VolumesSnapshotTestJSON-1656461289-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:18:14.976694 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-780766b0-5191-41fd-b68b-73f84fa5c0a9 req-2953ec6c-9c5b-487e-9bc1-079eaa2f83fe tempest-VolumesSnapshotTestJSON-1656461289 tempest-VolumesSnapshotTestJSON-1656461289-project] 10.222.0.36 "GET /v2.0/networks?id=1b1dab31-9b34-44da-9575-a2762dd20ae1 HTTP/1.1" status: 200 len: 813 time: 0.1650519 Jul 27 21:18:14.994947 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] No Port match for: 02a4e006-8a26-4493-86de-067b5c85169c {{(pid=105586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:18:14.996894 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 02a4e006-8a26-4493-86de-067b5c85169c not bound to the agent host n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:18:15.017202 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-95b73eb1-4e52-466d-9f97-b6045bf4eae0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:15.018923 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-be3c376e-df6e-4ad1-bc88-c59768c126d9 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4075658'] for network, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:15.034954 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [req-780766b0-5191-41fd-b68b-73f84fa5c0a9 req-21780d4d-17e7-432e-9e23-d52427c6e1a8 tempest-VolumesSnapshotTestJSON-1656461289 tempest-VolumesSnapshotTestJSON-1656461289-project] Request body: {'port': {'device_id': 'd329d6cd-0d71-49a5-93ee-e3d4a6993e4c', 'network_id': '1b1dab31-9b34-44da-9575-a2762dd20ae1', 'admin_state_up': True, 'tenant_id': '82bc643bd9d4441485dd55755aeabc15'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:18:15.063578 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-be3c376e-df6e-4ad1-bc88-c59768c126d9 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743886'] for network, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:15.069466 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-be3c376e-df6e-4ad1-bc88-c59768c126d9 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] 10.222.0.59 "DELETE /v2.0/networks/ecd744f0-5fd5-42d7-86cf-db46b1f10106 HTTP/1.1" status: 204 len: 168 time: 2.3619297 Jul 27 21:18:15.072059 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 45206) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:18:15.087081 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-23e8b7ed-7e59-4af1-a9fc-1877d6c4e343 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2137415813', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305'}, 'admin_state_up': False}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:18:15.104096 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3c376e-df6e-4ad1-bc88-c59768c126d9 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Pushing event deleted for resources: {'Network': ['ID=ecd744f0-5fd5-42d7-86cf-db46b1f10106,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:18:15.136777 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-45552cbb-30d1-461e-a608-c7f998843c3f req-7840841a-44ea-4db3-956a-0c8d259cdb6a tempest-AttachVolumeNegativeTest-845744699 tempest-AttachVolumeNegativeTest-845744699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:15.148263 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] get_ports_and_sgs() called for port_ids ['a00236c5-623b-4f7d-b617-4368e91e4029', '42c9b3c2-2bc4-4171-ba43-e762b50293c0'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:18:15.152367 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] get_ports_and_sgs() called for port_ids ['a1e52bc3-7031-48ee-996e-d8ffae51b15a'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:18:15.167233 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7840841a-44ea-4db3-956a-0c8d259cdb6a tempest-AttachVolumeNegativeTest-845744699 tempest-AttachVolumeNegativeTest-845744699-project] Pushing event deleted for resources: {'Port': ['ID=42c9b3c2-2bc4-4171-ba43-e762b50293c0,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:18:15.203601 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-95b73eb1-4e52-466d-9f97-b6045bf4eae0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:15.206556 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-95b73eb1-4e52-466d-9f97-b6045bf4eae0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:15.207921 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-95b73eb1-4e52-466d-9f97-b6045bf4eae0 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/bc7b90f6-1674-4479-9588-eb268ee3ebad HTTP/1.1" status: 204 len: 168 time: 0.6068664 Jul 27 21:18:15.234287 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [req-45552cbb-30d1-461e-a608-c7f998843c3f req-7840841a-44ea-4db3-956a-0c8d259cdb6a tempest-AttachVolumeNegativeTest-845744699 tempest-AttachVolumeNegativeTest-845744699-project] No DVR routers for this DVR port 42c9b3c2-2bc4-4171-ba43-e762b50293c0 on host n-h1-705658-22 {{(pid=105584) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:18:15.236724 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b73eb1-4e52-466d-9f97-b6045bf4eae0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc7b90f6-1674-4479-9588-eb268ee3ebad,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:18:15.239811 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-45552cbb-30d1-461e-a608-c7f998843c3f req-7840841a-44ea-4db3-956a-0c8d259cdb6a tempest-AttachVolumeNegativeTest-845744699 tempest-AttachVolumeNegativeTest-845744699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:15.242728 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-45552cbb-30d1-461e-a608-c7f998843c3f req-7840841a-44ea-4db3-956a-0c8d259cdb6a tempest-AttachVolumeNegativeTest-845744699 tempest-AttachVolumeNegativeTest-845744699-project] 10.222.0.36 "DELETE /v2.0/ports/42c9b3c2-2bc4-4171-ba43-e762b50293c0 HTTP/1.1" status: 204 len: 173 time: 1.7211666 Jul 27 21:18:15.243358 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3040cb8-25e8-4d36-b866-7568302af000', 'name': 'network-vif-deleted', 'tag': '42c9b3c2-2bc4-4171-ba43-e762b50293c0'}] {{(pid=105584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:18:15.246163 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bce5e6c8685464f7626901654159975603b047827e3138302ed6566e28f1343" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff1d9496-ee50-45a5-81af-db8ff8a2f6f4" -d '{"events": [{"server_uuid": "d3040cb8-25e8-4d36-b866-7568302af000", "name": "network-vif-deleted", "tag": "42c9b3c2-2bc4-4171-ba43-e762b50293c0"}]}' {{(pid=105584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:18:15.258333 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-0a0a8067-2d56-40e4-b176-a2854d935be4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:15.290762 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-0a0a8067-2d56-40e4-b176-a2854d935be4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:15.306087 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-23e8b7ed-7e59-4af1-a9fc-1877d6c4e343 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4163813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-443'] for router, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:15.307384 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-23e8b7ed-7e59-4af1-a9fc-1877d6c4e343 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4165196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4077059', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3711235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-418'] for router, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:15.375278 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dff205a-b9a9-414d-9463-1546f55b4e57 req-2adda48d-d431-4f7a-9759-c17c155cc59d tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:18:15.383894 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-2dff205a-b9a9-414d-9463-1546f55b4e57 req-2adda48d-d431-4f7a-9759-c17c155cc59d tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] 10.222.0.59 "GET /v2.0/ports?device_id=d4a31002-c650-402a-96ff-2bd8bc66f43f HTTP/1.1" status: 200 len: 945 time: 0.3833692 Jul 27 21:18:15.417287 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-0a0a8067-2d56-40e4-b176-a2854d935be4 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=892fc41e915c443189391cc3e91c61d2&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2163143 Jul 27 21:18:15.428613 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 45218) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:18:15.435845 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-23e8b7ed-7e59-4af1-a9fc-1877d6c4e343 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:15.438670 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0a8067-2d56-40e4-b176-a2854d935be4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ee4102b-82c7-4d9f-bf01-a0b95fa250dd,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:18:15.486700 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d4749b-c51d-4242-81f7-3807f030f4c4 req-ab2854d6-02b3-4e28-89b5-b8ef29e4b02a tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:18:15.488438 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b3d4749b-c51d-4242-81f7-3807f030f4c4 req-ab2854d6-02b3-4e28-89b5-b8ef29e4b02a tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] 10.222.0.59 "GET /v2.0/ports?device_id=f600c487-e5e5-4562-8a3b-6f15b13fe576 HTTP/1.1" status: 200 len: 943 time: 0.3504558 Jul 27 21:18:15.554493 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-780766b0-5191-41fd-b68b-73f84fa5c0a9 req-21780d4d-17e7-432e-9e23-d52427c6e1a8 tempest-VolumesSnapshotTestJSON-1656461289 tempest-VolumesSnapshotTestJSON-1656461289-project] Made reservation on behalf of 82bc643bd9d4441485dd55755aeabc15 for: {'port': 1} {{(pid=105585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:18:15.558485 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-780766b0-5191-41fd-b68b-73f84fa5c0a9 req-21780d4d-17e7-432e-9e23-d52427c6e1a8 tempest-VolumesSnapshotTestJSON-1656461289 tempest-VolumesSnapshotTestJSON-1656461289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:15.580645 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-2dff205a-b9a9-414d-9463-1546f55b4e57 req-f0fb3c8a-13ea-414f-af0b-b174065666fe tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] 10.222.0.59 "GET /v2.0/security-groups?id=9a7007a9-34fe-445e-9576-80a9b33bcd70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1954539 Jul 27 21:18:15.644768 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-a156ffc3-858c-4919-b24f-100c6344753f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:15.741694 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b3d4749b-c51d-4242-81f7-3807f030f4c4 req-47a2be19-c196-44fa-b64b-d514a43f9d51 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] 10.222.0.59 "GET /v2.0/security-groups?id=5a737d1c-b945-4cea-a14d-2326657e6941&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2460120 Jul 27 21:18:15.748786 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-9369d1fe-1375-449c-b14b-0bd00660d66f req-36ce9667-a5bb-475a-86b4-c9da48bd0a33 tempest-VolumesSnapshotTestJSON-1656461289 tempest-VolumesSnapshotTestJSON-1656461289-project] 10.222.0.59 "GET /v2.0/ports?device_id=d329d6cd-0d71-49a5-93ee-e3d4a6993e4c HTTP/1.1" status: 200 len: 210 time: 0.0833557 Jul 27 21:18:15.758690 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-a156ffc3-858c-4919-b24f-100c6344753f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:15.771346 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-23e8b7ed-7e59-4af1-a9fc-1877d6c4e343 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4077169', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4163787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-400'] for router, precommit_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:15.970877 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-a156ffc3-858c-4919-b24f-100c6344753f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:15.974758 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-a156ffc3-858c-4919-b24f-100c6344753f admin admin] Notify callbacks [] for security_group, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:15.976157 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-a156ffc3-858c-4919-b24f-100c6344753f admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/0ee4102b-82c7-4d9f-bf01-a0b95fa250dd HTTP/1.1" status: 204 len: 168 time: 0.5340786 Jul 27 21:18:16.013319 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a156ffc3-858c-4919-b24f-100c6344753f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ee4102b-82c7-4d9f-bf01-a0b95fa250dd,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:18:16.074976 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.db_base_plugin_common [req-780766b0-5191-41fd-b68b-73f84fa5c0a9 req-21780d4d-17e7-432e-9e23-d52427c6e1a8 tempest-VolumesSnapshotTestJSON-1656461289 tempest-VolumesSnapshotTestJSON-1656461289-project] Allocated IP 172.20.0.2 (1b1dab31-9b34-44da-9575-a2762dd20ae1/44c3084e-1eb6-44e4-8478-9257cccd7917/5cbfa5ac-4883-4727-9c3c-4ab0f8528f87) {{(pid=105585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:18:16.080553 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-5a180b7c-c6bb-44fe-b481-f0516063d8be req-284245d6-9be3-48a9-965c-f4725096d477 tempest-AttachVolumeNegativeTest-845744699 tempest-AttachVolumeNegativeTest-845744699-project] 10.222.0.59 "GET /v2.0/ports?device_id=d3040cb8-25e8-4d36-b866-7568302af000 HTTP/1.1" status: 200 len: 210 time: 0.0469131 Jul 27 21:18:16.111266 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Device ed51ec73-d9a5-4c0b-b4de-6eed8a81fff5 details requested by agent hyperv_n-h2-705658-22 with host n-h2-705658-22 {{(pid=105586) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:18:16.207366 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17899da-6f69-4e71-b150-1af5562f6dfc req-9cc63131-4031-489b-9ebc-672d13a98fc6 tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:18:16.209619 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a17899da-6f69-4e71-b150-1af5562f6dfc req-9cc63131-4031-489b-9ebc-672d13a98fc6 tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] 10.222.0.59 "GET /v2.0/ports?device_id=d4a31002-c650-402a-96ff-2bd8bc66f43f HTTP/1.1" status: 200 len: 945 time: 0.1316605 Jul 27 21:18:16.252956 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] For port ed51ec73-d9a5-4c0b-b4de-6eed8a81fff5, host n-h2-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=ed51ec73-d9a5-4c0b-b4de-6eed8a81fff5,segment=NetworkSegment(19bc2e5f-7908-4153-b6d3-443d5b34a291),segment_id=19bc2e5f-7908-4153-b6d3-443d5b34a291)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:18:16.257178 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:18:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52978901-eba0-48b2-a237-af9e1efdd26f x-openstack-request-id: req-52978901-eba0-48b2-a237-af9e1efdd26f {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:18:16.257756 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3040cb8-25e8-4d36-b866-7568302af000", "name": "network-vif-deleted", "tag": "42c9b3c2-2bc4-4171-ba43-e762b50293c0", "status": "completed", "code": 200}]} {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:18:16.258190 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-52978901-eba0-48b2-a237-af9e1efdd26f {{(pid=105584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:18:16.258754 n-d-705658-22 neutron-server[105584]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3040cb8-25e8-4d36-b866-7568302af000', 'name': 'network-vif-deleted', 'tag': '42c9b3c2-2bc4-4171-ba43-e762b50293c0', 'status': 'completed', 'code': 200} Jul 27 21:18:16.266161 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Returning: {'device': 'ed51ec73-d9a5-4c0b-b4de-6eed8a81fff5', 'network_id': '1473080c-86ba-4d44-8dcc-5442b4565b0c', 'port_id': 'ed51ec73-d9a5-4c0b-b4de-6eed8a81fff5', 'mac_address': 'fa:16:3e:79:a5:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01bef050-fb0a-4ec7-a814-df3307ad6529', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105586) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:18:16.304826 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a17899da-6f69-4e71-b150-1af5562f6dfc req-f23ee8fb-98b0-4ec3-aedf-f1987a857f0d tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] 10.222.0.59 "GET /v2.0/security-groups?id=9a7007a9-34fe-445e-9576-80a9b33bcd70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806596 Jul 27 21:18:16.328891 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:16.344983 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [None req-3d54578f-831f-4696-b568-13c455922dab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed51ec73-d9a5-4c0b-b4de-6eed8a81fff5 {{(pid=105586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:18:16.366963 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-780766b0-5191-41fd-b68b-73f84fa5c0a9 req-21780d4d-17e7-432e-9e23-d52427c6e1a8 tempest-VolumesSnapshotTestJSON-1656461289 tempest-VolumesSnapshotTestJSON-1656461289-project] Notify callbacks [] for port, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:16.371822 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] For port ed51ec73-d9a5-4c0b-b4de-6eed8a81fff5, host n-h2-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=ed51ec73-d9a5-4c0b-b4de-6eed8a81fff5,segment=NetworkSegment(19bc2e5f-7908-4153-b6d3-443d5b34a291),segment_id=19bc2e5f-7908-4153-b6d3-443d5b34a291)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:18:16.380126 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:16.427741 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-780766b0-5191-41fd-b68b-73f84fa5c0a9 req-21780d4d-17e7-432e-9e23-d52427c6e1a8 tempest-VolumesSnapshotTestJSON-1656461289 tempest-VolumesSnapshotTestJSON-1656461289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:16.456029 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Pushing event updated for resources: {'Port': ['ID=ed51ec73-d9a5-4c0b-b4de-6eed8a81fff5,revision_number=4']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:18:16.479974 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:18:16.480328 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:18:16.480843 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:18:16.481183 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:18:16.481514 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:18:16.481973 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:18:16.482298 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:18:16.482620 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:18:16.482943 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:18:16.483333 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:18:16.483664 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:18:16.484108 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:18:16.486522 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21780d4d-17e7-432e-9e23-d52427c6e1a8 tempest-VolumesSnapshotTestJSON-1656461289 tempest-VolumesSnapshotTestJSON-1656461289-project] Pushing event updated for resources: {'Port': ['ID=5cbfa5ac-4883-4727-9c3c-4ab0f8528f87,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:18:16.505926 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-780766b0-5191-41fd-b68b-73f84fa5c0a9 req-21780d4d-17e7-432e-9e23-d52427c6e1a8 tempest-VolumesSnapshotTestJSON-1656461289 tempest-VolumesSnapshotTestJSON-1656461289-project] Network 1b1dab31-9b34-44da-9575-a2762dd20ae1 is already hosted by enough agents. {{(pid=105585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:18:16.508389 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.base_scheduler [req-780766b0-5191-41fd-b68b-73f84fa5c0a9 req-21780d4d-17e7-432e-9e23-d52427c6e1a8 tempest-VolumesSnapshotTestJSON-1656461289 tempest-VolumesSnapshotTestJSON-1656461289-project] Resources bound (agent type, host, resource id): {{(pid=105585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:18:16.511261 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.l3_dvrscheduler_db [req-780766b0-5191-41fd-b68b-73f84fa5c0a9 req-21780d4d-17e7-432e-9e23-d52427c6e1a8 tempest-VolumesSnapshotTestJSON-1656461289 tempest-VolumesSnapshotTestJSON-1656461289-project] Received port after_create {{(pid=105585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:18:16.519854 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-23e8b7ed-7e59-4af1-a9fc-1877d6c4e343 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify callbacks [] for router_gateway, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:16.542058 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-23e8b7ed-7e59-4af1-a9fc-1877d6c4e343 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:16.559087 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 45254) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:18:16.593840 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780766b0-5191-41fd-b68b-73f84fa5c0a9 req-21780d4d-17e7-432e-9e23-d52427c6e1a8 tempest-VolumesSnapshotTestJSON-1656461289 tempest-VolumesSnapshotTestJSON-1656461289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:18:16.594495 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-780766b0-5191-41fd-b68b-73f84fa5c0a9 req-21780d4d-17e7-432e-9e23-d52427c6e1a8 tempest-VolumesSnapshotTestJSON-1656461289 tempest-VolumesSnapshotTestJSON-1656461289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:16.630905 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-f51df272-e68d-40ee-8ad9-90d777cce930 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=cf62513050c84f65a5094ef618c86ccf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0704503 Jul 27 21:18:16.632914 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-780766b0-5191-41fd-b68b-73f84fa5c0a9 req-21780d4d-17e7-432e-9e23-d52427c6e1a8 tempest-VolumesSnapshotTestJSON-1656461289 tempest-VolumesSnapshotTestJSON-1656461289-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6065345 Jul 27 21:18:16.633446 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 45256) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:18:16.660514 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [req-780766b0-5191-41fd-b68b-73f84fa5c0a9 req-ecb83cb4-338e-4942-9c02-b69890109ea4 service neutron] Request body: {'port': {'device_id': 'd329d6cd-0d71-49a5-93ee-e3d4a6993e4c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-705658-22'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:18:16.685621 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.db_base_plugin_common [None req-23e8b7ed-7e59-4af1-a9fc-1877d6c4e343 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Allocated IP 172.25.5.248 (8735d8a2-b604-4758-ae71-b40e4ee6f305/eca7dbab-b9c0-4c8f-a272-816ea8a81764/479a6810-ea1a-4d22-8c07-01f58d07849c) {{(pid=105584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:18:16.704533 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] get_ports_and_sgs() called for port_ids ['ed51ec73-d9a5-4c0b-b4de-6eed8a81fff5'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:18:16.762232 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-cff1895f-29fe-4073-af70-4d6189f7c82d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:16.848136 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-23e8b7ed-7e59-4af1-a9fc-1877d6c4e343 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify callbacks [] for port, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:16.875790 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-780766b0-5191-41fd-b68b-73f84fa5c0a9 req-ecb83cb4-338e-4942-9c02-b69890109ea4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:16.894403 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-cff1895f-29fe-4073-af70-4d6189f7c82d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:16.942723 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-23e8b7ed-7e59-4af1-a9fc-1877d6c4e343 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:17.059927 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23e8b7ed-7e59-4af1-a9fc-1877d6c4e343 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Network 8735d8a2-b604-4758-ae71-b40e4ee6f305 is already hosted by enough agents. {{(pid=105584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:18:17.063118 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e8b7ed-7e59-4af1-a9fc-1877d6c4e343 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Pushing event updated for resources: {'Port': ['ID=479a6810-ea1a-4d22-8c07-01f58d07849c,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:18:17.078452 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [None req-23e8b7ed-7e59-4af1-a9fc-1877d6c4e343 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Resources bound (agent type, host, resource id): {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:18:17.098018 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23e8b7ed-7e59-4af1-a9fc-1877d6c4e343 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Received port after_create {{(pid=105584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:18:17.165674 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-cff1895f-29fe-4073-af70-4d6189f7c82d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:17.168467 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-cff1895f-29fe-4073-af70-4d6189f7c82d admin admin] Notify callbacks [] for security_group, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:17.169380 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-cff1895f-29fe-4073-af70-4d6189f7c82d admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/9e224b16-e409-4960-821c-19cdbf58c86c HTTP/1.1" status: 204 len: 168 time: 0.5349667 Jul 27 21:18:17.202000 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff1895f-29fe-4073-af70-4d6189f7c82d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e224b16-e409-4960-821c-19cdbf58c86c,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:18:17.218711 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de1ae4c-0550-4f73-8ff3-348028f9708e req-5bd37fbb-415a-4734-a932-88988016d0c5 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:18:17.228263 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-0de1ae4c-0550-4f73-8ff3-348028f9708e req-5bd37fbb-415a-4734-a932-88988016d0c5 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] 10.222.0.59 "GET /v2.0/ports?device_id=f600c487-e5e5-4562-8a3b-6f15b13fe576 HTTP/1.1" status: 200 len: 944 time: 0.3361106 Jul 27 21:18:17.241052 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d30530f-e8e0-409f-a731-10e9778e9ab1 req-4889febb-f97f-49a8-ad14-31621a92ce1f tempest-VolumesSnapshotTestJSON-1656461289 tempest-VolumesSnapshotTestJSON-1656461289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:18:17.242557 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-5d30530f-e8e0-409f-a731-10e9778e9ab1 req-4889febb-f97f-49a8-ad14-31621a92ce1f tempest-VolumesSnapshotTestJSON-1656461289 tempest-VolumesSnapshotTestJSON-1656461289-project] 10.222.0.59 "GET /v2.0/ports?device_id=d329d6cd-0d71-49a5-93ee-e3d4a6993e4c HTTP/1.1" status: 200 len: 931 time: 0.3200479 Jul 27 21:18:17.364245 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-0de1ae4c-0550-4f73-8ff3-348028f9708e req-99f75f71-c0dc-4968-b8e5-1deaec258678 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] 10.222.0.59 "GET /v2.0/security-groups?id=5a737d1c-b945-4cea-a14d-2326657e6941&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1350336 Jul 27 21:18:17.443930 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-23e8b7ed-7e59-4af1-a9fc-1877d6c4e343 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify callbacks [] for router_gateway, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:17.445758 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-5d30530f-e8e0-409f-a731-10e9778e9ab1 req-b7432372-675f-4ff8-80ad-8949f6c394f2 tempest-VolumesSnapshotTestJSON-1656461289 tempest-VolumesSnapshotTestJSON-1656461289-project] 10.222.0.59 "GET /v2.0/security-groups?id=dbda38b4-0099-4f6e-aeb8-905b6aa6a585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1936047 Jul 27 21:18:17.703290 n-d-705658-22 neutron-server[105585]: DEBUG neutron.notifiers.nova [req-780766b0-5191-41fd-b68b-73f84fa5c0a9 req-ecb83cb4-338e-4942-9c02-b69890109ea4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5cbfa5ac-4883-4727-9c3c-4ab0f8528f87 {{(pid=105585) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:18:17.725683 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-23e8b7ed-7e59-4af1-a9fc-1877d6c4e343 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4163804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4077150'] for router, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:17.739620 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-780766b0-5191-41fd-b68b-73f84fa5c0a9 req-ecb83cb4-338e-4942-9c02-b69890109ea4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:17.761360 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.provisioning_blocks [req-780766b0-5191-41fd-b68b-73f84fa5c0a9 req-ecb83cb4-338e-4942-9c02-b69890109ea4 service neutron] Transition to ACTIVE for port object 5cbfa5ac-4883-4727-9c3c-4ab0f8528f87 will not be triggered until provisioned by entity L2. {{(pid=105585) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:18:17.771631 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-780766b0-5191-41fd-b68b-73f84fa5c0a9 req-ecb83cb4-338e-4942-9c02-b69890109ea4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10221672'] for port, after_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:17.837990 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device 42c9b3c2-2bc4-4171-ba43-e762b50293c0 no longer exists at agent hyperv_n-h1-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:18:17.870886 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b042dc2d-f534-4328-9550-e8c8df95bccc req-2b9c503d-2ff6-4c48-9c06-2b4d2ed7e7db tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:18:17.875934 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b042dc2d-f534-4328-9550-e8c8df95bccc req-2b9c503d-2ff6-4c48-9c06-2b4d2ed7e7db tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] 10.222.0.59 "GET /v2.0/ports?device_id=d4a31002-c650-402a-96ff-2bd8bc66f43f HTTP/1.1" status: 200 len: 945 time: 0.2906566 Jul 27 21:18:17.906345 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-28650df7-c46c-4981-b84f-37d87254047e None None] No Port match for: 42c9b3c2-2bc4-4171-ba43-e762b50293c0 {{(pid=105586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:18:17.906696 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device 42c9b3c2-2bc4-4171-ba43-e762b50293c0 not bound to the agent host n-h1-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:18:18.007689 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b042dc2d-f534-4328-9550-e8c8df95bccc req-8538bd69-3020-4bee-a5f2-c0737323232c tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] 10.222.0.59 "GET /v2.0/security-groups?id=9a7007a9-34fe-445e-9576-80a9b33bcd70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238918 Jul 27 21:18:18.027277 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23e8b7ed-7e59-4af1-a9fc-1877d6c4e343 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Router 9abddf92-7565-4a3c-908d-d67a699a47b0 is scheduled to L3 agent dd128fd7-8e57-4d4f-895b-a96b369df59a with binding_index 1 {{(pid=105584) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 21:18:18.039368 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb83cb4-338e-4942-9c02-b69890109ea4 service neutron] Pushing event updated for resources: {'Port': ['ID=5cbfa5ac-4883-4727-9c3c-4ab0f8528f87,revision_number=2']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:18:18.125639 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Device ed51ec73-d9a5-4c0b-b4de-6eed8a81fff5 up at agent hyperv_n-h2-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:18:18.197181 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23e8b7ed-7e59-4af1-a9fc-1877d6c4e343 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify agent at l3_agent.n-d-705658-22 the message routers_updated {{(pid=105584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:18:18.212291 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a5abf30-c36e-46d2-aa06-d298b0c892cc None None] Sync routers for ids ['9abddf92-7565-4a3c-908d-d67a699a47b0'] in n-d-705658-22 {{(pid=105586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:18:18.231563 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-3d54578f-831f-4696-b568-13c455922dab None None] Provisioning for port ed51ec73-d9a5-4c0b-b4de-6eed8a81fff5 completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:18:18.237723 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a5abf30-c36e-46d2-aa06-d298b0c892cc None None] Routers {'9abddf92-7565-4a3c-908d-d67a699a47b0'} bound to L3 agent in host n-d-705658-22 {{(pid=105586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:18:18.238026 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-23e8b7ed-7e59-4af1-a9fc-1877d6c4e343 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify callbacks [] for router, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:18.238953 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-4a5abf30-c36e-46d2-aa06-d298b0c892cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:18:12Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['9abddf92-7565-4a3c-908d-d67a699a47b0'], 'active': True} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:18:18.242057 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-3d54578f-831f-4696-b568-13c455922dab None None] Provisioning complete for port ed51ec73-d9a5-4c0b-b4de-6eed8a81fff5 triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:18:18.242666 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:18.242876 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-23e8b7ed-7e59-4af1-a9fc-1877d6c4e343 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 880 time: 3.1598542 Jul 27 21:18:18.243602 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 45316) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:18:18.287818 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-4a5abf30-c36e-46d2-aa06-d298b0c892cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-22', False) {} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:18:18.352770 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a5abf30-c36e-46d2-aa06-d298b0c892cc None None] Routers {'9abddf92-7565-4a3c-908d-d67a699a47b0'} bound to L3 agent in host n-d-705658-22 {{(pid=105586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:18:18.353534 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-4a5abf30-c36e-46d2-aa06-d298b0c892cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:18:12Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['9abddf92-7565-4a3c-908d-d67a699a47b0'], 'active': True} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:18:18.395257 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-4a5abf30-c36e-46d2-aa06-d298b0c892cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-22', False) {} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:18:18.395891 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a5abf30-c36e-46d2-aa06-d298b0c892cc None None] The sync data for ids ['9abddf92-7565-4a3c-908d-d67a699a47b0'] in n-d-705658-22 is: [] {{(pid=105586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:18:18.486509 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:18.513622 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-78008898-75a2-41ff-9634-c0389dafe3cc tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] 10.222.0.59 "GET /v2.0/routers/9abddf92-7565-4a3c-908d-d67a699a47b0 HTTP/1.1" status: 200 len: 881 time: 0.2685001 Jul 27 21:18:18.514262 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 45330) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:18:18.544337 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] For port ed51ec73-d9a5-4c0b-b4de-6eed8a81fff5, host n-h2-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=ed51ec73-d9a5-4c0b-b4de-6eed8a81fff5,segment=NetworkSegment(19bc2e5f-7908-4153-b6d3-443d5b34a291),segment_id=19bc2e5f-7908-4153-b6d3-443d5b34a291)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:18:18.545323 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f600c487-e5e5-4562-8a3b-6f15b13fe576', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed51ec73-d9a5-4c0b-b4de-6eed8a81fff5'}] {{(pid=105586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:18:18.548757 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14c1663e039faf5393f87855f745010ac5b02220355b68fdbf065393e303ac56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd04402c-c2df-4c26-a66b-b1063dc8e314" -d '{"events": [{"server_uuid": "f600c487-e5e5-4562-8a3b-6f15b13fe576", "name": "network-vif-plugged", "status": "completed", "tag": "ed51ec73-d9a5-4c0b-b4de-6eed8a81fff5"}]}' {{(pid=105586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:18:18.552834 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:18.600825 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.managers [req-780766b0-5191-41fd-b68b-73f84fa5c0a9 req-ecb83cb4-338e-4942-9c02-b69890109ea4 service neutron] Attempting to bind port 5cbfa5ac-4883-4727-9c3c-4ab0f8528f87 on host n-h1-705658-22 for vnic_type normal with profile {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:18:18.601893 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.managers [req-780766b0-5191-41fd-b68b-73f84fa5c0a9 req-ecb83cb4-338e-4942-9c02-b69890109ea4 service neutron] Attempting to bind port 5cbfa5ac-4883-4727-9c3c-4ab0f8528f87 by drivers openvswitch,hyperv on host n-h1-705658-22 at level 0 using segments [{'id': 'fa50df03-7dd2-4052-8819-c119d7bd8619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '1b1dab31-9b34-44da-9575-a2762dd20ae1'}] {{(pid=105585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:18:18.602486 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-780766b0-5191-41fd-b68b-73f84fa5c0a9 req-ecb83cb4-338e-4942-9c02-b69890109ea4 service neutron] Attempting to bind port 5cbfa5ac-4883-4727-9c3c-4ab0f8528f87 on network 1b1dab31-9b34-44da-9575-a2762dd20ae1 {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:18:18.604371 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Pushing event updated for resources: {'Port': ['ID=ed51ec73-d9a5-4c0b-b4de-6eed8a81fff5,revision_number=5']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:18:18.644329 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-780766b0-5191-41fd-b68b-73f84fa5c0a9 req-ecb83cb4-338e-4942-9c02-b69890109ea4 service neutron] Port 5cbfa5ac-4883-4727-9c3c-4ab0f8528f87 on network 1b1dab31-9b34-44da-9575-a2762dd20ae1 not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-22 {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:18:18.644825 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-780766b0-5191-41fd-b68b-73f84fa5c0a9 req-ecb83cb4-338e-4942-9c02-b69890109ea4 service neutron] Attempting to bind port 5cbfa5ac-4883-4727-9c3c-4ab0f8528f87 on network 1b1dab31-9b34-44da-9575-a2762dd20ae1 {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:18:18.659181 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-780766b0-5191-41fd-b68b-73f84fa5c0a9 req-ecb83cb4-338e-4942-9c02-b69890109ea4 service neutron] Checking agent: {'id': '9d9bc37f-4d75-44ef-9f63-799aab3e316f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 49, 36), 'started_at': datetime.datetime(2021, 7, 27, 20, 49, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 18, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:18:18.659689 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-780766b0-5191-41fd-b68b-73f84fa5c0a9 req-ecb83cb4-338e-4942-9c02-b69890109ea4 service neutron] Checking segment: {'id': 'fa50df03-7dd2-4052-8819-c119d7bd8619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '1b1dab31-9b34-44da-9575-a2762dd20ae1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:18:18.660175 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-780766b0-5191-41fd-b68b-73f84fa5c0a9 req-ecb83cb4-338e-4942-9c02-b69890109ea4 service neutron] Bound using segment: {'id': 'fa50df03-7dd2-4052-8819-c119d7bd8619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '1b1dab31-9b34-44da-9575-a2762dd20ae1'} {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:18:18.660839 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.managers [req-780766b0-5191-41fd-b68b-73f84fa5c0a9 req-ecb83cb4-338e-4942-9c02-b69890109ea4 service neutron] Bound port: 5cbfa5ac-4883-4727-9c3c-4ab0f8528f87, host: n-h1-705658-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa50df03-7dd2-4052-8819-c119d7bd8619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '1b1dab31-9b34-44da-9575-a2762dd20ae1'}}] {{(pid=105585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:18:18.661311 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-780766b0-5191-41fd-b68b-73f84fa5c0a9 req-ecb83cb4-338e-4942-9c02-b69890109ea4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:18.713902 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8653280d-dfec-4818-8358-99e370300bb5 req-2965dfca-9b75-4fed-998a-7c2b870cf4bd tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:18:18.722074 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-8653280d-dfec-4818-8358-99e370300bb5 req-2965dfca-9b75-4fed-998a-7c2b870cf4bd tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] 10.222.0.59 "GET /v2.0/ports?device_id=f600c487-e5e5-4562-8a3b-6f15b13fe576 HTTP/1.1" status: 200 len: 945 time: 0.1469536 Jul 27 21:18:18.770151 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 45340) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:18:18.809736 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c30a0bd-ff92-423e-a217-a5be79225058 req-6f76bcb7-2a30-4ebb-a4e9-e0601246282a tempest-AttachVolumeNegativeTest-845744699 tempest-AttachVolumeNegativeTest-845744699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:18:18.817805 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-4c30a0bd-ff92-423e-a217-a5be79225058 req-6f76bcb7-2a30-4ebb-a4e9-e0601246282a tempest-AttachVolumeNegativeTest-845744699 tempest-AttachVolumeNegativeTest-845744699-project] 10.222.0.59 "GET /v2.0/ports?device_id=230cd4c2-ee09-4357-a964-cafa10f52fd4 HTTP/1.1" status: 200 len: 945 time: 0.8873572 Jul 27 21:18:18.885723 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-b5a91753-b37d-4122-a49f-3b5b35648670 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 884 time: 0.3699272 Jul 27 21:18:18.888389 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 45346) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:18:18.897500 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-a8dce5d9-8f72-4b04-822c-a07a0b0012be tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-2137415813'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:18:18.924619 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-8653280d-dfec-4818-8358-99e370300bb5 req-1f21f1a4-9f52-483a-85de-5091f298a739 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] 10.222.0.59 "GET /v2.0/security-groups?id=5a737d1c-b945-4cea-a14d-2326657e6941&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1911166 Jul 27 21:18:18.958381 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-4c30a0bd-ff92-423e-a217-a5be79225058 req-61f730d1-302e-4b8c-a5c4-6ffacd82bb74 tempest-AttachVolumeNegativeTest-845744699 tempest-AttachVolumeNegativeTest-845744699-project] 10.222.0.59 "GET /v2.0/security-groups?id=2650ee69-e2a9-4bf0-b170-d21e83666964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323402 Jul 27 21:18:18.959937 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.db [req-780766b0-5191-41fd-b68b-73f84fa5c0a9 req-ecb83cb4-338e-4942-9c02-b69890109ea4 service neutron] For port 5cbfa5ac-4883-4727-9c3c-4ab0f8528f87, host n-h1-705658-22, cleared binding levels {{(pid=105585) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:18:19.003068 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.db [req-780766b0-5191-41fd-b68b-73f84fa5c0a9 req-ecb83cb4-338e-4942-9c02-b69890109ea4 service neutron] For port 5cbfa5ac-4883-4727-9c3c-4ab0f8528f87, host n-h1-705658-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=5cbfa5ac-4883-4727-9c3c-4ab0f8528f87,segment=NetworkSegment(fa50df03-7dd2-4052-8819-c119d7bd8619),segment_id=fa50df03-7dd2-4052-8819-c119d7bd8619)] {{(pid=105585) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:18:19.008158 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-780766b0-5191-41fd-b68b-73f84fa5c0a9 req-ecb83cb4-338e-4942-9c02-b69890109ea4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10221672'] for port, after_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:19.129725 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780766b0-5191-41fd-b68b-73f84fa5c0a9 req-ecb83cb4-338e-4942-9c02-b69890109ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:18:19.130357 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-780766b0-5191-41fd-b68b-73f84fa5c0a9 req-ecb83cb4-338e-4942-9c02-b69890109ea4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:19.132089 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-780766b0-5191-41fd-b68b-73f84fa5c0a9 req-ecb83cb4-338e-4942-9c02-b69890109ea4 service neutron] 10.222.0.36 "PUT /v2.0/ports/5cbfa5ac-4883-4727-9c3c-4ab0f8528f87 HTTP/1.1" status: 200 len: 1092 time: 2.4757419 Jul 27 21:18:19.132735 n-d-705658-22 neutron-server[105585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd329d6cd-0d71-49a5-93ee-e3d4a6993e4c', 'tag': '5cbfa5ac-4883-4727-9c3c-4ab0f8528f87'}] {{(pid=105585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:18:19.135279 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d66fd65881426bfc2b5388084a3654e5eae521106a15a3dbf0eb4cde7106c36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9955521-e3ec-46b3-8ece-9a178644d3a0" -d '{"events": [{"name": "network-changed", "server_uuid": "d329d6cd-0d71-49a5-93ee-e3d4a6993e4c", "tag": "5cbfa5ac-4883-4727-9c3c-4ab0f8528f87"}]}' {{(pid=105585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:18:19.185607 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb83cb4-338e-4942-9c02-b69890109ea4 service neutron] Pushing event updated for resources: {'Port': ['ID=5cbfa5ac-4883-4727-9c3c-4ab0f8528f87,revision_number=3']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:18:19.201565 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51823d23-1ff9-4b4e-9b41-578edebfae5b req-e976c477-d262-4875-932c-b2841a24eb94 tempest-VolumesSnapshotTestJSON-1656461289 tempest-VolumesSnapshotTestJSON-1656461289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:18:19.203419 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-51823d23-1ff9-4b4e-9b41-578edebfae5b req-e976c477-d262-4875-932c-b2841a24eb94 tempest-VolumesSnapshotTestJSON-1656461289 tempest-VolumesSnapshotTestJSON-1656461289-project] 10.222.0.59 "GET /v2.0/ports?device_id=d329d6cd-0d71-49a5-93ee-e3d4a6993e4c HTTP/1.1" status: 200 len: 943 time: 0.1479852 Jul 27 21:18:19.292296 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-51823d23-1ff9-4b4e-9b41-578edebfae5b req-79a7a422-e064-4862-9ed3-31dc46e42fe2 tempest-VolumesSnapshotTestJSON-1656461289 tempest-VolumesSnapshotTestJSON-1656461289-project] 10.222.0.59 "GET /v2.0/security-groups?id=dbda38b4-0099-4f6e-aeb8-905b6aa6a585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797560 Jul 27 21:18:19.328125 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780766b0-5191-41fd-b68b-73f84fa5c0a9 req-6dabe4b1-2383-475d-b159-d9cc73d1f3f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:18:19.331239 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-780766b0-5191-41fd-b68b-73f84fa5c0a9 req-6dabe4b1-2383-475d-b159-d9cc73d1f3f3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=82bc643bd9d4441485dd55755aeabc15&device_id=d329d6cd-0d71-49a5-93ee-e3d4a6993e4c HTTP/1.1" status: 200 len: 1095 time: 0.1268263 Jul 27 21:18:19.345843 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:18:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c868879-ebe2-44ef-9084-a5a4c40de3c1 x-openstack-request-id: req-0c868879-ebe2-44ef-9084-a5a4c40de3c1 {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:18:19.346352 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-3af7ca9b-ece1-406f-a9d6-71466c00a53f tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1260938949'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:18:19.346730 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f600c487-e5e5-4562-8a3b-6f15b13fe576", "name": "network-vif-plugged", "status": "completed", "tag": "ed51ec73-d9a5-4c0b-b4de-6eed8a81fff5", "code": 200}]} {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:18:19.346730 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-0c868879-ebe2-44ef-9084-a5a4c40de3c1 {{(pid=105586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:18:19.346942 n-d-705658-22 neutron-server[105586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f600c487-e5e5-4562-8a3b-6f15b13fe576', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed51ec73-d9a5-4c0b-b4de-6eed8a81fff5', 'code': 200} Jul 27 21:18:19.479471 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3af7ca9b-ece1-406f-a9d6-71466c00a53f tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Made reservation on behalf of fcd7bb7d26624f8f823446f0b0a5006f for: {'network': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:18:19.482922 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-3af7ca9b-ece1-406f-a9d6-71466c00a53f tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for network, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:19.501085 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-3af7ca9b-ece1-406f-a9d6-71466c00a53f tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks [] for security_group, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:19.502269 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-780766b0-5191-41fd-b68b-73f84fa5c0a9 req-47a16b55-cc16-449e-94f7-9b42b75bf6ef service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5cbfa5ac-4883-4727-9c3c-4ab0f8528f87 HTTP/1.1" status: 200 len: 217 time: 0.1551883 Jul 27 21:18:19.539683 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a140476f-c47d-46ba-a165-571757e17aad req-76f0bffa-fc24-4510-aa60-0c4fb3cda877 tempest-AttachVolumeNegativeTest-845744699 tempest-AttachVolumeNegativeTest-845744699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:18:19.541104 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-a140476f-c47d-46ba-a165-571757e17aad req-76f0bffa-fc24-4510-aa60-0c4fb3cda877 tempest-AttachVolumeNegativeTest-845744699 tempest-AttachVolumeNegativeTest-845744699-project] 10.222.0.60 "GET /v2.0/ports?device_id=230cd4c2-ee09-4357-a964-cafa10f52fd4 HTTP/1.1" status: 200 len: 945 time: 0.2013216 Jul 27 21:18:19.551184 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:18:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c23bcb7-47c3-42f2-bbc6-02a9faf00468 x-openstack-request-id: req-2c23bcb7-47c3-42f2-bbc6-02a9faf00468 {{(pid=105585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:18:19.551509 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d329d6cd-0d71-49a5-93ee-e3d4a6993e4c", "tag": "5cbfa5ac-4883-4727-9c3c-4ab0f8528f87", "status": "completed", "code": 200}]} {{(pid=105585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:18:19.551976 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-2c23bcb7-47c3-42f2-bbc6-02a9faf00468 {{(pid=105585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:18:19.552370 n-d-705658-22 neutron-server[105585]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd329d6cd-0d71-49a5-93ee-e3d4a6993e4c', 'tag': '5cbfa5ac-4883-4727-9c3c-4ab0f8528f87', 'status': 'completed', 'code': 200} Jul 27 21:18:19.590225 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780766b0-5191-41fd-b68b-73f84fa5c0a9 req-4822e5b4-2fe3-47a1-99f1-f774ef545560 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:18:19.591797 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-780766b0-5191-41fd-b68b-73f84fa5c0a9 req-4822e5b4-2fe3-47a1-99f1-f774ef545560 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=44c3084e-1eb6-44e4-8478-9257cccd7917 HTTP/1.1" status: 200 len: 853 time: 0.0819881 Jul 27 21:18:19.600661 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599439a5-7219-4c48-93b4-215807ac2830 req-636e6a26-5f5d-448b-a378-71a769071186 tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:18:19.602084 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-599439a5-7219-4c48-93b4-215807ac2830 req-636e6a26-5f5d-448b-a378-71a769071186 tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] 10.222.0.59 "GET /v2.0/ports?device_id=d4a31002-c650-402a-96ff-2bd8bc66f43f HTTP/1.1" status: 200 len: 945 time: 0.2039495 Jul 27 21:18:19.627082 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20878105-c77a-49a5-9e3c-e91958ade16c req-aac973d8-9e24-4e39-8406-e6d069725ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:18:19.628537 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-20878105-c77a-49a5-9e3c-e91958ade16c req-aac973d8-9e24-4e39-8406-e6d069725ea2 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=f600c487-e5e5-4562-8a3b-6f15b13fe576 HTTP/1.1" status: 200 len: 1097 time: 0.1929114 Jul 27 21:18:19.648841 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-780766b0-5191-41fd-b68b-73f84fa5c0a9 req-bc1849a5-c82f-4dd6-9199-d71372946664 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1b1dab31-9b34-44da-9575-a2762dd20ae1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0457656 Jul 27 21:18:19.744143 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-599439a5-7219-4c48-93b4-215807ac2830 req-03bc16c5-a5f5-4598-9352-6ed5c71188e0 tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] 10.222.0.59 "GET /v2.0/security-groups?id=9a7007a9-34fe-445e-9576-80a9b33bcd70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300588 Jul 27 21:18:19.751345 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-20878105-c77a-49a5-9e3c-e91958ade16c req-6ddf9806-f158-42e7-a4c5-fe301ae47f4c service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=5a737d1c-b945-4cea-a14d-2326657e6941&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1050196 Jul 27 21:18:19.760071 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-a8dce5d9-8f72-4b04-822c-a07a0b0012be tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4077169', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4163787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-400'] for router, precommit_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:19.797415 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-a8dce5d9-8f72-4b04-822c-a07a0b0012be tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4077150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4077160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4077159', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4163778'] for router, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:19.799726 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-780766b0-5191-41fd-b68b-73f84fa5c0a9 req-3d10cae6-8d40-44c3-9cd7-b59545773b33 service neutron] 10.222.0.36 "GET /v2.0/networks/1b1dab31-9b34-44da-9575-a2762dd20ae1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374586 Jul 27 21:18:19.813732 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [req-a140476f-c47d-46ba-a165-571757e17aad req-9f8d39a4-7e7a-44e5-be0a-bdef30342f24 tempest-AttachVolumeNegativeTest-845744699 tempest-AttachVolumeNegativeTest-845744699-project] Deleting port a1e52bc3-7031-48ee-996e-d8ffae51b15a {{(pid=105584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:18:19.814138 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-a140476f-c47d-46ba-a165-571757e17aad req-9f8d39a4-7e7a-44e5-be0a-bdef30342f24 tempest-AttachVolumeNegativeTest-845744699 tempest-AttachVolumeNegativeTest-845744699-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:19.819123 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-3af7ca9b-ece1-406f-a9d6-71466c00a53f tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks [] for security_group, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:19.890334 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-3af7ca9b-ece1-406f-a9d6-71466c00a53f tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:19.908799 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-780766b0-5191-41fd-b68b-73f84fa5c0a9 req-5267e0be-4d7e-44d8-9339-b8388a669862 service neutron] 10.222.0.36 "GET /v2.0/networks/1b1dab31-9b34-44da-9575-a2762dd20ae1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019042 Jul 27 21:18:19.941369 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3af7ca9b-ece1-406f-a9d6-71466c00a53f tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] vlan segment allocate from pool success with {'vlan_id': 230, 'physical_network': 'physnet1'} {{(pid=105584) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:18:19.953560 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af7ca9b-ece1-406f-a9d6-71466c00a53f tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c7681d8b-b10a-4a1f-968b-1c15a96cea3f,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:18:19.993656 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-3af7ca9b-ece1-406f-a9d6-71466c00a53f tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:19.994058 n-d-705658-22 neutron-server[105584]: INFO neutron.db.segments_db [None req-3af7ca9b-ece1-406f-a9d6-71466c00a53f tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Added segment 532d8a52-575f-45de-a3af-efbea8c8f6d5 of type vlan for network 1d615a85-844c-4c57-a0fc-2090e87300f0 Jul 27 21:18:19.999214 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 45370) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:18:20.004702 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-92b5bf04-5d10-4398-a793-dd9e3bd75a82 tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] Request body: {'network': {'name': 'tempest-network-smoke--1028411282', 'project_id': '717529174f79442eb5493474d000cc27', 'port_security_enabled': True}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:18:20.078333 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-3af7ca9b-ece1-406f-a9d6-71466c00a53f tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790688424798'] for network, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:20.082766 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [req-a140476f-c47d-46ba-a165-571757e17aad req-9f8d39a4-7e7a-44e5-be0a-bdef30342f24 tempest-AttachVolumeNegativeTest-845744699 tempest-AttachVolumeNegativeTest-845744699-project] For port a1e52bc3-7031-48ee-996e-d8ffae51b15a, host n-h2-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=a1e52bc3-7031-48ee-996e-d8ffae51b15a,segment=NetworkSegment(749d1f51-8998-49bc-ba8d-208be5295f5a),segment_id=749d1f51-8998-49bc-ba8d-208be5295f5a)] {{(pid=105584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:18:20.083166 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-a140476f-c47d-46ba-a165-571757e17aad req-9f8d39a4-7e7a-44e5-be0a-bdef30342f24 tempest-AttachVolumeNegativeTest-845744699 tempest-AttachVolumeNegativeTest-845744699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:20.101004 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8dce5d9-8f72-4b04-822c-a07a0b0012be tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Router 9abddf92-7565-4a3c-908d-d67a699a47b0 has already been hosted by L3 agent dd128fd7-8e57-4d4f-895b-a96b369df59a {{(pid=105584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:18:20.109751 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [req-a140476f-c47d-46ba-a165-571757e17aad req-9f8d39a4-7e7a-44e5-be0a-bdef30342f24 tempest-AttachVolumeNegativeTest-845744699 tempest-AttachVolumeNegativeTest-845744699-project] Calling delete_port for a1e52bc3-7031-48ee-996e-d8ffae51b15a owned by compute:nova {{(pid=105584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:18:20.121371 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92b5bf04-5d10-4398-a793-dd9e3bd75a82 tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] Made reservation on behalf of 717529174f79442eb5493474d000cc27 for: {'network': 1} {{(pid=105585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:18:20.125397 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-92b5bf04-5d10-4398-a793-dd9e3bd75a82 tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for network, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:20.157303 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-92b5bf04-5d10-4398-a793-dd9e3bd75a82 tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] Notify callbacks [] for security_group, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:20.194758 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9955521-e3ec-46b3-8ece-9a178644d3a0 req-34f2c91b-0c32-43e5-b333-e5bf6298a7a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:18:20.196335 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-c9955521-e3ec-46b3-8ece-9a178644d3a0 req-34f2c91b-0c32-43e5-b333-e5bf6298a7a8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=82bc643bd9d4441485dd55755aeabc15&device_id=d329d6cd-0d71-49a5-93ee-e3d4a6993e4c HTTP/1.1" status: 200 len: 1095 time: 0.1863770 Jul 27 21:18:20.214042 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-3af7ca9b-ece1-406f-a9d6-71466c00a53f tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920'] for network, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:20.218339 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8b3d20-974f-4dda-911b-059884e79621 req-d3f584f9-a486-44cc-8b9c-7bf526599431 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:18:20.219875 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-3a8b3d20-974f-4dda-911b-059884e79621 req-d3f584f9-a486-44cc-8b9c-7bf526599431 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] 10.222.0.59 "GET /v2.0/ports?device_id=f600c487-e5e5-4562-8a3b-6f15b13fe576 HTTP/1.1" status: 200 len: 945 time: 0.2088253 Jul 27 21:18:20.220598 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3af7ca9b-ece1-406f-a9d6-71466c00a53f tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:18:20.221173 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-3af7ca9b-ece1-406f-a9d6-71466c00a53f tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743886'] for network, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:20.304054 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e85835-991c-404d-889d-299204ee2b18 req-ea5aa6cb-ddee-4518-8afd-259b79ff068e tempest-AttachVolumeNegativeTest-845744699 tempest-AttachVolumeNegativeTest-845744699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:18:20.311987 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-64e85835-991c-404d-889d-299204ee2b18 req-ea5aa6cb-ddee-4518-8afd-259b79ff068e tempest-AttachVolumeNegativeTest-845744699 tempest-AttachVolumeNegativeTest-845744699-project] 10.222.0.59 "GET /v2.0/ports?device_id=230cd4c2-ee09-4357-a964-cafa10f52fd4 HTTP/1.1" status: 200 len: 945 time: 0.2380311 Jul 27 21:18:20.363052 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af7ca9b-ece1-406f-a9d6-71466c00a53f tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Pushing event updated for resources: {'Network': ['ID=1d615a85-844c-4c57-a0fc-2090e87300f0,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:18:20.376154 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Network 1d615a85-844c-4c57-a0fc-2090e87300f0 details requested by agent ovs-agent-n-d-705658-22 with host n-d-705658-22 {{(pid=105586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:18:20.385343 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8dce5d9-8f72-4b04-822c-a07a0b0012be tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify agent at l3_agent.n-d-705658-22 the message routers_updated {{(pid=105584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:18:20.393421 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-a8dce5d9-8f72-4b04-822c-a07a0b0012be tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify callbacks [] for router, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:20.397671 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-a8dce5d9-8f72-4b04-822c-a07a0b0012be tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] 10.222.0.59 "PUT /v2.0/routers/9abddf92-7565-4a3c-908d-d67a699a47b0 HTTP/1.1" status: 200 len: 888 time: 1.5075667 Jul 27 21:18:20.399947 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 45380) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:18:20.400872 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f65c7464-10ab-40cd-83e8-24e76e985d9f None None] Sync routers for ids ['9abddf92-7565-4a3c-908d-d67a699a47b0'] in n-d-705658-22 {{(pid=105587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:18:20.416803 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f65c7464-10ab-40cd-83e8-24e76e985d9f None None] Routers {'9abddf92-7565-4a3c-908d-d67a699a47b0'} bound to L3 agent in host n-d-705658-22 {{(pid=105587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:18:20.417684 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-f65c7464-10ab-40cd-83e8-24e76e985d9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:18:12Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['9abddf92-7565-4a3c-908d-d67a699a47b0'], 'active': True} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:18:20.466073 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-f65c7464-10ab-40cd-83e8-24e76e985d9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-22', False) {} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:18:20.470961 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-3a8b3d20-974f-4dda-911b-059884e79621 req-59da0db9-00ec-4d8e-98ed-4bf7ac6a62e7 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] 10.222.0.59 "GET /v2.0/security-groups?id=5a737d1c-b945-4cea-a14d-2326657e6941&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2361538 Jul 27 21:18:20.479147 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f65c7464-10ab-40cd-83e8-24e76e985d9f None None] Routers {'9abddf92-7565-4a3c-908d-d67a699a47b0'} bound to L3 agent in host n-d-705658-22 {{(pid=105587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:18:20.480670 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-f65c7464-10ab-40cd-83e8-24e76e985d9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:18:12Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['9abddf92-7565-4a3c-908d-d67a699a47b0'], 'active': True} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:18:20.518332 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-64e85835-991c-404d-889d-299204ee2b18 req-f71b4411-bfba-4d99-af89-6328e43c9a54 tempest-AttachVolumeNegativeTest-845744699 tempest-AttachVolumeNegativeTest-845744699-project] 10.222.0.59 "GET /v2.0/security-groups?id=2650ee69-e2a9-4bf0-b170-d21e83666964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2054174 Jul 27 21:18:20.539760 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-f65c7464-10ab-40cd-83e8-24e76e985d9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-22', False) {} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:18:20.540676 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f65c7464-10ab-40cd-83e8-24e76e985d9f None None] The sync data for ids ['9abddf92-7565-4a3c-908d-d67a699a47b0'] in n-d-705658-22 is: [] {{(pid=105587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:18:20.542372 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-92b5bf04-5d10-4398-a793-dd9e3bd75a82 tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] Notify callbacks [] for security_group, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:20.544073 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9955521-e3ec-46b3-8ece-9a178644d3a0 req-a5166612-67ea-4802-a93a-0b8741590f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:18:20.545828 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-c9955521-e3ec-46b3-8ece-9a178644d3a0 req-a5166612-67ea-4802-a93a-0b8741590f24 service neutron] 10.222.0.36 "GET /v2.0/networks?id=1b1dab31-9b34-44da-9575-a2762dd20ae1 HTTP/1.1" status: 200 len: 914 time: 0.3359430 Jul 27 21:18:20.548761 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-92b5bf04-5d10-4398-a793-dd9e3bd75a82 tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:20.597792 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-3af7ca9b-ece1-406f-a9d6-71466c00a53f tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.8263271 Jul 27 21:18:20.600685 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-a140476f-c47d-46ba-a165-571757e17aad req-9f8d39a4-7e7a-44e5-be0a-bdef30342f24 tempest-AttachVolumeNegativeTest-845744699 tempest-AttachVolumeNegativeTest-845744699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:20.602269 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 45382) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:18:20.608227 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-eea14424-b20e-4a2c-a911-557105ea2feb tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Request body: {'subnet': {'network_id': '1d615a85-844c-4c57-a0fc-2090e87300f0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:18:20.613993 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] get_ports_and_sgs() called for port_ids ['a00236c5-623b-4f7d-b617-4368e91e4029'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:18:20.618762 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] get_ports_and_sgs() called for port_ids ['a1e52bc3-7031-48ee-996e-d8ffae51b15a'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:18:20.643541 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-c9955521-e3ec-46b3-8ece-9a178644d3a0 req-1a0a8a57-39b3-4e07-b167-61f0e8c573a9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5cbfa5ac-4883-4727-9c3c-4ab0f8528f87 HTTP/1.1" status: 200 len: 217 time: 0.0876381 Jul 27 21:18:20.644242 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92b5bf04-5d10-4398-a793-dd9e3bd75a82 tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] vlan segment allocate from pool success with {'vlan_id': 233, 'physical_network': 'physnet1'} {{(pid=105585) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:18:20.691391 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8d39a4-7e7a-44e5-be0a-bdef30342f24 tempest-AttachVolumeNegativeTest-845744699 tempest-AttachVolumeNegativeTest-845744699-project] Pushing event deleted for resources: {'Port': ['ID=a1e52bc3-7031-48ee-996e-d8ffae51b15a,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:18:20.707108 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-92b5bf04-5d10-4398-a793-dd9e3bd75a82 tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:20.707469 n-d-705658-22 neutron-server[105585]: INFO neutron.db.segments_db [None req-92b5bf04-5d10-4398-a793-dd9e3bd75a82 tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] Added segment 172bfae8-50e3-47ab-a92b-938d99445370 of type vlan for network a2fbbd2b-5e21-44bb-9251-b86500607834 Jul 27 21:18:20.708937 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b5bf04-5d10-4398-a793-dd9e3bd75a82 tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4371b25e-87a3-4a85-af3f-a5d9ba0d3c8d,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:18:20.779792 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [req-a140476f-c47d-46ba-a165-571757e17aad req-9f8d39a4-7e7a-44e5-be0a-bdef30342f24 tempest-AttachVolumeNegativeTest-845744699 tempest-AttachVolumeNegativeTest-845744699-project] No DVR routers for this DVR port a1e52bc3-7031-48ee-996e-d8ffae51b15a on host n-h2-705658-22 {{(pid=105584) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:18:20.792465 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-0b2c1e3c-820c-426b-b78b-0847911b9e3d tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] 10.222.0.59 "GET /v2.0/routers/9abddf92-7565-4a3c-908d-d67a699a47b0 HTTP/1.1" status: 200 len: 888 time: 0.3919563 Jul 27 21:18:20.793562 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9955521-e3ec-46b3-8ece-9a178644d3a0 req-cd4c992b-209d-44c2-bab8-42049abb907c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:18:20.795084 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-c9955521-e3ec-46b3-8ece-9a178644d3a0 req-cd4c992b-209d-44c2-bab8-42049abb907c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=44c3084e-1eb6-44e4-8478-9257cccd7917 HTTP/1.1" status: 200 len: 853 time: 0.1354368 Jul 27 21:18:20.795574 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 45386) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:18:20.796594 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-a140476f-c47d-46ba-a165-571757e17aad req-9f8d39a4-7e7a-44e5-be0a-bdef30342f24 tempest-AttachVolumeNegativeTest-845744699 tempest-AttachVolumeNegativeTest-845744699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:20.798906 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-a140476f-c47d-46ba-a165-571757e17aad req-9f8d39a4-7e7a-44e5-be0a-bdef30342f24 tempest-AttachVolumeNegativeTest-845744699 tempest-AttachVolumeNegativeTest-845744699-project] 10.222.0.60 "DELETE /v2.0/ports/a1e52bc3-7031-48ee-996e-d8ffae51b15a HTTP/1.1" status: 204 len: 173 time: 1.2508850 Jul 27 21:18:20.799638 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '230cd4c2-ee09-4357-a964-cafa10f52fd4', 'name': 'network-vif-deleted', 'tag': 'a1e52bc3-7031-48ee-996e-d8ffae51b15a'}] {{(pid=105584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:18:20.802130 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bce5e6c8685464f7626901654159975603b047827e3138302ed6566e28f1343" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9be767aa-c2a1-4919-89e6-653b48e764e9" -d '{"events": [{"server_uuid": "230cd4c2-ee09-4357-a964-cafa10f52fd4", "name": "network-vif-deleted", "tag": "a1e52bc3-7031-48ee-996e-d8ffae51b15a"}]}' {{(pid=105584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:18:20.809675 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-92b5bf04-5d10-4398-a793-dd9e3bd75a82 tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790688424798'] for network, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:20.844387 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eea14424-b20e-4a2c-a911-557105ea2feb tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Made reservation on behalf of fcd7bb7d26624f8f823446f0b0a5006f for: {'subnet': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:18:20.848652 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-eea14424-b20e-4a2c-a911-557105ea2feb tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9738786'] for subnet, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:20.891176 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-3e07158f-adf3-40dc-90cf-90d7f780e417 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] 10.222.0.59 "GET /v2.0/ports?device_id=9abddf92-7565-4a3c-908d-d67a699a47b0 HTTP/1.1" status: 200 len: 205 time: 0.0925648 Jul 27 21:18:20.907949 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 45390) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:18:20.919260 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-c9955521-e3ec-46b3-8ece-9a178644d3a0 req-3ab4fcb2-404e-4e90-8212-378419f79a9c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1b1dab31-9b34-44da-9575-a2762dd20ae1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0924835 Jul 27 21:18:20.928046 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e42a5d-7b4b-4ab0-812b-93a5d289b2a9 req-947aad2c-f2e7-42f5-a648-2d0be583c45e tempest-VolumesSnapshotTestJSON-1656461289 tempest-VolumesSnapshotTestJSON-1656461289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:18:20.929586 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a5e42a5d-7b4b-4ab0-812b-93a5d289b2a9 req-947aad2c-f2e7-42f5-a648-2d0be583c45e tempest-VolumesSnapshotTestJSON-1656461289 tempest-VolumesSnapshotTestJSON-1656461289-project] 10.222.0.59 "GET /v2.0/ports?device_id=d329d6cd-0d71-49a5-93ee-e3d4a6993e4c HTTP/1.1" status: 200 len: 943 time: 0.3628936 Jul 27 21:18:20.995197 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.db.resource_extend [None req-92b5bf04-5d10-4398-a793-dd9e3bd75a82 tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=105585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 27 21:18:21.073545 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-e0d9f359-2c24-4980-9b69-e28a37e77edc tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify callbacks [] for router, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:21.075469 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-92b5bf04-5d10-4398-a793-dd9e3bd75a82 tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920'] for network, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:21.081585 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92b5bf04-5d10-4398-a793-dd9e3bd75a82 tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:18:21.082195 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-92b5bf04-5d10-4398-a793-dd9e3bd75a82 tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] Notify callbacks [] for network, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:21.158122 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a5e42a5d-7b4b-4ab0-812b-93a5d289b2a9 req-37f311a7-d3b5-45ce-9fb1-ac599b8d24c1 tempest-VolumesSnapshotTestJSON-1656461289 tempest-VolumesSnapshotTestJSON-1656461289-project] 10.222.0.59 "GET /v2.0/security-groups?id=dbda38b4-0099-4f6e-aeb8-905b6aa6a585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2174585 Jul 27 21:18:21.185845 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-92b5bf04-5d10-4398-a793-dd9e3bd75a82 tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.1854837 Jul 27 21:18:21.187018 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 45392) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:18:21.202577 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-df15803c-e0fd-4d54-92d0-26dd8481c3e4 tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-2084290127', 'admin_state_up': True, 'project_id': '717529174f79442eb5493474d000cc27', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305'}}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:18:21.220441 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-c9955521-e3ec-46b3-8ece-9a178644d3a0 req-a220bb67-f08c-41f0-ba72-0913843f3b19 service neutron] 10.222.0.36 "GET /v2.0/networks/1b1dab31-9b34-44da-9575-a2762dd20ae1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2897935 Jul 27 21:18:21.226890 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b5bf04-5d10-4398-a793-dd9e3bd75a82 tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] Pushing event updated for resources: {'Network': ['ID=a2fbbd2b-5e21-44bb-9251-b86500607834,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:18:21.237506 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Network a2fbbd2b-5e21-44bb-9251-b86500607834 details requested by agent ovs-agent-n-d-705658-22 with host n-d-705658-22 {{(pid=105586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:18:21.245462 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:18:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bdcbc73-0dff-4cd8-b24d-96afc6ec8728 x-openstack-request-id: req-8bdcbc73-0dff-4cd8-b24d-96afc6ec8728 {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:18:21.245997 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "230cd4c2-ee09-4357-a964-cafa10f52fd4", "name": "network-vif-deleted", "tag": "a1e52bc3-7031-48ee-996e-d8ffae51b15a", "status": "completed", "code": 200}]} {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:18:21.246442 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-8bdcbc73-0dff-4cd8-b24d-96afc6ec8728 {{(pid=105584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:18:21.247068 n-d-705658-22 neutron-server[105584]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '230cd4c2-ee09-4357-a964-cafa10f52fd4', 'name': 'network-vif-deleted', 'tag': 'a1e52bc3-7031-48ee-996e-d8ffae51b15a', 'status': 'completed', 'code': 200} Jul 27 21:18:21.258664 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6653fa66-a732-425e-91f4-8e537057fc4b req-3e038ade-31e6-42f0-a650-f6692644bc50 tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:18:21.261149 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-6653fa66-a732-425e-91f4-8e537057fc4b req-3e038ade-31e6-42f0-a650-f6692644bc50 tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] 10.222.0.59 "GET /v2.0/ports?device_id=d4a31002-c650-402a-96ff-2bd8bc66f43f HTTP/1.1" status: 200 len: 945 time: 0.3475161 Jul 27 21:18:21.281535 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-eea14424-b20e-4a2c-a911-557105ea2feb tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9014150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9738800'] for subnet, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:21.315719 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-e0d9f359-2c24-4980-9b69-e28a37e77edc tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify callbacks [] for router_gateway, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:21.398175 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea14424-b20e-4a2c-a911-557105ea2feb tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Pushing event updated for resources: {'Subnet': ['ID=64de071c-bd43-4d2a-8551-7dc21ce3f452,revision_number=0']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:18:21.409147 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-6653fa66-a732-425e-91f4-8e537057fc4b req-b08958a1-6d1c-45db-ad0f-e037f1cfe1be tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] 10.222.0.59 "GET /v2.0/security-groups?id=9a7007a9-34fe-445e-9576-80a9b33bcd70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402478 Jul 27 21:18:21.414504 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-df15803c-e0fd-4d54-92d0-26dd8481c3e4 tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4163813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-443'] for router, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:21.416523 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-df15803c-e0fd-4d54-92d0-26dd8481c3e4 tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4165196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4077059', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3711235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-418'] for router, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:21.474029 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-e0d9f359-2c24-4980-9b69-e28a37e77edc tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Deleting port 479a6810-ea1a-4d22-8c07-01f58d07849c {{(pid=105584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:18:21.474768 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-e0d9f359-2c24-4980-9b69-e28a37e77edc tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:21.476995 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eea14424-b20e-4a2c-a911-557105ea2feb tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Checking segment: {'id': '532d8a52-575f-45de-a3af-efbea8c8f6d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '1d615a85-844c-4c57-a0fc-2090e87300f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:18:21.477720 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eea14424-b20e-4a2c-a911-557105ea2feb tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Network hostable DHCP agents. Network: 1d615a85-844c-4c57-a0fc-2090e87300f0, hostable agents: ['7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a'], hosted agents: [] {{(pid=105584) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:18:21.560137 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eea14424-b20e-4a2c-a911-557105ea2feb tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Network 1d615a85-844c-4c57-a0fc-2090e87300f0 is scheduled to be hosted by DHCP agent 7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a with binding_index 1 {{(pid=105584) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:18:21.564986 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-c9955521-e3ec-46b3-8ece-9a178644d3a0 req-df2a7d84-a451-4d86-85f3-dd7c79ccc806 service neutron] 10.222.0.36 "GET /v2.0/networks/1b1dab31-9b34-44da-9575-a2762dd20ae1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3256822 Jul 27 21:18:21.584444 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [None req-eea14424-b20e-4a2c-a911-557105ea2feb tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-22, 1d615a85-844c-4c57-a0fc-2090e87300f0) {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:18:21.596229 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45ac953d-5d03-4101-9cef-5150f3d46a33 None None] Network 1d615a85-844c-4c57-a0fc-2090e87300f0 requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:18:21.607856 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eea14424-b20e-4a2c-a911-557105ea2feb tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:18:21.610020 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-eea14424-b20e-4a2c-a911-557105ea2feb tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks [] for subnet, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:21.643472 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-eea14424-b20e-4a2c-a911-557105ea2feb tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0394258 Jul 27 21:18:21.646443 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 45402) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:18:21.654814 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-93169fc5-7918-4b5e-b522-94513f047e2a tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Request body: {'port': {'network_id': '1d615a85-844c-4c57-a0fc-2090e87300f0', 'name': 'tempest-NetworksTestDHCPv6-581996157'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:18:21.679331 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-e0d9f359-2c24-4980-9b69-e28a37e77edc tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:21.718267 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-df15803c-e0fd-4d54-92d0-26dd8481c3e4 tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:21.729016 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-e0d9f359-2c24-4980-9b69-e28a37e77edc tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Calling delete_port for 479a6810-ea1a-4d22-8c07-01f58d07849c owned by network:router_gateway {{(pid=105584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:18:21.841015 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bb24759-5a73-42ab-a8b4-ef6b570713ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30bb4b93-b285-5d90-9493-f9ec33ea333c-1d615a85-844c-4c57-a0fc-2090e87300f0', 'network_id': '1d615a85-844c-4c57-a0fc-2090e87300f0', 'tenant_id': 'fcd7bb7d26624f8f823446f0b0a5006f', 'fixed_ips': [{'subnet_id': '64de071c-bd43-4d2a-8551-7dc21ce3f452'}]}} from n-d-705658-22. {{(pid=105586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 21:18:21.841889 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-8bb24759-5a73-42ab-a8b4-ef6b570713ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:21.903346 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93169fc5-7918-4b5e-b522-94513f047e2a tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Made reservation on behalf of fcd7bb7d26624f8f823446f0b0a5006f for: {'port': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:18:21.908539 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-93169fc5-7918-4b5e-b522-94513f047e2a tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:21.922674 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-df15803c-e0fd-4d54-92d0-26dd8481c3e4 tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4077169', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4163787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-400'] for router, precommit_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:21.939502 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [None req-93169fc5-7918-4b5e-b522-94513f047e2a tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] device_id is not set on port 1a6797f1-8976-4d84-ae5d-1b01996eae91 yet. {{(pid=105584) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 21:18:21.944435 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f518226-8083-4e47-a79e-afd14c34b603 req-6cc4bb00-f204-4790-807e-7d1cf46ca582 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:18:21.946040 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-1f518226-8083-4e47-a79e-afd14c34b603 req-6cc4bb00-f204-4790-807e-7d1cf46ca582 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] 10.222.0.59 "GET /v2.0/ports?device_id=f600c487-e5e5-4562-8a3b-6f15b13fe576 HTTP/1.1" status: 200 len: 945 time: 0.3801255 Jul 27 21:18:22.016070 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.db_base_plugin_common [None req-8bb24759-5a73-42ab-a8b4-ef6b570713ae None None] Allocated IP 2001:db8::2 (1d615a85-844c-4c57-a0fc-2090e87300f0/64de071c-bd43-4d2a-8551-7dc21ce3f452/dd3a165f-a985-4a72-a040-d298dbc18773) {{(pid=105586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:18:22.032480 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-1f518226-8083-4e47-a79e-afd14c34b603 req-f0d55a8b-5955-4713-ba8a-40589de41d3a tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] 10.222.0.59 "GET /v2.0/security-groups?id=5a737d1c-b945-4cea-a14d-2326657e6941&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0702271 Jul 27 21:18:22.207748 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-8bb24759-5a73-42ab-a8b4-ef6b570713ae None None] Notify callbacks [] for port, precommit_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:22.232185 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-8bb24759-5a73-42ab-a8b4-ef6b570713ae None None] Transition to ACTIVE for port object dd3a165f-a985-4a72-a040-d298dbc18773 will not be triggered until provisioned by entity L2. {{(pid=105586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:18:22.252731 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-8bb24759-5a73-42ab-a8b4-ef6b570713ae None None] Transition to ACTIVE for port object dd3a165f-a985-4a72-a040-d298dbc18773 will not be triggered until provisioned by entity DHCP. {{(pid=105586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:18:22.260694 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-8bb24759-5a73-42ab-a8b4-ef6b570713ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143'] for port, after_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:22.318308 n-d-705658-22 neutron-server[105586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bb24759-5a73-42ab-a8b4-ef6b570713ae None None] Network 1d615a85-844c-4c57-a0fc-2090e87300f0 is already hosted by enough agents. {{(pid=105586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:18:22.318745 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-df15803c-e0fd-4d54-92d0-26dd8481c3e4 tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] Notify callbacks [] for router_gateway, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:22.326205 n-d-705658-22 neutron-server[105586]: DEBUG neutron.scheduler.base_scheduler [None req-8bb24759-5a73-42ab-a8b4-ef6b570713ae None None] Resources bound (agent type, host, resource id): {{(pid=105586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:18:22.334569 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bb24759-5a73-42ab-a8b4-ef6b570713ae None None] Received port after_create {{(pid=105586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:18:22.348259 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-df15803c-e0fd-4d54-92d0-26dd8481c3e4 tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:22.355378 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb24759-5a73-42ab-a8b4-ef6b570713ae None None] Pushing event updated for resources: {'Port': ['ID=dd3a165f-a985-4a72-a040-d298dbc18773,revision_number=1']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:18:22.425526 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-8bb24759-5a73-42ab-a8b4-ef6b570713ae None None] Attempting to bind port dd3a165f-a985-4a72-a040-d298dbc18773 on host n-d-705658-22 for vnic_type normal with profile {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:18:22.426277 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-8bb24759-5a73-42ab-a8b4-ef6b570713ae None None] Attempting to bind port dd3a165f-a985-4a72-a040-d298dbc18773 by drivers openvswitch,hyperv on host n-d-705658-22 at level 0 using segments [{'id': '532d8a52-575f-45de-a3af-efbea8c8f6d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '1d615a85-844c-4c57-a0fc-2090e87300f0'}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:18:22.426722 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bb24759-5a73-42ab-a8b4-ef6b570713ae None None] Attempting to bind port dd3a165f-a985-4a72-a040-d298dbc18773 on network 1d615a85-844c-4c57-a0fc-2090e87300f0 {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:18:22.435567 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bb24759-5a73-42ab-a8b4-ef6b570713ae None None] Checking agent: {'id': '04a7ea91-6318-467e-ace6-b0fb48c8690f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 41, 42), 'started_at': datetime.datetime(2021, 7, 27, 20, 42, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 18, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:18:22.436862 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bb24759-5a73-42ab-a8b4-ef6b570713ae None None] Checking segment: {'id': '532d8a52-575f-45de-a3af-efbea8c8f6d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '1d615a85-844c-4c57-a0fc-2090e87300f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:18:22.437389 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-8bb24759-5a73-42ab-a8b4-ef6b570713ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:22.438309 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bb24759-5a73-42ab-a8b4-ef6b570713ae None None] Bound using segment: {'id': '532d8a52-575f-45de-a3af-efbea8c8f6d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '1d615a85-844c-4c57-a0fc-2090e87300f0'} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:18:22.438944 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-8bb24759-5a73-42ab-a8b4-ef6b570713ae None None] Bound port: dd3a165f-a985-4a72-a040-d298dbc18773, host: n-d-705658-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '532d8a52-575f-45de-a3af-efbea8c8f6d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '1d615a85-844c-4c57-a0fc-2090e87300f0'}}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:18:22.439454 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-8bb24759-5a73-42ab-a8b4-ef6b570713ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:22.448359 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a04bf0-2924-4f0b-b161-6dc1cc6af6cd req-e64678df-0bcc-475b-9367-f3b5c85f58ca tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:18:22.449893 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-69a04bf0-2924-4f0b-b161-6dc1cc6af6cd req-e64678df-0bcc-475b-9367-f3b5c85f58ca tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] 10.222.0.59 "GET /v2.0/ports?device_id=f600c487-e5e5-4562-8a3b-6f15b13fe576 HTTP/1.1" status: 200 len: 945 time: 0.2590754 Jul 27 21:18:22.459084 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4773b2d-6bef-4871-b8de-e3c617eb5130 req-71f3d404-780e-44b9-9345-f17ac1fe5c2c tempest-VolumesSnapshotTestJSON-1656461289 tempest-VolumesSnapshotTestJSON-1656461289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:18:22.460729 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-d4773b2d-6bef-4871-b8de-e3c617eb5130 req-71f3d404-780e-44b9-9345-f17ac1fe5c2c tempest-VolumesSnapshotTestJSON-1656461289 tempest-VolumesSnapshotTestJSON-1656461289-project] 10.222.0.59 "GET /v2.0/ports?device_id=d329d6cd-0d71-49a5-93ee-e3d4a6993e4c HTTP/1.1" status: 200 len: 943 time: 0.2019951 Jul 27 21:18:22.526843 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-8bb24759-5a73-42ab-a8b4-ef6b570713ae None None] For port dd3a165f-a985-4a72-a040-d298dbc18773, host n-d-705658-22, cleared binding levels {{(pid=105586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:18:22.532154 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-8bb24759-5a73-42ab-a8b4-ef6b570713ae None None] For port dd3a165f-a985-4a72-a040-d298dbc18773, host n-d-705658-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=dd3a165f-a985-4a72-a040-d298dbc18773,segment=NetworkSegment(532d8a52-575f-45de-a3af-efbea8c8f6d5),segment_id=532d8a52-575f-45de-a3af-efbea8c8f6d5)] {{(pid=105586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:18:22.539168 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-8bb24759-5a73-42ab-a8b4-ef6b570713ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:22.577870 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-d4773b2d-6bef-4871-b8de-e3c617eb5130 req-1c4be453-7e61-49fa-a76e-8bd882f78413 tempest-VolumesSnapshotTestJSON-1656461289 tempest-VolumesSnapshotTestJSON-1656461289-project] 10.222.0.59 "GET /v2.0/security-groups?id=dbda38b4-0099-4f6e-aeb8-905b6aa6a585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933750 Jul 27 21:18:22.578113 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.db_base_plugin_common [None req-93169fc5-7918-4b5e-b522-94513f047e2a tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Allocated IP 2001:db8::38a (1d615a85-844c-4c57-a0fc-2090e87300f0/64de071c-bd43-4d2a-8551-7dc21ce3f452/1a6797f1-8976-4d84-ae5d-1b01996eae91) {{(pid=105584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:18:22.585760 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-69a04bf0-2924-4f0b-b161-6dc1cc6af6cd req-cc42a8c0-080c-4752-877e-514889d52f8a tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] 10.222.0.59 "GET /v2.0/security-groups?id=5a737d1c-b945-4cea-a14d-2326657e6941&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1232088 Jul 27 21:18:22.598245 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.db_base_plugin_common [None req-df15803c-e0fd-4d54-92d0-26dd8481c3e4 tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] Allocated IP 172.25.5.33 (8735d8a2-b604-4758-ae71-b40e4ee6f305/eca7dbab-b9c0-4c8f-a272-816ea8a81764/45c81317-a22b-4865-b927-2cd369651ff6) {{(pid=105585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:18:22.626189 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 45414) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:18:22.662078 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb24759-5a73-42ab-a8b4-ef6b570713ae None None] Pushing event updated for resources: {'Port': ['ID=dd3a165f-a985-4a72-a040-d298dbc18773,revision_number=2']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:18:22.751585 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-93169fc5-7918-4b5e-b522-94513f047e2a tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks [] for port, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:22.766461 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.provisioning_blocks [None req-93169fc5-7918-4b5e-b522-94513f047e2a tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Transition to ACTIVE for port object 1a6797f1-8976-4d84-ae5d-1b01996eae91 will not be triggered until provisioned by entity DHCP. {{(pid=105584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:18:22.807510 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-93169fc5-7918-4b5e-b522-94513f047e2a tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:22.814712 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f2d67ed-1e53-499e-8a48-f43e66bbd4ea tempest-TestNetworkAdvancedServerOps-1085103497 tempest-TestNetworkAdvancedServerOps-1085103497-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:18:22.818673 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-7f2d67ed-1e53-499e-8a48-f43e66bbd4ea tempest-TestNetworkAdvancedServerOps-1085103497 tempest-TestNetworkAdvancedServerOps-1085103497-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=f600c487-e5e5-4562-8a3b-6f15b13fe576 HTTP/1.1" status: 200 len: 1092 time: 0.1685262 Jul 27 21:18:22.823924 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 45416) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:18:22.837108 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-de21174d-9f35-4476-acb2-31bc00cd5ebe tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Request body: {'floatingip': {'floating_network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'port_id': 'ed51ec73-d9a5-4c0b-b4de-6eed8a81fff5', 'tenant_id': '379416b786c44e07b1b1ba1a5ea96882', 'fixed_ip_address': '172.20.0.8'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:18:22.907174 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-de21174d-9f35-4476-acb2-31bc00cd5ebe tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks [] for floatingip, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:22.942699 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93169fc5-7918-4b5e-b522-94513f047e2a tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Network 1d615a85-844c-4c57-a0fc-2090e87300f0 is already hosted by enough agents. {{(pid=105584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:18:22.945049 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [None req-93169fc5-7918-4b5e-b522-94513f047e2a tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Resources bound (agent type, host, resource id): {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:18:22.947600 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93169fc5-7918-4b5e-b522-94513f047e2a tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Received port after_create {{(pid=105584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:18:22.957777 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93169fc5-7918-4b5e-b522-94513f047e2a tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:18:22.959390 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-93169fc5-7918-4b5e-b522-94513f047e2a tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:22.962037 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93169fc5-7918-4b5e-b522-94513f047e2a tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Pushing event updated for resources: {'Port': ['ID=1a6797f1-8976-4d84-ae5d-1b01996eae91,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:18:23.006623 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-93169fc5-7918-4b5e-b522-94513f047e2a tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.3588083 Jul 27 21:18:23.009624 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 45420) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:18:23.102542 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-e0d9f359-2c24-4980-9b69-e28a37e77edc tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:23.146592 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d9f359-2c24-4980-9b69-e28a37e77edc tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Pushing event deleted for resources: {'Port': ['ID=479a6810-ea1a-4d22-8c07-01f58d07849c,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:18:23.214957 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab180c39-5159-48a9-8d96-de39bd9facbf tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:18:23.222109 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab180c39-5159-48a9-8d96-de39bd9facbf tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:18:23.226356 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-ab180c39-5159-48a9-8d96-de39bd9facbf tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.2132375 Jul 27 21:18:23.227185 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 45422) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:18:23.271634 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-e0d9f359-2c24-4980-9b69-e28a37e77edc tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4075702'] for router_gateway, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:23.327228 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12192fb3-31e3-4133-a101-fc535ebdbe24 req-ca66785d-4765-4c55-8c06-d3601323e1d5 tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:18:23.328756 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-12192fb3-31e3-4133-a101-fc535ebdbe24 req-ca66785d-4765-4c55-8c06-d3601323e1d5 tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] 10.222.0.59 "GET /v2.0/ports?device_id=d4a31002-c650-402a-96ff-2bd8bc66f43f HTTP/1.1" status: 200 len: 945 time: 0.6332271 Jul 27 21:18:23.331732 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-df15803c-e0fd-4d54-92d0-26dd8481c3e4 tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] Notify callbacks [] for port, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:23.402868 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-e0d9f359-2c24-4980-9b69-e28a37e77edc tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4163631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-425'] for router, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:23.406303 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-e0d9f359-2c24-4980-9b69-e28a37e77edc tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:23.414723 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-12192fb3-31e3-4133-a101-fc535ebdbe24 req-91cdcfce-2225-4c5f-ac24-10b5dd51f6af tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] 10.222.0.59 "GET /v2.0/security-groups?id=9a7007a9-34fe-445e-9576-80a9b33bcd70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749667 Jul 27 21:18:23.425070 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-df15803c-e0fd-4d54-92d0-26dd8481c3e4 tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:23.487795 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df15803c-e0fd-4d54-92d0-26dd8481c3e4 tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] Network 8735d8a2-b604-4758-ae71-b40e4ee6f305 is already hosted by enough agents. {{(pid=105585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:18:23.496957 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.base_scheduler [None req-df15803c-e0fd-4d54-92d0-26dd8481c3e4 tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] Resources bound (agent type, host, resource id): {{(pid=105585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:18:23.499442 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df15803c-e0fd-4d54-92d0-26dd8481c3e4 tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] Pushing event updated for resources: {'Port': ['ID=45c81317-a22b-4865-b927-2cd369651ff6,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:18:23.502048 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df15803c-e0fd-4d54-92d0-26dd8481c3e4 tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] Received port after_create {{(pid=105585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:18:23.514041 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-e0d9f359-2c24-4980-9b69-e28a37e77edc tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4163007'] for router, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:23.515227 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0d9f359-2c24-4980-9b69-e28a37e77edc tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Fanout notify agent at l3_agent the message router_deleted on router 9abddf92-7565-4a3c-908d-d67a699a47b0 {{(pid=105584) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 21:18:23.526832 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-e0d9f359-2c24-4980-9b69-e28a37e77edc tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify callbacks [] for router, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:23.535411 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-e0d9f359-2c24-4980-9b69-e28a37e77edc tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] 10.222.0.59 "DELETE /v2.0/routers/9abddf92-7565-4a3c-908d-d67a699a47b0 HTTP/1.1" status: 204 len: 168 time: 2.6242065 Jul 27 21:18:23.537326 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 45428) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:18:23.543979 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-eafe9211-8ca4-4602-83c9-2be3b968d508 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Request body: {'network': {'name': 'tempest-RoutersTest-488493802'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:18:23.553615 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-6e63459b-9b49-4516-aa00-492c4c3733e4 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Deleting port 1a6797f1-8976-4d84-ae5d-1b01996eae91 {{(pid=105584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:18:23.555290 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-6e63459b-9b49-4516-aa00-492c4c3733e4 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:23.631320 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eafe9211-8ca4-4602-83c9-2be3b968d508 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Made reservation on behalf of b2a273d14da548f08e5e2947b1efbc75 for: {'network': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:18:23.639749 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-eafe9211-8ca4-4602-83c9-2be3b968d508 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for network, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:23.654398 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-de21174d-9f35-4476-acb2-31bc00cd5ebe tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:23.697168 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eafe9211-8ca4-4602-83c9-2be3b968d508 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] vlan segment allocate from pool success with {'vlan_id': 205, 'physical_network': 'physnet1'} {{(pid=105584) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:18:23.711625 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-6e63459b-9b49-4516-aa00-492c4c3733e4 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:23.724581 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-eafe9211-8ca4-4602-83c9-2be3b968d508 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:23.725149 n-d-705658-22 neutron-server[105584]: INFO neutron.db.segments_db [None req-eafe9211-8ca4-4602-83c9-2be3b968d508 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Added segment fbbff615-749c-4fb9-8c84-f8659566cb98 of type vlan for network 5557f2ee-0476-41c5-ab2e-f8134ab58c3d Jul 27 21:18:23.737776 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-6e63459b-9b49-4516-aa00-492c4c3733e4 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Calling delete_port for 1a6797f1-8976-4d84-ae5d-1b01996eae91 owned by {{(pid=105584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:18:23.815958 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-eafe9211-8ca4-4602-83c9-2be3b968d508 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790688424798'] for network, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:23.873349 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device 5cbfa5ac-4883-4727-9c3c-4ab0f8528f87 details requested by agent hyperv_n-h1-705658-22 with host n-h1-705658-22 {{(pid=105586) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:18:23.902115 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-eafe9211-8ca4-4602-83c9-2be3b968d508 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920'] for network, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:23.905467 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ccbfa0-e8ff-47b7-8bd6-e098773313ff req-47bc58d3-a4d5-455a-8209-d4c677800f38 tempest-VolumesSnapshotTestJSON-1656461289 tempest-VolumesSnapshotTestJSON-1656461289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:18:23.907055 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-05ccbfa0-e8ff-47b7-8bd6-e098773313ff req-47bc58d3-a4d5-455a-8209-d4c677800f38 tempest-VolumesSnapshotTestJSON-1656461289 tempest-VolumesSnapshotTestJSON-1656461289-project] 10.222.0.59 "GET /v2.0/ports?device_id=d329d6cd-0d71-49a5-93ee-e3d4a6993e4c HTTP/1.1" status: 200 len: 943 time: 0.2472570 Jul 27 21:18:23.918445 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eafe9211-8ca4-4602-83c9-2be3b968d508 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:18:23.919157 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-eafe9211-8ca4-4602-83c9-2be3b968d508 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743886'] for network, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:24.002599 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5890fbaf-63ca-4806-a983-c65336199f4f None None] Network 1d615a85-844c-4c57-a0fc-2090e87300f0 requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:18:24.020902 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-eafe9211-8ca4-4602-83c9-2be3b968d508 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4821577 Jul 27 21:18:24.030871 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 45434) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:18:24.050131 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-05ccbfa0-e8ff-47b7-8bd6-e098773313ff req-806d190b-8b73-4573-a57e-a825e10cf1b7 tempest-VolumesSnapshotTestJSON-1656461289 tempest-VolumesSnapshotTestJSON-1656461289-project] 10.222.0.59 "GET /v2.0/security-groups?id=dbda38b4-0099-4f6e-aeb8-905b6aa6a585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154189 Jul 27 21:18:24.067282 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-b87dc2fe-fef9-44c1-8708-54d48805d3b0 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Request body: {'subnet': {'network_id': '5557f2ee-0476-41c5-ab2e-f8134ab58c3d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:18:24.069366 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-df15803c-e0fd-4d54-92d0-26dd8481c3e4 tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] Notify callbacks [] for router_gateway, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:24.098467 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-6e63459b-9b49-4516-aa00-492c4c3733e4 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:24.169822 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Device a1e52bc3-7031-48ee-996e-d8ffae51b15a no longer exists at agent hyperv_n-h2-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:18:24.178704 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-b4d0776a-9471-4b63-bdf4-eda770af8ef0 None None] Provisioning for port dd3a165f-a985-4a72-a040-d298dbc18773 completed by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:18:24.197514 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafe9211-8ca4-4602-83c9-2be3b968d508 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Pushing event updated for resources: {'Network': ['ID=5557f2ee-0476-41c5-ab2e-f8134ab58c3d,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:18:24.204632 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.db_base_plugin_common [None req-de21174d-9f35-4476-acb2-31bc00cd5ebe tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Allocated IP 172.25.5.30 (8735d8a2-b604-4758-ae71-b40e4ee6f305/eca7dbab-b9c0-4c8f-a272-816ea8a81764/8a50ffc3-fdd1-415e-bd5a-7c6f7861d7ee) {{(pid=105585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:18:24.212895 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e63459b-9b49-4516-aa00-492c4c3733e4 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Pushing event deleted for resources: {'Port': ['ID=1a6797f1-8976-4d84-ae5d-1b01996eae91,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:18:24.235032 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Network 5557f2ee-0476-41c5-ab2e-f8134ab58c3d details requested by agent ovs-agent-n-d-705658-22 with host n-d-705658-22 {{(pid=105586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:18:24.241268 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-3d54578f-831f-4696-b568-13c455922dab None None] No Port match for: a1e52bc3-7031-48ee-996e-d8ffae51b15a {{(pid=105586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:18:24.241824 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Device a1e52bc3-7031-48ee-996e-d8ffae51b15a not bound to the agent host n-h2-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:18:24.277697 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-6e63459b-9b49-4516-aa00-492c4c3733e4 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:24.279848 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-6e63459b-9b49-4516-aa00-492c4c3733e4 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] 10.222.0.59 "DELETE /v2.0/ports/1a6797f1-8976-4d84-ae5d-1b01996eae91 HTTP/1.1" status: 204 len: 168 time: 1.0485041 Jul 27 21:18:24.282885 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 45436) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:18:24.319291 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] For port 5cbfa5ac-4883-4727-9c3c-4ab0f8528f87, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=5cbfa5ac-4883-4727-9c3c-4ab0f8528f87,segment=NetworkSegment(fa50df03-7dd2-4052-8819-c119d7bd8619),segment_id=fa50df03-7dd2-4052-8819-c119d7bd8619)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:18:24.332553 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-de21174d-9f35-4476-acb2-31bc00cd5ebe tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks [] for port, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:24.350492 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Returning: {'device': '5cbfa5ac-4883-4727-9c3c-4ab0f8528f87', 'network_id': '1b1dab31-9b34-44da-9575-a2762dd20ae1', 'port_id': '5cbfa5ac-4883-4727-9c3c-4ab0f8528f87', 'mac_address': 'fa:16:3e:f8:e8:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '44c3084e-1eb6-44e4-8478-9257cccd7917', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105586) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:18:24.380920 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2606594e-3f4a-4139-bfec-31aae5893ec4 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:18:24.382691 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2606594e-3f4a-4139-bfec-31aae5893ec4 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:18:24.384367 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-2606594e-3f4a-4139-bfec-31aae5893ec4 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0984864 Jul 27 21:18:24.388752 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 45438) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:18:24.399619 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:24.416769 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5cbfa5ac-4883-4727-9c3c-4ab0f8528f87 {{(pid=105586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:18:24.437472 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b87dc2fe-fef9-44c1-8708-54d48805d3b0 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Made reservation on behalf of b2a273d14da548f08e5e2947b1efbc75 for: {'subnet': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:18:24.442758 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-de21174d-9f35-4476-acb2-31bc00cd5ebe tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:24.443973 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] For port 5cbfa5ac-4883-4727-9c3c-4ab0f8528f87, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=5cbfa5ac-4883-4727-9c3c-4ab0f8528f87,segment=NetworkSegment(fa50df03-7dd2-4052-8819-c119d7bd8619),segment_id=fa50df03-7dd2-4052-8819-c119d7bd8619)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:18:24.445928 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-b87dc2fe-fef9-44c1-8708-54d48805d3b0 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9738786'] for subnet, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:24.449108 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:24.543028 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de21174d-9f35-4476-acb2-31bc00cd5ebe tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Pushing event updated for resources: {'Port': ['ID=8a50ffc3-fdd1-415e-bd5a-7c6f7861d7ee,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:18:24.547032 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Pushing event updated for resources: {'Port': ['ID=5cbfa5ac-4883-4727-9c3c-4ab0f8528f87,revision_number=4']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:18:24.570653 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de21174d-9f35-4476-acb2-31bc00cd5ebe tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Network 8735d8a2-b604-4758-ae71-b40e4ee6f305 is already hosted by enough agents. {{(pid=105585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:18:24.579088 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.db_base_plugin_v2 [None req-2156dcf6-b537-4252-833f-06c8c8308132 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Deleting subnet 64de071c-bd43-4d2a-8551-7dc21ce3f452 {{(pid=105584) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:18:24.586610 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-2156dcf6-b537-4252-833f-06c8c8308132 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks [] for subnet, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:24.592973 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.base_scheduler [None req-de21174d-9f35-4476-acb2-31bc00cd5ebe tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Resources bound (agent type, host, resource id): {{(pid=105585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:18:24.600629 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de21174d-9f35-4476-acb2-31bc00cd5ebe tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Received port after_create {{(pid=105585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:18:24.642128 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-df15803c-e0fd-4d54-92d0-26dd8481c3e4 tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4163804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4077150'] for router, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:24.662129 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-2156dcf6-b537-4252-833f-06c8c8308132 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9014207'] for subnet, precommit_delete_associations {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:24.694350 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] get_ports_and_sgs() called for port_ids ['5cbfa5ac-4883-4727-9c3c-4ab0f8528f87'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:18:24.867995 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-2156dcf6-b537-4252-833f-06c8c8308132 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854965'] for subnet, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:24.961984 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-b87dc2fe-fef9-44c1-8708-54d48805d3b0 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9014150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9738800'] for subnet, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:24.970379 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c680915-ebd2-40da-8414-20eec29a384d req-85b3c562-ff01-4c54-be5f-5198c71cc4b6 tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:18:24.976512 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device dd3a165f-a985-4a72-a040-d298dbc18773 up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:18:24.980267 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-8c680915-ebd2-40da-8414-20eec29a384d req-85b3c562-ff01-4c54-be5f-5198c71cc4b6 tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] 10.222.0.59 "GET /v2.0/ports?device_id=d4a31002-c650-402a-96ff-2bd8bc66f43f HTTP/1.1" status: 200 len: 945 time: 0.4265003 Jul 27 21:18:25.106820 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-2156dcf6-b537-4252-833f-06c8c8308132 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9014081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9738825'] for subnet, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:25.109734 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87dc2fe-fef9-44c1-8708-54d48805d3b0 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Pushing event updated for resources: {'Subnet': ['ID=07c142b2-88ff-4a5c-bbee-e0a7c39ba156,revision_number=0']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:18:25.117679 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning for port dd3a165f-a985-4a72-a040-d298dbc18773 completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:18:25.130196 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port dd3a165f-a985-4a72-a040-d298dbc18773 triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:18:25.130584 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:25.164059 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2156dcf6-b537-4252-833f-06c8c8308132 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Pushing event deleted for resources: {'Subnet': ['ID=64de071c-bd43-4d2a-8551-7dc21ce3f452,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:18:25.199696 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-2156dcf6-b537-4252-833f-06c8c8308132 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks [] for subnet, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:25.208432 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-2156dcf6-b537-4252-833f-06c8c8308132 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] 10.222.0.59 "DELETE /v2.0/subnets/64de071c-bd43-4d2a-8551-7dc21ce3f452 HTTP/1.1" status: 204 len: 168 time: 0.8177888 Jul 27 21:18:25.210822 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 45448) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:18:25.220236 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-2de4281e-c35a-44c9-9432-a2964a920b9f None None] Could not find standard attr ID for object 1a6797f1-8976-4d84-ae5d-1b01996eae91. {{(pid=105586) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 27 21:18:25.276609 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:25.301210 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-6dc38624-01f9-46ed-814d-df73f01c298c tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0870743 Jul 27 21:18:25.303488 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 45450) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:18:25.324155 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-164aeea2-5c5e-4c05-a990-379e399e9290 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Request body: {'subnet': {'network_id': '1d615a85-844c-4c57-a0fc-2090e87300f0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:18:25.329182 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] For port dd3a165f-a985-4a72-a040-d298dbc18773, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=dd3a165f-a985-4a72-a040-d298dbc18773,segment=NetworkSegment(532d8a52-575f-45de-a3af-efbea8c8f6d5),segment_id=532d8a52-575f-45de-a3af-efbea8c8f6d5)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:18:25.334196 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:25.349340 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-8c680915-ebd2-40da-8414-20eec29a384d req-7bddc54b-6cd1-479a-b64b-b6383089c0c8 tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] 10.222.0.59 "GET /v2.0/security-groups?id=9a7007a9-34fe-445e-9576-80a9b33bcd70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3602293 Jul 27 21:18:25.355797 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b87dc2fe-fef9-44c1-8708-54d48805d3b0 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Checking segment: {'id': 'fbbff615-749c-4fb9-8c84-f8659566cb98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '5557f2ee-0476-41c5-ab2e-f8134ab58c3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:18:25.356475 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b87dc2fe-fef9-44c1-8708-54d48805d3b0 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Network hostable DHCP agents. Network: 5557f2ee-0476-41c5-ab2e-f8134ab58c3d, hostable agents: ['7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a'], hosted agents: [] {{(pid=105584) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:18:25.424783 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b87dc2fe-fef9-44c1-8708-54d48805d3b0 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Network 5557f2ee-0476-41c5-ab2e-f8134ab58c3d is scheduled to be hosted by DHCP agent 7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a with binding_index 1 {{(pid=105584) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:18:25.429268 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Pushing event updated for resources: {'Port': ['ID=dd3a165f-a985-4a72-a040-d298dbc18773,revision_number=4']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:18:25.429463 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df15803c-e0fd-4d54-92d0-26dd8481c3e4 tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] Router 44e6b63c-7ab2-447e-ad0f-fe21304a592c is scheduled to L3 agent dd128fd7-8e57-4d4f-895b-a96b369df59a with binding_index 1 {{(pid=105585) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 21:18:25.455056 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32854a8e-d085-4a2c-bf06-b10d69b446aa None None] Network 1d615a85-844c-4c57-a0fc-2090e87300f0 requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:18:25.469997 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [None req-b87dc2fe-fef9-44c1-8708-54d48805d3b0 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-22, 5557f2ee-0476-41c5-ab2e-f8134ab58c3d) {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:18:25.478036 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b87dc2fe-fef9-44c1-8708-54d48805d3b0 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:18:25.478651 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-b87dc2fe-fef9-44c1-8708-54d48805d3b0 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify callbacks [] for subnet, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:25.481314 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-164aeea2-5c5e-4c05-a990-379e399e9290 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Made reservation on behalf of fcd7bb7d26624f8f823446f0b0a5006f for: {'subnet': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:18:25.484971 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-164aeea2-5c5e-4c05-a990-379e399e9290 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9738786'] for subnet, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:25.584421 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84edbeed-4a99-4d75-ae0e-b6e5e968876f None None] Network 5557f2ee-0476-41c5-ab2e-f8134ab58c3d requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:18:25.599263 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-b87dc2fe-fef9-44c1-8708-54d48805d3b0 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5531309 Jul 27 21:18:25.613123 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 45454) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:18:25.624329 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-adccc0ac-62b1-45ca-a8a6-2ef8f50569ce tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1349090646', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:18:25.700532 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df15803c-e0fd-4d54-92d0-26dd8481c3e4 tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] Notify agent at l3_agent.n-d-705658-22 the message routers_updated {{(pid=105585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:18:25.722269 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-175c2470-58ae-4f45-8d24-00e2259c6f8b None None] Sync routers for ids ['44e6b63c-7ab2-447e-ad0f-fe21304a592c'] in n-d-705658-22 {{(pid=105586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:18:25.723436 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-adccc0ac-62b1-45ca-a8a6-2ef8f50569ce tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4163813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-443'] for router, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:25.725151 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-adccc0ac-62b1-45ca-a8a6-2ef8f50569ce tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4165196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4077059', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3711235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-418'] for router, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:25.747451 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-175c2470-58ae-4f45-8d24-00e2259c6f8b None None] Routers {'44e6b63c-7ab2-447e-ad0f-fe21304a592c'} bound to L3 agent in host n-d-705658-22 {{(pid=105586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:18:25.748542 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-175c2470-58ae-4f45-8d24-00e2259c6f8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:18:12Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['44e6b63c-7ab2-447e-ad0f-fe21304a592c'], 'active': True} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:18:25.785579 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-df15803c-e0fd-4d54-92d0-26dd8481c3e4 tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] Notify callbacks [] for router, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:25.787382 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-df15803c-e0fd-4d54-92d0-26dd8481c3e4 tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 4.5925837 Jul 27 21:18:25.795915 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef9dbd8-a9f4-4ee9-872c-b0435f6fd50e req-3a606fcf-9559-4b00-975e-c8d1165ff88b tempest-VolumesSnapshotTestJSON-1656461289 tempest-VolumesSnapshotTestJSON-1656461289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:18:25.797559 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-bef9dbd8-a9f4-4ee9-872c-b0435f6fd50e req-3a606fcf-9559-4b00-975e-c8d1165ff88b tempest-VolumesSnapshotTestJSON-1656461289 tempest-VolumesSnapshotTestJSON-1656461289-project] 10.222.0.59 "GET /v2.0/ports?device_id=d329d6cd-0d71-49a5-93ee-e3d4a6993e4c HTTP/1.1" status: 200 len: 944 time: 0.5649793 Jul 27 21:18:25.798133 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 45456) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:18:25.981334 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device 5cbfa5ac-4883-4727-9c3c-4ab0f8528f87 up at agent hyperv_n-h1-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:18:25.994035 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-164aeea2-5c5e-4c05-a990-379e399e9290 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9014150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9738800'] for subnet, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:25.998670 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-adccc0ac-62b1-45ca-a8a6-2ef8f50569ce tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:26.077128 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164aeea2-5c5e-4c05-a990-379e399e9290 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Pushing event updated for resources: {'Subnet': ['ID=0e2895ac-0f27-450e-aa7a-57e0e6068ea9,revision_number=0']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:18:26.082852 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-adccc0ac-62b1-45ca-a8a6-2ef8f50569ce tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4163804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4077150'] for router, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:26.109807 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-164aeea2-5c5e-4c05-a990-379e399e9290 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Network 1d615a85-844c-4c57-a0fc-2090e87300f0 is already hosted by enough agents. {{(pid=105584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:18:26.111972 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-adccc0ac-62b1-45ca-a8a6-2ef8f50569ce tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify callbacks [] for router, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:26.115615 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-223db941-fec9-4419-ae74-76c18e0bf72f None None] DHCP port deletion for 1d615a85-844c-4c57-a0fc-2090e87300f0 request from n-d-705658-22 {{(pid=105586) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 21:18:26.117205 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-adccc0ac-62b1-45ca-a8a6-2ef8f50569ce tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.5028594 Jul 27 21:18:26.117917 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 45460) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:18:26.126973 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [None req-164aeea2-5c5e-4c05-a990-379e399e9290 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Resources bound (agent type, host, resource id): {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:18:26.130808 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-164aeea2-5c5e-4c05-a990-379e399e9290 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:18:26.131689 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-164aeea2-5c5e-4c05-a990-379e399e9290 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks [] for subnet, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:26.207275 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-164aeea2-5c5e-4c05-a990-379e399e9290 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8883905 Jul 27 21:18:26.247134 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 45464) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:18:26.249529 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvr_db [None req-175c2470-58ae-4f45-8d24-00e2259c6f8b None None] Set router 44e6b63c-7ab2-447e-ad0f-fe21304a592c gateway port host: n-d-705658-22 {{(pid=105586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:18:26.254281 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-461f7817-cd7c-47b7-9e07-73d12a59ac80 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Request body: {'port': {'network_id': '1d615a85-844c-4c57-a0fc-2090e87300f0', 'name': 'tempest-NetworksTestDHCPv6-1371163102'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:18:26.312318 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-bef9dbd8-a9f4-4ee9-872c-b0435f6fd50e req-5ee94e3e-7b11-429b-a149-9798d3724e0d tempest-VolumesSnapshotTestJSON-1656461289 tempest-VolumesSnapshotTestJSON-1656461289-project] 10.222.0.59 "GET /v2.0/security-groups?id=dbda38b4-0099-4f6e-aeb8-905b6aa6a585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612981 Jul 27 21:18:26.531080 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-461f7817-cd7c-47b7-9e07-73d12a59ac80 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Made reservation on behalf of fcd7bb7d26624f8f823446f0b0a5006f for: {'port': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:18:26.534724 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-de21174d-9f35-4476-acb2-31bc00cd5ebe tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:26.535080 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-461f7817-cd7c-47b7-9e07-73d12a59ac80 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:26.542908 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Provisioning for port 5cbfa5ac-4883-4727-9c3c-4ab0f8528f87 completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:18:26.558550 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Provisioning complete for port 5cbfa5ac-4883-4727-9c3c-4ab0f8528f87 triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:18:26.558929 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:26.623672 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a2ff9f4-6945-4752-b348-85c1847a8771 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30bb4b93-b285-5d90-9493-f9ec33ea333c-5557f2ee-0476-41c5-ab2e-f8134ab58c3d', 'network_id': '5557f2ee-0476-41c5-ab2e-f8134ab58c3d', 'tenant_id': 'b2a273d14da548f08e5e2947b1efbc75', 'fixed_ips': [{'subnet_id': '07c142b2-88ff-4a5c-bbee-e0a7c39ba156'}]}} from n-d-705658-22. {{(pid=105586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 21:18:26.624534 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-7a2ff9f4-6945-4752-b348-85c1847a8771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:26.672403 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [None req-461f7817-cd7c-47b7-9e07-73d12a59ac80 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] device_id is not set on port 11795b32-2486-4d0f-9401-59a9ee43aa2c yet. {{(pid=105584) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 21:18:26.720467 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-21e2a136-2101-40bf-9eaa-4d3aeff7b856 tempest-TestSecurityGroupsBasicOps-1546455404 tempest-TestSecurityGroupsBasicOps-1546455404-project-admin] 10.222.0.59 "GET /v2.0/subnets?project_id=717529174f79442eb5493474d000cc27&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.8750212 Jul 27 21:18:26.725138 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 45470) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:18:26.761980 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-420ebad8-8383-468a-90a5-8eb59ed449a0 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:26.836800 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fff3b7da-2815-4861-9c0a-5318b3c74fc3 tempest-TestSecurityGroupsBasicOps-1546455404 tempest-TestSecurityGroupsBasicOps-1546455404-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:18:26.841026 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-fff3b7da-2815-4861-9c0a-5318b3c74fc3 tempest-TestSecurityGroupsBasicOps-1546455404 tempest-TestSecurityGroupsBasicOps-1546455404-project-admin] 10.222.0.59 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1109657 Jul 27 21:18:26.843009 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 45472) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:18:26.883112 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-214c8b70-b223-43ed-be55-58782627c17e tempest-TestSecurityGroupsBasicOps-1546455404 tempest-TestSecurityGroupsBasicOps-1546455404-project-admin] 10.222.0.59 "GET /v2.0/subnets?network_id=8735d8a2-b604-4758-ae71-b40e4ee6f305&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0387042 Jul 27 21:18:26.892165 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 45474) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:18:26.899163 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-9635033a-9bdf-45a3-8378-bd2555d113ab tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-449958521', 'network_id': 'a2fbbd2b-5e21-44bb-9251-b86500607834', 'project_id': '717529174f79442eb5493474d000cc27', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:18:26.960900 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-de21174d-9f35-4476-acb2-31bc00cd5ebe tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:27.025632 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:27.028372 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device dd3a165f-a985-4a72-a040-d298dbc18773 no longer exists at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:18:27.075247 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.db_base_plugin_common [None req-420ebad8-8383-468a-90a5-8eb59ed449a0 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Allocated IP 172.20.0.1 (5557f2ee-0476-41c5-ab2e-f8134ab58c3d/07c142b2-88ff-4a5c-bbee-e0a7c39ba156/418d6139-3ec5-4110-ad40-c1baa9e0914c) {{(pid=105584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:18:27.142270 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-223db941-fec9-4419-ae74-76c18e0bf72f None None] Deleting port dd3a165f-a985-4a72-a040-d298dbc18773 {{(pid=105586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:18:27.142648 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-223db941-fec9-4419-ae74-76c18e0bf72f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:27.217811 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-de21174d-9f35-4476-acb2-31bc00cd5ebe tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks [] for port, precommit_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:27.226323 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-175c2470-58ae-4f45-8d24-00e2259c6f8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44e6b63c-7ab2-447e-ad0f-fe21304a592c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2084290127', 'tenant_id': '717529174f79442eb5493474d000cc27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.33'}], 'enable_snat': True}, 'gw_port_id': '45c81317-a22b-4865-b927-2cd369651ff6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:18:21Z', 'updated_at': '2021-07-27T21:18:23Z', 'revision_number': 3, 'project_id': '717529174f79442eb5493474d000cc27', 'gw_port': {'id': '45c81317-a22b-4865-b927-2cd369651ff6', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:d5:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44e6b63c-7ab2-447e-ad0f-fe21304a592c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2813, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:18:22Z', 'updated_at': '2021-07-27T21:18:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22'}], 'n-d-705658-22', False) {} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:18:27.241794 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca28bf1-c45f-4a94-908e-d367d99b169b req-bb3474f5-209a-4a67-a0d7-4948320bbb2b tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:18:27.244337 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-6ca28bf1-c45f-4a94-908e-d367d99b169b req-bb3474f5-209a-4a67-a0d7-4948320bbb2b tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] 10.222.0.59 "GET /v2.0/ports?device_id=d4a31002-c650-402a-96ff-2bd8bc66f43f HTTP/1.1" status: 200 len: 945 time: 0.6246457 Jul 27 21:18:27.258837 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-de21174d-9f35-4476-acb2-31bc00cd5ebe tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10221672'] for port, after_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:27.289991 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:27.324566 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-420ebad8-8383-468a-90a5-8eb59ed449a0 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify callbacks [] for port, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:27.327633 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.db_base_plugin_common [None req-461f7817-cd7c-47b7-9e07-73d12a59ac80 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Allocated IP 2001:db8::162 (1d615a85-844c-4c57-a0fc-2090e87300f0/0e2895ac-0f27-450e-aa7a-57e0e6068ea9/11795b32-2486-4d0f-9401-59a9ee43aa2c) {{(pid=105584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:18:27.353079 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd329d6cd-0d71-49a5-93ee-e3d4a6993e4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cbfa5ac-4883-4727-9c3c-4ab0f8528f87'}] {{(pid=105586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:18:27.355155 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.provisioning_blocks [None req-420ebad8-8383-468a-90a5-8eb59ed449a0 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Transition to ACTIVE for port object 418d6139-3ec5-4110-ad40-c1baa9e0914c will not be triggered until provisioned by entity DHCP. {{(pid=105584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:18:27.355487 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14c1663e039faf5393f87855f745010ac5b02220355b68fdbf065393e303ac56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c695ed05-9a1c-43d6-bd6c-83da2fbf6445" -d '{"events": [{"server_uuid": "d329d6cd-0d71-49a5-93ee-e3d4a6993e4c", "name": "network-vif-plugged", "status": "completed", "tag": "5cbfa5ac-4883-4727-9c3c-4ab0f8528f87"}]}' {{(pid=105586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:18:27.365331 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-175c2470-58ae-4f45-8d24-00e2259c6f8b None None] Checking router: 44e6b63c-7ab2-447e-ad0f-fe21304a592c for host: n-d-705658-22 {{(pid=105586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:18:27.366434 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-175c2470-58ae-4f45-8d24-00e2259c6f8b None None] Updating router 44e6b63c-7ab2-447e-ad0f-fe21304a592c port 45c81317-a22b-4865-b927-2cd369651ff6 binding host n-d-705658-22 {{(pid=105586) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 21:18:27.390024 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-223db941-fec9-4419-ae74-76c18e0bf72f None None] For port dd3a165f-a985-4a72-a040-d298dbc18773, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=dd3a165f-a985-4a72-a040-d298dbc18773,segment=NetworkSegment(532d8a52-575f-45de-a3af-efbea8c8f6d5),segment_id=532d8a52-575f-45de-a3af-efbea8c8f6d5)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:18:27.390024 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-223db941-fec9-4419-ae74-76c18e0bf72f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:27.435842 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] For port 5cbfa5ac-4883-4727-9c3c-4ab0f8528f87, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=5cbfa5ac-4883-4727-9c3c-4ab0f8528f87,segment=NetworkSegment(fa50df03-7dd2-4052-8819-c119d7bd8619),segment_id=fa50df03-7dd2-4052-8819-c119d7bd8619)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:18:27.440233 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-6ca28bf1-c45f-4a94-908e-d367d99b169b req-f8386cdf-4593-4730-b8df-72f32172f9df tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] 10.222.0.59 "GET /v2.0/security-groups?id=9a7007a9-34fe-445e-9576-80a9b33bcd70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1786301 Jul 27 21:18:27.448362 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-223db941-fec9-4419-ae74-76c18e0bf72f None None] Calling delete_port for dd3a165f-a985-4a72-a040-d298dbc18773 owned by network:dhcp {{(pid=105586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:18:27.461766 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] For port dd3a165f-a985-4a72-a040-d298dbc18773, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=dd3a165f-a985-4a72-a040-d298dbc18773,segment=NetworkSegment(532d8a52-575f-45de-a3af-efbea8c8f6d5),segment_id=532d8a52-575f-45de-a3af-efbea8c8f6d5)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:18:27.463850 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:27.497854 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9635033a-9bdf-45a3-8378-bd2555d113ab tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] Made reservation on behalf of 717529174f79442eb5493474d000cc27 for: {'subnet': 1} {{(pid=105585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:18:27.500689 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-9635033a-9bdf-45a3-8378-bd2555d113ab tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9990620'] for subnet, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:27.503591 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:27.616309 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:18:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23da8d00-2e8f-4935-b70d-96121575238f x-openstack-request-id: req-23da8d00-2e8f-4935-b70d-96121575238f {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:18:27.616703 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d329d6cd-0d71-49a5-93ee-e3d4a6993e4c", "name": "network-vif-plugged", "status": "completed", "tag": "5cbfa5ac-4883-4727-9c3c-4ab0f8528f87", "code": 200}]} {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:18:27.617059 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-23da8d00-2e8f-4935-b70d-96121575238f {{(pid=105586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:18:27.617540 n-d-705658-22 neutron-server[105586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd329d6cd-0d71-49a5-93ee-e3d4a6993e4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cbfa5ac-4883-4727-9c3c-4ab0f8528f87', 'code': 200} Jul 27 21:18:27.665375 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Pushing event updated for resources: {'Port': ['ID=5cbfa5ac-4883-4727-9c3c-4ab0f8528f87,revision_number=5']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:18:27.682469 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de21174d-9f35-4476-acb2-31bc00cd5ebe tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Pushing event updated for resources: {'Port': ['ID=8a50ffc3-fdd1-415e-bd5a-7c6f7861d7ee,revision_number=2']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:18:27.688190 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-175c2470-58ae-4f45-8d24-00e2259c6f8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:27.773716 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-de21174d-9f35-4476-acb2-31bc00cd5ebe tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4075768'] for floatingip, after_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:27.794823 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-223db941-fec9-4419-ae74-76c18e0bf72f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180'] for port, after_delete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:27.811705 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Pushing event deleted for resources: {'Port': ['ID=dd3a165f-a985-4a72-a040-d298dbc18773,revision_number=None']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:18:27.815875 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-223db941-fec9-4419-ae74-76c18e0bf72f None None] No DVR routers for this DVR port dd3a165f-a985-4a72-a040-d298dbc18773 on host n-d-705658-22 {{(pid=105586) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:18:27.840391 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2d795b-5a03-4d97-8378-3bf05df528bb req-203e4c74-2f85-4ffe-89f0-45067fe16b6c tempest-VolumesSnapshotTestJSON-1656461289 tempest-VolumesSnapshotTestJSON-1656461289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:18:27.841980 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-ba2d795b-5a03-4d97-8378-3bf05df528bb req-203e4c74-2f85-4ffe-89f0-45067fe16b6c tempest-VolumesSnapshotTestJSON-1656461289 tempest-VolumesSnapshotTestJSON-1656461289-project] 10.222.0.59 "GET /v2.0/ports?device_id=d329d6cd-0d71-49a5-93ee-e3d4a6993e4c HTTP/1.1" status: 200 len: 945 time: 0.2502022 Jul 27 21:18:27.929248 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b018204-27e2-4d48-b7e3-0c1fd8a90e4e None None] Network 1d615a85-844c-4c57-a0fc-2090e87300f0 requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:18:27.944824 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223db941-fec9-4419-ae74-76c18e0bf72f None None] Pushing event deleted for resources: {'Port': ['ID=dd3a165f-a985-4a72-a040-d298dbc18773,revision_number=None']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:18:28.038832 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9aaa09a-5e3e-4fa5-ac6d-609bd7d2fb7e req-44867662-b39f-4d63-a149-f32bdd14aa45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:18:28.040307 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a9aaa09a-5e3e-4fa5-ac6d-609bd7d2fb7e req-44867662-b39f-4d63-a149-f32bdd14aa45 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=d329d6cd-0d71-49a5-93ee-e3d4a6993e4c HTTP/1.1" status: 200 len: 1097 time: 0.3774185 Jul 27 21:18:28.052027 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-ba2d795b-5a03-4d97-8378-3bf05df528bb req-ae604015-2ce6-4c2f-a043-faa4e0cc9283 tempest-VolumesSnapshotTestJSON-1656461289 tempest-VolumesSnapshotTestJSON-1656461289-project] 10.222.0.59 "GET /v2.0/security-groups?id=dbda38b4-0099-4f6e-aeb8-905b6aa6a585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1980188 Jul 27 21:18:28.082987 n-d-705658-22 neutron-server[105585]: INFO neutron.db.l3_db [None req-de21174d-9f35-4476-acb2-31bc00cd5ebe tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Floating IP a42513d4-e118-44ea-970f-016712f64e84 associated. External IP: 172.25.5.30, port: ed51ec73-d9a5-4c0b-b4de-6eed8a81fff5. Jul 27 21:18:28.083472 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-420ebad8-8383-468a-90a5-8eb59ed449a0 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:28.139738 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.db_base_plugin_common [None req-7a2ff9f4-6945-4752-b348-85c1847a8771 None None] Allocated IP 172.20.0.2 (5557f2ee-0476-41c5-ab2e-f8134ab58c3d/07c142b2-88ff-4a5c-bbee-e0a7c39ba156/8153f88a-bc93-4164-b8e3-28defe85f834) {{(pid=105586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:18:28.159297 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a9aaa09a-5e3e-4fa5-ac6d-609bd7d2fb7e req-9237fd9b-93e4-44ba-b707-88be0492d91f service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=dbda38b4-0099-4f6e-aeb8-905b6aa6a585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012709 Jul 27 21:18:28.160419 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-420ebad8-8383-468a-90a5-8eb59ed449a0 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Network 5557f2ee-0476-41c5-ab2e-f8134ab58c3d is already hosted by enough agents. {{(pid=105584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:18:28.167648 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420ebad8-8383-468a-90a5-8eb59ed449a0 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Pushing event updated for resources: {'Port': ['ID=418d6139-3ec5-4110-ad40-c1baa9e0914c,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:18:28.181157 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [None req-420ebad8-8383-468a-90a5-8eb59ed449a0 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Resources bound (agent type, host, resource id): {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:18:28.189887 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-420ebad8-8383-468a-90a5-8eb59ed449a0 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Received port after_create {{(pid=105584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:18:28.227048 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-9635033a-9bdf-45a3-8378-bd2555d113ab tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10221797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9990606'] for subnet, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:28.228662 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-461f7817-cd7c-47b7-9e07-73d12a59ac80 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks [] for port, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:28.257334 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.provisioning_blocks [None req-461f7817-cd7c-47b7-9e07-73d12a59ac80 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Transition to ACTIVE for port object 11795b32-2486-4d0f-9401-59a9ee43aa2c will not be triggered until provisioned by entity DHCP. {{(pid=105584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:18:28.260883 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-420ebad8-8383-468a-90a5-8eb59ed449a0 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4075523'] for router_interface, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:28.314873 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-7a2ff9f4-6945-4752-b348-85c1847a8771 None None] Notify callbacks [] for port, precommit_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:28.318346 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9635033a-9bdf-45a3-8378-bd2555d113ab tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] Pushing event updated for resources: {'Subnet': ['ID=0f236d01-a91d-4829-92e0-1f1647a0c752,revision_number=0']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:18:28.327094 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9635033a-9bdf-45a3-8378-bd2555d113ab tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] Checking segment: {'id': '172bfae8-50e3-47ab-a92b-938d99445370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'a2fbbd2b-5e21-44bb-9251-b86500607834'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:18:28.327094 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9635033a-9bdf-45a3-8378-bd2555d113ab tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] Network hostable DHCP agents. Network: a2fbbd2b-5e21-44bb-9251-b86500607834, hostable agents: ['7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a'], hosted agents: [] {{(pid=105585) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:18:28.341478 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-7a2ff9f4-6945-4752-b348-85c1847a8771 None None] Transition to ACTIVE for port object 8153f88a-bc93-4164-b8e3-28defe85f834 will not be triggered until provisioned by entity L2. {{(pid=105586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:18:28.379470 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-461f7817-cd7c-47b7-9e07-73d12a59ac80 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:28.398563 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-7a2ff9f4-6945-4752-b348-85c1847a8771 None None] Transition to ACTIVE for port object 8153f88a-bc93-4164-b8e3-28defe85f834 will not be triggered until provisioned by entity DHCP. {{(pid=105586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:18:28.414674 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-7a2ff9f4-6945-4752-b348-85c1847a8771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143'] for port, after_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:28.426374 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9635033a-9bdf-45a3-8378-bd2555d113ab tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] Network a2fbbd2b-5e21-44bb-9251-b86500607834 is scheduled to be hosted by DHCP agent 7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a with binding_index 1 {{(pid=105585) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:18:28.449832 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.base_scheduler [None req-9635033a-9bdf-45a3-8378-bd2555d113ab tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-22, a2fbbd2b-5e21-44bb-9251-b86500607834) {{(pid=105585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:18:28.459258 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-420ebad8-8383-468a-90a5-8eb59ed449a0 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:28.464856 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9635033a-9bdf-45a3-8378-bd2555d113ab tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:18:28.465825 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-9635033a-9bdf-45a3-8378-bd2555d113ab tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743886'] for subnet, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:28.492168 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-9635033a-9bdf-45a3-8378-bd2555d113ab tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.5973265 Jul 27 21:18:28.496890 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-054226f2-2eed-4fd2-ba5c-238c51c8dfee None None] Network a2fbbd2b-5e21-44bb-9251-b86500607834 requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:18:28.497128 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 45488) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:18:28.666086 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2ff9f4-6945-4752-b348-85c1847a8771 None None] Pushing event updated for resources: {'Port': ['ID=8153f88a-bc93-4164-b8e3-28defe85f834,revision_number=1']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:18:28.674238 n-d-705658-22 neutron-server[105586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a2ff9f4-6945-4752-b348-85c1847a8771 None None] Network 5557f2ee-0476-41c5-ab2e-f8134ab58c3d is already hosted by enough agents. {{(pid=105586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:18:28.759587 n-d-705658-22 neutron-server[105586]: DEBUG neutron.scheduler.base_scheduler [None req-7a2ff9f4-6945-4752-b348-85c1847a8771 None None] Resources bound (agent type, host, resource id): {{(pid=105586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:18:28.768781 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a2ff9f4-6945-4752-b348-85c1847a8771 None None] Received port after_create {{(pid=105586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:18:28.808180 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de21174d-9f35-4476-acb2-31bc00cd5ebe tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Router 48756b68-cd7c-4f81-89d6-99e8b7895af5 has already been hosted by L3 agent dd128fd7-8e57-4d4f-895b-a96b369df59a {{(pid=105585) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:18:28.896136 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-420ebad8-8383-468a-90a5-8eb59ed449a0 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify callbacks [] for port, precommit_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:28.907946 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-461f7817-cd7c-47b7-9e07-73d12a59ac80 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Network 1d615a85-844c-4c57-a0fc-2090e87300f0 is already hosted by enough agents. {{(pid=105584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:18:28.912509 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [None req-461f7817-cd7c-47b7-9e07-73d12a59ac80 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Resources bound (agent type, host, resource id): {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:18:28.918000 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-420ebad8-8383-468a-90a5-8eb59ed449a0 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9014027'] for port, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:28.986079 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-461f7817-cd7c-47b7-9e07-73d12a59ac80 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Received port after_create {{(pid=105584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:18:29.006674 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-461f7817-cd7c-47b7-9e07-73d12a59ac80 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:18:29.011953 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-461f7817-cd7c-47b7-9e07-73d12a59ac80 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:29.020272 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-420ebad8-8383-468a-90a5-8eb59ed449a0 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3743906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4076435'] for router_interface, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:29.031907 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-7a2ff9f4-6945-4752-b348-85c1847a8771 None None] Attempting to bind port 8153f88a-bc93-4164-b8e3-28defe85f834 on host n-d-705658-22 for vnic_type normal with profile {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:18:29.032837 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-7a2ff9f4-6945-4752-b348-85c1847a8771 None None] Attempting to bind port 8153f88a-bc93-4164-b8e3-28defe85f834 by drivers openvswitch,hyperv on host n-d-705658-22 at level 0 using segments [{'id': 'fbbff615-749c-4fb9-8c84-f8659566cb98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '5557f2ee-0476-41c5-ab2e-f8134ab58c3d'}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:18:29.033210 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a2ff9f4-6945-4752-b348-85c1847a8771 None None] Attempting to bind port 8153f88a-bc93-4164-b8e3-28defe85f834 on network 5557f2ee-0476-41c5-ab2e-f8134ab58c3d {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:18:29.047974 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a2ff9f4-6945-4752-b348-85c1847a8771 None None] Checking agent: {'id': '04a7ea91-6318-467e-ace6-b0fb48c8690f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 41, 42), 'started_at': datetime.datetime(2021, 7, 27, 20, 42, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 18, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:18:29.048355 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a2ff9f4-6945-4752-b348-85c1847a8771 None None] Checking segment: {'id': 'fbbff615-749c-4fb9-8c84-f8659566cb98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '5557f2ee-0476-41c5-ab2e-f8134ab58c3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:18:29.055235 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461f7817-cd7c-47b7-9e07-73d12a59ac80 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Pushing event updated for resources: {'Port': ['ID=11795b32-2486-4d0f-9401-59a9ee43aa2c,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:18:29.057596 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.agents_db [None req-558fcd2c-e512-47bc-a170-8673d87f7213 None None] Agent healthcheck: found 7 active agents {{(pid=105587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 21:18:29.058439 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-7a2ff9f4-6945-4752-b348-85c1847a8771 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:29.058844 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a2ff9f4-6945-4752-b348-85c1847a8771 None None] Bound using segment: {'id': 'fbbff615-749c-4fb9-8c84-f8659566cb98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '5557f2ee-0476-41c5-ab2e-f8134ab58c3d'} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:18:29.059796 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-7a2ff9f4-6945-4752-b348-85c1847a8771 None None] Bound port: 8153f88a-bc93-4164-b8e3-28defe85f834, host: n-d-705658-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbbff615-749c-4fb9-8c84-f8659566cb98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '5557f2ee-0476-41c5-ab2e-f8134ab58c3d'}}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:18:29.059796 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-7a2ff9f4-6945-4752-b348-85c1847a8771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:29.071774 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-175c2470-58ae-4f45-8d24-00e2259c6f8b None None] Notify callbacks [] for port, precommit_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:29.138148 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06eb7fc1-0c28-40fc-9793-6c99e0605100 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30bb4b93-b285-5d90-9493-f9ec33ea333c-1d615a85-844c-4c57-a0fc-2090e87300f0', 'network_id': '1d615a85-844c-4c57-a0fc-2090e87300f0', 'tenant_id': 'fcd7bb7d26624f8f823446f0b0a5006f', 'fixed_ips': [{'subnet_id': '0e2895ac-0f27-450e-aa7a-57e0e6068ea9'}]}} from n-d-705658-22. {{(pid=105586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 21:18:29.138911 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-06eb7fc1-0c28-40fc-9793-6c99e0605100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:29.154126 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ab7870-a33f-4e4e-8167-3715c7c6efa1 req-4bdc7e06-44f7-40d7-94fa-3704831dad35 tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:18:29.155756 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f2ab7870-a33f-4e4e-8167-3715c7c6efa1 req-4bdc7e06-44f7-40d7-94fa-3704831dad35 tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] 10.222.0.59 "GET /v2.0/ports?device_id=d4a31002-c650-402a-96ff-2bd8bc66f43f HTTP/1.1" status: 200 len: 945 time: 0.4722404 Jul 27 21:18:29.239294 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-7a2ff9f4-6945-4752-b348-85c1847a8771 None None] For port 8153f88a-bc93-4164-b8e3-28defe85f834, host n-d-705658-22, cleared binding levels {{(pid=105586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:18:29.246660 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-175c2470-58ae-4f45-8d24-00e2259c6f8b None None] Transition to ACTIVE for port object 45c81317-a22b-4865-b927-2cd369651ff6 will not be triggered until provisioned by entity L2. {{(pid=105586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:18:29.250190 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-7a2ff9f4-6945-4752-b348-85c1847a8771 None None] For port 8153f88a-bc93-4164-b8e3-28defe85f834, host n-d-705658-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=8153f88a-bc93-4164-b8e3-28defe85f834,segment=NetworkSegment(fbbff615-749c-4fb9-8c84-f8659566cb98),segment_id=fbbff615-749c-4fb9-8c84-f8659566cb98)] {{(pid=105586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:18:29.259243 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-7a2ff9f4-6945-4752-b348-85c1847a8771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:29.284977 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-461f7817-cd7c-47b7-9e07-73d12a59ac80 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 3.0367975 Jul 27 21:18:29.286362 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 45508) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:18:29.301832 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-175c2470-58ae-4f45-8d24-00e2259c6f8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:29.340945 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-420ebad8-8383-468a-90a5-8eb59ed449a0 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Network 5557f2ee-0476-41c5-ab2e-f8134ab58c3d is already hosted by enough agents. {{(pid=105584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:18:29.349825 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [None req-420ebad8-8383-468a-90a5-8eb59ed449a0 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Resources bound (agent type, host, resource id): {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:18:29.352820 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420ebad8-8383-468a-90a5-8eb59ed449a0 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Pushing event updated for resources: {'Port': ['ID=418d6139-3ec5-4110-ad40-c1baa9e0914c,revision_number=2']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:18:29.439889 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da4a3d3-2950-4599-aa32-e066a4b9fa91 req-361c2eb6-9d69-448a-9b4a-c86086fb6f7b tempest-AttachVolumeNegativeTest-845744699 tempest-AttachVolumeNegativeTest-845744699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:18:29.441663 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-4da4a3d3-2950-4599-aa32-e066a4b9fa91 req-361c2eb6-9d69-448a-9b4a-c86086fb6f7b tempest-AttachVolumeNegativeTest-845744699 tempest-AttachVolumeNegativeTest-845744699-project] 10.222.0.59 "GET /v2.0/ports?device_id=bd28873a-ff97-48ae-a22f-33d898697e72 HTTP/1.1" status: 200 len: 945 time: 0.5511062 Jul 27 21:18:29.458837 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de21174d-9f35-4476-acb2-31bc00cd5ebe tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify agent at l3_agent.n-d-705658-22 the message routers_updated {{(pid=105585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:18:29.475229 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd9d4787-4533-461d-8c8e-64cb4ed08925 None None] Sync routers for ids ['48756b68-cd7c-4f81-89d6-99e8b7895af5'] in n-d-705658-22 {{(pid=105587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:18:29.481907 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2ff9f4-6945-4752-b348-85c1847a8771 None None] Pushing event updated for resources: {'Port': ['ID=8153f88a-bc93-4164-b8e3-28defe85f834,revision_number=2']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:18:29.488428 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd9d4787-4533-461d-8c8e-64cb4ed08925 None None] Routers {'48756b68-cd7c-4f81-89d6-99e8b7895af5'} bound to L3 agent in host n-d-705658-22 {{(pid=105587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:18:29.492149 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-fd9d4787-4533-461d-8c8e-64cb4ed08925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:18:12Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['48756b68-cd7c-4f81-89d6-99e8b7895af5'], 'active': True} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:18:29.497706 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f2ab7870-a33f-4e4e-8167-3715c7c6efa1 req-7bd7f31c-026c-425e-ab91-48986d452d9a tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] 10.222.0.59 "GET /v2.0/security-groups?id=9a7007a9-34fe-445e-9576-80a9b33bcd70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2772377 Jul 27 21:18:29.536337 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.db_base_plugin_common [None req-06eb7fc1-0c28-40fc-9793-6c99e0605100 None None] Allocated IP 2001:db8::2 (1d615a85-844c-4c57-a0fc-2090e87300f0/0e2895ac-0f27-450e-aa7a-57e0e6068ea9/9a1787e2-b9de-40a5-9688-4952cb28f0bf) {{(pid=105586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:18:29.564769 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-de21174d-9f35-4476-acb2-31bc00cd5ebe tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for floatingip, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:29.590209 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-4da4a3d3-2950-4599-aa32-e066a4b9fa91 req-329f23b3-4852-4e5b-b0bf-e81ec567f99e tempest-AttachVolumeNegativeTest-845744699 tempest-AttachVolumeNegativeTest-845744699-project] 10.222.0.59 "GET /v2.0/security-groups?id=2650ee69-e2a9-4bf0-b170-d21e83666964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293457 Jul 27 21:18:29.628803 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08e28ec5-a04b-45ca-ba48-5e0cad23927f tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:18:29.634739 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-08e28ec5-a04b-45ca-ba48-5e0cad23927f tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.3452055 Jul 27 21:18:29.635859 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 45518) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:18:29.721806 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvr_db [None req-fd9d4787-4533-461d-8c8e-64cb4ed08925 None None] Set router 48756b68-cd7c-4f81-89d6-99e8b7895af5 gateway port host: n-d-705658-22 {{(pid=105587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:18:29.722369 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93c0429d-e051-4fb3-8ef0-6f20254c3c75 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30bb4b93-b285-5d90-9493-f9ec33ea333c-a2fbbd2b-5e21-44bb-9251-b86500607834', 'network_id': 'a2fbbd2b-5e21-44bb-9251-b86500607834', 'tenant_id': '717529174f79442eb5493474d000cc27', 'fixed_ips': [{'subnet_id': '0f236d01-a91d-4829-92e0-1f1647a0c752'}]}} from n-d-705658-22. {{(pid=105586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 21:18:29.723286 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-93c0429d-e051-4fb3-8ef0-6f20254c3c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:29.734756 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-420ebad8-8383-468a-90a5-8eb59ed449a0 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Router d202ab12-4796-4cea-8043-301354d29ee4 is scheduled to L3 agent dd128fd7-8e57-4d4f-895b-a96b369df59a with binding_index 1 {{(pid=105584) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 21:18:29.782013 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-175c2470-58ae-4f45-8d24-00e2259c6f8b None None] Attempting to bind port 45c81317-a22b-4865-b927-2cd369651ff6 on host n-d-705658-22 for vnic_type normal with profile {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:18:29.782391 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-175c2470-58ae-4f45-8d24-00e2259c6f8b None None] Attempting to bind port 45c81317-a22b-4865-b927-2cd369651ff6 by drivers openvswitch,hyperv on host n-d-705658-22 at level 0 using segments [{'id': '12196855-9a32-4633-9a56-77697ef9e126', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305'}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:18:29.782762 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-175c2470-58ae-4f45-8d24-00e2259c6f8b None None] Attempting to bind port 45c81317-a22b-4865-b927-2cd369651ff6 on network 8735d8a2-b604-4758-ae71-b40e4ee6f305 {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:18:29.827866 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-175c2470-58ae-4f45-8d24-00e2259c6f8b None None] Checking agent: {'id': '04a7ea91-6318-467e-ace6-b0fb48c8690f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 41, 42), 'started_at': datetime.datetime(2021, 7, 27, 20, 42, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 18, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:18:29.828248 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-175c2470-58ae-4f45-8d24-00e2259c6f8b None None] Checking segment: {'id': '12196855-9a32-4633-9a56-77697ef9e126', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:18:29.828661 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-175c2470-58ae-4f45-8d24-00e2259c6f8b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:29.829061 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-175c2470-58ae-4f45-8d24-00e2259c6f8b None None] Bound using segment: {'id': '12196855-9a32-4633-9a56-77697ef9e126', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305'} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:18:29.829555 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-175c2470-58ae-4f45-8d24-00e2259c6f8b None None] Bound port: 45c81317-a22b-4865-b927-2cd369651ff6, host: n-d-705658-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12196855-9a32-4633-9a56-77697ef9e126', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305'}}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:18:29.829945 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-175c2470-58ae-4f45-8d24-00e2259c6f8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:29.903231 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-175c2470-58ae-4f45-8d24-00e2259c6f8b None None] For port 45c81317-a22b-4865-b927-2cd369651ff6, host n-d-705658-22, cleared binding levels {{(pid=105586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:18:29.907980 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-175c2470-58ae-4f45-8d24-00e2259c6f8b None None] For port 45c81317-a22b-4865-b927-2cd369651ff6, host n-d-705658-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=45c81317-a22b-4865-b927-2cd369651ff6,segment=NetworkSegment(12196855-9a32-4633-9a56-77697ef9e126),segment_id=12196855-9a32-4633-9a56-77697ef9e126)] {{(pid=105586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:18:29.932254 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-420ebad8-8383-468a-90a5-8eb59ed449a0 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify agent at l3_agent.n-d-705658-22 the message routers_updated {{(pid=105584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:18:29.940844 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-420ebad8-8383-468a-90a5-8eb59ed449a0 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] 10.222.0.59 "PUT /v2.0/routers/d202ab12-4796-4cea-8043-301354d29ee4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8215985 Jul 27 21:18:29.941711 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 45528) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:18:29.956407 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-175c2470-58ae-4f45-8d24-00e2259c6f8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:30.003674 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-c4a64e86-efc6-4ad5-a7b2-1cb198ef6b14 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Deleting port 11795b32-2486-4d0f-9401-59a9ee43aa2c {{(pid=105584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:18:30.004175 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c4a64e86-efc6-4ad5-a7b2-1cb198ef6b14 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:30.017239 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bcd5255-36e9-4d66-a2e1-66490eded064 None None] Sync routers for ids ['d202ab12-4796-4cea-8043-301354d29ee4'] in n-d-705658-22 {{(pid=105586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:18:30.041876 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564277ce-3d2d-46cb-ace2-2c913e275b7c None None] Pushing event updated for resources: {'Port': ['ID=45c81317-a22b-4865-b927-2cd369651ff6,revision_number=2']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:18:30.137423 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bcd5255-36e9-4d66-a2e1-66490eded064 None None] Routers {'d202ab12-4796-4cea-8043-301354d29ee4'} bound to L3 agent in host n-d-705658-22 {{(pid=105586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:18:30.138528 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-1bcd5255-36e9-4d66-a2e1-66490eded064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:18:12Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['d202ab12-4796-4cea-8043-301354d29ee4'], 'active': True} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:18:30.157538 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c4a64e86-efc6-4ad5-a7b2-1cb198ef6b14 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:30.184490 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-c4a64e86-efc6-4ad5-a7b2-1cb198ef6b14 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Calling delete_port for 11795b32-2486-4d0f-9401-59a9ee43aa2c owned by {{(pid=105584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:18:30.188508 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-fd9d4787-4533-461d-8c8e-64cb4ed08925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48756b68-cd7c-4f81-89d6-99e8b7895af5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2113325065', 'tenant_id': '379416b786c44e07b1b1ba1a5ea96882', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.84'}], 'enable_snat': True}, 'gw_port_id': '7c107f54-682c-48b2-a7fa-d555e7b58777', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:17:36Z', 'updated_at': '2021-07-27T21:17:49Z', 'revision_number': 4, 'project_id': '379416b786c44e07b1b1ba1a5ea96882', 'gw_port': {'id': '7c107f54-682c-48b2-a7fa-d555e7b58777', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:58:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48756b68-cd7c-4f81-89d6-99e8b7895af5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2702, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:17:37Z', 'updated_at': '2021-07-27T21:17:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_floatingips': [{'id': 'a42513d4-e118-44ea-970f-016712f64e84', 'tenant_id': '379416b786c44e07b1b1ba1a5ea96882', 'floating_ip_address': '172.25.5.30', 'floating_network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'router_id': '48756b68-cd7c-4f81-89d6-99e8b7895af5', 'port_id': 'ed51ec73-d9a5-4c0b-b4de-6eed8a81fff5', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2818, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1473080c-86ba-4d44-8dcc-5442b4565b0c', 'mac_address': 'fa:16:3e:79:a5:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f600c487-e5e5-4562-8a3b-6f15b13fe576', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T21:18:25Z', 'updated_at': '2021-07-27T21:18:25Z', 'revision_number': 0, 'project_id': '379416b786c44e07b1b1ba1a5ea96882', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c73e452f-d490-425d-9f85-77819db3e4b8', 'name': '', 'network_id': '1473080c-86ba-4d44-8dcc-5442b4565b0c', 'tenant_id': '379416b786c44e07b1b1ba1a5ea96882', 'mac_address': 'fa:16:3e:92:da:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48756b68-cd7c-4f81-89d6-99e8b7895af5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2724, 'fixed_ips': [{'subnet_id': '01bef050-fb0a-4ec7-a814-df3307ad6529', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:17:48Z', 'updated_at': '2021-07-27T21:17:57Z', 'revision_number': 5, 'project_id': '379416b786c44e07b1b1ba1a5ea96882', 'subnets': [{'id': '01bef050-fb0a-4ec7-a814-df3307ad6529', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-22', False) {} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:18:30.239432 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd9d4787-4533-461d-8c8e-64cb4ed08925 None None] Checking router: 48756b68-cd7c-4f81-89d6-99e8b7895af5 for host: n-d-705658-22 {{(pid=105587) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:18:30.244183 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77b31479-9300-437e-a5d6-2059a278b9e7 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:18:30.246483 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-77b31479-9300-437e-a5d6-2059a278b9e7 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] 10.222.0.59 "GET /v2.0/ports/418d6139-3ec5-4110-ad40-c1baa9e0914c HTTP/1.1" status: 200 len: 910 time: 0.3036082 Jul 27 21:18:30.250784 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd9d4787-4533-461d-8c8e-64cb4ed08925 None None] Routers {'48756b68-cd7c-4f81-89d6-99e8b7895af5'} bound to L3 agent in host n-d-705658-22 {{(pid=105587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:18:30.251460 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-fd9d4787-4533-461d-8c8e-64cb4ed08925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:18:12Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['48756b68-cd7c-4f81-89d6-99e8b7895af5'], 'active': True} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:18:30.285812 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 45530) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:18:30.312226 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-97bbd238-8dc5-4788-b520-4f8e578cefc4 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '07c142b2-88ff-4a5c-bbee-e0a7c39ba156'}]}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:18:30.382561 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-de21174d-9f35-4476-acb2-31bc00cd5ebe tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 7.5562708 Jul 27 21:18:30.386075 n-d-705658-22 neutron-server[105585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f600c487-e5e5-4562-8a3b-6f15b13fe576', 'tag': 'ed51ec73-d9a5-4c0b-b4de-6eed8a81fff5'}] {{(pid=105585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:18:30.388870 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d66fd65881426bfc2b5388084a3654e5eae521106a15a3dbf0eb4cde7106c36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e540a4d3-0b78-4498-80b0-3141eca52b03" -d '{"events": [{"name": "network-changed", "server_uuid": "f600c487-e5e5-4562-8a3b-6f15b13fe576", "tag": "ed51ec73-d9a5-4c0b-b4de-6eed8a81fff5"}]}' {{(pid=105585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:18:30.393912 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564277ce-3d2d-46cb-ace2-2c913e275b7c None None] Pushing event updated for resources: {'Port': ['ID=45c81317-a22b-4865-b927-2cd369651ff6,revision_number=3']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:18:30.413477 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvr_db [None req-fd9d4787-4533-461d-8c8e-64cb4ed08925 None None] Set router 48756b68-cd7c-4f81-89d6-99e8b7895af5 gateway port host: n-d-705658-22 {{(pid=105587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:18:30.432883 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-06eb7fc1-0c28-40fc-9793-6c99e0605100 None None] Notify callbacks [] for port, precommit_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:30.464635 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-1bcd5255-36e9-4d66-a2e1-66490eded064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-22', False) {} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:18:30.472779 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-175c2470-58ae-4f45-8d24-00e2259c6f8b None None] Routers {'44e6b63c-7ab2-447e-ad0f-fe21304a592c'} bound to L3 agent in host n-d-705658-22 {{(pid=105586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:18:30.473433 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-175c2470-58ae-4f45-8d24-00e2259c6f8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:18:12Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['44e6b63c-7ab2-447e-ad0f-fe21304a592c'], 'active': True} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:18:30.478509 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-06eb7fc1-0c28-40fc-9793-6c99e0605100 None None] Transition to ACTIVE for port object 9a1787e2-b9de-40a5-9688-4952cb28f0bf will not be triggered until provisioned by entity L2. {{(pid=105586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:18:30.618879 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b871b2-e64f-470f-b5fa-21a62e044fb3 req-80497d10-0b0d-43b0-91ea-957f33e556b3 tempest-VolumesSnapshotTestJSON-1656461289 tempest-VolumesSnapshotTestJSON-1656461289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:18:30.624614 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a3b871b2-e64f-470f-b5fa-21a62e044fb3 req-80497d10-0b0d-43b0-91ea-957f33e556b3 tempest-VolumesSnapshotTestJSON-1656461289 tempest-VolumesSnapshotTestJSON-1656461289-project] 10.222.0.59 "GET /v2.0/ports?device_id=d329d6cd-0d71-49a5-93ee-e3d4a6993e4c HTTP/1.1" status: 200 len: 945 time: 0.2515666 Jul 27 21:18:30.640575 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bcd5255-36e9-4d66-a2e1-66490eded064 None None] Routers {'d202ab12-4796-4cea-8043-301354d29ee4'} bound to L3 agent in host n-d-705658-22 {{(pid=105586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:18:30.641229 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-1bcd5255-36e9-4d66-a2e1-66490eded064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:18:12Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['d202ab12-4796-4cea-8043-301354d29ee4'], 'active': True} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:18:30.729271 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-1bcd5255-36e9-4d66-a2e1-66490eded064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-22', False) {} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:18:30.729983 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bcd5255-36e9-4d66-a2e1-66490eded064 None None] The sync data for ids ['d202ab12-4796-4cea-8043-301354d29ee4'] in n-d-705658-22 is: [] {{(pid=105586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:18:30.747396 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-06eb7fc1-0c28-40fc-9793-6c99e0605100 None None] Transition to ACTIVE for port object 9a1787e2-b9de-40a5-9688-4952cb28f0bf will not be triggered until provisioned by entity DHCP. {{(pid=105586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:18:30.764645 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a3b871b2-e64f-470f-b5fa-21a62e044fb3 req-817d4649-3dab-48ab-8f24-24a75066a443 tempest-VolumesSnapshotTestJSON-1656461289 tempest-VolumesSnapshotTestJSON-1656461289-project] 10.222.0.59 "GET /v2.0/security-groups?id=dbda38b4-0099-4f6e-aeb8-905b6aa6a585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064026 Jul 27 21:18:30.767268 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-06eb7fc1-0c28-40fc-9793-6c99e0605100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143'] for port, after_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:30.774193 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c4a64e86-efc6-4ad5-a7b2-1cb198ef6b14 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:30.874716 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.db_base_plugin_common [None req-93c0429d-e051-4fb3-8ef0-6f20254c3c75 None None] Allocated IP 172.20.0.2 (a2fbbd2b-5e21-44bb-9251-b86500607834/0f236d01-a91d-4829-92e0-1f1647a0c752/c9e1b65b-9af7-4224-90ea-3b5499a12479) {{(pid=105586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:18:30.875551 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-fd9d4787-4533-461d-8c8e-64cb4ed08925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48756b68-cd7c-4f81-89d6-99e8b7895af5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2113325065', 'tenant_id': '379416b786c44e07b1b1ba1a5ea96882', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.84'}], 'enable_snat': True}, 'gw_port_id': '7c107f54-682c-48b2-a7fa-d555e7b58777', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:17:36Z', 'updated_at': '2021-07-27T21:17:49Z', 'revision_number': 4, 'project_id': '379416b786c44e07b1b1ba1a5ea96882', 'gw_port': {'id': '7c107f54-682c-48b2-a7fa-d555e7b58777', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:58:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48756b68-cd7c-4f81-89d6-99e8b7895af5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2702, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:17:37Z', 'updated_at': '2021-07-27T21:17:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_floatingips': [{'id': 'a42513d4-e118-44ea-970f-016712f64e84', 'tenant_id': '379416b786c44e07b1b1ba1a5ea96882', 'floating_ip_address': '172.25.5.30', 'floating_network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'router_id': '48756b68-cd7c-4f81-89d6-99e8b7895af5', 'port_id': 'ed51ec73-d9a5-4c0b-b4de-6eed8a81fff5', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2818, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1473080c-86ba-4d44-8dcc-5442b4565b0c', 'mac_address': 'fa:16:3e:79:a5:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f600c487-e5e5-4562-8a3b-6f15b13fe576', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T21:18:25Z', 'updated_at': '2021-07-27T21:18:25Z', 'revision_number': 0, 'project_id': '379416b786c44e07b1b1ba1a5ea96882', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c73e452f-d490-425d-9f85-77819db3e4b8', 'name': '', 'network_id': '1473080c-86ba-4d44-8dcc-5442b4565b0c', 'tenant_id': '379416b786c44e07b1b1ba1a5ea96882', 'mac_address': 'fa:16:3e:92:da:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48756b68-cd7c-4f81-89d6-99e8b7895af5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2724, 'fixed_ips': [{'subnet_id': '01bef050-fb0a-4ec7-a814-df3307ad6529', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:17:48Z', 'updated_at': '2021-07-27T21:17:57Z', 'revision_number': 5, 'project_id': '379416b786c44e07b1b1ba1a5ea96882', 'subnets': [{'id': '01bef050-fb0a-4ec7-a814-df3307ad6529', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-22', False) {} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:18:30.887842 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a64e86-efc6-4ad5-a7b2-1cb198ef6b14 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Pushing event deleted for resources: {'Port': ['ID=11795b32-2486-4d0f-9401-59a9ee43aa2c,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:18:30.927809 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06eb7fc1-0c28-40fc-9793-6c99e0605100 None None] Pushing event updated for resources: {'Port': ['ID=9a1787e2-b9de-40a5-9688-4952cb28f0bf,revision_number=1']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:18:30.973466 n-d-705658-22 neutron-server[105586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06eb7fc1-0c28-40fc-9793-6c99e0605100 None None] Network 1d615a85-844c-4c57-a0fc-2090e87300f0 is already hosted by enough agents. {{(pid=105586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:18:30.974727 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd9d4787-4533-461d-8c8e-64cb4ed08925 None None] The sync data for ids ['48756b68-cd7c-4f81-89d6-99e8b7895af5'] in n-d-705658-22 is: [{'id': '48756b68-cd7c-4f81-89d6-99e8b7895af5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2113325065', 'tenant_id': '379416b786c44e07b1b1ba1a5ea96882', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.84'}], 'enable_snat': True}, 'gw_port_id': '7c107f54-682c-48b2-a7fa-d555e7b58777', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:17:36Z', 'updated_at': '2021-07-27T21:17:49Z', 'revision_number': 4, 'project_id': '379416b786c44e07b1b1ba1a5ea96882', 'gw_port': {'id': '7c107f54-682c-48b2-a7fa-d555e7b58777', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:58:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48756b68-cd7c-4f81-89d6-99e8b7895af5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2702, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:17:37Z', 'updated_at': '2021-07-27T21:17:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_floatingips': [{'id': 'a42513d4-e118-44ea-970f-016712f64e84', 'tenant_id': '379416b786c44e07b1b1ba1a5ea96882', 'floating_ip_address': '172.25.5.30', 'floating_network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'router_id': '48756b68-cd7c-4f81-89d6-99e8b7895af5', 'port_id': 'ed51ec73-d9a5-4c0b-b4de-6eed8a81fff5', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2818, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1473080c-86ba-4d44-8dcc-5442b4565b0c', 'mac_address': 'fa:16:3e:79:a5:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f600c487-e5e5-4562-8a3b-6f15b13fe576', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T21:18:25Z', 'updated_at': '2021-07-27T21:18:25Z', 'revision_number': 0, 'project_id': '379416b786c44e07b1b1ba1a5ea96882', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c73e452f-d490-425d-9f85-77819db3e4b8', 'name': '', 'network_id': '1473080c-86ba-4d44-8dcc-5442b4565b0c', 'tenant_id': '379416b786c44e07b1b1ba1a5ea96882', 'mac_address': 'fa:16:3e:92:da:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48756b68-cd7c-4f81-89d6-99e8b7895af5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2724, 'fixed_ips': [{'subnet_id': '01bef050-fb0a-4ec7-a814-df3307ad6529', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:17:48Z', 'updated_at': '2021-07-27T21:17:57Z', 'revision_number': 5, 'project_id': '379416b786c44e07b1b1ba1a5ea96882', 'subnets': [{'id': '01bef050-fb0a-4ec7-a814-df3307ad6529', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:18:30.997807 n-d-705658-22 neutron-server[105586]: DEBUG neutron.scheduler.base_scheduler [None req-06eb7fc1-0c28-40fc-9793-6c99e0605100 None None] Resources bound (agent type, host, resource id): {{(pid=105586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:18:31.004154 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06eb7fc1-0c28-40fc-9793-6c99e0605100 None None] Received port after_create {{(pid=105586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:18:31.063402 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-97bbd238-8dc5-4788-b520-4f8e578cefc4 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:31.082189 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c4a64e86-efc6-4ad5-a7b2-1cb198ef6b14 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:31.085544 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-c4a64e86-efc6-4ad5-a7b2-1cb198ef6b14 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] 10.222.0.59 "DELETE /v2.0/ports/11795b32-2486-4d0f-9401-59a9ee43aa2c HTTP/1.1" status: 204 len: 168 time: 1.4362125 Jul 27 21:18:31.096037 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 45580) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:18:31.098115 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:18:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7eace254-76be-48d6-827e-57ed8a501f86 x-openstack-request-id: req-7eace254-76be-48d6-827e-57ed8a501f86 {{(pid=105585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:18:31.098418 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f600c487-e5e5-4562-8a3b-6f15b13fe576", "tag": "ed51ec73-d9a5-4c0b-b4de-6eed8a81fff5", "status": "completed", "code": 200}]} {{(pid=105585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:18:31.098676 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-7eace254-76be-48d6-827e-57ed8a501f86 {{(pid=105585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:18:31.099371 n-d-705658-22 neutron-server[105585]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f600c487-e5e5-4562-8a3b-6f15b13fe576', 'tag': 'ed51ec73-d9a5-4c0b-b4de-6eed8a81fff5', 'status': 'completed', 'code': 200} Jul 27 21:18:31.117975 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-fafd9e0c-08b7-4113-9a7c-aa5b1b4e3837 tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:31.157987 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 8153f88a-bc93-4164-b8e3-28defe85f834 up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:18:31.166921 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d0fbf2-0a18-4ea5-b41f-4dbba36b3046 req-f0abb567-edd0-40c5-a5fc-fdb497987567 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:18:31.168594 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-15d0fbf2-0a18-4ea5-b41f-4dbba36b3046 req-f0abb567-edd0-40c5-a5fc-fdb497987567 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] 10.222.0.59 "GET /v2.0/ports?device_id=f600c487-e5e5-4562-8a3b-6f15b13fe576 HTTP/1.1" status: 200 len: 945 time: 0.6095240 Jul 27 21:18:31.171865 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvr_db [None req-175c2470-58ae-4f45-8d24-00e2259c6f8b None None] Set router 44e6b63c-7ab2-447e-ad0f-fe21304a592c gateway port host: n-d-705658-22 {{(pid=105586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:18:31.254528 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c15822-9cbe-41e2-95c8-e8cfd03866cc req-d5a02088-29b3-413d-ad86-df2d259d6da8 tempest-AttachVolumeNegativeTest-845744699 tempest-AttachVolumeNegativeTest-845744699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:18:31.256616 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a3c15822-9cbe-41e2-95c8-e8cfd03866cc req-d5a02088-29b3-413d-ad86-df2d259d6da8 tempest-AttachVolumeNegativeTest-845744699 tempest-AttachVolumeNegativeTest-845744699-project] 10.222.0.36 "GET /v2.0/ports?device_id=bd28873a-ff97-48ae-a22f-33d898697e72 HTTP/1.1" status: 200 len: 945 time: 0.7544491 Jul 27 21:18:31.261530 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ced7fb20-5002-434e-91fa-e79483b08195 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:18:31.263705 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ced7fb20-5002-434e-91fa-e79483b08195 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:18:31.265409 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-ced7fb20-5002-434e-91fa-e79483b08195 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1682713 Jul 27 21:18:31.271254 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 45590) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:18:31.365650 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e540a4d3-0b78-4498-80b0-3141eca52b03 req-3dd061c4-4231-458c-a906-73d880b53ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:18:31.368211 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-e540a4d3-0b78-4498-80b0-3141eca52b03 req-3dd061c4-4231-458c-a906-73d880b53ffc service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=379416b786c44e07b1b1ba1a5ea96882&device_id=f600c487-e5e5-4562-8a3b-6f15b13fe576 HTTP/1.1" status: 200 len: 1097 time: 0.4306297 Jul 27 21:18:31.451771 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74a1f22f-4838-4a98-9b10-2a7cd31da9b1 None None] New status for floating IP a42513d4-e118-44ea-970f-016712f64e84: ACTIVE {{(pid=105587) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 21:18:31.525509 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97a7da69-92e3-4d20-9b0c-e35378e375ba None None] Network 5557f2ee-0476-41c5-ab2e-f8134ab58c3d requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:18:31.547502 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-06eb7fc1-0c28-40fc-9793-6c99e0605100 None None] Attempting to bind port 9a1787e2-b9de-40a5-9688-4952cb28f0bf on host n-d-705658-22 for vnic_type normal with profile {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:18:31.547880 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-06eb7fc1-0c28-40fc-9793-6c99e0605100 None None] Attempting to bind port 9a1787e2-b9de-40a5-9688-4952cb28f0bf by drivers openvswitch,hyperv on host n-d-705658-22 at level 0 using segments [{'id': '532d8a52-575f-45de-a3af-efbea8c8f6d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '1d615a85-844c-4c57-a0fc-2090e87300f0'}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:18:31.548239 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06eb7fc1-0c28-40fc-9793-6c99e0605100 None None] Attempting to bind port 9a1787e2-b9de-40a5-9688-4952cb28f0bf on network 1d615a85-844c-4c57-a0fc-2090e87300f0 {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:18:31.567645 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-15d0fbf2-0a18-4ea5-b41f-4dbba36b3046 req-0d9434f4-2c1a-4d00-a779-b44d325532f3 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] 10.222.0.59 "GET /v2.0/security-groups?id=5a737d1c-b945-4cea-a14d-2326657e6941&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3045530 Jul 27 21:18:31.653863 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 45596) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:18:31.675117 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d51120c-5c8a-4ff6-a0ac-9c885c631bc1 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Deleting subnet 0e2895ac-0f27-450e-aa7a-57e0e6068ea9 {{(pid=105584) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:18:31.697270 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06eb7fc1-0c28-40fc-9793-6c99e0605100 None None] Checking agent: {'id': '04a7ea91-6318-467e-ace6-b0fb48c8690f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 41, 42), 'started_at': datetime.datetime(2021, 7, 27, 20, 42, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 18, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:18:31.703745 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06eb7fc1-0c28-40fc-9793-6c99e0605100 None None] Checking segment: {'id': '532d8a52-575f-45de-a3af-efbea8c8f6d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '1d615a85-844c-4c57-a0fc-2090e87300f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:18:31.704843 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-06eb7fc1-0c28-40fc-9793-6c99e0605100 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:31.704843 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06eb7fc1-0c28-40fc-9793-6c99e0605100 None None] Bound using segment: {'id': '532d8a52-575f-45de-a3af-efbea8c8f6d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '1d615a85-844c-4c57-a0fc-2090e87300f0'} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:18:31.706920 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-06eb7fc1-0c28-40fc-9793-6c99e0605100 None None] Bound port: 9a1787e2-b9de-40a5-9688-4952cb28f0bf, host: n-d-705658-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '532d8a52-575f-45de-a3af-efbea8c8f6d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '1d615a85-844c-4c57-a0fc-2090e87300f0'}}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:18:31.707414 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-06eb7fc1-0c28-40fc-9793-6c99e0605100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:31.871560 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-93c0429d-e051-4fb3-8ef0-6f20254c3c75 None None] Notify callbacks [] for port, precommit_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:31.882128 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-93c0429d-e051-4fb3-8ef0-6f20254c3c75 None None] Transition to ACTIVE for port object c9e1b65b-9af7-4224-90ea-3b5499a12479 will not be triggered until provisioned by entity L2. {{(pid=105586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:18:31.900692 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-608df192-4fc1-4e36-980d-c07db204dc5a tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] 10.222.0.59 "GET /v2.0/floatingips/a42513d4-e118-44ea-970f-016712f64e84 HTTP/1.1" status: 200 len: 990 time: 0.2232196 Jul 27 21:18:31.903509 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-93c0429d-e051-4fb3-8ef0-6f20254c3c75 None None] Transition to ACTIVE for port object c9e1b65b-9af7-4224-90ea-3b5499a12479 will not be triggered until provisioned by entity DHCP. {{(pid=105586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:18:31.903920 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-6d51120c-5c8a-4ff6-a0ac-9c885c631bc1 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks [] for subnet, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:31.920686 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning for port 8153f88a-bc93-4164-b8e3-28defe85f834 completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:18:31.937305 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-93c0429d-e051-4fb3-8ef0-6f20254c3c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143'] for port, after_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:31.939825 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-a96b5b1d-7bdc-42be-b990-cf8ae998394f None None] Provisioning for port 8153f88a-bc93-4164-b8e3-28defe85f834 completed by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:18:32.017273 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port 8153f88a-bc93-4164-b8e3-28defe85f834 triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:18:32.017800 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:32.020216 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.db_base_plugin_common [None req-fafd9e0c-08b7-4113-9a7c-aa5b1b4e3837 tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] Allocated IP 172.20.0.1 (a2fbbd2b-5e21-44bb-9251-b86500607834/0f236d01-a91d-4829-92e0-1f1647a0c752/0f69875a-f7e6-471f-8f40-d85fb19bf0a6) {{(pid=105585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:18:32.029351 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-a96b5b1d-7bdc-42be-b990-cf8ae998394f None None] Provisioning complete for port 8153f88a-bc93-4164-b8e3-28defe85f834 triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:18:32.030278 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-a96b5b1d-7bdc-42be-b990-cf8ae998394f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:32.111281 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-6d51120c-5c8a-4ff6-a0ac-9c885c631bc1 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9014207'] for subnet, precommit_delete_associations {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:32.162779 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-06eb7fc1-0c28-40fc-9793-6c99e0605100 None None] For port 9a1787e2-b9de-40a5-9688-4952cb28f0bf, host n-d-705658-22, cleared binding levels {{(pid=105586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:18:32.166719 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-06eb7fc1-0c28-40fc-9793-6c99e0605100 None None] For port 9a1787e2-b9de-40a5-9688-4952cb28f0bf, host n-d-705658-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=9a1787e2-b9de-40a5-9688-4952cb28f0bf,segment=NetworkSegment(532d8a52-575f-45de-a3af-efbea8c8f6d5),segment_id=532d8a52-575f-45de-a3af-efbea8c8f6d5)] {{(pid=105586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:18:32.171896 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e540a4d3-0b78-4498-80b0-3141eca52b03 req-1b40103f-b9ec-4b25-a069-f4a9aa83165a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:18:32.173546 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-e540a4d3-0b78-4498-80b0-3141eca52b03 req-1b40103f-b9ec-4b25-a069-f4a9aa83165a service neutron] 10.222.0.60 "GET /v2.0/networks?id=1473080c-86ba-4d44-8dcc-5442b4565b0c HTTP/1.1" status: 200 len: 897 time: 0.7517474 Jul 27 21:18:32.194220 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-06eb7fc1-0c28-40fc-9793-6c99e0605100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:32.202605 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c0429d-e051-4fb3-8ef0-6f20254c3c75 None None] Pushing event updated for resources: {'Port': ['ID=c9e1b65b-9af7-4224-90ea-3b5499a12479,revision_number=1']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:18:32.263406 n-d-705658-22 neutron-server[105586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93c0429d-e051-4fb3-8ef0-6f20254c3c75 None None] Network a2fbbd2b-5e21-44bb-9251-b86500607834 is already hosted by enough agents. {{(pid=105586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:18:32.286850 n-d-705658-22 neutron-server[105586]: DEBUG neutron.scheduler.base_scheduler [None req-93c0429d-e051-4fb3-8ef0-6f20254c3c75 None None] Resources bound (agent type, host, resource id): {{(pid=105586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:18:32.289252 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93c0429d-e051-4fb3-8ef0-6f20254c3c75 None None] Received port after_create {{(pid=105586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:18:32.297558 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-fafd9e0c-08b7-4113-9a7c-aa5b1b4e3837 tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] Notify callbacks [] for port, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:32.339980 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.provisioning_blocks [None req-fafd9e0c-08b7-4113-9a7c-aa5b1b4e3837 tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] Transition to ACTIVE for port object 0f69875a-f7e6-471f-8f40-d85fb19bf0a6 will not be triggered until provisioned by entity DHCP. {{(pid=105585) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:18:32.435067 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c15fac-3339-4664-9eb0-a658f4494bf9 req-2211fbce-c780-4403-b78c-472a0a2c397b tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:18:32.444568 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-71c15fac-3339-4664-9eb0-a658f4494bf9 req-2211fbce-c780-4403-b78c-472a0a2c397b tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] 10.222.0.59 "GET /v2.0/ports?device_id=d4a31002-c650-402a-96ff-2bd8bc66f43f HTTP/1.1" status: 200 len: 945 time: 1.3404014 Jul 27 21:18:32.482143 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-6d51120c-5c8a-4ff6-a0ac-9c885c631bc1 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854965'] for subnet, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:32.527778 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06eb7fc1-0c28-40fc-9793-6c99e0605100 None None] Pushing event updated for resources: {'Port': ['ID=9a1787e2-b9de-40a5-9688-4952cb28f0bf,revision_number=2']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:18:32.538943 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-fafd9e0c-08b7-4113-9a7c-aa5b1b4e3837 tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:32.554650 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-93c0429d-e051-4fb3-8ef0-6f20254c3c75 None None] Attempting to bind port c9e1b65b-9af7-4224-90ea-3b5499a12479 on host n-d-705658-22 for vnic_type normal with profile {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:18:32.555474 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-93c0429d-e051-4fb3-8ef0-6f20254c3c75 None None] Attempting to bind port c9e1b65b-9af7-4224-90ea-3b5499a12479 by drivers openvswitch,hyperv on host n-d-705658-22 at level 0 using segments [{'id': '172bfae8-50e3-47ab-a92b-938d99445370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'a2fbbd2b-5e21-44bb-9251-b86500607834'}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:18:32.556271 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93c0429d-e051-4fb3-8ef0-6f20254c3c75 None None] Attempting to bind port c9e1b65b-9af7-4224-90ea-3b5499a12479 on network a2fbbd2b-5e21-44bb-9251-b86500607834 {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:18:32.588911 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93c0429d-e051-4fb3-8ef0-6f20254c3c75 None None] Checking agent: {'id': '04a7ea91-6318-467e-ace6-b0fb48c8690f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 41, 42), 'started_at': datetime.datetime(2021, 7, 27, 20, 42, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 18, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:18:32.589659 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93c0429d-e051-4fb3-8ef0-6f20254c3c75 None None] Checking segment: {'id': '172bfae8-50e3-47ab-a92b-938d99445370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'a2fbbd2b-5e21-44bb-9251-b86500607834'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:18:32.590346 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-93c0429d-e051-4fb3-8ef0-6f20254c3c75 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:32.591793 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93c0429d-e051-4fb3-8ef0-6f20254c3c75 None None] Bound using segment: {'id': '172bfae8-50e3-47ab-a92b-938d99445370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'a2fbbd2b-5e21-44bb-9251-b86500607834'} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:18:32.592540 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-93c0429d-e051-4fb3-8ef0-6f20254c3c75 None None] Bound port: c9e1b65b-9af7-4224-90ea-3b5499a12479, host: n-d-705658-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '172bfae8-50e3-47ab-a92b-938d99445370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'a2fbbd2b-5e21-44bb-9251-b86500607834'}}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:18:32.593162 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-93c0429d-e051-4fb3-8ef0-6f20254c3c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:32.603216 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:32.606608 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-e540a4d3-0b78-4498-80b0-3141eca52b03 req-9b35f1d0-f3af-46b5-99ea-698b7e6aac11 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ed51ec73-d9a5-4c0b-b4de-6eed8a81fff5 HTTP/1.1" status: 200 len: 1000 time: 0.4216864 Jul 27 21:18:32.738427 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-6d51120c-5c8a-4ff6-a0ac-9c885c631bc1 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9014081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9738825'] for subnet, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:32.751786 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [req-a3c15822-9cbe-41e2-95c8-e8cfd03866cc req-ce7079fa-5747-4976-b5ef-c319c803682d tempest-AttachVolumeNegativeTest-845744699 tempest-AttachVolumeNegativeTest-845744699-project] Deleting port a00236c5-623b-4f7d-b617-4368e91e4029 {{(pid=105585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:18:32.751786 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-a3c15822-9cbe-41e2-95c8-e8cfd03866cc req-ce7079fa-5747-4976-b5ef-c319c803682d tempest-AttachVolumeNegativeTest-845744699 tempest-AttachVolumeNegativeTest-845744699-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:32.759811 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-a96b5b1d-7bdc-42be-b990-cf8ae998394f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:32.775634 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fafd9e0c-08b7-4113-9a7c-aa5b1b4e3837 tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] Network a2fbbd2b-5e21-44bb-9251-b86500607834 is already hosted by enough agents. {{(pid=105585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:18:32.784272 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] For port 8153f88a-bc93-4164-b8e3-28defe85f834, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=8153f88a-bc93-4164-b8e3-28defe85f834,segment=NetworkSegment(fbbff615-749c-4fb9-8c84-f8659566cb98),segment_id=fbbff615-749c-4fb9-8c84-f8659566cb98)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:18:32.814387 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:32.827426 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d51120c-5c8a-4ff6-a0ac-9c885c631bc1 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Pushing event deleted for resources: {'Subnet': ['ID=0e2895ac-0f27-450e-aa7a-57e0e6068ea9,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:18:32.829592 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-6d51120c-5c8a-4ff6-a0ac-9c885c631bc1 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks [] for subnet, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:32.831601 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-6d51120c-5c8a-4ff6-a0ac-9c885c631bc1 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] 10.222.0.59 "DELETE /v2.0/subnets/0e2895ac-0f27-450e-aa7a-57e0e6068ea9 HTTP/1.1" status: 204 len: 168 time: 1.5533323 Jul 27 21:18:32.841017 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 45644) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:18:32.921863 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 45648) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:18:32.927592 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-793a726d-cc09-4704-abdd-48f55bad47ba tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0779052 Jul 27 21:18:32.927792 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.base_scheduler [None req-fafd9e0c-08b7-4113-9a7c-aa5b1b4e3837 tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] Resources bound (agent type, host, resource id): {{(pid=105585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:18:32.936426 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fafd9e0c-08b7-4113-9a7c-aa5b1b4e3837 tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] Received port after_create {{(pid=105585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:18:32.937843 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-93c0429d-e051-4fb3-8ef0-6f20254c3c75 None None] For port c9e1b65b-9af7-4224-90ea-3b5499a12479, host n-d-705658-22, cleared binding levels {{(pid=105586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:18:32.941139 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-93c0429d-e051-4fb3-8ef0-6f20254c3c75 None None] For port c9e1b65b-9af7-4224-90ea-3b5499a12479, host n-d-705658-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=c9e1b65b-9af7-4224-90ea-3b5499a12479,segment=NetworkSegment(172bfae8-50e3-47ab-a92b-938d99445370),segment_id=172bfae8-50e3-47ab-a92b-938d99445370)] {{(pid=105586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:18:32.949663 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-175c2470-58ae-4f45-8d24-00e2259c6f8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44e6b63c-7ab2-447e-ad0f-fe21304a592c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2084290127', 'tenant_id': '717529174f79442eb5493474d000cc27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.33'}], 'enable_snat': True}, 'gw_port_id': '45c81317-a22b-4865-b927-2cd369651ff6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:18:21Z', 'updated_at': '2021-07-27T21:18:23Z', 'revision_number': 3, 'project_id': '717529174f79442eb5493474d000cc27', 'gw_port': {'id': '45c81317-a22b-4865-b927-2cd369651ff6', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:d5:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44e6b63c-7ab2-447e-ad0f-fe21304a592c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2813, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:18:22Z', 'updated_at': '2021-07-27T21:18:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22'}], 'n-d-705658-22', False) {} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:18:32.956466 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 45652) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:18:32.962436 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-88ba5d53-e6a5-49ab-9d54-dddc700f2f51 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Request body: {'subnet': {'network_id': '1d615a85-844c-4c57-a0fc-2090e87300f0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:18:32.969083 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-71c15fac-3339-4664-9eb0-a658f4494bf9 req-24907ded-1789-45b2-88b6-9b842a8faa9d tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] 10.222.0.59 "GET /v2.0/security-groups?id=9a7007a9-34fe-445e-9576-80a9b33bcd70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5074558 Jul 27 21:18:33.034238 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafd9e0c-08b7-4113-9a7c-aa5b1b4e3837 tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] Pushing event updated for resources: {'Port': ['ID=0f69875a-f7e6-471f-8f40-d85fb19bf0a6,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:18:33.146500 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.db.api [None req-a96b5b1d-7bdc-42be-b990-cf8ae998394f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105586) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 27 21:18:33.146959 n-d-705658-22 neutron-server[105586]: DEBUG oslo_db.api [None req-a96b5b1d-7bdc-42be-b990-cf8ae998394f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 27 21:18:33.147574 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Pushing event updated for resources: {'Port': ['ID=8153f88a-bc93-4164-b8e3-28defe85f834,revision_number=3']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:18:33.153971 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-93c0429d-e051-4fb3-8ef0-6f20254c3c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:33.156830 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 9a1787e2-b9de-40a5-9688-4952cb28f0bf up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:18:33.158815 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-175c2470-58ae-4f45-8d24-00e2259c6f8b None None] The sync data for ids ['44e6b63c-7ab2-447e-ad0f-fe21304a592c'] in n-d-705658-22 is: [{'id': '44e6b63c-7ab2-447e-ad0f-fe21304a592c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2084290127', 'tenant_id': '717529174f79442eb5493474d000cc27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.33'}], 'enable_snat': True}, 'gw_port_id': '45c81317-a22b-4865-b927-2cd369651ff6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:18:21Z', 'updated_at': '2021-07-27T21:18:23Z', 'revision_number': 3, 'project_id': '717529174f79442eb5493474d000cc27', 'gw_port': {'id': '45c81317-a22b-4865-b927-2cd369651ff6', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:d5:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44e6b63c-7ab2-447e-ad0f-fe21304a592c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2813, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:18:22Z', 'updated_at': '2021-07-27T21:18:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22'}] {{(pid=105586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:18:33.160645 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-fafd9e0c-08b7-4113-9a7c-aa5b1b4e3837 tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4075523'] for router_interface, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:33.191244 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e887f2c1-7e9f-4b94-833f-80616e23c1ea req-72bbac67-98d1-49ff-a270-edde99fb1236 tempest-AttachVolumeNegativeTest-845744699 tempest-AttachVolumeNegativeTest-845744699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:18:33.199316 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e887f2c1-7e9f-4b94-833f-80616e23c1ea req-72bbac67-98d1-49ff-a270-edde99fb1236 tempest-AttachVolumeNegativeTest-845744699 tempest-AttachVolumeNegativeTest-845744699-project] 10.222.0.59 "GET /v2.0/ports?device_id=bd28873a-ff97-48ae-a22f-33d898697e72 HTTP/1.1" status: 200 len: 945 time: 0.7807217 Jul 27 21:18:33.307897 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c0429d-e051-4fb3-8ef0-6f20254c3c75 None None] Pushing event updated for resources: {'Port': ['ID=c9e1b65b-9af7-4224-90ea-3b5499a12479,revision_number=2']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:18:33.403773 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning for port 9a1787e2-b9de-40a5-9688-4952cb28f0bf completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:18:33.425961 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.db [req-a3c15822-9cbe-41e2-95c8-e8cfd03866cc req-ce7079fa-5747-4976-b5ef-c319c803682d tempest-AttachVolumeNegativeTest-845744699 tempest-AttachVolumeNegativeTest-845744699-project] For port a00236c5-623b-4f7d-b617-4368e91e4029, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=a00236c5-623b-4f7d-b617-4368e91e4029,segment=NetworkSegment(749d1f51-8998-49bc-ba8d-208be5295f5a),segment_id=749d1f51-8998-49bc-ba8d-208be5295f5a)] {{(pid=105585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:18:33.426330 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-a3c15822-9cbe-41e2-95c8-e8cfd03866cc req-ce7079fa-5747-4976-b5ef-c319c803682d tempest-AttachVolumeNegativeTest-845744699 tempest-AttachVolumeNegativeTest-845744699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:33.590195 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e887f2c1-7e9f-4b94-833f-80616e23c1ea req-58fe38ed-849d-4753-b3e1-de7211740cc4 tempest-AttachVolumeNegativeTest-845744699 tempest-AttachVolumeNegativeTest-845744699-project] 10.222.0.59 "GET /v2.0/security-groups?id=2650ee69-e2a9-4bf0-b170-d21e83666964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3896973 Jul 27 21:18:33.617747 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [req-a3c15822-9cbe-41e2-95c8-e8cfd03866cc req-ce7079fa-5747-4976-b5ef-c319c803682d tempest-AttachVolumeNegativeTest-845744699 tempest-AttachVolumeNegativeTest-845744699-project] Calling delete_port for a00236c5-623b-4f7d-b617-4368e91e4029 owned by compute:nova {{(pid=105585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:18:33.786631 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-97bbd238-8dc5-4788-b520-4f8e578cefc4 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify callbacks [] for port, precommit_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:33.842945 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-23d09e8e-8646-4aa6-9013-e6ee2bfb9262 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] 10.222.0.59 "GET /v2.0/floatingips/a42513d4-e118-44ea-970f-016712f64e84 HTTP/1.1" status: 200 len: 992 time: 0.9161892 Jul 27 21:18:33.844088 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-97bbd238-8dc5-4788-b520-4f8e578cefc4 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9014027'] for port, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:34.071553 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97bbd238-8dc5-4788-b520-4f8e578cefc4 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:18:34.072242 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-97bbd238-8dc5-4788-b520-4f8e578cefc4 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:34.083684 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-97bbd238-8dc5-4788-b520-4f8e578cefc4 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] 10.222.0.59 "PUT /v2.0/ports/418d6139-3ec5-4110-ad40-c1baa9e0914c HTTP/1.1" status: 200 len: 910 time: 3.7958560 Jul 27 21:18:34.085390 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e540a4d3-0b78-4498-80b0-3141eca52b03 req-4d97577c-e5a0-4897-ae6e-168d099e0316 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:18:34.086824 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-e540a4d3-0b78-4498-80b0-3141eca52b03 req-4d97577c-e5a0-4897-ae6e-168d099e0316 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=01bef050-fb0a-4ec7-a814-df3307ad6529 HTTP/1.1" status: 200 len: 834 time: 1.3703814 Jul 27 21:18:34.098135 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 45670) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:18:34.344074 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bbd238-8dc5-4788-b520-4f8e578cefc4 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Pushing event updated for resources: {'Port': ['ID=418d6139-3ec5-4110-ad40-c1baa9e0914c,revision_number=3']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:18:34.402085 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88ba5d53-e6a5-49ab-9d54-dddc700f2f51 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Made reservation on behalf of fcd7bb7d26624f8f823446f0b0a5006f for: {'subnet': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:18:34.412859 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-88ba5d53-e6a5-49ab-9d54-dddc700f2f51 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9738786'] for subnet, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:34.527324 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da7e018c-d763-4602-9db3-421372914d11 None None] Network 1d615a85-844c-4c57-a0fc-2090e87300f0 requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:18:34.550597 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e540a4d3-0b78-4498-80b0-3141eca52b03 req-059f98ee-2185-4bf3-81a4-a20ecbddb273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:18:34.552314 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-e540a4d3-0b78-4498-80b0-3141eca52b03 req-059f98ee-2185-4bf3-81a4-a20ecbddb273 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1473080c-86ba-4d44-8dcc-5442b4565b0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3646441 Jul 27 21:18:34.704536 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-13ac26a2-06a9-4690-b26d-802adfc20a0f None None] Provisioning complete for port 8153f88a-bc93-4164-b8e3-28defe85f834 triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:18:34.715016 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-13ac26a2-06a9-4690-b26d-802adfc20a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:34.762057 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-a3c15822-9cbe-41e2-95c8-e8cfd03866cc req-ce7079fa-5747-4976-b5ef-c319c803682d tempest-AttachVolumeNegativeTest-845744699 tempest-AttachVolumeNegativeTest-845744699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:34.778881 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-fafd9e0c-08b7-4113-9a7c-aa5b1b4e3837 tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:34.975472 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7079fa-5747-4976-b5ef-c319c803682d tempest-AttachVolumeNegativeTest-845744699 tempest-AttachVolumeNegativeTest-845744699-project] Pushing event deleted for resources: {'Port': ['ID=a00236c5-623b-4f7d-b617-4368e91e4029,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:18:35.047220 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-e540a4d3-0b78-4498-80b0-3141eca52b03 req-6a638b64-52af-4a02-ad97-3a0d342c8ead service neutron] 10.222.0.60 "GET /v2.0/networks/1473080c-86ba-4d44-8dcc-5442b4565b0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4800498 Jul 27 21:18:35.066381 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-13ac26a2-06a9-4690-b26d-802adfc20a0f None None] Provisioning for port 418d6139-3ec5-4110-ad40-c1baa9e0914c completed by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:18:35.080231 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-13ac26a2-06a9-4690-b26d-802adfc20a0f None None] Provisioning complete for port 418d6139-3ec5-4110-ad40-c1baa9e0914c triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:18:35.080536 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-13ac26a2-06a9-4690-b26d-802adfc20a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:35.193894 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f69bb78e-44e1-45c2-960a-f70078aa7bd1 None None] DHCP port deletion for 1d615a85-844c-4c57-a0fc-2090e87300f0 request from n-d-705658-22 {{(pid=105586) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 21:18:35.258100 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-88ba5d53-e6a5-49ab-9d54-dddc700f2f51 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9014150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9738800'] for subnet, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:35.288940 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88ba5d53-e6a5-49ab-9d54-dddc700f2f51 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Network 1d615a85-844c-4c57-a0fc-2090e87300f0 is already hosted by enough agents. {{(pid=105584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:18:35.333920 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device c9e1b65b-9af7-4224-90ea-3b5499a12479 up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:18:35.337381 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-13ac26a2-06a9-4690-b26d-802adfc20a0f None None] Port 418d6139-3ec5-4110-ad40-c1baa9e0914c cannot update to ACTIVE because it is not bound. {{(pid=105586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:18:35.414703 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [None req-88ba5d53-e6a5-49ab-9d54-dddc700f2f51 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Resources bound (agent type, host, resource id): {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:18:35.418758 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-e540a4d3-0b78-4498-80b0-3141eca52b03 req-8a1e5a04-5254-4806-90af-5e29e6946581 service neutron] 10.222.0.60 "GET /v2.0/networks/1473080c-86ba-4d44-8dcc-5442b4565b0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1762955 Jul 27 21:18:35.420040 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88ba5d53-e6a5-49ab-9d54-dddc700f2f51 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:18:35.420625 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-88ba5d53-e6a5-49ab-9d54-dddc700f2f51 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks [] for subnet, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:35.432613 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-dcfeca38-8ff3-44a3-aed6-32ef6e1f23a5 req-316b9356-a0be-4fd2-8207-152d51dc7986 tempest-AttachVolumeNegativeTest-845744699 tempest-AttachVolumeNegativeTest-845744699-project] 10.222.0.59 "GET /v2.0/ports?device_id=bd28873a-ff97-48ae-a22f-33d898697e72 HTTP/1.1" status: 200 len: 210 time: 0.5181978 Jul 27 21:18:35.499552 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-f69bb78e-44e1-45c2-960a-f70078aa7bd1 None None] Deleting port 9a1787e2-b9de-40a5-9688-4952cb28f0bf {{(pid=105586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:18:35.502781 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-f69bb78e-44e1-45c2-960a-f70078aa7bd1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:35.534042 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ca42de7-6aba-4c8f-a98c-b56cab288aff None None] Network a2fbbd2b-5e21-44bb-9251-b86500607834 requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:18:35.536356 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-2693d866-d850-48dd-ad48-8c588b65612f None None] Provisioning for port 9a1787e2-b9de-40a5-9688-4952cb28f0bf completed by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:18:35.542671 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-88ba5d53-e6a5-49ab-9d54-dddc700f2f51 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.5824687 Jul 27 21:18:35.542671 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ba5d53-e6a5-49ab-9d54-dddc700f2f51 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Pushing event updated for resources: {'Subnet': ['ID=16577e8d-0ca5-46a0-aa9d-e1cf910a40fd,revision_number=0']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:18:35.543155 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 45686) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:18:35.550036 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c4d55c-119e-4e72-a954-1411c9c15ee3 req-a6dfa3c2-2897-4184-8f4b-44d88b35f8bd tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:18:35.553158 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-d3c4d55c-119e-4e72-a954-1411c9c15ee3 req-a6dfa3c2-2897-4184-8f4b-44d88b35f8bd tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] 10.222.0.59 "GET /v2.0/ports?device_id=d4a31002-c650-402a-96ff-2bd8bc66f43f HTTP/1.1" status: 200 len: 945 time: 1.2595508 Jul 27 21:18:35.558911 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-55254b00-a422-4a46-8814-9518570f3e10 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Request body: {'port': {'network_id': '1d615a85-844c-4c57-a0fc-2090e87300f0', 'name': 'tempest-NetworksTestDHCPv6-1498728686'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:18:35.598482 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning for port c9e1b65b-9af7-4224-90ea-3b5499a12479 completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:18:35.641657 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3c15822-9cbe-41e2-95c8-e8cfd03866cc req-ce7079fa-5747-4976-b5ef-c319c803682d tempest-AttachVolumeNegativeTest-845744699 tempest-AttachVolumeNegativeTest-845744699-project] No DVR routers for this DVR port a00236c5-623b-4f7d-b617-4368e91e4029 on host n-h1-705658-22 {{(pid=105585) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:18:35.644116 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 8153f88a-bc93-4164-b8e3-28defe85f834 up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:18:35.645736 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-a3c15822-9cbe-41e2-95c8-e8cfd03866cc req-ce7079fa-5747-4976-b5ef-c319c803682d tempest-AttachVolumeNegativeTest-845744699 tempest-AttachVolumeNegativeTest-845744699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:35.649570 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a3c15822-9cbe-41e2-95c8-e8cfd03866cc req-ce7079fa-5747-4976-b5ef-c319c803682d tempest-AttachVolumeNegativeTest-845744699 tempest-AttachVolumeNegativeTest-845744699-project] 10.222.0.36 "DELETE /v2.0/ports/a00236c5-623b-4f7d-b617-4368e91e4029 HTTP/1.1" status: 204 len: 173 time: 4.3631020 Jul 27 21:18:35.656574 n-d-705658-22 neutron-server[105585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd28873a-ff97-48ae-a22f-33d898697e72', 'name': 'network-vif-deleted', 'tag': 'a00236c5-623b-4f7d-b617-4368e91e4029'}] {{(pid=105585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:18:35.659529 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d66fd65881426bfc2b5388084a3654e5eae521106a15a3dbf0eb4cde7106c36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72f875b0-51c9-42c4-8d61-88b241b4fd93" -d '{"events": [{"server_uuid": "bd28873a-ff97-48ae-a22f-33d898697e72", "name": "network-vif-deleted", "tag": "a00236c5-623b-4f7d-b617-4368e91e4029"}]}' {{(pid=105585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:18:35.743909 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55254b00-a422-4a46-8814-9518570f3e10 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Made reservation on behalf of fcd7bb7d26624f8f823446f0b0a5006f for: {'port': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:18:35.744474 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-2693d866-d850-48dd-ad48-8c588b65612f None None] Provisioning complete for port 9a1787e2-b9de-40a5-9688-4952cb28f0bf triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:18:35.745023 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-2693d866-d850-48dd-ad48-8c588b65612f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:35.748751 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-55254b00-a422-4a46-8814-9518570f3e10 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:35.801305 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [None req-55254b00-a422-4a46-8814-9518570f3e10 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] device_id is not set on port 405b3687-d801-43d8-a61f-c78a2de3a1e6 yet. {{(pid=105584) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 21:18:35.898951 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device a00236c5-623b-4f7d-b617-4368e91e4029 no longer exists at agent hyperv_n-h1-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:18:35.943287 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-28650df7-c46c-4981-b84f-37d87254047e None None] No Port match for: a00236c5-623b-4f7d-b617-4368e91e4029 {{(pid=105586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:18:35.943640 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device a00236c5-623b-4f7d-b617-4368e91e4029 not bound to the agent host n-h1-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:18:35.956335 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-f69bb78e-44e1-45c2-960a-f70078aa7bd1 None None] For port 9a1787e2-b9de-40a5-9688-4952cb28f0bf, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=9a1787e2-b9de-40a5-9688-4952cb28f0bf,segment=NetworkSegment(532d8a52-575f-45de-a3af-efbea8c8f6d5),segment_id=532d8a52-575f-45de-a3af-efbea8c8f6d5)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:18:35.956748 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-f69bb78e-44e1-45c2-960a-f70078aa7bd1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:35.986517 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-f69bb78e-44e1-45c2-960a-f70078aa7bd1 None None] Calling delete_port for 9a1787e2-b9de-40a5-9688-4952cb28f0bf owned by network:dhcp {{(pid=105586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:18:36.085186 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.db_base_plugin_common [None req-55254b00-a422-4a46-8814-9518570f3e10 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Allocated IP 2001:db8::9d (1d615a85-844c-4c57-a0fc-2090e87300f0/16577e8d-0ca5-46a0-aa9d-e1cf910a40fd/405b3687-d801-43d8-a61f-c78a2de3a1e6) {{(pid=105584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:18:36.119220 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-2693d866-d850-48dd-ad48-8c588b65612f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:36.127289 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port 8153f88a-bc93-4164-b8e3-28defe85f834 triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:18:36.127814 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:36.380198 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-2693d866-d850-48dd-ad48-8c588b65612f None None] For port 9a1787e2-b9de-40a5-9688-4952cb28f0bf, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=9a1787e2-b9de-40a5-9688-4952cb28f0bf,segment=NetworkSegment(532d8a52-575f-45de-a3af-efbea8c8f6d5),segment_id=532d8a52-575f-45de-a3af-efbea8c8f6d5)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:18:36.430248 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-55254b00-a422-4a46-8814-9518570f3e10 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks [] for port, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:36.449495 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-2693d866-d850-48dd-ad48-8c588b65612f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:36.464140 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.provisioning_blocks [None req-55254b00-a422-4a46-8814-9518570f3e10 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Transition to ACTIVE for port object 405b3687-d801-43d8-a61f-c78a2de3a1e6 will not be triggered until provisioned by entity DHCP. {{(pid=105584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:18:36.468012 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:18:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b37e62de-32de-4b6f-9c84-55747477fbbb x-openstack-request-id: req-b37e62de-32de-4b6f-9c84-55747477fbbb {{(pid=105585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:18:36.468693 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:36.469227 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd28873a-ff97-48ae-a22f-33d898697e72", "name": "network-vif-deleted", "tag": "a00236c5-623b-4f7d-b617-4368e91e4029", "status": "completed", "code": 200}]} {{(pid=105585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:18:36.469647 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-b37e62de-32de-4b6f-9c84-55747477fbbb {{(pid=105585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:18:36.470216 n-d-705658-22 neutron-server[105585]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd28873a-ff97-48ae-a22f-33d898697e72', 'name': 'network-vif-deleted', 'tag': 'a00236c5-623b-4f7d-b617-4368e91e4029', 'status': 'completed', 'code': 200} Jul 27 21:18:36.471161 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-f69bb78e-44e1-45c2-960a-f70078aa7bd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180'] for port, after_delete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:36.512630 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-d3c4d55c-119e-4e72-a954-1411c9c15ee3 req-a3c4fed9-f67a-4995-a6be-39e5d68c75c0 tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] 10.222.0.59 "GET /v2.0/security-groups?id=9a7007a9-34fe-445e-9576-80a9b33bcd70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9429705 Jul 27 21:18:36.532905 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-2693d866-d850-48dd-ad48-8c588b65612f None None] Could not find standard attr ID for object 11795b32-2486-4d0f-9401-59a9ee43aa2c. {{(pid=105586) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 27 21:18:36.541539 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 45708) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:18:36.552140 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-55254b00-a422-4a46-8814-9518570f3e10 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:36.580836 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2693d866-d850-48dd-ad48-8c588b65612f None None] Pushing event deleted for resources: {'Port': ['ID=9a1787e2-b9de-40a5-9688-4952cb28f0bf,revision_number=None']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:18:36.584569 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 45c81317-a22b-4865-b927-2cd369651ff6 up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:18:36.611573 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f69bb78e-44e1-45c2-960a-f70078aa7bd1 None None] No DVR routers for this DVR port 9a1787e2-b9de-40a5-9688-4952cb28f0bf on host n-d-705658-22 {{(pid=105586) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:18:36.638307 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-fafd9e0c-08b7-4113-9a7c-aa5b1b4e3837 tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] Notify callbacks [] for port, precommit_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:36.657289 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69bb78e-44e1-45c2-960a-f70078aa7bd1 None None] Pushing event deleted for resources: {'Port': ['ID=9a1787e2-b9de-40a5-9688-4952cb28f0bf,revision_number=None']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:18:36.660106 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-fafd9e0c-08b7-4113-9a7c-aa5b1b4e3837 tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10221672'] for port, after_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:36.666155 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-2693d866-d850-48dd-ad48-8c588b65612f None None] Provisioning complete for port 418d6139-3ec5-4110-ad40-c1baa9e0914c triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:18:36.666648 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-2693d866-d850-48dd-ad48-8c588b65612f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:36.668660 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9e5b798-3bbb-4277-9804-de357dd757fc None None] Network 1d615a85-844c-4c57-a0fc-2090e87300f0 requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:18:36.749481 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55254b00-a422-4a46-8814-9518570f3e10 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Pushing event updated for resources: {'Port': ['ID=405b3687-d801-43d8-a61f-c78a2de3a1e6,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:18:36.766728 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafd9e0c-08b7-4113-9a7c-aa5b1b4e3837 tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] Pushing event updated for resources: {'Port': ['ID=0f69875a-f7e6-471f-8f40-d85fb19bf0a6,revision_number=2']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:18:36.778439 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55254b00-a422-4a46-8814-9518570f3e10 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Network 1d615a85-844c-4c57-a0fc-2090e87300f0 is already hosted by enough agents. {{(pid=105584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:18:36.797247 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [None req-55254b00-a422-4a46-8814-9518570f3e10 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Resources bound (agent type, host, resource id): {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:18:36.809438 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55254b00-a422-4a46-8814-9518570f3e10 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Received port after_create {{(pid=105584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:18:36.811933 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning for port 45c81317-a22b-4865-b927-2cd369651ff6 completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:18:36.815641 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-2693d866-d850-48dd-ad48-8c588b65612f None None] Port 418d6139-3ec5-4110-ad40-c1baa9e0914c cannot update to ACTIVE because it is not bound. {{(pid=105586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:18:36.817079 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55254b00-a422-4a46-8814-9518570f3e10 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:18:36.817949 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-55254b00-a422-4a46-8814-9518570f3e10 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:36.841394 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7cab124-aec9-4246-be31-9cc85beca613 admin admin] Deleting subnet 0afa8897-5216-45a9-9a1e-8fc30b1f7259 {{(pid=105584) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:18:36.845564 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-9cf329a8-8764-4528-8a54-b58ca90dc6e2 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4076536'] for router_interface, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:36.854468 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port 45c81317-a22b-4865-b927-2cd369651ff6 triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:18:36.855622 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:36.873671 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-e7cab124-aec9-4246-be31-9cc85beca613 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:36.906618 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-55254b00-a422-4a46-8814-9518570f3e10 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.3623047 Jul 27 21:18:36.909732 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 45714) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:18:36.936707 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-fafd9e0c-08b7-4113-9a7c-aa5b1b4e3837 tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3743906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4076435'] for router_interface, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:36.980893 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-a476127e-8d0a-4d2f-a0f2-221ae065b36a None None] Provisioning for port c9e1b65b-9af7-4224-90ea-3b5499a12479 completed by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:18:37.015924 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-e7cab124-aec9-4246-be31-9cc85beca613 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9014207'] for subnet, precommit_delete_associations {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:37.027242 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-a476127e-8d0a-4d2f-a0f2-221ae065b36a None None] Provisioning complete for port c9e1b65b-9af7-4224-90ea-3b5499a12479 triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:18:37.028092 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-a476127e-8d0a-4d2f-a0f2-221ae065b36a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:37.089513 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-e7cab124-aec9-4246-be31-9cc85beca613 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854965'] for subnet, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:37.134378 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:37.200190 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-e7cab124-aec9-4246-be31-9cc85beca613 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9014081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9738825'] for subnet, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:37.207915 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] For port 45c81317-a22b-4865-b927-2cd369651ff6, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=45c81317-a22b-4865-b927-2cd369651ff6,segment=NetworkSegment(12196855-9a32-4633-9a56-77697ef9e126),segment_id=12196855-9a32-4633-9a56-77697ef9e126)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:18:37.219786 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:37.226475 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf74fc3a-f412-4ae2-954a-c83e94aac896 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:18:37.228950 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-cf74fc3a-f412-4ae2-954a-c83e94aac896 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.3174784 Jul 27 21:18:37.237039 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 45718) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:18:37.265525 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cab124-aec9-4246-be31-9cc85beca613 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0afa8897-5216-45a9-9a1e-8fc30b1f7259,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:18:37.272504 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-e7cab124-aec9-4246-be31-9cc85beca613 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:37.277673 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-e7cab124-aec9-4246-be31-9cc85beca613 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/0afa8897-5216-45a9-9a1e-8fc30b1f7259 HTTP/1.1" status: 204 len: 168 time: 0.7331760 Jul 27 21:18:37.277810 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 45720) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:18:37.324339 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Pushing event updated for resources: {'Port': ['ID=45c81317-a22b-4865-b927-2cd369651ff6,revision_number=4']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:18:37.339780 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-069758fd-a2d3-4acb-a3e4-da1572647291 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30bb4b93-b285-5d90-9493-f9ec33ea333c-1d615a85-844c-4c57-a0fc-2090e87300f0', 'network_id': '1d615a85-844c-4c57-a0fc-2090e87300f0', 'tenant_id': 'fcd7bb7d26624f8f823446f0b0a5006f', 'fixed_ips': [{'subnet_id': '16577e8d-0ca5-46a0-aa9d-e1cf910a40fd'}]}} from n-d-705658-22. {{(pid=105586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 21:18:37.340923 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-069758fd-a2d3-4acb-a3e4-da1572647291 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:37.402473 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fafd9e0c-08b7-4113-9a7c-aa5b1b4e3837 tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] Network a2fbbd2b-5e21-44bb-9251-b86500607834 is already hosted by enough agents. {{(pid=105585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:18:37.413054 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.base_scheduler [None req-fafd9e0c-08b7-4113-9a7c-aa5b1b4e3837 tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] Resources bound (agent type, host, resource id): {{(pid=105585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:18:37.421441 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 9a1787e2-b9de-40a5-9688-4952cb28f0bf no longer exists at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:18:37.485975 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-f79ece40-26bc-458a-8991-84fb6318535b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-990557'] for network, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:37.530117 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] No Port match for: 9a1787e2-b9de-40a5-9688-4952cb28f0bf {{(pid=105586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:18:37.530473 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 9a1787e2-b9de-40a5-9688-4952cb28f0bf not bound to the agent host n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:18:37.606705 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-a476127e-8d0a-4d2f-a0f2-221ae065b36a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:37.651663 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-f79ece40-26bc-458a-8991-84fb6318535b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853562', 'neutron.services.segments.db._delete_segments_for_network-8790688882975'] for network, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:37.671156 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-a476127e-8d0a-4d2f-a0f2-221ae065b36a None None] For port c9e1b65b-9af7-4224-90ea-3b5499a12479, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=c9e1b65b-9af7-4224-90ea-3b5499a12479,segment=NetworkSegment(172bfae8-50e3-47ab-a92b-938d99445370),segment_id=172bfae8-50e3-47ab-a92b-938d99445370)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:18:37.676178 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.segments.db [None req-f79ece40-26bc-458a-8991-84fb6318535b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ded17b3-440e-4dbe-8ea1-4e29acefb236']}} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:18:37.683791 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-a476127e-8d0a-4d2f-a0f2-221ae065b36a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:37.703612 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.segments.db [None req-f79ece40-26bc-458a-8991-84fb6318535b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '749d1f51-8998-49bc-ba8d-208be5295f5a') {'for_net_delete': True} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:18:37.704034 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.segments.db [None req-f79ece40-26bc-458a-8991-84fb6318535b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '749d1f51-8998-49bc-ba8d-208be5295f5a') {} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:18:37.727139 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-f79ece40-26bc-458a-8991-84fb6318535b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790688883752', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9014348'] for segment, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:37.771337 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-f79ece40-26bc-458a-8991-84fb6318535b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:37.780598 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f79ece40-26bc-458a-8991-84fb6318535b admin admin] Releasing vlan 246 on physical network physnet1 to pool {{(pid=105584) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:18:37.781147 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-f79ece40-26bc-458a-8991-84fb6318535b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9014063'] for segment, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:37.783397 n-d-705658-22 neutron-server[105584]: Traceback (most recent call last): Jul 27 21:18:37.783397 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:18:37.783397 n-d-705658-22 neutron-server[105584]: timer() Jul 27 21:18:37.783397 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:18:37.783397 n-d-705658-22 neutron-server[105584]: cb(*args, **kw) Jul 27 21:18:37.783397 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:18:37.783397 n-d-705658-22 neutron-server[105584]: return func(*args, **kwargs) Jul 27 21:18:37.783397 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:18:37.783397 n-d-705658-22 neutron-server[105584]: self._notify() Jul 27 21:18:37.783397 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:18:37.783397 n-d-705658-22 neutron-server[105584]: self.callback(batched_events) Jul 27 21:18:37.783397 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:18:37.783397 n-d-705658-22 neutron-server[105584]: event.method(event) Jul 27 21:18:37.783397 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:18:37.783397 n-d-705658-22 neutron-server[105584]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:18:37.783397 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:18:37.783397 n-d-705658-22 neutron-server[105584]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:18:37.783397 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:18:37.783397 n-d-705658-22 neutron-server[105584]: return f(self, *a, **k) Jul 27 21:18:37.783397 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:18:37.783397 n-d-705658-22 neutron-server[105584]: return self._get(url).json() Jul 27 21:18:37.783397 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:18:37.783397 n-d-705658-22 neutron-server[105584]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:18:37.783397 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:18:37.783397 n-d-705658-22 neutron-server[105584]: return self.request(url, 'GET', **kwargs) Jul 27 21:18:37.783397 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:18:37.783397 n-d-705658-22 neutron-server[105584]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:18:37.783397 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:18:37.783397 n-d-705658-22 neutron-server[105584]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:18:37.783397 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:18:37.783397 n-d-705658-22 neutron-server[105584]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:18:37.783397 n-d-705658-22 neutron-server[105584]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:18:37.923677 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-f79ece40-26bc-458a-8991-84fb6318535b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4075658'] for network, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:37.942576 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-f79ece40-26bc-458a-8991-84fb6318535b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743886'] for network, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:37.946976 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-f79ece40-26bc-458a-8991-84fb6318535b admin admin] 10.222.0.59 "DELETE /v2.0/networks/0ded17b3-440e-4dbe-8ea1-4e29acefb236 HTTP/1.1" status: 204 len: 168 time: 0.6679542 Jul 27 21:18:37.961522 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79ece40-26bc-458a-8991-84fb6318535b admin admin] Pushing event deleted for resources: {'Network': ['ID=0ded17b3-440e-4dbe-8ea1-4e29acefb236,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:18:37.961723 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fafd9e0c-08b7-4113-9a7c-aa5b1b4e3837 tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] Router 44e6b63c-7ab2-447e-ad0f-fe21304a592c has already been hosted by L3 agent dd128fd7-8e57-4d4f-895b-a96b369df59a {{(pid=105585) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:18:38.054332 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [None req-74393454-7af9-4bd1-9cf9-2a82490193f9 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Deleting port 405b3687-d801-43d8-a61f-c78a2de3a1e6 {{(pid=105585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:18:38.055424 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-74393454-7af9-4bd1-9cf9-2a82490193f9 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:38.122869 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a476127e-8d0a-4d2f-a0f2-221ae065b36a None None] Pushing event updated for resources: {'Port': ['ID=c9e1b65b-9af7-4224-90ea-3b5499a12479,revision_number=3']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:18:38.135906 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.db_base_plugin_common [None req-069758fd-a2d3-4acb-a3e4-da1572647291 None None] Allocated IP 2001:db8::2 (1d615a85-844c-4c57-a0fc-2090e87300f0/16577e8d-0ca5-46a0-aa9d-e1cf910a40fd/b0318bc4-560e-4579-b003-be71b2e2c9d5) {{(pid=105586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:18:38.138690 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-85c39c08-471f-4614-9a33-39eaf762a60c None None] Provisioning for port 0f69875a-f7e6-471f-8f40-d85fb19bf0a6 completed by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:18:38.149428 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-85c39c08-471f-4614-9a33-39eaf762a60c None None] Provisioning complete for port 0f69875a-f7e6-471f-8f40-d85fb19bf0a6 triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:18:38.149811 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-85c39c08-471f-4614-9a33-39eaf762a60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:38.222372 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 45738) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:18:38.223842 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e1f28f-fd10-445f-b3b9-d8df8377542b req-fa640b2d-37a9-4412-bc9b-d52b4e62d9d4 tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:18:38.225435 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b0e1f28f-fd10-445f-b3b9-d8df8377542b req-fa640b2d-37a9-4412-bc9b-d52b4e62d9d4 tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] 10.222.0.59 "GET /v2.0/ports?device_id=d4a31002-c650-402a-96ff-2bd8bc66f43f HTTP/1.1" status: 200 len: 945 time: 0.5373428 Jul 27 21:18:38.271438 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-85c39c08-471f-4614-9a33-39eaf762a60c None None] Port 0f69875a-f7e6-471f-8f40-d85fb19bf0a6 cannot update to ACTIVE because it is not bound. {{(pid=105586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:18:38.274182 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-f43b5581-215f-419b-bfa5-239d6be3f8d7 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=7cb1be282c1a45569e2d1240a1ce83c6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0502155 Jul 27 21:18:38.276504 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 45740) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:18:38.296868 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [None req-9cf329a8-8764-4528-8a54-b58ca90dc6e2 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Deleting port 418d6139-3ec5-4110-ad40-c1baa9e0914c {{(pid=105585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:18:38.297529 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-9cf329a8-8764-4528-8a54-b58ca90dc6e2 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:38.331893 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-85c39c08-471f-4614-9a33-39eaf762a60c None None] Provisioning complete for port c9e1b65b-9af7-4224-90ea-3b5499a12479 triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:18:38.332275 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-85c39c08-471f-4614-9a33-39eaf762a60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:38.402338 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-3b3a5808-f2d5-47ad-88ce-061c9928ccfc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:38.413126 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-74393454-7af9-4bd1-9cf9-2a82490193f9 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:38.435574 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-3b3a5808-f2d5-47ad-88ce-061c9928ccfc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:38.437050 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b0e1f28f-fd10-445f-b3b9-d8df8377542b req-74c917a9-a73b-4e18-a205-f816bf905334 tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] 10.222.0.59 "GET /v2.0/security-groups?id=9a7007a9-34fe-445e-9576-80a9b33bcd70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1924658 Jul 27 21:18:38.437050 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fafd9e0c-08b7-4113-9a7c-aa5b1b4e3837 tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] Notify agent at l3_agent.n-d-705658-22 the message routers_updated {{(pid=105585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:18:38.450172 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-fafd9e0c-08b7-4113-9a7c-aa5b1b4e3837 tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] 10.222.0.59 "PUT /v2.0/routers/44e6b63c-7ab2-447e-ad0f-fe21304a592c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9229083 Jul 27 21:18:38.457538 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 45746) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:18:38.458450 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [None req-74393454-7af9-4bd1-9cf9-2a82490193f9 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Calling delete_port for 405b3687-d801-43d8-a61f-c78a2de3a1e6 owned by {{(pid=105585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:18:38.469655 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-daf7b824-35ac-4fe2-b77d-ee0626f01129 tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--1615972209', 'description': 'tempest-secgroup_access--1615972209 description', 'project_id': '717529174f79442eb5493474d000cc27'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:18:38.506280 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-3b3a5808-f2d5-47ad-88ce-061c9928ccfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:38.509957 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-3b3a5808-f2d5-47ad-88ce-061c9928ccfc admin admin] Notify callbacks [] for security_group, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:38.511947 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-3b3a5808-f2d5-47ad-88ce-061c9928ccfc admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/2650ee69-e2a9-4bf0-b170-d21e83666964 HTTP/1.1" status: 204 len: 168 time: 0.2343757 Jul 27 21:18:38.515658 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-9cf329a8-8764-4528-8a54-b58ca90dc6e2 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:38.524539 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3a5808-f2d5-47ad-88ce-061c9928ccfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2650ee69-e2a9-4bf0-b170-d21e83666964,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:18:38.543242 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [None req-9cf329a8-8764-4528-8a54-b58ca90dc6e2 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Calling delete_port for 418d6139-3ec5-4110-ad40-c1baa9e0914c owned by network:router_interface {{(pid=105585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:18:38.564254 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0518fa3-7d8c-435e-ad17-1f68031d35d6 None None] Sync routers for ids ['44e6b63c-7ab2-447e-ad0f-fe21304a592c'] in n-d-705658-22 {{(pid=105586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:18:38.657380 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0518fa3-7d8c-435e-ad17-1f68031d35d6 None None] Routers {'44e6b63c-7ab2-447e-ad0f-fe21304a592c'} bound to L3 agent in host n-d-705658-22 {{(pid=105586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:18:38.658187 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-f0518fa3-7d8c-435e-ad17-1f68031d35d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:18:12Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['44e6b63c-7ab2-447e-ad0f-fe21304a592c'], 'active': True} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:18:38.661224 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-069758fd-a2d3-4acb-a3e4-da1572647291 None None] Notify callbacks [] for port, precommit_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:38.708510 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-069758fd-a2d3-4acb-a3e4-da1572647291 None None] Transition to ACTIVE for port object b0318bc4-560e-4579-b003-be71b2e2c9d5 will not be triggered until provisioned by entity L2. {{(pid=105586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:18:38.736987 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-069758fd-a2d3-4acb-a3e4-da1572647291 None None] Transition to ACTIVE for port object b0318bc4-560e-4579-b003-be71b2e2c9d5 will not be triggered until provisioned by entity DHCP. {{(pid=105586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:18:38.787035 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-daf7b824-35ac-4fe2-b77d-ee0626f01129 tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] Notify callbacks [] for security_group, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:38.817029 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvr_db [None req-f0518fa3-7d8c-435e-ad17-1f68031d35d6 None None] Set router 44e6b63c-7ab2-447e-ad0f-fe21304a592c gateway port host: n-d-705658-22 {{(pid=105586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:18:38.821920 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-069758fd-a2d3-4acb-a3e4-da1572647291 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143'] for port, after_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:38.929080 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-9cf329a8-8764-4528-8a54-b58ca90dc6e2 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:38.971786 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf329a8-8764-4528-8a54-b58ca90dc6e2 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Pushing event deleted for resources: {'Port': ['ID=418d6139-3ec5-4110-ad40-c1baa9e0914c,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:18:38.981208 n-d-705658-22 neutron-server[105586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-069758fd-a2d3-4acb-a3e4-da1572647291 None None] Network 1d615a85-844c-4c57-a0fc-2090e87300f0 is already hosted by enough agents. {{(pid=105586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:18:38.982007 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-07729fbe-6237-4b9d-b199-252e2ec503ba None None] Provisioning complete for port 0f69875a-f7e6-471f-8f40-d85fb19bf0a6 triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:18:38.982424 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-07729fbe-6237-4b9d-b199-252e2ec503ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:38.988858 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-53699e05-cb45-482e-8f95-193a5ada2491 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:39.091285 n-d-705658-22 neutron-server[105586]: DEBUG neutron.scheduler.base_scheduler [None req-069758fd-a2d3-4acb-a3e4-da1572647291 None None] Resources bound (agent type, host, resource id): {{(pid=105586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:18:39.145818 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069758fd-a2d3-4acb-a3e4-da1572647291 None None] Pushing event updated for resources: {'Port': ['ID=b0318bc4-560e-4579-b003-be71b2e2c9d5,revision_number=1']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:18:39.156721 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-069758fd-a2d3-4acb-a3e4-da1572647291 None None] Received port after_create {{(pid=105586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:18:39.218231 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-07729fbe-6237-4b9d-b199-252e2ec503ba None None] Port 0f69875a-f7e6-471f-8f40-d85fb19bf0a6 cannot update to ACTIVE because it is not bound. {{(pid=105586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:18:39.308784 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-daf7b824-35ac-4fe2-b77d-ee0626f01129 tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] Notify callbacks [] for security_group, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:39.313706 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-74393454-7af9-4bd1-9cf9-2a82490193f9 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:39.368574 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-069758fd-a2d3-4acb-a3e4-da1572647291 None None] Attempting to bind port b0318bc4-560e-4579-b003-be71b2e2c9d5 on host n-d-705658-22 for vnic_type normal with profile {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:18:39.369369 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-069758fd-a2d3-4acb-a3e4-da1572647291 None None] Attempting to bind port b0318bc4-560e-4579-b003-be71b2e2c9d5 by drivers openvswitch,hyperv on host n-d-705658-22 at level 0 using segments [{'id': '532d8a52-575f-45de-a3af-efbea8c8f6d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '1d615a85-844c-4c57-a0fc-2090e87300f0'}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:18:39.369971 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-069758fd-a2d3-4acb-a3e4-da1572647291 None None] Attempting to bind port b0318bc4-560e-4579-b003-be71b2e2c9d5 on network 1d615a85-844c-4c57-a0fc-2090e87300f0 {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:18:39.378742 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-069758fd-a2d3-4acb-a3e4-da1572647291 None None] Checking agent: {'id': '04a7ea91-6318-467e-ace6-b0fb48c8690f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 41, 42), 'started_at': datetime.datetime(2021, 7, 27, 20, 42, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 18, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:18:39.379492 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-069758fd-a2d3-4acb-a3e4-da1572647291 None None] Checking segment: {'id': '532d8a52-575f-45de-a3af-efbea8c8f6d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '1d615a85-844c-4c57-a0fc-2090e87300f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:18:39.380135 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-069758fd-a2d3-4acb-a3e4-da1572647291 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:39.380741 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-069758fd-a2d3-4acb-a3e4-da1572647291 None None] Bound using segment: {'id': '532d8a52-575f-45de-a3af-efbea8c8f6d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '1d615a85-844c-4c57-a0fc-2090e87300f0'} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:18:39.381434 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-069758fd-a2d3-4acb-a3e4-da1572647291 None None] Bound port: b0318bc4-560e-4579-b003-be71b2e2c9d5, host: n-d-705658-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '532d8a52-575f-45de-a3af-efbea8c8f6d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '1d615a85-844c-4c57-a0fc-2090e87300f0'}}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:18:39.381893 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-069758fd-a2d3-4acb-a3e4-da1572647291 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:39.398089 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74393454-7af9-4bd1-9cf9-2a82490193f9 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Pushing event deleted for resources: {'Port': ['ID=405b3687-d801-43d8-a61f-c78a2de3a1e6,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:18:39.417020 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-daf7b824-35ac-4fe2-b77d-ee0626f01129 tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:39.425479 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device c9e1b65b-9af7-4224-90ea-3b5499a12479 up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:18:39.522360 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-f0518fa3-7d8c-435e-ad17-1f68031d35d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44e6b63c-7ab2-447e-ad0f-fe21304a592c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2084290127', 'tenant_id': '717529174f79442eb5493474d000cc27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.33'}], 'enable_snat': True}, 'gw_port_id': '45c81317-a22b-4865-b927-2cd369651ff6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:18:21Z', 'updated_at': '2021-07-27T21:18:33Z', 'revision_number': 4, 'project_id': '717529174f79442eb5493474d000cc27', 'gw_port': {'id': '45c81317-a22b-4865-b927-2cd369651ff6', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:d5:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44e6b63c-7ab2-447e-ad0f-fe21304a592c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2813, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:18:22Z', 'updated_at': '2021-07-27T21:18:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_interfaces': [{'id': '0f69875a-f7e6-471f-8f40-d85fb19bf0a6', 'name': '', 'network_id': 'a2fbbd2b-5e21-44bb-9251-b86500607834', 'tenant_id': '717529174f79442eb5493474d000cc27', 'mac_address': 'fa:16:3e:91:01:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44e6b63c-7ab2-447e-ad0f-fe21304a592c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2827, 'fixed_ips': [{'subnet_id': '0f236d01-a91d-4829-92e0-1f1647a0c752', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:18:31Z', 'updated_at': '2021-07-27T21:18:35Z', 'revision_number': 2, 'project_id': '717529174f79442eb5493474d000cc27', 'subnets': [{'id': '0f236d01-a91d-4829-92e0-1f1647a0c752', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-22', False) {} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:18:39.563502 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-069758fd-a2d3-4acb-a3e4-da1572647291 None None] For port b0318bc4-560e-4579-b003-be71b2e2c9d5, host n-d-705658-22, cleared binding levels {{(pid=105586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:18:39.568554 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0518fa3-7d8c-435e-ad17-1f68031d35d6 None None] Checking router: 44e6b63c-7ab2-447e-ad0f-fe21304a592c for host: n-d-705658-22 {{(pid=105586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:18:39.569108 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0518fa3-7d8c-435e-ad17-1f68031d35d6 None None] Updating router 44e6b63c-7ab2-447e-ad0f-fe21304a592c port 0f69875a-f7e6-471f-8f40-d85fb19bf0a6 binding host n-d-705658-22 {{(pid=105586) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 21:18:39.574549 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf7b824-35ac-4fe2-b77d-ee0626f01129 tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c05ebf3-3def-44b7-8c5d-2f4057e8386f,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:18:39.604370 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-74393454-7af9-4bd1-9cf9-2a82490193f9 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:39.610374 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 45782) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:18:39.618880 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-069758fd-a2d3-4acb-a3e4-da1572647291 None None] For port b0318bc4-560e-4579-b003-be71b2e2c9d5, host n-d-705658-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=b0318bc4-560e-4579-b003-be71b2e2c9d5,segment=NetworkSegment(532d8a52-575f-45de-a3af-efbea8c8f6d5),segment_id=532d8a52-575f-45de-a3af-efbea8c8f6d5)] {{(pid=105586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:18:39.622182 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-74393454-7af9-4bd1-9cf9-2a82490193f9 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] 10.222.0.59 "DELETE /v2.0/ports/405b3687-d801-43d8-a61f-c78a2de3a1e6 HTTP/1.1" status: 204 len: 168 time: 2.3830643 Jul 27 21:18:39.624473 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-9cf329a8-8764-4528-8a54-b58ca90dc6e2 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3743915', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4076308'] for router_interface, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:39.630174 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-daf7b824-35ac-4fe2-b77d-ee0626f01129 tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] Notify callbacks [] for security_group, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:39.636870 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-daf7b824-35ac-4fe2-b77d-ee0626f01129 tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 1.1763444 Jul 27 21:18:39.640885 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 45786) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:18:39.645852 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-069758fd-a2d3-4acb-a3e4-da1572647291 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:39.670439 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-fadec0a1-01d9-4faa-8c9b-de2923c62895 tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--792704605', 'description': 'tempest-secgroup_general--792704605 description', 'project_id': '717529174f79442eb5493474d000cc27'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:18:39.708798 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069758fd-a2d3-4acb-a3e4-da1572647291 None None] Pushing event updated for resources: {'Port': ['ID=b0318bc4-560e-4579-b003-be71b2e2c9d5,revision_number=2']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:18:39.718843 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-f0518fa3-7d8c-435e-ad17-1f68031d35d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:39.720938 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port c9e1b65b-9af7-4224-90ea-3b5499a12479 triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:18:39.721826 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:39.786517 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd850c9d-9bae-4009-b14d-243a15bca754 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:18:39.791050 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd850c9d-9bae-4009-b14d-243a15bca754 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:18:39.797014 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-bd850c9d-9bae-4009-b14d-243a15bca754 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1849670 Jul 27 21:18:39.797860 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 45792) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:18:39.866859 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e1a8195-1d77-4b3f-9583-674f47227c87 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Deleting subnet 16577e8d-0ca5-46a0-aa9d-e1cf910a40fd {{(pid=105584) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:18:39.876567 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-8e1a8195-1d77-4b3f-9583-674f47227c87 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks [] for subnet, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:39.959426 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-fadec0a1-01d9-4faa-8c9b-de2923c62895 tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] Notify callbacks [] for security_group, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:39.993963 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-8e1a8195-1d77-4b3f-9583-674f47227c87 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9014207'] for subnet, precommit_delete_associations {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:40.191657 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf3e981-992c-4a4d-8fc8-b665c8c2fec2 req-73a16a43-79e3-4aed-833e-437bc4bb3796 tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:18:40.193278 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-0cf3e981-992c-4a4d-8fc8-b665c8c2fec2 req-73a16a43-79e3-4aed-833e-437bc4bb3796 tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] 10.222.0.59 "GET /v2.0/ports?device_id=d4a31002-c650-402a-96ff-2bd8bc66f43f HTTP/1.1" status: 200 len: 945 time: 0.6043203 Jul 27 21:18:40.205508 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cf329a8-8764-4528-8a54-b58ca90dc6e2 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Router d202ab12-4796-4cea-8043-301354d29ee4 has already been hosted by L3 agent dd128fd7-8e57-4d4f-895b-a96b369df59a {{(pid=105585) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:18:40.241187 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-8e1a8195-1d77-4b3f-9583-674f47227c87 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854965'] for subnet, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:40.347951 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:40.382787 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-8e1a8195-1d77-4b3f-9583-674f47227c87 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9014081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9738825'] for subnet, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:40.394069 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cf329a8-8764-4528-8a54-b58ca90dc6e2 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify agent at l3_agent.n-d-705658-22 the message routers_updated {{(pid=105585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:18:40.402969 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-9cf329a8-8764-4528-8a54-b58ca90dc6e2 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] 10.222.0.59 "PUT /v2.0/routers/d202ab12-4796-4cea-8043-301354d29ee4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2830250 Jul 27 21:18:40.405462 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 45804) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:18:40.414085 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ab2d89f-ee21-4da3-beb2-306fa79f34b5 None None] Sync routers for ids ['d202ab12-4796-4cea-8043-301354d29ee4'] in n-d-705658-22 {{(pid=105587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:18:40.420943 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-0cf3e981-992c-4a4d-8fc8-b665c8c2fec2 req-cd816719-139e-41f1-9217-1e73e41cbfce tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] 10.222.0.59 "GET /v2.0/security-groups?id=9a7007a9-34fe-445e-9576-80a9b33bcd70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2179382 Jul 27 21:18:40.443953 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ab2d89f-ee21-4da3-beb2-306fa79f34b5 None None] Routers {'d202ab12-4796-4cea-8043-301354d29ee4'} bound to L3 agent in host n-d-705658-22 {{(pid=105587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:18:40.444894 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-6ab2d89f-ee21-4da3-beb2-306fa79f34b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:18:12Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['d202ab12-4796-4cea-8043-301354d29ee4'], 'active': True} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:18:40.471101 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-eafe4208-c42f-4a1b-ad81-4c5f4f235b73 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] 10.222.0.59 "GET /v2.0/ports?device_id=d202ab12-4796-4cea-8043-301354d29ee4 HTTP/1.1" status: 200 len: 205 time: 0.0622435 Jul 27 21:18:40.472305 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 45806) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:18:40.478943 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 45c81317-a22b-4865-b927-2cd369651ff6 up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:18:40.501526 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1a8195-1d77-4b3f-9583-674f47227c87 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Pushing event deleted for resources: {'Subnet': ['ID=16577e8d-0ca5-46a0-aa9d-e1cf910a40fd,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:18:40.520043 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-8e1a8195-1d77-4b3f-9583-674f47227c87 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks [] for subnet, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:40.522035 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-8e1a8195-1d77-4b3f-9583-674f47227c87 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] 10.222.0.59 "DELETE /v2.0/subnets/16577e8d-0ca5-46a0-aa9d-e1cf910a40fd HTTP/1.1" status: 204 len: 168 time: 0.7226202 Jul 27 21:18:40.524513 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 45810) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:18:40.535544 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-6ab2d89f-ee21-4da3-beb2-306fa79f34b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-22', False) {} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:18:40.566149 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ab2d89f-ee21-4da3-beb2-306fa79f34b5 None None] Routers {'d202ab12-4796-4cea-8043-301354d29ee4'} bound to L3 agent in host n-d-705658-22 {{(pid=105587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:18:40.566918 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-6ab2d89f-ee21-4da3-beb2-306fa79f34b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:18:12Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['d202ab12-4796-4cea-8043-301354d29ee4'], 'active': True} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:18:40.589368 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-5fc413ab-786f-49b4-8cc9-9beeb9d52311 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0633183 Jul 27 21:18:40.589982 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 45816) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:18:40.668610 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-6ab2d89f-ee21-4da3-beb2-306fa79f34b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-22', False) {} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:18:40.671748 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ab2d89f-ee21-4da3-beb2-306fa79f34b5 None None] The sync data for ids ['d202ab12-4796-4cea-8043-301354d29ee4'] in n-d-705658-22 is: [] {{(pid=105587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:18:40.694238 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b049e59-1557-4841-90d0-cbade92dd1d4 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:18:40.700552 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-6b049e59-1557-4841-90d0-cbade92dd1d4 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1095557 Jul 27 21:18:40.707978 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 45822) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:18:40.821721 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fa6fca2-1b71-4046-afd7-d393b53b4ff3 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:18:40.827894 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-5fa6fca2-1b71-4046-afd7-d393b53b4ff3 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1184525 Jul 27 21:18:40.828897 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 45826) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:18:40.908803 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-f0518fa3-7d8c-435e-ad17-1f68031d35d6 None None] Notify callbacks [] for port, precommit_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:40.944475 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-5f63fed9-7826-4bee-b45f-a696bfcf4b4b tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1129134 Jul 27 21:18:40.945172 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 45830) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:18:40.946846 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-f0518fa3-7d8c-435e-ad17-1f68031d35d6 None None] Transition to ACTIVE for port object 0f69875a-f7e6-471f-8f40-d85fb19bf0a6 will not be triggered until provisioned by entity L2. {{(pid=105586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:18:40.954979 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-d95c4b13-5a81-4f21-9589-e23f8183c16f tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Request body: {'subnet': {'network_id': '1d615a85-844c-4c57-a0fc-2090e87300f0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:18:40.973765 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-f0518fa3-7d8c-435e-ad17-1f68031d35d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:41.066684 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port 45c81317-a22b-4865-b927-2cd369651ff6 triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:18:41.068943 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:41.225092 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dcc01ba-01f0-4a90-9b9c-b0ee1a22224d None None] Pushing event updated for resources: {'Port': ['ID=0f69875a-f7e6-471f-8f40-d85fb19bf0a6,revision_number=3']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:18:41.411241 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-f0518fa3-7d8c-435e-ad17-1f68031d35d6 None None] Attempting to bind port 0f69875a-f7e6-471f-8f40-d85fb19bf0a6 on host n-d-705658-22 for vnic_type normal with profile {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:18:41.412017 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-f0518fa3-7d8c-435e-ad17-1f68031d35d6 None None] Attempting to bind port 0f69875a-f7e6-471f-8f40-d85fb19bf0a6 by drivers openvswitch,hyperv on host n-d-705658-22 at level 0 using segments [{'id': '172bfae8-50e3-47ab-a92b-938d99445370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'a2fbbd2b-5e21-44bb-9251-b86500607834'}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:18:41.412629 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0518fa3-7d8c-435e-ad17-1f68031d35d6 None None] Attempting to bind port 0f69875a-f7e6-471f-8f40-d85fb19bf0a6 on network a2fbbd2b-5e21-44bb-9251-b86500607834 {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:18:41.445115 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-4d46e84c-a570-4280-919d-7ceb4b94afc1 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify callbacks [] for router, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:41.472398 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0518fa3-7d8c-435e-ad17-1f68031d35d6 None None] Checking agent: {'id': '04a7ea91-6318-467e-ace6-b0fb48c8690f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 41, 42), 'started_at': datetime.datetime(2021, 7, 27, 20, 42, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 18, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:18:41.473026 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0518fa3-7d8c-435e-ad17-1f68031d35d6 None None] Checking segment: {'id': '172bfae8-50e3-47ab-a92b-938d99445370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'a2fbbd2b-5e21-44bb-9251-b86500607834'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:18:41.473604 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-f0518fa3-7d8c-435e-ad17-1f68031d35d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:41.474661 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0518fa3-7d8c-435e-ad17-1f68031d35d6 None None] Bound using segment: {'id': '172bfae8-50e3-47ab-a92b-938d99445370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'a2fbbd2b-5e21-44bb-9251-b86500607834'} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:18:41.475500 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-f0518fa3-7d8c-435e-ad17-1f68031d35d6 None None] Bound port: 0f69875a-f7e6-471f-8f40-d85fb19bf0a6, host: n-d-705658-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '172bfae8-50e3-47ab-a92b-938d99445370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'a2fbbd2b-5e21-44bb-9251-b86500607834'}}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:18:41.476140 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-f0518fa3-7d8c-435e-ad17-1f68031d35d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:41.483549 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-fadec0a1-01d9-4faa-8c9b-de2923c62895 tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] Notify callbacks [] for security_group, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:41.510646 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0be2554-e3ea-4314-afe8-5b65fac667d9 None None] Network 1d615a85-844c-4c57-a0fc-2090e87300f0 requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:18:41.531444 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d95c4b13-5a81-4f21-9589-e23f8183c16f tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Made reservation on behalf of fcd7bb7d26624f8f823446f0b0a5006f for: {'subnet': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:18:41.538631 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-d95c4b13-5a81-4f21-9589-e23f8183c16f tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9738786'] for subnet, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:41.543643 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-fadec0a1-01d9-4faa-8c9b-de2923c62895 tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:41.715607 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-fadec0a1-01d9-4faa-8c9b-de2923c62895 tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] Notify callbacks [] for security_group, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:41.717730 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-fadec0a1-01d9-4faa-8c9b-de2923c62895 tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 2.0731328 Jul 27 21:18:41.718845 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fadec0a1-01d9-4faa-8c9b-de2923c62895 tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f5924076-c9d9-4c1a-9ab9-4b011fc38663,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:18:41.723261 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 45852) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:18:41.740003 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-be03ad0d-81f9-4514-a77a-a6d14d2c97a2 None None] Could not find standard attr ID for object 405b3687-d801-43d8-a61f-c78a2de3a1e6. {{(pid=105586) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 27 21:18:41.749168 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device b0318bc4-560e-4579-b003-be71b2e2c9d5 up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:18:41.750184 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-85d10191-0642-4650-81cc-102d9d7c73eb tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] Request body: {'security_group_rule': {'security_group_id': '2c05ebf3-3def-44b7-8c5d-2f4057e8386f', 'project_id': '717529174f79442eb5493474d000cc27', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:18:41.845716 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-aede6997-dfab-4c70-b1a1-bd62a49a1f34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:41.866960 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-4d46e84c-a570-4280-919d-7ceb4b94afc1 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4163631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-425'] for router, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:41.883305 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-4d46e84c-a570-4280-919d-7ceb4b94afc1 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:41.908719 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-85d10191-0642-4650-81cc-102d9d7c73eb tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:41.955583 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-be03ad0d-81f9-4514-a77a-a6d14d2c97a2 None None] Provisioning for port b0318bc4-560e-4579-b003-be71b2e2c9d5 completed by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:18:42.019201 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-85d10191-0642-4650-81cc-102d9d7c73eb tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:42.028690 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-4d46e84c-a570-4280-919d-7ceb4b94afc1 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4163007'] for router, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:42.039874 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d46e84c-a570-4280-919d-7ceb4b94afc1 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Fanout notify agent at l3_agent the message router_deleted on router d202ab12-4796-4cea-8043-301354d29ee4 {{(pid=105585) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 21:18:42.052320 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-85d10191-0642-4650-81cc-102d9d7c73eb tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732636'] for security_group_rule, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:42.070159 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-4d46e84c-a570-4280-919d-7ceb4b94afc1 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify callbacks [] for router, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:42.071241 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-4d46e84c-a570-4280-919d-7ceb4b94afc1 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] 10.222.0.59 "DELETE /v2.0/routers/d202ab12-4796-4cea-8043-301354d29ee4 HTTP/1.1" status: 204 len: 168 time: 1.5960698 Jul 27 21:18:42.074035 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 45864) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:18:42.089350 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:42.115766 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-d95c4b13-5a81-4f21-9589-e23f8183c16f tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9014150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9738800'] for subnet, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:42.128564 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec1fbfa-9b98-46d1-b36f-43dea97d9f2e req-c33546bc-7cc5-4467-8de7-6f609772b0ed tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:18:42.130141 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-2ec1fbfa-9b98-46d1-b36f-43dea97d9f2e req-c33546bc-7cc5-4467-8de7-6f609772b0ed tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] 10.222.0.59 "GET /v2.0/ports?device_id=d4a31002-c650-402a-96ff-2bd8bc66f43f HTTP/1.1" status: 200 len: 945 time: 0.4225383 Jul 27 21:18:42.144616 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-f0518fa3-7d8c-435e-ad17-1f68031d35d6 None None] For port 0f69875a-f7e6-471f-8f40-d85fb19bf0a6, host n-d-705658-22, cleared binding levels {{(pid=105586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:18:42.171755 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-f0518fa3-7d8c-435e-ad17-1f68031d35d6 None None] For port 0f69875a-f7e6-471f-8f40-d85fb19bf0a6, host n-d-705658-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=0f69875a-f7e6-471f-8f40-d85fb19bf0a6,segment=NetworkSegment(172bfae8-50e3-47ab-a92b-938d99445370),segment_id=172bfae8-50e3-47ab-a92b-938d99445370)] {{(pid=105586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:18:42.199797 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-f0518fa3-7d8c-435e-ad17-1f68031d35d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:42.199797 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning for port b0318bc4-560e-4579-b003-be71b2e2c9d5 completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:18:42.224589 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d10191-0642-4650-81cc-102d9d7c73eb tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5063215a-0451-4d57-ac6b-6add31adc524,revision_number=0']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:18:42.235553 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port b0318bc4-560e-4579-b003-be71b2e2c9d5 triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:18:42.235936 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:42.267480 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d95c4b13-5a81-4f21-9589-e23f8183c16f tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Network 1d615a85-844c-4c57-a0fc-2090e87300f0 is already hosted by enough agents. {{(pid=105584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:18:42.267726 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-85d10191-0642-4650-81cc-102d9d7c73eb tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:42.277230 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [None req-d95c4b13-5a81-4f21-9589-e23f8183c16f tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Resources bound (agent type, host, resource id): {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:18:42.277782 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-85d10191-0642-4650-81cc-102d9d7c73eb tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5504107 Jul 27 21:18:42.298345 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-2ec1fbfa-9b98-46d1-b36f-43dea97d9f2e req-f65eec97-8dee-4843-b204-24db8174e39b tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] 10.222.0.59 "GET /v2.0/security-groups?id=9a7007a9-34fe-445e-9576-80a9b33bcd70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125953 Jul 27 21:18:42.303110 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9405c9e-2f38-4bbe-a504-440972d0b056 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Deleting subnet 07c142b2-88ff-4a5c-bbee-e0a7c39ba156 {{(pid=105585) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:18:42.312612 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-b9405c9e-2f38-4bbe-a504-440972d0b056 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify callbacks [] for subnet, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:42.318544 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d95c4b13-5a81-4f21-9589-e23f8183c16f tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:18:42.331727 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-d95c4b13-5a81-4f21-9589-e23f8183c16f tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks [] for subnet, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:42.371082 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0518fa3-7d8c-435e-ad17-1f68031d35d6 None None] Routers {'44e6b63c-7ab2-447e-ad0f-fe21304a592c'} bound to L3 agent in host n-d-705658-22 {{(pid=105586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:18:42.372042 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-f0518fa3-7d8c-435e-ad17-1f68031d35d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:18:42Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['44e6b63c-7ab2-447e-ad0f-fe21304a592c'], 'active': True} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:18:42.415233 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95c4b13-5a81-4f21-9589-e23f8183c16f tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Pushing event updated for resources: {'Subnet': ['ID=da842abe-1fe4-49c2-abd2-d2602918ed84,revision_number=0']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:18:42.421555 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-b9405c9e-2f38-4bbe-a504-440972d0b056 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9887057'] for subnet, precommit_delete_associations {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:42.438956 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-d95c4b13-5a81-4f21-9589-e23f8183c16f tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4899044 Jul 27 21:18:42.442431 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 45874) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:18:42.472534 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-d5f3cc1f-ecf5-4609-851f-a0bd65db181b tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Request body: {'port': {'network_id': '1d615a85-844c-4c57-a0fc-2090e87300f0', 'fixed_ips': [{'subnet_id': 'da842abe-1fe4-49c2-abd2-d2602918ed84', 'ip_address': '2001:db8::7680:b72e:cb72:83d2'}], 'name': 'tempest-NetworksTestDHCPv6-1540749327'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:18:42.538635 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dcc01ba-01f0-4a90-9b9c-b0ee1a22224d None None] Pushing event updated for resources: {'Port': ['ID=0f69875a-f7e6-471f-8f40-d85fb19bf0a6,revision_number=4']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:18:42.554899 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad32d482-cb47-4053-bea2-90e76102202a None None] DHCP port deletion for 1d615a85-844c-4c57-a0fc-2090e87300f0 request from n-d-705658-22 {{(pid=105586) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 21:18:42.727251 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-b9405c9e-2f38-4bbe-a504-440972d0b056 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854965'] for subnet, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:42.728049 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvr_db [None req-f0518fa3-7d8c-435e-ad17-1f68031d35d6 None None] Set router 44e6b63c-7ab2-447e-ad0f-fe21304a592c gateway port host: n-d-705658-22 {{(pid=105586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:18:42.764342 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-7d6023ab-d225-46b2-9928-0f09086fbb47 req-6d1ee6ae-9ab1-46f2-9c1e-c75fc575c7f8 tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-secgroup_general--792704605&fields=id&tenant_id=717529174f79442eb5493474d000cc27 HTTP/1.1" status: 200 len: 267 time: 0.1250644 Jul 27 21:18:42.822054 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-7d6023ab-d225-46b2-9928-0f09086fbb47 req-bf58e298-b3c1-4495-aef5-437e740832f5 tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-secgroup_access--1615972209&fields=id&tenant_id=717529174f79442eb5493474d000cc27 HTTP/1.1" status: 200 len: 267 time: 0.0564353 Jul 27 21:18:42.826593 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5f3cc1f-ecf5-4609-851f-a0bd65db181b tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Made reservation on behalf of fcd7bb7d26624f8f823446f0b0a5006f for: {'port': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:18:42.899659 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-b9405c9e-2f38-4bbe-a504-440972d0b056 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10221602', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9990583'] for subnet, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:42.964831 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9405c9e-2f38-4bbe-a504-440972d0b056 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Pushing event deleted for resources: {'Subnet': ['ID=07c142b2-88ff-4a5c-bbee-e0a7c39ba156,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:18:42.982017 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-b9405c9e-2f38-4bbe-a504-440972d0b056 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743886'] for subnet, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:42.984051 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-b9405c9e-2f38-4bbe-a504-440972d0b056 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] 10.222.0.59 "DELETE /v2.0/subnets/07c142b2-88ff-4a5c-bbee-e0a7c39ba156 HTTP/1.1" status: 204 len: 168 time: 0.8986487 Jul 27 21:18:42.986848 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 45894) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:18:43.047923 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7172f7d9-1d47-4193-b7b7-5e930fad0db2 None None] Network 5557f2ee-0476-41c5-ab2e-f8134ab58c3d requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:18:43.078859 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-d5f3cc1f-ecf5-4609-851f-a0bd65db181b tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:43.098644 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6023ab-d225-46b2-9928-0f09086fbb47 req-4f35b4aa-e989-4d34-ac04-3da778df928b tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:18:43.115053 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-7d6023ab-d225-46b2-9928-0f09086fbb47 req-4f35b4aa-e989-4d34-ac04-3da778df928b tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] 10.222.0.59 "GET /v2.0/networks?id=a2fbbd2b-5e21-44bb-9251-b86500607834 HTTP/1.1" status: 200 len: 797 time: 0.2866583 Jul 27 21:18:43.126097 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [None req-d5f3cc1f-ecf5-4609-851f-a0bd65db181b tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] device_id is not set on port b791fceb-dd5c-4a4a-b8cb-aabbcfde2963 yet. {{(pid=105584) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 21:18:43.139270 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-bb32ed7d-8717-448b-a9c8-a5a0117d1fd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:43.160773 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-7d6023ab-d225-46b2-9928-0f09086fbb47 req-38b0163f-554c-4c17-95c8-a6b04045948f tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] 10.222.0.59 "GET /v2.0/quotas/717529174f79442eb5493474d000cc27 HTTP/1.1" status: 200 len: 375 time: 0.0500758 Jul 27 21:18:43.180057 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-4ebeef9d-9cf8-4482-8394-80079f2893f3 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-990557'] for network, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:43.341127 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:43.434685 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] For port b0318bc4-560e-4579-b003-be71b2e2c9d5, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=b0318bc4-560e-4579-b003-be71b2e2c9d5,segment=NetworkSegment(532d8a52-575f-45de-a3af-efbea8c8f6d5),segment_id=532d8a52-575f-45de-a3af-efbea8c8f6d5)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:18:43.441783 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-ad32d482-cb47-4053-bea2-90e76102202a None None] Deleting port b0318bc4-560e-4579-b003-be71b2e2c9d5 {{(pid=105586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:18:43.441783 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-ad32d482-cb47-4053-bea2-90e76102202a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:43.456325 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.db_base_plugin_common [None req-d5f3cc1f-ecf5-4609-851f-a0bd65db181b tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Allocated IP 2001:db8::7680:b72e:cb72:83d2 (1d615a85-844c-4c57-a0fc-2090e87300f0/da842abe-1fe4-49c2-abd2-d2602918ed84/b791fceb-dd5c-4a4a-b8cb-aabbcfde2963) {{(pid=105584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:18:43.490826 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-7d6023ab-d225-46b2-9928-0f09086fbb47 req-1f8e8520-c12e-4a74-8330-550cea4785d1 tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=717529174f79442eb5493474d000cc27&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3077383 Jul 27 21:18:43.688920 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [None req-4ebeef9d-9cf8-4482-8394-80079f2893f3 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Deleting port 8153f88a-bc93-4164-b8e3-28defe85f834 {{(pid=105585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:18:43.689288 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-4ebeef9d-9cf8-4482-8394-80079f2893f3 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:43.768171 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.db [None req-4ebeef9d-9cf8-4482-8394-80079f2893f3 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] For port 8153f88a-bc93-4164-b8e3-28defe85f834, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=8153f88a-bc93-4164-b8e3-28defe85f834,segment=NetworkSegment(fbbff615-749c-4fb9-8c84-f8659566cb98),segment_id=fbbff615-749c-4fb9-8c84-f8659566cb98)] {{(pid=105585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:18:43.768171 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-4ebeef9d-9cf8-4482-8394-80079f2893f3 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:43.768989 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-d5f3cc1f-ecf5-4609-851f-a0bd65db181b tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks [] for port, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:43.782340 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [None req-4ebeef9d-9cf8-4482-8394-80079f2893f3 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Calling delete_port for 8153f88a-bc93-4164-b8e3-28defe85f834 owned by network:dhcp {{(pid=105585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:18:43.782594 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:43.792474 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-f0518fa3-7d8c-435e-ad17-1f68031d35d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44e6b63c-7ab2-447e-ad0f-fe21304a592c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2084290127', 'tenant_id': '717529174f79442eb5493474d000cc27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.33'}], 'enable_snat': True}, 'gw_port_id': '45c81317-a22b-4865-b927-2cd369651ff6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:18:21Z', 'updated_at': '2021-07-27T21:18:33Z', 'revision_number': 4, 'project_id': '717529174f79442eb5493474d000cc27', 'gw_port': {'id': '45c81317-a22b-4865-b927-2cd369651ff6', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:d5:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44e6b63c-7ab2-447e-ad0f-fe21304a592c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2813, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:18:22Z', 'updated_at': '2021-07-27T21:18:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_interfaces': [{'id': '0f69875a-f7e6-471f-8f40-d85fb19bf0a6', 'name': '', 'network_id': 'a2fbbd2b-5e21-44bb-9251-b86500607834', 'tenant_id': '717529174f79442eb5493474d000cc27', 'mac_address': 'fa:16:3e:91:01:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44e6b63c-7ab2-447e-ad0f-fe21304a592c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2827, 'fixed_ips': [{'subnet_id': '0f236d01-a91d-4829-92e0-1f1647a0c752', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:18:31Z', 'updated_at': '2021-07-27T21:18:42Z', 'revision_number': 4, 'project_id': '717529174f79442eb5493474d000cc27', 'subnets': [{'id': '0f236d01-a91d-4829-92e0-1f1647a0c752', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-22', False) {} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:18:43.830829 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.provisioning_blocks [None req-d5f3cc1f-ecf5-4609-851f-a0bd65db181b tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Transition to ACTIVE for port object b791fceb-dd5c-4a4a-b8cb-aabbcfde2963 will not be triggered until provisioned by entity DHCP. {{(pid=105584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:18:43.883197 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-4ebeef9d-9cf8-4482-8394-80079f2893f3 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:43.908151 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0518fa3-7d8c-435e-ad17-1f68031d35d6 None None] The sync data for ids ['44e6b63c-7ab2-447e-ad0f-fe21304a592c'] in n-d-705658-22 is: [{'id': '44e6b63c-7ab2-447e-ad0f-fe21304a592c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2084290127', 'tenant_id': '717529174f79442eb5493474d000cc27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.33'}], 'enable_snat': True}, 'gw_port_id': '45c81317-a22b-4865-b927-2cd369651ff6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:18:21Z', 'updated_at': '2021-07-27T21:18:33Z', 'revision_number': 4, 'project_id': '717529174f79442eb5493474d000cc27', 'gw_port': {'id': '45c81317-a22b-4865-b927-2cd369651ff6', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:d5:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44e6b63c-7ab2-447e-ad0f-fe21304a592c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2813, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:18:22Z', 'updated_at': '2021-07-27T21:18:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_interfaces': [{'id': '0f69875a-f7e6-471f-8f40-d85fb19bf0a6', 'name': '', 'network_id': 'a2fbbd2b-5e21-44bb-9251-b86500607834', 'tenant_id': '717529174f79442eb5493474d000cc27', 'mac_address': 'fa:16:3e:91:01:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44e6b63c-7ab2-447e-ad0f-fe21304a592c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2827, 'fixed_ips': [{'subnet_id': '0f236d01-a91d-4829-92e0-1f1647a0c752', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:18:31Z', 'updated_at': '2021-07-27T21:18:42Z', 'revision_number': 4, 'project_id': '717529174f79442eb5493474d000cc27', 'subnets': [{'id': '0f236d01-a91d-4829-92e0-1f1647a0c752', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:18:43.910872 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ebeef9d-9cf8-4482-8394-80079f2893f3 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] No DVR routers for this DVR port 8153f88a-bc93-4164-b8e3-28defe85f834 on host n-d-705658-22 {{(pid=105585) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:18:43.949890 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device b0318bc4-560e-4579-b003-be71b2e2c9d5 no longer exists at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:18:43.958260 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-d5f3cc1f-ecf5-4609-851f-a0bd65db181b tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:43.987606 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebeef9d-9cf8-4482-8394-80079f2893f3 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Pushing event deleted for resources: {'Port': ['ID=8153f88a-bc93-4164-b8e3-28defe85f834,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:18:44.112539 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Pushing event updated for resources: {'Port': ['ID=b0318bc4-560e-4579-b003-be71b2e2c9d5,revision_number=4']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:18:44.155152 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-ad32d482-cb47-4053-bea2-90e76102202a None None] For port b0318bc4-560e-4579-b003-be71b2e2c9d5, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=b0318bc4-560e-4579-b003-be71b2e2c9d5,segment=NetworkSegment(532d8a52-575f-45de-a3af-efbea8c8f6d5),segment_id=532d8a52-575f-45de-a3af-efbea8c8f6d5)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:18:44.155667 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-ad32d482-cb47-4053-bea2-90e76102202a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:44.172665 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5f3cc1f-ecf5-4609-851f-a0bd65db181b tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Network 1d615a85-844c-4c57-a0fc-2090e87300f0 is already hosted by enough agents. {{(pid=105584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:18:44.176042 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-ad32d482-cb47-4053-bea2-90e76102202a None None] Calling delete_port for b0318bc4-560e-4579-b003-be71b2e2c9d5 owned by network:dhcp {{(pid=105586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:18:44.195801 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [None req-d5f3cc1f-ecf5-4609-851f-a0bd65db181b tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Resources bound (agent type, host, resource id): {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:18:44.204353 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5f3cc1f-ecf5-4609-851f-a0bd65db181b tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Received port after_create {{(pid=105584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:18:44.219575 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5f3cc1f-ecf5-4609-851f-a0bd65db181b tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:18:44.220274 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-d5f3cc1f-ecf5-4609-851f-a0bd65db181b tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:44.222063 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfffd2b-d8f8-4fbd-8140-7898b8956bf6 req-79ed6253-4566-43ba-a3ed-5da3e7cd7fb4 tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:18:44.224046 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-fcfffd2b-d8f8-4fbd-8140-7898b8956bf6 req-79ed6253-4566-43ba-a3ed-5da3e7cd7fb4 tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] 10.222.0.59 "GET /v2.0/ports?device_id=d4a31002-c650-402a-96ff-2bd8bc66f43f HTTP/1.1" status: 200 len: 945 time: 0.7306161 Jul 27 21:18:44.226451 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-4ebeef9d-9cf8-4482-8394-80079f2893f3 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853562', 'neutron.services.segments.db._delete_segments_for_network-8790688882975'] for network, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:44.231258 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-7d6023ab-d225-46b2-9928-0f09086fbb47 req-0a84319c-810d-4e23-a537-c00235da0603 service neutron] 10.222.0.59 "GET /v2.0/networks/a2fbbd2b-5e21-44bb-9251-b86500607834?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7189400 Jul 27 21:18:44.264108 n-d-705658-22 neutron-server[105585]: DEBUG neutron.services.segments.db [None req-4ebeef9d-9cf8-4482-8394-80079f2893f3 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5557f2ee-0476-41c5-ab2e-f8134ab58c3d']}} {{(pid=105585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:18:44.322176 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75af9666-21db-41f1-94fc-42067005e26a None None] DHCP port deletion for 5557f2ee-0476-41c5-ab2e-f8134ab58c3d request from n-d-705658-22 {{(pid=105586) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 21:18:44.341030 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f3cc1f-ecf5-4609-851f-a0bd65db181b tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Pushing event updated for resources: {'Port': ['ID=b791fceb-dd5c-4a4a-b8cb-aabbcfde2963,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:18:44.348184 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-d5f3cc1f-ecf5-4609-851f-a0bd65db181b tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.8996470 Jul 27 21:18:44.348530 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 45920) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:18:44.377264 n-d-705658-22 neutron-server[105585]: DEBUG neutron.services.segments.db [None req-4ebeef9d-9cf8-4482-8394-80079f2893f3 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fbbff615-749c-4fb9-8c84-f8659566cb98') {'for_net_delete': True} {{(pid=105585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:18:44.377849 n-d-705658-22 neutron-server[105585]: DEBUG neutron.services.segments.db [None req-4ebeef9d-9cf8-4482-8394-80079f2893f3 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fbbff615-749c-4fb9-8c84-f8659566cb98') {} {{(pid=105585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:18:44.463373 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:44.476287 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-875ced1b-4cf3-463a-9653-058f0f9421e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:44.499439 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1c801e1-2779-4c2d-b454-1703a1dd96ee tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:18:44.509562 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1c801e1-2779-4c2d-b454-1703a1dd96ee tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:18:44.522517 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-f1c801e1-2779-4c2d-b454-1703a1dd96ee tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1608 time: 0.1665847 Jul 27 21:18:44.522517 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 45928) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:18:44.550395 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] For port b0318bc4-560e-4579-b003-be71b2e2c9d5, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=b0318bc4-560e-4579-b003-be71b2e2c9d5,segment=NetworkSegment(532d8a52-575f-45de-a3af-efbea8c8f6d5),segment_id=532d8a52-575f-45de-a3af-efbea8c8f6d5)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:18:44.550854 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-fcfffd2b-d8f8-4fbd-8140-7898b8956bf6 req-08bde68f-1714-4b4f-8a58-ab2eef6d8b80 tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] 10.222.0.59 "GET /v2.0/security-groups?id=9a7007a9-34fe-445e-9576-80a9b33bcd70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3028579 Jul 27 21:18:44.559547 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-4ebeef9d-9cf8-4482-8394-80079f2893f3 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790688883752', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9886370'] for segment, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:44.574264 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:44.587127 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-4ebeef9d-9cf8-4482-8394-80079f2893f3 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:44.607444 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ebeef9d-9cf8-4482-8394-80079f2893f3 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Releasing vlan 205 on physical network physnet1 to pool {{(pid=105585) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:18:44.608154 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-4ebeef9d-9cf8-4482-8394-80079f2893f3 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10221644'] for segment, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:44.612304 n-d-705658-22 neutron-server[105585]: Traceback (most recent call last): Jul 27 21:18:44.612304 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:18:44.612304 n-d-705658-22 neutron-server[105585]: timer() Jul 27 21:18:44.612304 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:18:44.612304 n-d-705658-22 neutron-server[105585]: cb(*args, **kw) Jul 27 21:18:44.612304 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:18:44.612304 n-d-705658-22 neutron-server[105585]: return func(*args, **kwargs) Jul 27 21:18:44.612304 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:18:44.612304 n-d-705658-22 neutron-server[105585]: self._notify() Jul 27 21:18:44.612304 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:18:44.612304 n-d-705658-22 neutron-server[105585]: self.callback(batched_events) Jul 27 21:18:44.612304 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:18:44.612304 n-d-705658-22 neutron-server[105585]: event.method(event) Jul 27 21:18:44.612304 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:18:44.612304 n-d-705658-22 neutron-server[105585]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:18:44.612304 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:18:44.612304 n-d-705658-22 neutron-server[105585]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:18:44.612304 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:18:44.612304 n-d-705658-22 neutron-server[105585]: return f(self, *a, **k) Jul 27 21:18:44.612304 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:18:44.612304 n-d-705658-22 neutron-server[105585]: return self._get(url).json() Jul 27 21:18:44.612304 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:18:44.612304 n-d-705658-22 neutron-server[105585]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:18:44.612304 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:18:44.612304 n-d-705658-22 neutron-server[105585]: return self.request(url, 'GET', **kwargs) Jul 27 21:18:44.612304 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:18:44.612304 n-d-705658-22 neutron-server[105585]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:18:44.612304 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:18:44.612304 n-d-705658-22 neutron-server[105585]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:18:44.612304 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:18:44.612304 n-d-705658-22 neutron-server[105585]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:18:44.612304 n-d-705658-22 neutron-server[105585]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:18:44.643751 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-ad32d482-cb47-4053-bea2-90e76102202a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180'] for port, after_delete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:44.693841 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad32d482-cb47-4053-bea2-90e76102202a None None] No DVR routers for this DVR port b0318bc4-560e-4579-b003-be71b2e2c9d5 on host n-d-705658-22 {{(pid=105586) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:18:44.738334 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1727f775-9ea1-45b3-baf5-1a835d13c8de None None] Network 1d615a85-844c-4c57-a0fc-2090e87300f0 requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:18:44.751660 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-f7dedc47-6500-4d15-a4f4-ac53e6e169a2 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Deleting port b791fceb-dd5c-4a4a-b8cb-aabbcfde2963 {{(pid=105584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:18:44.752053 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Pushing event updated for resources: {'Port': ['ID=b0318bc4-560e-4579-b003-be71b2e2c9d5,revision_number=5']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:18:44.752690 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-f7dedc47-6500-4d15-a4f4-ac53e6e169a2 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:44.760608 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-7d6023ab-d225-46b2-9928-0f09086fbb47 req-4371bbb6-1eae-49a2-99d7-76a985d8eca9 service neutron] 10.222.0.59 "GET /v2.0/networks/a2fbbd2b-5e21-44bb-9251-b86500607834?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4701853 Jul 27 21:18:44.786511 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-4ebeef9d-9cf8-4482-8394-80079f2893f3 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4075658'] for network, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:44.799543 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-4ebeef9d-9cf8-4482-8394-80079f2893f3 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify callbacks [] for network, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:44.805358 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-4ebeef9d-9cf8-4482-8394-80079f2893f3 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] 10.222.0.59 "DELETE /v2.0/networks/5557f2ee-0476-41c5-ab2e-f8134ab58c3d HTTP/1.1" status: 204 len: 168 time: 1.8139658 Jul 27 21:18:44.811833 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 45932) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:18:44.816497 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-ec8d22d3-2f14-4ddb-ac4c-6f173eba0ab9 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2098360871', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:18:44.854517 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad32d482-cb47-4053-bea2-90e76102202a None None] Pushing event deleted for resources: {'Port': ['ID=b0318bc4-560e-4579-b003-be71b2e2c9d5,revision_number=None']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:18:44.908917 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-ec8d22d3-2f14-4ddb-ac4c-6f173eba0ab9 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4163813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-443'] for router, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:44.912867 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-ec8d22d3-2f14-4ddb-ac4c-6f173eba0ab9 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4165196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4077059', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3711235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-418'] for router, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:44.918630 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebeef9d-9cf8-4482-8394-80079f2893f3 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Pushing event deleted for resources: {'Network': ['ID=5557f2ee-0476-41c5-ab2e-f8134ab58c3d,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:18:44.925967 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-f7dedc47-6500-4d15-a4f4-ac53e6e169a2 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:44.941599 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-f7dedc47-6500-4d15-a4f4-ac53e6e169a2 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Calling delete_port for b791fceb-dd5c-4a4a-b8cb-aabbcfde2963 owned by {{(pid=105584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:18:45.068812 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-ec8d22d3-2f14-4ddb-ac4c-6f173eba0ab9 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:45.079097 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-ec8d22d3-2f14-4ddb-ac4c-6f173eba0ab9 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4163804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4077150'] for router, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:45.138265 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-ec8d22d3-2f14-4ddb-ac4c-6f173eba0ab9 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify callbacks [] for router, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:45.146436 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-ec8d22d3-2f14-4ddb-ac4c-6f173eba0ab9 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3334980 Jul 27 21:18:45.150557 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 45942) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:18:45.162802 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-f441ea71-d7ee-4d10-9517-12e1c86156b3 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Request body: {'network': {'name': 'tempest-RoutersTest-37797598'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:18:45.191539 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-f7dedc47-6500-4d15-a4f4-ac53e6e169a2 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:45.290030 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7dedc47-6500-4d15-a4f4-ac53e6e169a2 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Pushing event deleted for resources: {'Port': ['ID=b791fceb-dd5c-4a4a-b8cb-aabbcfde2963,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:18:45.331954 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcc492b9-6bbc-447f-8988-7ba8330877ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30bb4b93-b285-5d90-9493-f9ec33ea333c-1d615a85-844c-4c57-a0fc-2090e87300f0', 'network_id': '1d615a85-844c-4c57-a0fc-2090e87300f0', 'tenant_id': 'fcd7bb7d26624f8f823446f0b0a5006f', 'fixed_ips': [{'subnet_id': 'da842abe-1fe4-49c2-abd2-d2602918ed84'}]}} from n-d-705658-22. {{(pid=105586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 21:18:45.332827 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-fcc492b9-6bbc-447f-8988-7ba8330877ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:45.384828 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e9e04f30-dcb6-40db-bbb3-9dd1d0cd60a6 req-81eb9fc6-d786-480e-a4d1-65c03fbbe8d4 tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] 10.222.0.59 "GET /v2.0/ports?device_id=8efc6892-cde0-4c99-91f7-935d698b9860 HTTP/1.1" status: 200 len: 210 time: 0.1439679 Jul 27 21:18:45.388111 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f441ea71-d7ee-4d10-9517-12e1c86156b3 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Made reservation on behalf of b2a273d14da548f08e5e2947b1efbc75 for: {'network': 1} {{(pid=105585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:18:45.396728 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-f441ea71-d7ee-4d10-9517-12e1c86156b3 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for network, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:45.431259 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-f7dedc47-6500-4d15-a4f4-ac53e6e169a2 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:45.439202 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-f7dedc47-6500-4d15-a4f4-ac53e6e169a2 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] 10.222.0.59 "DELETE /v2.0/ports/b791fceb-dd5c-4a4a-b8cb-aabbcfde2963 HTTP/1.1" status: 204 len: 168 time: 0.9179201 Jul 27 21:18:45.442182 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 45956) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:18:45.460024 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f441ea71-d7ee-4d10-9517-12e1c86156b3 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] vlan segment allocate from pool success with {'vlan_id': 207, 'physical_network': 'physnet1'} {{(pid=105585) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:18:45.484664 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-f441ea71-d7ee-4d10-9517-12e1c86156b3 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:45.486038 n-d-705658-22 neutron-server[105585]: INFO neutron.db.segments_db [None req-f441ea71-d7ee-4d10-9517-12e1c86156b3 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Added segment 0ce479f9-0bcc-40bc-80e9-6d6784a2a8e1 of type vlan for network 3c05b601-6f3f-4129-89fb-58b7bb9fe8d3 Jul 27 21:18:45.593632 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-f441ea71-d7ee-4d10-9517-12e1c86156b3 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790688424798'] for network, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:45.618823 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-250c1ddc-575b-4d3c-a3a4-97e84736c0c8 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:18:45.631220 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-250c1ddc-575b-4d3c-a3a4-97e84736c0c8 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:18:45.634218 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-250c1ddc-575b-4d3c-a3a4-97e84736c0c8 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1732464 Jul 27 21:18:45.641384 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 45964) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:18:45.666839 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-f441ea71-d7ee-4d10-9517-12e1c86156b3 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920'] for network, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:45.678582 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f441ea71-d7ee-4d10-9517-12e1c86156b3 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:18:45.680033 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-f441ea71-d7ee-4d10-9517-12e1c86156b3 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify callbacks [] for network, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:45.732128 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.db_base_plugin_v2 [None req-43611855-fce5-4ff8-a083-87effdd2e3a9 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Deleting subnet da842abe-1fe4-49c2-abd2-d2602918ed84 {{(pid=105584) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:18:45.737383 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-43611855-fce5-4ff8-a083-87effdd2e3a9 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks [] for subnet, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:45.797931 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-43611855-fce5-4ff8-a083-87effdd2e3a9 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9014207'] for subnet, precommit_delete_associations {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:45.915950 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-f441ea71-d7ee-4d10-9517-12e1c86156b3 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 764 time: 0.7632084 Jul 27 21:18:45.916800 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f441ea71-d7ee-4d10-9517-12e1c86156b3 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Pushing event updated for resources: {'Network': ['ID=3c05b601-6f3f-4129-89fb-58b7bb9fe8d3,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:18:45.926634 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 45972) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:18:45.932949 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Network 3c05b601-6f3f-4129-89fb-58b7bb9fe8d3 details requested by agent ovs-agent-n-d-705658-22 with host n-d-705658-22 {{(pid=105586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:18:45.953417 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-d7699911-74cf-4ae7-b0ea-560168450b09 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Request body: {'subnet': {'network_id': '3c05b601-6f3f-4129-89fb-58b7bb9fe8d3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:18:45.998426 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-43611855-fce5-4ff8-a083-87effdd2e3a9 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854965'] for subnet, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:46.080571 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 0f69875a-f7e6-471f-8f40-d85fb19bf0a6 up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:18:46.189050 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cd2b1d-4343-4c2e-baad-85d28f9428f9 req-a5eafcbb-6096-4138-9744-eb4d3cd0ba9c tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:18:46.212178 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b9cd2b1d-4343-4c2e-baad-85d28f9428f9 req-a5eafcbb-6096-4138-9744-eb4d3cd0ba9c tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] 10.222.0.59 "GET /v2.0/ports?device_id=d4a31002-c650-402a-96ff-2bd8bc66f43f HTTP/1.1" status: 200 len: 945 time: 0.4354820 Jul 27 21:18:46.274783 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning for port 0f69875a-f7e6-471f-8f40-d85fb19bf0a6 completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:18:46.280178 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port 0f69875a-f7e6-471f-8f40-d85fb19bf0a6 triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:18:46.281134 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:46.316361 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7699911-74cf-4ae7-b0ea-560168450b09 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Made reservation on behalf of b2a273d14da548f08e5e2947b1efbc75 for: {'subnet': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:18:46.320804 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-d7699911-74cf-4ae7-b0ea-560168450b09 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9738786'] for subnet, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:46.366191 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server [None req-fcc492b9-6bbc-447f-8988-7ba8330877ef None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet da842abe-1fe4-49c2-abd2-d2602918ed84: This subnet is being modified by another concurrent operation. Jul 27 21:18:46.366191 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 27 21:18:46.366191 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 27 21:18:46.366191 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 27 21:18:46.366191 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 27 21:18:46.366191 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 27 21:18:46.366191 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 27 21:18:46.366191 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 27 21:18:46.366191 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 27 21:18:46.366191 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 27 21:18:46.366191 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 27 21:18:46.366191 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 27 21:18:46.366191 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 27 21:18:46.366191 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 27 21:18:46.366191 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 27 21:18:46.366191 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server raise self.value Jul 27 21:18:46.366191 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 27 21:18:46.366191 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 27 21:18:46.366191 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 27 21:18:46.366191 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 27 21:18:46.366191 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 27 21:18:46.366191 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 27 21:18:46.366191 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 27 21:18:46.366191 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server raise self.value Jul 27 21:18:46.366191 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 27 21:18:46.366191 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 27 21:18:46.366191 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 27 21:18:46.366191 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 27 21:18:46.366191 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 27 21:18:46.366191 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 27 21:18:46.366191 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 27 21:18:46.366191 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server raise self.value Jul 27 21:18:46.366191 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 27 21:18:46.366191 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 27 21:18:46.366191 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 27 21:18:46.366191 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 27 21:18:46.366191 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 27 21:18:46.366191 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 27 21:18:46.366191 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 27 21:18:46.366191 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 27 21:18:46.366191 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 27 21:18:46.366191 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 27 21:18:46.366191 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 27 21:18:46.366191 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 27 21:18:46.366191 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 27 21:18:46.366191 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 27 21:18:46.366191 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 27 21:18:46.366191 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 27 21:18:46.366191 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 27 21:18:46.366191 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 27 21:18:46.366191 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 27 21:18:46.366191 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server raise self.value Jul 27 21:18:46.366191 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 27 21:18:46.366191 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 27 21:18:46.370934 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 27 21:18:46.370934 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 27 21:18:46.370934 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 27 21:18:46.370934 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 27 21:18:46.370934 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 27 21:18:46.370934 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server raise self.value Jul 27 21:18:46.370934 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 27 21:18:46.370934 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 27 21:18:46.370934 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 27 21:18:46.370934 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 27 21:18:46.370934 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 27 21:18:46.370934 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 27 21:18:46.370934 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 27 21:18:46.370934 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server raise self.value Jul 27 21:18:46.370934 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 27 21:18:46.370934 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 27 21:18:46.370934 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 27 21:18:46.370934 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 27 21:18:46.370934 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 27 21:18:46.370934 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 27 21:18:46.370934 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 27 21:18:46.370934 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 27 21:18:46.370934 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 27 21:18:46.370934 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 27 21:18:46.370934 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 27 21:18:46.370934 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 27 21:18:46.370934 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 27 21:18:46.370934 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server raise self.value Jul 27 21:18:46.370934 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 27 21:18:46.370934 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 27 21:18:46.370934 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 27 21:18:46.370934 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 27 21:18:46.370934 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 27 21:18:46.370934 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 27 21:18:46.370934 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 27 21:18:46.370934 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server raise exception Jul 27 21:18:46.370934 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet da842abe-1fe4-49c2-abd2-d2602918ed84: This subnet is being modified by another concurrent operation. Jul 27 21:18:46.370934 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server Jul 27 21:18:46.382051 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b9cd2b1d-4343-4c2e-baad-85d28f9428f9 req-186756a4-5ef6-4303-a8b5-79344b2422d4 tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] 10.222.0.59 "GET /v2.0/security-groups?id=9a7007a9-34fe-445e-9576-80a9b33bcd70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478949 Jul 27 21:18:46.432032 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-43611855-fce5-4ff8-a083-87effdd2e3a9 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9014081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9738825'] for subnet, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:46.440397 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75aa43ce-7c8a-43ce-a065-fb07361ff830 None None] get_active_networks_info from n-d-705658-22 {{(pid=105586) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 27 21:18:46.478706 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43611855-fce5-4ff8-a083-87effdd2e3a9 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Pushing event deleted for resources: {'Subnet': ['ID=da842abe-1fe4-49c2-abd2-d2602918ed84,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:18:46.495749 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-43611855-fce5-4ff8-a083-87effdd2e3a9 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks [] for subnet, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:46.499399 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-43611855-fce5-4ff8-a083-87effdd2e3a9 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] 10.222.0.59 "DELETE /v2.0/subnets/da842abe-1fe4-49c2-abd2-d2602918ed84 HTTP/1.1" status: 204 len: 168 time: 0.8570065 Jul 27 21:18:46.503805 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 45992) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:18:46.659247 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-0ffbee13-ff45-43f9-8876-fe7e49ff23f4 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1534307 Jul 27 21:18:46.680690 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 46000) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:18:46.686902 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-458d7cb7-a069-4f3f-a54a-98a946d4cde1 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Request body: {'subnet': {'network_id': '1d615a85-844c-4c57-a0fc-2090e87300f0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:18:46.697906 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-c1178eba-6e5a-4e96-8c05-5f4d8ab5aef3 req-f803af33-787b-4305-aa28-10c965760743 tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] 10.222.0.59 "GET /v2.0/ports?device_id=8efc6892-cde0-4c99-91f7-935d698b9860 HTTP/1.1" status: 200 len: 210 time: 0.1279428 Jul 27 21:18:46.787542 n-d-705658-22 neutron-server[105586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75aa43ce-7c8a-43ce-a065-fb07361ff830 None None] Resources bound (agent type, host, resource id): {{(pid=105586) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 27 21:18:46.864008 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-d7699911-74cf-4ae7-b0ea-560168450b09 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9014150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9738800'] for subnet, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:46.876458 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:46.931615 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-458d7cb7-a069-4f3f-a54a-98a946d4cde1 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Made reservation on behalf of fcd7bb7d26624f8f823446f0b0a5006f for: {'subnet': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:18:46.935672 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-458d7cb7-a069-4f3f-a54a-98a946d4cde1 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9738786'] for subnet, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:46.999729 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7699911-74cf-4ae7-b0ea-560168450b09 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Checking segment: {'id': '0ce479f9-0bcc-40bc-80e9-6d6784a2a8e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '3c05b601-6f3f-4129-89fb-58b7bb9fe8d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:18:47.000401 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7699911-74cf-4ae7-b0ea-560168450b09 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Network hostable DHCP agents. Network: 3c05b601-6f3f-4129-89fb-58b7bb9fe8d3, hostable agents: ['7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a'], hosted agents: [] {{(pid=105584) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:18:47.018208 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7699911-74cf-4ae7-b0ea-560168450b09 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Pushing event updated for resources: {'Subnet': ['ID=5243c389-81dc-4a3a-888e-c7f09f4ecbc3,revision_number=0']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:18:47.034168 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] For port 0f69875a-f7e6-471f-8f40-d85fb19bf0a6, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=0f69875a-f7e6-471f-8f40-d85fb19bf0a6,segment=NetworkSegment(172bfae8-50e3-47ab-a92b-938d99445370),segment_id=172bfae8-50e3-47ab-a92b-938d99445370)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:18:47.052261 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:47.150886 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7699911-74cf-4ae7-b0ea-560168450b09 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Network 3c05b601-6f3f-4129-89fb-58b7bb9fe8d3 is scheduled to be hosted by DHCP agent 7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a with binding_index 1 {{(pid=105584) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:18:47.155673 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Pushing event updated for resources: {'Port': ['ID=0f69875a-f7e6-471f-8f40-d85fb19bf0a6,revision_number=5']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:18:47.189753 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 8153f88a-bc93-4164-b8e3-28defe85f834 no longer exists at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:18:47.239033 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] No Port match for: 8153f88a-bc93-4164-b8e3-28defe85f834 {{(pid=105586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:18:47.239500 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 8153f88a-bc93-4164-b8e3-28defe85f834 not bound to the agent host n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:18:47.247585 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [None req-d7699911-74cf-4ae7-b0ea-560168450b09 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-22, 3c05b601-6f3f-4129-89fb-58b7bb9fe8d3) {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:18:47.265123 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7699911-74cf-4ae7-b0ea-560168450b09 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:18:47.265778 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-d7699911-74cf-4ae7-b0ea-560168450b09 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify callbacks [] for subnet, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:47.386276 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-d7699911-74cf-4ae7-b0ea-560168450b09 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4582040 Jul 27 21:18:47.389747 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 46012) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:18:47.422356 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-458d7cb7-a069-4f3f-a54a-98a946d4cde1 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9014150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9738800'] for subnet, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:47.445120 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9dab1ed-0a5e-4507-b516-513e070836e2 None None] Network 3c05b601-6f3f-4129-89fb-58b7bb9fe8d3 requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:18:47.519081 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-458d7cb7-a069-4f3f-a54a-98a946d4cde1 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Network 1d615a85-844c-4c57-a0fc-2090e87300f0 is already hosted by enough agents. {{(pid=105584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:18:47.528780 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [None req-458d7cb7-a069-4f3f-a54a-98a946d4cde1 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Resources bound (agent type, host, resource id): {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:18:47.543963 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-458d7cb7-a069-4f3f-a54a-98a946d4cde1 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:18:47.544562 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-458d7cb7-a069-4f3f-a54a-98a946d4cde1 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks [] for subnet, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:47.570463 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a61e7ac-bb2b-4b64-b3d0-381bf6bbce98 None None] Network 1d615a85-844c-4c57-a0fc-2090e87300f0 requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:18:47.617326 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458d7cb7-a069-4f3f-a54a-98a946d4cde1 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Pushing event updated for resources: {'Subnet': ['ID=50479d94-42a5-4653-8f66-e21097ca3c29,revision_number=0']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:18:47.648356 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-458d7cb7-a069-4f3f-a54a-98a946d4cde1 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9693911 Jul 27 21:18:47.651127 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 46028) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:18:47.668915 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-46e52bd9-356f-4d17-942d-80bedfa855f1 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Request body: {'port': {'network_id': '1d615a85-844c-4c57-a0fc-2090e87300f0', 'fixed_ips': [{'subnet_id': '50479d94-42a5-4653-8f66-e21097ca3c29', 'ip_address': '2001:db8::1f43:6a82:5b3f:9f27'}], 'name': 'tempest-NetworksTestDHCPv6-921991520'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:18:48.027435 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 0f69875a-f7e6-471f-8f40-d85fb19bf0a6 up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:18:48.043270 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f9ddef4-7817-444a-be5c-eba21f46c623 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30bb4b93-b285-5d90-9493-f9ec33ea333c-1d615a85-844c-4c57-a0fc-2090e87300f0', 'network_id': '1d615a85-844c-4c57-a0fc-2090e87300f0', 'tenant_id': 'fcd7bb7d26624f8f823446f0b0a5006f', 'fixed_ips': [{'subnet_id': '50479d94-42a5-4653-8f66-e21097ca3c29'}]}} from n-d-705658-22. {{(pid=105586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 21:18:48.044125 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-9f9ddef4-7817-444a-be5c-eba21f46c623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:48.071709 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-c2efb5c5-3ef0-4e3c-8e35-4aaad6df5658 req-89e36810-f2a0-4365-8f56-ecb425a3e424 tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] 10.222.0.59 "GET /v2.0/ports?device_id=8efc6892-cde0-4c99-91f7-935d698b9860 HTTP/1.1" status: 200 len: 210 time: 0.1888058 Jul 27 21:18:48.180698 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c727414-0e94-4a6d-812a-ed5835f20103 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30bb4b93-b285-5d90-9493-f9ec33ea333c-3c05b601-6f3f-4129-89fb-58b7bb9fe8d3', 'network_id': '3c05b601-6f3f-4129-89fb-58b7bb9fe8d3', 'tenant_id': 'b2a273d14da548f08e5e2947b1efbc75', 'fixed_ips': [{'subnet_id': '5243c389-81dc-4a3a-888e-c7f09f4ecbc3'}]}} from n-d-705658-22. {{(pid=105586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 21:18:48.181563 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-5c727414-0e94-4a6d-812a-ed5835f20103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:48.261684 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-f3257026-e460-4a5f-aa9a-4ed70d9c938c tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:48.287121 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2806d9-465c-42c4-af7a-cf7704754701 req-c0a382f5-4ac9-4fcb-8d33-616a72c4a9ee tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:18:48.288862 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-bd2806d9-465c-42c4-af7a-cf7704754701 req-c0a382f5-4ac9-4fcb-8d33-616a72c4a9ee tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] 10.222.0.59 "GET /v2.0/ports?device_id=d4a31002-c650-402a-96ff-2bd8bc66f43f HTTP/1.1" status: 200 len: 945 time: 0.7349253 Jul 27 21:18:48.407786 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port 0f69875a-f7e6-471f-8f40-d85fb19bf0a6 triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:18:48.413163 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:48.524233 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6023ab-d225-46b2-9928-0f09086fbb47 req-1c099ae9-c5ac-410d-8413-fadbfa7352e7 tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:18:48.526424 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-7d6023ab-d225-46b2-9928-0f09086fbb47 req-1c099ae9-c5ac-410d-8413-fadbfa7352e7 tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] 10.222.0.60 "GET /v2.0/networks?id=a2fbbd2b-5e21-44bb-9251-b86500607834 HTTP/1.1" status: 200 len: 797 time: 0.7091930 Jul 27 21:18:48.625138 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-bd2806d9-465c-42c4-af7a-cf7704754701 req-6a3aa833-1e2c-4131-b180-d4b022fe4207 tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] 10.222.0.59 "GET /v2.0/security-groups?id=9a7007a9-34fe-445e-9576-80a9b33bcd70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3271215 Jul 27 21:18:48.714620 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-7d6023ab-d225-46b2-9928-0f09086fbb47 req-8df67b42-fd56-46e3-a303-6bbe9b3c6ea3 tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=717529174f79442eb5493474d000cc27 HTTP/1.1" status: 200 len: 477 time: 0.1415899 Jul 27 21:18:48.727595 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.db_base_plugin_common [None req-9f9ddef4-7817-444a-be5c-eba21f46c623 None None] Allocated IP 2001:db8::2 (1d615a85-844c-4c57-a0fc-2090e87300f0/50479d94-42a5-4653-8f66-e21097ca3c29/8fa5c681-69ee-44c9-acfb-700f063adb20) {{(pid=105586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:18:48.729815 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [req-7d6023ab-d225-46b2-9928-0f09086fbb47 req-0529165f-2ec6-40ce-8316-745668422798 tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] Request body: {'port': {'device_id': '8efc6892-cde0-4c99-91f7-935d698b9860', 'network_id': 'a2fbbd2b-5e21-44bb-9251-b86500607834', 'admin_state_up': True, 'tenant_id': '717529174f79442eb5493474d000cc27', 'security_groups': ['f5924076-c9d9-4c1a-9ab9-4b011fc38663', '2c05ebf3-3def-44b7-8c5d-2f4057e8386f']}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:18:48.841578 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46e52bd9-356f-4d17-942d-80bedfa855f1 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Made reservation on behalf of fcd7bb7d26624f8f823446f0b0a5006f for: {'port': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:18:48.936888 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.db_base_plugin_common [None req-5c727414-0e94-4a6d-812a-ed5835f20103 None None] Allocated IP 172.20.0.2 (3c05b601-6f3f-4129-89fb-58b7bb9fe8d3/5243c389-81dc-4a3a-888e-c7f09f4ecbc3/21f73f71-ffe8-467a-9fee-5d1b9f31473e) {{(pid=105586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:18:49.086255 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-46e52bd9-356f-4d17-942d-80bedfa855f1 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:49.092221 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d6023ab-d225-46b2-9928-0f09086fbb47 req-0529165f-2ec6-40ce-8316-745668422798 tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] Made reservation on behalf of 717529174f79442eb5493474d000cc27 for: {'port': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:18:49.097107 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-7d6023ab-d225-46b2-9928-0f09086fbb47 req-0529165f-2ec6-40ce-8316-745668422798 tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:49.113753 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7966655c-b28b-4af1-bf42-08abc4a9b08a req-e7b93d4a-5fe6-448a-bbdd-2566df69349c tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:18:49.130189 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [None req-46e52bd9-356f-4d17-942d-80bedfa855f1 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] device_id is not set on port 39b43709-1d2a-443b-9130-db1639f54896 yet. {{(pid=105584) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 21:18:49.131573 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-7966655c-b28b-4af1-bf42-08abc4a9b08a req-e7b93d4a-5fe6-448a-bbdd-2566df69349c tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] 10.222.0.59 "GET /v2.0/ports?device_id=d4a31002-c650-402a-96ff-2bd8bc66f43f HTTP/1.1" status: 200 len: 945 time: 0.1221409 Jul 27 21:18:49.199467 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-2bc0a67a-be6e-407a-8218-7c9cc7a8f9b8 req-0d44208c-80c7-4a4a-b052-08ee1e1bb9e9 tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] 10.222.0.59 "GET /v2.0/ports?device_id=8efc6892-cde0-4c99-91f7-935d698b9860 HTTP/1.1" status: 200 len: 210 time: 0.0422692 Jul 27 21:18:49.230953 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-7966655c-b28b-4af1-bf42-08abc4a9b08a req-8e8d86da-5034-4817-9924-5d42151e062b tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] 10.222.0.59 "GET /v2.0/security-groups?id=9a7007a9-34fe-445e-9576-80a9b33bcd70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982039 Jul 27 21:18:49.284346 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-9f9ddef4-7817-444a-be5c-eba21f46c623 None None] Notify callbacks [] for port, precommit_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:49.295751 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-9f9ddef4-7817-444a-be5c-eba21f46c623 None None] Transition to ACTIVE for port object 8fa5c681-69ee-44c9-acfb-700f063adb20 will not be triggered until provisioned by entity L2. {{(pid=105586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:18:49.315550 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-9f9ddef4-7817-444a-be5c-eba21f46c623 None None] Transition to ACTIVE for port object 8fa5c681-69ee-44c9-acfb-700f063adb20 will not be triggered until provisioned by entity DHCP. {{(pid=105586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:18:49.338855 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-9f9ddef4-7817-444a-be5c-eba21f46c623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143'] for port, after_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:49.395876 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9ddef4-7817-444a-be5c-eba21f46c623 None None] Pushing event updated for resources: {'Port': ['ID=8fa5c681-69ee-44c9-acfb-700f063adb20,revision_number=1']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:18:49.432905 n-d-705658-22 neutron-server[105586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f9ddef4-7817-444a-be5c-eba21f46c623 None None] Network 1d615a85-844c-4c57-a0fc-2090e87300f0 is already hosted by enough agents. {{(pid=105586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:18:49.444252 n-d-705658-22 neutron-server[105586]: DEBUG neutron.scheduler.base_scheduler [None req-9f9ddef4-7817-444a-be5c-eba21f46c623 None None] Resources bound (agent type, host, resource id): {{(pid=105586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:18:49.454841 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f9ddef4-7817-444a-be5c-eba21f46c623 None None] Received port after_create {{(pid=105586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:18:49.464958 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f754a8-af9d-41bc-a5d9-1a29a7028b96 req-12a01c53-275a-431a-a9b2-cc1856f27e06 tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:18:49.476183 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e2f754a8-af9d-41bc-a5d9-1a29a7028b96 req-12a01c53-275a-431a-a9b2-cc1856f27e06 tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] 10.222.0.59 "GET /v2.0/ports?device_id=d4a31002-c650-402a-96ff-2bd8bc66f43f HTTP/1.1" status: 200 len: 945 time: 0.1021414 Jul 27 21:18:49.491369 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.db_base_plugin_common [req-7d6023ab-d225-46b2-9928-0f09086fbb47 req-0529165f-2ec6-40ce-8316-745668422798 tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] Allocated IP 172.20.0.4 (a2fbbd2b-5e21-44bb-9251-b86500607834/0f236d01-a91d-4829-92e0-1f1647a0c752/911e4b2a-29f1-4304-a93b-0d90656759d4) {{(pid=105584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:18:49.546544 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e2f754a8-af9d-41bc-a5d9-1a29a7028b96 req-6c23f4a3-fb79-4420-8a4d-48b9368d5900 tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] 10.222.0.59 "GET /v2.0/security-groups?id=9a7007a9-34fe-445e-9576-80a9b33bcd70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684483 Jul 27 21:18:49.636217 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-9f9ddef4-7817-444a-be5c-eba21f46c623 None None] Attempting to bind port 8fa5c681-69ee-44c9-acfb-700f063adb20 on host n-d-705658-22 for vnic_type normal with profile {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:18:49.636684 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-9f9ddef4-7817-444a-be5c-eba21f46c623 None None] Attempting to bind port 8fa5c681-69ee-44c9-acfb-700f063adb20 by drivers openvswitch,hyperv on host n-d-705658-22 at level 0 using segments [{'id': '532d8a52-575f-45de-a3af-efbea8c8f6d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '1d615a85-844c-4c57-a0fc-2090e87300f0'}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:18:49.637304 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f9ddef4-7817-444a-be5c-eba21f46c623 None None] Attempting to bind port 8fa5c681-69ee-44c9-acfb-700f063adb20 on network 1d615a85-844c-4c57-a0fc-2090e87300f0 {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:18:49.645584 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-5c727414-0e94-4a6d-812a-ed5835f20103 None None] Notify callbacks [] for port, precommit_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:49.647586 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f9ddef4-7817-444a-be5c-eba21f46c623 None None] Checking agent: {'id': '04a7ea91-6318-467e-ace6-b0fb48c8690f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 41, 42), 'started_at': datetime.datetime(2021, 7, 27, 20, 42, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 18, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:18:49.648375 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f9ddef4-7817-444a-be5c-eba21f46c623 None None] Checking segment: {'id': '532d8a52-575f-45de-a3af-efbea8c8f6d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '1d615a85-844c-4c57-a0fc-2090e87300f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:18:49.648786 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-9f9ddef4-7817-444a-be5c-eba21f46c623 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:49.649204 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f9ddef4-7817-444a-be5c-eba21f46c623 None None] Bound using segment: {'id': '532d8a52-575f-45de-a3af-efbea8c8f6d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '1d615a85-844c-4c57-a0fc-2090e87300f0'} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:18:49.650047 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-9f9ddef4-7817-444a-be5c-eba21f46c623 None None] Bound port: 8fa5c681-69ee-44c9-acfb-700f063adb20, host: n-d-705658-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '532d8a52-575f-45de-a3af-efbea8c8f6d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '1d615a85-844c-4c57-a0fc-2090e87300f0'}}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:18:49.650501 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-9f9ddef4-7817-444a-be5c-eba21f46c623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:49.754192 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-5c727414-0e94-4a6d-812a-ed5835f20103 None None] Transition to ACTIVE for port object 21f73f71-ffe8-467a-9fee-5d1b9f31473e will not be triggered until provisioned by entity L2. {{(pid=105586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:18:49.796010 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.db_base_plugin_common [None req-46e52bd9-356f-4d17-942d-80bedfa855f1 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Allocated IP 2001:db8::1f43:6a82:5b3f:9f27 (1d615a85-844c-4c57-a0fc-2090e87300f0/50479d94-42a5-4653-8f66-e21097ca3c29/39b43709-1d2a-443b-9130-db1639f54896) {{(pid=105584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:18:49.838616 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-5c727414-0e94-4a6d-812a-ed5835f20103 None None] Transition to ACTIVE for port object 21f73f71-ffe8-467a-9fee-5d1b9f31473e will not be triggered until provisioned by entity DHCP. {{(pid=105586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:18:49.889093 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-9f9ddef4-7817-444a-be5c-eba21f46c623 None None] For port 8fa5c681-69ee-44c9-acfb-700f063adb20, host n-d-705658-22, cleared binding levels {{(pid=105586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:18:49.899711 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-9f9ddef4-7817-444a-be5c-eba21f46c623 None None] For port 8fa5c681-69ee-44c9-acfb-700f063adb20, host n-d-705658-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=8fa5c681-69ee-44c9-acfb-700f063adb20,segment=NetworkSegment(532d8a52-575f-45de-a3af-efbea8c8f6d5),segment_id=532d8a52-575f-45de-a3af-efbea8c8f6d5)] {{(pid=105586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:18:49.902040 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-5c727414-0e94-4a6d-812a-ed5835f20103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143'] for port, after_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:49.928325 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-9f9ddef4-7817-444a-be5c-eba21f46c623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:50.005770 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-7d6023ab-d225-46b2-9928-0f09086fbb47 req-0529165f-2ec6-40ce-8316-745668422798 tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] Notify callbacks [] for port, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:50.021840 n-d-705658-22 neutron-server[105586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c727414-0e94-4a6d-812a-ed5835f20103 None None] Network 3c05b601-6f3f-4129-89fb-58b7bb9fe8d3 is already hosted by enough agents. {{(pid=105586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:18:50.058029 n-d-705658-22 neutron-server[105586]: DEBUG neutron.scheduler.base_scheduler [None req-5c727414-0e94-4a6d-812a-ed5835f20103 None None] Resources bound (agent type, host, resource id): {{(pid=105586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:18:50.065320 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c727414-0e94-4a6d-812a-ed5835f20103 None None] Received port after_create {{(pid=105586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:18:50.072711 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c727414-0e94-4a6d-812a-ed5835f20103 None None] Pushing event updated for resources: {'Port': ['ID=21f73f71-ffe8-467a-9fee-5d1b9f31473e,revision_number=1']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:18:50.077537 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.db_base_plugin_common [None req-f3257026-e460-4a5f-aa9a-4ed70d9c938c tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Allocated IP 172.20.0.1 (3c05b601-6f3f-4129-89fb-58b7bb9fe8d3/5243c389-81dc-4a3a-888e-c7f09f4ecbc3/8c8e812d-bdf9-4cf4-b8c7-3dc810eefb32) {{(pid=105585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:18:50.136040 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.provisioning_blocks [req-7d6023ab-d225-46b2-9928-0f09086fbb47 req-0529165f-2ec6-40ce-8316-745668422798 tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] Transition to ACTIVE for port object 911e4b2a-29f1-4304-a93b-0d90656759d4 will not be triggered until provisioned by entity DHCP. {{(pid=105584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:18:50.227714 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-46e52bd9-356f-4d17-942d-80bedfa855f1 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks [] for port, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:50.250498 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-7d6023ab-d225-46b2-9928-0f09086fbb47 req-0529165f-2ec6-40ce-8316-745668422798 tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:50.395077 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.provisioning_blocks [None req-46e52bd9-356f-4d17-942d-80bedfa855f1 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Transition to ACTIVE for port object 39b43709-1d2a-443b-9130-db1639f54896 will not be triggered until provisioned by entity DHCP. {{(pid=105584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:18:50.448708 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d6023ab-d225-46b2-9928-0f09086fbb47 req-0529165f-2ec6-40ce-8316-745668422798 tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] Network a2fbbd2b-5e21-44bb-9251-b86500607834 is already hosted by enough agents. {{(pid=105584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:18:50.476501 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [req-7d6023ab-d225-46b2-9928-0f09086fbb47 req-0529165f-2ec6-40ce-8316-745668422798 tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] Resources bound (agent type, host, resource id): {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:18:50.483125 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d6023ab-d225-46b2-9928-0f09086fbb47 req-0529165f-2ec6-40ce-8316-745668422798 tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] Received port after_create {{(pid=105584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:18:50.580451 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0529165f-2ec6-40ce-8316-745668422798 tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] Pushing event updated for resources: {'Port': ['ID=911e4b2a-29f1-4304-a93b-0d90656759d4,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:18:50.608651 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9ddef4-7817-444a-be5c-eba21f46c623 None None] Pushing event updated for resources: {'Port': ['ID=8fa5c681-69ee-44c9-acfb-700f063adb20,revision_number=2']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:18:50.612995 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-5c727414-0e94-4a6d-812a-ed5835f20103 None None] Attempting to bind port 21f73f71-ffe8-467a-9fee-5d1b9f31473e on host n-d-705658-22 for vnic_type normal with profile {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:18:50.615950 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-5c727414-0e94-4a6d-812a-ed5835f20103 None None] Attempting to bind port 21f73f71-ffe8-467a-9fee-5d1b9f31473e by drivers openvswitch,hyperv on host n-d-705658-22 at level 0 using segments [{'id': '0ce479f9-0bcc-40bc-80e9-6d6784a2a8e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '3c05b601-6f3f-4129-89fb-58b7bb9fe8d3'}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:18:50.616631 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c727414-0e94-4a6d-812a-ed5835f20103 None None] Attempting to bind port 21f73f71-ffe8-467a-9fee-5d1b9f31473e on network 3c05b601-6f3f-4129-89fb-58b7bb9fe8d3 {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:18:50.624223 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c727414-0e94-4a6d-812a-ed5835f20103 None None] Checking agent: {'id': '04a7ea91-6318-467e-ace6-b0fb48c8690f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 41, 42), 'started_at': datetime.datetime(2021, 7, 27, 20, 42, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 18, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:18:50.624889 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c727414-0e94-4a6d-812a-ed5835f20103 None None] Checking segment: {'id': '0ce479f9-0bcc-40bc-80e9-6d6784a2a8e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '3c05b601-6f3f-4129-89fb-58b7bb9fe8d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:18:50.625471 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-5c727414-0e94-4a6d-812a-ed5835f20103 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:50.626117 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c727414-0e94-4a6d-812a-ed5835f20103 None None] Bound using segment: {'id': '0ce479f9-0bcc-40bc-80e9-6d6784a2a8e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '3c05b601-6f3f-4129-89fb-58b7bb9fe8d3'} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:18:50.626766 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-5c727414-0e94-4a6d-812a-ed5835f20103 None None] Bound port: 21f73f71-ffe8-467a-9fee-5d1b9f31473e, host: n-d-705658-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ce479f9-0bcc-40bc-80e9-6d6784a2a8e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '3c05b601-6f3f-4129-89fb-58b7bb9fe8d3'}}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:18:50.627409 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-5c727414-0e94-4a6d-812a-ed5835f20103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:50.741410 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-5c727414-0e94-4a6d-812a-ed5835f20103 None None] For port 21f73f71-ffe8-467a-9fee-5d1b9f31473e, host n-d-705658-22, cleared binding levels {{(pid=105586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:18:50.751975 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-5c727414-0e94-4a6d-812a-ed5835f20103 None None] For port 21f73f71-ffe8-467a-9fee-5d1b9f31473e, host n-d-705658-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=21f73f71-ffe8-467a-9fee-5d1b9f31473e,segment=NetworkSegment(0ce479f9-0bcc-40bc-80e9-6d6784a2a8e1),segment_id=0ce479f9-0bcc-40bc-80e9-6d6784a2a8e1)] {{(pid=105586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:18:50.764891 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-5c727414-0e94-4a6d-812a-ed5835f20103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:50.768445 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6023ab-d225-46b2-9928-0f09086fbb47 req-0529165f-2ec6-40ce-8316-745668422798 tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:18:50.773127 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-7d6023ab-d225-46b2-9928-0f09086fbb47 req-0529165f-2ec6-40ce-8316-745668422798 tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:50.814774 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-46e52bd9-356f-4d17-942d-80bedfa855f1 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:50.820791 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-7d6023ab-d225-46b2-9928-0f09086fbb47 req-0529165f-2ec6-40ce-8316-745668422798 tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 972 time: 2.0977180 Jul 27 21:18:50.878702 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [req-7d6023ab-d225-46b2-9928-0f09086fbb47 req-6ee8de13-dd27-4d02-8db0-47e242c76bce service neutron] Request body: {'port': {'device_id': '8efc6892-cde0-4c99-91f7-935d698b9860', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-705658-22'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:18:50.916113 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c727414-0e94-4a6d-812a-ed5835f20103 None None] Pushing event updated for resources: {'Port': ['ID=21f73f71-ffe8-467a-9fee-5d1b9f31473e,revision_number=2']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:18:50.993822 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46e52bd9-356f-4d17-942d-80bedfa855f1 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Network 1d615a85-844c-4c57-a0fc-2090e87300f0 is already hosted by enough agents. {{(pid=105584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:18:51.032967 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb12e4a-87c7-4494-95d5-d8924e09cf4a req-66bf4280-7f32-4487-bd1b-ac47573f2b80 tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:18:51.042507 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-0bb12e4a-87c7-4494-95d5-d8924e09cf4a req-66bf4280-7f32-4487-bd1b-ac47573f2b80 tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] 10.222.0.59 "GET /v2.0/ports?device_id=d4a31002-c650-402a-96ff-2bd8bc66f43f HTTP/1.1" status: 200 len: 945 time: 1.0466855 Jul 27 21:18:51.046301 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [None req-46e52bd9-356f-4d17-942d-80bedfa855f1 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Resources bound (agent type, host, resource id): {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:18:51.049416 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46e52bd9-356f-4d17-942d-80bedfa855f1 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Received port after_create {{(pid=105584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:18:51.056699 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-79b676e3-cac2-41b3-923d-f2638c8bd493 None None] Provisioning for port 911e4b2a-29f1-4304-a93b-0d90656759d4 completed by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:18:51.061975 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-79b676e3-cac2-41b3-923d-f2638c8bd493 None None] Provisioning complete for port 911e4b2a-29f1-4304-a93b-0d90656759d4 triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:18:51.062950 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-79b676e3-cac2-41b3-923d-f2638c8bd493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:51.071848 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46e52bd9-356f-4d17-942d-80bedfa855f1 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:18:51.072545 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-46e52bd9-356f-4d17-942d-80bedfa855f1 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:51.107518 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e52bd9-356f-4d17-942d-80bedfa855f1 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Pushing event updated for resources: {'Port': ['ID=39b43709-1d2a-443b-9130-db1639f54896,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:18:51.167198 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-79b676e3-cac2-41b3-923d-f2638c8bd493 None None] Port 911e4b2a-29f1-4304-a93b-0d90656759d4 cannot update to ACTIVE because it is not bound. {{(pid=105586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:18:51.172050 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-7d6023ab-d225-46b2-9928-0f09086fbb47 req-6ee8de13-dd27-4d02-8db0-47e242c76bce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:51.174845 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-46e52bd9-356f-4d17-942d-80bedfa855f1 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.5222552 Jul 27 21:18:51.186423 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 46106) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:18:51.202193 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-0bb12e4a-87c7-4494-95d5-d8924e09cf4a req-cbd3a235-8776-4010-a2a6-ac4140784496 tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] 10.222.0.59 "GET /v2.0/security-groups?id=9a7007a9-34fe-445e-9576-80a9b33bcd70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583679 Jul 27 21:18:51.252504 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-f3257026-e460-4a5f-aa9a-4ed70d9c938c tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify callbacks [] for port, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:51.268125 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f73c7c-ff01-4989-9110-7abf20421d52 req-93105ef7-311f-46f1-80a4-78cc72d3ff70 tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:18:51.269833 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-d2f73c7c-ff01-4989-9110-7abf20421d52 req-93105ef7-311f-46f1-80a4-78cc72d3ff70 tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] 10.222.0.59 "GET /v2.0/ports?device_id=8efc6892-cde0-4c99-91f7-935d698b9860 HTTP/1.1" status: 200 len: 970 time: 0.3256271 Jul 27 21:18:51.426239 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.provisioning_blocks [None req-f3257026-e460-4a5f-aa9a-4ed70d9c938c tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Transition to ACTIVE for port object 8c8e812d-bdf9-4cf4-b8c7-3dc810eefb32 will not be triggered until provisioned by entity DHCP. {{(pid=105585) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:18:51.442900 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5878380e-8632-493b-b72b-7d7f26ca2e44 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:18:51.450262 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5878380e-8632-493b-b72b-7d7f26ca2e44 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:18:51.455143 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-5878380e-8632-493b-b72b-7d7f26ca2e44 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.2534401 Jul 27 21:18:51.455548 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 46114) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:18:51.511853 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-d2f73c7c-ff01-4989-9110-7abf20421d52 req-219d734d-5193-4dad-b3be-9936750d82ce tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] 10.222.0.59 "GET /v2.0/security-groups?id=f5924076-c9d9-4c1a-9ab9-4b011fc38663&id=2c05ebf3-3def-44b7-8c5d-2f4057e8386f&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.2358649 Jul 27 21:18:51.551289 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 46116) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:18:51.588544 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ac275e-11ed-4585-8359-ef185785de30 req-2cb215ef-2e73-4b3c-973f-385147af59fe tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:18:51.590761 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-d0ac275e-11ed-4585-8359-ef185785de30 req-2cb215ef-2e73-4b3c-973f-385147af59fe tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] 10.222.0.36 "GET /v2.0/ports?device_id=d4a31002-c650-402a-96ff-2bd8bc66f43f HTTP/1.1" status: 200 len: 945 time: 0.2442420 Jul 27 21:18:51.593767 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-f3257026-e460-4a5f-aa9a-4ed70d9c938c tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:51.688454 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3257026-e460-4a5f-aa9a-4ed70d9c938c tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Network 3c05b601-6f3f-4129-89fb-58b7bb9fe8d3 is already hosted by enough agents. {{(pid=105585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:18:51.704350 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.base_scheduler [None req-f3257026-e460-4a5f-aa9a-4ed70d9c938c tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Resources bound (agent type, host, resource id): {{(pid=105585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:18:51.715266 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3257026-e460-4a5f-aa9a-4ed70d9c938c tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Received port after_create {{(pid=105585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:18:51.792818 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3257026-e460-4a5f-aa9a-4ed70d9c938c tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Pushing event updated for resources: {'Port': ['ID=8c8e812d-bdf9-4cf4-b8c7-3dc810eefb32,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:18:51.868644 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-d55a0887-13f9-419e-b215-90f1ca7ba19f tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Deleting port 39b43709-1d2a-443b-9130-db1639f54896 {{(pid=105584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:18:51.869117 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-d55a0887-13f9-419e-b215-90f1ca7ba19f tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:51.891370 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-f7c5dabf-34de-4ae7-a9b8-42ce0cba3b09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:51.896204 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-f3257026-e460-4a5f-aa9a-4ed70d9c938c tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4075523'] for router_interface, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:51.973099 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-bbb4d481-0f81-4257-a3dc-40ab4eeed826 None None] Provisioning for port 8fa5c681-69ee-44c9-acfb-700f063adb20 completed by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:18:51.985888 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [req-7d6023ab-d225-46b2-9928-0f09086fbb47 req-6ee8de13-dd27-4d02-8db0-47e242c76bce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 911e4b2a-29f1-4304-a93b-0d90656759d4 {{(pid=105584) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:18:52.010149 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-7d6023ab-d225-46b2-9928-0f09086fbb47 req-6ee8de13-dd27-4d02-8db0-47e242c76bce service neutron] Notify callbacks [] for port, precommit_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:52.083920 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 8fa5c681-69ee-44c9-acfb-700f063adb20 up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:18:52.093933 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [req-d0ac275e-11ed-4585-8359-ef185785de30 req-92409f95-0e3f-4181-b91f-c9f63b131355 tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] Deleting port a5575035-b89f-44e4-a312-f43ab443d0f1 {{(pid=105585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:18:52.094711 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-d0ac275e-11ed-4585-8359-ef185785de30 req-92409f95-0e3f-4181-b91f-c9f63b131355 tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:52.126240 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-d55a0887-13f9-419e-b215-90f1ca7ba19f tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:52.144255 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.provisioning_blocks [req-7d6023ab-d225-46b2-9928-0f09086fbb47 req-6ee8de13-dd27-4d02-8db0-47e242c76bce service neutron] Transition to ACTIVE for port object 911e4b2a-29f1-4304-a93b-0d90656759d4 will not be triggered until provisioned by entity L2. {{(pid=105584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:18:52.163917 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-d55a0887-13f9-419e-b215-90f1ca7ba19f tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Calling delete_port for 39b43709-1d2a-443b-9130-db1639f54896 owned by {{(pid=105584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:18:52.166039 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-7d6023ab-d225-46b2-9928-0f09086fbb47 req-6ee8de13-dd27-4d02-8db0-47e242c76bce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9014027'] for port, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:52.209134 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning for port 8fa5c681-69ee-44c9-acfb-700f063adb20 completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:18:52.217998 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port 8fa5c681-69ee-44c9-acfb-700f063adb20 triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:18:52.219681 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:52.393348 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee8de13-dd27-4d02-8db0-47e242c76bce service neutron] Pushing event updated for resources: {'Port': ['ID=911e4b2a-29f1-4304-a93b-0d90656759d4,revision_number=2']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:18:52.439338 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:52.465798 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-f7c5dabf-34de-4ae7-a9b8-42ce0cba3b09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:52.479618 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-f7c5dabf-34de-4ae7-a9b8-42ce0cba3b09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:52.516198 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] For port 8fa5c681-69ee-44c9-acfb-700f063adb20, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=8fa5c681-69ee-44c9-acfb-700f063adb20,segment=NetworkSegment(532d8a52-575f-45de-a3af-efbea8c8f6d5),segment_id=532d8a52-575f-45de-a3af-efbea8c8f6d5)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:18:52.530760 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:52.532127 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 21f73f71-ffe8-467a-9fee-5d1b9f31473e up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:18:52.745477 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning for port 21f73f71-ffe8-467a-9fee-5d1b9f31473e completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:18:52.753209 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Pushing event updated for resources: {'Port': ['ID=8fa5c681-69ee-44c9-acfb-700f063adb20,revision_number=3']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:18:52.775163 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [req-7d6023ab-d225-46b2-9928-0f09086fbb47 req-6ee8de13-dd27-4d02-8db0-47e242c76bce service neutron] Attempting to bind port 911e4b2a-29f1-4304-a93b-0d90656759d4 on host n-h2-705658-22 for vnic_type normal with profile {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:18:52.777250 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [req-7d6023ab-d225-46b2-9928-0f09086fbb47 req-6ee8de13-dd27-4d02-8db0-47e242c76bce service neutron] Attempting to bind port 911e4b2a-29f1-4304-a93b-0d90656759d4 by drivers openvswitch,hyperv on host n-h2-705658-22 at level 0 using segments [{'id': '172bfae8-50e3-47ab-a92b-938d99445370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'a2fbbd2b-5e21-44bb-9251-b86500607834'}] {{(pid=105584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:18:52.778153 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-62c48249-506b-43fe-a598-5acd3f6dd486 None None] Provisioning for port 39b43709-1d2a-443b-9130-db1639f54896 completed by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:18:52.778390 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d6023ab-d225-46b2-9928-0f09086fbb47 req-6ee8de13-dd27-4d02-8db0-47e242c76bce service neutron] Attempting to bind port 911e4b2a-29f1-4304-a93b-0d90656759d4 on network a2fbbd2b-5e21-44bb-9251-b86500607834 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:18:52.786031 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-62c48249-506b-43fe-a598-5acd3f6dd486 None None] Provisioning complete for port 39b43709-1d2a-443b-9130-db1639f54896 triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:18:52.786422 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-62c48249-506b-43fe-a598-5acd3f6dd486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:52.789600 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-d55a0887-13f9-419e-b215-90f1ca7ba19f tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:52.811035 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d6023ab-d225-46b2-9928-0f09086fbb47 req-6ee8de13-dd27-4d02-8db0-47e242c76bce service neutron] Port 911e4b2a-29f1-4304-a93b-0d90656759d4 on network a2fbbd2b-5e21-44bb-9251-b86500607834 not bound, no agent of type Open vSwitch agent registered on host n-h2-705658-22 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:18:52.811035 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d6023ab-d225-46b2-9928-0f09086fbb47 req-6ee8de13-dd27-4d02-8db0-47e242c76bce service neutron] Attempting to bind port 911e4b2a-29f1-4304-a93b-0d90656759d4 on network a2fbbd2b-5e21-44bb-9251-b86500607834 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:18:52.819947 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-62c48249-506b-43fe-a598-5acd3f6dd486 None None] Port 39b43709-1d2a-443b-9130-db1639f54896 was deleted so its status cannot be updated. {{(pid=105586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 27 21:18:52.828236 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b5f81bc-9253-4a84-91dd-cc8d129bb8b9 None None] Network 3c05b601-6f3f-4129-89fb-58b7bb9fe8d3 requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:18:52.829535 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d6023ab-d225-46b2-9928-0f09086fbb47 req-6ee8de13-dd27-4d02-8db0-47e242c76bce service neutron] Checking agent: {'id': '65195a73-a875-4810-9f5b-622ae260a8a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 49, 40), 'started_at': datetime.datetime(2021, 7, 27, 20, 49, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 18, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:18:52.829836 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d6023ab-d225-46b2-9928-0f09086fbb47 req-6ee8de13-dd27-4d02-8db0-47e242c76bce service neutron] Checking segment: {'id': '172bfae8-50e3-47ab-a92b-938d99445370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'a2fbbd2b-5e21-44bb-9251-b86500607834'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:18:52.831073 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.db [req-d0ac275e-11ed-4585-8359-ef185785de30 req-92409f95-0e3f-4181-b91f-c9f63b131355 tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] For port a5575035-b89f-44e4-a312-f43ab443d0f1, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=a5575035-b89f-44e4-a312-f43ab443d0f1,segment=NetworkSegment(82701821-d08d-4e1b-9667-8c6e67e04bdc),segment_id=82701821-d08d-4e1b-9667-8c6e67e04bdc)] {{(pid=105585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:18:52.831451 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-d0ac275e-11ed-4585-8359-ef185785de30 req-92409f95-0e3f-4181-b91f-c9f63b131355 tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:52.832265 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d6023ab-d225-46b2-9928-0f09086fbb47 req-6ee8de13-dd27-4d02-8db0-47e242c76bce service neutron] Bound using segment: {'id': '172bfae8-50e3-47ab-a92b-938d99445370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'a2fbbd2b-5e21-44bb-9251-b86500607834'} {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:18:52.834349 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [req-7d6023ab-d225-46b2-9928-0f09086fbb47 req-6ee8de13-dd27-4d02-8db0-47e242c76bce service neutron] Bound port: 911e4b2a-29f1-4304-a93b-0d90656759d4, host: n-h2-705658-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '172bfae8-50e3-47ab-a92b-938d99445370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'a2fbbd2b-5e21-44bb-9251-b86500607834'}}] {{(pid=105584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:18:52.834826 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-7d6023ab-d225-46b2-9928-0f09086fbb47 req-6ee8de13-dd27-4d02-8db0-47e242c76bce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:52.859342 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-f7c5dabf-34de-4ae7-a9b8-42ce0cba3b09 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=f398ee665dce4ba78d02d122f2fdfcfa&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3049309 Jul 27 21:18:52.866080 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 46138) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:18:52.881954 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55a0887-13f9-419e-b215-90f1ca7ba19f tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Pushing event deleted for resources: {'Port': ['ID=39b43709-1d2a-443b-9130-db1639f54896,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:18:52.898563 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c5dabf-34de-4ae7-a9b8-42ce0cba3b09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efa7047c-d43f-46e5-9906-cfb2545d9d0a,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:18:52.920174 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [req-d0ac275e-11ed-4585-8359-ef185785de30 req-92409f95-0e3f-4181-b91f-c9f63b131355 tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] Calling delete_port for a5575035-b89f-44e4-a312-f43ab443d0f1 owned by compute:nova {{(pid=105585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:18:52.926781 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-f3257026-e460-4a5f-aa9a-4ed70d9c938c tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:52.936883 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-d55a0887-13f9-419e-b215-90f1ca7ba19f tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:52.941747 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-d55a0887-13f9-419e-b215-90f1ca7ba19f tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] 10.222.0.59 "DELETE /v2.0/ports/39b43709-1d2a-443b-9130-db1639f54896 HTTP/1.1" status: 204 len: 168 time: 1.4830678 Jul 27 21:18:52.947498 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 46140) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:18:53.057925 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe4a04ac-05d9-4674-9bff-5a92f6b7986f tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:18:53.067258 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe4a04ac-05d9-4674-9bff-5a92f6b7986f tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:18:53.074920 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-fe4a04ac-05d9-4674-9bff-5a92f6b7986f tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1240683 Jul 27 21:18:53.111488 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 46146) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:18:53.167927 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fc1142-d7dc-42cd-be7d-016f58145f4e req-7cd6337b-0d54-4c7e-89a0-d7f5a64169a4 tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:18:53.177901 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-23fc1142-d7dc-42cd-be7d-016f58145f4e req-7cd6337b-0d54-4c7e-89a0-d7f5a64169a4 tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] 10.222.0.59 "GET /v2.0/ports?device_id=d4a31002-c650-402a-96ff-2bd8bc66f43f HTTP/1.1" status: 200 len: 945 time: 0.8007245 Jul 27 21:18:53.243658 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-5324339f-1561-4480-b82a-6050be6e150e None None] Provisioning for port 21f73f71-ffe8-467a-9fee-5d1b9f31473e completed by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:18:53.264884 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-5324339f-1561-4480-b82a-6050be6e150e None None] Provisioning complete for port 21f73f71-ffe8-467a-9fee-5d1b9f31473e triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:18:53.266399 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-5324339f-1561-4480-b82a-6050be6e150e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:53.270229 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.db_base_plugin_v2 [None req-41792eaf-b316-4c76-b116-7c50f6a1e189 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Deleting subnet 50479d94-42a5-4653-8f66-e21097ca3c29 {{(pid=105584) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:18:53.298261 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf1aa31-b36d-4ea5-8beb-9a38a6fed7cd req-2ee29ad9-107d-4393-be4f-498fc48b340e tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:18:53.299751 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-41792eaf-b316-4c76-b116-7c50f6a1e189 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks [] for subnet, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:53.305987 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-9cf1aa31-b36d-4ea5-8beb-9a38a6fed7cd req-2ee29ad9-107d-4393-be4f-498fc48b340e tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] 10.222.0.59 "GET /v2.0/ports?device_id=8efc6892-cde0-4c99-91f7-935d698b9860 HTTP/1.1" status: 200 len: 982 time: 0.6521397 Jul 27 21:18:53.386352 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-4137140a-d72b-472b-a25e-a5e3dc1698b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:53.393308 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [req-7d6023ab-d225-46b2-9928-0f09086fbb47 req-6ee8de13-dd27-4d02-8db0-47e242c76bce service neutron] For port 911e4b2a-29f1-4304-a93b-0d90656759d4, host n-h2-705658-22, cleared binding levels {{(pid=105584) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:18:53.395961 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-5324339f-1561-4480-b82a-6050be6e150e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:53.440381 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-23fc1142-d7dc-42cd-be7d-016f58145f4e req-5b53b2df-34ea-42f4-be60-10362e0ae7d0 tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] 10.222.0.59 "GET /v2.0/security-groups?id=9a7007a9-34fe-445e-9576-80a9b33bcd70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2615869 Jul 27 21:18:53.476609 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [req-7d6023ab-d225-46b2-9928-0f09086fbb47 req-6ee8de13-dd27-4d02-8db0-47e242c76bce service neutron] For port 911e4b2a-29f1-4304-a93b-0d90656759d4, host n-h2-705658-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=911e4b2a-29f1-4304-a93b-0d90656759d4,segment=NetworkSegment(172bfae8-50e3-47ab-a92b-938d99445370),segment_id=172bfae8-50e3-47ab-a92b-938d99445370)] {{(pid=105584) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:18:53.509576 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-41792eaf-b316-4c76-b116-7c50f6a1e189 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9014207'] for subnet, precommit_delete_associations {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:53.513171 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-7d6023ab-d225-46b2-9928-0f09086fbb47 req-6ee8de13-dd27-4d02-8db0-47e242c76bce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9014027'] for port, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:53.517092 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-4137140a-d72b-472b-a25e-a5e3dc1698b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:53.524536 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-5324339f-1561-4480-b82a-6050be6e150e None None] For port 21f73f71-ffe8-467a-9fee-5d1b9f31473e, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=21f73f71-ffe8-467a-9fee-5d1b9f31473e,segment=NetworkSegment(0ce479f9-0bcc-40bc-80e9-6d6784a2a8e1),segment_id=0ce479f9-0bcc-40bc-80e9-6d6784a2a8e1)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:18:53.529878 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-9cf1aa31-b36d-4ea5-8beb-9a38a6fed7cd req-8531ab54-ce5c-4a57-aa79-8b974e53cdc8 tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] 10.222.0.59 "GET /v2.0/security-groups?id=f5924076-c9d9-4c1a-9ab9-4b011fc38663&id=2c05ebf3-3def-44b7-8c5d-2f4057e8386f&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.2230065 Jul 27 21:18:53.550560 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-5324339f-1561-4480-b82a-6050be6e150e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:53.642058 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6023ab-d225-46b2-9928-0f09086fbb47 req-6ee8de13-dd27-4d02-8db0-47e242c76bce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:18:53.642721 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-7d6023ab-d225-46b2-9928-0f09086fbb47 req-6ee8de13-dd27-4d02-8db0-47e242c76bce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:53.644212 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-7d6023ab-d225-46b2-9928-0f09086fbb47 req-6ee8de13-dd27-4d02-8db0-47e242c76bce service neutron] 10.222.0.60 "PUT /v2.0/ports/911e4b2a-29f1-4304-a93b-0d90656759d4 HTTP/1.1" status: 200 len: 1131 time: 2.7799621 Jul 27 21:18:53.660266 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8efc6892-cde0-4c99-91f7-935d698b9860', 'tag': '911e4b2a-29f1-4304-a93b-0d90656759d4'}] {{(pid=105584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:18:53.675023 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bce5e6c8685464f7626901654159975603b047827e3138302ed6566e28f1343" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9ea7d79-0489-4a4a-ab51-3052cd846a91" -d '{"events": [{"name": "network-changed", "server_uuid": "8efc6892-cde0-4c99-91f7-935d698b9860", "tag": "911e4b2a-29f1-4304-a93b-0d90656759d4"}]}' {{(pid=105584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:18:53.691476 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5324339f-1561-4480-b82a-6050be6e150e None None] Pushing event updated for resources: {'Port': ['ID=21f73f71-ffe8-467a-9fee-5d1b9f31473e,revision_number=3']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:18:53.773252 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-d0ac275e-11ed-4585-8359-ef185785de30 req-92409f95-0e3f-4181-b91f-c9f63b131355 tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:53.797587 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] get_ports_and_sgs() called for port_ids ['6a4b8ce2-5576-4cee-bfe3-748a068501c6'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:18:53.801179 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] get_ports_and_sgs() called for port_ids ['a5575035-b89f-44e4-a312-f43ab443d0f1'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:18:53.826274 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:18:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f54979b-f77d-43b4-b25f-6f192143088a x-openstack-request-id: req-6f54979b-f77d-43b4-b25f-6f192143088a {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:18:53.826851 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8efc6892-cde0-4c99-91f7-935d698b9860", "tag": "911e4b2a-29f1-4304-a93b-0d90656759d4", "status": "completed", "code": 200}]} {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:18:53.827219 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-6f54979b-f77d-43b4-b25f-6f192143088a {{(pid=105584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:18:53.827737 n-d-705658-22 neutron-server[105584]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8efc6892-cde0-4c99-91f7-935d698b9860', 'tag': '911e4b2a-29f1-4304-a93b-0d90656759d4', 'status': 'completed', 'code': 200} Jul 27 21:18:53.879258 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92409f95-0e3f-4181-b91f-c9f63b131355 tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] Pushing event deleted for resources: {'Port': ['ID=a5575035-b89f-44e4-a312-f43ab443d0f1,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:18:53.952969 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee8de13-dd27-4d02-8db0-47e242c76bce service neutron] Pushing event updated for resources: {'Port': ['ID=911e4b2a-29f1-4304-a93b-0d90656759d4,revision_number=3']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:18:53.972910 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-3de35fe3-5582-4839-b153-e3cfe216849b None None] Provisioning for port 8c8e812d-bdf9-4cf4-b8c7-3dc810eefb32 completed by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:18:53.990238 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0ac275e-11ed-4585-8359-ef185785de30 req-92409f95-0e3f-4181-b91f-c9f63b131355 tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] No DVR routers for this DVR port a5575035-b89f-44e4-a312-f43ab443d0f1 on host n-h1-705658-22 {{(pid=105585) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:18:53.990498 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-3de35fe3-5582-4839-b153-e3cfe216849b None None] Provisioning complete for port 8c8e812d-bdf9-4cf4-b8c7-3dc810eefb32 triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:18:53.991973 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3de35fe3-5582-4839-b153-e3cfe216849b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:53.999969 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-d0ac275e-11ed-4585-8359-ef185785de30 req-92409f95-0e3f-4181-b91f-c9f63b131355 tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:54.006213 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-d0ac275e-11ed-4585-8359-ef185785de30 req-92409f95-0e3f-4181-b91f-c9f63b131355 tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] 10.222.0.36 "DELETE /v2.0/ports/a5575035-b89f-44e4-a312-f43ab443d0f1 HTTP/1.1" status: 204 len: 173 time: 2.4018850 Jul 27 21:18:54.006817 n-d-705658-22 neutron-server[105585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4a31002-c650-402a-96ff-2bd8bc66f43f', 'name': 'network-vif-deleted', 'tag': 'a5575035-b89f-44e4-a312-f43ab443d0f1'}] {{(pid=105585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:18:54.012415 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d66fd65881426bfc2b5388084a3654e5eae521106a15a3dbf0eb4cde7106c36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0d74aed-292b-4cd8-897b-296ff115f689" -d '{"events": [{"server_uuid": "d4a31002-c650-402a-96ff-2bd8bc66f43f", "name": "network-vif-deleted", "tag": "a5575035-b89f-44e4-a312-f43ab443d0f1"}]}' {{(pid=105585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:18:54.023407 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-41792eaf-b316-4c76-b116-7c50f6a1e189 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854965'] for subnet, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:54.033616 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-4137140a-d72b-472b-a25e-a5e3dc1698b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:54.042770 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-4137140a-d72b-472b-a25e-a5e3dc1698b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:54.044439 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-4137140a-d72b-472b-a25e-a5e3dc1698b3 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/efa7047c-d43f-46e5-9906-cfb2545d9d0a HTTP/1.1" status: 204 len: 168 time: 1.1731143 Jul 27 21:18:54.073750 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-f3257026-e460-4a5f-aa9a-4ed70d9c938c tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify callbacks [] for port, precommit_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:54.080559 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 8fa5c681-69ee-44c9-acfb-700f063adb20 up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:18:54.083646 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-f3257026-e460-4a5f-aa9a-4ed70d9c938c tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10221672'] for port, after_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:54.201576 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6023ab-d225-46b2-9928-0f09086fbb47 req-33730506-4e5b-4172-afcc-f3b40b43ca4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:18:54.203163 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:18:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39a43843-9aa3-47d5-8c38-fe2854156a8b x-openstack-request-id: req-39a43843-9aa3-47d5-8c38-fe2854156a8b {{(pid=105585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:18:54.204792 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4a31002-c650-402a-96ff-2bd8bc66f43f", "name": "network-vif-deleted", "tag": "a5575035-b89f-44e4-a312-f43ab443d0f1", "status": "completed", "code": 200}]} {{(pid=105585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:18:54.205159 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-39a43843-9aa3-47d5-8c38-fe2854156a8b {{(pid=105585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:18:54.205949 n-d-705658-22 neutron-server[105585]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4a31002-c650-402a-96ff-2bd8bc66f43f', 'name': 'network-vif-deleted', 'tag': 'a5575035-b89f-44e4-a312-f43ab443d0f1', 'status': 'completed', 'code': 200} Jul 27 21:18:54.211584 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-7d6023ab-d225-46b2-9928-0f09086fbb47 req-33730506-4e5b-4172-afcc-f3b40b43ca4d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=717529174f79442eb5493474d000cc27&device_id=8efc6892-cde0-4c99-91f7-935d698b9860 HTTP/1.1" status: 200 len: 1134 time: 0.4864113 Jul 27 21:18:54.212408 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4137140a-d72b-472b-a25e-a5e3dc1698b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efa7047c-d43f-46e5-9906-cfb2545d9d0a,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:18:54.217352 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-3de35fe3-5582-4839-b153-e3cfe216849b None None] Port 8c8e812d-bdf9-4cf4-b8c7-3dc810eefb32 cannot update to ACTIVE because it is not bound. {{(pid=105586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:18:54.302034 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3257026-e460-4a5f-aa9a-4ed70d9c938c tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Pushing event updated for resources: {'Port': ['ID=8c8e812d-bdf9-4cf4-b8c7-3dc810eefb32,revision_number=2']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:18:54.311187 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-f3257026-e460-4a5f-aa9a-4ed70d9c938c tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3743906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4076435'] for router_interface, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:54.311799 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-3de35fe3-5582-4839-b153-e3cfe216849b None None] Provisioning complete for port 21f73f71-ffe8-467a-9fee-5d1b9f31473e triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:18:54.312279 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3de35fe3-5582-4839-b153-e3cfe216849b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:54.364855 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-7d6023ab-d225-46b2-9928-0f09086fbb47 req-60b41330-fefe-49ac-b4b1-2c93c3692bdb service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=911e4b2a-29f1-4304-a93b-0d90656759d4 HTTP/1.1" status: 200 len: 217 time: 0.1249964 Jul 27 21:18:54.407747 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port 8fa5c681-69ee-44c9-acfb-700f063adb20 triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:18:54.408063 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:54.486345 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6023ab-d225-46b2-9928-0f09086fbb47 req-827de589-9caf-446c-b4b4-ac64512f47f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:18:54.488980 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-7d6023ab-d225-46b2-9928-0f09086fbb47 req-827de589-9caf-446c-b4b4-ac64512f47f5 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=0f236d01-a91d-4829-92e0-1f1647a0c752 HTTP/1.1" status: 200 len: 834 time: 0.1091025 Jul 27 21:18:54.518199 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-41792eaf-b316-4c76-b116-7c50f6a1e189 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9014081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9738825'] for subnet, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:54.557025 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3257026-e460-4a5f-aa9a-4ed70d9c938c tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Network 3c05b601-6f3f-4129-89fb-58b7bb9fe8d3 is already hosted by enough agents. {{(pid=105585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:18:54.576923 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.base_scheduler [None req-f3257026-e460-4a5f-aa9a-4ed70d9c938c tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Resources bound (agent type, host, resource id): {{(pid=105585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:18:54.621158 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 21f73f71-ffe8-467a-9fee-5d1b9f31473e up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:18:54.670843 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-41792eaf-b316-4c76-b116-7c50f6a1e189 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks [] for subnet, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:54.673762 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1daab8c5-fec6-4041-b854-bca4d03d16fa None None] Network 1d615a85-844c-4c57-a0fc-2090e87300f0 requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:18:54.690765 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-41792eaf-b316-4c76-b116-7c50f6a1e189 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] 10.222.0.59 "DELETE /v2.0/subnets/50479d94-42a5-4653-8f66-e21097ca3c29 HTTP/1.1" status: 204 len: 168 time: 1.5752041 Jul 27 21:18:54.695831 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 46186) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:18:54.699246 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41792eaf-b316-4c76-b116-7c50f6a1e189 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Pushing event deleted for resources: {'Subnet': ['ID=50479d94-42a5-4653-8f66-e21097ca3c29,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:18:54.781206 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 46188) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:18:54.809165 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-b39fd889-6b1b-4ada-8526-325f3461ae4e tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1106977 Jul 27 21:18:54.813136 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 46190) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:18:54.822550 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-719c1ce7-c812-4321-b1e8-97317213df70 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Request body: {'subnet': {'network_id': '1d615a85-844c-4c57-a0fc-2090e87300f0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:18:54.849651 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-28c04819-d010-4e0b-a85b-f115add8785a None None] Provisioning complete for port 8c8e812d-bdf9-4cf4-b8c7-3dc810eefb32 triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:18:54.850031 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28c04819-d010-4e0b-a85b-f115add8785a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:54.899085 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-9278c99f-8bbd-4c07-84bb-0b3ea048b573 req-322ce558-94ff-468f-9871-0d5ad248a49c tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] 10.222.0.59 "GET /v2.0/ports?device_id=d4a31002-c650-402a-96ff-2bd8bc66f43f HTTP/1.1" status: 200 len: 210 time: 0.2777057 Jul 27 21:18:54.936180 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-5272ada2-14e0-4cb2-987f-556914e79c54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:54.945585 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-28c04819-d010-4e0b-a85b-f115add8785a None None] Port 8c8e812d-bdf9-4cf4-b8c7-3dc810eefb32 cannot update to ACTIVE because it is not bound. {{(pid=105586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:18:54.999499 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port 21f73f71-ffe8-467a-9fee-5d1b9f31473e triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:18:54.999499 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:55.024802 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6023ab-d225-46b2-9928-0f09086fbb47 req-96e9c113-2b21-4f1b-bd18-8b6c0b46ba97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:18:55.031979 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-7d6023ab-d225-46b2-9928-0f09086fbb47 req-96e9c113-2b21-4f1b-bd18-8b6c0b46ba97 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a2fbbd2b-5e21-44bb-9251-b86500607834&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5338299 Jul 27 21:18:55.131437 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3617eb-5948-47de-a845-981746927bc1 req-ce743a93-9508-4c68-b6f5-fcccfea64af9 tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:18:55.133917 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-9b3617eb-5948-47de-a845-981746927bc1 req-ce743a93-9508-4c68-b6f5-fcccfea64af9 tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] 10.222.0.59 "GET /v2.0/ports?device_id=8efc6892-cde0-4c99-91f7-935d698b9860 HTTP/1.1" status: 200 len: 982 time: 0.3617189 Jul 27 21:18:55.176724 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3257026-e460-4a5f-aa9a-4ed70d9c938c tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Router 143736f8-a94b-4c2e-b6b5-2224630f39aa is scheduled to L3 agent dd128fd7-8e57-4d4f-895b-a96b369df59a with binding_index 1 {{(pid=105585) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 21:18:55.220841 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-9b3617eb-5948-47de-a845-981746927bc1 req-bfc7c1db-303c-4cd9-b1f7-f15d77c410b8 tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] 10.222.0.59 "GET /v2.0/security-groups?id=f5924076-c9d9-4c1a-9ab9-4b011fc38663&id=2c05ebf3-3def-44b7-8c5d-2f4057e8386f&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0736420 Jul 27 21:18:55.226902 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-f18e4859-1b87-4bac-bbfe-31d6963aefe8 None None] Provisioning complete for port 8c8e812d-bdf9-4cf4-b8c7-3dc810eefb32 triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:18:55.227328 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-f18e4859-1b87-4bac-bbfe-31d6963aefe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:55.238920 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-7d6023ab-d225-46b2-9928-0f09086fbb47 req-8a2db519-19cf-483c-8362-8f566e5e51ba service neutron] 10.222.0.60 "GET /v2.0/networks/a2fbbd2b-5e21-44bb-9251-b86500607834?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1902699 Jul 27 21:18:55.252975 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99c30c00-6546-492e-a9ff-2bc0bdf6b1c9 None None] DHCP port deletion for 1d615a85-844c-4c57-a0fc-2090e87300f0 request from n-d-705658-22 {{(pid=105586) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 21:18:55.296042 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-f18e4859-1b87-4bac-bbfe-31d6963aefe8 None None] Port 8c8e812d-bdf9-4cf4-b8c7-3dc810eefb32 cannot update to ACTIVE because it is not bound. {{(pid=105586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:18:55.362539 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-99c30c00-6546-492e-a9ff-2bc0bdf6b1c9 None None] Deleting port 8fa5c681-69ee-44c9-acfb-700f063adb20 {{(pid=105586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:18:55.364132 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-99c30c00-6546-492e-a9ff-2bc0bdf6b1c9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:55.391590 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-7d6023ab-d225-46b2-9928-0f09086fbb47 req-ed1d0867-eb0d-4101-8fee-5549f1eec1e1 service neutron] 10.222.0.60 "GET /v2.0/networks/a2fbbd2b-5e21-44bb-9251-b86500607834?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1447499 Jul 27 21:18:55.395079 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3257026-e460-4a5f-aa9a-4ed70d9c938c tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify agent at l3_agent.n-d-705658-22 the message routers_updated {{(pid=105585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:18:55.397958 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-5272ada2-14e0-4cb2-987f-556914e79c54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:55.402914 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-f3257026-e460-4a5f-aa9a-4ed70d9c938c tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] 10.222.0.59 "PUT /v2.0/routers/143736f8-a94b-4c2e-b6b5-2224630f39aa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0112138 Jul 27 21:18:55.408472 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 46206) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:18:55.414084 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-5272ada2-14e0-4cb2-987f-556914e79c54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:55.426438 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-719c1ce7-c812-4321-b1e8-97317213df70 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Made reservation on behalf of fcd7bb7d26624f8f823446f0b0a5006f for: {'subnet': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:18:55.430634 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b402fc3f-ef7a-44d8-89e7-a873a08a6541 None None] Sync routers for ids ['143736f8-a94b-4c2e-b6b5-2224630f39aa'] in n-d-705658-22 {{(pid=105586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:18:55.433104 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-719c1ce7-c812-4321-b1e8-97317213df70 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9738786'] for subnet, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:55.433572 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-7e6c3eed-5bf2-45f2-8d72-58538e88fc4c tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Request body: {'network': {'name': 'tempest-RoutersTest-1227425741'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:18:55.469545 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b402fc3f-ef7a-44d8-89e7-a873a08a6541 None None] Routers {'143736f8-a94b-4c2e-b6b5-2224630f39aa'} bound to L3 agent in host n-d-705658-22 {{(pid=105586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:18:55.470187 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-b402fc3f-ef7a-44d8-89e7-a873a08a6541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:18:42Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['143736f8-a94b-4c2e-b6b5-2224630f39aa'], 'active': True} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:18:55.554761 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 46212) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:18:55.555124 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-99c30c00-6546-492e-a9ff-2bc0bdf6b1c9 None None] For port 8fa5c681-69ee-44c9-acfb-700f063adb20, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=8fa5c681-69ee-44c9-acfb-700f063adb20,segment=NetworkSegment(532d8a52-575f-45de-a3af-efbea8c8f6d5),segment_id=532d8a52-575f-45de-a3af-efbea8c8f6d5)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:18:55.555537 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-99c30c00-6546-492e-a9ff-2bc0bdf6b1c9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:55.566260 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-5272ada2-14e0-4cb2-987f-556914e79c54 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=533f14381a2c4d2bb51326381df19397&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7825575 Jul 27 21:18:55.571480 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5272ada2-14e0-4cb2-987f-556914e79c54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70e88c40-e366-42d3-a670-07bd270d91d7,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:18:55.575504 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-99c30c00-6546-492e-a9ff-2bc0bdf6b1c9 None None] Calling delete_port for 8fa5c681-69ee-44c9-acfb-700f063adb20 owned by network:dhcp {{(pid=105586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:18:55.580285 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5272ada2-14e0-4cb2-987f-556914e79c54 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:18:55.580764 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5272ada2-14e0-4cb2-987f-556914e79c54 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:18:55.581452 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5272ada2-14e0-4cb2-987f-556914e79c54 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:18:55.581889 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5272ada2-14e0-4cb2-987f-556914e79c54 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:18:55.582318 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5272ada2-14e0-4cb2-987f-556914e79c54 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:18:55.582903 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5272ada2-14e0-4cb2-987f-556914e79c54 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:18:55.583501 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5272ada2-14e0-4cb2-987f-556914e79c54 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:18:55.584060 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5272ada2-14e0-4cb2-987f-556914e79c54 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:18:55.584645 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5272ada2-14e0-4cb2-987f-556914e79c54 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:18:55.585466 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5272ada2-14e0-4cb2-987f-556914e79c54 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:18:55.586030 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5272ada2-14e0-4cb2-987f-556914e79c54 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:18:55.586606 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5272ada2-14e0-4cb2-987f-556914e79c54 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:18:55.591782 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e6c3eed-5bf2-45f2-8d72-58538e88fc4c tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Made reservation on behalf of b2a273d14da548f08e5e2947b1efbc75 for: {'network': 1} {{(pid=105585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:18:55.596051 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-7e6c3eed-5bf2-45f2-8d72-58538e88fc4c tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for network, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:55.612853 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvr_db [None req-b402fc3f-ef7a-44d8-89e7-a873a08a6541 None None] Set router 143736f8-a94b-4c2e-b6b5-2224630f39aa gateway port host: None {{(pid=105586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:18:55.635747 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e6c3eed-5bf2-45f2-8d72-58538e88fc4c tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] vlan segment allocate from pool success with {'vlan_id': 211, 'physical_network': 'physnet1'} {{(pid=105585) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:18:55.651378 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-7e6c3eed-5bf2-45f2-8d72-58538e88fc4c tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:55.652060 n-d-705658-22 neutron-server[105585]: INFO neutron.db.segments_db [None req-7e6c3eed-5bf2-45f2-8d72-58538e88fc4c tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Added segment ae871331-78ed-4377-9138-d9d0b669a644 of type vlan for network d2bd9219-4168-4aa2-ac8d-51730a978a14 Jul 27 21:18:55.705264 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c1c9a473-a326-42a0-9cfd-49e0da5a8584 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:55.718153 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-7e6c3eed-5bf2-45f2-8d72-58538e88fc4c tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790688424798'] for network, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:55.732917 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ea7d79-0489-4a4a-ab51-3052cd846a91 req-6d8b12a9-2724-46b1-ad65-7d31d5bb00cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:18:55.734469 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-c9ea7d79-0489-4a4a-ab51-3052cd846a91 req-6d8b12a9-2724-46b1-ad65-7d31d5bb00cf service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=717529174f79442eb5493474d000cc27&device_id=8efc6892-cde0-4c99-91f7-935d698b9860 HTTP/1.1" status: 200 len: 1134 time: 0.2387059 Jul 27 21:18:55.764265 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-7e6c3eed-5bf2-45f2-8d72-58538e88fc4c tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920'] for network, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:55.779635 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e6c3eed-5bf2-45f2-8d72-58538e88fc4c tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:18:55.780290 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-7e6c3eed-5bf2-45f2-8d72-58538e88fc4c tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify callbacks [] for network, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:55.834985 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-99c30c00-6546-492e-a9ff-2bc0bdf6b1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180'] for port, after_delete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:55.883805 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c30c00-6546-492e-a9ff-2bc0bdf6b1c9 None None] Pushing event deleted for resources: {'Port': ['ID=8fa5c681-69ee-44c9-acfb-700f063adb20,revision_number=None']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:18:55.910110 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99c30c00-6546-492e-a9ff-2bc0bdf6b1c9 None None] No DVR routers for this DVR port 8fa5c681-69ee-44c9-acfb-700f063adb20 on host n-d-705658-22 {{(pid=105586) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:18:55.943420 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 8fa5c681-69ee-44c9-acfb-700f063adb20 no longer exists at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:18:55.972744 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] No Port match for: 8fa5c681-69ee-44c9-acfb-700f063adb20 {{(pid=105586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:18:55.973092 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 8fa5c681-69ee-44c9-acfb-700f063adb20 not bound to the agent host n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:18:55.995193 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-b402fc3f-ef7a-44d8-89e7-a873a08a6541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '143736f8-a94b-4c2e-b6b5-2224630f39aa', 'name': 'tempest-RoutersTest-router-2098360871', 'tenant_id': 'b2a273d14da548f08e5e2947b1efbc75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:18:44Z', 'updated_at': '2021-07-27T21:18:52Z', 'revision_number': 2, 'project_id': 'b2a273d14da548f08e5e2947b1efbc75', 'gw_port_host': None, '_interfaces': [{'id': '8c8e812d-bdf9-4cf4-b8c7-3dc810eefb32', 'name': '', 'network_id': '3c05b601-6f3f-4129-89fb-58b7bb9fe8d3', 'tenant_id': 'b2a273d14da548f08e5e2947b1efbc75', 'mac_address': 'fa:16:3e:da:90:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '143736f8-a94b-4c2e-b6b5-2224630f39aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2848, 'fixed_ips': [{'subnet_id': '5243c389-81dc-4a3a-888e-c7f09f4ecbc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:18:48Z', 'updated_at': '2021-07-27T21:18:53Z', 'revision_number': 2, 'project_id': 'b2a273d14da548f08e5e2947b1efbc75', 'subnets': [{'id': '5243c389-81dc-4a3a-888e-c7f09f4ecbc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-22', False) {} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:18:56.006151 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c1c9a473-a326-42a0-9cfd-49e0da5a8584 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:56.032966 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-7e6c3eed-5bf2-45f2-8d72-58538e88fc4c tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.6202996 Jul 27 21:18:56.036197 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 46228) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:18:56.041450 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b402fc3f-ef7a-44d8-89e7-a873a08a6541 None None] Checking router: 143736f8-a94b-4c2e-b6b5-2224630f39aa for host: n-d-705658-22 {{(pid=105586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:18:56.041929 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b402fc3f-ef7a-44d8-89e7-a873a08a6541 None None] Updating router 143736f8-a94b-4c2e-b6b5-2224630f39aa port 8c8e812d-bdf9-4cf4-b8c7-3dc810eefb32 binding host n-d-705658-22 {{(pid=105586) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 21:18:56.061182 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-14f0da8d-2b31-4232-8c2e-2e1bc893aef3 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Request body: {'subnet': {'network_id': 'd2bd9219-4168-4aa2-ac8d-51730a978a14', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:18:56.072107 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6c3eed-5bf2-45f2-8d72-58538e88fc4c tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Pushing event updated for resources: {'Network': ['ID=d2bd9219-4168-4aa2-ac8d-51730a978a14,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:18:56.111121 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device a5575035-b89f-44e4-a312-f43ab443d0f1 no longer exists at agent hyperv_n-h1-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:18:56.121633 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Network d2bd9219-4168-4aa2-ac8d-51730a978a14 details requested by agent ovs-agent-n-d-705658-22 with host n-d-705658-22 {{(pid=105586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:18:56.124352 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-b402fc3f-ef7a-44d8-89e7-a873a08a6541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:56.178785 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-28650df7-c46c-4981-b84f-37d87254047e None None] No Port match for: a5575035-b89f-44e4-a312-f43ab443d0f1 {{(pid=105586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:18:56.179243 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device a5575035-b89f-44e4-a312-f43ab443d0f1 not bound to the agent host n-h1-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:18:56.436685 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe6e874-5886-4c21-99a3-6a88a30a3399 req-f4bdf4a7-bc3a-4013-b8ba-156458ef07e7 tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:18:56.445590 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-ffe6e874-5886-4c21-99a3-6a88a30a3399 req-f4bdf4a7-bc3a-4013-b8ba-156458ef07e7 tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] 10.222.0.59 "GET /v2.0/ports?device_id=8efc6892-cde0-4c99-91f7-935d698b9860 HTTP/1.1" status: 200 len: 982 time: 0.1301649 Jul 27 21:18:56.525785 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-ffe6e874-5886-4c21-99a3-6a88a30a3399 req-cb1ba7ad-e7df-4bb1-8783-f15b1e688fa5 tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] 10.222.0.59 "GET /v2.0/security-groups?id=f5924076-c9d9-4c1a-9ab9-4b011fc38663&id=2c05ebf3-3def-44b7-8c5d-2f4057e8386f&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0788918 Jul 27 21:18:56.632706 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-719c1ce7-c812-4321-b1e8-97317213df70 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9014150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9738800'] for subnet, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:56.662612 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-b402fc3f-ef7a-44d8-89e7-a873a08a6541 None None] Notify callbacks [] for port, precommit_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:56.674929 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-b402fc3f-ef7a-44d8-89e7-a873a08a6541 None None] Transition to ACTIVE for port object 8c8e812d-bdf9-4cf4-b8c7-3dc810eefb32 will not be triggered until provisioned by entity L2. {{(pid=105586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:18:56.690887 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-b402fc3f-ef7a-44d8-89e7-a873a08a6541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:56.761404 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ea7d79-0489-4a4a-ab51-3052cd846a91 req-8bcaf1cd-be94-481b-a917-1ba35989da0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:18:56.763363 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-c9ea7d79-0489-4a4a-ab51-3052cd846a91 req-8bcaf1cd-be94-481b-a917-1ba35989da0f service neutron] 10.222.0.60 "GET /v2.0/networks?id=a2fbbd2b-5e21-44bb-9251-b86500607834 HTTP/1.1" status: 200 len: 898 time: 1.0110097 Jul 27 21:18:56.846787 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49df4dc-3f35-466e-b0e8-ce7374e7e4c6 None None] Pushing event updated for resources: {'Port': ['ID=8c8e812d-bdf9-4cf4-b8c7-3dc810eefb32,revision_number=3']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:18:56.923807 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-b402fc3f-ef7a-44d8-89e7-a873a08a6541 None None] Attempting to bind port 8c8e812d-bdf9-4cf4-b8c7-3dc810eefb32 on host n-d-705658-22 for vnic_type normal with profile {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:18:56.924166 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-b402fc3f-ef7a-44d8-89e7-a873a08a6541 None None] Attempting to bind port 8c8e812d-bdf9-4cf4-b8c7-3dc810eefb32 by drivers openvswitch,hyperv on host n-d-705658-22 at level 0 using segments [{'id': '0ce479f9-0bcc-40bc-80e9-6d6784a2a8e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '3c05b601-6f3f-4129-89fb-58b7bb9fe8d3'}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:18:56.924641 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b402fc3f-ef7a-44d8-89e7-a873a08a6541 None None] Attempting to bind port 8c8e812d-bdf9-4cf4-b8c7-3dc810eefb32 on network 3c05b601-6f3f-4129-89fb-58b7bb9fe8d3 {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:18:56.926398 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c1c9a473-a326-42a0-9cfd-49e0da5a8584 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:56.929623 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c1c9a473-a326-42a0-9cfd-49e0da5a8584 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:56.931142 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-c1c9a473-a326-42a0-9cfd-49e0da5a8584 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/70e88c40-e366-42d3-a670-07bd270d91d7 HTTP/1.1" status: 204 len: 168 time: 1.3754127 Jul 27 21:18:56.932932 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-c9ea7d79-0489-4a4a-ab51-3052cd846a91 req-890a086b-f29b-4c69-8522-0a7c7737331a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=911e4b2a-29f1-4304-a93b-0d90656759d4 HTTP/1.1" status: 200 len: 217 time: 0.1591735 Jul 27 21:18:56.938485 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b402fc3f-ef7a-44d8-89e7-a873a08a6541 None None] Checking agent: {'id': '04a7ea91-6318-467e-ace6-b0fb48c8690f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 41, 42), 'started_at': datetime.datetime(2021, 7, 27, 20, 42, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 18, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:18:56.938881 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b402fc3f-ef7a-44d8-89e7-a873a08a6541 None None] Checking segment: {'id': '0ce479f9-0bcc-40bc-80e9-6d6784a2a8e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '3c05b601-6f3f-4129-89fb-58b7bb9fe8d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:18:56.939321 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-b402fc3f-ef7a-44d8-89e7-a873a08a6541 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:56.939720 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b402fc3f-ef7a-44d8-89e7-a873a08a6541 None None] Bound using segment: {'id': '0ce479f9-0bcc-40bc-80e9-6d6784a2a8e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '3c05b601-6f3f-4129-89fb-58b7bb9fe8d3'} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:18:56.940175 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-719c1ce7-c812-4321-b1e8-97317213df70 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Network 1d615a85-844c-4c57-a0fc-2090e87300f0 is already hosted by enough agents. {{(pid=105584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:18:56.940313 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-b402fc3f-ef7a-44d8-89e7-a873a08a6541 None None] Bound port: 8c8e812d-bdf9-4cf4-b8c7-3dc810eefb32, host: n-d-705658-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ce479f9-0bcc-40bc-80e9-6d6784a2a8e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '3c05b601-6f3f-4129-89fb-58b7bb9fe8d3'}}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:18:56.940582 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-b402fc3f-ef7a-44d8-89e7-a873a08a6541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:56.949176 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [None req-719c1ce7-c812-4321-b1e8-97317213df70 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Resources bound (agent type, host, resource id): {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:18:56.950934 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14f0da8d-2b31-4232-8c2e-2e1bc893aef3 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Made reservation on behalf of b2a273d14da548f08e5e2947b1efbc75 for: {'subnet': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:18:56.955228 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-14f0da8d-2b31-4232-8c2e-2e1bc893aef3 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9738786'] for subnet, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:56.961820 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faf5c61a-3e1d-45dd-aaa2-4a96b9cc3224 None None] Network 1d615a85-844c-4c57-a0fc-2090e87300f0 requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:18:56.974326 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-719c1ce7-c812-4321-b1e8-97317213df70 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:18:56.975231 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-719c1ce7-c812-4321-b1e8-97317213df70 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks [] for subnet, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:57.000199 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c9a473-a326-42a0-9cfd-49e0da5a8584 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70e88c40-e366-42d3-a670-07bd270d91d7,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:18:57.070475 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719c1ce7-c812-4321-b1e8-97317213df70 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Pushing event updated for resources: {'Subnet': ['ID=aa1f0ccc-28ba-44da-b402-d22c2e8768f6,revision_number=0']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:18:57.116807 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 46286) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:18:57.122291 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-3ad8b496-f855-4454-bfdd-8fcb8506ccb8 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Request body: {'port': {'network_id': '1d615a85-844c-4c57-a0fc-2090e87300f0', 'fixed_ips': [{'subnet_id': 'aa1f0ccc-28ba-44da-b402-d22c2e8768f6', 'ip_address': '2001:db8::5fe6:ef59:ee35:9904'}], 'name': 'tempest-NetworksTestDHCPv6-1848461245'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:18:57.129389 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-719c1ce7-c812-4321-b1e8-97317213df70 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.3148134 Jul 27 21:18:57.291677 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ea7d79-0489-4a4a-ab51-3052cd846a91 req-ef609c88-c71b-47dc-ae10-66b45ab4a943 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:18:57.293238 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-c9ea7d79-0489-4a4a-ab51-3052cd846a91 req-ef609c88-c71b-47dc-ae10-66b45ab4a943 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=0f236d01-a91d-4829-92e0-1f1647a0c752 HTTP/1.1" status: 200 len: 834 time: 0.3338523 Jul 27 21:18:57.491571 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f92b5d5-d23f-48fc-9567-1aad636bc768 req-6d2c4f56-57d6-481a-82e0-380c9bcda685 tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:18:57.500512 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-3f92b5d5-d23f-48fc-9567-1aad636bc768 req-6d2c4f56-57d6-481a-82e0-380c9bcda685 tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] 10.222.0.59 "GET /v2.0/ports?device_id=0ed2fecf-f104-4fc8-b279-c89dbd5a8969 HTTP/1.1" status: 200 len: 946 time: 0.2114224 Jul 27 21:18:57.509621 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-b402fc3f-ef7a-44d8-89e7-a873a08a6541 None None] For port 8c8e812d-bdf9-4cf4-b8c7-3dc810eefb32, host n-d-705658-22, cleared binding levels {{(pid=105586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:18:57.527499 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-b402fc3f-ef7a-44d8-89e7-a873a08a6541 None None] For port 8c8e812d-bdf9-4cf4-b8c7-3dc810eefb32, host n-d-705658-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=8c8e812d-bdf9-4cf4-b8c7-3dc810eefb32,segment=NetworkSegment(0ce479f9-0bcc-40bc-80e9-6d6784a2a8e1),segment_id=0ce479f9-0bcc-40bc-80e9-6d6784a2a8e1)] {{(pid=105586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:18:57.538108 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-b402fc3f-ef7a-44d8-89e7-a873a08a6541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:57.553668 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-3f92b5d5-d23f-48fc-9567-1aad636bc768 req-ea7b5e59-65e3-41a7-9a5d-7ff8ea3dcd83 tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] 10.222.0.59 "GET /v2.0/security-groups?id=9a7007a9-34fe-445e-9576-80a9b33bcd70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521853 Jul 27 21:18:57.554712 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ea7d79-0489-4a4a-ab51-3052cd846a91 req-2dfa48ba-0a16-48d6-b8b1-839a9054820f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:18:57.567139 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ad8b496-f855-4454-bfdd-8fcb8506ccb8 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Made reservation on behalf of fcd7bb7d26624f8f823446f0b0a5006f for: {'port': 1} {{(pid=105585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:18:57.568086 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-c9ea7d79-0489-4a4a-ab51-3052cd846a91 req-2dfa48ba-0a16-48d6-b8b1-839a9054820f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a2fbbd2b-5e21-44bb-9251-b86500607834&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2651756 Jul 27 21:18:57.705186 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-3ad8b496-f855-4454-bfdd-8fcb8506ccb8 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:57.786620 n-d-705658-22 neutron-server[105585]: DEBUG neutron.notifiers.nova [None req-3ad8b496-f855-4454-bfdd-8fcb8506ccb8 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] device_id is not set on port bccbfb47-00b6-45a7-a6d0-79754d85ef2a yet. {{(pid=105585) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 21:18:57.876616 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b402fc3f-ef7a-44d8-89e7-a873a08a6541 None None] Routers {'143736f8-a94b-4c2e-b6b5-2224630f39aa'} bound to L3 agent in host n-d-705658-22 {{(pid=105586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:18:57.877366 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-b402fc3f-ef7a-44d8-89e7-a873a08a6541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:18:42Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['143736f8-a94b-4c2e-b6b5-2224630f39aa'], 'active': True} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:18:57.882834 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49df4dc-3f35-466e-b0e8-ce7374e7e4c6 None None] Pushing event updated for resources: {'Port': ['ID=8c8e812d-bdf9-4cf4-b8c7-3dc810eefb32,revision_number=4']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:18:57.907262 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-14f0da8d-2b31-4232-8c2e-2e1bc893aef3 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9014150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9738800'] for subnet, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:58.140290 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.db_base_plugin_common [None req-3ad8b496-f855-4454-bfdd-8fcb8506ccb8 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Allocated IP 2001:db8::5fe6:ef59:ee35:9904 (1d615a85-844c-4c57-a0fc-2090e87300f0/aa1f0ccc-28ba-44da-b402-d22c2e8768f6/bccbfb47-00b6-45a7-a6d0-79754d85ef2a) {{(pid=105585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:18:58.144131 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f0da8d-2b31-4232-8c2e-2e1bc893aef3 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Pushing event updated for resources: {'Subnet': ['ID=26a4c494-c373-4559-8390-14c25615fa06,revision_number=0']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:18:58.148387 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14f0da8d-2b31-4232-8c2e-2e1bc893aef3 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Checking segment: {'id': 'ae871331-78ed-4377-9138-d9d0b669a644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'd2bd9219-4168-4aa2-ac8d-51730a978a14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:18:58.149006 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14f0da8d-2b31-4232-8c2e-2e1bc893aef3 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Network hostable DHCP agents. Network: d2bd9219-4168-4aa2-ac8d-51730a978a14, hostable agents: ['7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a'], hosted agents: [] {{(pid=105584) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:18:58.176544 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-c9ea7d79-0489-4a4a-ab51-3052cd846a91 req-dc423ca1-42f4-440c-a714-65f88394cd45 service neutron] 10.222.0.60 "GET /v2.0/networks/a2fbbd2b-5e21-44bb-9251-b86500607834?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5906134 Jul 27 21:18:58.186709 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3441cda1-3847-48e2-ba50-1379469dec69 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30bb4b93-b285-5d90-9493-f9ec33ea333c-1d615a85-844c-4c57-a0fc-2090e87300f0', 'network_id': '1d615a85-844c-4c57-a0fc-2090e87300f0', 'tenant_id': 'fcd7bb7d26624f8f823446f0b0a5006f', 'fixed_ips': [{'subnet_id': 'aa1f0ccc-28ba-44da-b402-d22c2e8768f6'}]}} from n-d-705658-22. {{(pid=105586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 21:18:58.189596 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3441cda1-3847-48e2-ba50-1379469dec69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:58.273869 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvr_db [None req-b402fc3f-ef7a-44d8-89e7-a873a08a6541 None None] Set router 143736f8-a94b-4c2e-b6b5-2224630f39aa gateway port host: None {{(pid=105586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:18:58.340088 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9826674a-5b79-4df8-976f-b33b8cb2dc4d req-9f8fbde9-d088-4b0c-aa67-6cae4bc4004d tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:18:58.351696 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-9826674a-5b79-4df8-976f-b33b8cb2dc4d req-9f8fbde9-d088-4b0c-aa67-6cae4bc4004d tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] 10.222.0.59 "GET /v2.0/ports?device_id=8efc6892-cde0-4c99-91f7-935d698b9860 HTTP/1.1" status: 200 len: 982 time: 0.6384382 Jul 27 21:18:58.354064 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Device 911e4b2a-29f1-4304-a93b-0d90656759d4 details requested by agent hyperv_n-h2-705658-22 with host n-h2-705658-22 {{(pid=105586) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:18:58.371353 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-c9ea7d79-0489-4a4a-ab51-3052cd846a91 req-23c01282-4b87-4d54-b756-7ca97788ad9d service neutron] 10.222.0.60 "GET /v2.0/networks/a2fbbd2b-5e21-44bb-9251-b86500607834?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1871428 Jul 27 21:18:58.375399 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14f0da8d-2b31-4232-8c2e-2e1bc893aef3 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Network d2bd9219-4168-4aa2-ac8d-51730a978a14 is scheduled to be hosted by DHCP agent 7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a with binding_index 1 {{(pid=105584) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:18:58.402186 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [None req-14f0da8d-2b31-4232-8c2e-2e1bc893aef3 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-22, d2bd9219-4168-4aa2-ac8d-51730a978a14) {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:18:58.416060 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14f0da8d-2b31-4232-8c2e-2e1bc893aef3 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:18:58.417470 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-14f0da8d-2b31-4232-8c2e-2e1bc893aef3 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify callbacks [] for subnet, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:58.419885 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-3ad8b496-f855-4454-bfdd-8fcb8506ccb8 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks [] for port, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:58.423998 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92d7c65b-63dc-4742-b7db-ba3d26bea146 None None] Network d2bd9219-4168-4aa2-ac8d-51730a978a14 requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:18:58.453186 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-14f0da8d-2b31-4232-8c2e-2e1bc893aef3 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3994873 Jul 27 21:18:58.455755 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 46326) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:18:58.503747 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.provisioning_blocks [None req-3ad8b496-f855-4454-bfdd-8fcb8506ccb8 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Transition to ACTIVE for port object bccbfb47-00b6-45a7-a6d0-79754d85ef2a will not be triggered until provisioned by entity DHCP. {{(pid=105585) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:18:58.636088 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-9826674a-5b79-4df8-976f-b33b8cb2dc4d req-eb7f93fd-b744-4325-9c36-f1ec233eb9b1 tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] 10.222.0.59 "GET /v2.0/security-groups?id=f5924076-c9d9-4c1a-9ab9-4b011fc38663&id=2c05ebf3-3def-44b7-8c5d-2f4057e8386f&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.2830176 Jul 27 21:18:58.642251 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-3ad8b496-f855-4454-bfdd-8fcb8506ccb8 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:58.734272 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ad8b496-f855-4454-bfdd-8fcb8506ccb8 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Network 1d615a85-844c-4c57-a0fc-2090e87300f0 is already hosted by enough agents. {{(pid=105585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:18:58.738876 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.base_scheduler [None req-3ad8b496-f855-4454-bfdd-8fcb8506ccb8 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Resources bound (agent type, host, resource id): {{(pid=105585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:18:58.764946 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ad8b496-f855-4454-bfdd-8fcb8506ccb8 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Received port after_create {{(pid=105585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:18:58.772655 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ad8b496-f855-4454-bfdd-8fcb8506ccb8 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:18:58.774702 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-3ad8b496-f855-4454-bfdd-8fcb8506ccb8 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:58.813163 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-3ad8b496-f855-4454-bfdd-8fcb8506ccb8 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.6951470 Jul 27 21:18:58.816550 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 46332) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:18:58.827871 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.db_base_plugin_common [None req-3441cda1-3847-48e2-ba50-1379469dec69 None None] Allocated IP 2001:db8::2 (1d615a85-844c-4c57-a0fc-2090e87300f0/aa1f0ccc-28ba-44da-b402-d22c2e8768f6/f7b0180e-5bf5-4c20-a758-e5f7811de773) {{(pid=105586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:18:58.831225 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] For port 911e4b2a-29f1-4304-a93b-0d90656759d4, host n-h2-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=911e4b2a-29f1-4304-a93b-0d90656759d4,segment=NetworkSegment(172bfae8-50e3-47ab-a92b-938d99445370),segment_id=172bfae8-50e3-47ab-a92b-938d99445370)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:18:58.899374 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Returning: {'device': '911e4b2a-29f1-4304-a93b-0d90656759d4', 'network_id': 'a2fbbd2b-5e21-44bb-9251-b86500607834', 'port_id': '911e4b2a-29f1-4304-a93b-0d90656759d4', 'mac_address': 'fa:16:3e:13:6a:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 233, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f236d01-a91d-4829-92e0-1f1647a0c752', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105586) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:18:58.904765 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad8b496-f855-4454-bfdd-8fcb8506ccb8 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Pushing event updated for resources: {'Port': ['ID=bccbfb47-00b6-45a7-a6d0-79754d85ef2a,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:18:58.972040 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a1ef02-0811-4201-b4b0-4fb65a20adef req-3bab737f-c9b4-4109-8847-acb80462d2c3 tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:18:58.974481 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-77a1ef02-0811-4201-b4b0-4fb65a20adef req-3bab737f-c9b4-4109-8847-acb80462d2c3 tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] 10.222.0.59 "GET /v2.0/ports?device_id=0ed2fecf-f104-4fc8-b279-c89dbd5a8969 HTTP/1.1" status: 200 len: 946 time: 0.2662606 Jul 27 21:18:59.017311 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21b98d2c-ff2d-400f-b722-7cdae2faa67d tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:18:59.022690 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-21b98d2c-ff2d-400f-b722-7cdae2faa67d tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.2024517 Jul 27 21:18:59.025175 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 46338) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:18:59.039027 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-211c0aff-4256-4ef1-9a02-431166157456 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30bb4b93-b285-5d90-9493-f9ec33ea333c-d2bd9219-4168-4aa2-ac8d-51730a978a14', 'network_id': 'd2bd9219-4168-4aa2-ac8d-51730a978a14', 'tenant_id': 'b2a273d14da548f08e5e2947b1efbc75', 'fixed_ips': [{'subnet_id': '26a4c494-c373-4559-8390-14c25615fa06'}]}} from n-d-705658-22. {{(pid=105586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 21:18:59.039027 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-211c0aff-4256-4ef1-9a02-431166157456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:59.045159 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cc1213-d792-4ac8-a399-80e998f93b08 req-4013522c-2e5b-47ef-ac04-bc220de05b23 tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:18:59.048319 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-72cc1213-d792-4ac8-a399-80e998f93b08 req-4013522c-2e5b-47ef-ac04-bc220de05b23 tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] 10.222.0.60 "GET /v2.0/ports?device_id=0ed2fecf-f104-4fc8-b279-c89dbd5a8969 HTTP/1.1" status: 200 len: 946 time: 0.2050164 Jul 27 21:18:59.146536 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:59.149172 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-778633c7-6de4-4fe7-90c4-6be7c1a31bb1 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:59.201044 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-77a1ef02-0811-4201-b4b0-4fb65a20adef req-2b6a62a9-93f2-4e15-8c5a-23ea8824ab02 tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] 10.222.0.59 "GET /v2.0/security-groups?id=9a7007a9-34fe-445e-9576-80a9b33bcd70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2166328 Jul 27 21:18:59.247644 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3441cda1-3847-48e2-ba50-1379469dec69 None None] Notify callbacks [] for port, precommit_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:59.256980 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-3441cda1-3847-48e2-ba50-1379469dec69 None None] Transition to ACTIVE for port object f7b0180e-5bf5-4c20-a758-e5f7811de773 will not be triggered until provisioned by entity L2. {{(pid=105586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:18:59.274037 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-3441cda1-3847-48e2-ba50-1379469dec69 None None] Transition to ACTIVE for port object f7b0180e-5bf5-4c20-a758-e5f7811de773 will not be triggered until provisioned by entity DHCP. {{(pid=105586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:18:59.293275 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3441cda1-3847-48e2-ba50-1379469dec69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143'] for port, after_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:59.331726 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [None req-3d54578f-831f-4696-b568-13c455922dab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 911e4b2a-29f1-4304-a93b-0d90656759d4 {{(pid=105586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:18:59.333681 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [None req-1612ec40-5e0d-44cd-86a0-ad1c354ddf5f tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Deleting port bccbfb47-00b6-45a7-a6d0-79754d85ef2a {{(pid=105585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:18:59.334043 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-1612ec40-5e0d-44cd-86a0-ad1c354ddf5f tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:59.554664 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [req-72cc1213-d792-4ac8-a399-80e998f93b08 req-eb8609c2-90e0-42ec-9cee-6142c979d470 tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] Deleting port 6a4b8ce2-5576-4cee-bfe3-748a068501c6 {{(pid=105584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:18:59.556601 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-72cc1213-d792-4ac8-a399-80e998f93b08 req-eb8609c2-90e0-42ec-9cee-6142c979d470 tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:59.608180 n-d-705658-22 neutron-server[105586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3441cda1-3847-48e2-ba50-1379469dec69 None None] Network 1d615a85-844c-4c57-a0fc-2090e87300f0 is already hosted by enough agents. {{(pid=105586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:18:59.636038 n-d-705658-22 neutron-server[105586]: DEBUG neutron.scheduler.base_scheduler [None req-3441cda1-3847-48e2-ba50-1379469dec69 None None] Resources bound (agent type, host, resource id): {{(pid=105586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:18:59.687105 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] For port 911e4b2a-29f1-4304-a93b-0d90656759d4, host n-h2-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=911e4b2a-29f1-4304-a93b-0d90656759d4,segment=NetworkSegment(172bfae8-50e3-47ab-a92b-938d99445370),segment_id=172bfae8-50e3-47ab-a92b-938d99445370)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:18:59.687378 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [req-72cc1213-d792-4ac8-a399-80e998f93b08 req-eb8609c2-90e0-42ec-9cee-6142c979d470 tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] For port 6a4b8ce2-5576-4cee-bfe3-748a068501c6, host n-h2-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=6a4b8ce2-5576-4cee-bfe3-748a068501c6,segment=NetworkSegment(82701821-d08d-4e1b-9667-8c6e67e04bdc),segment_id=82701821-d08d-4e1b-9667-8c6e67e04bdc)] {{(pid=105584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:18:59.687769 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-72cc1213-d792-4ac8-a399-80e998f93b08 req-eb8609c2-90e0-42ec-9cee-6142c979d470 tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:59.705802 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.db_base_plugin_common [None req-211c0aff-4256-4ef1-9a02-431166157456 None None] Allocated IP 172.21.0.2 (d2bd9219-4168-4aa2-ac8d-51730a978a14/26a4c494-c373-4559-8390-14c25615fa06/3ddfc47c-0f1d-4449-8246-fef1ddfde492) {{(pid=105586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:18:59.710579 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3441cda1-3847-48e2-ba50-1379469dec69 None None] Received port after_create {{(pid=105586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:18:59.737601 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:59.752312 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [req-72cc1213-d792-4ac8-a399-80e998f93b08 req-eb8609c2-90e0-42ec-9cee-6142c979d470 tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] Calling delete_port for 6a4b8ce2-5576-4cee-bfe3-748a068501c6 owned by compute:nova {{(pid=105584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:18:59.760618 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-b402fc3f-ef7a-44d8-89e7-a873a08a6541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '143736f8-a94b-4c2e-b6b5-2224630f39aa', 'name': 'tempest-RoutersTest-router-2098360871', 'tenant_id': 'b2a273d14da548f08e5e2947b1efbc75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:18:44Z', 'updated_at': '2021-07-27T21:18:52Z', 'revision_number': 2, 'project_id': 'b2a273d14da548f08e5e2947b1efbc75', 'gw_port_host': None, '_interfaces': [{'id': '8c8e812d-bdf9-4cf4-b8c7-3dc810eefb32', 'name': '', 'network_id': '3c05b601-6f3f-4129-89fb-58b7bb9fe8d3', 'tenant_id': 'b2a273d14da548f08e5e2947b1efbc75', 'mac_address': 'fa:16:3e:da:90:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '143736f8-a94b-4c2e-b6b5-2224630f39aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2848, 'fixed_ips': [{'subnet_id': '5243c389-81dc-4a3a-888e-c7f09f4ecbc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:18:48Z', 'updated_at': '2021-07-27T21:18:57Z', 'revision_number': 4, 'project_id': 'b2a273d14da548f08e5e2947b1efbc75', 'subnets': [{'id': '5243c389-81dc-4a3a-888e-c7f09f4ecbc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-22', False) {} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:18:59.780673 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3441cda1-3847-48e2-ba50-1379469dec69 None None] Pushing event updated for resources: {'Port': ['ID=f7b0180e-5bf5-4c20-a758-e5f7811de773,revision_number=1']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:18:59.889117 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b402fc3f-ef7a-44d8-89e7-a873a08a6541 None None] The sync data for ids ['143736f8-a94b-4c2e-b6b5-2224630f39aa'] in n-d-705658-22 is: [{'id': '143736f8-a94b-4c2e-b6b5-2224630f39aa', 'name': 'tempest-RoutersTest-router-2098360871', 'tenant_id': 'b2a273d14da548f08e5e2947b1efbc75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:18:44Z', 'updated_at': '2021-07-27T21:18:52Z', 'revision_number': 2, 'project_id': 'b2a273d14da548f08e5e2947b1efbc75', 'gw_port_host': None, '_interfaces': [{'id': '8c8e812d-bdf9-4cf4-b8c7-3dc810eefb32', 'name': '', 'network_id': '3c05b601-6f3f-4129-89fb-58b7bb9fe8d3', 'tenant_id': 'b2a273d14da548f08e5e2947b1efbc75', 'mac_address': 'fa:16:3e:da:90:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '143736f8-a94b-4c2e-b6b5-2224630f39aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2848, 'fixed_ips': [{'subnet_id': '5243c389-81dc-4a3a-888e-c7f09f4ecbc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:18:48Z', 'updated_at': '2021-07-27T21:18:57Z', 'revision_number': 4, 'project_id': 'b2a273d14da548f08e5e2947b1efbc75', 'subnets': [{'id': '5243c389-81dc-4a3a-888e-c7f09f4ecbc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:19:00.002655 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-72cc1213-d792-4ac8-a399-80e998f93b08 req-eb8609c2-90e0-42ec-9cee-6142c979d470 tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:00.020854 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-3441cda1-3847-48e2-ba50-1379469dec69 None None] Attempting to bind port f7b0180e-5bf5-4c20-a758-e5f7811de773 on host n-d-705658-22 for vnic_type normal with profile {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:19:00.021576 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-3441cda1-3847-48e2-ba50-1379469dec69 None None] Attempting to bind port f7b0180e-5bf5-4c20-a758-e5f7811de773 by drivers openvswitch,hyperv on host n-d-705658-22 at level 0 using segments [{'id': '532d8a52-575f-45de-a3af-efbea8c8f6d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '1d615a85-844c-4c57-a0fc-2090e87300f0'}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:19:00.022549 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3441cda1-3847-48e2-ba50-1379469dec69 None None] Attempting to bind port f7b0180e-5bf5-4c20-a758-e5f7811de773 on network 1d615a85-844c-4c57-a0fc-2090e87300f0 {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:19:00.073876 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3441cda1-3847-48e2-ba50-1379469dec69 None None] Checking agent: {'id': '04a7ea91-6318-467e-ace6-b0fb48c8690f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 41, 42), 'started_at': datetime.datetime(2021, 7, 27, 20, 42, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 18, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:19:00.074336 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3441cda1-3847-48e2-ba50-1379469dec69 None None] Checking segment: {'id': '532d8a52-575f-45de-a3af-efbea8c8f6d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '1d615a85-844c-4c57-a0fc-2090e87300f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:19:00.074660 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3441cda1-3847-48e2-ba50-1379469dec69 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:00.075092 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3441cda1-3847-48e2-ba50-1379469dec69 None None] Bound using segment: {'id': '532d8a52-575f-45de-a3af-efbea8c8f6d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '1d615a85-844c-4c57-a0fc-2090e87300f0'} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:19:00.075605 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-3441cda1-3847-48e2-ba50-1379469dec69 None None] Bound port: f7b0180e-5bf5-4c20-a758-e5f7811de773, host: n-d-705658-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '532d8a52-575f-45de-a3af-efbea8c8f6d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '1d615a85-844c-4c57-a0fc-2090e87300f0'}}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:19:00.075989 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3441cda1-3847-48e2-ba50-1379469dec69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:00.086155 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8609c2-90e0-42ec-9cee-6142c979d470 tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] Pushing event deleted for resources: {'Port': ['ID=6a4b8ce2-5576-4cee-bfe3-748a068501c6,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:19:00.096384 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] get_ports_and_sgs() called for port_ids ['911e4b2a-29f1-4304-a93b-0d90656759d4'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:19:00.165715 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Pushing event updated for resources: {'Port': ['ID=911e4b2a-29f1-4304-a93b-0d90656759d4,revision_number=4']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:19:00.269869 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [req-72cc1213-d792-4ac8-a399-80e998f93b08 req-eb8609c2-90e0-42ec-9cee-6142c979d470 tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] No DVR routers for this DVR port 6a4b8ce2-5576-4cee-bfe3-748a068501c6 on host n-h2-705658-22 {{(pid=105584) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:19:00.277387 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-72cc1213-d792-4ac8-a399-80e998f93b08 req-eb8609c2-90e0-42ec-9cee-6142c979d470 tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:00.281706 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-72cc1213-d792-4ac8-a399-80e998f93b08 req-eb8609c2-90e0-42ec-9cee-6142c979d470 tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] 10.222.0.60 "DELETE /v2.0/ports/6a4b8ce2-5576-4cee-bfe3-748a068501c6 HTTP/1.1" status: 204 len: 173 time: 1.2181478 Jul 27 21:19:00.282217 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ed2fecf-f104-4fc8-b279-c89dbd5a8969', 'name': 'network-vif-deleted', 'tag': '6a4b8ce2-5576-4cee-bfe3-748a068501c6'}] {{(pid=105584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:19:00.289491 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bce5e6c8685464f7626901654159975603b047827e3138302ed6566e28f1343" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d818e17-62a8-4d63-9a31-bc0fa80334d3" -d '{"events": [{"server_uuid": "0ed2fecf-f104-4fc8-b279-c89dbd5a8969", "name": "network-vif-deleted", "tag": "6a4b8ce2-5576-4cee-bfe3-748a068501c6"}]}' {{(pid=105584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:19:00.365227 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Device 6a4b8ce2-5576-4cee-bfe3-748a068501c6 no longer exists at agent hyperv_n-h2-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:19:00.437681 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-3afc52dc-a0b2-497a-a630-bdfebf3a3a2b req-76badf46-852f-47e1-bc90-c29129642543 tempest-ServersTestJSON-678437098 tempest-ServersTestJSON-678437098-project] 10.222.0.59 "GET /v2.0/ports?device_id=0ed2fecf-f104-4fc8-b279-c89dbd5a8969 HTTP/1.1" status: 200 len: 210 time: 0.0691750 Jul 27 21:19:00.473548 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-1612ec40-5e0d-44cd-86a0-ad1c354ddf5f tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:00.497428 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [None req-1612ec40-5e0d-44cd-86a0-ad1c354ddf5f tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Calling delete_port for bccbfb47-00b6-45a7-a6d0-79754d85ef2a owned by {{(pid=105585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:19:00.558950 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de73736-d038-4575-a4dc-48e7e6423684 req-2d11568e-4b61-481e-aa61-171710e969a6 tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:19:00.565579 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:19:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-300718a9-25a1-400d-b28b-3dbf9430e89f x-openstack-request-id: req-300718a9-25a1-400d-b28b-3dbf9430e89f {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:19:00.566241 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ed2fecf-f104-4fc8-b279-c89dbd5a8969", "name": "network-vif-deleted", "tag": "6a4b8ce2-5576-4cee-bfe3-748a068501c6", "status": "completed", "code": 200}]} {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:19:00.566677 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-300718a9-25a1-400d-b28b-3dbf9430e89f {{(pid=105584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:19:00.567324 n-d-705658-22 neutron-server[105584]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ed2fecf-f104-4fc8-b279-c89dbd5a8969', 'name': 'network-vif-deleted', 'tag': '6a4b8ce2-5576-4cee-bfe3-748a068501c6', 'status': 'completed', 'code': 200} Jul 27 21:19:00.569623 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-6de73736-d038-4575-a4dc-48e7e6423684 req-2d11568e-4b61-481e-aa61-171710e969a6 tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] 10.222.0.59 "GET /v2.0/ports?device_id=8efc6892-cde0-4c99-91f7-935d698b9860 HTTP/1.1" status: 200 len: 983 time: 0.3640621 Jul 27 21:19:00.728386 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-6de73736-d038-4575-a4dc-48e7e6423684 req-e3ef6f51-61d4-461a-8e7e-a7df3987d520 tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] 10.222.0.59 "GET /v2.0/security-groups?id=f5924076-c9d9-4c1a-9ab9-4b011fc38663&id=2c05ebf3-3def-44b7-8c5d-2f4057e8386f&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1556258 Jul 27 21:19:00.828748 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-3d54578f-831f-4696-b568-13c455922dab None None] No Port match for: 6a4b8ce2-5576-4cee-bfe3-748a068501c6 {{(pid=105586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:19:00.828748 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Device 6a4b8ce2-5576-4cee-bfe3-748a068501c6 not bound to the agent host n-h2-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:19:00.873787 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-211c0aff-4256-4ef1-9a02-431166157456 None None] Notify callbacks [] for port, precommit_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:00.894306 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-1612ec40-5e0d-44cd-86a0-ad1c354ddf5f tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:00.926336 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3441cda1-3847-48e2-ba50-1379469dec69 None None] For port f7b0180e-5bf5-4c20-a758-e5f7811de773, host n-d-705658-22, cleared binding levels {{(pid=105586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:19:00.935505 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-211c0aff-4256-4ef1-9a02-431166157456 None None] Transition to ACTIVE for port object 3ddfc47c-0f1d-4449-8246-fef1ddfde492 will not be triggered until provisioned by entity L2. {{(pid=105586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:19:00.938881 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3441cda1-3847-48e2-ba50-1379469dec69 None None] For port f7b0180e-5bf5-4c20-a758-e5f7811de773, host n-d-705658-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=f7b0180e-5bf5-4c20-a758-e5f7811de773,segment=NetworkSegment(532d8a52-575f-45de-a3af-efbea8c8f6d5),segment_id=532d8a52-575f-45de-a3af-efbea8c8f6d5)] {{(pid=105586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:19:00.959740 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3441cda1-3847-48e2-ba50-1379469dec69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:00.969874 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1612ec40-5e0d-44cd-86a0-ad1c354ddf5f tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Pushing event deleted for resources: {'Port': ['ID=bccbfb47-00b6-45a7-a6d0-79754d85ef2a,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:19:01.022502 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-211c0aff-4256-4ef1-9a02-431166157456 None None] Transition to ACTIVE for port object 3ddfc47c-0f1d-4449-8246-fef1ddfde492 will not be triggered until provisioned by entity DHCP. {{(pid=105586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:19:01.056778 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-1612ec40-5e0d-44cd-86a0-ad1c354ddf5f tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:01.063210 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 46384) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:19:01.064491 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-1612ec40-5e0d-44cd-86a0-ad1c354ddf5f tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] 10.222.0.59 "DELETE /v2.0/ports/bccbfb47-00b6-45a7-a6d0-79754d85ef2a HTTP/1.1" status: 204 len: 168 time: 2.0127881 Jul 27 21:19:01.078631 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-211c0aff-4256-4ef1-9a02-431166157456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143'] for port, after_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:01.144670 n-d-705658-22 neutron-server[105586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-211c0aff-4256-4ef1-9a02-431166157456 None None] Network d2bd9219-4168-4aa2-ac8d-51730a978a14 is already hosted by enough agents. {{(pid=105586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:19:01.151971 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3441cda1-3847-48e2-ba50-1379469dec69 None None] Pushing event updated for resources: {'Port': ['ID=f7b0180e-5bf5-4c20-a758-e5f7811de773,revision_number=2']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:19:01.167562 n-d-705658-22 neutron-server[105586]: DEBUG neutron.scheduler.base_scheduler [None req-211c0aff-4256-4ef1-9a02-431166157456 None None] Resources bound (agent type, host, resource id): {{(pid=105586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:19:01.173767 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-211c0aff-4256-4ef1-9a02-431166157456 None None] Received port after_create {{(pid=105586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:19:01.292325 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211c0aff-4256-4ef1-9a02-431166157456 None None] Pushing event updated for resources: {'Port': ['ID=3ddfc47c-0f1d-4449-8246-fef1ddfde492,revision_number=1']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:19:01.296610 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb22fa5b-a2dd-4b60-93da-76d2ea4026bf tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:19:01.310980 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb22fa5b-a2dd-4b60-93da-76d2ea4026bf tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:19:01.314937 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-cb22fa5b-a2dd-4b60-93da-76d2ea4026bf tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2479699 Jul 27 21:19:01.315292 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 46394) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:19:01.323488 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.db_base_plugin_common [None req-778633c7-6de4-4fe7-90c4-6be7c1a31bb1 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Allocated IP 172.21.0.1 (d2bd9219-4168-4aa2-ac8d-51730a978a14/26a4c494-c373-4559-8390-14c25615fa06/3819275d-931c-4e77-af59-0a072b5437d6) {{(pid=105584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:19:01.447851 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-211c0aff-4256-4ef1-9a02-431166157456 None None] Attempting to bind port 3ddfc47c-0f1d-4449-8246-fef1ddfde492 on host n-d-705658-22 for vnic_type normal with profile {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:19:01.448411 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-211c0aff-4256-4ef1-9a02-431166157456 None None] Attempting to bind port 3ddfc47c-0f1d-4449-8246-fef1ddfde492 by drivers openvswitch,hyperv on host n-d-705658-22 at level 0 using segments [{'id': 'ae871331-78ed-4377-9138-d9d0b669a644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'd2bd9219-4168-4aa2-ac8d-51730a978a14'}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:19:01.449106 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-211c0aff-4256-4ef1-9a02-431166157456 None None] Attempting to bind port 3ddfc47c-0f1d-4449-8246-fef1ddfde492 on network d2bd9219-4168-4aa2-ac8d-51730a978a14 {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:19:01.463220 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-211c0aff-4256-4ef1-9a02-431166157456 None None] Checking agent: {'id': '04a7ea91-6318-467e-ace6-b0fb48c8690f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 41, 42), 'started_at': datetime.datetime(2021, 7, 27, 20, 42, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 18, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:19:01.463721 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-211c0aff-4256-4ef1-9a02-431166157456 None None] Checking segment: {'id': 'ae871331-78ed-4377-9138-d9d0b669a644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'd2bd9219-4168-4aa2-ac8d-51730a978a14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:19:01.464224 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-211c0aff-4256-4ef1-9a02-431166157456 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:01.465196 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-211c0aff-4256-4ef1-9a02-431166157456 None None] Bound using segment: {'id': 'ae871331-78ed-4377-9138-d9d0b669a644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'd2bd9219-4168-4aa2-ac8d-51730a978a14'} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:19:01.468301 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-211c0aff-4256-4ef1-9a02-431166157456 None None] Bound port: 3ddfc47c-0f1d-4449-8246-fef1ddfde492, host: n-d-705658-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae871331-78ed-4377-9138-d9d0b669a644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'd2bd9219-4168-4aa2-ac8d-51730a978a14'}}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:19:01.468782 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-211c0aff-4256-4ef1-9a02-431166157456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:01.547135 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 46400) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:19:01.552678 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e68474d-bd53-43bc-8c7f-aab1a1a140e4 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Deleting subnet aa1f0ccc-28ba-44da-b402-d22c2e8768f6 {{(pid=105584) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:19:01.563412 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-5e68474d-bd53-43bc-8c7f-aab1a1a140e4 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks [] for subnet, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:01.582980 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-211c0aff-4256-4ef1-9a02-431166157456 None None] For port 3ddfc47c-0f1d-4449-8246-fef1ddfde492, host n-d-705658-22, cleared binding levels {{(pid=105586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:19:01.586643 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-211c0aff-4256-4ef1-9a02-431166157456 None None] For port 3ddfc47c-0f1d-4449-8246-fef1ddfde492, host n-d-705658-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=3ddfc47c-0f1d-4449-8246-fef1ddfde492,segment=NetworkSegment(ae871331-78ed-4377-9138-d9d0b669a644),segment_id=ae871331-78ed-4377-9138-d9d0b669a644)] {{(pid=105586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:19:01.596990 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-211c0aff-4256-4ef1-9a02-431166157456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:01.646707 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.db_base_plugin_v2 [None req-45d8f045-35ec-45d8-8b02-08ed250844bb admin admin] Deleting subnet c0af41ef-52d2-41ac-b6df-e93e08f17b8d {{(pid=105585) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:19:01.650344 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-45d8f045-35ec-45d8-8b02-08ed250844bb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:01.672684 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211c0aff-4256-4ef1-9a02-431166157456 None None] Pushing event updated for resources: {'Port': ['ID=3ddfc47c-0f1d-4449-8246-fef1ddfde492,revision_number=2']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:19:01.694108 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-5e68474d-bd53-43bc-8c7f-aab1a1a140e4 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9014207'] for subnet, precommit_delete_associations {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:01.710400 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-45d8f045-35ec-45d8-8b02-08ed250844bb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9887057'] for subnet, precommit_delete_associations {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:01.797900 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-45d8f045-35ec-45d8-8b02-08ed250844bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854965'] for subnet, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:01.860853 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-5e68474d-bd53-43bc-8c7f-aab1a1a140e4 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854965'] for subnet, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:02.008923 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-778633c7-6de4-4fe7-90c4-6be7c1a31bb1 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify callbacks [] for port, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:02.015430 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 8c8e812d-bdf9-4cf4-b8c7-3dc810eefb32 up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:19:02.061945 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.provisioning_blocks [None req-778633c7-6de4-4fe7-90c4-6be7c1a31bb1 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Transition to ACTIVE for port object 3819275d-931c-4e77-af59-0a072b5437d6 will not be triggered until provisioned by entity DHCP. {{(pid=105584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:19:02.081766 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-45d8f045-35ec-45d8-8b02-08ed250844bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10221602', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9990583'] for subnet, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:02.128364 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning for port 8c8e812d-bdf9-4cf4-b8c7-3dc810eefb32 completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:19:02.137326 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port 8c8e812d-bdf9-4cf4-b8c7-3dc810eefb32 triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:19:02.138957 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:02.152316 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-45d8f045-35ec-45d8-8b02-08ed250844bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743886'] for subnet, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:02.155762 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-45d8f045-35ec-45d8-8b02-08ed250844bb admin admin] 10.222.0.59 "DELETE /v2.0/subnets/c0af41ef-52d2-41ac-b6df-e93e08f17b8d HTTP/1.1" status: 204 len: 168 time: 0.6076083 Jul 27 21:19:02.158321 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d8f045-35ec-45d8-8b02-08ed250844bb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c0af41ef-52d2-41ac-b6df-e93e08f17b8d,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:19:02.162820 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 46410) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:19:02.169569 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-778633c7-6de4-4fe7-90c4-6be7c1a31bb1 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:02.180682 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42042c85-b7e3-431e-bcfb-d3e3017a94af req-8dfb56ee-8e66-4357-b192-69be0a6b3995 tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:19:02.182784 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-42042c85-b7e3-431e-bcfb-d3e3017a94af req-8dfb56ee-8e66-4357-b192-69be0a6b3995 tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] 10.222.0.59 "GET /v2.0/ports?device_id=8efc6892-cde0-4c99-91f7-935d698b9860 HTTP/1.1" status: 200 len: 983 time: 0.3140597 Jul 27 21:19:02.248132 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-778633c7-6de4-4fe7-90c4-6be7c1a31bb1 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Network d2bd9219-4168-4aa2-ac8d-51730a978a14 is already hosted by enough agents. {{(pid=105584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:19:02.254615 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [None req-778633c7-6de4-4fe7-90c4-6be7c1a31bb1 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Resources bound (agent type, host, resource id): {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:19:02.260930 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-778633c7-6de4-4fe7-90c4-6be7c1a31bb1 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Received port after_create {{(pid=105584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:19:02.313680 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-5e68474d-bd53-43bc-8c7f-aab1a1a140e4 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9014081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9738825'] for subnet, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:02.383887 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e68474d-bd53-43bc-8c7f-aab1a1a140e4 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Pushing event deleted for resources: {'Subnet': ['ID=aa1f0ccc-28ba-44da-b402-d22c2e8768f6,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:19:02.387286 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778633c7-6de4-4fe7-90c4-6be7c1a31bb1 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Pushing event updated for resources: {'Port': ['ID=3819275d-931c-4e77-af59-0a072b5437d6,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:19:02.395831 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-5e68474d-bd53-43bc-8c7f-aab1a1a140e4 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks [] for subnet, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:02.396780 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-42042c85-b7e3-431e-bcfb-d3e3017a94af req-54e1d2af-3cc3-422e-b531-80058c1af42f tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] 10.222.0.59 "GET /v2.0/security-groups?id=f5924076-c9d9-4c1a-9ab9-4b011fc38663&id=2c05ebf3-3def-44b7-8c5d-2f4057e8386f&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.2011759 Jul 27 21:19:02.398205 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-5e68474d-bd53-43bc-8c7f-aab1a1a140e4 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] 10.222.0.59 "DELETE /v2.0/subnets/aa1f0ccc-28ba-44da-b402-d22c2e8768f6 HTTP/1.1" status: 204 len: 168 time: 1.0819879 Jul 27 21:19:02.401989 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 46424) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:19:02.428802 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Device 911e4b2a-29f1-4304-a93b-0d90656759d4 up at agent hyperv_n-h2-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:19:02.439727 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-38ecd6a0-fd33-4195-9a1d-1b4ad24fbeb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-990557'] for network, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:02.455417 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-6b676526-b00d-4e2e-9614-4257188cf376 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0515885 Jul 27 21:19:02.457763 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 46426) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:19:02.475344 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:02.530643 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] For port 8c8e812d-bdf9-4cf4-b8c7-3dc810eefb32, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=8c8e812d-bdf9-4cf4-b8c7-3dc810eefb32,segment=NetworkSegment(0ce479f9-0bcc-40bc-80e9-6d6784a2a8e1),segment_id=0ce479f9-0bcc-40bc-80e9-6d6784a2a8e1)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:19:02.533775 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-3d54578f-831f-4696-b568-13c455922dab None None] Provisioning for port 911e4b2a-29f1-4304-a93b-0d90656759d4 completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:19:02.541827 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:02.543320 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device f7b0180e-5bf5-4c20-a758-e5f7811de773 up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:19:02.548953 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-3d54578f-831f-4696-b568-13c455922dab None None] Provisioning complete for port 911e4b2a-29f1-4304-a93b-0d90656759d4 triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:19:02.551480 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:02.555564 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-778633c7-6de4-4fe7-90c4-6be7c1a31bb1 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4075523'] for router_interface, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:02.608675 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-38ecd6a0-fd33-4195-9a1d-1b4ad24fbeb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853562', 'neutron.services.segments.db._delete_segments_for_network-8790688882975'] for network, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:02.620072 n-d-705658-22 neutron-server[105585]: DEBUG neutron.services.segments.db [None req-38ecd6a0-fd33-4195-9a1d-1b4ad24fbeb2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ce75dcf-0fe8-4adc-83bc-310cc0685be5']}} {{(pid=105585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:19:02.646065 n-d-705658-22 neutron-server[105585]: DEBUG neutron.services.segments.db [None req-38ecd6a0-fd33-4195-9a1d-1b4ad24fbeb2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82701821-d08d-4e1b-9667-8c6e67e04bdc') {'for_net_delete': True} {{(pid=105585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:19:02.646511 n-d-705658-22 neutron-server[105585]: DEBUG neutron.services.segments.db [None req-38ecd6a0-fd33-4195-9a1d-1b4ad24fbeb2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82701821-d08d-4e1b-9667-8c6e67e04bdc') {} {{(pid=105585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:19:02.658076 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-38ecd6a0-fd33-4195-9a1d-1b4ad24fbeb2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790688883752', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9886370'] for segment, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:02.712026 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-38ecd6a0-fd33-4195-9a1d-1b4ad24fbeb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:02.728073 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38ecd6a0-fd33-4195-9a1d-1b4ad24fbeb2 admin admin] Releasing vlan 218 on physical network physnet1 to pool {{(pid=105585) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:19:02.728851 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-38ecd6a0-fd33-4195-9a1d-1b4ad24fbeb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10221644'] for segment, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:02.730980 n-d-705658-22 neutron-server[105585]: Traceback (most recent call last): Jul 27 21:19:02.730980 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:19:02.730980 n-d-705658-22 neutron-server[105585]: timer() Jul 27 21:19:02.730980 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:19:02.730980 n-d-705658-22 neutron-server[105585]: cb(*args, **kw) Jul 27 21:19:02.730980 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:19:02.730980 n-d-705658-22 neutron-server[105585]: return func(*args, **kwargs) Jul 27 21:19:02.730980 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:19:02.730980 n-d-705658-22 neutron-server[105585]: self._notify() Jul 27 21:19:02.730980 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:19:02.730980 n-d-705658-22 neutron-server[105585]: self.callback(batched_events) Jul 27 21:19:02.730980 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:19:02.730980 n-d-705658-22 neutron-server[105585]: event.method(event) Jul 27 21:19:02.730980 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:19:02.730980 n-d-705658-22 neutron-server[105585]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:19:02.730980 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:19:02.730980 n-d-705658-22 neutron-server[105585]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:19:02.730980 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:19:02.730980 n-d-705658-22 neutron-server[105585]: return f(self, *a, **k) Jul 27 21:19:02.730980 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:19:02.730980 n-d-705658-22 neutron-server[105585]: return self._get(url).json() Jul 27 21:19:02.730980 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:19:02.730980 n-d-705658-22 neutron-server[105585]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:19:02.730980 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:19:02.730980 n-d-705658-22 neutron-server[105585]: return self.request(url, 'GET', **kwargs) Jul 27 21:19:02.730980 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:19:02.730980 n-d-705658-22 neutron-server[105585]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:19:02.730980 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:19:02.730980 n-d-705658-22 neutron-server[105585]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:19:02.730980 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:19:02.730980 n-d-705658-22 neutron-server[105585]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:19:02.730980 n-d-705658-22 neutron-server[105585]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:19:02.740870 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Pushing event updated for resources: {'Port': ['ID=8c8e812d-bdf9-4cf4-b8c7-3dc810eefb32,revision_number=5']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:19:02.755764 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning for port f7b0180e-5bf5-4c20-a758-e5f7811de773 completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:19:02.780520 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-778633c7-6de4-4fe7-90c4-6be7c1a31bb1 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:02.820855 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-38ecd6a0-fd33-4195-9a1d-1b4ad24fbeb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4075658'] for network, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:02.831559 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95ecaca9-e02b-4c33-98d9-bb58eaff5fd2 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:19:02.834509 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-38ecd6a0-fd33-4195-9a1d-1b4ad24fbeb2 admin admin] Notify callbacks [] for network, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:02.836252 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:02.836680 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-95ecaca9-e02b-4c33-98d9-bb58eaff5fd2 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.3698401 Jul 27 21:19:02.837260 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-38ecd6a0-fd33-4195-9a1d-1b4ad24fbeb2 admin admin] 10.222.0.59 "DELETE /v2.0/networks/4ce75dcf-0fe8-4adc-83bc-310cc0685be5 HTTP/1.1" status: 204 len: 168 time: 0.6729779 Jul 27 21:19:02.847802 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 46438) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:19:02.900098 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] For port 911e4b2a-29f1-4304-a93b-0d90656759d4, host n-h2-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=911e4b2a-29f1-4304-a93b-0d90656759d4,segment=NetworkSegment(172bfae8-50e3-47ab-a92b-938d99445370),segment_id=172bfae8-50e3-47ab-a92b-938d99445370)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:19:02.905067 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8efc6892-cde0-4c99-91f7-935d698b9860', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '911e4b2a-29f1-4304-a93b-0d90656759d4'}] {{(pid=105586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:19:02.907449 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14c1663e039faf5393f87855f745010ac5b02220355b68fdbf065393e303ac56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a52996ed-4065-4d57-b385-118046091350" -d '{"events": [{"server_uuid": "8efc6892-cde0-4c99-91f7-935d698b9860", "name": "network-vif-plugged", "status": "completed", "tag": "911e4b2a-29f1-4304-a93b-0d90656759d4"}]}' {{(pid=105586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:19:02.910181 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:02.977009 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ecd6a0-fd33-4195-9a1d-1b4ad24fbeb2 admin admin] Pushing event deleted for resources: {'Network': ['ID=4ce75dcf-0fe8-4adc-83bc-310cc0685be5,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:19:02.996682 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08ada5c0-8ca7-4c78-b5cc-7d3887bdd011 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:19:02.998749 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-08ada5c0-8ca7-4c78-b5cc-7d3887bdd011 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1468239 Jul 27 21:19:03.003040 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 46448) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:19:03.007522 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:19:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac8dad6c-0667-435d-9d1a-bb9775391b00 x-openstack-request-id: req-ac8dad6c-0667-435d-9d1a-bb9775391b00 {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:19:03.007745 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8efc6892-cde0-4c99-91f7-935d698b9860", "name": "network-vif-plugged", "status": "completed", "tag": "911e4b2a-29f1-4304-a93b-0d90656759d4", "code": 200}]} {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:19:03.008041 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-ac8dad6c-0667-435d-9d1a-bb9775391b00 {{(pid=105586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:19:03.008346 n-d-705658-22 neutron-server[105586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8efc6892-cde0-4c99-91f7-935d698b9860', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '911e4b2a-29f1-4304-a93b-0d90656759d4', 'code': 200} Jul 27 21:19:03.023975 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Pushing event updated for resources: {'Port': ['ID=911e4b2a-29f1-4304-a93b-0d90656759d4,revision_number=5']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:19:03.158684 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 46456) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:19:03.163377 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-6796e1d2-5e68-4a46-b7dd-80f11fc9d674 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1071935 Jul 27 21:19:03.164397 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-2a17dbc2-528d-47a9-9ed1-e67cdac3b6ed tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Request body: {'subnet': {'network_id': '1d615a85-844c-4c57-a0fc-2090e87300f0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:19:03.342966 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 46460) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:19:03.399982 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180bd85b-bcc0-43c3-9f61-fd498f0d0bde req-2bfb54d2-2e88-44f1-864d-839825a1157b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:19:03.401673 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-180bd85b-bcc0-43c3-9f61-fd498f0d0bde req-2bfb54d2-2e88-44f1-864d-839825a1157b service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=8efc6892-cde0-4c99-91f7-935d698b9860 HTTP/1.1" status: 200 len: 1136 time: 0.2533658 Jul 27 21:19:03.531870 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-180bd85b-bcc0-43c3-9f61-fd498f0d0bde req-558693a8-053c-4585-9821-deba129d2247 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=2c05ebf3-3def-44b7-8c5d-2f4057e8386f&id=f5924076-c9d9-4c1a-9ab9-4b011fc38663&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1201608 Jul 27 21:19:03.569308 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9da46d5-9eb6-4dda-9074-49bb2560754a None None] Network 1d615a85-844c-4c57-a0fc-2090e87300f0 requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:19:03.590131 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-50b793a2-930b-4911-8478-f97023a8c68b admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=600e865a5cde4be3a07c2c6f813959b8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2417448 Jul 27 21:19:03.591539 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 46466) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:19:03.623363 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a17dbc2-528d-47a9-9ed1-e67cdac3b6ed tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Made reservation on behalf of fcd7bb7d26624f8f823446f0b0a5006f for: {'subnet': 1} {{(pid=105585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:19:03.631032 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-2a17dbc2-528d-47a9-9ed1-e67cdac3b6ed tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9990620'] for subnet, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:03.638254 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-778633c7-6de4-4fe7-90c4-6be7c1a31bb1 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify callbacks [] for port, precommit_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:03.646483 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-778633c7-6de4-4fe7-90c4-6be7c1a31bb1 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9014027'] for port, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:03.807435 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9ae2fe3-4720-4b55-b8f1-3583f3d33d40 None None] Network d2bd9219-4168-4aa2-ac8d-51730a978a14 requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:19:03.822824 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778633c7-6de4-4fe7-90c4-6be7c1a31bb1 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Pushing event updated for resources: {'Port': ['ID=3819275d-931c-4e77-af59-0a072b5437d6,revision_number=2']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:19:03.867540 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-778633c7-6de4-4fe7-90c4-6be7c1a31bb1 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3743906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4076435'] for router_interface, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:03.906416 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255f3258-1799-4ebb-852f-368e0dd58293 req-ff2a33db-08a3-48b5-a286-d605c242fe74 tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:19:03.916403 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-255f3258-1799-4ebb-852f-368e0dd58293 req-ff2a33db-08a3-48b5-a286-d605c242fe74 tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] 10.222.0.59 "GET /v2.0/ports?device_id=8efc6892-cde0-4c99-91f7-935d698b9860 HTTP/1.1" status: 200 len: 984 time: 0.4019635 Jul 27 21:19:03.959296 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-3af04f5a-ce68-4b09-a21a-eebce61c7357 None None] Provisioning for port f7b0180e-5bf5-4c20-a758-e5f7811de773 completed by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:19:03.977263 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-3af04f5a-ce68-4b09-a21a-eebce61c7357 None None] Provisioning complete for port f7b0180e-5bf5-4c20-a758-e5f7811de773 triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:19:03.977851 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3af04f5a-ce68-4b09-a21a-eebce61c7357 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:04.010601 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-255f3258-1799-4ebb-852f-368e0dd58293 req-8a0c32c3-4d9b-4393-ac6f-e7a85a783eb6 tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] 10.222.0.59 "GET /v2.0/security-groups?id=f5924076-c9d9-4c1a-9ab9-4b011fc38663&id=2c05ebf3-3def-44b7-8c5d-2f4057e8386f&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0841227 Jul 27 21:19:04.029786 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-2d238274-8ed4-489d-9e01-942e004da026 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:04.037725 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-778633c7-6de4-4fe7-90c4-6be7c1a31bb1 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Network d2bd9219-4168-4aa2-ac8d-51730a978a14 is already hosted by enough agents. {{(pid=105584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:19:04.039354 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [None req-778633c7-6de4-4fe7-90c4-6be7c1a31bb1 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Resources bound (agent type, host, resource id): {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:19:04.099583 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 8c8e812d-bdf9-4cf4-b8c7-3dc810eefb32 up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:19:04.148923 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-2d238274-8ed4-489d-9e01-942e004da026 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:04.174709 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-778633c7-6de4-4fe7-90c4-6be7c1a31bb1 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Router 143736f8-a94b-4c2e-b6b5-2224630f39aa has already been hosted by L3 agent dd128fd7-8e57-4d4f-895b-a96b369df59a {{(pid=105584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:19:04.272931 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port 8c8e812d-bdf9-4cf4-b8c7-3dc810eefb32 triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:19:04.273306 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:04.320662 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-2a17dbc2-528d-47a9-9ed1-e67cdac3b6ed tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10221797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9990606'] for subnet, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:04.322620 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d67e3a4c-b757-4591-a66b-810ad4af9181 None None] DHCP port deletion for 1d615a85-844c-4c57-a0fc-2090e87300f0 request from n-d-705658-22 {{(pid=105586) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 21:19:04.361100 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-2d238274-8ed4-489d-9e01-942e004da026 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:04.365400 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-2d238274-8ed4-489d-9e01-942e004da026 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:04.367493 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-2d238274-8ed4-489d-9e01-942e004da026 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/9a7007a9-34fe-445e-9576-80a9b33bcd70 HTTP/1.1" status: 204 len: 168 time: 0.7669861 Jul 27 21:19:04.386299 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d238274-8ed4-489d-9e01-942e004da026 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a7007a9-34fe-445e-9576-80a9b33bcd70,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:19:04.400362 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a17dbc2-528d-47a9-9ed1-e67cdac3b6ed tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Network 1d615a85-844c-4c57-a0fc-2090e87300f0 is already hosted by enough agents. {{(pid=105585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:19:04.404823 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.base_scheduler [None req-2a17dbc2-528d-47a9-9ed1-e67cdac3b6ed tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Resources bound (agent type, host, resource id): {{(pid=105585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:19:04.408350 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a17dbc2-528d-47a9-9ed1-e67cdac3b6ed tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:19:04.408961 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-2a17dbc2-528d-47a9-9ed1-e67cdac3b6ed tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743886'] for subnet, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:04.468233 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a17dbc2-528d-47a9-9ed1-e67cdac3b6ed tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Pushing event updated for resources: {'Subnet': ['ID=ec11dc8b-8ddd-4f6a-9e6c-1ffbaeca632d,revision_number=0']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:19:04.475363 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-2a17dbc2-528d-47a9-9ed1-e67cdac3b6ed tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3149862 Jul 27 21:19:04.477664 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 46486) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:19:04.503591 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3af04f5a-ce68-4b09-a21a-eebce61c7357 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:04.514062 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-6dc2c839-d54d-4a64-81bc-188244040092 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Request body: {'port': {'network_id': '1d615a85-844c-4c57-a0fc-2090e87300f0', 'fixed_ips': [{'subnet_id': 'ec11dc8b-8ddd-4f6a-9e6c-1ffbaeca632d', 'ip_address': '2001:db8::b19d:aaa3:8c5:3133'}], 'name': 'tempest-NetworksTestDHCPv6-1809007864'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:19:04.652006 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3af04f5a-ce68-4b09-a21a-eebce61c7357 None None] For port f7b0180e-5bf5-4c20-a758-e5f7811de773, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=f7b0180e-5bf5-4c20-a758-e5f7811de773,segment=NetworkSegment(532d8a52-575f-45de-a3af-efbea8c8f6d5),segment_id=532d8a52-575f-45de-a3af-efbea8c8f6d5)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:19:04.721601 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3af04f5a-ce68-4b09-a21a-eebce61c7357 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:04.838116 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6dc2c839-d54d-4a64-81bc-188244040092 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Made reservation on behalf of fcd7bb7d26624f8f823446f0b0a5006f for: {'port': 1} {{(pid=105585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:19:04.883440 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-778633c7-6de4-4fe7-90c4-6be7c1a31bb1 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify agent at l3_agent.n-d-705658-22 the message routers_updated {{(pid=105584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:19:04.885996 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af04f5a-ce68-4b09-a21a-eebce61c7357 None None] Pushing event updated for resources: {'Port': ['ID=f7b0180e-5bf5-4c20-a758-e5f7811de773,revision_number=4']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:19:04.897731 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-778633c7-6de4-4fe7-90c4-6be7c1a31bb1 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] 10.222.0.59 "PUT /v2.0/routers/143736f8-a94b-4c2e-b6b5-2224630f39aa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4385333 Jul 27 21:19:04.899508 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 46494) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:19:04.903881 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f05bb14f-a9d1-41b7-9ccc-edc2c68696ea None None] Sync routers for ids ['143736f8-a94b-4c2e-b6b5-2224630f39aa'] in n-d-705658-22 {{(pid=105587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:19:04.907448 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-6944af36-e4bb-4149-b4aa-9ccabd2faf8f tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Request body: {'network': {'name': 'tempest-RoutersTest-635374853'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:19:04.918382 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f05bb14f-a9d1-41b7-9ccc-edc2c68696ea None None] Routers {'143736f8-a94b-4c2e-b6b5-2224630f39aa'} bound to L3 agent in host n-d-705658-22 {{(pid=105587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:19:04.923050 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-f05bb14f-a9d1-41b7-9ccc-edc2c68696ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:18:42Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['143736f8-a94b-4c2e-b6b5-2224630f39aa'], 'active': True} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:19:04.929361 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-d67e3a4c-b757-4591-a66b-810ad4af9181 None None] Deleting port f7b0180e-5bf5-4c20-a758-e5f7811de773 {{(pid=105586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:19:04.932410 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-d67e3a4c-b757-4591-a66b-810ad4af9181 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:04.937607 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 3ddfc47c-0f1d-4449-8246-fef1ddfde492 up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:19:04.970220 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6944af36-e4bb-4149-b4aa-9ccabd2faf8f tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Made reservation on behalf of b2a273d14da548f08e5e2947b1efbc75 for: {'network': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:19:04.977792 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-6944af36-e4bb-4149-b4aa-9ccabd2faf8f tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for network, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:05.038908 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-40cb49fb-4fdf-4af5-bc47-b5891f54697a None None] Provisioning for port 3ddfc47c-0f1d-4449-8246-fef1ddfde492 completed by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:19:05.085016 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-6dc2c839-d54d-4a64-81bc-188244040092 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:05.089283 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6944af36-e4bb-4149-b4aa-9ccabd2faf8f tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] vlan segment allocate from pool success with {'vlan_id': 224, 'physical_network': 'physnet1'} {{(pid=105584) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:19:05.111531 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-6944af36-e4bb-4149-b4aa-9ccabd2faf8f tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:05.111886 n-d-705658-22 neutron-server[105584]: INFO neutron.db.segments_db [None req-6944af36-e4bb-4149-b4aa-9ccabd2faf8f tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Added segment cd6b766d-4031-4911-b055-7da260850c61 of type vlan for network 182cb311-ed51-4835-b13f-d4700583d2b5 Jul 27 21:19:05.149941 n-d-705658-22 neutron-server[105585]: DEBUG neutron.notifiers.nova [None req-6dc2c839-d54d-4a64-81bc-188244040092 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] device_id is not set on port 4a8bb9c7-d997-421b-89c9-e5b1c79d7620 yet. {{(pid=105585) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 21:19:05.201580 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvr_db [None req-f05bb14f-a9d1-41b7-9ccc-edc2c68696ea None None] Set router 143736f8-a94b-4c2e-b6b5-2224630f39aa gateway port host: None {{(pid=105587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:19:05.222989 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-6944af36-e4bb-4149-b4aa-9ccabd2faf8f tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790688424798'] for network, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:05.319453 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-6944af36-e4bb-4149-b4aa-9ccabd2faf8f tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920'] for network, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:05.325889 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-d67e3a4c-b757-4591-a66b-810ad4af9181 None None] For port f7b0180e-5bf5-4c20-a758-e5f7811de773, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=f7b0180e-5bf5-4c20-a758-e5f7811de773,segment=NetworkSegment(532d8a52-575f-45de-a3af-efbea8c8f6d5),segment_id=532d8a52-575f-45de-a3af-efbea8c8f6d5)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:19:05.326939 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-d67e3a4c-b757-4591-a66b-810ad4af9181 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:05.335651 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning for port 3ddfc47c-0f1d-4449-8246-fef1ddfde492 completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:19:05.338768 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6944af36-e4bb-4149-b4aa-9ccabd2faf8f tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:19:05.342120 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-6944af36-e4bb-4149-b4aa-9ccabd2faf8f tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743886'] for network, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:05.375569 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port 3ddfc47c-0f1d-4449-8246-fef1ddfde492 triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:19:05.376107 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:05.388916 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-d67e3a4c-b757-4591-a66b-810ad4af9181 None None] Calling delete_port for f7b0180e-5bf5-4c20-a758-e5f7811de773 owned by network:dhcp {{(pid=105586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:19:05.447911 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-6944af36-e4bb-4149-b4aa-9ccabd2faf8f tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.5467944 Jul 27 21:19:05.448856 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 46512) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:19:05.467104 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8023ec4-a785-4444-8c1d-8fc3a2ef16fb req-eebd3e20-1a55-4e3e-bb88-4e5ed211763d tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:19:05.469012 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-5d201531-47c2-4491-a31b-3fde87cc676a tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Request body: {'subnet': {'network_id': '182cb311-ed51-4835-b13f-d4700583d2b5', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:19:05.469726 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-456cfb21-cefb-434a-b557-134b7115d57a None None] Provisioning for port 3819275d-931c-4e77-af59-0a072b5437d6 completed by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:19:05.487031 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-c8023ec4-a785-4444-8c1d-8fc3a2ef16fb req-eebd3e20-1a55-4e3e-bb88-4e5ed211763d tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] 10.222.0.59 "GET /v2.0/ports?device_id=8efc6892-cde0-4c99-91f7-935d698b9860 HTTP/1.1" status: 200 len: 984 time: 0.3486586 Jul 27 21:19:05.510304 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-456cfb21-cefb-434a-b557-134b7115d57a None None] Provisioning complete for port 3819275d-931c-4e77-af59-0a072b5437d6 triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:19:05.519804 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-456cfb21-cefb-434a-b557-134b7115d57a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:05.641803 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6944af36-e4bb-4149-b4aa-9ccabd2faf8f tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Pushing event updated for resources: {'Network': ['ID=182cb311-ed51-4835-b13f-d4700583d2b5,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:19:05.723750 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Network 182cb311-ed51-4835-b13f-d4700583d2b5 details requested by agent ovs-agent-n-d-705658-22 with host n-d-705658-22 {{(pid=105586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:19:05.752600 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-456cfb21-cefb-434a-b557-134b7115d57a None None] Port 3819275d-931c-4e77-af59-0a072b5437d6 cannot update to ACTIVE because it is not bound. {{(pid=105586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:19:05.760742 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-f05bb14f-a9d1-41b7-9ccc-edc2c68696ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '143736f8-a94b-4c2e-b6b5-2224630f39aa', 'name': 'tempest-RoutersTest-router-2098360871', 'tenant_id': 'b2a273d14da548f08e5e2947b1efbc75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:18:44Z', 'updated_at': '2021-07-27T21:19:02Z', 'revision_number': 3, 'project_id': 'b2a273d14da548f08e5e2947b1efbc75', 'gw_port_host': None, '_interfaces': [{'id': '3819275d-931c-4e77-af59-0a072b5437d6', 'name': '', 'network_id': 'd2bd9219-4168-4aa2-ac8d-51730a978a14', 'tenant_id': 'b2a273d14da548f08e5e2947b1efbc75', 'mac_address': 'fa:16:3e:ee:5c:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '143736f8-a94b-4c2e-b6b5-2224630f39aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2868, 'fixed_ips': [{'subnet_id': '26a4c494-c373-4559-8390-14c25615fa06', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:18:59Z', 'updated_at': '2021-07-27T21:19:03Z', 'revision_number': 2, 'project_id': 'b2a273d14da548f08e5e2947b1efbc75', 'subnets': [{'id': '26a4c494-c373-4559-8390-14c25615fa06', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8c8e812d-bdf9-4cf4-b8c7-3dc810eefb32', 'name': '', 'network_id': '3c05b601-6f3f-4129-89fb-58b7bb9fe8d3', 'tenant_id': 'b2a273d14da548f08e5e2947b1efbc75', 'mac_address': 'fa:16:3e:da:90:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '143736f8-a94b-4c2e-b6b5-2224630f39aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2848, 'fixed_ips': [{'subnet_id': '5243c389-81dc-4a3a-888e-c7f09f4ecbc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:18:48Z', 'updated_at': '2021-07-27T21:19:02Z', 'revision_number': 5, 'project_id': 'b2a273d14da548f08e5e2947b1efbc75', 'subnets': [{'id': '5243c389-81dc-4a3a-888e-c7f09f4ecbc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-22', False) {} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:19:05.792846 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-c8023ec4-a785-4444-8c1d-8fc3a2ef16fb req-94c7c998-06f0-4849-b248-c7a16249e834 tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] 10.222.0.59 "GET /v2.0/security-groups?id=f5924076-c9d9-4c1a-9ab9-4b011fc38663&id=2c05ebf3-3def-44b7-8c5d-2f4057e8386f&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.3048472 Jul 27 21:19:05.818922 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d201531-47c2-4491-a31b-3fde87cc676a tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Made reservation on behalf of b2a273d14da548f08e5e2947b1efbc75 for: {'subnet': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:19:05.826744 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f05bb14f-a9d1-41b7-9ccc-edc2c68696ea None None] Checking router: 143736f8-a94b-4c2e-b6b5-2224630f39aa for host: n-d-705658-22 {{(pid=105587) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:19:05.828693 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f05bb14f-a9d1-41b7-9ccc-edc2c68696ea None None] Updating router 143736f8-a94b-4c2e-b6b5-2224630f39aa port 3819275d-931c-4e77-af59-0a072b5437d6 binding host n-d-705658-22 {{(pid=105587) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 21:19:05.832533 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-5d201531-47c2-4491-a31b-3fde87cc676a tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9738786'] for subnet, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:05.863193 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.db_base_plugin_common [None req-6dc2c839-d54d-4a64-81bc-188244040092 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Allocated IP 2001:db8::b19d:aaa3:8c5:3133 (1d615a85-844c-4c57-a0fc-2090e87300f0/ec11dc8b-8ddd-4f6a-9e6c-1ffbaeca632d/4a8bb9c7-d997-421b-89c9-e5b1c79d7620) {{(pid=105585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:19:05.921442 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:05.941908 n-d-705658-22 neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-f05bb14f-a9d1-41b7-9ccc-edc2c68696ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:06.037251 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-d67e3a4c-b757-4591-a66b-810ad4af9181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180'] for port, after_delete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:06.057021 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-456cfb21-cefb-434a-b557-134b7115d57a None None] Provisioning complete for port 3ddfc47c-0f1d-4449-8246-fef1ddfde492 triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:19:06.057582 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-456cfb21-cefb-434a-b557-134b7115d57a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:06.116068 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.agents_db [None req-558fcd2c-e512-47bc-a170-8673d87f7213 None None] Agent healthcheck: found 7 active agents {{(pid=105587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 21:19:06.166352 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] For port 3ddfc47c-0f1d-4449-8246-fef1ddfde492, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=3ddfc47c-0f1d-4449-8246-fef1ddfde492,segment=NetworkSegment(ae871331-78ed-4377-9138-d9d0b669a644),segment_id=ae871331-78ed-4377-9138-d9d0b669a644)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:19:06.172469 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d67e3a4c-b757-4591-a66b-810ad4af9181 None None] No DVR routers for this DVR port f7b0180e-5bf5-4c20-a758-e5f7811de773 on host n-d-705658-22 {{(pid=105586) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:19:06.196151 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67e3a4c-b757-4591-a66b-810ad4af9181 None None] Pushing event deleted for resources: {'Port': ['ID=f7b0180e-5bf5-4c20-a758-e5f7811de773,revision_number=None']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:19:06.221779 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:06.249321 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f8d27ed-be6b-4fd3-9777-d18b5bb38064 None None] Network 1d615a85-844c-4c57-a0fc-2090e87300f0 requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:19:06.324037 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-5d201531-47c2-4491-a31b-3fde87cc676a tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9014150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9738800'] for subnet, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:06.442653 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90646282-5d70-4885-8986-e2dcc4743d0e req-7849ff97-a74c-4a34-9193-e2a307853e5e tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:19:06.444490 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-90646282-5d70-4885-8986-e2dcc4743d0e req-7849ff97-a74c-4a34-9193-e2a307853e5e tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] 10.222.0.59 "GET /v2.0/ports?device_id=8efc6892-cde0-4c99-91f7-935d698b9860 HTTP/1.1" status: 200 len: 984 time: 0.5420837 Jul 27 21:19:06.494128 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device f7b0180e-5bf5-4c20-a758-e5f7811de773 no longer exists at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:19:06.495085 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d201531-47c2-4491-a31b-3fde87cc676a tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Pushing event updated for resources: {'Subnet': ['ID=417c1c4f-0a4f-43e3-8d10-75eb1552d8b1,revision_number=0']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:19:06.503278 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d201531-47c2-4491-a31b-3fde87cc676a tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Checking segment: {'id': 'cd6b766d-4031-4911-b055-7da260850c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '182cb311-ed51-4835-b13f-d4700583d2b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:19:06.503879 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d201531-47c2-4491-a31b-3fde87cc676a tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Network hostable DHCP agents. Network: 182cb311-ed51-4835-b13f-d4700583d2b5, hostable agents: ['7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a'], hosted agents: [] {{(pid=105584) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:19:06.515980 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-6dc2c839-d54d-4a64-81bc-188244040092 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks [] for port, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:06.523745 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d201531-47c2-4491-a31b-3fde87cc676a tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Network 182cb311-ed51-4835-b13f-d4700583d2b5 is scheduled to be hosted by DHCP agent 7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a with binding_index 1 {{(pid=105584) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:19:06.537260 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [None req-5d201531-47c2-4491-a31b-3fde87cc676a tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-22, 182cb311-ed51-4835-b13f-d4700583d2b5) {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:19:06.546964 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d201531-47c2-4491-a31b-3fde87cc676a tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:19:06.551079 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-5d201531-47c2-4491-a31b-3fde87cc676a tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify callbacks [] for subnet, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:06.583482 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:06.586877 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-5d201531-47c2-4491-a31b-3fde87cc676a tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1277497 Jul 27 21:19:06.589852 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 46550) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:19:06.592875 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-90646282-5d70-4885-8986-e2dcc4743d0e req-2d6a2dc5-2e16-43ed-bcfc-c8a6fb9eed70 tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] 10.222.0.59 "GET /v2.0/security-groups?id=f5924076-c9d9-4c1a-9ab9-4b011fc38663&id=2c05ebf3-3def-44b7-8c5d-2f4057e8386f&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1324947 Jul 27 21:19:06.596045 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ff0f40e-37e7-4977-a653-e768dec424cb None None] Network 182cb311-ed51-4835-b13f-d4700583d2b5 requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:19:06.598768 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] No Port match for: f7b0180e-5bf5-4c20-a758-e5f7811de773 {{(pid=105586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:19:06.602092 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device f7b0180e-5bf5-4c20-a758-e5f7811de773 not bound to the agent host n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:19:06.607392 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.provisioning_blocks [None req-6dc2c839-d54d-4a64-81bc-188244040092 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Transition to ACTIVE for port object 4a8bb9c7-d997-421b-89c9-e5b1c79d7620 will not be triggered until provisioned by entity DHCP. {{(pid=105585) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:19:06.677781 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-6dc2c839-d54d-4a64-81bc-188244040092 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:06.800269 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Pushing event updated for resources: {'Port': ['ID=3ddfc47c-0f1d-4449-8246-fef1ddfde492,revision_number=3']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:19:06.852562 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dc2c839-d54d-4a64-81bc-188244040092 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Network 1d615a85-844c-4c57-a0fc-2090e87300f0 is already hosted by enough agents. {{(pid=105585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:19:06.893838 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.base_scheduler [None req-6dc2c839-d54d-4a64-81bc-188244040092 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Resources bound (agent type, host, resource id): {{(pid=105585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:19:06.914730 n-d-705658-22 neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-f05bb14f-a9d1-41b7-9ccc-edc2c68696ea None None] Notify callbacks [] for port, precommit_update {{(pid=105587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:06.930683 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dc2c839-d54d-4a64-81bc-188244040092 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Received port after_create {{(pid=105585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:19:06.947581 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dc2c839-d54d-4a64-81bc-188244040092 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:19:06.948258 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-6dc2c839-d54d-4a64-81bc-188244040092 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:06.958146 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.provisioning_blocks [None req-f05bb14f-a9d1-41b7-9ccc-edc2c68696ea None None] Transition to ACTIVE for port object 3819275d-931c-4e77-af59-0a072b5437d6 will not be triggered until provisioned by entity L2. {{(pid=105587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:19:06.960868 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc2c839-d54d-4a64-81bc-188244040092 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Pushing event updated for resources: {'Port': ['ID=4a8bb9c7-d997-421b-89c9-e5b1c79d7620,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:19:06.966909 n-d-705658-22 neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-f05bb14f-a9d1-41b7-9ccc-edc2c68696ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:06.993860 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-6dc2c839-d54d-4a64-81bc-188244040092 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.5149317 Jul 27 21:19:07.003305 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 46566) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:19:07.019539 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-9c85e7a3-7ebd-4b2b-b0ae-67ac7876b006 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Request body: {'port': {'network_id': '1d615a85-844c-4c57-a0fc-2090e87300f0', 'fixed_ips': [{'subnet_id': 'ec11dc8b-8ddd-4f6a-9e6c-1ffbaeca632d', 'ip_address': '2001:db8::b19d:aaa3:8c5:3133'}], 'name': 'tempest-NetworksTestDHCPv6-802803602'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:19:07.027095 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aca0169-d71b-4000-83fc-dd3698a26204 req-745b0006-b5f0-4087-8f3a-72072bf2cf45 tempest-TestSecurityGroupsBasicOps-1546455404 tempest-TestSecurityGroupsBasicOps-1546455404-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:19:07.034981 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-7aca0169-d71b-4000-83fc-dd3698a26204 req-745b0006-b5f0-4087-8f3a-72072bf2cf45 tempest-TestSecurityGroupsBasicOps-1546455404 tempest-TestSecurityGroupsBasicOps-1546455404-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=8efc6892-cde0-4c99-91f7-935d698b9860 HTTP/1.1" status: 200 len: 1136 time: 0.3024650 Jul 27 21:19:07.071201 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-7aca0169-d71b-4000-83fc-dd3698a26204 req-00b237ae-b54c-48ca-a294-9b5e9b4db1cb tempest-TestSecurityGroupsBasicOps-1546455404 tempest-TestSecurityGroupsBasicOps-1546455404-project-admin] Notify callbacks [] for security_group, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:07.120814 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0807ae35-e3ad-4987-a008-b6f8e57f0722 None None] Pushing event updated for resources: {'Port': ['ID=3819275d-931c-4e77-af59-0a072b5437d6,revision_number=3']} {{(pid=105587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:19:07.195998 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c49b9b7-6b56-44c5-9994-49272cefc32d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30bb4b93-b285-5d90-9493-f9ec33ea333c-182cb311-ed51-4835-b13f-d4700583d2b5', 'network_id': '182cb311-ed51-4835-b13f-d4700583d2b5', 'tenant_id': 'b2a273d14da548f08e5e2947b1efbc75', 'fixed_ips': [{'subnet_id': '417c1c4f-0a4f-43e3-8d10-75eb1552d8b1'}]}} from n-d-705658-22. {{(pid=105586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 21:19:07.197931 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0807ae35-e3ad-4987-a008-b6f8e57f0722 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:19:07.198278 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0807ae35-e3ad-4987-a008-b6f8e57f0722 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:19:07.198621 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0807ae35-e3ad-4987-a008-b6f8e57f0722 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:19:07.198951 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0807ae35-e3ad-4987-a008-b6f8e57f0722 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:19:07.200587 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-0c49b9b7-6b56-44c5-9994-49272cefc32d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:07.215104 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0807ae35-e3ad-4987-a008-b6f8e57f0722 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:19:07.217691 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0807ae35-e3ad-4987-a008-b6f8e57f0722 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:19:07.218000 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0807ae35-e3ad-4987-a008-b6f8e57f0722 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:19:07.220987 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0807ae35-e3ad-4987-a008-b6f8e57f0722 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:19:07.222506 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0807ae35-e3ad-4987-a008-b6f8e57f0722 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:19:07.225846 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0807ae35-e3ad-4987-a008-b6f8e57f0722 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:19:07.226381 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0807ae35-e3ad-4987-a008-b6f8e57f0722 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:19:07.230922 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0807ae35-e3ad-4987-a008-b6f8e57f0722 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:19:07.330971 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-7aca0169-d71b-4000-83fc-dd3698a26204 req-00b237ae-b54c-48ca-a294-9b5e9b4db1cb tempest-TestSecurityGroupsBasicOps-1546455404 tempest-TestSecurityGroupsBasicOps-1546455404-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:07.340342 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.managers [None req-f05bb14f-a9d1-41b7-9ccc-edc2c68696ea None None] Attempting to bind port 3819275d-931c-4e77-af59-0a072b5437d6 on host n-d-705658-22 for vnic_type normal with profile {{(pid=105587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:19:07.341759 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-7aca0169-d71b-4000-83fc-dd3698a26204 req-00b237ae-b54c-48ca-a294-9b5e9b4db1cb tempest-TestSecurityGroupsBasicOps-1546455404 tempest-TestSecurityGroupsBasicOps-1546455404-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:07.343541 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.managers [None req-f05bb14f-a9d1-41b7-9ccc-edc2c68696ea None None] Attempting to bind port 3819275d-931c-4e77-af59-0a072b5437d6 by drivers openvswitch,hyperv on host n-d-705658-22 at level 0 using segments [{'id': 'ae871331-78ed-4377-9138-d9d0b669a644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'd2bd9219-4168-4aa2-ac8d-51730a978a14'}] {{(pid=105587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:19:07.347607 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f05bb14f-a9d1-41b7-9ccc-edc2c68696ea None None] Attempting to bind port 3819275d-931c-4e77-af59-0a072b5437d6 on network d2bd9219-4168-4aa2-ac8d-51730a978a14 {{(pid=105587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:19:07.359362 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f05bb14f-a9d1-41b7-9ccc-edc2c68696ea None None] Checking agent: {'id': '04a7ea91-6318-467e-ace6-b0fb48c8690f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 41, 42), 'started_at': datetime.datetime(2021, 7, 27, 20, 42, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 18, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:19:07.364531 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f05bb14f-a9d1-41b7-9ccc-edc2c68696ea None None] Checking segment: {'id': 'ae871331-78ed-4377-9138-d9d0b669a644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'd2bd9219-4168-4aa2-ac8d-51730a978a14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:19:07.371667 n-d-705658-22 neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-f05bb14f-a9d1-41b7-9ccc-edc2c68696ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:07.372379 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f05bb14f-a9d1-41b7-9ccc-edc2c68696ea None None] Bound using segment: {'id': 'ae871331-78ed-4377-9138-d9d0b669a644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'd2bd9219-4168-4aa2-ac8d-51730a978a14'} {{(pid=105587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:19:07.373062 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.managers [None req-f05bb14f-a9d1-41b7-9ccc-edc2c68696ea None None] Bound port: 3819275d-931c-4e77-af59-0a072b5437d6, host: n-d-705658-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae871331-78ed-4377-9138-d9d0b669a644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'd2bd9219-4168-4aa2-ac8d-51730a978a14'}}] {{(pid=105587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:19:07.373671 n-d-705658-22 neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-f05bb14f-a9d1-41b7-9ccc-edc2c68696ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:07.402056 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c85e7a3-7ebd-4b2b-b0ae-67ac7876b006 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Made reservation on behalf of fcd7bb7d26624f8f823446f0b0a5006f for: {'port': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:19:07.428457 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-153e6fe9-7bce-4294-8fec-bc8552e58053 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30bb4b93-b285-5d90-9493-f9ec33ea333c-1d615a85-844c-4c57-a0fc-2090e87300f0', 'network_id': '1d615a85-844c-4c57-a0fc-2090e87300f0', 'tenant_id': 'fcd7bb7d26624f8f823446f0b0a5006f', 'fixed_ips': [{'subnet_id': 'ec11dc8b-8ddd-4f6a-9e6c-1ffbaeca632d'}]}} from n-d-705658-22. {{(pid=105586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 21:19:07.429338 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-153e6fe9-7bce-4294-8fec-bc8552e58053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:07.460159 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-7aca0169-d71b-4000-83fc-dd3698a26204 req-00b237ae-b54c-48ca-a294-9b5e9b4db1cb tempest-TestSecurityGroupsBasicOps-1546455404 tempest-TestSecurityGroupsBasicOps-1546455404-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=f5924076-c9d9-4c1a-9ab9-4b011fc38663&id=2c05ebf3-3def-44b7-8c5d-2f4057e8386f&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.4240429 Jul 27 21:19:07.460706 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 46578) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:19:07.540943 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b237ae-b54c-48ca-a294-9b5e9b4db1cb tempest-TestSecurityGroupsBasicOps-1546455404 tempest-TestSecurityGroupsBasicOps-1546455404-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7262129a-331b-4005-9193-9855b21571f8,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:19:07.556367 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.db [None req-f05bb14f-a9d1-41b7-9ccc-edc2c68696ea None None] For port 3819275d-931c-4e77-af59-0a072b5437d6, host n-d-705658-22, cleared binding levels {{(pid=105587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:19:07.561350 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.db [None req-f05bb14f-a9d1-41b7-9ccc-edc2c68696ea None None] For port 3819275d-931c-4e77-af59-0a072b5437d6, host n-d-705658-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=3819275d-931c-4e77-af59-0a072b5437d6,segment=NetworkSegment(ae871331-78ed-4377-9138-d9d0b669a644),segment_id=ae871331-78ed-4377-9138-d9d0b669a644)] {{(pid=105587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:19:07.568681 n-d-705658-22 neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-f05bb14f-a9d1-41b7-9ccc-edc2c68696ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:07.600013 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16bb82e3-8db7-4ad2-ab93-d05cd9f0ba49 tempest-TestSecurityGroupsBasicOps-1546455404 tempest-TestSecurityGroupsBasicOps-1546455404-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:19:07.612910 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-16bb82e3-8db7-4ad2-ab93-d05cd9f0ba49 tempest-TestSecurityGroupsBasicOps-1546455404 tempest-TestSecurityGroupsBasicOps-1546455404-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=8efc6892-cde0-4c99-91f7-935d698b9860 HTTP/1.1" status: 200 len: 1131 time: 0.1441302 Jul 27 21:19:07.613611 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 46582) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:19:07.631970 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-818ba0b4-9564-4d47-ae73-654b6b70d1a6 tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] Request body: {'floatingip': {'floating_network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'port_id': '911e4b2a-29f1-4304-a93b-0d90656759d4', 'tenant_id': '717529174f79442eb5493474d000cc27', 'fixed_ip_address': '172.20.0.4'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:19:07.710734 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f05bb14f-a9d1-41b7-9ccc-edc2c68696ea None None] Routers {'143736f8-a94b-4c2e-b6b5-2224630f39aa'} bound to L3 agent in host n-d-705658-22 {{(pid=105587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:19:07.712514 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-f05bb14f-a9d1-41b7-9ccc-edc2c68696ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:18:42Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['143736f8-a94b-4c2e-b6b5-2224630f39aa'], 'active': True} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:19:07.716562 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-818ba0b4-9564-4d47-ae73-654b6b70d1a6 tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] Notify callbacks [] for floatingip, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:08.076010 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvr_db [None req-f05bb14f-a9d1-41b7-9ccc-edc2c68696ea None None] Set router 143736f8-a94b-4c2e-b6b5-2224630f39aa gateway port host: None {{(pid=105587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:19:08.088592 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-9c85e7a3-7ebd-4b2b-b0ae-67ac7876b006 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:08.093320 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-818ba0b4-9564-4d47-ae73-654b6b70d1a6 tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:08.147898 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [None req-9c85e7a3-7ebd-4b2b-b0ae-67ac7876b006 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] device_id is not set on port ce2cac47-3ffe-40af-ad38-de6b9b294c59 yet. {{(pid=105584) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 21:19:08.254356 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.db_base_plugin_common [None req-818ba0b4-9564-4d47-ae73-654b6b70d1a6 tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] Allocated IP 172.25.5.170 (8735d8a2-b604-4758-ae71-b40e4ee6f305/eca7dbab-b9c0-4c8f-a272-816ea8a81764/e706aa67-79ff-48e2-b769-4bab27a7217e) {{(pid=105585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:19:08.326932 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.db_base_plugin_common [None req-153e6fe9-7bce-4294-8fec-bc8552e58053 None None] Allocated IP 2001:db8::2 (1d615a85-844c-4c57-a0fc-2090e87300f0/ec11dc8b-8ddd-4f6a-9e6c-1ffbaeca632d/1eee18e5-68ae-4895-b65e-2a51f3ce0b2a) {{(pid=105586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:19:08.360964 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.db_base_plugin_common [None req-0c49b9b7-6b56-44c5-9994-49272cefc32d None None] Allocated IP 172.22.0.2 (182cb311-ed51-4835-b13f-d4700583d2b5/417c1c4f-0a4f-43e3-8d10-75eb1552d8b1/c80042ba-17cf-48ee-bcf1-f377e92f380b) {{(pid=105586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:19:08.387138 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0807ae35-e3ad-4987-a008-b6f8e57f0722 None None] Pushing event updated for resources: {'Port': ['ID=3819275d-931c-4e77-af59-0a072b5437d6,revision_number=4']} {{(pid=105587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:19:08.390400 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-e423a821-a3ca-4edf-b4b3-f4be644435a9 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:08.418150 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 3ddfc47c-0f1d-4449-8246-fef1ddfde492 up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:19:08.460478 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-818ba0b4-9564-4d47-ae73-654b6b70d1a6 tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] Notify callbacks [] for port, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:08.506273 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-818ba0b4-9564-4d47-ae73-654b6b70d1a6 tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:08.560996 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-818ba0b4-9564-4d47-ae73-654b6b70d1a6 tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] Network 8735d8a2-b604-4758-ae71-b40e4ee6f305 is already hosted by enough agents. {{(pid=105585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:19:08.572832 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.base_scheduler [None req-818ba0b4-9564-4d47-ae73-654b6b70d1a6 tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] Resources bound (agent type, host, resource id): {{(pid=105585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:19:08.587315 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-818ba0b4-9564-4d47-ae73-654b6b70d1a6 tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] Received port after_create {{(pid=105585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:19:08.592336 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818ba0b4-9564-4d47-ae73-654b6b70d1a6 tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] Pushing event updated for resources: {'Port': ['ID=e706aa67-79ff-48e2-b769-4bab27a7217e,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:19:08.681184 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-f05bb14f-a9d1-41b7-9ccc-edc2c68696ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '143736f8-a94b-4c2e-b6b5-2224630f39aa', 'name': 'tempest-RoutersTest-router-2098360871', 'tenant_id': 'b2a273d14da548f08e5e2947b1efbc75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:18:44Z', 'updated_at': '2021-07-27T21:19:02Z', 'revision_number': 3, 'project_id': 'b2a273d14da548f08e5e2947b1efbc75', 'gw_port_host': None, '_interfaces': [{'id': '3819275d-931c-4e77-af59-0a072b5437d6', 'name': '', 'network_id': 'd2bd9219-4168-4aa2-ac8d-51730a978a14', 'tenant_id': 'b2a273d14da548f08e5e2947b1efbc75', 'mac_address': 'fa:16:3e:ee:5c:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '143736f8-a94b-4c2e-b6b5-2224630f39aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2868, 'fixed_ips': [{'subnet_id': '26a4c494-c373-4559-8390-14c25615fa06', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:18:59Z', 'updated_at': '2021-07-27T21:19:07Z', 'revision_number': 4, 'project_id': 'b2a273d14da548f08e5e2947b1efbc75', 'subnets': [{'id': '26a4c494-c373-4559-8390-14c25615fa06', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8c8e812d-bdf9-4cf4-b8c7-3dc810eefb32', 'name': '', 'network_id': '3c05b601-6f3f-4129-89fb-58b7bb9fe8d3', 'tenant_id': 'b2a273d14da548f08e5e2947b1efbc75', 'mac_address': 'fa:16:3e:da:90:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '143736f8-a94b-4c2e-b6b5-2224630f39aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2848, 'fixed_ips': [{'subnet_id': '5243c389-81dc-4a3a-888e-c7f09f4ecbc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:18:48Z', 'updated_at': '2021-07-27T21:19:02Z', 'revision_number': 5, 'project_id': 'b2a273d14da548f08e5e2947b1efbc75', 'subnets': [{'id': '5243c389-81dc-4a3a-888e-c7f09f4ecbc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-22', False) {} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:19:08.734316 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f05bb14f-a9d1-41b7-9ccc-edc2c68696ea None None] The sync data for ids ['143736f8-a94b-4c2e-b6b5-2224630f39aa'] in n-d-705658-22 is: [{'id': '143736f8-a94b-4c2e-b6b5-2224630f39aa', 'name': 'tempest-RoutersTest-router-2098360871', 'tenant_id': 'b2a273d14da548f08e5e2947b1efbc75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:18:44Z', 'updated_at': '2021-07-27T21:19:02Z', 'revision_number': 3, 'project_id': 'b2a273d14da548f08e5e2947b1efbc75', 'gw_port_host': None, '_interfaces': [{'id': '3819275d-931c-4e77-af59-0a072b5437d6', 'name': '', 'network_id': 'd2bd9219-4168-4aa2-ac8d-51730a978a14', 'tenant_id': 'b2a273d14da548f08e5e2947b1efbc75', 'mac_address': 'fa:16:3e:ee:5c:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '143736f8-a94b-4c2e-b6b5-2224630f39aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2868, 'fixed_ips': [{'subnet_id': '26a4c494-c373-4559-8390-14c25615fa06', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:18:59Z', 'updated_at': '2021-07-27T21:19:07Z', 'revision_number': 4, 'project_id': 'b2a273d14da548f08e5e2947b1efbc75', 'subnets': [{'id': '26a4c494-c373-4559-8390-14c25615fa06', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8c8e812d-bdf9-4cf4-b8c7-3dc810eefb32', 'name': '', 'network_id': '3c05b601-6f3f-4129-89fb-58b7bb9fe8d3', 'tenant_id': 'b2a273d14da548f08e5e2947b1efbc75', 'mac_address': 'fa:16:3e:da:90:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '143736f8-a94b-4c2e-b6b5-2224630f39aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2848, 'fixed_ips': [{'subnet_id': '5243c389-81dc-4a3a-888e-c7f09f4ecbc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:18:48Z', 'updated_at': '2021-07-27T21:19:02Z', 'revision_number': 5, 'project_id': 'b2a273d14da548f08e5e2947b1efbc75', 'subnets': [{'id': '5243c389-81dc-4a3a-888e-c7f09f4ecbc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:19:09.050951 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-7136687f-e290-4216-b261-1ab4fb74b9e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:09.109992 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-153e6fe9-7bce-4294-8fec-bc8552e58053 None None] Notify callbacks [] for port, precommit_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:09.112180 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port 3ddfc47c-0f1d-4449-8246-fef1ddfde492 triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:19:09.112809 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:09.252395 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-153e6fe9-7bce-4294-8fec-bc8552e58053 None None] Transition to ACTIVE for port object 1eee18e5-68ae-4895-b65e-2a51f3ce0b2a will not be triggered until provisioned by entity L2. {{(pid=105586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:19:09.355694 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-153e6fe9-7bce-4294-8fec-bc8552e58053 None None] Transition to ACTIVE for port object 1eee18e5-68ae-4895-b65e-2a51f3ce0b2a will not be triggered until provisioned by entity DHCP. {{(pid=105586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:19:09.381836 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-0c49b9b7-6b56-44c5-9994-49272cefc32d None None] Notify callbacks [] for port, precommit_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:09.480550 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-153e6fe9-7bce-4294-8fec-bc8552e58053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143'] for port, after_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:09.513532 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-0c49b9b7-6b56-44c5-9994-49272cefc32d None None] Transition to ACTIVE for port object c80042ba-17cf-48ee-bcf1-f377e92f380b will not be triggered until provisioned by entity L2. {{(pid=105586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:19:09.519637 n-d-705658-22 neutron-server[105584]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c85e7a3-7ebd-4b2b-b0ae-67ac7876b006 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] POST failed (client error): There was a conflict when trying to complete your request. Jul 27 21:19:09.520135 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c85e7a3-7ebd-4b2b-b0ae-67ac7876b006 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=105584) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 21:19:09.552602 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-9c85e7a3-7ebd-4b2b-b0ae-67ac7876b006 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 409 len: 388 time: 2.5481946 Jul 27 21:19:09.554549 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 46626) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:19:09.640985 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-818ba0b4-9564-4d47-ae73-654b6b70d1a6 tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:09.648499 n-d-705658-22 neutron-server[105586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-153e6fe9-7bce-4294-8fec-bc8552e58053 None None] Network 1d615a85-844c-4c57-a0fc-2090e87300f0 is already hosted by enough agents. {{(pid=105586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:19:09.655866 n-d-705658-22 neutron-server[105586]: DEBUG neutron.scheduler.base_scheduler [None req-153e6fe9-7bce-4294-8fec-bc8552e58053 None None] Resources bound (agent type, host, resource id): {{(pid=105586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:19:09.663430 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-153e6fe9-7bce-4294-8fec-bc8552e58053 None None] Received port after_create {{(pid=105586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:19:09.720534 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-0c49b9b7-6b56-44c5-9994-49272cefc32d None None] Transition to ACTIVE for port object c80042ba-17cf-48ee-bcf1-f377e92f380b will not be triggered until provisioned by entity DHCP. {{(pid=105586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:19:09.738661 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a2c702e-b2f7-43f2-9030-91d3ce2a95e1 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:19:09.755574 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153e6fe9-7bce-4294-8fec-bc8552e58053 None None] Pushing event updated for resources: {'Port': ['ID=1eee18e5-68ae-4895-b65e-2a51f3ce0b2a,revision_number=1']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:19:09.755712 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a2c702e-b2f7-43f2-9030-91d3ce2a95e1 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:19:09.758233 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-1a2c702e-b2f7-43f2-9030-91d3ce2a95e1 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.2024786 Jul 27 21:19:09.762475 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 46634) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:19:09.775131 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-0c49b9b7-6b56-44c5-9994-49272cefc32d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143'] for port, after_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:09.835276 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-818ba0b4-9564-4d47-ae73-654b6b70d1a6 tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:09.876503 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-153e6fe9-7bce-4294-8fec-bc8552e58053 None None] Attempting to bind port 1eee18e5-68ae-4895-b65e-2a51f3ce0b2a on host n-d-705658-22 for vnic_type normal with profile {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:19:09.876893 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-153e6fe9-7bce-4294-8fec-bc8552e58053 None None] Attempting to bind port 1eee18e5-68ae-4895-b65e-2a51f3ce0b2a by drivers openvswitch,hyperv on host n-d-705658-22 at level 0 using segments [{'id': '532d8a52-575f-45de-a3af-efbea8c8f6d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '1d615a85-844c-4c57-a0fc-2090e87300f0'}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:19:09.877238 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-153e6fe9-7bce-4294-8fec-bc8552e58053 None None] Attempting to bind port 1eee18e5-68ae-4895-b65e-2a51f3ce0b2a on network 1d615a85-844c-4c57-a0fc-2090e87300f0 {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:19:09.879302 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.db_base_plugin_common [None req-e423a821-a3ca-4edf-b4b3-f4be644435a9 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Allocated IP 172.22.0.1 (182cb311-ed51-4835-b13f-d4700583d2b5/417c1c4f-0a4f-43e3-8d10-75eb1552d8b1/29b94a48-60b4-40e6-8c9e-f55dd2c9f683) {{(pid=105584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:19:09.956339 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-153e6fe9-7bce-4294-8fec-bc8552e58053 None None] Checking agent: {'id': '04a7ea91-6318-467e-ace6-b0fb48c8690f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 41, 42), 'started_at': datetime.datetime(2021, 7, 27, 20, 42, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 18, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:19:09.957048 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-153e6fe9-7bce-4294-8fec-bc8552e58053 None None] Checking segment: {'id': '532d8a52-575f-45de-a3af-efbea8c8f6d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '1d615a85-844c-4c57-a0fc-2090e87300f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:19:09.958611 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-153e6fe9-7bce-4294-8fec-bc8552e58053 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:09.959571 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-153e6fe9-7bce-4294-8fec-bc8552e58053 None None] Bound using segment: {'id': '532d8a52-575f-45de-a3af-efbea8c8f6d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '1d615a85-844c-4c57-a0fc-2090e87300f0'} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:19:09.961004 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-153e6fe9-7bce-4294-8fec-bc8552e58053 None None] Bound port: 1eee18e5-68ae-4895-b65e-2a51f3ce0b2a, host: n-d-705658-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '532d8a52-575f-45de-a3af-efbea8c8f6d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '1d615a85-844c-4c57-a0fc-2090e87300f0'}}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:19:09.961453 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-153e6fe9-7bce-4294-8fec-bc8552e58053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:09.975448 n-d-705658-22 neutron-server[105586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c49b9b7-6b56-44c5-9994-49272cefc32d None None] Network 182cb311-ed51-4835-b13f-d4700583d2b5 is already hosted by enough agents. {{(pid=105586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:19:09.979145 n-d-705658-22 neutron-server[105586]: DEBUG neutron.scheduler.base_scheduler [None req-0c49b9b7-6b56-44c5-9994-49272cefc32d None None] Resources bound (agent type, host, resource id): {{(pid=105586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:19:09.998286 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c49b9b7-6b56-44c5-9994-49272cefc32d None None] Received port after_create {{(pid=105586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:19:10.017375 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c49b9b7-6b56-44c5-9994-49272cefc32d None None] Pushing event updated for resources: {'Port': ['ID=c80042ba-17cf-48ee-bcf1-f377e92f380b,revision_number=1']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:19:10.124651 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-e423a821-a3ca-4edf-b4b3-f4be644435a9 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify callbacks [] for port, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:10.170069 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.provisioning_blocks [None req-e423a821-a3ca-4edf-b4b3-f4be644435a9 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Transition to ACTIVE for port object 29b94a48-60b4-40e6-8c9e-f55dd2c9f683 will not be triggered until provisioned by entity DHCP. {{(pid=105584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:19:10.205876 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-0c49b9b7-6b56-44c5-9994-49272cefc32d None None] Attempting to bind port c80042ba-17cf-48ee-bcf1-f377e92f380b on host n-d-705658-22 for vnic_type normal with profile {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:19:10.205876 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-0c49b9b7-6b56-44c5-9994-49272cefc32d None None] Attempting to bind port c80042ba-17cf-48ee-bcf1-f377e92f380b by drivers openvswitch,hyperv on host n-d-705658-22 at level 0 using segments [{'id': 'cd6b766d-4031-4911-b055-7da260850c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '182cb311-ed51-4835-b13f-d4700583d2b5'}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:19:10.207595 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c49b9b7-6b56-44c5-9994-49272cefc32d None None] Attempting to bind port c80042ba-17cf-48ee-bcf1-f377e92f380b on network 182cb311-ed51-4835-b13f-d4700583d2b5 {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:19:10.232210 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c49b9b7-6b56-44c5-9994-49272cefc32d None None] Checking agent: {'id': '04a7ea91-6318-467e-ace6-b0fb48c8690f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 41, 42), 'started_at': datetime.datetime(2021, 7, 27, 20, 42, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 18, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:19:10.232639 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c49b9b7-6b56-44c5-9994-49272cefc32d None None] Checking segment: {'id': 'cd6b766d-4031-4911-b055-7da260850c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '182cb311-ed51-4835-b13f-d4700583d2b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:19:10.233052 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-0c49b9b7-6b56-44c5-9994-49272cefc32d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:10.233450 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c49b9b7-6b56-44c5-9994-49272cefc32d None None] Bound using segment: {'id': 'cd6b766d-4031-4911-b055-7da260850c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '182cb311-ed51-4835-b13f-d4700583d2b5'} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:19:10.233952 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-0c49b9b7-6b56-44c5-9994-49272cefc32d None None] Bound port: c80042ba-17cf-48ee-bcf1-f377e92f380b, host: n-d-705658-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd6b766d-4031-4911-b055-7da260850c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '182cb311-ed51-4835-b13f-d4700583d2b5'}}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:19:10.234923 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-0c49b9b7-6b56-44c5-9994-49272cefc32d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:10.241341 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [None req-0f92cfdb-271a-4b77-bca2-c506e07e07d2 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Deleting port 4a8bb9c7-d997-421b-89c9-e5b1c79d7620 {{(pid=105585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:19:10.241770 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-0f92cfdb-271a-4b77-bca2-c506e07e07d2 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:10.287299 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:10.288355 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-e423a821-a3ca-4edf-b4b3-f4be644435a9 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:10.323838 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-153e6fe9-7bce-4294-8fec-bc8552e58053 None None] For port 1eee18e5-68ae-4895-b65e-2a51f3ce0b2a, host n-d-705658-22, cleared binding levels {{(pid=105586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:19:10.348139 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-153e6fe9-7bce-4294-8fec-bc8552e58053 None None] For port 1eee18e5-68ae-4895-b65e-2a51f3ce0b2a, host n-d-705658-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=1eee18e5-68ae-4895-b65e-2a51f3ce0b2a,segment=NetworkSegment(532d8a52-575f-45de-a3af-efbea8c8f6d5),segment_id=532d8a52-575f-45de-a3af-efbea8c8f6d5)] {{(pid=105586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:19:10.355210 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-153e6fe9-7bce-4294-8fec-bc8552e58053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:10.357699 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e423a821-a3ca-4edf-b4b3-f4be644435a9 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Network 182cb311-ed51-4835-b13f-d4700583d2b5 is already hosted by enough agents. {{(pid=105584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:19:10.362311 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [None req-e423a821-a3ca-4edf-b4b3-f4be644435a9 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Resources bound (agent type, host, resource id): {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:19:10.420212 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 3819275d-931c-4e77-af59-0a072b5437d6 up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:19:10.423989 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e423a821-a3ca-4edf-b4b3-f4be644435a9 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Received port after_create {{(pid=105584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:19:10.483423 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-0c49b9b7-6b56-44c5-9994-49272cefc32d None None] For port c80042ba-17cf-48ee-bcf1-f377e92f380b, host n-d-705658-22, cleared binding levels {{(pid=105586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:19:10.492157 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-818ba0b4-9564-4d47-ae73-654b6b70d1a6 tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] Notify callbacks [] for port, precommit_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:10.506419 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153e6fe9-7bce-4294-8fec-bc8552e58053 None None] Pushing event updated for resources: {'Port': ['ID=1eee18e5-68ae-4895-b65e-2a51f3ce0b2a,revision_number=2']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:19:10.507291 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e423a821-a3ca-4edf-b4b3-f4be644435a9 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Pushing event updated for resources: {'Port': ['ID=29b94a48-60b4-40e6-8c9e-f55dd2c9f683,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:19:10.510033 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-818ba0b4-9564-4d47-ae73-654b6b70d1a6 tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10221672'] for port, after_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:10.518461 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-0c49b9b7-6b56-44c5-9994-49272cefc32d None None] For port c80042ba-17cf-48ee-bcf1-f377e92f380b, host n-d-705658-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=c80042ba-17cf-48ee-bcf1-f377e92f380b,segment=NetworkSegment(cd6b766d-4031-4911-b055-7da260850c61),segment_id=cd6b766d-4031-4911-b055-7da260850c61)] {{(pid=105586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:19:10.525253 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-0c49b9b7-6b56-44c5-9994-49272cefc32d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:10.553552 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-e423a821-a3ca-4edf-b4b3-f4be644435a9 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4075523'] for router_interface, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:10.582308 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning for port 3819275d-931c-4e77-af59-0a072b5437d6 completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:19:10.678954 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port 3819275d-931c-4e77-af59-0a072b5437d6 triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:19:10.694557 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:10.702778 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818ba0b4-9564-4d47-ae73-654b6b70d1a6 tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] Pushing event updated for resources: {'Port': ['ID=e706aa67-79ff-48e2-b769-4bab27a7217e,revision_number=2']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:19:10.713934 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-818ba0b4-9564-4d47-ae73-654b6b70d1a6 tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4075768'] for floatingip, after_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:10.827591 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c49b9b7-6b56-44c5-9994-49272cefc32d None None] Pushing event updated for resources: {'Port': ['ID=c80042ba-17cf-48ee-bcf1-f377e92f380b,revision_number=2']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:19:10.861535 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-0f92cfdb-271a-4b77-bca2-c506e07e07d2 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:10.877294 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-e423a821-a3ca-4edf-b4b3-f4be644435a9 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:10.883907 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [None req-0f92cfdb-271a-4b77-bca2-c506e07e07d2 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Calling delete_port for 4a8bb9c7-d997-421b-89c9-e5b1c79d7620 owned by {{(pid=105585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:19:10.998467 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:11.094533 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] For port 3819275d-931c-4e77-af59-0a072b5437d6, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=3819275d-931c-4e77-af59-0a072b5437d6,segment=NetworkSegment(ae871331-78ed-4377-9138-d9d0b669a644),segment_id=ae871331-78ed-4377-9138-d9d0b669a644)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:19:11.098861 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:11.213981 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Pushing event updated for resources: {'Port': ['ID=3819275d-931c-4e77-af59-0a072b5437d6,revision_number=5']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:19:11.384492 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 46664) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:19:11.555617 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-b71d6acb-dacb-4879-be2f-ed11d21f0274 req-04973761-e572-4389-831f-bce5b4464914 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=f600c487-e5e5-4562-8a3b-6f15b13fe576&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3544929 Jul 27 21:19:11.562377 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-f23c2d91-8ad6-4606-be77-abcf5aca9347 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:11.599716 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-f9070695-8c12-427f-ba8f-51e64805dcb9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:11.752964 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-e423a821-a3ca-4edf-b4b3-f4be644435a9 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify callbacks [] for port, precommit_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:11.776345 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-e423a821-a3ca-4edf-b4b3-f4be644435a9 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9014027'] for port, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:11.845378 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:11.873688 n-d-705658-22 neutron-server[105585]: INFO neutron.db.l3_db [None req-818ba0b4-9564-4d47-ae73-654b6b70d1a6 tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] Floating IP 1456c4d6-65d1-430d-a737-2761ba0832d4 associated. External IP: 172.25.5.170, port: 911e4b2a-29f1-4304-a93b-0d90656759d4. Jul 27 21:19:11.890630 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71d6acb-dacb-4879-be2f-ed11d21f0274 req-8603dd5b-ccc6-49e4-98be-3931b0ec1677 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:19:11.892606 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-b71d6acb-dacb-4879-be2f-ed11d21f0274 req-8603dd5b-ccc6-49e4-98be-3931b0ec1677 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=379416b786c44e07b1b1ba1a5ea96882&device_id=f600c487-e5e5-4562-8a3b-6f15b13fe576 HTTP/1.1" status: 200 len: 1097 time: 0.2801535 Jul 27 21:19:11.920781 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e423a821-a3ca-4edf-b4b3-f4be644435a9 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Pushing event updated for resources: {'Port': ['ID=29b94a48-60b4-40e6-8c9e-f55dd2c9f683,revision_number=2']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:19:11.929586 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-0f92cfdb-271a-4b77-bca2-c506e07e07d2 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:12.010977 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f92cfdb-271a-4b77-bca2-c506e07e07d2 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Pushing event deleted for resources: {'Port': ['ID=4a8bb9c7-d997-421b-89c9-e5b1c79d7620,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:19:12.031839 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-e423a821-a3ca-4edf-b4b3-f4be644435a9 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3743906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4076435'] for router_interface, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:12.186842 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-f9070695-8c12-427f-ba8f-51e64805dcb9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:12.212249 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-f9070695-8c12-427f-ba8f-51e64805dcb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:12.233833 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-0f92cfdb-271a-4b77-bca2-c506e07e07d2 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:12.235726 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-0f92cfdb-271a-4b77-bca2-c506e07e07d2 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] 10.222.0.59 "DELETE /v2.0/ports/4a8bb9c7-d997-421b-89c9-e5b1c79d7620 HTTP/1.1" status: 204 len: 168 time: 2.4718099 Jul 27 21:19:12.238065 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 46678) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:19:12.292094 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71d6acb-dacb-4879-be2f-ed11d21f0274 req-0dc311fe-80cf-44bd-b003-dd7883c06777 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:19:12.293682 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-b71d6acb-dacb-4879-be2f-ed11d21f0274 req-0dc311fe-80cf-44bd-b003-dd7883c06777 service neutron] 10.222.0.60 "GET /v2.0/networks?id=1473080c-86ba-4d44-8dcc-5442b4565b0c HTTP/1.1" status: 200 len: 897 time: 0.3648982 Jul 27 21:19:12.473701 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8f3e8cd-78a6-476a-98e5-1c8684326422 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:19:12.477192 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8f3e8cd-78a6-476a-98e5-1c8684326422 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:19:12.481999 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-f8f3e8cd-78a6-476a-98e5-1c8684326422 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2375450 Jul 27 21:19:12.485188 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 46688) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:19:12.490084 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7774e129-1cb4-4ee2-8189-e723472a31bb None None] Network 182cb311-ed51-4835-b13f-d4700583d2b5 requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:19:12.529844 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-f9070695-8c12-427f-ba8f-51e64805dcb9 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=0cf732f300ba4461956541917b392827&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1443243 Jul 27 21:19:12.532138 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-b71d6acb-dacb-4879-be2f-ed11d21f0274 req-0dee1f91-c1ca-49bb-89a5-c34c3fd06f89 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ed51ec73-d9a5-4c0b-b4de-6eed8a81fff5 HTTP/1.1" status: 200 len: 1000 time: 0.2192225 Jul 27 21:19:12.536047 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 46690) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:19:12.580586 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9070695-8c12-427f-ba8f-51e64805dcb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43d76e59-8848-4f94-b82f-6117466f8906,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:19:12.591514 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-818ba0b4-9564-4d47-ae73-654b6b70d1a6 tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] Router 44e6b63c-7ab2-447e-ad0f-fe21304a592c has already been hosted by L3 agent dd128fd7-8e57-4d4f-895b-a96b369df59a {{(pid=105585) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:19:12.622815 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-8931959e-4d05-4e84-9bed-c44af266aab4 None None] Provisioning for port c80042ba-17cf-48ee-bcf1-f377e92f380b completed by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:19:12.638138 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.db_base_plugin_v2 [None req-de060901-f90d-42f5-8c65-66189b435f79 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Deleting subnet ec11dc8b-8ddd-4f6a-9e6c-1ffbaeca632d {{(pid=105585) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:19:12.688249 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71d6acb-dacb-4879-be2f-ed11d21f0274 req-85d82aed-003a-48c2-a05d-dca314666b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:19:12.690142 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-b71d6acb-dacb-4879-be2f-ed11d21f0274 req-85d82aed-003a-48c2-a05d-dca314666b97 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=01bef050-fb0a-4ec7-a814-df3307ad6529 HTTP/1.1" status: 200 len: 834 time: 0.1422212 Jul 27 21:19:12.703409 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-de060901-f90d-42f5-8c65-66189b435f79 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks [] for subnet, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:12.716166 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-f256d2ae-9915-4d7e-a074-ef7625988d68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:12.733755 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 3819275d-931c-4e77-af59-0a072b5437d6 up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:19:12.780858 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e423a821-a3ca-4edf-b4b3-f4be644435a9 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Network 182cb311-ed51-4835-b13f-d4700583d2b5 is already hosted by enough agents. {{(pid=105584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:19:12.787854 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-8fe89ebf-feda-4c4d-bd35-40575708ef42 None None] Could not find standard attr ID for object 4a8bb9c7-d997-421b-89c9-e5b1c79d7620. {{(pid=105586) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 27 21:19:12.799946 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-de060901-f90d-42f5-8c65-66189b435f79 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9887057'] for subnet, precommit_delete_associations {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:12.810353 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [None req-e423a821-a3ca-4edf-b4b3-f4be644435a9 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Resources bound (agent type, host, resource id): {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:19:12.819104 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-8fe89ebf-feda-4c4d-bd35-40575708ef42 None None] Provisioning for port 1eee18e5-68ae-4895-b65e-2a51f3ce0b2a completed by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:19:12.826032 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port 3819275d-931c-4e77-af59-0a072b5437d6 triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:19:12.826789 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:12.866523 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-818ba0b4-9564-4d47-ae73-654b6b70d1a6 tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] Notify agent at l3_agent.n-d-705658-22 the message routers_updated {{(pid=105585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:19:12.883949 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13f8193f-299c-403d-b7f7-7f7dc2501580 None None] Sync routers for ids ['44e6b63c-7ab2-447e-ad0f-fe21304a592c'] in n-d-705658-22 {{(pid=105586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:19:12.902625 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-bb32ed7d-8717-448b-a9c8-a5a0117d1fd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:12.945664 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13f8193f-299c-403d-b7f7-7f7dc2501580 None None] Routers {'44e6b63c-7ab2-447e-ad0f-fe21304a592c'} bound to L3 agent in host n-d-705658-22 {{(pid=105586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:19:12.946475 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-13f8193f-299c-403d-b7f7-7f7dc2501580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:19:12Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['44e6b63c-7ab2-447e-ad0f-fe21304a592c'], 'active': True} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:19:12.956517 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-818ba0b4-9564-4d47-ae73-654b6b70d1a6 tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for floatingip, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:13.084283 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-de060901-f90d-42f5-8c65-66189b435f79 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854965'] for subnet, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:13.128255 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 1eee18e5-68ae-4895-b65e-2a51f3ce0b2a up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:19:13.154056 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-818ba0b4-9564-4d47-ae73-654b6b70d1a6 tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 5.5391223 Jul 27 21:19:13.157363 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 46700) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:19:13.157557 n-d-705658-22 neutron-server[105585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8efc6892-cde0-4c99-91f7-935d698b9860', 'tag': '911e4b2a-29f1-4304-a93b-0d90656759d4'}] {{(pid=105585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:19:13.165267 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d66fd65881426bfc2b5388084a3654e5eae521106a15a3dbf0eb4cde7106c36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-debdd075-e784-4479-8166-ff70fb49d84e" -d '{"events": [{"name": "network-changed", "server_uuid": "8efc6892-cde0-4c99-91f7-935d698b9860", "tag": "911e4b2a-29f1-4304-a93b-0d90656759d4"}]}' {{(pid=105585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:19:13.304438 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-b05cb726-466a-4010-b68b-84ca7ca1a383 None None] Could not find standard attr ID for object bccbfb47-00b6-45a7-a6d0-79754d85ef2a. {{(pid=105586) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 27 21:19:13.314323 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:19:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c8e9c2d-60ec-42b5-bd63-f64ecd7369f8 x-openstack-request-id: req-5c8e9c2d-60ec-42b5-bd63-f64ecd7369f8 {{(pid=105585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:19:13.314626 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8efc6892-cde0-4c99-91f7-935d698b9860", "tag": "911e4b2a-29f1-4304-a93b-0d90656759d4", "status": "completed", "code": 200}]} {{(pid=105585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:19:13.314879 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-5c8e9c2d-60ec-42b5-bd63-f64ecd7369f8 {{(pid=105585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:19:13.315331 n-d-705658-22 neutron-server[105585]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8efc6892-cde0-4c99-91f7-935d698b9860', 'tag': '911e4b2a-29f1-4304-a93b-0d90656759d4', 'status': 'completed', 'code': 200} Jul 27 21:19:13.336977 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-b05cb726-466a-4010-b68b-84ca7ca1a383 None None] Provisioning for port 29b94a48-60b4-40e6-8c9e-f55dd2c9f683 completed by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:19:13.344204 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-b05cb726-466a-4010-b68b-84ca7ca1a383 None None] Provisioning complete for port 29b94a48-60b4-40e6-8c9e-f55dd2c9f683 triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:19:13.344587 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-b05cb726-466a-4010-b68b-84ca7ca1a383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:13.389405 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-b05cb726-466a-4010-b68b-84ca7ca1a383 None None] Port 29b94a48-60b4-40e6-8c9e-f55dd2c9f683 cannot update to ACTIVE because it is not bound. {{(pid=105586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:19:13.390916 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning for port 1eee18e5-68ae-4895-b65e-2a51f3ce0b2a completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:19:13.404525 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-f256d2ae-9915-4d7e-a074-ef7625988d68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:13.408483 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvr_db [None req-13f8193f-299c-403d-b7f7-7f7dc2501580 None None] Set router 44e6b63c-7ab2-447e-ad0f-fe21304a592c gateway port host: n-d-705658-22 {{(pid=105586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:19:13.440000 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71d6acb-dacb-4879-be2f-ed11d21f0274 req-1a3132c6-1c2a-4076-baae-d7e79fca1225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:19:13.441669 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-b71d6acb-dacb-4879-be2f-ed11d21f0274 req-1a3132c6-1c2a-4076-baae-d7e79fca1225 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1473080c-86ba-4d44-8dcc-5442b4565b0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.7272003 Jul 27 21:19:13.531183 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port 1eee18e5-68ae-4895-b65e-2a51f3ce0b2a triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:19:13.534009 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:13.624155 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e423a821-a3ca-4edf-b4b3-f4be644435a9 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Router 143736f8-a94b-4c2e-b6b5-2224630f39aa has already been hosted by L3 agent dd128fd7-8e57-4d4f-895b-a96b369df59a {{(pid=105584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:19:13.713274 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-de060901-f90d-42f5-8c65-66189b435f79 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10221602', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9990583'] for subnet, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:13.800913 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e423a821-a3ca-4edf-b4b3-f4be644435a9 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify agent at l3_agent.n-d-705658-22 the message routers_updated {{(pid=105584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:19:13.810355 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-e423a821-a3ca-4edf-b4b3-f4be644435a9 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] 10.222.0.59 "PUT /v2.0/routers/143736f8-a94b-4c2e-b6b5-2224630f39aa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2167623 Jul 27 21:19:13.821171 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f57b7eaf-c39e-42dd-85f6-a8d2c35ea2b0 None None] Sync routers for ids ['143736f8-a94b-4c2e-b6b5-2224630f39aa'] in n-d-705658-22 {{(pid=105587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:19:13.822035 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 46712) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:19:13.835817 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-8f6e1410-1ade-41d8-a52f-9c8570731693 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Request body: {'network': {'name': 'tempest-RoutersTest-1849858344'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:19:13.841278 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-b71d6acb-dacb-4879-be2f-ed11d21f0274 req-513c1497-d163-42f3-b47a-02a3b5bde029 service neutron] 10.222.0.60 "GET /v2.0/networks/1473080c-86ba-4d44-8dcc-5442b4565b0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3889751 Jul 27 21:19:13.841511 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f57b7eaf-c39e-42dd-85f6-a8d2c35ea2b0 None None] Routers {'143736f8-a94b-4c2e-b6b5-2224630f39aa'} bound to L3 agent in host n-d-705658-22 {{(pid=105587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:19:13.849731 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-f57b7eaf-c39e-42dd-85f6-a8d2c35ea2b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:19:12Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['143736f8-a94b-4c2e-b6b5-2224630f39aa'], 'active': True} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:19:13.856564 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de060901-f90d-42f5-8c65-66189b435f79 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Pushing event deleted for resources: {'Subnet': ['ID=ec11dc8b-8ddd-4f6a-9e6c-1ffbaeca632d,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:19:13.863644 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-de060901-f90d-42f5-8c65-66189b435f79 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743886'] for subnet, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:13.865636 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-de060901-f90d-42f5-8c65-66189b435f79 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] 10.222.0.59 "DELETE /v2.0/subnets/ec11dc8b-8ddd-4f6a-9e6c-1ffbaeca632d HTTP/1.1" status: 204 len: 168 time: 1.3794098 Jul 27 21:19:13.868896 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86692c61-0e2c-4261-a221-22e86572ba83 tempest-TestSecurityGroupsBasicOps-1546455404 tempest-TestSecurityGroupsBasicOps-1546455404-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:19:13.869386 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86692c61-0e2c-4261-a221-22e86572ba83 tempest-TestSecurityGroupsBasicOps-1546455404 tempest-TestSecurityGroupsBasicOps-1546455404-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:19:13.869852 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86692c61-0e2c-4261-a221-22e86572ba83 tempest-TestSecurityGroupsBasicOps-1546455404 tempest-TestSecurityGroupsBasicOps-1546455404-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:19:13.870316 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86692c61-0e2c-4261-a221-22e86572ba83 tempest-TestSecurityGroupsBasicOps-1546455404 tempest-TestSecurityGroupsBasicOps-1546455404-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:19:13.871096 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86692c61-0e2c-4261-a221-22e86572ba83 tempest-TestSecurityGroupsBasicOps-1546455404 tempest-TestSecurityGroupsBasicOps-1546455404-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:19:13.871375 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86692c61-0e2c-4261-a221-22e86572ba83 tempest-TestSecurityGroupsBasicOps-1546455404 tempest-TestSecurityGroupsBasicOps-1546455404-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:19:13.871884 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86692c61-0e2c-4261-a221-22e86572ba83 tempest-TestSecurityGroupsBasicOps-1546455404 tempest-TestSecurityGroupsBasicOps-1546455404-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:19:13.872353 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86692c61-0e2c-4261-a221-22e86572ba83 tempest-TestSecurityGroupsBasicOps-1546455404 tempest-TestSecurityGroupsBasicOps-1546455404-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:19:13.872804 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86692c61-0e2c-4261-a221-22e86572ba83 tempest-TestSecurityGroupsBasicOps-1546455404 tempest-TestSecurityGroupsBasicOps-1546455404-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:19:13.873264 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86692c61-0e2c-4261-a221-22e86572ba83 tempest-TestSecurityGroupsBasicOps-1546455404 tempest-TestSecurityGroupsBasicOps-1546455404-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:19:13.877771 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-86692c61-0e2c-4261-a221-22e86572ba83 tempest-TestSecurityGroupsBasicOps-1546455404 tempest-TestSecurityGroupsBasicOps-1546455404-project-admin] 10.222.0.59 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7017 time: 0.7069302 Jul 27 21:19:13.878465 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 46714) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:19:13.878721 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 46716) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:19:13.914543 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-f256d2ae-9915-4d7e-a074-ef7625988d68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:13.918519 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-f256d2ae-9915-4d7e-a074-ef7625988d68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:13.922071 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-f256d2ae-9915-4d7e-a074-ef7625988d68 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/43d76e59-8848-4f94-b82f-6117466f8906 HTTP/1.1" status: 204 len: 168 time: 1.3783236 Jul 27 21:19:13.924510 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f6e1410-1ade-41d8-a52f-9c8570731693 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Made reservation on behalf of b2a273d14da548f08e5e2947b1efbc75 for: {'network': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:19:13.930957 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-8f6e1410-1ade-41d8-a52f-9c8570731693 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for network, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:13.937043 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:14.042834 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debdd075-e784-4479-8166-ff70fb49d84e req-c82ca616-549a-4dd3-9966-4400b377bc96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:19:14.052914 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-debdd075-e784-4479-8166-ff70fb49d84e req-c82ca616-549a-4dd3-9966-4400b377bc96 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=717529174f79442eb5493474d000cc27&device_id=8efc6892-cde0-4c99-91f7-935d698b9860 HTTP/1.1" status: 200 len: 1136 time: 0.7232289 Jul 27 21:19:14.071864 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f256d2ae-9915-4d7e-a074-ef7625988d68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43d76e59-8848-4f94-b82f-6117466f8906,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:19:14.101763 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f256d2ae-9915-4d7e-a074-ef7625988d68 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:19:14.102202 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f256d2ae-9915-4d7e-a074-ef7625988d68 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:19:14.102680 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f256d2ae-9915-4d7e-a074-ef7625988d68 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:19:14.103889 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f256d2ae-9915-4d7e-a074-ef7625988d68 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:19:14.105188 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f256d2ae-9915-4d7e-a074-ef7625988d68 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:19:14.105728 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f256d2ae-9915-4d7e-a074-ef7625988d68 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:19:14.105934 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f256d2ae-9915-4d7e-a074-ef7625988d68 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:19:14.107316 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f256d2ae-9915-4d7e-a074-ef7625988d68 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:19:14.107572 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f256d2ae-9915-4d7e-a074-ef7625988d68 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:19:14.111478 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f256d2ae-9915-4d7e-a074-ef7625988d68 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:19:14.111904 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f256d2ae-9915-4d7e-a074-ef7625988d68 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:19:14.112628 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f256d2ae-9915-4d7e-a074-ef7625988d68 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:19:14.140288 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f6e1410-1ade-41d8-a52f-9c8570731693 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] vlan segment allocate from pool success with {'vlan_id': 221, 'physical_network': 'physnet1'} {{(pid=105584) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:19:14.151961 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-fd09e7ee-f6a8-4abb-8b91-e3bead06539c None None] Could not find standard attr ID for object 4a8bb9c7-d997-421b-89c9-e5b1c79d7620. {{(pid=105586) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 27 21:19:14.162709 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eadf7afe-88ec-49b0-9c20-48627b617574 None None] Network 1d615a85-844c-4c57-a0fc-2090e87300f0 requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:19:14.179919 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-8f6e1410-1ade-41d8-a52f-9c8570731693 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:14.181082 n-d-705658-22 neutron-server[105584]: INFO neutron.db.segments_db [None req-8f6e1410-1ade-41d8-a52f-9c8570731693 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Added segment bf96f57b-2948-4c06-949c-e5933d68f10d of type vlan for network 112e7360-5908-4927-8ee8-ee7fb14862f7 Jul 27 21:19:14.234132 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 46724) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:19:14.240957 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-c2c54dd2-82d2-4185-9287-62fa9c4866db tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3308082 Jul 27 21:19:14.294248 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-b589eee6-088f-453b-b355-c9333dead68b tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Request body: {'subnet': {'network_id': '1d615a85-844c-4c57-a0fc-2090e87300f0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:19:14.312185 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] For port 1eee18e5-68ae-4895-b65e-2a51f3ce0b2a, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=1eee18e5-68ae-4895-b65e-2a51f3ce0b2a,segment=NetworkSegment(532d8a52-575f-45de-a3af-efbea8c8f6d5),segment_id=532d8a52-575f-45de-a3af-efbea8c8f6d5)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:19:14.353366 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvr_db [None req-f57b7eaf-c39e-42dd-85f6-a8d2c35ea2b0 None None] Set router 143736f8-a94b-4c2e-b6b5-2224630f39aa gateway port host: None {{(pid=105587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:19:14.407061 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:14.410626 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device c80042ba-17cf-48ee-bcf1-f377e92f380b up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:19:14.467518 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5623dd2b-e7d9-491f-9bef-cc42d0021eb9 tempest-TestSecurityGroupsBasicOps-1546455404 tempest-TestSecurityGroupsBasicOps-1546455404-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:19:14.470861 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5623dd2b-e7d9-491f-9bef-cc42d0021eb9 tempest-TestSecurityGroupsBasicOps-1546455404 tempest-TestSecurityGroupsBasicOps-1546455404-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:19:14.471492 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5623dd2b-e7d9-491f-9bef-cc42d0021eb9 tempest-TestSecurityGroupsBasicOps-1546455404 tempest-TestSecurityGroupsBasicOps-1546455404-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:19:14.471961 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5623dd2b-e7d9-491f-9bef-cc42d0021eb9 tempest-TestSecurityGroupsBasicOps-1546455404 tempest-TestSecurityGroupsBasicOps-1546455404-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:19:14.472412 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5623dd2b-e7d9-491f-9bef-cc42d0021eb9 tempest-TestSecurityGroupsBasicOps-1546455404 tempest-TestSecurityGroupsBasicOps-1546455404-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:19:14.472863 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5623dd2b-e7d9-491f-9bef-cc42d0021eb9 tempest-TestSecurityGroupsBasicOps-1546455404 tempest-TestSecurityGroupsBasicOps-1546455404-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:19:14.474424 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5623dd2b-e7d9-491f-9bef-cc42d0021eb9 tempest-TestSecurityGroupsBasicOps-1546455404 tempest-TestSecurityGroupsBasicOps-1546455404-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:19:14.474966 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5623dd2b-e7d9-491f-9bef-cc42d0021eb9 tempest-TestSecurityGroupsBasicOps-1546455404 tempest-TestSecurityGroupsBasicOps-1546455404-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:19:14.475362 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5623dd2b-e7d9-491f-9bef-cc42d0021eb9 tempest-TestSecurityGroupsBasicOps-1546455404 tempest-TestSecurityGroupsBasicOps-1546455404-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:19:14.480355 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-5623dd2b-e7d9-491f-9bef-cc42d0021eb9 tempest-TestSecurityGroupsBasicOps-1546455404 tempest-TestSecurityGroupsBasicOps-1546455404-project-admin] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5766 time: 0.5859926 Jul 27 21:19:14.485678 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 46728) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:19:14.581718 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-8f6e1410-1ade-41d8-a52f-9c8570731693 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790688424798'] for network, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:14.593163 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b589eee6-088f-453b-b355-c9333dead68b tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Made reservation on behalf of fcd7bb7d26624f8f823446f0b0a5006f for: {'subnet': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:19:14.602731 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-b589eee6-088f-453b-b355-c9333dead68b tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9738786'] for subnet, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:14.737929 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debdd075-e784-4479-8166-ff70fb49d84e req-d7c88d3b-a232-4ec1-842d-a68dc06d4292 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:19:14.739941 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-debdd075-e784-4479-8166-ff70fb49d84e req-d7c88d3b-a232-4ec1-842d-a68dc06d4292 service neutron] 10.222.0.60 "GET /v2.0/networks?id=a2fbbd2b-5e21-44bb-9251-b86500607834 HTTP/1.1" status: 200 len: 898 time: 0.4976230 Jul 27 21:19:14.740564 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 46738) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:19:14.821376 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-f57b7eaf-c39e-42dd-85f6-a8d2c35ea2b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '143736f8-a94b-4c2e-b6b5-2224630f39aa', 'name': 'tempest-RoutersTest-router-2098360871', 'tenant_id': 'b2a273d14da548f08e5e2947b1efbc75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:18:44Z', 'updated_at': '2021-07-27T21:19:10Z', 'revision_number': 4, 'project_id': 'b2a273d14da548f08e5e2947b1efbc75', 'gw_port_host': None, '_interfaces': [{'id': '29b94a48-60b4-40e6-8c9e-f55dd2c9f683', 'name': '', 'network_id': '182cb311-ed51-4835-b13f-d4700583d2b5', 'tenant_id': 'b2a273d14da548f08e5e2947b1efbc75', 'mac_address': 'fa:16:3e:62:69:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '143736f8-a94b-4c2e-b6b5-2224630f39aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2883, 'fixed_ips': [{'subnet_id': '417c1c4f-0a4f-43e3-8d10-75eb1552d8b1', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:19:08Z', 'updated_at': '2021-07-27T21:19:11Z', 'revision_number': 2, 'project_id': 'b2a273d14da548f08e5e2947b1efbc75', 'subnets': [{'id': '417c1c4f-0a4f-43e3-8d10-75eb1552d8b1', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3819275d-931c-4e77-af59-0a072b5437d6', 'name': '', 'network_id': 'd2bd9219-4168-4aa2-ac8d-51730a978a14', 'tenant_id': 'b2a273d14da548f08e5e2947b1efbc75', 'mac_address': 'fa:16:3e:ee:5c:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '143736f8-a94b-4c2e-b6b5-2224630f39aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2868, 'fixed_ips': [{'subnet_id': '26a4c494-c373-4559-8390-14c25615fa06', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:18:59Z', 'updated_at': '2021-07-27T21:19:11Z', 'revision_number': 5, 'project_id': 'b2a273d14da548f08e5e2947b1efbc75', 'subnets': [{'id': '26a4c494-c373-4559-8390-14c25615fa06', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8c8e812d-bdf9-4cf4-b8c7-3dc810eefb32', 'name': '', 'network_id': '3c05b601-6f3f-4129-89fb-58b7bb9fe8d3', 'tenant_id': 'b2a273d14da548f08e5e2947b1efbc75', 'mac_address': 'fa:16:3e:da:90:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '143736f8-a94b-4c2e-b6b5-2224630f39aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2848, 'fixed_ips': [{'subnet_id': '5243c389-81dc-4a3a-888e-c7f09f4ecbc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:18:48Z', 'updated_at': '2021-07-27T21:19:02Z', 'revision_number': 5, 'project_id': 'b2a273d14da548f08e5e2947b1efbc75', 'subnets': [{'id': '5243c389-81dc-4a3a-888e-c7f09f4ecbc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-22', False) {} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:19:14.827184 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-b71d6acb-dacb-4879-be2f-ed11d21f0274 req-c94bdb3d-a52f-4bb0-9993-1db2b7dce7ad service neutron] 10.222.0.60 "GET /v2.0/networks/1473080c-86ba-4d44-8dcc-5442b4565b0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9225411 Jul 27 21:19:14.869745 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f57b7eaf-c39e-42dd-85f6-a8d2c35ea2b0 None None] Checking router: 143736f8-a94b-4c2e-b6b5-2224630f39aa for host: n-d-705658-22 {{(pid=105587) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:19:14.870700 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f57b7eaf-c39e-42dd-85f6-a8d2c35ea2b0 None None] Updating router 143736f8-a94b-4c2e-b6b5-2224630f39aa port 29b94a48-60b4-40e6-8c9e-f55dd2c9f683 binding host n-d-705658-22 {{(pid=105587) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 21:19:14.889228 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-fd09e7ee-f6a8-4abb-8b91-e3bead06539c None None] Provisioning complete for port 29b94a48-60b4-40e6-8c9e-f55dd2c9f683 triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:19:14.889651 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-fd09e7ee-f6a8-4abb-8b91-e3bead06539c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:14.926662 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-debdd075-e784-4479-8166-ff70fb49d84e req-8c076eb3-9f95-4a5f-87db-4453205b0384 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=911e4b2a-29f1-4304-a93b-0d90656759d4 HTTP/1.1" status: 200 len: 999 time: 0.1760237 Jul 27 21:19:14.944710 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-fd09e7ee-f6a8-4abb-8b91-e3bead06539c None None] Port 29b94a48-60b4-40e6-8c9e-f55dd2c9f683 cannot update to ACTIVE because it is not bound. {{(pid=105586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:19:14.954411 n-d-705658-22 neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-f57b7eaf-c39e-42dd-85f6-a8d2c35ea2b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:14.961826 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-1c3d9bef-34ba-4465-9b5d-fb27c785bf71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:14.976641 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-875ced1b-4cf3-463a-9653-058f0f9421e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:15.018857 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning for port c80042ba-17cf-48ee-bcf1-f377e92f380b completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:19:15.031602 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Pushing event updated for resources: {'Port': ['ID=1eee18e5-68ae-4895-b65e-2a51f3ce0b2a,revision_number=4']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:19:15.037407 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-13f8193f-299c-403d-b7f7-7f7dc2501580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44e6b63c-7ab2-447e-ad0f-fe21304a592c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2084290127', 'tenant_id': '717529174f79442eb5493474d000cc27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.33'}], 'enable_snat': True}, 'gw_port_id': '45c81317-a22b-4865-b927-2cd369651ff6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:18:21Z', 'updated_at': '2021-07-27T21:18:33Z', 'revision_number': 4, 'project_id': '717529174f79442eb5493474d000cc27', 'gw_port': {'id': '45c81317-a22b-4865-b927-2cd369651ff6', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:d5:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44e6b63c-7ab2-447e-ad0f-fe21304a592c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2813, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:18:22Z', 'updated_at': '2021-07-27T21:18:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_floatingips': [{'id': '1456c4d6-65d1-430d-a737-2761ba0832d4', 'tenant_id': '717529174f79442eb5493474d000cc27', 'floating_ip_address': '172.25.5.170', 'floating_network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'router_id': '44e6b63c-7ab2-447e-ad0f-fe21304a592c', 'port_id': '911e4b2a-29f1-4304-a93b-0d90656759d4', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2884, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2fbbd2b-5e21-44bb-9251-b86500607834', 'mac_address': 'fa:16:3e:13:6a:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8efc6892-cde0-4c99-91f7-935d698b9860', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T21:19:09Z', 'updated_at': '2021-07-27T21:19:09Z', 'revision_number': 0, 'project_id': '717529174f79442eb5493474d000cc27', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f69875a-f7e6-471f-8f40-d85fb19bf0a6', 'name': '', 'network_id': 'a2fbbd2b-5e21-44bb-9251-b86500607834', 'tenant_id': '717529174f79442eb5493474d000cc27', 'mac_address': 'fa:16:3e:91:01:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44e6b63c-7ab2-447e-ad0f-fe21304a592c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2827, 'fixed_ips': [{'subnet_id': '0f236d01-a91d-4829-92e0-1f1647a0c752', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:18:31Z', 'updated_at': '2021-07-27T21:18:47Z', 'revision_number': 5, 'project_id': '717529174f79442eb5493474d000cc27', 'subnets': [{'id': '0f236d01-a91d-4829-92e0-1f1647a0c752', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-22', False) {} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:19:15.039540 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debdd075-e784-4479-8166-ff70fb49d84e req-57da5dd9-c4d0-4da6-9a9c-031018f5b7d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:19:15.042363 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-debdd075-e784-4479-8166-ff70fb49d84e req-57da5dd9-c4d0-4da6-9a9c-031018f5b7d3 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=0f236d01-a91d-4829-92e0-1f1647a0c752 HTTP/1.1" status: 200 len: 834 time: 0.0817158 Jul 27 21:19:15.047681 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-b589eee6-088f-453b-b355-c9333dead68b tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9014150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9738800'] for subnet, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:15.087098 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port c80042ba-17cf-48ee-bcf1-f377e92f380b triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:19:15.087098 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:15.148726 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13f8193f-299c-403d-b7f7-7f7dc2501580 None None] Checking router: 44e6b63c-7ab2-447e-ad0f-fe21304a592c for host: n-d-705658-22 {{(pid=105586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:19:15.156623 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b589eee6-088f-453b-b355-c9333dead68b tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Pushing event updated for resources: {'Subnet': ['ID=73dbe57c-4461-46bb-8f32-8084c2987481,revision_number=0']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:19:15.186893 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13f8193f-299c-403d-b7f7-7f7dc2501580 None None] Routers {'44e6b63c-7ab2-447e-ad0f-fe21304a592c'} bound to L3 agent in host n-d-705658-22 {{(pid=105586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:19:15.187452 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-13f8193f-299c-403d-b7f7-7f7dc2501580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:19:12Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['44e6b63c-7ab2-447e-ad0f-fe21304a592c'], 'active': True} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:19:15.195675 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b589eee6-088f-453b-b355-c9333dead68b tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Network 1d615a85-844c-4c57-a0fc-2090e87300f0 is already hosted by enough agents. {{(pid=105584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:19:15.199551 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [None req-b589eee6-088f-453b-b355-c9333dead68b tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Resources bound (agent type, host, resource id): {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:19:15.209443 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b589eee6-088f-453b-b355-c9333dead68b tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:19:15.210055 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-b589eee6-088f-453b-b355-c9333dead68b tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks [] for subnet, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:15.213588 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-8f6e1410-1ade-41d8-a52f-9c8570731693 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920'] for network, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:15.233209 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f6e1410-1ade-41d8-a52f-9c8570731693 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:19:15.233869 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-8f6e1410-1ade-41d8-a52f-9c8570731693 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743886'] for network, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:15.275791 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-feb4c6e8-77dc-4d27-99c2-cb15a142eb6e None None] Provisioning complete for port 29b94a48-60b4-40e6-8c9e-f55dd2c9f683 triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:19:15.276544 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-feb4c6e8-77dc-4d27-99c2-cb15a142eb6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:15.329141 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debdd075-e784-4479-8166-ff70fb49d84e req-2e17dffd-28cb-4117-9e66-93029c238973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:19:15.331286 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5f6dbd8-a8f6-484c-8f0a-a05ac2398969 None None] DHCP port deletion for 1d615a85-844c-4c57-a0fc-2090e87300f0 request from n-d-705658-22 {{(pid=105586) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 21:19:15.331555 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-debdd075-e784-4479-8166-ff70fb49d84e req-2e17dffd-28cb-4117-9e66-93029c238973 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a2fbbd2b-5e21-44bb-9251-b86500607834&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2742026 Jul 27 21:19:15.368087 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:15.429420 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6e1410-1ade-41d8-a52f-9c8570731693 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Pushing event updated for resources: {'Network': ['ID=112e7360-5908-4927-8ee8-ee7fb14862f7,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:19:15.433628 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-debdd075-e784-4479-8166-ff70fb49d84e req-44d558f8-d1c4-4d69-953d-bdffc54616fb service neutron] 10.222.0.60 "GET /v2.0/networks/a2fbbd2b-5e21-44bb-9251-b86500607834?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903060 Jul 27 21:19:15.451540 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Network 112e7360-5908-4927-8ee8-ee7fb14862f7 details requested by agent ovs-agent-n-d-705658-22 with host n-d-705658-22 {{(pid=105586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:19:15.511037 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-feb4c6e8-77dc-4d27-99c2-cb15a142eb6e None None] Port 29b94a48-60b4-40e6-8c9e-f55dd2c9f683 cannot update to ACTIVE because it is not bound. {{(pid=105586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:19:15.531287 n-d-705658-22 neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-f57b7eaf-c39e-42dd-85f6-a8d2c35ea2b0 None None] Notify callbacks [] for port, precommit_update {{(pid=105587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:15.545301 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.provisioning_blocks [None req-f57b7eaf-c39e-42dd-85f6-a8d2c35ea2b0 None None] Transition to ACTIVE for port object 29b94a48-60b4-40e6-8c9e-f55dd2c9f683 will not be triggered until provisioned by entity L2. {{(pid=105587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:19:15.551286 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] For port c80042ba-17cf-48ee-bcf1-f377e92f380b, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=c80042ba-17cf-48ee-bcf1-f377e92f380b,segment=NetworkSegment(cd6b766d-4031-4911-b055-7da260850c61),segment_id=cd6b766d-4031-4911-b055-7da260850c61)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:19:15.552296 n-d-705658-22 neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-f57b7eaf-c39e-42dd-85f6-a8d2c35ea2b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:15.575314 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:15.596788 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvr_db [None req-13f8193f-299c-403d-b7f7-7f7dc2501580 None None] Set router 44e6b63c-7ab2-447e-ad0f-fe21304a592c gateway port host: n-d-705658-22 {{(pid=105586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:19:15.687431 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-a5f6dbd8-a8f6-484c-8f0a-a05ac2398969 None None] Deleting port 1eee18e5-68ae-4895-b65e-2a51f3ce0b2a {{(pid=105586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:19:15.687431 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-a5f6dbd8-a8f6-484c-8f0a-a05ac2398969 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:15.716720 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-8e4ee644-2852-413f-8ec3-e9b65760a4b1 tempest-TestSecurityGroupsBasicOps-1546455404 tempest-TestSecurityGroupsBasicOps-1546455404-project-admin] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2872 time: 1.2300303 Jul 27 21:19:15.719471 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 46752) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:19:15.721549 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-debdd075-e784-4479-8166-ff70fb49d84e req-8b0529cb-9d0a-47c5-957a-1497e67e3de0 service neutron] 10.222.0.60 "GET /v2.0/networks/a2fbbd2b-5e21-44bb-9251-b86500607834?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2677391 Jul 27 21:19:15.751440 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-1c3d9bef-34ba-4465-9b5d-fb27c785bf71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:15.752107 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.managers [None req-f57b7eaf-c39e-42dd-85f6-a8d2c35ea2b0 None None] Attempting to bind port 29b94a48-60b4-40e6-8c9e-f55dd2c9f683 on host n-d-705658-22 for vnic_type normal with profile {{(pid=105587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:19:15.753275 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.managers [None req-f57b7eaf-c39e-42dd-85f6-a8d2c35ea2b0 None None] Attempting to bind port 29b94a48-60b4-40e6-8c9e-f55dd2c9f683 by drivers openvswitch,hyperv on host n-d-705658-22 at level 0 using segments [{'id': 'cd6b766d-4031-4911-b055-7da260850c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '182cb311-ed51-4835-b13f-d4700583d2b5'}] {{(pid=105587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:19:15.754322 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f57b7eaf-c39e-42dd-85f6-a8d2c35ea2b0 None None] Attempting to bind port 29b94a48-60b4-40e6-8c9e-f55dd2c9f683 on network 182cb311-ed51-4835-b13f-d4700583d2b5 {{(pid=105587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:19:15.758645 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-1c3d9bef-34ba-4465-9b5d-fb27c785bf71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:15.764260 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4552ca01-a3ee-473a-9f6a-d740568a864c None None] Pushing event updated for resources: {'Port': ['ID=29b94a48-60b4-40e6-8c9e-f55dd2c9f683,revision_number=3']} {{(pid=105587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:19:15.777747 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f57b7eaf-c39e-42dd-85f6-a8d2c35ea2b0 None None] Checking agent: {'id': '04a7ea91-6318-467e-ace6-b0fb48c8690f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 41, 42), 'started_at': datetime.datetime(2021, 7, 27, 20, 42, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 19, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:19:15.778133 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f57b7eaf-c39e-42dd-85f6-a8d2c35ea2b0 None None] Checking segment: {'id': 'cd6b766d-4031-4911-b055-7da260850c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '182cb311-ed51-4835-b13f-d4700583d2b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:19:15.778530 n-d-705658-22 neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-f57b7eaf-c39e-42dd-85f6-a8d2c35ea2b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:15.778914 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f57b7eaf-c39e-42dd-85f6-a8d2c35ea2b0 None None] Bound using segment: {'id': 'cd6b766d-4031-4911-b055-7da260850c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '182cb311-ed51-4835-b13f-d4700583d2b5'} {{(pid=105587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:19:15.779410 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.managers [None req-f57b7eaf-c39e-42dd-85f6-a8d2c35ea2b0 None None] Bound port: 29b94a48-60b4-40e6-8c9e-f55dd2c9f683, host: n-d-705658-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd6b766d-4031-4911-b055-7da260850c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '182cb311-ed51-4835-b13f-d4700583d2b5'}}] {{(pid=105587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:19:15.779784 n-d-705658-22 neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-f57b7eaf-c39e-42dd-85f6-a8d2c35ea2b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:15.799775 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 1eee18e5-68ae-4895-b65e-2a51f3ce0b2a no longer exists at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:19:15.843866 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-8f6e1410-1ade-41d8-a52f-9c8570731693 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 2.0203068 Jul 27 21:19:15.845222 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 46754) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:19:15.849698 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-b589eee6-088f-453b-b355-c9333dead68b tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.6132982 Jul 27 21:19:15.856006 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-de32f3e5-5994-4397-bdcb-8a8a309cb13e tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Request body: {'subnet': {'network_id': '112e7360-5908-4927-8ee8-ee7fb14862f7', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:19:15.888593 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-1c3d9bef-34ba-4465-9b5d-fb27c785bf71 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=f2ed7f8652a94521810c9ea513ff5c80&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1460886 Jul 27 21:19:15.889334 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3d9bef-34ba-4465-9b5d-fb27c785bf71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe087e82-05e1-41bb-8877-f85cef9eb67f,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:19:15.891736 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 46756) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:19:15.892066 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 46758) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:19:15.912138 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-923db2a2-5094-44ea-b8ef-714739d78252 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Request body: {'port': {'network_id': '1d615a85-844c-4c57-a0fc-2090e87300f0', 'fixed_ips': [{'subnet_id': '73dbe57c-4461-46bb-8f32-8084c2987481', 'ip_address': '2001:db8:0:1::5'}], 'name': 'tempest-NetworksTestDHCPv6-1457711880'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:19:15.964284 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.db [None req-f57b7eaf-c39e-42dd-85f6-a8d2c35ea2b0 None None] For port 29b94a48-60b4-40e6-8c9e-f55dd2c9f683, host n-d-705658-22, cleared binding levels {{(pid=105587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:19:15.969053 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.db [None req-f57b7eaf-c39e-42dd-85f6-a8d2c35ea2b0 None None] For port 29b94a48-60b4-40e6-8c9e-f55dd2c9f683, host n-d-705658-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=29b94a48-60b4-40e6-8c9e-f55dd2c9f683,segment=NetworkSegment(cd6b766d-4031-4911-b055-7da260850c61),segment_id=cd6b766d-4031-4911-b055-7da260850c61)] {{(pid=105587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:19:15.974710 n-d-705658-22 neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-f57b7eaf-c39e-42dd-85f6-a8d2c35ea2b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:16.026985 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Pushing event updated for resources: {'Port': ['ID=c80042ba-17cf-48ee-bcf1-f377e92f380b,revision_number=3']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:19:16.072769 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e86928b0-0739-4826-85b7-369863aba900 tempest-TestSecurityGroupsBasicOps-1546455404 tempest-TestSecurityGroupsBasicOps-1546455404-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:19:16.073321 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e86928b0-0739-4826-85b7-369863aba900 tempest-TestSecurityGroupsBasicOps-1546455404 tempest-TestSecurityGroupsBasicOps-1546455404-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:19:16.077335 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-e86928b0-0739-4826-85b7-369863aba900 tempest-TestSecurityGroupsBasicOps-1546455404 tempest-TestSecurityGroupsBasicOps-1546455404-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=44e6b63c-7ab2-447e-ad0f-fe21304a592c HTTP/1.1" status: 200 len: 1991 time: 0.3566201 Jul 27 21:19:16.093240 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de32f3e5-5994-4397-bdcb-8a8a309cb13e tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Made reservation on behalf of b2a273d14da548f08e5e2947b1efbc75 for: {'subnet': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:19:16.094012 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f57b7eaf-c39e-42dd-85f6-a8d2c35ea2b0 None None] Routers {'143736f8-a94b-4c2e-b6b5-2224630f39aa'} bound to L3 agent in host n-d-705658-22 {{(pid=105587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:19:16.094649 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-f57b7eaf-c39e-42dd-85f6-a8d2c35ea2b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:19:12Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['143736f8-a94b-4c2e-b6b5-2224630f39aa'], 'active': True} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:19:16.098689 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-de32f3e5-5994-4397-bdcb-8a8a309cb13e tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9738786'] for subnet, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:16.144328 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-079c83ac-2c9b-45d1-a7cc-49f9d6e49c12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:16.178802 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-079c83ac-2c9b-45d1-a7cc-49f9d6e49c12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:16.220761 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvr_db [None req-f57b7eaf-c39e-42dd-85f6-a8d2c35ea2b0 None None] Set router 143736f8-a94b-4c2e-b6b5-2224630f39aa gateway port host: None {{(pid=105587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:19:16.243863 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-923db2a2-5094-44ea-b8ef-714739d78252 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Made reservation on behalf of fcd7bb7d26624f8f823446f0b0a5006f for: {'port': 1} {{(pid=105585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:19:16.286772 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:16.289820 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-a5f6dbd8-a8f6-484c-8f0a-a05ac2398969 None None] For port 1eee18e5-68ae-4895-b65e-2a51f3ce0b2a, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=1eee18e5-68ae-4895-b65e-2a51f3ce0b2a,segment=NetworkSegment(532d8a52-575f-45de-a3af-efbea8c8f6d5),segment_id=532d8a52-575f-45de-a3af-efbea8c8f6d5)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:19:16.290284 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-a5f6dbd8-a8f6-484c-8f0a-a05ac2398969 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:16.322885 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-a5f6dbd8-a8f6-484c-8f0a-a05ac2398969 None None] Calling delete_port for 1eee18e5-68ae-4895-b65e-2a51f3ce0b2a owned by network:dhcp {{(pid=105586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:19:16.407835 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-079c83ac-2c9b-45d1-a7cc-49f9d6e49c12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:16.411213 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-079c83ac-2c9b-45d1-a7cc-49f9d6e49c12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:16.412764 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-079c83ac-2c9b-45d1-a7cc-49f9d6e49c12 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/fe087e82-05e1-41bb-8877-f85cef9eb67f HTTP/1.1" status: 204 len: 168 time: 0.5186431 Jul 27 21:19:16.425477 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] For port 1eee18e5-68ae-4895-b65e-2a51f3ce0b2a, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=1eee18e5-68ae-4895-b65e-2a51f3ce0b2a,segment=NetworkSegment(532d8a52-575f-45de-a3af-efbea8c8f6d5),segment_id=532d8a52-575f-45de-a3af-efbea8c8f6d5)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:19:16.434889 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:16.456420 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-923db2a2-5094-44ea-b8ef-714739d78252 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:16.469307 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079c83ac-2c9b-45d1-a7cc-49f9d6e49c12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe087e82-05e1-41bb-8877-f85cef9eb67f,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:19:16.504825 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4552ca01-a3ee-473a-9f6a-d740568a864c None None] Pushing event updated for resources: {'Port': ['ID=29b94a48-60b4-40e6-8c9e-f55dd2c9f683,revision_number=4']} {{(pid=105587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:19:16.526130 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-f57b7eaf-c39e-42dd-85f6-a8d2c35ea2b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '143736f8-a94b-4c2e-b6b5-2224630f39aa', 'name': 'tempest-RoutersTest-router-2098360871', 'tenant_id': 'b2a273d14da548f08e5e2947b1efbc75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:18:44Z', 'updated_at': '2021-07-27T21:19:10Z', 'revision_number': 4, 'project_id': 'b2a273d14da548f08e5e2947b1efbc75', 'gw_port_host': None, '_interfaces': [{'id': '29b94a48-60b4-40e6-8c9e-f55dd2c9f683', 'name': '', 'network_id': '182cb311-ed51-4835-b13f-d4700583d2b5', 'tenant_id': 'b2a273d14da548f08e5e2947b1efbc75', 'mac_address': 'fa:16:3e:62:69:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '143736f8-a94b-4c2e-b6b5-2224630f39aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2883, 'fixed_ips': [{'subnet_id': '417c1c4f-0a4f-43e3-8d10-75eb1552d8b1', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:19:08Z', 'updated_at': '2021-07-27T21:19:15Z', 'revision_number': 4, 'project_id': 'b2a273d14da548f08e5e2947b1efbc75', 'subnets': [{'id': '417c1c4f-0a4f-43e3-8d10-75eb1552d8b1', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3819275d-931c-4e77-af59-0a072b5437d6', 'name': '', 'network_id': 'd2bd9219-4168-4aa2-ac8d-51730a978a14', 'tenant_id': 'b2a273d14da548f08e5e2947b1efbc75', 'mac_address': 'fa:16:3e:ee:5c:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '143736f8-a94b-4c2e-b6b5-2224630f39aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2868, 'fixed_ips': [{'subnet_id': '26a4c494-c373-4559-8390-14c25615fa06', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:18:59Z', 'updated_at': '2021-07-27T21:19:11Z', 'revision_number': 5, 'project_id': 'b2a273d14da548f08e5e2947b1efbc75', 'subnets': [{'id': '26a4c494-c373-4559-8390-14c25615fa06', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8c8e812d-bdf9-4cf4-b8c7-3dc810eefb32', 'name': '', 'network_id': '3c05b601-6f3f-4129-89fb-58b7bb9fe8d3', 'tenant_id': 'b2a273d14da548f08e5e2947b1efbc75', 'mac_address': 'fa:16:3e:da:90:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '143736f8-a94b-4c2e-b6b5-2224630f39aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2848, 'fixed_ips': [{'subnet_id': '5243c389-81dc-4a3a-888e-c7f09f4ecbc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:18:48Z', 'updated_at': '2021-07-27T21:19:02Z', 'revision_number': 5, 'project_id': 'b2a273d14da548f08e5e2947b1efbc75', 'subnets': [{'id': '5243c389-81dc-4a3a-888e-c7f09f4ecbc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-22', False) {} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:19:16.565709 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f57b7eaf-c39e-42dd-85f6-a8d2c35ea2b0 None None] The sync data for ids ['143736f8-a94b-4c2e-b6b5-2224630f39aa'] in n-d-705658-22 is: [{'id': '143736f8-a94b-4c2e-b6b5-2224630f39aa', 'name': 'tempest-RoutersTest-router-2098360871', 'tenant_id': 'b2a273d14da548f08e5e2947b1efbc75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:18:44Z', 'updated_at': '2021-07-27T21:19:10Z', 'revision_number': 4, 'project_id': 'b2a273d14da548f08e5e2947b1efbc75', 'gw_port_host': None, '_interfaces': [{'id': '29b94a48-60b4-40e6-8c9e-f55dd2c9f683', 'name': '', 'network_id': '182cb311-ed51-4835-b13f-d4700583d2b5', 'tenant_id': 'b2a273d14da548f08e5e2947b1efbc75', 'mac_address': 'fa:16:3e:62:69:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '143736f8-a94b-4c2e-b6b5-2224630f39aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2883, 'fixed_ips': [{'subnet_id': '417c1c4f-0a4f-43e3-8d10-75eb1552d8b1', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:19:08Z', 'updated_at': '2021-07-27T21:19:15Z', 'revision_number': 4, 'project_id': 'b2a273d14da548f08e5e2947b1efbc75', 'subnets': [{'id': '417c1c4f-0a4f-43e3-8d10-75eb1552d8b1', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3819275d-931c-4e77-af59-0a072b5437d6', 'name': '', 'network_id': 'd2bd9219-4168-4aa2-ac8d-51730a978a14', 'tenant_id': 'b2a273d14da548f08e5e2947b1efbc75', 'mac_address': 'fa:16:3e:ee:5c:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '143736f8-a94b-4c2e-b6b5-2224630f39aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2868, 'fixed_ips': [{'subnet_id': '26a4c494-c373-4559-8390-14c25615fa06', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:18:59Z', 'updated_at': '2021-07-27T21:19:11Z', 'revision_number': 5, 'project_id': 'b2a273d14da548f08e5e2947b1efbc75', 'subnets': [{'id': '26a4c494-c373-4559-8390-14c25615fa06', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8c8e812d-bdf9-4cf4-b8c7-3dc810eefb32', 'name': '', 'network_id': '3c05b601-6f3f-4129-89fb-58b7bb9fe8d3', 'tenant_id': 'b2a273d14da548f08e5e2947b1efbc75', 'mac_address': 'fa:16:3e:da:90:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '143736f8-a94b-4c2e-b6b5-2224630f39aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2848, 'fixed_ips': [{'subnet_id': '5243c389-81dc-4a3a-888e-c7f09f4ecbc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:18:48Z', 'updated_at': '2021-07-27T21:19:02Z', 'revision_number': 5, 'project_id': 'b2a273d14da548f08e5e2947b1efbc75', 'subnets': [{'id': '5243c389-81dc-4a3a-888e-c7f09f4ecbc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:19:16.574314 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-de32f3e5-5994-4397-bdcb-8a8a309cb13e tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9014150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9738800'] for subnet, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:16.579541 n-d-705658-22 neutron-server[105585]: DEBUG neutron.notifiers.nova [None req-923db2a2-5094-44ea-b8ef-714739d78252 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] device_id is not set on port 7efb67e6-7515-4fcc-b72e-d36a1a748245 yet. {{(pid=105585) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 21:19:16.603539 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Pushing event updated for resources: {'Port': ['ID=1eee18e5-68ae-4895-b65e-2a51f3ce0b2a,revision_number=5']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:19:16.612121 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-a5f6dbd8-a8f6-484c-8f0a-a05ac2398969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180'] for port, after_delete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:16.615916 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:19:16.616263 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:19:16.616604 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:19:16.616941 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:19:16.617272 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:19:16.617714 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:19:16.618048 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:19:16.618375 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:19:16.618699 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:19:16.619097 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:19:16.619422 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:19:16.619742 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:19:16.673997 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f6dbd8-a8f6-484c-8f0a-a05ac2398969 None None] Pushing event deleted for resources: {'Port': ['ID=1eee18e5-68ae-4895-b65e-2a51f3ce0b2a,revision_number=None']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:19:16.691704 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5f6dbd8-a8f6-484c-8f0a-a05ac2398969 None None] No DVR routers for this DVR port 1eee18e5-68ae-4895-b65e-2a51f3ce0b2a on host n-d-705658-22 {{(pid=105586) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:19:16.702003 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de32f3e5-5994-4397-bdcb-8a8a309cb13e tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Checking segment: {'id': 'bf96f57b-2948-4c06-949c-e5933d68f10d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '112e7360-5908-4927-8ee8-ee7fb14862f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:19:16.704022 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de32f3e5-5994-4397-bdcb-8a8a309cb13e tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Network hostable DHCP agents. Network: 112e7360-5908-4927-8ee8-ee7fb14862f7, hostable agents: ['7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a'], hosted agents: [] {{(pid=105584) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:19:16.734663 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71e9a71b-3bf5-4907-b081-9d8eb0c08d3d None None] Network 1d615a85-844c-4c57-a0fc-2090e87300f0 requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:19:16.747752 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de32f3e5-5994-4397-bdcb-8a8a309cb13e tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Pushing event updated for resources: {'Subnet': ['ID=2f822eea-85b7-4b6b-8661-84a98467240c,revision_number=0']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:19:16.767344 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de32f3e5-5994-4397-bdcb-8a8a309cb13e tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Network 112e7360-5908-4927-8ee8-ee7fb14862f7 is scheduled to be hosted by DHCP agent 7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a with binding_index 1 {{(pid=105584) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:19:16.783517 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [None req-de32f3e5-5994-4397-bdcb-8a8a309cb13e tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-22, 112e7360-5908-4927-8ee8-ee7fb14862f7) {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:19:16.788999 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de32f3e5-5994-4397-bdcb-8a8a309cb13e tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:19:16.789392 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-de32f3e5-5994-4397-bdcb-8a8a309cb13e tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify callbacks [] for subnet, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:16.822555 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-de32f3e5-5994-4397-bdcb-8a8a309cb13e tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9713447 Jul 27 21:19:16.823346 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 46774) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:19:16.847354 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd6da4f0-5755-41f7-b99a-6be68f5dd5a8 None None] Network 112e7360-5908-4927-8ee8-ee7fb14862f7 requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:19:16.892437 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-13f8193f-299c-403d-b7f7-7f7dc2501580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44e6b63c-7ab2-447e-ad0f-fe21304a592c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2084290127', 'tenant_id': '717529174f79442eb5493474d000cc27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.33'}], 'enable_snat': True}, 'gw_port_id': '45c81317-a22b-4865-b927-2cd369651ff6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:18:21Z', 'updated_at': '2021-07-27T21:18:33Z', 'revision_number': 4, 'project_id': '717529174f79442eb5493474d000cc27', 'gw_port': {'id': '45c81317-a22b-4865-b927-2cd369651ff6', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:d5:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44e6b63c-7ab2-447e-ad0f-fe21304a592c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2813, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:18:22Z', 'updated_at': '2021-07-27T21:18:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_floatingips': [{'id': '1456c4d6-65d1-430d-a737-2761ba0832d4', 'tenant_id': '717529174f79442eb5493474d000cc27', 'floating_ip_address': '172.25.5.170', 'floating_network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'router_id': '44e6b63c-7ab2-447e-ad0f-fe21304a592c', 'port_id': '911e4b2a-29f1-4304-a93b-0d90656759d4', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2884, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2fbbd2b-5e21-44bb-9251-b86500607834', 'mac_address': 'fa:16:3e:13:6a:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8efc6892-cde0-4c99-91f7-935d698b9860', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T21:19:09Z', 'updated_at': '2021-07-27T21:19:09Z', 'revision_number': 0, 'project_id': '717529174f79442eb5493474d000cc27', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f69875a-f7e6-471f-8f40-d85fb19bf0a6', 'name': '', 'network_id': 'a2fbbd2b-5e21-44bb-9251-b86500607834', 'tenant_id': '717529174f79442eb5493474d000cc27', 'mac_address': 'fa:16:3e:91:01:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44e6b63c-7ab2-447e-ad0f-fe21304a592c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2827, 'fixed_ips': [{'subnet_id': '0f236d01-a91d-4829-92e0-1f1647a0c752', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:18:31Z', 'updated_at': '2021-07-27T21:18:47Z', 'revision_number': 5, 'project_id': '717529174f79442eb5493474d000cc27', 'subnets': [{'id': '0f236d01-a91d-4829-92e0-1f1647a0c752', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-22', False) {} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:19:17.007799 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13f8193f-299c-403d-b7f7-7f7dc2501580 None None] The sync data for ids ['44e6b63c-7ab2-447e-ad0f-fe21304a592c'] in n-d-705658-22 is: [{'id': '44e6b63c-7ab2-447e-ad0f-fe21304a592c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2084290127', 'tenant_id': '717529174f79442eb5493474d000cc27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.33'}], 'enable_snat': True}, 'gw_port_id': '45c81317-a22b-4865-b927-2cd369651ff6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:18:21Z', 'updated_at': '2021-07-27T21:18:33Z', 'revision_number': 4, 'project_id': '717529174f79442eb5493474d000cc27', 'gw_port': {'id': '45c81317-a22b-4865-b927-2cd369651ff6', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:d5:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44e6b63c-7ab2-447e-ad0f-fe21304a592c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2813, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:18:22Z', 'updated_at': '2021-07-27T21:18:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_floatingips': [{'id': '1456c4d6-65d1-430d-a737-2761ba0832d4', 'tenant_id': '717529174f79442eb5493474d000cc27', 'floating_ip_address': '172.25.5.170', 'floating_network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'router_id': '44e6b63c-7ab2-447e-ad0f-fe21304a592c', 'port_id': '911e4b2a-29f1-4304-a93b-0d90656759d4', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2884, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2fbbd2b-5e21-44bb-9251-b86500607834', 'mac_address': 'fa:16:3e:13:6a:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8efc6892-cde0-4c99-91f7-935d698b9860', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T21:19:09Z', 'updated_at': '2021-07-27T21:19:09Z', 'revision_number': 0, 'project_id': '717529174f79442eb5493474d000cc27', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f69875a-f7e6-471f-8f40-d85fb19bf0a6', 'name': '', 'network_id': 'a2fbbd2b-5e21-44bb-9251-b86500607834', 'tenant_id': '717529174f79442eb5493474d000cc27', 'mac_address': 'fa:16:3e:91:01:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44e6b63c-7ab2-447e-ad0f-fe21304a592c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2827, 'fixed_ips': [{'subnet_id': '0f236d01-a91d-4829-92e0-1f1647a0c752', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:18:31Z', 'updated_at': '2021-07-27T21:18:47Z', 'revision_number': 5, 'project_id': '717529174f79442eb5493474d000cc27', 'subnets': [{'id': '0f236d01-a91d-4829-92e0-1f1647a0c752', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:19:17.059847 n-d-705658-22 neutron-server[105585]: INFO neutron.pecan_wsgi.hooks.translation [None req-923db2a2-5094-44ea-b8ef-714739d78252 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 27 21:19:17.060400 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-923db2a2-5094-44ea-b8ef-714739d78252 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=105585) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 21:19:17.096741 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-923db2a2-5094-44ea-b8ef-714739d78252 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 1.2032962 Jul 27 21:19:17.097117 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 46784) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:19:17.161657 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-b175743e-4f5f-44d4-8f7a-1389f699a837 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0630646 Jul 27 21:19:17.162480 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 46788) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:19:17.275818 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a75b088a-78fe-4ad5-b01c-8708d86e652f tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:19:17.280087 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a75b088a-78fe-4ad5-b01c-8708d86e652f tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:19:17.285916 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-a75b088a-78fe-4ad5-b01c-8708d86e652f tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1214769 Jul 27 21:19:17.288380 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 46792) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:19:17.374729 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7749e16-e079-4f21-8407-8d70ed0de627 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30bb4b93-b285-5d90-9493-f9ec33ea333c-1d615a85-844c-4c57-a0fc-2090e87300f0', 'network_id': '1d615a85-844c-4c57-a0fc-2090e87300f0', 'tenant_id': 'fcd7bb7d26624f8f823446f0b0a5006f', 'fixed_ips': [{'subnet_id': '73dbe57c-4461-46bb-8f32-8084c2987481'}]}} from n-d-705658-22. {{(pid=105586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 21:19:17.375404 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-e7749e16-e079-4f21-8407-8d70ed0de627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:17.407493 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.db_base_plugin_v2 [None req-879b469a-279a-4efd-adee-0466d3719af9 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Deleting subnet 73dbe57c-4461-46bb-8f32-8084c2987481 {{(pid=105585) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:19:17.425033 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-879b469a-279a-4efd-adee-0466d3719af9 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks [] for subnet, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:17.537567 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-879b469a-279a-4efd-adee-0466d3719af9 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9887057'] for subnet, precommit_delete_associations {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:17.616810 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-ad2b00f6-b814-4b1f-9093-d1ed0e72c068 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:17.634792 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-879b469a-279a-4efd-adee-0466d3719af9 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854965'] for subnet, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:17.749974 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-879b469a-279a-4efd-adee-0466d3719af9 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10221602', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9990583'] for subnet, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:17.811660 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879b469a-279a-4efd-adee-0466d3719af9 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Pushing event deleted for resources: {'Subnet': ['ID=73dbe57c-4461-46bb-8f32-8084c2987481,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:19:17.820725 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-879b469a-279a-4efd-adee-0466d3719af9 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743886'] for subnet, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:17.825204 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-879b469a-279a-4efd-adee-0466d3719af9 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] 10.222.0.59 "DELETE /v2.0/subnets/73dbe57c-4461-46bb-8f32-8084c2987481 HTTP/1.1" status: 204 len: 168 time: 0.5358875 Jul 27 21:19:17.828584 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 46814) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:19:18.057986 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ea425e7-8e7f-4b07-ba3e-a0a91423e4fa None None] New status for floating IP 1456c4d6-65d1-430d-a737-2761ba0832d4: ACTIVE {{(pid=105586) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 21:19:18.064312 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 29b94a48-60b4-40e6-8c9e-f55dd2c9f683 up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:19:18.070443 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server [None req-e7749e16-e079-4f21-8407-8d70ed0de627 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 73dbe57c-4461-46bb-8f32-8084c2987481: This subnet is being modified by another concurrent operation. Jul 27 21:19:18.070443 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 27 21:19:18.070443 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 27 21:19:18.070443 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 27 21:19:18.070443 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 27 21:19:18.070443 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 27 21:19:18.070443 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 27 21:19:18.070443 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 27 21:19:18.070443 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 27 21:19:18.070443 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 27 21:19:18.070443 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 27 21:19:18.070443 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 27 21:19:18.070443 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 27 21:19:18.070443 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 27 21:19:18.070443 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 27 21:19:18.070443 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server raise self.value Jul 27 21:19:18.070443 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 27 21:19:18.070443 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 27 21:19:18.070443 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 27 21:19:18.070443 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 27 21:19:18.070443 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 27 21:19:18.070443 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 27 21:19:18.070443 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 27 21:19:18.070443 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server raise self.value Jul 27 21:19:18.070443 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 27 21:19:18.070443 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 27 21:19:18.070443 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 27 21:19:18.070443 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 27 21:19:18.070443 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 27 21:19:18.070443 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 27 21:19:18.070443 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 27 21:19:18.070443 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server raise self.value Jul 27 21:19:18.070443 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 27 21:19:18.070443 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 27 21:19:18.070443 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 27 21:19:18.070443 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 27 21:19:18.070443 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 27 21:19:18.070443 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 27 21:19:18.070443 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 27 21:19:18.070443 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 27 21:19:18.070443 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 27 21:19:18.070443 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 27 21:19:18.070443 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 27 21:19:18.070443 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 27 21:19:18.070443 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 27 21:19:18.070443 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 27 21:19:18.070443 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 27 21:19:18.070443 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 27 21:19:18.070443 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 27 21:19:18.070443 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 27 21:19:18.070443 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 27 21:19:18.070443 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server raise self.value Jul 27 21:19:18.070443 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 27 21:19:18.070443 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 27 21:19:18.074799 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 27 21:19:18.074799 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 27 21:19:18.074799 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 27 21:19:18.074799 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 27 21:19:18.074799 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 27 21:19:18.074799 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server raise self.value Jul 27 21:19:18.074799 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 27 21:19:18.074799 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 27 21:19:18.074799 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 27 21:19:18.074799 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 27 21:19:18.074799 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 27 21:19:18.074799 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 27 21:19:18.074799 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 27 21:19:18.074799 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server raise self.value Jul 27 21:19:18.074799 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 27 21:19:18.074799 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 27 21:19:18.074799 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 27 21:19:18.074799 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 27 21:19:18.074799 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 27 21:19:18.074799 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 27 21:19:18.074799 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 27 21:19:18.074799 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 27 21:19:18.074799 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 27 21:19:18.074799 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 27 21:19:18.074799 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 27 21:19:18.074799 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 27 21:19:18.074799 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 27 21:19:18.074799 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server raise self.value Jul 27 21:19:18.074799 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 27 21:19:18.074799 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 27 21:19:18.074799 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 27 21:19:18.074799 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 27 21:19:18.074799 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 27 21:19:18.074799 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 27 21:19:18.074799 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 27 21:19:18.074799 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server raise exception Jul 27 21:19:18.074799 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 73dbe57c-4461-46bb-8f32-8084c2987481: This subnet is being modified by another concurrent operation. Jul 27 21:19:18.074799 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server Jul 27 21:19:18.132947 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15816314-b7de-4e24-b0ea-0db3e3f6b8bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30bb4b93-b285-5d90-9493-f9ec33ea333c-112e7360-5908-4927-8ee8-ee7fb14862f7', 'network_id': '112e7360-5908-4927-8ee8-ee7fb14862f7', 'tenant_id': 'b2a273d14da548f08e5e2947b1efbc75', 'fixed_ips': [{'subnet_id': '2f822eea-85b7-4b6b-8661-84a98467240c'}]}} from n-d-705658-22. {{(pid=105586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 21:19:18.135586 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-15816314-b7de-4e24-b0ea-0db3e3f6b8bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:18.280425 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.db_base_plugin_common [None req-ad2b00f6-b814-4b1f-9093-d1ed0e72c068 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Allocated IP 172.23.0.1 (112e7360-5908-4927-8ee8-ee7fb14862f7/2f822eea-85b7-4b6b-8661-84a98467240c/505cf314-725a-45fb-b2a8-401bc0e6e8e2) {{(pid=105584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:19:18.487568 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-ad2b00f6-b814-4b1f-9093-d1ed0e72c068 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify callbacks [] for port, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:18.504022 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.provisioning_blocks [None req-ad2b00f6-b814-4b1f-9093-d1ed0e72c068 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Transition to ACTIVE for port object 505cf314-725a-45fb-b2a8-401bc0e6e8e2 will not be triggered until provisioned by entity DHCP. {{(pid=105584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:19:18.514164 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-e7383dba-700c-4c43-b595-580c1ae9de0d tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.6838346 Jul 27 21:19:18.514828 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 46834) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:19:18.520240 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-9d714c05-d818-41c0-a3c3-88cda8df84dd tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Request body: {'subnet': {'network_id': '1d615a85-844c-4c57-a0fc-2090e87300f0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:19:18.570562 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning for port 29b94a48-60b4-40e6-8c9e-f55dd2c9f683 completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:19:18.576024 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port 29b94a48-60b4-40e6-8c9e-f55dd2c9f683 triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:19:18.576493 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:18.583936 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-ad2b00f6-b814-4b1f-9093-d1ed0e72c068 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:18.647140 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad2b00f6-b814-4b1f-9093-d1ed0e72c068 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Network 112e7360-5908-4927-8ee8-ee7fb14862f7 is already hosted by enough agents. {{(pid=105584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:19:18.651958 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [None req-ad2b00f6-b814-4b1f-9093-d1ed0e72c068 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Resources bound (agent type, host, resource id): {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:19:18.658057 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad2b00f6-b814-4b1f-9093-d1ed0e72c068 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Received port after_create {{(pid=105584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:19:18.673193 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.db_base_plugin_common [None req-15816314-b7de-4e24-b0ea-0db3e3f6b8bf None None] Allocated IP 172.23.0.2 (112e7360-5908-4927-8ee8-ee7fb14862f7/2f822eea-85b7-4b6b-8661-84a98467240c/a00f364b-5a95-449d-ad66-da35dcb89e4e) {{(pid=105586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:19:18.691900 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d714c05-d818-41c0-a3c3-88cda8df84dd tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Made reservation on behalf of fcd7bb7d26624f8f823446f0b0a5006f for: {'subnet': 1} {{(pid=105585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:19:18.698774 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-9d714c05-d818-41c0-a3c3-88cda8df84dd tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9990620'] for subnet, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:18.712933 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-ad2b00f6-b814-4b1f-9093-d1ed0e72c068 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4075523'] for router_interface, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:18.801492 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2b00f6-b814-4b1f-9093-d1ed0e72c068 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Pushing event updated for resources: {'Port': ['ID=505cf314-725a-45fb-b2a8-401bc0e6e8e2,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:19:18.836737 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:18.921164 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] For port 29b94a48-60b4-40e6-8c9e-f55dd2c9f683, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=29b94a48-60b4-40e6-8c9e-f55dd2c9f683,segment=NetworkSegment(cd6b766d-4031-4911-b055-7da260850c61),segment_id=cd6b766d-4031-4911-b055-7da260850c61)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:19:18.932308 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:18.933293 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device c80042ba-17cf-48ee-bcf1-f377e92f380b up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:19:18.965257 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-ad2b00f6-b814-4b1f-9093-d1ed0e72c068 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:18.994851 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Pushing event updated for resources: {'Port': ['ID=29b94a48-60b4-40e6-8c9e-f55dd2c9f683,revision_number=5']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:19:19.052704 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-9d714c05-d818-41c0-a3c3-88cda8df84dd tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10221797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9990606'] for subnet, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:19.100697 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-15816314-b7de-4e24-b0ea-0db3e3f6b8bf None None] Notify callbacks [] for port, precommit_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:19.111542 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port c80042ba-17cf-48ee-bcf1-f377e92f380b triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:19:19.112014 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:19.114210 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-15816314-b7de-4e24-b0ea-0db3e3f6b8bf None None] Transition to ACTIVE for port object a00f364b-5a95-449d-ad66-da35dcb89e4e will not be triggered until provisioned by entity L2. {{(pid=105586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:19:19.142670 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d714c05-d818-41c0-a3c3-88cda8df84dd tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Pushing event updated for resources: {'Subnet': ['ID=429bda6c-b45e-4314-89b1-5df7415edfc3,revision_number=0']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:19:19.158188 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d714c05-d818-41c0-a3c3-88cda8df84dd tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Network 1d615a85-844c-4c57-a0fc-2090e87300f0 is already hosted by enough agents. {{(pid=105585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:19:19.166919 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.base_scheduler [None req-9d714c05-d818-41c0-a3c3-88cda8df84dd tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Resources bound (agent type, host, resource id): {{(pid=105585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:19:19.180244 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d714c05-d818-41c0-a3c3-88cda8df84dd tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:19:19.180434 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-9d714c05-d818-41c0-a3c3-88cda8df84dd tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743886'] for subnet, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:19.203665 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-9d714c05-d818-41c0-a3c3-88cda8df84dd tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6848600 Jul 27 21:19:19.203665 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 46868) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:19:19.209399 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-19c6fea4-0e76-4bf1-8e97-2f91f0f0ca71 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-39194600', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:19:19.234237 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6feeb0a1-4b5d-4f27-b968-2123cd2a786b None None] Network 1d615a85-844c-4c57-a0fc-2090e87300f0 requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:19:19.267184 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-19c6fea4-0e76-4bf1-8e97-2f91f0f0ca71 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4163813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-443'] for router, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:19.268276 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-19c6fea4-0e76-4bf1-8e97-2f91f0f0ca71 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4165196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4077059', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3711235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-418'] for router, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:19.381852 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-15816314-b7de-4e24-b0ea-0db3e3f6b8bf None None] Transition to ACTIVE for port object a00f364b-5a95-449d-ad66-da35dcb89e4e will not be triggered until provisioned by entity DHCP. {{(pid=105586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:19:19.412571 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-19c6fea4-0e76-4bf1-8e97-2f91f0f0ca71 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:19.419250 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-19c6fea4-0e76-4bf1-8e97-2f91f0f0ca71 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4163804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4077150'] for router, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:19.436186 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-15816314-b7de-4e24-b0ea-0db3e3f6b8bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143'] for port, after_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:19.464759 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-19c6fea4-0e76-4bf1-8e97-2f91f0f0ca71 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks [] for router, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:19.470232 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-19c6fea4-0e76-4bf1-8e97-2f91f0f0ca71 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2657082 Jul 27 21:19:19.474635 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 46894) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:19:19.522435 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15816314-b7de-4e24-b0ea-0db3e3f6b8bf None None] Pushing event updated for resources: {'Port': ['ID=a00f364b-5a95-449d-ad66-da35dcb89e4e,revision_number=1']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:19:19.570526 n-d-705658-22 neutron-server[105586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15816314-b7de-4e24-b0ea-0db3e3f6b8bf None None] Network 112e7360-5908-4927-8ee8-ee7fb14862f7 is already hosted by enough agents. {{(pid=105586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:19:19.582784 n-d-705658-22 neutron-server[105586]: DEBUG neutron.scheduler.base_scheduler [None req-15816314-b7de-4e24-b0ea-0db3e3f6b8bf None None] Resources bound (agent type, host, resource id): {{(pid=105586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:19:19.588029 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15816314-b7de-4e24-b0ea-0db3e3f6b8bf None None] Received port after_create {{(pid=105586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:19:19.745273 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 29b94a48-60b4-40e6-8c9e-f55dd2c9f683 up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:19:19.784689 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-ad2b00f6-b814-4b1f-9093-d1ed0e72c068 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify callbacks [] for port, precommit_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:19.791382 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-ad2b00f6-b814-4b1f-9093-d1ed0e72c068 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9014027'] for port, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:19.839723 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-ad2b00f6-b814-4b1f-9093-d1ed0e72c068 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3743906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4076435'] for router_interface, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:19.846657 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-15816314-b7de-4e24-b0ea-0db3e3f6b8bf None None] Attempting to bind port a00f364b-5a95-449d-ad66-da35dcb89e4e on host n-d-705658-22 for vnic_type normal with profile {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:19:19.847243 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-15816314-b7de-4e24-b0ea-0db3e3f6b8bf None None] Attempting to bind port a00f364b-5a95-449d-ad66-da35dcb89e4e by drivers openvswitch,hyperv on host n-d-705658-22 at level 0 using segments [{'id': 'bf96f57b-2948-4c06-949c-e5933d68f10d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '112e7360-5908-4927-8ee8-ee7fb14862f7'}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:19:19.847789 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15816314-b7de-4e24-b0ea-0db3e3f6b8bf None None] Attempting to bind port a00f364b-5a95-449d-ad66-da35dcb89e4e on network 112e7360-5908-4927-8ee8-ee7fb14862f7 {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:19:19.853523 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15816314-b7de-4e24-b0ea-0db3e3f6b8bf None None] Checking agent: {'id': '04a7ea91-6318-467e-ace6-b0fb48c8690f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 41, 42), 'started_at': datetime.datetime(2021, 7, 27, 20, 42, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 19, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:19:19.854164 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15816314-b7de-4e24-b0ea-0db3e3f6b8bf None None] Checking segment: {'id': 'bf96f57b-2948-4c06-949c-e5933d68f10d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '112e7360-5908-4927-8ee8-ee7fb14862f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:19:19.854801 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-15816314-b7de-4e24-b0ea-0db3e3f6b8bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:19.855426 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15816314-b7de-4e24-b0ea-0db3e3f6b8bf None None] Bound using segment: {'id': 'bf96f57b-2948-4c06-949c-e5933d68f10d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '112e7360-5908-4927-8ee8-ee7fb14862f7'} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:19:19.856140 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-15816314-b7de-4e24-b0ea-0db3e3f6b8bf None None] Bound port: a00f364b-5a95-449d-ad66-da35dcb89e4e, host: n-d-705658-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf96f57b-2948-4c06-949c-e5933d68f10d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '112e7360-5908-4927-8ee8-ee7fb14862f7'}}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:19:19.856924 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-15816314-b7de-4e24-b0ea-0db3e3f6b8bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:19.912086 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-305a90e8-ec17-45e1-8ce0-a32cf82da408 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30bb4b93-b285-5d90-9493-f9ec33ea333c-1d615a85-844c-4c57-a0fc-2090e87300f0', 'network_id': '1d615a85-844c-4c57-a0fc-2090e87300f0', 'tenant_id': 'fcd7bb7d26624f8f823446f0b0a5006f', 'fixed_ips': [{'subnet_id': '429bda6c-b45e-4314-89b1-5df7415edfc3'}]}} from n-d-705658-22. {{(pid=105586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 21:19:19.913400 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-305a90e8-ec17-45e1-8ce0-a32cf82da408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:19.971203 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2b00f6-b814-4b1f-9093-d1ed0e72c068 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Pushing event updated for resources: {'Port': ['ID=505cf314-725a-45fb-b2a8-401bc0e6e8e2,revision_number=2']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:19:20.069657 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.db_base_plugin_common [None req-305a90e8-ec17-45e1-8ce0-a32cf82da408 None None] Allocated IP 2001:db8::2 (1d615a85-844c-4c57-a0fc-2090e87300f0/429bda6c-b45e-4314-89b1-5df7415edfc3/c2b71ebd-4ace-46a7-89f5-c02baebbf2dc) {{(pid=105586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:19:20.188257 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-965eea0f-dd57-47e6-8e6d-1445b37b1ad6 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:20.218215 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad2b00f6-b814-4b1f-9093-d1ed0e72c068 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Network 112e7360-5908-4927-8ee8-ee7fb14862f7 is already hosted by enough agents. {{(pid=105584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:19:20.220011 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [None req-ad2b00f6-b814-4b1f-9093-d1ed0e72c068 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Resources bound (agent type, host, resource id): {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:19:20.222735 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port 29b94a48-60b4-40e6-8c9e-f55dd2c9f683 triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:19:20.224223 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:20.301740 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-305a90e8-ec17-45e1-8ce0-a32cf82da408 None None] Notify callbacks [] for port, precommit_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:20.342211 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-305a90e8-ec17-45e1-8ce0-a32cf82da408 None None] Transition to ACTIVE for port object c2b71ebd-4ace-46a7-89f5-c02baebbf2dc will not be triggered until provisioned by entity L2. {{(pid=105586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:19:20.371716 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-15816314-b7de-4e24-b0ea-0db3e3f6b8bf None None] For port a00f364b-5a95-449d-ad66-da35dcb89e4e, host n-d-705658-22, cleared binding levels {{(pid=105586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:19:20.390588 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-15816314-b7de-4e24-b0ea-0db3e3f6b8bf None None] For port a00f364b-5a95-449d-ad66-da35dcb89e4e, host n-d-705658-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=a00f364b-5a95-449d-ad66-da35dcb89e4e,segment=NetworkSegment(bf96f57b-2948-4c06-949c-e5933d68f10d),segment_id=bf96f57b-2948-4c06-949c-e5933d68f10d)] {{(pid=105586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:19:20.408025 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-15816314-b7de-4e24-b0ea-0db3e3f6b8bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:20.410867 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-305a90e8-ec17-45e1-8ce0-a32cf82da408 None None] Transition to ACTIVE for port object c2b71ebd-4ace-46a7-89f5-c02baebbf2dc will not be triggered until provisioned by entity DHCP. {{(pid=105586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:19:20.471368 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-305a90e8-ec17-45e1-8ce0-a32cf82da408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143'] for port, after_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:20.473662 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad2b00f6-b814-4b1f-9093-d1ed0e72c068 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Router 143736f8-a94b-4c2e-b6b5-2224630f39aa has already been hosted by L3 agent dd128fd7-8e57-4d4f-895b-a96b369df59a {{(pid=105584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:19:20.541804 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15816314-b7de-4e24-b0ea-0db3e3f6b8bf None None] Pushing event updated for resources: {'Port': ['ID=a00f364b-5a95-449d-ad66-da35dcb89e4e,revision_number=2']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:19:20.594552 n-d-705658-22 neutron-server[105586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-305a90e8-ec17-45e1-8ce0-a32cf82da408 None None] Network 1d615a85-844c-4c57-a0fc-2090e87300f0 is already hosted by enough agents. {{(pid=105586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:19:20.596322 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305a90e8-ec17-45e1-8ce0-a32cf82da408 None None] Pushing event updated for resources: {'Port': ['ID=c2b71ebd-4ace-46a7-89f5-c02baebbf2dc,revision_number=1']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:19:20.600400 n-d-705658-22 neutron-server[105586]: DEBUG neutron.scheduler.base_scheduler [None req-305a90e8-ec17-45e1-8ce0-a32cf82da408 None None] Resources bound (agent type, host, resource id): {{(pid=105586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:19:20.606548 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-305a90e8-ec17-45e1-8ce0-a32cf82da408 None None] Received port after_create {{(pid=105586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:19:20.673742 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.db_base_plugin_common [None req-965eea0f-dd57-47e6-8e6d-1445b37b1ad6 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Allocated IP 2001:db8::1 (1d615a85-844c-4c57-a0fc-2090e87300f0/429bda6c-b45e-4314-89b1-5df7415edfc3/78531fa2-68c9-4cab-b26d-f2dc47c4648f) {{(pid=105584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:19:20.697244 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-305a90e8-ec17-45e1-8ce0-a32cf82da408 None None] Attempting to bind port c2b71ebd-4ace-46a7-89f5-c02baebbf2dc on host n-d-705658-22 for vnic_type normal with profile {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:19:20.697620 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-305a90e8-ec17-45e1-8ce0-a32cf82da408 None None] Attempting to bind port c2b71ebd-4ace-46a7-89f5-c02baebbf2dc by drivers openvswitch,hyperv on host n-d-705658-22 at level 0 using segments [{'id': '532d8a52-575f-45de-a3af-efbea8c8f6d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '1d615a85-844c-4c57-a0fc-2090e87300f0'}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:19:20.697991 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-305a90e8-ec17-45e1-8ce0-a32cf82da408 None None] Attempting to bind port c2b71ebd-4ace-46a7-89f5-c02baebbf2dc on network 1d615a85-844c-4c57-a0fc-2090e87300f0 {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:19:20.704865 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-305a90e8-ec17-45e1-8ce0-a32cf82da408 None None] Checking agent: {'id': '04a7ea91-6318-467e-ace6-b0fb48c8690f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 41, 42), 'started_at': datetime.datetime(2021, 7, 27, 20, 42, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 19, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:19:20.705250 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-305a90e8-ec17-45e1-8ce0-a32cf82da408 None None] Checking segment: {'id': '532d8a52-575f-45de-a3af-efbea8c8f6d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '1d615a85-844c-4c57-a0fc-2090e87300f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:19:20.705711 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-305a90e8-ec17-45e1-8ce0-a32cf82da408 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:20.706106 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-305a90e8-ec17-45e1-8ce0-a32cf82da408 None None] Bound using segment: {'id': '532d8a52-575f-45de-a3af-efbea8c8f6d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '1d615a85-844c-4c57-a0fc-2090e87300f0'} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:19:20.706649 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-305a90e8-ec17-45e1-8ce0-a32cf82da408 None None] Bound port: c2b71ebd-4ace-46a7-89f5-c02baebbf2dc, host: n-d-705658-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '532d8a52-575f-45de-a3af-efbea8c8f6d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '1d615a85-844c-4c57-a0fc-2090e87300f0'}}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:19:20.707118 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-305a90e8-ec17-45e1-8ce0-a32cf82da408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:20.804348 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-305a90e8-ec17-45e1-8ce0-a32cf82da408 None None] For port c2b71ebd-4ace-46a7-89f5-c02baebbf2dc, host n-d-705658-22, cleared binding levels {{(pid=105586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:19:20.808051 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-305a90e8-ec17-45e1-8ce0-a32cf82da408 None None] For port c2b71ebd-4ace-46a7-89f5-c02baebbf2dc, host n-d-705658-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=c2b71ebd-4ace-46a7-89f5-c02baebbf2dc,segment=NetworkSegment(532d8a52-575f-45de-a3af-efbea8c8f6d5),segment_id=532d8a52-575f-45de-a3af-efbea8c8f6d5)] {{(pid=105586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:19:20.814904 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-305a90e8-ec17-45e1-8ce0-a32cf82da408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:20.994157 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305a90e8-ec17-45e1-8ce0-a32cf82da408 None None] Pushing event updated for resources: {'Port': ['ID=c2b71ebd-4ace-46a7-89f5-c02baebbf2dc,revision_number=2']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:19:21.496855 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad2b00f6-b814-4b1f-9093-d1ed0e72c068 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify agent at l3_agent.n-d-705658-22 the message routers_updated {{(pid=105584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:19:21.509873 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 46990) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:19:21.521206 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-c85ca9a3-f630-4ef7-b270-8e63ef802851 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:19:21.524780 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-ad2b00f6-b814-4b1f-9093-d1ed0e72c068 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] 10.222.0.59 "PUT /v2.0/routers/143736f8-a94b-4c2e-b6b5-2224630f39aa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7002511 Jul 27 21:19:21.525822 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f1b0c6f-8ac0-48b2-a950-10689e15c76a None None] Sync routers for ids ['143736f8-a94b-4c2e-b6b5-2224630f39aa'] in n-d-705658-22 {{(pid=105587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:19:21.573156 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f1b0c6f-8ac0-48b2-a950-10689e15c76a None None] Routers {'143736f8-a94b-4c2e-b6b5-2224630f39aa'} bound to L3 agent in host n-d-705658-22 {{(pid=105587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:19:21.579386 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-5f1b0c6f-8ac0-48b2-a950-10689e15c76a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:19:12Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['143736f8-a94b-4c2e-b6b5-2224630f39aa'], 'active': True} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:19:21.620489 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-965eea0f-dd57-47e6-8e6d-1445b37b1ad6 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks [] for port, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:21.674855 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.provisioning_blocks [None req-965eea0f-dd57-47e6-8e6d-1445b37b1ad6 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Transition to ACTIVE for port object 78531fa2-68c9-4cab-b26d-f2dc47c4648f will not be triggered until provisioned by entity DHCP. {{(pid=105584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:19:21.757394 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-965eea0f-dd57-47e6-8e6d-1445b37b1ad6 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:21.914439 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device a00f364b-5a95-449d-ad66-da35dcb89e4e up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:19:21.923092 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvr_db [None req-5f1b0c6f-8ac0-48b2-a950-10689e15c76a None None] Set router 143736f8-a94b-4c2e-b6b5-2224630f39aa gateway port host: None {{(pid=105587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:19:21.957270 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965eea0f-dd57-47e6-8e6d-1445b37b1ad6 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Pushing event updated for resources: {'Port': ['ID=78531fa2-68c9-4cab-b26d-f2dc47c4648f,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:19:21.968590 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-965eea0f-dd57-47e6-8e6d-1445b37b1ad6 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Network 1d615a85-844c-4c57-a0fc-2090e87300f0 is already hosted by enough agents. {{(pid=105584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:19:21.970363 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [None req-965eea0f-dd57-47e6-8e6d-1445b37b1ad6 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Resources bound (agent type, host, resource id): {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:19:21.979349 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-965eea0f-dd57-47e6-8e6d-1445b37b1ad6 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Received port after_create {{(pid=105584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:19:21.979922 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-965eea0f-dd57-47e6-8e6d-1445b37b1ad6 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4075523'] for router_interface, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:22.066762 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning for port a00f364b-5a95-449d-ad66-da35dcb89e4e completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:19:22.085803 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device c2b71ebd-4ace-46a7-89f5-c02baebbf2dc up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:19:22.264118 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning for port c2b71ebd-4ace-46a7-89f5-c02baebbf2dc completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:19:22.287177 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-965eea0f-dd57-47e6-8e6d-1445b37b1ad6 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:22.471302 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-465a1fa5-931f-44c2-9cab-5e274680d8be None None] Network 112e7360-5908-4927-8ee8-ee7fb14862f7 requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:19:22.476520 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-5f1b0c6f-8ac0-48b2-a950-10689e15c76a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '143736f8-a94b-4c2e-b6b5-2224630f39aa', 'name': 'tempest-RoutersTest-router-2098360871', 'tenant_id': 'b2a273d14da548f08e5e2947b1efbc75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:18:44Z', 'updated_at': '2021-07-27T21:19:18Z', 'revision_number': 5, 'project_id': 'b2a273d14da548f08e5e2947b1efbc75', 'gw_port_host': None, '_interfaces': [{'id': '29b94a48-60b4-40e6-8c9e-f55dd2c9f683', 'name': '', 'network_id': '182cb311-ed51-4835-b13f-d4700583d2b5', 'tenant_id': 'b2a273d14da548f08e5e2947b1efbc75', 'mac_address': 'fa:16:3e:62:69:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '143736f8-a94b-4c2e-b6b5-2224630f39aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2883, 'fixed_ips': [{'subnet_id': '417c1c4f-0a4f-43e3-8d10-75eb1552d8b1', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:19:08Z', 'updated_at': '2021-07-27T21:19:18Z', 'revision_number': 5, 'project_id': 'b2a273d14da548f08e5e2947b1efbc75', 'subnets': [{'id': '417c1c4f-0a4f-43e3-8d10-75eb1552d8b1', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3819275d-931c-4e77-af59-0a072b5437d6', 'name': '', 'network_id': 'd2bd9219-4168-4aa2-ac8d-51730a978a14', 'tenant_id': 'b2a273d14da548f08e5e2947b1efbc75', 'mac_address': 'fa:16:3e:ee:5c:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '143736f8-a94b-4c2e-b6b5-2224630f39aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2868, 'fixed_ips': [{'subnet_id': '26a4c494-c373-4559-8390-14c25615fa06', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:18:59Z', 'updated_at': '2021-07-27T21:19:11Z', 'revision_number': 5, 'project_id': 'b2a273d14da548f08e5e2947b1efbc75', 'subnets': [{'id': '26a4c494-c373-4559-8390-14c25615fa06', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '505cf314-725a-45fb-b2a8-401bc0e6e8e2', 'name': '', 'network_id': '112e7360-5908-4927-8ee8-ee7fb14862f7', 'tenant_id': 'b2a273d14da548f08e5e2947b1efbc75', 'mac_address': 'fa:16:3e:76:8f:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '143736f8-a94b-4c2e-b6b5-2224630f39aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2901, 'fixed_ips': [{'subnet_id': '2f822eea-85b7-4b6b-8661-84a98467240c', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:19:17Z', 'updated_at': '2021-07-27T21:19:19Z', 'revision_number': 2, 'project_id': 'b2a273d14da548f08e5e2947b1efbc75', 'subnets': [{'id': '2f822eea-85b7-4b6b-8661-84a98467240c', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8c8e812d-bdf9-4cf4-b8c7-3dc810eefb32', 'name': '', 'network_id': '3c05b601-6f3f-4129-89fb-58b7bb9fe8d3', 'tenant_id': 'b2a273d14da548f08e5e2947b1efbc75', 'mac_address': 'fa:16:3e:da:90:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '143736f8-a94b-4c2e-b6b5-2224630f39aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2848, 'fixed_ips': [{'subnet_id': '5243c389-81dc-4a3a-888e-c7f09f4ecbc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:18:48Z', 'updated_at': '2021-07-27T21:19:02Z', 'revision_number': 5, 'project_id': 'b2a273d14da548f08e5e2947b1efbc75', 'subnets': [{'id': '5243c389-81dc-4a3a-888e-c7f09f4ecbc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-22', False) {} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:19:22.523178 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f1b0c6f-8ac0-48b2-a950-10689e15c76a None None] Checking router: 143736f8-a94b-4c2e-b6b5-2224630f39aa for host: n-d-705658-22 {{(pid=105587) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:19:22.523787 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f1b0c6f-8ac0-48b2-a950-10689e15c76a None None] Updating router 143736f8-a94b-4c2e-b6b5-2224630f39aa port 505cf314-725a-45fb-b2a8-401bc0e6e8e2 binding host n-d-705658-22 {{(pid=105587) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 21:19:22.656485 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.extraroute_db [None req-c85ca9a3-f630-4ef7-b270-8e63ef802851 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Added routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=105585) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 27 21:19:22.705417 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.extraroute_db [None req-c85ca9a3-f630-4ef7-b270-8e63ef802851 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Removed routes are [] {{(pid=105585) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 27 21:19:22.707446 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-c85ca9a3-f630-4ef7-b270-8e63ef802851 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4077169', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4163787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-400'] for router, precommit_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:22.789143 n-d-705658-22 neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-5f1b0c6f-8ac0-48b2-a950-10689e15c76a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:22.968562 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-a0d0db9d-f00b-4ffa-91f3-0ef3ca4e8765 None None] Provisioning for port a00f364b-5a95-449d-ad66-da35dcb89e4e completed by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:19:22.996084 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-a0d0db9d-f00b-4ffa-91f3-0ef3ca4e8765 None None] Provisioning complete for port a00f364b-5a95-449d-ad66-da35dcb89e4e triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:19:22.996616 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-a0d0db9d-f00b-4ffa-91f3-0ef3ca4e8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:23.071604 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-c85ca9a3-f630-4ef7-b270-8e63ef802851 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4077169', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4163787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-400'] for router, precommit_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:23.075648 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-c85ca9a3-f630-4ef7-b270-8e63ef802851 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4077150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4077160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4077159', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4163778'] for router, after_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:23.183554 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-a0d0db9d-f00b-4ffa-91f3-0ef3ca4e8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:23.240006 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-965eea0f-dd57-47e6-8e6d-1445b37b1ad6 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks [] for port, precommit_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:23.257934 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-965eea0f-dd57-47e6-8e6d-1445b37b1ad6 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9014027'] for port, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:23.259413 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-a0d0db9d-f00b-4ffa-91f3-0ef3ca4e8765 None None] For port a00f364b-5a95-449d-ad66-da35dcb89e4e, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=a00f364b-5a95-449d-ad66-da35dcb89e4e,segment=NetworkSegment(bf96f57b-2948-4c06-949c-e5933d68f10d),segment_id=bf96f57b-2948-4c06-949c-e5933d68f10d)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:19:23.262172 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-965eea0f-dd57-47e6-8e6d-1445b37b1ad6 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3743906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4076435'] for router_interface, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:23.265424 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-a0d0db9d-f00b-4ffa-91f3-0ef3ca4e8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:23.408977 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c85ca9a3-f630-4ef7-b270-8e63ef802851 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Router 143736f8-a94b-4c2e-b6b5-2224630f39aa has already been hosted by L3 agent dd128fd7-8e57-4d4f-895b-a96b369df59a {{(pid=105585) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:19:23.424802 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d0db9d-f00b-4ffa-91f3-0ef3ca4e8765 None None] Pushing event updated for resources: {'Port': ['ID=a00f364b-5a95-449d-ad66-da35dcb89e4e,revision_number=3']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:19:23.466288 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-3c0d9bcc-5664-4e40-b991-0b4e9b8af5b2 None None] Provisioning for port 78531fa2-68c9-4cab-b26d-f2dc47c4648f completed by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:19:23.482422 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-3c0d9bcc-5664-4e40-b991-0b4e9b8af5b2 None None] Provisioning complete for port 78531fa2-68c9-4cab-b26d-f2dc47c4648f triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:19:23.482917 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3c0d9bcc-5664-4e40-b991-0b4e9b8af5b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:23.523572 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965eea0f-dd57-47e6-8e6d-1445b37b1ad6 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Pushing event updated for resources: {'Port': ['ID=78531fa2-68c9-4cab-b26d-f2dc47c4648f,revision_number=2']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:19:23.573447 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-3c0d9bcc-5664-4e40-b991-0b4e9b8af5b2 None None] Port 78531fa2-68c9-4cab-b26d-f2dc47c4648f cannot update to ACTIVE because it is not bound. {{(pid=105586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:19:23.622116 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-3c0d9bcc-5664-4e40-b991-0b4e9b8af5b2 None None] Provisioning for port c2b71ebd-4ace-46a7-89f5-c02baebbf2dc completed by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:19:23.638156 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-3c0d9bcc-5664-4e40-b991-0b4e9b8af5b2 None None] Provisioning complete for port c2b71ebd-4ace-46a7-89f5-c02baebbf2dc triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:19:23.642655 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3c0d9bcc-5664-4e40-b991-0b4e9b8af5b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:23.642977 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-965eea0f-dd57-47e6-8e6d-1445b37b1ad6 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Network 1d615a85-844c-4c57-a0fc-2090e87300f0 is already hosted by enough agents. {{(pid=105584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:19:23.648448 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [None req-965eea0f-dd57-47e6-8e6d-1445b37b1ad6 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Resources bound (agent type, host, resource id): {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:19:23.655964 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c85ca9a3-f630-4ef7-b270-8e63ef802851 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify agent at l3_agent.n-d-705658-22 the message routers_updated {{(pid=105585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:19:23.659325 n-d-705658-22 neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-5f1b0c6f-8ac0-48b2-a950-10689e15c76a None None] Notify callbacks [] for port, precommit_update {{(pid=105587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:23.678358 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-c85ca9a3-f630-4ef7-b270-8e63ef802851 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify callbacks [] for router, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:23.690594 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.provisioning_blocks [None req-5f1b0c6f-8ac0-48b2-a950-10689e15c76a None None] Transition to ACTIVE for port object 505cf314-725a-45fb-b2a8-401bc0e6e8e2 will not be triggered until provisioned by entity L2. {{(pid=105587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:19:23.697616 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-c85ca9a3-f630-4ef7-b270-8e63ef802851 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] 10.222.0.59 "PUT /v2.0/routers/143736f8-a94b-4c2e-b6b5-2224630f39aa HTTP/1.1" status: 200 len: 934 time: 2.1863134 Jul 27 21:19:23.701600 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 47096) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:19:23.702597 n-d-705658-22 neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-5f1b0c6f-8ac0-48b2-a950-10689e15c76a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:23.779203 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device a00f364b-5a95-449d-ad66-da35dcb89e4e up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:19:23.871981 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1792a4-966c-4c32-85c1-33675de817c1 None None] Pushing event updated for resources: {'Port': ['ID=505cf314-725a-45fb-b2a8-401bc0e6e8e2,revision_number=3']} {{(pid=105587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:19:24.006199 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-778c5800-7fcc-4a38-b7bb-a4f09181e21b tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] 10.222.0.59 "GET /v2.0/routers/143736f8-a94b-4c2e-b6b5-2224630f39aa HTTP/1.1" status: 200 len: 934 time: 0.3020539 Jul 27 21:19:24.007469 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 47112) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:19:24.018911 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-67a44dce-8b81-4ab1-b5f1-7dd7877f4d05 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Request body: {'router': {'routes': None}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:19:24.036919 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.managers [None req-5f1b0c6f-8ac0-48b2-a950-10689e15c76a None None] Attempting to bind port 505cf314-725a-45fb-b2a8-401bc0e6e8e2 on host n-d-705658-22 for vnic_type normal with profile {{(pid=105587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:19:24.037388 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.managers [None req-5f1b0c6f-8ac0-48b2-a950-10689e15c76a None None] Attempting to bind port 505cf314-725a-45fb-b2a8-401bc0e6e8e2 by drivers openvswitch,hyperv on host n-d-705658-22 at level 0 using segments [{'id': 'bf96f57b-2948-4c06-949c-e5933d68f10d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '112e7360-5908-4927-8ee8-ee7fb14862f7'}] {{(pid=105587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:19:24.037848 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f1b0c6f-8ac0-48b2-a950-10689e15c76a None None] Attempting to bind port 505cf314-725a-45fb-b2a8-401bc0e6e8e2 on network 112e7360-5908-4927-8ee8-ee7fb14862f7 {{(pid=105587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:19:24.052721 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f1b0c6f-8ac0-48b2-a950-10689e15c76a None None] Checking agent: {'id': '04a7ea91-6318-467e-ace6-b0fb48c8690f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 41, 42), 'started_at': datetime.datetime(2021, 7, 27, 20, 42, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 19, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:19:24.053214 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f1b0c6f-8ac0-48b2-a950-10689e15c76a None None] Checking segment: {'id': 'bf96f57b-2948-4c06-949c-e5933d68f10d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '112e7360-5908-4927-8ee8-ee7fb14862f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:19:24.053780 n-d-705658-22 neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-5f1b0c6f-8ac0-48b2-a950-10689e15c76a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:24.054289 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f1b0c6f-8ac0-48b2-a950-10689e15c76a None None] Bound using segment: {'id': 'bf96f57b-2948-4c06-949c-e5933d68f10d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '112e7360-5908-4927-8ee8-ee7fb14862f7'} {{(pid=105587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:19:24.055490 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.managers [None req-5f1b0c6f-8ac0-48b2-a950-10689e15c76a None None] Bound port: 505cf314-725a-45fb-b2a8-401bc0e6e8e2, host: n-d-705658-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf96f57b-2948-4c06-949c-e5933d68f10d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '112e7360-5908-4927-8ee8-ee7fb14862f7'}}] {{(pid=105587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:19:24.056541 n-d-705658-22 neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-5f1b0c6f-8ac0-48b2-a950-10689e15c76a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:24.064701 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-965eea0f-dd57-47e6-8e6d-1445b37b1ad6 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Router eb96c371-3c9b-4a77-aadb-9cd910e43d2b is scheduled to L3 agent dd128fd7-8e57-4d4f-895b-a96b369df59a with binding_index 1 {{(pid=105584) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 21:19:24.077711 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3c0d9bcc-5664-4e40-b991-0b4e9b8af5b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:24.167630 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3c0d9bcc-5664-4e40-b991-0b4e9b8af5b2 None None] For port c2b71ebd-4ace-46a7-89f5-c02baebbf2dc, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=c2b71ebd-4ace-46a7-89f5-c02baebbf2dc,segment=NetworkSegment(532d8a52-575f-45de-a3af-efbea8c8f6d5),segment_id=532d8a52-575f-45de-a3af-efbea8c8f6d5)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:19:24.173179 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3c0d9bcc-5664-4e40-b991-0b4e9b8af5b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:24.219035 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.db [None req-5f1b0c6f-8ac0-48b2-a950-10689e15c76a None None] For port 505cf314-725a-45fb-b2a8-401bc0e6e8e2, host n-d-705658-22, cleared binding levels {{(pid=105587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:19:24.227395 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.db [None req-5f1b0c6f-8ac0-48b2-a950-10689e15c76a None None] For port 505cf314-725a-45fb-b2a8-401bc0e6e8e2, host n-d-705658-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=505cf314-725a-45fb-b2a8-401bc0e6e8e2,segment=NetworkSegment(bf96f57b-2948-4c06-949c-e5933d68f10d),segment_id=bf96f57b-2948-4c06-949c-e5933d68f10d)] {{(pid=105587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:19:24.232813 n-d-705658-22 neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-5f1b0c6f-8ac0-48b2-a950-10689e15c76a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:24.301334 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port a00f364b-5a95-449d-ad66-da35dcb89e4e triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:19:24.301721 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:24.312298 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-965eea0f-dd57-47e6-8e6d-1445b37b1ad6 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify agent at l3_agent.n-d-705658-22 the message routers_updated {{(pid=105584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:19:24.319466 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-965eea0f-dd57-47e6-8e6d-1445b37b1ad6 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] 10.222.0.59 "PUT /v2.0/routers/eb96c371-3c9b-4a77-aadb-9cd910e43d2b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8410380 Jul 27 21:19:24.319775 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 47120) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:19:24.321076 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0d9bcc-5664-4e40-b991-0b4e9b8af5b2 None None] Pushing event updated for resources: {'Port': ['ID=c2b71ebd-4ace-46a7-89f5-c02baebbf2dc,revision_number=3']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:19:24.355088 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c26f3b13-2c2c-4bd9-8e51-19f47b096323 None None] Sync routers for ids ['eb96c371-3c9b-4a77-aadb-9cd910e43d2b'] in n-d-705658-22 {{(pid=105586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:19:24.396070 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f1b0c6f-8ac0-48b2-a950-10689e15c76a None None] Routers {'143736f8-a94b-4c2e-b6b5-2224630f39aa'} bound to L3 agent in host n-d-705658-22 {{(pid=105587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:19:24.398236 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-5f1b0c6f-8ac0-48b2-a950-10689e15c76a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:19:12Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['143736f8-a94b-4c2e-b6b5-2224630f39aa'], 'active': True} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:19:24.405193 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1792a4-966c-4c32-85c1-33675de817c1 None None] Pushing event updated for resources: {'Port': ['ID=505cf314-725a-45fb-b2a8-401bc0e6e8e2,revision_number=4']} {{(pid=105587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:19:24.433103 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d974d19b-ce09-4e6b-ba73-7d355be7236d tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:19:24.444929 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 47128) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:19:24.447577 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-d974d19b-ce09-4e6b-ba73-7d355be7236d tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] 10.222.0.59 "GET /v2.0/ports/78531fa2-68c9-4cab-b26d-f2dc47c4648f HTTP/1.1" status: 200 len: 911 time: 0.1267192 Jul 27 21:19:24.521487 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-2c9e75f8-ea3d-4dfa-b974-ac0ff49d7264 None None] Provisioning complete for port a00f364b-5a95-449d-ad66-da35dcb89e4e triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:19:24.521891 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-2c9e75f8-ea3d-4dfa-b974-ac0ff49d7264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:24.600007 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvr_db [None req-5f1b0c6f-8ac0-48b2-a950-10689e15c76a None None] Set router 143736f8-a94b-4c2e-b6b5-2224630f39aa gateway port host: None {{(pid=105587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:19:24.621864 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c26f3b13-2c2c-4bd9-8e51-19f47b096323 None None] Routers {'eb96c371-3c9b-4a77-aadb-9cd910e43d2b'} bound to L3 agent in host n-d-705658-22 {{(pid=105586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:19:24.627048 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-c26f3b13-2c2c-4bd9-8e51-19f47b096323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:19:12Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['eb96c371-3c9b-4a77-aadb-9cd910e43d2b'], 'active': True} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:19:24.791773 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a77fdc5b-26bc-4442-b6a8-d70eddd00423 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:19:24.804861 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a77fdc5b-26bc-4442-b6a8-d70eddd00423 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:19:24.807731 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-a77fdc5b-26bc-4442-b6a8-d70eddd00423 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.3614233 Jul 27 21:19:24.811211 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 47144) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:19:25.189024 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-5f1b0c6f-8ac0-48b2-a950-10689e15c76a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '143736f8-a94b-4c2e-b6b5-2224630f39aa', 'name': 'tempest-RoutersTest-router-2098360871', 'tenant_id': 'b2a273d14da548f08e5e2947b1efbc75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:18:44Z', 'updated_at': '2021-07-27T21:19:22Z', 'revision_number': 6, 'project_id': 'b2a273d14da548f08e5e2947b1efbc75', 'gw_port_host': None, '_interfaces': [{'id': '29b94a48-60b4-40e6-8c9e-f55dd2c9f683', 'name': '', 'network_id': '182cb311-ed51-4835-b13f-d4700583d2b5', 'tenant_id': 'b2a273d14da548f08e5e2947b1efbc75', 'mac_address': 'fa:16:3e:62:69:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '143736f8-a94b-4c2e-b6b5-2224630f39aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2883, 'fixed_ips': [{'subnet_id': '417c1c4f-0a4f-43e3-8d10-75eb1552d8b1', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:19:08Z', 'updated_at': '2021-07-27T21:19:18Z', 'revision_number': 5, 'project_id': 'b2a273d14da548f08e5e2947b1efbc75', 'subnets': [{'id': '417c1c4f-0a4f-43e3-8d10-75eb1552d8b1', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3819275d-931c-4e77-af59-0a072b5437d6', 'name': '', 'network_id': 'd2bd9219-4168-4aa2-ac8d-51730a978a14', 'tenant_id': 'b2a273d14da548f08e5e2947b1efbc75', 'mac_address': 'fa:16:3e:ee:5c:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '143736f8-a94b-4c2e-b6b5-2224630f39aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2868, 'fixed_ips': [{'subnet_id': '26a4c494-c373-4559-8390-14c25615fa06', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:18:59Z', 'updated_at': '2021-07-27T21:19:11Z', 'revision_number': 5, 'project_id': 'b2a273d14da548f08e5e2947b1efbc75', 'subnets': [{'id': '26a4c494-c373-4559-8390-14c25615fa06', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '505cf314-725a-45fb-b2a8-401bc0e6e8e2', 'name': '', 'network_id': '112e7360-5908-4927-8ee8-ee7fb14862f7', 'tenant_id': 'b2a273d14da548f08e5e2947b1efbc75', 'mac_address': 'fa:16:3e:76:8f:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '143736f8-a94b-4c2e-b6b5-2224630f39aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2901, 'fixed_ips': [{'subnet_id': '2f822eea-85b7-4b6b-8661-84a98467240c', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:19:17Z', 'updated_at': '2021-07-27T21:19:24Z', 'revision_number': 4, 'project_id': 'b2a273d14da548f08e5e2947b1efbc75', 'subnets': [{'id': '2f822eea-85b7-4b6b-8661-84a98467240c', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8c8e812d-bdf9-4cf4-b8c7-3dc810eefb32', 'name': '', 'network_id': '3c05b601-6f3f-4129-89fb-58b7bb9fe8d3', 'tenant_id': 'b2a273d14da548f08e5e2947b1efbc75', 'mac_address': 'fa:16:3e:da:90:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '143736f8-a94b-4c2e-b6b5-2224630f39aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2848, 'fixed_ips': [{'subnet_id': '5243c389-81dc-4a3a-888e-c7f09f4ecbc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:18:48Z', 'updated_at': '2021-07-27T21:19:02Z', 'revision_number': 5, 'project_id': 'b2a273d14da548f08e5e2947b1efbc75', 'subnets': [{'id': '5243c389-81dc-4a3a-888e-c7f09f4ecbc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-22', False) {} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:19:25.197121 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.extraroute_db [None req-67a44dce-8b81-4ab1-b5f1-7dd7877f4d05 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Added routes are [] {{(pid=105585) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 27 21:19:25.197121 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.extraroute_db [None req-67a44dce-8b81-4ab1-b5f1-7dd7877f4d05 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Removed routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=105585) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 27 21:19:25.230990 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 47164) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:19:25.256026 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40b6a86a-2c09-4897-91d7-8efd94cf1500 None None] get_active_networks_info from n-d-705658-22 {{(pid=105586) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 27 21:19:25.283297 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f1b0c6f-8ac0-48b2-a950-10689e15c76a None None] The sync data for ids ['143736f8-a94b-4c2e-b6b5-2224630f39aa'] in n-d-705658-22 is: [{'id': '143736f8-a94b-4c2e-b6b5-2224630f39aa', 'name': 'tempest-RoutersTest-router-2098360871', 'tenant_id': 'b2a273d14da548f08e5e2947b1efbc75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:18:44Z', 'updated_at': '2021-07-27T21:19:22Z', 'revision_number': 6, 'project_id': 'b2a273d14da548f08e5e2947b1efbc75', 'gw_port_host': None, '_interfaces': [{'id': '29b94a48-60b4-40e6-8c9e-f55dd2c9f683', 'name': '', 'network_id': '182cb311-ed51-4835-b13f-d4700583d2b5', 'tenant_id': 'b2a273d14da548f08e5e2947b1efbc75', 'mac_address': 'fa:16:3e:62:69:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '143736f8-a94b-4c2e-b6b5-2224630f39aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2883, 'fixed_ips': [{'subnet_id': '417c1c4f-0a4f-43e3-8d10-75eb1552d8b1', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:19:08Z', 'updated_at': '2021-07-27T21:19:18Z', 'revision_number': 5, 'project_id': 'b2a273d14da548f08e5e2947b1efbc75', 'subnets': [{'id': '417c1c4f-0a4f-43e3-8d10-75eb1552d8b1', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3819275d-931c-4e77-af59-0a072b5437d6', 'name': '', 'network_id': 'd2bd9219-4168-4aa2-ac8d-51730a978a14', 'tenant_id': 'b2a273d14da548f08e5e2947b1efbc75', 'mac_address': 'fa:16:3e:ee:5c:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '143736f8-a94b-4c2e-b6b5-2224630f39aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2868, 'fixed_ips': [{'subnet_id': '26a4c494-c373-4559-8390-14c25615fa06', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:18:59Z', 'updated_at': '2021-07-27T21:19:11Z', 'revision_number': 5, 'project_id': 'b2a273d14da548f08e5e2947b1efbc75', 'subnets': [{'id': '26a4c494-c373-4559-8390-14c25615fa06', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '505cf314-725a-45fb-b2a8-401bc0e6e8e2', 'name': '', 'network_id': '112e7360-5908-4927-8ee8-ee7fb14862f7', 'tenant_id': 'b2a273d14da548f08e5e2947b1efbc75', 'mac_address': 'fa:16:3e:76:8f:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '143736f8-a94b-4c2e-b6b5-2224630f39aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2901, 'fixed_ips': [{'subnet_id': '2f822eea-85b7-4b6b-8661-84a98467240c', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:19:17Z', 'updated_at': '2021-07-27T21:19:24Z', 'revision_number': 4, 'project_id': 'b2a273d14da548f08e5e2947b1efbc75', 'subnets': [{'id': '2f822eea-85b7-4b6b-8661-84a98467240c', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8c8e812d-bdf9-4cf4-b8c7-3dc810eefb32', 'name': '', 'network_id': '3c05b601-6f3f-4129-89fb-58b7bb9fe8d3', 'tenant_id': 'b2a273d14da548f08e5e2947b1efbc75', 'mac_address': 'fa:16:3e:da:90:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '143736f8-a94b-4c2e-b6b5-2224630f39aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2848, 'fixed_ips': [{'subnet_id': '5243c389-81dc-4a3a-888e-c7f09f4ecbc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:18:48Z', 'updated_at': '2021-07-27T21:19:02Z', 'revision_number': 5, 'project_id': 'b2a273d14da548f08e5e2947b1efbc75', 'subnets': [{'id': '5243c389-81dc-4a3a-888e-c7f09f4ecbc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:19:25.316202 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-67a44dce-8b81-4ab1-b5f1-7dd7877f4d05 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4077169', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4163787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-400'] for router, precommit_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:25.379177 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvr_db [None req-c26f3b13-2c2c-4bd9-8e51-19f47b096323 None None] Set router eb96c371-3c9b-4a77-aadb-9cd910e43d2b gateway port host: None {{(pid=105586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:19:25.640908 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-65bb63c6-9c8c-461d-ad77-c52d3e7a2d31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:25.799612 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-2c9e75f8-ea3d-4dfa-b974-ac0ff49d7264 None None] Provisioning complete for port 78531fa2-68c9-4cab-b26d-f2dc47c4648f triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:19:25.799612 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-2c9e75f8-ea3d-4dfa-b974-ac0ff49d7264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:25.805940 n-d-705658-22 neutron-server[105586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40b6a86a-2c09-4897-91d7-8efd94cf1500 None None] Resources bound (agent type, host, resource id): {{(pid=105586) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 27 21:19:25.864962 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-3bd3847c-e3bf-420f-8101-391596cf2f29 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4076536'] for router_interface, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:26.016311 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device c2b71ebd-4ace-46a7-89f5-c02baebbf2dc up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:19:26.018128 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-2c9e75f8-ea3d-4dfa-b974-ac0ff49d7264 None None] Port 78531fa2-68c9-4cab-b26d-f2dc47c4648f cannot update to ACTIVE because it is not bound. {{(pid=105586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:19:26.068534 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-67a44dce-8b81-4ab1-b5f1-7dd7877f4d05 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4077169', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4163787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-400'] for router, precommit_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:26.077804 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-67a44dce-8b81-4ab1-b5f1-7dd7877f4d05 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4077150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4077160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4077159', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4163778'] for router, after_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:26.259941 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67a44dce-8b81-4ab1-b5f1-7dd7877f4d05 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Router 143736f8-a94b-4c2e-b6b5-2224630f39aa has already been hosted by L3 agent dd128fd7-8e57-4d4f-895b-a96b369df59a {{(pid=105585) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:19:26.324012 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-2c9e75f8-ea3d-4dfa-b974-ac0ff49d7264 None None] Provisioning for port 505cf314-725a-45fb-b2a8-401bc0e6e8e2 completed by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:19:26.433368 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port c2b71ebd-4ace-46a7-89f5-c02baebbf2dc triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:19:26.434503 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:26.442299 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-3bd3847c-e3bf-420f-8101-391596cf2f29 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Deleting port 78531fa2-68c9-4cab-b26d-f2dc47c4648f {{(pid=105584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:19:26.442968 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-3bd3847c-e3bf-420f-8101-391596cf2f29 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:26.571880 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-65bb63c6-9c8c-461d-ad77-c52d3e7a2d31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:26.575871 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-c26f3b13-2c2c-4bd9-8e51-19f47b096323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb96c371-3c9b-4a77-aadb-9cd910e43d2b', 'name': 'tempest-NetworksTestDHCPv6-router-39194600', 'tenant_id': 'fcd7bb7d26624f8f823446f0b0a5006f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:19:19Z', 'updated_at': '2021-07-27T21:19:22Z', 'revision_number': 2, 'project_id': 'fcd7bb7d26624f8f823446f0b0a5006f', 'gw_port_host': None, '_interfaces': [{'id': '78531fa2-68c9-4cab-b26d-f2dc47c4648f', 'name': '', 'network_id': '1d615a85-844c-4c57-a0fc-2090e87300f0', 'tenant_id': 'fcd7bb7d26624f8f823446f0b0a5006f', 'mac_address': 'fa:16:3e:ba:0e:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb96c371-3c9b-4a77-aadb-9cd910e43d2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2906, 'fixed_ips': [{'subnet_id': '429bda6c-b45e-4314-89b1-5df7415edfc3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:19:20Z', 'updated_at': '2021-07-27T21:19:22Z', 'revision_number': 2, 'project_id': 'fcd7bb7d26624f8f823446f0b0a5006f', 'subnets': [{'id': '429bda6c-b45e-4314-89b1-5df7415edfc3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-22', False) {} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:19:26.577074 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67a44dce-8b81-4ab1-b5f1-7dd7877f4d05 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify agent at l3_agent.n-d-705658-22 the message routers_updated {{(pid=105585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:19:26.584448 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-65bb63c6-9c8c-461d-ad77-c52d3e7a2d31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:26.606665 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-3bd3847c-e3bf-420f-8101-391596cf2f29 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:26.626419 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-3bd3847c-e3bf-420f-8101-391596cf2f29 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Calling delete_port for 78531fa2-68c9-4cab-b26d-f2dc47c4648f owned by network:router_interface {{(pid=105584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:19:26.641648 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c26f3b13-2c2c-4bd9-8e51-19f47b096323 None None] Checking router: eb96c371-3c9b-4a77-aadb-9cd910e43d2b for host: n-d-705658-22 {{(pid=105586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:19:26.645517 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c26f3b13-2c2c-4bd9-8e51-19f47b096323 None None] Updating router eb96c371-3c9b-4a77-aadb-9cd910e43d2b port 78531fa2-68c9-4cab-b26d-f2dc47c4648f binding host n-d-705658-22 {{(pid=105586) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 21:19:26.646516 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-67a44dce-8b81-4ab1-b5f1-7dd7877f4d05 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify callbacks [] for router, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:26.647808 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-67a44dce-8b81-4ab1-b5f1-7dd7877f4d05 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] 10.222.0.59 "PUT /v2.0/routers/143736f8-a94b-4c2e-b6b5-2224630f39aa HTTP/1.1" status: 200 len: 700 time: 2.6392303 Jul 27 21:19:26.651212 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 47224) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:19:26.659935 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-65bb63c6-9c8c-461d-ad77-c52d3e7a2d31 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=a748b62c587b46ebaa8742c72ebdadcf&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4157853 Jul 27 21:19:26.660546 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 47226) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:19:26.739032 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bb63c6-9c8c-461d-ad77-c52d3e7a2d31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=688b2166-627a-4e17-81fa-363963e307e1,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:19:26.749440 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-c26f3b13-2c2c-4bd9-8e51-19f47b096323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:26.791789 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-7a2cfa6c-6c27-491e-bc7f-b3938257684c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:26.896327 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-7a2cfa6c-6c27-491e-bc7f-b3938257684c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:26.917244 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 505cf314-725a-45fb-b2a8-401bc0e6e8e2 up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:19:26.977089 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-7a2cfa6c-6c27-491e-bc7f-b3938257684c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:26.982424 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-7a2cfa6c-6c27-491e-bc7f-b3938257684c admin admin] Notify callbacks [] for security_group, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:26.987115 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-7a2cfa6c-6c27-491e-bc7f-b3938257684c admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/688b2166-627a-4e17-81fa-363963e307e1 HTTP/1.1" status: 204 len: 168 time: 0.3157043 Jul 27 21:19:27.004879 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbf3194a-8aab-4e2f-98f0-5aa9d0991668 None None] Sync routers for ids ['143736f8-a94b-4c2e-b6b5-2224630f39aa'] in n-d-705658-22 {{(pid=105587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:19:27.023807 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbf3194a-8aab-4e2f-98f0-5aa9d0991668 None None] Routers {'143736f8-a94b-4c2e-b6b5-2224630f39aa'} bound to L3 agent in host n-d-705658-22 {{(pid=105587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:19:27.024430 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-fbf3194a-8aab-4e2f-98f0-5aa9d0991668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:19:12Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['143736f8-a94b-4c2e-b6b5-2224630f39aa'], 'active': True} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:19:27.025641 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2cfa6c-6c27-491e-bc7f-b3938257684c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=688b2166-627a-4e17-81fa-363963e307e1,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:19:27.137764 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-797910af-2818-445c-8759-3cf5d51adee5 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] 10.222.0.59 "GET /v2.0/routers/143736f8-a94b-4c2e-b6b5-2224630f39aa HTTP/1.1" status: 200 len: 700 time: 0.4839222 Jul 27 21:19:27.140524 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 47254) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:19:27.245705 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvr_db [None req-fbf3194a-8aab-4e2f-98f0-5aa9d0991668 None None] Set router 143736f8-a94b-4c2e-b6b5-2224630f39aa gateway port host: None {{(pid=105587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:19:27.329494 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-3bd3847c-e3bf-420f-8101-391596cf2f29 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:27.338939 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning for port 505cf314-725a-45fb-b2a8-401bc0e6e8e2 completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:19:27.358730 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port 505cf314-725a-45fb-b2a8-401bc0e6e8e2 triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:19:27.359247 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:27.405216 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd3847c-e3bf-420f-8101-391596cf2f29 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Pushing event deleted for resources: {'Port': ['ID=78531fa2-68c9-4cab-b26d-f2dc47c4648f,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:19:27.692821 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-3bd3847c-e3bf-420f-8101-391596cf2f29 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3743915', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4076308'] for router_interface, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:27.797270 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-fbf3194a-8aab-4e2f-98f0-5aa9d0991668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '143736f8-a94b-4c2e-b6b5-2224630f39aa', 'name': 'tempest-RoutersTest-router-2098360871', 'tenant_id': 'b2a273d14da548f08e5e2947b1efbc75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:18:44Z', 'updated_at': '2021-07-27T21:19:25Z', 'revision_number': 7, 'project_id': 'b2a273d14da548f08e5e2947b1efbc75', 'gw_port_host': None, '_interfaces': [{'id': '29b94a48-60b4-40e6-8c9e-f55dd2c9f683', 'name': '', 'network_id': '182cb311-ed51-4835-b13f-d4700583d2b5', 'tenant_id': 'b2a273d14da548f08e5e2947b1efbc75', 'mac_address': 'fa:16:3e:62:69:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '143736f8-a94b-4c2e-b6b5-2224630f39aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2883, 'fixed_ips': [{'subnet_id': '417c1c4f-0a4f-43e3-8d10-75eb1552d8b1', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:19:08Z', 'updated_at': '2021-07-27T21:19:18Z', 'revision_number': 5, 'project_id': 'b2a273d14da548f08e5e2947b1efbc75', 'subnets': [{'id': '417c1c4f-0a4f-43e3-8d10-75eb1552d8b1', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3819275d-931c-4e77-af59-0a072b5437d6', 'name': '', 'network_id': 'd2bd9219-4168-4aa2-ac8d-51730a978a14', 'tenant_id': 'b2a273d14da548f08e5e2947b1efbc75', 'mac_address': 'fa:16:3e:ee:5c:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '143736f8-a94b-4c2e-b6b5-2224630f39aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2868, 'fixed_ips': [{'subnet_id': '26a4c494-c373-4559-8390-14c25615fa06', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:18:59Z', 'updated_at': '2021-07-27T21:19:11Z', 'revision_number': 5, 'project_id': 'b2a273d14da548f08e5e2947b1efbc75', 'subnets': [{'id': '26a4c494-c373-4559-8390-14c25615fa06', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '505cf314-725a-45fb-b2a8-401bc0e6e8e2', 'name': '', 'network_id': '112e7360-5908-4927-8ee8-ee7fb14862f7', 'tenant_id': 'b2a273d14da548f08e5e2947b1efbc75', 'mac_address': 'fa:16:3e:76:8f:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '143736f8-a94b-4c2e-b6b5-2224630f39aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2901, 'fixed_ips': [{'subnet_id': '2f822eea-85b7-4b6b-8661-84a98467240c', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:19:17Z', 'updated_at': '2021-07-27T21:19:24Z', 'revision_number': 4, 'project_id': 'b2a273d14da548f08e5e2947b1efbc75', 'subnets': [{'id': '2f822eea-85b7-4b6b-8661-84a98467240c', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8c8e812d-bdf9-4cf4-b8c7-3dc810eefb32', 'name': '', 'network_id': '3c05b601-6f3f-4129-89fb-58b7bb9fe8d3', 'tenant_id': 'b2a273d14da548f08e5e2947b1efbc75', 'mac_address': 'fa:16:3e:da:90:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '143736f8-a94b-4c2e-b6b5-2224630f39aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2848, 'fixed_ips': [{'subnet_id': '5243c389-81dc-4a3a-888e-c7f09f4ecbc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:18:48Z', 'updated_at': '2021-07-27T21:19:02Z', 'revision_number': 5, 'project_id': 'b2a273d14da548f08e5e2947b1efbc75', 'subnets': [{'id': '5243c389-81dc-4a3a-888e-c7f09f4ecbc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-22', False) {} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:19:27.910659 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:27.912300 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbf3194a-8aab-4e2f-98f0-5aa9d0991668 None None] Checking router: 143736f8-a94b-4c2e-b6b5-2224630f39aa for host: n-d-705658-22 {{(pid=105587) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:19:27.976317 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbf3194a-8aab-4e2f-98f0-5aa9d0991668 None None] Routers {'143736f8-a94b-4c2e-b6b5-2224630f39aa'} bound to L3 agent in host n-d-705658-22 {{(pid=105587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:19:27.983139 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-fbf3194a-8aab-4e2f-98f0-5aa9d0991668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:19:12Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['143736f8-a94b-4c2e-b6b5-2224630f39aa'], 'active': True} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:19:28.068260 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-623ce70d-01fe-450e-a314-ecaf9e5b7dd1 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4076536'] for router_interface, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:28.117748 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] For port 505cf314-725a-45fb-b2a8-401bc0e6e8e2, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=505cf314-725a-45fb-b2a8-401bc0e6e8e2,segment=NetworkSegment(bf96f57b-2948-4c06-949c-e5933d68f10d),segment_id=bf96f57b-2948-4c06-949c-e5933d68f10d)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:19:28.132070 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:28.205715 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bd3847c-e3bf-420f-8101-391596cf2f29 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Router eb96c371-3c9b-4a77-aadb-9cd910e43d2b has already been hosted by L3 agent dd128fd7-8e57-4d4f-895b-a96b369df59a {{(pid=105584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:19:28.271036 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvr_db [None req-fbf3194a-8aab-4e2f-98f0-5aa9d0991668 None None] Set router 143736f8-a94b-4c2e-b6b5-2224630f39aa gateway port host: None {{(pid=105587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:19:28.347443 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.db.api [None req-c26f3b13-2c2c-4bd9-8e51-19f47b096323 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105586) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 27 21:19:28.354842 n-d-705658-22 neutron-server[105586]: DEBUG oslo_db.api [None req-c26f3b13-2c2c-4bd9-8e51-19f47b096323 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 27 21:19:28.362670 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Pushing event updated for resources: {'Port': ['ID=505cf314-725a-45fb-b2a8-401bc0e6e8e2,revision_number=5']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:19:28.389602 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bd3847c-e3bf-420f-8101-391596cf2f29 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify agent at l3_agent.n-d-705658-22 the message routers_updated {{(pid=105584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:19:28.397177 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-3bd3847c-e3bf-420f-8101-391596cf2f29 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] 10.222.0.59 "PUT /v2.0/routers/eb96c371-3c9b-4a77-aadb-9cd910e43d2b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5847087 Jul 27 21:19:28.399597 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 47302) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:19:28.445220 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 47304) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:19:28.496944 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12dc410f-a976-4d7a-a05f-229cdb6d266f tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:19:28.505445 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12dc410f-a976-4d7a-a05f-229cdb6d266f tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:19:28.508043 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-12dc410f-a976-4d7a-a05f-229cdb6d266f tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1070819 Jul 27 21:19:28.509541 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-8d1f9412-29e5-4a93-aec7-6d74fe53b8e4 None None] Provisioning complete for port c2b71ebd-4ace-46a7-89f5-c02baebbf2dc triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:19:28.510149 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-8d1f9412-29e5-4a93-aec7-6d74fe53b8e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:28.514180 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 47310) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:19:28.648305 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ae97c78-6b2a-4123-b980-076eef44161d tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Deleting subnet 429bda6c-b45e-4314-89b1-5df7415edfc3 {{(pid=105584) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:19:28.659488 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-2ae97c78-6b2a-4123-b980-076eef44161d tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks [] for subnet, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:28.734174 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-8d1f9412-29e5-4a93-aec7-6d74fe53b8e4 None None] Could not find standard attr ID for object 78531fa2-68c9-4cab-b26d-f2dc47c4648f. {{(pid=105586) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 27 21:19:28.772800 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-2ae97c78-6b2a-4123-b980-076eef44161d tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9014207'] for subnet, precommit_delete_associations {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:28.913821 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c26f3b13-2c2c-4bd9-8e51-19f47b096323 None None] Port 78531fa2-68c9-4cab-b26d-f2dc47c4648f not found while updating agent binding for router eb96c371-3c9b-4a77-aadb-9cd910e43d2b. {{(pid=105586) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Jul 27 21:19:28.951427 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c26f3b13-2c2c-4bd9-8e51-19f47b096323 None None] Routers {'eb96c371-3c9b-4a77-aadb-9cd910e43d2b'} bound to L3 agent in host n-d-705658-22 {{(pid=105586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:19:28.953494 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-c26f3b13-2c2c-4bd9-8e51-19f47b096323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:19:12Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['eb96c371-3c9b-4a77-aadb-9cd910e43d2b'], 'active': True} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:19:28.954506 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-fbf3194a-8aab-4e2f-98f0-5aa9d0991668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '143736f8-a94b-4c2e-b6b5-2224630f39aa', 'name': 'tempest-RoutersTest-router-2098360871', 'tenant_id': 'b2a273d14da548f08e5e2947b1efbc75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:18:44Z', 'updated_at': '2021-07-27T21:19:25Z', 'revision_number': 7, 'project_id': 'b2a273d14da548f08e5e2947b1efbc75', 'gw_port_host': None, '_interfaces': [{'id': '29b94a48-60b4-40e6-8c9e-f55dd2c9f683', 'name': '', 'network_id': '182cb311-ed51-4835-b13f-d4700583d2b5', 'tenant_id': 'b2a273d14da548f08e5e2947b1efbc75', 'mac_address': 'fa:16:3e:62:69:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '143736f8-a94b-4c2e-b6b5-2224630f39aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2883, 'fixed_ips': [{'subnet_id': '417c1c4f-0a4f-43e3-8d10-75eb1552d8b1', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:19:08Z', 'updated_at': '2021-07-27T21:19:18Z', 'revision_number': 5, 'project_id': 'b2a273d14da548f08e5e2947b1efbc75', 'subnets': [{'id': '417c1c4f-0a4f-43e3-8d10-75eb1552d8b1', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3819275d-931c-4e77-af59-0a072b5437d6', 'name': '', 'network_id': 'd2bd9219-4168-4aa2-ac8d-51730a978a14', 'tenant_id': 'b2a273d14da548f08e5e2947b1efbc75', 'mac_address': 'fa:16:3e:ee:5c:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '143736f8-a94b-4c2e-b6b5-2224630f39aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2868, 'fixed_ips': [{'subnet_id': '26a4c494-c373-4559-8390-14c25615fa06', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:18:59Z', 'updated_at': '2021-07-27T21:19:11Z', 'revision_number': 5, 'project_id': 'b2a273d14da548f08e5e2947b1efbc75', 'subnets': [{'id': '26a4c494-c373-4559-8390-14c25615fa06', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '505cf314-725a-45fb-b2a8-401bc0e6e8e2', 'name': '', 'network_id': '112e7360-5908-4927-8ee8-ee7fb14862f7', 'tenant_id': 'b2a273d14da548f08e5e2947b1efbc75', 'mac_address': 'fa:16:3e:76:8f:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '143736f8-a94b-4c2e-b6b5-2224630f39aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2901, 'fixed_ips': [{'subnet_id': '2f822eea-85b7-4b6b-8661-84a98467240c', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:19:17Z', 'updated_at': '2021-07-27T21:19:24Z', 'revision_number': 4, 'project_id': 'b2a273d14da548f08e5e2947b1efbc75', 'subnets': [{'id': '2f822eea-85b7-4b6b-8661-84a98467240c', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8c8e812d-bdf9-4cf4-b8c7-3dc810eefb32', 'name': '', 'network_id': '3c05b601-6f3f-4129-89fb-58b7bb9fe8d3', 'tenant_id': 'b2a273d14da548f08e5e2947b1efbc75', 'mac_address': 'fa:16:3e:da:90:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '143736f8-a94b-4c2e-b6b5-2224630f39aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2848, 'fixed_ips': [{'subnet_id': '5243c389-81dc-4a3a-888e-c7f09f4ecbc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:18:48Z', 'updated_at': '2021-07-27T21:19:02Z', 'revision_number': 5, 'project_id': 'b2a273d14da548f08e5e2947b1efbc75', 'subnets': [{'id': '5243c389-81dc-4a3a-888e-c7f09f4ecbc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-22', False) {} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:19:28.988176 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbf3194a-8aab-4e2f-98f0-5aa9d0991668 None None] The sync data for ids ['143736f8-a94b-4c2e-b6b5-2224630f39aa'] in n-d-705658-22 is: [{'id': '143736f8-a94b-4c2e-b6b5-2224630f39aa', 'name': 'tempest-RoutersTest-router-2098360871', 'tenant_id': 'b2a273d14da548f08e5e2947b1efbc75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:18:44Z', 'updated_at': '2021-07-27T21:19:25Z', 'revision_number': 7, 'project_id': 'b2a273d14da548f08e5e2947b1efbc75', 'gw_port_host': None, '_interfaces': [{'id': '29b94a48-60b4-40e6-8c9e-f55dd2c9f683', 'name': '', 'network_id': '182cb311-ed51-4835-b13f-d4700583d2b5', 'tenant_id': 'b2a273d14da548f08e5e2947b1efbc75', 'mac_address': 'fa:16:3e:62:69:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '143736f8-a94b-4c2e-b6b5-2224630f39aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2883, 'fixed_ips': [{'subnet_id': '417c1c4f-0a4f-43e3-8d10-75eb1552d8b1', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:19:08Z', 'updated_at': '2021-07-27T21:19:18Z', 'revision_number': 5, 'project_id': 'b2a273d14da548f08e5e2947b1efbc75', 'subnets': [{'id': '417c1c4f-0a4f-43e3-8d10-75eb1552d8b1', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3819275d-931c-4e77-af59-0a072b5437d6', 'name': '', 'network_id': 'd2bd9219-4168-4aa2-ac8d-51730a978a14', 'tenant_id': 'b2a273d14da548f08e5e2947b1efbc75', 'mac_address': 'fa:16:3e:ee:5c:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '143736f8-a94b-4c2e-b6b5-2224630f39aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2868, 'fixed_ips': [{'subnet_id': '26a4c494-c373-4559-8390-14c25615fa06', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:18:59Z', 'updated_at': '2021-07-27T21:19:11Z', 'revision_number': 5, 'project_id': 'b2a273d14da548f08e5e2947b1efbc75', 'subnets': [{'id': '26a4c494-c373-4559-8390-14c25615fa06', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '505cf314-725a-45fb-b2a8-401bc0e6e8e2', 'name': '', 'network_id': '112e7360-5908-4927-8ee8-ee7fb14862f7', 'tenant_id': 'b2a273d14da548f08e5e2947b1efbc75', 'mac_address': 'fa:16:3e:76:8f:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '143736f8-a94b-4c2e-b6b5-2224630f39aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2901, 'fixed_ips': [{'subnet_id': '2f822eea-85b7-4b6b-8661-84a98467240c', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:19:17Z', 'updated_at': '2021-07-27T21:19:24Z', 'revision_number': 4, 'project_id': 'b2a273d14da548f08e5e2947b1efbc75', 'subnets': [{'id': '2f822eea-85b7-4b6b-8661-84a98467240c', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8c8e812d-bdf9-4cf4-b8c7-3dc810eefb32', 'name': '', 'network_id': '3c05b601-6f3f-4129-89fb-58b7bb9fe8d3', 'tenant_id': 'b2a273d14da548f08e5e2947b1efbc75', 'mac_address': 'fa:16:3e:da:90:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '143736f8-a94b-4c2e-b6b5-2224630f39aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2848, 'fixed_ips': [{'subnet_id': '5243c389-81dc-4a3a-888e-c7f09f4ecbc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:18:48Z', 'updated_at': '2021-07-27T21:19:02Z', 'revision_number': 5, 'project_id': 'b2a273d14da548f08e5e2947b1efbc75', 'subnets': [{'id': '5243c389-81dc-4a3a-888e-c7f09f4ecbc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:19:29.037030 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-2ae97c78-6b2a-4123-b980-076eef44161d tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854965'] for subnet, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:29.143565 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvr_db [None req-c26f3b13-2c2c-4bd9-8e51-19f47b096323 None None] Set router eb96c371-3c9b-4a77-aadb-9cd910e43d2b gateway port host: None {{(pid=105586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:19:29.149216 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-7202c9ee-9540-45e4-8663-c5e5ac34a6da admin admin] Notify callbacks [] for security_group, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:29.221562 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-c26f3b13-2c2c-4bd9-8e51-19f47b096323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb96c371-3c9b-4a77-aadb-9cd910e43d2b', 'name': 'tempest-NetworksTestDHCPv6-router-39194600', 'tenant_id': 'fcd7bb7d26624f8f823446f0b0a5006f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:19:19Z', 'updated_at': '2021-07-27T21:19:27Z', 'revision_number': 3, 'project_id': 'fcd7bb7d26624f8f823446f0b0a5006f', 'gw_port_host': None}], 'n-d-705658-22', False) {} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:19:29.262449 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c26f3b13-2c2c-4bd9-8e51-19f47b096323 None None] The sync data for ids ['eb96c371-3c9b-4a77-aadb-9cd910e43d2b'] in n-d-705658-22 is: [{'id': 'eb96c371-3c9b-4a77-aadb-9cd910e43d2b', 'name': 'tempest-NetworksTestDHCPv6-router-39194600', 'tenant_id': 'fcd7bb7d26624f8f823446f0b0a5006f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:19:19Z', 'updated_at': '2021-07-27T21:19:27Z', 'revision_number': 3, 'project_id': 'fcd7bb7d26624f8f823446f0b0a5006f', 'gw_port_host': None}] {{(pid=105586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:19:29.395487 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-2ae97c78-6b2a-4123-b980-076eef44161d tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9014081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9738825'] for subnet, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:29.462317 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63668d9b-ba7d-4bb4-831c-39f2aa0bc7fb None None] Network 1d615a85-844c-4c57-a0fc-2090e87300f0 requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:19:29.480198 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-2ae97c78-6b2a-4123-b980-076eef44161d tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks [] for subnet, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:29.485824 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [None req-623ce70d-01fe-450e-a314-ecaf9e5b7dd1 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Deleting port 505cf314-725a-45fb-b2a8-401bc0e6e8e2 {{(pid=105585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:19:29.486393 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-623ce70d-01fe-450e-a314-ecaf9e5b7dd1 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:29.496368 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-2ae97c78-6b2a-4123-b980-076eef44161d tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] 10.222.0.59 "DELETE /v2.0/subnets/429bda6c-b45e-4314-89b1-5df7415edfc3 HTTP/1.1" status: 204 len: 168 time: 0.9769881 Jul 27 21:19:29.500165 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 47324) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:19:29.540954 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae97c78-6b2a-4123-b980-076eef44161d tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Pushing event deleted for resources: {'Subnet': ['ID=429bda6c-b45e-4314-89b1-5df7415edfc3,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:19:29.692053 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-7202c9ee-9540-45e4-8663-c5e5ac34a6da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:29.697165 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-7202c9ee-9540-45e4-8663-c5e5ac34a6da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:29.803864 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7202c9ee-9540-45e4-8663-c5e5ac34a6da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08150178-eee8-46e3-97ae-94a72aef3a05,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:19:29.827186 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-5dcd9064-4355-4359-b758-3ac49d0bd8b8 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 708 time: 0.3253319 Jul 27 21:19:29.830945 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 47332) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:19:29.883701 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-7202c9ee-9540-45e4-8663-c5e5ac34a6da admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=bc59e07243eb4ca9b655ad15d36cbfc3&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4370601 Jul 27 21:19:29.888914 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 47336) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:19:29.893806 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.db [None req-623ce70d-01fe-450e-a314-ecaf9e5b7dd1 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] For port 505cf314-725a-45fb-b2a8-401bc0e6e8e2, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=505cf314-725a-45fb-b2a8-401bc0e6e8e2,segment=NetworkSegment(bf96f57b-2948-4c06-949c-e5933d68f10d),segment_id=bf96f57b-2948-4c06-949c-e5933d68f10d)] {{(pid=105585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:19:29.895642 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-623ce70d-01fe-450e-a314-ecaf9e5b7dd1 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:29.909228 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b9c5558-5ddd-4302-8347-a5588f8b159a None None] DHCP port deletion for 1d615a85-844c-4c57-a0fc-2090e87300f0 request from n-d-705658-22 {{(pid=105586) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 21:19:29.953473 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [None req-623ce70d-01fe-450e-a314-ecaf9e5b7dd1 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Calling delete_port for 505cf314-725a-45fb-b2a8-401bc0e6e8e2 owned by network:router_interface {{(pid=105585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:19:29.959556 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-40dae933-2bdf-4b9a-bb4e-73d6bbad662b tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks [] for router, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:29.971730 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-e659e8a7-bd8b-40ef-878e-c21cbd9c390b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:30.019770 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-e659e8a7-bd8b-40ef-878e-c21cbd9c390b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:30.107970 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-e659e8a7-bd8b-40ef-878e-c21cbd9c390b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:30.110697 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-e659e8a7-bd8b-40ef-878e-c21cbd9c390b admin admin] Notify callbacks [] for security_group, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:30.114853 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-e659e8a7-bd8b-40ef-878e-c21cbd9c390b admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/08150178-eee8-46e3-97ae-94a72aef3a05 HTTP/1.1" status: 204 len: 168 time: 0.2246718 Jul 27 21:19:30.124165 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e659e8a7-bd8b-40ef-878e-c21cbd9c390b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08150178-eee8-46e3-97ae-94a72aef3a05,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:19:30.263587 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-3b9c5558-5ddd-4302-8347-a5588f8b159a None None] Deleting port c2b71ebd-4ace-46a7-89f5-c02baebbf2dc {{(pid=105586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:19:30.264187 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3b9c5558-5ddd-4302-8347-a5588f8b159a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:30.347515 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 505cf314-725a-45fb-b2a8-401bc0e6e8e2 up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:19:30.511875 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3b9c5558-5ddd-4302-8347-a5588f8b159a None None] For port c2b71ebd-4ace-46a7-89f5-c02baebbf2dc, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=c2b71ebd-4ace-46a7-89f5-c02baebbf2dc,segment=NetworkSegment(532d8a52-575f-45de-a3af-efbea8c8f6d5),segment_id=532d8a52-575f-45de-a3af-efbea8c8f6d5)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:19:30.512560 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3b9c5558-5ddd-4302-8347-a5588f8b159a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:30.546908 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-3b9c5558-5ddd-4302-8347-a5588f8b159a None None] Calling delete_port for c2b71ebd-4ace-46a7-89f5-c02baebbf2dc owned by network:dhcp {{(pid=105586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:19:30.548703 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port 505cf314-725a-45fb-b2a8-401bc0e6e8e2 triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:19:30.549082 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:30.643038 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-40dae933-2bdf-4b9a-bb4e-73d6bbad662b tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4163631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-425'] for router, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:30.652669 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-40dae933-2bdf-4b9a-bb4e-73d6bbad662b tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:30.668768 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-623ce70d-01fe-450e-a314-ecaf9e5b7dd1 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:30.748535 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Could not find standard attr ID for object 505cf314-725a-45fb-b2a8-401bc0e6e8e2. {{(pid=105586) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 27 21:19:30.759611 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623ce70d-01fe-450e-a314-ecaf9e5b7dd1 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Pushing event deleted for resources: {'Port': ['ID=505cf314-725a-45fb-b2a8-401bc0e6e8e2,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:19:30.770139 n-d-705658-22 neutron-server[105586]: INFO neutron.plugins.ml2.db [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] No ports have port_id starting with 505cf314-725a-45fb-b2a8-401bc0e6e8e2 Jul 27 21:19:30.818672 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3b9c5558-5ddd-4302-8347-a5588f8b159a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180'] for port, after_delete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:30.896123 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9c5558-5ddd-4302-8347-a5588f8b159a None None] Pushing event deleted for resources: {'Port': ['ID=c2b71ebd-4ace-46a7-89f5-c02baebbf2dc,revision_number=None']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:19:30.901288 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device c2b71ebd-4ace-46a7-89f5-c02baebbf2dc no longer exists at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:19:30.978875 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b9c5558-5ddd-4302-8347-a5588f8b159a None None] No DVR routers for this DVR port c2b71ebd-4ace-46a7-89f5-c02baebbf2dc on host n-d-705658-22 {{(pid=105586) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:19:30.989923 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-40dae933-2bdf-4b9a-bb4e-73d6bbad662b tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4163007'] for router, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:30.990422 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40dae933-2bdf-4b9a-bb4e-73d6bbad662b tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Fanout notify agent at l3_agent the message router_deleted on router eb96c371-3c9b-4a77-aadb-9cd910e43d2b {{(pid=105585) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 21:19:30.991665 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] No Port match for: c2b71ebd-4ace-46a7-89f5-c02baebbf2dc {{(pid=105586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:19:30.992662 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device c2b71ebd-4ace-46a7-89f5-c02baebbf2dc not bound to the agent host n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:19:31.014487 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-40dae933-2bdf-4b9a-bb4e-73d6bbad662b tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks [] for router, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:31.015665 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-40dae933-2bdf-4b9a-bb4e-73d6bbad662b tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] 10.222.0.59 "DELETE /v2.0/routers/eb96c371-3c9b-4a77-aadb-9cd910e43d2b HTTP/1.1" status: 204 len: 168 time: 1.1834786 Jul 27 21:19:31.018775 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 47384) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:19:31.024384 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-6aadd14d-442b-4919-a5f3-7748ef684be5 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Request body: {'subnet': {'network_id': '1d615a85-844c-4c57-a0fc-2090e87300f0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:19:31.058554 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cccf5249-fc3a-41d7-8095-328d97ac8631 None None] Sync routers for ids ['eb96c371-3c9b-4a77-aadb-9cd910e43d2b'] in n-d-705658-22 {{(pid=105586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:19:31.073811 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cccf5249-fc3a-41d7-8095-328d97ac8631 None None] Routers set() bound to L3 agent in host n-d-705658-22 {{(pid=105586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:19:31.080784 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cccf5249-fc3a-41d7-8095-328d97ac8631 None None] Router IDs set() for agent in host n-d-705658-22 {{(pid=105586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 27 21:19:31.082787 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_agentschedulers_db [None req-cccf5249-fc3a-41d7-8095-328d97ac8631 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'eb96c371-3c9b-4a77-aadb-9cd910e43d2b'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:19:12Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent'). {{(pid=105586) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 27 21:19:31.126050 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cccf5249-fc3a-41d7-8095-328d97ac8631 None None] Routers set() bound to L3 agent in host n-d-705658-22 {{(pid=105586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:19:31.126822 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cccf5249-fc3a-41d7-8095-328d97ac8631 None None] Router IDs set() for agent in host n-d-705658-22 {{(pid=105586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 27 21:19:31.130144 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_agentschedulers_db [None req-cccf5249-fc3a-41d7-8095-328d97ac8631 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'eb96c371-3c9b-4a77-aadb-9cd910e43d2b'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:19:12Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent'). {{(pid=105586) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 27 21:19:31.130957 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cccf5249-fc3a-41d7-8095-328d97ac8631 None None] The sync data for ids ['eb96c371-3c9b-4a77-aadb-9cd910e43d2b'] in n-d-705658-22 is: [] {{(pid=105586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:19:31.254567 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6aadd14d-442b-4919-a5f3-7748ef684be5 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Made reservation on behalf of fcd7bb7d26624f8f823446f0b0a5006f for: {'subnet': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:19:31.265279 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-6aadd14d-442b-4919-a5f3-7748ef684be5 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9738786'] for subnet, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:31.288371 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-623ce70d-01fe-450e-a314-ecaf9e5b7dd1 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3743915', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4076308'] for router_interface, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:31.570827 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-6aadd14d-442b-4919-a5f3-7748ef684be5 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9014150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9738800'] for subnet, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:31.638086 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aadd14d-442b-4919-a5f3-7748ef684be5 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Pushing event updated for resources: {'Subnet': ['ID=11b70e09-4af7-410c-8ef5-c3df8360b61d,revision_number=0']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:19:31.648932 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aadd14d-442b-4919-a5f3-7748ef684be5 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Network 1d615a85-844c-4c57-a0fc-2090e87300f0 is already hosted by enough agents. {{(pid=105584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:19:31.651139 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [None req-6aadd14d-442b-4919-a5f3-7748ef684be5 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Resources bound (agent type, host, resource id): {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:19:31.654811 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aadd14d-442b-4919-a5f3-7748ef684be5 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:19:31.655679 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-6aadd14d-442b-4919-a5f3-7748ef684be5 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks [] for subnet, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:31.657842 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-623ce70d-01fe-450e-a314-ecaf9e5b7dd1 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Router 143736f8-a94b-4c2e-b6b5-2224630f39aa has already been hosted by L3 agent dd128fd7-8e57-4d4f-895b-a96b369df59a {{(pid=105585) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:19:31.662352 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86a60713-7fac-4f72-acc9-93d61d73a466 None None] Network 1d615a85-844c-4c57-a0fc-2090e87300f0 requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:19:31.704445 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-6aadd14d-442b-4919-a5f3-7748ef684be5 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6844842 Jul 27 21:19:31.705581 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 47424) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:19:31.710471 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-a58b3a2d-1f9c-46b2-80f2-576fcf404ef1 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-43523150', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:19:31.739641 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-a58b3a2d-1f9c-46b2-80f2-576fcf404ef1 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4163813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-443'] for router, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:31.741076 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-a58b3a2d-1f9c-46b2-80f2-576fcf404ef1 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4165196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4077059', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3711235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-418'] for router, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:31.831940 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-623ce70d-01fe-450e-a314-ecaf9e5b7dd1 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify agent at l3_agent.n-d-705658-22 the message routers_updated {{(pid=105585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:19:31.844940 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87d5d17e-d60b-4ea5-b06f-50e9423b8cb4 None None] Sync routers for ids ['143736f8-a94b-4c2e-b6b5-2224630f39aa'] in n-d-705658-22 {{(pid=105587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:19:31.864009 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87d5d17e-d60b-4ea5-b06f-50e9423b8cb4 None None] Routers {'143736f8-a94b-4c2e-b6b5-2224630f39aa'} bound to L3 agent in host n-d-705658-22 {{(pid=105587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:19:31.872999 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-623ce70d-01fe-450e-a314-ecaf9e5b7dd1 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] 10.222.0.59 "PUT /v2.0/routers/143736f8-a94b-4c2e-b6b5-2224630f39aa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7272198 Jul 27 21:19:31.873124 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-87d5d17e-d60b-4ea5-b06f-50e9423b8cb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:19:12Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['143736f8-a94b-4c2e-b6b5-2224630f39aa'], 'active': True} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:19:31.873653 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 47430) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:19:31.898505 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-a58b3a2d-1f9c-46b2-80f2-576fcf404ef1 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:31.905578 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-a58b3a2d-1f9c-46b2-80f2-576fcf404ef1 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4163804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4077150'] for router, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:31.945356 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-a58b3a2d-1f9c-46b2-80f2-576fcf404ef1 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks [] for router, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:31.955283 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 47432) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:19:31.961005 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-a58b3a2d-1f9c-46b2-80f2-576fcf404ef1 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2405891 Jul 27 21:19:32.046428 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 47434) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:19:32.062261 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvr_db [None req-87d5d17e-d60b-4ea5-b06f-50e9423b8cb4 None None] Set router 143736f8-a94b-4c2e-b6b5-2224630f39aa gateway port host: None {{(pid=105587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:19:32.087535 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5eea20aa-9b49-4730-9152-2f3aa97a799c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30bb4b93-b285-5d90-9493-f9ec33ea333c-1d615a85-844c-4c57-a0fc-2090e87300f0', 'network_id': '1d615a85-844c-4c57-a0fc-2090e87300f0', 'tenant_id': 'fcd7bb7d26624f8f823446f0b0a5006f', 'fixed_ips': [{'subnet_id': '11b70e09-4af7-410c-8ef5-c3df8360b61d'}]}} from n-d-705658-22. {{(pid=105586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 21:19:32.088549 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-5eea20aa-9b49-4730-9152-2f3aa97a799c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:32.132206 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.db_base_plugin_v2 [None req-c419c888-2e0e-49a4-ab3c-6703c96c3746 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Deleting subnet 2f822eea-85b7-4b6b-8661-84a98467240c {{(pid=105585) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:19:32.136287 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-c419c888-2e0e-49a4-ab3c-6703c96c3746 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify callbacks [] for subnet, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:32.233759 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c6d41f92-8ac9-43fd-adc6-f5541721f967 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:32.423553 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-c419c888-2e0e-49a4-ab3c-6703c96c3746 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9887057'] for subnet, precommit_delete_associations {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:32.454339 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.db_base_plugin_common [None req-5eea20aa-9b49-4730-9152-2f3aa97a799c None None] Allocated IP 2001:db8::2 (1d615a85-844c-4c57-a0fc-2090e87300f0/11b70e09-4af7-410c-8ef5-c3df8360b61d/108ad214-82fc-4ce5-8777-af598a984a5c) {{(pid=105586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:19:32.570078 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c6d41f92-8ac9-43fd-adc6-f5541721f967 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:32.575822 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c6d41f92-8ac9-43fd-adc6-f5541721f967 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:32.648118 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-bb128c92-0b1f-433a-ad63-eb2de78e8deb tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:32.707177 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-87d5d17e-d60b-4ea5-b06f-50e9423b8cb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '143736f8-a94b-4c2e-b6b5-2224630f39aa', 'name': 'tempest-RoutersTest-router-2098360871', 'tenant_id': 'b2a273d14da548f08e5e2947b1efbc75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:18:44Z', 'updated_at': '2021-07-27T21:19:30Z', 'revision_number': 8, 'project_id': 'b2a273d14da548f08e5e2947b1efbc75', 'gw_port_host': None, '_interfaces': [{'id': '29b94a48-60b4-40e6-8c9e-f55dd2c9f683', 'name': '', 'network_id': '182cb311-ed51-4835-b13f-d4700583d2b5', 'tenant_id': 'b2a273d14da548f08e5e2947b1efbc75', 'mac_address': 'fa:16:3e:62:69:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '143736f8-a94b-4c2e-b6b5-2224630f39aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2883, 'fixed_ips': [{'subnet_id': '417c1c4f-0a4f-43e3-8d10-75eb1552d8b1', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:19:08Z', 'updated_at': '2021-07-27T21:19:18Z', 'revision_number': 5, 'project_id': 'b2a273d14da548f08e5e2947b1efbc75', 'subnets': [{'id': '417c1c4f-0a4f-43e3-8d10-75eb1552d8b1', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3819275d-931c-4e77-af59-0a072b5437d6', 'name': '', 'network_id': 'd2bd9219-4168-4aa2-ac8d-51730a978a14', 'tenant_id': 'b2a273d14da548f08e5e2947b1efbc75', 'mac_address': 'fa:16:3e:ee:5c:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '143736f8-a94b-4c2e-b6b5-2224630f39aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2868, 'fixed_ips': [{'subnet_id': '26a4c494-c373-4559-8390-14c25615fa06', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:18:59Z', 'updated_at': '2021-07-27T21:19:11Z', 'revision_number': 5, 'project_id': 'b2a273d14da548f08e5e2947b1efbc75', 'subnets': [{'id': '26a4c494-c373-4559-8390-14c25615fa06', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8c8e812d-bdf9-4cf4-b8c7-3dc810eefb32', 'name': '', 'network_id': '3c05b601-6f3f-4129-89fb-58b7bb9fe8d3', 'tenant_id': 'b2a273d14da548f08e5e2947b1efbc75', 'mac_address': 'fa:16:3e:da:90:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '143736f8-a94b-4c2e-b6b5-2224630f39aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2848, 'fixed_ips': [{'subnet_id': '5243c389-81dc-4a3a-888e-c7f09f4ecbc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:18:48Z', 'updated_at': '2021-07-27T21:19:02Z', 'revision_number': 5, 'project_id': 'b2a273d14da548f08e5e2947b1efbc75', 'subnets': [{'id': '5243c389-81dc-4a3a-888e-c7f09f4ecbc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-22', False) {} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:19:32.746707 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-c6d41f92-8ac9-43fd-adc6-f5541721f967 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=5e3b33485ec5438687337e3f7800a5a8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6985750 Jul 27 21:19:32.747505 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 47462) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:19:32.750492 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d41f92-8ac9-43fd-adc6-f5541721f967 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd382269-d6ce-45dc-9fc0-f29a2c61a1cb,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:19:32.784176 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87d5d17e-d60b-4ea5-b06f-50e9423b8cb4 None None] Checking router: 143736f8-a94b-4c2e-b6b5-2224630f39aa for host: n-d-705658-22 {{(pid=105587) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:19:32.817207 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-5eea20aa-9b49-4730-9152-2f3aa97a799c None None] Notify callbacks [] for port, precommit_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:32.821101 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87d5d17e-d60b-4ea5-b06f-50e9423b8cb4 None None] Routers {'143736f8-a94b-4c2e-b6b5-2224630f39aa'} bound to L3 agent in host n-d-705658-22 {{(pid=105587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:19:32.821873 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-87d5d17e-d60b-4ea5-b06f-50e9423b8cb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:19:12Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['143736f8-a94b-4c2e-b6b5-2224630f39aa'], 'active': True} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:19:32.840224 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-5eea20aa-9b49-4730-9152-2f3aa97a799c None None] Transition to ACTIVE for port object 108ad214-82fc-4ce5-8777-af598a984a5c will not be triggered until provisioned by entity L2. {{(pid=105586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:19:32.847603 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-b32c3589-1755-4579-bad1-c81e0103ff2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:32.876820 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-b32c3589-1755-4579-bad1-c81e0103ff2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:32.878742 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-c419c888-2e0e-49a4-ab3c-6703c96c3746 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854965'] for subnet, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:32.903170 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-5eea20aa-9b49-4730-9152-2f3aa97a799c None None] Transition to ACTIVE for port object 108ad214-82fc-4ce5-8777-af598a984a5c will not be triggered until provisioned by entity DHCP. {{(pid=105586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:19:32.918829 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-5eea20aa-9b49-4730-9152-2f3aa97a799c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143'] for port, after_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:32.947089 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 47466) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:19:32.976116 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-b32c3589-1755-4579-bad1-c81e0103ff2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:32.978892 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-b32c3589-1755-4579-bad1-c81e0103ff2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:32.980212 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-b32c3589-1755-4579-bad1-c81e0103ff2f admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/dd382269-d6ce-45dc-9fc0-f29a2c61a1cb HTTP/1.1" status: 204 len: 168 time: 0.2212431 Jul 27 21:19:32.991693 n-d-705658-22 neutron-server[105586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eea20aa-9b49-4730-9152-2f3aa97a799c None None] Network 1d615a85-844c-4c57-a0fc-2090e87300f0 is already hosted by enough agents. {{(pid=105586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:19:32.996743 n-d-705658-22 neutron-server[105586]: DEBUG neutron.scheduler.base_scheduler [None req-5eea20aa-9b49-4730-9152-2f3aa97a799c None None] Resources bound (agent type, host, resource id): {{(pid=105586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:19:33.002588 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eea20aa-9b49-4730-9152-2f3aa97a799c None None] Received port after_create {{(pid=105586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:19:33.016562 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvr_db [None req-87d5d17e-d60b-4ea5-b06f-50e9423b8cb4 None None] Set router 143736f8-a94b-4c2e-b6b5-2224630f39aa gateway port host: None {{(pid=105587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:19:33.023957 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eea20aa-9b49-4730-9152-2f3aa97a799c None None] Pushing event updated for resources: {'Port': ['ID=108ad214-82fc-4ce5-8777-af598a984a5c,revision_number=1']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:19:33.025491 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32c3589-1755-4579-bad1-c81e0103ff2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd382269-d6ce-45dc-9fc0-f29a2c61a1cb,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:19:33.125330 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-5eea20aa-9b49-4730-9152-2f3aa97a799c None None] Attempting to bind port 108ad214-82fc-4ce5-8777-af598a984a5c on host n-d-705658-22 for vnic_type normal with profile {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:19:33.125720 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-5eea20aa-9b49-4730-9152-2f3aa97a799c None None] Attempting to bind port 108ad214-82fc-4ce5-8777-af598a984a5c by drivers openvswitch,hyperv on host n-d-705658-22 at level 0 using segments [{'id': '532d8a52-575f-45de-a3af-efbea8c8f6d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '1d615a85-844c-4c57-a0fc-2090e87300f0'}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:19:33.126095 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eea20aa-9b49-4730-9152-2f3aa97a799c None None] Attempting to bind port 108ad214-82fc-4ce5-8777-af598a984a5c on network 1d615a85-844c-4c57-a0fc-2090e87300f0 {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:19:33.138213 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eea20aa-9b49-4730-9152-2f3aa97a799c None None] Checking agent: {'id': '04a7ea91-6318-467e-ace6-b0fb48c8690f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 41, 42), 'started_at': datetime.datetime(2021, 7, 27, 20, 42, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 19, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:19:33.138213 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eea20aa-9b49-4730-9152-2f3aa97a799c None None] Checking segment: {'id': '532d8a52-575f-45de-a3af-efbea8c8f6d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '1d615a85-844c-4c57-a0fc-2090e87300f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:19:33.138588 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-5eea20aa-9b49-4730-9152-2f3aa97a799c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:33.138720 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eea20aa-9b49-4730-9152-2f3aa97a799c None None] Bound using segment: {'id': '532d8a52-575f-45de-a3af-efbea8c8f6d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '1d615a85-844c-4c57-a0fc-2090e87300f0'} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:19:33.139292 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-5eea20aa-9b49-4730-9152-2f3aa97a799c None None] Bound port: 108ad214-82fc-4ce5-8777-af598a984a5c, host: n-d-705658-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '532d8a52-575f-45de-a3af-efbea8c8f6d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '1d615a85-844c-4c57-a0fc-2090e87300f0'}}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:19:33.139680 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-5eea20aa-9b49-4730-9152-2f3aa97a799c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:33.230332 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-c419c888-2e0e-49a4-ab3c-6703c96c3746 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10221602', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9990583'] for subnet, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:33.281193 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d662a4e5-3342-4f81-8b00-9d67a6ced439 None None] Network 112e7360-5908-4927-8ee8-ee7fb14862f7 requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:19:33.307783 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-101c7619-b2d0-425e-81fd-6f5bf31d6b4a tempest-DHCPAgentSchedulersTestJSON-1484701936 tempest-DHCPAgentSchedulersTestJSON-1484701936-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-816545125'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:19:33.316061 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-c419c888-2e0e-49a4-ab3c-6703c96c3746 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743886'] for subnet, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:33.320882 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-c419c888-2e0e-49a4-ab3c-6703c96c3746 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] 10.222.0.59 "DELETE /v2.0/subnets/2f822eea-85b7-4b6b-8661-84a98467240c HTTP/1.1" status: 204 len: 168 time: 1.4460118 Jul 27 21:19:33.321596 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 47472) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:19:33.339485 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c419c888-2e0e-49a4-ab3c-6703c96c3746 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Pushing event deleted for resources: {'Subnet': ['ID=2f822eea-85b7-4b6b-8661-84a98467240c,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:19:33.347197 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-101c7619-b2d0-425e-81fd-6f5bf31d6b4a tempest-DHCPAgentSchedulersTestJSON-1484701936 tempest-DHCPAgentSchedulersTestJSON-1484701936-project] Made reservation on behalf of 7d0ec60e24004e1bb3aafd9c2b557162 for: {'network': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:19:33.351992 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-101c7619-b2d0-425e-81fd-6f5bf31d6b4a tempest-DHCPAgentSchedulersTestJSON-1484701936 tempest-DHCPAgentSchedulersTestJSON-1484701936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for network, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:33.364201 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-101c7619-b2d0-425e-81fd-6f5bf31d6b4a tempest-DHCPAgentSchedulersTestJSON-1484701936 tempest-DHCPAgentSchedulersTestJSON-1484701936-project] Notify callbacks [] for security_group, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:33.367756 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-87d5d17e-d60b-4ea5-b06f-50e9423b8cb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '143736f8-a94b-4c2e-b6b5-2224630f39aa', 'name': 'tempest-RoutersTest-router-2098360871', 'tenant_id': 'b2a273d14da548f08e5e2947b1efbc75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:18:44Z', 'updated_at': '2021-07-27T21:19:30Z', 'revision_number': 8, 'project_id': 'b2a273d14da548f08e5e2947b1efbc75', 'gw_port_host': None, '_interfaces': [{'id': '29b94a48-60b4-40e6-8c9e-f55dd2c9f683', 'name': '', 'network_id': '182cb311-ed51-4835-b13f-d4700583d2b5', 'tenant_id': 'b2a273d14da548f08e5e2947b1efbc75', 'mac_address': 'fa:16:3e:62:69:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '143736f8-a94b-4c2e-b6b5-2224630f39aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2883, 'fixed_ips': [{'subnet_id': '417c1c4f-0a4f-43e3-8d10-75eb1552d8b1', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:19:08Z', 'updated_at': '2021-07-27T21:19:18Z', 'revision_number': 5, 'project_id': 'b2a273d14da548f08e5e2947b1efbc75', 'subnets': [{'id': '417c1c4f-0a4f-43e3-8d10-75eb1552d8b1', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3819275d-931c-4e77-af59-0a072b5437d6', 'name': '', 'network_id': 'd2bd9219-4168-4aa2-ac8d-51730a978a14', 'tenant_id': 'b2a273d14da548f08e5e2947b1efbc75', 'mac_address': 'fa:16:3e:ee:5c:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '143736f8-a94b-4c2e-b6b5-2224630f39aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2868, 'fixed_ips': [{'subnet_id': '26a4c494-c373-4559-8390-14c25615fa06', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:18:59Z', 'updated_at': '2021-07-27T21:19:11Z', 'revision_number': 5, 'project_id': 'b2a273d14da548f08e5e2947b1efbc75', 'subnets': [{'id': '26a4c494-c373-4559-8390-14c25615fa06', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8c8e812d-bdf9-4cf4-b8c7-3dc810eefb32', 'name': '', 'network_id': '3c05b601-6f3f-4129-89fb-58b7bb9fe8d3', 'tenant_id': 'b2a273d14da548f08e5e2947b1efbc75', 'mac_address': 'fa:16:3e:da:90:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '143736f8-a94b-4c2e-b6b5-2224630f39aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2848, 'fixed_ips': [{'subnet_id': '5243c389-81dc-4a3a-888e-c7f09f4ecbc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:18:48Z', 'updated_at': '2021-07-27T21:19:02Z', 'revision_number': 5, 'project_id': 'b2a273d14da548f08e5e2947b1efbc75', 'subnets': [{'id': '5243c389-81dc-4a3a-888e-c7f09f4ecbc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-22', False) {} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:19:33.418511 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87d5d17e-d60b-4ea5-b06f-50e9423b8cb4 None None] The sync data for ids ['143736f8-a94b-4c2e-b6b5-2224630f39aa'] in n-d-705658-22 is: [{'id': '143736f8-a94b-4c2e-b6b5-2224630f39aa', 'name': 'tempest-RoutersTest-router-2098360871', 'tenant_id': 'b2a273d14da548f08e5e2947b1efbc75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:18:44Z', 'updated_at': '2021-07-27T21:19:30Z', 'revision_number': 8, 'project_id': 'b2a273d14da548f08e5e2947b1efbc75', 'gw_port_host': None, '_interfaces': [{'id': '29b94a48-60b4-40e6-8c9e-f55dd2c9f683', 'name': '', 'network_id': '182cb311-ed51-4835-b13f-d4700583d2b5', 'tenant_id': 'b2a273d14da548f08e5e2947b1efbc75', 'mac_address': 'fa:16:3e:62:69:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '143736f8-a94b-4c2e-b6b5-2224630f39aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2883, 'fixed_ips': [{'subnet_id': '417c1c4f-0a4f-43e3-8d10-75eb1552d8b1', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:19:08Z', 'updated_at': '2021-07-27T21:19:18Z', 'revision_number': 5, 'project_id': 'b2a273d14da548f08e5e2947b1efbc75', 'subnets': [{'id': '417c1c4f-0a4f-43e3-8d10-75eb1552d8b1', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3819275d-931c-4e77-af59-0a072b5437d6', 'name': '', 'network_id': 'd2bd9219-4168-4aa2-ac8d-51730a978a14', 'tenant_id': 'b2a273d14da548f08e5e2947b1efbc75', 'mac_address': 'fa:16:3e:ee:5c:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '143736f8-a94b-4c2e-b6b5-2224630f39aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2868, 'fixed_ips': [{'subnet_id': '26a4c494-c373-4559-8390-14c25615fa06', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:18:59Z', 'updated_at': '2021-07-27T21:19:11Z', 'revision_number': 5, 'project_id': 'b2a273d14da548f08e5e2947b1efbc75', 'subnets': [{'id': '26a4c494-c373-4559-8390-14c25615fa06', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8c8e812d-bdf9-4cf4-b8c7-3dc810eefb32', 'name': '', 'network_id': '3c05b601-6f3f-4129-89fb-58b7bb9fe8d3', 'tenant_id': 'b2a273d14da548f08e5e2947b1efbc75', 'mac_address': 'fa:16:3e:da:90:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '143736f8-a94b-4c2e-b6b5-2224630f39aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2848, 'fixed_ips': [{'subnet_id': '5243c389-81dc-4a3a-888e-c7f09f4ecbc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:18:48Z', 'updated_at': '2021-07-27T21:19:02Z', 'revision_number': 5, 'project_id': 'b2a273d14da548f08e5e2947b1efbc75', 'subnets': [{'id': '5243c389-81dc-4a3a-888e-c7f09f4ecbc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:19:33.451958 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-5eea20aa-9b49-4730-9152-2f3aa97a799c None None] For port 108ad214-82fc-4ce5-8777-af598a984a5c, host n-d-705658-22, cleared binding levels {{(pid=105586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:19:33.519916 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-101c7619-b2d0-425e-81fd-6f5bf31d6b4a tempest-DHCPAgentSchedulersTestJSON-1484701936 tempest-DHCPAgentSchedulersTestJSON-1484701936-project] Notify callbacks [] for security_group, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:33.530356 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-101c7619-b2d0-425e-81fd-6f5bf31d6b4a tempest-DHCPAgentSchedulersTestJSON-1484701936 tempest-DHCPAgentSchedulersTestJSON-1484701936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:33.530844 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-5eea20aa-9b49-4730-9152-2f3aa97a799c None None] For port 108ad214-82fc-4ce5-8777-af598a984a5c, host n-d-705658-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=108ad214-82fc-4ce5-8777-af598a984a5c,segment=NetworkSegment(532d8a52-575f-45de-a3af-efbea8c8f6d5),segment_id=532d8a52-575f-45de-a3af-efbea8c8f6d5)] {{(pid=105586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:19:33.566657 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101c7619-b2d0-425e-81fd-6f5bf31d6b4a tempest-DHCPAgentSchedulersTestJSON-1484701936 tempest-DHCPAgentSchedulersTestJSON-1484701936-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4e0427e5-5b9f-4dda-9654-45040fb6c7de,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:19:33.580963 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-5eea20aa-9b49-4730-9152-2f3aa97a799c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:33.584368 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-101c7619-b2d0-425e-81fd-6f5bf31d6b4a tempest-DHCPAgentSchedulersTestJSON-1484701936 tempest-DHCPAgentSchedulersTestJSON-1484701936-project] vlan segment allocate from pool success with {'vlan_id': 244, 'physical_network': 'physnet1'} {{(pid=105584) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:19:33.599824 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-101c7619-b2d0-425e-81fd-6f5bf31d6b4a tempest-DHCPAgentSchedulersTestJSON-1484701936 tempest-DHCPAgentSchedulersTestJSON-1484701936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:33.600368 n-d-705658-22 neutron-server[105584]: INFO neutron.db.segments_db [None req-101c7619-b2d0-425e-81fd-6f5bf31d6b4a tempest-DHCPAgentSchedulersTestJSON-1484701936 tempest-DHCPAgentSchedulersTestJSON-1484701936-project] Added segment 1406c37e-93fc-493b-bd0b-e0f12af14647 of type vlan for network cd2378cf-d644-4fc5-a309-393c34f022de Jul 27 21:19:33.646304 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-be09089c-17c6-419e-b505-f6fdd8bac24a tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-990557'] for network, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:33.661918 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.db_base_plugin_common [None req-bb128c92-0b1f-433a-ad63-eb2de78e8deb tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Allocated IP 2001:db8::1 (1d615a85-844c-4c57-a0fc-2090e87300f0/11b70e09-4af7-410c-8ef5-c3df8360b61d/3d1babcf-d22f-4421-a38e-ef81051934df) {{(pid=105585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:19:33.662498 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-101c7619-b2d0-425e-81fd-6f5bf31d6b4a tempest-DHCPAgentSchedulersTestJSON-1484701936 tempest-DHCPAgentSchedulersTestJSON-1484701936-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790688424798'] for network, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:33.697087 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 47478) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:19:33.714835 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-6434fba5-9a1e-496a-b89c-a4e062a10f24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:33.718052 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-101c7619-b2d0-425e-81fd-6f5bf31d6b4a tempest-DHCPAgentSchedulersTestJSON-1484701936 tempest-DHCPAgentSchedulersTestJSON-1484701936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920'] for network, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:33.723678 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-101c7619-b2d0-425e-81fd-6f5bf31d6b4a tempest-DHCPAgentSchedulersTestJSON-1484701936 tempest-DHCPAgentSchedulersTestJSON-1484701936-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:19:33.724341 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-101c7619-b2d0-425e-81fd-6f5bf31d6b4a tempest-DHCPAgentSchedulersTestJSON-1484701936 tempest-DHCPAgentSchedulersTestJSON-1484701936-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743886'] for network, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:33.766291 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eea20aa-9b49-4730-9152-2f3aa97a799c None None] Pushing event updated for resources: {'Port': ['ID=108ad214-82fc-4ce5-8777-af598a984a5c,revision_number=2']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:19:33.855836 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b9c253f-720b-47cf-93fd-7bd15ced62d9 None None] DHCP port deletion for 112e7360-5908-4927-8ee8-ee7fb14862f7 request from n-d-705658-22 {{(pid=105586) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 21:19:33.956363 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101c7619-b2d0-425e-81fd-6f5bf31d6b4a tempest-DHCPAgentSchedulersTestJSON-1484701936 tempest-DHCPAgentSchedulersTestJSON-1484701936-project] Pushing event updated for resources: {'Network': ['ID=cd2378cf-d644-4fc5-a309-393c34f022de,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:19:34.021852 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Network cd2378cf-d644-4fc5-a309-393c34f022de details requested by agent ovs-agent-n-d-705658-22 with host n-d-705658-22 {{(pid=105586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:19:34.041525 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-6434fba5-9a1e-496a-b89c-a4e062a10f24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:34.047237 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-6434fba5-9a1e-496a-b89c-a4e062a10f24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:34.087267 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-bb128c92-0b1f-433a-ad63-eb2de78e8deb tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks [] for port, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:34.088404 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-101c7619-b2d0-425e-81fd-6f5bf31d6b4a tempest-DHCPAgentSchedulersTestJSON-1484701936 tempest-DHCPAgentSchedulersTestJSON-1484701936-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.1393781 Jul 27 21:19:34.104105 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.provisioning_blocks [None req-bb128c92-0b1f-433a-ad63-eb2de78e8deb tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Transition to ACTIVE for port object 3d1babcf-d22f-4421-a38e-ef81051934df will not be triggered until provisioned by entity DHCP. {{(pid=105585) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:19:34.117330 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 47480) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:19:34.122070 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-7b9c253f-720b-47cf-93fd-7bd15ced62d9 None None] Deleting port a00f364b-5a95-449d-ad66-da35dcb89e4e {{(pid=105586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:19:34.122735 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-7b9c253f-720b-47cf-93fd-7bd15ced62d9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:34.124316 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-36491b23-c4e1-4ae8-950b-4862c191cb35 tempest-DHCPAgentSchedulersTestJSON-1484701936 tempest-DHCPAgentSchedulersTestJSON-1484701936-project] Request body: {'subnet': {'network_id': 'cd2378cf-d644-4fc5-a309-393c34f022de', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:19:34.160771 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [None req-be09089c-17c6-419e-b505-f6fdd8bac24a tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Deleting port a00f364b-5a95-449d-ad66-da35dcb89e4e {{(pid=105585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:19:34.161669 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-be09089c-17c6-419e-b505-f6fdd8bac24a tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:34.167445 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-bb128c92-0b1f-433a-ad63-eb2de78e8deb tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:34.282106 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-7b9c253f-720b-47cf-93fd-7bd15ced62d9 None None] For port a00f364b-5a95-449d-ad66-da35dcb89e4e, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=a00f364b-5a95-449d-ad66-da35dcb89e4e,segment=NetworkSegment(bf96f57b-2948-4c06-949c-e5933d68f10d),segment_id=bf96f57b-2948-4c06-949c-e5933d68f10d)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:19:34.282805 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-7b9c253f-720b-47cf-93fd-7bd15ced62d9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:34.288029 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-6434fba5-9a1e-496a-b89c-a4e062a10f24 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=7a0d4fcf00734a388e0f6b7b41a1e629&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5877495 Jul 27 21:19:34.306327 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb128c92-0b1f-433a-ad63-eb2de78e8deb tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Network 1d615a85-844c-4c57-a0fc-2090e87300f0 is already hosted by enough agents. {{(pid=105585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:19:34.307806 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 47482) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:19:34.309129 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6434fba5-9a1e-496a-b89c-a4e062a10f24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba8984b0-bcac-4127-869c-0c94451c8f73,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:19:34.309506 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-7b9c253f-720b-47cf-93fd-7bd15ced62d9 None None] Calling delete_port for a00f364b-5a95-449d-ad66-da35dcb89e4e owned by network:dhcp {{(pid=105586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:19:34.318649 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.base_scheduler [None req-bb128c92-0b1f-433a-ad63-eb2de78e8deb tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Resources bound (agent type, host, resource id): {{(pid=105585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:19:34.330987 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb128c92-0b1f-433a-ad63-eb2de78e8deb tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Received port after_create {{(pid=105585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:19:34.331618 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-bb128c92-0b1f-433a-ad63-eb2de78e8deb tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4075523'] for router_interface, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:34.337655 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36491b23-c4e1-4ae8-950b-4862c191cb35 tempest-DHCPAgentSchedulersTestJSON-1484701936 tempest-DHCPAgentSchedulersTestJSON-1484701936-project] Made reservation on behalf of 7d0ec60e24004e1bb3aafd9c2b557162 for: {'subnet': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:19:34.341816 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-36491b23-c4e1-4ae8-950b-4862c191cb35 tempest-DHCPAgentSchedulersTestJSON-1484701936 tempest-DHCPAgentSchedulersTestJSON-1484701936-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9738786'] for subnet, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:34.360722 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 108ad214-82fc-4ce5-8777-af598a984a5c up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:19:34.450314 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.db [None req-be09089c-17c6-419e-b505-f6fdd8bac24a tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] For port a00f364b-5a95-449d-ad66-da35dcb89e4e, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=a00f364b-5a95-449d-ad66-da35dcb89e4e,segment=NetworkSegment(bf96f57b-2948-4c06-949c-e5933d68f10d),segment_id=bf96f57b-2948-4c06-949c-e5933d68f10d)] {{(pid=105585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:19:34.451024 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-be09089c-17c6-419e-b505-f6fdd8bac24a tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:34.481229 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb128c92-0b1f-433a-ad63-eb2de78e8deb tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Pushing event updated for resources: {'Port': ['ID=3d1babcf-d22f-4421-a38e-ef81051934df,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:19:34.500783 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning for port 108ad214-82fc-4ce5-8777-af598a984a5c completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:19:34.509468 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [None req-be09089c-17c6-419e-b505-f6fdd8bac24a tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Calling delete_port for a00f364b-5a95-449d-ad66-da35dcb89e4e owned by network:dhcp {{(pid=105585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:19:34.513893 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-7b9c253f-720b-47cf-93fd-7bd15ced62d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180'] for port, after_delete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:34.540949 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-a6daa0a0-1e51-427c-a55b-b232ec070030 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:34.554916 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9c253f-720b-47cf-93fd-7bd15ced62d9 None None] Pushing event deleted for resources: {'Port': ['ID=a00f364b-5a95-449d-ad66-da35dcb89e4e,revision_number=None']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:19:34.557024 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b9c253f-720b-47cf-93fd-7bd15ced62d9 None None] No DVR routers for this DVR port a00f364b-5a95-449d-ad66-da35dcb89e4e on host n-d-705658-22 {{(pid=105586) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:19:34.597435 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-a6daa0a0-1e51-427c-a55b-b232ec070030 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:34.617927 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device a00f364b-5a95-449d-ad66-da35dcb89e4e no longer exists at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:19:34.660317 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] No Port match for: a00f364b-5a95-449d-ad66-da35dcb89e4e {{(pid=105586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:19:34.660687 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device a00f364b-5a95-449d-ad66-da35dcb89e4e not bound to the agent host n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:19:34.661169 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 505cf314-725a-45fb-b2a8-401bc0e6e8e2 no longer exists at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:19:34.687880 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] No Port match for: 505cf314-725a-45fb-b2a8-401bc0e6e8e2 {{(pid=105586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:19:34.688709 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 505cf314-725a-45fb-b2a8-401bc0e6e8e2 not bound to the agent host n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:19:34.729093 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-bb128c92-0b1f-433a-ad63-eb2de78e8deb tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:34.732395 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-a6daa0a0-1e51-427c-a55b-b232ec070030 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:34.735275 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-a6daa0a0-1e51-427c-a55b-b232ec070030 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:34.738857 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-a6daa0a0-1e51-427c-a55b-b232ec070030 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/ba8984b0-bcac-4127-869c-0c94451c8f73 HTTP/1.1" status: 204 len: 168 time: 0.4242878 Jul 27 21:19:34.795324 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-be09089c-17c6-419e-b505-f6fdd8bac24a tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:34.810499 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6daa0a0-1e51-427c-a55b-b232ec070030 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba8984b0-bcac-4127-869c-0c94451c8f73,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:19:34.875389 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-36491b23-c4e1-4ae8-950b-4862c191cb35 tempest-DHCPAgentSchedulersTestJSON-1484701936 tempest-DHCPAgentSchedulersTestJSON-1484701936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9014150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9738800'] for subnet, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:34.926495 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be09089c-17c6-419e-b505-f6fdd8bac24a tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] No DVR routers for this DVR port a00f364b-5a95-449d-ad66-da35dcb89e4e on host n-d-705658-22 {{(pid=105585) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:19:34.928295 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be09089c-17c6-419e-b505-f6fdd8bac24a tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Pushing event deleted for resources: {'Port': ['ID=a00f364b-5a95-449d-ad66-da35dcb89e4e,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:19:34.981173 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36491b23-c4e1-4ae8-950b-4862c191cb35 tempest-DHCPAgentSchedulersTestJSON-1484701936 tempest-DHCPAgentSchedulersTestJSON-1484701936-project] Pushing event updated for resources: {'Subnet': ['ID=58a3e2f4-2077-48da-a9bc-1de33499bb17,revision_number=0']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:19:34.998407 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36491b23-c4e1-4ae8-950b-4862c191cb35 tempest-DHCPAgentSchedulersTestJSON-1484701936 tempest-DHCPAgentSchedulersTestJSON-1484701936-project] Checking segment: {'id': '1406c37e-93fc-493b-bd0b-e0f12af14647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'cd2378cf-d644-4fc5-a309-393c34f022de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:19:34.998792 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36491b23-c4e1-4ae8-950b-4862c191cb35 tempest-DHCPAgentSchedulersTestJSON-1484701936 tempest-DHCPAgentSchedulersTestJSON-1484701936-project] Network hostable DHCP agents. Network: cd2378cf-d644-4fc5-a309-393c34f022de, hostable agents: ['7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a'], hosted agents: [] {{(pid=105584) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:19:35.035042 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36491b23-c4e1-4ae8-950b-4862c191cb35 tempest-DHCPAgentSchedulersTestJSON-1484701936 tempest-DHCPAgentSchedulersTestJSON-1484701936-project] Network cd2378cf-d644-4fc5-a309-393c34f022de is scheduled to be hosted by DHCP agent 7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a with binding_index 1 {{(pid=105584) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:19:35.055457 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [None req-36491b23-c4e1-4ae8-950b-4862c191cb35 tempest-DHCPAgentSchedulersTestJSON-1484701936 tempest-DHCPAgentSchedulersTestJSON-1484701936-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-22, cd2378cf-d644-4fc5-a309-393c34f022de) {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:19:35.061833 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36491b23-c4e1-4ae8-950b-4862c191cb35 tempest-DHCPAgentSchedulersTestJSON-1484701936 tempest-DHCPAgentSchedulersTestJSON-1484701936-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:19:35.066023 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c54f659b-2c01-40af-af19-f91503505030 None None] Network cd2378cf-d644-4fc5-a309-393c34f022de requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:19:35.075148 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-36491b23-c4e1-4ae8-950b-4862c191cb35 tempest-DHCPAgentSchedulersTestJSON-1484701936 tempest-DHCPAgentSchedulersTestJSON-1484701936-project] Notify callbacks [] for subnet, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:35.107481 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-36491b23-c4e1-4ae8-950b-4862c191cb35 tempest-DHCPAgentSchedulersTestJSON-1484701936 tempest-DHCPAgentSchedulersTestJSON-1484701936-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9857395 Jul 27 21:19:35.115335 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 47494) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:19:35.120877 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-67afaede-40ac-4134-91f0-c8c3fc197b14 tempest-DHCPAgentSchedulersTestJSON-1484701936 tempest-DHCPAgentSchedulersTestJSON-1484701936-project] Request body: {'port': {'network_id': 'cd2378cf-d644-4fc5-a309-393c34f022de', 'name': 'tempest-DHCPAgentSchedulersTestJSON-139374855'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:19:35.274840 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-bb128c92-0b1f-433a-ad63-eb2de78e8deb tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks [] for port, precommit_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:35.284065 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-bb128c92-0b1f-433a-ad63-eb2de78e8deb tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10221672'] for port, after_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:35.284065 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-bb128c92-0b1f-433a-ad63-eb2de78e8deb tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3743906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4076435'] for router_interface, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:35.298200 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-be09089c-17c6-419e-b505-f6fdd8bac24a tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853562', 'neutron.services.segments.db._delete_segments_for_network-8790688882975'] for network, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:35.356588 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67afaede-40ac-4134-91f0-c8c3fc197b14 tempest-DHCPAgentSchedulersTestJSON-1484701936 tempest-DHCPAgentSchedulersTestJSON-1484701936-project] Made reservation on behalf of 7d0ec60e24004e1bb3aafd9c2b557162 for: {'port': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:19:35.360069 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-67afaede-40ac-4134-91f0-c8c3fc197b14 tempest-DHCPAgentSchedulersTestJSON-1484701936 tempest-DHCPAgentSchedulersTestJSON-1484701936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:35.361395 n-d-705658-22 neutron-server[105585]: DEBUG neutron.services.segments.db [None req-be09089c-17c6-419e-b505-f6fdd8bac24a tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['112e7360-5908-4927-8ee8-ee7fb14862f7']}} {{(pid=105585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:19:35.385423 n-d-705658-22 neutron-server[105585]: DEBUG neutron.services.segments.db [None req-be09089c-17c6-419e-b505-f6fdd8bac24a tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf96f57b-2948-4c06-949c-e5933d68f10d') {'for_net_delete': True} {{(pid=105585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:19:35.385726 n-d-705658-22 neutron-server[105585]: DEBUG neutron.services.segments.db [None req-be09089c-17c6-419e-b505-f6fdd8bac24a tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf96f57b-2948-4c06-949c-e5933d68f10d') {} {{(pid=105585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:19:35.424236 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [None req-67afaede-40ac-4134-91f0-c8c3fc197b14 tempest-DHCPAgentSchedulersTestJSON-1484701936 tempest-DHCPAgentSchedulersTestJSON-1484701936-project] device_id is not set on port b9e0f751-c1ff-4a3b-b741-cddaa877c9ab yet. {{(pid=105584) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 21:19:35.430673 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12df88c1-13ed-4a0e-a7c0-3cf428a2cae7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30bb4b93-b285-5d90-9493-f9ec33ea333c-cd2378cf-d644-4fc5-a309-393c34f022de', 'network_id': 'cd2378cf-d644-4fc5-a309-393c34f022de', 'tenant_id': '7d0ec60e24004e1bb3aafd9c2b557162', 'fixed_ips': [{'subnet_id': '58a3e2f4-2077-48da-a9bc-1de33499bb17'}]}} from n-d-705658-22. {{(pid=105586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 21:19:35.432013 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-12df88c1-13ed-4a0e-a7c0-3cf428a2cae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:35.500385 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-9999df0a-1005-45a2-b161-96c3b7308c89 None None] Provisioning for port 108ad214-82fc-4ce5-8777-af598a984a5c completed by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:19:35.507657 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-9999df0a-1005-45a2-b161-96c3b7308c89 None None] Provisioning complete for port 108ad214-82fc-4ce5-8777-af598a984a5c triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:19:35.508407 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-9999df0a-1005-45a2-b161-96c3b7308c89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:35.754029 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.db_base_plugin_common [None req-67afaede-40ac-4134-91f0-c8c3fc197b14 tempest-DHCPAgentSchedulersTestJSON-1484701936 tempest-DHCPAgentSchedulersTestJSON-1484701936-project] Allocated IP 172.20.0.5 (cd2378cf-d644-4fc5-a309-393c34f022de/58a3e2f4-2077-48da-a9bc-1de33499bb17/b9e0f751-c1ff-4a3b-b741-cddaa877c9ab) {{(pid=105584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:19:35.844409 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-9999df0a-1005-45a2-b161-96c3b7308c89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:35.919207 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-9999df0a-1005-45a2-b161-96c3b7308c89 None None] For port 108ad214-82fc-4ce5-8777-af598a984a5c, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=108ad214-82fc-4ce5-8777-af598a984a5c,segment=NetworkSegment(532d8a52-575f-45de-a3af-efbea8c8f6d5),segment_id=532d8a52-575f-45de-a3af-efbea8c8f6d5)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:19:35.931369 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-9999df0a-1005-45a2-b161-96c3b7308c89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:35.994503 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9999df0a-1005-45a2-b161-96c3b7308c89 None None] Pushing event updated for resources: {'Port': ['ID=108ad214-82fc-4ce5-8777-af598a984a5c,revision_number=3']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:19:36.053607 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-67afaede-40ac-4134-91f0-c8c3fc197b14 tempest-DHCPAgentSchedulersTestJSON-1484701936 tempest-DHCPAgentSchedulersTestJSON-1484701936-project] Notify callbacks [] for port, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:36.071171 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.provisioning_blocks [None req-67afaede-40ac-4134-91f0-c8c3fc197b14 tempest-DHCPAgentSchedulersTestJSON-1484701936 tempest-DHCPAgentSchedulersTestJSON-1484701936-project] Transition to ACTIVE for port object b9e0f751-c1ff-4a3b-b741-cddaa877c9ab will not be triggered until provisioned by entity DHCP. {{(pid=105584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:19:36.076280 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-d8bf00c0-e28e-4fb3-99af-9d456cc93415 None None] Provisioning for port 3d1babcf-d22f-4421-a38e-ef81051934df completed by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:19:36.081422 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-d8bf00c0-e28e-4fb3-99af-9d456cc93415 None None] Provisioning complete for port 3d1babcf-d22f-4421-a38e-ef81051934df triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:19:36.082489 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-d8bf00c0-e28e-4fb3-99af-9d456cc93415 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:36.112187 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-be09089c-17c6-419e-b505-f6fdd8bac24a tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790688883752', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9886370'] for segment, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:36.117725 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-67afaede-40ac-4134-91f0-c8c3fc197b14 tempest-DHCPAgentSchedulersTestJSON-1484701936 tempest-DHCPAgentSchedulersTestJSON-1484701936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:36.154596 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb128c92-0b1f-433a-ad63-eb2de78e8deb tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Pushing event updated for resources: {'Port': ['ID=3d1babcf-d22f-4421-a38e-ef81051934df,revision_number=2']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:19:36.176005 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-be09089c-17c6-419e-b505-f6fdd8bac24a tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:36.187782 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-d8bf00c0-e28e-4fb3-99af-9d456cc93415 None None] Port 3d1babcf-d22f-4421-a38e-ef81051934df cannot update to ACTIVE because it is not bound. {{(pid=105586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:19:36.201674 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be09089c-17c6-419e-b505-f6fdd8bac24a tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Releasing vlan 221 on physical network physnet1 to pool {{(pid=105585) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:19:36.202092 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-be09089c-17c6-419e-b505-f6fdd8bac24a tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10221644'] for segment, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:36.205197 n-d-705658-22 neutron-server[105585]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 21:19:36.205197 n-d-705658-22 neutron-server[105585]: self.session.flush() Jul 27 21:19:36.205197 n-d-705658-22 neutron-server[105585]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 21:19:36.205197 n-d-705658-22 neutron-server[105585]: self.session.flush() Jul 27 21:19:36.205197 n-d-705658-22 neutron-server[105585]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 21:19:36.205197 n-d-705658-22 neutron-server[105585]: self.session.flush() Jul 27 21:19:36.205197 n-d-705658-22 neutron-server[105585]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 21:19:36.205197 n-d-705658-22 neutron-server[105585]: self.session.flush() Jul 27 21:19:36.205197 n-d-705658-22 neutron-server[105585]: Traceback (most recent call last): Jul 27 21:19:36.205197 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:19:36.205197 n-d-705658-22 neutron-server[105585]: timer() Jul 27 21:19:36.205197 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:19:36.205197 n-d-705658-22 neutron-server[105585]: cb(*args, **kw) Jul 27 21:19:36.205197 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:19:36.205197 n-d-705658-22 neutron-server[105585]: return func(*args, **kwargs) Jul 27 21:19:36.205197 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:19:36.205197 n-d-705658-22 neutron-server[105585]: self._notify() Jul 27 21:19:36.205197 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:19:36.205197 n-d-705658-22 neutron-server[105585]: self.callback(batched_events) Jul 27 21:19:36.205197 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:19:36.205197 n-d-705658-22 neutron-server[105585]: event.method(event) Jul 27 21:19:36.205197 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:19:36.205197 n-d-705658-22 neutron-server[105585]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:19:36.205197 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:19:36.205197 n-d-705658-22 neutron-server[105585]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:19:36.205197 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:19:36.205197 n-d-705658-22 neutron-server[105585]: return f(self, *a, **k) Jul 27 21:19:36.205197 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:19:36.205197 n-d-705658-22 neutron-server[105585]: return self._get(url).json() Jul 27 21:19:36.205197 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:19:36.205197 n-d-705658-22 neutron-server[105585]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:19:36.205197 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:19:36.205197 n-d-705658-22 neutron-server[105585]: return self.request(url, 'GET', **kwargs) Jul 27 21:19:36.205197 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:19:36.205197 n-d-705658-22 neutron-server[105585]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:19:36.205197 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:19:36.205197 n-d-705658-22 neutron-server[105585]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:19:36.205197 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:19:36.205197 n-d-705658-22 neutron-server[105585]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:19:36.205197 n-d-705658-22 neutron-server[105585]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:19:36.210584 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.db_base_plugin_common [None req-12df88c1-13ed-4a0e-a7c0-3cf428a2cae7 None None] Allocated IP 172.20.0.2 (cd2378cf-d644-4fc5-a309-393c34f022de/58a3e2f4-2077-48da-a9bc-1de33499bb17/51379c45-b0d8-4535-acf1-b10cb9034014) {{(pid=105586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:19:36.248275 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67afaede-40ac-4134-91f0-c8c3fc197b14 tempest-DHCPAgentSchedulersTestJSON-1484701936 tempest-DHCPAgentSchedulersTestJSON-1484701936-project] Network cd2378cf-d644-4fc5-a309-393c34f022de is already hosted by enough agents. {{(pid=105584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:19:36.257654 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [None req-67afaede-40ac-4134-91f0-c8c3fc197b14 tempest-DHCPAgentSchedulersTestJSON-1484701936 tempest-DHCPAgentSchedulersTestJSON-1484701936-project] Resources bound (agent type, host, resource id): {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:19:36.279014 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67afaede-40ac-4134-91f0-c8c3fc197b14 tempest-DHCPAgentSchedulersTestJSON-1484701936 tempest-DHCPAgentSchedulersTestJSON-1484701936-project] Received port after_create {{(pid=105584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:19:36.307908 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0783d5-b53d-47a7-b595-923de740b173 req-add719a9-c64d-4a0f-8371-7936652b77ff tempest-TestNetworkAdvancedServerOps-1085103497 tempest-TestNetworkAdvancedServerOps-1085103497-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:19:36.309965 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-cc0783d5-b53d-47a7-b595-923de740b173 req-add719a9-c64d-4a0f-8371-7936652b77ff tempest-TestNetworkAdvancedServerOps-1085103497 tempest-TestNetworkAdvancedServerOps-1085103497-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=f600c487-e5e5-4562-8a3b-6f15b13fe576 HTTP/1.1" status: 200 len: 1097 time: 0.2239923 Jul 27 21:19:36.345052 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-be09089c-17c6-419e-b505-f6fdd8bac24a tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4075658'] for network, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:36.347934 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb128c92-0b1f-433a-ad63-eb2de78e8deb tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Network 1d615a85-844c-4c57-a0fc-2090e87300f0 is already hosted by enough agents. {{(pid=105585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:19:36.361130 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-be09089c-17c6-419e-b505-f6fdd8bac24a tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify callbacks [] for network, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:36.365429 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-be09089c-17c6-419e-b505-f6fdd8bac24a tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] 10.222.0.59 "DELETE /v2.0/networks/112e7360-5908-4927-8ee8-ee7fb14862f7 HTTP/1.1" status: 204 len: 168 time: 3.0308800 Jul 27 21:19:36.365956 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.base_scheduler [None req-bb128c92-0b1f-433a-ad63-eb2de78e8deb tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Resources bound (agent type, host, resource id): {{(pid=105585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:19:36.369263 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 47526) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:19:36.387406 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67afaede-40ac-4134-91f0-c8c3fc197b14 tempest-DHCPAgentSchedulersTestJSON-1484701936 tempest-DHCPAgentSchedulersTestJSON-1484701936-project] Pushing event updated for resources: {'Port': ['ID=b9e0f751-c1ff-4a3b-b741-cddaa877c9ab,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:19:36.432105 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 108ad214-82fc-4ce5-8777-af598a984a5c up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:19:36.536255 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:36.549508 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be09089c-17c6-419e-b505-f6fdd8bac24a tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Pushing event deleted for resources: {'Network': ['ID=112e7360-5908-4927-8ee8-ee7fb14862f7,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:19:36.572492 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-cc0783d5-b53d-47a7-b595-923de740b173 req-5c1cbf60-eef3-463f-8daf-7e259e6606c3 tempest-TestNetworkAdvancedServerOps-1085103497 tempest-TestNetworkAdvancedServerOps-1085103497-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=5a737d1c-b945-4cea-a14d-2326657e6941&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2394025 Jul 27 21:19:36.599051 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb128c92-0b1f-433a-ad63-eb2de78e8deb tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Router 0d844623-6433-41d1-b6fc-c817d877f6b7 is scheduled to L3 agent dd128fd7-8e57-4d4f-895b-a96b369df59a with binding_index 1 {{(pid=105585) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 21:19:36.684254 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port 108ad214-82fc-4ce5-8777-af598a984a5c triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:19:36.684631 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:36.938115 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb128c92-0b1f-433a-ad63-eb2de78e8deb tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify agent at l3_agent.n-d-705658-22 the message routers_updated {{(pid=105585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:19:36.958046 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-bb128c92-0b1f-433a-ad63-eb2de78e8deb tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] 10.222.0.59 "PUT /v2.0/routers/0d844623-6433-41d1-b6fc-c817d877f6b7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9982736 Jul 27 21:19:36.958488 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 47542) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:19:36.993634 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-38400271-b5c0-4fd2-bb41-d0c0d6a2ff8e None None] Provisioning complete for port 3d1babcf-d22f-4421-a38e-ef81051934df triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:19:36.994003 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-38400271-b5c0-4fd2-bb41-d0c0d6a2ff8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:36.996090 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f63ed6e3-ce44-47d1-b9dc-836b787a304f None None] Sync routers for ids ['0d844623-6433-41d1-b6fc-c817d877f6b7'] in n-d-705658-22 {{(pid=105586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:19:37.030933 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-12df88c1-13ed-4a0e-a7c0-3cf428a2cae7 None None] Notify callbacks [] for port, precommit_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:37.054522 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-12df88c1-13ed-4a0e-a7c0-3cf428a2cae7 None None] Transition to ACTIVE for port object 51379c45-b0d8-4535-acf1-b10cb9034014 will not be triggered until provisioned by entity L2. {{(pid=105586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:19:37.060738 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f63ed6e3-ce44-47d1-b9dc-836b787a304f None None] Routers {'0d844623-6433-41d1-b6fc-c817d877f6b7'} bound to L3 agent in host n-d-705658-22 {{(pid=105586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:19:37.061704 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-f63ed6e3-ce44-47d1-b9dc-836b787a304f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:19:12Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['0d844623-6433-41d1-b6fc-c817d877f6b7'], 'active': True} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:19:37.132121 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-38400271-b5c0-4fd2-bb41-d0c0d6a2ff8e None None] Port 3d1babcf-d22f-4421-a38e-ef81051934df cannot update to ACTIVE because it is not bound. {{(pid=105586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:19:37.178876 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f4d5c27-aaca-4bb3-a36d-920332a287ef tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:19:37.182833 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-6f4d5c27-aaca-4bb3-a36d-920332a287ef tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] 10.222.0.59 "GET /v2.0/ports/3d1babcf-d22f-4421-a38e-ef81051934df HTTP/1.1" status: 200 len: 911 time: 0.2211454 Jul 27 21:19:37.185977 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 47548) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:19:37.191064 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-12df88c1-13ed-4a0e-a7c0-3cf428a2cae7 None None] Transition to ACTIVE for port object 51379c45-b0d8-4535-acf1-b10cb9034014 will not be triggered until provisioned by entity DHCP. {{(pid=105586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:19:37.227855 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-12df88c1-13ed-4a0e-a7c0-3cf428a2cae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143'] for port, after_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:37.276521 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvr_db [None req-f63ed6e3-ce44-47d1-b9dc-836b787a304f None None] Set router 0d844623-6433-41d1-b6fc-c817d877f6b7 gateway port host: None {{(pid=105586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:19:37.284565 n-d-705658-22 neutron-server[105586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12df88c1-13ed-4a0e-a7c0-3cf428a2cae7 None None] Network cd2378cf-d644-4fc5-a309-393c34f022de is already hosted by enough agents. {{(pid=105586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:19:37.317930 n-d-705658-22 neutron-server[105586]: DEBUG neutron.scheduler.base_scheduler [None req-12df88c1-13ed-4a0e-a7c0-3cf428a2cae7 None None] Resources bound (agent type, host, resource id): {{(pid=105586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:19:37.321819 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12df88c1-13ed-4a0e-a7c0-3cf428a2cae7 None None] Received port after_create {{(pid=105586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:19:37.351102 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe13371-047e-4065-a1e3-7d6679858f96 req-1bc59486-3920-420c-93d8-b1d868eaf7c3 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:19:37.351722 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12df88c1-13ed-4a0e-a7c0-3cf428a2cae7 None None] Pushing event updated for resources: {'Port': ['ID=51379c45-b0d8-4535-acf1-b10cb9034014,revision_number=1']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:19:37.352654 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-9fe13371-047e-4065-a1e3-7d6679858f96 req-1bc59486-3920-420c-93d8-b1d868eaf7c3 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] 10.222.0.59 "GET /v2.0/ports?device_id=f600c487-e5e5-4562-8a3b-6f15b13fe576 HTTP/1.1" status: 200 len: 945 time: 0.3230200 Jul 27 21:19:37.406002 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67afaede-40ac-4134-91f0-c8c3fc197b14 tempest-DHCPAgentSchedulersTestJSON-1484701936 tempest-DHCPAgentSchedulersTestJSON-1484701936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:19:37.407934 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-67afaede-40ac-4134-91f0-c8c3fc197b14 tempest-DHCPAgentSchedulersTestJSON-1484701936 tempest-DHCPAgentSchedulersTestJSON-1484701936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:37.447012 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceecc0f5-c910-4591-88be-9c8069d96e5d tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:19:37.451284 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-67afaede-40ac-4134-91f0-c8c3fc197b14 tempest-DHCPAgentSchedulersTestJSON-1484701936 tempest-DHCPAgentSchedulersTestJSON-1484701936-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.3345907 Jul 27 21:19:37.460903 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceecc0f5-c910-4591-88be-9c8069d96e5d tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:19:37.465335 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-ceecc0f5-c910-4591-88be-9c8069d96e5d tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.2760739 Jul 27 21:19:37.465995 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 47554) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:19:37.468147 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 47556) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:19:37.526812 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-12df88c1-13ed-4a0e-a7c0-3cf428a2cae7 None None] Attempting to bind port 51379c45-b0d8-4535-acf1-b10cb9034014 on host n-d-705658-22 for vnic_type normal with profile {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:19:37.527662 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-12df88c1-13ed-4a0e-a7c0-3cf428a2cae7 None None] Attempting to bind port 51379c45-b0d8-4535-acf1-b10cb9034014 by drivers openvswitch,hyperv on host n-d-705658-22 at level 0 using segments [{'id': '1406c37e-93fc-493b-bd0b-e0f12af14647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'cd2378cf-d644-4fc5-a309-393c34f022de'}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:19:37.528099 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12df88c1-13ed-4a0e-a7c0-3cf428a2cae7 None None] Attempting to bind port 51379c45-b0d8-4535-acf1-b10cb9034014 on network cd2378cf-d644-4fc5-a309-393c34f022de {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:19:37.535698 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12df88c1-13ed-4a0e-a7c0-3cf428a2cae7 None None] Checking agent: {'id': '04a7ea91-6318-467e-ace6-b0fb48c8690f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 41, 42), 'started_at': datetime.datetime(2021, 7, 27, 20, 42, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 19, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:19:37.536173 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12df88c1-13ed-4a0e-a7c0-3cf428a2cae7 None None] Checking segment: {'id': '1406c37e-93fc-493b-bd0b-e0f12af14647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'cd2378cf-d644-4fc5-a309-393c34f022de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:19:37.536733 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-12df88c1-13ed-4a0e-a7c0-3cf428a2cae7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:37.537108 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12df88c1-13ed-4a0e-a7c0-3cf428a2cae7 None None] Bound using segment: {'id': '1406c37e-93fc-493b-bd0b-e0f12af14647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'cd2378cf-d644-4fc5-a309-393c34f022de'} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:19:37.537660 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-12df88c1-13ed-4a0e-a7c0-3cf428a2cae7 None None] Bound port: 51379c45-b0d8-4535-acf1-b10cb9034014, host: n-d-705658-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1406c37e-93fc-493b-bd0b-e0f12af14647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'cd2378cf-d644-4fc5-a309-393c34f022de'}}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:19:37.538276 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-12df88c1-13ed-4a0e-a7c0-3cf428a2cae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:37.546489 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 47558) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:19:37.615012 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-a169e1d4-f524-4846-9f3c-35a3e7f94131 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4076536'] for router_interface, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:37.624964 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-9fe13371-047e-4065-a1e3-7d6679858f96 req-ea16addd-75ef-44c6-ab8a-e70693ef933e tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] 10.222.0.59 "GET /v2.0/security-groups?id=5a737d1c-b945-4cea-a14d-2326657e6941&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2630310 Jul 27 21:19:37.715787 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 47562) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:19:37.745290 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-12df88c1-13ed-4a0e-a7c0-3cf428a2cae7 None None] For port 51379c45-b0d8-4535-acf1-b10cb9034014, host n-d-705658-22, cleared binding levels {{(pid=105586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:19:37.754569 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-12df88c1-13ed-4a0e-a7c0-3cf428a2cae7 None None] For port 51379c45-b0d8-4535-acf1-b10cb9034014, host n-d-705658-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=51379c45-b0d8-4535-acf1-b10cb9034014,segment=NetworkSegment(1406c37e-93fc-493b-bd0b-e0f12af14647),segment_id=1406c37e-93fc-493b-bd0b-e0f12af14647)] {{(pid=105586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:19:37.764304 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-12df88c1-13ed-4a0e-a7c0-3cf428a2cae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:37.830073 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-3dd10e76-6fe4-46aa-9d58-13a87db2958c tempest-MeteringIpV6TestJSON-1822803132 tempest-MeteringIpV6TestJSON-1822803132-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1492880894'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:19:37.830657 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-3dd10e76-6fe4-46aa-9d58-13a87db2958c tempest-MeteringIpV6TestJSON-1822803132 tempest-MeteringIpV6TestJSON-1822803132-project-admin] Unknown quota resources ['metering_label']. {{(pid=105584) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 27 21:19:37.942281 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12df88c1-13ed-4a0e-a7c0-3cf428a2cae7 None None] Pushing event updated for resources: {'Port': ['ID=51379c45-b0d8-4535-acf1-b10cb9034014,revision_number=2']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:19:37.958657 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-f63ed6e3-ce44-47d1-b9dc-836b787a304f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d844623-6433-41d1-b6fc-c817d877f6b7', 'name': 'tempest-NetworksTestDHCPv6-router-43523150', 'tenant_id': 'fcd7bb7d26624f8f823446f0b0a5006f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:19:31Z', 'updated_at': '2021-07-27T21:19:34Z', 'revision_number': 2, 'project_id': 'fcd7bb7d26624f8f823446f0b0a5006f', 'gw_port_host': None, '_interfaces': [{'id': '3d1babcf-d22f-4421-a38e-ef81051934df', 'name': '', 'network_id': '1d615a85-844c-4c57-a0fc-2090e87300f0', 'tenant_id': 'fcd7bb7d26624f8f823446f0b0a5006f', 'mac_address': 'fa:16:3e:05:c4:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d844623-6433-41d1-b6fc-c817d877f6b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2925, 'fixed_ips': [{'subnet_id': '11b70e09-4af7-410c-8ef5-c3df8360b61d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:19:32Z', 'updated_at': '2021-07-27T21:19:35Z', 'revision_number': 2, 'project_id': 'fcd7bb7d26624f8f823446f0b0a5006f', 'subnets': [{'id': '11b70e09-4af7-410c-8ef5-c3df8360b61d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-22', False) {} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:19:38.004142 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f63ed6e3-ce44-47d1-b9dc-836b787a304f None None] Checking router: 0d844623-6433-41d1-b6fc-c817d877f6b7 for host: n-d-705658-22 {{(pid=105586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:19:38.004586 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f63ed6e3-ce44-47d1-b9dc-836b787a304f None None] Updating router 0d844623-6433-41d1-b6fc-c817d877f6b7 port 3d1babcf-d22f-4421-a38e-ef81051934df binding host n-d-705658-22 {{(pid=105586) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 21:19:38.054212 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-f63ed6e3-ce44-47d1-b9dc-836b787a304f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:38.119952 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-303977ab-257a-4796-9e66-af7fa82fad81 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] 10.222.0.59 "GET /v2.0/floatingips/a42513d4-e118-44ea-970f-016712f64e84 HTTP/1.1" status: 200 len: 992 time: 0.4035659 Jul 27 21:19:38.226620 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-3dd10e76-6fe4-46aa-9d58-13a87db2958c tempest-MeteringIpV6TestJSON-1822803132 tempest-MeteringIpV6TestJSON-1822803132-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:38.228252 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-3dd10e76-6fe4-46aa-9d58-13a87db2958c tempest-MeteringIpV6TestJSON-1822803132 tempest-MeteringIpV6TestJSON-1822803132-project-admin] 10.222.0.59 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.6789515 Jul 27 21:19:38.239943 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 47570) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:19:38.246167 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-280a314a-ee1d-485d-91ba-976a79326f49 tempest-MeteringIpV6TestJSON-1822803132 tempest-MeteringIpV6TestJSON-1822803132-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '856dbbcf-204d-44dd-9373-d2573d057d90'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:19:38.246612 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-280a314a-ee1d-485d-91ba-976a79326f49 tempest-MeteringIpV6TestJSON-1822803132 tempest-MeteringIpV6TestJSON-1822803132-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=105584) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 27 21:19:38.287645 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [None req-59c609f6-6c09-4c6e-a221-807d2840b296 tempest-DHCPAgentSchedulersTestJSON-1484701936 tempest-DHCPAgentSchedulersTestJSON-1484701936-project] Deleting port b9e0f751-c1ff-4a3b-b741-cddaa877c9ab {{(pid=105585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:19:38.288076 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-59c609f6-6c09-4c6e-a221-807d2840b296 tempest-DHCPAgentSchedulersTestJSON-1484701936 tempest-DHCPAgentSchedulersTestJSON-1484701936-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:38.368988 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 51379c45-b0d8-4535-acf1-b10cb9034014 up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:19:38.380321 n-d-705658-22 neutron-server[105584]: WARNING neutron.services.metering.metering_plugin [None req-280a314a-ee1d-485d-91ba-976a79326f49 tempest-MeteringIpV6TestJSON-1822803132 tempest-MeteringIpV6TestJSON-1822803132-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 27 21:19:38.482875 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-59c609f6-6c09-4c6e-a221-807d2840b296 tempest-DHCPAgentSchedulersTestJSON-1484701936 tempest-DHCPAgentSchedulersTestJSON-1484701936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:38.506183 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [None req-59c609f6-6c09-4c6e-a221-807d2840b296 tempest-DHCPAgentSchedulersTestJSON-1484701936 tempest-DHCPAgentSchedulersTestJSON-1484701936-project] Calling delete_port for b9e0f751-c1ff-4a3b-b741-cddaa877c9ab owned by {{(pid=105585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:19:38.506335 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-280a314a-ee1d-485d-91ba-976a79326f49 tempest-MeteringIpV6TestJSON-1822803132 tempest-MeteringIpV6TestJSON-1822803132-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:38.507971 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-280a314a-ee1d-485d-91ba-976a79326f49 tempest-MeteringIpV6TestJSON-1822803132 tempest-MeteringIpV6TestJSON-1822803132-project-admin] 10.222.0.59 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.2660649 Jul 27 21:19:38.513071 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 47576) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:19:38.522738 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-f4a6ad98-422a-4a97-ac89-8e0b16935e17 tempest-MeteringIpV6TestJSON-1822803132 tempest-MeteringIpV6TestJSON-1822803132-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '856dbbcf-204d-44dd-9373-d2573d057d90'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:19:38.523391 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-f4a6ad98-422a-4a97-ac89-8e0b16935e17 tempest-MeteringIpV6TestJSON-1822803132 tempest-MeteringIpV6TestJSON-1822803132-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=105584) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 27 21:19:38.562308 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-2134fa5c-aeea-4fca-ac4f-317cd9c2dff6 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4076536'] for router_interface, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:38.676164 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-f63ed6e3-ce44-47d1-b9dc-836b787a304f None None] Notify callbacks [] for port, precommit_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:38.679745 n-d-705658-22 neutron-server[105584]: WARNING neutron.services.metering.metering_plugin [None req-f4a6ad98-422a-4a97-ac89-8e0b16935e17 tempest-MeteringIpV6TestJSON-1822803132 tempest-MeteringIpV6TestJSON-1822803132-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 27 21:19:38.687509 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-f63ed6e3-ce44-47d1-b9dc-836b787a304f None None] Transition to ACTIVE for port object 3d1babcf-d22f-4421-a38e-ef81051934df will not be triggered until provisioned by entity L2. {{(pid=105586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:19:38.696091 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-f63ed6e3-ce44-47d1-b9dc-836b787a304f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:38.734697 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning for port 51379c45-b0d8-4535-acf1-b10cb9034014 completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:19:38.824251 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-f4a6ad98-422a-4a97-ac89-8e0b16935e17 tempest-MeteringIpV6TestJSON-1822803132 tempest-MeteringIpV6TestJSON-1822803132-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:38.831064 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-f4a6ad98-422a-4a97-ac89-8e0b16935e17 tempest-MeteringIpV6TestJSON-1822803132 tempest-MeteringIpV6TestJSON-1822803132-project-admin] 10.222.0.59 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.3140907 Jul 27 21:19:38.855624 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 47584) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:19:38.887173 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-a169e1d4-f524-4846-9f3c-35a3e7f94131 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Deleting port 29b94a48-60b4-40e6-8c9e-f55dd2c9f683 {{(pid=105584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:19:38.889900 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-a169e1d4-f524-4846-9f3c-35a3e7f94131 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:38.894548 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5219d677-52b7-4099-aeb2-33a16e395dfe None None] Pushing event updated for resources: {'Port': ['ID=3d1babcf-d22f-4421-a38e-ef81051934df,revision_number=3']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:19:39.047345 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b184a7a-e735-478c-b8d6-03cc4785ff38 req-2b9bdb7f-5f1d-460d-b65c-a804fd6acd8a tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:19:39.051948 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-d967b4ba-a2c7-4029-beab-8eaf224e0827 tempest-MeteringIpV6TestJSON-1822803132 tempest-MeteringIpV6TestJSON-1822803132-project-admin] 10.222.0.59 "GET /v2.0/metering/metering-label-rules?id=ed523ab9-05d6-43f2-aa05-848ab94ff9fc HTTP/1.1" status: 200 len: 462 time: 0.1533015 Jul 27 21:19:39.054151 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-3b184a7a-e735-478c-b8d6-03cc4785ff38 req-2b9bdb7f-5f1d-460d-b65c-a804fd6acd8a tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] 10.222.0.59 "GET /v2.0/ports?device_id=f600c487-e5e5-4562-8a3b-6f15b13fe576 HTTP/1.1" status: 200 len: 945 time: 0.2103114 Jul 27 21:19:39.056304 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 47594) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:19:39.064900 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-f63ed6e3-ce44-47d1-b9dc-836b787a304f None None] Attempting to bind port 3d1babcf-d22f-4421-a38e-ef81051934df on host n-d-705658-22 for vnic_type normal with profile {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:19:39.065980 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-f63ed6e3-ce44-47d1-b9dc-836b787a304f None None] Attempting to bind port 3d1babcf-d22f-4421-a38e-ef81051934df by drivers openvswitch,hyperv on host n-d-705658-22 at level 0 using segments [{'id': '532d8a52-575f-45de-a3af-efbea8c8f6d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '1d615a85-844c-4c57-a0fc-2090e87300f0'}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:19:39.066366 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f63ed6e3-ce44-47d1-b9dc-836b787a304f None None] Attempting to bind port 3d1babcf-d22f-4421-a38e-ef81051934df on network 1d615a85-844c-4c57-a0fc-2090e87300f0 {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:19:39.071366 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-d40b574c-9cc1-4aa0-a642-2f9ca7563c57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:39.086315 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f63ed6e3-ce44-47d1-b9dc-836b787a304f None None] Checking agent: {'id': '04a7ea91-6318-467e-ace6-b0fb48c8690f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 41, 42), 'started_at': datetime.datetime(2021, 7, 27, 20, 42, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 19, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:19:39.086699 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f63ed6e3-ce44-47d1-b9dc-836b787a304f None None] Checking segment: {'id': '532d8a52-575f-45de-a3af-efbea8c8f6d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '1d615a85-844c-4c57-a0fc-2090e87300f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:19:39.087139 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-f63ed6e3-ce44-47d1-b9dc-836b787a304f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:39.095059 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f63ed6e3-ce44-47d1-b9dc-836b787a304f None None] Bound using segment: {'id': '532d8a52-575f-45de-a3af-efbea8c8f6d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '1d615a85-844c-4c57-a0fc-2090e87300f0'} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:19:39.095500 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-f63ed6e3-ce44-47d1-b9dc-836b787a304f None None] Bound port: 3d1babcf-d22f-4421-a38e-ef81051934df, host: n-d-705658-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '532d8a52-575f-45de-a3af-efbea8c8f6d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '1d615a85-844c-4c57-a0fc-2090e87300f0'}}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:19:39.095898 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-f63ed6e3-ce44-47d1-b9dc-836b787a304f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:39.144458 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-3b184a7a-e735-478c-b8d6-03cc4785ff38 req-5b1b40af-2b05-4068-a8bc-7ced8fcbd147 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] 10.222.0.59 "GET /v2.0/security-groups?id=5a737d1c-b945-4cea-a14d-2326657e6941&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0698647 Jul 27 21:19:39.192994 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [None req-2134fa5c-aeea-4fca-ac4f-317cd9c2dff6 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Deleting port 3d1babcf-d22f-4421-a38e-ef81051934df {{(pid=105585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:19:39.193307 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-2134fa5c-aeea-4fca-ac4f-317cd9c2dff6 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:39.304168 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-f63ed6e3-ce44-47d1-b9dc-836b787a304f None None] For port 3d1babcf-d22f-4421-a38e-ef81051934df, host n-d-705658-22, cleared binding levels {{(pid=105586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:19:39.309103 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-f63ed6e3-ce44-47d1-b9dc-836b787a304f None None] For port 3d1babcf-d22f-4421-a38e-ef81051934df, host n-d-705658-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=3d1babcf-d22f-4421-a38e-ef81051934df,segment=NetworkSegment(532d8a52-575f-45de-a3af-efbea8c8f6d5),segment_id=532d8a52-575f-45de-a3af-efbea8c8f6d5)] {{(pid=105586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:19:39.322882 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-f63ed6e3-ce44-47d1-b9dc-836b787a304f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:39.328075 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-8c0fb316-a0e9-4123-ae1b-1f3e88cb9f7b req-22ec4193-d087-4b32-b4e8-97e06721c458 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=f600c487-e5e5-4562-8a3b-6f15b13fe576&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4960515 Jul 27 21:19:39.343029 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-59c609f6-6c09-4c6e-a221-807d2840b296 tempest-DHCPAgentSchedulersTestJSON-1484701936 tempest-DHCPAgentSchedulersTestJSON-1484701936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:39.448227 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [None req-a169e1d4-f524-4846-9f3c-35a3e7f94131 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] For port 29b94a48-60b4-40e6-8c9e-f55dd2c9f683, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=29b94a48-60b4-40e6-8c9e-f55dd2c9f683,segment=NetworkSegment(cd6b766d-4031-4911-b055-7da260850c61),segment_id=cd6b766d-4031-4911-b055-7da260850c61)] {{(pid=105584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:19:39.451464 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-a169e1d4-f524-4846-9f3c-35a3e7f94131 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:39.463950 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-dc655d97-994a-4b4d-9643-126c4d44e8d8 tempest-MeteringIpV6TestJSON-1822803132 tempest-MeteringIpV6TestJSON-1822803132-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:39.469589 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-dc655d97-994a-4b4d-9643-126c4d44e8d8 tempest-MeteringIpV6TestJSON-1822803132 tempest-MeteringIpV6TestJSON-1822803132-project-admin] 10.222.0.59 "DELETE /v2.0/metering/metering-label-rules/ed523ab9-05d6-43f2-aa05-848ab94ff9fc HTTP/1.1" status: 204 len: 168 time: 0.4097507 Jul 27 21:19:39.479440 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 47604) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:19:39.508866 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-a169e1d4-f524-4846-9f3c-35a3e7f94131 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Calling delete_port for 29b94a48-60b4-40e6-8c9e-f55dd2c9f683 owned by network:router_interface {{(pid=105584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:19:39.512816 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f63ed6e3-ce44-47d1-b9dc-836b787a304f None None] Routers {'0d844623-6433-41d1-b6fc-c817d877f6b7'} bound to L3 agent in host n-d-705658-22 {{(pid=105586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:19:39.513298 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-f63ed6e3-ce44-47d1-b9dc-836b787a304f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:19:12Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['0d844623-6433-41d1-b6fc-c817d877f6b7'], 'active': True} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:19:39.520399 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-dec07152-ce0a-4e15-8896-676560f2071a tempest-MeteringIpV6TestJSON-1822803132 tempest-MeteringIpV6TestJSON-1822803132-project-admin] 10.222.0.59 "GET /v2.0/metering/metering-label-rules?id=ed523ab9-05d6-43f2-aa05-848ab94ff9fc HTTP/1.1" status: 200 len: 221 time: 0.0292645 Jul 27 21:19:39.523472 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 47606) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:19:39.532335 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.db [None req-2134fa5c-aeea-4fca-ac4f-317cd9c2dff6 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] For port 3d1babcf-d22f-4421-a38e-ef81051934df, host n-d-705658-22, got binding levels [] {{(pid=105585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:19:39.532848 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-2134fa5c-aeea-4fca-ac4f-317cd9c2dff6 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:39.546677 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [None req-2134fa5c-aeea-4fca-ac4f-317cd9c2dff6 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Calling delete_port for 3d1babcf-d22f-4421-a38e-ef81051934df owned by network:router_interface {{(pid=105585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:19:39.547516 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-e2890e4d-d68b-4f03-a5e0-519174d07c91 tempest-MeteringIpV6TestJSON-1822803132 tempest-MeteringIpV6TestJSON-1822803132-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1308176031', 'description': 'label created by tempest'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:19:39.548194 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-e2890e4d-d68b-4f03-a5e0-519174d07c91 tempest-MeteringIpV6TestJSON-1822803132 tempest-MeteringIpV6TestJSON-1822803132-project-admin] Unknown quota resources ['metering_label']. {{(pid=105584) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 27 21:19:39.607422 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c609f6-6c09-4c6e-a221-807d2840b296 tempest-DHCPAgentSchedulersTestJSON-1484701936 tempest-DHCPAgentSchedulersTestJSON-1484701936-project] Pushing event deleted for resources: {'Port': ['ID=b9e0f751-c1ff-4a3b-b741-cddaa877c9ab,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:19:39.724548 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-59c609f6-6c09-4c6e-a221-807d2840b296 tempest-DHCPAgentSchedulersTestJSON-1484701936 tempest-DHCPAgentSchedulersTestJSON-1484701936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:39.729444 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-59c609f6-6c09-4c6e-a221-807d2840b296 tempest-DHCPAgentSchedulersTestJSON-1484701936 tempest-DHCPAgentSchedulersTestJSON-1484701936-project] 10.222.0.59 "DELETE /v2.0/ports/b9e0f751-c1ff-4a3b-b741-cddaa877c9ab HTTP/1.1" status: 204 len: 168 time: 2.2620447 Jul 27 21:19:39.737222 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 47614) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:19:39.938466 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8aee8895-f5a6-475c-beac-d52003b7290e None None] Network cd2378cf-d644-4fc5-a309-393c34f022de requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:19:39.941006 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-e2890e4d-d68b-4f03-a5e0-519174d07c91 tempest-MeteringIpV6TestJSON-1822803132 tempest-MeteringIpV6TestJSON-1822803132-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:39.944759 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-e2890e4d-d68b-4f03-a5e0-519174d07c91 tempest-MeteringIpV6TestJSON-1822803132 tempest-MeteringIpV6TestJSON-1822803132-project-admin] 10.222.0.59 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.4176886 Jul 27 21:19:39.947019 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 47626) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:19:40.046061 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-dee82d60-078b-49ec-b88e-09ff64afb2e8 tempest-MeteringIpV6TestJSON-1822803132 tempest-MeteringIpV6TestJSON-1822803132-project-admin] 10.222.0.59 "GET /v2.0/metering/metering-labels?id=ec660b16-df15-452b-8c34-e5e23fb92ddf HTTP/1.1" status: 200 len: 468 time: 0.0977721 Jul 27 21:19:40.053088 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 47630) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:19:40.062793 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-2b3bd2fb-bf3a-41e6-b9ac-79a9146a3dd3 tempest-DHCPAgentSchedulersTestJSON-1498103422 tempest-DHCPAgentSchedulersTestJSON-1498103422-project-admin] 10.222.0.59 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4685 time: 0.3217099 Jul 27 21:19:40.063214 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 47632) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:19:40.069481 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-490dbde8-09e7-4381-b8be-ba43d87dcd14 tempest-DHCPAgentSchedulersTestJSON-1484701936 tempest-DHCPAgentSchedulersTestJSON-1484701936-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1065302472'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:19:40.074604 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-2134fa5c-aeea-4fca-ac4f-317cd9c2dff6 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:40.111632 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2134fa5c-aeea-4fca-ac4f-317cd9c2dff6 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Pushing event deleted for resources: {'Port': ['ID=3d1babcf-d22f-4421-a38e-ef81051934df,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:19:40.119998 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5219d677-52b7-4099-aeb2-33a16e395dfe None None] Pushing event updated for resources: {'Port': ['ID=3d1babcf-d22f-4421-a38e-ef81051934df,revision_number=4']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:19:40.163186 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-490dbde8-09e7-4381-b8be-ba43d87dcd14 tempest-DHCPAgentSchedulersTestJSON-1484701936 tempest-DHCPAgentSchedulersTestJSON-1484701936-project] Made reservation on behalf of 7d0ec60e24004e1bb3aafd9c2b557162 for: {'network': 1} {{(pid=105585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:19:40.173902 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-490dbde8-09e7-4381-b8be-ba43d87dcd14 tempest-DHCPAgentSchedulersTestJSON-1484701936 tempest-DHCPAgentSchedulersTestJSON-1484701936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for network, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:40.285230 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-153063fb-4d12-4502-98b1-7625188dc837 None None] Provisioning for port 51379c45-b0d8-4535-acf1-b10cb9034014 completed by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:19:40.300705 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-153063fb-4d12-4502-98b1-7625188dc837 None None] Provisioning complete for port 51379c45-b0d8-4535-acf1-b10cb9034014 triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:19:40.301224 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-153063fb-4d12-4502-98b1-7625188dc837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:40.307573 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvr_db [None req-f63ed6e3-ce44-47d1-b9dc-836b787a304f None None] Set router 0d844623-6433-41d1-b6fc-c817d877f6b7 gateway port host: None {{(pid=105586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:19:40.312115 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:40.348556 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-2134fa5c-aeea-4fca-ac4f-317cd9c2dff6 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3743915', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4076308'] for router_interface, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:40.374716 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-490dbde8-09e7-4381-b8be-ba43d87dcd14 tempest-DHCPAgentSchedulersTestJSON-1484701936 tempest-DHCPAgentSchedulersTestJSON-1484701936-project] vlan segment allocate from pool success with {'vlan_id': 248, 'physical_network': 'physnet1'} {{(pid=105585) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:19:40.396430 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-490dbde8-09e7-4381-b8be-ba43d87dcd14 tempest-DHCPAgentSchedulersTestJSON-1484701936 tempest-DHCPAgentSchedulersTestJSON-1484701936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:40.396702 n-d-705658-22 neutron-server[105585]: INFO neutron.db.segments_db [None req-490dbde8-09e7-4381-b8be-ba43d87dcd14 tempest-DHCPAgentSchedulersTestJSON-1484701936 tempest-DHCPAgentSchedulersTestJSON-1484701936-project] Added segment 5b881124-2762-4397-ab00-a35ba4faff06 of type vlan for network 7f9d2e9c-6183-4949-af9f-7ff1db529b55 Jul 27 21:19:40.565045 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-490dbde8-09e7-4381-b8be-ba43d87dcd14 tempest-DHCPAgentSchedulersTestJSON-1484701936 tempest-DHCPAgentSchedulersTestJSON-1484701936-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790688424798'] for network, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:40.580036 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-a169e1d4-f524-4846-9f3c-35a3e7f94131 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:40.635741 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-a5e4c665-e7bc-4016-89be-51e4845d0f0f tempest-MeteringIpV6TestJSON-1822803132 tempest-MeteringIpV6TestJSON-1822803132-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:40.637764 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-a5e4c665-e7bc-4016-89be-51e4845d0f0f tempest-MeteringIpV6TestJSON-1822803132 tempest-MeteringIpV6TestJSON-1822803132-project-admin] 10.222.0.59 "DELETE /v2.0/metering/metering-labels/ec660b16-df15-452b-8c34-e5e23fb92ddf HTTP/1.1" status: 204 len: 168 time: 0.5837121 Jul 27 21:19:40.638646 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a169e1d4-f524-4846-9f3c-35a3e7f94131 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Pushing event deleted for resources: {'Port': ['ID=29b94a48-60b4-40e6-8c9e-f55dd2c9f683,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:19:40.640658 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 47642) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:19:40.675151 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-435b7495-ceba-49ee-82d5-1836acf3a9cf tempest-MeteringIpV6TestJSON-1822803132 tempest-MeteringIpV6TestJSON-1822803132-project-admin] 10.222.0.59 "GET /v2.0/metering/metering-labels?id=ec660b16-df15-452b-8c34-e5e23fb92ddf HTTP/1.1" status: 200 len: 216 time: 0.0254369 Jul 27 21:19:40.686858 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 47644) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:19:40.781068 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-153063fb-4d12-4502-98b1-7625188dc837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:40.817382 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-f63ed6e3-ce44-47d1-b9dc-836b787a304f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d844623-6433-41d1-b6fc-c817d877f6b7', 'name': 'tempest-NetworksTestDHCPv6-router-43523150', 'tenant_id': 'fcd7bb7d26624f8f823446f0b0a5006f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:19:31Z', 'updated_at': '2021-07-27T21:19:34Z', 'revision_number': 2, 'project_id': 'fcd7bb7d26624f8f823446f0b0a5006f', 'gw_port_host': None, '_interfaces': [{'id': '3d1babcf-d22f-4421-a38e-ef81051934df', 'name': '', 'network_id': '1d615a85-844c-4c57-a0fc-2090e87300f0', 'tenant_id': 'fcd7bb7d26624f8f823446f0b0a5006f', 'mac_address': 'fa:16:3e:05:c4:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d844623-6433-41d1-b6fc-c817d877f6b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2925, 'fixed_ips': [{'subnet_id': '11b70e09-4af7-410c-8ef5-c3df8360b61d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:19:32Z', 'updated_at': '2021-07-27T21:19:39Z', 'revision_number': 4, 'project_id': 'fcd7bb7d26624f8f823446f0b0a5006f', 'subnets': [{'id': '11b70e09-4af7-410c-8ef5-c3df8360b61d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-22', False) {} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:19:40.868006 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f63ed6e3-ce44-47d1-b9dc-836b787a304f None None] The sync data for ids ['0d844623-6433-41d1-b6fc-c817d877f6b7'] in n-d-705658-22 is: [{'id': '0d844623-6433-41d1-b6fc-c817d877f6b7', 'name': 'tempest-NetworksTestDHCPv6-router-43523150', 'tenant_id': 'fcd7bb7d26624f8f823446f0b0a5006f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:19:31Z', 'updated_at': '2021-07-27T21:19:34Z', 'revision_number': 2, 'project_id': 'fcd7bb7d26624f8f823446f0b0a5006f', 'gw_port_host': None, '_interfaces': [{'id': '3d1babcf-d22f-4421-a38e-ef81051934df', 'name': '', 'network_id': '1d615a85-844c-4c57-a0fc-2090e87300f0', 'tenant_id': 'fcd7bb7d26624f8f823446f0b0a5006f', 'mac_address': 'fa:16:3e:05:c4:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d844623-6433-41d1-b6fc-c817d877f6b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2925, 'fixed_ips': [{'subnet_id': '11b70e09-4af7-410c-8ef5-c3df8360b61d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:19:32Z', 'updated_at': '2021-07-27T21:19:39Z', 'revision_number': 4, 'project_id': 'fcd7bb7d26624f8f823446f0b0a5006f', 'subnets': [{'id': '11b70e09-4af7-410c-8ef5-c3df8360b61d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:19:40.878600 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-153063fb-4d12-4502-98b1-7625188dc837 None None] For port 51379c45-b0d8-4535-acf1-b10cb9034014, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=51379c45-b0d8-4535-acf1-b10cb9034014,segment=NetworkSegment(1406c37e-93fc-493b-bd0b-e0f12af14647),segment_id=1406c37e-93fc-493b-bd0b-e0f12af14647)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:19:40.893103 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-153063fb-4d12-4502-98b1-7625188dc837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:40.927840 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.db.resource_extend [None req-490dbde8-09e7-4381-b8be-ba43d87dcd14 tempest-DHCPAgentSchedulersTestJSON-1484701936 tempest-DHCPAgentSchedulersTestJSON-1484701936-project] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=105585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 27 21:19:40.942206 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-38da6c25-bc2b-4a07-80db-2c61383aa2bc tempest-MeteringIpV6TestJSON-1822803132 tempest-MeteringIpV6TestJSON-1822803132-project-admin] 10.222.0.59 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.2409670 Jul 27 21:19:40.960744 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 47646) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:19:40.980498 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-153063fb-4d12-4502-98b1-7625188dc837 None None] Could not find standard attr ID for object 3d1babcf-d22f-4421-a38e-ef81051934df. {{(pid=105586) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 27 21:19:41.005910 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-1482e7b0-f056-4e47-a9fc-a2ed196cffa0 tempest-MeteringIpV6TestJSON-1822803132 tempest-MeteringIpV6TestJSON-1822803132-project-admin] 10.222.0.59 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0436437 Jul 27 21:19:41.019642 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2134fa5c-aeea-4fca-ac4f-317cd9c2dff6 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Router 0d844623-6433-41d1-b6fc-c817d877f6b7 has already been hosted by L3 agent dd128fd7-8e57-4d4f-895b-a96b369df59a {{(pid=105585) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:19:41.022072 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 47648) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:19:41.027280 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153063fb-4d12-4502-98b1-7625188dc837 None None] Pushing event updated for resources: {'Port': ['ID=51379c45-b0d8-4535-acf1-b10cb9034014,revision_number=3']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:19:41.030317 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-490dbde8-09e7-4381-b8be-ba43d87dcd14 tempest-DHCPAgentSchedulersTestJSON-1484701936 tempest-DHCPAgentSchedulersTestJSON-1484701936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920'] for network, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:41.063257 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-490dbde8-09e7-4381-b8be-ba43d87dcd14 tempest-DHCPAgentSchedulersTestJSON-1484701936 tempest-DHCPAgentSchedulersTestJSON-1484701936-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:19:41.066500 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-490dbde8-09e7-4381-b8be-ba43d87dcd14 tempest-DHCPAgentSchedulersTestJSON-1484701936 tempest-DHCPAgentSchedulersTestJSON-1484701936-project] Notify callbacks [] for network, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:41.103738 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-a169e1d4-f524-4846-9f3c-35a3e7f94131 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3743915', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4076308'] for router_interface, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:41.116973 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fef3cb-1042-47f3-a541-a99e8ccb1fa2 req-32bca774-12e0-4d22-bafc-39daf3f57618 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:19:41.124170 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-d41f6c82-b0e3-4a24-93f6-6e6847f1a1f9 None None] Provisioning complete for port 51379c45-b0d8-4535-acf1-b10cb9034014 triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:19:41.124548 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-d41f6c82-b0e3-4a24-93f6-6e6847f1a1f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:41.126114 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-00fef3cb-1042-47f3-a541-a99e8ccb1fa2 req-32bca774-12e0-4d22-bafc-39daf3f57618 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] 10.222.0.59 "GET /v2.0/ports?device_id=f600c487-e5e5-4562-8a3b-6f15b13fe576 HTTP/1.1" status: 200 len: 945 time: 0.6492217 Jul 27 21:19:41.248246 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-2b16197c-32aa-43ea-af73-54a41a276a24 tempest-MeteringIpV6TestJSON-1822803132 tempest-MeteringIpV6TestJSON-1822803132-project-admin] 10.222.0.59 "GET /v2.0/metering/metering-labels/856dbbcf-204d-44dd-9373-d2573d057d90 HTTP/1.1" status: 200 len: 473 time: 0.2203424 Jul 27 21:19:41.255446 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-490dbde8-09e7-4381-b8be-ba43d87dcd14 tempest-DHCPAgentSchedulersTestJSON-1484701936 tempest-DHCPAgentSchedulersTestJSON-1484701936-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.1909254 Jul 27 21:19:41.262984 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 47652) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:19:41.262984 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 47654) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:19:41.350668 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490dbde8-09e7-4381-b8be-ba43d87dcd14 tempest-DHCPAgentSchedulersTestJSON-1484701936 tempest-DHCPAgentSchedulersTestJSON-1484701936-project] Pushing event updated for resources: {'Network': ['ID=7f9d2e9c-6183-4949-af9f-7ff1db529b55,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:19:41.378249 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Network 7f9d2e9c-6183-4949-af9f-7ff1db529b55 details requested by agent ovs-agent-n-d-705658-22 with host n-d-705658-22 {{(pid=105586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:19:41.519401 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-a5e0db83-fd20-4f66-823b-61f9a4427c5d None None] Could not find standard attr ID for object b9e0f751-c1ff-4a3b-b741-cddaa877c9ab. {{(pid=105586) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 27 21:19:41.526720 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a169e1d4-f524-4846-9f3c-35a3e7f94131 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Router 143736f8-a94b-4c2e-b6b5-2224630f39aa has already been hosted by L3 agent dd128fd7-8e57-4d4f-895b-a96b369df59a {{(pid=105584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:19:41.574528 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-95001293-4905-4e4b-94e9-ffb0fa197490 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:41.690872 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a169e1d4-f524-4846-9f3c-35a3e7f94131 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify agent at l3_agent.n-d-705658-22 the message routers_updated {{(pid=105584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:19:41.705994 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-a169e1d4-f524-4846-9f3c-35a3e7f94131 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] 10.222.0.59 "PUT /v2.0/routers/143736f8-a94b-4c2e-b6b5-2224630f39aa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3290770 Jul 27 21:19:41.706821 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 47658) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:19:41.709946 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75488ebf-3a51-4b9c-9d84-922b95692cb6 None None] Sync routers for ids ['143736f8-a94b-4c2e-b6b5-2224630f39aa'] in n-d-705658-22 {{(pid=105587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:19:41.721439 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75488ebf-3a51-4b9c-9d84-922b95692cb6 None None] Routers {'143736f8-a94b-4c2e-b6b5-2224630f39aa'} bound to L3 agent in host n-d-705658-22 {{(pid=105587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:19:41.722381 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-75488ebf-3a51-4b9c-9d84-922b95692cb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:19:42Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['143736f8-a94b-4c2e-b6b5-2224630f39aa'], 'active': True} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:19:41.853397 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvr_db [None req-75488ebf-3a51-4b9c-9d84-922b95692cb6 None None] Set router 143736f8-a94b-4c2e-b6b5-2224630f39aa gateway port host: None {{(pid=105587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:19:41.858954 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.db_base_plugin_v2 [None req-da750145-aff1-4b58-8fb9-c9660a165081 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Deleting subnet 417c1c4f-0a4f-43e3-8d10-75eb1552d8b1 {{(pid=105584) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:19:41.860372 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:41.867809 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-da750145-aff1-4b58-8fb9-c9660a165081 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify callbacks [] for subnet, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:41.911433 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-00fef3cb-1042-47f3-a541-a99e8ccb1fa2 req-d8316bf4-b9d3-4e0f-84b0-d13d4ec2f4ea tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] 10.222.0.59 "GET /v2.0/security-groups?id=5a737d1c-b945-4cea-a14d-2326657e6941&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7833252 Jul 27 21:19:41.919801 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-1d6b4dfb-5e7a-4953-a5a8-db7c2091768c tempest-MeteringIpV6TestJSON-1822803132 tempest-MeteringIpV6TestJSON-1822803132-project-admin] 10.222.0.59 "GET /v2.0/metering/metering-label-rules/a8ca0f45-0ce4-42a1-8f1e-148c0d505c30 HTTP/1.1" status: 200 len: 459 time: 0.6551044 Jul 27 21:19:41.926629 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 47660) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:19:41.969802 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-da750145-aff1-4b58-8fb9-c9660a165081 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9014207'] for subnet, precommit_delete_associations {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:42.011775 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2134fa5c-aeea-4fca-ac4f-317cd9c2dff6 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify agent at l3_agent.n-d-705658-22 the message routers_updated {{(pid=105585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:19:42.024438 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-2134fa5c-aeea-4fca-ac4f-317cd9c2dff6 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] 10.222.0.59 "PUT /v2.0/routers/0d844623-6433-41d1-b6fc-c817d877f6b7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4855402 Jul 27 21:19:42.026283 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 47662) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:19:42.105991 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0fb316-a0e9-4123-ae1b-1f3e88cb9f7b req-b5969350-7579-438d-b241-8749f022e207 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:19:42.108040 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-8c0fb316-a0e9-4123-ae1b-1f3e88cb9f7b req-b5969350-7579-438d-b241-8749f022e207 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=379416b786c44e07b1b1ba1a5ea96882&device_id=f600c487-e5e5-4562-8a3b-6f15b13fe576 HTTP/1.1" status: 200 len: 1097 time: 0.1952786 Jul 27 21:19:42.182618 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-068a3577-2836-46de-94a1-7d2d34e7147b tempest-DHCPAgentSchedulersTestJSON-1498103422 tempest-DHCPAgentSchedulersTestJSON-1498103422-project-admin] 10.222.0.59 "GET /v2.0/agents/7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a/dhcp-networks HTTP/1.1" status: 200 len: 8800 time: 0.9164593 Jul 27 21:19:42.204690 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-da750145-aff1-4b58-8fb9-c9660a165081 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854965'] for subnet, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:42.230451 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 47666) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:19:42.232117 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0fb316-a0e9-4123-ae1b-1f3e88cb9f7b req-7768ecfa-3d78-42d7-b997-5aee84a5e9ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:19:42.234084 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-8c0fb316-a0e9-4123-ae1b-1f3e88cb9f7b req-7768ecfa-3d78-42d7-b997-5aee84a5e9ad service neutron] 10.222.0.60 "GET /v2.0/networks?id=1473080c-86ba-4d44-8dcc-5442b4565b0c HTTP/1.1" status: 200 len: 897 time: 0.1119680 Jul 27 21:19:42.243086 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-75488ebf-3a51-4b9c-9d84-922b95692cb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '143736f8-a94b-4c2e-b6b5-2224630f39aa', 'name': 'tempest-RoutersTest-router-2098360871', 'tenant_id': 'b2a273d14da548f08e5e2947b1efbc75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:18:44Z', 'updated_at': '2021-07-27T21:19:40Z', 'revision_number': 9, 'project_id': 'b2a273d14da548f08e5e2947b1efbc75', 'gw_port_host': None, '_interfaces': [{'id': '3819275d-931c-4e77-af59-0a072b5437d6', 'name': '', 'network_id': 'd2bd9219-4168-4aa2-ac8d-51730a978a14', 'tenant_id': 'b2a273d14da548f08e5e2947b1efbc75', 'mac_address': 'fa:16:3e:ee:5c:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '143736f8-a94b-4c2e-b6b5-2224630f39aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2868, 'fixed_ips': [{'subnet_id': '26a4c494-c373-4559-8390-14c25615fa06', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:18:59Z', 'updated_at': '2021-07-27T21:19:11Z', 'revision_number': 5, 'project_id': 'b2a273d14da548f08e5e2947b1efbc75', 'subnets': [{'id': '26a4c494-c373-4559-8390-14c25615fa06', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8c8e812d-bdf9-4cf4-b8c7-3dc810eefb32', 'name': '', 'network_id': '3c05b601-6f3f-4129-89fb-58b7bb9fe8d3', 'tenant_id': 'b2a273d14da548f08e5e2947b1efbc75', 'mac_address': 'fa:16:3e:da:90:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '143736f8-a94b-4c2e-b6b5-2224630f39aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2848, 'fixed_ips': [{'subnet_id': '5243c389-81dc-4a3a-888e-c7f09f4ecbc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:18:48Z', 'updated_at': '2021-07-27T21:19:02Z', 'revision_number': 5, 'project_id': 'b2a273d14da548f08e5e2947b1efbc75', 'subnets': [{'id': '5243c389-81dc-4a3a-888e-c7f09f4ecbc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-22', False) {} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:19:42.297761 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75488ebf-3a51-4b9c-9d84-922b95692cb6 None None] Checking router: 143736f8-a94b-4c2e-b6b5-2224630f39aa for host: n-d-705658-22 {{(pid=105587) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:19:42.302645 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-da750145-aff1-4b58-8fb9-c9660a165081 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9014081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9738825'] for subnet, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:42.308074 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75488ebf-3a51-4b9c-9d84-922b95692cb6 None None] Routers {'143736f8-a94b-4c2e-b6b5-2224630f39aa'} bound to L3 agent in host n-d-705658-22 {{(pid=105587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:19:42.309510 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-75488ebf-3a51-4b9c-9d84-922b95692cb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:19:42Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['143736f8-a94b-4c2e-b6b5-2224630f39aa'], 'active': True} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:19:42.329443 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-2f19e239-0556-405e-91a8-afe740274547 tempest-MeteringIpV6TestJSON-1822803132 tempest-MeteringIpV6TestJSON-1822803132-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:42.330593 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-2f19e239-0556-405e-91a8-afe740274547 tempest-MeteringIpV6TestJSON-1822803132 tempest-MeteringIpV6TestJSON-1822803132-project-admin] 10.222.0.59 "DELETE /v2.0/metering/metering-label-rules/a8ca0f45-0ce4-42a1-8f1e-148c0d505c30 HTTP/1.1" status: 204 len: 168 time: 0.3988433 Jul 27 21:19:42.334577 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da750145-aff1-4b58-8fb9-c9660a165081 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Pushing event deleted for resources: {'Subnet': ['ID=417c1c4f-0a4f-43e3-8d10-75eb1552d8b1,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:19:42.339176 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00983f62-cc7d-4ca1-b60f-cc2b9c6225dc tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:19:42.348460 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00983f62-cc7d-4ca1-b60f-cc2b9c6225dc tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:19:42.352859 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-00983f62-cc7d-4ca1-b60f-cc2b9c6225dc tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.3248580 Jul 27 21:19:42.356212 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 47668) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:19:42.356533 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 47670) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:19:42.405544 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 51379c45-b0d8-4535-acf1-b10cb9034014 up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:19:42.412432 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-8c0fb316-a0e9-4123-ae1b-1f3e88cb9f7b req-386c9a23-8307-43d7-b196-1028c3af370a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ed51ec73-d9a5-4c0b-b4de-6eed8a81fff5 HTTP/1.1" status: 200 len: 1000 time: 0.1585155 Jul 27 21:19:42.424019 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-da750145-aff1-4b58-8fb9-c9660a165081 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify callbacks [] for subnet, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:42.428963 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-da750145-aff1-4b58-8fb9-c9660a165081 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] 10.222.0.59 "DELETE /v2.0/subnets/417c1c4f-0a4f-43e3-8d10-75eb1552d8b1 HTTP/1.1" status: 204 len: 168 time: 0.7211232 Jul 27 21:19:42.434446 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 47672) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:19:42.466306 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f253dfc8-27fc-4b28-9c19-bedad34b3a51 tempest-DHCPAgentSchedulersTestJSON-1498103422 tempest-DHCPAgentSchedulersTestJSON-1498103422-project-admin] Network 7f9d2e9c-6183-4949-af9f-7ff1db529b55 is scheduled to be hosted by DHCP agent 7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a with binding_index 1 {{(pid=105585) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:19:42.472145 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2dbbcb3-f2e8-4000-867e-31257d7a012c None None] Network 182cb311-ed51-4835-b13f-d4700583d2b5 requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:19:42.481633 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvr_db [None req-75488ebf-3a51-4b9c-9d84-922b95692cb6 None None] Set router 143736f8-a94b-4c2e-b6b5-2224630f39aa gateway port host: None {{(pid=105587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:19:42.488014 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-f253dfc8-27fc-4b28-9c19-bedad34b3a51 tempest-DHCPAgentSchedulersTestJSON-1498103422 tempest-DHCPAgentSchedulersTestJSON-1498103422-project-admin] 10.222.0.59 "POST /v2.0/agents/7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.2524412 Jul 27 21:19:42.490637 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 47674) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:19:42.502802 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0fb316-a0e9-4123-ae1b-1f3e88cb9f7b req-0efa277c-b1b3-4f26-8d07-f1594315d89e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:19:42.504582 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-8c0fb316-a0e9-4123-ae1b-1f3e88cb9f7b req-0efa277c-b1b3-4f26-8d07-f1594315d89e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=01bef050-fb0a-4ec7-a814-df3307ad6529 HTTP/1.1" status: 200 len: 834 time: 0.0802889 Jul 27 21:19:42.551203 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23a0d645-6572-4f54-9db1-ebf639842cae None None] Network 7f9d2e9c-6183-4949-af9f-7ff1db529b55 requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:19:42.629945 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port 51379c45-b0d8-4535-acf1-b10cb9034014 triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:19:42.630329 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:42.692341 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-6a2ebd93-9079-4a6c-b61d-f04485369241 tempest-DHCPAgentSchedulersTestJSON-1498103422 tempest-DHCPAgentSchedulersTestJSON-1498103422-project-admin] 10.222.0.59 "GET /v2.0/agents/7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a/dhcp-networks HTTP/1.1" status: 200 len: 9533 time: 0.1977334 Jul 27 21:19:42.761839 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 47676) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:19:42.900330 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0fb316-a0e9-4123-ae1b-1f3e88cb9f7b req-31c4c4e3-5520-4cb4-8f01-df32b8d40f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:19:42.902800 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-8c0fb316-a0e9-4123-ae1b-1f3e88cb9f7b req-31c4c4e3-5520-4cb4-8f01-df32b8d40f94 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1473080c-86ba-4d44-8dcc-5442b4565b0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2157769 Jul 27 21:19:42.919881 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-712f0d3b-2982-4963-b14c-a96d173bd3b6 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-990557'] for network, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:42.950652 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-75488ebf-3a51-4b9c-9d84-922b95692cb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '143736f8-a94b-4c2e-b6b5-2224630f39aa', 'name': 'tempest-RoutersTest-router-2098360871', 'tenant_id': 'b2a273d14da548f08e5e2947b1efbc75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:18:44Z', 'updated_at': '2021-07-27T21:19:40Z', 'revision_number': 9, 'project_id': 'b2a273d14da548f08e5e2947b1efbc75', 'gw_port_host': None, '_interfaces': [{'id': '3819275d-931c-4e77-af59-0a072b5437d6', 'name': '', 'network_id': 'd2bd9219-4168-4aa2-ac8d-51730a978a14', 'tenant_id': 'b2a273d14da548f08e5e2947b1efbc75', 'mac_address': 'fa:16:3e:ee:5c:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '143736f8-a94b-4c2e-b6b5-2224630f39aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2868, 'fixed_ips': [{'subnet_id': '26a4c494-c373-4559-8390-14c25615fa06', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:18:59Z', 'updated_at': '2021-07-27T21:19:11Z', 'revision_number': 5, 'project_id': 'b2a273d14da548f08e5e2947b1efbc75', 'subnets': [{'id': '26a4c494-c373-4559-8390-14c25615fa06', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8c8e812d-bdf9-4cf4-b8c7-3dc810eefb32', 'name': '', 'network_id': '3c05b601-6f3f-4129-89fb-58b7bb9fe8d3', 'tenant_id': 'b2a273d14da548f08e5e2947b1efbc75', 'mac_address': 'fa:16:3e:da:90:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '143736f8-a94b-4c2e-b6b5-2224630f39aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2848, 'fixed_ips': [{'subnet_id': '5243c389-81dc-4a3a-888e-c7f09f4ecbc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:18:48Z', 'updated_at': '2021-07-27T21:19:02Z', 'revision_number': 5, 'project_id': 'b2a273d14da548f08e5e2947b1efbc75', 'subnets': [{'id': '5243c389-81dc-4a3a-888e-c7f09f4ecbc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-22', False) {} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:19:42.983019 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75488ebf-3a51-4b9c-9d84-922b95692cb6 None None] The sync data for ids ['143736f8-a94b-4c2e-b6b5-2224630f39aa'] in n-d-705658-22 is: [{'id': '143736f8-a94b-4c2e-b6b5-2224630f39aa', 'name': 'tempest-RoutersTest-router-2098360871', 'tenant_id': 'b2a273d14da548f08e5e2947b1efbc75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:18:44Z', 'updated_at': '2021-07-27T21:19:40Z', 'revision_number': 9, 'project_id': 'b2a273d14da548f08e5e2947b1efbc75', 'gw_port_host': None, '_interfaces': [{'id': '3819275d-931c-4e77-af59-0a072b5437d6', 'name': '', 'network_id': 'd2bd9219-4168-4aa2-ac8d-51730a978a14', 'tenant_id': 'b2a273d14da548f08e5e2947b1efbc75', 'mac_address': 'fa:16:3e:ee:5c:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '143736f8-a94b-4c2e-b6b5-2224630f39aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2868, 'fixed_ips': [{'subnet_id': '26a4c494-c373-4559-8390-14c25615fa06', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:18:59Z', 'updated_at': '2021-07-27T21:19:11Z', 'revision_number': 5, 'project_id': 'b2a273d14da548f08e5e2947b1efbc75', 'subnets': [{'id': '26a4c494-c373-4559-8390-14c25615fa06', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8c8e812d-bdf9-4cf4-b8c7-3dc810eefb32', 'name': '', 'network_id': '3c05b601-6f3f-4129-89fb-58b7bb9fe8d3', 'tenant_id': 'b2a273d14da548f08e5e2947b1efbc75', 'mac_address': 'fa:16:3e:da:90:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '143736f8-a94b-4c2e-b6b5-2224630f39aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2848, 'fixed_ips': [{'subnet_id': '5243c389-81dc-4a3a-888e-c7f09f4ecbc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:18:48Z', 'updated_at': '2021-07-27T21:19:02Z', 'revision_number': 5, 'project_id': 'b2a273d14da548f08e5e2947b1efbc75', 'subnets': [{'id': '5243c389-81dc-4a3a-888e-c7f09f4ecbc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:19:42.984104 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.db_base_plugin_v2 [None req-b232759d-dc23-4d2c-b7d2-655c3432cb93 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Deleting subnet 11b70e09-4af7-410c-8ef5-c3df8360b61d {{(pid=105584) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:19:43.000446 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-6b459b03-c3b1-46d2-beac-31e0f1c114cf tempest-DHCPAgentSchedulersTestJSON-1498103422 tempest-DHCPAgentSchedulersTestJSON-1498103422-project-admin] 10.222.0.59 "DELETE /v2.0/agents/7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a/dhcp-networks/7f9d2e9c-6183-4949-af9f-7ff1db529b55 HTTP/1.1" status: 204 len: 168 time: 0.2276702 Jul 27 21:19:43.002805 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 47682) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:19:43.025717 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-bb32ed7d-8717-448b-a9c8-a5a0117d1fd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:43.041152 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-b232759d-dc23-4d2c-b7d2-655c3432cb93 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks [] for subnet, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:43.081118 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.agents_db [None req-558fcd2c-e512-47bc-a170-8673d87f7213 None None] Agent healthcheck: found 7 active agents {{(pid=105587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 21:19:43.134969 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-cc503f12-fc3d-4a93-9702-c260432198e0 tempest-MeteringIpV6TestJSON-1822803132 tempest-MeteringIpV6TestJSON-1822803132-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:43.144470 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-cc503f12-fc3d-4a93-9702-c260432198e0 tempest-MeteringIpV6TestJSON-1822803132 tempest-MeteringIpV6TestJSON-1822803132-project-admin] 10.222.0.59 "DELETE /v2.0/metering/metering-labels/856dbbcf-204d-44dd-9373-d2573d057d90 HTTP/1.1" status: 204 len: 168 time: 0.7843134 Jul 27 21:19:43.174607 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-b232759d-dc23-4d2c-b7d2-655c3432cb93 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9014207'] for subnet, precommit_delete_associations {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:43.251904 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-008cf6c0-d7e1-4da8-b828-261f62539cb9 None None] Sync routers for ids ['0d844623-6433-41d1-b6fc-c817d877f6b7'] in n-d-705658-22 {{(pid=105586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:19:43.264553 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-008cf6c0-d7e1-4da8-b828-261f62539cb9 None None] Routers {'0d844623-6433-41d1-b6fc-c817d877f6b7'} bound to L3 agent in host n-d-705658-22 {{(pid=105586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:19:43.265192 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-008cf6c0-d7e1-4da8-b828-261f62539cb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:19:42Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['0d844623-6433-41d1-b6fc-c817d877f6b7'], 'active': True} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:19:43.268150 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-712f0d3b-2982-4963-b14c-a96d173bd3b6 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Deleting port c80042ba-17cf-48ee-bcf1-f377e92f380b {{(pid=105584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:19:43.268342 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-712f0d3b-2982-4963-b14c-a96d173bd3b6 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:43.271461 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-8c0fb316-a0e9-4123-ae1b-1f3e88cb9f7b req-d76a5c81-e8b0-4585-9513-8ce89cf64c10 service neutron] 10.222.0.60 "GET /v2.0/networks/1473080c-86ba-4d44-8dcc-5442b4565b0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3605964 Jul 27 21:19:43.276048 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-5be5663f-b011-4c17-88f0-366a0e380a2a tempest-DHCPAgentSchedulersTestJSON-1498103422 tempest-DHCPAgentSchedulersTestJSON-1498103422-project-admin] 10.222.0.59 "GET /v2.0/agents/7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a/dhcp-networks HTTP/1.1" status: 200 len: 8762 time: 0.2705274 Jul 27 21:19:43.282451 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 47688) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:19:43.369948 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvr_db [None req-008cf6c0-d7e1-4da8-b828-261f62539cb9 None None] Set router 0d844623-6433-41d1-b6fc-c817d877f6b7 gateway port host: None {{(pid=105586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:19:43.380317 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-b232759d-dc23-4d2c-b7d2-655c3432cb93 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854965'] for subnet, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:43.386680 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-92cb1654-5ff7-4c1d-ac6d-4fcd124a7496 tempest-DHCPAgentSchedulersTestJSON-1498103422 tempest-DHCPAgentSchedulersTestJSON-1498103422-project-admin] 10.222.0.59 "GET /v2.0/networks/cd2378cf-d644-4fc5-a309-393c34f022de/dhcp-agents HTTP/1.1" status: 200 len: 796 time: 0.1029742 Jul 27 21:19:43.411948 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 47692) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:19:43.418933 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [None req-712f0d3b-2982-4963-b14c-a96d173bd3b6 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] For port c80042ba-17cf-48ee-bcf1-f377e92f380b, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=c80042ba-17cf-48ee-bcf1-f377e92f380b,segment=NetworkSegment(cd6b766d-4031-4911-b055-7da260850c61),segment_id=cd6b766d-4031-4911-b055-7da260850c61)] {{(pid=105584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:19:43.419334 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-712f0d3b-2982-4963-b14c-a96d173bd3b6 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:43.446330 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f6b4b79-ab65-49df-92c2-492b5fecc140 None None] DHCP port deletion for 182cb311-ed51-4835-b13f-d4700583d2b5 request from n-d-705658-22 {{(pid=105586) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 21:19:43.461630 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-712f0d3b-2982-4963-b14c-a96d173bd3b6 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Calling delete_port for c80042ba-17cf-48ee-bcf1-f377e92f380b owned by network:dhcp {{(pid=105584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:19:43.487771 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-008cf6c0-d7e1-4da8-b828-261f62539cb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d844623-6433-41d1-b6fc-c817d877f6b7', 'name': 'tempest-NetworksTestDHCPv6-router-43523150', 'tenant_id': 'fcd7bb7d26624f8f823446f0b0a5006f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:19:31Z', 'updated_at': '2021-07-27T21:19:39Z', 'revision_number': 3, 'project_id': 'fcd7bb7d26624f8f823446f0b0a5006f', 'gw_port_host': None}], 'n-d-705658-22', False) {} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:19:43.507986 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-8c0fb316-a0e9-4123-ae1b-1f3e88cb9f7b req-dde4137e-e0c4-4a53-8c2e-3deb2fea9791 service neutron] 10.222.0.60 "GET /v2.0/networks/1473080c-86ba-4d44-8dcc-5442b4565b0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2276022 Jul 27 21:19:43.528287 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-008cf6c0-d7e1-4da8-b828-261f62539cb9 None None] Checking router: 0d844623-6433-41d1-b6fc-c817d877f6b7 for host: n-d-705658-22 {{(pid=105586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:19:43.536061 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-19121616-d275-4c3d-a6be-461692b8426c tempest-DHCPAgentSchedulersTestJSON-1498103422 tempest-DHCPAgentSchedulersTestJSON-1498103422-project-admin] 10.222.0.59 "GET /v2.0/networks/cd2378cf-d644-4fc5-a309-393c34f022de/dhcp-agents HTTP/1.1" status: 200 len: 796 time: 0.1207399 Jul 27 21:19:43.536581 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 47696) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:19:43.574759 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 47698) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:19:43.575154 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28776075-433d-44c2-b2e2-e3d992df073c req-1ab21671-ca6a-44f4-9696-5a362ba34f38 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:19:43.580525 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-008cf6c0-d7e1-4da8-b828-261f62539cb9 None None] Routers {'0d844623-6433-41d1-b6fc-c817d877f6b7'} bound to L3 agent in host n-d-705658-22 {{(pid=105586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:19:43.581161 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-008cf6c0-d7e1-4da8-b828-261f62539cb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:19:42Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['0d844623-6433-41d1-b6fc-c817d877f6b7'], 'active': True} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:19:43.586154 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-28776075-433d-44c2-b2e2-e3d992df073c req-1ab21671-ca6a-44f4-9696-5a362ba34f38 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] 10.222.0.59 "GET /v2.0/ports?device_id=f600c487-e5e5-4562-8a3b-6f15b13fe576 HTTP/1.1" status: 200 len: 945 time: 0.5349772 Jul 27 21:19:43.690139 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-b232759d-dc23-4d2c-b7d2-655c3432cb93 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9014081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9738825'] for subnet, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:43.695649 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-28776075-433d-44c2-b2e2-e3d992df073c req-b84849b2-73cb-42ec-a414-561c0ac69e90 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] 10.222.0.59 "GET /v2.0/security-groups?id=5a737d1c-b945-4cea-a14d-2326657e6941&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1076500 Jul 27 21:19:43.717691 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvr_db [None req-008cf6c0-d7e1-4da8-b828-261f62539cb9 None None] Set router 0d844623-6433-41d1-b6fc-c817d877f6b7 gateway port host: None {{(pid=105586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:19:43.756114 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b232759d-dc23-4d2c-b7d2-655c3432cb93 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Pushing event deleted for resources: {'Subnet': ['ID=11b70e09-4af7-410c-8ef5-c3df8360b61d,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:19:43.758624 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-b232759d-dc23-4d2c-b7d2-655c3432cb93 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks [] for subnet, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:43.761974 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-b232759d-dc23-4d2c-b7d2-655c3432cb93 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] 10.222.0.59 "DELETE /v2.0/subnets/11b70e09-4af7-410c-8ef5-c3df8360b61d HTTP/1.1" status: 204 len: 168 time: 1.4019475 Jul 27 21:19:43.763957 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 47702) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:19:43.791357 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-712f0d3b-2982-4963-b14c-a96d173bd3b6 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:43.805157 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cb1890a-5845-4780-b129-04877e02d529 None None] Network 1d615a85-844c-4c57-a0fc-2090e87300f0 requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:19:43.853904 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712f0d3b-2982-4963-b14c-a96d173bd3b6 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Pushing event deleted for resources: {'Port': ['ID=c80042ba-17cf-48ee-bcf1-f377e92f380b,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:19:43.887648 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-712f0d3b-2982-4963-b14c-a96d173bd3b6 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] No DVR routers for this DVR port c80042ba-17cf-48ee-bcf1-f377e92f380b on host n-d-705658-22 {{(pid=105584) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:19:43.923211 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-315144ad-3c8e-43c8-b24e-a3a82ebcad88 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 708 time: 0.1577764 Jul 27 21:19:43.923997 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 47706) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:19:43.941220 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-f980914a-e9b2-4cba-99c7-f49134f9cdef tempest-DHCPAgentSchedulersTestJSON-1498103422 tempest-DHCPAgentSchedulersTestJSON-1498103422-project-admin] 10.222.0.59 "GET /v2.0/agents/7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a/dhcp-networks HTTP/1.1" status: 200 len: 8762 time: 0.4035180 Jul 27 21:19:43.943908 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-d19a40a6-b618-4db8-92ff-b07c4c0d297e admin admin] Notify callbacks [] for security_group, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:43.946371 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 47708) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:19:44.010541 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-7a8aef07-c778-44fd-b9c5-f6eacdcb8b22 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks [] for router, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:44.025528 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-008cf6c0-d7e1-4da8-b828-261f62539cb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d844623-6433-41d1-b6fc-c817d877f6b7', 'name': 'tempest-NetworksTestDHCPv6-router-43523150', 'tenant_id': 'fcd7bb7d26624f8f823446f0b0a5006f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:19:31Z', 'updated_at': '2021-07-27T21:19:39Z', 'revision_number': 3, 'project_id': 'fcd7bb7d26624f8f823446f0b0a5006f', 'gw_port_host': None}], 'n-d-705658-22', False) {} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:19:44.066813 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-0f6b4b79-ab65-49df-92c2-492b5fecc140 None None] Deleting port c80042ba-17cf-48ee-bcf1-f377e92f380b {{(pid=105586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:19:44.067513 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-0f6b4b79-ab65-49df-92c2-492b5fecc140 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:44.070831 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-008cf6c0-d7e1-4da8-b828-261f62539cb9 None None] The sync data for ids ['0d844623-6433-41d1-b6fc-c817d877f6b7'] in n-d-705658-22 is: [{'id': '0d844623-6433-41d1-b6fc-c817d877f6b7', 'name': 'tempest-NetworksTestDHCPv6-router-43523150', 'tenant_id': 'fcd7bb7d26624f8f823446f0b0a5006f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:19:31Z', 'updated_at': '2021-07-27T21:19:39Z', 'revision_number': 3, 'project_id': 'fcd7bb7d26624f8f823446f0b0a5006f', 'gw_port_host': None}] {{(pid=105586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:19:44.092378 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-712f0d3b-2982-4963-b14c-a96d173bd3b6 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853562', 'neutron.services.segments.db._delete_segments_for_network-8790688882975'] for network, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:44.131962 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.segments.db [None req-712f0d3b-2982-4963-b14c-a96d173bd3b6 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['182cb311-ed51-4835-b13f-d4700583d2b5']}} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:19:44.155786 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-6ebeeb02-1386-4a97-be44-464ef30d2f25 tempest-DHCPAgentSchedulersTestJSON-1484701936 tempest-DHCPAgentSchedulersTestJSON-1484701936-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-990557'] for network, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:44.164700 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.segments.db [None req-712f0d3b-2982-4963-b14c-a96d173bd3b6 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd6b766d-4031-4911-b055-7da260850c61') {'for_net_delete': True} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:19:44.164700 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.segments.db [None req-712f0d3b-2982-4963-b14c-a96d173bd3b6 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd6b766d-4031-4911-b055-7da260850c61') {} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:19:44.176043 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-712f0d3b-2982-4963-b14c-a96d173bd3b6 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790688883752', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9014348'] for segment, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:44.201157 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-712f0d3b-2982-4963-b14c-a96d173bd3b6 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:44.208164 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-0f6b4b79-ab65-49df-92c2-492b5fecc140 None None] For port c80042ba-17cf-48ee-bcf1-f377e92f380b, host n-d-705658-22, got binding levels [] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:19:44.208499 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-0f6b4b79-ab65-49df-92c2-492b5fecc140 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:44.216958 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-7a8aef07-c778-44fd-b9c5-f6eacdcb8b22 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4163631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-425'] for router, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:44.220617 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-7a8aef07-c778-44fd-b9c5-f6eacdcb8b22 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:44.224269 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-0f6b4b79-ab65-49df-92c2-492b5fecc140 None None] Calling delete_port for c80042ba-17cf-48ee-bcf1-f377e92f380b owned by network:dhcp {{(pid=105586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:19:44.227740 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.ipam_backend_mixin [None req-0f6b4b79-ab65-49df-92c2-492b5fecc140 None None] Port c80042ba-17cf-48ee-bcf1-f377e92f380b was not found and therefore no delete operation was performed {{(pid=105586) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 27 21:19:44.230461 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-0f6b4b79-ab65-49df-92c2-492b5fecc140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180'] for port, after_delete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:44.249107 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-712f0d3b-2982-4963-b14c-a96d173bd3b6 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Releasing vlan 224 on physical network physnet1 to pool {{(pid=105584) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:19:44.249644 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-712f0d3b-2982-4963-b14c-a96d173bd3b6 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9014063'] for segment, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:44.255319 n-d-705658-22 neutron-server[105584]: Traceback (most recent call last): Jul 27 21:19:44.255319 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:19:44.255319 n-d-705658-22 neutron-server[105584]: timer() Jul 27 21:19:44.255319 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:19:44.255319 n-d-705658-22 neutron-server[105584]: cb(*args, **kw) Jul 27 21:19:44.255319 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:19:44.255319 n-d-705658-22 neutron-server[105584]: return func(*args, **kwargs) Jul 27 21:19:44.255319 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:19:44.255319 n-d-705658-22 neutron-server[105584]: self._notify() Jul 27 21:19:44.255319 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:19:44.255319 n-d-705658-22 neutron-server[105584]: self.callback(batched_events) Jul 27 21:19:44.255319 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:19:44.255319 n-d-705658-22 neutron-server[105584]: event.method(event) Jul 27 21:19:44.255319 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:19:44.255319 n-d-705658-22 neutron-server[105584]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:19:44.255319 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:19:44.255319 n-d-705658-22 neutron-server[105584]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:19:44.255319 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:19:44.255319 n-d-705658-22 neutron-server[105584]: return f(self, *a, **k) Jul 27 21:19:44.255319 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:19:44.255319 n-d-705658-22 neutron-server[105584]: return self._get(url).json() Jul 27 21:19:44.255319 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:19:44.255319 n-d-705658-22 neutron-server[105584]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:19:44.255319 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:19:44.255319 n-d-705658-22 neutron-server[105584]: return self.request(url, 'GET', **kwargs) Jul 27 21:19:44.255319 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:19:44.255319 n-d-705658-22 neutron-server[105584]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:19:44.255319 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:19:44.255319 n-d-705658-22 neutron-server[105584]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:19:44.255319 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:19:44.255319 n-d-705658-22 neutron-server[105584]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:19:44.255319 n-d-705658-22 neutron-server[105584]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:19:44.268722 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6b4b79-ab65-49df-92c2-492b5fecc140 None None] Pushing event deleted for resources: {'Port': ['ID=c80042ba-17cf-48ee-bcf1-f377e92f380b,revision_number=None']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:19:44.270854 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f6b4b79-ab65-49df-92c2-492b5fecc140 None None] No DVR routers for this DVR port c80042ba-17cf-48ee-bcf1-f377e92f380b on host n-d-705658-22 {{(pid=105586) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:19:44.298491 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-7a8aef07-c778-44fd-b9c5-f6eacdcb8b22 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4163007'] for router, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:44.300099 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a8aef07-c778-44fd-b9c5-f6eacdcb8b22 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Fanout notify agent at l3_agent the message router_deleted on router 0d844623-6433-41d1-b6fc-c817d877f6b7 {{(pid=105585) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 21:19:44.313573 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-7a8aef07-c778-44fd-b9c5-f6eacdcb8b22 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks [] for router, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:44.315400 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-875ced1b-4cf3-463a-9653-058f0f9421e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:44.318929 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-7a8aef07-c778-44fd-b9c5-f6eacdcb8b22 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] 10.222.0.59 "DELETE /v2.0/routers/0d844623-6433-41d1-b6fc-c817d877f6b7 HTTP/1.1" status: 204 len: 168 time: 0.3939748 Jul 27 21:19:44.319556 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 47712) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:19:44.400711 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8436339-521e-40eb-932e-c935307a1f68 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:19:44.406950 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-a8436339-521e-40eb-932e-c935307a1f68 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0854025 Jul 27 21:19:44.407266 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 47714) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:19:44.411514 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-6ebeeb02-1386-4a97-be44-464ef30d2f25 tempest-DHCPAgentSchedulersTestJSON-1484701936 tempest-DHCPAgentSchedulersTestJSON-1484701936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853562', 'neutron.services.segments.db._delete_segments_for_network-8790688882975'] for network, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:44.464823 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.segments.db [None req-6ebeeb02-1386-4a97-be44-464ef30d2f25 tempest-DHCPAgentSchedulersTestJSON-1484701936 tempest-DHCPAgentSchedulersTestJSON-1484701936-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f9d2e9c-6183-4949-af9f-7ff1db529b55']}} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:19:44.465941 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32440819-b690-4f5c-97c7-413e6670a851 None None] DHCP port deletion for 1d615a85-844c-4c57-a0fc-2090e87300f0 request from n-d-705658-22 {{(pid=105586) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 21:19:44.490306 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-712f0d3b-2982-4963-b14c-a96d173bd3b6 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4075658'] for network, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:44.512637 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.segments.db [None req-6ebeeb02-1386-4a97-be44-464ef30d2f25 tempest-DHCPAgentSchedulersTestJSON-1484701936 tempest-DHCPAgentSchedulersTestJSON-1484701936-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b881124-2762-4397-ab00-a35ba4faff06') {'for_net_delete': True} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:19:44.512927 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.segments.db [None req-6ebeeb02-1386-4a97-be44-464ef30d2f25 tempest-DHCPAgentSchedulersTestJSON-1484701936 tempest-DHCPAgentSchedulersTestJSON-1484701936-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b881124-2762-4397-ab00-a35ba4faff06') {} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:19:44.514960 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-712f0d3b-2982-4963-b14c-a96d173bd3b6 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743886'] for network, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:44.516866 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-712f0d3b-2982-4963-b14c-a96d173bd3b6 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] 10.222.0.59 "DELETE /v2.0/networks/182cb311-ed51-4835-b13f-d4700583d2b5 HTTP/1.1" status: 204 len: 168 time: 2.0769391 Jul 27 21:19:44.520074 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 47716) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:19:44.559837 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-d19a40a6-b618-4db8-92ff-b07c4c0d297e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:44.563218 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712f0d3b-2982-4963-b14c-a96d173bd3b6 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Pushing event deleted for resources: {'Network': ['ID=182cb311-ed51-4835-b13f-d4700583d2b5,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:19:44.566689 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-6ebeeb02-1386-4a97-be44-464ef30d2f25 tempest-DHCPAgentSchedulersTestJSON-1484701936 tempest-DHCPAgentSchedulersTestJSON-1484701936-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790688883752', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9014348'] for segment, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:44.571035 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04dcf3ec-8c75-4587-8b96-21ea4da6a428 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:19:44.575637 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-04dcf3ec-8c75-4587-8b96-21ea4da6a428 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1638856 Jul 27 21:19:44.579344 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-d19a40a6-b618-4db8-92ff-b07c4c0d297e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:44.583848 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 47718) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:19:44.587982 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 29b94a48-60b4-40e6-8c9e-f55dd2c9f683 no longer exists at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:19:44.616800 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-6ebeeb02-1386-4a97-be44-464ef30d2f25 tempest-DHCPAgentSchedulersTestJSON-1484701936 tempest-DHCPAgentSchedulersTestJSON-1484701936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:44.628895 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] No Port match for: 29b94a48-60b4-40e6-8c9e-f55dd2c9f683 {{(pid=105586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:19:44.629597 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 29b94a48-60b4-40e6-8c9e-f55dd2c9f683 not bound to the agent host n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:19:44.630340 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 3d1babcf-d22f-4421-a38e-ef81051934df no longer exists at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:19:44.668471 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-7a9ffc3d-b048-461b-a184-eb80b9dbaeae tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0819159 Jul 27 21:19:44.673127 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 47720) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:19:44.678584 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-aa1288e8-7547-4768-8d65-94aa281a033f tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Request body: {'subnet': {'network_id': '1d615a85-844c-4c57-a0fc-2090e87300f0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:19:44.684197 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ebeeb02-1386-4a97-be44-464ef30d2f25 tempest-DHCPAgentSchedulersTestJSON-1484701936 tempest-DHCPAgentSchedulersTestJSON-1484701936-project] Releasing vlan 248 on physical network physnet1 to pool {{(pid=105584) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:19:44.684866 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-6ebeeb02-1386-4a97-be44-464ef30d2f25 tempest-DHCPAgentSchedulersTestJSON-1484701936 tempest-DHCPAgentSchedulersTestJSON-1484701936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9014063'] for segment, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:44.688525 n-d-705658-22 neutron-server[105584]: Traceback (most recent call last): Jul 27 21:19:44.688525 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:19:44.688525 n-d-705658-22 neutron-server[105584]: timer() Jul 27 21:19:44.688525 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:19:44.688525 n-d-705658-22 neutron-server[105584]: cb(*args, **kw) Jul 27 21:19:44.688525 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:19:44.688525 n-d-705658-22 neutron-server[105584]: return func(*args, **kwargs) Jul 27 21:19:44.688525 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:19:44.688525 n-d-705658-22 neutron-server[105584]: self._notify() Jul 27 21:19:44.688525 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:19:44.688525 n-d-705658-22 neutron-server[105584]: self.callback(batched_events) Jul 27 21:19:44.688525 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:19:44.688525 n-d-705658-22 neutron-server[105584]: event.method(event) Jul 27 21:19:44.688525 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:19:44.688525 n-d-705658-22 neutron-server[105584]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:19:44.688525 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:19:44.688525 n-d-705658-22 neutron-server[105584]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:19:44.688525 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:19:44.688525 n-d-705658-22 neutron-server[105584]: return f(self, *a, **k) Jul 27 21:19:44.688525 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:19:44.688525 n-d-705658-22 neutron-server[105584]: return self._get(url).json() Jul 27 21:19:44.688525 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:19:44.688525 n-d-705658-22 neutron-server[105584]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:19:44.688525 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:19:44.688525 n-d-705658-22 neutron-server[105584]: return self.request(url, 'GET', **kwargs) Jul 27 21:19:44.688525 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:19:44.688525 n-d-705658-22 neutron-server[105584]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:19:44.688525 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:19:44.688525 n-d-705658-22 neutron-server[105584]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:19:44.688525 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:19:44.688525 n-d-705658-22 neutron-server[105584]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:19:44.688525 n-d-705658-22 neutron-server[105584]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:19:44.693894 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-d19a40a6-b618-4db8-92ff-b07c4c0d297e admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=dbd3c5a3d95f46e3b88c8c0eccadee39&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0982568 Jul 27 21:19:44.695522 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-32440819-b690-4f5c-97c7-413e6670a851 None None] Deleting port 108ad214-82fc-4ce5-8777-af598a984a5c {{(pid=105586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:19:44.696573 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 47722) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:19:44.696995 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-32440819-b690-4f5c-97c7-413e6670a851 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:44.730879 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19a40a6-b618-4db8-92ff-b07c4c0d297e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2d903f8-cbd0-4faf-b578-745c96bf3726,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:19:44.760468 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] No Port match for: 3d1babcf-d22f-4421-a38e-ef81051934df {{(pid=105586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:19:44.761348 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 3d1babcf-d22f-4421-a38e-ef81051934df not bound to the agent host n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:19:44.761879 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 108ad214-82fc-4ce5-8777-af598a984a5c no longer exists at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:19:44.823988 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-32440819-b690-4f5c-97c7-413e6670a851 None None] For port 108ad214-82fc-4ce5-8777-af598a984a5c, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=108ad214-82fc-4ce5-8777-af598a984a5c,segment=NetworkSegment(532d8a52-575f-45de-a3af-efbea8c8f6d5),segment_id=532d8a52-575f-45de-a3af-efbea8c8f6d5)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:19:44.824532 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-32440819-b690-4f5c-97c7-413e6670a851 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:44.839760 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-32440819-b690-4f5c-97c7-413e6670a851 None None] Calling delete_port for 108ad214-82fc-4ce5-8777-af598a984a5c owned by network:dhcp {{(pid=105586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:19:44.848260 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-6ebeeb02-1386-4a97-be44-464ef30d2f25 tempest-DHCPAgentSchedulersTestJSON-1484701936 tempest-DHCPAgentSchedulersTestJSON-1484701936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4075658'] for network, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:44.857404 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-6ebeeb02-1386-4a97-be44-464ef30d2f25 tempest-DHCPAgentSchedulersTestJSON-1484701936 tempest-DHCPAgentSchedulersTestJSON-1484701936-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743886'] for network, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:44.859306 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-6ebeeb02-1386-4a97-be44-464ef30d2f25 tempest-DHCPAgentSchedulersTestJSON-1484701936 tempest-DHCPAgentSchedulersTestJSON-1484701936-project] 10.222.0.59 "DELETE /v2.0/networks/7f9d2e9c-6183-4949-af9f-7ff1db529b55 HTTP/1.1" status: 204 len: 168 time: 0.9064603 Jul 27 21:19:44.863829 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 47726) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:19:44.892327 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebeeb02-1386-4a97-be44-464ef30d2f25 tempest-DHCPAgentSchedulersTestJSON-1484701936 tempest-DHCPAgentSchedulersTestJSON-1484701936-project] Pushing event deleted for resources: {'Network': ['ID=7f9d2e9c-6183-4949-af9f-7ff1db529b55,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:19:44.932238 n-d-705658-22 neutron-server[105584]: INFO neutron.pecan_wsgi.hooks.translation [None req-f01072d4-13bc-426b-bd6f-6ecf1398de04 tempest-DHCPAgentSchedulersTestJSON-1484701936 tempest-DHCPAgentSchedulersTestJSON-1484701936-project] DELETE failed (client error): The resource could not be found. Jul 27 21:19:44.933512 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f01072d4-13bc-426b-bd6f-6ecf1398de04 tempest-DHCPAgentSchedulersTestJSON-1484701936 tempest-DHCPAgentSchedulersTestJSON-1484701936-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105584) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 21:19:44.935277 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-f01072d4-13bc-426b-bd6f-6ecf1398de04 tempest-DHCPAgentSchedulersTestJSON-1484701936 tempest-DHCPAgentSchedulersTestJSON-1484701936-project] 10.222.0.59 "DELETE /v2.0/ports/b9e0f751-c1ff-4a3b-b741-cddaa877c9ab HTTP/1.1" status: 404 len: 333 time: 0.0604372 Jul 27 21:19:44.944272 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 47730) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:19:44.979252 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa1288e8-7547-4768-8d65-94aa281a033f tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Made reservation on behalf of fcd7bb7d26624f8f823446f0b0a5006f for: {'subnet': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:19:44.984022 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-aa1288e8-7547-4768-8d65-94aa281a033f tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9738786'] for subnet, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:44.997343 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:45.043023 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-5060585c-dd0c-4c51-8f25-be2ed04a4d42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:45.076216 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-5060585c-dd0c-4c51-8f25-be2ed04a4d42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:45.076922 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] For port 108ad214-82fc-4ce5-8777-af598a984a5c, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=108ad214-82fc-4ce5-8777-af598a984a5c,segment=NetworkSegment(532d8a52-575f-45de-a3af-efbea8c8f6d5),segment_id=532d8a52-575f-45de-a3af-efbea8c8f6d5)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:19:45.086308 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:45.087604 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device c80042ba-17cf-48ee-bcf1-f377e92f380b no longer exists at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:19:45.092179 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.db_base_plugin_v2 [None req-61500b15-478c-49f9-92fd-2b3ecd5146c2 tempest-DHCPAgentSchedulersTestJSON-1484701936 tempest-DHCPAgentSchedulersTestJSON-1484701936-project] Deleting subnet 58a3e2f4-2077-48da-a9bc-1de33499bb17 {{(pid=105584) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:19:45.103024 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-61500b15-478c-49f9-92fd-2b3ecd5146c2 tempest-DHCPAgentSchedulersTestJSON-1484701936 tempest-DHCPAgentSchedulersTestJSON-1484701936-project] Notify callbacks [] for subnet, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:45.135580 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-32440819-b690-4f5c-97c7-413e6670a851 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180'] for port, after_delete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:45.141679 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] No Port match for: c80042ba-17cf-48ee-bcf1-f377e92f380b {{(pid=105586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:19:45.142290 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device c80042ba-17cf-48ee-bcf1-f377e92f380b not bound to the agent host n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:19:45.167550 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32440819-b690-4f5c-97c7-413e6670a851 None None] No DVR routers for this DVR port 108ad214-82fc-4ce5-8777-af598a984a5c on host n-d-705658-22 {{(pid=105586) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:19:45.184511 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Pushing event updated for resources: {'Port': ['ID=108ad214-82fc-4ce5-8777-af598a984a5c,revision_number=5']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:19:45.185588 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-61500b15-478c-49f9-92fd-2b3ecd5146c2 tempest-DHCPAgentSchedulersTestJSON-1484701936 tempest-DHCPAgentSchedulersTestJSON-1484701936-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9014207'] for subnet, precommit_delete_associations {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:45.187202 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8131c762-9994-4697-8bdd-0ba07080e8bc req-32364b1b-2be5-4f31-9243-e4d2a166fb34 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:19:45.199161 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-8131c762-9994-4697-8bdd-0ba07080e8bc req-32364b1b-2be5-4f31-9243-e4d2a166fb34 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] 10.222.0.59 "GET /v2.0/ports?device_id=f600c487-e5e5-4562-8a3b-6f15b13fe576 HTTP/1.1" status: 200 len: 945 time: 0.3762503 Jul 27 21:19:45.209326 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32440819-b690-4f5c-97c7-413e6670a851 None None] Pushing event deleted for resources: {'Port': ['ID=108ad214-82fc-4ce5-8777-af598a984a5c,revision_number=None']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:19:45.246021 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-5060585c-dd0c-4c51-8f25-be2ed04a4d42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:45.248555 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-5060585c-dd0c-4c51-8f25-be2ed04a4d42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:45.252220 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-5060585c-dd0c-4c51-8f25-be2ed04a4d42 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/c2d903f8-cbd0-4faf-b578-745c96bf3726 HTTP/1.1" status: 204 len: 168 time: 0.5518045 Jul 27 21:19:45.274798 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5060585c-dd0c-4c51-8f25-be2ed04a4d42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2d903f8-cbd0-4faf-b578-745c96bf3726,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:19:45.284504 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-8131c762-9994-4697-8bdd-0ba07080e8bc req-302b0db2-b04a-47d0-afb0-de6e2d68f29b tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] 10.222.0.59 "GET /v2.0/security-groups?id=5a737d1c-b945-4cea-a14d-2326657e6941&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0778692 Jul 27 21:19:45.375156 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-61500b15-478c-49f9-92fd-2b3ecd5146c2 tempest-DHCPAgentSchedulersTestJSON-1484701936 tempest-DHCPAgentSchedulersTestJSON-1484701936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854965'] for subnet, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:45.394278 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-9e00a148-eb76-4f82-81ad-e1cc9d1c3933 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4076536'] for router_interface, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:45.516126 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-61500b15-478c-49f9-92fd-2b3ecd5146c2 tempest-DHCPAgentSchedulersTestJSON-1484701936 tempest-DHCPAgentSchedulersTestJSON-1484701936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9014081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9738825'] for subnet, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:45.539603 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a83697cd-859b-403f-9b45-c65e2030c9c3 None None] Network cd2378cf-d644-4fc5-a309-393c34f022de requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:19:45.585035 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-61500b15-478c-49f9-92fd-2b3ecd5146c2 tempest-DHCPAgentSchedulersTestJSON-1484701936 tempest-DHCPAgentSchedulersTestJSON-1484701936-project] Notify callbacks [] for subnet, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:45.591149 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-61500b15-478c-49f9-92fd-2b3ecd5146c2 tempest-DHCPAgentSchedulersTestJSON-1484701936 tempest-DHCPAgentSchedulersTestJSON-1484701936-project] 10.222.0.59 "DELETE /v2.0/subnets/58a3e2f4-2077-48da-a9bc-1de33499bb17 HTTP/1.1" status: 204 len: 168 time: 0.6453905 Jul 27 21:19:45.591451 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 47738) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:19:45.635380 n-d-705658-22 neutron-server[105584]: DEBUG neutron.objects.ports [None req-aa1288e8-7547-4768-8d65-94aa281a033f tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=105584) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 27 21:19:45.655188 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-aa1288e8-7547-4768-8d65-94aa281a033f tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9014150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9738800'] for subnet, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:45.666818 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61500b15-478c-49f9-92fd-2b3ecd5146c2 tempest-DHCPAgentSchedulersTestJSON-1484701936 tempest-DHCPAgentSchedulersTestJSON-1484701936-project] Pushing event deleted for resources: {'Subnet': ['ID=58a3e2f4-2077-48da-a9bc-1de33499bb17,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:19:45.684511 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 47740) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:19:45.717644 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa1288e8-7547-4768-8d65-94aa281a033f tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Network 1d615a85-844c-4c57-a0fc-2090e87300f0 is already hosted by enough agents. {{(pid=105584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:19:45.720112 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-8e64fac1-f77d-406f-a13e-d2fc5b1ac074 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:45.720458 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [None req-aa1288e8-7547-4768-8d65-94aa281a033f tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Resources bound (agent type, host, resource id): {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:19:45.724499 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa1288e8-7547-4768-8d65-94aa281a033f tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:19:45.725231 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-aa1288e8-7547-4768-8d65-94aa281a033f tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks [] for subnet, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:45.732323 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d190b0da-b937-4a5b-a896-8aac04b70b45 None None] Network 1d615a85-844c-4c57-a0fc-2090e87300f0 requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:19:45.748772 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-2164a1cb-09be-47ed-a61a-ff3f3269138b tempest-DHCPAgentSchedulersTestJSON-1484701936 tempest-DHCPAgentSchedulersTestJSON-1484701936-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-990557'] for network, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:45.772995 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1288e8-7547-4768-8d65-94aa281a033f tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Pushing event updated for resources: {'Subnet': ['ID=f0deb441-814a-4067-b4e0-721f621c422c,revision_number=0']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:19:45.785009 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-aa1288e8-7547-4768-8d65-94aa281a033f tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.1077769 Jul 27 21:19:45.786064 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 47742) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:19:45.795098 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16122360-96f1-4799-b203-da88e9118af2 None None] DHCP port deletion for cd2378cf-d644-4fc5-a309-393c34f022de request from n-d-705658-22 {{(pid=105586) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 21:19:45.822833 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-42a32bb3-66c0-4b2e-83f9-56d9db47dcac tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Request body: {'subnet': {'network_id': '1d615a85-844c-4c57-a0fc-2090e87300f0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:19:45.902047 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-16122360-96f1-4799-b203-da88e9118af2 None None] Deleting port 51379c45-b0d8-4535-acf1-b10cb9034014 {{(pid=105586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:19:45.902530 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-16122360-96f1-4799-b203-da88e9118af2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:45.995037 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88f17d54-024c-42ca-8618-c5315106f779 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30bb4b93-b285-5d90-9493-f9ec33ea333c-1d615a85-844c-4c57-a0fc-2090e87300f0', 'network_id': '1d615a85-844c-4c57-a0fc-2090e87300f0', 'tenant_id': 'fcd7bb7d26624f8f823446f0b0a5006f', 'fixed_ips': [{'subnet_id': 'f0deb441-814a-4067-b4e0-721f621c422c'}]}} from n-d-705658-22. {{(pid=105586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 21:19:45.996042 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-88f17d54-024c-42ca-8618-c5315106f779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:46.013561 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-16122360-96f1-4799-b203-da88e9118af2 None None] For port 51379c45-b0d8-4535-acf1-b10cb9034014, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=51379c45-b0d8-4535-acf1-b10cb9034014,segment=NetworkSegment(1406c37e-93fc-493b-bd0b-e0f12af14647),segment_id=1406c37e-93fc-493b-bd0b-e0f12af14647)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:19:46.013943 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-16122360-96f1-4799-b203-da88e9118af2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:46.034504 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-16122360-96f1-4799-b203-da88e9118af2 None None] Calling delete_port for 51379c45-b0d8-4535-acf1-b10cb9034014 owned by network:dhcp {{(pid=105586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:19:46.105024 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [None req-2164a1cb-09be-47ed-a61a-ff3f3269138b tempest-DHCPAgentSchedulersTestJSON-1484701936 tempest-DHCPAgentSchedulersTestJSON-1484701936-project] Deleting port 51379c45-b0d8-4535-acf1-b10cb9034014 {{(pid=105585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:19:46.106185 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-2164a1cb-09be-47ed-a61a-ff3f3269138b tempest-DHCPAgentSchedulersTestJSON-1484701936 tempest-DHCPAgentSchedulersTestJSON-1484701936-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:46.218629 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [None req-9e00a148-eb76-4f82-81ad-e1cc9d1c3933 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Deleting port 3819275d-931c-4e77-af59-0a072b5437d6 {{(pid=105585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:19:46.218980 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-9e00a148-eb76-4f82-81ad-e1cc9d1c3933 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:46.227421 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-8e64fac1-f77d-406f-a13e-d2fc5b1ac074 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:46.287424 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.db_base_plugin_common [None req-88f17d54-024c-42ca-8618-c5315106f779 None None] Allocated IP 2001:db8::f816:3eff:fe6a:7127 (1d615a85-844c-4c57-a0fc-2090e87300f0/f0deb441-814a-4067-b4e0-721f621c422c/a955a049-703f-42bc-8a1c-a778d4eb4e2b) {{(pid=105586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:19:46.355513 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-8e64fac1-f77d-406f-a13e-d2fc5b1ac074 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:46.368129 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.db [None req-2164a1cb-09be-47ed-a61a-ff3f3269138b tempest-DHCPAgentSchedulersTestJSON-1484701936 tempest-DHCPAgentSchedulersTestJSON-1484701936-project] For port 51379c45-b0d8-4535-acf1-b10cb9034014, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=51379c45-b0d8-4535-acf1-b10cb9034014,segment=NetworkSegment(1406c37e-93fc-493b-bd0b-e0f12af14647),segment_id=1406c37e-93fc-493b-bd0b-e0f12af14647)] {{(pid=105585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:19:46.368667 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-2164a1cb-09be-47ed-a61a-ff3f3269138b tempest-DHCPAgentSchedulersTestJSON-1484701936 tempest-DHCPAgentSchedulersTestJSON-1484701936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:46.397218 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [None req-2164a1cb-09be-47ed-a61a-ff3f3269138b tempest-DHCPAgentSchedulersTestJSON-1484701936 tempest-DHCPAgentSchedulersTestJSON-1484701936-project] Calling delete_port for 51379c45-b0d8-4535-acf1-b10cb9034014 owned by network:dhcp {{(pid=105585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:19:46.451427 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-88f17d54-024c-42ca-8618-c5315106f779 None None] Notify callbacks [] for port, precommit_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:46.461110 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-88f17d54-024c-42ca-8618-c5315106f779 None None] Transition to ACTIVE for port object a955a049-703f-42bc-8a1c-a778d4eb4e2b will not be triggered until provisioned by entity L2. {{(pid=105586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:19:46.473613 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42a32bb3-66c0-4b2e-83f9-56d9db47dcac tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Made reservation on behalf of fcd7bb7d26624f8f823446f0b0a5006f for: {'subnet': 1} {{(pid=105585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:19:46.477402 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-88f17d54-024c-42ca-8618-c5315106f779 None None] Transition to ACTIVE for port object a955a049-703f-42bc-8a1c-a778d4eb4e2b will not be triggered until provisioned by entity DHCP. {{(pid=105586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:19:46.478268 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-42a32bb3-66c0-4b2e-83f9-56d9db47dcac tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9990620'] for subnet, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:46.482673 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 51379c45-b0d8-4535-acf1-b10cb9034014 no longer exists at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:19:46.485334 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-16122360-96f1-4799-b203-da88e9118af2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180'] for port, after_delete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:46.490924 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-88f17d54-024c-42ca-8618-c5315106f779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143'] for port, after_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:46.534654 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] No Port match for: 51379c45-b0d8-4535-acf1-b10cb9034014 {{(pid=105586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:19:46.534917 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 51379c45-b0d8-4535-acf1-b10cb9034014 not bound to the agent host n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:19:46.538614 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16122360-96f1-4799-b203-da88e9118af2 None None] Pushing event deleted for resources: {'Port': ['ID=51379c45-b0d8-4535-acf1-b10cb9034014,revision_number=None']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:19:46.546260 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16122360-96f1-4799-b203-da88e9118af2 None None] No DVR routers for this DVR port 51379c45-b0d8-4535-acf1-b10cb9034014 on host n-d-705658-22 {{(pid=105586) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:19:46.578054 n-d-705658-22 neutron-server[105586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88f17d54-024c-42ca-8618-c5315106f779 None None] Network 1d615a85-844c-4c57-a0fc-2090e87300f0 is already hosted by enough agents. {{(pid=105586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:19:46.582830 n-d-705658-22 neutron-server[105586]: DEBUG neutron.scheduler.base_scheduler [None req-88f17d54-024c-42ca-8618-c5315106f779 None None] Resources bound (agent type, host, resource id): {{(pid=105586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:19:46.586166 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88f17d54-024c-42ca-8618-c5315106f779 None None] Received port after_create {{(pid=105586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:19:46.605856 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f17d54-024c-42ca-8618-c5315106f779 None None] Pushing event updated for resources: {'Port': ['ID=a955a049-703f-42bc-8a1c-a778d4eb4e2b,revision_number=1']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:19:46.649909 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.db [None req-9e00a148-eb76-4f82-81ad-e1cc9d1c3933 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] For port 3819275d-931c-4e77-af59-0a072b5437d6, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=3819275d-931c-4e77-af59-0a072b5437d6,segment=NetworkSegment(ae871331-78ed-4377-9138-d9d0b669a644),segment_id=ae871331-78ed-4377-9138-d9d0b669a644)] {{(pid=105585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:19:46.650280 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-9e00a148-eb76-4f82-81ad-e1cc9d1c3933 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:46.653970 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e64fac1-f77d-406f-a13e-d2fc5b1ac074 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1025bff5-e44a-4d81-b283-d8e78364a603,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:19:46.661492 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-88f17d54-024c-42ca-8618-c5315106f779 None None] Attempting to bind port a955a049-703f-42bc-8a1c-a778d4eb4e2b on host n-d-705658-22 for vnic_type normal with profile {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:19:46.661949 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-88f17d54-024c-42ca-8618-c5315106f779 None None] Attempting to bind port a955a049-703f-42bc-8a1c-a778d4eb4e2b by drivers openvswitch,hyperv on host n-d-705658-22 at level 0 using segments [{'id': '532d8a52-575f-45de-a3af-efbea8c8f6d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '1d615a85-844c-4c57-a0fc-2090e87300f0'}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:19:46.662479 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88f17d54-024c-42ca-8618-c5315106f779 None None] Attempting to bind port a955a049-703f-42bc-8a1c-a778d4eb4e2b on network 1d615a85-844c-4c57-a0fc-2090e87300f0 {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:19:46.668984 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88f17d54-024c-42ca-8618-c5315106f779 None None] Checking agent: {'id': '04a7ea91-6318-467e-ace6-b0fb48c8690f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 41, 42), 'started_at': datetime.datetime(2021, 7, 27, 20, 42, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 19, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:19:46.669570 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88f17d54-024c-42ca-8618-c5315106f779 None None] Checking segment: {'id': '532d8a52-575f-45de-a3af-efbea8c8f6d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '1d615a85-844c-4c57-a0fc-2090e87300f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:19:46.670172 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-88f17d54-024c-42ca-8618-c5315106f779 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:46.670630 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88f17d54-024c-42ca-8618-c5315106f779 None None] Bound using segment: {'id': '532d8a52-575f-45de-a3af-efbea8c8f6d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '1d615a85-844c-4c57-a0fc-2090e87300f0'} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:19:46.671236 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-88f17d54-024c-42ca-8618-c5315106f779 None None] Bound port: a955a049-703f-42bc-8a1c-a778d4eb4e2b, host: n-d-705658-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '532d8a52-575f-45de-a3af-efbea8c8f6d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '1d615a85-844c-4c57-a0fc-2090e87300f0'}}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:19:46.671719 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-88f17d54-024c-42ca-8618-c5315106f779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:46.676435 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-8e64fac1-f77d-406f-a13e-d2fc5b1ac074 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=7685d4813f9b40a4883c13d7728e992b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9883296 Jul 27 21:19:46.679027 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 47756) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:19:46.692036 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [None req-9e00a148-eb76-4f82-81ad-e1cc9d1c3933 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Calling delete_port for 3819275d-931c-4e77-af59-0a072b5437d6 owned by network:router_interface {{(pid=105585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:19:46.755953 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-12456c9c-330d-4b66-b941-0a6b5cb6c367 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:46.765528 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-88f17d54-024c-42ca-8618-c5315106f779 None None] For port a955a049-703f-42bc-8a1c-a778d4eb4e2b, host n-d-705658-22, cleared binding levels {{(pid=105586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:19:46.769899 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-88f17d54-024c-42ca-8618-c5315106f779 None None] For port a955a049-703f-42bc-8a1c-a778d4eb4e2b, host n-d-705658-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=a955a049-703f-42bc-8a1c-a778d4eb4e2b,segment=NetworkSegment(532d8a52-575f-45de-a3af-efbea8c8f6d5),segment_id=532d8a52-575f-45de-a3af-efbea8c8f6d5)] {{(pid=105586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:19:46.776105 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-88f17d54-024c-42ca-8618-c5315106f779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:46.786664 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-12456c9c-330d-4b66-b941-0a6b5cb6c367 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:46.815531 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-2164a1cb-09be-47ed-a61a-ff3f3269138b tempest-DHCPAgentSchedulersTestJSON-1484701936 tempest-DHCPAgentSchedulersTestJSON-1484701936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:46.848596 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-12456c9c-330d-4b66-b941-0a6b5cb6c367 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:46.851571 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-12456c9c-330d-4b66-b941-0a6b5cb6c367 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:46.855207 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-12456c9c-330d-4b66-b941-0a6b5cb6c367 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/1025bff5-e44a-4d81-b283-d8e78364a603 HTTP/1.1" status: 204 len: 168 time: 0.1727288 Jul 27 21:19:46.867498 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f17d54-024c-42ca-8618-c5315106f779 None None] Pushing event updated for resources: {'Port': ['ID=a955a049-703f-42bc-8a1c-a778d4eb4e2b,revision_number=2']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:19:46.875811 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12456c9c-330d-4b66-b941-0a6b5cb6c367 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1025bff5-e44a-4d81-b283-d8e78364a603,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:19:46.906110 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2164a1cb-09be-47ed-a61a-ff3f3269138b tempest-DHCPAgentSchedulersTestJSON-1484701936 tempest-DHCPAgentSchedulersTestJSON-1484701936-project] Pushing event deleted for resources: {'Port': ['ID=51379c45-b0d8-4535-acf1-b10cb9034014,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:19:46.939112 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2164a1cb-09be-47ed-a61a-ff3f3269138b tempest-DHCPAgentSchedulersTestJSON-1484701936 tempest-DHCPAgentSchedulersTestJSON-1484701936-project] No DVR routers for this DVR port 51379c45-b0d8-4535-acf1-b10cb9034014 on host n-d-705658-22 {{(pid=105585) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:19:46.949932 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be94ede-5321-4af6-8257-f7684edf0f0a req-836f2a88-9df5-456b-bdeb-63421f35d33a tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:19:46.951537 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-0be94ede-5321-4af6-8257-f7684edf0f0a req-836f2a88-9df5-456b-bdeb-63421f35d33a tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] 10.222.0.59 "GET /v2.0/ports?device_id=f600c487-e5e5-4562-8a3b-6f15b13fe576 HTTP/1.1" status: 200 len: 945 time: 0.4851451 Jul 27 21:19:47.030526 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7614e5-ebcc-423e-931d-610672a6a05e req-a311937e-269e-4e99-9800-16caa605aae6 tempest-VolumesSnapshotTestJSON-1656461289 tempest-VolumesSnapshotTestJSON-1656461289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:19:47.032501 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-9f7614e5-ebcc-423e-931d-610672a6a05e req-a311937e-269e-4e99-9800-16caa605aae6 tempest-VolumesSnapshotTestJSON-1656461289 tempest-VolumesSnapshotTestJSON-1656461289-project] 10.222.0.59 "GET /v2.0/ports?device_id=d329d6cd-0d71-49a5-93ee-e3d4a6993e4c HTTP/1.1" status: 200 len: 945 time: 0.5484996 Jul 27 21:19:47.590440 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-2164a1cb-09be-47ed-a61a-ff3f3269138b tempest-DHCPAgentSchedulersTestJSON-1484701936 tempest-DHCPAgentSchedulersTestJSON-1484701936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853562', 'neutron.services.segments.db._delete_segments_for_network-8790688882975'] for network, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:47.622909 n-d-705658-22 neutron-server[105585]: DEBUG neutron.services.segments.db [None req-2164a1cb-09be-47ed-a61a-ff3f3269138b tempest-DHCPAgentSchedulersTestJSON-1484701936 tempest-DHCPAgentSchedulersTestJSON-1484701936-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd2378cf-d644-4fc5-a309-393c34f022de']}} {{(pid=105585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:19:47.645659 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-0be94ede-5321-4af6-8257-f7684edf0f0a req-555f472b-fc43-424f-81b8-bfbb76f11752 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] 10.222.0.59 "GET /v2.0/security-groups?id=5a737d1c-b945-4cea-a14d-2326657e6941&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6634591 Jul 27 21:19:47.654231 n-d-705658-22 neutron-server[105585]: DEBUG neutron.services.segments.db [None req-2164a1cb-09be-47ed-a61a-ff3f3269138b tempest-DHCPAgentSchedulersTestJSON-1484701936 tempest-DHCPAgentSchedulersTestJSON-1484701936-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1406c37e-93fc-493b-bd0b-e0f12af14647') {'for_net_delete': True} {{(pid=105585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:19:47.654527 n-d-705658-22 neutron-server[105585]: DEBUG neutron.services.segments.db [None req-2164a1cb-09be-47ed-a61a-ff3f3269138b tempest-DHCPAgentSchedulersTestJSON-1484701936 tempest-DHCPAgentSchedulersTestJSON-1484701936-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1406c37e-93fc-493b-bd0b-e0f12af14647') {} {{(pid=105585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:19:47.747124 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-9f7614e5-ebcc-423e-931d-610672a6a05e req-a3215b0e-7468-4e75-8ec6-08538468b168 tempest-VolumesSnapshotTestJSON-1656461289 tempest-VolumesSnapshotTestJSON-1656461289-project] 10.222.0.59 "GET /v2.0/security-groups?id=dbda38b4-0099-4f6e-aeb8-905b6aa6a585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6850750 Jul 27 21:19:47.758283 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-2164a1cb-09be-47ed-a61a-ff3f3269138b tempest-DHCPAgentSchedulersTestJSON-1484701936 tempest-DHCPAgentSchedulersTestJSON-1484701936-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790688883752', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9886370'] for segment, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:47.808446 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-2164a1cb-09be-47ed-a61a-ff3f3269138b tempest-DHCPAgentSchedulersTestJSON-1484701936 tempest-DHCPAgentSchedulersTestJSON-1484701936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:47.839971 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2164a1cb-09be-47ed-a61a-ff3f3269138b tempest-DHCPAgentSchedulersTestJSON-1484701936 tempest-DHCPAgentSchedulersTestJSON-1484701936-project] Releasing vlan 244 on physical network physnet1 to pool {{(pid=105585) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:19:47.840814 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-2164a1cb-09be-47ed-a61a-ff3f3269138b tempest-DHCPAgentSchedulersTestJSON-1484701936 tempest-DHCPAgentSchedulersTestJSON-1484701936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10221644'] for segment, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:47.860151 n-d-705658-22 neutron-server[105585]: Traceback (most recent call last): Jul 27 21:19:47.860151 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:19:47.860151 n-d-705658-22 neutron-server[105585]: timer() Jul 27 21:19:47.860151 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:19:47.860151 n-d-705658-22 neutron-server[105585]: cb(*args, **kw) Jul 27 21:19:47.860151 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:19:47.860151 n-d-705658-22 neutron-server[105585]: return func(*args, **kwargs) Jul 27 21:19:47.860151 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:19:47.860151 n-d-705658-22 neutron-server[105585]: self._notify() Jul 27 21:19:47.860151 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:19:47.860151 n-d-705658-22 neutron-server[105585]: self.callback(batched_events) Jul 27 21:19:47.860151 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:19:47.860151 n-d-705658-22 neutron-server[105585]: event.method(event) Jul 27 21:19:47.860151 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:19:47.860151 n-d-705658-22 neutron-server[105585]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:19:47.860151 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:19:47.860151 n-d-705658-22 neutron-server[105585]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:19:47.860151 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:19:47.860151 n-d-705658-22 neutron-server[105585]: return f(self, *a, **k) Jul 27 21:19:47.860151 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:19:47.860151 n-d-705658-22 neutron-server[105585]: return self._get(url).json() Jul 27 21:19:47.860151 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:19:47.860151 n-d-705658-22 neutron-server[105585]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:19:47.860151 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:19:47.860151 n-d-705658-22 neutron-server[105585]: return self.request(url, 'GET', **kwargs) Jul 27 21:19:47.860151 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:19:47.860151 n-d-705658-22 neutron-server[105585]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:19:47.860151 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:19:47.860151 n-d-705658-22 neutron-server[105585]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:19:47.860151 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:19:47.860151 n-d-705658-22 neutron-server[105585]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:19:47.860151 n-d-705658-22 neutron-server[105585]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:19:47.950068 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-9e00a148-eb76-4f82-81ad-e1cc9d1c3933 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:48.003080 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-42a32bb3-66c0-4b2e-83f9-56d9db47dcac tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10221797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9990606'] for subnet, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:48.028309 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e00a148-eb76-4f82-81ad-e1cc9d1c3933 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Pushing event deleted for resources: {'Port': ['ID=3819275d-931c-4e77-af59-0a072b5437d6,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:19:48.062777 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42a32bb3-66c0-4b2e-83f9-56d9db47dcac tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Network 1d615a85-844c-4c57-a0fc-2090e87300f0 is already hosted by enough agents. {{(pid=105585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:19:48.063629 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-2164a1cb-09be-47ed-a61a-ff3f3269138b tempest-DHCPAgentSchedulersTestJSON-1484701936 tempest-DHCPAgentSchedulersTestJSON-1484701936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4075658'] for network, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:48.080136 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.base_scheduler [None req-42a32bb3-66c0-4b2e-83f9-56d9db47dcac tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Resources bound (agent type, host, resource id): {{(pid=105585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:19:48.082361 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-2164a1cb-09be-47ed-a61a-ff3f3269138b tempest-DHCPAgentSchedulersTestJSON-1484701936 tempest-DHCPAgentSchedulersTestJSON-1484701936-project] Notify callbacks [] for network, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:48.112692 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-2164a1cb-09be-47ed-a61a-ff3f3269138b tempest-DHCPAgentSchedulersTestJSON-1484701936 tempest-DHCPAgentSchedulersTestJSON-1484701936-project] 10.222.0.59 "DELETE /v2.0/networks/cd2378cf-d644-4fc5-a309-393c34f022de HTTP/1.1" status: 204 len: 168 time: 2.5176487 Jul 27 21:19:48.215228 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42a32bb3-66c0-4b2e-83f9-56d9db47dcac tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:19:48.222252 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-42a32bb3-66c0-4b2e-83f9-56d9db47dcac tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743886'] for subnet, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:48.242957 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd011ebc-0051-4806-8301-8c094daed574 None None] Network 1d615a85-844c-4c57-a0fc-2090e87300f0 requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:19:48.341375 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-6aa6baf0-ab5f-4888-93ee-347920402fab None None] Provisioning for port a955a049-703f-42bc-8a1c-a778d4eb4e2b completed by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:19:48.382125 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2164a1cb-09be-47ed-a61a-ff3f3269138b tempest-DHCPAgentSchedulersTestJSON-1484701936 tempest-DHCPAgentSchedulersTestJSON-1484701936-project] Pushing event deleted for resources: {'Network': ['ID=cd2378cf-d644-4fc5-a309-393c34f022de,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:19:48.388662 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 47794) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:19:48.389155 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-42a32bb3-66c0-4b2e-83f9-56d9db47dcac tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5708361 Jul 27 21:19:48.394323 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a32bb3-66c0-4b2e-83f9-56d9db47dcac tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Pushing event updated for resources: {'Subnet': ['ID=f18135c5-3f61-40fe-bb67-4ad8120b862f,revision_number=0']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:19:48.395896 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-863d7ba7-4137-4fa7-a492-9928fd066b01 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Request body: {'port': {'network_id': '1d615a85-844c-4c57-a0fc-2090e87300f0', 'mac_address': 'fa:16:3e:68:24:75', 'name': 'tempest-NetworksTestDHCPv6-850820879'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:19:48.463479 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef39369-9ae8-4bbe-bad2-18cc47fd3120 req-6d40937b-2daf-46a2-a44a-0202d567a0f0 tempest-VolumesSnapshotTestJSON-1656461289 tempest-VolumesSnapshotTestJSON-1656461289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:19:48.466106 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-eef39369-9ae8-4bbe-bad2-18cc47fd3120 req-6d40937b-2daf-46a2-a44a-0202d567a0f0 tempest-VolumesSnapshotTestJSON-1656461289 tempest-VolumesSnapshotTestJSON-1656461289-project] 10.222.0.36 "GET /v2.0/ports?device_id=d329d6cd-0d71-49a5-93ee-e3d4a6993e4c HTTP/1.1" status: 200 len: 945 time: 0.5599456 Jul 27 21:19:48.487307 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device a955a049-703f-42bc-8a1c-a778d4eb4e2b up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:19:48.532326 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-9e00a148-eb76-4f82-81ad-e1cc9d1c3933 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3743915', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4076308'] for router_interface, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:48.554180 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 47798) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:19:48.572222 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning for port a955a049-703f-42bc-8a1c-a778d4eb4e2b completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:19:48.577169 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port a955a049-703f-42bc-8a1c-a778d4eb4e2b triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:19:48.577670 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:48.646518 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-863d7ba7-4137-4fa7-a492-9928fd066b01 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Made reservation on behalf of fcd7bb7d26624f8f823446f0b0a5006f for: {'port': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:19:48.683566 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc1970d2-68ce-47b1-a03f-e791bf14877f None None] Update dhcp port {'port': {'network_id': '1d615a85-844c-4c57-a0fc-2090e87300f0', 'fixed_ips': [{'subnet_id': 'f0deb441-814a-4067-b4e0-721f621c422c', 'ip_address': '2001:db8::f816:3eff:fe6a:7127'}, {'subnet_id': 'f18135c5-3f61-40fe-bb67-4ad8120b862f'}], 'binding:host_id': 'n-d-705658-22'}, 'id': 'a955a049-703f-42bc-8a1c-a778d4eb4e2b'} from n-d-705658-22. {{(pid=105586) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 27 21:19:48.749038 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [req-eef39369-9ae8-4bbe-bad2-18cc47fd3120 req-653f01b9-faa8-490b-ba22-ae38027aa17c tempest-VolumesSnapshotTestJSON-1656461289 tempest-VolumesSnapshotTestJSON-1656461289-project] Deleting port 5cbfa5ac-4883-4727-9c3c-4ab0f8528f87 {{(pid=105585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:19:48.749670 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-eef39369-9ae8-4bbe-bad2-18cc47fd3120 req-653f01b9-faa8-490b-ba22-ae38027aa17c tempest-VolumesSnapshotTestJSON-1656461289 tempest-VolumesSnapshotTestJSON-1656461289-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:48.790319 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:48.828327 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-dc1970d2-68ce-47b1-a03f-e791bf14877f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:48.842560 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-863d7ba7-4137-4fa7-a492-9928fd066b01 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:48.876720 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [None req-863d7ba7-4137-4fa7-a492-9928fd066b01 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] device_id is not set on port bfc6ed14-0cab-4315-8553-90da98c24fa6 yet. {{(pid=105584) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 21:19:48.903533 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] For port a955a049-703f-42bc-8a1c-a778d4eb4e2b, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=a955a049-703f-42bc-8a1c-a778d4eb4e2b,segment=NetworkSegment(532d8a52-575f-45de-a3af-efbea8c8f6d5),segment_id=532d8a52-575f-45de-a3af-efbea8c8f6d5)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:19:48.914084 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:49.014611 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 47812) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:19:49.050681 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Pushing event updated for resources: {'Port': ['ID=a955a049-703f-42bc-8a1c-a778d4eb4e2b,revision_number=3']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:19:49.103911 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.db [req-eef39369-9ae8-4bbe-bad2-18cc47fd3120 req-653f01b9-faa8-490b-ba22-ae38027aa17c tempest-VolumesSnapshotTestJSON-1656461289 tempest-VolumesSnapshotTestJSON-1656461289-project] For port 5cbfa5ac-4883-4727-9c3c-4ab0f8528f87, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=5cbfa5ac-4883-4727-9c3c-4ab0f8528f87,segment=NetworkSegment(fa50df03-7dd2-4052-8819-c119d7bd8619),segment_id=fa50df03-7dd2-4052-8819-c119d7bd8619)] {{(pid=105585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:19:49.104193 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-eef39369-9ae8-4bbe-bad2-18cc47fd3120 req-653f01b9-faa8-490b-ba22-ae38027aa17c tempest-VolumesSnapshotTestJSON-1656461289 tempest-VolumesSnapshotTestJSON-1656461289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:49.110643 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-2ccc3517-0cbe-418e-98fa-b03e3dc78ddd admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=7d0ec60e24004e1bb3aafd9c2b557162&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5432768 Jul 27 21:19:49.115188 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 47816) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:19:49.136585 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e00a148-eb76-4f82-81ad-e1cc9d1c3933 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Router 143736f8-a94b-4c2e-b6b5-2224630f39aa has already been hosted by L3 agent dd128fd7-8e57-4d4f-895b-a96b369df59a {{(pid=105585) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:19:49.148011 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582e690e-8b2f-4b47-abb1-6cd2c46f46c7 req-4315bddd-0d73-4db4-bca8-3fe446743fbe tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:19:49.150025 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-582e690e-8b2f-4b47-abb1-6cd2c46f46c7 req-4315bddd-0d73-4db4-bca8-3fe446743fbe tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] 10.222.0.59 "GET /v2.0/ports?device_id=f600c487-e5e5-4562-8a3b-6f15b13fe576 HTTP/1.1" status: 200 len: 945 time: 0.4127102 Jul 27 21:19:49.152034 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [req-eef39369-9ae8-4bbe-bad2-18cc47fd3120 req-653f01b9-faa8-490b-ba22-ae38027aa17c tempest-VolumesSnapshotTestJSON-1656461289 tempest-VolumesSnapshotTestJSON-1656461289-project] Calling delete_port for 5cbfa5ac-4883-4727-9c3c-4ab0f8528f87 owned by compute:nova {{(pid=105585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:19:49.198120 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72e0589-a5c6-4d7f-b1c4-40f0cee193fc req-105765a3-6655-45c9-a5da-201bf51020eb tempest-VolumesSnapshotTestJSON-1656461289 tempest-VolumesSnapshotTestJSON-1656461289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:19:49.199289 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.db_base_plugin_common [None req-863d7ba7-4137-4fa7-a492-9928fd066b01 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Allocated IP 172.20.0.12 (1d615a85-844c-4c57-a0fc-2090e87300f0/f18135c5-3f61-40fe-bb67-4ad8120b862f/bfc6ed14-0cab-4315-8553-90da98c24fa6) {{(pid=105584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:19:49.207745 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-c72e0589-a5c6-4d7f-b1c4-40f0cee193fc req-105765a3-6655-45c9-a5da-201bf51020eb tempest-VolumesSnapshotTestJSON-1656461289 tempest-VolumesSnapshotTestJSON-1656461289-project] 10.222.0.59 "GET /v2.0/ports?device_id=d329d6cd-0d71-49a5-93ee-e3d4a6993e4c HTTP/1.1" status: 200 len: 945 time: 0.3613498 Jul 27 21:19:49.210759 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.db_base_plugin_common [None req-863d7ba7-4137-4fa7-a492-9928fd066b01 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Allocated IP 2001:db8::f816:3eff:fe68:2475 (1d615a85-844c-4c57-a0fc-2090e87300f0/f0deb441-814a-4067-b4e0-721f621c422c/bfc6ed14-0cab-4315-8553-90da98c24fa6) {{(pid=105584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:19:49.219366 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-f3adaba1-04a7-48a2-86db-6588a604b0ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-844364794 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844364794-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-235598037'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:19:49.228747 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-1d12ce29-7db0-4dab-a44b-9be56888352e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:49.252721 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-1d12ce29-7db0-4dab-a44b-9be56888352e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:49.333532 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3adaba1-04a7-48a2-86db-6588a604b0ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-844364794 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844364794-project] Made reservation on behalf of e8de95a34e0a4ff9a4c79db79724dce5 for: {'network': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:19:49.336589 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-582e690e-8b2f-4b47-abb1-6cd2c46f46c7 req-6e79a52b-d14b-47f8-9d39-783754e02801 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] 10.222.0.59 "GET /v2.0/security-groups?id=5a737d1c-b945-4cea-a14d-2326657e6941&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1762660 Jul 27 21:19:49.344948 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-f3adaba1-04a7-48a2-86db-6588a604b0ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-844364794 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844364794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for network, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:49.359760 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-f3adaba1-04a7-48a2-86db-6588a604b0ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-844364794 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844364794-project] Notify callbacks [] for security_group, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:49.375354 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-1d12ce29-7db0-4dab-a44b-9be56888352e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:49.378186 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-1d12ce29-7db0-4dab-a44b-9be56888352e admin admin] Notify callbacks [] for security_group, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:49.379470 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-1d12ce29-7db0-4dab-a44b-9be56888352e admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/4e0427e5-5b9f-4dda-9654-45040fb6c7de HTTP/1.1" status: 204 len: 168 time: 0.2632475 Jul 27 21:19:49.391606 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-c72e0589-a5c6-4d7f-b1c4-40f0cee193fc req-c3ec847d-7568-46a3-9abb-753abad076e8 tempest-VolumesSnapshotTestJSON-1656461289 tempest-VolumesSnapshotTestJSON-1656461289-project] 10.222.0.59 "GET /v2.0/security-groups?id=dbda38b4-0099-4f6e-aeb8-905b6aa6a585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1829343 Jul 27 21:19:49.429762 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d12ce29-7db0-4dab-a44b-9be56888352e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e0427e5-5b9f-4dda-9654-45040fb6c7de,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:19:49.446920 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e00a148-eb76-4f82-81ad-e1cc9d1c3933 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify agent at l3_agent.n-d-705658-22 the message routers_updated {{(pid=105585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:19:49.466368 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fddc7246-8e5d-4d2a-b92b-e6824ed76a7b None None] Sync routers for ids ['143736f8-a94b-4c2e-b6b5-2224630f39aa'] in n-d-705658-22 {{(pid=105587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:19:49.470906 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-9e00a148-eb76-4f82-81ad-e1cc9d1c3933 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] 10.222.0.59 "PUT /v2.0/routers/143736f8-a94b-4c2e-b6b5-2224630f39aa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9496613 Jul 27 21:19:49.475167 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 47830) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:19:49.479417 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fddc7246-8e5d-4d2a-b92b-e6824ed76a7b None None] Routers {'143736f8-a94b-4c2e-b6b5-2224630f39aa'} bound to L3 agent in host n-d-705658-22 {{(pid=105587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:19:49.480545 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-fddc7246-8e5d-4d2a-b92b-e6824ed76a7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:19:42Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['143736f8-a94b-4c2e-b6b5-2224630f39aa'], 'active': True} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:19:49.624402 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ed52f04-4566-4798-a3c0-40e8cc1704ab tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Deleting subnet 26a4c494-c373-4559-8390-14c25615fa06 {{(pid=105584) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:19:49.624402 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-5ed52f04-4566-4798-a3c0-40e8cc1704ab tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify callbacks [] for subnet, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:49.749118 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-eef39369-9ae8-4bbe-bad2-18cc47fd3120 req-653f01b9-faa8-490b-ba22-ae38027aa17c tempest-VolumesSnapshotTestJSON-1656461289 tempest-VolumesSnapshotTestJSON-1656461289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:49.750164 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] get_ports_and_sgs() called for port_ids ['5cbfa5ac-4883-4727-9c3c-4ab0f8528f87'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:19:49.750751 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-863d7ba7-4137-4fa7-a492-9928fd066b01 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks [] for port, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:49.750751 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-5ed52f04-4566-4798-a3c0-40e8cc1704ab tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9014207'] for subnet, precommit_delete_associations {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:49.751232 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653f01b9-faa8-490b-ba22-ae38027aa17c tempest-VolumesSnapshotTestJSON-1656461289 tempest-VolumesSnapshotTestJSON-1656461289-project] Pushing event deleted for resources: {'Port': ['ID=5cbfa5ac-4883-4727-9c3c-4ab0f8528f87,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:19:49.751548 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvr_db [None req-fddc7246-8e5d-4d2a-b92b-e6824ed76a7b None None] Set router 143736f8-a94b-4c2e-b6b5-2224630f39aa gateway port host: None {{(pid=105587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:19:49.799112 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.provisioning_blocks [None req-863d7ba7-4137-4fa7-a492-9928fd066b01 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Transition to ACTIVE for port object bfc6ed14-0cab-4315-8553-90da98c24fa6 will not be triggered until provisioned by entity DHCP. {{(pid=105584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:19:49.805735 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-f3adaba1-04a7-48a2-86db-6588a604b0ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-844364794 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844364794-project] Notify callbacks [] for security_group, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:49.817322 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-f3adaba1-04a7-48a2-86db-6588a604b0ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-844364794 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844364794-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:49.847627 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.l3_dvrscheduler_db [req-eef39369-9ae8-4bbe-bad2-18cc47fd3120 req-653f01b9-faa8-490b-ba22-ae38027aa17c tempest-VolumesSnapshotTestJSON-1656461289 tempest-VolumesSnapshotTestJSON-1656461289-project] No DVR routers for this DVR port 5cbfa5ac-4883-4727-9c3c-4ab0f8528f87 on host n-h1-705658-22 {{(pid=105585) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:19:49.865676 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-eef39369-9ae8-4bbe-bad2-18cc47fd3120 req-653f01b9-faa8-490b-ba22-ae38027aa17c tempest-VolumesSnapshotTestJSON-1656461289 tempest-VolumesSnapshotTestJSON-1656461289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:49.877260 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-eef39369-9ae8-4bbe-bad2-18cc47fd3120 req-653f01b9-faa8-490b-ba22-ae38027aa17c tempest-VolumesSnapshotTestJSON-1656461289 tempest-VolumesSnapshotTestJSON-1656461289-project] 10.222.0.36 "DELETE /v2.0/ports/5cbfa5ac-4883-4727-9c3c-4ab0f8528f87 HTTP/1.1" status: 204 len: 173 time: 1.3981822 Jul 27 21:19:49.877260 n-d-705658-22 neutron-server[105585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd329d6cd-0d71-49a5-93ee-e3d4a6993e4c', 'name': 'network-vif-deleted', 'tag': '5cbfa5ac-4883-4727-9c3c-4ab0f8528f87'}] {{(pid=105585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:19:49.880840 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d66fd65881426bfc2b5388084a3654e5eae521106a15a3dbf0eb4cde7106c36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b800380c-2684-49b9-b595-c67e68d94f60" -d '{"events": [{"server_uuid": "d329d6cd-0d71-49a5-93ee-e3d4a6993e4c", "name": "network-vif-deleted", "tag": "5cbfa5ac-4883-4727-9c3c-4ab0f8528f87"}]}' {{(pid=105585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:19:49.904665 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3adaba1-04a7-48a2-86db-6588a604b0ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-844364794 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844364794-project] vlan segment allocate from pool success with {'vlan_id': 247, 'physical_network': 'physnet1'} {{(pid=105584) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:19:49.932635 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3adaba1-04a7-48a2-86db-6588a604b0ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-844364794 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844364794-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d9ab9bcf-1eca-4ed0-9679-b75e704b7f58,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:19:49.959386 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-f3adaba1-04a7-48a2-86db-6588a604b0ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-844364794 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844364794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:49.959746 n-d-705658-22 neutron-server[105584]: INFO neutron.db.segments_db [None req-f3adaba1-04a7-48a2-86db-6588a604b0ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-844364794 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844364794-project] Added segment 952d6cad-180f-4d19-8bcc-9dda2fd5622f of type vlan for network 7e78281a-603f-4686-9a21-13dfe9a8aff6 Jul 27 21:19:49.973060 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:19:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63099a31-c682-45ab-baa8-1d55d32a8e70 x-openstack-request-id: req-63099a31-c682-45ab-baa8-1d55d32a8e70 {{(pid=105585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:19:49.973196 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d329d6cd-0d71-49a5-93ee-e3d4a6993e4c", "name": "network-vif-deleted", "tag": "5cbfa5ac-4883-4727-9c3c-4ab0f8528f87", "status": "completed", "code": 200}]} {{(pid=105585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:19:49.973451 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-63099a31-c682-45ab-baa8-1d55d32a8e70 {{(pid=105585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:19:49.973853 n-d-705658-22 neutron-server[105585]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd329d6cd-0d71-49a5-93ee-e3d4a6993e4c', 'name': 'network-vif-deleted', 'tag': '5cbfa5ac-4883-4727-9c3c-4ab0f8528f87', 'status': 'completed', 'code': 200} Jul 27 21:19:50.034037 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-863d7ba7-4137-4fa7-a492-9928fd066b01 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:50.128672 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.db_base_plugin_common [None req-dc1970d2-68ce-47b1-a03f-e791bf14877f None None] Allocated IP 172.20.0.2 (1d615a85-844c-4c57-a0fc-2090e87300f0/f18135c5-3f61-40fe-bb67-4ad8120b862f/a955a049-703f-42bc-8a1c-a778d4eb4e2b) {{(pid=105586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:19:50.151401 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-f3adaba1-04a7-48a2-86db-6588a604b0ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-844364794 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844364794-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790688424798'] for network, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:50.158074 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-5ed52f04-4566-4798-a3c0-40e8cc1704ab tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854965'] for subnet, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:50.201036 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 47850) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:19:50.204966 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-863d7ba7-4137-4fa7-a492-9928fd066b01 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Network 1d615a85-844c-4c57-a0fc-2090e87300f0 is already hosted by enough agents. {{(pid=105584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:19:50.230118 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [None req-863d7ba7-4137-4fa7-a492-9928fd066b01 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Resources bound (agent type, host, resource id): {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:19:50.240814 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-863d7ba7-4137-4fa7-a492-9928fd066b01 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Received port after_create {{(pid=105584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:19:50.244540 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-b67a6da0-d6c6-4e5d-8d0b-ba8833b3f76e admin admin] Notify callbacks [] for security_group, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:50.284573 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device a955a049-703f-42bc-8a1c-a778d4eb4e2b up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:19:50.303367 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863d7ba7-4137-4fa7-a492-9928fd066b01 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Pushing event updated for resources: {'Port': ['ID=bfc6ed14-0cab-4315-8553-90da98c24fa6,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:19:50.317316 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-fddc7246-8e5d-4d2a-b92b-e6824ed76a7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '143736f8-a94b-4c2e-b6b5-2224630f39aa', 'name': 'tempest-RoutersTest-router-2098360871', 'tenant_id': 'b2a273d14da548f08e5e2947b1efbc75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:18:44Z', 'updated_at': '2021-07-27T21:19:47Z', 'revision_number': 10, 'project_id': 'b2a273d14da548f08e5e2947b1efbc75', 'gw_port_host': None, '_interfaces': [{'id': '8c8e812d-bdf9-4cf4-b8c7-3dc810eefb32', 'name': '', 'network_id': '3c05b601-6f3f-4129-89fb-58b7bb9fe8d3', 'tenant_id': 'b2a273d14da548f08e5e2947b1efbc75', 'mac_address': 'fa:16:3e:da:90:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '143736f8-a94b-4c2e-b6b5-2224630f39aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2848, 'fixed_ips': [{'subnet_id': '5243c389-81dc-4a3a-888e-c7f09f4ecbc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:18:48Z', 'updated_at': '2021-07-27T21:19:02Z', 'revision_number': 5, 'project_id': 'b2a273d14da548f08e5e2947b1efbc75', 'subnets': [{'id': '5243c389-81dc-4a3a-888e-c7f09f4ecbc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-22', False) {} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:19:50.330945 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-f3adaba1-04a7-48a2-86db-6588a604b0ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-844364794 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844364794-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920'] for network, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:50.337107 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3adaba1-04a7-48a2-86db-6588a604b0ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-844364794 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844364794-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:19:50.338068 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-f3adaba1-04a7-48a2-86db-6588a604b0ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-844364794 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844364794-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743886'] for network, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:50.371711 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fddc7246-8e5d-4d2a-b92b-e6824ed76a7b None None] Checking router: 143736f8-a94b-4c2e-b6b5-2224630f39aa for host: n-d-705658-22 {{(pid=105587) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:19:50.404298 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-863d7ba7-4137-4fa7-a492-9928fd066b01 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:19:50.405372 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-863d7ba7-4137-4fa7-a492-9928fd066b01 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:50.416372 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fddc7246-8e5d-4d2a-b92b-e6824ed76a7b None None] Routers {'143736f8-a94b-4c2e-b6b5-2224630f39aa'} bound to L3 agent in host n-d-705658-22 {{(pid=105587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:19:50.418189 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-fddc7246-8e5d-4d2a-b92b-e6824ed76a7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:19:42Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['143736f8-a94b-4c2e-b6b5-2224630f39aa'], 'active': True} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:19:50.465190 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-dc1970d2-68ce-47b1-a03f-e791bf14877f None None] For port a955a049-703f-42bc-8a1c-a778d4eb4e2b, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=a955a049-703f-42bc-8a1c-a778d4eb4e2b,segment=NetworkSegment(532d8a52-575f-45de-a3af-efbea8c8f6d5),segment_id=532d8a52-575f-45de-a3af-efbea8c8f6d5)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:19:50.490862 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-b67a6da0-d6c6-4e5d-8d0b-ba8833b3f76e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:50.494566 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-5ed52f04-4566-4798-a3c0-40e8cc1704ab tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9014081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9738825'] for subnet, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:50.497440 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-b67a6da0-d6c6-4e5d-8d0b-ba8833b3f76e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:50.550116 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-f3adaba1-04a7-48a2-86db-6588a604b0ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-844364794 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844364794-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 1.5343642 Jul 27 21:19:50.555129 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed52f04-4566-4798-a3c0-40e8cc1704ab tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Pushing event deleted for resources: {'Subnet': ['ID=26a4c494-c373-4559-8390-14c25615fa06,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:19:50.562476 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-863d7ba7-4137-4fa7-a492-9928fd066b01 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.1719668 Jul 27 21:19:50.564475 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-5ed52f04-4566-4798-a3c0-40e8cc1704ab tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify callbacks [] for subnet, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:50.564612 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port a955a049-703f-42bc-8a1c-a778d4eb4e2b triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:19:50.565050 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:50.570679 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-5ed52f04-4566-4798-a3c0-40e8cc1704ab tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] 10.222.0.59 "DELETE /v2.0/subnets/26a4c494-c373-4559-8390-14c25615fa06 HTTP/1.1" status: 204 len: 168 time: 1.0897326 Jul 27 21:19:50.572110 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 47864) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:19:50.572697 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 47866) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:19:50.582373 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3adaba1-04a7-48a2-86db-6588a604b0ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-844364794 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844364794-project] Pushing event updated for resources: {'Network': ['ID=7e78281a-603f-4686-9a21-13dfe9a8aff6,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:19:50.631648 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d755a6c3-4861-4511-850a-352ef20f7716 None None] Network d2bd9219-4168-4aa2-ac8d-51730a978a14 requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:19:50.633459 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Network 7e78281a-603f-4686-9a21-13dfe9a8aff6 details requested by agent ovs-agent-n-d-705658-22 with host n-d-705658-22 {{(pid=105586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:19:50.679359 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67a6da0-d6c6-4e5d-8d0b-ba8833b3f76e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbd34764-a060-4947-942d-4adf4b442389,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:19:50.700777 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-1aea0431-f060-4bd8-b152-a638e71b0d92 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-990557'] for network, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:50.710271 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 47870) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:19:50.710743 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-b67a6da0-d6c6-4e5d-8d0b-ba8833b3f76e admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=e57b870b0e48446390c852ed4090d29d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5037317 Jul 27 21:19:50.747654 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvr_db [None req-fddc7246-8e5d-4d2a-b92b-e6824ed76a7b None None] Set router 143736f8-a94b-4c2e-b6b5-2224630f39aa gateway port host: None {{(pid=105587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:19:50.793888 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-694453b4-d5e0-4339-9384-ee69c132edd5 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:19:50.801040 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-694453b4-d5e0-4339-9384-ee69c132edd5 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:19:50.805745 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-694453b4-d5e0-4339-9384-ee69c132edd5 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1784 time: 0.2315516 Jul 27 21:19:50.806668 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 47874) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:19:50.865379 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-2e9cb00c-2dfc-4045-8760-64a60c442e46 req-30120095-d77b-48d4-8bd1-fbbc1dbfcdce tempest-VolumesSnapshotTestJSON-1656461289 tempest-VolumesSnapshotTestJSON-1656461289-project] 10.222.0.59 "GET /v2.0/ports?device_id=d329d6cd-0d71-49a5-93ee-e3d4a6993e4c HTTP/1.1" status: 200 len: 210 time: 0.1090953 Jul 27 21:19:50.912520 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-dc1970d2-68ce-47b1-a03f-e791bf14877f None None] Notify callbacks [] for port, precommit_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:50.923199 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bced160d-66f1-4684-a39d-806ab94444ee req-79c0d19d-09b0-45f5-bd32-d3e03cd4f026 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:19:50.931904 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-dc1970d2-68ce-47b1-a03f-e791bf14877f None None] Transition to ACTIVE for port object a955a049-703f-42bc-8a1c-a778d4eb4e2b will not be triggered until provisioned by entity DHCP. {{(pid=105586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:19:50.934612 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-bced160d-66f1-4684-a39d-806ab94444ee req-79c0d19d-09b0-45f5-bd32-d3e03cd4f026 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] 10.222.0.59 "GET /v2.0/ports?device_id=f600c487-e5e5-4562-8a3b-6f15b13fe576 HTTP/1.1" status: 200 len: 945 time: 0.4006860 Jul 27 21:19:50.978830 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-dc1970d2-68ce-47b1-a03f-e791bf14877f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:51.015007 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-bced160d-66f1-4684-a39d-806ab94444ee req-a053f6cf-a461-46a5-81bf-51003bbbf115 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] 10.222.0.59 "GET /v2.0/security-groups?id=5a737d1c-b945-4cea-a14d-2326657e6941&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0728705 Jul 27 21:19:51.087159 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-fddc7246-8e5d-4d2a-b92b-e6824ed76a7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '143736f8-a94b-4c2e-b6b5-2224630f39aa', 'name': 'tempest-RoutersTest-router-2098360871', 'tenant_id': 'b2a273d14da548f08e5e2947b1efbc75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:18:44Z', 'updated_at': '2021-07-27T21:19:47Z', 'revision_number': 10, 'project_id': 'b2a273d14da548f08e5e2947b1efbc75', 'gw_port_host': None, '_interfaces': [{'id': '8c8e812d-bdf9-4cf4-b8c7-3dc810eefb32', 'name': '', 'network_id': '3c05b601-6f3f-4129-89fb-58b7bb9fe8d3', 'tenant_id': 'b2a273d14da548f08e5e2947b1efbc75', 'mac_address': 'fa:16:3e:da:90:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '143736f8-a94b-4c2e-b6b5-2224630f39aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2848, 'fixed_ips': [{'subnet_id': '5243c389-81dc-4a3a-888e-c7f09f4ecbc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:18:48Z', 'updated_at': '2021-07-27T21:19:02Z', 'revision_number': 5, 'project_id': 'b2a273d14da548f08e5e2947b1efbc75', 'subnets': [{'id': '5243c389-81dc-4a3a-888e-c7f09f4ecbc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-22', False) {} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:19:51.091804 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Port a955a049-703f-42bc-8a1c-a778d4eb4e2b had new provisioning blocks added so it will not transition to active. {{(pid=105586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:347}} Jul 27 21:19:51.137621 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fddc7246-8e5d-4d2a-b92b-e6824ed76a7b None None] The sync data for ids ['143736f8-a94b-4c2e-b6b5-2224630f39aa'] in n-d-705658-22 is: [{'id': '143736f8-a94b-4c2e-b6b5-2224630f39aa', 'name': 'tempest-RoutersTest-router-2098360871', 'tenant_id': 'b2a273d14da548f08e5e2947b1efbc75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:18:44Z', 'updated_at': '2021-07-27T21:19:47Z', 'revision_number': 10, 'project_id': 'b2a273d14da548f08e5e2947b1efbc75', 'gw_port_host': None, '_interfaces': [{'id': '8c8e812d-bdf9-4cf4-b8c7-3dc810eefb32', 'name': '', 'network_id': '3c05b601-6f3f-4129-89fb-58b7bb9fe8d3', 'tenant_id': 'b2a273d14da548f08e5e2947b1efbc75', 'mac_address': 'fa:16:3e:da:90:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '143736f8-a94b-4c2e-b6b5-2224630f39aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2848, 'fixed_ips': [{'subnet_id': '5243c389-81dc-4a3a-888e-c7f09f4ecbc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:18:48Z', 'updated_at': '2021-07-27T21:19:02Z', 'revision_number': 5, 'project_id': 'b2a273d14da548f08e5e2947b1efbc75', 'subnets': [{'id': '5243c389-81dc-4a3a-888e-c7f09f4ecbc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:19:51.201941 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1970d2-68ce-47b1-a03f-e791bf14877f None None] Pushing event updated for resources: {'Port': ['ID=a955a049-703f-42bc-8a1c-a778d4eb4e2b,revision_number=4']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:19:51.388334 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 47886) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:19:51.393331 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-8ebc82ad-e44d-4374-9eb7-c824928d7203 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495-project-admin] Request body: {'port': {'network_id': '7e78281a-603f-4686-9a21-13dfe9a8aff6', 'binding:host_id': 'n-h1-705658-22', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-970445462'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:19:51.407701 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-514e7a08-95b5-47a0-9970-d52642464877 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:51.445540 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ebc82ad-e44d-4374-9eb7-c824928d7203 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495-project-admin] Made reservation on behalf of 86c95c00d85648d6830629dcd191e9a2 for: {'port': 1} {{(pid=105585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:19:51.448934 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-8ebc82ad-e44d-4374-9eb7-c824928d7203 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:51.459436 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-8ebc82ad-e44d-4374-9eb7-c824928d7203 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495-project-admin] Notify callbacks [] for security_group, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:51.472101 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-514e7a08-95b5-47a0-9970-d52642464877 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:51.481961 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-1aea0431-f060-4bd8-b152-a638e71b0d92 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Deleting port 3ddfc47c-0f1d-4449-8246-fef1ddfde492 {{(pid=105584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:19:51.482528 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-1aea0431-f060-4bd8-b152-a638e71b0d92 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:51.521342 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08ef4494-95a6-4591-b3ed-b3c10c16f018 None None] DHCP port deletion for d2bd9219-4168-4aa2-ac8d-51730a978a14 request from n-d-705658-22 {{(pid=105586) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 21:19:51.595125 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-08ef4494-95a6-4591-b3ed-b3c10c16f018 None None] Deleting port 3ddfc47c-0f1d-4449-8246-fef1ddfde492 {{(pid=105586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:19:51.595752 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-08ef4494-95a6-4591-b3ed-b3c10c16f018 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:51.689016 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [None req-1aea0431-f060-4bd8-b152-a638e71b0d92 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] For port 3ddfc47c-0f1d-4449-8246-fef1ddfde492, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=3ddfc47c-0f1d-4449-8246-fef1ddfde492,segment=NetworkSegment(ae871331-78ed-4377-9138-d9d0b669a644),segment_id=ae871331-78ed-4377-9138-d9d0b669a644)] {{(pid=105584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:19:51.689616 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-1aea0431-f060-4bd8-b152-a638e71b0d92 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:51.693236 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-8ebc82ad-e44d-4374-9eb7-c824928d7203 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:51.697095 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-8ebc82ad-e44d-4374-9eb7-c824928d7203 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:51.704455 n-d-705658-22 neutron-server[105585]: DEBUG neutron.notifiers.nova [None req-8ebc82ad-e44d-4374-9eb7-c824928d7203 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495-project-admin] device_id is not set on port d9b4e686-1369-4ad5-a6f3-d9cd08811eb4 yet. {{(pid=105585) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 21:19:51.741533 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-e18c6b38-6b76-44f0-97d4-728d43e9bbde tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Deleting port bfc6ed14-0cab-4315-8553-90da98c24fa6 {{(pid=105584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:19:51.742382 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-e18c6b38-6b76-44f0-97d4-728d43e9bbde tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:51.764491 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-08ef4494-95a6-4591-b3ed-b3c10c16f018 None None] For port 3ddfc47c-0f1d-4449-8246-fef1ddfde492, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=3ddfc47c-0f1d-4449-8246-fef1ddfde492,segment=NetworkSegment(ae871331-78ed-4377-9138-d9d0b669a644),segment_id=ae871331-78ed-4377-9138-d9d0b669a644)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:19:51.767160 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-08ef4494-95a6-4591-b3ed-b3c10c16f018 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:51.799383 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-08ef4494-95a6-4591-b3ed-b3c10c16f018 None None] Calling delete_port for 3ddfc47c-0f1d-4449-8246-fef1ddfde492 owned by network:dhcp {{(pid=105586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:19:51.867844 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebc82ad-e44d-4374-9eb7-c824928d7203 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62e9762d-d23d-4904-acb4-0b5cd3949501,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:19:51.893558 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-e18c6b38-6b76-44f0-97d4-728d43e9bbde tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:51.912132 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-e18c6b38-6b76-44f0-97d4-728d43e9bbde tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Calling delete_port for bfc6ed14-0cab-4315-8553-90da98c24fa6 owned by {{(pid=105584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:19:51.923332 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-514e7a08-95b5-47a0-9970-d52642464877 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:51.926304 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-514e7a08-95b5-47a0-9970-d52642464877 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:51.929427 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-514e7a08-95b5-47a0-9970-d52642464877 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/fbd34764-a060-4947-942d-4adf4b442389 HTTP/1.1" status: 204 len: 168 time: 1.2156971 Jul 27 21:19:51.946231 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-1aea0431-f060-4bd8-b152-a638e71b0d92 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Calling delete_port for 3ddfc47c-0f1d-4449-8246-fef1ddfde492 owned by network:dhcp {{(pid=105584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:19:51.964333 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-08ef4494-95a6-4591-b3ed-b3c10c16f018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180'] for port, after_delete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:51.998385 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ef4494-95a6-4591-b3ed-b3c10c16f018 None None] Pushing event deleted for resources: {'Port': ['ID=3ddfc47c-0f1d-4449-8246-fef1ddfde492,revision_number=None']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:19:52.016836 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08ef4494-95a6-4591-b3ed-b3c10c16f018 None None] No DVR routers for this DVR port 3ddfc47c-0f1d-4449-8246-fef1ddfde492 on host n-d-705658-22 {{(pid=105586) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:19:52.201724 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-1aea0431-f060-4bd8-b152-a638e71b0d92 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:52.285921 n-d-705658-22 neutron-server[105585]: DEBUG neutron.notifiers.nova [None req-8ebc82ad-e44d-4374-9eb7-c824928d7203 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495-project-admin] device_id is not set on port d9b4e686-1369-4ad5-a6f3-d9cd08811eb4 yet. {{(pid=105585) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 21:19:52.311127 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device 5cbfa5ac-4883-4727-9c3c-4ab0f8528f87 no longer exists at agent hyperv_n-h1-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:19:52.316754 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-8ebc82ad-e44d-4374-9eb7-c824928d7203 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495-project-admin] Notify callbacks [] for port, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:52.353054 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aea0431-f060-4bd8-b152-a638e71b0d92 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] No DVR routers for this DVR port 3ddfc47c-0f1d-4449-8246-fef1ddfde492 on host n-d-705658-22 {{(pid=105584) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:19:52.359075 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514e7a08-95b5-47a0-9970-d52642464877 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbd34764-a060-4947-942d-4adf4b442389,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:19:52.373541 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-28650df7-c46c-4981-b84f-37d87254047e None None] No Port match for: 5cbfa5ac-4883-4727-9c3c-4ab0f8528f87 {{(pid=105586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:19:52.376368 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device 5cbfa5ac-4883-4727-9c3c-4ab0f8528f87 not bound to the agent host n-h1-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:19:52.377859 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.provisioning_blocks [None req-8ebc82ad-e44d-4374-9eb7-c824928d7203 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495-project-admin] Transition to ACTIVE for port object d9b4e686-1369-4ad5-a6f3-d9cd08811eb4 will not be triggered until provisioned by entity L2. {{(pid=105585) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:19:52.378146 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device a955a049-703f-42bc-8a1c-a778d4eb4e2b up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:19:52.412156 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-8ebc82ad-e44d-4374-9eb7-c824928d7203 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:52.430868 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e945f0a-ca37-4220-a3fd-5f2e30d59f09 req-1ed0ead9-bf36-4f7c-bf2b-40cec6406af5 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:19:52.444553 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-1e945f0a-ca37-4220-a3fd-5f2e30d59f09 req-1ed0ead9-bf36-4f7c-bf2b-40cec6406af5 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] 10.222.0.59 "GET /v2.0/ports?device_id=f600c487-e5e5-4562-8a3b-6f15b13fe576 HTTP/1.1" status: 200 len: 945 time: 0.2840722 Jul 27 21:19:52.445027 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aea0431-f060-4bd8-b152-a638e71b0d92 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Pushing event deleted for resources: {'Port': ['ID=3ddfc47c-0f1d-4449-8246-fef1ddfde492,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:19:52.547171 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-e54325e5-d989-4b91-b725-f29de0b4aefa None None] Provisioning for port a955a049-703f-42bc-8a1c-a778d4eb4e2b completed by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:19:52.552307 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-e54325e5-d989-4b91-b725-f29de0b4aefa None None] Provisioning complete for port a955a049-703f-42bc-8a1c-a778d4eb4e2b triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:19:52.552906 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-e54325e5-d989-4b91-b725-f29de0b4aefa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:52.553643 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-1aea0431-f060-4bd8-b152-a638e71b0d92 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853562', 'neutron.services.segments.db._delete_segments_for_network-8790688882975'] for network, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:52.577042 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.segments.db [None req-1aea0431-f060-4bd8-b152-a638e71b0d92 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2bd9219-4168-4aa2-ac8d-51730a978a14']}} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:19:52.610941 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.segments.db [None req-1aea0431-f060-4bd8-b152-a638e71b0d92 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae871331-78ed-4377-9138-d9d0b669a644') {'for_net_delete': True} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:19:52.611346 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.segments.db [None req-1aea0431-f060-4bd8-b152-a638e71b0d92 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae871331-78ed-4377-9138-d9d0b669a644') {} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:19:52.645522 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 3ddfc47c-0f1d-4449-8246-fef1ddfde492 no longer exists at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:19:52.674275 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-1aea0431-f060-4bd8-b152-a638e71b0d92 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790688883752', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9014348'] for segment, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:52.697296 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebc82ad-e44d-4374-9eb7-c824928d7203 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495-project-admin] Pushing event updated for resources: {'Port': ['ID=d9b4e686-1369-4ad5-a6f3-d9cd08811eb4,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:19:52.700500 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] No Port match for: 3ddfc47c-0f1d-4449-8246-fef1ddfde492 {{(pid=105586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:19:52.701251 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 3ddfc47c-0f1d-4449-8246-fef1ddfde492 not bound to the agent host n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:19:52.703065 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 3819275d-931c-4e77-af59-0a072b5437d6 no longer exists at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:19:52.711891 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-1aea0431-f060-4bd8-b152-a638e71b0d92 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:52.768889 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] No Port match for: 3819275d-931c-4e77-af59-0a072b5437d6 {{(pid=105586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:19:52.769345 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 3819275d-931c-4e77-af59-0a072b5437d6 not bound to the agent host n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:19:52.789856 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1aea0431-f060-4bd8-b152-a638e71b0d92 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Releasing vlan 211 on physical network physnet1 to pool {{(pid=105584) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:19:52.790271 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-1aea0431-f060-4bd8-b152-a638e71b0d92 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9014063'] for segment, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:52.793859 n-d-705658-22 neutron-server[105584]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 21:19:52.793859 n-d-705658-22 neutron-server[105584]: self.session.flush() Jul 27 21:19:52.793859 n-d-705658-22 neutron-server[105584]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 21:19:52.793859 n-d-705658-22 neutron-server[105584]: self.session.flush() Jul 27 21:19:52.793859 n-d-705658-22 neutron-server[105584]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 21:19:52.793859 n-d-705658-22 neutron-server[105584]: self.session.flush() Jul 27 21:19:52.793859 n-d-705658-22 neutron-server[105584]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 21:19:52.793859 n-d-705658-22 neutron-server[105584]: self.session.flush() Jul 27 21:19:52.793859 n-d-705658-22 neutron-server[105584]: Traceback (most recent call last): Jul 27 21:19:52.793859 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:19:52.793859 n-d-705658-22 neutron-server[105584]: timer() Jul 27 21:19:52.793859 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:19:52.793859 n-d-705658-22 neutron-server[105584]: cb(*args, **kw) Jul 27 21:19:52.793859 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:19:52.793859 n-d-705658-22 neutron-server[105584]: return func(*args, **kwargs) Jul 27 21:19:52.793859 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:19:52.793859 n-d-705658-22 neutron-server[105584]: self._notify() Jul 27 21:19:52.793859 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:19:52.793859 n-d-705658-22 neutron-server[105584]: self.callback(batched_events) Jul 27 21:19:52.793859 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:19:52.793859 n-d-705658-22 neutron-server[105584]: event.method(event) Jul 27 21:19:52.793859 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:19:52.793859 n-d-705658-22 neutron-server[105584]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:19:52.793859 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:19:52.793859 n-d-705658-22 neutron-server[105584]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:19:52.793859 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:19:52.793859 n-d-705658-22 neutron-server[105584]: return f(self, *a, **k) Jul 27 21:19:52.793859 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:19:52.793859 n-d-705658-22 neutron-server[105584]: return self._get(url).json() Jul 27 21:19:52.793859 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:19:52.793859 n-d-705658-22 neutron-server[105584]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:19:52.793859 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:19:52.793859 n-d-705658-22 neutron-server[105584]: return self.request(url, 'GET', **kwargs) Jul 27 21:19:52.793859 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:19:52.793859 n-d-705658-22 neutron-server[105584]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:19:52.793859 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:19:52.793859 n-d-705658-22 neutron-server[105584]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:19:52.793859 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:19:52.793859 n-d-705658-22 neutron-server[105584]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:19:52.793859 n-d-705658-22 neutron-server[105584]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:19:52.797791 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-1e945f0a-ca37-4220-a3fd-5f2e30d59f09 req-fc7cd053-8051-488c-8218-6aaec1b73519 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] 10.222.0.59 "GET /v2.0/security-groups?id=5a737d1c-b945-4cea-a14d-2326657e6941&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3486238 Jul 27 21:19:52.815496 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ebc82ad-e44d-4374-9eb7-c824928d7203 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495-project-admin] Checking segment: {'id': '952d6cad-180f-4d19-8bcc-9dda2fd5622f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '7e78281a-603f-4686-9a21-13dfe9a8aff6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:19:52.815978 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ebc82ad-e44d-4374-9eb7-c824928d7203 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495-project-admin] Network hostable DHCP agents. Network: 7e78281a-603f-4686-9a21-13dfe9a8aff6, hostable agents: ['7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a'], hosted agents: [] {{(pid=105585) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:19:52.837293 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ebc82ad-e44d-4374-9eb7-c824928d7203 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495-project-admin] Network 7e78281a-603f-4686-9a21-13dfe9a8aff6 is scheduled to be hosted by DHCP agent 7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a with binding_index 1 {{(pid=105585) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:19:52.852469 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.base_scheduler [None req-8ebc82ad-e44d-4374-9eb7-c824928d7203 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-22, 7e78281a-603f-4686-9a21-13dfe9a8aff6) {{(pid=105585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:19:52.861863 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ebc82ad-e44d-4374-9eb7-c824928d7203 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495-project-admin] Received port after_create {{(pid=105585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:19:52.891101 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.managers [None req-8ebc82ad-e44d-4374-9eb7-c824928d7203 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495-project-admin] Attempting to bind port d9b4e686-1369-4ad5-a6f3-d9cd08811eb4 on host n-h1-705658-22 for vnic_type normal with profile {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:19:52.892105 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.managers [None req-8ebc82ad-e44d-4374-9eb7-c824928d7203 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495-project-admin] Attempting to bind port d9b4e686-1369-4ad5-a6f3-d9cd08811eb4 by drivers openvswitch,hyperv on host n-h1-705658-22 at level 0 using segments [{'id': '952d6cad-180f-4d19-8bcc-9dda2fd5622f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '7e78281a-603f-4686-9a21-13dfe9a8aff6'}] {{(pid=105585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:19:52.892821 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ebc82ad-e44d-4374-9eb7-c824928d7203 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495-project-admin] Attempting to bind port d9b4e686-1369-4ad5-a6f3-d9cd08811eb4 on network 7e78281a-603f-4686-9a21-13dfe9a8aff6 {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:19:52.904160 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ebc82ad-e44d-4374-9eb7-c824928d7203 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495-project-admin] Port d9b4e686-1369-4ad5-a6f3-d9cd08811eb4 on network 7e78281a-603f-4686-9a21-13dfe9a8aff6 not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-22 {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:19:52.904619 n-d-705658-22 neutron-server[105585]: ERROR neutron.plugins.ml2.managers [None req-8ebc82ad-e44d-4374-9eb7-c824928d7203 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495-project-admin] Failed to bind port d9b4e686-1369-4ad5-a6f3-d9cd08811eb4 on host n-h1-705658-22 for vnic_type normal using segments [{'id': '952d6cad-180f-4d19-8bcc-9dda2fd5622f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '7e78281a-603f-4686-9a21-13dfe9a8aff6'}] Jul 27 21:19:52.905106 n-d-705658-22 neutron-server[105585]: INFO neutron.plugins.ml2.plugin [None req-8ebc82ad-e44d-4374-9eb7-c824928d7203 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495-project-admin] Attempt 2 to bind port d9b4e686-1369-4ad5-a6f3-d9cd08811eb4 Jul 27 21:19:52.914857 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a877cbc4-c72a-40ba-8421-7b7cb403d987 None None] Network 7e78281a-603f-4686-9a21-13dfe9a8aff6 requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:19:52.931979 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.managers [None req-8ebc82ad-e44d-4374-9eb7-c824928d7203 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495-project-admin] Attempting to bind port d9b4e686-1369-4ad5-a6f3-d9cd08811eb4 on host n-h1-705658-22 for vnic_type normal with profile {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:19:52.933472 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.managers [None req-8ebc82ad-e44d-4374-9eb7-c824928d7203 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495-project-admin] Attempting to bind port d9b4e686-1369-4ad5-a6f3-d9cd08811eb4 by drivers openvswitch,hyperv on host n-h1-705658-22 at level 0 using segments [{'id': '952d6cad-180f-4d19-8bcc-9dda2fd5622f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '7e78281a-603f-4686-9a21-13dfe9a8aff6'}] {{(pid=105585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:19:52.933927 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ebc82ad-e44d-4374-9eb7-c824928d7203 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495-project-admin] Attempting to bind port d9b4e686-1369-4ad5-a6f3-d9cd08811eb4 on network 7e78281a-603f-4686-9a21-13dfe9a8aff6 {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:19:52.942854 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ebc82ad-e44d-4374-9eb7-c824928d7203 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495-project-admin] Port d9b4e686-1369-4ad5-a6f3-d9cd08811eb4 on network 7e78281a-603f-4686-9a21-13dfe9a8aff6 not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-22 {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:19:52.944291 n-d-705658-22 neutron-server[105585]: ERROR neutron.plugins.ml2.managers [None req-8ebc82ad-e44d-4374-9eb7-c824928d7203 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495-project-admin] Failed to bind port d9b4e686-1369-4ad5-a6f3-d9cd08811eb4 on host n-h1-705658-22 for vnic_type normal using segments [{'id': '952d6cad-180f-4d19-8bcc-9dda2fd5622f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '7e78281a-603f-4686-9a21-13dfe9a8aff6'}] Jul 27 21:19:52.945851 n-d-705658-22 neutron-server[105585]: INFO neutron.plugins.ml2.plugin [None req-8ebc82ad-e44d-4374-9eb7-c824928d7203 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495-project-admin] Attempt 3 to bind port d9b4e686-1369-4ad5-a6f3-d9cd08811eb4 Jul 27 21:19:52.965900 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.managers [None req-8ebc82ad-e44d-4374-9eb7-c824928d7203 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495-project-admin] Attempting to bind port d9b4e686-1369-4ad5-a6f3-d9cd08811eb4 on host n-h1-705658-22 for vnic_type normal with profile {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:19:52.966322 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.managers [None req-8ebc82ad-e44d-4374-9eb7-c824928d7203 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495-project-admin] Attempting to bind port d9b4e686-1369-4ad5-a6f3-d9cd08811eb4 by drivers openvswitch,hyperv on host n-h1-705658-22 at level 0 using segments [{'id': '952d6cad-180f-4d19-8bcc-9dda2fd5622f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '7e78281a-603f-4686-9a21-13dfe9a8aff6'}] {{(pid=105585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:19:52.966742 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ebc82ad-e44d-4374-9eb7-c824928d7203 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495-project-admin] Attempting to bind port d9b4e686-1369-4ad5-a6f3-d9cd08811eb4 on network 7e78281a-603f-4686-9a21-13dfe9a8aff6 {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:19:52.972107 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ebc82ad-e44d-4374-9eb7-c824928d7203 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495-project-admin] Port d9b4e686-1369-4ad5-a6f3-d9cd08811eb4 on network 7e78281a-603f-4686-9a21-13dfe9a8aff6 not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-22 {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:19:52.972495 n-d-705658-22 neutron-server[105585]: ERROR neutron.plugins.ml2.managers [None req-8ebc82ad-e44d-4374-9eb7-c824928d7203 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495-project-admin] Failed to bind port d9b4e686-1369-4ad5-a6f3-d9cd08811eb4 on host n-h1-705658-22 for vnic_type normal using segments [{'id': '952d6cad-180f-4d19-8bcc-9dda2fd5622f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '7e78281a-603f-4686-9a21-13dfe9a8aff6'}] Jul 27 21:19:52.973008 n-d-705658-22 neutron-server[105585]: INFO neutron.plugins.ml2.plugin [None req-8ebc82ad-e44d-4374-9eb7-c824928d7203 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495-project-admin] Attempt 4 to bind port d9b4e686-1369-4ad5-a6f3-d9cd08811eb4 Jul 27 21:19:52.987553 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.managers [None req-8ebc82ad-e44d-4374-9eb7-c824928d7203 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495-project-admin] Attempting to bind port d9b4e686-1369-4ad5-a6f3-d9cd08811eb4 on host n-h1-705658-22 for vnic_type normal with profile {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:19:52.988143 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.managers [None req-8ebc82ad-e44d-4374-9eb7-c824928d7203 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495-project-admin] Attempting to bind port d9b4e686-1369-4ad5-a6f3-d9cd08811eb4 by drivers openvswitch,hyperv on host n-h1-705658-22 at level 0 using segments [{'id': '952d6cad-180f-4d19-8bcc-9dda2fd5622f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '7e78281a-603f-4686-9a21-13dfe9a8aff6'}] {{(pid=105585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:19:52.988693 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ebc82ad-e44d-4374-9eb7-c824928d7203 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495-project-admin] Attempting to bind port d9b4e686-1369-4ad5-a6f3-d9cd08811eb4 on network 7e78281a-603f-4686-9a21-13dfe9a8aff6 {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:19:52.993466 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ebc82ad-e44d-4374-9eb7-c824928d7203 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495-project-admin] Port d9b4e686-1369-4ad5-a6f3-d9cd08811eb4 on network 7e78281a-603f-4686-9a21-13dfe9a8aff6 not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-22 {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:19:52.994417 n-d-705658-22 neutron-server[105585]: ERROR neutron.plugins.ml2.managers [None req-8ebc82ad-e44d-4374-9eb7-c824928d7203 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495-project-admin] Failed to bind port d9b4e686-1369-4ad5-a6f3-d9cd08811eb4 on host n-h1-705658-22 for vnic_type normal using segments [{'id': '952d6cad-180f-4d19-8bcc-9dda2fd5622f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '7e78281a-603f-4686-9a21-13dfe9a8aff6'}] Jul 27 21:19:52.995602 n-d-705658-22 neutron-server[105585]: INFO neutron.plugins.ml2.plugin [None req-8ebc82ad-e44d-4374-9eb7-c824928d7203 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495-project-admin] Attempt 5 to bind port d9b4e686-1369-4ad5-a6f3-d9cd08811eb4 Jul 27 21:19:53.028409 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.managers [None req-8ebc82ad-e44d-4374-9eb7-c824928d7203 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495-project-admin] Attempting to bind port d9b4e686-1369-4ad5-a6f3-d9cd08811eb4 on host n-h1-705658-22 for vnic_type normal with profile {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:19:53.029036 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.managers [None req-8ebc82ad-e44d-4374-9eb7-c824928d7203 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495-project-admin] Attempting to bind port d9b4e686-1369-4ad5-a6f3-d9cd08811eb4 by drivers openvswitch,hyperv on host n-h1-705658-22 at level 0 using segments [{'id': '952d6cad-180f-4d19-8bcc-9dda2fd5622f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '7e78281a-603f-4686-9a21-13dfe9a8aff6'}] {{(pid=105585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:19:53.031980 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ebc82ad-e44d-4374-9eb7-c824928d7203 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495-project-admin] Attempting to bind port d9b4e686-1369-4ad5-a6f3-d9cd08811eb4 on network 7e78281a-603f-4686-9a21-13dfe9a8aff6 {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:19:53.040718 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ebc82ad-e44d-4374-9eb7-c824928d7203 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495-project-admin] Port d9b4e686-1369-4ad5-a6f3-d9cd08811eb4 on network 7e78281a-603f-4686-9a21-13dfe9a8aff6 not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-22 {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:19:53.042750 n-d-705658-22 neutron-server[105585]: ERROR neutron.plugins.ml2.managers [None req-8ebc82ad-e44d-4374-9eb7-c824928d7203 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495-project-admin] Failed to bind port d9b4e686-1369-4ad5-a6f3-d9cd08811eb4 on host n-h1-705658-22 for vnic_type normal using segments [{'id': '952d6cad-180f-4d19-8bcc-9dda2fd5622f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '7e78281a-603f-4686-9a21-13dfe9a8aff6'}] Jul 27 21:19:53.043175 n-d-705658-22 neutron-server[105585]: INFO neutron.plugins.ml2.plugin [None req-8ebc82ad-e44d-4374-9eb7-c824928d7203 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495-project-admin] Attempt 6 to bind port d9b4e686-1369-4ad5-a6f3-d9cd08811eb4 Jul 27 21:19:53.072506 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.managers [None req-8ebc82ad-e44d-4374-9eb7-c824928d7203 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495-project-admin] Attempting to bind port d9b4e686-1369-4ad5-a6f3-d9cd08811eb4 on host n-h1-705658-22 for vnic_type normal with profile {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:19:53.072845 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.managers [None req-8ebc82ad-e44d-4374-9eb7-c824928d7203 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495-project-admin] Attempting to bind port d9b4e686-1369-4ad5-a6f3-d9cd08811eb4 by drivers openvswitch,hyperv on host n-h1-705658-22 at level 0 using segments [{'id': '952d6cad-180f-4d19-8bcc-9dda2fd5622f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '7e78281a-603f-4686-9a21-13dfe9a8aff6'}] {{(pid=105585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:19:53.073460 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ebc82ad-e44d-4374-9eb7-c824928d7203 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495-project-admin] Attempting to bind port d9b4e686-1369-4ad5-a6f3-d9cd08811eb4 on network 7e78281a-603f-4686-9a21-13dfe9a8aff6 {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:19:53.086769 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-1aea0431-f060-4bd8-b152-a638e71b0d92 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4075658'] for network, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:53.091759 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ebc82ad-e44d-4374-9eb7-c824928d7203 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495-project-admin] Port d9b4e686-1369-4ad5-a6f3-d9cd08811eb4 on network 7e78281a-603f-4686-9a21-13dfe9a8aff6 not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-22 {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:19:53.092095 n-d-705658-22 neutron-server[105585]: ERROR neutron.plugins.ml2.managers [None req-8ebc82ad-e44d-4374-9eb7-c824928d7203 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495-project-admin] Failed to bind port d9b4e686-1369-4ad5-a6f3-d9cd08811eb4 on host n-h1-705658-22 for vnic_type normal using segments [{'id': '952d6cad-180f-4d19-8bcc-9dda2fd5622f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '7e78281a-603f-4686-9a21-13dfe9a8aff6'}] Jul 27 21:19:53.092865 n-d-705658-22 neutron-server[105585]: INFO neutron.plugins.ml2.plugin [None req-8ebc82ad-e44d-4374-9eb7-c824928d7203 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495-project-admin] Attempt 7 to bind port d9b4e686-1369-4ad5-a6f3-d9cd08811eb4 Jul 27 21:19:53.113951 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.managers [None req-8ebc82ad-e44d-4374-9eb7-c824928d7203 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495-project-admin] Attempting to bind port d9b4e686-1369-4ad5-a6f3-d9cd08811eb4 on host n-h1-705658-22 for vnic_type normal with profile {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:19:53.114576 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.managers [None req-8ebc82ad-e44d-4374-9eb7-c824928d7203 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495-project-admin] Attempting to bind port d9b4e686-1369-4ad5-a6f3-d9cd08811eb4 by drivers openvswitch,hyperv on host n-h1-705658-22 at level 0 using segments [{'id': '952d6cad-180f-4d19-8bcc-9dda2fd5622f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '7e78281a-603f-4686-9a21-13dfe9a8aff6'}] {{(pid=105585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:19:53.115273 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ebc82ad-e44d-4374-9eb7-c824928d7203 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495-project-admin] Attempting to bind port d9b4e686-1369-4ad5-a6f3-d9cd08811eb4 on network 7e78281a-603f-4686-9a21-13dfe9a8aff6 {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:19:53.121227 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ebc82ad-e44d-4374-9eb7-c824928d7203 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495-project-admin] Port d9b4e686-1369-4ad5-a6f3-d9cd08811eb4 on network 7e78281a-603f-4686-9a21-13dfe9a8aff6 not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-22 {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:19:53.121851 n-d-705658-22 neutron-server[105585]: ERROR neutron.plugins.ml2.managers [None req-8ebc82ad-e44d-4374-9eb7-c824928d7203 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495-project-admin] Failed to bind port d9b4e686-1369-4ad5-a6f3-d9cd08811eb4 on host n-h1-705658-22 for vnic_type normal using segments [{'id': '952d6cad-180f-4d19-8bcc-9dda2fd5622f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '7e78281a-603f-4686-9a21-13dfe9a8aff6'}] Jul 27 21:19:53.122648 n-d-705658-22 neutron-server[105585]: INFO neutron.plugins.ml2.plugin [None req-8ebc82ad-e44d-4374-9eb7-c824928d7203 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495-project-admin] Attempt 8 to bind port d9b4e686-1369-4ad5-a6f3-d9cd08811eb4 Jul 27 21:19:53.145403 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-1aea0431-f060-4bd8-b152-a638e71b0d92 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743886'] for network, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:53.146502 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-0fce03ab-bc95-412a-8a34-267f77ed29b8 None None] Could not find standard attr ID for object bfc6ed14-0cab-4315-8553-90da98c24fa6. {{(pid=105586) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 27 21:19:53.146973 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.managers [None req-8ebc82ad-e44d-4374-9eb7-c824928d7203 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495-project-admin] Attempting to bind port d9b4e686-1369-4ad5-a6f3-d9cd08811eb4 on host n-h1-705658-22 for vnic_type normal with profile {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:19:53.147893 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.managers [None req-8ebc82ad-e44d-4374-9eb7-c824928d7203 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495-project-admin] Attempting to bind port d9b4e686-1369-4ad5-a6f3-d9cd08811eb4 by drivers openvswitch,hyperv on host n-h1-705658-22 at level 0 using segments [{'id': '952d6cad-180f-4d19-8bcc-9dda2fd5622f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '7e78281a-603f-4686-9a21-13dfe9a8aff6'}] {{(pid=105585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:19:53.148238 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ebc82ad-e44d-4374-9eb7-c824928d7203 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495-project-admin] Attempting to bind port d9b4e686-1369-4ad5-a6f3-d9cd08811eb4 on network 7e78281a-603f-4686-9a21-13dfe9a8aff6 {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:19:53.156645 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 47938) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:19:53.156841 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-1aea0431-f060-4bd8-b152-a638e71b0d92 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] 10.222.0.59 "DELETE /v2.0/networks/d2bd9219-4168-4aa2-ac8d-51730a978a14 HTTP/1.1" status: 204 len: 168 time: 2.5812597 Jul 27 21:19:53.157487 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-e18c6b38-6b76-44f0-97d4-728d43e9bbde tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:53.173392 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ebc82ad-e44d-4374-9eb7-c824928d7203 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495-project-admin] Port d9b4e686-1369-4ad5-a6f3-d9cd08811eb4 on network 7e78281a-603f-4686-9a21-13dfe9a8aff6 not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-22 {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:19:53.174165 n-d-705658-22 neutron-server[105585]: ERROR neutron.plugins.ml2.managers [None req-8ebc82ad-e44d-4374-9eb7-c824928d7203 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495-project-admin] Failed to bind port d9b4e686-1369-4ad5-a6f3-d9cd08811eb4 on host n-h1-705658-22 for vnic_type normal using segments [{'id': '952d6cad-180f-4d19-8bcc-9dda2fd5622f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '7e78281a-603f-4686-9a21-13dfe9a8aff6'}] Jul 27 21:19:53.178526 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aea0431-f060-4bd8-b152-a638e71b0d92 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Pushing event deleted for resources: {'Network': ['ID=d2bd9219-4168-4aa2-ac8d-51730a978a14,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:19:53.206019 n-d-705658-22 neutron-server[105585]: INFO neutron.plugins.ml2.plugin [None req-8ebc82ad-e44d-4374-9eb7-c824928d7203 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495-project-admin] Attempt 9 to bind port d9b4e686-1369-4ad5-a6f3-d9cd08811eb4 Jul 27 21:19:53.221892 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18c6b38-6b76-44f0-97d4-728d43e9bbde tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Pushing event deleted for resources: {'Port': ['ID=bfc6ed14-0cab-4315-8553-90da98c24fa6,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:19:53.378050 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-e18c6b38-6b76-44f0-97d4-728d43e9bbde tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:53.380886 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-e18c6b38-6b76-44f0-97d4-728d43e9bbde tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] 10.222.0.59 "DELETE /v2.0/ports/bfc6ed14-0cab-4315-8553-90da98c24fa6 HTTP/1.1" status: 204 len: 168 time: 2.5710375 Jul 27 21:19:53.383383 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 47948) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:19:53.530963 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5160206c-5c32-4405-ab92-a75978082076 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:19:53.535843 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5160206c-5c32-4405-ab92-a75978082076 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:19:53.539841 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5160206c-5c32-4405-ab92-a75978082076 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:19:53.542305 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-5160206c-5c32-4405-ab92-a75978082076 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1573908 Jul 27 21:19:53.546367 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 47954) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:19:53.624488 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 47958) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:19:53.643910 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.managers [None req-8ebc82ad-e44d-4374-9eb7-c824928d7203 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495-project-admin] Attempting to bind port d9b4e686-1369-4ad5-a6f3-d9cd08811eb4 on host n-h1-705658-22 for vnic_type normal with profile {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:19:53.644383 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.managers [None req-8ebc82ad-e44d-4374-9eb7-c824928d7203 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495-project-admin] Attempting to bind port d9b4e686-1369-4ad5-a6f3-d9cd08811eb4 by drivers openvswitch,hyperv on host n-h1-705658-22 at level 0 using segments [{'id': '952d6cad-180f-4d19-8bcc-9dda2fd5622f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '7e78281a-603f-4686-9a21-13dfe9a8aff6'}] {{(pid=105585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:19:53.645137 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ebc82ad-e44d-4374-9eb7-c824928d7203 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495-project-admin] Attempting to bind port d9b4e686-1369-4ad5-a6f3-d9cd08811eb4 on network 7e78281a-603f-4686-9a21-13dfe9a8aff6 {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:19:53.660238 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ebc82ad-e44d-4374-9eb7-c824928d7203 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495-project-admin] Port d9b4e686-1369-4ad5-a6f3-d9cd08811eb4 on network 7e78281a-603f-4686-9a21-13dfe9a8aff6 not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-22 {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:19:53.660574 n-d-705658-22 neutron-server[105585]: ERROR neutron.plugins.ml2.managers [None req-8ebc82ad-e44d-4374-9eb7-c824928d7203 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495-project-admin] Failed to bind port d9b4e686-1369-4ad5-a6f3-d9cd08811eb4 on host n-h1-705658-22 for vnic_type normal using segments [{'id': '952d6cad-180f-4d19-8bcc-9dda2fd5622f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '7e78281a-603f-4686-9a21-13dfe9a8aff6'}] Jul 27 21:19:53.663084 n-d-705658-22 neutron-server[105585]: INFO neutron.plugins.ml2.plugin [None req-8ebc82ad-e44d-4374-9eb7-c824928d7203 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495-project-admin] Attempt 10 to bind port d9b4e686-1369-4ad5-a6f3-d9cd08811eb4 Jul 27 21:19:53.667323 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.db_base_plugin_v2 [None req-239061c0-69fd-4e59-8f80-d11457f957ea tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Deleting subnet f0deb441-814a-4067-b4e0-721f621c422c {{(pid=105584) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:19:53.678076 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-239061c0-69fd-4e59-8f80-d11457f957ea tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks [] for subnet, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:53.696845 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.managers [None req-8ebc82ad-e44d-4374-9eb7-c824928d7203 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495-project-admin] Attempting to bind port d9b4e686-1369-4ad5-a6f3-d9cd08811eb4 on host n-h1-705658-22 for vnic_type normal with profile {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:19:53.697214 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.managers [None req-8ebc82ad-e44d-4374-9eb7-c824928d7203 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495-project-admin] Attempting to bind port d9b4e686-1369-4ad5-a6f3-d9cd08811eb4 by drivers openvswitch,hyperv on host n-h1-705658-22 at level 0 using segments [{'id': '952d6cad-180f-4d19-8bcc-9dda2fd5622f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '7e78281a-603f-4686-9a21-13dfe9a8aff6'}] {{(pid=105585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:19:53.697541 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ebc82ad-e44d-4374-9eb7-c824928d7203 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495-project-admin] Attempting to bind port d9b4e686-1369-4ad5-a6f3-d9cd08811eb4 on network 7e78281a-603f-4686-9a21-13dfe9a8aff6 {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:19:53.708130 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ebc82ad-e44d-4374-9eb7-c824928d7203 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495-project-admin] Port d9b4e686-1369-4ad5-a6f3-d9cd08811eb4 on network 7e78281a-603f-4686-9a21-13dfe9a8aff6 not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-22 {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:19:53.708524 n-d-705658-22 neutron-server[105585]: ERROR neutron.plugins.ml2.managers [None req-8ebc82ad-e44d-4374-9eb7-c824928d7203 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495-project-admin] Failed to bind port d9b4e686-1369-4ad5-a6f3-d9cd08811eb4 on host n-h1-705658-22 for vnic_type normal using segments [{'id': '952d6cad-180f-4d19-8bcc-9dda2fd5622f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '7e78281a-603f-4686-9a21-13dfe9a8aff6'}] Jul 27 21:19:53.708836 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-8ebc82ad-e44d-4374-9eb7-c824928d7203 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:53.745063 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-239061c0-69fd-4e59-8f80-d11457f957ea tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9014207'] for subnet, precommit_delete_associations {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:53.859704 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-239061c0-69fd-4e59-8f80-d11457f957ea tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854965'] for subnet, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:53.930018 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-61fad9fb-2181-40be-8718-b27327150fd1 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1658468231'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:19:53.938087 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-239061c0-69fd-4e59-8f80-d11457f957ea tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9014081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9738825'] for subnet, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:53.999986 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239061c0-69fd-4e59-8f80-d11457f957ea tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Pushing event deleted for resources: {'Subnet': ['ID=f0deb441-814a-4067-b4e0-721f621c422c,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:19:54.013999 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-239061c0-69fd-4e59-8f80-d11457f957ea tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks [] for subnet, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:54.016768 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-239061c0-69fd-4e59-8f80-d11457f957ea tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] 10.222.0.59 "DELETE /v2.0/subnets/f0deb441-814a-4067-b4e0-721f621c422c HTTP/1.1" status: 204 len: 168 time: 0.4641886 Jul 27 21:19:54.019108 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 47970) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:19:54.028142 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5d53b88-e3fd-4f05-9da9-7198ac5efc51 None None] Network 1d615a85-844c-4c57-a0fc-2090e87300f0 requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:19:54.030275 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61fad9fb-2181-40be-8718-b27327150fd1 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Made reservation on behalf of 454b79f542fc4867a07c409c85be23c7 for: {'network': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:19:54.034274 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-61fad9fb-2181-40be-8718-b27327150fd1 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for network, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:54.055731 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.db [None req-8ebc82ad-e44d-4374-9eb7-c824928d7203 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495-project-admin] For port d9b4e686-1369-4ad5-a6f3-d9cd08811eb4, host n-h1-705658-22, cleared binding levels {{(pid=105585) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:19:54.056328 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.db [None req-8ebc82ad-e44d-4374-9eb7-c824928d7203 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495-project-admin] Attempted to set empty binding levels {{(pid=105585) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 27 21:19:54.079785 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-61fad9fb-2181-40be-8718-b27327150fd1 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Notify callbacks [] for security_group, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:54.087689 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-8ebc82ad-e44d-4374-9eb7-c824928d7203 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10221672'] for port, after_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:54.121759 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c3fcde2-a37b-4377-97d6-249ccbb5b26f tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Deleting subnet f18135c5-3f61-40fe-bb67-4ad8120b862f {{(pid=105584) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:19:54.125617 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-0c3fcde2-a37b-4377-97d6-249ccbb5b26f tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks [] for subnet, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:54.177735 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ebc82ad-e44d-4374-9eb7-c824928d7203 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:19:54.178667 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-8ebc82ad-e44d-4374-9eb7-c824928d7203 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:54.202675 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-0c3fcde2-a37b-4377-97d6-249ccbb5b26f tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9014207'] for subnet, precommit_delete_associations {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:54.360647 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebc82ad-e44d-4374-9eb7-c824928d7203 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495-project-admin] Pushing event updated for resources: {'Port': ['ID=d9b4e686-1369-4ad5-a6f3-d9cd08811eb4,revision_number=2']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:19:54.401499 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-0c3fcde2-a37b-4377-97d6-249ccbb5b26f tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854965'] for subnet, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:54.426379 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426603fd-16e2-4ba6-8142-739ce1ccd5b5 req-de76b576-4c5e-4557-8fdf-dd3c5c0f8304 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:19:54.428526 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-426603fd-16e2-4ba6-8142-739ce1ccd5b5 req-de76b576-4c5e-4557-8fdf-dd3c5c0f8304 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] 10.222.0.59 "GET /v2.0/ports?device_id=f600c487-e5e5-4562-8a3b-6f15b13fe576 HTTP/1.1" status: 200 len: 945 time: 0.4690063 Jul 27 21:19:54.501008 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-0c3fcde2-a37b-4377-97d6-249ccbb5b26f tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9014081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9738825'] for subnet, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:54.514965 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-61fad9fb-2181-40be-8718-b27327150fd1 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Notify callbacks [] for security_group, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:54.549358 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-8ebc82ad-e44d-4374-9eb7-c824928d7203 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495-project-admin] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 984 time: 3.1597991 Jul 27 21:19:54.550424 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 47982) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:19:54.552541 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3fcde2-a37b-4377-97d6-249ccbb5b26f tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Pushing event deleted for resources: {'Subnet': ['ID=f18135c5-3f61-40fe-bb67-4ad8120b862f,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:19:54.561797 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-61fad9fb-2181-40be-8718-b27327150fd1 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:54.569004 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-17454d82-0a74-4900-9b85-2f1464622ab1 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4076536'] for router_interface, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:54.573756 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-426603fd-16e2-4ba6-8142-739ce1ccd5b5 req-953f5603-8cfe-477b-8dec-ce4adde322b5 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] 10.222.0.59 "GET /v2.0/security-groups?id=5a737d1c-b945-4cea-a14d-2326657e6941&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0994444 Jul 27 21:19:54.643525 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-0c3fcde2-a37b-4377-97d6-249ccbb5b26f tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks [] for subnet, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:54.645812 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-0c3fcde2-a37b-4377-97d6-249ccbb5b26f tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] 10.222.0.59 "DELETE /v2.0/subnets/f18135c5-3f61-40fe-bb67-4ad8120b862f HTTP/1.1" status: 204 len: 168 time: 0.6255467 Jul 27 21:19:54.647083 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fad9fb-2181-40be-8718-b27327150fd1 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f39b77f-a21f-4f20-bfc0-cb1848f3321d,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:19:54.649751 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 47986) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:19:54.741082 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61fad9fb-2181-40be-8718-b27327150fd1 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] vlan segment allocate from pool success with {'vlan_id': 234, 'physical_network': 'physnet1'} {{(pid=105584) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:19:54.747721 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-43bbf606-79d7-4587-9de1-f833cb01e58e tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0789447 Jul 27 21:19:54.748774 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 47990) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:19:54.757839 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-7f359d0b-e31e-4fe0-b520-32b26f55aaea tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Request body: {'subnet': {'network_id': '1d615a85-844c-4c57-a0fc-2090e87300f0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:19:54.806836 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-61fad9fb-2181-40be-8718-b27327150fd1 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:54.807432 n-d-705658-22 neutron-server[105584]: INFO neutron.db.segments_db [None req-61fad9fb-2181-40be-8718-b27327150fd1 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Added segment 55210df8-82d9-4c74-a25a-3545905c397f of type vlan for network d1af7821-3064-4af5-8780-df3ae5343cdc Jul 27 21:19:54.852815 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [None req-0435b10b-dc45-4b38-b405-3221d2971721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495-project-admin] Deleting port d9b4e686-1369-4ad5-a6f3-d9cd08811eb4 {{(pid=105585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:19:54.853189 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-0435b10b-dc45-4b38-b405-3221d2971721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:54.883658 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-61fad9fb-2181-40be-8718-b27327150fd1 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790688424798'] for network, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:54.929750 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f359d0b-e31e-4fe0-b520-32b26f55aaea tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Made reservation on behalf of fcd7bb7d26624f8f823446f0b0a5006f for: {'subnet': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:19:54.933544 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-7f359d0b-e31e-4fe0-b520-32b26f55aaea tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9738786'] for subnet, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:55.003105 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.db [None req-0435b10b-dc45-4b38-b405-3221d2971721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495-project-admin] For port d9b4e686-1369-4ad5-a6f3-d9cd08811eb4, host n-h1-705658-22, got binding levels [] {{(pid=105585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:19:55.003793 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-0435b10b-dc45-4b38-b405-3221d2971721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:55.023346 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.db.resource_extend [None req-61fad9fb-2181-40be-8718-b27327150fd1 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 27 21:19:55.052618 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [None req-0435b10b-dc45-4b38-b405-3221d2971721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495-project-admin] Calling delete_port for d9b4e686-1369-4ad5-a6f3-d9cd08811eb4 owned by {{(pid=105585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:19:55.059630 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-61fad9fb-2181-40be-8718-b27327150fd1 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920'] for network, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:55.065830 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61fad9fb-2181-40be-8718-b27327150fd1 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:19:55.066458 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-61fad9fb-2181-40be-8718-b27327150fd1 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743886'] for network, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:55.125929 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [None req-17454d82-0a74-4900-9b85-2f1464622ab1 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Deleting port 8c8e812d-bdf9-4cf4-b8c7-3dc810eefb32 {{(pid=105585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:19:55.126959 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-17454d82-0a74-4900-9b85-2f1464622ab1 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:55.146007 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-61fad9fb-2181-40be-8718-b27327150fd1 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 1.5174453 Jul 27 21:19:55.155911 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 47998) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:19:55.165741 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-fcafb7bd-cfe6-4efe-a5de-e6010f87dc53 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Request body: {'port': {'network_id': 'd1af7821-3064-4af5-8780-df3ae5343cdc', 'name': 'tempest-PortsTestJSON-431380771'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:19:55.187170 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fad9fb-2181-40be-8718-b27327150fd1 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Pushing event updated for resources: {'Network': ['ID=d1af7821-3064-4af5-8780-df3ae5343cdc,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:19:55.200963 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Network d1af7821-3064-4af5-8780-df3ae5343cdc details requested by agent ovs-agent-n-d-705658-22 with host n-d-705658-22 {{(pid=105586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:19:55.281743 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd1f20e5-f94b-4510-bd26-e64886f3e723 None None] Network 1d615a85-844c-4c57-a0fc-2090e87300f0 requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:19:55.336350 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-0435b10b-dc45-4b38-b405-3221d2971721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:55.381845 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0435b10b-dc45-4b38-b405-3221d2971721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495-project-admin] Pushing event deleted for resources: {'Port': ['ID=d9b4e686-1369-4ad5-a6f3-d9cd08811eb4,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:19:55.403888 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.db [None req-17454d82-0a74-4900-9b85-2f1464622ab1 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] For port 8c8e812d-bdf9-4cf4-b8c7-3dc810eefb32, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=8c8e812d-bdf9-4cf4-b8c7-3dc810eefb32,segment=NetworkSegment(0ce479f9-0bcc-40bc-80e9-6d6784a2a8e1),segment_id=0ce479f9-0bcc-40bc-80e9-6d6784a2a8e1)] {{(pid=105585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:19:55.404264 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-17454d82-0a74-4900-9b85-2f1464622ab1 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:55.426279 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-0435b10b-dc45-4b38-b405-3221d2971721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:55.431230 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-0435b10b-dc45-4b38-b405-3221d2971721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495-project-admin] 10.222.0.59 "DELETE /v2.0/ports/d9b4e686-1369-4ad5-a6f3-d9cd08811eb4 HTTP/1.1" status: 204 len: 168 time: 0.8705134 Jul 27 21:19:55.432526 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [None req-17454d82-0a74-4900-9b85-2f1464622ab1 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Calling delete_port for 8c8e812d-bdf9-4cf4-b8c7-3dc810eefb32 owned by network:router_interface {{(pid=105585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:19:55.434123 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 48006) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:19:55.485087 n-d-705658-22 neutron-server[105585]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec21f9b5-4fa8-4222-b2f0-2a0d3a6abb17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495-project-admin] GET failed (client error): The resource could not be found. Jul 27 21:19:55.490562 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-ec21f9b5-4fa8-4222-b2f0-2a0d3a6abb17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495-project-admin] 10.222.0.59 "GET /v2.0/ports/d9b4e686-1369-4ad5-a6f3-d9cd08811eb4 HTTP/1.1" status: 404 len: 333 time: 0.0513606 Jul 27 21:19:55.490827 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 48008) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:19:55.494834 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcafb7bd-cfe6-4efe-a5de-e6010f87dc53 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Made reservation on behalf of 454b79f542fc4867a07c409c85be23c7 for: {'port': 1} {{(pid=105585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:19:55.498549 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-fcafb7bd-cfe6-4efe-a5de-e6010f87dc53 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:55.503050 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-ad259095-af9a-4002-91bd-d88886f3254f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495-project-admin] Request body: {'port': {'network_id': '7e78281a-603f-4686-9a21-13dfe9a8aff6', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1694881833'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:19:55.508448 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-d434365d-e105-4484-b21a-b08e97458b3b None None] Provisioning complete for port a955a049-703f-42bc-8a1c-a778d4eb4e2b triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:19:55.511330 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-d434365d-e105-4484-b21a-b08e97458b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:55.520713 n-d-705658-22 neutron-server[105584]: DEBUG neutron.objects.ports [None req-7f359d0b-e31e-4fe0-b520-32b26f55aaea tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=105584) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 27 21:19:55.569254 n-d-705658-22 neutron-server[105585]: DEBUG neutron.notifiers.nova [None req-fcafb7bd-cfe6-4efe-a5de-e6010f87dc53 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] device_id is not set on port 59893a6e-249b-4f84-9695-565e711456ae yet. {{(pid=105585) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 21:19:55.689128 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad259095-af9a-4002-91bd-d88886f3254f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495-project-admin] Made reservation on behalf of 86c95c00d85648d6830629dcd191e9a2 for: {'port': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:19:55.691374 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-ad259095-af9a-4002-91bd-d88886f3254f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:55.748286 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad7a443d-a2a6-4498-bc1f-e452e6fa8c77 None None] Update dhcp port {'port': {'network_id': '1d615a85-844c-4c57-a0fc-2090e87300f0', 'fixed_ips': [{'subnet_id': '18f047aa-e757-4570-a462-33ff851802f4'}], 'binding:host_id': 'n-d-705658-22'}, 'id': 'a955a049-703f-42bc-8a1c-a778d4eb4e2b'} from n-d-705658-22. {{(pid=105586) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 27 21:19:55.813037 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-ad7a443d-a2a6-4498-bc1f-e452e6fa8c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:55.908636 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [None req-ad259095-af9a-4002-91bd-d88886f3254f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495-project-admin] device_id is not set on port 0c792e04-8859-4206-93f6-ea71569fea49 yet. {{(pid=105584) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 21:19:55.974922 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-fcafb7bd-cfe6-4efe-a5de-e6010f87dc53 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Notify callbacks [] for port, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:56.059454 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-7f359d0b-e31e-4fe0-b520-32b26f55aaea tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:56.061393 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fef880-8fbb-4024-827b-1e8ec6ac3497 req-f59c107d-b838-4ff9-858b-272215a518af tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:19:56.063828 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f1fef880-8fbb-4024-827b-1e8ec6ac3497 req-f59c107d-b838-4ff9-858b-272215a518af tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] 10.222.0.59 "GET /v2.0/ports?device_id=f600c487-e5e5-4562-8a3b-6f15b13fe576 HTTP/1.1" status: 200 len: 945 time: 0.3031244 Jul 27 21:19:56.107085 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.db.api [None req-ad7a443d-a2a6-4498-bc1f-e452e6fa8c77 None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 2001:db8::f816:3eff:fe6a:7127-e1533642-3acc-45cc-955a-4400a65b76 {{(pid=105586) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 27 21:19:56.107451 n-d-705658-22 neutron-server[105586]: DEBUG oslo_db.api [None req-ad7a443d-a2a6-4498-bc1f-e452e6fa8c77 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 27 21:19:56.133764 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-17454d82-0a74-4900-9b85-2f1464622ab1 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:56.139704 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f1fef880-8fbb-4024-827b-1e8ec6ac3497 req-ab5ad3e4-7bec-4be8-8396-a91aadc95bc4 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] 10.222.0.59 "GET /v2.0/security-groups?id=5a737d1c-b945-4cea-a14d-2326657e6941&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0676754 Jul 27 21:19:56.157677 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-fcafb7bd-cfe6-4efe-a5de-e6010f87dc53 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:56.202649 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17454d82-0a74-4900-9b85-2f1464622ab1 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Pushing event deleted for resources: {'Port': ['ID=8c8e812d-bdf9-4cf4-b8c7-3dc810eefb32,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:19:56.215088 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17454d82-0a74-4900-9b85-2f1464622ab1 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:19:56.215446 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17454d82-0a74-4900-9b85-2f1464622ab1 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:19:56.215776 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17454d82-0a74-4900-9b85-2f1464622ab1 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:19:56.216115 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17454d82-0a74-4900-9b85-2f1464622ab1 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:19:56.216442 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17454d82-0a74-4900-9b85-2f1464622ab1 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:19:56.216769 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17454d82-0a74-4900-9b85-2f1464622ab1 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:19:56.217092 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17454d82-0a74-4900-9b85-2f1464622ab1 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:19:56.217414 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17454d82-0a74-4900-9b85-2f1464622ab1 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:19:56.217737 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17454d82-0a74-4900-9b85-2f1464622ab1 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:19:56.218058 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17454d82-0a74-4900-9b85-2f1464622ab1 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:19:56.218654 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17454d82-0a74-4900-9b85-2f1464622ab1 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:19:56.219126 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17454d82-0a74-4900-9b85-2f1464622ab1 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:19:56.281640 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcafb7bd-cfe6-4efe-a5de-e6010f87dc53 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Pushing event updated for resources: {'Port': ['ID=59893a6e-249b-4f84-9695-565e711456ae,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:19:56.359449 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcafb7bd-cfe6-4efe-a5de-e6010f87dc53 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Checking segment: {'id': '55210df8-82d9-4c74-a25a-3545905c397f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'd1af7821-3064-4af5-8780-df3ae5343cdc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:19:56.359808 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcafb7bd-cfe6-4efe-a5de-e6010f87dc53 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Network hostable DHCP agents. Network: d1af7821-3064-4af5-8780-df3ae5343cdc, hostable agents: ['7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a'], hosted agents: [] {{(pid=105585) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:19:56.370491 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-ad259095-af9a-4002-91bd-d88886f3254f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495-project-admin] Notify callbacks [] for port, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:56.469810 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [None req-7f359d0b-e31e-4fe0-b520-32b26f55aaea tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] For port a955a049-703f-42bc-8a1c-a778d4eb4e2b, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=a955a049-703f-42bc-8a1c-a778d4eb4e2b,segment=NetworkSegment(532d8a52-575f-45de-a3af-efbea8c8f6d5),segment_id=532d8a52-575f-45de-a3af-efbea8c8f6d5)] {{(pid=105584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:19:56.473638 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-17454d82-0a74-4900-9b85-2f1464622ab1 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3743915', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4076308'] for router_interface, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:56.475558 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcafb7bd-cfe6-4efe-a5de-e6010f87dc53 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Network d1af7821-3064-4af5-8780-df3ae5343cdc is scheduled to be hosted by DHCP agent 7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a with binding_index 1 {{(pid=105585) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:19:56.492082 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.base_scheduler [None req-fcafb7bd-cfe6-4efe-a5de-e6010f87dc53 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-22, d1af7821-3064-4af5-8780-df3ae5343cdc) {{(pid=105585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:19:56.496032 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcafb7bd-cfe6-4efe-a5de-e6010f87dc53 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Received port after_create {{(pid=105585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:19:56.497760 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-ad259095-af9a-4002-91bd-d88886f3254f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:56.501714 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcafb7bd-cfe6-4efe-a5de-e6010f87dc53 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:19:56.504531 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-fcafb7bd-cfe6-4efe-a5de-e6010f87dc53 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:56.513151 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ff662ee-e9af-4072-95bc-4cffa0ddb7a2 None None] Network d1af7821-3064-4af5-8780-df3ae5343cdc requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:19:56.534285 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-fcafb7bd-cfe6-4efe-a5de-e6010f87dc53 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.3746157 Jul 27 21:19:56.536828 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 48042) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:19:56.546562 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-8bde7dc4-111d-47c6-a416-a89fd39eb738 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1101044635'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:19:56.592067 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad259095-af9a-4002-91bd-d88886f3254f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495-project-admin] Pushing event updated for resources: {'Port': ['ID=0c792e04-8859-4206-93f6-ea71569fea49,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:19:56.628572 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-7f359d0b-e31e-4fe0-b520-32b26f55aaea tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks [] for port, precommit_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:56.650085 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-7f359d0b-e31e-4fe0-b520-32b26f55aaea tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9014027'] for port, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:56.652451 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-7f359d0b-e31e-4fe0-b520-32b26f55aaea tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9014150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9738800'] for subnet, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:56.665453 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad259095-af9a-4002-91bd-d88886f3254f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495-project-admin] Network 7e78281a-603f-4686-9a21-13dfe9a8aff6 is already hosted by enough agents. {{(pid=105584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:19:56.670639 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-ad7a443d-a2a6-4498-bc1f-e452e6fa8c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:56.696624 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bde7dc4-111d-47c6-a416-a89fd39eb738 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Made reservation on behalf of 454b79f542fc4867a07c409c85be23c7 for: {'network': 1} {{(pid=105585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:19:56.704765 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-8bde7dc4-111d-47c6-a416-a89fd39eb738 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for network, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:56.759871 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f359d0b-e31e-4fe0-b520-32b26f55aaea tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Pushing event updated for resources: {'Subnet': ['ID=18f047aa-e757-4570-a462-33ff851802f4,revision_number=0']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:19:56.773285 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [None req-ad259095-af9a-4002-91bd-d88886f3254f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495-project-admin] Resources bound (agent type, host, resource id): {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:19:56.791333 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad259095-af9a-4002-91bd-d88886f3254f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495-project-admin] Received port after_create {{(pid=105584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:19:56.792623 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad259095-af9a-4002-91bd-d88886f3254f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:19:56.793241 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-ad259095-af9a-4002-91bd-d88886f3254f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:56.799167 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8bde7dc4-111d-47c6-a416-a89fd39eb738 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] vlan segment allocate from pool success with {'vlan_id': 229, 'physical_network': 'physnet1'} {{(pid=105585) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:19:56.803977 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f359d0b-e31e-4fe0-b520-32b26f55aaea tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Network 1d615a85-844c-4c57-a0fc-2090e87300f0 is already hosted by enough agents. {{(pid=105584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:19:56.809429 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-8bde7dc4-111d-47c6-a416-a89fd39eb738 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:56.810022 n-d-705658-22 neutron-server[105585]: INFO neutron.db.segments_db [None req-8bde7dc4-111d-47c6-a416-a89fd39eb738 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Added segment df253665-ae5a-4869-be04-8e7a1abe7c2a of type vlan for network a1d89a05-7a1d-4167-b7cf-019853899e9c Jul 27 21:19:56.811300 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [None req-7f359d0b-e31e-4fe0-b520-32b26f55aaea tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Resources bound (agent type, host, resource id): {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:19:56.825493 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f359d0b-e31e-4fe0-b520-32b26f55aaea tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:19:56.826150 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-7f359d0b-e31e-4fe0-b520-32b26f55aaea tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks [] for subnet, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:56.856575 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-7f359d0b-e31e-4fe0-b520-32b26f55aaea tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.1037278 Jul 27 21:19:56.858118 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-8bde7dc4-111d-47c6-a416-a89fd39eb738 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790688424798'] for network, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:56.864337 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 48050) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:19:56.874190 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-3e111a43-4fd1-48fe-9087-0e08461d32d6 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Request body: {'subnet': {'network_id': '1d615a85-844c-4c57-a0fc-2090e87300f0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:19:56.896036 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17454d82-0a74-4900-9b85-2f1464622ab1 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Router 143736f8-a94b-4c2e-b6b5-2224630f39aa has already been hosted by L3 agent dd128fd7-8e57-4d4f-895b-a96b369df59a {{(pid=105585) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:19:56.896998 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-8bde7dc4-111d-47c6-a416-a89fd39eb738 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920'] for network, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:56.904472 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bde7dc4-111d-47c6-a416-a89fd39eb738 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:19:56.905450 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-8bde7dc4-111d-47c6-a416-a89fd39eb738 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Notify callbacks [] for network, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:56.996583 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-ad259095-af9a-4002-91bd-d88886f3254f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495-project-admin] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.5028825 Jul 27 21:19:56.999941 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 48056) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:19:57.000725 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f359d0b-e31e-4fe0-b520-32b26f55aaea tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Pushing event updated for resources: {'Port': ['ID=a955a049-703f-42bc-8a1c-a778d4eb4e2b,revision_number=8']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:19:57.012614 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-3a884e20-424a-4ce4-901f-351f3183dbe1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-705658-22'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:19:57.063583 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bde7dc4-111d-47c6-a416-a89fd39eb738 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Pushing event updated for resources: {'Network': ['ID=a1d89a05-7a1d-4167-b7cf-019853899e9c,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:19:57.070505 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e111a43-4fd1-48fe-9087-0e08461d32d6 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Made reservation on behalf of fcd7bb7d26624f8f823446f0b0a5006f for: {'subnet': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:19:57.074790 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-3e111a43-4fd1-48fe-9087-0e08461d32d6 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9738786'] for subnet, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:57.088357 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-8bde7dc4-111d-47c6-a416-a89fd39eb738 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5509446 Jul 27 21:19:57.105339 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Network a1d89a05-7a1d-4167-b7cf-019853899e9c details requested by agent ovs-agent-n-d-705658-22 with host n-d-705658-22 {{(pid=105586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:19:57.150793 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 48060) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:19:57.162822 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-60d17dd2-84e7-41a8-b45f-fb92c14d44e9 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Request body: {'ports': [{'network_id': 'd1af7821-3064-4af5-8780-df3ae5343cdc'}, {'network_id': 'a1d89a05-7a1d-4167-b7cf-019853899e9c'}]} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:19:57.171043 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-60d17dd2-84e7-41a8-b45f-fb92c14d44e9 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Request body: {'port': {'network_id': 'd1af7821-3064-4af5-8780-df3ae5343cdc'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:19:57.171820 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-60d17dd2-84e7-41a8-b45f-fb92c14d44e9 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Request body: {'port': {'network_id': 'a1d89a05-7a1d-4167-b7cf-019853899e9c'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:19:57.270085 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-ad7a443d-a2a6-4498-bc1f-e452e6fa8c77 None None] For port a955a049-703f-42bc-8a1c-a778d4eb4e2b, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=a955a049-703f-42bc-8a1c-a778d4eb4e2b,segment=NetworkSegment(532d8a52-575f-45de-a3af-efbea8c8f6d5),segment_id=532d8a52-575f-45de-a3af-efbea8c8f6d5)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:19:57.302695 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-ad7a443d-a2a6-4498-bc1f-e452e6fa8c77 None None] Notify callbacks [] for port, precommit_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:57.310113 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-ad7a443d-a2a6-4498-bc1f-e452e6fa8c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:57.373674 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7a443d-a2a6-4498-bc1f-e452e6fa8c77 None None] Pushing event updated for resources: {'Port': ['ID=a955a049-703f-42bc-8a1c-a778d4eb4e2b,revision_number=9']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:19:57.464520 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-3a884e20-424a-4ce4-901f-351f3183dbe1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:57.731384 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-3e111a43-4fd1-48fe-9087-0e08461d32d6 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9014150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9738800'] for subnet, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:57.738627 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17454d82-0a74-4900-9b85-2f1464622ab1 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify agent at l3_agent.n-d-705658-22 the message routers_updated {{(pid=105585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:19:57.750878 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f703e7ad-a113-4abb-b146-e033eea1514f None None] Sync routers for ids ['143736f8-a94b-4c2e-b6b5-2224630f39aa'] in n-d-705658-22 {{(pid=105586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:19:57.767245 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f703e7ad-a113-4abb-b146-e033eea1514f None None] Routers {'143736f8-a94b-4c2e-b6b5-2224630f39aa'} bound to L3 agent in host n-d-705658-22 {{(pid=105586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:19:57.767962 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-f703e7ad-a113-4abb-b146-e033eea1514f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:19:42Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['143736f8-a94b-4c2e-b6b5-2224630f39aa'], 'active': True} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:19:57.817855 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-17454d82-0a74-4900-9b85-2f1464622ab1 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] 10.222.0.59 "PUT /v2.0/routers/143736f8-a94b-4c2e-b6b5-2224630f39aa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6599755 Jul 27 21:19:57.827540 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e111a43-4fd1-48fe-9087-0e08461d32d6 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Network 1d615a85-844c-4c57-a0fc-2090e87300f0 is already hosted by enough agents. {{(pid=105584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:19:57.830111 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 48074) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:19:57.833564 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [None req-3e111a43-4fd1-48fe-9087-0e08461d32d6 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Resources bound (agent type, host, resource id): {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:19:57.840797 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e111a43-4fd1-48fe-9087-0e08461d32d6 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:19:57.842350 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-3e111a43-4fd1-48fe-9087-0e08461d32d6 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks [] for subnet, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:57.932047 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-3e111a43-4fd1-48fe-9087-0e08461d32d6 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0663354 Jul 27 21:19:57.935117 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvr_db [None req-f703e7ad-a113-4abb-b146-e033eea1514f None None] Set router 143736f8-a94b-4c2e-b6b5-2224630f39aa gateway port host: None {{(pid=105586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:19:57.947072 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 48078) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:19:57.956833 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-3c8c66d8-6901-4549-a126-ba963fb38f90 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Request body: {'port': {'network_id': '1d615a85-844c-4c57-a0fc-2090e87300f0', 'mac_address': 'fa:16:3e:f1:b6:ad', 'name': 'tempest-NetworksTestDHCPv6-2140364327'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:19:57.964071 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e111a43-4fd1-48fe-9087-0e08461d32d6 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Pushing event updated for resources: {'Subnet': ['ID=35e821e1-91fe-4e7b-89d7-075cf777a998,revision_number=0']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:19:57.995676 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b03fa1e-7194-4126-9a32-bbd9256b2aea tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Deleting subnet 5243c389-81dc-4a3a-888e-c7f09f4ecbc3 {{(pid=105584) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:19:58.017401 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-4b03fa1e-7194-4126-9a32-bbd9256b2aea tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify callbacks [] for subnet, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:58.028104 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc5ceb0-0078-415f-bc46-29a94b7ccb20 req-9cbcc88a-90ee-4be4-af8d-f67bc14fe519 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:19:58.030215 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-7fc5ceb0-0078-415f-bc46-29a94b7ccb20 req-9cbcc88a-90ee-4be4-af8d-f67bc14fe519 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] 10.222.0.59 "GET /v2.0/ports?device_id=f600c487-e5e5-4562-8a3b-6f15b13fe576 HTTP/1.1" status: 200 len: 945 time: 0.3239765 Jul 27 21:19:58.072857 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60d17dd2-84e7-41a8-b45f-fb92c14d44e9 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Made reservation on behalf of 454b79f542fc4867a07c409c85be23c7 for: {'port': 2} {{(pid=105585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:19:58.080886 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-60d17dd2-84e7-41a8-b45f-fb92c14d44e9 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:58.120387 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-f703e7ad-a113-4abb-b146-e033eea1514f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '143736f8-a94b-4c2e-b6b5-2224630f39aa', 'name': 'tempest-RoutersTest-router-2098360871', 'tenant_id': 'b2a273d14da548f08e5e2947b1efbc75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:18:44Z', 'updated_at': '2021-07-27T21:19:55Z', 'revision_number': 11, 'project_id': 'b2a273d14da548f08e5e2947b1efbc75', 'gw_port_host': None}], 'n-d-705658-22', False) {} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:19:58.124893 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-60d17dd2-84e7-41a8-b45f-fb92c14d44e9 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:58.128249 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [None req-3a884e20-424a-4ce4-901f-351f3183dbe1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495-project-admin] device_id is not set on port 0c792e04-8859-4206-93f6-ea71569fea49 yet. {{(pid=105584) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 21:19:58.144803 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-7fc5ceb0-0078-415f-bc46-29a94b7ccb20 req-90d56f35-6fc9-4640-a7b3-859e53fe0cf0 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] 10.222.0.59 "GET /v2.0/security-groups?id=5a737d1c-b945-4cea-a14d-2326657e6941&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1001716 Jul 27 21:19:58.175248 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-3a884e20-424a-4ce4-901f-351f3183dbe1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495-project-admin] Notify callbacks [] for port, precommit_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:58.178368 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.provisioning_blocks [None req-3a884e20-424a-4ce4-901f-351f3183dbe1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495-project-admin] Transition to ACTIVE for port object 0c792e04-8859-4206-93f6-ea71569fea49 will not be triggered until provisioned by entity L2. {{(pid=105584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:19:58.224989 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-4b03fa1e-7194-4126-9a32-bbd9256b2aea tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9014207'] for subnet, precommit_delete_associations {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:58.234770 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f703e7ad-a113-4abb-b146-e033eea1514f None None] Checking router: 143736f8-a94b-4c2e-b6b5-2224630f39aa for host: n-d-705658-22 {{(pid=105586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:19:58.251897 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f703e7ad-a113-4abb-b146-e033eea1514f None None] Routers {'143736f8-a94b-4c2e-b6b5-2224630f39aa'} bound to L3 agent in host n-d-705658-22 {{(pid=105586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:19:58.252531 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-f703e7ad-a113-4abb-b146-e033eea1514f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:19:42Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['143736f8-a94b-4c2e-b6b5-2224630f39aa'], 'active': True} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:19:58.261419 n-d-705658-22 neutron-server[105585]: DEBUG neutron.notifiers.nova [None req-60d17dd2-84e7-41a8-b45f-fb92c14d44e9 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] device_id is not set on port 2d2fe0ea-7245-4fda-a084-44cc025bb9a7 yet. {{(pid=105585) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 21:19:58.428758 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvr_db [None req-f703e7ad-a113-4abb-b146-e033eea1514f None None] Set router 143736f8-a94b-4c2e-b6b5-2224630f39aa gateway port host: None {{(pid=105586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:19:58.428922 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-4b03fa1e-7194-4126-9a32-bbd9256b2aea tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854965'] for subnet, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:58.486300 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-3a884e20-424a-4ce4-901f-351f3183dbe1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9014027'] for port, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:58.493763 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-4b03fa1e-7194-4126-9a32-bbd9256b2aea tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9014081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9738825'] for subnet, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:58.495429 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-f703e7ad-a113-4abb-b146-e033eea1514f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '143736f8-a94b-4c2e-b6b5-2224630f39aa', 'name': 'tempest-RoutersTest-router-2098360871', 'tenant_id': 'b2a273d14da548f08e5e2947b1efbc75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:18:44Z', 'updated_at': '2021-07-27T21:19:55Z', 'revision_number': 11, 'project_id': 'b2a273d14da548f08e5e2947b1efbc75', 'gw_port_host': None}], 'n-d-705658-22', False) {} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:19:58.498121 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-60d17dd2-84e7-41a8-b45f-fb92c14d44e9 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Notify callbacks [] for port, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:58.510702 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-933d8492-86cd-4231-8f8f-a794d870e2a1 None None] Network 1d615a85-844c-4c57-a0fc-2090e87300f0 requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:19:58.523543 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device a955a049-703f-42bc-8a1c-a778d4eb4e2b up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:19:58.577963 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b03fa1e-7194-4126-9a32-bbd9256b2aea tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Pushing event deleted for resources: {'Subnet': ['ID=5243c389-81dc-4a3a-888e-c7f09f4ecbc3,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:19:58.580066 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-4b03fa1e-7194-4126-9a32-bbd9256b2aea tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify callbacks [] for subnet, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:58.584615 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-4b03fa1e-7194-4126-9a32-bbd9256b2aea tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] 10.222.0.59 "DELETE /v2.0/subnets/5243c389-81dc-4a3a-888e-c7f09f4ecbc3 HTTP/1.1" status: 204 len: 168 time: 0.7387464 Jul 27 21:19:58.597820 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 48094) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:19:58.629406 n-d-705658-22 neutron-server[105585]: DEBUG neutron.notifiers.nova [None req-60d17dd2-84e7-41a8-b45f-fb92c14d44e9 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] device_id is not set on port 0f4b4d45-f897-4589-b1b3-b805d304094a yet. {{(pid=105585) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 21:19:58.646147 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a884e20-424a-4ce4-901f-351f3183dbe1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495-project-admin] Pushing event updated for resources: {'Port': ['ID=0c792e04-8859-4206-93f6-ea71569fea49,revision_number=2']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:19:58.687689 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [None req-3a884e20-424a-4ce4-901f-351f3183dbe1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495-project-admin] Attempting to bind port 0c792e04-8859-4206-93f6-ea71569fea49 on host n-h1-705658-22 for vnic_type normal with profile {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:19:58.687689 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [None req-3a884e20-424a-4ce4-901f-351f3183dbe1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495-project-admin] Attempting to bind port 0c792e04-8859-4206-93f6-ea71569fea49 by drivers openvswitch,hyperv on host n-h1-705658-22 at level 0 using segments [{'id': '952d6cad-180f-4d19-8bcc-9dda2fd5622f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '7e78281a-603f-4686-9a21-13dfe9a8aff6'}] {{(pid=105584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:19:58.687689 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a884e20-424a-4ce4-901f-351f3183dbe1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495-project-admin] Attempting to bind port 0c792e04-8859-4206-93f6-ea71569fea49 on network 7e78281a-603f-4686-9a21-13dfe9a8aff6 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:19:58.700659 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a884e20-424a-4ce4-901f-351f3183dbe1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495-project-admin] Port 0c792e04-8859-4206-93f6-ea71569fea49 on network 7e78281a-603f-4686-9a21-13dfe9a8aff6 not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-22 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:19:58.701049 n-d-705658-22 neutron-server[105584]: ERROR neutron.plugins.ml2.managers [None req-3a884e20-424a-4ce4-901f-351f3183dbe1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495-project-admin] Failed to bind port 0c792e04-8859-4206-93f6-ea71569fea49 on host n-h1-705658-22 for vnic_type normal using segments [{'id': '952d6cad-180f-4d19-8bcc-9dda2fd5622f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '7e78281a-603f-4686-9a21-13dfe9a8aff6'}] Jul 27 21:19:58.706596 n-d-705658-22 neutron-server[105584]: INFO neutron.plugins.ml2.plugin [None req-3a884e20-424a-4ce4-901f-351f3183dbe1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495-project-admin] Attempt 2 to bind port 0c792e04-8859-4206-93f6-ea71569fea49 Jul 27 21:19:58.723334 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [None req-3a884e20-424a-4ce4-901f-351f3183dbe1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495-project-admin] Attempting to bind port 0c792e04-8859-4206-93f6-ea71569fea49 on host n-h1-705658-22 for vnic_type normal with profile {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:19:58.723678 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [None req-3a884e20-424a-4ce4-901f-351f3183dbe1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495-project-admin] Attempting to bind port 0c792e04-8859-4206-93f6-ea71569fea49 by drivers openvswitch,hyperv on host n-h1-705658-22 at level 0 using segments [{'id': '952d6cad-180f-4d19-8bcc-9dda2fd5622f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '7e78281a-603f-4686-9a21-13dfe9a8aff6'}] {{(pid=105584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:19:58.724021 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a884e20-424a-4ce4-901f-351f3183dbe1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495-project-admin] Attempting to bind port 0c792e04-8859-4206-93f6-ea71569fea49 on network 7e78281a-603f-4686-9a21-13dfe9a8aff6 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:19:58.742354 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a884e20-424a-4ce4-901f-351f3183dbe1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495-project-admin] Port 0c792e04-8859-4206-93f6-ea71569fea49 on network 7e78281a-603f-4686-9a21-13dfe9a8aff6 not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-22 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:19:58.742713 n-d-705658-22 neutron-server[105584]: ERROR neutron.plugins.ml2.managers [None req-3a884e20-424a-4ce4-901f-351f3183dbe1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495-project-admin] Failed to bind port 0c792e04-8859-4206-93f6-ea71569fea49 on host n-h1-705658-22 for vnic_type normal using segments [{'id': '952d6cad-180f-4d19-8bcc-9dda2fd5622f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '7e78281a-603f-4686-9a21-13dfe9a8aff6'}] Jul 27 21:19:58.746917 n-d-705658-22 neutron-server[105584]: INFO neutron.plugins.ml2.plugin [None req-3a884e20-424a-4ce4-901f-351f3183dbe1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495-project-admin] Attempt 3 to bind port 0c792e04-8859-4206-93f6-ea71569fea49 Jul 27 21:19:58.756271 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbdb29aa-19fe-4ec9-8b77-c700ea3b18c7 None None] Network 3c05b601-6f3f-4129-89fb-58b7bb9fe8d3 requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:19:58.764432 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-fbcec43a-a62d-473d-8385-a4200285684d tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-990557'] for network, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:58.767460 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c8c66d8-6901-4549-a126-ba963fb38f90 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Made reservation on behalf of fcd7bb7d26624f8f823446f0b0a5006f for: {'port': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:19:58.913272 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-60d17dd2-84e7-41a8-b45f-fb92c14d44e9 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Notify callbacks [] for port, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:58.982397 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f703e7ad-a113-4abb-b146-e033eea1514f None None] The sync data for ids ['143736f8-a94b-4c2e-b6b5-2224630f39aa'] in n-d-705658-22 is: [{'id': '143736f8-a94b-4c2e-b6b5-2224630f39aa', 'name': 'tempest-RoutersTest-router-2098360871', 'tenant_id': 'b2a273d14da548f08e5e2947b1efbc75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:18:44Z', 'updated_at': '2021-07-27T21:19:55Z', 'revision_number': 11, 'project_id': 'b2a273d14da548f08e5e2947b1efbc75', 'gw_port_host': None}] {{(pid=105586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:19:58.995990 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-60d17dd2-84e7-41a8-b45f-fb92c14d44e9 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:59.056226 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60d17dd2-84e7-41a8-b45f-fb92c14d44e9 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Network d1af7821-3064-4af5-8780-df3ae5343cdc is already hosted by enough agents. {{(pid=105585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:19:59.064557 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.base_scheduler [None req-60d17dd2-84e7-41a8-b45f-fb92c14d44e9 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Resources bound (agent type, host, resource id): {{(pid=105585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:19:59.071686 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-da8c5ca5-da02-4930-9655-7e1b92e9a887 None None] Provisioning complete for port a955a049-703f-42bc-8a1c-a778d4eb4e2b triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:19:59.072281 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-da8c5ca5-da02-4930-9655-7e1b92e9a887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:59.075277 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60d17dd2-84e7-41a8-b45f-fb92c14d44e9 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Received port after_create {{(pid=105585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:19:59.076446 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-60d17dd2-84e7-41a8-b45f-fb92c14d44e9 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:59.086541 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d17dd2-84e7-41a8-b45f-fb92c14d44e9 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Pushing event updated for resources: {'Port': ['ID=2d2fe0ea-7245-4fda-a084-44cc025bb9a7,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:19:59.188131 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d17dd2-84e7-41a8-b45f-fb92c14d44e9 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Pushing event updated for resources: {'Port': ['ID=0f4b4d45-f897-4589-b1b3-b805d304094a,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:19:59.207607 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60d17dd2-84e7-41a8-b45f-fb92c14d44e9 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Checking segment: {'id': 'df253665-ae5a-4869-be04-8e7a1abe7c2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'a1d89a05-7a1d-4167-b7cf-019853899e9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:19:59.208249 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60d17dd2-84e7-41a8-b45f-fb92c14d44e9 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Network hostable DHCP agents. Network: a1d89a05-7a1d-4167-b7cf-019853899e9c, hostable agents: ['7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a'], hosted agents: [] {{(pid=105585) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:19:59.232581 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60d17dd2-84e7-41a8-b45f-fb92c14d44e9 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Network a1d89a05-7a1d-4167-b7cf-019853899e9c is scheduled to be hosted by DHCP agent 7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a with binding_index 1 {{(pid=105585) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:19:59.262884 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.base_scheduler [None req-60d17dd2-84e7-41a8-b45f-fb92c14d44e9 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-22, a1d89a05-7a1d-4167-b7cf-019853899e9c) {{(pid=105585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:19:59.270056 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60d17dd2-84e7-41a8-b45f-fb92c14d44e9 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Received port after_create {{(pid=105585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:19:59.279073 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60d17dd2-84e7-41a8-b45f-fb92c14d44e9 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:19:59.285061 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60d17dd2-84e7-41a8-b45f-fb92c14d44e9 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:19:59.285286 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port a955a049-703f-42bc-8a1c-a778d4eb4e2b triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:19:59.285761 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-60d17dd2-84e7-41a8-b45f-fb92c14d44e9 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:59.286131 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:59.297196 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bf40c57-8933-4d20-b9a2-b72dd334de94 None None] Network a1d89a05-7a1d-4167-b7cf-019853899e9c requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:19:59.327316 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-60d17dd2-84e7-41a8-b45f-fb92c14d44e9 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.1747625 Jul 27 21:19:59.335043 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 48110) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:19:59.396163 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [None req-3a884e20-424a-4ce4-901f-351f3183dbe1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495-project-admin] Attempting to bind port 0c792e04-8859-4206-93f6-ea71569fea49 on host n-h1-705658-22 for vnic_type normal with profile {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:19:59.396527 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [None req-3a884e20-424a-4ce4-901f-351f3183dbe1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495-project-admin] Attempting to bind port 0c792e04-8859-4206-93f6-ea71569fea49 by drivers openvswitch,hyperv on host n-h1-705658-22 at level 0 using segments [{'id': '952d6cad-180f-4d19-8bcc-9dda2fd5622f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '7e78281a-603f-4686-9a21-13dfe9a8aff6'}] {{(pid=105584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:19:59.396819 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a884e20-424a-4ce4-901f-351f3183dbe1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495-project-admin] Attempting to bind port 0c792e04-8859-4206-93f6-ea71569fea49 on network 7e78281a-603f-4686-9a21-13dfe9a8aff6 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:19:59.475409 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a884e20-424a-4ce4-901f-351f3183dbe1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495-project-admin] Port 0c792e04-8859-4206-93f6-ea71569fea49 on network 7e78281a-603f-4686-9a21-13dfe9a8aff6 not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-22 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:19:59.475740 n-d-705658-22 neutron-server[105584]: ERROR neutron.plugins.ml2.managers [None req-3a884e20-424a-4ce4-901f-351f3183dbe1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495-project-admin] Failed to bind port 0c792e04-8859-4206-93f6-ea71569fea49 on host n-h1-705658-22 for vnic_type normal using segments [{'id': '952d6cad-180f-4d19-8bcc-9dda2fd5622f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '7e78281a-603f-4686-9a21-13dfe9a8aff6'}] Jul 27 21:19:59.480300 n-d-705658-22 neutron-server[105584]: INFO neutron.plugins.ml2.plugin [None req-3a884e20-424a-4ce4-901f-351f3183dbe1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495-project-admin] Attempt 4 to bind port 0c792e04-8859-4206-93f6-ea71569fea49 Jul 27 21:19:59.496926 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e7e048-7649-4cec-bb4c-d8127873c5db req-0de2bab4-ffe2-4f48-b05d-53e029a68073 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:19:59.498711 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a4e7e048-7649-4cec-bb4c-d8127873c5db req-0de2bab4-ffe2-4f48-b05d-53e029a68073 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] 10.222.0.59 "GET /v2.0/ports?device_id=f600c487-e5e5-4562-8a3b-6f15b13fe576 HTTP/1.1" status: 200 len: 945 time: 0.1699116 Jul 27 21:19:59.511127 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [None req-3a884e20-424a-4ce4-901f-351f3183dbe1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495-project-admin] Attempting to bind port 0c792e04-8859-4206-93f6-ea71569fea49 on host n-h1-705658-22 for vnic_type normal with profile {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:19:59.520137 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [None req-3a884e20-424a-4ce4-901f-351f3183dbe1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495-project-admin] Attempting to bind port 0c792e04-8859-4206-93f6-ea71569fea49 by drivers openvswitch,hyperv on host n-h1-705658-22 at level 0 using segments [{'id': '952d6cad-180f-4d19-8bcc-9dda2fd5622f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '7e78281a-603f-4686-9a21-13dfe9a8aff6'}] {{(pid=105584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:19:59.520501 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a884e20-424a-4ce4-901f-351f3183dbe1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495-project-admin] Attempting to bind port 0c792e04-8859-4206-93f6-ea71569fea49 on network 7e78281a-603f-4686-9a21-13dfe9a8aff6 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:19:59.538649 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a884e20-424a-4ce4-901f-351f3183dbe1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495-project-admin] Port 0c792e04-8859-4206-93f6-ea71569fea49 on network 7e78281a-603f-4686-9a21-13dfe9a8aff6 not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-22 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:19:59.538986 n-d-705658-22 neutron-server[105584]: ERROR neutron.plugins.ml2.managers [None req-3a884e20-424a-4ce4-901f-351f3183dbe1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495-project-admin] Failed to bind port 0c792e04-8859-4206-93f6-ea71569fea49 on host n-h1-705658-22 for vnic_type normal using segments [{'id': '952d6cad-180f-4d19-8bcc-9dda2fd5622f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '7e78281a-603f-4686-9a21-13dfe9a8aff6'}] Jul 27 21:19:59.544556 n-d-705658-22 neutron-server[105584]: INFO neutron.plugins.ml2.plugin [None req-3a884e20-424a-4ce4-901f-351f3183dbe1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495-project-admin] Attempt 5 to bind port 0c792e04-8859-4206-93f6-ea71569fea49 Jul 27 21:19:59.553146 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a4e7e048-7649-4cec-bb4c-d8127873c5db req-f5704544-bacb-4f0b-b150-546e21b5207b tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] 10.222.0.59 "GET /v2.0/security-groups?id=5a737d1c-b945-4cea-a14d-2326657e6941&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479589 Jul 27 21:19:59.611981 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [None req-3a884e20-424a-4ce4-901f-351f3183dbe1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495-project-admin] Attempting to bind port 0c792e04-8859-4206-93f6-ea71569fea49 on host n-h1-705658-22 for vnic_type normal with profile {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:19:59.612236 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [None req-3a884e20-424a-4ce4-901f-351f3183dbe1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495-project-admin] Attempting to bind port 0c792e04-8859-4206-93f6-ea71569fea49 by drivers openvswitch,hyperv on host n-h1-705658-22 at level 0 using segments [{'id': '952d6cad-180f-4d19-8bcc-9dda2fd5622f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '7e78281a-603f-4686-9a21-13dfe9a8aff6'}] {{(pid=105584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:19:59.612752 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a884e20-424a-4ce4-901f-351f3183dbe1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495-project-admin] Attempting to bind port 0c792e04-8859-4206-93f6-ea71569fea49 on network 7e78281a-603f-4686-9a21-13dfe9a8aff6 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:19:59.621331 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a884e20-424a-4ce4-901f-351f3183dbe1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495-project-admin] Port 0c792e04-8859-4206-93f6-ea71569fea49 on network 7e78281a-603f-4686-9a21-13dfe9a8aff6 not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-22 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:19:59.621666 n-d-705658-22 neutron-server[105584]: ERROR neutron.plugins.ml2.managers [None req-3a884e20-424a-4ce4-901f-351f3183dbe1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495-project-admin] Failed to bind port 0c792e04-8859-4206-93f6-ea71569fea49 on host n-h1-705658-22 for vnic_type normal using segments [{'id': '952d6cad-180f-4d19-8bcc-9dda2fd5622f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '7e78281a-603f-4686-9a21-13dfe9a8aff6'}] Jul 27 21:19:59.627779 n-d-705658-22 neutron-server[105584]: INFO neutron.plugins.ml2.plugin [None req-3a884e20-424a-4ce4-901f-351f3183dbe1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495-project-admin] Attempt 6 to bind port 0c792e04-8859-4206-93f6-ea71569fea49 Jul 27 21:19:59.644401 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [None req-3a884e20-424a-4ce4-901f-351f3183dbe1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495-project-admin] Attempting to bind port 0c792e04-8859-4206-93f6-ea71569fea49 on host n-h1-705658-22 for vnic_type normal with profile {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:19:59.645097 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [None req-3a884e20-424a-4ce4-901f-351f3183dbe1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495-project-admin] Attempting to bind port 0c792e04-8859-4206-93f6-ea71569fea49 by drivers openvswitch,hyperv on host n-h1-705658-22 at level 0 using segments [{'id': '952d6cad-180f-4d19-8bcc-9dda2fd5622f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '7e78281a-603f-4686-9a21-13dfe9a8aff6'}] {{(pid=105584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:19:59.645454 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a884e20-424a-4ce4-901f-351f3183dbe1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495-project-admin] Attempting to bind port 0c792e04-8859-4206-93f6-ea71569fea49 on network 7e78281a-603f-4686-9a21-13dfe9a8aff6 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:19:59.681665 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a884e20-424a-4ce4-901f-351f3183dbe1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495-project-admin] Port 0c792e04-8859-4206-93f6-ea71569fea49 on network 7e78281a-603f-4686-9a21-13dfe9a8aff6 not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-22 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:19:59.682030 n-d-705658-22 neutron-server[105584]: ERROR neutron.plugins.ml2.managers [None req-3a884e20-424a-4ce4-901f-351f3183dbe1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495-project-admin] Failed to bind port 0c792e04-8859-4206-93f6-ea71569fea49 on host n-h1-705658-22 for vnic_type normal using segments [{'id': '952d6cad-180f-4d19-8bcc-9dda2fd5622f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '7e78281a-603f-4686-9a21-13dfe9a8aff6'}] Jul 27 21:19:59.686764 n-d-705658-22 neutron-server[105584]: INFO neutron.plugins.ml2.plugin [None req-3a884e20-424a-4ce4-901f-351f3183dbe1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495-project-admin] Attempt 7 to bind port 0c792e04-8859-4206-93f6-ea71569fea49 Jul 27 21:19:59.702559 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [None req-3a884e20-424a-4ce4-901f-351f3183dbe1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495-project-admin] Attempting to bind port 0c792e04-8859-4206-93f6-ea71569fea49 on host n-h1-705658-22 for vnic_type normal with profile {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:19:59.703027 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [None req-3a884e20-424a-4ce4-901f-351f3183dbe1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495-project-admin] Attempting to bind port 0c792e04-8859-4206-93f6-ea71569fea49 by drivers openvswitch,hyperv on host n-h1-705658-22 at level 0 using segments [{'id': '952d6cad-180f-4d19-8bcc-9dda2fd5622f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '7e78281a-603f-4686-9a21-13dfe9a8aff6'}] {{(pid=105584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:19:59.703261 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a884e20-424a-4ce4-901f-351f3183dbe1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495-project-admin] Attempting to bind port 0c792e04-8859-4206-93f6-ea71569fea49 on network 7e78281a-603f-4686-9a21-13dfe9a8aff6 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:19:59.708236 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-3c8c66d8-6901-4549-a126-ba963fb38f90 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:59.732240 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-fbcec43a-a62d-473d-8385-a4200285684d tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Deleting port 21f73f71-ffe8-467a-9fee-5d1b9f31473e {{(pid=105584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:19:59.732607 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-fbcec43a-a62d-473d-8385-a4200285684d tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:59.738873 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-b4656c48-34b7-4fa9-b0c4-836f26974433 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Deleting port 0f4b4d45-f897-4589-b1b3-b805d304094a {{(pid=105584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:19:59.739265 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-b4656c48-34b7-4fa9-b0c4-836f26974433 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:59.742054 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a884e20-424a-4ce4-901f-351f3183dbe1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495-project-admin] Port 0c792e04-8859-4206-93f6-ea71569fea49 on network 7e78281a-603f-4686-9a21-13dfe9a8aff6 not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-22 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:19:59.742386 n-d-705658-22 neutron-server[105584]: ERROR neutron.plugins.ml2.managers [None req-3a884e20-424a-4ce4-901f-351f3183dbe1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495-project-admin] Failed to bind port 0c792e04-8859-4206-93f6-ea71569fea49 on host n-h1-705658-22 for vnic_type normal using segments [{'id': '952d6cad-180f-4d19-8bcc-9dda2fd5622f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '7e78281a-603f-4686-9a21-13dfe9a8aff6'}] Jul 27 21:19:59.746226 n-d-705658-22 neutron-server[105584]: INFO neutron.plugins.ml2.plugin [None req-3a884e20-424a-4ce4-901f-351f3183dbe1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495-project-admin] Attempt 8 to bind port 0c792e04-8859-4206-93f6-ea71569fea49 Jul 27 21:19:59.801439 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e659080-12cb-4f23-a8ee-e58bf55c88d0 None None] Update dhcp port {'port': {'network_id': '1d615a85-844c-4c57-a0fc-2090e87300f0', 'fixed_ips': [{'subnet_id': '18f047aa-e757-4570-a462-33ff851802f4', 'ip_address': '2001:db8::f816:3eff:fe6a:7127'}, {'subnet_id': '35e821e1-91fe-4e7b-89d7-075cf777a998'}], 'binding:host_id': 'n-d-705658-22'}, 'id': 'a955a049-703f-42bc-8a1c-a778d4eb4e2b'} from n-d-705658-22. {{(pid=105586) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 27 21:19:59.853981 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-6e659080-12cb-4f23-a8ee-e58bf55c88d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:59.892209 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a5c8897-c2c2-48ed-b25a-f1530dab89a2 None None] DHCP port deletion for 3c05b601-6f3f-4129-89fb-58b7bb9fe8d3 request from n-d-705658-22 {{(pid=105586) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 21:19:59.908606 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [None req-3c8c66d8-6901-4549-a126-ba963fb38f90 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] device_id is not set on port 64205cb8-2069-47fa-97c3-4e31fdb13b44 yet. {{(pid=105584) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 21:19:59.922840 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [None req-3a884e20-424a-4ce4-901f-351f3183dbe1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495-project-admin] Attempting to bind port 0c792e04-8859-4206-93f6-ea71569fea49 on host n-h1-705658-22 for vnic_type normal with profile {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:19:59.927498 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [None req-3a884e20-424a-4ce4-901f-351f3183dbe1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495-project-admin] Attempting to bind port 0c792e04-8859-4206-93f6-ea71569fea49 by drivers openvswitch,hyperv on host n-h1-705658-22 at level 0 using segments [{'id': '952d6cad-180f-4d19-8bcc-9dda2fd5622f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '7e78281a-603f-4686-9a21-13dfe9a8aff6'}] {{(pid=105584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:19:59.928015 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a884e20-424a-4ce4-901f-351f3183dbe1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495-project-admin] Attempting to bind port 0c792e04-8859-4206-93f6-ea71569fea49 on network 7e78281a-603f-4686-9a21-13dfe9a8aff6 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:19:59.976889 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-b4656c48-34b7-4fa9-b0c4-836f26974433 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:00.006900 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-b4656c48-34b7-4fa9-b0c4-836f26974433 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Calling delete_port for 0f4b4d45-f897-4589-b1b3-b805d304094a owned by {{(pid=105584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:20:00.210122 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-8a5c8897-c2c2-48ed-b25a-f1530dab89a2 None None] Deleting port 21f73f71-ffe8-467a-9fee-5d1b9f31473e {{(pid=105586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:20:00.210868 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-8a5c8897-c2c2-48ed-b25a-f1530dab89a2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:00.248603 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [None req-fbcec43a-a62d-473d-8385-a4200285684d tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] For port 21f73f71-ffe8-467a-9fee-5d1b9f31473e, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=21f73f71-ffe8-467a-9fee-5d1b9f31473e,segment=NetworkSegment(0ce479f9-0bcc-40bc-80e9-6d6784a2a8e1),segment_id=0ce479f9-0bcc-40bc-80e9-6d6784a2a8e1)] {{(pid=105584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:20:00.249086 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-fbcec43a-a62d-473d-8385-a4200285684d tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:00.272955 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-fbcec43a-a62d-473d-8385-a4200285684d tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Calling delete_port for 21f73f71-ffe8-467a-9fee-5d1b9f31473e owned by network:dhcp {{(pid=105584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:20:00.275094 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a884e20-424a-4ce4-901f-351f3183dbe1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495-project-admin] Port 0c792e04-8859-4206-93f6-ea71569fea49 on network 7e78281a-603f-4686-9a21-13dfe9a8aff6 not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-22 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:20:00.275622 n-d-705658-22 neutron-server[105584]: ERROR neutron.plugins.ml2.managers [None req-3a884e20-424a-4ce4-901f-351f3183dbe1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495-project-admin] Failed to bind port 0c792e04-8859-4206-93f6-ea71569fea49 on host n-h1-705658-22 for vnic_type normal using segments [{'id': '952d6cad-180f-4d19-8bcc-9dda2fd5622f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '7e78281a-603f-4686-9a21-13dfe9a8aff6'}] Jul 27 21:20:00.281871 n-d-705658-22 neutron-server[105584]: INFO neutron.plugins.ml2.plugin [None req-3a884e20-424a-4ce4-901f-351f3183dbe1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495-project-admin] Attempt 9 to bind port 0c792e04-8859-4206-93f6-ea71569fea49 Jul 27 21:20:00.283981 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 8c8e812d-bdf9-4cf4-b8c7-3dc810eefb32 no longer exists at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:20:00.297078 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-b4656c48-34b7-4fa9-b0c4-836f26974433 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:00.328112 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] No Port match for: 8c8e812d-bdf9-4cf4-b8c7-3dc810eefb32 {{(pid=105586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:20:00.328855 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 8c8e812d-bdf9-4cf4-b8c7-3dc810eefb32 not bound to the agent host n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:20:00.329212 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 21f73f71-ffe8-467a-9fee-5d1b9f31473e no longer exists at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:20:00.371263 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-8a5c8897-c2c2-48ed-b25a-f1530dab89a2 None None] For port 21f73f71-ffe8-467a-9fee-5d1b9f31473e, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=21f73f71-ffe8-467a-9fee-5d1b9f31473e,segment=NetworkSegment(0ce479f9-0bcc-40bc-80e9-6d6784a2a8e1),segment_id=0ce479f9-0bcc-40bc-80e9-6d6784a2a8e1)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:20:00.371680 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-8a5c8897-c2c2-48ed-b25a-f1530dab89a2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:00.392523 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-8a5c8897-c2c2-48ed-b25a-f1530dab89a2 None None] Calling delete_port for 21f73f71-ffe8-467a-9fee-5d1b9f31473e owned by network:dhcp {{(pid=105586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:20:00.415886 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [None req-3a884e20-424a-4ce4-901f-351f3183dbe1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495-project-admin] Attempting to bind port 0c792e04-8859-4206-93f6-ea71569fea49 on host n-h1-705658-22 for vnic_type normal with profile {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:20:00.416778 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [None req-3a884e20-424a-4ce4-901f-351f3183dbe1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495-project-admin] Attempting to bind port 0c792e04-8859-4206-93f6-ea71569fea49 by drivers openvswitch,hyperv on host n-h1-705658-22 at level 0 using segments [{'id': '952d6cad-180f-4d19-8bcc-9dda2fd5622f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '7e78281a-603f-4686-9a21-13dfe9a8aff6'}] {{(pid=105584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:20:00.417332 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a884e20-424a-4ce4-901f-351f3183dbe1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495-project-admin] Attempting to bind port 0c792e04-8859-4206-93f6-ea71569fea49 on network 7e78281a-603f-4686-9a21-13dfe9a8aff6 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:20:00.419993 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4656c48-34b7-4fa9-b0c4-836f26974433 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Pushing event deleted for resources: {'Port': ['ID=0f4b4d45-f897-4589-b1b3-b805d304094a,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:20:00.455696 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a884e20-424a-4ce4-901f-351f3183dbe1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495-project-admin] Port 0c792e04-8859-4206-93f6-ea71569fea49 on network 7e78281a-603f-4686-9a21-13dfe9a8aff6 not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-22 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:20:00.456238 n-d-705658-22 neutron-server[105584]: ERROR neutron.plugins.ml2.managers [None req-3a884e20-424a-4ce4-901f-351f3183dbe1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495-project-admin] Failed to bind port 0c792e04-8859-4206-93f6-ea71569fea49 on host n-h1-705658-22 for vnic_type normal using segments [{'id': '952d6cad-180f-4d19-8bcc-9dda2fd5622f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '7e78281a-603f-4686-9a21-13dfe9a8aff6'}] Jul 27 21:20:00.457590 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-b4656c48-34b7-4fa9-b0c4-836f26974433 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:00.459563 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-b4656c48-34b7-4fa9-b0c4-836f26974433 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] 10.222.0.59 "DELETE /v2.0/ports/0f4b4d45-f897-4589-b1b3-b805d304094a HTTP/1.1" status: 204 len: 168 time: 1.1215277 Jul 27 21:20:00.462561 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 48136) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:20:00.464959 n-d-705658-22 neutron-server[105584]: INFO neutron.plugins.ml2.plugin [None req-3a884e20-424a-4ce4-901f-351f3183dbe1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495-project-admin] Attempt 10 to bind port 0c792e04-8859-4206-93f6-ea71569fea49 Jul 27 21:20:00.524052 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:00.534621 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-8a5c8897-c2c2-48ed-b25a-f1530dab89a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180'] for port, after_delete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:00.539177 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [None req-3a884e20-424a-4ce4-901f-351f3183dbe1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495-project-admin] Attempting to bind port 0c792e04-8859-4206-93f6-ea71569fea49 on host n-h1-705658-22 for vnic_type normal with profile {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:20:00.539793 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [None req-3a884e20-424a-4ce4-901f-351f3183dbe1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495-project-admin] Attempting to bind port 0c792e04-8859-4206-93f6-ea71569fea49 by drivers openvswitch,hyperv on host n-h1-705658-22 at level 0 using segments [{'id': '952d6cad-180f-4d19-8bcc-9dda2fd5622f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '7e78281a-603f-4686-9a21-13dfe9a8aff6'}] {{(pid=105584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:20:00.540378 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a884e20-424a-4ce4-901f-351f3183dbe1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495-project-admin] Attempting to bind port 0c792e04-8859-4206-93f6-ea71569fea49 on network 7e78281a-603f-4686-9a21-13dfe9a8aff6 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:20:00.549099 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.db_base_plugin_common [None req-3c8c66d8-6901-4549-a126-ba963fb38f90 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Allocated IP 172.20.0.3 (1d615a85-844c-4c57-a0fc-2090e87300f0/35e821e1-91fe-4e7b-89d7-075cf777a998/64205cb8-2069-47fa-97c3-4e31fdb13b44) {{(pid=105584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:20:00.554756 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a5c8897-c2c2-48ed-b25a-f1530dab89a2 None None] No DVR routers for this DVR port 21f73f71-ffe8-467a-9fee-5d1b9f31473e on host n-d-705658-22 {{(pid=105586) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:20:00.571897 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b187648b-09bc-465a-b319-3b6ac1d808c3 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:20:00.583375 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b187648b-09bc-465a-b319-3b6ac1d808c3 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:20:00.589829 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5c8897-c2c2-48ed-b25a-f1530dab89a2 None None] Pushing event deleted for resources: {'Port': ['ID=21f73f71-ffe8-467a-9fee-5d1b9f31473e,revision_number=None']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:20:00.594423 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 48142) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:20:00.595171 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-b187648b-09bc-465a-b319-3b6ac1d808c3 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1451 time: 0.1229877 Jul 27 21:20:00.602711 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a884e20-424a-4ce4-901f-351f3183dbe1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495-project-admin] Port 0c792e04-8859-4206-93f6-ea71569fea49 on network 7e78281a-603f-4686-9a21-13dfe9a8aff6 not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-22 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:20:00.602892 n-d-705658-22 neutron-server[105584]: ERROR neutron.plugins.ml2.managers [None req-3a884e20-424a-4ce4-901f-351f3183dbe1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495-project-admin] Failed to bind port 0c792e04-8859-4206-93f6-ea71569fea49 on host n-h1-705658-22 for vnic_type normal using segments [{'id': '952d6cad-180f-4d19-8bcc-9dda2fd5622f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '7e78281a-603f-4686-9a21-13dfe9a8aff6'}] Jul 27 21:20:00.607272 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-3a884e20-424a-4ce4-901f-351f3183dbe1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:00.610441 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.db_base_plugin_common [None req-3c8c66d8-6901-4549-a126-ba963fb38f90 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Allocated IP 2001:db8::f816:3eff:fef1:b6ad (1d615a85-844c-4c57-a0fc-2090e87300f0/18f047aa-e757-4570-a462-33ff851802f4/64205cb8-2069-47fa-97c3-4e31fdb13b44) {{(pid=105584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:20:00.752370 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae898bb-a18e-4a3a-8916-234a8b0ebb28 req-7f8bf947-3cec-46cc-bfdf-5ab06588247d tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:20:00.754310 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-cae898bb-a18e-4a3a-8916-234a8b0ebb28 req-7f8bf947-3cec-46cc-bfdf-5ab06588247d tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] 10.222.0.59 "GET /v2.0/ports?device_id=f600c487-e5e5-4562-8a3b-6f15b13fe576 HTTP/1.1" status: 200 len: 945 time: 0.0880487 Jul 27 21:20:00.763927 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-fbcec43a-a62d-473d-8385-a4200285684d tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:00.833028 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbcec43a-a62d-473d-8385-a4200285684d tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] No DVR routers for this DVR port 21f73f71-ffe8-467a-9fee-5d1b9f31473e on host n-d-705658-22 {{(pid=105584) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:20:00.869324 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcec43a-a62d-473d-8385-a4200285684d tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Pushing event deleted for resources: {'Port': ['ID=21f73f71-ffe8-467a-9fee-5d1b9f31473e,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:20:00.936218 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [None req-3a884e20-424a-4ce4-901f-351f3183dbe1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495-project-admin] For port 0c792e04-8859-4206-93f6-ea71569fea49, host n-h1-705658-22, cleared binding levels {{(pid=105584) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:20:00.936496 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [None req-3a884e20-424a-4ce4-901f-351f3183dbe1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495-project-admin] Attempted to set empty binding levels {{(pid=105584) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 27 21:20:00.984447 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-3a884e20-424a-4ce4-901f-351f3183dbe1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9014027'] for port, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:01.017868 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-cae898bb-a18e-4a3a-8916-234a8b0ebb28 req-e7da7f6b-fd12-4e01-bf61-56f72d49cc7a tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] 10.222.0.59 "GET /v2.0/security-groups?id=5a737d1c-b945-4cea-a14d-2326657e6941&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2420464 Jul 27 21:20:01.061137 n-d-705658-22 neutron-server[105585]: INFO neutron.api.v2.resource [req-8c0fb316-a0e9-4123-ae1b-1f3e88cb9f7b req-efd4fa6c-2165-432a-8c45-095f032fa650 service neutron] show failed (client error): The resource could not be found. Jul 27 21:20:01.062640 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-8c0fb316-a0e9-4123-ae1b-1f3e88cb9f7b req-efd4fa6c-2165-432a-8c45-095f032fa650 service neutron] 10.222.0.60 "GET /v2.0/ports/ed51ec73-d9a5-4c0b-b4de-6eed8a81fff5/bindings/n-h1-705658-22 HTTP/1.1" status: 404 len: 381 time: 0.2177629 Jul 27 21:20:01.070067 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-fbcec43a-a62d-473d-8385-a4200285684d tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853562', 'neutron.services.segments.db._delete_segments_for_network-8790688882975'] for network, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:01.071479 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbbb166-13de-43c2-ac14-7380d0588c8f req-a8d33f04-7d7b-4c1f-95f1-b363263ff768 tempest-VolumesSnapshotTestJSON-1656461289 tempest-VolumesSnapshotTestJSON-1656461289-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:20:01.073468 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-2dbbb166-13de-43c2-ac14-7380d0588c8f req-a8d33f04-7d7b-4c1f-95f1-b363263ff768 tempest-VolumesSnapshotTestJSON-1656461289 tempest-VolumesSnapshotTestJSON-1656461289-project] 10.222.0.59 "GET /v2.0/networks?id=1b1dab31-9b34-44da-9575-a2762dd20ae1 HTTP/1.1" status: 200 len: 813 time: 0.3181107 Jul 27 21:20:01.079076 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-3a884e20-424a-4ce4-901f-351f3183dbe1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495-project-admin] In _notify_port_updated(), no bound segment for port 0c792e04-8859-4206-93f6-ea71569fea49 on network 7e78281a-603f-4686-9a21-13dfe9a8aff6 {{(pid=105584) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 27 21:20:01.082948 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a884e20-424a-4ce4-901f-351f3183dbe1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:20:01.082948 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-3a884e20-424a-4ce4-901f-351f3183dbe1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:01.082948 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-3a884e20-424a-4ce4-901f-351f3183dbe1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495-project-admin] 10.222.0.59 "PUT /v2.0/ports/0c792e04-8859-4206-93f6-ea71569fea49 HTTP/1.1" status: 200 len: 980 time: 4.0777910 Jul 27 21:20:01.092952 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 48164) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:20:01.109579 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.segments.db [None req-fbcec43a-a62d-473d-8385-a4200285684d tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c05b601-6f3f-4129-89fb-58b7bb9fe8d3']}} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:20:01.127459 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a884e20-424a-4ce4-901f-351f3183dbe1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495-project-admin] Pushing event updated for resources: {'Port': ['ID=0c792e04-8859-4206-93f6-ea71569fea49,revision_number=3']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:20:01.130755 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.segments.db [None req-fbcec43a-a62d-473d-8385-a4200285684d tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ce479f9-0bcc-40bc-80e9-6d6784a2a8e1') {'for_net_delete': True} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:20:01.131155 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.segments.db [None req-fbcec43a-a62d-473d-8385-a4200285684d tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ce479f9-0bcc-40bc-80e9-6d6784a2a8e1') {} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:20:01.158632 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-fbcec43a-a62d-473d-8385-a4200285684d tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790688883752', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9014348'] for segment, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:01.170472 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-d351187e-4f3d-4b3a-bb0e-a0795cbc7357 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Deleting port 2d2fe0ea-7245-4fda-a084-44cc025bb9a7 {{(pid=105584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:20:01.170822 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-d351187e-4f3d-4b3a-bb0e-a0795cbc7357 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:01.173563 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-2dbbb166-13de-43c2-ac14-7380d0588c8f req-04ae51bf-9698-4df4-b290-639ce881a57f tempest-VolumesSnapshotTestJSON-1656461289 tempest-VolumesSnapshotTestJSON-1656461289-project] 10.222.0.59 "GET /v2.0/quotas/82bc643bd9d4441485dd55755aeabc15 HTTP/1.1" status: 200 len: 375 time: 0.0866373 Jul 27 21:20:01.242602 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-2dbbb166-13de-43c2-ac14-7380d0588c8f req-5e4299c3-19c9-40ab-bfa1-2f1e81d8a815 tempest-VolumesSnapshotTestJSON-1656461289 tempest-VolumesSnapshotTestJSON-1656461289-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=82bc643bd9d4441485dd55755aeabc15&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0600739 Jul 27 21:20:01.243925 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-fbcec43a-a62d-473d-8385-a4200285684d tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:01.271154 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-3c8c66d8-6901-4549-a126-ba963fb38f90 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks [] for port, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:01.276062 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fbcec43a-a62d-473d-8385-a4200285684d tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Releasing vlan 207 on physical network physnet1 to pool {{(pid=105584) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:20:01.276469 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-fbcec43a-a62d-473d-8385-a4200285684d tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9014063'] for segment, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:01.280943 n-d-705658-22 neutron-server[105584]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 21:20:01.280943 n-d-705658-22 neutron-server[105584]: self.session.flush() Jul 27 21:20:01.280943 n-d-705658-22 neutron-server[105584]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 21:20:01.280943 n-d-705658-22 neutron-server[105584]: self.session.flush() Jul 27 21:20:01.280943 n-d-705658-22 neutron-server[105584]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 21:20:01.280943 n-d-705658-22 neutron-server[105584]: self.session.flush() Jul 27 21:20:01.280943 n-d-705658-22 neutron-server[105584]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 21:20:01.280943 n-d-705658-22 neutron-server[105584]: self.session.flush() Jul 27 21:20:01.280943 n-d-705658-22 neutron-server[105584]: Traceback (most recent call last): Jul 27 21:20:01.280943 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:20:01.280943 n-d-705658-22 neutron-server[105584]: timer() Jul 27 21:20:01.280943 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:20:01.280943 n-d-705658-22 neutron-server[105584]: cb(*args, **kw) Jul 27 21:20:01.280943 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:20:01.280943 n-d-705658-22 neutron-server[105584]: return func(*args, **kwargs) Jul 27 21:20:01.280943 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:20:01.280943 n-d-705658-22 neutron-server[105584]: self._notify() Jul 27 21:20:01.280943 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:20:01.280943 n-d-705658-22 neutron-server[105584]: self.callback(batched_events) Jul 27 21:20:01.280943 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:20:01.280943 n-d-705658-22 neutron-server[105584]: event.method(event) Jul 27 21:20:01.280943 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:20:01.280943 n-d-705658-22 neutron-server[105584]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:20:01.280943 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:20:01.280943 n-d-705658-22 neutron-server[105584]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:20:01.280943 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:20:01.280943 n-d-705658-22 neutron-server[105584]: return f(self, *a, **k) Jul 27 21:20:01.280943 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:20:01.280943 n-d-705658-22 neutron-server[105584]: return self._get(url).json() Jul 27 21:20:01.280943 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:20:01.280943 n-d-705658-22 neutron-server[105584]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:20:01.280943 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:20:01.280943 n-d-705658-22 neutron-server[105584]: return self.request(url, 'GET', **kwargs) Jul 27 21:20:01.280943 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:20:01.280943 n-d-705658-22 neutron-server[105584]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:20:01.280943 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:20:01.280943 n-d-705658-22 neutron-server[105584]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:20:01.280943 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:20:01.280943 n-d-705658-22 neutron-server[105584]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:20:01.280943 n-d-705658-22 neutron-server[105584]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:20:01.322157 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67eda4e6-fce4-4d4b-8b4c-aef5a756f928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:20:01.322967 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67eda4e6-fce4-4d4b-8b4c-aef5a756f928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:20:01.323695 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67eda4e6-fce4-4d4b-8b4c-aef5a756f928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:20:01.324586 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67eda4e6-fce4-4d4b-8b4c-aef5a756f928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:20:01.325255 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67eda4e6-fce4-4d4b-8b4c-aef5a756f928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:20:01.326263 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67eda4e6-fce4-4d4b-8b4c-aef5a756f928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:20:01.327549 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67eda4e6-fce4-4d4b-8b4c-aef5a756f928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:20:01.328334 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67eda4e6-fce4-4d4b-8b4c-aef5a756f928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:20:01.329048 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67eda4e6-fce4-4d4b-8b4c-aef5a756f928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:20:01.329939 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67eda4e6-fce4-4d4b-8b4c-aef5a756f928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:20:01.330943 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67eda4e6-fce4-4d4b-8b4c-aef5a756f928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:20:01.332413 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67eda4e6-fce4-4d4b-8b4c-aef5a756f928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:20:01.333328 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67eda4e6-fce4-4d4b-8b4c-aef5a756f928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:20:01.334043 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67eda4e6-fce4-4d4b-8b4c-aef5a756f928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:20:01.334815 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67eda4e6-fce4-4d4b-8b4c-aef5a756f928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:20:01.336111 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67eda4e6-fce4-4d4b-8b4c-aef5a756f928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:20:01.336798 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67eda4e6-fce4-4d4b-8b4c-aef5a756f928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:20:01.337889 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67eda4e6-fce4-4d4b-8b4c-aef5a756f928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:20:01.339576 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-d351187e-4f3d-4b3a-bb0e-a0795cbc7357 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:01.342569 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-67eda4e6-fce4-4d4b-8b4c-aef5a756f928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495-project-admin] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 15980 time: 0.2544811 Jul 27 21:20:01.350452 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 48172) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:20:01.366085 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.provisioning_blocks [None req-3c8c66d8-6901-4549-a126-ba963fb38f90 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Transition to ACTIVE for port object 64205cb8-2069-47fa-97c3-4e31fdb13b44 will not be triggered until provisioned by entity DHCP. {{(pid=105584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:20:01.402060 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-d351187e-4f3d-4b3a-bb0e-a0795cbc7357 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Calling delete_port for 2d2fe0ea-7245-4fda-a084-44cc025bb9a7 owned by {{(pid=105584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:20:01.431642 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-fbcec43a-a62d-473d-8385-a4200285684d tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4075658'] for network, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:01.449026 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-fbcec43a-a62d-473d-8385-a4200285684d tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743886'] for network, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:01.453892 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-fbcec43a-a62d-473d-8385-a4200285684d tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] 10.222.0.59 "DELETE /v2.0/networks/3c05b601-6f3f-4129-89fb-58b7bb9fe8d3 HTTP/1.1" status: 204 len: 168 time: 2.8445272 Jul 27 21:20:01.455129 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 48176) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:20:01.465627 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-6ca2c65b-1235-451e-aee9-c6be656b78b0 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Request body: {'router': {'routes': None}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:20:01.533889 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcec43a-a62d-473d-8385-a4200285684d tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Pushing event deleted for resources: {'Network': ['ID=3c05b601-6f3f-4129-89fb-58b7bb9fe8d3,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:20:01.560910 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-3c8c66d8-6901-4549-a126-ba963fb38f90 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:01.654503 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.db_base_plugin_common [None req-6e659080-12cb-4f23-a8ee-e58bf55c88d0 None None] Allocated IP 172.20.0.2 (1d615a85-844c-4c57-a0fc-2090e87300f0/35e821e1-91fe-4e7b-89d7-075cf777a998/a955a049-703f-42bc-8a1c-a778d4eb4e2b) {{(pid=105586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:20:01.672597 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c8c66d8-6901-4549-a126-ba963fb38f90 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Network 1d615a85-844c-4c57-a0fc-2090e87300f0 is already hosted by enough agents. {{(pid=105584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:20:01.696951 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [None req-3c8c66d8-6901-4549-a126-ba963fb38f90 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Resources bound (agent type, host, resource id): {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:20:01.701099 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c8c66d8-6901-4549-a126-ba963fb38f90 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Received port after_create {{(pid=105584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:20:01.727868 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-2dbbb166-13de-43c2-ac14-7380d0588c8f req-e48b8771-03c8-40d1-a709-1c83cf3b2ea9 service neutron] 10.222.0.59 "GET /v2.0/networks/1b1dab31-9b34-44da-9575-a2762dd20ae1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4694948 Jul 27 21:20:01.741039 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8c66d8-6901-4549-a126-ba963fb38f90 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Pushing event updated for resources: {'Port': ['ID=64205cb8-2069-47fa-97c3-4e31fdb13b44,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:20:01.750804 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-d351187e-4f3d-4b3a-bb0e-a0795cbc7357 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:01.760724 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-b20e08dc-2275-4c8c-8d0b-9e9dbb02f48c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495-project-admin] Deleting port 0c792e04-8859-4206-93f6-ea71569fea49 {{(pid=105584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:20:01.761346 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-b20e08dc-2275-4c8c-8d0b-9e9dbb02f48c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:01.766917 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0fb316-a0e9-4123-ae1b-1f3e88cb9f7b req-456d09a9-04eb-463d-94f4-c27386504a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:20:01.770490 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-8c0fb316-a0e9-4123-ae1b-1f3e88cb9f7b req-456d09a9-04eb-463d-94f4-c27386504a89 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=f600c487-e5e5-4562-8a3b-6f15b13fe576&tenant_id=379416b786c44e07b1b1ba1a5ea96882 HTTP/1.1" status: 200 len: 1097 time: 0.4249976 Jul 27 21:20:01.836154 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [req-8c0fb316-a0e9-4123-ae1b-1f3e88cb9f7b req-11780dc4-5890-4297-bd08-d778badb3755 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-705658-22', 'device_owner': 'compute:nova'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:20:01.847744 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-6e659080-12cb-4f23-a8ee-e58bf55c88d0 None None] For port a955a049-703f-42bc-8a1c-a778d4eb4e2b, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=a955a049-703f-42bc-8a1c-a778d4eb4e2b,segment=NetworkSegment(532d8a52-575f-45de-a3af-efbea8c8f6d5),segment_id=532d8a52-575f-45de-a3af-efbea8c8f6d5)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:20:01.861219 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.extraroute_db [None req-6ca2c65b-1235-451e-aee9-c6be656b78b0 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Added routes are [] {{(pid=105585) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 27 21:20:01.861924 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.extraroute_db [None req-6ca2c65b-1235-451e-aee9-c6be656b78b0 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Removed routes are [] {{(pid=105585) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 27 21:20:01.862492 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-6ca2c65b-1235-451e-aee9-c6be656b78b0 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4077169', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4163787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-400'] for router, precommit_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:01.923154 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-6e659080-12cb-4f23-a8ee-e58bf55c88d0 None None] Notify callbacks [] for port, precommit_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:01.950217 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-6e659080-12cb-4f23-a8ee-e58bf55c88d0 None None] Transition to ACTIVE for port object a955a049-703f-42bc-8a1c-a778d4eb4e2b will not be triggered until provisioned by entity DHCP. {{(pid=105586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:20:01.955745 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-6e659080-12cb-4f23-a8ee-e58bf55c88d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:01.988500 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d351187e-4f3d-4b3a-bb0e-a0795cbc7357 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Pushing event deleted for resources: {'Port': ['ID=2d2fe0ea-7245-4fda-a084-44cc025bb9a7,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:20:02.003955 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c8c66d8-6901-4549-a126-ba963fb38f90 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:20:02.004651 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-3c8c66d8-6901-4549-a126-ba963fb38f90 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:02.019185 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [None req-b20e08dc-2275-4c8c-8d0b-9e9dbb02f48c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495-project-admin] For port 0c792e04-8859-4206-93f6-ea71569fea49, host n-h1-705658-22, got binding levels [] {{(pid=105584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:20:02.019665 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-b20e08dc-2275-4c8c-8d0b-9e9dbb02f48c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:02.036557 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-d351187e-4f3d-4b3a-bb0e-a0795cbc7357 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:02.042132 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-d351187e-4f3d-4b3a-bb0e-a0795cbc7357 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] 10.222.0.59 "DELETE /v2.0/ports/2d2fe0ea-7245-4fda-a084-44cc025bb9a7 HTTP/1.1" status: 204 len: 168 time: 1.4406099 Jul 27 21:20:02.046380 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 48190) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:20:02.058344 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-b20e08dc-2275-4c8c-8d0b-9e9dbb02f48c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495-project-admin] Calling delete_port for 0c792e04-8859-4206-93f6-ea71569fea49 owned by {{(pid=105584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:20:02.096387 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-2dbbb166-13de-43c2-ac14-7380d0588c8f req-18c2b1bf-7451-4130-bab9-04033894d60a service neutron] 10.222.0.59 "GET /v2.0/networks/1b1dab31-9b34-44da-9575-a2762dd20ae1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3671479 Jul 27 21:20:02.125359 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e659080-12cb-4f23-a8ee-e58bf55c88d0 None None] Pushing event updated for resources: {'Port': ['ID=a955a049-703f-42bc-8a1c-a778d4eb4e2b,revision_number=10']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:20:02.143942 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-3c8c66d8-6901-4549-a126-ba963fb38f90 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 4.1929703 Jul 27 21:20:02.186256 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 48196) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:20:02.275468 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03bff427-cb6b-4419-a86c-72e97b701fd1 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:20:02.277362 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-03bff427-cb6b-4419-a86c-72e97b701fd1 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.2290854 Jul 27 21:20:02.282401 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 48200) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:20:02.320182 n-d-705658-22 neutron-server[105584]: INFO neutron.pecan_wsgi.hooks.translation [None req-72108b39-3827-422f-89b9-34bf6093b4dc tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] GET failed (client error): The resource could not be found. Jul 27 21:20:02.322218 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-72108b39-3827-422f-89b9-34bf6093b4dc tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] 10.222.0.59 "GET /v2.0/ports/0f4b4d45-f897-4589-b1b3-b805d304094a HTTP/1.1" status: 404 len: 333 time: 0.0385742 Jul 27 21:20:02.325766 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 48202) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:20:02.360098 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device a955a049-703f-42bc-8a1c-a778d4eb4e2b up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:20:02.415891 n-d-705658-22 neutron-server[105584]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9f9cfdd-3d17-4c2f-ac02-511c902b4224 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] GET failed (client error): The resource could not be found. Jul 27 21:20:02.418112 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-a9f9cfdd-3d17-4c2f-ac02-511c902b4224 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] 10.222.0.59 "GET /v2.0/ports/2d2fe0ea-7245-4fda-a084-44cc025bb9a7 HTTP/1.1" status: 404 len: 333 time: 0.0828617 Jul 27 21:20:02.420932 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 48208) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:20:02.448917 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-b20e08dc-2275-4c8c-8d0b-9e9dbb02f48c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:02.528896 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-b20e08dc-2275-4c8c-8d0b-9e9dbb02f48c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:02.534094 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-b20e08dc-2275-4c8c-8d0b-9e9dbb02f48c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495-project-admin] 10.222.0.59 "DELETE /v2.0/ports/0c792e04-8859-4206-93f6-ea71569fea49 HTTP/1.1" status: 204 len: 168 time: 1.1769881 Jul 27 21:20:02.538168 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 48212) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:20:02.538729 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20e08dc-2275-4c8c-8d0b-9e9dbb02f48c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495-project-admin] Pushing event deleted for resources: {'Port': ['ID=0c792e04-8859-4206-93f6-ea71569fea49,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:20:02.579954 n-d-705658-22 neutron-server[105584]: INFO neutron.pecan_wsgi.hooks.translation [None req-a957915f-b148-4214-9b15-a992885ec186 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495-project-admin] GET failed (client error): The resource could not be found. Jul 27 21:20:02.585008 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-a957915f-b148-4214-9b15-a992885ec186 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495-project-admin] 10.222.0.59 "GET /v2.0/ports/0c792e04-8859-4206-93f6-ea71569fea49 HTTP/1.1" status: 404 len: 333 time: 0.0431566 Jul 27 21:20:02.595668 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 48216) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:20:02.601235 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-2e1d74c6-7161-497b-a1de-8086e5208c31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1338541497', 'network_id': '7e78281a-603f-4686-9a21-13dfe9a8aff6'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:20:02.616081 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-bb6b8440-5d58-4400-bfb3-41db38fbf74c tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-990557'] for network, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:02.678707 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e1d74c6-7161-497b-a1de-8086e5208c31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495-project-admin] Made reservation on behalf of 86c95c00d85648d6830629dcd191e9a2 for: {'port': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:20:02.681246 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-2e1d74c6-7161-497b-a1de-8086e5208c31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:02.787972 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [None req-2e1d74c6-7161-497b-a1de-8086e5208c31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495-project-admin] device_id is not set on port 90ffc99e-9f9c-467d-a188-ae9c9e096811 yet. {{(pid=105584) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 21:20:02.873595 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-bb6b8440-5d58-4400-bfb3-41db38fbf74c tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853562', 'neutron.services.segments.db._delete_segments_for_network-8790688882975'] for network, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:02.908524 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-7206b325-1491-455e-bba4-86a1dd402fe6 req-e6f28cc4-a7a0-4011-bd6c-8eabbf1fef1e tempest-VolumesSnapshotTestJSON-1656461289 tempest-VolumesSnapshotTestJSON-1656461289-project] 10.222.0.59 "GET /v2.0/ports?device_id=e461b1e5-9e94-433e-8c6a-5441fbef3d14 HTTP/1.1" status: 200 len: 210 time: 0.0937517 Jul 27 21:20:02.913955 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.segments.db [None req-bb6b8440-5d58-4400-bfb3-41db38fbf74c tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1d89a05-7a1d-4167-b7cf-019853899e9c']}} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:20:02.923025 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-6ca2c65b-1235-451e-aee9-c6be656b78b0 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4077169', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4163787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-400'] for router, precommit_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:02.939463 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-6ca2c65b-1235-451e-aee9-c6be656b78b0 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4077150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4077160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4077159', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4163778'] for router, after_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:02.959215 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-8c0fb316-a0e9-4123-ae1b-1f3e88cb9f7b req-11780dc4-5890-4297-bd08-d778badb3755 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:02.962880 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.segments.db [None req-bb6b8440-5d58-4400-bfb3-41db38fbf74c tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df253665-ae5a-4869-be04-8e7a1abe7c2a') {'for_net_delete': True} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:20:02.966942 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.segments.db [None req-bb6b8440-5d58-4400-bfb3-41db38fbf74c tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df253665-ae5a-4869-be04-8e7a1abe7c2a') {} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:20:02.992210 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-bb6b8440-5d58-4400-bfb3-41db38fbf74c tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790688883752', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9014348'] for segment, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:03.021670 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-bb6b8440-5d58-4400-bfb3-41db38fbf74c tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:03.042125 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb6b8440-5d58-4400-bfb3-41db38fbf74c tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Releasing vlan 229 on physical network physnet1 to pool {{(pid=105584) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:20:03.042455 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-bb6b8440-5d58-4400-bfb3-41db38fbf74c tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9014063'] for segment, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:03.045715 n-d-705658-22 neutron-server[105584]: Traceback (most recent call last): Jul 27 21:20:03.045715 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:20:03.045715 n-d-705658-22 neutron-server[105584]: timer() Jul 27 21:20:03.045715 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:20:03.045715 n-d-705658-22 neutron-server[105584]: cb(*args, **kw) Jul 27 21:20:03.045715 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:20:03.045715 n-d-705658-22 neutron-server[105584]: return func(*args, **kwargs) Jul 27 21:20:03.045715 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:20:03.045715 n-d-705658-22 neutron-server[105584]: self._notify() Jul 27 21:20:03.045715 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:20:03.045715 n-d-705658-22 neutron-server[105584]: self.callback(batched_events) Jul 27 21:20:03.045715 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:20:03.045715 n-d-705658-22 neutron-server[105584]: event.method(event) Jul 27 21:20:03.045715 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:20:03.045715 n-d-705658-22 neutron-server[105584]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:20:03.045715 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:20:03.045715 n-d-705658-22 neutron-server[105584]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:20:03.045715 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:20:03.045715 n-d-705658-22 neutron-server[105584]: return f(self, *a, **k) Jul 27 21:20:03.045715 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:20:03.045715 n-d-705658-22 neutron-server[105584]: return self._get(url).json() Jul 27 21:20:03.045715 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:20:03.045715 n-d-705658-22 neutron-server[105584]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:20:03.045715 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:20:03.045715 n-d-705658-22 neutron-server[105584]: return self.request(url, 'GET', **kwargs) Jul 27 21:20:03.045715 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:20:03.045715 n-d-705658-22 neutron-server[105584]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:20:03.045715 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:20:03.045715 n-d-705658-22 neutron-server[105584]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:20:03.045715 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:20:03.045715 n-d-705658-22 neutron-server[105584]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:20:03.045715 n-d-705658-22 neutron-server[105584]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:20:03.111095 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ca2c65b-1235-451e-aee9-c6be656b78b0 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Router 143736f8-a94b-4c2e-b6b5-2224630f39aa has already been hosted by L3 agent dd128fd7-8e57-4d4f-895b-a96b369df59a {{(pid=105585) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:20:03.121466 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9069aa9a-17f9-4d2f-bcb1-08f06b12a0fc None None] Network 1d615a85-844c-4c57-a0fc-2090e87300f0 requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:20:03.180662 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178dcd7c-02b9-41ae-873d-a965b1146731 req-6ccfc556-64fa-4dca-b860-aae164f4ac7d tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:20:03.182877 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-178dcd7c-02b9-41ae-873d-a965b1146731 req-6ccfc556-64fa-4dca-b860-aae164f4ac7d tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] 10.222.0.59 "GET /v2.0/ports?device_id=f600c487-e5e5-4562-8a3b-6f15b13fe576 HTTP/1.1" status: 200 len: 945 time: 0.9881756 Jul 27 21:20:03.201425 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc7f52b2-00e8-4d90-b385-13ea59f2aff3 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:20:03.216088 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc7f52b2-00e8-4d90-b385-13ea59f2aff3 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:20:03.217818 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-b8f2e6d8-df93-407c-a389-d7c4fcd02b82 None None] Provisioning for port a955a049-703f-42bc-8a1c-a778d4eb4e2b completed by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:20:03.223362 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-fc7f52b2-00e8-4d90-b385-13ea59f2aff3 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1864 time: 1.0344172 Jul 27 21:20:03.229883 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 48236) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:20:03.246630 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-2e1d74c6-7161-497b-a1de-8086e5208c31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495-project-admin] Notify callbacks [] for port, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:03.253148 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-bb6b8440-5d58-4400-bfb3-41db38fbf74c tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4075658'] for network, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:03.259621 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-bb6b8440-5d58-4400-bfb3-41db38fbf74c tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743886'] for network, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:03.265912 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-bb6b8440-5d58-4400-bfb3-41db38fbf74c tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] 10.222.0.59 "DELETE /v2.0/networks/a1d89a05-7a1d-4167-b7cf-019853899e9c HTTP/1.1" status: 204 len: 168 time: 0.8398252 Jul 27 21:20:03.266108 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-b8f2e6d8-df93-407c-a389-d7c4fcd02b82 None None] Provisioning complete for port a955a049-703f-42bc-8a1c-a778d4eb4e2b triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:20:03.268432 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-b8f2e6d8-df93-407c-a389-d7c4fcd02b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:03.280149 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 48238) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:20:03.282320 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6b8440-5d58-4400-bfb3-41db38fbf74c tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Pushing event deleted for resources: {'Network': ['ID=a1d89a05-7a1d-4167-b7cf-019853899e9c,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:20:03.290778 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-9d260d44-09de-4ebd-a7c9-67fa49179ea6 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-848486526'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:20:03.339349 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d260d44-09de-4ebd-a7c9-67fa49179ea6 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Made reservation on behalf of 454b79f542fc4867a07c409c85be23c7 for: {'network': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:20:03.344772 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-9d260d44-09de-4ebd-a7c9-67fa49179ea6 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for network, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:03.391891 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-2e1d74c6-7161-497b-a1de-8086e5208c31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:03.504215 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ca2c65b-1235-451e-aee9-c6be656b78b0 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify agent at l3_agent.n-d-705658-22 the message routers_updated {{(pid=105585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:20:03.517113 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daed27b8-dae4-409f-aae0-ee977ce7cdf3 None None] Sync routers for ids ['143736f8-a94b-4c2e-b6b5-2224630f39aa'] in n-d-705658-22 {{(pid=105587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:20:03.517679 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-6ca2c65b-1235-451e-aee9-c6be656b78b0 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify callbacks [] for router, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:03.531566 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daed27b8-dae4-409f-aae0-ee977ce7cdf3 None None] Routers {'143736f8-a94b-4c2e-b6b5-2224630f39aa'} bound to L3 agent in host n-d-705658-22 {{(pid=105587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:20:03.531833 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-6ca2c65b-1235-451e-aee9-c6be656b78b0 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] 10.222.0.59 "PUT /v2.0/routers/143736f8-a94b-4c2e-b6b5-2224630f39aa HTTP/1.1" status: 200 len: 701 time: 2.0739036 Jul 27 21:20:03.532203 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-daed27b8-dae4-409f-aae0-ee977ce7cdf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:19:42Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['143736f8-a94b-4c2e-b6b5-2224630f39aa'], 'active': True} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:20:03.545346 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 48244) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:20:03.548253 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1d74c6-7161-497b-a1de-8086e5208c31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495-project-admin] Pushing event updated for resources: {'Port': ['ID=90ffc99e-9f9c-467d-a188-ae9c9e096811,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:20:03.562041 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-178dcd7c-02b9-41ae-873d-a965b1146731 req-beb16361-aaa8-4ccf-b923-fb2c648bb172 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] 10.222.0.59 "GET /v2.0/security-groups?id=5a737d1c-b945-4cea-a14d-2326657e6941&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3276632 Jul 27 21:20:03.657957 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-4bef2dce-1603-446d-ae4c-cb15999b3c92 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] 10.222.0.59 "GET /v2.0/ports?device_id=143736f8-a94b-4c2e-b6b5-2224630f39aa HTTP/1.1" status: 200 len: 205 time: 0.0993614 Jul 27 21:20:03.660566 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e1d74c6-7161-497b-a1de-8086e5208c31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495-project-admin] Network 7e78281a-603f-4686-9a21-13dfe9a8aff6 is already hosted by enough agents. {{(pid=105584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:20:03.662950 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 48248) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:20:03.663431 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d260d44-09de-4ebd-a7c9-67fa49179ea6 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] vlan segment allocate from pool success with {'vlan_id': 217, 'physical_network': 'physnet1'} {{(pid=105584) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:20:03.676052 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-9d260d44-09de-4ebd-a7c9-67fa49179ea6 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:03.676559 n-d-705658-22 neutron-server[105584]: INFO neutron.db.segments_db [None req-9d260d44-09de-4ebd-a7c9-67fa49179ea6 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Added segment f20e813b-1e2e-4bdc-80b5-f69f31b0b7ea of type vlan for network 2fa1bf6f-7059-4664-9896-f490168bf352 Jul 27 21:20:03.711987 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvr_db [None req-daed27b8-dae4-409f-aae0-ee977ce7cdf3 None None] Set router 143736f8-a94b-4c2e-b6b5-2224630f39aa gateway port host: None {{(pid=105587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:20:03.731224 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-9d260d44-09de-4ebd-a7c9-67fa49179ea6 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790688424798'] for network, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:03.741745 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [None req-2e1d74c6-7161-497b-a1de-8086e5208c31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495-project-admin] Resources bound (agent type, host, resource id): {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:20:03.754570 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e1d74c6-7161-497b-a1de-8086e5208c31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495-project-admin] Received port after_create {{(pid=105584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:20:03.755576 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e1d74c6-7161-497b-a1de-8086e5208c31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:20:03.756507 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-2e1d74c6-7161-497b-a1de-8086e5208c31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:03.795382 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-2e1d74c6-7161-497b-a1de-8086e5208c31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495-project-admin] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.1985672 Jul 27 21:20:03.799527 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 48252) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:20:03.824561 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-daed27b8-dae4-409f-aae0-ee977ce7cdf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '143736f8-a94b-4c2e-b6b5-2224630f39aa', 'name': 'tempest-RoutersTest-router-2098360871', 'tenant_id': 'b2a273d14da548f08e5e2947b1efbc75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:18:44Z', 'updated_at': '2021-07-27T21:19:55Z', 'revision_number': 11, 'project_id': 'b2a273d14da548f08e5e2947b1efbc75', 'gw_port_host': None}], 'n-d-705658-22', False) {} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:20:03.859244 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-9d260d44-09de-4ebd-a7c9-67fa49179ea6 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920'] for network, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:03.864676 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-5725f819-aa2d-4f78-8161-b69ee38aac09 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify callbacks [] for router, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:03.867672 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d260d44-09de-4ebd-a7c9-67fa49179ea6 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:20:03.868106 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-9d260d44-09de-4ebd-a7c9-67fa49179ea6 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743886'] for network, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:03.892419 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9bbac59-3c0a-46d3-ae7b-2cacb057b30f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:20:03.893900 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-d9bbac59-3c0a-46d3-ae7b-2cacb057b30f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495-project-admin] 10.222.0.59 "GET /v2.0/ports/90ffc99e-9f9c-467d-a188-ae9c9e096811 HTTP/1.1" status: 200 len: 959 time: 0.0926855 Jul 27 21:20:03.895997 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daed27b8-dae4-409f-aae0-ee977ce7cdf3 None None] Checking router: 143736f8-a94b-4c2e-b6b5-2224630f39aa for host: n-d-705658-22 {{(pid=105587) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:20:03.906120 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 48254) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:20:03.924323 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daed27b8-dae4-409f-aae0-ee977ce7cdf3 None None] Routers {'143736f8-a94b-4c2e-b6b5-2224630f39aa'} bound to L3 agent in host n-d-705658-22 {{(pid=105587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:20:03.924961 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-daed27b8-dae4-409f-aae0-ee977ce7cdf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:19:42Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['143736f8-a94b-4c2e-b6b5-2224630f39aa'], 'active': True} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:20:03.943842 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c151f25-825b-4782-a89a-233e7cc6f864 req-665c46a4-9bf7-4bb8-8251-41a63f71d214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:20:03.945491 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-4c151f25-825b-4782-a89a-233e7cc6f864 req-665c46a4-9bf7-4bb8-8251-41a63f71d214 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=379416b786c44e07b1b1ba1a5ea96882&device_id=f600c487-e5e5-4562-8a3b-6f15b13fe576 HTTP/1.1" status: 200 len: 1097 time: 0.5686588 Jul 27 21:20:03.946878 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-9d260d44-09de-4ebd-a7c9-67fa49179ea6 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.6608477 Jul 27 21:20:03.951664 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 48260) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:20:03.956695 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-19c0db24-d474-4304-8e62-c0d1192ee05a tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Request body: {'subnet': {'network_id': '2fa1bf6f-7059-4664-9896-f490168bf352', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:20:03.969565 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.db [req-8c0fb316-a0e9-4123-ae1b-1f3e88cb9f7b req-11780dc4-5890-4297-bd08-d778badb3755 service neutron] For port ed51ec73-d9a5-4c0b-b4de-6eed8a81fff5, host n-h2-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=ed51ec73-d9a5-4c0b-b4de-6eed8a81fff5,segment=NetworkSegment(19bc2e5f-7908-4153-b6d3-443d5b34a291),segment_id=19bc2e5f-7908-4153-b6d3-443d5b34a291)] {{(pid=105585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:20:04.006003 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.db [req-8c0fb316-a0e9-4123-ae1b-1f3e88cb9f7b req-11780dc4-5890-4297-bd08-d778badb3755 service neutron] For port ed51ec73-d9a5-4c0b-b4de-6eed8a81fff5, host n-h2-705658-22, cleared binding levels {{(pid=105585) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:20:04.047410 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvr_db [None req-daed27b8-dae4-409f-aae0-ee977ce7cdf3 None None] Set router 143736f8-a94b-4c2e-b6b5-2224630f39aa gateway port host: None {{(pid=105587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:20:04.104858 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-daed27b8-dae4-409f-aae0-ee977ce7cdf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '143736f8-a94b-4c2e-b6b5-2224630f39aa', 'name': 'tempest-RoutersTest-router-2098360871', 'tenant_id': 'b2a273d14da548f08e5e2947b1efbc75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:18:44Z', 'updated_at': '2021-07-27T21:19:55Z', 'revision_number': 11, 'project_id': 'b2a273d14da548f08e5e2947b1efbc75', 'gw_port_host': None}], 'n-d-705658-22', False) {} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:20:04.126010 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-1e23705e-fc1c-41e2-a155-43b68f9190b6 None None] Provisioning for port 64205cb8-2069-47fa-97c3-4e31fdb13b44 completed by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:20:04.141894 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daed27b8-dae4-409f-aae0-ee977ce7cdf3 None None] The sync data for ids ['143736f8-a94b-4c2e-b6b5-2224630f39aa'] in n-d-705658-22 is: [{'id': '143736f8-a94b-4c2e-b6b5-2224630f39aa', 'name': 'tempest-RoutersTest-router-2098360871', 'tenant_id': 'b2a273d14da548f08e5e2947b1efbc75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:18:44Z', 'updated_at': '2021-07-27T21:19:55Z', 'revision_number': 11, 'project_id': 'b2a273d14da548f08e5e2947b1efbc75', 'gw_port_host': None}] {{(pid=105587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:20:04.143125 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-1e23705e-fc1c-41e2-a155-43b68f9190b6 None None] Provisioning complete for port 64205cb8-2069-47fa-97c3-4e31fdb13b44 triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:20:04.144088 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-1e23705e-fc1c-41e2-a155-43b68f9190b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:04.234098 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d260d44-09de-4ebd-a7c9-67fa49179ea6 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Pushing event updated for resources: {'Network': ['ID=2fa1bf6f-7059-4664-9896-f490168bf352,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:20:04.238720 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-1e23705e-fc1c-41e2-a155-43b68f9190b6 None None] Port 64205cb8-2069-47fa-97c3-4e31fdb13b44 cannot update to ACTIVE because it is not bound. {{(pid=105586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:20:04.269720 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Network 2fa1bf6f-7059-4664-9896-f490168bf352 details requested by agent ovs-agent-n-d-705658-22 with host n-d-705658-22 {{(pid=105586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:20:04.284964 n-d-705658-22 neutron-server[105585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f600c487-e5e5-4562-8a3b-6f15b13fe576', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ed51ec73-d9a5-4c0b-b4de-6eed8a81fff5'}] {{(pid=105585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:20:04.287686 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d66fd65881426bfc2b5388084a3654e5eae521106a15a3dbf0eb4cde7106c36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51a1b912-06e4-4340-8e1f-20b5a6a10f4d" -d '{"events": [{"server_uuid": "f600c487-e5e5-4562-8a3b-6f15b13fe576", "name": "network-vif-unplugged", "status": "completed", "tag": "ed51ec73-d9a5-4c0b-b4de-6eed8a81fff5"}]}' {{(pid=105585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:20:04.317135 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-8c0fb316-a0e9-4123-ae1b-1f3e88cb9f7b req-11780dc4-5890-4297-bd08-d778badb3755 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:04.439689 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-808abce9-d952-40fc-aa0d-951df8f4e709 req-bc190c9f-98a1-4969-b0b5-02c279a360dd tempest-VolumesSnapshotTestJSON-1656461289 tempest-VolumesSnapshotTestJSON-1656461289-project] 10.222.0.59 "GET /v2.0/ports?device_id=e461b1e5-9e94-433e-8c6a-5441fbef3d14 HTTP/1.1" status: 200 len: 210 time: 0.3266187 Jul 27 21:20:04.445176 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 27 Jul 2021 21:20:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dab3c96-0790-43de-a47c-bba99b15ac21 x-openstack-request-id: req-3dab3c96-0790-43de-a47c-bba99b15ac21 {{(pid=105585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:20:04.445758 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f600c487-e5e5-4562-8a3b-6f15b13fe576", "name": "network-vif-unplugged", "status": "completed", "tag": "ed51ec73-d9a5-4c0b-b4de-6eed8a81fff5", "code": 200}]} {{(pid=105585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:20:04.446258 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-3dab3c96-0790-43de-a47c-bba99b15ac21 {{(pid=105585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:20:04.446888 n-d-705658-22 neutron-server[105585]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f600c487-e5e5-4562-8a3b-6f15b13fe576', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ed51ec73-d9a5-4c0b-b4de-6eed8a81fff5', 'code': 200} Jul 27 21:20:04.478020 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-1e23705e-fc1c-41e2-a155-43b68f9190b6 None None] Provisioning complete for port a955a049-703f-42bc-8a1c-a778d4eb4e2b triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:20:04.478708 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-1e23705e-fc1c-41e2-a155-43b68f9190b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:04.507237 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [None req-66bf2520-23b1-4b0c-9e39-d0313f06f3e1 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Deleting port 64205cb8-2069-47fa-97c3-4e31fdb13b44 {{(pid=105585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:20:04.507878 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-66bf2520-23b1-4b0c-9e39-d0313f06f3e1 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:04.529934 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-5725f819-aa2d-4f78-8161-b69ee38aac09 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4163631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-425'] for router, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:04.533164 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.provisioning_blocks [req-8c0fb316-a0e9-4123-ae1b-1f3e88cb9f7b req-11780dc4-5890-4297-bd08-d778badb3755 service neutron] Transition to ACTIVE for port object ed51ec73-d9a5-4c0b-b4de-6eed8a81fff5 will not be triggered until provisioned by entity L2. {{(pid=105585) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:20:04.558293 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-5725f819-aa2d-4f78-8161-b69ee38aac09 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:04.590178 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Device ed51ec73-d9a5-4c0b-b4de-6eed8a81fff5 no longer exists at agent hyperv_n-h2-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:20:04.606189 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-8c0fb316-a0e9-4123-ae1b-1f3e88cb9f7b req-11780dc4-5890-4297-bd08-d778badb3755 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10221672'] for port, after_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:04.610053 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c151f25-825b-4782-a89a-233e7cc6f864 req-c1c2de06-bab8-4ce2-aea1-af13416e63db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:20:04.612659 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-4c151f25-825b-4782-a89a-233e7cc6f864 req-c1c2de06-bab8-4ce2-aea1-af13416e63db service neutron] 10.222.0.36 "GET /v2.0/networks?id=1473080c-86ba-4d44-8dcc-5442b4565b0c HTTP/1.1" status: 200 len: 897 time: 0.6429803 Jul 27 21:20:04.632543 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19c0db24-d474-4304-8e62-c0d1192ee05a tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Made reservation on behalf of 454b79f542fc4867a07c409c85be23c7 for: {'subnet': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:20:04.641742 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-19c0db24-d474-4304-8e62-c0d1192ee05a tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9738786'] for subnet, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:04.675102 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Device ed51ec73-d9a5-4c0b-b4de-6eed8a81fff5 not bound to the agent host n-h2-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:20:04.724002 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-796e57c4-bb6a-4842-8739-3aa3380ed1c3 None None] Provisioning complete for port 64205cb8-2069-47fa-97c3-4e31fdb13b44 triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:20:04.724681 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-796e57c4-bb6a-4842-8739-3aa3380ed1c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:04.785323 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-796e57c4-bb6a-4842-8739-3aa3380ed1c3 None None] Port 64205cb8-2069-47fa-97c3-4e31fdb13b44 cannot update to ACTIVE because it is not bound. {{(pid=105586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:20:04.964828 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-5725f819-aa2d-4f78-8161-b69ee38aac09 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4163007'] for router, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:04.965347 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5725f819-aa2d-4f78-8161-b69ee38aac09 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Fanout notify agent at l3_agent the message router_deleted on router 143736f8-a94b-4c2e-b6b5-2224630f39aa {{(pid=105585) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 21:20:05.003198 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-5725f819-aa2d-4f78-8161-b69ee38aac09 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify callbacks [] for router, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:05.004316 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-5725f819-aa2d-4f78-8161-b69ee38aac09 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] 10.222.0.59 "DELETE /v2.0/routers/143736f8-a94b-4c2e-b6b5-2224630f39aa HTTP/1.1" status: 204 len: 168 time: 1.3335528 Jul 27 21:20:05.012835 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c0fb316-a0e9-4123-ae1b-1f3e88cb9f7b req-11780dc4-5890-4297-bd08-d778badb3755 service neutron] No DVR routers for this DVR port ed51ec73-d9a5-4c0b-b4de-6eed8a81fff5 on host n-h2-705658-22 {{(pid=105585) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:20:05.014284 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 48284) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:20:05.029016 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-1d32a97f-ddf0-4aad-9411-4fb7fce1d1e7 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-979659152', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:20:05.166138 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbbb166-13de-43c2-ac14-7380d0588c8f req-9fe818ce-e82f-4ce2-99bb-ac61d1a28a0a tempest-VolumesSnapshotTestJSON-1656461289 tempest-VolumesSnapshotTestJSON-1656461289-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:20:05.167963 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-2dbbb166-13de-43c2-ac14-7380d0588c8f req-9fe818ce-e82f-4ce2-99bb-ac61d1a28a0a tempest-VolumesSnapshotTestJSON-1656461289 tempest-VolumesSnapshotTestJSON-1656461289-project] 10.222.0.36 "GET /v2.0/networks?id=1b1dab31-9b34-44da-9575-a2762dd20ae1 HTTP/1.1" status: 200 len: 813 time: 0.9619598 Jul 27 21:20:05.186303 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [req-2dbbb166-13de-43c2-ac14-7380d0588c8f req-fca98423-03a7-41f0-ad58-85f77203a676 tempest-VolumesSnapshotTestJSON-1656461289 tempest-VolumesSnapshotTestJSON-1656461289-project] Request body: {'port': {'device_id': 'e461b1e5-9e94-433e-8c6a-5441fbef3d14', 'network_id': '1b1dab31-9b34-44da-9575-a2762dd20ae1', 'admin_state_up': True, 'tenant_id': '82bc643bd9d4441485dd55755aeabc15'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:20:05.270618 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-4c151f25-825b-4782-a89a-233e7cc6f864 req-688921a7-8779-4b20-9685-917fbedb64a9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ed51ec73-d9a5-4c0b-b4de-6eed8a81fff5 HTTP/1.1" status: 200 len: 998 time: 0.6177666 Jul 27 21:20:05.374729 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c151f25-825b-4782-a89a-233e7cc6f864 req-6e63cb7a-86e0-4e0f-aae5-283196c989bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:20:05.376175 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-4c151f25-825b-4782-a89a-233e7cc6f864 req-6e63cb7a-86e0-4e0f-aae5-283196c989bd service neutron] 10.222.0.36 "GET /v2.0/subnets?id=01bef050-fb0a-4ec7-a814-df3307ad6529 HTTP/1.1" status: 200 len: 834 time: 0.0964942 Jul 27 21:20:05.385471 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11780dc4-5890-4297-bd08-d778badb3755 service neutron] Pushing event updated for resources: {'Port': ['ID=ed51ec73-d9a5-4c0b-b4de-6eed8a81fff5,revision_number=6']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:20:05.434006 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-66bf2520-23b1-4b0c-9e39-d0313f06f3e1 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:05.441452 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.db.api [req-2dbbb166-13de-43c2-ac14-7380d0588c8f req-fca98423-03a7-41f0-ad58-85f77203a676 tempest-VolumesSnapshotTestJSON-1656461289 tempest-VolumesSnapshotTestJSON-1656461289-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 27 21:20:05.441452 n-d-705658-22 neutron-server[105584]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 27 21:20:05.441452 n-d-705658-22 neutron-server[105584]: [parameters: {'project_id_1': '82bc643bd9d4441485dd55755aeabc15', 'expiration_1': datetime.datetime(2021, 7, 27, 21, 20, 5, 407971)}] Jul 27 21:20:05.441452 n-d-705658-22 neutron-server[105584]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=105584) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 27 21:20:05.442084 n-d-705658-22 neutron-server[105584]: DEBUG oslo_db.api [req-2dbbb166-13de-43c2-ac14-7380d0588c8f req-fca98423-03a7-41f0-ad58-85f77203a676 tempest-VolumesSnapshotTestJSON-1656461289 tempest-VolumesSnapshotTestJSON-1656461289-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 27 21:20:05.502711 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-19c0db24-d474-4304-8e62-c0d1192ee05a tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9014150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9738800'] for subnet, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:05.506763 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [None req-66bf2520-23b1-4b0c-9e39-d0313f06f3e1 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Calling delete_port for 64205cb8-2069-47fa-97c3-4e31fdb13b44 owned by {{(pid=105585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:20:05.508897 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-1d32a97f-ddf0-4aad-9411-4fb7fce1d1e7 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4163813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-443'] for router, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:05.510613 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-1d32a97f-ddf0-4aad-9411-4fb7fce1d1e7 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4165196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4077059', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3711235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-418'] for router, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:05.520392 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [None req-daf84511-941c-48dd-a03d-231921ed11f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495-project-admin] Deleting port 90ffc99e-9f9c-467d-a188-ae9c9e096811 {{(pid=105585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:20:05.521006 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-daf84511-941c-48dd-a03d-231921ed11f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:05.554484 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c151f25-825b-4782-a89a-233e7cc6f864 req-5d03a1c3-0b97-48ac-b91e-acf665b32d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:20:05.556188 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-4c151f25-825b-4782-a89a-233e7cc6f864 req-5d03a1c3-0b97-48ac-b91e-acf665b32d4e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1473080c-86ba-4d44-8dcc-5442b4565b0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1590903 Jul 27 21:20:05.604515 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c0db24-d474-4304-8e62-c0d1192ee05a tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Pushing event updated for resources: {'Subnet': ['ID=a89e9826-1624-4726-b027-822d39c9f1a7,revision_number=0']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:20:05.654265 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19c0db24-d474-4304-8e62-c0d1192ee05a tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Checking segment: {'id': 'f20e813b-1e2e-4bdc-80b5-f69f31b0b7ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '2fa1bf6f-7059-4664-9896-f490168bf352'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:20:05.654964 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19c0db24-d474-4304-8e62-c0d1192ee05a tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Network hostable DHCP agents. Network: 2fa1bf6f-7059-4664-9896-f490168bf352, hostable agents: ['7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a'], hosted agents: [] {{(pid=105584) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:20:05.687563 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19c0db24-d474-4304-8e62-c0d1192ee05a tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Network 2fa1bf6f-7059-4664-9896-f490168bf352 is scheduled to be hosted by DHCP agent 7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a with binding_index 1 {{(pid=105584) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:20:05.689127 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-4fd52afb-7ac6-4c0d-af96-5ad708ef18d9 req-70338993-bcec-40f5-b421-c6fa693b10d9 tempest-VolumesSnapshotTestJSON-1656461289 tempest-VolumesSnapshotTestJSON-1656461289-project] 10.222.0.59 "GET /v2.0/ports?device_id=e461b1e5-9e94-433e-8c6a-5441fbef3d14 HTTP/1.1" status: 200 len: 210 time: 0.0944860 Jul 27 21:20:05.702807 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-4c151f25-825b-4782-a89a-233e7cc6f864 req-fd42936b-2876-41dc-9d05-6add3b4919ad service neutron] 10.222.0.36 "GET /v2.0/networks/1473080c-86ba-4d44-8dcc-5442b4565b0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369102 Jul 27 21:20:05.704615 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [None req-19c0db24-d474-4304-8e62-c0d1192ee05a tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-22, 2fa1bf6f-7059-4664-9896-f490168bf352) {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:20:05.709228 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19c0db24-d474-4304-8e62-c0d1192ee05a tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:20:05.709839 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0971db1f-1abc-4105-b454-81b72ce24117 req-4b9f4ede-1288-42a8-a0be-fc9d13449b9b tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:20:05.710066 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-19c0db24-d474-4304-8e62-c0d1192ee05a tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Notify callbacks [] for subnet, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:05.717494 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-0971db1f-1abc-4105-b454-81b72ce24117 req-4b9f4ede-1288-42a8-a0be-fc9d13449b9b tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] 10.222.0.59 "GET /v2.0/ports?device_id=f600c487-e5e5-4562-8a3b-6f15b13fe576 HTTP/1.1" status: 200 len: 943 time: 1.0114326 Jul 27 21:20:05.719235 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f4dd45b-9d8f-43ef-80d9-5bbd6181c463 None None] Network 2fa1bf6f-7059-4664-9896-f490168bf352 requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:20:05.775318 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-daf84511-941c-48dd-a03d-231921ed11f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:05.790530 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-1d32a97f-ddf0-4aad-9411-4fb7fce1d1e7 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:05.818529 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [None req-daf84511-941c-48dd-a03d-231921ed11f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495-project-admin] Calling delete_port for 90ffc99e-9f9c-467d-a188-ae9c9e096811 owned by {{(pid=105585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:20:05.831136 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-1d32a97f-ddf0-4aad-9411-4fb7fce1d1e7 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4163804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4077150'] for router, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:05.835612 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-4c151f25-825b-4782-a89a-233e7cc6f864 req-77a8c322-92c9-41f3-98a6-89b331f66087 service neutron] 10.222.0.36 "GET /v2.0/networks/1473080c-86ba-4d44-8dcc-5442b4565b0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224639 Jul 27 21:20:05.840139 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-19c0db24-d474-4304-8e62-c0d1192ee05a tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8857298 Jul 27 21:20:05.846060 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 48294) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:20:05.853218 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-d38e31b8-0fba-490c-81c9-4dbc9d0d6e60 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Request body: {'port': {'network_id': '2fa1bf6f-7059-4664-9896-f490168bf352', 'name': 'tempest-PortsTestJSON-1339624490'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:20:05.914789 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e68bf63-ef14-48bf-b33b-617fbe618413 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30bb4b93-b285-5d90-9493-f9ec33ea333c-2fa1bf6f-7059-4664-9896-f490168bf352', 'network_id': '2fa1bf6f-7059-4664-9896-f490168bf352', 'tenant_id': '454b79f542fc4867a07c409c85be23c7', 'fixed_ips': [{'subnet_id': 'a89e9826-1624-4726-b027-822d39c9f1a7'}]}} from n-d-705658-22. {{(pid=105586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 21:20:05.915905 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-9e68bf63-ef14-48bf-b33b-617fbe618413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:05.960425 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.managers [req-8c0fb316-a0e9-4123-ae1b-1f3e88cb9f7b req-11780dc4-5890-4297-bd08-d778badb3755 service neutron] Attempting to bind port ed51ec73-d9a5-4c0b-b4de-6eed8a81fff5 on host n-h1-705658-22 for vnic_type normal with profile {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:20:05.961164 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.managers [req-8c0fb316-a0e9-4123-ae1b-1f3e88cb9f7b req-11780dc4-5890-4297-bd08-d778badb3755 service neutron] Attempting to bind port ed51ec73-d9a5-4c0b-b4de-6eed8a81fff5 by drivers openvswitch,hyperv on host n-h1-705658-22 at level 0 using segments [{'id': '19bc2e5f-7908-4153-b6d3-443d5b34a291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '1473080c-86ba-4d44-8dcc-5442b4565b0c'}] {{(pid=105585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:20:05.961694 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c0fb316-a0e9-4123-ae1b-1f3e88cb9f7b req-11780dc4-5890-4297-bd08-d778badb3755 service neutron] Attempting to bind port ed51ec73-d9a5-4c0b-b4de-6eed8a81fff5 on network 1473080c-86ba-4d44-8dcc-5442b4565b0c {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:20:05.969541 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2dbbb166-13de-43c2-ac14-7380d0588c8f req-fca98423-03a7-41f0-ad58-85f77203a676 tempest-VolumesSnapshotTestJSON-1656461289 tempest-VolumesSnapshotTestJSON-1656461289-project] Made reservation on behalf of 82bc643bd9d4441485dd55755aeabc15 for: {'port': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:20:05.974492 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-2dbbb166-13de-43c2-ac14-7380d0588c8f req-fca98423-03a7-41f0-ad58-85f77203a676 tempest-VolumesSnapshotTestJSON-1656461289 tempest-VolumesSnapshotTestJSON-1656461289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:05.984296 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-0971db1f-1abc-4105-b454-81b72ce24117 req-9b5b0b3d-8f46-40e7-a135-fe1bfa958f18 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] 10.222.0.59 "GET /v2.0/security-groups?id=5a737d1c-b945-4cea-a14d-2326657e6941&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2604101 Jul 27 21:20:05.997825 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-1d32a97f-ddf0-4aad-9411-4fb7fce1d1e7 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify callbacks [] for router, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:06.001808 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-1d32a97f-ddf0-4aad-9411-4fb7fce1d1e7 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.9784679 Jul 27 21:20:06.002286 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 48296) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:20:06.008585 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-4330d6d3-9ff7-43d4-9b43-b1170418c015 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Request body: {'router': {'admin_state_up': True}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:20:06.013720 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c0fb316-a0e9-4123-ae1b-1f3e88cb9f7b req-11780dc4-5890-4297-bd08-d778badb3755 service neutron] Port ed51ec73-d9a5-4c0b-b4de-6eed8a81fff5 on network 1473080c-86ba-4d44-8dcc-5442b4565b0c not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-22 {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:20:06.014653 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c0fb316-a0e9-4123-ae1b-1f3e88cb9f7b req-11780dc4-5890-4297-bd08-d778badb3755 service neutron] Attempting to bind port ed51ec73-d9a5-4c0b-b4de-6eed8a81fff5 on network 1473080c-86ba-4d44-8dcc-5442b4565b0c {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:20:06.046342 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c0fb316-a0e9-4123-ae1b-1f3e88cb9f7b req-11780dc4-5890-4297-bd08-d778badb3755 service neutron] Checking agent: {'id': '9d9bc37f-4d75-44ef-9f63-799aab3e316f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 49, 36), 'started_at': datetime.datetime(2021, 7, 27, 20, 49, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 19, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:20:06.047034 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c0fb316-a0e9-4123-ae1b-1f3e88cb9f7b req-11780dc4-5890-4297-bd08-d778badb3755 service neutron] Checking segment: {'id': '19bc2e5f-7908-4153-b6d3-443d5b34a291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '1473080c-86ba-4d44-8dcc-5442b4565b0c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:20:06.047596 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c0fb316-a0e9-4123-ae1b-1f3e88cb9f7b req-11780dc4-5890-4297-bd08-d778badb3755 service neutron] Bound using segment: {'id': '19bc2e5f-7908-4153-b6d3-443d5b34a291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '1473080c-86ba-4d44-8dcc-5442b4565b0c'} {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:20:06.048236 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.managers [req-8c0fb316-a0e9-4123-ae1b-1f3e88cb9f7b req-11780dc4-5890-4297-bd08-d778badb3755 service neutron] Bound port: ed51ec73-d9a5-4c0b-b4de-6eed8a81fff5, host: n-h1-705658-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19bc2e5f-7908-4153-b6d3-443d5b34a291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '1473080c-86ba-4d44-8dcc-5442b4565b0c'}}] {{(pid=105585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:20:06.048778 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-8c0fb316-a0e9-4123-ae1b-1f3e88cb9f7b req-11780dc4-5890-4297-bd08-d778badb3755 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:06.117144 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.db_base_plugin_common [None req-9e68bf63-ef14-48bf-b33b-617fbe618413 None None] Allocated IP 172.20.0.2 (2fa1bf6f-7059-4664-9896-f490168bf352/a89e9826-1624-4726-b027-822d39c9f1a7/ddb1f7a1-741e-4f4e-bbe9-f675e2240c30) {{(pid=105586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:20:06.224753 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-daf84511-941c-48dd-a03d-231921ed11f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:06.281171 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf84511-941c-48dd-a03d-231921ed11f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495-project-admin] Pushing event deleted for resources: {'Port': ['ID=90ffc99e-9f9c-467d-a188-ae9c9e096811,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:20:06.293099 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-daf84511-941c-48dd-a03d-231921ed11f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:06.295222 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-daf84511-941c-48dd-a03d-231921ed11f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495-project-admin] 10.222.0.59 "DELETE /v2.0/ports/90ffc99e-9f9c-467d-a188-ae9c9e096811 HTTP/1.1" status: 204 len: 168 time: 2.2017505 Jul 27 21:20:06.310662 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 48300) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:20:06.326300 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-9e68bf63-ef14-48bf-b33b-617fbe618413 None None] Notify callbacks [] for port, precommit_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:06.360558 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:06.362757 n-d-705658-22 neutron-server[105585]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a9c6fe6-ee04-4c60-875d-8cc6718182a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495-project-admin] GET failed (client error): The resource could not be found. Jul 27 21:20:06.368098 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-4330d6d3-9ff7-43d4-9b43-b1170418c015 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4077169', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4163787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-400'] for router, precommit_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:06.368783 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-8a9c6fe6-ee04-4c60-875d-8cc6718182a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495-project-admin] 10.222.0.59 "GET /v2.0/ports/90ffc99e-9f9c-467d-a188-ae9c9e096811 HTTP/1.1" status: 404 len: 333 time: 0.0526507 Jul 27 21:20:06.371075 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 48302) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:20:06.375192 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.db [req-8c0fb316-a0e9-4123-ae1b-1f3e88cb9f7b req-11780dc4-5890-4297-bd08-d778badb3755 service neutron] For port ed51ec73-d9a5-4c0b-b4de-6eed8a81fff5, host n-h1-705658-22, cleared binding levels {{(pid=105585) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:20:06.376386 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-806b2506-2c71-4fbf-a22a-11fae4101d1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495-project-admin] Request body: {'port': {'network_id': '7e78281a-603f-4686-9a21-13dfe9a8aff6', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525974577'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:20:06.377142 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d38e31b8-0fba-490c-81c9-4dbc9d0d6e60 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Made reservation on behalf of 454b79f542fc4867a07c409c85be23c7 for: {'port': 1} {{(pid=105585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:20:06.380747 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-d38e31b8-0fba-490c-81c9-4dbc9d0d6e60 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:06.389140 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-9e68bf63-ef14-48bf-b33b-617fbe618413 None None] Transition to ACTIVE for port object ddb1f7a1-741e-4f4e-bbe9-f675e2240c30 will not be triggered until provisioned by entity L2. {{(pid=105586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:20:06.400184 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-66bf2520-23b1-4b0c-9e39-d0313f06f3e1 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:06.414137 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-9e68bf63-ef14-48bf-b33b-617fbe618413 None None] Transition to ACTIVE for port object ddb1f7a1-741e-4f4e-bbe9-f675e2240c30 will not be triggered until provisioned by entity DHCP. {{(pid=105586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:20:06.421551 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-4330d6d3-9ff7-43d4-9b43-b1170418c015 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4077150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4077160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4077159', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4163778'] for router, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:06.425107 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-9e68bf63-ef14-48bf-b33b-617fbe618413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143'] for port, after_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:06.427246 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.db_base_plugin_common [req-2dbbb166-13de-43c2-ac14-7380d0588c8f req-fca98423-03a7-41f0-ad58-85f77203a676 tempest-VolumesSnapshotTestJSON-1656461289 tempest-VolumesSnapshotTestJSON-1656461289-project] Allocated IP 172.20.0.9 (1b1dab31-9b34-44da-9575-a2762dd20ae1/44c3084e-1eb6-44e4-8478-9257cccd7917/e31cb1f7-840b-4526-8ec2-cc2374d781b2) {{(pid=105584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:20:06.432865 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-806b2506-2c71-4fbf-a22a-11fae4101d1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495-project-admin] Made reservation on behalf of 86c95c00d85648d6830629dcd191e9a2 for: {'port': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:20:06.436383 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-806b2506-2c71-4fbf-a22a-11fae4101d1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:06.444955 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.db [req-8c0fb316-a0e9-4123-ae1b-1f3e88cb9f7b req-11780dc4-5890-4297-bd08-d778badb3755 service neutron] For port ed51ec73-d9a5-4c0b-b4de-6eed8a81fff5, host n-h1-705658-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=ed51ec73-d9a5-4c0b-b4de-6eed8a81fff5,segment=NetworkSegment(19bc2e5f-7908-4153-b6d3-443d5b34a291),segment_id=19bc2e5f-7908-4153-b6d3-443d5b34a291)] {{(pid=105585) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:20:06.446121 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66bf2520-23b1-4b0c-9e39-d0313f06f3e1 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Pushing event deleted for resources: {'Port': ['ID=64205cb8-2069-47fa-97c3-4e31fdb13b44,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:20:06.453954 n-d-705658-22 neutron-server[105586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e68bf63-ef14-48bf-b33b-617fbe618413 None None] Network 2fa1bf6f-7059-4664-9896-f490168bf352 is already hosted by enough agents. {{(pid=105586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:20:06.456968 n-d-705658-22 neutron-server[105586]: DEBUG neutron.scheduler.base_scheduler [None req-9e68bf63-ef14-48bf-b33b-617fbe618413 None None] Resources bound (agent type, host, resource id): {{(pid=105586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:20:06.463078 n-d-705658-22 neutron-server[105585]: DEBUG neutron.notifiers.nova [None req-d38e31b8-0fba-490c-81c9-4dbc9d0d6e60 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] device_id is not set on port 0425155b-9f8a-40ea-8a1d-0efce6f201de yet. {{(pid=105585) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 21:20:06.470545 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [None req-806b2506-2c71-4fbf-a22a-11fae4101d1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495-project-admin] device_id is not set on port b3f775a7-72fb-4846-b6de-e1fca840b54a yet. {{(pid=105584) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 21:20:06.480438 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e68bf63-ef14-48bf-b33b-617fbe618413 None None] Received port after_create {{(pid=105586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:20:06.533841 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e68bf63-ef14-48bf-b33b-617fbe618413 None None] Pushing event updated for resources: {'Port': ['ID=ddb1f7a1-741e-4f4e-bbe9-f675e2240c30,revision_number=1']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:20:06.580955 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-9e68bf63-ef14-48bf-b33b-617fbe618413 None None] Attempting to bind port ddb1f7a1-741e-4f4e-bbe9-f675e2240c30 on host n-d-705658-22 for vnic_type normal with profile {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:20:06.581335 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-9e68bf63-ef14-48bf-b33b-617fbe618413 None None] Attempting to bind port ddb1f7a1-741e-4f4e-bbe9-f675e2240c30 by drivers openvswitch,hyperv on host n-d-705658-22 at level 0 using segments [{'id': 'f20e813b-1e2e-4bdc-80b5-f69f31b0b7ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '2fa1bf6f-7059-4664-9896-f490168bf352'}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:20:06.581765 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e68bf63-ef14-48bf-b33b-617fbe618413 None None] Attempting to bind port ddb1f7a1-741e-4f4e-bbe9-f675e2240c30 on network 2fa1bf6f-7059-4664-9896-f490168bf352 {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:20:06.593286 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e68bf63-ef14-48bf-b33b-617fbe618413 None None] Checking agent: {'id': '04a7ea91-6318-467e-ace6-b0fb48c8690f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 41, 42), 'started_at': datetime.datetime(2021, 7, 27, 20, 42, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 19, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:20:06.593757 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e68bf63-ef14-48bf-b33b-617fbe618413 None None] Checking segment: {'id': 'f20e813b-1e2e-4bdc-80b5-f69f31b0b7ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '2fa1bf6f-7059-4664-9896-f490168bf352'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:20:06.594234 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-9e68bf63-ef14-48bf-b33b-617fbe618413 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:06.594697 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e68bf63-ef14-48bf-b33b-617fbe618413 None None] Bound using segment: {'id': 'f20e813b-1e2e-4bdc-80b5-f69f31b0b7ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '2fa1bf6f-7059-4664-9896-f490168bf352'} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:20:06.595283 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-9e68bf63-ef14-48bf-b33b-617fbe618413 None None] Bound port: ddb1f7a1-741e-4f4e-bbe9-f675e2240c30, host: n-d-705658-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f20e813b-1e2e-4bdc-80b5-f69f31b0b7ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '2fa1bf6f-7059-4664-9896-f490168bf352'}}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:20:06.595733 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-9e68bf63-ef14-48bf-b33b-617fbe618413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:06.649340 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.db_base_plugin_common [None req-d38e31b8-0fba-490c-81c9-4dbc9d0d6e60 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Allocated IP 172.20.0.9 (2fa1bf6f-7059-4664-9896-f490168bf352/a89e9826-1624-4726-b027-822d39c9f1a7/0425155b-9f8a-40ea-8a1d-0efce6f201de) {{(pid=105585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:20:06.653049 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-806b2506-2c71-4fbf-a22a-11fae4101d1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495-project-admin] Notify callbacks [] for port, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:06.685719 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-9e68bf63-ef14-48bf-b33b-617fbe618413 None None] For port ddb1f7a1-741e-4f4e-bbe9-f675e2240c30, host n-d-705658-22, cleared binding levels {{(pid=105586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:20:06.689383 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-9e68bf63-ef14-48bf-b33b-617fbe618413 None None] For port ddb1f7a1-741e-4f4e-bbe9-f675e2240c30, host n-d-705658-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=ddb1f7a1-741e-4f4e-bbe9-f675e2240c30,segment=NetworkSegment(f20e813b-1e2e-4bdc-80b5-f69f31b0b7ea),segment_id=f20e813b-1e2e-4bdc-80b5-f69f31b0b7ea)] {{(pid=105586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:20:06.698475 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-8c0fb316-a0e9-4123-ae1b-1f3e88cb9f7b req-11780dc4-5890-4297-bd08-d778badb3755 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10221672'] for port, after_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:06.703543 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-806b2506-2c71-4fbf-a22a-11fae4101d1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:06.705348 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-9e68bf63-ef14-48bf-b33b-617fbe618413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:06.764461 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0fb316-a0e9-4123-ae1b-1f3e88cb9f7b req-11780dc4-5890-4297-bd08-d778badb3755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:20:06.768926 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-8c0fb316-a0e9-4123-ae1b-1f3e88cb9f7b req-11780dc4-5890-4297-bd08-d778badb3755 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:06.778846 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-8c0fb316-a0e9-4123-ae1b-1f3e88cb9f7b req-11780dc4-5890-4297-bd08-d778badb3755 service neutron] 10.222.0.36 "PUT /v2.0/ports/ed51ec73-d9a5-4c0b-b4de-6eed8a81fff5 HTTP/1.1" status: 200 len: 1092 time: 4.9753640 Jul 27 21:20:06.816466 n-d-705658-22 neutron-server[105585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f600c487-e5e5-4562-8a3b-6f15b13fe576', 'tag': 'ed51ec73-d9a5-4c0b-b4de-6eed8a81fff5'}] {{(pid=105585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:20:06.820090 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d66fd65881426bfc2b5388084a3654e5eae521106a15a3dbf0eb4cde7106c36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c5c5507-c9c2-4ed4-b837-751284f60ad1" -d '{"events": [{"name": "network-changed", "server_uuid": "f600c487-e5e5-4562-8a3b-6f15b13fe576", "tag": "ed51ec73-d9a5-4c0b-b4de-6eed8a81fff5"}]}' {{(pid=105585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:20:06.848430 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e68bf63-ef14-48bf-b33b-617fbe618413 None None] Pushing event updated for resources: {'Port': ['ID=ddb1f7a1-741e-4f4e-bbe9-f675e2240c30,revision_number=2']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:20:06.854416 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-806b2506-2c71-4fbf-a22a-11fae4101d1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495-project-admin] Network 7e78281a-603f-4686-9a21-13dfe9a8aff6 is already hosted by enough agents. {{(pid=105584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:20:06.864971 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [None req-806b2506-2c71-4fbf-a22a-11fae4101d1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495-project-admin] Resources bound (agent type, host, resource id): {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:20:06.867490 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-806b2506-2c71-4fbf-a22a-11fae4101d1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495-project-admin] Received port after_create {{(pid=105584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:20:06.868698 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-806b2506-2c71-4fbf-a22a-11fae4101d1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:20:06.869346 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-806b2506-2c71-4fbf-a22a-11fae4101d1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:06.943762 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806b2506-2c71-4fbf-a22a-11fae4101d1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495-project-admin] Pushing event updated for resources: {'Port': ['ID=b3f775a7-72fb-4846-b6de-e1fca840b54a,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:20:06.951207 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-806b2506-2c71-4fbf-a22a-11fae4101d1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495-project-admin] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.5783815 Jul 27 21:20:06.952672 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 48308) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:20:07.021016 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-44e70793-3684-4f7e-acc1-ff37fbad047e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-705658-22'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:20:07.048468 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-4a486941-4ae4-4de1-809c-27ddd565a775 req-62862255-a37c-4ce7-819b-a8ce2609e34d tempest-VolumesSnapshotTestJSON-1656461289 tempest-VolumesSnapshotTestJSON-1656461289-project] 10.222.0.59 "GET /v2.0/ports?device_id=e461b1e5-9e94-433e-8c6a-5441fbef3d14 HTTP/1.1" status: 200 len: 210 time: 0.0481670 Jul 27 21:20:07.257899 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:20:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6094c427-2535-425c-a02f-ceb85b045082 x-openstack-request-id: req-6094c427-2535-425c-a02f-ceb85b045082 {{(pid=105585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:20:07.258356 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f600c487-e5e5-4562-8a3b-6f15b13fe576", "tag": "ed51ec73-d9a5-4c0b-b4de-6eed8a81fff5", "status": "completed", "code": 200}]} {{(pid=105585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:20:07.258694 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-6094c427-2535-425c-a02f-ceb85b045082 {{(pid=105585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:20:07.263575 n-d-705658-22 neutron-server[105585]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f600c487-e5e5-4562-8a3b-6f15b13fe576', 'tag': 'ed51ec73-d9a5-4c0b-b4de-6eed8a81fff5', 'status': 'completed', 'code': 200} Jul 27 21:20:07.283308 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4330d6d3-9ff7-43d4-9b43-b1170418c015 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Router 38247994-566b-4791-be78-8d58535c80b2 is scheduled to L3 agent dd128fd7-8e57-4d4f-895b-a96b369df59a with binding_index 1 {{(pid=105584) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 21:20:07.307717 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-44e70793-3684-4f7e-acc1-ff37fbad047e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:07.395557 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-2dbbb166-13de-43c2-ac14-7380d0588c8f req-fca98423-03a7-41f0-ad58-85f77203a676 tempest-VolumesSnapshotTestJSON-1656461289 tempest-VolumesSnapshotTestJSON-1656461289-project] Notify callbacks [] for port, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:07.429132 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-66bf2520-23b1-4b0c-9e39-d0313f06f3e1 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:07.431373 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-66bf2520-23b1-4b0c-9e39-d0313f06f3e1 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] 10.222.0.59 "DELETE /v2.0/ports/64205cb8-2069-47fa-97c3-4e31fdb13b44 HTTP/1.1" status: 204 len: 168 time: 4.1959336 Jul 27 21:20:07.437218 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 48314) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:20:07.444470 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11780dc4-5890-4297-bd08-d778badb3755 service neutron] Pushing event updated for resources: {'Port': ['ID=ed51ec73-d9a5-4c0b-b4de-6eed8a81fff5,revision_number=7']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:20:07.449655 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4330d6d3-9ff7-43d4-9b43-b1170418c015 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify agent at l3_agent.n-d-705658-22 the message routers_updated {{(pid=105584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:20:07.468695 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d7a41e4-0dd4-477a-8006-fa558e682d55 None None] Sync routers for ids ['38247994-566b-4791-be78-8d58535c80b2'] in n-d-705658-22 {{(pid=105586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:20:07.476468 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-4330d6d3-9ff7-43d4-9b43-b1170418c015 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify callbacks [] for router, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:07.477977 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-4330d6d3-9ff7-43d4-9b43-b1170418c015 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] 10.222.0.59 "PUT /v2.0/routers/38247994-566b-4791-be78-8d58535c80b2 HTTP/1.1" status: 200 len: 693 time: 1.4746487 Jul 27 21:20:07.479349 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d7a41e4-0dd4-477a-8006-fa558e682d55 None None] Routers {'38247994-566b-4791-be78-8d58535c80b2'} bound to L3 agent in host n-d-705658-22 {{(pid=105586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:20:07.480749 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-8d7a41e4-0dd4-477a-8006-fa558e682d55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:19:42Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['38247994-566b-4791-be78-8d58535c80b2'], 'active': True} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:20:07.493243 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 48316) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:20:07.534564 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-d38e31b8-0fba-490c-81c9-4dbc9d0d6e60 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Notify callbacks [] for port, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:07.574176 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0fb316-a0e9-4123-ae1b-1f3e88cb9f7b req-7d2b3550-2269-497d-ba9f-f7436c7aa907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:20:07.575746 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-8c0fb316-a0e9-4123-ae1b-1f3e88cb9f7b req-7d2b3550-2269-497d-ba9f-f7436c7aa907 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=379416b786c44e07b1b1ba1a5ea96882&device_id=f600c487-e5e5-4562-8a3b-6f15b13fe576 HTTP/1.1" status: 200 len: 1095 time: 0.6578233 Jul 27 21:20:07.582772 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bafb94a2-c62e-4a71-9c2c-ebb7b1e390cb tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:20:07.584437 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bafb94a2-c62e-4a71-9c2c-ebb7b1e390cb tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:20:07.585950 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bafb94a2-c62e-4a71-9c2c-ebb7b1e390cb tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:20:07.587502 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-bafb94a2-c62e-4a71-9c2c-ebb7b1e390cb tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1459937 Jul 27 21:20:07.597554 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.provisioning_blocks [None req-d38e31b8-0fba-490c-81c9-4dbc9d0d6e60 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Transition to ACTIVE for port object 0425155b-9f8a-40ea-8a1d-0efce6f201de will not be triggered until provisioned by entity DHCP. {{(pid=105585) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:20:07.599612 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 48318) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:20:07.607585 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvr_db [None req-8d7a41e4-0dd4-477a-8006-fa558e682d55 None None] Set router 38247994-566b-4791-be78-8d58535c80b2 gateway port host: None {{(pid=105586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:20:07.610746 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-41446227-1a4e-4986-b913-00b1ed6ea505 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] 10.222.0.59 "GET /v2.0/routers/38247994-566b-4791-be78-8d58535c80b2 HTTP/1.1" status: 200 len: 699 time: 0.1145661 Jul 27 21:20:07.614800 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 48320) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:20:07.658883 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-3d1b4d0b-6a32-4706-aa57-443845e09ecb tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] 10.222.0.59 "GET /v2.0/ports?device_id=38247994-566b-4791-be78-8d58535c80b2 HTTP/1.1" status: 200 len: 205 time: 0.0412548 Jul 27 21:20:07.665827 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 48322) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:20:07.672835 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5c5507-c9c2-4ed4-b837-751284f60ad1 req-8833d53c-4f83-420d-8cad-c9536e1252c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:20:07.674370 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-7c5c5507-c9c2-4ed4-b837-751284f60ad1 req-8833d53c-4f83-420d-8cad-c9536e1252c1 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=379416b786c44e07b1b1ba1a5ea96882&device_id=f600c487-e5e5-4562-8a3b-6f15b13fe576 HTTP/1.1" status: 200 len: 1095 time: 0.4097669 Jul 27 21:20:07.687595 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934c4ff2-3254-40b4-b614-5299ee0bbe23 req-53ac25bb-aa7f-40d5-9a9d-f1edd0823af8 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:20:07.695030 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-934c4ff2-3254-40b4-b614-5299ee0bbe23 req-53ac25bb-aa7f-40d5-9a9d-f1edd0823af8 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] 10.222.0.59 "GET /v2.0/ports?device_id=f600c487-e5e5-4562-8a3b-6f15b13fe576 HTTP/1.1" status: 200 len: 943 time: 0.3460588 Jul 27 21:20:07.792460 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-60fa2f32-f0f8-4d5e-872d-e1c72b855bbf tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify callbacks [] for router, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:07.896228 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-8d7a41e4-0dd4-477a-8006-fa558e682d55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38247994-566b-4791-be78-8d58535c80b2', 'name': 'tempest-RoutersTest-router-979659152', 'tenant_id': 'b2a273d14da548f08e5e2947b1efbc75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:20:05Z', 'updated_at': '2021-07-27T21:20:06Z', 'revision_number': 2, 'project_id': 'b2a273d14da548f08e5e2947b1efbc75', 'gw_port_host': None}], 'n-d-705658-22', False) {} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:20:07.897882 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-2dbbb166-13de-43c2-ac14-7380d0588c8f req-fca98423-03a7-41f0-ad58-85f77203a676 tempest-VolumesSnapshotTestJSON-1656461289 tempest-VolumesSnapshotTestJSON-1656461289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:07.935871 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d7a41e4-0dd4-477a-8006-fa558e682d55 None None] Checking router: 38247994-566b-4791-be78-8d58535c80b2 for host: n-d-705658-22 {{(pid=105586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:20:07.951579 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5c5507-c9c2-4ed4-b837-751284f60ad1 req-e7f4eb7a-0345-4457-b005-20b0af38e657 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:20:07.953248 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-7c5c5507-c9c2-4ed4-b837-751284f60ad1 req-e7f4eb7a-0345-4457-b005-20b0af38e657 service neutron] 10.222.0.60 "GET /v2.0/networks?id=1473080c-86ba-4d44-8dcc-5442b4565b0c HTTP/1.1" status: 200 len: 897 time: 0.2482166 Jul 27 21:20:07.954315 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0fb316-a0e9-4123-ae1b-1f3e88cb9f7b req-b5305303-bd75-44e0-878d-6a476f6ce610 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:20:07.955716 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d7a41e4-0dd4-477a-8006-fa558e682d55 None None] Routers {'38247994-566b-4791-be78-8d58535c80b2'} bound to L3 agent in host n-d-705658-22 {{(pid=105586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:20:07.955934 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-8c0fb316-a0e9-4123-ae1b-1f3e88cb9f7b req-b5305303-bd75-44e0-878d-6a476f6ce610 service neutron] 10.222.0.36 "GET /v2.0/networks?id=1473080c-86ba-4d44-8dcc-5442b4565b0c HTTP/1.1" status: 200 len: 897 time: 0.3660212 Jul 27 21:20:07.957814 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-8d7a41e4-0dd4-477a-8006-fa558e682d55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:19:42Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['38247994-566b-4791-be78-8d58535c80b2'], 'active': True} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:20:08.006343 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.db_base_plugin_v2 [None req-3594bb87-6cc9-462d-8e46-1cbf7c10f189 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Deleting subnet 18f047aa-e757-4570-a462-33ff851802f4 {{(pid=105585) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:20:08.009778 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-3594bb87-6cc9-462d-8e46-1cbf7c10f189 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks [] for subnet, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:08.017812 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2dbbb166-13de-43c2-ac14-7380d0588c8f req-fca98423-03a7-41f0-ad58-85f77203a676 tempest-VolumesSnapshotTestJSON-1656461289 tempest-VolumesSnapshotTestJSON-1656461289-project] Network 1b1dab31-9b34-44da-9575-a2762dd20ae1 is already hosted by enough agents. {{(pid=105584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:20:08.043370 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [req-2dbbb166-13de-43c2-ac14-7380d0588c8f req-fca98423-03a7-41f0-ad58-85f77203a676 tempest-VolumesSnapshotTestJSON-1656461289 tempest-VolumesSnapshotTestJSON-1656461289-project] Resources bound (agent type, host, resource id): {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:20:08.046286 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [req-2dbbb166-13de-43c2-ac14-7380d0588c8f req-fca98423-03a7-41f0-ad58-85f77203a676 tempest-VolumesSnapshotTestJSON-1656461289 tempest-VolumesSnapshotTestJSON-1656461289-project] Received port after_create {{(pid=105584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:20:08.102296 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvr_db [None req-8d7a41e4-0dd4-477a-8006-fa558e682d55 None None] Set router 38247994-566b-4791-be78-8d58535c80b2 gateway port host: None {{(pid=105586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:20:08.110860 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-3594bb87-6cc9-462d-8e46-1cbf7c10f189 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9887057'] for subnet, precommit_delete_associations {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:08.113124 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-60fa2f32-f0f8-4d5e-872d-e1c72b855bbf tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4163631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-425'] for router, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:08.127572 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-60fa2f32-f0f8-4d5e-872d-e1c72b855bbf tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:08.158295 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca98423-03a7-41f0-ad58-85f77203a676 tempest-VolumesSnapshotTestJSON-1656461289 tempest-VolumesSnapshotTestJSON-1656461289-project] Pushing event updated for resources: {'Port': ['ID=e31cb1f7-840b-4526-8ec2-cc2374d781b2,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:20:08.202376 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [None req-44e70793-3684-4f7e-acc1-ff37fbad047e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495-project-admin] device_id is not set on port b3f775a7-72fb-4846-b6de-e1fca840b54a yet. {{(pid=105584) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 21:20:08.243496 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-8d7a41e4-0dd4-477a-8006-fa558e682d55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38247994-566b-4791-be78-8d58535c80b2', 'name': 'tempest-RoutersTest-router-979659152', 'tenant_id': 'b2a273d14da548f08e5e2947b1efbc75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:20:05Z', 'updated_at': '2021-07-27T21:20:06Z', 'revision_number': 2, 'project_id': 'b2a273d14da548f08e5e2947b1efbc75', 'gw_port_host': None}], 'n-d-705658-22', False) {} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:20:08.297871 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-44e70793-3684-4f7e-acc1-ff37fbad047e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495-project-admin] Notify callbacks [] for port, precommit_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:08.306510 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbbb166-13de-43c2-ac14-7380d0588c8f req-fca98423-03a7-41f0-ad58-85f77203a676 tempest-VolumesSnapshotTestJSON-1656461289 tempest-VolumesSnapshotTestJSON-1656461289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:20:08.307861 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-2dbbb166-13de-43c2-ac14-7380d0588c8f req-fca98423-03a7-41f0-ad58-85f77203a676 tempest-VolumesSnapshotTestJSON-1656461289 tempest-VolumesSnapshotTestJSON-1656461289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:08.311753 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d7a41e4-0dd4-477a-8006-fa558e682d55 None None] The sync data for ids ['38247994-566b-4791-be78-8d58535c80b2'] in n-d-705658-22 is: [{'id': '38247994-566b-4791-be78-8d58535c80b2', 'name': 'tempest-RoutersTest-router-979659152', 'tenant_id': 'b2a273d14da548f08e5e2947b1efbc75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:20:05Z', 'updated_at': '2021-07-27T21:20:06Z', 'revision_number': 2, 'project_id': 'b2a273d14da548f08e5e2947b1efbc75', 'gw_port_host': None}] {{(pid=105586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:20:08.340734 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-60fa2f32-f0f8-4d5e-872d-e1c72b855bbf tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4163007'] for router, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:08.340734 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60fa2f32-f0f8-4d5e-872d-e1c72b855bbf tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Fanout notify agent at l3_agent the message router_deleted on router 38247994-566b-4791-be78-8d58535c80b2 {{(pid=105584) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 21:20:08.346638 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8492212-7bb9-4e3b-9815-e6c5035af302 None None] Network 2fa1bf6f-7059-4664-9896-f490168bf352 requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:20:08.349317 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-60fa2f32-f0f8-4d5e-872d-e1c72b855bbf tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] Notify callbacks [] for router, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:08.350560 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-60fa2f32-f0f8-4d5e-872d-e1c72b855bbf tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] 10.222.0.59 "DELETE /v2.0/routers/38247994-566b-4791-be78-8d58535c80b2 HTTP/1.1" status: 204 len: 168 time: 0.6808538 Jul 27 21:20:08.351851 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.provisioning_blocks [None req-44e70793-3684-4f7e-acc1-ff37fbad047e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495-project-admin] Transition to ACTIVE for port object b3f775a7-72fb-4846-b6de-e1fca840b54a will not be triggered until provisioned by entity L2. {{(pid=105584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:20:08.355473 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 48332) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:20:08.401948 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-96693351-2f30-4d6c-a7a3-17cb903e06f3 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] 10.222.0.59 "GET /v2.0/ports?device_id=38247994-566b-4791-be78-8d58535c80b2 HTTP/1.1" status: 200 len: 205 time: 0.0446784 Jul 27 21:20:08.403454 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-2dbbb166-13de-43c2-ac14-7380d0588c8f req-fca98423-03a7-41f0-ad58-85f77203a676 tempest-VolumesSnapshotTestJSON-1656461289 tempest-VolumesSnapshotTestJSON-1656461289-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2226300 Jul 27 21:20:08.404192 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-44e70793-3684-4f7e-acc1-ff37fbad047e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9014027'] for port, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:08.406181 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 48334) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:20:08.421916 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [req-2dbbb166-13de-43c2-ac14-7380d0588c8f req-b4e51318-8f80-4fa8-92df-499aeefad5e4 service neutron] Request body: {'port': {'device_id': 'e461b1e5-9e94-433e-8c6a-5441fbef3d14', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-705658-22'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:20:08.428048 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-d38e31b8-0fba-490c-81c9-4dbc9d0d6e60 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:08.477918 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device ddb1f7a1-741e-4f4e-bbe9-f675e2240c30 up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:20:08.526763 n-d-705658-22 neutron-server[105584]: INFO neutron.api.v2.resource [None req-214b8a7d-d75b-4c42-a48f-5cda81c59143 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] delete failed (client error): The resource could not be found. Jul 27 21:20:08.527881 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-214b8a7d-d75b-4c42-a48f-5cda81c59143 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] 10.222.0.59 "DELETE /v2.0/routers/38247994-566b-4791-be78-8d58535c80b2 HTTP/1.1" status: 404 len: 336 time: 0.1188822 Jul 27 21:20:08.532575 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 48336) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:20:08.542982 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-a228c5a0-49b2-4e59-a96f-7b6f17f45c45 None None] Provisioning for port ddb1f7a1-741e-4f4e-bbe9-f675e2240c30 completed by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:20:08.596796 n-d-705658-22 neutron-server[105584]: INFO neutron.pecan_wsgi.hooks.translation [None req-49a0e396-0135-4b2d-b30f-91016b4bf9c0 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] DELETE failed (client error): The resource could not be found. Jul 27 21:20:08.597327 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-49a0e396-0135-4b2d-b30f-91016b4bf9c0 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105584) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 21:20:08.599274 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-49a0e396-0135-4b2d-b30f-91016b4bf9c0 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] 10.222.0.59 "DELETE /v2.0/subnets/2f822eea-85b7-4b6b-8661-84a98467240c HTTP/1.1" status: 404 len: 337 time: 0.0636201 Jul 27 21:20:08.612466 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 48338) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:20:08.640148 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning for port ddb1f7a1-741e-4f4e-bbe9-f675e2240c30 completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:20:08.647113 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port ddb1f7a1-741e-4f4e-bbe9-f675e2240c30 triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:20:08.647520 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:08.690874 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e70793-3684-4f7e-acc1-ff37fbad047e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495-project-admin] Pushing event updated for resources: {'Port': ['ID=b3f775a7-72fb-4846-b6de-e1fca840b54a,revision_number=2']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:20:08.715692 n-d-705658-22 neutron-server[105584]: INFO neutron.pecan_wsgi.hooks.translation [None req-df894a54-732a-4cd5-b87d-0b6b135679da tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] DELETE failed (client error): The resource could not be found. Jul 27 21:20:08.716291 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df894a54-732a-4cd5-b87d-0b6b135679da tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105584) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 21:20:08.718714 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-df894a54-732a-4cd5-b87d-0b6b135679da tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] 10.222.0.59 "DELETE /v2.0/subnets/417c1c4f-0a4f-43e3-8d10-75eb1552d8b1 HTTP/1.1" status: 404 len: 337 time: 0.1035404 Jul 27 21:20:08.723584 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 48340) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:20:08.787772 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:08.788597 n-d-705658-22 neutron-server[105584]: INFO neutron.pecan_wsgi.hooks.translation [None req-b254cd79-5379-40c8-86c3-0e53304c9831 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] DELETE failed (client error): The resource could not be found. Jul 27 21:20:08.789103 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b254cd79-5379-40c8-86c3-0e53304c9831 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105584) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 21:20:08.791099 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-b254cd79-5379-40c8-86c3-0e53304c9831 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] 10.222.0.59 "DELETE /v2.0/subnets/26a4c494-c373-4559-8390-14c25615fa06 HTTP/1.1" status: 404 len: 337 time: 0.0643506 Jul 27 21:20:08.797685 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [None req-44e70793-3684-4f7e-acc1-ff37fbad047e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495-project-admin] Attempting to bind port b3f775a7-72fb-4846-b6de-e1fca840b54a on host n-h1-705658-22 for vnic_type normal with profile {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:20:08.798666 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [None req-44e70793-3684-4f7e-acc1-ff37fbad047e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495-project-admin] Attempting to bind port b3f775a7-72fb-4846-b6de-e1fca840b54a by drivers openvswitch,hyperv on host n-h1-705658-22 at level 0 using segments [{'id': '952d6cad-180f-4d19-8bcc-9dda2fd5622f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '7e78281a-603f-4686-9a21-13dfe9a8aff6'}] {{(pid=105584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:20:08.799247 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44e70793-3684-4f7e-acc1-ff37fbad047e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495-project-admin] Attempting to bind port b3f775a7-72fb-4846-b6de-e1fca840b54a on network 7e78281a-603f-4686-9a21-13dfe9a8aff6 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:20:08.805454 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 48342) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:20:08.872724 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] For port ddb1f7a1-741e-4f4e-bbe9-f675e2240c30, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=ddb1f7a1-741e-4f4e-bbe9-f675e2240c30,segment=NetworkSegment(f20e813b-1e2e-4bdc-80b5-f69f31b0b7ea),segment_id=f20e813b-1e2e-4bdc-80b5-f69f31b0b7ea)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:20:08.887737 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:08.892815 n-d-705658-22 neutron-server[105584]: INFO neutron.pecan_wsgi.hooks.translation [None req-adf3242b-340f-4bad-ac9d-38ec8011c1f0 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] DELETE failed (client error): The resource could not be found. Jul 27 21:20:08.893302 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-adf3242b-340f-4bad-ac9d-38ec8011c1f0 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105584) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 21:20:08.897511 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-adf3242b-340f-4bad-ac9d-38ec8011c1f0 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] 10.222.0.59 "DELETE /v2.0/subnets/5243c389-81dc-4a3a-888e-c7f09f4ecbc3 HTTP/1.1" status: 404 len: 337 time: 0.0863657 Jul 27 21:20:08.905485 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 48344) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:20:08.916862 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-2dbbb166-13de-43c2-ac14-7380d0588c8f req-b4e51318-8f80-4fa8-92df-499aeefad5e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:08.965107 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d38e31b8-0fba-490c-81c9-4dbc9d0d6e60 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Network 2fa1bf6f-7059-4664-9896-f490168bf352 is already hosted by enough agents. {{(pid=105585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:20:08.969822 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-7c5c5507-c9c2-4ed4-b837-751284f60ad1 req-1f890137-076e-4eeb-90ee-9707a7ba8add service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ed51ec73-d9a5-4c0b-b4de-6eed8a81fff5 HTTP/1.1" status: 200 len: 998 time: 0.6026132 Jul 27 21:20:08.988958 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-934c4ff2-3254-40b4-b614-5299ee0bbe23 req-965d0187-1cbf-4411-aa63-25b5862003e3 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] 10.222.0.59 "GET /v2.0/security-groups?id=5a737d1c-b945-4cea-a14d-2326657e6941&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.2929585 Jul 27 21:20:08.991790 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-c0797b7c-4fd1-4c55-a663-c87acdde8936 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:09.002094 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-3594bb87-6cc9-462d-8e46-1cbf7c10f189 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854965'] for subnet, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:09.011252 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.base_scheduler [None req-d38e31b8-0fba-490c-81c9-4dbc9d0d6e60 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Resources bound (agent type, host, resource id): {{(pid=105585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:20:09.020108 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Pushing event updated for resources: {'Port': ['ID=ddb1f7a1-741e-4f4e-bbe9-f675e2240c30,revision_number=3']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:20:09.023756 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d38e31b8-0fba-490c-81c9-4dbc9d0d6e60 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Received port after_create {{(pid=105585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:20:09.087172 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-dac3706e-d008-497d-bf4e-fd2fa05dbbd4 None None] Provisioning for port 0425155b-9f8a-40ea-8a1d-0efce6f201de completed by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:20:09.091806 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-dac3706e-d008-497d-bf4e-fd2fa05dbbd4 None None] Provisioning complete for port 0425155b-9f8a-40ea-8a1d-0efce6f201de triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:20:09.092195 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-dac3706e-d008-497d-bf4e-fd2fa05dbbd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:09.136324 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-8c0fb316-a0e9-4123-ae1b-1f3e88cb9f7b req-3a68f926-384b-480d-841d-b774a74407a5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ed51ec73-d9a5-4c0b-b4de-6eed8a81fff5 HTTP/1.1" status: 200 len: 998 time: 0.8415439 Jul 27 21:20:09.138735 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-dac3706e-d008-497d-bf4e-fd2fa05dbbd4 None None] Port 0425155b-9f8a-40ea-8a1d-0efce6f201de cannot update to ACTIVE because it is not bound. {{(pid=105586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:20:09.150284 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-dac3706e-d008-497d-bf4e-fd2fa05dbbd4 None None] Provisioning complete for port ddb1f7a1-741e-4f4e-bbe9-f675e2240c30 triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:20:09.150728 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-dac3706e-d008-497d-bf4e-fd2fa05dbbd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:09.244101 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38e31b8-0fba-490c-81c9-4dbc9d0d6e60 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Pushing event updated for resources: {'Port': ['ID=0425155b-9f8a-40ea-8a1d-0efce6f201de,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:20:09.248797 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5c5507-c9c2-4ed4-b837-751284f60ad1 req-92a21cff-9410-4439-9f2d-6b3f0125aeef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:20:09.253363 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-7c5c5507-c9c2-4ed4-b837-751284f60ad1 req-92a21cff-9410-4439-9f2d-6b3f0125aeef service neutron] 10.222.0.60 "GET /v2.0/subnets?id=01bef050-fb0a-4ec7-a814-df3307ad6529 HTTP/1.1" status: 200 len: 834 time: 0.2633851 Jul 27 21:20:09.296062 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0fb316-a0e9-4123-ae1b-1f3e88cb9f7b req-92aa3628-7b07-4d24-8cb3-fcd4d705fe4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:20:09.298037 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-8c0fb316-a0e9-4123-ae1b-1f3e88cb9f7b req-92aa3628-7b07-4d24-8cb3-fcd4d705fe4e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=01bef050-fb0a-4ec7-a814-df3307ad6529 HTTP/1.1" status: 200 len: 834 time: 0.1294265 Jul 27 21:20:09.347337 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3e4d9c-52ea-452c-9c32-76df566ba4b9 req-2d584aa9-4475-4a89-b24c-f7cf034fb28e tempest-VolumesSnapshotTestJSON-1656461289 tempest-VolumesSnapshotTestJSON-1656461289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:20:09.348993 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-df3e4d9c-52ea-452c-9c32-76df566ba4b9 req-2d584aa9-4475-4a89-b24c-f7cf034fb28e tempest-VolumesSnapshotTestJSON-1656461289 tempest-VolumesSnapshotTestJSON-1656461289-project] 10.222.0.59 "GET /v2.0/ports?device_id=e461b1e5-9e94-433e-8c6a-5441fbef3d14 HTTP/1.1" status: 200 len: 931 time: 1.0941403 Jul 27 21:20:09.370816 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d38e31b8-0fba-490c-81c9-4dbc9d0d6e60 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:20:09.371548 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-d38e31b8-0fba-490c-81c9-4dbc9d0d6e60 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:09.377991 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44e70793-3684-4f7e-acc1-ff37fbad047e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495-project-admin] Port b3f775a7-72fb-4846-b6de-e1fca840b54a on network 7e78281a-603f-4686-9a21-13dfe9a8aff6 not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-22 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:20:09.377991 n-d-705658-22 neutron-server[105584]: ERROR neutron.plugins.ml2.managers [None req-44e70793-3684-4f7e-acc1-ff37fbad047e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495-project-admin] Failed to bind port b3f775a7-72fb-4846-b6de-e1fca840b54a on host n-h1-705658-22 for vnic_type normal using segments [{'id': '952d6cad-180f-4d19-8bcc-9dda2fd5622f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '7e78281a-603f-4686-9a21-13dfe9a8aff6'}] Jul 27 21:20:09.380352 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-d6922d42-ab35-44f9-bac5-c0fe62a1d6cb tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] 10.222.0.59 "GET /v2.0/ports?device_id=143736f8-a94b-4c2e-b6b5-2224630f39aa HTTP/1.1" status: 200 len: 205 time: 0.4734876 Jul 27 21:20:09.387640 n-d-705658-22 neutron-server[105584]: INFO neutron.plugins.ml2.plugin [None req-44e70793-3684-4f7e-acc1-ff37fbad047e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495-project-admin] Attempt 2 to bind port b3f775a7-72fb-4846-b6de-e1fca840b54a Jul 27 21:20:09.392093 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 48348) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:20:09.399871 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-f46970dd-d552-4017-b171-bdb3844e12c1 None None] Provisioning complete for port 0425155b-9f8a-40ea-8a1d-0efce6f201de triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:20:09.400257 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-f46970dd-d552-4017-b171-bdb3844e12c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:09.457713 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-d38e31b8-0fba-490c-81c9-4dbc9d0d6e60 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.6061442 Jul 27 21:20:09.463346 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 48350) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:20:09.465217 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [None req-44e70793-3684-4f7e-acc1-ff37fbad047e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495-project-admin] Attempting to bind port b3f775a7-72fb-4846-b6de-e1fca840b54a on host n-h1-705658-22 for vnic_type normal with profile {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:20:09.465657 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [None req-44e70793-3684-4f7e-acc1-ff37fbad047e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495-project-admin] Attempting to bind port b3f775a7-72fb-4846-b6de-e1fca840b54a by drivers openvswitch,hyperv on host n-h1-705658-22 at level 0 using segments [{'id': '952d6cad-180f-4d19-8bcc-9dda2fd5622f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '7e78281a-603f-4686-9a21-13dfe9a8aff6'}] {{(pid=105584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:20:09.466095 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44e70793-3684-4f7e-acc1-ff37fbad047e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495-project-admin] Attempting to bind port b3f775a7-72fb-4846-b6de-e1fca840b54a on network 7e78281a-603f-4686-9a21-13dfe9a8aff6 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:20:09.467828 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-3594bb87-6cc9-462d-8e46-1cbf7c10f189 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10221602', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9990583'] for subnet, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:09.470554 n-d-705658-22 neutron-server[105584]: INFO neutron.api.v2.resource [None req-98461862-975c-4cc8-a750-8ead15969286 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] delete failed (client error): The resource could not be found. Jul 27 21:20:09.474439 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-98461862-975c-4cc8-a750-8ead15969286 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] 10.222.0.59 "DELETE /v2.0/routers/143736f8-a94b-4c2e-b6b5-2224630f39aa HTTP/1.1" status: 404 len: 336 time: 0.0772235 Jul 27 21:20:09.474640 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-f46970dd-d552-4017-b171-bdb3844e12c1 None None] Port 0425155b-9f8a-40ea-8a1d-0efce6f201de cannot update to ACTIVE because it is not bound. {{(pid=105586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:20:09.479928 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 48352) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:20:09.513810 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-df3e4d9c-52ea-452c-9c32-76df566ba4b9 req-64f28ca1-3edc-441f-b79d-8eebb78f4dc1 tempest-VolumesSnapshotTestJSON-1656461289 tempest-VolumesSnapshotTestJSON-1656461289-project] 10.222.0.59 "GET /v2.0/security-groups?id=dbda38b4-0099-4f6e-aeb8-905b6aa6a585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573803 Jul 27 21:20:09.515945 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44e70793-3684-4f7e-acc1-ff37fbad047e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495-project-admin] Port b3f775a7-72fb-4846-b6de-e1fca840b54a on network 7e78281a-603f-4686-9a21-13dfe9a8aff6 not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-22 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:20:09.516388 n-d-705658-22 neutron-server[105584]: ERROR neutron.plugins.ml2.managers [None req-44e70793-3684-4f7e-acc1-ff37fbad047e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495-project-admin] Failed to bind port b3f775a7-72fb-4846-b6de-e1fca840b54a on host n-h1-705658-22 for vnic_type normal using segments [{'id': '952d6cad-180f-4d19-8bcc-9dda2fd5622f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '7e78281a-603f-4686-9a21-13dfe9a8aff6'}] Jul 27 21:20:09.521371 n-d-705658-22 neutron-server[105584]: INFO neutron.plugins.ml2.plugin [None req-44e70793-3684-4f7e-acc1-ff37fbad047e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495-project-admin] Attempt 3 to bind port b3f775a7-72fb-4846-b6de-e1fca840b54a Jul 27 21:20:09.543408 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-e5cfde1b-8405-4537-9407-4e6160dd2794 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] 10.222.0.59 "GET /v2.0/ports?device_id=d202ab12-4796-4cea-8043-301354d29ee4 HTTP/1.1" status: 200 len: 205 time: 0.0640907 Jul 27 21:20:09.547933 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 48354) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:20:09.547933 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [None req-44e70793-3684-4f7e-acc1-ff37fbad047e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495-project-admin] Attempting to bind port b3f775a7-72fb-4846-b6de-e1fca840b54a on host n-h1-705658-22 for vnic_type normal with profile {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:20:09.547933 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [None req-44e70793-3684-4f7e-acc1-ff37fbad047e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495-project-admin] Attempting to bind port b3f775a7-72fb-4846-b6de-e1fca840b54a by drivers openvswitch,hyperv on host n-h1-705658-22 at level 0 using segments [{'id': '952d6cad-180f-4d19-8bcc-9dda2fd5622f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '7e78281a-603f-4686-9a21-13dfe9a8aff6'}] {{(pid=105584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:20:09.548475 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44e70793-3684-4f7e-acc1-ff37fbad047e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495-project-admin] Attempting to bind port b3f775a7-72fb-4846-b6de-e1fca840b54a on network 7e78281a-603f-4686-9a21-13dfe9a8aff6 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:20:09.548729 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-3594bb87-6cc9-462d-8e46-1cbf7c10f189 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743886'] for subnet, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:09.553273 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-3594bb87-6cc9-462d-8e46-1cbf7c10f189 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] 10.222.0.59 "DELETE /v2.0/subnets/18f047aa-e757-4570-a462-33ff851802f4 HTTP/1.1" status: 204 len: 168 time: 1.9504547 Jul 27 21:20:09.556566 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3594bb87-6cc9-462d-8e46-1cbf7c10f189 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Pushing event deleted for resources: {'Subnet': ['ID=18f047aa-e757-4570-a462-33ff851802f4,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:20:09.561392 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 48356) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:20:09.565422 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3c0efd1-1807-4b51-bc99-f7e4e389322f None None] Network 1d615a85-844c-4c57-a0fc-2090e87300f0 requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:20:09.629999 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44e70793-3684-4f7e-acc1-ff37fbad047e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495-project-admin] Port b3f775a7-72fb-4846-b6de-e1fca840b54a on network 7e78281a-603f-4686-9a21-13dfe9a8aff6 not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-22 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:20:09.630461 n-d-705658-22 neutron-server[105584]: ERROR neutron.plugins.ml2.managers [None req-44e70793-3684-4f7e-acc1-ff37fbad047e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495-project-admin] Failed to bind port b3f775a7-72fb-4846-b6de-e1fca840b54a on host n-h1-705658-22 for vnic_type normal using segments [{'id': '952d6cad-180f-4d19-8bcc-9dda2fd5622f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '7e78281a-603f-4686-9a21-13dfe9a8aff6'}] Jul 27 21:20:09.698875 n-d-705658-22 neutron-server[105584]: INFO neutron.plugins.ml2.plugin [None req-44e70793-3684-4f7e-acc1-ff37fbad047e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495-project-admin] Attempt 4 to bind port b3f775a7-72fb-4846-b6de-e1fca840b54a Jul 27 21:20:09.702370 n-d-705658-22 neutron-server[105584]: INFO neutron.api.v2.resource [None req-aa81d63c-b348-48b9-bbe4-7554ea4a19c9 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] delete failed (client error): The resource could not be found. Jul 27 21:20:09.703634 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-aa81d63c-b348-48b9-bbe4-7554ea4a19c9 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] 10.222.0.59 "DELETE /v2.0/routers/d202ab12-4796-4cea-8043-301354d29ee4 HTTP/1.1" status: 404 len: 336 time: 0.1526406 Jul 27 21:20:09.708273 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 48358) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:20:09.709030 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5c5507-c9c2-4ed4-b837-751284f60ad1 req-ffe41283-ad1e-443e-bdcc-bfed74804f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:20:09.711042 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-7c5c5507-c9c2-4ed4-b837-751284f60ad1 req-ffe41283-ad1e-443e-bdcc-bfed74804f5b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1473080c-86ba-4d44-8dcc-5442b4565b0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4476552 Jul 27 21:20:09.723271 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0fb316-a0e9-4123-ae1b-1f3e88cb9f7b req-a0df0753-bcb6-41a6-a1b1-ce068f356589 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:20:09.725392 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-8c0fb316-a0e9-4123-ae1b-1f3e88cb9f7b req-a0df0753-bcb6-41a6-a1b1-ce068f356589 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1473080c-86ba-4d44-8dcc-5442b4565b0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3715749 Jul 27 21:20:09.757545 n-d-705658-22 neutron-server[105584]: INFO neutron.pecan_wsgi.hooks.translation [None req-a59be477-625b-4f71-9ca8-d667e3c7eda7 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] DELETE failed (client error): The resource could not be found. Jul 27 21:20:09.758419 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a59be477-625b-4f71-9ca8-d667e3c7eda7 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105584) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 21:20:09.762234 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-a59be477-625b-4f71-9ca8-d667e3c7eda7 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] 10.222.0.59 "DELETE /v2.0/subnets/07c142b2-88ff-4a5c-bbee-e0a7c39ba156 HTTP/1.1" status: 404 len: 337 time: 0.0456243 Jul 27 21:20:09.767466 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 48360) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:20:09.789681 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [None req-44e70793-3684-4f7e-acc1-ff37fbad047e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495-project-admin] Attempting to bind port b3f775a7-72fb-4846-b6de-e1fca840b54a on host n-h1-705658-22 for vnic_type normal with profile {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:20:09.790898 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [None req-44e70793-3684-4f7e-acc1-ff37fbad047e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495-project-admin] Attempting to bind port b3f775a7-72fb-4846-b6de-e1fca840b54a by drivers openvswitch,hyperv on host n-h1-705658-22 at level 0 using segments [{'id': '952d6cad-180f-4d19-8bcc-9dda2fd5622f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '7e78281a-603f-4686-9a21-13dfe9a8aff6'}] {{(pid=105584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:20:09.791601 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44e70793-3684-4f7e-acc1-ff37fbad047e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495-project-admin] Attempting to bind port b3f775a7-72fb-4846-b6de-e1fca840b54a on network 7e78281a-603f-4686-9a21-13dfe9a8aff6 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:20:09.826874 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44e70793-3684-4f7e-acc1-ff37fbad047e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495-project-admin] Port b3f775a7-72fb-4846-b6de-e1fca840b54a on network 7e78281a-603f-4686-9a21-13dfe9a8aff6 not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-22 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:20:09.827548 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.db_base_plugin_v2 [None req-44bb3f2d-1020-4dae-b26d-0a8803f65139 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Deleting subnet 35e821e1-91fe-4e7b-89d7-075cf777a998 {{(pid=105585) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:20:09.827935 n-d-705658-22 neutron-server[105584]: ERROR neutron.plugins.ml2.managers [None req-44e70793-3684-4f7e-acc1-ff37fbad047e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495-project-admin] Failed to bind port b3f775a7-72fb-4846-b6de-e1fca840b54a on host n-h1-705658-22 for vnic_type normal using segments [{'id': '952d6cad-180f-4d19-8bcc-9dda2fd5622f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '7e78281a-603f-4686-9a21-13dfe9a8aff6'}] Jul 27 21:20:09.831753 n-d-705658-22 neutron-server[105584]: INFO neutron.plugins.ml2.plugin [None req-44e70793-3684-4f7e-acc1-ff37fbad047e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495-project-admin] Attempt 5 to bind port b3f775a7-72fb-4846-b6de-e1fca840b54a Jul 27 21:20:09.839586 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-4923373a-c49e-44e0-bdae-90da8b4a2dc8 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] 10.222.0.59 "GET /v2.0/ports?device_id=9abddf92-7565-4a3c-908d-d67a699a47b0 HTTP/1.1" status: 200 len: 205 time: 0.0708280 Jul 27 21:20:09.845631 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 48362) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:20:09.937414 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-8c0fb316-a0e9-4123-ae1b-1f3e88cb9f7b req-54c11dda-0c6b-4f16-9816-b1b85dd1f3c8 service neutron] 10.222.0.36 "GET /v2.0/networks/1473080c-86ba-4d44-8dcc-5442b4565b0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1941812 Jul 27 21:20:09.950176 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-44bb3f2d-1020-4dae-b26d-0a8803f65139 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks [] for subnet, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:09.966964 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [None req-44e70793-3684-4f7e-acc1-ff37fbad047e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495-project-admin] Attempting to bind port b3f775a7-72fb-4846-b6de-e1fca840b54a on host n-h1-705658-22 for vnic_type normal with profile {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:20:09.967574 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [None req-44e70793-3684-4f7e-acc1-ff37fbad047e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495-project-admin] Attempting to bind port b3f775a7-72fb-4846-b6de-e1fca840b54a by drivers openvswitch,hyperv on host n-h1-705658-22 at level 0 using segments [{'id': '952d6cad-180f-4d19-8bcc-9dda2fd5622f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '7e78281a-603f-4686-9a21-13dfe9a8aff6'}] {{(pid=105584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:20:09.968988 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44e70793-3684-4f7e-acc1-ff37fbad047e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495-project-admin] Attempting to bind port b3f775a7-72fb-4846-b6de-e1fca840b54a on network 7e78281a-603f-4686-9a21-13dfe9a8aff6 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:20:09.971639 n-d-705658-22 neutron-server[105584]: INFO neutron.api.v2.resource [None req-4d513317-9e76-45ae-a422-1ea2912acc1f tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] delete failed (client error): The resource could not be found. Jul 27 21:20:09.972700 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-4d513317-9e76-45ae-a422-1ea2912acc1f tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] 10.222.0.59 "DELETE /v2.0/routers/9abddf92-7565-4a3c-908d-d67a699a47b0 HTTP/1.1" status: 404 len: 336 time: 0.1169055 Jul 27 21:20:09.978522 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 48364) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:20:09.991850 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44e70793-3684-4f7e-acc1-ff37fbad047e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495-project-admin] Port b3f775a7-72fb-4846-b6de-e1fca840b54a on network 7e78281a-603f-4686-9a21-13dfe9a8aff6 not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-22 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:20:09.992211 n-d-705658-22 neutron-server[105584]: ERROR neutron.plugins.ml2.managers [None req-44e70793-3684-4f7e-acc1-ff37fbad047e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495-project-admin] Failed to bind port b3f775a7-72fb-4846-b6de-e1fca840b54a on host n-h1-705658-22 for vnic_type normal using segments [{'id': '952d6cad-180f-4d19-8bcc-9dda2fd5622f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '7e78281a-603f-4686-9a21-13dfe9a8aff6'}] Jul 27 21:20:09.995535 n-d-705658-22 neutron-server[105584]: INFO neutron.plugins.ml2.plugin [None req-44e70793-3684-4f7e-acc1-ff37fbad047e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495-project-admin] Attempt 6 to bind port b3f775a7-72fb-4846-b6de-e1fca840b54a Jul 27 21:20:10.029610 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-50729f80-175c-44d9-a003-914ab9100ad4 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] 10.222.0.59 "GET /v2.0/ports?device_id=04e35cef-7d9f-44aa-b941-2974b133af14 HTTP/1.1" status: 200 len: 205 time: 0.0467286 Jul 27 21:20:10.036189 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-44bb3f2d-1020-4dae-b26d-0a8803f65139 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9887057'] for subnet, precommit_delete_associations {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:10.044881 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 48368) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:20:10.060526 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [None req-44e70793-3684-4f7e-acc1-ff37fbad047e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495-project-admin] Attempting to bind port b3f775a7-72fb-4846-b6de-e1fca840b54a on host n-h1-705658-22 for vnic_type normal with profile {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:20:10.060961 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [None req-44e70793-3684-4f7e-acc1-ff37fbad047e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495-project-admin] Attempting to bind port b3f775a7-72fb-4846-b6de-e1fca840b54a by drivers openvswitch,hyperv on host n-h1-705658-22 at level 0 using segments [{'id': '952d6cad-180f-4d19-8bcc-9dda2fd5622f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '7e78281a-603f-4686-9a21-13dfe9a8aff6'}] {{(pid=105584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:20:10.061192 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44e70793-3684-4f7e-acc1-ff37fbad047e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495-project-admin] Attempting to bind port b3f775a7-72fb-4846-b6de-e1fca840b54a on network 7e78281a-603f-4686-9a21-13dfe9a8aff6 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:20:10.097723 n-d-705658-22 neutron-server[105584]: INFO neutron.api.v2.resource [None req-1d70a679-e4ba-4ef0-b776-e71f77319431 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] delete failed (client error): The resource could not be found. Jul 27 21:20:10.098774 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-1d70a679-e4ba-4ef0-b776-e71f77319431 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] 10.222.0.59 "DELETE /v2.0/routers/04e35cef-7d9f-44aa-b941-2974b133af14 HTTP/1.1" status: 404 len: 336 time: 0.0529509 Jul 27 21:20:10.105027 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44e70793-3684-4f7e-acc1-ff37fbad047e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495-project-admin] Port b3f775a7-72fb-4846-b6de-e1fca840b54a on network 7e78281a-603f-4686-9a21-13dfe9a8aff6 not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-22 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:20:10.105362 n-d-705658-22 neutron-server[105584]: ERROR neutron.plugins.ml2.managers [None req-44e70793-3684-4f7e-acc1-ff37fbad047e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495-project-admin] Failed to bind port b3f775a7-72fb-4846-b6de-e1fca840b54a on host n-h1-705658-22 for vnic_type normal using segments [{'id': '952d6cad-180f-4d19-8bcc-9dda2fd5622f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '7e78281a-603f-4686-9a21-13dfe9a8aff6'}] Jul 27 21:20:10.105784 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 48370) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:20:10.107642 n-d-705658-22 neutron-server[105584]: INFO neutron.plugins.ml2.plugin [None req-44e70793-3684-4f7e-acc1-ff37fbad047e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495-project-admin] Attempt 7 to bind port b3f775a7-72fb-4846-b6de-e1fca840b54a Jul 27 21:20:10.146310 n-d-705658-22 neutron-server[105584]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1088ad5-6b8c-448b-b76b-611964581413 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] DELETE failed (client error): The resource could not be found. Jul 27 21:20:10.146791 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c1088ad5-6b8c-448b-b76b-611964581413 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105584) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 21:20:10.149077 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-c1088ad5-6b8c-448b-b76b-611964581413 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] 10.222.0.59 "DELETE /v2.0/subnets/c98a23b2-75f1-4d22-b302-d0d68e67a85f HTTP/1.1" status: 404 len: 337 time: 0.0374501 Jul 27 21:20:10.181307 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:10.187030 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 48372) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:20:10.240995 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [None req-db91afd2-b975-4d57-bdeb-f20de6736669 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Deleting port 0425155b-9f8a-40ea-8a1d-0efce6f201de {{(pid=105585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:20:10.241228 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [req-2dbbb166-13de-43c2-ac14-7380d0588c8f req-b4e51318-8f80-4fa8-92df-499aeefad5e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e31cb1f7-840b-4526-8ec2-cc2374d781b2 {{(pid=105584) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:20:10.241330 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-db91afd2-b975-4d57-bdeb-f20de6736669 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:10.256328 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-2dbbb166-13de-43c2-ac14-7380d0588c8f req-b4e51318-8f80-4fa8-92df-499aeefad5e4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:10.268175 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [None req-44e70793-3684-4f7e-acc1-ff37fbad047e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495-project-admin] Attempting to bind port b3f775a7-72fb-4846-b6de-e1fca840b54a on host n-h1-705658-22 for vnic_type normal with profile {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:20:10.268509 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [None req-44e70793-3684-4f7e-acc1-ff37fbad047e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495-project-admin] Attempting to bind port b3f775a7-72fb-4846-b6de-e1fca840b54a by drivers openvswitch,hyperv on host n-h1-705658-22 at level 0 using segments [{'id': '952d6cad-180f-4d19-8bcc-9dda2fd5622f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '7e78281a-603f-4686-9a21-13dfe9a8aff6'}] {{(pid=105584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:20:10.268848 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44e70793-3684-4f7e-acc1-ff37fbad047e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495-project-admin] Attempting to bind port b3f775a7-72fb-4846-b6de-e1fca840b54a on network 7e78281a-603f-4686-9a21-13dfe9a8aff6 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:20:10.276608 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.provisioning_blocks [req-2dbbb166-13de-43c2-ac14-7380d0588c8f req-b4e51318-8f80-4fa8-92df-499aeefad5e4 service neutron] Transition to ACTIVE for port object e31cb1f7-840b-4526-8ec2-cc2374d781b2 will not be triggered until provisioned by entity L2. {{(pid=105584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:20:10.278673 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44e70793-3684-4f7e-acc1-ff37fbad047e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495-project-admin] Port b3f775a7-72fb-4846-b6de-e1fca840b54a on network 7e78281a-603f-4686-9a21-13dfe9a8aff6 not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-22 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:20:10.279044 n-d-705658-22 neutron-server[105584]: ERROR neutron.plugins.ml2.managers [None req-44e70793-3684-4f7e-acc1-ff37fbad047e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495-project-admin] Failed to bind port b3f775a7-72fb-4846-b6de-e1fca840b54a on host n-h1-705658-22 for vnic_type normal using segments [{'id': '952d6cad-180f-4d19-8bcc-9dda2fd5622f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '7e78281a-603f-4686-9a21-13dfe9a8aff6'}] Jul 27 21:20:10.279582 n-d-705658-22 neutron-server[105584]: INFO neutron.plugins.ml2.plugin [None req-44e70793-3684-4f7e-acc1-ff37fbad047e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495-project-admin] Attempt 8 to bind port b3f775a7-72fb-4846-b6de-e1fca840b54a Jul 27 21:20:10.287407 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-75e942d3-1b30-49bd-8db9-79f178e2f7a4 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] 10.222.0.59 "GET /v2.0/ports?device_id=32f2266c-6271-4052-8f02-a823fc179546 HTTP/1.1" status: 200 len: 205 time: 0.0939972 Jul 27 21:20:10.287636 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-2dbbb166-13de-43c2-ac14-7380d0588c8f req-b4e51318-8f80-4fa8-92df-499aeefad5e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9014027'] for port, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:10.293770 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 48374) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:20:10.301505 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device ddb1f7a1-741e-4f4e-bbe9-f675e2240c30 up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:20:10.399139 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-7c5c5507-c9c2-4ed4-b837-751284f60ad1 req-750bc293-5fbd-4bef-b4a4-e78a0d61b49b service neutron] 10.222.0.60 "GET /v2.0/networks/1473080c-86ba-4d44-8dcc-5442b4565b0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6793792 Jul 27 21:20:10.399592 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [None req-44e70793-3684-4f7e-acc1-ff37fbad047e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495-project-admin] Attempting to bind port b3f775a7-72fb-4846-b6de-e1fca840b54a on host n-h1-705658-22 for vnic_type normal with profile {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:20:10.399934 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [None req-44e70793-3684-4f7e-acc1-ff37fbad047e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495-project-admin] Attempting to bind port b3f775a7-72fb-4846-b6de-e1fca840b54a by drivers openvswitch,hyperv on host n-h1-705658-22 at level 0 using segments [{'id': '952d6cad-180f-4d19-8bcc-9dda2fd5622f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '7e78281a-603f-4686-9a21-13dfe9a8aff6'}] {{(pid=105584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:20:10.400269 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44e70793-3684-4f7e-acc1-ff37fbad047e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495-project-admin] Attempting to bind port b3f775a7-72fb-4846-b6de-e1fca840b54a on network 7e78281a-603f-4686-9a21-13dfe9a8aff6 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:20:10.406832 n-d-705658-22 neutron-server[105584]: INFO neutron.api.v2.resource [None req-5aafe0f8-93b0-4dda-85ac-13df66c46a64 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] delete failed (client error): The resource could not be found. Jul 27 21:20:10.407965 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-5aafe0f8-93b0-4dda-85ac-13df66c46a64 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] 10.222.0.59 "DELETE /v2.0/routers/32f2266c-6271-4052-8f02-a823fc179546 HTTP/1.1" status: 404 len: 336 time: 0.1028802 Jul 27 21:20:10.415735 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 48378) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:20:10.429772 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-44bb3f2d-1020-4dae-b26d-0a8803f65139 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854965'] for subnet, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:10.438893 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44e70793-3684-4f7e-acc1-ff37fbad047e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495-project-admin] Port b3f775a7-72fb-4846-b6de-e1fca840b54a on network 7e78281a-603f-4686-9a21-13dfe9a8aff6 not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-22 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:20:10.439305 n-d-705658-22 neutron-server[105584]: ERROR neutron.plugins.ml2.managers [None req-44e70793-3684-4f7e-acc1-ff37fbad047e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495-project-admin] Failed to bind port b3f775a7-72fb-4846-b6de-e1fca840b54a on host n-h1-705658-22 for vnic_type normal using segments [{'id': '952d6cad-180f-4d19-8bcc-9dda2fd5622f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '7e78281a-603f-4686-9a21-13dfe9a8aff6'}] Jul 27 21:20:10.445853 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port ddb1f7a1-741e-4f4e-bbe9-f675e2240c30 triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:20:10.446242 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:10.474927 n-d-705658-22 neutron-server[105584]: INFO neutron.plugins.ml2.plugin [None req-44e70793-3684-4f7e-acc1-ff37fbad047e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495-project-admin] Attempt 9 to bind port b3f775a7-72fb-4846-b6de-e1fca840b54a Jul 27 21:20:10.486005 n-d-705658-22 neutron-server[105584]: INFO neutron.pecan_wsgi.hooks.translation [None req-21bfe486-8e4d-44a8-ba64-6a5a9d880edb tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] DELETE failed (client error): The resource could not be found. Jul 27 21:20:10.486462 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-21bfe486-8e4d-44a8-ba64-6a5a9d880edb tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105584) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 21:20:10.488267 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-21bfe486-8e4d-44a8-ba64-6a5a9d880edb tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] 10.222.0.59 "DELETE /v2.0/subnets/627c007d-c165-43ee-a0c8-dbc4c655e0a6 HTTP/1.1" status: 404 len: 337 time: 0.0708132 Jul 27 21:20:10.494171 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e51318-8f80-4fa8-92df-499aeefad5e4 service neutron] Pushing event updated for resources: {'Port': ['ID=e31cb1f7-840b-4526-8ec2-cc2374d781b2,revision_number=2']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:20:10.500108 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 48380) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:20:10.529093 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [None req-44e70793-3684-4f7e-acc1-ff37fbad047e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495-project-admin] Attempting to bind port b3f775a7-72fb-4846-b6de-e1fca840b54a on host n-h1-705658-22 for vnic_type normal with profile {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:20:10.529093 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [None req-44e70793-3684-4f7e-acc1-ff37fbad047e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495-project-admin] Attempting to bind port b3f775a7-72fb-4846-b6de-e1fca840b54a by drivers openvswitch,hyperv on host n-h1-705658-22 at level 0 using segments [{'id': '952d6cad-180f-4d19-8bcc-9dda2fd5622f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '7e78281a-603f-4686-9a21-13dfe9a8aff6'}] {{(pid=105584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:20:10.529093 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44e70793-3684-4f7e-acc1-ff37fbad047e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495-project-admin] Attempting to bind port b3f775a7-72fb-4846-b6de-e1fca840b54a on network 7e78281a-603f-4686-9a21-13dfe9a8aff6 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:20:10.567489 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-7d6983bf-faf8-4164-ada6-67cfe929222b tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] 10.222.0.59 "GET /v2.0/ports?device_id=a0c9a2c7-ed59-46bf-b707-c8f1d1136348 HTTP/1.1" status: 200 len: 205 time: 0.0500214 Jul 27 21:20:10.576690 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 48384) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:20:10.586379 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44e70793-3684-4f7e-acc1-ff37fbad047e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495-project-admin] Port b3f775a7-72fb-4846-b6de-e1fca840b54a on network 7e78281a-603f-4686-9a21-13dfe9a8aff6 not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-22 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:20:10.586711 n-d-705658-22 neutron-server[105584]: ERROR neutron.plugins.ml2.managers [None req-44e70793-3684-4f7e-acc1-ff37fbad047e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495-project-admin] Failed to bind port b3f775a7-72fb-4846-b6de-e1fca840b54a on host n-h1-705658-22 for vnic_type normal using segments [{'id': '952d6cad-180f-4d19-8bcc-9dda2fd5622f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '7e78281a-603f-4686-9a21-13dfe9a8aff6'}] Jul 27 21:20:10.607088 n-d-705658-22 neutron-server[105584]: INFO neutron.plugins.ml2.plugin [None req-44e70793-3684-4f7e-acc1-ff37fbad047e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495-project-admin] Attempt 10 to bind port b3f775a7-72fb-4846-b6de-e1fca840b54a Jul 27 21:20:10.637336 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [None req-44e70793-3684-4f7e-acc1-ff37fbad047e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495-project-admin] Attempting to bind port b3f775a7-72fb-4846-b6de-e1fca840b54a on host n-h1-705658-22 for vnic_type normal with profile {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:20:10.637666 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [None req-44e70793-3684-4f7e-acc1-ff37fbad047e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495-project-admin] Attempting to bind port b3f775a7-72fb-4846-b6de-e1fca840b54a by drivers openvswitch,hyperv on host n-h1-705658-22 at level 0 using segments [{'id': '952d6cad-180f-4d19-8bcc-9dda2fd5622f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '7e78281a-603f-4686-9a21-13dfe9a8aff6'}] {{(pid=105584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:20:10.637998 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44e70793-3684-4f7e-acc1-ff37fbad047e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495-project-admin] Attempting to bind port b3f775a7-72fb-4846-b6de-e1fca840b54a on network 7e78281a-603f-4686-9a21-13dfe9a8aff6 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:20:10.642548 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-db91afd2-b975-4d57-bdeb-f20de6736669 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:10.655215 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44e70793-3684-4f7e-acc1-ff37fbad047e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495-project-admin] Port b3f775a7-72fb-4846-b6de-e1fca840b54a on network 7e78281a-603f-4686-9a21-13dfe9a8aff6 not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-22 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:20:10.655215 n-d-705658-22 neutron-server[105584]: ERROR neutron.plugins.ml2.managers [None req-44e70793-3684-4f7e-acc1-ff37fbad047e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495-project-admin] Failed to bind port b3f775a7-72fb-4846-b6de-e1fca840b54a on host n-h1-705658-22 for vnic_type normal using segments [{'id': '952d6cad-180f-4d19-8bcc-9dda2fd5622f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '7e78281a-603f-4686-9a21-13dfe9a8aff6'}] Jul 27 21:20:10.655526 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-44e70793-3684-4f7e-acc1-ff37fbad047e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:10.657235 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-8c0fb316-a0e9-4123-ae1b-1f3e88cb9f7b req-287454a9-a301-4555-a809-46287b0082cc service neutron] 10.222.0.36 "GET /v2.0/networks/1473080c-86ba-4d44-8dcc-5442b4565b0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7031596 Jul 27 21:20:10.678668 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [req-2dbbb166-13de-43c2-ac14-7380d0588c8f req-b4e51318-8f80-4fa8-92df-499aeefad5e4 service neutron] Attempting to bind port e31cb1f7-840b-4526-8ec2-cc2374d781b2 on host n-h1-705658-22 for vnic_type normal with profile {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:20:10.680278 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [req-2dbbb166-13de-43c2-ac14-7380d0588c8f req-b4e51318-8f80-4fa8-92df-499aeefad5e4 service neutron] Attempting to bind port e31cb1f7-840b-4526-8ec2-cc2374d781b2 by drivers openvswitch,hyperv on host n-h1-705658-22 at level 0 using segments [{'id': 'fa50df03-7dd2-4052-8819-c119d7bd8619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '1b1dab31-9b34-44da-9575-a2762dd20ae1'}] {{(pid=105584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:20:10.681276 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dbbb166-13de-43c2-ac14-7380d0588c8f req-b4e51318-8f80-4fa8-92df-499aeefad5e4 service neutron] Attempting to bind port e31cb1f7-840b-4526-8ec2-cc2374d781b2 on network 1b1dab31-9b34-44da-9575-a2762dd20ae1 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:20:10.685415 n-d-705658-22 neutron-server[105585]: INFO neutron.api.v2.resource [None req-7b5e4258-8309-44b3-8a89-7b31813e0105 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] delete failed (client error): The resource could not be found. Jul 27 21:20:10.686854 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-7b5e4258-8309-44b3-8a89-7b31813e0105 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] 10.222.0.59 "DELETE /v2.0/routers/a0c9a2c7-ed59-46bf-b707-c8f1d1136348 HTTP/1.1" status: 404 len: 336 time: 0.1008785 Jul 27 21:20:10.688978 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dbbb166-13de-43c2-ac14-7380d0588c8f req-b4e51318-8f80-4fa8-92df-499aeefad5e4 service neutron] Port e31cb1f7-840b-4526-8ec2-cc2374d781b2 on network 1b1dab31-9b34-44da-9575-a2762dd20ae1 not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-22 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:20:10.689099 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dbbb166-13de-43c2-ac14-7380d0588c8f req-b4e51318-8f80-4fa8-92df-499aeefad5e4 service neutron] Attempting to bind port e31cb1f7-840b-4526-8ec2-cc2374d781b2 on network 1b1dab31-9b34-44da-9575-a2762dd20ae1 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:20:10.692052 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 48386) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:20:10.695632 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b987f4-d0b8-4984-85a1-684e35072151 req-09bdc213-9c00-44ef-a906-07c888829692 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:20:10.704976 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e1b987f4-d0b8-4984-85a1-684e35072151 req-09bdc213-9c00-44ef-a906-07c888829692 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] 10.222.0.59 "GET /v2.0/ports?device_id=f600c487-e5e5-4562-8a3b-6f15b13fe576 HTTP/1.1" status: 200 len: 943 time: 0.6062415 Jul 27 21:20:10.767228 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [None req-44e70793-3684-4f7e-acc1-ff37fbad047e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495-project-admin] For port b3f775a7-72fb-4846-b6de-e1fca840b54a, host n-h1-705658-22, cleared binding levels {{(pid=105584) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:20:10.767613 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [None req-44e70793-3684-4f7e-acc1-ff37fbad047e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495-project-admin] Attempted to set empty binding levels {{(pid=105584) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 27 21:20:10.768633 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [None req-db91afd2-b975-4d57-bdeb-f20de6736669 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Calling delete_port for 0425155b-9f8a-40ea-8a1d-0efce6f201de owned by {{(pid=105585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:20:10.796149 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dbbb166-13de-43c2-ac14-7380d0588c8f req-b4e51318-8f80-4fa8-92df-499aeefad5e4 service neutron] Checking agent: {'id': '9d9bc37f-4d75-44ef-9f63-799aab3e316f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 49, 36), 'started_at': datetime.datetime(2021, 7, 27, 20, 49, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 20, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:20:10.796585 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dbbb166-13de-43c2-ac14-7380d0588c8f req-b4e51318-8f80-4fa8-92df-499aeefad5e4 service neutron] Checking segment: {'id': 'fa50df03-7dd2-4052-8819-c119d7bd8619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '1b1dab31-9b34-44da-9575-a2762dd20ae1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:20:10.797087 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dbbb166-13de-43c2-ac14-7380d0588c8f req-b4e51318-8f80-4fa8-92df-499aeefad5e4 service neutron] Bound using segment: {'id': 'fa50df03-7dd2-4052-8819-c119d7bd8619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '1b1dab31-9b34-44da-9575-a2762dd20ae1'} {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:20:10.797620 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [req-2dbbb166-13de-43c2-ac14-7380d0588c8f req-b4e51318-8f80-4fa8-92df-499aeefad5e4 service neutron] Bound port: e31cb1f7-840b-4526-8ec2-cc2374d781b2, host: n-h1-705658-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa50df03-7dd2-4052-8819-c119d7bd8619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '1b1dab31-9b34-44da-9575-a2762dd20ae1'}}] {{(pid=105584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:20:10.798104 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-2dbbb166-13de-43c2-ac14-7380d0588c8f req-b4e51318-8f80-4fa8-92df-499aeefad5e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:10.801269 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-44e70793-3684-4f7e-acc1-ff37fbad047e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9014027'] for port, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:10.806434 n-d-705658-22 neutron-server[105584]: INFO neutron.pecan_wsgi.hooks.translation [None req-4bb1ca67-1eec-475b-94ec-f1939515231d tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] DELETE failed (client error): The resource could not be found. Jul 27 21:20:10.808063 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4bb1ca67-1eec-475b-94ec-f1939515231d tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105584) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 21:20:10.809797 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-4bb1ca67-1eec-475b-94ec-f1939515231d tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] 10.222.0.59 "DELETE /v2.0/subnets/42c01813-7f08-4629-9b2f-4653ef489c0d HTTP/1.1" status: 404 len: 337 time: 0.1149185 Jul 27 21:20:10.816828 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 48388) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:20:10.858757 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-44e70793-3684-4f7e-acc1-ff37fbad047e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495-project-admin] In _notify_port_updated(), no bound segment for port b3f775a7-72fb-4846-b6de-e1fca840b54a on network 7e78281a-603f-4686-9a21-13dfe9a8aff6 {{(pid=105584) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 27 21:20:10.859707 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44e70793-3684-4f7e-acc1-ff37fbad047e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:20:10.860356 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-44e70793-3684-4f7e-acc1-ff37fbad047e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:10.864998 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-44e70793-3684-4f7e-acc1-ff37fbad047e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495-project-admin] 10.222.0.59 "PUT /v2.0/ports/b3f775a7-72fb-4846-b6de-e1fca840b54a HTTP/1.1" status: 200 len: 980 time: 3.8454864 Jul 27 21:20:10.865211 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 48390) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:20:10.922735 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-ce3b2097-1f5e-42ea-9326-4077afa689ab None None] Provisioning complete for port a955a049-703f-42bc-8a1c-a778d4eb4e2b triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:20:10.923432 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-ce3b2097-1f5e-42ea-9326-4077afa689ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:10.932127 n-d-705658-22 neutron-server[105585]: INFO neutron.pecan_wsgi.hooks.translation [None req-1dc1074b-7fbf-4bf0-916c-2ac5d012ac95 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] DELETE failed (client error): The resource could not be found. Jul 27 21:20:10.933907 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1dc1074b-7fbf-4bf0-916c-2ac5d012ac95 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105585) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 21:20:10.934449 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e70793-3684-4f7e-acc1-ff37fbad047e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495-project-admin] Pushing event updated for resources: {'Port': ['ID=b3f775a7-72fb-4846-b6de-e1fca840b54a,revision_number=3']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:20:10.935403 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-1dc1074b-7fbf-4bf0-916c-2ac5d012ac95 tempest-RoutersTest-1125093378 tempest-RoutersTest-1125093378-project] 10.222.0.59 "DELETE /v2.0/subnets/59371232-d170-41ea-b50d-384204ca9d72 HTTP/1.1" status: 404 len: 337 time: 0.1104879 Jul 27 21:20:10.948156 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-44bb3f2d-1020-4dae-b26d-0a8803f65139 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10221602', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9990583'] for subnet, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:10.978338 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e1b987f4-d0b8-4984-85a1-684e35072151 req-699baed9-a589-4644-ba4f-faaf8b83b0cb tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] 10.222.0.59 "GET /v2.0/security-groups?id=5a737d1c-b945-4cea-a14d-2326657e6941&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2721756 Jul 27 21:20:11.012544 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [req-2dbbb166-13de-43c2-ac14-7380d0588c8f req-b4e51318-8f80-4fa8-92df-499aeefad5e4 service neutron] For port e31cb1f7-840b-4526-8ec2-cc2374d781b2, host n-h1-705658-22, cleared binding levels {{(pid=105584) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:20:11.027663 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bb3f2d-1020-4dae-b26d-0a8803f65139 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Pushing event deleted for resources: {'Subnet': ['ID=35e821e1-91fe-4e7b-89d7-075cf777a998,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:20:11.035294 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [req-2dbbb166-13de-43c2-ac14-7380d0588c8f req-b4e51318-8f80-4fa8-92df-499aeefad5e4 service neutron] For port e31cb1f7-840b-4526-8ec2-cc2374d781b2, host n-h1-705658-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=e31cb1f7-840b-4526-8ec2-cc2374d781b2,segment=NetworkSegment(fa50df03-7dd2-4052-8819-c119d7bd8619),segment_id=fa50df03-7dd2-4052-8819-c119d7bd8619)] {{(pid=105584) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:20:11.037013 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-7c5c5507-c9c2-4ed4-b837-751284f60ad1 req-751ba725-b046-4b62-af0e-3fa3154f9998 service neutron] 10.222.0.60 "GET /v2.0/networks/1473080c-86ba-4d44-8dcc-5442b4565b0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6265004 Jul 27 21:20:11.043301 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-2dbbb166-13de-43c2-ac14-7380d0588c8f req-b4e51318-8f80-4fa8-92df-499aeefad5e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9014027'] for port, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:11.048095 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-44bb3f2d-1020-4dae-b26d-0a8803f65139 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743886'] for subnet, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:11.050437 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-44bb3f2d-1020-4dae-b26d-0a8803f65139 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] 10.222.0.59 "DELETE /v2.0/subnets/35e821e1-91fe-4e7b-89d7-075cf777a998 HTTP/1.1" status: 204 len: 168 time: 1.4873414 Jul 27 21:20:11.053795 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 48394) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:20:11.076375 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb0e132-12d8-4e2d-9421-95af6566626c req-e59b02f2-ef00-4c67-9ea0-dd6be853120c tempest-VolumesSnapshotTestJSON-1656461289 tempest-VolumesSnapshotTestJSON-1656461289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:20:11.077953 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-8fb0e132-12d8-4e2d-9421-95af6566626c req-e59b02f2-ef00-4c67-9ea0-dd6be853120c tempest-VolumesSnapshotTestJSON-1656461289 tempest-VolumesSnapshotTestJSON-1656461289-project] 10.222.0.59 "GET /v2.0/ports?device_id=e461b1e5-9e94-433e-8c6a-5441fbef3d14 HTTP/1.1" status: 200 len: 943 time: 0.4198058 Jul 27 21:20:11.086154 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5c5507-c9c2-4ed4-b837-751284f60ad1 req-b4ed4519-7e6c-4fba-86a8-ec502b2ed8aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:20:11.087768 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-7c5c5507-c9c2-4ed4-b837-751284f60ad1 req-b4ed4519-7e6c-4fba-86a8-ec502b2ed8aa service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=379416b786c44e07b1b1ba1a5ea96882&device_id=f600c487-e5e5-4562-8a3b-6f15b13fe576 HTTP/1.1" status: 200 len: 1095 time: 0.3312142 Jul 27 21:20:11.091239 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df14160f-7f35-4af0-9e90-77dcdde4d5ea None None] Network 1d615a85-844c-4c57-a0fc-2090e87300f0 requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:20:11.200019 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-04fdbf7a-83fa-4c11-a707-1fed8e4659f7 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1394200 Jul 27 21:20:11.202385 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 48396) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:20:11.214797 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-d3ca069b-235d-45cc-b376-acc5e31c8ecd tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Request body: {'subnet': {'network_id': '1d615a85-844c-4c57-a0fc-2090e87300f0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:20:11.221681 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbbb166-13de-43c2-ac14-7380d0588c8f req-b4e51318-8f80-4fa8-92df-499aeefad5e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:20:11.221938 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-8fb0e132-12d8-4e2d-9421-95af6566626c req-52d1a027-7c89-47f3-9dbb-ad67526fb549 tempest-VolumesSnapshotTestJSON-1656461289 tempest-VolumesSnapshotTestJSON-1656461289-project] 10.222.0.59 "GET /v2.0/security-groups?id=dbda38b4-0099-4f6e-aeb8-905b6aa6a585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317015 Jul 27 21:20:11.241093 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-2dbbb166-13de-43c2-ac14-7380d0588c8f req-b4e51318-8f80-4fa8-92df-499aeefad5e4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:11.242583 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-2dbbb166-13de-43c2-ac14-7380d0588c8f req-b4e51318-8f80-4fa8-92df-499aeefad5e4 service neutron] 10.222.0.36 "PUT /v2.0/ports/e31cb1f7-840b-4526-8ec2-cc2374d781b2 HTTP/1.1" status: 200 len: 1092 time: 2.8262177 Jul 27 21:20:11.244151 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e461b1e5-9e94-433e-8c6a-5441fbef3d14', 'tag': 'e31cb1f7-840b-4526-8ec2-cc2374d781b2'}] {{(pid=105584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:20:11.247886 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bce5e6c8685464f7626901654159975603b047827e3138302ed6566e28f1343" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b40db432-2b42-46d7-b318-fc2137fb11e6" -d '{"events": [{"name": "network-changed", "server_uuid": "e461b1e5-9e94-433e-8c6a-5441fbef3d14", "tag": "e31cb1f7-840b-4526-8ec2-cc2374d781b2"}]}' {{(pid=105584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:20:11.278834 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-1a9c3bb7-53b4-4959-a8e0-471dad0027b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495-project-admin] Deleting port b3f775a7-72fb-4846-b6de-e1fca840b54a {{(pid=105584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:20:11.279212 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-1a9c3bb7-53b4-4959-a8e0-471dad0027b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:11.332146 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-db91afd2-b975-4d57-bdeb-f20de6736669 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:11.339445 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5c5507-c9c2-4ed4-b837-751284f60ad1 req-32c8baa5-52f9-4828-86f6-37de2a883c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:20:11.340947 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-7c5c5507-c9c2-4ed4-b837-751284f60ad1 req-32c8baa5-52f9-4828-86f6-37de2a883c8c service neutron] 10.222.0.36 "GET /v2.0/networks?id=1473080c-86ba-4d44-8dcc-5442b4565b0c HTTP/1.1" status: 200 len: 897 time: 0.2435226 Jul 27 21:20:11.343455 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:20:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d820d5d3-74c4-415e-be2c-d0627da1e3d2 x-openstack-request-id: req-d820d5d3-74c4-415e-be2c-d0627da1e3d2 {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:20:11.344595 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e461b1e5-9e94-433e-8c6a-5441fbef3d14", "tag": "e31cb1f7-840b-4526-8ec2-cc2374d781b2", "status": "completed", "code": 200}]} {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:20:11.345240 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-d820d5d3-74c4-415e-be2c-d0627da1e3d2 {{(pid=105584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:20:11.346399 n-d-705658-22 neutron-server[105584]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e461b1e5-9e94-433e-8c6a-5441fbef3d14', 'tag': 'e31cb1f7-840b-4526-8ec2-cc2374d781b2', 'status': 'completed', 'code': 200} Jul 27 21:20:11.392794 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db91afd2-b975-4d57-bdeb-f20de6736669 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Pushing event deleted for resources: {'Port': ['ID=0425155b-9f8a-40ea-8a1d-0efce6f201de,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:20:11.393676 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e51318-8f80-4fa8-92df-499aeefad5e4 service neutron] Pushing event updated for resources: {'Port': ['ID=e31cb1f7-840b-4526-8ec2-cc2374d781b2,revision_number=3']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:20:11.423109 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [None req-1a9c3bb7-53b4-4959-a8e0-471dad0027b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495-project-admin] For port b3f775a7-72fb-4846-b6de-e1fca840b54a, host n-h1-705658-22, got binding levels [] {{(pid=105584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:20:11.423626 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-1a9c3bb7-53b4-4959-a8e0-471dad0027b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:11.440038 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-1a9c3bb7-53b4-4959-a8e0-471dad0027b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495-project-admin] Calling delete_port for b3f775a7-72fb-4846-b6de-e1fca840b54a owned by {{(pid=105584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:20:11.497132 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 48404) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:20:11.503569 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbbb166-13de-43c2-ac14-7380d0588c8f req-4c1f198e-7412-420d-bef8-6972704048a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:20:11.504278 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c18a0f8b-eb45-48e9-ac00-6320800a8eec None None] DHCP port deletion for 1d615a85-844c-4c57-a0fc-2090e87300f0 request from n-d-705658-22 {{(pid=105586) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 21:20:11.506713 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-2dbbb166-13de-43c2-ac14-7380d0588c8f req-4c1f198e-7412-420d-bef8-6972704048a3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=82bc643bd9d4441485dd55755aeabc15&device_id=e461b1e5-9e94-433e-8c6a-5441fbef3d14 HTTP/1.1" status: 200 len: 1095 time: 0.1712530 Jul 27 21:20:11.524835 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3ca069b-235d-45cc-b376-acc5e31c8ecd tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Made reservation on behalf of fcd7bb7d26624f8f823446f0b0a5006f for: {'subnet': 1} {{(pid=105585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:20:11.534317 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-d3ca069b-235d-45cc-b376-acc5e31c8ecd tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9990620'] for subnet, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:11.556383 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-7c5c5507-c9c2-4ed4-b837-751284f60ad1 req-4fa93520-eb8e-4a4a-a4d5-b4a0e3f8ae72 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ed51ec73-d9a5-4c0b-b4de-6eed8a81fff5 HTTP/1.1" status: 200 len: 998 time: 0.1992178 Jul 27 21:20:11.576567 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-1a9c3bb7-53b4-4959-a8e0-471dad0027b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:11.621111 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-9c867b94-d2c5-4475-83f5-f1fd5286cb48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:11.636089 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-2dbbb166-13de-43c2-ac14-7380d0588c8f req-7d73daee-2411-4d5e-a4d3-8ce539ec9994 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e31cb1f7-840b-4526-8ec2-cc2374d781b2 HTTP/1.1" status: 200 len: 217 time: 0.0635734 Jul 27 21:20:11.649910 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-c18a0f8b-eb45-48e9-ac00-6320800a8eec None None] Deleting port a955a049-703f-42bc-8a1c-a778d4eb4e2b {{(pid=105586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:20:11.650391 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-c18a0f8b-eb45-48e9-ac00-6320800a8eec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:11.686401 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9c3bb7-53b4-4959-a8e0-471dad0027b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495-project-admin] Pushing event deleted for resources: {'Port': ['ID=b3f775a7-72fb-4846-b6de-e1fca840b54a,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:20:11.723542 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-1a9c3bb7-53b4-4959-a8e0-471dad0027b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:11.726148 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-1a9c3bb7-53b4-4959-a8e0-471dad0027b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495-project-admin] 10.222.0.59 "DELETE /v2.0/ports/b3f775a7-72fb-4846-b6de-e1fca840b54a HTTP/1.1" status: 204 len: 168 time: 0.8396106 Jul 27 21:20:11.729190 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 48408) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:20:11.749270 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-c18a0f8b-eb45-48e9-ac00-6320800a8eec None None] For port a955a049-703f-42bc-8a1c-a778d4eb4e2b, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=a955a049-703f-42bc-8a1c-a778d4eb4e2b,segment=NetworkSegment(532d8a52-575f-45de-a3af-efbea8c8f6d5),segment_id=532d8a52-575f-45de-a3af-efbea8c8f6d5)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:20:11.749924 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-c18a0f8b-eb45-48e9-ac00-6320800a8eec None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:11.766739 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-c18a0f8b-eb45-48e9-ac00-6320800a8eec None None] Calling delete_port for a955a049-703f-42bc-8a1c-a778d4eb4e2b owned by network:dhcp {{(pid=105586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:20:11.772212 n-d-705658-22 neutron-server[105584]: INFO neutron.pecan_wsgi.hooks.translation [None req-e678fcd9-f6f4-420f-99c7-70ef6bc81536 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495-project-admin] GET failed (client error): The resource could not be found. Jul 27 21:20:11.773936 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-e678fcd9-f6f4-420f-99c7-70ef6bc81536 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610500495-project-admin] 10.222.0.59 "GET /v2.0/ports/b3f775a7-72fb-4846-b6de-e1fca840b54a HTTP/1.1" status: 404 len: 333 time: 0.0438027 Jul 27 21:20:11.791592 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 48410) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:20:11.874236 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:11.877623 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-c18a0f8b-eb45-48e9-ac00-6320800a8eec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180'] for port, after_delete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:11.891881 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-32c7c760-54a6-467c-9f4a-6570c4b87eeb tempest-PortsAdminExtendedAttrsIpV6TestJSON-844364794 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844364794-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-990557'] for network, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:11.911217 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbbb166-13de-43c2-ac14-7380d0588c8f req-167fc813-ff3f-4eb4-8928-e0f523cf6906 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:20:11.913011 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-2dbbb166-13de-43c2-ac14-7380d0588c8f req-167fc813-ff3f-4eb4-8928-e0f523cf6906 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=44c3084e-1eb6-44e4-8478-9257cccd7917 HTTP/1.1" status: 200 len: 853 time: 0.2673590 Jul 27 21:20:11.923619 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18a0f8b-eb45-48e9-ac00-6320800a8eec None None] Pushing event deleted for resources: {'Port': ['ID=a955a049-703f-42bc-8a1c-a778d4eb4e2b,revision_number=None']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:20:11.929551 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c18a0f8b-eb45-48e9-ac00-6320800a8eec None None] No DVR routers for this DVR port a955a049-703f-42bc-8a1c-a778d4eb4e2b on host n-d-705658-22 {{(pid=105586) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:20:12.028157 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-2dbbb166-13de-43c2-ac14-7380d0588c8f req-641154a7-9585-4572-88a9-eb431d4208ae service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1b1dab31-9b34-44da-9575-a2762dd20ae1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1060975 Jul 27 21:20:12.035447 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-4b73e765-2754-45b2-91f8-056bae63f4ad admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=b2a273d14da548f08e5e2947b1efbc75&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5249331 Jul 27 21:20:12.040998 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 48414) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:20:12.100338 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-db91afd2-b975-4d57-bdeb-f20de6736669 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:12.102187 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-db91afd2-b975-4d57-bdeb-f20de6736669 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] 10.222.0.59 "DELETE /v2.0/ports/0425155b-9f8a-40ea-8a1d-0efce6f201de HTTP/1.1" status: 204 len: 168 time: 2.6314902 Jul 27 21:20:12.107117 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-32c7c760-54a6-467c-9f4a-6570c4b87eeb tempest-PortsAdminExtendedAttrsIpV6TestJSON-844364794 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844364794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853562', 'neutron.services.segments.db._delete_segments_for_network-8790688882975'] for network, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:12.111123 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 48416) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:20:12.126054 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.segments.db [None req-32c7c760-54a6-467c-9f4a-6570c4b87eeb tempest-PortsAdminExtendedAttrsIpV6TestJSON-844364794 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844364794-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e78281a-603f-4686-9a21-13dfe9a8aff6']}} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:20:12.146733 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.segments.db [None req-32c7c760-54a6-467c-9f4a-6570c4b87eeb tempest-PortsAdminExtendedAttrsIpV6TestJSON-844364794 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844364794-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '952d6cad-180f-4d19-8bcc-9dda2fd5622f') {'for_net_delete': True} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:20:12.146967 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.segments.db [None req-32c7c760-54a6-467c-9f4a-6570c4b87eeb tempest-PortsAdminExtendedAttrsIpV6TestJSON-844364794 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844364794-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '952d6cad-180f-4d19-8bcc-9dda2fd5622f') {} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:20:12.165674 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-32c7c760-54a6-467c-9f4a-6570c4b87eeb tempest-PortsAdminExtendedAttrsIpV6TestJSON-844364794 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844364794-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790688883752', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9014348'] for segment, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:12.181037 n-d-705658-22 neutron-server[105585]: INFO neutron.pecan_wsgi.hooks.translation [None req-63f022f1-da24-4f98-b8e2-ba9d50ca3f46 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] DELETE failed (client error): The resource could not be found. Jul 27 21:20:12.181846 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-63f022f1-da24-4f98-b8e2-ba9d50ca3f46 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105585) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 21:20:12.186494 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-63f022f1-da24-4f98-b8e2-ba9d50ca3f46 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] 10.222.0.59 "DELETE /v2.0/ports/0425155b-9f8a-40ea-8a1d-0efce6f201de HTTP/1.1" status: 404 len: 333 time: 0.0676503 Jul 27 21:20:12.194707 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 48418) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:20:12.210357 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5c5507-c9c2-4ed4-b837-751284f60ad1 req-fb12aa85-3c5b-4015-bdd6-8d910c291a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:20:12.210978 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-7c5c5507-c9c2-4ed4-b837-751284f60ad1 req-fb12aa85-3c5b-4015-bdd6-8d910c291a76 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=01bef050-fb0a-4ec7-a814-df3307ad6529 HTTP/1.1" status: 200 len: 834 time: 0.6260943 Jul 27 21:20:12.217735 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-32c7c760-54a6-467c-9f4a-6570c4b87eeb tempest-PortsAdminExtendedAttrsIpV6TestJSON-844364794 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844364794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:12.219909 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-2ff44b7a-f161-4301-a4a8-d917bc377afb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:12.262714 n-d-705658-22 neutron-server[105584]: INFO neutron.pecan_wsgi.hooks.translation [None req-24d0014e-20f5-434b-a6a7-a0e146575838 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] GET failed (client error): The resource could not be found. Jul 27 21:20:12.264668 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-24d0014e-20f5-434b-a6a7-a0e146575838 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] 10.222.0.59 "GET /v2.0/ports/0425155b-9f8a-40ea-8a1d-0efce6f201de HTTP/1.1" status: 404 len: 333 time: 0.0676453 Jul 27 21:20:12.267790 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32c7c760-54a6-467c-9f4a-6570c4b87eeb tempest-PortsAdminExtendedAttrsIpV6TestJSON-844364794 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844364794-project] Releasing vlan 247 on physical network physnet1 to pool {{(pid=105584) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:20:12.268399 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-32c7c760-54a6-467c-9f4a-6570c4b87eeb tempest-PortsAdminExtendedAttrsIpV6TestJSON-844364794 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844364794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9014063'] for segment, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:12.272433 n-d-705658-22 neutron-server[105584]: Traceback (most recent call last): Jul 27 21:20:12.272433 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:20:12.272433 n-d-705658-22 neutron-server[105584]: timer() Jul 27 21:20:12.272433 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:20:12.272433 n-d-705658-22 neutron-server[105584]: cb(*args, **kw) Jul 27 21:20:12.272433 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:20:12.272433 n-d-705658-22 neutron-server[105584]: return func(*args, **kwargs) Jul 27 21:20:12.272433 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:20:12.272433 n-d-705658-22 neutron-server[105584]: self._notify() Jul 27 21:20:12.272433 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:20:12.272433 n-d-705658-22 neutron-server[105584]: self.callback(batched_events) Jul 27 21:20:12.272433 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:20:12.272433 n-d-705658-22 neutron-server[105584]: event.method(event) Jul 27 21:20:12.272433 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:20:12.272433 n-d-705658-22 neutron-server[105584]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:20:12.272433 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:20:12.272433 n-d-705658-22 neutron-server[105584]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:20:12.272433 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:20:12.272433 n-d-705658-22 neutron-server[105584]: return f(self, *a, **k) Jul 27 21:20:12.272433 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:20:12.272433 n-d-705658-22 neutron-server[105584]: return self._get(url).json() Jul 27 21:20:12.272433 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:20:12.272433 n-d-705658-22 neutron-server[105584]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:20:12.272433 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:20:12.272433 n-d-705658-22 neutron-server[105584]: return self.request(url, 'GET', **kwargs) Jul 27 21:20:12.272433 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:20:12.272433 n-d-705658-22 neutron-server[105584]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:20:12.272433 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:20:12.272433 n-d-705658-22 neutron-server[105584]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:20:12.272433 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:20:12.272433 n-d-705658-22 neutron-server[105584]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:20:12.272433 n-d-705658-22 neutron-server[105584]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:20:12.278872 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-2dbbb166-13de-43c2-ac14-7380d0588c8f req-e5d9dec2-9640-4dd7-8c56-2317b9bc0cb3 service neutron] 10.222.0.36 "GET /v2.0/networks/1b1dab31-9b34-44da-9575-a2762dd20ae1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2386117 Jul 27 21:20:12.279613 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 48422) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:20:12.304883 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb419429-caff-4044-bfaa-89db3c7e751a req-14779d08-1760-4f71-b25b-3d2d0bee9ae1 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:20:12.306063 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-eb419429-caff-4044-bfaa-89db3c7e751a req-14779d08-1760-4f71-b25b-3d2d0bee9ae1 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] 10.222.0.59 "GET /v2.0/ports?device_id=f600c487-e5e5-4562-8a3b-6f15b13fe576 HTTP/1.1" status: 200 len: 943 time: 0.2159476 Jul 27 21:20:12.308243 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device a955a049-703f-42bc-8a1c-a778d4eb4e2b no longer exists at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:20:12.364343 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] No Port match for: a955a049-703f-42bc-8a1c-a778d4eb4e2b {{(pid=105586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:20:12.364741 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device a955a049-703f-42bc-8a1c-a778d4eb4e2b not bound to the agent host n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:20:12.398513 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-2ff44b7a-f161-4301-a4a8-d917bc377afb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:12.461891 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-09f1ecc0-f72e-4e0f-ab3e-6317fc540491 req-c7eab18d-f4be-4d02-aab9-05c0a84ab018 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=8efc6892-cde0-4c99-91f7-935d698b9860&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2684731 Jul 27 21:20:12.489067 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-eb419429-caff-4044-bfaa-89db3c7e751a req-5272c0ac-64ff-47e9-8fce-49d9c9938f1c tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] 10.222.0.59 "GET /v2.0/security-groups?id=5a737d1c-b945-4cea-a14d-2326657e6941&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1731539 Jul 27 21:20:12.489633 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.db_base_plugin_v2 [None req-53b076d7-1805-4b56-9a91-1c8a176797b0 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Deleting subnet a89e9826-1624-4726-b027-822d39c9f1a7 {{(pid=105584) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:20:12.505121 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-53b076d7-1805-4b56-9a91-1c8a176797b0 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Notify callbacks [] for subnet, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:12.514898 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-32c7c760-54a6-467c-9f4a-6570c4b87eeb tempest-PortsAdminExtendedAttrsIpV6TestJSON-844364794 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844364794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4075658'] for network, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:12.516727 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5c5507-c9c2-4ed4-b837-751284f60ad1 req-e4506aeb-d681-408b-807e-c876e64cd2b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:20:12.518301 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-7c5c5507-c9c2-4ed4-b837-751284f60ad1 req-e4506aeb-d681-408b-807e-c876e64cd2b9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1473080c-86ba-4d44-8dcc-5442b4565b0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2810373 Jul 27 21:20:12.554739 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-32c7c760-54a6-467c-9f4a-6570c4b87eeb tempest-PortsAdminExtendedAttrsIpV6TestJSON-844364794 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844364794-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743886'] for network, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:12.556752 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-32c7c760-54a6-467c-9f4a-6570c4b87eeb tempest-PortsAdminExtendedAttrsIpV6TestJSON-844364794 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844364794-project] 10.222.0.59 "DELETE /v2.0/networks/7e78281a-603f-4686-9a21-13dfe9a8aff6 HTTP/1.1" status: 204 len: 168 time: 0.7642045 Jul 27 21:20:12.561611 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c7c760-54a6-467c-9f4a-6570c4b87eeb tempest-PortsAdminExtendedAttrsIpV6TestJSON-844364794 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844364794-project] Pushing event deleted for resources: {'Network': ['ID=7e78281a-603f-4686-9a21-13dfe9a8aff6,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:20:12.608439 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-53b076d7-1805-4b56-9a91-1c8a176797b0 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9014207'] for subnet, precommit_delete_associations {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:12.626378 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bde9b9-6fde-47f9-9695-0eceb3eadac0 req-80c0f3a5-02a5-446b-8284-a9c55f762486 tempest-VolumesSnapshotTestJSON-1656461289 tempest-VolumesSnapshotTestJSON-1656461289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:20:12.627956 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-98bde9b9-6fde-47f9-9695-0eceb3eadac0 req-80c0f3a5-02a5-446b-8284-a9c55f762486 tempest-VolumesSnapshotTestJSON-1656461289 tempest-VolumesSnapshotTestJSON-1656461289-project] 10.222.0.59 "GET /v2.0/ports?device_id=e461b1e5-9e94-433e-8c6a-5441fbef3d14 HTTP/1.1" status: 200 len: 943 time: 0.3199646 Jul 27 21:20:12.628909 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-d3ca069b-235d-45cc-b376-acc5e31c8ecd tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10221797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9990606'] for subnet, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:12.641074 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-2ff44b7a-f161-4301-a4a8-d917bc377afb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:12.643808 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-2ff44b7a-f161-4301-a4a8-d917bc377afb admin admin] Notify callbacks [] for security_group, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:12.647317 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-2ff44b7a-f161-4301-a4a8-d917bc377afb admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/80141dd8-612f-4625-bb4e-07f31f494b05 HTTP/1.1" status: 204 len: 168 time: 0.6020777 Jul 27 21:20:12.656775 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-2dbbb166-13de-43c2-ac14-7380d0588c8f req-cbb4dbeb-9433-4348-afc2-ffd3743b8a36 service neutron] 10.222.0.36 "GET /v2.0/networks/1b1dab31-9b34-44da-9575-a2762dd20ae1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3153975 Jul 27 21:20:12.665635 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff44b7a-f161-4301-a4a8-d917bc377afb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80141dd8-612f-4625-bb4e-07f31f494b05,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:20:12.744622 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3ca069b-235d-45cc-b376-acc5e31c8ecd tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Network 1d615a85-844c-4c57-a0fc-2090e87300f0 is already hosted by enough agents. {{(pid=105585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:20:12.784725 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.base_scheduler [None req-d3ca069b-235d-45cc-b376-acc5e31c8ecd tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Resources bound (agent type, host, resource id): {{(pid=105585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:20:12.796524 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73768271-be4d-4b52-9d0b-1fcc3f3acfa7 None None] Network 1d615a85-844c-4c57-a0fc-2090e87300f0 requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:20:12.808352 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3ca069b-235d-45cc-b376-acc5e31c8ecd tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:20:12.808955 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-d3ca069b-235d-45cc-b376-acc5e31c8ecd tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743886'] for subnet, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:12.861408 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-53b076d7-1805-4b56-9a91-1c8a176797b0 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854965'] for subnet, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:12.886495 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f1ecc0-f72e-4e0f-ab3e-6317fc540491 req-0668eb5b-ce5f-49dd-9d66-be468a4baaff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:20:12.887943 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-09f1ecc0-f72e-4e0f-ab3e-6317fc540491 req-0668eb5b-ce5f-49dd-9d66-be468a4baaff service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=717529174f79442eb5493474d000cc27&device_id=8efc6892-cde0-4c99-91f7-935d698b9860 HTTP/1.1" status: 200 len: 1136 time: 0.3908679 Jul 27 21:20:12.888602 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ca069b-235d-45cc-b376-acc5e31c8ecd tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Pushing event updated for resources: {'Subnet': ['ID=311cd78a-04e6-4469-b214-d0536c869414,revision_number=0']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:20:12.901584 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-7c5c5507-c9c2-4ed4-b837-751284f60ad1 req-d1d1c5de-d556-4722-a1a4-d7377bacf626 service neutron] 10.222.0.36 "GET /v2.0/networks/1473080c-86ba-4d44-8dcc-5442b4565b0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3522224 Jul 27 21:20:12.905202 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-98bde9b9-6fde-47f9-9695-0eceb3eadac0 req-bdcc496c-932f-406d-a4fe-784a32bd5cf0 tempest-VolumesSnapshotTestJSON-1656461289 tempest-VolumesSnapshotTestJSON-1656461289-project] 10.222.0.59 "GET /v2.0/security-groups?id=dbda38b4-0099-4f6e-aeb8-905b6aa6a585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2682104 Jul 27 21:20:12.906642 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-d3ca069b-235d-45cc-b376-acc5e31c8ecd tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6995683 Jul 27 21:20:12.918319 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 48450) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:20:12.938898 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-fdca5bea-d011-47f9-b3f2-2c0cb90b7c47 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Request body: {'subnet': {'network_id': '1d615a85-844c-4c57-a0fc-2090e87300f0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:20:13.001937 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-bb32ed7d-8717-448b-a9c8-a5a0117d1fd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:13.092718 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 48454) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:20:13.112842 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40db432-2b42-46d7-b318-fc2137fb11e6 req-f01cac1a-d544-4776-af0b-6a27b0b82208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:20:13.114857 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-b40db432-2b42-46d7-b318-fc2137fb11e6 req-f01cac1a-d544-4776-af0b-6a27b0b82208 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=82bc643bd9d4441485dd55755aeabc15&device_id=e461b1e5-9e94-433e-8c6a-5441fbef3d14 HTTP/1.1" status: 200 len: 1095 time: 0.3801548 Jul 27 21:20:13.117115 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-53b076d7-1805-4b56-9a91-1c8a176797b0 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9014081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9738825'] for subnet, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:13.161876 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a977176a-49a4-414b-9be6-ebc6a3f6a3cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30bb4b93-b285-5d90-9493-f9ec33ea333c-1d615a85-844c-4c57-a0fc-2090e87300f0', 'network_id': '1d615a85-844c-4c57-a0fc-2090e87300f0', 'tenant_id': 'fcd7bb7d26624f8f823446f0b0a5006f', 'fixed_ips': [{'subnet_id': '311cd78a-04e6-4469-b214-d0536c869414'}]}} from n-d-705658-22. {{(pid=105586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 21:20:13.162829 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-a977176a-49a4-414b-9be6-ebc6a3f6a3cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:13.193466 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-53b076d7-1805-4b56-9a91-1c8a176797b0 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Notify callbacks [] for subnet, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:13.198455 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-53b076d7-1805-4b56-9a91-1c8a176797b0 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] 10.222.0.59 "DELETE /v2.0/subnets/a89e9826-1624-4726-b027-822d39c9f1a7 HTTP/1.1" status: 204 len: 168 time: 0.8974490 Jul 27 21:20:13.213600 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 48462) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:20:13.281747 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b076d7-1805-4b56-9a91-1c8a176797b0 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Pushing event deleted for resources: {'Subnet': ['ID=a89e9826-1624-4726-b027-822d39c9f1a7,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:20:13.310486 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35252366-7594-47b3-8ee9-76882941a395 None None] Network 2fa1bf6f-7059-4664-9896-f490168bf352 requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:20:13.478393 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f1ecc0-f72e-4e0f-ab3e-6317fc540491 req-d52e773e-67ca-4e07-830e-2261a8dbb606 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:20:13.484861 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-09f1ecc0-f72e-4e0f-ab3e-6317fc540491 req-d52e773e-67ca-4e07-830e-2261a8dbb606 service neutron] 10.222.0.60 "GET /v2.0/networks?id=a2fbbd2b-5e21-44bb-9251-b86500607834 HTTP/1.1" status: 200 len: 898 time: 0.5255947 Jul 27 21:20:13.488923 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-7c5c5507-c9c2-4ed4-b837-751284f60ad1 req-384549ee-f694-4c2a-bac8-fc1008782eaf service neutron] 10.222.0.36 "GET /v2.0/networks/1473080c-86ba-4d44-8dcc-5442b4565b0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5702102 Jul 27 21:20:13.493007 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.db_base_plugin_common [None req-a977176a-49a4-414b-9be6-ebc6a3f6a3cc None None] Allocated IP 172.20.0.2 (1d615a85-844c-4c57-a0fc-2090e87300f0/311cd78a-04e6-4469-b214-d0536c869414/5d5f0580-ddf9-40bd-a50c-a882704cd295) {{(pid=105586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:20:13.621232 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-09f1ecc0-f72e-4e0f-ab3e-6317fc540491 req-d1dd17f4-4e3f-47ad-9e8b-128eaf292f1a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=911e4b2a-29f1-4304-a93b-0d90656759d4 HTTP/1.1" status: 200 len: 1001 time: 0.1184263 Jul 27 21:20:13.672640 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-0ebd6a84-9605-4c5b-b60c-f890588dd21c tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-990557'] for network, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:13.691559 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96dfc1fb-95a6-43d9-8009-4d5f5724074d None None] DHCP port deletion for 2fa1bf6f-7059-4664-9896-f490168bf352 request from n-d-705658-22 {{(pid=105586) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 21:20:13.754805 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-a977176a-49a4-414b-9be6-ebc6a3f6a3cc None None] Notify callbacks [] for port, precommit_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:13.773818 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-a977176a-49a4-414b-9be6-ebc6a3f6a3cc None None] Transition to ACTIVE for port object 5d5f0580-ddf9-40bd-a50c-a882704cd295 will not be triggered until provisioned by entity L2. {{(pid=105586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:20:13.792076 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f1ecc0-f72e-4e0f-ab3e-6317fc540491 req-212c6b40-0f58-42c4-90e7-48b181af778f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:20:13.804848 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-09f1ecc0-f72e-4e0f-ab3e-6317fc540491 req-212c6b40-0f58-42c4-90e7-48b181af778f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=0f236d01-a91d-4829-92e0-1f1647a0c752 HTTP/1.1" status: 200 len: 834 time: 0.1747835 Jul 27 21:20:13.819142 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-a977176a-49a4-414b-9be6-ebc6a3f6a3cc None None] Transition to ACTIVE for port object 5d5f0580-ddf9-40bd-a50c-a882704cd295 will not be triggered until provisioned by entity DHCP. {{(pid=105586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:20:13.821929 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-96dfc1fb-95a6-43d9-8009-4d5f5724074d None None] Deleting port ddb1f7a1-741e-4f4e-bbe9-f675e2240c30 {{(pid=105586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:20:13.823299 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-96dfc1fb-95a6-43d9-8009-4d5f5724074d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:13.846752 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-a977176a-49a4-414b-9be6-ebc6a3f6a3cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143'] for port, after_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:13.944329 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6717fdc-4dfd-435b-80c3-b064fd8086b2 req-1f117874-361b-47ff-8c63-0cbd118c572f tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:20:13.946345 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a6717fdc-4dfd-435b-80c3-b064fd8086b2 req-1f117874-361b-47ff-8c63-0cbd118c572f tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] 10.222.0.59 "GET /v2.0/ports?device_id=f600c487-e5e5-4562-8a3b-6f15b13fe576 HTTP/1.1" status: 200 len: 943 time: 0.2414169 Jul 27 21:20:13.997943 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f1ecc0-f72e-4e0f-ab3e-6317fc540491 req-b4d070d6-d222-4b41-a947-e86db4739fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:20:13.999706 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-09f1ecc0-f72e-4e0f-ab3e-6317fc540491 req-b4d070d6-d222-4b41-a947-e86db4739fd6 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a2fbbd2b-5e21-44bb-9251-b86500607834&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1808982 Jul 27 21:20:14.000678 n-d-705658-22 neutron-server[105586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a977176a-49a4-414b-9be6-ebc6a3f6a3cc None None] Network 1d615a85-844c-4c57-a0fc-2090e87300f0 is already hosted by enough agents. {{(pid=105586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:20:14.007351 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [None req-0ebd6a84-9605-4c5b-b60c-f890588dd21c tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Deleting port ddb1f7a1-741e-4f4e-bbe9-f675e2240c30 {{(pid=105585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:20:14.007628 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-0ebd6a84-9605-4c5b-b60c-f890588dd21c tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:14.037257 n-d-705658-22 neutron-server[105586]: DEBUG neutron.scheduler.base_scheduler [None req-a977176a-49a4-414b-9be6-ebc6a3f6a3cc None None] Resources bound (agent type, host, resource id): {{(pid=105586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:20:14.040432 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a977176a-49a4-414b-9be6-ebc6a3f6a3cc None None] Received port after_create {{(pid=105586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:20:14.086371 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-96dfc1fb-95a6-43d9-8009-4d5f5724074d None None] For port ddb1f7a1-741e-4f4e-bbe9-f675e2240c30, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=ddb1f7a1-741e-4f4e-bbe9-f675e2240c30,segment=NetworkSegment(f20e813b-1e2e-4bdc-80b5-f69f31b0b7ea),segment_id=f20e813b-1e2e-4bdc-80b5-f69f31b0b7ea)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:20:14.086795 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-96dfc1fb-95a6-43d9-8009-4d5f5724074d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:14.093903 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a977176a-49a4-414b-9be6-ebc6a3f6a3cc None None] Pushing event updated for resources: {'Port': ['ID=5d5f0580-ddf9-40bd-a50c-a882704cd295,revision_number=1']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:20:14.113533 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40db432-2b42-46d7-b318-fc2137fb11e6 req-da18d63d-7a61-4c4b-9ff9-fddd8d703ede service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:20:14.116854 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-b40db432-2b42-46d7-b318-fc2137fb11e6 req-da18d63d-7a61-4c4b-9ff9-fddd8d703ede service neutron] 10.222.0.36 "GET /v2.0/networks?id=1b1dab31-9b34-44da-9575-a2762dd20ae1 HTTP/1.1" status: 200 len: 914 time: 0.9799225 Jul 27 21:20:14.214477 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-96dfc1fb-95a6-43d9-8009-4d5f5724074d None None] Calling delete_port for ddb1f7a1-741e-4f4e-bbe9-f675e2240c30 owned by network:dhcp {{(pid=105586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:20:14.214599 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-3f27c416-2395-430b-bf24-fe22fa3f5a95 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=e8de95a34e0a4ff9a4c79db79724dce5&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1194265 Jul 27 21:20:14.215998 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-b40db432-2b42-46d7-b318-fc2137fb11e6 req-20521f9b-de15-44c9-86bf-eecc1535dabc service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e31cb1f7-840b-4526-8ec2-cc2374d781b2 HTTP/1.1" status: 200 len: 217 time: 0.0472145 Jul 27 21:20:14.216566 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdca5bea-d011-47f9-b3f2-2c0cb90b7c47 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Made reservation on behalf of fcd7bb7d26624f8f823446f0b0a5006f for: {'subnet': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:20:14.220571 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-fdca5bea-d011-47f9-b3f2-2c0cb90b7c47 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9738786'] for subnet, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:14.236680 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 48504) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:20:14.260933 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-a977176a-49a4-414b-9be6-ebc6a3f6a3cc None None] Attempting to bind port 5d5f0580-ddf9-40bd-a50c-a882704cd295 on host n-d-705658-22 for vnic_type normal with profile {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:20:14.261317 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-a977176a-49a4-414b-9be6-ebc6a3f6a3cc None None] Attempting to bind port 5d5f0580-ddf9-40bd-a50c-a882704cd295 by drivers openvswitch,hyperv on host n-d-705658-22 at level 0 using segments [{'id': '532d8a52-575f-45de-a3af-efbea8c8f6d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '1d615a85-844c-4c57-a0fc-2090e87300f0'}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:20:14.261689 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a977176a-49a4-414b-9be6-ebc6a3f6a3cc None None] Attempting to bind port 5d5f0580-ddf9-40bd-a50c-a882704cd295 on network 1d615a85-844c-4c57-a0fc-2090e87300f0 {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:20:14.268849 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a977176a-49a4-414b-9be6-ebc6a3f6a3cc None None] Checking agent: {'id': '04a7ea91-6318-467e-ace6-b0fb48c8690f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 41, 42), 'started_at': datetime.datetime(2021, 7, 27, 20, 42, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 20, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:20:14.269234 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a977176a-49a4-414b-9be6-ebc6a3f6a3cc None None] Checking segment: {'id': '532d8a52-575f-45de-a3af-efbea8c8f6d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '1d615a85-844c-4c57-a0fc-2090e87300f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:20:14.269647 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-a977176a-49a4-414b-9be6-ebc6a3f6a3cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:14.270045 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a977176a-49a4-414b-9be6-ebc6a3f6a3cc None None] Bound using segment: {'id': '532d8a52-575f-45de-a3af-efbea8c8f6d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '1d615a85-844c-4c57-a0fc-2090e87300f0'} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:20:14.270531 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-a977176a-49a4-414b-9be6-ebc6a3f6a3cc None None] Bound port: 5d5f0580-ddf9-40bd-a50c-a882704cd295, host: n-d-705658-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '532d8a52-575f-45de-a3af-efbea8c8f6d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '1d615a85-844c-4c57-a0fc-2090e87300f0'}}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:20:14.270923 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-a977176a-49a4-414b-9be6-ebc6a3f6a3cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:14.333063 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a6717fdc-4dfd-435b-80c3-b064fd8086b2 req-91f45fb0-ede8-4b2e-b2ce-b8f295943c5e tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] 10.222.0.59 "GET /v2.0/security-groups?id=5a737d1c-b945-4cea-a14d-2326657e6941&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3666558 Jul 27 21:20:14.433761 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device ddb1f7a1-741e-4f4e-bbe9-f675e2240c30 no longer exists at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:20:14.468771 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device ed51ec73-d9a5-4c0b-b4de-6eed8a81fff5 details requested by agent hyperv_n-h1-705658-22 with host n-h1-705658-22 {{(pid=105586) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:20:14.490880 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.db [None req-0ebd6a84-9605-4c5b-b60c-f890588dd21c tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] For port ddb1f7a1-741e-4f4e-bbe9-f675e2240c30, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=ddb1f7a1-741e-4f4e-bbe9-f675e2240c30,segment=NetworkSegment(f20e813b-1e2e-4bdc-80b5-f69f31b0b7ea),segment_id=f20e813b-1e2e-4bdc-80b5-f69f31b0b7ea)] {{(pid=105585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:20:14.491295 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-0ebd6a84-9605-4c5b-b60c-f890588dd21c tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:14.575473 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [None req-0ebd6a84-9605-4c5b-b60c-f890588dd21c tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Calling delete_port for ddb1f7a1-741e-4f4e-bbe9-f675e2240c30 owned by network:dhcp {{(pid=105585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:20:14.617128 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40db432-2b42-46d7-b318-fc2137fb11e6 req-d3f19206-2797-4745-bfd6-e1aa54a78258 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:20:14.618635 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-b40db432-2b42-46d7-b318-fc2137fb11e6 req-d3f19206-2797-4745-bfd6-e1aa54a78258 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=44c3084e-1eb6-44e4-8478-9257cccd7917 HTTP/1.1" status: 200 len: 853 time: 0.3925085 Jul 27 21:20:14.654861 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3036f3a9-26a9-46da-a4dc-0b025c0cd8ff req-dd3d4ec5-728d-4403-8f41-8e1aea93ed59 tempest-VolumesSnapshotTestJSON-1656461289 tempest-VolumesSnapshotTestJSON-1656461289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:20:14.657548 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-3036f3a9-26a9-46da-a4dc-0b025c0cd8ff req-dd3d4ec5-728d-4403-8f41-8e1aea93ed59 tempest-VolumesSnapshotTestJSON-1656461289 tempest-VolumesSnapshotTestJSON-1656461289-project] 10.222.0.59 "GET /v2.0/ports?device_id=e461b1e5-9e94-433e-8c6a-5441fbef3d14 HTTP/1.1" status: 200 len: 943 time: 0.5786774 Jul 27 21:20:14.663512 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-09f1ecc0-f72e-4e0f-ab3e-6317fc540491 req-5495a3b8-29cc-4ab1-877e-2b33fa625520 service neutron] 10.222.0.60 "GET /v2.0/networks/a2fbbd2b-5e21-44bb-9251-b86500607834?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6494312 Jul 27 21:20:14.751954 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-3c2d1528-b4a7-41c7-b26f-cacc1825969b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:14.761947 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-875ced1b-4cf3-463a-9653-058f0f9421e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:14.782549 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-3c2d1528-b4a7-41c7-b26f-cacc1825969b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:14.805249 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-b40db432-2b42-46d7-b318-fc2137fb11e6 req-a98ab576-c7e5-47f0-af09-48a79b4e1eee service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1b1dab31-9b34-44da-9575-a2762dd20ae1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1036525 Jul 27 21:20:14.903979 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.db.resource_extend [None req-28650df7-c46c-4981-b84f-37d87254047e None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 27 21:20:14.906964 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-3c2d1528-b4a7-41c7-b26f-cacc1825969b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:14.917679 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-3c2d1528-b4a7-41c7-b26f-cacc1825969b admin admin] Notify callbacks [] for security_group, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:14.921806 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-3c2d1528-b4a7-41c7-b26f-cacc1825969b admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/d9ab9bcf-1eca-4ed0-9679-b75e704b7f58 HTTP/1.1" status: 204 len: 168 time: 0.6833606 Jul 27 21:20:15.120009 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-09f1ecc0-f72e-4e0f-ab3e-6317fc540491 req-be86320f-8d9e-4197-8301-e8097dae85c0 service neutron] 10.222.0.60 "GET /v2.0/networks/a2fbbd2b-5e21-44bb-9251-b86500607834?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3871136 Jul 27 21:20:15.156226 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2d1528-b4a7-41c7-b26f-cacc1825969b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9ab9bcf-1eca-4ed0-9679-b75e704b7f58,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:20:15.198630 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2d1528-b4a7-41c7-b26f-cacc1825969b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:20:15.199291 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2d1528-b4a7-41c7-b26f-cacc1825969b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:20:15.199640 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2d1528-b4a7-41c7-b26f-cacc1825969b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:20:15.199982 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2d1528-b4a7-41c7-b26f-cacc1825969b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:20:15.203534 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2d1528-b4a7-41c7-b26f-cacc1825969b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:20:15.203534 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2d1528-b4a7-41c7-b26f-cacc1825969b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:20:15.203772 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-a977176a-49a4-414b-9be6-ebc6a3f6a3cc None None] For port 5d5f0580-ddf9-40bd-a50c-a882704cd295, host n-d-705658-22, cleared binding levels {{(pid=105586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:20:15.204670 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2d1528-b4a7-41c7-b26f-cacc1825969b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:20:15.205156 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2d1528-b4a7-41c7-b26f-cacc1825969b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:20:15.205507 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2d1528-b4a7-41c7-b26f-cacc1825969b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:20:15.206591 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2d1528-b4a7-41c7-b26f-cacc1825969b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:20:15.207800 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2d1528-b4a7-41c7-b26f-cacc1825969b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:20:15.208142 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2d1528-b4a7-41c7-b26f-cacc1825969b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:20:15.227330 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:15.230867 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-96dfc1fb-95a6-43d9-8009-4d5f5724074d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180'] for port, after_delete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:15.243621 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-a977176a-49a4-414b-9be6-ebc6a3f6a3cc None None] For port 5d5f0580-ddf9-40bd-a50c-a882704cd295, host n-d-705658-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=5d5f0580-ddf9-40bd-a50c-a882704cd295,segment=NetworkSegment(532d8a52-575f-45de-a3af-efbea8c8f6d5),segment_id=532d8a52-575f-45de-a3af-efbea8c8f6d5)] {{(pid=105586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:20:15.269711 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96dfc1fb-95a6-43d9-8009-4d5f5724074d None None] No DVR routers for this DVR port ddb1f7a1-741e-4f4e-bbe9-f675e2240c30 on host n-d-705658-22 {{(pid=105586) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:20:15.296430 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-a977176a-49a4-414b-9be6-ebc6a3f6a3cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:15.316218 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96dfc1fb-95a6-43d9-8009-4d5f5724074d None None] Pushing event deleted for resources: {'Port': ['ID=ddb1f7a1-741e-4f4e-bbe9-f675e2240c30,revision_number=None']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:20:15.448743 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] For port ed51ec73-d9a5-4c0b-b4de-6eed8a81fff5, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=ed51ec73-d9a5-4c0b-b4de-6eed8a81fff5,segment=NetworkSegment(19bc2e5f-7908-4153-b6d3-443d5b34a291),segment_id=19bc2e5f-7908-4153-b6d3-443d5b34a291)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:20:15.480257 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Returning: {'device': 'ed51ec73-d9a5-4c0b-b4de-6eed8a81fff5', 'network_id': '1473080c-86ba-4d44-8dcc-5442b4565b0c', 'port_id': 'ed51ec73-d9a5-4c0b-b4de-6eed8a81fff5', 'mac_address': 'fa:16:3e:79:a5:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01bef050-fb0a-4ec7-a814-df3307ad6529', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105586) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:20:15.482452 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a977176a-49a4-414b-9be6-ebc6a3f6a3cc None None] Pushing event updated for resources: {'Port': ['ID=5d5f0580-ddf9-40bd-a50c-a882704cd295,revision_number=2']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:20:15.502342 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-3036f3a9-26a9-46da-a4dc-0b025c0cd8ff req-2e813190-2c50-424f-8aa2-0e8a7e2a5aa7 tempest-VolumesSnapshotTestJSON-1656461289 tempest-VolumesSnapshotTestJSON-1656461289-project] 10.222.0.59 "GET /v2.0/security-groups?id=dbda38b4-0099-4f6e-aeb8-905b6aa6a585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7736721 Jul 27 21:20:15.508476 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-b40db432-2b42-46d7-b318-fc2137fb11e6 req-cb5c541b-0d56-45ca-accf-7f24e12cf12f service neutron] 10.222.0.36 "GET /v2.0/networks/1b1dab31-9b34-44da-9575-a2762dd20ae1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6431351 Jul 27 21:20:15.573455 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:15.596816 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed51ec73-d9a5-4c0b-b4de-6eed8a81fff5 {{(pid=105586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:20:15.655418 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] For port ed51ec73-d9a5-4c0b-b4de-6eed8a81fff5, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=ed51ec73-d9a5-4c0b-b4de-6eed8a81fff5,segment=NetworkSegment(19bc2e5f-7908-4153-b6d3-443d5b34a291),segment_id=19bc2e5f-7908-4153-b6d3-443d5b34a291)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:20:15.665277 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:15.819687 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80dd92b1-d72a-4fd3-af62-6d3beee844b5 req-5e6c94bc-2b76-4967-a773-304b61c4131d tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:20:15.831165 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-80dd92b1-d72a-4fd3-af62-6d3beee844b5 req-5e6c94bc-2b76-4967-a773-304b61c4131d tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] 10.222.0.36 "GET /v2.0/ports?device_id=f600c487-e5e5-4562-8a3b-6f15b13fe576&tenant_id=379416b786c44e07b1b1ba1a5ea96882&binding%3Ahost_id=n-h1-705658-22 HTTP/1.1" status: 200 len: 943 time: 1.0851681 Jul 27 21:20:15.866736 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 48654) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:20:15.929415 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-0ebd6a84-9605-4c5b-b60c-f890588dd21c tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:15.935066 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Pushing event updated for resources: {'Port': ['ID=ed51ec73-d9a5-4c0b-b4de-6eed8a81fff5,revision_number=8']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:20:15.968361 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-2d8d9d55-021c-4800-9b41-ca62489bc616 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=86c95c00d85648d6830629dcd191e9a2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0984623 Jul 27 21:20:15.969421 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13ca533-bb47-4815-b598-12c901c60753 req-42b1a9cc-3606-4616-8e35-1a5f2ddfe1c0 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:20:15.969830 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 48670) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:20:15.971154 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f13ca533-bb47-4815-b598-12c901c60753 req-42b1a9cc-3606-4616-8e35-1a5f2ddfe1c0 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] 10.222.0.59 "GET /v2.0/ports?device_id=f600c487-e5e5-4562-8a3b-6f15b13fe576 HTTP/1.1" status: 200 len: 943 time: 0.9291036 Jul 27 21:20:15.980226 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] get_ports_and_sgs() called for port_ids ['ed51ec73-d9a5-4c0b-b4de-6eed8a81fff5'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:20:15.987863 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ebd6a84-9605-4c5b-b60c-f890588dd21c tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] No DVR routers for this DVR port ddb1f7a1-741e-4f4e-bbe9-f675e2240c30 on host n-d-705658-22 {{(pid=105585) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:20:16.173570 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebd6a84-9605-4c5b-b60c-f890588dd21c tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Pushing event deleted for resources: {'Port': ['ID=ddb1f7a1-741e-4f4e-bbe9-f675e2240c30,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:20:16.255981 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-b40db432-2b42-46d7-b318-fc2137fb11e6 req-7c1affb2-386c-47ff-8c19-c21f82f2d9cf service neutron] 10.222.0.36 "GET /v2.0/networks/1b1dab31-9b34-44da-9575-a2762dd20ae1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7368181 Jul 27 21:20:16.345884 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-0ebd6a84-9605-4c5b-b60c-f890588dd21c tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853562', 'neutron.services.segments.db._delete_segments_for_network-8790688882975'] for network, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:16.418574 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 5d5f0580-ddf9-40bd-a50c-a882704cd295 up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:20:16.421956 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device e31cb1f7-840b-4526-8ec2-cc2374d781b2 details requested by agent hyperv_n-h1-705658-22 with host n-h1-705658-22 {{(pid=105586) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:20:16.433041 n-d-705658-22 neutron-server[105585]: DEBUG neutron.services.segments.db [None req-0ebd6a84-9605-4c5b-b60c-f890588dd21c tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2fa1bf6f-7059-4664-9896-f490168bf352']}} {{(pid=105585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:20:16.454466 n-d-705658-22 neutron-server[105585]: DEBUG neutron.services.segments.db [None req-0ebd6a84-9605-4c5b-b60c-f890588dd21c tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f20e813b-1e2e-4bdc-80b5-f69f31b0b7ea') {'for_net_delete': True} {{(pid=105585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:20:16.455106 n-d-705658-22 neutron-server[105585]: DEBUG neutron.services.segments.db [None req-0ebd6a84-9605-4c5b-b60c-f890588dd21c tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f20e813b-1e2e-4bdc-80b5-f69f31b0b7ea') {} {{(pid=105585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:20:16.475614 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-0ebd6a84-9605-4c5b-b60c-f890588dd21c tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790688883752', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9886370'] for segment, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:16.506925 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-0ebd6a84-9605-4c5b-b60c-f890588dd21c tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:16.529693 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ebd6a84-9605-4c5b-b60c-f890588dd21c tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Releasing vlan 217 on physical network physnet1 to pool {{(pid=105585) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:20:16.532448 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-0ebd6a84-9605-4c5b-b60c-f890588dd21c tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10221644'] for segment, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:16.632088 n-d-705658-22 neutron-server[105584]: DEBUG neutron.objects.ports [None req-fdca5bea-d011-47f9-b3f2-2c0cb90b7c47 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=105584) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 27 21:20:16.761302 n-d-705658-22 neutron-server[105585]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 21:20:16.761302 n-d-705658-22 neutron-server[105585]: self.session.flush() Jul 27 21:20:16.761302 n-d-705658-22 neutron-server[105585]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 21:20:16.761302 n-d-705658-22 neutron-server[105585]: self.session.flush() Jul 27 21:20:16.761302 n-d-705658-22 neutron-server[105585]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 21:20:16.761302 n-d-705658-22 neutron-server[105585]: self.session.flush() Jul 27 21:20:16.761302 n-d-705658-22 neutron-server[105585]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 21:20:16.761302 n-d-705658-22 neutron-server[105585]: self.session.flush() Jul 27 21:20:16.761302 n-d-705658-22 neutron-server[105585]: Traceback (most recent call last): Jul 27 21:20:16.761302 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:20:16.761302 n-d-705658-22 neutron-server[105585]: timer() Jul 27 21:20:16.761302 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:20:16.761302 n-d-705658-22 neutron-server[105585]: cb(*args, **kw) Jul 27 21:20:16.761302 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:20:16.761302 n-d-705658-22 neutron-server[105585]: return func(*args, **kwargs) Jul 27 21:20:16.761302 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:20:16.761302 n-d-705658-22 neutron-server[105585]: self._notify() Jul 27 21:20:16.761302 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:20:16.761302 n-d-705658-22 neutron-server[105585]: self.callback(batched_events) Jul 27 21:20:16.761302 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:20:16.761302 n-d-705658-22 neutron-server[105585]: event.method(event) Jul 27 21:20:16.761302 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:20:16.761302 n-d-705658-22 neutron-server[105585]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:20:16.761302 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:20:16.761302 n-d-705658-22 neutron-server[105585]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:20:16.761302 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:20:16.761302 n-d-705658-22 neutron-server[105585]: return f(self, *a, **k) Jul 27 21:20:16.761302 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:20:16.761302 n-d-705658-22 neutron-server[105585]: return self._get(url).json() Jul 27 21:20:16.761302 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:20:16.761302 n-d-705658-22 neutron-server[105585]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:20:16.761302 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:20:16.761302 n-d-705658-22 neutron-server[105585]: return self.request(url, 'GET', **kwargs) Jul 27 21:20:16.761302 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:20:16.761302 n-d-705658-22 neutron-server[105585]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:20:16.761302 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:20:16.761302 n-d-705658-22 neutron-server[105585]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:20:16.761302 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:20:16.761302 n-d-705658-22 neutron-server[105585]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:20:16.761302 n-d-705658-22 neutron-server[105585]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:20:16.782816 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-0ebd6a84-9605-4c5b-b60c-f890588dd21c tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4075658'] for network, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:16.814399 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-55505cc3-b3b0-4e90-b2e2-acfaca423292 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:16.851272 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f13ca533-bb47-4815-b598-12c901c60753 req-ada230f3-6b5c-42be-beaa-986b0b0e1294 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] 10.222.0.59 "GET /v2.0/security-groups?id=5a737d1c-b945-4cea-a14d-2326657e6941&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7837336 Jul 27 21:20:16.852920 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-80dd92b1-d72a-4fd3-af62-6d3beee844b5 req-392957cf-f063-4fb6-8451-a473f8ab2f03 service neutron] 10.222.0.36 "GET /v2.0/ports/ed51ec73-d9a5-4c0b-b4de-6eed8a81fff5/bindings/n-h1-705658-22 HTTP/1.1" status: 200 len: 383 time: 1.0182765 Jul 27 21:20:16.867386 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-0ebd6a84-9605-4c5b-b60c-f890588dd21c tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Notify callbacks [] for network, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:16.870205 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-0ebd6a84-9605-4c5b-b60c-f890588dd21c tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] 10.222.0.59 "DELETE /v2.0/networks/2fa1bf6f-7059-4664-9896-f490168bf352 HTTP/1.1" status: 204 len: 168 time: 3.6217356 Jul 27 21:20:16.898554 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 48762) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:20:16.910665 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebd6a84-9605-4c5b-b60c-f890588dd21c tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Pushing event deleted for resources: {'Network': ['ID=2fa1bf6f-7059-4664-9896-f490168bf352,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:20:16.913452 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-6e005d17-a6d2-4aa0-9398-aaa260967a22 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1698668768'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:20:16.932475 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning for port 5d5f0580-ddf9-40bd-a50c-a882704cd295 completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:20:16.993158 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-55505cc3-b3b0-4e90-b2e2-acfaca423292 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:17.006085 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] For port e31cb1f7-840b-4526-8ec2-cc2374d781b2, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=e31cb1f7-840b-4526-8ec2-cc2374d781b2,segment=NetworkSegment(fa50df03-7dd2-4052-8819-c119d7bd8619),segment_id=fa50df03-7dd2-4052-8819-c119d7bd8619)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:20:17.031310 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Returning: {'device': 'e31cb1f7-840b-4526-8ec2-cc2374d781b2', 'network_id': '1b1dab31-9b34-44da-9575-a2762dd20ae1', 'port_id': 'e31cb1f7-840b-4526-8ec2-cc2374d781b2', 'mac_address': 'fa:16:3e:15:e2:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '44c3084e-1eb6-44e4-8478-9257cccd7917', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105586) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:20:17.151138 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-55505cc3-b3b0-4e90-b2e2-acfaca423292 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:17.159532 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-55505cc3-b3b0-4e90-b2e2-acfaca423292 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:17.160981 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-55505cc3-b3b0-4e90-b2e2-acfaca423292 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/62e9762d-d23d-4904-acb4-0b5cd3949501 HTTP/1.1" status: 204 len: 168 time: 1.1658397 Jul 27 21:20:17.167311 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e005d17-a6d2-4aa0-9398-aaa260967a22 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Made reservation on behalf of 454b79f542fc4867a07c409c85be23c7 for: {'network': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:20:17.172360 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-6e005d17-a6d2-4aa0-9398-aaa260967a22 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for network, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:17.182030 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73427f49-ff39-41e1-b770-7d42bfac22ae req-2f9bb918-d424-4d66-9da5-8105024b2690 tempest-VolumesSnapshotTestJSON-1656461289 tempest-VolumesSnapshotTestJSON-1656461289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:20:17.183958 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-73427f49-ff39-41e1-b770-7d42bfac22ae req-2f9bb918-d424-4d66-9da5-8105024b2690 tempest-VolumesSnapshotTestJSON-1656461289 tempest-VolumesSnapshotTestJSON-1656461289-project] 10.222.0.59 "GET /v2.0/ports?device_id=e461b1e5-9e94-433e-8c6a-5441fbef3d14 HTTP/1.1" status: 200 len: 943 time: 0.4151092 Jul 27 21:20:17.192568 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:17.200754 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55505cc3-b3b0-4e90-b2e2-acfaca423292 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62e9762d-d23d-4904-acb4-0b5cd3949501,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:20:17.241899 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e005d17-a6d2-4aa0-9398-aaa260967a22 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] vlan segment allocate from pool success with {'vlan_id': 229, 'physical_network': 'physnet1'} {{(pid=105584) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:20:17.278652 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80dd92b1-d72a-4fd3-af62-6d3beee844b5 req-971f1195-98d5-4af9-af84-1bd294e3edd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:20:17.281784 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-80dd92b1-d72a-4fd3-af62-6d3beee844b5 req-971f1195-98d5-4af9-af84-1bd294e3edd1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=379416b786c44e07b1b1ba1a5ea96882&device_id=f600c487-e5e5-4562-8a3b-6f15b13fe576 HTTP/1.1" status: 200 len: 1096 time: 0.3625288 Jul 27 21:20:17.283353 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e31cb1f7-840b-4526-8ec2-cc2374d781b2 {{(pid=105586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:20:17.331990 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-6e005d17-a6d2-4aa0-9398-aaa260967a22 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:17.332525 n-d-705658-22 neutron-server[105584]: INFO neutron.db.segments_db [None req-6e005d17-a6d2-4aa0-9398-aaa260967a22 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Added segment 833e9d8d-1947-449e-8bf2-e502ad2fc0f9 of type vlan for network c79f7913-91a4-4194-bf8c-bfda2e55a1f2 Jul 27 21:20:17.343520 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] For port e31cb1f7-840b-4526-8ec2-cc2374d781b2, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=e31cb1f7-840b-4526-8ec2-cc2374d781b2,segment=NetworkSegment(fa50df03-7dd2-4052-8819-c119d7bd8619),segment_id=fa50df03-7dd2-4052-8819-c119d7bd8619)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:20:17.355771 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:17.388231 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-fdca5bea-d011-47f9-b3f2-2c0cb90b7c47 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:17.459393 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-73427f49-ff39-41e1-b770-7d42bfac22ae req-7ebcf43d-b5a5-469a-9f26-9ea4776186fd tempest-VolumesSnapshotTestJSON-1656461289 tempest-VolumesSnapshotTestJSON-1656461289-project] 10.222.0.59 "GET /v2.0/security-groups?id=dbda38b4-0099-4f6e-aeb8-905b6aa6a585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2357533 Jul 27 21:20:17.472952 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-8a425243-899e-40fb-ac4a-22f869c25ff7 None None] Provisioning for port 5d5f0580-ddf9-40bd-a50c-a882704cd295 completed by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:20:17.520820 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-8a425243-899e-40fb-ac4a-22f869c25ff7 None None] Provisioning complete for port 5d5f0580-ddf9-40bd-a50c-a882704cd295 triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:20:17.521194 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-8a425243-899e-40fb-ac4a-22f869c25ff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:17.554264 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80dd92b1-d72a-4fd3-af62-6d3beee844b5 req-1abb8a0e-c4ba-4740-bd29-e605c61c96f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:20:17.559260 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-80dd92b1-d72a-4fd3-af62-6d3beee844b5 req-1abb8a0e-c4ba-4740-bd29-e605c61c96f3 service neutron] 10.222.0.36 "GET /v2.0/networks?id=1473080c-86ba-4d44-8dcc-5442b4565b0c HTTP/1.1" status: 200 len: 897 time: 0.2684891 Jul 27 21:20:17.563194 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Pushing event updated for resources: {'Port': ['ID=e31cb1f7-840b-4526-8ec2-cc2374d781b2,revision_number=4']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:20:17.564671 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-6e005d17-a6d2-4aa0-9398-aaa260967a22 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790688424798'] for network, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:17.577820 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:20:17.578585 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:20:17.579298 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:20:17.580112 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:20:17.580759 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:20:17.581547 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:20:17.582034 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:20:17.582536 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:20:17.583409 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:20:17.584567 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:20:17.585412 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:20:17.585918 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:20:17.605159 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] get_ports_and_sgs() called for port_ids ['e31cb1f7-840b-4526-8ec2-cc2374d781b2'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:20:17.713404 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-80dd92b1-d72a-4fd3-af62-6d3beee844b5 req-8d511a2a-5a50-4d14-84ed-c59d49e6ae19 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ed51ec73-d9a5-4c0b-b4de-6eed8a81fff5 HTTP/1.1" status: 200 len: 999 time: 0.1461632 Jul 27 21:20:17.739799 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-6e005d17-a6d2-4aa0-9398-aaa260967a22 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920'] for network, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:17.753310 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e005d17-a6d2-4aa0-9398-aaa260967a22 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:20:17.754945 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-6e005d17-a6d2-4aa0-9398-aaa260967a22 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743886'] for network, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:17.769640 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-8a425243-899e-40fb-ac4a-22f869c25ff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:17.814326 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80dd92b1-d72a-4fd3-af62-6d3beee844b5 req-12946131-770c-437a-b9fe-809685ab6385 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:20:17.816205 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-80dd92b1-d72a-4fd3-af62-6d3beee844b5 req-12946131-770c-437a-b9fe-809685ab6385 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=01bef050-fb0a-4ec7-a814-df3307ad6529 HTTP/1.1" status: 200 len: 834 time: 0.0926659 Jul 27 21:20:17.940826 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-6e005d17-a6d2-4aa0-9398-aaa260967a22 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.0362325 Jul 27 21:20:17.942834 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 48870) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:20:17.950844 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-9348effd-c049-431f-8787-b153f77f6bc5 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Request body: {'subnet': {'network_id': 'c79f7913-91a4-4194-bf8c-bfda2e55a1f2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:20:17.974575 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80dd92b1-d72a-4fd3-af62-6d3beee844b5 req-388e84a9-7994-43b2-b46f-bba5c755854c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:20:17.984083 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-80dd92b1-d72a-4fd3-af62-6d3beee844b5 req-388e84a9-7994-43b2-b46f-bba5c755854c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1473080c-86ba-4d44-8dcc-5442b4565b0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1602385 Jul 27 21:20:17.993925 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e005d17-a6d2-4aa0-9398-aaa260967a22 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Pushing event updated for resources: {'Network': ['ID=c79f7913-91a4-4194-bf8c-bfda2e55a1f2,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:20:18.021318 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Network c79f7913-91a4-4194-bf8c-bfda2e55a1f2 details requested by agent ovs-agent-n-d-705658-22 with host n-d-705658-22 {{(pid=105586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:20:18.187695 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [None req-fdca5bea-d011-47f9-b3f2-2c0cb90b7c47 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] For port 5d5f0580-ddf9-40bd-a50c-a882704cd295, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=5d5f0580-ddf9-40bd-a50c-a882704cd295,segment=NetworkSegment(532d8a52-575f-45de-a3af-efbea8c8f6d5),segment_id=532d8a52-575f-45de-a3af-efbea8c8f6d5)] {{(pid=105584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:20:18.314393 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-fdca5bea-d011-47f9-b3f2-2c0cb90b7c47 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks [] for port, precommit_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:18.323737 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-fdca5bea-d011-47f9-b3f2-2c0cb90b7c47 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9014027'] for port, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:18.324515 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-fdca5bea-d011-47f9-b3f2-2c0cb90b7c47 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9014150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9738800'] for subnet, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:18.345935 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9348effd-c049-431f-8787-b153f77f6bc5 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Made reservation on behalf of 454b79f542fc4867a07c409c85be23c7 for: {'subnet': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:20:18.349399 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-9348effd-c049-431f-8787-b153f77f6bc5 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9738786'] for subnet, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:18.483093 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.db.api [None req-8a425243-899e-40fb-ac4a-22f869c25ff7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105586) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 27 21:20:18.483410 n-d-705658-22 neutron-server[105586]: DEBUG oslo_db.api [None req-8a425243-899e-40fb-ac4a-22f869c25ff7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 27 21:20:18.484106 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device ed51ec73-d9a5-4c0b-b4de-6eed8a81fff5 up at agent hyperv_n-h1-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:20:18.639450 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdca5bea-d011-47f9-b3f2-2c0cb90b7c47 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Network 1d615a85-844c-4c57-a0fc-2090e87300f0 is already hosted by enough agents. {{(pid=105584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:20:18.648474 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Provisioning for port ed51ec73-d9a5-4c0b-b4de-6eed8a81fff5 completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:20:18.651894 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [None req-fdca5bea-d011-47f9-b3f2-2c0cb90b7c47 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Resources bound (agent type, host, resource id): {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:20:18.658401 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Provisioning complete for port ed51ec73-d9a5-4c0b-b4de-6eed8a81fff5 triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:20:18.659169 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:18.664719 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdca5bea-d011-47f9-b3f2-2c0cb90b7c47 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:20:18.667028 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-fdca5bea-d011-47f9-b3f2-2c0cb90b7c47 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks [] for subnet, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:18.671406 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33e5c9b4-e3ee-44bc-95e0-32705a0b2a2f None None] Network 1d615a85-844c-4c57-a0fc-2090e87300f0 requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:20:18.686375 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdca5bea-d011-47f9-b3f2-2c0cb90b7c47 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Pushing event updated for resources: {'Subnet': ['ID=89b87d9e-9434-455c-b77e-da2ae54cf7d2,revision_number=0']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:20:18.707032 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdca5bea-d011-47f9-b3f2-2c0cb90b7c47 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Pushing event updated for resources: {'Port': ['ID=5d5f0580-ddf9-40bd-a50c-a882704cd295,revision_number=4']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:20:18.763016 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-fdca5bea-d011-47f9-b3f2-2c0cb90b7c47 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 5.8350291 Jul 27 21:20:18.764145 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 48960) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:20:18.777955 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-dea9af1a-3d3a-44a1-80cc-cb6e0d98c3bc tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Request body: {'port': {'network_id': '1d615a85-844c-4c57-a0fc-2090e87300f0', 'mac_address': 'fa:16:3e:97:84:14', 'name': 'tempest-NetworksTestDHCPv6-610842261'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:20:18.802386 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1231cd42-6f4e-4d0b-8b00-1327c04969da req-dd7a8d4f-16f4-4211-bb1e-e24248bebe22 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:20:18.810192 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-1231cd42-6f4e-4d0b-8b00-1327c04969da req-dd7a8d4f-16f4-4211-bb1e-e24248bebe22 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] 10.222.0.59 "GET /v2.0/ports?device_id=f600c487-e5e5-4562-8a3b-6f15b13fe576 HTTP/1.1" status: 200 len: 944 time: 0.8041925 Jul 27 21:20:18.926462 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-80dd92b1-d72a-4fd3-af62-6d3beee844b5 req-dac844df-d17e-4ffe-8103-2e05e9e1e735 service neutron] 10.222.0.36 "GET /v2.0/networks/1473080c-86ba-4d44-8dcc-5442b4565b0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9327478 Jul 27 21:20:18.953458 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-1231cd42-6f4e-4d0b-8b00-1327c04969da req-5a7d4703-7145-4df3-be67-3f60ff3fb23e tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] 10.222.0.59 "GET /v2.0/security-groups?id=5a737d1c-b945-4cea-a14d-2326657e6941&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1421926 Jul 27 21:20:18.979968 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:18.988976 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b279365b-f546-463f-8a16-27a6a0972ed3 req-4a342081-caf3-40d1-8fbb-2cd0b50eaf39 tempest-VolumesSnapshotTestJSON-1656461289 tempest-VolumesSnapshotTestJSON-1656461289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:20:18.998404 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b279365b-f546-463f-8a16-27a6a0972ed3 req-4a342081-caf3-40d1-8fbb-2cd0b50eaf39 tempest-VolumesSnapshotTestJSON-1656461289 tempest-VolumesSnapshotTestJSON-1656461289-project] 10.222.0.59 "GET /v2.0/ports?device_id=e461b1e5-9e94-433e-8c6a-5441fbef3d14 HTTP/1.1" status: 200 len: 944 time: 0.3063135 Jul 27 21:20:19.079178 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f600c487-e5e5-4562-8a3b-6f15b13fe576', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed51ec73-d9a5-4c0b-b4de-6eed8a81fff5'}] {{(pid=105586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:20:19.082582 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14c1663e039faf5393f87855f745010ac5b02220355b68fdbf065393e303ac56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0260e95a-ea80-4651-83b4-0924cc603e8f" -d '{"events": [{"server_uuid": "f600c487-e5e5-4562-8a3b-6f15b13fe576", "name": "network-vif-plugged", "status": "completed", "tag": "ed51ec73-d9a5-4c0b-b4de-6eed8a81fff5"}]}' {{(pid=105586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:20:19.141083 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] For port ed51ec73-d9a5-4c0b-b4de-6eed8a81fff5, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=ed51ec73-d9a5-4c0b-b4de-6eed8a81fff5,segment=NetworkSegment(19bc2e5f-7908-4153-b6d3-443d5b34a291),segment_id=19bc2e5f-7908-4153-b6d3-443d5b34a291)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:20:19.156882 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dea9af1a-3d3a-44a1-80cc-cb6e0d98c3bc tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Made reservation on behalf of fcd7bb7d26624f8f823446f0b0a5006f for: {'port': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:20:19.199587 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b279365b-f546-463f-8a16-27a6a0972ed3 req-914ae339-7d7a-4886-b429-963acac6965e tempest-VolumesSnapshotTestJSON-1656461289 tempest-VolumesSnapshotTestJSON-1656461289-project] 10.222.0.59 "GET /v2.0/security-groups?id=dbda38b4-0099-4f6e-aeb8-905b6aa6a585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1998818 Jul 27 21:20:19.225496 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:20:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38007043-5ad9-4c7b-85a4-4f38805979e5 x-openstack-request-id: req-38007043-5ad9-4c7b-85a4-4f38805979e5 {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:20:19.225892 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f600c487-e5e5-4562-8a3b-6f15b13fe576", "name": "network-vif-plugged", "status": "completed", "tag": "ed51ec73-d9a5-4c0b-b4de-6eed8a81fff5", "code": 200}]} {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:20:19.226303 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-38007043-5ad9-4c7b-85a4-4f38805979e5 {{(pid=105586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:20:19.226899 n-d-705658-22 neutron-server[105586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f600c487-e5e5-4562-8a3b-6f15b13fe576', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed51ec73-d9a5-4c0b-b4de-6eed8a81fff5', 'code': 200} Jul 27 21:20:19.228306 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:19.229823 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device e31cb1f7-840b-4526-8ec2-cc2374d781b2 up at agent hyperv_n-h1-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:20:19.253651 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-80dd92b1-d72a-4fd3-af62-6d3beee844b5 req-d9aaac0d-1a6f-4c0a-ab1f-967586e1bdbb service neutron] 10.222.0.36 "GET /v2.0/networks/1473080c-86ba-4d44-8dcc-5442b4565b0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2971187 Jul 27 21:20:19.281881 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-8a425243-899e-40fb-ac4a-22f869c25ff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:19.343392 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-9348effd-c049-431f-8787-b153f77f6bc5 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9014150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9738800'] for subnet, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:19.380571 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-8a425243-899e-40fb-ac4a-22f869c25ff7 None None] For port 5d5f0580-ddf9-40bd-a50c-a882704cd295, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=5d5f0580-ddf9-40bd-a50c-a882704cd295,segment=NetworkSegment(532d8a52-575f-45de-a3af-efbea8c8f6d5),segment_id=532d8a52-575f-45de-a3af-efbea8c8f6d5)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:20:19.412171 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-8a425243-899e-40fb-ac4a-22f869c25ff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:19.418905 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Pushing event updated for resources: {'Port': ['ID=ed51ec73-d9a5-4c0b-b4de-6eed8a81fff5,revision_number=9']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:20:19.427431 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9348effd-c049-431f-8787-b153f77f6bc5 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Pushing event updated for resources: {'Subnet': ['ID=66ef9004-e21f-4a95-9f0d-645ddd25a0da,revision_number=0']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:20:19.443609 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-dea9af1a-3d3a-44a1-80cc-cb6e0d98c3bc tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:19.466421 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Provisioning for port e31cb1f7-840b-4526-8ec2-cc2374d781b2 completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:20:19.479120 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [None req-dea9af1a-3d3a-44a1-80cc-cb6e0d98c3bc tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] device_id is not set on port f167c9b2-f6b5-4021-8e22-9d81459ff022 yet. {{(pid=105584) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 21:20:19.482969 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Provisioning complete for port e31cb1f7-840b-4526-8ec2-cc2374d781b2 triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:20:19.483368 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:19.532402 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9348effd-c049-431f-8787-b153f77f6bc5 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Checking segment: {'id': '833e9d8d-1947-449e-8bf2-e502ad2fc0f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'c79f7913-91a4-4194-bf8c-bfda2e55a1f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:20:19.532774 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9348effd-c049-431f-8787-b153f77f6bc5 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Network hostable DHCP agents. Network: c79f7913-91a4-4194-bf8c-bfda2e55a1f2, hostable agents: ['7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a'], hosted agents: [] {{(pid=105584) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:20:19.546332 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a425243-899e-40fb-ac4a-22f869c25ff7 None None] Pushing event updated for resources: {'Port': ['ID=5d5f0580-ddf9-40bd-a50c-a882704cd295,revision_number=5']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:20:19.577479 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9348effd-c049-431f-8787-b153f77f6bc5 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Network c79f7913-91a4-4194-bf8c-bfda2e55a1f2 is scheduled to be hosted by DHCP agent 7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a with binding_index 1 {{(pid=105584) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:20:19.617263 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [None req-9348effd-c049-431f-8787-b153f77f6bc5 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-22, c79f7913-91a4-4194-bf8c-bfda2e55a1f2) {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:20:19.624037 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9348effd-c049-431f-8787-b153f77f6bc5 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:20:19.625066 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-9348effd-c049-431f-8787-b153f77f6bc5 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Notify callbacks [] for subnet, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:19.643018 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1915e394-f51b-483c-9803-d5f590ecdedd None None] Network c79f7913-91a4-4194-bf8c-bfda2e55a1f2 requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:20:19.686368 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-9348effd-c049-431f-8787-b153f77f6bc5 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7393463 Jul 27 21:20:19.688913 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 49034) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:20:19.696055 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-1fd23087-85af-4fd3-a4a1-8a9fccf480c0 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Request body: {'port': {'network_id': 'c79f7913-91a4-4194-bf8c-bfda2e55a1f2', 'security_groups': [], 'name': 'tempest-PortsTestJSON-465362084'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:20:19.749677 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.db_base_plugin_common [None req-dea9af1a-3d3a-44a1-80cc-cb6e0d98c3bc tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Allocated IP 172.20.0.9 (1d615a85-844c-4c57-a0fc-2090e87300f0/311cd78a-04e6-4469-b214-d0536c869414/f167c9b2-f6b5-4021-8e22-9d81459ff022) {{(pid=105584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:20:19.752164 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:19.759217 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.db_base_plugin_common [None req-dea9af1a-3d3a-44a1-80cc-cb6e0d98c3bc tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Allocated IP 2001:db8::f816:3eff:fe97:8414 (1d615a85-844c-4c57-a0fc-2090e87300f0/89b87d9e-9434-455c-b77e-da2ae54cf7d2/f167c9b2-f6b5-4021-8e22-9d81459ff022) {{(pid=105584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:20:19.835938 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 49036) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:20:19.889944 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] For port e31cb1f7-840b-4526-8ec2-cc2374d781b2, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=e31cb1f7-840b-4526-8ec2-cc2374d781b2,segment=NetworkSegment(fa50df03-7dd2-4052-8819-c119d7bd8619),segment_id=fa50df03-7dd2-4052-8819-c119d7bd8619)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:20:19.901157 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 49038) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:20:19.909748 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d7b7209-00e4-409a-887e-940e4a95b1a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30bb4b93-b285-5d90-9493-f9ec33ea333c-c79f7913-91a4-4194-bf8c-bfda2e55a1f2', 'network_id': 'c79f7913-91a4-4194-bf8c-bfda2e55a1f2', 'tenant_id': '454b79f542fc4867a07c409c85be23c7', 'fixed_ips': [{'subnet_id': '66ef9004-e21f-4a95-9f0d-645ddd25a0da'}]}} from n-d-705658-22. {{(pid=105586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 21:20:19.910636 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-9d7b7209-00e4-409a-887e-940e4a95b1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:19.951236 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:19.955195 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fd23087-85af-4fd3-a4a1-8a9fccf480c0 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Made reservation on behalf of 454b79f542fc4867a07c409c85be23c7 for: {'port': 1} {{(pid=105585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:20:19.965631 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-1fd23087-85af-4fd3-a4a1-8a9fccf480c0 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:20.005539 n-d-705658-22 neutron-server[105585]: DEBUG neutron.notifiers.nova [None req-1fd23087-85af-4fd3-a4a1-8a9fccf480c0 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] device_id is not set on port 88af84c9-e972-42f5-a855-792b288f2018 yet. {{(pid=105585) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 21:20:20.083206 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.agents_db [None req-558fcd2c-e512-47bc-a170-8673d87f7213 None None] Agent healthcheck: found 7 active agents {{(pid=105587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 21:20:20.149685 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-74c34853-bf90-4b69-beb5-256b09a1e06d tempest-TestSecurityGroupsBasicOps-1546455404 tempest-TestSecurityGroupsBasicOps-1546455404-project-admin] 10.222.0.59 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 2428 time: 0.3120556 Jul 27 21:20:20.155734 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 49050) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:20:20.161483 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-9e92fdda-17cd-42d1-a980-66774e06fe3f tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] Request body: {'network': {'name': 'tempest-network-smoke--1456549007', 'project_id': '717529174f79442eb5493474d000cc27', 'port_security_enabled': False}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:20:20.182299 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-dea9af1a-3d3a-44a1-80cc-cb6e0d98c3bc tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks [] for port, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:20.205979 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.provisioning_blocks [None req-dea9af1a-3d3a-44a1-80cc-cb6e0d98c3bc tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Transition to ACTIVE for port object f167c9b2-f6b5-4021-8e22-9d81459ff022 will not be triggered until provisioned by entity DHCP. {{(pid=105584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:20:20.237930 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e92fdda-17cd-42d1-a980-66774e06fe3f tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] Made reservation on behalf of 717529174f79442eb5493474d000cc27 for: {'network': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:20:20.251239 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-9e92fdda-17cd-42d1-a980-66774e06fe3f tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for network, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:20.263874 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Pushing event updated for resources: {'Port': ['ID=e31cb1f7-840b-4526-8ec2-cc2374d781b2,revision_number=5']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:20:20.288957 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-a9c8eb0d-ccaf-44d1-aa3d-83929b93b586 tempest-RoutersTestDVR-460197501 tempest-RoutersTestDVR-460197501-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-684194694'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:20:20.353212 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 5d5f0580-ddf9-40bd-a50c-a882704cd295 up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:20:20.383397 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e92fdda-17cd-42d1-a980-66774e06fe3f tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] vlan segment allocate from pool success with {'vlan_id': 200, 'physical_network': 'physnet1'} {{(pid=105584) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:20:20.404559 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-9e92fdda-17cd-42d1-a980-66774e06fe3f tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:20.404915 n-d-705658-22 neutron-server[105584]: INFO neutron.db.segments_db [None req-9e92fdda-17cd-42d1-a980-66774e06fe3f tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] Added segment a6a57384-6795-46cb-b260-81b15232836f of type vlan for network 52c6430f-7dd9-4cc3-880a-fd88c5478e36 Jul 27 21:20:20.445730 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.db_base_plugin_common [None req-1fd23087-85af-4fd3-a4a1-8a9fccf480c0 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Allocated IP 172.20.0.12 (c79f7913-91a4-4194-bf8c-bfda2e55a1f2/66ef9004-e21f-4a95-9f0d-645ddd25a0da/88af84c9-e972-42f5-a855-792b288f2018) {{(pid=105585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:20:20.489932 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port 5d5f0580-ddf9-40bd-a50c-a882704cd295 triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:20:20.490737 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:20.538164 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-9e92fdda-17cd-42d1-a980-66774e06fe3f tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790688424798'] for network, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:20.581788 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-a9c8eb0d-ccaf-44d1-aa3d-83929b93b586 tempest-RoutersTestDVR-460197501 tempest-RoutersTestDVR-460197501-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4163813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-443'] for router, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:20.582824 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-a9c8eb0d-ccaf-44d1-aa3d-83929b93b586 tempest-RoutersTestDVR-460197501 tempest-RoutersTestDVR-460197501-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4165196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4077059', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3711235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-418'] for router, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:20.597188 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-9e92fdda-17cd-42d1-a980-66774e06fe3f tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920'] for network, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:20.603526 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e92fdda-17cd-42d1-a980-66774e06fe3f tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:20:20.604394 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-9e92fdda-17cd-42d1-a980-66774e06fe3f tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743886'] for network, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:20.645122 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-a9c8eb0d-ccaf-44d1-aa3d-83929b93b586 tempest-RoutersTestDVR-460197501 tempest-RoutersTestDVR-460197501-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:20.663704 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-a9c8eb0d-ccaf-44d1-aa3d-83929b93b586 tempest-RoutersTestDVR-460197501 tempest-RoutersTestDVR-460197501-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4163804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4077150'] for router, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:20.665128 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-dea9af1a-3d3a-44a1-80cc-cb6e0d98c3bc tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:20.713517 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8772f1f0-4549-474e-87a8-5283a4de3b7f req-eac32dbd-c7eb-4f2e-8d1d-ba2233569412 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:20:20.721373 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-8772f1f0-4549-474e-87a8-5283a4de3b7f req-eac32dbd-c7eb-4f2e-8d1d-ba2233569412 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] 10.222.0.59 "GET /v2.0/ports?device_id=f600c487-e5e5-4562-8a3b-6f15b13fe576 HTTP/1.1" status: 200 len: 945 time: 0.5951414 Jul 27 21:20:20.735789 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-cf4fa601-2e54-48d8-89d8-bd584068b8a3 None None] Provisioning complete for port 5d5f0580-ddf9-40bd-a50c-a882704cd295 triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:20:20.736180 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-cf4fa601-2e54-48d8-89d8-bd584068b8a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:20.748437 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-9e92fdda-17cd-42d1-a980-66774e06fe3f tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5914176 Jul 27 21:20:20.749436 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 49064) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:20:20.757405 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-a9c8eb0d-ccaf-44d1-aa3d-83929b93b586 tempest-RoutersTestDVR-460197501 tempest-RoutersTestDVR-460197501-project-admin] Notify callbacks [] for router, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:20.758717 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-a9c8eb0d-ccaf-44d1-aa3d-83929b93b586 tempest-RoutersTestDVR-460197501 tempest-RoutersTestDVR-460197501-project-admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 0.8563659 Jul 27 21:20:20.767644 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-35cc7233-42f0-4ad5-b640-ad0fce971366 tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1250448418', 'admin_state_up': True, 'project_id': '717529174f79442eb5493474d000cc27', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305'}}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:20:20.781149 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 49066) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:20:20.795623 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-8772f1f0-4549-474e-87a8-5283a4de3b7f req-23975054-9670-4601-a46a-f07bf142bb26 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] 10.222.0.59 "GET /v2.0/security-groups?id=5a737d1c-b945-4cea-a14d-2326657e6941&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0730586 Jul 27 21:20:20.810511 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dea9af1a-3d3a-44a1-80cc-cb6e0d98c3bc tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Network 1d615a85-844c-4c57-a0fc-2090e87300f0 is already hosted by enough agents. {{(pid=105584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:20:20.813085 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e92fdda-17cd-42d1-a980-66774e06fe3f tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] Pushing event updated for resources: {'Network': ['ID=52c6430f-7dd9-4cc3-880a-fd88c5478e36,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:20:20.823384 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [None req-dea9af1a-3d3a-44a1-80cc-cb6e0d98c3bc tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Resources bound (agent type, host, resource id): {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:20:20.827661 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea9af1a-3d3a-44a1-80cc-cb6e0d98c3bc tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Pushing event updated for resources: {'Port': ['ID=f167c9b2-f6b5-4021-8e22-9d81459ff022,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:20:20.830552 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dea9af1a-3d3a-44a1-80cc-cb6e0d98c3bc tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Received port after_create {{(pid=105584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:20:20.839652 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1b548e-c9b7-4487-b075-0fc55488a0c5 req-dd021090-91fc-4fd7-85ed-70faf49be3c9 tempest-VolumesSnapshotTestJSON-1656461289 tempest-VolumesSnapshotTestJSON-1656461289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:20:20.843531 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Network 52c6430f-7dd9-4cc3-880a-fd88c5478e36 details requested by agent ovs-agent-n-d-705658-22 with host n-d-705658-22 {{(pid=105586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:20:20.847518 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-6b1b548e-c9b7-4487-b075-0fc55488a0c5 req-dd021090-91fc-4fd7-85ed-70faf49be3c9 tempest-VolumesSnapshotTestJSON-1656461289 tempest-VolumesSnapshotTestJSON-1656461289-project] 10.222.0.59 "GET /v2.0/ports?device_id=e461b1e5-9e94-433e-8c6a-5441fbef3d14 HTTP/1.1" status: 200 len: 945 time: 0.3665826 Jul 27 21:20:20.909057 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-35cc7233-42f0-4ad5-b640-ad0fce971366 tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4163813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-443'] for router, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:20.910019 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-35cc7233-42f0-4ad5-b640-ad0fce971366 tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4165196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4077059', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3711235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-418'] for router, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:20.990757 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-1fd23087-85af-4fd3-a4a1-8a9fccf480c0 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Notify callbacks [] for port, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:20.996832 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-35cc7233-42f0-4ad5-b640-ad0fce971366 tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:21.002793 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-b5c92661-bb40-4987-9bfa-ed4c3de16d17 tempest-RoutersTestDVR-460197501 tempest-RoutersTestDVR-460197501-project-admin] Notify callbacks [] for router, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:21.120968 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dea9af1a-3d3a-44a1-80cc-cb6e0d98c3bc tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:20:21.121723 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-dea9af1a-3d3a-44a1-80cc-cb6e0d98c3bc tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:21.226104 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-dea9af1a-3d3a-44a1-80cc-cb6e0d98c3bc tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 2.4560089 Jul 27 21:20:21.230480 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e461b1e5-9e94-433e-8c6a-5441fbef3d14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e31cb1f7-840b-4526-8ec2-cc2374d781b2'}] {{(pid=105586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:20:21.232987 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14c1663e039faf5393f87855f745010ac5b02220355b68fdbf065393e303ac56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6deec0f1-9a21-41a2-9a3d-d4372a07b59c" -d '{"events": [{"server_uuid": "e461b1e5-9e94-433e-8c6a-5441fbef3d14", "name": "network-vif-plugged", "status": "completed", "tag": "e31cb1f7-840b-4526-8ec2-cc2374d781b2"}]}' {{(pid=105586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:20:21.275723 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 49072) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:20:21.296443 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:20:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9523332-eca0-4d19-a3de-0b394e222b27 x-openstack-request-id: req-c9523332-eca0-4d19-a3de-0b394e222b27 {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:20:21.296899 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e461b1e5-9e94-433e-8c6a-5441fbef3d14", "name": "network-vif-plugged", "status": "completed", "tag": "e31cb1f7-840b-4526-8ec2-cc2374d781b2", "code": 200}]} {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:20:21.296992 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-c9523332-eca0-4d19-a3de-0b394e222b27 {{(pid=105586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:20:21.297357 n-d-705658-22 neutron-server[105586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e461b1e5-9e94-433e-8c6a-5441fbef3d14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e31cb1f7-840b-4526-8ec2-cc2374d781b2', 'code': 200} Jul 27 21:20:21.316672 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-35cc7233-42f0-4ad5-b640-ad0fce971366 tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4077169', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4163787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-400'] for router, precommit_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:21.366735 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-b5c92661-bb40-4987-9bfa-ed4c3de16d17 tempest-RoutersTestDVR-460197501 tempest-RoutersTestDVR-460197501-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4163631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-425'] for router, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:21.382510 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-6b1b548e-c9b7-4487-b075-0fc55488a0c5 req-414252c4-6540-4f52-aca8-798ba06fd9df tempest-VolumesSnapshotTestJSON-1656461289 tempest-VolumesSnapshotTestJSON-1656461289-project] 10.222.0.59 "GET /v2.0/security-groups?id=dbda38b4-0099-4f6e-aeb8-905b6aa6a585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5337439 Jul 27 21:20:21.387882 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-b5c92661-bb40-4987-9bfa-ed4c3de16d17 tempest-RoutersTestDVR-460197501 tempest-RoutersTestDVR-460197501-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:21.445316 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.provisioning_blocks [None req-1fd23087-85af-4fd3-a4a1-8a9fccf480c0 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Transition to ACTIVE for port object 88af84c9-e972-42f5-a855-792b288f2018 will not be triggered until provisioned by entity DHCP. {{(pid=105585) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:20:21.523722 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-b5c92661-bb40-4987-9bfa-ed4c3de16d17 tempest-RoutersTestDVR-460197501 tempest-RoutersTestDVR-460197501-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4163007'] for router, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:21.524629 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5c92661-bb40-4987-9bfa-ed4c3de16d17 tempest-RoutersTestDVR-460197501 tempest-RoutersTestDVR-460197501-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b72cf796-2518-4b31-9098-e05978f879f0 {{(pid=105585) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 21:20:21.539718 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-8377fffe-06b4-4228-a7d1-a9d9901abbdd None None] Provisioning for port f167c9b2-f6b5-4021-8e22-9d81459ff022 completed by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:20:21.546833 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-b5c92661-bb40-4987-9bfa-ed4c3de16d17 tempest-RoutersTestDVR-460197501 tempest-RoutersTestDVR-460197501-project-admin] Notify callbacks [] for router, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:21.548356 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-b5c92661-bb40-4987-9bfa-ed4c3de16d17 tempest-RoutersTestDVR-460197501 tempest-RoutersTestDVR-460197501-project-admin] 10.222.0.59 "DELETE /v2.0/routers/b72cf796-2518-4b31-9098-e05978f879f0 HTTP/1.1" status: 204 len: 168 time: 0.7515209 Jul 27 21:20:21.551577 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-8377fffe-06b4-4228-a7d1-a9d9901abbdd None None] Provisioning complete for port f167c9b2-f6b5-4021-8e22-9d81459ff022 triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:20:21.552161 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-8377fffe-06b4-4228-a7d1-a9d9901abbdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:21.558859 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 49082) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:20:21.564151 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-79328d16-85e1-44b6-ac14-9b8135a38148 tempest-RoutersTestDVR-460197501 tempest-RoutersTestDVR-460197501-project-admin] Request body: {'router': {'name': 'tempest-router-1597018537', 'distributed': False}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:20:21.603023 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-8377fffe-06b4-4228-a7d1-a9d9901abbdd None None] Port f167c9b2-f6b5-4021-8e22-9d81459ff022 cannot update to ACTIVE because it is not bound. {{(pid=105586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:20:21.619150 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9518460-197d-44e2-b916-8264b1ecba68 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:20:21.626896 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9518460-197d-44e2-b916-8264b1ecba68 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:20:21.629375 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e94d146-9525-4a76-aedf-be375b774d77 req-b35e7397-ad0a-48e3-a065-272fe5875a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:20:21.631108 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-0e94d146-9525-4a76-aedf-be375b774d77 req-b35e7397-ad0a-48e3-a065-272fe5875a09 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=e461b1e5-9e94-433e-8c6a-5441fbef3d14 HTTP/1.1" status: 200 len: 1097 time: 0.2449255 Jul 27 21:20:21.631939 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-b9518460-197d-44e2-b916-8264b1ecba68 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1861 time: 0.3551285 Jul 27 21:20:21.632891 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 49084) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:20:21.640207 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-1fd23087-85af-4fd3-a4a1-8a9fccf480c0 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:21.658421 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-79328d16-85e1-44b6-ac14-9b8135a38148 tempest-RoutersTestDVR-460197501 tempest-RoutersTestDVR-460197501-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4163813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-443'] for router, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:21.659539 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-79328d16-85e1-44b6-ac14-9b8135a38148 tempest-RoutersTestDVR-460197501 tempest-RoutersTestDVR-460197501-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4165196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4077059', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3711235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-418'] for router, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:21.692808 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.db_base_plugin_common [None req-9d7b7209-00e4-409a-887e-940e4a95b1a2 None None] Allocated IP 172.20.0.2 (c79f7913-91a4-4194-bf8c-bfda2e55a1f2/66ef9004-e21f-4a95-9f0d-645ddd25a0da/81c257ff-cb4a-4cec-8b46-40bb7779ed8e) {{(pid=105586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:20:21.726152 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fd23087-85af-4fd3-a4a1-8a9fccf480c0 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Network c79f7913-91a4-4194-bf8c-bfda2e55a1f2 is already hosted by enough agents. {{(pid=105585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:20:21.738397 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80dd92b1-d72a-4fd3-af62-6d3beee844b5 req-e7061bfc-33be-43ac-9a5f-de2b72a57bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:20:21.740225 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-80dd92b1-d72a-4fd3-af62-6d3beee844b5 req-e7061bfc-33be-43ac-9a5f-de2b72a57bf4 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=f600c487-e5e5-4562-8a3b-6f15b13fe576&tenant_id=379416b786c44e07b1b1ba1a5ea96882 HTTP/1.1" status: 200 len: 1097 time: 0.1699886 Jul 27 21:20:21.747493 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.base_scheduler [None req-1fd23087-85af-4fd3-a4a1-8a9fccf480c0 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Resources bound (agent type, host, resource id): {{(pid=105585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:20:21.768068 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fd23087-85af-4fd3-a4a1-8a9fccf480c0 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Received port after_create {{(pid=105585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:20:21.776549 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [req-80dd92b1-d72a-4fd3-af62-6d3beee844b5 req-fbead582-5643-4c14-bd1e-f359b7e26259 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-705658-22', 'device_owner': 'compute:nova'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:20:21.817989 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd23087-85af-4fd3-a4a1-8a9fccf480c0 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Pushing event updated for resources: {'Port': ['ID=88af84c9-e972-42f5-a855-792b288f2018,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:20:21.894641 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-9d7b7209-00e4-409a-887e-940e4a95b1a2 None None] Notify callbacks [] for port, precommit_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:21.904656 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-9d7b7209-00e4-409a-887e-940e4a95b1a2 None None] Transition to ACTIVE for port object 81c257ff-cb4a-4cec-8b46-40bb7779ed8e will not be triggered until provisioned by entity L2. {{(pid=105586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:20:21.916289 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-0e94d146-9525-4a76-aedf-be375b774d77 req-3c07f3e5-fc2e-4f0e-b0ab-f6003260f2d8 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=dbda38b4-0099-4f6e-aeb8-905b6aa6a585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2736702 Jul 27 21:20:21.921603 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-9d7b7209-00e4-409a-887e-940e4a95b1a2 None None] Transition to ACTIVE for port object 81c257ff-cb4a-4cec-8b46-40bb7779ed8e will not be triggered until provisioned by entity DHCP. {{(pid=105586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:20:21.924666 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-79328d16-85e1-44b6-ac14-9b8135a38148 tempest-RoutersTestDVR-460197501 tempest-RoutersTestDVR-460197501-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:21.930045 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-9d7b7209-00e4-409a-887e-940e4a95b1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143'] for port, after_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:21.961631 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-79328d16-85e1-44b6-ac14-9b8135a38148 tempest-RoutersTestDVR-460197501 tempest-RoutersTestDVR-460197501-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4163804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4077150'] for router, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:22.001722 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fd23087-85af-4fd3-a4a1-8a9fccf480c0 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:20:22.003239 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-1fd23087-85af-4fd3-a4a1-8a9fccf480c0 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:22.006005 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-79328d16-85e1-44b6-ac14-9b8135a38148 tempest-RoutersTestDVR-460197501 tempest-RoutersTestDVR-460197501-project-admin] Notify callbacks [] for router, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:22.007426 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-79328d16-85e1-44b6-ac14-9b8135a38148 tempest-RoutersTestDVR-460197501 tempest-RoutersTestDVR-460197501-project-admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.4471166 Jul 27 21:20:22.008449 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-80dd92b1-d72a-4fd3-af62-6d3beee844b5 req-fbead582-5643-4c14-bd1e-f359b7e26259 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:22.011549 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7b7209-00e4-409a-887e-940e4a95b1a2 None None] Pushing event updated for resources: {'Port': ['ID=81c257ff-cb4a-4cec-8b46-40bb7779ed8e,revision_number=1']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:20:22.013675 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 49088) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:20:22.035642 n-d-705658-22 neutron-server[105586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d7b7209-00e4-409a-887e-940e4a95b1a2 None None] Network c79f7913-91a4-4194-bf8c-bfda2e55a1f2 is already hosted by enough agents. {{(pid=105586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:20:22.059595 n-d-705658-22 neutron-server[105586]: DEBUG neutron.scheduler.base_scheduler [None req-9d7b7209-00e4-409a-887e-940e4a95b1a2 None None] Resources bound (agent type, host, resource id): {{(pid=105586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:20:22.068517 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d7b7209-00e4-409a-887e-940e4a95b1a2 None None] Received port after_create {{(pid=105586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:20:22.207594 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-9d7b7209-00e4-409a-887e-940e4a95b1a2 None None] Attempting to bind port 81c257ff-cb4a-4cec-8b46-40bb7779ed8e on host n-d-705658-22 for vnic_type normal with profile {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:20:22.208082 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-9d7b7209-00e4-409a-887e-940e4a95b1a2 None None] Attempting to bind port 81c257ff-cb4a-4cec-8b46-40bb7779ed8e by drivers openvswitch,hyperv on host n-d-705658-22 at level 0 using segments [{'id': '833e9d8d-1947-449e-8bf2-e502ad2fc0f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'c79f7913-91a4-4194-bf8c-bfda2e55a1f2'}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:20:22.208516 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d7b7209-00e4-409a-887e-940e4a95b1a2 None None] Attempting to bind port 81c257ff-cb4a-4cec-8b46-40bb7779ed8e on network c79f7913-91a4-4194-bf8c-bfda2e55a1f2 {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:20:22.215247 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d7b7209-00e4-409a-887e-940e4a95b1a2 None None] Checking agent: {'id': '04a7ea91-6318-467e-ace6-b0fb48c8690f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 41, 42), 'started_at': datetime.datetime(2021, 7, 27, 20, 42, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 20, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:20:22.215660 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d7b7209-00e4-409a-887e-940e4a95b1a2 None None] Checking segment: {'id': '833e9d8d-1947-449e-8bf2-e502ad2fc0f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'c79f7913-91a4-4194-bf8c-bfda2e55a1f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:20:22.216176 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-9d7b7209-00e4-409a-887e-940e4a95b1a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:22.216752 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d7b7209-00e4-409a-887e-940e4a95b1a2 None None] Bound using segment: {'id': '833e9d8d-1947-449e-8bf2-e502ad2fc0f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'c79f7913-91a4-4194-bf8c-bfda2e55a1f2'} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:20:22.217299 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-9d7b7209-00e4-409a-887e-940e4a95b1a2 None None] Bound port: 81c257ff-cb4a-4cec-8b46-40bb7779ed8e, host: n-d-705658-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '833e9d8d-1947-449e-8bf2-e502ad2fc0f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'c79f7913-91a4-4194-bf8c-bfda2e55a1f2'}}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:20:22.217756 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-9d7b7209-00e4-409a-887e-940e4a95b1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:22.231145 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-1fd23087-85af-4fd3-a4a1-8a9fccf480c0 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 2.5408466 Jul 27 21:20:22.232857 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 49092) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:20:22.243591 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-9c17d342-96a0-40ab-865e-fc1a1d043b54 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Deleting port f167c9b2-f6b5-4021-8e22-9d81459ff022 {{(pid=105584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:20:22.244494 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-9c17d342-96a0-40ab-865e-fc1a1d043b54 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:22.267464 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-3e70ab12-e20c-4d0a-839b-40eca0501380 tempest-RoutersTestDVR-460197501 tempest-RoutersTestDVR-460197501-project-admin] Notify callbacks [] for router, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:22.285288 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-9d7b7209-00e4-409a-887e-940e4a95b1a2 None None] For port 81c257ff-cb4a-4cec-8b46-40bb7779ed8e, host n-d-705658-22, cleared binding levels {{(pid=105586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:20:22.288615 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-9d7b7209-00e4-409a-887e-940e4a95b1a2 None None] For port 81c257ff-cb4a-4cec-8b46-40bb7779ed8e, host n-d-705658-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=81c257ff-cb4a-4cec-8b46-40bb7779ed8e,segment=NetworkSegment(833e9d8d-1947-449e-8bf2-e502ad2fc0f9),segment_id=833e9d8d-1947-449e-8bf2-e502ad2fc0f9)] {{(pid=105586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:20:22.292538 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-9d7b7209-00e4-409a-887e-940e4a95b1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:22.331492 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-35cc7233-42f0-4ad5-b640-ad0fce971366 tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] Notify callbacks [] for router_gateway, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:22.357224 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7b7209-00e4-409a-887e-940e4a95b1a2 None None] Pushing event updated for resources: {'Port': ['ID=81c257ff-cb4a-4cec-8b46-40bb7779ed8e,revision_number=2']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:20:22.364391 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-35cc7233-42f0-4ad5-b640-ad0fce971366 tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:22.406015 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e54923c-21de-4cae-9a37-965629207f4d req-5636e799-3401-4e7a-b11d-b71c26b7afb0 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:20:22.413326 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-7e54923c-21de-4cae-9a37-965629207f4d req-5636e799-3401-4e7a-b11d-b71c26b7afb0 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] 10.222.0.59 "GET /v2.0/ports?device_id=f600c487-e5e5-4562-8a3b-6f15b13fe576 HTTP/1.1" status: 200 len: 945 time: 0.4957674 Jul 27 21:20:22.473338 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-9c17d342-96a0-40ab-865e-fc1a1d043b54 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:22.496659 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-9c17d342-96a0-40ab-865e-fc1a1d043b54 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Calling delete_port for f167c9b2-f6b5-4021-8e22-9d81459ff022 owned by {{(pid=105584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:20:22.629952 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.db_base_plugin_common [None req-35cc7233-42f0-4ad5-b640-ad0fce971366 tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] Allocated IP 172.25.5.87 (8735d8a2-b604-4758-ae71-b40e4ee6f305/eca7dbab-b9c0-4c8f-a272-816ea8a81764/4e2ca401-3ce6-4cc6-bc34-a6004ee338dc) {{(pid=105584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:20:22.639534 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-2766280f-47a2-4633-a467-5b10341ea328 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Deleting port 88af84c9-e972-42f5-a855-792b288f2018 {{(pid=105584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:20:22.639898 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-2766280f-47a2-4633-a467-5b10341ea328 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:22.874451 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-2766280f-47a2-4633-a467-5b10341ea328 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:22.923393 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-2766280f-47a2-4633-a467-5b10341ea328 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Calling delete_port for 88af84c9-e972-42f5-a855-792b288f2018 owned by {{(pid=105584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:20:22.944320 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-35cc7233-42f0-4ad5-b640-ad0fce971366 tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] Notify callbacks [] for port, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:22.997255 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-9c17d342-96a0-40ab-865e-fc1a1d043b54 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:23.055296 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c17d342-96a0-40ab-865e-fc1a1d043b54 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Pushing event deleted for resources: {'Port': ['ID=f167c9b2-f6b5-4021-8e22-9d81459ff022,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:20:23.056057 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-7e54923c-21de-4cae-9a37-965629207f4d req-76274459-c5bb-4339-8edc-38a0177b2a2b tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] 10.222.0.59 "GET /v2.0/security-groups?id=5a737d1c-b945-4cea-a14d-2326657e6941&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6420014 Jul 27 21:20:23.063425 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-3e70ab12-e20c-4d0a-839b-40eca0501380 tempest-RoutersTestDVR-460197501 tempest-RoutersTestDVR-460197501-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4163631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-425'] for router, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:23.070445 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-3e70ab12-e20c-4d0a-839b-40eca0501380 tempest-RoutersTestDVR-460197501 tempest-RoutersTestDVR-460197501-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:23.138124 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.db [req-80dd92b1-d72a-4fd3-af62-6d3beee844b5 req-fbead582-5643-4c14-bd1e-f359b7e26259 service neutron] For port ed51ec73-d9a5-4c0b-b4de-6eed8a81fff5, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=ed51ec73-d9a5-4c0b-b4de-6eed8a81fff5,segment=NetworkSegment(19bc2e5f-7908-4153-b6d3-443d5b34a291),segment_id=19bc2e5f-7908-4153-b6d3-443d5b34a291)] {{(pid=105585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:20:23.153578 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-3e70ab12-e20c-4d0a-839b-40eca0501380 tempest-RoutersTestDVR-460197501 tempest-RoutersTestDVR-460197501-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4163007'] for router, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:23.154123 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e70ab12-e20c-4d0a-839b-40eca0501380 tempest-RoutersTestDVR-460197501 tempest-RoutersTestDVR-460197501-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4aac4077-bcd0-45c8-b89d-c96707f8e588 {{(pid=105585) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 21:20:23.154939 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-35cc7233-42f0-4ad5-b640-ad0fce971366 tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:23.162039 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-3e70ab12-e20c-4d0a-839b-40eca0501380 tempest-RoutersTestDVR-460197501 tempest-RoutersTestDVR-460197501-project-admin] Notify callbacks [] for router, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:23.164399 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-3e70ab12-e20c-4d0a-839b-40eca0501380 tempest-RoutersTestDVR-460197501 tempest-RoutersTestDVR-460197501-project-admin] 10.222.0.59 "DELETE /v2.0/routers/4aac4077-bcd0-45c8-b89d-c96707f8e588 HTTP/1.1" status: 204 len: 168 time: 1.1474640 Jul 27 21:20:23.176628 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 49120) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:20:23.186363 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-60b30c68-c2d3-4910-ac68-a4c9018bee9a tempest-RoutersTestDVR-460197501 tempest-RoutersTestDVR-460197501-project-admin] Request body: {'router': {'name': 'tempest-router-1384614639', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': 'fd6de9c6c87d4f768fdd592bc5400f40'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:20:23.274234 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-60b30c68-c2d3-4910-ac68-a4c9018bee9a tempest-RoutersTestDVR-460197501 tempest-RoutersTestDVR-460197501-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4163813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-443'] for router, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:23.275592 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-60b30c68-c2d3-4910-ac68-a4c9018bee9a tempest-RoutersTestDVR-460197501 tempest-RoutersTestDVR-460197501-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4165196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4077059', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3711235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-418'] for router, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:23.307923 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35cc7233-42f0-4ad5-b640-ad0fce971366 tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] Network 8735d8a2-b604-4758-ae71-b40e4ee6f305 is already hosted by enough agents. {{(pid=105584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:20:23.314379 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacf7996-19ea-4c1b-81d4-37957a4050ed req-6c446d06-802f-4eb6-86a2-53269c1f74f8 tempest-VolumesSnapshotTestJSON-1656461289 tempest-VolumesSnapshotTestJSON-1656461289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:20:23.316307 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-eacf7996-19ea-4c1b-81d4-37957a4050ed req-6c446d06-802f-4eb6-86a2-53269c1f74f8 tempest-VolumesSnapshotTestJSON-1656461289 tempest-VolumesSnapshotTestJSON-1656461289-project] 10.222.0.59 "GET /v2.0/ports?device_id=e461b1e5-9e94-433e-8c6a-5441fbef3d14 HTTP/1.1" status: 200 len: 945 time: 0.8532193 Jul 27 21:20:23.317495 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.db [req-80dd92b1-d72a-4fd3-af62-6d3beee844b5 req-fbead582-5643-4c14-bd1e-f359b7e26259 service neutron] For port ed51ec73-d9a5-4c0b-b4de-6eed8a81fff5, host n-h1-705658-22, cleared binding levels {{(pid=105585) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:20:23.345105 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [None req-35cc7233-42f0-4ad5-b640-ad0fce971366 tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] Resources bound (agent type, host, resource id): {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:20:23.365971 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35cc7233-42f0-4ad5-b640-ad0fce971366 tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] Received port after_create {{(pid=105584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:20:23.384217 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-9c17d342-96a0-40ab-865e-fc1a1d043b54 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:23.392110 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-9c17d342-96a0-40ab-865e-fc1a1d043b54 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] 10.222.0.59 "DELETE /v2.0/ports/f167c9b2-f6b5-4021-8e22-9d81459ff022 HTTP/1.1" status: 204 len: 168 time: 1.7515121 Jul 27 21:20:23.406587 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 49126) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:20:23.463437 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35cc7233-42f0-4ad5-b640-ad0fce971366 tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] Pushing event updated for resources: {'Port': ['ID=4e2ca401-3ce6-4cc6-bc34-a6004ee338dc,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:20:23.494554 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-2766280f-47a2-4633-a467-5b10341ea328 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:23.530028 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-60b30c68-c2d3-4910-ac68-a4c9018bee9a tempest-RoutersTestDVR-460197501 tempest-RoutersTestDVR-460197501-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:23.562943 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2766280f-47a2-4633-a467-5b10341ea328 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Pushing event deleted for resources: {'Port': ['ID=88af84c9-e972-42f5-a855-792b288f2018,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:20:23.564649 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-60b30c68-c2d3-4910-ac68-a4c9018bee9a tempest-RoutersTestDVR-460197501 tempest-RoutersTestDVR-460197501-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4163804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4077150'] for router, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:23.571291 n-d-705658-22 neutron-server[105585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f600c487-e5e5-4562-8a3b-6f15b13fe576', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ed51ec73-d9a5-4c0b-b4de-6eed8a81fff5'}] {{(pid=105585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:20:23.574448 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d66fd65881426bfc2b5388084a3654e5eae521106a15a3dbf0eb4cde7106c36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb8ec032-2815-4979-ab03-e41c6102ca33" -d '{"events": [{"server_uuid": "f600c487-e5e5-4562-8a3b-6f15b13fe576", "name": "network-vif-unplugged", "status": "completed", "tag": "ed51ec73-d9a5-4c0b-b4de-6eed8a81fff5"}]}' {{(pid=105585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:20:23.581548 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-80dd92b1-d72a-4fd3-af62-6d3beee844b5 req-fbead582-5643-4c14-bd1e-f359b7e26259 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:23.589501 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-eacf7996-19ea-4c1b-81d4-37957a4050ed req-68d18ad4-f5ef-449e-98eb-c48d297f8a99 tempest-VolumesSnapshotTestJSON-1656461289 tempest-VolumesSnapshotTestJSON-1656461289-project] 10.222.0.59 "GET /v2.0/security-groups?id=dbda38b4-0099-4f6e-aeb8-905b6aa6a585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2074525 Jul 27 21:20:23.632972 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da676c6d-5602-4fc3-9440-7bca1451911d tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:20:23.635026 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da676c6d-5602-4fc3-9440-7bca1451911d tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:20:23.639105 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da676c6d-5602-4fc3-9440-7bca1451911d tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:20:23.644585 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-da676c6d-5602-4fc3-9440-7bca1451911d tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.2354009 Jul 27 21:20:23.649229 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 49132) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:20:23.674482 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.provisioning_blocks [req-80dd92b1-d72a-4fd3-af62-6d3beee844b5 req-fbead582-5643-4c14-bd1e-f359b7e26259 service neutron] Transition to ACTIVE for port object ed51ec73-d9a5-4c0b-b4de-6eed8a81fff5 will not be triggered until provisioned by entity L2. {{(pid=105585) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:20:23.701220 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-60b30c68-c2d3-4910-ac68-a4c9018bee9a tempest-RoutersTestDVR-460197501 tempest-RoutersTestDVR-460197501-project-admin] Notify callbacks [] for router, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:23.704959 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-60b30c68-c2d3-4910-ac68-a4c9018bee9a tempest-RoutersTestDVR-460197501 tempest-RoutersTestDVR-460197501-project-admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.5234618 Jul 27 21:20:23.707823 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 27 Jul 2021 21:20:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bceeae73-6adc-4b74-860a-e67062467b3d x-openstack-request-id: req-bceeae73-6adc-4b74-860a-e67062467b3d {{(pid=105585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:20:23.708126 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f600c487-e5e5-4562-8a3b-6f15b13fe576", "name": "network-vif-unplugged", "status": "completed", "tag": "ed51ec73-d9a5-4c0b-b4de-6eed8a81fff5", "code": 200}]} {{(pid=105585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:20:23.708382 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-bceeae73-6adc-4b74-860a-e67062467b3d {{(pid=105585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:20:23.708789 n-d-705658-22 neutron-server[105585]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f600c487-e5e5-4562-8a3b-6f15b13fe576', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ed51ec73-d9a5-4c0b-b4de-6eed8a81fff5', 'code': 200} Jul 27 21:20:23.709169 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 49134) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:20:23.718480 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-bbf3def2-2e87-48fe-bcf9-8fcfe7abaa7d tempest-RoutersTestDVR-460197501 tempest-RoutersTestDVR-460197501-project-admin] Request body: {'router': {'distributed': True}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:20:23.722866 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-80dd92b1-d72a-4fd3-af62-6d3beee844b5 req-fbead582-5643-4c14-bd1e-f359b7e26259 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10221672'] for port, after_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:23.862775 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbead582-5643-4c14-bd1e-f359b7e26259 service neutron] Pushing event updated for resources: {'Port': ['ID=ed51ec73-d9a5-4c0b-b4de-6eed8a81fff5,revision_number=10']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:20:23.886376 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78e6c386-8d81-4613-bbd3-c5ffbe265207 None None] Network c79f7913-91a4-4194-bf8c-bfda2e55a1f2 requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:20:23.898521 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-2766280f-47a2-4633-a467-5b10341ea328 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:23.903852 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-2766280f-47a2-4633-a467-5b10341ea328 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] 10.222.0.59 "DELETE /v2.0/ports/88af84c9-e972-42f5-a855-792b288f2018 HTTP/1.1" status: 204 len: 168 time: 1.6674645 Jul 27 21:20:23.906162 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 49136) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:20:23.934164 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba4ae2f5-3012-4b5e-ae3a-bb56748ee9ae tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Deleting subnet 311cd78a-04e6-4469-b214-d0536c869414 {{(pid=105585) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:20:23.937619 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-ba4ae2f5-3012-4b5e-ae3a-bb56748ee9ae tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks [] for subnet, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:23.979530 n-d-705658-22 neutron-server[105584]: INFO neutron.pecan_wsgi.hooks.translation [None req-626aa136-47ec-4399-9d19-5854c02f8c91 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] GET failed (client error): The resource could not be found. Jul 27 21:20:23.986162 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-626aa136-47ec-4399-9d19-5854c02f8c91 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] 10.222.0.59 "GET /v2.0/ports/88af84c9-e972-42f5-a855-792b288f2018 HTTP/1.1" status: 404 len: 333 time: 0.0789266 Jul 27 21:20:23.988856 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 49138) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:20:23.988977 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-ba4ae2f5-3012-4b5e-ae3a-bb56748ee9ae tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9887057'] for subnet, precommit_delete_associations {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:24.064313 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-35cc7233-42f0-4ad5-b640-ad0fce971366 tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] Notify callbacks [] for router_gateway, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:24.067911 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-22f0c296-269a-47a7-a58e-721df9912061 None None] Provisioning for port 81c257ff-cb4a-4cec-8b46-40bb7779ed8e completed by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:20:24.162326 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.db_base_plugin_v2 [None req-e940c212-39f0-4836-98c6-a87dfe1ce92c tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Deleting subnet 66ef9004-e21f-4a95-9f0d-645ddd25a0da {{(pid=105584) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:20:24.168750 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-e940c212-39f0-4836-98c6-a87dfe1ce92c tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Notify callbacks [] for subnet, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:24.179172 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-ba4ae2f5-3012-4b5e-ae3a-bb56748ee9ae tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854965'] for subnet, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:24.288711 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-e940c212-39f0-4836-98c6-a87dfe1ce92c tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9014207'] for subnet, precommit_delete_associations {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:24.405489 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 81c257ff-cb4a-4cec-8b46-40bb7779ed8e up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:20:24.477994 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device ed51ec73-d9a5-4c0b-b4de-6eed8a81fff5 no longer exists at agent hyperv_n-h1-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:20:24.552781 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning for port 81c257ff-cb4a-4cec-8b46-40bb7779ed8e completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:20:24.567571 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port 81c257ff-cb4a-4cec-8b46-40bb7779ed8e triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:20:24.570226 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:24.640584 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-e940c212-39f0-4836-98c6-a87dfe1ce92c tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854965'] for subnet, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:24.670772 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-ba4ae2f5-3012-4b5e-ae3a-bb56748ee9ae tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10221602', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9990583'] for subnet, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:24.673468 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device ed51ec73-d9a5-4c0b-b4de-6eed8a81fff5 not bound to the agent host n-h1-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:20:24.682975 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-282b0cd2-4550-4d54-8184-9a51c8db5b9f None None] Provisioning complete for port 81c257ff-cb4a-4cec-8b46-40bb7779ed8e triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:20:24.683372 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-282b0cd2-4550-4d54-8184-9a51c8db5b9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:24.712347 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-bbf3def2-2e87-48fe-bcf9-8fcfe7abaa7d tempest-RoutersTestDVR-460197501 tempest-RoutersTestDVR-460197501-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4077169', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4163787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-400'] for router, precommit_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:24.712854 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-bbf3def2-2e87-48fe-bcf9-8fcfe7abaa7d tempest-RoutersTestDVR-460197501 tempest-RoutersTestDVR-460197501-project-admin] Notify callbacks [] for router, before_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:24.722515 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-35cc7233-42f0-4ad5-b640-ad0fce971366 tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4163804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4077150'] for router, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:24.746758 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0b1d168-d269-4b00-9d52-0350a0b75cb5 None None] Network 1d615a85-844c-4c57-a0fc-2090e87300f0 requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:20:24.834020 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-e940c212-39f0-4836-98c6-a87dfe1ce92c tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9014081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9738825'] for subnet, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:24.846906 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.l3_dvrscheduler_db [req-80dd92b1-d72a-4fd3-af62-6d3beee844b5 req-fbead582-5643-4c14-bd1e-f359b7e26259 service neutron] No DVR routers for this DVR port ed51ec73-d9a5-4c0b-b4de-6eed8a81fff5 on host n-h1-705658-22 {{(pid=105585) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:20:24.877975 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-ba4ae2f5-3012-4b5e-ae3a-bb56748ee9ae tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743886'] for subnet, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:24.880200 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-ba4ae2f5-3012-4b5e-ae3a-bb56748ee9ae tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] 10.222.0.59 "DELETE /v2.0/subnets/311cd78a-04e6-4469-b214-d0536c869414 HTTP/1.1" status: 204 len: 168 time: 1.2277761 Jul 27 21:20:24.888329 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4ae2f5-3012-4b5e-ae3a-bb56748ee9ae tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Pushing event deleted for resources: {'Subnet': ['ID=311cd78a-04e6-4469-b214-d0536c869414,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:20:24.924882 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-e940c212-39f0-4836-98c6-a87dfe1ce92c tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Notify callbacks [] for subnet, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:24.930213 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-e940c212-39f0-4836-98c6-a87dfe1ce92c tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] 10.222.0.59 "DELETE /v2.0/subnets/66ef9004-e21f-4a95-9f0d-645ddd25a0da HTTP/1.1" status: 204 len: 168 time: 0.9379745 Jul 27 21:20:24.969892 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 49152) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:20:24.970385 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 49150) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:20:25.065266 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e940c212-39f0-4836-98c6-a87dfe1ce92c tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Pushing event deleted for resources: {'Subnet': ['ID=66ef9004-e21f-4a95-9f0d-645ddd25a0da,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:20:25.109289 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c42d9bd-9be6-48b7-8b7a-c1f0c859f9d9 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Deleting subnet 89b87d9e-9434-455c-b77e-da2ae54cf7d2 {{(pid=105584) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:20:25.125824 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-5c42d9bd-9be6-48b7-8b7a-c1f0c859f9d9 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks [] for subnet, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:25.160423 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41b6c0f6-47a9-469a-bcaf-a3aec4e81579 None None] Network c79f7913-91a4-4194-bf8c-bfda2e55a1f2 requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:20:25.163888 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:25.164351 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29640729-6513-45d5-9e20-9abeb50371ae req-f600bdc9-d698-4790-92b5-b4fc35da6068 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:20:25.167168 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-29640729-6513-45d5-9e20-9abeb50371ae req-f600bdc9-d698-4790-92b5-b4fc35da6068 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] 10.222.0.59 "GET /v2.0/ports?device_id=f600c487-e5e5-4562-8a3b-6f15b13fe576 HTTP/1.1" status: 200 len: 944 time: 0.9369354 Jul 27 21:20:25.209428 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-5c42d9bd-9be6-48b7-8b7a-c1f0c859f9d9 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9014207'] for subnet, precommit_delete_associations {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:25.321675 n-d-705658-22 neutron-server[105585]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-bbf3def2-2e87-48fe-bcf9-8fcfe7abaa7d tempest-RoutersTestDVR-460197501 tempest-RoutersTestDVR-460197501-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=105585) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} Jul 27 21:20:25.322752 n-d-705658-22 neutron-server[105585]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-bbf3def2-2e87-48fe-bcf9-8fcfe7abaa7d tempest-RoutersTestDVR-460197501 tempest-RoutersTestDVR-460197501-project-admin] Router e8110e9e-3a97-4b67-a380-d4b982c6ab24 migrating from provider to provider. {{(pid=105585) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} Jul 27 21:20:25.323422 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-bbf3def2-2e87-48fe-bcf9-8fcfe7abaa7d tempest-RoutersTestDVR-460197501 tempest-RoutersTestDVR-460197501-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:25.324213 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-5c42d9bd-9be6-48b7-8b7a-c1f0c859f9d9 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854965'] for subnet, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:25.340430 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-282b0cd2-4550-4d54-8184-9a51c8db5b9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:25.386751 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] For port 81c257ff-cb4a-4cec-8b46-40bb7779ed8e, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=81c257ff-cb4a-4cec-8b46-40bb7779ed8e,segment=NetworkSegment(833e9d8d-1947-449e-8bf2-e502ad2fc0f9),segment_id=833e9d8d-1947-449e-8bf2-e502ad2fc0f9)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:20:25.394954 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-5c42d9bd-9be6-48b7-8b7a-c1f0c859f9d9 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9014081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9738825'] for subnet, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:25.423310 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:25.428278 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c42d9bd-9be6-48b7-8b7a-c1f0c859f9d9 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Pushing event deleted for resources: {'Subnet': ['ID=89b87d9e-9434-455c-b77e-da2ae54cf7d2,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:20:25.432253 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-5c42d9bd-9be6-48b7-8b7a-c1f0c859f9d9 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks [] for subnet, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:25.436895 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-5c42d9bd-9be6-48b7-8b7a-c1f0c859f9d9 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] 10.222.0.59 "DELETE /v2.0/subnets/89b87d9e-9434-455c-b77e-da2ae54cf7d2 HTTP/1.1" status: 204 len: 168 time: 0.4652793 Jul 27 21:20:25.437854 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 49154) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:20:25.444028 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35cc7233-42f0-4ad5-b640-ad0fce971366 tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] Router c4bfe403-2cc3-4f09-b49e-74df4ff65e85 is scheduled to L3 agent dd128fd7-8e57-4d4f-895b-a96b369df59a with binding_index 1 {{(pid=105584) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 21:20:25.449650 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-29640729-6513-45d5-9e20-9abeb50371ae req-9549625d-3022-464a-81a9-3b9b384ed75b tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] 10.222.0.59 "GET /v2.0/security-groups?id=5a737d1c-b945-4cea-a14d-2326657e6941&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2643409 Jul 27 21:20:25.463186 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-bbf3def2-2e87-48fe-bcf9-8fcfe7abaa7d tempest-RoutersTestDVR-460197501 tempest-RoutersTestDVR-460197501-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:25.499047 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.db.api [None req-282b0cd2-4550-4d54-8184-9a51c8db5b9f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105586) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 27 21:20:25.499710 n-d-705658-22 neutron-server[105586]: DEBUG oslo_db.api [None req-282b0cd2-4550-4d54-8184-9a51c8db5b9f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 27 21:20:25.513753 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-2ba9081e-5a24-4665-9e84-87a9abb29379 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0746610 Jul 27 21:20:25.514577 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 49158) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:20:25.521324 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-10525df6-fce1-442f-a428-eaf80456b541 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Request body: {'subnet': {'network_id': '1d615a85-844c-4c57-a0fc-2090e87300f0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:20:25.596396 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-bbf3def2-2e87-48fe-bcf9-8fcfe7abaa7d tempest-RoutersTestDVR-460197501 tempest-RoutersTestDVR-460197501-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4077150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4077160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4077159', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4163778'] for router, after_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:25.631054 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.managers [req-80dd92b1-d72a-4fd3-af62-6d3beee844b5 req-fbead582-5643-4c14-bd1e-f359b7e26259 service neutron] Attempting to bind port ed51ec73-d9a5-4c0b-b4de-6eed8a81fff5 on host n-h2-705658-22 for vnic_type normal with profile {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:20:25.631054 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.managers [req-80dd92b1-d72a-4fd3-af62-6d3beee844b5 req-fbead582-5643-4c14-bd1e-f359b7e26259 service neutron] Attempting to bind port ed51ec73-d9a5-4c0b-b4de-6eed8a81fff5 by drivers openvswitch,hyperv on host n-h2-705658-22 at level 0 using segments [{'id': '19bc2e5f-7908-4153-b6d3-443d5b34a291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '1473080c-86ba-4d44-8dcc-5442b4565b0c'}] {{(pid=105585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:20:25.631054 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80dd92b1-d72a-4fd3-af62-6d3beee844b5 req-fbead582-5643-4c14-bd1e-f359b7e26259 service neutron] Attempting to bind port ed51ec73-d9a5-4c0b-b4de-6eed8a81fff5 on network 1473080c-86ba-4d44-8dcc-5442b4565b0c {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:20:25.649186 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80dd92b1-d72a-4fd3-af62-6d3beee844b5 req-fbead582-5643-4c14-bd1e-f359b7e26259 service neutron] Port ed51ec73-d9a5-4c0b-b4de-6eed8a81fff5 on network 1473080c-86ba-4d44-8dcc-5442b4565b0c not bound, no agent of type Open vSwitch agent registered on host n-h2-705658-22 {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:20:25.649186 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80dd92b1-d72a-4fd3-af62-6d3beee844b5 req-fbead582-5643-4c14-bd1e-f359b7e26259 service neutron] Attempting to bind port ed51ec73-d9a5-4c0b-b4de-6eed8a81fff5 on network 1473080c-86ba-4d44-8dcc-5442b4565b0c {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:20:25.664992 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-91a59cde-1684-4cd8-b56c-a8ce01b04094 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-990557'] for network, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:25.711110 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Pushing event updated for resources: {'Port': ['ID=81c257ff-cb4a-4cec-8b46-40bb7779ed8e,revision_number=4']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:20:25.737687 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80dd92b1-d72a-4fd3-af62-6d3beee844b5 req-fbead582-5643-4c14-bd1e-f359b7e26259 service neutron] Checking agent: {'id': '65195a73-a875-4810-9f5b-622ae260a8a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 49, 40), 'started_at': datetime.datetime(2021, 7, 27, 20, 49, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 20, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:20:25.738095 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80dd92b1-d72a-4fd3-af62-6d3beee844b5 req-fbead582-5643-4c14-bd1e-f359b7e26259 service neutron] Checking segment: {'id': '19bc2e5f-7908-4153-b6d3-443d5b34a291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '1473080c-86ba-4d44-8dcc-5442b4565b0c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:20:25.738823 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80dd92b1-d72a-4fd3-af62-6d3beee844b5 req-fbead582-5643-4c14-bd1e-f359b7e26259 service neutron] Bound using segment: {'id': '19bc2e5f-7908-4153-b6d3-443d5b34a291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '1473080c-86ba-4d44-8dcc-5442b4565b0c'} {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:20:25.739483 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.managers [req-80dd92b1-d72a-4fd3-af62-6d3beee844b5 req-fbead582-5643-4c14-bd1e-f359b7e26259 service neutron] Bound port: ed51ec73-d9a5-4c0b-b4de-6eed8a81fff5, host: n-h2-705658-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19bc2e5f-7908-4153-b6d3-443d5b34a291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '1473080c-86ba-4d44-8dcc-5442b4565b0c'}}] {{(pid=105585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:20:25.739915 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-80dd92b1-d72a-4fd3-af62-6d3beee844b5 req-fbead582-5643-4c14-bd1e-f359b7e26259 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:25.758782 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10525df6-fce1-442f-a428-eaf80456b541 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Made reservation on behalf of fcd7bb7d26624f8f823446f0b0a5006f for: {'subnet': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:20:25.762804 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-10525df6-fce1-442f-a428-eaf80456b541 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9738786'] for subnet, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:25.789110 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35cc7233-42f0-4ad5-b640-ad0fce971366 tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] Notify agent at l3_agent.n-d-705658-22 the message routers_updated {{(pid=105584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:20:25.799461 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd7d15d6-dfe6-4297-9177-0a5c5239744b None None] Sync routers for ids ['c4bfe403-2cc3-4f09-b49e-74df4ff65e85'] in n-d-705658-22 {{(pid=105587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:20:25.823942 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd7d15d6-dfe6-4297-9177-0a5c5239744b None None] Routers {'c4bfe403-2cc3-4f09-b49e-74df4ff65e85'} bound to L3 agent in host n-d-705658-22 {{(pid=105587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:20:25.824762 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-cd7d15d6-dfe6-4297-9177-0a5c5239744b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:20:12Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['c4bfe403-2cc3-4f09-b49e-74df4ff65e85'], 'active': True} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:20:25.845946 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd2f4a7f-2857-4e22-ba19-0da9f4d3b284 None None] DHCP port deletion for c79f7913-91a4-4194-bf8c-bfda2e55a1f2 request from n-d-705658-22 {{(pid=105586) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 21:20:25.898441 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a4c3621-4bca-4826-9aca-a98106f2d676 None None] DHCP port deletion for 1d615a85-844c-4c57-a0fc-2090e87300f0 request from n-d-705658-22 {{(pid=105586) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 21:20:25.908649 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-35cc7233-42f0-4ad5-b640-ad0fce971366 tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] Notify callbacks [] for router, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:25.913690 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-35cc7233-42f0-4ad5-b640-ad0fce971366 tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 5.1471031 Jul 27 21:20:25.921757 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b992ed0c-54a4-4d03-a36b-5389864467b0 req-a9cc7d31-9da2-4be1-95e7-dacd23ed6282 tempest-VolumesSnapshotTestJSON-1656461289 tempest-VolumesSnapshotTestJSON-1656461289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:20:25.925876 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 49164) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:20:25.936653 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b992ed0c-54a4-4d03-a36b-5389864467b0 req-a9cc7d31-9da2-4be1-95e7-dacd23ed6282 tempest-VolumesSnapshotTestJSON-1656461289 tempest-VolumesSnapshotTestJSON-1656461289-project] 10.222.0.59 "GET /v2.0/ports?device_id=e461b1e5-9e94-433e-8c6a-5441fbef3d14 HTTP/1.1" status: 200 len: 945 time: 1.1898293 Jul 27 21:20:25.961153 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvr_db [None req-cd7d15d6-dfe6-4297-9177-0a5c5239744b None None] Set router c4bfe403-2cc3-4f09-b49e-74df4ff65e85 gateway port host: n-d-705658-22 {{(pid=105587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:20:26.054222 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-bd2f4a7f-2857-4e22-ba19-0da9f4d3b284 None None] Deleting port 81c257ff-cb4a-4cec-8b46-40bb7779ed8e {{(pid=105586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:20:26.054833 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-bd2f4a7f-2857-4e22-ba19-0da9f4d3b284 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:26.122484 n-d-705658-22 neutron-server[105585]: WARNING neutron.scheduler.l3_agent_scheduler [None req-bbf3def2-2e87-48fe-bcf9-8fcfe7abaa7d tempest-RoutersTestDVR-460197501 tempest-RoutersTestDVR-460197501-project-admin] No L3 agents can host the router e8110e9e-3a97-4b67-a380-d4b982c6ab24 Jul 27 21:20:26.125845 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dc631ab-d3f7-4295-bc2b-92f412b81561 tempest-TestSecurityGroupsBasicOps-1546455404 tempest-TestSecurityGroupsBasicOps-1546455404-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:20:26.130855 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-1dc631ab-d3f7-4295-bc2b-92f412b81561 tempest-TestSecurityGroupsBasicOps-1546455404 tempest-TestSecurityGroupsBasicOps-1546455404-project-admin] 10.222.0.59 "GET /v2.0/subnets?project_id=717529174f79442eb5493474d000cc27&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.2006915 Jul 27 21:20:26.136739 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 49166) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:20:26.163220 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-6a4c3621-4bca-4826-9aca-a98106f2d676 None None] Deleting port 5d5f0580-ddf9-40bd-a50c-a882704cd295 {{(pid=105586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:20:26.163740 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-6a4c3621-4bca-4826-9aca-a98106f2d676 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:26.182689 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.db [req-80dd92b1-d72a-4fd3-af62-6d3beee844b5 req-fbead582-5643-4c14-bd1e-f359b7e26259 service neutron] For port ed51ec73-d9a5-4c0b-b4de-6eed8a81fff5, host n-h2-705658-22, cleared binding levels {{(pid=105585) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:20:26.238394 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-6a4c3621-4bca-4826-9aca-a98106f2d676 None None] For port 5d5f0580-ddf9-40bd-a50c-a882704cd295, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=5d5f0580-ddf9-40bd-a50c-a882704cd295,segment=NetworkSegment(532d8a52-575f-45de-a3af-efbea8c8f6d5),segment_id=532d8a52-575f-45de-a3af-efbea8c8f6d5)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:20:26.239082 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-6a4c3621-4bca-4826-9aca-a98106f2d676 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:26.256903 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-6a4c3621-4bca-4826-9aca-a98106f2d676 None None] Calling delete_port for 5d5f0580-ddf9-40bd-a50c-a882704cd295 owned by network:dhcp {{(pid=105586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:20:26.291796 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b992ed0c-54a4-4d03-a36b-5389864467b0 req-258fb062-bd6d-44b4-bfc3-1cb42dde297d tempest-VolumesSnapshotTestJSON-1656461289 tempest-VolumesSnapshotTestJSON-1656461289-project] 10.222.0.59 "GET /v2.0/security-groups?id=dbda38b4-0099-4f6e-aeb8-905b6aa6a585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3542578 Jul 27 21:20:26.292928 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-10525df6-fce1-442f-a428-eaf80456b541 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9014150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9738800'] for subnet, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:26.309836 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-cd7d15d6-dfe6-4297-9177-0a5c5239744b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4bfe403-2cc3-4f09-b49e-74df4ff65e85', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1250448418', 'tenant_id': '717529174f79442eb5493474d000cc27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.87'}], 'enable_snat': True}, 'gw_port_id': '4e2ca401-3ce6-4cc6-bc34-a6004ee338dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:20:20Z', 'updated_at': '2021-07-27T21:20:23Z', 'revision_number': 3, 'project_id': '717529174f79442eb5493474d000cc27', 'gw_port': {'id': '4e2ca401-3ce6-4cc6-bc34-a6004ee338dc', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:69:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4bfe403-2cc3-4f09-b49e-74df4ff65e85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3014, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:20:22Z', 'updated_at': '2021-07-27T21:20:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22'}], 'n-d-705658-22', False) {} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:20:26.342078 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.db [req-80dd92b1-d72a-4fd3-af62-6d3beee844b5 req-fbead582-5643-4c14-bd1e-f359b7e26259 service neutron] For port ed51ec73-d9a5-4c0b-b4de-6eed8a81fff5, host n-h2-705658-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=ed51ec73-d9a5-4c0b-b4de-6eed8a81fff5,segment=NetworkSegment(19bc2e5f-7908-4153-b6d3-443d5b34a291),segment_id=19bc2e5f-7908-4153-b6d3-443d5b34a291)] {{(pid=105585) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:20:26.369724 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd7d15d6-dfe6-4297-9177-0a5c5239744b None None] Checking router: c4bfe403-2cc3-4f09-b49e-74df4ff65e85 for host: n-d-705658-22 {{(pid=105587) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:20:26.370346 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd7d15d6-dfe6-4297-9177-0a5c5239744b None None] Updating router c4bfe403-2cc3-4f09-b49e-74df4ff65e85 port 4e2ca401-3ce6-4cc6-bc34-a6004ee338dc binding host n-d-705658-22 {{(pid=105587) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 21:20:26.376907 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10525df6-fce1-442f-a428-eaf80456b541 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Network 1d615a85-844c-4c57-a0fc-2090e87300f0 is already hosted by enough agents. {{(pid=105584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:20:26.385762 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [None req-10525df6-fce1-442f-a428-eaf80456b541 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Resources bound (agent type, host, resource id): {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:20:26.389684 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-80dd92b1-d72a-4fd3-af62-6d3beee844b5 req-fbead582-5643-4c14-bd1e-f359b7e26259 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10221672'] for port, after_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:26.394824 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10525df6-fce1-442f-a428-eaf80456b541 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:20:26.395194 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-10525df6-fce1-442f-a428-eaf80456b541 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks [] for subnet, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:26.411277 n-d-705658-22 neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-cd7d15d6-dfe6-4297-9177-0a5c5239744b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:26.419723 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 81c257ff-cb4a-4cec-8b46-40bb7779ed8e no longer exists at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:20:26.428722 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10525df6-fce1-442f-a428-eaf80456b541 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Pushing event updated for resources: {'Subnet': ['ID=fd1f6281-885d-437d-b248-a3f0176cfab7,revision_number=0']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:20:26.439113 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-bd2f4a7f-2857-4e22-ba19-0da9f4d3b284 None None] For port 81c257ff-cb4a-4cec-8b46-40bb7779ed8e, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=81c257ff-cb4a-4cec-8b46-40bb7779ed8e,segment=NetworkSegment(833e9d8d-1947-449e-8bf2-e502ad2fc0f9),segment_id=833e9d8d-1947-449e-8bf2-e502ad2fc0f9)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:20:26.439800 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-bd2f4a7f-2857-4e22-ba19-0da9f4d3b284 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:26.448136 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-10525df6-fce1-442f-a428-eaf80456b541 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9327259 Jul 27 21:20:26.450382 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 49172) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:20:26.465034 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-2633e386-d90b-4277-b58c-2f30e3733386 None None] Could not find standard attr ID for object 88af84c9-e972-42f5-a855-792b288f2018. {{(pid=105586) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 27 21:20:26.469302 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-bb90e8b9-50e7-4575-9e69-ae6c926f6f65 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Request body: {'subnet': {'network_id': '1d615a85-844c-4c57-a0fc-2090e87300f0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:20:26.502579 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-bd2f4a7f-2857-4e22-ba19-0da9f4d3b284 None None] Calling delete_port for 81c257ff-cb4a-4cec-8b46-40bb7779ed8e owned by network:dhcp {{(pid=105586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:20:26.550612 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-6a4c3621-4bca-4826-9aca-a98106f2d676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180'] for port, after_delete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:26.710581 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a4c3621-4bca-4826-9aca-a98106f2d676 None None] No DVR routers for this DVR port 5d5f0580-ddf9-40bd-a50c-a882704cd295 on host n-d-705658-22 {{(pid=105586) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:20:26.718964 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4c3621-4bca-4826-9aca-a98106f2d676 None None] Pushing event deleted for resources: {'Port': ['ID=5d5f0580-ddf9-40bd-a50c-a882704cd295,revision_number=None']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:20:26.748741 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19bafe5c-da1e-42f5-a6d2-9aeedb87c91c None None] Network 1d615a85-844c-4c57-a0fc-2090e87300f0 requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:20:26.944465 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fbab741-59ac-4bda-9bd9-4f3ff1b16b8d tempest-TestSecurityGroupsBasicOps-1546455404 tempest-TestSecurityGroupsBasicOps-1546455404-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:20:26.949791 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-6fbab741-59ac-4bda-9bd9-4f3ff1b16b8d tempest-TestSecurityGroupsBasicOps-1546455404 tempest-TestSecurityGroupsBasicOps-1546455404-project-admin] 10.222.0.59 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.8109598 Jul 27 21:20:26.950611 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbead582-5643-4c14-bd1e-f359b7e26259 service neutron] Pushing event updated for resources: {'Port': ['ID=ed51ec73-d9a5-4c0b-b4de-6eed8a81fff5,revision_number=11']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:20:26.956964 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 49192) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:20:27.085789 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:27.100729 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-bd2f4a7f-2857-4e22-ba19-0da9f4d3b284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180'] for port, after_delete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:27.118020 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [None req-91a59cde-1684-4cd8-b56c-a8ce01b04094 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Deleting port 81c257ff-cb4a-4cec-8b46-40bb7779ed8e {{(pid=105585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:20:27.118568 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-91a59cde-1684-4cd8-b56c-a8ce01b04094 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:27.150141 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80dd92b1-d72a-4fd3-af62-6d3beee844b5 req-fbead582-5643-4c14-bd1e-f359b7e26259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:20:27.152638 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-80dd92b1-d72a-4fd3-af62-6d3beee844b5 req-fbead582-5643-4c14-bd1e-f359b7e26259 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:27.154120 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-80dd92b1-d72a-4fd3-af62-6d3beee844b5 req-fbead582-5643-4c14-bd1e-f359b7e26259 service neutron] 10.222.0.60 "PUT /v2.0/ports/ed51ec73-d9a5-4c0b-b4de-6eed8a81fff5 HTTP/1.1" status: 200 len: 1093 time: 5.3872743 Jul 27 21:20:27.242940 n-d-705658-22 neutron-server[105585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f600c487-e5e5-4562-8a3b-6f15b13fe576', 'tag': 'ed51ec73-d9a5-4c0b-b4de-6eed8a81fff5'}] {{(pid=105585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:20:27.251656 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d66fd65881426bfc2b5388084a3654e5eae521106a15a3dbf0eb4cde7106c36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7ae344e-9ca4-4dfb-9140-5487296d0f31" -d '{"events": [{"name": "network-changed", "server_uuid": "f600c487-e5e5-4562-8a3b-6f15b13fe576", "tag": "ed51ec73-d9a5-4c0b-b4de-6eed8a81fff5"}]}' {{(pid=105585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:20:27.260431 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbf3def2-2e87-48fe-bcf9-8fcfe7abaa7d tempest-RoutersTestDVR-460197501 tempest-RoutersTestDVR-460197501-project-admin] Hosts for router e8110e9e-3a97-4b67-a380-d4b982c6ab24: [] {{(pid=105585) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Jul 27 21:20:27.261173 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2f4a7f-2857-4e22-ba19-0da9f4d3b284 None None] Pushing event deleted for resources: {'Port': ['ID=81c257ff-cb4a-4cec-8b46-40bb7779ed8e,revision_number=None']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:20:27.288373 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd2f4a7f-2857-4e22-ba19-0da9f4d3b284 None None] No DVR routers for this DVR port 81c257ff-cb4a-4cec-8b46-40bb7779ed8e on host n-d-705658-22 {{(pid=105586) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:20:27.356968 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-7efee707-8b20-475c-8b93-7987ee6d8026 tempest-TestSecurityGroupsBasicOps-1546455404 tempest-TestSecurityGroupsBasicOps-1546455404-project-admin] 10.222.0.59 "GET /v2.0/subnets?network_id=8735d8a2-b604-4758-ae71-b40e4ee6f305&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3526101 Jul 27 21:20:27.423066 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 5d5f0580-ddf9-40bd-a50c-a882704cd295 no longer exists at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:20:27.430123 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 49196) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:20:27.474502 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-13eb2181-02d5-4946-b423-d247565c15e7 tempest-TestSecurityGroupsBasicOps-1546455404 tempest-TestSecurityGroupsBasicOps-1546455404-project-admin] 10.222.0.59 "GET /v2.0/subnets?project_id=717529174f79442eb5493474d000cc27&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0399170 Jul 27 21:20:27.479810 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 49198) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:20:27.517720 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] No Port match for: 5d5f0580-ddf9-40bd-a50c-a882704cd295 {{(pid=105586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:20:27.518458 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 5d5f0580-ddf9-40bd-a50c-a882704cd295 not bound to the agent host n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:20:27.631835 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:20:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ba2791a-e047-4e23-a8e5-f73fee19a98c x-openstack-request-id: req-4ba2791a-e047-4e23-a8e5-f73fee19a98c {{(pid=105585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:20:27.632130 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f600c487-e5e5-4562-8a3b-6f15b13fe576", "tag": "ed51ec73-d9a5-4c0b-b4de-6eed8a81fff5", "status": "completed", "code": 200}]} {{(pid=105585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:20:27.632398 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-4ba2791a-e047-4e23-a8e5-f73fee19a98c {{(pid=105585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:20:27.635660 n-d-705658-22 neutron-server[105585]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f600c487-e5e5-4562-8a3b-6f15b13fe576', 'tag': 'ed51ec73-d9a5-4c0b-b4de-6eed8a81fff5', 'status': 'completed', 'code': 200} Jul 27 21:20:27.650541 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1c314e0-99fe-462b-8b50-1cb9a43ebac4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30bb4b93-b285-5d90-9493-f9ec33ea333c-1d615a85-844c-4c57-a0fc-2090e87300f0', 'network_id': '1d615a85-844c-4c57-a0fc-2090e87300f0', 'tenant_id': 'fcd7bb7d26624f8f823446f0b0a5006f', 'fixed_ips': [{'subnet_id': 'fd1f6281-885d-437d-b248-a3f0176cfab7'}]}} from n-d-705658-22. {{(pid=105586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 21:20:27.652293 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-b1c314e0-99fe-462b-8b50-1cb9a43ebac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:27.712920 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbf3def2-2e87-48fe-bcf9-8fcfe7abaa7d tempest-RoutersTestDVR-460197501 tempest-RoutersTestDVR-460197501-project-admin] Hosts for other DVR routers connected to router e8110e9e-3a97-4b67-a380-d4b982c6ab24: set() {{(pid=105585) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Jul 27 21:20:27.719711 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-bbf3def2-2e87-48fe-bcf9-8fcfe7abaa7d tempest-RoutersTestDVR-460197501 tempest-RoutersTestDVR-460197501-project-admin] Notify callbacks [] for router, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:27.720953 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-bbf3def2-2e87-48fe-bcf9-8fcfe7abaa7d tempest-RoutersTestDVR-460197501 tempest-RoutersTestDVR-460197501-project-admin] 10.222.0.59 "PUT /v2.0/routers/e8110e9e-3a97-4b67-a380-d4b982c6ab24 HTTP/1.1" status: 200 len: 717 time: 4.0063090 Jul 27 21:20:27.750137 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 49202) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:20:27.751157 n-d-705658-22 neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-cd7d15d6-dfe6-4297-9177-0a5c5239744b None None] Notify callbacks [] for port, precommit_update {{(pid=105587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:27.796864 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.provisioning_blocks [None req-cd7d15d6-dfe6-4297-9177-0a5c5239744b None None] Transition to ACTIVE for port object 4e2ca401-3ce6-4cc6-bc34-a6004ee338dc will not be triggered until provisioned by entity L2. {{(pid=105587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:20:27.811419 n-d-705658-22 neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-cd7d15d6-dfe6-4297-9177-0a5c5239744b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:27.859425 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f96fea3-3da2-481f-8b14-1676b1f3255e tempest-TestSecurityGroupsBasicOps-1546455404 tempest-TestSecurityGroupsBasicOps-1546455404-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:20:27.860955 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-9f96fea3-3da2-481f-8b14-1676b1f3255e tempest-TestSecurityGroupsBasicOps-1546455404 tempest-TestSecurityGroupsBasicOps-1546455404-project-admin] 10.222.0.59 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3787990 Jul 27 21:20:27.871550 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6b9f9a-ce2d-41a9-9ebe-f7b1773bd8ce req-6a6670e1-6121-48ee-a73a-235f342bf178 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:20:27.875647 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-3a6b9f9a-ce2d-41a9-9ebe-f7b1773bd8ce req-6a6670e1-6121-48ee-a73a-235f342bf178 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] 10.222.0.59 "GET /v2.0/ports?device_id=f600c487-e5e5-4562-8a3b-6f15b13fe576 HTTP/1.1" status: 200 len: 944 time: 0.9168139 Jul 27 21:20:27.875790 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb90e8b9-50e7-4575-9e69-ae6c926f6f65 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Made reservation on behalf of fcd7bb7d26624f8f823446f0b0a5006f for: {'subnet': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:20:27.879328 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-bb90e8b9-50e7-4575-9e69-ae6c926f6f65 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9738786'] for subnet, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:27.909920 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 49206) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:20:27.968691 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.db_base_plugin_common [None req-b1c314e0-99fe-462b-8b50-1cb9a43ebac4 None None] Allocated IP 172.20.0.2 (1d615a85-844c-4c57-a0fc-2090e87300f0/fd1f6281-885d-437d-b248-a3f0176cfab7/26a17143-2943-4993-87bd-6f1b28a790bd) {{(pid=105586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:20:28.020492 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.managers [None req-cd7d15d6-dfe6-4297-9177-0a5c5239744b None None] Attempting to bind port 4e2ca401-3ce6-4cc6-bc34-a6004ee338dc on host n-d-705658-22 for vnic_type normal with profile {{(pid=105587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:20:28.021693 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.managers [None req-cd7d15d6-dfe6-4297-9177-0a5c5239744b None None] Attempting to bind port 4e2ca401-3ce6-4cc6-bc34-a6004ee338dc by drivers openvswitch,hyperv on host n-d-705658-22 at level 0 using segments [{'id': '12196855-9a32-4633-9a56-77697ef9e126', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305'}] {{(pid=105587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:20:28.023483 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd7d15d6-dfe6-4297-9177-0a5c5239744b None None] Attempting to bind port 4e2ca401-3ce6-4cc6-bc34-a6004ee338dc on network 8735d8a2-b604-4758-ae71-b40e4ee6f305 {{(pid=105587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:20:28.027808 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-f35fdaa9-f0d0-4bb8-9432-052d054579e3 tempest-RoutersTestDVR-460197501 tempest-RoutersTestDVR-460197501-project-admin] 10.222.0.59 "GET /v2.0/routers/e8110e9e-3a97-4b67-a380-d4b982c6ab24 HTTP/1.1" status: 200 len: 717 time: 0.2623596 Jul 27 21:20:28.030752 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 49214) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:20:28.086707 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b5130f-13a9-4491-b881-4a2af2618db7 None None] Pushing event updated for resources: {'Port': ['ID=4e2ca401-3ce6-4cc6-bc34-a6004ee338dc,revision_number=2']} {{(pid=105587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:20:28.097102 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd7d15d6-dfe6-4297-9177-0a5c5239744b None None] Checking agent: {'id': '04a7ea91-6318-467e-ace6-b0fb48c8690f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 41, 42), 'started_at': datetime.datetime(2021, 7, 27, 20, 42, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 20, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:20:28.097486 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd7d15d6-dfe6-4297-9177-0a5c5239744b None None] Checking segment: {'id': '12196855-9a32-4633-9a56-77697ef9e126', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:20:28.097892 n-d-705658-22 neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-cd7d15d6-dfe6-4297-9177-0a5c5239744b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:28.098285 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd7d15d6-dfe6-4297-9177-0a5c5239744b None None] Bound using segment: {'id': '12196855-9a32-4633-9a56-77697ef9e126', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305'} {{(pid=105587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:20:28.105062 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.managers [None req-cd7d15d6-dfe6-4297-9177-0a5c5239744b None None] Bound port: 4e2ca401-3ce6-4cc6-bc34-a6004ee338dc, host: n-d-705658-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12196855-9a32-4633-9a56-77697ef9e126', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305'}}] {{(pid=105587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:20:28.109019 n-d-705658-22 neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-cd7d15d6-dfe6-4297-9177-0a5c5239744b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:28.207384 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b5130f-13a9-4491-b881-4a2af2618db7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:20:28.208288 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b5130f-13a9-4491-b881-4a2af2618db7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:20:28.208288 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b5130f-13a9-4491-b881-4a2af2618db7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:20:28.219521 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b5130f-13a9-4491-b881-4a2af2618db7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:20:28.220022 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b5130f-13a9-4491-b881-4a2af2618db7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:20:28.220582 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b5130f-13a9-4491-b881-4a2af2618db7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:20:28.221143 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b5130f-13a9-4491-b881-4a2af2618db7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:20:28.222018 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b5130f-13a9-4491-b881-4a2af2618db7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:20:28.222018 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b5130f-13a9-4491-b881-4a2af2618db7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:20:28.231401 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b5130f-13a9-4491-b881-4a2af2618db7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:20:28.232144 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b5130f-13a9-4491-b881-4a2af2618db7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:20:28.232431 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b5130f-13a9-4491-b881-4a2af2618db7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:20:28.282187 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-b1c314e0-99fe-462b-8b50-1cb9a43ebac4 None None] Notify callbacks [] for port, precommit_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:28.320640 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-b1c314e0-99fe-462b-8b50-1cb9a43ebac4 None None] Transition to ACTIVE for port object 26a17143-2943-4993-87bd-6f1b28a790bd will not be triggered until provisioned by entity L2. {{(pid=105586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:20:28.380882 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-b1c314e0-99fe-462b-8b50-1cb9a43ebac4 None None] Transition to ACTIVE for port object 26a17143-2943-4993-87bd-6f1b28a790bd will not be triggered until provisioned by entity DHCP. {{(pid=105586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:20:28.391824 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-b1c314e0-99fe-462b-8b50-1cb9a43ebac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143'] for port, after_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:28.413893 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.db [None req-cd7d15d6-dfe6-4297-9177-0a5c5239744b None None] For port 4e2ca401-3ce6-4cc6-bc34-a6004ee338dc, host n-d-705658-22, cleared binding levels {{(pid=105587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:20:28.459559 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.db [None req-cd7d15d6-dfe6-4297-9177-0a5c5239744b None None] For port 4e2ca401-3ce6-4cc6-bc34-a6004ee338dc, host n-d-705658-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=4e2ca401-3ce6-4cc6-bc34-a6004ee338dc,segment=NetworkSegment(12196855-9a32-4633-9a56-77697ef9e126),segment_id=12196855-9a32-4633-9a56-77697ef9e126)] {{(pid=105587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:20:28.474361 n-d-705658-22 neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-cd7d15d6-dfe6-4297-9177-0a5c5239744b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:28.484286 n-d-705658-22 neutron-server[105586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1c314e0-99fe-462b-8b50-1cb9a43ebac4 None None] Network 1d615a85-844c-4c57-a0fc-2090e87300f0 is already hosted by enough agents. {{(pid=105586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:20:28.513268 n-d-705658-22 neutron-server[105586]: DEBUG neutron.scheduler.base_scheduler [None req-b1c314e0-99fe-462b-8b50-1cb9a43ebac4 None None] Resources bound (agent type, host, resource id): {{(pid=105586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:20:28.527174 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1c314e0-99fe-462b-8b50-1cb9a43ebac4 None None] Received port after_create {{(pid=105586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:20:28.538977 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c314e0-99fe-462b-8b50-1cb9a43ebac4 None None] Pushing event updated for resources: {'Port': ['ID=26a17143-2943-4993-87bd-6f1b28a790bd,revision_number=1']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:20:28.581379 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd7d15d6-dfe6-4297-9177-0a5c5239744b None None] Routers {'c4bfe403-2cc3-4f09-b49e-74df4ff65e85'} bound to L3 agent in host n-d-705658-22 {{(pid=105587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:20:28.582304 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-cd7d15d6-dfe6-4297-9177-0a5c5239744b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:20:12Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['c4bfe403-2cc3-4f09-b49e-74df4ff65e85'], 'active': True} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:20:28.641837 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-51a3b681-4720-4471-b690-e17dfd300162 tempest-RoutersTestDVR-135212170 tempest-RoutersTestDVR-135212170-project] 10.222.0.59 "GET /v2.0/routers/e8110e9e-3a97-4b67-a380-d4b982c6ab24 HTTP/1.1" status: 200 len: 683 time: 0.6089122 Jul 27 21:20:28.646026 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 49230) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:20:28.661279 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-b1c314e0-99fe-462b-8b50-1cb9a43ebac4 None None] Attempting to bind port 26a17143-2943-4993-87bd-6f1b28a790bd on host n-d-705658-22 for vnic_type normal with profile {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:20:28.661674 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-b1c314e0-99fe-462b-8b50-1cb9a43ebac4 None None] Attempting to bind port 26a17143-2943-4993-87bd-6f1b28a790bd by drivers openvswitch,hyperv on host n-d-705658-22 at level 0 using segments [{'id': '532d8a52-575f-45de-a3af-efbea8c8f6d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '1d615a85-844c-4c57-a0fc-2090e87300f0'}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:20:28.662159 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1c314e0-99fe-462b-8b50-1cb9a43ebac4 None None] Attempting to bind port 26a17143-2943-4993-87bd-6f1b28a790bd on network 1d615a85-844c-4c57-a0fc-2090e87300f0 {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:20:28.667433 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b5130f-13a9-4491-b881-4a2af2618db7 None None] Pushing event updated for resources: {'Port': ['ID=4e2ca401-3ce6-4cc6-bc34-a6004ee338dc,revision_number=3']} {{(pid=105587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:20:28.668669 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1c314e0-99fe-462b-8b50-1cb9a43ebac4 None None] Checking agent: {'id': '04a7ea91-6318-467e-ace6-b0fb48c8690f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 41, 42), 'started_at': datetime.datetime(2021, 7, 27, 20, 42, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 20, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:20:28.669045 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1c314e0-99fe-462b-8b50-1cb9a43ebac4 None None] Checking segment: {'id': '532d8a52-575f-45de-a3af-efbea8c8f6d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '1d615a85-844c-4c57-a0fc-2090e87300f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:20:28.669447 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-b1c314e0-99fe-462b-8b50-1cb9a43ebac4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:28.669853 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1c314e0-99fe-462b-8b50-1cb9a43ebac4 None None] Bound using segment: {'id': '532d8a52-575f-45de-a3af-efbea8c8f6d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '1d615a85-844c-4c57-a0fc-2090e87300f0'} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:20:28.671703 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-b1c314e0-99fe-462b-8b50-1cb9a43ebac4 None None] Bound port: 26a17143-2943-4993-87bd-6f1b28a790bd, host: n-d-705658-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '532d8a52-575f-45de-a3af-efbea8c8f6d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '1d615a85-844c-4c57-a0fc-2090e87300f0'}}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:20:28.672237 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-b1c314e0-99fe-462b-8b50-1cb9a43ebac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:28.787177 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvr_db [None req-cd7d15d6-dfe6-4297-9177-0a5c5239744b None None] Set router c4bfe403-2cc3-4f09-b49e-74df4ff65e85 gateway port host: n-d-705658-22 {{(pid=105587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:20:28.836579 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-b1c314e0-99fe-462b-8b50-1cb9a43ebac4 None None] For port 26a17143-2943-4993-87bd-6f1b28a790bd, host n-d-705658-22, cleared binding levels {{(pid=105586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:20:28.840809 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-b1c314e0-99fe-462b-8b50-1cb9a43ebac4 None None] For port 26a17143-2943-4993-87bd-6f1b28a790bd, host n-d-705658-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=26a17143-2943-4993-87bd-6f1b28a790bd,segment=NetworkSegment(532d8a52-575f-45de-a3af-efbea8c8f6d5),segment_id=532d8a52-575f-45de-a3af-efbea8c8f6d5)] {{(pid=105586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:20:28.841509 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-82c7bffa-03d9-4890-8768-0008f7848d91 tempest-RoutersTestDVR-460197501 tempest-RoutersTestDVR-460197501-project-admin] Notify callbacks [] for router, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:28.845897 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-b1c314e0-99fe-462b-8b50-1cb9a43ebac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:28.882196 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.db [None req-91a59cde-1684-4cd8-b56c-a8ce01b04094 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] For port 81c257ff-cb4a-4cec-8b46-40bb7779ed8e, host n-d-705658-22, got binding levels [] {{(pid=105585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:20:28.882890 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-91a59cde-1684-4cd8-b56c-a8ce01b04094 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:28.897897 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [None req-91a59cde-1684-4cd8-b56c-a8ce01b04094 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Calling delete_port for 81c257ff-cb4a-4cec-8b46-40bb7779ed8e owned by network:dhcp {{(pid=105585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:20:28.922354 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.ipam_backend_mixin [None req-91a59cde-1684-4cd8-b56c-a8ce01b04094 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Port 81c257ff-cb4a-4cec-8b46-40bb7779ed8e was not found and therefore no delete operation was performed {{(pid=105585) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 27 21:20:28.930068 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-91a59cde-1684-4cd8-b56c-a8ce01b04094 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:28.975151 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c314e0-99fe-462b-8b50-1cb9a43ebac4 None None] Pushing event updated for resources: {'Port': ['ID=26a17143-2943-4993-87bd-6f1b28a790bd,revision_number=2']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:20:29.073135 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80dd92b1-d72a-4fd3-af62-6d3beee844b5 req-c4e10768-a2da-4da1-9fde-fc0630b4dedd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:20:29.075501 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-80dd92b1-d72a-4fd3-af62-6d3beee844b5 req-c4e10768-a2da-4da1-9fde-fc0630b4dedd service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=379416b786c44e07b1b1ba1a5ea96882&device_id=f600c487-e5e5-4562-8a3b-6f15b13fe576 HTTP/1.1" status: 200 len: 1096 time: 1.7177129 Jul 27 21:20:29.080472 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-9ee5e5fe-4a68-43b6-94cc-b1218748ebf1 tempest-TestSecurityGroupsBasicOps-1546455404 tempest-TestSecurityGroupsBasicOps-1546455404-project-admin] 10.222.0.59 "GET /v2.0/subnets?network_id=8735d8a2-b604-4758-ae71-b40e4ee6f305&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 1.0805438 Jul 27 21:20:29.083381 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a59cde-1684-4cd8-b56c-a8ce01b04094 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Pushing event deleted for resources: {'Port': ['ID=81c257ff-cb4a-4cec-8b46-40bb7779ed8e,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:20:29.090556 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-3a6b9f9a-ce2d-41a9-9ebe-f7b1773bd8ce req-5171a0c9-ce35-4eac-a31b-76176cd4c8be tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] 10.222.0.59 "GET /v2.0/security-groups?id=5a737d1c-b945-4cea-a14d-2326657e6941&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.1796424 Jul 27 21:20:29.092935 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 49240) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:20:29.099698 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91a59cde-1684-4cd8-b56c-a8ce01b04094 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] No DVR routers for this DVR port 81c257ff-cb4a-4cec-8b46-40bb7779ed8e on host n-d-705658-22 {{(pid=105585) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:20:29.132667 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-cd7d15d6-dfe6-4297-9177-0a5c5239744b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4bfe403-2cc3-4f09-b49e-74df4ff65e85', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1250448418', 'tenant_id': '717529174f79442eb5493474d000cc27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.87'}], 'enable_snat': True}, 'gw_port_id': '4e2ca401-3ce6-4cc6-bc34-a6004ee338dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:20:20Z', 'updated_at': '2021-07-27T21:20:23Z', 'revision_number': 3, 'project_id': '717529174f79442eb5493474d000cc27', 'gw_port': {'id': '4e2ca401-3ce6-4cc6-bc34-a6004ee338dc', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:69:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4bfe403-2cc3-4f09-b49e-74df4ff65e85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3014, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:20:22Z', 'updated_at': '2021-07-27T21:20:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22'}], 'n-d-705658-22', False) {} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:20:29.172024 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-68d1e521-0c77-45be-81dd-4884afe76f3e tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-813387934', 'network_id': '52c6430f-7dd9-4cc3-880a-fd88c5478e36', 'project_id': '717529174f79442eb5493474d000cc27', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:20:29.178897 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ae344e-9ca4-4dfb-9140-5487296d0f31 req-1d97eec6-e84c-4bb8-9aad-9de565a3ec0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:20:29.180996 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a7ae344e-9ca4-4dfb-9140-5487296d0f31 req-1d97eec6-e84c-4bb8-9aad-9de565a3ec0d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=379416b786c44e07b1b1ba1a5ea96882&device_id=f600c487-e5e5-4562-8a3b-6f15b13fe576 HTTP/1.1" status: 200 len: 1096 time: 1.5428796 Jul 27 21:20:29.197081 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd7d15d6-dfe6-4297-9177-0a5c5239744b None None] The sync data for ids ['c4bfe403-2cc3-4f09-b49e-74df4ff65e85'] in n-d-705658-22 is: [{'id': 'c4bfe403-2cc3-4f09-b49e-74df4ff65e85', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1250448418', 'tenant_id': '717529174f79442eb5493474d000cc27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.87'}], 'enable_snat': True}, 'gw_port_id': '4e2ca401-3ce6-4cc6-bc34-a6004ee338dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:20:20Z', 'updated_at': '2021-07-27T21:20:23Z', 'revision_number': 3, 'project_id': '717529174f79442eb5493474d000cc27', 'gw_port': {'id': '4e2ca401-3ce6-4cc6-bc34-a6004ee338dc', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:69:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4bfe403-2cc3-4f09-b49e-74df4ff65e85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3014, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:20:22Z', 'updated_at': '2021-07-27T21:20:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22'}] {{(pid=105587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:20:29.281793 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-82c7bffa-03d9-4890-8768-0008f7848d91 tempest-RoutersTestDVR-460197501 tempest-RoutersTestDVR-460197501-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4163631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-425'] for router, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:29.296662 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-82c7bffa-03d9-4890-8768-0008f7848d91 tempest-RoutersTestDVR-460197501 tempest-RoutersTestDVR-460197501-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:29.310210 n-d-705658-22 neutron-server[105584]: DEBUG neutron.objects.ports [None req-bb90e8b9-50e7-4575-9e69-ae6c926f6f65 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=105584) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 27 21:20:29.407904 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-82c7bffa-03d9-4890-8768-0008f7848d91 tempest-RoutersTestDVR-460197501 tempest-RoutersTestDVR-460197501-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4163007'] for router, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:29.408451 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82c7bffa-03d9-4890-8768-0008f7848d91 tempest-RoutersTestDVR-460197501 tempest-RoutersTestDVR-460197501-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e8110e9e-3a97-4b67-a380-d4b982c6ab24 {{(pid=105584) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 21:20:29.415914 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-82c7bffa-03d9-4890-8768-0008f7848d91 tempest-RoutersTestDVR-460197501 tempest-RoutersTestDVR-460197501-project-admin] Notify callbacks [] for router, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:29.422254 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-82c7bffa-03d9-4890-8768-0008f7848d91 tempest-RoutersTestDVR-460197501 tempest-RoutersTestDVR-460197501-project-admin] 10.222.0.59 "DELETE /v2.0/routers/e8110e9e-3a97-4b67-a380-d4b982c6ab24 HTTP/1.1" status: 204 len: 168 time: 0.7698622 Jul 27 21:20:29.428460 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 49244) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:20:29.439610 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-866e054f-d1f4-49fc-adfc-26657e64c943 tempest-RoutersTestDVR-460197501 tempest-RoutersTestDVR-460197501-project-admin] Request body: {'router': {'name': 'tempest-router-1667621377', 'distributed': True}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:20:29.487128 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-866e054f-d1f4-49fc-adfc-26657e64c943 tempest-RoutersTestDVR-460197501 tempest-RoutersTestDVR-460197501-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4163813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-443'] for router, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:29.488150 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-866e054f-d1f4-49fc-adfc-26657e64c943 tempest-RoutersTestDVR-460197501 tempest-RoutersTestDVR-460197501-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4165196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4077059', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3711235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-418'] for router, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:29.530841 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-91a59cde-1684-4cd8-b56c-a8ce01b04094 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853562', 'neutron.services.segments.db._delete_segments_for_network-8790688882975'] for network, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:29.548384 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-866e054f-d1f4-49fc-adfc-26657e64c943 tempest-RoutersTestDVR-460197501 tempest-RoutersTestDVR-460197501-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:29.554794 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-866e054f-d1f4-49fc-adfc-26657e64c943 tempest-RoutersTestDVR-460197501 tempest-RoutersTestDVR-460197501-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4163804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4077150'] for router, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:29.600061 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-866e054f-d1f4-49fc-adfc-26657e64c943 tempest-RoutersTestDVR-460197501 tempest-RoutersTestDVR-460197501-project-admin] Notify callbacks [] for router, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:29.612873 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-866e054f-d1f4-49fc-adfc-26657e64c943 tempest-RoutersTestDVR-460197501 tempest-RoutersTestDVR-460197501-project-admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.1839020 Jul 27 21:20:29.616083 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 49246) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:20:29.634021 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ae344e-9ca4-4dfb-9140-5487296d0f31 req-684f0107-9370-4d1c-ab73-9f5c54431cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:20:29.647743 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a7ae344e-9ca4-4dfb-9140-5487296d0f31 req-684f0107-9370-4d1c-ab73-9f5c54431cc0 service neutron] 10.222.0.36 "GET /v2.0/networks?id=1473080c-86ba-4d44-8dcc-5442b4565b0c HTTP/1.1" status: 200 len: 897 time: 0.3814692 Jul 27 21:20:29.652525 n-d-705658-22 neutron-server[105585]: DEBUG neutron.services.segments.db [None req-91a59cde-1684-4cd8-b56c-a8ce01b04094 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c79f7913-91a4-4194-bf8c-bfda2e55a1f2']}} {{(pid=105585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:20:29.681836 n-d-705658-22 neutron-server[105585]: DEBUG neutron.services.segments.db [None req-91a59cde-1684-4cd8-b56c-a8ce01b04094 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '833e9d8d-1947-449e-8bf2-e502ad2fc0f9') {'for_net_delete': True} {{(pid=105585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:20:29.682219 n-d-705658-22 neutron-server[105585]: DEBUG neutron.services.segments.db [None req-91a59cde-1684-4cd8-b56c-a8ce01b04094 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '833e9d8d-1947-449e-8bf2-e502ad2fc0f9') {} {{(pid=105585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:20:29.756418 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a7ae344e-9ca4-4dfb-9140-5487296d0f31 req-dbf5da2c-c369-4918-8625-bd74c6f5b65f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ed51ec73-d9a5-4c0b-b4de-6eed8a81fff5 HTTP/1.1" status: 200 len: 998 time: 0.0926108 Jul 27 21:20:29.764518 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-91a59cde-1684-4cd8-b56c-a8ce01b04094 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790688883752', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9886370'] for segment, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:29.766884 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80dd92b1-d72a-4fd3-af62-6d3beee844b5 req-1aead583-d922-444d-8f10-cf10acc114d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:20:29.768418 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-80dd92b1-d72a-4fd3-af62-6d3beee844b5 req-1aead583-d922-444d-8f10-cf10acc114d0 service neutron] 10.222.0.60 "GET /v2.0/networks?id=1473080c-86ba-4d44-8dcc-5442b4565b0c HTTP/1.1" status: 200 len: 897 time: 0.6747897 Jul 27 21:20:29.777920 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-bb90e8b9-50e7-4575-9e69-ae6c926f6f65 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:29.787741 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-4786f037-5d26-45ec-8981-5a599d0c7b7e tempest-RoutersTestDVR-460197501 tempest-RoutersTestDVR-460197501-project-admin] Notify callbacks [] for router, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:29.826281 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-91a59cde-1684-4cd8-b56c-a8ce01b04094 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:29.900775 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68d1e521-0c77-45be-81dd-4884afe76f3e tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] Made reservation on behalf of 717529174f79442eb5493474d000cc27 for: {'subnet': 1} {{(pid=105585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:20:29.905264 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-68d1e521-0c77-45be-81dd-4884afe76f3e tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9990620'] for subnet, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:29.930958 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91a59cde-1684-4cd8-b56c-a8ce01b04094 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Releasing vlan 229 on physical network physnet1 to pool {{(pid=105585) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:20:29.931818 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-91a59cde-1684-4cd8-b56c-a8ce01b04094 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10221644'] for segment, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:29.963666 n-d-705658-22 neutron-server[105585]: Traceback (most recent call last): Jul 27 21:20:29.963666 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:20:29.963666 n-d-705658-22 neutron-server[105585]: timer() Jul 27 21:20:29.963666 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:20:29.963666 n-d-705658-22 neutron-server[105585]: cb(*args, **kw) Jul 27 21:20:29.963666 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:20:29.963666 n-d-705658-22 neutron-server[105585]: return func(*args, **kwargs) Jul 27 21:20:29.963666 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:20:29.963666 n-d-705658-22 neutron-server[105585]: self._notify() Jul 27 21:20:29.963666 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:20:29.963666 n-d-705658-22 neutron-server[105585]: self.callback(batched_events) Jul 27 21:20:29.963666 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:20:29.963666 n-d-705658-22 neutron-server[105585]: event.method(event) Jul 27 21:20:29.963666 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:20:29.963666 n-d-705658-22 neutron-server[105585]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:20:29.963666 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:20:29.963666 n-d-705658-22 neutron-server[105585]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:20:29.963666 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:20:29.963666 n-d-705658-22 neutron-server[105585]: return f(self, *a, **k) Jul 27 21:20:29.963666 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:20:29.963666 n-d-705658-22 neutron-server[105585]: return self._get(url).json() Jul 27 21:20:29.963666 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:20:29.963666 n-d-705658-22 neutron-server[105585]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:20:29.963666 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:20:29.963666 n-d-705658-22 neutron-server[105585]: return self.request(url, 'GET', **kwargs) Jul 27 21:20:29.963666 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:20:29.963666 n-d-705658-22 neutron-server[105585]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:20:29.963666 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:20:29.963666 n-d-705658-22 neutron-server[105585]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:20:29.963666 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:20:29.963666 n-d-705658-22 neutron-server[105585]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:20:29.963666 n-d-705658-22 neutron-server[105585]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:20:30.081086 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ae344e-9ca4-4dfb-9140-5487296d0f31 req-1326e095-506e-4810-9e59-435a76ab74f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:20:30.082784 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a7ae344e-9ca4-4dfb-9140-5487296d0f31 req-1326e095-506e-4810-9e59-435a76ab74f7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=01bef050-fb0a-4ec7-a814-df3307ad6529 HTTP/1.1" status: 200 len: 834 time: 0.3083684 Jul 27 21:20:30.082907 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-4786f037-5d26-45ec-8981-5a599d0c7b7e tempest-RoutersTestDVR-460197501 tempest-RoutersTestDVR-460197501-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4163631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-425'] for router, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:30.094155 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-4786f037-5d26-45ec-8981-5a599d0c7b7e tempest-RoutersTestDVR-460197501 tempest-RoutersTestDVR-460197501-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:30.179822 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-80dd92b1-d72a-4fd3-af62-6d3beee844b5 req-3a05a808-159e-4aa2-ba53-5efae3d317b4 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ed51ec73-d9a5-4c0b-b4de-6eed8a81fff5 HTTP/1.1" status: 200 len: 998 time: 0.4002841 Jul 27 21:20:30.223491 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-91a59cde-1684-4cd8-b56c-a8ce01b04094 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4075658'] for network, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:30.239786 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-4786f037-5d26-45ec-8981-5a599d0c7b7e tempest-RoutersTestDVR-460197501 tempest-RoutersTestDVR-460197501-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4163007'] for router, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:30.241896 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4786f037-5d26-45ec-8981-5a599d0c7b7e tempest-RoutersTestDVR-460197501 tempest-RoutersTestDVR-460197501-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e0b4300a-6981-4002-8950-77d119a074ad {{(pid=105584) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 21:20:30.258868 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-4786f037-5d26-45ec-8981-5a599d0c7b7e tempest-RoutersTestDVR-460197501 tempest-RoutersTestDVR-460197501-project-admin] Notify callbacks [] for router, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:30.268905 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-4786f037-5d26-45ec-8981-5a599d0c7b7e tempest-RoutersTestDVR-460197501 tempest-RoutersTestDVR-460197501-project-admin] 10.222.0.59 "DELETE /v2.0/routers/e0b4300a-6981-4002-8950-77d119a074ad HTTP/1.1" status: 204 len: 168 time: 0.6483755 Jul 27 21:20:30.359340 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-91a59cde-1684-4cd8-b56c-a8ce01b04094 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Notify callbacks [] for network, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:30.361412 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-91a59cde-1684-4cd8-b56c-a8ce01b04094 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] 10.222.0.59 "DELETE /v2.0/networks/c79f7913-91a4-4194-bf8c-bfda2e55a1f2 HTTP/1.1" status: 204 len: 168 time: 5.3369582 Jul 27 21:20:30.392135 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 49260) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:20:30.449864 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-d4eaa1ec-cd6e-4800-9a3d-050613dc29ea tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Request body: {'port': {'network_id': 'd1af7821-3064-4af5-8780-df3ae5343cdc', 'name': 'tempest-PortsTestJSON-1124027777'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:20:30.456994 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a59cde-1684-4cd8-b56c-a8ce01b04094 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Pushing event deleted for resources: {'Network': ['ID=c79f7913-91a4-4194-bf8c-bfda2e55a1f2,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:20:30.517912 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 26a17143-2943-4993-87bd-6f1b28a790bd up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:20:30.529188 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80dd92b1-d72a-4fd3-af62-6d3beee844b5 req-02f968f0-ddf2-4bc5-bda1-e38a8f2aee56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:20:30.531487 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-80dd92b1-d72a-4fd3-af62-6d3beee844b5 req-02f968f0-ddf2-4bc5-bda1-e38a8f2aee56 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=01bef050-fb0a-4ec7-a814-df3307ad6529 HTTP/1.1" status: 200 len: 834 time: 0.3048437 Jul 27 21:20:30.624923 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-339c0dd0-904b-4321-87fc-0e0e58c6c03d None None] Provisioning for port 26a17143-2943-4993-87bd-6f1b28a790bd completed by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:20:30.648667 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning for port 26a17143-2943-4993-87bd-6f1b28a790bd completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:20:30.654685 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port 26a17143-2943-4993-87bd-6f1b28a790bd triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:20:30.655333 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:30.689713 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ae344e-9ca4-4dfb-9140-5487296d0f31 req-e391b6cc-d512-488d-abbd-280f00d66b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:20:30.704688 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a7ae344e-9ca4-4dfb-9140-5487296d0f31 req-e391b6cc-d512-488d-abbd-280f00d66b97 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1473080c-86ba-4d44-8dcc-5442b4565b0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6068044 Jul 27 21:20:30.734358 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4eaa1ec-cd6e-4800-9a3d-050613dc29ea tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Made reservation on behalf of 454b79f542fc4867a07c409c85be23c7 for: {'port': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:20:30.737887 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-d4eaa1ec-cd6e-4800-9a3d-050613dc29ea tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:30.767044 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:30.774451 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [None req-d4eaa1ec-cd6e-4800-9a3d-050613dc29ea tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] device_id is not set on port bac2d3a8-bfb9-4266-a0f5-a9a0e77c7ac2 yet. {{(pid=105584) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 21:20:30.803558 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [None req-bb90e8b9-50e7-4575-9e69-ae6c926f6f65 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] For port 26a17143-2943-4993-87bd-6f1b28a790bd, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=26a17143-2943-4993-87bd-6f1b28a790bd,segment=NetworkSegment(532d8a52-575f-45de-a3af-efbea8c8f6d5),segment_id=532d8a52-575f-45de-a3af-efbea8c8f6d5)] {{(pid=105584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:20:30.896556 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 49272) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:20:30.936837 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87c073d-2cb5-4e0d-95ae-cbea4d405fc8 req-5207aa5f-fc97-48be-bdbd-6eb16fc7fbbd tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:20:30.938419 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b87c073d-2cb5-4e0d-95ae-cbea4d405fc8 req-5207aa5f-fc97-48be-bdbd-6eb16fc7fbbd tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] 10.222.0.59 "GET /v2.0/ports?device_id=f600c487-e5e5-4562-8a3b-6f15b13fe576 HTTP/1.1" status: 200 len: 944 time: 0.6648693 Jul 27 21:20:31.016187 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-bb90e8b9-50e7-4575-9e69-ae6c926f6f65 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks [] for port, precommit_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:31.042810 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-bb90e8b9-50e7-4575-9e69-ae6c926f6f65 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9014027'] for port, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:31.043685 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-bb90e8b9-50e7-4575-9e69-ae6c926f6f65 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9014150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9738800'] for subnet, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:31.070594 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.db.api [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105586) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 27 21:20:31.073160 n-d-705658-22 neutron-server[105586]: DEBUG oslo_db.api [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 27 21:20:31.083041 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-68d1e521-0c77-45be-81dd-4884afe76f3e tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10221797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9990606'] for subnet, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:31.107633 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a7ae344e-9ca4-4dfb-9140-5487296d0f31 req-9371e17b-9542-4823-861e-c1ad08856f68 service neutron] 10.222.0.36 "GET /v2.0/networks/1473080c-86ba-4d44-8dcc-5442b4565b0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3815236 Jul 27 21:20:31.177739 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-adc4979b-7359-4686-a7eb-35461f19455d admin admin] Notify callbacks [] for security_group, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:31.220534 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb90e8b9-50e7-4575-9e69-ae6c926f6f65 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Network 1d615a85-844c-4c57-a0fc-2090e87300f0 is already hosted by enough agents. {{(pid=105584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:20:31.252556 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [None req-bb90e8b9-50e7-4575-9e69-ae6c926f6f65 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Resources bound (agent type, host, resource id): {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:20:31.254276 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d1e521-0c77-45be-81dd-4884afe76f3e tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] Pushing event updated for resources: {'Subnet': ['ID=0b1ef34c-a586-4ccf-82ad-e106873bc27a,revision_number=0']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:20:31.263690 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb90e8b9-50e7-4575-9e69-ae6c926f6f65 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:20:31.266525 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-102926cb-212c-43b7-a12b-64150dfe9b4c None None] Network 1d615a85-844c-4c57-a0fc-2090e87300f0 requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:20:31.274798 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-bb90e8b9-50e7-4575-9e69-ae6c926f6f65 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks [] for subnet, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:31.280529 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b87c073d-2cb5-4e0d-95ae-cbea4d405fc8 req-52310d17-7315-4c70-a251-ce9487270494 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] 10.222.0.59 "GET /v2.0/security-groups?id=5a737d1c-b945-4cea-a14d-2326657e6941&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2006164 Jul 27 21:20:31.313446 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80dd92b1-d72a-4fd3-af62-6d3beee844b5 req-2538f7e7-7989-4140-8a8c-ef59393f27d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:20:31.315009 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-80dd92b1-d72a-4fd3-af62-6d3beee844b5 req-2538f7e7-7989-4140-8a8c-ef59393f27d4 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1473080c-86ba-4d44-8dcc-5442b4565b0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.7539937 Jul 27 21:20:31.347175 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb90e8b9-50e7-4575-9e69-ae6c926f6f65 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Pushing event updated for resources: {'Subnet': ['ID=8a9b0a8d-3e2e-4248-a325-78e1050721df,revision_number=0']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:20:31.376102 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a7ae344e-9ca4-4dfb-9140-5487296d0f31 req-bf9053f7-4dfc-4b8e-a289-7908d3be89e3 service neutron] 10.222.0.36 "GET /v2.0/networks/1473080c-86ba-4d44-8dcc-5442b4565b0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2300937 Jul 27 21:20:31.378679 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb90e8b9-50e7-4575-9e69-ae6c926f6f65 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Pushing event updated for resources: {'Port': ['ID=26a17143-2943-4993-87bd-6f1b28a790bd,revision_number=4']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:20:31.431228 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68d1e521-0c77-45be-81dd-4884afe76f3e tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] Checking segment: {'id': 'a6a57384-6795-46cb-b260-81b15232836f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '52c6430f-7dd9-4cc3-880a-fd88c5478e36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:20:31.432251 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68d1e521-0c77-45be-81dd-4884afe76f3e tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] Network hostable DHCP agents. Network: 52c6430f-7dd9-4cc3-880a-fd88c5478e36, hostable agents: ['7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a'], hosted agents: [] {{(pid=105585) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:20:31.452895 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-d4eaa1ec-cd6e-4800-9a3d-050613dc29ea tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Notify callbacks [] for port, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:31.464133 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68d1e521-0c77-45be-81dd-4884afe76f3e tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] Network 52c6430f-7dd9-4cc3-880a-fd88c5478e36 is scheduled to be hosted by DHCP agent 7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a with binding_index 1 {{(pid=105585) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:20:31.484880 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.base_scheduler [None req-68d1e521-0c77-45be-81dd-4884afe76f3e tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-22, 52c6430f-7dd9-4cc3-880a-fd88c5478e36) {{(pid=105585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:20:31.498155 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68d1e521-0c77-45be-81dd-4884afe76f3e tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:20:31.499354 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-68d1e521-0c77-45be-81dd-4884afe76f3e tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743886'] for subnet, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:31.518917 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efe77f6e-bf49-4804-aecd-2f87262e7709 None None] Network 52c6430f-7dd9-4cc3-880a-fd88c5478e36 requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:20:31.532460 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-80dd92b1-d72a-4fd3-af62-6d3beee844b5 req-c59b5e13-6a6a-46e9-9b57-5f33efb11c1a service neutron] 10.222.0.60 "GET /v2.0/networks/1473080c-86ba-4d44-8dcc-5442b4565b0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2047129 Jul 27 21:20:31.596299 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-d4eaa1ec-cd6e-4800-9a3d-050613dc29ea tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:31.679280 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:31.710802 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-80dd92b1-d72a-4fd3-af62-6d3beee844b5 req-34ffc6b5-b8cf-4113-ab69-2b0492d4e2b2 service neutron] 10.222.0.60 "GET /v2.0/networks/1473080c-86ba-4d44-8dcc-5442b4565b0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1709776 Jul 27 21:20:31.761844 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-adc4979b-7359-4686-a7eb-35461f19455d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:31.766515 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] For port 26a17143-2943-4993-87bd-6f1b28a790bd, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=26a17143-2943-4993-87bd-6f1b28a790bd,segment=NetworkSegment(532d8a52-575f-45de-a3af-efbea8c8f6d5),segment_id=532d8a52-575f-45de-a3af-efbea8c8f6d5)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:20:31.774003 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-68d1e521-0c77-45be-81dd-4884afe76f3e tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.6784186 Jul 27 21:20:31.776811 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-adc4979b-7359-4686-a7eb-35461f19455d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:31.777420 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 49280) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:20:31.781996 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4eaa1ec-cd6e-4800-9a3d-050613dc29ea tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Network d1af7821-3064-4af5-8780-df3ae5343cdc is already hosted by enough agents. {{(pid=105584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:20:31.782667 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:31.783460 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 4e2ca401-3ce6-4cc6-bc34-a6004ee338dc up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:20:31.793358 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-bb90e8b9-50e7-4575-9e69-ae6c926f6f65 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 5.3403516 Jul 27 21:20:31.797365 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 49282) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:20:31.831864 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-faf200ae-1910-49cf-b57c-f860c93e1504 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Request body: {'port': {'network_id': '1d615a85-844c-4c57-a0fc-2090e87300f0', 'mac_address': 'fa:16:3e:5b:35:45', 'name': 'tempest-NetworksTestDHCPv6-474673736'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:20:31.855199 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4eaa1ec-cd6e-4800-9a3d-050613dc29ea tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Pushing event updated for resources: {'Port': ['ID=bac2d3a8-bfb9-4266-a0f5-a9a0e77c7ac2,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:20:31.858024 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [None req-d4eaa1ec-cd6e-4800-9a3d-050613dc29ea tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Resources bound (agent type, host, resource id): {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:20:31.890542 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Pushing event updated for resources: {'Port': ['ID=26a17143-2943-4993-87bd-6f1b28a790bd,revision_number=5']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:20:31.895513 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4eaa1ec-cd6e-4800-9a3d-050613dc29ea tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Received port after_create {{(pid=105584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:20:31.902276 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4eaa1ec-cd6e-4800-9a3d-050613dc29ea tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:20:31.903308 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-d4eaa1ec-cd6e-4800-9a3d-050613dc29ea tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:31.943781 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning for port 4e2ca401-3ce6-4cc6-bc34-a6004ee338dc completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:20:31.949628 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port 4e2ca401-3ce6-4cc6-bc34-a6004ee338dc triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:20:31.950056 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:31.984853 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-adc4979b-7359-4686-a7eb-35461f19455d admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=fd6de9c6c87d4f768fdd592bc5400f40&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0813305 Jul 27 21:20:31.989069 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 49288) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:20:31.994521 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc4979b-7359-4686-a7eb-35461f19455d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d8bf6ab-c033-41ae-96be-8a67d96781ad,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:20:32.002399 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-d4eaa1ec-cd6e-4800-9a3d-050613dc29ea tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.6091542 Jul 27 21:20:32.005441 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 49292) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:20:32.008661 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e0d4213-1213-4320-ad85-e49a2ac2701a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30bb4b93-b285-5d90-9493-f9ec33ea333c-52c6430f-7dd9-4cc3-880a-fd88c5478e36', 'network_id': '52c6430f-7dd9-4cc3-880a-fd88c5478e36', 'tenant_id': '717529174f79442eb5493474d000cc27', 'fixed_ips': [{'subnet_id': '0b1ef34c-a586-4ccf-82ad-e106873bc27a'}]}} from n-d-705658-22. {{(pid=105586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 21:20:32.010368 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-5e0d4213-1213-4320-ad85-e49a2ac2701a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:32.161580 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ae344e-9ca4-4dfb-9140-5487296d0f31 req-e919b831-dcb9-46ea-8661-15c28c4f54fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:20:32.164050 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a7ae344e-9ca4-4dfb-9140-5487296d0f31 req-e919b831-dcb9-46ea-8661-15c28c4f54fc service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=379416b786c44e07b1b1ba1a5ea96882&device_id=f600c487-e5e5-4562-8a3b-6f15b13fe576 HTTP/1.1" status: 200 len: 1096 time: 0.3773878 Jul 27 21:20:32.192269 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-faf200ae-1910-49cf-b57c-f860c93e1504 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Made reservation on behalf of fcd7bb7d26624f8f823446f0b0a5006f for: {'port': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:20:32.208485 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-c9ff11ed-3f7a-40cb-8813-8376f8942378 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:32.248772 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-c9ff11ed-3f7a-40cb-8813-8376f8942378 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:32.312149 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-85f9cb10-bd95-403c-b861-5f4d66a9d919 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Deleting port bac2d3a8-bfb9-4266-a0f5-a9a0e77c7ac2 {{(pid=105584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:20:32.312500 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-85f9cb10-bd95-403c-b861-5f4d66a9d919 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:32.418938 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-c9ff11ed-3f7a-40cb-8813-8376f8942378 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:32.426446 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-c9ff11ed-3f7a-40cb-8813-8376f8942378 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:32.428058 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-c9ff11ed-3f7a-40cb-8813-8376f8942378 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/3d8bf6ab-c033-41ae-96be-8a67d96781ad HTTP/1.1" status: 204 len: 168 time: 0.4274349 Jul 27 21:20:32.457588 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ff11ed-3f7a-40cb-8813-8376f8942378 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d8bf6ab-c033-41ae-96be-8a67d96781ad,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:20:32.464421 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-faf200ae-1910-49cf-b57c-f860c93e1504 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:32.510867 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-85f9cb10-bd95-403c-b861-5f4d66a9d919 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:32.559987 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [None req-faf200ae-1910-49cf-b57c-f860c93e1504 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] device_id is not set on port f43fdc3e-4df1-4d44-8aa5-8ea20fbfdb08 yet. {{(pid=105584) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 21:20:32.575428 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-85f9cb10-bd95-403c-b861-5f4d66a9d919 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Calling delete_port for bac2d3a8-bfb9-4266-a0f5-a9a0e77c7ac2 owned by {{(pid=105584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:20:32.588377 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:32.653757 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] For port 4e2ca401-3ce6-4cc6-bc34-a6004ee338dc, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=4e2ca401-3ce6-4cc6-bc34-a6004ee338dc,segment=NetworkSegment(12196855-9a32-4633-9a56-77697ef9e126),segment_id=12196855-9a32-4633-9a56-77697ef9e126)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:20:32.656060 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.db_base_plugin_common [None req-5e0d4213-1213-4320-ad85-e49a2ac2701a None None] Allocated IP 172.20.0.18 (52c6430f-7dd9-4cc3-880a-fd88c5478e36/0b1ef34c-a586-4ccf-82ad-e106873bc27a/44b398d3-497e-4335-b926-da75fd83c1d8) {{(pid=105586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:20:32.763863 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ae344e-9ca4-4dfb-9140-5487296d0f31 req-ca1ceada-633a-479e-a1b1-2e6c6e28d517 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:20:32.776668 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a7ae344e-9ca4-4dfb-9140-5487296d0f31 req-ca1ceada-633a-479e-a1b1-2e6c6e28d517 service neutron] 10.222.0.60 "GET /v2.0/networks?id=1473080c-86ba-4d44-8dcc-5442b4565b0c HTTP/1.1" status: 200 len: 897 time: 0.5981793 Jul 27 21:20:32.854537 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d7aca4-1647-4cde-b0d8-254706b11699 req-9489c67d-7984-4619-aa91-008eee6e8509 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:20:32.859076 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-93d7aca4-1647-4cde-b0d8-254706b11699 req-9489c67d-7984-4619-aa91-008eee6e8509 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] 10.222.0.59 "GET /v2.0/ports?device_id=f600c487-e5e5-4562-8a3b-6f15b13fe576 HTTP/1.1" status: 200 len: 944 time: 0.4233532 Jul 27 21:20:32.859257 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:32.997832 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Pushing event updated for resources: {'Port': ['ID=4e2ca401-3ce6-4cc6-bc34-a6004ee338dc,revision_number=4']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:20:33.010768 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 26a17143-2943-4993-87bd-6f1b28a790bd up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:20:33.073323 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-5e0d4213-1213-4320-ad85-e49a2ac2701a None None] Notify callbacks [] for port, precommit_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:33.091785 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-5e0d4213-1213-4320-ad85-e49a2ac2701a None None] Transition to ACTIVE for port object 44b398d3-497e-4335-b926-da75fd83c1d8 will not be triggered until provisioned by entity L2. {{(pid=105586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:20:33.162143 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 49318) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:20:33.167610 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-5e0d4213-1213-4320-ad85-e49a2ac2701a None None] Transition to ACTIVE for port object 44b398d3-497e-4335-b926-da75fd83c1d8 will not be triggered until provisioned by entity DHCP. {{(pid=105586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:20:33.175167 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port 26a17143-2943-4993-87bd-6f1b28a790bd triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:20:33.175549 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:33.194697 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.db_base_plugin_common [None req-faf200ae-1910-49cf-b57c-f860c93e1504 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Allocated IP 172.20.0.5 (1d615a85-844c-4c57-a0fc-2090e87300f0/fd1f6281-885d-437d-b248-a3f0176cfab7/f43fdc3e-4df1-4d44-8aa5-8ea20fbfdb08) {{(pid=105584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:20:33.207708 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.db_base_plugin_common [None req-faf200ae-1910-49cf-b57c-f860c93e1504 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Allocated IP 2001:db8::f816:3eff:fe5b:3545 (1d615a85-844c-4c57-a0fc-2090e87300f0/8a9b0a8d-3e2e-4248-a325-78e1050721df/f43fdc3e-4df1-4d44-8aa5-8ea20fbfdb08) {{(pid=105584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:20:33.230249 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-93d7aca4-1647-4cde-b0d8-254706b11699 req-e270f609-b774-442f-9dfd-b1aaeaed3391 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] 10.222.0.59 "GET /v2.0/security-groups?id=5a737d1c-b945-4cea-a14d-2326657e6941&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2375150 Jul 27 21:20:33.232346 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a7ae344e-9ca4-4dfb-9140-5487296d0f31 req-25415981-83d8-4e61-ba92-250c16524cb2 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ed51ec73-d9a5-4c0b-b4de-6eed8a81fff5 HTTP/1.1" status: 200 len: 998 time: 0.4420211 Jul 27 21:20:33.235093 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-9b40801b-8589-4530-a91b-c46121556914 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:33.256326 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-5e0d4213-1213-4320-ad85-e49a2ac2701a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143'] for port, after_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:33.300948 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ae344e-9ca4-4dfb-9140-5487296d0f31 req-8c289f52-2cb8-4230-b337-7b3544b3df12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:20:33.302487 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a7ae344e-9ca4-4dfb-9140-5487296d0f31 req-8c289f52-2cb8-4230-b337-7b3544b3df12 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=01bef050-fb0a-4ec7-a814-df3307ad6529 HTTP/1.1" status: 200 len: 834 time: 0.0580220 Jul 27 21:20:33.322786 n-d-705658-22 neutron-server[105586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e0d4213-1213-4320-ad85-e49a2ac2701a None None] Network 52c6430f-7dd9-4cc3-880a-fd88c5478e36 is already hosted by enough agents. {{(pid=105586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:20:33.323623 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-f9b00e70-5d12-4077-8c96-00046ce21319 None None] Provisioning complete for port 26a17143-2943-4993-87bd-6f1b28a790bd triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:20:33.324000 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-f9b00e70-5d12-4077-8c96-00046ce21319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:33.333819 n-d-705658-22 neutron-server[105586]: DEBUG neutron.scheduler.base_scheduler [None req-5e0d4213-1213-4320-ad85-e49a2ac2701a None None] Resources bound (agent type, host, resource id): {{(pid=105586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:20:33.370172 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e0d4213-1213-4320-ad85-e49a2ac2701a None None] Received port after_create {{(pid=105586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:20:33.374240 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0d4213-1213-4320-ad85-e49a2ac2701a None None] Pushing event updated for resources: {'Port': ['ID=44b398d3-497e-4335-b926-da75fd83c1d8,revision_number=1']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:20:33.629039 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-5e0d4213-1213-4320-ad85-e49a2ac2701a None None] Attempting to bind port 44b398d3-497e-4335-b926-da75fd83c1d8 on host n-d-705658-22 for vnic_type normal with profile {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:20:33.629683 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-5e0d4213-1213-4320-ad85-e49a2ac2701a None None] Attempting to bind port 44b398d3-497e-4335-b926-da75fd83c1d8 by drivers openvswitch,hyperv on host n-d-705658-22 at level 0 using segments [{'id': 'a6a57384-6795-46cb-b260-81b15232836f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '52c6430f-7dd9-4cc3-880a-fd88c5478e36'}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:20:33.630033 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e0d4213-1213-4320-ad85-e49a2ac2701a None None] Attempting to bind port 44b398d3-497e-4335-b926-da75fd83c1d8 on network 52c6430f-7dd9-4cc3-880a-fd88c5478e36 {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:20:33.646824 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ae344e-9ca4-4dfb-9140-5487296d0f31 req-c13d77d6-9f24-4de5-898e-d7d09ac70b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:20:33.648381 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a7ae344e-9ca4-4dfb-9140-5487296d0f31 req-c13d77d6-9f24-4de5-898e-d7d09ac70b2e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1473080c-86ba-4d44-8dcc-5442b4565b0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3363800 Jul 27 21:20:33.679013 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e0d4213-1213-4320-ad85-e49a2ac2701a None None] Checking agent: {'id': '04a7ea91-6318-467e-ace6-b0fb48c8690f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 41, 42), 'started_at': datetime.datetime(2021, 7, 27, 20, 42, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 20, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:20:33.680004 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e0d4213-1213-4320-ad85-e49a2ac2701a None None] Checking segment: {'id': 'a6a57384-6795-46cb-b260-81b15232836f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '52c6430f-7dd9-4cc3-880a-fd88c5478e36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:20:33.680626 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-5e0d4213-1213-4320-ad85-e49a2ac2701a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:33.681782 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e0d4213-1213-4320-ad85-e49a2ac2701a None None] Bound using segment: {'id': 'a6a57384-6795-46cb-b260-81b15232836f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '52c6430f-7dd9-4cc3-880a-fd88c5478e36'} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:20:33.682471 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-5e0d4213-1213-4320-ad85-e49a2ac2701a None None] Bound port: 44b398d3-497e-4335-b926-da75fd83c1d8, host: n-d-705658-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6a57384-6795-46cb-b260-81b15232836f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '52c6430f-7dd9-4cc3-880a-fd88c5478e36'}}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:20:33.683176 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-5e0d4213-1213-4320-ad85-e49a2ac2701a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:33.756296 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-5e0d4213-1213-4320-ad85-e49a2ac2701a None None] For port 44b398d3-497e-4335-b926-da75fd83c1d8, host n-d-705658-22, cleared binding levels {{(pid=105586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:20:33.760291 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-5e0d4213-1213-4320-ad85-e49a2ac2701a None None] For port 44b398d3-497e-4335-b926-da75fd83c1d8, host n-d-705658-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=44b398d3-497e-4335-b926-da75fd83c1d8,segment=NetworkSegment(a6a57384-6795-46cb-b260-81b15232836f),segment_id=a6a57384-6795-46cb-b260-81b15232836f)] {{(pid=105586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:20:33.765999 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-5e0d4213-1213-4320-ad85-e49a2ac2701a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:33.848815 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0d4213-1213-4320-ad85-e49a2ac2701a None None] Pushing event updated for resources: {'Port': ['ID=44b398d3-497e-4335-b926-da75fd83c1d8,revision_number=2']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:20:33.857091 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-85f9cb10-bd95-403c-b861-5f4d66a9d919 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:33.913775 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f9cb10-bd95-403c-b861-5f4d66a9d919 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Pushing event deleted for resources: {'Port': ['ID=bac2d3a8-bfb9-4266-a0f5-a9a0e77c7ac2,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:20:33.924522 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-85f9cb10-bd95-403c-b861-5f4d66a9d919 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:33.929314 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-85f9cb10-bd95-403c-b861-5f4d66a9d919 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] 10.222.0.59 "DELETE /v2.0/ports/bac2d3a8-bfb9-4266-a0f5-a9a0e77c7ac2 HTTP/1.1" status: 204 len: 168 time: 1.9205761 Jul 27 21:20:33.930331 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-faf200ae-1910-49cf-b57c-f860c93e1504 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks [] for port, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:33.935802 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 49324) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:20:33.949075 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-91ec44aa-5ca8-4756-aab3-8ea40de303f5 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Request body: {'port': {'network_id': 'd1af7821-3064-4af5-8780-df3ae5343cdc', 'mac_address': 'fa:16:3e:e4:53:8a', 'name': 'tempest-PortsTestJSON-542756295'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:20:34.023973 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.provisioning_blocks [None req-faf200ae-1910-49cf-b57c-f860c93e1504 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Transition to ACTIVE for port object f43fdc3e-4df1-4d44-8aa5-8ea20fbfdb08 will not be triggered until provisioned by entity DHCP. {{(pid=105584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:20:34.124913 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-faf200ae-1910-49cf-b57c-f860c93e1504 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:34.206277 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faf200ae-1910-49cf-b57c-f860c93e1504 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Network 1d615a85-844c-4c57-a0fc-2090e87300f0 is already hosted by enough agents. {{(pid=105584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:20:34.226976 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [None req-faf200ae-1910-49cf-b57c-f860c93e1504 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Resources bound (agent type, host, resource id): {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:20:34.232626 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faf200ae-1910-49cf-b57c-f860c93e1504 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Received port after_create {{(pid=105584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:20:34.238313 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf200ae-1910-49cf-b57c-f860c93e1504 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Pushing event updated for resources: {'Port': ['ID=f43fdc3e-4df1-4d44-8aa5-8ea20fbfdb08,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:20:34.277866 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-9b40801b-8589-4530-a91b-c46121556914 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:34.286929 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-9b40801b-8589-4530-a91b-c46121556914 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:34.318934 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faf200ae-1910-49cf-b57c-f860c93e1504 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:20:34.319857 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-faf200ae-1910-49cf-b57c-f860c93e1504 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:34.351337 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-ca1be3b0-1a6a-4660-b2b2-342db6d1aae8 tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:34.364543 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a7ae344e-9ca4-4dfb-9140-5487296d0f31 req-135218c9-6ad8-4aae-99df-ccdb75e12c05 service neutron] 10.222.0.60 "GET /v2.0/networks/1473080c-86ba-4d44-8dcc-5442b4565b0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6869655 Jul 27 21:20:34.377294 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-9b40801b-8589-4530-a91b-c46121556914 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=cf01919d3aa7413c92cb083e3fac6a8c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2140999 Jul 27 21:20:34.388477 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 49338) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:20:34.391990 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b40801b-8589-4530-a91b-c46121556914 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de78a9df-0c80-4546-81c1-fdadff312eb5,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:20:34.420443 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-faf200ae-1910-49cf-b57c-f860c93e1504 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 2.6217241 Jul 27 21:20:34.423151 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91ec44aa-5ca8-4756-aab3-8ea40de303f5 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Made reservation on behalf of 454b79f542fc4867a07c409c85be23c7 for: {'port': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:20:34.529524 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 49340) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:20:34.561192 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-91ec44aa-5ca8-4756-aab3-8ea40de303f5 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:34.592291 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [None req-91ec44aa-5ca8-4756-aab3-8ea40de303f5 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] device_id is not set on port 351793c6-0b4d-4073-a27d-efb38d5ba059 yet. {{(pid=105584) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 21:20:34.704874 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Device ed51ec73-d9a5-4c0b-b4de-6eed8a81fff5 details requested by agent hyperv_n-h2-705658-22 with host n-h2-705658-22 {{(pid=105586) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:20:34.921764 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] For port ed51ec73-d9a5-4c0b-b4de-6eed8a81fff5, host n-h2-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=ed51ec73-d9a5-4c0b-b4de-6eed8a81fff5,segment=NetworkSegment(19bc2e5f-7908-4153-b6d3-443d5b34a291),segment_id=19bc2e5f-7908-4153-b6d3-443d5b34a291)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:20:34.985841 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Returning: {'device': 'ed51ec73-d9a5-4c0b-b4de-6eed8a81fff5', 'network_id': '1473080c-86ba-4d44-8dcc-5442b4565b0c', 'port_id': 'ed51ec73-d9a5-4c0b-b4de-6eed8a81fff5', 'mac_address': 'fa:16:3e:79:a5:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01bef050-fb0a-4ec7-a814-df3307ad6529', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105586) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:20:34.987756 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-315fb987-f166-487b-a4e7-6627deb5af03 None None] Provisioning for port f43fdc3e-4df1-4d44-8aa5-8ea20fbfdb08 completed by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:20:34.995937 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-315fb987-f166-487b-a4e7-6627deb5af03 None None] Provisioning complete for port f43fdc3e-4df1-4d44-8aa5-8ea20fbfdb08 triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:20:34.996465 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-315fb987-f166-487b-a4e7-6627deb5af03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:35.044897 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-aeba449a-9835-4ccc-b1d5-e2a4b90c654a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:35.106659 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a7ae344e-9ca4-4dfb-9140-5487296d0f31 req-c47e3919-2265-4437-8d03-272624cef61b service neutron] 10.222.0.60 "GET /v2.0/networks/1473080c-86ba-4d44-8dcc-5442b4565b0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7170870 Jul 27 21:20:35.131310 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-91ec44aa-5ca8-4756-aab3-8ea40de303f5 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Notify callbacks [] for port, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:35.145256 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-aeba449a-9835-4ccc-b1d5-e2a4b90c654a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:35.178092 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 4e2ca401-3ce6-4cc6-bc34-a6004ee338dc up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:20:35.189510 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-315fb987-f166-487b-a4e7-6627deb5af03 None None] Port f43fdc3e-4df1-4d44-8aa5-8ea20fbfdb08 cannot update to ACTIVE because it is not bound. {{(pid=105586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:20:35.219391 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:35.249467 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-91ec44aa-5ca8-4756-aab3-8ea40de303f5 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:35.254299 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [None req-3d54578f-831f-4696-b568-13c455922dab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed51ec73-d9a5-4c0b-b4de-6eed8a81fff5 {{(pid=105586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:20:35.266025 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c813243-e6ab-44cd-9bdf-c7d05baff406 req-9c25fd0b-7f30-4c2a-b78b-41521189bce1 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:20:35.268778 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-0c813243-e6ab-44cd-9bdf-c7d05baff406 req-9c25fd0b-7f30-4c2a-b78b-41521189bce1 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] 10.222.0.59 "GET /v2.0/ports?device_id=f600c487-e5e5-4562-8a3b-6f15b13fe576 HTTP/1.1" status: 200 len: 944 time: 0.8896608 Jul 27 21:20:35.281748 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] For port ed51ec73-d9a5-4c0b-b4de-6eed8a81fff5, host n-h2-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=ed51ec73-d9a5-4c0b-b4de-6eed8a81fff5,segment=NetworkSegment(19bc2e5f-7908-4153-b6d3-443d5b34a291),segment_id=19bc2e5f-7908-4153-b6d3-443d5b34a291)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:20:35.286021 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:35.287759 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port 4e2ca401-3ce6-4cc6-bc34-a6004ee338dc triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:20:35.288114 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:35.293069 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19220962-a752-4905-b0ea-187ea72d1524 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:20:35.299622 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19220962-a752-4905-b0ea-187ea72d1524 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:20:35.303776 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-19220962-a752-4905-b0ea-187ea72d1524 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.7486618 Jul 27 21:20:35.306753 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 49354) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:20:35.312066 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.db_base_plugin_common [None req-ca1be3b0-1a6a-4660-b2b2-342db6d1aae8 tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] Allocated IP 172.20.0.17 (52c6430f-7dd9-4cc3-880a-fd88c5478e36/0b1ef34c-a586-4ccf-82ad-e106873bc27a/e4cb500d-754e-4183-a96f-dda8516d6e25) {{(pid=105585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:20:35.372548 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91ec44aa-5ca8-4756-aab3-8ea40de303f5 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Network d1af7821-3064-4af5-8780-df3ae5343cdc is already hosted by enough agents. {{(pid=105584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:20:35.379094 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [None req-91ec44aa-5ca8-4756-aab3-8ea40de303f5 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Resources bound (agent type, host, resource id): {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:20:35.383630 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91ec44aa-5ca8-4756-aab3-8ea40de303f5 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Received port after_create {{(pid=105584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:20:35.392703 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91ec44aa-5ca8-4756-aab3-8ea40de303f5 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:20:35.393671 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-91ec44aa-5ca8-4756-aab3-8ea40de303f5 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:35.396624 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-aeba449a-9835-4ccc-b1d5-e2a4b90c654a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:35.399307 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-aeba449a-9835-4ccc-b1d5-e2a4b90c654a admin admin] Notify callbacks [] for security_group, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:35.400671 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-aeba449a-9835-4ccc-b1d5-e2a4b90c654a admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/de78a9df-0c80-4546-81c1-fdadff312eb5 HTTP/1.1" status: 204 len: 168 time: 1.0112784 Jul 27 21:20:35.418659 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Pushing event updated for resources: {'Port': ['ID=ed51ec73-d9a5-4c0b-b4de-6eed8a81fff5,revision_number=12']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:20:35.452040 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ec44aa-5ca8-4756-aab3-8ea40de303f5 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Pushing event updated for resources: {'Port': ['ID=351793c6-0b4d-4073-a27d-efb38d5ba059,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:20:35.454666 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeba449a-9835-4ccc-b1d5-e2a4b90c654a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de78a9df-0c80-4546-81c1-fdadff312eb5,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:20:35.485954 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-91ec44aa-5ca8-4756-aab3-8ea40de303f5 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.5490413 Jul 27 21:20:35.487266 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-0c813243-e6ab-44cd-9bdf-c7d05baff406 req-9831f56d-c2ae-4052-842f-dfe05407c61d tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] 10.222.0.59 "GET /v2.0/security-groups?id=5a737d1c-b945-4cea-a14d-2326657e6941&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1763079 Jul 27 21:20:35.515708 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 49362) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:20:35.527632 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 44b398d3-497e-4335-b926-da75fd83c1d8 up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:20:35.609823 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning for port 44b398d3-497e-4335-b926-da75fd83c1d8 completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:20:35.632879 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] get_ports_and_sgs() called for port_ids ['ed51ec73-d9a5-4c0b-b4de-6eed8a81fff5'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:20:35.639660 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76b32d5f-a26e-41a9-aba2-f06e36b58df2 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:20:35.641766 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-76b32d5f-a26e-41a9-aba2-f06e36b58df2 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] 10.222.0.59 "GET /v2.0/ports/351793c6-0b4d-4073-a27d-efb38d5ba059 HTTP/1.1" status: 200 len: 840 time: 0.1329174 Jul 27 21:20:35.644538 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 49366) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:20:35.661275 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [None req-e226279f-551c-489d-9f67-504ff9e3be71 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Deleting port f43fdc3e-4df1-4d44-8aa5-8ea20fbfdb08 {{(pid=105585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:20:35.662441 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-e226279f-551c-489d-9f67-504ff9e3be71 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:35.674536 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-ca1be3b0-1a6a-4660-b2b2-342db6d1aae8 tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] Notify callbacks [] for port, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:35.789962 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-72d18e30-7fcb-441a-8e39-29a5864e30f1 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Deleting port 351793c6-0b4d-4073-a27d-efb38d5ba059 {{(pid=105584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:20:35.790946 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-72d18e30-7fcb-441a-8e39-29a5864e30f1 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:35.800857 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.provisioning_blocks [None req-ca1be3b0-1a6a-4660-b2b2-342db6d1aae8 tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] Transition to ACTIVE for port object e4cb500d-754e-4183-a96f-dda8516d6e25 will not be triggered until provisioned by entity DHCP. {{(pid=105585) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:20:35.828928 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a143675-e263-4e3b-b27b-853a88c7ce3a None None] Network 52c6430f-7dd9-4cc3-880a-fd88c5478e36 requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:20:35.830311 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-e226279f-551c-489d-9f67-504ff9e3be71 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:35.851649 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [None req-e226279f-551c-489d-9f67-504ff9e3be71 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Calling delete_port for f43fdc3e-4df1-4d44-8aa5-8ea20fbfdb08 owned by {{(pid=105585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:20:35.937386 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-ca1be3b0-1a6a-4660-b2b2-342db6d1aae8 tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:35.966262 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-922b82d8-3482-48d2-b62f-bb577f60ac28 None None] Provisioning for port 44b398d3-497e-4335-b926-da75fd83c1d8 completed by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:20:35.979331 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-922b82d8-3482-48d2-b62f-bb577f60ac28 None None] Provisioning complete for port 44b398d3-497e-4335-b926-da75fd83c1d8 triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:20:35.980040 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-922b82d8-3482-48d2-b62f-bb577f60ac28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:35.998008 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-72d18e30-7fcb-441a-8e39-29a5864e30f1 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:36.026872 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-72d18e30-7fcb-441a-8e39-29a5864e30f1 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Calling delete_port for 351793c6-0b4d-4073-a27d-efb38d5ba059 owned by {{(pid=105584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:20:36.038709 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca1be3b0-1a6a-4660-b2b2-342db6d1aae8 tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] Network 52c6430f-7dd9-4cc3-880a-fd88c5478e36 is already hosted by enough agents. {{(pid=105585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:20:36.052962 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.base_scheduler [None req-ca1be3b0-1a6a-4660-b2b2-342db6d1aae8 tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] Resources bound (agent type, host, resource id): {{(pid=105585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:20:36.070403 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca1be3b0-1a6a-4660-b2b2-342db6d1aae8 tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] Received port after_create {{(pid=105585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:20:36.191159 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1be3b0-1a6a-4660-b2b2-342db6d1aae8 tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] Pushing event updated for resources: {'Port': ['ID=e4cb500d-754e-4183-a96f-dda8516d6e25,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:20:36.215660 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-72d18e30-7fcb-441a-8e39-29a5864e30f1 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:36.255259 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-ca1be3b0-1a6a-4660-b2b2-342db6d1aae8 tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4075523'] for router_interface, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:36.332534 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d18e30-7fcb-441a-8e39-29a5864e30f1 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Pushing event deleted for resources: {'Port': ['ID=351793c6-0b4d-4073-a27d-efb38d5ba059,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:20:36.350579 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-72d18e30-7fcb-441a-8e39-29a5864e30f1 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:36.367921 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-72d18e30-7fcb-441a-8e39-29a5864e30f1 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] 10.222.0.59 "DELETE /v2.0/ports/351793c6-0b4d-4073-a27d-efb38d5ba059 HTTP/1.1" status: 204 len: 168 time: 0.7206311 Jul 27 21:20:36.369145 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 49388) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:20:36.420974 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:36.434229 n-d-705658-22 neutron-server[105584]: INFO neutron.pecan_wsgi.hooks.translation [None req-aba951d8-39a7-4fa1-a9af-740125249668 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] GET failed (client error): The resource could not be found. Jul 27 21:20:36.443484 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-aba951d8-39a7-4fa1-a9af-740125249668 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] 10.222.0.59 "GET /v2.0/ports/351793c6-0b4d-4073-a27d-efb38d5ba059 HTTP/1.1" status: 404 len: 333 time: 0.0732882 Jul 27 21:20:36.444145 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 49394) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:20:36.449693 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-298bd7e7-2c5e-4828-8726-455a8f394e1f tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Request body: {'port': {'network_id': 'd1af7821-3064-4af5-8780-df3ae5343cdc', 'name': 'tempest-PortsTestJSON-1528209818'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:20:36.567095 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-e226279f-551c-489d-9f67-504ff9e3be71 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:36.599340 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-922b82d8-3482-48d2-b62f-bb577f60ac28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:36.608975 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-298bd7e7-2c5e-4828-8726-455a8f394e1f tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Made reservation on behalf of 454b79f542fc4867a07c409c85be23c7 for: {'port': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:20:36.618100 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-298bd7e7-2c5e-4828-8726-455a8f394e1f tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:36.639514 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e226279f-551c-489d-9f67-504ff9e3be71 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Pushing event deleted for resources: {'Port': ['ID=f43fdc3e-4df1-4d44-8aa5-8ea20fbfdb08,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:20:36.651121 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [None req-298bd7e7-2c5e-4828-8726-455a8f394e1f tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] device_id is not set on port 9dd6cefe-a82b-4e16-80ea-bfba791064a3 yet. {{(pid=105584) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 21:20:36.721298 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-922b82d8-3482-48d2-b62f-bb577f60ac28 None None] For port 44b398d3-497e-4335-b926-da75fd83c1d8, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=44b398d3-497e-4335-b926-da75fd83c1d8,segment=NetworkSegment(a6a57384-6795-46cb-b260-81b15232836f),segment_id=a6a57384-6795-46cb-b260-81b15232836f)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:20:36.732681 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-922b82d8-3482-48d2-b62f-bb577f60ac28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:36.845927 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922b82d8-3482-48d2-b62f-bb577f60ac28 None None] Pushing event updated for resources: {'Port': ['ID=44b398d3-497e-4335-b926-da75fd83c1d8,revision_number=3']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:20:36.867320 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-e226279f-551c-489d-9f67-504ff9e3be71 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:36.869819 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-e226279f-551c-489d-9f67-504ff9e3be71 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] 10.222.0.59 "DELETE /v2.0/ports/f43fdc3e-4df1-4d44-8aa5-8ea20fbfdb08 HTTP/1.1" status: 204 len: 168 time: 1.5621161 Jul 27 21:20:36.881012 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 49414) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:20:37.008120 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 49418) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:20:37.070210 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 44b398d3-497e-4335-b926-da75fd83c1d8 up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:20:37.075051 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a162cf-d8cd-46d3-a8f6-c8e01d17b0ca req-99b99514-6649-4a3f-a827-ea0e7a43264e tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:20:37.082937 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b4a162cf-d8cd-46d3-a8f6-c8e01d17b0ca req-99b99514-6649-4a3f-a827-ea0e7a43264e tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] 10.222.0.59 "GET /v2.0/ports?device_id=f600c487-e5e5-4562-8a3b-6f15b13fe576 HTTP/1.1" status: 200 len: 945 time: 0.4505415 Jul 27 21:20:37.223694 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port 44b398d3-497e-4335-b926-da75fd83c1d8 triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:20:37.224140 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:37.250898 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b4a162cf-d8cd-46d3-a8f6-c8e01d17b0ca req-c1140030-fc7f-4a8d-9de9-7e20b241431a tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] 10.222.0.59 "GET /v2.0/security-groups?id=5a737d1c-b945-4cea-a14d-2326657e6941&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1561427 Jul 27 21:20:37.266332 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 49424) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:20:37.315803 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab90e787-db0f-4966-bae5-de8fea016f2d tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:20:37.317648 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab90e787-db0f-4966-bae5-de8fea016f2d tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:20:37.319201 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab90e787-db0f-4966-bae5-de8fea016f2d tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:20:37.320889 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-ab90e787-db0f-4966-bae5-de8fea016f2d tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.4373195 Jul 27 21:20:37.336382 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 49426) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:20:37.413582 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-235bb08a-01c8-4d59-8caa-e570fb281231 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] 10.222.0.59 "GET /v2.0/floatingips/a42513d4-e118-44ea-970f-016712f64e84 HTTP/1.1" status: 200 len: 991 time: 0.1409154 Jul 27 21:20:37.413582 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-ca1be3b0-1a6a-4660-b2b2-342db6d1aae8 tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:37.421290 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-ab535a09-f033-4ed6-975a-fdc72d36f277 None None] Provisioning complete for port 44b398d3-497e-4335-b926-da75fd83c1d8 triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:20:37.421668 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-ab535a09-f033-4ed6-975a-fdc72d36f277 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:37.443651 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-b8630576-d7da-4ef0-81a7-f0bc1959dd9b tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1659226296'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:20:37.455098 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe9a3591-0aaf-49a9-81df-698fd2467ddb tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Deleting subnet 8a9b0a8d-3e2e-4248-a325-78e1050721df {{(pid=105584) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:20:37.473792 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-fe9a3591-0aaf-49a9-81df-698fd2467ddb tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks [] for subnet, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:37.495225 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-298bd7e7-2c5e-4828-8726-455a8f394e1f tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Notify callbacks [] for port, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:37.567656 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8630576-d7da-4ef0-81a7-f0bc1959dd9b tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Made reservation on behalf of a7f96c4262db4c858fcaf29ac40303b5 for: {'network': 1} {{(pid=105585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:20:37.580925 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-b8630576-d7da-4ef0-81a7-f0bc1959dd9b tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for network, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:37.641052 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-fe9a3591-0aaf-49a9-81df-698fd2467ddb tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9014207'] for subnet, precommit_delete_associations {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:37.699336 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-b8630576-d7da-4ef0-81a7-f0bc1959dd9b tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Notify callbacks [] for security_group, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:37.713868 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-ab535a09-f033-4ed6-975a-fdc72d36f277 None None] Provisioning for port e4cb500d-754e-4183-a96f-dda8516d6e25 completed by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:20:37.724723 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-ab535a09-f033-4ed6-975a-fdc72d36f277 None None] Provisioning complete for port e4cb500d-754e-4183-a96f-dda8516d6e25 triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:20:37.725441 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-ab535a09-f033-4ed6-975a-fdc72d36f277 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:37.798107 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-ab535a09-f033-4ed6-975a-fdc72d36f277 None None] Port e4cb500d-754e-4183-a96f-dda8516d6e25 cannot update to ACTIVE because it is not bound. {{(pid=105586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:20:37.810683 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-fe9a3591-0aaf-49a9-81df-698fd2467ddb tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854965'] for subnet, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:37.906215 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-fe9a3591-0aaf-49a9-81df-698fd2467ddb tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9014081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9738825'] for subnet, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:37.919718 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-b8630576-d7da-4ef0-81a7-f0bc1959dd9b tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Notify callbacks [] for security_group, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:37.926364 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-b8630576-d7da-4ef0-81a7-f0bc1959dd9b tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:37.936611 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-298bd7e7-2c5e-4828-8726-455a8f394e1f tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:37.945320 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9a3591-0aaf-49a9-81df-698fd2467ddb tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Pushing event deleted for resources: {'Subnet': ['ID=8a9b0a8d-3e2e-4248-a325-78e1050721df,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:20:37.946187 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-acbaba89-c1c9-4973-b159-b2e24dd7c084 None None] Provisioning complete for port e4cb500d-754e-4183-a96f-dda8516d6e25 triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:20:37.946672 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-acbaba89-c1c9-4973-b159-b2e24dd7c084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:38.021007 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8630576-d7da-4ef0-81a7-f0bc1959dd9b tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] vlan segment allocate from pool success with {'vlan_id': 220, 'physical_network': 'physnet1'} {{(pid=105585) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:20:38.027794 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-acbaba89-c1c9-4973-b159-b2e24dd7c084 None None] Port e4cb500d-754e-4183-a96f-dda8516d6e25 cannot update to ACTIVE because it is not bound. {{(pid=105586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:20:38.044000 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66f3abc6-9ac0-4c7b-aba9-8445c9f440ec None None] Network 1d615a85-844c-4c57-a0fc-2090e87300f0 requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:20:38.064513 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-fe9a3591-0aaf-49a9-81df-698fd2467ddb tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks [] for subnet, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:38.066883 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-fe9a3591-0aaf-49a9-81df-698fd2467ddb tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] 10.222.0.59 "DELETE /v2.0/subnets/8a9b0a8d-3e2e-4248-a325-78e1050721df HTTP/1.1" status: 204 len: 168 time: 0.7261984 Jul 27 21:20:38.069091 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-298bd7e7-2c5e-4828-8726-455a8f394e1f tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Network d1af7821-3064-4af5-8780-df3ae5343cdc is already hosted by enough agents. {{(pid=105584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:20:38.073898 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 49434) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:20:38.079482 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [None req-298bd7e7-2c5e-4828-8726-455a8f394e1f tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Resources bound (agent type, host, resource id): {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:20:38.086655 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-298bd7e7-2c5e-4828-8726-455a8f394e1f tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Received port after_create {{(pid=105584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:20:38.095427 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-298bd7e7-2c5e-4828-8726-455a8f394e1f tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:20:38.095572 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8630576-d7da-4ef0-81a7-f0bc1959dd9b tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b5f53c09-0b06-4fb7-b7e6-f73fae2dff32,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:20:38.096369 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-298bd7e7-2c5e-4828-8726-455a8f394e1f tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:38.235949 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5c23a15-e58c-4d3d-826d-cf722c5e9b9c tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Deleting subnet fd1f6281-885d-437d-b248-a3f0176cfab7 {{(pid=105584) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:20:38.239399 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c5c23a15-e58c-4d3d-826d-cf722c5e9b9c tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks [] for subnet, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:38.283145 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c5c23a15-e58c-4d3d-826d-cf722c5e9b9c tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9014207'] for subnet, precommit_delete_associations {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:38.327082 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-ca1be3b0-1a6a-4660-b2b2-342db6d1aae8 tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] Notify callbacks [] for port, precommit_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:38.329379 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-b8630576-d7da-4ef0-81a7-f0bc1959dd9b tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:38.329784 n-d-705658-22 neutron-server[105585]: INFO neutron.db.segments_db [None req-b8630576-d7da-4ef0-81a7-f0bc1959dd9b tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Added segment 02096b46-b4f6-43f2-9f5a-882b37b96752 of type vlan for network 23dfa146-623c-400d-9574-f6dbb6d3d24b Jul 27 21:20:38.339657 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-ca1be3b0-1a6a-4660-b2b2-342db6d1aae8 tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10221672'] for port, after_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:38.406672 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c5c23a15-e58c-4d3d-826d-cf722c5e9b9c tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854965'] for subnet, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:38.468584 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-298bd7e7-2c5e-4828-8726-455a8f394e1f tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 2.0233781 Jul 27 21:20:38.473762 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 49444) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:20:38.497031 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-8da573fe-1a08-4c41-ab43-8b32e84c0897 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:20:38.504116 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298bd7e7-2c5e-4828-8726-455a8f394e1f tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Pushing event updated for resources: {'Port': ['ID=9dd6cefe-a82b-4e16-80ea-bfba791064a3,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:20:38.514251 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-b8630576-d7da-4ef0-81a7-f0bc1959dd9b tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790688424798'] for network, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:38.525226 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1be3b0-1a6a-4660-b2b2-342db6d1aae8 tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] Pushing event updated for resources: {'Port': ['ID=e4cb500d-754e-4183-a96f-dda8516d6e25,revision_number=2']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:20:38.527833 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-ca1be3b0-1a6a-4660-b2b2-342db6d1aae8 tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3743906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4076435'] for router_interface, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:38.599406 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c5c23a15-e58c-4d3d-826d-cf722c5e9b9c tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9014081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9738825'] for subnet, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:38.619576 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-b8630576-d7da-4ef0-81a7-f0bc1959dd9b tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920'] for network, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:38.625927 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8630576-d7da-4ef0-81a7-f0bc1959dd9b tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:20:38.626827 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-b8630576-d7da-4ef0-81a7-f0bc1959dd9b tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Notify callbacks [] for network, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:38.651356 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-b8630576-d7da-4ef0-81a7-f0bc1959dd9b tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.6417255 Jul 27 21:20:38.684762 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c23a15-e58c-4d3d-826d-cf722c5e9b9c tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Pushing event deleted for resources: {'Subnet': ['ID=fd1f6281-885d-437d-b248-a3f0176cfab7,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:20:38.695118 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c5c23a15-e58c-4d3d-826d-cf722c5e9b9c tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks [] for subnet, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:38.714715 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-c5c23a15-e58c-4d3d-826d-cf722c5e9b9c tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] 10.222.0.59 "DELETE /v2.0/subnets/fd1f6281-885d-437d-b248-a3f0176cfab7 HTTP/1.1" status: 204 len: 168 time: 0.6395967 Jul 27 21:20:38.715600 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 49448) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:20:38.731218 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Device ed51ec73-d9a5-4c0b-b4de-6eed8a81fff5 up at agent hyperv_n-h2-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:20:38.774366 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8630576-d7da-4ef0-81a7-f0bc1959dd9b tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Pushing event updated for resources: {'Network': ['ID=23dfa146-623c-400d-9574-f6dbb6d3d24b,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:20:38.777059 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-8da573fe-1a08-4c41-ab43-8b32e84c0897 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:38.812801 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Network 23dfa146-623c-400d-9574-f6dbb6d3d24b details requested by agent ovs-agent-n-d-705658-22 with host n-d-705658-22 {{(pid=105586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:20:38.856371 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 49454) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:20:38.871181 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca1be3b0-1a6a-4660-b2b2-342db6d1aae8 tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] Network 52c6430f-7dd9-4cc3-880a-fd88c5478e36 is already hosted by enough agents. {{(pid=105585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:20:38.875791 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-67e649a4-0a88-45ee-a569-160f6220d917 tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Request body: {'subnet': {'network_id': '23dfa146-623c-400d-9574-f6dbb6d3d24b', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:20:38.910762 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.base_scheduler [None req-ca1be3b0-1a6a-4660-b2b2-342db6d1aae8 tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] Resources bound (agent type, host, resource id): {{(pid=105585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:20:38.998534 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-ed5a1244-6bb4-4322-b1c3-0567eef25c86 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2689066 Jul 27 21:20:39.004920 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 49462) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:20:39.058796 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-3d54578f-831f-4696-b568-13c455922dab None None] Provisioning for port ed51ec73-d9a5-4c0b-b4de-6eed8a81fff5 completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:20:39.071875 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-3d54578f-831f-4696-b568-13c455922dab None None] Provisioning complete for port ed51ec73-d9a5-4c0b-b4de-6eed8a81fff5 triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:20:39.072482 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:39.080036 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-c4b9ae80-cd29-4d53-8453-7b7c671d81f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:39.160463 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca1be3b0-1a6a-4660-b2b2-342db6d1aae8 tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] Router c4bfe403-2cc3-4f09-b49e-74df4ff65e85 has already been hosted by L3 agent dd128fd7-8e57-4d4f-895b-a96b369df59a {{(pid=105585) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:20:39.243162 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:39.289375 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67e649a4-0a88-45ee-a569-160f6220d917 tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Made reservation on behalf of a7f96c4262db4c858fcaf29ac40303b5 for: {'subnet': 1} {{(pid=105585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:20:39.293349 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-67e649a4-0a88-45ee-a569-160f6220d917 tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9990620'] for subnet, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:39.309203 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f600c487-e5e5-4562-8a3b-6f15b13fe576', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed51ec73-d9a5-4c0b-b4de-6eed8a81fff5'}] {{(pid=105586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:20:39.318805 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14c1663e039faf5393f87855f745010ac5b02220355b68fdbf065393e303ac56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6bb78cd-3feb-41a0-9be3-58c61755ee33" -d '{"events": [{"server_uuid": "f600c487-e5e5-4562-8a3b-6f15b13fe576", "name": "network-vif-plugged", "status": "completed", "tag": "ed51ec73-d9a5-4c0b-b4de-6eed8a81fff5"}]}' {{(pid=105586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:20:39.356315 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] For port ed51ec73-d9a5-4c0b-b4de-6eed8a81fff5, host n-h2-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=ed51ec73-d9a5-4c0b-b4de-6eed8a81fff5,segment=NetworkSegment(19bc2e5f-7908-4153-b6d3-443d5b34a291),segment_id=19bc2e5f-7908-4153-b6d3-443d5b34a291)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:20:39.361933 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:39.433156 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:20:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1917fd3-041e-4a69-aabd-48c6b67d08b9 x-openstack-request-id: req-c1917fd3-041e-4a69-aabd-48c6b67d08b9 {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:20:39.435362 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f600c487-e5e5-4562-8a3b-6f15b13fe576", "name": "network-vif-plugged", "status": "completed", "tag": "ed51ec73-d9a5-4c0b-b4de-6eed8a81fff5", "code": 200}]} {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:20:39.435769 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-c1917fd3-041e-4a69-aabd-48c6b67d08b9 {{(pid=105586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:20:39.436320 n-d-705658-22 neutron-server[105586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f600c487-e5e5-4562-8a3b-6f15b13fe576', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed51ec73-d9a5-4c0b-b4de-6eed8a81fff5', 'code': 200} Jul 27 21:20:39.479248 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-8bd6fca9-106b-4768-b3f4-f040f3ed3baa None None] Provisioning complete for port e4cb500d-754e-4183-a96f-dda8516d6e25 triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:20:39.479893 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-8bd6fca9-106b-4768-b3f4-f040f3ed3baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:39.494603 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-8da573fe-1a08-4c41-ab43-8b32e84c0897 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Notify callbacks [] for port, precommit_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:39.507964 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-8da573fe-1a08-4c41-ab43-8b32e84c0897 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9014027'] for port, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:39.549572 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Pushing event updated for resources: {'Port': ['ID=ed51ec73-d9a5-4c0b-b4de-6eed8a81fff5,revision_number=13']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:20:39.552037 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca1be3b0-1a6a-4660-b2b2-342db6d1aae8 tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] Notify agent at l3_agent.n-d-705658-22 the message routers_updated {{(pid=105585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:20:39.559912 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-8da573fe-1a08-4c41-ab43-8b32e84c0897 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] In _notify_port_updated(), no bound segment for port 9dd6cefe-a82b-4e16-80ea-bfba791064a3 on network d1af7821-3064-4af5-8780-df3ae5343cdc {{(pid=105584) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 27 21:20:39.560967 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-ca1be3b0-1a6a-4660-b2b2-342db6d1aae8 tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] 10.222.0.59 "PUT /v2.0/routers/c4bfe403-2cc3-4f09-b49e-74df4ff65e85/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7817082 Jul 27 21:20:39.576629 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8da573fe-1a08-4c41-ab43-8b32e84c0897 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:20:39.577403 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-8da573fe-1a08-4c41-ab43-8b32e84c0897 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:39.580057 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-8da573fe-1a08-4c41-ab43-8b32e84c0897 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] 10.222.0.59 "PUT /v2.0/ports/9dd6cefe-a82b-4e16-80ea-bfba791064a3 HTTP/1.1" status: 200 len: 818 time: 1.1001172 Jul 27 21:20:39.584353 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 49472) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:20:39.586209 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3239ee2-3fae-4ee0-8389-e8b188067e94 None None] Sync routers for ids ['c4bfe403-2cc3-4f09-b49e-74df4ff65e85'] in n-d-705658-22 {{(pid=105586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:20:39.621318 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-8bd6fca9-106b-4768-b3f4-f040f3ed3baa None None] Port e4cb500d-754e-4183-a96f-dda8516d6e25 cannot update to ACTIVE because it is not bound. {{(pid=105586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:20:39.632353 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3239ee2-3fae-4ee0-8389-e8b188067e94 None None] Routers {'c4bfe403-2cc3-4f09-b49e-74df4ff65e85'} bound to L3 agent in host n-d-705658-22 {{(pid=105586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:20:39.636287 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-c3239ee2-3fae-4ee0-8389-e8b188067e94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:20:12Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['c4bfe403-2cc3-4f09-b49e-74df4ff65e85'], 'active': True} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:20:39.637924 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-233a2bb5-9f23-470d-8124-8734c474ef78 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:20:39.647469 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-233a2bb5-9f23-470d-8124-8734c474ef78 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.5702252 Jul 27 21:20:39.648127 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 49474) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:20:39.712592 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b8c6ea6-2d76-467d-885c-3eed602eab29 None None] Network 1d615a85-844c-4c57-a0fc-2090e87300f0 requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:20:39.822133 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da573fe-1a08-4c41-ab43-8b32e84c0897 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Pushing event updated for resources: {'Port': ['ID=9dd6cefe-a82b-4e16-80ea-bfba791064a3,revision_number=2']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:20:39.827946 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12657cc0-4604-48e1-bcb1-6b733a35a4e7 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:20:39.832480 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-12657cc0-4604-48e1-bcb1-6b733a35a4e7 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1757264 Jul 27 21:20:39.833121 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 49490) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:20:39.899798 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-bab4ce2f-84dc-4fa1-ba35-cca433c539ac tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0650172 Jul 27 21:20:39.901531 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 49492) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:20:39.912530 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-2d390b7f-ccf8-4c73-94ee-f7c3ef7c878b tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Request body: {'subnet': {'network_id': '1d615a85-844c-4c57-a0fc-2090e87300f0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:20:40.001391 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvr_db [None req-c3239ee2-3fae-4ee0-8389-e8b188067e94 None None] Set router c4bfe403-2cc3-4f09-b49e-74df4ff65e85 gateway port host: n-d-705658-22 {{(pid=105586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:20:40.055977 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d390b7f-ccf8-4c73-94ee-f7c3ef7c878b tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Made reservation on behalf of fcd7bb7d26624f8f823446f0b0a5006f for: {'subnet': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:20:40.060073 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-2d390b7f-ccf8-4c73-94ee-f7c3ef7c878b tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9738786'] for subnet, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:40.062911 n-d-705658-22 neutron-server[105584]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d390b7f-ccf8-4c73-94ee-f7c3ef7c878b tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 27 21:20:40.063526 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d390b7f-ccf8-4c73-94ee-f7c3ef7c878b tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=105584) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 21:20:40.108742 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-2d390b7f-ccf8-4c73-94ee-f7c3ef7c878b tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.2057729 Jul 27 21:20:40.111575 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 49502) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:20:40.122354 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-ddee99ac-f081-4656-ab94-bcb1a3e179a1 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Request body: {'subnet': {'network_id': '1d615a85-844c-4c57-a0fc-2090e87300f0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:20:40.245828 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddee99ac-f081-4656-ab94-bcb1a3e179a1 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Made reservation on behalf of fcd7bb7d26624f8f823446f0b0a5006f for: {'subnet': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:20:40.250915 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-ddee99ac-f081-4656-ab94-bcb1a3e179a1 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9738786'] for subnet, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:40.252728 n-d-705658-22 neutron-server[105584]: INFO neutron.pecan_wsgi.hooks.translation [None req-ddee99ac-f081-4656-ab94-bcb1a3e179a1 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 27 21:20:40.253331 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ddee99ac-f081-4656-ab94-bcb1a3e179a1 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=105584) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 21:20:40.260881 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-09143f70-5376-4529-822a-664befe17de6 None None] Provisioning complete for port 26a17143-2943-4993-87bd-6f1b28a790bd triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:20:40.260881 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-09143f70-5376-4529-822a-664befe17de6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:40.270731 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:40.273024 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-ddee99ac-f081-4656-ab94-bcb1a3e179a1 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.1572762 Jul 27 21:20:40.276682 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 49504) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:20:40.283928 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-89aadfda-bbfb-4280-8097-c9a696c4365b tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Request body: {'subnet': {'network_id': '1d615a85-844c-4c57-a0fc-2090e87300f0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:20:40.413482 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41fabc2-135e-4519-815a-f26c03835239 req-f736fc8d-7d85-43c8-8287-c27f2f631de7 tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:20:40.415645 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b41fabc2-135e-4519-815a-f26c03835239 req-f736fc8d-7d85-43c8-8287-c27f2f631de7 tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] 10.222.0.59 "GET /v2.0/networks?id=52c6430f-7dd9-4cc3-880a-fd88c5478e36 HTTP/1.1" status: 200 len: 798 time: 0.1345401 Jul 27 21:20:40.470488 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89aadfda-bbfb-4280-8097-c9a696c4365b tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Made reservation on behalf of fcd7bb7d26624f8f823446f0b0a5006f for: {'subnet': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:20:40.478406 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-89aadfda-bbfb-4280-8097-c9a696c4365b tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9738786'] for subnet, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:40.478813 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b41fabc2-135e-4519-815a-f26c03835239 req-9dc4f26b-b43d-4163-a0bf-572ccd3720e2 tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] 10.222.0.59 "GET /v2.0/quotas/717529174f79442eb5493474d000cc27 HTTP/1.1" status: 200 len: 375 time: 0.0487444 Jul 27 21:20:40.481060 n-d-705658-22 neutron-server[105584]: INFO neutron.pecan_wsgi.hooks.translation [None req-89aadfda-bbfb-4280-8097-c9a696c4365b tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 27 21:20:40.481955 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-89aadfda-bbfb-4280-8097-c9a696c4365b tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=105584) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 21:20:40.507768 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-89aadfda-bbfb-4280-8097-c9a696c4365b tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.2296901 Jul 27 21:20:40.510940 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 49510) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:20:40.518211 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-c5bd444f-f4bf-4f31-b887-1e92ac4a34d4 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Request body: {'subnet': {'network_id': '1d615a85-844c-4c57-a0fc-2090e87300f0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:20:40.524629 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-67e649a4-0a88-45ee-a569-160f6220d917 tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10221797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9990606'] for subnet, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:40.532090 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [None req-cd3cf22a-3334-4c2f-8c51-b943811ed233 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Deleting port 9dd6cefe-a82b-4e16-80ea-bfba791064a3 {{(pid=105585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:20:40.532370 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-cd3cf22a-3334-4c2f-8c51-b943811ed233 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:40.634013 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-c3239ee2-3fae-4ee0-8389-e8b188067e94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4bfe403-2cc3-4f09-b49e-74df4ff65e85', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1250448418', 'tenant_id': '717529174f79442eb5493474d000cc27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.87'}], 'enable_snat': True}, 'gw_port_id': '4e2ca401-3ce6-4cc6-bc34-a6004ee338dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:20:20Z', 'updated_at': '2021-07-27T21:20:37Z', 'revision_number': 4, 'project_id': '717529174f79442eb5493474d000cc27', 'gw_port': {'id': '4e2ca401-3ce6-4cc6-bc34-a6004ee338dc', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:69:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4bfe403-2cc3-4f09-b49e-74df4ff65e85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3014, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:20:22Z', 'updated_at': '2021-07-27T21:20:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_interfaces': [{'id': 'e4cb500d-754e-4183-a96f-dda8516d6e25', 'name': '', 'network_id': '52c6430f-7dd9-4cc3-880a-fd88c5478e36', 'tenant_id': '717529174f79442eb5493474d000cc27', 'mac_address': 'fa:16:3e:20:3d:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4bfe403-2cc3-4f09-b49e-74df4ff65e85', 'device_owner': 'network:router_interface', 'standard_attr_id': 3035, 'fixed_ips': [{'subnet_id': '0b1ef34c-a586-4ccf-82ad-e106873bc27a', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:20:34Z', 'updated_at': '2021-07-27T21:20:38Z', 'revision_number': 2, 'project_id': '717529174f79442eb5493474d000cc27', 'subnets': [{'id': '0b1ef34c-a586-4ccf-82ad-e106873bc27a', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-22', False) {} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:20:40.675645 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5bd444f-f4bf-4f31-b887-1e92ac4a34d4 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Made reservation on behalf of fcd7bb7d26624f8f823446f0b0a5006f for: {'subnet': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:20:40.678389 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3239ee2-3fae-4ee0-8389-e8b188067e94 None None] Checking router: c4bfe403-2cc3-4f09-b49e-74df4ff65e85 for host: n-d-705658-22 {{(pid=105586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:20:40.678753 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3239ee2-3fae-4ee0-8389-e8b188067e94 None None] Updating router c4bfe403-2cc3-4f09-b49e-74df4ff65e85 port e4cb500d-754e-4183-a96f-dda8516d6e25 binding host n-d-705658-22 {{(pid=105586) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 21:20:40.683195 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c5bd444f-f4bf-4f31-b887-1e92ac4a34d4 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9738786'] for subnet, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:40.714198 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa2543f9-655d-4ebe-84e2-4135df4fc890 None None] DHCP port deletion for 1d615a85-844c-4c57-a0fc-2090e87300f0 request from n-d-705658-22 {{(pid=105586) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 21:20:40.716012 n-d-705658-22 neutron-server[105584]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5bd444f-f4bf-4f31-b887-1e92ac4a34d4 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 27 21:20:40.717283 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c5bd444f-f4bf-4f31-b887-1e92ac4a34d4 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=105584) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 21:20:40.718512 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-cd3cf22a-3334-4c2f-8c51-b943811ed233 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:40.736232 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [None req-cd3cf22a-3334-4c2f-8c51-b943811ed233 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Calling delete_port for 9dd6cefe-a82b-4e16-80ea-bfba791064a3 owned by {{(pid=105585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:20:40.750720 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-c5bd444f-f4bf-4f31-b887-1e92ac4a34d4 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.2384000 Jul 27 21:20:40.754166 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 49516) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:20:40.766914 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-190ab51a-c1eb-4f49-a6ac-e2a91b6066c3 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Request body: {'subnet': {'network_id': '1d615a85-844c-4c57-a0fc-2090e87300f0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:20:40.786613 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e649a4-0a88-45ee-a569-160f6220d917 tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Pushing event updated for resources: {'Subnet': ['ID=c0aeca68-8ba9-4c95-adf6-85265058541c,revision_number=0']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:20:40.786953 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-c3239ee2-3fae-4ee0-8389-e8b188067e94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:40.869610 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67e649a4-0a88-45ee-a569-160f6220d917 tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Checking segment: {'id': '02096b46-b4f6-43f2-9f5a-882b37b96752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '23dfa146-623c-400d-9574-f6dbb6d3d24b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:20:40.870250 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67e649a4-0a88-45ee-a569-160f6220d917 tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Network hostable DHCP agents. Network: 23dfa146-623c-400d-9574-f6dbb6d3d24b, hostable agents: ['7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a'], hosted agents: [] {{(pid=105585) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:20:40.914045 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-cd3cf22a-3334-4c2f-8c51-b943811ed233 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:40.928968 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-fa2543f9-655d-4ebe-84e2-4135df4fc890 None None] Deleting port 26a17143-2943-4993-87bd-6f1b28a790bd {{(pid=105586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:20:40.929345 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-fa2543f9-655d-4ebe-84e2-4135df4fc890 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:40.956519 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-190ab51a-c1eb-4f49-a6ac-e2a91b6066c3 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Made reservation on behalf of fcd7bb7d26624f8f823446f0b0a5006f for: {'subnet': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:20:40.961064 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-190ab51a-c1eb-4f49-a6ac-e2a91b6066c3 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9738786'] for subnet, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:40.964293 n-d-705658-22 neutron-server[105584]: INFO neutron.pecan_wsgi.hooks.translation [None req-190ab51a-c1eb-4f49-a6ac-e2a91b6066c3 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 27 21:20:40.964835 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-190ab51a-c1eb-4f49-a6ac-e2a91b6066c3 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=105584) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 21:20:40.975584 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b41fabc2-135e-4519-815a-f26c03835239 req-6b2f3235-8338-4186-a77a-1beba28c4939 tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=717529174f79442eb5493474d000cc27&fields=id HTTP/1.1" status: 200 len: 486 time: 0.4881918 Jul 27 21:20:40.979173 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67e649a4-0a88-45ee-a569-160f6220d917 tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Network 23dfa146-623c-400d-9574-f6dbb6d3d24b is scheduled to be hosted by DHCP agent 7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a with binding_index 1 {{(pid=105585) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:20:40.988320 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-190ab51a-c1eb-4f49-a6ac-e2a91b6066c3 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.2327211 Jul 27 21:20:40.990947 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 49518) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:20:41.000360 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-a0f70a7c-2a83-4db7-8673-0a2c707ba58e tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Request body: {'subnet': {'network_id': '1d615a85-844c-4c57-a0fc-2090e87300f0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:20:41.032682 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.base_scheduler [None req-67e649a4-0a88-45ee-a569-160f6220d917 tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-22, 23dfa146-623c-400d-9574-f6dbb6d3d24b) {{(pid=105585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:20:41.049732 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3cf22a-3334-4c2f-8c51-b943811ed233 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Pushing event deleted for resources: {'Port': ['ID=9dd6cefe-a82b-4e16-80ea-bfba791064a3,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:20:41.056659 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67e649a4-0a88-45ee-a569-160f6220d917 tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:20:41.057276 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-67e649a4-0a88-45ee-a569-160f6220d917 tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743886'] for subnet, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:41.067162 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-cd3cf22a-3334-4c2f-8c51-b943811ed233 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:41.071801 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-cd3cf22a-3334-4c2f-8c51-b943811ed233 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] 10.222.0.59 "DELETE /v2.0/ports/9dd6cefe-a82b-4e16-80ea-bfba791064a3 HTTP/1.1" status: 204 len: 168 time: 1.4871128 Jul 27 21:20:41.072447 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 49522) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:20:41.155044 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0f70a7c-2a83-4db7-8673-0a2c707ba58e tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Made reservation on behalf of fcd7bb7d26624f8f823446f0b0a5006f for: {'subnet': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:20:41.158751 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-a0f70a7c-2a83-4db7-8673-0a2c707ba58e tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9738786'] for subnet, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:41.163276 n-d-705658-22 neutron-server[105584]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0f70a7c-2a83-4db7-8673-0a2c707ba58e tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 27 21:20:41.169991 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a0f70a7c-2a83-4db7-8673-0a2c707ba58e tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=105584) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 21:20:41.172698 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 49532) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:20:41.173144 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-67e649a4-0a88-45ee-a569-160f6220d917 tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 2.3058310 Jul 27 21:20:41.186472 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-0af885ba-e35b-4026-b334-27d50e937fb8 tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1028704878'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:20:41.207590 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-fa2543f9-655d-4ebe-84e2-4135df4fc890 None None] For port 26a17143-2943-4993-87bd-6f1b28a790bd, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=26a17143-2943-4993-87bd-6f1b28a790bd,segment=NetworkSegment(532d8a52-575f-45de-a3af-efbea8c8f6d5),segment_id=532d8a52-575f-45de-a3af-efbea8c8f6d5)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:20:41.208282 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-fa2543f9-655d-4ebe-84e2-4135df4fc890 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:41.216946 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 26a17143-2943-4993-87bd-6f1b28a790bd no longer exists at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:20:41.250125 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0af885ba-e35b-4026-b334-27d50e937fb8 tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Made reservation on behalf of a7f96c4262db4c858fcaf29ac40303b5 for: {'network': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:20:41.253824 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-0af885ba-e35b-4026-b334-27d50e937fb8 tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for network, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:41.290830 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-a0f70a7c-2a83-4db7-8673-0a2c707ba58e tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.2983513 Jul 27 21:20:41.293312 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 49538) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:20:41.300412 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d9ed5bb-3f77-4449-b04d-b740f827cd00 None None] Network 23dfa146-623c-400d-9574-f6dbb6d3d24b requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:20:41.301673 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca3d5dc8-74e7-4c88-98ab-1402a0543f6d tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:20:41.306454 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-ca3d5dc8-74e7-4c88-98ab-1402a0543f6d tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.2307165 Jul 27 21:20:41.307038 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 49540) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:20:41.312782 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b41fabc2-135e-4519-815a-f26c03835239 req-0b295e36-5165-468d-8db8-27b40218f7d5 service neutron] 10.222.0.59 "GET /v2.0/networks/52c6430f-7dd9-4cc3-880a-fd88c5478e36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2954726 Jul 27 21:20:41.371663 n-d-705658-22 neutron-server[105584]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b088520-ecbf-48e8-be68-ed0e57a3c8b7 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] GET failed (client error): The resource could not be found. Jul 27 21:20:41.378620 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-2b088520-ecbf-48e8-be68-ed0e57a3c8b7 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] 10.222.0.59 "GET /v2.0/ports/9dd6cefe-a82b-4e16-80ea-bfba791064a3 HTTP/1.1" status: 404 len: 333 time: 0.0670938 Jul 27 21:20:41.380611 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 49542) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:20:41.382545 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0af885ba-e35b-4026-b334-27d50e937fb8 tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] vlan segment allocate from pool success with {'vlan_id': 226, 'physical_network': 'physnet1'} {{(pid=105584) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:20:41.389210 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-fa2543f9-655d-4ebe-84e2-4135df4fc890 None None] Calling delete_port for 26a17143-2943-4993-87bd-6f1b28a790bd owned by network:dhcp {{(pid=105586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:20:41.415232 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-55de1688-e66c-497a-a8c1-8dbc3cfb848b tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1069411886'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:20:41.418347 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b41fabc2-135e-4519-815a-f26c03835239 req-6a204d45-5b77-43db-98ed-a022500d8534 service neutron] 10.222.0.59 "GET /v2.0/networks/52c6430f-7dd9-4cc3-880a-fd88c5478e36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991302 Jul 27 21:20:41.428926 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-0af885ba-e35b-4026-b334-27d50e937fb8 tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:41.430108 n-d-705658-22 neutron-server[105584]: INFO neutron.db.segments_db [None req-0af885ba-e35b-4026-b334-27d50e937fb8 tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Added segment fd1205eb-bbde-4c18-8d3f-084e00f93d61 of type vlan for network 92f5d9d0-18a1-4eb2-ae43-8bc4ffa0058a Jul 27 21:20:41.496309 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-0af885ba-e35b-4026-b334-27d50e937fb8 tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790688424798'] for network, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:41.573052 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-0af885ba-e35b-4026-b334-27d50e937fb8 tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920'] for network, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:41.581566 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0af885ba-e35b-4026-b334-27d50e937fb8 tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:20:41.582190 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-0af885ba-e35b-4026-b334-27d50e937fb8 tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743886'] for network, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:41.678372 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-ae685f0e-82cc-44c7-9067-6f3fc6357311 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:41.714693 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:41.762462 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b91e1b11-2880-4bba-b6d8-7c7f8442bdcb req-c5065b4c-9fc3-4dbd-8e76-5110c1697ee0 tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] 10.222.0.59 "GET /v2.0/ports?device_id=7eed15d7-9e7a-475a-9afd-73b0b8aa437e HTTP/1.1" status: 200 len: 210 time: 0.0707843 Jul 27 21:20:41.767983 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55de1688-e66c-497a-a8c1-8dbc3cfb848b tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Made reservation on behalf of 454b79f542fc4867a07c409c85be23c7 for: {'network': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:20:41.772252 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-55de1688-e66c-497a-a8c1-8dbc3cfb848b tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for network, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:41.796986 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de0b096b-0993-4df1-8bb4-fa9841695d84 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:20:41.802127 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] For port 26a17143-2943-4993-87bd-6f1b28a790bd, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=26a17143-2943-4993-87bd-6f1b28a790bd,segment=NetworkSegment(532d8a52-575f-45de-a3af-efbea8c8f6d5),segment_id=532d8a52-575f-45de-a3af-efbea8c8f6d5)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:20:41.808985 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 49552) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:20:41.809149 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-de0b096b-0993-4df1-8bb4-fa9841695d84 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.5148082 Jul 27 21:20:41.818471 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:41.819169 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-0af885ba-e35b-4026-b334-27d50e937fb8 tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6435654 Jul 27 21:20:41.825782 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 49554) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:20:41.846167 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af885ba-e35b-4026-b334-27d50e937fb8 tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Pushing event updated for resources: {'Network': ['ID=92f5d9d0-18a1-4eb2-ae43-8bc4ffa0058a,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:20:41.853144 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-c4793c63-bc0d-43ad-bc54-850c1c8139d0 tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Request body: {'subnet': {'network_id': '92f5d9d0-18a1-4eb2-ae43-8bc4ffa0058a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:20:41.878630 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Network 92f5d9d0-18a1-4eb2-ae43-8bc4ffa0058a details requested by agent ovs-agent-n-d-705658-22 with host n-d-705658-22 {{(pid=105586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:20:41.902709 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-fa2543f9-655d-4ebe-84e2-4135df4fc890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180'] for port, after_delete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:41.932126 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58402993-d7e0-4e58-85c5-9120813aee99 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:20:41.938158 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-58402993-d7e0-4e58-85c5-9120813aee99 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1257141 Jul 27 21:20:41.939838 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 49556) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:20:41.944435 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55de1688-e66c-497a-a8c1-8dbc3cfb848b tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] vlan segment allocate from pool success with {'vlan_id': 216, 'physical_network': 'physnet1'} {{(pid=105584) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:20:41.956985 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa2543f9-655d-4ebe-84e2-4135df4fc890 None None] No DVR routers for this DVR port 26a17143-2943-4993-87bd-6f1b28a790bd on host n-d-705658-22 {{(pid=105586) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:20:41.960946 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Pushing event deleted for resources: {'Port': ['ID=26a17143-2943-4993-87bd-6f1b28a790bd,revision_number=None']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:20:41.968386 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-55de1688-e66c-497a-a8c1-8dbc3cfb848b tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:41.968790 n-d-705658-22 neutron-server[105584]: INFO neutron.db.segments_db [None req-55de1688-e66c-497a-a8c1-8dbc3cfb848b tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Added segment 3a6a4060-2d16-4b52-bfdc-6c4f7b31fb52 of type vlan for network 3698f895-e49f-4ca9-8526-7cf399506334 Jul 27 21:20:42.022691 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b53a7658-89fb-4a42-9dd4-f91ef1459683 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30bb4b93-b285-5d90-9493-f9ec33ea333c-23dfa146-623c-400d-9574-f6dbb6d3d24b', 'network_id': '23dfa146-623c-400d-9574-f6dbb6d3d24b', 'tenant_id': 'a7f96c4262db4c858fcaf29ac40303b5', 'fixed_ips': [{'subnet_id': 'c0aeca68-8ba9-4c95-adf6-85265058541c'}]}} from n-d-705658-22. {{(pid=105586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 21:20:42.024007 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-b53a7658-89fb-4a42-9dd4-f91ef1459683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:42.059014 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-e5fdd47b-a899-49a0-adec-b1afd624eb35 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1179833 Jul 27 21:20:42.065398 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 49566) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:20:42.072811 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-2b651e20-7648-468f-8da1-9c94372568a9 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Request body: {'subnet': {'network_id': '1d615a85-844c-4c57-a0fc-2090e87300f0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:20:42.078671 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:42.079639 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-55de1688-e66c-497a-a8c1-8dbc3cfb848b tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790688424798'] for network, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:42.083653 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4793c63-bc0d-43ad-bc54-850c1c8139d0 tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Made reservation on behalf of a7f96c4262db4c858fcaf29ac40303b5 for: {'subnet': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:20:42.090904 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c4793c63-bc0d-43ad-bc54-850c1c8139d0 tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9738786'] for subnet, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:42.101790 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2543f9-655d-4ebe-84e2-4135df4fc890 None None] Pushing event deleted for resources: {'Port': ['ID=26a17143-2943-4993-87bd-6f1b28a790bd,revision_number=None']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:20:42.125748 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-c3239ee2-3fae-4ee0-8389-e8b188067e94 None None] Notify callbacks [] for port, precommit_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:42.199456 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-55de1688-e66c-497a-a8c1-8dbc3cfb848b tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920'] for network, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:42.215820 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55de1688-e66c-497a-a8c1-8dbc3cfb848b tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:20:42.216481 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-55de1688-e66c-497a-a8c1-8dbc3cfb848b tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743886'] for network, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:42.366679 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b651e20-7648-468f-8da1-9c94372568a9 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Made reservation on behalf of fcd7bb7d26624f8f823446f0b0a5006f for: {'subnet': 1} {{(pid=105585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:20:42.386139 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-2b651e20-7648-468f-8da1-9c94372568a9 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9990620'] for subnet, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:42.410484 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.db_base_plugin_common [None req-b53a7658-89fb-4a42-9dd4-f91ef1459683 None None] Allocated IP 172.20.255.242 (23dfa146-623c-400d-9574-f6dbb6d3d24b/c0aeca68-8ba9-4c95-adf6-85265058541c/b7dc0992-f43c-4712-b774-867508f66379) {{(pid=105586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:20:42.441237 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-55de1688-e66c-497a-a8c1-8dbc3cfb848b tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.0570626 Jul 27 21:20:42.448335 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 49578) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:20:42.472919 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55de1688-e66c-497a-a8c1-8dbc3cfb848b tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Pushing event updated for resources: {'Network': ['ID=3698f895-e49f-4ca9-8526-7cf399506334,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:20:42.474593 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-6009e102-b443-4b97-aa6b-c6d8a4fb028a tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Request body: {'subnet': {'network_id': '3698f895-e49f-4ca9-8526-7cf399506334', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:20:42.512690 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Network 3698f895-e49f-4ca9-8526-7cf399506334 details requested by agent ovs-agent-n-d-705658-22 with host n-d-705658-22 {{(pid=105586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:20:42.535147 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c4793c63-bc0d-43ad-bc54-850c1c8139d0 tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9014150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9738800'] for subnet, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:42.596366 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-c3239ee2-3fae-4ee0-8389-e8b188067e94 None None] Transition to ACTIVE for port object e4cb500d-754e-4183-a96f-dda8516d6e25 will not be triggered until provisioned by entity L2. {{(pid=105586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:20:42.606347 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4793c63-bc0d-43ad-bc54-850c1c8139d0 tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Pushing event updated for resources: {'Subnet': ['ID=24f2b7ee-63e1-47f6-a926-5357b149f3e6,revision_number=0']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:20:42.616772 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4793c63-bc0d-43ad-bc54-850c1c8139d0 tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Checking segment: {'id': 'fd1205eb-bbde-4c18-8d3f-084e00f93d61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '92f5d9d0-18a1-4eb2-ae43-8bc4ffa0058a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:20:42.617092 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4793c63-bc0d-43ad-bc54-850c1c8139d0 tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Network hostable DHCP agents. Network: 92f5d9d0-18a1-4eb2-ae43-8bc4ffa0058a, hostable agents: ['7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a'], hosted agents: [] {{(pid=105584) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:20:42.636719 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4793c63-bc0d-43ad-bc54-850c1c8139d0 tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Network 92f5d9d0-18a1-4eb2-ae43-8bc4ffa0058a is scheduled to be hosted by DHCP agent 7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a with binding_index 1 {{(pid=105584) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:20:42.646330 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-c3239ee2-3fae-4ee0-8389-e8b188067e94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:42.659914 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [None req-c4793c63-bc0d-43ad-bc54-850c1c8139d0 tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-22, 92f5d9d0-18a1-4eb2-ae43-8bc4ffa0058a) {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:20:42.665439 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4793c63-bc0d-43ad-bc54-850c1c8139d0 tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:20:42.666261 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c4793c63-bc0d-43ad-bc54-850c1c8139d0 tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Notify callbacks [] for subnet, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:42.695087 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-c4793c63-bc0d-43ad-bc54-850c1c8139d0 tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 0.8497641 Jul 27 21:20:42.697024 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b60c9edb-853b-407f-97c4-87db0b90c88d None None] Network 92f5d9d0-18a1-4eb2-ae43-8bc4ffa0058a requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:20:42.697934 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 49584) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:20:42.803756 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6009e102-b443-4b97-aa6b-c6d8a4fb028a tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Made reservation on behalf of 454b79f542fc4867a07c409c85be23c7 for: {'subnet': 1} {{(pid=105585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:20:42.807804 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-6009e102-b443-4b97-aa6b-c6d8a4fb028a tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9990620'] for subnet, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:42.885517 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dce3ed3-d153-427f-996e-c07d156f63c5 None None] Pushing event updated for resources: {'Port': ['ID=e4cb500d-754e-4183-a96f-dda8516d6e25,revision_number=3']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:20:42.924030 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-05a9e87e-9be0-4e4a-9da8-1cb76200d441 tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-990557'] for network, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:43.080734 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-05a9e87e-9be0-4e4a-9da8-1cb76200d441 tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854965'] for subnet, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:43.082947 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-bb32ed7d-8717-448b-a9c8-a5a0117d1fd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:43.085731 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-acc51632-8afe-4c92-ae76-21d5bce93d94 req-9ce5e3f0-d6da-4c53-8d05-63480fb9f610 tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] 10.222.0.59 "GET /v2.0/ports?device_id=7eed15d7-9e7a-475a-9afd-73b0b8aa437e HTTP/1.1" status: 200 len: 210 time: 0.1430328 Jul 27 21:20:43.123117 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-b53a7658-89fb-4a42-9dd4-f91ef1459683 None None] Notify callbacks [] for port, precommit_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:43.147167 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-c3239ee2-3fae-4ee0-8389-e8b188067e94 None None] Attempting to bind port e4cb500d-754e-4183-a96f-dda8516d6e25 on host n-d-705658-22 for vnic_type normal with profile {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:20:43.150187 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-c3239ee2-3fae-4ee0-8389-e8b188067e94 None None] Attempting to bind port e4cb500d-754e-4183-a96f-dda8516d6e25 by drivers openvswitch,hyperv on host n-d-705658-22 at level 0 using segments [{'id': 'a6a57384-6795-46cb-b260-81b15232836f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '52c6430f-7dd9-4cc3-880a-fd88c5478e36'}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:20:43.150692 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3239ee2-3fae-4ee0-8389-e8b188067e94 None None] Attempting to bind port e4cb500d-754e-4183-a96f-dda8516d6e25 on network 52c6430f-7dd9-4cc3-880a-fd88c5478e36 {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:20:43.154547 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-b53a7658-89fb-4a42-9dd4-f91ef1459683 None None] Transition to ACTIVE for port object b7dc0992-f43c-4712-b774-867508f66379 will not be triggered until provisioned by entity L2. {{(pid=105586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:20:43.181133 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-05a9e87e-9be0-4e4a-9da8-1cb76200d441 tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9014081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9738825'] for subnet, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:43.221379 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3239ee2-3fae-4ee0-8389-e8b188067e94 None None] Checking agent: {'id': '04a7ea91-6318-467e-ace6-b0fb48c8690f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 41, 42), 'started_at': datetime.datetime(2021, 7, 27, 20, 42, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 20, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:20:43.223953 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a9e87e-9be0-4e4a-9da8-1cb76200d441 tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Pushing event deleted for resources: {'Subnet': ['ID=24f2b7ee-63e1-47f6-a926-5357b149f3e6,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:20:43.224455 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3239ee2-3fae-4ee0-8389-e8b188067e94 None None] Checking segment: {'id': 'a6a57384-6795-46cb-b260-81b15232836f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '52c6430f-7dd9-4cc3-880a-fd88c5478e36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:20:43.225121 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-c3239ee2-3fae-4ee0-8389-e8b188067e94 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:43.225630 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3239ee2-3fae-4ee0-8389-e8b188067e94 None None] Bound using segment: {'id': 'a6a57384-6795-46cb-b260-81b15232836f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '52c6430f-7dd9-4cc3-880a-fd88c5478e36'} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:20:43.226244 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-c3239ee2-3fae-4ee0-8389-e8b188067e94 None None] Bound port: e4cb500d-754e-4183-a96f-dda8516d6e25, host: n-d-705658-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6a57384-6795-46cb-b260-81b15232836f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '52c6430f-7dd9-4cc3-880a-fd88c5478e36'}}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:20:43.228397 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-c3239ee2-3fae-4ee0-8389-e8b188067e94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:43.323655 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-b53a7658-89fb-4a42-9dd4-f91ef1459683 None None] Transition to ACTIVE for port object b7dc0992-f43c-4712-b774-867508f66379 will not be triggered until provisioned by entity DHCP. {{(pid=105586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:20:43.353265 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-b53a7658-89fb-4a42-9dd4-f91ef1459683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143'] for port, after_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:43.413648 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-05a9e87e-9be0-4e4a-9da8-1cb76200d441 tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853562', 'neutron.services.segments.db._delete_segments_for_network-8790688882975'] for network, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:43.441739 n-d-705658-22 neutron-server[105585]: DEBUG neutron.objects.ports [None req-2b651e20-7648-468f-8da1-9c94372568a9 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=105585) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 27 21:20:43.447878 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.segments.db [None req-05a9e87e-9be0-4e4a-9da8-1cb76200d441 tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92f5d9d0-18a1-4eb2-ae43-8bc4ffa0058a']}} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:20:43.450956 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-2b651e20-7648-468f-8da1-9c94372568a9 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10221797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9990606'] for subnet, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:43.479431 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-6009e102-b443-4b97-aa6b-c6d8a4fb028a tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10221797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9990606'] for subnet, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:43.488617 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.segments.db [None req-05a9e87e-9be0-4e4a-9da8-1cb76200d441 tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd1205eb-bbde-4c18-8d3f-084e00f93d61') {'for_net_delete': True} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:20:43.490950 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.segments.db [None req-05a9e87e-9be0-4e4a-9da8-1cb76200d441 tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd1205eb-bbde-4c18-8d3f-084e00f93d61') {} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:20:43.526128 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-05a9e87e-9be0-4e4a-9da8-1cb76200d441 tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790688883752', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9014348'] for segment, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:43.528451 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-c3239ee2-3fae-4ee0-8389-e8b188067e94 None None] For port e4cb500d-754e-4183-a96f-dda8516d6e25, host n-d-705658-22, cleared binding levels {{(pid=105586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:20:43.563439 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-05a9e87e-9be0-4e4a-9da8-1cb76200d441 tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:43.565417 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-c3239ee2-3fae-4ee0-8389-e8b188067e94 None None] For port e4cb500d-754e-4183-a96f-dda8516d6e25, host n-d-705658-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=e4cb500d-754e-4183-a96f-dda8516d6e25,segment=NetworkSegment(a6a57384-6795-46cb-b260-81b15232836f),segment_id=a6a57384-6795-46cb-b260-81b15232836f)] {{(pid=105586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:20:43.576588 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05a9e87e-9be0-4e4a-9da8-1cb76200d441 tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Releasing vlan 226 on physical network physnet1 to pool {{(pid=105584) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:20:43.577384 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-05a9e87e-9be0-4e4a-9da8-1cb76200d441 tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9014063'] for segment, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:43.587591 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9edb886-0600-41f5-9907-1dfac09c4a9b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30bb4b93-b285-5d90-9493-f9ec33ea333c-92f5d9d0-18a1-4eb2-ae43-8bc4ffa0058a', 'network_id': '92f5d9d0-18a1-4eb2-ae43-8bc4ffa0058a', 'tenant_id': 'a7f96c4262db4c858fcaf29ac40303b5', 'fixed_ips': [{'subnet_id': '24f2b7ee-63e1-47f6-a926-5357b149f3e6'}]}} from n-d-705658-22. {{(pid=105586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 21:20:43.588528 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-c9edb886-0600-41f5-9907-1dfac09c4a9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:43.616692 n-d-705658-22 neutron-server[105584]: Traceback (most recent call last): Jul 27 21:20:43.616692 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:20:43.616692 n-d-705658-22 neutron-server[105584]: timer() Jul 27 21:20:43.616692 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:20:43.616692 n-d-705658-22 neutron-server[105584]: cb(*args, **kw) Jul 27 21:20:43.616692 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:20:43.616692 n-d-705658-22 neutron-server[105584]: return func(*args, **kwargs) Jul 27 21:20:43.616692 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:20:43.616692 n-d-705658-22 neutron-server[105584]: self._notify() Jul 27 21:20:43.616692 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:20:43.616692 n-d-705658-22 neutron-server[105584]: self.callback(batched_events) Jul 27 21:20:43.616692 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:20:43.616692 n-d-705658-22 neutron-server[105584]: event.method(event) Jul 27 21:20:43.616692 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:20:43.616692 n-d-705658-22 neutron-server[105584]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:20:43.616692 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:20:43.616692 n-d-705658-22 neutron-server[105584]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:20:43.616692 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:20:43.616692 n-d-705658-22 neutron-server[105584]: return f(self, *a, **k) Jul 27 21:20:43.616692 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:20:43.616692 n-d-705658-22 neutron-server[105584]: return self._get(url).json() Jul 27 21:20:43.616692 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:20:43.616692 n-d-705658-22 neutron-server[105584]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:20:43.616692 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:20:43.616692 n-d-705658-22 neutron-server[105584]: return self.request(url, 'GET', **kwargs) Jul 27 21:20:43.616692 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:20:43.616692 n-d-705658-22 neutron-server[105584]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:20:43.616692 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:20:43.616692 n-d-705658-22 neutron-server[105584]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:20:43.616692 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:20:43.616692 n-d-705658-22 neutron-server[105584]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:20:43.616692 n-d-705658-22 neutron-server[105584]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:20:43.673976 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b651e20-7648-468f-8da1-9c94372568a9 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Network 1d615a85-844c-4c57-a0fc-2090e87300f0 is already hosted by enough agents. {{(pid=105585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:20:43.703161 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-05a9e87e-9be0-4e4a-9da8-1cb76200d441 tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4075658'] for network, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:43.708869 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.base_scheduler [None req-2b651e20-7648-468f-8da1-9c94372568a9 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Resources bound (agent type, host, resource id): {{(pid=105585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:20:43.714078 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-05a9e87e-9be0-4e4a-9da8-1cb76200d441 tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743886'] for network, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:43.716473 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b651e20-7648-468f-8da1-9c94372568a9 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:20:43.716473 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-2b651e20-7648-468f-8da1-9c94372568a9 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743886'] for subnet, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:43.728713 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-05a9e87e-9be0-4e4a-9da8-1cb76200d441 tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] 10.222.0.59 "DELETE /v2.0/networks/92f5d9d0-18a1-4eb2-ae43-8bc4ffa0058a HTTP/1.1" status: 204 len: 168 time: 1.0267282 Jul 27 21:20:43.729040 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 49614) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:20:43.753395 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-3ce23b8b-3b45-4f65-a68c-991fa6e659f3 tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1283269091'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:20:43.802344 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b651e20-7648-468f-8da1-9c94372568a9 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Pushing event updated for resources: {'Subnet': ['ID=e4044dbf-ba52-4b4c-852c-2bf59a89d300,revision_number=0']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:20:43.807670 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6009e102-b443-4b97-aa6b-c6d8a4fb028a tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Checking segment: {'id': '3a6a4060-2d16-4b52-bfdc-6c4f7b31fb52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '3698f895-e49f-4ca9-8526-7cf399506334'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:20:43.808049 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6009e102-b443-4b97-aa6b-c6d8a4fb028a tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Network hostable DHCP agents. Network: 3698f895-e49f-4ca9-8526-7cf399506334, hostable agents: ['7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a'], hosted agents: [] {{(pid=105585) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:20:43.811204 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-2b651e20-7648-468f-8da1-9c94372568a9 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.7440202 Jul 27 21:20:43.821138 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 49620) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:20:43.827621 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-6460f8f3-9220-460b-8fc2-f6b6dc6b37ea tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Request body: {'port': {'network_id': '1d615a85-844c-4c57-a0fc-2090e87300f0', 'mac_address': 'fa:16:3e:31:4e:25', 'name': 'tempest-NetworksTestDHCPv6-1593130604'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:20:43.837369 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a9e87e-9be0-4e4a-9da8-1cb76200d441 tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Pushing event deleted for resources: {'Network': ['ID=92f5d9d0-18a1-4eb2-ae43-8bc4ffa0058a,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:20:43.898528 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ce23b8b-3b45-4f65-a68c-991fa6e659f3 tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Made reservation on behalf of a7f96c4262db4c858fcaf29ac40303b5 for: {'network': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:20:43.912757 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-3ce23b8b-3b45-4f65-a68c-991fa6e659f3 tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for network, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:43.955043 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-c3239ee2-3fae-4ee0-8389-e8b188067e94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:43.957144 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6b75329-6cf4-4eff-9456-8f3e44a487b0 None None] Network 1d615a85-844c-4c57-a0fc-2090e87300f0 requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:20:43.967573 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ce23b8b-3b45-4f65-a68c-991fa6e659f3 tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] vlan segment allocate from pool success with {'vlan_id': 213, 'physical_network': 'physnet1'} {{(pid=105584) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:20:43.972529 n-d-705658-22 neutron-server[105586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b53a7658-89fb-4a42-9dd4-f91ef1459683 None None] Network 23dfa146-623c-400d-9574-f6dbb6d3d24b is already hosted by enough agents. {{(pid=105586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:20:43.988384 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-3ce23b8b-3b45-4f65-a68c-991fa6e659f3 tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:43.988769 n-d-705658-22 neutron-server[105584]: INFO neutron.db.segments_db [None req-3ce23b8b-3b45-4f65-a68c-991fa6e659f3 tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Added segment 11405146-4d35-4703-86de-9be79761ab89 of type vlan for network cef9eb5d-0b92-4b4a-a446-e3a569179ecd Jul 27 21:20:44.020538 n-d-705658-22 neutron-server[105586]: DEBUG neutron.scheduler.base_scheduler [None req-b53a7658-89fb-4a42-9dd4-f91ef1459683 None None] Resources bound (agent type, host, resource id): {{(pid=105586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:20:44.030361 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41fabc2-135e-4519-815a-f26c03835239 req-ae78be56-376d-49bb-b9e3-1c54794fa48d tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:20:44.035844 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b41fabc2-135e-4519-815a-f26c03835239 req-ae78be56-376d-49bb-b9e3-1c54794fa48d tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] 10.222.0.36 "GET /v2.0/networks?id=52c6430f-7dd9-4cc3-880a-fd88c5478e36 HTTP/1.1" status: 200 len: 798 time: 0.4282374 Jul 27 21:20:44.060238 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [req-b41fabc2-135e-4519-815a-f26c03835239 req-d070d6bd-d900-4c50-b6bb-e2521c616c65 tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] Request body: {'port': {'device_id': '7eed15d7-9e7a-475a-9afd-73b0b8aa437e', 'network_id': '52c6430f-7dd9-4cc3-880a-fd88c5478e36', 'admin_state_up': True, 'tenant_id': '717529174f79442eb5493474d000cc27'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:20:44.069220 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6009e102-b443-4b97-aa6b-c6d8a4fb028a tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Pushing event updated for resources: {'Subnet': ['ID=0b550d48-eb8b-48e2-a668-5c8510f5f03f,revision_number=0']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:20:44.074542 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53a7658-89fb-4a42-9dd4-f91ef1459683 None None] Pushing event updated for resources: {'Port': ['ID=b7dc0992-f43c-4712-b774-867508f66379,revision_number=1']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:20:44.099770 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b53a7658-89fb-4a42-9dd4-f91ef1459683 None None] Received port after_create {{(pid=105586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:20:44.117567 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-3ce23b8b-3b45-4f65-a68c-991fa6e659f3 tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790688424798'] for network, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:44.191928 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-3ce23b8b-3b45-4f65-a68c-991fa6e659f3 tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920'] for network, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:44.206543 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ce23b8b-3b45-4f65-a68c-991fa6e659f3 tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:20:44.209054 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-3ce23b8b-3b45-4f65-a68c-991fa6e659f3 tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743886'] for network, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:44.210384 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d19062e1-0cbe-43ca-bf5e-a0043981070e None None] Network 92f5d9d0-18a1-4eb2-ae43-8bc4ffa0058a requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:20:44.227583 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6009e102-b443-4b97-aa6b-c6d8a4fb028a tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Network 3698f895-e49f-4ca9-8526-7cf399506334 is scheduled to be hosted by DHCP agent 7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a with binding_index 1 {{(pid=105585) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:20:44.266236 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.base_scheduler [None req-6009e102-b443-4b97-aa6b-c6d8a4fb028a tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-22, 3698f895-e49f-4ca9-8526-7cf399506334) {{(pid=105585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:20:44.272765 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6009e102-b443-4b97-aa6b-c6d8a4fb028a tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:20:44.273418 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-6009e102-b443-4b97-aa6b-c6d8a4fb028a tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743886'] for subnet, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:44.329758 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-3ce23b8b-3b45-4f65-a68c-991fa6e659f3 tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5864747 Jul 27 21:20:44.358265 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 49636) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:20:44.369773 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-f8118665-97a8-4d67-ac1f-58f8c19cebc6 tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Request body: {'subnet': {'network_id': 'cef9eb5d-0b92-4b4a-a446-e3a569179ecd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:20:44.376937 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f977ccf5-1b3b-4146-949e-3a68cc41c6f4 None None] Network 3698f895-e49f-4ca9-8526-7cf399506334 requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:20:44.384852 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d19062e1-0cbe-43ca-bf5e-a0043981070e None None] Network 92f5d9d0-18a1-4eb2-ae43-8bc4ffa0058a could not be found, it might have been deleted concurrently. {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 27 21:20:44.462077 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 49640) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:20:44.476793 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-6009e102-b443-4b97-aa6b-c6d8a4fb028a tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0095785 Jul 27 21:20:44.476793 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-41635a89-f506-43c6-b61d-078bbea5a232 req-3af590aa-d3be-4318-8f1b-7031955f3167 tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] 10.222.0.59 "GET /v2.0/ports?device_id=7eed15d7-9e7a-475a-9afd-73b0b8aa437e HTTP/1.1" status: 200 len: 210 time: 0.1265314 Jul 27 21:20:44.479154 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 49644) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:20:44.490719 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-019cc878-38e2-4546-8693-f51922d73d2e tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Request body: {'subnet': {'network_id': '3698f895-e49f-4ca9-8526-7cf399506334', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:20:44.525993 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6460f8f3-9220-460b-8fc2-f6b6dc6b37ea tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Made reservation on behalf of fcd7bb7d26624f8f823446f0b0a5006f for: {'port': 1} {{(pid=105585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:20:44.586330 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce23b8b-3b45-4f65-a68c-991fa6e659f3 tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Pushing event updated for resources: {'Network': ['ID=cef9eb5d-0b92-4b4a-a446-e3a569179ecd,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:20:44.608854 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3239ee2-3fae-4ee0-8389-e8b188067e94 None None] Routers {'c4bfe403-2cc3-4f09-b49e-74df4ff65e85'} bound to L3 agent in host n-d-705658-22 {{(pid=105586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:20:44.618332 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-c3239ee2-3fae-4ee0-8389-e8b188067e94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:20:42Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['c4bfe403-2cc3-4f09-b49e-74df4ff65e85'], 'active': True} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:20:44.689884 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Network cef9eb5d-0b92-4b4a-a446-e3a569179ecd details requested by agent ovs-agent-n-d-705658-22 with host n-d-705658-22 {{(pid=105586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:20:44.699707 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b41fabc2-135e-4519-815a-f26c03835239 req-d070d6bd-d900-4c50-b6bb-e2521c616c65 tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] Made reservation on behalf of 717529174f79442eb5493474d000cc27 for: {'port': 1} {{(pid=105585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:20:44.704957 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-b41fabc2-135e-4519-815a-f26c03835239 req-d070d6bd-d900-4c50-b6bb-e2521c616c65 tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:44.709522 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.db.api [None req-019cc878-38e2-4546-8693-f51922d73d2e tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 27 21:20:44.709522 n-d-705658-22 neutron-server[105584]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 27 21:20:44.709522 n-d-705658-22 neutron-server[105584]: [parameters: {'project_id_1': '454b79f542fc4867a07c409c85be23c7', 'expiration_1': datetime.datetime(2021, 7, 27, 21, 20, 44, 672657)}] Jul 27 21:20:44.709522 n-d-705658-22 neutron-server[105584]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=105584) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 27 21:20:44.710280 n-d-705658-22 neutron-server[105584]: DEBUG oslo_db.api [None req-019cc878-38e2-4546-8693-f51922d73d2e tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 27 21:20:44.712692 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8118665-97a8-4d67-ac1f-58f8c19cebc6 tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Made reservation on behalf of a7f96c4262db4c858fcaf29ac40303b5 for: {'subnet': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:20:44.716770 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-f8118665-97a8-4d67-ac1f-58f8c19cebc6 tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9738786'] for subnet, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:44.804376 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-00184d13-e6e5-4a22-a59a-bf43ea2bf4fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:44.981445 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-875ced1b-4cf3-463a-9653-058f0f9421e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:45.011890 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.db_base_plugin_common [req-b41fabc2-135e-4519-815a-f26c03835239 req-d070d6bd-d900-4c50-b6bb-e2521c616c65 tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] Allocated IP 172.20.0.28 (52c6430f-7dd9-4cc3-880a-fd88c5478e36/0b1ef34c-a586-4ccf-82ad-e106873bc27a/7ee0b5de-cc6b-4887-84a8-0ca30ec26956) {{(pid=105585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:20:45.025415 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dce3ed3-d153-427f-996e-c07d156f63c5 None None] Pushing event updated for resources: {'Port': ['ID=e4cb500d-754e-4183-a96f-dda8516d6e25,revision_number=4']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:20:45.106267 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-b53a7658-89fb-4a42-9dd4-f91ef1459683 None None] Attempting to bind port b7dc0992-f43c-4712-b774-867508f66379 on host n-d-705658-22 for vnic_type normal with profile {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:20:45.106798 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-b53a7658-89fb-4a42-9dd4-f91ef1459683 None None] Attempting to bind port b7dc0992-f43c-4712-b774-867508f66379 by drivers openvswitch,hyperv on host n-d-705658-22 at level 0 using segments [{'id': '02096b46-b4f6-43f2-9f5a-882b37b96752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '23dfa146-623c-400d-9574-f6dbb6d3d24b'}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:20:45.107319 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b53a7658-89fb-4a42-9dd4-f91ef1459683 None None] Attempting to bind port b7dc0992-f43c-4712-b774-867508f66379 on network 23dfa146-623c-400d-9574-f6dbb6d3d24b {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:20:45.186331 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b53a7658-89fb-4a42-9dd4-f91ef1459683 None None] Checking agent: {'id': '04a7ea91-6318-467e-ace6-b0fb48c8690f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 41, 42), 'started_at': datetime.datetime(2021, 7, 27, 20, 42, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 20, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:20:45.186722 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b53a7658-89fb-4a42-9dd4-f91ef1459683 None None] Checking segment: {'id': '02096b46-b4f6-43f2-9f5a-882b37b96752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '23dfa146-623c-400d-9574-f6dbb6d3d24b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:20:45.187257 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-b53a7658-89fb-4a42-9dd4-f91ef1459683 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:45.187773 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b53a7658-89fb-4a42-9dd4-f91ef1459683 None None] Bound using segment: {'id': '02096b46-b4f6-43f2-9f5a-882b37b96752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '23dfa146-623c-400d-9574-f6dbb6d3d24b'} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:20:45.188370 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-b53a7658-89fb-4a42-9dd4-f91ef1459683 None None] Bound port: b7dc0992-f43c-4712-b774-867508f66379, host: n-d-705658-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02096b46-b4f6-43f2-9f5a-882b37b96752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '23dfa146-623c-400d-9574-f6dbb6d3d24b'}}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:20:45.188860 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-b53a7658-89fb-4a42-9dd4-f91ef1459683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:45.215863 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f2ab745-20e3-4319-ad12-1e29777f8b5a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30bb4b93-b285-5d90-9493-f9ec33ea333c-1d615a85-844c-4c57-a0fc-2090e87300f0', 'network_id': '1d615a85-844c-4c57-a0fc-2090e87300f0', 'tenant_id': 'fcd7bb7d26624f8f823446f0b0a5006f', 'fixed_ips': [{'subnet_id': 'e4044dbf-ba52-4b4c-852c-2bf59a89d300'}]}} from n-d-705658-22. {{(pid=105586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 21:20:45.216858 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-4f2ab745-20e3-4319-ad12-1e29777f8b5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:45.224050 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-b41fabc2-135e-4519-815a-f26c03835239 req-d070d6bd-d900-4c50-b6bb-e2521c616c65 tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] Notify callbacks [] for port, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:45.242673 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.provisioning_blocks [req-b41fabc2-135e-4519-815a-f26c03835239 req-d070d6bd-d900-4c50-b6bb-e2521c616c65 tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] Transition to ACTIVE for port object 7ee0b5de-cc6b-4887-84a8-0ca30ec26956 will not be triggered until provisioned by entity DHCP. {{(pid=105585) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:20:45.301624 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-b41fabc2-135e-4519-815a-f26c03835239 req-d070d6bd-d900-4c50-b6bb-e2521c616c65 tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:45.328075 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvr_db [None req-c3239ee2-3fae-4ee0-8389-e8b188067e94 None None] Set router c4bfe403-2cc3-4f09-b49e-74df4ff65e85 gateway port host: n-d-705658-22 {{(pid=105586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:20:45.388345 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.ipam_backend_mixin [None req-f8118665-97a8-4d67-ac1f-58f8c19cebc6 tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Performing IP validity checks on allocation pools {{(pid=105584) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 27 21:20:45.388905 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.ipam_backend_mixin [None req-f8118665-97a8-4d67-ac1f-58f8c19cebc6 tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Checking for overlaps among allocation pools and gateway ip {{(pid=105584) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 27 21:20:45.434688 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-6460f8f3-9220-460b-8fc2-f6b6dc6b37ea tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:45.479223 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d070d6bd-d900-4c50-b6bb-e2521c616c65 tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] Pushing event updated for resources: {'Port': ['ID=7ee0b5de-cc6b-4887-84a8-0ca30ec26956,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:20:45.484159 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b41fabc2-135e-4519-815a-f26c03835239 req-d070d6bd-d900-4c50-b6bb-e2521c616c65 tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] Network 52c6430f-7dd9-4cc3-880a-fd88c5478e36 is already hosted by enough agents. {{(pid=105585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:20:45.494063 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.base_scheduler [req-b41fabc2-135e-4519-815a-f26c03835239 req-d070d6bd-d900-4c50-b6bb-e2521c616c65 tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] Resources bound (agent type, host, resource id): {{(pid=105585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:20:45.510303 n-d-705658-22 neutron-server[105585]: DEBUG neutron.notifiers.nova [None req-6460f8f3-9220-460b-8fc2-f6b6dc6b37ea tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] device_id is not set on port 17f95a28-00ad-46d7-94ea-4588a07696d9 yet. {{(pid=105585) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 21:20:45.627655 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-b53a7658-89fb-4a42-9dd4-f91ef1459683 None None] For port b7dc0992-f43c-4712-b774-867508f66379, host n-d-705658-22, cleared binding levels {{(pid=105586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:20:45.632869 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-b53a7658-89fb-4a42-9dd4-f91ef1459683 None None] For port b7dc0992-f43c-4712-b774-867508f66379, host n-d-705658-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=b7dc0992-f43c-4712-b774-867508f66379,segment=NetworkSegment(02096b46-b4f6-43f2-9f5a-882b37b96752),segment_id=02096b46-b4f6-43f2-9f5a-882b37b96752)] {{(pid=105586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:20:45.652728 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.l3_dvrscheduler_db [req-b41fabc2-135e-4519-815a-f26c03835239 req-d070d6bd-d900-4c50-b6bb-e2521c616c65 tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] Received port after_create {{(pid=105585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:20:45.706741 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-f8118665-97a8-4d67-ac1f-58f8c19cebc6 tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9014150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9738800'] for subnet, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:45.720813 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-b53a7658-89fb-4a42-9dd4-f91ef1459683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:45.725058 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55371176-c9bf-4c07-b5f9-a7004350b087 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30bb4b93-b285-5d90-9493-f9ec33ea333c-3698f895-e49f-4ca9-8526-7cf399506334', 'network_id': '3698f895-e49f-4ca9-8526-7cf399506334', 'tenant_id': '454b79f542fc4867a07c409c85be23c7', 'fixed_ips': [{'subnet_id': '0b550d48-eb8b-48e2-a668-5c8510f5f03f'}]}} from n-d-705658-22. {{(pid=105586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 21:20:45.725890 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-55371176-c9bf-4c07-b5f9-a7004350b087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:45.817035 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8118665-97a8-4d67-ac1f-58f8c19cebc6 tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Checking segment: {'id': '11405146-4d35-4703-86de-9be79761ab89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'cef9eb5d-0b92-4b4a-a446-e3a569179ecd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:20:45.817554 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8118665-97a8-4d67-ac1f-58f8c19cebc6 tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Network hostable DHCP agents. Network: cef9eb5d-0b92-4b4a-a446-e3a569179ecd, hostable agents: ['7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a'], hosted agents: [] {{(pid=105584) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:20:45.824083 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8118665-97a8-4d67-ac1f-58f8c19cebc6 tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Pushing event updated for resources: {'Subnet': ['ID=845184e7-c063-419b-8d92-3e23f3b3a799,revision_number=0']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:20:45.840294 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8118665-97a8-4d67-ac1f-58f8c19cebc6 tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Network cef9eb5d-0b92-4b4a-a446-e3a569179ecd is scheduled to be hosted by DHCP agent 7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a with binding_index 1 {{(pid=105584) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:20:45.850102 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [None req-f8118665-97a8-4d67-ac1f-58f8c19cebc6 tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-22, cef9eb5d-0b92-4b4a-a446-e3a569179ecd) {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:20:45.864599 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8118665-97a8-4d67-ac1f-58f8c19cebc6 tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:20:45.865273 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-f8118665-97a8-4d67-ac1f-58f8c19cebc6 tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Notify callbacks [] for subnet, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:45.923281 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-00184d13-e6e5-4a22-a59a-bf43ea2bf4fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:45.933612 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-00184d13-e6e5-4a22-a59a-bf43ea2bf4fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:45.951288 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-019cc878-38e2-4546-8693-f51922d73d2e tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Made reservation on behalf of 454b79f542fc4867a07c409c85be23c7 for: {'subnet': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:20:45.957176 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-019cc878-38e2-4546-8693-f51922d73d2e tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9738786'] for subnet, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:45.981123 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-f8118665-97a8-4d67-ac1f-58f8c19cebc6 tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.6217067 Jul 27 21:20:46.004904 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41fabc2-135e-4519-815a-f26c03835239 req-d070d6bd-d900-4c50-b6bb-e2521c616c65 tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:20:46.005831 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-b41fabc2-135e-4519-815a-f26c03835239 req-d070d6bd-d900-4c50-b6bb-e2521c616c65 tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:46.008394 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53a7658-89fb-4a42-9dd4-f91ef1459683 None None] Pushing event updated for resources: {'Port': ['ID=b7dc0992-f43c-4712-b774-867508f66379,revision_number=2']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:20:46.011792 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 49672) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:20:46.016026 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53128227-ed62-4265-ae0a-938c3936e62f None None] Network cef9eb5d-0b92-4b4a-a446-e3a569179ecd requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:20:46.069012 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00184d13-e6e5-4a22-a59a-bf43ea2bf4fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=422a463c-2dba-4e13-a8c1-b16d4a70ac48,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:20:46.089206 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 49674) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:20:46.092070 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-00184d13-e6e5-4a22-a59a-bf43ea2bf4fd admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=bc19170fb73844e29ff953990f4cd629&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6278303 Jul 27 21:20:46.094907 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b41fabc2-135e-4519-815a-f26c03835239 req-d070d6bd-d900-4c50-b6bb-e2521c616c65 tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 2.0445900 Jul 27 21:20:46.115459 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [req-b41fabc2-135e-4519-815a-f26c03835239 req-bab9f3b4-e402-4817-b568-ecd9d5f3bdea service neutron] Request body: {'port': {'device_id': '7eed15d7-9e7a-475a-9afd-73b0b8aa437e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-705658-22'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:20:46.188494 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16808c0f-0a9a-4537-a71d-3d86d2072d82 req-32c74108-ae36-4a3b-a2df-f67e92e0a24b tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:20:46.190660 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-16808c0f-0a9a-4537-a71d-3d86d2072d82 req-32c74108-ae36-4a3b-a2df-f67e92e0a24b tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] 10.222.0.59 "GET /v2.0/ports?device_id=7eed15d7-9e7a-475a-9afd-73b0b8aa437e HTTP/1.1" status: 200 len: 895 time: 0.4730918 Jul 27 21:20:46.199372 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.db_base_plugin_common [None req-55371176-c9bf-4c07-b5f9-a7004350b087 None None] Allocated IP 172.20.0.2 (3698f895-e49f-4ca9-8526-7cf399506334/0b550d48-eb8b-48e2-a668-5c8510f5f03f/952105eb-230e-445c-94ee-5fc4ecc8c353) {{(pid=105586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:20:46.254491 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-25700806-97d7-4870-bea4-cc11c3fb9f4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:46.264006 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.db_base_plugin_common [None req-4f2ab745-20e3-4319-ad12-1e29777f8b5a None None] Allocated IP 2001:db8::f816:3eff:fe09:767e (1d615a85-844c-4c57-a0fc-2090e87300f0/e4044dbf-ba52-4b4c-852c-2bf59a89d300/61241dbd-1eff-42fd-b6b2-d757f072985d) {{(pid=105586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:20:46.271193 n-d-705658-22 neutron-server[105584]: INFO neutron.db.ipam_backend_mixin [None req-019cc878-38e2-4546-8693-f51922d73d2e tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 0b550d48-eb8b-48e2-a668-5c8510f5f03f (CIDR: 172.20.0.0/28) Jul 27 21:20:46.297175 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-b41fabc2-135e-4519-815a-f26c03835239 req-bab9f3b4-e402-4817-b568-ecd9d5f3bdea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:46.314787 n-d-705658-22 neutron-server[105584]: INFO neutron.pecan_wsgi.hooks.translation [None req-019cc878-38e2-4546-8693-f51922d73d2e tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 27 21:20:46.324173 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-019cc878-38e2-4546-8693-f51922d73d2e tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=105584) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 21:20:46.328042 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-ef1b5aef-9647-4fec-81b9-72594defd135 None None] Provisioning for port 7ee0b5de-cc6b-4887-84a8-0ca30ec26956 completed by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:20:46.389328 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-109b99e6-25df-46d1-bf6c-d437aedaad9f tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-990557'] for network, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:46.406057 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-25700806-97d7-4870-bea4-cc11c3fb9f4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:46.476694 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-25700806-97d7-4870-bea4-cc11c3fb9f4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:46.481047 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-25700806-97d7-4870-bea4-cc11c3fb9f4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:46.482742 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-25700806-97d7-4870-bea4-cc11c3fb9f4f admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/422a463c-2dba-4e13-a8c1-b16d4a70ac48 HTTP/1.1" status: 204 len: 168 time: 0.3922276 Jul 27 21:20:46.517113 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-019cc878-38e2-4546-8693-f51922d73d2e tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.0348277 Jul 27 21:20:46.522802 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 49684) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:20:46.531174 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-ef1b5aef-9647-4fec-81b9-72594defd135 None None] Provisioning complete for port 7ee0b5de-cc6b-4887-84a8-0ca30ec26956 triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:20:46.531550 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-ef1b5aef-9647-4fec-81b9-72594defd135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:46.554176 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-c88a25e4-6e7d-46a4-b483-5589f9be637d tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Request body: {'subnet': {'network_id': '3698f895-e49f-4ca9-8526-7cf399506334', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:20:46.566327 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25700806-97d7-4870-bea4-cc11c3fb9f4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=422a463c-2dba-4e13-a8c1-b16d4a70ac48,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:20:46.610787 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0760f149-de7b-4360-83d7-0c6933f608d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30bb4b93-b285-5d90-9493-f9ec33ea333c-cef9eb5d-0b92-4b4a-a446-e3a569179ecd', 'network_id': 'cef9eb5d-0b92-4b4a-a446-e3a569179ecd', 'tenant_id': 'a7f96c4262db4c858fcaf29ac40303b5', 'fixed_ips': [{'subnet_id': '845184e7-c063-419b-8d92-3e23f3b3a799'}]}} from n-d-705658-22. {{(pid=105586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 21:20:46.611686 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-0760f149-de7b-4360-83d7-0c6933f608d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:46.811327 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-109b99e6-25df-46d1-bf6c-d437aedaad9f tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854965'] for subnet, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:47.063604 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c88a25e4-6e7d-46a4-b483-5589f9be637d tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Made reservation on behalf of 454b79f542fc4867a07c409c85be23c7 for: {'subnet': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:20:47.068508 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c88a25e4-6e7d-46a4-b483-5589f9be637d tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9738786'] for subnet, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:47.078746 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-109b99e6-25df-46d1-bf6c-d437aedaad9f tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9014081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9738825'] for subnet, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:47.169672 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109b99e6-25df-46d1-bf6c-d437aedaad9f tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Pushing event deleted for resources: {'Subnet': ['ID=845184e7-c063-419b-8d92-3e23f3b3a799,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:20:47.216617 n-d-705658-22 neutron-server[105585]: DEBUG neutron.notifiers.nova [req-b41fabc2-135e-4519-815a-f26c03835239 req-bab9f3b4-e402-4817-b568-ecd9d5f3bdea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ee0b5de-cc6b-4887-84a8-0ca30ec26956 {{(pid=105585) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:20:47.233543 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-b41fabc2-135e-4519-815a-f26c03835239 req-bab9f3b4-e402-4817-b568-ecd9d5f3bdea service neutron] Notify callbacks [] for port, precommit_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:47.241775 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-109b99e6-25df-46d1-bf6c-d437aedaad9f tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853562', 'neutron.services.segments.db._delete_segments_for_network-8790688882975'] for network, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:47.262797 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 49696) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:20:47.268027 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.segments.db [None req-109b99e6-25df-46d1-bf6c-d437aedaad9f tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cef9eb5d-0b92-4b4a-a446-e3a569179ecd']}} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:20:47.286528 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-34669658-1d0e-4bed-a367-123c19ddc54f admin admin] Notify callbacks [] for security_group, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:47.289723 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.provisioning_blocks [req-b41fabc2-135e-4519-815a-f26c03835239 req-bab9f3b4-e402-4817-b568-ecd9d5f3bdea service neutron] Transition to ACTIVE for port object 7ee0b5de-cc6b-4887-84a8-0ca30ec26956 will not be triggered until provisioned by entity L2. {{(pid=105585) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:20:47.294821 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-b41fabc2-135e-4519-815a-f26c03835239 req-bab9f3b4-e402-4817-b568-ecd9d5f3bdea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10221672'] for port, after_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:47.312851 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.segments.db [None req-109b99e6-25df-46d1-bf6c-d437aedaad9f tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11405146-4d35-4703-86de-9be79761ab89') {'for_net_delete': True} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:20:47.313159 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.segments.db [None req-109b99e6-25df-46d1-bf6c-d437aedaad9f tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11405146-4d35-4703-86de-9be79761ab89') {} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:20:47.352781 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device b7dc0992-f43c-4712-b774-867508f66379 up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:20:47.401799 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-ef1b5aef-9647-4fec-81b9-72594defd135 None None] Port 7ee0b5de-cc6b-4887-84a8-0ca30ec26956 cannot update to ACTIVE because it is not bound. {{(pid=105586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:20:47.409472 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-34669658-1d0e-4bed-a367-123c19ddc54f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:47.432213 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-34669658-1d0e-4bed-a367-123c19ddc54f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:47.445252 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab9f3b4-e402-4817-b568-ecd9d5f3bdea service neutron] Pushing event updated for resources: {'Port': ['ID=7ee0b5de-cc6b-4887-84a8-0ca30ec26956,revision_number=2']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:20:47.477667 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-109b99e6-25df-46d1-bf6c-d437aedaad9f tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790688883752', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9014348'] for segment, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:47.490484 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-34669658-1d0e-4bed-a367-123c19ddc54f admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=808817d34da94fe78b9de98ad7440637&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2245963 Jul 27 21:20:47.499247 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 49704) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:20:47.509023 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning for port b7dc0992-f43c-4712-b774-867508f66379 completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:20:47.550124 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server [None req-0760f149-de7b-4360-83d7-0c6933f608d1 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 845184e7-c063-419b-8d92-3e23f3b3a799: This subnet is being modified by another concurrent operation. Jul 27 21:20:47.550124 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 27 21:20:47.550124 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 27 21:20:47.550124 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 27 21:20:47.550124 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 27 21:20:47.550124 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 27 21:20:47.550124 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 27 21:20:47.550124 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 27 21:20:47.550124 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 27 21:20:47.550124 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 27 21:20:47.550124 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 27 21:20:47.550124 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 27 21:20:47.550124 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 27 21:20:47.550124 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 27 21:20:47.550124 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 27 21:20:47.550124 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server raise self.value Jul 27 21:20:47.550124 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 27 21:20:47.550124 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 27 21:20:47.550124 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 27 21:20:47.550124 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 27 21:20:47.550124 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 27 21:20:47.550124 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 27 21:20:47.550124 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 27 21:20:47.550124 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server raise self.value Jul 27 21:20:47.550124 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 27 21:20:47.550124 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 27 21:20:47.550124 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 27 21:20:47.550124 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 27 21:20:47.550124 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 27 21:20:47.550124 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 27 21:20:47.550124 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 27 21:20:47.550124 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server raise self.value Jul 27 21:20:47.550124 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 27 21:20:47.550124 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 27 21:20:47.550124 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 27 21:20:47.550124 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 27 21:20:47.550124 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 27 21:20:47.550124 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 27 21:20:47.550124 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 27 21:20:47.550124 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 27 21:20:47.550124 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 27 21:20:47.550124 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 27 21:20:47.550124 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 27 21:20:47.550124 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 27 21:20:47.550124 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 27 21:20:47.550124 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 27 21:20:47.550124 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 27 21:20:47.550124 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 27 21:20:47.550124 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 27 21:20:47.550124 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 27 21:20:47.550124 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 27 21:20:47.550124 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server raise self.value Jul 27 21:20:47.550124 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 27 21:20:47.550124 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 27 21:20:47.550124 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 27 21:20:47.550124 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 27 21:20:47.550124 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 27 21:20:47.550124 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 27 21:20:47.550124 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 27 21:20:47.550124 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server raise self.value Jul 27 21:20:47.550124 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 27 21:20:47.550124 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 27 21:20:47.550124 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 27 21:20:47.550124 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 27 21:20:47.550124 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 27 21:20:47.550124 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 27 21:20:47.550124 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 27 21:20:47.550124 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server raise self.value Jul 27 21:20:47.550124 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 27 21:20:47.550124 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 27 21:20:47.550124 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 27 21:20:47.550124 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 27 21:20:47.550124 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 27 21:20:47.550124 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 27 21:20:47.550124 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 27 21:20:47.550124 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 27 21:20:47.550124 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 27 21:20:47.550124 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 27 21:20:47.550124 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 27 21:20:47.550124 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 27 21:20:47.550124 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 27 21:20:47.550124 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server raise self.value Jul 27 21:20:47.550124 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 27 21:20:47.550124 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 27 21:20:47.550124 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 27 21:20:47.550124 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 27 21:20:47.550124 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 27 21:20:47.550124 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 27 21:20:47.550124 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 27 21:20:47.550124 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server raise exception Jul 27 21:20:47.550124 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 845184e7-c063-419b-8d92-3e23f3b3a799: This subnet is being modified by another concurrent operation. Jul 27 21:20:47.550124 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server Jul 27 21:20:47.593146 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3570d6a3-ff32-416c-93b0-ce8dd23bb892 None None] Network cef9eb5d-0b92-4b4a-a446-e3a569179ecd requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:20:47.656611 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-55371176-c9bf-4c07-b5f9-a7004350b087 None None] Notify callbacks [] for port, precommit_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:47.670176 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.managers [req-b41fabc2-135e-4519-815a-f26c03835239 req-bab9f3b4-e402-4817-b568-ecd9d5f3bdea service neutron] Attempting to bind port 7ee0b5de-cc6b-4887-84a8-0ca30ec26956 on host n-h1-705658-22 for vnic_type normal with profile {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:20:47.672429 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.managers [req-b41fabc2-135e-4519-815a-f26c03835239 req-bab9f3b4-e402-4817-b568-ecd9d5f3bdea service neutron] Attempting to bind port 7ee0b5de-cc6b-4887-84a8-0ca30ec26956 by drivers openvswitch,hyperv on host n-h1-705658-22 at level 0 using segments [{'id': 'a6a57384-6795-46cb-b260-81b15232836f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '52c6430f-7dd9-4cc3-880a-fd88c5478e36'}] {{(pid=105585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:20:47.672901 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b41fabc2-135e-4519-815a-f26c03835239 req-bab9f3b4-e402-4817-b568-ecd9d5f3bdea service neutron] Attempting to bind port 7ee0b5de-cc6b-4887-84a8-0ca30ec26956 on network 52c6430f-7dd9-4cc3-880a-fd88c5478e36 {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:20:47.676098 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-55371176-c9bf-4c07-b5f9-a7004350b087 None None] Transition to ACTIVE for port object 952105eb-230e-445c-94ee-5fc4ecc8c353 will not be triggered until provisioned by entity L2. {{(pid=105586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:20:47.688597 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce25c99-426a-41ec-b4cc-68ece11c6b83 req-779d8550-534d-49b4-bb62-de775d9b45cd tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:20:47.690323 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-6ce25c99-426a-41ec-b4cc-68ece11c6b83 req-779d8550-534d-49b4-bb62-de775d9b45cd tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] 10.222.0.59 "GET /v2.0/ports?device_id=7eed15d7-9e7a-475a-9afd-73b0b8aa437e HTTP/1.1" status: 200 len: 907 time: 0.3492515 Jul 27 21:20:47.692747 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b41fabc2-135e-4519-815a-f26c03835239 req-bab9f3b4-e402-4817-b568-ecd9d5f3bdea service neutron] Port 7ee0b5de-cc6b-4887-84a8-0ca30ec26956 on network 52c6430f-7dd9-4cc3-880a-fd88c5478e36 not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-22 {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:20:47.693213 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b41fabc2-135e-4519-815a-f26c03835239 req-bab9f3b4-e402-4817-b568-ecd9d5f3bdea service neutron] Attempting to bind port 7ee0b5de-cc6b-4887-84a8-0ca30ec26956 on network 52c6430f-7dd9-4cc3-880a-fd88c5478e36 {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:20:47.701600 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b41fabc2-135e-4519-815a-f26c03835239 req-bab9f3b4-e402-4817-b568-ecd9d5f3bdea service neutron] Checking agent: {'id': '9d9bc37f-4d75-44ef-9f63-799aab3e316f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 49, 36), 'started_at': datetime.datetime(2021, 7, 27, 20, 49, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 20, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:20:47.702077 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b41fabc2-135e-4519-815a-f26c03835239 req-bab9f3b4-e402-4817-b568-ecd9d5f3bdea service neutron] Checking segment: {'id': 'a6a57384-6795-46cb-b260-81b15232836f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '52c6430f-7dd9-4cc3-880a-fd88c5478e36'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:20:47.702565 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b41fabc2-135e-4519-815a-f26c03835239 req-bab9f3b4-e402-4817-b568-ecd9d5f3bdea service neutron] Bound using segment: {'id': 'a6a57384-6795-46cb-b260-81b15232836f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '52c6430f-7dd9-4cc3-880a-fd88c5478e36'} {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:20:47.703143 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.managers [req-b41fabc2-135e-4519-815a-f26c03835239 req-bab9f3b4-e402-4817-b568-ecd9d5f3bdea service neutron] Bound port: 7ee0b5de-cc6b-4887-84a8-0ca30ec26956, host: n-h1-705658-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6a57384-6795-46cb-b260-81b15232836f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '52c6430f-7dd9-4cc3-880a-fd88c5478e36'}}] {{(pid=105585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:20:47.703629 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-b41fabc2-135e-4519-815a-f26c03835239 req-bab9f3b4-e402-4817-b568-ecd9d5f3bdea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:47.760096 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-109b99e6-25df-46d1-bf6c-d437aedaad9f tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:47.780938 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-109b99e6-25df-46d1-bf6c-d437aedaad9f tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Releasing vlan 213 on physical network physnet1 to pool {{(pid=105584) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:20:47.781511 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-109b99e6-25df-46d1-bf6c-d437aedaad9f tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9014063'] for segment, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:47.789343 n-d-705658-22 neutron-server[105584]: Traceback (most recent call last): Jul 27 21:20:47.789343 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:20:47.789343 n-d-705658-22 neutron-server[105584]: timer() Jul 27 21:20:47.789343 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:20:47.789343 n-d-705658-22 neutron-server[105584]: cb(*args, **kw) Jul 27 21:20:47.789343 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:20:47.789343 n-d-705658-22 neutron-server[105584]: return func(*args, **kwargs) Jul 27 21:20:47.789343 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:20:47.789343 n-d-705658-22 neutron-server[105584]: self._notify() Jul 27 21:20:47.789343 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:20:47.789343 n-d-705658-22 neutron-server[105584]: self.callback(batched_events) Jul 27 21:20:47.789343 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:20:47.789343 n-d-705658-22 neutron-server[105584]: event.method(event) Jul 27 21:20:47.789343 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:20:47.789343 n-d-705658-22 neutron-server[105584]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:20:47.789343 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:20:47.789343 n-d-705658-22 neutron-server[105584]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:20:47.789343 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:20:47.789343 n-d-705658-22 neutron-server[105584]: return f(self, *a, **k) Jul 27 21:20:47.789343 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:20:47.789343 n-d-705658-22 neutron-server[105584]: return self._get(url).json() Jul 27 21:20:47.789343 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:20:47.789343 n-d-705658-22 neutron-server[105584]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:20:47.789343 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:20:47.789343 n-d-705658-22 neutron-server[105584]: return self.request(url, 'GET', **kwargs) Jul 27 21:20:47.789343 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:20:47.789343 n-d-705658-22 neutron-server[105584]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:20:47.789343 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:20:47.789343 n-d-705658-22 neutron-server[105584]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:20:47.789343 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:20:47.789343 n-d-705658-22 neutron-server[105584]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:20:47.789343 n-d-705658-22 neutron-server[105584]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:20:47.849742 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-55371176-c9bf-4c07-b5f9-a7004350b087 None None] Transition to ACTIVE for port object 952105eb-230e-445c-94ee-5fc4ecc8c353 will not be triggered until provisioned by entity DHCP. {{(pid=105586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:20:47.854002 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.db [req-b41fabc2-135e-4519-815a-f26c03835239 req-bab9f3b4-e402-4817-b568-ecd9d5f3bdea service neutron] For port 7ee0b5de-cc6b-4887-84a8-0ca30ec26956, host n-h1-705658-22, cleared binding levels {{(pid=105585) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:20:47.858960 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.db [req-b41fabc2-135e-4519-815a-f26c03835239 req-bab9f3b4-e402-4817-b568-ecd9d5f3bdea service neutron] For port 7ee0b5de-cc6b-4887-84a8-0ca30ec26956, host n-h1-705658-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=7ee0b5de-cc6b-4887-84a8-0ca30ec26956,segment=NetworkSegment(a6a57384-6795-46cb-b260-81b15232836f),segment_id=a6a57384-6795-46cb-b260-81b15232836f)] {{(pid=105585) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:20:47.871437 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-b41fabc2-135e-4519-815a-f26c03835239 req-bab9f3b4-e402-4817-b568-ecd9d5f3bdea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10221672'] for port, after_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:47.875042 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c88a25e4-6e7d-46a4-b483-5589f9be637d tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9014150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9738800'] for subnet, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:47.904011 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c7fb73cb-6b2e-4dde-b015-82b05bf1212b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:47.928000 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c7fb73cb-6b2e-4dde-b015-82b05bf1212b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:47.928564 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-c3239ee2-3fae-4ee0-8389-e8b188067e94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4bfe403-2cc3-4f09-b49e-74df4ff65e85', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1250448418', 'tenant_id': '717529174f79442eb5493474d000cc27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.87'}], 'enable_snat': True}, 'gw_port_id': '4e2ca401-3ce6-4cc6-bc34-a6004ee338dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:20:20Z', 'updated_at': '2021-07-27T21:20:37Z', 'revision_number': 4, 'project_id': '717529174f79442eb5493474d000cc27', 'gw_port': {'id': '4e2ca401-3ce6-4cc6-bc34-a6004ee338dc', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:69:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4bfe403-2cc3-4f09-b49e-74df4ff65e85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3014, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:20:22Z', 'updated_at': '2021-07-27T21:20:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_interfaces': [{'id': 'e4cb500d-754e-4183-a96f-dda8516d6e25', 'name': '', 'network_id': '52c6430f-7dd9-4cc3-880a-fd88c5478e36', 'tenant_id': '717529174f79442eb5493474d000cc27', 'mac_address': 'fa:16:3e:20:3d:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4bfe403-2cc3-4f09-b49e-74df4ff65e85', 'device_owner': 'network:router_interface', 'standard_attr_id': 3035, 'fixed_ips': [{'subnet_id': '0b1ef34c-a586-4ccf-82ad-e106873bc27a', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:20:34Z', 'updated_at': '2021-07-27T21:20:43Z', 'revision_number': 4, 'project_id': '717529174f79442eb5493474d000cc27', 'subnets': [{'id': '0b1ef34c-a586-4ccf-82ad-e106873bc27a', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-22', False) {} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:20:47.942452 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41fabc2-135e-4519-815a-f26c03835239 req-bab9f3b4-e402-4817-b568-ecd9d5f3bdea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:20:47.945761 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-55371176-c9bf-4c07-b5f9-a7004350b087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143'] for port, after_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:47.946721 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-b41fabc2-135e-4519-815a-f26c03835239 req-bab9f3b4-e402-4817-b568-ecd9d5f3bdea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:47.955664 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b41fabc2-135e-4519-815a-f26c03835239 req-bab9f3b4-e402-4817-b568-ecd9d5f3bdea service neutron] 10.222.0.36 "PUT /v2.0/ports/7ee0b5de-cc6b-4887-84a8-0ca30ec26956 HTTP/1.1" status: 200 len: 1056 time: 1.8516037 Jul 27 21:20:47.956420 n-d-705658-22 neutron-server[105585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7eed15d7-9e7a-475a-9afd-73b0b8aa437e', 'tag': '7ee0b5de-cc6b-4887-84a8-0ca30ec26956'}] {{(pid=105585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:20:47.959129 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d66fd65881426bfc2b5388084a3654e5eae521106a15a3dbf0eb4cde7106c36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-025d49c7-d011-4001-ae28-2095274df19e" -d '{"events": [{"name": "network-changed", "server_uuid": "7eed15d7-9e7a-475a-9afd-73b0b8aa437e", "tag": "7ee0b5de-cc6b-4887-84a8-0ca30ec26956"}]}' {{(pid=105585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:20:48.001806 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-4f2ab745-20e3-4319-ad12-1e29777f8b5a None None] Notify callbacks [] for port, precommit_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:48.011901 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34669658-1d0e-4bed-a367-123c19ddc54f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dde4a885-9a06-40df-9e7d-54a75f3cd18a,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:20:48.078738 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c7fb73cb-6b2e-4dde-b015-82b05bf1212b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:48.081313 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c7fb73cb-6b2e-4dde-b015-82b05bf1212b admin admin] Notify callbacks [] for security_group, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:48.084813 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-c7fb73cb-6b2e-4dde-b015-82b05bf1212b admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/dde4a885-9a06-40df-9e7d-54a75f3cd18a HTTP/1.1" status: 204 len: 168 time: 0.5822802 Jul 27 21:20:48.101578 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c88a25e4-6e7d-46a4-b483-5589f9be637d tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Network 3698f895-e49f-4ca9-8526-7cf399506334 is already hosted by enough agents. {{(pid=105584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:20:48.108713 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [None req-c88a25e4-6e7d-46a4-b483-5589f9be637d tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Resources bound (agent type, host, resource id): {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:20:48.124361 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-109b99e6-25df-46d1-bf6c-d437aedaad9f tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4075658'] for network, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:48.132329 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:20:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cc8c6d6-23df-49ec-9778-fde7c9d734ee x-openstack-request-id: req-2cc8c6d6-23df-49ec-9778-fde7c9d734ee {{(pid=105585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:20:48.135449 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7eed15d7-9e7a-475a-9afd-73b0b8aa437e", "tag": "7ee0b5de-cc6b-4887-84a8-0ca30ec26956", "status": "completed", "code": 200}]} {{(pid=105585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:20:48.135852 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-2cc8c6d6-23df-49ec-9778-fde7c9d734ee {{(pid=105585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:20:48.136380 n-d-705658-22 neutron-server[105585]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7eed15d7-9e7a-475a-9afd-73b0b8aa437e', 'tag': '7ee0b5de-cc6b-4887-84a8-0ca30ec26956', 'status': 'completed', 'code': 200} Jul 27 21:20:48.137364 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab9f3b4-e402-4817-b568-ecd9d5f3bdea service neutron] Pushing event updated for resources: {'Port': ['ID=7ee0b5de-cc6b-4887-84a8-0ca30ec26956,revision_number=3']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:20:48.138674 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c88a25e4-6e7d-46a4-b483-5589f9be637d tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:20:48.139262 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c88a25e4-6e7d-46a4-b483-5589f9be637d tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Notify callbacks [] for subnet, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:48.150197 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3239ee2-3fae-4ee0-8389-e8b188067e94 None None] The sync data for ids ['c4bfe403-2cc3-4f09-b49e-74df4ff65e85'] in n-d-705658-22 is: [{'id': 'c4bfe403-2cc3-4f09-b49e-74df4ff65e85', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1250448418', 'tenant_id': '717529174f79442eb5493474d000cc27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.87'}], 'enable_snat': True}, 'gw_port_id': '4e2ca401-3ce6-4cc6-bc34-a6004ee338dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:20:20Z', 'updated_at': '2021-07-27T21:20:37Z', 'revision_number': 4, 'project_id': '717529174f79442eb5493474d000cc27', 'gw_port': {'id': '4e2ca401-3ce6-4cc6-bc34-a6004ee338dc', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:69:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4bfe403-2cc3-4f09-b49e-74df4ff65e85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3014, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:20:22Z', 'updated_at': '2021-07-27T21:20:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_interfaces': [{'id': 'e4cb500d-754e-4183-a96f-dda8516d6e25', 'name': '', 'network_id': '52c6430f-7dd9-4cc3-880a-fd88c5478e36', 'tenant_id': '717529174f79442eb5493474d000cc27', 'mac_address': 'fa:16:3e:20:3d:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4bfe403-2cc3-4f09-b49e-74df4ff65e85', 'device_owner': 'network:router_interface', 'standard_attr_id': 3035, 'fixed_ips': [{'subnet_id': '0b1ef34c-a586-4ccf-82ad-e106873bc27a', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:20:34Z', 'updated_at': '2021-07-27T21:20:43Z', 'revision_number': 4, 'project_id': '717529174f79442eb5493474d000cc27', 'subnets': [{'id': '0b1ef34c-a586-4ccf-82ad-e106873bc27a', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:20:48.156303 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-4f2ab745-20e3-4319-ad12-1e29777f8b5a None None] Transition to ACTIVE for port object 61241dbd-1eff-42fd-b6b2-d757f072985d will not be triggered until provisioned by entity L2. {{(pid=105586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:20:48.156452 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fb73cb-6b2e-4dde-b015-82b05bf1212b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dde4a885-9a06-40df-9e7d-54a75f3cd18a,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:20:48.194256 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-109b99e6-25df-46d1-bf6c-d437aedaad9f tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743886'] for network, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:48.208876 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-109b99e6-25df-46d1-bf6c-d437aedaad9f tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] 10.222.0.59 "DELETE /v2.0/networks/cef9eb5d-0b92-4b4a-a446-e3a569179ecd HTTP/1.1" status: 204 len: 168 time: 2.1956387 Jul 27 21:20:48.214535 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109b99e6-25df-46d1-bf6c-d437aedaad9f tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Pushing event deleted for resources: {'Network': ['ID=cef9eb5d-0b92-4b4a-a446-e3a569179ecd,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:20:48.225089 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 49718) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:20:48.240786 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-70b33acf-d414-4ee5-a1cf-8dd98787ecef tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-525517118'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:20:48.244346 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88a25e4-6e7d-46a4-b483-5589f9be637d tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Pushing event updated for resources: {'Subnet': ['ID=6c7932bb-4b4c-4802-9f18-ddf06567baf2,revision_number=0']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:20:48.280874 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-c88a25e4-6e7d-46a4-b483-5589f9be637d tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.7541697 Jul 27 21:20:48.283448 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 49720) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:20:48.301000 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-7604b528-107d-4e6d-9fc9-fe80893a137f tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Request body: {'port': {'network_id': '3698f895-e49f-4ca9-8526-7cf399506334', 'fixed_ips': [{'subnet_id': '0b550d48-eb8b-48e2-a668-5c8510f5f03f'}, {'subnet_id': '6c7932bb-4b4c-4802-9f18-ddf06567baf2'}], 'name': 'tempest-PortsTestJSON-277205830'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:20:48.337490 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41fabc2-135e-4519-815a-f26c03835239 req-1651715d-5960-4bee-8b32-9ada827b4e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:20:48.338409 n-d-705658-22 neutron-server[105586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55371176-c9bf-4c07-b5f9-a7004350b087 None None] Network 3698f895-e49f-4ca9-8526-7cf399506334 is already hosted by enough agents. {{(pid=105586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:20:48.347960 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b41fabc2-135e-4519-815a-f26c03835239 req-1651715d-5960-4bee-8b32-9ada827b4e1b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=717529174f79442eb5493474d000cc27&device_id=7eed15d7-9e7a-475a-9afd-73b0b8aa437e HTTP/1.1" status: 200 len: 1059 time: 0.3335693 Jul 27 21:20:48.403662 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70b33acf-d414-4ee5-a1cf-8dd98787ecef tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Made reservation on behalf of a7f96c4262db4c858fcaf29ac40303b5 for: {'network': 1} {{(pid=105585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:20:48.413818 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-70b33acf-d414-4ee5-a1cf-8dd98787ecef tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for network, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:48.438687 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bd15c36-0c4a-427c-9a91-ceb7d87893d8 None None] Network 23dfa146-623c-400d-9574-f6dbb6d3d24b requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:20:48.446929 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55371176-c9bf-4c07-b5f9-a7004350b087 None None] Pushing event updated for resources: {'Port': ['ID=952105eb-230e-445c-94ee-5fc4ecc8c353,revision_number=1']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:20:48.498017 n-d-705658-22 neutron-server[105586]: DEBUG neutron.scheduler.base_scheduler [None req-55371176-c9bf-4c07-b5f9-a7004350b087 None None] Resources bound (agent type, host, resource id): {{(pid=105586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:20:48.520163 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55371176-c9bf-4c07-b5f9-a7004350b087 None None] Received port after_create {{(pid=105586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:20:48.540168 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b41fabc2-135e-4519-815a-f26c03835239 req-4ee457e5-ef30-4527-88b8-a01170e7ee14 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.28&port_id=7ee0b5de-cc6b-4887-84a8-0ca30ec26956 HTTP/1.1" status: 200 len: 217 time: 0.1588542 Jul 27 21:20:48.576029 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-4f2ab745-20e3-4319-ad12-1e29777f8b5a None None] Transition to ACTIVE for port object 61241dbd-1eff-42fd-b6b2-d757f072985d will not be triggered until provisioned by entity DHCP. {{(pid=105586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:20:48.603402 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-4f2ab745-20e3-4319-ad12-1e29777f8b5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143'] for port, after_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:48.654114 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7604b528-107d-4e6d-9fc9-fe80893a137f tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Made reservation on behalf of 454b79f542fc4867a07c409c85be23c7 for: {'port': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:20:48.686595 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-cdf8ad7a-0eb7-40a9-8dd6-29f98cc6d33e None None] Provisioning for port b7dc0992-f43c-4712-b774-867508f66379 completed by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:20:48.778697 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-cdf8ad7a-0eb7-40a9-8dd6-29f98cc6d33e None None] Provisioning complete for port b7dc0992-f43c-4712-b774-867508f66379 triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:20:48.786351 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-cdf8ad7a-0eb7-40a9-8dd6-29f98cc6d33e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:48.795033 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-7604b528-107d-4e6d-9fc9-fe80893a137f tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:48.853983 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [None req-7604b528-107d-4e6d-9fc9-fe80893a137f tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] device_id is not set on port 646630ef-1a51-4902-a67d-51d96d9b5c9b yet. {{(pid=105584) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 21:20:48.952095 n-d-705658-22 neutron-server[105586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f2ab745-20e3-4319-ad12-1e29777f8b5a None None] Network 1d615a85-844c-4c57-a0fc-2090e87300f0 is already hosted by enough agents. {{(pid=105586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:20:48.985037 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-55371176-c9bf-4c07-b5f9-a7004350b087 None None] Attempting to bind port 952105eb-230e-445c-94ee-5fc4ecc8c353 on host n-d-705658-22 for vnic_type normal with profile {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:20:48.985563 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-55371176-c9bf-4c07-b5f9-a7004350b087 None None] Attempting to bind port 952105eb-230e-445c-94ee-5fc4ecc8c353 by drivers openvswitch,hyperv on host n-d-705658-22 at level 0 using segments [{'id': '3a6a4060-2d16-4b52-bfdc-6c4f7b31fb52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '3698f895-e49f-4ca9-8526-7cf399506334'}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:20:48.986032 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55371176-c9bf-4c07-b5f9-a7004350b087 None None] Attempting to bind port 952105eb-230e-445c-94ee-5fc4ecc8c353 on network 3698f895-e49f-4ca9-8526-7cf399506334 {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:20:48.995103 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2ab745-20e3-4319-ad12-1e29777f8b5a None None] Pushing event updated for resources: {'Port': ['ID=61241dbd-1eff-42fd-b6b2-d757f072985d,revision_number=1']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:20:48.997990 n-d-705658-22 neutron-server[105586]: DEBUG neutron.scheduler.base_scheduler [None req-4f2ab745-20e3-4319-ad12-1e29777f8b5a None None] Resources bound (agent type, host, resource id): {{(pid=105586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:20:49.004396 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f2ab745-20e3-4319-ad12-1e29777f8b5a None None] Received port after_create {{(pid=105586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:20:49.010089 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55371176-c9bf-4c07-b5f9-a7004350b087 None None] Checking agent: {'id': '04a7ea91-6318-467e-ace6-b0fb48c8690f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 41, 42), 'started_at': datetime.datetime(2021, 7, 27, 20, 42, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 20, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:20:49.010622 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55371176-c9bf-4c07-b5f9-a7004350b087 None None] Checking segment: {'id': '3a6a4060-2d16-4b52-bfdc-6c4f7b31fb52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '3698f895-e49f-4ca9-8526-7cf399506334'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:20:49.011224 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-55371176-c9bf-4c07-b5f9-a7004350b087 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:49.011742 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55371176-c9bf-4c07-b5f9-a7004350b087 None None] Bound using segment: {'id': '3a6a4060-2d16-4b52-bfdc-6c4f7b31fb52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '3698f895-e49f-4ca9-8526-7cf399506334'} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:20:49.012340 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-55371176-c9bf-4c07-b5f9-a7004350b087 None None] Bound port: 952105eb-230e-445c-94ee-5fc4ecc8c353, host: n-d-705658-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a6a4060-2d16-4b52-bfdc-6c4f7b31fb52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '3698f895-e49f-4ca9-8526-7cf399506334'}}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:20:49.012828 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-55371176-c9bf-4c07-b5f9-a7004350b087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:49.133473 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device e4cb500d-754e-4183-a96f-dda8516d6e25 up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:20:49.403005 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-4f2ab745-20e3-4319-ad12-1e29777f8b5a None None] Attempting to bind port 61241dbd-1eff-42fd-b6b2-d757f072985d on host n-d-705658-22 for vnic_type normal with profile {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:20:49.403207 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-4f2ab745-20e3-4319-ad12-1e29777f8b5a None None] Attempting to bind port 61241dbd-1eff-42fd-b6b2-d757f072985d by drivers openvswitch,hyperv on host n-d-705658-22 at level 0 using segments [{'id': '532d8a52-575f-45de-a3af-efbea8c8f6d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '1d615a85-844c-4c57-a0fc-2090e87300f0'}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:20:49.403578 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f2ab745-20e3-4319-ad12-1e29777f8b5a None None] Attempting to bind port 61241dbd-1eff-42fd-b6b2-d757f072985d on network 1d615a85-844c-4c57-a0fc-2090e87300f0 {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:20:49.435568 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f2ab745-20e3-4319-ad12-1e29777f8b5a None None] Checking agent: {'id': '04a7ea91-6318-467e-ace6-b0fb48c8690f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 41, 42), 'started_at': datetime.datetime(2021, 7, 27, 20, 42, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 20, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:20:49.435946 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f2ab745-20e3-4319-ad12-1e29777f8b5a None None] Checking segment: {'id': '532d8a52-575f-45de-a3af-efbea8c8f6d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '1d615a85-844c-4c57-a0fc-2090e87300f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:20:49.436334 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-4f2ab745-20e3-4319-ad12-1e29777f8b5a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:49.436742 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f2ab745-20e3-4319-ad12-1e29777f8b5a None None] Bound using segment: {'id': '532d8a52-575f-45de-a3af-efbea8c8f6d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '1d615a85-844c-4c57-a0fc-2090e87300f0'} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:20:49.437238 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-4f2ab745-20e3-4319-ad12-1e29777f8b5a None None] Bound port: 61241dbd-1eff-42fd-b6b2-d757f072985d, host: n-d-705658-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '532d8a52-575f-45de-a3af-efbea8c8f6d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '1d615a85-844c-4c57-a0fc-2090e87300f0'}}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:20:49.437630 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-4f2ab745-20e3-4319-ad12-1e29777f8b5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:49.441201 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-55371176-c9bf-4c07-b5f9-a7004350b087 None None] For port 952105eb-230e-445c-94ee-5fc4ecc8c353, host n-d-705658-22, cleared binding levels {{(pid=105586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:20:49.445446 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-cdf8ad7a-0eb7-40a9-8dd6-29f98cc6d33e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:49.453778 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-55371176-c9bf-4c07-b5f9-a7004350b087 None None] For port 952105eb-230e-445c-94ee-5fc4ecc8c353, host n-d-705658-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=952105eb-230e-445c-94ee-5fc4ecc8c353,segment=NetworkSegment(3a6a4060-2d16-4b52-bfdc-6c4f7b31fb52),segment_id=3a6a4060-2d16-4b52-bfdc-6c4f7b31fb52)] {{(pid=105586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:20:49.485418 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-55371176-c9bf-4c07-b5f9-a7004350b087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:49.525208 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41fabc2-135e-4519-815a-f26c03835239 req-f5ba7650-c16c-4eda-b145-01fcc838a8d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:20:49.527390 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b41fabc2-135e-4519-815a-f26c03835239 req-f5ba7650-c16c-4eda-b145-01fcc838a8d9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0b1ef34c-a586-4ccf-82ad-e106873bc27a HTTP/1.1" status: 200 len: 837 time: 0.9786670 Jul 27 21:20:49.528360 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70b33acf-d414-4ee5-a1cf-8dd98787ecef tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] vlan segment allocate from pool success with {'vlan_id': 201, 'physical_network': 'physnet1'} {{(pid=105585) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:20:49.577643 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning for port e4cb500d-754e-4183-a96f-dda8516d6e25 completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:20:49.578809 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.db_base_plugin_common [None req-7604b528-107d-4e6d-9fc9-fe80893a137f tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Allocated IP 172.20.0.9 (3698f895-e49f-4ca9-8526-7cf399506334/0b550d48-eb8b-48e2-a668-5c8510f5f03f/646630ef-1a51-4902-a67d-51d96d9b5c9b) {{(pid=105584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:20:49.588356 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.db_base_plugin_common [None req-7604b528-107d-4e6d-9fc9-fe80893a137f tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Allocated IP 172.20.0.26 (3698f895-e49f-4ca9-8526-7cf399506334/6c7932bb-4b4c-4802-9f18-ddf06567baf2/646630ef-1a51-4902-a67d-51d96d9b5c9b) {{(pid=105584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:20:49.629440 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-cdf8ad7a-0eb7-40a9-8dd6-29f98cc6d33e None None] For port b7dc0992-f43c-4712-b774-867508f66379, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=b7dc0992-f43c-4712-b774-867508f66379,segment=NetworkSegment(02096b46-b4f6-43f2-9f5a-882b37b96752),segment_id=02096b46-b4f6-43f2-9f5a-882b37b96752)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:20:49.638939 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port e4cb500d-754e-4183-a96f-dda8516d6e25 triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:20:49.639361 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:49.647805 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.db_base_plugin_common [None req-6460f8f3-9220-460b-8fc2-f6b6dc6b37ea tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Allocated IP 2001:db8::f816:3eff:fe31:4e25 (1d615a85-844c-4c57-a0fc-2090e87300f0/e4044dbf-ba52-4b4c-852c-2bf59a89d300/17f95a28-00ad-46d7-94ea-4588a07696d9) {{(pid=105585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:20:49.650331 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55371176-c9bf-4c07-b5f9-a7004350b087 None None] Pushing event updated for resources: {'Port': ['ID=952105eb-230e-445c-94ee-5fc4ecc8c353,revision_number=2']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:20:49.737123 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-cdf8ad7a-0eb7-40a9-8dd6-29f98cc6d33e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:49.838097 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-70b33acf-d414-4ee5-a1cf-8dd98787ecef tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:49.838791 n-d-705658-22 neutron-server[105585]: INFO neutron.db.segments_db [None req-70b33acf-d414-4ee5-a1cf-8dd98787ecef tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Added segment 25109196-a994-4216-8da9-454f702f7880 of type vlan for network 6657e171-12e7-40db-8b1a-73999ca02311 Jul 27 21:20:49.866926 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-4f2ab745-20e3-4319-ad12-1e29777f8b5a None None] For port 61241dbd-1eff-42fd-b6b2-d757f072985d, host n-d-705658-22, cleared binding levels {{(pid=105586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:20:49.936271 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-4f2ab745-20e3-4319-ad12-1e29777f8b5a None None] For port 61241dbd-1eff-42fd-b6b2-d757f072985d, host n-d-705658-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=61241dbd-1eff-42fd-b6b2-d757f072985d,segment=NetworkSegment(532d8a52-575f-45de-a3af-efbea8c8f6d5),segment_id=532d8a52-575f-45de-a3af-efbea8c8f6d5)] {{(pid=105586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:20:49.951710 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-7604b528-107d-4e6d-9fc9-fe80893a137f tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Notify callbacks [] for port, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:49.959834 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-4f2ab745-20e3-4319-ad12-1e29777f8b5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:49.998752 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.provisioning_blocks [None req-7604b528-107d-4e6d-9fc9-fe80893a137f tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Transition to ACTIVE for port object 646630ef-1a51-4902-a67d-51d96d9b5c9b will not be triggered until provisioned by entity DHCP. {{(pid=105584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:20:50.012116 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf8ad7a-0eb7-40a9-8dd6-29f98cc6d33e None None] Pushing event updated for resources: {'Port': ['ID=b7dc0992-f43c-4712-b774-867508f66379,revision_number=3']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:20:50.076212 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-7604b528-107d-4e6d-9fc9-fe80893a137f tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:50.245943 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7604b528-107d-4e6d-9fc9-fe80893a137f tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Network 3698f895-e49f-4ca9-8526-7cf399506334 is already hosted by enough agents. {{(pid=105584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:20:50.278203 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [None req-7604b528-107d-4e6d-9fc9-fe80893a137f tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Resources bound (agent type, host, resource id): {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:20:50.319572 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7604b528-107d-4e6d-9fc9-fe80893a137f tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Received port after_create {{(pid=105584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:20:50.356071 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2ab745-20e3-4319-ad12-1e29777f8b5a None None] Pushing event updated for resources: {'Port': ['ID=61241dbd-1eff-42fd-b6b2-d757f072985d,revision_number=2']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:20:50.364527 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:50.456952 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] For port e4cb500d-754e-4183-a96f-dda8516d6e25, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=e4cb500d-754e-4183-a96f-dda8516d6e25,segment=NetworkSegment(a6a57384-6795-46cb-b260-81b15232836f),segment_id=a6a57384-6795-46cb-b260-81b15232836f)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:20:50.471123 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7604b528-107d-4e6d-9fc9-fe80893a137f tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Pushing event updated for resources: {'Port': ['ID=646630ef-1a51-4902-a67d-51d96d9b5c9b,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:20:50.489738 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:50.499430 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-319bbe32-286f-4a7e-880a-9d6e6b9cd81f None None] Provisioning complete for port b7dc0992-f43c-4712-b774-867508f66379 triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:20:50.500650 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-319bbe32-286f-4a7e-880a-9d6e6b9cd81f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:50.541959 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7604b528-107d-4e6d-9fc9-fe80893a137f tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:20:50.542821 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-7604b528-107d-4e6d-9fc9-fe80893a137f tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:50.583889 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-6460f8f3-9220-460b-8fc2-f6b6dc6b37ea tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks [] for port, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:50.587224 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-7604b528-107d-4e6d-9fc9-fe80893a137f tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1003 time: 2.3034101 Jul 27 21:20:50.590726 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 49774) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:20:50.595964 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-63d5253e-96b0-462d-87ca-44b89dda913a tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '0b550d48-eb8b-48e2-a668-5c8510f5f03f'}]}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:20:50.638198 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77183cb3-4029-4d20-aa5c-0088482e6d77 req-a749c84a-a476-418a-8f81-072d9a7b178a tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:20:50.638198 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-77183cb3-4029-4d20-aa5c-0088482e6d77 req-a749c84a-a476-418a-8f81-072d9a7b178a tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] 10.222.0.59 "GET /v2.0/ports?device_id=7eed15d7-9e7a-475a-9afd-73b0b8aa437e HTTP/1.1" status: 200 len: 907 time: 1.1682792 Jul 27 21:20:50.639425 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-70b33acf-d414-4ee5-a1cf-8dd98787ecef tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790688424798'] for network, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:50.649929 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41fabc2-135e-4519-815a-f26c03835239 req-439abbc9-bc97-469d-b5d0-ad84f7f71718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:20:50.657236 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b41fabc2-135e-4519-815a-f26c03835239 req-439abbc9-bc97-469d-b5d0-ad84f7f71718 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=52c6430f-7dd9-4cc3-880a-fd88c5478e36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 1.1081495 Jul 27 21:20:50.695188 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.provisioning_blocks [None req-6460f8f3-9220-460b-8fc2-f6b6dc6b37ea tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Transition to ACTIVE for port object 17f95a28-00ad-46d7-94ea-4588a07696d9 will not be triggered until provisioned by entity DHCP. {{(pid=105585) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:20:50.791660 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Pushing event updated for resources: {'Port': ['ID=e4cb500d-754e-4183-a96f-dda8516d6e25,revision_number=5']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:20:50.838134 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.db.resource_extend [None req-70b33acf-d414-4ee5-a1cf-8dd98787ecef tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=105585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 27 21:20:50.858009 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-63d5253e-96b0-462d-87ca-44b89dda913a tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:50.869850 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-70b33acf-d414-4ee5-a1cf-8dd98787ecef tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920'] for network, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:50.879371 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70b33acf-d414-4ee5-a1cf-8dd98787ecef tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:20:50.880741 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-70b33acf-d414-4ee5-a1cf-8dd98787ecef tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Notify callbacks [] for network, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:50.971822 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 49786) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:20:50.972731 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-70b33acf-d414-4ee5-a1cf-8dd98787ecef tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 2.7434251 Jul 27 21:20:50.995194 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-850b1266-d591-4af3-a702-9c005d5e0b2b tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Request body: {'subnet': {'network_id': '6657e171-12e7-40db-8b1a-73999ca02311', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:20:51.344424 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-6460f8f3-9220-460b-8fc2-f6b6dc6b37ea tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:51.348705 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 952105eb-230e-445c-94ee-5fc4ecc8c353 up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:20:51.349919 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b33acf-d414-4ee5-a1cf-8dd98787ecef tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Pushing event updated for resources: {'Network': ['ID=6657e171-12e7-40db-8b1a-73999ca02311,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:20:51.417410 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6460f8f3-9220-460b-8fc2-f6b6dc6b37ea tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Network 1d615a85-844c-4c57-a0fc-2090e87300f0 is already hosted by enough agents. {{(pid=105585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:20:51.437221 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.base_scheduler [None req-6460f8f3-9220-460b-8fc2-f6b6dc6b37ea tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Resources bound (agent type, host, resource id): {{(pid=105585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:20:51.445192 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b41fabc2-135e-4519-815a-f26c03835239 req-eb003aa2-8ef1-4da8-aec5-30937310dd9e service neutron] 10.222.0.36 "GET /v2.0/networks/52c6430f-7dd9-4cc3-880a-fd88c5478e36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7716484 Jul 27 21:20:51.445402 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Network 6657e171-12e7-40db-8b1a-73999ca02311 details requested by agent ovs-agent-n-d-705658-22 with host n-d-705658-22 {{(pid=105586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:20:51.469326 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6460f8f3-9220-460b-8fc2-f6b6dc6b37ea tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Received port after_create {{(pid=105585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:20:51.481250 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6460f8f3-9220-460b-8fc2-f6b6dc6b37ea tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:20:51.487924 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-6460f8f3-9220-460b-8fc2-f6b6dc6b37ea tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:51.595247 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6460f8f3-9220-460b-8fc2-f6b6dc6b37ea tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Pushing event updated for resources: {'Port': ['ID=17f95a28-00ad-46d7-94ea-4588a07696d9,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:20:51.602711 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning for port 952105eb-230e-445c-94ee-5fc4ecc8c353 completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:20:51.615622 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-6460f8f3-9220-460b-8fc2-f6b6dc6b37ea tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 7.7928641 Jul 27 21:20:51.621074 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 61241dbd-1eff-42fd-b6b2-d757f072985d up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:20:51.623728 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 49798) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:20:51.774889 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b41fabc2-135e-4519-815a-f26c03835239 req-15eb055e-6df6-47b2-abe1-a3584a6a61d3 service neutron] 10.222.0.36 "GET /v2.0/networks/52c6430f-7dd9-4cc3-880a-fd88c5478e36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3184855 Jul 27 21:20:51.804769 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning for port 61241dbd-1eff-42fd-b6b2-d757f072985d completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:20:51.814510 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device e4cb500d-754e-4183-a96f-dda8516d6e25 up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:20:51.840958 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46ba0c6a-62f2-47a4-ad23-fba13195dc8a tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:20:51.842785 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.db_base_plugin_common [None req-63d5253e-96b0-462d-87ca-44b89dda913a tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Delete allocated IP 172.20.0.26 (3698f895-e49f-4ca9-8526-7cf399506334/6c7932bb-4b4c-4802-9f18-ddf06567baf2) {{(pid=105584) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 27 21:20:51.905850 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46ba0c6a-62f2-47a4-ad23-fba13195dc8a tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:20:51.916828 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-46ba0c6a-62f2-47a4-ad23-fba13195dc8a tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.2877917 Jul 27 21:20:51.930556 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 49810) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:20:51.988267 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port e4cb500d-754e-4183-a96f-dda8516d6e25 triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:20:51.988662 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:52.031625 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-262bb5b7-fd01-4a1d-97c9-8406562e2de3 None None] Network 3698f895-e49f-4ca9-8526-7cf399506334 requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:20:52.058553 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-850b1266-d591-4af3-a702-9c005d5e0b2b tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Made reservation on behalf of a7f96c4262db4c858fcaf29ac40303b5 for: {'subnet': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:20:52.072434 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-850b1266-d591-4af3-a702-9c005d5e0b2b tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9738786'] for subnet, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:52.274258 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025d49c7-d011-4001-ae28-2095274df19e req-7dd744ed-8b9e-4cfc-a1f2-c943e24a7229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:20:52.276329 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-025d49c7-d011-4001-ae28-2095274df19e req-7dd744ed-8b9e-4cfc-a1f2-c943e24a7229 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=717529174f79442eb5493474d000cc27&device_id=7eed15d7-9e7a-475a-9afd-73b0b8aa437e HTTP/1.1" status: 200 len: 1059 time: 0.3564641 Jul 27 21:20:52.308434 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-fca0a2d3-407e-4835-bf04-055d0c4c68c3 None None] Provisioning for port 952105eb-230e-445c-94ee-5fc4ecc8c353 completed by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:20:52.333674 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7f31f5-0fe3-43c3-95ee-eeffab8d8271 req-479f5e61-513f-443a-83d4-37b1c6d2a6da tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:20:52.339754 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-fca0a2d3-407e-4835-bf04-055d0c4c68c3 None None] Provisioning complete for port 952105eb-230e-445c-94ee-5fc4ecc8c353 triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:20:52.340140 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-fca0a2d3-407e-4835-bf04-055d0c4c68c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:52.343200 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-2b7f31f5-0fe3-43c3-95ee-eeffab8d8271 req-479f5e61-513f-443a-83d4-37b1c6d2a6da tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] 10.222.0.59 "GET /v2.0/ports?device_id=7eed15d7-9e7a-475a-9afd-73b0b8aa437e HTTP/1.1" status: 200 len: 907 time: 0.4221425 Jul 27 21:20:52.360937 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-63d5253e-96b0-462d-87ca-44b89dda913a tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Notify callbacks [] for port, precommit_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:52.385955 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.provisioning_blocks [None req-63d5253e-96b0-462d-87ca-44b89dda913a tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Ignored duplicate provisioning block setup for port 646630ef-1a51-4902-a67d-51d96d9b5c9b by entity DHCP. {{(pid=105584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 27 21:20:52.542810 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025d49c7-d011-4001-ae28-2095274df19e req-c4d824ee-537d-4d5f-ac7f-96507bcdac37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:20:52.551727 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-025d49c7-d011-4001-ae28-2095274df19e req-c4d824ee-537d-4d5f-ac7f-96507bcdac37 service neutron] 10.222.0.36 "GET /v2.0/networks?id=52c6430f-7dd9-4cc3-880a-fd88c5478e36 HTTP/1.1" status: 200 len: 899 time: 0.2440431 Jul 27 21:20:52.556733 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device b7dc0992-f43c-4712-b774-867508f66379 up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:20:52.557582 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-63d5253e-96b0-462d-87ca-44b89dda913a tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9014027'] for port, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:52.672054 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d5253e-96b0-462d-87ca-44b89dda913a tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Pushing event updated for resources: {'Port': ['ID=646630ef-1a51-4902-a67d-51d96d9b5c9b,revision_number=2']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:20:52.684245 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-025d49c7-d011-4001-ae28-2095274df19e req-e9577d6f-f49e-4163-b871-e13d960f30ae service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.28&port_id=7ee0b5de-cc6b-4887-84a8-0ca30ec26956 HTTP/1.1" status: 200 len: 217 time: 0.1255672 Jul 27 21:20:52.781664 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-fca0a2d3-407e-4835-bf04-055d0c4c68c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:52.783683 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [None req-c9206440-d847-4a4b-a2a9-7846700c69f0 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Deleting port 17f95a28-00ad-46d7-94ea-4588a07696d9 {{(pid=105585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:20:52.784045 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-c9206440-d847-4a4b-a2a9-7846700c69f0 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:52.844534 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-63d5253e-96b0-462d-87ca-44b89dda913a tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] In _notify_port_updated(), no bound segment for port 646630ef-1a51-4902-a67d-51d96d9b5c9b on network 3698f895-e49f-4ca9-8526-7cf399506334 {{(pid=105584) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 27 21:20:52.850339 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63d5253e-96b0-462d-87ca-44b89dda913a tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:20:52.851221 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-63d5253e-96b0-462d-87ca-44b89dda913a tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:52.853158 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-63d5253e-96b0-462d-87ca-44b89dda913a tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] 10.222.0.59 "PUT /v2.0/ports/646630ef-1a51-4902-a67d-51d96d9b5c9b HTTP/1.1" status: 200 len: 918 time: 2.2623231 Jul 27 21:20:52.862349 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 49836) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:20:52.869448 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-2407748b-6af7-4915-8c3b-a538fcee4492 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '0b550d48-eb8b-48e2-a668-5c8510f5f03f'}, {'subnet_id': '6c7932bb-4b4c-4802-9f18-ddf06567baf2'}]}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:20:52.875161 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-850b1266-d591-4af3-a702-9c005d5e0b2b tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9014150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9738800'] for subnet, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:52.922621 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc67b527-d5fe-41a8-a907-ffe106bd78db None None] Update dhcp port {'port': {'network_id': '3698f895-e49f-4ca9-8526-7cf399506334', 'fixed_ips': [{'subnet_id': '0b550d48-eb8b-48e2-a668-5c8510f5f03f', 'ip_address': '172.20.0.2'}, {'subnet_id': '6c7932bb-4b4c-4802-9f18-ddf06567baf2'}], 'binding:host_id': 'n-d-705658-22'}, 'id': '952105eb-230e-445c-94ee-5fc4ecc8c353'} from n-d-705658-22. {{(pid=105586) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 27 21:20:52.959719 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025d49c7-d011-4001-ae28-2095274df19e req-cdfdd0d3-c467-48e2-955c-b34cfadb177b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:20:52.962028 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-025d49c7-d011-4001-ae28-2095274df19e req-cdfdd0d3-c467-48e2-955c-b34cfadb177b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0b1ef34c-a586-4ccf-82ad-e106873bc27a HTTP/1.1" status: 200 len: 837 time: 0.2628431 Jul 27 21:20:53.048149 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850b1266-d591-4af3-a702-9c005d5e0b2b tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Pushing event updated for resources: {'Subnet': ['ID=bb4267c3-3701-4a58-8098-337276079352,revision_number=0']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:20:53.082313 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-fca0a2d3-407e-4835-bf04-055d0c4c68c3 None None] For port 952105eb-230e-445c-94ee-5fc4ecc8c353, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=952105eb-230e-445c-94ee-5fc4ecc8c353,segment=NetworkSegment(3a6a4060-2d16-4b52-bfdc-6c4f7b31fb52),segment_id=3a6a4060-2d16-4b52-bfdc-6c4f7b31fb52)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:20:53.092606 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-fca0a2d3-407e-4835-bf04-055d0c4c68c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:53.100947 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port b7dc0992-f43c-4712-b774-867508f66379 triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:20:53.101757 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:53.120965 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-850b1266-d591-4af3-a702-9c005d5e0b2b tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Checking segment: {'id': '25109196-a994-4216-8da9-454f702f7880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '6657e171-12e7-40db-8b1a-73999ca02311'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:20:53.121434 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-850b1266-d591-4af3-a702-9c005d5e0b2b tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Network hostable DHCP agents. Network: 6657e171-12e7-40db-8b1a-73999ca02311, hostable agents: ['7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a'], hosted agents: [] {{(pid=105584) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:20:53.156066 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-850b1266-d591-4af3-a702-9c005d5e0b2b tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Network 6657e171-12e7-40db-8b1a-73999ca02311 is scheduled to be hosted by DHCP agent 7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a with binding_index 1 {{(pid=105584) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:20:53.178652 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-fc67b527-d5fe-41a8-a907-ffe106bd78db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:53.205468 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [None req-850b1266-d591-4af3-a702-9c005d5e0b2b tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-22, 6657e171-12e7-40db-8b1a-73999ca02311) {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:20:53.216270 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-850b1266-d591-4af3-a702-9c005d5e0b2b tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:20:53.216897 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-850b1266-d591-4af3-a702-9c005d5e0b2b tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Notify callbacks [] for subnet, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:53.244873 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-850b1266-d591-4af3-a702-9c005d5e0b2b tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.2709112 Jul 27 21:20:53.247444 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 49852) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:20:53.256392 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca0a2d3-407e-4835-bf04-055d0c4c68c3 None None] Pushing event updated for resources: {'Port': ['ID=952105eb-230e-445c-94ee-5fc4ecc8c353,revision_number=3']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:20:53.259649 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-c9206440-d847-4a4b-a2a9-7846700c69f0 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:53.292980 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f4bb4d6-4ff6-4c37-b74e-e884c0378147 None None] Network 6657e171-12e7-40db-8b1a-73999ca02311 requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:20:53.300287 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-2407748b-6af7-4915-8c3b-a538fcee4492 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:53.311880 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [None req-c9206440-d847-4a4b-a2a9-7846700c69f0 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Calling delete_port for 17f95a28-00ad-46d7-94ea-4588a07696d9 owned by {{(pid=105585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:20:53.332394 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025d49c7-d011-4001-ae28-2095274df19e req-64c8c9d9-1e74-4be2-aa9e-4a5ccb5f517c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:20:53.334121 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-025d49c7-d011-4001-ae28-2095274df19e req-64c8c9d9-1e74-4be2-aa9e-4a5ccb5f517c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=52c6430f-7dd9-4cc3-880a-fd88c5478e36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.3608286 Jul 27 21:20:53.402657 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-0d0635b6-de44-452a-bda8-a7988195df55 None None] Provisioning for port 17f95a28-00ad-46d7-94ea-4588a07696d9 completed by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:20:53.461808 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-0d0635b6-de44-452a-bda8-a7988195df55 None None] Provisioning complete for port 17f95a28-00ad-46d7-94ea-4588a07696d9 triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:20:53.463965 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-0d0635b6-de44-452a-bda8-a7988195df55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:53.494721 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-564dc820-4ca1-4c4a-a176-497968175adc tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-990557'] for network, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:53.623993 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-564dc820-4ca1-4c4a-a176-497968175adc tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854965'] for subnet, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:53.748990 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-564dc820-4ca1-4c4a-a176-497968175adc tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9014081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9738825'] for subnet, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:53.846049 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564dc820-4ca1-4c4a-a176-497968175adc tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Pushing event deleted for resources: {'Subnet': ['ID=bb4267c3-3701-4a58-8098-337276079352,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:20:53.904948 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-0d0635b6-de44-452a-bda8-a7988195df55 None None] Port 17f95a28-00ad-46d7-94ea-4588a07696d9 cannot update to ACTIVE because it is not bound. {{(pid=105586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:20:54.018588 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-564dc820-4ca1-4c4a-a176-497968175adc tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853562', 'neutron.services.segments.db._delete_segments_for_network-8790688882975'] for network, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:54.040191 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.segments.db [None req-564dc820-4ca1-4c4a-a176-497968175adc tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6657e171-12e7-40db-8b1a-73999ca02311']}} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:20:54.064610 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.segments.db [None req-564dc820-4ca1-4c4a-a176-497968175adc tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25109196-a994-4216-8da9-454f702f7880') {'for_net_delete': True} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:20:54.065036 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.segments.db [None req-564dc820-4ca1-4c4a-a176-497968175adc tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25109196-a994-4216-8da9-454f702f7880') {} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:20:54.075665 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-564dc820-4ca1-4c4a-a176-497968175adc tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790688883752', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9014348'] for segment, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:54.085132 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-0d0635b6-de44-452a-bda8-a7988195df55 None None] Provisioning for port 61241dbd-1eff-42fd-b6b2-d757f072985d completed by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:20:54.091012 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-564dc820-4ca1-4c4a-a176-497968175adc tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:54.097274 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-564dc820-4ca1-4c4a-a176-497968175adc tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Releasing vlan 201 on physical network physnet1 to pool {{(pid=105584) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:20:54.097809 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-564dc820-4ca1-4c4a-a176-497968175adc tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9014063'] for segment, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:54.164774 n-d-705658-22 neutron-server[105584]: Traceback (most recent call last): Jul 27 21:20:54.164774 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:20:54.164774 n-d-705658-22 neutron-server[105584]: timer() Jul 27 21:20:54.164774 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:20:54.164774 n-d-705658-22 neutron-server[105584]: cb(*args, **kw) Jul 27 21:20:54.164774 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:20:54.164774 n-d-705658-22 neutron-server[105584]: return func(*args, **kwargs) Jul 27 21:20:54.164774 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:20:54.164774 n-d-705658-22 neutron-server[105584]: self._notify() Jul 27 21:20:54.164774 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:20:54.164774 n-d-705658-22 neutron-server[105584]: self.callback(batched_events) Jul 27 21:20:54.164774 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:20:54.164774 n-d-705658-22 neutron-server[105584]: event.method(event) Jul 27 21:20:54.164774 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:20:54.164774 n-d-705658-22 neutron-server[105584]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:20:54.164774 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:20:54.164774 n-d-705658-22 neutron-server[105584]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:20:54.164774 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:20:54.164774 n-d-705658-22 neutron-server[105584]: return f(self, *a, **k) Jul 27 21:20:54.164774 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:20:54.164774 n-d-705658-22 neutron-server[105584]: return self._get(url).json() Jul 27 21:20:54.164774 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:20:54.164774 n-d-705658-22 neutron-server[105584]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:20:54.164774 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:20:54.164774 n-d-705658-22 neutron-server[105584]: return self.request(url, 'GET', **kwargs) Jul 27 21:20:54.164774 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:20:54.164774 n-d-705658-22 neutron-server[105584]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:20:54.164774 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:20:54.164774 n-d-705658-22 neutron-server[105584]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:20:54.164774 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:20:54.164774 n-d-705658-22 neutron-server[105584]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:20:54.164774 n-d-705658-22 neutron-server[105584]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:20:54.168103 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-564dc820-4ca1-4c4a-a176-497968175adc tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4075658'] for network, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:54.189380 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-564dc820-4ca1-4c4a-a176-497968175adc tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743886'] for network, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:54.191375 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-564dc820-4ca1-4c4a-a176-497968175adc tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] 10.222.0.59 "DELETE /v2.0/networks/6657e171-12e7-40db-8b1a-73999ca02311 HTTP/1.1" status: 204 len: 168 time: 0.9429238 Jul 27 21:20:54.205746 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 49878) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:20:54.211101 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-c71ba52b-7eab-4a3c-a957-bdf1a9f330e0 tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-593795192'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:20:54.215721 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564dc820-4ca1-4c4a-a176-497968175adc tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Pushing event deleted for resources: {'Network': ['ID=6657e171-12e7-40db-8b1a-73999ca02311,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:20:54.217637 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-0d0635b6-de44-452a-bda8-a7988195df55 None None] Provisioning complete for port 61241dbd-1eff-42fd-b6b2-d757f072985d triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:20:54.217637 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-0d0635b6-de44-452a-bda8-a7988195df55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:54.235283 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 952105eb-230e-445c-94ee-5fc4ecc8c353 up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:20:54.250032 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c71ba52b-7eab-4a3c-a957-bdf1a9f330e0 tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Made reservation on behalf of a7f96c4262db4c858fcaf29ac40303b5 for: {'network': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:20:54.256110 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c71ba52b-7eab-4a3c-a957-bdf1a9f330e0 tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for network, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:54.279544 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 49880) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:20:54.288167 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-025d49c7-d011-4001-ae28-2095274df19e req-3cc7d221-1d76-4389-b753-af905af9bbdf service neutron] 10.222.0.36 "GET /v2.0/networks/52c6430f-7dd9-4cc3-880a-fd88c5478e36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9462347 Jul 27 21:20:54.316226 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c71ba52b-7eab-4a3c-a957-bdf1a9f330e0 tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] vlan segment allocate from pool success with {'vlan_id': 249, 'physical_network': 'physnet1'} {{(pid=105584) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:20:54.344212 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c71ba52b-7eab-4a3c-a957-bdf1a9f330e0 tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:54.344558 n-d-705658-22 neutron-server[105584]: INFO neutron.db.segments_db [None req-c71ba52b-7eab-4a3c-a957-bdf1a9f330e0 tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Added segment d2347812-f177-4e10-af45-89773dc60a6c of type vlan for network c3e65c67-348a-4190-8eda-929fca26acc6 Jul 27 21:20:54.406037 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c71ba52b-7eab-4a3c-a957-bdf1a9f330e0 tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790688424798'] for network, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:54.451857 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebb433f-be98-4ae3-b8a0-04798d2fc4ad req-1c2452a2-7a6d-4b9f-8cb2-0495b0aff294 tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:20:54.466983 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-aebb433f-be98-4ae3-b8a0-04798d2fc4ad req-1c2452a2-7a6d-4b9f-8cb2-0495b0aff294 tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] 10.222.0.59 "GET /v2.0/ports?device_id=7eed15d7-9e7a-475a-9afd-73b0b8aa437e HTTP/1.1" status: 200 len: 907 time: 0.7801630 Jul 27 21:20:54.481992 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.db_base_plugin_common [None req-fc67b527-d5fe-41a8-a907-ffe106bd78db None None] Allocated IP 172.20.0.18 (3698f895-e49f-4ca9-8526-7cf399506334/6c7932bb-4b4c-4802-9f18-ddf06567baf2/952105eb-230e-445c-94ee-5fc4ecc8c353) {{(pid=105586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:20:54.484034 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1a0de8d-0ae5-4037-939b-19ae992c0e90 None None] Network 6657e171-12e7-40db-8b1a-73999ca02311 requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:20:54.492226 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port 952105eb-230e-445c-94ee-5fc4ecc8c353 triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:20:54.492226 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:54.496622 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-c9206440-d847-4a4b-a2a9-7846700c69f0 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:54.501980 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-41dde1fe-13c6-4600-a946-f1a036d6b9c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:54.512068 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c71ba52b-7eab-4a3c-a957-bdf1a9f330e0 tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920'] for network, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:54.518007 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c71ba52b-7eab-4a3c-a957-bdf1a9f330e0 tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:20:54.518685 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c71ba52b-7eab-4a3c-a957-bdf1a9f330e0 tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743886'] for network, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:54.550668 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9206440-d847-4a4b-a2a9-7846700c69f0 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Pushing event deleted for resources: {'Port': ['ID=17f95a28-00ad-46d7-94ea-4588a07696d9,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:20:54.550870 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1a0de8d-0ae5-4037-939b-19ae992c0e90 None None] Network 6657e171-12e7-40db-8b1a-73999ca02311 could not be found, it might have been deleted concurrently. {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 27 21:20:54.583520 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-c9206440-d847-4a4b-a2a9-7846700c69f0 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:54.586132 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-c9206440-d847-4a4b-a2a9-7846700c69f0 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] 10.222.0.59 "DELETE /v2.0/ports/17f95a28-00ad-46d7-94ea-4588a07696d9 HTTP/1.1" status: 204 len: 168 time: 2.6474931 Jul 27 21:20:54.588746 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 49888) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:20:54.608897 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-c71ba52b-7eab-4a3c-a957-bdf1a9f330e0 tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4023993 Jul 27 21:20:54.627191 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 49890) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:20:54.643112 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-7aba7410-464a-4aa9-9945-5a5c7cae72ca tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Request body: {'subnet': {'network_id': 'c3e65c67-348a-4190-8eda-929fca26acc6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:20:54.648874 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71ba52b-7eab-4a3c-a957-bdf1a9f330e0 tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Pushing event updated for resources: {'Network': ['ID=c3e65c67-348a-4190-8eda-929fca26acc6,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:20:54.679724 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-025d49c7-d011-4001-ae28-2095274df19e req-267b0c8b-87bb-4c03-b34b-d70faf436d46 service neutron] 10.222.0.36 "GET /v2.0/networks/52c6430f-7dd9-4cc3-880a-fd88c5478e36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3823168 Jul 27 21:20:54.691411 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-fc67b527-d5fe-41a8-a907-ffe106bd78db None None] For port 952105eb-230e-445c-94ee-5fc4ecc8c353, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=952105eb-230e-445c-94ee-5fc4ecc8c353,segment=NetworkSegment(3a6a4060-2d16-4b52-bfdc-6c4f7b31fb52),segment_id=3a6a4060-2d16-4b52-bfdc-6c4f7b31fb52)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:20:54.735291 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-fc67b527-d5fe-41a8-a907-ffe106bd78db None None] Notify callbacks [] for port, precommit_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:54.744299 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-0d0635b6-de44-452a-bda8-a7988195df55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:54.763775 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Network c3e65c67-348a-4190-8eda-929fca26acc6 details requested by agent ovs-agent-n-d-705658-22 with host n-d-705658-22 {{(pid=105586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:20:54.773814 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b838be9-16c5-4062-90ac-5e774cfdd130 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:20:54.775369 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b838be9-16c5-4062-90ac-5e774cfdd130 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:20:54.777577 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-8b838be9-16c5-4062-90ac-5e774cfdd130 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.1881113 Jul 27 21:20:54.781438 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 49894) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:20:54.788956 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-41dde1fe-13c6-4600-a946-f1a036d6b9c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:54.838953 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7aba7410-464a-4aa9-9945-5a5c7cae72ca tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Made reservation on behalf of a7f96c4262db4c858fcaf29ac40303b5 for: {'subnet': 1} {{(pid=105585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:20:54.843695 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-7aba7410-464a-4aa9-9945-5a5c7cae72ca tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9990620'] for subnet, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:54.848232 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device 7ee0b5de-cc6b-4887-84a8-0ca30ec26956 details requested by agent hyperv_n-h1-705658-22 with host n-h1-705658-22 {{(pid=105586) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:20:54.871467 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-41dde1fe-13c6-4600-a946-f1a036d6b9c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:54.896960 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-fc67b527-d5fe-41a8-a907-ffe106bd78db None None] Transition to ACTIVE for port object 952105eb-230e-445c-94ee-5fc4ecc8c353 will not be triggered until provisioned by entity DHCP. {{(pid=105586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:20:54.938916 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-41dde1fe-13c6-4600-a946-f1a036d6b9c9 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=fd114e8026484dd89d949386179c1f98&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6580441 Jul 27 21:20:54.939670 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41dde1fe-13c6-4600-a946-f1a036d6b9c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6acbd5d-1db2-4b6b-ad26-bfee2011873a,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:20:54.942247 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 49900) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:20:54.947371 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c2671c4-19f4-4f54-bf3e-46f55cde396c tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Deleting subnet e4044dbf-ba52-4b4c-852c-2bf59a89d300 {{(pid=105584) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:20:54.951834 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-fc67b527-d5fe-41a8-a907-ffe106bd78db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:54.959742 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-1c2671c4-19f4-4f54-bf3e-46f55cde396c tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks [] for subnet, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:55.014299 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-1c2671c4-19f4-4f54-bf3e-46f55cde396c tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9014207'] for subnet, precommit_delete_associations {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:55.059421 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-0d0635b6-de44-452a-bda8-a7988195df55 None None] For port 61241dbd-1eff-42fd-b6b2-d757f072985d, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=61241dbd-1eff-42fd-b6b2-d757f072985d,segment=NetworkSegment(532d8a52-575f-45de-a3af-efbea8c8f6d5),segment_id=532d8a52-575f-45de-a3af-efbea8c8f6d5)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:20:55.063982 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.db_base_plugin_common [None req-2407748b-6af7-4915-8c3b-a538fcee4492 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Allocated IP 172.20.0.28 (3698f895-e49f-4ca9-8526-7cf399506334/6c7932bb-4b4c-4802-9f18-ddf06567baf2/646630ef-1a51-4902-a67d-51d96d9b5c9b) {{(pid=105585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:20:55.089606 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-454ae4e1-409d-468d-8747-3d73193ca65d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:55.105033 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-0d0635b6-de44-452a-bda8-a7988195df55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:55.143863 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-1c2671c4-19f4-4f54-bf3e-46f55cde396c tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854965'] for subnet, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:55.207345 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc67b527-d5fe-41a8-a907-ffe106bd78db None None] Pushing event updated for resources: {'Port': ['ID=952105eb-230e-445c-94ee-5fc4ecc8c353,revision_number=4']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:20:55.207685 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-454ae4e1-409d-468d-8747-3d73193ca65d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:55.260645 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0635b6-de44-452a-bda8-a7988195df55 None None] Pushing event updated for resources: {'Port': ['ID=61241dbd-1eff-42fd-b6b2-d757f072985d,revision_number=3']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:20:55.279075 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] For port 7ee0b5de-cc6b-4887-84a8-0ca30ec26956, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=7ee0b5de-cc6b-4887-84a8-0ca30ec26956,segment=NetworkSegment(a6a57384-6795-46cb-b260-81b15232836f),segment_id=a6a57384-6795-46cb-b260-81b15232836f)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:20:55.283728 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-1c2671c4-19f4-4f54-bf3e-46f55cde396c tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9014081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9738825'] for subnet, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:55.293677 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Returning: {'device': '7ee0b5de-cc6b-4887-84a8-0ca30ec26956', 'network_id': '52c6430f-7dd9-4cc3-880a-fd88c5478e36', 'port_id': '7ee0b5de-cc6b-4887-84a8-0ca30ec26956', 'mac_address': 'fa:16:3e:44:49:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b1ef34c-a586-4ccf-82ad-e106873bc27a', 'ip_address': '172.20.0.28'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105586) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:20:55.354860 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:55.355351 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2671c4-19f4-4f54-bf3e-46f55cde396c tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Pushing event deleted for resources: {'Subnet': ['ID=e4044dbf-ba52-4b4c-852c-2bf59a89d300,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:20:55.364068 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-1c2671c4-19f4-4f54-bf3e-46f55cde396c tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks [] for subnet, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:55.373304 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ffb63ca-4216-4b00-98c2-735f763119d8 None None] Network 1d615a85-844c-4c57-a0fc-2090e87300f0 requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:20:55.375166 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-1c2671c4-19f4-4f54-bf3e-46f55cde396c tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] 10.222.0.59 "DELETE /v2.0/subnets/e4044dbf-ba52-4b4c-852c-2bf59a89d300 HTTP/1.1" status: 204 len: 168 time: 0.5883319 Jul 27 21:20:55.375822 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 49912) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:20:55.379481 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ee0b5de-cc6b-4887-84a8-0ca30ec26956 {{(pid=105586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:20:55.399942 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-7aba7410-464a-4aa9-9945-5a5c7cae72ca tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10221797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9990606'] for subnet, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:55.458414 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-e01d3196-37a2-4106-b1ba-175b11e1b0fa tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0813336 Jul 27 21:20:55.461077 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 49914) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:20:55.466747 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-5b933746-1eac-4e9d-bdce-8629ce7380b3 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Request body: {'subnet': {'network_id': '1d615a85-844c-4c57-a0fc-2090e87300f0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:20:55.545882 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aba7410-464a-4aa9-9945-5a5c7cae72ca tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Pushing event updated for resources: {'Subnet': ['ID=19db167a-e522-4e1f-9263-192e3431aaa0,revision_number=0']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:20:55.583135 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] For port 7ee0b5de-cc6b-4887-84a8-0ca30ec26956, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=7ee0b5de-cc6b-4887-84a8-0ca30ec26956,segment=NetworkSegment(a6a57384-6795-46cb-b260-81b15232836f),segment_id=a6a57384-6795-46cb-b260-81b15232836f)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:20:55.592512 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-454ae4e1-409d-468d-8747-3d73193ca65d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:55.595052 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-454ae4e1-409d-468d-8747-3d73193ca65d admin admin] Notify callbacks [] for security_group, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:55.596218 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-454ae4e1-409d-468d-8747-3d73193ca65d admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/a6acbd5d-1db2-4b6b-ad26-bfee2011873a HTTP/1.1" status: 204 len: 168 time: 0.6525903 Jul 27 21:20:55.616296 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-2407748b-6af7-4915-8c3b-a538fcee4492 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Notify callbacks [] for port, precommit_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:55.625241 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:55.643060 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454ae4e1-409d-468d-8747-3d73193ca65d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6acbd5d-1db2-4b6b-ad26-bfee2011873a,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:20:55.658516 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.provisioning_blocks [None req-2407748b-6af7-4915-8c3b-a538fcee4492 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Ignored duplicate provisioning block setup for port 646630ef-1a51-4902-a67d-51d96d9b5c9b by entity DHCP. {{(pid=105585) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 27 21:20:55.659420 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aba7410-464a-4aa9-9945-5a5c7cae72ca tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Checking segment: {'id': 'd2347812-f177-4e10-af45-89773dc60a6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'c3e65c67-348a-4190-8eda-929fca26acc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:20:55.659420 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aba7410-464a-4aa9-9945-5a5c7cae72ca tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Network hostable DHCP agents. Network: c3e65c67-348a-4190-8eda-929fca26acc6, hostable agents: ['7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a'], hosted agents: [] {{(pid=105585) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:20:55.692809 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-2407748b-6af7-4915-8c3b-a538fcee4492 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10221672'] for port, after_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:55.697930 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b933746-1eac-4e9d-bdce-8629ce7380b3 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Made reservation on behalf of fcd7bb7d26624f8f823446f0b0a5006f for: {'subnet': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:20:55.701469 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-5b933746-1eac-4e9d-bdce-8629ce7380b3 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9738786'] for subnet, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:55.914159 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] get_ports_and_sgs() called for port_ids ['7ee0b5de-cc6b-4887-84a8-0ca30ec26956'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:20:55.984768 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aba7410-464a-4aa9-9945-5a5c7cae72ca tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Network c3e65c67-348a-4190-8eda-929fca26acc6 is scheduled to be hosted by DHCP agent 7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a with binding_index 1 {{(pid=105585) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:20:55.994730 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Pushing event updated for resources: {'Port': ['ID=7ee0b5de-cc6b-4887-84a8-0ca30ec26956,revision_number=4']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:20:56.033667 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2407748b-6af7-4915-8c3b-a538fcee4492 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Pushing event updated for resources: {'Port': ['ID=646630ef-1a51-4902-a67d-51d96d9b5c9b,revision_number=3']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:20:56.141879 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.base_scheduler [None req-7aba7410-464a-4aa9-9945-5a5c7cae72ca tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-22, c3e65c67-348a-4190-8eda-929fca26acc6) {{(pid=105585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:20:56.151210 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74790dee-3e45-4575-b28c-3c9d90221b07 None None] Network c3e65c67-348a-4190-8eda-929fca26acc6 requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:20:56.154900 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7aba7410-464a-4aa9-9945-5a5c7cae72ca tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:20:56.155690 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-7aba7410-464a-4aa9-9945-5a5c7cae72ca tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743886'] for subnet, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:56.252614 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b742050e-5c3b-4b29-bf25-6165dfe08ffb None None] DHCP port deletion for 1d615a85-844c-4c57-a0fc-2090e87300f0 request from n-d-705658-22 {{(pid=105586) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 21:20:56.264216 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-7aba7410-464a-4aa9-9945-5a5c7cae72ca tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6291118 Jul 27 21:20:56.266543 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [None req-2407748b-6af7-4915-8c3b-a538fcee4492 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] In _notify_port_updated(), no bound segment for port 646630ef-1a51-4902-a67d-51d96d9b5c9b on network 3698f895-e49f-4ca9-8526-7cf399506334 {{(pid=105585) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 27 21:20:56.269578 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 49934) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:20:56.275806 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2407748b-6af7-4915-8c3b-a538fcee4492 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:20:56.276472 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-2407748b-6af7-4915-8c3b-a538fcee4492 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:56.282093 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-2407748b-6af7-4915-8c3b-a538fcee4492 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] 10.222.0.59 "PUT /v2.0/ports/646630ef-1a51-4902-a67d-51d96d9b5c9b HTTP/1.1" status: 200 len: 998 time: 3.4142601 Jul 27 21:20:56.282746 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 49936) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:20:56.343539 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 952105eb-230e-445c-94ee-5fc4ecc8c353 up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:20:56.388798 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b903c98c-dd03-4bb6-80b3-3031e652eae9 None None] Network 3698f895-e49f-4ca9-8526-7cf399506334 requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:20:56.456015 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 49938) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:20:56.514312 n-d-705658-22 neutron-server[105584]: DEBUG neutron.objects.ports [None req-5b933746-1eac-4e9d-bdce-8629ce7380b3 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=105584) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 27 21:20:56.597775 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-86e672c1-5dec-42b6-91da-ab6cfaeddd16 None None] Provisioning for port 952105eb-230e-445c-94ee-5fc4ecc8c353 completed by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:20:56.658840 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-9acefe35-74fe-4860-a406-1d24584038b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:56.676391 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f31662b9-25d4-482c-9928-262edcd05077 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30bb4b93-b285-5d90-9493-f9ec33ea333c-c3e65c67-348a-4190-8eda-929fca26acc6', 'network_id': 'c3e65c67-348a-4190-8eda-929fca26acc6', 'tenant_id': 'a7f96c4262db4c858fcaf29ac40303b5', 'fixed_ips': [{'subnet_id': '19db167a-e522-4e1f-9263-192e3431aaa0'}]}} from n-d-705658-22. {{(pid=105586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 21:20:56.677550 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-f31662b9-25d4-482c-9928-262edcd05077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:56.680654 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-86e672c1-5dec-42b6-91da-ab6cfaeddd16 None None] Provisioning complete for port 952105eb-230e-445c-94ee-5fc4ecc8c353 triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:20:56.681194 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-86e672c1-5dec-42b6-91da-ab6cfaeddd16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:56.751051 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device 7ee0b5de-cc6b-4887-84a8-0ca30ec26956 up at agent hyperv_n-h1-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:20:56.756090 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-b742050e-5c3b-4b29-bf25-6165dfe08ffb None None] Deleting port 61241dbd-1eff-42fd-b6b2-d757f072985d {{(pid=105586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:20:56.757634 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-b742050e-5c3b-4b29-bf25-6165dfe08ffb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:56.765138 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-9acefe35-74fe-4860-a406-1d24584038b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:56.776806 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-9acefe35-74fe-4860-a406-1d24584038b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:56.862439 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2520398-5b33-4a77-bb0c-05b78aeec3f3 req-28cf4384-fb66-410d-90c6-322c670f07db tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:20:56.862439 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-c2520398-5b33-4a77-bb0c-05b78aeec3f3 req-28cf4384-fb66-410d-90c6-322c670f07db tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] 10.222.0.59 "GET /v2.0/ports?device_id=7eed15d7-9e7a-475a-9afd-73b0b8aa437e HTTP/1.1" status: 200 len: 908 time: 1.1772575 Jul 27 21:20:57.028736 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [None req-cafd044f-2e1d-42ef-9e20-748461477c9a tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Deleting port 646630ef-1a51-4902-a67d-51d96d9b5c9b {{(pid=105585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:20:57.029193 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-cafd044f-2e1d-42ef-9e20-748461477c9a tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:57.062558 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port 952105eb-230e-445c-94ee-5fc4ecc8c353 triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:20:57.063144 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:57.063411 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-e3feb5f1-540c-4656-a29a-c752a50e23e8 tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-990557'] for network, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:57.078010 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-9acefe35-74fe-4860-a406-1d24584038b4 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=01b77d0bc72c4fb889622820c6a8d8a6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6167679 Jul 27 21:20:57.082564 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 49950) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:20:57.085985 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.agents_db [None req-558fcd2c-e512-47bc-a170-8673d87f7213 None None] Agent healthcheck: found 7 active agents {{(pid=105587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 21:20:57.139130 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9acefe35-74fe-4860-a406-1d24584038b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=236291e4-699a-4c32-80c0-d7c06545668e,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:20:57.173183 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-cafd044f-2e1d-42ef-9e20-748461477c9a tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:57.194050 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [None req-cafd044f-2e1d-42ef-9e20-748461477c9a tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Calling delete_port for 646630ef-1a51-4902-a67d-51d96d9b5c9b owned by {{(pid=105585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:20:57.246745 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-5b933746-1eac-4e9d-bdce-8629ce7380b3 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:57.297251 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-e3feb5f1-540c-4656-a29a-c752a50e23e8 tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854965'] for subnet, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:57.338615 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c7e1d585-3d3a-4ed2-bae3-e0f5a8d70414 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:57.426202 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-b742050e-5c3b-4b29-bf25-6165dfe08ffb None None] For port 61241dbd-1eff-42fd-b6b2-d757f072985d, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=61241dbd-1eff-42fd-b6b2-d757f072985d,segment=NetworkSegment(532d8a52-575f-45de-a3af-efbea8c8f6d5),segment_id=532d8a52-575f-45de-a3af-efbea8c8f6d5)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:20:57.426690 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-b742050e-5c3b-4b29-bf25-6165dfe08ffb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:57.437165 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-86e672c1-5dec-42b6-91da-ab6cfaeddd16 None None] Provisioning for port 646630ef-1a51-4902-a67d-51d96d9b5c9b completed by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:20:57.462546 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-b742050e-5c3b-4b29-bf25-6165dfe08ffb None None] Calling delete_port for 61241dbd-1eff-42fd-b6b2-d757f072985d owned by network:dhcp {{(pid=105586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:20:57.467757 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-86e672c1-5dec-42b6-91da-ab6cfaeddd16 None None] Provisioning complete for port 646630ef-1a51-4902-a67d-51d96d9b5c9b triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:20:57.468137 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-86e672c1-5dec-42b6-91da-ab6cfaeddd16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:57.485033 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c7e1d585-3d3a-4ed2-bae3-e0f5a8d70414 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:57.508197 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-86e672c1-5dec-42b6-91da-ab6cfaeddd16 None None] Port 646630ef-1a51-4902-a67d-51d96d9b5c9b cannot update to ACTIVE because it is not bound. {{(pid=105586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:20:57.524720 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server [None req-f31662b9-25d4-482c-9928-262edcd05077 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 19db167a-e522-4e1f-9263-192e3431aaa0: This subnet is being modified by another concurrent operation. Jul 27 21:20:57.524720 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 27 21:20:57.524720 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 27 21:20:57.524720 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 27 21:20:57.524720 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 27 21:20:57.524720 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 27 21:20:57.524720 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 27 21:20:57.524720 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 27 21:20:57.524720 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 27 21:20:57.524720 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 27 21:20:57.524720 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 27 21:20:57.524720 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 27 21:20:57.524720 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 27 21:20:57.524720 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 27 21:20:57.524720 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 27 21:20:57.524720 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server raise self.value Jul 27 21:20:57.524720 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 27 21:20:57.524720 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 27 21:20:57.524720 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 27 21:20:57.524720 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 27 21:20:57.524720 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 27 21:20:57.524720 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 27 21:20:57.524720 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 27 21:20:57.524720 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server raise self.value Jul 27 21:20:57.524720 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 27 21:20:57.524720 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 27 21:20:57.524720 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 27 21:20:57.524720 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 27 21:20:57.524720 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 27 21:20:57.524720 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 27 21:20:57.524720 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 27 21:20:57.524720 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server raise self.value Jul 27 21:20:57.524720 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 27 21:20:57.524720 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 27 21:20:57.524720 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 27 21:20:57.524720 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 27 21:20:57.524720 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 27 21:20:57.524720 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 27 21:20:57.524720 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 27 21:20:57.524720 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 27 21:20:57.524720 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 27 21:20:57.524720 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 27 21:20:57.524720 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 27 21:20:57.524720 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 27 21:20:57.524720 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 27 21:20:57.524720 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 27 21:20:57.524720 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 27 21:20:57.524720 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 27 21:20:57.524720 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 27 21:20:57.524720 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 27 21:20:57.524720 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 27 21:20:57.524720 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server raise self.value Jul 27 21:20:57.524720 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 27 21:20:57.524720 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 27 21:20:57.524720 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 27 21:20:57.524720 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 27 21:20:57.524720 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 27 21:20:57.524720 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 27 21:20:57.524720 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 27 21:20:57.524720 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server raise self.value Jul 27 21:20:57.524720 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 27 21:20:57.524720 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 27 21:20:57.524720 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 27 21:20:57.524720 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 27 21:20:57.524720 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 27 21:20:57.524720 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 27 21:20:57.524720 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 27 21:20:57.524720 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server raise self.value Jul 27 21:20:57.524720 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 27 21:20:57.524720 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 27 21:20:57.524720 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 27 21:20:57.524720 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 27 21:20:57.524720 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 27 21:20:57.524720 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 27 21:20:57.524720 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 27 21:20:57.524720 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 27 21:20:57.524720 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 27 21:20:57.524720 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 27 21:20:57.524720 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 27 21:20:57.524720 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 27 21:20:57.524720 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 27 21:20:57.524720 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server raise self.value Jul 27 21:20:57.524720 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 27 21:20:57.524720 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 27 21:20:57.524720 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 27 21:20:57.524720 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 27 21:20:57.524720 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 27 21:20:57.524720 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 27 21:20:57.524720 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 27 21:20:57.524720 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server raise exception Jul 27 21:20:57.524720 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 19db167a-e522-4e1f-9263-192e3431aaa0: This subnet is being modified by another concurrent operation. Jul 27 21:20:57.524720 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server Jul 27 21:20:57.531733 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Provisioning for port 7ee0b5de-cc6b-4887-84a8-0ca30ec26956 completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:20:57.551864 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-cafd044f-2e1d-42ef-9e20-748461477c9a tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:57.589926 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aff2719-1066-4932-8325-a1dad979509f None None] Network c3e65c67-348a-4190-8eda-929fca26acc6 requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:20:57.590382 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-e3feb5f1-540c-4656-a29a-c752a50e23e8 tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9014081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9738825'] for subnet, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:57.596702 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Provisioning complete for port 7ee0b5de-cc6b-4887-84a8-0ca30ec26956 triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:20:57.597079 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:57.634539 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cafd044f-2e1d-42ef-9e20-748461477c9a tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Pushing event deleted for resources: {'Port': ['ID=646630ef-1a51-4902-a67d-51d96d9b5c9b,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:20:57.655361 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3feb5f1-540c-4656-a29a-c752a50e23e8 tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Pushing event deleted for resources: {'Subnet': ['ID=19db167a-e522-4e1f-9263-192e3431aaa0,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:20:57.676174 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cafd044f-2e1d-42ef-9e20-748461477c9a tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:20:57.679793 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cafd044f-2e1d-42ef-9e20-748461477c9a tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:20:57.679793 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cafd044f-2e1d-42ef-9e20-748461477c9a tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:20:57.679793 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cafd044f-2e1d-42ef-9e20-748461477c9a tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:20:57.679793 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cafd044f-2e1d-42ef-9e20-748461477c9a tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:20:57.680144 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cafd044f-2e1d-42ef-9e20-748461477c9a tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:20:57.680841 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cafd044f-2e1d-42ef-9e20-748461477c9a tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:20:57.682793 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cafd044f-2e1d-42ef-9e20-748461477c9a tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:20:57.683536 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cafd044f-2e1d-42ef-9e20-748461477c9a tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:20:57.683658 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cafd044f-2e1d-42ef-9e20-748461477c9a tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:20:57.683926 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cafd044f-2e1d-42ef-9e20-748461477c9a tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:20:57.684258 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cafd044f-2e1d-42ef-9e20-748461477c9a tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:20:57.727290 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-e3feb5f1-540c-4656-a29a-c752a50e23e8 tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853562', 'neutron.services.segments.db._delete_segments_for_network-8790688882975'] for network, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:57.795914 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-cafd044f-2e1d-42ef-9e20-748461477c9a tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:57.798745 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-cafd044f-2e1d-42ef-9e20-748461477c9a tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] 10.222.0.59 "DELETE /v2.0/ports/646630ef-1a51-4902-a67d-51d96d9b5c9b HTTP/1.1" status: 204 len: 168 time: 1.5117896 Jul 27 21:20:57.801405 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 49962) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:20:57.845573 n-d-705658-22 neutron-server[105585]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e04842e-742a-4cde-b7b3-6084cb30e091 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] GET failed (client error): The resource could not be found. Jul 27 21:20:57.849696 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-0e04842e-742a-4cde-b7b3-6084cb30e091 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] 10.222.0.59 "GET /v2.0/ports/646630ef-1a51-4902-a67d-51d96d9b5c9b HTTP/1.1" status: 404 len: 333 time: 0.0446217 Jul 27 21:20:57.849957 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 49964) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:20:57.880824 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:57.910536 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7eed15d7-9e7a-475a-9afd-73b0b8aa437e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ee0b5de-cc6b-4887-84a8-0ca30ec26956'}] {{(pid=105586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:20:57.913158 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14c1663e039faf5393f87855f745010ac5b02220355b68fdbf065393e303ac56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21187dbe-5887-49fc-b2f8-3497e0397e21" -d '{"events": [{"server_uuid": "7eed15d7-9e7a-475a-9afd-73b0b8aa437e", "name": "network-vif-plugged", "status": "completed", "tag": "7ee0b5de-cc6b-4887-84a8-0ca30ec26956"}]}' {{(pid=105586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:20:57.928639 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] For port 7ee0b5de-cc6b-4887-84a8-0ca30ec26956, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=7ee0b5de-cc6b-4887-84a8-0ca30ec26956,segment=NetworkSegment(a6a57384-6795-46cb-b260-81b15232836f),segment_id=a6a57384-6795-46cb-b260-81b15232836f)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:20:57.941719 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:57.949638 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.db_base_plugin_v2 [None req-8593d494-95b0-4e03-8a91-c814b24b9946 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Deleting subnet 6c7932bb-4b4c-4802-9f18-ddf06567baf2 {{(pid=105585) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:20:57.960660 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-8593d494-95b0-4e03-8a91-c814b24b9946 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Notify callbacks [] for subnet, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:57.999298 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Pushing event updated for resources: {'Port': ['ID=7ee0b5de-cc6b-4887-84a8-0ca30ec26956,revision_number=5']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:20:58.022372 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:20:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd6f57ec-60d0-4713-af10-7e86d5ea3efe x-openstack-request-id: req-bd6f57ec-60d0-4713-af10-7e86d5ea3efe {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:20:58.022665 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7eed15d7-9e7a-475a-9afd-73b0b8aa437e", "name": "network-vif-plugged", "status": "completed", "tag": "7ee0b5de-cc6b-4887-84a8-0ca30ec26956", "code": 200}]} {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:20:58.023035 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-bd6f57ec-60d0-4713-af10-7e86d5ea3efe {{(pid=105586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:20:58.023436 n-d-705658-22 neutron-server[105586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7eed15d7-9e7a-475a-9afd-73b0b8aa437e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ee0b5de-cc6b-4887-84a8-0ca30ec26956', 'code': 200} Jul 27 21:20:58.066835 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-8593d494-95b0-4e03-8a91-c814b24b9946 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9887057'] for subnet, precommit_delete_associations {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:58.191461 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.segments.db [None req-e3feb5f1-540c-4656-a29a-c752a50e23e8 tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3e65c67-348a-4190-8eda-929fca26acc6']}} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:20:58.222450 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b960f95c-394d-4308-8b5f-8d223da3cea4 req-847bf103-15c9-4071-b90d-7c730e034a6b tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:20:58.222983 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.segments.db [None req-e3feb5f1-540c-4656-a29a-c752a50e23e8 tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2347812-f177-4e10-af45-89773dc60a6c') {'for_net_delete': True} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:20:58.229748 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b960f95c-394d-4308-8b5f-8d223da3cea4 req-847bf103-15c9-4071-b90d-7c730e034a6b tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] 10.222.0.59 "GET /v2.0/ports?device_id=7eed15d7-9e7a-475a-9afd-73b0b8aa437e HTTP/1.1" status: 200 len: 909 time: 0.2102020 Jul 27 21:20:58.234480 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.segments.db [None req-e3feb5f1-540c-4656-a29a-c752a50e23e8 tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2347812-f177-4e10-af45-89773dc60a6c') {} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:20:58.235332 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 61241dbd-1eff-42fd-b6b2-d757f072985d no longer exists at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:20:58.261805 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-e3feb5f1-540c-4656-a29a-c752a50e23e8 tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790688883752', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9014348'] for segment, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:58.263519 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c7e1d585-3d3a-4ed2-bae3-e0f5a8d70414 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:58.266655 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c7e1d585-3d3a-4ed2-bae3-e0f5a8d70414 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:58.267892 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-c7e1d585-3d3a-4ed2-bae3-e0f5a8d70414 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/236291e4-699a-4c32-80c0-d7c06545668e HTTP/1.1" status: 204 len: 168 time: 1.1776042 Jul 27 21:20:58.269891 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [None req-5b933746-1eac-4e9d-bdce-8629ce7380b3 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] For port 61241dbd-1eff-42fd-b6b2-d757f072985d, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=61241dbd-1eff-42fd-b6b2-d757f072985d,segment=NetworkSegment(532d8a52-575f-45de-a3af-efbea8c8f6d5),segment_id=532d8a52-575f-45de-a3af-efbea8c8f6d5)] {{(pid=105584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:20:58.300996 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e1d585-3d3a-4ed2-bae3-e0f5a8d70414 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=236291e4-699a-4c32-80c0-d7c06545668e,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:20:58.308741 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-e3feb5f1-540c-4656-a29a-c752a50e23e8 tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:58.327034 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3feb5f1-540c-4656-a29a-c752a50e23e8 tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Releasing vlan 249 on physical network physnet1 to pool {{(pid=105584) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:20:58.327618 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-e3feb5f1-540c-4656-a29a-c752a50e23e8 tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9014063'] for segment, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:58.333583 n-d-705658-22 neutron-server[105584]: Traceback (most recent call last): Jul 27 21:20:58.333583 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:20:58.333583 n-d-705658-22 neutron-server[105584]: timer() Jul 27 21:20:58.333583 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:20:58.333583 n-d-705658-22 neutron-server[105584]: cb(*args, **kw) Jul 27 21:20:58.333583 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:20:58.333583 n-d-705658-22 neutron-server[105584]: return func(*args, **kwargs) Jul 27 21:20:58.333583 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:20:58.333583 n-d-705658-22 neutron-server[105584]: self._notify() Jul 27 21:20:58.333583 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:20:58.333583 n-d-705658-22 neutron-server[105584]: self.callback(batched_events) Jul 27 21:20:58.333583 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:20:58.333583 n-d-705658-22 neutron-server[105584]: event.method(event) Jul 27 21:20:58.333583 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:20:58.333583 n-d-705658-22 neutron-server[105584]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:20:58.333583 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:20:58.333583 n-d-705658-22 neutron-server[105584]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:20:58.333583 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:20:58.333583 n-d-705658-22 neutron-server[105584]: return f(self, *a, **k) Jul 27 21:20:58.333583 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:20:58.333583 n-d-705658-22 neutron-server[105584]: return self._get(url).json() Jul 27 21:20:58.333583 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:20:58.333583 n-d-705658-22 neutron-server[105584]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:20:58.333583 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:20:58.333583 n-d-705658-22 neutron-server[105584]: return self.request(url, 'GET', **kwargs) Jul 27 21:20:58.333583 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:20:58.333583 n-d-705658-22 neutron-server[105584]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:20:58.333583 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:20:58.333583 n-d-705658-22 neutron-server[105584]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:20:58.333583 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:20:58.333583 n-d-705658-22 neutron-server[105584]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:20:58.333583 n-d-705658-22 neutron-server[105584]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:20:58.382386 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:58.400394 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-5b933746-1eac-4e9d-bdce-8629ce7380b3 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks [] for port, precommit_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:58.413666 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-5b933746-1eac-4e9d-bdce-8629ce7380b3 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9014027'] for port, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:58.415066 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-5b933746-1eac-4e9d-bdce-8629ce7380b3 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9014150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9738800'] for subnet, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:58.423057 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-b742050e-5c3b-4b29-bf25-6165dfe08ffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180'] for port, after_delete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:58.445517 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-8593d494-95b0-4e03-8a91-c814b24b9946 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854965'] for subnet, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:58.482619 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19016b0-3e64-4ed0-81f3-34b9126e87a6 req-38f3b16c-5976-4e57-a51e-ff2a962c302c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:20:58.484220 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e19016b0-3e64-4ed0-81f3-34b9126e87a6 req-38f3b16c-5976-4e57-a51e-ff2a962c302c service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=7eed15d7-9e7a-475a-9afd-73b0b8aa437e HTTP/1.1" status: 200 len: 1061 time: 0.3574026 Jul 27 21:20:58.518205 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b742050e-5c3b-4b29-bf25-6165dfe08ffb None None] Pushing event deleted for resources: {'Port': ['ID=61241dbd-1eff-42fd-b6b2-d757f072985d,revision_number=None']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:20:58.540306 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b933746-1eac-4e9d-bdce-8629ce7380b3 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Pushing event deleted for resources: {'Port': ['ID=61241dbd-1eff-42fd-b6b2-d757f072985d,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:20:58.561768 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b742050e-5c3b-4b29-bf25-6165dfe08ffb None None] No DVR routers for this DVR port 61241dbd-1eff-42fd-b6b2-d757f072985d on host n-d-705658-22 {{(pid=105586) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:20:58.606511 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-8593d494-95b0-4e03-8a91-c814b24b9946 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10221602', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9990583'] for subnet, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:58.660389 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b933746-1eac-4e9d-bdce-8629ce7380b3 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Network 1d615a85-844c-4c57-a0fc-2090e87300f0 is already hosted by enough agents. {{(pid=105584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:20:58.666681 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-e3feb5f1-540c-4656-a29a-c752a50e23e8 tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4075658'] for network, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:58.673097 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [None req-5b933746-1eac-4e9d-bdce-8629ce7380b3 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Resources bound (agent type, host, resource id): {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:20:58.673299 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8593d494-95b0-4e03-8a91-c814b24b9946 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Pushing event deleted for resources: {'Subnet': ['ID=6c7932bb-4b4c-4802-9f18-ddf06567baf2,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:20:58.678697 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-8593d494-95b0-4e03-8a91-c814b24b9946 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743886'] for subnet, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:58.685661 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b933746-1eac-4e9d-bdce-8629ce7380b3 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:20:58.686283 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-5b933746-1eac-4e9d-bdce-8629ce7380b3 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks [] for subnet, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:58.687759 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-8593d494-95b0-4e03-8a91-c814b24b9946 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] 10.222.0.59 "DELETE /v2.0/subnets/6c7932bb-4b4c-4802-9f18-ddf06567baf2 HTTP/1.1" status: 204 len: 168 time: 0.8282614 Jul 27 21:20:58.688879 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 49988) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:20:58.689596 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f057dee0-cb35-491a-8369-ee4fb9c2ce42 None None] Network 1d615a85-844c-4c57-a0fc-2090e87300f0 requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:20:58.718190 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-e3feb5f1-540c-4656-a29a-c752a50e23e8 tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743886'] for network, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:58.720039 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-e3feb5f1-540c-4656-a29a-c752a50e23e8 tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] 10.222.0.59 "DELETE /v2.0/networks/c3e65c67-348a-4190-8eda-929fca26acc6 HTTP/1.1" status: 204 len: 168 time: 2.4495597 Jul 27 21:20:58.720825 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b933746-1eac-4e9d-bdce-8629ce7380b3 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Pushing event updated for resources: {'Subnet': ['ID=e6a60c72-d409-4d54-92ba-e601b35ba159,revision_number=0']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:20:58.729132 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 49992) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:20:58.744193 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3feb5f1-540c-4656-a29a-c752a50e23e8 tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Pushing event deleted for resources: {'Network': ['ID=c3e65c67-348a-4190-8eda-929fca26acc6,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:20:58.762924 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-5b933746-1eac-4e9d-bdce-8629ce7380b3 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.3005636 Jul 27 21:20:58.765276 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 49994) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:20:58.770712 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-e698090d-59e7-4eea-bc6e-bcbfc3fa0c16 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Request body: {'port': {'network_id': '1d615a85-844c-4c57-a0fc-2090e87300f0', 'mac_address': 'fa:16:3e:d9:2a:5c', 'name': 'tempest-NetworksTestDHCPv6-1741650473'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:20:58.775381 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2eb44e5-935b-4140-8b0e-13ad4bb46547 None None] Network 3698f895-e49f-4ca9-8526-7cf399506334 requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:20:58.807425 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-7d31811d-921c-42f7-828f-3ca9a5693c34 tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-518395096'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:20:58.868976 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.db_base_plugin_v2 [None req-aaa0ad92-79e2-48ec-b775-fc6a939cb1a6 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Deleting subnet 0b550d48-eb8b-48e2-a668-5c8510f5f03f {{(pid=105585) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:20:58.871527 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d31811d-921c-42f7-828f-3ca9a5693c34 tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Made reservation on behalf of a7f96c4262db4c858fcaf29ac40303b5 for: {'network': 1} {{(pid=105585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:20:58.877643 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-7d31811d-921c-42f7-828f-3ca9a5693c34 tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for network, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:58.907043 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-aaa0ad92-79e2-48ec-b775-fc6a939cb1a6 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Notify callbacks [] for subnet, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:58.910630 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e698090d-59e7-4eea-bc6e-bcbfc3fa0c16 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Made reservation on behalf of fcd7bb7d26624f8f823446f0b0a5006f for: {'port': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:20:58.987740 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-9abaa409-9c41-4b3f-99ae-74d326ec5a82 None None] Provisioning complete for port 952105eb-230e-445c-94ee-5fc4ecc8c353 triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:20:58.989169 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-9abaa409-9c41-4b3f-99ae-74d326ec5a82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:59.034256 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-e698090d-59e7-4eea-bc6e-bcbfc3fa0c16 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:59.065246 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [None req-e698090d-59e7-4eea-bc6e-bcbfc3fa0c16 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] device_id is not set on port e8802ee4-6700-4425-b483-cf56e584a145 yet. {{(pid=105584) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 21:20:59.090275 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-aaa0ad92-79e2-48ec-b775-fc6a939cb1a6 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9887057'] for subnet, precommit_delete_associations {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:59.142770 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d31811d-921c-42f7-828f-3ca9a5693c34 tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] vlan segment allocate from pool success with {'vlan_id': 226, 'physical_network': 'physnet1'} {{(pid=105585) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:20:59.203297 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-7d31811d-921c-42f7-828f-3ca9a5693c34 tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:59.203703 n-d-705658-22 neutron-server[105585]: INFO neutron.db.segments_db [None req-7d31811d-921c-42f7-828f-3ca9a5693c34 tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Added segment c654a666-7bea-4966-b069-99308a23640a of type vlan for network 888021fa-1882-4cea-bb2a-9c9dd05da8ee Jul 27 21:20:59.286275 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.db_base_plugin_common [None req-e698090d-59e7-4eea-bc6e-bcbfc3fa0c16 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Allocated IP 2001:db8::f816:3eff:fed9:2a5c (1d615a85-844c-4c57-a0fc-2090e87300f0/e6a60c72-d409-4d54-92ba-e601b35ba159/e8802ee4-6700-4425-b483-cf56e584a145) {{(pid=105584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:20:59.387155 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-aaa0ad92-79e2-48ec-b775-fc6a939cb1a6 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854965'] for subnet, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:59.395094 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-7d31811d-921c-42f7-828f-3ca9a5693c34 tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790688424798'] for network, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:59.467162 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-9abaa409-9c41-4b3f-99ae-74d326ec5a82 None None] Could not find standard attr ID for object 646630ef-1a51-4902-a67d-51d96d9b5c9b. {{(pid=105586) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 27 21:20:59.495083 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b02151c1-9385-4980-995a-30924963dcb6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30bb4b93-b285-5d90-9493-f9ec33ea333c-1d615a85-844c-4c57-a0fc-2090e87300f0', 'network_id': '1d615a85-844c-4c57-a0fc-2090e87300f0', 'tenant_id': 'fcd7bb7d26624f8f823446f0b0a5006f', 'fixed_ips': [{'subnet_id': 'e6a60c72-d409-4d54-92ba-e601b35ba159'}]}} from n-d-705658-22. {{(pid=105586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 21:20:59.495955 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-b02151c1-9385-4980-995a-30924963dcb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:59.692093 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-e698090d-59e7-4eea-bc6e-bcbfc3fa0c16 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks [] for port, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:59.705384 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-7d31811d-921c-42f7-828f-3ca9a5693c34 tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920'] for network, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:59.711792 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d31811d-921c-42f7-828f-3ca9a5693c34 tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:20:59.712352 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-7d31811d-921c-42f7-828f-3ca9a5693c34 tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Notify callbacks [] for network, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:59.807172 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d31811d-921c-42f7-828f-3ca9a5693c34 tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Pushing event updated for resources: {'Network': ['ID=888021fa-1882-4cea-bb2a-9c9dd05da8ee,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:20:59.817085 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.provisioning_blocks [None req-e698090d-59e7-4eea-bc6e-bcbfc3fa0c16 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Transition to ACTIVE for port object e8802ee4-6700-4425-b483-cf56e584a145 will not be triggered until provisioned by entity DHCP. {{(pid=105584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:20:59.818748 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-aaa0ad92-79e2-48ec-b775-fc6a939cb1a6 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10221602', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9990583'] for subnet, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:59.829146 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Network 888021fa-1882-4cea-bb2a-9c9dd05da8ee details requested by agent ovs-agent-n-d-705658-22 with host n-d-705658-22 {{(pid=105586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:20:59.837372 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e1106d-127f-4d4e-aeea-ed26f9c80c19 req-5874d904-c47a-4074-97e2-769dc8ee5b35 tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:20:59.838906 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-13e1106d-127f-4d4e-aeea-ed26f9c80c19 req-5874d904-c47a-4074-97e2-769dc8ee5b35 tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] 10.222.0.59 "GET /v2.0/ports?device_id=7eed15d7-9e7a-475a-9afd-73b0b8aa437e HTTP/1.1" status: 200 len: 909 time: 0.4466269 Jul 27 21:20:59.840208 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-7d31811d-921c-42f7-828f-3ca9a5693c34 tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.1081707 Jul 27 21:20:59.850230 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 50032) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:20:59.871740 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-7180464a-7b5f-493d-9e38-671510f03294 tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Request body: {'subnet': {'network_id': '888021fa-1882-4cea-bb2a-9c9dd05da8ee', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:20:59.885552 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa0ad92-79e2-48ec-b775-fc6a939cb1a6 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Pushing event deleted for resources: {'Subnet': ['ID=0b550d48-eb8b-48e2-a668-5c8510f5f03f,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:20:59.889529 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-aaa0ad92-79e2-48ec-b775-fc6a939cb1a6 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743886'] for subnet, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:59.891518 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-aaa0ad92-79e2-48ec-b775-fc6a939cb1a6 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] 10.222.0.59 "DELETE /v2.0/subnets/0b550d48-eb8b-48e2-a668-5c8510f5f03f HTTP/1.1" status: 204 len: 168 time: 1.2001014 Jul 27 21:20:59.903031 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 50034) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:00.022500 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-53d0ba04-3bca-4ee1-af89-2f11dbf1105c tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-990557'] for network, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:00.113213 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7180464a-7b5f-493d-9e38-671510f03294 tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Made reservation on behalf of a7f96c4262db4c858fcaf29ac40303b5 for: {'subnet': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:21:00.116875 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-7180464a-7b5f-493d-9e38-671510f03294 tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9738786'] for subnet, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:00.187643 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [None req-53d0ba04-3bca-4ee1-af89-2f11dbf1105c tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Deleting port 952105eb-230e-445c-94ee-5fc4ecc8c353 {{(pid=105585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:21:00.188818 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-53d0ba04-3bca-4ee1-af89-2f11dbf1105c tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:00.192781 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.ipam_backend_mixin [None req-7180464a-7b5f-493d-9e38-671510f03294 tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Performing IP validity checks on allocation pools {{(pid=105584) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 27 21:21:00.193382 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.ipam_backend_mixin [None req-7180464a-7b5f-493d-9e38-671510f03294 tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Checking for overlaps among allocation pools and gateway ip {{(pid=105584) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 27 21:21:00.286097 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-e698090d-59e7-4eea-bc6e-bcbfc3fa0c16 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:00.386208 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.db_base_plugin_common [None req-b02151c1-9385-4980-995a-30924963dcb6 None None] Allocated IP 2001:db8::f816:3eff:fe35:9a0e (1d615a85-844c-4c57-a0fc-2090e87300f0/e6a60c72-d409-4d54-92ba-e601b35ba159/5b0bc887-7cfd-4996-9d09-999f81fe4064) {{(pid=105586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:21:00.461900 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.db [None req-53d0ba04-3bca-4ee1-af89-2f11dbf1105c tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] For port 952105eb-230e-445c-94ee-5fc4ecc8c353, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=952105eb-230e-445c-94ee-5fc4ecc8c353,segment=NetworkSegment(3a6a4060-2d16-4b52-bfdc-6c4f7b31fb52),segment_id=3a6a4060-2d16-4b52-bfdc-6c4f7b31fb52)] {{(pid=105585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:21:00.462278 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-53d0ba04-3bca-4ee1-af89-2f11dbf1105c tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:00.512093 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [None req-53d0ba04-3bca-4ee1-af89-2f11dbf1105c tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Calling delete_port for 952105eb-230e-445c-94ee-5fc4ecc8c353 owned by network:dhcp {{(pid=105585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:21:00.529161 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e698090d-59e7-4eea-bc6e-bcbfc3fa0c16 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Network 1d615a85-844c-4c57-a0fc-2090e87300f0 is already hosted by enough agents. {{(pid=105584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:21:00.542670 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [None req-e698090d-59e7-4eea-bc6e-bcbfc3fa0c16 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Resources bound (agent type, host, resource id): {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:21:00.564714 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e698090d-59e7-4eea-bc6e-bcbfc3fa0c16 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Pushing event updated for resources: {'Port': ['ID=e8802ee4-6700-4425-b483-cf56e584a145,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:21:00.569640 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e698090d-59e7-4eea-bc6e-bcbfc3fa0c16 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Received port after_create {{(pid=105584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:21:00.590262 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e698090d-59e7-4eea-bc6e-bcbfc3fa0c16 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:21:00.590965 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-e698090d-59e7-4eea-bc6e-bcbfc3fa0c16 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:00.677837 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a320e384-89c1-4bfc-90da-cdbc1928f55e None None] Network 3698f895-e49f-4ca9-8526-7cf399506334 requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:21:00.727715 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 50060) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:00.730473 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-e698090d-59e7-4eea-bc6e-bcbfc3fa0c16 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.9640412 Jul 27 21:21:00.782358 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-53d0ba04-3bca-4ee1-af89-2f11dbf1105c tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:00.824920 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d0ba04-3bca-4ee1-af89-2f11dbf1105c tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Pushing event deleted for resources: {'Port': ['ID=952105eb-230e-445c-94ee-5fc4ecc8c353,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:21:00.827938 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-7180464a-7b5f-493d-9e38-671510f03294 tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9014150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9738800'] for subnet, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:00.831118 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53d0ba04-3bca-4ee1-af89-2f11dbf1105c tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] No DVR routers for this DVR port 952105eb-230e-445c-94ee-5fc4ecc8c353 on host n-d-705658-22 {{(pid=105585) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:21:00.850835 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-e591d930-100d-4e4a-9ac3-6af84db4ac25 None None] Provisioning complete for port 952105eb-230e-445c-94ee-5fc4ecc8c353 triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:21:00.851874 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-e591d930-100d-4e4a-9ac3-6af84db4ac25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:00.860815 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-b02151c1-9385-4980-995a-30924963dcb6 None None] Notify callbacks [] for port, precommit_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:00.912517 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7180464a-7b5f-493d-9e38-671510f03294 tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Pushing event updated for resources: {'Subnet': ['ID=9bbcd2d2-7971-44fc-9f47-974dbfee80a6,revision_number=0']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:21:00.933581 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7180464a-7b5f-493d-9e38-671510f03294 tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Checking segment: {'id': 'c654a666-7bea-4966-b069-99308a23640a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '888021fa-1882-4cea-bb2a-9c9dd05da8ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:21:00.934203 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7180464a-7b5f-493d-9e38-671510f03294 tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Network hostable DHCP agents. Network: 888021fa-1882-4cea-bb2a-9c9dd05da8ee, hostable agents: ['7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a'], hosted agents: [] {{(pid=105584) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:21:00.960100 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-e591d930-100d-4e4a-9ac3-6af84db4ac25 None None] Port 952105eb-230e-445c-94ee-5fc4ecc8c353 was deleted so its status cannot be updated. {{(pid=105586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 27 21:21:00.965064 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7180464a-7b5f-493d-9e38-671510f03294 tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Network 888021fa-1882-4cea-bb2a-9c9dd05da8ee is scheduled to be hosted by DHCP agent 7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a with binding_index 1 {{(pid=105584) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:21:00.976586 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-b02151c1-9385-4980-995a-30924963dcb6 None None] Transition to ACTIVE for port object 5b0bc887-7cfd-4996-9d09-999f81fe4064 will not be triggered until provisioned by entity L2. {{(pid=105586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:21:00.988656 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [None req-7180464a-7b5f-493d-9e38-671510f03294 tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-22, 888021fa-1882-4cea-bb2a-9c9dd05da8ee) {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:21:01.007290 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-367e20d0-aa57-49b1-bb11-945e38a3e6ba None None] Network 888021fa-1882-4cea-bb2a-9c9dd05da8ee requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:21:01.018665 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7180464a-7b5f-493d-9e38-671510f03294 tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:21:01.019380 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-7180464a-7b5f-493d-9e38-671510f03294 tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Notify callbacks [] for subnet, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:01.033359 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-53d0ba04-3bca-4ee1-af89-2f11dbf1105c tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853562', 'neutron.services.segments.db._delete_segments_for_network-8790688882975'] for network, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:01.049444 n-d-705658-22 neutron-server[105585]: DEBUG neutron.services.segments.db [None req-53d0ba04-3bca-4ee1-af89-2f11dbf1105c tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3698f895-e49f-4ca9-8526-7cf399506334']}} {{(pid=105585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:21:01.065172 n-d-705658-22 neutron-server[105585]: DEBUG neutron.services.segments.db [None req-53d0ba04-3bca-4ee1-af89-2f11dbf1105c tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a6a4060-2d16-4b52-bfdc-6c4f7b31fb52') {'for_net_delete': True} {{(pid=105585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:21:01.065474 n-d-705658-22 neutron-server[105585]: DEBUG neutron.services.segments.db [None req-53d0ba04-3bca-4ee1-af89-2f11dbf1105c tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a6a4060-2d16-4b52-bfdc-6c4f7b31fb52') {} {{(pid=105585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:21:01.066041 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-7180464a-7b5f-493d-9e38-671510f03294 tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 1.2146063 Jul 27 21:21:01.066713 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 50072) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:01.086185 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-132ab9a8-89d3-4beb-942f-d6dca05a2adf tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:21:01.091631 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-132ab9a8-89d3-4beb-942f-d6dca05a2adf tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.3624086 Jul 27 21:21:01.094523 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 50076) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:01.097798 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-53d0ba04-3bca-4ee1-af89-2f11dbf1105c tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790688883752', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9886370'] for segment, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:01.119374 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-b02151c1-9385-4980-995a-30924963dcb6 None None] Transition to ACTIVE for port object 5b0bc887-7cfd-4996-9d09-999f81fe4064 will not be triggered until provisioned by entity DHCP. {{(pid=105586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:21:01.150039 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-53d0ba04-3bca-4ee1-af89-2f11dbf1105c tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:01.158610 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-b02151c1-9385-4980-995a-30924963dcb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143'] for port, after_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:01.174015 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53d0ba04-3bca-4ee1-af89-2f11dbf1105c tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Releasing vlan 216 on physical network physnet1 to pool {{(pid=105585) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:21:01.174447 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-53d0ba04-3bca-4ee1-af89-2f11dbf1105c tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10221644'] for segment, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:01.179594 n-d-705658-22 neutron-server[105585]: Traceback (most recent call last): Jul 27 21:21:01.179594 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:21:01.179594 n-d-705658-22 neutron-server[105585]: timer() Jul 27 21:21:01.179594 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:21:01.179594 n-d-705658-22 neutron-server[105585]: cb(*args, **kw) Jul 27 21:21:01.179594 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:21:01.179594 n-d-705658-22 neutron-server[105585]: return func(*args, **kwargs) Jul 27 21:21:01.179594 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:21:01.179594 n-d-705658-22 neutron-server[105585]: self._notify() Jul 27 21:21:01.179594 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:21:01.179594 n-d-705658-22 neutron-server[105585]: self.callback(batched_events) Jul 27 21:21:01.179594 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:21:01.179594 n-d-705658-22 neutron-server[105585]: event.method(event) Jul 27 21:21:01.179594 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:21:01.179594 n-d-705658-22 neutron-server[105585]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:21:01.179594 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:21:01.179594 n-d-705658-22 neutron-server[105585]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:21:01.179594 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:21:01.179594 n-d-705658-22 neutron-server[105585]: return f(self, *a, **k) Jul 27 21:21:01.179594 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:21:01.179594 n-d-705658-22 neutron-server[105585]: return self._get(url).json() Jul 27 21:21:01.179594 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:21:01.179594 n-d-705658-22 neutron-server[105585]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:21:01.179594 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:21:01.179594 n-d-705658-22 neutron-server[105585]: return self.request(url, 'GET', **kwargs) Jul 27 21:21:01.179594 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:21:01.179594 n-d-705658-22 neutron-server[105585]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:21:01.179594 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:21:01.179594 n-d-705658-22 neutron-server[105585]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:21:01.179594 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:21:01.179594 n-d-705658-22 neutron-server[105585]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:21:01.179594 n-d-705658-22 neutron-server[105585]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:21:01.237780 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02151c1-9385-4980-995a-30924963dcb6 None None] Pushing event updated for resources: {'Port': ['ID=5b0bc887-7cfd-4996-9d09-999f81fe4064,revision_number=1']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:21:01.256340 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64a53237-82b0-498f-b8e0-2ec04ff93371 None None] DHCP port deletion for 3698f895-e49f-4ca9-8526-7cf399506334 request from n-d-705658-22 {{(pid=105586) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 21:21:01.266176 n-d-705658-22 neutron-server[105586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b02151c1-9385-4980-995a-30924963dcb6 None None] Network 1d615a85-844c-4c57-a0fc-2090e87300f0 is already hosted by enough agents. {{(pid=105586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:21:01.289677 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-595ee174-02f9-441e-ade7-cba3976657ad tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-990557'] for network, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:01.292565 n-d-705658-22 neutron-server[105586]: DEBUG neutron.scheduler.base_scheduler [None req-b02151c1-9385-4980-995a-30924963dcb6 None None] Resources bound (agent type, host, resource id): {{(pid=105586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:21:01.305973 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238b12e0-bae7-4f81-9d04-198cec3cda2f req-fe5d0285-b37c-42b3-b4f8-7cd81f83c5eb tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:21:01.307583 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-238b12e0-bae7-4f81-9d04-198cec3cda2f req-fe5d0285-b37c-42b3-b4f8-7cd81f83c5eb tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] 10.222.0.59 "GET /v2.0/ports?device_id=7eed15d7-9e7a-475a-9afd-73b0b8aa437e HTTP/1.1" status: 200 len: 909 time: 0.3212149 Jul 27 21:21:01.317745 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b02151c1-9385-4980-995a-30924963dcb6 None None] Received port after_create {{(pid=105586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:21:01.346454 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-53d0ba04-3bca-4ee1-af89-2f11dbf1105c tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4075658'] for network, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:01.375864 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-595ee174-02f9-441e-ade7-cba3976657ad tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854965'] for subnet, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:01.387523 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-53d0ba04-3bca-4ee1-af89-2f11dbf1105c tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Notify callbacks [] for network, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:01.392086 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-53d0ba04-3bca-4ee1-af89-2f11dbf1105c tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] 10.222.0.59 "DELETE /v2.0/networks/3698f895-e49f-4ca9-8526-7cf399506334 HTTP/1.1" status: 204 len: 168 time: 1.4879851 Jul 27 21:21:01.403518 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 50100) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:01.410760 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d0ba04-3bca-4ee1-af89-2f11dbf1105c tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Pushing event deleted for resources: {'Network': ['ID=3698f895-e49f-4ca9-8526-7cf399506334,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:21:01.470465 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [None req-69c159dc-88b0-48b8-9969-79882974961e tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Deleting port e8802ee4-6700-4425-b483-cf56e584a145 {{(pid=105585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:21:01.470819 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-69c159dc-88b0-48b8-9969-79882974961e tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:01.498931 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-595ee174-02f9-441e-ade7-cba3976657ad tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9014081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9738825'] for subnet, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:01.508691 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f3a4526-4638-4b3a-b3bf-e2bb68ec8e6d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30bb4b93-b285-5d90-9493-f9ec33ea333c-888021fa-1882-4cea-bb2a-9c9dd05da8ee', 'network_id': '888021fa-1882-4cea-bb2a-9c9dd05da8ee', 'tenant_id': 'a7f96c4262db4c858fcaf29ac40303b5', 'fixed_ips': [{'subnet_id': '9bbcd2d2-7971-44fc-9f47-974dbfee80a6'}]}} from n-d-705658-22. {{(pid=105586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 21:21:01.510920 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-5f3a4526-4638-4b3a-b3bf-e2bb68ec8e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:01.556041 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-b02151c1-9385-4980-995a-30924963dcb6 None None] Attempting to bind port 5b0bc887-7cfd-4996-9d09-999f81fe4064 on host n-d-705658-22 for vnic_type normal with profile {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:21:01.556328 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-b02151c1-9385-4980-995a-30924963dcb6 None None] Attempting to bind port 5b0bc887-7cfd-4996-9d09-999f81fe4064 by drivers openvswitch,hyperv on host n-d-705658-22 at level 0 using segments [{'id': '532d8a52-575f-45de-a3af-efbea8c8f6d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '1d615a85-844c-4c57-a0fc-2090e87300f0'}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:21:01.556671 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b02151c1-9385-4980-995a-30924963dcb6 None None] Attempting to bind port 5b0bc887-7cfd-4996-9d09-999f81fe4064 on network 1d615a85-844c-4c57-a0fc-2090e87300f0 {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:21:01.567780 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b02151c1-9385-4980-995a-30924963dcb6 None None] Checking agent: {'id': '04a7ea91-6318-467e-ace6-b0fb48c8690f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 41, 42), 'started_at': datetime.datetime(2021, 7, 27, 20, 42, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 20, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:21:01.568060 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b02151c1-9385-4980-995a-30924963dcb6 None None] Checking segment: {'id': '532d8a52-575f-45de-a3af-efbea8c8f6d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '1d615a85-844c-4c57-a0fc-2090e87300f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:21:01.571667 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-b02151c1-9385-4980-995a-30924963dcb6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:01.572000 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595ee174-02f9-441e-ade7-cba3976657ad tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Pushing event deleted for resources: {'Subnet': ['ID=9bbcd2d2-7971-44fc-9f47-974dbfee80a6,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:21:01.572120 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b02151c1-9385-4980-995a-30924963dcb6 None None] Bound using segment: {'id': '532d8a52-575f-45de-a3af-efbea8c8f6d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '1d615a85-844c-4c57-a0fc-2090e87300f0'} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:21:01.572558 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-b02151c1-9385-4980-995a-30924963dcb6 None None] Bound port: 5b0bc887-7cfd-4996-9d09-999f81fe4064, host: n-d-705658-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '532d8a52-575f-45de-a3af-efbea8c8f6d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '1d615a85-844c-4c57-a0fc-2090e87300f0'}}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:21:01.573068 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-b02151c1-9385-4980-995a-30924963dcb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:01.660387 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-595ee174-02f9-441e-ade7-cba3976657ad tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853562', 'neutron.services.segments.db._delete_segments_for_network-8790688882975'] for network, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:01.673387 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.segments.db [None req-595ee174-02f9-441e-ade7-cba3976657ad tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['888021fa-1882-4cea-bb2a-9c9dd05da8ee']}} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:21:01.688702 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.segments.db [None req-595ee174-02f9-441e-ade7-cba3976657ad tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c654a666-7bea-4966-b069-99308a23640a') {'for_net_delete': True} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:21:01.689007 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.segments.db [None req-595ee174-02f9-441e-ade7-cba3976657ad tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c654a666-7bea-4966-b069-99308a23640a') {} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:21:01.697704 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d40aedf1-c5f6-4e51-b831-8e209fe653af tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:21:01.699244 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-595ee174-02f9-441e-ade7-cba3976657ad tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790688883752', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9014348'] for segment, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:01.701491 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-d40aedf1-c5f6-4e51-b831-8e209fe653af tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.2967627 Jul 27 21:21:01.702568 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d105d16-e650-45df-a6c7-5faa76408211 None None] Network 888021fa-1882-4cea-bb2a-9c9dd05da8ee requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:21:01.713779 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 50118) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:01.714885 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-595ee174-02f9-441e-ade7-cba3976657ad tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:01.722555 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-595ee174-02f9-441e-ade7-cba3976657ad tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Releasing vlan 226 on physical network physnet1 to pool {{(pid=105584) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:21:01.723424 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-595ee174-02f9-441e-ade7-cba3976657ad tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9014063'] for segment, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:01.794669 n-d-705658-22 neutron-server[105584]: Traceback (most recent call last): Jul 27 21:21:01.794669 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:21:01.794669 n-d-705658-22 neutron-server[105584]: timer() Jul 27 21:21:01.794669 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:21:01.794669 n-d-705658-22 neutron-server[105584]: cb(*args, **kw) Jul 27 21:21:01.794669 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:21:01.794669 n-d-705658-22 neutron-server[105584]: return func(*args, **kwargs) Jul 27 21:21:01.794669 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:21:01.794669 n-d-705658-22 neutron-server[105584]: self._notify() Jul 27 21:21:01.794669 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:21:01.794669 n-d-705658-22 neutron-server[105584]: self.callback(batched_events) Jul 27 21:21:01.794669 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:21:01.794669 n-d-705658-22 neutron-server[105584]: event.method(event) Jul 27 21:21:01.794669 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:21:01.794669 n-d-705658-22 neutron-server[105584]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:21:01.794669 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:21:01.794669 n-d-705658-22 neutron-server[105584]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:21:01.794669 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:21:01.794669 n-d-705658-22 neutron-server[105584]: return f(self, *a, **k) Jul 27 21:21:01.794669 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:21:01.794669 n-d-705658-22 neutron-server[105584]: return self._get(url).json() Jul 27 21:21:01.794669 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:21:01.794669 n-d-705658-22 neutron-server[105584]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:21:01.794669 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:21:01.794669 n-d-705658-22 neutron-server[105584]: return self.request(url, 'GET', **kwargs) Jul 27 21:21:01.794669 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:21:01.794669 n-d-705658-22 neutron-server[105584]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:21:01.794669 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:21:01.794669 n-d-705658-22 neutron-server[105584]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:21:01.794669 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:21:01.794669 n-d-705658-22 neutron-server[105584]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:21:01.794669 n-d-705658-22 neutron-server[105584]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:21:01.799672 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-595ee174-02f9-441e-ade7-cba3976657ad tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4075658'] for network, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:01.811558 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-595ee174-02f9-441e-ade7-cba3976657ad tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743886'] for network, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:01.816706 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-595ee174-02f9-441e-ade7-cba3976657ad tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] 10.222.0.59 "DELETE /v2.0/networks/888021fa-1882-4cea-bb2a-9c9dd05da8ee HTTP/1.1" status: 204 len: 168 time: 0.7458751 Jul 27 21:21:01.818383 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-b02151c1-9385-4980-995a-30924963dcb6 None None] For port 5b0bc887-7cfd-4996-9d09-999f81fe4064, host n-d-705658-22, cleared binding levels {{(pid=105586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:21:01.818975 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 50122) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:01.826803 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595ee174-02f9-441e-ade7-cba3976657ad tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Pushing event deleted for resources: {'Network': ['ID=888021fa-1882-4cea-bb2a-9c9dd05da8ee,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:21:01.830663 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606bf5b6-d80d-4d89-9ce6-2eb47eb2c90c req-59997eff-4af5-41bb-811b-be9f236b8cbb tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:21:01.832834 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-b02151c1-9385-4980-995a-30924963dcb6 None None] For port 5b0bc887-7cfd-4996-9d09-999f81fe4064, host n-d-705658-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=5b0bc887-7cfd-4996-9d09-999f81fe4064,segment=NetworkSegment(532d8a52-575f-45de-a3af-efbea8c8f6d5),segment_id=532d8a52-575f-45de-a3af-efbea8c8f6d5)] {{(pid=105586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:21:01.839639 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-606bf5b6-d80d-4d89-9ce6-2eb47eb2c90c req-59997eff-4af5-41bb-811b-be9f236b8cbb tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] 10.222.0.59 "GET /v2.0/ports?device_id=7eed15d7-9e7a-475a-9afd-73b0b8aa437e HTTP/1.1" status: 200 len: 909 time: 0.3883967 Jul 27 21:21:01.846644 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-35e40bda-f4d8-430d-99ef-f86edf935682 tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-66525023'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:21:01.857166 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-69c159dc-88b0-48b8-9969-79882974961e tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:01.867907 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-b02151c1-9385-4980-995a-30924963dcb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:01.910072 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [None req-69c159dc-88b0-48b8-9969-79882974961e tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Calling delete_port for e8802ee4-6700-4425-b483-cf56e584a145 owned by {{(pid=105585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:21:02.044197 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02151c1-9385-4980-995a-30924963dcb6 None None] Pushing event updated for resources: {'Port': ['ID=5b0bc887-7cfd-4996-9d09-999f81fe4064,revision_number=2']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:21:02.099399 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 50136) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:02.184473 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 952105eb-230e-445c-94ee-5fc4ecc8c353 no longer exists at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:21:02.214589 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-69c159dc-88b0-48b8-9969-79882974961e tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:02.299826 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-531ca158-7b80-4813-a25c-f9b9f671b552 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:02.307430 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c159dc-88b0-48b8-9969-79882974961e tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Pushing event deleted for resources: {'Port': ['ID=e8802ee4-6700-4425-b483-cf56e584a145,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:21:02.371191 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-433d47ec-24b1-4d5c-b6a1-f12c969be3f7 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] 10.222.0.59 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.6505177 Jul 27 21:21:02.375976 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 50146) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:02.381856 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35e40bda-f4d8-430d-99ef-f86edf935682 tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Made reservation on behalf of a7f96c4262db4c858fcaf29ac40303b5 for: {'network': 1} {{(pid=105585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:21:02.392445 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-35e40bda-f4d8-430d-99ef-f86edf935682 tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for network, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:02.392641 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-1c5e4778-aafe-4198-857c-7b99c1d921d7 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1354102649'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:21:02.450371 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-69c159dc-88b0-48b8-9969-79882974961e tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:02.453829 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-69c159dc-88b0-48b8-9969-79882974961e tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] 10.222.0.59 "DELETE /v2.0/ports/e8802ee4-6700-4425-b483-cf56e584a145 HTTP/1.1" status: 204 len: 168 time: 1.3581758 Jul 27 21:21:02.456885 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 50148) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:02.488859 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbd2a7c-3038-4fbc-8f90-f92385cf74cb req-d4d3acfd-c906-48c2-a7d3-436be08a41a0 tempest-TestSecurityGroupsBasicOps-1546455404 tempest-TestSecurityGroupsBasicOps-1546455404-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:21:02.499457 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] No Port match for: 952105eb-230e-445c-94ee-5fc4ecc8c353 {{(pid=105586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:21:02.499984 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-1fbd2a7c-3038-4fbc-8f90-f92385cf74cb req-d4d3acfd-c906-48c2-a7d3-436be08a41a0 tempest-TestSecurityGroupsBasicOps-1546455404 tempest-TestSecurityGroupsBasicOps-1546455404-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=7eed15d7-9e7a-475a-9afd-73b0b8aa437e HTTP/1.1" status: 200 len: 1061 time: 0.3401811 Jul 27 21:21:02.504224 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 952105eb-230e-445c-94ee-5fc4ecc8c353 not bound to the agent host n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:21:02.514227 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35e40bda-f4d8-430d-99ef-f86edf935682 tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] vlan segment allocate from pool success with {'vlan_id': 245, 'physical_network': 'physnet1'} {{(pid=105585) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:21:02.527190 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-35e40bda-f4d8-430d-99ef-f86edf935682 tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:02.528041 n-d-705658-22 neutron-server[105585]: INFO neutron.db.segments_db [None req-35e40bda-f4d8-430d-99ef-f86edf935682 tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Added segment 7ff638fc-f84f-4d62-be24-bfc617b1db46 of type vlan for network ed8cad7f-fddd-45f8-90bf-5817beb58b6a Jul 27 21:21:02.557665 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc7cc062-1476-498c-a568-4853b0e7aa6d tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:21:02.559091 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc7cc062-1476-498c-a568-4853b0e7aa6d tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:21:02.562936 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-bc7cc062-1476-498c-a568-4853b0e7aa6d tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1027141 Jul 27 21:21:02.563868 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 50152) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:02.588819 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-35e40bda-f4d8-430d-99ef-f86edf935682 tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790688424798'] for network, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:02.629837 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-531ca158-7b80-4813-a25c-f9b9f671b552 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:02.651555 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-531ca158-7b80-4813-a25c-f9b9f671b552 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:02.662367 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.db_base_plugin_v2 [None req-6217ead7-47b6-4919-95e2-ac38566af075 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Deleting subnet e6a60c72-d409-4d54-92ba-e601b35ba159 {{(pid=105584) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:21:02.664856 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-35e40bda-f4d8-430d-99ef-f86edf935682 tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920'] for network, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:02.671118 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35e40bda-f4d8-430d-99ef-f86edf935682 tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:21:02.671653 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-35e40bda-f4d8-430d-99ef-f86edf935682 tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Notify callbacks [] for network, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:02.680629 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-6217ead7-47b6-4919-95e2-ac38566af075 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks [] for subnet, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:02.739502 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-531ca158-7b80-4813-a25c-f9b9f671b552 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=7a71469b3d2145948ea89cd3eef3edef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6365566 Jul 27 21:21:02.743575 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 50156) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:02.745567 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c5e4778-aafe-4198-857c-7b99c1d921d7 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Made reservation on behalf of 454b79f542fc4867a07c409c85be23c7 for: {'network': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:21:02.749177 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-1c5e4778-aafe-4198-857c-7b99c1d921d7 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for network, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:02.761871 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531ca158-7b80-4813-a25c-f9b9f671b552 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be314268-fdda-4b37-a035-ea63d530c231,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:21:02.771116 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-35e40bda-f4d8-430d-99ef-f86edf935682 tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.9474545 Jul 27 21:21:02.775575 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b65977-0b00-4603-a1b3-45382e241deb req-64304737-0b47-4d61-99e9-6235a0634463 tempest-TestSecurityGroupsBasicOps-1546455404 tempest-TestSecurityGroupsBasicOps-1546455404-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:21:02.777084 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f1b65977-0b00-4603-a1b3-45382e241deb req-64304737-0b47-4d61-99e9-6235a0634463 tempest-TestSecurityGroupsBasicOps-1546455404 tempest-TestSecurityGroupsBasicOps-1546455404-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=8efc6892-cde0-4c99-91f7-935d698b9860 HTTP/1.1" status: 200 len: 1136 time: 0.1557882 Jul 27 21:21:02.777705 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 50160) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:02.785919 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-ba827a0e-7179-4205-934f-12529519ceca tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Request body: {'subnet': {'network_id': 'ed8cad7f-fddd-45f8-90bf-5817beb58b6a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:21:02.801683 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e40bda-f4d8-430d-99ef-f86edf935682 tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Pushing event updated for resources: {'Network': ['ID=ed8cad7f-fddd-45f8-90bf-5817beb58b6a,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:21:02.819797 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Network ed8cad7f-fddd-45f8-90bf-5817beb58b6a details requested by agent ovs-agent-n-d-705658-22 with host n-d-705658-22 {{(pid=105586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:21:02.827910 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-6217ead7-47b6-4919-95e2-ac38566af075 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9014207'] for subnet, precommit_delete_associations {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:02.928145 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c5e4778-aafe-4198-857c-7b99c1d921d7 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] vlan segment allocate from pool success with {'vlan_id': 243, 'physical_network': 'physnet1'} {{(pid=105584) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:21:02.955621 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-1c5e4778-aafe-4198-857c-7b99c1d921d7 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:02.955975 n-d-705658-22 neutron-server[105584]: INFO neutron.db.segments_db [None req-1c5e4778-aafe-4198-857c-7b99c1d921d7 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Added segment 50d81ca1-655c-41f2-b885-6dc71e2c85de of type vlan for network 70b8404e-a129-439b-873f-f05fbaaec4a7 Jul 27 21:21:02.992095 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-cefb1f6d-0af7-4af9-a106-339b722b8632 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:03.002640 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f1b65977-0b00-4603-a1b3-45382e241deb req-fad5aef6-23ce-4846-b878-9b79970988b9 tempest-TestSecurityGroupsBasicOps-1546455404 tempest-TestSecurityGroupsBasicOps-1546455404-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=f5924076-c9d9-4c1a-9ab9-4b011fc38663&id=2c05ebf3-3def-44b7-8c5d-2f4057e8386f&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.2092884 Jul 27 21:21:03.016206 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba827a0e-7179-4205-934f-12529519ceca tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Made reservation on behalf of a7f96c4262db4c858fcaf29ac40303b5 for: {'subnet': 1} {{(pid=105585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:21:03.023442 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-ba827a0e-7179-4205-934f-12529519ceca tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9990620'] for subnet, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:03.036005 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 50162) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:03.101180 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-1c5e4778-aafe-4198-857c-7b99c1d921d7 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790688424798'] for network, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:03.124921 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-cefb1f6d-0af7-4af9-a106-339b722b8632 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:03.129939 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-6217ead7-47b6-4919-95e2-ac38566af075 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854965'] for subnet, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:03.307082 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-1c5e4778-aafe-4198-857c-7b99c1d921d7 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920'] for network, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:03.315432 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c5e4778-aafe-4198-857c-7b99c1d921d7 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:21:03.316295 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-1c5e4778-aafe-4198-857c-7b99c1d921d7 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743886'] for network, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:03.325871 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-ba827a0e-7179-4205-934f-12529519ceca tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10221797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9990606'] for subnet, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:03.364310 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0faec705-190f-4f4a-89c6-a3ac68d0c213 tempest-TestSecurityGroupsBasicOps-1546455404 tempest-TestSecurityGroupsBasicOps-1546455404-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:21:03.370840 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-0faec705-190f-4f4a-89c6-a3ac68d0c213 tempest-TestSecurityGroupsBasicOps-1546455404 tempest-TestSecurityGroupsBasicOps-1546455404-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=7eed15d7-9e7a-475a-9afd-73b0b8aa437e HTTP/1.1" status: 200 len: 1056 time: 0.3247209 Jul 27 21:21:03.370840 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-1c5e4778-aafe-4198-857c-7b99c1d921d7 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.9903634 Jul 27 21:21:03.407039 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 50174) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:03.416098 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-d397bd1d-e1a7-4354-b138-e45d008c75dc tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Request body: {'subnet': {'network_id': '70b8404e-a129-439b-873f-f05fbaaec4a7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:21:03.485799 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-6217ead7-47b6-4919-95e2-ac38566af075 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9014081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9738825'] for subnet, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:03.536483 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-cefb1f6d-0af7-4af9-a106-339b722b8632 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:03.539862 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-cefb1f6d-0af7-4af9-a106-339b722b8632 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:03.541047 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba827a0e-7179-4205-934f-12529519ceca tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Pushing event updated for resources: {'Subnet': ['ID=75ccea7b-388c-467e-8752-7be7f9e47cdb,revision_number=0']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:21:03.550566 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba827a0e-7179-4205-934f-12529519ceca tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Checking segment: {'id': '7ff638fc-f84f-4d62-be24-bfc617b1db46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'ed8cad7f-fddd-45f8-90bf-5817beb58b6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:21:03.550937 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba827a0e-7179-4205-934f-12529519ceca tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Network hostable DHCP agents. Network: ed8cad7f-fddd-45f8-90bf-5817beb58b6a, hostable agents: ['7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a'], hosted agents: [] {{(pid=105585) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:21:03.559880 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-cefb1f6d-0af7-4af9-a106-339b722b8632 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/be314268-fdda-4b37-a035-ea63d530c231 HTTP/1.1" status: 204 len: 168 time: 0.8150764 Jul 27 21:21:03.581506 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6217ead7-47b6-4919-95e2-ac38566af075 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Pushing event deleted for resources: {'Subnet': ['ID=e6a60c72-d409-4d54-92ba-e601b35ba159,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:21:03.595150 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba827a0e-7179-4205-934f-12529519ceca tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Network ed8cad7f-fddd-45f8-90bf-5817beb58b6a is scheduled to be hosted by DHCP agent 7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a with binding_index 1 {{(pid=105585) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:21:03.595922 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5e4778-aafe-4198-857c-7b99c1d921d7 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Pushing event updated for resources: {'Network': ['ID=70b8404e-a129-439b-873f-f05fbaaec4a7,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:21:03.609832 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Network 70b8404e-a129-439b-873f-f05fbaaec4a7 details requested by agent ovs-agent-n-d-705658-22 with host n-d-705658-22 {{(pid=105586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:21:03.627763 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.base_scheduler [None req-ba827a0e-7179-4205-934f-12529519ceca tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-22, ed8cad7f-fddd-45f8-90bf-5817beb58b6a) {{(pid=105585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:21:03.642825 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba827a0e-7179-4205-934f-12529519ceca tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:21:03.643471 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-ba827a0e-7179-4205-934f-12529519ceca tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743886'] for subnet, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:03.703814 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefb1f6d-0af7-4af9-a106-339b722b8632 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be314268-fdda-4b37-a035-ea63d530c231,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:21:03.713920 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-6217ead7-47b6-4919-95e2-ac38566af075 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks [] for subnet, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:03.719295 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-ba827a0e-7179-4205-934f-12529519ceca tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.9376223 Jul 27 21:21:03.719991 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 50184) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:03.720359 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 50186) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:03.727577 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-6217ead7-47b6-4919-95e2-ac38566af075 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] 10.222.0.59 "DELETE /v2.0/subnets/e6a60c72-d409-4d54-92ba-e601b35ba159 HTTP/1.1" status: 204 len: 168 time: 1.1520364 Jul 27 21:21:03.768886 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-130a12a6-71e2-4e76-a2ad-18d7716319e9 None None] Network ed8cad7f-fddd-45f8-90bf-5817beb58b6a requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:21:03.859142 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d397bd1d-e1a7-4354-b138-e45d008c75dc tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Made reservation on behalf of 454b79f542fc4867a07c409c85be23c7 for: {'subnet': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:21:03.863191 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-d397bd1d-e1a7-4354-b138-e45d008c75dc tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9738786'] for subnet, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:04.041317 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-954f6c9c-818b-4c39-9497-0fe4542734b7 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2527626 Jul 27 21:21:04.041509 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 50190) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:04.147761 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b7ff65-0972-4704-85dc-00fa7ca391dc req-30463a10-531e-4ab0-8fbc-64e0f0934a38 tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:21:04.152325 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-12b7ff65-0972-4704-85dc-00fa7ca391dc req-30463a10-531e-4ab0-8fbc-64e0f0934a38 tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] 10.222.0.59 "GET /v2.0/ports?device_id=7eed15d7-9e7a-475a-9afd-73b0b8aa437e HTTP/1.1" status: 200 len: 909 time: 0.4535122 Jul 27 21:21:04.166905 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-20da6d0b-2ed7-4e72-beaf-85c5bd8f02ef tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-990557'] for network, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:04.225478 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-6c71404e-07e2-4965-8cd0-3b3251682428 None None] Provisioning for port 5b0bc887-7cfd-4996-9d09-999f81fe4064 completed by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:21:04.259072 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 50196) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:04.259602 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62178229-f30b-46e1-a91c-f74ed461451d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30bb4b93-b285-5d90-9493-f9ec33ea333c-ed8cad7f-fddd-45f8-90bf-5817beb58b6a', 'network_id': 'ed8cad7f-fddd-45f8-90bf-5817beb58b6a', 'tenant_id': 'a7f96c4262db4c858fcaf29ac40303b5', 'fixed_ips': [{'subnet_id': '75ccea7b-388c-467e-8752-7be7f9e47cdb'}]}} from n-d-705658-22. {{(pid=105586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 21:21:04.260473 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-62178229-f30b-46e1-a91c-f74ed461451d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:04.302863 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e46d1ce9-e247-45dc-a391-777f7eccd275 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:21:04.303107 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-bb6f9b1c-5be4-4f20-9d3f-f8b5760fad46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:04.304410 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-e46d1ce9-e247-45dc-a391-777f7eccd275 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.2620544 Jul 27 21:21:04.307472 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 50198) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:04.435763 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-20da6d0b-2ed7-4e72-beaf-85c5bd8f02ef tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854965'] for subnet, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:04.442644 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-d397bd1d-e1a7-4354-b138-e45d008c75dc tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9014150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9738800'] for subnet, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:04.493236 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec2475a6-43d7-417f-92e2-a108fb653cbe tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:21:04.498499 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-ec2475a6-43d7-417f-92e2-a108fb653cbe tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1883337 Jul 27 21:21:04.499389 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 50204) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:04.502103 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.db_base_plugin_common [None req-62178229-f30b-46e1-a91c-f74ed461451d None None] Allocated IP 172.20.0.1 (ed8cad7f-fddd-45f8-90bf-5817beb58b6a/75ccea7b-388c-467e-8752-7be7f9e47cdb/ba0956eb-9884-4233-93cd-78dacfa7f4ea) {{(pid=105586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:21:04.554336 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d397bd1d-e1a7-4354-b138-e45d008c75dc tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Checking segment: {'id': '50d81ca1-655c-41f2-b885-6dc71e2c85de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '70b8404e-a129-439b-873f-f05fbaaec4a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:21:04.555198 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d397bd1d-e1a7-4354-b138-e45d008c75dc tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Network hostable DHCP agents. Network: 70b8404e-a129-439b-873f-f05fbaaec4a7, hostable agents: ['7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a'], hosted agents: [] {{(pid=105584) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:21:04.559495 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d397bd1d-e1a7-4354-b138-e45d008c75dc tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Pushing event updated for resources: {'Subnet': ['ID=bfa5e98c-0798-461a-bf5a-1c7cbe1c4c44,revision_number=0']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:21:04.587092 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d397bd1d-e1a7-4354-b138-e45d008c75dc tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Network 70b8404e-a129-439b-873f-f05fbaaec4a7 is scheduled to be hosted by DHCP agent 7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a with binding_index 1 {{(pid=105584) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:21:04.591922 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-85e025c5-43b1-40e7-a6ca-41da25ad3644 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0873082 Jul 27 21:21:04.595124 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 50206) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:04.603158 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-1fdfe6f4-6584-4866-ae57-8f4f0cf2ccf7 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Request body: {'subnet': {'network_id': '1d615a85-844c-4c57-a0fc-2090e87300f0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:21:04.604621 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83ee6458-92da-476f-85bd-e486f3e0dd93 None None] Network 1d615a85-844c-4c57-a0fc-2090e87300f0 requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:21:04.606589 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 5b0bc887-7cfd-4996-9d09-999f81fe4064 up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:21:04.622468 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-b1442aca-5549-4f16-9c83-bf57da9df99d None None] Could not find standard attr ID for object e8802ee4-6700-4425-b483-cf56e584a145. {{(pid=105586) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 27 21:21:04.696857 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [None req-d397bd1d-e1a7-4354-b138-e45d008c75dc tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-22, 70b8404e-a129-439b-873f-f05fbaaec4a7) {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:21:04.702787 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d397bd1d-e1a7-4354-b138-e45d008c75dc tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:21:04.703558 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-d397bd1d-e1a7-4354-b138-e45d008c75dc tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Notify callbacks [] for subnet, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:04.715151 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88a4e6cb-115a-44bb-80e1-6701a30d167d None None] Network 70b8404e-a129-439b-873f-f05fbaaec4a7 requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:21:04.936169 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-62178229-f30b-46e1-a91c-f74ed461451d None None] Notify callbacks [] for port, precommit_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:04.944361 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning for port 5b0bc887-7cfd-4996-9d09-999f81fe4064 completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:21:04.998478 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-62178229-f30b-46e1-a91c-f74ed461451d None None] Transition to ACTIVE for port object ba0956eb-9884-4233-93cd-78dacfa7f4ea will not be triggered until provisioned by entity L2. {{(pid=105586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:21:05.006467 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port 5b0bc887-7cfd-4996-9d09-999f81fe4064 triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:21:05.007531 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:05.085053 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-62178229-f30b-46e1-a91c-f74ed461451d None None] Transition to ACTIVE for port object ba0956eb-9884-4233-93cd-78dacfa7f4ea will not be triggered until provisioned by entity DHCP. {{(pid=105586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:21:05.099084 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bc7a3d6-4b59-4c67-8e01-2537436fea5e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30bb4b93-b285-5d90-9493-f9ec33ea333c-70b8404e-a129-439b-873f-f05fbaaec4a7', 'network_id': '70b8404e-a129-439b-873f-f05fbaaec4a7', 'tenant_id': '454b79f542fc4867a07c409c85be23c7', 'fixed_ips': [{'subnet_id': 'bfa5e98c-0798-461a-bf5a-1c7cbe1c4c44'}]}} from n-d-705658-22. {{(pid=105586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 21:21:05.100312 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-1bc7a3d6-4b59-4c67-8e01-2537436fea5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:05.105079 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043a4ed6-06c7-4eb3-bd98-edaf051ccbff req-4e17ecd4-03f4-49ac-b20e-e3f9080d3108 tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:21:05.106706 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-043a4ed6-06c7-4eb3-bd98-edaf051ccbff req-4e17ecd4-03f4-49ac-b20e-e3f9080d3108 tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] 10.222.0.36 "GET /v2.0/ports?device_id=7eed15d7-9e7a-475a-9afd-73b0b8aa437e HTTP/1.1" status: 200 len: 909 time: 0.1658201 Jul 27 21:21:05.124509 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-62178229-f30b-46e1-a91c-f74ed461451d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143'] for port, after_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:05.167889 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-bb6f9b1c-5be4-4f20-9d3f-f8b5760fad46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:05.178667 n-d-705658-22 neutron-server[105586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62178229-f30b-46e1-a91c-f74ed461451d None None] Network ed8cad7f-fddd-45f8-90bf-5817beb58b6a is already hosted by enough agents. {{(pid=105586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:21:05.183907 n-d-705658-22 neutron-server[105586]: DEBUG neutron.scheduler.base_scheduler [None req-62178229-f30b-46e1-a91c-f74ed461451d None None] Resources bound (agent type, host, resource id): {{(pid=105586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:21:05.207481 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-64467ad1-af43-410b-957f-cf0019efa778 req-b6b03e0b-ecc8-4684-aa01-ac704546cc2e service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=e461b1e5-9e94-433e-8c6a-5441fbef3d14&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.6226542 Jul 27 21:21:05.211654 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-bb6f9b1c-5be4-4f20-9d3f-f8b5760fad46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:05.216872 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-20da6d0b-2ed7-4e72-beaf-85c5bd8f02ef tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10221602', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9990583'] for subnet, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:05.238793 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-d397bd1d-e1a7-4354-b138-e45d008c75dc tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8254197 Jul 27 21:21:05.240737 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 50218) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:05.254801 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-e2ef4fd3-e7eb-4ca6-af0d-6b9b0c4ff78b tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Request body: {'port': {'network_id': '70b8404e-a129-439b-873f-f05fbaaec4a7', 'name': 'tempest-PortsTestJSON-429404038'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:21:05.270748 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62178229-f30b-46e1-a91c-f74ed461451d None None] Received port after_create {{(pid=105586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:21:05.294359 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-968ca13f-6171-4efe-8a2e-176684dd27d8 None None] DHCP port deletion for 1d615a85-844c-4c57-a0fc-2090e87300f0 request from n-d-705658-22 {{(pid=105586) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 21:21:05.351233 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20da6d0b-2ed7-4e72-beaf-85c5bd8f02ef tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Pushing event deleted for resources: {'Subnet': ['ID=75ccea7b-388c-467e-8752-7be7f9e47cdb,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:21:05.374979 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fdfe6f4-6584-4866-ae57-8f4f0cf2ccf7 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Made reservation on behalf of fcd7bb7d26624f8f823446f0b0a5006f for: {'subnet': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:21:05.379029 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-1fdfe6f4-6584-4866-ae57-8f4f0cf2ccf7 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9738786'] for subnet, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:05.406914 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-bb6f9b1c-5be4-4f20-9d3f-f8b5760fad46 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=eafc210da94d4ee4b9e418878cf1a8ca&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1490209 Jul 27 21:21:05.411816 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 50220) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:05.413426 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62178229-f30b-46e1-a91c-f74ed461451d None None] Pushing event updated for resources: {'Port': ['ID=ba0956eb-9884-4233-93cd-78dacfa7f4ea,revision_number=1']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:21:05.470770 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [req-043a4ed6-06c7-4eb3-bd98-edaf051ccbff req-c88a9b12-07b7-4b57-a2e4-02526b454d0f tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] Deleting port 7ee0b5de-cc6b-4887-84a8-0ca30ec26956 {{(pid=105584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:21:05.471207 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-043a4ed6-06c7-4eb3-bd98-edaf051ccbff req-c88a9b12-07b7-4b57-a2e4-02526b454d0f tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:05.481987 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:05.535331 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6f9b1c-5be4-4f20-9d3f-f8b5760fad46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2af56bac-f33f-4ffc-9017-494bd9d36d64,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:21:05.572574 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-20da6d0b-2ed7-4e72-beaf-85c5bd8f02ef tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853562', 'neutron.services.segments.db._delete_segments_for_network-8790688882975'] for network, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:05.590393 n-d-705658-22 neutron-server[105585]: DEBUG neutron.services.segments.db [None req-20da6d0b-2ed7-4e72-beaf-85c5bd8f02ef tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed8cad7f-fddd-45f8-90bf-5817beb58b6a']}} {{(pid=105585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:21:05.605197 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-62178229-f30b-46e1-a91c-f74ed461451d None None] Attempting to bind port ba0956eb-9884-4233-93cd-78dacfa7f4ea on host n-d-705658-22 for vnic_type normal with profile {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:21:05.605197 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-62178229-f30b-46e1-a91c-f74ed461451d None None] Attempting to bind port ba0956eb-9884-4233-93cd-78dacfa7f4ea by drivers openvswitch,hyperv on host n-d-705658-22 at level 0 using segments [{'id': '7ff638fc-f84f-4d62-be24-bfc617b1db46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'ed8cad7f-fddd-45f8-90bf-5817beb58b6a'}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:21:05.605197 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62178229-f30b-46e1-a91c-f74ed461451d None None] Attempting to bind port ba0956eb-9884-4233-93cd-78dacfa7f4ea on network ed8cad7f-fddd-45f8-90bf-5817beb58b6a {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:21:05.615651 n-d-705658-22 neutron-server[105585]: DEBUG neutron.services.segments.db [None req-20da6d0b-2ed7-4e72-beaf-85c5bd8f02ef tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ff638fc-f84f-4d62-be24-bfc617b1db46') {'for_net_delete': True} {{(pid=105585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:21:05.615651 n-d-705658-22 neutron-server[105585]: DEBUG neutron.services.segments.db [None req-20da6d0b-2ed7-4e72-beaf-85c5bd8f02ef tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ff638fc-f84f-4d62-be24-bfc617b1db46') {} {{(pid=105585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:21:05.642441 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] For port 5b0bc887-7cfd-4996-9d09-999f81fe4064, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=5b0bc887-7cfd-4996-9d09-999f81fe4064,segment=NetworkSegment(532d8a52-575f-45de-a3af-efbea8c8f6d5),segment_id=532d8a52-575f-45de-a3af-efbea8c8f6d5)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:21:05.646569 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-20da6d0b-2ed7-4e72-beaf-85c5bd8f02ef tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790688883752', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9886370'] for segment, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:05.668242 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:05.697534 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64467ad1-af43-410b-957f-cf0019efa778 req-e474b97f-2b6f-40e8-a788-4e0b34e7876a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:21:05.698978 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-64467ad1-af43-410b-957f-cf0019efa778 req-e474b97f-2b6f-40e8-a788-4e0b34e7876a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=82bc643bd9d4441485dd55755aeabc15&device_id=e461b1e5-9e94-433e-8c6a-5441fbef3d14 HTTP/1.1" status: 200 len: 1097 time: 0.4353354 Jul 27 21:21:05.726622 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851bc8ff-a0e1-4f68-86d1-81607cc11017 req-c6d81f34-e0d2-4185-9ed2-820d8116f07e tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:21:05.733521 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-968ca13f-6171-4efe-8a2e-176684dd27d8 None None] Deleting port 5b0bc887-7cfd-4996-9d09-999f81fe4064 {{(pid=105586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:21:05.733911 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-968ca13f-6171-4efe-8a2e-176684dd27d8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:05.735883 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62178229-f30b-46e1-a91c-f74ed461451d None None] Checking agent: {'id': '04a7ea91-6318-467e-ace6-b0fb48c8690f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 41, 42), 'started_at': datetime.datetime(2021, 7, 27, 20, 42, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 20, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:21:05.736382 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62178229-f30b-46e1-a91c-f74ed461451d None None] Checking segment: {'id': '7ff638fc-f84f-4d62-be24-bfc617b1db46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'ed8cad7f-fddd-45f8-90bf-5817beb58b6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:21:05.736993 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-62178229-f30b-46e1-a91c-f74ed461451d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:05.737389 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62178229-f30b-46e1-a91c-f74ed461451d None None] Bound using segment: {'id': '7ff638fc-f84f-4d62-be24-bfc617b1db46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'ed8cad7f-fddd-45f8-90bf-5817beb58b6a'} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:21:05.737854 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-62178229-f30b-46e1-a91c-f74ed461451d None None] Bound port: ba0956eb-9884-4233-93cd-78dacfa7f4ea, host: n-d-705658-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ff638fc-f84f-4d62-be24-bfc617b1db46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'ed8cad7f-fddd-45f8-90bf-5817beb58b6a'}}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:21:05.738226 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-62178229-f30b-46e1-a91c-f74ed461451d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:05.741628 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-851bc8ff-a0e1-4f68-86d1-81607cc11017 req-c6d81f34-e0d2-4185-9ed2-820d8116f07e tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] 10.222.0.59 "GET /v2.0/ports?device_id=7eed15d7-9e7a-475a-9afd-73b0b8aa437e HTTP/1.1" status: 200 len: 909 time: 0.4069934 Jul 27 21:21:05.741628 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-20da6d0b-2ed7-4e72-beaf-85c5bd8f02ef tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:05.760902 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Pushing event updated for resources: {'Port': ['ID=5b0bc887-7cfd-4996-9d09-999f81fe4064,revision_number=4']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:21:05.765368 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.db_base_plugin_common [None req-1bc7a3d6-4b59-4c67-8e01-2537436fea5e None None] Allocated IP 172.20.0.2 (70b8404e-a129-439b-873f-f05fbaaec4a7/bfa5e98c-0798-461a-bf5a-1c7cbe1c4c44/22dc17af-b075-4645-8273-26b8a77cdfc8) {{(pid=105586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:21:05.778160 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20da6d0b-2ed7-4e72-beaf-85c5bd8f02ef tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Releasing vlan 245 on physical network physnet1 to pool {{(pid=105585) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:21:05.778878 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-20da6d0b-2ed7-4e72-beaf-85c5bd8f02ef tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10221644'] for segment, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:05.782228 n-d-705658-22 neutron-server[105585]: Traceback (most recent call last): Jul 27 21:21:05.782228 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:21:05.782228 n-d-705658-22 neutron-server[105585]: timer() Jul 27 21:21:05.782228 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:21:05.782228 n-d-705658-22 neutron-server[105585]: cb(*args, **kw) Jul 27 21:21:05.782228 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:21:05.782228 n-d-705658-22 neutron-server[105585]: return func(*args, **kwargs) Jul 27 21:21:05.782228 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:21:05.782228 n-d-705658-22 neutron-server[105585]: self._notify() Jul 27 21:21:05.782228 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:21:05.782228 n-d-705658-22 neutron-server[105585]: self.callback(batched_events) Jul 27 21:21:05.782228 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:21:05.782228 n-d-705658-22 neutron-server[105585]: event.method(event) Jul 27 21:21:05.782228 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:21:05.782228 n-d-705658-22 neutron-server[105585]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:21:05.782228 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:21:05.782228 n-d-705658-22 neutron-server[105585]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:21:05.782228 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:21:05.782228 n-d-705658-22 neutron-server[105585]: return f(self, *a, **k) Jul 27 21:21:05.782228 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:21:05.782228 n-d-705658-22 neutron-server[105585]: return self._get(url).json() Jul 27 21:21:05.782228 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:21:05.782228 n-d-705658-22 neutron-server[105585]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:21:05.782228 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:21:05.782228 n-d-705658-22 neutron-server[105585]: return self.request(url, 'GET', **kwargs) Jul 27 21:21:05.782228 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:21:05.782228 n-d-705658-22 neutron-server[105585]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:21:05.782228 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:21:05.782228 n-d-705658-22 neutron-server[105585]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:21:05.782228 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:21:05.782228 n-d-705658-22 neutron-server[105585]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:21:05.782228 n-d-705658-22 neutron-server[105585]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:21:05.867796 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [req-043a4ed6-06c7-4eb3-bd98-edaf051ccbff req-c88a9b12-07b7-4b57-a2e4-02526b454d0f tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] For port 7ee0b5de-cc6b-4887-84a8-0ca30ec26956, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=7ee0b5de-cc6b-4887-84a8-0ca30ec26956,segment=NetworkSegment(a6a57384-6795-46cb-b260-81b15232836f),segment_id=a6a57384-6795-46cb-b260-81b15232836f)] {{(pid=105584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:21:05.868343 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-043a4ed6-06c7-4eb3-bd98-edaf051ccbff req-c88a9b12-07b7-4b57-a2e4-02526b454d0f tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:05.872765 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-b9941961-3419-48d5-956e-77525dd4219c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:05.903034 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [req-043a4ed6-06c7-4eb3-bd98-edaf051ccbff req-c88a9b12-07b7-4b57-a2e4-02526b454d0f tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] Calling delete_port for 7ee0b5de-cc6b-4887-84a8-0ca30ec26956 owned by compute:nova {{(pid=105584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:21:05.905706 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.db.api [None req-20da6d0b-2ed7-4e72-beaf-85c5bd8f02ef tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 27 21:21:05.905706 n-d-705658-22 neutron-server[105585]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 27 21:21:05.905706 n-d-705658-22 neutron-server[105585]: [parameters: {'id': 'ed8cad7f-fddd-45f8-90bf-5817beb58b6a'}] Jul 27 21:21:05.905706 n-d-705658-22 neutron-server[105585]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=105585) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 27 21:21:05.906473 n-d-705658-22 neutron-server[105585]: DEBUG oslo_db.api [None req-20da6d0b-2ed7-4e72-beaf-85c5bd8f02ef tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=105585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 27 21:21:05.909287 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2ef4fd3-e7eb-4ca6-af0d-6b9b0c4ff78b tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Made reservation on behalf of 454b79f542fc4867a07c409c85be23c7 for: {'port': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:21:05.915514 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-e2ef4fd3-e7eb-4ca6-af0d-6b9b0c4ff78b tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:05.942208 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64467ad1-af43-410b-957f-cf0019efa778 req-db53af12-fd7f-4d28-9804-e568a7659f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:21:05.943870 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-64467ad1-af43-410b-957f-cf0019efa778 req-db53af12-fd7f-4d28-9804-e568a7659f11 service neutron] 10.222.0.36 "GET /v2.0/networks?id=1b1dab31-9b34-44da-9575-a2762dd20ae1 HTTP/1.1" status: 200 len: 914 time: 0.1984756 Jul 27 21:21:05.975854 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-1bc7a3d6-4b59-4c67-8e01-2537436fea5e None None] Notify callbacks [] for port, precommit_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:05.976080 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-b9941961-3419-48d5-956e-77525dd4219c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:05.984672 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-1bc7a3d6-4b59-4c67-8e01-2537436fea5e None None] Transition to ACTIVE for port object 22dc17af-b075-4645-8273-26b8a77cdfc8 will not be triggered until provisioned by entity L2. {{(pid=105586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:21:05.991839 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [None req-e2ef4fd3-e7eb-4ca6-af0d-6b9b0c4ff78b tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] device_id is not set on port 01896298-5c32-4ab9-876e-9e1c027a2827 yet. {{(pid=105584) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 21:21:05.998154 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-64467ad1-af43-410b-957f-cf0019efa778 req-145917ab-26fd-413f-ba22-7d51b8d781d0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e31cb1f7-840b-4526-8ec2-cc2374d781b2 HTTP/1.1" status: 200 len: 217 time: 0.0464962 Jul 27 21:21:06.000413 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-1bc7a3d6-4b59-4c67-8e01-2537436fea5e None None] Transition to ACTIVE for port object 22dc17af-b075-4645-8273-26b8a77cdfc8 will not be triggered until provisioned by entity DHCP. {{(pid=105586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:21:06.046720 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-1bc7a3d6-4b59-4c67-8e01-2537436fea5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143'] for port, after_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:06.078789 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64467ad1-af43-410b-957f-cf0019efa778 req-c1b1b1dd-34c7-478a-82c4-e150d0296b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:21:06.081330 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-64467ad1-af43-410b-957f-cf0019efa778 req-c1b1b1dd-34c7-478a-82c4-e150d0296b0a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=44c3084e-1eb6-44e4-8478-9257cccd7917 HTTP/1.1" status: 200 len: 853 time: 0.0760696 Jul 27 21:21:06.171503 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-62178229-f30b-46e1-a91c-f74ed461451d None None] For port ba0956eb-9884-4233-93cd-78dacfa7f4ea, host n-d-705658-22, cleared binding levels {{(pid=105586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:21:06.175677 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-62178229-f30b-46e1-a91c-f74ed461451d None None] For port ba0956eb-9884-4233-93cd-78dacfa7f4ea, host n-d-705658-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=ba0956eb-9884-4233-93cd-78dacfa7f4ea,segment=NetworkSegment(7ff638fc-f84f-4d62-be24-bfc617b1db46),segment_id=7ff638fc-f84f-4d62-be24-bfc617b1db46)] {{(pid=105586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:21:06.184474 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-64467ad1-af43-410b-957f-cf0019efa778 req-cc1e546c-566a-485c-8170-4d1efe47c7b1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1b1dab31-9b34-44da-9575-a2762dd20ae1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0801334 Jul 27 21:21:06.214343 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-b9941961-3419-48d5-956e-77525dd4219c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:06.216873 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-b9941961-3419-48d5-956e-77525dd4219c admin admin] Notify callbacks [] for security_group, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:06.217879 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-62178229-f30b-46e1-a91c-f74ed461451d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:06.221414 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-b9941961-3419-48d5-956e-77525dd4219c admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/2af56bac-f33f-4ffc-9017-494bd9d36d64 HTTP/1.1" status: 204 len: 168 time: 0.7471206 Jul 27 21:21:06.258647 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 5b0bc887-7cfd-4996-9d09-999f81fe4064 no longer exists at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:21:06.293097 n-d-705658-22 neutron-server[105586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bc7a3d6-4b59-4c67-8e01-2537436fea5e None None] Network 70b8404e-a129-439b-873f-f05fbaaec4a7 is already hosted by enough agents. {{(pid=105586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:21:06.358531 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9941961-3419-48d5-956e-77525dd4219c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2af56bac-f33f-4ffc-9017-494bd9d36d64,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:21:06.360400 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-64467ad1-af43-410b-957f-cf0019efa778 req-1e1c1fc4-9699-44c1-9c59-9c387b9aad47 service neutron] 10.222.0.36 "GET /v2.0/networks/1b1dab31-9b34-44da-9575-a2762dd20ae1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1689556 Jul 27 21:21:06.410979 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-20da6d0b-2ed7-4e72-beaf-85c5bd8f02ef tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-990557'] for network, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:06.467729 n-d-705658-22 neutron-server[105586]: DEBUG neutron.scheduler.base_scheduler [None req-1bc7a3d6-4b59-4c67-8e01-2537436fea5e None None] Resources bound (agent type, host, resource id): {{(pid=105586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:21:06.520755 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bc7a3d6-4b59-4c67-8e01-2537436fea5e None None] Received port after_create {{(pid=105586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:21:06.534325 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.db_base_plugin_common [None req-e2ef4fd3-e7eb-4ca6-af0d-6b9b0c4ff78b tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Allocated IP 172.20.0.5 (70b8404e-a129-439b-873f-f05fbaaec4a7/bfa5e98c-0798-461a-bf5a-1c7cbe1c4c44/01896298-5c32-4ab9-876e-9e1c027a2827) {{(pid=105584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:21:06.591620 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:06.623991 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc7a3d6-4b59-4c67-8e01-2537436fea5e None None] Pushing event updated for resources: {'Port': ['ID=22dc17af-b075-4645-8273-26b8a77cdfc8,revision_number=1']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:21:06.659147 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-64467ad1-af43-410b-957f-cf0019efa778 req-7accce39-6617-4705-9a7a-88d923d1f3bb service neutron] 10.222.0.36 "GET /v2.0/networks/1b1dab31-9b34-44da-9575-a2762dd20ae1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2884047 Jul 27 21:21:06.681771 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [None req-20da6d0b-2ed7-4e72-beaf-85c5bd8f02ef tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Deleting port ba0956eb-9884-4233-93cd-78dacfa7f4ea {{(pid=105585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:21:06.686897 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-20da6d0b-2ed7-4e72-beaf-85c5bd8f02ef tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:06.721843 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-968ca13f-6171-4efe-8a2e-176684dd27d8 None None] For port 5b0bc887-7cfd-4996-9d09-999f81fe4064, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=5b0bc887-7cfd-4996-9d09-999f81fe4064,segment=NetworkSegment(532d8a52-575f-45de-a3af-efbea8c8f6d5),segment_id=532d8a52-575f-45de-a3af-efbea8c8f6d5)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:21:06.722331 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-968ca13f-6171-4efe-8a2e-176684dd27d8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:06.776477 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-968ca13f-6171-4efe-8a2e-176684dd27d8 None None] Calling delete_port for 5b0bc887-7cfd-4996-9d09-999f81fe4064 owned by network:dhcp {{(pid=105586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:21:06.988189 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.db [None req-20da6d0b-2ed7-4e72-beaf-85c5bd8f02ef tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] For port ba0956eb-9884-4233-93cd-78dacfa7f4ea, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=ba0956eb-9884-4233-93cd-78dacfa7f4ea,segment=NetworkSegment(7ff638fc-f84f-4d62-be24-bfc617b1db46),segment_id=7ff638fc-f84f-4d62-be24-bfc617b1db46)] {{(pid=105585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:21:06.988970 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-20da6d0b-2ed7-4e72-beaf-85c5bd8f02ef tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:07.020987 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [None req-20da6d0b-2ed7-4e72-beaf-85c5bd8f02ef tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Calling delete_port for ba0956eb-9884-4233-93cd-78dacfa7f4ea owned by network:dhcp {{(pid=105585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:21:07.083686 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b03523-cf68-4763-ada4-2c456ea46b53 req-82c273b1-7b19-4de4-a7c2-052140fc6817 tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:21:07.085826 n-d-705658-22 neutron-server[105584]: DEBUG neutron.objects.ports [None req-1fdfe6f4-6584-4866-ae57-8f4f0cf2ccf7 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=105584) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 27 21:21:07.087031 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-1bc7a3d6-4b59-4c67-8e01-2537436fea5e None None] Attempting to bind port 22dc17af-b075-4645-8273-26b8a77cdfc8 on host n-d-705658-22 for vnic_type normal with profile {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:21:07.087642 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-1bc7a3d6-4b59-4c67-8e01-2537436fea5e None None] Attempting to bind port 22dc17af-b075-4645-8273-26b8a77cdfc8 by drivers openvswitch,hyperv on host n-d-705658-22 at level 0 using segments [{'id': '50d81ca1-655c-41f2-b885-6dc71e2c85de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '70b8404e-a129-439b-873f-f05fbaaec4a7'}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:21:07.088321 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bc7a3d6-4b59-4c67-8e01-2537436fea5e None None] Attempting to bind port 22dc17af-b075-4645-8273-26b8a77cdfc8 on network 70b8404e-a129-439b-873f-f05fbaaec4a7 {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:21:07.091889 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e6fafc5-e605-444e-909f-b3bddf55eeca None None] Network ed8cad7f-fddd-45f8-90bf-5817beb58b6a requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:21:07.097730 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b2b03523-cf68-4763-ada4-2c456ea46b53 req-82c273b1-7b19-4de4-a7c2-052140fc6817 tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] 10.222.0.59 "GET /v2.0/ports?device_id=7eed15d7-9e7a-475a-9afd-73b0b8aa437e HTTP/1.1" status: 200 len: 909 time: 0.2478993 Jul 27 21:21:07.186629 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-20da6d0b-2ed7-4e72-beaf-85c5bd8f02ef tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:07.203184 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-e2ef4fd3-e7eb-4ca6-af0d-6b9b0c4ff78b tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Notify callbacks [] for port, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:07.219902 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.provisioning_blocks [None req-e2ef4fd3-e7eb-4ca6-af0d-6b9b0c4ff78b tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Transition to ACTIVE for port object 01896298-5c32-4ab9-876e-9e1c027a2827 will not be triggered until provisioned by entity DHCP. {{(pid=105584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:21:07.234348 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bc7a3d6-4b59-4c67-8e01-2537436fea5e None None] Checking agent: {'id': '04a7ea91-6318-467e-ace6-b0fb48c8690f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 41, 42), 'started_at': datetime.datetime(2021, 7, 27, 20, 42, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 20, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:21:07.235053 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bc7a3d6-4b59-4c67-8e01-2537436fea5e None None] Checking segment: {'id': '50d81ca1-655c-41f2-b885-6dc71e2c85de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '70b8404e-a129-439b-873f-f05fbaaec4a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:21:07.237073 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-1bc7a3d6-4b59-4c67-8e01-2537436fea5e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:07.237699 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bc7a3d6-4b59-4c67-8e01-2537436fea5e None None] Bound using segment: {'id': '50d81ca1-655c-41f2-b885-6dc71e2c85de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '70b8404e-a129-439b-873f-f05fbaaec4a7'} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:21:07.238416 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-1bc7a3d6-4b59-4c67-8e01-2537436fea5e None None] Bound port: 22dc17af-b075-4645-8273-26b8a77cdfc8, host: n-d-705658-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50d81ca1-655c-41f2-b885-6dc71e2c85de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '70b8404e-a129-439b-873f-f05fbaaec4a7'}}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:21:07.251231 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-1bc7a3d6-4b59-4c67-8e01-2537436fea5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:07.277999 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62178229-f30b-46e1-a91c-f74ed461451d None None] Pushing event updated for resources: {'Port': ['ID=ba0956eb-9884-4233-93cd-78dacfa7f4ea,revision_number=2']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:21:07.280924 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20da6d0b-2ed7-4e72-beaf-85c5bd8f02ef tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Pushing event deleted for resources: {'Port': ['ID=ba0956eb-9884-4233-93cd-78dacfa7f4ea,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:21:07.290430 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20da6d0b-2ed7-4e72-beaf-85c5bd8f02ef tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] No DVR routers for this DVR port ba0956eb-9884-4233-93cd-78dacfa7f4ea on host n-d-705658-22 {{(pid=105585) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:21:07.392316 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-043a4ed6-06c7-4eb3-bd98-edaf051ccbff req-c88a9b12-07b7-4b57-a2e4-02526b454d0f tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:07.414677 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-20da6d0b-2ed7-4e72-beaf-85c5bd8f02ef tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853562', 'neutron.services.segments.db._delete_segments_for_network-8790688882975'] for network, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:07.445067 n-d-705658-22 neutron-server[105585]: DEBUG neutron.services.segments.db [None req-20da6d0b-2ed7-4e72-beaf-85c5bd8f02ef tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed8cad7f-fddd-45f8-90bf-5817beb58b6a']}} {{(pid=105585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:21:07.460871 n-d-705658-22 neutron-server[105585]: DEBUG neutron.services.segments.db [None req-20da6d0b-2ed7-4e72-beaf-85c5bd8f02ef tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ff638fc-f84f-4d62-be24-bfc617b1db46') {'for_net_delete': True} {{(pid=105585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:21:07.461747 n-d-705658-22 neutron-server[105585]: DEBUG neutron.services.segments.db [None req-20da6d0b-2ed7-4e72-beaf-85c5bd8f02ef tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ff638fc-f84f-4d62-be24-bfc617b1db46') {} {{(pid=105585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:21:07.473040 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-20da6d0b-2ed7-4e72-beaf-85c5bd8f02ef tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790688883752', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9886370'] for segment, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:07.491409 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-20da6d0b-2ed7-4e72-beaf-85c5bd8f02ef tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:07.500941 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20da6d0b-2ed7-4e72-beaf-85c5bd8f02ef tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Releasing vlan 245 on physical network physnet1 to pool {{(pid=105585) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:21:07.501887 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-20da6d0b-2ed7-4e72-beaf-85c5bd8f02ef tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10221644'] for segment, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:07.506448 n-d-705658-22 neutron-server[105585]: Traceback (most recent call last): Jul 27 21:21:07.506448 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:21:07.506448 n-d-705658-22 neutron-server[105585]: timer() Jul 27 21:21:07.506448 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:21:07.506448 n-d-705658-22 neutron-server[105585]: cb(*args, **kw) Jul 27 21:21:07.506448 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:21:07.506448 n-d-705658-22 neutron-server[105585]: return func(*args, **kwargs) Jul 27 21:21:07.506448 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:21:07.506448 n-d-705658-22 neutron-server[105585]: self._notify() Jul 27 21:21:07.506448 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:21:07.506448 n-d-705658-22 neutron-server[105585]: self.callback(batched_events) Jul 27 21:21:07.506448 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:21:07.506448 n-d-705658-22 neutron-server[105585]: event.method(event) Jul 27 21:21:07.506448 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:21:07.506448 n-d-705658-22 neutron-server[105585]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:21:07.506448 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:21:07.506448 n-d-705658-22 neutron-server[105585]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:21:07.506448 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:21:07.506448 n-d-705658-22 neutron-server[105585]: return f(self, *a, **k) Jul 27 21:21:07.506448 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:21:07.506448 n-d-705658-22 neutron-server[105585]: return self._get(url).json() Jul 27 21:21:07.506448 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:21:07.506448 n-d-705658-22 neutron-server[105585]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:21:07.506448 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:21:07.506448 n-d-705658-22 neutron-server[105585]: return self.request(url, 'GET', **kwargs) Jul 27 21:21:07.506448 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:21:07.506448 n-d-705658-22 neutron-server[105585]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:21:07.506448 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:21:07.506448 n-d-705658-22 neutron-server[105585]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:21:07.506448 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:21:07.506448 n-d-705658-22 neutron-server[105585]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:21:07.506448 n-d-705658-22 neutron-server[105585]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:21:07.517710 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-1bc7a3d6-4b59-4c67-8e01-2537436fea5e None None] For port 22dc17af-b075-4645-8273-26b8a77cdfc8, host n-d-705658-22, cleared binding levels {{(pid=105586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:21:07.521105 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-1bc7a3d6-4b59-4c67-8e01-2537436fea5e None None] For port 22dc17af-b075-4645-8273-26b8a77cdfc8, host n-d-705658-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=22dc17af-b075-4645-8273-26b8a77cdfc8,segment=NetworkSegment(50d81ca1-655c-41f2-b885-6dc71e2c85de),segment_id=50d81ca1-655c-41f2-b885-6dc71e2c85de)] {{(pid=105586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:21:07.524586 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:07.528622 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88a9b12-07b7-4b57-a2e4-02526b454d0f tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] Pushing event deleted for resources: {'Port': ['ID=7ee0b5de-cc6b-4887-84a8-0ca30ec26956,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:21:07.589523 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 50274) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:07.596486 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-1bc7a3d6-4b59-4c67-8e01-2537436fea5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:07.673684 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-20da6d0b-2ed7-4e72-beaf-85c5bd8f02ef tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4075658'] for network, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:07.687394 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-20da6d0b-2ed7-4e72-beaf-85c5bd8f02ef tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Notify callbacks [] for network, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:07.695255 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-20da6d0b-2ed7-4e72-beaf-85c5bd8f02ef tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] 10.222.0.59 "DELETE /v2.0/networks/ed8cad7f-fddd-45f8-90bf-5817beb58b6a HTTP/1.1" status: 204 len: 168 time: 3.9054863 Jul 27 21:21:07.701744 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 50282) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:07.712966 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-db323443-205d-4c08-b4ae-d9feaa5eada2 tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-511107951'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:21:07.755992 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db323443-205d-4c08-b4ae-d9feaa5eada2 tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Made reservation on behalf of a7f96c4262db4c858fcaf29ac40303b5 for: {'network': 1} {{(pid=105585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:21:07.762745 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-db323443-205d-4c08-b4ae-d9feaa5eada2 tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for network, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:07.780640 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [req-043a4ed6-06c7-4eb3-bd98-edaf051ccbff req-c88a9b12-07b7-4b57-a2e4-02526b454d0f tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] No DVR routers for this DVR port 7ee0b5de-cc6b-4887-84a8-0ca30ec26956 on host n-h1-705658-22 {{(pid=105584) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:21:07.784924 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-043a4ed6-06c7-4eb3-bd98-edaf051ccbff req-c88a9b12-07b7-4b57-a2e4-02526b454d0f tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:07.786497 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20da6d0b-2ed7-4e72-beaf-85c5bd8f02ef tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Pushing event deleted for resources: {'Network': ['ID=ed8cad7f-fddd-45f8-90bf-5817beb58b6a,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:21:07.786970 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-043a4ed6-06c7-4eb3-bd98-edaf051ccbff req-c88a9b12-07b7-4b57-a2e4-02526b454d0f tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] 10.222.0.36 "DELETE /v2.0/ports/7ee0b5de-cc6b-4887-84a8-0ca30ec26956 HTTP/1.1" status: 204 len: 173 time: 2.6734252 Jul 27 21:21:07.798138 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7eed15d7-9e7a-475a-9afd-73b0b8aa437e', 'name': 'network-vif-deleted', 'tag': '7ee0b5de-cc6b-4887-84a8-0ca30ec26956'}] {{(pid=105584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:21:07.802321 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bce5e6c8685464f7626901654159975603b047827e3138302ed6566e28f1343" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49346656-780d-439a-a34a-ff34364bed56" -d '{"events": [{"server_uuid": "7eed15d7-9e7a-475a-9afd-73b0b8aa437e", "name": "network-vif-deleted", "tag": "7ee0b5de-cc6b-4887-84a8-0ca30ec26956"}]}' {{(pid=105584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:21:07.842922 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-e2ef4fd3-e7eb-4ca6-af0d-6b9b0c4ff78b tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:07.868285 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.db.api [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105586) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 27 21:21:07.868958 n-d-705658-22 neutron-server[105586]: DEBUG oslo_db.api [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 27 21:21:07.870321 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db323443-205d-4c08-b4ae-d9feaa5eada2 tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] vlan segment allocate from pool success with {'vlan_id': 209, 'physical_network': 'physnet1'} {{(pid=105585) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:21:07.873409 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc7a3d6-4b59-4c67-8e01-2537436fea5e None None] Pushing event updated for resources: {'Port': ['ID=22dc17af-b075-4645-8273-26b8a77cdfc8,revision_number=2']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:21:07.897747 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-db323443-205d-4c08-b4ae-d9feaa5eada2 tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:07.899603 n-d-705658-22 neutron-server[105585]: INFO neutron.db.segments_db [None req-db323443-205d-4c08-b4ae-d9feaa5eada2 tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Added segment a168fcee-cc5d-4519-9d9c-6e552d75b00c of type vlan for network e501f2ce-4e7e-4caf-bd25-81dec25a6636 Jul 27 21:21:07.913214 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-968ca13f-6171-4efe-8a2e-176684dd27d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180'] for port, after_delete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:07.968187 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968ca13f-6171-4efe-8a2e-176684dd27d8 None None] Pushing event deleted for resources: {'Port': ['ID=5b0bc887-7cfd-4996-9d09-999f81fe4064,revision_number=None']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:21:07.991550 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-968ca13f-6171-4efe-8a2e-176684dd27d8 None None] No DVR routers for this DVR port 5b0bc887-7cfd-4996-9d09-999f81fe4064 on host n-d-705658-22 {{(pid=105586) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:21:08.000947 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:21:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcb821c8-04b6-41c9-85c9-83c0516b62ac x-openstack-request-id: req-bcb821c8-04b6-41c9-85c9-83c0516b62ac {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:21:08.003395 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7eed15d7-9e7a-475a-9afd-73b0b8aa437e", "name": "network-vif-deleted", "tag": "7ee0b5de-cc6b-4887-84a8-0ca30ec26956", "status": "completed", "code": 200}]} {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:21:08.004201 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-bcb821c8-04b6-41c9-85c9-83c0516b62ac {{(pid=105584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:21:08.004848 n-d-705658-22 neutron-server[105584]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7eed15d7-9e7a-475a-9afd-73b0b8aa437e', 'name': 'network-vif-deleted', 'tag': '7ee0b5de-cc6b-4887-84a8-0ca30ec26956', 'status': 'completed', 'code': 200} Jul 27 21:21:08.017355 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-e9d40a9c-30dc-41e9-b039-dcedd9bc8fb5 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1025241129-network', 'tenant_id': 'cf28ee748c924682bd15abce3c1d75f1'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:21:08.029422 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-1fdfe6f4-6584-4866-ae57-8f4f0cf2ccf7 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:08.044756 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-db323443-205d-4c08-b4ae-d9feaa5eada2 tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790688424798'] for network, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:08.103332 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-db323443-205d-4c08-b4ae-d9feaa5eada2 tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920'] for network, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:08.109710 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db323443-205d-4c08-b4ae-d9feaa5eada2 tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:21:08.111491 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-db323443-205d-4c08-b4ae-d9feaa5eada2 tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Notify callbacks [] for network, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:08.124853 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ef4fd3-e7eb-4ca6-af0d-6b9b0c4ff78b tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Pushing event updated for resources: {'Port': ['ID=01896298-5c32-4ab9-876e-9e1c027a2827,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:21:08.133862 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.db_base_plugin_v2 [None req-1fdfe6f4-6584-4866-ae57-8f4f0cf2ccf7 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Port 5b0bc887-7cfd-4996-9d09-999f81fe4064 concurrently deleted while adding address for new subnet {'id': '6886ff12-bdec-4a9a-8ca7-97bb1c71a1cf', 'name': '', 'tenant_id': 'fcd7bb7d26624f8f823446f0b0a5006f', 'network_id': '1d615a85-844c-4c57-a0fc-2090e87300f0', 'ip_version': 6, 'subnetpool_id': None, 'enable_dhcp': True, 'ipv6_ra_mode': None, 'ipv6_address_mode': 'slaac', 'standard_attr_id': 3115, 'gateway_ip': '2001:db8::1', 'cidr': '2001:db8::/64', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:ffff'}], 'host_routes': [], 'dns_nameservers': [], 'shared': False, 'description': '', 'service_types': [], 'tags': [], 'created_at': '2021-07-27T21:21:05Z', 'updated_at': '2021-07-27T21:21:05Z', 'revision_number': 0, 'segment_id': None, 'project_id': 'fcd7bb7d26624f8f823446f0b0a5006f'}. {{(pid=105584) _create_subnet_postcommit /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:769}} Jul 27 21:21:08.136332 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-1fdfe6f4-6584-4866-ae57-8f4f0cf2ccf7 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9014150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9738800'] for subnet, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:08.147184 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2ef4fd3-e7eb-4ca6-af0d-6b9b0c4ff78b tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Network 70b8404e-a129-439b-873f-f05fbaaec4a7 is already hosted by enough agents. {{(pid=105584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:21:08.251450 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [None req-e2ef4fd3-e7eb-4ca6-af0d-6b9b0c4ff78b tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Resources bound (agent type, host, resource id): {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:21:08.254511 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2ef4fd3-e7eb-4ca6-af0d-6b9b0c4ff78b tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Received port after_create {{(pid=105584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:21:08.268664 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdfe6f4-6584-4866-ae57-8f4f0cf2ccf7 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Pushing event updated for resources: {'Subnet': ['ID=6886ff12-bdec-4a9a-8ca7-97bb1c71a1cf,revision_number=0']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:21:08.289963 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db323443-205d-4c08-b4ae-d9feaa5eada2 tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Pushing event updated for resources: {'Network': ['ID=e501f2ce-4e7e-4caf-bd25-81dec25a6636,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:21:08.304249 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-db323443-205d-4c08-b4ae-d9feaa5eada2 tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5997207 Jul 27 21:21:08.305858 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Network e501f2ce-4e7e-4caf-bd25-81dec25a6636 details requested by agent ovs-agent-n-d-705658-22 with host n-d-705658-22 {{(pid=105586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:21:08.320853 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9d40a9c-30dc-41e9-b039-dcedd9bc8fb5 admin admin] Made reservation on behalf of cf28ee748c924682bd15abce3c1d75f1 for: {'network': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:21:08.322518 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 50294) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:08.323657 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-e9d40a9c-30dc-41e9-b039-dcedd9bc8fb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for network, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:08.345799 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fdfe6f4-6584-4866-ae57-8f4f0cf2ccf7 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Network 1d615a85-844c-4c57-a0fc-2090e87300f0 is already hosted by enough agents. {{(pid=105584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:21:08.358249 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-e9d40a9c-30dc-41e9-b039-dcedd9bc8fb5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:08.360608 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [None req-1fdfe6f4-6584-4866-ae57-8f4f0cf2ccf7 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Resources bound (agent type, host, resource id): {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:21:08.363971 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fdfe6f4-6584-4866-ae57-8f4f0cf2ccf7 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:21:08.365710 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-1fdfe6f4-6584-4866-ae57-8f4f0cf2ccf7 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks [] for subnet, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:08.373186 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-dce17f09-8f14-4e47-a6cf-0079c30d6aab tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Request body: {'subnet': {'network_id': 'e501f2ce-4e7e-4caf-bd25-81dec25a6636', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:21:08.395297 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-7d4c41dc-37ed-432f-a727-cf4261d61eda req-f4a3caa2-7c88-47e6-a2e4-60935f8a7c98 tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] 10.222.0.59 "GET /v2.0/ports?device_id=7eed15d7-9e7a-475a-9afd-73b0b8aa437e HTTP/1.1" status: 200 len: 210 time: 0.1076403 Jul 27 21:21:08.405369 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2ef4fd3-e7eb-4ca6-af0d-6b9b0c4ff78b tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:21:08.406036 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-e2ef4fd3-e7eb-4ca6-af0d-6b9b0c4ff78b tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:08.416439 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-1fdfe6f4-6584-4866-ae57-8f4f0cf2ccf7 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 3.8189871 Jul 27 21:21:08.422053 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 50300) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:08.430510 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-c5c04402-6d4b-4664-bd0b-03f760758392 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Request body: {'port': {'network_id': '1d615a85-844c-4c57-a0fc-2090e87300f0', 'mac_address': 'fa:16:3e:90:02:0a', 'name': 'tempest-NetworksTestDHCPv6-1614446433'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:21:08.434757 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6f4341e-b22a-4e53-bd6a-723c6e707bde None None] Network 1d615a85-844c-4c57-a0fc-2090e87300f0 requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:21:08.510374 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Port 5b0bc887-7cfd-4996-9d09-999f81fe4064 update to DOWN by agent not found {{(pid=105586) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2150}} Jul 27 21:21:08.657095 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e56fffc5-69f2-47b5-ac66-30b6bfaaf882 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30bb4b93-b285-5d90-9493-f9ec33ea333c-1d615a85-844c-4c57-a0fc-2090e87300f0', 'network_id': '1d615a85-844c-4c57-a0fc-2090e87300f0', 'tenant_id': 'fcd7bb7d26624f8f823446f0b0a5006f', 'fixed_ips': [{'subnet_id': '6886ff12-bdec-4a9a-8ca7-97bb1c71a1cf'}]}} from n-d-705658-22. {{(pid=105586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 21:21:08.658783 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-e56fffc5-69f2-47b5-ac66-30b6bfaaf882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:08.790105 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-e9d40a9c-30dc-41e9-b039-dcedd9bc8fb5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:08.820627 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-e2ef4fd3-e7eb-4ca6-af0d-6b9b0c4ff78b tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 3.5784760 Jul 27 21:21:08.821542 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-e9d40a9c-30dc-41e9-b039-dcedd9bc8fb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:08.824479 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 50306) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:08.844342 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-0e38014e-92d8-481f-920f-928d4069856b tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Request body: {'port': {'network_id': '70b8404e-a129-439b-873f-f05fbaaec4a7', 'name': 'tempest-PortsTestJSON-906913539'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:21:08.848758 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 22dc17af-b075-4645-8273-26b8a77cdfc8 up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:21:08.852062 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device 7ee0b5de-cc6b-4887-84a8-0ca30ec26956 no longer exists at agent hyperv_n-h1-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:21:08.861010 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dce17f09-8f14-4e47-a6cf-0079c30d6aab tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Made reservation on behalf of a7f96c4262db4c858fcaf29ac40303b5 for: {'subnet': 1} {{(pid=105585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:21:08.876358 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-dce17f09-8f14-4e47-a6cf-0079c30d6aab tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9990620'] for subnet, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:08.926901 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-28650df7-c46c-4981-b84f-37d87254047e None None] No Port match for: 7ee0b5de-cc6b-4887-84a8-0ca30ec26956 {{(pid=105586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:21:08.928968 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device 7ee0b5de-cc6b-4887-84a8-0ca30ec26956 not bound to the agent host n-h1-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:21:09.101197 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5c04402-6d4b-4664-bd0b-03f760758392 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Made reservation on behalf of fcd7bb7d26624f8f823446f0b0a5006f for: {'port': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:21:09.117605 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9d40a9c-30dc-41e9-b039-dcedd9bc8fb5 admin admin] vlan segment allocate from pool success with {'vlan_id': 229, 'physical_network': 'physnet1'} {{(pid=105584) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:21:09.118196 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.db_base_plugin_common [None req-e56fffc5-69f2-47b5-ac66-30b6bfaaf882 None None] Allocated IP 2001:db8::f816:3eff:fe8a:dca (1d615a85-844c-4c57-a0fc-2090e87300f0/6886ff12-bdec-4a9a-8ca7-97bb1c71a1cf/60288777-1bd3-4f4f-aa6b-2e83daa0fa8f) {{(pid=105586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:21:09.129393 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d1a6716-e3ec-48ab-bd42-812afbb45ea4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:09.142806 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning for port 22dc17af-b075-4645-8273-26b8a77cdfc8 completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:21:09.218932 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d40a9c-30dc-41e9-b039-dcedd9bc8fb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af8a7608-1612-4015-9749-0670046fd2ba,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:21:09.232483 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-e9d40a9c-30dc-41e9-b039-dcedd9bc8fb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:09.232831 n-d-705658-22 neutron-server[105584]: INFO neutron.db.segments_db [None req-e9d40a9c-30dc-41e9-b039-dcedd9bc8fb5 admin admin] Added segment 3f18b890-fa6b-44d1-9207-4fabfd7414d8 of type vlan for network 31e9dce0-974a-4794-a13e-afe945076470 Jul 27 21:21:09.259903 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e38014e-92d8-481f-920f-928d4069856b tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Made reservation on behalf of 454b79f542fc4867a07c409c85be23c7 for: {'port': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:21:09.270109 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-0e38014e-92d8-481f-920f-928d4069856b tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:09.379280 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-e56fffc5-69f2-47b5-ac66-30b6bfaaf882 None None] Notify callbacks [] for port, precommit_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:09.392070 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-e56fffc5-69f2-47b5-ac66-30b6bfaaf882 None None] Transition to ACTIVE for port object 60288777-1bd3-4f4f-aa6b-2e83daa0fa8f will not be triggered until provisioned by entity L2. {{(pid=105586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:21:09.401533 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4a20705-2eb0-4fbd-84f9-5bb9eecd0cd7 None None] Network 70b8404e-a129-439b-873f-f05fbaaec4a7 requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:21:09.402563 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-dce17f09-8f14-4e47-a6cf-0079c30d6aab tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10221797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9990606'] for subnet, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:09.451434 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-e56fffc5-69f2-47b5-ac66-30b6bfaaf882 None None] Transition to ACTIVE for port object 60288777-1bd3-4f4f-aa6b-2e83daa0fa8f will not be triggered until provisioned by entity DHCP. {{(pid=105586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:21:09.472175 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-e56fffc5-69f2-47b5-ac66-30b6bfaaf882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143'] for port, after_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:09.522199 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 50322) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:09.551159 n-d-705658-22 neutron-server[105586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e56fffc5-69f2-47b5-ac66-30b6bfaaf882 None None] Network 1d615a85-844c-4c57-a0fc-2090e87300f0 is already hosted by enough agents. {{(pid=105586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:21:09.560803 n-d-705658-22 neutron-server[105586]: DEBUG neutron.scheduler.base_scheduler [None req-e56fffc5-69f2-47b5-ac66-30b6bfaaf882 None None] Resources bound (agent type, host, resource id): {{(pid=105586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:21:09.563460 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e56fffc5-69f2-47b5-ac66-30b6bfaaf882 None None] Received port after_create {{(pid=105586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:21:09.565981 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-e2ac67e4-a01e-4cb4-8255-fbaf53496d80 None None] Provisioning for port 22dc17af-b075-4645-8273-26b8a77cdfc8 completed by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:21:09.582696 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56fffc5-69f2-47b5-ac66-30b6bfaaf882 None None] Pushing event updated for resources: {'Port': ['ID=60288777-1bd3-4f4f-aa6b-2e83daa0fa8f,revision_number=1']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:21:09.588139 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-e2ac67e4-a01e-4cb4-8255-fbaf53496d80 None None] Provisioning complete for port 22dc17af-b075-4645-8273-26b8a77cdfc8 triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:21:09.589147 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-e2ac67e4-a01e-4cb4-8255-fbaf53496d80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:09.622678 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce17f09-8f14-4e47-a6cf-0079c30d6aab tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Pushing event updated for resources: {'Subnet': ['ID=a7da28d4-8291-43de-ba8d-373520c5dd55,revision_number=0']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:21:09.668855 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dce17f09-8f14-4e47-a6cf-0079c30d6aab tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Checking segment: {'id': 'a168fcee-cc5d-4519-9d9c-6e552d75b00c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'e501f2ce-4e7e-4caf-bd25-81dec25a6636'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:21:09.668855 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dce17f09-8f14-4e47-a6cf-0079c30d6aab tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Network hostable DHCP agents. Network: e501f2ce-4e7e-4caf-bd25-81dec25a6636, hostable agents: ['7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a'], hosted agents: [] {{(pid=105585) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:21:09.723389 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8498b5-5662-496f-90b6-6ce4b84175f3 req-e2846e46-da6e-48b0-bc5a-b3577b55b4e4 tempest-VolumesSnapshotTestJSON-1656461289 tempest-VolumesSnapshotTestJSON-1656461289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:21:09.725104 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-ca8498b5-5662-496f-90b6-6ce4b84175f3 req-e2846e46-da6e-48b0-bc5a-b3577b55b4e4 tempest-VolumesSnapshotTestJSON-1656461289 tempest-VolumesSnapshotTestJSON-1656461289-project] 10.222.0.59 "GET /v2.0/ports?device_id=e461b1e5-9e94-433e-8c6a-5441fbef3d14 HTTP/1.1" status: 200 len: 945 time: 0.4000843 Jul 27 21:21:09.737816 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-e56fffc5-69f2-47b5-ac66-30b6bfaaf882 None None] Attempting to bind port 60288777-1bd3-4f4f-aa6b-2e83daa0fa8f on host n-d-705658-22 for vnic_type normal with profile {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:21:09.739294 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-e56fffc5-69f2-47b5-ac66-30b6bfaaf882 None None] Attempting to bind port 60288777-1bd3-4f4f-aa6b-2e83daa0fa8f by drivers openvswitch,hyperv on host n-d-705658-22 at level 0 using segments [{'id': '532d8a52-575f-45de-a3af-efbea8c8f6d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '1d615a85-844c-4c57-a0fc-2090e87300f0'}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:21:09.739858 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e56fffc5-69f2-47b5-ac66-30b6bfaaf882 None None] Attempting to bind port 60288777-1bd3-4f4f-aa6b-2e83daa0fa8f on network 1d615a85-844c-4c57-a0fc-2090e87300f0 {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:21:09.756874 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e56fffc5-69f2-47b5-ac66-30b6bfaaf882 None None] Checking agent: {'id': '04a7ea91-6318-467e-ace6-b0fb48c8690f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 41, 42), 'started_at': datetime.datetime(2021, 7, 27, 20, 42, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 20, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:21:09.757631 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e56fffc5-69f2-47b5-ac66-30b6bfaaf882 None None] Checking segment: {'id': '532d8a52-575f-45de-a3af-efbea8c8f6d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '1d615a85-844c-4c57-a0fc-2090e87300f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:21:09.758257 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-e56fffc5-69f2-47b5-ac66-30b6bfaaf882 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:09.759131 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e56fffc5-69f2-47b5-ac66-30b6bfaaf882 None None] Bound using segment: {'id': '532d8a52-575f-45de-a3af-efbea8c8f6d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '1d615a85-844c-4c57-a0fc-2090e87300f0'} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:21:09.759876 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-e56fffc5-69f2-47b5-ac66-30b6bfaaf882 None None] Bound port: 60288777-1bd3-4f4f-aa6b-2e83daa0fa8f, host: n-d-705658-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '532d8a52-575f-45de-a3af-efbea8c8f6d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '1d615a85-844c-4c57-a0fc-2090e87300f0'}}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:21:09.760453 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-e56fffc5-69f2-47b5-ac66-30b6bfaaf882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:09.775695 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-e9d40a9c-30dc-41e9-b039-dcedd9bc8fb5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790688424798'] for network, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:09.777640 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dce17f09-8f14-4e47-a6cf-0079c30d6aab tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Network e501f2ce-4e7e-4caf-bd25-81dec25a6636 is scheduled to be hosted by DHCP agent 7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a with binding_index 1 {{(pid=105585) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:21:09.809011 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.base_scheduler [None req-dce17f09-8f14-4e47-a6cf-0079c30d6aab tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-22, e501f2ce-4e7e-4caf-bd25-81dec25a6636) {{(pid=105585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:21:09.826158 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dce17f09-8f14-4e47-a6cf-0079c30d6aab tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:21:09.826964 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-dce17f09-8f14-4e47-a6cf-0079c30d6aab tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743886'] for subnet, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:09.844865 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e56639d5-1564-4533-8f7b-6ec0e240b5fd None None] Network e501f2ce-4e7e-4caf-bd25-81dec25a6636 requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:21:09.860487 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-ca8498b5-5662-496f-90b6-6ce4b84175f3 req-981b795e-c72d-49cb-a91e-2c65b7cc9d75 tempest-VolumesSnapshotTestJSON-1656461289 tempest-VolumesSnapshotTestJSON-1656461289-project] 10.222.0.59 "GET /v2.0/security-groups?id=dbda38b4-0099-4f6e-aeb8-905b6aa6a585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226971 Jul 27 21:21:09.869258 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [None req-0e38014e-92d8-481f-920f-928d4069856b tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] device_id is not set on port dece421f-4283-4666-b65f-1e228b5dc23e yet. {{(pid=105584) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 21:21:09.896059 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-dce17f09-8f14-4e47-a6cf-0079c30d6aab tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.5681603 Jul 27 21:21:09.905523 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 50328) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:09.953580 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-e9d40a9c-30dc-41e9-b039-dcedd9bc8fb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920'] for network, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:09.954560 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9d40a9c-30dc-41e9-b039-dcedd9bc8fb5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:21:09.955167 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-e9d40a9c-30dc-41e9-b039-dcedd9bc8fb5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743886'] for network, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:09.973613 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-e56fffc5-69f2-47b5-ac66-30b6bfaaf882 None None] For port 60288777-1bd3-4f4f-aa6b-2e83daa0fa8f, host n-d-705658-22, cleared binding levels {{(pid=105586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:21:09.977838 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-e56fffc5-69f2-47b5-ac66-30b6bfaaf882 None None] For port 60288777-1bd3-4f4f-aa6b-2e83daa0fa8f, host n-d-705658-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=60288777-1bd3-4f4f-aa6b-2e83daa0fa8f,segment=NetworkSegment(532d8a52-575f-45de-a3af-efbea8c8f6d5),segment_id=532d8a52-575f-45de-a3af-efbea8c8f6d5)] {{(pid=105586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:21:10.003366 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-e56fffc5-69f2-47b5-ac66-30b6bfaaf882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:10.042490 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c5c04402-6d4b-4664-bd0b-03f760758392 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:10.125767 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-e9d40a9c-30dc-41e9-b039-dcedd9bc8fb5 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.4796443 Jul 27 21:21:10.132739 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d40a9c-30dc-41e9-b039-dcedd9bc8fb5 admin admin] Pushing event updated for resources: {'Network': ['ID=31e9dce0-974a-4794-a13e-afe945076470,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:21:10.135268 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 50336) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:10.140325 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [None req-c5c04402-6d4b-4664-bd0b-03f760758392 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] device_id is not set on port 526359bf-885a-4c5e-844d-54bda317d1bb yet. {{(pid=105584) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 21:21:10.150966 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-e2ac67e4-a01e-4cb4-8255-fbaf53496d80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:10.157166 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-5531f3fc-a88a-4a58-802c-c42b22fb17c7 admin admin] Request body: {'subnet': {'network_id': '31e9dce0-974a-4794-a13e-afe945076470', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1025241129-subnet', 'tenant_id': 'cf28ee748c924682bd15abce3c1d75f1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:21:10.163277 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.db_base_plugin_common [None req-0e38014e-92d8-481f-920f-928d4069856b tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Allocated IP 172.20.0.8 (70b8404e-a129-439b-873f-f05fbaaec4a7/bfa5e98c-0798-461a-bf5a-1c7cbe1c4c44/dece421f-4283-4666-b65f-1e228b5dc23e) {{(pid=105584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:21:10.209911 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-37d10cc9-9fac-4bb4-b1b6-3b5b2b58290a tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-990557'] for network, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:10.212472 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Network 31e9dce0-974a-4794-a13e-afe945076470 details requested by agent ovs-agent-n-d-705658-22 with host n-d-705658-22 {{(pid=105586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:21:10.330239 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-37d10cc9-9fac-4bb4-b1b6-3b5b2b58290a tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854965'] for subnet, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:10.494925 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5531f3fc-a88a-4a58-802c-c42b22fb17c7 admin admin] Made reservation on behalf of cf28ee748c924682bd15abce3c1d75f1 for: {'subnet': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:21:10.505857 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-37d10cc9-9fac-4bb4-b1b6-3b5b2b58290a tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10221602', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9990583'] for subnet, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:10.510266 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-5531f3fc-a88a-4a58-802c-c42b22fb17c7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9738786'] for subnet, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:10.606048 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56fffc5-69f2-47b5-ac66-30b6bfaaf882 None None] Pushing event updated for resources: {'Port': ['ID=60288777-1bd3-4f4f-aa6b-2e83daa0fa8f,revision_number=2']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:21:10.609457 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d10cc9-9fac-4bb4-b1b6-3b5b2b58290a tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Pushing event deleted for resources: {'Subnet': ['ID=a7da28d4-8291-43de-ba8d-373520c5dd55,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:21:10.657267 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-ef8b4224-58fc-417e-9d5c-61483591628d tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4076536'] for router_interface, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:10.659605 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:10.710810 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-e2ac67e4-a01e-4cb4-8255-fbaf53496d80 None None] For port 22dc17af-b075-4645-8273-26b8a77cdfc8, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=22dc17af-b075-4645-8273-26b8a77cdfc8,segment=NetworkSegment(50d81ca1-655c-41f2-b885-6dc71e2c85de),segment_id=50d81ca1-655c-41f2-b885-6dc71e2c85de)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:21:10.724397 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3995a477-9e04-40d7-a0c1-78fd388654cc None None] Network e501f2ce-4e7e-4caf-bd25-81dec25a6636 requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:21:10.883326 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.db_base_plugin_common [None req-c5c04402-6d4b-4664-bd0b-03f760758392 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Allocated IP 2001:db8::f816:3eff:fe90:20a (1d615a85-844c-4c57-a0fc-2090e87300f0/6886ff12-bdec-4a9a-8ca7-97bb1c71a1cf/526359bf-885a-4c5e-844d-54bda317d1bb) {{(pid=105584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:21:10.917026 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-e2ac67e4-a01e-4cb4-8255-fbaf53496d80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:10.998870 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-37d10cc9-9fac-4bb4-b1b6-3b5b2b58290a tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853562', 'neutron.services.segments.db._delete_segments_for_network-8790688882975'] for network, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:11.014079 n-d-705658-22 neutron-server[105585]: DEBUG neutron.services.segments.db [None req-37d10cc9-9fac-4bb4-b1b6-3b5b2b58290a tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e501f2ce-4e7e-4caf-bd25-81dec25a6636']}} {{(pid=105585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:21:11.033966 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-0e38014e-92d8-481f-920f-928d4069856b tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Notify callbacks [] for port, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:11.043204 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ac67e4-a01e-4cb4-8255-fbaf53496d80 None None] Pushing event updated for resources: {'Port': ['ID=22dc17af-b075-4645-8273-26b8a77cdfc8,revision_number=3']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:21:11.052239 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-657658ef-38ed-4c5e-8660-305e6522cf1e None None] Provisioning complete for port 22dc17af-b075-4645-8273-26b8a77cdfc8 triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:21:11.052692 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-657658ef-38ed-4c5e-8660-305e6522cf1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:11.058507 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.provisioning_blocks [None req-0e38014e-92d8-481f-920f-928d4069856b tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Transition to ACTIVE for port object dece421f-4283-4666-b65f-1e228b5dc23e will not be triggered until provisioned by entity DHCP. {{(pid=105584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:21:11.107916 n-d-705658-22 neutron-server[105585]: DEBUG neutron.services.segments.db [None req-37d10cc9-9fac-4bb4-b1b6-3b5b2b58290a tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a168fcee-cc5d-4519-9d9c-6e552d75b00c') {'for_net_delete': True} {{(pid=105585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:21:11.108327 n-d-705658-22 neutron-server[105585]: DEBUG neutron.services.segments.db [None req-37d10cc9-9fac-4bb4-b1b6-3b5b2b58290a tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a168fcee-cc5d-4519-9d9c-6e552d75b00c') {} {{(pid=105585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:21:11.122083 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-0e38014e-92d8-481f-920f-928d4069856b tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:11.135519 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-37d10cc9-9fac-4bb4-b1b6-3b5b2b58290a tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790688883752', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9886370'] for segment, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:11.167289 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-657658ef-38ed-4c5e-8660-305e6522cf1e None None] Provisioning for port 01896298-5c32-4ab9-876e-9e1c027a2827 completed by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:21:11.171983 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-37d10cc9-9fac-4bb4-b1b6-3b5b2b58290a tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:11.175162 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-657658ef-38ed-4c5e-8660-305e6522cf1e None None] Provisioning complete for port 01896298-5c32-4ab9-876e-9e1c027a2827 triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:21:11.175865 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-657658ef-38ed-4c5e-8660-305e6522cf1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:11.206178 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37d10cc9-9fac-4bb4-b1b6-3b5b2b58290a tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Releasing vlan 209 on physical network physnet1 to pool {{(pid=105585) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:21:11.206847 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-37d10cc9-9fac-4bb4-b1b6-3b5b2b58290a tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10221644'] for segment, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:11.213263 n-d-705658-22 neutron-server[105585]: Traceback (most recent call last): Jul 27 21:21:11.213263 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:21:11.213263 n-d-705658-22 neutron-server[105585]: timer() Jul 27 21:21:11.213263 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:21:11.213263 n-d-705658-22 neutron-server[105585]: cb(*args, **kw) Jul 27 21:21:11.213263 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:21:11.213263 n-d-705658-22 neutron-server[105585]: return func(*args, **kwargs) Jul 27 21:21:11.213263 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:21:11.213263 n-d-705658-22 neutron-server[105585]: self._notify() Jul 27 21:21:11.213263 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:21:11.213263 n-d-705658-22 neutron-server[105585]: self.callback(batched_events) Jul 27 21:21:11.213263 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:21:11.213263 n-d-705658-22 neutron-server[105585]: event.method(event) Jul 27 21:21:11.213263 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:21:11.213263 n-d-705658-22 neutron-server[105585]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:21:11.213263 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:21:11.213263 n-d-705658-22 neutron-server[105585]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:21:11.213263 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:21:11.213263 n-d-705658-22 neutron-server[105585]: return f(self, *a, **k) Jul 27 21:21:11.213263 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:21:11.213263 n-d-705658-22 neutron-server[105585]: return self._get(url).json() Jul 27 21:21:11.213263 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:21:11.213263 n-d-705658-22 neutron-server[105585]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:21:11.213263 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:21:11.213263 n-d-705658-22 neutron-server[105585]: return self.request(url, 'GET', **kwargs) Jul 27 21:21:11.213263 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:21:11.213263 n-d-705658-22 neutron-server[105585]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:21:11.213263 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:21:11.213263 n-d-705658-22 neutron-server[105585]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:21:11.213263 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:21:11.213263 n-d-705658-22 neutron-server[105585]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:21:11.213263 n-d-705658-22 neutron-server[105585]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:21:11.245480 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-657658ef-38ed-4c5e-8660-305e6522cf1e None None] Port 01896298-5c32-4ab9-876e-9e1c027a2827 cannot update to ACTIVE because it is not bound. {{(pid=105586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:21:11.318494 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b419fe2f-a6d4-410b-9a54-d89ec75969e9 req-23e1f03a-58e5-4883-aa5d-13352135ee16 tempest-VolumesSnapshotTestJSON-1656461289 tempest-VolumesSnapshotTestJSON-1656461289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:21:11.320778 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b419fe2f-a6d4-410b-9a54-d89ec75969e9 req-23e1f03a-58e5-4883-aa5d-13352135ee16 tempest-VolumesSnapshotTestJSON-1656461289 tempest-VolumesSnapshotTestJSON-1656461289-project] 10.222.0.59 "GET /v2.0/ports?device_id=e461b1e5-9e94-433e-8c6a-5441fbef3d14 HTTP/1.1" status: 200 len: 945 time: 0.2629483 Jul 27 21:21:11.323111 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-37d10cc9-9fac-4bb4-b1b6-3b5b2b58290a tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4075658'] for network, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:11.345781 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-37d10cc9-9fac-4bb4-b1b6-3b5b2b58290a tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Notify callbacks [] for network, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:11.348031 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-37d10cc9-9fac-4bb4-b1b6-3b5b2b58290a tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] 10.222.0.59 "DELETE /v2.0/networks/e501f2ce-4e7e-4caf-bd25-81dec25a6636 HTTP/1.1" status: 204 len: 168 time: 1.3780231 Jul 27 21:21:11.355774 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d10cc9-9fac-4bb4-b1b6-3b5b2b58290a tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Pushing event deleted for resources: {'Network': ['ID=e501f2ce-4e7e-4caf-bd25-81dec25a6636,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:21:11.363692 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 50356) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:11.371704 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae45de6-6cd0-482b-bbfe-b55b403b95d5 req-b8c8a74f-fa60-4b0e-bd3f-85c1bc799f55 tempest-VolumesSnapshotTestJSON-1656461289 tempest-VolumesSnapshotTestJSON-1656461289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:21:11.373500 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-eae45de6-6cd0-482b-bbfe-b55b403b95d5 req-b8c8a74f-fa60-4b0e-bd3f-85c1bc799f55 tempest-VolumesSnapshotTestJSON-1656461289 tempest-VolumesSnapshotTestJSON-1656461289-project] 10.222.0.36 "GET /v2.0/ports?device_id=e461b1e5-9e94-433e-8c6a-5441fbef3d14 HTTP/1.1" status: 200 len: 945 time: 0.5863523 Jul 27 21:21:11.378142 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-09dd8659-2173-4b53-87d3-d36b83142833 tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1389499597'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:21:11.392790 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e38014e-92d8-481f-920f-928d4069856b tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Network 70b8404e-a129-439b-873f-f05fbaaec4a7 is already hosted by enough agents. {{(pid=105584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:21:11.401263 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-5531f3fc-a88a-4a58-802c-c42b22fb17c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9014150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9738800'] for subnet, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:11.436939 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b419fe2f-a6d4-410b-9a54-d89ec75969e9 req-e364d32d-f862-4936-9f3f-756b4082d082 tempest-VolumesSnapshotTestJSON-1656461289 tempest-VolumesSnapshotTestJSON-1656461289-project] 10.222.0.59 "GET /v2.0/security-groups?id=dbda38b4-0099-4f6e-aeb8-905b6aa6a585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878344 Jul 27 21:21:11.472742 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [None req-0e38014e-92d8-481f-920f-928d4069856b tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Resources bound (agent type, host, resource id): {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:21:11.505481 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e38014e-92d8-481f-920f-928d4069856b tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Received port after_create {{(pid=105584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:21:11.522690 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [None req-ef8b4224-58fc-417e-9d5c-61483591628d tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] Deleting port e4cb500d-754e-4183-a96f-dda8516d6e25 {{(pid=105585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:21:11.524307 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e38014e-92d8-481f-920f-928d4069856b tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Pushing event updated for resources: {'Port': ['ID=dece421f-4283-4666-b65f-1e228b5dc23e,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:21:11.524438 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-ef8b4224-58fc-417e-9d5c-61483591628d tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:11.572263 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-af27fccb-05b0-48ea-b059-8eb0d87a596c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:11.656298 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09dd8659-2173-4b53-87d3-d36b83142833 tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Made reservation on behalf of a7f96c4262db4c858fcaf29ac40303b5 for: {'network': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:21:11.659957 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-09dd8659-2173-4b53-87d3-d36b83142833 tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for network, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:11.693581 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.db [None req-ef8b4224-58fc-417e-9d5c-61483591628d tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] For port e4cb500d-754e-4183-a96f-dda8516d6e25, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=e4cb500d-754e-4183-a96f-dda8516d6e25,segment=NetworkSegment(a6a57384-6795-46cb-b260-81b15232836f),segment_id=a6a57384-6795-46cb-b260-81b15232836f)] {{(pid=105585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:21:11.693581 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-ef8b4224-58fc-417e-9d5c-61483591628d tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:11.709654 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [None req-ef8b4224-58fc-417e-9d5c-61483591628d tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] Calling delete_port for e4cb500d-754e-4183-a96f-dda8516d6e25 owned by network:router_interface {{(pid=105585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:21:11.737268 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c5c04402-6d4b-4664-bd0b-03f760758392 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks [] for port, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:11.753103 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.provisioning_blocks [None req-c5c04402-6d4b-4664-bd0b-03f760758392 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Transition to ACTIVE for port object 526359bf-885a-4c5e-844d-54bda317d1bb will not be triggered until provisioned by entity DHCP. {{(pid=105584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:21:11.780988 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-141f7b9e-ea72-475f-ae40-62ab66e90f7a None None] Provisioning for port 60288777-1bd3-4f4f-aa6b-2e83daa0fa8f completed by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:21:11.792080 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5531f3fc-a88a-4a58-802c-c42b22fb17c7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a2d6b4cf-f593-4a80-824f-51a495e66adf,revision_number=0']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:21:11.799903 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e38014e-92d8-481f-920f-928d4069856b tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:21:11.800317 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-0e38014e-92d8-481f-920f-928d4069856b tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:11.801035 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28289809-0ab3-43be-997e-35f632a784a0 None None] get_active_networks_info from n-d-705658-22 {{(pid=105586) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 27 21:21:11.816874 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c5c04402-6d4b-4664-bd0b-03f760758392 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:11.881400 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5531f3fc-a88a-4a58-802c-c42b22fb17c7 admin admin] Checking segment: {'id': '3f18b890-fa6b-44d1-9207-4fabfd7414d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '31e9dce0-974a-4794-a13e-afe945076470'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:21:11.881781 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5531f3fc-a88a-4a58-802c-c42b22fb17c7 admin admin] Network hostable DHCP agents. Network: 31e9dce0-974a-4794-a13e-afe945076470, hostable agents: ['7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a'], hosted agents: [] {{(pid=105584) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:21:11.896169 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-0e38014e-92d8-481f-920f-928d4069856b tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 3.0605423 Jul 27 21:21:11.896169 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09dd8659-2173-4b53-87d3-d36b83142833 tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] vlan segment allocate from pool success with {'vlan_id': 246, 'physical_network': 'physnet1'} {{(pid=105584) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:21:11.899930 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 50366) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:11.914651 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5c04402-6d4b-4664-bd0b-03f760758392 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Network 1d615a85-844c-4c57-a0fc-2090e87300f0 is already hosted by enough agents. {{(pid=105584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:21:11.927687 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [None req-c5c04402-6d4b-4664-bd0b-03f760758392 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Resources bound (agent type, host, resource id): {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:21:11.930431 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-1902c62b-46c5-4881-91c7-9d778744aed3 None None] Provisioning for port dece421f-4283-4666-b65f-1e228b5dc23e completed by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:21:11.935803 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c04402-6d4b-4664-bd0b-03f760758392 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Pushing event updated for resources: {'Port': ['ID=526359bf-885a-4c5e-844d-54bda317d1bb,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:21:11.938665 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5c04402-6d4b-4664-bd0b-03f760758392 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Received port after_create {{(pid=105584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:21:11.944809 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:11.945713 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5c04402-6d4b-4664-bd0b-03f760758392 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:21:11.946359 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c5c04402-6d4b-4664-bd0b-03f760758392 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:11.949494 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-1902c62b-46c5-4881-91c7-9d778744aed3 None None] Provisioning complete for port dece421f-4283-4666-b65f-1e228b5dc23e triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:21:11.949911 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-1902c62b-46c5-4881-91c7-9d778744aed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:11.950055 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-09dd8659-2173-4b53-87d3-d36b83142833 tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:11.950400 n-d-705658-22 neutron-server[105584]: INFO neutron.db.segments_db [None req-09dd8659-2173-4b53-87d3-d36b83142833 tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Added segment eac822d0-c45f-48ba-a798-490d52e1e00e of type vlan for network 022a1ee4-2b6b-4273-8967-e91982b7e0ac Jul 27 21:21:11.976137 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [req-eae45de6-6cd0-482b-bbfe-b55b403b95d5 req-8ccdc2d0-ebcd-4dd1-8f6f-3aa544b3a403 tempest-VolumesSnapshotTestJSON-1656461289 tempest-VolumesSnapshotTestJSON-1656461289-project] Deleting port e31cb1f7-840b-4526-8ec2-cc2374d781b2 {{(pid=105584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:21:11.976535 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-eae45de6-6cd0-482b-bbfe-b55b403b95d5 req-8ccdc2d0-ebcd-4dd1-8f6f-3aa544b3a403 tempest-VolumesSnapshotTestJSON-1656461289 tempest-VolumesSnapshotTestJSON-1656461289-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:12.010172 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-1902c62b-46c5-4881-91c7-9d778744aed3 None None] Port dece421f-4283-4666-b65f-1e228b5dc23e cannot update to ACTIVE because it is not bound. {{(pid=105586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:21:12.052524 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-c5c04402-6d4b-4664-bd0b-03f760758392 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.6273911 Jul 27 21:21:12.053326 n-d-705658-22 neutron-server[105586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28289809-0ab3-43be-997e-35f632a784a0 None None] Resources bound (agent type, host, resource id): {{(pid=105586) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 27 21:21:12.060314 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5531f3fc-a88a-4a58-802c-c42b22fb17c7 admin admin] Network 31e9dce0-974a-4794-a13e-afe945076470 is scheduled to be hosted by DHCP agent 7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a with binding_index 1 {{(pid=105584) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:21:12.063653 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 50370) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:12.083168 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-09dd8659-2173-4b53-87d3-d36b83142833 tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790688424798'] for network, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:12.125655 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ae22c17-a3b4-46e2-9fca-7c204a66c5cc tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:21:12.128840 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [None req-5531f3fc-a88a-4a58-802c-c42b22fb17c7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-22, 31e9dce0-974a-4794-a13e-afe945076470) {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:21:12.130463 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-1ae22c17-a3b4-46e2-9fca-7c204a66c5cc tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] 10.222.0.59 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.5 HTTP/1.1" status: 200 len: 921 time: 0.2295332 Jul 27 21:21:12.136280 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 50372) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:12.153887 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-ef8b4224-58fc-417e-9d5c-61483591628d tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:12.199762 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8b4224-58fc-417e-9d5c-61483591628d tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] Pushing event deleted for resources: {'Port': ['ID=e4cb500d-754e-4183-a96f-dda8516d6e25,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:21:12.215722 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5531f3fc-a88a-4a58-802c-c42b22fb17c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:21:12.216995 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-5531f3fc-a88a-4a58-802c-c42b22fb17c7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:12.263268 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [req-eae45de6-6cd0-482b-bbfe-b55b403b95d5 req-8ccdc2d0-ebcd-4dd1-8f6f-3aa544b3a403 tempest-VolumesSnapshotTestJSON-1656461289 tempest-VolumesSnapshotTestJSON-1656461289-project] For port e31cb1f7-840b-4526-8ec2-cc2374d781b2, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=e31cb1f7-840b-4526-8ec2-cc2374d781b2,segment=NetworkSegment(fa50df03-7dd2-4052-8819-c119d7bd8619),segment_id=fa50df03-7dd2-4052-8819-c119d7bd8619)] {{(pid=105584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:21:12.263678 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-eae45de6-6cd0-482b-bbfe-b55b403b95d5 req-8ccdc2d0-ebcd-4dd1-8f6f-3aa544b3a403 tempest-VolumesSnapshotTestJSON-1656461289 tempest-VolumesSnapshotTestJSON-1656461289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:12.297473 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-09dd8659-2173-4b53-87d3-d36b83142833 tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920'] for network, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:12.306127 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09dd8659-2173-4b53-87d3-d36b83142833 tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:21:12.306127 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-09dd8659-2173-4b53-87d3-d36b83142833 tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743886'] for network, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:12.314655 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [req-eae45de6-6cd0-482b-bbfe-b55b403b95d5 req-8ccdc2d0-ebcd-4dd1-8f6f-3aa544b3a403 tempest-VolumesSnapshotTestJSON-1656461289 tempest-VolumesSnapshotTestJSON-1656461289-project] Calling delete_port for e31cb1f7-840b-4526-8ec2-cc2374d781b2 owned by compute:nova {{(pid=105584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:21:12.332570 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-5531f3fc-a88a-4a58-802c-c42b22fb17c7 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.1840074 Jul 27 21:21:12.334514 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-0f39eeeb-6e5c-49a3-a188-2c4b24547777 req-99321d41-bcb3-42ba-8896-9321b5312ff1 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=f600c487-e5e5-4562-8a3b-6f15b13fe576&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1676586 Jul 27 21:21:12.444372 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-09dd8659-2173-4b53-87d3-d36b83142833 tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.0676165 Jul 27 21:21:12.452283 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 50380) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:12.460600 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9a87cc6-2881-4c32-8097-267c539356fd tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:21:12.462013 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-00731337-732f-41df-9e31-b73d368a1185 tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Request body: {'network': {'name': 'New_network'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:21:12.466814 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9a87cc6-2881-4c32-8097-267c539356fd tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:21:12.471259 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-f9a87cc6-2881-4c32-8097-267c539356fd tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1701 time: 0.4024332 Jul 27 21:21:12.511992 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 50382) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:12.573422 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09dd8659-2173-4b53-87d3-d36b83142833 tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Pushing event updated for resources: {'Network': ['ID=022a1ee4-2b6b-4273-8967-e91982b7e0ac,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:21:12.628868 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Network 022a1ee4-2b6b-4273-8967-e91982b7e0ac details requested by agent ovs-agent-n-d-705658-22 with host n-d-705658-22 {{(pid=105586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:21:12.890443 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-5d0129d9-3e56-468e-8a9f-35be250d16eb tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Deleting port dece421f-4283-4666-b65f-1e228b5dc23e {{(pid=105584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:21:12.891145 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac915b01-177a-455f-9ef5-e519f133778f None None] get_active_networks_info from n-d-705658-22 {{(pid=105586) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 27 21:21:12.895330 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-5d0129d9-3e56-468e-8a9f-35be250d16eb tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:13.076622 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-eae45de6-6cd0-482b-bbfe-b55b403b95d5 req-8ccdc2d0-ebcd-4dd1-8f6f-3aa544b3a403 tempest-VolumesSnapshotTestJSON-1656461289 tempest-VolumesSnapshotTestJSON-1656461289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:13.105037 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-5d0129d9-3e56-468e-8a9f-35be250d16eb tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:13.105506 n-d-705658-22 neutron-server[105586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac915b01-177a-455f-9ef5-e519f133778f None None] Resources bound (agent type, host, resource id): {{(pid=105586) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 27 21:21:13.112917 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-bb32ed7d-8717-448b-a9c8-a5a0117d1fd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:13.114133 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 22dc17af-b075-4645-8273-26b8a77cdfc8 up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:21:13.137466 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-c28bcaf7-edfb-4fd2-a1e5-a6ba4041794c tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Deleting port 526359bf-885a-4c5e-844d-54bda317d1bb {{(pid=105584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:21:13.137942 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c28bcaf7-edfb-4fd2-a1e5-a6ba4041794c tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:13.212382 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58998a1a-0f77-42e1-aaea-d4ff9850f1a1 req-bbb67e20-da5a-4114-a4ce-8c8cfd0a749e tempest-VolumesSnapshotTestJSON-1656461289 tempest-VolumesSnapshotTestJSON-1656461289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:21:13.219610 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-58998a1a-0f77-42e1-aaea-d4ff9850f1a1 req-bbb67e20-da5a-4114-a4ce-8c8cfd0a749e tempest-VolumesSnapshotTestJSON-1656461289 tempest-VolumesSnapshotTestJSON-1656461289-project] 10.222.0.59 "GET /v2.0/ports?device_id=e461b1e5-9e94-433e-8c6a-5441fbef3d14 HTTP/1.1" status: 200 len: 867 time: 0.2812624 Jul 27 21:21:13.240302 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 50408) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:13.246903 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-8d9e97c4-042b-4451-bfa0-a47a448167ec admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1637979529-network', 'tenant_id': '31abce5351484e61922ed8cf1ff3f430'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:21:13.252929 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-ef8b4224-58fc-417e-9d5c-61483591628d tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3743915', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4076308'] for router_interface, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:13.260246 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c28bcaf7-edfb-4fd2-a1e5-a6ba4041794c tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:13.260799 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f39eeeb-6e5c-49a3-a188-2c4b24547777 req-044a345a-31c2-4f9b-8f54-457ae2763a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:21:13.262332 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-0f39eeeb-6e5c-49a3-a188-2c4b24547777 req-044a345a-31c2-4f9b-8f54-457ae2763a42 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=379416b786c44e07b1b1ba1a5ea96882&device_id=f600c487-e5e5-4562-8a3b-6f15b13fe576 HTTP/1.1" status: 200 len: 1098 time: 0.8476334 Jul 27 21:21:13.287454 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-c28bcaf7-edfb-4fd2-a1e5-a6ba4041794c tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Calling delete_port for 526359bf-885a-4c5e-844d-54bda317d1bb owned by {{(pid=105584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:21:13.289805 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port 22dc17af-b075-4645-8273-26b8a77cdfc8 triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:21:13.290457 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:13.306745 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccdc2d0-ebcd-4dd1-8f6f-3aa544b3a403 tempest-VolumesSnapshotTestJSON-1656461289 tempest-VolumesSnapshotTestJSON-1656461289-project] Pushing event deleted for resources: {'Port': ['ID=e31cb1f7-840b-4526-8ec2-cc2374d781b2,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:21:13.324148 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-5d0129d9-3e56-468e-8a9f-35be250d16eb tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Calling delete_port for dece421f-4283-4666-b65f-1e228b5dc23e owned by {{(pid=105584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:21:13.333192 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-58998a1a-0f77-42e1-aaea-d4ff9850f1a1 req-da9089b1-3d01-49f0-a2f2-92f545df9577 tempest-VolumesSnapshotTestJSON-1656461289 tempest-VolumesSnapshotTestJSON-1656461289-project] 10.222.0.59 "GET /v2.0/security-groups?id=dbda38b4-0099-4f6e-aeb8-905b6aa6a585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126101 Jul 27 21:21:13.406895 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-00731337-732f-41df-9e31-b73d368a1185 tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790688424798'] for network, precommit_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:13.447484 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d9e97c4-042b-4451-bfa0-a47a448167ec admin admin] Made reservation on behalf of 31abce5351484e61922ed8cf1ff3f430 for: {'network': 1} {{(pid=105585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:21:13.450337 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-8d9e97c4-042b-4451-bfa0-a47a448167ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for network, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:13.472064 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-8d9e97c4-042b-4451-bfa0-a47a448167ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:13.485329 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 60288777-1bd3-4f4f-aa6b-2e83daa0fa8f up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:21:13.499962 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-00731337-732f-41df-9e31-b73d368a1185 tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920'] for network, after_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:13.610092 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning for port 60288777-1bd3-4f4f-aa6b-2e83daa0fa8f completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:21:13.617396 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-00731337-732f-41df-9e31-b73d368a1185 tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Network 022a1ee4-2b6b-4273-8967-e91982b7e0ac is not hosted by any dhcp agent {{(pid=105585) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 27 21:21:13.619668 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port 60288777-1bd3-4f4f-aa6b-2e83daa0fa8f triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:21:13.620229 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:13.622788 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00731337-732f-41df-9e31-b73d368a1185 tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:21:13.623426 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-00731337-732f-41df-9e31-b73d368a1185 tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Notify callbacks [] for network, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:13.627728 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-00731337-732f-41df-9e31-b73d368a1185 tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] 10.222.0.59 "PUT /v2.0/networks/022a1ee4-2b6b-4273-8967-e91982b7e0ac HTTP/1.1" status: 200 len: 723 time: 1.1765718 Jul 27 21:21:13.644036 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 50414) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:13.645749 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [req-eae45de6-6cd0-482b-bbfe-b55b403b95d5 req-8ccdc2d0-ebcd-4dd1-8f6f-3aa544b3a403 tempest-VolumesSnapshotTestJSON-1656461289 tempest-VolumesSnapshotTestJSON-1656461289-project] No DVR routers for this DVR port e31cb1f7-840b-4526-8ec2-cc2374d781b2 on host n-h1-705658-22 {{(pid=105584) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:21:13.649690 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-d5798b6e-12e6-4433-80c1-32e51d6c0e3a tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Request body: {'subnet': {'network_id': '022a1ee4-2b6b-4273-8967-e91982b7e0ac', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:21:13.651278 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-eae45de6-6cd0-482b-bbfe-b55b403b95d5 req-8ccdc2d0-ebcd-4dd1-8f6f-3aa544b3a403 tempest-VolumesSnapshotTestJSON-1656461289 tempest-VolumesSnapshotTestJSON-1656461289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:13.655202 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-eae45de6-6cd0-482b-bbfe-b55b403b95d5 req-8ccdc2d0-ebcd-4dd1-8f6f-3aa544b3a403 tempest-VolumesSnapshotTestJSON-1656461289 tempest-VolumesSnapshotTestJSON-1656461289-project] 10.222.0.36 "DELETE /v2.0/ports/e31cb1f7-840b-4526-8ec2-cc2374d781b2 HTTP/1.1" status: 204 len: 173 time: 2.2613683 Jul 27 21:21:13.662786 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e461b1e5-9e94-433e-8c6a-5441fbef3d14', 'name': 'network-vif-deleted', 'tag': 'e31cb1f7-840b-4526-8ec2-cc2374d781b2'}] {{(pid=105584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:21:13.665418 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bce5e6c8685464f7626901654159975603b047827e3138302ed6566e28f1343" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b483c3b-ddf1-4135-98cc-703a7db43d33" -d '{"events": [{"server_uuid": "e461b1e5-9e94-433e-8c6a-5441fbef3d14", "name": "network-vif-deleted", "tag": "e31cb1f7-840b-4526-8ec2-cc2374d781b2"}]}' {{(pid=105584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:21:13.670735 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-5d0129d9-3e56-468e-8a9f-35be250d16eb tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:13.679381 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87699603-dadf-4a49-b62c-21890eb5e407 None None] Network 31e9dce0-974a-4794-a13e-afe945076470 requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:21:13.757167 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:21:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70237db9-8362-4d92-9d98-05b1f9df7393 x-openstack-request-id: req-70237db9-8362-4d92-9d98-05b1f9df7393 {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:21:13.759061 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e461b1e5-9e94-433e-8c6a-5441fbef3d14", "name": "network-vif-deleted", "tag": "e31cb1f7-840b-4526-8ec2-cc2374d781b2", "status": "completed", "code": 200}]} {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:21:13.759469 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-70237db9-8362-4d92-9d98-05b1f9df7393 {{(pid=105584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:21:13.760043 n-d-705658-22 neutron-server[105584]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e461b1e5-9e94-433e-8c6a-5441fbef3d14', 'name': 'network-vif-deleted', 'tag': 'e31cb1f7-840b-4526-8ec2-cc2374d781b2', 'status': 'completed', 'code': 200} Jul 27 21:21:13.816368 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0129d9-3e56-468e-8a9f-35be250d16eb tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Pushing event deleted for resources: {'Port': ['ID=dece421f-4283-4666-b65f-1e228b5dc23e,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:21:13.867802 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00731337-732f-41df-9e31-b73d368a1185 tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Pushing event updated for resources: {'Network': ['ID=022a1ee4-2b6b-4273-8967-e91982b7e0ac,revision_number=2']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:21:13.897260 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f39eeeb-6e5c-49a3-a188-2c4b24547777 req-d77932c2-0996-4a99-addb-e7f1a040750f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:21:13.907400 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-0f39eeeb-6e5c-49a3-a188-2c4b24547777 req-d77932c2-0996-4a99-addb-e7f1a040750f service neutron] 10.222.0.60 "GET /v2.0/networks?id=1473080c-86ba-4d44-8dcc-5442b4565b0c HTTP/1.1" status: 200 len: 897 time: 0.6051233 Jul 27 21:21:13.937712 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-5d0129d9-3e56-468e-8a9f-35be250d16eb tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:13.940724 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-5d0129d9-3e56-468e-8a9f-35be250d16eb tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] 10.222.0.59 "DELETE /v2.0/ports/dece421f-4283-4666-b65f-1e228b5dc23e HTTP/1.1" status: 204 len: 168 time: 1.8021204 Jul 27 21:21:13.942971 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 50420) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:13.956115 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Network 022a1ee4-2b6b-4273-8967-e91982b7e0ac details requested by agent ovs-agent-n-d-705658-22 with host n-d-705658-22 {{(pid=105586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:21:13.989670 n-d-705658-22 neutron-server[105584]: INFO neutron.pecan_wsgi.hooks.translation [None req-27f0fde5-640b-406e-8e84-dc6f0362e9b5 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] GET failed (client error): The resource could not be found. Jul 27 21:21:13.991777 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-27f0fde5-640b-406e-8e84-dc6f0362e9b5 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] 10.222.0.59 "GET /v2.0/ports/dece421f-4283-4666-b65f-1e228b5dc23e HTTP/1.1" status: 404 len: 333 time: 0.0478137 Jul 27 21:21:14.011685 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 50426) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:14.192281 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c28bcaf7-edfb-4fd2-a1e5-a6ba4041794c tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:14.238987 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f7beb32-0a1e-456b-ba4d-9ac2dc6239b4 None None] Network 31e9dce0-974a-4794-a13e-afe945076470 requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:21:14.344862 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28bcaf7-edfb-4fd2-a1e5-a6ba4041794c tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Pushing event deleted for resources: {'Port': ['ID=526359bf-885a-4c5e-844d-54bda317d1bb,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:21:14.416343 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-0f39eeeb-6e5c-49a3-a188-2c4b24547777 req-3e995e32-20bc-4f79-9cdf-e6d51e8a9e14 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ed51ec73-d9a5-4c0b-b4de-6eed8a81fff5 HTTP/1.1" status: 200 len: 1000 time: 0.4654315 Jul 27 21:21:14.485827 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c28bcaf7-edfb-4fd2-a1e5-a6ba4041794c tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:14.489062 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-c28bcaf7-edfb-4fd2-a1e5-a6ba4041794c tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] 10.222.0.59 "DELETE /v2.0/ports/526359bf-885a-4c5e-844d-54bda317d1bb HTTP/1.1" status: 204 len: 168 time: 1.9712772 Jul 27 21:21:14.493500 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 50436) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:14.567387 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-404bb50d-6e9d-49f5-9d40-163626d703b7 None None] Could not find standard attr ID for object 526359bf-885a-4c5e-844d-54bda317d1bb. {{(pid=105586) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 27 21:21:14.576872 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab77b2f2-6ad9-4bce-8de0-1ce508155ced tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:21:14.578652 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab77b2f2-6ad9-4bce-8de0-1ce508155ced tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:21:14.580479 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-ab77b2f2-6ad9-4bce-8de0-1ce508155ced tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.0859940 Jul 27 21:21:14.584405 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 50438) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:14.615889 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-875ced1b-4cf3-463a-9653-058f0f9421e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:14.628530 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-87685ddb-7690-47b4-8635-769454b321e7 req-5d8999d8-1236-4cc6-a01d-f8b4485b2fe1 tempest-VolumesSnapshotTestJSON-1656461289 tempest-VolumesSnapshotTestJSON-1656461289-project] 10.222.0.59 "GET /v2.0/ports?device_id=e461b1e5-9e94-433e-8c6a-5441fbef3d14 HTTP/1.1" status: 200 len: 210 time: 0.0977736 Jul 27 21:21:14.658693 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:14.673966 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f39eeeb-6e5c-49a3-a188-2c4b24547777 req-6fa15c62-f385-4093-b00e-d75b2274330b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:21:14.675604 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-0f39eeeb-6e5c-49a3-a188-2c4b24547777 req-6fa15c62-f385-4093-b00e-d75b2274330b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=01bef050-fb0a-4ec7-a814-df3307ad6529 HTTP/1.1" status: 200 len: 834 time: 0.2409613 Jul 27 21:21:14.678127 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef8b4224-58fc-417e-9d5c-61483591628d tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] Router c4bfe403-2cc3-4f09-b49e-74df4ff65e85 has already been hosted by L3 agent dd128fd7-8e57-4d4f-895b-a96b369df59a {{(pid=105585) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:21:14.680285 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-8d9e97c4-042b-4451-bfa0-a47a448167ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:14.687814 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9611c74-cf53-4a5b-95e2-7b8dcf2d5d8d tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Deleting subnet 6886ff12-bdec-4a9a-8ca7-97bb1c71a1cf {{(pid=105584) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:21:14.697040 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-a9611c74-cf53-4a5b-95e2-7b8dcf2d5d8d tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks [] for subnet, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:14.699045 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] For port 60288777-1bd3-4f4f-aa6b-2e83daa0fa8f, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=60288777-1bd3-4f4f-aa6b-2e83daa0fa8f,segment=NetworkSegment(532d8a52-575f-45de-a3af-efbea8c8f6d5),segment_id=532d8a52-575f-45de-a3af-efbea8c8f6d5)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:21:14.707314 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-8d9e97c4-042b-4451-bfa0-a47a448167ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:14.708255 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:14.777835 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-d67dfa19-8650-48f7-9d76-f7a7760265aa tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Deleting port 01896298-5c32-4ab9-876e-9e1c027a2827 {{(pid=105584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:21:14.778193 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-d67dfa19-8650-48f7-9d76-f7a7760265aa tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:14.817399 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Pushing event updated for resources: {'Port': ['ID=60288777-1bd3-4f4f-aa6b-2e83daa0fa8f,revision_number=3']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:21:14.831773 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d9e97c4-042b-4451-bfa0-a47a448167ec admin admin] vlan segment allocate from pool success with {'vlan_id': 207, 'physical_network': 'physnet1'} {{(pid=105585) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:21:14.839808 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5798b6e-12e6-4433-80c1-32e51d6c0e3a tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Made reservation on behalf of a7f96c4262db4c858fcaf29ac40303b5 for: {'subnet': 1} {{(pid=105585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:21:14.843362 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-d5798b6e-12e6-4433-80c1-32e51d6c0e3a tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9990620'] for subnet, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:14.856492 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device e31cb1f7-840b-4526-8ec2-cc2374d781b2 no longer exists at agent hyperv_n-h1-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:21:14.884023 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-28650df7-c46c-4981-b84f-37d87254047e None None] No Port match for: e31cb1f7-840b-4526-8ec2-cc2374d781b2 {{(pid=105586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:21:14.884713 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device e31cb1f7-840b-4526-8ec2-cc2374d781b2 not bound to the agent host n-h1-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:21:14.898770 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9e97c4-042b-4451-bfa0-a47a448167ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=279791a2-ee16-4785-8bf6-a2b82ef4a9b6,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:21:14.908513 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-a9611c74-cf53-4a5b-95e2-7b8dcf2d5d8d tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9014207'] for subnet, precommit_delete_associations {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:14.908705 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-8d9e97c4-042b-4451-bfa0-a47a448167ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:14.909647 n-d-705658-22 neutron-server[105585]: INFO neutron.db.segments_db [None req-8d9e97c4-042b-4451-bfa0-a47a448167ec admin admin] Added segment fc061f2c-a9c0-4ceb-b12f-5dce01d785a6 of type vlan for network 961b1fa6-15f2-49cb-84c9-7c5789db2b9d Jul 27 21:21:15.029400 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-a9611c74-cf53-4a5b-95e2-7b8dcf2d5d8d tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854965'] for subnet, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:15.032804 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-8d9e97c4-042b-4451-bfa0-a47a448167ec admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790688424798'] for network, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:15.052864 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f39eeeb-6e5c-49a3-a188-2c4b24547777 req-157b0ca9-514b-4c0c-906f-5af9a8dec966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:21:15.055456 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-0f39eeeb-6e5c-49a3-a188-2c4b24547777 req-157b0ca9-514b-4c0c-906f-5af9a8dec966 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1473080c-86ba-4d44-8dcc-5442b4565b0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3707268 Jul 27 21:21:15.072927 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef8b4224-58fc-417e-9d5c-61483591628d tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] Notify agent at l3_agent.n-d-705658-22 the message routers_updated {{(pid=105585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:21:15.087643 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9fd3762-24c1-4a98-a6ea-73a0b92ec498 None None] Sync routers for ids ['c4bfe403-2cc3-4f09-b49e-74df4ff65e85'] in n-d-705658-22 {{(pid=105587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:21:15.094172 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-ef8b4224-58fc-417e-9d5c-61483591628d tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] 10.222.0.59 "PUT /v2.0/routers/c4bfe403-2cc3-4f09-b49e-74df4ff65e85/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5637672 Jul 27 21:21:15.099628 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9fd3762-24c1-4a98-a6ea-73a0b92ec498 None None] Routers {'c4bfe403-2cc3-4f09-b49e-74df4ff65e85'} bound to L3 agent in host n-d-705658-22 {{(pid=105587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:21:15.101668 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-e9fd3762-24c1-4a98-a6ea-73a0b92ec498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:21:12Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['c4bfe403-2cc3-4f09-b49e-74df4ff65e85'], 'active': True} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:21:15.120834 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-d67dfa19-8650-48f7-9d76-f7a7760265aa tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:15.128708 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 50444) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:15.135292 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-d67dfa19-8650-48f7-9d76-f7a7760265aa tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Calling delete_port for 01896298-5c32-4ab9-876e-9e1c027a2827 owned by {{(pid=105584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:21:15.209912 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-8d9e97c4-042b-4451-bfa0-a47a448167ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920'] for network, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:15.211420 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d9e97c4-042b-4451-bfa0-a47a448167ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:21:15.212159 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-8d9e97c4-042b-4451-bfa0-a47a448167ec admin admin] Notify callbacks [] for network, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:15.289484 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-a9611c74-cf53-4a5b-95e2-7b8dcf2d5d8d tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9014081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9738825'] for subnet, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:15.313203 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46ecc5ea-3696-4c92-82b1-52a4dfcc0e50 None None] Network 1d615a85-844c-4c57-a0fc-2090e87300f0 requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:21:15.348668 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvr_db [None req-e9fd3762-24c1-4a98-a6ea-73a0b92ec498 None None] Set router c4bfe403-2cc3-4f09-b49e-74df4ff65e85 gateway port host: n-d-705658-22 {{(pid=105587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:21:15.359254 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.db_base_plugin_v2 [None req-41110745-dc3e-43bc-bb50-dd9fa9e637ed tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] Deleting subnet 0b1ef34c-a586-4ccf-82ad-e106873bc27a {{(pid=105585) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:21:15.361467 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-a9611c74-cf53-4a5b-95e2-7b8dcf2d5d8d tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks [] for subnet, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:15.364416 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-a9611c74-cf53-4a5b-95e2-7b8dcf2d5d8d tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] 10.222.0.59 "DELETE /v2.0/subnets/6886ff12-bdec-4a9a-8ca7-97bb1c71a1cf HTTP/1.1" status: 204 len: 168 time: 0.7788322 Jul 27 21:21:15.369723 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-d67dfa19-8650-48f7-9d76-f7a7760265aa tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:15.374102 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 50452) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:15.382171 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-41110745-dc3e-43bc-bb50-dd9fa9e637ed tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] Notify callbacks [] for subnet, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:15.398295 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-8d9e97c4-042b-4451-bfa0-a47a448167ec admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.1552258 Jul 27 21:21:15.435483 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 50454) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:15.440462 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-164f4e86-99e7-4483-8a09-9abfa595e247 admin admin] Request body: {'subnet': {'network_id': '961b1fa6-15f2-49cb-84c9-7c5789db2b9d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1637979529-subnet', 'tenant_id': '31abce5351484e61922ed8cf1ff3f430', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:21:15.515807 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9e97c4-042b-4451-bfa0-a47a448167ec admin admin] Pushing event updated for resources: {'Network': ['ID=961b1fa6-15f2-49cb-84c9-7c5789db2b9d,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:21:15.519806 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-0f39eeeb-6e5c-49a3-a188-2c4b24547777 req-1751a173-23b6-48e5-b514-4adcada3dff8 service neutron] 10.222.0.60 "GET /v2.0/networks/1473080c-86ba-4d44-8dcc-5442b4565b0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4567151 Jul 27 21:21:15.534049 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Network 961b1fa6-15f2-49cb-84c9-7c5789db2b9d details requested by agent ovs-agent-n-d-705658-22 with host n-d-705658-22 {{(pid=105586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:21:15.543865 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-41110745-dc3e-43bc-bb50-dd9fa9e637ed tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9887057'] for subnet, precommit_delete_associations {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:15.547407 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-b6b2651d-6380-4d33-84b2-a8b9b9d8e805 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1662464 Jul 27 21:21:15.547407 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9611c74-cf53-4a5b-95e2-7b8dcf2d5d8d tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Pushing event deleted for resources: {'Subnet': ['ID=6886ff12-bdec-4a9a-8ca7-97bb1c71a1cf,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:21:15.563694 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 50456) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:15.566305 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67dfa19-8650-48f7-9d76-f7a7760265aa tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Pushing event deleted for resources: {'Port': ['ID=01896298-5c32-4ab9-876e-9e1c027a2827,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:21:15.573701 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9611c74-cf53-4a5b-95e2-7b8dcf2d5d8d tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:21:15.574106 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9611c74-cf53-4a5b-95e2-7b8dcf2d5d8d tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:21:15.577359 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9611c74-cf53-4a5b-95e2-7b8dcf2d5d8d tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:21:15.577733 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9611c74-cf53-4a5b-95e2-7b8dcf2d5d8d tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:21:15.578086 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9611c74-cf53-4a5b-95e2-7b8dcf2d5d8d tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:21:15.578431 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9611c74-cf53-4a5b-95e2-7b8dcf2d5d8d tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:21:15.578953 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9611c74-cf53-4a5b-95e2-7b8dcf2d5d8d tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:21:15.580111 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9611c74-cf53-4a5b-95e2-7b8dcf2d5d8d tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:21:15.580463 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9611c74-cf53-4a5b-95e2-7b8dcf2d5d8d tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:21:15.580804 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9611c74-cf53-4a5b-95e2-7b8dcf2d5d8d tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:21:15.581146 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9611c74-cf53-4a5b-95e2-7b8dcf2d5d8d tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:21:15.583333 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9611c74-cf53-4a5b-95e2-7b8dcf2d5d8d tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:21:15.611889 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-f21b9f18-5a38-4ff3-9f37-184306347f4c tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Request body: {'subnet': {'network_id': '1d615a85-844c-4c57-a0fc-2090e87300f0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:21:15.635291 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-164f4e86-99e7-4483-8a09-9abfa595e247 admin admin] Made reservation on behalf of 31abce5351484e61922ed8cf1ff3f430 for: {'subnet': 1} {{(pid=105585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:21:15.637801 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-164f4e86-99e7-4483-8a09-9abfa595e247 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9990620'] for subnet, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:15.672229 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-e9fd3762-24c1-4a98-a6ea-73a0b92ec498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4bfe403-2cc3-4f09-b49e-74df4ff65e85', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1250448418', 'tenant_id': '717529174f79442eb5493474d000cc27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.87'}], 'enable_snat': True}, 'gw_port_id': '4e2ca401-3ce6-4cc6-bc34-a6004ee338dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:20:20Z', 'updated_at': '2021-07-27T21:21:12Z', 'revision_number': 5, 'project_id': '717529174f79442eb5493474d000cc27', 'gw_port': {'id': '4e2ca401-3ce6-4cc6-bc34-a6004ee338dc', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:69:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4bfe403-2cc3-4f09-b49e-74df4ff65e85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3014, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:20:22Z', 'updated_at': '2021-07-27T21:20:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22'}], 'n-d-705658-22', False) {} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:21:15.696118 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-d5798b6e-12e6-4433-80c1-32e51d6c0e3a tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10221797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9990606'] for subnet, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:15.708354 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d67dfa19-8650-48f7-9d76-f7a7760265aa tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:21:15.708910 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d67dfa19-8650-48f7-9d76-f7a7760265aa tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:21:15.709030 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d67dfa19-8650-48f7-9d76-f7a7760265aa tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:21:15.709366 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d67dfa19-8650-48f7-9d76-f7a7760265aa tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:21:15.709708 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d67dfa19-8650-48f7-9d76-f7a7760265aa tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:21:15.710041 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d67dfa19-8650-48f7-9d76-f7a7760265aa tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:21:15.710405 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d67dfa19-8650-48f7-9d76-f7a7760265aa tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:21:15.710738 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d67dfa19-8650-48f7-9d76-f7a7760265aa tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:21:15.711107 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d67dfa19-8650-48f7-9d76-f7a7760265aa tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:21:15.711439 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d67dfa19-8650-48f7-9d76-f7a7760265aa tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:21:15.711784 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d67dfa19-8650-48f7-9d76-f7a7760265aa tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:21:15.712096 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d67dfa19-8650-48f7-9d76-f7a7760265aa tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:21:15.785626 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9fd3762-24c1-4a98-a6ea-73a0b92ec498 None None] Checking router: c4bfe403-2cc3-4f09-b49e-74df4ff65e85 for host: n-d-705658-22 {{(pid=105587) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:21:15.814261 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9fd3762-24c1-4a98-a6ea-73a0b92ec498 None None] Routers {'c4bfe403-2cc3-4f09-b49e-74df4ff65e85'} bound to L3 agent in host n-d-705658-22 {{(pid=105587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:21:15.815421 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-e9fd3762-24c1-4a98-a6ea-73a0b92ec498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:21:12Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['c4bfe403-2cc3-4f09-b49e-74df4ff65e85'], 'active': True} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:21:15.944195 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72d7fcbd-759b-4fc4-994b-f29873266087 None None] DHCP port deletion for 1d615a85-844c-4c57-a0fc-2090e87300f0 request from n-d-705658-22 {{(pid=105586) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 21:21:15.944915 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f21b9f18-5a38-4ff3-9f37-184306347f4c tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Made reservation on behalf of fcd7bb7d26624f8f823446f0b0a5006f for: {'subnet': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:21:15.949000 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-f21b9f18-5a38-4ff3-9f37-184306347f4c tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9738786'] for subnet, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:16.028898 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-d67dfa19-8650-48f7-9d76-f7a7760265aa tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:16.042795 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-d67dfa19-8650-48f7-9d76-f7a7760265aa tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] 10.222.0.59 "DELETE /v2.0/ports/01896298-5c32-4ab9-876e-9e1c027a2827 HTTP/1.1" status: 204 len: 168 time: 2.0299253 Jul 27 21:21:16.049841 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 50468) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:16.066937 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-72d7fcbd-759b-4fc4-994b-f29873266087 None None] Deleting port 60288777-1bd3-4f4f-aa6b-2e83daa0fa8f {{(pid=105586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:21:16.069429 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-72d7fcbd-759b-4fc4-994b-f29873266087 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:16.093753 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvr_db [None req-e9fd3762-24c1-4a98-a6ea-73a0b92ec498 None None] Set router c4bfe403-2cc3-4f09-b49e-74df4ff65e85 gateway port host: n-d-705658-22 {{(pid=105587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:21:16.110787 n-d-705658-22 neutron-server[105584]: INFO neutron.pecan_wsgi.hooks.translation [None req-45fca457-e954-4ba4-b866-84b9a9d21530 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] GET failed (client error): The resource could not be found. Jul 27 21:21:16.115232 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-45fca457-e954-4ba4-b866-84b9a9d21530 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] 10.222.0.59 "GET /v2.0/ports/01896298-5c32-4ab9-876e-9e1c027a2827 HTTP/1.1" status: 404 len: 333 time: 0.0578125 Jul 27 21:21:16.118219 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 50470) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:16.139153 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5798b6e-12e6-4433-80c1-32e51d6c0e3a tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Pushing event updated for resources: {'Subnet': ['ID=a11604ab-56e1-4171-a3c0-64304311e35b,revision_number=0']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:21:16.186684 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.db_base_plugin_v2 [None req-48fa2c92-7e2e-45db-b4c6-8880d797876d tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Deleting subnet bfa5e98c-0798-461a-bf5a-1c7cbe1c4c44 {{(pid=105584) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:21:16.192316 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-48fa2c92-7e2e-45db-b4c6-8880d797876d tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Notify callbacks [] for subnet, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:16.202335 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-72d7fcbd-759b-4fc4-994b-f29873266087 None None] For port 60288777-1bd3-4f4f-aa6b-2e83daa0fa8f, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=60288777-1bd3-4f4f-aa6b-2e83daa0fa8f,segment=NetworkSegment(532d8a52-575f-45de-a3af-efbea8c8f6d5),segment_id=532d8a52-575f-45de-a3af-efbea8c8f6d5)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:21:16.202952 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-72d7fcbd-759b-4fc4-994b-f29873266087 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:16.232655 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-0f39eeeb-6e5c-49a3-a188-2c4b24547777 req-a6fd3753-597c-4af0-ac1c-a1d24305681e service neutron] 10.222.0.60 "GET /v2.0/networks/1473080c-86ba-4d44-8dcc-5442b4565b0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7013762 Jul 27 21:21:16.241766 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-72d7fcbd-759b-4fc4-994b-f29873266087 None None] Calling delete_port for 60288777-1bd3-4f4f-aa6b-2e83daa0fa8f owned by network:dhcp {{(pid=105586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:21:16.364526 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-48fa2c92-7e2e-45db-b4c6-8880d797876d tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9014207'] for subnet, precommit_delete_associations {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:16.373717 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-41110745-dc3e-43bc-bb50-dd9fa9e637ed tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854965'] for subnet, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:16.469377 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-72d7fcbd-759b-4fc4-994b-f29873266087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180'] for port, after_delete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:16.469947 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5798b6e-12e6-4433-80c1-32e51d6c0e3a tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Checking segment: {'id': 'eac822d0-c45f-48ba-a798-490d52e1e00e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '022a1ee4-2b6b-4273-8967-e91982b7e0ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:21:16.470539 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5798b6e-12e6-4433-80c1-32e51d6c0e3a tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Network hostable DHCP agents. Network: 022a1ee4-2b6b-4273-8967-e91982b7e0ac, hostable agents: ['7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a'], hosted agents: [] {{(pid=105585) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:21:16.497021 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-164f4e86-99e7-4483-8a09-9abfa595e247 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10221797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9990606'] for subnet, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:16.540101 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-e9fd3762-24c1-4a98-a6ea-73a0b92ec498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4bfe403-2cc3-4f09-b49e-74df4ff65e85', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1250448418', 'tenant_id': '717529174f79442eb5493474d000cc27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.87'}], 'enable_snat': True}, 'gw_port_id': '4e2ca401-3ce6-4cc6-bc34-a6004ee338dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:20:20Z', 'updated_at': '2021-07-27T21:21:12Z', 'revision_number': 5, 'project_id': '717529174f79442eb5493474d000cc27', 'gw_port': {'id': '4e2ca401-3ce6-4cc6-bc34-a6004ee338dc', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:69:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4bfe403-2cc3-4f09-b49e-74df4ff65e85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3014, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:20:22Z', 'updated_at': '2021-07-27T21:20:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22'}], 'n-d-705658-22', False) {} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:21:16.545872 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5798b6e-12e6-4433-80c1-32e51d6c0e3a tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Network 022a1ee4-2b6b-4273-8967-e91982b7e0ac is scheduled to be hosted by DHCP agent 7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a with binding_index 1 {{(pid=105585) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:21:16.568246 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72d7fcbd-759b-4fc4-994b-f29873266087 None None] No DVR routers for this DVR port 60288777-1bd3-4f4f-aa6b-2e83daa0fa8f on host n-d-705658-22 {{(pid=105586) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:21:16.578429 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164f4e86-99e7-4483-8a09-9abfa595e247 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c8873e70-d1dd-41ab-beac-84494d3ec338,revision_number=0']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:21:16.585691 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-41110745-dc3e-43bc-bb50-dd9fa9e637ed tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10221602', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9990583'] for subnet, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:16.587971 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.base_scheduler [None req-d5798b6e-12e6-4433-80c1-32e51d6c0e3a tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-22, 022a1ee4-2b6b-4273-8967-e91982b7e0ac) {{(pid=105585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:21:16.608829 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9fd3762-24c1-4a98-a6ea-73a0b92ec498 None None] The sync data for ids ['c4bfe403-2cc3-4f09-b49e-74df4ff65e85'] in n-d-705658-22 is: [{'id': 'c4bfe403-2cc3-4f09-b49e-74df4ff65e85', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1250448418', 'tenant_id': '717529174f79442eb5493474d000cc27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.87'}], 'enable_snat': True}, 'gw_port_id': '4e2ca401-3ce6-4cc6-bc34-a6004ee338dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:20:20Z', 'updated_at': '2021-07-27T21:21:12Z', 'revision_number': 5, 'project_id': '717529174f79442eb5493474d000cc27', 'gw_port': {'id': '4e2ca401-3ce6-4cc6-bc34-a6004ee338dc', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:69:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4bfe403-2cc3-4f09-b49e-74df4ff65e85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3014, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:20:22Z', 'updated_at': '2021-07-27T21:20:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22'}] {{(pid=105587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:21:16.612958 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5798b6e-12e6-4433-80c1-32e51d6c0e3a tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:21:16.617900 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d7fcbd-759b-4fc4-994b-f29873266087 None None] Pushing event deleted for resources: {'Port': ['ID=60288777-1bd3-4f4f-aa6b-2e83daa0fa8f,revision_number=None']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:21:16.618939 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-d5798b6e-12e6-4433-80c1-32e51d6c0e3a tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743886'] for subnet, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:16.632985 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c459f52-b824-4687-b3c7-7c4a4dd5830e None None] Network 022a1ee4-2b6b-4273-8967-e91982b7e0ac requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:21:16.653810 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-48fa2c92-7e2e-45db-b4c6-8880d797876d tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854965'] for subnet, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:16.661642 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41110745-dc3e-43bc-bb50-dd9fa9e637ed tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] Pushing event deleted for resources: {'Subnet': ['ID=0b1ef34c-a586-4ccf-82ad-e106873bc27a,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:21:16.666380 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-41110745-dc3e-43bc-bb50-dd9fa9e637ed tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743886'] for subnet, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:16.671291 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-41110745-dc3e-43bc-bb50-dd9fa9e637ed tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] 10.222.0.59 "DELETE /v2.0/subnets/0b1ef34c-a586-4ccf-82ad-e106873bc27a HTTP/1.1" status: 204 len: 168 time: 1.5403678 Jul 27 21:21:16.674972 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 50488) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:16.682863 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-164f4e86-99e7-4483-8a09-9abfa595e247 admin admin] Checking segment: {'id': 'fc061f2c-a9c0-4ceb-b12f-5dce01d785a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '961b1fa6-15f2-49cb-84c9-7c5789db2b9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:21:16.683397 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-164f4e86-99e7-4483-8a09-9abfa595e247 admin admin] Network hostable DHCP agents. Network: 961b1fa6-15f2-49cb-84c9-7c5789db2b9d, hostable agents: ['7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a'], hosted agents: [] {{(pid=105585) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:21:16.729217 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-d5798b6e-12e6-4433-80c1-32e51d6c0e3a tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.0838373 Jul 27 21:21:16.730053 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 50490) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:16.740027 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-1b649877-1b7a-4280-926f-6a08bac71f89 tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:21:16.765475 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0deabb54-6112-468f-819d-987d089740f5 None None] Network 52c6430f-7dd9-4cc3-880a-fd88c5478e36 requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:21:16.839165 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-48fa2c92-7e2e-45db-b4c6-8880d797876d tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9014081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9738825'] for subnet, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:16.861752 n-d-705658-22 neutron-server[105584]: DEBUG neutron.objects.ports [None req-f21b9f18-5a38-4ff3-9f37-184306347f4c tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=105584) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 27 21:21:16.871326 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-f21b9f18-5a38-4ff3-9f37-184306347f4c tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9014150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9738800'] for subnet, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:17.052087 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-498a7d1f-340a-482b-ba31-5683624fac42 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30bb4b93-b285-5d90-9493-f9ec33ea333c-022a1ee4-2b6b-4273-8967-e91982b7e0ac', 'network_id': '022a1ee4-2b6b-4273-8967-e91982b7e0ac', 'tenant_id': 'a7f96c4262db4c858fcaf29ac40303b5', 'fixed_ips': [{'subnet_id': 'a11604ab-56e1-4171-a3c0-64304311e35b'}]}} from n-d-705658-22. {{(pid=105586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 21:21:17.053257 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-498a7d1f-340a-482b-ba31-5683624fac42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:17.115197 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device e4cb500d-754e-4183-a96f-dda8516d6e25 no longer exists at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:21:17.217052 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b05fd6d5-74a7-4a05-9b58-7b1f8b7fdba1 None None] DHCP port deletion for 52c6430f-7dd9-4cc3-880a-fd88c5478e36 request from n-d-705658-22 {{(pid=105586) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 21:21:17.219885 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] No Port match for: e4cb500d-754e-4183-a96f-dda8516d6e25 {{(pid=105586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:21:17.220231 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device e4cb500d-754e-4183-a96f-dda8516d6e25 not bound to the agent host n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:21:17.220660 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 60288777-1bd3-4f4f-aa6b-2e83daa0fa8f no longer exists at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:21:17.287836 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] No Port match for: 60288777-1bd3-4f4f-aa6b-2e83daa0fa8f {{(pid=105586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:21:17.288198 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 60288777-1bd3-4f4f-aa6b-2e83daa0fa8f not bound to the agent host n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:21:17.433946 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-b05fd6d5-74a7-4a05-9b58-7b1f8b7fdba1 None None] Deleting port 44b398d3-497e-4335-b926-da75fd83c1d8 {{(pid=105586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:21:17.434337 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-b05fd6d5-74a7-4a05-9b58-7b1f8b7fdba1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:17.504700 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-b05fd6d5-74a7-4a05-9b58-7b1f8b7fdba1 None None] For port 44b398d3-497e-4335-b926-da75fd83c1d8, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=44b398d3-497e-4335-b926-da75fd83c1d8,segment=NetworkSegment(a6a57384-6795-46cb-b260-81b15232836f),segment_id=a6a57384-6795-46cb-b260-81b15232836f)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:21:17.505382 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-b05fd6d5-74a7-4a05-9b58-7b1f8b7fdba1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:17.531895 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-b05fd6d5-74a7-4a05-9b58-7b1f8b7fdba1 None None] Calling delete_port for 44b398d3-497e-4335-b926-da75fd83c1d8 owned by network:dhcp {{(pid=105586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:21:17.583597 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-c235af91-5d80-4480-a88b-d9fb6e9af776 tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] Notify callbacks [] for router, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:17.593586 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.db_base_plugin_common [None req-498a7d1f-340a-482b-ba31-5683624fac42 None None] Allocated IP 172.20.0.2 (022a1ee4-2b6b-4273-8967-e91982b7e0ac/a11604ab-56e1-4171-a3c0-64304311e35b/a240dbdc-d554-49ba-bbe8-82a6bbba20ce) {{(pid=105586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:21:17.603546 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fa2c92-7e2e-45db-b4c6-8880d797876d tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Pushing event deleted for resources: {'Subnet': ['ID=bfa5e98c-0798-461a-bf5a-1c7cbe1c4c44,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:21:17.606755 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f21b9f18-5a38-4ff3-9f37-184306347f4c tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Network 1d615a85-844c-4c57-a0fc-2090e87300f0 is already hosted by enough agents. {{(pid=105584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:21:17.608004 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-48fa2c92-7e2e-45db-b4c6-8880d797876d tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Notify callbacks [] for subnet, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:17.609812 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-48fa2c92-7e2e-45db-b4c6-8880d797876d tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] 10.222.0.59 "DELETE /v2.0/subnets/bfa5e98c-0798-461a-bf5a-1c7cbe1c4c44 HTTP/1.1" status: 204 len: 168 time: 1.4905984 Jul 27 21:21:17.615483 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 50504) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:17.616211 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [None req-f21b9f18-5a38-4ff3-9f37-184306347f4c tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Resources bound (agent type, host, resource id): {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:21:17.620812 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f21b9f18-5a38-4ff3-9f37-184306347f4c tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:21:17.621407 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-f21b9f18-5a38-4ff3-9f37-184306347f4c tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks [] for subnet, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:17.683841 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d64fe63c-7024-4dc5-b112-49570f1c90c1 None None] Network 70b8404e-a129-439b-873f-f05fbaaec4a7 requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:21:17.685668 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8a186f6-13df-498c-bd71-f0c2b4dae4ea None None] Network 1d615a85-844c-4c57-a0fc-2090e87300f0 requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:21:17.702253 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-164f4e86-99e7-4483-8a09-9abfa595e247 admin admin] Network 961b1fa6-15f2-49cb-84c9-7c5789db2b9d is scheduled to be hosted by DHCP agent 7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a with binding_index 1 {{(pid=105585) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:21:17.721430 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.base_scheduler [None req-164f4e86-99e7-4483-8a09-9abfa595e247 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-22, 961b1fa6-15f2-49cb-84c9-7c5789db2b9d) {{(pid=105585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:21:17.734771 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-164f4e86-99e7-4483-8a09-9abfa595e247 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:21:17.735492 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-164f4e86-99e7-4483-8a09-9abfa595e247 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743886'] for subnet, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:17.744706 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-1b649877-1b7a-4280-926f-6a08bac71f89 tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-9990597'] for subnet, before_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:17.750647 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-f21b9f18-5a38-4ff3-9f37-184306347f4c tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 2.1587889 Jul 27 21:21:17.750647 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 50506) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:17.766193 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-eb2744a1-ff76-4d39-be6c-77cbf34f8a2d tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Request body: {'port': {'network_id': '1d615a85-844c-4c57-a0fc-2090e87300f0', 'mac_address': 'fa:16:3e:c8:0b:12', 'name': 'tempest-NetworksTestDHCPv6-21551401'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:21:17.783058 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21b9f18-5a38-4ff3-9f37-184306347f4c tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Pushing event updated for resources: {'Subnet': ['ID=eaf77e80-8468-4004-a6bd-54bfd69e7ace,revision_number=0']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:21:17.800548 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-81cf72f2-6e23-4e6e-a0fa-18f36d366989 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-990557'] for network, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:17.844894 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-164f4e86-99e7-4483-8a09-9abfa595e247 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.4082150 Jul 27 21:21:17.868227 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-c235af91-5d80-4480-a88b-d9fb6e9af776 tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] Notify callbacks [] for router_gateway, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:17.963210 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-81cf72f2-6e23-4e6e-a0fa-18f36d366989 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Deleting port 22dc17af-b075-4645-8273-26b8a77cdfc8 {{(pid=105584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:21:17.963842 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [None req-c235af91-5d80-4480-a88b-d9fb6e9af776 tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] Deleting port 4e2ca401-3ce6-4cc6-bc34-a6004ee338dc {{(pid=105585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:21:17.963923 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-81cf72f2-6e23-4e6e-a0fa-18f36d366989 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:17.964846 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-c235af91-5d80-4480-a88b-d9fb6e9af776 tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:17.978105 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb2744a1-ff76-4d39-be6c-77cbf34f8a2d tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Made reservation on behalf of fcd7bb7d26624f8f823446f0b0a5006f for: {'port': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:21:18.036436 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b8e895b-93b0-4938-9b80-dd3ae2c94f5f None None] Network 961b1fa6-15f2-49cb-84c9-7c5789db2b9d requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:21:18.135956 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [None req-81cf72f2-6e23-4e6e-a0fa-18f36d366989 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] For port 22dc17af-b075-4645-8273-26b8a77cdfc8, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=22dc17af-b075-4645-8273-26b8a77cdfc8,segment=NetworkSegment(50d81ca1-655c-41f2-b885-6dc71e2c85de),segment_id=50d81ca1-655c-41f2-b885-6dc71e2c85de)] {{(pid=105584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:21:18.138552 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-81cf72f2-6e23-4e6e-a0fa-18f36d366989 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:18.176987 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-b05fd6d5-74a7-4a05-9b58-7b1f8b7fdba1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180'] for port, after_delete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:18.186489 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-81cf72f2-6e23-4e6e-a0fa-18f36d366989 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Calling delete_port for 22dc17af-b075-4645-8273-26b8a77cdfc8 owned by network:dhcp {{(pid=105584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:21:18.202357 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.db [None req-c235af91-5d80-4480-a88b-d9fb6e9af776 tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] For port 4e2ca401-3ce6-4cc6-bc34-a6004ee338dc, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=4e2ca401-3ce6-4cc6-bc34-a6004ee338dc,segment=NetworkSegment(12196855-9a32-4633-9a56-77697ef9e126),segment_id=12196855-9a32-4633-9a56-77697ef9e126)] {{(pid=105585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:21:18.202745 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-c235af91-5d80-4480-a88b-d9fb6e9af776 tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:18.243276 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [None req-c235af91-5d80-4480-a88b-d9fb6e9af776 tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] Calling delete_port for 4e2ca401-3ce6-4cc6-bc34-a6004ee338dc owned by network:router_gateway {{(pid=105585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:21:18.271178 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05fd6d5-74a7-4a05-9b58-7b1f8b7fdba1 None None] Pushing event deleted for resources: {'Port': ['ID=44b398d3-497e-4335-b926-da75fd83c1d8,revision_number=None']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:21:18.285524 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05fd6d5-74a7-4a05-9b58-7b1f8b7fdba1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:21:18.286029 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05fd6d5-74a7-4a05-9b58-7b1f8b7fdba1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:21:18.286877 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05fd6d5-74a7-4a05-9b58-7b1f8b7fdba1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:21:18.287351 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05fd6d5-74a7-4a05-9b58-7b1f8b7fdba1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:21:18.287800 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05fd6d5-74a7-4a05-9b58-7b1f8b7fdba1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:21:18.290067 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05fd6d5-74a7-4a05-9b58-7b1f8b7fdba1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:21:18.290067 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05fd6d5-74a7-4a05-9b58-7b1f8b7fdba1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:21:18.290067 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05fd6d5-74a7-4a05-9b58-7b1f8b7fdba1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:21:18.290067 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05fd6d5-74a7-4a05-9b58-7b1f8b7fdba1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:21:18.290831 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05fd6d5-74a7-4a05-9b58-7b1f8b7fdba1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:21:18.291081 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05fd6d5-74a7-4a05-9b58-7b1f8b7fdba1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:21:18.291513 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05fd6d5-74a7-4a05-9b58-7b1f8b7fdba1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:21:18.301666 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-eb2744a1-ff76-4d39-be6c-77cbf34f8a2d tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:18.308130 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b05fd6d5-74a7-4a05-9b58-7b1f8b7fdba1 None None] No DVR routers for this DVR port 44b398d3-497e-4335-b926-da75fd83c1d8 on host n-d-705658-22 {{(pid=105586) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:21:18.348487 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [None req-eb2744a1-ff76-4d39-be6c-77cbf34f8a2d tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] device_id is not set on port 1542b28a-6ee8-4607-aa03-c19405b835cc yet. {{(pid=105584) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 21:21:18.521813 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-81cf72f2-6e23-4e6e-a0fa-18f36d366989 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:18.527143 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.db_base_plugin_common [None req-eb2744a1-ff76-4d39-be6c-77cbf34f8a2d tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Allocated IP 2001:db8::f816:3eff:fec8:b12 (1d615a85-844c-4c57-a0fc-2090e87300f0/eaf77e80-8468-4004-a6bd-54bfd69e7ace/1542b28a-6ee8-4607-aa03-c19405b835cc) {{(pid=105584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:21:18.542539 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-498a7d1f-340a-482b-ba31-5683624fac42 None None] Notify callbacks [] for port, precommit_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:18.550855 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c868ff4-44c5-4ec2-a7cf-fc7f68aff599 None None] Network 961b1fa6-15f2-49cb-84c9-7c5789db2b9d requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:21:18.606484 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-c235af91-5d80-4480-a88b-d9fb6e9af776 tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:18.623254 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-498a7d1f-340a-482b-ba31-5683624fac42 None None] Transition to ACTIVE for port object a240dbdc-d554-49ba-bbe8-82a6bbba20ce will not be triggered until provisioned by entity L2. {{(pid=105586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:21:18.687982 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a35959b8-1490-4723-83af-aadc68071de5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30bb4b93-b285-5d90-9493-f9ec33ea333c-1d615a85-844c-4c57-a0fc-2090e87300f0', 'network_id': '1d615a85-844c-4c57-a0fc-2090e87300f0', 'tenant_id': 'fcd7bb7d26624f8f823446f0b0a5006f', 'fixed_ips': [{'subnet_id': 'eaf77e80-8468-4004-a6bd-54bfd69e7ace'}]}} from n-d-705658-22. {{(pid=105586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 21:21:18.688840 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-a35959b8-1490-4723-83af-aadc68071de5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:18.702046 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-498a7d1f-340a-482b-ba31-5683624fac42 None None] Transition to ACTIVE for port object a240dbdc-d554-49ba-bbe8-82a6bbba20ce will not be triggered until provisioned by entity DHCP. {{(pid=105586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:21:18.722345 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c235af91-5d80-4480-a88b-d9fb6e9af776 tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] Pushing event deleted for resources: {'Port': ['ID=4e2ca401-3ce6-4cc6-bc34-a6004ee338dc,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:21:18.757863 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-eb2744a1-ff76-4d39-be6c-77cbf34f8a2d tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks [] for port, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:18.762053 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-498a7d1f-340a-482b-ba31-5683624fac42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143'] for port, after_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:18.809746 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cf72f2-6e23-4e6e-a0fa-18f36d366989 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Pushing event deleted for resources: {'Port': ['ID=22dc17af-b075-4645-8273-26b8a77cdfc8,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:21:18.815548 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81cf72f2-6e23-4e6e-a0fa-18f36d366989 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] No DVR routers for this DVR port 22dc17af-b075-4645-8273-26b8a77cdfc8 on host n-d-705658-22 {{(pid=105584) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:21:18.886215 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3967809-9b34-4a62-a6b4-e3a6e5542544 None None] DHCP port deletion for 70b8404e-a129-439b-873f-f05fbaaec4a7 request from n-d-705658-22 {{(pid=105586) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 21:21:18.896502 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.provisioning_blocks [None req-eb2744a1-ff76-4d39-be6c-77cbf34f8a2d tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Transition to ACTIVE for port object 1542b28a-6ee8-4607-aa03-c19405b835cc will not be triggered until provisioned by entity DHCP. {{(pid=105584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:21:18.932417 n-d-705658-22 neutron-server[105586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-498a7d1f-340a-482b-ba31-5683624fac42 None None] Network 022a1ee4-2b6b-4273-8967-e91982b7e0ac is already hosted by enough agents. {{(pid=105586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:21:18.964576 n-d-705658-22 neutron-server[105586]: DEBUG neutron.scheduler.base_scheduler [None req-498a7d1f-340a-482b-ba31-5683624fac42 None None] Resources bound (agent type, host, resource id): {{(pid=105586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:21:18.975235 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 44b398d3-497e-4335-b926-da75fd83c1d8 no longer exists at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:21:18.989171 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-81cf72f2-6e23-4e6e-a0fa-18f36d366989 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853562', 'neutron.services.segments.db._delete_segments_for_network-8790688882975'] for network, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:18.994901 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-498a7d1f-340a-482b-ba31-5683624fac42 None None] Received port after_create {{(pid=105586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:21:19.006766 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.segments.db [None req-81cf72f2-6e23-4e6e-a0fa-18f36d366989 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70b8404e-a129-439b-873f-f05fbaaec4a7']}} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:21:19.024439 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.segments.db [None req-81cf72f2-6e23-4e6e-a0fa-18f36d366989 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50d81ca1-655c-41f2-b885-6dc71e2c85de') {'for_net_delete': True} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:21:19.024886 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.segments.db [None req-81cf72f2-6e23-4e6e-a0fa-18f36d366989 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50d81ca1-655c-41f2-b885-6dc71e2c85de') {} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:21:19.037174 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-81cf72f2-6e23-4e6e-a0fa-18f36d366989 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790688883752', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9014348'] for segment, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:19.071372 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-eb2744a1-ff76-4d39-be6c-77cbf34f8a2d tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:19.076093 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-81cf72f2-6e23-4e6e-a0fa-18f36d366989 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:19.114757 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1bfe0f-2185-4c75-8117-00ab240cfde9 req-3561c53b-6c56-4273-b416-24c6c34076ca tempest-VolumesActionsTest-494703854 tempest-VolumesActionsTest-494703854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:21:19.116825 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-be1bfe0f-2185-4c75-8117-00ab240cfde9 req-3561c53b-6c56-4273-b416-24c6c34076ca tempest-VolumesActionsTest-494703854 tempest-VolumesActionsTest-494703854-project] 10.222.0.59 "GET /v2.0/networks?id=31e9dce0-974a-4794-a13e-afe945076470 HTTP/1.1" status: 200 len: 809 time: 0.5150428 Jul 27 21:21:19.122404 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81cf72f2-6e23-4e6e-a0fa-18f36d366989 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Releasing vlan 243 on physical network physnet1 to pool {{(pid=105584) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:21:19.122826 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-81cf72f2-6e23-4e6e-a0fa-18f36d366989 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9014063'] for segment, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:19.124484 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-c235af91-5d80-4480-a88b-d9fb6e9af776 tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4075702'] for router_gateway, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:19.128972 n-d-705658-22 neutron-server[105584]: Traceback (most recent call last): Jul 27 21:21:19.128972 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:21:19.128972 n-d-705658-22 neutron-server[105584]: timer() Jul 27 21:21:19.128972 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:21:19.128972 n-d-705658-22 neutron-server[105584]: cb(*args, **kw) Jul 27 21:21:19.128972 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:21:19.128972 n-d-705658-22 neutron-server[105584]: return func(*args, **kwargs) Jul 27 21:21:19.128972 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:21:19.128972 n-d-705658-22 neutron-server[105584]: self._notify() Jul 27 21:21:19.128972 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:21:19.128972 n-d-705658-22 neutron-server[105584]: self.callback(batched_events) Jul 27 21:21:19.128972 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:21:19.128972 n-d-705658-22 neutron-server[105584]: event.method(event) Jul 27 21:21:19.128972 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:21:19.128972 n-d-705658-22 neutron-server[105584]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:21:19.128972 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:21:19.128972 n-d-705658-22 neutron-server[105584]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:21:19.128972 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:21:19.128972 n-d-705658-22 neutron-server[105584]: return f(self, *a, **k) Jul 27 21:21:19.128972 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:21:19.128972 n-d-705658-22 neutron-server[105584]: return self._get(url).json() Jul 27 21:21:19.128972 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:21:19.128972 n-d-705658-22 neutron-server[105584]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:21:19.128972 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:21:19.128972 n-d-705658-22 neutron-server[105584]: return self.request(url, 'GET', **kwargs) Jul 27 21:21:19.128972 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:21:19.128972 n-d-705658-22 neutron-server[105584]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:21:19.128972 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:21:19.128972 n-d-705658-22 neutron-server[105584]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:21:19.128972 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:21:19.128972 n-d-705658-22 neutron-server[105584]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:21:19.128972 n-d-705658-22 neutron-server[105584]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:21:19.153792 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] No Port match for: 44b398d3-497e-4335-b926-da75fd83c1d8 {{(pid=105586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:21:19.154083 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 44b398d3-497e-4335-b926-da75fd83c1d8 not bound to the agent host n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:21:19.228404 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb2744a1-ff76-4d39-be6c-77cbf34f8a2d tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Network 1d615a85-844c-4c57-a0fc-2090e87300f0 is already hosted by enough agents. {{(pid=105584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:21:19.230606 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [None req-eb2744a1-ff76-4d39-be6c-77cbf34f8a2d tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Resources bound (agent type, host, resource id): {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:21:19.236447 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-81cf72f2-6e23-4e6e-a0fa-18f36d366989 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4075658'] for network, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:19.239309 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb2744a1-ff76-4d39-be6c-77cbf34f8a2d tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Received port after_create {{(pid=105584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:21:19.246442 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb2744a1-ff76-4d39-be6c-77cbf34f8a2d tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:21:19.247938 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-eb2744a1-ff76-4d39-be6c-77cbf34f8a2d tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:19.252884 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498a7d1f-340a-482b-ba31-5683624fac42 None None] Pushing event updated for resources: {'Port': ['ID=a240dbdc-d554-49ba-bbe8-82a6bbba20ce,revision_number=1']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:21:19.278614 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-be1bfe0f-2185-4c75-8117-00ab240cfde9 req-6e231067-1f07-4fb5-b9ce-4a6f46aa046c tempest-VolumesActionsTest-494703854 tempest-VolumesActionsTest-494703854-project] 10.222.0.59 "GET /v2.0/quotas/cf28ee748c924682bd15abce3c1d75f1 HTTP/1.1" status: 200 len: 375 time: 0.1426528 Jul 27 21:21:19.281312 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-498a7d1f-340a-482b-ba31-5683624fac42 None None] Attempting to bind port a240dbdc-d554-49ba-bbe8-82a6bbba20ce on host n-d-705658-22 for vnic_type normal with profile {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:21:19.281312 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-498a7d1f-340a-482b-ba31-5683624fac42 None None] Attempting to bind port a240dbdc-d554-49ba-bbe8-82a6bbba20ce by drivers openvswitch,hyperv on host n-d-705658-22 at level 0 using segments [{'id': 'eac822d0-c45f-48ba-a798-490d52e1e00e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '022a1ee4-2b6b-4273-8967-e91982b7e0ac'}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:21:19.281695 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-498a7d1f-340a-482b-ba31-5683624fac42 None None] Attempting to bind port a240dbdc-d554-49ba-bbe8-82a6bbba20ce on network 022a1ee4-2b6b-4273-8967-e91982b7e0ac {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:21:19.282100 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-81cf72f2-6e23-4e6e-a0fa-18f36d366989 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743886'] for network, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:19.289686 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-81cf72f2-6e23-4e6e-a0fa-18f36d366989 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] 10.222.0.59 "DELETE /v2.0/networks/70b8404e-a129-439b-873f-f05fbaaec4a7 HTTP/1.1" status: 204 len: 168 time: 1.6696489 Jul 27 21:21:19.294981 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-498a7d1f-340a-482b-ba31-5683624fac42 None None] Checking agent: {'id': '04a7ea91-6318-467e-ace6-b0fb48c8690f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 41, 42), 'started_at': datetime.datetime(2021, 7, 27, 20, 42, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 21, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:21:19.295386 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-498a7d1f-340a-482b-ba31-5683624fac42 None None] Checking segment: {'id': 'eac822d0-c45f-48ba-a798-490d52e1e00e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '022a1ee4-2b6b-4273-8967-e91982b7e0ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:21:19.295791 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-498a7d1f-340a-482b-ba31-5683624fac42 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:19.296180 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-498a7d1f-340a-482b-ba31-5683624fac42 None None] Bound using segment: {'id': 'eac822d0-c45f-48ba-a798-490d52e1e00e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '022a1ee4-2b6b-4273-8967-e91982b7e0ac'} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:21:19.296652 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-498a7d1f-340a-482b-ba31-5683624fac42 None None] Bound port: a240dbdc-d554-49ba-bbe8-82a6bbba20ce, host: n-d-705658-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eac822d0-c45f-48ba-a798-490d52e1e00e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '022a1ee4-2b6b-4273-8967-e91982b7e0ac'}}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:21:19.297037 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-498a7d1f-340a-482b-ba31-5683624fac42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:19.302358 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 50550) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:19.316373 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-8fcec2d4-d1b4-4134-a1de-0200695ec6e3 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-416144319'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:21:19.326625 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cf72f2-6e23-4e6e-a0fa-18f36d366989 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Pushing event deleted for resources: {'Network': ['ID=70b8404e-a129-439b-873f-f05fbaaec4a7,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:21:19.337435 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2744a1-ff76-4d39-be6c-77cbf34f8a2d tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Pushing event updated for resources: {'Port': ['ID=1542b28a-6ee8-4607-aa03-c19405b835cc,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:21:19.344628 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-c235af91-5d80-4480-a88b-d9fb6e9af776 tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4163631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-425'] for router, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:19.348584 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-c235af91-5d80-4480-a88b-d9fb6e9af776 tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:19.350767 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-1b649877-1b7a-4280-926f-6a08bac71f89 tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8790688807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-10221611'] for subnet, after_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:19.365910 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-eb2744a1-ff76-4d39-be6c-77cbf34f8a2d tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 945 time: 1.6069729 Jul 27 21:21:19.366198 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 50554) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:19.423593 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-be1bfe0f-2185-4c75-8117-00ab240cfde9 req-eeb8c785-04e9-4ee2-b13d-dd2c9dc7d6a5 tempest-VolumesActionsTest-494703854 tempest-VolumesActionsTest-494703854-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=cf28ee748c924682bd15abce3c1d75f1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1052954 Jul 27 21:21:19.428079 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b649877-1b7a-4280-926f-6a08bac71f89 tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:21:19.428887 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-1b649877-1b7a-4280-926f-6a08bac71f89 tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Notify callbacks [] for subnet, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:19.430964 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fcec2d4-d1b4-4134-a1de-0200695ec6e3 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Made reservation on behalf of 454b79f542fc4867a07c409c85be23c7 for: {'network': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:21:19.431710 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-1b649877-1b7a-4280-926f-6a08bac71f89 tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] 10.222.0.59 "PUT /v2.0/subnets/a11604ab-56e1-4171-a3c0-64304311e35b HTTP/1.1" status: 200 len: 806 time: 2.6968501 Jul 27 21:21:19.442223 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-8fcec2d4-d1b4-4134-a1de-0200695ec6e3 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for network, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:19.445298 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.db_base_plugin_common [None req-a35959b8-1490-4723-83af-aadc68071de5 None None] Allocated IP 2001:db8::f816:3eff:fe4d:275c (1d615a85-844c-4c57-a0fc-2090e87300f0/eaf77e80-8468-4004-a6bd-54bfd69e7ace/f68bbc99-8a19-45c1-b063-1a0a9bd8232d) {{(pid=105586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:21:19.446846 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 50556) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:19.463252 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-498a7d1f-340a-482b-ba31-5683624fac42 None None] For port a240dbdc-d554-49ba-bbe8-82a6bbba20ce, host n-d-705658-22, cleared binding levels {{(pid=105586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:21:19.496493 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b649877-1b7a-4280-926f-6a08bac71f89 tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Pushing event updated for resources: {'Subnet': ['ID=a11604ab-56e1-4171-a3c0-64304311e35b,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:21:19.519797 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-498a7d1f-340a-482b-ba31-5683624fac42 None None] For port a240dbdc-d554-49ba-bbe8-82a6bbba20ce, host n-d-705658-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=a240dbdc-d554-49ba-bbe8-82a6bbba20ce,segment=NetworkSegment(eac822d0-c45f-48ba-a798-490d52e1e00e),segment_id=eac822d0-c45f-48ba-a798-490d52e1e00e)] {{(pid=105586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:21:19.561933 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-498a7d1f-340a-482b-ba31-5683624fac42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:19.587474 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8fcec2d4-d1b4-4134-a1de-0200695ec6e3 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] vlan segment allocate from pool success with {'vlan_id': 232, 'physical_network': 'physnet1'} {{(pid=105584) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:21:19.596529 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75be9377-da9d-4326-bfad-7e9b60e332c8 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:21:19.600788 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-75be9377-da9d-4326-bfad-7e9b60e332c8 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.2335875 Jul 27 21:21:19.601454 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 50562) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:19.664368 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-c235af91-5d80-4480-a88b-d9fb6e9af776 tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4163007'] for router, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:19.665658 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c235af91-5d80-4480-a88b-d9fb6e9af776 tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] Fanout notify agent at l3_agent the message router_deleted on router c4bfe403-2cc3-4f09-b49e-74df4ff65e85 {{(pid=105585) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 21:21:19.685065 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498a7d1f-340a-482b-ba31-5683624fac42 None None] Pushing event updated for resources: {'Port': ['ID=a240dbdc-d554-49ba-bbe8-82a6bbba20ce,revision_number=2']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:21:19.686418 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-8fcec2d4-d1b4-4134-a1de-0200695ec6e3 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:19.686769 n-d-705658-22 neutron-server[105584]: INFO neutron.db.segments_db [None req-8fcec2d4-d1b4-4134-a1de-0200695ec6e3 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Added segment 225d04fc-aa09-4f3c-a60b-761600de6dc8 of type vlan for network ec20371d-db7d-46a9-a4f6-9c8e62835f65 Jul 27 21:21:19.695185 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-c235af91-5d80-4480-a88b-d9fb6e9af776 tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] Notify callbacks [] for router, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:19.696355 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-c235af91-5d80-4480-a88b-d9fb6e9af776 tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] 10.222.0.59 "DELETE /v2.0/routers/c4bfe403-2cc3-4f09-b49e-74df4ff65e85 HTTP/1.1" status: 204 len: 168 time: 3.0203376 Jul 27 21:21:19.706028 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 50564) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:19.737645 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-be1bfe0f-2185-4c75-8117-00ab240cfde9 req-a72fbbfa-2e17-4505-9fd0-79e95e4f7168 service neutron] 10.222.0.59 "GET /v2.0/networks/31e9dce0-974a-4794-a13e-afe945076470?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2378111 Jul 27 21:21:19.861764 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-a35959b8-1490-4723-83af-aadc68071de5 None None] Notify callbacks [] for port, precommit_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:19.884224 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-a35959b8-1490-4723-83af-aadc68071de5 None None] Transition to ACTIVE for port object f68bbc99-8a19-45c1-b063-1a0a9bd8232d will not be triggered until provisioned by entity L2. {{(pid=105586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:21:19.912009 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-a35959b8-1490-4723-83af-aadc68071de5 None None] Transition to ACTIVE for port object f68bbc99-8a19-45c1-b063-1a0a9bd8232d will not be triggered until provisioned by entity DHCP. {{(pid=105586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:21:19.922017 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-a35959b8-1490-4723-83af-aadc68071de5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143'] for port, after_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:19.979620 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-be1bfe0f-2185-4c75-8117-00ab240cfde9 req-68f80c75-9fc7-454a-929c-7b9b7dfa610e service neutron] 10.222.0.59 "GET /v2.0/networks/31e9dce0-974a-4794-a13e-afe945076470?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2341208 Jul 27 21:21:19.993697 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35959b8-1490-4723-83af-aadc68071de5 None None] Pushing event updated for resources: {'Port': ['ID=f68bbc99-8a19-45c1-b063-1a0a9bd8232d,revision_number=1']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:21:20.002153 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c5213985-a4e1-43f0-ba2b-ad2a474e0c86 tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-990557'] for network, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:20.005567 n-d-705658-22 neutron-server[105586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a35959b8-1490-4723-83af-aadc68071de5 None None] Network 1d615a85-844c-4c57-a0fc-2090e87300f0 is already hosted by enough agents. {{(pid=105586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:21:20.006973 n-d-705658-22 neutron-server[105586]: DEBUG neutron.scheduler.base_scheduler [None req-a35959b8-1490-4723-83af-aadc68071de5 None None] Resources bound (agent type, host, resource id): {{(pid=105586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:21:20.012954 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a35959b8-1490-4723-83af-aadc68071de5 None None] Received port after_create {{(pid=105586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:21:20.027651 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-8fcec2d4-d1b4-4134-a1de-0200695ec6e3 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790688424798'] for network, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:20.087516 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-8fcec2d4-d1b4-4134-a1de-0200695ec6e3 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920'] for network, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:20.119834 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fcec2d4-d1b4-4134-a1de-0200695ec6e3 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:21:20.120773 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-8fcec2d4-d1b4-4134-a1de-0200695ec6e3 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743886'] for network, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:20.168611 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-8fcec2d4-d1b4-4134-a1de-0200695ec6e3 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.8617089 Jul 27 21:21:20.177940 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 50578) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:20.187841 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-a35959b8-1490-4723-83af-aadc68071de5 None None] Attempting to bind port f68bbc99-8a19-45c1-b063-1a0a9bd8232d on host n-d-705658-22 for vnic_type normal with profile {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:21:20.188140 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-a35959b8-1490-4723-83af-aadc68071de5 None None] Attempting to bind port f68bbc99-8a19-45c1-b063-1a0a9bd8232d by drivers openvswitch,hyperv on host n-d-705658-22 at level 0 using segments [{'id': '532d8a52-575f-45de-a3af-efbea8c8f6d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '1d615a85-844c-4c57-a0fc-2090e87300f0'}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:21:20.188505 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a35959b8-1490-4723-83af-aadc68071de5 None None] Attempting to bind port f68bbc99-8a19-45c1-b063-1a0a9bd8232d on network 1d615a85-844c-4c57-a0fc-2090e87300f0 {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:21:20.189263 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-792c3341-508b-4087-bb62-b26eff44777e tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Request body: {'subnet': {'network_id': 'ec20371d-db7d-46a9-a4f6-9c8e62835f65', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:21:20.199679 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a35959b8-1490-4723-83af-aadc68071de5 None None] Checking agent: {'id': '04a7ea91-6318-467e-ace6-b0fb48c8690f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 41, 42), 'started_at': datetime.datetime(2021, 7, 27, 20, 42, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 21, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:21:20.200048 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a35959b8-1490-4723-83af-aadc68071de5 None None] Checking segment: {'id': '532d8a52-575f-45de-a3af-efbea8c8f6d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '1d615a85-844c-4c57-a0fc-2090e87300f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:21:20.200456 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-a35959b8-1490-4723-83af-aadc68071de5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:20.200853 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a35959b8-1490-4723-83af-aadc68071de5 None None] Bound using segment: {'id': '532d8a52-575f-45de-a3af-efbea8c8f6d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '1d615a85-844c-4c57-a0fc-2090e87300f0'} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:21:20.201317 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-a35959b8-1490-4723-83af-aadc68071de5 None None] Bound port: f68bbc99-8a19-45c1-b063-1a0a9bd8232d, host: n-d-705658-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '532d8a52-575f-45de-a3af-efbea8c8f6d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '1d615a85-844c-4c57-a0fc-2090e87300f0'}}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:21:20.201701 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-a35959b8-1490-4723-83af-aadc68071de5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:20.220251 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-5d153c31-a76f-4a3e-9a52-4ae61ccef678 tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-990557'] for network, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:20.225172 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-bce7a5c3-bba6-4db4-bbaf-8eac7830d904 req-dd1e5231-d862-4d4d-bd69-bb0f5594e471 tempest-VolumesActionsTest-494703854 tempest-VolumesActionsTest-494703854-project] 10.222.0.59 "GET /v2.0/ports?device_id=65b5d377-df0c-4f7f-b99d-836daae15b69 HTTP/1.1" status: 200 len: 210 time: 0.0579474 Jul 27 21:21:20.229309 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-93fe8f5c-8519-4f61-858c-5661294d0dc9 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Deleting port 1542b28a-6ee8-4607-aa03-c19405b835cc {{(pid=105584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:21:20.229660 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-93fe8f5c-8519-4f61-858c-5661294d0dc9 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:20.397982 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-792c3341-508b-4087-bb62-b26eff44777e tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Made reservation on behalf of 454b79f542fc4867a07c409c85be23c7 for: {'subnet': 1} {{(pid=105585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:21:20.416683 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-792c3341-508b-4087-bb62-b26eff44777e tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9990620'] for subnet, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:20.473215 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-a35959b8-1490-4723-83af-aadc68071de5 None None] For port f68bbc99-8a19-45c1-b063-1a0a9bd8232d, host n-d-705658-22, cleared binding levels {{(pid=105586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:21:20.478863 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-a35959b8-1490-4723-83af-aadc68071de5 None None] For port f68bbc99-8a19-45c1-b063-1a0a9bd8232d, host n-d-705658-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=f68bbc99-8a19-45c1-b063-1a0a9bd8232d,segment=NetworkSegment(532d8a52-575f-45de-a3af-efbea8c8f6d5),segment_id=532d8a52-575f-45de-a3af-efbea8c8f6d5)] {{(pid=105586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:21:20.497704 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-a35959b8-1490-4723-83af-aadc68071de5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:20.689948 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fcec2d4-d1b4-4134-a1de-0200695ec6e3 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Pushing event updated for resources: {'Network': ['ID=ec20371d-db7d-46a9-a4f6-9c8e62835f65,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:21:20.729218 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35959b8-1490-4723-83af-aadc68071de5 None None] Pushing event updated for resources: {'Port': ['ID=f68bbc99-8a19-45c1-b063-1a0a9bd8232d,revision_number=2']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:21:20.733590 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Network ec20371d-db7d-46a9-a4f6-9c8e62835f65 details requested by agent ovs-agent-n-d-705658-22 with host n-d-705658-22 {{(pid=105586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:21:20.957782 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-93fe8f5c-8519-4f61-858c-5661294d0dc9 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:20.996337 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-792c3341-508b-4087-bb62-b26eff44777e tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10221797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9990606'] for subnet, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:20.997175 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-93fe8f5c-8519-4f61-858c-5661294d0dc9 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Calling delete_port for 1542b28a-6ee8-4607-aa03-c19405b835cc owned by {{(pid=105584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:21:21.000910 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-5d153c31-a76f-4a3e-9a52-4ae61ccef678 tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853562', 'neutron.services.segments.db._delete_segments_for_network-8790688882975'] for network, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:21.020141 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.segments.db [None req-5d153c31-a76f-4a3e-9a52-4ae61ccef678 tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52c6430f-7dd9-4cc3-880a-fd88c5478e36']}} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:21:21.032447 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-c5213985-a4e1-43f0-ba2b-ad2a474e0c86 tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Deleting port a240dbdc-d554-49ba-bbe8-82a6bbba20ce {{(pid=105584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:21:21.032936 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c5213985-a4e1-43f0-ba2b-ad2a474e0c86 tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:21.097880 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device a240dbdc-d554-49ba-bbe8-82a6bbba20ce up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:21:21.102575 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.segments.db [None req-5d153c31-a76f-4a3e-9a52-4ae61ccef678 tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6a57384-6795-46cb-b260-81b15232836f') {'for_net_delete': True} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:21:21.102882 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.segments.db [None req-5d153c31-a76f-4a3e-9a52-4ae61ccef678 tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6a57384-6795-46cb-b260-81b15232836f') {} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:21:21.152181 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-5d153c31-a76f-4a3e-9a52-4ae61ccef678 tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790688883752', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9014348'] for segment, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:21.182915 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-5d153c31-a76f-4a3e-9a52-4ae61ccef678 tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:21.206544 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792c3341-508b-4087-bb62-b26eff44777e tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Pushing event updated for resources: {'Subnet': ['ID=3d1024d4-97f0-45d8-b8b6-95bfd64a6247,revision_number=0']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:21:21.210058 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d153c31-a76f-4a3e-9a52-4ae61ccef678 tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] Releasing vlan 200 on physical network physnet1 to pool {{(pid=105584) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:21:21.210524 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-5d153c31-a76f-4a3e-9a52-4ae61ccef678 tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9014063'] for segment, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:21.220052 n-d-705658-22 neutron-server[105584]: Traceback (most recent call last): Jul 27 21:21:21.220052 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:21:21.220052 n-d-705658-22 neutron-server[105584]: timer() Jul 27 21:21:21.220052 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:21:21.220052 n-d-705658-22 neutron-server[105584]: cb(*args, **kw) Jul 27 21:21:21.220052 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:21:21.220052 n-d-705658-22 neutron-server[105584]: return func(*args, **kwargs) Jul 27 21:21:21.220052 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:21:21.220052 n-d-705658-22 neutron-server[105584]: self._notify() Jul 27 21:21:21.220052 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:21:21.220052 n-d-705658-22 neutron-server[105584]: self.callback(batched_events) Jul 27 21:21:21.220052 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:21:21.220052 n-d-705658-22 neutron-server[105584]: event.method(event) Jul 27 21:21:21.220052 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:21:21.220052 n-d-705658-22 neutron-server[105584]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:21:21.220052 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:21:21.220052 n-d-705658-22 neutron-server[105584]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:21:21.220052 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:21:21.220052 n-d-705658-22 neutron-server[105584]: return f(self, *a, **k) Jul 27 21:21:21.220052 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:21:21.220052 n-d-705658-22 neutron-server[105584]: return self._get(url).json() Jul 27 21:21:21.220052 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:21:21.220052 n-d-705658-22 neutron-server[105584]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:21:21.220052 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:21:21.220052 n-d-705658-22 neutron-server[105584]: return self.request(url, 'GET', **kwargs) Jul 27 21:21:21.220052 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:21:21.220052 n-d-705658-22 neutron-server[105584]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:21:21.220052 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:21:21.220052 n-d-705658-22 neutron-server[105584]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:21:21.220052 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:21:21.220052 n-d-705658-22 neutron-server[105584]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:21:21.220052 n-d-705658-22 neutron-server[105584]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:21:21.229123 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-792c3341-508b-4087-bb62-b26eff44777e tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Checking segment: {'id': '225d04fc-aa09-4f3c-a60b-761600de6dc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'ec20371d-db7d-46a9-a4f6-9c8e62835f65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:21:21.229930 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-792c3341-508b-4087-bb62-b26eff44777e tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Network hostable DHCP agents. Network: ec20371d-db7d-46a9-a4f6-9c8e62835f65, hostable agents: ['7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a'], hosted agents: [] {{(pid=105585) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:21:21.260264 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning for port a240dbdc-d554-49ba-bbe8-82a6bbba20ce completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:21:21.289549 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-792c3341-508b-4087-bb62-b26eff44777e tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Network ec20371d-db7d-46a9-a4f6-9c8e62835f65 is scheduled to be hosted by DHCP agent 7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a with binding_index 1 {{(pid=105585) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:21:21.306227 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.base_scheduler [None req-792c3341-508b-4087-bb62-b26eff44777e tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-22, ec20371d-db7d-46a9-a4f6-9c8e62835f65) {{(pid=105585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:21:21.310647 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-792c3341-508b-4087-bb62-b26eff44777e tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:21:21.311284 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-792c3341-508b-4087-bb62-b26eff44777e tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Notify callbacks [] for subnet, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:21.319142 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-090ed7fa-8dbf-4d27-be1b-0391af37128d None None] Network ec20371d-db7d-46a9-a4f6-9c8e62835f65 requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:21:21.372892 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-792c3341-508b-4087-bb62-b26eff44777e tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1890781 Jul 27 21:21:21.373528 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 50602) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:21.389859 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-8c78fb58-08ea-4a60-8382-6aa0932bc8e3 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Request body: {'port': {'network_id': 'ec20371d-db7d-46a9-a4f6-9c8e62835f65', 'name': 'tempest-PortsTestJSON-1441687327', 'fixed_ips': [{'subnet_id': '3d1024d4-97f0-45d8-b8b6-95bfd64a6247', 'ip_address': '172.20.0.10'}]}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:21:21.467827 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 22dc17af-b075-4645-8273-26b8a77cdfc8 no longer exists at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:21:21.505148 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-5d153c31-a76f-4a3e-9a52-4ae61ccef678 tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4075658'] for network, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:21.515908 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] No Port match for: 22dc17af-b075-4645-8273-26b8a77cdfc8 {{(pid=105586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:21:21.516247 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 22dc17af-b075-4645-8273-26b8a77cdfc8 not bound to the agent host n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:21:21.516661 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 4e2ca401-3ce6-4cc6-bc34-a6004ee338dc no longer exists at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:21:21.518880 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-5d153c31-a76f-4a3e-9a52-4ae61ccef678 tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743886'] for network, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:21.527500 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-5d153c31-a76f-4a3e-9a52-4ae61ccef678 tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] 10.222.0.59 "DELETE /v2.0/networks/52c6430f-7dd9-4cc3-880a-fd88c5478e36 HTTP/1.1" status: 204 len: 168 time: 1.8025875 Jul 27 21:21:21.551605 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 50606) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:21.589197 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] No Port match for: 4e2ca401-3ce6-4cc6-bc34-a6004ee338dc {{(pid=105586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:21:21.589541 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 4e2ca401-3ce6-4cc6-bc34-a6004ee338dc not bound to the agent host n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:21:21.603542 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-6ccfea41-798c-4a4e-af51-eda0abdd31a4 req-5225ae88-9afa-4edf-8c33-fb1756da9ac3 tempest-VolumesActionsTest-494703854 tempest-VolumesActionsTest-494703854-project] 10.222.0.59 "GET /v2.0/ports?device_id=65b5d377-df0c-4f7f-b99d-836daae15b69 HTTP/1.1" status: 200 len: 210 time: 0.0927353 Jul 27 21:21:21.736209 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c78fb58-08ea-4a60-8382-6aa0932bc8e3 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Made reservation on behalf of 454b79f542fc4867a07c409c85be23c7 for: {'port': 1} {{(pid=105585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:21:21.793320 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d153c31-a76f-4a3e-9a52-4ae61ccef678 tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] Pushing event deleted for resources: {'Network': ['ID=52c6430f-7dd9-4cc3-880a-fd88c5478e36,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:21:21.815122 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-93fe8f5c-8519-4f61-858c-5661294d0dc9 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:21.835268 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [None req-c5213985-a4e1-43f0-ba2b-ad2a474e0c86 tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] For port a240dbdc-d554-49ba-bbe8-82a6bbba20ce, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=a240dbdc-d554-49ba-bbe8-82a6bbba20ce,segment=NetworkSegment(eac822d0-c45f-48ba-a798-490d52e1e00e),segment_id=eac822d0-c45f-48ba-a798-490d52e1e00e)] {{(pid=105584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:21:21.836159 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c5213985-a4e1-43f0-ba2b-ad2a474e0c86 tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:21.899254 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3745b7a2-7692-4814-87e3-ccecd41717a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30bb4b93-b285-5d90-9493-f9ec33ea333c-ec20371d-db7d-46a9-a4f6-9c8e62835f65', 'network_id': 'ec20371d-db7d-46a9-a4f6-9c8e62835f65', 'tenant_id': '454b79f542fc4867a07c409c85be23c7', 'fixed_ips': [{'subnet_id': '3d1024d4-97f0-45d8-b8b6-95bfd64a6247'}]}} from n-d-705658-22. {{(pid=105586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 21:21:21.903262 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3745b7a2-7692-4814-87e3-ccecd41717a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:21.949519 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93fe8f5c-8519-4f61-858c-5661294d0dc9 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Pushing event deleted for resources: {'Port': ['ID=1542b28a-6ee8-4607-aa03-c19405b835cc,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:21:21.958666 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-c5213985-a4e1-43f0-ba2b-ad2a474e0c86 tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Calling delete_port for a240dbdc-d554-49ba-bbe8-82a6bbba20ce owned by network:dhcp {{(pid=105584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:21:22.022039 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-8c78fb58-08ea-4a60-8382-6aa0932bc8e3 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:22.051919 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-93fe8f5c-8519-4f61-858c-5661294d0dc9 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:22.056428 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-93fe8f5c-8519-4f61-858c-5661294d0dc9 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] 10.222.0.59 "DELETE /v2.0/ports/1542b28a-6ee8-4607-aa03-c19405b835cc HTTP/1.1" status: 204 len: 168 time: 2.4483786 Jul 27 21:21:22.079244 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 50616) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:22.227722 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cf3ed0f-7b13-441b-a33f-41786d60020b tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:21:22.232696 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cf3ed0f-7b13-441b-a33f-41786d60020b tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:21:22.238083 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-0cf3ed0f-7b13-441b-a33f-41786d60020b tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.1544118 Jul 27 21:21:22.242791 n-d-705658-22 neutron-server[105585]: DEBUG neutron.notifiers.nova [None req-8c78fb58-08ea-4a60-8382-6aa0932bc8e3 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] device_id is not set on port 506e9e34-edbf-4fc6-acd0-56f6b8f244bb yet. {{(pid=105585) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 21:21:22.256466 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 50620) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:22.285904 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.db_base_plugin_common [None req-3745b7a2-7692-4814-87e3-ccecd41717a3 None None] Allocated IP 172.20.0.2 (ec20371d-db7d-46a9-a4f6-9c8e62835f65/3d1024d4-97f0-45d8-b8b6-95bfd64a6247/bd92f9ca-e797-42ea-9b42-dae3b5cc8dd0) {{(pid=105586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:21:22.319174 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c5213985-a4e1-43f0-ba2b-ad2a474e0c86 tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:22.412213 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e66049dd-0e50-462f-9eea-f33abfde084b None None] Network 022a1ee4-2b6b-4273-8967-e91982b7e0ac requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:21:22.469179 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5213985-a4e1-43f0-ba2b-ad2a474e0c86 tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Pushing event deleted for resources: {'Port': ['ID=a240dbdc-d554-49ba-bbe8-82a6bbba20ce,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:21:22.546067 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-791e09ea-6bf4-4c5f-9384-a7883b23f14f None None] Could not find standard attr ID for object a240dbdc-d554-49ba-bbe8-82a6bbba20ce. {{(pid=105586) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 27 21:21:22.552692 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b330d49-403c-4644-9598-8f3b7d35c35f tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Deleting subnet eaf77e80-8468-4004-a6bd-54bfd69e7ace {{(pid=105585) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:21:22.554182 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-6e7dd765-d6a8-4dbd-aa07-2bd3e56c9a05 tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] Deleting port e706aa67-79ff-48e2-b769-4bab27a7217e {{(pid=105584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:21:22.554528 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-6e7dd765-d6a8-4dbd-aa07-2bd3e56c9a05 tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:22.562292 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5213985-a4e1-43f0-ba2b-ad2a474e0c86 tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] No DVR routers for this DVR port a240dbdc-d554-49ba-bbe8-82a6bbba20ce on host n-d-705658-22 {{(pid=105584) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:21:22.567162 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-1b330d49-403c-4644-9598-8f3b7d35c35f tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks [] for subnet, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:22.671990 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1bfe0f-2185-4c75-8117-00ab240cfde9 req-7721631a-1bd2-44ff-a173-b7477bb53166 tempest-VolumesActionsTest-494703854 tempest-VolumesActionsTest-494703854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:21:22.673102 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-be1bfe0f-2185-4c75-8117-00ab240cfde9 req-7721631a-1bd2-44ff-a173-b7477bb53166 tempest-VolumesActionsTest-494703854 tempest-VolumesActionsTest-494703854-project] 10.222.0.36 "GET /v2.0/networks?id=31e9dce0-974a-4794-a13e-afe945076470 HTTP/1.1" status: 200 len: 809 time: 0.3740151 Jul 27 21:21:22.703732 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [req-be1bfe0f-2185-4c75-8117-00ab240cfde9 req-fff2130e-ea3d-4945-8a7d-c053ee55ee51 tempest-VolumesActionsTest-494703854 tempest-VolumesActionsTest-494703854-project] Request body: {'port': {'device_id': '65b5d377-df0c-4f7f-b99d-836daae15b69', 'network_id': '31e9dce0-974a-4794-a13e-afe945076470', 'admin_state_up': True, 'tenant_id': 'cf28ee748c924682bd15abce3c1d75f1'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:21:22.703885 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3745b7a2-7692-4814-87e3-ccecd41717a3 None None] Notify callbacks [] for port, precommit_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:22.738303 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-3745b7a2-7692-4814-87e3-ccecd41717a3 None None] Transition to ACTIVE for port object bd92f9ca-e797-42ea-9b42-dae3b5cc8dd0 will not be triggered until provisioned by entity L2. {{(pid=105586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:21:22.818840 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-3745b7a2-7692-4814-87e3-ccecd41717a3 None None] Transition to ACTIVE for port object bd92f9ca-e797-42ea-9b42-dae3b5cc8dd0 will not be triggered until provisioned by entity DHCP. {{(pid=105586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:21:22.830344 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c5213985-a4e1-43f0-ba2b-ad2a474e0c86 tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854965'] for subnet, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:22.833690 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-82081f4a-88fb-446c-90d3-a1e2659ff951 None None] Provisioning for port f68bbc99-8a19-45c1-b063-1a0a9bd8232d completed by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:21:22.855662 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-1b330d49-403c-4644-9598-8f3b7d35c35f tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9887057'] for subnet, precommit_delete_associations {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:22.878952 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3745b7a2-7692-4814-87e3-ccecd41717a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143'] for port, after_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:22.893077 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-2bf83e27-d05a-47ba-8c43-ce7a03f555b3 req-0df18b45-b2ce-4f69-8463-07ebb33d4616 tempest-VolumesActionsTest-494703854 tempest-VolumesActionsTest-494703854-project] 10.222.0.59 "GET /v2.0/ports?device_id=65b5d377-df0c-4f7f-b99d-836daae15b69 HTTP/1.1" status: 200 len: 210 time: 0.0698750 Jul 27 21:21:22.987508 n-d-705658-22 neutron-server[105586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3745b7a2-7692-4814-87e3-ccecd41717a3 None None] Network ec20371d-db7d-46a9-a4f6-9c8e62835f65 is already hosted by enough agents. {{(pid=105586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:21:23.006576 n-d-705658-22 neutron-server[105586]: DEBUG neutron.scheduler.base_scheduler [None req-3745b7a2-7692-4814-87e3-ccecd41717a3 None None] Resources bound (agent type, host, resource id): {{(pid=105586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:21:23.014977 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3745b7a2-7692-4814-87e3-ccecd41717a3 None None] Received port after_create {{(pid=105586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:21:23.114452 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device f68bbc99-8a19-45c1-b063-1a0a9bd8232d up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:21:23.134631 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-6e7dd765-d6a8-4dbd-aa07-2bd3e56c9a05 tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:23.135846 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-6e7dd765-d6a8-4dbd-aa07-2bd3e56c9a05 tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:23.193033 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be1bfe0f-2185-4c75-8117-00ab240cfde9 req-fff2130e-ea3d-4945-8a7d-c053ee55ee51 tempest-VolumesActionsTest-494703854 tempest-VolumesActionsTest-494703854-project] Made reservation on behalf of cf28ee748c924682bd15abce3c1d75f1 for: {'port': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:21:23.198053 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-be1bfe0f-2185-4c75-8117-00ab240cfde9 req-fff2130e-ea3d-4945-8a7d-c053ee55ee51 tempest-VolumesActionsTest-494703854 tempest-VolumesActionsTest-494703854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:23.198250 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.db_base_plugin_common [None req-8c78fb58-08ea-4a60-8382-6aa0932bc8e3 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Allocated IP 172.20.0.10 (ec20371d-db7d-46a9-a4f6-9c8e62835f65/3d1024d4-97f0-45d8-b8b6-95bfd64a6247/506e9e34-edbf-4fc6-acd0-56f6b8f244bb) {{(pid=105585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:21:23.230467 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c5213985-a4e1-43f0-ba2b-ad2a474e0c86 tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9014081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9738825'] for subnet, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:23.242935 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-1b330d49-403c-4644-9598-8f3b7d35c35f tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854965'] for subnet, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:23.247530 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-6e7dd765-d6a8-4dbd-aa07-2bd3e56c9a05 tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] Calling delete_port for e706aa67-79ff-48e2-b769-4bab27a7217e owned by network:floatingip {{(pid=105584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:21:23.312240 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-5067d665-712f-4a9a-a027-a5846582e8a8 None None] Could not find standard attr ID for object 1542b28a-6ee8-4607-aa03-c19405b835cc. {{(pid=105586) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 27 21:21:23.320329 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5213985-a4e1-43f0-ba2b-ad2a474e0c86 tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Pushing event deleted for resources: {'Subnet': ['ID=a11604ab-56e1-4171-a3c0-64304311e35b,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:21:23.327426 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3745b7a2-7692-4814-87e3-ccecd41717a3 None None] Pushing event updated for resources: {'Port': ['ID=bd92f9ca-e797-42ea-9b42-dae3b5cc8dd0,revision_number=1']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:21:23.386342 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-1b330d49-403c-4644-9598-8f3b7d35c35f tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10221602', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9990583'] for subnet, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:23.430703 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-3745b7a2-7692-4814-87e3-ccecd41717a3 None None] Attempting to bind port bd92f9ca-e797-42ea-9b42-dae3b5cc8dd0 on host n-d-705658-22 for vnic_type normal with profile {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:21:23.431113 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-3745b7a2-7692-4814-87e3-ccecd41717a3 None None] Attempting to bind port bd92f9ca-e797-42ea-9b42-dae3b5cc8dd0 by drivers openvswitch,hyperv on host n-d-705658-22 at level 0 using segments [{'id': '225d04fc-aa09-4f3c-a60b-761600de6dc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'ec20371d-db7d-46a9-a4f6-9c8e62835f65'}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:21:23.431489 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3745b7a2-7692-4814-87e3-ccecd41717a3 None None] Attempting to bind port bd92f9ca-e797-42ea-9b42-dae3b5cc8dd0 on network ec20371d-db7d-46a9-a4f6-9c8e62835f65 {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:21:23.433829 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning for port f68bbc99-8a19-45c1-b063-1a0a9bd8232d completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:21:23.440032 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port f68bbc99-8a19-45c1-b063-1a0a9bd8232d triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:21:23.440417 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:23.442243 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3745b7a2-7692-4814-87e3-ccecd41717a3 None None] Checking agent: {'id': '04a7ea91-6318-467e-ace6-b0fb48c8690f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 41, 42), 'started_at': datetime.datetime(2021, 7, 27, 20, 42, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 21, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:21:23.442620 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3745b7a2-7692-4814-87e3-ccecd41717a3 None None] Checking segment: {'id': '225d04fc-aa09-4f3c-a60b-761600de6dc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'ec20371d-db7d-46a9-a4f6-9c8e62835f65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:21:23.459058 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3745b7a2-7692-4814-87e3-ccecd41717a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:23.459681 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3745b7a2-7692-4814-87e3-ccecd41717a3 None None] Bound using segment: {'id': '225d04fc-aa09-4f3c-a60b-761600de6dc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'ec20371d-db7d-46a9-a4f6-9c8e62835f65'} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:21:23.460256 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-3745b7a2-7692-4814-87e3-ccecd41717a3 None None] Bound port: bd92f9ca-e797-42ea-9b42-dae3b5cc8dd0, host: n-d-705658-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '225d04fc-aa09-4f3c-a60b-761600de6dc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'ec20371d-db7d-46a9-a4f6-9c8e62835f65'}}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:21:23.460671 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3745b7a2-7692-4814-87e3-ccecd41717a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:23.501946 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b330d49-403c-4644-9598-8f3b7d35c35f tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Pushing event deleted for resources: {'Subnet': ['ID=eaf77e80-8468-4004-a6bd-54bfd69e7ace,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:21:23.517024 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-1b330d49-403c-4644-9598-8f3b7d35c35f tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks [] for subnet, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:23.518960 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-1b330d49-403c-4644-9598-8f3b7d35c35f tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] 10.222.0.59 "DELETE /v2.0/subnets/eaf77e80-8468-4004-a6bd-54bfd69e7ace HTTP/1.1" status: 204 len: 168 time: 1.2595222 Jul 27 21:21:23.540940 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7ee9e58-dbca-4d2b-879b-9734ef65679e None None] Network 1d615a85-844c-4c57-a0fc-2090e87300f0 requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:21:23.554728 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 50640) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:23.613269 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c5213985-a4e1-43f0-ba2b-ad2a474e0c86 tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853562', 'neutron.services.segments.db._delete_segments_for_network-8790688882975'] for network, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:23.657950 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22a5d95f-5c8d-4c59-a006-4867e79d9bcc None None] Network 022a1ee4-2b6b-4273-8967-e91982b7e0ac requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:21:23.665408 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.segments.db [None req-c5213985-a4e1-43f0-ba2b-ad2a474e0c86 tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['022a1ee4-2b6b-4273-8967-e91982b7e0ac']}} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:21:23.680216 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.segments.db [None req-c5213985-a4e1-43f0-ba2b-ad2a474e0c86 tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eac822d0-c45f-48ba-a798-490d52e1e00e') {'for_net_delete': True} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:21:23.680825 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.segments.db [None req-c5213985-a4e1-43f0-ba2b-ad2a474e0c86 tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eac822d0-c45f-48ba-a798-490d52e1e00e') {} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:21:23.687152 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-8c78fb58-08ea-4a60-8382-6aa0932bc8e3 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Notify callbacks [] for port, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:23.707801 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.provisioning_blocks [None req-8c78fb58-08ea-4a60-8382-6aa0932bc8e3 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Transition to ACTIVE for port object 506e9e34-edbf-4fc6-acd0-56f6b8f244bb will not be triggered until provisioned by entity DHCP. {{(pid=105585) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:21:23.720438 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c5213985-a4e1-43f0-ba2b-ad2a474e0c86 tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790688883752', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9014348'] for segment, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:23.752833 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3745b7a2-7692-4814-87e3-ccecd41717a3 None None] For port bd92f9ca-e797-42ea-9b42-dae3b5cc8dd0, host n-d-705658-22, cleared binding levels {{(pid=105586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:21:23.759144 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3745b7a2-7692-4814-87e3-ccecd41717a3 None None] For port bd92f9ca-e797-42ea-9b42-dae3b5cc8dd0, host n-d-705658-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=bd92f9ca-e797-42ea-9b42-dae3b5cc8dd0,segment=NetworkSegment(225d04fc-aa09-4f3c-a60b-761600de6dc8),segment_id=225d04fc-aa09-4f3c-a60b-761600de6dc8)] {{(pid=105586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:21:23.762238 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c5213985-a4e1-43f0-ba2b-ad2a474e0c86 tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:23.773200 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-8c78fb58-08ea-4a60-8382-6aa0932bc8e3 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:23.783653 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5213985-a4e1-43f0-ba2b-ad2a474e0c86 tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Releasing vlan 246 on physical network physnet1 to pool {{(pid=105584) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:21:23.784078 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c5213985-a4e1-43f0-ba2b-ad2a474e0c86 tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9014063'] for segment, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:23.787184 n-d-705658-22 neutron-server[105584]: Traceback (most recent call last): Jul 27 21:21:23.787184 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:21:23.787184 n-d-705658-22 neutron-server[105584]: timer() Jul 27 21:21:23.787184 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:21:23.787184 n-d-705658-22 neutron-server[105584]: cb(*args, **kw) Jul 27 21:21:23.787184 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:21:23.787184 n-d-705658-22 neutron-server[105584]: return func(*args, **kwargs) Jul 27 21:21:23.787184 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:21:23.787184 n-d-705658-22 neutron-server[105584]: self._notify() Jul 27 21:21:23.787184 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:21:23.787184 n-d-705658-22 neutron-server[105584]: self.callback(batched_events) Jul 27 21:21:23.787184 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:21:23.787184 n-d-705658-22 neutron-server[105584]: event.method(event) Jul 27 21:21:23.787184 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:21:23.787184 n-d-705658-22 neutron-server[105584]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:21:23.787184 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:21:23.787184 n-d-705658-22 neutron-server[105584]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:21:23.787184 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:21:23.787184 n-d-705658-22 neutron-server[105584]: return f(self, *a, **k) Jul 27 21:21:23.787184 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:21:23.787184 n-d-705658-22 neutron-server[105584]: return self._get(url).json() Jul 27 21:21:23.787184 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:21:23.787184 n-d-705658-22 neutron-server[105584]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:21:23.787184 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:21:23.787184 n-d-705658-22 neutron-server[105584]: return self.request(url, 'GET', **kwargs) Jul 27 21:21:23.787184 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:21:23.787184 n-d-705658-22 neutron-server[105584]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:21:23.787184 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:21:23.787184 n-d-705658-22 neutron-server[105584]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:21:23.787184 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:21:23.787184 n-d-705658-22 neutron-server[105584]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:21:23.787184 n-d-705658-22 neutron-server[105584]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:21:23.791689 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.db_base_plugin_common [req-be1bfe0f-2185-4c75-8117-00ab240cfde9 req-fff2130e-ea3d-4945-8a7d-c053ee55ee51 tempest-VolumesActionsTest-494703854 tempest-VolumesActionsTest-494703854-project] Allocated IP 172.20.0.5 (31e9dce0-974a-4794-a13e-afe945076470/a2d6b4cf-f593-4a80-824f-51a495e66adf/7f11f1dd-0ebe-47f9-b31e-421865f69501) {{(pid=105584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:21:23.809725 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3745b7a2-7692-4814-87e3-ccecd41717a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:23.873290 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-dc238c3a-8d2f-488c-badd-604fabb765a5 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3153307 Jul 27 21:21:23.873290 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c78fb58-08ea-4a60-8382-6aa0932bc8e3 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Pushing event updated for resources: {'Port': ['ID=506e9e34-edbf-4fc6-acd0-56f6b8f244bb,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:21:23.875225 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 50650) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:23.899157 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c78fb58-08ea-4a60-8382-6aa0932bc8e3 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Network ec20371d-db7d-46a9-a4f6-9c8e62835f65 is already hosted by enough agents. {{(pid=105585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:21:23.903051 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.base_scheduler [None req-8c78fb58-08ea-4a60-8382-6aa0932bc8e3 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Resources bound (agent type, host, resource id): {{(pid=105585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:21:23.904962 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c78fb58-08ea-4a60-8382-6aa0932bc8e3 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Received port after_create {{(pid=105585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:21:23.995722 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c78fb58-08ea-4a60-8382-6aa0932bc8e3 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:21:23.996408 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-8c78fb58-08ea-4a60-8382-6aa0932bc8e3 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:24.007504 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4af2bb0-ea6c-4cee-9721-fb9a7d73215d tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:21:24.011640 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-a4af2bb0-ea6c-4cee-9721-fb9a7d73215d tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1297801 Jul 27 21:21:24.013057 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 50654) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:24.066887 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-8c78fb58-08ea-4a60-8382-6aa0932bc8e3 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.6867738 Jul 27 21:21:24.070912 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 50658) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:24.076604 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-4f848303-eb54-44db-9966-ceaa99b90068 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Request body: {'port': {'network_id': 'ec20371d-db7d-46a9-a4f6-9c8e62835f65', 'name': 'tempest-PortsTestJSON-1964208814', 'fixed_ips': [{'subnet_id': '3d1024d4-97f0-45d8-b8b6-95bfd64a6247', 'ip_address': '172.20.0.9'}]}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:21:24.180633 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:24.229703 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-3c73c6f2-8d12-483e-8e3f-20424229805c req-fb8c5090-50ae-4161-8e12-62cbffb9ebce tempest-VolumesActionsTest-494703854 tempest-VolumesActionsTest-494703854-project] 10.222.0.59 "GET /v2.0/ports?device_id=65b5d377-df0c-4f7f-b99d-836daae15b69 HTTP/1.1" status: 200 len: 210 time: 0.2017324 Jul 27 21:21:24.269559 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dc1d851-243c-4957-9eb2-3eb44fd1fd2b tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:21:24.271031 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-3dc1d851-243c-4957-9eb2-3eb44fd1fd2b tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2570112 Jul 27 21:21:24.274083 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 50660) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:24.300022 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3745b7a2-7692-4814-87e3-ccecd41717a3 None None] Pushing event updated for resources: {'Port': ['ID=bd92f9ca-e797-42ea-9b42-dae3b5cc8dd0,revision_number=2']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:21:24.353027 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-ed005b67-424d-4301-9c97-e1856ca404f7 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0778472 Jul 27 21:21:24.353745 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f848303-eb54-44db-9966-ceaa99b90068 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Made reservation on behalf of 454b79f542fc4867a07c409c85be23c7 for: {'port': 1} {{(pid=105585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:21:24.362392 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-4f848303-eb54-44db-9966-ceaa99b90068 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:24.377274 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 50666) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:24.380997 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] For port f68bbc99-8a19-45c1-b063-1a0a9bd8232d, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=f68bbc99-8a19-45c1-b063-1a0a9bd8232d,segment=NetworkSegment(532d8a52-575f-45de-a3af-efbea8c8f6d5),segment_id=532d8a52-575f-45de-a3af-efbea8c8f6d5)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:21:24.385628 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-75de40da-7b36-485e-bf60-97bf83d0f1d7 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Request body: {'subnet': {'network_id': '1d615a85-844c-4c57-a0fc-2090e87300f0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:21:24.420875 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:24.464788 n-d-705658-22 neutron-server[105585]: DEBUG neutron.notifiers.nova [None req-4f848303-eb54-44db-9966-ceaa99b90068 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] device_id is not set on port 1fda8010-d50b-4a50-83a7-b76ade5243c7 yet. {{(pid=105585) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 21:21:24.477091 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5516c4c7-2886-41e4-8ea8-41f696a69523 None None] DHCP port deletion for 022a1ee4-2b6b-4273-8967-e91982b7e0ac request from n-d-705658-22 {{(pid=105586) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 21:21:24.514394 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ec0b8a0-2e41-402c-a48f-7f4de5615d99 None None] DHCP port deletion for 1d615a85-844c-4c57-a0fc-2090e87300f0 request from n-d-705658-22 {{(pid=105586) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 21:21:24.583886 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Pushing event updated for resources: {'Port': ['ID=f68bbc99-8a19-45c1-b063-1a0a9bd8232d,revision_number=4']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:21:24.611472 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-8ec0b8a0-2e41-402c-a48f-7f4de5615d99 None None] Deleting port f68bbc99-8a19-45c1-b063-1a0a9bd8232d {{(pid=105586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:21:24.611984 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-8ec0b8a0-2e41-402c-a48f-7f4de5615d99 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:24.716474 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75de40da-7b36-485e-bf60-97bf83d0f1d7 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Made reservation on behalf of fcd7bb7d26624f8f823446f0b0a5006f for: {'subnet': 1} {{(pid=105585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:21:24.720205 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-8ec0b8a0-2e41-402c-a48f-7f4de5615d99 None None] For port f68bbc99-8a19-45c1-b063-1a0a9bd8232d, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=f68bbc99-8a19-45c1-b063-1a0a9bd8232d,segment=NetworkSegment(532d8a52-575f-45de-a3af-efbea8c8f6d5),segment_id=532d8a52-575f-45de-a3af-efbea8c8f6d5)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:21:24.720705 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-8ec0b8a0-2e41-402c-a48f-7f4de5615d99 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:24.720970 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-75de40da-7b36-485e-bf60-97bf83d0f1d7 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9990620'] for subnet, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:24.728600 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-6e7dd765-d6a8-4dbd-aa07-2bd3e56c9a05 tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:24.751129 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-8ec0b8a0-2e41-402c-a48f-7f4de5615d99 None None] Calling delete_port for f68bbc99-8a19-45c1-b063-1a0a9bd8232d owned by network:dhcp {{(pid=105586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:21:24.790813 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c5213985-a4e1-43f0-ba2b-ad2a474e0c86 tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4075658'] for network, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:24.795093 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c5213985-a4e1-43f0-ba2b-ad2a474e0c86 tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743886'] for network, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:24.802246 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-c5213985-a4e1-43f0-ba2b-ad2a474e0c86 tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] 10.222.0.59 "DELETE /v2.0/networks/022a1ee4-2b6b-4273-8967-e91982b7e0ac HTTP/1.1" status: 204 len: 168 time: 5.3458371 Jul 27 21:21:24.819326 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 50670) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:24.822099 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7dd765-d6a8-4dbd-aa07-2bd3e56c9a05 tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] Pushing event deleted for resources: {'Port': ['ID=e706aa67-79ff-48e2-b769-4bab27a7217e,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:21:24.893284 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-8ec0b8a0-2e41-402c-a48f-7f4de5615d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180'] for port, after_delete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:24.939101 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device bd92f9ca-e797-42ea-9b42-dae3b5cc8dd0 up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:21:24.977774 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.db_base_plugin_common [None req-4f848303-eb54-44db-9966-ceaa99b90068 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Allocated IP 172.20.0.9 (ec20371d-db7d-46a9-a4f6-9c8e62835f65/3d1024d4-97f0-45d8-b8b6-95bfd64a6247/1fda8010-d50b-4a50-83a7-b76ade5243c7) {{(pid=105585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:21:24.993107 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec0b8a0-2e41-402c-a48f-7f4de5615d99 None None] Pushing event deleted for resources: {'Port': ['ID=f68bbc99-8a19-45c1-b063-1a0a9bd8232d,revision_number=None']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:21:25.005393 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ec0b8a0-2e41-402c-a48f-7f4de5615d99 None None] No DVR routers for this DVR port f68bbc99-8a19-45c1-b063-1a0a9bd8232d on host n-d-705658-22 {{(pid=105586) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:21:25.030504 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning for port bd92f9ca-e797-42ea-9b42-dae3b5cc8dd0 completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:21:25.072275 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5213985-a4e1-43f0-ba2b-ad2a474e0c86 tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Pushing event deleted for resources: {'Network': ['ID=022a1ee4-2b6b-4273-8967-e91982b7e0ac,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:21:25.085925 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-6e7dd765-d6a8-4dbd-aa07-2bd3e56c9a05 tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] Notify callbacks [] for floatingip, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:25.086804 n-d-705658-22 neutron-server[105584]: INFO neutron.db.l3_db [None req-6e7dd765-d6a8-4dbd-aa07-2bd3e56c9a05 tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] Floating IP 1456c4d6-65d1-430d-a737-2761ba0832d4 disassociated (deleted). External IP: 172.25.5.170, port: 911e4b2a-29f1-4304-a93b-0d90656759d4. Jul 27 21:21:25.126815 n-d-705658-22 neutron-server[105584]: INFO neutron.pecan_wsgi.hooks.translation [None req-042d6ec1-36a8-4ddb-b84f-9f73a640cc84 tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] DELETE failed (client error): The resource could not be found. Jul 27 21:21:25.127528 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-042d6ec1-36a8-4ddb-b84f-9f73a640cc84 tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105584) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 21:21:25.135869 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-042d6ec1-36a8-4ddb-b84f-9f73a640cc84 tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] 10.222.0.59 "DELETE /v2.0/networks/022a1ee4-2b6b-4273-8967-e91982b7e0ac HTTP/1.1" status: 404 len: 339 time: 0.3064597 Jul 27 21:21:25.139547 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 50676) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:25.142337 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device a240dbdc-d554-49ba-bbe8-82a6bbba20ce no longer exists at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:21:25.160098 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-c4c1e9d9-a1fe-453e-b663-b871ad1f9e57 tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1410980261', 'description': 'd1'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:21:25.168655 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] No Port match for: a240dbdc-d554-49ba-bbe8-82a6bbba20ce {{(pid=105586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:21:25.169405 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device a240dbdc-d554-49ba-bbe8-82a6bbba20ce not bound to the agent host n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:21:25.169784 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device f68bbc99-8a19-45c1-b063-1a0a9bd8232d no longer exists at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:21:25.174454 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-75de40da-7b36-485e-bf60-97bf83d0f1d7 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10221797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9990606'] for subnet, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:25.211390 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] No Port match for: f68bbc99-8a19-45c1-b063-1a0a9bd8232d {{(pid=105586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:21:25.212964 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device f68bbc99-8a19-45c1-b063-1a0a9bd8232d not bound to the agent host n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:21:25.308942 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75de40da-7b36-485e-bf60-97bf83d0f1d7 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Pushing event updated for resources: {'Subnet': ['ID=0c09f031-f39c-434a-90b0-a8f113a35fdc,revision_number=0']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:21:25.326139 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75de40da-7b36-485e-bf60-97bf83d0f1d7 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Network 1d615a85-844c-4c57-a0fc-2090e87300f0 is already hosted by enough agents. {{(pid=105585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:21:25.331261 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.base_scheduler [None req-75de40da-7b36-485e-bf60-97bf83d0f1d7 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Resources bound (agent type, host, resource id): {{(pid=105585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:21:25.334913 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75de40da-7b36-485e-bf60-97bf83d0f1d7 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:21:25.335940 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-75de40da-7b36-485e-bf60-97bf83d0f1d7 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks [] for subnet, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:25.344613 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08b4f095-4648-4a64-9ab9-ce8422b4d1f3 None None] Network 1d615a85-844c-4c57-a0fc-2090e87300f0 requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:21:25.400027 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4c1e9d9-a1fe-453e-b663-b871ad1f9e57 tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Made reservation on behalf of a7f96c4262db4c858fcaf29ac40303b5 for: {'network': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:21:25.403611 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c4c1e9d9-a1fe-453e-b663-b871ad1f9e57 tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for network, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:25.415771 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-52975bc8-b597-4435-a76b-bbcf0693a679 req-3bce4602-7179-4476-b6c9-6785d63ef0af tempest-VolumesActionsTest-494703854 tempest-VolumesActionsTest-494703854-project] 10.222.0.59 "GET /v2.0/ports?device_id=65b5d377-df0c-4f7f-b99d-836daae15b69 HTTP/1.1" status: 200 len: 210 time: 0.0408149 Jul 27 21:21:25.484061 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-75de40da-7b36-485e-bf60-97bf83d0f1d7 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1006711 Jul 27 21:21:25.484278 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 50692) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:25.500466 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-97e840b9-c2f0-46a9-a7d4-88694740e6cc tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Request body: {'port': {'network_id': '1d615a85-844c-4c57-a0fc-2090e87300f0', 'mac_address': 'fa:16:3e:de:d1:12', 'name': 'tempest-NetworksTestDHCPv6-221755736'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:21:25.565503 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4c1e9d9-a1fe-453e-b663-b871ad1f9e57 tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] vlan segment allocate from pool success with {'vlan_id': 238, 'physical_network': 'physnet1'} {{(pid=105584) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:21:25.622165 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f9cc76d-16c8-48bc-8a13-c0562ec2ef3d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30bb4b93-b285-5d90-9493-f9ec33ea333c-1d615a85-844c-4c57-a0fc-2090e87300f0', 'network_id': '1d615a85-844c-4c57-a0fc-2090e87300f0', 'tenant_id': 'fcd7bb7d26624f8f823446f0b0a5006f', 'fixed_ips': [{'subnet_id': '0c09f031-f39c-434a-90b0-a8f113a35fdc'}]}} from n-d-705658-22. {{(pid=105586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 21:21:25.623242 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-6f9cc76d-16c8-48bc-8a13-c0562ec2ef3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:25.660024 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c4c1e9d9-a1fe-453e-b663-b871ad1f9e57 tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:25.660666 n-d-705658-22 neutron-server[105584]: INFO neutron.db.segments_db [None req-c4c1e9d9-a1fe-453e-b663-b871ad1f9e57 tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Added segment e8edc7dd-e72b-4673-b810-257e32b75cff of type vlan for network 0917dc15-1b59-4912-879e-c9b7e4bf83d7 Jul 27 21:21:25.687291 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-be1bfe0f-2185-4c75-8117-00ab240cfde9 req-fff2130e-ea3d-4945-8a7d-c053ee55ee51 tempest-VolumesActionsTest-494703854 tempest-VolumesActionsTest-494703854-project] Notify callbacks [] for port, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:25.727550 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e7dd765-d6a8-4dbd-aa07-2bd3e56c9a05 tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] Router 44e6b63c-7ab2-447e-ad0f-fe21304a592c has already been hosted by L3 agent dd128fd7-8e57-4d4f-895b-a96b369df59a {{(pid=105584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:21:25.781144 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c4c1e9d9-a1fe-453e-b663-b871ad1f9e57 tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790688424798'] for network, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:25.866515 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-4f848303-eb54-44db-9966-ceaa99b90068 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Notify callbacks [] for port, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:25.877001 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70c6e29f-bc6b-4409-84da-8d999b56db04 None None] Network ec20371d-db7d-46a9-a4f6-9c8e62835f65 requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:21:25.884717 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.provisioning_blocks [None req-4f848303-eb54-44db-9966-ceaa99b90068 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Transition to ACTIVE for port object 1fda8010-d50b-4a50-83a7-b76ade5243c7 will not be triggered until provisioned by entity DHCP. {{(pid=105585) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:21:25.917315 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c4c1e9d9-a1fe-453e-b663-b871ad1f9e57 tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920'] for network, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:25.923052 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4c1e9d9-a1fe-453e-b663-b871ad1f9e57 tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:21:25.923661 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c4c1e9d9-a1fe-453e-b663-b871ad1f9e57 tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743886'] for network, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:25.941616 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-4f848303-eb54-44db-9966-ceaa99b90068 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:25.946032 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-be1bfe0f-2185-4c75-8117-00ab240cfde9 req-fff2130e-ea3d-4945-8a7d-c053ee55ee51 tempest-VolumesActionsTest-494703854 tempest-VolumesActionsTest-494703854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:25.952851 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97e840b9-c2f0-46a9-a7d4-88694740e6cc tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Made reservation on behalf of fcd7bb7d26624f8f823446f0b0a5006f for: {'port': 1} {{(pid=105585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:21:25.989586 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-c87158b5-7050-40bc-a08d-a42eec263cb6 None None] Provisioning for port bd92f9ca-e797-42ea-9b42-dae3b5cc8dd0 completed by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:21:25.994161 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.db_base_plugin_common [None req-6f9cc76d-16c8-48bc-8a13-c0562ec2ef3d None None] Allocated IP 2001:db8::2 (1d615a85-844c-4c57-a0fc-2090e87300f0/0c09f031-f39c-434a-90b0-a8f113a35fdc/64417484-a934-4842-a9cd-a17a947d1e91) {{(pid=105586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:21:26.003153 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-c87158b5-7050-40bc-a08d-a42eec263cb6 None None] Provisioning complete for port bd92f9ca-e797-42ea-9b42-dae3b5cc8dd0 triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:21:26.003758 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-c87158b5-7050-40bc-a08d-a42eec263cb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:26.021329 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff2130e-ea3d-4945-8a7d-c053ee55ee51 tempest-VolumesActionsTest-494703854 tempest-VolumesActionsTest-494703854-project] Pushing event updated for resources: {'Port': ['ID=7f11f1dd-0ebe-47f9-b31e-421865f69501,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:21:26.035586 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-c4c1e9d9-a1fe-453e-b663-b871ad1f9e57 tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.8903210 Jul 27 21:21:26.060685 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 50698) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:26.098185 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e7dd765-d6a8-4dbd-aa07-2bd3e56c9a05 tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] Notify agent at l3_agent.n-d-705658-22 the message routers_updated {{(pid=105584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:21:26.105175 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-6e7dd765-d6a8-4dbd-aa07-2bd3e56c9a05 tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for floatingip, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:26.118813 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e22f3180-9cf2-4a5d-a127-be75c0450e09 None None] Sync routers for ids ['44e6b63c-7ab2-447e-ad0f-fe21304a592c'] in n-d-705658-22 {{(pid=105586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:21:26.145651 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be1bfe0f-2185-4c75-8117-00ab240cfde9 req-fff2130e-ea3d-4945-8a7d-c053ee55ee51 tempest-VolumesActionsTest-494703854 tempest-VolumesActionsTest-494703854-project] Network 31e9dce0-974a-4794-a13e-afe945076470 is already hosted by enough agents. {{(pid=105584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:21:26.152939 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-6e7dd765-d6a8-4dbd-aa07-2bd3e56c9a05 tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] 10.222.0.59 "DELETE /v2.0/floatingips/1456c4d6-65d1-430d-a737-2761ba0832d4 HTTP/1.1" status: 204 len: 168 time: 4.5898609 Jul 27 21:21:26.154819 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8efc6892-cde0-4c99-91f7-935d698b9860', 'tag': '911e4b2a-29f1-4304-a93b-0d90656759d4'}] {{(pid=105584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:21:26.157281 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bce5e6c8685464f7626901654159975603b047827e3138302ed6566e28f1343" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54701281-9241-4f01-a312-7e474a6eb567" -d '{"events": [{"name": "network-changed", "server_uuid": "8efc6892-cde0-4c99-91f7-935d698b9860", "tag": "911e4b2a-29f1-4304-a93b-0d90656759d4"}]}' {{(pid=105584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:21:26.163457 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [req-be1bfe0f-2185-4c75-8117-00ab240cfde9 req-fff2130e-ea3d-4945-8a7d-c053ee55ee51 tempest-VolumesActionsTest-494703854 tempest-VolumesActionsTest-494703854-project] Resources bound (agent type, host, resource id): {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:21:26.166855 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [req-be1bfe0f-2185-4c75-8117-00ab240cfde9 req-fff2130e-ea3d-4945-8a7d-c053ee55ee51 tempest-VolumesActionsTest-494703854 tempest-VolumesActionsTest-494703854-project] Received port after_create {{(pid=105584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:21:26.186147 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e22f3180-9cf2-4a5d-a127-be75c0450e09 None None] Routers {'44e6b63c-7ab2-447e-ad0f-fe21304a592c'} bound to L3 agent in host n-d-705658-22 {{(pid=105586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:21:26.186789 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-e22f3180-9cf2-4a5d-a127-be75c0450e09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:21:12Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['44e6b63c-7ab2-447e-ad0f-fe21304a592c'], 'active': True} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:21:26.257854 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f848303-eb54-44db-9966-ceaa99b90068 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Network ec20371d-db7d-46a9-a4f6-9c8e62835f65 is already hosted by enough agents. {{(pid=105585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:21:26.295245 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1bfe0f-2185-4c75-8117-00ab240cfde9 req-fff2130e-ea3d-4945-8a7d-c053ee55ee51 tempest-VolumesActionsTest-494703854 tempest-VolumesActionsTest-494703854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:21:26.296394 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-be1bfe0f-2185-4c75-8117-00ab240cfde9 req-fff2130e-ea3d-4945-8a7d-c053ee55ee51 tempest-VolumesActionsTest-494703854 tempest-VolumesActionsTest-494703854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:26.311795 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.base_scheduler [None req-4f848303-eb54-44db-9966-ceaa99b90068 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Resources bound (agent type, host, resource id): {{(pid=105585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:21:26.344184 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:21:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f3b597c-5423-4a49-ac2f-38e1308fb322 x-openstack-request-id: req-0f3b597c-5423-4a49-ac2f-38e1308fb322 {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:21:26.344911 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8efc6892-cde0-4c99-91f7-935d698b9860", "tag": "911e4b2a-29f1-4304-a93b-0d90656759d4", "status": "completed", "code": 200}]} {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:21:26.344911 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-0f3b597c-5423-4a49-ac2f-38e1308fb322 {{(pid=105584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:21:26.345533 n-d-705658-22 neutron-server[105584]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8efc6892-cde0-4c99-91f7-935d698b9860', 'tag': '911e4b2a-29f1-4304-a93b-0d90656759d4', 'status': 'completed', 'code': 200} Jul 27 21:21:26.345891 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c1e9d9-a1fe-453e-b663-b871ad1f9e57 tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Pushing event updated for resources: {'Network': ['ID=0917dc15-1b59-4912-879e-c9b7e4bf83d7,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:21:26.377004 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f848303-eb54-44db-9966-ceaa99b90068 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Received port after_create {{(pid=105585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:21:26.385620 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-be1bfe0f-2185-4c75-8117-00ab240cfde9 req-fff2130e-ea3d-4945-8a7d-c053ee55ee51 tempest-VolumesActionsTest-494703854 tempest-VolumesActionsTest-494703854-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6892705 Jul 27 21:21:26.401075 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [req-be1bfe0f-2185-4c75-8117-00ab240cfde9 req-a54dc9fe-c687-4bda-9fd8-362023fbfcae service neutron] Request body: {'port': {'device_id': '65b5d377-df0c-4f7f-b99d-836daae15b69', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-705658-22'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:21:26.430643 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f848303-eb54-44db-9966-ceaa99b90068 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Pushing event updated for resources: {'Port': ['ID=1fda8010-d50b-4a50-83a7-b76ade5243c7,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:21:26.578541 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65ce60d2-0b3c-43c1-8c9f-ff54bcc2fc9f tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:21:26.583039 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-65ce60d2-0b3c-43c1-8c9f-ff54bcc2fc9f tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] 10.222.0.59 "GET /v2.0/networks?id=0917dc15-1b59-4912-879e-c9b7e4bf83d7 HTTP/1.1" status: 200 len: 761 time: 0.4218168 Jul 27 21:21:26.585347 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 50710) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:26.592056 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-be1bfe0f-2185-4c75-8117-00ab240cfde9 req-a54dc9fe-c687-4bda-9fd8-362023fbfcae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:26.607751 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f848303-eb54-44db-9966-ceaa99b90068 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:21:26.608422 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-4f848303-eb54-44db-9966-ceaa99b90068 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:26.626580 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-8ba00eb1-a9ee-4601-8d29-c636c9ca4196 tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Request body: {'network': {'description': 'd2'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:21:26.714516 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-c87158b5-7050-40bc-a08d-a42eec263cb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:26.718710 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-97e840b9-c2f0-46a9-a7d4-88694740e6cc tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:26.747033 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Network 0917dc15-1b59-4912-879e-c9b7e4bf83d7 details requested by agent ovs-agent-n-d-705658-22 with host n-d-705658-22 {{(pid=105586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:21:26.871269 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvr_db [None req-e22f3180-9cf2-4a5d-a127-be75c0450e09 None None] Set router 44e6b63c-7ab2-447e-ad0f-fe21304a592c gateway port host: n-d-705658-22 {{(pid=105586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:21:27.043931 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [req-be1bfe0f-2185-4c75-8117-00ab240cfde9 req-a54dc9fe-c687-4bda-9fd8-362023fbfcae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f11f1dd-0ebe-47f9-b31e-421865f69501 {{(pid=105584) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:21:27.075487 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-be1bfe0f-2185-4c75-8117-00ab240cfde9 req-a54dc9fe-c687-4bda-9fd8-362023fbfcae service neutron] Notify callbacks [] for port, precommit_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:27.100058 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.provisioning_blocks [req-be1bfe0f-2185-4c75-8117-00ab240cfde9 req-a54dc9fe-c687-4bda-9fd8-362023fbfcae service neutron] Transition to ACTIVE for port object 7f11f1dd-0ebe-47f9-b31e-421865f69501 will not be triggered until provisioned by entity L2. {{(pid=105584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:21:27.105649 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-be1bfe0f-2185-4c75-8117-00ab240cfde9 req-a54dc9fe-c687-4bda-9fd8-362023fbfcae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9014027'] for port, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:27.106982 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-c87158b5-7050-40bc-a08d-a42eec263cb6 None None] For port bd92f9ca-e797-42ea-9b42-dae3b5cc8dd0, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=bd92f9ca-e797-42ea-9b42-dae3b5cc8dd0,segment=NetworkSegment(225d04fc-aa09-4f3c-a60b-761600de6dc8),segment_id=225d04fc-aa09-4f3c-a60b-761600de6dc8)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:21:27.128723 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-c87158b5-7050-40bc-a08d-a42eec263cb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:27.180017 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-6f9cc76d-16c8-48bc-8a13-c0562ec2ef3d None None] Notify callbacks [] for port, precommit_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:27.183391 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54dc9fe-c687-4bda-9fd8-362023fbfcae service neutron] Pushing event updated for resources: {'Port': ['ID=7f11f1dd-0ebe-47f9-b31e-421865f69501,revision_number=2']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:21:27.229222 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-6f9cc76d-16c8-48bc-8a13-c0562ec2ef3d None None] Transition to ACTIVE for port object 64417484-a934-4842-a9cd-a17a947d1e91 will not be triggered until provisioned by entity L2. {{(pid=105586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:21:27.330926 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87158b5-7050-40bc-a08d-a42eec263cb6 None None] Pushing event updated for resources: {'Port': ['ID=bd92f9ca-e797-42ea-9b42-dae3b5cc8dd0,revision_number=3']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:21:27.344897 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-6f9cc76d-16c8-48bc-8a13-c0562ec2ef3d None None] Transition to ACTIVE for port object 64417484-a934-4842-a9cd-a17a947d1e91 will not be triggered until provisioned by entity DHCP. {{(pid=105586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:21:27.372264 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-6f9cc76d-16c8-48bc-8a13-c0562ec2ef3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143'] for port, after_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:27.410938 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [req-be1bfe0f-2185-4c75-8117-00ab240cfde9 req-a54dc9fe-c687-4bda-9fd8-362023fbfcae service neutron] Attempting to bind port 7f11f1dd-0ebe-47f9-b31e-421865f69501 on host n-h1-705658-22 for vnic_type normal with profile {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:21:27.415786 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [req-be1bfe0f-2185-4c75-8117-00ab240cfde9 req-a54dc9fe-c687-4bda-9fd8-362023fbfcae service neutron] Attempting to bind port 7f11f1dd-0ebe-47f9-b31e-421865f69501 by drivers openvswitch,hyperv on host n-h1-705658-22 at level 0 using segments [{'id': '3f18b890-fa6b-44d1-9207-4fabfd7414d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '31e9dce0-974a-4794-a13e-afe945076470'}] {{(pid=105584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:21:27.416165 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be1bfe0f-2185-4c75-8117-00ab240cfde9 req-a54dc9fe-c687-4bda-9fd8-362023fbfcae service neutron] Attempting to bind port 7f11f1dd-0ebe-47f9-b31e-421865f69501 on network 31e9dce0-974a-4794-a13e-afe945076470 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:21:27.428925 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be1bfe0f-2185-4c75-8117-00ab240cfde9 req-a54dc9fe-c687-4bda-9fd8-362023fbfcae service neutron] Port 7f11f1dd-0ebe-47f9-b31e-421865f69501 on network 31e9dce0-974a-4794-a13e-afe945076470 not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-22 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:21:27.432976 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be1bfe0f-2185-4c75-8117-00ab240cfde9 req-a54dc9fe-c687-4bda-9fd8-362023fbfcae service neutron] Attempting to bind port 7f11f1dd-0ebe-47f9-b31e-421865f69501 on network 31e9dce0-974a-4794-a13e-afe945076470 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:21:27.447133 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be1bfe0f-2185-4c75-8117-00ab240cfde9 req-a54dc9fe-c687-4bda-9fd8-362023fbfcae service neutron] Checking agent: {'id': '9d9bc37f-4d75-44ef-9f63-799aab3e316f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 49, 36), 'started_at': datetime.datetime(2021, 7, 27, 20, 49, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 21, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:21:27.447481 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be1bfe0f-2185-4c75-8117-00ab240cfde9 req-a54dc9fe-c687-4bda-9fd8-362023fbfcae service neutron] Checking segment: {'id': '3f18b890-fa6b-44d1-9207-4fabfd7414d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '31e9dce0-974a-4794-a13e-afe945076470'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:21:27.451425 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be1bfe0f-2185-4c75-8117-00ab240cfde9 req-a54dc9fe-c687-4bda-9fd8-362023fbfcae service neutron] Bound using segment: {'id': '3f18b890-fa6b-44d1-9207-4fabfd7414d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '31e9dce0-974a-4794-a13e-afe945076470'} {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:21:27.452196 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [req-be1bfe0f-2185-4c75-8117-00ab240cfde9 req-a54dc9fe-c687-4bda-9fd8-362023fbfcae service neutron] Bound port: 7f11f1dd-0ebe-47f9-b31e-421865f69501, host: n-h1-705658-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f18b890-fa6b-44d1-9207-4fabfd7414d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '31e9dce0-974a-4794-a13e-afe945076470'}}] {{(pid=105584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:21:27.452625 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-be1bfe0f-2185-4c75-8117-00ab240cfde9 req-a54dc9fe-c687-4bda-9fd8-362023fbfcae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:27.521195 n-d-705658-22 neutron-server[105586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f9cc76d-16c8-48bc-8a13-c0562ec2ef3d None None] Network 1d615a85-844c-4c57-a0fc-2090e87300f0 is already hosted by enough agents. {{(pid=105586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:21:27.539648 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54701281-9241-4f01-a312-7e474a6eb567 req-930207b1-625b-42f7-a5d9-30d0c178cd7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:21:27.542555 n-d-705658-22 neutron-server[105586]: DEBUG neutron.scheduler.base_scheduler [None req-6f9cc76d-16c8-48bc-8a13-c0562ec2ef3d None None] Resources bound (agent type, host, resource id): {{(pid=105586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:21:27.547327 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-54701281-9241-4f01-a312-7e474a6eb567 req-930207b1-625b-42f7-a5d9-30d0c178cd7d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=717529174f79442eb5493474d000cc27&device_id=8efc6892-cde0-4c99-91f7-935d698b9860 HTTP/1.1" status: 200 len: 1136 time: 1.2150404 Jul 27 21:21:27.551261 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f9cc76d-16c8-48bc-8a13-c0562ec2ef3d None None] Received port after_create {{(pid=105586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:21:27.566164 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-4f848303-eb54-44db-9966-ceaa99b90068 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.4937155 Jul 27 21:21:27.567957 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-e22f3180-9cf2-4a5d-a127-be75c0450e09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44e6b63c-7ab2-447e-ad0f-fe21304a592c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2084290127', 'tenant_id': '717529174f79442eb5493474d000cc27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.33'}], 'enable_snat': True}, 'gw_port_id': '45c81317-a22b-4865-b927-2cd369651ff6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:18:21Z', 'updated_at': '2021-07-27T21:18:33Z', 'revision_number': 4, 'project_id': '717529174f79442eb5493474d000cc27', 'gw_port': {'id': '45c81317-a22b-4865-b927-2cd369651ff6', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:d5:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44e6b63c-7ab2-447e-ad0f-fe21304a592c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2813, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:18:22Z', 'updated_at': '2021-07-27T21:18:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_interfaces': [{'id': '0f69875a-f7e6-471f-8f40-d85fb19bf0a6', 'name': '', 'network_id': 'a2fbbd2b-5e21-44bb-9251-b86500607834', 'tenant_id': '717529174f79442eb5493474d000cc27', 'mac_address': 'fa:16:3e:91:01:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44e6b63c-7ab2-447e-ad0f-fe21304a592c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2827, 'fixed_ips': [{'subnet_id': '0f236d01-a91d-4829-92e0-1f1647a0c752', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:18:31Z', 'updated_at': '2021-07-27T21:18:47Z', 'revision_number': 5, 'project_id': '717529174f79442eb5493474d000cc27', 'subnets': [{'id': '0f236d01-a91d-4829-92e0-1f1647a0c752', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-22', False) {} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:21:27.573429 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9cc76d-16c8-48bc-8a13-c0562ec2ef3d None None] Pushing event updated for resources: {'Port': ['ID=64417484-a934-4842-a9cd-a17a947d1e91,revision_number=1']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:21:27.621405 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 50716) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:27.638355 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e22f3180-9cf2-4a5d-a127-be75c0450e09 None None] Checking router: 44e6b63c-7ab2-447e-ad0f-fe21304a592c for host: n-d-705658-22 {{(pid=105586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:21:27.830480 n-d-705658-22 neutron-server[105585]: DEBUG neutron.notifiers.nova [None req-97e840b9-c2f0-46a9-a7d4-88694740e6cc tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] device_id is not set on port e94a8e9e-0382-4cc0-9ac1-1c706d7904e3 yet. {{(pid=105585) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 21:21:27.854498 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [req-be1bfe0f-2185-4c75-8117-00ab240cfde9 req-a54dc9fe-c687-4bda-9fd8-362023fbfcae service neutron] For port 7f11f1dd-0ebe-47f9-b31e-421865f69501, host n-h1-705658-22, cleared binding levels {{(pid=105584) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:21:27.866280 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77530605-ccda-435d-adf0-14d8bbcdf021 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:21:27.869907 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-6f9cc76d-16c8-48bc-8a13-c0562ec2ef3d None None] Attempting to bind port 64417484-a934-4842-a9cd-a17a947d1e91 on host n-d-705658-22 for vnic_type normal with profile {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:21:27.870783 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-6f9cc76d-16c8-48bc-8a13-c0562ec2ef3d None None] Attempting to bind port 64417484-a934-4842-a9cd-a17a947d1e91 by drivers openvswitch,hyperv on host n-d-705658-22 at level 0 using segments [{'id': '532d8a52-575f-45de-a3af-efbea8c8f6d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '1d615a85-844c-4c57-a0fc-2090e87300f0'}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:21:27.871355 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f9cc76d-16c8-48bc-8a13-c0562ec2ef3d None None] Attempting to bind port 64417484-a934-4842-a9cd-a17a947d1e91 on network 1d615a85-844c-4c57-a0fc-2090e87300f0 {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:21:27.876022 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-77530605-ccda-435d-adf0-14d8bbcdf021 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] 10.222.0.59 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.2531281 Jul 27 21:21:27.881746 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 50720) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:27.888327 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e22f3180-9cf2-4a5d-a127-be75c0450e09 None None] Routers {'44e6b63c-7ab2-447e-ad0f-fe21304a592c'} bound to L3 agent in host n-d-705658-22 {{(pid=105586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:21:27.890977 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-e22f3180-9cf2-4a5d-a127-be75c0450e09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:21:12Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['44e6b63c-7ab2-447e-ad0f-fe21304a592c'], 'active': True} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:21:27.921899 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [req-be1bfe0f-2185-4c75-8117-00ab240cfde9 req-a54dc9fe-c687-4bda-9fd8-362023fbfcae service neutron] For port 7f11f1dd-0ebe-47f9-b31e-421865f69501, host n-h1-705658-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=7f11f1dd-0ebe-47f9-b31e-421865f69501,segment=NetworkSegment(3f18b890-fa6b-44d1-9207-4fabfd7414d8),segment_id=3f18b890-fa6b-44d1-9207-4fabfd7414d8)] {{(pid=105584) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:21:27.980676 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-be1bfe0f-2185-4c75-8117-00ab240cfde9 req-a54dc9fe-c687-4bda-9fd8-362023fbfcae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9014027'] for port, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:28.016062 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1bfe0f-2185-4c75-8117-00ab240cfde9 req-a54dc9fe-c687-4bda-9fd8-362023fbfcae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:21:28.016623 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-be1bfe0f-2185-4c75-8117-00ab240cfde9 req-a54dc9fe-c687-4bda-9fd8-362023fbfcae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:28.019718 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-be1bfe0f-2185-4c75-8117-00ab240cfde9 req-a54dc9fe-c687-4bda-9fd8-362023fbfcae service neutron] 10.222.0.36 "PUT /v2.0/ports/7f11f1dd-0ebe-47f9-b31e-421865f69501 HTTP/1.1" status: 200 len: 1092 time: 1.6237955 Jul 27 21:21:28.120840 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8b9363-fb00-4ff7-a677-9b8c221717fc req-85fca8b8-a1bd-4ac1-a9ea-42f27a6e1e61 tempest-VolumesActionsTest-494703854 tempest-VolumesActionsTest-494703854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:21:28.128785 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-7f8b9363-fb00-4ff7-a677-9b8c221717fc req-85fca8b8-a1bd-4ac1-a9ea-42f27a6e1e61 tempest-VolumesActionsTest-494703854 tempest-VolumesActionsTest-494703854-project] 10.222.0.59 "GET /v2.0/ports?device_id=65b5d377-df0c-4f7f-b99d-836daae15b69 HTTP/1.1" status: 200 len: 931 time: 1.4382374 Jul 27 21:21:28.308139 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de3af1a-f6ee-4035-897f-11cd51015ffc req-0bc452c1-e671-455d-b6a7-ab84d0f12a03 tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:21:28.313659 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-120a8286-8166-4015-8e8a-ece6fd1611f9 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:21:28.315838 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-4de3af1a-f6ee-4035-897f-11cd51015ffc req-0bc452c1-e671-455d-b6a7-ab84d0f12a03 tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] 10.222.0.59 "GET /v2.0/ports?device_id=8efc6892-cde0-4c99-91f7-935d698b9860 HTTP/1.1" status: 200 len: 984 time: 1.7544594 Jul 27 21:21:28.333222 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-120a8286-8166-4015-8e8a-ece6fd1611f9 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:21:28.339907 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f9cc76d-16c8-48bc-8a13-c0562ec2ef3d None None] Checking agent: {'id': '04a7ea91-6318-467e-ace6-b0fb48c8690f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 41, 42), 'started_at': datetime.datetime(2021, 7, 27, 20, 42, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 21, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:21:28.340467 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f9cc76d-16c8-48bc-8a13-c0562ec2ef3d None None] Checking segment: {'id': '532d8a52-575f-45de-a3af-efbea8c8f6d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '1d615a85-844c-4c57-a0fc-2090e87300f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:21:28.341884 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-120a8286-8166-4015-8e8a-ece6fd1611f9 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:21:28.342663 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-6f9cc76d-16c8-48bc-8a13-c0562ec2ef3d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:28.343235 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f9cc76d-16c8-48bc-8a13-c0562ec2ef3d None None] Bound using segment: {'id': '532d8a52-575f-45de-a3af-efbea8c8f6d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '1d615a85-844c-4c57-a0fc-2090e87300f0'} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:21:28.343873 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-6f9cc76d-16c8-48bc-8a13-c0562ec2ef3d None None] Bound port: 64417484-a934-4842-a9cd-a17a947d1e91, host: n-d-705658-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '532d8a52-575f-45de-a3af-efbea8c8f6d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '1d615a85-844c-4c57-a0fc-2090e87300f0'}}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:21:28.344832 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-120a8286-8166-4015-8e8a-ece6fd1611f9 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] 10.222.0.59 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2380 time: 0.4614468 Jul 27 21:21:28.345522 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-6f9cc76d-16c8-48bc-8a13-c0562ec2ef3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:28.356574 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-fe5a87f3-c289-4ca0-a106-605821b7a52c None None] Provisioning for port 506e9e34-edbf-4fc6-acd0-56f6b8f244bb completed by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:21:28.358376 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65b5d377-df0c-4f7f-b99d-836daae15b69', 'tag': '7f11f1dd-0ebe-47f9-b31e-421865f69501'}] {{(pid=105584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:21:28.361165 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bce5e6c8685464f7626901654159975603b047827e3138302ed6566e28f1343" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7853fb5b-077b-401b-80e6-b294c328450a" -d '{"events": [{"name": "network-changed", "server_uuid": "65b5d377-df0c-4f7f-b99d-836daae15b69", "tag": "7f11f1dd-0ebe-47f9-b31e-421865f69501"}]}' {{(pid=105584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:21:28.364148 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 50722) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:28.378602 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54dc9fe-c687-4bda-9fd8-362023fbfcae service neutron] Pushing event updated for resources: {'Port': ['ID=7f11f1dd-0ebe-47f9-b31e-421865f69501,revision_number=3']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:21:28.396617 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-fe5a87f3-c289-4ca0-a106-605821b7a52c None None] Provisioning complete for port 506e9e34-edbf-4fc6-acd0-56f6b8f244bb triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:21:28.397169 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-fe5a87f3-c289-4ca0-a106-605821b7a52c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:28.422285 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83631501-3aa4-44ef-ad35-48e3b3ec5e75 req-5de13e09-4c3d-4922-ad94-0caeb0ff735a tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:21:28.424070 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-83631501-3aa4-44ef-ad35-48e3b3ec5e75 req-5de13e09-4c3d-4922-ad94-0caeb0ff735a tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] 10.222.0.60 "GET /v2.0/ports?device_id=8efc6892-cde0-4c99-91f7-935d698b9860 HTTP/1.1" status: 200 len: 984 time: 0.4247496 Jul 27 21:21:28.449235 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-7f8b9363-fb00-4ff7-a677-9b8c221717fc req-9b607017-ccc8-4c90-bda5-67fcc2888a16 tempest-VolumesActionsTest-494703854 tempest-VolumesActionsTest-494703854-project] 10.222.0.59 "GET /v2.0/security-groups?id=af8a7608-1612-4015-9749-0670046fd2ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3196976 Jul 27 21:21:28.495191 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1bfe0f-2185-4c75-8117-00ab240cfde9 req-d4095d11-b7fd-4ec3-9b35-f7619afffa5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:21:28.497427 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-be1bfe0f-2185-4c75-8117-00ab240cfde9 req-d4095d11-b7fd-4ec3-9b35-f7619afffa5f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cf28ee748c924682bd15abce3c1d75f1&device_id=65b5d377-df0c-4f7f-b99d-836daae15b69 HTTP/1.1" status: 200 len: 1095 time: 0.3543768 Jul 27 21:21:28.506459 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54701281-9241-4f01-a312-7e474a6eb567 req-4d8202c1-64ac-43d7-9758-dbfea2c6df18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:21:28.508031 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-54701281-9241-4f01-a312-7e474a6eb567 req-4d8202c1-64ac-43d7-9758-dbfea2c6df18 service neutron] 10.222.0.60 "GET /v2.0/networks?id=a2fbbd2b-5e21-44bb-9251-b86500607834 HTTP/1.1" status: 200 len: 898 time: 0.8916700 Jul 27 21:21:28.509940 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-8ba00eb1-a9ee-4601-8d29-c636c9ca4196 tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790688424798'] for network, precommit_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:28.553129 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-be1bfe0f-2185-4c75-8117-00ab240cfde9 req-44822507-e6ec-4d4e-ab83-baa5fb66e107 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7f11f1dd-0ebe-47f9-b31e-421865f69501 HTTP/1.1" status: 200 len: 217 time: 0.0427575 Jul 27 21:21:28.572977 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:21:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f13bd133-e7e2-4ff3-962f-90deb22f0d65 x-openstack-request-id: req-f13bd133-e7e2-4ff3-962f-90deb22f0d65 {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:21:28.573614 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65b5d377-df0c-4f7f-b99d-836daae15b69", "tag": "7f11f1dd-0ebe-47f9-b31e-421865f69501", "status": "completed", "code": 200}]} {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:21:28.574035 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-f13bd133-e7e2-4ff3-962f-90deb22f0d65 {{(pid=105584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:21:28.574581 n-d-705658-22 neutron-server[105584]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65b5d377-df0c-4f7f-b99d-836daae15b69', 'tag': '7f11f1dd-0ebe-47f9-b31e-421865f69501', 'status': 'completed', 'code': 200} Jul 27 21:21:28.598861 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-4de3af1a-f6ee-4035-897f-11cd51015ffc req-8f581d83-2941-4d99-b768-aff74c741634 tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] 10.222.0.59 "GET /v2.0/security-groups?id=f5924076-c9d9-4c1a-9ab9-4b011fc38663&id=2c05ebf3-3def-44b7-8c5d-2f4057e8386f&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.2819302 Jul 27 21:21:28.631108 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.db_base_plugin_common [None req-97e840b9-c2f0-46a9-a7d4-88694740e6cc tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Allocated IP 2001:db8::221 (1d615a85-844c-4c57-a0fc-2090e87300f0/0c09f031-f39c-434a-90b0-a8f113a35fdc/e94a8e9e-0382-4cc0-9ac1-1c706d7904e3) {{(pid=105585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:21:28.670123 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-fe5a87f3-c289-4ca0-a106-605821b7a52c None None] Port 506e9e34-edbf-4fc6-acd0-56f6b8f244bb cannot update to ACTIVE because it is not bound. {{(pid=105586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:21:28.695603 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1bfe0f-2185-4c75-8117-00ab240cfde9 req-104eb05c-160e-48b8-95f1-fa03fcde6c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:21:28.697194 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-be1bfe0f-2185-4c75-8117-00ab240cfde9 req-104eb05c-160e-48b8-95f1-fa03fcde6c1d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a2d6b4cf-f593-4a80-824f-51a495e66adf HTTP/1.1" status: 200 len: 849 time: 0.1194122 Jul 27 21:21:28.714195 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-8ba00eb1-a9ee-4601-8d29-c636c9ca4196 tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920'] for network, after_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:28.737528 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-8ba00eb1-a9ee-4601-8d29-c636c9ca4196 tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Network 0917dc15-1b59-4912-879e-c9b7e4bf83d7 is not hosted by any dhcp agent {{(pid=105585) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 27 21:21:28.745574 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvr_db [None req-e22f3180-9cf2-4a5d-a127-be75c0450e09 None None] Set router 44e6b63c-7ab2-447e-ad0f-fe21304a592c gateway port host: n-d-705658-22 {{(pid=105586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:21:28.752803 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-fe5a87f3-c289-4ca0-a106-605821b7a52c None None] Provisioning for port 1fda8010-d50b-4a50-83a7-b76ade5243c7 completed by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:21:28.754021 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ba00eb1-a9ee-4601-8d29-c636c9ca4196 tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:21:28.754865 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-8ba00eb1-a9ee-4601-8d29-c636c9ca4196 tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Notify callbacks [] for network, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:28.756924 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-8ba00eb1-a9ee-4601-8d29-c636c9ca4196 tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] 10.222.0.59 "PUT /v2.0/networks/0917dc15-1b59-4912-879e-c9b7e4bf83d7 HTTP/1.1" status: 200 len: 758 time: 2.1419766 Jul 27 21:21:28.762598 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-54701281-9241-4f01-a312-7e474a6eb567 req-6eb04759-47e1-4d35-b4eb-335aa7985d82 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=911e4b2a-29f1-4304-a93b-0d90656759d4 HTTP/1.1" status: 200 len: 217 time: 0.2288165 Jul 27 21:21:28.768070 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 50728) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:28.791918 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-be1bfe0f-2185-4c75-8117-00ab240cfde9 req-90e89e08-c673-4a66-abcb-bb09712d1448 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=31e9dce0-974a-4794-a13e-afe945076470&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0755098 Jul 27 21:21:28.808967 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-6f9cc76d-16c8-48bc-8a13-c0562ec2ef3d None None] For port 64417484-a934-4842-a9cd-a17a947d1e91, host n-d-705658-22, cleared binding levels {{(pid=105586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:21:28.861864 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-fe5a87f3-c289-4ca0-a106-605821b7a52c None None] Provisioning complete for port 1fda8010-d50b-4a50-83a7-b76ade5243c7 triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:21:28.861864 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-fe5a87f3-c289-4ca0-a106-605821b7a52c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:28.871525 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-6f9cc76d-16c8-48bc-8a13-c0562ec2ef3d None None] For port 64417484-a934-4842-a9cd-a17a947d1e91, host n-d-705658-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=64417484-a934-4842-a9cd-a17a947d1e91,segment=NetworkSegment(532d8a52-575f-45de-a3af-efbea8c8f6d5),segment_id=532d8a52-575f-45de-a3af-efbea8c8f6d5)] {{(pid=105586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:21:28.885042 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device bd92f9ca-e797-42ea-9b42-dae3b5cc8dd0 up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:21:28.925308 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-3185021f-8cc7-4762-b7d6-573e154581d5 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Deleting port 1fda8010-d50b-4a50-83a7-b76ade5243c7 {{(pid=105584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:21:28.925669 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-3185021f-8cc7-4762-b7d6-573e154581d5 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:28.979078 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-6f9cc76d-16c8-48bc-8a13-c0562ec2ef3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:29.054983 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [req-83631501-3aa4-44ef-ad35-48e3b3ec5e75 req-7dea4315-f809-44f2-af0c-77a5536ebf67 tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] Deleting port 911e4b2a-29f1-4304-a93b-0d90656759d4 {{(pid=105584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:21:29.055363 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-83631501-3aa4-44ef-ad35-48e3b3ec5e75 req-7dea4315-f809-44f2-af0c-77a5536ebf67 tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:29.068822 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba00eb1-a9ee-4601-8d29-c636c9ca4196 tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Pushing event updated for resources: {'Network': ['ID=0917dc15-1b59-4912-879e-c9b7e4bf83d7,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:21:29.080515 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54701281-9241-4f01-a312-7e474a6eb567 req-ab9c9b9f-8877-4cf2-be0e-6d9606ff03c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:21:29.082246 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-54701281-9241-4f01-a312-7e474a6eb567 req-ab9c9b9f-8877-4cf2-be0e-6d9606ff03c7 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=0f236d01-a91d-4829-92e0-1f1647a0c752 HTTP/1.1" status: 200 len: 834 time: 0.2868054 Jul 27 21:21:29.130845 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Network 0917dc15-1b59-4912-879e-c9b7e4bf83d7 details requested by agent ovs-agent-n-d-705658-22 with host n-d-705658-22 {{(pid=105586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:21:29.151061 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-fe5a87f3-c289-4ca0-a106-605821b7a52c None None] Port 1fda8010-d50b-4a50-83a7-b76ade5243c7 cannot update to ACTIVE because it is not bound. {{(pid=105586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:21:29.206101 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a59ea99d-0676-4a12-ace1-614d2a8d436b tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:21:29.207742 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-a59ea99d-0676-4a12-ace1-614d2a8d436b tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] 10.222.0.59 "GET /v2.0/networks?id=0917dc15-1b59-4912-879e-c9b7e4bf83d7 HTTP/1.1" status: 200 len: 761 time: 0.4379447 Jul 27 21:21:29.212572 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 50732) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:29.217038 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-3185021f-8cc7-4762-b7d6-573e154581d5 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:29.240313 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-be1bfe0f-2185-4c75-8117-00ab240cfde9 req-0a33b015-5258-48b8-b1ba-a34103d09560 service neutron] 10.222.0.36 "GET /v2.0/networks/31e9dce0-974a-4794-a13e-afe945076470?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4278424 Jul 27 21:21:29.266364 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-55f8d272-bcc8-4d20-9e00-61f608f17f0e tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1090773925'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:21:29.267316 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-3185021f-8cc7-4762-b7d6-573e154581d5 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Calling delete_port for 1fda8010-d50b-4a50-83a7-b76ade5243c7 owned by {{(pid=105584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:21:29.283974 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9cc76d-16c8-48bc-8a13-c0562ec2ef3d None None] Pushing event updated for resources: {'Port': ['ID=64417484-a934-4842-a9cd-a17a947d1e91,revision_number=2']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:21:29.295305 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-fe5a87f3-c289-4ca0-a106-605821b7a52c None None] Provisioning complete for port bd92f9ca-e797-42ea-9b42-dae3b5cc8dd0 triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:21:29.295685 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-fe5a87f3-c289-4ca0-a106-605821b7a52c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:29.325607 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55f8d272-bcc8-4d20-9e00-61f608f17f0e tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Made reservation on behalf of a7f96c4262db4c858fcaf29ac40303b5 for: {'network': 1} {{(pid=105585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:21:29.336994 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-55f8d272-bcc8-4d20-9e00-61f608f17f0e tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for network, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:29.351186 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port bd92f9ca-e797-42ea-9b42-dae3b5cc8dd0 triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:21:29.351770 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:29.396607 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [req-83631501-3aa4-44ef-ad35-48e3b3ec5e75 req-7dea4315-f809-44f2-af0c-77a5536ebf67 tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] For port 911e4b2a-29f1-4304-a93b-0d90656759d4, host n-h2-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=911e4b2a-29f1-4304-a93b-0d90656759d4,segment=NetworkSegment(172bfae8-50e3-47ab-a92b-938d99445370),segment_id=172bfae8-50e3-47ab-a92b-938d99445370)] {{(pid=105584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:21:29.397193 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-83631501-3aa4-44ef-ad35-48e3b3ec5e75 req-7dea4315-f809-44f2-af0c-77a5536ebf67 tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:29.513003 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [req-83631501-3aa4-44ef-ad35-48e3b3ec5e75 req-7dea4315-f809-44f2-af0c-77a5536ebf67 tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] Calling delete_port for 911e4b2a-29f1-4304-a93b-0d90656759d4 owned by compute:nova {{(pid=105584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:21:29.564131 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55f8d272-bcc8-4d20-9e00-61f608f17f0e tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] vlan segment allocate from pool success with {'vlan_id': 213, 'physical_network': 'physnet1'} {{(pid=105585) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:21:29.619096 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54701281-9241-4f01-a312-7e474a6eb567 req-b9b8aa45-8ed9-4908-93ef-6e000d859bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:21:29.637572 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-54701281-9241-4f01-a312-7e474a6eb567 req-b9b8aa45-8ed9-4908-93ef-6e000d859bcb service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a2fbbd2b-5e21-44bb-9251-b86500607834&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5284188 Jul 27 21:21:29.657987 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-be1bfe0f-2185-4c75-8117-00ab240cfde9 req-b2b0bb32-a476-4c7a-8f57-ac80047ea7c7 service neutron] 10.222.0.36 "GET /v2.0/networks/31e9dce0-974a-4794-a13e-afe945076470?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3875396 Jul 27 21:21:29.781258 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-55f8d272-bcc8-4d20-9e00-61f608f17f0e tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:29.785495 n-d-705658-22 neutron-server[105585]: INFO neutron.db.segments_db [None req-55f8d272-bcc8-4d20-9e00-61f608f17f0e tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Added segment 7914435b-bcf6-467e-84ed-1ff6d9fd0485 of type vlan for network 45dd096b-476e-4a2b-8eae-f6fc732cb431 Jul 27 21:21:29.869411 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-7170a30d-7940-43f9-8442-36645cc6fcf2 None None] Provisioning complete for port 506e9e34-edbf-4fc6-acd0-56f6b8f244bb triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:21:29.869731 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-7170a30d-7940-43f9-8442-36645cc6fcf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:29.931255 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-7170a30d-7940-43f9-8442-36645cc6fcf2 None None] Port 506e9e34-edbf-4fc6-acd0-56f6b8f244bb cannot update to ACTIVE because it is not bound. {{(pid=105586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:21:29.939450 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-3185021f-8cc7-4762-b7d6-573e154581d5 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:29.941679 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-7170a30d-7940-43f9-8442-36645cc6fcf2 None None] Could not find standard attr ID for object 1fda8010-d50b-4a50-83a7-b76ade5243c7. {{(pid=105586) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 27 21:21:29.961782 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-e22f3180-9cf2-4a5d-a127-be75c0450e09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44e6b63c-7ab2-447e-ad0f-fe21304a592c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2084290127', 'tenant_id': '717529174f79442eb5493474d000cc27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.33'}], 'enable_snat': True}, 'gw_port_id': '45c81317-a22b-4865-b927-2cd369651ff6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:18:21Z', 'updated_at': '2021-07-27T21:18:33Z', 'revision_number': 4, 'project_id': '717529174f79442eb5493474d000cc27', 'gw_port': {'id': '45c81317-a22b-4865-b927-2cd369651ff6', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:d5:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44e6b63c-7ab2-447e-ad0f-fe21304a592c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2813, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:18:22Z', 'updated_at': '2021-07-27T21:18:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_interfaces': [{'id': '0f69875a-f7e6-471f-8f40-d85fb19bf0a6', 'name': '', 'network_id': 'a2fbbd2b-5e21-44bb-9251-b86500607834', 'tenant_id': '717529174f79442eb5493474d000cc27', 'mac_address': 'fa:16:3e:91:01:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44e6b63c-7ab2-447e-ad0f-fe21304a592c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2827, 'fixed_ips': [{'subnet_id': '0f236d01-a91d-4829-92e0-1f1647a0c752', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:18:31Z', 'updated_at': '2021-07-27T21:18:47Z', 'revision_number': 5, 'project_id': '717529174f79442eb5493474d000cc27', 'subnets': [{'id': '0f236d01-a91d-4829-92e0-1f1647a0c752', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-22', False) {} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:21:30.017510 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e22f3180-9cf2-4a5d-a127-be75c0450e09 None None] The sync data for ids ['44e6b63c-7ab2-447e-ad0f-fe21304a592c'] in n-d-705658-22 is: [{'id': '44e6b63c-7ab2-447e-ad0f-fe21304a592c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2084290127', 'tenant_id': '717529174f79442eb5493474d000cc27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.33'}], 'enable_snat': True}, 'gw_port_id': '45c81317-a22b-4865-b927-2cd369651ff6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:18:21Z', 'updated_at': '2021-07-27T21:18:33Z', 'revision_number': 4, 'project_id': '717529174f79442eb5493474d000cc27', 'gw_port': {'id': '45c81317-a22b-4865-b927-2cd369651ff6', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:d5:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44e6b63c-7ab2-447e-ad0f-fe21304a592c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2813, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:18:22Z', 'updated_at': '2021-07-27T21:18:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_interfaces': [{'id': '0f69875a-f7e6-471f-8f40-d85fb19bf0a6', 'name': '', 'network_id': 'a2fbbd2b-5e21-44bb-9251-b86500607834', 'tenant_id': '717529174f79442eb5493474d000cc27', 'mac_address': 'fa:16:3e:91:01:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44e6b63c-7ab2-447e-ad0f-fe21304a592c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2827, 'fixed_ips': [{'subnet_id': '0f236d01-a91d-4829-92e0-1f1647a0c752', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:18:31Z', 'updated_at': '2021-07-27T21:18:47Z', 'revision_number': 5, 'project_id': '717529174f79442eb5493474d000cc27', 'subnets': [{'id': '0f236d01-a91d-4829-92e0-1f1647a0c752', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:21:30.047782 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3185021f-8cc7-4762-b7d6-573e154581d5 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Pushing event deleted for resources: {'Port': ['ID=1fda8010-d50b-4a50-83a7-b76ade5243c7,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:21:30.098067 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-97e840b9-c2f0-46a9-a7d4-88694740e6cc tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks [] for port, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:30.128953 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-83631501-3aa4-44ef-ad35-48e3b3ec5e75 req-7dea4315-f809-44f2-af0c-77a5536ebf67 tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:30.184539 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7853fb5b-077b-401b-80e6-b294c328450a req-7f9bc83d-24dc-4f99-a42d-a33bef1f427d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:21:30.186189 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-7853fb5b-077b-401b-80e6-b294c328450a req-7f9bc83d-24dc-4f99-a42d-a33bef1f427d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cf28ee748c924682bd15abce3c1d75f1&device_id=65b5d377-df0c-4f7f-b99d-836daae15b69 HTTP/1.1" status: 200 len: 1095 time: 0.4625301 Jul 27 21:21:30.210504 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-58e97f07-b423-429b-9e19-468b4889c8c8 req-c581dbf3-d5d4-4873-9663-558d9613f27a tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] 10.222.0.59 "GET /v2.0/ports?device_id=8efc6892-cde0-4c99-91f7-935d698b9860 HTTP/1.1" status: 200 len: 210 time: 0.3865633 Jul 27 21:21:30.250882 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dea4315-f809-44f2-af0c-77a5536ebf67 tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] Pushing event deleted for resources: {'Port': ['ID=911e4b2a-29f1-4304-a93b-0d90656759d4,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:21:30.267482 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.provisioning_blocks [None req-97e840b9-c2f0-46a9-a7d4-88694740e6cc tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Transition to ACTIVE for port object e94a8e9e-0382-4cc0-9ac1-1c706d7904e3 will not be triggered until provisioned by entity DHCP. {{(pid=105585) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:21:30.293398 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-55f8d272-bcc8-4d20-9e00-61f608f17f0e tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790688424798'] for network, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:30.338392 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-54701281-9241-4f01-a312-7e474a6eb567 req-4b0230af-a4ea-44ab-8390-494c1bf422d3 service neutron] 10.222.0.60 "GET /v2.0/networks/a2fbbd2b-5e21-44bb-9251-b86500607834?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6790245 Jul 27 21:21:30.396552 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49a90d2-3051-4be5-bdd2-f151b3973d95 req-79f9c333-942f-49bb-8714-c9b2e63fceee tempest-VolumesActionsTest-494703854 tempest-VolumesActionsTest-494703854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:21:30.398843 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-c49a90d2-3051-4be5-bdd2-f151b3973d95 req-79f9c333-942f-49bb-8714-c9b2e63fceee tempest-VolumesActionsTest-494703854 tempest-VolumesActionsTest-494703854-project] 10.222.0.59 "GET /v2.0/ports?device_id=65b5d377-df0c-4f7f-b99d-836daae15b69 HTTP/1.1" status: 200 len: 943 time: 0.8047149 Jul 27 21:21:30.448083 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-55f8d272-bcc8-4d20-9e00-61f608f17f0e tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920'] for network, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:30.458568 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55f8d272-bcc8-4d20-9e00-61f608f17f0e tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:21:30.464235 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-55f8d272-bcc8-4d20-9e00-61f608f17f0e tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Notify callbacks [] for network, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:30.614315 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef60463f-d908-4246-b81a-e1b4b09afe16 None None] New status for floating IP 1456c4d6-65d1-430d-a737-2761ba0832d4: DOWN {{(pid=105587) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 21:21:30.623926 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-97e840b9-c2f0-46a9-a7d4-88694740e6cc tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:30.823834 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e840b9-c2f0-46a9-a7d4-88694740e6cc tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Pushing event updated for resources: {'Port': ['ID=e94a8e9e-0382-4cc0-9ac1-1c706d7904e3,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:21:30.829806 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-c49a90d2-3051-4be5-bdd2-f151b3973d95 req-b8fa3398-9421-4d52-9c3b-126d4393a6f1 tempest-VolumesActionsTest-494703854 tempest-VolumesActionsTest-494703854-project] 10.222.0.59 "GET /v2.0/security-groups?id=af8a7608-1612-4015-9749-0670046fd2ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4152441 Jul 27 21:21:30.831152 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-55f8d272-bcc8-4d20-9e00-61f608f17f0e tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.5741200 Jul 27 21:21:30.840746 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 50748) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:30.848746 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-3e0e6641-6913-46c4-9701-b125c7550405 tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Request body: {'subnet': {'network_id': '45dd096b-476e-4a2b-8eae-f6fc732cb431', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:21:30.900779 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97e840b9-c2f0-46a9-a7d4-88694740e6cc tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Network 1d615a85-844c-4c57-a0fc-2090e87300f0 is already hosted by enough agents. {{(pid=105585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:21:30.964266 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Device 911e4b2a-29f1-4304-a93b-0d90656759d4 no longer exists at agent hyperv_n-h2-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:21:31.022189 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.base_scheduler [None req-97e840b9-c2f0-46a9-a7d4-88694740e6cc tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Resources bound (agent type, host, resource id): {{(pid=105585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:21:31.029598 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97e840b9-c2f0-46a9-a7d4-88694740e6cc tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Received port after_create {{(pid=105585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:21:31.043027 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97e840b9-c2f0-46a9-a7d4-88694740e6cc tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:21:31.043724 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-97e840b9-c2f0-46a9-a7d4-88694740e6cc tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:31.066519 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 64417484-a934-4842-a9cd-a17a947d1e91 up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:21:31.160333 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f8d272-bcc8-4d20-9e00-61f608f17f0e tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Pushing event updated for resources: {'Network': ['ID=45dd096b-476e-4a2b-8eae-f6fc732cb431,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:21:31.208528 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-97e840b9-c2f0-46a9-a7d4-88694740e6cc tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 5.7231390 Jul 27 21:21:31.215445 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 50752) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:31.217362 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-3d54578f-831f-4696-b568-13c455922dab None None] No Port match for: 911e4b2a-29f1-4304-a93b-0d90656759d4 {{(pid=105586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:21:31.219668 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Device 911e4b2a-29f1-4304-a93b-0d90656759d4 not bound to the agent host n-h2-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:21:31.221133 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Network 45dd096b-476e-4a2b-8eae-f6fc732cb431 details requested by agent ovs-agent-n-d-705658-22 with host n-d-705658-22 {{(pid=105586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:21:31.346737 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-a994df6e-9143-40a2-9a80-5273ca22fc26 None None] Provisioning for port 64417484-a934-4842-a9cd-a17a947d1e91 completed by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:21:31.400278 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning for port 64417484-a934-4842-a9cd-a17a947d1e91 completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:21:31.404665 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port 64417484-a934-4842-a9cd-a17a947d1e91 triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:21:31.405648 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:31.438960 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [req-a2367345-c83c-4f0f-a26e-a1098c9e80cf req-0253596e-081c-4f83-b392-f5e0489b141d service neutron] (105584) timed out ('10.222.0.59', 49204) {{(pid=105584) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 27 21:21:31.442389 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7853fb5b-077b-401b-80e6-b294c328450a req-c8aa8940-9c4d-4342-bb41-dfb18c8825bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:21:31.445272 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-7853fb5b-077b-401b-80e6-b294c328450a req-c8aa8940-9c4d-4342-bb41-dfb18c8825bd service neutron] 10.222.0.36 "GET /v2.0/networks?id=31e9dce0-974a-4794-a13e-afe945076470 HTTP/1.1" status: 200 len: 910 time: 1.1956027 Jul 27 21:21:31.472574 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-54701281-9241-4f01-a312-7e474a6eb567 req-e4ac6ec9-05e4-4241-83a6-0ffb0e6a924d service neutron] 10.222.0.60 "GET /v2.0/networks/a2fbbd2b-5e21-44bb-9251-b86500607834?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1086075 Jul 27 21:21:31.497456 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [req-83631501-3aa4-44ef-ad35-48e3b3ec5e75 req-7dea4315-f809-44f2-af0c-77a5536ebf67 tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] No DVR routers for this DVR port 911e4b2a-29f1-4304-a93b-0d90656759d4 on host n-h2-705658-22 {{(pid=105584) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:21:31.500825 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-83631501-3aa4-44ef-ad35-48e3b3ec5e75 req-7dea4315-f809-44f2-af0c-77a5536ebf67 tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:31.502784 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-83631501-3aa4-44ef-ad35-48e3b3ec5e75 req-7dea4315-f809-44f2-af0c-77a5536ebf67 tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] 10.222.0.60 "DELETE /v2.0/ports/911e4b2a-29f1-4304-a93b-0d90656759d4 HTTP/1.1" status: 204 len: 173 time: 3.0662446 Jul 27 21:21:31.503302 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8efc6892-cde0-4c99-91f7-935d698b9860', 'name': 'network-vif-deleted', 'tag': '911e4b2a-29f1-4304-a93b-0d90656759d4'}] {{(pid=105584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:21:31.505762 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bce5e6c8685464f7626901654159975603b047827e3138302ed6566e28f1343" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cd51159-f723-4ce4-93ee-102ce7e936a4" -d '{"events": [{"server_uuid": "8efc6892-cde0-4c99-91f7-935d698b9860", "name": "network-vif-deleted", "tag": "911e4b2a-29f1-4304-a93b-0d90656759d4"}]}' {{(pid=105584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:21:31.550612 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-3185021f-8cc7-4762-b7d6-573e154581d5 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:31.552421 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-3185021f-8cc7-4762-b7d6-573e154581d5 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] 10.222.0.59 "DELETE /v2.0/ports/1fda8010-d50b-4a50-83a7-b76ade5243c7 HTTP/1.1" status: 204 len: 168 time: 3.1863389 Jul 27 21:21:31.554988 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-7853fb5b-077b-401b-80e6-b294c328450a req-9c03f737-057a-4fda-804d-2238af733b77 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7f11f1dd-0ebe-47f9-b31e-421865f69501 HTTP/1.1" status: 200 len: 217 time: 0.0841215 Jul 27 21:21:31.556267 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 50758) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:31.569759 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-15630662-dedf-4e29-9bdd-973668e403d1 None None] Provisioning for port e94a8e9e-0382-4cc0-9ac1-1c706d7904e3 completed by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:21:31.610798 n-d-705658-22 neutron-server[105584]: INFO neutron.pecan_wsgi.hooks.translation [None req-76d495b0-f786-422f-9514-abf3d9be6c11 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] GET failed (client error): The resource could not be found. Jul 27 21:21:31.612345 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-76d495b0-f786-422f-9514-abf3d9be6c11 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] 10.222.0.59 "GET /v2.0/ports/1fda8010-d50b-4a50-83a7-b76ade5243c7 HTTP/1.1" status: 404 len: 333 time: 0.0549986 Jul 27 21:21:31.615032 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 50760) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:31.647197 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-15630662-dedf-4e29-9bdd-973668e403d1 None None] Provisioning complete for port e94a8e9e-0382-4cc0-9ac1-1c706d7904e3 triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:21:31.648051 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-dca72bd3-f556-4ac3-838c-d110667e4f11 req-d9a7c228-17b5-469e-a200-61cb9464c98c tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] 10.222.0.59 "GET /v2.0/ports?device_id=8efc6892-cde0-4c99-91f7-935d698b9860 HTTP/1.1" status: 200 len: 210 time: 0.3086941 Jul 27 21:21:31.649241 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-15630662-dedf-4e29-9bdd-973668e403d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:31.656447 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e0e6641-6913-46c4-9701-b125c7550405 tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Made reservation on behalf of a7f96c4262db4c858fcaf29ac40303b5 for: {'subnet': 1} {{(pid=105585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:21:31.664574 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-3e0e6641-6913-46c4-9701-b125c7550405 tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9990620'] for subnet, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:31.719870 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7853fb5b-077b-401b-80e6-b294c328450a req-df78a2b4-1796-4238-9573-876deb99c293 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:21:31.721378 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-7853fb5b-077b-401b-80e6-b294c328450a req-df78a2b4-1796-4238-9573-876deb99c293 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a2d6b4cf-f593-4a80-824f-51a495e66adf HTTP/1.1" status: 200 len: 849 time: 0.1552589 Jul 27 21:21:31.749475 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:21:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03f8987f-2b2a-494d-b69e-6ba48ed51ac9 x-openstack-request-id: req-03f8987f-2b2a-494d-b69e-6ba48ed51ac9 {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:21:31.749826 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8efc6892-cde0-4c99-91f7-935d698b9860", "name": "network-vif-deleted", "tag": "911e4b2a-29f1-4304-a93b-0d90656759d4", "status": "completed", "code": 200}]} {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:21:31.750009 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-03f8987f-2b2a-494d-b69e-6ba48ed51ac9 {{(pid=105584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:21:31.753973 n-d-705658-22 neutron-server[105584]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8efc6892-cde0-4c99-91f7-935d698b9860', 'name': 'network-vif-deleted', 'tag': '911e4b2a-29f1-4304-a93b-0d90656759d4', 'status': 'completed', 'code': 200} Jul 27 21:21:31.770292 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:31.794315 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfd90c1-2652-42ff-8339-325d99382e96 req-a8ed91c6-972d-496a-ab56-f7ebe3016e05 tempest-TestNetworkAdvancedServerOps-1085103497 tempest-TestNetworkAdvancedServerOps-1085103497-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:21:31.795761 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-adfd90c1-2652-42ff-8339-325d99382e96 req-a8ed91c6-972d-496a-ab56-f7ebe3016e05 tempest-TestNetworkAdvancedServerOps-1085103497 tempest-TestNetworkAdvancedServerOps-1085103497-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=f600c487-e5e5-4562-8a3b-6f15b13fe576 HTTP/1.1" status: 200 len: 1098 time: 0.6993480 Jul 27 21:21:31.809464 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-15630662-dedf-4e29-9bdd-973668e403d1 None None] Port e94a8e9e-0382-4cc0-9ac1-1c706d7904e3 cannot update to ACTIVE because it is not bound. {{(pid=105586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:21:31.810984 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-7853fb5b-077b-401b-80e6-b294c328450a req-35d0085b-2f36-4de4-b8c5-7bb90ebf5b0d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=31e9dce0-974a-4794-a13e-afe945076470&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0811501 Jul 27 21:21:31.829142 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-c8bd424f-b042-4835-b984-ee0100d19225 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Deleting port 506e9e34-edbf-4fc6-acd0-56f6b8f244bb {{(pid=105584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:21:31.829655 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c8bd424f-b042-4835-b984-ee0100d19225 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:31.862974 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] For port 64417484-a934-4842-a9cd-a17a947d1e91, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=64417484-a934-4842-a9cd-a17a947d1e91,segment=NetworkSegment(532d8a52-575f-45de-a3af-efbea8c8f6d5),segment_id=532d8a52-575f-45de-a3af-efbea8c8f6d5)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:21:31.871885 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:31.909233 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-240a6af8-fdd1-47fd-b883-62c6d3d175aa tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:21:31.928937 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-240a6af8-fdd1-47fd-b883-62c6d3d175aa tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:21:31.934845 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-240a6af8-fdd1-47fd-b883-62c6d3d175aa tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.7064233 Jul 27 21:21:31.939948 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 50764) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:31.947913 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-adfd90c1-2652-42ff-8339-325d99382e96 req-abd10664-31c8-47c1-bd12-dc9a689b1daa tempest-TestNetworkAdvancedServerOps-1085103497 tempest-TestNetworkAdvancedServerOps-1085103497-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=5a737d1c-b945-4cea-a14d-2326657e6941&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1451805 Jul 27 21:21:31.990147 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 50766) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:31.994905 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Pushing event updated for resources: {'Port': ['ID=64417484-a934-4842-a9cd-a17a947d1e91,revision_number=3']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:21:32.249138 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-7853fb5b-077b-401b-80e6-b294c328450a req-32c7052a-6f82-45e8-b579-972cba1a4878 service neutron] 10.222.0.36 "GET /v2.0/networks/31e9dce0-974a-4794-a13e-afe945076470?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4316089 Jul 27 21:21:32.251690 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c8bd424f-b042-4835-b984-ee0100d19225 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:32.252097 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204b795f-e845-4ec8-8b08-1049667c90f7 req-99c40478-0424-4b7e-8e4e-f8515c84baab tempest-VolumesActionsTest-494703854 tempest-VolumesActionsTest-494703854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:21:32.253669 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-204b795f-e845-4ec8-8b08-1049667c90f7 req-99c40478-0424-4b7e-8e4e-f8515c84baab tempest-VolumesActionsTest-494703854 tempest-VolumesActionsTest-494703854-project] 10.222.0.59 "GET /v2.0/ports?device_id=65b5d377-df0c-4f7f-b99d-836daae15b69 HTTP/1.1" status: 200 len: 943 time: 0.2173300 Jul 27 21:21:32.258934 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-3e0e6641-6913-46c4-9701-b125c7550405 tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10221797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9990606'] for subnet, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:32.340508 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-204b795f-e845-4ec8-8b08-1049667c90f7 req-182dc054-9080-4339-b79f-e3b860c74cd8 tempest-VolumesActionsTest-494703854 tempest-VolumesActionsTest-494703854-project] 10.222.0.59 "GET /v2.0/security-groups?id=af8a7608-1612-4015-9749-0670046fd2ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740116 Jul 27 21:21:32.352463 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-7853fb5b-077b-401b-80e6-b294c328450a req-6ec3976c-8180-46b9-99f6-ff296ff88bc4 service neutron] 10.222.0.36 "GET /v2.0/networks/31e9dce0-974a-4794-a13e-afe945076470?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909250 Jul 27 21:21:32.367365 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-c8bd424f-b042-4835-b984-ee0100d19225 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Calling delete_port for 506e9e34-edbf-4fc6-acd0-56f6b8f244bb owned by {{(pid=105584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:21:32.414846 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0e6641-6913-46c4-9701-b125c7550405 tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Pushing event updated for resources: {'Subnet': ['ID=67fed87c-c693-429e-9ba9-420af38109e6,revision_number=0']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:21:32.419372 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [None req-30f0688e-a99a-487a-b64a-0b45f8e4b4b0 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Deleting port e94a8e9e-0382-4cc0-9ac1-1c706d7904e3 {{(pid=105585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:21:32.419824 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-30f0688e-a99a-487a-b64a-0b45f8e4b4b0 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:32.506330 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e0e6641-6913-46c4-9701-b125c7550405 tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Checking segment: {'id': '7914435b-bcf6-467e-84ed-1ff6d9fd0485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '45dd096b-476e-4a2b-8eae-f6fc732cb431'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:21:32.506330 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e0e6641-6913-46c4-9701-b125c7550405 tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Network hostable DHCP agents. Network: 45dd096b-476e-4a2b-8eae-f6fc732cb431, hostable agents: ['7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a'], hosted agents: [] {{(pid=105585) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:21:32.518384 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-c1788cca-695b-4498-a0ee-53f657083da8 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Deleting port 8a50ffc3-fdd1-415e-bd5a-7c6f7861d7ee {{(pid=105584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:21:32.519466 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c1788cca-695b-4498-a0ee-53f657083da8 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:32.607584 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e0e6641-6913-46c4-9701-b125c7550405 tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Network 45dd096b-476e-4a2b-8eae-f6fc732cb431 is scheduled to be hosted by DHCP agent 7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a with binding_index 1 {{(pid=105585) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:21:32.612258 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-30f0688e-a99a-487a-b64a-0b45f8e4b4b0 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:32.635311 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [None req-30f0688e-a99a-487a-b64a-0b45f8e4b4b0 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Calling delete_port for e94a8e9e-0382-4cc0-9ac1-1c706d7904e3 owned by {{(pid=105585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:21:32.637232 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.base_scheduler [None req-3e0e6641-6913-46c4-9701-b125c7550405 tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-22, 45dd096b-476e-4a2b-8eae-f6fc732cb431) {{(pid=105585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:21:32.644652 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e0e6641-6913-46c4-9701-b125c7550405 tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:21:32.645407 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-3e0e6641-6913-46c4-9701-b125c7550405 tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Notify callbacks [] for subnet, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:32.647042 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d6788ac-ddeb-4b81-9a28-fdb905bffdc4 None None] Network 45dd096b-476e-4a2b-8eae-f6fc732cb431 requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:21:32.673819 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c1788cca-695b-4498-a0ee-53f657083da8 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:32.673999 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c1788cca-695b-4498-a0ee-53f657083da8 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:32.704223 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-3e0e6641-6913-46c4-9701-b125c7550405 tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8592303 Jul 27 21:21:32.704773 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 50774) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:32.762449 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 50776) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:32.871629 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-c1788cca-695b-4498-a0ee-53f657083da8 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Calling delete_port for 8a50ffc3-fdd1-415e-bd5a-7c6f7861d7ee owned by network:floatingip {{(pid=105584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:21:32.917839 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device 7f11f1dd-0ebe-47f9-b31e-421865f69501 details requested by agent hyperv_n-h1-705658-22 with host n-h1-705658-22 {{(pid=105586) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:21:32.929914 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 64417484-a934-4842-a9cd-a17a947d1e91 up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:21:32.966236 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c8bd424f-b042-4835-b984-ee0100d19225 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:32.994934 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-df7cab35-3d6e-435e-a49f-928a2ed326a5 tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] Notify callbacks [] for security_group, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:32.999112 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-30f0688e-a99a-487a-b64a-0b45f8e4b4b0 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:33.012005 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-dde104a3-e71e-4095-9cf0-b8ea64253d36 tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-990557'] for network, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:33.050984 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dd10c53-bf4c-4f1c-96ca-7d669d3d14b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30bb4b93-b285-5d90-9493-f9ec33ea333c-45dd096b-476e-4a2b-8eae-f6fc732cb431', 'network_id': '45dd096b-476e-4a2b-8eae-f6fc732cb431', 'tenant_id': 'a7f96c4262db4c858fcaf29ac40303b5', 'fixed_ips': [{'subnet_id': '67fed87c-c693-429e-9ba9-420af38109e6'}]}} from n-d-705658-22. {{(pid=105586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 21:21:33.052657 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-4dd10c53-bf4c-4f1c-96ca-7d669d3d14b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:33.056870 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bd424f-b042-4835-b984-ee0100d19225 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Pushing event deleted for resources: {'Port': ['ID=506e9e34-edbf-4fc6-acd0-56f6b8f244bb,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:21:33.062966 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f0688e-a99a-487a-b64a-0b45f8e4b4b0 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Pushing event deleted for resources: {'Port': ['ID=e94a8e9e-0382-4cc0-9ac1-1c706d7904e3,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:21:33.101406 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port 64417484-a934-4842-a9cd-a17a947d1e91 triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:21:33.101895 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:33.114029 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-df7cab35-3d6e-435e-a49f-928a2ed326a5 tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:33.296704 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-30f0688e-a99a-487a-b64a-0b45f8e4b4b0 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:33.301503 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-30f0688e-a99a-487a-b64a-0b45f8e4b4b0 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] 10.222.0.59 "DELETE /v2.0/ports/e94a8e9e-0382-4cc0-9ac1-1c706d7904e3 HTTP/1.1" status: 204 len: 168 time: 1.3495102 Jul 27 21:21:33.308030 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 50788) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:33.316764 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c8bd424f-b042-4835-b984-ee0100d19225 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:33.328848 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-c8bd424f-b042-4835-b984-ee0100d19225 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] 10.222.0.59 "DELETE /v2.0/ports/506e9e34-edbf-4fc6-acd0-56f6b8f244bb HTTP/1.1" status: 204 len: 168 time: 1.7111185 Jul 27 21:21:33.330121 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 50790) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:33.387354 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] For port 7f11f1dd-0ebe-47f9-b31e-421865f69501, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=7f11f1dd-0ebe-47f9-b31e-421865f69501,segment=NetworkSegment(3f18b890-fa6b-44d1-9207-4fabfd7414d8),segment_id=3f18b890-fa6b-44d1-9207-4fabfd7414d8)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:21:33.401748 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-dde104a3-e71e-4095-9cf0-b8ea64253d36 tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854965'] for subnet, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:33.418018 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Returning: {'device': '7f11f1dd-0ebe-47f9-b31e-421865f69501', 'network_id': '31e9dce0-974a-4794-a13e-afe945076470', 'port_id': '7f11f1dd-0ebe-47f9-b31e-421865f69501', 'mac_address': 'fa:16:3e:b2:fd:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 229, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2d6b4cf-f593-4a80-824f-51a495e66adf', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105586) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:21:33.467599 n-d-705658-22 neutron-server[105584]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd1ad0b1-9060-4998-973e-e78ff4a9e2e4 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] GET failed (client error): The resource could not be found. Jul 27 21:21:33.472359 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-fd1ad0b1-9060-4998-973e-e78ff4a9e2e4 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] 10.222.0.59 "GET /v2.0/ports/506e9e34-edbf-4fc6-acd0-56f6b8f244bb HTTP/1.1" status: 404 len: 333 time: 0.1337972 Jul 27 21:21:33.473604 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 50794) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:33.520055 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-df7cab35-3d6e-435e-a49f-928a2ed326a5 tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:33.551125 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c1788cca-695b-4498-a0ee-53f657083da8 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:33.556098 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-df7cab35-3d6e-435e-a49f-928a2ed326a5 tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] Notify callbacks [] for security_group, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:33.561630 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-df7cab35-3d6e-435e-a49f-928a2ed326a5 tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] 10.222.0.59 "DELETE /v2.0/security-groups/f5924076-c9d9-4c1a-9ab9-4b011fc38663 HTTP/1.1" status: 204 len: 168 time: 0.7976639 Jul 27 21:21:33.561828 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 50796) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:33.567054 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9b56e7f-6235-4b00-8188-d0d7df749783 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:21:33.568974 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9b56e7f-6235-4b00-8188-d0d7df749783 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:21:33.572278 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-f9b56e7f-6235-4b00-8188-d0d7df749783 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.2625225 Jul 27 21:21:33.594853 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 50798) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:33.602882 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.db_base_plugin_common [None req-4dd10c53-bf4c-4f1c-96ca-7d669d3d14b1 None None] Allocated IP 172.20.0.2 (45dd096b-476e-4a2b-8eae-f6fc732cb431/67fed87c-c693-429e-9ba9-420af38109e6/e978dc6b-d7ee-4480-82d7-a92ff2aa7812) {{(pid=105586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:21:33.605000 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:33.627698 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f11f1dd-0ebe-47f9-b31e-421865f69501 {{(pid=105586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:21:33.653538 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7cab35-3d6e-435e-a49f-928a2ed326a5 tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5924076-c9d9-4c1a-9ab9-4b011fc38663,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:21:33.665332 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1788cca-695b-4498-a0ee-53f657083da8 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Pushing event deleted for resources: {'Port': ['ID=8a50ffc3-fdd1-415e-bd5a-7c6f7861d7ee,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:21:33.690687 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] For port 7f11f1dd-0ebe-47f9-b31e-421865f69501, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=7f11f1dd-0ebe-47f9-b31e-421865f69501,segment=NetworkSegment(3f18b890-fa6b-44d1-9207-4fabfd7414d8),segment_id=3f18b890-fa6b-44d1-9207-4fabfd7414d8)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:21:33.705411 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:33.741432 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2fe085-c55e-4925-8f12-a5f59b288063 req-c5ca344d-71f6-40ba-bec6-36e99570bd6d tempest-VolumesActionsTest-494703854 tempest-VolumesActionsTest-494703854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:21:33.744876 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-6e2fe085-c55e-4925-8f12-a5f59b288063 req-c5ca344d-71f6-40ba-bec6-36e99570bd6d tempest-VolumesActionsTest-494703854 tempest-VolumesActionsTest-494703854-project] 10.222.0.59 "GET /v2.0/ports?device_id=65b5d377-df0c-4f7f-b99d-836daae15b69 HTTP/1.1" status: 200 len: 943 time: 0.2583494 Jul 27 21:21:33.750643 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c1788cca-695b-4498-a0ee-53f657083da8 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks [] for floatingip, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:33.751350 n-d-705658-22 neutron-server[105584]: INFO neutron.db.l3_db [None req-c1788cca-695b-4498-a0ee-53f657083da8 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Floating IP a42513d4-e118-44ea-970f-016712f64e84 disassociated (deleted). External IP: 172.25.5.30, port: ed51ec73-d9a5-4c0b-b4de-6eed8a81fff5. Jul 27 21:21:33.802940 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-6e2fe085-c55e-4925-8f12-a5f59b288063 req-42f8640b-ed0f-404e-9ab3-a4d0b67fadb2 tempest-VolumesActionsTest-494703854 tempest-VolumesActionsTest-494703854-project] 10.222.0.59 "GET /v2.0/security-groups?id=af8a7608-1612-4015-9749-0670046fd2ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527041 Jul 27 21:21:33.826323 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.db_base_plugin_v2 [None req-36d4065d-175e-4178-8b68-db0e5c1b78f2 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Deleting subnet 3d1024d4-97f0-45d8-b8b6-95bfd64a6247 {{(pid=105584) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:21:33.842199 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-36d4065d-175e-4178-8b68-db0e5c1b78f2 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Notify callbacks [] for subnet, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:33.872179 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.db_base_plugin_v2 [None req-0494688a-0394-4af9-a6be-c557fc8b89ec tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Deleting subnet 0c09f031-f39c-434a-90b0-a8f113a35fdc {{(pid=105584) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:21:33.878182 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-0494688a-0394-4af9-a6be-c557fc8b89ec tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks [] for subnet, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:33.966481 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-0494688a-0394-4af9-a6be-c557fc8b89ec tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9014207'] for subnet, precommit_delete_associations {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:33.968240 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Pushing event updated for resources: {'Port': ['ID=7f11f1dd-0ebe-47f9-b31e-421865f69501,revision_number=4']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:21:34.013377 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] get_ports_and_sgs() called for port_ids ['7f11f1dd-0ebe-47f9-b31e-421865f69501'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:21:34.022076 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-36d4065d-175e-4178-8b68-db0e5c1b78f2 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9014207'] for subnet, precommit_delete_associations {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:34.029765 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-52cae901-aa43-47d6-a743-fb9072d63428 tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] Notify callbacks [] for security_group, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:34.064021 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-4dd10c53-bf4c-4f1c-96ca-7d669d3d14b1 None None] Notify callbacks [] for port, precommit_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:34.076880 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-4dd10c53-bf4c-4f1c-96ca-7d669d3d14b1 None None] Transition to ACTIVE for port object e978dc6b-d7ee-4480-82d7-a92ff2aa7812 will not be triggered until provisioned by entity L2. {{(pid=105586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:21:34.089331 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.agents_db [None req-558fcd2c-e512-47bc-a170-8673d87f7213 None None] Agent healthcheck: found 7 active agents {{(pid=105587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 21:21:34.105009 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-4dd10c53-bf4c-4f1c-96ca-7d669d3d14b1 None None] Transition to ACTIVE for port object e978dc6b-d7ee-4480-82d7-a92ff2aa7812 will not be triggered until provisioned by entity DHCP. {{(pid=105586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:21:34.120890 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-4dd10c53-bf4c-4f1c-96ca-7d669d3d14b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143'] for port, after_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:34.126366 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-52cae901-aa43-47d6-a743-fb9072d63428 tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:34.134785 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-dde104a3-e71e-4095-9cf0-b8ea64253d36 tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10221602', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9990583'] for subnet, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:34.164366 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde104a3-e71e-4095-9cf0-b8ea64253d36 tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Pushing event deleted for resources: {'Subnet': ['ID=67fed87c-c693-429e-9ba9-420af38109e6,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:21:34.185359 n-d-705658-22 neutron-server[105586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dd10c53-bf4c-4f1c-96ca-7d669d3d14b1 None None] Network 45dd096b-476e-4a2b-8eae-f6fc732cb431 is already hosted by enough agents. {{(pid=105586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:21:34.198926 n-d-705658-22 neutron-server[105586]: DEBUG neutron.scheduler.base_scheduler [None req-4dd10c53-bf4c-4f1c-96ca-7d669d3d14b1 None None] Resources bound (agent type, host, resource id): {{(pid=105586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:21:34.201755 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dd10c53-bf4c-4f1c-96ca-7d669d3d14b1 None None] Received port after_create {{(pid=105586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:21:34.207893 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd10c53-bf4c-4f1c-96ca-7d669d3d14b1 None None] Pushing event updated for resources: {'Port': ['ID=e978dc6b-d7ee-4480-82d7-a92ff2aa7812,revision_number=1']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:21:34.244514 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-dde104a3-e71e-4095-9cf0-b8ea64253d36 tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853562', 'neutron.services.segments.db._delete_segments_for_network-8790688882975'] for network, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:34.253236 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-36d4065d-175e-4178-8b68-db0e5c1b78f2 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854965'] for subnet, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:34.267509 n-d-705658-22 neutron-server[105585]: DEBUG neutron.services.segments.db [None req-dde104a3-e71e-4095-9cf0-b8ea64253d36 tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45dd096b-476e-4a2b-8eae-f6fc732cb431']}} {{(pid=105585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:21:34.285920 n-d-705658-22 neutron-server[105585]: DEBUG neutron.services.segments.db [None req-dde104a3-e71e-4095-9cf0-b8ea64253d36 tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7914435b-bcf6-467e-84ed-1ff6d9fd0485') {'for_net_delete': True} {{(pid=105585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:21:34.286340 n-d-705658-22 neutron-server[105585]: DEBUG neutron.services.segments.db [None req-dde104a3-e71e-4095-9cf0-b8ea64253d36 tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7914435b-bcf6-467e-84ed-1ff6d9fd0485') {} {{(pid=105585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:21:34.300234 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-dde104a3-e71e-4095-9cf0-b8ea64253d36 tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790688883752', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9886370'] for segment, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:34.322340 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-4dd10c53-bf4c-4f1c-96ca-7d669d3d14b1 None None] Attempting to bind port e978dc6b-d7ee-4480-82d7-a92ff2aa7812 on host n-d-705658-22 for vnic_type normal with profile {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:21:34.322340 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-4dd10c53-bf4c-4f1c-96ca-7d669d3d14b1 None None] Attempting to bind port e978dc6b-d7ee-4480-82d7-a92ff2aa7812 by drivers openvswitch,hyperv on host n-d-705658-22 at level 0 using segments [{'id': '7914435b-bcf6-467e-84ed-1ff6d9fd0485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '45dd096b-476e-4a2b-8eae-f6fc732cb431'}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:21:34.322659 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dd10c53-bf4c-4f1c-96ca-7d669d3d14b1 None None] Attempting to bind port e978dc6b-d7ee-4480-82d7-a92ff2aa7812 on network 45dd096b-476e-4a2b-8eae-f6fc732cb431 {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:21:34.328982 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-0494688a-0394-4af9-a6be-c557fc8b89ec tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854965'] for subnet, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:34.337841 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dd10c53-bf4c-4f1c-96ca-7d669d3d14b1 None None] Checking agent: {'id': '04a7ea91-6318-467e-ace6-b0fb48c8690f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 41, 42), 'started_at': datetime.datetime(2021, 7, 27, 20, 42, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 21, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:21:34.337841 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dd10c53-bf4c-4f1c-96ca-7d669d3d14b1 None None] Checking segment: {'id': '7914435b-bcf6-467e-84ed-1ff6d9fd0485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '45dd096b-476e-4a2b-8eae-f6fc732cb431'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:21:34.337841 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-4dd10c53-bf4c-4f1c-96ca-7d669d3d14b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:34.337841 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dd10c53-bf4c-4f1c-96ca-7d669d3d14b1 None None] Bound using segment: {'id': '7914435b-bcf6-467e-84ed-1ff6d9fd0485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '45dd096b-476e-4a2b-8eae-f6fc732cb431'} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:21:34.337841 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-4dd10c53-bf4c-4f1c-96ca-7d669d3d14b1 None None] Bound port: e978dc6b-d7ee-4480-82d7-a92ff2aa7812, host: n-d-705658-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7914435b-bcf6-467e-84ed-1ff6d9fd0485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '45dd096b-476e-4a2b-8eae-f6fc732cb431'}}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:21:34.337841 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-4dd10c53-bf4c-4f1c-96ca-7d669d3d14b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:34.343171 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-dde104a3-e71e-4095-9cf0-b8ea64253d36 tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:34.360026 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dde104a3-e71e-4095-9cf0-b8ea64253d36 tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Releasing vlan 213 on physical network physnet1 to pool {{(pid=105585) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:21:34.360026 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-dde104a3-e71e-4095-9cf0-b8ea64253d36 tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10221644'] for segment, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:34.474776 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-52cae901-aa43-47d6-a743-fb9072d63428 tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:34.474978 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-4dd10c53-bf4c-4f1c-96ca-7d669d3d14b1 None None] For port e978dc6b-d7ee-4480-82d7-a92ff2aa7812, host n-d-705658-22, cleared binding levels {{(pid=105586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:21:34.481668 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-52cae901-aa43-47d6-a743-fb9072d63428 tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] Notify callbacks [] for security_group, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:34.481668 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-52cae901-aa43-47d6-a743-fb9072d63428 tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] 10.222.0.59 "DELETE /v2.0/security-groups/2c05ebf3-3def-44b7-8c5d-2f4057e8386f HTTP/1.1" status: 204 len: 168 time: 0.8946917 Jul 27 21:21:34.487209 n-d-705658-22 neutron-server[105585]: Traceback (most recent call last): Jul 27 21:21:34.487209 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:21:34.487209 n-d-705658-22 neutron-server[105585]: timer() Jul 27 21:21:34.487209 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:21:34.487209 n-d-705658-22 neutron-server[105585]: cb(*args, **kw) Jul 27 21:21:34.487209 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:21:34.487209 n-d-705658-22 neutron-server[105585]: return func(*args, **kwargs) Jul 27 21:21:34.487209 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:21:34.487209 n-d-705658-22 neutron-server[105585]: self._notify() Jul 27 21:21:34.487209 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:21:34.487209 n-d-705658-22 neutron-server[105585]: self.callback(batched_events) Jul 27 21:21:34.487209 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:21:34.487209 n-d-705658-22 neutron-server[105585]: event.method(event) Jul 27 21:21:34.487209 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:21:34.487209 n-d-705658-22 neutron-server[105585]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:21:34.487209 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:21:34.487209 n-d-705658-22 neutron-server[105585]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:21:34.487209 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:21:34.487209 n-d-705658-22 neutron-server[105585]: return f(self, *a, **k) Jul 27 21:21:34.487209 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:21:34.487209 n-d-705658-22 neutron-server[105585]: return self._get(url).json() Jul 27 21:21:34.487209 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:21:34.487209 n-d-705658-22 neutron-server[105585]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:21:34.487209 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:21:34.487209 n-d-705658-22 neutron-server[105585]: return self.request(url, 'GET', **kwargs) Jul 27 21:21:34.487209 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:21:34.487209 n-d-705658-22 neutron-server[105585]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:21:34.487209 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:21:34.487209 n-d-705658-22 neutron-server[105585]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:21:34.487209 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:21:34.487209 n-d-705658-22 neutron-server[105585]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:21:34.487209 n-d-705658-22 neutron-server[105585]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:21:34.489434 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 50818) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:34.489517 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-4dd10c53-bf4c-4f1c-96ca-7d669d3d14b1 None None] For port e978dc6b-d7ee-4480-82d7-a92ff2aa7812, host n-d-705658-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=e978dc6b-d7ee-4480-82d7-a92ff2aa7812,segment=NetworkSegment(7914435b-bcf6-467e-84ed-1ff6d9fd0485),segment_id=7914435b-bcf6-467e-84ed-1ff6d9fd0485)] {{(pid=105586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:21:34.497585 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.db.api [None req-dde104a3-e71e-4095-9cf0-b8ea64253d36 tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 27 21:21:34.497585 n-d-705658-22 neutron-server[105585]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 27 21:21:34.497585 n-d-705658-22 neutron-server[105585]: [parameters: {'id': '45dd096b-476e-4a2b-8eae-f6fc732cb431'}] Jul 27 21:21:34.497585 n-d-705658-22 neutron-server[105585]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=105585) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 27 21:21:34.497993 n-d-705658-22 neutron-server[105585]: DEBUG oslo_db.api [None req-dde104a3-e71e-4095-9cf0-b8ea64253d36 tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=105585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 27 21:21:34.500200 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-36d4065d-175e-4178-8b68-db0e5c1b78f2 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9014081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9738825'] for subnet, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:34.500598 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-4dd10c53-bf4c-4f1c-96ca-7d669d3d14b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:34.506225 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52cae901-aa43-47d6-a743-fb9072d63428 tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c05ebf3-3def-44b7-8c5d-2f4057e8386f,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:21:34.549777 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d4065d-175e-4178-8b68-db0e5c1b78f2 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Pushing event deleted for resources: {'Subnet': ['ID=3d1024d4-97f0-45d8-b8b6-95bfd64a6247,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:21:34.553318 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-0494688a-0394-4af9-a6be-c557fc8b89ec tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9014081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9738825'] for subnet, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:34.563762 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1788cca-695b-4498-a0ee-53f657083da8 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Router 48756b68-cd7c-4f81-89d6-99e8b7895af5 has already been hosted by L3 agent dd128fd7-8e57-4d4f-895b-a96b369df59a {{(pid=105584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:21:34.603230 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0494688a-0394-4af9-a6be-c557fc8b89ec tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Pushing event deleted for resources: {'Subnet': ['ID=0c09f031-f39c-434a-90b0-a8f113a35fdc,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:21:34.610736 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-36d4065d-175e-4178-8b68-db0e5c1b78f2 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Notify callbacks [] for subnet, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:34.617172 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-36d4065d-175e-4178-8b68-db0e5c1b78f2 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] 10.222.0.59 "DELETE /v2.0/subnets/3d1024d4-97f0-45d8-b8b6-95bfd64a6247 HTTP/1.1" status: 204 len: 168 time: 1.0771167 Jul 27 21:21:34.619986 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 50830) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:34.640068 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e7afb47-dd72-4934-8708-9d47cf2d80c5 None None] Network ec20371d-db7d-46a9-a4f6-9c8e62835f65 requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:21:34.659743 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72952480-63cf-4070-bd31-c0cfc5c272a2 None None] Network 1d615a85-844c-4c57-a0fc-2090e87300f0 requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:21:34.663790 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-0494688a-0394-4af9-a6be-c557fc8b89ec tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks [] for subnet, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:34.668848 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-0494688a-0394-4af9-a6be-c557fc8b89ec tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] 10.222.0.59 "DELETE /v2.0/subnets/0c09f031-f39c-434a-90b0-a8f113a35fdc HTTP/1.1" status: 204 len: 168 time: 1.0714173 Jul 27 21:21:34.721791 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 50838) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:34.797100 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-111ee932-2386-49a5-bbd2-fde0611bb61d tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0736718 Jul 27 21:21:34.831571 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd10c53-bf4c-4f1c-96ca-7d669d3d14b1 None None] Pushing event updated for resources: {'Port': ['ID=e978dc6b-d7ee-4480-82d7-a92ff2aa7812,revision_number=2']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:21:34.877050 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f9358bc-7e4e-41ba-bdd0-b7adde1cbc57 None None] Network 45dd096b-476e-4a2b-8eae-f6fc732cb431 requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:21:34.888883 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 50854) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:34.896718 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-4b3c6c34-8bfc-469f-acd0-ec3b0981a5b7 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-990557'] for network, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:34.983427 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device 7f11f1dd-0ebe-47f9-b31e-421865f69501 up at agent hyperv_n-h1-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:21:35.002833 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1788cca-695b-4498-a0ee-53f657083da8 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify agent at l3_agent.n-d-705658-22 the message routers_updated {{(pid=105584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:21:35.008519 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c1788cca-695b-4498-a0ee-53f657083da8 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for floatingip, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:35.021948 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35024a76-707a-46d6-9d50-d681481abe75 None None] Sync routers for ids ['48756b68-cd7c-4f81-89d6-99e8b7895af5'] in n-d-705658-22 {{(pid=105586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:21:35.056519 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-c1788cca-695b-4498-a0ee-53f657083da8 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] 10.222.0.59 "DELETE /v2.0/floatingips/a42513d4-e118-44ea-970f-016712f64e84 HTTP/1.1" status: 204 len: 168 time: 3.0423415 Jul 27 21:21:35.079794 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f600c487-e5e5-4562-8a3b-6f15b13fe576', 'tag': 'ed51ec73-d9a5-4c0b-b4de-6eed8a81fff5'}] {{(pid=105584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:21:35.082947 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bce5e6c8685464f7626901654159975603b047827e3138302ed6566e28f1343" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a1aea7d-0244-457a-8532-abd8738314c9" -d '{"events": [{"name": "network-changed", "server_uuid": "f600c487-e5e5-4562-8a3b-6f15b13fe576", "tag": "ed51ec73-d9a5-4c0b-b4de-6eed8a81fff5"}]}' {{(pid=105584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:21:35.109607 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-dde104a3-e71e-4095-9cf0-b8ea64253d36 tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-990557'] for network, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:35.136614 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35024a76-707a-46d6-9d50-d681481abe75 None None] Routers {'48756b68-cd7c-4f81-89d6-99e8b7895af5'} bound to L3 agent in host n-d-705658-22 {{(pid=105586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:21:35.137346 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-35024a76-707a-46d6-9d50-d681481abe75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:21:12Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['48756b68-cd7c-4f81-89d6-99e8b7895af5'], 'active': True} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:21:35.176611 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39b88d8d-d9cb-4af6-8756-5cb318721493 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:21:35.182276 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-39b88d8d-d9cb-4af6-8756-5cb318721493 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2767699 Jul 27 21:21:35.185149 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 50892) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:35.191395 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-4b3c6c34-8bfc-469f-acd0-ec3b0981a5b7 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Deleting port bd92f9ca-e797-42ea-9b42-dae3b5cc8dd0 {{(pid=105584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:21:35.192068 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-4b3c6c34-8bfc-469f-acd0-ec3b0981a5b7 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:35.353180 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29b1e420-0143-480a-b22c-c6b7a4b6415f tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:21:35.358938 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [None req-4b3c6c34-8bfc-469f-acd0-ec3b0981a5b7 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] For port bd92f9ca-e797-42ea-9b42-dae3b5cc8dd0, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=bd92f9ca-e797-42ea-9b42-dae3b5cc8dd0,segment=NetworkSegment(225d04fc-aa09-4f3c-a60b-761600de6dc8),segment_id=225d04fc-aa09-4f3c-a60b-761600de6dc8)] {{(pid=105584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:21:35.360396 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-4b3c6c34-8bfc-469f-acd0-ec3b0981a5b7 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:35.360720 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-29b1e420-0143-480a-b22c-c6b7a4b6415f tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1719022 Jul 27 21:21:35.361561 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 50914) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:35.380580 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Provisioning for port 7f11f1dd-0ebe-47f9-b31e-421865f69501 completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:21:35.398182 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Provisioning complete for port 7f11f1dd-0ebe-47f9-b31e-421865f69501 triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:21:35.398594 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:35.436010 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvr_db [None req-35024a76-707a-46d6-9d50-d681481abe75 None None] Set router 48756b68-cd7c-4f81-89d6-99e8b7895af5 gateway port host: n-d-705658-22 {{(pid=105586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:21:35.467633 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:21:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b33a43c8-c6c4-431e-9a27-1ab8e83d23fd x-openstack-request-id: req-b33a43c8-c6c4-431e-9a27-1ab8e83d23fd {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:21:35.469493 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f600c487-e5e5-4562-8a3b-6f15b13fe576", "tag": "ed51ec73-d9a5-4c0b-b4de-6eed8a81fff5", "status": "completed", "code": 200}]} {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:21:35.471129 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-b33a43c8-c6c4-431e-9a27-1ab8e83d23fd {{(pid=105584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:21:35.471963 n-d-705658-22 neutron-server[105584]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f600c487-e5e5-4562-8a3b-6f15b13fe576', 'tag': 'ed51ec73-d9a5-4c0b-b4de-6eed8a81fff5', 'status': 'completed', 'code': 200} Jul 27 21:21:35.484982 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-4b3c6c34-8bfc-469f-acd0-ec3b0981a5b7 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Calling delete_port for bd92f9ca-e797-42ea-9b42-dae3b5cc8dd0 owned by network:dhcp {{(pid=105584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:21:35.498074 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-421e17e1-abbe-473d-822c-d8279dcdc737 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1298370 Jul 27 21:21:35.517187 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdb6c51d-266b-43fd-983c-3e311cd72ddc None None] DHCP port deletion for 1d615a85-844c-4c57-a0fc-2090e87300f0 request from n-d-705658-22 {{(pid=105586) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 21:21:35.545931 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c06b194a-ca4e-44ef-9939-811af5e01fb3 None None] DHCP port deletion for ec20371d-db7d-46a9-a4f6-9c8e62835f65 request from n-d-705658-22 {{(pid=105586) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 21:21:35.589763 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 50928) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:35.642256 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15dd68c5-4c20-45c4-8c75-9a6d332abdf2 req-d10b6577-11bc-4379-b8cd-94a99a325c13 tempest-VolumesActionsTest-494703854 tempest-VolumesActionsTest-494703854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:21:35.651518 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-15dd68c5-4c20-45c4-8c75-9a6d332abdf2 req-d10b6577-11bc-4379-b8cd-94a99a325c13 tempest-VolumesActionsTest-494703854 tempest-VolumesActionsTest-494703854-project] 10.222.0.59 "GET /v2.0/ports?device_id=65b5d377-df0c-4f7f-b99d-836daae15b69 HTTP/1.1" status: 200 len: 944 time: 0.5375285 Jul 27 21:21:35.686158 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-1f716ade-fec2-4d73-b653-bf9f0551d968 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Request body: {'subnet': {'network_id': '1d615a85-844c-4c57-a0fc-2090e87300f0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:21:35.823410 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-15dd68c5-4c20-45c4-8c75-9a6d332abdf2 req-b7cd69d9-9ae9-4e55-ad5c-6b9ea9e92dae tempest-VolumesActionsTest-494703854 tempest-VolumesActionsTest-494703854-project] 10.222.0.59 "GET /v2.0/security-groups?id=af8a7608-1612-4015-9749-0670046fd2ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624243 Jul 27 21:21:35.824849 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:35.828817 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [None req-dde104a3-e71e-4095-9cf0-b8ea64253d36 tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Deleting port e978dc6b-d7ee-4480-82d7-a92ff2aa7812 {{(pid=105585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:21:35.829103 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-dde104a3-e71e-4095-9cf0-b8ea64253d36 tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:35.858762 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f716ade-fec2-4d73-b653-bf9f0551d968 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Made reservation on behalf of fcd7bb7d26624f8f823446f0b0a5006f for: {'subnet': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:21:35.863351 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-1f716ade-fec2-4d73-b653-bf9f0551d968 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9738786'] for subnet, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:35.963969 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b2451a-7f85-4460-9199-b79fc35f3788 req-3c6133a8-5583-4b67-b987-c63346fccc24 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:21:35.965968 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-81b2451a-7f85-4460-9199-b79fc35f3788 req-3c6133a8-5583-4b67-b987-c63346fccc24 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] 10.222.0.59 "GET /v2.0/ports?device_id=f600c487-e5e5-4562-8a3b-6f15b13fe576 HTTP/1.1" status: 200 len: 946 time: 0.3833089 Jul 27 21:21:36.025869 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.db [None req-dde104a3-e71e-4095-9cf0-b8ea64253d36 tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] For port e978dc6b-d7ee-4480-82d7-a92ff2aa7812, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=e978dc6b-d7ee-4480-82d7-a92ff2aa7812,segment=NetworkSegment(7914435b-bcf6-467e-84ed-1ff6d9fd0485),segment_id=7914435b-bcf6-467e-84ed-1ff6d9fd0485)] {{(pid=105585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:21:36.026711 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-dde104a3-e71e-4095-9cf0-b8ea64253d36 tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:36.026821 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65b5d377-df0c-4f7f-b99d-836daae15b69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f11f1dd-0ebe-47f9-b31e-421865f69501'}] {{(pid=105586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:21:36.030653 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14c1663e039faf5393f87855f745010ac5b02220355b68fdbf065393e303ac56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b714c75-7fef-48eb-9f35-1d2d1c627216" -d '{"events": [{"server_uuid": "65b5d377-df0c-4f7f-b99d-836daae15b69", "name": "network-vif-plugged", "status": "completed", "tag": "7f11f1dd-0ebe-47f9-b31e-421865f69501"}]}' {{(pid=105586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:21:36.057508 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-c06b194a-ca4e-44ef-9939-811af5e01fb3 None None] Deleting port bd92f9ca-e797-42ea-9b42-dae3b5cc8dd0 {{(pid=105586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:21:36.057986 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-c06b194a-ca4e-44ef-9939-811af5e01fb3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:36.066190 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] For port 7f11f1dd-0ebe-47f9-b31e-421865f69501, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=7f11f1dd-0ebe-47f9-b31e-421865f69501,segment=NetworkSegment(3f18b890-fa6b-44d1-9207-4fabfd7414d8),segment_id=3f18b890-fa6b-44d1-9207-4fabfd7414d8)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:21:36.104090 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [None req-dde104a3-e71e-4095-9cf0-b8ea64253d36 tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Calling delete_port for e978dc6b-d7ee-4480-82d7-a92ff2aa7812 owned by network:dhcp {{(pid=105585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:21:36.147947 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-fdb6c51d-266b-43fd-983c-3e311cd72ddc None None] Deleting port 64417484-a934-4842-a9cd-a17a947d1e91 {{(pid=105586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:21:36.148517 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-fdb6c51d-266b-43fd-983c-3e311cd72ddc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:36.214918 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-81b2451a-7f85-4460-9199-b79fc35f3788 req-eb33b25b-4fba-400e-a5ab-311990af21da tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] 10.222.0.59 "GET /v2.0/security-groups?id=5a737d1c-b945-4cea-a14d-2326657e6941&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2167971 Jul 27 21:21:36.236279 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-fdb6c51d-266b-43fd-983c-3e311cd72ddc None None] For port 64417484-a934-4842-a9cd-a17a947d1e91, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=64417484-a934-4842-a9cd-a17a947d1e91,segment=NetworkSegment(532d8a52-575f-45de-a3af-efbea8c8f6d5),segment_id=532d8a52-575f-45de-a3af-efbea8c8f6d5)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:21:36.236607 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-fdb6c51d-266b-43fd-983c-3e311cd72ddc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:36.256725 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-fdb6c51d-266b-43fd-983c-3e311cd72ddc None None] Calling delete_port for 64417484-a934-4842-a9cd-a17a947d1e91 owned by network:dhcp {{(pid=105586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:21:36.265090 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:21:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46a0ad5c-feb9-4c89-8a41-fa32ccf756b3 x-openstack-request-id: req-46a0ad5c-feb9-4c89-8a41-fa32ccf756b3 {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:21:36.265569 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65b5d377-df0c-4f7f-b99d-836daae15b69", "name": "network-vif-plugged", "status": "completed", "tag": "7f11f1dd-0ebe-47f9-b31e-421865f69501", "code": 200}]} {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:21:36.265994 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-46a0ad5c-feb9-4c89-8a41-fa32ccf756b3 {{(pid=105586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:21:36.266651 n-d-705658-22 neutron-server[105586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65b5d377-df0c-4f7f-b99d-836daae15b69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f11f1dd-0ebe-47f9-b31e-421865f69501', 'code': 200} Jul 27 21:21:36.271833 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:36.363278 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Pushing event updated for resources: {'Port': ['ID=7f11f1dd-0ebe-47f9-b31e-421865f69501,revision_number=5']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:21:36.467377 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-4b3c6c34-8bfc-469f-acd0-ec3b0981a5b7 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:36.534957 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b3c6c34-8bfc-469f-acd0-ec3b0981a5b7 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] No DVR routers for this DVR port bd92f9ca-e797-42ea-9b42-dae3b5cc8dd0 on host n-d-705658-22 {{(pid=105584) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:21:36.543910 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-dde104a3-e71e-4095-9cf0-b8ea64253d36 tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:36.568490 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3c6c34-8bfc-469f-acd0-ec3b0981a5b7 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Pushing event deleted for resources: {'Port': ['ID=bd92f9ca-e797-42ea-9b42-dae3b5cc8dd0,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:21:36.597443 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-c06b194a-ca4e-44ef-9939-811af5e01fb3 None None] For port bd92f9ca-e797-42ea-9b42-dae3b5cc8dd0, host n-d-705658-22, got binding levels [] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:21:36.597776 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-c06b194a-ca4e-44ef-9939-811af5e01fb3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:36.610963 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:36.646141 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-c06b194a-ca4e-44ef-9939-811af5e01fb3 None None] Calling delete_port for bd92f9ca-e797-42ea-9b42-dae3b5cc8dd0 owned by network:dhcp {{(pid=105586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:21:36.659859 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde104a3-e71e-4095-9cf0-b8ea64253d36 tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Pushing event deleted for resources: {'Port': ['ID=e978dc6b-d7ee-4480-82d7-a92ff2aa7812,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:21:36.661173 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.ipam_backend_mixin [None req-c06b194a-ca4e-44ef-9939-811af5e01fb3 None None] Port bd92f9ca-e797-42ea-9b42-dae3b5cc8dd0 was not found and therefore no delete operation was performed {{(pid=105586) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 27 21:21:36.667242 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dde104a3-e71e-4095-9cf0-b8ea64253d36 tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] No DVR routers for this DVR port e978dc6b-d7ee-4480-82d7-a92ff2aa7812 on host n-d-705658-22 {{(pid=105585) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:21:36.668410 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-c06b194a-ca4e-44ef-9939-811af5e01fb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180'] for port, after_delete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:36.672826 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-8b2d134e-0aba-44b2-8273-c2151f4a8a7c tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4076536'] for router_interface, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:36.770313 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-4b3c6c34-8bfc-469f-acd0-ec3b0981a5b7 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853562', 'neutron.services.segments.db._delete_segments_for_network-8790688882975'] for network, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:36.782052 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce719200-b8eb-4155-8760-a48851850818 req-65bb3e75-624b-4d73-af1b-3b0570072614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:21:36.784098 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-ce719200-b8eb-4155-8760-a48851850818 req-65bb3e75-624b-4d73-af1b-3b0570072614 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=65b5d377-df0c-4f7f-b99d-836daae15b69 HTTP/1.1" status: 200 len: 1097 time: 0.3319027 Jul 27 21:21:36.856907 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1aea7d-0244-457a-8532-abd8738314c9 req-04fa6f14-d355-4ee8-9073-b1640856b717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:21:36.859066 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-2a1aea7d-0244-457a-8532-abd8738314c9 req-04fa6f14-d355-4ee8-9073-b1640856b717 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=379416b786c44e07b1b1ba1a5ea96882&device_id=f600c487-e5e5-4562-8a3b-6f15b13fe576 HTTP/1.1" status: 200 len: 1098 time: 1.2698770 Jul 27 21:21:36.861278 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.segments.db [None req-4b3c6c34-8bfc-469f-acd0-ec3b0981a5b7 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec20371d-db7d-46a9-a4f6-9c8e62835f65']}} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:21:36.867808 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-fdb6c51d-266b-43fd-983c-3e311cd72ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180'] for port, after_delete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:36.871145 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 64417484-a934-4842-a9cd-a17a947d1e91 no longer exists at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:21:36.918578 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-ce719200-b8eb-4155-8760-a48851850818 req-7ac39e2f-db5d-472a-8b86-f106ad0050ec service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=af8a7608-1612-4015-9749-0670046fd2ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953059 Jul 27 21:21:36.920317 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.segments.db [None req-4b3c6c34-8bfc-469f-acd0-ec3b0981a5b7 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '225d04fc-aa09-4f3c-a60b-761600de6dc8') {'for_net_delete': True} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:21:36.920613 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.segments.db [None req-4b3c6c34-8bfc-469f-acd0-ec3b0981a5b7 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '225d04fc-aa09-4f3c-a60b-761600de6dc8') {} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:21:36.931226 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c06b194a-ca4e-44ef-9939-811af5e01fb3 None None] No DVR routers for this DVR port bd92f9ca-e797-42ea-9b42-dae3b5cc8dd0 on host n-d-705658-22 {{(pid=105586) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:21:36.933330 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] No Port match for: 64417484-a934-4842-a9cd-a17a947d1e91 {{(pid=105586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:21:36.933903 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 64417484-a934-4842-a9cd-a17a947d1e91 not bound to the agent host n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:21:36.934559 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device bd92f9ca-e797-42ea-9b42-dae3b5cc8dd0 no longer exists at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:21:36.949281 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06b194a-ca4e-44ef-9939-811af5e01fb3 None None] Pushing event deleted for resources: {'Port': ['ID=bd92f9ca-e797-42ea-9b42-dae3b5cc8dd0,revision_number=None']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:21:36.985091 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-4b3c6c34-8bfc-469f-acd0-ec3b0981a5b7 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790688883752', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9014348'] for segment, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:37.001920 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-35024a76-707a-46d6-9d50-d681481abe75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48756b68-cd7c-4f81-89d6-99e8b7895af5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2113325065', 'tenant_id': '379416b786c44e07b1b1ba1a5ea96882', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.84'}], 'enable_snat': True}, 'gw_port_id': '7c107f54-682c-48b2-a7fa-d555e7b58777', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:17:36Z', 'updated_at': '2021-07-27T21:17:49Z', 'revision_number': 4, 'project_id': '379416b786c44e07b1b1ba1a5ea96882', 'gw_port': {'id': '7c107f54-682c-48b2-a7fa-d555e7b58777', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:58:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48756b68-cd7c-4f81-89d6-99e8b7895af5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2702, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:17:37Z', 'updated_at': '2021-07-27T21:17:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_interfaces': [{'id': 'c73e452f-d490-425d-9f85-77819db3e4b8', 'name': '', 'network_id': '1473080c-86ba-4d44-8dcc-5442b4565b0c', 'tenant_id': '379416b786c44e07b1b1ba1a5ea96882', 'mac_address': 'fa:16:3e:92:da:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48756b68-cd7c-4f81-89d6-99e8b7895af5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2724, 'fixed_ips': [{'subnet_id': '01bef050-fb0a-4ec7-a814-df3307ad6529', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:17:48Z', 'updated_at': '2021-07-27T21:17:57Z', 'revision_number': 5, 'project_id': '379416b786c44e07b1b1ba1a5ea96882', 'subnets': [{'id': '01bef050-fb0a-4ec7-a814-df3307ad6529', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-22', False) {} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:21:37.004620 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdb6c51d-266b-43fd-983c-3e311cd72ddc None None] No DVR routers for this DVR port 64417484-a934-4842-a9cd-a17a947d1e91 on host n-d-705658-22 {{(pid=105586) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:21:37.009102 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] No Port match for: bd92f9ca-e797-42ea-9b42-dae3b5cc8dd0 {{(pid=105586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:21:37.010657 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device bd92f9ca-e797-42ea-9b42-dae3b5cc8dd0 not bound to the agent host n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:21:37.036086 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-4b3c6c34-8bfc-469f-acd0-ec3b0981a5b7 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:37.067942 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f3538cb-e5b6-4406-9b79-410cfd9f45de None None] get_active_networks_info from n-d-705658-22 {{(pid=105586) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 27 21:21:37.074908 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b3c6c34-8bfc-469f-acd0-ec3b0981a5b7 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Releasing vlan 232 on physical network physnet1 to pool {{(pid=105584) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:21:37.075421 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-4b3c6c34-8bfc-469f-acd0-ec3b0981a5b7 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9014063'] for segment, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:37.078701 n-d-705658-22 neutron-server[105584]: Traceback (most recent call last): Jul 27 21:21:37.078701 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:21:37.078701 n-d-705658-22 neutron-server[105584]: timer() Jul 27 21:21:37.078701 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:21:37.078701 n-d-705658-22 neutron-server[105584]: cb(*args, **kw) Jul 27 21:21:37.078701 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:21:37.078701 n-d-705658-22 neutron-server[105584]: return func(*args, **kwargs) Jul 27 21:21:37.078701 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:21:37.078701 n-d-705658-22 neutron-server[105584]: self._notify() Jul 27 21:21:37.078701 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:21:37.078701 n-d-705658-22 neutron-server[105584]: self.callback(batched_events) Jul 27 21:21:37.078701 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:21:37.078701 n-d-705658-22 neutron-server[105584]: event.method(event) Jul 27 21:21:37.078701 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:21:37.078701 n-d-705658-22 neutron-server[105584]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:21:37.078701 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:21:37.078701 n-d-705658-22 neutron-server[105584]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:21:37.078701 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:21:37.078701 n-d-705658-22 neutron-server[105584]: return f(self, *a, **k) Jul 27 21:21:37.078701 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:21:37.078701 n-d-705658-22 neutron-server[105584]: return self._get(url).json() Jul 27 21:21:37.078701 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:21:37.078701 n-d-705658-22 neutron-server[105584]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:21:37.078701 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:21:37.078701 n-d-705658-22 neutron-server[105584]: return self.request(url, 'GET', **kwargs) Jul 27 21:21:37.078701 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:21:37.078701 n-d-705658-22 neutron-server[105584]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:21:37.078701 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:21:37.078701 n-d-705658-22 neutron-server[105584]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:21:37.078701 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:21:37.078701 n-d-705658-22 neutron-server[105584]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:21:37.078701 n-d-705658-22 neutron-server[105584]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:21:37.142706 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb6c51d-266b-43fd-983c-3e311cd72ddc None None] Pushing event deleted for resources: {'Port': ['ID=64417484-a934-4842-a9cd-a17a947d1e91,revision_number=None']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:21:37.178054 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35024a76-707a-46d6-9d50-d681481abe75 None None] Checking router: 48756b68-cd7c-4f81-89d6-99e8b7895af5 for host: n-d-705658-22 {{(pid=105586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:21:37.180229 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1aea7d-0244-457a-8532-abd8738314c9 req-4cdae216-30dc-4728-aa52-7eb2d37bf672 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:21:37.182658 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-2a1aea7d-0244-457a-8532-abd8738314c9 req-4cdae216-30dc-4728-aa52-7eb2d37bf672 service neutron] 10.222.0.60 "GET /v2.0/networks?id=1473080c-86ba-4d44-8dcc-5442b4565b0c HTTP/1.1" status: 200 len: 897 time: 0.3071334 Jul 27 21:21:37.186067 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-4b3c6c34-8bfc-469f-acd0-ec3b0981a5b7 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4075658'] for network, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:37.193710 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-4b3c6c34-8bfc-469f-acd0-ec3b0981a5b7 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743886'] for network, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:37.201869 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-4b3c6c34-8bfc-469f-acd0-ec3b0981a5b7 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] 10.222.0.59 "DELETE /v2.0/networks/ec20371d-db7d-46a9-a4f6-9c8e62835f65 HTTP/1.1" status: 204 len: 168 time: 2.5803254 Jul 27 21:21:37.206858 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35024a76-707a-46d6-9d50-d681481abe75 None None] Routers {'48756b68-cd7c-4f81-89d6-99e8b7895af5'} bound to L3 agent in host n-d-705658-22 {{(pid=105586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:21:37.207666 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-35024a76-707a-46d6-9d50-d681481abe75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:21:12Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['48756b68-cd7c-4f81-89d6-99e8b7895af5'], 'active': True} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:21:37.256126 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-dde104a3-e71e-4095-9cf0-b8ea64253d36 tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853562', 'neutron.services.segments.db._delete_segments_for_network-8790688882975'] for network, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:37.274488 n-d-705658-22 neutron-server[105584]: DEBUG neutron.objects.ports [None req-1f716ade-fec2-4d73-b653-bf9f0551d968 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=105584) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 27 21:21:37.275347 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 51092) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:37.277399 n-d-705658-22 neutron-server[105585]: DEBUG neutron.services.segments.db [None req-dde104a3-e71e-4095-9cf0-b8ea64253d36 tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45dd096b-476e-4a2b-8eae-f6fc732cb431']}} {{(pid=105585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:21:37.283844 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-46feefa3-24e5-4e03-bb2b-8d59b94d7af6 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-53867629'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:21:37.305803 n-d-705658-22 neutron-server[105585]: DEBUG neutron.services.segments.db [None req-dde104a3-e71e-4095-9cf0-b8ea64253d36 tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7914435b-bcf6-467e-84ed-1ff6d9fd0485') {'for_net_delete': True} {{(pid=105585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:21:37.305966 n-d-705658-22 neutron-server[105585]: DEBUG neutron.services.segments.db [None req-dde104a3-e71e-4095-9cf0-b8ea64253d36 tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7914435b-bcf6-467e-84ed-1ff6d9fd0485') {} {{(pid=105585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:21:37.316840 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-2a1aea7d-0244-457a-8532-abd8738314c9 req-427164ff-f698-4cd7-b02d-b8d1e46687e2 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ed51ec73-d9a5-4c0b-b4de-6eed8a81fff5 HTTP/1.1" status: 200 len: 217 time: 0.1132658 Jul 27 21:21:37.317160 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-dde104a3-e71e-4095-9cf0-b8ea64253d36 tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790688883752', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9886370'] for segment, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:37.317789 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3c6c34-8bfc-469f-acd0-ec3b0981a5b7 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Pushing event deleted for resources: {'Network': ['ID=ec20371d-db7d-46a9-a4f6-9c8e62835f65,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:21:37.323135 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-1f716ade-fec2-4d73-b653-bf9f0551d968 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9014150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9738800'] for subnet, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:37.325464 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46feefa3-24e5-4e03-bb2b-8d59b94d7af6 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Made reservation on behalf of 454b79f542fc4867a07c409c85be23c7 for: {'network': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:21:37.329511 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-46feefa3-24e5-4e03-bb2b-8d59b94d7af6 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for network, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:37.344011 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-dde104a3-e71e-4095-9cf0-b8ea64253d36 tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:37.351018 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dde104a3-e71e-4095-9cf0-b8ea64253d36 tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Releasing vlan 213 on physical network physnet1 to pool {{(pid=105585) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:21:37.351526 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-dde104a3-e71e-4095-9cf0-b8ea64253d36 tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10221644'] for segment, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:37.422058 n-d-705658-22 neutron-server[105585]: Traceback (most recent call last): Jul 27 21:21:37.422058 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:21:37.422058 n-d-705658-22 neutron-server[105585]: timer() Jul 27 21:21:37.422058 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:21:37.422058 n-d-705658-22 neutron-server[105585]: cb(*args, **kw) Jul 27 21:21:37.422058 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:21:37.422058 n-d-705658-22 neutron-server[105585]: return func(*args, **kwargs) Jul 27 21:21:37.422058 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:21:37.422058 n-d-705658-22 neutron-server[105585]: self._notify() Jul 27 21:21:37.422058 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:21:37.422058 n-d-705658-22 neutron-server[105585]: self.callback(batched_events) Jul 27 21:21:37.422058 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:21:37.422058 n-d-705658-22 neutron-server[105585]: event.method(event) Jul 27 21:21:37.422058 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:21:37.422058 n-d-705658-22 neutron-server[105585]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:21:37.422058 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:21:37.422058 n-d-705658-22 neutron-server[105585]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:21:37.422058 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:21:37.422058 n-d-705658-22 neutron-server[105585]: return f(self, *a, **k) Jul 27 21:21:37.422058 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:21:37.422058 n-d-705658-22 neutron-server[105585]: return self._get(url).json() Jul 27 21:21:37.422058 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:21:37.422058 n-d-705658-22 neutron-server[105585]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:21:37.422058 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:21:37.422058 n-d-705658-22 neutron-server[105585]: return self.request(url, 'GET', **kwargs) Jul 27 21:21:37.422058 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:21:37.422058 n-d-705658-22 neutron-server[105585]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:21:37.422058 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:21:37.422058 n-d-705658-22 neutron-server[105585]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:21:37.422058 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:21:37.422058 n-d-705658-22 neutron-server[105585]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:21:37.422058 n-d-705658-22 neutron-server[105585]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:21:37.466492 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f716ade-fec2-4d73-b653-bf9f0551d968 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Network 1d615a85-844c-4c57-a0fc-2090e87300f0 is already hosted by enough agents. {{(pid=105584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:21:37.476009 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46feefa3-24e5-4e03-bb2b-8d59b94d7af6 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] vlan segment allocate from pool success with {'vlan_id': 203, 'physical_network': 'physnet1'} {{(pid=105584) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:21:37.488196 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-46feefa3-24e5-4e03-bb2b-8d59b94d7af6 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:37.488535 n-d-705658-22 neutron-server[105584]: INFO neutron.db.segments_db [None req-46feefa3-24e5-4e03-bb2b-8d59b94d7af6 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Added segment cf957761-dacc-434e-92aa-f236fcc3b3ab of type vlan for network d48bdb4a-c58a-4d86-b7d8-c7196cb87a75 Jul 27 21:21:37.502344 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-dde104a3-e71e-4095-9cf0-b8ea64253d36 tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4075658'] for network, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:37.533196 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-dde104a3-e71e-4095-9cf0-b8ea64253d36 tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Notify callbacks [] for network, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:37.535663 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-dde104a3-e71e-4095-9cf0-b8ea64253d36 tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] 10.222.0.59 "DELETE /v2.0/networks/45dd096b-476e-4a2b-8eae-f6fc732cb431 HTTP/1.1" status: 204 len: 168 time: 4.8286862 Jul 27 21:21:37.550988 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 51128) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:37.563375 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-46feefa3-24e5-4e03-bb2b-8d59b94d7af6 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790688424798'] for network, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:37.585997 n-d-705658-22 neutron-server[105586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f3538cb-e5b6-4406-9b79-410cfd9f45de None None] Resources bound (agent type, host, resource id): {{(pid=105586) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 27 21:21:37.596216 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4ddffc-2a5e-42ea-beb0-6faa88ac987d req-432caf38-8979-451b-961d-ddbaa83ca91e tempest-VolumesActionsTest-494703854 tempest-VolumesActionsTest-494703854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:21:37.597737 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-1e4ddffc-2a5e-42ea-beb0-6faa88ac987d req-432caf38-8979-451b-961d-ddbaa83ca91e tempest-VolumesActionsTest-494703854 tempest-VolumesActionsTest-494703854-project] 10.222.0.59 "GET /v2.0/ports?device_id=65b5d377-df0c-4f7f-b99d-836daae15b69 HTTP/1.1" status: 200 len: 945 time: 0.6279111 Jul 27 21:21:37.601689 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvr_db [None req-35024a76-707a-46d6-9d50-d681481abe75 None None] Set router 48756b68-cd7c-4f81-89d6-99e8b7895af5 gateway port host: n-d-705658-22 {{(pid=105586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:21:37.641281 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [None req-1f716ade-fec2-4d73-b653-bf9f0551d968 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Resources bound (agent type, host, resource id): {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:21:37.642244 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde104a3-e71e-4095-9cf0-b8ea64253d36 tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Pushing event deleted for resources: {'Network': ['ID=45dd096b-476e-4a2b-8eae-f6fc732cb431,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:21:37.643993 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-46feefa3-24e5-4e03-bb2b-8d59b94d7af6 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920'] for network, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:37.695593 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46feefa3-24e5-4e03-bb2b-8d59b94d7af6 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:21:37.696359 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-46feefa3-24e5-4e03-bb2b-8d59b94d7af6 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743886'] for network, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:37.704906 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f716ade-fec2-4d73-b653-bf9f0551d968 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:21:37.705596 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-1f716ade-fec2-4d73-b653-bf9f0551d968 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks [] for subnet, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:37.728503 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1aea7d-0244-457a-8532-abd8738314c9 req-f7e97cf4-0cb8-473e-a6b9-5c261355db82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:21:37.730116 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-2a1aea7d-0244-457a-8532-abd8738314c9 req-f7e97cf4-0cb8-473e-a6b9-5c261355db82 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=01bef050-fb0a-4ec7-a814-df3307ad6529 HTTP/1.1" status: 200 len: 834 time: 0.3961246 Jul 27 21:21:37.744271 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-1f716ade-fec2-4d73-b653-bf9f0551d968 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.1496172 Jul 27 21:21:37.750006 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1f7a8f-e0bd-4682-a325-54fde8052170 req-43972c84-32f1-41d1-b302-c3f3bba6db19 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:21:37.751776 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-cd1f7a8f-e0bd-4682-a325-54fde8052170 req-43972c84-32f1-41d1-b302-c3f3bba6db19 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] 10.222.0.59 "GET /v2.0/ports?device_id=f600c487-e5e5-4562-8a3b-6f15b13fe576 HTTP/1.1" status: 200 len: 946 time: 0.3264244 Jul 27 21:21:37.775760 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 51146) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:37.779378 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-1e4ddffc-2a5e-42ea-beb0-6faa88ac987d req-07203d99-23ba-49a1-a6a3-284b0723fb59 tempest-VolumesActionsTest-494703854 tempest-VolumesActionsTest-494703854-project] 10.222.0.59 "GET /v2.0/security-groups?id=af8a7608-1612-4015-9749-0670046fd2ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523099 Jul 27 21:21:37.781156 n-d-705658-22 neutron-server[105585]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c08c1ac-a026-40ea-96f6-60c0b0e9fd57 tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] GET failed (client error): The resource could not be found. Jul 27 21:21:37.782515 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-4c08c1ac-a026-40ea-96f6-60c0b0e9fd57 tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] 10.222.0.59 "GET /v2.0/subnets/67fed87c-c693-429e-9ba9-420af38109e6 HTTP/1.1" status: 404 len: 337 time: 0.2144694 Jul 27 21:21:37.787401 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-96a8eeac-3770-4e58-a1b8-834743f052c4 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Request body: {'subnet': {'network_id': '1d615a85-844c-4c57-a0fc-2090e87300f0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:21:37.851973 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f716ade-fec2-4d73-b653-bf9f0551d968 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Pushing event updated for resources: {'Subnet': ['ID=d59ee291-71f4-47cb-92a5-00a5563a45da,revision_number=0']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:21:37.859943 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 51152) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:37.919658 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f783cbce-3a00-4d7a-bca5-6be658a8c3ee req-0dbefa0e-d2bd-4d5b-add2-6872c51236ef tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:21:37.921275 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f783cbce-3a00-4d7a-bca5-6be658a8c3ee req-0dbefa0e-d2bd-4d5b-add2-6872c51236ef tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] 10.222.0.60 "GET /v2.0/ports?device_id=f600c487-e5e5-4562-8a3b-6f15b13fe576 HTTP/1.1" status: 200 len: 946 time: 0.9632220 Jul 27 21:21:37.938833 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-46feefa3-24e5-4e03-bb2b-8d59b94d7af6 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.6589098 Jul 27 21:21:37.943352 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 51168) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:37.950145 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-8cd2e892-1a97-46c2-a6af-7e796f2a222c tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Request body: {'subnet': {'network_id': 'd48bdb4a-c58a-4d86-b7d8-c7196cb87a75', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:21:37.960910 n-d-705658-22 neutron-server[105584]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa8231fc-ce06-43fd-9541-2e68644196f3 tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] DELETE failed (client error): The resource could not be found. Jul 27 21:21:37.961298 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa8231fc-ce06-43fd-9541-2e68644196f3 tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105584) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 21:21:37.972054 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 51172) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:37.974669 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-aa8231fc-ce06-43fd-9541-2e68644196f3 tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] 10.222.0.59 "DELETE /v2.0/networks/45dd096b-476e-4a2b-8eae-f6fc732cb431 HTTP/1.1" status: 404 len: 339 time: 0.0880404 Jul 27 21:21:38.024473 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46feefa3-24e5-4e03-bb2b-8d59b94d7af6 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Pushing event updated for resources: {'Network': ['ID=d48bdb4a-c58a-4d86-b7d8-c7196cb87a75,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:21:38.047254 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Network d48bdb4a-c58a-4d86-b7d8-c7196cb87a75 details requested by agent ovs-agent-n-d-705658-22 with host n-d-705658-22 {{(pid=105586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:21:38.073328 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1aea7d-0244-457a-8532-abd8738314c9 req-87485478-3f33-4dd4-8236-d72e04d704a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:21:38.077485 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-2a1aea7d-0244-457a-8532-abd8738314c9 req-87485478-3f33-4dd4-8236-d72e04d704a5 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1473080c-86ba-4d44-8dcc-5442b4565b0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3122313 Jul 27 21:21:38.174464 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-cd1f7a8f-e0bd-4682-a325-54fde8052170 req-068aa649-088c-4a8d-95bc-fb3fc2dbfa51 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] 10.222.0.59 "GET /v2.0/security-groups?id=5a737d1c-b945-4cea-a14d-2326657e6941&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4072726 Jul 27 21:21:38.213841 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-2a1aea7d-0244-457a-8532-abd8738314c9 req-10d42556-d1a4-446e-a29c-637eb0e28284 service neutron] 10.222.0.60 "GET /v2.0/networks/1473080c-86ba-4d44-8dcc-5442b4565b0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281943 Jul 27 21:21:38.273763 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96a8eeac-3770-4e58-a1b8-834743f052c4 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Made reservation on behalf of fcd7bb7d26624f8f823446f0b0a5006f for: {'subnet': 1} {{(pid=105585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:21:38.278101 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-96a8eeac-3770-4e58-a1b8-834743f052c4 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9990620'] for subnet, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:38.340704 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-35024a76-707a-46d6-9d50-d681481abe75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48756b68-cd7c-4f81-89d6-99e8b7895af5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2113325065', 'tenant_id': '379416b786c44e07b1b1ba1a5ea96882', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.84'}], 'enable_snat': True}, 'gw_port_id': '7c107f54-682c-48b2-a7fa-d555e7b58777', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:17:36Z', 'updated_at': '2021-07-27T21:17:49Z', 'revision_number': 4, 'project_id': '379416b786c44e07b1b1ba1a5ea96882', 'gw_port': {'id': '7c107f54-682c-48b2-a7fa-d555e7b58777', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:58:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48756b68-cd7c-4f81-89d6-99e8b7895af5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2702, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:17:37Z', 'updated_at': '2021-07-27T21:17:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_interfaces': [{'id': 'c73e452f-d490-425d-9f85-77819db3e4b8', 'name': '', 'network_id': '1473080c-86ba-4d44-8dcc-5442b4565b0c', 'tenant_id': '379416b786c44e07b1b1ba1a5ea96882', 'mac_address': 'fa:16:3e:92:da:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48756b68-cd7c-4f81-89d6-99e8b7895af5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2724, 'fixed_ips': [{'subnet_id': '01bef050-fb0a-4ec7-a814-df3307ad6529', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:17:48Z', 'updated_at': '2021-07-27T21:17:57Z', 'revision_number': 5, 'project_id': '379416b786c44e07b1b1ba1a5ea96882', 'subnets': [{'id': '01bef050-fb0a-4ec7-a814-df3307ad6529', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-22', False) {} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:21:38.380506 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35024a76-707a-46d6-9d50-d681481abe75 None None] The sync data for ids ['48756b68-cd7c-4f81-89d6-99e8b7895af5'] in n-d-705658-22 is: [{'id': '48756b68-cd7c-4f81-89d6-99e8b7895af5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2113325065', 'tenant_id': '379416b786c44e07b1b1ba1a5ea96882', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.84'}], 'enable_snat': True}, 'gw_port_id': '7c107f54-682c-48b2-a7fa-d555e7b58777', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:17:36Z', 'updated_at': '2021-07-27T21:17:49Z', 'revision_number': 4, 'project_id': '379416b786c44e07b1b1ba1a5ea96882', 'gw_port': {'id': '7c107f54-682c-48b2-a7fa-d555e7b58777', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:58:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48756b68-cd7c-4f81-89d6-99e8b7895af5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2702, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:17:37Z', 'updated_at': '2021-07-27T21:17:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_interfaces': [{'id': 'c73e452f-d490-425d-9f85-77819db3e4b8', 'name': '', 'network_id': '1473080c-86ba-4d44-8dcc-5442b4565b0c', 'tenant_id': '379416b786c44e07b1b1ba1a5ea96882', 'mac_address': 'fa:16:3e:92:da:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48756b68-cd7c-4f81-89d6-99e8b7895af5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2724, 'fixed_ips': [{'subnet_id': '01bef050-fb0a-4ec7-a814-df3307ad6529', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:17:48Z', 'updated_at': '2021-07-27T21:17:57Z', 'revision_number': 5, 'project_id': '379416b786c44e07b1b1ba1a5ea96882', 'subnets': [{'id': '01bef050-fb0a-4ec7-a814-df3307ad6529', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:21:38.400343 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cd2e892-1a97-46c2-a6af-7e796f2a222c tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Made reservation on behalf of 454b79f542fc4867a07c409c85be23c7 for: {'subnet': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:21:38.413125 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-8cd2e892-1a97-46c2-a6af-7e796f2a222c tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9738786'] for subnet, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:38.453226 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-290168d3-11d9-406e-b264-d2c522537096 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30bb4b93-b285-5d90-9493-f9ec33ea333c-1d615a85-844c-4c57-a0fc-2090e87300f0', 'network_id': '1d615a85-844c-4c57-a0fc-2090e87300f0', 'tenant_id': 'fcd7bb7d26624f8f823446f0b0a5006f', 'fixed_ips': [{'subnet_id': 'd59ee291-71f4-47cb-92a5-00a5563a45da'}]}} from n-d-705658-22. {{(pid=105586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 21:21:38.454351 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-290168d3-11d9-406e-b264-d2c522537096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:38.522967 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a51e3c55-fa4e-4ffd-b148-83cbc6213e1e tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:21:38.524624 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-a51e3c55-fa4e-4ffd-b148-83cbc6213e1e tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] 10.222.0.59 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.5502796 Jul 27 21:21:38.546271 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 51220) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:38.628307 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-b2a47207-46cf-44ae-96f1-7be264626286 tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] 10.222.0.59 "GET /v2.0/subnets?network_id=8735d8a2-b604-4758-ae71-b40e4ee6f305 HTTP/1.1" status: 200 len: 207 time: 0.0793667 Jul 27 21:21:38.635181 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 51232) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:38.695047 n-d-705658-22 neutron-server[105585]: INFO neutron.db.ipam_backend_mixin [None req-96a8eeac-3770-4e58-a1b8-834743f052c4 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet d59ee291-71f4-47cb-92a5-00a5563a45da (CIDR: 2001:db8::/64) Jul 27 21:21:38.739626 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-2a1aea7d-0244-457a-8532-abd8738314c9 req-97dd83f2-cc76-441d-ab78-8dae1193d6ff service neutron] 10.222.0.60 "GET /v2.0/networks/1473080c-86ba-4d44-8dcc-5442b4565b0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5171165 Jul 27 21:21:38.795151 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [None req-8b2d134e-0aba-44b2-8273-c2151f4a8a7c tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] Deleting port 0f69875a-f7e6-471f-8f40-d85fb19bf0a6 {{(pid=105585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:21:38.795784 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-8b2d134e-0aba-44b2-8273-c2151f4a8a7c tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:38.799170 n-d-705658-22 neutron-server[105585]: INFO neutron.pecan_wsgi.hooks.translation [None req-96a8eeac-3770-4e58-a1b8-834743f052c4 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 27 21:21:38.799865 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-96a8eeac-3770-4e58-a1b8-834743f052c4 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=105585) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 21:21:38.856165 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [req-f783cbce-3a00-4d7a-bca5-6be658a8c3ee req-49b60d73-43c4-4289-bf17-ad19647ec9db tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Deleting port ed51ec73-d9a5-4c0b-b4de-6eed8a81fff5 {{(pid=105585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:21:38.856512 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-f783cbce-3a00-4d7a-bca5-6be658a8c3ee req-49b60d73-43c4-4289-bf17-ad19647ec9db tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:38.929060 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0bc51fe-a34b-4256-b9f3-7fa4eef53c91 None None] New status for floating IP a42513d4-e118-44ea-970f-016712f64e84: DOWN {{(pid=105587) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 21:21:38.994626 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.db_base_plugin_common [None req-290168d3-11d9-406e-b264-d2c522537096 None None] Allocated IP 2001:db8::f816:3eff:fe29:de49 (1d615a85-844c-4c57-a0fc-2090e87300f0/d59ee291-71f4-47cb-92a5-00a5563a45da/69ed6f07-b3bb-4b39-9ac3-0e8dbde6a6b9) {{(pid=105586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:21:39.007199 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-f80ff692-d06a-4f89-b0bc-1f371803ed39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:39.039343 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-8cd2e892-1a97-46c2-a6af-7e796f2a222c tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9014150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9738800'] for subnet, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:39.167619 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd2e892-1a97-46c2-a6af-7e796f2a222c tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Pushing event updated for resources: {'Subnet': ['ID=ca12e3e0-6f45-465c-895b-5c4b7c10ba37,revision_number=0']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:21:39.192513 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cd2e892-1a97-46c2-a6af-7e796f2a222c tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Checking segment: {'id': 'cf957761-dacc-434e-92aa-f236fcc3b3ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'd48bdb4a-c58a-4d86-b7d8-c7196cb87a75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:21:39.192893 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cd2e892-1a97-46c2-a6af-7e796f2a222c tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Network hostable DHCP agents. Network: d48bdb4a-c58a-4d86-b7d8-c7196cb87a75, hostable agents: ['7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a'], hosted agents: [] {{(pid=105584) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:21:39.238374 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cd2e892-1a97-46c2-a6af-7e796f2a222c tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Network d48bdb4a-c58a-4d86-b7d8-c7196cb87a75 is scheduled to be hosted by DHCP agent 7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a with binding_index 1 {{(pid=105584) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:21:39.255514 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [None req-8cd2e892-1a97-46c2-a6af-7e796f2a222c tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-22, d48bdb4a-c58a-4d86-b7d8-c7196cb87a75) {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:21:39.264854 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cd2e892-1a97-46c2-a6af-7e796f2a222c tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:21:39.266203 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-8cd2e892-1a97-46c2-a6af-7e796f2a222c tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Notify callbacks [] for subnet, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:39.302715 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-8cd2e892-1a97-46c2-a6af-7e796f2a222c tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3576241 Jul 27 21:21:39.304132 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 51304) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:39.310961 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-4f07848a-7ebf-474d-b2bc-73c5c3b17fbe tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1029146446', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:21:39.371846 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-4f07848a-7ebf-474d-b2bc-73c5c3b17fbe tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4163813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-443'] for router, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:39.374565 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-4f07848a-7ebf-474d-b2bc-73c5c3b17fbe tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4165196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4077059', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3711235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-418'] for router, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:39.393448 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-290168d3-11d9-406e-b264-d2c522537096 None None] Notify callbacks [] for port, precommit_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:39.407281 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-290168d3-11d9-406e-b264-d2c522537096 None None] Transition to ACTIVE for port object 69ed6f07-b3bb-4b39-9ac3-0e8dbde6a6b9 will not be triggered until provisioned by entity L2. {{(pid=105586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:21:39.457927 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-290168d3-11d9-406e-b264-d2c522537096 None None] Transition to ACTIVE for port object 69ed6f07-b3bb-4b39-9ac3-0e8dbde6a6b9 will not be triggered until provisioned by entity DHCP. {{(pid=105586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:21:39.469982 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-290168d3-11d9-406e-b264-d2c522537096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143'] for port, after_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:39.494268 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-4f07848a-7ebf-474d-b2bc-73c5c3b17fbe tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:39.504540 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-4f07848a-7ebf-474d-b2bc-73c5c3b17fbe tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4163804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4077150'] for router, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:39.541958 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-4f07848a-7ebf-474d-b2bc-73c5c3b17fbe tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Notify callbacks [] for router, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:39.545998 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-4f07848a-7ebf-474d-b2bc-73c5c3b17fbe tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.2406423 Jul 27 21:21:39.546858 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 51316) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:39.554222 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-8400b56b-471d-4bbc-8186-1b5dedd0fc52 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Request body: {'port': {'network_id': 'd48bdb4a-c58a-4d86-b7d8-c7196cb87a75', 'name': 'tempest-PortsTestJSON-76621488'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:21:39.559786 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290168d3-11d9-406e-b264-d2c522537096 None None] Pushing event updated for resources: {'Port': ['ID=69ed6f07-b3bb-4b39-9ac3-0e8dbde6a6b9,revision_number=1']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:21:39.566779 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-96a8eeac-3770-4e58-a1b8-834743f052c4 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.7829332 Jul 27 21:21:39.574728 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 51318) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:39.580987 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-72289a71-ccc7-4390-9f9e-81b3121c2c4e tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Request body: {'subnet': {'network_id': '1d615a85-844c-4c57-a0fc-2090e87300f0', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:21:39.582665 n-d-705658-22 neutron-server[105586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-290168d3-11d9-406e-b264-d2c522537096 None None] Network 1d615a85-844c-4c57-a0fc-2090e87300f0 is already hosted by enough agents. {{(pid=105586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:21:39.589727 n-d-705658-22 neutron-server[105586]: DEBUG neutron.scheduler.base_scheduler [None req-290168d3-11d9-406e-b264-d2c522537096 None None] Resources bound (agent type, host, resource id): {{(pid=105586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:21:39.592230 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-290168d3-11d9-406e-b264-d2c522537096 None None] Received port after_create {{(pid=105586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:21:39.666264 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-290168d3-11d9-406e-b264-d2c522537096 None None] Attempting to bind port 69ed6f07-b3bb-4b39-9ac3-0e8dbde6a6b9 on host n-d-705658-22 for vnic_type normal with profile {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:21:39.666264 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-290168d3-11d9-406e-b264-d2c522537096 None None] Attempting to bind port 69ed6f07-b3bb-4b39-9ac3-0e8dbde6a6b9 by drivers openvswitch,hyperv on host n-d-705658-22 at level 0 using segments [{'id': '532d8a52-575f-45de-a3af-efbea8c8f6d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '1d615a85-844c-4c57-a0fc-2090e87300f0'}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:21:39.666264 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-290168d3-11d9-406e-b264-d2c522537096 None None] Attempting to bind port 69ed6f07-b3bb-4b39-9ac3-0e8dbde6a6b9 on network 1d615a85-844c-4c57-a0fc-2090e87300f0 {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:21:39.675917 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-290168d3-11d9-406e-b264-d2c522537096 None None] Checking agent: {'id': '04a7ea91-6318-467e-ace6-b0fb48c8690f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 41, 42), 'started_at': datetime.datetime(2021, 7, 27, 20, 42, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 21, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:21:39.675917 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-290168d3-11d9-406e-b264-d2c522537096 None None] Checking segment: {'id': '532d8a52-575f-45de-a3af-efbea8c8f6d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '1d615a85-844c-4c57-a0fc-2090e87300f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:21:39.675917 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-290168d3-11d9-406e-b264-d2c522537096 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:39.675917 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-290168d3-11d9-406e-b264-d2c522537096 None None] Bound using segment: {'id': '532d8a52-575f-45de-a3af-efbea8c8f6d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '1d615a85-844c-4c57-a0fc-2090e87300f0'} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:21:39.675917 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-290168d3-11d9-406e-b264-d2c522537096 None None] Bound port: 69ed6f07-b3bb-4b39-9ac3-0e8dbde6a6b9, host: n-d-705658-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '532d8a52-575f-45de-a3af-efbea8c8f6d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '1d615a85-844c-4c57-a0fc-2090e87300f0'}}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:21:39.675917 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-290168d3-11d9-406e-b264-d2c522537096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:39.755026 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-290168d3-11d9-406e-b264-d2c522537096 None None] For port 69ed6f07-b3bb-4b39-9ac3-0e8dbde6a6b9, host n-d-705658-22, cleared binding levels {{(pid=105586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:21:39.760989 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-290168d3-11d9-406e-b264-d2c522537096 None None] For port 69ed6f07-b3bb-4b39-9ac3-0e8dbde6a6b9, host n-d-705658-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=69ed6f07-b3bb-4b39-9ac3-0e8dbde6a6b9,segment=NetworkSegment(532d8a52-575f-45de-a3af-efbea8c8f6d5),segment_id=532d8a52-575f-45de-a3af-efbea8c8f6d5)] {{(pid=105586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:21:39.772664 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-290168d3-11d9-406e-b264-d2c522537096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:39.798027 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0a464b6-b0ce-4dc3-b0cb-e7df3eaac38c tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:21:39.802196 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.db.api [None req-72289a71-ccc7-4390-9f9e-81b3121c2c4e tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 27 21:21:39.802196 n-d-705658-22 neutron-server[105584]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 27 21:21:39.802196 n-d-705658-22 neutron-server[105584]: [parameters: {'project_id_1': 'fcd7bb7d26624f8f823446f0b0a5006f', 'expiration_1': datetime.datetime(2021, 7, 27, 21, 21, 39, 783201)}] Jul 27 21:21:39.802196 n-d-705658-22 neutron-server[105584]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=105584) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 27 21:21:39.802196 n-d-705658-22 neutron-server[105584]: DEBUG oslo_db.api [None req-72289a71-ccc7-4390-9f9e-81b3121c2c4e tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 27 21:21:39.808957 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0a464b6-b0ce-4dc3-b0cb-e7df3eaac38c tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:21:39.817670 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0a464b6-b0ce-4dc3-b0cb-e7df3eaac38c tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:21:39.820074 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8400b56b-471d-4bbc-8186-1b5dedd0fc52 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Made reservation on behalf of 454b79f542fc4867a07c409c85be23c7 for: {'port': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:21:39.825184 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0a464b6-b0ce-4dc3-b0cb-e7df3eaac38c tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:21:39.827456 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-e0a464b6-b0ce-4dc3-b0cb-e7df3eaac38c tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] 10.222.0.59 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2487 time: 1.1899061 Jul 27 21:21:39.845561 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-8400b56b-471d-4bbc-8186-1b5dedd0fc52 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:39.855953 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 51330) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:39.894345 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.db [req-f783cbce-3a00-4d7a-bca5-6be658a8c3ee req-49b60d73-43c4-4289-bf17-ad19647ec9db tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] For port ed51ec73-d9a5-4c0b-b4de-6eed8a81fff5, host n-h2-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=ed51ec73-d9a5-4c0b-b4de-6eed8a81fff5,segment=NetworkSegment(19bc2e5f-7908-4153-b6d3-443d5b34a291),segment_id=19bc2e5f-7908-4153-b6d3-443d5b34a291)] {{(pid=105585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:21:39.895136 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-f783cbce-3a00-4d7a-bca5-6be658a8c3ee req-49b60d73-43c4-4289-bf17-ad19647ec9db tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:39.909129 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.db [None req-8b2d134e-0aba-44b2-8273-c2151f4a8a7c tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] For port 0f69875a-f7e6-471f-8f40-d85fb19bf0a6, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=0f69875a-f7e6-471f-8f40-d85fb19bf0a6,segment=NetworkSegment(172bfae8-50e3-47ab-a92b-938d99445370),segment_id=172bfae8-50e3-47ab-a92b-938d99445370)] {{(pid=105585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:21:39.909516 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290168d3-11d9-406e-b264-d2c522537096 None None] Pushing event updated for resources: {'Port': ['ID=69ed6f07-b3bb-4b39-9ac3-0e8dbde6a6b9,revision_number=2']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:21:39.910159 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-8b2d134e-0aba-44b2-8273-c2151f4a8a7c tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:39.961937 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [None req-8b2d134e-0aba-44b2-8273-c2151f4a8a7c tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] Calling delete_port for 0f69875a-f7e6-471f-8f40-d85fb19bf0a6 owned by network:router_interface {{(pid=105585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:21:39.965563 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [req-f783cbce-3a00-4d7a-bca5-6be658a8c3ee req-49b60d73-43c4-4289-bf17-ad19647ec9db tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Calling delete_port for ed51ec73-d9a5-4c0b-b4de-6eed8a81fff5 owned by compute:nova {{(pid=105585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:21:40.053012 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa27472-0762-4a7b-8b86-175888e9e976 req-825595bd-7680-4c14-9159-70345d456f9f tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:21:40.060676 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-4aa27472-0762-4a7b-8b86-175888e9e976 req-825595bd-7680-4c14-9159-70345d456f9f tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] 10.222.0.59 "GET /v2.0/ports?device_id=f600c487-e5e5-4562-8a3b-6f15b13fe576 HTTP/1.1" status: 200 len: 946 time: 0.5308726 Jul 27 21:21:40.126847 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b34cb4-e2d0-4837-bce9-c2d935b72fb1 req-8ddafb0d-9b7e-4b24-97d3-588886e6cc21 tempest-VolumesActionsTest-494703854 tempest-VolumesActionsTest-494703854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:21:40.134307 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-69b34cb4-e2d0-4837-bce9-c2d935b72fb1 req-8ddafb0d-9b7e-4b24-97d3-588886e6cc21 tempest-VolumesActionsTest-494703854 tempest-VolumesActionsTest-494703854-project] 10.222.0.59 "GET /v2.0/ports?device_id=65b5d377-df0c-4f7f-b99d-836daae15b69 HTTP/1.1" status: 200 len: 945 time: 0.6006956 Jul 27 21:21:40.204431 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:40.240178 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-5cacc3ce-fb04-46b0-b85a-59bc1f188db1 tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] 10.222.0.59 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 576 time: 0.3820868 Jul 27 21:21:40.245185 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 51336) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:40.258805 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-4aa27472-0762-4a7b-8b86-175888e9e976 req-bce5841c-a121-450b-9c0f-762448059922 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] 10.222.0.59 "GET /v2.0/security-groups?id=5a737d1c-b945-4cea-a14d-2326657e6941&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1971169 Jul 27 21:21:40.291420 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [None req-8400b56b-471d-4bbc-8186-1b5dedd0fc52 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] device_id is not set on port 1191088d-4645-474f-872e-7cb42dfa90a8 yet. {{(pid=105584) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 21:21:40.302497 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-69b34cb4-e2d0-4837-bce9-c2d935b72fb1 req-87e26703-5540-4ff2-b5cf-11962d72c511 tempest-VolumesActionsTest-494703854 tempest-VolumesActionsTest-494703854-project] 10.222.0.59 "GET /v2.0/security-groups?id=af8a7608-1612-4015-9749-0670046fd2ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672473 Jul 27 21:21:40.417011 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7254bfce-6497-42e0-8e06-d2ed6ffd2795 tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:21:40.418846 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7254bfce-6497-42e0-8e06-d2ed6ffd2795 tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:21:40.425315 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-7254bfce-6497-42e0-8e06-d2ed6ffd2795 tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.1788723 Jul 27 21:21:40.426058 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 51342) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:40.525558 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72289a71-ccc7-4390-9f9e-81b3121c2c4e tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Made reservation on behalf of fcd7bb7d26624f8f823446f0b0a5006f for: {'subnet': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:21:40.545782 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-72289a71-ccc7-4390-9f9e-81b3121c2c4e tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9738786'] for subnet, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:40.566036 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-8b2d134e-0aba-44b2-8273-c2151f4a8a7c tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:40.576565 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-f783cbce-3a00-4d7a-bca5-6be658a8c3ee req-49b60d73-43c4-4289-bf17-ad19647ec9db tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:40.629162 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2d134e-0aba-44b2-8273-c2151f4a8a7c tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] Pushing event deleted for resources: {'Port': ['ID=0f69875a-f7e6-471f-8f40-d85fb19bf0a6,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:21:40.681853 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.db_base_plugin_common [None req-8400b56b-471d-4bbc-8186-1b5dedd0fc52 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Allocated IP 172.20.0.10 (d48bdb4a-c58a-4d86-b7d8-c7196cb87a75/ca12e3e0-6f45-465c-895b-5c4b7c10ba37/1191088d-4645-474f-872e-7cb42dfa90a8) {{(pid=105584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:21:40.688534 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ed5d09a-9431-4c57-82cd-116e6b131bde tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Attributes excluded by policy engine: ['shared'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:21:40.690651 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ed5d09a-9431-4c57-82cd-116e6b131bde tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Attributes excluded by policy engine: ['shared'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:21:40.696472 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-6ed5d09a-9431-4c57-82cd-116e6b131bde tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] 10.222.0.59 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.2562921 Jul 27 21:21:40.697277 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 51344) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:40.779204 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.l3_dvrscheduler_db [req-f783cbce-3a00-4d7a-bca5-6be658a8c3ee req-49b60d73-43c4-4289-bf17-ad19647ec9db tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] No DVR routers for this DVR port ed51ec73-d9a5-4c0b-b4de-6eed8a81fff5 on host n-h2-705658-22 {{(pid=105585) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:21:40.784049 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-f783cbce-3a00-4d7a-bca5-6be658a8c3ee req-49b60d73-43c4-4289-bf17-ad19647ec9db tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:40.787338 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f783cbce-3a00-4d7a-bca5-6be658a8c3ee req-49b60d73-43c4-4289-bf17-ad19647ec9db tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] 10.222.0.60 "DELETE /v2.0/ports/ed51ec73-d9a5-4c0b-b4de-6eed8a81fff5 HTTP/1.1" status: 204 len: 173 time: 2.8496747 Jul 27 21:21:40.788959 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b60d73-43c4-4289-bf17-ad19647ec9db tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Pushing event deleted for resources: {'Port': ['ID=ed51ec73-d9a5-4c0b-b4de-6eed8a81fff5,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:21:40.811109 n-d-705658-22 neutron-server[105585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f600c487-e5e5-4562-8a3b-6f15b13fe576', 'name': 'network-vif-deleted', 'tag': 'ed51ec73-d9a5-4c0b-b4de-6eed8a81fff5'}] {{(pid=105585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:21:40.813699 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d66fd65881426bfc2b5388084a3654e5eae521106a15a3dbf0eb4cde7106c36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b042727-aafe-47f1-a008-4b459310a46c" -d '{"events": [{"server_uuid": "f600c487-e5e5-4562-8a3b-6f15b13fe576", "name": "network-vif-deleted", "tag": "ed51ec73-d9a5-4c0b-b4de-6eed8a81fff5"}]}' {{(pid=105585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:21:41.009271 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:21:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df238bad-c8d9-40d9-9f1b-7dc502b5882f x-openstack-request-id: req-df238bad-c8d9-40d9-9f1b-7dc502b5882f {{(pid=105585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:21:41.010251 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f600c487-e5e5-4562-8a3b-6f15b13fe576", "name": "network-vif-deleted", "tag": "ed51ec73-d9a5-4c0b-b4de-6eed8a81fff5", "status": "completed", "code": 200}]} {{(pid=105585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:21:41.010251 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-df238bad-c8d9-40d9-9f1b-7dc502b5882f {{(pid=105585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:21:41.010251 n-d-705658-22 neutron-server[105585]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f600c487-e5e5-4562-8a3b-6f15b13fe576', 'name': 'network-vif-deleted', 'tag': 'ed51ec73-d9a5-4c0b-b4de-6eed8a81fff5', 'status': 'completed', 'code': 200} Jul 27 21:21:41.025919 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Device ed51ec73-d9a5-4c0b-b4de-6eed8a81fff5 no longer exists at agent hyperv_n-h2-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:21:41.119470 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-3d54578f-831f-4696-b568-13c455922dab None None] No Port match for: ed51ec73-d9a5-4c0b-b4de-6eed8a81fff5 {{(pid=105586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:21:41.119825 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Device ed51ec73-d9a5-4c0b-b4de-6eed8a81fff5 not bound to the agent host n-h2-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:21:41.153196 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02a03543-98c7-42ef-b305-67f895262eaf tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:21:41.163265 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-02a03543-98c7-42ef-b305-67f895262eaf tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] 10.222.0.59 "GET /v2.0/networks/23dfa146-623c-400d-9574-f6dbb6d3d24b HTTP/1.1" status: 200 len: 800 time: 0.4590726 Jul 27 21:21:41.172619 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 51354) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:41.177110 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 69ed6f07-b3bb-4b39-9ac3-0e8dbde6a6b9 up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:21:41.242242 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning for port 69ed6f07-b3bb-4b39-9ac3-0e8dbde6a6b9 completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:21:41.364715 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-8b2d134e-0aba-44b2-8273-c2151f4a8a7c tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3743915', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4076308'] for router_interface, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:41.562586 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-8400b56b-471d-4bbc-8186-1b5dedd0fc52 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Notify callbacks [] for port, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:41.571156 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-da195930-b50e-4275-92c0-ee30d8ffa9fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:41.607426 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.provisioning_blocks [None req-8400b56b-471d-4bbc-8186-1b5dedd0fc52 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Transition to ACTIVE for port object 1191088d-4645-474f-872e-7cb42dfa90a8 will not be triggered until provisioned by entity DHCP. {{(pid=105584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:21:41.618908 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f33f1b1-ccc7-41a0-9068-b566e0d09e8d None None] Network 1d615a85-844c-4c57-a0fc-2090e87300f0 requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:21:41.648909 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80f18616-10ec-4b78-888b-f26b9fe2638b None None] Network d48bdb4a-c58a-4d86-b7d8-c7196cb87a75 requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:21:41.650343 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-00a896b6-d5e5-470a-8219-34dfe21125f1 req-b36e8f4e-864d-427f-8311-e3ea47211e73 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] 10.222.0.59 "GET /v2.0/ports?device_id=f600c487-e5e5-4562-8a3b-6f15b13fe576 HTTP/1.1" status: 200 len: 210 time: 0.1031699 Jul 27 21:21:41.736734 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-8400b56b-471d-4bbc-8186-1b5dedd0fc52 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:41.813195 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b2d134e-0aba-44b2-8273-c2151f4a8a7c tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] Router 44e6b63c-7ab2-447e-ad0f-fe21304a592c has already been hosted by L3 agent dd128fd7-8e57-4d4f-895b-a96b369df59a {{(pid=105585) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:21:41.901257 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-e3d671e5-cf0e-4fc1-8311-350f5b9427db None None] Provisioning for port 69ed6f07-b3bb-4b39-9ac3-0e8dbde6a6b9 completed by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:21:41.955846 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-e3d671e5-cf0e-4fc1-8311-350f5b9427db None None] Provisioning complete for port 69ed6f07-b3bb-4b39-9ac3-0e8dbde6a6b9 triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:21:41.956190 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b2d134e-0aba-44b2-8273-c2151f4a8a7c tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] Notify agent at l3_agent.n-d-705658-22 the message routers_updated {{(pid=105585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:21:41.963309 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-8b2d134e-0aba-44b2-8273-c2151f4a8a7c tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] 10.222.0.59 "PUT /v2.0/routers/44e6b63c-7ab2-447e-ad0f-fe21304a592c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4744134 Jul 27 21:21:41.963596 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-e3d671e5-cf0e-4fc1-8311-350f5b9427db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:41.965791 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 51362) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:42.009945 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-1ada936b-3b5d-4600-93e4-7c55b1ac09a4 tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] 10.222.0.59 "GET /v2.0/networks/23dfa146-623c-400d-9574-f6dbb6d3d24b?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.8046498 Jul 27 21:21:42.024310 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-72289a71-ccc7-4390-9f9e-81b3121c2c4e tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9014150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9738800'] for subnet, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:42.027878 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 51364) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:42.033002 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8400b56b-471d-4bbc-8186-1b5dedd0fc52 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Network d48bdb4a-c58a-4d86-b7d8-c7196cb87a75 is already hosted by enough agents. {{(pid=105584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:21:42.057190 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1deeb237-aa9a-4d9c-a348-8f8c728375f6 None None] Sync routers for ids ['44e6b63c-7ab2-447e-ad0f-fe21304a592c'] in n-d-705658-22 {{(pid=105586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:21:42.081151 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [None req-8400b56b-471d-4bbc-8186-1b5dedd0fc52 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Resources bound (agent type, host, resource id): {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:21:42.099238 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8400b56b-471d-4bbc-8186-1b5dedd0fc52 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Received port after_create {{(pid=105584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:21:42.103455 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8400b56b-471d-4bbc-8186-1b5dedd0fc52 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Pushing event updated for resources: {'Port': ['ID=1191088d-4645-474f-872e-7cb42dfa90a8,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:21:42.150798 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:42.187876 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72289a71-ccc7-4390-9f9e-81b3121c2c4e tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Network 1d615a85-844c-4c57-a0fc-2090e87300f0 is already hosted by enough agents. {{(pid=105584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:21:42.194862 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [None req-72289a71-ccc7-4390-9f9e-81b3121c2c4e tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Resources bound (agent type, host, resource id): {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:21:42.202072 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72289a71-ccc7-4390-9f9e-81b3121c2c4e tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:21:42.203050 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-72289a71-ccc7-4390-9f9e-81b3121c2c4e tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks [] for subnet, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:42.244336 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-72289a71-ccc7-4390-9f9e-81b3121c2c4e tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.6683090 Jul 27 21:21:42.250508 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 51370) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:42.258896 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-c2d88606-d03a-4ac7-85d8-cc9f94f5b703 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Request body: {'port': {'network_id': '1d615a85-844c-4c57-a0fc-2090e87300f0', 'mac_address': 'fa:16:3e:a6:bc:51', 'name': 'tempest-NetworksTestDHCPv6-1161096769'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:21:42.269627 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-e3d671e5-cf0e-4fc1-8311-350f5b9427db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:42.291719 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1deeb237-aa9a-4d9c-a348-8f8c728375f6 None None] Routers {'44e6b63c-7ab2-447e-ad0f-fe21304a592c'} bound to L3 agent in host n-d-705658-22 {{(pid=105586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:21:42.292598 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-1deeb237-aa9a-4d9c-a348-8f8c728375f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:21:42Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['44e6b63c-7ab2-447e-ad0f-fe21304a592c'], 'active': True} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:21:42.304733 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33f16ad8-4cc8-46a7-b3f5-a3e5ba004bad tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:21:42.315569 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-33f16ad8-4cc8-46a7-b3f5-a3e5ba004bad tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] 10.222.0.59 "GET /v2.0/subnets/c0aeca68-8ba9-4c95-adf6-85265058541c HTTP/1.1" status: 200 len: 811 time: 0.2866077 Jul 27 21:21:42.316350 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 51372) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:42.394750 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.db_base_plugin_v2 [None req-de5ae87f-a437-4464-877d-70f39b8a9009 tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] Deleting subnet 0f236d01-a91d-4829-92e0-1f1647a0c752 {{(pid=105585) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:21:42.413181 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-de5ae87f-a437-4464-877d-70f39b8a9009 tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] Notify callbacks [] for subnet, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:42.478339 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5009647-46dd-4205-a3a8-c45125ae5bf9 tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Attributes excluded by policy engine: ['shared'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:21:42.483129 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-c5009647-46dd-4205-a3a8-c45125ae5bf9 tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] 10.222.0.59 "GET /v2.0/subnets/c0aeca68-8ba9-4c95-adf6-85265058541c?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1532288 Jul 27 21:21:42.483432 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 51374) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:42.489553 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-6d86b488-abb8-4665-b832-ba47d5bfe366 tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-133658297'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:21:42.516797 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-de5ae87f-a437-4464-877d-70f39b8a9009 tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9887057'] for subnet, precommit_delete_associations {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:42.573901 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-e3d671e5-cf0e-4fc1-8311-350f5b9427db None None] For port 69ed6f07-b3bb-4b39-9ac3-0e8dbde6a6b9, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=69ed6f07-b3bb-4b39-9ac3-0e8dbde6a6b9,segment=NetworkSegment(532d8a52-575f-45de-a3af-efbea8c8f6d5),segment_id=532d8a52-575f-45de-a3af-efbea8c8f6d5)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:21:42.582443 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvr_db [None req-1deeb237-aa9a-4d9c-a348-8f8c728375f6 None None] Set router 44e6b63c-7ab2-447e-ad0f-fe21304a592c gateway port host: n-d-705658-22 {{(pid=105586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:21:42.659624 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-e3d671e5-cf0e-4fc1-8311-350f5b9427db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:42.763857 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 51380) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:42.767176 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d86b488-abb8-4665-b832-ba47d5bfe366 tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Made reservation on behalf of a7f96c4262db4c858fcaf29ac40303b5 for: {'network': 1} {{(pid=105585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:21:42.770124 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-6d86b488-abb8-4665-b832-ba47d5bfe366 tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for network, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:42.856354 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-de5ae87f-a437-4464-877d-70f39b8a9009 tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854965'] for subnet, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:42.978883 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72289a71-ccc7-4390-9f9e-81b3121c2c4e tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Pushing event updated for resources: {'Subnet': ['ID=7ffff2c9-923d-4031-9fb0-057daa8abb75,revision_number=0']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:21:42.982053 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d86b488-abb8-4665-b832-ba47d5bfe366 tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] vlan segment allocate from pool success with {'vlan_id': 246, 'physical_network': 'physnet1'} {{(pid=105585) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:21:43.001641 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8400b56b-471d-4bbc-8186-1b5dedd0fc52 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:21:43.002531 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-8400b56b-471d-4bbc-8186-1b5dedd0fc52 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:43.013976 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-6d86b488-abb8-4665-b832-ba47d5bfe366 tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:43.014330 n-d-705658-22 neutron-server[105585]: INFO neutron.db.segments_db [None req-6d86b488-abb8-4665-b832-ba47d5bfe366 tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Added segment 40bb481f-ad83-410d-9180-d69aa13ecde6 of type vlan for network ab21fff3-5917-46e9-8a5a-776ef46c28be Jul 27 21:21:43.048024 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-8400b56b-471d-4bbc-8186-1b5dedd0fc52 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 3.5000396 Jul 27 21:21:43.049033 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 51382) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:43.086201 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-bb32ed7d-8717-448b-a9c8-a5a0117d1fd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:43.108633 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-de5ae87f-a437-4464-877d-70f39b8a9009 tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10221602', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9990583'] for subnet, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:43.165975 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a88d689-c8a5-4ae0-a795-a800d1a34c4b None None] Network a2fbbd2b-5e21-44bb-9251-b86500607834 requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:21:43.172869 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d671e5-cf0e-4fc1-8311-350f5b9427db None None] Pushing event updated for resources: {'Port': ['ID=69ed6f07-b3bb-4b39-9ac3-0e8dbde6a6b9,revision_number=3']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:21:43.212783 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-de5ae87f-a437-4464-877d-70f39b8a9009 tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] Notify callbacks [] for subnet, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:43.217111 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-de5ae87f-a437-4464-877d-70f39b8a9009 tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] 10.222.0.59 "DELETE /v2.0/subnets/0f236d01-a91d-4829-92e0-1f1647a0c752 HTTP/1.1" status: 204 len: 168 time: 1.2477849 Jul 27 21:21:43.217111 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-6d86b488-abb8-4665-b832-ba47d5bfe366 tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790688424798'] for network, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:43.220444 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5ae87f-a437-4464-877d-70f39b8a9009 tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] Pushing event deleted for resources: {'Subnet': ['ID=0f236d01-a91d-4829-92e0-1f1647a0c752,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:21:43.224282 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 51384) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:43.515027 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-6d86b488-abb8-4665-b832-ba47d5bfe366 tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920'] for network, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:43.520132 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d86b488-abb8-4665-b832-ba47d5bfe366 tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:21:43.520738 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-6d86b488-abb8-4665-b832-ba47d5bfe366 tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Notify callbacks [] for network, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:43.528837 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a867e4f-bee1-4874-a21b-5a9fb6437a83 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30bb4b93-b285-5d90-9493-f9ec33ea333c-d48bdb4a-c58a-4d86-b7d8-c7196cb87a75', 'network_id': 'd48bdb4a-c58a-4d86-b7d8-c7196cb87a75', 'tenant_id': '454b79f542fc4867a07c409c85be23c7', 'fixed_ips': [{'subnet_id': 'ca12e3e0-6f45-465c-895b-5c4b7c10ba37'}]}} from n-d-705658-22. {{(pid=105586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 21:21:43.529810 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3a867e4f-bee1-4874-a21b-5a9fb6437a83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:43.548654 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-289c3d92-d444-4cff-a0f6-181c08966a5c None None] Update dhcp port {'port': {'network_id': '1d615a85-844c-4c57-a0fc-2090e87300f0', 'fixed_ips': [{'subnet_id': 'd59ee291-71f4-47cb-92a5-00a5563a45da', 'ip_address': '2001:db8::f816:3eff:fe29:de49'}, {'subnet_id': '7ffff2c9-923d-4031-9fb0-057daa8abb75'}], 'binding:host_id': 'n-d-705658-22'}, 'id': '69ed6f07-b3bb-4b39-9ac3-0e8dbde6a6b9'} from n-d-705658-22. {{(pid=105586) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 27 21:21:43.585723 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-b199a5b9-377c-4334-a44f-8ef9a22850bb tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:43.589391 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2d88606-d03a-4ac7-85d8-cc9f94f5b703 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Made reservation on behalf of fcd7bb7d26624f8f823446f0b0a5006f for: {'port': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:21:43.643710 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-6d86b488-abb8-4665-b832-ba47d5bfe366 tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.1564608 Jul 27 21:21:43.644691 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 51396) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:43.652309 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-92fd4d48-5610-4498-8beb-bf986dcdbdde tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] Notify callbacks [] for router, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:43.679764 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-1deeb237-aa9a-4d9c-a348-8f8c728375f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44e6b63c-7ab2-447e-ad0f-fe21304a592c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2084290127', 'tenant_id': '717529174f79442eb5493474d000cc27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.33'}], 'enable_snat': True}, 'gw_port_id': '45c81317-a22b-4865-b927-2cd369651ff6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:18:21Z', 'updated_at': '2021-07-27T21:21:40Z', 'revision_number': 5, 'project_id': '717529174f79442eb5493474d000cc27', 'gw_port': {'id': '45c81317-a22b-4865-b927-2cd369651ff6', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:d5:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44e6b63c-7ab2-447e-ad0f-fe21304a592c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2813, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:18:22Z', 'updated_at': '2021-07-27T21:18:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22'}], 'n-d-705658-22', False) {} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:21:43.697228 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-8b26aa1b-f503-41ef-be05-853bbd299f04 tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Request body: {'subnet': {'network_id': 'ab21fff3-5917-46e9-8a5a-776ef46c28be', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:21:43.820685 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-92fd4d48-5610-4498-8beb-bf986dcdbdde tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] Notify callbacks [] for router_gateway, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:43.832516 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d86b488-abb8-4665-b832-ba47d5bfe366 tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Pushing event updated for resources: {'Network': ['ID=ab21fff3-5917-46e9-8a5a-776ef46c28be,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:21:43.904847 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1deeb237-aa9a-4d9c-a348-8f8c728375f6 None None] Checking router: 44e6b63c-7ab2-447e-ad0f-fe21304a592c for host: n-d-705658-22 {{(pid=105586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:21:43.907681 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Network ab21fff3-5917-46e9-8a5a-776ef46c28be details requested by agent ovs-agent-n-d-705658-22 with host n-d-705658-22 {{(pid=105586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:21:43.913908 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-289c3d92-d444-4cff-a0f6-181c08966a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:43.965206 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [None req-92fd4d48-5610-4498-8beb-bf986dcdbdde tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] Deleting port 45c81317-a22b-4865-b927-2cd369651ff6 {{(pid=105585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:21:43.965557 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-92fd4d48-5610-4498-8beb-bf986dcdbdde tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:44.034158 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c2d88606-d03a-4ac7-85d8-cc9f94f5b703 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:44.043393 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b26aa1b-f503-41ef-be05-853bbd299f04 tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Made reservation on behalf of a7f96c4262db4c858fcaf29ac40303b5 for: {'subnet': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:21:44.047884 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-8b26aa1b-f503-41ef-be05-853bbd299f04 tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9738786'] for subnet, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:44.080573 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.db [None req-92fd4d48-5610-4498-8beb-bf986dcdbdde tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] For port 45c81317-a22b-4865-b927-2cd369651ff6, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=45c81317-a22b-4865-b927-2cd369651ff6,segment=NetworkSegment(12196855-9a32-4633-9a56-77697ef9e126),segment_id=12196855-9a32-4633-9a56-77697ef9e126)] {{(pid=105585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:21:44.081136 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-92fd4d48-5610-4498-8beb-bf986dcdbdde tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:44.097795 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [None req-92fd4d48-5610-4498-8beb-bf986dcdbdde tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] Calling delete_port for 45c81317-a22b-4865-b927-2cd369651ff6 owned by network:router_gateway {{(pid=105585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:21:44.107686 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-9e3c8183-441a-4cc6-a879-77e8732f9c19 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4076536'] for router_interface, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:44.265069 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d36793b3-8d8b-41d9-b109-37f0d81fdf56 None None] DHCP port deletion for a2fbbd2b-5e21-44bb-9251-b86500607834 request from n-d-705658-22 {{(pid=105586) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 21:21:44.435772 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1deeb237-aa9a-4d9c-a348-8f8c728375f6 None None] Routers {'44e6b63c-7ab2-447e-ad0f-fe21304a592c'} bound to L3 agent in host n-d-705658-22 {{(pid=105586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:21:44.436492 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-1deeb237-aa9a-4d9c-a348-8f8c728375f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:21:42Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['44e6b63c-7ab2-447e-ad0f-fe21304a592c'], 'active': True} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:21:44.551582 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvr_db [None req-1deeb237-aa9a-4d9c-a348-8f8c728375f6 None None] Set router 44e6b63c-7ab2-447e-ad0f-fe21304a592c gateway port host: None {{(pid=105586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:21:44.629278 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-1deeb237-aa9a-4d9c-a348-8f8c728375f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44e6b63c-7ab2-447e-ad0f-fe21304a592c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2084290127', 'tenant_id': '717529174f79442eb5493474d000cc27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:18:21Z', 'updated_at': '2021-07-27T21:21:43Z', 'revision_number': 6, 'project_id': '717529174f79442eb5493474d000cc27', 'gw_port_host': None}], 'n-d-705658-22', False) {} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:21:44.648768 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-b199a5b9-377c-4334-a44f-8ef9a22850bb tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Notify callbacks [] for port, precommit_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:44.656659 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.ipam_backend_mixin [None req-8b26aa1b-f503-41ef-be05-853bbd299f04 tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Performing IP validity checks on allocation pools {{(pid=105584) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 27 21:21:44.657247 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.ipam_backend_mixin [None req-8b26aa1b-f503-41ef-be05-853bbd299f04 tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Checking for overlaps among allocation pools and gateway ip {{(pid=105584) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 27 21:21:44.665560 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [None req-c2d88606-d03a-4ac7-85d8-cc9f94f5b703 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] device_id is not set on port 00547b3e-0756-4470-90cc-00797ceee652 yet. {{(pid=105584) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 21:21:44.671850 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1deeb237-aa9a-4d9c-a348-8f8c728375f6 None None] The sync data for ids ['44e6b63c-7ab2-447e-ad0f-fe21304a592c'] in n-d-705658-22 is: [{'id': '44e6b63c-7ab2-447e-ad0f-fe21304a592c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2084290127', 'tenant_id': '717529174f79442eb5493474d000cc27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:18:21Z', 'updated_at': '2021-07-27T21:21:43Z', 'revision_number': 6, 'project_id': '717529174f79442eb5493474d000cc27', 'gw_port_host': None}] {{(pid=105586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:21:44.688999 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-b199a5b9-377c-4334-a44f-8ef9a22850bb tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9014027'] for port, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:44.742364 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-d36793b3-8d8b-41d9-b109-37f0d81fdf56 None None] Deleting port c9e1b65b-9af7-4224-90ea-3b5499a12479 {{(pid=105586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:21:44.742744 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-d36793b3-8d8b-41d9-b109-37f0d81fdf56 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:44.745626 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-875ced1b-4cf3-463a-9653-058f0f9421e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:44.854128 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.db_base_plugin_common [None req-3a867e4f-bee1-4874-a21b-5a9fb6437a83 None None] Allocated IP 172.20.0.2 (d48bdb4a-c58a-4d86-b7d8-c7196cb87a75/ca12e3e0-6f45-465c-895b-5c4b7c10ba37/17ab1fe3-be70-4adb-99d6-42354c42cbdb) {{(pid=105586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:21:44.900812 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.db_base_plugin_common [None req-289c3d92-d444-4cff-a0f6-181c08966a5c None None] Allocated IP 2001:db8:0:1::2 (1d615a85-844c-4c57-a0fc-2090e87300f0/7ffff2c9-923d-4031-9fb0-057daa8abb75/69ed6f07-b3bb-4b39-9ac3-0e8dbde6a6b9) {{(pid=105586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:21:44.919115 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b199a5b9-377c-4334-a44f-8ef9a22850bb tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Pushing event updated for resources: {'Port': ['ID=1191088d-4645-474f-872e-7cb42dfa90a8,revision_number=2']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:21:44.996683 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-d36793b3-8d8b-41d9-b109-37f0d81fdf56 None None] For port c9e1b65b-9af7-4224-90ea-3b5499a12479, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=c9e1b65b-9af7-4224-90ea-3b5499a12479,segment=NetworkSegment(172bfae8-50e3-47ab-a92b-938d99445370),segment_id=172bfae8-50e3-47ab-a92b-938d99445370)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:21:44.997092 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-d36793b3-8d8b-41d9-b109-37f0d81fdf56 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:45.282164 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-289c3d92-d444-4cff-a0f6-181c08966a5c None None] For port 69ed6f07-b3bb-4b39-9ac3-0e8dbde6a6b9, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=69ed6f07-b3bb-4b39-9ac3-0e8dbde6a6b9,segment=NetworkSegment(532d8a52-575f-45de-a3af-efbea8c8f6d5),segment_id=532d8a52-575f-45de-a3af-efbea8c8f6d5)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:21:45.298596 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-92fd4d48-5610-4498-8beb-bf986dcdbdde tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:45.328820 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 69ed6f07-b3bb-4b39-9ac3-0e8dbde6a6b9 up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:21:45.371881 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-d36793b3-8d8b-41d9-b109-37f0d81fdf56 None None] Calling delete_port for c9e1b65b-9af7-4224-90ea-3b5499a12479 owned by network:dhcp {{(pid=105586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:21:45.437016 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-289c3d92-d444-4cff-a0f6-181c08966a5c None None] Notify callbacks [] for port, precommit_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:45.438271 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-b199a5b9-377c-4334-a44f-8ef9a22850bb tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4075523'] for router_interface, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:45.500213 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fd4d48-5610-4498-8beb-bf986dcdbdde tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] Pushing event deleted for resources: {'Port': ['ID=45c81317-a22b-4865-b927-2cd369651ff6,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:21:45.513041 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-289c3d92-d444-4cff-a0f6-181c08966a5c None None] Transition to ACTIVE for port object 69ed6f07-b3bb-4b39-9ac3-0e8dbde6a6b9 will not be triggered until provisioned by entity DHCP. {{(pid=105586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:21:45.549139 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-289c3d92-d444-4cff-a0f6-181c08966a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:45.630182 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3a867e4f-bee1-4874-a21b-5a9fb6437a83 None None] Notify callbacks [] for port, precommit_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:45.678598 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-92fd4d48-5610-4498-8beb-bf986dcdbdde tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4075702'] for router_gateway, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:45.900543 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-92fd4d48-5610-4498-8beb-bf986dcdbdde tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4163631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-425'] for router, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:45.906799 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-92fd4d48-5610-4498-8beb-bf986dcdbdde tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:45.920395 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.db_base_plugin_common [None req-c2d88606-d03a-4ac7-85d8-cc9f94f5b703 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Allocated IP 2001:db8:0:1::231 (1d615a85-844c-4c57-a0fc-2090e87300f0/7ffff2c9-923d-4031-9fb0-057daa8abb75/00547b3e-0756-4470-90cc-00797ceee652) {{(pid=105584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:21:45.937843 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.db_base_plugin_common [None req-c2d88606-d03a-4ac7-85d8-cc9f94f5b703 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Allocated IP 2001:db8::f816:3eff:fea6:bc51 (1d615a85-844c-4c57-a0fc-2090e87300f0/d59ee291-71f4-47cb-92a5-00a5563a45da/00547b3e-0756-4470-90cc-00797ceee652) {{(pid=105584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:21:46.005507 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-3a867e4f-bee1-4874-a21b-5a9fb6437a83 None None] Transition to ACTIVE for port object 17ab1fe3-be70-4adb-99d6-42354c42cbdb will not be triggered until provisioned by entity L2. {{(pid=105586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:21:46.045732 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-d36793b3-8d8b-41d9-b109-37f0d81fdf56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180'] for port, after_delete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:46.057529 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289c3d92-d444-4cff-a0f6-181c08966a5c None None] Pushing event updated for resources: {'Port': ['ID=69ed6f07-b3bb-4b39-9ac3-0e8dbde6a6b9,revision_number=4']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:21:46.067850 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device c9e1b65b-9af7-4224-90ea-3b5499a12479 no longer exists at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:21:46.074518 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-92fd4d48-5610-4498-8beb-bf986dcdbdde tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4163007'] for router, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:46.076170 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92fd4d48-5610-4498-8beb-bf986dcdbdde tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] Fanout notify agent at l3_agent the message router_deleted on router 44e6b63c-7ab2-447e-ad0f-fe21304a592c {{(pid=105585) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 21:21:46.076351 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-3a867e4f-bee1-4874-a21b-5a9fb6437a83 None None] Transition to ACTIVE for port object 17ab1fe3-be70-4adb-99d6-42354c42cbdb will not be triggered until provisioned by entity DHCP. {{(pid=105586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:21:46.105922 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-92fd4d48-5610-4498-8beb-bf986dcdbdde tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] Notify callbacks [] for router, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:46.117581 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d36793b3-8d8b-41d9-b109-37f0d81fdf56 None None] No DVR routers for this DVR port c9e1b65b-9af7-4224-90ea-3b5499a12479 on host n-d-705658-22 {{(pid=105586) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:21:46.118594 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-92fd4d48-5610-4498-8beb-bf986dcdbdde tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] 10.222.0.59 "DELETE /v2.0/routers/44e6b63c-7ab2-447e-ad0f-fe21304a592c HTTP/1.1" status: 204 len: 168 time: 2.8921196 Jul 27 21:21:46.120195 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3a867e4f-bee1-4874-a21b-5a9fb6437a83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143'] for port, after_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:46.125540 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36793b3-8d8b-41d9-b109-37f0d81fdf56 None None] Pushing event deleted for resources: {'Port': ['ID=c9e1b65b-9af7-4224-90ea-3b5499a12479,revision_number=None']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:21:46.132488 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] No Port match for: c9e1b65b-9af7-4224-90ea-3b5499a12479 {{(pid=105586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:21:46.132488 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device c9e1b65b-9af7-4224-90ea-3b5499a12479 not bound to the agent host n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:21:46.132488 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 0f69875a-f7e6-471f-8f40-d85fb19bf0a6 no longer exists at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:21:46.224437 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] No Port match for: 0f69875a-f7e6-471f-8f40-d85fb19bf0a6 {{(pid=105586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:21:46.225664 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 0f69875a-f7e6-471f-8f40-d85fb19bf0a6 not bound to the agent host n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:21:46.225850 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 51440) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:46.276446 n-d-705658-22 neutron-server[105586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a867e4f-bee1-4874-a21b-5a9fb6437a83 None None] Network d48bdb4a-c58a-4d86-b7d8-c7196cb87a75 is already hosted by enough agents. {{(pid=105586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:21:46.283982 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a867e4f-bee1-4874-a21b-5a9fb6437a83 None None] Pushing event updated for resources: {'Port': ['ID=17ab1fe3-be70-4adb-99d6-42354c42cbdb,revision_number=1']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:21:46.289993 n-d-705658-22 neutron-server[105586]: DEBUG neutron.scheduler.base_scheduler [None req-3a867e4f-bee1-4874-a21b-5a9fb6437a83 None None] Resources bound (agent type, host, resource id): {{(pid=105586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:21:46.295935 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a867e4f-bee1-4874-a21b-5a9fb6437a83 None None] Received port after_create {{(pid=105586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:21:46.378080 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c2d88606-d03a-4ac7-85d8-cc9f94f5b703 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks [] for port, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:46.404179 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.provisioning_blocks [None req-c2d88606-d03a-4ac7-85d8-cc9f94f5b703 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Transition to ACTIVE for port object 00547b3e-0756-4470-90cc-00797ceee652 will not be triggered until provisioned by entity DHCP. {{(pid=105584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:21:46.457064 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-3a867e4f-bee1-4874-a21b-5a9fb6437a83 None None] Attempting to bind port 17ab1fe3-be70-4adb-99d6-42354c42cbdb on host n-d-705658-22 for vnic_type normal with profile {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:21:46.457433 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-3a867e4f-bee1-4874-a21b-5a9fb6437a83 None None] Attempting to bind port 17ab1fe3-be70-4adb-99d6-42354c42cbdb by drivers openvswitch,hyperv on host n-d-705658-22 at level 0 using segments [{'id': 'cf957761-dacc-434e-92aa-f236fcc3b3ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'd48bdb4a-c58a-4d86-b7d8-c7196cb87a75'}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:21:46.457795 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a867e4f-bee1-4874-a21b-5a9fb6437a83 None None] Attempting to bind port 17ab1fe3-be70-4adb-99d6-42354c42cbdb on network d48bdb4a-c58a-4d86-b7d8-c7196cb87a75 {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:21:46.463843 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a867e4f-bee1-4874-a21b-5a9fb6437a83 None None] Checking agent: {'id': '04a7ea91-6318-467e-ace6-b0fb48c8690f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 41, 42), 'started_at': datetime.datetime(2021, 7, 27, 20, 42, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 21, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:21:46.464218 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a867e4f-bee1-4874-a21b-5a9fb6437a83 None None] Checking segment: {'id': 'cf957761-dacc-434e-92aa-f236fcc3b3ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'd48bdb4a-c58a-4d86-b7d8-c7196cb87a75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:21:46.465156 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3a867e4f-bee1-4874-a21b-5a9fb6437a83 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:46.465156 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a867e4f-bee1-4874-a21b-5a9fb6437a83 None None] Bound using segment: {'id': 'cf957761-dacc-434e-92aa-f236fcc3b3ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'd48bdb4a-c58a-4d86-b7d8-c7196cb87a75'} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:21:46.465958 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-3a867e4f-bee1-4874-a21b-5a9fb6437a83 None None] Bound port: 17ab1fe3-be70-4adb-99d6-42354c42cbdb, host: n-d-705658-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf957761-dacc-434e-92aa-f236fcc3b3ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'd48bdb4a-c58a-4d86-b7d8-c7196cb87a75'}}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:21:46.466835 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3a867e4f-bee1-4874-a21b-5a9fb6437a83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:46.482365 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-8b26aa1b-f503-41ef-be05-853bbd299f04 tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9014150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9738800'] for subnet, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:46.490652 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7245fd1f-a38d-40e2-a7e6-8c33275fcca6 req-75f21c8e-5f7f-48fb-a096-4b2663fc76c1 tempest-VolumesActionsTest-494703854 tempest-VolumesActionsTest-494703854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:21:46.493170 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-7245fd1f-a38d-40e2-a7e6-8c33275fcca6 req-75f21c8e-5f7f-48fb-a096-4b2663fc76c1 tempest-VolumesActionsTest-494703854 tempest-VolumesActionsTest-494703854-project] 10.222.0.59 "GET /v2.0/ports?device_id=65b5d377-df0c-4f7f-b99d-836daae15b69 HTTP/1.1" status: 200 len: 945 time: 0.4989576 Jul 27 21:21:46.499323 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-48fd0de8-ce80-411e-9e76-ae02566edff2 tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-990557'] for network, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:46.554672 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b26aa1b-f503-41ef-be05-853bbd299f04 tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Pushing event updated for resources: {'Subnet': ['ID=956eb2b9-7ce9-4dd6-a88a-d68f4ae74fee,revision_number=0']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:21:46.601467 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-7245fd1f-a38d-40e2-a7e6-8c33275fcca6 req-a7ae9b55-8de4-4a93-928a-afb4b09aba3a tempest-VolumesActionsTest-494703854 tempest-VolumesActionsTest-494703854-project] 10.222.0.59 "GET /v2.0/security-groups?id=af8a7608-1612-4015-9749-0670046fd2ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995278 Jul 27 21:21:46.606790 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c2d88606-d03a-4ac7-85d8-cc9f94f5b703 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:46.638887 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3a867e4f-bee1-4874-a21b-5a9fb6437a83 None None] For port 17ab1fe3-be70-4adb-99d6-42354c42cbdb, host n-d-705658-22, cleared binding levels {{(pid=105586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:21:46.644347 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3a867e4f-bee1-4874-a21b-5a9fb6437a83 None None] For port 17ab1fe3-be70-4adb-99d6-42354c42cbdb, host n-d-705658-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=17ab1fe3-be70-4adb-99d6-42354c42cbdb,segment=NetworkSegment(cf957761-dacc-434e-92aa-f236fcc3b3ab),segment_id=cf957761-dacc-434e-92aa-f236fcc3b3ab)] {{(pid=105586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:21:46.650031 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3a867e4f-bee1-4874-a21b-5a9fb6437a83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:46.689097 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d88606-d03a-4ac7-85d8-cc9f94f5b703 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Pushing event updated for resources: {'Port': ['ID=00547b3e-0756-4470-90cc-00797ceee652,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:21:46.748591 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-b199a5b9-377c-4334-a44f-8ef9a22850bb tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:46.764577 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a867e4f-bee1-4874-a21b-5a9fb6437a83 None None] Pushing event updated for resources: {'Port': ['ID=17ab1fe3-be70-4adb-99d6-42354c42cbdb,revision_number=2']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:21:46.831307 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2d88606-d03a-4ac7-85d8-cc9f94f5b703 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Network 1d615a85-844c-4c57-a0fc-2090e87300f0 is already hosted by enough agents. {{(pid=105584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:21:46.854165 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b26aa1b-f503-41ef-be05-853bbd299f04 tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Checking segment: {'id': '40bb481f-ad83-410d-9180-d69aa13ecde6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'ab21fff3-5917-46e9-8a5a-776ef46c28be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:21:46.854469 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b26aa1b-f503-41ef-be05-853bbd299f04 tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Network hostable DHCP agents. Network: ab21fff3-5917-46e9-8a5a-776ef46c28be, hostable agents: ['7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a'], hosted agents: [] {{(pid=105584) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:21:46.869762 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [None req-c2d88606-d03a-4ac7-85d8-cc9f94f5b703 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Resources bound (agent type, host, resource id): {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:21:46.875622 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2d88606-d03a-4ac7-85d8-cc9f94f5b703 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Received port after_create {{(pid=105584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:21:46.889756 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-48fd0de8-ce80-411e-9e76-ae02566edff2 tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853562', 'neutron.services.segments.db._delete_segments_for_network-8790688882975'] for network, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:46.897417 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2d88606-d03a-4ac7-85d8-cc9f94f5b703 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:21:46.898115 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c2d88606-d03a-4ac7-85d8-cc9f94f5b703 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:46.911108 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 69ed6f07-b3bb-4b39-9ac3-0e8dbde6a6b9 up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:21:46.915223 n-d-705658-22 neutron-server[105585]: DEBUG neutron.services.segments.db [None req-48fd0de8-ce80-411e-9e76-ae02566edff2 tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2fbbd2b-5e21-44bb-9251-b86500607834']}} {{(pid=105585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:21:46.959796 n-d-705658-22 neutron-server[105585]: DEBUG neutron.services.segments.db [None req-48fd0de8-ce80-411e-9e76-ae02566edff2 tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '172bfae8-50e3-47ab-a92b-938d99445370') {'for_net_delete': True} {{(pid=105585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:21:46.960312 n-d-705658-22 neutron-server[105585]: DEBUG neutron.services.segments.db [None req-48fd0de8-ce80-411e-9e76-ae02566edff2 tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '172bfae8-50e3-47ab-a92b-938d99445370') {} {{(pid=105585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:21:47.000104 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-48fd0de8-ce80-411e-9e76-ae02566edff2 tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790688883752', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9886370'] for segment, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:47.027532 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-48fd0de8-ce80-411e-9e76-ae02566edff2 tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:47.041653 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [None req-9e3c8183-441a-4cc6-a879-77e8732f9c19 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Deleting port c73e452f-d490-425d-9f85-77819db3e4b8 {{(pid=105585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:21:47.042351 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-9e3c8183-441a-4cc6-a879-77e8732f9c19 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:47.046504 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48fd0de8-ce80-411e-9e76-ae02566edff2 tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] Releasing vlan 233 on physical network physnet1 to pool {{(pid=105585) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:21:47.057009 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-48fd0de8-ce80-411e-9e76-ae02566edff2 tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10221644'] for segment, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:47.136833 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 45c81317-a22b-4865-b927-2cd369651ff6 no longer exists at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:21:47.170787 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-c2d88606-d03a-4ac7-85d8-cc9f94f5b703 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 4.9163449 Jul 27 21:21:47.170787 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b26aa1b-f503-41ef-be05-853bbd299f04 tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Network ab21fff3-5917-46e9-8a5a-776ef46c28be is scheduled to be hosted by DHCP agent 7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a with binding_index 1 {{(pid=105584) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:21:47.175899 n-d-705658-22 neutron-server[105585]: Traceback (most recent call last): Jul 27 21:21:47.175899 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:21:47.175899 n-d-705658-22 neutron-server[105585]: timer() Jul 27 21:21:47.175899 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:21:47.175899 n-d-705658-22 neutron-server[105585]: cb(*args, **kw) Jul 27 21:21:47.175899 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:21:47.175899 n-d-705658-22 neutron-server[105585]: return func(*args, **kwargs) Jul 27 21:21:47.175899 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:21:47.175899 n-d-705658-22 neutron-server[105585]: self._notify() Jul 27 21:21:47.175899 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:21:47.175899 n-d-705658-22 neutron-server[105585]: self.callback(batched_events) Jul 27 21:21:47.175899 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:21:47.175899 n-d-705658-22 neutron-server[105585]: event.method(event) Jul 27 21:21:47.175899 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:21:47.175899 n-d-705658-22 neutron-server[105585]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:21:47.175899 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:21:47.175899 n-d-705658-22 neutron-server[105585]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:21:47.175899 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:21:47.175899 n-d-705658-22 neutron-server[105585]: return f(self, *a, **k) Jul 27 21:21:47.175899 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:21:47.175899 n-d-705658-22 neutron-server[105585]: return self._get(url).json() Jul 27 21:21:47.175899 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:21:47.175899 n-d-705658-22 neutron-server[105585]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:21:47.175899 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:21:47.175899 n-d-705658-22 neutron-server[105585]: return self.request(url, 'GET', **kwargs) Jul 27 21:21:47.175899 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:21:47.175899 n-d-705658-22 neutron-server[105585]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:21:47.175899 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:21:47.175899 n-d-705658-22 neutron-server[105585]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:21:47.175899 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:21:47.175899 n-d-705658-22 neutron-server[105585]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:21:47.175899 n-d-705658-22 neutron-server[105585]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:21:47.179207 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 51446) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:47.190950 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [None req-8b26aa1b-f503-41ef-be05-853bbd299f04 tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-22, ab21fff3-5917-46e9-8a5a-776ef46c28be) {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:21:47.208309 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b26aa1b-f503-41ef-be05-853bbd299f04 tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:21:47.208779 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-8b26aa1b-f503-41ef-be05-853bbd299f04 tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Notify callbacks [] for subnet, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:47.214819 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68a43916-a44b-4812-a800-b6d05e5ccfdc None None] Network 1d615a85-844c-4c57-a0fc-2090e87300f0 requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:21:47.249521 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6819b0c-70d8-4f1c-80dd-7a0b76ebcaec req-d910271f-c23d-408b-aade-c1a5f59794a5 tempest-VolumesActionsTest-494703854 tempest-VolumesActionsTest-494703854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:21:47.251210 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-e6819b0c-70d8-4f1c-80dd-7a0b76ebcaec req-d910271f-c23d-408b-aade-c1a5f59794a5 tempest-VolumesActionsTest-494703854 tempest-VolumesActionsTest-494703854-project] 10.222.0.36 "GET /v2.0/ports?device_id=65b5d377-df0c-4f7f-b99d-836daae15b69 HTTP/1.1" status: 200 len: 945 time: 0.3338349 Jul 27 21:21:47.344614 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-8b26aa1b-f503-41ef-be05-853bbd299f04 tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 3.6544113 Jul 27 21:21:47.363886 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 51448) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:47.379644 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-93472935-8a80-4adf-ac93-74e616b57b99 tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:21:47.442042 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a180d63-2b50-4dea-97b3-f69898b534bb None None] Network ab21fff3-5917-46e9-8a5a-776ef46c28be requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:21:47.447032 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] No Port match for: 45c81317-a22b-4865-b927-2cd369651ff6 {{(pid=105586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:21:47.448110 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 45c81317-a22b-4865-b927-2cd369651ff6 not bound to the agent host n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:21:47.454029 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-48fd0de8-ce80-411e-9e76-ae02566edff2 tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4075658'] for network, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:47.476061 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-48fd0de8-ce80-411e-9e76-ae02566edff2 tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] Notify callbacks [] for network, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:47.478258 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-48fd0de8-ce80-411e-9e76-ae02566edff2 tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] 10.222.0.59 "DELETE /v2.0/networks/a2fbbd2b-5e21-44bb-9251-b86500607834 HTTP/1.1" status: 204 len: 168 time: 1.1907818 Jul 27 21:21:47.635168 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fd0de8-ce80-411e-9e76-ae02566edff2 tempest-TestSecurityGroupsBasicOps-229515792 tempest-TestSecurityGroupsBasicOps-229515792-project] Pushing event deleted for resources: {'Network': ['ID=a2fbbd2b-5e21-44bb-9251-b86500607834,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:21:47.640107 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-b199a5b9-377c-4334-a44f-8ef9a22850bb tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Notify callbacks [] for port, precommit_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:47.665136 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [req-e6819b0c-70d8-4f1c-80dd-7a0b76ebcaec req-383ccc81-ce44-467e-b683-df7128ad3ee6 tempest-VolumesActionsTest-494703854 tempest-VolumesActionsTest-494703854-project] Deleting port 7f11f1dd-0ebe-47f9-b31e-421865f69501 {{(pid=105584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:21:47.674893 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-e6819b0c-70d8-4f1c-80dd-7a0b76ebcaec req-383ccc81-ce44-467e-b683-df7128ad3ee6 tempest-VolumesActionsTest-494703854 tempest-VolumesActionsTest-494703854-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:47.690295 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-b199a5b9-377c-4334-a44f-8ef9a22850bb tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9014027'] for port, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:47.774589 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.db [None req-9e3c8183-441a-4cc6-a879-77e8732f9c19 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] For port c73e452f-d490-425d-9f85-77819db3e4b8, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=c73e452f-d490-425d-9f85-77819db3e4b8,segment=NetworkSegment(19bc2e5f-7908-4153-b6d3-443d5b34a291),segment_id=19bc2e5f-7908-4153-b6d3-443d5b34a291)] {{(pid=105585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:21:47.774988 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-9e3c8183-441a-4cc6-a879-77e8732f9c19 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:47.846222 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14f1d6b7-248a-480b-a05e-b24044f1a660 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30bb4b93-b285-5d90-9493-f9ec33ea333c-ab21fff3-5917-46e9-8a5a-776ef46c28be', 'network_id': 'ab21fff3-5917-46e9-8a5a-776ef46c28be', 'tenant_id': 'a7f96c4262db4c858fcaf29ac40303b5', 'fixed_ips': [{'subnet_id': '956eb2b9-7ce9-4dd6-a88a-d68f4ae74fee'}]}} from n-d-705658-22. {{(pid=105586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 21:21:47.847452 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-14f1d6b7-248a-480b-a05e-b24044f1a660 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:47.867880 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-7857ffb8-c4b0-431e-b390-92785963106f None None] Provisioning for port 69ed6f07-b3bb-4b39-9ac3-0e8dbde6a6b9 completed by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:21:47.917754 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [None req-9e3c8183-441a-4cc6-a879-77e8732f9c19 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Calling delete_port for c73e452f-d490-425d-9f85-77819db3e4b8 owned by network:router_interface {{(pid=105585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:21:47.925773 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-b199a5b9-377c-4334-a44f-8ef9a22850bb tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3743906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4076435'] for router_interface, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:47.949351 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-93472935-8a80-4adf-ac93-74e616b57b99 tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-9990597'] for subnet, before_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:47.972395 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b199a5b9-377c-4334-a44f-8ef9a22850bb tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Pushing event updated for resources: {'Port': ['ID=1191088d-4645-474f-872e-7cb42dfa90a8,revision_number=3']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:21:47.986622 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-7857ffb8-c4b0-431e-b390-92785963106f None None] Provisioning complete for port 69ed6f07-b3bb-4b39-9ac3-0e8dbde6a6b9 triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:21:47.987027 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-7857ffb8-c4b0-431e-b390-92785963106f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:48.071859 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 51462) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:48.133999 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [req-e6819b0c-70d8-4f1c-80dd-7a0b76ebcaec req-383ccc81-ce44-467e-b683-df7128ad3ee6 tempest-VolumesActionsTest-494703854 tempest-VolumesActionsTest-494703854-project] For port 7f11f1dd-0ebe-47f9-b31e-421865f69501, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=7f11f1dd-0ebe-47f9-b31e-421865f69501,segment=NetworkSegment(3f18b890-fa6b-44d1-9207-4fabfd7414d8),segment_id=3f18b890-fa6b-44d1-9207-4fabfd7414d8)] {{(pid=105584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:21:48.134380 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-e6819b0c-70d8-4f1c-80dd-7a0b76ebcaec req-383ccc81-ce44-467e-b683-df7128ad3ee6 tempest-VolumesActionsTest-494703854 tempest-VolumesActionsTest-494703854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:48.171013 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [req-e6819b0c-70d8-4f1c-80dd-7a0b76ebcaec req-383ccc81-ce44-467e-b683-df7128ad3ee6 tempest-VolumesActionsTest-494703854 tempest-VolumesActionsTest-494703854-project] Calling delete_port for 7f11f1dd-0ebe-47f9-b31e-421865f69501 owned by compute:nova {{(pid=105584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:21:48.354269 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [None req-b542d108-10f0-43e0-916b-70b0f7f3146f tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Deleting port 00547b3e-0756-4470-90cc-00797ceee652 {{(pid=105585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:21:48.354682 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-b542d108-10f0-43e0-916b-70b0f7f3146f tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:48.433257 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b199a5b9-377c-4334-a44f-8ef9a22850bb tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Network d48bdb4a-c58a-4d86-b7d8-c7196cb87a75 is already hosted by enough agents. {{(pid=105584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:21:48.468511 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [None req-b199a5b9-377c-4334-a44f-8ef9a22850bb tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Resources bound (agent type, host, resource id): {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:21:48.523355 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-a229e0c3-3692-44ac-beed-339b56c2c67c admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=717529174f79442eb5493474d000cc27&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4502411 Jul 27 21:21:48.531896 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 51466) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:48.688521 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-61aba830-1363-4d3f-888b-135dc45bc92d None None] Provisioning complete for port 69ed6f07-b3bb-4b39-9ac3-0e8dbde6a6b9 triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:21:48.689054 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-61aba830-1363-4d3f-888b-135dc45bc92d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:48.701235 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab3c584b-f86d-4ec6-bf79-12ebd712ad41 None None] Network d48bdb4a-c58a-4d86-b7d8-c7196cb87a75 requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:21:48.791758 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-e6819b0c-70d8-4f1c-80dd-7a0b76ebcaec req-383ccc81-ce44-467e-b683-df7128ad3ee6 tempest-VolumesActionsTest-494703854 tempest-VolumesActionsTest-494703854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:48.799082 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-50127cc1-adfe-4b25-807b-c999e07e266e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:48.826846 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] get_ports_and_sgs() called for port_ids ['7f11f1dd-0ebe-47f9-b31e-421865f69501'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:21:48.876374 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383ccc81-ce44-467e-b683-df7128ad3ee6 tempest-VolumesActionsTest-494703854 tempest-VolumesActionsTest-494703854-project] Pushing event deleted for resources: {'Port': ['ID=7f11f1dd-0ebe-47f9-b31e-421865f69501,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:21:48.952676 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 17ab1fe3-be70-4adb-99d6-42354c42cbdb up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:21:48.955498 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-50127cc1-adfe-4b25-807b-c999e07e266e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:48.976443 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-b542d108-10f0-43e0-916b-70b0f7f3146f tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:48.991860 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [None req-b542d108-10f0-43e0-916b-70b0f7f3146f tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Calling delete_port for 00547b3e-0756-4470-90cc-00797ceee652 owned by {{(pid=105585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:21:49.014387 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b199a5b9-377c-4334-a44f-8ef9a22850bb tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Router e99b49cb-87f1-445e-98b5-15e2f016f242 is scheduled to L3 agent dd128fd7-8e57-4d4f-895b-a96b369df59a with binding_index 1 {{(pid=105584) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 21:21:49.027140 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6819b0c-70d8-4f1c-80dd-7a0b76ebcaec req-383ccc81-ce44-467e-b683-df7128ad3ee6 tempest-VolumesActionsTest-494703854 tempest-VolumesActionsTest-494703854-project] No DVR routers for this DVR port 7f11f1dd-0ebe-47f9-b31e-421865f69501 on host n-h1-705658-22 {{(pid=105584) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:21:49.032460 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-e6819b0c-70d8-4f1c-80dd-7a0b76ebcaec req-383ccc81-ce44-467e-b683-df7128ad3ee6 tempest-VolumesActionsTest-494703854 tempest-VolumesActionsTest-494703854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:49.034467 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-e6819b0c-70d8-4f1c-80dd-7a0b76ebcaec req-383ccc81-ce44-467e-b683-df7128ad3ee6 tempest-VolumesActionsTest-494703854 tempest-VolumesActionsTest-494703854-project] 10.222.0.36 "DELETE /v2.0/ports/7f11f1dd-0ebe-47f9-b31e-421865f69501 HTTP/1.1" status: 204 len: 173 time: 1.7600558 Jul 27 21:21:49.050961 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65b5d377-df0c-4f7f-b99d-836daae15b69', 'name': 'network-vif-deleted', 'tag': '7f11f1dd-0ebe-47f9-b31e-421865f69501'}] {{(pid=105584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:21:49.057125 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bce5e6c8685464f7626901654159975603b047827e3138302ed6566e28f1343" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b6958bb-9ff9-466b-8427-1cc7049b2ddf" -d '{"events": [{"server_uuid": "65b5d377-df0c-4f7f-b99d-836daae15b69", "name": "network-vif-deleted", "tag": "7f11f1dd-0ebe-47f9-b31e-421865f69501"}]}' {{(pid=105584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:21:49.219403 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:21:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8762eeab-a993-4a3a-85a5-6c81bc3c4f42 x-openstack-request-id: req-8762eeab-a993-4a3a-85a5-6c81bc3c4f42 {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:21:49.222758 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65b5d377-df0c-4f7f-b99d-836daae15b69", "name": "network-vif-deleted", "tag": "7f11f1dd-0ebe-47f9-b31e-421865f69501", "status": "completed", "code": 200}]} {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:21:49.223226 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-8762eeab-a993-4a3a-85a5-6c81bc3c4f42 {{(pid=105584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:21:49.224760 n-d-705658-22 neutron-server[105584]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65b5d377-df0c-4f7f-b99d-836daae15b69', 'name': 'network-vif-deleted', 'tag': '7f11f1dd-0ebe-47f9-b31e-421865f69501', 'status': 'completed', 'code': 200} Jul 27 21:21:49.247908 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning for port 17ab1fe3-be70-4adb-99d6-42354c42cbdb completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:21:49.278812 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-9e3c8183-441a-4cc6-a879-77e8732f9c19 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:49.327732 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b199a5b9-377c-4334-a44f-8ef9a22850bb tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Notify agent at l3_agent.n-d-705658-22 the message routers_updated {{(pid=105584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:21:49.352043 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-570652e9-7de2-4684-be76-115eefb7ae87 None None] Sync routers for ids ['e99b49cb-87f1-445e-98b5-15e2f016f242'] in n-d-705658-22 {{(pid=105587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:21:49.369019 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.db.api [None req-14f1d6b7-248a-480b-a05e-b24044f1a660 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 27 21:21:49.369019 n-d-705658-22 neutron-server[105586]: [SQL: UPDATE subnets SET in_use=%(in_use)s WHERE subnets.id = %(id_1)s] Jul 27 21:21:49.369019 n-d-705658-22 neutron-server[105586]: [parameters: {'in_use': 1, 'id_1': '956eb2b9-7ce9-4dd6-a88a-d68f4ae74fee'}] Jul 27 21:21:49.369019 n-d-705658-22 neutron-server[105586]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=105586) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 27 21:21:49.369397 n-d-705658-22 neutron-server[105586]: DEBUG oslo_db.api [None req-14f1d6b7-248a-480b-a05e-b24044f1a660 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 27 21:21:49.376740 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-b199a5b9-377c-4334-a44f-8ef9a22850bb tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] 10.222.0.59 "PUT /v2.0/routers/e99b49cb-87f1-445e-98b5-15e2f016f242/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3191419 Jul 27 21:21:49.380304 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 51474) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:49.384635 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-570652e9-7de2-4684-be76-115eefb7ae87 None None] Routers {'e99b49cb-87f1-445e-98b5-15e2f016f242'} bound to L3 agent in host n-d-705658-22 {{(pid=105587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:21:49.385485 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-570652e9-7de2-4684-be76-115eefb7ae87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:21:42Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['e99b49cb-87f1-445e-98b5-15e2f016f242'], 'active': True} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:21:49.395847 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-50127cc1-adfe-4b25-807b-c999e07e266e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:49.409060 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-50127cc1-adfe-4b25-807b-c999e07e266e admin admin] Notify callbacks [] for security_group, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:49.426163 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724feea9-879d-4ff6-99ad-06ed36376357 req-a28ebf52-6e4a-4a73-82cd-93e2d72d631e tempest-VolumesActionsTest-494703854 tempest-VolumesActionsTest-494703854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:21:49.429948 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-50127cc1-adfe-4b25-807b-c999e07e266e admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/4371b25e-87a3-4a85-af3f-a5d9ba0d3c8d HTTP/1.1" status: 204 len: 168 time: 0.8969355 Jul 27 21:21:49.445298 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-724feea9-879d-4ff6-99ad-06ed36376357 req-a28ebf52-6e4a-4a73-82cd-93e2d72d631e tempest-VolumesActionsTest-494703854 tempest-VolumesActionsTest-494703854-project] 10.222.0.59 "GET /v2.0/ports?device_id=65b5d377-df0c-4f7f-b99d-836daae15b69 HTTP/1.1" status: 200 len: 867 time: 1.6905770 Jul 27 21:21:49.491737 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3c8183-441a-4cc6-a879-77e8732f9c19 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Pushing event deleted for resources: {'Port': ['ID=c73e452f-d490-425d-9f85-77819db3e4b8,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:21:49.523328 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50127cc1-adfe-4b25-807b-c999e07e266e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4371b25e-87a3-4a85-af3f-a5d9ba0d3c8d,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:21:49.548052 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-570652e9-7de2-4684-be76-115eefb7ae87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-22', False) {} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:21:49.587997 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-570652e9-7de2-4684-be76-115eefb7ae87 None None] Routers {'e99b49cb-87f1-445e-98b5-15e2f016f242'} bound to L3 agent in host n-d-705658-22 {{(pid=105587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:21:49.589708 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-570652e9-7de2-4684-be76-115eefb7ae87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:21:42Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['e99b49cb-87f1-445e-98b5-15e2f016f242'], 'active': True} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:21:49.602345 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42124391-767e-4024-b39f-172de5fecec9 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:21:49.604232 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-42124391-767e-4024-b39f-172de5fecec9 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] 10.222.0.59 "GET /v2.0/ports?device_id=e99b49cb-87f1-445e-98b5-15e2f016f242 HTTP/1.1" status: 200 len: 981 time: 0.2230210 Jul 27 21:21:49.620075 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 51478) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:49.673089 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-570652e9-7de2-4684-be76-115eefb7ae87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-22', False) {} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:21:49.673999 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-570652e9-7de2-4684-be76-115eefb7ae87 None None] The sync data for ids ['e99b49cb-87f1-445e-98b5-15e2f016f242'] in n-d-705658-22 is: [] {{(pid=105587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:21:49.811535 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-61aba830-1363-4d3f-888b-135dc45bc92d None None] Provisioning for port 00547b3e-0756-4470-90cc-00797ceee652 completed by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:21:49.816171 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-61aba830-1363-4d3f-888b-135dc45bc92d None None] Provisioning complete for port 00547b3e-0756-4470-90cc-00797ceee652 triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:21:49.816549 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-61aba830-1363-4d3f-888b-135dc45bc92d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:49.891922 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-14f1d6b7-248a-480b-a05e-b24044f1a660 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:49.906457 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-61aba830-1363-4d3f-888b-135dc45bc92d None None] Port 00547b3e-0756-4470-90cc-00797ceee652 was deleted so its status cannot be updated. {{(pid=105586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 27 21:21:50.010965 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-b542d108-10f0-43e0-916b-70b0f7f3146f tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:50.219712 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b542d108-10f0-43e0-916b-70b0f7f3146f tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Pushing event deleted for resources: {'Port': ['ID=00547b3e-0756-4470-90cc-00797ceee652,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:21:50.281045 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-99c53a7a-4dbd-4f7c-b419-9f4ffd545eab None None] Provisioning for port 17ab1fe3-be70-4adb-99d6-42354c42cbdb completed by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:21:50.323074 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-99c53a7a-4dbd-4f7c-b419-9f4ffd545eab None None] Provisioning complete for port 17ab1fe3-be70-4adb-99d6-42354c42cbdb triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:21:50.323698 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-99c53a7a-4dbd-4f7c-b419-9f4ffd545eab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:50.386251 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-724feea9-879d-4ff6-99ad-06ed36376357 req-ece46054-924e-4de7-b4f2-6dbb3e280aa0 tempest-VolumesActionsTest-494703854 tempest-VolumesActionsTest-494703854-project] 10.222.0.59 "GET /v2.0/security-groups?id=af8a7608-1612-4015-9749-0670046fd2ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9196782 Jul 27 21:21:50.394350 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 51486) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:50.523954 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-b542d108-10f0-43e0-916b-70b0f7f3146f tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:50.528833 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-b542d108-10f0-43e0-916b-70b0f7f3146f tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] 10.222.0.59 "DELETE /v2.0/ports/00547b3e-0756-4470-90cc-00797ceee652 HTTP/1.1" status: 204 len: 168 time: 3.3466642 Jul 27 21:21:50.533664 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 51490) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:50.534614 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-ec4067c8-3038-4caa-964a-b323b262e30e admin admin] Notify callbacks [] for security_group, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:50.649099 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-99c53a7a-4dbd-4f7c-b419-9f4ffd545eab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:50.715156 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-99c53a7a-4dbd-4f7c-b419-9f4ffd545eab None None] For port 17ab1fe3-be70-4adb-99d6-42354c42cbdb, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=17ab1fe3-be70-4adb-99d6-42354c42cbdb,segment=NetworkSegment(cf957761-dacc-434e-92aa-f236fcc3b3ab),segment_id=cf957761-dacc-434e-92aa-f236fcc3b3ab)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:21:50.730916 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-99c53a7a-4dbd-4f7c-b419-9f4ffd545eab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:50.751688 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-93472935-8a80-4adf-ac93-74e616b57b99 tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8790688807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-10221611'] for subnet, after_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:51.009050 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device 7f11f1dd-0ebe-47f9-b31e-421865f69501 no longer exists at agent hyperv_n-h1-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:21:51.028141 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-9e3c8183-441a-4cc6-a879-77e8732f9c19 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3743915', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4076308'] for router_interface, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:51.036310 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 51496) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:51.086014 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-28650df7-c46c-4981-b84f-37d87254047e None None] No Port match for: 7f11f1dd-0ebe-47f9-b31e-421865f69501 {{(pid=105586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:21:51.093929 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device 7f11f1dd-0ebe-47f9-b31e-421865f69501 not bound to the agent host n-h1-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:21:51.144148 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-99c53a7a-4dbd-4f7c-b419-9f4ffd545eab None None] Provisioning for port 1191088d-4645-474f-872e-7cb42dfa90a8 completed by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:21:51.161524 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.db_base_plugin_common [None req-14f1d6b7-248a-480b-a05e-b24044f1a660 None None] Allocated IP 172.20.0.3 (ab21fff3-5917-46e9-8a5a-776ef46c28be/956eb2b9-7ce9-4dd6-a88a-d68f4ae74fee/3d1ca816-85a4-48fd-952a-8fb56a6d3882) {{(pid=105586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:21:51.168426 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93472935-8a80-4adf-ac93-74e616b57b99 tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:21:51.172003 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-93472935-8a80-4adf-ac93-74e616b57b99 tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Notify callbacks [] for subnet, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:51.173414 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-93472935-8a80-4adf-ac93-74e616b57b99 tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] 10.222.0.59 "PUT /v2.0/subnets/956eb2b9-7ce9-4dd6-a88a-d68f4ae74fee HTTP/1.1" status: 200 len: 877 time: 3.8082380 Jul 27 21:21:51.184048 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 51500) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:51.188613 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-99c53a7a-4dbd-4f7c-b419-9f4ffd545eab None None] Provisioning complete for port 1191088d-4645-474f-872e-7cb42dfa90a8 triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:21:51.189000 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-99c53a7a-4dbd-4f7c-b419-9f4ffd545eab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:51.204716 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c53a7a-4dbd-4f7c-b419-9f4ffd545eab None None] Pushing event updated for resources: {'Port': ['ID=17ab1fe3-be70-4adb-99d6-42354c42cbdb,revision_number=3']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:21:51.235219 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93472935-8a80-4adf-ac93-74e616b57b99 tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Pushing event updated for resources: {'Subnet': ['ID=956eb2b9-7ce9-4dd6-a88a-d68f4ae74fee,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:21:51.338569 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f0e1c9b-c503-4c2a-b0b2-f6b76bf54ca1 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:21:51.348049 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-4f0e1c9b-c503-4c2a-b0b2-f6b76bf54ca1 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.8110919 Jul 27 21:21:51.351262 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 51502) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:51.369184 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-4318f1ee-a903-4827-ae2c-b875b7527eaf admin admin] Notify callbacks [] for security_group, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:51.473483 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-99c53a7a-4dbd-4f7c-b419-9f4ffd545eab None None] Port 1191088d-4645-474f-872e-7cb42dfa90a8 cannot update to ACTIVE because it is not bound. {{(pid=105586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:21:51.493325 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-99c53a7a-4dbd-4f7c-b419-9f4ffd545eab None None] Could not find standard attr ID for object 00547b3e-0756-4470-90cc-00797ceee652. {{(pid=105586) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 27 21:21:51.518799 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-87a57204-075b-4f38-8aaa-ed955de1af09 tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-990557'] for network, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:51.626332 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-ec4067c8-3038-4caa-964a-b323b262e30e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:51.647705 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-686e3e47-a231-4275-867f-e4c5029f6c4e tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:21:51.654866 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-686e3e47-a231-4275-867f-e4c5029f6c4e tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.3007512 Jul 27 21:21:51.660247 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-06d9bd25-7c80-4de8-a97b-fb8af686369c None None] Provisioning complete for port 1191088d-4645-474f-872e-7cb42dfa90a8 triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:21:51.660721 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-06d9bd25-7c80-4de8-a97b-fb8af686369c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:51.663220 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-14f1d6b7-248a-480b-a05e-b24044f1a660 None None] Notify callbacks [] for port, precommit_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:51.682522 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 51508) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:51.691968 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-14f1d6b7-248a-480b-a05e-b24044f1a660 None None] Transition to ACTIVE for port object 3d1ca816-85a4-48fd-952a-8fb56a6d3882 will not be triggered until provisioned by entity L2. {{(pid=105586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:21:51.729402 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-06d9bd25-7c80-4de8-a97b-fb8af686369c None None] Port 1191088d-4645-474f-872e-7cb42dfa90a8 cannot update to ACTIVE because it is not bound. {{(pid=105586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:21:51.731572 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-14f1d6b7-248a-480b-a05e-b24044f1a660 None None] Transition to ACTIVE for port object 3d1ca816-85a4-48fd-952a-8fb56a6d3882 will not be triggered until provisioned by entity DHCP. {{(pid=105586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:21:51.741128 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-14f1d6b7-248a-480b-a05e-b24044f1a660 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143'] for port, after_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:51.751639 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-ec4067c8-3038-4caa-964a-b323b262e30e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:51.829402 n-d-705658-22 neutron-server[105586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14f1d6b7-248a-480b-a05e-b24044f1a660 None None] Network ab21fff3-5917-46e9-8a5a-776ef46c28be is already hosted by enough agents. {{(pid=105586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:21:51.835852 n-d-705658-22 neutron-server[105586]: DEBUG neutron.scheduler.base_scheduler [None req-14f1d6b7-248a-480b-a05e-b24044f1a660 None None] Resources bound (agent type, host, resource id): {{(pid=105586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:21:51.838135 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f1d6b7-248a-480b-a05e-b24044f1a660 None None] Pushing event updated for resources: {'Port': ['ID=3d1ca816-85a4-48fd-952a-8fb56a6d3882,revision_number=1']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:21:51.840662 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14f1d6b7-248a-480b-a05e-b24044f1a660 None None] Received port after_create {{(pid=105586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:21:51.852210 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-87a57204-075b-4f38-8aaa-ed955de1af09 tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854965'] for subnet, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:51.868706 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abeb9fbb-d0a9-45a1-9d45-0050145f3f51 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:21:51.870489 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abeb9fbb-d0a9-45a1-9d45-0050145f3f51 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:21:51.872047 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abeb9fbb-d0a9-45a1-9d45-0050145f3f51 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:21:51.881922 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-abeb9fbb-d0a9-45a1-9d45-0050145f3f51 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1979363 Jul 27 21:21:51.910789 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 51510) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:51.940162 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-14f1d6b7-248a-480b-a05e-b24044f1a660 None None] Attempting to bind port 3d1ca816-85a4-48fd-952a-8fb56a6d3882 on host n-d-705658-22 for vnic_type normal with profile {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:21:51.940603 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-14f1d6b7-248a-480b-a05e-b24044f1a660 None None] Attempting to bind port 3d1ca816-85a4-48fd-952a-8fb56a6d3882 by drivers openvswitch,hyperv on host n-d-705658-22 at level 0 using segments [{'id': '40bb481f-ad83-410d-9180-d69aa13ecde6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'ab21fff3-5917-46e9-8a5a-776ef46c28be'}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:21:51.941283 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14f1d6b7-248a-480b-a05e-b24044f1a660 None None] Attempting to bind port 3d1ca816-85a4-48fd-952a-8fb56a6d3882 on network ab21fff3-5917-46e9-8a5a-776ef46c28be {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:21:51.947949 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14f1d6b7-248a-480b-a05e-b24044f1a660 None None] Checking agent: {'id': '04a7ea91-6318-467e-ace6-b0fb48c8690f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 41, 42), 'started_at': datetime.datetime(2021, 7, 27, 20, 42, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 21, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:21:51.948183 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14f1d6b7-248a-480b-a05e-b24044f1a660 None None] Checking segment: {'id': '40bb481f-ad83-410d-9180-d69aa13ecde6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'ab21fff3-5917-46e9-8a5a-776ef46c28be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:21:51.948517 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-14f1d6b7-248a-480b-a05e-b24044f1a660 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:51.949034 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14f1d6b7-248a-480b-a05e-b24044f1a660 None None] Bound using segment: {'id': '40bb481f-ad83-410d-9180-d69aa13ecde6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'ab21fff3-5917-46e9-8a5a-776ef46c28be'} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:21:51.950227 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-14f1d6b7-248a-480b-a05e-b24044f1a660 None None] Bound port: 3d1ca816-85a4-48fd-952a-8fb56a6d3882, host: n-d-705658-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40bb481f-ad83-410d-9180-d69aa13ecde6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'ab21fff3-5917-46e9-8a5a-776ef46c28be'}}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:21:51.950671 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-14f1d6b7-248a-480b-a05e-b24044f1a660 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:52.141636 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c7784d98-e0a6-4d55-ae93-6699c99d9297 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4076536'] for router_interface, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:52.155058 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-14f1d6b7-248a-480b-a05e-b24044f1a660 None None] For port 3d1ca816-85a4-48fd-952a-8fb56a6d3882, host n-d-705658-22, cleared binding levels {{(pid=105586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:21:52.175372 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-14f1d6b7-248a-480b-a05e-b24044f1a660 None None] For port 3d1ca816-85a4-48fd-952a-8fb56a6d3882, host n-d-705658-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=3d1ca816-85a4-48fd-952a-8fb56a6d3882,segment=NetworkSegment(40bb481f-ad83-410d-9180-d69aa13ecde6),segment_id=40bb481f-ad83-410d-9180-d69aa13ecde6)] {{(pid=105586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:21:52.190229 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-14f1d6b7-248a-480b-a05e-b24044f1a660 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:52.217237 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-ec4067c8-3038-4caa-964a-b323b262e30e admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=0f004c828a254cb9bc70470583695ab3&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7778111 Jul 27 21:21:52.220035 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 51520) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:52.245083 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-4318f1ee-a903-4827-ae2c-b875b7527eaf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:52.247257 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4067c8-3038-4caa-964a-b323b262e30e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf2c8be5-03a3-4edd-ac70-c48f50c63da0,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:21:52.251571 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e3c8183-441a-4cc6-a879-77e8732f9c19 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Router 48756b68-cd7c-4f81-89d6-99e8b7895af5 has already been hosted by L3 agent dd128fd7-8e57-4d4f-895b-a96b369df59a {{(pid=105585) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:21:52.263308 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-4318f1ee-a903-4827-ae2c-b875b7527eaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:52.279572 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-87a57204-075b-4f38-8aaa-ed955de1af09 tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9014081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9738825'] for subnet, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:52.287859 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f1d6b7-248a-480b-a05e-b24044f1a660 None None] Pushing event updated for resources: {'Port': ['ID=3d1ca816-85a4-48fd-952a-8fb56a6d3882,revision_number=2']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:21:52.352839 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a57204-075b-4f38-8aaa-ed955de1af09 tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Pushing event deleted for resources: {'Subnet': ['ID=956eb2b9-7ce9-4dd6-a88a-d68f4ae74fee,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:21:52.354073 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4318f1ee-a903-4827-ae2c-b875b7527eaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbbd2550-e60e-47e1-bee4-60f05d895d12,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:21:52.362633 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-4318f1ee-a903-4827-ae2c-b875b7527eaf admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=26bf2fde2b064ebeb8633cc5856b0cfd&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3142128 Jul 27 21:21:52.366121 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 51524) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:52.377767 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b1d1c3d-215a-44ea-91a2-f609bb8dce52 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Deleting subnet 7ffff2c9-923d-4031-9fb0-057daa8abb75 {{(pid=105585) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:21:52.382503 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-1b1d1c3d-215a-44ea-91a2-f609bb8dce52 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks [] for subnet, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:52.525511 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-1b1d1c3d-215a-44ea-91a2-f609bb8dce52 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9887057'] for subnet, precommit_delete_associations {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:52.559211 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-b4bcbbcd-6c8f-4145-ba1b-c94a78901026 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:52.581714 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-87a57204-075b-4f38-8aaa-ed955de1af09 tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853562', 'neutron.services.segments.db._delete_segments_for_network-8790688882975'] for network, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:52.586246 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-18c59c49-b707-4873-9cfa-a9d92856acbf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:52.611425 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-18c59c49-b707-4873-9cfa-a9d92856acbf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:52.700277 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.segments.db [None req-87a57204-075b-4f38-8aaa-ed955de1af09 tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab21fff3-5917-46e9-8a5a-776ef46c28be']}} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:21:52.704802 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-18c59c49-b707-4873-9cfa-a9d92856acbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:52.707474 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-18c59c49-b707-4873-9cfa-a9d92856acbf admin admin] Notify callbacks [] for security_group, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:52.709525 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-18c59c49-b707-4873-9cfa-a9d92856acbf admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/bbbd2550-e60e-47e1-bee4-60f05d895d12 HTTP/1.1" status: 204 len: 168 time: 0.3419445 Jul 27 21:21:52.741732 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.segments.db [None req-87a57204-075b-4f38-8aaa-ed955de1af09 tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40bb481f-ad83-410d-9180-d69aa13ecde6') {'for_net_delete': True} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:21:52.742171 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.segments.db [None req-87a57204-075b-4f38-8aaa-ed955de1af09 tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40bb481f-ad83-410d-9180-d69aa13ecde6') {} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:21:52.766655 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c59c49-b707-4873-9cfa-a9d92856acbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbbd2550-e60e-47e1-bee4-60f05d895d12,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:21:52.775232 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-87a57204-075b-4f38-8aaa-ed955de1af09 tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790688883752', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9014348'] for segment, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:52.819589 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-87a57204-075b-4f38-8aaa-ed955de1af09 tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:52.890579 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87a57204-075b-4f38-8aaa-ed955de1af09 tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Releasing vlan 246 on physical network physnet1 to pool {{(pid=105584) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:21:52.891603 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-87a57204-075b-4f38-8aaa-ed955de1af09 tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9014063'] for segment, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:52.898829 n-d-705658-22 neutron-server[105584]: Traceback (most recent call last): Jul 27 21:21:52.898829 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:21:52.898829 n-d-705658-22 neutron-server[105584]: timer() Jul 27 21:21:52.898829 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:21:52.898829 n-d-705658-22 neutron-server[105584]: cb(*args, **kw) Jul 27 21:21:52.898829 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:21:52.898829 n-d-705658-22 neutron-server[105584]: return func(*args, **kwargs) Jul 27 21:21:52.898829 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:21:52.898829 n-d-705658-22 neutron-server[105584]: self._notify() Jul 27 21:21:52.898829 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:21:52.898829 n-d-705658-22 neutron-server[105584]: self.callback(batched_events) Jul 27 21:21:52.898829 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:21:52.898829 n-d-705658-22 neutron-server[105584]: event.method(event) Jul 27 21:21:52.898829 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:21:52.898829 n-d-705658-22 neutron-server[105584]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:21:52.898829 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:21:52.898829 n-d-705658-22 neutron-server[105584]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:21:52.898829 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:21:52.898829 n-d-705658-22 neutron-server[105584]: return f(self, *a, **k) Jul 27 21:21:52.898829 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:21:52.898829 n-d-705658-22 neutron-server[105584]: return self._get(url).json() Jul 27 21:21:52.898829 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:21:52.898829 n-d-705658-22 neutron-server[105584]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:21:52.898829 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:21:52.898829 n-d-705658-22 neutron-server[105584]: return self.request(url, 'GET', **kwargs) Jul 27 21:21:52.898829 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:21:52.898829 n-d-705658-22 neutron-server[105584]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:21:52.898829 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:21:52.898829 n-d-705658-22 neutron-server[105584]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:21:52.898829 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:21:52.898829 n-d-705658-22 neutron-server[105584]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:21:52.898829 n-d-705658-22 neutron-server[105584]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:21:53.112093 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.db.api [None req-87a57204-075b-4f38-8aaa-ed955de1af09 tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 27 21:21:53.112093 n-d-705658-22 neutron-server[105584]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 27 21:21:53.112093 n-d-705658-22 neutron-server[105584]: [parameters: {'id': 'ab21fff3-5917-46e9-8a5a-776ef46c28be'}] Jul 27 21:21:53.112093 n-d-705658-22 neutron-server[105584]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=105584) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 27 21:21:53.112663 n-d-705658-22 neutron-server[105584]: DEBUG oslo_db.api [None req-87a57204-075b-4f38-8aaa-ed955de1af09 tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 27 21:21:53.116523 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 3d1ca816-85a4-48fd-952a-8fb56a6d3882 up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:21:53.184564 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-c7784d98-e0a6-4d55-ae93-6699c99d9297 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Deleting port 1191088d-4645-474f-872e-7cb42dfa90a8 {{(pid=105584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:21:53.186380 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c7784d98-e0a6-4d55-ae93-6699c99d9297 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:53.316102 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning for port 3d1ca816-85a4-48fd-952a-8fb56a6d3882 completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:21:53.323611 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 17ab1fe3-be70-4adb-99d6-42354c42cbdb up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:21:53.339200 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c7784d98-e0a6-4d55-ae93-6699c99d9297 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:53.367796 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-c7784d98-e0a6-4d55-ae93-6699c99d9297 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Calling delete_port for 1191088d-4645-474f-872e-7cb42dfa90a8 owned by network:router_interface {{(pid=105584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:21:53.492303 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port 17ab1fe3-be70-4adb-99d6-42354c42cbdb triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:21:53.494343 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:53.589246 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-1b1d1c3d-215a-44ea-91a2-f609bb8dce52 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854965'] for subnet, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:53.644586 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-87a57204-075b-4f38-8aaa-ed955de1af09 tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-990557'] for network, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:53.655377 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 51534) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:53.660421 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c7784d98-e0a6-4d55-ae93-6699c99d9297 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:53.665484 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-1b1d1c3d-215a-44ea-91a2-f609bb8dce52 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10221602', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9990583'] for subnet, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:53.723311 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-b4bcbbcd-6c8f-4145-ba1b-c94a78901026 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:53.737098 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1d1c3d-215a-44ea-91a2-f609bb8dce52 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Pushing event deleted for resources: {'Subnet': ['ID=7ffff2c9-923d-4031-9fb0-057daa8abb75,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:21:53.742111 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-1b1d1c3d-215a-44ea-91a2-f609bb8dce52 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks [] for subnet, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:53.751037 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-1b1d1c3d-215a-44ea-91a2-f609bb8dce52 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] 10.222.0.59 "DELETE /v2.0/subnets/7ffff2c9-923d-4031-9fb0-057daa8abb75 HTTP/1.1" status: 204 len: 168 time: 1.8391623 Jul 27 21:21:53.755762 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 51536) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:53.761070 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-38540d60-5f06-4a9c-88d8-30e2dcf3624f admin admin] Notify callbacks [] for security_group, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:53.779516 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b78489d-795a-4beb-8944-808a3cdaae0d None None] Network 1d615a85-844c-4c57-a0fc-2090e87300f0 requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:21:53.784932 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e3c8183-441a-4cc6-a879-77e8732f9c19 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify agent at l3_agent.n-d-705658-22 the message routers_updated {{(pid=105585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:21:53.807453 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-9e3c8183-441a-4cc6-a879-77e8732f9c19 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] 10.222.0.59 "PUT /v2.0/routers/48756b68-cd7c-4f81-89d6-99e8b7895af5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.0393286 Jul 27 21:21:53.808464 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 51538) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:53.812797 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7784d98-e0a6-4d55-ae93-6699c99d9297 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Pushing event deleted for resources: {'Port': ['ID=1191088d-4645-474f-872e-7cb42dfa90a8,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:21:53.859640 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4add7aa-b837-4f32-a222-09af424fa74e None None] Sync routers for ids ['48756b68-cd7c-4f81-89d6-99e8b7895af5'] in n-d-705658-22 {{(pid=105586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:21:53.904904 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4add7aa-b837-4f32-a222-09af424fa74e None None] Routers {'48756b68-cd7c-4f81-89d6-99e8b7895af5'} bound to L3 agent in host n-d-705658-22 {{(pid=105586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:21:53.905927 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-f4add7aa-b837-4f32-a222-09af424fa74e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:21:42Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['48756b68-cd7c-4f81-89d6-99e8b7895af5'], 'active': True} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:21:53.940750 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.db_base_plugin_v2 [None req-4cc59b26-89a4-449d-b080-80798f099d8f tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Deleting subnet 01bef050-fb0a-4ec7-a814-df3307ad6529 {{(pid=105585) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:21:53.948148 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-4cc59b26-89a4-449d-b080-80798f099d8f tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks [] for subnet, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:54.014920 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-b4bcbbcd-6c8f-4145-ba1b-c94a78901026 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:54.018224 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-b4bcbbcd-6c8f-4145-ba1b-c94a78901026 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:54.022215 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-b4bcbbcd-6c8f-4145-ba1b-c94a78901026 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/bf2c8be5-03a3-4edd-ac70-c48f50c63da0 HTTP/1.1" status: 204 len: 168 time: 1.7954512 Jul 27 21:21:54.035819 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.db_base_plugin_v2 [None req-216a8135-0476-4207-8a69-a2fb8288b8c9 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Deleting subnet d59ee291-71f4-47cb-92a5-00a5563a45da {{(pid=105584) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:21:54.039847 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-216a8135-0476-4207-8a69-a2fb8288b8c9 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks [] for subnet, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:54.042692 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bcbbcd-6c8f-4145-ba1b-c94a78901026 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf2c8be5-03a3-4edd-ac70-c48f50c63da0,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:21:54.053498 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5f6b57e-6919-4ee8-989e-ce2209648efe None None] Network ab21fff3-5917-46e9-8a5a-776ef46c28be requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:21:54.053658 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-4cc59b26-89a4-449d-b080-80798f099d8f tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9887057'] for subnet, precommit_delete_associations {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:54.086024 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-216a8135-0476-4207-8a69-a2fb8288b8c9 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9014207'] for subnet, precommit_delete_associations {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:54.171384 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-216a8135-0476-4207-8a69-a2fb8288b8c9 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854965'] for subnet, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:54.269679 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-216a8135-0476-4207-8a69-a2fb8288b8c9 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9014081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9738825'] for subnet, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:54.415891 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216a8135-0476-4207-8a69-a2fb8288b8c9 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Pushing event deleted for resources: {'Subnet': ['ID=d59ee291-71f4-47cb-92a5-00a5563a45da,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:21:54.418277 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-216a8135-0476-4207-8a69-a2fb8288b8c9 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks [] for subnet, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:54.429080 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-216a8135-0476-4207-8a69-a2fb8288b8c9 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] 10.222.0.59 "DELETE /v2.0/subnets/d59ee291-71f4-47cb-92a5-00a5563a45da HTTP/1.1" status: 204 len: 168 time: 0.6651225 Jul 27 21:21:54.440498 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-4cc59b26-89a4-449d-b080-80798f099d8f tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854965'] for subnet, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:54.442321 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-87a57204-075b-4f38-8aaa-ed955de1af09 tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Deleting port 3d1ca816-85a4-48fd-952a-8fb56a6d3882 {{(pid=105584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:21:54.442685 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-87a57204-075b-4f38-8aaa-ed955de1af09 tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:54.533292 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvr_db [None req-f4add7aa-b837-4f32-a222-09af424fa74e None None] Set router 48756b68-cd7c-4f81-89d6-99e8b7895af5 gateway port host: n-d-705658-22 {{(pid=105586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:21:54.540250 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-4d87fbf5-2060-4329-ac2f-ec0e486248d7 None None] Provisioning for port 3d1ca816-85a4-48fd-952a-8fb56a6d3882 completed by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:21:54.585112 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 51550) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:54.596087 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-4cc59b26-89a4-449d-b080-80798f099d8f tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10221602', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9990583'] for subnet, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:54.620903 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [None req-87a57204-075b-4f38-8aaa-ed955de1af09 tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] For port 3d1ca816-85a4-48fd-952a-8fb56a6d3882, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=3d1ca816-85a4-48fd-952a-8fb56a6d3882,segment=NetworkSegment(40bb481f-ad83-410d-9180-d69aa13ecde6),segment_id=40bb481f-ad83-410d-9180-d69aa13ecde6)] {{(pid=105584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:21:54.641976 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-87a57204-075b-4f38-8aaa-ed955de1af09 tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:54.659310 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-4d87fbf5-2060-4329-ac2f-ec0e486248d7 None None] Provisioning complete for port 3d1ca816-85a4-48fd-952a-8fb56a6d3882 triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:21:54.660355 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-4d87fbf5-2060-4329-ac2f-ec0e486248d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:54.672172 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-4cc59b26-89a4-449d-b080-80798f099d8f tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks [] for subnet, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:54.678851 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-4cc59b26-89a4-449d-b080-80798f099d8f tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] 10.222.0.59 "DELETE /v2.0/subnets/01bef050-fb0a-4ec7-a814-df3307ad6529 HTTP/1.1" status: 204 len: 168 time: 0.8647835 Jul 27 21:21:54.679879 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-87a57204-075b-4f38-8aaa-ed955de1af09 tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Calling delete_port for 3d1ca816-85a4-48fd-952a-8fb56a6d3882 owned by network:dhcp {{(pid=105584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:21:54.680000 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 51556) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:54.680794 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc59b26-89a4-449d-b080-80798f099d8f tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Pushing event deleted for resources: {'Subnet': ['ID=01bef050-fb0a-4ec7-a814-df3307ad6529,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:21:54.689483 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-928a1147-9b9e-425d-a9b0-6c090f432fd4 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1025975 Jul 27 21:21:54.704424 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 51558) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:54.710937 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-0358b9cd-a664-4d2e-8235-d036106e1113 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Request body: {'subnet': {'network_id': '1d615a85-844c-4c57-a0fc-2090e87300f0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:21:54.846700 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fe28a86-b8d3-4d5b-96c1-bc77f1fb6387 None None] Network 1473080c-86ba-4d44-8dcc-5442b4565b0c requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:21:54.914454 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 51562) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:54.962201 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-87a57204-075b-4f38-8aaa-ed955de1af09 tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:55.010712 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c7784d98-e0a6-4d55-ae93-6699c99d9297 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3743915', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4076308'] for router_interface, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:55.012566 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a57204-075b-4f38-8aaa-ed955de1af09 tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Pushing event deleted for resources: {'Port': ['ID=3d1ca816-85a4-48fd-952a-8fb56a6d3882,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:21:55.014523 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87a57204-075b-4f38-8aaa-ed955de1af09 tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] No DVR routers for this DVR port 3d1ca816-85a4-48fd-952a-8fb56a6d3882 on host n-d-705658-22 {{(pid=105584) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:21:55.087963 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-4d87fbf5-2060-4329-ac2f-ec0e486248d7 None None] Could not find standard attr ID for object 3d1ca816-85a4-48fd-952a-8fb56a6d3882. {{(pid=105586) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 27 21:21:55.091184 n-d-705658-22 neutron-server[105586]: INFO neutron.plugins.ml2.db [None req-4d87fbf5-2060-4329-ac2f-ec0e486248d7 None None] No ports have port_id starting with 3d1ca816-85a4-48fd-952a-8fb56a6d3882 Jul 27 21:21:55.104612 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-38540d60-5f06-4a9c-88d8-30e2dcf3624f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:55.112923 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-a3514e70-ef10-4644-a8e8-5cedb411dfed admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=9f0742575c014c6499859e918c075b1d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1946867 Jul 27 21:21:55.121990 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 51564) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:55.198228 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-f4add7aa-b837-4f32-a222-09af424fa74e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48756b68-cd7c-4f81-89d6-99e8b7895af5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2113325065', 'tenant_id': '379416b786c44e07b1b1ba1a5ea96882', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.84'}], 'enable_snat': True}, 'gw_port_id': '7c107f54-682c-48b2-a7fa-d555e7b58777', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:17:36Z', 'updated_at': '2021-07-27T21:21:48Z', 'revision_number': 5, 'project_id': '379416b786c44e07b1b1ba1a5ea96882', 'gw_port': {'id': '7c107f54-682c-48b2-a7fa-d555e7b58777', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:58:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48756b68-cd7c-4f81-89d6-99e8b7895af5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2702, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:17:37Z', 'updated_at': '2021-07-27T21:17:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22'}], 'n-d-705658-22', False) {} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:21:55.204685 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f289427c-3e7b-4fc2-8523-f7ca61f8f312 None None] DHCP port deletion for ab21fff3-5917-46e9-8a5a-776ef46c28be request from n-d-705658-22 {{(pid=105586) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 21:21:55.210737 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-38540d60-5f06-4a9c-88d8-30e2dcf3624f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:55.212202 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0358b9cd-a664-4d2e-8235-d036106e1113 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Made reservation on behalf of fcd7bb7d26624f8f823446f0b0a5006f for: {'subnet': 1} {{(pid=105585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:21:55.215755 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-0358b9cd-a664-4d2e-8235-d036106e1113 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9990620'] for subnet, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:55.234182 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-9d6e9e07-e8ab-48ad-acb5-433e86841d0b tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks [] for router, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:55.242163 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4add7aa-b837-4f32-a222-09af424fa74e None None] Checking router: 48756b68-cd7c-4f81-89d6-99e8b7895af5 for host: n-d-705658-22 {{(pid=105586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:21:55.263917 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4add7aa-b837-4f32-a222-09af424fa74e None None] Routers {'48756b68-cd7c-4f81-89d6-99e8b7895af5'} bound to L3 agent in host n-d-705658-22 {{(pid=105586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:21:55.264876 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-f4add7aa-b837-4f32-a222-09af424fa74e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:21:42Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['48756b68-cd7c-4f81-89d6-99e8b7895af5'], 'active': True} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:21:55.410841 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvr_db [None req-f4add7aa-b837-4f32-a222-09af424fa74e None None] Set router 48756b68-cd7c-4f81-89d6-99e8b7895af5 gateway port host: n-d-705658-22 {{(pid=105586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:21:55.418811 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-87a57204-075b-4f38-8aaa-ed955de1af09 tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853562', 'neutron.services.segments.db._delete_segments_for_network-8790688882975'] for network, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:55.429400 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-38540d60-5f06-4a9c-88d8-30e2dcf3624f admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=28c98d66f41340a5906a05f31898b957&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7572527 Jul 27 21:21:55.436513 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 51568) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:55.467292 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38540d60-5f06-4a9c-88d8-30e2dcf3624f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=366b3835-a269-4873-befc-8dfa55da7870,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:21:55.472612 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.segments.db [None req-87a57204-075b-4f38-8aaa-ed955de1af09 tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab21fff3-5917-46e9-8a5a-776ef46c28be']}} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:21:55.493538 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0857970-7db1-4870-b369-9ff2cb3ea486 None None] Network ab21fff3-5917-46e9-8a5a-776ef46c28be requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:21:55.495197 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b136062-7ff4-4cef-8982-dbb124e690e6 None None] DHCP port deletion for 1d615a85-844c-4c57-a0fc-2090e87300f0 request from n-d-705658-22 {{(pid=105586) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 21:21:55.627546 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.segments.db [None req-87a57204-075b-4f38-8aaa-ed955de1af09 tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40bb481f-ad83-410d-9180-d69aa13ecde6') {'for_net_delete': True} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:21:55.628240 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.segments.db [None req-87a57204-075b-4f38-8aaa-ed955de1af09 tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40bb481f-ad83-410d-9180-d69aa13ecde6') {} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:21:55.647216 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-87a57204-075b-4f38-8aaa-ed955de1af09 tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790688883752', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9014348'] for segment, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:55.673255 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-1da4e166-7202-4293-8307-4dc9a86d13ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:55.694145 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-87a57204-075b-4f38-8aaa-ed955de1af09 tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:55.699327 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7784d98-e0a6-4d55-ae93-6699c99d9297 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Router e99b49cb-87f1-445e-98b5-15e2f016f242 has already been hosted by L3 agent dd128fd7-8e57-4d4f-895b-a96b369df59a {{(pid=105584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:21:55.717668 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87a57204-075b-4f38-8aaa-ed955de1af09 tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Releasing vlan 246 on physical network physnet1 to pool {{(pid=105584) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:21:55.718423 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-87a57204-075b-4f38-8aaa-ed955de1af09 tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9014063'] for segment, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:55.725022 n-d-705658-22 neutron-server[105584]: Traceback (most recent call last): Jul 27 21:21:55.725022 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:21:55.725022 n-d-705658-22 neutron-server[105584]: timer() Jul 27 21:21:55.725022 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:21:55.725022 n-d-705658-22 neutron-server[105584]: cb(*args, **kw) Jul 27 21:21:55.725022 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:21:55.725022 n-d-705658-22 neutron-server[105584]: return func(*args, **kwargs) Jul 27 21:21:55.725022 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:21:55.725022 n-d-705658-22 neutron-server[105584]: self._notify() Jul 27 21:21:55.725022 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:21:55.725022 n-d-705658-22 neutron-server[105584]: self.callback(batched_events) Jul 27 21:21:55.725022 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:21:55.725022 n-d-705658-22 neutron-server[105584]: event.method(event) Jul 27 21:21:55.725022 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:21:55.725022 n-d-705658-22 neutron-server[105584]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:21:55.725022 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:21:55.725022 n-d-705658-22 neutron-server[105584]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:21:55.725022 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:21:55.725022 n-d-705658-22 neutron-server[105584]: return f(self, *a, **k) Jul 27 21:21:55.725022 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:21:55.725022 n-d-705658-22 neutron-server[105584]: return self._get(url).json() Jul 27 21:21:55.725022 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:21:55.725022 n-d-705658-22 neutron-server[105584]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:21:55.725022 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:21:55.725022 n-d-705658-22 neutron-server[105584]: return self.request(url, 'GET', **kwargs) Jul 27 21:21:55.725022 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:21:55.725022 n-d-705658-22 neutron-server[105584]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:21:55.725022 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:21:55.725022 n-d-705658-22 neutron-server[105584]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:21:55.725022 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:21:55.725022 n-d-705658-22 neutron-server[105584]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:21:55.725022 n-d-705658-22 neutron-server[105584]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:21:55.733138 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-4b136062-7ff4-4cef-8982-dbb124e690e6 None None] Deleting port 69ed6f07-b3bb-4b39-9ac3-0e8dbde6a6b9 {{(pid=105586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:21:55.733652 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-4b136062-7ff4-4cef-8982-dbb124e690e6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:55.737571 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b5e2f77-6b0e-4499-9ebc-360317bb9238 None None] DHCP port deletion for 1473080c-86ba-4d44-8dcc-5442b4565b0c request from n-d-705658-22 {{(pid=105586) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 21:21:55.778269 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-1da4e166-7202-4293-8307-4dc9a86d13ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:55.833182 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-87a57204-075b-4f38-8aaa-ed955de1af09 tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4075658'] for network, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:55.879636 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-4b136062-7ff4-4cef-8982-dbb124e690e6 None None] For port 69ed6f07-b3bb-4b39-9ac3-0e8dbde6a6b9, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=69ed6f07-b3bb-4b39-9ac3-0e8dbde6a6b9,segment=NetworkSegment(532d8a52-575f-45de-a3af-efbea8c8f6d5),segment_id=532d8a52-575f-45de-a3af-efbea8c8f6d5)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:21:55.880040 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-4b136062-7ff4-4cef-8982-dbb124e690e6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:55.899254 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-4b136062-7ff4-4cef-8982-dbb124e690e6 None None] Calling delete_port for 69ed6f07-b3bb-4b39-9ac3-0e8dbde6a6b9 owned by network:dhcp {{(pid=105586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:21:55.960176 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-8b5e2f77-6b0e-4499-9ebc-360317bb9238 None None] Deleting port 6001b053-bbf1-4468-a305-768b18948675 {{(pid=105586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:21:55.960543 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-8b5e2f77-6b0e-4499-9ebc-360317bb9238 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:55.968900 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-9d6e9e07-e8ab-48ad-acb5-433e86841d0b tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks [] for router_gateway, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:56.003996 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-3e81ca71-0ef7-405f-9c88-b80036128855 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:56.007997 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-87a57204-075b-4f38-8aaa-ed955de1af09 tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743886'] for network, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:56.016250 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 51572) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:56.026574 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-87a57204-075b-4f38-8aaa-ed955de1af09 tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] 10.222.0.59 "DELETE /v2.0/networks/ab21fff3-5917-46e9-8a5a-776ef46c28be HTTP/1.1" status: 204 len: 168 time: 4.8412333 Jul 27 21:21:56.032522 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a57204-075b-4f38-8aaa-ed955de1af09 tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Pushing event deleted for resources: {'Network': ['ID=ab21fff3-5917-46e9-8a5a-776ef46c28be,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:21:56.039315 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-1da4e166-7202-4293-8307-4dc9a86d13ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:56.040081 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-8b5e2f77-6b0e-4499-9ebc-360317bb9238 None None] For port 6001b053-bbf1-4468-a305-768b18948675, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=6001b053-bbf1-4468-a305-768b18948675,segment=NetworkSegment(19bc2e5f-7908-4153-b6d3-443d5b34a291),segment_id=19bc2e5f-7908-4153-b6d3-443d5b34a291)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:21:56.040503 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-8b5e2f77-6b0e-4499-9ebc-360317bb9238 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:56.042089 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-1da4e166-7202-4293-8307-4dc9a86d13ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:56.045736 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-1da4e166-7202-4293-8307-4dc9a86d13ec admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/7262129a-331b-4005-9193-9855b21571f8 HTTP/1.1" status: 204 len: 168 time: 0.8994298 Jul 27 21:21:56.092353 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-8b5e2f77-6b0e-4499-9ebc-360317bb9238 None None] Calling delete_port for 6001b053-bbf1-4468-a305-768b18948675 owned by network:dhcp {{(pid=105586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:21:56.121031 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-f4add7aa-b837-4f32-a222-09af424fa74e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48756b68-cd7c-4f81-89d6-99e8b7895af5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2113325065', 'tenant_id': '379416b786c44e07b1b1ba1a5ea96882', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.84'}], 'enable_snat': True}, 'gw_port_id': '7c107f54-682c-48b2-a7fa-d555e7b58777', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:17:36Z', 'updated_at': '2021-07-27T21:21:48Z', 'revision_number': 5, 'project_id': '379416b786c44e07b1b1ba1a5ea96882', 'gw_port': {'id': '7c107f54-682c-48b2-a7fa-d555e7b58777', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:58:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48756b68-cd7c-4f81-89d6-99e8b7895af5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2702, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:17:37Z', 'updated_at': '2021-07-27T21:17:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22'}], 'n-d-705658-22', False) {} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:21:56.140997 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-3e81ca71-0ef7-405f-9c88-b80036128855 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:56.161174 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da4e166-7202-4293-8307-4dc9a86d13ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7262129a-331b-4005-9193-9855b21571f8,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:21:56.170423 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4add7aa-b837-4f32-a222-09af424fa74e None None] The sync data for ids ['48756b68-cd7c-4f81-89d6-99e8b7895af5'] in n-d-705658-22 is: [{'id': '48756b68-cd7c-4f81-89d6-99e8b7895af5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2113325065', 'tenant_id': '379416b786c44e07b1b1ba1a5ea96882', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.84'}], 'enable_snat': True}, 'gw_port_id': '7c107f54-682c-48b2-a7fa-d555e7b58777', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:17:36Z', 'updated_at': '2021-07-27T21:21:48Z', 'revision_number': 5, 'project_id': '379416b786c44e07b1b1ba1a5ea96882', 'gw_port': {'id': '7c107f54-682c-48b2-a7fa-d555e7b58777', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:58:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48756b68-cd7c-4f81-89d6-99e8b7895af5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2702, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:17:37Z', 'updated_at': '2021-07-27T21:17:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22'}] {{(pid=105586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:21:56.171300 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7784d98-e0a6-4d55-ae93-6699c99d9297 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Notify agent at l3_agent.n-d-705658-22 the message routers_updated {{(pid=105584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:21:56.189387 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e3d742c-b06c-423e-857a-8adee18b8891 None None] Sync routers for ids ['e99b49cb-87f1-445e-98b5-15e2f016f242'] in n-d-705658-22 {{(pid=105587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:21:56.202215 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-c7784d98-e0a6-4d55-ae93-6699c99d9297 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] 10.222.0.59 "PUT /v2.0/routers/e99b49cb-87f1-445e-98b5-15e2f016f242/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5788147 Jul 27 21:21:56.202517 n-d-705658-22 neutron-server[105585]: INFO neutron.pecan_wsgi.hooks.translation [None req-4be5fc32-d5be-4b0a-92d8-4e65b76e7fb8 tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] DELETE failed (client error): The resource could not be found. Jul 27 21:21:56.203110 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4be5fc32-d5be-4b0a-92d8-4e65b76e7fb8 tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105585) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 21:21:56.203237 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 51576) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:56.207099 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-4be5fc32-d5be-4b0a-92d8-4e65b76e7fb8 tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] 10.222.0.59 "DELETE /v2.0/subnets/956eb2b9-7ce9-4dd6-a88a-d68f4ae74fee HTTP/1.1" status: 404 len: 337 time: 0.1856220 Jul 27 21:21:56.210447 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e3d742c-b06c-423e-857a-8adee18b8891 None None] Routers {'e99b49cb-87f1-445e-98b5-15e2f016f242'} bound to L3 agent in host n-d-705658-22 {{(pid=105587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:21:56.213396 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-0e3d742c-b06c-423e-857a-8adee18b8891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:21:42Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['e99b49cb-87f1-445e-98b5-15e2f016f242'], 'active': True} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:21:56.252691 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 51578) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:56.256137 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-3e81ca71-0ef7-405f-9c88-b80036128855 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:56.261515 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-3e81ca71-0ef7-405f-9c88-b80036128855 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:56.276098 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-3e81ca71-0ef7-405f-9c88-b80036128855 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/366b3835-a269-4873-befc-8dfa55da7870 HTTP/1.1" status: 204 len: 168 time: 0.8215525 Jul 27 21:21:56.297731 n-d-705658-22 neutron-server[105584]: INFO neutron.pecan_wsgi.hooks.translation [None req-62415437-7ff4-49cf-80a6-4a886de92884 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] GET failed (client error): The resource could not be found. Jul 27 21:21:56.299862 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-62415437-7ff4-49cf-80a6-4a886de92884 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] 10.222.0.59 "GET /v2.0/ports/1191088d-4645-474f-872e-7cb42dfa90a8 HTTP/1.1" status: 404 len: 333 time: 0.0950921 Jul 27 21:21:56.301736 n-d-705658-22 neutron-server[105584]: INFO neutron.pecan_wsgi.hooks.translation [None req-72ddc9a7-4248-4207-af41-91099f6e3fac tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] DELETE failed (client error): The resource could not be found. Jul 27 21:21:56.302908 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-72ddc9a7-4248-4207-af41-91099f6e3fac tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105584) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 21:21:56.307274 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-0e3d742c-b06c-423e-857a-8adee18b8891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-22', False) {} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:21:56.308620 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-72ddc9a7-4248-4207-af41-91099f6e3fac tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] 10.222.0.59 "DELETE /v2.0/networks/ab21fff3-5917-46e9-8a5a-776ef46c28be HTTP/1.1" status: 404 len: 339 time: 0.0545800 Jul 27 21:21:56.309990 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 51582) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:56.310657 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 51584) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:56.325810 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e3d742c-b06c-423e-857a-8adee18b8891 None None] Routers {'e99b49cb-87f1-445e-98b5-15e2f016f242'} bound to L3 agent in host n-d-705658-22 {{(pid=105587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:21:56.327356 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-0e3d742c-b06c-423e-857a-8adee18b8891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:21:42Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['e99b49cb-87f1-445e-98b5-15e2f016f242'], 'active': True} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:21:56.329691 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e81ca71-0ef7-405f-9c88-b80036128855 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=366b3835-a269-4873-befc-8dfa55da7870,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:21:56.358219 n-d-705658-22 neutron-server[105584]: INFO neutron.pecan_wsgi.hooks.translation [None req-2df1eb31-04ba-47d5-b210-e3f44514eece tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] DELETE failed (client error): The resource could not be found. Jul 27 21:21:56.359272 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2df1eb31-04ba-47d5-b210-e3f44514eece tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105584) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 21:21:56.364905 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-2df1eb31-04ba-47d5-b210-e3f44514eece tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] 10.222.0.59 "DELETE /v2.0/subnets/67fed87c-c693-429e-9ba9-420af38109e6 HTTP/1.1" status: 404 len: 337 time: 0.0448236 Jul 27 21:21:56.366097 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 51586) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:56.403566 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-4b136062-7ff4-4cef-8982-dbb124e690e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180'] for port, after_delete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:56.425935 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-0e3d742c-b06c-423e-857a-8adee18b8891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-22', False) {} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:21:56.426894 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e3d742c-b06c-423e-857a-8adee18b8891 None None] The sync data for ids ['e99b49cb-87f1-445e-98b5-15e2f016f242'] in n-d-705658-22 is: [] {{(pid=105587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:21:56.456623 n-d-705658-22 neutron-server[105584]: INFO neutron.pecan_wsgi.hooks.translation [None req-15b79dc8-8e67-4577-96d4-67c8abfe0395 tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] DELETE failed (client error): The resource could not be found. Jul 27 21:21:56.457229 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-15b79dc8-8e67-4577-96d4-67c8abfe0395 tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105584) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 21:21:56.466292 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-15b79dc8-8e67-4577-96d4-67c8abfe0395 tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] 10.222.0.59 "DELETE /v2.0/networks/45dd096b-476e-4a2b-8eae-f6fc732cb431 HTTP/1.1" status: 404 len: 339 time: 0.0387757 Jul 27 21:21:56.466432 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b136062-7ff4-4cef-8982-dbb124e690e6 None None] No DVR routers for this DVR port 69ed6f07-b3bb-4b39-9ac3-0e8dbde6a6b9 on host n-d-705658-22 {{(pid=105586) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:21:56.467510 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 51590) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:56.493512 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b136062-7ff4-4cef-8982-dbb124e690e6 None None] Pushing event deleted for resources: {'Port': ['ID=69ed6f07-b3bb-4b39-9ac3-0e8dbde6a6b9,revision_number=None']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:21:56.525437 n-d-705658-22 neutron-server[105585]: DEBUG neutron.objects.ports [None req-0358b9cd-a664-4d2e-8235-d036106e1113 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=105585) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 27 21:21:56.559558 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-0358b9cd-a664-4d2e-8235-d036106e1113 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10221797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9990606'] for subnet, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:56.565834 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-8b5e2f77-6b0e-4499-9ebc-360317bb9238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180'] for port, after_delete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:56.648675 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-d0080253-08d4-4924-9fd1-b245e6c7943d tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Notify callbacks [] for router, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:56.657713 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b5e2f77-6b0e-4499-9ebc-360317bb9238 None None] No DVR routers for this DVR port 6001b053-bbf1-4468-a305-768b18948675 on host n-d-705658-22 {{(pid=105586) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:21:56.674768 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5e2f77-6b0e-4499-9ebc-360317bb9238 None None] Pushing event deleted for resources: {'Port': ['ID=6001b053-bbf1-4468-a305-768b18948675,revision_number=None']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:21:56.712456 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0358b9cd-a664-4d2e-8235-d036106e1113 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Network 1d615a85-844c-4c57-a0fc-2090e87300f0 is already hosted by enough agents. {{(pid=105585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:21:56.734663 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.base_scheduler [None req-0358b9cd-a664-4d2e-8235-d036106e1113 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Resources bound (agent type, host, resource id): {{(pid=105585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:21:56.748980 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e489fe63-12c7-4c72-9173-94bc7532c1f7 None None] Network 1d615a85-844c-4c57-a0fc-2090e87300f0 requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:21:56.762125 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0358b9cd-a664-4d2e-8235-d036106e1113 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:21:56.766087 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-0358b9cd-a664-4d2e-8235-d036106e1113 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks [] for subnet, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:56.813955 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-4b3275ec-db49-48db-9005-f0db7866848f tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-990557'] for network, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:56.913488 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-0358b9cd-a664-4d2e-8235-d036106e1113 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.2065442 Jul 27 21:21:56.917874 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 51598) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:56.918806 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0358b9cd-a664-4d2e-8235-d036106e1113 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Pushing event updated for resources: {'Subnet': ['ID=c7017d57-3fd2-4565-863a-a7d76f5b9cbc,revision_number=0']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:21:56.936879 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-a3ebdbe9-0490-4ca3-990c-8f154cce90ce tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Request body: {'subnet': {'network_id': '1d615a85-844c-4c57-a0fc-2090e87300f0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:21:56.963244 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 6001b053-bbf1-4468-a305-768b18948675 no longer exists at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:21:56.963754 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [None req-9d6e9e07-e8ab-48ad-acb5-433e86841d0b tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Deleting port 7c107f54-682c-48b2-a7fa-d555e7b58777 {{(pid=105585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:21:56.964264 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-9d6e9e07-e8ab-48ad-acb5-433e86841d0b tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:57.081949 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-d0080253-08d4-4924-9fd1-b245e6c7943d tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4163631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-425'] for router, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:57.084517 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-d0080253-08d4-4924-9fd1-b245e6c7943d tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:57.093592 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] No Port match for: 6001b053-bbf1-4468-a305-768b18948675 {{(pid=105586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:21:57.094406 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 6001b053-bbf1-4468-a305-768b18948675 not bound to the agent host n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:21:57.094962 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 3d1ca816-85a4-48fd-952a-8fb56a6d3882 no longer exists at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:21:57.155739 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] No Port match for: 3d1ca816-85a4-48fd-952a-8fb56a6d3882 {{(pid=105586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:21:57.156089 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 3d1ca816-85a4-48fd-952a-8fb56a6d3882 not bound to the agent host n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:21:57.157320 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 69ed6f07-b3bb-4b39-9ac3-0e8dbde6a6b9 no longer exists at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:21:57.207133 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] No Port match for: 69ed6f07-b3bb-4b39-9ac3-0e8dbde6a6b9 {{(pid=105586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:21:57.214440 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 69ed6f07-b3bb-4b39-9ac3-0e8dbde6a6b9 not bound to the agent host n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:21:57.215061 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device c73e452f-d490-425d-9f85-77819db3e4b8 no longer exists at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:21:57.273721 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.db [None req-9d6e9e07-e8ab-48ad-acb5-433e86841d0b tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] For port 7c107f54-682c-48b2-a7fa-d555e7b58777, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=7c107f54-682c-48b2-a7fa-d555e7b58777,segment=NetworkSegment(12196855-9a32-4633-9a56-77697ef9e126),segment_id=12196855-9a32-4633-9a56-77697ef9e126)] {{(pid=105585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:21:57.276050 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-9d6e9e07-e8ab-48ad-acb5-433e86841d0b tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:57.278508 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-d0080253-08d4-4924-9fd1-b245e6c7943d tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4163007'] for router, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:57.279283 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0080253-08d4-4924-9fd1-b245e6c7943d tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Fanout notify agent at l3_agent the message router_deleted on router e99b49cb-87f1-445e-98b5-15e2f016f242 {{(pid=105584) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 21:21:57.282486 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-4b3275ec-db49-48db-9005-f0db7866848f tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853562', 'neutron.services.segments.db._delete_segments_for_network-8790688882975'] for network, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:57.293160 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-d0080253-08d4-4924-9fd1-b245e6c7943d tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Notify callbacks [] for router, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:57.297711 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-d0080253-08d4-4924-9fd1-b245e6c7943d tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] 10.222.0.59 "DELETE /v2.0/routers/e99b49cb-87f1-445e-98b5-15e2f016f242 HTTP/1.1" status: 204 len: 168 time: 0.9854753 Jul 27 21:21:57.298637 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 51612) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:57.326879 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3ebdbe9-0490-4ca3-990c-8f154cce90ce tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Made reservation on behalf of fcd7bb7d26624f8f823446f0b0a5006f for: {'subnet': 1} {{(pid=105585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:21:57.332743 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-a3ebdbe9-0490-4ca3-990c-8f154cce90ce tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9990620'] for subnet, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:57.342301 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.segments.db [None req-4b3275ec-db49-48db-9005-f0db7866848f tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0917dc15-1b59-4912-879e-c9b7e4bf83d7']}} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:21:57.350540 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [None req-9d6e9e07-e8ab-48ad-acb5-433e86841d0b tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Calling delete_port for 7c107f54-682c-48b2-a7fa-d555e7b58777 owned by network:router_gateway {{(pid=105585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:21:57.356869 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] No Port match for: c73e452f-d490-425d-9f85-77819db3e4b8 {{(pid=105586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:21:57.357051 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device c73e452f-d490-425d-9f85-77819db3e4b8 not bound to the agent host n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:21:57.382303 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.segments.db [None req-4b3275ec-db49-48db-9005-f0db7866848f tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8edc7dd-e72b-4673-b810-257e32b75cff') {'for_net_delete': True} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:21:57.382899 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.segments.db [None req-4b3275ec-db49-48db-9005-f0db7866848f tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8edc7dd-e72b-4673-b810-257e32b75cff') {} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:21:57.411299 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-4b3275ec-db49-48db-9005-f0db7866848f tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790688883752', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9014348'] for segment, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:57.430181 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.db_base_plugin_v2 [None req-d79d9ffd-a477-4156-b2f7-64133c52bddd tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Deleting subnet ca12e3e0-6f45-465c-895b-5c4b7c10ba37 {{(pid=105584) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:21:57.431357 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3222ed25-6814-4264-9b83-87bd49ed6a05 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30bb4b93-b285-5d90-9493-f9ec33ea333c-1d615a85-844c-4c57-a0fc-2090e87300f0', 'network_id': '1d615a85-844c-4c57-a0fc-2090e87300f0', 'tenant_id': 'fcd7bb7d26624f8f823446f0b0a5006f', 'fixed_ips': [{'subnet_id': 'c7017d57-3fd2-4565-863a-a7d76f5b9cbc'}]}} from n-d-705658-22. {{(pid=105586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 21:21:57.434348 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-d79d9ffd-a477-4156-b2f7-64133c52bddd tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Notify callbacks [] for subnet, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:57.437747 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-4b3275ec-db49-48db-9005-f0db7866848f tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:57.438960 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3222ed25-6814-4264-9b83-87bd49ed6a05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:57.473142 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b3275ec-db49-48db-9005-f0db7866848f tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Releasing vlan 238 on physical network physnet1 to pool {{(pid=105584) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:21:57.474189 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-4b3275ec-db49-48db-9005-f0db7866848f tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9014063'] for segment, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:57.478216 n-d-705658-22 neutron-server[105584]: Traceback (most recent call last): Jul 27 21:21:57.478216 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:21:57.478216 n-d-705658-22 neutron-server[105584]: timer() Jul 27 21:21:57.478216 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:21:57.478216 n-d-705658-22 neutron-server[105584]: cb(*args, **kw) Jul 27 21:21:57.478216 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:21:57.478216 n-d-705658-22 neutron-server[105584]: return func(*args, **kwargs) Jul 27 21:21:57.478216 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:21:57.478216 n-d-705658-22 neutron-server[105584]: self._notify() Jul 27 21:21:57.478216 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:21:57.478216 n-d-705658-22 neutron-server[105584]: self.callback(batched_events) Jul 27 21:21:57.478216 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:21:57.478216 n-d-705658-22 neutron-server[105584]: event.method(event) Jul 27 21:21:57.478216 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:21:57.478216 n-d-705658-22 neutron-server[105584]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:21:57.478216 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:21:57.478216 n-d-705658-22 neutron-server[105584]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:21:57.478216 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:21:57.478216 n-d-705658-22 neutron-server[105584]: return f(self, *a, **k) Jul 27 21:21:57.478216 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:21:57.478216 n-d-705658-22 neutron-server[105584]: return self._get(url).json() Jul 27 21:21:57.478216 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:21:57.478216 n-d-705658-22 neutron-server[105584]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:21:57.478216 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:21:57.478216 n-d-705658-22 neutron-server[105584]: return self.request(url, 'GET', **kwargs) Jul 27 21:21:57.478216 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:21:57.478216 n-d-705658-22 neutron-server[105584]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:21:57.478216 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:21:57.478216 n-d-705658-22 neutron-server[105584]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:21:57.478216 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:21:57.478216 n-d-705658-22 neutron-server[105584]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:21:57.478216 n-d-705658-22 neutron-server[105584]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:21:57.652567 n-d-705658-22 neutron-server[105585]: INFO neutron.db.ipam_backend_mixin [None req-a3ebdbe9-0490-4ca3-990c-8f154cce90ce tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet c7017d57-3fd2-4565-863a-a7d76f5b9cbc (CIDR: 2001:db8::/64) Jul 27 21:21:57.690504 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.db_base_plugin_common [None req-3222ed25-6814-4264-9b83-87bd49ed6a05 None None] Allocated IP 2001:db8::f816:3eff:fe9e:376e (1d615a85-844c-4c57-a0fc-2090e87300f0/c7017d57-3fd2-4565-863a-a7d76f5b9cbc/4fc8d3b1-5218-44f3-ac67-dec9b6aee934) {{(pid=105586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:21:57.735642 n-d-705658-22 neutron-server[105585]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3ebdbe9-0490-4ca3-990c-8f154cce90ce tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 27 21:21:57.736050 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a3ebdbe9-0490-4ca3-990c-8f154cce90ce tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=105585) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 21:21:57.930017 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-a3ebdbe9-0490-4ca3-990c-8f154cce90ce tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0043316 Jul 27 21:21:57.932968 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 51626) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:57.938540 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-92af14e8-5066-4199-8162-5cf003040a25 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Request body: {'subnet': {'network_id': '1d615a85-844c-4c57-a0fc-2090e87300f0', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:21:57.947772 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-d79d9ffd-a477-4156-b2f7-64133c52bddd tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9014207'] for subnet, precommit_delete_associations {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:57.948745 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-9d6e9e07-e8ab-48ad-acb5-433e86841d0b tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:57.984874 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3222ed25-6814-4264-9b83-87bd49ed6a05 None None] Notify callbacks [] for port, precommit_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:58.013331 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-3222ed25-6814-4264-9b83-87bd49ed6a05 None None] Transition to ACTIVE for port object 4fc8d3b1-5218-44f3-ac67-dec9b6aee934 will not be triggered until provisioned by entity L2. {{(pid=105586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:21:58.015170 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-4b3275ec-db49-48db-9005-f0db7866848f tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4075658'] for network, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:58.024825 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-4b3275ec-db49-48db-9005-f0db7866848f tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743886'] for network, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:58.027011 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-4b3275ec-db49-48db-9005-f0db7866848f tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] 10.222.0.59 "DELETE /v2.0/networks/0917dc15-1b59-4912-879e-c9b7e4bf83d7 HTTP/1.1" status: 204 len: 168 time: 1.4894445 Jul 27 21:21:58.031070 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 51628) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:58.082067 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-3222ed25-6814-4264-9b83-87bd49ed6a05 None None] Transition to ACTIVE for port object 4fc8d3b1-5218-44f3-ac67-dec9b6aee934 will not be triggered until provisioned by entity DHCP. {{(pid=105586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:21:58.083493 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6e9e07-e8ab-48ad-acb5-433e86841d0b tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Pushing event deleted for resources: {'Port': ['ID=7c107f54-682c-48b2-a7fa-d555e7b58777,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:21:58.099108 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3222ed25-6814-4264-9b83-87bd49ed6a05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143'] for port, after_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:58.143952 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3275ec-db49-48db-9005-f0db7866848f tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Pushing event deleted for resources: {'Network': ['ID=0917dc15-1b59-4912-879e-c9b7e4bf83d7,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:21:58.162887 n-d-705658-22 neutron-server[105584]: INFO neutron.pecan_wsgi.hooks.translation [None req-69385acc-2c55-4bf4-9097-966911cd33c0 tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] DELETE failed (client error): The resource could not be found. Jul 27 21:21:58.165041 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-69385acc-2c55-4bf4-9097-966911cd33c0 tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105584) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 21:21:58.169899 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-69385acc-2c55-4bf4-9097-966911cd33c0 tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] 10.222.0.59 "DELETE /v2.0/subnets/a11604ab-56e1-4171-a3c0-64304311e35b HTTP/1.1" status: 404 len: 337 time: 0.1366346 Jul 27 21:21:58.175733 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 51636) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:58.202709 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3222ed25-6814-4264-9b83-87bd49ed6a05 None None] Pushing event updated for resources: {'Port': ['ID=4fc8d3b1-5218-44f3-ac67-dec9b6aee934,revision_number=1']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:21:58.221904 n-d-705658-22 neutron-server[105586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3222ed25-6814-4264-9b83-87bd49ed6a05 None None] Network 1d615a85-844c-4c57-a0fc-2090e87300f0 is already hosted by enough agents. {{(pid=105586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:21:58.228328 n-d-705658-22 neutron-server[105586]: DEBUG neutron.scheduler.base_scheduler [None req-3222ed25-6814-4264-9b83-87bd49ed6a05 None None] Resources bound (agent type, host, resource id): {{(pid=105586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:21:58.236760 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3222ed25-6814-4264-9b83-87bd49ed6a05 None None] Received port after_create {{(pid=105586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:21:58.259254 n-d-705658-22 neutron-server[105584]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ce3f364-2a29-4bd5-986e-2815678acd2f tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] DELETE failed (client error): The resource could not be found. Jul 27 21:21:58.259840 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ce3f364-2a29-4bd5-986e-2815678acd2f tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105584) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 21:21:58.264752 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-7ce3f364-2a29-4bd5-986e-2815678acd2f tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] 10.222.0.59 "DELETE /v2.0/networks/022a1ee4-2b6b-4273-8967-e91982b7e0ac HTTP/1.1" status: 404 len: 339 time: 0.0827639 Jul 27 21:21:58.272452 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 51638) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:58.310726 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6e9e07-e8ab-48ad-acb5-433e86841d0b tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:21:58.311350 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6e9e07-e8ab-48ad-acb5-433e86841d0b tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:21:58.311487 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6e9e07-e8ab-48ad-acb5-433e86841d0b tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:21:58.311748 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6e9e07-e8ab-48ad-acb5-433e86841d0b tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:21:58.312084 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6e9e07-e8ab-48ad-acb5-433e86841d0b tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:21:58.312416 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6e9e07-e8ab-48ad-acb5-433e86841d0b tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:21:58.312747 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6e9e07-e8ab-48ad-acb5-433e86841d0b tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:21:58.313083 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6e9e07-e8ab-48ad-acb5-433e86841d0b tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:21:58.313446 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6e9e07-e8ab-48ad-acb5-433e86841d0b tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:21:58.313784 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6e9e07-e8ab-48ad-acb5-433e86841d0b tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:21:58.314136 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6e9e07-e8ab-48ad-acb5-433e86841d0b tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:21:58.314499 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6e9e07-e8ab-48ad-acb5-433e86841d0b tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:21:58.338919 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-3222ed25-6814-4264-9b83-87bd49ed6a05 None None] Attempting to bind port 4fc8d3b1-5218-44f3-ac67-dec9b6aee934 on host n-d-705658-22 for vnic_type normal with profile {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:21:58.339417 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-3222ed25-6814-4264-9b83-87bd49ed6a05 None None] Attempting to bind port 4fc8d3b1-5218-44f3-ac67-dec9b6aee934 by drivers openvswitch,hyperv on host n-d-705658-22 at level 0 using segments [{'id': '532d8a52-575f-45de-a3af-efbea8c8f6d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '1d615a85-844c-4c57-a0fc-2090e87300f0'}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:21:58.339948 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3222ed25-6814-4264-9b83-87bd49ed6a05 None None] Attempting to bind port 4fc8d3b1-5218-44f3-ac67-dec9b6aee934 on network 1d615a85-844c-4c57-a0fc-2090e87300f0 {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:21:58.346617 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3222ed25-6814-4264-9b83-87bd49ed6a05 None None] Checking agent: {'id': '04a7ea91-6318-467e-ace6-b0fb48c8690f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 41, 42), 'started_at': datetime.datetime(2021, 7, 27, 20, 42, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 21, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:21:58.347406 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3222ed25-6814-4264-9b83-87bd49ed6a05 None None] Checking segment: {'id': '532d8a52-575f-45de-a3af-efbea8c8f6d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '1d615a85-844c-4c57-a0fc-2090e87300f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:21:58.348237 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3222ed25-6814-4264-9b83-87bd49ed6a05 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:58.348897 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3222ed25-6814-4264-9b83-87bd49ed6a05 None None] Bound using segment: {'id': '532d8a52-575f-45de-a3af-efbea8c8f6d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '1d615a85-844c-4c57-a0fc-2090e87300f0'} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:21:58.349711 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-3222ed25-6814-4264-9b83-87bd49ed6a05 None None] Bound port: 4fc8d3b1-5218-44f3-ac67-dec9b6aee934, host: n-d-705658-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '532d8a52-575f-45de-a3af-efbea8c8f6d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '1d615a85-844c-4c57-a0fc-2090e87300f0'}}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:21:58.350480 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3222ed25-6814-4264-9b83-87bd49ed6a05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:58.367817 n-d-705658-22 neutron-server[105584]: INFO neutron.pecan_wsgi.hooks.translation [None req-6358ad78-b29c-40f2-9697-73d15faf93d2 tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] DELETE failed (client error): The resource could not be found. Jul 27 21:21:58.368225 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6358ad78-b29c-40f2-9697-73d15faf93d2 tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105584) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 21:21:58.369965 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-6358ad78-b29c-40f2-9697-73d15faf93d2 tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] 10.222.0.59 "DELETE /v2.0/subnets/a7da28d4-8291-43de-ba8d-373520c5dd55 HTTP/1.1" status: 404 len: 337 time: 0.0930839 Jul 27 21:21:58.373814 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 51640) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:58.399299 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-d79d9ffd-a477-4156-b2f7-64133c52bddd tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854965'] for subnet, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:58.413771 n-d-705658-22 neutron-server[105585]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c4386c4-2e3f-4a3f-9373-cab04ae2ab67 tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] DELETE failed (client error): The resource could not be found. Jul 27 21:21:58.414243 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c4386c4-2e3f-4a3f-9373-cab04ae2ab67 tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105585) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 21:21:58.416028 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-5c4386c4-2e3f-4a3f-9373-cab04ae2ab67 tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] 10.222.0.59 "DELETE /v2.0/networks/e501f2ce-4e7e-4caf-bd25-81dec25a6636 HTTP/1.1" status: 404 len: 339 time: 0.0392051 Jul 27 21:21:58.425346 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 51642) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:58.440875 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3222ed25-6814-4264-9b83-87bd49ed6a05 None None] For port 4fc8d3b1-5218-44f3-ac67-dec9b6aee934, host n-d-705658-22, cleared binding levels {{(pid=105586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:21:58.445831 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3222ed25-6814-4264-9b83-87bd49ed6a05 None None] For port 4fc8d3b1-5218-44f3-ac67-dec9b6aee934, host n-d-705658-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=4fc8d3b1-5218-44f3-ac67-dec9b6aee934,segment=NetworkSegment(532d8a52-575f-45de-a3af-efbea8c8f6d5),segment_id=532d8a52-575f-45de-a3af-efbea8c8f6d5)] {{(pid=105586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:21:58.450762 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3222ed25-6814-4264-9b83-87bd49ed6a05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:58.499956 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-9d6e9e07-e8ab-48ad-acb5-433e86841d0b tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4075702'] for router_gateway, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:58.511177 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-d79d9ffd-a477-4156-b2f7-64133c52bddd tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9014081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9738825'] for subnet, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:58.519884 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3222ed25-6814-4264-9b83-87bd49ed6a05 None None] Pushing event updated for resources: {'Port': ['ID=4fc8d3b1-5218-44f3-ac67-dec9b6aee934,revision_number=2']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:21:58.586359 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-d79d9ffd-a477-4156-b2f7-64133c52bddd tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Notify callbacks [] for subnet, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:58.588326 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-d79d9ffd-a477-4156-b2f7-64133c52bddd tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] 10.222.0.59 "DELETE /v2.0/subnets/ca12e3e0-6f45-465c-895b-5c4b7c10ba37 HTTP/1.1" status: 204 len: 168 time: 1.2822976 Jul 27 21:21:58.589046 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8acaf02d-2c5e-49f6-b7bd-16b05dcd30f5 None None] Network d48bdb4a-c58a-4d86-b7d8-c7196cb87a75 requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:21:58.589541 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79d9ffd-a477-4156-b2f7-64133c52bddd tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Pushing event deleted for resources: {'Subnet': ['ID=ca12e3e0-6f45-465c-895b-5c4b7c10ba37,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:21:58.591359 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 51646) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:58.622202 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 51648) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:58.629369 n-d-705658-22 neutron-server[105585]: INFO neutron.pecan_wsgi.hooks.translation [None req-31d7b270-0535-4a27-8f92-c5d9b31bc7a7 tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] DELETE failed (client error): The resource could not be found. Jul 27 21:21:58.630063 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-31d7b270-0535-4a27-8f92-c5d9b31bc7a7 tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105585) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 21:21:58.635442 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-31d7b270-0535-4a27-8f92-c5d9b31bc7a7 tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] 10.222.0.59 "DELETE /v2.0/subnets/75ccea7b-388c-467e-8752-7be7f9e47cdb HTTP/1.1" status: 404 len: 337 time: 0.2092702 Jul 27 21:21:58.636541 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 51652) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:58.716241 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92af14e8-5066-4199-8162-5cf003040a25 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Made reservation on behalf of fcd7bb7d26624f8f823446f0b0a5006f for: {'subnet': 1} {{(pid=105585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:21:58.719539 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-92af14e8-5066-4199-8162-5cf003040a25 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9990620'] for subnet, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:58.843509 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-80473bd5-8d68-4a7e-820f-14d2308497b9 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-990557'] for network, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:58.874825 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-9d6e9e07-e8ab-48ad-acb5-433e86841d0b tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4163631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-425'] for router, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:58.885593 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-9d6e9e07-e8ab-48ad-acb5-433e86841d0b tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:58.965202 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-156b3a5b-6c81-4eaf-98dc-27fec7f20ef7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:58.966755 n-d-705658-22 neutron-server[105585]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd1e75fb-f16b-4e41-bd40-3ec24d5e7bef tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] DELETE failed (client error): The resource could not be found. Jul 27 21:21:58.967432 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd1e75fb-f16b-4e41-bd40-3ec24d5e7bef tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105585) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 21:21:58.978161 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-bd1e75fb-f16b-4e41-bd40-3ec24d5e7bef tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] 10.222.0.59 "DELETE /v2.0/networks/ed8cad7f-fddd-45f8-90bf-5817beb58b6a HTTP/1.1" status: 404 len: 339 time: 0.3342087 Jul 27 21:21:58.990585 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 51654) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:59.082569 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-80473bd5-8d68-4a7e-820f-14d2308497b9 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Deleting port 17ab1fe3-be70-4adb-99d6-42354c42cbdb {{(pid=105584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:21:59.083212 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-80473bd5-8d68-4a7e-820f-14d2308497b9 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:59.090674 n-d-705658-22 neutron-server[105585]: INFO neutron.pecan_wsgi.hooks.translation [None req-e68a0ae9-a1b0-4b83-a4ac-6fa996a11fb6 tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] DELETE failed (client error): The resource could not be found. Jul 27 21:21:59.091696 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e68a0ae9-a1b0-4b83-a4ac-6fa996a11fb6 tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105585) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 21:21:59.093751 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-e68a0ae9-a1b0-4b83-a4ac-6fa996a11fb6 tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] 10.222.0.59 "DELETE /v2.0/subnets/9bbcd2d2-7971-44fc-9f47-974dbfee80a6 HTTP/1.1" status: 404 len: 337 time: 0.1020279 Jul 27 21:21:59.102367 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 51656) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:59.104617 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-9d6e9e07-e8ab-48ad-acb5-433e86841d0b tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4163007'] for router, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:59.105184 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d6e9e07-e8ab-48ad-acb5-433e86841d0b tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Fanout notify agent at l3_agent the message router_deleted on router 48756b68-cd7c-4f81-89d6-99e8b7895af5 {{(pid=105585) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 21:21:59.115175 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-9d6e9e07-e8ab-48ad-acb5-433e86841d0b tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks [] for router, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:59.123071 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-9d6e9e07-e8ab-48ad-acb5-433e86841d0b tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] 10.222.0.59 "DELETE /v2.0/routers/48756b68-cd7c-4f81-89d6-99e8b7895af5 HTTP/1.1" status: 204 len: 168 time: 4.4301584 Jul 27 21:21:59.136312 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 51658) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:59.171055 n-d-705658-22 neutron-server[105585]: INFO neutron.pecan_wsgi.hooks.translation [None req-540db1fe-074b-4e9e-a9b5-e199e0e3ac54 tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] DELETE failed (client error): The resource could not be found. Jul 27 21:21:59.172491 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-540db1fe-074b-4e9e-a9b5-e199e0e3ac54 tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105585) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 21:21:59.179144 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-540db1fe-074b-4e9e-a9b5-e199e0e3ac54 tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] 10.222.0.59 "DELETE /v2.0/networks/888021fa-1882-4cea-bb2a-9c9dd05da8ee HTTP/1.1" status: 404 len: 339 time: 0.0754094 Jul 27 21:21:59.185397 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 51660) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:59.247147 n-d-705658-22 neutron-server[105585]: INFO neutron.pecan_wsgi.hooks.translation [None req-4332f4a6-0316-4a7f-9610-27690572cefb tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] DELETE failed (client error): The resource could not be found. Jul 27 21:21:59.247350 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4332f4a6-0316-4a7f-9610-27690572cefb tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105585) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 21:21:59.250280 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-4332f4a6-0316-4a7f-9610-27690572cefb tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] 10.222.0.59 "DELETE /v2.0/subnets/19db167a-e522-4e1f-9263-192e3431aaa0 HTTP/1.1" status: 404 len: 337 time: 0.0638247 Jul 27 21:21:59.251099 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bf7c370-f770-447c-bc1d-10d465651d62 None None] DHCP port deletion for d48bdb4a-c58a-4d86-b7d8-c7196cb87a75 request from n-d-705658-22 {{(pid=105586) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 21:21:59.254587 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 51666) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:59.285307 n-d-705658-22 neutron-server[105585]: INFO neutron.pecan_wsgi.hooks.translation [None req-13e1ea03-af75-4ced-bea3-09d141afddba tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] DELETE failed (client error): The resource could not be found. Jul 27 21:21:59.285907 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-13e1ea03-af75-4ced-bea3-09d141afddba tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105585) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 21:21:59.291820 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-13e1ea03-af75-4ced-bea3-09d141afddba tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] 10.222.0.59 "DELETE /v2.0/networks/c3e65c67-348a-4190-8eda-929fca26acc6 HTTP/1.1" status: 404 len: 339 time: 0.0360689 Jul 27 21:21:59.296497 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 51670) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:59.355658 n-d-705658-22 neutron-server[105585]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d3c353b-851c-4848-a07d-4cfba08f1203 tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] DELETE failed (client error): The resource could not be found. Jul 27 21:21:59.356295 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d3c353b-851c-4848-a07d-4cfba08f1203 tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105585) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 21:21:59.357879 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-7d3c353b-851c-4848-a07d-4cfba08f1203 tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] 10.222.0.59 "DELETE /v2.0/subnets/bb4267c3-3701-4a58-8098-337276079352 HTTP/1.1" status: 404 len: 337 time: 0.0603611 Jul 27 21:21:59.362645 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 51672) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:59.392428 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-5bf7c370-f770-447c-bc1d-10d465651d62 None None] Deleting port 17ab1fe3-be70-4adb-99d6-42354c42cbdb {{(pid=105586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:21:59.397339 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-5bf7c370-f770-447c-bc1d-10d465651d62 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:59.426086 n-d-705658-22 neutron-server[105585]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab427259-a860-4c65-8ca4-74f2957d31e2 tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] DELETE failed (client error): The resource could not be found. Jul 27 21:21:59.426610 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ab427259-a860-4c65-8ca4-74f2957d31e2 tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105585) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 21:21:59.428633 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-ab427259-a860-4c65-8ca4-74f2957d31e2 tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] 10.222.0.59 "DELETE /v2.0/networks/6657e171-12e7-40db-8b1a-73999ca02311 HTTP/1.1" status: 404 len: 339 time: 0.0626087 Jul 27 21:21:59.430918 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 51674) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:59.465120 n-d-705658-22 neutron-server[105585]: INFO neutron.pecan_wsgi.hooks.translation [None req-fbed63f7-b645-41d9-9b87-8599e0b08139 tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] DELETE failed (client error): The resource could not be found. Jul 27 21:21:59.465582 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fbed63f7-b645-41d9-9b87-8599e0b08139 tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105585) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 21:21:59.467336 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-fbed63f7-b645-41d9-9b87-8599e0b08139 tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] 10.222.0.59 "DELETE /v2.0/subnets/845184e7-c063-419b-8d92-3e23f3b3a799 HTTP/1.1" status: 404 len: 337 time: 0.0354424 Jul 27 21:21:59.470835 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 51676) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:59.521525 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [None req-80473bd5-8d68-4a7e-820f-14d2308497b9 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] For port 17ab1fe3-be70-4adb-99d6-42354c42cbdb, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=17ab1fe3-be70-4adb-99d6-42354c42cbdb,segment=NetworkSegment(cf957761-dacc-434e-92aa-f236fcc3b3ab),segment_id=cf957761-dacc-434e-92aa-f236fcc3b3ab)] {{(pid=105584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:21:59.522101 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-80473bd5-8d68-4a7e-820f-14d2308497b9 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:59.525966 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-156b3a5b-6c81-4eaf-98dc-27fec7f20ef7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:59.544239 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-4039d2a0-180d-45f0-9dcc-2ddd21f99b91 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-990557'] for network, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:59.556035 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-156b3a5b-6c81-4eaf-98dc-27fec7f20ef7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:59.558979 n-d-705658-22 neutron-server[105585]: INFO neutron.pecan_wsgi.hooks.translation [None req-424ac8a7-ad93-4c76-8463-04783dadfa8b tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] DELETE failed (client error): The resource could not be found. Jul 27 21:21:59.559719 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-424ac8a7-ad93-4c76-8463-04783dadfa8b tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105585) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 21:21:59.561516 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-424ac8a7-ad93-4c76-8463-04783dadfa8b tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] 10.222.0.59 "DELETE /v2.0/networks/cef9eb5d-0b92-4b4a-a446-e3a569179ecd HTTP/1.1" status: 404 len: 339 time: 0.0895863 Jul 27 21:21:59.564870 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 51678) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:59.597134 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-5bf7c370-f770-447c-bc1d-10d465651d62 None None] For port 17ab1fe3-be70-4adb-99d6-42354c42cbdb, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=17ab1fe3-be70-4adb-99d6-42354c42cbdb,segment=NetworkSegment(cf957761-dacc-434e-92aa-f236fcc3b3ab),segment_id=cf957761-dacc-434e-92aa-f236fcc3b3ab)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:21:59.597476 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-5bf7c370-f770-447c-bc1d-10d465651d62 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:59.602989 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-80473bd5-8d68-4a7e-820f-14d2308497b9 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Calling delete_port for 17ab1fe3-be70-4adb-99d6-42354c42cbdb owned by network:dhcp {{(pid=105584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:21:59.639200 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-5bf7c370-f770-447c-bc1d-10d465651d62 None None] Calling delete_port for 17ab1fe3-be70-4adb-99d6-42354c42cbdb owned by network:dhcp {{(pid=105586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:21:59.657311 n-d-705658-22 neutron-server[105585]: INFO neutron.pecan_wsgi.hooks.translation [None req-c83a1a81-87a4-4a83-a2bc-297432fa5a3b tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] DELETE failed (client error): The resource could not be found. Jul 27 21:21:59.657785 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c83a1a81-87a4-4a83-a2bc-297432fa5a3b tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105585) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 21:21:59.659740 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-c83a1a81-87a4-4a83-a2bc-297432fa5a3b tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] 10.222.0.59 "DELETE /v2.0/subnets/24f2b7ee-63e1-47f6-a926-5357b149f3e6 HTTP/1.1" status: 404 len: 337 time: 0.0936303 Jul 27 21:21:59.663332 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 51682) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:59.727050 n-d-705658-22 neutron-server[105585]: INFO neutron.pecan_wsgi.hooks.translation [None req-6390e0f3-78e5-4c4e-a4c5-092ed01c1d14 tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] DELETE failed (client error): The resource could not be found. Jul 27 21:21:59.727050 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6390e0f3-78e5-4c4e-a4c5-092ed01c1d14 tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105585) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 21:21:59.727050 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-6390e0f3-78e5-4c4e-a4c5-092ed01c1d14 tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] 10.222.0.59 "DELETE /v2.0/networks/92f5d9d0-18a1-4eb2-ae43-8bc4ffa0058a HTTP/1.1" status: 404 len: 339 time: 0.0582457 Jul 27 21:21:59.733797 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 51686) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:59.807652 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-5bf7c370-f770-447c-bc1d-10d465651d62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180'] for port, after_delete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:59.847974 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf7c370-f770-447c-bc1d-10d465651d62 None None] Pushing event deleted for resources: {'Port': ['ID=17ab1fe3-be70-4adb-99d6-42354c42cbdb,revision_number=None']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:21:59.857804 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bf7c370-f770-447c-bc1d-10d465651d62 None None] No DVR routers for this DVR port 17ab1fe3-be70-4adb-99d6-42354c42cbdb on host n-d-705658-22 {{(pid=105586) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:21:59.893589 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-80473bd5-8d68-4a7e-820f-14d2308497b9 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:59.928334 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-156b3a5b-6c81-4eaf-98dc-27fec7f20ef7 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=78f3a620d1d14d21b353349b865d2938&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3047676 Jul 27 21:21:59.930673 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80473bd5-8d68-4a7e-820f-14d2308497b9 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] No DVR routers for this DVR port 17ab1fe3-be70-4adb-99d6-42354c42cbdb on host n-d-705658-22 {{(pid=105584) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:21:59.944356 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 51690) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:59.977766 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.db_base_plugin_v2 [None req-1757fdcc-27ee-4452-b0a6-9f05ed54ce8d tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Deleting subnet c0aeca68-8ba9-4c95-adf6-85265058541c {{(pid=105585) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:21:59.986245 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-1757fdcc-27ee-4452-b0a6-9f05ed54ce8d tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Notify callbacks [] for subnet, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:00.026445 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-92af14e8-5066-4199-8162-5cf003040a25 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10221797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9990606'] for subnet, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:00.103886 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-4039d2a0-180d-45f0-9dcc-2ddd21f99b91 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853562', 'neutron.services.segments.db._delete_segments_for_network-8790688882975'] for network, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:00.117347 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.segments.db [None req-4039d2a0-180d-45f0-9dcc-2ddd21f99b91 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1473080c-86ba-4d44-8dcc-5442b4565b0c']}} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:22:00.136423 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.segments.db [None req-4039d2a0-180d-45f0-9dcc-2ddd21f99b91 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19bc2e5f-7908-4153-b6d3-443d5b34a291') {'for_net_delete': True} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:22:00.136800 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.segments.db [None req-4039d2a0-180d-45f0-9dcc-2ddd21f99b91 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19bc2e5f-7908-4153-b6d3-443d5b34a291') {} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:22:00.147490 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-4039d2a0-180d-45f0-9dcc-2ddd21f99b91 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790688883752', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9014348'] for segment, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:00.162458 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-4039d2a0-180d-45f0-9dcc-2ddd21f99b91 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:00.162644 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-1757fdcc-27ee-4452-b0a6-9f05ed54ce8d tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9887057'] for subnet, precommit_delete_associations {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:00.169087 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4039d2a0-180d-45f0-9dcc-2ddd21f99b91 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Releasing vlan 204 on physical network physnet1 to pool {{(pid=105584) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:22:00.173720 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-4039d2a0-180d-45f0-9dcc-2ddd21f99b91 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9014063'] for segment, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:00.234914 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156b3a5b-6c81-4eaf-98dc-27fec7f20ef7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec8dee9e-d7a6-45d3-99b7-b512d1f62f2a,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:22:00.259659 n-d-705658-22 neutron-server[105584]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 21:22:00.259659 n-d-705658-22 neutron-server[105584]: self.session.flush() Jul 27 21:22:00.259659 n-d-705658-22 neutron-server[105584]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 21:22:00.259659 n-d-705658-22 neutron-server[105584]: self.session.flush() Jul 27 21:22:00.259659 n-d-705658-22 neutron-server[105584]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 21:22:00.259659 n-d-705658-22 neutron-server[105584]: self.session.flush() Jul 27 21:22:00.259659 n-d-705658-22 neutron-server[105584]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 21:22:00.259659 n-d-705658-22 neutron-server[105584]: self.session.flush() Jul 27 21:22:00.259659 n-d-705658-22 neutron-server[105584]: Traceback (most recent call last): Jul 27 21:22:00.259659 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:22:00.259659 n-d-705658-22 neutron-server[105584]: timer() Jul 27 21:22:00.259659 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:22:00.259659 n-d-705658-22 neutron-server[105584]: cb(*args, **kw) Jul 27 21:22:00.259659 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:22:00.259659 n-d-705658-22 neutron-server[105584]: return func(*args, **kwargs) Jul 27 21:22:00.259659 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:22:00.259659 n-d-705658-22 neutron-server[105584]: self._notify() Jul 27 21:22:00.259659 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:22:00.259659 n-d-705658-22 neutron-server[105584]: self.callback(batched_events) Jul 27 21:22:00.259659 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:22:00.259659 n-d-705658-22 neutron-server[105584]: event.method(event) Jul 27 21:22:00.259659 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:22:00.259659 n-d-705658-22 neutron-server[105584]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:22:00.259659 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:22:00.259659 n-d-705658-22 neutron-server[105584]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:22:00.259659 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:22:00.259659 n-d-705658-22 neutron-server[105584]: return f(self, *a, **k) Jul 27 21:22:00.259659 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:22:00.259659 n-d-705658-22 neutron-server[105584]: return self._get(url).json() Jul 27 21:22:00.259659 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:22:00.259659 n-d-705658-22 neutron-server[105584]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:22:00.259659 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:22:00.259659 n-d-705658-22 neutron-server[105584]: return self.request(url, 'GET', **kwargs) Jul 27 21:22:00.259659 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:22:00.259659 n-d-705658-22 neutron-server[105584]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:22:00.259659 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:22:00.259659 n-d-705658-22 neutron-server[105584]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:22:00.259659 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:22:00.259659 n-d-705658-22 neutron-server[105584]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:22:00.259659 n-d-705658-22 neutron-server[105584]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:22:00.261908 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80473bd5-8d68-4a7e-820f-14d2308497b9 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Pushing event deleted for resources: {'Port': ['ID=17ab1fe3-be70-4adb-99d6-42354c42cbdb,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:22:00.277731 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92af14e8-5066-4199-8162-5cf003040a25 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Pushing event updated for resources: {'Subnet': ['ID=7b04d0b8-7472-4dcb-8d3e-febd64c91b0a,revision_number=0']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:22:00.301340 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-1757fdcc-27ee-4452-b0a6-9f05ed54ce8d tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854965'] for subnet, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:00.306691 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92af14e8-5066-4199-8162-5cf003040a25 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Network 1d615a85-844c-4c57-a0fc-2090e87300f0 is already hosted by enough agents. {{(pid=105585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:22:00.334147 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.base_scheduler [None req-92af14e8-5066-4199-8162-5cf003040a25 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Resources bound (agent type, host, resource id): {{(pid=105585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:22:00.336886 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92af14e8-5066-4199-8162-5cf003040a25 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:22:00.337511 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-92af14e8-5066-4199-8162-5cf003040a25 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks [] for subnet, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:00.341391 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-8c12632c-df17-4ac5-8322-a2c5d069dcad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:00.343238 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-80473bd5-8d68-4a7e-820f-14d2308497b9 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853562', 'neutron.services.segments.db._delete_segments_for_network-8790688882975'] for network, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:00.349155 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deaf5a7f-6b50-46c5-8e84-c8345a10b657 None None] Network 1d615a85-844c-4c57-a0fc-2090e87300f0 requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:22:00.361187 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-4039d2a0-180d-45f0-9dcc-2ddd21f99b91 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4075658'] for network, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:00.375494 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-4039d2a0-180d-45f0-9dcc-2ddd21f99b91 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743886'] for network, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:00.380270 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-4039d2a0-180d-45f0-9dcc-2ddd21f99b91 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] 10.222.0.59 "DELETE /v2.0/networks/1473080c-86ba-4d44-8dcc-5442b4565b0c HTTP/1.1" status: 204 len: 168 time: 1.2417364 Jul 27 21:22:00.382891 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-8c12632c-df17-4ac5-8322-a2c5d069dcad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:00.385103 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 51692) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:00.414149 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-92af14e8-5066-4199-8162-5cf003040a25 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.4778941 Jul 27 21:22:00.415291 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 51694) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:00.418246 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4039d2a0-180d-45f0-9dcc-2ddd21f99b91 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Pushing event deleted for resources: {'Network': ['ID=1473080c-86ba-4d44-8dcc-5442b4565b0c,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:22:00.431274 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-958e5ad5-f7d4-4bfc-885a-0b0df78fc4e5 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Request body: {'port': {'network_id': '1d615a85-844c-4c57-a0fc-2090e87300f0', 'mac_address': 'fa:16:3e:0c:51:33', 'name': 'tempest-NetworksTestDHCPv6-151061290'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:22:00.439203 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.segments.db [None req-80473bd5-8d68-4a7e-820f-14d2308497b9 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d48bdb4a-c58a-4d86-b7d8-c7196cb87a75']}} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:22:00.454300 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-53f2b499-8c18-45ac-bc08-4de6a8a17d4f None None] Provisioning for port 4fc8d3b1-5218-44f3-ac67-dec9b6aee934 completed by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:22:00.500519 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-1757fdcc-27ee-4452-b0a6-9f05ed54ce8d tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10221602', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9990583'] for subnet, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:00.530351 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.segments.db [None req-80473bd5-8d68-4a7e-820f-14d2308497b9 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf957761-dacc-434e-92aa-f236fcc3b3ab') {'for_net_delete': True} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:22:00.530908 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.segments.db [None req-80473bd5-8d68-4a7e-820f-14d2308497b9 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf957761-dacc-434e-92aa-f236fcc3b3ab') {} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:22:00.561478 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-80473bd5-8d68-4a7e-820f-14d2308497b9 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790688883752', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9014348'] for segment, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:00.567343 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-68cf68ae-89f0-4d89-b058-283a790707f2 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks [] for security_group, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:00.578538 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb5853cf-f0fa-4b3f-beb5-549bbc7431d4 None None] Network 23dfa146-623c-400d-9574-f6dbb6d3d24b requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:22:00.582338 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1757fdcc-27ee-4452-b0a6-9f05ed54ce8d tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Pushing event deleted for resources: {'Subnet': ['ID=c0aeca68-8ba9-4c95-adf6-85265058541c,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:22:00.585417 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-1757fdcc-27ee-4452-b0a6-9f05ed54ce8d tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Notify callbacks [] for subnet, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:00.593175 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 51702) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:00.595971 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-1757fdcc-27ee-4452-b0a6-9f05ed54ce8d tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] 10.222.0.59 "DELETE /v2.0/subnets/c0aeca68-8ba9-4c95-adf6-85265058541c HTTP/1.1" status: 204 len: 168 time: 0.8602266 Jul 27 21:22:00.614188 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-8c12632c-df17-4ac5-8322-a2c5d069dcad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:00.616721 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-8c12632c-df17-4ac5-8322-a2c5d069dcad admin admin] Notify callbacks [] for security_group, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:00.626656 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-8c12632c-df17-4ac5-8322-a2c5d069dcad admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/ec8dee9e-d7a6-45d3-99b7-b512d1f62f2a HTTP/1.1" status: 204 len: 168 time: 0.6812625 Jul 27 21:22:00.664904 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-68cf68ae-89f0-4d89-b058-283a790707f2 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:00.695964 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c12632c-df17-4ac5-8322-a2c5d069dcad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec8dee9e-d7a6-45d3-99b7-b512d1f62f2a,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:22:00.731605 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-80473bd5-8d68-4a7e-820f-14d2308497b9 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:00.794108 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-68cf68ae-89f0-4d89-b058-283a790707f2 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:00.797307 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-68cf68ae-89f0-4d89-b058-283a790707f2 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks [] for security_group, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:00.801134 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-68cf68ae-89f0-4d89-b058-283a790707f2 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] 10.222.0.59 "DELETE /v2.0/security-groups/5a737d1c-b945-4cea-a14d-2326657e6941 HTTP/1.1" status: 204 len: 168 time: 0.4090652 Jul 27 21:22:00.820554 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80473bd5-8d68-4a7e-820f-14d2308497b9 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Releasing vlan 203 on physical network physnet1 to pool {{(pid=105584) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:22:00.822372 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-80473bd5-8d68-4a7e-820f-14d2308497b9 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9014063'] for segment, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:00.834488 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68cf68ae-89f0-4d89-b058-283a790707f2 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a737d1c-b945-4cea-a14d-2326657e6941,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:22:00.835602 n-d-705658-22 neutron-server[105584]: Traceback (most recent call last): Jul 27 21:22:00.835602 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:22:00.835602 n-d-705658-22 neutron-server[105584]: timer() Jul 27 21:22:00.835602 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:22:00.835602 n-d-705658-22 neutron-server[105584]: cb(*args, **kw) Jul 27 21:22:00.835602 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:22:00.835602 n-d-705658-22 neutron-server[105584]: return func(*args, **kwargs) Jul 27 21:22:00.835602 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:22:00.835602 n-d-705658-22 neutron-server[105584]: self._notify() Jul 27 21:22:00.835602 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:22:00.835602 n-d-705658-22 neutron-server[105584]: self.callback(batched_events) Jul 27 21:22:00.835602 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:22:00.835602 n-d-705658-22 neutron-server[105584]: event.method(event) Jul 27 21:22:00.835602 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:22:00.835602 n-d-705658-22 neutron-server[105584]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:22:00.835602 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:22:00.835602 n-d-705658-22 neutron-server[105584]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:22:00.835602 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:22:00.835602 n-d-705658-22 neutron-server[105584]: return f(self, *a, **k) Jul 27 21:22:00.835602 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:22:00.835602 n-d-705658-22 neutron-server[105584]: return self._get(url).json() Jul 27 21:22:00.835602 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:22:00.835602 n-d-705658-22 neutron-server[105584]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:22:00.835602 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:22:00.835602 n-d-705658-22 neutron-server[105584]: return self.request(url, 'GET', **kwargs) Jul 27 21:22:00.835602 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:22:00.835602 n-d-705658-22 neutron-server[105584]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:22:00.835602 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:22:00.835602 n-d-705658-22 neutron-server[105584]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:22:00.835602 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:22:00.835602 n-d-705658-22 neutron-server[105584]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:22:00.835602 n-d-705658-22 neutron-server[105584]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:22:01.041863 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-3467b535-2200-477d-af2a-22c5f1d13887 tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-990557'] for network, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:01.122258 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 4fc8d3b1-5218-44f3-ac67-dec9b6aee934 up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:22:01.175928 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-80473bd5-8d68-4a7e-820f-14d2308497b9 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4075658'] for network, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:01.178456 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18432806-d12d-4ecd-9c32-b3eb7d3911bf None None] Update dhcp port {'port': {'network_id': '1d615a85-844c-4c57-a0fc-2090e87300f0', 'fixed_ips': [{'subnet_id': 'c7017d57-3fd2-4565-863a-a7d76f5b9cbc', 'ip_address': '2001:db8::f816:3eff:fe9e:376e'}, {'subnet_id': '7b04d0b8-7472-4dcb-8d3e-febd64c91b0a'}], 'binding:host_id': 'n-d-705658-22'}, 'id': '4fc8d3b1-5218-44f3-ac67-dec9b6aee934'} from n-d-705658-22. {{(pid=105586) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 27 21:22:01.199388 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-80473bd5-8d68-4a7e-820f-14d2308497b9 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743886'] for network, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:01.206530 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-80473bd5-8d68-4a7e-820f-14d2308497b9 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] 10.222.0.59 "DELETE /v2.0/networks/d48bdb4a-c58a-4d86-b7d8-c7196cb87a75 HTTP/1.1" status: 204 len: 168 time: 2.6131361 Jul 27 21:22:01.207580 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 51718) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:01.229513 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e4d8e28-9a43-4352-ba3d-4630a01d833c None None] DHCP port deletion for 23dfa146-623c-400d-9574-f6dbb6d3d24b request from n-d-705658-22 {{(pid=105586) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 21:22:01.230304 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80473bd5-8d68-4a7e-820f-14d2308497b9 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Pushing event deleted for resources: {'Network': ['ID=d48bdb4a-c58a-4d86-b7d8-c7196cb87a75,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:22:01.239037 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-958e5ad5-f7d4-4bfc-885a-0b0df78fc4e5 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Made reservation on behalf of fcd7bb7d26624f8f823446f0b0a5006f for: {'port': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:22:01.275303 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-249f0495-e9b7-4728-bfa6-89c701e0c817 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:22:01.280958 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-249f0495-e9b7-4728-bfa6-89c701e0c817 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] 10.222.0.59 "GET /v2.0/ports/59893a6e-249b-4f84-9695-565e711456ae HTTP/1.1" status: 200 len: 840 time: 0.0707417 Jul 27 21:22:01.281685 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 51722) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:01.359380 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-18432806-d12d-4ecd-9c32-b3eb7d3911bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:01.367830 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-d3185e5d-ec3e-4e60-bc70-ca574f3c0ec1 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] 10.222.0.59 "GET /v2.0/ports/59893a6e-249b-4f84-9695-565e711456ae?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0831914 Jul 27 21:22:01.369584 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 51726) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:01.384679 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-958e5ad5-f7d4-4bfc-885a-0b0df78fc4e5 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:01.386747 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-66a39706-1bd3-486e-91b2-ec1e70b2ab6b tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Request body: {'subnet': {'network_id': 'd1af7821-3064-4af5-8780-df3ae5343cdc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:22:01.406702 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-3467b535-2200-477d-af2a-22c5f1d13887 tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Deleting port b7dc0992-f43c-4712-b774-867508f66379 {{(pid=105584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:22:01.407826 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-3467b535-2200-477d-af2a-22c5f1d13887 tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:01.425985 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning for port 4fc8d3b1-5218-44f3-ac67-dec9b6aee934 completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:22:01.443881 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port 4fc8d3b1-5218-44f3-ac67-dec9b6aee934 triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:22:01.444490 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:01.586364 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [None req-3467b535-2200-477d-af2a-22c5f1d13887 tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] For port b7dc0992-f43c-4712-b774-867508f66379, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=b7dc0992-f43c-4712-b774-867508f66379,segment=NetworkSegment(02096b46-b4f6-43f2-9f5a-882b37b96752),segment_id=02096b46-b4f6-43f2-9f5a-882b37b96752)] {{(pid=105584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:22:01.587403 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-3467b535-2200-477d-af2a-22c5f1d13887 tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:01.591898 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66a39706-1bd3-486e-91b2-ec1e70b2ab6b tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Made reservation on behalf of 454b79f542fc4867a07c409c85be23c7 for: {'subnet': 1} {{(pid=105585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:22:01.594217 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-3e4d8e28-9a43-4352-ba3d-4630a01d833c None None] Deleting port b7dc0992-f43c-4712-b774-867508f66379 {{(pid=105586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:22:01.595164 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3e4d8e28-9a43-4352-ba3d-4630a01d833c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:01.609316 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-66a39706-1bd3-486e-91b2-ec1e70b2ab6b tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9990620'] for subnet, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:01.634554 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-3467b535-2200-477d-af2a-22c5f1d13887 tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Calling delete_port for b7dc0992-f43c-4712-b774-867508f66379 owned by network:dhcp {{(pid=105584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:22:01.710347 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3e4d8e28-9a43-4352-ba3d-4630a01d833c None None] For port b7dc0992-f43c-4712-b774-867508f66379, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=b7dc0992-f43c-4712-b774-867508f66379,segment=NetworkSegment(02096b46-b4f6-43f2-9f5a-882b37b96752),segment_id=02096b46-b4f6-43f2-9f5a-882b37b96752)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:22:01.711433 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3e4d8e28-9a43-4352-ba3d-4630a01d833c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:01.722622 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 51736) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:01.728863 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-eeab126e-5ca7-480e-be6f-e2c8d1b9f9af tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1104961155', 'description': 'tempest-secgroup-smoke-1104961155 description', 'project_id': '379416b786c44e07b1b1ba1a5ea96882'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:22:01.775697 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [None req-958e5ad5-f7d4-4bfc-885a-0b0df78fc4e5 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] device_id is not set on port 22db8ec3-cc17-4677-8d9a-6118cb390fb8 yet. {{(pid=105584) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 21:22:01.777417 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-3e4d8e28-9a43-4352-ba3d-4630a01d833c None None] Calling delete_port for b7dc0992-f43c-4712-b774-867508f66379 owned by network:dhcp {{(pid=105586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:22:01.836419 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-eeab126e-5ca7-480e-be6f-e2c8d1b9f9af tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks [] for security_group, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:01.868887 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.db_base_plugin_common [None req-18432806-d12d-4ecd-9c32-b3eb7d3911bf None None] Allocated IP 2001:db8:0:1::2 (1d615a85-844c-4c57-a0fc-2090e87300f0/7b04d0b8-7472-4dcb-8d3e-febd64c91b0a/4fc8d3b1-5218-44f3-ac67-dec9b6aee934) {{(pid=105586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:22:01.875243 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-3467b535-2200-477d-af2a-22c5f1d13887 tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:01.886731 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:01.946691 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3467b535-2200-477d-af2a-22c5f1d13887 tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Pushing event deleted for resources: {'Port': ['ID=b7dc0992-f43c-4712-b774-867508f66379,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:22:01.950848 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3467b535-2200-477d-af2a-22c5f1d13887 tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] No DVR routers for this DVR port b7dc0992-f43c-4712-b774-867508f66379 on host n-d-705658-22 {{(pid=105584) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:22:02.102597 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3e4d8e28-9a43-4352-ba3d-4630a01d833c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180'] for port, after_delete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:02.122738 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-66a39706-1bd3-486e-91b2-ec1e70b2ab6b tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10221797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9990606'] for subnet, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:02.130225 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-3467b535-2200-477d-af2a-22c5f1d13887 tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853562', 'neutron.services.segments.db._delete_segments_for_network-8790688882975'] for network, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:02.133725 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e4d8e28-9a43-4352-ba3d-4630a01d833c None None] No DVR routers for this DVR port b7dc0992-f43c-4712-b774-867508f66379 on host n-d-705658-22 {{(pid=105586) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:22:02.163829 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-18432806-d12d-4ecd-9c32-b3eb7d3911bf None None] For port 4fc8d3b1-5218-44f3-ac67-dec9b6aee934, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=4fc8d3b1-5218-44f3-ac67-dec9b6aee934,segment=NetworkSegment(532d8a52-575f-45de-a3af-efbea8c8f6d5),segment_id=532d8a52-575f-45de-a3af-efbea8c8f6d5)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:22:02.167272 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.segments.db [None req-3467b535-2200-477d-af2a-22c5f1d13887 tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23dfa146-623c-400d-9574-f6dbb6d3d24b']}} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:22:02.193491 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.segments.db [None req-3467b535-2200-477d-af2a-22c5f1d13887 tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02096b46-b4f6-43f2-9f5a-882b37b96752') {'for_net_delete': True} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:22:02.193795 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.segments.db [None req-3467b535-2200-477d-af2a-22c5f1d13887 tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02096b46-b4f6-43f2-9f5a-882b37b96752') {} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:22:02.197995 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-18432806-d12d-4ecd-9c32-b3eb7d3911bf None None] Notify callbacks [] for port, precommit_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:02.221780 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-3467b535-2200-477d-af2a-22c5f1d13887 tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790688883752', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9014348'] for segment, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:02.231121 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-18432806-d12d-4ecd-9c32-b3eb7d3911bf None None] Transition to ACTIVE for port object 4fc8d3b1-5218-44f3-ac67-dec9b6aee934 will not be triggered until provisioned by entity DHCP. {{(pid=105586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:22:02.263970 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-18432806-d12d-4ecd-9c32-b3eb7d3911bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:02.269710 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-eeab126e-5ca7-480e-be6f-e2c8d1b9f9af tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks [] for security_group, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:02.290582 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66a39706-1bd3-486e-91b2-ec1e70b2ab6b tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Network d1af7821-3064-4af5-8780-df3ae5343cdc is already hosted by enough agents. {{(pid=105585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:22:02.296317 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-eeab126e-5ca7-480e-be6f-e2c8d1b9f9af tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:02.305800 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.base_scheduler [None req-66a39706-1bd3-486e-91b2-ec1e70b2ab6b tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Resources bound (agent type, host, resource id): {{(pid=105585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:22:02.314959 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66a39706-1bd3-486e-91b2-ec1e70b2ab6b tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:22:02.315774 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-66a39706-1bd3-486e-91b2-ec1e70b2ab6b tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Notify callbacks [] for subnet, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:02.320304 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4d8e28-9a43-4352-ba3d-4630a01d833c None None] Pushing event deleted for resources: {'Port': ['ID=b7dc0992-f43c-4712-b774-867508f66379,revision_number=None']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:22:02.344221 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1f6abdb-7d67-4bda-978c-a889960b4d54 None None] Network d1af7821-3064-4af5-8780-df3ae5343cdc requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:22:02.345293 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a39706-1bd3-486e-91b2-ec1e70b2ab6b tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Pushing event updated for resources: {'Subnet': ['ID=6be74113-11c0-40b9-ba8a-ce8a58fb230b,revision_number=0']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:22:02.361595 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeab126e-5ca7-480e-be6f-e2c8d1b9f9af tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e916e9b6-267b-4820-a856-ddc66d274821,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:22:02.367072 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-66a39706-1bd3-486e-91b2-ec1e70b2ab6b tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9962525 Jul 27 21:22:02.368088 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-eeab126e-5ca7-480e-be6f-e2c8d1b9f9af tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks [] for security_group, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:02.369375 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-eeab126e-5ca7-480e-be6f-e2c8d1b9f9af tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.6453831 Jul 27 21:22:02.370086 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 51762) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:02.375741 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-c48933a1-527b-45d1-aaa8-4338bb6515ab tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Request body: {'security_group': {'name': 'tempest-secgroup-230596943'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:22:02.381307 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 51764) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:02.389709 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-59797a59-7466-4130-bcb7-81d0d65a2d4c tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Request body: {'security_group_rule': {'security_group_id': 'e916e9b6-267b-4820-a856-ddc66d274821', 'project_id': '379416b786c44e07b1b1ba1a5ea96882', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:22:02.463964 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-c48933a1-527b-45d1-aaa8-4338bb6515ab tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Notify callbacks [] for security_group, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:02.488102 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-3467b535-2200-477d-af2a-22c5f1d13887 tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:02.495972 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.db_base_plugin_common [None req-958e5ad5-f7d4-4bfc-885a-0b0df78fc4e5 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Allocated IP 2001:db8:0:1::12c (1d615a85-844c-4c57-a0fc-2090e87300f0/7b04d0b8-7472-4dcb-8d3e-febd64c91b0a/22db8ec3-cc17-4677-8d9a-6118cb390fb8) {{(pid=105584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:22:02.504441 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3467b535-2200-477d-af2a-22c5f1d13887 tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Releasing vlan 220 on physical network physnet1 to pool {{(pid=105584) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:22:02.505111 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-3467b535-2200-477d-af2a-22c5f1d13887 tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9014063'] for segment, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:02.508929 n-d-705658-22 neutron-server[105584]: Traceback (most recent call last): Jul 27 21:22:02.508929 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:22:02.508929 n-d-705658-22 neutron-server[105584]: timer() Jul 27 21:22:02.508929 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:22:02.508929 n-d-705658-22 neutron-server[105584]: cb(*args, **kw) Jul 27 21:22:02.508929 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:22:02.508929 n-d-705658-22 neutron-server[105584]: return func(*args, **kwargs) Jul 27 21:22:02.508929 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:22:02.508929 n-d-705658-22 neutron-server[105584]: self._notify() Jul 27 21:22:02.508929 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:22:02.508929 n-d-705658-22 neutron-server[105584]: self.callback(batched_events) Jul 27 21:22:02.508929 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:22:02.508929 n-d-705658-22 neutron-server[105584]: event.method(event) Jul 27 21:22:02.508929 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:22:02.508929 n-d-705658-22 neutron-server[105584]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:22:02.508929 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:22:02.508929 n-d-705658-22 neutron-server[105584]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:22:02.508929 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:22:02.508929 n-d-705658-22 neutron-server[105584]: return f(self, *a, **k) Jul 27 21:22:02.508929 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:22:02.508929 n-d-705658-22 neutron-server[105584]: return self._get(url).json() Jul 27 21:22:02.508929 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:22:02.508929 n-d-705658-22 neutron-server[105584]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:22:02.508929 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:22:02.508929 n-d-705658-22 neutron-server[105584]: return self.request(url, 'GET', **kwargs) Jul 27 21:22:02.508929 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:22:02.508929 n-d-705658-22 neutron-server[105584]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:22:02.508929 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:22:02.508929 n-d-705658-22 neutron-server[105584]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:22:02.508929 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:22:02.508929 n-d-705658-22 neutron-server[105584]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:22:02.508929 n-d-705658-22 neutron-server[105584]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:22:02.517158 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-59797a59-7466-4130-bcb7-81d0d65a2d4c tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:02.543781 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.db_base_plugin_common [None req-958e5ad5-f7d4-4bfc-885a-0b0df78fc4e5 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Allocated IP 2001:db8::f816:3eff:fe0c:5133 (1d615a85-844c-4c57-a0fc-2090e87300f0/c7017d57-3fd2-4565-863a-a7d76f5b9cbc/22db8ec3-cc17-4677-8d9a-6118cb390fb8) {{(pid=105584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:22:02.616742 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.db.api [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105586) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 27 21:22:02.617303 n-d-705658-22 neutron-server[105586]: DEBUG oslo_db.api [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 27 21:22:02.654512 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18432806-d12d-4ecd-9c32-b3eb7d3911bf None None] Pushing event updated for resources: {'Port': ['ID=4fc8d3b1-5218-44f3-ac67-dec9b6aee934,revision_number=3']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:22:02.700852 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-59797a59-7466-4130-bcb7-81d0d65a2d4c tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:02.717657 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-3467b535-2200-477d-af2a-22c5f1d13887 tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4075658'] for network, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:02.725631 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-59797a59-7466-4130-bcb7-81d0d65a2d4c tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732636'] for security_group_rule, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:02.747032 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-3467b535-2200-477d-af2a-22c5f1d13887 tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743886'] for network, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:02.747561 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-3467b535-2200-477d-af2a-22c5f1d13887 tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] 10.222.0.59 "DELETE /v2.0/networks/23dfa146-623c-400d-9574-f6dbb6d3d24b HTTP/1.1" status: 204 len: 168 time: 2.1521089 Jul 27 21:22:02.796777 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 51772) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:02.823865 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59797a59-7466-4130-bcb7-81d0d65a2d4c tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fbd137b4-ab7a-425d-9b87-18bef311eb2e,revision_number=0']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:22:02.837274 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3467b535-2200-477d-af2a-22c5f1d13887 tempest-NetworksTest-308645695 tempest-NetworksTest-308645695-project] Pushing event deleted for resources: {'Network': ['ID=23dfa146-623c-400d-9574-f6dbb6d3d24b,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:22:02.911375 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-c48933a1-527b-45d1-aaa8-4338bb6515ab tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Notify callbacks [] for security_group, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:02.917717 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-c48933a1-527b-45d1-aaa8-4338bb6515ab tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:02.950892 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-59797a59-7466-4130-bcb7-81d0d65a2d4c tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:02.957651 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-59797a59-7466-4130-bcb7-81d0d65a2d4c tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5730424 Jul 27 21:22:02.959458 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 51776) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:02.989618 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-c4dccbc1-11f0-4570-934d-f8d77a852d6c tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Request body: {'security_group_rule': {'security_group_id': 'e916e9b6-267b-4820-a856-ddc66d274821', 'project_id': '379416b786c44e07b1b1ba1a5ea96882', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:22:03.045442 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-c48933a1-527b-45d1-aaa8-4338bb6515ab tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Notify callbacks [] for security_group, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:03.050482 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-c48933a1-527b-45d1-aaa8-4338bb6515ab tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.6754606 Jul 27 21:22:03.051880 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 51778) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:03.071184 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d849057b-dbfe-4eef-9c72-74c51371f483 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30bb4b93-b285-5d90-9493-f9ec33ea333c-d1af7821-3064-4af5-8780-df3ae5343cdc', 'network_id': 'd1af7821-3064-4af5-8780-df3ae5343cdc', 'tenant_id': '454b79f542fc4867a07c409c85be23c7', 'fixed_ips': [{'subnet_id': '6be74113-11c0-40b9-ba8a-ce8a58fb230b'}]}} from n-d-705658-22. {{(pid=105586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 21:22:03.076329 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48933a1-527b-45d1-aaa8-4338bb6515ab tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff4f6c4c-d036-4a36-ab1e-07b3adb7357f,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:22:03.078577 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-d849057b-dbfe-4eef-9c72-74c51371f483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:03.089252 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-0ff0e929-0bf5-4c0e-bee6-1dfb8a09335f tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Request body: {'security_group': {'name': 'tempest-secgroup-743872320'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:22:03.119958 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-c4dccbc1-11f0-4570-934d-f8d77a852d6c tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:03.196168 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-0ff0e929-0bf5-4c0e-bee6-1dfb8a09335f tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Notify callbacks [] for security_group, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:03.204623 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-958e5ad5-f7d4-4bfc-885a-0b0df78fc4e5 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks [] for port, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:03.211805 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-53162681-d238-4adf-a064-1714c46a4930 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:03.259483 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.provisioning_blocks [None req-958e5ad5-f7d4-4bfc-885a-0b0df78fc4e5 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Transition to ACTIVE for port object 22db8ec3-cc17-4677-8d9a-6118cb390fb8 will not be triggered until provisioned by entity DHCP. {{(pid=105584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:22:03.318318 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-958e5ad5-f7d4-4bfc-885a-0b0df78fc4e5 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:03.354793 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:03.389965 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 51782) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:03.400637 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-53162681-d238-4adf-a064-1714c46a4930 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:03.408538 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-958e5ad5-f7d4-4bfc-885a-0b0df78fc4e5 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Network 1d615a85-844c-4c57-a0fc-2090e87300f0 is already hosted by enough agents. {{(pid=105584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:22:03.410511 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-c4dccbc1-11f0-4570-934d-f8d77a852d6c tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:03.415823 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [None req-958e5ad5-f7d4-4bfc-885a-0b0df78fc4e5 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Resources bound (agent type, host, resource id): {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:22:03.422139 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-53162681-d238-4adf-a064-1714c46a4930 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:03.434561 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-958e5ad5-f7d4-4bfc-885a-0b0df78fc4e5 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Received port after_create {{(pid=105584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:22:03.449005 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-958e5ad5-f7d4-4bfc-885a-0b0df78fc4e5 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:22:03.451782 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-958e5ad5-f7d4-4bfc-885a-0b0df78fc4e5 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:03.484728 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958e5ad5-f7d4-4bfc-885a-0b0df78fc4e5 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Pushing event updated for resources: {'Port': ['ID=22db8ec3-cc17-4677-8d9a-6118cb390fb8,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:22:03.492673 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.db_base_plugin_common [None req-d849057b-dbfe-4eef-9c72-74c51371f483 None None] Allocated IP 172.20.0.2 (d1af7821-3064-4af5-8780-df3ae5343cdc/6be74113-11c0-40b9-ba8a-ce8a58fb230b/56a178a1-0729-4924-aece-7bb1c1bde68a) {{(pid=105586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:22:03.543849 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-53162681-d238-4adf-a064-1714c46a4930 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=27f0c88c359b42a6811d41fc94c9206f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7456403 Jul 27 21:22:03.544657 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-c4dccbc1-11f0-4570-934d-f8d77a852d6c tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732636'] for security_group_rule, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:03.544848 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 51788) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:03.552101 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53162681-d238-4adf-a064-1714c46a4930 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79513545-ff3b-4f50-a5f2-fe4d5fc01d4e,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:22:03.608688 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4dccbc1-11f0-4570-934d-f8d77a852d6c tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9d85a84-7a40-48cc-899f-bc26fc3b2d92,revision_number=0']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:22:03.704499 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-3d473e91-41ad-410f-ad46-732b61a3631d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:03.737961 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-10890d22-c694-4afb-9f92-df0cd79a917c admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=a7f96c4262db4c858fcaf29ac40303b5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3469870 Jul 27 21:22:03.741148 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 51790) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:03.741401 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-0ff0e929-0bf5-4c0e-bee6-1dfb8a09335f tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Notify callbacks [] for security_group, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:03.759667 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-3d473e91-41ad-410f-ad46-732b61a3631d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:03.808764 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-0ff0e929-0bf5-4c0e-bee6-1dfb8a09335f tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:03.822978 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-c4dccbc1-11f0-4570-934d-f8d77a852d6c tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:03.825382 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-c4dccbc1-11f0-4570-934d-f8d77a852d6c tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.8473234 Jul 27 21:22:03.826363 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-d2ecd6fb-5232-4fc0-a8bd-44e29d7044c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:03.836611 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-d849057b-dbfe-4eef-9c72-74c51371f483 None None] Notify callbacks [] for port, precommit_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:03.845092 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-d849057b-dbfe-4eef-9c72-74c51371f483 None None] Transition to ACTIVE for port object 56a178a1-0729-4924-aece-7bb1c1bde68a will not be triggered until provisioned by entity L2. {{(pid=105586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:22:03.850181 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 51796) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:03.855432 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-958e5ad5-f7d4-4bfc-885a-0b0df78fc4e5 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 3.4300489 Jul 27 21:22:03.860408 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-d2ecd6fb-5232-4fc0-a8bd-44e29d7044c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:03.862678 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-d849057b-dbfe-4eef-9c72-74c51371f483 None None] Transition to ACTIVE for port object 56a178a1-0729-4924-aece-7bb1c1bde68a will not be triggered until provisioned by entity DHCP. {{(pid=105586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:22:03.872395 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-757dea57-0c52-4987-bb4f-5ffcd49c06c0 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Request body: {'security_group_rule': {'security_group_id': 'e916e9b6-267b-4820-a856-ddc66d274821', 'project_id': '379416b786c44e07b1b1ba1a5ea96882', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:22:03.877015 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-d849057b-dbfe-4eef-9c72-74c51371f483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143'] for port, after_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:03.898443 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-f43b51ee-585f-4924-bb06-9dbc06190aea None None] Provisioning for port 4fc8d3b1-5218-44f3-ac67-dec9b6aee934 completed by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:22:03.911984 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-3d473e91-41ad-410f-ad46-732b61a3631d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:03.914693 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-3d473e91-41ad-410f-ad46-732b61a3631d admin admin] Notify callbacks [] for security_group, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:03.916015 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-3d473e91-41ad-410f-ad46-732b61a3631d admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/79513545-ff3b-4f50-a5f2-fe4d5fc01d4e HTTP/1.1" status: 204 len: 168 time: 0.3648093 Jul 27 21:22:03.916747 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 51798) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:03.955520 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-0ff0e929-0bf5-4c0e-bee6-1dfb8a09335f tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Notify callbacks [] for security_group, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:03.959279 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-0ff0e929-0bf5-4c0e-bee6-1dfb8a09335f tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.8928411 Jul 27 21:22:03.969472 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] For port 4fc8d3b1-5218-44f3-ac67-dec9b6aee934, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=4fc8d3b1-5218-44f3-ac67-dec9b6aee934,segment=NetworkSegment(532d8a52-575f-45de-a3af-efbea8c8f6d5),segment_id=532d8a52-575f-45de-a3af-efbea8c8f6d5)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:22:03.970661 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-f43b51ee-585f-4924-bb06-9dbc06190aea None None] Provisioning complete for port 4fc8d3b1-5218-44f3-ac67-dec9b6aee934 triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:22:03.972312 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-f43b51ee-585f-4924-bb06-9dbc06190aea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:03.973122 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 51804) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:03.997317 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-79e0b9d9-e270-4b96-b46c-51dc4371dfaf tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-167108470', 'security_groups': ['790dbc27-4c83-40a5-838a-e027e221941e'], 'network_id': 'd1af7821-3064-4af5-8780-df3ae5343cdc', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '6be74113-11c0-40b9-ba8a-ce8a58fb230b'}]}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:22:04.057079 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:04.072485 n-d-705658-22 neutron-server[105586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d849057b-dbfe-4eef-9c72-74c51371f483 None None] Network d1af7821-3064-4af5-8780-df3ae5343cdc is already hosted by enough agents. {{(pid=105586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:22:04.082169 n-d-705658-22 neutron-server[105586]: DEBUG neutron.scheduler.base_scheduler [None req-d849057b-dbfe-4eef-9c72-74c51371f483 None None] Resources bound (agent type, host, resource id): {{(pid=105586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:22:04.091810 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-d2ecd6fb-5232-4fc0-a8bd-44e29d7044c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:04.095239 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-d2ecd6fb-5232-4fc0-a8bd-44e29d7044c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:04.099532 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-d2ecd6fb-5232-4fc0-a8bd-44e29d7044c3 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/b5f53c09-0b06-4fb7-b7e6-f73fae2dff32 HTTP/1.1" status: 204 len: 168 time: 0.3572831 Jul 27 21:22:04.120954 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ecd6fb-5232-4fc0-a8bd-44e29d7044c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5f53c09-0b06-4fb7-b7e6-f73fae2dff32,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:22:04.125396 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d849057b-dbfe-4eef-9c72-74c51371f483 None None] Received port after_create {{(pid=105586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:22:04.146539 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d849057b-dbfe-4eef-9c72-74c51371f483 None None] Pushing event updated for resources: {'Port': ['ID=56a178a1-0729-4924-aece-7bb1c1bde68a,revision_number=1']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:22:04.163598 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 7c107f54-682c-48b2-a7fa-d555e7b58777 no longer exists at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:22:04.169892 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [None req-29dc44a1-9c52-4505-a6b4-f5626c403a61 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Deleting port 22db8ec3-cc17-4677-8d9a-6118cb390fb8 {{(pid=105585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:22:04.170357 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-29dc44a1-9c52-4505-a6b4-f5626c403a61 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:04.249064 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] No Port match for: 7c107f54-682c-48b2-a7fa-d555e7b58777 {{(pid=105586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:22:04.249533 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 7c107f54-682c-48b2-a7fa-d555e7b58777 not bound to the agent host n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:22:04.250053 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 17ab1fe3-be70-4adb-99d6-42354c42cbdb no longer exists at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:22:04.294952 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-29dc44a1-9c52-4505-a6b4-f5626c403a61 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:04.310022 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [None req-29dc44a1-9c52-4505-a6b4-f5626c403a61 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Calling delete_port for 22db8ec3-cc17-4677-8d9a-6118cb390fb8 owned by {{(pid=105585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:22:04.312385 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] No Port match for: 17ab1fe3-be70-4adb-99d6-42354c42cbdb {{(pid=105586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:22:04.312839 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 17ab1fe3-be70-4adb-99d6-42354c42cbdb not bound to the agent host n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:22:04.342416 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-d849057b-dbfe-4eef-9c72-74c51371f483 None None] Attempting to bind port 56a178a1-0729-4924-aece-7bb1c1bde68a on host n-d-705658-22 for vnic_type normal with profile {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:22:04.343047 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-d849057b-dbfe-4eef-9c72-74c51371f483 None None] Attempting to bind port 56a178a1-0729-4924-aece-7bb1c1bde68a by drivers openvswitch,hyperv on host n-d-705658-22 at level 0 using segments [{'id': '55210df8-82d9-4c74-a25a-3545905c397f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'd1af7821-3064-4af5-8780-df3ae5343cdc'}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:22:04.344027 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d849057b-dbfe-4eef-9c72-74c51371f483 None None] Attempting to bind port 56a178a1-0729-4924-aece-7bb1c1bde68a on network d1af7821-3064-4af5-8780-df3ae5343cdc {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:22:04.388457 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff0e929-0bf5-4c0e-bee6-1dfb8a09335f tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Pushing event updated for resources: {'SecurityGroup': ['ID=790dbc27-4c83-40a5-838a-e027e221941e,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:22:04.408789 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Pushing event updated for resources: {'Port': ['ID=4fc8d3b1-5218-44f3-ac67-dec9b6aee934,revision_number=4']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:22:04.425105 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d849057b-dbfe-4eef-9c72-74c51371f483 None None] Checking agent: {'id': '04a7ea91-6318-467e-ace6-b0fb48c8690f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 41, 42), 'started_at': datetime.datetime(2021, 7, 27, 20, 42, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 21, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:22:04.426047 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d849057b-dbfe-4eef-9c72-74c51371f483 None None] Checking segment: {'id': '55210df8-82d9-4c74-a25a-3545905c397f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'd1af7821-3064-4af5-8780-df3ae5343cdc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:22:04.426473 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-d849057b-dbfe-4eef-9c72-74c51371f483 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:04.428474 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d849057b-dbfe-4eef-9c72-74c51371f483 None None] Bound using segment: {'id': '55210df8-82d9-4c74-a25a-3545905c397f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'd1af7821-3064-4af5-8780-df3ae5343cdc'} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:22:04.429243 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-d849057b-dbfe-4eef-9c72-74c51371f483 None None] Bound port: 56a178a1-0729-4924-aece-7bb1c1bde68a, host: n-d-705658-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55210df8-82d9-4c74-a25a-3545905c397f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'd1af7821-3064-4af5-8780-df3ae5343cdc'}}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:22:04.429752 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-d849057b-dbfe-4eef-9c72-74c51371f483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:04.452608 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d473e91-41ad-410f-ad46-732b61a3631d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79513545-ff3b-4f50-a5f2-fe4d5fc01d4e,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:22:04.461190 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-757dea57-0c52-4987-bb4f-5ffcd49c06c0 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:04.499622 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79e0b9d9-e270-4b96-b46c-51dc4371dfaf tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Made reservation on behalf of 454b79f542fc4867a07c409c85be23c7 for: {'port': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:22:04.514729 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 4fc8d3b1-5218-44f3-ac67-dec9b6aee934 up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:22:04.612535 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port 4fc8d3b1-5218-44f3-ac67-dec9b6aee934 triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:22:04.613990 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:04.655659 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-d849057b-dbfe-4eef-9c72-74c51371f483 None None] For port 56a178a1-0729-4924-aece-7bb1c1bde68a, host n-d-705658-22, cleared binding levels {{(pid=105586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:22:04.660473 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-d849057b-dbfe-4eef-9c72-74c51371f483 None None] For port 56a178a1-0729-4924-aece-7bb1c1bde68a, host n-d-705658-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=56a178a1-0729-4924-aece-7bb1c1bde68a,segment=NetworkSegment(55210df8-82d9-4c74-a25a-3545905c397f),segment_id=55210df8-82d9-4c74-a25a-3545905c397f)] {{(pid=105586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:22:04.669522 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-d849057b-dbfe-4eef-9c72-74c51371f483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:04.738470 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d849057b-dbfe-4eef-9c72-74c51371f483 None None] Pushing event updated for resources: {'Port': ['ID=56a178a1-0729-4924-aece-7bb1c1bde68a,revision_number=2']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:22:04.766339 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-8016b281-1e64-4bfd-a01d-7de49b514088 None None] Provisioning for port 22db8ec3-cc17-4677-8d9a-6118cb390fb8 completed by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:22:04.775089 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-757dea57-0c52-4987-bb4f-5ffcd49c06c0 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:04.780484 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-8016b281-1e64-4bfd-a01d-7de49b514088 None None] Provisioning complete for port 22db8ec3-cc17-4677-8d9a-6118cb390fb8 triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:22:04.780877 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-8016b281-1e64-4bfd-a01d-7de49b514088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:04.787477 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-757dea57-0c52-4987-bb4f-5ffcd49c06c0 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732636'] for security_group_rule, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:04.875728 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-79e0b9d9-e270-4b96-b46c-51dc4371dfaf tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:04.889479 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757dea57-0c52-4987-bb4f-5ffcd49c06c0 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e65df4e6-60bd-4ee1-a2e4-378bc00e2c65,revision_number=0']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:22:04.926385 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-757dea57-0c52-4987-bb4f-5ffcd49c06c0 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:04.928802 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-757dea57-0c52-4987-bb4f-5ffcd49c06c0 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0773084 Jul 27 21:22:04.930580 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [None req-79e0b9d9-e270-4b96-b46c-51dc4371dfaf tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] device_id is not set on port 4c6fd064-e7ee-42d5-acde-f4abb15dbfdd yet. {{(pid=105584) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 21:22:04.945771 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 51822) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:04.958941 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-f1d48217-93cb-487b-8726-07195228a0ce tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Request body: {'security_group_rule': {'security_group_id': 'e916e9b6-267b-4820-a856-ddc66d274821', 'project_id': '379416b786c44e07b1b1ba1a5ea96882', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:22:05.140453 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-8016b281-1e64-4bfd-a01d-7de49b514088 None None] Port 22db8ec3-cc17-4677-8d9a-6118cb390fb8 cannot update to ACTIVE because it is not bound. {{(pid=105586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:22:05.172336 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-f1d48217-93cb-487b-8726-07195228a0ce tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:05.279798 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device b7dc0992-f43c-4712-b774-867508f66379 no longer exists at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:22:05.330030 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] No Port match for: b7dc0992-f43c-4712-b774-867508f66379 {{(pid=105586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:22:05.330367 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device b7dc0992-f43c-4712-b774-867508f66379 not bound to the agent host n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:22:05.503676 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-f1d48217-93cb-487b-8726-07195228a0ce tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:05.514413 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-f1d48217-93cb-487b-8726-07195228a0ce tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732636'] for security_group_rule, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:05.529685 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.db_base_plugin_common [None req-79e0b9d9-e270-4b96-b46c-51dc4371dfaf tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Allocated IP 172.20.0.14 (d1af7821-3064-4af5-8780-df3ae5343cdc/6be74113-11c0-40b9-ba8a-ce8a58fb230b/4c6fd064-e7ee-42d5-acde-f4abb15dbfdd) {{(pid=105584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:22:05.559227 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d48217-93cb-487b-8726-07195228a0ce tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9eb779f0-fb24-43f5-8b81-010cb7cc0d56,revision_number=0']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:22:05.589534 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-f1d48217-93cb-487b-8726-07195228a0ce tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:05.593598 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 51842) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:05.597010 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-f1d48217-93cb-487b-8726-07195228a0ce tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6496553 Jul 27 21:22:05.598275 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-0fb3db07-05a1-4c55-9b34-91cde97030cc tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Request body: {'security_group_rule': {'security_group_id': 'e916e9b6-267b-4820-a856-ddc66d274821', 'project_id': '379416b786c44e07b1b1ba1a5ea96882', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:22:05.676959 n-d-705658-22 neutron-server[105585]: INFO neutron.db.securitygroups_db [None req-0fb3db07-05a1-4c55-9b34-91cde97030cc tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Project 379416b786c44e07b1b1ba1a5ea96882 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 27 21:22:05.686647 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-0fb3db07-05a1-4c55-9b34-91cde97030cc tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:05.770080 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-29dc44a1-9c52-4505-a6b4-f5626c403a61 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:05.866289 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29dc44a1-9c52-4505-a6b4-f5626c403a61 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Pushing event deleted for resources: {'Port': ['ID=22db8ec3-cc17-4677-8d9a-6118cb390fb8,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:22:05.993517 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-79e0b9d9-e270-4b96-b46c-51dc4371dfaf tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Notify callbacks [] for port, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:06.005898 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 51856) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:06.006242 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 51858) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:06.055364 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-29dc44a1-9c52-4505-a6b4-f5626c403a61 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:06.063681 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-29dc44a1-9c52-4505-a6b4-f5626c403a61 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] 10.222.0.59 "DELETE /v2.0/ports/22db8ec3-cc17-4677-8d9a-6118cb390fb8 HTTP/1.1" status: 204 len: 168 time: 2.1449957 Jul 27 21:22:06.068362 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 51862) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:06.083791 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-0fb3db07-05a1-4c55-9b34-91cde97030cc tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:06.088971 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-0fb3db07-05a1-4c55-9b34-91cde97030cc tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732636'] for security_group_rule, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:06.181080 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb3db07-05a1-4c55-9b34-91cde97030cc tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=226793db-1875-4d07-93f8-7fecb65114ed,revision_number=0']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:22:06.199096 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-0fb3db07-05a1-4c55-9b34-91cde97030cc tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:06.200631 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-0fb3db07-05a1-4c55-9b34-91cde97030cc tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6060638 Jul 27 21:22:06.207954 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 51868) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:06.213258 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-413b174b-6c4e-4c57-9f7b-38c7c3bf868f tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Request body: {'security_group_rule': {'security_group_id': 'e916e9b6-267b-4820-a856-ddc66d274821', 'project_id': '379416b786c44e07b1b1ba1a5ea96882', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:22:06.249082 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.provisioning_blocks [None req-79e0b9d9-e270-4b96-b46c-51dc4371dfaf tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Transition to ACTIVE for port object 4c6fd064-e7ee-42d5-acde-f4abb15dbfdd will not be triggered until provisioned by entity DHCP. {{(pid=105584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:22:06.265870 n-d-705658-22 neutron-server[105585]: INFO neutron.db.securitygroups_db [None req-413b174b-6c4e-4c57-9f7b-38c7c3bf868f tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Project 379416b786c44e07b1b1ba1a5ea96882 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 27 21:22:06.278692 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-413b174b-6c4e-4c57-9f7b-38c7c3bf868f tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:06.372798 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-b7a44a6c-1395-4e48-a2a6-0623c0ffd83f admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2046555676-network', 'tenant_id': '4f34f105adee402794bc57864714230e'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:22:06.389173 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:06.468904 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-19153955-c6c6-4ac3-845c-dbe271dda648 tempest-NegativeSecGroupIPv6Test-1740231945 tempest-NegativeSecGroupIPv6Test-1740231945-project] Request body: {'security_group': {'name': 'default'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:22:06.469642 n-d-705658-22 neutron-server[105584]: WARNING neutron.api.v2.base [None req-19153955-c6c6-4ac3-845c-dbe271dda648 tempest-NegativeSecGroupIPv6Test-1740231945 tempest-NegativeSecGroupIPv6Test-1740231945-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 27 21:22:06.470402 n-d-705658-22 neutron-server[105584]: INFO neutron.api.v2.resource [None req-19153955-c6c6-4ac3-845c-dbe271dda648 tempest-NegativeSecGroupIPv6Test-1740231945 tempest-NegativeSecGroupIPv6Test-1740231945-project] create failed (client error): There was a conflict when trying to complete your request. Jul 27 21:22:06.476782 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-19153955-c6c6-4ac3-845c-dbe271dda648 tempest-NegativeSecGroupIPv6Test-1740231945 tempest-NegativeSecGroupIPv6Test-1740231945-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.4539597 Jul 27 21:22:06.478449 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 51876) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:06.481137 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7a44a6c-1395-4e48-a2a6-0623c0ffd83f admin admin] Made reservation on behalf of 4f34f105adee402794bc57864714230e for: {'network': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:22:06.483453 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-b7a44a6c-1395-4e48-a2a6-0623c0ffd83f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for network, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:06.483913 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-8520392d-8eaf-4c57-9e68-32fc083084da tempest-NegativeSecGroupIPv6Test-1740231945 tempest-NegativeSecGroupIPv6Test-1740231945-project] Request body: {'security_group': {'name': 'tempest-secgroup--644241660'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:22:06.498626 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-413b174b-6c4e-4c57-9f7b-38c7c3bf868f tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:06.508646 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-413b174b-6c4e-4c57-9f7b-38c7c3bf868f tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732636'] for security_group_rule, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:06.556868 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-b7a44a6c-1395-4e48-a2a6-0623c0ffd83f admin admin] Notify callbacks [] for security_group, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:06.558041 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413b174b-6c4e-4c57-9f7b-38c7c3bf868f tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b2f191c-3771-4ac4-b19e-64deda012e57,revision_number=0']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:22:06.572367 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-8520392d-8eaf-4c57-9e68-32fc083084da tempest-NegativeSecGroupIPv6Test-1740231945 tempest-NegativeSecGroupIPv6Test-1740231945-project] Notify callbacks [] for security_group, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:06.595504 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-413b174b-6c4e-4c57-9f7b-38c7c3bf868f tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:06.597029 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-79e0b9d9-e270-4b96-b46c-51dc4371dfaf tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:06.598081 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-413b174b-6c4e-4c57-9f7b-38c7c3bf868f tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3885014 Jul 27 21:22:06.600282 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-9fd31a50-99a8-4cec-a487-681bfaf9ccd6 None None] Provisioning for port 56a178a1-0729-4924-aece-7bb1c1bde68a completed by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:22:06.600930 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-8520392d-8eaf-4c57-9e68-32fc083084da tempest-NegativeSecGroupIPv6Test-1740231945 tempest-NegativeSecGroupIPv6Test-1740231945-project] Notify callbacks [] for security_group, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:06.608522 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 51878) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:06.624423 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-0b5f69f4-7ea6-4666-88bc-e0014ba6703b tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Request body: {'network': {'name': 'tempest-network-smoke--1795130191', 'project_id': '379416b786c44e07b1b1ba1a5ea96882', 'port_security_enabled': True}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:22:06.629260 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-9fd31a50-99a8-4cec-a487-681bfaf9ccd6 None None] Provisioning complete for port 59893a6e-249b-4f84-9695-565e711456ae triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:22:06.629477 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-9fd31a50-99a8-4cec-a487-681bfaf9ccd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:06.681876 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0efc5adf-a84c-4459-aa0f-2de0b691e4ec tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:22:06.686762 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-0efc5adf-a84c-4459-aa0f-2de0b691e4ec tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.6029091 Jul 27 21:22:06.688626 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 51880) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:06.703254 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-9fd31a50-99a8-4cec-a487-681bfaf9ccd6 None None] Port 59893a6e-249b-4f84-9695-565e711456ae cannot update to ACTIVE because it is not bound. {{(pid=105586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:22:06.717303 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 56a178a1-0729-4924-aece-7bb1c1bde68a up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:22:06.736779 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79e0b9d9-e270-4b96-b46c-51dc4371dfaf tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Network d1af7821-3064-4af5-8780-df3ae5343cdc is already hosted by enough agents. {{(pid=105584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:22:06.739853 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [None req-79e0b9d9-e270-4b96-b46c-51dc4371dfaf tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Resources bound (agent type, host, resource id): {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:22:06.754796 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79e0b9d9-e270-4b96-b46c-51dc4371dfaf tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Received port after_create {{(pid=105584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:22:06.801261 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e0b9d9-e270-4b96-b46c-51dc4371dfaf tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Pushing event updated for resources: {'Port': ['ID=4c6fd064-e7ee-42d5-acde-f4abb15dbfdd,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:22:06.849055 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning for port 56a178a1-0729-4924-aece-7bb1c1bde68a completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:22:06.864052 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port 56a178a1-0729-4924-aece-7bb1c1bde68a triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:22:06.864466 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:06.876903 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79e0b9d9-e270-4b96-b46c-51dc4371dfaf tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:22:06.879635 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-79e0b9d9-e270-4b96-b46c-51dc4371dfaf tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:06.908514 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b176b233-8c09-4c25-b8a3-27e9c7c47023 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:22:06.913601 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-b176b233-8c09-4c25-b8a3-27e9c7c47023 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2238441 Jul 27 21:22:06.919873 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 51882) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:06.971962 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-8520392d-8eaf-4c57-9e68-32fc083084da tempest-NegativeSecGroupIPv6Test-1740231945 tempest-NegativeSecGroupIPv6Test-1740231945-project] Notify callbacks [] for security_group, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:06.976917 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-8520392d-8eaf-4c57-9e68-32fc083084da tempest-NegativeSecGroupIPv6Test-1740231945 tempest-NegativeSecGroupIPv6Test-1740231945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:06.995953 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-79e0b9d9-e270-4b96-b46c-51dc4371dfaf tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.0191793 Jul 27 21:22:07.012292 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 51884) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:07.023151 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06ec8c56-dfc7-436a-a924-127201201ffc tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:22:07.025426 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06ec8c56-dfc7-436a-a924-127201201ffc tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:22:07.026813 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-f03d1bf7-5868-432a-9d8e-adc7c38fb482 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Request body: {'subnet': {'network_id': 'd1af7821-3064-4af5-8780-df3ae5343cdc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:22:07.027752 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06ec8c56-dfc7-436a-a924-127201201ffc tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:22:07.033272 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-06ec8c56-dfc7-436a-a924-127201201ffc tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1115630 Jul 27 21:22:07.036927 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 51886) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:07.038109 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.db.api [None req-b7a44a6c-1395-4e48-a2a6-0623c0ffd83f admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 27 21:22:07.038109 n-d-705658-22 neutron-server[105584]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 27 21:22:07.038109 n-d-705658-22 neutron-server[105584]: [parameters: {'project_id_1': '4f34f105adee402794bc57864714230e', 'expiration_1': datetime.datetime(2021, 7, 27, 21, 22, 6, 661963)}] Jul 27 21:22:07.038109 n-d-705658-22 neutron-server[105584]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=105584) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 27 21:22:07.039020 n-d-705658-22 neutron-server[105584]: DEBUG oslo_db.api [None req-b7a44a6c-1395-4e48-a2a6-0623c0ffd83f admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 27 21:22:07.066799 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:07.088820 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.db.api [None req-8520392d-8eaf-4c57-9e68-32fc083084da tempest-NegativeSecGroupIPv6Test-1740231945 tempest-NegativeSecGroupIPv6Test-1740231945-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 27 21:22:07.088820 n-d-705658-22 neutron-server[105585]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 27 21:22:07.088820 n-d-705658-22 neutron-server[105585]: [parameters: {'project_id_1': '650f653be3004a0980393d56401d765b', 'expiration_1': datetime.datetime(2021, 7, 27, 21, 22, 6, 984117)}] Jul 27 21:22:07.088820 n-d-705658-22 neutron-server[105585]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=105585) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 27 21:22:07.089298 n-d-705658-22 neutron-server[105585]: DEBUG oslo_db.api [None req-8520392d-8eaf-4c57-9e68-32fc083084da tempest-NegativeSecGroupIPv6Test-1740231945 tempest-NegativeSecGroupIPv6Test-1740231945-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=105585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 27 21:22:07.106506 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.db_base_plugin_v2 [None req-d441a176-5f81-47db-9274-bd0174339d96 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Deleting subnet 7b04d0b8-7472-4dcb-8d3e-febd64c91b0a {{(pid=105584) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:22:07.111104 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-d441a176-5f81-47db-9274-bd0174339d96 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks [] for subnet, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:07.136580 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] For port 56a178a1-0729-4924-aece-7bb1c1bde68a, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=56a178a1-0729-4924-aece-7bb1c1bde68a,segment=NetworkSegment(55210df8-82d9-4c74-a25a-3545905c397f),segment_id=55210df8-82d9-4c74-a25a-3545905c397f)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:22:07.144346 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:07.145351 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 4fc8d3b1-5218-44f3-ac67-dec9b6aee934 up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:22:07.170032 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-d441a176-5f81-47db-9274-bd0174339d96 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9014207'] for subnet, precommit_delete_associations {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:07.171588 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8520392d-8eaf-4c57-9e68-32fc083084da tempest-NegativeSecGroupIPv6Test-1740231945 tempest-NegativeSecGroupIPv6Test-1740231945-project] Pushing event updated for resources: {'SecurityGroup': ['ID=84d5513b-5801-4da1-8a71-90574bd30c97,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:22:07.225052 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b5f69f4-7ea6-4666-88bc-e0014ba6703b tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Made reservation on behalf of 379416b786c44e07b1b1ba1a5ea96882 for: {'network': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:22:07.229740 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-0b5f69f4-7ea6-4666-88bc-e0014ba6703b tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for network, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:07.265395 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b5f69f4-7ea6-4666-88bc-e0014ba6703b tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] vlan segment allocate from pool success with {'vlan_id': 224, 'physical_network': 'physnet1'} {{(pid=105584) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:22:07.284396 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-0b5f69f4-7ea6-4666-88bc-e0014ba6703b tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:07.284764 n-d-705658-22 neutron-server[105584]: INFO neutron.db.segments_db [None req-0b5f69f4-7ea6-4666-88bc-e0014ba6703b tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Added segment 96f51d57-65b2-4cdc-9d5b-14f606e8bb9d of type vlan for network e5dbfc22-3d07-4f08-ba90-beae97f55608 Jul 27 21:22:07.321513 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-e24474e2-4dfb-4c19-a8b8-a0b3fb610666 None None] Provisioning for port 4c6fd064-e7ee-42d5-acde-f4abb15dbfdd completed by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:22:07.333108 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f03d1bf7-5868-432a-9d8e-adc7c38fb482 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Made reservation on behalf of 454b79f542fc4867a07c409c85be23c7 for: {'subnet': 1} {{(pid=105585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:22:07.340286 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-f03d1bf7-5868-432a-9d8e-adc7c38fb482 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9990620'] for subnet, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:07.355390 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-e24474e2-4dfb-4c19-a8b8-a0b3fb610666 None None] Provisioning complete for port 4c6fd064-e7ee-42d5-acde-f4abb15dbfdd triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:22:07.355771 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-e24474e2-4dfb-4c19-a8b8-a0b3fb610666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:07.372640 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-0b5f69f4-7ea6-4666-88bc-e0014ba6703b tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790688424798'] for network, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:07.431268 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-d441a176-5f81-47db-9274-bd0174339d96 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854965'] for subnet, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:07.437425 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Pushing event updated for resources: {'Port': ['ID=56a178a1-0729-4924-aece-7bb1c1bde68a,revision_number=3']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:22:07.482001 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-0b5f69f4-7ea6-4666-88bc-e0014ba6703b tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920'] for network, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:07.494690 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port 4fc8d3b1-5218-44f3-ac67-dec9b6aee934 triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:22:07.495234 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:07.499896 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b5f69f4-7ea6-4666-88bc-e0014ba6703b tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:22:07.505256 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-0b5f69f4-7ea6-4666-88bc-e0014ba6703b tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743886'] for network, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:07.520582 n-d-705658-22 neutron-server[105585]: INFO neutron.db.ipam_backend_mixin [None req-f03d1bf7-5868-432a-9d8e-adc7c38fb482 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 6be74113-11c0-40b9-ba8a-ce8a58fb230b (CIDR: 172.20.0.0/28) Jul 27 21:22:07.525481 n-d-705658-22 neutron-server[105585]: INFO neutron.pecan_wsgi.hooks.translation [None req-f03d1bf7-5868-432a-9d8e-adc7c38fb482 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 27 21:22:07.526229 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f03d1bf7-5868-432a-9d8e-adc7c38fb482 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=105585) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 21:22:07.556462 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-f03d1bf7-5868-432a-9d8e-adc7c38fb482 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5398502 Jul 27 21:22:07.557285 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 51896) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:07.569384 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-b7a44a6c-1395-4e48-a2a6-0623c0ffd83f admin admin] Notify callbacks [] for security_group, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:07.573500 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-e24474e2-4dfb-4c19-a8b8-a0b3fb610666 None None] Port 4c6fd064-e7ee-42d5-acde-f4abb15dbfdd cannot update to ACTIVE because it is not bound. {{(pid=105586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:22:07.574269 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-0e1f52fb-0de9-4e7c-9770-47cd8c7b5443 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Request body: {'subnet': {'network_id': 'd1af7821-3064-4af5-8780-df3ae5343cdc', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:22:07.618628 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-8520392d-8eaf-4c57-9e68-32fc083084da tempest-NegativeSecGroupIPv6Test-1740231945 tempest-NegativeSecGroupIPv6Test-1740231945-project] Notify callbacks [] for security_group, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:07.677792 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-d441a176-5f81-47db-9274-bd0174339d96 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9014081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9738825'] for subnet, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:07.695102 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-0b5f69f4-7ea6-4666-88bc-e0014ba6703b tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.0794744 Jul 27 21:22:07.704987 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 51900) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:07.710356 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-83af838d-b1fa-4ac2-8513-39efd5fa4449 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-950241072', 'admin_state_up': True, 'project_id': '379416b786c44e07b1b1ba1a5ea96882', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305'}}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:22:07.718117 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5f69f4-7ea6-4666-88bc-e0014ba6703b tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Pushing event updated for resources: {'Network': ['ID=e5dbfc22-3d07-4f08-ba90-beae97f55608,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:22:07.729672 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d441a176-5f81-47db-9274-bd0174339d96 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Pushing event deleted for resources: {'Subnet': ['ID=7b04d0b8-7472-4dcb-8d3e-febd64c91b0a,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:22:07.730669 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Network e5dbfc22-3d07-4f08-ba90-beae97f55608 details requested by agent ovs-agent-n-d-705658-22 with host n-d-705658-22 {{(pid=105586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:22:07.743426 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-d441a176-5f81-47db-9274-bd0174339d96 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks [] for subnet, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:07.745525 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-d441a176-5f81-47db-9274-bd0174339d96 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] 10.222.0.59 "DELETE /v2.0/subnets/7b04d0b8-7472-4dcb-8d3e-febd64c91b0a HTTP/1.1" status: 204 len: 168 time: 0.7055185 Jul 27 21:22:07.748051 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 51902) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:07.788122 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c45d275-80d5-4d37-b738-ccfc042662ba None None] Network 1d615a85-844c-4c57-a0fc-2090e87300f0 requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:22:07.852803 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.db_base_plugin_v2 [None req-d620ca47-3216-4a97-b0e8-3b4484e61915 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Deleting subnet c7017d57-3fd2-4565-863a-a7d76f5b9cbc {{(pid=105584) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:22:07.860733 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-d620ca47-3216-4a97-b0e8-3b4484e61915 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks [] for subnet, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:07.914390 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-d620ca47-3216-4a97-b0e8-3b4484e61915 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9014207'] for subnet, precommit_delete_associations {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:07.963889 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-b7a44a6c-1395-4e48-a2a6-0623c0ffd83f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:07.981190 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-b7a44a6c-1395-4e48-a2a6-0623c0ffd83f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:07.993083 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-83af838d-b1fa-4ac2-8513-39efd5fa4449 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4163813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-443'] for router, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:07.994241 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-83af838d-b1fa-4ac2-8513-39efd5fa4449 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4165196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4077059', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3711235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-418'] for router, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:08.024807 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7a44a6c-1395-4e48-a2a6-0623c0ffd83f admin admin] vlan segment allocate from pool success with {'vlan_id': 205, 'physical_network': 'physnet1'} {{(pid=105584) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:22:08.078612 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-b7a44a6c-1395-4e48-a2a6-0623c0ffd83f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:08.079360 n-d-705658-22 neutron-server[105584]: INFO neutron.db.segments_db [None req-b7a44a6c-1395-4e48-a2a6-0623c0ffd83f admin admin] Added segment 18e10d91-ebad-46c9-a595-c7d7342be977 of type vlan for network 931fb9ff-9259-4e72-a5c3-3639bed88ea6 Jul 27 21:22:08.082651 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a44a6c-1395-4e48-a2a6-0623c0ffd83f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ef113d1-a3a7-402b-a668-6dc148671140,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:22:08.146597 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-83af838d-b1fa-4ac2-8513-39efd5fa4449 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:08.181126 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-d620ca47-3216-4a97-b0e8-3b4484e61915 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854965'] for subnet, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:08.231402 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-b7a44a6c-1395-4e48-a2a6-0623c0ffd83f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790688424798'] for network, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:08.275079 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-8520392d-8eaf-4c57-9e68-32fc083084da tempest-NegativeSecGroupIPv6Test-1740231945 tempest-NegativeSecGroupIPv6Test-1740231945-project] Notify callbacks [] for security_group, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:08.289842 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-b7a44a6c-1395-4e48-a2a6-0623c0ffd83f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920'] for network, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:08.291024 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7a44a6c-1395-4e48-a2a6-0623c0ffd83f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:22:08.292142 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-b7a44a6c-1395-4e48-a2a6-0623c0ffd83f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743886'] for network, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:08.297263 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-d620ca47-3216-4a97-b0e8-3b4484e61915 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9014081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9738825'] for subnet, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:08.323669 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-8520392d-8eaf-4c57-9e68-32fc083084da tempest-NegativeSecGroupIPv6Test-1740231945 tempest-NegativeSecGroupIPv6Test-1740231945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:08.408554 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 56a178a1-0729-4924-aece-7bb1c1bde68a up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:22:08.426081 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d620ca47-3216-4a97-b0e8-3b4484e61915 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Pushing event deleted for resources: {'Subnet': ['ID=c7017d57-3fd2-4565-863a-a7d76f5b9cbc,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:22:08.440900 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-d620ca47-3216-4a97-b0e8-3b4484e61915 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks [] for subnet, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:08.446579 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-d620ca47-3216-4a97-b0e8-3b4484e61915 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] 10.222.0.59 "DELETE /v2.0/subnets/c7017d57-3fd2-4565-863a-a7d76f5b9cbc HTTP/1.1" status: 204 len: 168 time: 0.6936972 Jul 27 21:22:08.446579 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 51904) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:08.468624 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a44a6c-1395-4e48-a2a6-0623c0ffd83f admin admin] Pushing event updated for resources: {'Network': ['ID=931fb9ff-9259-4e72-a5c3-3639bed88ea6,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:22:08.475679 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-83af838d-b1fa-4ac2-8513-39efd5fa4449 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4077169', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4163787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-400'] for router, precommit_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:08.495812 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Network 931fb9ff-9259-4e72-a5c3-3639bed88ea6 details requested by agent ovs-agent-n-d-705658-22 with host n-d-705658-22 {{(pid=105586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:22:08.510831 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8520392d-8eaf-4c57-9e68-32fc083084da tempest-NegativeSecGroupIPv6Test-1740231945 tempest-NegativeSecGroupIPv6Test-1740231945-project] Pushing event updated for resources: {'SecurityGroup': ['ID=23af64e1-1c79-4406-8b98-689559aa38ab,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:22:08.520054 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e1f52fb-0de9-4e7c-9770-47cd8c7b5443 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Made reservation on behalf of 454b79f542fc4867a07c409c85be23c7 for: {'subnet': 1} {{(pid=105585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:22:08.524108 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-0e1f52fb-0de9-4e7c-9770-47cd8c7b5443 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9990620'] for subnet, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:08.527213 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-8520392d-8eaf-4c57-9e68-32fc083084da tempest-NegativeSecGroupIPv6Test-1740231945 tempest-NegativeSecGroupIPv6Test-1740231945-project] Notify callbacks [] for security_group, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:08.531183 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-8520392d-8eaf-4c57-9e68-32fc083084da tempest-NegativeSecGroupIPv6Test-1740231945 tempest-NegativeSecGroupIPv6Test-1740231945-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 2.0481038 Jul 27 21:22:08.560610 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 51908) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:08.568866 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-e6a25603-0471-473f-9a95-cd7ba888e7e5 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1205864 Jul 27 21:22:08.571557 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 51910) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:08.590047 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-d19ad128-c4cf-43f7-9646-1eca6c30a6c3 tempest-NegativeSecGroupIPv6Test-1740231945 tempest-NegativeSecGroupIPv6Test-1740231945-project] Request body: {'security_group_rule': {'security_group_id': '23af64e1-1c79-4406-8b98-689559aa38ab', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:22:08.602017 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-b7a44a6c-1395-4e48-a2a6-0623c0ffd83f admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.5931919 Jul 27 21:22:08.602328 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port 56a178a1-0729-4924-aece-7bb1c1bde68a triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:22:08.602989 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:08.604544 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 51912) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:08.610367 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-bff9f0cd-3b57-41ce-8b99-065039dda14d admin admin] Request body: {'subnet': {'network_id': '931fb9ff-9259-4e72-a5c3-3639bed88ea6', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2046555676-subnet', 'tenant_id': '4f34f105adee402794bc57864714230e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:22:08.631799 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-a17a8db2-b425-4cda-8f10-0ca9378a7e24 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Request body: {'subnet': {'network_id': '1d615a85-844c-4c57-a0fc-2090e87300f0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:22:08.667304 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-d19ad128-c4cf-43f7-9646-1eca6c30a6c3 tempest-NegativeSecGroupIPv6Test-1740231945 tempest-NegativeSecGroupIPv6Test-1740231945-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:08.728055 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bff9f0cd-3b57-41ce-8b99-065039dda14d admin admin] Made reservation on behalf of 4f34f105adee402794bc57864714230e for: {'subnet': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:22:08.730883 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-bff9f0cd-3b57-41ce-8b99-065039dda14d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9738786'] for subnet, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:08.930289 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a17a8db2-b425-4cda-8f10-0ca9378a7e24 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Made reservation on behalf of fcd7bb7d26624f8f823446f0b0a5006f for: {'subnet': 1} {{(pid=105585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:22:08.934532 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-d88ada28-eafa-4979-85d6-47e247b80cfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:08.934677 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-a17a8db2-b425-4cda-8f10-0ca9378a7e24 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9990620'] for subnet, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:08.973255 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-d19ad128-c4cf-43f7-9646-1eca6c30a6c3 tempest-NegativeSecGroupIPv6Test-1740231945 tempest-NegativeSecGroupIPv6Test-1740231945-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:08.980794 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-d19ad128-c4cf-43f7-9646-1eca6c30a6c3 tempest-NegativeSecGroupIPv6Test-1740231945 tempest-NegativeSecGroupIPv6Test-1740231945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732636'] for security_group_rule, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:09.019828 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-d19ad128-c4cf-43f7-9646-1eca6c30a6c3 tempest-NegativeSecGroupIPv6Test-1740231945 tempest-NegativeSecGroupIPv6Test-1740231945-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:09.031349 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-d19ad128-c4cf-43f7-9646-1eca6c30a6c3 tempest-NegativeSecGroupIPv6Test-1740231945 tempest-NegativeSecGroupIPv6Test-1740231945-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4506087 Jul 27 21:22:09.033650 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 51924) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:09.065059 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-80508415-e133-40d7-bd55-dd09a8869fc7 tempest-NegativeSecGroupIPv6Test-1740231945 tempest-NegativeSecGroupIPv6Test-1740231945-project] Request body: {'security_group_rule': {'security_group_id': '23af64e1-1c79-4406-8b98-689559aa38ab', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:22:09.072937 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19ad128-c4cf-43f7-9646-1eca6c30a6c3 tempest-NegativeSecGroupIPv6Test-1740231945 tempest-NegativeSecGroupIPv6Test-1740231945-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aeea14f8-a2c4-4c0c-835c-a11e0db20db7,revision_number=0']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:22:09.238568 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dee52407-e6f5-4062-a4c1-373fcb94f01f None None] Network 1d615a85-844c-4c57-a0fc-2090e87300f0 requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:22:09.277791 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-bff9f0cd-3b57-41ce-8b99-065039dda14d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9014150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9738800'] for subnet, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:09.351605 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-c470f2f5-6af5-4c23-9f64-af1d7eaeb24f None None] Provisioning complete for port 4fc8d3b1-5218-44f3-ac67-dec9b6aee934 triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:22:09.352218 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-c470f2f5-6af5-4c23-9f64-af1d7eaeb24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:09.392479 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-83af838d-b1fa-4ac2-8513-39efd5fa4449 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks [] for router_gateway, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:09.394377 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-0e1f52fb-0de9-4e7c-9770-47cd8c7b5443 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10221797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9990606'] for subnet, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:09.455191 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-83af838d-b1fa-4ac2-8513-39efd5fa4449 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:09.486138 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e1f52fb-0de9-4e7c-9770-47cd8c7b5443 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Network d1af7821-3064-4af5-8780-df3ae5343cdc is already hosted by enough agents. {{(pid=105585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:22:09.562146 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.base_scheduler [None req-0e1f52fb-0de9-4e7c-9770-47cd8c7b5443 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Resources bound (agent type, host, resource id): {{(pid=105585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:22:09.576501 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e1f52fb-0de9-4e7c-9770-47cd8c7b5443 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:22:09.577126 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-0e1f52fb-0de9-4e7c-9770-47cd8c7b5443 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Notify callbacks [] for subnet, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:09.580363 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-726d565d-a62e-4c0a-8ae6-ea72741abc2a None None] Network d1af7821-3064-4af5-8780-df3ae5343cdc requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:22:09.612839 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1f52fb-0de9-4e7c-9770-47cd8c7b5443 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Pushing event updated for resources: {'Subnet': ['ID=07fc2c2e-7d1c-45be-8c43-d2555923f057,revision_number=0']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:22:09.642863 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0db76162-5bf0-41e0-9d74-6652c7807478 None None] DHCP port deletion for 1d615a85-844c-4c57-a0fc-2090e87300f0 request from n-d-705658-22 {{(pid=105586) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 21:22:09.683278 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-0e1f52fb-0de9-4e7c-9770-47cd8c7b5443 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.1235311 Jul 27 21:22:09.690473 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 51926) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:09.700691 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-f2197d4a-b586-4962-9198-da7fe7c0ec50 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-368928346', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '07fc2c2e-7d1c-45be-8c43-d2555923f057'}], 'security_groups': ['ff4f6c4c-d036-4a36-ab1e-07b3adb7357f']}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:22:09.752350 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-a17a8db2-b425-4cda-8f10-0ca9378a7e24 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10221797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9990606'] for subnet, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:09.776438 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-0db76162-5bf0-41e0-9d74-6652c7807478 None None] Deleting port 4fc8d3b1-5218-44f3-ac67-dec9b6aee934 {{(pid=105586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:22:09.776816 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-0db76162-5bf0-41e0-9d74-6652c7807478 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:09.887416 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff9f0cd-3b57-41ce-8b99-065039dda14d admin admin] Pushing event updated for resources: {'Subnet': ['ID=5ff0e0de-9e83-4547-96ca-977e74fc4ad6,revision_number=0']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:22:09.892721 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-80508415-e133-40d7-bd55-dd09a8869fc7 tempest-NegativeSecGroupIPv6Test-1740231945 tempest-NegativeSecGroupIPv6Test-1740231945-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:09.913923 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a17a8db2-b425-4cda-8f10-0ca9378a7e24 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Network 1d615a85-844c-4c57-a0fc-2090e87300f0 is already hosted by enough agents. {{(pid=105585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:22:09.955118 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-0db76162-5bf0-41e0-9d74-6652c7807478 None None] For port 4fc8d3b1-5218-44f3-ac67-dec9b6aee934, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=4fc8d3b1-5218-44f3-ac67-dec9b6aee934,segment=NetworkSegment(532d8a52-575f-45de-a3af-efbea8c8f6d5),segment_id=532d8a52-575f-45de-a3af-efbea8c8f6d5)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:22:09.955550 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-0db76162-5bf0-41e0-9d74-6652c7807478 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:09.959501 n-d-705658-22 neutron-server[105584]: INFO neutron.api.v2.resource [None req-80508415-e133-40d7-bd55-dd09a8869fc7 tempest-NegativeSecGroupIPv6Test-1740231945 tempest-NegativeSecGroupIPv6Test-1740231945-project] create failed (client error): There was a conflict when trying to complete your request. Jul 27 21:22:09.960591 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-80508415-e133-40d7-bd55-dd09a8869fc7 tempest-NegativeSecGroupIPv6Test-1740231945 tempest-NegativeSecGroupIPv6Test-1740231945-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.9017804 Jul 27 21:22:09.965127 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 51934) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:09.969042 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.base_scheduler [None req-a17a8db2-b425-4cda-8f10-0ca9378a7e24 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Resources bound (agent type, host, resource id): {{(pid=105585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:22:09.975379 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-0db76162-5bf0-41e0-9d74-6652c7807478 None None] Calling delete_port for 4fc8d3b1-5218-44f3-ac67-dec9b6aee934 owned by network:dhcp {{(pid=105586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:22:09.977771 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.db_base_plugin_common [None req-83af838d-b1fa-4ac2-8513-39efd5fa4449 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Allocated IP 172.25.5.123 (8735d8a2-b604-4758-ae71-b40e4ee6f305/eca7dbab-b9c0-4c8f-a272-816ea8a81764/05372ec9-b790-40d7-8f9f-ce1a3ac46e4b) {{(pid=105585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:22:09.980579 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a17a8db2-b425-4cda-8f10-0ca9378a7e24 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:22:09.981339 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-a17a8db2-b425-4cda-8f10-0ca9378a7e24 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks [] for subnet, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:09.983910 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17a8db2-b425-4cda-8f10-0ca9378a7e24 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Pushing event updated for resources: {'Subnet': ['ID=2369bc66-01f9-4ec8-99b1-5966f696ee6e,revision_number=0']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:22:10.071481 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-a17a8db2-b425-4cda-8f10-0ca9378a7e24 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.4485714 Jul 27 21:22:10.076313 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 51938) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:10.082525 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-77f80474-85d6-47a1-8fb9-c2d3aab9cb5a tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Request body: {'subnet': {'network_id': '1d615a85-844c-4c57-a0fc-2090e87300f0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:22:10.205033 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-261e4442-89a4-4b64-a56d-c8ab889a4da5 None None] Update dhcp port {'port': {'network_id': 'd1af7821-3064-4af5-8780-df3ae5343cdc', 'fixed_ips': [{'subnet_id': '6be74113-11c0-40b9-ba8a-ce8a58fb230b', 'ip_address': '172.20.0.2'}, {'subnet_id': '07fc2c2e-7d1c-45be-8c43-d2555923f057'}], 'binding:host_id': 'n-d-705658-22'}, 'id': '56a178a1-0729-4924-aece-7bb1c1bde68a'} from n-d-705658-22. {{(pid=105586) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 27 21:22:10.212979 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:10.231939 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-f2197d4a-b586-4962-9198-da7fe7c0ec50 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:10.235199 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-5df48a1a-761e-4117-98ec-bd34825d29c2 tempest-NegativeSecGroupIPv6Test-1740231945 tempest-NegativeSecGroupIPv6Test-1740231945-project] Notify callbacks [] for security_group, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:10.250530 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-83af838d-b1fa-4ac2-8513-39efd5fa4449 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks [] for port, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:10.271943 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-5df48a1a-761e-4117-98ec-bd34825d29c2 tempest-NegativeSecGroupIPv6Test-1740231945 tempest-NegativeSecGroupIPv6Test-1740231945-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:10.318683 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-261e4442-89a4-4b64-a56d-c8ab889a4da5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:10.331484 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bff9f0cd-3b57-41ce-8b99-065039dda14d admin admin] Checking segment: {'id': '18e10d91-ebad-46c9-a595-c7d7342be977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '931fb9ff-9259-4e72-a5c3-3639bed88ea6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:22:10.332513 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bff9f0cd-3b57-41ce-8b99-065039dda14d admin admin] Network hostable DHCP agents. Network: 931fb9ff-9259-4e72-a5c3-3639bed88ea6, hostable agents: ['7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a'], hosted agents: [] {{(pid=105584) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:22:10.344568 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-5df48a1a-761e-4117-98ec-bd34825d29c2 tempest-NegativeSecGroupIPv6Test-1740231945 tempest-NegativeSecGroupIPv6Test-1740231945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:10.349743 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-5df48a1a-761e-4117-98ec-bd34825d29c2 tempest-NegativeSecGroupIPv6Test-1740231945 tempest-NegativeSecGroupIPv6Test-1740231945-project] Notify callbacks [] for security_group, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:10.350899 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-5df48a1a-761e-4117-98ec-bd34825d29c2 tempest-NegativeSecGroupIPv6Test-1740231945 tempest-NegativeSecGroupIPv6Test-1740231945-project] 10.222.0.59 "DELETE /v2.0/security-groups/23af64e1-1c79-4406-8b98-689559aa38ab HTTP/1.1" status: 204 len: 168 time: 0.3844872 Jul 27 21:22:10.359491 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 51940) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:10.362948 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-0db76162-5bf0-41e0-9d74-6652c7807478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180'] for port, after_delete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:10.393122 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77f80474-85d6-47a1-8fb9-c2d3aab9cb5a tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Made reservation on behalf of fcd7bb7d26624f8f823446f0b0a5006f for: {'subnet': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:22:10.408266 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-77f80474-85d6-47a1-8fb9-c2d3aab9cb5a tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9738786'] for subnet, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:10.448722 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-83af838d-b1fa-4ac2-8513-39efd5fa4449 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:10.481358 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df48a1a-761e-4117-98ec-bd34825d29c2 tempest-NegativeSecGroupIPv6Test-1740231945 tempest-NegativeSecGroupIPv6Test-1740231945-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=23af64e1-1c79-4406-8b98-689559aa38ab,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:22:10.492693 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 4fc8d3b1-5218-44f3-ac67-dec9b6aee934 no longer exists at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:22:10.502541 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bff9f0cd-3b57-41ce-8b99-065039dda14d admin admin] Network 931fb9ff-9259-4e72-a5c3-3639bed88ea6 is scheduled to be hosted by DHCP agent 7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a with binding_index 1 {{(pid=105584) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:22:10.517323 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [None req-bff9f0cd-3b57-41ce-8b99-065039dda14d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-22, 931fb9ff-9259-4e72-a5c3-3639bed88ea6) {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:22:10.525758 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bff9f0cd-3b57-41ce-8b99-065039dda14d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:22:10.526355 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-bff9f0cd-3b57-41ce-8b99-065039dda14d admin admin] Notify callbacks [] for subnet, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:10.533281 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] No Port match for: 4fc8d3b1-5218-44f3-ac67-dec9b6aee934 {{(pid=105586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:22:10.533722 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 4fc8d3b1-5218-44f3-ac67-dec9b6aee934 not bound to the agent host n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:22:10.537437 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a51b588-b8f2-4b24-aa0e-4141a5525d4e None None] Network 931fb9ff-9259-4e72-a5c3-3639bed88ea6 requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:22:10.579477 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-bff9f0cd-3b57-41ce-8b99-065039dda14d admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.9735610 Jul 27 21:22:10.587008 n-d-705658-22 neutron-server[105584]: INFO neutron.db.ipam_backend_mixin [None req-77f80474-85d6-47a1-8fb9-c2d3aab9cb5a tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 2369bc66-01f9-4ec8-99b1-5966f696ee6e (CIDR: 2001:db8::/64) Jul 27 21:22:10.588466 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83af838d-b1fa-4ac2-8513-39efd5fa4449 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Network 8735d8a2-b604-4758-ae71-b40e4ee6f305 is already hosted by enough agents. {{(pid=105585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:22:10.591318 n-d-705658-22 neutron-server[105584]: INFO neutron.pecan_wsgi.hooks.translation [None req-77f80474-85d6-47a1-8fb9-c2d3aab9cb5a tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 27 21:22:10.591836 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-77f80474-85d6-47a1-8fb9-c2d3aab9cb5a tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=105584) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 21:22:10.598629 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-7ada91ff-ff37-4943-9db9-f396197ab76d tempest-NegativeSecGroupIPv6Test-1740231945 tempest-NegativeSecGroupIPv6Test-1740231945-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2291522 Jul 27 21:22:10.606960 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 51944) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:10.614200 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-44282c67-77cf-4902-8147-491d549eaacc tempest-NegativeSecGroupIPv6Test-1740231945 tempest-NegativeSecGroupIPv6Test-1740231945-project] Request body: {'security_group': {'name': 'tempest-secgroup--447350473'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:22:10.640957 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.base_scheduler [None req-83af838d-b1fa-4ac2-8513-39efd5fa4449 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Resources bound (agent type, host, resource id): {{(pid=105585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:22:10.648080 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-77f80474-85d6-47a1-8fb9-c2d3aab9cb5a tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5703363 Jul 27 21:22:10.650754 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 51946) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:10.654662 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83af838d-b1fa-4ac2-8513-39efd5fa4449 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Pushing event updated for resources: {'Port': ['ID=05372ec9-b790-40d7-8f9f-ce1a3ac46e4b,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:22:10.658165 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-44282c67-77cf-4902-8147-491d549eaacc tempest-NegativeSecGroupIPv6Test-1740231945 tempest-NegativeSecGroupIPv6Test-1740231945-project] Notify callbacks [] for security_group, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:10.664698 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-4c63e54d-d506-43eb-b882-f78e14954d2e tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Request body: {'subnet': {'network_id': '1d615a85-844c-4c57-a0fc-2090e87300f0', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:22:10.682204 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83af838d-b1fa-4ac2-8513-39efd5fa4449 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Received port after_create {{(pid=105585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:22:10.717683 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db76162-5bf0-41e0-9d74-6652c7807478 None None] Pushing event deleted for resources: {'Port': ['ID=4fc8d3b1-5218-44f3-ac67-dec9b6aee934,revision_number=None']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:22:10.746263 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0db76162-5bf0-41e0-9d74-6652c7807478 None None] No DVR routers for this DVR port 4fc8d3b1-5218-44f3-ac67-dec9b6aee934 on host n-d-705658-22 {{(pid=105586) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:22:11.033391 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d92c8427-70e6-4499-bf19-faf2169361e3 None None] Network 1d615a85-844c-4c57-a0fc-2090e87300f0 requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:22:11.094208 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.agents_db [None req-558fcd2c-e512-47bc-a170-8673d87f7213 None None] Agent healthcheck: found 7 active agents {{(pid=105587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 21:22:11.150956 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-44282c67-77cf-4902-8147-491d549eaacc tempest-NegativeSecGroupIPv6Test-1740231945 tempest-NegativeSecGroupIPv6Test-1740231945-project] Notify callbacks [] for security_group, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:11.160921 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-44282c67-77cf-4902-8147-491d549eaacc tempest-NegativeSecGroupIPv6Test-1740231945 tempest-NegativeSecGroupIPv6Test-1740231945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:11.187807 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c63e54d-d506-43eb-b882-f78e14954d2e tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Made reservation on behalf of fcd7bb7d26624f8f823446f0b0a5006f for: {'subnet': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:22:11.197987 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-4c63e54d-d506-43eb-b882-f78e14954d2e tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9738786'] for subnet, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:11.302979 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64d5a8f0-6895-48d8-a5b9-aea2954416c9 None None] Network 931fb9ff-9259-4e72-a5c3-3639bed88ea6 requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:22:11.334424 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-44282c67-77cf-4902-8147-491d549eaacc tempest-NegativeSecGroupIPv6Test-1740231945 tempest-NegativeSecGroupIPv6Test-1740231945-project] Notify callbacks [] for security_group, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:11.339837 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-44282c67-77cf-4902-8147-491d549eaacc tempest-NegativeSecGroupIPv6Test-1740231945 tempest-NegativeSecGroupIPv6Test-1740231945-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7306724 Jul 27 21:22:11.341061 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 51956) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:11.347941 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-70561073-418f-4410-80c5-363749d33978 tempest-NegativeSecGroupIPv6Test-1740231945 tempest-NegativeSecGroupIPv6Test-1740231945-project] Request body: {'security_group_rule': {'security_group_id': 'b3a9b952-a737-4a25-9567-5d83399dcb3a', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:22:11.348845 n-d-705658-22 neutron-server[105584]: WARNING neutron.api.v2.base [None req-70561073-418f-4410-80c5-363749d33978 tempest-NegativeSecGroupIPv6Test-1740231945 tempest-NegativeSecGroupIPv6Test-1740231945-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jul 27 21:22:11.349353 n-d-705658-22 neutron-server[105584]: INFO neutron.api.v2.resource [None req-70561073-418f-4410-80c5-363749d33978 tempest-NegativeSecGroupIPv6Test-1740231945 tempest-NegativeSecGroupIPv6Test-1740231945-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 27 21:22:11.350432 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-70561073-418f-4410-80c5-363749d33978 tempest-NegativeSecGroupIPv6Test-1740231945 tempest-NegativeSecGroupIPv6Test-1740231945-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0086670 Jul 27 21:22:11.358762 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 51958) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:11.391078 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44282c67-77cf-4902-8147-491d549eaacc tempest-NegativeSecGroupIPv6Test-1740231945 tempest-NegativeSecGroupIPv6Test-1740231945-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b3a9b952-a737-4a25-9567-5d83399dcb3a,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:22:11.591483 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-cf0b5590-4e0c-441b-82c6-6b12d6f79e3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:11.648693 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-74a276b4-dec1-466f-9297-8240a9807430 tempest-NegativeSecGroupIPv6Test-1740231945 tempest-NegativeSecGroupIPv6Test-1740231945-project] Notify callbacks [] for security_group, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:11.683549 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.db_base_plugin_common [None req-f2197d4a-b586-4962-9198-da7fe7c0ec50 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Delete allocated IP 172.20.0.14 (d1af7821-3064-4af5-8780-df3ae5343cdc/6be74113-11c0-40b9-ba8a-ce8a58fb230b) {{(pid=105585) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 27 21:22:11.699461 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86c38ba4-4df5-4e3f-84e3-fbced38f6191 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30bb4b93-b285-5d90-9493-f9ec33ea333c-1d615a85-844c-4c57-a0fc-2090e87300f0', 'network_id': '1d615a85-844c-4c57-a0fc-2090e87300f0', 'tenant_id': 'fcd7bb7d26624f8f823446f0b0a5006f', 'fixed_ips': [{'subnet_id': '2369bc66-01f9-4ec8-99b1-5966f696ee6e'}]}} from n-d-705658-22. {{(pid=105586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 21:22:11.707551 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-86c38ba4-4df5-4e3f-84e3-fbced38f6191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:11.750485 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.db_base_plugin_common [None req-f2197d4a-b586-4962-9198-da7fe7c0ec50 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Allocated IP 172.20.0.20 (d1af7821-3064-4af5-8780-df3ae5343cdc/07fc2c2e-7d1c-45be-8c43-d2555923f057/4c6fd064-e7ee-42d5-acde-f4abb15dbfdd) {{(pid=105585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:22:11.796605 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-74a276b4-dec1-466f-9297-8240a9807430 tempest-NegativeSecGroupIPv6Test-1740231945 tempest-NegativeSecGroupIPv6Test-1740231945-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:11.862298 n-d-705658-22 neutron-server[105584]: DEBUG neutron.objects.ports [None req-4c63e54d-d506-43eb-b882-f78e14954d2e tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=105584) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 27 21:22:11.863756 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-4c63e54d-d506-43eb-b882-f78e14954d2e tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9014150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9738800'] for subnet, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:11.927882 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c63e54d-d506-43eb-b882-f78e14954d2e tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Network 1d615a85-844c-4c57-a0fc-2090e87300f0 is already hosted by enough agents. {{(pid=105584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:22:11.932120 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [None req-4c63e54d-d506-43eb-b882-f78e14954d2e tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Resources bound (agent type, host, resource id): {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:22:11.937097 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c63e54d-d506-43eb-b882-f78e14954d2e tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:22:11.937679 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-4c63e54d-d506-43eb-b882-f78e14954d2e tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks [] for subnet, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:11.955724 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-4c63e54d-d506-43eb-b882-f78e14954d2e tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.3037415 Jul 27 21:22:11.960640 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 51964) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:11.966525 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-794aef9f-3e13-484b-8b9e-103b611f6781 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Request body: {'port': {'network_id': '1d615a85-844c-4c57-a0fc-2090e87300f0', 'mac_address': 'fa:16:3e:e2:cd:2f', 'name': 'tempest-NetworksTestDHCPv6-551897673'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:22:12.019018 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c63e54d-d506-43eb-b882-f78e14954d2e tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Pushing event updated for resources: {'Subnet': ['ID=58ec2ebd-2e10-41b5-a126-213f0dfbb860,revision_number=0']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:22:12.028526 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.db_base_plugin_common [None req-86c38ba4-4df5-4e3f-84e3-fbced38f6191 None None] Allocated IP 2001:db8::2 (1d615a85-844c-4c57-a0fc-2090e87300f0/2369bc66-01f9-4ec8-99b1-5966f696ee6e/d750ad92-768a-4f3c-aa4f-95c5b5e5bcb5) {{(pid=105586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:22:12.038269 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.db_base_plugin_common [None req-86c38ba4-4df5-4e3f-84e3-fbced38f6191 None None] Allocated IP 2001:db8:0:1:f816:3eff:feeb:a6f0 (1d615a85-844c-4c57-a0fc-2090e87300f0/58ec2ebd-2e10-41b5-a126-213f0dfbb860/d750ad92-768a-4f3c-aa4f-95c5b5e5bcb5) {{(pid=105586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:22:12.128728 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-794aef9f-3e13-484b-8b9e-103b611f6781 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Made reservation on behalf of fcd7bb7d26624f8f823446f0b0a5006f for: {'port': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:22:12.156733 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:12.328645 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-86c38ba4-4df5-4e3f-84e3-fbced38f6191 None None] Notify callbacks [] for port, precommit_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:12.363372 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-86c38ba4-4df5-4e3f-84e3-fbced38f6191 None None] Transition to ACTIVE for port object d750ad92-768a-4f3c-aa4f-95c5b5e5bcb5 will not be triggered until provisioned by entity L2. {{(pid=105586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:22:12.385151 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-86c38ba4-4df5-4e3f-84e3-fbced38f6191 None None] Transition to ACTIVE for port object d750ad92-768a-4f3c-aa4f-95c5b5e5bcb5 will not be triggered until provisioned by entity DHCP. {{(pid=105586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:22:12.395442 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-86c38ba4-4df5-4e3f-84e3-fbced38f6191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143'] for port, after_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:12.399328 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-794aef9f-3e13-484b-8b9e-103b611f6781 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:12.446048 n-d-705658-22 neutron-server[105586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86c38ba4-4df5-4e3f-84e3-fbced38f6191 None None] Network 1d615a85-844c-4c57-a0fc-2090e87300f0 is already hosted by enough agents. {{(pid=105586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:22:12.454961 n-d-705658-22 neutron-server[105586]: DEBUG neutron.scheduler.base_scheduler [None req-86c38ba4-4df5-4e3f-84e3-fbced38f6191 None None] Resources bound (agent type, host, resource id): {{(pid=105586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:22:12.459777 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86c38ba4-4df5-4e3f-84e3-fbced38f6191 None None] Received port after_create {{(pid=105586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:22:12.476024 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [None req-794aef9f-3e13-484b-8b9e-103b611f6781 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] device_id is not set on port 278be213-450b-43e5-9219-c20426e76433 yet. {{(pid=105584) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 21:22:12.526244 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c38ba4-4df5-4e3f-84e3-fbced38f6191 None None] Pushing event updated for resources: {'Port': ['ID=d750ad92-768a-4f3c-aa4f-95c5b5e5bcb5,revision_number=1']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:22:12.608466 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-74a276b4-dec1-466f-9297-8240a9807430 tempest-NegativeSecGroupIPv6Test-1740231945 tempest-NegativeSecGroupIPv6Test-1740231945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:12.610953 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-74a276b4-dec1-466f-9297-8240a9807430 tempest-NegativeSecGroupIPv6Test-1740231945 tempest-NegativeSecGroupIPv6Test-1740231945-project] Notify callbacks [] for security_group, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:12.615065 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-74a276b4-dec1-466f-9297-8240a9807430 tempest-NegativeSecGroupIPv6Test-1740231945 tempest-NegativeSecGroupIPv6Test-1740231945-project] 10.222.0.59 "DELETE /v2.0/security-groups/b3a9b952-a737-4a25-9567-5d83399dcb3a HTTP/1.1" status: 204 len: 168 time: 1.2477772 Jul 27 21:22:12.616202 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 51974) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:12.687301 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-83af838d-b1fa-4ac2-8513-39efd5fa4449 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks [] for router_gateway, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:12.696106 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-86c38ba4-4df5-4e3f-84e3-fbced38f6191 None None] Attempting to bind port d750ad92-768a-4f3c-aa4f-95c5b5e5bcb5 on host n-d-705658-22 for vnic_type normal with profile {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:22:12.697311 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-86c38ba4-4df5-4e3f-84e3-fbced38f6191 None None] Attempting to bind port d750ad92-768a-4f3c-aa4f-95c5b5e5bcb5 by drivers openvswitch,hyperv on host n-d-705658-22 at level 0 using segments [{'id': '532d8a52-575f-45de-a3af-efbea8c8f6d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '1d615a85-844c-4c57-a0fc-2090e87300f0'}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:22:12.700272 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86c38ba4-4df5-4e3f-84e3-fbced38f6191 None None] Attempting to bind port d750ad92-768a-4f3c-aa4f-95c5b5e5bcb5 on network 1d615a85-844c-4c57-a0fc-2090e87300f0 {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:22:12.718032 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86c38ba4-4df5-4e3f-84e3-fbced38f6191 None None] Checking agent: {'id': '04a7ea91-6318-467e-ace6-b0fb48c8690f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 41, 42), 'started_at': datetime.datetime(2021, 7, 27, 20, 42, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 22, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:22:12.721276 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86c38ba4-4df5-4e3f-84e3-fbced38f6191 None None] Checking segment: {'id': '532d8a52-575f-45de-a3af-efbea8c8f6d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '1d615a85-844c-4c57-a0fc-2090e87300f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:22:12.721956 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-86c38ba4-4df5-4e3f-84e3-fbced38f6191 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:12.725306 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86c38ba4-4df5-4e3f-84e3-fbced38f6191 None None] Bound using segment: {'id': '532d8a52-575f-45de-a3af-efbea8c8f6d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '1d615a85-844c-4c57-a0fc-2090e87300f0'} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:22:12.726138 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-86c38ba4-4df5-4e3f-84e3-fbced38f6191 None None] Bound port: d750ad92-768a-4f3c-aa4f-95c5b5e5bcb5, host: n-d-705658-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '532d8a52-575f-45de-a3af-efbea8c8f6d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '1d615a85-844c-4c57-a0fc-2090e87300f0'}}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:22:12.726794 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-86c38ba4-4df5-4e3f-84e3-fbced38f6191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:12.767631 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-9401e6c5-eab2-4784-8bda-03c50e41b8d9 tempest-NegativeSecGroupIPv6Test-1740231945 tempest-NegativeSecGroupIPv6Test-1740231945-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1465814 Jul 27 21:22:12.770061 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 51976) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:12.776567 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-4a5cb4d6-b28e-42f7-9859-44375a09f6ea tempest-NegativeSecGroupIPv6Test-1740231945 tempest-NegativeSecGroupIPv6Test-1740231945-project] Request body: {'security_group': {'name': 'tempest-secgroup--1871669732'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:22:12.796670 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a276b4-dec1-466f-9297-8240a9807430 tempest-NegativeSecGroupIPv6Test-1740231945 tempest-NegativeSecGroupIPv6Test-1740231945-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3a9b952-a737-4a25-9567-5d83399dcb3a,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:22:12.975941 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-bb32ed7d-8717-448b-a9c8-a5a0117d1fd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:12.978976 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-4a5cb4d6-b28e-42f7-9859-44375a09f6ea tempest-NegativeSecGroupIPv6Test-1740231945 tempest-NegativeSecGroupIPv6Test-1740231945-project] Notify callbacks [] for security_group, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:12.985669 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-86c38ba4-4df5-4e3f-84e3-fbced38f6191 None None] For port d750ad92-768a-4f3c-aa4f-95c5b5e5bcb5, host n-d-705658-22, cleared binding levels {{(pid=105586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:22:12.992715 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-86c38ba4-4df5-4e3f-84e3-fbced38f6191 None None] For port d750ad92-768a-4f3c-aa4f-95c5b5e5bcb5, host n-d-705658-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=d750ad92-768a-4f3c-aa4f-95c5b5e5bcb5,segment=NetworkSegment(532d8a52-575f-45de-a3af-efbea8c8f6d5),segment_id=532d8a52-575f-45de-a3af-efbea8c8f6d5)] {{(pid=105586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:22:13.001238 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-86c38ba4-4df5-4e3f-84e3-fbced38f6191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:13.083708 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.db_base_plugin_common [None req-794aef9f-3e13-484b-8b9e-103b611f6781 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Allocated IP 2001:db8::36d (1d615a85-844c-4c57-a0fc-2090e87300f0/2369bc66-01f9-4ec8-99b1-5966f696ee6e/278be213-450b-43e5-9219-c20426e76433) {{(pid=105584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:22:13.084321 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c38ba4-4df5-4e3f-84e3-fbced38f6191 None None] Pushing event updated for resources: {'Port': ['ID=d750ad92-768a-4f3c-aa4f-95c5b5e5bcb5,revision_number=2']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:22:13.109896 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.db_base_plugin_common [None req-794aef9f-3e13-484b-8b9e-103b611f6781 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Allocated IP 2001:db8:0:1:f816:3eff:fee2:cd2f (1d615a85-844c-4c57-a0fc-2090e87300f0/58ec2ebd-2e10-41b5-a126-213f0dfbb860/278be213-450b-43e5-9219-c20426e76433) {{(pid=105584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:22:13.429546 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-f2197d4a-b586-4962-9198-da7fe7c0ec50 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Notify callbacks [] for port, precommit_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:13.495882 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.provisioning_blocks [None req-f2197d4a-b586-4962-9198-da7fe7c0ec50 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Transition to ACTIVE for port object 4c6fd064-e7ee-42d5-acde-f4abb15dbfdd will not be triggered until provisioned by entity DHCP. {{(pid=105585) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:22:13.498850 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-4a5cb4d6-b28e-42f7-9859-44375a09f6ea tempest-NegativeSecGroupIPv6Test-1740231945 tempest-NegativeSecGroupIPv6Test-1740231945-project] Notify callbacks [] for security_group, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:13.513693 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-4a5cb4d6-b28e-42f7-9859-44375a09f6ea tempest-NegativeSecGroupIPv6Test-1740231945 tempest-NegativeSecGroupIPv6Test-1740231945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:13.538687 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-794aef9f-3e13-484b-8b9e-103b611f6781 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks [] for port, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:13.571071 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-f2197d4a-b586-4962-9198-da7fe7c0ec50 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10221672'] for port, after_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:13.586232 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-4a5cb4d6-b28e-42f7-9859-44375a09f6ea tempest-NegativeSecGroupIPv6Test-1740231945 tempest-NegativeSecGroupIPv6Test-1740231945-project] Notify callbacks [] for security_group, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:13.594394 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-4a5cb4d6-b28e-42f7-9859-44375a09f6ea tempest-NegativeSecGroupIPv6Test-1740231945 tempest-NegativeSecGroupIPv6Test-1740231945-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8235047 Jul 27 21:22:13.597897 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 52006) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:13.599024 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.provisioning_blocks [None req-794aef9f-3e13-484b-8b9e-103b611f6781 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Transition to ACTIVE for port object 278be213-450b-43e5-9219-c20426e76433 will not be triggered until provisioned by entity DHCP. {{(pid=105584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:22:13.605916 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5cb4d6-b28e-42f7-9859-44375a09f6ea tempest-NegativeSecGroupIPv6Test-1740231945 tempest-NegativeSecGroupIPv6Test-1740231945-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d6097806-ab0c-49c6-bf3a-6f8ad650ac47,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:22:13.608538 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.db_base_plugin_common [None req-261e4442-89a4-4b64-a56d-c8ab889a4da5 None None] Allocated IP 172.20.0.18 (d1af7821-3064-4af5-8780-df3ae5343cdc/07fc2c2e-7d1c-45be-8c43-d2555923f057/56a178a1-0729-4924-aece-7bb1c1bde68a) {{(pid=105586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:22:13.624649 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-75383ceb-97fd-46a5-8e10-53b867c0c049 tempest-NegativeSecGroupIPv6Test-1740231945 tempest-NegativeSecGroupIPv6Test-1740231945-project] Request body: {'security_group_rule': {'security_group_id': 'd6097806-ab0c-49c6-bf3a-6f8ad650ac47', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:22:13.627082 n-d-705658-22 neutron-server[105585]: WARNING neutron.api.v2.base [None req-75383ceb-97fd-46a5-8e10-53b867c0c049 tempest-NegativeSecGroupIPv6Test-1740231945 tempest-NegativeSecGroupIPv6Test-1740231945-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jul 27 21:22:13.628703 n-d-705658-22 neutron-server[105585]: INFO neutron.api.v2.resource [None req-75383ceb-97fd-46a5-8e10-53b867c0c049 tempest-NegativeSecGroupIPv6Test-1740231945 tempest-NegativeSecGroupIPv6Test-1740231945-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 27 21:22:13.633250 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-75383ceb-97fd-46a5-8e10-53b867c0c049 tempest-NegativeSecGroupIPv6Test-1740231945 tempest-NegativeSecGroupIPv6Test-1740231945-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0183966 Jul 27 21:22:13.636258 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 52008) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:13.754058 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-794aef9f-3e13-484b-8b9e-103b611f6781 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:13.806971 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-261e4442-89a4-4b64-a56d-c8ab889a4da5 None None] For port 56a178a1-0729-4924-aece-7bb1c1bde68a, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=56a178a1-0729-4924-aece-7bb1c1bde68a,segment=NetworkSegment(55210df8-82d9-4c74-a25a-3545905c397f),segment_id=55210df8-82d9-4c74-a25a-3545905c397f)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:22:13.810962 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-83af838d-b1fa-4ac2-8513-39efd5fa4449 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4163804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4077150'] for router, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:13.817228 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2197d4a-b586-4962-9198-da7fe7c0ec50 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Pushing event updated for resources: {'Port': ['ID=4c6fd064-e7ee-42d5-acde-f4abb15dbfdd,revision_number=2']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:22:13.824130 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794aef9f-3e13-484b-8b9e-103b611f6781 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Pushing event updated for resources: {'Port': ['ID=278be213-450b-43e5-9219-c20426e76433,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:22:13.830640 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-d71de4ad-8da6-4bf2-8520-3904062c2655 tempest-NegativeSecGroupIPv6Test-1740231945 tempest-NegativeSecGroupIPv6Test-1740231945-project] Notify callbacks [] for security_group, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:13.855675 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-794aef9f-3e13-484b-8b9e-103b611f6781 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Network 1d615a85-844c-4c57-a0fc-2090e87300f0 is already hosted by enough agents. {{(pid=105584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:22:13.881594 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [None req-794aef9f-3e13-484b-8b9e-103b611f6781 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Resources bound (agent type, host, resource id): {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:22:13.895803 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-794aef9f-3e13-484b-8b9e-103b611f6781 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Received port after_create {{(pid=105584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:22:13.911223 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [None req-f2197d4a-b586-4962-9198-da7fe7c0ec50 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] In _notify_port_updated(), no bound segment for port 4c6fd064-e7ee-42d5-acde-f4abb15dbfdd on network d1af7821-3064-4af5-8780-df3ae5343cdc {{(pid=105585) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 27 21:22:13.918745 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2197d4a-b586-4962-9198-da7fe7c0ec50 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:22:13.919898 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-f2197d4a-b586-4962-9198-da7fe7c0ec50 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:13.921787 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-f2197d4a-b586-4962-9198-da7fe7c0ec50 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] 10.222.0.59 "PUT /v2.0/ports/4c6fd064-e7ee-42d5-acde-f4abb15dbfdd HTTP/1.1" status: 200 len: 920 time: 4.2300582 Jul 27 21:22:13.924923 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 52012) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:13.938810 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-794aef9f-3e13-484b-8b9e-103b611f6781 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:22:13.940273 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-794aef9f-3e13-484b-8b9e-103b611f6781 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:13.952767 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-d71de4ad-8da6-4bf2-8520-3904062c2655 tempest-NegativeSecGroupIPv6Test-1740231945 tempest-NegativeSecGroupIPv6Test-1740231945-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:13.964248 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-261e4442-89a4-4b64-a56d-c8ab889a4da5 None None] Notify callbacks [] for port, precommit_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:14.011893 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-261e4442-89a4-4b64-a56d-c8ab889a4da5 None None] Transition to ACTIVE for port object 56a178a1-0729-4924-aece-7bb1c1bde68a will not be triggered until provisioned by entity DHCP. {{(pid=105586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:22:14.021267 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-261e4442-89a4-4b64-a56d-c8ab889a4da5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:14.046354 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-d71de4ad-8da6-4bf2-8520-3904062c2655 tempest-NegativeSecGroupIPv6Test-1740231945 tempest-NegativeSecGroupIPv6Test-1740231945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:14.049544 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-d71de4ad-8da6-4bf2-8520-3904062c2655 tempest-NegativeSecGroupIPv6Test-1740231945 tempest-NegativeSecGroupIPv6Test-1740231945-project] Notify callbacks [] for security_group, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:14.053558 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-d71de4ad-8da6-4bf2-8520-3904062c2655 tempest-NegativeSecGroupIPv6Test-1740231945 tempest-NegativeSecGroupIPv6Test-1740231945-project] 10.222.0.59 "DELETE /v2.0/security-groups/d6097806-ab0c-49c6-bf3a-6f8ad650ac47 HTTP/1.1" status: 204 len: 168 time: 0.4072077 Jul 27 21:22:14.057497 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 52016) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:14.086017 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-794aef9f-3e13-484b-8b9e-103b611f6781 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.1234207 Jul 27 21:22:14.089434 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 52018) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:14.227418 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71de4ad-8da6-4bf2-8520-3904062c2655 tempest-NegativeSecGroupIPv6Test-1740231945 tempest-NegativeSecGroupIPv6Test-1740231945-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6097806-ab0c-49c6-bf3a-6f8ad650ac47,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:22:14.384173 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-753a2172-33ef-4e19-b89f-c5ac443d1694 tempest-NegativeSecGroupIPv6Test-1740231945 tempest-NegativeSecGroupIPv6Test-1740231945-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3221519 Jul 27 21:22:14.384383 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 52030) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:14.404989 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-1169b675-8048-44ff-a036-1eb3394f7295 tempest-NegativeSecGroupIPv6Test-1740231945 tempest-NegativeSecGroupIPv6Test-1740231945-project] Request body: {'security_group': {'name': 'tempest-secgroup--673644819'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:22:14.415250 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-52186bd7-21de-4c92-a3e4-8f589ac4672a tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Deleting port 278be213-450b-43e5-9219-c20426e76433 {{(pid=105584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:22:14.415649 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-52186bd7-21de-4c92-a3e4-8f589ac4672a tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:14.417162 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261e4442-89a4-4b64-a56d-c8ab889a4da5 None None] Pushing event updated for resources: {'Port': ['ID=56a178a1-0729-4924-aece-7bb1c1bde68a,revision_number=4']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:22:14.436085 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-875ced1b-4cf3-463a-9653-058f0f9421e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:14.504837 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-1169b675-8048-44ff-a036-1eb3394f7295 tempest-NegativeSecGroupIPv6Test-1740231945 tempest-NegativeSecGroupIPv6Test-1740231945-project] Notify callbacks [] for security_group, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:14.512705 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [None req-6baea83b-b607-4e6c-8efc-6d9e0d035103 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Deleting port 4c6fd064-e7ee-42d5-acde-f4abb15dbfdd {{(pid=105585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:22:14.513250 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-6baea83b-b607-4e6c-8efc-6d9e0d035103 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:14.604102 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device d750ad92-768a-4f3c-aa4f-95c5b5e5bcb5 up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:22:14.658703 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83af838d-b1fa-4ac2-8513-39efd5fa4449 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Router 4e843456-6bc1-4070-92f7-ef3fee480c54 is scheduled to L3 agent dd128fd7-8e57-4d4f-895b-a96b369df59a with binding_index 1 {{(pid=105585) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 21:22:14.718682 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-52186bd7-21de-4c92-a3e4-8f589ac4672a tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:14.756196 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning for port d750ad92-768a-4f3c-aa4f-95c5b5e5bcb5 completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:22:14.773707 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-52186bd7-21de-4c92-a3e4-8f589ac4672a tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Calling delete_port for 278be213-450b-43e5-9219-c20426e76433 owned by {{(pid=105584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:22:14.950196 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a4ef646-5547-46e8-bc3b-3bb41e991daa None None] Network 1d615a85-844c-4c57-a0fc-2090e87300f0 requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:22:15.057828 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-52186bd7-21de-4c92-a3e4-8f589ac4672a tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:15.076485 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfce760e-8652-4934-a517-a362f44a78f4 req-2caadeae-37ce-44fc-933f-78cec13a02fd tempest-VolumesActionsTest-1041040997 tempest-VolumesActionsTest-1041040997-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:22:15.085384 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-cfce760e-8652-4934-a517-a362f44a78f4 req-2caadeae-37ce-44fc-933f-78cec13a02fd tempest-VolumesActionsTest-1041040997 tempest-VolumesActionsTest-1041040997-project] 10.222.0.59 "GET /v2.0/networks?id=931fb9ff-9259-4e72-a5c3-3639bed88ea6 HTTP/1.1" status: 200 len: 809 time: 0.2588267 Jul 27 21:22:15.118681 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52186bd7-21de-4c92-a3e4-8f589ac4672a tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Pushing event deleted for resources: {'Port': ['ID=278be213-450b-43e5-9219-c20426e76433,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:22:15.234947 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-1169b675-8048-44ff-a036-1eb3394f7295 tempest-NegativeSecGroupIPv6Test-1740231945 tempest-NegativeSecGroupIPv6Test-1740231945-project] Notify callbacks [] for security_group, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:15.255683 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-6baea83b-b607-4e6c-8efc-6d9e0d035103 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:15.263912 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-52186bd7-21de-4c92-a3e4-8f589ac4672a tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:15.268695 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-52186bd7-21de-4c92-a3e4-8f589ac4672a tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] 10.222.0.59 "DELETE /v2.0/ports/278be213-450b-43e5-9219-c20426e76433 HTTP/1.1" status: 204 len: 168 time: 1.1783006 Jul 27 21:22:15.269530 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 52042) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:15.277720 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [None req-6baea83b-b607-4e6c-8efc-6d9e0d035103 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Calling delete_port for 4c6fd064-e7ee-42d5-acde-f4abb15dbfdd owned by {{(pid=105585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:22:15.293546 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-d25eff29-3ae8-44d0-8c0b-b15052c40f0b None None] Provisioning for port d750ad92-768a-4f3c-aa4f-95c5b5e5bcb5 completed by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:22:15.301174 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-d25eff29-3ae8-44d0-8c0b-b15052c40f0b None None] Provisioning complete for port d750ad92-768a-4f3c-aa4f-95c5b5e5bcb5 triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:22:15.301686 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-d25eff29-3ae8-44d0-8c0b-b15052c40f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:15.445331 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-d25eff29-3ae8-44d0-8c0b-b15052c40f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:15.460267 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f352747-0a60-4b13-a24b-c5ac17392ec4 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:22:15.474685 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-3f352747-0a60-4b13-a24b-c5ac17392ec4 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1044 time: 0.2039142 Jul 27 21:22:15.475672 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 52048) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:15.540099 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-d25eff29-3ae8-44d0-8c0b-b15052c40f0b None None] For port d750ad92-768a-4f3c-aa4f-95c5b5e5bcb5, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=d750ad92-768a-4f3c-aa4f-95c5b5e5bcb5,segment=NetworkSegment(532d8a52-575f-45de-a3af-efbea8c8f6d5),segment_id=532d8a52-575f-45de-a3af-efbea8c8f6d5)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:22:15.544670 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-d25eff29-3ae8-44d0-8c0b-b15052c40f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:15.620814 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99c5575d-d718-4ab6-b839-9a66d2160e8d tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:22:15.633221 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-99c5575d-d718-4ab6-b839-9a66d2160e8d tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1044 time: 0.1546781 Jul 27 21:22:15.633911 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 52052) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:15.666963 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83af838d-b1fa-4ac2-8513-39efd5fa4449 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify agent at l3_agent.n-d-705658-22 the message routers_updated {{(pid=105585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:22:15.678970 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-015c1e9d-99db-4168-909b-3d7403e65d94 None None] Could not find standard attr ID for object 4c6fd064-e7ee-42d5-acde-f4abb15dbfdd. {{(pid=105586) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 27 21:22:15.684216 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25eff29-3ae8-44d0-8c0b-b15052c40f0b None None] Pushing event updated for resources: {'Port': ['ID=d750ad92-768a-4f3c-aa4f-95c5b5e5bcb5,revision_number=3']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:22:15.705200 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73387654-3bd0-4462-9859-0182c467a747 None None] Sync routers for ids ['4e843456-6bc1-4070-92f7-ef3fee480c54'] in n-d-705658-22 {{(pid=105586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:22:15.720514 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-1169b675-8048-44ff-a036-1eb3394f7295 tempest-NegativeSecGroupIPv6Test-1740231945 tempest-NegativeSecGroupIPv6Test-1740231945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:15.727754 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-6baea83b-b607-4e6c-8efc-6d9e0d035103 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:15.730280 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eee51d32-0009-4f09-bcbf-b39d6ae979d6 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:22:15.731877 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-015c1e9d-99db-4168-909b-3d7403e65d94 None None] Provisioning for port 56a178a1-0729-4924-aece-7bb1c1bde68a completed by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:22:15.732528 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eee51d32-0009-4f09-bcbf-b39d6ae979d6 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:22:15.734187 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eee51d32-0009-4f09-bcbf-b39d6ae979d6 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:22:15.737444 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73387654-3bd0-4462-9859-0182c467a747 None None] Routers {'4e843456-6bc1-4070-92f7-ef3fee480c54'} bound to L3 agent in host n-d-705658-22 {{(pid=105586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:22:15.738163 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-73387654-3bd0-4462-9859-0182c467a747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:22:12Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['4e843456-6bc1-4070-92f7-ef3fee480c54'], 'active': True} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:22:15.739142 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-eee51d32-0009-4f09-bcbf-b39d6ae979d6 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1041167 Jul 27 21:22:15.740541 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 52054) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:15.806474 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc470c0c-3a46-428b-8f97-09aae10cef09 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Deleting subnet 2369bc66-01f9-4ec8-99b1-5966f696ee6e {{(pid=105584) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:22:15.817485 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-dc470c0c-3a46-428b-8f97-09aae10cef09 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks [] for subnet, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:15.844309 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-83af838d-b1fa-4ac2-8513-39efd5fa4449 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks [] for router, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:15.845569 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-83af838d-b1fa-4ac2-8513-39efd5fa4449 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 8.1392064 Jul 27 21:22:15.846937 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-cfce760e-8652-4934-a517-a362f44a78f4 req-f94901a9-8f7a-4044-bb2a-8ef0465b26ed tempest-VolumesActionsTest-1041040997 tempest-VolumesActionsTest-1041040997-project] 10.222.0.59 "GET /v2.0/quotas/4f34f105adee402794bc57864714230e HTTP/1.1" status: 200 len: 375 time: 0.7263868 Jul 27 21:22:15.875750 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1169b675-8048-44ff-a036-1eb3394f7295 tempest-NegativeSecGroupIPv6Test-1740231945 tempest-NegativeSecGroupIPv6Test-1740231945-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5885e39f-ff77-44a5-b668-f4321a59615a,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:22:15.906709 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baea83b-b607-4e6c-8efc-6d9e0d035103 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Pushing event deleted for resources: {'Port': ['ID=4c6fd064-e7ee-42d5-acde-f4abb15dbfdd,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:22:15.910068 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 52058) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:15.970392 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-cfce760e-8652-4934-a517-a362f44a78f4 req-99fd123c-7dd7-4abd-83cc-49656c4dcefd tempest-VolumesActionsTest-1041040997 tempest-VolumesActionsTest-1041040997-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=4f34f105adee402794bc57864714230e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0495903 Jul 27 21:22:16.018449 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-f1c4a72c-3839-4f16-b3e8-13d496425099 tempest-TestNetworkAdvancedServerOps-1085103497 tempest-TestNetworkAdvancedServerOps-1085103497-project-admin] 10.222.0.59 "GET /v2.0/subnets?project_id=379416b786c44e07b1b1ba1a5ea96882&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1003938 Jul 27 21:22:16.022529 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 52060) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:16.045685 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvr_db [None req-73387654-3bd0-4462-9859-0182c467a747 None None] Set router 4e843456-6bc1-4070-92f7-ef3fee480c54 gateway port host: n-d-705658-22 {{(pid=105586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:22:16.078420 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-6baea83b-b607-4e6c-8efc-6d9e0d035103 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:16.082754 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-dc470c0c-3a46-428b-8f97-09aae10cef09 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9014207'] for subnet, precommit_delete_associations {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:16.085445 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-6baea83b-b607-4e6c-8efc-6d9e0d035103 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] 10.222.0.59 "DELETE /v2.0/ports/4c6fd064-e7ee-42d5-acde-f4abb15dbfdd HTTP/1.1" status: 204 len: 168 time: 2.1590569 Jul 27 21:22:16.086329 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-1169b675-8048-44ff-a036-1eb3394f7295 tempest-NegativeSecGroupIPv6Test-1740231945 tempest-NegativeSecGroupIPv6Test-1740231945-project] Notify callbacks [] for security_group, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:16.097704 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-1169b675-8048-44ff-a036-1eb3394f7295 tempest-NegativeSecGroupIPv6Test-1740231945 tempest-NegativeSecGroupIPv6Test-1740231945-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.7086411 Jul 27 21:22:16.122638 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 52062) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:16.123147 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 52064) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:16.162566 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-bccfa680-acbb-429a-a8d9-6073a871b465 tempest-NegativeSecGroupIPv6Test-1740231945 tempest-NegativeSecGroupIPv6Test-1740231945-project] Request body: {'security_group_rule': {'security_group_id': '5885e39f-ff77-44a5-b668-f4321a59615a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:22:16.182913 n-d-705658-22 neutron-server[105584]: WARNING neutron.api.v2.base [None req-bccfa680-acbb-429a-a8d9-6073a871b465 tempest-NegativeSecGroupIPv6Test-1740231945 tempest-NegativeSecGroupIPv6Test-1740231945-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jul 27 21:22:16.183684 n-d-705658-22 neutron-server[105584]: INFO neutron.api.v2.resource [None req-bccfa680-acbb-429a-a8d9-6073a871b465 tempest-NegativeSecGroupIPv6Test-1740231945 tempest-NegativeSecGroupIPv6Test-1740231945-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 27 21:22:16.184866 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-bccfa680-acbb-429a-a8d9-6073a871b465 tempest-NegativeSecGroupIPv6Test-1740231945 tempest-NegativeSecGroupIPv6Test-1740231945-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0335023 Jul 27 21:22:16.188482 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-015c1e9d-99db-4168-909b-3d7403e65d94 None None] Provisioning complete for port 56a178a1-0729-4924-aece-7bb1c1bde68a triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:22:16.191736 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-015c1e9d-99db-4168-909b-3d7403e65d94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:16.225689 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 52066) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:16.230761 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-4e80096e-aa02-43e5-9fd0-f5288a6e546b tempest-NegativeSecGroupIPv6Test-1740231945 tempest-NegativeSecGroupIPv6Test-1740231945-project] Request body: {'security_group_rule': {'security_group_id': '5885e39f-ff77-44a5-b668-f4321a59615a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:22:16.232446 n-d-705658-22 neutron-server[105585]: WARNING neutron.api.v2.base [None req-4e80096e-aa02-43e5-9fd0-f5288a6e546b tempest-NegativeSecGroupIPv6Test-1740231945 tempest-NegativeSecGroupIPv6Test-1740231945-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jul 27 21:22:16.232956 n-d-705658-22 neutron-server[105585]: INFO neutron.api.v2.resource [None req-4e80096e-aa02-43e5-9fd0-f5288a6e546b tempest-NegativeSecGroupIPv6Test-1740231945 tempest-NegativeSecGroupIPv6Test-1740231945-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 27 21:22:16.245046 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-4e80096e-aa02-43e5-9fd0-f5288a6e546b tempest-NegativeSecGroupIPv6Test-1740231945 tempest-NegativeSecGroupIPv6Test-1740231945-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0177076 Jul 27 21:22:16.245849 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 52068) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:16.261902 n-d-705658-22 neutron-server[105584]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8013dff-7ca5-41c3-a929-dec79eac92a7 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] GET failed (client error): The resource could not be found. Jul 27 21:22:16.262586 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-e7ff3bfb-7e75-4ac1-89ac-c5a479fcb55e tempest-NegativeSecGroupIPv6Test-1740231945 tempest-NegativeSecGroupIPv6Test-1740231945-project] Request body: {'security_group_rule': {'security_group_id': '5885e39f-ff77-44a5-b668-f4321a59615a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:22:16.263765 n-d-705658-22 neutron-server[105585]: WARNING neutron.api.v2.base [None req-e7ff3bfb-7e75-4ac1-89ac-c5a479fcb55e tempest-NegativeSecGroupIPv6Test-1740231945 tempest-NegativeSecGroupIPv6Test-1740231945-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jul 27 21:22:16.264139 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-a8013dff-7ca5-41c3-a929-dec79eac92a7 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] 10.222.0.59 "GET /v2.0/ports/4c6fd064-e7ee-42d5-acde-f4abb15dbfdd HTTP/1.1" status: 404 len: 333 time: 0.1221223 Jul 27 21:22:16.264426 n-d-705658-22 neutron-server[105585]: INFO neutron.api.v2.resource [None req-e7ff3bfb-7e75-4ac1-89ac-c5a479fcb55e tempest-NegativeSecGroupIPv6Test-1740231945 tempest-NegativeSecGroupIPv6Test-1740231945-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 27 21:22:16.267918 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-e7ff3bfb-7e75-4ac1-89ac-c5a479fcb55e tempest-NegativeSecGroupIPv6Test-1740231945 tempest-NegativeSecGroupIPv6Test-1740231945-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0160031 Jul 27 21:22:16.269709 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 52070) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:16.270043 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 52072) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:16.282776 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-01a1fb74-b93e-47e6-91ae-3fdf07f8fbfc tempest-NegativeSecGroupIPv6Test-1740231945 tempest-NegativeSecGroupIPv6Test-1740231945-project] Request body: {'security_group_rule': {'security_group_id': '5885e39f-ff77-44a5-b668-f4321a59615a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:22:16.283688 n-d-705658-22 neutron-server[105585]: WARNING neutron.api.v2.base [None req-01a1fb74-b93e-47e6-91ae-3fdf07f8fbfc tempest-NegativeSecGroupIPv6Test-1740231945 tempest-NegativeSecGroupIPv6Test-1740231945-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jul 27 21:22:16.284196 n-d-705658-22 neutron-server[105585]: INFO neutron.api.v2.resource [None req-01a1fb74-b93e-47e6-91ae-3fdf07f8fbfc tempest-NegativeSecGroupIPv6Test-1740231945 tempest-NegativeSecGroupIPv6Test-1740231945-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 27 21:22:16.288470 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-01a1fb74-b93e-47e6-91ae-3fdf07f8fbfc tempest-NegativeSecGroupIPv6Test-1740231945 tempest-NegativeSecGroupIPv6Test-1740231945-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0125721 Jul 27 21:22:16.293292 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 52074) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:16.527769 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 56a178a1-0729-4924-aece-7bb1c1bde68a up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:22:16.533785 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-cfce760e-8652-4934-a517-a362f44a78f4 req-8fadf9e0-2dcc-4516-b3b2-d1284116fd00 service neutron] 10.222.0.59 "GET /v2.0/networks/931fb9ff-9259-4e72-a5c3-3639bed88ea6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5305855 Jul 27 21:22:16.543466 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d350daa-93c7-4b26-a945-b9c65efa149a tempest-TestNetworkAdvancedServerOps-1085103497 tempest-TestNetworkAdvancedServerOps-1085103497-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:22:16.548247 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-8d350daa-93c7-4b26-a945-b9c65efa149a tempest-TestNetworkAdvancedServerOps-1085103497 tempest-TestNetworkAdvancedServerOps-1085103497-project-admin] 10.222.0.59 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.5197906 Jul 27 21:22:16.548939 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 52076) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:16.559825 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-dc470c0c-3a46-428b-8f97-09aae10cef09 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854965'] for subnet, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:16.617123 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-cd52db83-d2b2-4101-95cb-f95cf9de498c tempest-TestNetworkAdvancedServerOps-1085103497 tempest-TestNetworkAdvancedServerOps-1085103497-project-admin] 10.222.0.59 "GET /v2.0/subnets?network_id=8735d8a2-b604-4758-ae71-b40e4ee6f305&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0647383 Jul 27 21:22:16.617986 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 52078) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:16.623231 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-52e4bdec-e16d-40b0-a58a-daa864680567 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-612626952', 'network_id': 'e5dbfc22-3d07-4f08-ba90-beae97f55608', 'project_id': '379416b786c44e07b1b1ba1a5ea96882', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:22:16.661778 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-73387654-3bd0-4462-9859-0182c467a747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e843456-6bc1-4070-92f7-ef3fee480c54', 'name': 'tempest-TestNetworkAdvancedServerOps-router-950241072', 'tenant_id': '379416b786c44e07b1b1ba1a5ea96882', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.123'}], 'enable_snat': True}, 'gw_port_id': '05372ec9-b790-40d7-8f9f-ce1a3ac46e4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:22:08Z', 'updated_at': '2021-07-27T21:22:11Z', 'revision_number': 3, 'project_id': '379416b786c44e07b1b1ba1a5ea96882', 'gw_port': {'id': '05372ec9-b790-40d7-8f9f-ce1a3ac46e4b', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:18:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e843456-6bc1-4070-92f7-ef3fee480c54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3246, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:22:09Z', 'updated_at': '2021-07-27T21:22:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22'}], 'n-d-705658-22', False) {} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:22:16.732450 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-13d60584-775b-48b8-95a8-2fb2e54f041e tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Notify callbacks [] for security_group, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:16.740156 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73387654-3bd0-4462-9859-0182c467a747 None None] Checking router: 4e843456-6bc1-4070-92f7-ef3fee480c54 for host: n-d-705658-22 {{(pid=105586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:22:16.740518 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73387654-3bd0-4462-9859-0182c467a747 None None] Updating router 4e843456-6bc1-4070-92f7-ef3fee480c54 port 05372ec9-b790-40d7-8f9f-ce1a3ac46e4b binding host n-d-705658-22 {{(pid=105586) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 21:22:16.766681 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-13d60584-775b-48b8-95a8-2fb2e54f041e tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:16.773448 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-dc470c0c-3a46-428b-8f97-09aae10cef09 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9014081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9738825'] for subnet, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:16.813584 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-dc470c0c-3a46-428b-8f97-09aae10cef09 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks [] for subnet, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:16.817550 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-dc470c0c-3a46-428b-8f97-09aae10cef09 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] 10.222.0.59 "DELETE /v2.0/subnets/2369bc66-01f9-4ec8-99b1-5966f696ee6e HTTP/1.1" status: 204 len: 168 time: 1.0760326 Jul 27 21:22:16.818655 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc470c0c-3a46-428b-8f97-09aae10cef09 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Pushing event deleted for resources: {'Subnet': ['ID=2369bc66-01f9-4ec8-99b1-5966f696ee6e,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:22:16.827337 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 52082) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:16.878688 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-cfce760e-8652-4934-a517-a362f44a78f4 req-05b82377-27ef-484f-ae7b-20d0dd14ced3 service neutron] 10.222.0.59 "GET /v2.0/networks/931fb9ff-9259-4e72-a5c3-3639bed88ea6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3316057 Jul 27 21:22:16.883785 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-13d60584-775b-48b8-95a8-2fb2e54f041e tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:16.889786 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc470c0c-3a46-428b-8f97-09aae10cef09 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:22:16.890363 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc470c0c-3a46-428b-8f97-09aae10cef09 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:22:16.891437 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-13d60584-775b-48b8-95a8-2fb2e54f041e tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Notify callbacks [] for security_group, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:16.891687 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc470c0c-3a46-428b-8f97-09aae10cef09 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:22:16.892191 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc470c0c-3a46-428b-8f97-09aae10cef09 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:22:16.892863 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc470c0c-3a46-428b-8f97-09aae10cef09 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:22:16.893357 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc470c0c-3a46-428b-8f97-09aae10cef09 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:22:16.893857 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc470c0c-3a46-428b-8f97-09aae10cef09 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:22:16.894496 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc470c0c-3a46-428b-8f97-09aae10cef09 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:22:16.895083 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc470c0c-3a46-428b-8f97-09aae10cef09 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:22:16.895313 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-13d60584-775b-48b8-95a8-2fb2e54f041e tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] 10.222.0.59 "DELETE /v2.0/security-groups/790dbc27-4c83-40a5-838a-e027e221941e HTTP/1.1" status: 204 len: 168 time: 0.6237373 Jul 27 21:22:16.895821 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc470c0c-3a46-428b-8f97-09aae10cef09 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:22:16.896119 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-6dbadbd5-914d-4d3c-8f31-d0c311ca4fbc tempest-NegativeSecGroupIPv6Test-1740231945 tempest-NegativeSecGroupIPv6Test-1740231945-project] Notify callbacks [] for security_group, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:16.896468 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc470c0c-3a46-428b-8f97-09aae10cef09 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:22:16.897280 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc470c0c-3a46-428b-8f97-09aae10cef09 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:22:16.897740 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 52084) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:16.935955 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d60584-775b-48b8-95a8-2fb2e54f041e tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=790dbc27-4c83-40a5-838a-e027e221941e,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:22:16.946057 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-73387654-3bd0-4462-9859-0182c467a747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:16.949380 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52e4bdec-e16d-40b0-a58a-daa864680567 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Made reservation on behalf of 379416b786c44e07b1b1ba1a5ea96882 for: {'subnet': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:22:16.954980 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-52e4bdec-e16d-40b0-a58a-daa864680567 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9738786'] for subnet, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:16.979555 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-6dbadbd5-914d-4d3c-8f31-d0c311ca4fbc tempest-NegativeSecGroupIPv6Test-1740231945 tempest-NegativeSecGroupIPv6Test-1740231945-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:17.031728 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port 56a178a1-0729-4924-aece-7bb1c1bde68a triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:22:17.032111 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:17.044376 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08d36f6e-a89b-480f-8348-5c52d01d1993 None None] Network 1d615a85-844c-4c57-a0fc-2090e87300f0 requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:22:17.089596 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-a5b0decd-f25a-4e9b-8bef-d3f8c2c45cc3 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Notify callbacks [] for security_group, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:17.096618 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d84cd05-afb6-471b-bd84-975fda188e37 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Deleting subnet 58ec2ebd-2e10-41b5-a126-213f0dfbb860 {{(pid=105584) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:22:17.102596 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-6d84cd05-afb6-471b-bd84-975fda188e37 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks [] for subnet, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:17.113904 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-a5b0decd-f25a-4e9b-8bef-d3f8c2c45cc3 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:17.173608 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-6d84cd05-afb6-471b-bd84-975fda188e37 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9014207'] for subnet, precommit_delete_associations {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:17.179840 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-a5b0decd-f25a-4e9b-8bef-d3f8c2c45cc3 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:17.182938 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-a5b0decd-f25a-4e9b-8bef-d3f8c2c45cc3 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Notify callbacks [] for security_group, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:17.187706 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-a5b0decd-f25a-4e9b-8bef-d3f8c2c45cc3 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] 10.222.0.59 "DELETE /v2.0/security-groups/ff4f6c4c-d036-4a36-ab1e-07b3adb7357f HTTP/1.1" status: 204 len: 168 time: 0.2855456 Jul 27 21:22:17.188346 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 52092) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:17.235030 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b0decd-f25a-4e9b-8bef-d3f8c2c45cc3 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff4f6c4c-d036-4a36-ab1e-07b3adb7357f,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:22:17.245994 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-6dbadbd5-914d-4d3c-8f31-d0c311ca4fbc tempest-NegativeSecGroupIPv6Test-1740231945 tempest-NegativeSecGroupIPv6Test-1740231945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:17.249168 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-6dbadbd5-914d-4d3c-8f31-d0c311ca4fbc tempest-NegativeSecGroupIPv6Test-1740231945 tempest-NegativeSecGroupIPv6Test-1740231945-project] Notify callbacks [] for security_group, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:17.250320 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-6dbadbd5-914d-4d3c-8f31-d0c311ca4fbc tempest-NegativeSecGroupIPv6Test-1740231945 tempest-NegativeSecGroupIPv6Test-1740231945-project] 10.222.0.59 "DELETE /v2.0/security-groups/5885e39f-ff77-44a5-b668-f4321a59615a HTTP/1.1" status: 204 len: 168 time: 0.9560766 Jul 27 21:22:17.254443 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 52096) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:17.285659 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbadbd5-914d-4d3c-8f31-d0c311ca4fbc tempest-NegativeSecGroupIPv6Test-1740231945 tempest-NegativeSecGroupIPv6Test-1740231945-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5885e39f-ff77-44a5-b668-f4321a59615a,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:22:17.302149 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec439080-a1da-453a-89ba-ed59b23694a0 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Deleting subnet 6be74113-11c0-40b9-ba8a-ce8a58fb230b {{(pid=105585) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:22:17.305977 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-ec439080-a1da-453a-89ba-ed59b23694a0 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Notify callbacks [] for subnet, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:17.399380 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-8a0278f6-bb5c-484e-81ea-83e622aa7042 req-f013e020-8dc9-401c-83a1-a93830eaa414 tempest-VolumesActionsTest-1041040997 tempest-VolumesActionsTest-1041040997-project] 10.222.0.59 "GET /v2.0/ports?device_id=0e478996-fc5c-41c5-8cf4-c014e8b68d30 HTTP/1.1" status: 200 len: 210 time: 0.1668305 Jul 27 21:22:17.408221 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-ec439080-a1da-453a-89ba-ed59b23694a0 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9887057'] for subnet, precommit_delete_associations {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:17.416019 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-73bd145f-86bd-460c-a6d3-53b58c4a2b3a tempest-NegativeSecGroupIPv6Test-1740231945 tempest-NegativeSecGroupIPv6Test-1740231945-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1541529 Jul 27 21:22:17.416508 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 52098) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:17.454973 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-522101a5-8893-4a4c-9359-a947f71933c1 tempest-NegativeSecGroupIPv6Test-1740231945 tempest-NegativeSecGroupIPv6Test-1740231945-project] Request body: {'security_group': {'name': 'tempest-secgroup--1966456815'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:22:17.490472 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-522101a5-8893-4a4c-9359-a947f71933c1 tempest-NegativeSecGroupIPv6Test-1740231945 tempest-NegativeSecGroupIPv6Test-1740231945-project] Notify callbacks [] for security_group, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:17.498874 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-6d84cd05-afb6-471b-bd84-975fda188e37 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854965'] for subnet, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:17.638626 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-ec439080-a1da-453a-89ba-ed59b23694a0 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854965'] for subnet, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:17.698542 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-52e4bdec-e16d-40b0-a58a-daa864680567 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9014150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9738800'] for subnet, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:17.706261 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-015c1e9d-99db-4168-909b-3d7403e65d94 None None] Provisioning complete for port 59893a6e-249b-4f84-9695-565e711456ae triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:22:17.706843 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-015c1e9d-99db-4168-909b-3d7403e65d94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:17.715128 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-6d84cd05-afb6-471b-bd84-975fda188e37 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9014081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9738825'] for subnet, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:17.778563 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-522101a5-8893-4a4c-9359-a947f71933c1 tempest-NegativeSecGroupIPv6Test-1740231945 tempest-NegativeSecGroupIPv6Test-1740231945-project] Notify callbacks [] for security_group, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:17.784675 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-522101a5-8893-4a4c-9359-a947f71933c1 tempest-NegativeSecGroupIPv6Test-1740231945 tempest-NegativeSecGroupIPv6Test-1740231945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:17.800478 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-6d84cd05-afb6-471b-bd84-975fda188e37 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks [] for subnet, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:17.803503 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-6d84cd05-afb6-471b-bd84-975fda188e37 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] 10.222.0.59 "DELETE /v2.0/subnets/58ec2ebd-2e10-41b5-a126-213f0dfbb860 HTTP/1.1" status: 204 len: 168 time: 0.9748023 Jul 27 21:22:17.807932 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 52108) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:17.810038 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-ec439080-a1da-453a-89ba-ed59b23694a0 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10221602', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9990583'] for subnet, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:17.901698 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-522101a5-8893-4a4c-9359-a947f71933c1 tempest-NegativeSecGroupIPv6Test-1740231945 tempest-NegativeSecGroupIPv6Test-1740231945-project] Notify callbacks [] for security_group, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:17.904665 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-522101a5-8893-4a4c-9359-a947f71933c1 tempest-NegativeSecGroupIPv6Test-1740231945 tempest-NegativeSecGroupIPv6Test-1740231945-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4864819 Jul 27 21:22:17.910618 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-ec439080-a1da-453a-89ba-ed59b23694a0 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Notify callbacks [] for subnet, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:17.921646 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-ec439080-a1da-453a-89ba-ed59b23694a0 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] 10.222.0.59 "DELETE /v2.0/subnets/6be74113-11c0-40b9-ba8a-ce8a58fb230b HTTP/1.1" status: 204 len: 168 time: 0.7212675 Jul 27 21:22:17.921646 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 52110) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:17.926628 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 52112) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:17.933340 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-6de45a71-dab5-46c7-878a-3b46fb2bb58f tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1224413 Jul 27 21:22:17.941324 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-60ec4683-e76a-4b4a-bbd2-8697a5c5098b tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Request body: {'subnet': {'network_id': 'd1af7821-3064-4af5-8780-df3ae5343cdc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:22:17.978545 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-2577799d-4ccd-4ae8-804f-04e504f9c674 tempest-NegativeSecGroupIPv6Test-1740231945 tempest-NegativeSecGroupIPv6Test-1740231945-project] Request body: {'security_group_rule': {'security_group_id': '89dc93e6-d6e8-4137-af15-e4e19ff47027', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:22:17.979302 n-d-705658-22 neutron-server[105585]: WARNING neutron.api.v2.base [None req-2577799d-4ccd-4ae8-804f-04e504f9c674 tempest-NegativeSecGroupIPv6Test-1740231945 tempest-NegativeSecGroupIPv6Test-1740231945-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 27 21:22:17.979900 n-d-705658-22 neutron-server[105585]: INFO neutron.api.v2.resource [None req-2577799d-4ccd-4ae8-804f-04e504f9c674 tempest-NegativeSecGroupIPv6Test-1740231945 tempest-NegativeSecGroupIPv6Test-1740231945-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 27 21:22:17.982375 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-2577799d-4ccd-4ae8-804f-04e504f9c674 tempest-NegativeSecGroupIPv6Test-1740231945 tempest-NegativeSecGroupIPv6Test-1740231945-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0114868 Jul 27 21:22:17.982894 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 52114) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:17.984905 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 52116) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:17.991754 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-925e5844-05de-4312-8b83-5c65f993b759 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Request body: {'subnet': {'network_id': '1d615a85-844c-4c57-a0fc-2090e87300f0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:22:17.997684 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec439080-a1da-453a-89ba-ed59b23694a0 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Pushing event deleted for resources: {'Subnet': ['ID=6be74113-11c0-40b9-ba8a-ce8a58fb230b,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:22:18.008245 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-f08fe6b5-e385-4d55-88ac-dd08a37f369b tempest-NegativeSecGroupIPv6Test-1740231945 tempest-NegativeSecGroupIPv6Test-1740231945-project] Request body: {'security_group_rule': {'security_group_id': '89dc93e6-d6e8-4137-af15-e4e19ff47027', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:22:18.038178 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3253ebab-39bd-40d8-87a8-b65a1ac7ae32 None None] Network d1af7821-3064-4af5-8780-df3ae5343cdc requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:22:18.066442 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522101a5-8893-4a4c-9359-a947f71933c1 tempest-NegativeSecGroupIPv6Test-1740231945 tempest-NegativeSecGroupIPv6Test-1740231945-project] Pushing event updated for resources: {'SecurityGroup': ['ID=89dc93e6-d6e8-4137-af15-e4e19ff47027,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:22:18.155956 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e4bdec-e16d-40b0-a58a-daa864680567 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Pushing event updated for resources: {'Subnet': ['ID=e8e99250-8db6-4cda-90d7-d1a47aac9480,revision_number=0']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:22:18.219674 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52e4bdec-e16d-40b0-a58a-daa864680567 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Checking segment: {'id': '96f51d57-65b2-4cdc-9d5b-14f606e8bb9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'e5dbfc22-3d07-4f08-ba90-beae97f55608'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:22:18.220300 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52e4bdec-e16d-40b0-a58a-daa864680567 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Network hostable DHCP agents. Network: e5dbfc22-3d07-4f08-ba90-beae97f55608, hostable agents: ['7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a'], hosted agents: [] {{(pid=105584) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:22:18.231602 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d84cd05-afb6-471b-bd84-975fda188e37 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Pushing event deleted for resources: {'Subnet': ['ID=58ec2ebd-2e10-41b5-a126-213f0dfbb860,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:22:18.237792 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-925e5844-05de-4312-8b83-5c65f993b759 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Made reservation on behalf of fcd7bb7d26624f8f823446f0b0a5006f for: {'subnet': 1} {{(pid=105585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:22:18.246807 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-925e5844-05de-4312-8b83-5c65f993b759 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9990620'] for subnet, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:18.271947 n-d-705658-22 neutron-server[105585]: INFO neutron.api.v2.resource [None req-f08fe6b5-e385-4d55-88ac-dd08a37f369b tempest-NegativeSecGroupIPv6Test-1740231945 tempest-NegativeSecGroupIPv6Test-1740231945-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 27 21:22:18.276465 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 52120) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:18.280659 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-f08fe6b5-e385-4d55-88ac-dd08a37f369b tempest-NegativeSecGroupIPv6Test-1740231945 tempest-NegativeSecGroupIPv6Test-1740231945-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2844596 Jul 27 21:22:18.285624 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-089dc462-fcdc-4e8c-ac10-3c898a28f6c3 tempest-NegativeSecGroupIPv6Test-1740231945 tempest-NegativeSecGroupIPv6Test-1740231945-project] Request body: {'security_group_rule': {'security_group_id': '89dc93e6-d6e8-4137-af15-e4e19ff47027', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:22:18.285838 n-d-705658-22 neutron-server[105584]: WARNING neutron.api.v2.base [None req-089dc462-fcdc-4e8c-ac10-3c898a28f6c3 tempest-NegativeSecGroupIPv6Test-1740231945 tempest-NegativeSecGroupIPv6Test-1740231945-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jul 27 21:22:18.286975 n-d-705658-22 neutron-server[105584]: INFO neutron.api.v2.resource [None req-089dc462-fcdc-4e8c-ac10-3c898a28f6c3 tempest-NegativeSecGroupIPv6Test-1740231945 tempest-NegativeSecGroupIPv6Test-1740231945-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 27 21:22:18.288279 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-089dc462-fcdc-4e8c-ac10-3c898a28f6c3 tempest-NegativeSecGroupIPv6Test-1740231945 tempest-NegativeSecGroupIPv6Test-1740231945-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0095797 Jul 27 21:22:18.289596 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52e4bdec-e16d-40b0-a58a-daa864680567 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Network e5dbfc22-3d07-4f08-ba90-beae97f55608 is scheduled to be hosted by DHCP agent 7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a with binding_index 1 {{(pid=105584) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:22:18.293682 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 52122) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:18.294167 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-015c1e9d-99db-4168-909b-3d7403e65d94 None None] Port 59893a6e-249b-4f84-9695-565e711456ae cannot update to ACTIVE because it is not bound. {{(pid=105586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:22:18.300590 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-648e1ddc-d35d-4bcd-a4f3-94fc03fd6caf tempest-NegativeSecGroupIPv6Test-1740231945 tempest-NegativeSecGroupIPv6Test-1740231945-project] Request body: {'security_group_rule': {'security_group_id': '89dc93e6-d6e8-4137-af15-e4e19ff47027', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:22:18.358726 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [None req-52e4bdec-e16d-40b0-a58a-daa864680567 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-22, e5dbfc22-3d07-4f08-ba90-beae97f55608) {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:22:18.371042 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52e4bdec-e16d-40b0-a58a-daa864680567 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:22:18.375167 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-52e4bdec-e16d-40b0-a58a-daa864680567 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks [] for subnet, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:18.389986 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c35974ee-feec-4a89-84a1-d3c5e61f2975 None None] Network e5dbfc22-3d07-4f08-ba90-beae97f55608 requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:22:18.453484 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60ec4683-e76a-4b4a-bbd2-8697a5c5098b tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Made reservation on behalf of 454b79f542fc4867a07c409c85be23c7 for: {'subnet': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:22:18.460900 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-60ec4683-e76a-4b4a-bbd2-8697a5c5098b tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9738786'] for subnet, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:18.514267 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-d8ca27fe-e04c-46da-ac95-c54c90ac624a None None] Could not find standard attr ID for object 4c6fd064-e7ee-42d5-acde-f4abb15dbfdd. {{(pid=105586) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 27 21:22:18.524427 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-73387654-3bd0-4462-9859-0182c467a747 None None] Notify callbacks [] for port, precommit_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:18.567734 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-d8ca27fe-e04c-46da-ac95-c54c90ac624a None None] Could not find standard attr ID for object 278be213-450b-43e5-9219-c20426e76433. {{(pid=105586) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 27 21:22:18.570000 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device d750ad92-768a-4f3c-aa4f-95c5b5e5bcb5 up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:22:18.574000 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-73387654-3bd0-4462-9859-0182c467a747 None None] Transition to ACTIVE for port object 05372ec9-b790-40d7-8f9f-ce1a3ac46e4b will not be triggered until provisioned by entity L2. {{(pid=105586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:22:18.625311 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-8fabe27d-f1da-4e35-b5f8-448578e28ea3 req-8a03a02a-5c3b-4585-bc34-f56ae26a8d32 tempest-VolumesActionsTest-1041040997 tempest-VolumesActionsTest-1041040997-project] 10.222.0.59 "GET /v2.0/ports?device_id=0e478996-fc5c-41c5-8cf4-c014e8b68d30 HTTP/1.1" status: 200 len: 210 time: 0.1136310 Jul 27 21:22:18.626409 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-73387654-3bd0-4462-9859-0182c467a747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:18.705072 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-d8ca27fe-e04c-46da-ac95-c54c90ac624a None None] Provisioning complete for port d750ad92-768a-4f3c-aa4f-95c5b5e5bcb5 triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:22:18.705442 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-d8ca27fe-e04c-46da-ac95-c54c90ac624a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:18.766001 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-925e5844-05de-4312-8b83-5c65f993b759 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10221797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9990606'] for subnet, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:18.797295 n-d-705658-22 neutron-server[105584]: INFO neutron.api.v2.resource [None req-648e1ddc-d35d-4bcd-a4f3-94fc03fd6caf tempest-NegativeSecGroupIPv6Test-1740231945 tempest-NegativeSecGroupIPv6Test-1740231945-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 27 21:22:18.803421 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-648e1ddc-d35d-4bcd-a4f3-94fc03fd6caf tempest-NegativeSecGroupIPv6Test-1740231945 tempest-NegativeSecGroupIPv6Test-1740231945-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.5071576 Jul 27 21:22:18.804459 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 52128) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:18.806762 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-52e4bdec-e16d-40b0-a58a-daa864680567 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 2.1875939 Jul 27 21:22:18.816014 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 52130) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:18.817395 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-a427e940-8e48-454f-bdb0-8a0fe63c9ca3 tempest-NegativeSecGroupIPv6Test-1740231945 tempest-NegativeSecGroupIPv6Test-1740231945-project] Request body: {'security_group_rule': {'security_group_id': '89dc93e6-d6e8-4137-af15-e4e19ff47027', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:22:18.818014 n-d-705658-22 neutron-server[105584]: WARNING neutron.api.v2.base [None req-a427e940-8e48-454f-bdb0-8a0fe63c9ca3 tempest-NegativeSecGroupIPv6Test-1740231945 tempest-NegativeSecGroupIPv6Test-1740231945-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 27 21:22:18.819165 n-d-705658-22 neutron-server[105584]: INFO neutron.api.v2.resource [None req-a427e940-8e48-454f-bdb0-8a0fe63c9ca3 tempest-NegativeSecGroupIPv6Test-1740231945 tempest-NegativeSecGroupIPv6Test-1740231945-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 27 21:22:18.823815 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-a427e940-8e48-454f-bdb0-8a0fe63c9ca3 tempest-NegativeSecGroupIPv6Test-1740231945 tempest-NegativeSecGroupIPv6Test-1740231945-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0129397 Jul 27 21:22:18.825694 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-60ec4683-e76a-4b4a-bbd2-8697a5c5098b tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9014150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9738800'] for subnet, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:18.830965 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aae0ba9-111a-4a57-8550-6c41bdf777a3 None None] Pushing event updated for resources: {'Port': ['ID=05372ec9-b790-40d7-8f9f-ce1a3ac46e4b,revision_number=2']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:22:18.833949 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9e81669-5ce3-4a94-a792-dd93b9a1e129 None None] DHCP port deletion for 1d615a85-844c-4c57-a0fc-2090e87300f0 request from n-d-705658-22 {{(pid=105586) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 21:22:18.836086 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 52132) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:18.846677 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-db61f293-3d5e-45b3-a201-8aa0f51197d0 tempest-NegativeSecGroupIPv6Test-1740231945 tempest-NegativeSecGroupIPv6Test-1740231945-project] Request body: {'security_group_rule': {'security_group_id': '89dc93e6-d6e8-4137-af15-e4e19ff47027', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:22:18.857686 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-73387654-3bd0-4462-9859-0182c467a747 None None] Attempting to bind port 05372ec9-b790-40d7-8f9f-ce1a3ac46e4b on host n-d-705658-22 for vnic_type normal with profile {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:22:18.858048 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-73387654-3bd0-4462-9859-0182c467a747 None None] Attempting to bind port 05372ec9-b790-40d7-8f9f-ce1a3ac46e4b by drivers openvswitch,hyperv on host n-d-705658-22 at level 0 using segments [{'id': '12196855-9a32-4633-9a56-77697ef9e126', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305'}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:22:18.858402 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73387654-3bd0-4462-9859-0182c467a747 None None] Attempting to bind port 05372ec9-b790-40d7-8f9f-ce1a3ac46e4b on network 8735d8a2-b604-4758-ae71-b40e4ee6f305 {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:22:18.929983 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aae0ba9-111a-4a57-8550-6c41bdf777a3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:22:18.930614 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aae0ba9-111a-4a57-8550-6c41bdf777a3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:22:18.931130 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aae0ba9-111a-4a57-8550-6c41bdf777a3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:22:18.931615 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aae0ba9-111a-4a57-8550-6c41bdf777a3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:22:18.935451 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aae0ba9-111a-4a57-8550-6c41bdf777a3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:22:18.935961 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aae0ba9-111a-4a57-8550-6c41bdf777a3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:22:18.936446 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aae0ba9-111a-4a57-8550-6c41bdf777a3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:22:18.937086 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aae0ba9-111a-4a57-8550-6c41bdf777a3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:22:18.937582 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aae0ba9-111a-4a57-8550-6c41bdf777a3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:22:18.938057 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aae0ba9-111a-4a57-8550-6c41bdf777a3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:22:18.938530 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aae0ba9-111a-4a57-8550-6c41bdf777a3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:22:18.939022 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aae0ba9-111a-4a57-8550-6c41bdf777a3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:22:18.966914 n-d-705658-22 neutron-server[105584]: INFO neutron.db.securitygroups_db [None req-db61f293-3d5e-45b3-a201-8aa0f51197d0 tempest-NegativeSecGroupIPv6Test-1740231945 tempest-NegativeSecGroupIPv6Test-1740231945-project] Project 650f653be3004a0980393d56401d765b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 27 21:22:18.983239 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73387654-3bd0-4462-9859-0182c467a747 None None] Checking agent: {'id': '04a7ea91-6318-467e-ace6-b0fb48c8690f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 41, 42), 'started_at': datetime.datetime(2021, 7, 27, 20, 42, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 22, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:22:18.983895 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73387654-3bd0-4462-9859-0182c467a747 None None] Checking segment: {'id': '12196855-9a32-4633-9a56-77697ef9e126', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:22:18.984481 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-73387654-3bd0-4462-9859-0182c467a747 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:18.984909 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-925e5844-05de-4312-8b83-5c65f993b759 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Network 1d615a85-844c-4c57-a0fc-2090e87300f0 is already hosted by enough agents. {{(pid=105585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:22:18.985352 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73387654-3bd0-4462-9859-0182c467a747 None None] Bound using segment: {'id': '12196855-9a32-4633-9a56-77697ef9e126', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305'} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:22:18.985817 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925e5844-05de-4312-8b83-5c65f993b759 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Pushing event updated for resources: {'Subnet': ['ID=0d55318d-362e-4393-aa75-c151db651029,revision_number=0']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:22:18.986148 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-73387654-3bd0-4462-9859-0182c467a747 None None] Bound port: 05372ec9-b790-40d7-8f9f-ce1a3ac46e4b, host: n-d-705658-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12196855-9a32-4633-9a56-77697ef9e126', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305'}}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:22:18.986723 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-73387654-3bd0-4462-9859-0182c467a747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:19.001771 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.base_scheduler [None req-925e5844-05de-4312-8b83-5c65f993b759 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Resources bound (agent type, host, resource id): {{(pid=105585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:22:19.006335 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-925e5844-05de-4312-8b83-5c65f993b759 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:22:19.007202 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-925e5844-05de-4312-8b83-5c65f993b759 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks [] for subnet, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:19.027976 n-d-705658-22 neutron-server[105584]: INFO neutron.api.v2.resource [None req-db61f293-3d5e-45b3-a201-8aa0f51197d0 tempest-NegativeSecGroupIPv6Test-1740231945 tempest-NegativeSecGroupIPv6Test-1740231945-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 27 21:22:19.033592 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-db61f293-3d5e-45b3-a201-8aa0f51197d0 tempest-NegativeSecGroupIPv6Test-1740231945 tempest-NegativeSecGroupIPv6Test-1740231945-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1916356 Jul 27 21:22:19.037999 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60ec4683-e76a-4b4a-bbd2-8697a5c5098b tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Network d1af7821-3064-4af5-8780-df3ae5343cdc is already hosted by enough agents. {{(pid=105584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:22:19.039301 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 52138) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:19.099435 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port d750ad92-768a-4f3c-aa4f-95c5b5e5bcb5 triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:22:19.099809 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:19.122858 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-925e5844-05de-4312-8b83-5c65f993b759 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1387515 Jul 27 21:22:19.127606 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 52140) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:19.143467 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-cc071ed9-68f3-43fd-b9de-89f3ecce897f tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Request body: {'subnet': {'network_id': '1d615a85-844c-4c57-a0fc-2090e87300f0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:22:19.188426 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-f5f6e962-0230-4d35-9270-c764fdc7654b tempest-NegativeSecGroupIPv6Test-1740231945 tempest-NegativeSecGroupIPv6Test-1740231945-project] Request body: {'security_group_rule': {'security_group_id': '89dc93e6-d6e8-4137-af15-e4e19ff47027', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:22:19.189199 n-d-705658-22 neutron-server[105584]: WARNING neutron.api.v2.base [None req-f5f6e962-0230-4d35-9270-c764fdc7654b tempest-NegativeSecGroupIPv6Test-1740231945 tempest-NegativeSecGroupIPv6Test-1740231945-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jul 27 21:22:19.189689 n-d-705658-22 neutron-server[105584]: INFO neutron.api.v2.resource [None req-f5f6e962-0230-4d35-9270-c764fdc7654b tempest-NegativeSecGroupIPv6Test-1740231945 tempest-NegativeSecGroupIPv6Test-1740231945-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 27 21:22:19.194849 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-f5f6e962-0230-4d35-9270-c764fdc7654b tempest-NegativeSecGroupIPv6Test-1740231945 tempest-NegativeSecGroupIPv6Test-1740231945-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.1042943 Jul 27 21:22:19.202732 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 52142) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:19.203758 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [None req-60ec4683-e76a-4b4a-bbd2-8697a5c5098b tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Resources bound (agent type, host, resource id): {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:22:19.207010 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3feaa93d-85bd-40f5-a769-0e7b76101f2d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30bb4b93-b285-5d90-9493-f9ec33ea333c-e5dbfc22-3d07-4f08-ba90-beae97f55608', 'network_id': 'e5dbfc22-3d07-4f08-ba90-beae97f55608', 'tenant_id': '379416b786c44e07b1b1ba1a5ea96882', 'fixed_ips': [{'subnet_id': 'e8e99250-8db6-4cda-90d7-d1a47aac9480'}]}} from n-d-705658-22. {{(pid=105586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 21:22:19.207546 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60ec4683-e76a-4b4a-bbd2-8697a5c5098b tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:22:19.208551 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-60ec4683-e76a-4b4a-bbd2-8697a5c5098b tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Notify callbacks [] for subnet, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:19.210268 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3feaa93d-85bd-40f5-a769-0e7b76101f2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:19.229526 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-a0a44393-1fac-48b6-acd7-2da8d16c61c9 tempest-NegativeSecGroupIPv6Test-1740231945 tempest-NegativeSecGroupIPv6Test-1740231945-project] Request body: {'security_group_rule': {'security_group_id': '89dc93e6-d6e8-4137-af15-e4e19ff47027', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:22:19.263034 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-60ec4683-e76a-4b4a-bbd2-8697a5c5098b tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3275123 Jul 27 21:22:19.271998 n-d-705658-22 neutron-server[105584]: INFO neutron.db.securitygroups_db [None req-a0a44393-1fac-48b6-acd7-2da8d16c61c9 tempest-NegativeSecGroupIPv6Test-1740231945 tempest-NegativeSecGroupIPv6Test-1740231945-project] Project 650f653be3004a0980393d56401d765b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 27 21:22:19.290524 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 52144) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:19.295428 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-8b0b2653-b56e-4dac-81fc-279532dc5593 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Request body: {'security_group': {'name': 'tempest-secgroup-1642311679'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:22:19.353976 n-d-705658-22 neutron-server[105584]: INFO neutron.api.v2.resource [None req-a0a44393-1fac-48b6-acd7-2da8d16c61c9 tempest-NegativeSecGroupIPv6Test-1740231945 tempest-NegativeSecGroupIPv6Test-1740231945-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 27 21:22:19.363040 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 52150) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:19.366300 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-a0a44393-1fac-48b6-acd7-2da8d16c61c9 tempest-NegativeSecGroupIPv6Test-1740231945 tempest-NegativeSecGroupIPv6Test-1740231945-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1411626 Jul 27 21:22:19.367971 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ec4683-e76a-4b4a-bbd2-8697a5c5098b tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Pushing event updated for resources: {'Subnet': ['ID=4ab7b31a-0ad3-43bb-ba58-34619aa07da3,revision_number=0']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:22:19.382395 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-8b0b2653-b56e-4dac-81fc-279532dc5593 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Notify callbacks [] for security_group, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:19.402186 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-28eb7199-979c-41df-83b9-2b82ed4f58dc tempest-NegativeSecGroupIPv6Test-1740231945 tempest-NegativeSecGroupIPv6Test-1740231945-project] Request body: {'security_group_rule': {'security_group_id': '89dc93e6-d6e8-4137-af15-e4e19ff47027', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:22:19.433214 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-73387654-3bd0-4462-9859-0182c467a747 None None] For port 05372ec9-b790-40d7-8f9f-ce1a3ac46e4b, host n-d-705658-22, cleared binding levels {{(pid=105586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:22:19.581436 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfce760e-8652-4934-a517-a362f44a78f4 req-eef73a91-74b2-4e18-a59a-36d06075947b tempest-VolumesActionsTest-1041040997 tempest-VolumesActionsTest-1041040997-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:22:19.583241 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-cfce760e-8652-4934-a517-a362f44a78f4 req-eef73a91-74b2-4e18-a59a-36d06075947b tempest-VolumesActionsTest-1041040997 tempest-VolumesActionsTest-1041040997-project] 10.222.0.36 "GET /v2.0/networks?id=931fb9ff-9259-4e72-a5c3-3639bed88ea6 HTTP/1.1" status: 200 len: 809 time: 0.6730826 Jul 27 21:22:19.593075 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-73387654-3bd0-4462-9859-0182c467a747 None None] For port 05372ec9-b790-40d7-8f9f-ce1a3ac46e4b, host n-d-705658-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=05372ec9-b790-40d7-8f9f-ce1a3ac46e4b,segment=NetworkSegment(12196855-9a32-4633-9a56-77697ef9e126),segment_id=12196855-9a32-4633-9a56-77697ef9e126)] {{(pid=105586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:22:19.600940 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [req-cfce760e-8652-4934-a517-a362f44a78f4 req-ba46c28c-16cf-41fa-b6b7-151ced3d0d01 tempest-VolumesActionsTest-1041040997 tempest-VolumesActionsTest-1041040997-project] Request body: {'port': {'device_id': '0e478996-fc5c-41c5-8cf4-c014e8b68d30', 'network_id': '931fb9ff-9259-4e72-a5c3-3639bed88ea6', 'admin_state_up': True, 'tenant_id': '4f34f105adee402794bc57864714230e'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:22:19.618468 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-73387654-3bd0-4462-9859-0182c467a747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:19.634181 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-b9e81669-5ce3-4a94-a792-dd93b9a1e129 None None] Deleting port d750ad92-768a-4f3c-aa4f-95c5b5e5bcb5 {{(pid=105586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:22:19.634557 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-b9e81669-5ce3-4a94-a792-dd93b9a1e129 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:19.759653 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc071ed9-68f3-43fd-b9de-89f3ecce897f tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Made reservation on behalf of fcd7bb7d26624f8f823446f0b0a5006f for: {'subnet': 1} {{(pid=105585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:22:19.767413 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-cc071ed9-68f3-43fd-b9de-89f3ecce897f tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9990620'] for subnet, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:20.058830 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73387654-3bd0-4462-9859-0182c467a747 None None] Routers {'4e843456-6bc1-4070-92f7-ef3fee480c54'} bound to L3 agent in host n-d-705658-22 {{(pid=105586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:22:20.061950 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-73387654-3bd0-4462-9859-0182c467a747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:22:12Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['4e843456-6bc1-4070-92f7-ef3fee480c54'], 'active': True} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:22:20.127663 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-c3d78743-85a2-42c8-8231-cd9c8a75a3e4 req-7f4a4ae3-0994-42eb-a7c5-42eb4b286f4c tempest-VolumesActionsTest-1041040997 tempest-VolumesActionsTest-1041040997-project] 10.222.0.59 "GET /v2.0/ports?device_id=0e478996-fc5c-41c5-8cf4-c014e8b68d30 HTTP/1.1" status: 200 len: 210 time: 0.2451992 Jul 27 21:22:20.131019 n-d-705658-22 neutron-server[105585]: INFO neutron.db.securitygroups_db [None req-28eb7199-979c-41df-83b9-2b82ed4f58dc tempest-NegativeSecGroupIPv6Test-1740231945 tempest-NegativeSecGroupIPv6Test-1740231945-project] Project 650f653be3004a0980393d56401d765b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 27 21:22:20.149761 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-8b0b2653-b56e-4dac-81fc-279532dc5593 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Notify callbacks [] for security_group, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:20.179396 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-8b0b2653-b56e-4dac-81fc-279532dc5593 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:20.181091 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aae0ba9-111a-4a57-8550-6c41bdf777a3 None None] Pushing event updated for resources: {'Port': ['ID=05372ec9-b790-40d7-8f9f-ce1a3ac46e4b,revision_number=3']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:22:20.197261 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cfce760e-8652-4934-a517-a362f44a78f4 req-ba46c28c-16cf-41fa-b6b7-151ced3d0d01 tempest-VolumesActionsTest-1041040997 tempest-VolumesActionsTest-1041040997-project] Made reservation on behalf of 4f34f105adee402794bc57864714230e for: {'port': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:22:20.200907 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-cfce760e-8652-4934-a517-a362f44a78f4 req-ba46c28c-16cf-41fa-b6b7-151ced3d0d01 tempest-VolumesActionsTest-1041040997 tempest-VolumesActionsTest-1041040997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:20.218403 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-b9e81669-5ce3-4a94-a792-dd93b9a1e129 None None] For port d750ad92-768a-4f3c-aa4f-95c5b5e5bcb5, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=d750ad92-768a-4f3c-aa4f-95c5b5e5bcb5,segment=NetworkSegment(532d8a52-575f-45de-a3af-efbea8c8f6d5),segment_id=532d8a52-575f-45de-a3af-efbea8c8f6d5)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:22:20.219514 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-b9e81669-5ce3-4a94-a792-dd93b9a1e129 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:20.235556 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-b9e81669-5ce3-4a94-a792-dd93b9a1e129 None None] Calling delete_port for d750ad92-768a-4f3c-aa4f-95c5b5e5bcb5 owned by network:dhcp {{(pid=105586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:22:20.254427 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-8b0b2653-b56e-4dac-81fc-279532dc5593 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Notify callbacks [] for security_group, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:20.258930 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-8b0b2653-b56e-4dac-81fc-279532dc5593 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.9646885 Jul 27 21:22:20.263020 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 52162) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:20.263748 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0b2653-b56e-4dac-81fc-279532dc5593 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c0b9250-57d1-482a-a57d-e3f6140196b9,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:22:20.272022 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-869ed944-0657-417f-9ffa-b4ee9890c097 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Request body: {'security_group': {'name': 'tempest-secgroup-1580304033'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:22:20.350564 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-869ed944-0657-417f-9ffa-b4ee9890c097 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Notify callbacks [] for security_group, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:20.352623 n-d-705658-22 neutron-server[105585]: INFO neutron.api.v2.resource [None req-28eb7199-979c-41df-83b9-2b82ed4f58dc tempest-NegativeSecGroupIPv6Test-1740231945 tempest-NegativeSecGroupIPv6Test-1740231945-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 27 21:22:20.353707 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-28eb7199-979c-41df-83b9-2b82ed4f58dc tempest-NegativeSecGroupIPv6Test-1740231945 tempest-NegativeSecGroupIPv6Test-1740231945-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.9896972 Jul 27 21:22:20.362786 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 52164) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:20.369674 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device d750ad92-768a-4f3c-aa4f-95c5b5e5bcb5 no longer exists at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:22:20.372394 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a66e743-9e06-4965-a186-19f99362db72 None None] Network d1af7821-3064-4af5-8780-df3ae5343cdc requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:22:20.475154 n-d-705658-22 neutron-server[105585]: INFO neutron.db.ipam_backend_mixin [None req-cc071ed9-68f3-43fd-b9de-89f3ecce897f tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 0d55318d-362e-4393-aa75-c151db651029 (CIDR: 2001:db8::/64) Jul 27 21:22:20.496996 n-d-705658-22 neutron-server[105585]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc071ed9-68f3-43fd-b9de-89f3ecce897f tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 27 21:22:20.497719 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc071ed9-68f3-43fd-b9de-89f3ecce897f tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=105585) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 21:22:20.551322 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-869ed944-0657-417f-9ffa-b4ee9890c097 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Notify callbacks [] for security_group, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:20.556947 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-869ed944-0657-417f-9ffa-b4ee9890c097 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:20.573248 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-cc071ed9-68f3-43fd-b9de-89f3ecce897f tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.4379234 Jul 27 21:22:20.578301 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 52170) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:20.591171 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-9bf52748-7ac0-4e2b-8eb7-af6e3e7a57a2 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Request body: {'subnet': {'network_id': '1d615a85-844c-4c57-a0fc-2090e87300f0', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:22:20.606325 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.db_base_plugin_common [req-cfce760e-8652-4934-a517-a362f44a78f4 req-ba46c28c-16cf-41fa-b6b7-151ced3d0d01 tempest-VolumesActionsTest-1041040997 tempest-VolumesActionsTest-1041040997-project] Allocated IP 172.20.0.3 (931fb9ff-9259-4e72-a5c3-3639bed88ea6/5ff0e0de-9e83-4547-96ca-977e74fc4ad6/820cb8d6-6b2f-440b-9fd5-edc43eae3788) {{(pid=105584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:22:20.614665 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-869ed944-0657-417f-9ffa-b4ee9890c097 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Notify callbacks [] for security_group, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:20.618453 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-869ed944-0657-417f-9ffa-b4ee9890c097 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3484998 Jul 27 21:22:20.618453 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869ed944-0657-417f-9ffa-b4ee9890c097 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d64d72b5-6901-4ece-b05e-ea8af0917a73,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:22:20.620587 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 52172) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:20.625414 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-8346df5f-f72e-40ec-9e37-b9e65063348d tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Request body: {'security_group': {'name': 'tempest-secgroup-441325909'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:22:20.631139 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.db_base_plugin_common [None req-3feaa93d-85bd-40f5-a769-0e7b76101f2d None None] Allocated IP 172.20.0.2 (e5dbfc22-3d07-4f08-ba90-beae97f55608/e8e99250-8db6-4cda-90d7-d1a47aac9480/925a6478-8396-4f13-8cdc-5383bccd9782) {{(pid=105586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:22:20.678242 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-8346df5f-f72e-40ec-9e37-b9e65063348d tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Notify callbacks [] for security_group, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:20.684967 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-b9e81669-5ce3-4a94-a792-dd93b9a1e129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180'] for port, after_delete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:21.014965 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-cfce760e-8652-4934-a517-a362f44a78f4 req-ba46c28c-16cf-41fa-b6b7-151ced3d0d01 tempest-VolumesActionsTest-1041040997 tempest-VolumesActionsTest-1041040997-project] Notify callbacks [] for port, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:21.032387 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-8346df5f-f72e-40ec-9e37-b9e65063348d tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Notify callbacks [] for security_group, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:21.039518 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-8346df5f-f72e-40ec-9e37-b9e65063348d tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:21.065177 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e81669-5ce3-4a94-a792-dd93b9a1e129 None None] Pushing event deleted for resources: {'Port': ['ID=d750ad92-768a-4f3c-aa4f-95c5b5e5bcb5,revision_number=None']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:22:21.072385 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-44915cf2-0f75-4991-924b-aa851fea2f8b None None] Provisioning complete for port 56a178a1-0729-4924-aece-7bb1c1bde68a triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:22:21.073062 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-44915cf2-0f75-4991-924b-aa851fea2f8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:21.084550 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-8346df5f-f72e-40ec-9e37-b9e65063348d tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Notify callbacks [] for security_group, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:21.087972 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-8346df5f-f72e-40ec-9e37-b9e65063348d tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4638572 Jul 27 21:22:21.090451 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 52174) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:21.100153 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-2c04a9a0-91d8-4753-9da9-9d0a0a22e788 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1511841750', 'security_groups': ['3df28ebc-af2e-4858-a304-adc563c5cedd'], 'network_id': 'd1af7821-3064-4af5-8780-df3ae5343cdc', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '4ab7b31a-0ad3-43bb-ba58-34619aa07da3'}]}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:22:21.178097 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8346df5f-f72e-40ec-9e37-b9e65063348d tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3df28ebc-af2e-4858-a304-adc563c5cedd,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:22:21.219823 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-cfce760e-8652-4934-a517-a362f44a78f4 req-ba46c28c-16cf-41fa-b6b7-151ced3d0d01 tempest-VolumesActionsTest-1041040997 tempest-VolumesActionsTest-1041040997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:21.261911 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9e81669-5ce3-4a94-a792-dd93b9a1e129 None None] No DVR routers for this DVR port d750ad92-768a-4f3c-aa4f-95c5b5e5bcb5 on host n-d-705658-22 {{(pid=105586) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:22:21.269297 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] No active binding found for port d750ad92-768a-4f3c-aa4f-95c5b5e5bcb5 {{(pid=105586) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 27 21:22:21.270176 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device d750ad92-768a-4f3c-aa4f-95c5b5e5bcb5 not bound to the agent host n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:22:21.307629 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cfce760e-8652-4934-a517-a362f44a78f4 req-ba46c28c-16cf-41fa-b6b7-151ced3d0d01 tempest-VolumesActionsTest-1041040997 tempest-VolumesActionsTest-1041040997-project] Network 931fb9ff-9259-4e72-a5c3-3639bed88ea6 is already hosted by enough agents. {{(pid=105584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:22:21.313220 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d8887c1-473e-4516-9060-0cd21f5bcd88 None None] Network 1d615a85-844c-4c57-a0fc-2090e87300f0 requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:22:21.318929 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [req-cfce760e-8652-4934-a517-a362f44a78f4 req-ba46c28c-16cf-41fa-b6b7-151ced3d0d01 tempest-VolumesActionsTest-1041040997 tempest-VolumesActionsTest-1041040997-project] Resources bound (agent type, host, resource id): {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:22:21.322799 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba46c28c-16cf-41fa-b6b7-151ced3d0d01 tempest-VolumesActionsTest-1041040997 tempest-VolumesActionsTest-1041040997-project] Pushing event updated for resources: {'Port': ['ID=820cb8d6-6b2f-440b-9fd5-edc43eae3788,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:22:21.326725 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfce760e-8652-4934-a517-a362f44a78f4 req-ba46c28c-16cf-41fa-b6b7-151ced3d0d01 tempest-VolumesActionsTest-1041040997 tempest-VolumesActionsTest-1041040997-project] Received port after_create {{(pid=105584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:22:21.371039 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c04a9a0-91d8-4753-9da9-9d0a0a22e788 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Made reservation on behalf of 454b79f542fc4867a07c409c85be23c7 for: {'port': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:22:21.388860 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-4638d30b-1d7b-47d2-bcc6-7aa8ce53f41a tempest-NegativeSecGroupIPv6Test-1740231945 tempest-NegativeSecGroupIPv6Test-1740231945-project] Notify callbacks [] for security_group, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:21.428292 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfce760e-8652-4934-a517-a362f44a78f4 req-ba46c28c-16cf-41fa-b6b7-151ced3d0d01 tempest-VolumesActionsTest-1041040997 tempest-VolumesActionsTest-1041040997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:22:21.429016 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-cfce760e-8652-4934-a517-a362f44a78f4 req-ba46c28c-16cf-41fa-b6b7-151ced3d0d01 tempest-VolumesActionsTest-1041040997 tempest-VolumesActionsTest-1041040997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:21.450870 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-cfce760e-8652-4934-a517-a362f44a78f4 req-ba46c28c-16cf-41fa-b6b7-151ced3d0d01 tempest-VolumesActionsTest-1041040997 tempest-VolumesActionsTest-1041040997-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8585925 Jul 27 21:22:21.462985 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvr_db [None req-73387654-3bd0-4462-9859-0182c467a747 None None] Set router 4e843456-6bc1-4070-92f7-ef3fee480c54 gateway port host: n-d-705658-22 {{(pid=105586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:22:21.463723 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-4638d30b-1d7b-47d2-bcc6-7aa8ce53f41a tempest-NegativeSecGroupIPv6Test-1740231945 tempest-NegativeSecGroupIPv6Test-1740231945-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:21.467689 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [req-cfce760e-8652-4934-a517-a362f44a78f4 req-85e1fb47-d6cd-42cc-ab59-bab6967e4028 tempest-VolumesActionsTest-1041040997 tempest-VolumesActionsTest-1041040997-project] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=105584) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 21:22:21.468336 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-cfce760e-8652-4934-a517-a362f44a78f4 req-85e1fb47-d6cd-42cc-ab59-bab6967e4028 tempest-VolumesActionsTest-1041040997 tempest-VolumesActionsTest-1041040997-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0063708 Jul 27 21:22:21.479118 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-882c37fc-b920-4525-8c09-ae09e8c81222 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:21.483706 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [req-cfce760e-8652-4934-a517-a362f44a78f4 req-a4eee75a-8a0c-46ad-afc9-8206f43dded6 service neutron] Request body: {'port': {'device_id': '0e478996-fc5c-41c5-8cf4-c014e8b68d30', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-705658-22'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:22:21.514888 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-2c04a9a0-91d8-4753-9da9-9d0a0a22e788 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:21.527820 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bf52748-7ac0-4e2b-8eb7-af6e3e7a57a2 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Made reservation on behalf of fcd7bb7d26624f8f823446f0b0a5006f for: {'subnet': 1} {{(pid=105585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:22:21.531805 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-9bf52748-7ac0-4e2b-8eb7-af6e3e7a57a2 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9990620'] for subnet, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:21.549509 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [None req-2c04a9a0-91d8-4753-9da9-9d0a0a22e788 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] device_id is not set on port 2170fb45-b15c-4435-9b48-284ab9b93c7c yet. {{(pid=105584) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 21:22:21.565474 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3302221a-44fd-475d-9c45-8a1e77bc524b req-fa4c4c63-8dde-4682-b6f4-eef9502bb321 tempest-VolumesActionsTest-1041040997 tempest-VolumesActionsTest-1041040997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:22:21.567736 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-3302221a-44fd-475d-9c45-8a1e77bc524b req-fa4c4c63-8dde-4682-b6f4-eef9502bb321 tempest-VolumesActionsTest-1041040997 tempest-VolumesActionsTest-1041040997-project] 10.222.0.59 "GET /v2.0/ports?device_id=0e478996-fc5c-41c5-8cf4-c014e8b68d30 HTTP/1.1" status: 200 len: 931 time: 0.2796950 Jul 27 21:22:21.707511 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-4638d30b-1d7b-47d2-bcc6-7aa8ce53f41a tempest-NegativeSecGroupIPv6Test-1740231945 tempest-NegativeSecGroupIPv6Test-1740231945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:21.710385 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-4638d30b-1d7b-47d2-bcc6-7aa8ce53f41a tempest-NegativeSecGroupIPv6Test-1740231945 tempest-NegativeSecGroupIPv6Test-1740231945-project] Notify callbacks [] for security_group, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:21.711970 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-4638d30b-1d7b-47d2-bcc6-7aa8ce53f41a tempest-NegativeSecGroupIPv6Test-1740231945 tempest-NegativeSecGroupIPv6Test-1740231945-project] 10.222.0.59 "DELETE /v2.0/security-groups/89dc93e6-d6e8-4137-af15-e4e19ff47027 HTTP/1.1" status: 204 len: 168 time: 1.3378994 Jul 27 21:22:21.725782 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 52186) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:21.751336 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-cfce760e-8652-4934-a517-a362f44a78f4 req-a4eee75a-8a0c-46ad-afc9-8206f43dded6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:21.761647 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3feaa93d-85bd-40f5-a769-0e7b76101f2d None None] Notify callbacks [] for port, precommit_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:21.813016 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4638d30b-1d7b-47d2-bcc6-7aa8ce53f41a tempest-NegativeSecGroupIPv6Test-1740231945 tempest-NegativeSecGroupIPv6Test-1740231945-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=89dc93e6-d6e8-4137-af15-e4e19ff47027,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:22:21.823830 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-3302221a-44fd-475d-9c45-8a1e77bc524b req-9e74b79e-7b4d-4d66-a79e-ceeb7288a061 tempest-VolumesActionsTest-1041040997 tempest-VolumesActionsTest-1041040997-project] 10.222.0.59 "GET /v2.0/security-groups?id=2ef113d1-a3a7-402b-a668-6dc148671140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2049391 Jul 27 21:22:21.824655 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-3feaa93d-85bd-40f5-a769-0e7b76101f2d None None] Transition to ACTIVE for port object 925a6478-8396-4f13-8cdc-5383bccd9782 will not be triggered until provisioned by entity L2. {{(pid=105586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:22:21.900845 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-17371e90-4eb7-41c5-849c-9a9b50e8fe6a tempest-NegativeSecGroupIPv6Test-1740231945 tempest-NegativeSecGroupIPv6Test-1740231945-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1342430 Jul 27 21:22:21.924620 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.db_base_plugin_common [None req-2c04a9a0-91d8-4753-9da9-9d0a0a22e788 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Allocated IP 172.20.0.8 (d1af7821-3064-4af5-8780-df3ae5343cdc/4ab7b31a-0ad3-43bb-ba58-34619aa07da3/2170fb45-b15c-4435-9b48-284ab9b93c7c) {{(pid=105584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:22:21.941072 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 52190) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:21.949027 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-2f292fe5-c1fc-40cc-b615-4fe7f40722a8 tempest-NegativeSecGroupIPv6Test-1740231945 tempest-NegativeSecGroupIPv6Test-1740231945-project] Request body: {'security_group': {'name': 'tempest-secgroup--1830761591'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:22:22.038139 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-3feaa93d-85bd-40f5-a769-0e7b76101f2d None None] Transition to ACTIVE for port object 925a6478-8396-4f13-8cdc-5383bccd9782 will not be triggered until provisioned by entity DHCP. {{(pid=105586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:22:22.039352 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-2f292fe5-c1fc-40cc-b615-4fe7f40722a8 tempest-NegativeSecGroupIPv6Test-1740231945 tempest-NegativeSecGroupIPv6Test-1740231945-project] Notify callbacks [] for security_group, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:22.067844 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3feaa93d-85bd-40f5-a769-0e7b76101f2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143'] for port, after_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:22.148856 n-d-705658-22 neutron-server[105586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3feaa93d-85bd-40f5-a769-0e7b76101f2d None None] Network e5dbfc22-3d07-4f08-ba90-beae97f55608 is already hosted by enough agents. {{(pid=105586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:22:22.177827 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-2c04a9a0-91d8-4753-9da9-9d0a0a22e788 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Notify callbacks [] for port, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:22.201857 n-d-705658-22 neutron-server[105586]: DEBUG neutron.scheduler.base_scheduler [None req-3feaa93d-85bd-40f5-a769-0e7b76101f2d None None] Resources bound (agent type, host, resource id): {{(pid=105586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:22:22.211633 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3feaa93d-85bd-40f5-a769-0e7b76101f2d None None] Received port after_create {{(pid=105586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:22:22.214667 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c27a2ade-d0ed-45a8-913e-f788acc3b530 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30bb4b93-b285-5d90-9493-f9ec33ea333c-1d615a85-844c-4c57-a0fc-2090e87300f0', 'network_id': '1d615a85-844c-4c57-a0fc-2090e87300f0', 'tenant_id': 'fcd7bb7d26624f8f823446f0b0a5006f', 'fixed_ips': [{'subnet_id': '0d55318d-362e-4393-aa75-c151db651029'}]}} from n-d-705658-22. {{(pid=105586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 21:22:22.215550 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-c27a2ade-d0ed-45a8-913e-f788acc3b530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:22.243717 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3feaa93d-85bd-40f5-a769-0e7b76101f2d None None] Pushing event updated for resources: {'Port': ['ID=925a6478-8396-4f13-8cdc-5383bccd9782,revision_number=1']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:22:22.270853 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-44915cf2-0f75-4991-924b-aa851fea2f8b None None] Provisioning complete for port 59893a6e-249b-4f84-9695-565e711456ae triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:22:22.271264 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-44915cf2-0f75-4991-924b-aa851fea2f8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:22.282350 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-73387654-3bd0-4462-9859-0182c467a747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e843456-6bc1-4070-92f7-ef3fee480c54', 'name': 'tempest-TestNetworkAdvancedServerOps-router-950241072', 'tenant_id': '379416b786c44e07b1b1ba1a5ea96882', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.123'}], 'enable_snat': True}, 'gw_port_id': '05372ec9-b790-40d7-8f9f-ce1a3ac46e4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:22:08Z', 'updated_at': '2021-07-27T21:22:11Z', 'revision_number': 3, 'project_id': '379416b786c44e07b1b1ba1a5ea96882', 'gw_port': {'id': '05372ec9-b790-40d7-8f9f-ce1a3ac46e4b', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:18:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e843456-6bc1-4070-92f7-ef3fee480c54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3246, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:22:09Z', 'updated_at': '2021-07-27T21:22:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22'}], 'n-d-705658-22', False) {} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:22:22.434034 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73387654-3bd0-4462-9859-0182c467a747 None None] The sync data for ids ['4e843456-6bc1-4070-92f7-ef3fee480c54'] in n-d-705658-22 is: [{'id': '4e843456-6bc1-4070-92f7-ef3fee480c54', 'name': 'tempest-TestNetworkAdvancedServerOps-router-950241072', 'tenant_id': '379416b786c44e07b1b1ba1a5ea96882', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.123'}], 'enable_snat': True}, 'gw_port_id': '05372ec9-b790-40d7-8f9f-ce1a3ac46e4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:22:08Z', 'updated_at': '2021-07-27T21:22:11Z', 'revision_number': 3, 'project_id': '379416b786c44e07b1b1ba1a5ea96882', 'gw_port': {'id': '05372ec9-b790-40d7-8f9f-ce1a3ac46e4b', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:18:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e843456-6bc1-4070-92f7-ef3fee480c54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3246, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:22:09Z', 'updated_at': '2021-07-27T21:22:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22'}] {{(pid=105586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:22:22.454450 n-d-705658-22 neutron-server[105585]: DEBUG neutron.objects.ports [None req-9bf52748-7ac0-4e2b-8eb7-af6e3e7a57a2 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=105585) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 27 21:22:22.520287 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-9bf52748-7ac0-4e2b-8eb7-af6e3e7a57a2 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10221797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9990606'] for subnet, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:22.626516 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.db_base_plugin_common [None req-882c37fc-b920-4525-8c09-ae09e8c81222 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Allocated IP 172.20.0.1 (e5dbfc22-3d07-4f08-ba90-beae97f55608/e8e99250-8db6-4cda-90d7-d1a47aac9480/ac5976a0-f321-4e51-ae7b-af58fe525e56) {{(pid=105585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:22:22.660047 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bf52748-7ac0-4e2b-8eb7-af6e3e7a57a2 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Network 1d615a85-844c-4c57-a0fc-2090e87300f0 is already hosted by enough agents. {{(pid=105585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:22:22.671934 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.base_scheduler [None req-9bf52748-7ac0-4e2b-8eb7-af6e3e7a57a2 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Resources bound (agent type, host, resource id): {{(pid=105585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:22:22.677141 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-2f292fe5-c1fc-40cc-b615-4fe7f40722a8 tempest-NegativeSecGroupIPv6Test-1740231945 tempest-NegativeSecGroupIPv6Test-1740231945-project] Notify callbacks [] for security_group, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:22.678232 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.provisioning_blocks [None req-2c04a9a0-91d8-4753-9da9-9d0a0a22e788 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Transition to ACTIVE for port object 2170fb45-b15c-4435-9b48-284ab9b93c7c will not be triggered until provisioned by entity DHCP. {{(pid=105584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:22:22.682451 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf52748-7ac0-4e2b-8eb7-af6e3e7a57a2 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Pushing event updated for resources: {'Subnet': ['ID=120cb707-8d96-45d9-ba69-b185f6b4009c,revision_number=0']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:22:22.685417 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bf52748-7ac0-4e2b-8eb7-af6e3e7a57a2 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:22:22.686215 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-9bf52748-7ac0-4e2b-8eb7-af6e3e7a57a2 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks [] for subnet, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:22.701017 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-2f292fe5-c1fc-40cc-b615-4fe7f40722a8 tempest-NegativeSecGroupIPv6Test-1740231945 tempest-NegativeSecGroupIPv6Test-1740231945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:22.766786 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.db_base_plugin_common [None req-c27a2ade-d0ed-45a8-913e-f788acc3b530 None None] Allocated IP 2001:db8::2 (1d615a85-844c-4c57-a0fc-2090e87300f0/0d55318d-362e-4393-aa75-c151db651029/47497d1b-d4d0-4b49-b847-643dcf622699) {{(pid=105586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:22:22.780875 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.db_base_plugin_common [None req-c27a2ade-d0ed-45a8-913e-f788acc3b530 None None] Allocated IP 2001:db8:0:1:f816:3eff:fe41:f1c1 (1d615a85-844c-4c57-a0fc-2090e87300f0/120cb707-8d96-45d9-ba69-b185f6b4009c/47497d1b-d4d0-4b49-b847-643dcf622699) {{(pid=105586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:22:22.887847 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-2c04a9a0-91d8-4753-9da9-9d0a0a22e788 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:23.019035 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c04a9a0-91d8-4753-9da9-9d0a0a22e788 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Network d1af7821-3064-4af5-8780-df3ae5343cdc is already hosted by enough agents. {{(pid=105584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:22:23.019542 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-882c37fc-b920-4525-8c09-ae09e8c81222 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks [] for port, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:23.026565 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [None req-2c04a9a0-91d8-4753-9da9-9d0a0a22e788 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Resources bound (agent type, host, resource id): {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:22:23.034180 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c04a9a0-91d8-4753-9da9-9d0a0a22e788 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Pushing event updated for resources: {'Port': ['ID=2170fb45-b15c-4435-9b48-284ab9b93c7c,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:22:23.037003 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c04a9a0-91d8-4753-9da9-9d0a0a22e788 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Received port after_create {{(pid=105584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:22:23.045420 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.provisioning_blocks [None req-882c37fc-b920-4525-8c09-ae09e8c81222 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Transition to ACTIVE for port object ac5976a0-f321-4e51-ae7b-af58fe525e56 will not be triggered until provisioned by entity DHCP. {{(pid=105585) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:22:23.071898 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [req-cfce760e-8652-4934-a517-a362f44a78f4 req-a4eee75a-8a0c-46ad-afc9-8206f43dded6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 820cb8d6-6b2f-440b-9fd5-edc43eae3788 {{(pid=105584) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:22:23.076176 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-c27a2ade-d0ed-45a8-913e-f788acc3b530 None None] Notify callbacks [] for port, precommit_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:23.086047 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-c27a2ade-d0ed-45a8-913e-f788acc3b530 None None] Transition to ACTIVE for port object 47497d1b-d4d0-4b49-b847-643dcf622699 will not be triggered until provisioned by entity L2. {{(pid=105586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:22:23.105578 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-c27a2ade-d0ed-45a8-913e-f788acc3b530 None None] Transition to ACTIVE for port object 47497d1b-d4d0-4b49-b847-643dcf622699 will not be triggered until provisioned by entity DHCP. {{(pid=105586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:22:23.112348 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-cfce760e-8652-4934-a517-a362f44a78f4 req-a4eee75a-8a0c-46ad-afc9-8206f43dded6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:23.134892 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-c27a2ade-d0ed-45a8-913e-f788acc3b530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143'] for port, after_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:23.137352 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-882c37fc-b920-4525-8c09-ae09e8c81222 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:23.153628 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.provisioning_blocks [req-cfce760e-8652-4934-a517-a362f44a78f4 req-a4eee75a-8a0c-46ad-afc9-8206f43dded6 service neutron] Transition to ACTIVE for port object 820cb8d6-6b2f-440b-9fd5-edc43eae3788 will not be triggered until provisioned by entity L2. {{(pid=105584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:22:23.163362 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-cfce760e-8652-4934-a517-a362f44a78f4 req-a4eee75a-8a0c-46ad-afc9-8206f43dded6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9014027'] for port, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:23.176840 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-9bf52748-7ac0-4e2b-8eb7-af6e3e7a57a2 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 2.5904255 Jul 27 21:22:23.180870 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 52214) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:23.181679 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c04a9a0-91d8-4753-9da9-9d0a0a22e788 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:22:23.182596 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-2c04a9a0-91d8-4753-9da9-9d0a0a22e788 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:23.197159 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-89fc802d-a8e6-41a2-8daf-d17359322915 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Request body: {'port': {'network_id': '1d615a85-844c-4c57-a0fc-2090e87300f0', 'mac_address': 'fa:16:3e:67:9c:71', 'name': 'tempest-NetworksTestDHCPv6-257783706'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:22:23.209582 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-2f292fe5-c1fc-40cc-b615-4fe7f40722a8 tempest-NegativeSecGroupIPv6Test-1740231945 tempest-NegativeSecGroupIPv6Test-1740231945-project] Notify callbacks [] for security_group, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:23.211071 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-2f292fe5-c1fc-40cc-b615-4fe7f40722a8 tempest-NegativeSecGroupIPv6Test-1740231945 tempest-NegativeSecGroupIPv6Test-1740231945-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.2685547 Jul 27 21:22:23.230586 n-d-705658-22 neutron-server[105586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c27a2ade-d0ed-45a8-913e-f788acc3b530 None None] Network 1d615a85-844c-4c57-a0fc-2090e87300f0 is already hosted by enough agents. {{(pid=105586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:22:23.241251 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f292fe5-c1fc-40cc-b615-4fe7f40722a8 tempest-NegativeSecGroupIPv6Test-1740231945 tempest-NegativeSecGroupIPv6Test-1740231945-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c44e2c4d-3e26-4f92-9afe-fdb804e1b8d2,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:22:23.244842 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 52216) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:23.252139 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27a2ade-d0ed-45a8-913e-f788acc3b530 None None] Pushing event updated for resources: {'Port': ['ID=47497d1b-d4d0-4b49-b847-643dcf622699,revision_number=1']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:22:23.256079 n-d-705658-22 neutron-server[105586]: DEBUG neutron.scheduler.base_scheduler [None req-c27a2ade-d0ed-45a8-913e-f788acc3b530 None None] Resources bound (agent type, host, resource id): {{(pid=105586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:22:23.258624 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c27a2ade-d0ed-45a8-913e-f788acc3b530 None None] Received port after_create {{(pid=105586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:22:23.261039 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-3feaa93d-85bd-40f5-a769-0e7b76101f2d None None] Attempting to bind port 925a6478-8396-4f13-8cdc-5383bccd9782 on host n-d-705658-22 for vnic_type normal with profile {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:22:23.261452 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-3feaa93d-85bd-40f5-a769-0e7b76101f2d None None] Attempting to bind port 925a6478-8396-4f13-8cdc-5383bccd9782 by drivers openvswitch,hyperv on host n-d-705658-22 at level 0 using segments [{'id': '96f51d57-65b2-4cdc-9d5b-14f606e8bb9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'e5dbfc22-3d07-4f08-ba90-beae97f55608'}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:22:23.262530 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3feaa93d-85bd-40f5-a769-0e7b76101f2d None None] Attempting to bind port 925a6478-8396-4f13-8cdc-5383bccd9782 on network e5dbfc22-3d07-4f08-ba90-beae97f55608 {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:22:23.267655 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-46d2071f-47df-4dd8-9646-63ff355e13d2 tempest-NegativeSecGroupIPv6Test-1740231945 tempest-NegativeSecGroupIPv6Test-1740231945-project] Request body: {'security_group_rule': {'security_group_id': 'c44e2c4d-3e26-4f92-9afe-fdb804e1b8d2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:22:23.280038 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3feaa93d-85bd-40f5-a769-0e7b76101f2d None None] Checking agent: {'id': '04a7ea91-6318-467e-ace6-b0fb48c8690f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 41, 42), 'started_at': datetime.datetime(2021, 7, 27, 20, 42, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 22, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:22:23.280398 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3feaa93d-85bd-40f5-a769-0e7b76101f2d None None] Checking segment: {'id': '96f51d57-65b2-4cdc-9d5b-14f606e8bb9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'e5dbfc22-3d07-4f08-ba90-beae97f55608'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:22:23.280860 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3feaa93d-85bd-40f5-a769-0e7b76101f2d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:23.281262 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3feaa93d-85bd-40f5-a769-0e7b76101f2d None None] Bound using segment: {'id': '96f51d57-65b2-4cdc-9d5b-14f606e8bb9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'e5dbfc22-3d07-4f08-ba90-beae97f55608'} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:22:23.281815 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-3feaa93d-85bd-40f5-a769-0e7b76101f2d None None] Bound port: 925a6478-8396-4f13-8cdc-5383bccd9782, host: n-d-705658-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96f51d57-65b2-4cdc-9d5b-14f606e8bb9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'e5dbfc22-3d07-4f08-ba90-beae97f55608'}}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:22:23.282244 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3feaa93d-85bd-40f5-a769-0e7b76101f2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:23.296005 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-2c04a9a0-91d8-4753-9da9-9d0a0a22e788 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.2006719 Jul 27 21:22:23.302321 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 52218) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:23.322987 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-db637805-caee-41c8-8246-49ca6cfab7a7 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Request body: {'subnet': {'network_id': 'd1af7821-3064-4af5-8780-df3ae5343cdc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:22:23.386792 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-44915cf2-0f75-4991-924b-aa851fea2f8b None None] Port 59893a6e-249b-4f84-9695-565e711456ae cannot update to ACTIVE because it is not bound. {{(pid=105586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:22:23.405815 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-882c37fc-b920-4525-8c09-ae09e8c81222 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Network e5dbfc22-3d07-4f08-ba90-beae97f55608 is already hosted by enough agents. {{(pid=105585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:22:23.441495 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.base_scheduler [None req-882c37fc-b920-4525-8c09-ae09e8c81222 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Resources bound (agent type, host, resource id): {{(pid=105585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:22:23.472328 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-882c37fc-b920-4525-8c09-ae09e8c81222 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Received port after_create {{(pid=105585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:22:23.485242 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882c37fc-b920-4525-8c09-ae09e8c81222 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Pushing event updated for resources: {'Port': ['ID=ac5976a0-f321-4e51-ae7b-af58fe525e56,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:22:23.496076 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-c27a2ade-d0ed-45a8-913e-f788acc3b530 None None] Attempting to bind port 47497d1b-d4d0-4b49-b847-643dcf622699 on host n-d-705658-22 for vnic_type normal with profile {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:22:23.496449 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-c27a2ade-d0ed-45a8-913e-f788acc3b530 None None] Attempting to bind port 47497d1b-d4d0-4b49-b847-643dcf622699 by drivers openvswitch,hyperv on host n-d-705658-22 at level 0 using segments [{'id': '532d8a52-575f-45de-a3af-efbea8c8f6d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '1d615a85-844c-4c57-a0fc-2090e87300f0'}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:22:23.496819 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c27a2ade-d0ed-45a8-913e-f788acc3b530 None None] Attempting to bind port 47497d1b-d4d0-4b49-b847-643dcf622699 on network 1d615a85-844c-4c57-a0fc-2090e87300f0 {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:22:23.501639 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4eee75a-8a0c-46ad-afc9-8206f43dded6 service neutron] Pushing event updated for resources: {'Port': ['ID=820cb8d6-6b2f-440b-9fd5-edc43eae3788,revision_number=2']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:22:23.507745 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c27a2ade-d0ed-45a8-913e-f788acc3b530 None None] Checking agent: {'id': '04a7ea91-6318-467e-ace6-b0fb48c8690f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 41, 42), 'started_at': datetime.datetime(2021, 7, 27, 20, 42, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 22, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:22:23.508136 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c27a2ade-d0ed-45a8-913e-f788acc3b530 None None] Checking segment: {'id': '532d8a52-575f-45de-a3af-efbea8c8f6d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '1d615a85-844c-4c57-a0fc-2090e87300f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:22:23.508531 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-c27a2ade-d0ed-45a8-913e-f788acc3b530 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:23.508926 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c27a2ade-d0ed-45a8-913e-f788acc3b530 None None] Bound using segment: {'id': '532d8a52-575f-45de-a3af-efbea8c8f6d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '1d615a85-844c-4c57-a0fc-2090e87300f0'} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:22:23.509463 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-c27a2ade-d0ed-45a8-913e-f788acc3b530 None None] Bound port: 47497d1b-d4d0-4b49-b847-643dcf622699, host: n-d-705658-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '532d8a52-575f-45de-a3af-efbea8c8f6d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '1d615a85-844c-4c57-a0fc-2090e87300f0'}}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:22:23.509855 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-c27a2ade-d0ed-45a8-913e-f788acc3b530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:23.531154 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea894304-d33b-4e76-a30b-fa88d455576d None None] Update dhcp port {'port': {'network_id': 'd1af7821-3064-4af5-8780-df3ae5343cdc', 'fixed_ips': [{'subnet_id': '07fc2c2e-7d1c-45be-8c43-d2555923f057', 'ip_address': '172.20.0.18'}, {'subnet_id': '4ab7b31a-0ad3-43bb-ba58-34619aa07da3'}], 'binding:host_id': 'n-d-705658-22'}, 'id': '56a178a1-0729-4924-aece-7bb1c1bde68a'} from n-d-705658-22. {{(pid=105586) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 27 21:22:23.656669 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-c27a2ade-d0ed-45a8-913e-f788acc3b530 None None] For port 47497d1b-d4d0-4b49-b847-643dcf622699, host n-d-705658-22, cleared binding levels {{(pid=105586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:22:23.661715 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-c27a2ade-d0ed-45a8-913e-f788acc3b530 None None] For port 47497d1b-d4d0-4b49-b847-643dcf622699, host n-d-705658-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=47497d1b-d4d0-4b49-b847-643dcf622699,segment=NetworkSegment(532d8a52-575f-45de-a3af-efbea8c8f6d5),segment_id=532d8a52-575f-45de-a3af-efbea8c8f6d5)] {{(pid=105586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:22:23.673101 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-c27a2ade-d0ed-45a8-913e-f788acc3b530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:23.713696 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-882c37fc-b920-4525-8c09-ae09e8c81222 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4075523'] for router_interface, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:23.720194 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [req-cfce760e-8652-4934-a517-a362f44a78f4 req-a4eee75a-8a0c-46ad-afc9-8206f43dded6 service neutron] Attempting to bind port 820cb8d6-6b2f-440b-9fd5-edc43eae3788 on host n-h1-705658-22 for vnic_type normal with profile {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:22:23.724474 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [req-cfce760e-8652-4934-a517-a362f44a78f4 req-a4eee75a-8a0c-46ad-afc9-8206f43dded6 service neutron] Attempting to bind port 820cb8d6-6b2f-440b-9fd5-edc43eae3788 by drivers openvswitch,hyperv on host n-h1-705658-22 at level 0 using segments [{'id': '18e10d91-ebad-46c9-a595-c7d7342be977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '931fb9ff-9259-4e72-a5c3-3639bed88ea6'}] {{(pid=105584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:22:23.725216 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfce760e-8652-4934-a517-a362f44a78f4 req-a4eee75a-8a0c-46ad-afc9-8206f43dded6 service neutron] Attempting to bind port 820cb8d6-6b2f-440b-9fd5-edc43eae3788 on network 931fb9ff-9259-4e72-a5c3-3639bed88ea6 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:22:23.736007 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfce760e-8652-4934-a517-a362f44a78f4 req-a4eee75a-8a0c-46ad-afc9-8206f43dded6 service neutron] Port 820cb8d6-6b2f-440b-9fd5-edc43eae3788 on network 931fb9ff-9259-4e72-a5c3-3639bed88ea6 not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-22 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:22:23.737091 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfce760e-8652-4934-a517-a362f44a78f4 req-a4eee75a-8a0c-46ad-afc9-8206f43dded6 service neutron] Attempting to bind port 820cb8d6-6b2f-440b-9fd5-edc43eae3788 on network 931fb9ff-9259-4e72-a5c3-3639bed88ea6 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:22:23.740264 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3feaa93d-85bd-40f5-a769-0e7b76101f2d None None] For port 925a6478-8396-4f13-8cdc-5383bccd9782, host n-d-705658-22, cleared binding levels {{(pid=105586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:22:23.747247 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8ecb95-1919-418e-b0dc-bccc0ca73de6 req-98821d2c-2394-41e7-be51-679da069a83a tempest-VolumesActionsTest-1041040997 tempest-VolumesActionsTest-1041040997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:22:23.748900 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-2a8ecb95-1919-418e-b0dc-bccc0ca73de6 req-98821d2c-2394-41e7-be51-679da069a83a tempest-VolumesActionsTest-1041040997 tempest-VolumesActionsTest-1041040997-project] 10.222.0.59 "GET /v2.0/ports?device_id=0e478996-fc5c-41c5-8cf4-c014e8b68d30 HTTP/1.1" status: 200 len: 931 time: 0.6502094 Jul 27 21:22:23.768198 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-ea894304-d33b-4e76-a30b-fa88d455576d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:23.792773 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfce760e-8652-4934-a517-a362f44a78f4 req-a4eee75a-8a0c-46ad-afc9-8206f43dded6 service neutron] Checking agent: {'id': '9d9bc37f-4d75-44ef-9f63-799aab3e316f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 49, 36), 'started_at': datetime.datetime(2021, 7, 27, 20, 49, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 22, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:22:23.793332 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfce760e-8652-4934-a517-a362f44a78f4 req-a4eee75a-8a0c-46ad-afc9-8206f43dded6 service neutron] Checking segment: {'id': '18e10d91-ebad-46c9-a595-c7d7342be977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '931fb9ff-9259-4e72-a5c3-3639bed88ea6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:22:23.794892 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfce760e-8652-4934-a517-a362f44a78f4 req-a4eee75a-8a0c-46ad-afc9-8206f43dded6 service neutron] Bound using segment: {'id': '18e10d91-ebad-46c9-a595-c7d7342be977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '931fb9ff-9259-4e72-a5c3-3639bed88ea6'} {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:22:23.795649 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [req-cfce760e-8652-4934-a517-a362f44a78f4 req-a4eee75a-8a0c-46ad-afc9-8206f43dded6 service neutron] Bound port: 820cb8d6-6b2f-440b-9fd5-edc43eae3788, host: n-h1-705658-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18e10d91-ebad-46c9-a595-c7d7342be977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '931fb9ff-9259-4e72-a5c3-3639bed88ea6'}}] {{(pid=105584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:22:23.797573 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-cfce760e-8652-4934-a517-a362f44a78f4 req-a4eee75a-8a0c-46ad-afc9-8206f43dded6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:23.817859 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3feaa93d-85bd-40f5-a769-0e7b76101f2d None None] For port 925a6478-8396-4f13-8cdc-5383bccd9782, host n-d-705658-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=925a6478-8396-4f13-8cdc-5383bccd9782,segment=NetworkSegment(96f51d57-65b2-4cdc-9d5b-14f606e8bb9d),segment_id=96f51d57-65b2-4cdc-9d5b-14f606e8bb9d)] {{(pid=105586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:22:23.839182 n-d-705658-22 neutron-server[105585]: INFO neutron.api.v2.resource [None req-46d2071f-47df-4dd8-9646-63ff355e13d2 tempest-NegativeSecGroupIPv6Test-1740231945 tempest-NegativeSecGroupIPv6Test-1740231945-project] create failed (client error): The resource could not be found. Jul 27 21:22:23.841514 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-46d2071f-47df-4dd8-9646-63ff355e13d2 tempest-NegativeSecGroupIPv6Test-1740231945 tempest-NegativeSecGroupIPv6Test-1740231945-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.5786874 Jul 27 21:22:23.850651 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27a2ade-d0ed-45a8-913e-f788acc3b530 None None] Pushing event updated for resources: {'Port': ['ID=47497d1b-d4d0-4b49-b847-643dcf622699,revision_number=2']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:22:23.859825 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3feaa93d-85bd-40f5-a769-0e7b76101f2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:23.899288 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 52220) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:23.912698 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-611b7187-3a48-43b1-9257-a66af955b674 tempest-NegativeSecGroupIPv6Test-1740231945 tempest-NegativeSecGroupIPv6Test-1740231945-project] Request body: {'security_group_rule': {'security_group_id': 'c44e2c4d-3e26-4f92-9afe-fdb804e1b8d2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'c86a7ba4-0855-41e3-85c0-41822ad71fa8'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:22:24.074846 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db637805-caee-41c8-8246-49ca6cfab7a7 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Made reservation on behalf of 454b79f542fc4867a07c409c85be23c7 for: {'subnet': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:22:24.078767 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-db637805-caee-41c8-8246-49ca6cfab7a7 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9738786'] for subnet, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:24.099416 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-2a8ecb95-1919-418e-b0dc-bccc0ca73de6 req-3dbf33c3-a9b2-4ac1-9cfc-5c73069b1dad tempest-VolumesActionsTest-1041040997 tempest-VolumesActionsTest-1041040997-project] 10.222.0.59 "GET /v2.0/security-groups?id=2ef113d1-a3a7-402b-a668-6dc148671140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2727060 Jul 27 21:22:24.121420 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3feaa93d-85bd-40f5-a769-0e7b76101f2d None None] Pushing event updated for resources: {'Port': ['ID=925a6478-8396-4f13-8cdc-5383bccd9782,revision_number=2']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:22:24.133936 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.db.api [None req-611b7187-3a48-43b1-9257-a66af955b674 tempest-NegativeSecGroupIPv6Test-1740231945 tempest-NegativeSecGroupIPv6Test-1740231945-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 27 21:22:24.133936 n-d-705658-22 neutron-server[105585]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 27 21:22:24.133936 n-d-705658-22 neutron-server[105585]: [parameters: {'project_id_1': '650f653be3004a0980393d56401d765b', 'expiration_1': datetime.datetime(2021, 7, 27, 21, 22, 23, 954118)}] Jul 27 21:22:24.133936 n-d-705658-22 neutron-server[105585]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=105585) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 27 21:22:24.134443 n-d-705658-22 neutron-server[105585]: DEBUG oslo_db.api [None req-611b7187-3a48-43b1-9257-a66af955b674 tempest-NegativeSecGroupIPv6Test-1740231945 tempest-NegativeSecGroupIPv6Test-1740231945-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=105585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 27 21:22:24.205819 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89fc802d-a8e6-41a2-8daf-d17359322915 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Made reservation on behalf of fcd7bb7d26624f8f823446f0b0a5006f for: {'port': 1} {{(pid=105585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:22:24.415664 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [req-cfce760e-8652-4934-a517-a362f44a78f4 req-a4eee75a-8a0c-46ad-afc9-8206f43dded6 service neutron] For port 820cb8d6-6b2f-440b-9fd5-edc43eae3788, host n-h1-705658-22, cleared binding levels {{(pid=105584) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:22:24.498562 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [req-cfce760e-8652-4934-a517-a362f44a78f4 req-a4eee75a-8a0c-46ad-afc9-8206f43dded6 service neutron] For port 820cb8d6-6b2f-440b-9fd5-edc43eae3788, host n-h1-705658-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=820cb8d6-6b2f-440b-9fd5-edc43eae3788,segment=NetworkSegment(18e10d91-ebad-46c9-a595-c7d7342be977),segment_id=18e10d91-ebad-46c9-a595-c7d7342be977)] {{(pid=105584) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:22:24.505265 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 05372ec9-b790-40d7-8f9f-ce1a3ac46e4b up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:22:24.535297 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-cfce760e-8652-4934-a517-a362f44a78f4 req-a4eee75a-8a0c-46ad-afc9-8206f43dded6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9014027'] for port, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:24.589821 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-882c37fc-b920-4525-8c09-ae09e8c81222 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:24.598804 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-89fc802d-a8e6-41a2-8daf-d17359322915 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:24.599686 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning for port 05372ec9-b790-40d7-8f9f-ce1a3ac46e4b completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:22:24.610287 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.db_base_plugin_common [None req-ea894304-d33b-4e76-a30b-fa88d455576d None None] Allocated IP 172.20.0.2 (d1af7821-3064-4af5-8780-df3ae5343cdc/4ab7b31a-0ad3-43bb-ba58-34619aa07da3/56a178a1-0729-4924-aece-7bb1c1bde68a) {{(pid=105586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:22:24.612890 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port 05372ec9-b790-40d7-8f9f-ce1a3ac46e4b triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:22:24.613342 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:24.628026 n-d-705658-22 neutron-server[105584]: INFO neutron.db.ipam_backend_mixin [None req-db637805-caee-41c8-8246-49ca6cfab7a7 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 4ab7b31a-0ad3-43bb-ba58-34619aa07da3 (CIDR: 172.20.0.0/28) Jul 27 21:22:24.638853 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfce760e-8652-4934-a517-a362f44a78f4 req-a4eee75a-8a0c-46ad-afc9-8206f43dded6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:22:24.640219 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-cfce760e-8652-4934-a517-a362f44a78f4 req-a4eee75a-8a0c-46ad-afc9-8206f43dded6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:24.641932 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-cfce760e-8652-4934-a517-a362f44a78f4 req-a4eee75a-8a0c-46ad-afc9-8206f43dded6 service neutron] 10.222.0.36 "PUT /v2.0/ports/820cb8d6-6b2f-440b-9fd5-edc43eae3788 HTTP/1.1" status: 200 len: 1092 time: 3.1631007 Jul 27 21:22:24.643998 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e478996-fc5c-41c5-8cf4-c014e8b68d30', 'tag': '820cb8d6-6b2f-440b-9fd5-edc43eae3788'}] {{(pid=105584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:22:24.647218 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bce5e6c8685464f7626901654159975603b047827e3138302ed6566e28f1343" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb773b9b-d05c-469a-b697-ea9133d0bb4c" -d '{"events": [{"name": "network-changed", "server_uuid": "0e478996-fc5c-41c5-8cf4-c014e8b68d30", "tag": "820cb8d6-6b2f-440b-9fd5-edc43eae3788"}]}' {{(pid=105584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:22:24.664505 n-d-705658-22 neutron-server[105584]: INFO neutron.pecan_wsgi.hooks.translation [None req-db637805-caee-41c8-8246-49ca6cfab7a7 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 27 21:22:24.665512 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db637805-caee-41c8-8246-49ca6cfab7a7 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=105584) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 21:22:24.724404 n-d-705658-22 neutron-server[105585]: DEBUG neutron.notifiers.nova [None req-89fc802d-a8e6-41a2-8daf-d17359322915 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] device_id is not set on port fa6b5613-8838-46fa-a9f0-1fc7f424448c yet. {{(pid=105585) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 21:22:24.742683 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4eee75a-8a0c-46ad-afc9-8206f43dded6 service neutron] Pushing event updated for resources: {'Port': ['ID=820cb8d6-6b2f-440b-9fd5-edc43eae3788,revision_number=3']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:22:24.761274 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:22:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-296908a5-5931-4a09-ab3f-2d62d0f30fa2 x-openstack-request-id: req-296908a5-5931-4a09-ab3f-2d62d0f30fa2 {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:22:24.761854 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e478996-fc5c-41c5-8cf4-c014e8b68d30", "tag": "820cb8d6-6b2f-440b-9fd5-edc43eae3788", "status": "completed", "code": 200}]} {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:22:24.762327 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-296908a5-5931-4a09-ab3f-2d62d0f30fa2 {{(pid=105584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:22:24.763078 n-d-705658-22 neutron-server[105584]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e478996-fc5c-41c5-8cf4-c014e8b68d30', 'tag': '820cb8d6-6b2f-440b-9fd5-edc43eae3788', 'status': 'completed', 'code': 200} Jul 27 21:22:24.766785 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-db637805-caee-41c8-8246-49ca6cfab7a7 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.4597416 Jul 27 21:22:24.769532 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 52228) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:24.774777 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-eb8427f9-b8d8-43a8-bfaf-4746b3710c0f tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Request body: {'subnet': {'network_id': 'd1af7821-3064-4af5-8780-df3ae5343cdc', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:22:24.830420 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:24.840737 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-ea894304-d33b-4e76-a30b-fa88d455576d None None] For port 56a178a1-0729-4924-aece-7bb1c1bde68a, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=56a178a1-0729-4924-aece-7bb1c1bde68a,segment=NetworkSegment(55210df8-82d9-4c74-a25a-3545905c397f),segment_id=55210df8-82d9-4c74-a25a-3545905c397f)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:22:24.881985 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] For port 05372ec9-b790-40d7-8f9f-ce1a3ac46e4b, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=05372ec9-b790-40d7-8f9f-ce1a3ac46e4b,segment=NetworkSegment(12196855-9a32-4633-9a56-77697ef9e126),segment_id=12196855-9a32-4633-9a56-77697ef9e126)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:22:24.892655 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:24.899345 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfce760e-8652-4934-a517-a362f44a78f4 req-246d3bcd-d5cd-4d05-8880-6ca695c722cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:22:24.901238 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-cfce760e-8652-4934-a517-a362f44a78f4 req-246d3bcd-d5cd-4d05-8880-6ca695c722cc service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4f34f105adee402794bc57864714230e&device_id=0e478996-fc5c-41c5-8cf4-c014e8b68d30 HTTP/1.1" status: 200 len: 1095 time: 0.2136710 Jul 27 21:22:24.954185 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Pushing event updated for resources: {'Port': ['ID=05372ec9-b790-40d7-8f9f-ce1a3ac46e4b,revision_number=4']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:22:24.967388 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-ea894304-d33b-4e76-a30b-fa88d455576d None None] Notify callbacks [] for port, precommit_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:24.977399 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-cfce760e-8652-4934-a517-a362f44a78f4 req-aa386fb4-ad06-4e33-abc9-897cef168866 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=820cb8d6-6b2f-440b-9fd5-edc43eae3788 HTTP/1.1" status: 200 len: 217 time: 0.0617771 Jul 27 21:22:24.986393 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-ea894304-d33b-4e76-a30b-fa88d455576d None None] Transition to ACTIVE for port object 56a178a1-0729-4924-aece-7bb1c1bde68a will not be triggered until provisioned by entity DHCP. {{(pid=105586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:22:24.993994 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-ea894304-d33b-4e76-a30b-fa88d455576d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:25.069489 n-d-705658-22 neutron-server[105585]: INFO neutron.api.v2.resource [None req-611b7187-3a48-43b1-9257-a66af955b674 tempest-NegativeSecGroupIPv6Test-1740231945 tempest-NegativeSecGroupIPv6Test-1740231945-project] create failed (client error): The resource could not be found. Jul 27 21:22:25.070114 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfce760e-8652-4934-a517-a362f44a78f4 req-94f08b60-5d7b-4355-b132-07f1348e6c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:22:25.071950 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-cfce760e-8652-4934-a517-a362f44a78f4 req-94f08b60-5d7b-4355-b132-07f1348e6c82 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5ff0e0de-9e83-4547-96ca-977e74fc4ad6 HTTP/1.1" status: 200 len: 849 time: 0.0869730 Jul 27 21:22:25.073757 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb8427f9-b8d8-43a8-bfaf-4746b3710c0f tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Made reservation on behalf of 454b79f542fc4867a07c409c85be23c7 for: {'subnet': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:22:25.074417 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-611b7187-3a48-43b1-9257-a66af955b674 tempest-NegativeSecGroupIPv6Test-1740231945 tempest-NegativeSecGroupIPv6Test-1740231945-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 1.1722147 Jul 27 21:22:25.077902 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-eb8427f9-b8d8-43a8-bfaf-4746b3710c0f tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9738786'] for subnet, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:25.080366 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 52232) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:25.156723 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea894304-d33b-4e76-a30b-fa88d455576d None None] Pushing event updated for resources: {'Port': ['ID=56a178a1-0729-4924-aece-7bb1c1bde68a,revision_number=6']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:22:25.177774 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-cfce760e-8652-4934-a517-a362f44a78f4 req-a75fdc45-68e4-41bd-a913-7e59b08a54e3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=931fb9ff-9259-4e72-a5c3-3639bed88ea6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0958626 Jul 27 21:22:25.345581 n-d-705658-22 neutron-server[105584]: INFO neutron.db.ipam_backend_mixin [None req-eb8427f9-b8d8-43a8-bfaf-4746b3710c0f tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 07fc2c2e-7d1c-45be-8c43-d2555923f057 (CIDR: 172.20.0.16/28) Jul 27 21:22:25.352111 n-d-705658-22 neutron-server[105584]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb8427f9-b8d8-43a8-bfaf-4746b3710c0f tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 27 21:22:25.352989 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb8427f9-b8d8-43a8-bfaf-4746b3710c0f tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=105584) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 21:22:25.406836 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-eb8427f9-b8d8-43a8-bfaf-4746b3710c0f tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.6359432 Jul 27 21:22:25.416415 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-cfce760e-8652-4934-a517-a362f44a78f4 req-7fb90176-8069-4b2a-b939-43d0c0647f1e service neutron] 10.222.0.36 "GET /v2.0/networks/931fb9ff-9259-4e72-a5c3-3639bed88ea6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2296841 Jul 27 21:22:25.419047 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 52238) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:25.424523 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-4e67c223-d361-4915-9cf5-0080b1e8fb4f tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Request body: {'subnet': {'network_id': 'd1af7821-3064-4af5-8780-df3ae5343cdc', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:22:25.534580 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-9e88b655-8a0a-444a-93a4-ed72b252dbf5 tempest-NegativeSecGroupIPv6Test-1740231945 tempest-NegativeSecGroupIPv6Test-1740231945-project] Notify callbacks [] for security_group, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:25.558969 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.db_base_plugin_common [None req-89fc802d-a8e6-41a2-8daf-d17359322915 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Allocated IP 2001:db8::39c (1d615a85-844c-4c57-a0fc-2090e87300f0/0d55318d-362e-4393-aa75-c151db651029/fa6b5613-8838-46fa-a9f0-1fc7f424448c) {{(pid=105585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:22:25.616553 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.db_base_plugin_common [None req-89fc802d-a8e6-41a2-8daf-d17359322915 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Allocated IP 2001:db8:0:1:f816:3eff:fe67:9c71 (1d615a85-844c-4c57-a0fc-2090e87300f0/120cb707-8d96-45d9-ba69-b185f6b4009c/fa6b5613-8838-46fa-a9f0-1fc7f424448c) {{(pid=105585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:22:25.672817 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-9e88b655-8a0a-444a-93a4-ed72b252dbf5 tempest-NegativeSecGroupIPv6Test-1740231945 tempest-NegativeSecGroupIPv6Test-1740231945-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:25.770876 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-cfce760e-8652-4934-a517-a362f44a78f4 req-f01711f5-42a7-4b9f-b59f-906a84db6dd1 service neutron] 10.222.0.36 "GET /v2.0/networks/931fb9ff-9259-4e72-a5c3-3639bed88ea6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3365419 Jul 27 21:22:25.803979 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e67c223-d361-4915-9cf5-0080b1e8fb4f tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Made reservation on behalf of 454b79f542fc4867a07c409c85be23c7 for: {'subnet': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:22:25.816856 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-4e67c223-d361-4915-9cf5-0080b1e8fb4f tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9738786'] for subnet, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:25.902894 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bf9617-7f29-49a2-83bf-0b75e0f608de req-0674d05b-9808-43c1-927e-6599b9aa3e5a tempest-VolumesActionsTest-1041040997 tempest-VolumesActionsTest-1041040997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:22:25.906283 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-02bf9617-7f29-49a2-83bf-0b75e0f608de req-0674d05b-9808-43c1-927e-6599b9aa3e5a tempest-VolumesActionsTest-1041040997 tempest-VolumesActionsTest-1041040997-project] 10.222.0.59 "GET /v2.0/ports?device_id=0e478996-fc5c-41c5-8cf4-c014e8b68d30 HTTP/1.1" status: 200 len: 943 time: 0.5737245 Jul 27 21:22:26.173042 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69a525f1-2f56-4901-94ae-0d67c51a36ef None None] Network 1d615a85-844c-4c57-a0fc-2090e87300f0 requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:22:26.251668 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb773b9b-d05c-469a-b697-ea9133d0bb4c req-38526128-703b-4d0c-a1e4-c111a0770713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:22:26.253215 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-bb773b9b-d05c-469a-b697-ea9133d0bb4c req-38526128-703b-4d0c-a1e4-c111a0770713 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4f34f105adee402794bc57864714230e&device_id=0e478996-fc5c-41c5-8cf4-c014e8b68d30 HTTP/1.1" status: 200 len: 1095 time: 0.3153441 Jul 27 21:22:26.277116 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-9e88b655-8a0a-444a-93a4-ed72b252dbf5 tempest-NegativeSecGroupIPv6Test-1740231945 tempest-NegativeSecGroupIPv6Test-1740231945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:26.287941 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-9e88b655-8a0a-444a-93a4-ed72b252dbf5 tempest-NegativeSecGroupIPv6Test-1740231945 tempest-NegativeSecGroupIPv6Test-1740231945-project] Notify callbacks [] for security_group, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:26.302393 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-9e88b655-8a0a-444a-93a4-ed72b252dbf5 tempest-NegativeSecGroupIPv6Test-1740231945 tempest-NegativeSecGroupIPv6Test-1740231945-project] 10.222.0.59 "DELETE /v2.0/security-groups/c44e2c4d-3e26-4f92-9afe-fdb804e1b8d2 HTTP/1.1" status: 204 len: 168 time: 1.2209644 Jul 27 21:22:26.326733 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 52244) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:26.327114 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 52246) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:26.345589 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c57d4163-b5e2-41cd-8686-3866d2230dfa None None] Network e5dbfc22-3d07-4f08-ba90-beae97f55608 requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:22:26.412445 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 47497d1b-d4d0-4b49-b847-643dcf622699 up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:22:26.455462 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-882c37fc-b920-4525-8c09-ae09e8c81222 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks [] for port, precommit_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:26.467780 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-3b515f75-8c70-4734-9b19-6c650833fc37 None None] Provisioning for port 47497d1b-d4d0-4b49-b847-643dcf622699 completed by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:22:26.482051 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-882c37fc-b920-4525-8c09-ae09e8c81222 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10221672'] for port, after_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:26.533389 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-02bf9617-7f29-49a2-83bf-0b75e0f608de req-9eef3639-8ae2-4b02-b53c-36ba373e2ff8 tempest-VolumesActionsTest-1041040997 tempest-VolumesActionsTest-1041040997-project] 10.222.0.59 "GET /v2.0/security-groups?id=2ef113d1-a3a7-402b-a668-6dc148671140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6098115 Jul 27 21:22:26.608069 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e88b655-8a0a-444a-93a4-ed72b252dbf5 tempest-NegativeSecGroupIPv6Test-1740231945 tempest-NegativeSecGroupIPv6Test-1740231945-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c44e2c4d-3e26-4f92-9afe-fdb804e1b8d2,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:22:26.645742 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-89fc802d-a8e6-41a2-8daf-d17359322915 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks [] for port, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:26.686503 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882c37fc-b920-4525-8c09-ae09e8c81222 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Pushing event updated for resources: {'Port': ['ID=ac5976a0-f321-4e51-ae7b-af58fe525e56,revision_number=2']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:22:26.695225 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.provisioning_blocks [None req-89fc802d-a8e6-41a2-8daf-d17359322915 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Transition to ACTIVE for port object fa6b5613-8838-46fa-a9f0-1fc7f424448c will not be triggered until provisioned by entity DHCP. {{(pid=105585) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:22:26.697264 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-882c37fc-b920-4525-8c09-ae09e8c81222 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3743906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4076435'] for router_interface, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:26.714905 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb773b9b-d05c-469a-b697-ea9133d0bb4c req-4d7b926f-16fc-4f52-b683-ac90af0cd668 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:22:26.716749 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-bb773b9b-d05c-469a-b697-ea9133d0bb4c req-4d7b926f-16fc-4f52-b683-ac90af0cd668 service neutron] 10.222.0.36 "GET /v2.0/networks?id=931fb9ff-9259-4e72-a5c3-3639bed88ea6 HTTP/1.1" status: 200 len: 910 time: 0.4550922 Jul 27 21:22:26.777325 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-766c5acc-22a4-4b87-b0cf-c6c5c72d8070 tempest-NegativeSecGroupIPv6Test-1740231945 tempest-NegativeSecGroupIPv6Test-1740231945-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.4490297 Jul 27 21:22:26.787436 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-46da9a6e-f675-4ff9-b972-1acfe3059dd1 None None] Provisioning for port 925a6478-8396-4f13-8cdc-5383bccd9782 completed by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:22:26.788208 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-4e67c223-d361-4915-9cf5-0080b1e8fb4f tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9014150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9738800'] for subnet, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:26.791837 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 52250) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:26.798352 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.db_base_plugin_v2 [None req-53bc3d18-332e-4336-8956-6c0c4adc76d2 admin admin] Deleting subnet 44c3084e-1eb6-44e4-8478-9257cccd7917 {{(pid=105584) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:22:26.806057 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-18b8a3ed-9ea1-46f0-a87d-cbcefbf2dfb1 tempest-NegativeSecGroupIPv6Test-1740231945 tempest-NegativeSecGroupIPv6Test-1740231945-project] Request body: {'security_group_rule': {'security_group_id': 'b028fb1b-5e64-4204-97b8-e6cd4e28aeed', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:22:26.844458 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning for port 47497d1b-d4d0-4b49-b847-643dcf622699 completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:22:26.857863 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port 47497d1b-d4d0-4b49-b847-643dcf622699 triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:22:26.857863 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:26.896530 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-53bc3d18-332e-4336-8956-6c0c4adc76d2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:26.931380 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-89fc802d-a8e6-41a2-8daf-d17359322915 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:26.945309 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-bb773b9b-d05c-469a-b697-ea9133d0bb4c req-795174ee-bf5f-46a5-a89e-293f699e7f18 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=820cb8d6-6b2f-440b-9fd5-edc43eae3788 HTTP/1.1" status: 200 len: 217 time: 0.1658270 Jul 27 21:22:26.949529 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-882c37fc-b920-4525-8c09-ae09e8c81222 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Network e5dbfc22-3d07-4f08-ba90-beae97f55608 is already hosted by enough agents. {{(pid=105585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:22:26.979038 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.base_scheduler [None req-882c37fc-b920-4525-8c09-ae09e8c81222 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Resources bound (agent type, host, resource id): {{(pid=105585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:22:26.980762 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-46da9a6e-f675-4ff9-b972-1acfe3059dd1 None None] Provisioning for port 56a178a1-0729-4924-aece-7bb1c1bde68a completed by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:22:26.989877 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-46da9a6e-f675-4ff9-b972-1acfe3059dd1 None None] Provisioning complete for port 56a178a1-0729-4924-aece-7bb1c1bde68a triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:22:26.990242 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-46da9a6e-f675-4ff9-b972-1acfe3059dd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:27.000912 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e67c223-d361-4915-9cf5-0080b1e8fb4f tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Network d1af7821-3064-4af5-8780-df3ae5343cdc is already hosted by enough agents. {{(pid=105584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:22:27.025536 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [None req-4e67c223-d361-4915-9cf5-0080b1e8fb4f tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Resources bound (agent type, host, resource id): {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:22:27.034273 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fc802d-a8e6-41a2-8daf-d17359322915 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Pushing event updated for resources: {'Port': ['ID=fa6b5613-8838-46fa-a9f0-1fc7f424448c,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:22:27.040900 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e67c223-d361-4915-9cf5-0080b1e8fb4f tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:22:27.041762 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-4e67c223-d361-4915-9cf5-0080b1e8fb4f tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Notify callbacks [] for subnet, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:27.050585 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-53bc3d18-332e-4336-8956-6c0c4adc76d2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9014207'] for subnet, precommit_delete_associations {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:27.053136 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4847c2f-d9af-4a3f-8771-a6ee425688f9 None None] Network d1af7821-3064-4af5-8780-df3ae5343cdc requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:22:27.055255 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e67c223-d361-4915-9cf5-0080b1e8fb4f tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Pushing event updated for resources: {'Subnet': ['ID=d863a746-4172-4f54-bb77-674964085be7,revision_number=0']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:22:27.056164 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89fc802d-a8e6-41a2-8daf-d17359322915 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Network 1d615a85-844c-4c57-a0fc-2090e87300f0 is already hosted by enough agents. {{(pid=105585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:22:27.060366 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.base_scheduler [None req-89fc802d-a8e6-41a2-8daf-d17359322915 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Resources bound (agent type, host, resource id): {{(pid=105585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:22:27.065438 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89fc802d-a8e6-41a2-8daf-d17359322915 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Received port after_create {{(pid=105585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:22:27.072605 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89fc802d-a8e6-41a2-8daf-d17359322915 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:22:27.073053 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-89fc802d-a8e6-41a2-8daf-d17359322915 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:27.111938 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb773b9b-d05c-469a-b697-ea9133d0bb4c req-77d0af64-3228-4aad-a5d1-f4a795065c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:22:27.113609 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-bb773b9b-d05c-469a-b697-ea9133d0bb4c req-77d0af64-3228-4aad-a5d1-f4a795065c2d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5ff0e0de-9e83-4547-96ca-977e74fc4ad6 HTTP/1.1" status: 200 len: 849 time: 0.1581731 Jul 27 21:22:27.122154 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-4e67c223-d361-4915-9cf5-0080b1e8fb4f tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.6990316 Jul 27 21:22:27.136582 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 52252) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:27.140794 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-e4d829bb-0301-4551-85ef-4f1115eef5f8 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1147993044', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'd863a746-4172-4f54-bb77-674964085be7'}], 'security_groups': ['4c0b9250-57d1-482a-a57d-e3f6140196b9', 'd64d72b5-6901-4ece-b05e-ea8af0917a73']}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:22:27.154129 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-89fc802d-a8e6-41a2-8daf-d17359322915 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 3.9672763 Jul 27 21:22:27.161970 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 52254) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:27.276325 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:27.365306 n-d-705658-22 neutron-server[105584]: INFO neutron.api.v2.resource [None req-18b8a3ed-9ea1-46f0-a87d-cbcefbf2dfb1 tempest-NegativeSecGroupIPv6Test-1740231945 tempest-NegativeSecGroupIPv6Test-1740231945-project] create failed (client error): The resource could not be found. Jul 27 21:22:27.371813 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-18b8a3ed-9ea1-46f0-a87d-cbcefbf2dfb1 tempest-NegativeSecGroupIPv6Test-1740231945 tempest-NegativeSecGroupIPv6Test-1740231945-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.5692110 Jul 27 21:22:27.375227 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-bb773b9b-d05c-469a-b697-ea9133d0bb4c req-0d895d0a-c4b7-461a-975d-0178ff5d2b9b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=931fb9ff-9259-4e72-a5c3-3639bed88ea6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2532535 Jul 27 21:22:27.375842 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 52260) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:27.445134 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] For port 47497d1b-d4d0-4b49-b847-643dcf622699, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=47497d1b-d4d0-4b49-b847-643dcf622699,segment=NetworkSegment(532d8a52-575f-45de-a3af-efbea8c8f6d5),segment_id=532d8a52-575f-45de-a3af-efbea8c8f6d5)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:22:27.447791 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-46da9a6e-f675-4ff9-b972-1acfe3059dd1 None None] Provisioning complete for port 59893a6e-249b-4f84-9695-565e711456ae triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:22:27.448275 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-46da9a6e-f675-4ff9-b972-1acfe3059dd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:27.522663 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:27.537593 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-53bc3d18-332e-4336-8956-6c0c4adc76d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854965'] for subnet, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:27.547929 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 56a178a1-0729-4924-aece-7bb1c1bde68a up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:22:27.562075 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-882c37fc-b920-4525-8c09-ae09e8c81222 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Router 4e843456-6bc1-4070-92f7-ef3fee480c54 has already been hosted by L3 agent dd128fd7-8e57-4d4f-895b-a96b369df59a {{(pid=105585) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:22:27.602647 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [None req-94651a76-8e5a-473e-8ad8-2b5cd9a479cf tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Deleting port fa6b5613-8838-46fa-a9f0-1fc7f424448c {{(pid=105585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:22:27.615191 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-94651a76-8e5a-473e-8ad8-2b5cd9a479cf tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:27.757094 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-46da9a6e-f675-4ff9-b972-1acfe3059dd1 None None] Port 59893a6e-249b-4f84-9695-565e711456ae cannot update to ACTIVE because it is not bound. {{(pid=105586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:22:27.759722 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Pushing event updated for resources: {'Port': ['ID=47497d1b-d4d0-4b49-b847-643dcf622699,revision_number=3']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:22:27.791036 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-876675ef-66c4-4ef0-97ed-180e60be736b tempest-NegativeSecGroupIPv6Test-1740231945 tempest-NegativeSecGroupIPv6Test-1740231945-project] Request body: {'security_group': {'name': 'tempest-secgroup--2073114640'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:22:27.804885 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-e4d829bb-0301-4551-85ef-4f1115eef5f8 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:27.851643 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port 56a178a1-0729-4924-aece-7bb1c1bde68a triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:22:27.853044 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:28.065981 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-bb773b9b-d05c-469a-b697-ea9133d0bb4c req-4382df05-b134-46d4-b3df-977e39955546 service neutron] 10.222.0.36 "GET /v2.0/networks/931fb9ff-9259-4e72-a5c3-3639bed88ea6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5633903 Jul 27 21:22:28.085464 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-53bc3d18-332e-4336-8956-6c0c4adc76d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9014081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9738825'] for subnet, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:28.121808 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-d8060258-c007-493c-9356-15f2be08aa37 None None] Provisioning for port 2170fb45-b15c-4435-9b48-284ab9b93c7c completed by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:22:28.158022 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9827f906-91da-40f3-9898-fe75c4cfc31c req-8e401baa-6f76-44a4-95cb-4c0c798dc190 tempest-VolumesActionsTest-1041040997 tempest-VolumesActionsTest-1041040997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:22:28.165154 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-9827f906-91da-40f3-9898-fe75c4cfc31c req-8e401baa-6f76-44a4-95cb-4c0c798dc190 tempest-VolumesActionsTest-1041040997 tempest-VolumesActionsTest-1041040997-project] 10.222.0.59 "GET /v2.0/ports?device_id=0e478996-fc5c-41c5-8cf4-c014e8b68d30 HTTP/1.1" status: 200 len: 943 time: 0.4290278 Jul 27 21:22:28.167431 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-94651a76-8e5a-473e-8ad8-2b5cd9a479cf tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:28.179248 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-53bc3d18-332e-4336-8956-6c0c4adc76d2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:28.188574 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-53bc3d18-332e-4336-8956-6c0c4adc76d2 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/44c3084e-1eb6-44e4-8478-9257cccd7917 HTTP/1.1" status: 204 len: 168 time: 1.8527498 Jul 27 21:22:28.198734 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 52274) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:28.256442 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a8014fa-da89-438f-8d49-1107bff223d5 None None] Update dhcp port {'port': {'network_id': 'd1af7821-3064-4af5-8780-df3ae5343cdc', 'fixed_ips': [{'subnet_id': '07fc2c2e-7d1c-45be-8c43-d2555923f057', 'ip_address': '172.20.0.18'}, {'subnet_id': '4ab7b31a-0ad3-43bb-ba58-34619aa07da3', 'ip_address': '172.20.0.2'}, {'subnet_id': 'd863a746-4172-4f54-bb77-674964085be7'}], 'binding:host_id': 'n-d-705658-22'}, 'id': '56a178a1-0729-4924-aece-7bb1c1bde68a'} from n-d-705658-22. {{(pid=105586) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 27 21:22:28.259152 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-d8060258-c007-493c-9356-15f2be08aa37 None None] Provisioning complete for port 2170fb45-b15c-4435-9b48-284ab9b93c7c triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:22:28.259568 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-d8060258-c007-493c-9356-15f2be08aa37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:28.357547 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 05372ec9-b790-40d7-8f9f-ce1a3ac46e4b up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:22:28.368756 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [None req-94651a76-8e5a-473e-8ad8-2b5cd9a479cf tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Calling delete_port for fa6b5613-8838-46fa-a9f0-1fc7f424448c owned by {{(pid=105585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:22:28.371548 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-882c37fc-b920-4525-8c09-ae09e8c81222 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify agent at l3_agent.n-d-705658-22 the message routers_updated {{(pid=105585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:22:28.393891 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f113747-43ec-4719-a9c4-986dbdd1ced4 None None] Sync routers for ids ['4e843456-6bc1-4070-92f7-ef3fee480c54'] in n-d-705658-22 {{(pid=105587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:22:28.425497 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-882c37fc-b920-4525-8c09-ae09e8c81222 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] 10.222.0.59 "PUT /v2.0/routers/4e843456-6bc1-4070-92f7-ef3fee480c54/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5227926 Jul 27 21:22:28.425734 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f113747-43ec-4719-a9c4-986dbdd1ced4 None None] Routers {'4e843456-6bc1-4070-92f7-ef3fee480c54'} bound to L3 agent in host n-d-705658-22 {{(pid=105587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:22:28.425734 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-5f113747-43ec-4719-a9c4-986dbdd1ced4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:22:12Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['4e843456-6bc1-4070-92f7-ef3fee480c54'], 'active': True} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:22:28.437407 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-0a8014fa-da89-438f-8d49-1107bff223d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:28.511264 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-d8060258-c007-493c-9356-15f2be08aa37 None None] Port 2170fb45-b15c-4435-9b48-284ab9b93c7c cannot update to ACTIVE because it is not bound. {{(pid=105586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:22:28.514282 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port 05372ec9-b790-40d7-8f9f-ce1a3ac46e4b triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:22:28.514720 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:28.685319 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-d8060258-c007-493c-9356-15f2be08aa37 None None] Provisioning for port ac5976a0-f321-4e51-ae7b-af58fe525e56 completed by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:22:28.698435 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-d8060258-c007-493c-9356-15f2be08aa37 None None] Provisioning complete for port ac5976a0-f321-4e51-ae7b-af58fe525e56 triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:22:28.698966 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-d8060258-c007-493c-9356-15f2be08aa37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:28.738382 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvr_db [None req-5f113747-43ec-4719-a9c4-986dbdd1ced4 None None] Set router 4e843456-6bc1-4070-92f7-ef3fee480c54 gateway port host: n-d-705658-22 {{(pid=105587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:22:28.767671 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53bc3d18-332e-4336-8956-6c0c4adc76d2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=44c3084e-1eb6-44e4-8478-9257cccd7917,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:22:28.800696 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-876675ef-66c4-4ef0-97ed-180e60be736b tempest-NegativeSecGroupIPv6Test-1740231945 tempest-NegativeSecGroupIPv6Test-1740231945-project] Notify callbacks [] for security_group, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:28.820831 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-d8060258-c007-493c-9356-15f2be08aa37 None None] Port ac5976a0-f321-4e51-ae7b-af58fe525e56 cannot update to ACTIVE because it is not bound. {{(pid=105586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:22:28.827066 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 925a6478-8396-4f13-8cdc-5383bccd9782 up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:22:28.997903 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-bb773b9b-d05c-469a-b697-ea9133d0bb4c req-60aea3f9-2c0d-48d7-a60c-69c963d8bf17 service neutron] 10.222.0.36 "GET /v2.0/networks/931fb9ff-9259-4e72-a5c3-3639bed88ea6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8687832 Jul 27 21:22:29.012921 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.db_base_plugin_common [None req-e4d829bb-0301-4551-85ef-4f1115eef5f8 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Delete allocated IP 172.20.0.8 (d1af7821-3064-4af5-8780-df3ae5343cdc/4ab7b31a-0ad3-43bb-ba58-34619aa07da3) {{(pid=105584) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 27 21:22:29.049183 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.db_base_plugin_common [None req-e4d829bb-0301-4551-85ef-4f1115eef5f8 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Allocated IP 172.20.0.44 (d1af7821-3064-4af5-8780-df3ae5343cdc/d863a746-4172-4f54-bb77-674964085be7/2170fb45-b15c-4435-9b48-284ab9b93c7c) {{(pid=105584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:22:29.051737 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-5f113747-43ec-4719-a9c4-986dbdd1ced4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e843456-6bc1-4070-92f7-ef3fee480c54', 'name': 'tempest-TestNetworkAdvancedServerOps-router-950241072', 'tenant_id': '379416b786c44e07b1b1ba1a5ea96882', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.123'}], 'enable_snat': True}, 'gw_port_id': '05372ec9-b790-40d7-8f9f-ce1a3ac46e4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:22:08Z', 'updated_at': '2021-07-27T21:22:24Z', 'revision_number': 4, 'project_id': '379416b786c44e07b1b1ba1a5ea96882', 'gw_port': {'id': '05372ec9-b790-40d7-8f9f-ce1a3ac46e4b', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:18:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e843456-6bc1-4070-92f7-ef3fee480c54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3246, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:22:09Z', 'updated_at': '2021-07-27T21:22:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_interfaces': [{'id': 'ac5976a0-f321-4e51-ae7b-af58fe525e56', 'name': '', 'network_id': 'e5dbfc22-3d07-4f08-ba90-beae97f55608', 'tenant_id': '379416b786c44e07b1b1ba1a5ea96882', 'mac_address': 'fa:16:3e:bd:dc:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e843456-6bc1-4070-92f7-ef3fee480c54', 'device_owner': 'network:router_interface', 'standard_attr_id': 3278, 'fixed_ips': [{'subnet_id': 'e8e99250-8db6-4cda-90d7-d1a47aac9480', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:22:21Z', 'updated_at': '2021-07-27T21:22:25Z', 'revision_number': 2, 'project_id': '379416b786c44e07b1b1ba1a5ea96882', 'subnets': [{'id': 'e8e99250-8db6-4cda-90d7-d1a47aac9480', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-22', False) {} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:22:29.084543 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f113747-43ec-4719-a9c4-986dbdd1ced4 None None] Checking router: 4e843456-6bc1-4070-92f7-ef3fee480c54 for host: n-d-705658-22 {{(pid=105587) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:22:29.084803 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f113747-43ec-4719-a9c4-986dbdd1ced4 None None] Updating router 4e843456-6bc1-4070-92f7-ef3fee480c54 port ac5976a0-f321-4e51-ae7b-af58fe525e56 binding host n-d-705658-22 {{(pid=105587) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 21:22:29.121357 n-d-705658-22 neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-5f113747-43ec-4719-a9c4-986dbdd1ced4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:29.159480 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-876675ef-66c4-4ef0-97ed-180e60be736b tempest-NegativeSecGroupIPv6Test-1740231945 tempest-NegativeSecGroupIPv6Test-1740231945-project] Notify callbacks [] for security_group, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:29.167568 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-8304bb7e-c3e1-4cf6-bd8d-11aecaaf0cad None None] Provisioning complete for port 47497d1b-d4d0-4b49-b847-643dcf622699 triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:22:29.167961 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-8304bb7e-c3e1-4cf6-bd8d-11aecaaf0cad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:29.186845 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-876675ef-66c4-4ef0-97ed-180e60be736b tempest-NegativeSecGroupIPv6Test-1740231945 tempest-NegativeSecGroupIPv6Test-1740231945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:29.226252 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device 820cb8d6-6b2f-440b-9fd5-edc43eae3788 details requested by agent hyperv_n-h1-705658-22 with host n-h1-705658-22 {{(pid=105586) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:22:29.240041 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning for port 925a6478-8396-4f13-8cdc-5383bccd9782 completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:22:29.251443 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port 925a6478-8396-4f13-8cdc-5383bccd9782 triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:22:29.252094 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:29.259387 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876675ef-66c4-4ef0-97ed-180e60be736b tempest-NegativeSecGroupIPv6Test-1740231945 tempest-NegativeSecGroupIPv6Test-1740231945-project] Pushing event updated for resources: {'SecurityGroup': ['ID=21710a89-23ea-4f9b-8dd3-7bd1b7ac76e3,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:22:29.270668 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-876675ef-66c4-4ef0-97ed-180e60be736b tempest-NegativeSecGroupIPv6Test-1740231945 tempest-NegativeSecGroupIPv6Test-1740231945-project] Notify callbacks [] for security_group, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:29.272046 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-876675ef-66c4-4ef0-97ed-180e60be736b tempest-NegativeSecGroupIPv6Test-1740231945 tempest-NegativeSecGroupIPv6Test-1740231945-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.7708626 Jul 27 21:22:29.276163 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 52290) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:29.280560 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-ce43c3ae-e9b5-4b7c-b9a4-1069843eceee tempest-NegativeSecGroupIPv6Test-1740231945 tempest-NegativeSecGroupIPv6Test-1740231945-project] Request body: {'security_group': {'name': 'tempest-secgroup--1999712168'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:22:29.336431 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-ce43c3ae-e9b5-4b7c-b9a4-1069843eceee tempest-NegativeSecGroupIPv6Test-1740231945 tempest-NegativeSecGroupIPv6Test-1740231945-project] Notify callbacks [] for security_group, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:29.376593 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-e4d829bb-0301-4551-85ef-4f1115eef5f8 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Notify callbacks [] for port, precommit_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:29.406354 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.provisioning_blocks [None req-e4d829bb-0301-4551-85ef-4f1115eef5f8 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Transition to ACTIVE for port object 2170fb45-b15c-4435-9b48-284ab9b93c7c will not be triggered until provisioned by entity DHCP. {{(pid=105584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:22:29.424173 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-e4d829bb-0301-4551-85ef-4f1115eef5f8 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9014027'] for port, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:29.549577 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d829bb-0301-4551-85ef-4f1115eef5f8 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Pushing event updated for resources: {'Port': ['ID=2170fb45-b15c-4435-9b48-284ab9b93c7c,revision_number=2']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:22:29.568272 n-d-705658-22 neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-5f113747-43ec-4719-a9c4-986dbdd1ced4 None None] Notify callbacks [] for port, precommit_update {{(pid=105587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:29.595501 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.provisioning_blocks [None req-5f113747-43ec-4719-a9c4-986dbdd1ced4 None None] Transition to ACTIVE for port object ac5976a0-f321-4e51-ae7b-af58fe525e56 will not be triggered until provisioned by entity L2. {{(pid=105587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:22:29.596949 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-ce43c3ae-e9b5-4b7c-b9a4-1069843eceee tempest-NegativeSecGroupIPv6Test-1740231945 tempest-NegativeSecGroupIPv6Test-1740231945-project] Notify callbacks [] for security_group, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:29.601022 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-e4d829bb-0301-4551-85ef-4f1115eef5f8 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] In _notify_port_updated(), no bound segment for port 2170fb45-b15c-4435-9b48-284ab9b93c7c on network d1af7821-3064-4af5-8780-df3ae5343cdc {{(pid=105584) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 27 21:22:29.607941 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4d829bb-0301-4551-85ef-4f1115eef5f8 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:22:29.608690 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-e4d829bb-0301-4551-85ef-4f1115eef5f8 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:29.612699 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-e4d829bb-0301-4551-85ef-4f1115eef5f8 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] 10.222.0.59 "PUT /v2.0/ports/2170fb45-b15c-4435-9b48-284ab9b93c7c HTTP/1.1" status: 200 len: 960 time: 2.4737637 Jul 27 21:22:29.612849 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-8304bb7e-c3e1-4cf6-bd8d-11aecaaf0cad None None] Provisioning complete for port ac5976a0-f321-4e51-ae7b-af58fe525e56 triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:22:29.612849 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-8304bb7e-c3e1-4cf6-bd8d-11aecaaf0cad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:29.613380 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-ce43c3ae-e9b5-4b7c-b9a4-1069843eceee tempest-NegativeSecGroupIPv6Test-1740231945 tempest-NegativeSecGroupIPv6Test-1740231945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:29.615662 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 52292) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:29.616721 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-8d4b46c7-e3ba-43ef-9f2a-976bdf3eac91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-990557'] for network, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:29.617148 n-d-705658-22 neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-5f113747-43ec-4719-a9c4-986dbdd1ced4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:29.617978 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:29.624035 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-94651a76-8e5a-473e-8ad8-2b5cd9a479cf tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:29.648239 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.db_base_plugin_common [None req-0a8014fa-da89-438f-8d49-1107bff223d5 None None] Allocated IP 172.20.0.34 (d1af7821-3064-4af5-8780-df3ae5343cdc/d863a746-4172-4f54-bb77-674964085be7/56a178a1-0729-4924-aece-7bb1c1bde68a) {{(pid=105586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:22:29.649407 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-9827f906-91da-40f3-9898-fe75c4cfc31c req-2569d83f-9c1e-4692-8d44-569ed2f6830c tempest-VolumesActionsTest-1041040997 tempest-VolumesActionsTest-1041040997-project] 10.222.0.59 "GET /v2.0/security-groups?id=2ef113d1-a3a7-402b-a668-6dc148671140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4370451 Jul 27 21:22:29.693713 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94651a76-8e5a-473e-8ad8-2b5cd9a479cf tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Pushing event deleted for resources: {'Port': ['ID=fa6b5613-8838-46fa-a9f0-1fc7f424448c,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:22:29.694706 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-ce43c3ae-e9b5-4b7c-b9a4-1069843eceee tempest-NegativeSecGroupIPv6Test-1740231945 tempest-NegativeSecGroupIPv6Test-1740231945-project] Notify callbacks [] for security_group, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:29.695974 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-ce43c3ae-e9b5-4b7c-b9a4-1069843eceee tempest-NegativeSecGroupIPv6Test-1740231945 tempest-NegativeSecGroupIPv6Test-1740231945-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4188890 Jul 27 21:22:29.701281 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 52294) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:29.708992 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-fe313aca-f8b2-43b6-a8bc-966476d986b1 tempest-NegativeSecGroupIPv6Test-1740231945 tempest-NegativeSecGroupIPv6Test-1740231945-project] Request body: {'security_group_rule': {'security_group_id': '21710a89-23ea-4f9b-8dd3-7bd1b7ac76e3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': 'ad4348c7-209e-49ab-99ee-54e6c4cf8b37'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:22:29.724832 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce43c3ae-e9b5-4b7c-b9a4-1069843eceee tempest-NegativeSecGroupIPv6Test-1740231945 tempest-NegativeSecGroupIPv6Test-1740231945-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad4348c7-209e-49ab-99ee-54e6c4cf8b37,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:22:29.794757 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] For port 820cb8d6-6b2f-440b-9fd5-edc43eae3788, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=820cb8d6-6b2f-440b-9fd5-edc43eae3788,segment=NetworkSegment(18e10d91-ebad-46c9-a595-c7d7342be977),segment_id=18e10d91-ebad-46c9-a595-c7d7342be977)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:22:29.808324 n-d-705658-22 neutron-server[105585]: INFO neutron.api.v2.resource [None req-fe313aca-f8b2-43b6-a8bc-966476d986b1 tempest-NegativeSecGroupIPv6Test-1740231945 tempest-NegativeSecGroupIPv6Test-1740231945-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 27 21:22:29.809390 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-fe313aca-f8b2-43b6-a8bc-966476d986b1 tempest-NegativeSecGroupIPv6Test-1740231945 tempest-NegativeSecGroupIPv6Test-1740231945-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1064453 Jul 27 21:22:29.814460 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-88423503-5c81-4d8e-b30c-1fa01186ec38 req-2a6a69a8-0548-467a-9e59-b2801e12d5be tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1104961155&fields=id&tenant_id=379416b786c44e07b1b1ba1a5ea96882 HTTP/1.1" status: 200 len: 267 time: 0.2343121 Jul 27 21:22:29.818216 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 52296) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:29.853890 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Returning: {'device': '820cb8d6-6b2f-440b-9fd5-edc43eae3788', 'network_id': '931fb9ff-9259-4e72-a5c3-3639bed88ea6', 'port_id': '820cb8d6-6b2f-440b-9fd5-edc43eae3788', 'mac_address': 'fa:16:3e:af:9f:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ff0e0de-9e83-4547-96ca-977e74fc4ad6', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105586) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:22:29.892050 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-8304bb7e-c3e1-4cf6-bd8d-11aecaaf0cad None None] Port ac5976a0-f321-4e51-ae7b-af58fe525e56 cannot update to ACTIVE because it is not bound. {{(pid=105586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:22:29.895023 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.managers [None req-5f113747-43ec-4719-a9c4-986dbdd1ced4 None None] Attempting to bind port ac5976a0-f321-4e51-ae7b-af58fe525e56 on host n-d-705658-22 for vnic_type normal with profile {{(pid=105587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:22:29.895410 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.managers [None req-5f113747-43ec-4719-a9c4-986dbdd1ced4 None None] Attempting to bind port ac5976a0-f321-4e51-ae7b-af58fe525e56 by drivers openvswitch,hyperv on host n-d-705658-22 at level 0 using segments [{'id': '96f51d57-65b2-4cdc-9d5b-14f606e8bb9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'e5dbfc22-3d07-4f08-ba90-beae97f55608'}] {{(pid=105587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:22:29.895752 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f113747-43ec-4719-a9c4-986dbdd1ced4 None None] Attempting to bind port ac5976a0-f321-4e51-ae7b-af58fe525e56 on network e5dbfc22-3d07-4f08-ba90-beae97f55608 {{(pid=105587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:22:29.902909 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-ca74c8a0-760f-4d6a-b0d6-6f92e3daa1f9 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Deleting port 2170fb45-b15c-4435-9b48-284ab9b93c7c {{(pid=105584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:22:29.903492 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-ca74c8a0-760f-4d6a-b0d6-6f92e3daa1f9 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:29.904674 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f113747-43ec-4719-a9c4-986dbdd1ced4 None None] Checking agent: {'id': '04a7ea91-6318-467e-ace6-b0fb48c8690f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 41, 42), 'started_at': datetime.datetime(2021, 7, 27, 20, 42, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 22, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:22:29.905888 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f113747-43ec-4719-a9c4-986dbdd1ced4 None None] Checking segment: {'id': '96f51d57-65b2-4cdc-9d5b-14f606e8bb9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'e5dbfc22-3d07-4f08-ba90-beae97f55608'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:22:29.906287 n-d-705658-22 neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-5f113747-43ec-4719-a9c4-986dbdd1ced4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:29.906725 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f113747-43ec-4719-a9c4-986dbdd1ced4 None None] Bound using segment: {'id': '96f51d57-65b2-4cdc-9d5b-14f606e8bb9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'e5dbfc22-3d07-4f08-ba90-beae97f55608'} {{(pid=105587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:22:29.907470 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.managers [None req-5f113747-43ec-4719-a9c4-986dbdd1ced4 None None] Bound port: ac5976a0-f321-4e51-ae7b-af58fe525e56, host: n-d-705658-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96f51d57-65b2-4cdc-9d5b-14f606e8bb9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'e5dbfc22-3d07-4f08-ba90-beae97f55608'}}] {{(pid=105587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:22:29.907855 n-d-705658-22 neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-5f113747-43ec-4719-a9c4-986dbdd1ced4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:29.912314 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e81f94c-da4f-48fd-8ef6-b8bba9aadd6d None None] Pushing event updated for resources: {'Port': ['ID=ac5976a0-f321-4e51-ae7b-af58fe525e56,revision_number=3']} {{(pid=105587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:22:29.937227 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e81f94c-da4f-48fd-8ef6-b8bba9aadd6d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:22:29.937227 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e81f94c-da4f-48fd-8ef6-b8bba9aadd6d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:22:29.937701 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e81f94c-da4f-48fd-8ef6-b8bba9aadd6d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:22:29.937919 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e81f94c-da4f-48fd-8ef6-b8bba9aadd6d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:22:29.938248 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e81f94c-da4f-48fd-8ef6-b8bba9aadd6d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:22:29.939490 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e81f94c-da4f-48fd-8ef6-b8bba9aadd6d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:22:29.940104 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e81f94c-da4f-48fd-8ef6-b8bba9aadd6d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:22:29.940224 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e81f94c-da4f-48fd-8ef6-b8bba9aadd6d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:22:29.940460 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e81f94c-da4f-48fd-8ef6-b8bba9aadd6d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:22:29.940780 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e81f94c-da4f-48fd-8ef6-b8bba9aadd6d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:22:29.945213 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e81f94c-da4f-48fd-8ef6-b8bba9aadd6d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:22:29.946177 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e81f94c-da4f-48fd-8ef6-b8bba9aadd6d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:22:29.947907 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] For port 925a6478-8396-4f13-8cdc-5383bccd9782, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=925a6478-8396-4f13-8cdc-5383bccd9782,segment=NetworkSegment(96f51d57-65b2-4cdc-9d5b-14f606e8bb9d),segment_id=96f51d57-65b2-4cdc-9d5b-14f606e8bb9d)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:22:30.054572 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:30.062428 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-f8d199cb-8408-4fd0-ad3e-fa30769bd78b None None] Could not find standard attr ID for object fa6b5613-8838-46fa-a9f0-1fc7f424448c. {{(pid=105586) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 27 21:22:30.127602 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-ca74c8a0-760f-4d6a-b0d6-6f92e3daa1f9 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:30.154629 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-94651a76-8e5a-473e-8ad8-2b5cd9a479cf tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:30.155815 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-0a8014fa-da89-438f-8d49-1107bff223d5 None None] For port 56a178a1-0729-4924-aece-7bb1c1bde68a, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=56a178a1-0729-4924-aece-7bb1c1bde68a,segment=NetworkSegment(55210df8-82d9-4c74-a25a-3545905c397f),segment_id=55210df8-82d9-4c74-a25a-3545905c397f)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:22:30.159481 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-ca74c8a0-760f-4d6a-b0d6-6f92e3daa1f9 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Calling delete_port for 2170fb45-b15c-4435-9b48-284ab9b93c7c owned by {{(pid=105584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:22:30.170198 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.db [None req-5f113747-43ec-4719-a9c4-986dbdd1ced4 None None] For port ac5976a0-f321-4e51-ae7b-af58fe525e56, host n-d-705658-22, cleared binding levels {{(pid=105587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:22:30.172853 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 52300) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:30.173887 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.db [None req-5f113747-43ec-4719-a9c4-986dbdd1ced4 None None] For port ac5976a0-f321-4e51-ae7b-af58fe525e56, host n-d-705658-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=ac5976a0-f321-4e51-ae7b-af58fe525e56,segment=NetworkSegment(96f51d57-65b2-4cdc-9d5b-14f606e8bb9d),segment_id=96f51d57-65b2-4cdc-9d5b-14f606e8bb9d)] {{(pid=105587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:22:30.175030 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-94651a76-8e5a-473e-8ad8-2b5cd9a479cf tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] 10.222.0.59 "DELETE /v2.0/ports/fa6b5613-8838-46fa-a9f0-1fc7f424448c HTTP/1.1" status: 204 len: 168 time: 3.0068998 Jul 27 21:22:30.192279 n-d-705658-22 neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-5f113747-43ec-4719-a9c4-986dbdd1ced4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:30.201019 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-0a8014fa-da89-438f-8d49-1107bff223d5 None None] Notify callbacks [] for port, precommit_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:30.244086 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-0a8014fa-da89-438f-8d49-1107bff223d5 None None] Transition to ACTIVE for port object 56a178a1-0729-4924-aece-7bb1c1bde68a will not be triggered until provisioned by entity DHCP. {{(pid=105586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:22:30.250264 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f113747-43ec-4719-a9c4-986dbdd1ced4 None None] Routers {'4e843456-6bc1-4070-92f7-ef3fee480c54'} bound to L3 agent in host n-d-705658-22 {{(pid=105587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:22:30.250591 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-5f113747-43ec-4719-a9c4-986dbdd1ced4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:22:12Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['4e843456-6bc1-4070-92f7-ef3fee480c54'], 'active': True} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:22:30.254665 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88423503-5c81-4d8e-b30c-1fa01186ec38 req-32106c75-db13-4023-adb6-305e9549d482 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:22:30.275329 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-88423503-5c81-4d8e-b30c-1fa01186ec38 req-32106c75-db13-4023-adb6-305e9549d482 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] 10.222.0.59 "GET /v2.0/networks?id=e5dbfc22-3d07-4f08-ba90-beae97f55608 HTTP/1.1" status: 200 len: 797 time: 0.3666093 Jul 27 21:22:30.296992 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 47497d1b-d4d0-4b49-b847-643dcf622699 up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:22:30.299774 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Pushing event updated for resources: {'Port': ['ID=925a6478-8396-4f13-8cdc-5383bccd9782,revision_number=3']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:22:30.302941 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:30.311640 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-0a8014fa-da89-438f-8d49-1107bff223d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:30.347022 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-88423503-5c81-4d8e-b30c-1fa01186ec38 req-faa50c23-9cd7-419e-bc0a-053223cf1904 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] 10.222.0.59 "GET /v2.0/quotas/379416b786c44e07b1b1ba1a5ea96882 HTTP/1.1" status: 200 len: 375 time: 0.0708895 Jul 27 21:22:30.387755 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-8d4b46c7-e3ba-43ef-9f2a-976bdf3eac91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853562', 'neutron.services.segments.db._delete_segments_for_network-8790688882975'] for network, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:30.388614 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvr_db [None req-5f113747-43ec-4719-a9c4-986dbdd1ced4 None None] Set router 4e843456-6bc1-4070-92f7-ef3fee480c54 gateway port host: n-d-705658-22 {{(pid=105587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:22:30.423019 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8014fa-da89-438f-8d49-1107bff223d5 None None] Pushing event updated for resources: {'Port': ['ID=56a178a1-0729-4924-aece-7bb1c1bde68a,revision_number=7']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:22:30.441898 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-be0ff21f-039b-4231-b294-0f6af18f945c tempest-NegativeSecGroupIPv6Test-1740231945 tempest-NegativeSecGroupIPv6Test-1740231945-project] Notify callbacks [] for security_group, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:30.453747 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 820cb8d6-6b2f-440b-9fd5-edc43eae3788 {{(pid=105586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:22:30.460832 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86900a96-509e-4f61-a75f-4595388b5e46 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:22:30.466461 n-d-705658-22 neutron-server[105585]: DEBUG neutron.services.segments.db [None req-8d4b46c7-e3ba-43ef-9f2a-976bdf3eac91 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b1dab31-9b34-44da-9575-a2762dd20ae1']}} {{(pid=105585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:22:30.481363 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-86900a96-509e-4f61-a75f-4595388b5e46 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.3029373 Jul 27 21:22:30.484072 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 52302) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:30.493265 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] For port 820cb8d6-6b2f-440b-9fd5-edc43eae3788, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=820cb8d6-6b2f-440b-9fd5-edc43eae3788,segment=NetworkSegment(18e10d91-ebad-46c9-a595-c7d7342be977),segment_id=18e10d91-ebad-46c9-a595-c7d7342be977)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:22:30.506907 n-d-705658-22 neutron-server[105585]: DEBUG neutron.services.segments.db [None req-8d4b46c7-e3ba-43ef-9f2a-976bdf3eac91 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa50df03-7dd2-4052-8819-c119d7bd8619') {'for_net_delete': True} {{(pid=105585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:22:30.507409 n-d-705658-22 neutron-server[105585]: DEBUG neutron.services.segments.db [None req-8d4b46c7-e3ba-43ef-9f2a-976bdf3eac91 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa50df03-7dd2-4052-8819-c119d7bd8619') {} {{(pid=105585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:22:30.534748 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-8d4b46c7-e3ba-43ef-9f2a-976bdf3eac91 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790688883752', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9886370'] for segment, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:30.575277 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-ca74c8a0-760f-4d6a-b0d6-6f92e3daa1f9 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:30.607503 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-be0ff21f-039b-4231-b294-0f6af18f945c tempest-NegativeSecGroupIPv6Test-1740231945 tempest-NegativeSecGroupIPv6Test-1740231945-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:30.614528 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-8d4b46c7-e3ba-43ef-9f2a-976bdf3eac91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:30.619310 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca74c8a0-760f-4d6a-b0d6-6f92e3daa1f9 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Pushing event deleted for resources: {'Port': ['ID=2170fb45-b15c-4435-9b48-284ab9b93c7c,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:22:30.620889 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:30.652234 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d4b46c7-e3ba-43ef-9f2a-976bdf3eac91 admin admin] Releasing vlan 225 on physical network physnet1 to pool {{(pid=105585) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:22:30.652798 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-8d4b46c7-e3ba-43ef-9f2a-976bdf3eac91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10221644'] for segment, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:30.654413 n-d-705658-22 neutron-server[105585]: Traceback (most recent call last): Jul 27 21:22:30.654413 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:22:30.654413 n-d-705658-22 neutron-server[105585]: timer() Jul 27 21:22:30.654413 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:22:30.654413 n-d-705658-22 neutron-server[105585]: cb(*args, **kw) Jul 27 21:22:30.654413 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:22:30.654413 n-d-705658-22 neutron-server[105585]: return func(*args, **kwargs) Jul 27 21:22:30.654413 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:22:30.654413 n-d-705658-22 neutron-server[105585]: self._notify() Jul 27 21:22:30.654413 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:22:30.654413 n-d-705658-22 neutron-server[105585]: self.callback(batched_events) Jul 27 21:22:30.654413 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:22:30.654413 n-d-705658-22 neutron-server[105585]: event.method(event) Jul 27 21:22:30.654413 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:22:30.654413 n-d-705658-22 neutron-server[105585]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:22:30.654413 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:22:30.654413 n-d-705658-22 neutron-server[105585]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:22:30.654413 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:22:30.654413 n-d-705658-22 neutron-server[105585]: return f(self, *a, **k) Jul 27 21:22:30.654413 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:22:30.654413 n-d-705658-22 neutron-server[105585]: return self._get(url).json() Jul 27 21:22:30.654413 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:22:30.654413 n-d-705658-22 neutron-server[105585]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:22:30.654413 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:22:30.654413 n-d-705658-22 neutron-server[105585]: return self.request(url, 'GET', **kwargs) Jul 27 21:22:30.654413 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:22:30.654413 n-d-705658-22 neutron-server[105585]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:22:30.654413 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:22:30.654413 n-d-705658-22 neutron-server[105585]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:22:30.654413 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:22:30.654413 n-d-705658-22 neutron-server[105585]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:22:30.654413 n-d-705658-22 neutron-server[105585]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:22:30.684582 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Pushing event updated for resources: {'Port': ['ID=820cb8d6-6b2f-440b-9fd5-edc43eae3788,revision_number=4']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:22:30.703288 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e81f94c-da4f-48fd-8ef6-b8bba9aadd6d None None] Pushing event updated for resources: {'Port': ['ID=ac5976a0-f321-4e51-ae7b-af58fe525e56,revision_number=4']} {{(pid=105587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:22:30.715723 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0f0eba1-6592-4722-9a8c-2161d2128873 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:22:30.717998 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-b0f0eba1-6592-4722-9a8c-2161d2128873 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.2309759 Jul 27 21:22:30.722052 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 52306) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:30.773933 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-88423503-5c81-4d8e-b30c-1fa01186ec38 req-a7decf91-14cd-4652-a8c8-07baabd54580 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=379416b786c44e07b1b1ba1a5ea96882&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4259038 Jul 27 21:22:30.775598 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port 47497d1b-d4d0-4b49-b847-643dcf622699 triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:22:30.775975 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:30.883114 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-ca74c8a0-760f-4d6a-b0d6-6f92e3daa1f9 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:30.883114 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-ca74c8a0-760f-4d6a-b0d6-6f92e3daa1f9 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] 10.222.0.59 "DELETE /v2.0/ports/2170fb45-b15c-4435-9b48-284ab9b93c7c HTTP/1.1" status: 204 len: 168 time: 1.2632709 Jul 27 21:22:30.887961 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-5f113747-43ec-4719-a9c4-986dbdd1ced4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e843456-6bc1-4070-92f7-ef3fee480c54', 'name': 'tempest-TestNetworkAdvancedServerOps-router-950241072', 'tenant_id': '379416b786c44e07b1b1ba1a5ea96882', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.123'}], 'enable_snat': True}, 'gw_port_id': '05372ec9-b790-40d7-8f9f-ce1a3ac46e4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:22:08Z', 'updated_at': '2021-07-27T21:22:24Z', 'revision_number': 4, 'project_id': '379416b786c44e07b1b1ba1a5ea96882', 'gw_port': {'id': '05372ec9-b790-40d7-8f9f-ce1a3ac46e4b', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:18:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e843456-6bc1-4070-92f7-ef3fee480c54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3246, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:22:09Z', 'updated_at': '2021-07-27T21:22:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_interfaces': [{'id': 'ac5976a0-f321-4e51-ae7b-af58fe525e56', 'name': '', 'network_id': 'e5dbfc22-3d07-4f08-ba90-beae97f55608', 'tenant_id': '379416b786c44e07b1b1ba1a5ea96882', 'mac_address': 'fa:16:3e:bd:dc:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e843456-6bc1-4070-92f7-ef3fee480c54', 'device_owner': 'network:router_interface', 'standard_attr_id': 3278, 'fixed_ips': [{'subnet_id': 'e8e99250-8db6-4cda-90d7-d1a47aac9480', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:22:21Z', 'updated_at': '2021-07-27T21:22:30Z', 'revision_number': 4, 'project_id': '379416b786c44e07b1b1ba1a5ea96882', 'subnets': [{'id': 'e8e99250-8db6-4cda-90d7-d1a47aac9480', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-22', False) {} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:22:30.888571 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 52308) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:30.915439 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] get_ports_and_sgs() called for port_ids ['820cb8d6-6b2f-440b-9fd5-edc43eae3788'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:22:30.938131 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-8d4b46c7-e3ba-43ef-9f2a-976bdf3eac91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4075658'] for network, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:30.938462 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f113747-43ec-4719-a9c4-986dbdd1ced4 None None] The sync data for ids ['4e843456-6bc1-4070-92f7-ef3fee480c54'] in n-d-705658-22 is: [{'id': '4e843456-6bc1-4070-92f7-ef3fee480c54', 'name': 'tempest-TestNetworkAdvancedServerOps-router-950241072', 'tenant_id': '379416b786c44e07b1b1ba1a5ea96882', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.123'}], 'enable_snat': True}, 'gw_port_id': '05372ec9-b790-40d7-8f9f-ce1a3ac46e4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:22:08Z', 'updated_at': '2021-07-27T21:22:24Z', 'revision_number': 4, 'project_id': '379416b786c44e07b1b1ba1a5ea96882', 'gw_port': {'id': '05372ec9-b790-40d7-8f9f-ce1a3ac46e4b', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:18:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e843456-6bc1-4070-92f7-ef3fee480c54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3246, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:22:09Z', 'updated_at': '2021-07-27T21:22:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_interfaces': [{'id': 'ac5976a0-f321-4e51-ae7b-af58fe525e56', 'name': '', 'network_id': 'e5dbfc22-3d07-4f08-ba90-beae97f55608', 'tenant_id': '379416b786c44e07b1b1ba1a5ea96882', 'mac_address': 'fa:16:3e:bd:dc:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e843456-6bc1-4070-92f7-ef3fee480c54', 'device_owner': 'network:router_interface', 'standard_attr_id': 3278, 'fixed_ips': [{'subnet_id': 'e8e99250-8db6-4cda-90d7-d1a47aac9480', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:22:21Z', 'updated_at': '2021-07-27T21:22:30Z', 'revision_number': 4, 'project_id': '379416b786c44e07b1b1ba1a5ea96882', 'subnets': [{'id': 'e8e99250-8db6-4cda-90d7-d1a47aac9480', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:22:30.953665 n-d-705658-22 neutron-server[105584]: INFO neutron.pecan_wsgi.hooks.translation [None req-239e64e4-dc6d-41eb-9246-cdbda919aadf tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] GET failed (client error): The resource could not be found. Jul 27 21:22:30.955968 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-239e64e4-dc6d-41eb-9246-cdbda919aadf tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] 10.222.0.59 "GET /v2.0/ports/2170fb45-b15c-4435-9b48-284ab9b93c7c HTTP/1.1" status: 404 len: 333 time: 0.0660455 Jul 27 21:22:30.962144 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 52310) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:31.002802 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c849a2b-547e-4244-975f-4c94b0542d35 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:22:31.004904 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c849a2b-547e-4244-975f-4c94b0542d35 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:22:31.006538 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c849a2b-547e-4244-975f-4c94b0542d35 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:22:31.008411 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-1c849a2b-547e-4244-975f-4c94b0542d35 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.2855422 Jul 27 21:22:31.033028 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 52312) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:31.033903 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-be0ff21f-039b-4231-b294-0f6af18f945c tempest-NegativeSecGroupIPv6Test-1740231945 tempest-NegativeSecGroupIPv6Test-1740231945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:31.038247 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-be0ff21f-039b-4231-b294-0f6af18f945c tempest-NegativeSecGroupIPv6Test-1740231945 tempest-NegativeSecGroupIPv6Test-1740231945-project] Notify callbacks [] for security_group, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:31.039508 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-be0ff21f-039b-4231-b294-0f6af18f945c tempest-NegativeSecGroupIPv6Test-1740231945 tempest-NegativeSecGroupIPv6Test-1740231945-project] 10.222.0.59 "DELETE /v2.0/security-groups/ad4348c7-209e-49ab-99ee-54e6c4cf8b37 HTTP/1.1" status: 204 len: 168 time: 1.1912696 Jul 27 21:22:31.048544 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 52314) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:31.078620 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-8d4b46c7-e3ba-43ef-9f2a-976bdf3eac91 admin admin] Notify callbacks [] for network, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:31.080557 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-8d4b46c7-e3ba-43ef-9f2a-976bdf3eac91 admin admin] 10.222.0.59 "DELETE /v2.0/networks/1b1dab31-9b34-44da-9575-a2762dd20ae1 HTTP/1.1" status: 204 len: 168 time: 2.8515265 Jul 27 21:22:31.112557 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-88423503-5c81-4d8e-b30c-1fa01186ec38 req-4c3ff804-4c66-4594-8214-bf1beb3d4f55 service neutron] 10.222.0.59 "GET /v2.0/networks/e5dbfc22-3d07-4f08-ba90-beae97f55608?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3236461 Jul 27 21:22:31.123275 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0ff21f-039b-4231-b294-0f6af18f945c tempest-NegativeSecGroupIPv6Test-1740231945 tempest-NegativeSecGroupIPv6Test-1740231945-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad4348c7-209e-49ab-99ee-54e6c4cf8b37,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:22:31.127990 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4b46c7-e3ba-43ef-9f2a-976bdf3eac91 admin admin] Pushing event deleted for resources: {'Network': ['ID=1b1dab31-9b34-44da-9575-a2762dd20ae1,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:22:31.141243 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 52320) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:31.288233 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-456f1273-a22b-410b-a4c7-d44bd2de254b tempest-NegativeSecGroupIPv6Test-1740231945 tempest-NegativeSecGroupIPv6Test-1740231945-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.2349608 Jul 27 21:22:31.293921 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 52322) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:31.313191 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e684ff5-d2db-439e-864e-2b42462f880e req-61c72f29-e547-4899-ba54-fa7fb739ad26 tempest-VolumesActionsTest-1041040997 tempest-VolumesActionsTest-1041040997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:22:31.325495 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-0e684ff5-d2db-439e-864e-2b42462f880e req-61c72f29-e547-4899-ba54-fa7fb739ad26 tempest-VolumesActionsTest-1041040997 tempest-VolumesActionsTest-1041040997-project] 10.222.0.59 "GET /v2.0/ports?device_id=0e478996-fc5c-41c5-8cf4-c014e8b68d30 HTTP/1.1" status: 200 len: 944 time: 0.4334760 Jul 27 21:22:31.348500 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.db_base_plugin_v2 [None req-b80e1478-512f-4534-8ba2-d956740cb456 admin admin] Deleting subnet a2d6b4cf-f593-4a80-824f-51a495e66adf {{(pid=105585) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:22:31.351940 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a4761f3-477a-4836-892c-5283fe24b177 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Deleting subnet 0d55318d-362e-4393-aa75-c151db651029 {{(pid=105584) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:22:31.360648 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-4a4761f3-477a-4836-892c-5283fe24b177 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks [] for subnet, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:31.390283 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 52324) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:31.395173 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-b80e1478-512f-4534-8ba2-d956740cb456 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:31.411467 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-4a4761f3-477a-4836-892c-5283fe24b177 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9014207'] for subnet, precommit_delete_associations {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:31.486688 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-0e684ff5-d2db-439e-864e-2b42462f880e req-0c7230f8-7660-4b22-9b3d-94bce0ad5c61 tempest-VolumesActionsTest-1041040997 tempest-VolumesActionsTest-1041040997-project] 10.222.0.59 "GET /v2.0/security-groups?id=2ef113d1-a3a7-402b-a668-6dc148671140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588144 Jul 27 21:22:31.497524 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-88423503-5c81-4d8e-b30c-1fa01186ec38 req-04ac2c7a-24b2-483a-8c49-f8322ff93b50 service neutron] 10.222.0.59 "GET /v2.0/networks/e5dbfc22-3d07-4f08-ba90-beae97f55608?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3840978 Jul 27 21:22:31.516443 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-b80e1478-512f-4534-8ba2-d956740cb456 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9887057'] for subnet, precommit_delete_associations {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:31.527569 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-81a03031-ed5d-4ea1-bec9-4b79711844df admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=82bc643bd9d4441485dd55755aeabc15&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1301370 Jul 27 21:22:31.560948 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 52326) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:31.685026 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-b80e1478-512f-4534-8ba2-d956740cb456 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854965'] for subnet, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:31.719416 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-10ddc236-ec6f-4c8f-b92e-0f5debfb4750 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:31.743653 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-10ddc236-ec6f-4c8f-b92e-0f5debfb4750 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:31.781619 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-b38f8c53-4f9c-467a-9943-ce315d16a8a9 None None] Could not find standard attr ID for object 2170fb45-b15c-4435-9b48-284ab9b93c7c. {{(pid=105586) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 27 21:22:31.810101 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-b38f8c53-4f9c-467a-9943-ce315d16a8a9 None None] Provisioning for port 56a178a1-0729-4924-aece-7bb1c1bde68a completed by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:22:31.816102 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-b38f8c53-4f9c-467a-9943-ce315d16a8a9 None None] Provisioning complete for port 56a178a1-0729-4924-aece-7bb1c1bde68a triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:22:31.817418 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-b38f8c53-4f9c-467a-9943-ce315d16a8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:31.921554 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-41498813-7e95-4115-bd88-ae2a7173077a req-4873347a-acf5-4d54-ad69-c86fa7d46f5c tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] 10.222.0.59 "GET /v2.0/ports?device_id=c5ea73bb-edaf-47c2-9f36-d8273f60e5d5 HTTP/1.1" status: 200 len: 210 time: 0.1278739 Jul 27 21:22:31.938955 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-b80e1478-512f-4534-8ba2-d956740cb456 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10221602', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9990583'] for subnet, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:31.962716 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-b38f8c53-4f9c-467a-9943-ce315d16a8a9 None None] Provisioning complete for port 59893a6e-249b-4f84-9695-565e711456ae triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:22:31.962830 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-b38f8c53-4f9c-467a-9943-ce315d16a8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:31.967558 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-f16cf420-a188-49fb-af18-3a3694358335 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Notify callbacks [] for security_group, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:32.019249 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80e1478-512f-4534-8ba2-d956740cb456 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a2d6b4cf-f593-4a80-824f-51a495e66adf,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:22:32.025282 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-b38f8c53-4f9c-467a-9943-ce315d16a8a9 None None] Port 59893a6e-249b-4f84-9695-565e711456ae cannot update to ACTIVE because it is not bound. {{(pid=105586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:22:32.038583 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-b80e1478-512f-4534-8ba2-d956740cb456 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:32.040942 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-b80e1478-512f-4534-8ba2-d956740cb456 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/a2d6b4cf-f593-4a80-824f-51a495e66adf HTTP/1.1" status: 204 len: 168 time: 0.8990529 Jul 27 21:22:32.043380 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 52334) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:32.046924 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-f16cf420-a188-49fb-af18-3a3694358335 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:32.079537 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-10ddc236-ec6f-4c8f-b92e-0f5debfb4750 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:32.082299 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-10ddc236-ec6f-4c8f-b92e-0f5debfb4750 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:32.086391 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-10ddc236-ec6f-4c8f-b92e-0f5debfb4750 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/dbda38b4-0099-4f6e-aeb8-905b6aa6a585 HTTP/1.1" status: 204 len: 168 time: 0.5244191 Jul 27 21:22:32.115683 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-4a4761f3-477a-4836-892c-5283fe24b177 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854965'] for subnet, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:32.165306 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ddc236-ec6f-4c8f-b92e-0f5debfb4750 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbda38b4-0099-4f6e-aeb8-905b6aa6a585,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:22:32.233033 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-2c0302d3-b30b-4108-a795-0ef3f455b63c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-990557'] for network, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:32.250388 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-4a4761f3-477a-4836-892c-5283fe24b177 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9014081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9738825'] for subnet, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:32.316779 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4761f3-477a-4836-892c-5283fe24b177 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Pushing event deleted for resources: {'Subnet': ['ID=0d55318d-362e-4393-aa75-c151db651029,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:22:32.330411 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec82e175-b2bb-4827-9b73-9847259eb947 None None] Network 1d615a85-844c-4c57-a0fc-2090e87300f0 requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:22:32.346971 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-4a4761f3-477a-4836-892c-5283fe24b177 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks [] for subnet, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:32.354711 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-4a4761f3-477a-4836-892c-5283fe24b177 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] 10.222.0.59 "DELETE /v2.0/subnets/0d55318d-362e-4393-aa75-c151db651029 HTTP/1.1" status: 204 len: 168 time: 1.3183656 Jul 27 21:22:32.355679 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-39570478-aa91-4fa2-9d3e-ad1c95b12ac8 tempest-NegativeSecGroupIPv6Test-1740231945 tempest-NegativeSecGroupIPv6Test-1740231945-project] Notify callbacks [] for security_group, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:32.412666 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-39570478-aa91-4fa2-9d3e-ad1c95b12ac8 tempest-NegativeSecGroupIPv6Test-1740231945 tempest-NegativeSecGroupIPv6Test-1740231945-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:32.483049 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 52342) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:32.510899 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-f16cf420-a188-49fb-af18-3a3694358335 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:32.514876 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-2c0302d3-b30b-4108-a795-0ef3f455b63c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853562', 'neutron.services.segments.db._delete_segments_for_network-8790688882975'] for network, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:32.517187 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-f16cf420-a188-49fb-af18-3a3694358335 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Notify callbacks [] for security_group, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:32.523485 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-f16cf420-a188-49fb-af18-3a3694358335 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] 10.222.0.59 "DELETE /v2.0/security-groups/3df28ebc-af2e-4858-a304-adc563c5cedd HTTP/1.1" status: 204 len: 168 time: 1.5551145 Jul 27 21:22:32.530666 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 56a178a1-0729-4924-aece-7bb1c1bde68a up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:22:32.548768 n-d-705658-22 neutron-server[105585]: DEBUG neutron.services.segments.db [None req-2c0302d3-b30b-4108-a795-0ef3f455b63c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31e9dce0-974a-4794-a13e-afe945076470']}} {{(pid=105585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:22:32.568635 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 52346) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:32.642598 n-d-705658-22 neutron-server[105585]: DEBUG neutron.services.segments.db [None req-2c0302d3-b30b-4108-a795-0ef3f455b63c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f18b890-fa6b-44d1-9207-4fabfd7414d8') {'for_net_delete': True} {{(pid=105585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:22:32.651196 n-d-705658-22 neutron-server[105585]: DEBUG neutron.services.segments.db [None req-2c0302d3-b30b-4108-a795-0ef3f455b63c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f18b890-fa6b-44d1-9207-4fabfd7414d8') {} {{(pid=105585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:22:32.653225 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16cf420-a188-49fb-af18-3a3694358335 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3df28ebc-af2e-4858-a304-adc563c5cedd,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:22:32.711741 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-314ab25c-48fd-4c72-9002-693435e66aa5 None None] Could not find standard attr ID for object 2170fb45-b15c-4435-9b48-284ab9b93c7c. {{(pid=105586) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 27 21:22:32.748180 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-39570478-aa91-4fa2-9d3e-ad1c95b12ac8 tempest-NegativeSecGroupIPv6Test-1740231945 tempest-NegativeSecGroupIPv6Test-1740231945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:32.766089 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-39570478-aa91-4fa2-9d3e-ad1c95b12ac8 tempest-NegativeSecGroupIPv6Test-1740231945 tempest-NegativeSecGroupIPv6Test-1740231945-project] Notify callbacks [] for security_group, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:32.767705 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-39570478-aa91-4fa2-9d3e-ad1c95b12ac8 tempest-NegativeSecGroupIPv6Test-1740231945 tempest-NegativeSecGroupIPv6Test-1740231945-project] 10.222.0.59 "DELETE /v2.0/security-groups/21710a89-23ea-4f9b-8dd3-7bd1b7ac76e3 HTTP/1.1" status: 204 len: 168 time: 1.4720216 Jul 27 21:22:32.770974 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 52348) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:32.784400 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port 56a178a1-0729-4924-aece-7bb1c1bde68a triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:22:32.784993 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:32.814743 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.db_base_plugin_v2 [None req-da895572-c678-419b-b4a6-2eaf43699c1e tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Deleting subnet 120cb707-8d96-45d9-ba69-b185f6b4009c {{(pid=105584) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:22:32.844798 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-da895572-c678-419b-b4a6-2eaf43699c1e tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks [] for subnet, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:32.846063 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-2c0302d3-b30b-4108-a795-0ef3f455b63c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790688883752', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9886370'] for segment, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:32.959014 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39570478-aa91-4fa2-9d3e-ad1c95b12ac8 tempest-NegativeSecGroupIPv6Test-1740231945 tempest-NegativeSecGroupIPv6Test-1740231945-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=21710a89-23ea-4f9b-8dd3-7bd1b7ac76e3,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:22:32.961962 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-2c0302d3-b30b-4108-a795-0ef3f455b63c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:33.033024 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-d6087eb3-0187-4adc-a5d7-c84ca33dedc2 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Notify callbacks [] for security_group, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:33.037228 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c0302d3-b30b-4108-a795-0ef3f455b63c admin admin] Releasing vlan 229 on physical network physnet1 to pool {{(pid=105585) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:22:33.038629 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-2c0302d3-b30b-4108-a795-0ef3f455b63c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10221644'] for segment, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:33.041196 n-d-705658-22 neutron-server[105585]: Traceback (most recent call last): Jul 27 21:22:33.041196 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:22:33.041196 n-d-705658-22 neutron-server[105585]: timer() Jul 27 21:22:33.041196 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:22:33.041196 n-d-705658-22 neutron-server[105585]: cb(*args, **kw) Jul 27 21:22:33.041196 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:22:33.041196 n-d-705658-22 neutron-server[105585]: return func(*args, **kwargs) Jul 27 21:22:33.041196 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:22:33.041196 n-d-705658-22 neutron-server[105585]: self._notify() Jul 27 21:22:33.041196 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:22:33.041196 n-d-705658-22 neutron-server[105585]: self.callback(batched_events) Jul 27 21:22:33.041196 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:22:33.041196 n-d-705658-22 neutron-server[105585]: event.method(event) Jul 27 21:22:33.041196 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:22:33.041196 n-d-705658-22 neutron-server[105585]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:22:33.041196 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:22:33.041196 n-d-705658-22 neutron-server[105585]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:22:33.041196 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:22:33.041196 n-d-705658-22 neutron-server[105585]: return f(self, *a, **k) Jul 27 21:22:33.041196 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:22:33.041196 n-d-705658-22 neutron-server[105585]: return self._get(url).json() Jul 27 21:22:33.041196 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:22:33.041196 n-d-705658-22 neutron-server[105585]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:22:33.041196 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:22:33.041196 n-d-705658-22 neutron-server[105585]: return self.request(url, 'GET', **kwargs) Jul 27 21:22:33.041196 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:22:33.041196 n-d-705658-22 neutron-server[105585]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:22:33.041196 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:22:33.041196 n-d-705658-22 neutron-server[105585]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:22:33.041196 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:22:33.041196 n-d-705658-22 neutron-server[105585]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:22:33.041196 n-d-705658-22 neutron-server[105585]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:22:33.090702 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-da895572-c678-419b-b4a6-2eaf43699c1e tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9014207'] for subnet, precommit_delete_associations {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:33.148550 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 925a6478-8396-4f13-8cdc-5383bccd9782 up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:22:33.161124 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-977840e4-b32c-48af-a636-247a728221a7 tempest-NegativeSecGroupIPv6Test-1740231945 tempest-NegativeSecGroupIPv6Test-1740231945-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3815897 Jul 27 21:22:33.170100 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 52352) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:33.185750 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-1bfa2941-e1ef-4556-a18e-92a74c45f5ab tempest-NegativeSecGroupIPv6Test-1740231945 tempest-NegativeSecGroupIPv6Test-1740231945-project] Request body: {'security_group': {'name': 'tempest-secgroup--2057205652'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:22:33.240714 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port 925a6478-8396-4f13-8cdc-5383bccd9782 triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:22:33.242036 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:33.248390 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-540cd6db-ca84-46b2-a18e-5f961e3d5cae req-adadc063-525d-4d10-ac69-1a63d8130fbc tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] 10.222.0.59 "GET /v2.0/ports?device_id=c5ea73bb-edaf-47c2-9f36-d8273f60e5d5 HTTP/1.1" status: 200 len: 210 time: 0.1157012 Jul 27 21:22:33.250419 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-d6087eb3-0187-4adc-a5d7-c84ca33dedc2 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:33.285148 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1cb144-5006-4527-a3bd-6b7bb57ad1ef req-980dd041-0ad4-4f83-94f4-1c0342acfbd7 tempest-VolumesActionsTest-1041040997 tempest-VolumesActionsTest-1041040997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:22:33.294823 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device 820cb8d6-6b2f-440b-9fd5-edc43eae3788 up at agent hyperv_n-h1-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:22:33.295865 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-ee1cb144-5006-4527-a3bd-6b7bb57ad1ef req-980dd041-0ad4-4f83-94f4-1c0342acfbd7 tempest-VolumesActionsTest-1041040997 tempest-VolumesActionsTest-1041040997-project] 10.222.0.59 "GET /v2.0/ports?device_id=0e478996-fc5c-41c5-8cf4-c014e8b68d30 HTTP/1.1" status: 200 len: 944 time: 0.6555684 Jul 27 21:22:33.324120 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-1bfa2941-e1ef-4556-a18e-92a74c45f5ab tempest-NegativeSecGroupIPv6Test-1740231945 tempest-NegativeSecGroupIPv6Test-1740231945-project] Notify callbacks [] for security_group, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:33.342395 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-da895572-c678-419b-b4a6-2eaf43699c1e tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854965'] for subnet, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:33.367059 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-2c0302d3-b30b-4108-a795-0ef3f455b63c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4075658'] for network, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:33.380041 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-2c0302d3-b30b-4108-a795-0ef3f455b63c admin admin] Notify callbacks [] for network, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:33.383459 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-2c0302d3-b30b-4108-a795-0ef3f455b63c admin admin] 10.222.0.59 "DELETE /v2.0/networks/31e9dce0-974a-4794-a13e-afe945076470 HTTP/1.1" status: 204 len: 168 time: 1.3387115 Jul 27 21:22:33.390586 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 52354) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:33.411949 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0302d3-b30b-4108-a795-0ef3f455b63c admin admin] Pushing event deleted for resources: {'Network': ['ID=31e9dce0-974a-4794-a13e-afe945076470,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:22:33.422760 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Provisioning for port 820cb8d6-6b2f-440b-9fd5-edc43eae3788 completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:22:33.430414 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Provisioning complete for port 820cb8d6-6b2f-440b-9fd5-edc43eae3788 triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:22:33.430795 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:33.440506 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-ee1cb144-5006-4527-a3bd-6b7bb57ad1ef req-48f69734-ab9b-4f25-b15b-1310a075e735 tempest-VolumesActionsTest-1041040997 tempest-VolumesActionsTest-1041040997-project] 10.222.0.59 "GET /v2.0/security-groups?id=2ef113d1-a3a7-402b-a668-6dc148671140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433756 Jul 27 21:22:33.470227 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-d6087eb3-0187-4adc-a5d7-c84ca33dedc2 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:33.474866 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device ac5976a0-f321-4e51-ae7b-af58fe525e56 up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:22:33.475821 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-d6087eb3-0187-4adc-a5d7-c84ca33dedc2 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Notify callbacks [] for security_group, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:33.482298 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 52356) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:33.483484 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-d6087eb3-0187-4adc-a5d7-c84ca33dedc2 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] 10.222.0.59 "DELETE /v2.0/security-groups/d64d72b5-6901-4ece-b05e-ea8af0917a73 HTTP/1.1" status: 204 len: 168 time: 0.9139009 Jul 27 21:22:33.495606 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6087eb3-0187-4adc-a5d7-c84ca33dedc2 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d64d72b5-6901-4ece-b05e-ea8af0917a73,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:22:33.549502 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.db_base_plugin_v2 [None req-083af73b-9de2-4af9-a2cf-f77b404cf6f4 admin admin] Deleting subnet c8873e70-d1dd-41ab-beac-84494d3ec338 {{(pid=105584) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:22:33.553907 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-083af73b-9de2-4af9-a2cf-f77b404cf6f4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:33.606587 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:33.618438 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning for port ac5976a0-f321-4e51-ae7b-af58fe525e56 completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:22:33.638029 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port ac5976a0-f321-4e51-ae7b-af58fe525e56 triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:22:33.638287 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:33.640261 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-083af73b-9de2-4af9-a2cf-f77b404cf6f4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9014207'] for subnet, precommit_delete_associations {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:33.665227 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e478996-fc5c-41c5-8cf4-c014e8b68d30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '820cb8d6-6b2f-440b-9fd5-edc43eae3788'}] {{(pid=105586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:22:33.667778 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14c1663e039faf5393f87855f745010ac5b02220355b68fdbf065393e303ac56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac8571b4-bf3d-439b-a61e-22a31301b8c7" -d '{"events": [{"server_uuid": "0e478996-fc5c-41c5-8cf4-c014e8b68d30", "name": "network-vif-plugged", "status": "completed", "tag": "820cb8d6-6b2f-440b-9fd5-edc43eae3788"}]}' {{(pid=105586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:22:33.687659 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] For port 820cb8d6-6b2f-440b-9fd5-edc43eae3788, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=820cb8d6-6b2f-440b-9fd5-edc43eae3788,segment=NetworkSegment(18e10d91-ebad-46c9-a595-c7d7342be977),segment_id=18e10d91-ebad-46c9-a595-c7d7342be977)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:22:33.700735 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:33.725115 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-da895572-c678-419b-b4a6-2eaf43699c1e tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9014081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9738825'] for subnet, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:33.784720 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:22:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b2f5d47-8cca-43f8-9bc5-23e0965da542 x-openstack-request-id: req-4b2f5d47-8cca-43f8-9bc5-23e0965da542 {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:22:33.785454 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e478996-fc5c-41c5-8cf4-c014e8b68d30", "name": "network-vif-plugged", "status": "completed", "tag": "820cb8d6-6b2f-440b-9fd5-edc43eae3788", "code": 200}]} {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:22:33.785454 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-4b2f5d47-8cca-43f8-9bc5-23e0965da542 {{(pid=105586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:22:33.785641 n-d-705658-22 neutron-server[105586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e478996-fc5c-41c5-8cf4-c014e8b68d30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '820cb8d6-6b2f-440b-9fd5-edc43eae3788', 'code': 200} Jul 27 21:22:33.796643 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-da895572-c678-419b-b4a6-2eaf43699c1e tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks [] for subnet, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:33.807861 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88423503-5c81-4d8e-b30c-1fa01186ec38 req-f9950e6e-6a82-47a7-b5e7-cadb919c8c3a tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:22:33.809435 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-da895572-c678-419b-b4a6-2eaf43699c1e tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] 10.222.0.59 "DELETE /v2.0/subnets/120cb707-8d96-45d9-ba69-b185f6b4009c HTTP/1.1" status: 204 len: 168 time: 1.3251045 Jul 27 21:22:33.810723 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-88423503-5c81-4d8e-b30c-1fa01186ec38 req-f9950e6e-6a82-47a7-b5e7-cadb919c8c3a tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] 10.222.0.60 "GET /v2.0/networks?id=e5dbfc22-3d07-4f08-ba90-beae97f55608 HTTP/1.1" status: 200 len: 797 time: 0.2018118 Jul 27 21:22:33.812366 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 52360) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:33.814195 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Pushing event updated for resources: {'Port': ['ID=820cb8d6-6b2f-440b-9fd5-edc43eae3788,revision_number=5']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:22:33.826784 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:33.851083 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-083af73b-9de2-4af9-a2cf-f77b404cf6f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854965'] for subnet, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:33.884852 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] For port ac5976a0-f321-4e51-ae7b-af58fe525e56, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=ac5976a0-f321-4e51-ae7b-af58fe525e56,segment=NetworkSegment(96f51d57-65b2-4cdc-9d5b-14f606e8bb9d),segment_id=96f51d57-65b2-4cdc-9d5b-14f606e8bb9d)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:22:33.890734 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:33.898477 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-782b5190-f2d6-4973-81d8-1572d8dd7d16 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0847659 Jul 27 21:22:33.901141 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 52362) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:33.920124 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da895572-c678-419b-b4a6-2eaf43699c1e tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Pushing event deleted for resources: {'Subnet': ['ID=120cb707-8d96-45d9-ba69-b185f6b4009c,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:22:33.921992 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-a5ef9ab8-3274-4215-8c83-14d531cdd06f tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Notify callbacks [] for security_group, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:33.953437 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-1bfa2941-e1ef-4556-a18e-92a74c45f5ab tempest-NegativeSecGroupIPv6Test-1740231945 tempest-NegativeSecGroupIPv6Test-1740231945-project] Notify callbacks [] for security_group, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:33.957054 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Pushing event updated for resources: {'Port': ['ID=ac5976a0-f321-4e51-ae7b-af58fe525e56,revision_number=5']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:22:33.962064 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5d3dc60-f0de-4413-8d8d-820cc894340f None None] Network 1d615a85-844c-4c57-a0fc-2090e87300f0 requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:22:33.993517 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-1bfa2941-e1ef-4556-a18e-92a74c45f5ab tempest-NegativeSecGroupIPv6Test-1740231945 tempest-NegativeSecGroupIPv6Test-1740231945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:34.002092 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-88423503-5c81-4d8e-b30c-1fa01186ec38 req-19dbf201-49bd-464c-a3b1-6a5d250ceab6 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=379416b786c44e07b1b1ba1a5ea96882 HTTP/1.1" status: 200 len: 380 time: 0.1772888 Jul 27 21:22:34.014039 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [req-88423503-5c81-4d8e-b30c-1fa01186ec38 req-c140a498-e724-46c3-8a6e-cc035354c548 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Request body: {'port': {'device_id': 'c5ea73bb-edaf-47c2-9f36-d8273f60e5d5', 'network_id': 'e5dbfc22-3d07-4f08-ba90-beae97f55608', 'admin_state_up': True, 'tenant_id': '379416b786c44e07b1b1ba1a5ea96882', 'security_groups': ['e916e9b6-267b-4820-a856-ddc66d274821']}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:22:34.019306 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-a5ef9ab8-3274-4215-8c83-14d531cdd06f tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:34.022811 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-083af73b-9de2-4af9-a2cf-f77b404cf6f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9014081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9738825'] for subnet, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:34.090622 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-083af73b-9de2-4af9-a2cf-f77b404cf6f4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:34.095092 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-fe999e3c-3b0b-4070-97e8-e586e3456e22 None None] Provisioning complete for port 47497d1b-d4d0-4b49-b847-643dcf622699 triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:22:34.095244 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-083af73b-9de2-4af9-a2cf-f77b404cf6f4 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/c8873e70-d1dd-41ab-beac-84494d3ec338 HTTP/1.1" status: 204 len: 168 time: 0.6965623 Jul 27 21:22:34.095675 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-fe999e3c-3b0b-4070-97e8-e586e3456e22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:34.095755 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-1bfa2941-e1ef-4556-a18e-92a74c45f5ab tempest-NegativeSecGroupIPv6Test-1740231945 tempest-NegativeSecGroupIPv6Test-1740231945-project] Notify callbacks [] for security_group, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:34.099663 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-1bfa2941-e1ef-4556-a18e-92a74c45f5ab tempest-NegativeSecGroupIPv6Test-1740231945 tempest-NegativeSecGroupIPv6Test-1740231945-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.9254711 Jul 27 21:22:34.107378 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 52364) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:34.107545 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 52366) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:34.108129 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083af73b-9de2-4af9-a2cf-f77b404cf6f4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c8873e70-d1dd-41ab-beac-84494d3ec338,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:22:34.118149 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-4e731a23-06ec-46cf-9f1b-cc5f6d9bfb15 tempest-NegativeSecGroupIPv6Test-1740231945 tempest-NegativeSecGroupIPv6Test-1740231945-project] Request body: {'security_group_rule': {'security_group_id': '4659e957-8226-4463-b513-f7baf57f68ae', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:22:34.127211 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfa2941-e1ef-4556-a18e-92a74c45f5ab tempest-NegativeSecGroupIPv6Test-1740231945 tempest-NegativeSecGroupIPv6Test-1740231945-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4659e957-8226-4463-b513-f7baf57f68ae,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:22:34.155513 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15371a73-25eb-4aef-a110-148cc4ec0048 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:22:34.157463 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-15371a73-25eb-4aef-a110-148cc4ec0048 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2549553 Jul 27 21:22:34.159940 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 52368) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:34.200561 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device ac5976a0-f321-4e51-ae7b-af58fe525e56 up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:22:34.229520 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-88423503-5c81-4d8e-b30c-1fa01186ec38 req-c140a498-e724-46c3-8a6e-cc035354c548 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Made reservation on behalf of 379416b786c44e07b1b1ba1a5ea96882 for: {'port': 1} {{(pid=105585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:22:34.234017 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-a5ef9ab8-3274-4215-8c83-14d531cdd06f tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:34.235654 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-88423503-5c81-4d8e-b30c-1fa01186ec38 req-c140a498-e724-46c3-8a6e-cc035354c548 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:34.236619 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-a5ef9ab8-3274-4215-8c83-14d531cdd06f tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Notify callbacks [] for security_group, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:34.237778 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-a5ef9ab8-3274-4215-8c83-14d531cdd06f tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] 10.222.0.59 "DELETE /v2.0/security-groups/4c0b9250-57d1-482a-a57d-e3f6140196b9 HTTP/1.1" status: 204 len: 168 time: 0.7545090 Jul 27 21:22:34.243926 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 52370) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:34.261390 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3e8a0b7-b298-4efc-b5eb-5e2ca13141cd None None] DHCP port deletion for 1d615a85-844c-4c57-a0fc-2090e87300f0 request from n-d-705658-22 {{(pid=105586) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 21:22:34.267362 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c36e4f47-37dd-43ef-9576-928d3417b915 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:22:34.268912 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-c36e4f47-37dd-43ef-9576-928d3417b915 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1075943 Jul 27 21:22:34.278895 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 52372) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:34.293041 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77545b73-3e36-446c-8801-02166c5fefac req-f0b8083c-d37b-40ec-be7c-418b073a9678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:22:34.294552 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-77545b73-3e36-446c-8801-02166c5fefac req-f0b8083c-d37b-40ec-be7c-418b073a9678 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=0e478996-fc5c-41c5-8cf4-c014e8b68d30 HTTP/1.1" status: 200 len: 1097 time: 0.3645482 Jul 27 21:22:34.297431 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port ac5976a0-f321-4e51-ae7b-af58fe525e56 triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:22:34.297613 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-28c3b662-4e61-463a-ae42-b3b869c76151 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-990557'] for network, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:34.297862 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:34.306004 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ef9ab8-3274-4215-8c83-14d531cdd06f tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c0b9250-57d1-482a-a57d-e3f6140196b9,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:22:34.336912 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-6f8fe719-4e62-4c22-a36c-22a6f8bfe33a tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0541084 Jul 27 21:22:34.345298 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 52376) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:34.379686 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-77545b73-3e36-446c-8801-02166c5fefac req-1b94d221-b3d1-4d72-a66d-2bd284ce86a1 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=2ef113d1-a3a7-402b-a668-6dc148671140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747013 Jul 27 21:22:34.385716 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.db_base_plugin_v2 [None req-6eec311d-86be-4e5e-8e68-4d4155c804d7 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Deleting subnet 4ab7b31a-0ad3-43bb-ba58-34619aa07da3 {{(pid=105584) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:22:34.387537 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-c3e8a0b7-b298-4efc-b5eb-5e2ca13141cd None None] Deleting port 47497d1b-d4d0-4b49-b847-643dcf622699 {{(pid=105586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:22:34.387926 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-c3e8a0b7-b298-4efc-b5eb-5e2ca13141cd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:34.404983 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-6eec311d-86be-4e5e-8e68-4d4155c804d7 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Notify callbacks [] for subnet, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:34.434915 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-985126c0-59bc-48f1-95e3-cbffa5865dbe req-4ba2dc58-afae-49ff-b82a-3b6352cbd65e tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] 10.222.0.59 "GET /v2.0/ports?device_id=c5ea73bb-edaf-47c2-9f36-d8273f60e5d5 HTTP/1.1" status: 200 len: 210 time: 0.0931036 Jul 27 21:22:34.474564 n-d-705658-22 neutron-server[105585]: INFO neutron.pecan_wsgi.hooks.translation [None req-8410f016-3004-4a91-9704-5d477567f0b0 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] DELETE failed (client error): The resource could not be found. Jul 27 21:22:34.475492 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8410f016-3004-4a91-9704-5d477567f0b0 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105585) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 21:22:34.480298 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-8410f016-3004-4a91-9704-5d477567f0b0 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] 10.222.0.59 "DELETE /v2.0/ports/fa6b5613-8838-46fa-a9f0-1fc7f424448c HTTP/1.1" status: 404 len: 333 time: 0.1309669 Jul 27 21:22:34.484539 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 52380) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:34.484656 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-c3e8a0b7-b298-4efc-b5eb-5e2ca13141cd None None] For port 47497d1b-d4d0-4b49-b847-643dcf622699, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=47497d1b-d4d0-4b49-b847-643dcf622699,segment=NetworkSegment(532d8a52-575f-45de-a3af-efbea8c8f6d5),segment_id=532d8a52-575f-45de-a3af-efbea8c8f6d5)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:22:34.484990 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-c3e8a0b7-b298-4efc-b5eb-5e2ca13141cd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:34.492553 n-d-705658-22 neutron-server[105585]: INFO neutron.api.v2.resource [None req-4e731a23-06ec-46cf-9f1b-cc5f6d9bfb15 tempest-NegativeSecGroupIPv6Test-1740231945 tempest-NegativeSecGroupIPv6Test-1740231945-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 27 21:22:34.494272 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-4e731a23-06ec-46cf-9f1b-cc5f6d9bfb15 tempest-NegativeSecGroupIPv6Test-1740231945 tempest-NegativeSecGroupIPv6Test-1740231945-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.3837662 Jul 27 21:22:34.501232 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 52382) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:34.503107 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-c3e8a0b7-b298-4efc-b5eb-5e2ca13141cd None None] Calling delete_port for 47497d1b-d4d0-4b49-b847-643dcf622699 owned by network:dhcp {{(pid=105586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:22:34.508101 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-6eec311d-86be-4e5e-8e68-4d4155c804d7 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9014207'] for subnet, precommit_delete_associations {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:34.509445 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-782c082a-6cfc-4276-b582-9371df171585 tempest-NegativeSecGroupIPv6Test-1740231945 tempest-NegativeSecGroupIPv6Test-1740231945-project] Request body: {'security_group_rule': {'security_group_id': '4659e957-8226-4463-b513-f7baf57f68ae', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:22:34.528249 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-28c3b662-4e61-463a-ae42-b3b869c76151 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853562', 'neutron.services.segments.db._delete_segments_for_network-8790688882975'] for network, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:34.554184 n-d-705658-22 neutron-server[105584]: INFO neutron.pecan_wsgi.hooks.translation [None req-a487b8b5-6eb1-4bf3-96e2-fa774b36d98b tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] DELETE failed (client error): The resource could not be found. Jul 27 21:22:34.554737 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a487b8b5-6eb1-4bf3-96e2-fa774b36d98b tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105584) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 21:22:34.558798 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-a487b8b5-6eb1-4bf3-96e2-fa774b36d98b tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] 10.222.0.59 "DELETE /v2.0/subnets/120cb707-8d96-45d9-ba69-b185f6b4009c HTTP/1.1" status: 404 len: 337 time: 0.0709627 Jul 27 21:22:34.560644 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 52384) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:34.562371 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.segments.db [None req-28c3b662-4e61-463a-ae42-b3b869c76151 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['961b1fa6-15f2-49cb-84c9-7c5789db2b9d']}} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:22:34.588785 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-c3e8a0b7-b298-4efc-b5eb-5e2ca13141cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180'] for port, after_delete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:34.600468 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.segments.db [None req-28c3b662-4e61-463a-ae42-b3b869c76151 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc061f2c-a9c0-4ceb-b12f-5dce01d785a6') {'for_net_delete': True} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:22:34.600793 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.segments.db [None req-28c3b662-4e61-463a-ae42-b3b869c76151 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc061f2c-a9c0-4ceb-b12f-5dce01d785a6') {} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:22:34.614306 n-d-705658-22 neutron-server[105584]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7ea1f97-311b-4685-b7f7-b0a88bef2c71 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] DELETE failed (client error): The resource could not be found. Jul 27 21:22:34.614758 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a7ea1f97-311b-4685-b7f7-b0a88bef2c71 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105584) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 21:22:34.616763 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-a7ea1f97-311b-4685-b7f7-b0a88bef2c71 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] 10.222.0.59 "DELETE /v2.0/subnets/0d55318d-362e-4393-aa75-c151db651029 HTTP/1.1" status: 404 len: 337 time: 0.0519781 Jul 27 21:22:34.622872 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 52386) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:34.628588 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e8a0b7-b298-4efc-b5eb-5e2ca13141cd None None] Pushing event deleted for resources: {'Port': ['ID=47497d1b-d4d0-4b49-b847-643dcf622699,revision_number=None']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:22:34.634190 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-28c3b662-4e61-463a-ae42-b3b869c76151 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790688883752', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9014348'] for segment, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:34.635623 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3e8a0b7-b298-4efc-b5eb-5e2ca13141cd None None] No DVR routers for this DVR port 47497d1b-d4d0-4b49-b847-643dcf622699 on host n-d-705658-22 {{(pid=105586) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:22:34.650489 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.db_base_plugin_common [req-88423503-5c81-4d8e-b30c-1fa01186ec38 req-c140a498-e724-46c3-8a6e-cc035354c548 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Allocated IP 172.20.0.8 (e5dbfc22-3d07-4f08-ba90-beae97f55608/e8e99250-8db6-4cda-90d7-d1a47aac9480/7ea253f9-8443-4121-91f5-84b9f528beda) {{(pid=105585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:22:34.653844 n-d-705658-22 neutron-server[105585]: INFO neutron.api.v2.resource [None req-782c082a-6cfc-4276-b582-9371df171585 tempest-NegativeSecGroupIPv6Test-1740231945 tempest-NegativeSecGroupIPv6Test-1740231945-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 27 21:22:34.655710 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-782c082a-6cfc-4276-b582-9371df171585 tempest-NegativeSecGroupIPv6Test-1740231945 tempest-NegativeSecGroupIPv6Test-1740231945-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1523678 Jul 27 21:22:34.663215 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 52388) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:34.678407 n-d-705658-22 neutron-server[105584]: INFO neutron.pecan_wsgi.hooks.translation [None req-75bcaa99-cce4-4244-b6f0-8a2c0b865407 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] DELETE failed (client error): The resource could not be found. Jul 27 21:22:34.679162 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-75bcaa99-cce4-4244-b6f0-8a2c0b865407 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105584) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 21:22:34.680865 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-75bcaa99-cce4-4244-b6f0-8a2c0b865407 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] 10.222.0.59 "DELETE /v2.0/ports/278be213-450b-43e5-9219-c20426e76433 HTTP/1.1" status: 404 len: 333 time: 0.0570614 Jul 27 21:22:34.685968 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 52390) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:34.712361 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d5c9aa-2772-452d-b948-8199ad12c673 req-67654a6e-d5ab-4ab9-8bc6-727f24bb45f7 tempest-VolumesActionsTest-1041040997 tempest-VolumesActionsTest-1041040997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:22:34.713217 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-28c3b662-4e61-463a-ae42-b3b869c76151 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:34.713870 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e0d5c9aa-2772-452d-b948-8199ad12c673 req-67654a6e-d5ab-4ab9-8bc6-727f24bb45f7 tempest-VolumesActionsTest-1041040997 tempest-VolumesActionsTest-1041040997-project] 10.222.0.59 "GET /v2.0/ports?device_id=0e478996-fc5c-41c5-8cf4-c014e8b68d30 HTTP/1.1" status: 200 len: 945 time: 0.1838233 Jul 27 21:22:34.740776 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28c3b662-4e61-463a-ae42-b3b869c76151 admin admin] Releasing vlan 207 on physical network physnet1 to pool {{(pid=105584) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:22:34.740776 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-28c3b662-4e61-463a-ae42-b3b869c76151 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9014063'] for segment, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:34.741516 n-d-705658-22 neutron-server[105584]: Traceback (most recent call last): Jul 27 21:22:34.741516 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:22:34.741516 n-d-705658-22 neutron-server[105584]: timer() Jul 27 21:22:34.741516 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:22:34.741516 n-d-705658-22 neutron-server[105584]: cb(*args, **kw) Jul 27 21:22:34.741516 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:22:34.741516 n-d-705658-22 neutron-server[105584]: return func(*args, **kwargs) Jul 27 21:22:34.741516 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:22:34.741516 n-d-705658-22 neutron-server[105584]: self._notify() Jul 27 21:22:34.741516 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:22:34.741516 n-d-705658-22 neutron-server[105584]: self.callback(batched_events) Jul 27 21:22:34.741516 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:22:34.741516 n-d-705658-22 neutron-server[105584]: event.method(event) Jul 27 21:22:34.741516 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:22:34.741516 n-d-705658-22 neutron-server[105584]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:22:34.741516 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:22:34.741516 n-d-705658-22 neutron-server[105584]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:22:34.741516 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:22:34.741516 n-d-705658-22 neutron-server[105584]: return f(self, *a, **k) Jul 27 21:22:34.741516 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:22:34.741516 n-d-705658-22 neutron-server[105584]: return self._get(url).json() Jul 27 21:22:34.741516 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:22:34.741516 n-d-705658-22 neutron-server[105584]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:22:34.741516 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:22:34.741516 n-d-705658-22 neutron-server[105584]: return self.request(url, 'GET', **kwargs) Jul 27 21:22:34.741516 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:22:34.741516 n-d-705658-22 neutron-server[105584]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:22:34.741516 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:22:34.741516 n-d-705658-22 neutron-server[105584]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:22:34.741516 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:22:34.741516 n-d-705658-22 neutron-server[105584]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:22:34.741516 n-d-705658-22 neutron-server[105584]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:22:34.744193 n-d-705658-22 neutron-server[105584]: INFO neutron.pecan_wsgi.hooks.translation [None req-36b23429-dd7f-4fae-8141-9af8f4fe6f0a tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] DELETE failed (client error): The resource could not be found. Jul 27 21:22:34.744676 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-36b23429-dd7f-4fae-8141-9af8f4fe6f0a tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105584) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 21:22:34.748752 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-36b23429-dd7f-4fae-8141-9af8f4fe6f0a tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] 10.222.0.59 "DELETE /v2.0/subnets/58ec2ebd-2e10-41b5-a126-213f0dfbb860 HTTP/1.1" status: 404 len: 337 time: 0.0588593 Jul 27 21:22:34.752321 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 52392) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:34.799735 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-6eec311d-86be-4e5e-8e68-4d4155c804d7 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854965'] for subnet, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:34.834235 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-28c3b662-4e61-463a-ae42-b3b869c76151 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4075658'] for network, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:34.838879 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-28c3b662-4e61-463a-ae42-b3b869c76151 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743886'] for network, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:34.843484 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-28c3b662-4e61-463a-ae42-b3b869c76151 admin admin] 10.222.0.59 "DELETE /v2.0/networks/961b1fa6-15f2-49cb-84c9-7c5789db2b9d HTTP/1.1" status: 204 len: 168 time: 0.7297108 Jul 27 21:22:34.857393 n-d-705658-22 neutron-server[105585]: INFO neutron.pecan_wsgi.hooks.translation [None req-a747a23c-0780-45ab-8937-8d7dc1e12b25 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] DELETE failed (client error): The resource could not be found. Jul 27 21:22:34.857859 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a747a23c-0780-45ab-8937-8d7dc1e12b25 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105585) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 21:22:34.861888 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-a747a23c-0780-45ab-8937-8d7dc1e12b25 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] 10.222.0.59 "DELETE /v2.0/subnets/2369bc66-01f9-4ec8-99b1-5966f696ee6e HTTP/1.1" status: 404 len: 337 time: 0.0998135 Jul 27 21:22:34.863705 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 52396) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:34.868803 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-febaf0fa-751a-44c6-aa80-1bec0782de99 tempest-NegativeSecGroupIPv6Test-1740231945 tempest-NegativeSecGroupIPv6Test-1740231945-project] Notify callbacks [] for security_group, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:34.872417 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c3b662-4e61-463a-ae42-b3b869c76151 admin admin] Pushing event deleted for resources: {'Network': ['ID=961b1fa6-15f2-49cb-84c9-7c5789db2b9d,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:22:34.877254 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e0d5c9aa-2772-452d-b948-8199ad12c673 req-76929e68-e14b-476d-a509-bc672d289e99 tempest-VolumesActionsTest-1041040997 tempest-VolumesActionsTest-1041040997-project] 10.222.0.59 "GET /v2.0/security-groups?id=2ef113d1-a3a7-402b-a668-6dc148671140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472292 Jul 27 21:22:34.900737 n-d-705658-22 neutron-server[105584]: INFO neutron.pecan_wsgi.hooks.translation [None req-f89964fd-3059-4e9b-a58d-8696bf3f9031 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] DELETE failed (client error): The resource could not be found. Jul 27 21:22:34.901403 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f89964fd-3059-4e9b-a58d-8696bf3f9031 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105584) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 21:22:34.905413 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-f89964fd-3059-4e9b-a58d-8696bf3f9031 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] 10.222.0.59 "DELETE /v2.0/ports/22db8ec3-cc17-4677-8d9a-6118cb390fb8 HTTP/1.1" status: 404 len: 333 time: 0.0382130 Jul 27 21:22:34.906191 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 52398) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:34.927637 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-febaf0fa-751a-44c6-aa80-1bec0782de99 tempest-NegativeSecGroupIPv6Test-1740231945 tempest-NegativeSecGroupIPv6Test-1740231945-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:34.936939 n-d-705658-22 neutron-server[105584]: INFO neutron.pecan_wsgi.hooks.translation [None req-6fc26a19-8ac0-48ab-a0f2-26d6570b8f8c tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] DELETE failed (client error): The resource could not be found. Jul 27 21:22:34.937395 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6fc26a19-8ac0-48ab-a0f2-26d6570b8f8c tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105584) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 21:22:34.939158 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-6fc26a19-8ac0-48ab-a0f2-26d6570b8f8c tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] 10.222.0.59 "DELETE /v2.0/subnets/7b04d0b8-7472-4dcb-8d3e-febd64c91b0a HTTP/1.1" status: 404 len: 337 time: 0.0315232 Jul 27 21:22:34.941653 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 52400) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:34.969254 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-6eec311d-86be-4e5e-8e68-4d4155c804d7 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9014081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9738825'] for subnet, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:34.970697 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-88423503-5c81-4d8e-b30c-1fa01186ec38 req-c140a498-e724-46c3-8a6e-cc035354c548 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks [] for port, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:34.979521 n-d-705658-22 neutron-server[105584]: INFO neutron.pecan_wsgi.hooks.translation [None req-71b062f4-eb1d-4559-952a-1bfea43058ca tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] DELETE failed (client error): The resource could not be found. Jul 27 21:22:34.979980 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-71b062f4-eb1d-4559-952a-1bfea43058ca tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105584) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 21:22:34.984002 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-71b062f4-eb1d-4559-952a-1bfea43058ca tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] 10.222.0.59 "DELETE /v2.0/subnets/c7017d57-3fd2-4565-863a-a7d76f5b9cbc HTTP/1.1" status: 404 len: 337 time: 0.0389519 Jul 27 21:22:34.987118 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 52402) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:35.007898 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eec311d-86be-4e5e-8e68-4d4155c804d7 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Pushing event deleted for resources: {'Subnet': ['ID=4ab7b31a-0ad3-43bb-ba58-34619aa07da3,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:22:35.012683 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-6eec311d-86be-4e5e-8e68-4d4155c804d7 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Notify callbacks [] for subnet, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:35.021233 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-6eec311d-86be-4e5e-8e68-4d4155c804d7 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] 10.222.0.59 "DELETE /v2.0/subnets/4ab7b31a-0ad3-43bb-ba58-34619aa07da3 HTTP/1.1" status: 204 len: 168 time: 0.7650747 Jul 27 21:22:35.021409 n-d-705658-22 neutron-server[105585]: INFO neutron.pecan_wsgi.hooks.translation [None req-41a300df-b880-4f4b-80a2-2bcb699db282 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] DELETE failed (client error): The resource could not be found. Jul 27 21:22:35.021409 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-41a300df-b880-4f4b-80a2-2bcb699db282 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105585) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 21:22:35.021580 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 52404) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:35.022360 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-41a300df-b880-4f4b-80a2-2bcb699db282 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] 10.222.0.59 "DELETE /v2.0/ports/00547b3e-0756-4470-90cc-00797ceee652 HTTP/1.1" status: 404 len: 333 time: 0.0341177 Jul 27 21:22:35.026590 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 52406) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:35.036745 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecff6701-50ef-4838-a0c8-4b65f35d2669 None None] Network d1af7821-3064-4af5-8780-df3ae5343cdc requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:22:35.037543 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.provisioning_blocks [req-88423503-5c81-4d8e-b30c-1fa01186ec38 req-c140a498-e724-46c3-8a6e-cc035354c548 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Transition to ACTIVE for port object 7ea253f9-8443-4121-91f5-84b9f528beda will not be triggered until provisioned by entity DHCP. {{(pid=105585) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:22:35.077438 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 52408) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:35.080754 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-febaf0fa-751a-44c6-aa80-1bec0782de99 tempest-NegativeSecGroupIPv6Test-1740231945 tempest-NegativeSecGroupIPv6Test-1740231945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:35.083005 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.db_base_plugin_v2 [None req-06c44716-7c8e-4463-91db-ccfe59b33a1e tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Deleting subnet d863a746-4172-4f54-bb77-674964085be7 {{(pid=105584) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:22:35.083882 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-febaf0fa-751a-44c6-aa80-1bec0782de99 tempest-NegativeSecGroupIPv6Test-1740231945 tempest-NegativeSecGroupIPv6Test-1740231945-project] Notify callbacks [] for security_group, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:35.084952 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-febaf0fa-751a-44c6-aa80-1bec0782de99 tempest-NegativeSecGroupIPv6Test-1740231945 tempest-NegativeSecGroupIPv6Test-1740231945-project] 10.222.0.59 "DELETE /v2.0/security-groups/4659e957-8226-4463-b513-f7baf57f68ae HTTP/1.1" status: 204 len: 168 time: 0.4208009 Jul 27 21:22:35.087564 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 52410) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:35.089496 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-06c44716-7c8e-4463-91db-ccfe59b33a1e tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Notify callbacks [] for subnet, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:35.094300 n-d-705658-22 neutron-server[105585]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c9ed053-58fb-4efa-a5c7-61e35585837e tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] DELETE failed (client error): The resource could not be found. Jul 27 21:22:35.094756 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c9ed053-58fb-4efa-a5c7-61e35585837e tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105585) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 21:22:35.099618 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-0c9ed053-58fb-4efa-a5c7-61e35585837e tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] 10.222.0.59 "DELETE /v2.0/subnets/7ffff2c9-923d-4031-9fb0-057daa8abb75 HTTP/1.1" status: 404 len: 337 time: 0.0718927 Jul 27 21:22:35.101180 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 52412) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:35.148608 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febaf0fa-751a-44c6-aa80-1bec0782de99 tempest-NegativeSecGroupIPv6Test-1740231945 tempest-NegativeSecGroupIPv6Test-1740231945-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4659e957-8226-4463-b513-f7baf57f68ae,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:22:35.153903 n-d-705658-22 neutron-server[105585]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab1c5a7f-30f5-4f11-9188-460a6ce985a7 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] DELETE failed (client error): The resource could not be found. Jul 27 21:22:35.154362 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ab1c5a7f-30f5-4f11-9188-460a6ce985a7 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105585) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 21:22:35.158932 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-ab1c5a7f-30f5-4f11-9188-460a6ce985a7 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] 10.222.0.59 "DELETE /v2.0/subnets/d59ee291-71f4-47cb-92a5-00a5563a45da HTTP/1.1" status: 404 len: 337 time: 0.0545418 Jul 27 21:22:35.160430 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 52414) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:35.169149 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-9e9132e6-59dc-4fd1-9d16-67c439c9c7ad tempest-NegativeSecGroupIPv6Test-1740231945 tempest-NegativeSecGroupIPv6Test-1740231945-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0804980 Jul 27 21:22:35.173561 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 52416) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:35.180760 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-ad6da338-291d-4c69-b10c-e93c37263cd3 tempest-NegativeSecGroupIPv6Test-1740231945 tempest-NegativeSecGroupIPv6Test-1740231945-project] Request body: {'security_group': {'name': 'tempest-secgroup--1489752821'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:22:35.181676 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-88423503-5c81-4d8e-b30c-1fa01186ec38 req-c140a498-e724-46c3-8a6e-cc035354c548 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:35.203012 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-06c44716-7c8e-4463-91db-ccfe59b33a1e tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9014207'] for subnet, precommit_delete_associations {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:35.208298 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-ad6da338-291d-4c69-b10c-e93c37263cd3 tempest-NegativeSecGroupIPv6Test-1740231945 tempest-NegativeSecGroupIPv6Test-1740231945-project] Notify callbacks [] for security_group, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:35.216381 n-d-705658-22 neutron-server[105585]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c4a10c8-e316-482b-8d2c-f6041bfe53b7 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] DELETE failed (client error): The resource could not be found. Jul 27 21:22:35.217380 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c4a10c8-e316-482b-8d2c-f6041bfe53b7 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105585) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 21:22:35.222316 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-4c4a10c8-e316-482b-8d2c-f6041bfe53b7 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] 10.222.0.59 "DELETE /v2.0/ports/e94a8e9e-0382-4cc0-9ac1-1c706d7904e3 HTTP/1.1" status: 404 len: 333 time: 0.0605810 Jul 27 21:22:35.223838 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 52418) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:35.295463 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-032b2987-9022-45e0-a895-381e94a08713 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=cf28ee748c924682bd15abce3c1d75f1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2154517 Jul 27 21:22:35.303725 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 52420) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:35.316233 n-d-705658-22 neutron-server[105585]: INFO neutron.pecan_wsgi.hooks.translation [None req-84ddb44d-83fb-4662-ad2c-d2aa5082564b tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] DELETE failed (client error): The resource could not be found. Jul 27 21:22:35.317363 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84ddb44d-83fb-4662-ad2c-d2aa5082564b tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105585) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 21:22:35.321912 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-84ddb44d-83fb-4662-ad2c-d2aa5082564b tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] 10.222.0.59 "DELETE /v2.0/subnets/0c09f031-f39c-434a-90b0-a8f113a35fdc HTTP/1.1" status: 404 len: 337 time: 0.0715942 Jul 27 21:22:35.322151 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 52422) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:35.326783 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88423503-5c81-4d8e-b30c-1fa01186ec38 req-c140a498-e724-46c3-8a6e-cc035354c548 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Network e5dbfc22-3d07-4f08-ba90-beae97f55608 is already hosted by enough agents. {{(pid=105585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:22:35.335725 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c140a498-e724-46c3-8a6e-cc035354c548 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Pushing event updated for resources: {'Port': ['ID=7ea253f9-8443-4121-91f5-84b9f528beda,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:22:35.338869 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.base_scheduler [req-88423503-5c81-4d8e-b30c-1fa01186ec38 req-c140a498-e724-46c3-8a6e-cc035354c548 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Resources bound (agent type, host, resource id): {{(pid=105585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:22:35.346002 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.l3_dvrscheduler_db [req-88423503-5c81-4d8e-b30c-1fa01186ec38 req-c140a498-e724-46c3-8a6e-cc035354c548 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Received port after_create {{(pid=105585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:22:35.369101 n-d-705658-22 neutron-server[105584]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a65db51-c1ce-4731-9004-9d8711e5b0b1 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] DELETE failed (client error): The resource could not be found. Jul 27 21:22:35.369928 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a65db51-c1ce-4731-9004-9d8711e5b0b1 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105584) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 21:22:35.376516 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-8a65db51-c1ce-4731-9004-9d8711e5b0b1 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] 10.222.0.59 "DELETE /v2.0/ports/1542b28a-6ee8-4607-aa03-c19405b835cc HTTP/1.1" status: 404 len: 333 time: 0.0517333 Jul 27 21:22:35.380708 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 52424) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:35.390494 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-06c44716-7c8e-4463-91db-ccfe59b33a1e tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854965'] for subnet, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:35.426076 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-456b8c35-feef-4af0-80e6-1d09fba7092e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:35.445433 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88423503-5c81-4d8e-b30c-1fa01186ec38 req-c140a498-e724-46c3-8a6e-cc035354c548 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:22:35.445984 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-88423503-5c81-4d8e-b30c-1fa01186ec38 req-c140a498-e724-46c3-8a6e-cc035354c548 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:35.446106 n-d-705658-22 neutron-server[105584]: INFO neutron.pecan_wsgi.hooks.translation [None req-5bada4fb-6fe6-4186-8b8c-92d5629f7fec tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] DELETE failed (client error): The resource could not be found. Jul 27 21:22:35.446448 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5bada4fb-6fe6-4186-8b8c-92d5629f7fec tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105584) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 21:22:35.448313 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-5bada4fb-6fe6-4186-8b8c-92d5629f7fec tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] 10.222.0.59 "DELETE /v2.0/subnets/eaf77e80-8468-4004-a6bd-54bfd69e7ace HTTP/1.1" status: 404 len: 337 time: 0.0652111 Jul 27 21:22:35.452028 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 52426) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:35.529440 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-ad6da338-291d-4c69-b10c-e93c37263cd3 tempest-NegativeSecGroupIPv6Test-1740231945 tempest-NegativeSecGroupIPv6Test-1740231945-project] Notify callbacks [] for security_group, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:35.535925 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-ad6da338-291d-4c69-b10c-e93c37263cd3 tempest-NegativeSecGroupIPv6Test-1740231945 tempest-NegativeSecGroupIPv6Test-1740231945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:35.537127 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-456b8c35-feef-4af0-80e6-1d09fba7092e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:35.539940 n-d-705658-22 neutron-server[105585]: INFO neutron.pecan_wsgi.hooks.translation [None req-df7ce69b-046b-4168-ba86-93d8a9961dc1 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] DELETE failed (client error): The resource could not be found. Jul 27 21:22:35.540852 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df7ce69b-046b-4168-ba86-93d8a9961dc1 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105585) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 21:22:35.545159 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-df7ce69b-046b-4168-ba86-93d8a9961dc1 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] 10.222.0.59 "DELETE /v2.0/ports/526359bf-885a-4c5e-844d-54bda317d1bb HTTP/1.1" status: 404 len: 333 time: 0.0839849 Jul 27 21:22:35.545354 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-06c44716-7c8e-4463-91db-ccfe59b33a1e tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9014081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9738825'] for subnet, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:35.551768 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 52430) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:35.603249 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-88423503-5c81-4d8e-b30c-1fa01186ec38 req-c140a498-e724-46c3-8a6e-cc035354c548 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5939603 Jul 27 21:22:35.603467 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6da338-291d-4c69-b10c-e93c37263cd3 tempest-NegativeSecGroupIPv6Test-1740231945 tempest-NegativeSecGroupIPv6Test-1740231945-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c3542c51-576c-4e0d-a73a-0cb7da6923e1,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:22:35.612120 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c44716-7c8e-4463-91db-ccfe59b33a1e tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Pushing event deleted for resources: {'Subnet': ['ID=d863a746-4172-4f54-bb77-674964085be7,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:22:35.622286 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-06c44716-7c8e-4463-91db-ccfe59b33a1e tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Notify callbacks [] for subnet, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:35.626618 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-06c44716-7c8e-4463-91db-ccfe59b33a1e tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] 10.222.0.59 "DELETE /v2.0/subnets/d863a746-4172-4f54-bb77-674964085be7 HTTP/1.1" status: 204 len: 168 time: 0.6023312 Jul 27 21:22:35.626862 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-ad6da338-291d-4c69-b10c-e93c37263cd3 tempest-NegativeSecGroupIPv6Test-1740231945 tempest-NegativeSecGroupIPv6Test-1740231945-project] Notify callbacks [] for security_group, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:35.631880 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-ad6da338-291d-4c69-b10c-e93c37263cd3 tempest-NegativeSecGroupIPv6Test-1740231945 tempest-NegativeSecGroupIPv6Test-1740231945-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4573410 Jul 27 21:22:35.632937 n-d-705658-22 neutron-server[105585]: INFO neutron.pecan_wsgi.hooks.translation [None req-883dfece-52fb-438d-8162-08412d7e85eb tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] DELETE failed (client error): The resource could not be found. Jul 27 21:22:35.633091 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 52432) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:35.633403 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-883dfece-52fb-438d-8162-08412d7e85eb tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105585) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 21:22:35.634048 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 52434) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:35.637830 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-883dfece-52fb-438d-8162-08412d7e85eb tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] 10.222.0.59 "DELETE /v2.0/subnets/6886ff12-bdec-4a9a-8ca7-97bb1c71a1cf HTTP/1.1" status: 404 len: 337 time: 0.0799601 Jul 27 21:22:35.640013 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [req-88423503-5c81-4d8e-b30c-1fa01186ec38 req-d1252c2e-911f-48d2-92d5-75bad077572c service neutron] Request body: {'port': {'device_id': 'c5ea73bb-edaf-47c2-9f36-d8273f60e5d5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-705658-22'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:22:35.641077 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-f68c69de-a0dc-4044-9bc2-a3e0ae8b4c43 tempest-NegativeSecGroupIPv6Test-1740231945 tempest-NegativeSecGroupIPv6Test-1740231945-project] Request body: {'security_group': {'name': 'default'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:22:35.641563 n-d-705658-22 neutron-server[105584]: WARNING neutron.api.v2.base [None req-f68c69de-a0dc-4044-9bc2-a3e0ae8b4c43 tempest-NegativeSecGroupIPv6Test-1740231945 tempest-NegativeSecGroupIPv6Test-1740231945-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 27 21:22:35.642120 n-d-705658-22 neutron-server[105584]: INFO neutron.api.v2.resource [None req-f68c69de-a0dc-4044-9bc2-a3e0ae8b4c43 tempest-NegativeSecGroupIPv6Test-1740231945 tempest-NegativeSecGroupIPv6Test-1740231945-project] update failed (client error): There was a conflict when trying to complete your request. Jul 27 21:22:35.645923 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-f68c69de-a0dc-4044-9bc2-a3e0ae8b4c43 tempest-NegativeSecGroupIPv6Test-1740231945 tempest-NegativeSecGroupIPv6Test-1740231945-project] 10.222.0.59 "PUT /v2.0/security-groups/c3542c51-576c-4e0d-a73a-0cb7da6923e1 HTTP/1.1" status: 409 len: 330 time: 0.0059676 Jul 27 21:22:35.646237 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 52436) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:35.646576 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 52438) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:35.669005 n-d-705658-22 neutron-server[105584]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5eab8ba-6818-4614-9311-1783a04cccbf tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] DELETE failed (client error): The resource could not be found. Jul 27 21:22:35.669470 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5eab8ba-6818-4614-9311-1783a04cccbf tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105584) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 21:22:35.673544 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-b5eab8ba-6818-4614-9311-1783a04cccbf tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] 10.222.0.59 "DELETE /v2.0/subnets/4ab7b31a-0ad3-43bb-ba58-34619aa07da3 HTTP/1.1" status: 404 len: 337 time: 0.0360172 Jul 27 21:22:35.673942 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 52440) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:35.698337 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-9addbd90-e04f-4a06-aaa2-6f36753b12bc None None] Provisioning for port 7ea253f9-8443-4121-91f5-84b9f528beda completed by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:22:35.705014 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-9addbd90-e04f-4a06-aaa2-6f36753b12bc None None] Provisioning complete for port 7ea253f9-8443-4121-91f5-84b9f528beda triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:22:35.705684 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-9addbd90-e04f-4a06-aaa2-6f36753b12bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:35.721770 n-d-705658-22 neutron-server[105585]: INFO neutron.pecan_wsgi.hooks.translation [None req-5759b779-810d-4485-a7d1-b50675cac5ca tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] DELETE failed (client error): The resource could not be found. Jul 27 21:22:35.722590 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5759b779-810d-4485-a7d1-b50675cac5ca tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105585) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 21:22:35.724552 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-5759b779-810d-4485-a7d1-b50675cac5ca tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] 10.222.0.59 "DELETE /v2.0/ports/e8802ee4-6700-4425-b483-cf56e584a145 HTTP/1.1" status: 404 len: 333 time: 0.0749254 Jul 27 21:22:35.727088 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 52442) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:35.771085 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.db_base_plugin_v2 [None req-a14c314e-16a4-4e8e-856c-45b9cf13179a tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Deleting subnet 07fc2c2e-7d1c-45be-8c43-d2555923f057 {{(pid=105584) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:22:35.772133 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-9addbd90-e04f-4a06-aaa2-6f36753b12bc None None] Port 7ea253f9-8443-4121-91f5-84b9f528beda cannot update to ACTIVE because it is not bound. {{(pid=105586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:22:35.774960 n-d-705658-22 neutron-server[105584]: INFO neutron.pecan_wsgi.hooks.translation [None req-80cf3676-140b-4c7d-bc9f-270953102aff tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] DELETE failed (client error): The resource could not be found. Jul 27 21:22:35.775685 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-80cf3676-140b-4c7d-bc9f-270953102aff tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105584) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 21:22:35.777439 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-80cf3676-140b-4c7d-bc9f-270953102aff tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] 10.222.0.59 "DELETE /v2.0/subnets/e6a60c72-d409-4d54-92ba-e601b35ba159 HTTP/1.1" status: 404 len: 337 time: 0.0491021 Jul 27 21:22:35.778242 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-a14c314e-16a4-4e8e-856c-45b9cf13179a tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Notify callbacks [] for subnet, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:35.780809 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 52444) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:35.794773 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-456b8c35-feef-4af0-80e6-1d09fba7092e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:35.797296 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-456b8c35-feef-4af0-80e6-1d09fba7092e admin admin] Notify callbacks [] for security_group, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:35.801457 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-456b8c35-feef-4af0-80e6-1d09fba7092e admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/af8a7608-1612-4015-9749-0670046fd2ba HTTP/1.1" status: 204 len: 168 time: 0.4935927 Jul 27 21:22:35.829849 n-d-705658-22 neutron-server[105584]: INFO neutron.pecan_wsgi.hooks.translation [None req-4070964e-7b97-45b4-b09e-61b79dc6c709 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] DELETE failed (client error): The resource could not be found. Jul 27 21:22:35.831266 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4070964e-7b97-45b4-b09e-61b79dc6c709 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105584) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 21:22:35.834642 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456b8c35-feef-4af0-80e6-1d09fba7092e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af8a7608-1612-4015-9749-0670046fd2ba,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:22:35.834805 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-4070964e-7b97-45b4-b09e-61b79dc6c709 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] 10.222.0.59 "DELETE /v2.0/ports/17f95a28-00ad-46d7-94ea-4588a07696d9 HTTP/1.1" status: 404 len: 333 time: 0.0507078 Jul 27 21:22:35.836706 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 52448) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:35.866136 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e3ff48-532c-4a3d-99d2-26ce237f0040 req-e489d386-c4a1-4117-8592-d6f36f35cd62 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:22:35.866980 n-d-705658-22 neutron-server[105584]: INFO neutron.pecan_wsgi.hooks.translation [None req-65f28ebf-0ebe-4abd-9d68-d61199b3eb11 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] DELETE failed (client error): The resource could not be found. Jul 27 21:22:35.867515 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-65f28ebf-0ebe-4abd-9d68-d61199b3eb11 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105584) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 21:22:35.867830 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-51e3ff48-532c-4a3d-99d2-26ce237f0040 req-e489d386-c4a1-4117-8592-d6f36f35cd62 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] 10.222.0.59 "GET /v2.0/ports?device_id=c5ea73bb-edaf-47c2-9f36-d8273f60e5d5 HTTP/1.1" status: 200 len: 931 time: 0.3174646 Jul 27 21:22:35.868521 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-fbee95f5-471d-4fa3-9879-4460cab8945f tempest-NegativeSecGroupIPv6Test-1740231945 tempest-NegativeSecGroupIPv6Test-1740231945-project] Notify callbacks [] for security_group, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:35.869222 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-65f28ebf-0ebe-4abd-9d68-d61199b3eb11 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] 10.222.0.59 "DELETE /v2.0/subnets/e4044dbf-ba52-4b4c-852c-2bf59a89d300 HTTP/1.1" status: 404 len: 337 time: 0.0332808 Jul 27 21:22:35.871979 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 52450) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:35.877905 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-88423503-5c81-4d8e-b30c-1fa01186ec38 req-d1252c2e-911f-48d2-92d5-75bad077572c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:35.881117 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-a14c314e-16a4-4e8e-856c-45b9cf13179a tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9014207'] for subnet, precommit_delete_associations {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:35.937696 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-fbee95f5-471d-4fa3-9879-4460cab8945f tempest-NegativeSecGroupIPv6Test-1740231945 tempest-NegativeSecGroupIPv6Test-1740231945-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:35.945464 n-d-705658-22 neutron-server[105584]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6d0b075-e8b4-43a2-a4bb-be8d816fc655 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] DELETE failed (client error): The resource could not be found. Jul 27 21:22:35.946310 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e6d0b075-e8b4-43a2-a4bb-be8d816fc655 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105584) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 21:22:35.948524 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-e6d0b075-e8b4-43a2-a4bb-be8d816fc655 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] 10.222.0.59 "DELETE /v2.0/ports/f43fdc3e-4df1-4d44-8aa5-8ea20fbfdb08 HTTP/1.1" status: 404 len: 333 time: 0.0756330 Jul 27 21:22:35.951676 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 52454) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:35.994516 n-d-705658-22 neutron-server[105584]: INFO neutron.pecan_wsgi.hooks.translation [None req-187e992f-e661-4895-9d26-d74692330ba8 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] DELETE failed (client error): The resource could not be found. Jul 27 21:22:35.995193 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-187e992f-e661-4895-9d26-d74692330ba8 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105584) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 21:22:35.999039 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-187e992f-e661-4895-9d26-d74692330ba8 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] 10.222.0.59 "DELETE /v2.0/subnets/8a9b0a8d-3e2e-4248-a325-78e1050721df HTTP/1.1" status: 404 len: 337 time: 0.0449333 Jul 27 21:22:36.000960 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 52456) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:36.043219 n-d-705658-22 neutron-server[105584]: INFO neutron.pecan_wsgi.hooks.translation [None req-04b4e401-b76e-48cd-9db2-761889997fbd tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] DELETE failed (client error): The resource could not be found. Jul 27 21:22:36.043875 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-04b4e401-b76e-48cd-9db2-761889997fbd tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105584) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 21:22:36.046124 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-04b4e401-b76e-48cd-9db2-761889997fbd tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] 10.222.0.59 "DELETE /v2.0/subnets/fd1f6281-885d-437d-b248-a3f0176cfab7 HTTP/1.1" status: 404 len: 337 time: 0.0438805 Jul 27 21:22:36.051665 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-51e3ff48-532c-4a3d-99d2-26ce237f0040 req-5dbdc6fb-7a9f-471c-8c27-46314bff2006 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] 10.222.0.59 "GET /v2.0/security-groups?id=e916e9b6-267b-4820-a856-ddc66d274821&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1584992 Jul 27 21:22:36.055320 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 52458) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:36.117481 n-d-705658-22 neutron-server[105584]: INFO neutron.pecan_wsgi.hooks.translation [None req-8869a641-a7e5-42f4-87ac-226ef5c9a396 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] DELETE failed (client error): The resource could not be found. Jul 27 21:22:36.118162 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8869a641-a7e5-42f4-87ac-226ef5c9a396 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105584) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 21:22:36.120686 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-8869a641-a7e5-42f4-87ac-226ef5c9a396 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] 10.222.0.59 "DELETE /v2.0/ports/f167c9b2-f6b5-4021-8e22-9d81459ff022 HTTP/1.1" status: 404 len: 333 time: 0.0641465 Jul 27 21:22:36.124476 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 52462) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:36.125977 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd0f1e4c-a4f1-4cfc-bf10-27686dbaae26 None None] Network d1af7821-3064-4af5-8780-df3ae5343cdc requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:22:36.181740 n-d-705658-22 neutron-server[105584]: INFO neutron.pecan_wsgi.hooks.translation [None req-a27aa740-f970-4539-9a57-c37a3a24caee tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] DELETE failed (client error): The resource could not be found. Jul 27 21:22:36.182552 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a27aa740-f970-4539-9a57-c37a3a24caee tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105584) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 21:22:36.184752 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-a27aa740-f970-4539-9a57-c37a3a24caee tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] 10.222.0.59 "DELETE /v2.0/subnets/89b87d9e-9434-455c-b77e-da2ae54cf7d2 HTTP/1.1" status: 404 len: 337 time: 0.0594370 Jul 27 21:22:36.188788 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 52464) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:36.214633 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 47497d1b-d4d0-4b49-b847-643dcf622699 no longer exists at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:22:36.217480 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-fbee95f5-471d-4fa3-9879-4460cab8945f tempest-NegativeSecGroupIPv6Test-1740231945 tempest-NegativeSecGroupIPv6Test-1740231945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:36.219144 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-a14c314e-16a4-4e8e-856c-45b9cf13179a tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854965'] for subnet, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:36.220028 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-fbee95f5-471d-4fa3-9879-4460cab8945f tempest-NegativeSecGroupIPv6Test-1740231945 tempest-NegativeSecGroupIPv6Test-1740231945-project] Notify callbacks [] for security_group, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:36.224094 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-fbee95f5-471d-4fa3-9879-4460cab8945f tempest-NegativeSecGroupIPv6Test-1740231945 tempest-NegativeSecGroupIPv6Test-1740231945-project] 10.222.0.59 "DELETE /v2.0/security-groups/c3542c51-576c-4e0d-a73a-0cb7da6923e1 HTTP/1.1" status: 204 len: 168 time: 0.5698557 Jul 27 21:22:36.231206 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 52466) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:36.257667 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-9a3f819c-96fa-4039-ad1a-09e506e88b78 None None] Provisioning complete for port 56a178a1-0729-4924-aece-7bb1c1bde68a triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:22:36.258294 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-9a3f819c-96fa-4039-ad1a-09e506e88b78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:36.293223 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbee95f5-471d-4fa3-9879-4460cab8945f tempest-NegativeSecGroupIPv6Test-1740231945 tempest-NegativeSecGroupIPv6Test-1740231945-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3542c51-576c-4e0d-a73a-0cb7da6923e1,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:22:36.304550 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] No Port match for: 47497d1b-d4d0-4b49-b847-643dcf622699 {{(pid=105586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:22:36.304864 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 47497d1b-d4d0-4b49-b847-643dcf622699 not bound to the agent host n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:22:36.310374 n-d-705658-22 neutron-server[105584]: INFO neutron.pecan_wsgi.hooks.translation [None req-0081f2ad-5cdd-40e4-a3ce-a741cbf4602e tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] DELETE failed (client error): The resource could not be found. Jul 27 21:22:36.311108 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0081f2ad-5cdd-40e4-a3ce-a741cbf4602e tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105584) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 21:22:36.318295 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-0081f2ad-5cdd-40e4-a3ce-a741cbf4602e tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] 10.222.0.59 "DELETE /v2.0/subnets/311cd78a-04e6-4469-b214-d0536c869414 HTTP/1.1" status: 404 len: 337 time: 0.1270511 Jul 27 21:22:36.319043 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 52468) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:36.327544 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a7e016-cea1-414c-b3cc-7466e47c3f2c req-70878014-2c93-44a8-902d-8fbc53875eb5 tempest-VolumesActionsTest-1041040997 tempest-VolumesActionsTest-1041040997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:22:36.329111 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a6a7e016-cea1-414c-b3cc-7466e47c3f2c req-70878014-2c93-44a8-902d-8fbc53875eb5 tempest-VolumesActionsTest-1041040997 tempest-VolumesActionsTest-1041040997-project] 10.222.0.59 "GET /v2.0/ports?device_id=0e478996-fc5c-41c5-8cf4-c014e8b68d30 HTTP/1.1" status: 200 len: 945 time: 0.3509607 Jul 27 21:22:36.357835 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 52470) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:36.366292 n-d-705658-22 neutron-server[105584]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f6ad2b9-619e-4ef8-b3f5-723893867da8 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] DELETE failed (client error): The resource could not be found. Jul 27 21:22:36.366626 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f6ad2b9-619e-4ef8-b3f5-723893867da8 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105584) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 21:22:36.368854 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-4f6ad2b9-619e-4ef8-b3f5-723893867da8 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] 10.222.0.59 "DELETE /v2.0/ports/64205cb8-2069-47fa-97c3-4e31fdb13b44 HTTP/1.1" status: 404 len: 333 time: 0.0458939 Jul 27 21:22:36.372831 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-a14c314e-16a4-4e8e-856c-45b9cf13179a tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9014081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9738825'] for subnet, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:36.373101 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 52472) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:36.378252 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-62efae4a-40fc-47f6-aefa-31d664fbfc87 tempest-NegativeSecGroupIPv6Test-1740231945 tempest-NegativeSecGroupIPv6Test-1740231945-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1460083 Jul 27 21:22:36.389357 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 52474) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:36.422302 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-a14c314e-16a4-4e8e-856c-45b9cf13179a tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Notify callbacks [] for subnet, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:36.428511 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-a14c314e-16a4-4e8e-856c-45b9cf13179a tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] 10.222.0.59 "DELETE /v2.0/subnets/07fc2c2e-7d1c-45be-8c43-d2555923f057 HTTP/1.1" status: 204 len: 168 time: 0.7500024 Jul 27 21:22:36.432478 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14c314e-16a4-4e8e-856c-45b9cf13179a tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Pushing event deleted for resources: {'Subnet': ['ID=07fc2c2e-7d1c-45be-8c43-d2555923f057,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:22:36.438709 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 52476) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:36.448316 n-d-705658-22 neutron-server[105584]: INFO neutron.api.v2.resource [None req-e352b961-c8b3-49d1-a6e5-43a15d7d1e74 tempest-NegativeSecGroupIPv6Test-1740231945 tempest-NegativeSecGroupIPv6Test-1740231945-project] delete failed (client error): The resource could not be found. Jul 27 21:22:36.454061 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-e352b961-c8b3-49d1-a6e5-43a15d7d1e74 tempest-NegativeSecGroupIPv6Test-1740231945 tempest-NegativeSecGroupIPv6Test-1740231945-project] 10.222.0.59 "DELETE /v2.0/security-groups/013c0299-edf6-4942-9926-fb4f71af6c4b HTTP/1.1" status: 404 len: 347 time: 0.0587802 Jul 27 21:22:36.454451 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 52478) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:36.477537 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:36.486448 n-d-705658-22 neutron-server[105584]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e924328-8134-4af8-9d1f-cdfc7d18d5ad tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] DELETE failed (client error): The resource could not be found. Jul 27 21:22:36.487217 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e924328-8134-4af8-9d1f-cdfc7d18d5ad tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105584) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 21:22:36.492211 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-2e924328-8134-4af8-9d1f-cdfc7d18d5ad tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] 10.222.0.59 "DELETE /v2.0/subnets/6be74113-11c0-40b9-ba8a-ce8a58fb230b HTTP/1.1" status: 404 len: 337 time: 0.0489290 Jul 27 21:22:36.492211 n-d-705658-22 neutron-server[105584]: INFO neutron.api.v2.resource [None req-2adf3efb-0d06-4ba7-866b-8cde5a00e2d0 tempest-NegativeSecGroupIPv6Test-1740231945 tempest-NegativeSecGroupIPv6Test-1740231945-project] show failed (client error): The resource could not be found. Jul 27 21:22:36.492211 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-2adf3efb-0d06-4ba7-866b-8cde5a00e2d0 tempest-NegativeSecGroupIPv6Test-1740231945 tempest-NegativeSecGroupIPv6Test-1740231945-project] 10.222.0.59 "GET /v2.0/security-groups/ac96dae2-38b0-44f1-a746-1f215d9d90e4 HTTP/1.1" status: 404 len: 347 time: 0.0355437 Jul 27 21:22:36.492211 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 52480) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:36.503818 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 52482) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:36.506273 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-9a3f819c-96fa-4039-ad1a-09e506e88b78 None None] Provisioning complete for port 59893a6e-249b-4f84-9695-565e711456ae triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:22:36.507036 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-9a3f819c-96fa-4039-ad1a-09e506e88b78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:36.533323 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-cdb79516-c7e4-4d18-8925-de28c9e57a56 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] 10.222.0.59 "GET /v2.0/ports?device_id=e99b49cb-87f1-445e-98b5-15e2f016f242 HTTP/1.1" status: 200 len: 205 time: 0.0381100 Jul 27 21:22:36.535990 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 52484) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:36.543200 n-d-705658-22 neutron-server[105584]: INFO neutron.api.v2.resource [None req-2b573331-9fbd-4728-ab2f-f0c26e76ded0 tempest-NegativeSecGroupIPv6Test-1740231945 tempest-NegativeSecGroupIPv6Test-1740231945-project] show failed (client error): The resource could not be found. Jul 27 21:22:36.544245 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-2b573331-9fbd-4728-ab2f-f0c26e76ded0 tempest-NegativeSecGroupIPv6Test-1740231945 tempest-NegativeSecGroupIPv6Test-1740231945-project] 10.222.0.59 "GET /v2.0/security-group-rules/91f54e14-38cc-4a28-85e8-ba1eb8051e1c HTTP/1.1" status: 404 len: 356 time: 0.0410562 Jul 27 21:22:36.583679 n-d-705658-22 neutron-server[105584]: INFO neutron.api.v2.resource [None req-c0545d37-4c24-4ddd-ba8c-a7e47ba7c892 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] delete failed (client error): The resource could not be found. Jul 27 21:22:36.584800 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-c0545d37-4c24-4ddd-ba8c-a7e47ba7c892 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] 10.222.0.59 "DELETE /v2.0/routers/e99b49cb-87f1-445e-98b5-15e2f016f242 HTTP/1.1" status: 404 len: 336 time: 0.0478537 Jul 27 21:22:36.588023 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 52488) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:36.621400 n-d-705658-22 neutron-server[105584]: INFO neutron.pecan_wsgi.hooks.translation [None req-27ffe78c-8a22-4c11-8413-f637842c646f tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] DELETE failed (client error): The resource could not be found. Jul 27 21:22:36.621952 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27ffe78c-8a22-4c11-8413-f637842c646f tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105584) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 21:22:36.626895 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-27ffe78c-8a22-4c11-8413-f637842c646f tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] 10.222.0.59 "DELETE /v2.0/subnets/ca12e3e0-6f45-465c-895b-5c4b7c10ba37 HTTP/1.1" status: 404 len: 337 time: 0.0372331 Jul 27 21:22:36.627628 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 52490) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:36.658302 n-d-705658-22 neutron-server[105584]: INFO neutron.pecan_wsgi.hooks.translation [None req-380069b0-4fb3-41e1-89fe-b37fad84db81 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] DELETE failed (client error): The resource could not be found. Jul 27 21:22:36.658895 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-380069b0-4fb3-41e1-89fe-b37fad84db81 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105584) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 21:22:36.664383 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-380069b0-4fb3-41e1-89fe-b37fad84db81 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] 10.222.0.59 "DELETE /v2.0/subnets/3d1024d4-97f0-45d8-b8b6-95bfd64a6247 HTTP/1.1" status: 404 len: 337 time: 0.0356321 Jul 27 21:22:36.665005 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 52492) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:36.696577 n-d-705658-22 neutron-server[105584]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c8ff08c-3e8f-4842-a5d0-1f23618d885c tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] DELETE failed (client error): The resource could not be found. Jul 27 21:22:36.697215 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c8ff08c-3e8f-4842-a5d0-1f23618d885c tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105584) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 21:22:36.699147 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-4c8ff08c-3e8f-4842-a5d0-1f23618d885c tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] 10.222.0.59 "DELETE /v2.0/subnets/bfa5e98c-0798-461a-bf5a-1c7cbe1c4c44 HTTP/1.1" status: 404 len: 337 time: 0.0331454 Jul 27 21:22:36.701653 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 52494) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:36.725606 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-9a3f819c-96fa-4039-ad1a-09e506e88b78 None None] Port 59893a6e-249b-4f84-9695-565e711456ae cannot update to ACTIVE because it is not bound. {{(pid=105586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:22:36.730799 n-d-705658-22 neutron-server[105584]: INFO neutron.pecan_wsgi.hooks.translation [None req-4cd1f217-3e71-450f-a0fd-91b446553a35 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] DELETE failed (client error): The resource could not be found. Jul 27 21:22:36.731664 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4cd1f217-3e71-450f-a0fd-91b446553a35 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105584) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 21:22:36.733728 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-4cd1f217-3e71-450f-a0fd-91b446553a35 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] 10.222.0.59 "DELETE /v2.0/ports/646630ef-1a51-4902-a67d-51d96d9b5c9b HTTP/1.1" status: 404 len: 333 time: 0.0307350 Jul 27 21:22:36.736596 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 52496) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:36.765492 n-d-705658-22 neutron-server[105584]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a35dd67-b4b4-439d-8cf7-6cefe2dbe28c tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] DELETE failed (client error): The resource could not be found. Jul 27 21:22:36.765808 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a35dd67-b4b4-439d-8cf7-6cefe2dbe28c tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105584) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 21:22:36.768005 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-3a35dd67-b4b4-439d-8cf7-6cefe2dbe28c tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] 10.222.0.59 "DELETE /v2.0/subnets/6c7932bb-4b4c-4802-9f18-ddf06567baf2 HTTP/1.1" status: 404 len: 337 time: 0.0300269 Jul 27 21:22:36.770831 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 52498) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:36.803674 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55405c71-d3db-4690-a709-2f002444bcd5 None None] DHCP port deletion for d1af7821-3064-4af5-8780-df3ae5343cdc request from n-d-705658-22 {{(pid=105586) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 21:22:36.807933 n-d-705658-22 neutron-server[105584]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d1b86bc-5d06-44dc-9231-e4f5a7602b12 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] DELETE failed (client error): The resource could not be found. Jul 27 21:22:36.808471 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d1b86bc-5d06-44dc-9231-e4f5a7602b12 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105584) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 21:22:36.811271 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-9d1b86bc-5d06-44dc-9231-e4f5a7602b12 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] 10.222.0.59 "DELETE /v2.0/subnets/0b550d48-eb8b-48e2-a668-5c8510f5f03f HTTP/1.1" status: 404 len: 337 time: 0.0393956 Jul 27 21:22:36.813644 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 52502) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:36.845900 n-d-705658-22 neutron-server[105584]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c52a74f-36f9-4494-9f9c-8bacf126b8d7 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] DELETE failed (client error): The resource could not be found. Jul 27 21:22:36.846769 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c52a74f-36f9-4494-9f9c-8bacf126b8d7 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105584) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 21:22:36.849288 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-3c52a74f-36f9-4494-9f9c-8bacf126b8d7 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] 10.222.0.59 "DELETE /v2.0/ports/88af84c9-e972-42f5-a855-792b288f2018 HTTP/1.1" status: 404 len: 333 time: 0.0344911 Jul 27 21:22:36.851808 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 52504) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:36.852741 n-d-705658-22 neutron-server[105585]: INFO neutron.pecan_wsgi.hooks.translation [None req-12d350e8-45ec-4c39-b2bb-e6f2e1444e74 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] DELETE failed (client error): The resource could not be found. Jul 27 21:22:36.853384 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-12d350e8-45ec-4c39-b2bb-e6f2e1444e74 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105585) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 21:22:36.854164 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-55405c71-d3db-4690-a709-2f002444bcd5 None None] Deleting port 56a178a1-0729-4924-aece-7bb1c1bde68a {{(pid=105586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:22:36.854744 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-55405c71-d3db-4690-a709-2f002444bcd5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:36.860898 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-12d350e8-45ec-4c39-b2bb-e6f2e1444e74 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] 10.222.0.59 "DELETE /v2.0/subnets/35e821e1-91fe-4e7b-89d7-075cf777a998 HTTP/1.1" status: 404 len: 337 time: 0.4809079 Jul 27 21:22:36.877439 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 52506) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:36.878135 n-d-705658-22 neutron-server[105584]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0b3b550-8a78-4599-9f14-9c00b9d46cbb tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] DELETE failed (client error): The resource could not be found. Jul 27 21:22:36.878550 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b0b3b550-8a78-4599-9f14-9c00b9d46cbb tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105584) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 21:22:36.883364 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-b0b3b550-8a78-4599-9f14-9c00b9d46cbb tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] 10.222.0.59 "DELETE /v2.0/subnets/66ef9004-e21f-4a95-9f0d-645ddd25a0da HTTP/1.1" status: 404 len: 337 time: 0.0281549 Jul 27 21:22:36.885159 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 52508) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:36.913252 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 52510) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:36.920107 n-d-705658-22 neutron-server[105584]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f4ccb02-1929-43be-8efe-4406f691a16b tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] DELETE failed (client error): The resource could not be found. Jul 27 21:22:36.920573 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f4ccb02-1929-43be-8efe-4406f691a16b tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105584) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 21:22:36.922298 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-6f4ccb02-1929-43be-8efe-4406f691a16b tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] 10.222.0.59 "DELETE /v2.0/subnets/a89e9826-1624-4726-b027-822d39c9f1a7 HTTP/1.1" status: 404 len: 337 time: 0.0340512 Jul 27 21:22:36.927231 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 52512) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:36.929159 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-55405c71-d3db-4690-a709-2f002444bcd5 None None] For port 56a178a1-0729-4924-aece-7bb1c1bde68a, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=56a178a1-0729-4924-aece-7bb1c1bde68a,segment=NetworkSegment(55210df8-82d9-4c74-a25a-3545905c397f),segment_id=55210df8-82d9-4c74-a25a-3545905c397f)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:22:36.929745 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-55405c71-d3db-4690-a709-2f002444bcd5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:36.939846 n-d-705658-22 neutron-server[105585]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6b020f7-9261-43cf-bfa6-fd81f63b6a04 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] DELETE failed (client error): The resource could not be found. Jul 27 21:22:36.940388 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a6b020f7-9261-43cf-bfa6-fd81f63b6a04 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105585) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 21:22:36.944864 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-a6b020f7-9261-43cf-bfa6-fd81f63b6a04 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] 10.222.0.59 "DELETE /v2.0/subnets/18f047aa-e757-4570-a462-33ff851802f4 HTTP/1.1" status: 404 len: 337 time: 0.0571949 Jul 27 21:22:36.949746 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-55405c71-d3db-4690-a709-2f002444bcd5 None None] Calling delete_port for 56a178a1-0729-4924-aece-7bb1c1bde68a owned by network:dhcp {{(pid=105586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:22:36.954094 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 52516) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:36.958234 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a6a7e016-cea1-414c-b3cc-7466e47c3f2c req-f4856294-89a5-4f9d-a6b8-9800b85c9d6a tempest-VolumesActionsTest-1041040997 tempest-VolumesActionsTest-1041040997-project] 10.222.0.59 "GET /v2.0/security-groups?id=2ef113d1-a3a7-402b-a668-6dc148671140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6173477 Jul 27 21:22:36.994767 n-d-705658-22 neutron-server[105585]: INFO neutron.pecan_wsgi.hooks.translation [None req-483b9e38-b02b-4e7f-9787-7ee001039a68 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] DELETE failed (client error): The resource could not be found. Jul 27 21:22:36.995480 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-483b9e38-b02b-4e7f-9787-7ee001039a68 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105585) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 21:22:36.997195 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-483b9e38-b02b-4e7f-9787-7ee001039a68 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] 10.222.0.59 "DELETE /v2.0/ports/bfc6ed14-0cab-4315-8553-90da98c24fa6 HTTP/1.1" status: 404 len: 333 time: 0.0379081 Jul 27 21:22:37.000665 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 52520) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:37.012646 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-fd3e1ddb-53ea-4bc2-8164-542d58506901 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=31abce5351484e61922ed8cf1ff3f430&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6528692 Jul 27 21:22:37.018227 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 52522) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:37.083052 n-d-705658-22 neutron-server[105584]: INFO neutron.pecan_wsgi.hooks.translation [None req-ecf053f8-03ac-45f2-816b-aa646c6605cf tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] DELETE failed (client error): The resource could not be found. Jul 27 21:22:37.083593 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ecf053f8-03ac-45f2-816b-aa646c6605cf tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105584) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 21:22:37.085470 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-ecf053f8-03ac-45f2-816b-aa646c6605cf tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] 10.222.0.59 "DELETE /v2.0/subnets/f18135c5-3f61-40fe-bb67-4ad8120b862f HTTP/1.1" status: 404 len: 337 time: 0.0838544 Jul 27 21:22:37.088316 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 52526) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:37.116303 n-d-705658-22 neutron-server[105585]: DEBUG neutron.notifiers.nova [req-88423503-5c81-4d8e-b30c-1fa01186ec38 req-d1252c2e-911f-48d2-92d5-75bad077572c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ea253f9-8443-4121-91f5-84b9f528beda {{(pid=105585) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:22:37.123345 n-d-705658-22 neutron-server[105584]: INFO neutron.pecan_wsgi.hooks.translation [None req-0320f189-fcd7-4e67-b312-7e43149d05fd tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] DELETE failed (client error): The resource could not be found. Jul 27 21:22:37.123765 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-55405c71-d3db-4690-a709-2f002444bcd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180'] for port, after_delete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:37.123981 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0320f189-fcd7-4e67-b312-7e43149d05fd tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105584) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 21:22:37.127828 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-0320f189-fcd7-4e67-b312-7e43149d05fd tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] 10.222.0.59 "DELETE /v2.0/subnets/f0deb441-814a-4067-b4e0-721f621c422c HTTP/1.1" status: 404 len: 337 time: 0.0364704 Jul 27 21:22:37.130113 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 52528) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:37.156990 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-88423503-5c81-4d8e-b30c-1fa01186ec38 req-d1252c2e-911f-48d2-92d5-75bad077572c service neutron] Notify callbacks [] for port, precommit_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:37.163928 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55405c71-d3db-4690-a709-2f002444bcd5 None None] No DVR routers for this DVR port 56a178a1-0729-4924-aece-7bb1c1bde68a on host n-d-705658-22 {{(pid=105586) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:22:37.167851 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-9abdea68-fef2-43f7-891d-8af20314d5d7 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d844623-6433-41d1-b6fc-c817d877f6b7 HTTP/1.1" status: 200 len: 205 time: 0.0349793 Jul 27 21:22:37.168177 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55405c71-d3db-4690-a709-2f002444bcd5 None None] Pushing event deleted for resources: {'Port': ['ID=56a178a1-0729-4924-aece-7bb1c1bde68a,revision_number=None']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:22:37.172001 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 52530) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:37.223485 n-d-705658-22 neutron-server[105584]: INFO neutron.api.v2.resource [None req-3778c6d1-cba9-423a-bf2a-204465a32b27 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] delete failed (client error): The resource could not be found. Jul 27 21:22:37.225893 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-3778c6d1-cba9-423a-bf2a-204465a32b27 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] 10.222.0.59 "DELETE /v2.0/routers/0d844623-6433-41d1-b6fc-c817d877f6b7 HTTP/1.1" status: 404 len: 336 time: 0.0504246 Jul 27 21:22:37.228280 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-2fec411c-4a90-4b2e-b4e9-d858ec9ed323 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Deleting port 59893a6e-249b-4f84-9695-565e711456ae {{(pid=105584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:22:37.228707 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-2fec411c-4a90-4b2e-b4e9-d858ec9ed323 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:37.232741 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 52534) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:37.256346 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.provisioning_blocks [req-88423503-5c81-4d8e-b30c-1fa01186ec38 req-d1252c2e-911f-48d2-92d5-75bad077572c service neutron] Transition to ACTIVE for port object 7ea253f9-8443-4121-91f5-84b9f528beda will not be triggered until provisioned by entity L2. {{(pid=105585) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:22:37.272836 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-88423503-5c81-4d8e-b30c-1fa01186ec38 req-d1252c2e-911f-48d2-92d5-75bad077572c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10221672'] for port, after_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:37.303465 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-445f6a5a-9ace-4821-9d5f-a4c5f89f1650 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=650f653be3004a0980393d56401d765b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3768210 Jul 27 21:22:37.307248 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 52538) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:37.321886 n-d-705658-22 neutron-server[105584]: INFO neutron.pecan_wsgi.hooks.translation [None req-04b137c0-b722-46f2-abff-fdf08c5faee7 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] DELETE failed (client error): The resource could not be found. Jul 27 21:22:37.322344 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-04b137c0-b722-46f2-abff-fdf08c5faee7 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105584) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 21:22:37.326455 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-04b137c0-b722-46f2-abff-fdf08c5faee7 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] 10.222.0.59 "DELETE /v2.0/subnets/11b70e09-4af7-410c-8ef5-c3df8360b61d HTTP/1.1" status: 404 len: 337 time: 0.0906265 Jul 27 21:22:37.331557 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 52540) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:37.342618 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-c9c329f4-a288-4eee-80b5-19d07dccb93b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:37.390838 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-8fd03df3-12b1-432f-ae91-b196ddc7903e tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] 10.222.0.59 "GET /v2.0/ports?device_id=eb96c371-3c9b-4a77-aadb-9cd910e43d2b HTTP/1.1" status: 200 len: 205 time: 0.0509944 Jul 27 21:22:37.392198 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1252c2e-911f-48d2-92d5-75bad077572c service neutron] Pushing event updated for resources: {'Port': ['ID=7ea253f9-8443-4121-91f5-84b9f528beda,revision_number=2']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:22:37.394492 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 52542) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:37.403299 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-c9c329f4-a288-4eee-80b5-19d07dccb93b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:37.407893 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-2fec411c-4a90-4b2e-b4e9-d858ec9ed323 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:37.428659 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-2fec411c-4a90-4b2e-b4e9-d858ec9ed323 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Calling delete_port for 59893a6e-249b-4f84-9695-565e711456ae owned by {{(pid=105584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:22:37.444378 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-2571517b-d45f-4894-83be-1deefd7f1efd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:37.482704 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230538a9-afa5-4f01-93d4-028ce40c8591 req-c19ebd65-9478-43ff-bdfc-57c9efea65da tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:22:37.485078 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-230538a9-afa5-4f01-93d4-028ce40c8591 req-c19ebd65-9478-43ff-bdfc-57c9efea65da tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] 10.222.0.59 "GET /v2.0/ports?device_id=c5ea73bb-edaf-47c2-9f36-d8273f60e5d5 HTTP/1.1" status: 200 len: 931 time: 0.2929733 Jul 27 21:22:37.521560 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-2571517b-d45f-4894-83be-1deefd7f1efd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:37.560599 n-d-705658-22 neutron-server[105585]: INFO neutron.api.v2.resource [None req-cb73cc33-ba65-44e2-b813-e0fef652bf30 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] delete failed (client error): The resource could not be found. Jul 27 21:22:37.562172 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-cb73cc33-ba65-44e2-b813-e0fef652bf30 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] 10.222.0.59 "DELETE /v2.0/routers/eb96c371-3c9b-4a77-aadb-9cd910e43d2b HTTP/1.1" status: 404 len: 336 time: 0.1616080 Jul 27 21:22:37.568949 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 52548) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:37.605244 n-d-705658-22 neutron-server[105584]: INFO neutron.pecan_wsgi.hooks.translation [None req-20de6501-b3c6-4a33-be1d-64b4754ce98b tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] DELETE failed (client error): The resource could not be found. Jul 27 21:22:37.605940 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-20de6501-b3c6-4a33-be1d-64b4754ce98b tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105584) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 21:22:37.610381 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-20de6501-b3c6-4a33-be1d-64b4754ce98b tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] 10.222.0.59 "DELETE /v2.0/subnets/429bda6c-b45e-4314-89b1-5df7415edfc3 HTTP/1.1" status: 404 len: 337 time: 0.0379269 Jul 27 21:22:37.610875 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 52550) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:37.614595 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-230538a9-afa5-4f01-93d4-028ce40c8591 req-b2c04bfd-c07c-45fd-812a-be316a1a0d26 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] 10.222.0.59 "GET /v2.0/security-groups?id=e916e9b6-267b-4820-a856-ddc66d274821&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0855014 Jul 27 21:22:37.629624 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-c9c329f4-a288-4eee-80b5-19d07dccb93b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:37.632775 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-c9c329f4-a288-4eee-80b5-19d07dccb93b admin admin] Notify callbacks [] for security_group, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:37.636621 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-c9c329f4-a288-4eee-80b5-19d07dccb93b admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/279791a2-ee16-4785-8bf6-a2b82ef4a9b6 HTTP/1.1" status: 204 len: 168 time: 0.6172140 Jul 27 21:22:37.648899 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c329f4-a288-4eee-80b5-19d07dccb93b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=279791a2-ee16-4785-8bf6-a2b82ef4a9b6,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:22:37.656068 n-d-705658-22 neutron-server[105584]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6cbd100-5231-4e70-af1d-e8aa9d3ea609 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] DELETE failed (client error): The resource could not be found. Jul 27 21:22:37.657100 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6cbd100-5231-4e70-af1d-e8aa9d3ea609 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105584) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 21:22:37.657316 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.managers [req-88423503-5c81-4d8e-b30c-1fa01186ec38 req-d1252c2e-911f-48d2-92d5-75bad077572c service neutron] Attempting to bind port 7ea253f9-8443-4121-91f5-84b9f528beda on host n-h2-705658-22 for vnic_type normal with profile {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:22:37.657669 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.managers [req-88423503-5c81-4d8e-b30c-1fa01186ec38 req-d1252c2e-911f-48d2-92d5-75bad077572c service neutron] Attempting to bind port 7ea253f9-8443-4121-91f5-84b9f528beda by drivers openvswitch,hyperv on host n-h2-705658-22 at level 0 using segments [{'id': '96f51d57-65b2-4cdc-9d5b-14f606e8bb9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'e5dbfc22-3d07-4f08-ba90-beae97f55608'}] {{(pid=105585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:22:37.657996 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88423503-5c81-4d8e-b30c-1fa01186ec38 req-d1252c2e-911f-48d2-92d5-75bad077572c service neutron] Attempting to bind port 7ea253f9-8443-4121-91f5-84b9f528beda on network e5dbfc22-3d07-4f08-ba90-beae97f55608 {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:22:37.658330 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-d6cbd100-5231-4e70-af1d-e8aa9d3ea609 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] 10.222.0.59 "DELETE /v2.0/subnets/73dbe57c-4461-46bb-8f32-8084c2987481 HTTP/1.1" status: 404 len: 337 time: 0.0465391 Jul 27 21:22:37.661480 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 52554) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:37.671397 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88423503-5c81-4d8e-b30c-1fa01186ec38 req-d1252c2e-911f-48d2-92d5-75bad077572c service neutron] Port 7ea253f9-8443-4121-91f5-84b9f528beda on network e5dbfc22-3d07-4f08-ba90-beae97f55608 not bound, no agent of type Open vSwitch agent registered on host n-h2-705658-22 {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:22:37.672674 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88423503-5c81-4d8e-b30c-1fa01186ec38 req-d1252c2e-911f-48d2-92d5-75bad077572c service neutron] Attempting to bind port 7ea253f9-8443-4121-91f5-84b9f528beda on network e5dbfc22-3d07-4f08-ba90-beae97f55608 {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:22:37.681952 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-2571517b-d45f-4894-83be-1deefd7f1efd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:37.685915 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88423503-5c81-4d8e-b30c-1fa01186ec38 req-d1252c2e-911f-48d2-92d5-75bad077572c service neutron] Checking agent: {'id': '65195a73-a875-4810-9f5b-622ae260a8a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 49, 40), 'started_at': datetime.datetime(2021, 7, 27, 20, 49, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 22, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:22:37.686224 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88423503-5c81-4d8e-b30c-1fa01186ec38 req-d1252c2e-911f-48d2-92d5-75bad077572c service neutron] Checking segment: {'id': '96f51d57-65b2-4cdc-9d5b-14f606e8bb9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'e5dbfc22-3d07-4f08-ba90-beae97f55608'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:22:37.686817 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88423503-5c81-4d8e-b30c-1fa01186ec38 req-d1252c2e-911f-48d2-92d5-75bad077572c service neutron] Bound using segment: {'id': '96f51d57-65b2-4cdc-9d5b-14f606e8bb9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'e5dbfc22-3d07-4f08-ba90-beae97f55608'} {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:22:37.687470 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-2571517b-d45f-4894-83be-1deefd7f1efd admin admin] Notify callbacks [] for security_group, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:37.689162 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.managers [req-88423503-5c81-4d8e-b30c-1fa01186ec38 req-d1252c2e-911f-48d2-92d5-75bad077572c service neutron] Bound port: 7ea253f9-8443-4121-91f5-84b9f528beda, host: n-h2-705658-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96f51d57-65b2-4cdc-9d5b-14f606e8bb9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'e5dbfc22-3d07-4f08-ba90-beae97f55608'}}] {{(pid=105585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:22:37.689572 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-88423503-5c81-4d8e-b30c-1fa01186ec38 req-d1252c2e-911f-48d2-92d5-75bad077572c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:37.692694 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-2571517b-d45f-4894-83be-1deefd7f1efd admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/84d5513b-5801-4da1-8a71-90574bd30c97 HTTP/1.1" status: 204 len: 168 time: 0.3833778 Jul 27 21:22:37.715704 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-2fec411c-4a90-4b2e-b4e9-d858ec9ed323 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:37.722003 n-d-705658-22 neutron-server[105584]: INFO neutron.pecan_wsgi.hooks.translation [None req-956da83a-cc0d-408e-b862-7c993a53cd32 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] DELETE failed (client error): The resource could not be found. Jul 27 21:22:37.723624 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-956da83a-cc0d-408e-b862-7c993a53cd32 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105584) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 21:22:37.724874 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-956da83a-cc0d-408e-b862-7c993a53cd32 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] 10.222.0.59 "DELETE /v2.0/ports/4a8bb9c7-d997-421b-89c9-e5b1c79d7620 HTTP/1.1" status: 404 len: 333 time: 0.0624471 Jul 27 21:22:37.730569 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 52560) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:37.732317 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2571517b-d45f-4894-83be-1deefd7f1efd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84d5513b-5801-4da1-8a71-90574bd30c97,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:22:37.788112 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fec411c-4a90-4b2e-b4e9-d858ec9ed323 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Pushing event deleted for resources: {'Port': ['ID=59893a6e-249b-4f84-9695-565e711456ae,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:22:37.790616 n-d-705658-22 neutron-server[105584]: INFO neutron.pecan_wsgi.hooks.translation [None req-cfc1931c-47a6-4ae0-ad8e-ea099a6ef8de tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] DELETE failed (client error): The resource could not be found. Jul 27 21:22:37.791121 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cfc1931c-47a6-4ae0-ad8e-ea099a6ef8de tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105584) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 21:22:37.793123 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-cfc1931c-47a6-4ae0-ad8e-ea099a6ef8de tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] 10.222.0.59 "DELETE /v2.0/subnets/ec11dc8b-8ddd-4f6a-9e6c-1ffbaeca632d HTTP/1.1" status: 404 len: 337 time: 0.0585504 Jul 27 21:22:37.795983 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 52562) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:37.810103 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-2fec411c-4a90-4b2e-b4e9-d858ec9ed323 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:37.812323 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-2fec411c-4a90-4b2e-b4e9-d858ec9ed323 tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] 10.222.0.59 "DELETE /v2.0/ports/59893a6e-249b-4f84-9695-565e711456ae HTTP/1.1" status: 204 len: 168 time: 0.8841372 Jul 27 21:22:37.815419 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 52564) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:37.830708 n-d-705658-22 neutron-server[105584]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d64b7ea-c2f7-4cf7-b941-0c4a269425cd tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] DELETE failed (client error): The resource could not be found. Jul 27 21:22:37.831470 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d64b7ea-c2f7-4cf7-b941-0c4a269425cd tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105584) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 21:22:37.833840 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-4d64b7ea-c2f7-4cf7-b941-0c4a269425cd tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] 10.222.0.59 "DELETE /v2.0/ports/bccbfb47-00b6-45a7-a6d0-79754d85ef2a HTTP/1.1" status: 404 len: 333 time: 0.0368531 Jul 27 21:22:37.836408 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 52566) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:37.870496 n-d-705658-22 neutron-server[105584]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae655be7-85f3-4e86-87ff-a717c900e74e tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] DELETE failed (client error): The resource could not be found. Jul 27 21:22:37.870970 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae655be7-85f3-4e86-87ff-a717c900e74e tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105584) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 21:22:37.872782 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-ae655be7-85f3-4e86-87ff-a717c900e74e tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] 10.222.0.59 "DELETE /v2.0/subnets/aa1f0ccc-28ba-44da-b402-d22c2e8768f6 HTTP/1.1" status: 404 len: 337 time: 0.0351696 Jul 27 21:22:37.875264 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 52570) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:37.905342 n-d-705658-22 neutron-server[105584]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5f06b7c-a928-432c-8e8e-3d3e61657ec0 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] DELETE failed (client error): The resource could not be found. Jul 27 21:22:37.906245 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5f06b7c-a928-432c-8e8e-3d3e61657ec0 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105584) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 21:22:37.908208 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-b5f06b7c-a928-432c-8e8e-3d3e61657ec0 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] 10.222.0.59 "DELETE /v2.0/ports/39b43709-1d2a-443b-9130-db1639f54896 HTTP/1.1" status: 404 len: 333 time: 0.0319238 Jul 27 21:22:37.911166 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 52572) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:37.939287 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.db [req-88423503-5c81-4d8e-b30c-1fa01186ec38 req-d1252c2e-911f-48d2-92d5-75bad077572c service neutron] For port 7ea253f9-8443-4121-91f5-84b9f528beda, host n-h2-705658-22, cleared binding levels {{(pid=105585) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:22:37.945721 n-d-705658-22 neutron-server[105584]: INFO neutron.pecan_wsgi.hooks.translation [None req-38321d0e-865d-4f92-ab43-716da973bdfc tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] DELETE failed (client error): The resource could not be found. Jul 27 21:22:37.946198 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-38321d0e-865d-4f92-ab43-716da973bdfc tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105584) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 21:22:37.948403 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-38321d0e-865d-4f92-ab43-716da973bdfc tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] 10.222.0.59 "DELETE /v2.0/subnets/50479d94-42a5-4653-8f66-e21097ca3c29 HTTP/1.1" status: 404 len: 337 time: 0.0362885 Jul 27 21:22:37.951300 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 52576) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:37.962673 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.db [req-88423503-5c81-4d8e-b30c-1fa01186ec38 req-d1252c2e-911f-48d2-92d5-75bad077572c service neutron] For port 7ea253f9-8443-4121-91f5-84b9f528beda, host n-h2-705658-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=7ea253f9-8443-4121-91f5-84b9f528beda,segment=NetworkSegment(96f51d57-65b2-4cdc-9d5b-14f606e8bb9d),segment_id=96f51d57-65b2-4cdc-9d5b-14f606e8bb9d)] {{(pid=105585) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:22:37.977646 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-88423503-5c81-4d8e-b30c-1fa01186ec38 req-d1252c2e-911f-48d2-92d5-75bad077572c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10221672'] for port, after_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:37.989159 n-d-705658-22 neutron-server[105584]: INFO neutron.pecan_wsgi.hooks.translation [None req-e08be264-c49a-4ae7-a393-f5c237ba9ce3 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] DELETE failed (client error): The resource could not be found. Jul 27 21:22:37.989893 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e08be264-c49a-4ae7-a393-f5c237ba9ce3 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105584) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 21:22:37.991665 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-e08be264-c49a-4ae7-a393-f5c237ba9ce3 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] 10.222.0.59 "DELETE /v2.0/ports/b791fceb-dd5c-4a4a-b8cb-aabbcfde2963 HTTP/1.1" status: 404 len: 333 time: 0.0385950 Jul 27 21:22:37.992674 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-15dbd5ff-3233-4404-aa6e-465f1a166a1f tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-990557'] for network, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:37.994224 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 52578) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:38.031356 n-d-705658-22 neutron-server[105584]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7f6c514-4f58-48aa-9797-5fe880844430 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] DELETE failed (client error): The resource could not be found. Jul 27 21:22:38.031988 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f7f6c514-4f58-48aa-9797-5fe880844430 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105584) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 21:22:38.033853 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-f7f6c514-4f58-48aa-9797-5fe880844430 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] 10.222.0.59 "DELETE /v2.0/subnets/da842abe-1fe4-49c2-abd2-d2602918ed84 HTTP/1.1" status: 404 len: 337 time: 0.0386963 Jul 27 21:22:38.036553 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 52582) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:38.039909 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88423503-5c81-4d8e-b30c-1fa01186ec38 req-d1252c2e-911f-48d2-92d5-75bad077572c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:22:38.040519 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-88423503-5c81-4d8e-b30c-1fa01186ec38 req-d1252c2e-911f-48d2-92d5-75bad077572c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:38.042605 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-88423503-5c81-4d8e-b30c-1fa01186ec38 req-d1252c2e-911f-48d2-92d5-75bad077572c service neutron] 10.222.0.60 "PUT /v2.0/ports/7ea253f9-8443-4121-91f5-84b9f528beda HTTP/1.1" status: 200 len: 1092 time: 2.4115903 Jul 27 21:22:38.046111 n-d-705658-22 neutron-server[105585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5ea73bb-edaf-47c2-9f36-d8273f60e5d5', 'tag': '7ea253f9-8443-4121-91f5-84b9f528beda'}] {{(pid=105585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:22:38.052839 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d66fd65881426bfc2b5388084a3654e5eae521106a15a3dbf0eb4cde7106c36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24d21794-2e00-4bc7-bf91-fe8e50f99ba5" -d '{"events": [{"name": "network-changed", "server_uuid": "c5ea73bb-edaf-47c2-9f36-d8273f60e5d5", "tag": "7ea253f9-8443-4121-91f5-84b9f528beda"}]}' {{(pid=105585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:22:38.082740 n-d-705658-22 neutron-server[105584]: INFO neutron.pecan_wsgi.hooks.translation [None req-81e748ed-0a0c-4b56-b965-f10ca3beae81 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] DELETE failed (client error): The resource could not be found. Jul 27 21:22:38.083676 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-81e748ed-0a0c-4b56-b965-f10ca3beae81 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105584) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 21:22:38.085653 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-81e748ed-0a0c-4b56-b965-f10ca3beae81 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] 10.222.0.59 "DELETE /v2.0/ports/405b3687-d801-43d8-a61f-c78a2de3a1e6 HTTP/1.1" status: 404 len: 333 time: 0.0480344 Jul 27 21:22:38.089697 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 52586) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:38.132286 n-d-705658-22 neutron-server[105584]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8be8ddf-5aaf-4a1a-b901-2091498593de tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] DELETE failed (client error): The resource could not be found. Jul 27 21:22:38.132762 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8be8ddf-5aaf-4a1a-b901-2091498593de tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105584) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 21:22:38.134567 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-b8be8ddf-5aaf-4a1a-b901-2091498593de tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] 10.222.0.59 "DELETE /v2.0/subnets/16577e8d-0ca5-46a0-aa9d-e1cf910a40fd HTTP/1.1" status: 404 len: 337 time: 0.0435636 Jul 27 21:22:38.138081 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 52592) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:38.152339 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989bce82-41ce-40bf-9c9f-2864f6c0dd98 req-3d05877f-8cc7-4aac-82b0-96d741b89e18 tempest-VolumesActionsTest-1041040997 tempest-VolumesActionsTest-1041040997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:22:38.171646 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-989bce82-41ce-40bf-9c9f-2864f6c0dd98 req-3d05877f-8cc7-4aac-82b0-96d741b89e18 tempest-VolumesActionsTest-1041040997 tempest-VolumesActionsTest-1041040997-project] 10.222.0.59 "GET /v2.0/ports?device_id=0e478996-fc5c-41c5-8cf4-c014e8b68d30 HTTP/1.1" status: 200 len: 945 time: 0.3601091 Jul 27 21:22:38.187054 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 56a178a1-0729-4924-aece-7bb1c1bde68a no longer exists at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:22:38.196011 n-d-705658-22 neutron-server[105584]: INFO neutron.pecan_wsgi.hooks.translation [None req-0694e543-3bd8-472f-bdc4-32ff5aeecd63 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] DELETE failed (client error): The resource could not be found. Jul 27 21:22:38.196753 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0694e543-3bd8-472f-bdc4-32ff5aeecd63 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105584) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 21:22:38.198520 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-0694e543-3bd8-472f-bdc4-32ff5aeecd63 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] 10.222.0.59 "DELETE /v2.0/ports/11795b32-2486-4d0f-9401-59a9ee43aa2c HTTP/1.1" status: 404 len: 333 time: 0.0592735 Jul 27 21:22:38.204278 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 52596) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:38.217801 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:22:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e96ce6e4-efc0-4930-9e0a-f5206aaf3abe x-openstack-request-id: req-e96ce6e4-efc0-4930-9e0a-f5206aaf3abe {{(pid=105585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:22:38.218218 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5ea73bb-edaf-47c2-9f36-d8273f60e5d5", "tag": "7ea253f9-8443-4121-91f5-84b9f528beda", "status": "completed", "code": 200}]} {{(pid=105585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:22:38.218562 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-e96ce6e4-efc0-4930-9e0a-f5206aaf3abe {{(pid=105585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:22:38.219070 n-d-705658-22 neutron-server[105585]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5ea73bb-edaf-47c2-9f36-d8273f60e5d5', 'tag': '7ea253f9-8443-4121-91f5-84b9f528beda', 'status': 'completed', 'code': 200} Jul 27 21:22:38.234578 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] No Port match for: 56a178a1-0729-4924-aece-7bb1c1bde68a {{(pid=105586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:22:38.235205 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 56a178a1-0729-4924-aece-7bb1c1bde68a not bound to the agent host n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:22:38.264013 n-d-705658-22 neutron-server[105584]: INFO neutron.pecan_wsgi.hooks.translation [None req-5de82415-da47-4b5f-8e47-e0928590b1a0 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] DELETE failed (client error): The resource could not be found. Jul 27 21:22:38.267658 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5de82415-da47-4b5f-8e47-e0928590b1a0 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105584) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 21:22:38.269658 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-5de82415-da47-4b5f-8e47-e0928590b1a0 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] 10.222.0.59 "DELETE /v2.0/subnets/0e2895ac-0f27-450e-aa7a-57e0e6068ea9 HTTP/1.1" status: 404 len: 337 time: 0.0641551 Jul 27 21:22:38.272624 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 52604) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:38.310438 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-989bce82-41ce-40bf-9c9f-2864f6c0dd98 req-f4c76431-1a93-4e86-9ee3-8aa82583419b tempest-VolumesActionsTest-1041040997 tempest-VolumesActionsTest-1041040997-project] 10.222.0.59 "GET /v2.0/security-groups?id=2ef113d1-a3a7-402b-a668-6dc148671140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371639 Jul 27 21:22:38.325497 n-d-705658-22 neutron-server[105584]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab75d0bb-7be5-44e0-a9cc-23360a3b8203 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] DELETE failed (client error): The resource could not be found. Jul 27 21:22:38.326334 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ab75d0bb-7be5-44e0-a9cc-23360a3b8203 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105584) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 21:22:38.328435 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-ab75d0bb-7be5-44e0-a9cc-23360a3b8203 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] 10.222.0.59 "DELETE /v2.0/ports/1a6797f1-8976-4d84-ae5d-1b01996eae91 HTTP/1.1" status: 404 len: 333 time: 0.0547991 Jul 27 21:22:38.346289 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 52606) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:38.368318 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1252c2e-911f-48d2-92d5-75bad077572c service neutron] Pushing event updated for resources: {'Port': ['ID=7ea253f9-8443-4121-91f5-84b9f528beda,revision_number=3']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:22:38.391618 n-d-705658-22 neutron-server[105584]: INFO neutron.pecan_wsgi.hooks.translation [None req-4aff5567-d9dd-40a5-a4fa-23471186bd70 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] DELETE failed (client error): The resource could not be found. Jul 27 21:22:38.392182 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4aff5567-d9dd-40a5-a4fa-23471186bd70 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105584) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 21:22:38.396340 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-4aff5567-d9dd-40a5-a4fa-23471186bd70 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] 10.222.0.59 "DELETE /v2.0/subnets/64de071c-bd43-4d2a-8551-7dc21ce3f452 HTTP/1.1" status: 404 len: 337 time: 0.0467987 Jul 27 21:22:38.396908 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 52608) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:38.455527 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-15dbd5ff-3233-4404-aa6e-465f1a166a1f tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853562', 'neutron.services.segments.db._delete_segments_for_network-8790688882975'] for network, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:38.475448 n-d-705658-22 neutron-server[105585]: DEBUG neutron.services.segments.db [None req-15dbd5ff-3233-4404-aa6e-465f1a166a1f tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1af7821-3064-4af5-8780-df3ae5343cdc']}} {{(pid=105585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:22:38.490605 n-d-705658-22 neutron-server[105585]: DEBUG neutron.services.segments.db [None req-15dbd5ff-3233-4404-aa6e-465f1a166a1f tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55210df8-82d9-4c74-a25a-3545905c397f') {'for_net_delete': True} {{(pid=105585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:22:38.490905 n-d-705658-22 neutron-server[105585]: DEBUG neutron.services.segments.db [None req-15dbd5ff-3233-4404-aa6e-465f1a166a1f tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55210df8-82d9-4c74-a25a-3545905c397f') {} {{(pid=105585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:22:38.505562 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-15dbd5ff-3233-4404-aa6e-465f1a166a1f tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790688883752', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9886370'] for segment, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:38.508992 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88423503-5c81-4d8e-b30c-1fa01186ec38 req-fe83eb49-5272-4381-bedb-ba964b97e078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:22:38.510567 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-88423503-5c81-4d8e-b30c-1fa01186ec38 req-fe83eb49-5272-4381-bedb-ba964b97e078 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=379416b786c44e07b1b1ba1a5ea96882&device_id=c5ea73bb-edaf-47c2-9f36-d8273f60e5d5 HTTP/1.1" status: 200 len: 1095 time: 0.4090068 Jul 27 21:22:38.518345 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-f2d1f9f3-6b4c-498c-bb79-bb259f41c562 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-990557'] for network, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:38.549883 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-15dbd5ff-3233-4404-aa6e-465f1a166a1f tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:38.590555 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-88423503-5c81-4d8e-b30c-1fa01186ec38 req-525f9f10-561c-4479-888a-9558d8f14563 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7ea253f9-8443-4121-91f5-84b9f528beda HTTP/1.1" status: 200 len: 217 time: 0.0692768 Jul 27 21:22:38.597719 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15dbd5ff-3233-4404-aa6e-465f1a166a1f tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Releasing vlan 234 on physical network physnet1 to pool {{(pid=105585) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:22:38.598869 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-15dbd5ff-3233-4404-aa6e-465f1a166a1f tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10221644'] for segment, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:38.602428 n-d-705658-22 neutron-server[105585]: Traceback (most recent call last): Jul 27 21:22:38.602428 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:22:38.602428 n-d-705658-22 neutron-server[105585]: timer() Jul 27 21:22:38.602428 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:22:38.602428 n-d-705658-22 neutron-server[105585]: cb(*args, **kw) Jul 27 21:22:38.602428 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:22:38.602428 n-d-705658-22 neutron-server[105585]: return func(*args, **kwargs) Jul 27 21:22:38.602428 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:22:38.602428 n-d-705658-22 neutron-server[105585]: self._notify() Jul 27 21:22:38.602428 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:22:38.602428 n-d-705658-22 neutron-server[105585]: self.callback(batched_events) Jul 27 21:22:38.602428 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:22:38.602428 n-d-705658-22 neutron-server[105585]: event.method(event) Jul 27 21:22:38.602428 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:22:38.602428 n-d-705658-22 neutron-server[105585]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:22:38.602428 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:22:38.602428 n-d-705658-22 neutron-server[105585]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:22:38.602428 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:22:38.602428 n-d-705658-22 neutron-server[105585]: return f(self, *a, **k) Jul 27 21:22:38.602428 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:22:38.602428 n-d-705658-22 neutron-server[105585]: return self._get(url).json() Jul 27 21:22:38.602428 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:22:38.602428 n-d-705658-22 neutron-server[105585]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:22:38.602428 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:22:38.602428 n-d-705658-22 neutron-server[105585]: return self.request(url, 'GET', **kwargs) Jul 27 21:22:38.602428 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:22:38.602428 n-d-705658-22 neutron-server[105585]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:22:38.602428 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:22:38.602428 n-d-705658-22 neutron-server[105585]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:22:38.602428 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:22:38.602428 n-d-705658-22 neutron-server[105585]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:22:38.602428 n-d-705658-22 neutron-server[105585]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:22:38.630280 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-f2d1f9f3-6b4c-498c-bb79-bb259f41c562 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853562', 'neutron.services.segments.db._delete_segments_for_network-8790688882975'] for network, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:38.640928 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.segments.db [None req-f2d1f9f3-6b4c-498c-bb79-bb259f41c562 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d615a85-844c-4c57-a0fc-2090e87300f0']}} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:22:38.652520 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.segments.db [None req-f2d1f9f3-6b4c-498c-bb79-bb259f41c562 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '532d8a52-575f-45de-a3af-efbea8c8f6d5') {'for_net_delete': True} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:22:38.652743 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.segments.db [None req-f2d1f9f3-6b4c-498c-bb79-bb259f41c562 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '532d8a52-575f-45de-a3af-efbea8c8f6d5') {} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:22:38.663892 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-f2d1f9f3-6b4c-498c-bb79-bb259f41c562 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790688883752', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9014348'] for segment, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:38.700216 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-f2d1f9f3-6b4c-498c-bb79-bb259f41c562 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:38.717278 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2d1f9f3-6b4c-498c-bb79-bb259f41c562 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Releasing vlan 230 on physical network physnet1 to pool {{(pid=105584) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:22:38.718112 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-f2d1f9f3-6b4c-498c-bb79-bb259f41c562 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9014063'] for segment, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:38.722490 n-d-705658-22 neutron-server[105584]: Traceback (most recent call last): Jul 27 21:22:38.722490 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:22:38.722490 n-d-705658-22 neutron-server[105584]: timer() Jul 27 21:22:38.722490 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:22:38.722490 n-d-705658-22 neutron-server[105584]: cb(*args, **kw) Jul 27 21:22:38.722490 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:22:38.722490 n-d-705658-22 neutron-server[105584]: return func(*args, **kwargs) Jul 27 21:22:38.722490 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:22:38.722490 n-d-705658-22 neutron-server[105584]: self._notify() Jul 27 21:22:38.722490 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:22:38.722490 n-d-705658-22 neutron-server[105584]: self.callback(batched_events) Jul 27 21:22:38.722490 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:22:38.722490 n-d-705658-22 neutron-server[105584]: event.method(event) Jul 27 21:22:38.722490 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:22:38.722490 n-d-705658-22 neutron-server[105584]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:22:38.722490 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:22:38.722490 n-d-705658-22 neutron-server[105584]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:22:38.722490 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:22:38.722490 n-d-705658-22 neutron-server[105584]: return f(self, *a, **k) Jul 27 21:22:38.722490 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:22:38.722490 n-d-705658-22 neutron-server[105584]: return self._get(url).json() Jul 27 21:22:38.722490 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:22:38.722490 n-d-705658-22 neutron-server[105584]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:22:38.722490 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:22:38.722490 n-d-705658-22 neutron-server[105584]: return self.request(url, 'GET', **kwargs) Jul 27 21:22:38.722490 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:22:38.722490 n-d-705658-22 neutron-server[105584]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:22:38.722490 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:22:38.722490 n-d-705658-22 neutron-server[105584]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:22:38.722490 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:22:38.722490 n-d-705658-22 neutron-server[105584]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:22:38.722490 n-d-705658-22 neutron-server[105584]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:22:38.735147 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-15dbd5ff-3233-4404-aa6e-465f1a166a1f tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4075658'] for network, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:38.742704 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88423503-5c81-4d8e-b30c-1fa01186ec38 req-5d986d40-efe6-49d6-81da-5339d456c6e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:22:38.744631 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-88423503-5c81-4d8e-b30c-1fa01186ec38 req-5d986d40-efe6-49d6-81da-5339d456c6e5 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e8e99250-8db6-4cda-90d7-d1a47aac9480 HTTP/1.1" status: 200 len: 834 time: 0.1297863 Jul 27 21:22:38.765774 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-15dbd5ff-3233-4404-aa6e-465f1a166a1f tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Notify callbacks [] for network, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:38.768212 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-15dbd5ff-3233-4404-aa6e-465f1a166a1f tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] 10.222.0.59 "DELETE /v2.0/networks/d1af7821-3064-4af5-8780-df3ae5343cdc HTTP/1.1" status: 204 len: 168 time: 0.9495802 Jul 27 21:22:38.797433 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-f2d1f9f3-6b4c-498c-bb79-bb259f41c562 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4075658'] for network, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:38.810488 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-f2d1f9f3-6b4c-498c-bb79-bb259f41c562 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743886'] for network, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:38.813022 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-f2d1f9f3-6b4c-498c-bb79-bb259f41c562 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] 10.222.0.59 "DELETE /v2.0/networks/1d615a85-844c-4c57-a0fc-2090e87300f0 HTTP/1.1" status: 204 len: 168 time: 0.4151742 Jul 27 21:22:38.856122 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d1f9f3-6b4c-498c-bb79-bb259f41c562 tempest-NetworksTestDHCPv6-1135627672 tempest-NetworksTestDHCPv6-1135627672-project] Pushing event deleted for resources: {'Network': ['ID=1d615a85-844c-4c57-a0fc-2090e87300f0,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:22:38.856715 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15dbd5ff-3233-4404-aa6e-465f1a166a1f tempest-PortsTestJSON-283735815 tempest-PortsTestJSON-283735815-project] Pushing event deleted for resources: {'Network': ['ID=d1af7821-3064-4af5-8780-df3ae5343cdc,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:22:38.924399 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-89adf23f-2986-48c3-9d1b-43c778cd1799 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:38.953571 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88423503-5c81-4d8e-b30c-1fa01186ec38 req-eaaea426-bc4a-4064-953f-a8a9263a762c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:22:38.955162 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-88423503-5c81-4d8e-b30c-1fa01186ec38 req-eaaea426-bc4a-4064-953f-a8a9263a762c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e5dbfc22-3d07-4f08-ba90-beae97f55608&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1952639 Jul 27 21:22:38.964099 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8783e7aa-7508-42fd-af56-64cc5ded4831 req-ae32e77e-dd89-4ff2-98c3-008ce54915b2 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:22:38.966060 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-8783e7aa-7508-42fd-af56-64cc5ded4831 req-ae32e77e-dd89-4ff2-98c3-008ce54915b2 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] 10.222.0.59 "GET /v2.0/ports?device_id=c5ea73bb-edaf-47c2-9f36-d8273f60e5d5 HTTP/1.1" status: 200 len: 943 time: 0.1954379 Jul 27 21:22:39.066768 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-8783e7aa-7508-42fd-af56-64cc5ded4831 req-928f8b06-d663-4ccb-ae8a-191f023e9452 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] 10.222.0.59 "GET /v2.0/security-groups?id=e916e9b6-267b-4820-a856-ddc66d274821&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0904095 Jul 27 21:22:39.112081 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-88423503-5c81-4d8e-b30c-1fa01186ec38 req-7e3a43f8-b732-4045-bc7c-f3162c324f9c service neutron] 10.222.0.60 "GET /v2.0/networks/e5dbfc22-3d07-4f08-ba90-beae97f55608?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1448200 Jul 27 21:22:39.118435 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d46f60-dae8-4fbc-bab9-e7d0ea34df45 req-adfcfb51-bc5f-44ee-929c-ffc72bbcc8b2 tempest-VolumesActionsTest-1041040997 tempest-VolumesActionsTest-1041040997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:22:39.119990 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-48d46f60-dae8-4fbc-bab9-e7d0ea34df45 req-adfcfb51-bc5f-44ee-929c-ffc72bbcc8b2 tempest-VolumesActionsTest-1041040997 tempest-VolumesActionsTest-1041040997-project] 10.222.0.36 "GET /v2.0/ports?device_id=0e478996-fc5c-41c5-8cf4-c014e8b68d30 HTTP/1.1" status: 200 len: 945 time: 0.0850263 Jul 27 21:22:39.231229 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-88423503-5c81-4d8e-b30c-1fa01186ec38 req-517b8f84-f302-4d55-be7c-6c62dd8136e5 service neutron] 10.222.0.60 "GET /v2.0/networks/e5dbfc22-3d07-4f08-ba90-beae97f55608?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1114240 Jul 27 21:22:39.242658 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [req-48d46f60-dae8-4fbc-bab9-e7d0ea34df45 req-163d03f2-14da-422b-abac-19e4aeaf5cfa tempest-VolumesActionsTest-1041040997 tempest-VolumesActionsTest-1041040997-project] Deleting port 820cb8d6-6b2f-440b-9fd5-edc43eae3788 {{(pid=105584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:22:39.243027 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-48d46f60-dae8-4fbc-bab9-e7d0ea34df45 req-163d03f2-14da-422b-abac-19e4aeaf5cfa tempest-VolumesActionsTest-1041040997 tempest-VolumesActionsTest-1041040997-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:39.318720 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 52644) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:39.319013 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 52646) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:39.361550 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d21794-2e00-4bc7-bf91-fe8e50f99ba5 req-00e8c221-d0a0-439f-91c3-63f4deb7210e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:22:39.364064 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-24d21794-2e00-4bc7-bf91-fe8e50f99ba5 req-00e8c221-d0a0-439f-91c3-63f4deb7210e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=379416b786c44e07b1b1ba1a5ea96882&device_id=c5ea73bb-edaf-47c2-9f36-d8273f60e5d5 HTTP/1.1" status: 200 len: 1095 time: 0.0794070 Jul 27 21:22:39.389374 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [req-48d46f60-dae8-4fbc-bab9-e7d0ea34df45 req-163d03f2-14da-422b-abac-19e4aeaf5cfa tempest-VolumesActionsTest-1041040997 tempest-VolumesActionsTest-1041040997-project] For port 820cb8d6-6b2f-440b-9fd5-edc43eae3788, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=820cb8d6-6b2f-440b-9fd5-edc43eae3788,segment=NetworkSegment(18e10d91-ebad-46c9-a595-c7d7342be977),segment_id=18e10d91-ebad-46c9-a595-c7d7342be977)] {{(pid=105584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:22:39.390568 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-48d46f60-dae8-4fbc-bab9-e7d0ea34df45 req-163d03f2-14da-422b-abac-19e4aeaf5cfa tempest-VolumesActionsTest-1041040997 tempest-VolumesActionsTest-1041040997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:39.409340 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [req-48d46f60-dae8-4fbc-bab9-e7d0ea34df45 req-163d03f2-14da-422b-abac-19e4aeaf5cfa tempest-VolumesActionsTest-1041040997 tempest-VolumesActionsTest-1041040997-project] Calling delete_port for 820cb8d6-6b2f-440b-9fd5-edc43eae3788 owned by compute:nova {{(pid=105584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:22:39.569498 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d21794-2e00-4bc7-bf91-fe8e50f99ba5 req-6e7a75e1-1d7c-4c35-b2cf-8eeadc49fecc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:22:39.572088 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-24d21794-2e00-4bc7-bf91-fe8e50f99ba5 req-6e7a75e1-1d7c-4c35-b2cf-8eeadc49fecc service neutron] 10.222.0.60 "GET /v2.0/networks?id=e5dbfc22-3d07-4f08-ba90-beae97f55608 HTTP/1.1" status: 200 len: 898 time: 0.1992576 Jul 27 21:22:39.667306 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-48d46f60-dae8-4fbc-bab9-e7d0ea34df45 req-163d03f2-14da-422b-abac-19e4aeaf5cfa tempest-VolumesActionsTest-1041040997 tempest-VolumesActionsTest-1041040997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:39.681226 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] get_ports_and_sgs() called for port_ids ['820cb8d6-6b2f-440b-9fd5-edc43eae3788'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:22:39.723123 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-24d21794-2e00-4bc7-bf91-fe8e50f99ba5 req-52de0c6b-982b-4eea-ae61-6a37f95f34c4 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7ea253f9-8443-4121-91f5-84b9f528beda HTTP/1.1" status: 200 len: 217 time: 0.1172974 Jul 27 21:22:39.723284 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163d03f2-14da-422b-abac-19e4aeaf5cfa tempest-VolumesActionsTest-1041040997 tempest-VolumesActionsTest-1041040997-project] Pushing event deleted for resources: {'Port': ['ID=820cb8d6-6b2f-440b-9fd5-edc43eae3788,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:22:39.797422 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [req-48d46f60-dae8-4fbc-bab9-e7d0ea34df45 req-163d03f2-14da-422b-abac-19e4aeaf5cfa tempest-VolumesActionsTest-1041040997 tempest-VolumesActionsTest-1041040997-project] No DVR routers for this DVR port 820cb8d6-6b2f-440b-9fd5-edc43eae3788 on host n-h1-705658-22 {{(pid=105584) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:22:39.799943 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-48d46f60-dae8-4fbc-bab9-e7d0ea34df45 req-163d03f2-14da-422b-abac-19e4aeaf5cfa tempest-VolumesActionsTest-1041040997 tempest-VolumesActionsTest-1041040997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:39.802607 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-48d46f60-dae8-4fbc-bab9-e7d0ea34df45 req-163d03f2-14da-422b-abac-19e4aeaf5cfa tempest-VolumesActionsTest-1041040997 tempest-VolumesActionsTest-1041040997-project] 10.222.0.36 "DELETE /v2.0/ports/820cb8d6-6b2f-440b-9fd5-edc43eae3788 HTTP/1.1" status: 204 len: 173 time: 0.6757884 Jul 27 21:22:39.803055 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e478996-fc5c-41c5-8cf4-c014e8b68d30', 'name': 'network-vif-deleted', 'tag': '820cb8d6-6b2f-440b-9fd5-edc43eae3788'}] {{(pid=105584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:22:39.805348 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bce5e6c8685464f7626901654159975603b047827e3138302ed6566e28f1343" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b06ae2e-dba0-40d7-b669-8351814f01e6" -d '{"events": [{"server_uuid": "0e478996-fc5c-41c5-8cf4-c014e8b68d30", "name": "network-vif-deleted", "tag": "820cb8d6-6b2f-440b-9fd5-edc43eae3788"}]}' {{(pid=105584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:22:39.849853 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:22:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7dcd2dd-aa79-4002-858b-7446922b6d79 x-openstack-request-id: req-e7dcd2dd-aa79-4002-858b-7446922b6d79 {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:22:39.850761 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e478996-fc5c-41c5-8cf4-c014e8b68d30", "name": "network-vif-deleted", "tag": "820cb8d6-6b2f-440b-9fd5-edc43eae3788", "status": "completed", "code": 200}]} {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:22:39.851053 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-50bb6d04-076c-4922-92de-bf38ddd870c7 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=454b79f542fc4867a07c409c85be23c7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5300345 Jul 27 21:22:39.853470 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-e7dcd2dd-aa79-4002-858b-7446922b6d79 {{(pid=105584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:22:39.853903 n-d-705658-22 neutron-server[105584]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e478996-fc5c-41c5-8cf4-c014e8b68d30', 'name': 'network-vif-deleted', 'tag': '820cb8d6-6b2f-440b-9fd5-edc43eae3788', 'status': 'completed', 'code': 200} Jul 27 21:22:39.854538 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 52668) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:39.890888 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3416bb29-8a30-4415-bb76-e4a2bf322910 req-c4b0b6a9-072a-42df-a270-d9788d5409b0 tempest-VolumesActionsTest-1041040997 tempest-VolumesActionsTest-1041040997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:22:39.892472 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-3416bb29-8a30-4415-bb76-e4a2bf322910 req-c4b0b6a9-072a-42df-a270-d9788d5409b0 tempest-VolumesActionsTest-1041040997 tempest-VolumesActionsTest-1041040997-project] 10.222.0.59 "GET /v2.0/ports?device_id=0e478996-fc5c-41c5-8cf4-c014e8b68d30 HTTP/1.1" status: 200 len: 867 time: 0.3203959 Jul 27 21:22:39.895660 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-305c2b8f-316d-4daa-ab68-f99d3178a1f7 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=fcd7bb7d26624f8f823446f0b0a5006f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5736594 Jul 27 21:22:39.898031 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d21794-2e00-4bc7-bf91-fe8e50f99ba5 req-0097f368-eae1-446b-9b56-d7706d1c1e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:22:39.899125 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 52672) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:39.899966 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-24d21794-2e00-4bc7-bf91-fe8e50f99ba5 req-0097f368-eae1-446b-9b56-d7706d1c1e07 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e8e99250-8db6-4cda-90d7-d1a47aac9480 HTTP/1.1" status: 200 len: 834 time: 0.1744862 Jul 27 21:22:39.952901 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-229e119d-c581-40dc-9f2b-5b01ce4cd671 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:39.994695 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-229e119d-c581-40dc-9f2b-5b01ce4cd671 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:40.002173 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-3416bb29-8a30-4415-bb76-e4a2bf322910 req-91a5df21-d6a5-411c-99e5-98b3f7bc7c97 tempest-VolumesActionsTest-1041040997 tempest-VolumesActionsTest-1041040997-project] 10.222.0.59 "GET /v2.0/security-groups?id=2ef113d1-a3a7-402b-a668-6dc148671140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010225 Jul 27 21:22:40.008893 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-84f13873-7408-4bdd-9456-68f3239b8c5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:40.024925 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d21794-2e00-4bc7-bf91-fe8e50f99ba5 req-c773342e-cc7e-4479-b666-2544ed3a558d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:22:40.026572 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-24d21794-2e00-4bc7-bf91-fe8e50f99ba5 req-c773342e-cc7e-4479-b666-2544ed3a558d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e5dbfc22-3d07-4f08-ba90-beae97f55608&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1178856 Jul 27 21:22:40.059308 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-84f13873-7408-4bdd-9456-68f3239b8c5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:40.092276 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-229e119d-c581-40dc-9f2b-5b01ce4cd671 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:40.095051 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-229e119d-c581-40dc-9f2b-5b01ce4cd671 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:40.098480 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-229e119d-c581-40dc-9f2b-5b01ce4cd671 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/6f39b77f-a21f-4f20-bfc0-cb1848f3321d HTTP/1.1" status: 204 len: 168 time: 0.2405720 Jul 27 21:22:40.130444 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229e119d-c581-40dc-9f2b-5b01ce4cd671 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f39b77f-a21f-4f20-bfc0-cb1848f3321d,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:22:40.150542 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-24d21794-2e00-4bc7-bf91-fe8e50f99ba5 req-ff3f8d53-c24f-4fcc-9ca4-57fc83504401 service neutron] 10.222.0.60 "GET /v2.0/networks/e5dbfc22-3d07-4f08-ba90-beae97f55608?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1159899 Jul 27 21:22:40.174555 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-84f13873-7408-4bdd-9456-68f3239b8c5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:40.178839 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-84f13873-7408-4bdd-9456-68f3239b8c5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:40.183291 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-84f13873-7408-4bdd-9456-68f3239b8c5a admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/c7681d8b-b10a-4a1f-968b-1c15a96cea3f HTTP/1.1" status: 204 len: 168 time: 0.2806678 Jul 27 21:22:40.195960 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f13873-7408-4bdd-9456-68f3239b8c5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7681d8b-b10a-4a1f-968b-1c15a96cea3f,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:22:40.241650 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:40.653352 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-24d21794-2e00-4bc7-bf91-fe8e50f99ba5 req-ecf1ce81-6d4f-4e1d-a415-956e371b57e5 service neutron] 10.222.0.60 "GET /v2.0/networks/e5dbfc22-3d07-4f08-ba90-beae97f55608?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4860170 Jul 27 21:22:40.675588 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3c1f09-1e05-4b0d-8303-97e4538be074 req-d16f815b-dad3-47ce-b9c9-75c2fd94bc54 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:22:40.683722 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-bc3c1f09-1e05-4b0d-8303-97e4538be074 req-d16f815b-dad3-47ce-b9c9-75c2fd94bc54 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] 10.222.0.59 "GET /v2.0/ports?device_id=c5ea73bb-edaf-47c2-9f36-d8273f60e5d5 HTTP/1.1" status: 200 len: 943 time: 0.4265943 Jul 27 21:22:40.739932 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-bc3c1f09-1e05-4b0d-8303-97e4538be074 req-6fd2cd41-a744-4b1f-8a9f-6c5dc1bd1546 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] 10.222.0.59 "GET /v2.0/security-groups?id=e916e9b6-267b-4820-a856-ddc66d274821&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551436 Jul 27 21:22:40.832789 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 52700) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:40.999883 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-aebddebc-8f97-40ae-8855-49241b14c64b admin admin] Notify callbacks [] for security_group, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:41.127141 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-aebddebc-8f97-40ae-8855-49241b14c64b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:41.132273 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-aebddebc-8f97-40ae-8855-49241b14c64b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:41.172236 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-aebddebc-8f97-40ae-8855-49241b14c64b admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=c0478b7f267c413f90bcb4dca2adc62e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3370168 Jul 27 21:22:41.174657 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 52724) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:41.182062 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebddebc-8f97-40ae-8855-49241b14c64b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbc92c98-f676-4996-8e33-cdc2aec2bfd8,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:22:41.236818 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-8e5d283c-2545-4a3b-ac0e-9182aeb8d147 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:41.266451 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-8e5d283c-2545-4a3b-ac0e-9182aeb8d147 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:41.336274 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-8e5d283c-2545-4a3b-ac0e-9182aeb8d147 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:41.341813 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-8e5d283c-2545-4a3b-ac0e-9182aeb8d147 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:41.343477 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-8e5d283c-2545-4a3b-ac0e-9182aeb8d147 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/dbc92c98-f676-4996-8e33-cdc2aec2bfd8 HTTP/1.1" status: 204 len: 168 time: 0.1676512 Jul 27 21:22:41.354532 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5d283c-2545-4a3b-ac0e-9182aeb8d147 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbc92c98-f676-4996-8e33-cdc2aec2bfd8,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:22:41.419140 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 52746) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:41.454985 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c351a2a-d1ea-443b-b71b-744002f80a70 req-a0f9df05-972a-4498-b8ab-6c2597364b74 tempest-VolumesActionsTest-1041040997 tempest-VolumesActionsTest-1041040997-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:22:41.456473 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-4c351a2a-d1ea-443b-b71b-744002f80a70 req-a0f9df05-972a-4498-b8ab-6c2597364b74 tempest-VolumesActionsTest-1041040997 tempest-VolumesActionsTest-1041040997-project] 10.222.0.59 "GET /v2.0/networks?id=931fb9ff-9259-4e72-a5c3-3639bed88ea6 HTTP/1.1" status: 200 len: 809 time: 0.1440485 Jul 27 21:22:41.473041 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-4c351a2a-d1ea-443b-b71b-744002f80a70 req-92834cc6-7955-4583-8ec9-ef481c1753f7 tempest-VolumesActionsTest-1041040997 tempest-VolumesActionsTest-1041040997-project] 10.222.0.59 "GET /v2.0/quotas/4f34f105adee402794bc57864714230e HTTP/1.1" status: 200 len: 375 time: 0.0094082 Jul 27 21:22:41.516151 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-4c351a2a-d1ea-443b-b71b-744002f80a70 req-0dbd12df-301e-489f-92d3-7d4b54e7f2da tempest-VolumesActionsTest-1041040997 tempest-VolumesActionsTest-1041040997-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=4f34f105adee402794bc57864714230e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0364060 Jul 27 21:22:41.556340 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-4a32d7a0-b09f-4350-8296-c0c693ce86b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:41.583542 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-c35de040-b8ca-4116-b824-a513694e11d5 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2001933624'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:22:41.609880 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c35de040-b8ca-4116-b824-a513694e11d5 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Made reservation on behalf of 2c7b7887b0f848c597ec952cc967d92c for: {'network': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:22:41.616388 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c35de040-b8ca-4116-b824-a513694e11d5 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for network, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:41.629481 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c35de040-b8ca-4116-b824-a513694e11d5 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks [] for security_group, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:41.635389 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-4c351a2a-d1ea-443b-b71b-744002f80a70 req-ee901fe9-e2f3-41db-8413-a7c7c1371bfc service neutron] 10.222.0.59 "GET /v2.0/networks/931fb9ff-9259-4e72-a5c3-3639bed88ea6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1102996 Jul 27 21:22:41.700502 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 52754) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:41.756945 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-4c351a2a-d1ea-443b-b71b-744002f80a70 req-fefb38f5-5667-4c2d-bb86-9e1853e420ea service neutron] 10.222.0.59 "GET /v2.0/networks/931fb9ff-9259-4e72-a5c3-3639bed88ea6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1146176 Jul 27 21:22:41.759964 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c35de040-b8ca-4116-b824-a513694e11d5 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks [] for security_group, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:41.766279 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c35de040-b8ca-4116-b824-a513694e11d5 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:41.800013 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c35de040-b8ca-4116-b824-a513694e11d5 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] vlan segment allocate from pool success with {'vlan_id': 249, 'physical_network': 'physnet1'} {{(pid=105584) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:22:41.821292 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35de040-b8ca-4116-b824-a513694e11d5 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Pushing event updated for resources: {'SecurityGroup': ['ID=09f60f42-41b4-4509-8217-ceabc87cceba,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:22:41.827331 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c35de040-b8ca-4116-b824-a513694e11d5 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:41.827772 n-d-705658-22 neutron-server[105584]: INFO neutron.db.segments_db [None req-c35de040-b8ca-4116-b824-a513694e11d5 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Added segment f8df89e5-7c74-460b-85f6-0bdce916e977 of type vlan for network 6a293620-f929-412d-b714-4c42fc16d568 Jul 27 21:22:41.886729 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:41.891175 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c35de040-b8ca-4116-b824-a513694e11d5 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790688424798'] for network, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:41.896990 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [None req-1f92ca78-2f72-426b-a0ec-f50a9c4fcf6c tempest-ExtensionsTestJSON-206315952 tempest-ExtensionsTestJSON-206315952-project] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=105585) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 21:22:41.898400 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-1f92ca78-2f72-426b-a0ec-f50a9c4fcf6c tempest-ExtensionsTestJSON-206315952 tempest-ExtensionsTestJSON-206315952-project] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.1969862 Jul 27 21:22:41.901693 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 52762) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:41.907485 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [None req-068ffa54-e0fc-4298-bcc3-855e875dbaac tempest-ExtensionsTestJSON-206315952 tempest-ExtensionsTestJSON-206315952-project] http://10.222.0.59:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=105585) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 21:22:41.908615 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-068ffa54-e0fc-4298-bcc3-855e875dbaac tempest-ExtensionsTestJSON-206315952 tempest-ExtensionsTestJSON-206315952-project] 10.222.0.59 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0057256 Jul 27 21:22:41.912689 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 52764) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:41.920004 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [None req-4800de49-b60b-4c7f-924e-98985fd3ec27 tempest-ExtensionsTestJSON-206315952 tempest-ExtensionsTestJSON-206315952-project] http://10.222.0.59:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=105584) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 21:22:41.920989 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-4800de49-b60b-4c7f-924e-98985fd3ec27 tempest-ExtensionsTestJSON-206315952 tempest-ExtensionsTestJSON-206315952-project] 10.222.0.59 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0073473 Jul 27 21:22:41.922009 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 52766) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:41.929518 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 52768) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:41.936844 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [None req-2e3197f6-17e2-4b1f-bed7-bb7ce3877b0d tempest-ExtensionsTestJSON-206315952 tempest-ExtensionsTestJSON-206315952-project] http://10.222.0.59:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=105584) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 21:22:41.938005 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-2e3197f6-17e2-4b1f-bed7-bb7ce3877b0d tempest-ExtensionsTestJSON-206315952 tempest-ExtensionsTestJSON-206315952-project] 10.222.0.59 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0070922 Jul 27 21:22:41.940814 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 52770) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:41.946288 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [None req-2478bf0c-e27d-45b4-88be-ad544575f442 tempest-ExtensionsTestJSON-206315952 tempest-ExtensionsTestJSON-206315952-project] http://10.222.0.59:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=105585) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 21:22:41.946812 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c35de040-b8ca-4116-b824-a513694e11d5 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920'] for network, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:41.947928 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-2478bf0c-e27d-45b4-88be-ad544575f442 tempest-ExtensionsTestJSON-206315952 tempest-ExtensionsTestJSON-206315952-project] 10.222.0.59 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0056031 Jul 27 21:22:41.949066 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-2d943664-9a86-48b7-a87b-e78ce3c16289 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:41.952009 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 52774) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:41.953006 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c35de040-b8ca-4116-b824-a513694e11d5 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:22:41.953637 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c35de040-b8ca-4116-b824-a513694e11d5 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743886'] for network, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:41.958614 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [None req-f1dfceeb-273d-46d5-b9af-94502450b049 tempest-ExtensionsTestJSON-206315952 tempest-ExtensionsTestJSON-206315952-project] http://10.222.0.59:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=105585) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 21:22:41.959801 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-f1dfceeb-273d-46d5-b9af-94502450b049 tempest-ExtensionsTestJSON-206315952 tempest-ExtensionsTestJSON-206315952-project] 10.222.0.59 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0067248 Jul 27 21:22:41.962728 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 52776) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:41.989872 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-c35de040-b8ca-4116-b824-a513694e11d5 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5695581 Jul 27 21:22:41.995359 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [None req-7686f22e-6283-4a50-bd7c-0568cb274512 tempest-ExtensionsTestJSON-206315952 tempest-ExtensionsTestJSON-206315952-project] http://10.222.0.59:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=105585) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 21:22:41.996400 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-7686f22e-6283-4a50-bd7c-0568cb274512 tempest-ExtensionsTestJSON-206315952 tempest-ExtensionsTestJSON-206315952-project] 10.222.0.59 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0324891 Jul 27 21:22:42.001532 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 52780) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:42.001871 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 52782) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:42.013479 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-968aba00-a3e3-4cc4-a7db-7c7da3b251d0 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-241865948'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:22:42.014608 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [None req-92f6fcdf-b6d3-4995-a66a-2849e5ed751d tempest-ExtensionsTestJSON-206315952 tempest-ExtensionsTestJSON-206315952-project] http://10.222.0.59:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=105585) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 21:22:42.015594 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-92f6fcdf-b6d3-4995-a66a-2849e5ed751d tempest-ExtensionsTestJSON-206315952 tempest-ExtensionsTestJSON-206315952-project] 10.222.0.59 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0116687 Jul 27 21:22:42.018640 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 52786) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:42.028041 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [None req-56bace7b-1827-458a-b92b-bee01ff2d3da tempest-ExtensionsTestJSON-206315952 tempest-ExtensionsTestJSON-206315952-project] http://10.222.0.59:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=105585) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 21:22:42.029003 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-56bace7b-1827-458a-b92b-bee01ff2d3da tempest-ExtensionsTestJSON-206315952 tempest-ExtensionsTestJSON-206315952-project] 10.222.0.59 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0069060 Jul 27 21:22:42.034429 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 52790) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:42.042110 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [None req-bb504953-3cca-4872-a909-04a9e2b0fcc0 tempest-ExtensionsTestJSON-206315952 tempest-ExtensionsTestJSON-206315952-project] http://10.222.0.59:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=105584) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 21:22:42.043139 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-bb504953-3cca-4872-a909-04a9e2b0fcc0 tempest-ExtensionsTestJSON-206315952 tempest-ExtensionsTestJSON-206315952-project] 10.222.0.59 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0069921 Jul 27 21:22:42.046188 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 52792) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:42.066892 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94b8de7-8b46-4548-9ab8-872fc2da0511 req-92c4dd22-39db-40d0-9d27-a4dc7422b3c0 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:22:42.074913 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b94b8de7-8b46-4548-9ab8-872fc2da0511 req-92c4dd22-39db-40d0-9d27-a4dc7422b3c0 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] 10.222.0.59 "GET /v2.0/ports?device_id=c5ea73bb-edaf-47c2-9f36-d8273f60e5d5 HTTP/1.1" status: 200 len: 943 time: 0.2364733 Jul 27 21:22:42.075359 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35de040-b8ca-4116-b824-a513694e11d5 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Pushing event updated for resources: {'Network': ['ID=6a293620-f929-412d-b714-4c42fc16d568,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:22:42.080124 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [None req-de62fea3-28ca-4b06-9661-eac312fc507b tempest-ExtensionsTestJSON-206315952 tempest-ExtensionsTestJSON-206315952-project] http://10.222.0.59:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=105585) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 21:22:42.081230 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-de62fea3-28ca-4b06-9661-eac312fc507b tempest-ExtensionsTestJSON-206315952 tempest-ExtensionsTestJSON-206315952-project] 10.222.0.59 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0322964 Jul 27 21:22:42.087825 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 52796) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:42.091027 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.db.api [None req-968aba00-a3e3-4cc4-a7db-7c7da3b251d0 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 27 21:22:42.091027 n-d-705658-22 neutron-server[105585]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 27 21:22:42.091027 n-d-705658-22 neutron-server[105585]: [parameters: {'project_id_1': '2c7b7887b0f848c597ec952cc967d92c', 'expiration_1': datetime.datetime(2021, 7, 27, 21, 22, 42, 31585)}] Jul 27 21:22:42.091027 n-d-705658-22 neutron-server[105585]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=105585) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 27 21:22:42.091369 n-d-705658-22 neutron-server[105585]: DEBUG oslo_db.api [None req-968aba00-a3e3-4cc4-a7db-7c7da3b251d0 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=105585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 27 21:22:42.093682 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Network 6a293620-f929-412d-b714-4c42fc16d568 details requested by agent ovs-agent-n-d-705658-22 with host n-d-705658-22 {{(pid=105586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:22:42.112195 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [None req-cf96737f-64c0-44f4-9a93-30d3c19b3ff4 tempest-ExtensionsTestJSON-206315952 tempest-ExtensionsTestJSON-206315952-project] http://10.222.0.59:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=105585) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 21:22:42.113315 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-cf96737f-64c0-44f4-9a93-30d3c19b3ff4 tempest-ExtensionsTestJSON-206315952 tempest-ExtensionsTestJSON-206315952-project] 10.222.0.59 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0232947 Jul 27 21:22:42.116841 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 52800) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:42.122735 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [None req-ffecde1e-5cd8-4a44-8497-bcda9d79fda5 tempest-ExtensionsTestJSON-206315952 tempest-ExtensionsTestJSON-206315952-project] http://10.222.0.59:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=105584) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 21:22:42.124090 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-ffecde1e-5cd8-4a44-8497-bcda9d79fda5 tempest-ExtensionsTestJSON-206315952 tempest-ExtensionsTestJSON-206315952-project] 10.222.0.59 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0058334 Jul 27 21:22:42.126979 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 52802) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:42.136549 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [None req-b94b0385-9698-476b-9437-81171a844a0f tempest-ExtensionsTestJSON-206315952 tempest-ExtensionsTestJSON-206315952-project] http://10.222.0.59:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=105584) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 21:22:42.140380 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-b94b0385-9698-476b-9437-81171a844a0f tempest-ExtensionsTestJSON-206315952 tempest-ExtensionsTestJSON-206315952-project] 10.222.0.59 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0119138 Jul 27 21:22:42.143502 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 52804) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:42.148526 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-1765456b-4b9a-4db0-a1b3-074b5225e978 req-180d7818-396b-4c1f-a24f-b5881ad26784 tempest-VolumesActionsTest-1041040997 tempest-VolumesActionsTest-1041040997-project] 10.222.0.59 "GET /v2.0/ports?device_id=5dfcd107-e97b-41fa-9065-f2796a7ca148 HTTP/1.1" status: 200 len: 210 time: 0.0630713 Jul 27 21:22:42.151106 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [None req-e0c5937d-1fe0-4dab-a9f6-89525ef719f9 tempest-ExtensionsTestJSON-206315952 tempest-ExtensionsTestJSON-206315952-project] http://10.222.0.59:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=105584) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 21:22:42.152202 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-e0c5937d-1fe0-4dab-a9f6-89525ef719f9 tempest-ExtensionsTestJSON-206315952 tempest-ExtensionsTestJSON-206315952-project] 10.222.0.59 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0075183 Jul 27 21:22:42.155446 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 52808) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:42.161114 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [None req-816524ab-de76-4a3a-80c3-a7c67d08279e tempest-ExtensionsTestJSON-206315952 tempest-ExtensionsTestJSON-206315952-project] http://10.222.0.59:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=105585) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 21:22:42.162230 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-816524ab-de76-4a3a-80c3-a7c67d08279e tempest-ExtensionsTestJSON-206315952 tempest-ExtensionsTestJSON-206315952-project] 10.222.0.59 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0056841 Jul 27 21:22:42.166891 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 52810) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:42.187678 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [None req-56a3d47c-30c9-4257-9d7f-3f125964dd13 tempest-ExtensionsTestJSON-206315952 tempest-ExtensionsTestJSON-206315952-project] http://10.222.0.59:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=105584) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 21:22:42.189003 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-56a3d47c-30c9-4257-9d7f-3f125964dd13 tempest-ExtensionsTestJSON-206315952 tempest-ExtensionsTestJSON-206315952-project] 10.222.0.59 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0208864 Jul 27 21:22:42.191835 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 52812) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:42.202813 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [None req-ddfb5988-393a-4ce2-85a9-61970a2149f8 tempest-ExtensionsTestJSON-206315952 tempest-ExtensionsTestJSON-206315952-project] http://10.222.0.59:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=105584) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 21:22:42.204789 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-ddfb5988-393a-4ce2-85a9-61970a2149f8 tempest-ExtensionsTestJSON-206315952 tempest-ExtensionsTestJSON-206315952-project] 10.222.0.59 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0113659 Jul 27 21:22:42.206520 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 52814) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:42.211436 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b94b8de7-8b46-4548-9ab8-872fc2da0511 req-af78fdf6-06e4-4572-9490-623456466cf5 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] 10.222.0.59 "GET /v2.0/security-groups?id=e916e9b6-267b-4820-a856-ddc66d274821&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1220367 Jul 27 21:22:42.211898 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [None req-088c9617-ff84-4019-828a-8be8fddb61b8 tempest-ExtensionsTestJSON-206315952 tempest-ExtensionsTestJSON-206315952-project] http://10.222.0.59:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=105584) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 21:22:42.213163 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-088c9617-ff84-4019-828a-8be8fddb61b8 tempest-ExtensionsTestJSON-206315952 tempest-ExtensionsTestJSON-206315952-project] 10.222.0.59 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0054007 Jul 27 21:22:42.216032 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 52816) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:42.231192 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [None req-e8325868-7493-463b-afc3-57b36a277847 tempest-ExtensionsTestJSON-206315952 tempest-ExtensionsTestJSON-206315952-project] http://10.222.0.59:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=105584) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 21:22:42.231192 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-e8325868-7493-463b-afc3-57b36a277847 tempest-ExtensionsTestJSON-206315952 tempest-ExtensionsTestJSON-206315952-project] 10.222.0.59 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0117269 Jul 27 21:22:42.231674 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 52818) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:42.236809 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [None req-2f5bb27c-beee-4f2e-a830-c35f50104cf0 tempest-ExtensionsTestJSON-206315952 tempest-ExtensionsTestJSON-206315952-project] http://10.222.0.59:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=105585) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 21:22:42.241055 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-2f5bb27c-beee-4f2e-a830-c35f50104cf0 tempest-ExtensionsTestJSON-206315952 tempest-ExtensionsTestJSON-206315952-project] 10.222.0.59 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0050666 Jul 27 21:22:42.241243 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 52822) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:42.244966 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [None req-336b2991-48bc-438e-9379-df70c8c2d1d7 tempest-ExtensionsTestJSON-206315952 tempest-ExtensionsTestJSON-206315952-project] http://10.222.0.59:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=105584) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 21:22:42.245912 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-336b2991-48bc-438e-9379-df70c8c2d1d7 tempest-ExtensionsTestJSON-206315952 tempest-ExtensionsTestJSON-206315952-project] 10.222.0.59 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0042324 Jul 27 21:22:42.251450 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 52826) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:42.256105 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [None req-1a2383a2-83ac-4684-9152-69a25b7a873f tempest-ExtensionsTestJSON-206315952 tempest-ExtensionsTestJSON-206315952-project] http://10.222.0.59:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=105584) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 21:22:42.257309 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-1a2383a2-83ac-4684-9152-69a25b7a873f tempest-ExtensionsTestJSON-206315952 tempest-ExtensionsTestJSON-206315952-project] 10.222.0.59 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0049589 Jul 27 21:22:42.259717 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 52828) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:42.265854 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [None req-e24d4908-94d7-4f4b-b765-cd8e31175d82 tempest-ExtensionsTestJSON-206315952 tempest-ExtensionsTestJSON-206315952-project] http://10.222.0.59:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=105584) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 21:22:42.266713 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-e24d4908-94d7-4f4b-b765-cd8e31175d82 tempest-ExtensionsTestJSON-206315952 tempest-ExtensionsTestJSON-206315952-project] 10.222.0.59 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0052717 Jul 27 21:22:42.269305 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 52832) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:42.273988 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [None req-14eefebf-f73e-484e-b657-e0ec07dccf1e tempest-ExtensionsTestJSON-206315952 tempest-ExtensionsTestJSON-206315952-project] http://10.222.0.59:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=105584) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 21:22:42.275163 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-14eefebf-f73e-484e-b657-e0ec07dccf1e tempest-ExtensionsTestJSON-206315952 tempest-ExtensionsTestJSON-206315952-project] 10.222.0.59 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0040777 Jul 27 21:22:42.277182 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 52834) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:42.281166 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [None req-7977fc7f-029c-4fba-b1ec-fcf1aea86776 tempest-ExtensionsTestJSON-206315952 tempest-ExtensionsTestJSON-206315952-project] http://10.222.0.59:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=105584) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 21:22:42.283304 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-2d943664-9a86-48b7-a87b-e78ce3c16289 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:42.283431 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-7977fc7f-029c-4fba-b1ec-fcf1aea86776 tempest-ExtensionsTestJSON-206315952 tempest-ExtensionsTestJSON-206315952-project] 10.222.0.59 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0039194 Jul 27 21:22:42.284417 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 52836) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:42.290849 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [None req-b8a38ae8-bb01-41f1-9239-383bc0d5982c tempest-ExtensionsTestJSON-206315952 tempest-ExtensionsTestJSON-206315952-project] http://10.222.0.59:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=105585) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 21:22:42.292304 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-b8a38ae8-bb01-41f1-9239-383bc0d5982c tempest-ExtensionsTestJSON-206315952 tempest-ExtensionsTestJSON-206315952-project] 10.222.0.59 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0054479 Jul 27 21:22:42.294797 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 52838) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:42.295445 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-2d943664-9a86-48b7-a87b-e78ce3c16289 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:42.299009 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [None req-72703f2e-145e-4a88-8533-9d14a271efdf tempest-ExtensionsTestJSON-206315952 tempest-ExtensionsTestJSON-206315952-project] http://10.222.0.59:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=105584) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 21:22:42.300022 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-72703f2e-145e-4a88-8533-9d14a271efdf tempest-ExtensionsTestJSON-206315952 tempest-ExtensionsTestJSON-206315952-project] 10.222.0.59 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0042243 Jul 27 21:22:42.302361 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 52840) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:42.307378 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [None req-8457ca4f-64d4-48d1-bbe4-9e81e25e8432 tempest-ExtensionsTestJSON-206315952 tempest-ExtensionsTestJSON-206315952-project] http://10.222.0.59:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=105584) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 21:22:42.308342 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-8457ca4f-64d4-48d1-bbe4-9e81e25e8432 tempest-ExtensionsTestJSON-206315952 tempest-ExtensionsTestJSON-206315952-project] 10.222.0.59 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0050633 Jul 27 21:22:42.313942 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 52842) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:42.318770 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [None req-a131c9af-b6ad-4e01-9e94-9a8587ca8d07 tempest-ExtensionsTestJSON-206315952 tempest-ExtensionsTestJSON-206315952-project] http://10.222.0.59:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=105584) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 21:22:42.319765 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-a131c9af-b6ad-4e01-9e94-9a8587ca8d07 tempest-ExtensionsTestJSON-206315952 tempest-ExtensionsTestJSON-206315952-project] 10.222.0.59 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0049081 Jul 27 21:22:42.322287 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 52844) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:42.328333 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [None req-cfc49ef0-efc2-4ae7-875e-a17349775fbc tempest-ExtensionsTestJSON-206315952 tempest-ExtensionsTestJSON-206315952-project] http://10.222.0.59:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=105584) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 21:22:42.329368 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-cfc49ef0-efc2-4ae7-875e-a17349775fbc tempest-ExtensionsTestJSON-206315952 tempest-ExtensionsTestJSON-206315952-project] 10.222.0.59 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0062010 Jul 27 21:22:42.332436 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 52846) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:42.337047 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [None req-bc123b4f-e8eb-47b9-a4e9-dcce9a0ac061 tempest-ExtensionsTestJSON-206315952 tempest-ExtensionsTestJSON-206315952-project] http://10.222.0.59:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=105584) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 21:22:42.338133 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-bc123b4f-e8eb-47b9-a4e9-dcce9a0ac061 tempest-ExtensionsTestJSON-206315952 tempest-ExtensionsTestJSON-206315952-project] 10.222.0.59 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0046363 Jul 27 21:22:42.340809 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 52848) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:42.349165 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [None req-19728a94-aa7c-4739-917d-7c8435a68a6e tempest-ExtensionsTestJSON-206315952 tempest-ExtensionsTestJSON-206315952-project] http://10.222.0.59:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=105585) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 21:22:42.350563 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-19728a94-aa7c-4739-917d-7c8435a68a6e tempest-ExtensionsTestJSON-206315952 tempest-ExtensionsTestJSON-206315952-project] 10.222.0.59 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0071287 Jul 27 21:22:42.353097 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 52850) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:42.353778 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-2d943664-9a86-48b7-a87b-e78ce3c16289 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=3b9d43736ca349d8bda97a16d50ede7f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4304953 Jul 27 21:22:42.354807 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d943664-9a86-48b7-a87b-e78ce3c16289 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ace3896f-5a70-4c14-a4ae-0c69278739ad,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:22:42.357318 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 52852) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:42.361101 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [None req-37d4408a-de23-41a0-afbf-7f10a221d15c tempest-ExtensionsTestJSON-206315952 tempest-ExtensionsTestJSON-206315952-project] http://10.222.0.59:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=105584) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 21:22:42.365181 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-37d4408a-de23-41a0-afbf-7f10a221d15c tempest-ExtensionsTestJSON-206315952 tempest-ExtensionsTestJSON-206315952-project] 10.222.0.59 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0051818 Jul 27 21:22:42.365791 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 52854) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:42.370119 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [None req-7be06f73-ac8b-4ac6-9834-9c933bc19581 tempest-ExtensionsTestJSON-206315952 tempest-ExtensionsTestJSON-206315952-project] http://10.222.0.59:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=105585) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 21:22:42.371081 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-7be06f73-ac8b-4ac6-9834-9c933bc19581 tempest-ExtensionsTestJSON-206315952 tempest-ExtensionsTestJSON-206315952-project] 10.222.0.59 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0045872 Jul 27 21:22:42.373587 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 52856) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:42.383075 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [None req-650a10df-d6ce-4902-95e9-0924d4342d4b tempest-ExtensionsTestJSON-206315952 tempest-ExtensionsTestJSON-206315952-project] http://10.222.0.59:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=105584) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 21:22:42.384462 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-650a10df-d6ce-4902-95e9-0924d4342d4b tempest-ExtensionsTestJSON-206315952 tempest-ExtensionsTestJSON-206315952-project] 10.222.0.59 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0090089 Jul 27 21:22:42.386885 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 52858) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:42.393781 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [None req-7d774f72-11ec-420f-a830-60d279242db5 tempest-ExtensionsTestJSON-206315952 tempest-ExtensionsTestJSON-206315952-project] http://10.222.0.59:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=105584) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 21:22:42.394857 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-7d774f72-11ec-420f-a830-60d279242db5 tempest-ExtensionsTestJSON-206315952 tempest-ExtensionsTestJSON-206315952-project] 10.222.0.59 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0067284 Jul 27 21:22:42.398012 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 52860) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:42.403297 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [None req-6a47c2cf-071f-40ee-b373-f81450a98a44 tempest-ExtensionsTestJSON-206315952 tempest-ExtensionsTestJSON-206315952-project] http://10.222.0.59:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=105584) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 21:22:42.404855 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-6a47c2cf-071f-40ee-b373-f81450a98a44 tempest-ExtensionsTestJSON-206315952 tempest-ExtensionsTestJSON-206315952-project] 10.222.0.59 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0058653 Jul 27 21:22:42.407314 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 52862) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:42.412871 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [None req-0711c13e-2d52-4829-8e66-f453e47beb61 tempest-ExtensionsTestJSON-206315952 tempest-ExtensionsTestJSON-206315952-project] http://10.222.0.59:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=105584) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 21:22:42.413889 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-0711c13e-2d52-4829-8e66-f453e47beb61 tempest-ExtensionsTestJSON-206315952 tempest-ExtensionsTestJSON-206315952-project] 10.222.0.59 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0051098 Jul 27 21:22:42.416254 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 52864) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:42.423614 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [None req-a917bda4-ba50-4213-b4e1-87d20ea044d2 tempest-ExtensionsTestJSON-206315952 tempest-ExtensionsTestJSON-206315952-project] http://10.222.0.59:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=105584) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 21:22:42.424870 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-a917bda4-ba50-4213-b4e1-87d20ea044d2 tempest-ExtensionsTestJSON-206315952 tempest-ExtensionsTestJSON-206315952-project] 10.222.0.59 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0073156 Jul 27 21:22:42.428207 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 52868) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:42.434017 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [None req-f15af869-583e-4646-aeef-0be3854dc75b tempest-ExtensionsTestJSON-206315952 tempest-ExtensionsTestJSON-206315952-project] http://10.222.0.59:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=105584) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 21:22:42.435012 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-f15af869-583e-4646-aeef-0be3854dc75b tempest-ExtensionsTestJSON-206315952 tempest-ExtensionsTestJSON-206315952-project] 10.222.0.59 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0056624 Jul 27 21:22:42.437956 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 52870) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:42.438940 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-1b9cac76-eab4-4a4a-8e8b-4db8bfed0ae2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:42.443454 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [None req-cc835702-a86e-4d45-a6c9-ebba1d753a4a tempest-ExtensionsTestJSON-206315952 tempest-ExtensionsTestJSON-206315952-project] http://10.222.0.59:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=105584) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 21:22:42.444476 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-cc835702-a86e-4d45-a6c9-ebba1d753a4a tempest-ExtensionsTestJSON-206315952 tempest-ExtensionsTestJSON-206315952-project] 10.222.0.59 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0053427 Jul 27 21:22:42.447058 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 52872) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:42.452620 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [None req-966f5e23-6cfe-4b77-bf8c-2192b142e42f tempest-ExtensionsTestJSON-206315952 tempest-ExtensionsTestJSON-206315952-project] http://10.222.0.59:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=105584) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 21:22:42.453870 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-966f5e23-6cfe-4b77-bf8c-2192b142e42f tempest-ExtensionsTestJSON-206315952 tempest-ExtensionsTestJSON-206315952-project] 10.222.0.59 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0052822 Jul 27 21:22:42.456160 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 52874) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:42.463059 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [None req-e99709cd-13b3-49cd-abe7-f0b1ec12967b tempest-ExtensionsTestJSON-206315952 tempest-ExtensionsTestJSON-206315952-project] http://10.222.0.59:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=105584) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 21:22:42.466833 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-e99709cd-13b3-49cd-abe7-f0b1ec12967b tempest-ExtensionsTestJSON-206315952 tempest-ExtensionsTestJSON-206315952-project] 10.222.0.59 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0096309 Jul 27 21:22:42.467446 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 52876) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:42.469322 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-1b9cac76-eab4-4a4a-8e8b-4db8bfed0ae2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:42.472560 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [None req-50b123f8-9db2-45e7-b484-ab2475648535 tempest-ExtensionsTestJSON-206315952 tempest-ExtensionsTestJSON-206315952-project] http://10.222.0.59:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=105584) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 21:22:42.477366 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-50b123f8-9db2-45e7-b484-ab2475648535 tempest-ExtensionsTestJSON-206315952 tempest-ExtensionsTestJSON-206315952-project] 10.222.0.59 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0084469 Jul 27 21:22:42.477958 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 52878) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:42.485181 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [None req-040b34fc-f29e-419c-a76b-7d1c26638ed0 tempest-ExtensionsTestJSON-206315952 tempest-ExtensionsTestJSON-206315952-project] http://10.222.0.59:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=105585) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 21:22:42.486492 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-040b34fc-f29e-419c-a76b-7d1c26638ed0 tempest-ExtensionsTestJSON-206315952 tempest-ExtensionsTestJSON-206315952-project] 10.222.0.59 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0074744 Jul 27 21:22:42.489508 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 52880) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:42.495286 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [None req-abcf0b94-6ceb-4c15-8d01-f68d123bf434 tempest-ExtensionsTestJSON-206315952 tempest-ExtensionsTestJSON-206315952-project] http://10.222.0.59:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=105584) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 21:22:42.498630 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-abcf0b94-6ceb-4c15-8d01-f68d123bf434 tempest-ExtensionsTestJSON-206315952 tempest-ExtensionsTestJSON-206315952-project] 10.222.0.59 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0054095 Jul 27 21:22:42.499178 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 52882) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:42.504380 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [None req-c4aa7b50-8dbc-495f-a154-d1924bf9803e tempest-ExtensionsTestJSON-206315952 tempest-ExtensionsTestJSON-206315952-project] http://10.222.0.59:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=105584) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 21:22:42.505430 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-c4aa7b50-8dbc-495f-a154-d1924bf9803e tempest-ExtensionsTestJSON-206315952 tempest-ExtensionsTestJSON-206315952-project] 10.222.0.59 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0053372 Jul 27 21:22:42.508550 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 52884) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:42.512862 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [None req-31cbb494-1157-42ba-8acb-dacf7785da6e tempest-ExtensionsTestJSON-206315952 tempest-ExtensionsTestJSON-206315952-project] http://10.222.0.59:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=105584) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 21:22:42.516193 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-31cbb494-1157-42ba-8acb-dacf7785da6e tempest-ExtensionsTestJSON-206315952 tempest-ExtensionsTestJSON-206315952-project] 10.222.0.59 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0043318 Jul 27 21:22:42.517373 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 52886) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:42.521692 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [None req-33565209-4ceb-44b5-b2a8-5442f4da73f8 tempest-ExtensionsTestJSON-206315952 tempest-ExtensionsTestJSON-206315952-project] http://10.222.0.59:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=105584) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 21:22:42.525300 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-33565209-4ceb-44b5-b2a8-5442f4da73f8 tempest-ExtensionsTestJSON-206315952 tempest-ExtensionsTestJSON-206315952-project] 10.222.0.59 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0044620 Jul 27 21:22:42.525554 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 52888) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:42.529945 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [None req-ee681d9e-5e72-4573-894e-6303d6c4d0a9 tempest-ExtensionsTestJSON-206315952 tempest-ExtensionsTestJSON-206315952-project] http://10.222.0.59:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=105584) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 21:22:42.533339 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-ee681d9e-5e72-4573-894e-6303d6c4d0a9 tempest-ExtensionsTestJSON-206315952 tempest-ExtensionsTestJSON-206315952-project] 10.222.0.59 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0044634 Jul 27 21:22:42.534193 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 52890) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:42.538431 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [None req-9e482a39-f5a6-40c9-ae6d-43f0d4a7e13a tempest-ExtensionsTestJSON-206315952 tempest-ExtensionsTestJSON-206315952-project] http://10.222.0.59:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=105584) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 21:22:42.539548 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-9e482a39-f5a6-40c9-ae6d-43f0d4a7e13a tempest-ExtensionsTestJSON-206315952 tempest-ExtensionsTestJSON-206315952-project] 10.222.0.59 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0044556 Jul 27 21:22:42.539729 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-1b9cac76-eab4-4a4a-8e8b-4db8bfed0ae2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:42.542382 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 52892) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:42.543091 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-1b9cac76-eab4-4a4a-8e8b-4db8bfed0ae2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:42.550481 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [None req-587b8bfe-0c22-407c-9356-a92e08e23a67 tempest-ExtensionsTestJSON-206315952 tempest-ExtensionsTestJSON-206315952-project] http://10.222.0.59:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=105584) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 21:22:42.552305 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-587b8bfe-0c22-407c-9356-a92e08e23a67 tempest-ExtensionsTestJSON-206315952 tempest-ExtensionsTestJSON-206315952-project] 10.222.0.59 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0089800 Jul 27 21:22:42.555300 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 52896) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:42.560016 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-1b9cac76-eab4-4a4a-8e8b-4db8bfed0ae2 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/ace3896f-5a70-4c14-a4ae-0c69278739ad HTTP/1.1" status: 204 len: 168 time: 0.2014730 Jul 27 21:22:42.571142 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [None req-79ce340c-3250-4929-a33b-f35808a5085e tempest-ExtensionsTestJSON-206315952 tempest-ExtensionsTestJSON-206315952-project] http://10.222.0.59:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=105584) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 21:22:42.571142 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-79ce340c-3250-4929-a33b-f35808a5085e tempest-ExtensionsTestJSON-206315952 tempest-ExtensionsTestJSON-206315952-project] 10.222.0.59 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0099428 Jul 27 21:22:42.571527 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9cac76-eab4-4a4a-8e8b-4db8bfed0ae2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ace3896f-5a70-4c14-a4ae-0c69278739ad,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:22:42.588258 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 52900) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:42.597265 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [None req-5c0c4143-425a-4688-b230-be1151455710 tempest-ExtensionsTestJSON-206315952 tempest-ExtensionsTestJSON-206315952-project] http://10.222.0.59:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=105585) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 21:22:42.598490 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-5c0c4143-425a-4688-b230-be1151455710 tempest-ExtensionsTestJSON-206315952 tempest-ExtensionsTestJSON-206315952-project] 10.222.0.59 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0082097 Jul 27 21:22:42.603225 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 52904) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:42.617416 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [None req-dd837b4c-c9cc-40c6-a27d-226e82330e2c tempest-ExtensionsTestJSON-206315952 tempest-ExtensionsTestJSON-206315952-project] http://10.222.0.59:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=105584) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 21:22:42.618544 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-dd837b4c-c9cc-40c6-a27d-226e82330e2c tempest-ExtensionsTestJSON-206315952 tempest-ExtensionsTestJSON-206315952-project] 10.222.0.59 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0143154 Jul 27 21:22:42.621532 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 52906) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:42.636443 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [None req-f3b4c6e1-5277-4546-b885-d22e3a1f8994 tempest-ExtensionsTestJSON-206315952 tempest-ExtensionsTestJSON-206315952-project] http://10.222.0.59:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=105585) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 21:22:42.637806 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-f3b4c6e1-5277-4546-b885-d22e3a1f8994 tempest-ExtensionsTestJSON-206315952 tempest-ExtensionsTestJSON-206315952-project] 10.222.0.59 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0150957 Jul 27 21:22:42.639520 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-968aba00-a3e3-4cc4-a7db-7c7da3b251d0 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Made reservation on behalf of 2c7b7887b0f848c597ec952cc967d92c for: {'network': 1} {{(pid=105585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:22:42.640676 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 52908) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:42.644203 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-968aba00-a3e3-4cc4-a7db-7c7da3b251d0 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for network, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:42.645821 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [None req-06b8429f-73b3-49fe-80b4-344a01af98e3 tempest-ExtensionsTestJSON-206315952 tempest-ExtensionsTestJSON-206315952-project] http://10.222.0.59:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=105584) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 21:22:42.646799 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-06b8429f-73b3-49fe-80b4-344a01af98e3 tempest-ExtensionsTestJSON-206315952 tempest-ExtensionsTestJSON-206315952-project] 10.222.0.59 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0051332 Jul 27 21:22:42.649334 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 52910) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:42.656869 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [None req-2aa6f05f-eeac-4927-a2a1-2fe452b76181 tempest-ExtensionsTestJSON-206315952 tempest-ExtensionsTestJSON-206315952-project] http://10.222.0.59:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=105584) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 21:22:42.660712 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-2aa6f05f-eeac-4927-a2a1-2fe452b76181 tempest-ExtensionsTestJSON-206315952 tempest-ExtensionsTestJSON-206315952-project] 10.222.0.59 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0077193 Jul 27 21:22:42.661414 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 52912) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:42.682595 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [None req-6a83497b-176a-44c6-9941-5c5349396ca3 tempest-ExtensionsTestJSON-206315952 tempest-ExtensionsTestJSON-206315952-project] http://10.222.0.59:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=105585) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 21:22:42.693768 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 52914) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:42.694003 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-6a83497b-176a-44c6-9941-5c5349396ca3 tempest-ExtensionsTestJSON-206315952 tempest-ExtensionsTestJSON-206315952-project] 10.222.0.59 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0274909 Jul 27 21:22:42.694107 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [None req-6c0869b1-3d28-4eb0-9dd0-700354c2cacc tempest-ExtensionsTestJSON-206315952 tempest-ExtensionsTestJSON-206315952-project] http://10.222.0.59:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=105584) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 21:22:42.694107 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-6c0869b1-3d28-4eb0-9dd0-700354c2cacc tempest-ExtensionsTestJSON-206315952 tempest-ExtensionsTestJSON-206315952-project] 10.222.0.59 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0053866 Jul 27 21:22:42.696065 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 52916) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:42.701780 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [None req-d1198eee-7bd7-4c08-adf1-b02f2444faf0 tempest-ExtensionsTestJSON-206315952 tempest-ExtensionsTestJSON-206315952-project] http://10.222.0.59:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=105584) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 21:22:42.703165 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-d1198eee-7bd7-4c08-adf1-b02f2444faf0 tempest-ExtensionsTestJSON-206315952 tempest-ExtensionsTestJSON-206315952-project] 10.222.0.59 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0059116 Jul 27 21:22:42.705452 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 52918) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:42.711490 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [None req-e76be7dd-1d74-4a19-88d8-b50d51c20c1f tempest-ExtensionsTestJSON-206315952 tempest-ExtensionsTestJSON-206315952-project] http://10.222.0.59:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=105584) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 21:22:42.711835 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-968aba00-a3e3-4cc4-a7db-7c7da3b251d0 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] vlan segment allocate from pool success with {'vlan_id': 221, 'physical_network': 'physnet1'} {{(pid=105585) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:22:42.714484 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-e76be7dd-1d74-4a19-88d8-b50d51c20c1f tempest-ExtensionsTestJSON-206315952 tempest-ExtensionsTestJSON-206315952-project] 10.222.0.59 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0057321 Jul 27 21:22:42.714779 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 52920) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:42.721542 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [None req-08a3e105-d07d-4aa2-9103-3ebd463f0530 tempest-ExtensionsTestJSON-206315952 tempest-ExtensionsTestJSON-206315952-project] http://10.222.0.59:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=105584) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 21:22:42.725207 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-08a3e105-d07d-4aa2-9103-3ebd463f0530 tempest-ExtensionsTestJSON-206315952 tempest-ExtensionsTestJSON-206315952-project] 10.222.0.59 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0057416 Jul 27 21:22:42.725544 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 52922) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:42.730230 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [None req-0dbb33c2-7777-44bd-8bb1-fe93d80f8440 tempest-ExtensionsTestJSON-206315952 tempest-ExtensionsTestJSON-206315952-project] http://10.222.0.59:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=105584) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 21:22:42.731501 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-0dbb33c2-7777-44bd-8bb1-fe93d80f8440 tempest-ExtensionsTestJSON-206315952 tempest-ExtensionsTestJSON-206315952-project] 10.222.0.59 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0049484 Jul 27 21:22:42.733087 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-968aba00-a3e3-4cc4-a7db-7c7da3b251d0 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:42.733583 n-d-705658-22 neutron-server[105585]: INFO neutron.db.segments_db [None req-968aba00-a3e3-4cc4-a7db-7c7da3b251d0 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Added segment 177bfafb-fc14-47ec-b945-0f5d3597c3ab of type vlan for network c552af41-6bae-4b86-aaab-74fd38533b2f Jul 27 21:22:42.733743 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 52924) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:42.742786 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [None req-2dc8302c-d338-4a6d-82c5-a0d4e75ca02f tempest-ExtensionsTestJSON-206315952 tempest-ExtensionsTestJSON-206315952-project] http://10.222.0.59:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=105584) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 21:22:42.744268 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-2dc8302c-d338-4a6d-82c5-a0d4e75ca02f tempest-ExtensionsTestJSON-206315952 tempest-ExtensionsTestJSON-206315952-project] 10.222.0.59 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0087986 Jul 27 21:22:42.746710 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 52926) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:42.752279 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [None req-367a04df-1b49-44d9-aeea-7916a6757cff tempest-ExtensionsTestJSON-206315952 tempest-ExtensionsTestJSON-206315952-project] http://10.222.0.59:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=105584) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 21:22:42.753380 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-367a04df-1b49-44d9-aeea-7916a6757cff tempest-ExtensionsTestJSON-206315952 tempest-ExtensionsTestJSON-206315952-project] 10.222.0.59 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0060940 Jul 27 21:22:42.755771 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 52928) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:42.762606 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [None req-90e85067-1476-4ec7-bf73-493b1b59e4fe tempest-ExtensionsTestJSON-206315952 tempest-ExtensionsTestJSON-206315952-project] http://10.222.0.59:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=105584) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 21:22:42.766036 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-90e85067-1476-4ec7-bf73-493b1b59e4fe tempest-ExtensionsTestJSON-206315952 tempest-ExtensionsTestJSON-206315952-project] 10.222.0.59 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0059004 Jul 27 21:22:42.766644 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 52932) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:42.772159 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [None req-6a2d7530-b11f-4548-8221-2c95899a9e1d tempest-ExtensionsTestJSON-206315952 tempest-ExtensionsTestJSON-206315952-project] http://10.222.0.59:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=105584) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 21:22:42.787944 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-6a2d7530-b11f-4548-8221-2c95899a9e1d tempest-ExtensionsTestJSON-206315952 tempest-ExtensionsTestJSON-206315952-project] 10.222.0.59 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0201063 Jul 27 21:22:42.798266 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-968aba00-a3e3-4cc4-a7db-7c7da3b251d0 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790688424798'] for network, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:42.843859 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-968aba00-a3e3-4cc4-a7db-7c7da3b251d0 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920'] for network, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:42.853592 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-968aba00-a3e3-4cc4-a7db-7c7da3b251d0 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:22:42.854424 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-968aba00-a3e3-4cc4-a7db-7c7da3b251d0 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks [] for network, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:42.909353 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-bb32ed7d-8717-448b-a9c8-a5a0117d1fd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:42.966507 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968aba00-a3e3-4cc4-a7db-7c7da3b251d0 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Pushing event updated for resources: {'Network': ['ID=c552af41-6bae-4b86-aaab-74fd38533b2f,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:22:42.980306 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Network c552af41-6bae-4b86-aaab-74fd38533b2f details requested by agent ovs-agent-n-d-705658-22 with host n-d-705658-22 {{(pid=105586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:22:42.982609 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 52940) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:42.988193 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-393ba30d-aa99-4c4a-917a-5c2fc35df91e tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Request body: {'subnet': {'network_id': '6a293620-f929-412d-b714-4c42fc16d568', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:22:42.991559 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-968aba00-a3e3-4cc4-a7db-7c7da3b251d0 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.9886336 Jul 27 21:22:43.105459 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-393ba30d-aa99-4c4a-917a-5c2fc35df91e tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Made reservation on behalf of 2c7b7887b0f848c597ec952cc967d92c for: {'subnet': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:22:43.109642 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-393ba30d-aa99-4c4a-917a-5c2fc35df91e tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9738786'] for subnet, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:43.199172 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 52952) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:43.281325 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Device 7ea253f9-8443-4121-91f5-84b9f528beda details requested by agent hyperv_n-h2-705658-22 with host n-h2-705658-22 {{(pid=105586) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:22:43.352994 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f6614650-73c8-4b06-a9c5-49a79b55aeb1 req-559f67e1-d2c6-4206-a8d3-0d8ee83aec8a tempest-VolumesActionsTest-1041040997 tempest-VolumesActionsTest-1041040997-project] 10.222.0.59 "GET /v2.0/ports?device_id=5dfcd107-e97b-41fa-9065-f2796a7ca148 HTTP/1.1" status: 200 len: 210 time: 0.0585089 Jul 27 21:22:43.420409 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device 820cb8d6-6b2f-440b-9fd5-edc43eae3788 no longer exists at agent hyperv_n-h1-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:22:43.474528 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-28650df7-c46c-4981-b84f-37d87254047e None None] No Port match for: 820cb8d6-6b2f-440b-9fd5-edc43eae3788 {{(pid=105586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:22:43.476740 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device 820cb8d6-6b2f-440b-9fd5-edc43eae3788 not bound to the agent host n-h1-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:22:43.551552 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] For port 7ea253f9-8443-4121-91f5-84b9f528beda, host n-h2-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=7ea253f9-8443-4121-91f5-84b9f528beda,segment=NetworkSegment(96f51d57-65b2-4cdc-9d5b-14f606e8bb9d),segment_id=96f51d57-65b2-4cdc-9d5b-14f606e8bb9d)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:22:43.555504 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9d885e-bb12-4abd-83fe-3afdcf10bc89 req-331ac354-f1f5-4789-ba65-1acaea22e1fb tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:22:43.558826 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-bd9d885e-bb12-4abd-83fe-3afdcf10bc89 req-331ac354-f1f5-4789-ba65-1acaea22e1fb tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] 10.222.0.59 "GET /v2.0/ports?device_id=c5ea73bb-edaf-47c2-9f36-d8273f60e5d5 HTTP/1.1" status: 200 len: 943 time: 0.2222602 Jul 27 21:22:43.571697 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Returning: {'device': '7ea253f9-8443-4121-91f5-84b9f528beda', 'network_id': 'e5dbfc22-3d07-4f08-ba90-beae97f55608', 'port_id': '7ea253f9-8443-4121-91f5-84b9f528beda', 'mac_address': 'fa:16:3e:df:49:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 224, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8e99250-8db6-4cda-90d7-d1a47aac9480', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105586) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:22:43.594370 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-40bda569-37df-423b-abdd-bed3586fc804 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:43.645544 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c351a2a-d1ea-443b-b71b-744002f80a70 req-68830754-27c9-4e23-85c5-66e3e7f832fc tempest-VolumesActionsTest-1041040997 tempest-VolumesActionsTest-1041040997-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:22:43.647173 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-4c351a2a-d1ea-443b-b71b-744002f80a70 req-68830754-27c9-4e23-85c5-66e3e7f832fc tempest-VolumesActionsTest-1041040997 tempest-VolumesActionsTest-1041040997-project] 10.222.0.36 "GET /v2.0/networks?id=931fb9ff-9259-4e72-a5c3-3639bed88ea6 HTTP/1.1" status: 200 len: 809 time: 0.3632710 Jul 27 21:22:43.656687 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-bd9d885e-bb12-4abd-83fe-3afdcf10bc89 req-22a9e240-d360-4318-880a-6bcb447fc454 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] 10.222.0.59 "GET /v2.0/security-groups?id=e916e9b6-267b-4820-a856-ddc66d274821&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0870640 Jul 27 21:22:43.656927 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:43.657744 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-393ba30d-aa99-4c4a-917a-5c2fc35df91e tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9014150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9738800'] for subnet, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:43.669229 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [req-4c351a2a-d1ea-443b-b71b-744002f80a70 req-98edbde3-7ce5-4a84-8ed7-9ea22dc7439e tempest-VolumesActionsTest-1041040997 tempest-VolumesActionsTest-1041040997-project] Request body: {'port': {'device_id': '5dfcd107-e97b-41fa-9065-f2796a7ca148', 'network_id': '931fb9ff-9259-4e72-a5c3-3639bed88ea6', 'admin_state_up': True, 'tenant_id': '4f34f105adee402794bc57864714230e'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:22:43.673130 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [None req-3d54578f-831f-4696-b568-13c455922dab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ea253f9-8443-4121-91f5-84b9f528beda {{(pid=105586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:22:43.701602 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] For port 7ea253f9-8443-4121-91f5-84b9f528beda, host n-h2-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=7ea253f9-8443-4121-91f5-84b9f528beda,segment=NetworkSegment(96f51d57-65b2-4cdc-9d5b-14f606e8bb9d),segment_id=96f51d57-65b2-4cdc-9d5b-14f606e8bb9d)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:22:43.713278 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:43.775356 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-40bda569-37df-423b-abdd-bed3586fc804 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:43.784075 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-40bda569-37df-423b-abdd-bed3586fc804 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:43.822814 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 52972) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:43.823161 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-40bda569-37df-423b-abdd-bed3586fc804 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=b9de74e72c3b4b55bf3721b892c67633&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6227775 Jul 27 21:22:43.833878 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Pushing event updated for resources: {'Port': ['ID=7ea253f9-8443-4121-91f5-84b9f528beda,revision_number=4']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:22:43.836233 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393ba30d-aa99-4c4a-917a-5c2fc35df91e tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Pushing event updated for resources: {'Subnet': ['ID=4c939e65-83a4-463d-b6e8-113139eaee10,revision_number=0']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:22:43.845153 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bda569-37df-423b-abdd-bed3586fc804 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08ab5b8b-e622-44d2-b112-3b754569eaa5,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:22:43.883061 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-393ba30d-aa99-4c4a-917a-5c2fc35df91e tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Checking segment: {'id': 'f8df89e5-7c74-460b-85f6-0bdce916e977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '6a293620-f929-412d-b714-4c42fc16d568'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:22:43.883061 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-393ba30d-aa99-4c4a-917a-5c2fc35df91e tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Network hostable DHCP agents. Network: 6a293620-f929-412d-b714-4c42fc16d568, hostable agents: ['7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a'], hosted agents: [] {{(pid=105584) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:22:43.930017 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-393ba30d-aa99-4c4a-917a-5c2fc35df91e tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Network 6a293620-f929-412d-b714-4c42fc16d568 is scheduled to be hosted by DHCP agent 7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a with binding_index 1 {{(pid=105584) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:22:43.941727 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c351a2a-d1ea-443b-b71b-744002f80a70 req-98edbde3-7ce5-4a84-8ed7-9ea22dc7439e tempest-VolumesActionsTest-1041040997 tempest-VolumesActionsTest-1041040997-project] Made reservation on behalf of 4f34f105adee402794bc57864714230e for: {'port': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:22:43.945375 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-4c351a2a-d1ea-443b-b71b-744002f80a70 req-98edbde3-7ce5-4a84-8ed7-9ea22dc7439e tempest-VolumesActionsTest-1041040997 tempest-VolumesActionsTest-1041040997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:43.970574 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-887b178d-a6e5-4358-b017-97eabc0cc338 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:43.980260 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [None req-393ba30d-aa99-4c4a-917a-5c2fc35df91e tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-22, 6a293620-f929-412d-b714-4c42fc16d568) {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:22:43.988558 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-786ac968-6036-4c63-ac7a-f25cca2d5fde None None] Network 6a293620-f929-412d-b714-4c42fc16d568 requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:22:43.992568 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-393ba30d-aa99-4c4a-917a-5c2fc35df91e tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:22:43.993216 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-393ba30d-aa99-4c4a-917a-5c2fc35df91e tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks [] for subnet, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:44.061711 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-393ba30d-aa99-4c4a-917a-5c2fc35df91e tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0752883 Jul 27 21:22:44.061711 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-887b178d-a6e5-4358-b017-97eabc0cc338 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:44.062059 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 52980) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:44.068766 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-9530e712-cf42-4aff-8d0d-5028decef771 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Request body: {'subnet': {'network_id': 'c552af41-6bae-4b86-aaab-74fd38533b2f', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:22:44.087950 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] get_ports_and_sgs() called for port_ids ['7ea253f9-8443-4121-91f5-84b9f528beda'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:22:44.161316 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.db_base_plugin_common [req-4c351a2a-d1ea-443b-b71b-744002f80a70 req-98edbde3-7ce5-4a84-8ed7-9ea22dc7439e tempest-VolumesActionsTest-1041040997 tempest-VolumesActionsTest-1041040997-project] Allocated IP 172.20.0.12 (931fb9ff-9259-4e72-a5c3-3639bed88ea6/5ff0e0de-9e83-4547-96ca-977e74fc4ad6/444e3571-5334-4570-aabf-0795d8e912a7) {{(pid=105584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:22:44.188189 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-887b178d-a6e5-4358-b017-97eabc0cc338 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:44.191020 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-887b178d-a6e5-4358-b017-97eabc0cc338 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:44.195798 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-887b178d-a6e5-4358-b017-97eabc0cc338 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/08ab5b8b-e622-44d2-b112-3b754569eaa5 HTTP/1.1" status: 204 len: 168 time: 0.3691821 Jul 27 21:22:44.229467 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887b178d-a6e5-4358-b017-97eabc0cc338 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08ab5b8b-e622-44d2-b112-3b754569eaa5,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:22:44.290501 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9530e712-cf42-4aff-8d0d-5028decef771 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Made reservation on behalf of 2c7b7887b0f848c597ec952cc967d92c for: {'subnet': 1} {{(pid=105585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:22:44.294025 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-9530e712-cf42-4aff-8d0d-5028decef771 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9990620'] for subnet, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:44.475038 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28166f83-703f-4e64-8465-6dfc09c7f90e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30bb4b93-b285-5d90-9493-f9ec33ea333c-6a293620-f929-412d-b714-4c42fc16d568', 'network_id': '6a293620-f929-412d-b714-4c42fc16d568', 'tenant_id': '2c7b7887b0f848c597ec952cc967d92c', 'fixed_ips': [{'subnet_id': '4c939e65-83a4-463d-b6e8-113139eaee10'}]}} from n-d-705658-22. {{(pid=105586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 21:22:44.476037 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28166f83-703f-4e64-8465-6dfc09c7f90e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:44.477926 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-875ced1b-4cf3-463a-9653-058f0f9421e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:44.682641 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-4fd58589-881a-4a57-8c5b-8530e6ec244a req-201409c0-3ef1-4943-bf97-8f30762d1ee2 tempest-VolumesActionsTest-1041040997 tempest-VolumesActionsTest-1041040997-project] 10.222.0.59 "GET /v2.0/ports?device_id=5dfcd107-e97b-41fa-9065-f2796a7ca148 HTTP/1.1" status: 200 len: 210 time: 0.2047622 Jul 27 21:22:44.693765 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-9530e712-cf42-4aff-8d0d-5028decef771 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10221797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9990606'] for subnet, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:44.782988 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.db_base_plugin_common [None req-28166f83-703f-4e64-8465-6dfc09c7f90e None None] Allocated IP 2001:db8::2 (6a293620-f929-412d-b714-4c42fc16d568/4c939e65-83a4-463d-b6e8-113139eaee10/926ea6ab-65df-47cd-bf3f-71f5dc159866) {{(pid=105586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:22:44.813857 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9530e712-cf42-4aff-8d0d-5028decef771 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Pushing event updated for resources: {'Subnet': ['ID=04600d0f-610e-49d5-a0fc-00c635d94a59,revision_number=0']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:22:44.869491 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9530e712-cf42-4aff-8d0d-5028decef771 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Checking segment: {'id': '177bfafb-fc14-47ec-b945-0f5d3597c3ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'c552af41-6bae-4b86-aaab-74fd38533b2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:22:44.870440 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9530e712-cf42-4aff-8d0d-5028decef771 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Network hostable DHCP agents. Network: c552af41-6bae-4b86-aaab-74fd38533b2f, hostable agents: ['7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a'], hosted agents: [] {{(pid=105585) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:22:44.995036 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9530e712-cf42-4aff-8d0d-5028decef771 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Network c552af41-6bae-4b86-aaab-74fd38533b2f is scheduled to be hosted by DHCP agent 7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a with binding_index 1 {{(pid=105585) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:22:45.045688 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7589beb-3d98-4599-8214-a32028f38426 req-92c816e2-81ef-4bda-a925-f26ecacb87a9 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:22:45.051690 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-d7589beb-3d98-4599-8214-a32028f38426 req-92c816e2-81ef-4bda-a925-f26ecacb87a9 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] 10.222.0.59 "GET /v2.0/ports?device_id=c5ea73bb-edaf-47c2-9f36-d8273f60e5d5 HTTP/1.1" status: 200 len: 944 time: 0.2245078 Jul 27 21:22:45.052894 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.base_scheduler [None req-9530e712-cf42-4aff-8d0d-5028decef771 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-22, c552af41-6bae-4b86-aaab-74fd38533b2f) {{(pid=105585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:22:45.071642 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9530e712-cf42-4aff-8d0d-5028decef771 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:22:45.072241 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-9530e712-cf42-4aff-8d0d-5028decef771 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks [] for subnet, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:45.082935 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28166f83-703f-4e64-8465-6dfc09c7f90e None None] Notify callbacks [] for port, precommit_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:45.103307 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-28166f83-703f-4e64-8465-6dfc09c7f90e None None] Transition to ACTIVE for port object 926ea6ab-65df-47cd-bf3f-71f5dc159866 will not be triggered until provisioned by entity L2. {{(pid=105586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:22:45.137069 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-d7589beb-3d98-4599-8214-a32028f38426 req-f502de20-07c8-44dc-83fb-40cce192c3e0 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] 10.222.0.59 "GET /v2.0/security-groups?id=e916e9b6-267b-4820-a856-ddc66d274821&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738237 Jul 27 21:22:45.142427 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-28166f83-703f-4e64-8465-6dfc09c7f90e None None] Transition to ACTIVE for port object 926ea6ab-65df-47cd-bf3f-71f5dc159866 will not be triggered until provisioned by entity DHCP. {{(pid=105586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:22:45.149774 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f4f6e31-16bb-405e-a2d7-808bc519d31b None None] Network c552af41-6bae-4b86-aaab-74fd38533b2f requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:22:45.150727 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 53024) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:45.157515 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-9530e712-cf42-4aff-8d0d-5028decef771 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.0941288 Jul 27 21:22:45.164985 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-57884c9b-d199-4df7-9c78-01ba09ac94f9 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1145679124', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:22:45.223331 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-57884c9b-d199-4df7-9c78-01ba09ac94f9 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4163813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-443'] for router, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:45.225307 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-57884c9b-d199-4df7-9c78-01ba09ac94f9 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4165196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4077059', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3711235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-418'] for router, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:45.260368 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28166f83-703f-4e64-8465-6dfc09c7f90e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143'] for port, after_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:45.319985 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Device 7ea253f9-8443-4121-91f5-84b9f528beda up at agent hyperv_n-h2-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:22:45.336771 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-57884c9b-d199-4df7-9c78-01ba09ac94f9 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:45.360376 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-57884c9b-d199-4df7-9c78-01ba09ac94f9 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4163804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4077150'] for router, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:45.383889 n-d-705658-22 neutron-server[105586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28166f83-703f-4e64-8465-6dfc09c7f90e None None] Network 6a293620-f929-412d-b714-4c42fc16d568 is already hosted by enough agents. {{(pid=105586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:22:45.404104 n-d-705658-22 neutron-server[105586]: DEBUG neutron.scheduler.base_scheduler [None req-28166f83-703f-4e64-8465-6dfc09c7f90e None None] Resources bound (agent type, host, resource id): {{(pid=105586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:22:45.409516 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-57884c9b-d199-4df7-9c78-01ba09ac94f9 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks [] for router, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:45.411557 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-57884c9b-d199-4df7-9c78-01ba09ac94f9 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2592955 Jul 27 21:22:45.412475 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28166f83-703f-4e64-8465-6dfc09c7f90e None None] Received port after_create {{(pid=105586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:22:45.415018 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 53030) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:45.416719 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28166f83-703f-4e64-8465-6dfc09c7f90e None None] Pushing event updated for resources: {'Port': ['ID=926ea6ab-65df-47cd-bf3f-71f5dc159866,revision_number=1']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:22:45.471157 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-3d54578f-831f-4696-b568-13c455922dab None None] Provisioning for port 7ea253f9-8443-4121-91f5-84b9f528beda completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:22:45.499315 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 53034) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:45.499465 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-3d54578f-831f-4696-b568-13c455922dab None None] Provisioning complete for port 7ea253f9-8443-4121-91f5-84b9f528beda triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:22:45.499737 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:45.543445 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-4c351a2a-d1ea-443b-b71b-744002f80a70 req-98edbde3-7ce5-4a84-8ed7-9ea22dc7439e tempest-VolumesActionsTest-1041040997 tempest-VolumesActionsTest-1041040997-project] Notify callbacks [] for port, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:45.573558 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-28166f83-703f-4e64-8465-6dfc09c7f90e None None] Attempting to bind port 926ea6ab-65df-47cd-bf3f-71f5dc159866 on host n-d-705658-22 for vnic_type normal with profile {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:22:45.573912 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-28166f83-703f-4e64-8465-6dfc09c7f90e None None] Attempting to bind port 926ea6ab-65df-47cd-bf3f-71f5dc159866 by drivers openvswitch,hyperv on host n-d-705658-22 at level 0 using segments [{'id': 'f8df89e5-7c74-460b-85f6-0bdce916e977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '6a293620-f929-412d-b714-4c42fc16d568'}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:22:45.574308 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28166f83-703f-4e64-8465-6dfc09c7f90e None None] Attempting to bind port 926ea6ab-65df-47cd-bf3f-71f5dc159866 on network 6a293620-f929-412d-b714-4c42fc16d568 {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:22:45.589866 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28166f83-703f-4e64-8465-6dfc09c7f90e None None] Checking agent: {'id': '04a7ea91-6318-467e-ace6-b0fb48c8690f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 41, 42), 'started_at': datetime.datetime(2021, 7, 27, 20, 42, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 22, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:22:45.590298 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28166f83-703f-4e64-8465-6dfc09c7f90e None None] Checking segment: {'id': 'f8df89e5-7c74-460b-85f6-0bdce916e977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '6a293620-f929-412d-b714-4c42fc16d568'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:22:45.590650 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28166f83-703f-4e64-8465-6dfc09c7f90e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:45.591068 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28166f83-703f-4e64-8465-6dfc09c7f90e None None] Bound using segment: {'id': 'f8df89e5-7c74-460b-85f6-0bdce916e977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '6a293620-f929-412d-b714-4c42fc16d568'} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:22:45.591665 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-28166f83-703f-4e64-8465-6dfc09c7f90e None None] Bound port: 926ea6ab-65df-47cd-bf3f-71f5dc159866, host: n-d-705658-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8df89e5-7c74-460b-85f6-0bdce916e977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '6a293620-f929-412d-b714-4c42fc16d568'}}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:22:45.591934 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28166f83-703f-4e64-8465-6dfc09c7f90e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:45.646609 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 53038) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:45.651443 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e70b2632-37c4-42b2-a8bd-1d3d6a6fc3ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30bb4b93-b285-5d90-9493-f9ec33ea333c-c552af41-6bae-4b86-aaab-74fd38533b2f', 'network_id': 'c552af41-6bae-4b86-aaab-74fd38533b2f', 'tenant_id': '2c7b7887b0f848c597ec952cc967d92c', 'fixed_ips': [{'subnet_id': '04600d0f-610e-49d5-a0fc-00c635d94a59'}]}} from n-d-705658-22. {{(pid=105586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 21:22:45.652296 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-e70b2632-37c4-42b2-a8bd-1d3d6a6fc3ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:45.739999 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28166f83-703f-4e64-8465-6dfc09c7f90e None None] For port 926ea6ab-65df-47cd-bf3f-71f5dc159866, host n-d-705658-22, cleared binding levels {{(pid=105586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:22:45.745716 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28166f83-703f-4e64-8465-6dfc09c7f90e None None] For port 926ea6ab-65df-47cd-bf3f-71f5dc159866, host n-d-705658-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=926ea6ab-65df-47cd-bf3f-71f5dc159866,segment=NetworkSegment(f8df89e5-7c74-460b-85f6-0bdce916e977),segment_id=f8df89e5-7c74-460b-85f6-0bdce916e977)] {{(pid=105586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:22:45.745716 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:45.801670 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-2415f6fc-fc46-4d83-a3c0-c84b2adb42f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:45.823148 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] For port 7ea253f9-8443-4121-91f5-84b9f528beda, host n-h2-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=7ea253f9-8443-4121-91f5-84b9f528beda,segment=NetworkSegment(96f51d57-65b2-4cdc-9d5b-14f606e8bb9d),segment_id=96f51d57-65b2-4cdc-9d5b-14f606e8bb9d)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:22:45.826615 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5ea73bb-edaf-47c2-9f36-d8273f60e5d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ea253f9-8443-4121-91f5-84b9f528beda'}] {{(pid=105586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:22:45.829434 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14c1663e039faf5393f87855f745010ac5b02220355b68fdbf065393e303ac56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1edc46b-7de8-4e2d-a053-d61a25240ba3" -d '{"events": [{"server_uuid": "c5ea73bb-edaf-47c2-9f36-d8273f60e5d5", "name": "network-vif-plugged", "status": "completed", "tag": "7ea253f9-8443-4121-91f5-84b9f528beda"}]}' {{(pid=105586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:22:45.833492 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28166f83-703f-4e64-8465-6dfc09c7f90e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:45.850674 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-cfd72cb1-d442-48f5-bcd3-cbe23f6a29e0 tempest-ExtraDHCPOptionsIpV6TestJSON-1510846640 tempest-ExtraDHCPOptionsIpV6TestJSON-1510846640-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1154899221'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:22:45.852484 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:45.880894 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-ecb7c928-d7ba-4c6f-abcf-0e930f299e72 req-e24ce6e3-e157-476b-b145-e3fe22d319e9 tempest-VolumesActionsTest-1041040997 tempest-VolumesActionsTest-1041040997-project] 10.222.0.59 "GET /v2.0/ports?device_id=5dfcd107-e97b-41fa-9065-f2796a7ca148 HTTP/1.1" status: 200 len: 210 time: 0.0573964 Jul 27 21:22:45.912896 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:22:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67b14199-7d9f-4dd7-b31b-10f0e372ade5 x-openstack-request-id: req-67b14199-7d9f-4dd7-b31b-10f0e372ade5 {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:22:45.913538 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5ea73bb-edaf-47c2-9f36-d8273f60e5d5", "name": "network-vif-plugged", "status": "completed", "tag": "7ea253f9-8443-4121-91f5-84b9f528beda", "code": 200}]} {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:22:45.913999 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-67b14199-7d9f-4dd7-b31b-10f0e372ade5 {{(pid=105586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:22:45.914123 n-d-705658-22 neutron-server[105586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5ea73bb-edaf-47c2-9f36-d8273f60e5d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ea253f9-8443-4121-91f5-84b9f528beda', 'code': 200} Jul 27 21:22:45.940155 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-4c351a2a-d1ea-443b-b71b-744002f80a70 req-98edbde3-7ce5-4a84-8ed7-9ea22dc7439e tempest-VolumesActionsTest-1041040997 tempest-VolumesActionsTest-1041040997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:46.002375 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c351a2a-d1ea-443b-b71b-744002f80a70 req-98edbde3-7ce5-4a84-8ed7-9ea22dc7439e tempest-VolumesActionsTest-1041040997 tempest-VolumesActionsTest-1041040997-project] Network 931fb9ff-9259-4e72-a5c3-3639bed88ea6 is already hosted by enough agents. {{(pid=105584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:22:46.007196 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28166f83-703f-4e64-8465-6dfc09c7f90e None None] Pushing event updated for resources: {'Port': ['ID=926ea6ab-65df-47cd-bf3f-71f5dc159866,revision_number=2']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:22:46.008323 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-2415f6fc-fc46-4d83-a3c0-c84b2adb42f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:46.009272 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [req-4c351a2a-d1ea-443b-b71b-744002f80a70 req-98edbde3-7ce5-4a84-8ed7-9ea22dc7439e tempest-VolumesActionsTest-1041040997 tempest-VolumesActionsTest-1041040997-project] Resources bound (agent type, host, resource id): {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:22:46.017536 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c351a2a-d1ea-443b-b71b-744002f80a70 req-98edbde3-7ce5-4a84-8ed7-9ea22dc7439e tempest-VolumesActionsTest-1041040997 tempest-VolumesActionsTest-1041040997-project] Received port after_create {{(pid=105584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:22:46.075953 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.db_base_plugin_common [None req-e70b2632-37c4-42b2-a8bd-1d3d6a6fc3ac None None] Allocated IP 2001:db8:1::2 (c552af41-6bae-4b86-aaab-74fd38533b2f/04600d0f-610e-49d5-a0fc-00c635d94a59/fc34eaaa-bf98-4484-a9cc-9c3b1c87534e) {{(pid=105586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:22:46.088025 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98edbde3-7ce5-4a84-8ed7-9ea22dc7439e tempest-VolumesActionsTest-1041040997 tempest-VolumesActionsTest-1041040997-project] Pushing event updated for resources: {'Port': ['ID=444e3571-5334-4570-aabf-0795d8e912a7,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:22:46.101353 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-26eafed5-489a-429f-b7ab-13f7b701ca1f tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:46.106419 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Pushing event updated for resources: {'Port': ['ID=7ea253f9-8443-4121-91f5-84b9f528beda,revision_number=5']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:22:46.136148 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-2415f6fc-fc46-4d83-a3c0-c84b2adb42f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:46.146957 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c351a2a-d1ea-443b-b71b-744002f80a70 req-98edbde3-7ce5-4a84-8ed7-9ea22dc7439e tempest-VolumesActionsTest-1041040997 tempest-VolumesActionsTest-1041040997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:22:46.147980 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-4c351a2a-d1ea-443b-b71b-744002f80a70 req-98edbde3-7ce5-4a84-8ed7-9ea22dc7439e tempest-VolumesActionsTest-1041040997 tempest-VolumesActionsTest-1041040997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:46.170784 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-2415f6fc-fc46-4d83-a3c0-c84b2adb42f2 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=887f286a78934d03ab168c66d19e7077&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5227945 Jul 27 21:22:46.171535 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfd72cb1-d442-48f5-bcd3-cbe23f6a29e0 tempest-ExtraDHCPOptionsIpV6TestJSON-1510846640 tempest-ExtraDHCPOptionsIpV6TestJSON-1510846640-project] Made reservation on behalf of 1882390de67f44b2b043c6b73687adc0 for: {'network': 1} {{(pid=105585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:22:46.201430 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-cfd72cb1-d442-48f5-bcd3-cbe23f6a29e0 tempest-ExtraDHCPOptionsIpV6TestJSON-1510846640 tempest-ExtraDHCPOptionsIpV6TestJSON-1510846640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for network, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:46.220605 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 53048) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:46.298438 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-cfd72cb1-d442-48f5-bcd3-cbe23f6a29e0 tempest-ExtraDHCPOptionsIpV6TestJSON-1510846640 tempest-ExtraDHCPOptionsIpV6TestJSON-1510846640-project] Notify callbacks [] for security_group, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:46.319870 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-4c351a2a-d1ea-443b-b71b-744002f80a70 req-98edbde3-7ce5-4a84-8ed7-9ea22dc7439e tempest-VolumesActionsTest-1041040997 tempest-VolumesActionsTest-1041040997-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6563418 Jul 27 21:22:46.352492 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-e70b2632-37c4-42b2-a8bd-1d3d6a6fc3ac None None] Notify callbacks [] for port, precommit_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:46.367286 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-e70b2632-37c4-42b2-a8bd-1d3d6a6fc3ac None None] Transition to ACTIVE for port object fc34eaaa-bf98-4484-a9cc-9c3b1c87534e will not be triggered until provisioned by entity L2. {{(pid=105586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:22:46.423055 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-e70b2632-37c4-42b2-a8bd-1d3d6a6fc3ac None None] Transition to ACTIVE for port object fc34eaaa-bf98-4484-a9cc-9c3b1c87534e will not be triggered until provisioned by entity DHCP. {{(pid=105586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:22:46.433474 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-e70b2632-37c4-42b2-a8bd-1d3d6a6fc3ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143'] for port, after_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:46.476293 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2415f6fc-fc46-4d83-a3c0-c84b2adb42f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2763c38-56a2-487d-9884-fa3c34cee098,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:22:46.477147 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [req-4c351a2a-d1ea-443b-b71b-744002f80a70 req-b11e785b-7c0d-46e0-b3a2-a1dc89b8d4ca service neutron] Request body: {'port': {'device_id': '5dfcd107-e97b-41fa-9065-f2796a7ca148', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-705658-22'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:22:46.487707 n-d-705658-22 neutron-server[105586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e70b2632-37c4-42b2-a8bd-1d3d6a6fc3ac None None] Network c552af41-6bae-4b86-aaab-74fd38533b2f is already hosted by enough agents. {{(pid=105586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:22:46.504073 n-d-705658-22 neutron-server[105586]: DEBUG neutron.scheduler.base_scheduler [None req-e70b2632-37c4-42b2-a8bd-1d3d6a6fc3ac None None] Resources bound (agent type, host, resource id): {{(pid=105586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:22:46.508026 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e70b2632-37c4-42b2-a8bd-1d3d6a6fc3ac None None] Received port after_create {{(pid=105586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:22:46.521796 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70b2632-37c4-42b2-a8bd-1d3d6a6fc3ac None None] Pushing event updated for resources: {'Port': ['ID=fc34eaaa-bf98-4484-a9cc-9c3b1c87534e,revision_number=1']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:22:46.532480 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f79d368-8bad-40b2-8217-d0ef2308de8f req-e705bfa2-58c3-4118-9a89-05408df444df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:22:46.534158 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-7f79d368-8bad-40b2-8217-d0ef2308de8f req-e705bfa2-58c3-4118-9a89-05408df444df service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=c5ea73bb-edaf-47c2-9f36-d8273f60e5d5 HTTP/1.1" status: 200 len: 1097 time: 0.5235252 Jul 27 21:22:46.602269 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-e70b2632-37c4-42b2-a8bd-1d3d6a6fc3ac None None] Attempting to bind port fc34eaaa-bf98-4484-a9cc-9c3b1c87534e on host n-d-705658-22 for vnic_type normal with profile {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:22:46.602572 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-e70b2632-37c4-42b2-a8bd-1d3d6a6fc3ac None None] Attempting to bind port fc34eaaa-bf98-4484-a9cc-9c3b1c87534e by drivers openvswitch,hyperv on host n-d-705658-22 at level 0 using segments [{'id': '177bfafb-fc14-47ec-b945-0f5d3597c3ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'c552af41-6bae-4b86-aaab-74fd38533b2f'}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:22:46.603152 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e70b2632-37c4-42b2-a8bd-1d3d6a6fc3ac None None] Attempting to bind port fc34eaaa-bf98-4484-a9cc-9c3b1c87534e on network c552af41-6bae-4b86-aaab-74fd38533b2f {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:22:46.611705 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e70b2632-37c4-42b2-a8bd-1d3d6a6fc3ac None None] Checking agent: {'id': '04a7ea91-6318-467e-ace6-b0fb48c8690f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 41, 42), 'started_at': datetime.datetime(2021, 7, 27, 20, 42, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 22, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:22:46.612091 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e70b2632-37c4-42b2-a8bd-1d3d6a6fc3ac None None] Checking segment: {'id': '177bfafb-fc14-47ec-b945-0f5d3597c3ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'c552af41-6bae-4b86-aaab-74fd38533b2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:22:46.612712 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-e70b2632-37c4-42b2-a8bd-1d3d6a6fc3ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:46.613706 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e70b2632-37c4-42b2-a8bd-1d3d6a6fc3ac None None] Bound using segment: {'id': '177bfafb-fc14-47ec-b945-0f5d3597c3ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'c552af41-6bae-4b86-aaab-74fd38533b2f'} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:22:46.614328 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-e70b2632-37c4-42b2-a8bd-1d3d6a6fc3ac None None] Bound port: fc34eaaa-bf98-4484-a9cc-9c3b1c87534e, host: n-d-705658-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '177bfafb-fc14-47ec-b945-0f5d3597c3ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'c552af41-6bae-4b86-aaab-74fd38533b2f'}}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:22:46.614798 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-e70b2632-37c4-42b2-a8bd-1d3d6a6fc3ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:46.622412 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-dc090f69-eae2-4a51-8767-ef889ddeee96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:46.647328 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-4c351a2a-d1ea-443b-b71b-744002f80a70 req-b11e785b-7c0d-46e0-b3a2-a1dc89b8d4ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:46.652199 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.db_base_plugin_common [None req-26eafed5-489a-429f-b7ab-13f7b701ca1f tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Allocated IP 2001:db8::1 (6a293620-f929-412d-b714-4c42fc16d568/4c939e65-83a4-463d-b6e8-113139eaee10/295c2b63-3ad1-43a5-9c6b-7ac549dc12ef) {{(pid=105584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:22:46.671783 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-7f79d368-8bad-40b2-8217-d0ef2308de8f req-801417a9-70d6-494f-8705-7d7fc55a0d8a service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=e916e9b6-267b-4820-a856-ddc66d274821&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1172435 Jul 27 21:22:46.691563 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cf9e50-dc29-45e6-9644-262b1b440aef req-86ffc0e8-ad52-4be8-8bb6-bf0407148f03 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:22:46.693434 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-66cf9e50-dc29-45e6-9644-262b1b440aef req-86ffc0e8-ad52-4be8-8bb6-bf0407148f03 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] 10.222.0.59 "GET /v2.0/ports?device_id=c5ea73bb-edaf-47c2-9f36-d8273f60e5d5 HTTP/1.1" status: 200 len: 945 time: 0.4214630 Jul 27 21:22:46.695482 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-dc090f69-eae2-4a51-8767-ef889ddeee96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:46.725666 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-e70b2632-37c4-42b2-a8bd-1d3d6a6fc3ac None None] For port fc34eaaa-bf98-4484-a9cc-9c3b1c87534e, host n-d-705658-22, cleared binding levels {{(pid=105586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:22:46.729493 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-e70b2632-37c4-42b2-a8bd-1d3d6a6fc3ac None None] For port fc34eaaa-bf98-4484-a9cc-9c3b1c87534e, host n-d-705658-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=fc34eaaa-bf98-4484-a9cc-9c3b1c87534e,segment=NetworkSegment(177bfafb-fc14-47ec-b945-0f5d3597c3ab),segment_id=177bfafb-fc14-47ec-b945-0f5d3597c3ab)] {{(pid=105586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:22:46.735247 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-e70b2632-37c4-42b2-a8bd-1d3d6a6fc3ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:46.806511 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-cfd72cb1-d442-48f5-bcd3-cbe23f6a29e0 tempest-ExtraDHCPOptionsIpV6TestJSON-1510846640 tempest-ExtraDHCPOptionsIpV6TestJSON-1510846640-project] Notify callbacks [] for security_group, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:46.817145 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-66cf9e50-dc29-45e6-9644-262b1b440aef req-f5ba2118-6fe1-4c2e-9c16-f4d8bc5fba79 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] 10.222.0.59 "GET /v2.0/security-groups?id=e916e9b6-267b-4820-a856-ddc66d274821&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1107895 Jul 27 21:22:46.819059 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-cfd72cb1-d442-48f5-bcd3-cbe23f6a29e0 tempest-ExtraDHCPOptionsIpV6TestJSON-1510846640 tempest-ExtraDHCPOptionsIpV6TestJSON-1510846640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:46.864110 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd72cb1-d442-48f5-bcd3-cbe23f6a29e0 tempest-ExtraDHCPOptionsIpV6TestJSON-1510846640 tempest-ExtraDHCPOptionsIpV6TestJSON-1510846640-project] Pushing event updated for resources: {'SecurityGroup': ['ID=17449b8c-5324-4dd4-9511-c662444a1cb4,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:22:46.874300 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-dc090f69-eae2-4a51-8767-ef889ddeee96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:46.877395 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-dc090f69-eae2-4a51-8767-ef889ddeee96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:46.884908 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-dc090f69-eae2-4a51-8767-ef889ddeee96 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/a2763c38-56a2-487d-9884-fa3c34cee098 HTTP/1.1" status: 204 len: 168 time: 0.6503992 Jul 27 21:22:46.890100 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cfd72cb1-d442-48f5-bcd3-cbe23f6a29e0 tempest-ExtraDHCPOptionsIpV6TestJSON-1510846640 tempest-ExtraDHCPOptionsIpV6TestJSON-1510846640-project] vlan segment allocate from pool success with {'vlan_id': 227, 'physical_network': 'physnet1'} {{(pid=105585) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:22:46.902860 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc090f69-eae2-4a51-8767-ef889ddeee96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2763c38-56a2-487d-9884-fa3c34cee098,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:22:46.914394 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-cfd72cb1-d442-48f5-bcd3-cbe23f6a29e0 tempest-ExtraDHCPOptionsIpV6TestJSON-1510846640 tempest-ExtraDHCPOptionsIpV6TestJSON-1510846640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:46.915683 n-d-705658-22 neutron-server[105585]: INFO neutron.db.segments_db [None req-cfd72cb1-d442-48f5-bcd3-cbe23f6a29e0 tempest-ExtraDHCPOptionsIpV6TestJSON-1510846640 tempest-ExtraDHCPOptionsIpV6TestJSON-1510846640-project] Added segment 5c3e18f9-10c5-4a6e-b000-e53106b927be of type vlan for network 3085983b-763b-4d4e-bf00-afc8172174a6 Jul 27 21:22:46.934897 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70b2632-37c4-42b2-a8bd-1d3d6a6fc3ac None None] Pushing event updated for resources: {'Port': ['ID=fc34eaaa-bf98-4484-a9cc-9c3b1c87534e,revision_number=2']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:22:47.053387 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-26eafed5-489a-429f-b7ab-13f7b701ca1f tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks [] for port, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:47.074619 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-cfd72cb1-d442-48f5-bcd3-cbe23f6a29e0 tempest-ExtraDHCPOptionsIpV6TestJSON-1510846640 tempest-ExtraDHCPOptionsIpV6TestJSON-1510846640-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790688424798'] for network, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:47.165528 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.provisioning_blocks [None req-26eafed5-489a-429f-b7ab-13f7b701ca1f tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Transition to ACTIVE for port object 295c2b63-3ad1-43a5-9c6b-7ac549dc12ef will not be triggered until provisioned by entity DHCP. {{(pid=105584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:22:47.192721 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-cfd72cb1-d442-48f5-bcd3-cbe23f6a29e0 tempest-ExtraDHCPOptionsIpV6TestJSON-1510846640 tempest-ExtraDHCPOptionsIpV6TestJSON-1510846640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920'] for network, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:47.198402 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfd72cb1-d442-48f5-bcd3-cbe23f6a29e0 tempest-ExtraDHCPOptionsIpV6TestJSON-1510846640 tempest-ExtraDHCPOptionsIpV6TestJSON-1510846640-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:22:47.199113 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-cfd72cb1-d442-48f5-bcd3-cbe23f6a29e0 tempest-ExtraDHCPOptionsIpV6TestJSON-1510846640 tempest-ExtraDHCPOptionsIpV6TestJSON-1510846640-project] Notify callbacks [] for network, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:47.250560 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3b4905-1f63-492c-a946-328dfcbc9ff0 req-132501f7-e5e6-465b-a5b3-960e2b39cda1 tempest-VolumesActionsTest-1041040997 tempest-VolumesActionsTest-1041040997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:22:47.252328 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-8d3b4905-1f63-492c-a946-328dfcbc9ff0 req-132501f7-e5e6-465b-a5b3-960e2b39cda1 tempest-VolumesActionsTest-1041040997 tempest-VolumesActionsTest-1041040997-project] 10.222.0.59 "GET /v2.0/ports?device_id=5dfcd107-e97b-41fa-9065-f2796a7ca148 HTTP/1.1" status: 200 len: 932 time: 0.2439718 Jul 27 21:22:47.299600 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-26eafed5-489a-429f-b7ab-13f7b701ca1f tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:47.367203 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-cfd72cb1-d442-48f5-bcd3-cbe23f6a29e0 tempest-ExtraDHCPOptionsIpV6TestJSON-1510846640 tempest-ExtraDHCPOptionsIpV6TestJSON-1510846640-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 1.8661792 Jul 27 21:22:47.375579 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 53064) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:47.379872 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26eafed5-489a-429f-b7ab-13f7b701ca1f tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Network 6a293620-f929-412d-b714-4c42fc16d568 is already hosted by enough agents. {{(pid=105584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:22:47.385921 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-199b43c7-fae6-442c-83fb-b69490c20e1d tempest-ExtraDHCPOptionsIpV6TestJSON-1510846640 tempest-ExtraDHCPOptionsIpV6TestJSON-1510846640-project] Request body: {'subnet': {'network_id': '3085983b-763b-4d4e-bf00-afc8172174a6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:22:47.389609 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [None req-26eafed5-489a-429f-b7ab-13f7b701ca1f tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Resources bound (agent type, host, resource id): {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:22:47.393018 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26eafed5-489a-429f-b7ab-13f7b701ca1f tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Received port after_create {{(pid=105584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:22:47.393736 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-26eafed5-489a-429f-b7ab-13f7b701ca1f tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4075523'] for router_interface, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:47.546644 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 53068) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:47.577170 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26eafed5-489a-429f-b7ab-13f7b701ca1f tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Pushing event updated for resources: {'Port': ['ID=295c2b63-3ad1-43a5-9c6b-7ac549dc12ef,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:22:47.585960 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd72cb1-d442-48f5-bcd3-cbe23f6a29e0 tempest-ExtraDHCPOptionsIpV6TestJSON-1510846640 tempest-ExtraDHCPOptionsIpV6TestJSON-1510846640-project] Pushing event updated for resources: {'Network': ['ID=3085983b-763b-4d4e-bf00-afc8172174a6,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:22:47.597675 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Network 3085983b-763b-4d4e-bf00-afc8172174a6 details requested by agent ovs-agent-n-d-705658-22 with host n-d-705658-22 {{(pid=105586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:22:47.602398 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-ab98a8f1-a2a8-4c7c-9d57-67becd72f980 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:47.603657 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-8d3b4905-1f63-492c-a946-328dfcbc9ff0 req-117f6a9a-4015-4668-a6b9-3594c5a184e0 tempest-VolumesActionsTest-1041040997 tempest-VolumesActionsTest-1041040997-project] 10.222.0.59 "GET /v2.0/security-groups?id=2ef113d1-a3a7-402b-a668-6dc148671140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2799914 Jul 27 21:22:47.604319 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-199b43c7-fae6-442c-83fb-b69490c20e1d tempest-ExtraDHCPOptionsIpV6TestJSON-1510846640 tempest-ExtraDHCPOptionsIpV6TestJSON-1510846640-project] Made reservation on behalf of 1882390de67f44b2b043c6b73687adc0 for: {'subnet': 1} {{(pid=105585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:22:47.607869 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-199b43c7-fae6-442c-83fb-b69490c20e1d tempest-ExtraDHCPOptionsIpV6TestJSON-1510846640 tempest-ExtraDHCPOptionsIpV6TestJSON-1510846640-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9990620'] for subnet, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:47.660242 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [req-4c351a2a-d1ea-443b-b71b-744002f80a70 req-b11e785b-7c0d-46e0-b3a2-a1dc89b8d4ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 444e3571-5334-4570-aabf-0795d8e912a7 {{(pid=105584) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:22:47.681096 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-4c351a2a-d1ea-443b-b71b-744002f80a70 req-b11e785b-7c0d-46e0-b3a2-a1dc89b8d4ca service neutron] Notify callbacks [] for port, precommit_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:47.720674 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.provisioning_blocks [req-4c351a2a-d1ea-443b-b71b-744002f80a70 req-b11e785b-7c0d-46e0-b3a2-a1dc89b8d4ca service neutron] Transition to ACTIVE for port object 444e3571-5334-4570-aabf-0795d8e912a7 will not be triggered until provisioned by entity L2. {{(pid=105584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:22:47.759727 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-4c351a2a-d1ea-443b-b71b-744002f80a70 req-b11e785b-7c0d-46e0-b3a2-a1dc89b8d4ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9014027'] for port, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:47.798053 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cfb0618-6fc8-46e3-bb55-4fad18b18f3d None None] Network 6a293620-f929-412d-b714-4c42fc16d568 requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:22:47.859965 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-26eafed5-489a-429f-b7ab-13f7b701ca1f tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:47.920192 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11e785b-7c0d-46e0-b3a2-a1dc89b8d4ca service neutron] Pushing event updated for resources: {'Port': ['ID=444e3571-5334-4570-aabf-0795d8e912a7,revision_number=2']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:22:47.983103 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-aa3aeb5f-7ee8-47ce-88cd-b41cb4ba6918 None None] Provisioning for port 926ea6ab-65df-47cd-bf3f-71f5dc159866 completed by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:22:48.063363 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-199b43c7-fae6-442c-83fb-b69490c20e1d tempest-ExtraDHCPOptionsIpV6TestJSON-1510846640 tempest-ExtraDHCPOptionsIpV6TestJSON-1510846640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10221797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9990606'] for subnet, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:48.098927 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.agents_db [None req-558fcd2c-e512-47bc-a170-8673d87f7213 None None] Agent healthcheck: found 7 active agents {{(pid=105587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 21:22:48.216088 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199b43c7-fae6-442c-83fb-b69490c20e1d tempest-ExtraDHCPOptionsIpV6TestJSON-1510846640 tempest-ExtraDHCPOptionsIpV6TestJSON-1510846640-project] Pushing event updated for resources: {'Subnet': ['ID=33a5c916-c0aa-4a3e-a2d8-5038fa286ba3,revision_number=0']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:22:48.238771 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a2cf21-c3b6-47ff-be12-61114bac78f8 req-1d8b3c33-eb54-498f-860c-9a25a16bab6d tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:22:48.241200 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-55a2cf21-c3b6-47ff-be12-61114bac78f8 req-1d8b3c33-eb54-498f-860c-9a25a16bab6d tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] 10.222.0.59 "GET /v2.0/ports?device_id=c5ea73bb-edaf-47c2-9f36-d8273f60e5d5 HTTP/1.1" status: 200 len: 945 time: 0.2488978 Jul 27 21:22:48.281276 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-ab98a8f1-a2a8-4c7c-9d57-67becd72f980 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:48.294191 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 926ea6ab-65df-47cd-bf3f-71f5dc159866 up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:22:48.323958 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-199b43c7-fae6-442c-83fb-b69490c20e1d tempest-ExtraDHCPOptionsIpV6TestJSON-1510846640 tempest-ExtraDHCPOptionsIpV6TestJSON-1510846640-project] Checking segment: {'id': '5c3e18f9-10c5-4a6e-b000-e53106b927be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '3085983b-763b-4d4e-bf00-afc8172174a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:22:48.324338 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-199b43c7-fae6-442c-83fb-b69490c20e1d tempest-ExtraDHCPOptionsIpV6TestJSON-1510846640 tempest-ExtraDHCPOptionsIpV6TestJSON-1510846640-project] Network hostable DHCP agents. Network: 3085983b-763b-4d4e-bf00-afc8172174a6, hostable agents: ['7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a'], hosted agents: [] {{(pid=105585) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:22:48.338256 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-55a2cf21-c3b6-47ff-be12-61114bac78f8 req-a3213ec5-9d0a-4350-bfa9-be4b99a69b5f tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] 10.222.0.59 "GET /v2.0/security-groups?id=e916e9b6-267b-4820-a856-ddc66d274821&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0852599 Jul 27 21:22:48.345866 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-ab98a8f1-a2a8-4c7c-9d57-67becd72f980 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:48.369742 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-199b43c7-fae6-442c-83fb-b69490c20e1d tempest-ExtraDHCPOptionsIpV6TestJSON-1510846640 tempest-ExtraDHCPOptionsIpV6TestJSON-1510846640-project] Network 3085983b-763b-4d4e-bf00-afc8172174a6 is scheduled to be hosted by DHCP agent 7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a with binding_index 1 {{(pid=105585) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:22:48.385635 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.base_scheduler [None req-199b43c7-fae6-442c-83fb-b69490c20e1d tempest-ExtraDHCPOptionsIpV6TestJSON-1510846640 tempest-ExtraDHCPOptionsIpV6TestJSON-1510846640-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-22, 3085983b-763b-4d4e-bf00-afc8172174a6) {{(pid=105585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:22:48.391853 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-199b43c7-fae6-442c-83fb-b69490c20e1d tempest-ExtraDHCPOptionsIpV6TestJSON-1510846640 tempest-ExtraDHCPOptionsIpV6TestJSON-1510846640-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:22:48.393016 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-199b43c7-fae6-442c-83fb-b69490c20e1d tempest-ExtraDHCPOptionsIpV6TestJSON-1510846640 tempest-ExtraDHCPOptionsIpV6TestJSON-1510846640-project] Notify callbacks [] for subnet, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:48.401837 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-ab98a8f1-a2a8-4c7c-9d57-67becd72f980 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=e3fe23f2043340339304a8b698b608f3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8520033 Jul 27 21:22:48.410868 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 53074) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:48.450059 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-199b43c7-fae6-442c-83fb-b69490c20e1d tempest-ExtraDHCPOptionsIpV6TestJSON-1510846640 tempest-ExtraDHCPOptionsIpV6TestJSON-1510846640-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0694861 Jul 27 21:22:48.453721 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 53076) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:48.471260 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab98a8f1-a2a8-4c7c-9d57-67becd72f980 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32ee4851-f159-4374-8386-d06cdc3f1adf,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:22:48.477936 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [req-4c351a2a-d1ea-443b-b71b-744002f80a70 req-b11e785b-7c0d-46e0-b3a2-a1dc89b8d4ca service neutron] Attempting to bind port 444e3571-5334-4570-aabf-0795d8e912a7 on host n-h1-705658-22 for vnic_type normal with profile {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:22:48.478606 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [req-4c351a2a-d1ea-443b-b71b-744002f80a70 req-b11e785b-7c0d-46e0-b3a2-a1dc89b8d4ca service neutron] Attempting to bind port 444e3571-5334-4570-aabf-0795d8e912a7 by drivers openvswitch,hyperv on host n-h1-705658-22 at level 0 using segments [{'id': '18e10d91-ebad-46c9-a595-c7d7342be977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '931fb9ff-9259-4e72-a5c3-3639bed88ea6'}] {{(pid=105584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:22:48.479197 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c351a2a-d1ea-443b-b71b-744002f80a70 req-b11e785b-7c0d-46e0-b3a2-a1dc89b8d4ca service neutron] Attempting to bind port 444e3571-5334-4570-aabf-0795d8e912a7 on network 931fb9ff-9259-4e72-a5c3-3639bed88ea6 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:22:48.486923 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c351a2a-d1ea-443b-b71b-744002f80a70 req-b11e785b-7c0d-46e0-b3a2-a1dc89b8d4ca service neutron] Port 444e3571-5334-4570-aabf-0795d8e912a7 on network 931fb9ff-9259-4e72-a5c3-3639bed88ea6 not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-22 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:22:48.488107 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c351a2a-d1ea-443b-b71b-744002f80a70 req-b11e785b-7c0d-46e0-b3a2-a1dc89b8d4ca service neutron] Attempting to bind port 444e3571-5334-4570-aabf-0795d8e912a7 on network 931fb9ff-9259-4e72-a5c3-3639bed88ea6 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:22:48.503359 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-a7b4a1e4-4987-4296-bb05-095d4520c289 tempest-ExtraDHCPOptionsIpV6TestJSON-1510846640 tempest-ExtraDHCPOptionsIpV6TestJSON-1510846640-project] Request body: {'port': {'network_id': '3085983b-763b-4d4e-bf00-afc8172174a6', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1136650778'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:22:48.512168 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c351a2a-d1ea-443b-b71b-744002f80a70 req-b11e785b-7c0d-46e0-b3a2-a1dc89b8d4ca service neutron] Checking agent: {'id': '9d9bc37f-4d75-44ef-9f63-799aab3e316f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 49, 36), 'started_at': datetime.datetime(2021, 7, 27, 20, 49, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 22, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:22:48.513389 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c351a2a-d1ea-443b-b71b-744002f80a70 req-b11e785b-7c0d-46e0-b3a2-a1dc89b8d4ca service neutron] Checking segment: {'id': '18e10d91-ebad-46c9-a595-c7d7342be977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '931fb9ff-9259-4e72-a5c3-3639bed88ea6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:22:48.513889 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c351a2a-d1ea-443b-b71b-744002f80a70 req-b11e785b-7c0d-46e0-b3a2-a1dc89b8d4ca service neutron] Bound using segment: {'id': '18e10d91-ebad-46c9-a595-c7d7342be977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '931fb9ff-9259-4e72-a5c3-3639bed88ea6'} {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:22:48.514909 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [req-4c351a2a-d1ea-443b-b71b-744002f80a70 req-b11e785b-7c0d-46e0-b3a2-a1dc89b8d4ca service neutron] Bound port: 444e3571-5334-4570-aabf-0795d8e912a7, host: n-h1-705658-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18e10d91-ebad-46c9-a595-c7d7342be977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '931fb9ff-9259-4e72-a5c3-3639bed88ea6'}}] {{(pid=105584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:22:48.515407 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-4c351a2a-d1ea-443b-b71b-744002f80a70 req-b11e785b-7c0d-46e0-b3a2-a1dc89b8d4ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:48.660586 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12161f4d-c1ba-474d-8f98-339b8d7492a1 None None] Network 3085983b-763b-4d4e-bf00-afc8172174a6 requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:22:48.663975 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49bfa526-8dce-429d-bd09-b544f0a9acba None None] Network c552af41-6bae-4b86-aaab-74fd38533b2f requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:22:48.730408 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-fac9fa65-aa9f-4836-a817-953eb0d8a7f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:48.735226 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [req-4c351a2a-d1ea-443b-b71b-744002f80a70 req-b11e785b-7c0d-46e0-b3a2-a1dc89b8d4ca service neutron] For port 444e3571-5334-4570-aabf-0795d8e912a7, host n-h1-705658-22, cleared binding levels {{(pid=105584) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:22:48.763923 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [req-4c351a2a-d1ea-443b-b71b-744002f80a70 req-b11e785b-7c0d-46e0-b3a2-a1dc89b8d4ca service neutron] For port 444e3571-5334-4570-aabf-0795d8e912a7, host n-h1-705658-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=444e3571-5334-4570-aabf-0795d8e912a7,segment=NetworkSegment(18e10d91-ebad-46c9-a595-c7d7342be977),segment_id=18e10d91-ebad-46c9-a595-c7d7342be977)] {{(pid=105584) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:22:48.776804 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-4c351a2a-d1ea-443b-b71b-744002f80a70 req-b11e785b-7c0d-46e0-b3a2-a1dc89b8d4ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9014027'] for port, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:48.823470 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-fac9fa65-aa9f-4836-a817-953eb0d8a7f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:48.846732 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-26eafed5-489a-429f-b7ab-13f7b701ca1f tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks [] for port, precommit_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:48.849685 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c351a2a-d1ea-443b-b71b-744002f80a70 req-b11e785b-7c0d-46e0-b3a2-a1dc89b8d4ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:22:48.850591 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-4c351a2a-d1ea-443b-b71b-744002f80a70 req-b11e785b-7c0d-46e0-b3a2-a1dc89b8d4ca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:48.852973 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-4c351a2a-d1ea-443b-b71b-744002f80a70 req-b11e785b-7c0d-46e0-b3a2-a1dc89b8d4ca service neutron] 10.222.0.36 "PUT /v2.0/ports/444e3571-5334-4570-aabf-0795d8e912a7 HTTP/1.1" status: 200 len: 1093 time: 2.5237818 Jul 27 21:22:48.853734 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5dfcd107-e97b-41fa-9065-f2796a7ca148', 'tag': '444e3571-5334-4570-aabf-0795d8e912a7'}] {{(pid=105584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:22:48.863976 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bce5e6c8685464f7626901654159975603b047827e3138302ed6566e28f1343" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12ce19fa-d480-42f5-94c0-594065350f19" -d '{"events": [{"name": "network-changed", "server_uuid": "5dfcd107-e97b-41fa-9065-f2796a7ca148", "tag": "444e3571-5334-4570-aabf-0795d8e912a7"}]}' {{(pid=105584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:22:48.874945 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-26eafed5-489a-429f-b7ab-13f7b701ca1f tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9014027'] for port, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:48.876085 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-26eafed5-489a-429f-b7ab-13f7b701ca1f tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3743906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4076435'] for router_interface, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:48.921305 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30502637-dd85-4992-a8d5-e7e48cfa5f52 req-477c281e-099c-499e-ac4d-f6aa4dc965b5 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:22:48.925311 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-30502637-dd85-4992-a8d5-e7e48cfa5f52 req-477c281e-099c-499e-ac4d-f6aa4dc965b5 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] 10.222.0.59 "GET /v2.0/ports?device_id=c5ea73bb-edaf-47c2-9f36-d8273f60e5d5 HTTP/1.1" status: 200 len: 945 time: 0.4097970 Jul 27 21:22:48.974772 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7b4a1e4-4987-4296-bb05-095d4520c289 tempest-ExtraDHCPOptionsIpV6TestJSON-1510846640 tempest-ExtraDHCPOptionsIpV6TestJSON-1510846640-project] Made reservation on behalf of 1882390de67f44b2b043c6b73687adc0 for: {'port': 1} {{(pid=105585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:22:48.978496 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-a7b4a1e4-4987-4296-bb05-095d4520c289 tempest-ExtraDHCPOptionsIpV6TestJSON-1510846640 tempest-ExtraDHCPOptionsIpV6TestJSON-1510846640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:49.030173 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11e785b-7c0d-46e0-b3a2-a1dc89b8d4ca service neutron] Pushing event updated for resources: {'Port': ['ID=444e3571-5334-4570-aabf-0795d8e912a7,revision_number=3']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:22:49.051039 n-d-705658-22 neutron-server[105585]: DEBUG neutron.notifiers.nova [None req-a7b4a1e4-4987-4296-bb05-095d4520c289 tempest-ExtraDHCPOptionsIpV6TestJSON-1510846640 tempest-ExtraDHCPOptionsIpV6TestJSON-1510846640-project] device_id is not set on port 84fabb35-8ffd-4fa8-a7b5-dfe5949f98ac yet. {{(pid=105585) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 21:22:49.051270 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning for port 926ea6ab-65df-47cd-bf3f-71f5dc159866 completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:22:49.059680 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-30502637-dd85-4992-a8d5-e7e48cfa5f52 req-d08ecd00-0717-432a-935a-c1dfe4f190a2 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] 10.222.0.59 "GET /v2.0/security-groups?id=e916e9b6-267b-4820-a856-ddc66d274821&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1251912 Jul 27 21:22:49.067646 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-fb7cb26d-c374-4a15-8da2-ad121f81a4ed None None] Provisioning for port 295c2b63-3ad1-43a5-9c6b-7ac549dc12ef completed by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:22:49.078188 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d1a5e0-1ee3-4802-b0ec-6fcad4feeb9d req-0a595d6c-e702-46eb-9d43-d8ab7ffdb1b4 tempest-VolumesActionsTest-1041040997 tempest-VolumesActionsTest-1041040997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:22:49.079898 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-49d1a5e0-1ee3-4802-b0ec-6fcad4feeb9d req-0a595d6c-e702-46eb-9d43-d8ab7ffdb1b4 tempest-VolumesActionsTest-1041040997 tempest-VolumesActionsTest-1041040997-project] 10.222.0.59 "GET /v2.0/ports?device_id=5dfcd107-e97b-41fa-9065-f2796a7ca148 HTTP/1.1" status: 200 len: 944 time: 0.3039896 Jul 27 21:22:49.082252 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port 926ea6ab-65df-47cd-bf3f-71f5dc159866 triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:22:49.083168 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-fac9fa65-aa9f-4836-a817-953eb0d8a7f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:49.084455 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:49.086216 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-fac9fa65-aa9f-4836-a817-953eb0d8a7f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:49.088135 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-fb7cb26d-c374-4a15-8da2-ad121f81a4ed None None] Provisioning complete for port 295c2b63-3ad1-43a5-9c6b-7ac549dc12ef triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:22:49.088504 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-fb7cb26d-c374-4a15-8da2-ad121f81a4ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:49.091443 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-fac9fa65-aa9f-4836-a817-953eb0d8a7f0 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/32ee4851-f159-4374-8386-d06cdc3f1adf HTTP/1.1" status: 204 len: 168 time: 0.6792493 Jul 27 21:22:49.126495 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 53086) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:49.151506 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-fb7cb26d-c374-4a15-8da2-ad121f81a4ed None None] Port 295c2b63-3ad1-43a5-9c6b-7ac549dc12ef cannot update to ACTIVE because it is not bound. {{(pid=105586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:22:49.170067 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:22:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dadffa34-b219-404d-8d7c-e0fa7693daf8 x-openstack-request-id: req-dadffa34-b219-404d-8d7c-e0fa7693daf8 {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:22:49.170372 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5dfcd107-e97b-41fa-9065-f2796a7ca148", "tag": "444e3571-5334-4570-aabf-0795d8e912a7", "status": "completed", "code": 200}]} {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:22:49.170611 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-dadffa34-b219-404d-8d7c-e0fa7693daf8 {{(pid=105584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:22:49.171039 n-d-705658-22 neutron-server[105584]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5dfcd107-e97b-41fa-9065-f2796a7ca148', 'tag': '444e3571-5334-4570-aabf-0795d8e912a7', 'status': 'completed', 'code': 200} Jul 27 21:22:49.217800 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26eafed5-489a-429f-b7ab-13f7b701ca1f tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Pushing event updated for resources: {'Port': ['ID=295c2b63-3ad1-43a5-9c6b-7ac549dc12ef,revision_number=2']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:22:49.220835 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-fb7cb26d-c374-4a15-8da2-ad121f81a4ed None None] Provisioning for port fc34eaaa-bf98-4484-a9cc-9c3b1c87534e completed by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:22:49.234684 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c351a2a-d1ea-443b-b71b-744002f80a70 req-b726fe8f-07e6-4bbe-8081-e3fa0631689b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:22:49.236349 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-4c351a2a-d1ea-443b-b71b-744002f80a70 req-b726fe8f-07e6-4bbe-8081-e3fa0631689b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4f34f105adee402794bc57864714230e&device_id=5dfcd107-e97b-41fa-9065-f2796a7ca148 HTTP/1.1" status: 200 len: 1096 time: 0.3292382 Jul 27 21:22:49.263346 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac9fa65-aa9f-4836-a817-953eb0d8a7f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32ee4851-f159-4374-8386-d06cdc3f1adf,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:22:49.297564 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-4c351a2a-d1ea-443b-b71b-744002f80a70 req-c2f051b4-26fa-4020-bb6d-cc11b0aea492 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=444e3571-5334-4570-aabf-0795d8e912a7 HTTP/1.1" status: 200 len: 217 time: 0.0505342 Jul 27 21:22:49.303343 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c32e257-41ce-4388-9a13-25f6813a7d45 tempest-TestNetworkAdvancedServerOps-1085103497 tempest-TestNetworkAdvancedServerOps-1085103497-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:22:49.308004 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-3c32e257-41ce-4388-9a13-25f6813a7d45 tempest-TestNetworkAdvancedServerOps-1085103497 tempest-TestNetworkAdvancedServerOps-1085103497-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=c5ea73bb-edaf-47c2-9f36-d8273f60e5d5 HTTP/1.1" status: 200 len: 1092 time: 0.1795406 Jul 27 21:22:49.313327 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbbc6022-7209-4ce3-b91c-6426b41e1768 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30bb4b93-b285-5d90-9493-f9ec33ea333c-3085983b-763b-4d4e-bf00-afc8172174a6', 'network_id': '3085983b-763b-4d4e-bf00-afc8172174a6', 'tenant_id': '1882390de67f44b2b043c6b73687adc0', 'fixed_ips': [{'subnet_id': '33a5c916-c0aa-4a3e-a2d8-5038fa286ba3'}]}} from n-d-705658-22. {{(pid=105586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 21:22:49.314207 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-fbbc6022-7209-4ce3-b91c-6426b41e1768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:49.354773 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26eafed5-489a-429f-b7ab-13f7b701ca1f tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Network 6a293620-f929-412d-b714-4c42fc16d568 is already hosted by enough agents. {{(pid=105584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:22:49.355425 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 53088) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:49.357104 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c351a2a-d1ea-443b-b71b-744002f80a70 req-e486afc5-782f-465b-abd1-cd1bd85382db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:22:49.358778 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-4c351a2a-d1ea-443b-b71b-744002f80a70 req-e486afc5-782f-465b-abd1-cd1bd85382db service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5ff0e0de-9e83-4547-96ca-977e74fc4ad6 HTTP/1.1" status: 200 len: 849 time: 0.0497265 Jul 27 21:22:49.363871 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-736e0659-b599-44e2-b402-baf0cbdf1eab tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Request body: {'floatingip': {'floating_network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'port_id': '7ea253f9-8443-4121-91f5-84b9f528beda', 'tenant_id': '379416b786c44e07b1b1ba1a5ea96882', 'fixed_ip_address': '172.20.0.8'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:22:49.398025 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [None req-26eafed5-489a-429f-b7ab-13f7b701ca1f tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Resources bound (agent type, host, resource id): {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:22:49.419130 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-736e0659-b599-44e2-b402-baf0cbdf1eab tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks [] for floatingip, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:49.421914 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:49.426234 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-4c351a2a-d1ea-443b-b71b-744002f80a70 req-e976295e-ba01-4f21-9406-94d212bb14f5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=931fb9ff-9259-4e72-a5c3-3639bed88ea6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0384955 Jul 27 21:22:49.479283 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-49d1a5e0-1ee3-4802-b0ec-6fcad4feeb9d req-1068ac9a-da40-4444-a411-ec02341a9ac7 tempest-VolumesActionsTest-1041040997 tempest-VolumesActionsTest-1041040997-project] 10.222.0.59 "GET /v2.0/security-groups?id=2ef113d1-a3a7-402b-a668-6dc148671140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3864148 Jul 27 21:22:49.492838 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.db_base_plugin_common [None req-a7b4a1e4-4987-4296-bb05-095d4520c289 tempest-ExtraDHCPOptionsIpV6TestJSON-1510846640 tempest-ExtraDHCPOptionsIpV6TestJSON-1510846640-project] Allocated IP 2001:db8::36d (3085983b-763b-4d4e-bf00-afc8172174a6/33a5c916-c0aa-4a3e-a2d8-5038fa286ba3/84fabb35-8ffd-4fa8-a7b5-dfe5949f98ac) {{(pid=105585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:22:49.577565 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-9f23e7a6-7753-41f0-bf54-c6e27f86ca56 None None] Provisioning complete for port 295c2b63-3ad1-43a5-9c6b-7ac549dc12ef triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:22:49.577937 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-9f23e7a6-7753-41f0-bf54-c6e27f86ca56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:49.750743 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] For port 926ea6ab-65df-47cd-bf3f-71f5dc159866, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=926ea6ab-65df-47cd-bf3f-71f5dc159866,segment=NetworkSegment(f8df89e5-7c74-460b-85f6-0bdce916e977),segment_id=f8df89e5-7c74-460b-85f6-0bdce916e977)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:22:49.767946 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:49.769029 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device fc34eaaa-bf98-4484-a9cc-9c3b1c87534e up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:22:49.839420 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-9f23e7a6-7753-41f0-bf54-c6e27f86ca56 None None] Port 295c2b63-3ad1-43a5-9c6b-7ac549dc12ef cannot update to ACTIVE because it is not bound. {{(pid=105586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:22:49.848543 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-a7b4a1e4-4987-4296-bb05-095d4520c289 tempest-ExtraDHCPOptionsIpV6TestJSON-1510846640 tempest-ExtraDHCPOptionsIpV6TestJSON-1510846640-project] Notify callbacks [] for port, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:49.866349 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.provisioning_blocks [None req-a7b4a1e4-4987-4296-bb05-095d4520c289 tempest-ExtraDHCPOptionsIpV6TestJSON-1510846640 tempest-ExtraDHCPOptionsIpV6TestJSON-1510846640-project] Transition to ACTIVE for port object 84fabb35-8ffd-4fa8-a7b5-dfe5949f98ac will not be triggered until provisioned by entity DHCP. {{(pid=105585) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:22:49.874706 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-4c351a2a-d1ea-443b-b71b-744002f80a70 req-ced2aa43-eec9-4cfb-bf30-2f381255d737 service neutron] 10.222.0.36 "GET /v2.0/networks/931fb9ff-9259-4e72-a5c3-3639bed88ea6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4355190 Jul 27 21:22:49.926620 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-a7b4a1e4-4987-4296-bb05-095d4520c289 tempest-ExtraDHCPOptionsIpV6TestJSON-1510846640 tempest-ExtraDHCPOptionsIpV6TestJSON-1510846640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:49.979334 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7b4a1e4-4987-4296-bb05-095d4520c289 tempest-ExtraDHCPOptionsIpV6TestJSON-1510846640 tempest-ExtraDHCPOptionsIpV6TestJSON-1510846640-project] Network 3085983b-763b-4d4e-bf00-afc8172174a6 is already hosted by enough agents. {{(pid=105585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:22:49.982875 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.base_scheduler [None req-a7b4a1e4-4987-4296-bb05-095d4520c289 tempest-ExtraDHCPOptionsIpV6TestJSON-1510846640 tempest-ExtraDHCPOptionsIpV6TestJSON-1510846640-project] Resources bound (agent type, host, resource id): {{(pid=105585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:22:50.011185 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Pushing event updated for resources: {'Port': ['ID=926ea6ab-65df-47cd-bf3f-71f5dc159866,revision_number=3']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:22:50.012355 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7b4a1e4-4987-4296-bb05-095d4520c289 tempest-ExtraDHCPOptionsIpV6TestJSON-1510846640 tempest-ExtraDHCPOptionsIpV6TestJSON-1510846640-project] Received port after_create {{(pid=105585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:22:50.030190 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7b4a1e4-4987-4296-bb05-095d4520c289 tempest-ExtraDHCPOptionsIpV6TestJSON-1510846640 tempest-ExtraDHCPOptionsIpV6TestJSON-1510846640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:22:50.030892 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-a7b4a1e4-4987-4296-bb05-095d4520c289 tempest-ExtraDHCPOptionsIpV6TestJSON-1510846640 tempest-ExtraDHCPOptionsIpV6TestJSON-1510846640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:50.042077 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-612764a7-088d-4c20-bc62-4db954f6cf80 None None] Provisioning complete for port 295c2b63-3ad1-43a5-9c6b-7ac549dc12ef triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:22:50.042557 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-612764a7-088d-4c20-bc62-4db954f6cf80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:50.044873 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.db_base_plugin_common [None req-fbbc6022-7209-4ce3-b91c-6426b41e1768 None None] Allocated IP 2001:db8::2 (3085983b-763b-4d4e-bf00-afc8172174a6/33a5c916-c0aa-4a3e-a2d8-5038fa286ba3/abe7d899-f7fe-458f-b136-f98c3cc5b79f) {{(pid=105586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:22:50.051184 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b4a1e4-4987-4296-bb05-095d4520c289 tempest-ExtraDHCPOptionsIpV6TestJSON-1510846640 tempest-ExtraDHCPOptionsIpV6TestJSON-1510846640-project] Pushing event updated for resources: {'Port': ['ID=84fabb35-8ffd-4fa8-a7b5-dfe5949f98ac,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:22:50.065464 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-a7b4a1e4-4987-4296-bb05-095d4520c289 tempest-ExtraDHCPOptionsIpV6TestJSON-1510846640 tempest-ExtraDHCPOptionsIpV6TestJSON-1510846640-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.6106584 Jul 27 21:22:50.066454 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 53106) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:50.072319 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-805360b8-c1df-40e5-9d1f-8e126bb8ace3 tempest-ExtraDHCPOptionsIpV6TestJSON-1510846640 tempest-ExtraDHCPOptionsIpV6TestJSON-1510846640-project] Request body: {'port': {'network_id': '3085983b-763b-4d4e-bf00-afc8172174a6', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1311243107', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:22:50.073321 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.api.validators [None req-805360b8-c1df-40e5-9d1f-8e126bb8ace3 tempest-ExtraDHCPOptionsIpV6TestJSON-1510846640 tempest-ExtraDHCPOptionsIpV6TestJSON-1510846640-project] bootfile-name is not in valid_values {{(pid=105585) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 27 21:22:50.074394 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.api.validators [None req-805360b8-c1df-40e5-9d1f-8e126bb8ace3 tempest-ExtraDHCPOptionsIpV6TestJSON-1510846640 tempest-ExtraDHCPOptionsIpV6TestJSON-1510846640-project] tftp-server is not in valid_values {{(pid=105585) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 27 21:22:50.074929 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.api.validators [None req-805360b8-c1df-40e5-9d1f-8e126bb8ace3 tempest-ExtraDHCPOptionsIpV6TestJSON-1510846640 tempest-ExtraDHCPOptionsIpV6TestJSON-1510846640-project] server-ip-address is not in valid_values {{(pid=105585) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 27 21:22:50.086105 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning for port fc34eaaa-bf98-4484-a9cc-9c3b1c87534e completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:22:50.105223 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port fc34eaaa-bf98-4484-a9cc-9c3b1c87534e triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:22:50.105844 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:50.190267 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-612764a7-088d-4c20-bc62-4db954f6cf80 None None] Port 295c2b63-3ad1-43a5-9c6b-7ac549dc12ef cannot update to ACTIVE because it is not bound. {{(pid=105586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:22:50.241445 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-612764a7-088d-4c20-bc62-4db954f6cf80 None None] Provisioning complete for port fc34eaaa-bf98-4484-a9cc-9c3b1c87534e triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:22:50.241992 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-612764a7-088d-4c20-bc62-4db954f6cf80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:50.295408 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-805360b8-c1df-40e5-9d1f-8e126bb8ace3 tempest-ExtraDHCPOptionsIpV6TestJSON-1510846640 tempest-ExtraDHCPOptionsIpV6TestJSON-1510846640-project] Made reservation on behalf of 1882390de67f44b2b043c6b73687adc0 for: {'port': 1} {{(pid=105585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:22:50.299260 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-805360b8-c1df-40e5-9d1f-8e126bb8ace3 tempest-ExtraDHCPOptionsIpV6TestJSON-1510846640 tempest-ExtraDHCPOptionsIpV6TestJSON-1510846640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:50.332467 n-d-705658-22 neutron-server[105585]: DEBUG neutron.notifiers.nova [None req-805360b8-c1df-40e5-9d1f-8e126bb8ace3 tempest-ExtraDHCPOptionsIpV6TestJSON-1510846640 tempest-ExtraDHCPOptionsIpV6TestJSON-1510846640-project] device_id is not set on port 644e8599-994d-4160-8611-68b187556a51 yet. {{(pid=105585) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 21:22:50.402872 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:50.464842 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-fbbc6022-7209-4ce3-b91c-6426b41e1768 None None] Notify callbacks [] for port, precommit_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:50.475362 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-612764a7-088d-4c20-bc62-4db954f6cf80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:50.486775 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] For port fc34eaaa-bf98-4484-a9cc-9c3b1c87534e, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=fc34eaaa-bf98-4484-a9cc-9c3b1c87534e,segment=NetworkSegment(177bfafb-fc14-47ec-b945-0f5d3597c3ab),segment_id=177bfafb-fc14-47ec-b945-0f5d3597c3ab)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:22:50.488364 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-fbbc6022-7209-4ce3-b91c-6426b41e1768 None None] Transition to ACTIVE for port object abe7d899-f7fe-458f-b136-f98c3cc5b79f will not be triggered until provisioned by entity L2. {{(pid=105586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:22:50.511832 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:50.572393 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-fbbc6022-7209-4ce3-b91c-6426b41e1768 None None] Transition to ACTIVE for port object abe7d899-f7fe-458f-b136-f98c3cc5b79f will not be triggered until provisioned by entity DHCP. {{(pid=105586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:22:50.603084 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-4c351a2a-d1ea-443b-b71b-744002f80a70 req-546f0f31-8d58-405a-8afd-8b02fbc0861e service neutron] 10.222.0.36 "GET /v2.0/networks/931fb9ff-9259-4e72-a5c3-3639bed88ea6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6850753 Jul 27 21:22:50.625886 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-fbbc6022-7209-4ce3-b91c-6426b41e1768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143'] for port, after_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:50.664947 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Pushing event updated for resources: {'Port': ['ID=fc34eaaa-bf98-4484-a9cc-9c3b1c87534e,revision_number=3']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:22:50.677436 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 926ea6ab-65df-47cd-bf3f-71f5dc159866 up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:22:50.684698 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.db.api [None req-612764a7-088d-4c20-bc62-4db954f6cf80 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105586) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 27 21:22:50.684978 n-d-705658-22 neutron-server[105586]: DEBUG oslo_db.api [None req-612764a7-088d-4c20-bc62-4db954f6cf80 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 27 21:22:50.686706 n-d-705658-22 neutron-server[105586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbbc6022-7209-4ce3-b91c-6426b41e1768 None None] Network 3085983b-763b-4d4e-bf00-afc8172174a6 is already hosted by enough agents. {{(pid=105586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:22:50.729841 n-d-705658-22 neutron-server[105586]: DEBUG neutron.scheduler.base_scheduler [None req-fbbc6022-7209-4ce3-b91c-6426b41e1768 None None] Resources bound (agent type, host, resource id): {{(pid=105586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:22:50.735413 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbbc6022-7209-4ce3-b91c-6426b41e1768 None None] Received port after_create {{(pid=105586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:22:50.763115 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26eafed5-489a-429f-b7ab-13f7b701ca1f tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Router 8893886f-ee28-47dc-80a7-d91a3da553e2 is scheduled to L3 agent dd128fd7-8e57-4d4f-895b-a96b369df59a with binding_index 1 {{(pid=105584) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 21:22:50.778466 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-736e0659-b599-44e2-b402-baf0cbdf1eab tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:50.786955 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ce19fa-d480-42f5-94c0-594065350f19 req-d93a6368-b5d2-423b-80e1-952d1e962687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:22:50.788742 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-12ce19fa-d480-42f5-94c0-594065350f19 req-d93a6368-b5d2-423b-80e1-952d1e962687 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4f34f105adee402794bc57864714230e&device_id=5dfcd107-e97b-41fa-9065-f2796a7ca148 HTTP/1.1" status: 200 len: 1096 time: 0.1362946 Jul 27 21:22:50.796904 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.db_base_plugin_common [None req-805360b8-c1df-40e5-9d1f-8e126bb8ace3 tempest-ExtraDHCPOptionsIpV6TestJSON-1510846640 tempest-ExtraDHCPOptionsIpV6TestJSON-1510846640-project] Allocated IP 2001:db8::2bd (3085983b-763b-4d4e-bf00-afc8172174a6/33a5c916-c0aa-4a3e-a2d8-5038fa286ba3/644e8599-994d-4160-8611-68b187556a51) {{(pid=105585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:22:50.823085 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbc6022-7209-4ce3-b91c-6426b41e1768 None None] Pushing event updated for resources: {'Port': ['ID=abe7d899-f7fe-458f-b136-f98c3cc5b79f,revision_number=1']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:22:50.851039 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968b1eec-1b6a-40d2-9b04-16ca047e9877 req-20e2eb40-b4e6-4f33-b655-503b40d407e9 tempest-VolumesActionsTest-1041040997 tempest-VolumesActionsTest-1041040997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:22:50.854382 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-968b1eec-1b6a-40d2-9b04-16ca047e9877 req-20e2eb40-b4e6-4f33-b655-503b40d407e9 tempest-VolumesActionsTest-1041040997 tempest-VolumesActionsTest-1041040997-project] 10.222.0.59 "GET /v2.0/ports?device_id=5dfcd107-e97b-41fa-9065-f2796a7ca148 HTTP/1.1" status: 200 len: 944 time: 0.2680504 Jul 27 21:22:50.905759 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-fbbc6022-7209-4ce3-b91c-6426b41e1768 None None] Attempting to bind port abe7d899-f7fe-458f-b136-f98c3cc5b79f on host n-d-705658-22 for vnic_type normal with profile {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:22:50.906462 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-fbbc6022-7209-4ce3-b91c-6426b41e1768 None None] Attempting to bind port abe7d899-f7fe-458f-b136-f98c3cc5b79f by drivers openvswitch,hyperv on host n-d-705658-22 at level 0 using segments [{'id': '5c3e18f9-10c5-4a6e-b000-e53106b927be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '3085983b-763b-4d4e-bf00-afc8172174a6'}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:22:50.907569 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbbc6022-7209-4ce3-b91c-6426b41e1768 None None] Attempting to bind port abe7d899-f7fe-458f-b136-f98c3cc5b79f on network 3085983b-763b-4d4e-bf00-afc8172174a6 {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:22:50.916671 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbbc6022-7209-4ce3-b91c-6426b41e1768 None None] Checking agent: {'id': '04a7ea91-6318-467e-ace6-b0fb48c8690f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 41, 42), 'started_at': datetime.datetime(2021, 7, 27, 20, 42, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 22, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:22:50.917783 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbbc6022-7209-4ce3-b91c-6426b41e1768 None None] Checking segment: {'id': '5c3e18f9-10c5-4a6e-b000-e53106b927be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '3085983b-763b-4d4e-bf00-afc8172174a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:22:50.918696 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-fbbc6022-7209-4ce3-b91c-6426b41e1768 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:50.919310 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbbc6022-7209-4ce3-b91c-6426b41e1768 None None] Bound using segment: {'id': '5c3e18f9-10c5-4a6e-b000-e53106b927be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '3085983b-763b-4d4e-bf00-afc8172174a6'} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:22:50.920207 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-fbbc6022-7209-4ce3-b91c-6426b41e1768 None None] Bound port: abe7d899-f7fe-458f-b136-f98c3cc5b79f, host: n-d-705658-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c3e18f9-10c5-4a6e-b000-e53106b927be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '3085983b-763b-4d4e-bf00-afc8172174a6'}}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:22:50.920662 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-fbbc6022-7209-4ce3-b91c-6426b41e1768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:50.942197 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port 926ea6ab-65df-47cd-bf3f-71f5dc159866 triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:22:50.942693 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:50.987636 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-968b1eec-1b6a-40d2-9b04-16ca047e9877 req-c770df25-6f39-4d3f-a45e-708019978afe tempest-VolumesActionsTest-1041040997 tempest-VolumesActionsTest-1041040997-project] 10.222.0.59 "GET /v2.0/security-groups?id=2ef113d1-a3a7-402b-a668-6dc148671140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190550 Jul 27 21:22:51.112213 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26eafed5-489a-429f-b7ab-13f7b701ca1f tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify agent at l3_agent.n-d-705658-22 the message routers_updated {{(pid=105584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:22:51.128827 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-26eafed5-489a-429f-b7ab-13f7b701ca1f tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] 10.222.0.59 "PUT /v2.0/routers/8893886f-ee28-47dc-80a7-d91a3da553e2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7120495 Jul 27 21:22:51.135367 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 53130) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:51.283098 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ce19fa-d480-42f5-94c0-594065350f19 req-34d83b4a-cc74-4ef4-917e-8fed43a9a0e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:22:51.285499 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-12ce19fa-d480-42f5-94c0-594065350f19 req-34d83b4a-cc74-4ef4-917e-8fed43a9a0e7 service neutron] 10.222.0.36 "GET /v2.0/networks?id=931fb9ff-9259-4e72-a5c3-3639bed88ea6 HTTP/1.1" status: 200 len: 910 time: 0.4861097 Jul 27 21:22:51.303601 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.db_base_plugin_common [None req-736e0659-b599-44e2-b402-baf0cbdf1eab tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Allocated IP 172.25.5.191 (8735d8a2-b604-4758-ae71-b40e4ee6f305/eca7dbab-b9c0-4c8f-a272-816ea8a81764/ff38e72b-fef3-4887-afa0-27fdaee991e0) {{(pid=105584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:22:51.323148 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f22a6a7-91e6-475a-9776-a3bd0c5fcc5e tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:22:51.333926 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-2f22a6a7-91e6-475a-9776-a3bd0c5fcc5e tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] 10.222.0.59 "GET /v2.0/ports/295c2b63-3ad1-43a5-9c6b-7ac549dc12ef HTTP/1.1" status: 200 len: 911 time: 0.1979287 Jul 27 21:22:51.337562 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 53138) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:51.338938 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed037a24-c4f4-40a9-a310-9a5a4166060e None None] Sync routers for ids ['8893886f-ee28-47dc-80a7-d91a3da553e2'] in n-d-705658-22 {{(pid=105586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:22:51.349097 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-fbbc6022-7209-4ce3-b91c-6426b41e1768 None None] For port abe7d899-f7fe-458f-b136-f98c3cc5b79f, host n-d-705658-22, cleared binding levels {{(pid=105586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:22:51.373403 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-fbbc6022-7209-4ce3-b91c-6426b41e1768 None None] For port abe7d899-f7fe-458f-b136-f98c3cc5b79f, host n-d-705658-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=abe7d899-f7fe-458f-b136-f98c3cc5b79f,segment=NetworkSegment(5c3e18f9-10c5-4a6e-b000-e53106b927be),segment_id=5c3e18f9-10c5-4a6e-b000-e53106b927be)] {{(pid=105586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:22:51.384141 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-12ce19fa-d480-42f5-94c0-594065350f19 req-f2afbc20-28c5-437b-b784-ce2cd358872c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=444e3571-5334-4570-aabf-0795d8e912a7 HTTP/1.1" status: 200 len: 217 time: 0.0878174 Jul 27 21:22:51.387733 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed037a24-c4f4-40a9-a310-9a5a4166060e None None] Routers {'8893886f-ee28-47dc-80a7-d91a3da553e2'} bound to L3 agent in host n-d-705658-22 {{(pid=105586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:22:51.388438 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-ed037a24-c4f4-40a9-a310-9a5a4166060e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:22:42Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['8893886f-ee28-47dc-80a7-d91a3da553e2'], 'active': True} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:22:51.393485 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-fbbc6022-7209-4ce3-b91c-6426b41e1768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:51.533782 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-ed037a24-c4f4-40a9-a310-9a5a4166060e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-22', False) {} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:22:51.560963 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-805360b8-c1df-40e5-9d1f-8e126bb8ace3 tempest-ExtraDHCPOptionsIpV6TestJSON-1510846640 tempest-ExtraDHCPOptionsIpV6TestJSON-1510846640-project] Notify callbacks [] for port, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:51.577116 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ce19fa-d480-42f5-94c0-594065350f19 req-5b9aecbf-0c49-4c07-a451-ec9fb1f0ad13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:22:51.579926 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-12ce19fa-d480-42f5-94c0-594065350f19 req-5b9aecbf-0c49-4c07-a451-ec9fb1f0ad13 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5ff0e0de-9e83-4547-96ca-977e74fc4ad6 HTTP/1.1" status: 200 len: 849 time: 0.1795380 Jul 27 21:22:51.594692 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed037a24-c4f4-40a9-a310-9a5a4166060e None None] Routers {'8893886f-ee28-47dc-80a7-d91a3da553e2'} bound to L3 agent in host n-d-705658-22 {{(pid=105586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:22:51.595543 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-ed037a24-c4f4-40a9-a310-9a5a4166060e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:22:42Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['8893886f-ee28-47dc-80a7-d91a3da553e2'], 'active': True} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:22:51.632090 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-12ce19fa-d480-42f5-94c0-594065350f19 req-5f952918-e345-412d-ac5a-74f4fb15b816 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=931fb9ff-9259-4e72-a5c3-3639bed88ea6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0433683 Jul 27 21:22:51.639015 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbc6022-7209-4ce3-b91c-6426b41e1768 None None] Pushing event updated for resources: {'Port': ['ID=abe7d899-f7fe-458f-b136-f98c3cc5b79f,revision_number=2']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:22:51.642951 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-ed037a24-c4f4-40a9-a310-9a5a4166060e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-22', False) {} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:22:51.644095 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed037a24-c4f4-40a9-a310-9a5a4166060e None None] The sync data for ids ['8893886f-ee28-47dc-80a7-d91a3da553e2'] in n-d-705658-22 is: [] {{(pid=105586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:22:51.663598 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.provisioning_blocks [None req-805360b8-c1df-40e5-9d1f-8e126bb8ace3 tempest-ExtraDHCPOptionsIpV6TestJSON-1510846640 tempest-ExtraDHCPOptionsIpV6TestJSON-1510846640-project] Transition to ACTIVE for port object 644e8599-994d-4160-8611-68b187556a51 will not be triggered until provisioned by entity DHCP. {{(pid=105585) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:22:51.753611 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-736e0659-b599-44e2-b402-baf0cbdf1eab tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks [] for port, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:51.871398 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-12ce19fa-d480-42f5-94c0-594065350f19 req-cd3dac7c-ac53-43f1-ab16-e0337231726d service neutron] 10.222.0.36 "GET /v2.0/networks/931fb9ff-9259-4e72-a5c3-3639bed88ea6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2240396 Jul 27 21:22:51.873952 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-736e0659-b599-44e2-b402-baf0cbdf1eab tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:51.988791 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-736e0659-b599-44e2-b402-baf0cbdf1eab tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Network 8735d8a2-b604-4758-ae71-b40e4ee6f305 is already hosted by enough agents. {{(pid=105584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:22:51.997025 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [None req-736e0659-b599-44e2-b402-baf0cbdf1eab tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Resources bound (agent type, host, resource id): {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:22:52.005110 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-736e0659-b599-44e2-b402-baf0cbdf1eab tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Received port after_create {{(pid=105584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:22:52.102276 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736e0659-b599-44e2-b402-baf0cbdf1eab tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Pushing event updated for resources: {'Port': ['ID=ff38e72b-fef3-4887-afa0-27fdaee991e0,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:22:52.228262 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-805360b8-c1df-40e5-9d1f-8e126bb8ace3 tempest-ExtraDHCPOptionsIpV6TestJSON-1510846640 tempest-ExtraDHCPOptionsIpV6TestJSON-1510846640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:52.233252 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-12ce19fa-d480-42f5-94c0-594065350f19 req-b6ed5110-b286-4288-8e18-eebc57fbc646 service neutron] 10.222.0.36 "GET /v2.0/networks/931fb9ff-9259-4e72-a5c3-3639bed88ea6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3533478 Jul 27 21:22:52.327439 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-805360b8-c1df-40e5-9d1f-8e126bb8ace3 tempest-ExtraDHCPOptionsIpV6TestJSON-1510846640 tempest-ExtraDHCPOptionsIpV6TestJSON-1510846640-project] Network 3085983b-763b-4d4e-bf00-afc8172174a6 is already hosted by enough agents. {{(pid=105585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:22:52.340056 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.base_scheduler [None req-805360b8-c1df-40e5-9d1f-8e126bb8ace3 tempest-ExtraDHCPOptionsIpV6TestJSON-1510846640 tempest-ExtraDHCPOptionsIpV6TestJSON-1510846640-project] Resources bound (agent type, host, resource id): {{(pid=105585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:22:52.348198 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-805360b8-c1df-40e5-9d1f-8e126bb8ace3 tempest-ExtraDHCPOptionsIpV6TestJSON-1510846640 tempest-ExtraDHCPOptionsIpV6TestJSON-1510846640-project] Received port after_create {{(pid=105585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:22:52.353785 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-805360b8-c1df-40e5-9d1f-8e126bb8ace3 tempest-ExtraDHCPOptionsIpV6TestJSON-1510846640 tempest-ExtraDHCPOptionsIpV6TestJSON-1510846640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:22:52.354500 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-805360b8-c1df-40e5-9d1f-8e126bb8ace3 tempest-ExtraDHCPOptionsIpV6TestJSON-1510846640 tempest-ExtraDHCPOptionsIpV6TestJSON-1510846640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:52.373142 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805360b8-c1df-40e5-9d1f-8e126bb8ace3 tempest-ExtraDHCPOptionsIpV6TestJSON-1510846640 tempest-ExtraDHCPOptionsIpV6TestJSON-1510846640-project] Pushing event updated for resources: {'Port': ['ID=644e8599-994d-4160-8611-68b187556a51,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:22:52.386782 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd03c381-d3c5-42d3-a071-589a669d1a2f req-e3386365-e8b6-4922-8d3f-c25fb6c6ce29 tempest-VolumesActionsTest-1041040997 tempest-VolumesActionsTest-1041040997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:22:52.388720 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-dd03c381-d3c5-42d3-a071-589a669d1a2f req-e3386365-e8b6-4922-8d3f-c25fb6c6ce29 tempest-VolumesActionsTest-1041040997 tempest-VolumesActionsTest-1041040997-project] 10.222.0.59 "GET /v2.0/ports?device_id=5dfcd107-e97b-41fa-9065-f2796a7ca148 HTTP/1.1" status: 200 len: 944 time: 0.2391093 Jul 27 21:22:52.436205 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-805360b8-c1df-40e5-9d1f-8e126bb8ace3 tempest-ExtraDHCPOptionsIpV6TestJSON-1510846640 tempest-ExtraDHCPOptionsIpV6TestJSON-1510846640-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 2.3684409 Jul 27 21:22:52.439895 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 53158) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:52.491712 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-9470a1f4-839a-4795-abe9-8fc410e92c26 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:52.538486 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-dd03c381-d3c5-42d3-a071-589a669d1a2f req-296e030c-552a-4a0f-aa31-d28a667690ed tempest-VolumesActionsTest-1041040997 tempest-VolumesActionsTest-1041040997-project] 10.222.0.59 "GET /v2.0/security-groups?id=2ef113d1-a3a7-402b-a668-6dc148671140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292107 Jul 27 21:22:52.697579 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1963aa01-add7-42f3-be85-2ecabe4f4ec6 tempest-ExtraDHCPOptionsIpV6TestJSON-1510846640 tempest-ExtraDHCPOptionsIpV6TestJSON-1510846640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:22:52.704150 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1963aa01-add7-42f3-be85-2ecabe4f4ec6 tempest-ExtraDHCPOptionsIpV6TestJSON-1510846640 tempest-ExtraDHCPOptionsIpV6TestJSON-1510846640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:22:52.710384 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1963aa01-add7-42f3-be85-2ecabe4f4ec6 tempest-ExtraDHCPOptionsIpV6TestJSON-1510846640 tempest-ExtraDHCPOptionsIpV6TestJSON-1510846640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:22:52.712347 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-1963aa01-add7-42f3-be85-2ecabe4f4ec6 tempest-ExtraDHCPOptionsIpV6TestJSON-1510846640 tempest-ExtraDHCPOptionsIpV6TestJSON-1510846640-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2622 time: 0.2715054 Jul 27 21:22:52.717276 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 53166) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:52.809837 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device fc34eaaa-bf98-4484-a9cc-9c3b1c87534e up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:22:52.914160 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port fc34eaaa-bf98-4484-a9cc-9c3b1c87534e triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:22:52.914789 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:53.031738 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.db_base_plugin_common [None req-9470a1f4-839a-4795-abe9-8fc410e92c26 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Allocated IP 2001:db8:1::1 (c552af41-6bae-4b86-aaab-74fd38533b2f/04600d0f-610e-49d5-a0fc-00c635d94a59/18a674ab-8a64-4cb6-832b-d1c9f39b16c0) {{(pid=105585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:22:53.071209 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device abe7d899-f7fe-458f-b136-f98c3cc5b79f up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:22:53.184554 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning for port abe7d899-f7fe-458f-b136-f98c3cc5b79f completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:22:53.195071 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c47a5f6c-7365-4f82-9842-961e418e1425 None None] Network 3085983b-763b-4d4e-bf00-afc8172174a6 requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:22:53.243170 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-736e0659-b599-44e2-b402-baf0cbdf1eab tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:53.261453 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-cf733a1c-9dc7-4578-9599-9edd2b9d2805 tempest-ExtraDHCPOptionsIpV6TestJSON-1510846640 tempest-ExtraDHCPOptionsIpV6TestJSON-1510846640-project] Deleting port 644e8599-994d-4160-8611-68b187556a51 {{(pid=105584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:22:53.261790 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-cf733a1c-9dc7-4578-9599-9edd2b9d2805 tempest-ExtraDHCPOptionsIpV6TestJSON-1510846640 tempest-ExtraDHCPOptionsIpV6TestJSON-1510846640-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:53.262055 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-9470a1f4-839a-4795-abe9-8fc410e92c26 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks [] for port, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:53.278592 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.provisioning_blocks [None req-9470a1f4-839a-4795-abe9-8fc410e92c26 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Transition to ACTIVE for port object 18a674ab-8a64-4cb6-832b-d1c9f39b16c0 will not be triggered until provisioned by entity DHCP. {{(pid=105585) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:22:53.319117 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-9470a1f4-839a-4795-abe9-8fc410e92c26 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:53.332783 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-a5704960-c415-44d1-92c5-51d3aa66b200 None None] Provisioning for port abe7d899-f7fe-458f-b136-f98c3cc5b79f completed by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:22:53.349653 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-a5704960-c415-44d1-92c5-51d3aa66b200 None None] Provisioning complete for port abe7d899-f7fe-458f-b136-f98c3cc5b79f triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:22:53.350041 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-a5704960-c415-44d1-92c5-51d3aa66b200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:53.376300 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9470a1f4-839a-4795-abe9-8fc410e92c26 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Pushing event updated for resources: {'Port': ['ID=18a674ab-8a64-4cb6-832b-d1c9f39b16c0,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:22:53.416136 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device 444e3571-5334-4570-aabf-0795d8e912a7 details requested by agent hyperv_n-h1-705658-22 with host n-h1-705658-22 {{(pid=105586) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:22:53.420016 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9470a1f4-839a-4795-abe9-8fc410e92c26 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Network c552af41-6bae-4b86-aaab-74fd38533b2f is already hosted by enough agents. {{(pid=105585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:22:53.424222 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.base_scheduler [None req-9470a1f4-839a-4795-abe9-8fc410e92c26 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Resources bound (agent type, host, resource id): {{(pid=105585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:22:53.440138 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9470a1f4-839a-4795-abe9-8fc410e92c26 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Received port after_create {{(pid=105585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:22:53.442260 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-9470a1f4-839a-4795-abe9-8fc410e92c26 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4075523'] for router_interface, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:53.473139 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-736e0659-b599-44e2-b402-baf0cbdf1eab tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:53.513176 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-cf733a1c-9dc7-4578-9599-9edd2b9d2805 tempest-ExtraDHCPOptionsIpV6TestJSON-1510846640 tempest-ExtraDHCPOptionsIpV6TestJSON-1510846640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:53.540021 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-cf733a1c-9dc7-4578-9599-9edd2b9d2805 tempest-ExtraDHCPOptionsIpV6TestJSON-1510846640 tempest-ExtraDHCPOptionsIpV6TestJSON-1510846640-project] Calling delete_port for 644e8599-994d-4160-8611-68b187556a51 owned by {{(pid=105584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:22:53.719177 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-cf733a1c-9dc7-4578-9599-9edd2b9d2805 tempest-ExtraDHCPOptionsIpV6TestJSON-1510846640 tempest-ExtraDHCPOptionsIpV6TestJSON-1510846640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:53.752194 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-a5704960-c415-44d1-92c5-51d3aa66b200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:53.822437 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf733a1c-9dc7-4578-9599-9edd2b9d2805 tempest-ExtraDHCPOptionsIpV6TestJSON-1510846640 tempest-ExtraDHCPOptionsIpV6TestJSON-1510846640-project] Pushing event deleted for resources: {'Port': ['ID=644e8599-994d-4160-8611-68b187556a51,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:22:53.838870 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-cf733a1c-9dc7-4578-9599-9edd2b9d2805 tempest-ExtraDHCPOptionsIpV6TestJSON-1510846640 tempest-ExtraDHCPOptionsIpV6TestJSON-1510846640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:53.844580 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-cf733a1c-9dc7-4578-9599-9edd2b9d2805 tempest-ExtraDHCPOptionsIpV6TestJSON-1510846640 tempest-ExtraDHCPOptionsIpV6TestJSON-1510846640-project] 10.222.0.59 "DELETE /v2.0/ports/644e8599-994d-4160-8611-68b187556a51 HTTP/1.1" status: 204 len: 168 time: 1.1217859 Jul 27 21:22:53.844881 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] For port 444e3571-5334-4570-aabf-0795d8e912a7, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=444e3571-5334-4570-aabf-0795d8e912a7,segment=NetworkSegment(18e10d91-ebad-46c9-a595-c7d7342be977),segment_id=18e10d91-ebad-46c9-a595-c7d7342be977)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:22:53.855940 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 53178) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:53.897961 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-8043da59-5d83-40a7-941b-0996884851d8 tempest-ExtraDHCPOptionsIpV6TestJSON-1510846640 tempest-ExtraDHCPOptionsIpV6TestJSON-1510846640-project] Request body: {'port': {'name': 'tempest-new-port-name-1024659780', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:22:53.898553 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.api.validators [None req-8043da59-5d83-40a7-941b-0996884851d8 tempest-ExtraDHCPOptionsIpV6TestJSON-1510846640 tempest-ExtraDHCPOptionsIpV6TestJSON-1510846640-project] bootfile-name is not in valid_values {{(pid=105585) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 27 21:22:53.899024 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.api.validators [None req-8043da59-5d83-40a7-941b-0996884851d8 tempest-ExtraDHCPOptionsIpV6TestJSON-1510846640 tempest-ExtraDHCPOptionsIpV6TestJSON-1510846640-project] tftp-server is not in valid_values {{(pid=105585) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 27 21:22:53.899644 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.api.validators [None req-8043da59-5d83-40a7-941b-0996884851d8 tempest-ExtraDHCPOptionsIpV6TestJSON-1510846640 tempest-ExtraDHCPOptionsIpV6TestJSON-1510846640-project] server-ip-address is not in valid_values {{(pid=105585) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 27 21:22:53.910423 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-9470a1f4-839a-4795-abe9-8fc410e92c26 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:53.926941 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-736e0659-b599-44e2-b402-baf0cbdf1eab tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks [] for port, precommit_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:53.932270 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-a5704960-c415-44d1-92c5-51d3aa66b200 None None] For port abe7d899-f7fe-458f-b136-f98c3cc5b79f, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=abe7d899-f7fe-458f-b136-f98c3cc5b79f,segment=NetworkSegment(5c3e18f9-10c5-4a6e-b000-e53106b927be),segment_id=5c3e18f9-10c5-4a6e-b000-e53106b927be)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:22:53.936492 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-736e0659-b599-44e2-b402-baf0cbdf1eab tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9014027'] for port, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:53.936765 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Returning: {'device': '444e3571-5334-4570-aabf-0795d8e912a7', 'network_id': '931fb9ff-9259-4e72-a5c3-3639bed88ea6', 'port_id': '444e3571-5334-4570-aabf-0795d8e912a7', 'mac_address': 'fa:16:3e:54:ee:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ff0e0de-9e83-4547-96ca-977e74fc4ad6', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105586) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:22:53.944134 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-a5704960-c415-44d1-92c5-51d3aa66b200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:54.066082 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:54.083323 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 444e3571-5334-4570-aabf-0795d8e912a7 {{(pid=105586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:22:54.091465 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5704960-c415-44d1-92c5-51d3aa66b200 None None] Pushing event updated for resources: {'Port': ['ID=abe7d899-f7fe-458f-b136-f98c3cc5b79f,revision_number=3']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:22:54.109664 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-8043da59-5d83-40a7-941b-0996884851d8 tempest-ExtraDHCPOptionsIpV6TestJSON-1510846640 tempest-ExtraDHCPOptionsIpV6TestJSON-1510846640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:54.116952 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] For port 444e3571-5334-4570-aabf-0795d8e912a7, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=444e3571-5334-4570-aabf-0795d8e912a7,segment=NetworkSegment(18e10d91-ebad-46c9-a595-c7d7342be977),segment_id=18e10d91-ebad-46c9-a595-c7d7342be977)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:22:54.118769 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-4be4f13e-19ef-47c1-99a5-52663022df81 None None] Provisioning for port 18a674ab-8a64-4cb6-832b-d1c9f39b16c0 completed by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:22:54.119165 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736e0659-b599-44e2-b402-baf0cbdf1eab tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Pushing event updated for resources: {'Port': ['ID=ff38e72b-fef3-4887-afa0-27fdaee991e0,revision_number=2']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:22:54.124892 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-4be4f13e-19ef-47c1-99a5-52663022df81 None None] Provisioning complete for port 18a674ab-8a64-4cb6-832b-d1c9f39b16c0 triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:22:54.125360 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-4be4f13e-19ef-47c1-99a5-52663022df81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:54.129103 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-736e0659-b599-44e2-b402-baf0cbdf1eab tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4075768'] for floatingip, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:54.186947 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:54.194709 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-4be4f13e-19ef-47c1-99a5-52663022df81 None None] Port 18a674ab-8a64-4cb6-832b-d1c9f39b16c0 cannot update to ACTIVE because it is not bound. {{(pid=105586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:22:54.215027 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf904948-3039-48a5-83e9-c078bf6532d1 req-49e155f5-6de4-44f4-bd10-2616edad48a3 tempest-VolumesActionsTest-1041040997 tempest-VolumesActionsTest-1041040997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:22:54.225860 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-bf904948-3039-48a5-83e9-c078bf6532d1 req-49e155f5-6de4-44f4-bd10-2616edad48a3 tempest-VolumesActionsTest-1041040997 tempest-VolumesActionsTest-1041040997-project] 10.222.0.59 "GET /v2.0/ports?device_id=5dfcd107-e97b-41fa-9065-f2796a7ca148 HTTP/1.1" status: 200 len: 944 time: 0.4756062 Jul 27 21:22:54.266824 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Pushing event updated for resources: {'Port': ['ID=444e3571-5334-4570-aabf-0795d8e912a7,revision_number=4']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:22:54.327707 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-533c3608-a2d0-4a25-8bf4-3bc6e754a20c None None] Provisioning for port 84fabb35-8ffd-4fa8-a7b5-dfe5949f98ac completed by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:22:54.334283 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-533c3608-a2d0-4a25-8bf4-3bc6e754a20c None None] Provisioning complete for port 84fabb35-8ffd-4fa8-a7b5-dfe5949f98ac triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:22:54.334572 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-533c3608-a2d0-4a25-8bf4-3bc6e754a20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:54.340140 n-d-705658-22 neutron-server[105584]: INFO neutron.db.l3_db [None req-736e0659-b599-44e2-b402-baf0cbdf1eab tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Floating IP 2796c09c-4a0c-4041-92d0-fc1ad4e449a0 associated. External IP: 172.25.5.191, port: 7ea253f9-8443-4121-91f5-84b9f528beda. Jul 27 21:22:54.381683 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-533c3608-a2d0-4a25-8bf4-3bc6e754a20c None None] Port 84fabb35-8ffd-4fa8-a7b5-dfe5949f98ac cannot update to ACTIVE because it is not bound. {{(pid=105586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:22:54.390397 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-533c3608-a2d0-4a25-8bf4-3bc6e754a20c None None] Could not find standard attr ID for object 644e8599-994d-4160-8611-68b187556a51. {{(pid=105586) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 27 21:22:54.403089 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-533c3608-a2d0-4a25-8bf4-3bc6e754a20c None None] Provisioning complete for port abe7d899-f7fe-458f-b136-f98c3cc5b79f triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:22:54.403257 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-533c3608-a2d0-4a25-8bf4-3bc6e754a20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:54.403825 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-bf904948-3039-48a5-83e9-c078bf6532d1 req-e61d4e66-6a98-44d1-8646-49c592c6fadb tempest-VolumesActionsTest-1041040997 tempest-VolumesActionsTest-1041040997-project] 10.222.0.59 "GET /v2.0/security-groups?id=2ef113d1-a3a7-402b-a668-6dc148671140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1769886 Jul 27 21:22:54.475206 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] get_ports_and_sgs() called for port_ids ['444e3571-5334-4570-aabf-0795d8e912a7'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:22:54.649595 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device abe7d899-f7fe-458f-b136-f98c3cc5b79f up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:22:54.709400 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-9470a1f4-839a-4795-abe9-8fc410e92c26 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks [] for port, precommit_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:54.722854 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-736e0659-b599-44e2-b402-baf0cbdf1eab tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Router 4e843456-6bc1-4070-92f7-ef3fee480c54 has already been hosted by L3 agent dd128fd7-8e57-4d4f-895b-a96b369df59a {{(pid=105584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:22:54.729070 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-9470a1f4-839a-4795-abe9-8fc410e92c26 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10221672'] for port, after_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:54.730250 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-9470a1f4-839a-4795-abe9-8fc410e92c26 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3743906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4076435'] for router_interface, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:54.734075 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-8043da59-5d83-40a7-941b-0996884851d8 tempest-ExtraDHCPOptionsIpV6TestJSON-1510846640 tempest-ExtraDHCPOptionsIpV6TestJSON-1510846640-project] Notify callbacks [] for port, precommit_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:54.745723 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-8043da59-5d83-40a7-941b-0996884851d8 tempest-ExtraDHCPOptionsIpV6TestJSON-1510846640 tempest-ExtraDHCPOptionsIpV6TestJSON-1510846640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10221672'] for port, after_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:54.794103 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port abe7d899-f7fe-458f-b136-f98c3cc5b79f triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:22:54.794103 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:54.863201 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [None req-8043da59-5d83-40a7-941b-0996884851d8 tempest-ExtraDHCPOptionsIpV6TestJSON-1510846640 tempest-ExtraDHCPOptionsIpV6TestJSON-1510846640-project] In _notify_port_updated(), no bound segment for port 84fabb35-8ffd-4fa8-a7b5-dfe5949f98ac on network 3085983b-763b-4d4e-bf00-afc8172174a6 {{(pid=105585) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 27 21:22:54.869904 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8043da59-5d83-40a7-941b-0996884851d8 tempest-ExtraDHCPOptionsIpV6TestJSON-1510846640 tempest-ExtraDHCPOptionsIpV6TestJSON-1510846640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:22:54.870743 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-8043da59-5d83-40a7-941b-0996884851d8 tempest-ExtraDHCPOptionsIpV6TestJSON-1510846640 tempest-ExtraDHCPOptionsIpV6TestJSON-1510846640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:54.875325 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-8043da59-5d83-40a7-941b-0996884851d8 tempest-ExtraDHCPOptionsIpV6TestJSON-1510846640 tempest-ExtraDHCPOptionsIpV6TestJSON-1510846640-project] 10.222.0.59 "PUT /v2.0/ports/84fabb35-8ffd-4fa8-a7b5-dfe5949f98ac HTTP/1.1" status: 200 len: 1130 time: 0.9904299 Jul 27 21:22:54.877412 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 53186) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:54.883555 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-62453da2-5a78-4122-816d-07cee1d000ab None None] Provisioning complete for port 84fabb35-8ffd-4fa8-a7b5-dfe5949f98ac triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:22:54.884024 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-62453da2-5a78-4122-816d-07cee1d000ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:54.980447 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-736e0659-b599-44e2-b402-baf0cbdf1eab tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify agent at l3_agent.n-d-705658-22 the message routers_updated {{(pid=105584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:22:55.006635 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9470a1f4-839a-4795-abe9-8fc410e92c26 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Pushing event updated for resources: {'Port': ['ID=18a674ab-8a64-4cb6-832b-d1c9f39b16c0,revision_number=2']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:22:55.012865 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f2526b0-4156-430c-a500-d27531962b9c None None] Sync routers for ids ['4e843456-6bc1-4070-92f7-ef3fee480c54'] in n-d-705658-22 {{(pid=105587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:22:55.068079 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-736e0659-b599-44e2-b402-baf0cbdf1eab tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for floatingip, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:55.101094 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f2526b0-4156-430c-a500-d27531962b9c None None] Routers {'4e843456-6bc1-4070-92f7-ef3fee480c54'} bound to L3 agent in host n-d-705658-22 {{(pid=105587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:22:55.101990 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-5f2526b0-4156-430c-a500-d27531962b9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:22:42Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['4e843456-6bc1-4070-92f7-ef3fee480c54'], 'active': True} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:22:55.106260 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-62453da2-5a78-4122-816d-07cee1d000ab None None] Port 84fabb35-8ffd-4fa8-a7b5-dfe5949f98ac cannot update to ACTIVE because it is not bound. {{(pid=105586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:22:55.193075 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-736e0659-b599-44e2-b402-baf0cbdf1eab tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 5.8331385 Jul 27 21:22:55.198317 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5ea73bb-edaf-47c2-9f36-d8273f60e5d5', 'tag': '7ea253f9-8443-4121-91f5-84b9f528beda'}] {{(pid=105584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:22:55.200571 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bce5e6c8685464f7626901654159975603b047827e3138302ed6566e28f1343" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b37b004b-f5d4-4176-8a56-fa44a5cadefb" -d '{"events": [{"name": "network-changed", "server_uuid": "c5ea73bb-edaf-47c2-9f36-d8273f60e5d5", "tag": "7ea253f9-8443-4121-91f5-84b9f528beda"}]}' {{(pid=105584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:22:55.259714 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32eaf6d2-6320-4dee-bacd-dc04d769909e tempest-ExtraDHCPOptionsIpV6TestJSON-1510846640 tempest-ExtraDHCPOptionsIpV6TestJSON-1510846640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:22:55.261534 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-32eaf6d2-6320-4dee-bacd-dc04d769909e tempest-ExtraDHCPOptionsIpV6TestJSON-1510846640 tempest-ExtraDHCPOptionsIpV6TestJSON-1510846640-project] 10.222.0.59 "GET /v2.0/ports/84fabb35-8ffd-4fa8-a7b5-dfe5949f98ac HTTP/1.1" status: 200 len: 1130 time: 0.3738286 Jul 27 21:22:55.265062 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 53196) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:55.344542 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:22:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a1bd092-9edb-41f4-a5ca-a163081affcc x-openstack-request-id: req-7a1bd092-9edb-41f4-a5ca-a163081affcc {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:22:55.344949 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5ea73bb-edaf-47c2-9f36-d8273f60e5d5", "tag": "7ea253f9-8443-4121-91f5-84b9f528beda", "status": "completed", "code": 200}]} {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:22:55.345307 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-7a1bd092-9edb-41f4-a5ca-a163081affcc {{(pid=105584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:22:55.345866 n-d-705658-22 neutron-server[105584]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5ea73bb-edaf-47c2-9f36-d8273f60e5d5', 'tag': '7ea253f9-8443-4121-91f5-84b9f528beda', 'status': 'completed', 'code': 200} Jul 27 21:22:55.349252 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvr_db [None req-5f2526b0-4156-430c-a500-d27531962b9c None None] Set router 4e843456-6bc1-4070-92f7-ef3fee480c54 gateway port host: n-d-705658-22 {{(pid=105587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:22:55.451962 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-fe6d590d-c2fd-432e-9d3b-60c3ee5a84ee None None] Could not find standard attr ID for object 644e8599-994d-4160-8611-68b187556a51. {{(pid=105586) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 27 21:22:55.492152 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8043da59-5d83-40a7-941b-0996884851d8 tempest-ExtraDHCPOptionsIpV6TestJSON-1510846640 tempest-ExtraDHCPOptionsIpV6TestJSON-1510846640-project] Pushing event updated for resources: {'Port': ['ID=84fabb35-8ffd-4fa8-a7b5-dfe5949f98ac,revision_number=2']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:22:55.536720 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9470a1f4-839a-4795-abe9-8fc410e92c26 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Network c552af41-6bae-4b86-aaab-74fd38533b2f is already hosted by enough agents. {{(pid=105585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:22:55.538201 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-5dd262dc-ef99-4af9-9387-a8d0e6428164 tempest-ExtraDHCPOptionsIpV6TestJSON-1510846640 tempest-ExtraDHCPOptionsIpV6TestJSON-1510846640-project] Deleting port 84fabb35-8ffd-4fa8-a7b5-dfe5949f98ac {{(pid=105584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:22:55.538201 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-5dd262dc-ef99-4af9-9387-a8d0e6428164 tempest-ExtraDHCPOptionsIpV6TestJSON-1510846640 tempest-ExtraDHCPOptionsIpV6TestJSON-1510846640-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:55.556188 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.base_scheduler [None req-9470a1f4-839a-4795-abe9-8fc410e92c26 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Resources bound (agent type, host, resource id): {{(pid=105585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:22:55.646340 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-5dd262dc-ef99-4af9-9387-a8d0e6428164 tempest-ExtraDHCPOptionsIpV6TestJSON-1510846640 tempest-ExtraDHCPOptionsIpV6TestJSON-1510846640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:55.660037 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-5dd262dc-ef99-4af9-9387-a8d0e6428164 tempest-ExtraDHCPOptionsIpV6TestJSON-1510846640 tempest-ExtraDHCPOptionsIpV6TestJSON-1510846640-project] Calling delete_port for 84fabb35-8ffd-4fa8-a7b5-dfe5949f98ac owned by {{(pid=105584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:22:55.769865 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f7594c-376a-4841-ab37-fb19857eaab1 req-cd80d0b3-eebf-4eff-927f-c56c17ef7e4b tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:22:55.773064 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-68f7594c-376a-4841-ab37-fb19857eaab1 req-cd80d0b3-eebf-4eff-927f-c56c17ef7e4b tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] 10.222.0.59 "GET /v2.0/ports?device_id=c5ea73bb-edaf-47c2-9f36-d8273f60e5d5 HTTP/1.1" status: 200 len: 945 time: 0.4520686 Jul 27 21:22:55.778199 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37b004b-f5d4-4176-8a56-fa44a5cadefb req-145491e4-518f-4f57-9da1-e04526cd2ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:22:55.783537 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b37b004b-f5d4-4176-8a56-fa44a5cadefb req-145491e4-518f-4f57-9da1-e04526cd2ee2 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=379416b786c44e07b1b1ba1a5ea96882&device_id=c5ea73bb-edaf-47c2-9f36-d8273f60e5d5 HTTP/1.1" status: 200 len: 1097 time: 0.4612477 Jul 27 21:22:55.855262 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-5f2526b0-4156-430c-a500-d27531962b9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e843456-6bc1-4070-92f7-ef3fee480c54', 'name': 'tempest-TestNetworkAdvancedServerOps-router-950241072', 'tenant_id': '379416b786c44e07b1b1ba1a5ea96882', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.123'}], 'enable_snat': True}, 'gw_port_id': '05372ec9-b790-40d7-8f9f-ce1a3ac46e4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:22:08Z', 'updated_at': '2021-07-27T21:22:24Z', 'revision_number': 4, 'project_id': '379416b786c44e07b1b1ba1a5ea96882', 'gw_port': {'id': '05372ec9-b790-40d7-8f9f-ce1a3ac46e4b', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:18:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e843456-6bc1-4070-92f7-ef3fee480c54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3246, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:22:09Z', 'updated_at': '2021-07-27T21:22:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_floatingips': [{'id': '2796c09c-4a0c-4041-92d0-fc1ad4e449a0', 'tenant_id': '379416b786c44e07b1b1ba1a5ea96882', 'floating_ip_address': '172.25.5.191', 'floating_network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'router_id': '4e843456-6bc1-4070-92f7-ef3fee480c54', 'port_id': '7ea253f9-8443-4121-91f5-84b9f528beda', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3351, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e5dbfc22-3d07-4f08-ba90-beae97f55608', 'mac_address': 'fa:16:3e:df:49:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5ea73bb-edaf-47c2-9f36-d8273f60e5d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T21:22:52Z', 'updated_at': '2021-07-27T21:22:52Z', 'revision_number': 0, 'project_id': '379416b786c44e07b1b1ba1a5ea96882', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac5976a0-f321-4e51-ae7b-af58fe525e56', 'name': '', 'network_id': 'e5dbfc22-3d07-4f08-ba90-beae97f55608', 'tenant_id': '379416b786c44e07b1b1ba1a5ea96882', 'mac_address': 'fa:16:3e:bd:dc:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e843456-6bc1-4070-92f7-ef3fee480c54', 'device_owner': 'network:router_interface', 'standard_attr_id': 3278, 'fixed_ips': [{'subnet_id': 'e8e99250-8db6-4cda-90d7-d1a47aac9480', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:22:21Z', 'updated_at': '2021-07-27T21:22:33Z', 'revision_number': 5, 'project_id': '379416b786c44e07b1b1ba1a5ea96882', 'subnets': [{'id': 'e8e99250-8db6-4cda-90d7-d1a47aac9480', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-22', False) {} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:22:55.889621 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f2526b0-4156-430c-a500-d27531962b9c None None] Checking router: 4e843456-6bc1-4070-92f7-ef3fee480c54 for host: n-d-705658-22 {{(pid=105587) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:22:55.908232 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f2526b0-4156-430c-a500-d27531962b9c None None] Routers {'4e843456-6bc1-4070-92f7-ef3fee480c54'} bound to L3 agent in host n-d-705658-22 {{(pid=105587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:22:55.910445 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-5f2526b0-4156-430c-a500-d27531962b9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:22:42Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['4e843456-6bc1-4070-92f7-ef3fee480c54'], 'active': True} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:22:55.916973 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-5dd262dc-ef99-4af9-9387-a8d0e6428164 tempest-ExtraDHCPOptionsIpV6TestJSON-1510846640 tempest-ExtraDHCPOptionsIpV6TestJSON-1510846640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:55.956839 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd262dc-ef99-4af9-9387-a8d0e6428164 tempest-ExtraDHCPOptionsIpV6TestJSON-1510846640 tempest-ExtraDHCPOptionsIpV6TestJSON-1510846640-project] Pushing event deleted for resources: {'Port': ['ID=84fabb35-8ffd-4fa8-a7b5-dfe5949f98ac,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:22:56.003651 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9470a1f4-839a-4795-abe9-8fc410e92c26 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Router 8893886f-ee28-47dc-80a7-d91a3da553e2 has already been hosted by L3 agent dd128fd7-8e57-4d4f-895b-a96b369df59a {{(pid=105585) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:22:56.020693 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99bc98f-636b-4e3c-9c46-91d55498ba27 req-d84be1b0-bef7-4723-82cb-1b9dbae435ce tempest-VolumesActionsTest-1041040997 tempest-VolumesActionsTest-1041040997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:22:56.027901 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-5dd262dc-ef99-4af9-9387-a8d0e6428164 tempest-ExtraDHCPOptionsIpV6TestJSON-1510846640 tempest-ExtraDHCPOptionsIpV6TestJSON-1510846640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:56.029458 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e99bc98f-636b-4e3c-9c46-91d55498ba27 req-d84be1b0-bef7-4723-82cb-1b9dbae435ce tempest-VolumesActionsTest-1041040997 tempest-VolumesActionsTest-1041040997-project] 10.222.0.59 "GET /v2.0/ports?device_id=5dfcd107-e97b-41fa-9065-f2796a7ca148 HTTP/1.1" status: 200 len: 945 time: 0.4878860 Jul 27 21:22:56.033284 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-5dd262dc-ef99-4af9-9387-a8d0e6428164 tempest-ExtraDHCPOptionsIpV6TestJSON-1510846640 tempest-ExtraDHCPOptionsIpV6TestJSON-1510846640-project] 10.222.0.59 "DELETE /v2.0/ports/84fabb35-8ffd-4fa8-a7b5-dfe5949f98ac HTTP/1.1" status: 204 len: 168 time: 0.7663600 Jul 27 21:22:56.033960 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 53202) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:56.076540 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-68f7594c-376a-4841-ab37-fb19857eaab1 req-8313c8d0-594f-4c9e-878b-c027c0ec65ed tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] 10.222.0.59 "GET /v2.0/security-groups?id=e916e9b6-267b-4820-a856-ddc66d274821&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2915552 Jul 27 21:22:56.086397 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-d0d587ee-2a3c-4458-855d-1a9f1aa07d7a None None] Could not find standard attr ID for object 84fabb35-8ffd-4fa8-a7b5-dfe5949f98ac. {{(pid=105586) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 27 21:22:56.109669 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 53204) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:56.114150 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-d0d587ee-2a3c-4458-855d-1a9f1aa07d7a None None] Provisioning complete for port 18a674ab-8a64-4cb6-832b-d1c9f39b16c0 triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:22:56.114706 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-d0d587ee-2a3c-4458-855d-1a9f1aa07d7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:56.117330 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvr_db [None req-5f2526b0-4156-430c-a500-d27531962b9c None None] Set router 4e843456-6bc1-4070-92f7-ef3fee480c54 gateway port host: n-d-705658-22 {{(pid=105587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:22:56.198460 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-d0d587ee-2a3c-4458-855d-1a9f1aa07d7a None None] Port 18a674ab-8a64-4cb6-832b-d1c9f39b16c0 cannot update to ACTIVE because it is not bound. {{(pid=105586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:22:56.219848 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e99bc98f-636b-4e3c-9c46-91d55498ba27 req-fb4064c6-b163-448a-b47d-942216c3d3c9 tempest-VolumesActionsTest-1041040997 tempest-VolumesActionsTest-1041040997-project] 10.222.0.59 "GET /v2.0/security-groups?id=2ef113d1-a3a7-402b-a668-6dc148671140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1892827 Jul 27 21:22:56.316780 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37b004b-f5d4-4176-8a56-fa44a5cadefb req-8fcb10c1-6d06-4a13-9903-61b73d15c7cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:22:56.325448 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b37b004b-f5d4-4176-8a56-fa44a5cadefb req-8fcb10c1-6d06-4a13-9903-61b73d15c7cc service neutron] 10.222.0.60 "GET /v2.0/networks?id=e5dbfc22-3d07-4f08-ba90-beae97f55608 HTTP/1.1" status: 200 len: 898 time: 0.5203319 Jul 27 21:22:56.401272 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.db_base_plugin_v2 [None req-732adf06-c9fb-400c-b648-80a165d8461f tempest-ExtraDHCPOptionsIpV6TestJSON-1510846640 tempest-ExtraDHCPOptionsIpV6TestJSON-1510846640-project] Deleting subnet 33a5c916-c0aa-4a3e-a2d8-5038fa286ba3 {{(pid=105584) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:22:56.439950 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-732adf06-c9fb-400c-b648-80a165d8461f tempest-ExtraDHCPOptionsIpV6TestJSON-1510846640 tempest-ExtraDHCPOptionsIpV6TestJSON-1510846640-project] Notify callbacks [] for subnet, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:56.492264 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-98c44ead-d739-49ed-9162-811efa61bb15 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] 10.222.0.59 "GET /v2.0/floatingips/2796c09c-4a0c-4041-92d0-fc1ad4e449a0 HTTP/1.1" status: 200 len: 991 time: 0.3792145 Jul 27 21:22:56.495116 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b37b004b-f5d4-4176-8a56-fa44a5cadefb req-aed91e44-3ed0-4f3d-aa88-5602546aa399 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7ea253f9-8443-4121-91f5-84b9f528beda HTTP/1.1" status: 200 len: 999 time: 0.1413312 Jul 27 21:22:56.553237 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-732adf06-c9fb-400c-b648-80a165d8461f tempest-ExtraDHCPOptionsIpV6TestJSON-1510846640 tempest-ExtraDHCPOptionsIpV6TestJSON-1510846640-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9014207'] for subnet, precommit_delete_associations {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:56.556339 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-5f2526b0-4156-430c-a500-d27531962b9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e843456-6bc1-4070-92f7-ef3fee480c54', 'name': 'tempest-TestNetworkAdvancedServerOps-router-950241072', 'tenant_id': '379416b786c44e07b1b1ba1a5ea96882', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.123'}], 'enable_snat': True}, 'gw_port_id': '05372ec9-b790-40d7-8f9f-ce1a3ac46e4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:22:08Z', 'updated_at': '2021-07-27T21:22:24Z', 'revision_number': 4, 'project_id': '379416b786c44e07b1b1ba1a5ea96882', 'gw_port': {'id': '05372ec9-b790-40d7-8f9f-ce1a3ac46e4b', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:18:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e843456-6bc1-4070-92f7-ef3fee480c54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3246, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:22:09Z', 'updated_at': '2021-07-27T21:22:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_floatingips': [{'id': '2796c09c-4a0c-4041-92d0-fc1ad4e449a0', 'tenant_id': '379416b786c44e07b1b1ba1a5ea96882', 'floating_ip_address': '172.25.5.191', 'floating_network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'router_id': '4e843456-6bc1-4070-92f7-ef3fee480c54', 'port_id': '7ea253f9-8443-4121-91f5-84b9f528beda', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3351, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e5dbfc22-3d07-4f08-ba90-beae97f55608', 'mac_address': 'fa:16:3e:df:49:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5ea73bb-edaf-47c2-9f36-d8273f60e5d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T21:22:52Z', 'updated_at': '2021-07-27T21:22:52Z', 'revision_number': 0, 'project_id': '379416b786c44e07b1b1ba1a5ea96882', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac5976a0-f321-4e51-ae7b-af58fe525e56', 'name': '', 'network_id': 'e5dbfc22-3d07-4f08-ba90-beae97f55608', 'tenant_id': '379416b786c44e07b1b1ba1a5ea96882', 'mac_address': 'fa:16:3e:bd:dc:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e843456-6bc1-4070-92f7-ef3fee480c54', 'device_owner': 'network:router_interface', 'standard_attr_id': 3278, 'fixed_ips': [{'subnet_id': 'e8e99250-8db6-4cda-90d7-d1a47aac9480', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:22:21Z', 'updated_at': '2021-07-27T21:22:33Z', 'revision_number': 5, 'project_id': '379416b786c44e07b1b1ba1a5ea96882', 'subnets': [{'id': 'e8e99250-8db6-4cda-90d7-d1a47aac9480', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-22', False) {} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:22:56.584396 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f2526b0-4156-430c-a500-d27531962b9c None None] The sync data for ids ['4e843456-6bc1-4070-92f7-ef3fee480c54'] in n-d-705658-22 is: [{'id': '4e843456-6bc1-4070-92f7-ef3fee480c54', 'name': 'tempest-TestNetworkAdvancedServerOps-router-950241072', 'tenant_id': '379416b786c44e07b1b1ba1a5ea96882', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.123'}], 'enable_snat': True}, 'gw_port_id': '05372ec9-b790-40d7-8f9f-ce1a3ac46e4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:22:08Z', 'updated_at': '2021-07-27T21:22:24Z', 'revision_number': 4, 'project_id': '379416b786c44e07b1b1ba1a5ea96882', 'gw_port': {'id': '05372ec9-b790-40d7-8f9f-ce1a3ac46e4b', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:18:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e843456-6bc1-4070-92f7-ef3fee480c54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3246, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:22:09Z', 'updated_at': '2021-07-27T21:22:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_floatingips': [{'id': '2796c09c-4a0c-4041-92d0-fc1ad4e449a0', 'tenant_id': '379416b786c44e07b1b1ba1a5ea96882', 'floating_ip_address': '172.25.5.191', 'floating_network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'router_id': '4e843456-6bc1-4070-92f7-ef3fee480c54', 'port_id': '7ea253f9-8443-4121-91f5-84b9f528beda', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3351, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e5dbfc22-3d07-4f08-ba90-beae97f55608', 'mac_address': 'fa:16:3e:df:49:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5ea73bb-edaf-47c2-9f36-d8273f60e5d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T21:22:52Z', 'updated_at': '2021-07-27T21:22:52Z', 'revision_number': 0, 'project_id': '379416b786c44e07b1b1ba1a5ea96882', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac5976a0-f321-4e51-ae7b-af58fe525e56', 'name': '', 'network_id': 'e5dbfc22-3d07-4f08-ba90-beae97f55608', 'tenant_id': '379416b786c44e07b1b1ba1a5ea96882', 'mac_address': 'fa:16:3e:bd:dc:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e843456-6bc1-4070-92f7-ef3fee480c54', 'device_owner': 'network:router_interface', 'standard_attr_id': 3278, 'fixed_ips': [{'subnet_id': 'e8e99250-8db6-4cda-90d7-d1a47aac9480', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:22:21Z', 'updated_at': '2021-07-27T21:22:33Z', 'revision_number': 5, 'project_id': '379416b786c44e07b1b1ba1a5ea96882', 'subnets': [{'id': 'e8e99250-8db6-4cda-90d7-d1a47aac9480', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:22:56.614983 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37b004b-f5d4-4176-8a56-fa44a5cadefb req-1e9b12ff-47b2-488f-b156-8f0662c611a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:22:56.616853 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b37b004b-f5d4-4176-8a56-fa44a5cadefb req-1e9b12ff-47b2-488f-b156-8f0662c611a0 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e8e99250-8db6-4cda-90d7-d1a47aac9480 HTTP/1.1" status: 200 len: 834 time: 0.1108301 Jul 27 21:22:56.618049 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9470a1f4-839a-4795-abe9-8fc410e92c26 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify agent at l3_agent.n-d-705658-22 the message routers_updated {{(pid=105585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:22:56.629153 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a62c53b-b2a2-47ca-ba6c-d5a4e490db06 None None] Sync routers for ids ['8893886f-ee28-47dc-80a7-d91a3da553e2'] in n-d-705658-22 {{(pid=105586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:22:56.634171 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-9470a1f4-839a-4795-abe9-8fc410e92c26 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] 10.222.0.59 "PUT /v2.0/routers/8893886f-ee28-47dc-80a7-d91a3da553e2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2879767 Jul 27 21:22:56.634887 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 53210) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:56.647283 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a62c53b-b2a2-47ca-ba6c-d5a4e490db06 None None] Routers {'8893886f-ee28-47dc-80a7-d91a3da553e2'} bound to L3 agent in host n-d-705658-22 {{(pid=105586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:22:56.647935 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-2a62c53b-b2a2-47ca-ba6c-d5a4e490db06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:22:42Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['8893886f-ee28-47dc-80a7-d91a3da553e2'], 'active': True} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:22:56.692277 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-732adf06-c9fb-400c-b648-80a165d8461f tempest-ExtraDHCPOptionsIpV6TestJSON-1510846640 tempest-ExtraDHCPOptionsIpV6TestJSON-1510846640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854965'] for subnet, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:56.720398 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-2a62c53b-b2a2-47ca-ba6c-d5a4e490db06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-22', False) {} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:22:56.736268 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a62c53b-b2a2-47ca-ba6c-d5a4e490db06 None None] Routers {'8893886f-ee28-47dc-80a7-d91a3da553e2'} bound to L3 agent in host n-d-705658-22 {{(pid=105586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:22:56.736935 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-2a62c53b-b2a2-47ca-ba6c-d5a4e490db06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:22:42Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['8893886f-ee28-47dc-80a7-d91a3da553e2'], 'active': True} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:22:56.801275 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-2a62c53b-b2a2-47ca-ba6c-d5a4e490db06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-22', False) {} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:22:56.802006 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a62c53b-b2a2-47ca-ba6c-d5a4e490db06 None None] The sync data for ids ['8893886f-ee28-47dc-80a7-d91a3da553e2'] in n-d-705658-22 is: [] {{(pid=105586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:22:56.963619 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e12d445-15bb-4500-8ccc-4d68de6ecdbf None None] New status for floating IP 2796c09c-4a0c-4041-92d0-fc1ad4e449a0: ACTIVE {{(pid=105587) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 21:22:57.155401 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc18754e-71fd-47e8-9cce-3f97994a8cf0 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:22:57.157011 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-cc18754e-71fd-47e8-9cce-3f97994a8cf0 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] 10.222.0.59 "GET /v2.0/ports/18a674ab-8a64-4cb6-832b-d1c9f39b16c0 HTTP/1.1" status: 200 len: 913 time: 0.4482176 Jul 27 21:22:57.161707 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 53212) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:57.272876 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37b004b-f5d4-4176-8a56-fa44a5cadefb req-c82aa120-4e8d-4d7d-b5d9-eeebc04aaafa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:22:57.273293 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-732adf06-c9fb-400c-b648-80a165d8461f tempest-ExtraDHCPOptionsIpV6TestJSON-1510846640 tempest-ExtraDHCPOptionsIpV6TestJSON-1510846640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9014081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9738825'] for subnet, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:57.274426 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b37b004b-f5d4-4176-8a56-fa44a5cadefb req-c82aa120-4e8d-4d7d-b5d9-eeebc04aaafa service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e5dbfc22-3d07-4f08-ba90-beae97f55608&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6386216 Jul 27 21:22:57.294586 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [req-b37b004b-f5d4-4176-8a56-fa44a5cadefb req-356b686c-3c89-447e-8b28-618c31d2d71b service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=105585) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 21:22:57.295970 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b37b004b-f5d4-4176-8a56-fa44a5cadefb req-356b686c-3c89-447e-8b28-618c31d2d71b service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0068960 Jul 27 21:22:57.303369 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732adf06-c9fb-400c-b648-80a165d8461f tempest-ExtraDHCPOptionsIpV6TestJSON-1510846640 tempest-ExtraDHCPOptionsIpV6TestJSON-1510846640-project] Pushing event deleted for resources: {'Subnet': ['ID=33a5c916-c0aa-4a3e-a2d8-5038fa286ba3,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:22:57.311730 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-732adf06-c9fb-400c-b648-80a165d8461f tempest-ExtraDHCPOptionsIpV6TestJSON-1510846640 tempest-ExtraDHCPOptionsIpV6TestJSON-1510846640-project] Notify callbacks [] for subnet, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:57.313785 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-732adf06-c9fb-400c-b648-80a165d8461f tempest-ExtraDHCPOptionsIpV6TestJSON-1510846640 tempest-ExtraDHCPOptionsIpV6TestJSON-1510846640-project] 10.222.0.59 "DELETE /v2.0/subnets/33a5c916-c0aa-4a3e-a2d8-5038fa286ba3 HTTP/1.1" status: 204 len: 168 time: 1.2780960 Jul 27 21:22:57.316603 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 53218) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:57.319787 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c844dc31-c97d-4fa9-89f0-2f6283c69835 None None] Network 3085983b-763b-4d4e-bf00-afc8172174a6 requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:22:57.408267 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-6809eaf9-bd6b-43e7-a034-22acc92e83ad tempest-ExtraDHCPOptionsIpV6TestJSON-1510846640 tempest-ExtraDHCPOptionsIpV6TestJSON-1510846640-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-990557'] for network, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:57.487840 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-6809eaf9-bd6b-43e7-a034-22acc92e83ad tempest-ExtraDHCPOptionsIpV6TestJSON-1510846640 tempest-ExtraDHCPOptionsIpV6TestJSON-1510846640-project] Deleting port abe7d899-f7fe-458f-b136-f98c3cc5b79f {{(pid=105584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:22:57.488195 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-6809eaf9-bd6b-43e7-a034-22acc92e83ad tempest-ExtraDHCPOptionsIpV6TestJSON-1510846640 tempest-ExtraDHCPOptionsIpV6TestJSON-1510846640-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:57.488896 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device 444e3571-5334-4570-aabf-0795d8e912a7 up at agent hyperv_n-h1-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:22:57.499651 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 53222) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:57.559032 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [None req-6809eaf9-bd6b-43e7-a034-22acc92e83ad tempest-ExtraDHCPOptionsIpV6TestJSON-1510846640 tempest-ExtraDHCPOptionsIpV6TestJSON-1510846640-project] For port abe7d899-f7fe-458f-b136-f98c3cc5b79f, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=abe7d899-f7fe-458f-b136-f98c3cc5b79f,segment=NetworkSegment(5c3e18f9-10c5-4a6e-b000-e53106b927be),segment_id=5c3e18f9-10c5-4a6e-b000-e53106b927be)] {{(pid=105584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:22:57.559415 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-6809eaf9-bd6b-43e7-a034-22acc92e83ad tempest-ExtraDHCPOptionsIpV6TestJSON-1510846640 tempest-ExtraDHCPOptionsIpV6TestJSON-1510846640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:57.574347 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-6809eaf9-bd6b-43e7-a034-22acc92e83ad tempest-ExtraDHCPOptionsIpV6TestJSON-1510846640 tempest-ExtraDHCPOptionsIpV6TestJSON-1510846640-project] Calling delete_port for abe7d899-f7fe-458f-b136-f98c3cc5b79f owned by network:dhcp {{(pid=105584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:22:57.593428 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Provisioning for port 444e3571-5334-4570-aabf-0795d8e912a7 completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:22:57.612334 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Provisioning complete for port 444e3571-5334-4570-aabf-0795d8e912a7 triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:22:57.612966 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:57.687470 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-6809eaf9-bd6b-43e7-a034-22acc92e83ad tempest-ExtraDHCPOptionsIpV6TestJSON-1510846640 tempest-ExtraDHCPOptionsIpV6TestJSON-1510846640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:57.690484 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-224c2117-edcc-4674-8964-4567a5bc229b None None] DHCP port deletion for 3085983b-763b-4d4e-bf00-afc8172174a6 request from n-d-705658-22 {{(pid=105586) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 21:22:57.729173 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6809eaf9-bd6b-43e7-a034-22acc92e83ad tempest-ExtraDHCPOptionsIpV6TestJSON-1510846640 tempest-ExtraDHCPOptionsIpV6TestJSON-1510846640-project] Pushing event deleted for resources: {'Port': ['ID=abe7d899-f7fe-458f-b136-f98c3cc5b79f,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:22:57.734800 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6809eaf9-bd6b-43e7-a034-22acc92e83ad tempest-ExtraDHCPOptionsIpV6TestJSON-1510846640 tempest-ExtraDHCPOptionsIpV6TestJSON-1510846640-project] No DVR routers for this DVR port abe7d899-f7fe-458f-b136-f98c3cc5b79f on host n-d-705658-22 {{(pid=105584) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:22:57.747904 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021a01c8-fdfc-4b96-afc5-15765f0a756f req-93b95536-9cea-432d-b746-c10bb5a067f7 tempest-VolumesActionsTest-1041040997 tempest-VolumesActionsTest-1041040997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:22:57.749643 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-021a01c8-fdfc-4b96-afc5-15765f0a756f req-93b95536-9cea-432d-b746-c10bb5a067f7 tempest-VolumesActionsTest-1041040997 tempest-VolumesActionsTest-1041040997-project] 10.222.0.59 "GET /v2.0/ports?device_id=5dfcd107-e97b-41fa-9065-f2796a7ca148 HTTP/1.1" status: 200 len: 945 time: 0.4120996 Jul 27 21:22:57.750049 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:57.751796 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b37b004b-f5d4-4176-8a56-fa44a5cadefb req-e0a526a0-8320-4f53-8724-fb98f7cbc0e5 service neutron] 10.222.0.60 "GET /v2.0/networks/e5dbfc22-3d07-4f08-ba90-beae97f55608?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4476991 Jul 27 21:22:57.783252 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5dfcd107-e97b-41fa-9065-f2796a7ca148', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '444e3571-5334-4570-aabf-0795d8e912a7'}] {{(pid=105586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:22:57.785643 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14c1663e039faf5393f87855f745010ac5b02220355b68fdbf065393e303ac56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e2c3498-7b29-4532-b7cd-f23a37ad5a67" -d '{"events": [{"server_uuid": "5dfcd107-e97b-41fa-9065-f2796a7ca148", "name": "network-vif-plugged", "status": "completed", "tag": "444e3571-5334-4570-aabf-0795d8e912a7"}]}' {{(pid=105586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:22:57.801461 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-422200ea-6cf9-4a30-bf7d-bf77620e05ab tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] 10.222.0.59 "GET /v2.0/floatingips/2796c09c-4a0c-4041-92d0-fc1ad4e449a0 HTTP/1.1" status: 200 len: 993 time: 0.2976241 Jul 27 21:22:57.804876 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] For port 444e3571-5334-4570-aabf-0795d8e912a7, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=444e3571-5334-4570-aabf-0795d8e912a7,segment=NetworkSegment(18e10d91-ebad-46c9-a595-c7d7342be977),segment_id=18e10d91-ebad-46c9-a595-c7d7342be977)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:22:57.809846 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:57.834566 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-6809eaf9-bd6b-43e7-a034-22acc92e83ad tempest-ExtraDHCPOptionsIpV6TestJSON-1510846640 tempest-ExtraDHCPOptionsIpV6TestJSON-1510846640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853562', 'neutron.services.segments.db._delete_segments_for_network-8790688882975'] for network, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:57.851483 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:22:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d645c24e-8015-4c2c-b0c4-4509a71a312d x-openstack-request-id: req-d645c24e-8015-4c2c-b0c4-4509a71a312d {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:22:57.851778 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5dfcd107-e97b-41fa-9065-f2796a7ca148", "name": "network-vif-plugged", "status": "completed", "tag": "444e3571-5334-4570-aabf-0795d8e912a7", "code": 200}]} {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:22:57.852030 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-d645c24e-8015-4c2c-b0c4-4509a71a312d {{(pid=105586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:22:57.852423 n-d-705658-22 neutron-server[105586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5dfcd107-e97b-41fa-9065-f2796a7ca148', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '444e3571-5334-4570-aabf-0795d8e912a7', 'code': 200} Jul 27 21:22:57.852967 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.segments.db [None req-6809eaf9-bd6b-43e7-a034-22acc92e83ad tempest-ExtraDHCPOptionsIpV6TestJSON-1510846640 tempest-ExtraDHCPOptionsIpV6TestJSON-1510846640-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3085983b-763b-4d4e-bf00-afc8172174a6']}} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:22:57.864570 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.segments.db [None req-6809eaf9-bd6b-43e7-a034-22acc92e83ad tempest-ExtraDHCPOptionsIpV6TestJSON-1510846640 tempest-ExtraDHCPOptionsIpV6TestJSON-1510846640-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c3e18f9-10c5-4a6e-b000-e53106b927be') {'for_net_delete': True} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:22:57.864896 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.segments.db [None req-6809eaf9-bd6b-43e7-a034-22acc92e83ad tempest-ExtraDHCPOptionsIpV6TestJSON-1510846640 tempest-ExtraDHCPOptionsIpV6TestJSON-1510846640-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c3e18f9-10c5-4a6e-b000-e53106b927be') {} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:22:57.877038 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-6809eaf9-bd6b-43e7-a034-22acc92e83ad tempest-ExtraDHCPOptionsIpV6TestJSON-1510846640 tempest-ExtraDHCPOptionsIpV6TestJSON-1510846640-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790688883752', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9014348'] for segment, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:57.897661 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-6809eaf9-bd6b-43e7-a034-22acc92e83ad tempest-ExtraDHCPOptionsIpV6TestJSON-1510846640 tempest-ExtraDHCPOptionsIpV6TestJSON-1510846640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:57.900133 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Pushing event updated for resources: {'Port': ['ID=444e3571-5334-4570-aabf-0795d8e912a7,revision_number=5']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:22:57.907822 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6809eaf9-bd6b-43e7-a034-22acc92e83ad tempest-ExtraDHCPOptionsIpV6TestJSON-1510846640 tempest-ExtraDHCPOptionsIpV6TestJSON-1510846640-project] Releasing vlan 227 on physical network physnet1 to pool {{(pid=105584) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:22:57.908242 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-6809eaf9-bd6b-43e7-a034-22acc92e83ad tempest-ExtraDHCPOptionsIpV6TestJSON-1510846640 tempest-ExtraDHCPOptionsIpV6TestJSON-1510846640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9014063'] for segment, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:57.912011 n-d-705658-22 neutron-server[105584]: Traceback (most recent call last): Jul 27 21:22:57.912011 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:22:57.912011 n-d-705658-22 neutron-server[105584]: timer() Jul 27 21:22:57.912011 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:22:57.912011 n-d-705658-22 neutron-server[105584]: cb(*args, **kw) Jul 27 21:22:57.912011 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:22:57.912011 n-d-705658-22 neutron-server[105584]: return func(*args, **kwargs) Jul 27 21:22:57.912011 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:22:57.912011 n-d-705658-22 neutron-server[105584]: self._notify() Jul 27 21:22:57.912011 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:22:57.912011 n-d-705658-22 neutron-server[105584]: self.callback(batched_events) Jul 27 21:22:57.912011 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:22:57.912011 n-d-705658-22 neutron-server[105584]: event.method(event) Jul 27 21:22:57.912011 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:22:57.912011 n-d-705658-22 neutron-server[105584]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:22:57.912011 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:22:57.912011 n-d-705658-22 neutron-server[105584]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:22:57.912011 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:22:57.912011 n-d-705658-22 neutron-server[105584]: return f(self, *a, **k) Jul 27 21:22:57.912011 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:22:57.912011 n-d-705658-22 neutron-server[105584]: return self._get(url).json() Jul 27 21:22:57.912011 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:22:57.912011 n-d-705658-22 neutron-server[105584]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:22:57.912011 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:22:57.912011 n-d-705658-22 neutron-server[105584]: return self.request(url, 'GET', **kwargs) Jul 27 21:22:57.912011 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:22:57.912011 n-d-705658-22 neutron-server[105584]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:22:57.912011 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:22:57.912011 n-d-705658-22 neutron-server[105584]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:22:57.912011 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:22:57.912011 n-d-705658-22 neutron-server[105584]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:22:57.912011 n-d-705658-22 neutron-server[105584]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:22:57.961080 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-021a01c8-fdfc-4b96-afc5-15765f0a756f req-1df46caa-c629-43f8-a1d1-67809d1557fb tempest-VolumesActionsTest-1041040997 tempest-VolumesActionsTest-1041040997-project] 10.222.0.59 "GET /v2.0/security-groups?id=2ef113d1-a3a7-402b-a668-6dc148671140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1982243 Jul 27 21:22:57.988838 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b37b004b-f5d4-4176-8a56-fa44a5cadefb req-8c325d35-47a1-47c9-83ce-3af878e1c7e8 service neutron] 10.222.0.60 "GET /v2.0/networks/e5dbfc22-3d07-4f08-ba90-beae97f55608?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2248404 Jul 27 21:22:58.016035 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-6809eaf9-bd6b-43e7-a034-22acc92e83ad tempest-ExtraDHCPOptionsIpV6TestJSON-1510846640 tempest-ExtraDHCPOptionsIpV6TestJSON-1510846640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4075658'] for network, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:58.025357 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-6809eaf9-bd6b-43e7-a034-22acc92e83ad tempest-ExtraDHCPOptionsIpV6TestJSON-1510846640 tempest-ExtraDHCPOptionsIpV6TestJSON-1510846640-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743886'] for network, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:58.027228 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-6809eaf9-bd6b-43e7-a034-22acc92e83ad tempest-ExtraDHCPOptionsIpV6TestJSON-1510846640 tempest-ExtraDHCPOptionsIpV6TestJSON-1510846640-project] 10.222.0.59 "DELETE /v2.0/networks/3085983b-763b-4d4e-bf00-afc8172174a6 HTTP/1.1" status: 204 len: 168 time: 0.7094736 Jul 27 21:22:58.042234 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6809eaf9-bd6b-43e7-a034-22acc92e83ad tempest-ExtraDHCPOptionsIpV6TestJSON-1510846640 tempest-ExtraDHCPOptionsIpV6TestJSON-1510846640-project] Pushing event deleted for resources: {'Network': ['ID=3085983b-763b-4d4e-bf00-afc8172174a6,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:22:58.052084 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b2ff83-d2ad-4396-98a0-a3e03e2983aa req-0f809426-5eaa-4347-8119-04bff178879c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:22:58.053613 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-41b2ff83-d2ad-4396-98a0-a3e03e2983aa req-0f809426-5eaa-4347-8119-04bff178879c service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=5dfcd107-e97b-41fa-9065-f2796a7ca148 HTTP/1.1" status: 200 len: 1098 time: 0.1071465 Jul 27 21:22:58.068217 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-0b5385d1-db5d-4fa7-a067-4189917bb531 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4076536'] for router_interface, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:58.100107 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-41b2ff83-d2ad-4396-98a0-a3e03e2983aa req-3e3959f4-9421-44fa-8410-04b2a47b8551 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=2ef113d1-a3a7-402b-a668-6dc148671140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377581 Jul 27 21:22:58.351996 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 53234) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:58.410170 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [None req-0b5385d1-db5d-4fa7-a067-4189917bb531 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Deleting port 18a674ab-8a64-4cb6-832b-d1c9f39b16c0 {{(pid=105585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:22:58.410520 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-0b5385d1-db5d-4fa7-a067-4189917bb531 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:58.532034 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-eb8ced46-0824-4bfa-9f42-81929fed5f1f admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=1882390de67f44b2b043c6b73687adc0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1774473 Jul 27 21:22:58.536504 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 53244) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:58.574151 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-0b5385d1-db5d-4fa7-a067-4189917bb531 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:58.591533 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [None req-0b5385d1-db5d-4fa7-a067-4189917bb531 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Calling delete_port for 18a674ab-8a64-4cb6-832b-d1c9f39b16c0 owned by network:router_interface {{(pid=105585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:22:58.628257 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device abe7d899-f7fe-458f-b136-f98c3cc5b79f no longer exists at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:22:58.639595 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-8f670284-cfc3-42a3-b0be-9e0a28847d39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:58.651712 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] No Port match for: abe7d899-f7fe-458f-b136-f98c3cc5b79f {{(pid=105586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:22:58.652317 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device abe7d899-f7fe-458f-b136-f98c3cc5b79f not bound to the agent host n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:22:58.661657 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-8f670284-cfc3-42a3-b0be-9e0a28847d39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:58.729341 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-8f670284-cfc3-42a3-b0be-9e0a28847d39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:58.732238 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-8f670284-cfc3-42a3-b0be-9e0a28847d39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:58.735584 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-8f670284-cfc3-42a3-b0be-9e0a28847d39 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/17449b8c-5324-4dd4-9511-c662444a1cb4 HTTP/1.1" status: 204 len: 168 time: 0.1978776 Jul 27 21:22:58.770479 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f670284-cfc3-42a3-b0be-9e0a28847d39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17449b8c-5324-4dd4-9511-c662444a1cb4,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:22:58.867202 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-0b5385d1-db5d-4fa7-a067-4189917bb531 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:58.900286 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5385d1-db5d-4fa7-a067-4189917bb531 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Pushing event deleted for resources: {'Port': ['ID=18a674ab-8a64-4cb6-832b-d1c9f39b16c0,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:22:58.958535 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b5385d1-db5d-4fa7-a067-4189917bb531 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:22:58.959536 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b5385d1-db5d-4fa7-a067-4189917bb531 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:22:58.960057 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b5385d1-db5d-4fa7-a067-4189917bb531 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:22:58.960768 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b5385d1-db5d-4fa7-a067-4189917bb531 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:22:58.961264 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b5385d1-db5d-4fa7-a067-4189917bb531 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:22:58.961770 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b5385d1-db5d-4fa7-a067-4189917bb531 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:22:58.962466 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b5385d1-db5d-4fa7-a067-4189917bb531 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:22:58.962977 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b5385d1-db5d-4fa7-a067-4189917bb531 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:22:58.963487 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b5385d1-db5d-4fa7-a067-4189917bb531 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:22:58.964035 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b5385d1-db5d-4fa7-a067-4189917bb531 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:22:58.964656 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b5385d1-db5d-4fa7-a067-4189917bb531 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:22:58.965156 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b5385d1-db5d-4fa7-a067-4189917bb531 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:22:59.157068 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-0b5385d1-db5d-4fa7-a067-4189917bb531 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3743915', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4076308'] for router_interface, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:59.360907 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43226f13-c8f1-4682-8daf-f3e229d6b18e req-c2ce8353-7830-490a-87de-01c9a356b433 tempest-VolumesActionsTest-1041040997 tempest-VolumesActionsTest-1041040997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:22:59.362721 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-43226f13-c8f1-4682-8daf-f3e229d6b18e req-c2ce8353-7830-490a-87de-01c9a356b433 tempest-VolumesActionsTest-1041040997 tempest-VolumesActionsTest-1041040997-project] 10.222.0.59 "GET /v2.0/ports?device_id=5dfcd107-e97b-41fa-9065-f2796a7ca148 HTTP/1.1" status: 200 len: 946 time: 0.2548904 Jul 27 21:22:59.482114 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-43226f13-c8f1-4682-8daf-f3e229d6b18e req-afa21c4a-f860-48ff-9802-29ad0bc250da tempest-VolumesActionsTest-1041040997 tempest-VolumesActionsTest-1041040997-project] 10.222.0.59 "GET /v2.0/security-groups?id=2ef113d1-a3a7-402b-a668-6dc148671140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126194 Jul 27 21:22:59.536415 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b5385d1-db5d-4fa7-a067-4189917bb531 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Router 8893886f-ee28-47dc-80a7-d91a3da553e2 has already been hosted by L3 agent dd128fd7-8e57-4d4f-895b-a96b369df59a {{(pid=105585) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:22:59.710573 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b5385d1-db5d-4fa7-a067-4189917bb531 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify agent at l3_agent.n-d-705658-22 the message routers_updated {{(pid=105585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:22:59.725149 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-0b5385d1-db5d-4fa7-a067-4189917bb531 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] 10.222.0.59 "PUT /v2.0/routers/8893886f-ee28-47dc-80a7-d91a3da553e2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5559537 Jul 27 21:22:59.725337 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4b5cfee-abda-4ee7-b223-080b47c64067 None None] Sync routers for ids ['8893886f-ee28-47dc-80a7-d91a3da553e2'] in n-d-705658-22 {{(pid=105586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:22:59.725951 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 53276) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:59.738478 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4b5cfee-abda-4ee7-b223-080b47c64067 None None] Routers {'8893886f-ee28-47dc-80a7-d91a3da553e2'} bound to L3 agent in host n-d-705658-22 {{(pid=105586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:22:59.739768 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-c4b5cfee-abda-4ee7-b223-080b47c64067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:22:42Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['8893886f-ee28-47dc-80a7-d91a3da553e2'], 'active': True} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:22:59.798658 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-c4b5cfee-abda-4ee7-b223-080b47c64067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-22', False) {} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:22:59.809938 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4b5cfee-abda-4ee7-b223-080b47c64067 None None] Routers {'8893886f-ee28-47dc-80a7-d91a3da553e2'} bound to L3 agent in host n-d-705658-22 {{(pid=105586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:22:59.810795 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-c4b5cfee-abda-4ee7-b223-080b47c64067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:22:42Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['8893886f-ee28-47dc-80a7-d91a3da553e2'], 'active': True} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:22:59.880474 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-c4b5cfee-abda-4ee7-b223-080b47c64067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-22', False) {} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:22:59.891623 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4b5cfee-abda-4ee7-b223-080b47c64067 None None] The sync data for ids ['8893886f-ee28-47dc-80a7-d91a3da553e2'] in n-d-705658-22 is: [] {{(pid=105586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:23:00.029314 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 53286) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:23:00.322056 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-63eb09b6-65c6-4484-850b-1cc155544843 tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-168579461'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:23:00.366173 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63eb09b6-65c6-4484-850b-1cc155544843 tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Made reservation on behalf of f29f7f3f1b864f559ca1359aba7d5c57 for: {'network': 1} {{(pid=105585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:23:00.376480 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-63eb09b6-65c6-4484-850b-1cc155544843 tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for network, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:00.396973 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-63eb09b6-65c6-4484-850b-1cc155544843 tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Notify callbacks [] for security_group, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:00.557312 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-63eb09b6-65c6-4484-850b-1cc155544843 tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Notify callbacks [] for security_group, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:00.561833 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-63eb09b6-65c6-4484-850b-1cc155544843 tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:00.608695 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63eb09b6-65c6-4484-850b-1cc155544843 tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] vlan segment allocate from pool success with {'vlan_id': 231, 'physical_network': 'physnet1'} {{(pid=105585) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:23:00.620456 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-5a294720-cb1e-4ed4-bd3e-d067840c700f tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4076536'] for router_interface, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:00.635891 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63eb09b6-65c6-4484-850b-1cc155544843 tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Pushing event updated for resources: {'SecurityGroup': ['ID=43f38cef-1732-4499-8dcd-23bfa4ceb2e3,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:23:00.639052 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-63eb09b6-65c6-4484-850b-1cc155544843 tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:00.639409 n-d-705658-22 neutron-server[105585]: INFO neutron.db.segments_db [None req-63eb09b6-65c6-4484-850b-1cc155544843 tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Added segment af8a0b2a-1cab-4ee4-ad48-9cb97978a217 of type vlan for network b4797b06-bc8f-4949-a7c4-05143b0bdee1 Jul 27 21:23:00.698012 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0492f094-9a29-43ce-853e-45776d780df0 req-85114fc5-0e8b-4099-9eb3-6693093054cd tempest-VolumesActionsTest-1041040997 tempest-VolumesActionsTest-1041040997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:23:00.699591 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-0492f094-9a29-43ce-853e-45776d780df0 req-85114fc5-0e8b-4099-9eb3-6693093054cd tempest-VolumesActionsTest-1041040997 tempest-VolumesActionsTest-1041040997-project] 10.222.0.59 "GET /v2.0/ports?device_id=5dfcd107-e97b-41fa-9065-f2796a7ca148 HTTP/1.1" status: 200 len: 946 time: 0.1553209 Jul 27 21:23:00.701348 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-63eb09b6-65c6-4484-850b-1cc155544843 tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790688424798'] for network, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:00.770528 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-63eb09b6-65c6-4484-850b-1cc155544843 tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920'] for network, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:00.776569 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63eb09b6-65c6-4484-850b-1cc155544843 tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:23:00.778253 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-63eb09b6-65c6-4484-850b-1cc155544843 tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Notify callbacks [] for network, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:00.781902 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-0492f094-9a29-43ce-853e-45776d780df0 req-46d4d1b7-a78a-41ce-bda3-2861066869b8 tempest-VolumesActionsTest-1041040997 tempest-VolumesActionsTest-1041040997-project] 10.222.0.59 "GET /v2.0/security-groups?id=2ef113d1-a3a7-402b-a668-6dc148671140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582306 Jul 27 21:23:00.857136 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-63eb09b6-65c6-4484-850b-1cc155544843 tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.8262739 Jul 27 21:23:00.878387 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63eb09b6-65c6-4484-850b-1cc155544843 tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Pushing event updated for resources: {'Network': ['ID=b4797b06-bc8f-4949-a7c4-05143b0bdee1,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:23:00.951081 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-5a294720-cb1e-4ed4-bd3e-d067840c700f tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Deleting port 295c2b63-3ad1-43a5-9c6b-7ac549dc12ef {{(pid=105584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:23:00.951638 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Network b4797b06-bc8f-4949-a7c4-05143b0bdee1 details requested by agent ovs-agent-n-d-705658-22 with host n-d-705658-22 {{(pid=105586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:23:00.952039 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-5a294720-cb1e-4ed4-bd3e-d067840c700f tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:01.039751 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-5a294720-cb1e-4ed4-bd3e-d067840c700f tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:01.056635 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-5a294720-cb1e-4ed4-bd3e-d067840c700f tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Calling delete_port for 295c2b63-3ad1-43a5-9c6b-7ac549dc12ef owned by network:router_interface {{(pid=105584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:23:01.571838 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-5a294720-cb1e-4ed4-bd3e-d067840c700f tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:01.603485 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a294720-cb1e-4ed4-bd3e-d067840c700f tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Pushing event deleted for resources: {'Port': ['ID=295c2b63-3ad1-43a5-9c6b-7ac549dc12ef,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:23:01.837129 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-5a294720-cb1e-4ed4-bd3e-d067840c700f tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3743915', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4076308'] for router_interface, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:02.134849 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39dfa9f7-bd19-43be-ac32-4c96de83c437 req-e68e48b1-a914-45ee-bd4a-e997fd323c5c tempest-VolumesActionsTest-1041040997 tempest-VolumesActionsTest-1041040997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:23:02.151773 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-39dfa9f7-bd19-43be-ac32-4c96de83c437 req-e68e48b1-a914-45ee-bd4a-e997fd323c5c tempest-VolumesActionsTest-1041040997 tempest-VolumesActionsTest-1041040997-project] 10.222.0.59 "GET /v2.0/ports?device_id=5dfcd107-e97b-41fa-9065-f2796a7ca148 HTTP/1.1" status: 200 len: 946 time: 0.2380009 Jul 27 21:23:02.207653 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-39dfa9f7-bd19-43be-ac32-4c96de83c437 req-c145e7fd-c884-4ae5-965a-7827606b1b83 tempest-VolumesActionsTest-1041040997 tempest-VolumesActionsTest-1041040997-project] 10.222.0.59 "GET /v2.0/security-groups?id=2ef113d1-a3a7-402b-a668-6dc148671140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550025 Jul 27 21:23:02.298325 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d06fd49-89e2-4d90-b2fb-eaa4f1cd429e req-bf9d474c-8172-4d1c-a552-220d94283c3d tempest-VolumesActionsTest-1041040997 tempest-VolumesActionsTest-1041040997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:23:02.299987 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-8d06fd49-89e2-4d90-b2fb-eaa4f1cd429e req-bf9d474c-8172-4d1c-a552-220d94283c3d tempest-VolumesActionsTest-1041040997 tempest-VolumesActionsTest-1041040997-project] 10.222.0.36 "GET /v2.0/ports?device_id=5dfcd107-e97b-41fa-9065-f2796a7ca148 HTTP/1.1" status: 200 len: 946 time: 0.3499799 Jul 27 21:23:02.378631 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a294720-cb1e-4ed4-bd3e-d067840c700f tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Router 8893886f-ee28-47dc-80a7-d91a3da553e2 has already been hosted by L3 agent dd128fd7-8e57-4d4f-895b-a96b369df59a {{(pid=105584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:23:02.447405 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [req-8d06fd49-89e2-4d90-b2fb-eaa4f1cd429e req-b464de5b-c574-4917-be2d-00d8660aeb09 tempest-VolumesActionsTest-1041040997 tempest-VolumesActionsTest-1041040997-project] Deleting port 444e3571-5334-4570-aabf-0795d8e912a7 {{(pid=105584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:23:02.447781 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-8d06fd49-89e2-4d90-b2fb-eaa4f1cd429e req-b464de5b-c574-4917-be2d-00d8660aeb09 tempest-VolumesActionsTest-1041040997 tempest-VolumesActionsTest-1041040997-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:02.521723 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a294720-cb1e-4ed4-bd3e-d067840c700f tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify agent at l3_agent.n-d-705658-22 the message routers_updated {{(pid=105584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:23:02.528168 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-5a294720-cb1e-4ed4-bd3e-d067840c700f tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] 10.222.0.59 "PUT /v2.0/routers/8893886f-ee28-47dc-80a7-d91a3da553e2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8014290 Jul 27 21:23:02.530803 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 53312) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:23:02.542751 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1f481c0-d1d9-4612-bbc0-7117e4b3611e None None] Sync routers for ids ['8893886f-ee28-47dc-80a7-d91a3da553e2'] in n-d-705658-22 {{(pid=105587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:23:02.578773 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1f481c0-d1d9-4612-bbc0-7117e4b3611e None None] Routers {'8893886f-ee28-47dc-80a7-d91a3da553e2'} bound to L3 agent in host n-d-705658-22 {{(pid=105587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:23:02.580757 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-e1f481c0-d1d9-4612-bbc0-7117e4b3611e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:22:42Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['8893886f-ee28-47dc-80a7-d91a3da553e2'], 'active': True} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:23:02.704853 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-e1f481c0-d1d9-4612-bbc0-7117e4b3611e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-22', False) {} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:23:02.715384 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1f481c0-d1d9-4612-bbc0-7117e4b3611e None None] Routers {'8893886f-ee28-47dc-80a7-d91a3da553e2'} bound to L3 agent in host n-d-705658-22 {{(pid=105587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:23:02.724079 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-e1f481c0-d1d9-4612-bbc0-7117e4b3611e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:22:42Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['8893886f-ee28-47dc-80a7-d91a3da553e2'], 'active': True} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:23:02.777809 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-e1f481c0-d1d9-4612-bbc0-7117e4b3611e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-22', False) {} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:23:02.778716 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1f481c0-d1d9-4612-bbc0-7117e4b3611e None None] The sync data for ids ['8893886f-ee28-47dc-80a7-d91a3da553e2'] in n-d-705658-22 is: [] {{(pid=105587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:23:02.990316 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-10b621b8-d2a8-4570-a2d4-0164ae091e5a tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] 10.222.0.59 "GET /v2.0/ports?device_id=8893886f-ee28-47dc-80a7-d91a3da553e2 HTTP/1.1" status: 200 len: 205 time: 0.4557490 Jul 27 21:23:02.990733 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 53316) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:23:03.085179 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-7c7c23a9-6b7b-485b-adbf-f45608cbfc5c tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks [] for router, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:03.125716 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [req-8d06fd49-89e2-4d90-b2fb-eaa4f1cd429e req-b464de5b-c574-4917-be2d-00d8660aeb09 tempest-VolumesActionsTest-1041040997 tempest-VolumesActionsTest-1041040997-project] For port 444e3571-5334-4570-aabf-0795d8e912a7, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=444e3571-5334-4570-aabf-0795d8e912a7,segment=NetworkSegment(18e10d91-ebad-46c9-a595-c7d7342be977),segment_id=18e10d91-ebad-46c9-a595-c7d7342be977)] {{(pid=105584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:23:03.126600 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-8d06fd49-89e2-4d90-b2fb-eaa4f1cd429e req-b464de5b-c574-4917-be2d-00d8660aeb09 tempest-VolumesActionsTest-1041040997 tempest-VolumesActionsTest-1041040997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:03.182134 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [req-8d06fd49-89e2-4d90-b2fb-eaa4f1cd429e req-b464de5b-c574-4917-be2d-00d8660aeb09 tempest-VolumesActionsTest-1041040997 tempest-VolumesActionsTest-1041040997-project] Calling delete_port for 444e3571-5334-4570-aabf-0795d8e912a7 owned by compute:nova {{(pid=105584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:23:03.317477 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-7c7c23a9-6b7b-485b-adbf-f45608cbfc5c tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4163631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-425'] for router, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:03.320601 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-7c7c23a9-6b7b-485b-adbf-f45608cbfc5c tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:03.382024 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-7c7c23a9-6b7b-485b-adbf-f45608cbfc5c tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4163007'] for router, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:03.382596 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c7c23a9-6b7b-485b-adbf-f45608cbfc5c tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Fanout notify agent at l3_agent the message router_deleted on router 8893886f-ee28-47dc-80a7-d91a3da553e2 {{(pid=105584) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 21:23:03.398793 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-7c7c23a9-6b7b-485b-adbf-f45608cbfc5c tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks [] for router, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:03.406801 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-7c7c23a9-6b7b-485b-adbf-f45608cbfc5c tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] 10.222.0.59 "DELETE /v2.0/routers/8893886f-ee28-47dc-80a7-d91a3da553e2 HTTP/1.1" status: 204 len: 168 time: 0.4150043 Jul 27 21:23:03.409243 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 53324) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:23:03.543788 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.db_base_plugin_v2 [None req-35f01c35-0762-4d01-a3b8-70c7b44aacb2 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Deleting subnet 04600d0f-610e-49d5-a0fc-00c635d94a59 {{(pid=105585) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:23:03.549595 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-35f01c35-0762-4d01-a3b8-70c7b44aacb2 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks [] for subnet, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:03.552295 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-8d06fd49-89e2-4d90-b2fb-eaa4f1cd429e req-b464de5b-c574-4917-be2d-00d8660aeb09 tempest-VolumesActionsTest-1041040997 tempest-VolumesActionsTest-1041040997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:03.604314 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b464de5b-c574-4917-be2d-00d8660aeb09 tempest-VolumesActionsTest-1041040997 tempest-VolumesActionsTest-1041040997-project] Pushing event deleted for resources: {'Port': ['ID=444e3571-5334-4570-aabf-0795d8e912a7,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:23:03.646738 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e59b69-f131-4486-8fe6-838c8f5e9624 req-3c83b3fc-d98e-4518-8db1-844cc84c178d tempest-VolumesActionsTest-1041040997 tempest-VolumesActionsTest-1041040997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:23:03.648472 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-45e59b69-f131-4486-8fe6-838c8f5e9624 req-3c83b3fc-d98e-4518-8db1-844cc84c178d tempest-VolumesActionsTest-1041040997 tempest-VolumesActionsTest-1041040997-project] 10.222.0.59 "GET /v2.0/ports?device_id=5dfcd107-e97b-41fa-9065-f2796a7ca148 HTTP/1.1" status: 200 len: 867 time: 0.3056653 Jul 27 21:23:03.687174 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d06fd49-89e2-4d90-b2fb-eaa4f1cd429e req-b464de5b-c574-4917-be2d-00d8660aeb09 tempest-VolumesActionsTest-1041040997 tempest-VolumesActionsTest-1041040997-project] No DVR routers for this DVR port 444e3571-5334-4570-aabf-0795d8e912a7 on host n-h1-705658-22 {{(pid=105584) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:23:03.697304 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-35f01c35-0762-4d01-a3b8-70c7b44aacb2 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9887057'] for subnet, precommit_delete_associations {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:03.700158 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-8d06fd49-89e2-4d90-b2fb-eaa4f1cd429e req-b464de5b-c574-4917-be2d-00d8660aeb09 tempest-VolumesActionsTest-1041040997 tempest-VolumesActionsTest-1041040997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:03.702190 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-8d06fd49-89e2-4d90-b2fb-eaa4f1cd429e req-b464de5b-c574-4917-be2d-00d8660aeb09 tempest-VolumesActionsTest-1041040997 tempest-VolumesActionsTest-1041040997-project] 10.222.0.36 "DELETE /v2.0/ports/444e3571-5334-4570-aabf-0795d8e912a7 HTTP/1.1" status: 204 len: 173 time: 1.3952918 Jul 27 21:23:03.702642 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5dfcd107-e97b-41fa-9065-f2796a7ca148', 'name': 'network-vif-deleted', 'tag': '444e3571-5334-4570-aabf-0795d8e912a7'}] {{(pid=105584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:23:03.704974 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bce5e6c8685464f7626901654159975603b047827e3138302ed6566e28f1343" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c02ba43a-7e76-42c5-9b3f-03346307fe1c" -d '{"events": [{"server_uuid": "5dfcd107-e97b-41fa-9065-f2796a7ca148", "name": "network-vif-deleted", "tag": "444e3571-5334-4570-aabf-0795d8e912a7"}]}' {{(pid=105584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:23:03.781470 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-45e59b69-f131-4486-8fe6-838c8f5e9624 req-1dc058ef-8109-4cc7-bdb5-cc0d036654f2 tempest-VolumesActionsTest-1041040997 tempest-VolumesActionsTest-1041040997-project] 10.222.0.59 "GET /v2.0/security-groups?id=2ef113d1-a3a7-402b-a668-6dc148671140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161447 Jul 27 21:23:03.823026 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:23:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c32755e4-1676-4872-8451-db1a3d2723c8 x-openstack-request-id: req-c32755e4-1676-4872-8451-db1a3d2723c8 {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:23:03.824375 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5dfcd107-e97b-41fa-9065-f2796a7ca148", "name": "network-vif-deleted", "tag": "444e3571-5334-4570-aabf-0795d8e912a7", "status": "completed", "code": 200}]} {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:23:03.825019 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-c32755e4-1676-4872-8451-db1a3d2723c8 {{(pid=105584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:23:03.825427 n-d-705658-22 neutron-server[105584]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5dfcd107-e97b-41fa-9065-f2796a7ca148', 'name': 'network-vif-deleted', 'tag': '444e3571-5334-4570-aabf-0795d8e912a7', 'status': 'completed', 'code': 200} Jul 27 21:23:03.899423 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-35f01c35-0762-4d01-a3b8-70c7b44aacb2 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854965'] for subnet, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:04.039238 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-35f01c35-0762-4d01-a3b8-70c7b44aacb2 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10221602', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9990583'] for subnet, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:04.082201 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f01c35-0762-4d01-a3b8-70c7b44aacb2 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Pushing event deleted for resources: {'Subnet': ['ID=04600d0f-610e-49d5-a0fc-00c635d94a59,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:23:04.087294 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-35f01c35-0762-4d01-a3b8-70c7b44aacb2 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks [] for subnet, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:04.094989 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 53332) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:23:04.095966 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1150ba97-0d68-4879-9aa5-46ecd956c8b8 None None] Network c552af41-6bae-4b86-aaab-74fd38533b2f requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:23:04.100694 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-35f01c35-0762-4d01-a3b8-70c7b44aacb2 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] 10.222.0.59 "DELETE /v2.0/subnets/04600d0f-610e-49d5-a0fc-00c635d94a59 HTTP/1.1" status: 204 len: 168 time: 0.6845455 Jul 27 21:23:04.182500 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 53334) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:23:04.187452 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-c6188e73-3cbe-46de-982b-d38fe18a8315 tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Request body: {'subnet': {'network_id': 'b4797b06-bc8f-4949-a7c4-05143b0bdee1', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:23:04.267264 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.db_base_plugin_v2 [None req-e27cd018-4cc8-4039-bca0-19103db3f91e tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Deleting subnet 4c939e65-83a4-463d-b6e8-113139eaee10 {{(pid=105584) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:23:04.276541 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-e27cd018-4cc8-4039-bca0-19103db3f91e tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks [] for subnet, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:04.342964 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 53338) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:23:04.347448 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-e27cd018-4cc8-4039-bca0-19103db3f91e tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9014207'] for subnet, precommit_delete_associations {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:04.407422 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6188e73-3cbe-46de-982b-d38fe18a8315 tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Made reservation on behalf of f29f7f3f1b864f559ca1359aba7d5c57 for: {'subnet': 1} {{(pid=105585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:23:04.413173 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-c6188e73-3cbe-46de-982b-d38fe18a8315 tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9990620'] for subnet, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:04.512349 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bbb668e-4fee-4d3c-8f3f-d89c7c3eb2bb None None] DHCP port deletion for c552af41-6bae-4b86-aaab-74fd38533b2f request from n-d-705658-22 {{(pid=105586) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 21:23:04.540749 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-e27cd018-4cc8-4039-bca0-19103db3f91e tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854965'] for subnet, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:04.687639 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device fc34eaaa-bf98-4484-a9cc-9c3b1c87534e no longer exists at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:23:04.700838 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-e27cd018-4cc8-4039-bca0-19103db3f91e tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9014081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9738825'] for subnet, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:04.734321 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27cd018-4cc8-4039-bca0-19103db3f91e tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Pushing event deleted for resources: {'Subnet': ['ID=4c939e65-83a4-463d-b6e8-113139eaee10,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:23:04.736344 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-e27cd018-4cc8-4039-bca0-19103db3f91e tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks [] for subnet, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:04.741795 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-e27cd018-4cc8-4039-bca0-19103db3f91e tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] 10.222.0.59 "DELETE /v2.0/subnets/4c939e65-83a4-463d-b6e8-113139eaee10 HTTP/1.1" status: 204 len: 168 time: 0.6455121 Jul 27 21:23:04.742489 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 53342) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:23:04.817043 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ae74461-c119-4e23-a0c5-0752a9dbc9d6 None None] Network 6a293620-f929-412d-b714-4c42fc16d568 requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:23:04.879480 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c1c7cecd-14b3-44c2-a01d-81118ae3ea25 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-990557'] for network, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:04.941099 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-1bbb668e-4fee-4d3c-8f3f-d89c7c3eb2bb None None] Deleting port fc34eaaa-bf98-4484-a9cc-9c3b1c87534e {{(pid=105586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:23:04.941790 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-1bbb668e-4fee-4d3c-8f3f-d89c7c3eb2bb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:04.954262 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-bd661507-3e22-42b6-807b-5495d7437c0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:04.976535 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-c1c7cecd-14b3-44c2-a01d-81118ae3ea25 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Deleting port fc34eaaa-bf98-4484-a9cc-9c3b1c87534e {{(pid=105584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:23:04.976970 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c1c7cecd-14b3-44c2-a01d-81118ae3ea25 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:05.102574 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [None req-c1c7cecd-14b3-44c2-a01d-81118ae3ea25 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] For port fc34eaaa-bf98-4484-a9cc-9c3b1c87534e, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=fc34eaaa-bf98-4484-a9cc-9c3b1c87534e,segment=NetworkSegment(177bfafb-fc14-47ec-b945-0f5d3597c3ab),segment_id=177bfafb-fc14-47ec-b945-0f5d3597c3ab)] {{(pid=105584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:23:05.103187 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c1c7cecd-14b3-44c2-a01d-81118ae3ea25 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:05.135935 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-c1c7cecd-14b3-44c2-a01d-81118ae3ea25 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Calling delete_port for fc34eaaa-bf98-4484-a9cc-9c3b1c87534e owned by network:dhcp {{(pid=105584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:23:05.153511 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-bd661507-3e22-42b6-807b-5495d7437c0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:05.176646 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-bd661507-3e22-42b6-807b-5495d7437c0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:05.272952 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-bd661507-3e22-42b6-807b-5495d7437c0d admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=5d3ce86e628f40398573d8841398cb6a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9288368 Jul 27 21:23:05.278954 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 53358) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:23:05.281336 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd661507-3e22-42b6-807b-5495d7437c0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0eda2af1-ff86-49ec-b0c2-45ab99f1e480,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:23:05.309078 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-c6188e73-3cbe-46de-982b-d38fe18a8315 tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10221797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9990606'] for subnet, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:05.312265 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c1c7cecd-14b3-44c2-a01d-81118ae3ea25 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:05.358923 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-1bbb668e-4fee-4d3c-8f3f-d89c7c3eb2bb None None] For port fc34eaaa-bf98-4484-a9cc-9c3b1c87534e, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=fc34eaaa-bf98-4484-a9cc-9c3b1c87534e,segment=NetworkSegment(177bfafb-fc14-47ec-b945-0f5d3597c3ab),segment_id=177bfafb-fc14-47ec-b945-0f5d3597c3ab)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:23:05.359548 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-1bbb668e-4fee-4d3c-8f3f-d89c7c3eb2bb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:05.370164 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:05.372015 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c7cecd-14b3-44c2-a01d-81118ae3ea25 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Pushing event deleted for resources: {'Port': ['ID=fc34eaaa-bf98-4484-a9cc-9c3b1c87534e,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:23:05.381948 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6188e73-3cbe-46de-982b-d38fe18a8315 tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Pushing event updated for resources: {'Subnet': ['ID=94339012-0b53-4ea1-aa76-3a02bb813a8c,revision_number=0']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:23:05.385080 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-1bbb668e-4fee-4d3c-8f3f-d89c7c3eb2bb None None] Calling delete_port for fc34eaaa-bf98-4484-a9cc-9c3b1c87534e owned by network:dhcp {{(pid=105586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:23:05.398891 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1c7cecd-14b3-44c2-a01d-81118ae3ea25 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] No DVR routers for this DVR port fc34eaaa-bf98-4484-a9cc-9c3b1c87534e on host n-d-705658-22 {{(pid=105584) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:23:05.465225 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device 444e3571-5334-4570-aabf-0795d8e912a7 no longer exists at agent hyperv_n-h1-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:23:05.467976 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-399f3411-7c23-4226-b61a-262f82a45556 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:05.488627 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6188e73-3cbe-46de-982b-d38fe18a8315 tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Checking segment: {'id': 'af8a0b2a-1cab-4ee4-ad48-9cb97978a217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'b4797b06-bc8f-4949-a7c4-05143b0bdee1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:23:05.489922 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6188e73-3cbe-46de-982b-d38fe18a8315 tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Network hostable DHCP agents. Network: b4797b06-bc8f-4949-a7c4-05143b0bdee1, hostable agents: ['7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a'], hosted agents: [] {{(pid=105585) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:23:05.504914 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-399f3411-7c23-4226-b61a-262f82a45556 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:05.511804 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d322bef7-cc90-4153-9430-09df8b44d3c2 None None] DHCP port deletion for 6a293620-f929-412d-b714-4c42fc16d568 request from n-d-705658-22 {{(pid=105586) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 21:23:05.524198 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-28650df7-c46c-4981-b84f-37d87254047e None None] No Port match for: 444e3571-5334-4570-aabf-0795d8e912a7 {{(pid=105586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:23:05.524612 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device 444e3571-5334-4570-aabf-0795d8e912a7 not bound to the agent host n-h1-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:23:05.564224 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6188e73-3cbe-46de-982b-d38fe18a8315 tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Network b4797b06-bc8f-4949-a7c4-05143b0bdee1 is scheduled to be hosted by DHCP agent 7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a with binding_index 1 {{(pid=105585) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:23:05.566682 n-d-705658-22 neutron-server[105586]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 21:23:05.566682 n-d-705658-22 neutron-server[105586]: self.session.flush() Jul 27 21:23:05.566682 n-d-705658-22 neutron-server[105586]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 21:23:05.566682 n-d-705658-22 neutron-server[105586]: self.session.flush() Jul 27 21:23:05.566682 n-d-705658-22 neutron-server[105586]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 21:23:05.566682 n-d-705658-22 neutron-server[105586]: self.session.flush() Jul 27 21:23:05.566682 n-d-705658-22 neutron-server[105586]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 21:23:05.566682 n-d-705658-22 neutron-server[105586]: self.session.flush() Jul 27 21:23:05.566682 n-d-705658-22 neutron-server[105586]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 21:23:05.566682 n-d-705658-22 neutron-server[105586]: self.session.flush() Jul 27 21:23:05.566682 n-d-705658-22 neutron-server[105586]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 21:23:05.566682 n-d-705658-22 neutron-server[105586]: self.session.flush() Jul 27 21:23:05.566682 n-d-705658-22 neutron-server[105586]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 21:23:05.566682 n-d-705658-22 neutron-server[105586]: self.session.flush() Jul 27 21:23:05.566682 n-d-705658-22 neutron-server[105586]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 21:23:05.566682 n-d-705658-22 neutron-server[105586]: self.session.flush() Jul 27 21:23:05.566682 n-d-705658-22 neutron-server[105586]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 21:23:05.566682 n-d-705658-22 neutron-server[105586]: self.session.flush() Jul 27 21:23:05.566682 n-d-705658-22 neutron-server[105586]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 21:23:05.566682 n-d-705658-22 neutron-server[105586]: self.session.flush() Jul 27 21:23:05.566682 n-d-705658-22 neutron-server[105586]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 21:23:05.566682 n-d-705658-22 neutron-server[105586]: self.session.flush() Jul 27 21:23:05.566682 n-d-705658-22 neutron-server[105586]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 21:23:05.566682 n-d-705658-22 neutron-server[105586]: self.session.flush() Jul 27 21:23:05.566682 n-d-705658-22 neutron-server[105586]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 21:23:05.566682 n-d-705658-22 neutron-server[105586]: self.session.flush() Jul 27 21:23:05.566682 n-d-705658-22 neutron-server[105586]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 21:23:05.566682 n-d-705658-22 neutron-server[105586]: self.session.flush() Jul 27 21:23:05.566682 n-d-705658-22 neutron-server[105586]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 21:23:05.566682 n-d-705658-22 neutron-server[105586]: self.session.flush() Jul 27 21:23:05.566682 n-d-705658-22 neutron-server[105586]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 21:23:05.566682 n-d-705658-22 neutron-server[105586]: self.session.flush() Jul 27 21:23:05.566682 n-d-705658-22 neutron-server[105586]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 21:23:05.566682 n-d-705658-22 neutron-server[105586]: self.session.flush() Jul 27 21:23:05.566682 n-d-705658-22 neutron-server[105586]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 21:23:05.566682 n-d-705658-22 neutron-server[105586]: self.session.flush() Jul 27 21:23:05.566682 n-d-705658-22 neutron-server[105586]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 21:23:05.566682 n-d-705658-22 neutron-server[105586]: self.session.flush() Jul 27 21:23:05.566682 n-d-705658-22 neutron-server[105586]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 21:23:05.566682 n-d-705658-22 neutron-server[105586]: self.session.flush() Jul 27 21:23:05.566682 n-d-705658-22 neutron-server[105586]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 21:23:05.566682 n-d-705658-22 neutron-server[105586]: self.session.flush() Jul 27 21:23:05.566682 n-d-705658-22 neutron-server[105586]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 21:23:05.566682 n-d-705658-22 neutron-server[105586]: self.session.flush() Jul 27 21:23:05.566682 n-d-705658-22 neutron-server[105586]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 21:23:05.566682 n-d-705658-22 neutron-server[105586]: self.session.flush() Jul 27 21:23:05.566682 n-d-705658-22 neutron-server[105586]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 21:23:05.566682 n-d-705658-22 neutron-server[105586]: self.session.flush() Jul 27 21:23:05.566682 n-d-705658-22 neutron-server[105586]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 21:23:05.566682 n-d-705658-22 neutron-server[105586]: self.session.flush() Jul 27 21:23:05.566682 n-d-705658-22 neutron-server[105586]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 21:23:05.566682 n-d-705658-22 neutron-server[105586]: self.session.flush() Jul 27 21:23:05.566682 n-d-705658-22 neutron-server[105586]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 21:23:05.566682 n-d-705658-22 neutron-server[105586]: self.session.flush() Jul 27 21:23:05.577308 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-1bbb668e-4fee-4d3c-8f3f-d89c7c3eb2bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180'] for port, after_delete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:05.590821 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.base_scheduler [None req-c6188e73-3cbe-46de-982b-d38fe18a8315 tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-22, b4797b06-bc8f-4949-a7c4-05143b0bdee1) {{(pid=105585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:23:05.609385 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6188e73-3cbe-46de-982b-d38fe18a8315 tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:23:05.610375 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-c6188e73-3cbe-46de-982b-d38fe18a8315 tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Notify callbacks [] for subnet, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:05.620462 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbb668e-4fee-4d3c-8f3f-d89c7c3eb2bb None None] Pushing event deleted for resources: {'Port': ['ID=fc34eaaa-bf98-4484-a9cc-9c3b1c87534e,revision_number=None']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:23:05.629013 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a299e99-24c4-4b14-acb7-d6dadf17c221 None None] Network b4797b06-bc8f-4949-a7c4-05143b0bdee1 requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:23:05.635419 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c1c7cecd-14b3-44c2-a01d-81118ae3ea25 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853562', 'neutron.services.segments.db._delete_segments_for_network-8790688882975'] for network, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:05.637521 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-c6188e73-3cbe-46de-982b-d38fe18a8315 tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.4549992 Jul 27 21:23:05.641345 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 53364) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:23:05.647993 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.segments.db [None req-c1c7cecd-14b3-44c2-a01d-81118ae3ea25 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c552af41-6bae-4b86-aaab-74fd38533b2f']}} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:23:05.660679 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.segments.db [None req-c1c7cecd-14b3-44c2-a01d-81118ae3ea25 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '177bfafb-fc14-47ec-b945-0f5d3597c3ab') {'for_net_delete': True} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:23:05.660983 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.segments.db [None req-c1c7cecd-14b3-44c2-a01d-81118ae3ea25 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '177bfafb-fc14-47ec-b945-0f5d3597c3ab') {} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:23:05.671559 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c1c7cecd-14b3-44c2-a01d-81118ae3ea25 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790688883752', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9014348'] for segment, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:05.683096 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-3255f5cd-2258-420f-9e00-dc9268099b15 tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-431087502'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:23:05.691789 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c1c7cecd-14b3-44c2-a01d-81118ae3ea25 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:05.712218 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1c7cecd-14b3-44c2-a01d-81118ae3ea25 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Releasing vlan 221 on physical network physnet1 to pool {{(pid=105584) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:23:05.713466 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c1c7cecd-14b3-44c2-a01d-81118ae3ea25 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9014063'] for segment, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:05.722533 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bbb668e-4fee-4d3c-8f3f-d89c7c3eb2bb None None] No DVR routers for this DVR port fc34eaaa-bf98-4484-a9cc-9c3b1c87534e on host n-d-705658-22 {{(pid=105586) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:23:05.737047 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-d322bef7-cc90-4153-9430-09df8b44d3c2 None None] Deleting port 926ea6ab-65df-47cd-bf3f-71f5dc159866 {{(pid=105586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:23:05.738071 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-d322bef7-cc90-4153-9430-09df8b44d3c2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:05.745973 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3255f5cd-2258-420f-9e00-dc9268099b15 tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Made reservation on behalf of f29f7f3f1b864f559ca1359aba7d5c57 for: {'network': 1} {{(pid=105585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:23:05.750294 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-3255f5cd-2258-420f-9e00-dc9268099b15 tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for network, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:05.786690 n-d-705658-22 neutron-server[105584]: Traceback (most recent call last): Jul 27 21:23:05.786690 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:23:05.786690 n-d-705658-22 neutron-server[105584]: timer() Jul 27 21:23:05.786690 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:23:05.786690 n-d-705658-22 neutron-server[105584]: cb(*args, **kw) Jul 27 21:23:05.786690 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:23:05.786690 n-d-705658-22 neutron-server[105584]: return func(*args, **kwargs) Jul 27 21:23:05.786690 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:23:05.786690 n-d-705658-22 neutron-server[105584]: self._notify() Jul 27 21:23:05.786690 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:23:05.786690 n-d-705658-22 neutron-server[105584]: self.callback(batched_events) Jul 27 21:23:05.786690 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:23:05.786690 n-d-705658-22 neutron-server[105584]: event.method(event) Jul 27 21:23:05.786690 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:23:05.786690 n-d-705658-22 neutron-server[105584]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:23:05.786690 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:23:05.786690 n-d-705658-22 neutron-server[105584]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:23:05.786690 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:23:05.786690 n-d-705658-22 neutron-server[105584]: return f(self, *a, **k) Jul 27 21:23:05.786690 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:23:05.786690 n-d-705658-22 neutron-server[105584]: return self._get(url).json() Jul 27 21:23:05.786690 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:23:05.786690 n-d-705658-22 neutron-server[105584]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:23:05.786690 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:23:05.786690 n-d-705658-22 neutron-server[105584]: return self.request(url, 'GET', **kwargs) Jul 27 21:23:05.786690 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:23:05.786690 n-d-705658-22 neutron-server[105584]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:23:05.786690 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:23:05.786690 n-d-705658-22 neutron-server[105584]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:23:05.786690 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:23:05.786690 n-d-705658-22 neutron-server[105584]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:23:05.786690 n-d-705658-22 neutron-server[105584]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:23:05.792894 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3255f5cd-2258-420f-9e00-dc9268099b15 tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] vlan segment allocate from pool success with {'vlan_id': 218, 'physical_network': 'physnet1'} {{(pid=105585) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:23:05.804241 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-399f3411-7c23-4226-b61a-262f82a45556 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:05.810432 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-399f3411-7c23-4226-b61a-262f82a45556 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:05.811637 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-399f3411-7c23-4226-b61a-262f82a45556 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/0eda2af1-ff86-49ec-b0c2-45ab99f1e480 HTTP/1.1" status: 204 len: 168 time: 0.5314016 Jul 27 21:23:05.816897 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-d322bef7-cc90-4153-9430-09df8b44d3c2 None None] For port 926ea6ab-65df-47cd-bf3f-71f5dc159866, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=926ea6ab-65df-47cd-bf3f-71f5dc159866,segment=NetworkSegment(f8df89e5-7c74-460b-85f6-0bdce916e977),segment_id=f8df89e5-7c74-460b-85f6-0bdce916e977)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:23:05.817410 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-d322bef7-cc90-4153-9430-09df8b44d3c2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:05.840136 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c1c7cecd-14b3-44c2-a01d-81118ae3ea25 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4075658'] for network, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:05.845793 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-3255f5cd-2258-420f-9e00-dc9268099b15 tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:05.846038 n-d-705658-22 neutron-server[105585]: INFO neutron.db.segments_db [None req-3255f5cd-2258-420f-9e00-dc9268099b15 tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Added segment 122488a6-1cef-4cf6-a9f3-6b2e1e22736e of type vlan for network 619e1504-c2cf-44ff-9eef-0815a08ad328 Jul 27 21:23:05.850193 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399f3411-7c23-4226-b61a-262f82a45556 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0eda2af1-ff86-49ec-b0c2-45ab99f1e480,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:23:05.858373 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c1c7cecd-14b3-44c2-a01d-81118ae3ea25 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743886'] for network, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:05.864619 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-c1c7cecd-14b3-44c2-a01d-81118ae3ea25 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] 10.222.0.59 "DELETE /v2.0/networks/c552af41-6bae-4b86-aaab-74fd38533b2f HTTP/1.1" status: 204 len: 168 time: 1.1207876 Jul 27 21:23:05.870239 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 53374) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:23:05.898246 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-d322bef7-cc90-4153-9430-09df8b44d3c2 None None] Calling delete_port for 926ea6ab-65df-47cd-bf3f-71f5dc159866 owned by network:dhcp {{(pid=105586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:23:05.956847 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-3255f5cd-2258-420f-9e00-dc9268099b15 tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790688424798'] for network, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:05.967624 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c7cecd-14b3-44c2-a01d-81118ae3ea25 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Pushing event deleted for resources: {'Network': ['ID=c552af41-6bae-4b86-aaab-74fd38533b2f,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:23:06.001192 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-0cde3172-4dc6-4a7d-9f80-d1684dc8aad2 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-990557'] for network, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:06.033257 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-3255f5cd-2258-420f-9e00-dc9268099b15 tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920'] for network, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:06.039937 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3255f5cd-2258-420f-9e00-dc9268099b15 tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:23:06.040563 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-3255f5cd-2258-420f-9e00-dc9268099b15 tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Notify callbacks [] for network, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:06.069041 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-0cde3172-4dc6-4a7d-9f80-d1684dc8aad2 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Deleting port 926ea6ab-65df-47cd-bf3f-71f5dc159866 {{(pid=105584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:23:06.069589 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-0cde3172-4dc6-4a7d-9f80-d1684dc8aad2 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:06.100570 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9fb788b-c83c-41eb-8c1a-0d682cff48e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30bb4b93-b285-5d90-9493-f9ec33ea333c-b4797b06-bc8f-4949-a7c4-05143b0bdee1', 'network_id': 'b4797b06-bc8f-4949-a7c4-05143b0bdee1', 'tenant_id': 'f29f7f3f1b864f559ca1359aba7d5c57', 'fixed_ips': [{'subnet_id': '94339012-0b53-4ea1-aa76-3a02bb813a8c'}]}} from n-d-705658-22. {{(pid=105586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 21:23:06.105054 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-c9fb788b-c83c-41eb-8c1a-0d682cff48e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:06.143500 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3255f5cd-2258-420f-9e00-dc9268099b15 tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Pushing event updated for resources: {'Network': ['ID=619e1504-c2cf-44ff-9eef-0815a08ad328,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:23:06.162740 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [None req-0cde3172-4dc6-4a7d-9f80-d1684dc8aad2 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] For port 926ea6ab-65df-47cd-bf3f-71f5dc159866, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=926ea6ab-65df-47cd-bf3f-71f5dc159866,segment=NetworkSegment(f8df89e5-7c74-460b-85f6-0bdce916e977),segment_id=f8df89e5-7c74-460b-85f6-0bdce916e977)] {{(pid=105584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:23:06.163144 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-0cde3172-4dc6-4a7d-9f80-d1684dc8aad2 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:06.182564 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Network 619e1504-c2cf-44ff-9eef-0815a08ad328 details requested by agent ovs-agent-n-d-705658-22 with host n-d-705658-22 {{(pid=105586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:23:06.191156 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-3255f5cd-2258-420f-9e00-dc9268099b15 tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5433128 Jul 27 21:23:06.198213 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-0cde3172-4dc6-4a7d-9f80-d1684dc8aad2 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Calling delete_port for 926ea6ab-65df-47cd-bf3f-71f5dc159866 owned by network:dhcp {{(pid=105584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:23:06.199216 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 53386) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:23:06.215550 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-62755a4a-abd2-42c7-aae0-bbaee8f1fc6c tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Request body: {'subnet': {'network_id': '619e1504-c2cf-44ff-9eef-0815a08ad328', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:23:06.343128 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-0cde3172-4dc6-4a7d-9f80-d1684dc8aad2 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:06.370656 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62755a4a-abd2-42c7-aae0-bbaee8f1fc6c tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Made reservation on behalf of f29f7f3f1b864f559ca1359aba7d5c57 for: {'subnet': 1} {{(pid=105585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:23:06.374734 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-62755a4a-abd2-42c7-aae0-bbaee8f1fc6c tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9990620'] for subnet, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:06.381129 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 53398) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:23:06.381921 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cde3172-4dc6-4a7d-9f80-d1684dc8aad2 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] No DVR routers for this DVR port 926ea6ab-65df-47cd-bf3f-71f5dc159866 on host n-d-705658-22 {{(pid=105584) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:23:06.389255 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cde3172-4dc6-4a7d-9f80-d1684dc8aad2 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Pushing event deleted for resources: {'Port': ['ID=926ea6ab-65df-47cd-bf3f-71f5dc159866,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:23:06.490740 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-0cde3172-4dc6-4a7d-9f80-d1684dc8aad2 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853562', 'neutron.services.segments.db._delete_segments_for_network-8790688882975'] for network, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:06.507183 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.segments.db [None req-0cde3172-4dc6-4a7d-9f80-d1684dc8aad2 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a293620-f929-412d-b714-4c42fc16d568']}} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:23:06.522054 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.db_base_plugin_common [None req-c9fb788b-c83c-41eb-8c1a-0d682cff48e4 None None] Allocated IP 2001:db8:0:ffff::2 (b4797b06-bc8f-4949-a7c4-05143b0bdee1/94339012-0b53-4ea1-aa76-3a02bb813a8c/8160a518-32f7-478b-a92f-8ae920d536e4) {{(pid=105586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:23:06.532574 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.segments.db [None req-0cde3172-4dc6-4a7d-9f80-d1684dc8aad2 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8df89e5-7c74-460b-85f6-0bdce916e977') {'for_net_delete': True} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:23:06.533239 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.segments.db [None req-0cde3172-4dc6-4a7d-9f80-d1684dc8aad2 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8df89e5-7c74-460b-85f6-0bdce916e977') {} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:23:06.550612 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-0cde3172-4dc6-4a7d-9f80-d1684dc8aad2 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790688883752', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9014348'] for segment, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:06.567361 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-0cde3172-4dc6-4a7d-9f80-d1684dc8aad2 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:06.574157 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0cde3172-4dc6-4a7d-9f80-d1684dc8aad2 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Releasing vlan 249 on physical network physnet1 to pool {{(pid=105584) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:23:06.574567 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-0cde3172-4dc6-4a7d-9f80-d1684dc8aad2 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9014063'] for segment, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:06.590108 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-af608cf1-00e0-44cf-b719-78acd0e018ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:06.621417 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:06.651974 n-d-705658-22 neutron-server[105584]: Traceback (most recent call last): Jul 27 21:23:06.651974 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:23:06.651974 n-d-705658-22 neutron-server[105584]: timer() Jul 27 21:23:06.651974 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:23:06.651974 n-d-705658-22 neutron-server[105584]: cb(*args, **kw) Jul 27 21:23:06.651974 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:23:06.651974 n-d-705658-22 neutron-server[105584]: return func(*args, **kwargs) Jul 27 21:23:06.651974 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:23:06.651974 n-d-705658-22 neutron-server[105584]: self._notify() Jul 27 21:23:06.651974 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:23:06.651974 n-d-705658-22 neutron-server[105584]: self.callback(batched_events) Jul 27 21:23:06.651974 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:23:06.651974 n-d-705658-22 neutron-server[105584]: event.method(event) Jul 27 21:23:06.651974 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:23:06.651974 n-d-705658-22 neutron-server[105584]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:23:06.651974 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:23:06.651974 n-d-705658-22 neutron-server[105584]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:23:06.651974 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:23:06.651974 n-d-705658-22 neutron-server[105584]: return f(self, *a, **k) Jul 27 21:23:06.651974 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:23:06.651974 n-d-705658-22 neutron-server[105584]: return self._get(url).json() Jul 27 21:23:06.651974 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:23:06.651974 n-d-705658-22 neutron-server[105584]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:23:06.651974 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:23:06.651974 n-d-705658-22 neutron-server[105584]: return self.request(url, 'GET', **kwargs) Jul 27 21:23:06.651974 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:23:06.651974 n-d-705658-22 neutron-server[105584]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:23:06.651974 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:23:06.651974 n-d-705658-22 neutron-server[105584]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:23:06.651974 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:23:06.651974 n-d-705658-22 neutron-server[105584]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:23:06.651974 n-d-705658-22 neutron-server[105584]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:23:06.656906 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-d322bef7-cc90-4153-9430-09df8b44d3c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180'] for port, after_delete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:06.662751 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-0cde3172-4dc6-4a7d-9f80-d1684dc8aad2 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4075658'] for network, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:06.678531 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-0cde3172-4dc6-4a7d-9f80-d1684dc8aad2 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743886'] for network, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:06.689429 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d322bef7-cc90-4153-9430-09df8b44d3c2 None None] Pushing event deleted for resources: {'Port': ['ID=926ea6ab-65df-47cd-bf3f-71f5dc159866,revision_number=None']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:23:06.694390 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-0cde3172-4dc6-4a7d-9f80-d1684dc8aad2 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] 10.222.0.59 "DELETE /v2.0/networks/6a293620-f929-412d-b714-4c42fc16d568 HTTP/1.1" status: 204 len: 168 time: 0.8185661 Jul 27 21:23:06.695143 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 926ea6ab-65df-47cd-bf3f-71f5dc159866 no longer exists at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:23:06.698393 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 53408) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:23:06.704428 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-38ff85cc-a7c3-4aad-bf31-d907cd0207e8 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1818275554'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:23:06.712993 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cde3172-4dc6-4a7d-9f80-d1684dc8aad2 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Pushing event deleted for resources: {'Network': ['ID=6a293620-f929-412d-b714-4c42fc16d568,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:23:06.729595 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-d322bef7-cc90-4153-9430-09df8b44d3c2 None None] Network 6a293620-f929-412d-b714-4c42fc16d568 is not hosted by any dhcp agent {{(pid=105586) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 27 21:23:06.730186 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d322bef7-cc90-4153-9430-09df8b44d3c2 None None] No DVR routers for this DVR port 926ea6ab-65df-47cd-bf3f-71f5dc159866 on host n-d-705658-22 {{(pid=105586) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:23:06.789786 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-62755a4a-abd2-42c7-aae0-bbaee8f1fc6c tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10221797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9990606'] for subnet, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:06.816015 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-c9fb788b-c83c-41eb-8c1a-0d682cff48e4 None None] Notify callbacks [] for port, precommit_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:06.825042 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-c9fb788b-c83c-41eb-8c1a-0d682cff48e4 None None] Transition to ACTIVE for port object 8160a518-32f7-478b-a92f-8ae920d536e4 will not be triggered until provisioned by entity L2. {{(pid=105586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:23:06.843121 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-c9fb788b-c83c-41eb-8c1a-0d682cff48e4 None None] Transition to ACTIVE for port object 8160a518-32f7-478b-a92f-8ae920d536e4 will not be triggered until provisioned by entity DHCP. {{(pid=105586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:23:06.848593 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] No Port match for: 926ea6ab-65df-47cd-bf3f-71f5dc159866 {{(pid=105586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:23:06.849209 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 926ea6ab-65df-47cd-bf3f-71f5dc159866 not bound to the agent host n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:23:06.860996 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-c9fb788b-c83c-41eb-8c1a-0d682cff48e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143'] for port, after_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:06.909974 n-d-705658-22 neutron-server[105586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9fb788b-c83c-41eb-8c1a-0d682cff48e4 None None] Network b4797b06-bc8f-4949-a7c4-05143b0bdee1 is already hosted by enough agents. {{(pid=105586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:23:06.916059 n-d-705658-22 neutron-server[105586]: DEBUG neutron.scheduler.base_scheduler [None req-c9fb788b-c83c-41eb-8c1a-0d682cff48e4 None None] Resources bound (agent type, host, resource id): {{(pid=105586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:23:06.920334 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9fb788b-c83c-41eb-8c1a-0d682cff48e4 None None] Received port after_create {{(pid=105586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:23:06.927502 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62755a4a-abd2-42c7-aae0-bbaee8f1fc6c tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Pushing event updated for resources: {'Subnet': ['ID=23ee2060-93c3-44d3-8b0b-7c417f7ab80f,revision_number=0']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:23:06.927951 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fb788b-c83c-41eb-8c1a-0d682cff48e4 None None] Pushing event updated for resources: {'Port': ['ID=8160a518-32f7-478b-a92f-8ae920d536e4,revision_number=1']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:23:06.961228 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62755a4a-abd2-42c7-aae0-bbaee8f1fc6c tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Checking segment: {'id': '122488a6-1cef-4cf6-a9f3-6b2e1e22736e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '619e1504-c2cf-44ff-9eef-0815a08ad328'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:23:06.961863 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62755a4a-abd2-42c7-aae0-bbaee8f1fc6c tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Network hostable DHCP agents. Network: 619e1504-c2cf-44ff-9eef-0815a08ad328, hostable agents: ['7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a'], hosted agents: [] {{(pid=105585) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:23:06.989619 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-af608cf1-00e0-44cf-b719-78acd0e018ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:06.997722 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-af608cf1-00e0-44cf-b719-78acd0e018ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:07.005001 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-c9fb788b-c83c-41eb-8c1a-0d682cff48e4 None None] Attempting to bind port 8160a518-32f7-478b-a92f-8ae920d536e4 on host n-d-705658-22 for vnic_type normal with profile {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:23:07.005544 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-c9fb788b-c83c-41eb-8c1a-0d682cff48e4 None None] Attempting to bind port 8160a518-32f7-478b-a92f-8ae920d536e4 by drivers openvswitch,hyperv on host n-d-705658-22 at level 0 using segments [{'id': 'af8a0b2a-1cab-4ee4-ad48-9cb97978a217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'b4797b06-bc8f-4949-a7c4-05143b0bdee1'}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:23:07.006170 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9fb788b-c83c-41eb-8c1a-0d682cff48e4 None None] Attempting to bind port 8160a518-32f7-478b-a92f-8ae920d536e4 on network b4797b06-bc8f-4949-a7c4-05143b0bdee1 {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:23:07.012260 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9fb788b-c83c-41eb-8c1a-0d682cff48e4 None None] Checking agent: {'id': '04a7ea91-6318-467e-ace6-b0fb48c8690f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 41, 42), 'started_at': datetime.datetime(2021, 7, 27, 20, 42, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 22, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:23:07.012666 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9fb788b-c83c-41eb-8c1a-0d682cff48e4 None None] Checking segment: {'id': 'af8a0b2a-1cab-4ee4-ad48-9cb97978a217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'b4797b06-bc8f-4949-a7c4-05143b0bdee1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:23:07.013032 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-c9fb788b-c83c-41eb-8c1a-0d682cff48e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:07.013429 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9fb788b-c83c-41eb-8c1a-0d682cff48e4 None None] Bound using segment: {'id': 'af8a0b2a-1cab-4ee4-ad48-9cb97978a217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'b4797b06-bc8f-4949-a7c4-05143b0bdee1'} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:23:07.013941 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-c9fb788b-c83c-41eb-8c1a-0d682cff48e4 None None] Bound port: 8160a518-32f7-478b-a92f-8ae920d536e4, host: n-d-705658-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af8a0b2a-1cab-4ee4-ad48-9cb97978a217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'b4797b06-bc8f-4949-a7c4-05143b0bdee1'}}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:23:07.014311 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-c9fb788b-c83c-41eb-8c1a-0d682cff48e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:07.039603 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62755a4a-abd2-42c7-aae0-bbaee8f1fc6c tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Network 619e1504-c2cf-44ff-9eef-0815a08ad328 is scheduled to be hosted by DHCP agent 7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a with binding_index 1 {{(pid=105585) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:23:07.075452 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af608cf1-00e0-44cf-b719-78acd0e018ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b66b07e-a10f-412a-bbce-5d49bc649699,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:23:07.089052 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-af608cf1-00e0-44cf-b719-78acd0e018ca admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=4ac27831b6e04fa7b290a66103e09151&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7035573 Jul 27 21:23:07.089052 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38ff85cc-a7c3-4aad-bf31-d907cd0207e8 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Made reservation on behalf of 2c7b7887b0f848c597ec952cc967d92c for: {'network': 1} {{(pid=105585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:23:07.089526 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 53414) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:23:07.106978 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-38ff85cc-a7c3-4aad-bf31-d907cd0207e8 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for network, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:07.146284 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.base_scheduler [None req-62755a4a-abd2-42c7-aae0-bbaee8f1fc6c tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-22, 619e1504-c2cf-44ff-9eef-0815a08ad328) {{(pid=105585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:23:07.159906 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62755a4a-abd2-42c7-aae0-bbaee8f1fc6c tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:23:07.160523 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-62755a4a-abd2-42c7-aae0-bbaee8f1fc6c tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Notify callbacks [] for subnet, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:07.168953 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c45ce5fc-eb5d-4202-bd06-47461bfd1228 None None] Network 619e1504-c2cf-44ff-9eef-0815a08ad328 requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:23:07.179811 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-62755a4a-abd2-42c7-aae0-bbaee8f1fc6c tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.9787655 Jul 27 21:23:07.183451 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 53416) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:23:07.185112 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38ff85cc-a7c3-4aad-bf31-d907cd0207e8 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] vlan segment allocate from pool success with {'vlan_id': 234, 'physical_network': 'physnet1'} {{(pid=105585) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:23:07.243124 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-cee95b83-2925-4a87-8581-ea459e889976 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:07.279887 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-cee95b83-2925-4a87-8581-ea459e889976 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:07.314900 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-f220ea3f-16de-4cdf-8393-5025d07c9ea0 tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-990557'] for network, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:07.334074 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-c9fb788b-c83c-41eb-8c1a-0d682cff48e4 None None] For port 8160a518-32f7-478b-a92f-8ae920d536e4, host n-d-705658-22, cleared binding levels {{(pid=105586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:23:07.352081 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-38ff85cc-a7c3-4aad-bf31-d907cd0207e8 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:07.352698 n-d-705658-22 neutron-server[105585]: INFO neutron.db.segments_db [None req-38ff85cc-a7c3-4aad-bf31-d907cd0207e8 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Added segment 42662e4a-79a4-46f9-9a72-8ab82a048cce of type vlan for network 40429389-b134-4427-803d-0b1821dcd0fa Jul 27 21:23:07.355307 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-cee95b83-2925-4a87-8581-ea459e889976 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:07.358555 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-cee95b83-2925-4a87-8581-ea459e889976 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:07.360000 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-cee95b83-2925-4a87-8581-ea459e889976 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/4b66b07e-a10f-412a-bbce-5d49bc649699 HTTP/1.1" status: 204 len: 168 time: 0.2696352 Jul 27 21:23:07.385964 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee95b83-2925-4a87-8581-ea459e889976 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b66b07e-a10f-412a-bbce-5d49bc649699,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:23:07.483096 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-38ff85cc-a7c3-4aad-bf31-d907cd0207e8 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790688424798'] for network, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:07.506402 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-c9fb788b-c83c-41eb-8c1a-0d682cff48e4 None None] For port 8160a518-32f7-478b-a92f-8ae920d536e4, host n-d-705658-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=8160a518-32f7-478b-a92f-8ae920d536e4,segment=NetworkSegment(af8a0b2a-1cab-4ee4-ad48-9cb97978a217),segment_id=af8a0b2a-1cab-4ee4-ad48-9cb97978a217)] {{(pid=105586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:23:07.515445 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-f220ea3f-16de-4cdf-8393-5025d07c9ea0 tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854965'] for subnet, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:07.540924 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-c9fb788b-c83c-41eb-8c1a-0d682cff48e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:07.573783 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43a06bba-3737-4fd1-aa78-8d9d28ca5203 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30bb4b93-b285-5d90-9493-f9ec33ea333c-619e1504-c2cf-44ff-9eef-0815a08ad328', 'network_id': '619e1504-c2cf-44ff-9eef-0815a08ad328', 'tenant_id': 'f29f7f3f1b864f559ca1359aba7d5c57', 'fixed_ips': [{'subnet_id': '23ee2060-93c3-44d3-8b0b-7c417f7ab80f'}]}} from n-d-705658-22. {{(pid=105586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 21:23:07.574836 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-43a06bba-3737-4fd1-aa78-8d9d28ca5203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:07.598809 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-38ff85cc-a7c3-4aad-bf31-d907cd0207e8 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920'] for network, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:07.605820 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38ff85cc-a7c3-4aad-bf31-d907cd0207e8 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:23:07.607626 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-38ff85cc-a7c3-4aad-bf31-d907cd0207e8 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks [] for network, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:07.624826 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-f220ea3f-16de-4cdf-8393-5025d07c9ea0 tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10221602', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9990583'] for subnet, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:07.694884 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 53444) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:23:07.696365 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-38ff85cc-a7c3-4aad-bf31-d907cd0207e8 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.9963269 Jul 27 21:23:07.701025 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-796f4c26-d511-40ac-878e-476f7e01ef10 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Request body: {'subnet': {'network_id': '40429389-b134-4427-803d-0b1821dcd0fa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:23:07.751945 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fb788b-c83c-41eb-8c1a-0d682cff48e4 None None] Pushing event updated for resources: {'Port': ['ID=8160a518-32f7-478b-a92f-8ae920d536e4,revision_number=2']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:23:07.772939 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f220ea3f-16de-4cdf-8393-5025d07c9ea0 tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Pushing event deleted for resources: {'Subnet': ['ID=23ee2060-93c3-44d3-8b0b-7c417f7ab80f,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:23:07.796571 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fead5d91-2a1f-4654-910f-d5719d847b73 None None] Network 619e1504-c2cf-44ff-9eef-0815a08ad328 requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:23:07.888840 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-796f4c26-d511-40ac-878e-476f7e01ef10 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Made reservation on behalf of 2c7b7887b0f848c597ec952cc967d92c for: {'subnet': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:23:07.896904 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-796f4c26-d511-40ac-878e-476f7e01ef10 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9738786'] for subnet, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:07.988740 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ff85cc-a7c3-4aad-bf31-d907cd0207e8 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Pushing event updated for resources: {'Network': ['ID=40429389-b134-4427-803d-0b1821dcd0fa,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:23:08.007044 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-f220ea3f-16de-4cdf-8393-5025d07c9ea0 tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853562', 'neutron.services.segments.db._delete_segments_for_network-8790688882975'] for network, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:08.032667 n-d-705658-22 neutron-server[105585]: DEBUG neutron.services.segments.db [None req-f220ea3f-16de-4cdf-8393-5025d07c9ea0 tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['619e1504-c2cf-44ff-9eef-0815a08ad328']}} {{(pid=105585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:23:08.056811 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Network 40429389-b134-4427-803d-0b1821dcd0fa details requested by agent ovs-agent-n-d-705658-22 with host n-d-705658-22 {{(pid=105586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:23:08.074872 n-d-705658-22 neutron-server[105585]: DEBUG neutron.services.segments.db [None req-f220ea3f-16de-4cdf-8393-5025d07c9ea0 tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '122488a6-1cef-4cf6-a9f3-6b2e1e22736e') {'for_net_delete': True} {{(pid=105585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:23:08.078724 n-d-705658-22 neutron-server[105585]: DEBUG neutron.services.segments.db [None req-f220ea3f-16de-4cdf-8393-5025d07c9ea0 tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '122488a6-1cef-4cf6-a9f3-6b2e1e22736e') {} {{(pid=105585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:23:08.115271 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-f220ea3f-16de-4cdf-8393-5025d07c9ea0 tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790688883752', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9886370'] for segment, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:08.139790 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-f220ea3f-16de-4cdf-8393-5025d07c9ea0 tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:08.149348 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f220ea3f-16de-4cdf-8393-5025d07c9ea0 tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Releasing vlan 218 on physical network physnet1 to pool {{(pid=105585) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:23:08.149922 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-f220ea3f-16de-4cdf-8393-5025d07c9ea0 tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10221644'] for segment, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:08.154316 n-d-705658-22 neutron-server[105585]: Traceback (most recent call last): Jul 27 21:23:08.154316 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:23:08.154316 n-d-705658-22 neutron-server[105585]: timer() Jul 27 21:23:08.154316 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:23:08.154316 n-d-705658-22 neutron-server[105585]: cb(*args, **kw) Jul 27 21:23:08.154316 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:23:08.154316 n-d-705658-22 neutron-server[105585]: return func(*args, **kwargs) Jul 27 21:23:08.154316 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:23:08.154316 n-d-705658-22 neutron-server[105585]: self._notify() Jul 27 21:23:08.154316 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:23:08.154316 n-d-705658-22 neutron-server[105585]: self.callback(batched_events) Jul 27 21:23:08.154316 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:23:08.154316 n-d-705658-22 neutron-server[105585]: event.method(event) Jul 27 21:23:08.154316 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:23:08.154316 n-d-705658-22 neutron-server[105585]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:23:08.154316 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:23:08.154316 n-d-705658-22 neutron-server[105585]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:23:08.154316 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:23:08.154316 n-d-705658-22 neutron-server[105585]: return f(self, *a, **k) Jul 27 21:23:08.154316 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:23:08.154316 n-d-705658-22 neutron-server[105585]: return self._get(url).json() Jul 27 21:23:08.154316 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:23:08.154316 n-d-705658-22 neutron-server[105585]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:23:08.154316 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:23:08.154316 n-d-705658-22 neutron-server[105585]: return self.request(url, 'GET', **kwargs) Jul 27 21:23:08.154316 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:23:08.154316 n-d-705658-22 neutron-server[105585]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:23:08.154316 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:23:08.154316 n-d-705658-22 neutron-server[105585]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:23:08.154316 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:23:08.154316 n-d-705658-22 neutron-server[105585]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:23:08.154316 n-d-705658-22 neutron-server[105585]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:23:08.296903 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-f220ea3f-16de-4cdf-8393-5025d07c9ea0 tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4075658'] for network, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:08.310083 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-f220ea3f-16de-4cdf-8393-5025d07c9ea0 tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Notify callbacks [] for network, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:08.312003 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-f220ea3f-16de-4cdf-8393-5025d07c9ea0 tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] 10.222.0.59 "DELETE /v2.0/networks/619e1504-c2cf-44ff-9eef-0815a08ad328 HTTP/1.1" status: 204 len: 168 time: 1.1282933 Jul 27 21:23:08.317891 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 53454) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:23:08.325852 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-9edafc44-f99f-4a10-8405-88bc528a853d tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-77202349'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:23:08.329956 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f220ea3f-16de-4cdf-8393-5025d07c9ea0 tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Pushing event deleted for resources: {'Network': ['ID=619e1504-c2cf-44ff-9eef-0815a08ad328,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:23:08.350850 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-796f4c26-d511-40ac-878e-476f7e01ef10 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9014150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9738800'] for subnet, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:08.362389 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9edafc44-f99f-4a10-8405-88bc528a853d tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Made reservation on behalf of f29f7f3f1b864f559ca1359aba7d5c57 for: {'network': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:23:08.366779 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-9edafc44-f99f-4a10-8405-88bc528a853d tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for network, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:08.479046 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-796f4c26-d511-40ac-878e-476f7e01ef10 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Checking segment: {'id': '42662e4a-79a4-46f9-9a72-8ab82a048cce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '40429389-b134-4427-803d-0b1821dcd0fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:23:08.480042 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-796f4c26-d511-40ac-878e-476f7e01ef10 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Network hostable DHCP agents. Network: 40429389-b134-4427-803d-0b1821dcd0fa, hostable agents: ['7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a'], hosted agents: [] {{(pid=105584) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:23:08.485018 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9edafc44-f99f-4a10-8405-88bc528a853d tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] vlan segment allocate from pool success with {'vlan_id': 211, 'physical_network': 'physnet1'} {{(pid=105584) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:23:08.495599 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796f4c26-d511-40ac-878e-476f7e01ef10 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Pushing event updated for resources: {'Subnet': ['ID=f0721752-c30d-4293-8e9d-959215c105eb,revision_number=0']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:23:08.505504 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-9edafc44-f99f-4a10-8405-88bc528a853d tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:08.506837 n-d-705658-22 neutron-server[105584]: INFO neutron.db.segments_db [None req-9edafc44-f99f-4a10-8405-88bc528a853d tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Added segment 718cd8e3-91b4-46f3-b35a-34f3ac5a4c4b of type vlan for network 0381d549-bdb3-490b-9191-c935fd75f548 Jul 27 21:23:08.581880 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-796f4c26-d511-40ac-878e-476f7e01ef10 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Network 40429389-b134-4427-803d-0b1821dcd0fa is scheduled to be hosted by DHCP agent 7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a with binding_index 1 {{(pid=105584) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:23:08.611490 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [None req-796f4c26-d511-40ac-878e-476f7e01ef10 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-22, 40429389-b134-4427-803d-0b1821dcd0fa) {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:23:08.622785 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-796f4c26-d511-40ac-878e-476f7e01ef10 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:23:08.623697 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-796f4c26-d511-40ac-878e-476f7e01ef10 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks [] for subnet, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:08.632843 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37a53fb0-9fad-4880-845d-d2744be761f2 None None] Network 40429389-b134-4427-803d-0b1821dcd0fa requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:23:08.666106 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-9edafc44-f99f-4a10-8405-88bc528a853d tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790688424798'] for network, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:08.717562 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 53474) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:23:08.723225 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-c1f73411-bc30-494e-9e03-358de9fe3920 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1707766124', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:23:08.724494 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-796f4c26-d511-40ac-878e-476f7e01ef10 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0280597 Jul 27 21:23:08.771999 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-9edafc44-f99f-4a10-8405-88bc528a853d tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920'] for network, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:08.777899 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9edafc44-f99f-4a10-8405-88bc528a853d tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:23:08.778527 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-9edafc44-f99f-4a10-8405-88bc528a853d tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743886'] for network, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:08.787708 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 8160a518-32f7-478b-a92f-8ae920d536e4 up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:23:08.824334 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-c1f73411-bc30-494e-9e03-358de9fe3920 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4163813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-443'] for router, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:08.825466 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-c1f73411-bc30-494e-9e03-358de9fe3920 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4165196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4077059', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3711235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-418'] for router, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:08.904408 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-9edafc44-f99f-4a10-8405-88bc528a853d tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.5824189 Jul 27 21:23:08.915422 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 53478) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:23:08.936326 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-728d9232-3afe-49c1-9e59-d18b3b2bf9a1 tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Request body: {'subnet': {'network_id': '0381d549-bdb3-490b-9191-c935fd75f548', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:23:09.001005 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-c1f73411-bc30-494e-9e03-358de9fe3920 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:09.011454 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-c1f73411-bc30-494e-9e03-358de9fe3920 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4163804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4077150'] for router, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:09.013672 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-a02f96c6-c549-4730-8ff6-af34660de561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:09.065565 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning for port 8160a518-32f7-478b-a92f-8ae920d536e4 completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:23:09.089344 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9edafc44-f99f-4a10-8405-88bc528a853d tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Pushing event updated for resources: {'Network': ['ID=0381d549-bdb3-490b-9191-c935fd75f548,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:23:09.100186 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-c1f73411-bc30-494e-9e03-358de9fe3920 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks [] for router, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:09.107976 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-c1f73411-bc30-494e-9e03-358de9fe3920 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3889604 Jul 27 21:23:09.111874 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 53486) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:23:09.127226 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-03b887a1-81e8-4103-8b54-81bba7042350 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Request body: {'port': {'network_id': '40429389-b134-4427-803d-0b1821dcd0fa', 'name': 'tempest-RoutersIpV6Test-278670136'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:23:09.138841 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Network 0381d549-bdb3-490b-9191-c935fd75f548 details requested by agent ovs-agent-n-d-705658-22 with host n-d-705658-22 {{(pid=105586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:23:09.163110 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c863d924-bc14-43a1-80c8-6e364156131b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30bb4b93-b285-5d90-9493-f9ec33ea333c-40429389-b134-4427-803d-0b1821dcd0fa', 'network_id': '40429389-b134-4427-803d-0b1821dcd0fa', 'tenant_id': '2c7b7887b0f848c597ec952cc967d92c', 'fixed_ips': [{'subnet_id': 'f0721752-c30d-4293-8e9d-959215c105eb'}]}} from n-d-705658-22. {{(pid=105586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 21:23:09.165846 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-c863d924-bc14-43a1-80c8-6e364156131b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:09.181542 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-728d9232-3afe-49c1-9e59-d18b3b2bf9a1 tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Made reservation on behalf of f29f7f3f1b864f559ca1359aba7d5c57 for: {'subnet': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:23:09.185687 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-728d9232-3afe-49c1-9e59-d18b3b2bf9a1 tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9738786'] for subnet, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:09.411800 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03b887a1-81e8-4103-8b54-81bba7042350 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Made reservation on behalf of 2c7b7887b0f848c597ec952cc967d92c for: {'port': 1} {{(pid=105585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:23:09.418022 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-03b887a1-81e8-4103-8b54-81bba7042350 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:09.535032 n-d-705658-22 neutron-server[105585]: DEBUG neutron.notifiers.nova [None req-03b887a1-81e8-4103-8b54-81bba7042350 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] device_id is not set on port 560ecb33-b3b2-4ca8-b92c-cc27938e8b63 yet. {{(pid=105585) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 21:23:09.550675 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-728d9232-3afe-49c1-9e59-d18b3b2bf9a1 tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9014150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9738800'] for subnet, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:09.655478 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728d9232-3afe-49c1-9e59-d18b3b2bf9a1 tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Pushing event updated for resources: {'Subnet': ['ID=b547d8d8-3b4d-4ee6-b42e-954f636aadad,revision_number=0']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:23:09.666343 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-728d9232-3afe-49c1-9e59-d18b3b2bf9a1 tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Checking segment: {'id': '718cd8e3-91b4-46f3-b35a-34f3ac5a4c4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '0381d549-bdb3-490b-9191-c935fd75f548'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:23:09.667129 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-728d9232-3afe-49c1-9e59-d18b3b2bf9a1 tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Network hostable DHCP agents. Network: 0381d549-bdb3-490b-9191-c935fd75f548, hostable agents: ['7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a'], hosted agents: [] {{(pid=105584) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:23:09.723684 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-728d9232-3afe-49c1-9e59-d18b3b2bf9a1 tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Network 0381d549-bdb3-490b-9191-c935fd75f548 is scheduled to be hosted by DHCP agent 7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a with binding_index 1 {{(pid=105584) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:23:09.742550 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4bef5c0-2720-4453-bd32-695ac09c7e11 None None] Network b4797b06-bc8f-4949-a7c4-05143b0bdee1 requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:23:09.749035 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [None req-728d9232-3afe-49c1-9e59-d18b3b2bf9a1 tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-22, 0381d549-bdb3-490b-9191-c935fd75f548) {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:23:09.758131 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-728d9232-3afe-49c1-9e59-d18b3b2bf9a1 tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:23:09.758732 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-728d9232-3afe-49c1-9e59-d18b3b2bf9a1 tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Notify callbacks [] for subnet, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:09.773202 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b70b01f-b148-4d26-a876-203d4b3d7d83 None None] Network 0381d549-bdb3-490b-9191-c935fd75f548 requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:23:09.786480 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-728d9232-3afe-49c1-9e59-d18b3b2bf9a1 tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.8782039 Jul 27 21:23:09.790277 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 53498) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:23:09.801349 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-75d2ac24-f757-41d5-b05d-670acc6ef11c tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1849643288'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:23:09.853812 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-4208128f-c299-4b2c-9497-b87270784365 None None] Provisioning for port 8160a518-32f7-478b-a92f-8ae920d536e4 completed by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:23:09.855358 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75d2ac24-f757-41d5-b05d-670acc6ef11c tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Made reservation on behalf of f29f7f3f1b864f559ca1359aba7d5c57 for: {'network': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:23:09.862329 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-75d2ac24-f757-41d5-b05d-670acc6ef11c tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for network, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:09.883841 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-4208128f-c299-4b2c-9497-b87270784365 None None] Provisioning complete for port 8160a518-32f7-478b-a92f-8ae920d536e4 triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:23:09.883841 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-4208128f-c299-4b2c-9497-b87270784365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:09.886532 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.db_base_plugin_common [None req-c863d924-bc14-43a1-80c8-6e364156131b None None] Allocated IP 2001:db8::2 (40429389-b134-4427-803d-0b1821dcd0fa/f0721752-c30d-4293-8e9d-959215c105eb/a1fe5110-08e8-4659-b817-1a0ee15fecd1) {{(pid=105586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:23:09.906813 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75d2ac24-f757-41d5-b05d-670acc6ef11c tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] vlan segment allocate from pool success with {'vlan_id': 238, 'physical_network': 'physnet1'} {{(pid=105584) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:23:09.917762 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-75d2ac24-f757-41d5-b05d-670acc6ef11c tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:09.918166 n-d-705658-22 neutron-server[105584]: INFO neutron.db.segments_db [None req-75d2ac24-f757-41d5-b05d-670acc6ef11c tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Added segment 4bd1f9ba-8421-484b-9a31-983d85b09640 of type vlan for network 1a620173-eeb4-4c2b-9ac1-ca7857e8c823 Jul 27 21:23:09.970360 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-75d2ac24-f757-41d5-b05d-670acc6ef11c tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790688424798'] for network, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:10.009963 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-75d2ac24-f757-41d5-b05d-670acc6ef11c tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920'] for network, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:10.019933 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75d2ac24-f757-41d5-b05d-670acc6ef11c tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:23:10.020681 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-75d2ac24-f757-41d5-b05d-670acc6ef11c tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743886'] for network, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:10.106376 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-75d2ac24-f757-41d5-b05d-670acc6ef11c tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3147285 Jul 27 21:23:10.109962 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 53508) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:23:10.116038 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-1c7ff878-647a-4325-a4b5-cd99d87fabf1 tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Request body: {'subnet': {'network_id': '1a620173-eeb4-4c2b-9ac1-ca7857e8c823', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:23:10.137856 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d2ac24-f757-41d5-b05d-670acc6ef11c tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Pushing event updated for resources: {'Network': ['ID=1a620173-eeb4-4c2b-9ac1-ca7857e8c823,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:23:10.166958 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Network 1a620173-eeb4-4c2b-9ac1-ca7857e8c823 details requested by agent ovs-agent-n-d-705658-22 with host n-d-705658-22 {{(pid=105586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:23:10.309944 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c7ff878-647a-4325-a4b5-cd99d87fabf1 tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Made reservation on behalf of f29f7f3f1b864f559ca1359aba7d5c57 for: {'subnet': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:23:10.330030 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-1c7ff878-647a-4325-a4b5-cd99d87fabf1 tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9738786'] for subnet, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:10.412413 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:10.533487 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7777a416-f513-4c34-a86f-3b3a4c7ec2f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30bb4b93-b285-5d90-9493-f9ec33ea333c-0381d549-bdb3-490b-9191-c935fd75f548', 'network_id': '0381d549-bdb3-490b-9191-c935fd75f548', 'tenant_id': 'f29f7f3f1b864f559ca1359aba7d5c57', 'fixed_ips': [{'subnet_id': 'b547d8d8-3b4d-4ee6-b42e-954f636aadad'}]}} from n-d-705658-22. {{(pid=105586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 21:23:10.539683 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-7777a416-f513-4c34-a86f-3b3a4c7ec2f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:10.546186 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-4208128f-c299-4b2c-9497-b87270784365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:10.546532 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.ipam_backend_mixin [None req-1c7ff878-647a-4325-a4b5-cd99d87fabf1 tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Performing IP validity checks on allocation pools {{(pid=105584) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 27 21:23:10.547099 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.ipam_backend_mixin [None req-1c7ff878-647a-4325-a4b5-cd99d87fabf1 tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Checking for overlaps among allocation pools and gateway ip {{(pid=105584) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 27 21:23:10.605489 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-c863d924-bc14-43a1-80c8-6e364156131b None None] Notify callbacks [] for port, precommit_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:10.681866 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-c863d924-bc14-43a1-80c8-6e364156131b None None] Transition to ACTIVE for port object a1fe5110-08e8-4659-b817-1a0ee15fecd1 will not be triggered until provisioned by entity L2. {{(pid=105586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:23:10.692063 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-4208128f-c299-4b2c-9497-b87270784365 None None] For port 8160a518-32f7-478b-a92f-8ae920d536e4, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=8160a518-32f7-478b-a92f-8ae920d536e4,segment=NetworkSegment(af8a0b2a-1cab-4ee4-ad48-9cb97978a217),segment_id=af8a0b2a-1cab-4ee4-ad48-9cb97978a217)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:23:10.712691 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-4208128f-c299-4b2c-9497-b87270784365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:10.750524 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-c863d924-bc14-43a1-80c8-6e364156131b None None] Transition to ACTIVE for port object a1fe5110-08e8-4659-b817-1a0ee15fecd1 will not be triggered until provisioned by entity DHCP. {{(pid=105586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:23:10.785119 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-1c7ff878-647a-4325-a4b5-cd99d87fabf1 tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9014150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9738800'] for subnet, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:10.798082 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-c863d924-bc14-43a1-80c8-6e364156131b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143'] for port, after_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:10.888564 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.db_base_plugin_common [None req-03b887a1-81e8-4103-8b54-81bba7042350 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Allocated IP 2001:db8::39e (40429389-b134-4427-803d-0b1821dcd0fa/f0721752-c30d-4293-8e9d-959215c105eb/560ecb33-b3b2-4ca8-b92c-cc27938e8b63) {{(pid=105585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:23:10.945015 n-d-705658-22 neutron-server[105586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c863d924-bc14-43a1-80c8-6e364156131b None None] Network 40429389-b134-4427-803d-0b1821dcd0fa is already hosted by enough agents. {{(pid=105586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:23:10.948214 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4208128f-c299-4b2c-9497-b87270784365 None None] Pushing event updated for resources: {'Port': ['ID=8160a518-32f7-478b-a92f-8ae920d536e4,revision_number=3']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:23:11.021949 n-d-705658-22 neutron-server[105586]: DEBUG neutron.scheduler.base_scheduler [None req-c863d924-bc14-43a1-80c8-6e364156131b None None] Resources bound (agent type, host, resource id): {{(pid=105586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:23:11.029228 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c863d924-bc14-43a1-80c8-6e364156131b None None] Received port after_create {{(pid=105586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:23:11.047724 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7ff878-647a-4325-a4b5-cd99d87fabf1 tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Pushing event updated for resources: {'Subnet': ['ID=0df7eecc-80c3-4be0-ab73-24417ffcea85,revision_number=0']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:23:11.066147 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c7ff878-647a-4325-a4b5-cd99d87fabf1 tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Checking segment: {'id': '4bd1f9ba-8421-484b-9a31-983d85b09640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '1a620173-eeb4-4c2b-9ac1-ca7857e8c823'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:23:11.066518 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c7ff878-647a-4325-a4b5-cd99d87fabf1 tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Network hostable DHCP agents. Network: 1a620173-eeb4-4c2b-9ac1-ca7857e8c823, hostable agents: ['7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a'], hosted agents: [] {{(pid=105584) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:23:11.066856 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.db_base_plugin_common [None req-7777a416-f513-4c34-a86f-3b3a4c7ec2f6 None None] Allocated IP 2001:db8::1 (0381d549-bdb3-490b-9191-c935fd75f548/b547d8d8-3b4d-4ee6-b42e-954f636aadad/65801f76-c095-45f5-b7ce-a95b63de990d) {{(pid=105586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:23:11.131333 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c7ff878-647a-4325-a4b5-cd99d87fabf1 tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Network 1a620173-eeb4-4c2b-9ac1-ca7857e8c823 is scheduled to be hosted by DHCP agent 7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a with binding_index 1 {{(pid=105584) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:23:11.151853 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [None req-1c7ff878-647a-4325-a4b5-cd99d87fabf1 tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-22, 1a620173-eeb4-4c2b-9ac1-ca7857e8c823) {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:23:11.166782 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c863d924-bc14-43a1-80c8-6e364156131b None None] Pushing event updated for resources: {'Port': ['ID=a1fe5110-08e8-4659-b817-1a0ee15fecd1,revision_number=1']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:23:11.178259 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c7ff878-647a-4325-a4b5-cd99d87fabf1 tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:23:11.178932 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-393bf925-c912-4fcb-a5f9-6456be68f596 None None] Network 1a620173-eeb4-4c2b-9ac1-ca7857e8c823 requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:23:11.179341 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-1c7ff878-647a-4325-a4b5-cd99d87fabf1 tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Notify callbacks [] for subnet, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:11.225818 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-03b887a1-81e8-4103-8b54-81bba7042350 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks [] for port, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:11.240492 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-1c7ff878-647a-4325-a4b5-cd99d87fabf1 tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.1297882 Jul 27 21:23:11.241129 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 53524) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:23:11.285895 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.provisioning_blocks [None req-03b887a1-81e8-4103-8b54-81bba7042350 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Transition to ACTIVE for port object 560ecb33-b3b2-4ca8-b92c-cc27938e8b63 will not be triggered until provisioned by entity DHCP. {{(pid=105585) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:23:11.360660 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-03b887a1-81e8-4103-8b54-81bba7042350 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:11.374708 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-299f4a05-8eb3-4e50-8aad-b9ac7e91c3b1 tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-990557'] for network, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:11.465306 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03b887a1-81e8-4103-8b54-81bba7042350 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Network 40429389-b134-4427-803d-0b1821dcd0fa is already hosted by enough agents. {{(pid=105585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:23:11.473251 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.base_scheduler [None req-03b887a1-81e8-4103-8b54-81bba7042350 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Resources bound (agent type, host, resource id): {{(pid=105585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:23:11.483770 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03b887a1-81e8-4103-8b54-81bba7042350 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Received port after_create {{(pid=105585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:23:11.491553 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03b887a1-81e8-4103-8b54-81bba7042350 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:23:11.492199 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-03b887a1-81e8-4103-8b54-81bba7042350 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:11.537725 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b887a1-81e8-4103-8b54-81bba7042350 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Pushing event updated for resources: {'Port': ['ID=560ecb33-b3b2-4ca8-b92c-cc27938e8b63,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:23:11.564395 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-03b887a1-81e8-4103-8b54-81bba7042350 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.4486778 Jul 27 21:23:11.564608 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-299f4a05-8eb3-4e50-8aad-b9ac7e91c3b1 tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854965'] for subnet, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:11.566472 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 53528) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:23:11.637711 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-c863d924-bc14-43a1-80c8-6e364156131b None None] Attempting to bind port a1fe5110-08e8-4659-b817-1a0ee15fecd1 on host n-d-705658-22 for vnic_type normal with profile {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:23:11.638459 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-c863d924-bc14-43a1-80c8-6e364156131b None None] Attempting to bind port a1fe5110-08e8-4659-b817-1a0ee15fecd1 by drivers openvswitch,hyperv on host n-d-705658-22 at level 0 using segments [{'id': '42662e4a-79a4-46f9-9a72-8ab82a048cce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '40429389-b134-4427-803d-0b1821dcd0fa'}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:23:11.639105 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c863d924-bc14-43a1-80c8-6e364156131b None None] Attempting to bind port a1fe5110-08e8-4659-b817-1a0ee15fecd1 on network 40429389-b134-4427-803d-0b1821dcd0fa {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:23:11.663204 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-4174ce7c-15a4-4369-b440-9056050560ed None None] Provisioning complete for port 8160a518-32f7-478b-a92f-8ae920d536e4 triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:23:11.663580 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-4174ce7c-15a4-4369-b440-9056050560ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:11.770740 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f6318a5-b5f6-4c86-89e1-481102dcd8da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30bb4b93-b285-5d90-9493-f9ec33ea333c-1a620173-eeb4-4c2b-9ac1-ca7857e8c823', 'network_id': '1a620173-eeb4-4c2b-9ac1-ca7857e8c823', 'tenant_id': 'f29f7f3f1b864f559ca1359aba7d5c57', 'fixed_ips': [{'subnet_id': '0df7eecc-80c3-4be0-ab73-24417ffcea85'}]}} from n-d-705658-22. {{(pid=105586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 21:23:11.771737 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-2f6318a5-b5f6-4c86-89e1-481102dcd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:11.785445 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-299f4a05-8eb3-4e50-8aad-b9ac7e91c3b1 tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9014081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9738825'] for subnet, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:11.795492 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-0b250d22-5652-45c4-b970-537a0778d127 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:11.800104 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c863d924-bc14-43a1-80c8-6e364156131b None None] Checking agent: {'id': '04a7ea91-6318-467e-ace6-b0fb48c8690f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 41, 42), 'started_at': datetime.datetime(2021, 7, 27, 20, 42, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 22, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:23:11.800104 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c863d924-bc14-43a1-80c8-6e364156131b None None] Checking segment: {'id': '42662e4a-79a4-46f9-9a72-8ab82a048cce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '40429389-b134-4427-803d-0b1821dcd0fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:23:11.800104 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-c863d924-bc14-43a1-80c8-6e364156131b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:11.800104 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c863d924-bc14-43a1-80c8-6e364156131b None None] Bound using segment: {'id': '42662e4a-79a4-46f9-9a72-8ab82a048cce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '40429389-b134-4427-803d-0b1821dcd0fa'} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:23:11.800584 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-c863d924-bc14-43a1-80c8-6e364156131b None None] Bound port: a1fe5110-08e8-4659-b817-1a0ee15fecd1, host: n-d-705658-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42662e4a-79a4-46f9-9a72-8ab82a048cce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '40429389-b134-4427-803d-0b1821dcd0fa'}}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:23:11.800685 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-c863d924-bc14-43a1-80c8-6e364156131b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:11.843176 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299f4a05-8eb3-4e50-8aad-b9ac7e91c3b1 tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Pushing event deleted for resources: {'Subnet': ['ID=0df7eecc-80c3-4be0-ab73-24417ffcea85,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:23:11.998367 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fedc96f5-5f28-4144-8851-3cd98a521215 None None] Network 1a620173-eeb4-4c2b-9ac1-ca7857e8c823 requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:23:12.007683 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:12.043583 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-299f4a05-8eb3-4e50-8aad-b9ac7e91c3b1 tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853562', 'neutron.services.segments.db._delete_segments_for_network-8790688882975'] for network, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:12.064891 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.segments.db [None req-299f4a05-8eb3-4e50-8aad-b9ac7e91c3b1 tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a620173-eeb4-4c2b-9ac1-ca7857e8c823']}} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:23:12.098725 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.segments.db [None req-299f4a05-8eb3-4e50-8aad-b9ac7e91c3b1 tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4bd1f9ba-8421-484b-9a31-983d85b09640') {'for_net_delete': True} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:23:12.104060 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.segments.db [None req-299f4a05-8eb3-4e50-8aad-b9ac7e91c3b1 tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4bd1f9ba-8421-484b-9a31-983d85b09640') {} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:23:12.137132 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-299f4a05-8eb3-4e50-8aad-b9ac7e91c3b1 tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790688883752', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9014348'] for segment, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:12.182810 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-299f4a05-8eb3-4e50-8aad-b9ac7e91c3b1 tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:12.196308 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-299f4a05-8eb3-4e50-8aad-b9ac7e91c3b1 tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Releasing vlan 238 on physical network physnet1 to pool {{(pid=105584) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:23:12.196719 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-299f4a05-8eb3-4e50-8aad-b9ac7e91c3b1 tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9014063'] for segment, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:12.200150 n-d-705658-22 neutron-server[105584]: Traceback (most recent call last): Jul 27 21:23:12.200150 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:23:12.200150 n-d-705658-22 neutron-server[105584]: timer() Jul 27 21:23:12.200150 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:23:12.200150 n-d-705658-22 neutron-server[105584]: cb(*args, **kw) Jul 27 21:23:12.200150 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:23:12.200150 n-d-705658-22 neutron-server[105584]: return func(*args, **kwargs) Jul 27 21:23:12.200150 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:23:12.200150 n-d-705658-22 neutron-server[105584]: self._notify() Jul 27 21:23:12.200150 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:23:12.200150 n-d-705658-22 neutron-server[105584]: self.callback(batched_events) Jul 27 21:23:12.200150 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:23:12.200150 n-d-705658-22 neutron-server[105584]: event.method(event) Jul 27 21:23:12.200150 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:23:12.200150 n-d-705658-22 neutron-server[105584]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:23:12.200150 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:23:12.200150 n-d-705658-22 neutron-server[105584]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:23:12.200150 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:23:12.200150 n-d-705658-22 neutron-server[105584]: return f(self, *a, **k) Jul 27 21:23:12.200150 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:23:12.200150 n-d-705658-22 neutron-server[105584]: return self._get(url).json() Jul 27 21:23:12.200150 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:23:12.200150 n-d-705658-22 neutron-server[105584]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:23:12.200150 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:23:12.200150 n-d-705658-22 neutron-server[105584]: return self.request(url, 'GET', **kwargs) Jul 27 21:23:12.200150 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:23:12.200150 n-d-705658-22 neutron-server[105584]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:23:12.200150 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:23:12.200150 n-d-705658-22 neutron-server[105584]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:23:12.200150 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:23:12.200150 n-d-705658-22 neutron-server[105584]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:23:12.200150 n-d-705658-22 neutron-server[105584]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:23:12.237614 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-c863d924-bc14-43a1-80c8-6e364156131b None None] For port a1fe5110-08e8-4659-b817-1a0ee15fecd1, host n-d-705658-22, cleared binding levels {{(pid=105586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:23:12.302505 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-299f4a05-8eb3-4e50-8aad-b9ac7e91c3b1 tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4075658'] for network, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:12.316492 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-299f4a05-8eb3-4e50-8aad-b9ac7e91c3b1 tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743886'] for network, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:12.318894 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-299f4a05-8eb3-4e50-8aad-b9ac7e91c3b1 tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] 10.222.0.59 "DELETE /v2.0/networks/1a620173-eeb4-4c2b-9ac1-ca7857e8c823 HTTP/1.1" status: 204 len: 168 time: 1.0768197 Jul 27 21:23:12.331852 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 53548) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:23:12.337959 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-ed699fb1-7f91-40a1-86c2-4c3c4e7b1318 tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-418511132'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:23:12.341712 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299f4a05-8eb3-4e50-8aad-b9ac7e91c3b1 tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Pushing event deleted for resources: {'Network': ['ID=1a620173-eeb4-4c2b-9ac1-ca7857e8c823,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:23:12.397574 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed699fb1-7f91-40a1-86c2-4c3c4e7b1318 tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Made reservation on behalf of f29f7f3f1b864f559ca1359aba7d5c57 for: {'network': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:23:12.402408 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-ed699fb1-7f91-40a1-86c2-4c3c4e7b1318 tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for network, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:12.407230 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-c863d924-bc14-43a1-80c8-6e364156131b None None] For port a1fe5110-08e8-4659-b817-1a0ee15fecd1, host n-d-705658-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=a1fe5110-08e8-4659-b817-1a0ee15fecd1,segment=NetworkSegment(42662e4a-79a4-46f9-9a72-8ab82a048cce),segment_id=42662e4a-79a4-46f9-9a72-8ab82a048cce)] {{(pid=105586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:23:12.450744 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-c863d924-bc14-43a1-80c8-6e364156131b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:12.451185 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed699fb1-7f91-40a1-86c2-4c3c4e7b1318 tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] vlan segment allocate from pool success with {'vlan_id': 210, 'physical_network': 'physnet1'} {{(pid=105584) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:23:12.475252 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-ed699fb1-7f91-40a1-86c2-4c3c4e7b1318 tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:12.476289 n-d-705658-22 neutron-server[105584]: INFO neutron.db.segments_db [None req-ed699fb1-7f91-40a1-86c2-4c3c4e7b1318 tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Added segment 8a2923a7-d973-45aa-8fe1-2a504f654ada of type vlan for network 3bdec3ef-4016-4b40-ae9e-ea6b611fdb55 Jul 27 21:23:12.488800 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-5e403a6a-21bf-4f5c-9154-ac378071a0e7 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:12.551871 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-7777a416-f513-4c34-a86f-3b3a4c7ec2f6 None None] Notify callbacks [] for port, precommit_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:12.579186 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-ed699fb1-7f91-40a1-86c2-4c3c4e7b1318 tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790688424798'] for network, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:12.600652 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c863d924-bc14-43a1-80c8-6e364156131b None None] Pushing event updated for resources: {'Port': ['ID=a1fe5110-08e8-4659-b817-1a0ee15fecd1,revision_number=2']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:23:12.623740 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-7777a416-f513-4c34-a86f-3b3a4c7ec2f6 None None] Transition to ACTIVE for port object 65801f76-c095-45f5-b7ce-a95b63de990d will not be triggered until provisioned by entity L2. {{(pid=105586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:23:12.668323 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-7777a416-f513-4c34-a86f-3b3a4c7ec2f6 None None] Transition to ACTIVE for port object 65801f76-c095-45f5-b7ce-a95b63de990d will not be triggered until provisioned by entity DHCP. {{(pid=105586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:23:12.688200 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-7777a416-f513-4c34-a86f-3b3a4c7ec2f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143'] for port, after_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:12.733354 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-ed699fb1-7f91-40a1-86c2-4c3c4e7b1318 tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920'] for network, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:12.753755 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed699fb1-7f91-40a1-86c2-4c3c4e7b1318 tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:23:12.754468 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-ed699fb1-7f91-40a1-86c2-4c3c4e7b1318 tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743886'] for network, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:12.770236 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 8160a518-32f7-478b-a92f-8ae920d536e4 up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:23:12.984805 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed699fb1-7f91-40a1-86c2-4c3c4e7b1318 tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Pushing event updated for resources: {'Network': ['ID=3bdec3ef-4016-4b40-ae9e-ea6b611fdb55,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:23:13.027975 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 53554) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:23:13.028716 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-ed699fb1-7f91-40a1-86c2-4c3c4e7b1318 tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6951892 Jul 27 21:23:13.038454 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-68515a4f-778b-46b1-92a6-fad3d32ce3bf tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Request body: {'subnet': {'network_id': '3bdec3ef-4016-4b40-ae9e-ea6b611fdb55', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:23:13.106943 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Network 3bdec3ef-4016-4b40-ae9e-ea6b611fdb55 details requested by agent ovs-agent-n-d-705658-22 with host n-d-705658-22 {{(pid=105586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:23:13.159032 n-d-705658-22 neutron-server[105586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7777a416-f513-4c34-a86f-3b3a4c7ec2f6 None None] Network 0381d549-bdb3-490b-9191-c935fd75f548 is already hosted by enough agents. {{(pid=105586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:23:13.235492 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68515a4f-778b-46b1-92a6-fad3d32ce3bf tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Made reservation on behalf of f29f7f3f1b864f559ca1359aba7d5c57 for: {'subnet': 1} {{(pid=105585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:23:13.244651 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-68515a4f-778b-46b1-92a6-fad3d32ce3bf tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9990620'] for subnet, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:13.274799 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7777a416-f513-4c34-a86f-3b3a4c7ec2f6 None None] Pushing event updated for resources: {'Port': ['ID=65801f76-c095-45f5-b7ce-a95b63de990d,revision_number=1']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:23:13.285111 n-d-705658-22 neutron-server[105586]: DEBUG neutron.scheduler.base_scheduler [None req-7777a416-f513-4c34-a86f-3b3a4c7ec2f6 None None] Resources bound (agent type, host, resource id): {{(pid=105586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:23:13.305712 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7777a416-f513-4c34-a86f-3b3a4c7ec2f6 None None] Received port after_create {{(pid=105586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:23:13.309450 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-bb32ed7d-8717-448b-a9c8-a5a0117d1fd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:13.401425 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port 8160a518-32f7-478b-a92f-8ae920d536e4 triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:23:13.401807 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:13.456326 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-5e403a6a-21bf-4f5c-9154-ac378071a0e7 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks [] for port, precommit_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:13.466245 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-7777a416-f513-4c34-a86f-3b3a4c7ec2f6 None None] Attempting to bind port 65801f76-c095-45f5-b7ce-a95b63de990d on host n-d-705658-22 for vnic_type normal with profile {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:23:13.466649 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-7777a416-f513-4c34-a86f-3b3a4c7ec2f6 None None] Attempting to bind port 65801f76-c095-45f5-b7ce-a95b63de990d by drivers openvswitch,hyperv on host n-d-705658-22 at level 0 using segments [{'id': '718cd8e3-91b4-46f3-b35a-34f3ac5a4c4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '0381d549-bdb3-490b-9191-c935fd75f548'}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:23:13.467088 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7777a416-f513-4c34-a86f-3b3a4c7ec2f6 None None] Attempting to bind port 65801f76-c095-45f5-b7ce-a95b63de990d on network 0381d549-bdb3-490b-9191-c935fd75f548 {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:23:13.472253 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-5e403a6a-21bf-4f5c-9154-ac378071a0e7 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10221672'] for port, after_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:13.482441 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7777a416-f513-4c34-a86f-3b3a4c7ec2f6 None None] Checking agent: {'id': '04a7ea91-6318-467e-ace6-b0fb48c8690f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 41, 42), 'started_at': datetime.datetime(2021, 7, 27, 20, 42, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 23, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:23:13.482826 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7777a416-f513-4c34-a86f-3b3a4c7ec2f6 None None] Checking segment: {'id': '718cd8e3-91b4-46f3-b35a-34f3ac5a4c4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '0381d549-bdb3-490b-9191-c935fd75f548'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:23:13.483261 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-7777a416-f513-4c34-a86f-3b3a4c7ec2f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:13.483660 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7777a416-f513-4c34-a86f-3b3a4c7ec2f6 None None] Bound using segment: {'id': '718cd8e3-91b4-46f3-b35a-34f3ac5a4c4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '0381d549-bdb3-490b-9191-c935fd75f548'} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:23:13.484187 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-7777a416-f513-4c34-a86f-3b3a4c7ec2f6 None None] Bound port: 65801f76-c095-45f5-b7ce-a95b63de990d, host: n-d-705658-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '718cd8e3-91b4-46f3-b35a-34f3ac5a4c4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '0381d549-bdb3-490b-9191-c935fd75f548'}}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:23:13.484536 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-7777a416-f513-4c34-a86f-3b3a4c7ec2f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:13.638605 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e403a6a-21bf-4f5c-9154-ac378071a0e7 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Pushing event updated for resources: {'Port': ['ID=560ecb33-b3b2-4ca8-b92c-cc27938e8b63,revision_number=2']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:23:13.680468 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-7777a416-f513-4c34-a86f-3b3a4c7ec2f6 None None] For port 65801f76-c095-45f5-b7ce-a95b63de990d, host n-d-705658-22, cleared binding levels {{(pid=105586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:23:13.683862 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-7777a416-f513-4c34-a86f-3b3a4c7ec2f6 None None] For port 65801f76-c095-45f5-b7ce-a95b63de990d, host n-d-705658-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=65801f76-c095-45f5-b7ce-a95b63de990d,segment=NetworkSegment(718cd8e3-91b4-46f3-b35a-34f3ac5a4c4b),segment_id=718cd8e3-91b4-46f3-b35a-34f3ac5a4c4b)] {{(pid=105586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:23:13.698795 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-7777a416-f513-4c34-a86f-3b3a4c7ec2f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:13.825965 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7777a416-f513-4c34-a86f-3b3a4c7ec2f6 None None] Pushing event updated for resources: {'Port': ['ID=65801f76-c095-45f5-b7ce-a95b63de990d,revision_number=2']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:23:13.831594 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-68515a4f-778b-46b1-92a6-fad3d32ce3bf tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10221797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9990606'] for subnet, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:13.902367 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-5e403a6a-21bf-4f5c-9154-ac378071a0e7 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4075523'] for router_interface, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:14.125826 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68515a4f-778b-46b1-92a6-fad3d32ce3bf tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Pushing event updated for resources: {'Subnet': ['ID=b756bbd9-3b44-49fe-9599-3367fbd671bb,revision_number=0']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:23:14.260259 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68515a4f-778b-46b1-92a6-fad3d32ce3bf tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Checking segment: {'id': '8a2923a7-d973-45aa-8fe1-2a504f654ada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '3bdec3ef-4016-4b40-ae9e-ea6b611fdb55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:23:14.260620 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68515a4f-778b-46b1-92a6-fad3d32ce3bf tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Network hostable DHCP agents. Network: 3bdec3ef-4016-4b40-ae9e-ea6b611fdb55, hostable agents: ['7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a'], hosted agents: [] {{(pid=105585) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:23:14.281326 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-5e403a6a-21bf-4f5c-9154-ac378071a0e7 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:14.345624 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68515a4f-778b-46b1-92a6-fad3d32ce3bf tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Network 3bdec3ef-4016-4b40-ae9e-ea6b611fdb55 is scheduled to be hosted by DHCP agent 7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a with binding_index 1 {{(pid=105585) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:23:14.370098 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-875ced1b-4cf3-463a-9653-058f0f9421e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:14.419326 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.base_scheduler [None req-68515a4f-778b-46b1-92a6-fad3d32ce3bf tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-22, 3bdec3ef-4016-4b40-ae9e-ea6b611fdb55) {{(pid=105585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:23:14.427825 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68515a4f-778b-46b1-92a6-fad3d32ce3bf tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:23:14.428445 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-68515a4f-778b-46b1-92a6-fad3d32ce3bf tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Notify callbacks [] for subnet, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:14.429241 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e505759b-6f95-40ab-89bb-6461dcdccd0f None None] Network 3bdec3ef-4016-4b40-ae9e-ea6b611fdb55 requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:23:14.534545 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8e30c34-a1f9-4f36-9655-287aab2b1612 None None] Network 40429389-b134-4427-803d-0b1821dcd0fa requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:23:14.692817 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-7c0f0de8-aec8-4103-824a-c8c47eff990b None None] Provisioning for port a1fe5110-08e8-4659-b817-1a0ee15fecd1 completed by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:23:14.750467 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-68515a4f-778b-46b1-92a6-fad3d32ce3bf tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.7173653 Jul 27 21:23:14.751603 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 53574) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:23:14.992329 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a775118-b22c-4085-904b-5c39f6ecacb0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30bb4b93-b285-5d90-9493-f9ec33ea333c-3bdec3ef-4016-4b40-ae9e-ea6b611fdb55', 'network_id': '3bdec3ef-4016-4b40-ae9e-ea6b611fdb55', 'tenant_id': 'f29f7f3f1b864f559ca1359aba7d5c57', 'fixed_ips': [{'subnet_id': 'b756bbd9-3b44-49fe-9599-3367fbd671bb'}]}} from n-d-705658-22. {{(pid=105586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 21:23:14.993924 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-4a775118-b22c-4085-904b-5c39f6ecacb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:14.996505 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 65801f76-c095-45f5-b7ce-a95b63de990d up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:23:15.033380 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-8c1cc389-67f0-4591-ae9b-0a167d383bbc tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-990557'] for network, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:15.180379 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-8c1cc389-67f0-4591-ae9b-0a167d383bbc tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854965'] for subnet, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:15.410982 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-8c1cc389-67f0-4591-ae9b-0a167d383bbc tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9014081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9738825'] for subnet, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:15.509858 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1cc389-67f0-4591-ae9b-0a167d383bbc tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Pushing event deleted for resources: {'Subnet': ['ID=b756bbd9-3b44-49fe-9599-3367fbd671bb,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:23:15.590878 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning for port 65801f76-c095-45f5-b7ce-a95b63de990d completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:23:15.601887 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device a1fe5110-08e8-4659-b817-1a0ee15fecd1 up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:23:15.664930 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server [None req-4a775118-b22c-4085-904b-5c39f6ecacb0 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b756bbd9-3b44-49fe-9599-3367fbd671bb: This subnet is being modified by another concurrent operation. Jul 27 21:23:15.664930 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 27 21:23:15.664930 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 27 21:23:15.664930 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 27 21:23:15.664930 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 27 21:23:15.664930 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 27 21:23:15.664930 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 27 21:23:15.664930 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 27 21:23:15.664930 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 27 21:23:15.664930 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 27 21:23:15.664930 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 27 21:23:15.664930 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 27 21:23:15.664930 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 27 21:23:15.664930 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 27 21:23:15.664930 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 27 21:23:15.664930 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server raise self.value Jul 27 21:23:15.664930 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 27 21:23:15.664930 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 27 21:23:15.664930 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 27 21:23:15.664930 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 27 21:23:15.664930 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 27 21:23:15.664930 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 27 21:23:15.664930 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 27 21:23:15.664930 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server raise self.value Jul 27 21:23:15.664930 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 27 21:23:15.664930 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 27 21:23:15.664930 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 27 21:23:15.664930 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 27 21:23:15.664930 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 27 21:23:15.664930 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 27 21:23:15.664930 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 27 21:23:15.664930 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server raise self.value Jul 27 21:23:15.664930 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 27 21:23:15.664930 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 27 21:23:15.664930 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 27 21:23:15.664930 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 27 21:23:15.664930 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 27 21:23:15.664930 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 27 21:23:15.664930 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 27 21:23:15.664930 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 27 21:23:15.664930 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 27 21:23:15.664930 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 27 21:23:15.664930 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 27 21:23:15.664930 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 27 21:23:15.664930 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 27 21:23:15.664930 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 27 21:23:15.664930 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 27 21:23:15.664930 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 27 21:23:15.664930 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 27 21:23:15.664930 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 27 21:23:15.664930 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 27 21:23:15.664930 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server raise self.value Jul 27 21:23:15.664930 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 27 21:23:15.664930 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 27 21:23:15.664930 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 27 21:23:15.664930 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 27 21:23:15.664930 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 27 21:23:15.664930 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 27 21:23:15.664930 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 27 21:23:15.664930 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server raise self.value Jul 27 21:23:15.664930 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 27 21:23:15.664930 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 27 21:23:15.664930 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 27 21:23:15.664930 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 27 21:23:15.664930 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 27 21:23:15.664930 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 27 21:23:15.664930 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 27 21:23:15.664930 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server raise self.value Jul 27 21:23:15.664930 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 27 21:23:15.664930 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 27 21:23:15.664930 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 27 21:23:15.664930 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 27 21:23:15.664930 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 27 21:23:15.664930 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 27 21:23:15.664930 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 27 21:23:15.664930 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 27 21:23:15.664930 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 27 21:23:15.664930 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 27 21:23:15.664930 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 27 21:23:15.664930 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 27 21:23:15.664930 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 27 21:23:15.664930 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server raise self.value Jul 27 21:23:15.664930 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 27 21:23:15.664930 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 27 21:23:15.664930 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 27 21:23:15.664930 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 27 21:23:15.664930 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 27 21:23:15.664930 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 27 21:23:15.664930 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 27 21:23:15.664930 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server raise exception Jul 27 21:23:15.664930 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b756bbd9-3b44-49fe-9599-3367fbd671bb: This subnet is being modified by another concurrent operation. Jul 27 21:23:15.664930 n-d-705658-22 neutron-server[105586]: ERROR oslo_messaging.rpc.server Jul 27 21:23:15.707504 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3846916c-1570-4182-9686-3b9370df862c None None] Network 3bdec3ef-4016-4b40-ae9e-ea6b611fdb55 requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:23:15.823895 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning for port a1fe5110-08e8-4659-b817-1a0ee15fecd1 completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:23:15.858820 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-5e403a6a-21bf-4f5c-9154-ac378071a0e7 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks [] for port, precommit_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:15.870473 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-5e403a6a-21bf-4f5c-9154-ac378071a0e7 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10221672'] for port, after_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:15.871959 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-5e403a6a-21bf-4f5c-9154-ac378071a0e7 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3743906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4076435'] for router_interface, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:15.920059 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faa8f855-a956-4235-861c-1b9aece4b26d None None] Network 0381d549-bdb3-490b-9191-c935fd75f548 requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:23:15.922904 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port a1fe5110-08e8-4659-b817-1a0ee15fecd1 triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:23:15.923532 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:16.064049 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-532123a3-449c-4d9c-945b-8d3b9573f37e None None] Provisioning for port 65801f76-c095-45f5-b7ce-a95b63de990d completed by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:23:16.074443 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-532123a3-449c-4d9c-945b-8d3b9573f37e None None] Provisioning complete for port 65801f76-c095-45f5-b7ce-a95b63de990d triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:23:16.074826 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-532123a3-449c-4d9c-945b-8d3b9573f37e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:16.175168 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e403a6a-21bf-4f5c-9154-ac378071a0e7 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Network 40429389-b134-4427-803d-0b1821dcd0fa is already hosted by enough agents. {{(pid=105585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:23:16.203463 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.base_scheduler [None req-5e403a6a-21bf-4f5c-9154-ac378071a0e7 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Resources bound (agent type, host, resource id): {{(pid=105585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:23:16.226617 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e403a6a-21bf-4f5c-9154-ac378071a0e7 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Pushing event updated for resources: {'Port': ['ID=560ecb33-b3b2-4ca8-b92c-cc27938e8b63,revision_number=3']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:23:16.246788 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-51fe452e-1ce3-4cec-a39d-6d016d4805b0 req-0a6fcc49-b729-4eda-9024-e23c1d149103 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=c5ea73bb-edaf-47c2-9f36-d8273f60e5d5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 2.0175097 Jul 27 21:23:16.258304 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-8c1cc389-67f0-4591-ae9b-0a167d383bbc tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853562', 'neutron.services.segments.db._delete_segments_for_network-8790688882975'] for network, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:16.279286 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.segments.db [None req-8c1cc389-67f0-4591-ae9b-0a167d383bbc tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3bdec3ef-4016-4b40-ae9e-ea6b611fdb55']}} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:23:16.311503 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.segments.db [None req-8c1cc389-67f0-4591-ae9b-0a167d383bbc tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a2923a7-d973-45aa-8fe1-2a504f654ada') {'for_net_delete': True} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:23:16.311856 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.segments.db [None req-8c1cc389-67f0-4591-ae9b-0a167d383bbc tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a2923a7-d973-45aa-8fe1-2a504f654ada') {} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:23:16.329532 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-8c1cc389-67f0-4591-ae9b-0a167d383bbc tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790688883752', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9014348'] for segment, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:16.380078 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-8c1cc389-67f0-4591-ae9b-0a167d383bbc tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:16.402427 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c1cc389-67f0-4591-ae9b-0a167d383bbc tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Releasing vlan 210 on physical network physnet1 to pool {{(pid=105584) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:23:16.406168 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-8c1cc389-67f0-4591-ae9b-0a167d383bbc tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9014063'] for segment, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:16.430553 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:16.507775 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-532123a3-449c-4d9c-945b-8d3b9573f37e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:16.602185 n-d-705658-22 neutron-server[105584]: Traceback (most recent call last): Jul 27 21:23:16.602185 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:23:16.602185 n-d-705658-22 neutron-server[105584]: timer() Jul 27 21:23:16.602185 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:23:16.602185 n-d-705658-22 neutron-server[105584]: cb(*args, **kw) Jul 27 21:23:16.602185 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:23:16.602185 n-d-705658-22 neutron-server[105584]: return func(*args, **kwargs) Jul 27 21:23:16.602185 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:23:16.602185 n-d-705658-22 neutron-server[105584]: self._notify() Jul 27 21:23:16.602185 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:23:16.602185 n-d-705658-22 neutron-server[105584]: self.callback(batched_events) Jul 27 21:23:16.602185 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:23:16.602185 n-d-705658-22 neutron-server[105584]: event.method(event) Jul 27 21:23:16.602185 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:23:16.602185 n-d-705658-22 neutron-server[105584]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:23:16.602185 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:23:16.602185 n-d-705658-22 neutron-server[105584]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:23:16.602185 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:23:16.602185 n-d-705658-22 neutron-server[105584]: return f(self, *a, **k) Jul 27 21:23:16.602185 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:23:16.602185 n-d-705658-22 neutron-server[105584]: return self._get(url).json() Jul 27 21:23:16.602185 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:23:16.602185 n-d-705658-22 neutron-server[105584]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:23:16.602185 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:23:16.602185 n-d-705658-22 neutron-server[105584]: return self.request(url, 'GET', **kwargs) Jul 27 21:23:16.602185 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:23:16.602185 n-d-705658-22 neutron-server[105584]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:23:16.602185 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:23:16.602185 n-d-705658-22 neutron-server[105584]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:23:16.602185 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:23:16.602185 n-d-705658-22 neutron-server[105584]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:23:16.602185 n-d-705658-22 neutron-server[105584]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:23:16.614049 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-8c1cc389-67f0-4591-ae9b-0a167d383bbc tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4075658'] for network, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:16.624874 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-8c1cc389-67f0-4591-ae9b-0a167d383bbc tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743886'] for network, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:16.642003 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-8c1cc389-67f0-4591-ae9b-0a167d383bbc tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] 10.222.0.59 "DELETE /v2.0/networks/3bdec3ef-4016-4b40-ae9e-ea6b611fdb55 HTTP/1.1" status: 204 len: 168 time: 1.8840978 Jul 27 21:23:16.642769 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 53596) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:23:16.660111 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fe452e-1ce3-4cec-a39d-6d016d4805b0 req-88e176e0-3a9a-4b84-997c-5fe71e260c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:23:16.667244 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-53cce258-a733-42b7-89e3-d1007801b350 tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-347326917'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:23:16.710639 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] For port a1fe5110-08e8-4659-b817-1a0ee15fecd1, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=a1fe5110-08e8-4659-b817-1a0ee15fecd1,segment=NetworkSegment(42662e4a-79a4-46f9-9a72-8ab82a048cce),segment_id=42662e4a-79a4-46f9-9a72-8ab82a048cce)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:23:16.719645 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-532123a3-449c-4d9c-945b-8d3b9573f37e None None] For port 65801f76-c095-45f5-b7ce-a95b63de990d, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=65801f76-c095-45f5-b7ce-a95b63de990d,segment=NetworkSegment(718cd8e3-91b4-46f3-b35a-34f3ac5a4c4b),segment_id=718cd8e3-91b4-46f3-b35a-34f3ac5a4c4b)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:23:16.724181 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-51fe452e-1ce3-4cec-a39d-6d016d4805b0 req-88e176e0-3a9a-4b84-997c-5fe71e260c51 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=379416b786c44e07b1b1ba1a5ea96882&device_id=c5ea73bb-edaf-47c2-9f36-d8273f60e5d5 HTTP/1.1" status: 200 len: 1097 time: 0.3745339 Jul 27 21:23:16.731046 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1cc389-67f0-4591-ae9b-0a167d383bbc tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Pushing event deleted for resources: {'Network': ['ID=3bdec3ef-4016-4b40-ae9e-ea6b611fdb55,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:23:16.732231 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e403a6a-21bf-4f5c-9154-ac378071a0e7 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Router 4c66b4e5-c9d5-462b-a1eb-4070b3e0a501 is scheduled to L3 agent dd128fd7-8e57-4d4f-895b-a96b369df59a with binding_index 1 {{(pid=105585) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 21:23:16.750473 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53cce258-a733-42b7-89e3-d1007801b350 tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Made reservation on behalf of f29f7f3f1b864f559ca1359aba7d5c57 for: {'network': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:23:16.759655 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-53cce258-a733-42b7-89e3-d1007801b350 tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for network, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:16.781903 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:16.813674 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-532123a3-449c-4d9c-945b-8d3b9573f37e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:16.869155 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53cce258-a733-42b7-89e3-d1007801b350 tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] vlan segment allocate from pool success with {'vlan_id': 207, 'physical_network': 'physnet1'} {{(pid=105584) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:23:16.914068 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Pushing event updated for resources: {'Port': ['ID=a1fe5110-08e8-4659-b817-1a0ee15fecd1,revision_number=3']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:23:16.945145 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-53cce258-a733-42b7-89e3-d1007801b350 tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:16.945626 n-d-705658-22 neutron-server[105584]: INFO neutron.db.segments_db [None req-53cce258-a733-42b7-89e3-d1007801b350 tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Added segment 24bfa0f0-1b81-4567-92ad-7449dcf47749 of type vlan for network 93eb1b37-7c22-4645-9e87-a6f6992d8891 Jul 27 21:23:17.001070 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-bb15d029-3045-4c9e-b90c-955753b8f315 None None] Provisioning for port 560ecb33-b3b2-4ca8-b92c-cc27938e8b63 completed by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:23:17.072410 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-bb15d029-3045-4c9e-b90c-955753b8f315 None None] Provisioning complete for port 560ecb33-b3b2-4ca8-b92c-cc27938e8b63 triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:23:17.072965 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-bb15d029-3045-4c9e-b90c-955753b8f315 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:17.123633 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fe452e-1ce3-4cec-a39d-6d016d4805b0 req-3439049c-e7a7-430a-8a8c-c343d12b58c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:23:17.125184 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-51fe452e-1ce3-4cec-a39d-6d016d4805b0 req-3439049c-e7a7-430a-8a8c-c343d12b58c4 service neutron] 10.222.0.60 "GET /v2.0/networks?id=e5dbfc22-3d07-4f08-ba90-beae97f55608 HTTP/1.1" status: 200 len: 898 time: 0.3576300 Jul 27 21:23:17.196501 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-53cce258-a733-42b7-89e3-d1007801b350 tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790688424798'] for network, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:17.235024 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-bb15d029-3045-4c9e-b90c-955753b8f315 None None] Port 560ecb33-b3b2-4ca8-b92c-cc27938e8b63 cannot update to ACTIVE because it is not bound. {{(pid=105586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:23:17.263281 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-53cce258-a733-42b7-89e3-d1007801b350 tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920'] for network, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:17.275978 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53cce258-a733-42b7-89e3-d1007801b350 tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:23:17.276910 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-53cce258-a733-42b7-89e3-d1007801b350 tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743886'] for network, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:17.281595 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532123a3-449c-4d9c-945b-8d3b9573f37e None None] Pushing event updated for resources: {'Port': ['ID=65801f76-c095-45f5-b7ce-a95b63de990d,revision_number=3']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:23:17.319513 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-bb15d029-3045-4c9e-b90c-955753b8f315 None None] Provisioning complete for port a1fe5110-08e8-4659-b817-1a0ee15fecd1 triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:23:17.321550 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-bb15d029-3045-4c9e-b90c-955753b8f315 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:17.459636 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-53cce258-a733-42b7-89e3-d1007801b350 tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.7963746 Jul 27 21:23:17.465029 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 53612) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:23:17.479943 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-4a986f00-dd14-45a9-8619-06ce594d08a9 tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Request body: {'subnet': {'network_id': '93eb1b37-7c22-4645-9e87-a6f6992d8891', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:23:17.546004 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e403a6a-21bf-4f5c-9154-ac378071a0e7 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify agent at l3_agent.n-d-705658-22 the message routers_updated {{(pid=105585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:23:17.553119 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-5e403a6a-21bf-4f5c-9154-ac378071a0e7 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] 10.222.0.59 "PUT /v2.0/routers/4c66b4e5-c9d5-462b-a1eb-4070b3e0a501/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9853463 Jul 27 21:23:17.558810 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51d99f1c-cd2f-47a8-9651-a19aa93ac2be None None] Sync routers for ids ['4c66b4e5-c9d5-462b-a1eb-4070b3e0a501'] in n-d-705658-22 {{(pid=105586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:23:17.565816 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 53614) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:23:17.575486 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51d99f1c-cd2f-47a8-9651-a19aa93ac2be None None] Routers {'4c66b4e5-c9d5-462b-a1eb-4070b3e0a501'} bound to L3 agent in host n-d-705658-22 {{(pid=105586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:23:17.576983 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-51d99f1c-cd2f-47a8-9651-a19aa93ac2be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:23:12Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['4c66b4e5-c9d5-462b-a1eb-4070b3e0a501'], 'active': True} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:23:17.647546 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53cce258-a733-42b7-89e3-d1007801b350 tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Pushing event updated for resources: {'Network': ['ID=93eb1b37-7c22-4645-9e87-a6f6992d8891,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:23:17.672128 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-51d99f1c-cd2f-47a8-9651-a19aa93ac2be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-22', False) {} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:23:17.703996 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51d99f1c-cd2f-47a8-9651-a19aa93ac2be None None] Routers {'4c66b4e5-c9d5-462b-a1eb-4070b3e0a501'} bound to L3 agent in host n-d-705658-22 {{(pid=105586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:23:17.704704 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-51d99f1c-cd2f-47a8-9651-a19aa93ac2be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:23:12Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['4c66b4e5-c9d5-462b-a1eb-4070b3e0a501'], 'active': True} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:23:17.709463 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4b05be1-0ca6-43e1-9f63-4af5aba58bb7 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:23:17.726395 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-a4b05be1-0ca6-43e1-9f63-4af5aba58bb7 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] 10.222.0.59 "GET /v2.0/ports/560ecb33-b3b2-4ca8-b92c-cc27938e8b63 HTTP/1.1" status: 200 len: 983 time: 0.1365926 Jul 27 21:23:17.728812 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 53618) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:23:17.730850 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-51fe452e-1ce3-4cec-a39d-6d016d4805b0 req-9e4bff6b-6c8d-4be5-8832-904be24743a2 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7ea253f9-8443-4121-91f5-84b9f528beda HTTP/1.1" status: 200 len: 1001 time: 0.5460243 Jul 27 21:23:17.767315 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-51d99f1c-cd2f-47a8-9651-a19aa93ac2be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-22', False) {} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:23:17.768167 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51d99f1c-cd2f-47a8-9651-a19aa93ac2be None None] The sync data for ids ['4c66b4e5-c9d5-462b-a1eb-4070b3e0a501'] in n-d-705658-22 is: [] {{(pid=105586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:23:17.773123 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53cce258-a733-42b7-89e3-d1007801b350 tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:23:17.774016 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53cce258-a733-42b7-89e3-d1007801b350 tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:23:17.774377 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53cce258-a733-42b7-89e3-d1007801b350 tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:23:17.776770 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53cce258-a733-42b7-89e3-d1007801b350 tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:23:17.777603 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53cce258-a733-42b7-89e3-d1007801b350 tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:23:17.779666 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53cce258-a733-42b7-89e3-d1007801b350 tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:23:17.780371 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53cce258-a733-42b7-89e3-d1007801b350 tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:23:17.781846 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53cce258-a733-42b7-89e3-d1007801b350 tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:23:17.782316 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-6ca55e7c-5deb-404d-9566-6c28c8796d34 None None] Provisioning complete for port 560ecb33-b3b2-4ca8-b92c-cc27938e8b63 triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:23:17.782837 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-6ca55e7c-5deb-404d-9566-6c28c8796d34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:17.784438 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53cce258-a733-42b7-89e3-d1007801b350 tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:23:17.785039 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53cce258-a733-42b7-89e3-d1007801b350 tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:23:17.785636 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53cce258-a733-42b7-89e3-d1007801b350 tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:23:17.786985 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53cce258-a733-42b7-89e3-d1007801b350 tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:23:17.797643 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a986f00-dd14-45a9-8619-06ce594d08a9 tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Made reservation on behalf of f29f7f3f1b864f559ca1359aba7d5c57 for: {'subnet': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:23:17.808854 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-4a986f00-dd14-45a9-8619-06ce594d08a9 tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9738786'] for subnet, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:17.904642 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-6ca55e7c-5deb-404d-9566-6c28c8796d34 None None] Port 560ecb33-b3b2-4ca8-b92c-cc27938e8b63 cannot update to ACTIVE because it is not bound. {{(pid=105586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:23:17.909746 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Network 93eb1b37-7c22-4645-9e87-a6f6992d8891 details requested by agent ovs-agent-n-d-705658-22 with host n-d-705658-22 {{(pid=105586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:23:18.050864 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fe452e-1ce3-4cec-a39d-6d016d4805b0 req-aa8daa79-82cd-43c2-87c9-cef2df2b93bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:23:18.058930 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-51fe452e-1ce3-4cec-a39d-6d016d4805b0 req-aa8daa79-82cd-43c2-87c9-cef2df2b93bd service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e8e99250-8db6-4cda-90d7-d1a47aac9480 HTTP/1.1" status: 200 len: 834 time: 0.3112586 Jul 27 21:23:18.074759 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f7f4c14-2eb1-4d49-890c-3c6c36d234a4 None None] get_active_networks_info from n-d-705658-22 {{(pid=105586) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 27 21:23:18.157271 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-6ca55e7c-5deb-404d-9566-6c28c8796d34 None None] Provisioning complete for port 65801f76-c095-45f5-b7ce-a95b63de990d triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:23:18.157621 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-6ca55e7c-5deb-404d-9566-6c28c8796d34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:18.389371 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-4a986f00-dd14-45a9-8619-06ce594d08a9 tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9014150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9738800'] for subnet, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:18.570121 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a986f00-dd14-45a9-8619-06ce594d08a9 tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Pushing event updated for resources: {'Subnet': ['ID=f0013390-4a09-4d55-adaf-ff6e67287815,revision_number=0']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:23:18.598542 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a986f00-dd14-45a9-8619-06ce594d08a9 tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Checking segment: {'id': '24bfa0f0-1b81-4567-92ad-7449dcf47749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '93eb1b37-7c22-4645-9e87-a6f6992d8891'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:23:18.598970 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a986f00-dd14-45a9-8619-06ce594d08a9 tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Network hostable DHCP agents. Network: 93eb1b37-7c22-4645-9e87-a6f6992d8891, hostable agents: ['7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a'], hosted agents: [] {{(pid=105584) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:23:18.608454 n-d-705658-22 neutron-server[105586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f7f4c14-2eb1-4d49-890c-3c6c36d234a4 None None] Resources bound (agent type, host, resource id): {{(pid=105586) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 27 21:23:18.670640 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a986f00-dd14-45a9-8619-06ce594d08a9 tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Network 93eb1b37-7c22-4645-9e87-a6f6992d8891 is scheduled to be hosted by DHCP agent 7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a with binding_index 1 {{(pid=105584) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:23:18.693189 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fe452e-1ce3-4cec-a39d-6d016d4805b0 req-91a1dc74-7e3b-48f9-bf87-d103ffe9bf04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:23:18.694873 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-51fe452e-1ce3-4cec-a39d-6d016d4805b0 req-91a1dc74-7e3b-48f9-bf87-d103ffe9bf04 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e5dbfc22-3d07-4f08-ba90-beae97f55608&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6266274 Jul 27 21:23:18.699951 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [None req-4a986f00-dd14-45a9-8619-06ce594d08a9 tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-22, 93eb1b37-7c22-4645-9e87-a6f6992d8891) {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:23:18.720591 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a986f00-dd14-45a9-8619-06ce594d08a9 tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:23:18.733074 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-4a986f00-dd14-45a9-8619-06ce594d08a9 tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Notify callbacks [] for subnet, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:18.777645 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-4a986f00-dd14-45a9-8619-06ce594d08a9 tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.3073602 Jul 27 21:23:18.780917 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 53636) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:23:18.893965 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-51fe452e-1ce3-4cec-a39d-6d016d4805b0 req-eb518972-1dff-4971-a6aa-ded01a4faa72 service neutron] 10.222.0.60 "GET /v2.0/networks/e5dbfc22-3d07-4f08-ba90-beae97f55608?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1762962 Jul 27 21:23:18.997925 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 65801f76-c095-45f5-b7ce-a95b63de990d up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:23:19.018904 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-bc8e160a-5033-472b-b87e-4051f7a0879d None None] Provisioning complete for port 560ecb33-b3b2-4ca8-b92c-cc27938e8b63 triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:23:19.019320 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-bc8e160a-5033-472b-b87e-4051f7a0879d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:19.106645 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-eab8b7b5-e745-4702-ae56-390db6ef1f14 tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-990557'] for network, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:19.163020 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-bc8e160a-5033-472b-b87e-4051f7a0879d None None] Port 560ecb33-b3b2-4ca8-b92c-cc27938e8b63 cannot update to ACTIVE because it is not bound. {{(pid=105586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:23:19.244485 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-eab8b7b5-e745-4702-ae56-390db6ef1f14 tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854965'] for subnet, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:19.247136 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-4759fef9-65ca-492a-a7b5-e2923bc4d9c5 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4076536'] for router_interface, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:19.358651 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port 65801f76-c095-45f5-b7ce-a95b63de990d triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:23:19.358969 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:19.386462 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-eab8b7b5-e745-4702-ae56-390db6ef1f14 tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9014081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9738825'] for subnet, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:19.430601 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab8b7b5-e745-4702-ae56-390db6ef1f14 tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Pushing event deleted for resources: {'Subnet': ['ID=f0013390-4a09-4d55-adaf-ff6e67287815,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:23:19.482627 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-51fe452e-1ce3-4cec-a39d-6d016d4805b0 req-6c855256-97bb-4c6d-9857-5046226a8773 service neutron] 10.222.0.60 "GET /v2.0/networks/e5dbfc22-3d07-4f08-ba90-beae97f55608?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5808260 Jul 27 21:23:19.579158 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12131118-fade-4f12-928c-c233c90f5282 None None] Network 93eb1b37-7c22-4645-9e87-a6f6992d8891 requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:23:19.587212 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-eab8b7b5-e745-4702-ae56-390db6ef1f14 tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853562', 'neutron.services.segments.db._delete_segments_for_network-8790688882975'] for network, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:19.622251 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.segments.db [None req-eab8b7b5-e745-4702-ae56-390db6ef1f14 tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93eb1b37-7c22-4645-9e87-a6f6992d8891']}} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:23:19.636022 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.segments.db [None req-eab8b7b5-e745-4702-ae56-390db6ef1f14 tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24bfa0f0-1b81-4567-92ad-7449dcf47749') {'for_net_delete': True} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:23:19.636606 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.segments.db [None req-eab8b7b5-e745-4702-ae56-390db6ef1f14 tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24bfa0f0-1b81-4567-92ad-7449dcf47749') {} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:23:19.647949 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-eab8b7b5-e745-4702-ae56-390db6ef1f14 tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790688883752', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9014348'] for segment, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:19.696868 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-eab8b7b5-e745-4702-ae56-390db6ef1f14 tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:19.710255 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eab8b7b5-e745-4702-ae56-390db6ef1f14 tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Releasing vlan 207 on physical network physnet1 to pool {{(pid=105584) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:23:19.711920 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-eab8b7b5-e745-4702-ae56-390db6ef1f14 tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9014063'] for segment, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:19.723085 n-d-705658-22 neutron-server[105584]: Traceback (most recent call last): Jul 27 21:23:19.723085 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:23:19.723085 n-d-705658-22 neutron-server[105584]: timer() Jul 27 21:23:19.723085 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:23:19.723085 n-d-705658-22 neutron-server[105584]: cb(*args, **kw) Jul 27 21:23:19.723085 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:23:19.723085 n-d-705658-22 neutron-server[105584]: return func(*args, **kwargs) Jul 27 21:23:19.723085 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:23:19.723085 n-d-705658-22 neutron-server[105584]: self._notify() Jul 27 21:23:19.723085 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:23:19.723085 n-d-705658-22 neutron-server[105584]: self.callback(batched_events) Jul 27 21:23:19.723085 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:23:19.723085 n-d-705658-22 neutron-server[105584]: event.method(event) Jul 27 21:23:19.723085 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:23:19.723085 n-d-705658-22 neutron-server[105584]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:23:19.723085 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:23:19.723085 n-d-705658-22 neutron-server[105584]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:23:19.723085 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:23:19.723085 n-d-705658-22 neutron-server[105584]: return f(self, *a, **k) Jul 27 21:23:19.723085 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:23:19.723085 n-d-705658-22 neutron-server[105584]: return self._get(url).json() Jul 27 21:23:19.723085 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:23:19.723085 n-d-705658-22 neutron-server[105584]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:23:19.723085 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:23:19.723085 n-d-705658-22 neutron-server[105584]: return self.request(url, 'GET', **kwargs) Jul 27 21:23:19.723085 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:23:19.723085 n-d-705658-22 neutron-server[105584]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:23:19.723085 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:23:19.723085 n-d-705658-22 neutron-server[105584]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:23:19.723085 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:23:19.723085 n-d-705658-22 neutron-server[105584]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:23:19.723085 n-d-705658-22 neutron-server[105584]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:23:19.743036 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [None req-4759fef9-65ca-492a-a7b5-e2923bc4d9c5 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Deleting port 560ecb33-b3b2-4ca8-b92c-cc27938e8b63 {{(pid=105585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:23:19.743036 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-4759fef9-65ca-492a-a7b5-e2923bc4d9c5 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:19.851712 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-4759fef9-65ca-492a-a7b5-e2923bc4d9c5 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:19.870828 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [None req-4759fef9-65ca-492a-a7b5-e2923bc4d9c5 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Calling delete_port for 560ecb33-b3b2-4ca8-b92c-cc27938e8b63 owned by network:router_interface {{(pid=105585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:23:20.000117 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device a1fe5110-08e8-4659-b817-1a0ee15fecd1 up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:23:20.014106 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-eab8b7b5-e745-4702-ae56-390db6ef1f14 tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4075658'] for network, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:20.022644 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-eab8b7b5-e745-4702-ae56-390db6ef1f14 tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743886'] for network, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:20.042687 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-eab8b7b5-e745-4702-ae56-390db6ef1f14 tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] 10.222.0.59 "DELETE /v2.0/networks/93eb1b37-7c22-4645-9e87-a6f6992d8891 HTTP/1.1" status: 204 len: 168 time: 1.2579467 Jul 27 21:23:20.046290 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 53646) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:23:20.059643 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-d68cb097-81fa-4bcb-8f04-013306c7b61c tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-19299747'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:23:20.159468 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab8b7b5-e745-4702-ae56-390db6ef1f14 tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Pushing event deleted for resources: {'Network': ['ID=93eb1b37-7c22-4645-9e87-a6f6992d8891,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:23:20.159739 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1491fa3-8e04-4361-a7ef-2724b44497ea None None] Network 93eb1b37-7c22-4645-9e87-a6f6992d8891 requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:23:20.173468 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1491fa3-8e04-4361-a7ef-2724b44497ea None None] Network 93eb1b37-7c22-4645-9e87-a6f6992d8891 could not be found, it might have been deleted concurrently. {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 27 21:23:20.181819 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port a1fe5110-08e8-4659-b817-1a0ee15fecd1 triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:23:20.181819 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:20.184270 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d68cb097-81fa-4bcb-8f04-013306c7b61c tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Made reservation on behalf of f29f7f3f1b864f559ca1359aba7d5c57 for: {'network': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:23:20.189548 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-d68cb097-81fa-4bcb-8f04-013306c7b61c tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for network, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:20.262457 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d68cb097-81fa-4bcb-8f04-013306c7b61c tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] vlan segment allocate from pool success with {'vlan_id': 236, 'physical_network': 'physnet1'} {{(pid=105584) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:23:20.273267 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-4759fef9-65ca-492a-a7b5-e2923bc4d9c5 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:20.286111 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-d68cb097-81fa-4bcb-8f04-013306c7b61c tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:20.286804 n-d-705658-22 neutron-server[105584]: INFO neutron.db.segments_db [None req-d68cb097-81fa-4bcb-8f04-013306c7b61c tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Added segment ae397f56-8858-47fc-9b13-2a625bc410b2 of type vlan for network 5c202188-b020-4064-b377-c2f8c7a38547 Jul 27 21:23:20.317422 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4759fef9-65ca-492a-a7b5-e2923bc4d9c5 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Pushing event deleted for resources: {'Port': ['ID=560ecb33-b3b2-4ca8-b92c-cc27938e8b63,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:23:20.379570 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-d68cb097-81fa-4bcb-8f04-013306c7b61c tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790688424798'] for network, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:20.443813 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-d68cb097-81fa-4bcb-8f04-013306c7b61c tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920'] for network, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:20.459145 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d68cb097-81fa-4bcb-8f04-013306c7b61c tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:23:20.459800 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-d68cb097-81fa-4bcb-8f04-013306c7b61c tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743886'] for network, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:20.551830 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-4759fef9-65ca-492a-a7b5-e2923bc4d9c5 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3743915', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4076308'] for router_interface, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:20.594205 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68cb097-81fa-4bcb-8f04-013306c7b61c tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Pushing event updated for resources: {'Network': ['ID=5c202188-b020-4064-b377-c2f8c7a38547,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:23:20.600316 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-d68cb097-81fa-4bcb-8f04-013306c7b61c tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.5504866 Jul 27 21:23:20.602669 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 53656) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:23:20.606886 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Network 5c202188-b020-4064-b377-c2f8c7a38547 details requested by agent ovs-agent-n-d-705658-22 with host n-d-705658-22 {{(pid=105586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:23:20.610618 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-32053d7e-193c-4f33-be56-821e76309fa0 tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Request body: {'subnet': {'network_id': '5c202188-b020-4064-b377-c2f8c7a38547', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:23:20.825757 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32053d7e-193c-4f33-be56-821e76309fa0 tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Made reservation on behalf of f29f7f3f1b864f559ca1359aba7d5c57 for: {'subnet': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:23:20.830763 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-32053d7e-193c-4f33-be56-821e76309fa0 tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9738786'] for subnet, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:20.845325 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4759fef9-65ca-492a-a7b5-e2923bc4d9c5 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Router 4c66b4e5-c9d5-462b-a1eb-4070b3e0a501 has already been hosted by L3 agent dd128fd7-8e57-4d4f-895b-a96b369df59a {{(pid=105585) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:23:21.239187 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-32053d7e-193c-4f33-be56-821e76309fa0 tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9014150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9738800'] for subnet, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:21.339693 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32053d7e-193c-4f33-be56-821e76309fa0 tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Pushing event updated for resources: {'Subnet': ['ID=aa175120-6445-436f-9642-af0d6af151be,revision_number=0']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:23:21.380697 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32053d7e-193c-4f33-be56-821e76309fa0 tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Checking segment: {'id': 'ae397f56-8858-47fc-9b13-2a625bc410b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '5c202188-b020-4064-b377-c2f8c7a38547'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:23:21.381274 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32053d7e-193c-4f33-be56-821e76309fa0 tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Network hostable DHCP agents. Network: 5c202188-b020-4064-b377-c2f8c7a38547, hostable agents: ['7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a'], hosted agents: [] {{(pid=105584) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:23:21.444787 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32053d7e-193c-4f33-be56-821e76309fa0 tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Network 5c202188-b020-4064-b377-c2f8c7a38547 is scheduled to be hosted by DHCP agent 7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a with binding_index 1 {{(pid=105584) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:23:21.463515 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [None req-32053d7e-193c-4f33-be56-821e76309fa0 tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-22, 5c202188-b020-4064-b377-c2f8c7a38547) {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:23:21.468731 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32053d7e-193c-4f33-be56-821e76309fa0 tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:23:21.469545 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-32053d7e-193c-4f33-be56-821e76309fa0 tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Notify callbacks [] for subnet, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:21.476424 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bfbff62-b454-4b46-a1a1-f853f012edee None None] Network 5c202188-b020-4064-b377-c2f8c7a38547 requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:23:21.480730 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4759fef9-65ca-492a-a7b5-e2923bc4d9c5 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify agent at l3_agent.n-d-705658-22 the message routers_updated {{(pid=105585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:23:21.492448 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 53674) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:23:21.495835 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-4759fef9-65ca-492a-a7b5-e2923bc4d9c5 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] 10.222.0.59 "PUT /v2.0/routers/4c66b4e5-c9d5-462b-a1eb-4070b3e0a501/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7544682 Jul 27 21:23:21.495999 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1a3ebbf-a006-4714-813a-6c5b39d8526e None None] Sync routers for ids ['4c66b4e5-c9d5-462b-a1eb-4070b3e0a501'] in n-d-705658-22 {{(pid=105587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:23:21.516172 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1a3ebbf-a006-4714-813a-6c5b39d8526e None None] Routers {'4c66b4e5-c9d5-462b-a1eb-4070b3e0a501'} bound to L3 agent in host n-d-705658-22 {{(pid=105587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:23:21.516990 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-f1a3ebbf-a006-4714-813a-6c5b39d8526e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:23:12Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['4c66b4e5-c9d5-462b-a1eb-4070b3e0a501'], 'active': True} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:23:21.546835 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-32053d7e-193c-4f33-be56-821e76309fa0 tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9428170 Jul 27 21:23:21.550163 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 53676) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:23:21.555852 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-e14777bb-6db2-418f-bd0a-9f9561ac690b tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Request body: {'subnet': {'network_id': '5c202188-b020-4064-b377-c2f8c7a38547', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:23:21.570093 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-f1a3ebbf-a006-4714-813a-6c5b39d8526e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-22', False) {} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:23:21.582181 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1a3ebbf-a006-4714-813a-6c5b39d8526e None None] Routers {'4c66b4e5-c9d5-462b-a1eb-4070b3e0a501'} bound to L3 agent in host n-d-705658-22 {{(pid=105587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:23:21.583081 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-f1a3ebbf-a006-4714-813a-6c5b39d8526e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:23:12Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['4c66b4e5-c9d5-462b-a1eb-4070b3e0a501'], 'active': True} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:23:21.696332 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-f1a3ebbf-a006-4714-813a-6c5b39d8526e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-22', False) {} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:23:21.697481 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1a3ebbf-a006-4714-813a-6c5b39d8526e None None] The sync data for ids ['4c66b4e5-c9d5-462b-a1eb-4070b3e0a501'] in n-d-705658-22 is: [] {{(pid=105587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:23:21.796063 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e14777bb-6db2-418f-bd0a-9f9561ac690b tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Made reservation on behalf of f29f7f3f1b864f559ca1359aba7d5c57 for: {'subnet': 1} {{(pid=105585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:23:21.802456 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-e14777bb-6db2-418f-bd0a-9f9561ac690b tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9990620'] for subnet, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:21.885445 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3745264b-243b-4c8f-b84f-9dd7be7d19e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30bb4b93-b285-5d90-9493-f9ec33ea333c-5c202188-b020-4064-b377-c2f8c7a38547', 'network_id': '5c202188-b020-4064-b377-c2f8c7a38547', 'tenant_id': 'f29f7f3f1b864f559ca1359aba7d5c57', 'fixed_ips': [{'subnet_id': 'aa175120-6445-436f-9642-af0d6af151be'}]}} from n-d-705658-22. {{(pid=105586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 21:23:21.886960 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3745264b-243b-4c8f-b84f-9dd7be7d19e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:22.025907 n-d-705658-22 neutron-server[105584]: INFO neutron.api.v2.resource [None req-d0c0db98-2aa5-4f6d-af4b-d04bcb8eeb22 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] remove_router_interface failed (client error): The resource could not be found. Jul 27 21:23:22.032880 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-d0c0db98-2aa5-4f6d-af4b-d04bcb8eeb22 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] 10.222.0.59 "PUT /v2.0/routers/4c66b4e5-c9d5-462b-a1eb-4070b3e0a501/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.5378845 Jul 27 21:23:22.036159 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 53722) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:23:22.129509 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-fad31049-5315-4111-92b1-032c6b196ed5 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] 10.222.0.59 "GET /v2.0/ports?device_id=4c66b4e5-c9d5-462b-a1eb-4070b3e0a501 HTTP/1.1" status: 200 len: 205 time: 0.0921729 Jul 27 21:23:22.131904 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 53726) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:23:22.334881 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-e14777bb-6db2-418f-bd0a-9f9561ac690b tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10221797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9990606'] for subnet, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:22.337767 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.db_base_plugin_common [None req-3745264b-243b-4c8f-b84f-9dd7be7d19e7 None None] Allocated IP 2001:db8::2 (5c202188-b020-4064-b377-c2f8c7a38547/aa175120-6445-436f-9642-af0d6af151be/281358e3-0369-4c1f-b0cb-7658d778dd30) {{(pid=105586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:23:22.393739 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-1abb2030-ed32-4140-a566-6887139ba16f tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks [] for router, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:22.450468 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e14777bb-6db2-418f-bd0a-9f9561ac690b tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Network 5c202188-b020-4064-b377-c2f8c7a38547 is already hosted by enough agents. {{(pid=105585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:23:22.460172 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.base_scheduler [None req-e14777bb-6db2-418f-bd0a-9f9561ac690b tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Resources bound (agent type, host, resource id): {{(pid=105585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:23:22.477104 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e14777bb-6db2-418f-bd0a-9f9561ac690b tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:23:22.477712 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-e14777bb-6db2-418f-bd0a-9f9561ac690b tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Notify callbacks [] for subnet, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:22.588945 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14777bb-6db2-418f-bd0a-9f9561ac690b tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Pushing event updated for resources: {'Subnet': ['ID=66c9138f-a874-49ee-8186-f605bbc4b6f8,revision_number=0']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:23:22.608448 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-e14777bb-6db2-418f-bd0a-9f9561ac690b tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.0543568 Jul 27 21:23:22.611129 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 53738) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:23:22.742359 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fea19a0-8c42-4567-a1cb-ff8f1fadab75 tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:23:22.743834 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fea19a0-8c42-4567-a1cb-ff8f1fadab75 tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:23:22.748494 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-1abb2030-ed32-4140-a566-6887139ba16f tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4163631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-425'] for router, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:22.751767 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-1abb2030-ed32-4140-a566-6887139ba16f tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:22.754724 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fea19a0-8c42-4567-a1cb-ff8f1fadab75 tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:23:22.756581 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fea19a0-8c42-4567-a1cb-ff8f1fadab75 tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:23:22.765647 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fea19a0-8c42-4567-a1cb-ff8f1fadab75 tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:23:22.771713 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-6fea19a0-8c42-4567-a1cb-ff8f1fadab75 tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1531887 Jul 27 21:23:22.771936 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 53742) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:23:22.781965 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3745264b-243b-4c8f-b84f-9dd7be7d19e7 None None] Notify callbacks [] for port, precommit_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:22.785495 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-7644d3bb-5a0b-493f-bc74-e10216948cbc tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-152974653'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:23:22.804243 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-3745264b-243b-4c8f-b84f-9dd7be7d19e7 None None] Transition to ACTIVE for port object 281358e3-0369-4c1f-b0cb-7658d778dd30 will not be triggered until provisioned by entity L2. {{(pid=105586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:23:22.843364 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7644d3bb-5a0b-493f-bc74-e10216948cbc tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Made reservation on behalf of f29f7f3f1b864f559ca1359aba7d5c57 for: {'network': 1} {{(pid=105585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:23:22.846512 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-1abb2030-ed32-4140-a566-6887139ba16f tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4163007'] for router, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:22.847244 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1abb2030-ed32-4140-a566-6887139ba16f tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Fanout notify agent at l3_agent the message router_deleted on router 4c66b4e5-c9d5-462b-a1eb-4070b3e0a501 {{(pid=105584) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 21:23:22.849301 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-3745264b-243b-4c8f-b84f-9dd7be7d19e7 None None] Transition to ACTIVE for port object 281358e3-0369-4c1f-b0cb-7658d778dd30 will not be triggered until provisioned by entity DHCP. {{(pid=105586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:23:22.852163 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-7644d3bb-5a0b-493f-bc74-e10216948cbc tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for network, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:22.859883 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-1abb2030-ed32-4140-a566-6887139ba16f tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks [] for router, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:22.861398 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-1abb2030-ed32-4140-a566-6887139ba16f tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] 10.222.0.59 "DELETE /v2.0/routers/4c66b4e5-c9d5-462b-a1eb-4070b3e0a501 HTTP/1.1" status: 204 len: 168 time: 0.7285588 Jul 27 21:23:22.864817 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 53748) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:23:22.867739 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3745264b-243b-4c8f-b84f-9dd7be7d19e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143'] for port, after_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:22.937539 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7644d3bb-5a0b-493f-bc74-e10216948cbc tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] vlan segment allocate from pool success with {'vlan_id': 223, 'physical_network': 'physnet1'} {{(pid=105585) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:23:22.945069 n-d-705658-22 neutron-server[105586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3745264b-243b-4c8f-b84f-9dd7be7d19e7 None None] Network 5c202188-b020-4064-b377-c2f8c7a38547 is already hosted by enough agents. {{(pid=105586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:23:22.949341 n-d-705658-22 neutron-server[105586]: DEBUG neutron.scheduler.base_scheduler [None req-3745264b-243b-4c8f-b84f-9dd7be7d19e7 None None] Resources bound (agent type, host, resource id): {{(pid=105586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:23:22.951171 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3745264b-243b-4c8f-b84f-9dd7be7d19e7 None None] Pushing event updated for resources: {'Port': ['ID=281358e3-0369-4c1f-b0cb-7658d778dd30,revision_number=1']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:23:22.954570 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3745264b-243b-4c8f-b84f-9dd7be7d19e7 None None] Received port after_create {{(pid=105586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:23:22.958377 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-7644d3bb-5a0b-493f-bc74-e10216948cbc tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:22.958926 n-d-705658-22 neutron-server[105585]: INFO neutron.db.segments_db [None req-7644d3bb-5a0b-493f-bc74-e10216948cbc tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Added segment 7658cbf9-5c0d-4a70-a058-54aa4907aa3a of type vlan for network f7da2063-60f8-41d6-9fb1-c8f28f4e8c0f Jul 27 21:23:22.963951 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3745264b-243b-4c8f-b84f-9dd7be7d19e7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:23:22.964300 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3745264b-243b-4c8f-b84f-9dd7be7d19e7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:23:22.964641 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3745264b-243b-4c8f-b84f-9dd7be7d19e7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:23:22.964978 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3745264b-243b-4c8f-b84f-9dd7be7d19e7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:23:22.965333 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3745264b-243b-4c8f-b84f-9dd7be7d19e7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:23:22.965635 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3745264b-243b-4c8f-b84f-9dd7be7d19e7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:23:22.965960 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3745264b-243b-4c8f-b84f-9dd7be7d19e7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:23:22.966290 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3745264b-243b-4c8f-b84f-9dd7be7d19e7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:23:22.966609 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3745264b-243b-4c8f-b84f-9dd7be7d19e7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:23:22.966930 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3745264b-243b-4c8f-b84f-9dd7be7d19e7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:23:22.967511 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3745264b-243b-4c8f-b84f-9dd7be7d19e7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:23:22.967668 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3745264b-243b-4c8f-b84f-9dd7be7d19e7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:23:23.035394 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-7644d3bb-5a0b-493f-bc74-e10216948cbc tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790688424798'] for network, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:23.046424 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-3745264b-243b-4c8f-b84f-9dd7be7d19e7 None None] Attempting to bind port 281358e3-0369-4c1f-b0cb-7658d778dd30 on host n-d-705658-22 for vnic_type normal with profile {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:23:23.046805 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-3745264b-243b-4c8f-b84f-9dd7be7d19e7 None None] Attempting to bind port 281358e3-0369-4c1f-b0cb-7658d778dd30 by drivers openvswitch,hyperv on host n-d-705658-22 at level 0 using segments [{'id': 'ae397f56-8858-47fc-9b13-2a625bc410b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '5c202188-b020-4064-b377-c2f8c7a38547'}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:23:23.047292 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3745264b-243b-4c8f-b84f-9dd7be7d19e7 None None] Attempting to bind port 281358e3-0369-4c1f-b0cb-7658d778dd30 on network 5c202188-b020-4064-b377-c2f8c7a38547 {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:23:23.055021 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3745264b-243b-4c8f-b84f-9dd7be7d19e7 None None] Checking agent: {'id': '04a7ea91-6318-467e-ace6-b0fb48c8690f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 41, 42), 'started_at': datetime.datetime(2021, 7, 27, 20, 42, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 23, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:23:23.055472 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3745264b-243b-4c8f-b84f-9dd7be7d19e7 None None] Checking segment: {'id': 'ae397f56-8858-47fc-9b13-2a625bc410b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '5c202188-b020-4064-b377-c2f8c7a38547'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:23:23.055885 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3745264b-243b-4c8f-b84f-9dd7be7d19e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:23.056284 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3745264b-243b-4c8f-b84f-9dd7be7d19e7 None None] Bound using segment: {'id': 'ae397f56-8858-47fc-9b13-2a625bc410b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '5c202188-b020-4064-b377-c2f8c7a38547'} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:23:23.056767 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-3745264b-243b-4c8f-b84f-9dd7be7d19e7 None None] Bound port: 281358e3-0369-4c1f-b0cb-7658d778dd30, host: n-d-705658-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae397f56-8858-47fc-9b13-2a625bc410b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '5c202188-b020-4064-b377-c2f8c7a38547'}}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:23:23.057158 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3745264b-243b-4c8f-b84f-9dd7be7d19e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:23.077198 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.db_base_plugin_v2 [None req-1eadc825-9557-4158-940d-d2c558b3ed43 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Deleting subnet f0721752-c30d-4293-8e9d-959215c105eb {{(pid=105584) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:23:23.091615 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-1eadc825-9557-4158-940d-d2c558b3ed43 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks [] for subnet, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:23.138035 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-7644d3bb-5a0b-493f-bc74-e10216948cbc tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920'] for network, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:23.162195 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7644d3bb-5a0b-493f-bc74-e10216948cbc tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:23:23.168525 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-7644d3bb-5a0b-493f-bc74-e10216948cbc tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Notify callbacks [] for network, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:23.227115 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3745264b-243b-4c8f-b84f-9dd7be7d19e7 None None] For port 281358e3-0369-4c1f-b0cb-7658d778dd30, host n-d-705658-22, cleared binding levels {{(pid=105586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:23:23.231578 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-1eadc825-9557-4158-940d-d2c558b3ed43 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9014207'] for subnet, precommit_delete_associations {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:23.234069 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3745264b-243b-4c8f-b84f-9dd7be7d19e7 None None] For port 281358e3-0369-4c1f-b0cb-7658d778dd30, host n-d-705658-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=281358e3-0369-4c1f-b0cb-7658d778dd30,segment=NetworkSegment(ae397f56-8858-47fc-9b13-2a625bc410b2),segment_id=ae397f56-8858-47fc-9b13-2a625bc410b2)] {{(pid=105586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:23:23.245831 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3745264b-243b-4c8f-b84f-9dd7be7d19e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:23.282953 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-7644d3bb-5a0b-493f-bc74-e10216948cbc tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5100260 Jul 27 21:23:23.286294 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 53774) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:23:23.296948 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-c6f0d3be-cf63-4796-8865-c06f4427d8d0 tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Request body: {'network': {'name': 'New_network'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:23:23.305675 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7644d3bb-5a0b-493f-bc74-e10216948cbc tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Pushing event updated for resources: {'Network': ['ID=f7da2063-60f8-41d6-9fb1-c8f28f4e8c0f,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:23:23.321852 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Network f7da2063-60f8-41d6-9fb1-c8f28f4e8c0f details requested by agent ovs-agent-n-d-705658-22 with host n-d-705658-22 {{(pid=105586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:23:23.461019 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-1eadc825-9557-4158-940d-d2c558b3ed43 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854965'] for subnet, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:23.481238 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3745264b-243b-4c8f-b84f-9dd7be7d19e7 None None] Pushing event updated for resources: {'Port': ['ID=281358e3-0369-4c1f-b0cb-7658d778dd30,revision_number=2']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:23:23.537197 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-c6f0d3be-cf63-4796-8865-c06f4427d8d0 tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790688424798'] for network, precommit_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:23.576099 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-c6f0d3be-cf63-4796-8865-c06f4427d8d0 tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920'] for network, after_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:23.625805 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-1eadc825-9557-4158-940d-d2c558b3ed43 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9014081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9738825'] for subnet, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:23.665299 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-c6f0d3be-cf63-4796-8865-c06f4427d8d0 tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Network f7da2063-60f8-41d6-9fb1-c8f28f4e8c0f is not hosted by any dhcp agent {{(pid=105585) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 27 21:23:23.681792 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6f0d3be-cf63-4796-8865-c06f4427d8d0 tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:23:23.682469 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-c6f0d3be-cf63-4796-8865-c06f4427d8d0 tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Notify callbacks [] for network, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:23.687438 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-c6f0d3be-cf63-4796-8865-c06f4427d8d0 tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] 10.222.0.59 "PUT /v2.0/networks/f7da2063-60f8-41d6-9fb1-c8f28f4e8c0f HTTP/1.1" status: 200 len: 723 time: 0.3951495 Jul 27 21:23:23.690335 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eadc825-9557-4158-940d-d2c558b3ed43 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Pushing event deleted for resources: {'Subnet': ['ID=f0721752-c30d-4293-8e9d-959215c105eb,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:23:23.696348 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 53784) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:23:23.709093 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-46a23641-d57b-49f7-85d0-00f16433b5ec tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Request body: {'subnet': {'network_id': 'f7da2063-60f8-41d6-9fb1-c8f28f4e8c0f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:23:23.730935 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f0d3be-cf63-4796-8865-c06f4427d8d0 tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Pushing event updated for resources: {'Network': ['ID=f7da2063-60f8-41d6-9fb1-c8f28f4e8c0f,revision_number=2']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:23:23.745089 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Network f7da2063-60f8-41d6-9fb1-c8f28f4e8c0f details requested by agent ovs-agent-n-d-705658-22 with host n-d-705658-22 {{(pid=105586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:23:23.755011 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-1eadc825-9557-4158-940d-d2c558b3ed43 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks [] for subnet, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:23.761710 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 53788) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:23:23.762496 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-1eadc825-9557-4158-940d-d2c558b3ed43 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] 10.222.0.59 "DELETE /v2.0/subnets/f0721752-c30d-4293-8e9d-959215c105eb HTTP/1.1" status: 204 len: 168 time: 0.8964024 Jul 27 21:23:23.904765 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46a23641-d57b-49f7-85d0-00f16433b5ec tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Made reservation on behalf of f29f7f3f1b864f559ca1359aba7d5c57 for: {'subnet': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:23:23.914087 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-46a23641-d57b-49f7-85d0-00f16433b5ec tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9738786'] for subnet, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:23.934634 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65f3e378-236c-42c0-9fb5-15d7c3f62748 None None] Network 40429389-b134-4427-803d-0b1821dcd0fa requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:23:23.944920 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-399af08a-c367-4be2-8ea2-67a2ab4151d5 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-990557'] for network, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:24.063702 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [None req-399af08a-c367-4be2-8ea2-67a2ab4151d5 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Deleting port a1fe5110-08e8-4659-b817-1a0ee15fecd1 {{(pid=105585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:23:24.065586 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-399af08a-c367-4be2-8ea2-67a2ab4151d5 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:24.244528 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.db [None req-399af08a-c367-4be2-8ea2-67a2ab4151d5 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] For port a1fe5110-08e8-4659-b817-1a0ee15fecd1, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=a1fe5110-08e8-4659-b817-1a0ee15fecd1,segment=NetworkSegment(42662e4a-79a4-46f9-9a72-8ab82a048cce),segment_id=42662e4a-79a4-46f9-9a72-8ab82a048cce)] {{(pid=105585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:23:24.245426 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-399af08a-c367-4be2-8ea2-67a2ab4151d5 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:24.286972 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [None req-399af08a-c367-4be2-8ea2-67a2ab4151d5 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Calling delete_port for a1fe5110-08e8-4659-b817-1a0ee15fecd1 owned by network:dhcp {{(pid=105585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:23:24.388087 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbf97d12-1586-4c9c-bb46-e62da904e192 None None] DHCP port deletion for 40429389-b134-4427-803d-0b1821dcd0fa request from n-d-705658-22 {{(pid=105586) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 21:23:24.395592 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-46a23641-d57b-49f7-85d0-00f16433b5ec tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9014150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9738800'] for subnet, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:24.494239 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-399af08a-c367-4be2-8ea2-67a2ab4151d5 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:24.538028 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399af08a-c367-4be2-8ea2-67a2ab4151d5 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Pushing event deleted for resources: {'Port': ['ID=a1fe5110-08e8-4659-b817-1a0ee15fecd1,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:23:24.545566 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a23641-d57b-49f7-85d0-00f16433b5ec tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Pushing event updated for resources: {'Subnet': ['ID=292ce1d9-5249-425a-be8c-c5fd0ce7c995,revision_number=0']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:23:24.554411 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46a23641-d57b-49f7-85d0-00f16433b5ec tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Checking segment: {'id': '7658cbf9-5c0d-4a70-a058-54aa4907aa3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'f7da2063-60f8-41d6-9fb1-c8f28f4e8c0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:23:24.554714 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46a23641-d57b-49f7-85d0-00f16433b5ec tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Network hostable DHCP agents. Network: f7da2063-60f8-41d6-9fb1-c8f28f4e8c0f, hostable agents: ['7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a'], hosted agents: [] {{(pid=105584) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:23:24.558378 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-399af08a-c367-4be2-8ea2-67a2ab4151d5 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] No DVR routers for this DVR port a1fe5110-08e8-4659-b817-1a0ee15fecd1 on host n-d-705658-22 {{(pid=105585) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:23:24.592477 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-fbf97d12-1586-4c9c-bb46-e62da904e192 None None] Deleting port a1fe5110-08e8-4659-b817-1a0ee15fecd1 {{(pid=105586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:23:24.593114 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-fbf97d12-1586-4c9c-bb46-e62da904e192 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:24.597477 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46a23641-d57b-49f7-85d0-00f16433b5ec tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Network f7da2063-60f8-41d6-9fb1-c8f28f4e8c0f is scheduled to be hosted by DHCP agent 7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a with binding_index 1 {{(pid=105584) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:23:24.616250 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [None req-46a23641-d57b-49f7-85d0-00f16433b5ec tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-22, f7da2063-60f8-41d6-9fb1-c8f28f4e8c0f) {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:23:24.621133 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46a23641-d57b-49f7-85d0-00f16433b5ec tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:23:24.622156 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-46a23641-d57b-49f7-85d0-00f16433b5ec tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Notify callbacks [] for subnet, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:24.658271 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-46a23641-d57b-49f7-85d0-00f16433b5ec tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9571316 Jul 27 21:23:24.660691 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 53798) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:23:24.666850 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-7482dfb8-26fa-4097-adff-52a93bcaed82 tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:23:24.740334 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ed64764-7ef2-4779-89ad-638720c9f583 None None] Network f7da2063-60f8-41d6-9fb1-c8f28f4e8c0f requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:23:24.806322 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-399af08a-c367-4be2-8ea2-67a2ab4151d5 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853562', 'neutron.services.segments.db._delete_segments_for_network-8790688882975'] for network, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:24.827409 n-d-705658-22 neutron-server[105585]: DEBUG neutron.services.segments.db [None req-399af08a-c367-4be2-8ea2-67a2ab4151d5 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40429389-b134-4427-803d-0b1821dcd0fa']}} {{(pid=105585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:23:24.851290 n-d-705658-22 neutron-server[105585]: DEBUG neutron.services.segments.db [None req-399af08a-c367-4be2-8ea2-67a2ab4151d5 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42662e4a-79a4-46f9-9a72-8ab82a048cce') {'for_net_delete': True} {{(pid=105585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:23:24.851588 n-d-705658-22 neutron-server[105585]: DEBUG neutron.services.segments.db [None req-399af08a-c367-4be2-8ea2-67a2ab4151d5 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42662e4a-79a4-46f9-9a72-8ab82a048cce') {} {{(pid=105585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:23:24.898064 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-399af08a-c367-4be2-8ea2-67a2ab4151d5 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790688883752', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9886370'] for segment, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:24.927187 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-399af08a-c367-4be2-8ea2-67a2ab4151d5 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:24.931720 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-7482dfb8-26fa-4097-adff-52a93bcaed82 tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-9738811'] for subnet, before_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:24.940899 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-399af08a-c367-4be2-8ea2-67a2ab4151d5 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Releasing vlan 234 on physical network physnet1 to pool {{(pid=105585) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:23:24.941595 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-399af08a-c367-4be2-8ea2-67a2ab4151d5 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10221644'] for segment, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:24.948898 n-d-705658-22 neutron-server[105585]: Traceback (most recent call last): Jul 27 21:23:24.948898 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:23:24.948898 n-d-705658-22 neutron-server[105585]: timer() Jul 27 21:23:24.948898 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:23:24.948898 n-d-705658-22 neutron-server[105585]: cb(*args, **kw) Jul 27 21:23:24.948898 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:23:24.948898 n-d-705658-22 neutron-server[105585]: return func(*args, **kwargs) Jul 27 21:23:24.948898 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:23:24.948898 n-d-705658-22 neutron-server[105585]: self._notify() Jul 27 21:23:24.948898 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:23:24.948898 n-d-705658-22 neutron-server[105585]: self.callback(batched_events) Jul 27 21:23:24.948898 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:23:24.948898 n-d-705658-22 neutron-server[105585]: event.method(event) Jul 27 21:23:24.948898 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:23:24.948898 n-d-705658-22 neutron-server[105585]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:23:24.948898 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:23:24.948898 n-d-705658-22 neutron-server[105585]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:23:24.948898 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:23:24.948898 n-d-705658-22 neutron-server[105585]: return f(self, *a, **k) Jul 27 21:23:24.948898 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:23:24.948898 n-d-705658-22 neutron-server[105585]: return self._get(url).json() Jul 27 21:23:24.948898 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:23:24.948898 n-d-705658-22 neutron-server[105585]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:23:24.948898 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:23:24.948898 n-d-705658-22 neutron-server[105585]: return self.request(url, 'GET', **kwargs) Jul 27 21:23:24.948898 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:23:24.948898 n-d-705658-22 neutron-server[105585]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:23:24.948898 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:23:24.948898 n-d-705658-22 neutron-server[105585]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:23:24.948898 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:23:24.948898 n-d-705658-22 neutron-server[105585]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:23:24.948898 n-d-705658-22 neutron-server[105585]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:23:25.048935 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80547d66-425b-41c2-b989-9603a13205e6 None None] Network 5c202188-b020-4064-b377-c2f8c7a38547 requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:23:25.092613 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 281358e3-0369-4c1f-b0cb-7658d778dd30 up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:23:25.109138 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.agents_db [None req-558fcd2c-e512-47bc-a170-8673d87f7213 None None] Agent healthcheck: found 7 active agents {{(pid=105587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 21:23:25.134300 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-399af08a-c367-4be2-8ea2-67a2ab4151d5 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4075658'] for network, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:25.141757 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-399af08a-c367-4be2-8ea2-67a2ab4151d5 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks [] for network, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:25.150048 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-399af08a-c367-4be2-8ea2-67a2ab4151d5 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] 10.222.0.59 "DELETE /v2.0/networks/40429389-b134-4427-803d-0b1821dcd0fa HTTP/1.1" status: 204 len: 168 time: 1.3871894 Jul 27 21:23:25.151736 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 53802) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:23:25.166111 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-51ec7d60-b41b-4d39-91aa-80746adec366 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-62799459'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:23:25.198442 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399af08a-c367-4be2-8ea2-67a2ab4151d5 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Pushing event deleted for resources: {'Network': ['ID=40429389-b134-4427-803d-0b1821dcd0fa,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:23:25.263688 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51ec7d60-b41b-4d39-91aa-80746adec366 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Made reservation on behalf of 2c7b7887b0f848c597ec952cc967d92c for: {'network': 1} {{(pid=105585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:23:25.270791 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-51ec7d60-b41b-4d39-91aa-80746adec366 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for network, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:25.309618 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51ec7d60-b41b-4d39-91aa-80746adec366 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] vlan segment allocate from pool success with {'vlan_id': 215, 'physical_network': 'physnet1'} {{(pid=105585) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:23:25.332450 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-fbf97d12-1586-4c9c-bb46-e62da904e192 None None] For port a1fe5110-08e8-4659-b817-1a0ee15fecd1, host n-d-705658-22, got binding levels [] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:23:25.338223 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-fbf97d12-1586-4c9c-bb46-e62da904e192 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:25.354283 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-51ec7d60-b41b-4d39-91aa-80746adec366 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:25.356402 n-d-705658-22 neutron-server[105585]: INFO neutron.db.segments_db [None req-51ec7d60-b41b-4d39-91aa-80746adec366 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Added segment a0525a8a-a250-4d95-a61f-a8e70ffbe5cd of type vlan for network 1e3156cc-543d-4063-b1c1-c6b096fb9a7c Jul 27 21:23:25.389273 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-7482dfb8-26fa-4097-adff-52a93bcaed82 tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8790688807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-9014088'] for subnet, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:25.399436 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-fbf97d12-1586-4c9c-bb46-e62da904e192 None None] Calling delete_port for a1fe5110-08e8-4659-b817-1a0ee15fecd1 owned by network:dhcp {{(pid=105586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:23:25.418442 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7482dfb8-26fa-4097-adff-52a93bcaed82 tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:23:25.419082 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.ipam_backend_mixin [None req-fbf97d12-1586-4c9c-bb46-e62da904e192 None None] Port a1fe5110-08e8-4659-b817-1a0ee15fecd1 was not found and therefore no delete operation was performed {{(pid=105586) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 27 21:23:25.420351 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-7482dfb8-26fa-4097-adff-52a93bcaed82 tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Notify callbacks [] for subnet, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:25.423335 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-7482dfb8-26fa-4097-adff-52a93bcaed82 tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] 10.222.0.59 "PUT /v2.0/subnets/292ce1d9-5249-425a-be8c-c5fd0ce7c995 HTTP/1.1" status: 200 len: 826 time: 0.7614112 Jul 27 21:23:25.450489 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-fbf97d12-1586-4c9c-bb46-e62da904e192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180'] for port, after_delete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:25.460201 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 53806) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:23:25.468401 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-9b9f6f29-9127-4cda-815b-5dd2c9440598 None None] Provisioning for port 281358e3-0369-4c1f-b0cb-7658d778dd30 completed by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:23:25.485130 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-51ec7d60-b41b-4d39-91aa-80746adec366 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790688424798'] for network, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:25.507136 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-fbf97d12-1586-4c9c-bb46-e62da904e192 None None] Network 40429389-b134-4427-803d-0b1821dcd0fa is not hosted by any dhcp agent {{(pid=105586) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 27 21:23:25.507610 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbf97d12-1586-4c9c-bb46-e62da904e192 None None] No DVR routers for this DVR port a1fe5110-08e8-4659-b817-1a0ee15fecd1 on host n-d-705658-22 {{(pid=105586) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:23:25.520963 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf97d12-1586-4c9c-bb46-e62da904e192 None None] Pushing event deleted for resources: {'Port': ['ID=a1fe5110-08e8-4659-b817-1a0ee15fecd1,revision_number=None']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:23:25.624868 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-51ec7d60-b41b-4d39-91aa-80746adec366 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920'] for network, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:25.637358 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51ec7d60-b41b-4d39-91aa-80746adec366 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:23:25.644117 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-51ec7d60-b41b-4d39-91aa-80746adec366 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks [] for network, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:25.743089 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning for port 281358e3-0369-4c1f-b0cb-7658d778dd30 completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:23:25.763431 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ec7d60-b41b-4d39-91aa-80746adec366 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Pushing event updated for resources: {'Network': ['ID=1e3156cc-543d-4063-b1c1-c6b096fb9a7c,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:23:25.777686 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port 281358e3-0369-4c1f-b0cb-7658d778dd30 triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:23:25.778077 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:25.781557 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Network 1e3156cc-543d-4063-b1c1-c6b096fb9a7c details requested by agent ovs-agent-n-d-705658-22 with host n-d-705658-22 {{(pid=105586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:23:25.809702 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-51ec7d60-b41b-4d39-91aa-80746adec366 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6523528 Jul 27 21:23:25.812696 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 53810) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:23:25.818612 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-3fb0aea1-9525-46ea-91da-975d0341c21f tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Request body: {'subnet': {'network_id': '1e3156cc-543d-4063-b1c1-c6b096fb9a7c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:23:26.046039 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecd4a8ec-79c5-4da3-8147-4e6fe56f963b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30bb4b93-b285-5d90-9493-f9ec33ea333c-f7da2063-60f8-41d6-9fb1-c8f28f4e8c0f', 'network_id': 'f7da2063-60f8-41d6-9fb1-c8f28f4e8c0f', 'tenant_id': 'f29f7f3f1b864f559ca1359aba7d5c57', 'fixed_ips': [{'subnet_id': '292ce1d9-5249-425a-be8c-c5fd0ce7c995'}]}} from n-d-705658-22. {{(pid=105586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 21:23:26.050063 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-ecd4a8ec-79c5-4da3-8147-4e6fe56f963b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:26.153165 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fb0aea1-9525-46ea-91da-975d0341c21f tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Made reservation on behalf of 2c7b7887b0f848c597ec952cc967d92c for: {'subnet': 1} {{(pid=105585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:23:26.157545 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-3fb0aea1-9525-46ea-91da-975d0341c21f tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9990620'] for subnet, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:26.196766 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7482dfb8-26fa-4097-adff-52a93bcaed82 tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Pushing event updated for resources: {'Subnet': ['ID=292ce1d9-5249-425a-be8c-c5fd0ce7c995,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:23:26.243280 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-cbc7d0a8-19a3-4b41-bdd4-2398a9b92c5e tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-990557'] for network, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:26.314163 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-cbc7d0a8-19a3-4b41-bdd4-2398a9b92c5e tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854965'] for subnet, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:26.421791 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.db_base_plugin_common [None req-ecd4a8ec-79c5-4da3-8147-4e6fe56f963b None None] Allocated IP 2001:db8::2 (f7da2063-60f8-41d6-9fb1-c8f28f4e8c0f/292ce1d9-5249-425a-be8c-c5fd0ce7c995/4f37874f-bbf2-4c3c-a1a9-5db7a0fc8972) {{(pid=105586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:23:26.525375 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e797314-ed65-4ac9-a983-2e0bc4ba9cbe None None] Update dhcp port {'port': {'network_id': '5c202188-b020-4064-b377-c2f8c7a38547', 'fixed_ips': [{'subnet_id': 'aa175120-6445-436f-9642-af0d6af151be', 'ip_address': '2001:db8::2'}, {'subnet_id': '66c9138f-a874-49ee-8186-f605bbc4b6f8'}], 'binding:host_id': 'n-d-705658-22'}, 'id': '281358e3-0369-4c1f-b0cb-7658d778dd30'} from n-d-705658-22. {{(pid=105586) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 27 21:23:26.606916 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:26.640677 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-3fb0aea1-9525-46ea-91da-975d0341c21f tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10221797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9990606'] for subnet, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:26.648478 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-0e797314-ed65-4ac9-a983-2e0bc4ba9cbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:26.693113 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] For port 281358e3-0369-4c1f-b0cb-7658d778dd30, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=281358e3-0369-4c1f-b0cb-7658d778dd30,segment=NetworkSegment(ae397f56-8858-47fc-9b13-2a625bc410b2),segment_id=ae397f56-8858-47fc-9b13-2a625bc410b2)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:23:26.726915 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:26.762353 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb0aea1-9525-46ea-91da-975d0341c21f tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Pushing event updated for resources: {'Subnet': ['ID=4a65c486-6360-412a-b267-6decdd120730,revision_number=0']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:23:26.786515 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fb0aea1-9525-46ea-91da-975d0341c21f tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Checking segment: {'id': 'a0525a8a-a250-4d95-a61f-a8e70ffbe5cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '1e3156cc-543d-4063-b1c1-c6b096fb9a7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:23:26.786971 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fb0aea1-9525-46ea-91da-975d0341c21f tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Network hostable DHCP agents. Network: 1e3156cc-543d-4063-b1c1-c6b096fb9a7c, hostable agents: ['7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a'], hosted agents: [] {{(pid=105585) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:23:26.806582 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Pushing event updated for resources: {'Port': ['ID=281358e3-0369-4c1f-b0cb-7658d778dd30,revision_number=3']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:23:26.831398 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fb0aea1-9525-46ea-91da-975d0341c21f tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Network 1e3156cc-543d-4063-b1c1-c6b096fb9a7c is scheduled to be hosted by DHCP agent 7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a with binding_index 1 {{(pid=105585) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:23:26.862858 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.base_scheduler [None req-3fb0aea1-9525-46ea-91da-975d0341c21f tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-22, 1e3156cc-543d-4063-b1c1-c6b096fb9a7c) {{(pid=105585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:23:26.867467 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fb0aea1-9525-46ea-91da-975d0341c21f tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:23:26.868280 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-3fb0aea1-9525-46ea-91da-975d0341c21f tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks [] for subnet, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:26.900594 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-3fb0aea1-9525-46ea-91da-975d0341c21f tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0867565 Jul 27 21:23:26.903484 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 53818) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:23:26.911191 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-1d060e26-422e-46f5-ac86-ae4f0e9c4478 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1684406502', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:23:26.970799 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-1d060e26-422e-46f5-ac86-ae4f0e9c4478 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4163813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-443'] for router, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:26.972585 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-1d060e26-422e-46f5-ac86-ae4f0e9c4478 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4165196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4077059', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3711235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-418'] for router, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:27.098982 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-1d060e26-422e-46f5-ac86-ae4f0e9c4478 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:27.107208 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-1d060e26-422e-46f5-ac86-ae4f0e9c4478 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4163804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4077150'] for router, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:27.138644 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-1d060e26-422e-46f5-ac86-ae4f0e9c4478 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks [] for router, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:27.140314 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-1d060e26-422e-46f5-ac86-ae4f0e9c4478 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2354639 Jul 27 21:23:27.143337 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 53822) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:23:27.384545 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device a1fe5110-08e8-4659-b817-1a0ee15fecd1 no longer exists at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:23:27.432394 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a790a995-23cc-43a2-9fb0-ea9f686f73a3 None None] Network 1e3156cc-543d-4063-b1c1-c6b096fb9a7c requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:23:27.453571 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] No Port match for: a1fe5110-08e8-4659-b817-1a0ee15fecd1 {{(pid=105586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:23:27.453916 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device a1fe5110-08e8-4659-b817-1a0ee15fecd1 not bound to the agent host n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:23:27.503732 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-ecd4a8ec-79c5-4da3-8147-4e6fe56f963b None None] Notify callbacks [] for port, precommit_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:27.516798 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-ecd4a8ec-79c5-4da3-8147-4e6fe56f963b None None] Transition to ACTIVE for port object 4f37874f-bbf2-4c3c-a1a9-5db7a0fc8972 will not be triggered until provisioned by entity L2. {{(pid=105586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:23:27.541112 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-ecd4a8ec-79c5-4da3-8147-4e6fe56f963b None None] Transition to ACTIVE for port object 4f37874f-bbf2-4c3c-a1a9-5db7a0fc8972 will not be triggered until provisioned by entity DHCP. {{(pid=105586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:23:27.609029 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-ecd4a8ec-79c5-4da3-8147-4e6fe56f963b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143'] for port, after_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:27.645554 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 281358e3-0369-4c1f-b0cb-7658d778dd30 up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:23:27.742049 n-d-705658-22 neutron-server[105586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecd4a8ec-79c5-4da3-8147-4e6fe56f963b None None] Network f7da2063-60f8-41d6-9fb1-c8f28f4e8c0f is already hosted by enough agents. {{(pid=105586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:23:27.785189 n-d-705658-22 neutron-server[105586]: DEBUG neutron.scheduler.base_scheduler [None req-ecd4a8ec-79c5-4da3-8147-4e6fe56f963b None None] Resources bound (agent type, host, resource id): {{(pid=105586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:23:27.804712 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecd4a8ec-79c5-4da3-8147-4e6fe56f963b None None] Received port after_create {{(pid=105586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:23:27.815103 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-cbc7d0a8-19a3-4b41-bdd4-2398a9b92c5e tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9014081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9738825'] for subnet, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:27.838079 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd4a8ec-79c5-4da3-8147-4e6fe56f963b None None] Pushing event updated for resources: {'Port': ['ID=4f37874f-bbf2-4c3c-a1a9-5db7a0fc8972,revision_number=1']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:23:27.969898 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.db_base_plugin_common [None req-0e797314-ed65-4ac9-a983-2e0bc4ba9cbe None None] Allocated IP 172.20.0.1 (5c202188-b020-4064-b377-c2f8c7a38547/66c9138f-a874-49ee-8186-f605bbc4b6f8/281358e3-0369-4c1f-b0cb-7658d778dd30) {{(pid=105586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:23:28.027507 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-ecd4a8ec-79c5-4da3-8147-4e6fe56f963b None None] Attempting to bind port 4f37874f-bbf2-4c3c-a1a9-5db7a0fc8972 on host n-d-705658-22 for vnic_type normal with profile {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:23:28.027899 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-ecd4a8ec-79c5-4da3-8147-4e6fe56f963b None None] Attempting to bind port 4f37874f-bbf2-4c3c-a1a9-5db7a0fc8972 by drivers openvswitch,hyperv on host n-d-705658-22 at level 0 using segments [{'id': '7658cbf9-5c0d-4a70-a058-54aa4907aa3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'f7da2063-60f8-41d6-9fb1-c8f28f4e8c0f'}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:23:28.028268 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecd4a8ec-79c5-4da3-8147-4e6fe56f963b None None] Attempting to bind port 4f37874f-bbf2-4c3c-a1a9-5db7a0fc8972 on network f7da2063-60f8-41d6-9fb1-c8f28f4e8c0f {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:23:28.036270 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port 281358e3-0369-4c1f-b0cb-7658d778dd30 triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:23:28.036769 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:28.075117 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-3aa72c09-241a-42cd-8ddf-86cdc7fa3859 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:28.081646 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc7d0a8-19a3-4b41-bdd4-2398a9b92c5e tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Pushing event deleted for resources: {'Subnet': ['ID=292ce1d9-5249-425a-be8c-c5fd0ce7c995,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:23:28.114700 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-cbc7d0a8-19a3-4b41-bdd4-2398a9b92c5e tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853562', 'neutron.services.segments.db._delete_segments_for_network-8790688882975'] for network, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:28.186742 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.segments.db [None req-cbc7d0a8-19a3-4b41-bdd4-2398a9b92c5e tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7da2063-60f8-41d6-9fb1-c8f28f4e8c0f']}} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:23:28.211933 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01de16ba-d412-426c-ae2d-23c7019e3436 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30bb4b93-b285-5d90-9493-f9ec33ea333c-1e3156cc-543d-4063-b1c1-c6b096fb9a7c', 'network_id': '1e3156cc-543d-4063-b1c1-c6b096fb9a7c', 'tenant_id': '2c7b7887b0f848c597ec952cc967d92c', 'fixed_ips': [{'subnet_id': '4a65c486-6360-412a-b267-6decdd120730'}]}} from n-d-705658-22. {{(pid=105586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 21:23:28.212907 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-01de16ba-d412-426c-ae2d-23c7019e3436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:28.229719 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.segments.db [None req-cbc7d0a8-19a3-4b41-bdd4-2398a9b92c5e tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7658cbf9-5c0d-4a70-a058-54aa4907aa3a') {'for_net_delete': True} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:23:28.230248 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.segments.db [None req-cbc7d0a8-19a3-4b41-bdd4-2398a9b92c5e tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7658cbf9-5c0d-4a70-a058-54aa4907aa3a') {} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:23:28.241648 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecd4a8ec-79c5-4da3-8147-4e6fe56f963b None None] Checking agent: {'id': '04a7ea91-6318-467e-ace6-b0fb48c8690f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 41, 42), 'started_at': datetime.datetime(2021, 7, 27, 20, 42, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 23, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:23:28.243481 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecd4a8ec-79c5-4da3-8147-4e6fe56f963b None None] Checking segment: {'id': '7658cbf9-5c0d-4a70-a058-54aa4907aa3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'f7da2063-60f8-41d6-9fb1-c8f28f4e8c0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:23:28.244045 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-ecd4a8ec-79c5-4da3-8147-4e6fe56f963b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:28.244389 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-cbc7d0a8-19a3-4b41-bdd4-2398a9b92c5e tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790688883752', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9014348'] for segment, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:28.244633 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecd4a8ec-79c5-4da3-8147-4e6fe56f963b None None] Bound using segment: {'id': '7658cbf9-5c0d-4a70-a058-54aa4907aa3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'f7da2063-60f8-41d6-9fb1-c8f28f4e8c0f'} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:23:28.245273 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-ecd4a8ec-79c5-4da3-8147-4e6fe56f963b None None] Bound port: 4f37874f-bbf2-4c3c-a1a9-5db7a0fc8972, host: n-d-705658-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7658cbf9-5c0d-4a70-a058-54aa4907aa3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'f7da2063-60f8-41d6-9fb1-c8f28f4e8c0f'}}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:23:28.245771 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-ecd4a8ec-79c5-4da3-8147-4e6fe56f963b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:28.303389 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-cbc7d0a8-19a3-4b41-bdd4-2398a9b92c5e tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:28.335433 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cbc7d0a8-19a3-4b41-bdd4-2398a9b92c5e tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Releasing vlan 223 on physical network physnet1 to pool {{(pid=105584) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:23:28.336295 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-cbc7d0a8-19a3-4b41-bdd4-2398a9b92c5e tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9014063'] for segment, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:28.341775 n-d-705658-22 neutron-server[105584]: Traceback (most recent call last): Jul 27 21:23:28.341775 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:23:28.341775 n-d-705658-22 neutron-server[105584]: timer() Jul 27 21:23:28.341775 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:23:28.341775 n-d-705658-22 neutron-server[105584]: cb(*args, **kw) Jul 27 21:23:28.341775 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:23:28.341775 n-d-705658-22 neutron-server[105584]: return func(*args, **kwargs) Jul 27 21:23:28.341775 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:23:28.341775 n-d-705658-22 neutron-server[105584]: self._notify() Jul 27 21:23:28.341775 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:23:28.341775 n-d-705658-22 neutron-server[105584]: self.callback(batched_events) Jul 27 21:23:28.341775 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:23:28.341775 n-d-705658-22 neutron-server[105584]: event.method(event) Jul 27 21:23:28.341775 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:23:28.341775 n-d-705658-22 neutron-server[105584]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:23:28.341775 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:23:28.341775 n-d-705658-22 neutron-server[105584]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:23:28.341775 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:23:28.341775 n-d-705658-22 neutron-server[105584]: return f(self, *a, **k) Jul 27 21:23:28.341775 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:23:28.341775 n-d-705658-22 neutron-server[105584]: return self._get(url).json() Jul 27 21:23:28.341775 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:23:28.341775 n-d-705658-22 neutron-server[105584]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:23:28.341775 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:23:28.341775 n-d-705658-22 neutron-server[105584]: return self.request(url, 'GET', **kwargs) Jul 27 21:23:28.341775 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:23:28.341775 n-d-705658-22 neutron-server[105584]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:23:28.341775 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:23:28.341775 n-d-705658-22 neutron-server[105584]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:23:28.341775 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:23:28.341775 n-d-705658-22 neutron-server[105584]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:23:28.341775 n-d-705658-22 neutron-server[105584]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:23:28.471576 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-0e797314-ed65-4ac9-a983-2e0bc4ba9cbe None None] For port 281358e3-0369-4c1f-b0cb-7658d778dd30, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=281358e3-0369-4c1f-b0cb-7658d778dd30,segment=NetworkSegment(ae397f56-8858-47fc-9b13-2a625bc410b2),segment_id=ae397f56-8858-47fc-9b13-2a625bc410b2)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:23:28.510984 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.db.api [None req-cbc7d0a8-19a3-4b41-bdd4-2398a9b92c5e tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 27 21:23:28.510984 n-d-705658-22 neutron-server[105584]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 27 21:23:28.510984 n-d-705658-22 neutron-server[105584]: [parameters: {'id': 'f7da2063-60f8-41d6-9fb1-c8f28f4e8c0f'}] Jul 27 21:23:28.510984 n-d-705658-22 neutron-server[105584]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=105584) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 27 21:23:28.527543 n-d-705658-22 neutron-server[105584]: DEBUG oslo_db.api [None req-cbc7d0a8-19a3-4b41-bdd4-2398a9b92c5e tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 27 21:23:28.528572 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-0e797314-ed65-4ac9-a983-2e0bc4ba9cbe None None] Notify callbacks [] for port, precommit_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:28.554255 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-0e797314-ed65-4ac9-a983-2e0bc4ba9cbe None None] Transition to ACTIVE for port object 281358e3-0369-4c1f-b0cb-7658d778dd30 will not be triggered until provisioned by entity DHCP. {{(pid=105586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:23:28.625610 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-0e797314-ed65-4ac9-a983-2e0bc4ba9cbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:28.686197 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.db_base_plugin_common [None req-3aa72c09-241a-42cd-8ddf-86cdc7fa3859 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Allocated IP 2001:db8::1 (1e3156cc-543d-4063-b1c1-c6b096fb9a7c/4a65c486-6360-412a-b267-6decdd120730/c4f5e4b8-46f5-46b0-b5a9-59517502b6a5) {{(pid=105584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:23:28.951493 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e797314-ed65-4ac9-a983-2e0bc4ba9cbe None None] Pushing event updated for resources: {'Port': ['ID=281358e3-0369-4c1f-b0cb-7658d778dd30,revision_number=4']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:23:28.984449 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-3aa72c09-241a-42cd-8ddf-86cdc7fa3859 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks [] for port, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:28.984995 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-ecd4a8ec-79c5-4da3-8147-4e6fe56f963b None None] For port 4f37874f-bbf2-4c3c-a1a9-5db7a0fc8972, host n-d-705658-22, cleared binding levels {{(pid=105586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:23:29.001881 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-ecd4a8ec-79c5-4da3-8147-4e6fe56f963b None None] For port 4f37874f-bbf2-4c3c-a1a9-5db7a0fc8972, host n-d-705658-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=4f37874f-bbf2-4c3c-a1a9-5db7a0fc8972,segment=NetworkSegment(7658cbf9-5c0d-4a70-a058-54aa4907aa3a),segment_id=7658cbf9-5c0d-4a70-a058-54aa4907aa3a)] {{(pid=105586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:23:29.011021 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-ecd4a8ec-79c5-4da3-8147-4e6fe56f963b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:29.027593 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.provisioning_blocks [None req-3aa72c09-241a-42cd-8ddf-86cdc7fa3859 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Transition to ACTIVE for port object c4f5e4b8-46f5-46b0-b5a9-59517502b6a5 will not be triggered until provisioned by entity DHCP. {{(pid=105584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:23:29.034711 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-cbc7d0a8-19a3-4b41-bdd4-2398a9b92c5e tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-990557'] for network, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:29.216542 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd410143-155d-4ec7-8739-39147faeae27 None None] Network f7da2063-60f8-41d6-9fb1-c8f28f4e8c0f requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:23:29.361352 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd4a8ec-79c5-4da3-8147-4e6fe56f963b None None] Pushing event updated for resources: {'Port': ['ID=4f37874f-bbf2-4c3c-a1a9-5db7a0fc8972,revision_number=2']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:23:29.403071 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-3aa72c09-241a-42cd-8ddf-86cdc7fa3859 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:29.544046 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa72c09-241a-42cd-8ddf-86cdc7fa3859 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Pushing event updated for resources: {'Port': ['ID=c4f5e4b8-46f5-46b0-b5a9-59517502b6a5,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:23:29.572998 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-cbc7d0a8-19a3-4b41-bdd4-2398a9b92c5e tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Deleting port 4f37874f-bbf2-4c3c-a1a9-5db7a0fc8972 {{(pid=105584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:23:29.584244 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-cbc7d0a8-19a3-4b41-bdd4-2398a9b92c5e tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:29.592702 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.db_base_plugin_common [None req-01de16ba-d412-426c-ae2d-23c7019e3436 None None] Allocated IP 2001:db8::2 (1e3156cc-543d-4063-b1c1-c6b096fb9a7c/4a65c486-6360-412a-b267-6decdd120730/0a4a751c-be11-4dba-bd7b-6a9883840cc4) {{(pid=105586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:23:29.761123 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [None req-cbc7d0a8-19a3-4b41-bdd4-2398a9b92c5e tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] For port 4f37874f-bbf2-4c3c-a1a9-5db7a0fc8972, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=4f37874f-bbf2-4c3c-a1a9-5db7a0fc8972,segment=NetworkSegment(7658cbf9-5c0d-4a70-a058-54aa4907aa3a),segment_id=7658cbf9-5c0d-4a70-a058-54aa4907aa3a)] {{(pid=105584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:23:29.761500 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-cbc7d0a8-19a3-4b41-bdd4-2398a9b92c5e tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:29.797562 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-cbc7d0a8-19a3-4b41-bdd4-2398a9b92c5e tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Calling delete_port for 4f37874f-bbf2-4c3c-a1a9-5db7a0fc8972 owned by network:dhcp {{(pid=105584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:23:29.993636 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-01de16ba-d412-426c-ae2d-23c7019e3436 None None] Notify callbacks [] for port, precommit_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:30.008418 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-01de16ba-d412-426c-ae2d-23c7019e3436 None None] Transition to ACTIVE for port object 0a4a751c-be11-4dba-bd7b-6a9883840cc4 will not be triggered until provisioned by entity L2. {{(pid=105586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:23:30.008813 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aa72c09-241a-42cd-8ddf-86cdc7fa3859 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Network 1e3156cc-543d-4063-b1c1-c6b096fb9a7c is already hosted by enough agents. {{(pid=105584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:23:30.010687 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-cbc7d0a8-19a3-4b41-bdd4-2398a9b92c5e tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:30.018193 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [None req-3aa72c09-241a-42cd-8ddf-86cdc7fa3859 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Resources bound (agent type, host, resource id): {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:23:30.022499 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aa72c09-241a-42cd-8ddf-86cdc7fa3859 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Received port after_create {{(pid=105584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:23:30.023089 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-3aa72c09-241a-42cd-8ddf-86cdc7fa3859 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4075523'] for router_interface, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:30.032860 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-01de16ba-d412-426c-ae2d-23c7019e3436 None None] Transition to ACTIVE for port object 0a4a751c-be11-4dba-bd7b-6a9883840cc4 will not be triggered until provisioned by entity DHCP. {{(pid=105586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:23:30.043863 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 281358e3-0369-4c1f-b0cb-7658d778dd30 up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:23:30.051411 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-01de16ba-d412-426c-ae2d-23c7019e3436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143'] for port, after_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:30.168446 n-d-705658-22 neutron-server[105586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01de16ba-d412-426c-ae2d-23c7019e3436 None None] Network 1e3156cc-543d-4063-b1c1-c6b096fb9a7c is already hosted by enough agents. {{(pid=105586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:23:30.178631 n-d-705658-22 neutron-server[105586]: DEBUG neutron.scheduler.base_scheduler [None req-01de16ba-d412-426c-ae2d-23c7019e3436 None None] Resources bound (agent type, host, resource id): {{(pid=105586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:23:30.181143 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01de16ba-d412-426c-ae2d-23c7019e3436 None None] Received port after_create {{(pid=105586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:23:30.188485 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70bc45e8-c27b-4a71-ab60-fb4f3f50cf19 None None] Network 5c202188-b020-4064-b377-c2f8c7a38547 requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:23:30.271220 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbc7d0a8-19a3-4b41-bdd4-2398a9b92c5e tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] No DVR routers for this DVR port 4f37874f-bbf2-4c3c-a1a9-5db7a0fc8972 on host n-d-705658-22 {{(pid=105584) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:23:30.273078 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc7d0a8-19a3-4b41-bdd4-2398a9b92c5e tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Pushing event deleted for resources: {'Port': ['ID=4f37874f-bbf2-4c3c-a1a9-5db7a0fc8972,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:23:30.433726 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01de16ba-d412-426c-ae2d-23c7019e3436 None None] Pushing event updated for resources: {'Port': ['ID=0a4a751c-be11-4dba-bd7b-6a9883840cc4,revision_number=1']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:23:30.451235 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-88baaca0-4084-4bc3-80a8-68ed6bd25c6b None None] Provisioning for port 281358e3-0369-4c1f-b0cb-7658d778dd30 completed by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:23:30.454349 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6829b614-2a4b-420c-8d7f-99fd884d11bd None None] Network f7da2063-60f8-41d6-9fb1-c8f28f4e8c0f requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:23:30.540835 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-cbc7d0a8-19a3-4b41-bdd4-2398a9b92c5e tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853562', 'neutron.services.segments.db._delete_segments_for_network-8790688882975'] for network, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:30.566949 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.segments.db [None req-cbc7d0a8-19a3-4b41-bdd4-2398a9b92c5e tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7da2063-60f8-41d6-9fb1-c8f28f4e8c0f']}} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:23:30.589834 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-3aa72c09-241a-42cd-8ddf-86cdc7fa3859 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:30.595862 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.segments.db [None req-cbc7d0a8-19a3-4b41-bdd4-2398a9b92c5e tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7658cbf9-5c0d-4a70-a058-54aa4907aa3a') {'for_net_delete': True} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:23:30.596479 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.segments.db [None req-cbc7d0a8-19a3-4b41-bdd4-2398a9b92c5e tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7658cbf9-5c0d-4a70-a058-54aa4907aa3a') {} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:23:30.623685 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-cbc7d0a8-19a3-4b41-bdd4-2398a9b92c5e tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790688883752', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9014348'] for segment, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:30.627912 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-88baaca0-4084-4bc3-80a8-68ed6bd25c6b None None] Provisioning complete for port 281358e3-0369-4c1f-b0cb-7658d778dd30 triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:23:30.628512 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-88baaca0-4084-4bc3-80a8-68ed6bd25c6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:30.677892 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-01de16ba-d412-426c-ae2d-23c7019e3436 None None] Attempting to bind port 0a4a751c-be11-4dba-bd7b-6a9883840cc4 on host n-d-705658-22 for vnic_type normal with profile {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:23:30.678362 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-01de16ba-d412-426c-ae2d-23c7019e3436 None None] Attempting to bind port 0a4a751c-be11-4dba-bd7b-6a9883840cc4 by drivers openvswitch,hyperv on host n-d-705658-22 at level 0 using segments [{'id': 'a0525a8a-a250-4d95-a61f-a8e70ffbe5cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '1e3156cc-543d-4063-b1c1-c6b096fb9a7c'}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:23:30.679588 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01de16ba-d412-426c-ae2d-23c7019e3436 None None] Attempting to bind port 0a4a751c-be11-4dba-bd7b-6a9883840cc4 on network 1e3156cc-543d-4063-b1c1-c6b096fb9a7c {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:23:30.680012 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-cbc7d0a8-19a3-4b41-bdd4-2398a9b92c5e tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:30.689706 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port 281358e3-0369-4c1f-b0cb-7658d778dd30 triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:23:30.690065 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:30.695541 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cbc7d0a8-19a3-4b41-bdd4-2398a9b92c5e tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Releasing vlan 223 on physical network physnet1 to pool {{(pid=105584) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:23:30.696196 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-cbc7d0a8-19a3-4b41-bdd4-2398a9b92c5e tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9014063'] for segment, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:30.700377 n-d-705658-22 neutron-server[105584]: Traceback (most recent call last): Jul 27 21:23:30.700377 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:23:30.700377 n-d-705658-22 neutron-server[105584]: timer() Jul 27 21:23:30.700377 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:23:30.700377 n-d-705658-22 neutron-server[105584]: cb(*args, **kw) Jul 27 21:23:30.700377 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:23:30.700377 n-d-705658-22 neutron-server[105584]: return func(*args, **kwargs) Jul 27 21:23:30.700377 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:23:30.700377 n-d-705658-22 neutron-server[105584]: self._notify() Jul 27 21:23:30.700377 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:23:30.700377 n-d-705658-22 neutron-server[105584]: self.callback(batched_events) Jul 27 21:23:30.700377 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:23:30.700377 n-d-705658-22 neutron-server[105584]: event.method(event) Jul 27 21:23:30.700377 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:23:30.700377 n-d-705658-22 neutron-server[105584]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:23:30.700377 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:23:30.700377 n-d-705658-22 neutron-server[105584]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:23:30.700377 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:23:30.700377 n-d-705658-22 neutron-server[105584]: return f(self, *a, **k) Jul 27 21:23:30.700377 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:23:30.700377 n-d-705658-22 neutron-server[105584]: return self._get(url).json() Jul 27 21:23:30.700377 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:23:30.700377 n-d-705658-22 neutron-server[105584]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:23:30.700377 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:23:30.700377 n-d-705658-22 neutron-server[105584]: return self.request(url, 'GET', **kwargs) Jul 27 21:23:30.700377 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:23:30.700377 n-d-705658-22 neutron-server[105584]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:23:30.700377 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:23:30.700377 n-d-705658-22 neutron-server[105584]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:23:30.700377 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:23:30.700377 n-d-705658-22 neutron-server[105584]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:23:30.700377 n-d-705658-22 neutron-server[105584]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:23:30.894562 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-cbc7d0a8-19a3-4b41-bdd4-2398a9b92c5e tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4075658'] for network, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:30.909727 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-cbc7d0a8-19a3-4b41-bdd4-2398a9b92c5e tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743886'] for network, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:30.914848 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 53844) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:23:30.927389 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-cbc7d0a8-19a3-4b41-bdd4-2398a9b92c5e tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] 10.222.0.59 "DELETE /v2.0/networks/f7da2063-60f8-41d6-9fb1-c8f28f4e8c0f HTTP/1.1" status: 204 len: 168 time: 5.4634256 Jul 27 21:23:30.938001 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01de16ba-d412-426c-ae2d-23c7019e3436 None None] Checking agent: {'id': '04a7ea91-6318-467e-ace6-b0fb48c8690f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 41, 42), 'started_at': datetime.datetime(2021, 7, 27, 20, 42, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 23, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:23:30.938633 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01de16ba-d412-426c-ae2d-23c7019e3436 None None] Checking segment: {'id': 'a0525a8a-a250-4d95-a61f-a8e70ffbe5cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '1e3156cc-543d-4063-b1c1-c6b096fb9a7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:23:30.939066 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-01de16ba-d412-426c-ae2d-23c7019e3436 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:30.939547 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01de16ba-d412-426c-ae2d-23c7019e3436 None None] Bound using segment: {'id': 'a0525a8a-a250-4d95-a61f-a8e70ffbe5cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '1e3156cc-543d-4063-b1c1-c6b096fb9a7c'} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:23:30.940478 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-01de16ba-d412-426c-ae2d-23c7019e3436 None None] Bound port: 0a4a751c-be11-4dba-bd7b-6a9883840cc4, host: n-d-705658-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0525a8a-a250-4d95-a61f-a8e70ffbe5cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '1e3156cc-543d-4063-b1c1-c6b096fb9a7c'}}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:23:30.940862 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-01de16ba-d412-426c-ae2d-23c7019e3436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:30.961503 n-d-705658-22 neutron-server[105585]: INFO neutron.pecan_wsgi.hooks.translation [None req-b475da90-25bf-48da-8950-be75356e96f5 tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] DELETE failed (client error): The resource could not be found. Jul 27 21:23:30.962823 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b475da90-25bf-48da-8950-be75356e96f5 tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105585) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 21:23:30.968947 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-b475da90-25bf-48da-8950-be75356e96f5 tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] 10.222.0.59 "DELETE /v2.0/networks/f7da2063-60f8-41d6-9fb1-c8f28f4e8c0f HTTP/1.1" status: 404 len: 339 time: 0.0522671 Jul 27 21:23:30.969976 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 53846) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:23:30.978359 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-c735134d-e2b4-486f-a604-c980f099e835 tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-604270318', 'description': 'd1'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:23:30.987350 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc7d0a8-19a3-4b41-bdd4-2398a9b92c5e tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Pushing event deleted for resources: {'Network': ['ID=f7da2063-60f8-41d6-9fb1-c8f28f4e8c0f,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:23:31.027304 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c735134d-e2b4-486f-a604-c980f099e835 tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Made reservation on behalf of f29f7f3f1b864f559ca1359aba7d5c57 for: {'network': 1} {{(pid=105585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:23:31.036108 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-c735134d-e2b4-486f-a604-c980f099e835 tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for network, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:31.108747 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c735134d-e2b4-486f-a604-c980f099e835 tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] vlan segment allocate from pool success with {'vlan_id': 216, 'physical_network': 'physnet1'} {{(pid=105585) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:23:31.144914 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-01de16ba-d412-426c-ae2d-23c7019e3436 None None] For port 0a4a751c-be11-4dba-bd7b-6a9883840cc4, host n-d-705658-22, cleared binding levels {{(pid=105586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:23:31.146967 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-c735134d-e2b4-486f-a604-c980f099e835 tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:31.147493 n-d-705658-22 neutron-server[105585]: INFO neutron.db.segments_db [None req-c735134d-e2b4-486f-a604-c980f099e835 tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Added segment 71792a20-732a-4430-bc53-d3fe2c15ee87 of type vlan for network 0658d7af-be46-417a-a4b0-58262a82fd26 Jul 27 21:23:31.150320 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-01de16ba-d412-426c-ae2d-23c7019e3436 None None] For port 0a4a751c-be11-4dba-bd7b-6a9883840cc4, host n-d-705658-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=0a4a751c-be11-4dba-bd7b-6a9883840cc4,segment=NetworkSegment(a0525a8a-a250-4d95-a61f-a8e70ffbe5cd),segment_id=a0525a8a-a250-4d95-a61f-a8e70ffbe5cd)] {{(pid=105586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:23:31.211431 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-01de16ba-d412-426c-ae2d-23c7019e3436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:31.251234 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-c735134d-e2b4-486f-a604-c980f099e835 tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790688424798'] for network, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:31.311412 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-c735134d-e2b4-486f-a604-c980f099e835 tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920'] for network, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:31.319606 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c735134d-e2b4-486f-a604-c980f099e835 tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:23:31.320370 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-c735134d-e2b4-486f-a604-c980f099e835 tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Notify callbacks [] for network, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:31.331912 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-3aa72c09-241a-42cd-8ddf-86cdc7fa3859 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks [] for port, precommit_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:31.344297 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-3aa72c09-241a-42cd-8ddf-86cdc7fa3859 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9014027'] for port, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:31.345423 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-3aa72c09-241a-42cd-8ddf-86cdc7fa3859 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3743906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4076435'] for router_interface, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:31.490816 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-c735134d-e2b4-486f-a604-c980f099e835 tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.5164347 Jul 27 21:23:31.499410 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 53852) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:23:31.628052 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01de16ba-d412-426c-ae2d-23c7019e3436 None None] Pushing event updated for resources: {'Port': ['ID=0a4a751c-be11-4dba-bd7b-6a9883840cc4,revision_number=2']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:23:31.687997 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa72c09-241a-42cd-8ddf-86cdc7fa3859 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Pushing event updated for resources: {'Port': ['ID=c4f5e4b8-46f5-46b0-b5a9-59517502b6a5,revision_number=2']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:23:31.711314 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44086037-1d31-4834-bf5e-7c5dadea6fa9 tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:23:31.717182 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-44086037-1d31-4834-bf5e-7c5dadea6fa9 tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] 10.222.0.59 "GET /v2.0/networks?id=0658d7af-be46-417a-a4b0-58262a82fd26 HTTP/1.1" status: 200 len: 764 time: 0.2140110 Jul 27 21:23:31.717423 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 53854) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:23:31.721810 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c735134d-e2b4-486f-a604-c980f099e835 tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Pushing event updated for resources: {'Network': ['ID=0658d7af-be46-417a-a4b0-58262a82fd26,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:23:31.733973 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Network 0658d7af-be46-417a-a4b0-58262a82fd26 details requested by agent ovs-agent-n-d-705658-22 with host n-d-705658-22 {{(pid=105586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:23:31.750245 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-e946ed24-04cc-4d9a-b739-5656b569016b tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Request body: {'network': {'description': 'd2'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:23:31.891772 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aa72c09-241a-42cd-8ddf-86cdc7fa3859 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Network 1e3156cc-543d-4063-b1c1-c6b096fb9a7c is already hosted by enough agents. {{(pid=105584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:23:31.894690 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [None req-3aa72c09-241a-42cd-8ddf-86cdc7fa3859 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Resources bound (agent type, host, resource id): {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:23:32.150076 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-e946ed24-04cc-4d9a-b739-5656b569016b tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790688424798'] for network, precommit_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:32.205089 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-388dbb96-4ad3-44ce-8d5f-e8b329f91b8f None None] Provisioning complete for port 281358e3-0369-4c1f-b0cb-7658d778dd30 triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:23:32.206251 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-388dbb96-4ad3-44ce-8d5f-e8b329f91b8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:32.217073 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-e946ed24-04cc-4d9a-b739-5656b569016b tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920'] for network, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:32.306850 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e946ed24-04cc-4d9a-b739-5656b569016b tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Pushing event updated for resources: {'Network': ['ID=0658d7af-be46-417a-a4b0-58262a82fd26,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:23:32.319572 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-e946ed24-04cc-4d9a-b739-5656b569016b tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Network 0658d7af-be46-417a-a4b0-58262a82fd26 is not hosted by any dhcp agent {{(pid=105584) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 27 21:23:32.326828 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e946ed24-04cc-4d9a-b739-5656b569016b tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:23:32.327602 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-e946ed24-04cc-4d9a-b739-5656b569016b tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Notify callbacks [] for network, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:32.331496 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Network 0658d7af-be46-417a-a4b0-58262a82fd26 details requested by agent ovs-agent-n-d-705658-22 with host n-d-705658-22 {{(pid=105586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:23:32.331785 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-e946ed24-04cc-4d9a-b739-5656b569016b tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] 10.222.0.59 "PUT /v2.0/networks/0658d7af-be46-417a-a4b0-58262a82fd26 HTTP/1.1" status: 200 len: 761 time: 0.6106219 Jul 27 21:23:32.332311 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 53862) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:23:32.421594 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3aa72c09-241a-42cd-8ddf-86cdc7fa3859 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Router 0cc939be-df0b-478f-8e8c-7650cb655c5f is scheduled to L3 agent dd128fd7-8e57-4d4f-895b-a96b369df59a with binding_index 1 {{(pid=105584) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 21:23:32.610262 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07c47082-27ca-41d8-b61e-604e7e4ae05f tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:23:32.612718 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-07c47082-27ca-41d8-b61e-604e7e4ae05f tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] 10.222.0.59 "GET /v2.0/networks?id=0658d7af-be46-417a-a4b0-58262a82fd26 HTTP/1.1" status: 200 len: 764 time: 0.2779477 Jul 27 21:23:32.619435 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 53866) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:23:32.703149 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3aa72c09-241a-42cd-8ddf-86cdc7fa3859 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify agent at l3_agent.n-d-705658-22 the message routers_updated {{(pid=105584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:23:32.708846 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-3aa72c09-241a-42cd-8ddf-86cdc7fa3859 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] 10.222.0.59 "PUT /v2.0/routers/0cc939be-df0b-478f-8e8c-7650cb655c5f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5641391 Jul 27 21:23:32.716462 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 53870) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:23:32.716603 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fca81e8a-7094-46c0-9ed2-2373cf2c8582 None None] Sync routers for ids ['0cc939be-df0b-478f-8e8c-7650cb655c5f'] in n-d-705658-22 {{(pid=105586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:23:32.739811 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fca81e8a-7094-46c0-9ed2-2373cf2c8582 None None] Routers {'0cc939be-df0b-478f-8e8c-7650cb655c5f'} bound to L3 agent in host n-d-705658-22 {{(pid=105586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:23:32.740529 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-fca81e8a-7094-46c0-9ed2-2373cf2c8582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:23:12Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['0cc939be-df0b-478f-8e8c-7650cb655c5f'], 'active': True} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:23:32.839966 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-fca81e8a-7094-46c0-9ed2-2373cf2c8582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-22', False) {} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:23:32.872135 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fca81e8a-7094-46c0-9ed2-2373cf2c8582 None None] Routers {'0cc939be-df0b-478f-8e8c-7650cb655c5f'} bound to L3 agent in host n-d-705658-22 {{(pid=105586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:23:32.873038 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-fca81e8a-7094-46c0-9ed2-2373cf2c8582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:23:12Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['0cc939be-df0b-478f-8e8c-7650cb655c5f'], 'active': True} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:23:32.935789 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-fca81e8a-7094-46c0-9ed2-2373cf2c8582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-22', False) {} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:23:32.936595 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fca81e8a-7094-46c0-9ed2-2373cf2c8582 None None] The sync data for ids ['0cc939be-df0b-478f-8e8c-7650cb655c5f'] in n-d-705658-22 is: [] {{(pid=105586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:23:32.947571 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fbfded7-0532-4d52-a1b6-24ce1d667fd4 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:23:32.949027 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-1fbfded7-0532-4d52-a1b6-24ce1d667fd4 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] 10.222.0.59 "GET /v2.0/ports/c4f5e4b8-46f5-46b0-b5a9-59517502b6a5 HTTP/1.1" status: 200 len: 911 time: 0.2287591 Jul 27 21:23:32.962218 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 53872) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:23:32.997704 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b18b072-e3dc-4a6f-b640-b470d56d5a8b tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:23:33.010283 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-8b18b072-e3dc-4a6f-b640-b470d56d5a8b tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] 10.222.0.59 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3896928 Jul 27 21:23:33.011458 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 53874) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:23:33.064758 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-bd72f580-3ae2-43c8-be9f-7194e584e191 tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] 10.222.0.59 "GET /v2.0/subnets?network_id=8735d8a2-b604-4758-ae71-b40e4ee6f305 HTTP/1.1" status: 200 len: 207 time: 0.0505180 Jul 27 21:23:33.066111 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 53876) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:23:33.229351 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1755bfe1-8e96-4f1c-85f8-14d585186729 None None] Network 1e3156cc-543d-4063-b1c1-c6b096fb9a7c requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:23:33.289985 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efaabb3c-b837-430c-a5dd-0f9a75207a57 tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:23:33.308444 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efaabb3c-b837-430c-a5dd-0f9a75207a57 tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:23:33.326595 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-0ed46b19-7fd1-4404-a4d0-13f7b56c54f0 None None] Provisioning for port 0a4a751c-be11-4dba-bd7b-6a9883840cc4 completed by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:23:33.328057 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efaabb3c-b837-430c-a5dd-0f9a75207a57 tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:23:33.344101 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efaabb3c-b837-430c-a5dd-0f9a75207a57 tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:23:33.352948 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efaabb3c-b837-430c-a5dd-0f9a75207a57 tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:23:33.364905 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efaabb3c-b837-430c-a5dd-0f9a75207a57 tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:23:33.367770 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-efaabb3c-b837-430c-a5dd-0f9a75207a57 tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] 10.222.0.59 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3726 time: 0.2994323 Jul 27 21:23:33.372415 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 53878) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:23:33.666926 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-6bab6976-beee-48b4-a966-c70e5900118c tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] 10.222.0.59 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 808 time: 0.2925920 Jul 27 21:23:33.670973 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 53882) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:23:33.776509 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d427618-aa3e-4957-81f4-c1bd06f9eede tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:23:33.778220 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d427618-aa3e-4957-81f4-c1bd06f9eede tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:23:33.780040 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d427618-aa3e-4957-81f4-c1bd06f9eede tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:23:33.784721 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d427618-aa3e-4957-81f4-c1bd06f9eede tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:23:33.787833 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d427618-aa3e-4957-81f4-c1bd06f9eede tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:23:33.790205 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-9d427618-aa3e-4957-81f4-c1bd06f9eede tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1178515 Jul 27 21:23:33.821551 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 53884) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:23:33.826010 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 0a4a751c-be11-4dba-bd7b-6a9883840cc4 up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:23:33.937591 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning for port 0a4a751c-be11-4dba-bd7b-6a9883840cc4 completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:23:33.946436 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port 0a4a751c-be11-4dba-bd7b-6a9883840cc4 triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:23:33.946827 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:33.957024 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a24a3c7-95d5-4d8a-b10d-f70d12d5728a tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Attributes excluded by policy engine: ['shared'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:23:33.959073 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a24a3c7-95d5-4d8a-b10d-f70d12d5728a tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Attributes excluded by policy engine: ['shared'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:23:33.961146 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a24a3c7-95d5-4d8a-b10d-f70d12d5728a tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Attributes excluded by policy engine: ['shared'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:23:33.962840 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a24a3c7-95d5-4d8a-b10d-f70d12d5728a tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Attributes excluded by policy engine: ['shared'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:23:33.964834 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a24a3c7-95d5-4d8a-b10d-f70d12d5728a tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Attributes excluded by policy engine: ['shared'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:23:33.974821 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 53888) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:23:33.976010 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-5a24a3c7-95d5-4d8a-b10d-f70d12d5728a tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] 10.222.0.59 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.1473951 Jul 27 21:23:34.068457 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-3eb4d1f0-03e6-4a44-85f6-ff7b1736a4c4 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4076536'] for router_interface, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:34.167883 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:34.190941 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-37421528-b97f-487e-8a00-880969bdfa97 None None] Provisioning complete for port 0a4a751c-be11-4dba-bd7b-6a9883840cc4 triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:23:34.190941 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-37421528-b97f-487e-8a00-880969bdfa97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:34.214457 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebe18a70-06e8-4909-8208-c6659e790b0f tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:23:34.216113 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-ebe18a70-06e8-4909-8208-c6659e790b0f tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] 10.222.0.59 "GET /v2.0/networks/b4797b06-bc8f-4949-a7c4-05143b0bdee1 HTTP/1.1" status: 200 len: 803 time: 0.2402031 Jul 27 21:23:34.220183 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 53890) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:23:34.263453 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] For port 0a4a751c-be11-4dba-bd7b-6a9883840cc4, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=0a4a751c-be11-4dba-bd7b-6a9883840cc4,segment=NetworkSegment(a0525a8a-a250-4d95-a61f-a8e70ffbe5cd),segment_id=a0525a8a-a250-4d95-a61f-a8e70ffbe5cd)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:23:34.277116 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:34.505301 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-0d457675-7292-4c1b-ace0-3bbb69a7cb05 tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] 10.222.0.59 "GET /v2.0/networks/b4797b06-bc8f-4949-a7c4-05143b0bdee1?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.2831001 Jul 27 21:23:34.512959 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 53892) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:23:34.561378 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Pushing event updated for resources: {'Port': ['ID=0a4a751c-be11-4dba-bd7b-6a9883840cc4,revision_number=3']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:23:34.675298 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-37421528-b97f-487e-8a00-880969bdfa97 None None] Provisioning for port c4f5e4b8-46f5-46b0-b5a9-59517502b6a5 completed by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:23:34.686727 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-37421528-b97f-487e-8a00-880969bdfa97 None None] Provisioning complete for port c4f5e4b8-46f5-46b0-b5a9-59517502b6a5 triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:23:34.690251 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-37421528-b97f-487e-8a00-880969bdfa97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:34.745410 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f937c444-79e8-46ae-9f13-7d63d598f007 tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:23:34.746835 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-f937c444-79e8-46ae-9f13-7d63d598f007 tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] 10.222.0.59 "GET /v2.0/subnets/94339012-0b53-4ea1-aa76-3a02bb813a8c HTTP/1.1" status: 200 len: 843 time: 0.2325788 Jul 27 21:23:34.756585 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 53896) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:23:34.785084 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-37421528-b97f-487e-8a00-880969bdfa97 None None] Port c4f5e4b8-46f5-46b0-b5a9-59517502b6a5 cannot update to ACTIVE because it is not bound. {{(pid=105586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:23:34.902401 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dbf6b0f-fff3-4e20-bc58-f5f6be2d1a7f tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Attributes excluded by policy engine: ['shared'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:23:34.910689 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-1dbf6b0f-fff3-4e20-bc58-f5f6be2d1a7f tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] 10.222.0.59 "GET /v2.0/subnets/94339012-0b53-4ea1-aa76-3a02bb813a8c?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1530302 Jul 27 21:23:34.915248 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 53900) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:23:34.918281 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-2c2c6f85-2738-4fd3-a9d2-2b115d66530f None None] Provisioning complete for port c4f5e4b8-46f5-46b0-b5a9-59517502b6a5 triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:23:34.918823 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-2c2c6f85-2738-4fd3-a9d2-2b115d66530f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:34.921373 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-a9aae469-2797-49be-a330-79547b400282 tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2000578715'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:23:34.948945 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69230d66-b3e4-49c9-86ed-b4032b599b50 None None] get_active_networks_info from n-d-705658-22 {{(pid=105586) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 27 21:23:34.971289 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9aae469-2797-49be-a330-79547b400282 tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Made reservation on behalf of f29f7f3f1b864f559ca1359aba7d5c57 for: {'network': 1} {{(pid=105585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:23:34.977330 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-a9aae469-2797-49be-a330-79547b400282 tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for network, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:35.044667 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9aae469-2797-49be-a330-79547b400282 tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] vlan segment allocate from pool success with {'vlan_id': 200, 'physical_network': 'physnet1'} {{(pid=105585) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:23:35.073537 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-a9aae469-2797-49be-a330-79547b400282 tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:35.073892 n-d-705658-22 neutron-server[105585]: INFO neutron.db.segments_db [None req-a9aae469-2797-49be-a330-79547b400282 tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Added segment db469241-2865-411f-a0c6-0fcccd2e5281 of type vlan for network 668a6546-df11-47e1-8c5c-013bf1696713 Jul 27 21:23:35.082701 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-2c2c6f85-2738-4fd3-a9d2-2b115d66530f None None] Port c4f5e4b8-46f5-46b0-b5a9-59517502b6a5 cannot update to ACTIVE because it is not bound. {{(pid=105586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:23:35.189855 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-a9aae469-2797-49be-a330-79547b400282 tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790688424798'] for network, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:35.226689 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-3eb4d1f0-03e6-4a44-85f6-ff7b1736a4c4 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Deleting port c4f5e4b8-46f5-46b0-b5a9-59517502b6a5 {{(pid=105584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:23:35.227338 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-3eb4d1f0-03e6-4a44-85f6-ff7b1736a4c4 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:35.232078 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-5d243d4c-f3f4-4d45-a7df-d4b2bff4a849 None None] Provisioning complete for port c4f5e4b8-46f5-46b0-b5a9-59517502b6a5 triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:23:35.232464 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-5d243d4c-f3f4-4d45-a7df-d4b2bff4a849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:35.260493 n-d-705658-22 neutron-server[105586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69230d66-b3e4-49c9-86ed-b4032b599b50 None None] Resources bound (agent type, host, resource id): {{(pid=105586) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 27 21:23:35.265167 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-a9aae469-2797-49be-a330-79547b400282 tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920'] for network, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:35.276277 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9aae469-2797-49be-a330-79547b400282 tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:23:35.277678 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-a9aae469-2797-49be-a330-79547b400282 tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Notify callbacks [] for network, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:35.434409 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-3eb4d1f0-03e6-4a44-85f6-ff7b1736a4c4 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:35.448327 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-a9aae469-2797-49be-a330-79547b400282 tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5313971 Jul 27 21:23:35.449747 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 53902) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:23:35.468739 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-d4427499-28d3-4b32-a3c8-a44d5f894cc9 tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Request body: {'subnet': {'network_id': '668a6546-df11-47e1-8c5c-013bf1696713', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:23:35.480510 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-3eb4d1f0-03e6-4a44-85f6-ff7b1736a4c4 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Calling delete_port for c4f5e4b8-46f5-46b0-b5a9-59517502b6a5 owned by network:router_interface {{(pid=105584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:23:35.510762 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-5d243d4c-f3f4-4d45-a7df-d4b2bff4a849 None None] Port c4f5e4b8-46f5-46b0-b5a9-59517502b6a5 cannot update to ACTIVE because it is not bound. {{(pid=105586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:23:35.554270 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9aae469-2797-49be-a330-79547b400282 tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Pushing event updated for resources: {'Network': ['ID=668a6546-df11-47e1-8c5c-013bf1696713,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:23:35.617115 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Network 668a6546-df11-47e1-8c5c-013bf1696713 details requested by agent ovs-agent-n-d-705658-22 with host n-d-705658-22 {{(pid=105586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:23:35.746853 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4427499-28d3-4b32-a3c8-a44d5f894cc9 tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Made reservation on behalf of f29f7f3f1b864f559ca1359aba7d5c57 for: {'subnet': 1} {{(pid=105585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:23:35.749845 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 0a4a751c-be11-4dba-bd7b-6a9883840cc4 up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:23:35.763268 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-d4427499-28d3-4b32-a3c8-a44d5f894cc9 tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9990620'] for subnet, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:35.834734 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-3eb4d1f0-03e6-4a44-85f6-ff7b1736a4c4 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:35.854704 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port 0a4a751c-be11-4dba-bd7b-6a9883840cc4 triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:23:35.861072 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:36.154354 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.ipam_backend_mixin [None req-d4427499-28d3-4b32-a3c8-a44d5f894cc9 tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Performing IP validity checks on allocation pools {{(pid=105585) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 27 21:23:36.154943 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.ipam_backend_mixin [None req-d4427499-28d3-4b32-a3c8-a44d5f894cc9 tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Checking for overlaps among allocation pools and gateway ip {{(pid=105585) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 27 21:23:36.169777 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb4d1f0-03e6-4a44-85f6-ff7b1736a4c4 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Pushing event deleted for resources: {'Port': ['ID=c4f5e4b8-46f5-46b0-b5a9-59517502b6a5,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:23:36.180257 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-3eb4d1f0-03e6-4a44-85f6-ff7b1736a4c4 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3743915', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4076308'] for router_interface, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:36.336797 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 53916) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:23:36.449925 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-d4427499-28d3-4b32-a3c8-a44d5f894cc9 tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10221797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9990606'] for subnet, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:36.452338 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:36.479771 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3eb4d1f0-03e6-4a44-85f6-ff7b1736a4c4 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Router 0cc939be-df0b-478f-8e8c-7650cb655c5f has already been hosted by L3 agent dd128fd7-8e57-4d4f-895b-a96b369df59a {{(pid=105584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:23:36.595117 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-faa6257a-b943-4230-bbe8-f9743bdf3686 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:36.614461 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4427499-28d3-4b32-a3c8-a44d5f894cc9 tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Pushing event updated for resources: {'Subnet': ['ID=5f585852-097c-4df7-82cf-dd406bd971b0,revision_number=0']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:23:36.622709 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4427499-28d3-4b32-a3c8-a44d5f894cc9 tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Checking segment: {'id': 'db469241-2865-411f-a0c6-0fcccd2e5281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '668a6546-df11-47e1-8c5c-013bf1696713'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:23:36.623086 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4427499-28d3-4b32-a3c8-a44d5f894cc9 tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Network hostable DHCP agents. Network: 668a6546-df11-47e1-8c5c-013bf1696713, hostable agents: ['7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a'], hosted agents: [] {{(pid=105585) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:23:36.650017 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3eb4d1f0-03e6-4a44-85f6-ff7b1736a4c4 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify agent at l3_agent.n-d-705658-22 the message routers_updated {{(pid=105584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:23:36.665119 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4427499-28d3-4b32-a3c8-a44d5f894cc9 tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Network 668a6546-df11-47e1-8c5c-013bf1696713 is scheduled to be hosted by DHCP agent 7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a with binding_index 1 {{(pid=105585) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:23:36.669935 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54bbc12a-fe84-4018-911c-fa56d0c3fdf4 None None] Sync routers for ids ['0cc939be-df0b-478f-8e8c-7650cb655c5f'] in n-d-705658-22 {{(pid=105587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:23:36.673849 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-3eb4d1f0-03e6-4a44-85f6-ff7b1736a4c4 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] 10.222.0.59 "PUT /v2.0/routers/0cc939be-df0b-478f-8e8c-7650cb655c5f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7104764 Jul 27 21:23:36.676688 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 53920) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:23:36.690977 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54bbc12a-fe84-4018-911c-fa56d0c3fdf4 None None] Routers {'0cc939be-df0b-478f-8e8c-7650cb655c5f'} bound to L3 agent in host n-d-705658-22 {{(pid=105587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:23:36.691988 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-54bbc12a-fe84-4018-911c-fa56d0c3fdf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:23:12Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['0cc939be-df0b-478f-8e8c-7650cb655c5f'], 'active': True} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:23:36.719848 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.base_scheduler [None req-d4427499-28d3-4b32-a3c8-a44d5f894cc9 tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-22, 668a6546-df11-47e1-8c5c-013bf1696713) {{(pid=105585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:23:36.728174 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5089eac-8da4-4744-83d1-bff9746b4782 None None] Network 668a6546-df11-47e1-8c5c-013bf1696713 requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:23:36.741630 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4427499-28d3-4b32-a3c8-a44d5f894cc9 tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:23:36.742061 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-d4427499-28d3-4b32-a3c8-a44d5f894cc9 tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Notify callbacks [] for subnet, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:36.749694 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-81966a9f-8daa-406e-853f-069fa37dcc12 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] 10.222.0.59 "GET /v2.0/ports?device_id=0cc939be-df0b-478f-8e8c-7650cb655c5f HTTP/1.1" status: 200 len: 205 time: 0.0686734 Jul 27 21:23:36.750396 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 53922) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:23:36.831753 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-54bbc12a-fe84-4018-911c-fa56d0c3fdf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-22', False) {} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:23:36.875901 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54bbc12a-fe84-4018-911c-fa56d0c3fdf4 None None] Routers {'0cc939be-df0b-478f-8e8c-7650cb655c5f'} bound to L3 agent in host n-d-705658-22 {{(pid=105587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:23:36.889205 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-54bbc12a-fe84-4018-911c-fa56d0c3fdf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:23:12Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['0cc939be-df0b-478f-8e8c-7650cb655c5f'], 'active': True} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:23:36.891373 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-faa6257a-b943-4230-bbe8-f9743bdf3686 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:36.900673 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-faa6257a-b943-4230-bbe8-f9743bdf3686 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:36.936445 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-d4427499-28d3-4b32-a3c8-a44d5f894cc9 tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 1.4820778 Jul 27 21:23:36.940454 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 53924) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:23:36.947098 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-60f0d59f-574c-494e-8f68-f58a0c23a5ca tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:23:37.001041 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-90996044-d280-4384-bbf1-8e3e022b21a7 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks [] for router, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:37.033074 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-faa6257a-b943-4230-bbe8-f9743bdf3686 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=878dd4a8bbd242248dcd5353c2189259&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6951053 Jul 27 21:23:37.039506 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 53926) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:23:37.054200 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa6257a-b943-4230-bbe8-f9743bdf3686 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f715339b-b7f2-4a50-8eab-3fbe769eb256,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:23:37.086360 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a08ae5d3-9265-451e-8093-66f89ea1e054 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30bb4b93-b285-5d90-9493-f9ec33ea333c-668a6546-df11-47e1-8c5c-013bf1696713', 'network_id': '668a6546-df11-47e1-8c5c-013bf1696713', 'tenant_id': 'f29f7f3f1b864f559ca1359aba7d5c57', 'fixed_ips': [{'subnet_id': '5f585852-097c-4df7-82cf-dd406bd971b0'}]}} from n-d-705658-22. {{(pid=105586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 21:23:37.087256 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-a08ae5d3-9265-451e-8093-66f89ea1e054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:37.236381 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-36e61fd8-bca3-4050-bf10-2d0cc34512f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:37.323216 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-36e61fd8-bca3-4050-bf10-2d0cc34512f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:37.377400 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-54bbc12a-fe84-4018-911c-fa56d0c3fdf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-22', False) {} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:23:37.387971 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54bbc12a-fe84-4018-911c-fa56d0c3fdf4 None None] The sync data for ids ['0cc939be-df0b-478f-8e8c-7650cb655c5f'] in n-d-705658-22 is: [] {{(pid=105587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:23:37.442769 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-36e61fd8-bca3-4050-bf10-2d0cc34512f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:37.445583 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-36e61fd8-bca3-4050-bf10-2d0cc34512f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:37.449128 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-36e61fd8-bca3-4050-bf10-2d0cc34512f5 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/f715339b-b7f2-4a50-8eab-3fbe769eb256 HTTP/1.1" status: 204 len: 168 time: 0.4063156 Jul 27 21:23:37.464457 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.db_base_plugin_common [None req-a08ae5d3-9265-451e-8093-66f89ea1e054 None None] Allocated IP 2001:db8::3 (668a6546-df11-47e1-8c5c-013bf1696713/5f585852-097c-4df7-82cf-dd406bd971b0/60f47387-2e08-4e81-9424-57d389ec7f2b) {{(pid=105586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:23:37.472567 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e61fd8-bca3-4050-bf10-2d0cc34512f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f715339b-b7f2-4a50-8eab-3fbe769eb256,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:23:37.490452 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-90996044-d280-4384-bbf1-8e3e022b21a7 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4163631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-425'] for router, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:37.501385 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-90996044-d280-4384-bbf1-8e3e022b21a7 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:37.638747 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-60f0d59f-574c-494e-8f68-f58a0c23a5ca tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-9738811'] for subnet, before_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:37.658670 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-90996044-d280-4384-bbf1-8e3e022b21a7 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4163007'] for router, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:37.661511 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90996044-d280-4384-bbf1-8e3e022b21a7 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Fanout notify agent at l3_agent the message router_deleted on router 0cc939be-df0b-478f-8e8c-7650cb655c5f {{(pid=105584) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 21:23:37.677765 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-90996044-d280-4384-bbf1-8e3e022b21a7 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks [] for router, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:37.681316 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-90996044-d280-4384-bbf1-8e3e022b21a7 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] 10.222.0.59 "DELETE /v2.0/routers/0cc939be-df0b-478f-8e8c-7650cb655c5f HTTP/1.1" status: 204 len: 168 time: 0.9298999 Jul 27 21:23:37.683840 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 53932) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:23:37.745256 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-a08ae5d3-9265-451e-8093-66f89ea1e054 None None] Notify callbacks [] for port, precommit_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:37.764246 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-a08ae5d3-9265-451e-8093-66f89ea1e054 None None] Transition to ACTIVE for port object 60f47387-2e08-4e81-9424-57d389ec7f2b will not be triggered until provisioned by entity L2. {{(pid=105586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:23:37.777931 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ee62511-6897-4ba6-8b72-875a378264f3 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Deleting subnet 4a65c486-6360-412a-b267-6decdd120730 {{(pid=105585) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:23:37.781990 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-3ee62511-6897-4ba6-8b72-875a378264f3 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks [] for subnet, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:37.805208 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-a08ae5d3-9265-451e-8093-66f89ea1e054 None None] Transition to ACTIVE for port object 60f47387-2e08-4e81-9424-57d389ec7f2b will not be triggered until provisioned by entity DHCP. {{(pid=105586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:23:37.817127 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-a08ae5d3-9265-451e-8093-66f89ea1e054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143'] for port, after_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:37.868432 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-3ee62511-6897-4ba6-8b72-875a378264f3 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9887057'] for subnet, precommit_delete_associations {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:37.885777 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08ae5d3-9265-451e-8093-66f89ea1e054 None None] Pushing event updated for resources: {'Port': ['ID=60f47387-2e08-4e81-9424-57d389ec7f2b,revision_number=1']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:23:37.907171 n-d-705658-22 neutron-server[105586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a08ae5d3-9265-451e-8093-66f89ea1e054 None None] Network 668a6546-df11-47e1-8c5c-013bf1696713 is already hosted by enough agents. {{(pid=105586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:23:37.909438 n-d-705658-22 neutron-server[105586]: DEBUG neutron.scheduler.base_scheduler [None req-a08ae5d3-9265-451e-8093-66f89ea1e054 None None] Resources bound (agent type, host, resource id): {{(pid=105586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:23:37.918330 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a08ae5d3-9265-451e-8093-66f89ea1e054 None None] Received port after_create {{(pid=105586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:23:38.010090 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-a08ae5d3-9265-451e-8093-66f89ea1e054 None None] Attempting to bind port 60f47387-2e08-4e81-9424-57d389ec7f2b on host n-d-705658-22 for vnic_type normal with profile {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:23:38.010964 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-a08ae5d3-9265-451e-8093-66f89ea1e054 None None] Attempting to bind port 60f47387-2e08-4e81-9424-57d389ec7f2b by drivers openvswitch,hyperv on host n-d-705658-22 at level 0 using segments [{'id': 'db469241-2865-411f-a0c6-0fcccd2e5281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '668a6546-df11-47e1-8c5c-013bf1696713'}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:23:38.011635 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a08ae5d3-9265-451e-8093-66f89ea1e054 None None] Attempting to bind port 60f47387-2e08-4e81-9424-57d389ec7f2b on network 668a6546-df11-47e1-8c5c-013bf1696713 {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:23:38.019026 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a08ae5d3-9265-451e-8093-66f89ea1e054 None None] Checking agent: {'id': '04a7ea91-6318-467e-ace6-b0fb48c8690f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 41, 42), 'started_at': datetime.datetime(2021, 7, 27, 20, 42, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 23, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:23:38.019807 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a08ae5d3-9265-451e-8093-66f89ea1e054 None None] Checking segment: {'id': 'db469241-2865-411f-a0c6-0fcccd2e5281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '668a6546-df11-47e1-8c5c-013bf1696713'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:23:38.020438 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-a08ae5d3-9265-451e-8093-66f89ea1e054 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:38.021094 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a08ae5d3-9265-451e-8093-66f89ea1e054 None None] Bound using segment: {'id': 'db469241-2865-411f-a0c6-0fcccd2e5281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '668a6546-df11-47e1-8c5c-013bf1696713'} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:23:38.022038 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-a08ae5d3-9265-451e-8093-66f89ea1e054 None None] Bound port: 60f47387-2e08-4e81-9424-57d389ec7f2b, host: n-d-705658-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db469241-2865-411f-a0c6-0fcccd2e5281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '668a6546-df11-47e1-8c5c-013bf1696713'}}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:23:38.022847 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-a08ae5d3-9265-451e-8093-66f89ea1e054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:38.068251 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-3ee62511-6897-4ba6-8b72-875a378264f3 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854965'] for subnet, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:38.114146 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-a08ae5d3-9265-451e-8093-66f89ea1e054 None None] For port 60f47387-2e08-4e81-9424-57d389ec7f2b, host n-d-705658-22, cleared binding levels {{(pid=105586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:23:38.114976 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 53938) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:23:38.119148 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-a08ae5d3-9265-451e-8093-66f89ea1e054 None None] For port 60f47387-2e08-4e81-9424-57d389ec7f2b, host n-d-705658-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=60f47387-2e08-4e81-9424-57d389ec7f2b,segment=NetworkSegment(db469241-2865-411f-a0c6-0fcccd2e5281),segment_id=db469241-2865-411f-a0c6-0fcccd2e5281)] {{(pid=105586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:23:38.125775 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-a08ae5d3-9265-451e-8093-66f89ea1e054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:38.211231 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-3ee62511-6897-4ba6-8b72-875a378264f3 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10221602', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9990583'] for subnet, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:38.212155 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c3fe9917-55c5-4266-8fcf-cb3cfd6d46c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:38.226795 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08ae5d3-9265-451e-8093-66f89ea1e054 None None] Pushing event updated for resources: {'Port': ['ID=60f47387-2e08-4e81-9424-57d389ec7f2b,revision_number=2']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:23:38.235636 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-3ee62511-6897-4ba6-8b72-875a378264f3 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks [] for subnet, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:38.243155 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 53942) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:23:38.243528 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05a00ba9-dd5a-4b53-b971-1acd71c792d9 None None] Network 1e3156cc-543d-4063-b1c1-c6b096fb9a7c requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:23:38.244549 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-3ee62511-6897-4ba6-8b72-875a378264f3 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] 10.222.0.59 "DELETE /v2.0/subnets/4a65c486-6360-412a-b267-6decdd120730 HTTP/1.1" status: 204 len: 168 time: 0.5595002 Jul 27 21:23:38.290453 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee62511-6897-4ba6-8b72-875a378264f3 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Pushing event deleted for resources: {'Subnet': ['ID=4a65c486-6360-412a-b267-6decdd120730,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:23:38.375970 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-60f0d59f-574c-494e-8f68-f58a0c23a5ca tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8790688807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-9014088'] for subnet, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:38.464961 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60f0d59f-574c-494e-8f68-f58a0c23a5ca tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:23:38.465860 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-60f0d59f-574c-494e-8f68-f58a0c23a5ca tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Notify callbacks [] for subnet, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:38.467408 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-60f0d59f-574c-494e-8f68-f58a0c23a5ca tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] 10.222.0.59 "PUT /v2.0/subnets/5f585852-097c-4df7-82cf-dd406bd971b0 HTTP/1.1" status: 200 len: 900 time: 1.5257194 Jul 27 21:23:38.470356 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 53944) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:23:38.501002 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-6367dcf5-894e-4e48-ad6a-5f61d55d2d26 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-990557'] for network, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:38.567775 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f0d59f-574c-494e-8f68-f58a0c23a5ca tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Pushing event updated for resources: {'Subnet': ['ID=5f585852-097c-4df7-82cf-dd406bd971b0,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:23:38.733405 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99a4887c-5f7f-4ce1-8732-f562b6c71fb8 None None] DHCP port deletion for 1e3156cc-543d-4063-b1c1-c6b096fb9a7c request from n-d-705658-22 {{(pid=105586) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 21:23:38.791778 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-c82d8d22-2c36-43c3-95e8-aa359ac7145f tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-990557'] for network, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:38.837104 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c3fe9917-55c5-4266-8fcf-cb3cfd6d46c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:38.848349 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c3fe9917-55c5-4266-8fcf-cb3cfd6d46c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:38.863494 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-99a4887c-5f7f-4ce1-8732-f562b6c71fb8 None None] Deleting port 0a4a751c-be11-4dba-bd7b-6a9883840cc4 {{(pid=105586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:23:38.866312 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-99a4887c-5f7f-4ce1-8732-f562b6c71fb8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:38.877475 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-6367dcf5-894e-4e48-ad6a-5f61d55d2d26 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Deleting port 0a4a751c-be11-4dba-bd7b-6a9883840cc4 {{(pid=105584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:23:38.889026 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-6367dcf5-894e-4e48-ad6a-5f61d55d2d26 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:38.972813 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [None req-c82d8d22-2c36-43c3-95e8-aa359ac7145f tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Deleting port 60f47387-2e08-4e81-9424-57d389ec7f2b {{(pid=105585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:23:38.981434 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-c82d8d22-2c36-43c3-95e8-aa359ac7145f tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:38.986442 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fe9917-55c5-4266-8fcf-cb3cfd6d46c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3dc2de5c-7788-4da9-a00d-5398fc557f8e,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:23:38.998007 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-c3fe9917-55c5-4266-8fcf-cb3cfd6d46c4 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=162f0c0f0d5144148f31fa12d5e3c64d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8714418 Jul 27 21:23:38.999068 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 53946) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:23:39.026828 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-99a4887c-5f7f-4ce1-8732-f562b6c71fb8 None None] For port 0a4a751c-be11-4dba-bd7b-6a9883840cc4, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=0a4a751c-be11-4dba-bd7b-6a9883840cc4,segment=NetworkSegment(a0525a8a-a250-4d95-a61f-a8e70ffbe5cd),segment_id=a0525a8a-a250-4d95-a61f-a8e70ffbe5cd)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:23:39.027262 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-99a4887c-5f7f-4ce1-8732-f562b6c71fb8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:39.038796 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-1e01b1de-6ca4-4c81-a829-5baffc76997f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:39.051049 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-99a4887c-5f7f-4ce1-8732-f562b6c71fb8 None None] Calling delete_port for 0a4a751c-be11-4dba-bd7b-6a9883840cc4 owned by network:dhcp {{(pid=105586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:23:39.137303 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [None req-6367dcf5-894e-4e48-ad6a-5f61d55d2d26 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] For port 0a4a751c-be11-4dba-bd7b-6a9883840cc4, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=0a4a751c-be11-4dba-bd7b-6a9883840cc4,segment=NetworkSegment(a0525a8a-a250-4d95-a61f-a8e70ffbe5cd),segment_id=a0525a8a-a250-4d95-a61f-a8e70ffbe5cd)] {{(pid=105584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:23:39.138930 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-6367dcf5-894e-4e48-ad6a-5f61d55d2d26 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:39.156459 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-99a4887c-5f7f-4ce1-8732-f562b6c71fb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180'] for port, after_delete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:39.176099 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.db [None req-c82d8d22-2c36-43c3-95e8-aa359ac7145f tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] For port 60f47387-2e08-4e81-9424-57d389ec7f2b, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=60f47387-2e08-4e81-9424-57d389ec7f2b,segment=NetworkSegment(db469241-2865-411f-a0c6-0fcccd2e5281),segment_id=db469241-2865-411f-a0c6-0fcccd2e5281)] {{(pid=105585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:23:39.177267 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-c82d8d22-2c36-43c3-95e8-aa359ac7145f tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:39.196269 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a4887c-5f7f-4ce1-8732-f562b6c71fb8 None None] Pushing event deleted for resources: {'Port': ['ID=0a4a751c-be11-4dba-bd7b-6a9883840cc4,revision_number=None']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:23:39.209208 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [None req-c82d8d22-2c36-43c3-95e8-aa359ac7145f tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Calling delete_port for 60f47387-2e08-4e81-9424-57d389ec7f2b owned by network:dhcp {{(pid=105585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:23:39.214742 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-6367dcf5-894e-4e48-ad6a-5f61d55d2d26 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Calling delete_port for 0a4a751c-be11-4dba-bd7b-6a9883840cc4 owned by network:dhcp {{(pid=105584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:23:39.217048 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99a4887c-5f7f-4ce1-8732-f562b6c71fb8 None None] No DVR routers for this DVR port 0a4a751c-be11-4dba-bd7b-6a9883840cc4 on host n-d-705658-22 {{(pid=105586) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:23:39.270462 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-2c103ca8-bc63-4dc3-b6df-285a4bd27b87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:39.406927 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-2c103ca8-bc63-4dc3-b6df-285a4bd27b87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:39.532366 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-c82d8d22-2c36-43c3-95e8-aa359ac7145f tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:39.560031 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-6367dcf5-894e-4e48-ad6a-5f61d55d2d26 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:39.573253 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82d8d22-2c36-43c3-95e8-aa359ac7145f tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Pushing event deleted for resources: {'Port': ['ID=60f47387-2e08-4e81-9424-57d389ec7f2b,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:23:39.616993 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-2c103ca8-bc63-4dc3-b6df-285a4bd27b87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:39.619545 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-2c103ca8-bc63-4dc3-b6df-285a4bd27b87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:39.622152 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-2c103ca8-bc63-4dc3-b6df-285a4bd27b87 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/3dc2de5c-7788-4da9-a00d-5398fc557f8e HTTP/1.1" status: 204 len: 168 time: 0.6174591 Jul 27 21:23:39.629167 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6367dcf5-894e-4e48-ad6a-5f61d55d2d26 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Pushing event deleted for resources: {'Port': ['ID=0a4a751c-be11-4dba-bd7b-6a9883840cc4,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:23:39.634569 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c82d8d22-2c36-43c3-95e8-aa359ac7145f tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] No DVR routers for this DVR port 60f47387-2e08-4e81-9424-57d389ec7f2b on host n-d-705658-22 {{(pid=105585) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:23:39.636945 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c103ca8-bc63-4dc3-b6df-285a4bd27b87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dc2de5c-7788-4da9-a00d-5398fc557f8e,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:23:39.638631 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6367dcf5-894e-4e48-ad6a-5f61d55d2d26 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] No DVR routers for this DVR port 0a4a751c-be11-4dba-bd7b-6a9883840cc4 on host n-d-705658-22 {{(pid=105584) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:23:39.776810 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 0a4a751c-be11-4dba-bd7b-6a9883840cc4 no longer exists at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:23:39.779282 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-c82d8d22-2c36-43c3-95e8-aa359ac7145f tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854965'] for subnet, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:39.828814 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-6367dcf5-894e-4e48-ad6a-5f61d55d2d26 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853562', 'neutron.services.segments.db._delete_segments_for_network-8790688882975'] for network, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:39.847141 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] No Port match for: 0a4a751c-be11-4dba-bd7b-6a9883840cc4 {{(pid=105586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:23:39.861114 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.segments.db [None req-6367dcf5-894e-4e48-ad6a-5f61d55d2d26 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e3156cc-543d-4063-b1c1-c6b096fb9a7c']}} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:23:39.862009 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 0a4a751c-be11-4dba-bd7b-6a9883840cc4 not bound to the agent host n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:23:39.885264 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.segments.db [None req-6367dcf5-894e-4e48-ad6a-5f61d55d2d26 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0525a8a-a250-4d95-a61f-a8e70ffbe5cd') {'for_net_delete': True} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:23:39.885986 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.segments.db [None req-6367dcf5-894e-4e48-ad6a-5f61d55d2d26 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0525a8a-a250-4d95-a61f-a8e70ffbe5cd') {} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:23:39.905078 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-c82d8d22-2c36-43c3-95e8-aa359ac7145f tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10221602', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9990583'] for subnet, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:39.910342 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-6367dcf5-894e-4e48-ad6a-5f61d55d2d26 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790688883752', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9014348'] for segment, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:39.944055 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e7704a9-8154-4a3f-b273-7356aaa22b75 None None] Network 668a6546-df11-47e1-8c5c-013bf1696713 requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:23:39.960231 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-6367dcf5-894e-4e48-ad6a-5f61d55d2d26 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:39.972093 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6367dcf5-894e-4e48-ad6a-5f61d55d2d26 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Releasing vlan 215 on physical network physnet1 to pool {{(pid=105584) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:23:39.972610 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-6367dcf5-894e-4e48-ad6a-5f61d55d2d26 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9014063'] for segment, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:39.986246 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82d8d22-2c36-43c3-95e8-aa359ac7145f tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Pushing event deleted for resources: {'Subnet': ['ID=5f585852-097c-4df7-82cf-dd406bd971b0,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:23:40.087615 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-a19e3eaf-1ab2-4179-83ad-51c81b282930 None None] Could not find standard attr ID for object 60f47387-2e08-4e81-9424-57d389ec7f2b. {{(pid=105586) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 27 21:23:40.106248 n-d-705658-22 neutron-server[105584]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 21:23:40.106248 n-d-705658-22 neutron-server[105584]: self.session.flush() Jul 27 21:23:40.106248 n-d-705658-22 neutron-server[105584]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 21:23:40.106248 n-d-705658-22 neutron-server[105584]: self.session.flush() Jul 27 21:23:40.106248 n-d-705658-22 neutron-server[105584]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 21:23:40.106248 n-d-705658-22 neutron-server[105584]: self.session.flush() Jul 27 21:23:40.106248 n-d-705658-22 neutron-server[105584]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 21:23:40.106248 n-d-705658-22 neutron-server[105584]: self.session.flush() Jul 27 21:23:40.106248 n-d-705658-22 neutron-server[105584]: Traceback (most recent call last): Jul 27 21:23:40.106248 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:23:40.106248 n-d-705658-22 neutron-server[105584]: timer() Jul 27 21:23:40.106248 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:23:40.106248 n-d-705658-22 neutron-server[105584]: cb(*args, **kw) Jul 27 21:23:40.106248 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:23:40.106248 n-d-705658-22 neutron-server[105584]: return func(*args, **kwargs) Jul 27 21:23:40.106248 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:23:40.106248 n-d-705658-22 neutron-server[105584]: self._notify() Jul 27 21:23:40.106248 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:23:40.106248 n-d-705658-22 neutron-server[105584]: self.callback(batched_events) Jul 27 21:23:40.106248 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:23:40.106248 n-d-705658-22 neutron-server[105584]: event.method(event) Jul 27 21:23:40.106248 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:23:40.106248 n-d-705658-22 neutron-server[105584]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:23:40.106248 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:23:40.106248 n-d-705658-22 neutron-server[105584]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:23:40.106248 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:23:40.106248 n-d-705658-22 neutron-server[105584]: return f(self, *a, **k) Jul 27 21:23:40.106248 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:23:40.106248 n-d-705658-22 neutron-server[105584]: return self._get(url).json() Jul 27 21:23:40.106248 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:23:40.106248 n-d-705658-22 neutron-server[105584]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:23:40.106248 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:23:40.106248 n-d-705658-22 neutron-server[105584]: return self.request(url, 'GET', **kwargs) Jul 27 21:23:40.106248 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:23:40.106248 n-d-705658-22 neutron-server[105584]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:23:40.106248 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:23:40.106248 n-d-705658-22 neutron-server[105584]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:23:40.106248 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:23:40.106248 n-d-705658-22 neutron-server[105584]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:23:40.106248 n-d-705658-22 neutron-server[105584]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:23:40.111469 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-6367dcf5-894e-4e48-ad6a-5f61d55d2d26 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4075658'] for network, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:40.133548 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-6367dcf5-894e-4e48-ad6a-5f61d55d2d26 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks [] for network, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:40.144171 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-6367dcf5-894e-4e48-ad6a-5f61d55d2d26 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] 10.222.0.59 "DELETE /v2.0/networks/1e3156cc-543d-4063-b1c1-c6b096fb9a7c HTTP/1.1" status: 204 len: 168 time: 1.8995864 Jul 27 21:23:40.153946 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-c82d8d22-2c36-43c3-95e8-aa359ac7145f tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853562', 'neutron.services.segments.db._delete_segments_for_network-8790688882975'] for network, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:40.156767 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 53954) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:23:40.166239 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6367dcf5-894e-4e48-ad6a-5f61d55d2d26 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Pushing event deleted for resources: {'Network': ['ID=1e3156cc-543d-4063-b1c1-c6b096fb9a7c,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:23:40.184742 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-4d23198b-97e1-4268-8267-fc42c6f638b0 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-326340902', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305'}, 'admin_state_up': False}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:23:40.198977 n-d-705658-22 neutron-server[105585]: DEBUG neutron.services.segments.db [None req-c82d8d22-2c36-43c3-95e8-aa359ac7145f tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['668a6546-df11-47e1-8c5c-013bf1696713']}} {{(pid=105585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:23:40.216922 n-d-705658-22 neutron-server[105585]: DEBUG neutron.services.segments.db [None req-c82d8d22-2c36-43c3-95e8-aa359ac7145f tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db469241-2865-411f-a0c6-0fcccd2e5281') {'for_net_delete': True} {{(pid=105585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:23:40.217512 n-d-705658-22 neutron-server[105585]: DEBUG neutron.services.segments.db [None req-c82d8d22-2c36-43c3-95e8-aa359ac7145f tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db469241-2865-411f-a0c6-0fcccd2e5281') {} {{(pid=105585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:23:40.241033 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-c82d8d22-2c36-43c3-95e8-aa359ac7145f tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790688883752', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9886370'] for segment, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:40.254314 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:40.269551 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-4d23198b-97e1-4268-8267-fc42c6f638b0 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4163813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-443'] for router, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:40.271474 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-4d23198b-97e1-4268-8267-fc42c6f638b0 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4165196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4077059', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3711235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-418'] for router, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:40.279478 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-c82d8d22-2c36-43c3-95e8-aa359ac7145f tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:40.290330 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c82d8d22-2c36-43c3-95e8-aa359ac7145f tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Releasing vlan 200 on physical network physnet1 to pool {{(pid=105585) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:23:40.291176 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-c82d8d22-2c36-43c3-95e8-aa359ac7145f tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10221644'] for segment, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:40.295335 n-d-705658-22 neutron-server[105585]: Traceback (most recent call last): Jul 27 21:23:40.295335 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:23:40.295335 n-d-705658-22 neutron-server[105585]: timer() Jul 27 21:23:40.295335 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:23:40.295335 n-d-705658-22 neutron-server[105585]: cb(*args, **kw) Jul 27 21:23:40.295335 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:23:40.295335 n-d-705658-22 neutron-server[105585]: return func(*args, **kwargs) Jul 27 21:23:40.295335 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:23:40.295335 n-d-705658-22 neutron-server[105585]: self._notify() Jul 27 21:23:40.295335 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:23:40.295335 n-d-705658-22 neutron-server[105585]: self.callback(batched_events) Jul 27 21:23:40.295335 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:23:40.295335 n-d-705658-22 neutron-server[105585]: event.method(event) Jul 27 21:23:40.295335 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:23:40.295335 n-d-705658-22 neutron-server[105585]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:23:40.295335 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:23:40.295335 n-d-705658-22 neutron-server[105585]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:23:40.295335 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:23:40.295335 n-d-705658-22 neutron-server[105585]: return f(self, *a, **k) Jul 27 21:23:40.295335 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:23:40.295335 n-d-705658-22 neutron-server[105585]: return self._get(url).json() Jul 27 21:23:40.295335 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:23:40.295335 n-d-705658-22 neutron-server[105585]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:23:40.295335 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:23:40.295335 n-d-705658-22 neutron-server[105585]: return self.request(url, 'GET', **kwargs) Jul 27 21:23:40.295335 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:23:40.295335 n-d-705658-22 neutron-server[105585]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:23:40.295335 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:23:40.295335 n-d-705658-22 neutron-server[105585]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:23:40.295335 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:23:40.295335 n-d-705658-22 neutron-server[105585]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:23:40.295335 n-d-705658-22 neutron-server[105585]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:23:40.307186 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a77a4958-e31e-4520-bc57-c6a6f3b57e81 None None] DHCP port deletion for 668a6546-df11-47e1-8c5c-013bf1696713 request from n-d-705658-22 {{(pid=105586) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 21:23:40.332432 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e48881a-6442-47ec-abc4-57c594309ca4 None None] Network 668a6546-df11-47e1-8c5c-013bf1696713 requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:23:40.387675 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-c82d8d22-2c36-43c3-95e8-aa359ac7145f tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4075658'] for network, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:40.400344 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-c82d8d22-2c36-43c3-95e8-aa359ac7145f tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Notify callbacks [] for network, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:40.402341 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-c82d8d22-2c36-43c3-95e8-aa359ac7145f tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] 10.222.0.59 "DELETE /v2.0/networks/668a6546-df11-47e1-8c5c-013bf1696713 HTTP/1.1" status: 204 len: 168 time: 1.9307456 Jul 27 21:23:40.406140 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 53960) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:23:40.468850 n-d-705658-22 neutron-server[105584]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd8a3fb8-7363-4212-9889-bc1d6ddaf153 tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] DELETE failed (client error): The resource could not be found. Jul 27 21:23:40.469448 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd8a3fb8-7363-4212-9889-bc1d6ddaf153 tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105584) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 21:23:40.477379 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82d8d22-2c36-43c3-95e8-aa359ac7145f tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Pushing event deleted for resources: {'Network': ['ID=668a6546-df11-47e1-8c5c-013bf1696713,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:23:40.485745 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-bd8a3fb8-7363-4212-9889-bc1d6ddaf153 tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] 10.222.0.59 "DELETE /v2.0/subnets/5f585852-097c-4df7-82cf-dd406bd971b0 HTTP/1.1" status: 404 len: 337 time: 0.0750103 Jul 27 21:23:40.485745 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 53966) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:23:40.519164 n-d-705658-22 neutron-server[105584]: INFO neutron.pecan_wsgi.hooks.translation [None req-0375a0c9-bb99-43e5-9bb6-42bde76fecfe tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] DELETE failed (client error): The resource could not be found. Jul 27 21:23:40.519845 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0375a0c9-bb99-43e5-9bb6-42bde76fecfe tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105584) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 21:23:40.526773 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-0375a0c9-bb99-43e5-9bb6-42bde76fecfe tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] 10.222.0.59 "DELETE /v2.0/networks/668a6546-df11-47e1-8c5c-013bf1696713 HTTP/1.1" status: 404 len: 339 time: 0.0363164 Jul 27 21:23:40.527825 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 53970) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:23:40.558749 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-4d23198b-97e1-4268-8267-fc42c6f638b0 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:40.653742 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-aa22769d-bc0a-4ac8-b322-3fb48c21e543 tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-990557'] for network, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:40.733058 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-4d23198b-97e1-4268-8267-fc42c6f638b0 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4077169', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4163787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-400'] for router, precommit_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:40.783336 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-aa22769d-bc0a-4ac8-b322-3fb48c21e543 tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853562', 'neutron.services.segments.db._delete_segments_for_network-8790688882975'] for network, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:40.811700 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.segments.db [None req-aa22769d-bc0a-4ac8-b322-3fb48c21e543 tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0658d7af-be46-417a-a4b0-58262a82fd26']}} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:23:40.824130 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.segments.db [None req-aa22769d-bc0a-4ac8-b322-3fb48c21e543 tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71792a20-732a-4430-bc53-d3fe2c15ee87') {'for_net_delete': True} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:23:40.824509 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.segments.db [None req-aa22769d-bc0a-4ac8-b322-3fb48c21e543 tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71792a20-732a-4430-bc53-d3fe2c15ee87') {} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:23:40.835361 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-aa22769d-bc0a-4ac8-b322-3fb48c21e543 tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790688883752', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9014348'] for segment, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:40.863515 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-aa22769d-bc0a-4ac8-b322-3fb48c21e543 tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:40.882687 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa22769d-bc0a-4ac8-b322-3fb48c21e543 tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Releasing vlan 216 on physical network physnet1 to pool {{(pid=105584) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:23:40.883099 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-aa22769d-bc0a-4ac8-b322-3fb48c21e543 tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9014063'] for segment, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:40.886491 n-d-705658-22 neutron-server[105584]: Traceback (most recent call last): Jul 27 21:23:40.886491 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:23:40.886491 n-d-705658-22 neutron-server[105584]: timer() Jul 27 21:23:40.886491 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:23:40.886491 n-d-705658-22 neutron-server[105584]: cb(*args, **kw) Jul 27 21:23:40.886491 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:23:40.886491 n-d-705658-22 neutron-server[105584]: return func(*args, **kwargs) Jul 27 21:23:40.886491 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:23:40.886491 n-d-705658-22 neutron-server[105584]: self._notify() Jul 27 21:23:40.886491 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:23:40.886491 n-d-705658-22 neutron-server[105584]: self.callback(batched_events) Jul 27 21:23:40.886491 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:23:40.886491 n-d-705658-22 neutron-server[105584]: event.method(event) Jul 27 21:23:40.886491 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:23:40.886491 n-d-705658-22 neutron-server[105584]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:23:40.886491 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:23:40.886491 n-d-705658-22 neutron-server[105584]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:23:40.886491 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:23:40.886491 n-d-705658-22 neutron-server[105584]: return f(self, *a, **k) Jul 27 21:23:40.886491 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:23:40.886491 n-d-705658-22 neutron-server[105584]: return self._get(url).json() Jul 27 21:23:40.886491 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:23:40.886491 n-d-705658-22 neutron-server[105584]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:23:40.886491 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:23:40.886491 n-d-705658-22 neutron-server[105584]: return self.request(url, 'GET', **kwargs) Jul 27 21:23:40.886491 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:23:40.886491 n-d-705658-22 neutron-server[105584]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:23:40.886491 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:23:40.886491 n-d-705658-22 neutron-server[105584]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:23:40.886491 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:23:40.886491 n-d-705658-22 neutron-server[105584]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:23:40.886491 n-d-705658-22 neutron-server[105584]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:23:41.015890 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-aa22769d-bc0a-4ac8-b322-3fb48c21e543 tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4075658'] for network, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:41.052210 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-aa22769d-bc0a-4ac8-b322-3fb48c21e543 tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Notify callbacks [] for network, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:41.058807 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-aa22769d-bc0a-4ac8-b322-3fb48c21e543 tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] 10.222.0.59 "DELETE /v2.0/networks/0658d7af-be46-417a-a4b0-58262a82fd26 HTTP/1.1" status: 204 len: 168 time: 0.5297542 Jul 27 21:23:41.078466 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 53980) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:23:41.094596 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa22769d-bc0a-4ac8-b322-3fb48c21e543 tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Pushing event deleted for resources: {'Network': ['ID=0658d7af-be46-417a-a4b0-58262a82fd26,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:23:41.509270 n-d-705658-22 neutron-server[105585]: INFO neutron.pecan_wsgi.hooks.translation [None req-5fe1afb4-7a02-4c7a-9d43-51cac2df406e tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] DELETE failed (client error): The resource could not be found. Jul 27 21:23:41.509837 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5fe1afb4-7a02-4c7a-9d43-51cac2df406e tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105585) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 21:23:41.514109 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 53988) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:23:41.514294 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-5fe1afb4-7a02-4c7a-9d43-51cac2df406e tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] 10.222.0.59 "DELETE /v2.0/subnets/292ce1d9-5249-425a-be8c-c5fd0ce7c995 HTTP/1.1" status: 404 len: 337 time: 0.4344730 Jul 27 21:23:41.557691 n-d-705658-22 neutron-server[105584]: INFO neutron.pecan_wsgi.hooks.translation [None req-50043d5e-e910-46bc-a130-e19a22ec5b9f tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] DELETE failed (client error): The resource could not be found. Jul 27 21:23:41.558300 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-c0d068cf-86d0-4c3d-95cd-fa71fcd5a96e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:41.558782 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-50043d5e-e910-46bc-a130-e19a22ec5b9f tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105584) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 21:23:41.564957 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-50043d5e-e910-46bc-a130-e19a22ec5b9f tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] 10.222.0.59 "DELETE /v2.0/networks/f7da2063-60f8-41d6-9fb1-c8f28f4e8c0f HTTP/1.1" status: 404 len: 339 time: 0.0488307 Jul 27 21:23:41.569033 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 53990) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:23:41.581593 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-4d23198b-97e1-4268-8267-fc42c6f638b0 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks [] for router_gateway, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:41.631121 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-4d23198b-97e1-4268-8267-fc42c6f638b0 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:41.633392 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 60f47387-2e08-4e81-9424-57d389ec7f2b no longer exists at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:23:41.668375 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] No Port match for: 60f47387-2e08-4e81-9424-57d389ec7f2b {{(pid=105586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:23:41.669025 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 60f47387-2e08-4e81-9424-57d389ec7f2b not bound to the agent host n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:23:41.694522 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.db_base_plugin_v2 [None req-a273e32d-bc37-4793-8a76-94f1d699ab99 tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Deleting subnet 66c9138f-a874-49ee-8186-f605bbc4b6f8 {{(pid=105584) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:23:41.708096 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-a273e32d-bc37-4793-8a76-94f1d699ab99 tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Notify callbacks [] for subnet, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:41.765260 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-a273e32d-bc37-4793-8a76-94f1d699ab99 tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9014207'] for subnet, precommit_delete_associations {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:41.810505 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 53996) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:23:41.890411 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:41.913064 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.db_base_plugin_common [None req-4d23198b-97e1-4268-8267-fc42c6f638b0 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Allocated IP 172.25.5.32 (8735d8a2-b604-4758-ae71-b40e4ee6f305/eca7dbab-b9c0-4c8f-a272-816ea8a81764/4ea63c11-18f1-404d-8f07-fc949805a1a7) {{(pid=105585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:23:41.951896 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-a273e32d-bc37-4793-8a76-94f1d699ab99 tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854965'] for subnet, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:42.004326 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-484fb72e-943e-4900-ba5d-1ec514bfcc0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:42.059724 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-a273e32d-bc37-4793-8a76-94f1d699ab99 tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9014081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9738825'] for subnet, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:42.081890 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-4d23198b-97e1-4268-8267-fc42c6f638b0 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks [] for port, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:42.101369 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a273e32d-bc37-4793-8a76-94f1d699ab99 tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Pushing event deleted for resources: {'Subnet': ['ID=66c9138f-a874-49ee-8186-f605bbc4b6f8,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:23:42.107879 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-a273e32d-bc37-4793-8a76-94f1d699ab99 tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Notify callbacks [] for subnet, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:42.114326 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-a273e32d-bc37-4793-8a76-94f1d699ab99 tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] 10.222.0.59 "DELETE /v2.0/subnets/66c9138f-a874-49ee-8186-f605bbc4b6f8 HTTP/1.1" status: 204 len: 168 time: 0.5442176 Jul 27 21:23:42.115658 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ad78988-c40d-40aa-8b15-b78d70ba540e None None] Network 5c202188-b020-4064-b377-c2f8c7a38547 requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:23:42.124006 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 54000) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:23:42.137971 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-4d23198b-97e1-4268-8267-fc42c6f638b0 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:42.200623 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d23198b-97e1-4268-8267-fc42c6f638b0 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Pushing event updated for resources: {'Port': ['ID=4ea63c11-18f1-404d-8f07-fc949805a1a7,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:23:42.216784 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d23198b-97e1-4268-8267-fc42c6f638b0 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Network 8735d8a2-b604-4758-ae71-b40e4ee6f305 is already hosted by enough agents. {{(pid=105585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:23:42.221512 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.base_scheduler [None req-4d23198b-97e1-4268-8267-fc42c6f638b0 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Resources bound (agent type, host, resource id): {{(pid=105585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:23:42.224682 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d23198b-97e1-4268-8267-fc42c6f638b0 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Received port after_create {{(pid=105585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:23:42.252601 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.db_base_plugin_v2 [None req-efb9bb00-2051-4e6d-a390-0474dd55430f tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Deleting subnet aa175120-6445-436f-9642-af0d6af151be {{(pid=105584) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:23:42.263046 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-efb9bb00-2051-4e6d-a390-0474dd55430f tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Notify callbacks [] for subnet, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:42.386267 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-efb9bb00-2051-4e6d-a390-0474dd55430f tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9014207'] for subnet, precommit_delete_associations {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:42.473481 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-484fb72e-943e-4900-ba5d-1ec514bfcc0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:42.480262 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-484fb72e-943e-4900-ba5d-1ec514bfcc0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:42.538544 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484fb72e-943e-4900-ba5d-1ec514bfcc0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fbb57be-8172-4306-a8af-7b279b891d7d,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:23:42.571635 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-484fb72e-943e-4900-ba5d-1ec514bfcc0a admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=fd9247c76c8d439a8a453cb83b74f98c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7593243 Jul 27 21:23:42.574712 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 54002) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:23:42.577511 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-efb9bb00-2051-4e6d-a390-0474dd55430f tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854965'] for subnet, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:42.654872 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-b16f1b2f-4cbf-4cfc-ba84-52f427766ffc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:42.698253 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-b16f1b2f-4cbf-4cfc-ba84-52f427766ffc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:42.733939 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-4d23198b-97e1-4268-8267-fc42c6f638b0 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks [] for router_gateway, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:42.821758 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-efb9bb00-2051-4e6d-a390-0474dd55430f tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9014081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9738825'] for subnet, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:42.873913 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb9bb00-2051-4e6d-a390-0474dd55430f tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Pushing event deleted for resources: {'Subnet': ['ID=aa175120-6445-436f-9642-af0d6af151be,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:23:42.912219 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-efb9bb00-2051-4e6d-a390-0474dd55430f tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Notify callbacks [] for subnet, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:42.915292 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-bb32ed7d-8717-448b-a9c8-a5a0117d1fd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:42.918874 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-efb9bb00-2051-4e6d-a390-0474dd55430f tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] 10.222.0.59 "DELETE /v2.0/subnets/aa175120-6445-436f-9642-af0d6af151be HTTP/1.1" status: 204 len: 168 time: 0.7903397 Jul 27 21:23:42.921146 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 54006) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:23:43.038090 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-b16f1b2f-4cbf-4cfc-ba84-52f427766ffc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:43.044779 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-b16f1b2f-4cbf-4cfc-ba84-52f427766ffc admin admin] Notify callbacks [] for security_group, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:43.052132 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-b16f1b2f-4cbf-4cfc-ba84-52f427766ffc admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/2fbb57be-8172-4306-a8af-7b279b891d7d HTTP/1.1" status: 204 len: 168 time: 0.4761240 Jul 27 21:23:43.085090 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16f1b2f-4cbf-4cfc-ba84-52f427766ffc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fbb57be-8172-4306-a8af-7b279b891d7d,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:23:43.121044 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-4bb43ff7-1737-445f-bf36-5faae3503fb3 tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-990557'] for network, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:43.177846 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-4d23198b-97e1-4268-8267-fc42c6f638b0 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4163804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4077150'] for router, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:43.221717 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-4bb43ff7-1737-445f-bf36-5faae3503fb3 tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Deleting port 281358e3-0369-4c1f-b0cb-7658d778dd30 {{(pid=105584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:23:43.222031 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-4bb43ff7-1737-445f-bf36-5faae3503fb3 tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:43.396756 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [None req-4bb43ff7-1737-445f-bf36-5faae3503fb3 tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] For port 281358e3-0369-4c1f-b0cb-7658d778dd30, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=281358e3-0369-4c1f-b0cb-7658d778dd30,segment=NetworkSegment(ae397f56-8858-47fc-9b13-2a625bc410b2),segment_id=ae397f56-8858-47fc-9b13-2a625bc410b2)] {{(pid=105584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:23:43.398218 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-4bb43ff7-1737-445f-bf36-5faae3503fb3 tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:43.437847 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-4bb43ff7-1737-445f-bf36-5faae3503fb3 tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Calling delete_port for 281358e3-0369-4c1f-b0cb-7658d778dd30 owned by network:dhcp {{(pid=105584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:23:43.521440 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d23198b-97e1-4268-8267-fc42c6f638b0 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Router 2dd8a46e-9b53-4114-9da6-7cf925dca5e0 is scheduled to L3 agent dd128fd7-8e57-4d4f-895b-a96b369df59a with binding_index 1 {{(pid=105585) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 21:23:43.531959 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd0a26c8-dab0-44c5-b471-57d9a0344c80 None None] Network 5c202188-b020-4064-b377-c2f8c7a38547 requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:23:43.592532 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-4bb43ff7-1737-445f-bf36-5faae3503fb3 tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:43.634719 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb43ff7-1737-445f-bf36-5faae3503fb3 tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Pushing event deleted for resources: {'Port': ['ID=281358e3-0369-4c1f-b0cb-7658d778dd30,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:23:43.668178 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-29dfad22-b42b-4c34-ba13-362bdd53d331 None None] Could not find standard attr ID for object 281358e3-0369-4c1f-b0cb-7658d778dd30. {{(pid=105586) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 27 21:23:43.671636 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bb43ff7-1737-445f-bf36-5faae3503fb3 tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] No DVR routers for this DVR port 281358e3-0369-4c1f-b0cb-7658d778dd30 on host n-d-705658-22 {{(pid=105584) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:23:43.722463 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d23198b-97e1-4268-8267-fc42c6f638b0 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify agent at l3_agent.n-d-705658-22 the message routers_updated {{(pid=105585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:23:43.755068 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ceb11de-c9cc-4d7d-95d8-7a86d0130b0c None None] Sync routers for ids ['2dd8a46e-9b53-4114-9da6-7cf925dca5e0'] in n-d-705658-22 {{(pid=105586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:23:43.774468 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ceb11de-c9cc-4d7d-95d8-7a86d0130b0c None None] Routers {'2dd8a46e-9b53-4114-9da6-7cf925dca5e0'} bound to L3 agent in host n-d-705658-22 {{(pid=105586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:23:43.775426 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-0ceb11de-c9cc-4d7d-95d8-7a86d0130b0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:23:42Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['2dd8a46e-9b53-4114-9da6-7cf925dca5e0'], 'active': True} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:23:43.800821 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-4d23198b-97e1-4268-8267-fc42c6f638b0 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks [] for router, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:43.803397 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-4d23198b-97e1-4268-8267-fc42c6f638b0 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 882 time: 3.6431775 Jul 27 21:23:43.806476 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 54022) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:23:43.816857 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-0ceb11de-c9cc-4d7d-95d8-7a86d0130b0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-22', False) {} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:23:43.829287 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ceb11de-c9cc-4d7d-95d8-7a86d0130b0c None None] Routers {'2dd8a46e-9b53-4114-9da6-7cf925dca5e0'} bound to L3 agent in host n-d-705658-22 {{(pid=105586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:23:43.830558 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-0ceb11de-c9cc-4d7d-95d8-7a86d0130b0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:23:42Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['2dd8a46e-9b53-4114-9da6-7cf925dca5e0'], 'active': True} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:23:43.936630 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-4bb43ff7-1737-445f-bf36-5faae3503fb3 tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853562', 'neutron.services.segments.db._delete_segments_for_network-8790688882975'] for network, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:43.943948 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f6cb01c-2e78-4e02-9847-32d906e58cb2 None None] DHCP port deletion for 5c202188-b020-4064-b377-c2f8c7a38547 request from n-d-705658-22 {{(pid=105586) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 21:23:43.950679 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-0ceb11de-c9cc-4d7d-95d8-7a86d0130b0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-22', False) {} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:23:43.951681 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ceb11de-c9cc-4d7d-95d8-7a86d0130b0c None None] The sync data for ids ['2dd8a46e-9b53-4114-9da6-7cf925dca5e0'] in n-d-705658-22 is: [] {{(pid=105586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:23:43.971221 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.segments.db [None req-4bb43ff7-1737-445f-bf36-5faae3503fb3 tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c202188-b020-4064-b377-c2f8c7a38547']}} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:23:43.989955 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.segments.db [None req-4bb43ff7-1737-445f-bf36-5faae3503fb3 tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae397f56-8858-47fc-9b13-2a625bc410b2') {'for_net_delete': True} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:23:43.990420 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.segments.db [None req-4bb43ff7-1737-445f-bf36-5faae3503fb3 tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae397f56-8858-47fc-9b13-2a625bc410b2') {} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:23:44.004607 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-4bb43ff7-1737-445f-bf36-5faae3503fb3 tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790688883752', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9014348'] for segment, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:44.031663 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-4bb43ff7-1737-445f-bf36-5faae3503fb3 tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:44.052911 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4bb43ff7-1737-445f-bf36-5faae3503fb3 tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Releasing vlan 236 on physical network physnet1 to pool {{(pid=105584) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:23:44.055355 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-4bb43ff7-1737-445f-bf36-5faae3503fb3 tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9014063'] for segment, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:44.085290 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-24f463a7-9cfb-4c89-bcba-116fef5ad0c9 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] 10.222.0.59 "GET /v2.0/routers/2dd8a46e-9b53-4114-9da6-7cf925dca5e0 HTTP/1.1" status: 200 len: 883 time: 0.2775960 Jul 27 21:23:44.087598 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 54030) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:23:44.134872 n-d-705658-22 neutron-server[105584]: Traceback (most recent call last): Jul 27 21:23:44.134872 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:23:44.134872 n-d-705658-22 neutron-server[105584]: timer() Jul 27 21:23:44.134872 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:23:44.134872 n-d-705658-22 neutron-server[105584]: cb(*args, **kw) Jul 27 21:23:44.134872 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:23:44.134872 n-d-705658-22 neutron-server[105584]: return func(*args, **kwargs) Jul 27 21:23:44.134872 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:23:44.134872 n-d-705658-22 neutron-server[105584]: self._notify() Jul 27 21:23:44.134872 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:23:44.134872 n-d-705658-22 neutron-server[105584]: self.callback(batched_events) Jul 27 21:23:44.134872 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:23:44.134872 n-d-705658-22 neutron-server[105584]: event.method(event) Jul 27 21:23:44.134872 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:23:44.134872 n-d-705658-22 neutron-server[105584]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:23:44.134872 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:23:44.134872 n-d-705658-22 neutron-server[105584]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:23:44.134872 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:23:44.134872 n-d-705658-22 neutron-server[105584]: return f(self, *a, **k) Jul 27 21:23:44.134872 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:23:44.134872 n-d-705658-22 neutron-server[105584]: return self._get(url).json() Jul 27 21:23:44.134872 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:23:44.134872 n-d-705658-22 neutron-server[105584]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:23:44.134872 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:23:44.134872 n-d-705658-22 neutron-server[105584]: return self.request(url, 'GET', **kwargs) Jul 27 21:23:44.134872 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:23:44.134872 n-d-705658-22 neutron-server[105584]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:23:44.134872 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:23:44.134872 n-d-705658-22 neutron-server[105584]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:23:44.134872 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:23:44.134872 n-d-705658-22 neutron-server[105584]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:23:44.134872 n-d-705658-22 neutron-server[105584]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:23:44.142800 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-4bb43ff7-1737-445f-bf36-5faae3503fb3 tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4075658'] for network, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:44.165821 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-4bb43ff7-1737-445f-bf36-5faae3503fb3 tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Notify callbacks [] for network, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:44.175963 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 54034) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:23:44.178609 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-4bb43ff7-1737-445f-bf36-5faae3503fb3 tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] 10.222.0.59 "DELETE /v2.0/networks/5c202188-b020-4064-b377-c2f8c7a38547 HTTP/1.1" status: 204 len: 168 time: 1.2538037 Jul 27 21:23:44.198447 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb43ff7-1737-445f-bf36-5faae3503fb3 tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Pushing event deleted for resources: {'Network': ['ID=5c202188-b020-4064-b377-c2f8c7a38547,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:23:44.214163 n-d-705658-22 neutron-server[105585]: INFO neutron.pecan_wsgi.hooks.translation [None req-94f86c68-c82c-4dcd-9705-33d200d7368b tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] DELETE failed (client error): The resource could not be found. Jul 27 21:23:44.214792 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-94f86c68-c82c-4dcd-9705-33d200d7368b tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105585) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 21:23:44.216930 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-94f86c68-c82c-4dcd-9705-33d200d7368b tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] 10.222.0.59 "DELETE /v2.0/subnets/f0013390-4a09-4d55-adaf-ff6e67287815 HTTP/1.1" status: 404 len: 337 time: 0.0398772 Jul 27 21:23:44.219875 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 54038) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:23:44.260405 n-d-705658-22 neutron-server[105584]: INFO neutron.pecan_wsgi.hooks.translation [None req-0dada437-2bf3-4537-941b-ef1a6886debc tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] DELETE failed (client error): The resource could not be found. Jul 27 21:23:44.261002 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0dada437-2bf3-4537-941b-ef1a6886debc tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105584) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 21:23:44.266010 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-0dada437-2bf3-4537-941b-ef1a6886debc tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] 10.222.0.59 "DELETE /v2.0/networks/93eb1b37-7c22-4645-9e87-a6f6992d8891 HTTP/1.1" status: 404 len: 339 time: 0.0449855 Jul 27 21:23:44.268192 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 54040) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:23:44.353401 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-875ced1b-4cf3-463a-9653-058f0f9421e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:44.465901 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-0b6145b5-4e45-499c-90ec-e60aa117c15d tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 886 time: 0.3770638 Jul 27 21:23:44.466540 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 54048) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:23:44.472482 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-b227141a-ff1f-47f6-93d0-8aeb3bb035f7 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-326340902'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:23:44.542298 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [req-13a6ec79-74de-4e95-ac99-d34329d8aaf2 req-c87c563e-abea-4aef-9a90-875264a158d9 service neutron] (105585) timed out ('10.222.0.59', 53658) {{(pid=105585) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 27 21:23:44.638045 n-d-705658-22 neutron-server[105584]: INFO neutron.pecan_wsgi.hooks.translation [None req-9397a512-5f94-41ad-b468-96ac818e5256 tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] DELETE failed (client error): The resource could not be found. Jul 27 21:23:44.638506 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9397a512-5f94-41ad-b468-96ac818e5256 tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105584) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 21:23:44.649145 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 54052) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:23:44.649350 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-9397a512-5f94-41ad-b468-96ac818e5256 tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] 10.222.0.59 "DELETE /v2.0/subnets/b756bbd9-3b44-49fe-9599-3367fbd671bb HTTP/1.1" status: 404 len: 337 time: 0.3798397 Jul 27 21:23:44.678953 n-d-705658-22 neutron-server[105585]: INFO neutron.pecan_wsgi.hooks.translation [None req-88747f34-587d-4252-b478-e7391ed81675 tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] DELETE failed (client error): The resource could not be found. Jul 27 21:23:44.686130 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-88747f34-587d-4252-b478-e7391ed81675 tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105585) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 21:23:44.688145 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-88747f34-587d-4252-b478-e7391ed81675 tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] 10.222.0.59 "DELETE /v2.0/networks/3bdec3ef-4016-4b40-ae9e-ea6b611fdb55 HTTP/1.1" status: 404 len: 339 time: 0.0380657 Jul 27 21:23:44.690987 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 54054) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:23:44.724242 n-d-705658-22 neutron-server[105584]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9d23caf-ed2e-4a70-acd8-1953816461bf tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] DELETE failed (client error): The resource could not be found. Jul 27 21:23:44.724712 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9d23caf-ed2e-4a70-acd8-1953816461bf tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105584) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 21:23:44.729636 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-e9d23caf-ed2e-4a70-acd8-1953816461bf tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] 10.222.0.59 "DELETE /v2.0/subnets/0df7eecc-80c3-4be0-ab73-24417ffcea85 HTTP/1.1" status: 404 len: 337 time: 0.0375473 Jul 27 21:23:44.730265 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 54056) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:23:44.752039 n-d-705658-22 neutron-server[105584]: INFO neutron.pecan_wsgi.hooks.translation [None req-f00ad061-327f-437e-987e-bed7eed432bc tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] DELETE failed (client error): The resource could not be found. Jul 27 21:23:44.752595 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f00ad061-327f-437e-987e-bed7eed432bc tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105584) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 21:23:44.757401 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-f00ad061-327f-437e-987e-bed7eed432bc tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] 10.222.0.59 "DELETE /v2.0/networks/1a620173-eeb4-4c2b-9ac1-ca7857e8c823 HTTP/1.1" status: 404 len: 339 time: 0.0256672 Jul 27 21:23:44.758038 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 54058) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:23:44.887260 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.db_base_plugin_v2 [None req-3946fabc-dd59-4f96-a6db-5ac977704fa9 tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Deleting subnet b547d8d8-3b4d-4ee6-b42e-954f636aadad {{(pid=105584) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:23:44.893183 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-3946fabc-dd59-4f96-a6db-5ac977704fa9 tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Notify callbacks [] for subnet, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:45.017119 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-3946fabc-dd59-4f96-a6db-5ac977704fa9 tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9014207'] for subnet, precommit_delete_associations {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:45.062391 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-b227141a-ff1f-47f6-93d0-8aeb3bb035f7 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4077169', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4163787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-400'] for router, precommit_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:45.091031 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-b227141a-ff1f-47f6-93d0-8aeb3bb035f7 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4077150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4077160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4077159', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4163778'] for router, after_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:45.226421 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-3946fabc-dd59-4f96-a6db-5ac977704fa9 tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854965'] for subnet, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:45.315213 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b227141a-ff1f-47f6-93d0-8aeb3bb035f7 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Router 2dd8a46e-9b53-4114-9da6-7cf925dca5e0 has already been hosted by L3 agent dd128fd7-8e57-4d4f-895b-a96b369df59a {{(pid=105585) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:23:45.348060 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-3946fabc-dd59-4f96-a6db-5ac977704fa9 tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9014081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9738825'] for subnet, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:45.381617 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3946fabc-dd59-4f96-a6db-5ac977704fa9 tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Pushing event deleted for resources: {'Subnet': ['ID=b547d8d8-3b4d-4ee6-b42e-954f636aadad,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:23:45.386552 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-3946fabc-dd59-4f96-a6db-5ac977704fa9 tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Notify callbacks [] for subnet, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:45.389242 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-3946fabc-dd59-4f96-a6db-5ac977704fa9 tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] 10.222.0.59 "DELETE /v2.0/subnets/b547d8d8-3b4d-4ee6-b42e-954f636aadad HTTP/1.1" status: 204 len: 168 time: 0.6302788 Jul 27 21:23:45.393861 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 54068) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:23:45.398088 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce0fa14a-368c-4e17-9059-b1a4a4063c52 None None] Network 0381d549-bdb3-490b-9191-c935fd75f548 requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:23:45.577107 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b227141a-ff1f-47f6-93d0-8aeb3bb035f7 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify agent at l3_agent.n-d-705658-22 the message routers_updated {{(pid=105585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:23:45.592272 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcf2edeb-fc47-4b76-88e9-06629e42db7a None None] Sync routers for ids ['2dd8a46e-9b53-4114-9da6-7cf925dca5e0'] in n-d-705658-22 {{(pid=105587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:23:45.593735 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-b227141a-ff1f-47f6-93d0-8aeb3bb035f7 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks [] for router, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:45.596538 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-b227141a-ff1f-47f6-93d0-8aeb3bb035f7 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] 10.222.0.59 "PUT /v2.0/routers/2dd8a46e-9b53-4114-9da6-7cf925dca5e0 HTTP/1.1" status: 200 len: 890 time: 1.1288393 Jul 27 21:23:45.600143 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 54070) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:23:45.626261 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcf2edeb-fc47-4b76-88e9-06629e42db7a None None] Routers {'2dd8a46e-9b53-4114-9da6-7cf925dca5e0'} bound to L3 agent in host n-d-705658-22 {{(pid=105587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:23:45.627818 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-dcf2edeb-fc47-4b76-88e9-06629e42db7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:23:42Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['2dd8a46e-9b53-4114-9da6-7cf925dca5e0'], 'active': True} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:23:45.692739 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2eedfa5-877e-49d0-90da-23248fb978ce None None] DHCP port deletion for 0381d549-bdb3-490b-9191-c935fd75f548 request from n-d-705658-22 {{(pid=105586) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 21:23:45.713981 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-dcf2edeb-fc47-4b76-88e9-06629e42db7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-22', False) {} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:23:45.725101 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcf2edeb-fc47-4b76-88e9-06629e42db7a None None] Routers {'2dd8a46e-9b53-4114-9da6-7cf925dca5e0'} bound to L3 agent in host n-d-705658-22 {{(pid=105587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:23:45.726395 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-dcf2edeb-fc47-4b76-88e9-06629e42db7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:23:42Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['2dd8a46e-9b53-4114-9da6-7cf925dca5e0'], 'active': True} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:23:45.771658 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 281358e3-0369-4c1f-b0cb-7658d778dd30 no longer exists at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:23:45.771899 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-dcf2edeb-fc47-4b76-88e9-06629e42db7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-22', False) {} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:23:45.772728 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcf2edeb-fc47-4b76-88e9-06629e42db7a None None] The sync data for ids ['2dd8a46e-9b53-4114-9da6-7cf925dca5e0'] in n-d-705658-22 is: [] {{(pid=105587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:23:45.790255 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-ca824abe-f2c7-4b53-9ed7-9367889ce383 tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-990557'] for network, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:45.806541 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] No Port match for: 281358e3-0369-4c1f-b0cb-7658d778dd30 {{(pid=105586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:23:45.807185 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 281358e3-0369-4c1f-b0cb-7658d778dd30 not bound to the agent host n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:23:45.831355 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-e2eedfa5-877e-49d0-90da-23248fb978ce None None] Deleting port 65801f76-c095-45f5-b7ce-a95b63de990d {{(pid=105586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:23:45.832934 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-e2eedfa5-877e-49d0-90da-23248fb978ce None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:45.906462 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-e2eedfa5-877e-49d0-90da-23248fb978ce None None] For port 65801f76-c095-45f5-b7ce-a95b63de990d, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=65801f76-c095-45f5-b7ce-a95b63de990d,segment=NetworkSegment(718cd8e3-91b4-46f3-b35a-34f3ac5a4c4b),segment_id=718cd8e3-91b4-46f3-b35a-34f3ac5a4c4b)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:23:45.907276 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-e2eedfa5-877e-49d0-90da-23248fb978ce None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:45.923367 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-e2eedfa5-877e-49d0-90da-23248fb978ce None None] Calling delete_port for 65801f76-c095-45f5-b7ce-a95b63de990d owned by network:dhcp {{(pid=105586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:23:45.999788 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-e72dfb54-8c9d-4d8f-881e-4d06fb217bfa tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] 10.222.0.59 "GET /v2.0/routers/2dd8a46e-9b53-4114-9da6-7cf925dca5e0 HTTP/1.1" status: 200 len: 890 time: 0.3983665 Jul 27 21:23:46.009064 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 54072) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:23:46.074108 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-018428f2-0cfc-4a89-961d-16bfa79b1c5c tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] 10.222.0.59 "GET /v2.0/ports?device_id=2dd8a46e-9b53-4114-9da6-7cf925dca5e0 HTTP/1.1" status: 200 len: 205 time: 0.0619979 Jul 27 21:23:46.076614 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 54076) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:23:46.094614 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-e2eedfa5-877e-49d0-90da-23248fb978ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180'] for port, after_delete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:46.107626 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-ca824abe-f2c7-4b53-9ed7-9367889ce383 tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Deleting port 65801f76-c095-45f5-b7ce-a95b63de990d {{(pid=105584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:23:46.107864 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-ca824abe-f2c7-4b53-9ed7-9367889ce383 tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:46.177210 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2eedfa5-877e-49d0-90da-23248fb978ce None None] Pushing event deleted for resources: {'Port': ['ID=65801f76-c095-45f5-b7ce-a95b63de990d,revision_number=None']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:23:46.204000 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2eedfa5-877e-49d0-90da-23248fb978ce None None] No DVR routers for this DVR port 65801f76-c095-45f5-b7ce-a95b63de990d on host n-d-705658-22 {{(pid=105586) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:23:46.244422 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [None req-ca824abe-f2c7-4b53-9ed7-9367889ce383 tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] For port 65801f76-c095-45f5-b7ce-a95b63de990d, host n-d-705658-22, got binding levels [] {{(pid=105584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:23:46.244897 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-ca824abe-f2c7-4b53-9ed7-9367889ce383 tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:46.259808 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-ca824abe-f2c7-4b53-9ed7-9367889ce383 tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Calling delete_port for 65801f76-c095-45f5-b7ce-a95b63de990d owned by network:dhcp {{(pid=105584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:23:46.262716 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.ipam_backend_mixin [None req-ca824abe-f2c7-4b53-9ed7-9367889ce383 tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Port 65801f76-c095-45f5-b7ce-a95b63de990d was not found and therefore no delete operation was performed {{(pid=105584) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 27 21:23:46.264170 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-ca824abe-f2c7-4b53-9ed7-9367889ce383 tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:46.279536 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca824abe-f2c7-4b53-9ed7-9367889ce383 tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] No DVR routers for this DVR port 65801f76-c095-45f5-b7ce-a95b63de990d on host n-d-705658-22 {{(pid=105584) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:23:46.289791 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-ce4d5328-a8a4-45a3-a0f8-30f050c4c288 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks [] for router, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:46.346089 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca824abe-f2c7-4b53-9ed7-9367889ce383 tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Pushing event deleted for resources: {'Port': ['ID=65801f76-c095-45f5-b7ce-a95b63de990d,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:23:46.434329 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-ca824abe-f2c7-4b53-9ed7-9367889ce383 tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853562', 'neutron.services.segments.db._delete_segments_for_network-8790688882975'] for network, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:46.447632 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.segments.db [None req-ca824abe-f2c7-4b53-9ed7-9367889ce383 tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0381d549-bdb3-490b-9191-c935fd75f548']}} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:23:46.460391 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.segments.db [None req-ca824abe-f2c7-4b53-9ed7-9367889ce383 tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '718cd8e3-91b4-46f3-b35a-34f3ac5a4c4b') {'for_net_delete': True} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:23:46.460805 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.segments.db [None req-ca824abe-f2c7-4b53-9ed7-9367889ce383 tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '718cd8e3-91b4-46f3-b35a-34f3ac5a4c4b') {} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:23:46.472680 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-ca824abe-f2c7-4b53-9ed7-9367889ce383 tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790688883752', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9014348'] for segment, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:46.486743 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-ca824abe-f2c7-4b53-9ed7-9367889ce383 tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:46.493956 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca824abe-f2c7-4b53-9ed7-9367889ce383 tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Releasing vlan 211 on physical network physnet1 to pool {{(pid=105584) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:23:46.494646 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-ca824abe-f2c7-4b53-9ed7-9367889ce383 tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9014063'] for segment, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:46.501665 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-ce4d5328-a8a4-45a3-a0f8-30f050c4c288 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks [] for router_gateway, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:46.575328 n-d-705658-22 neutron-server[105584]: Traceback (most recent call last): Jul 27 21:23:46.575328 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:23:46.575328 n-d-705658-22 neutron-server[105584]: timer() Jul 27 21:23:46.575328 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:23:46.575328 n-d-705658-22 neutron-server[105584]: cb(*args, **kw) Jul 27 21:23:46.575328 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:23:46.575328 n-d-705658-22 neutron-server[105584]: return func(*args, **kwargs) Jul 27 21:23:46.575328 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:23:46.575328 n-d-705658-22 neutron-server[105584]: self._notify() Jul 27 21:23:46.575328 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:23:46.575328 n-d-705658-22 neutron-server[105584]: self.callback(batched_events) Jul 27 21:23:46.575328 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:23:46.575328 n-d-705658-22 neutron-server[105584]: event.method(event) Jul 27 21:23:46.575328 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:23:46.575328 n-d-705658-22 neutron-server[105584]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:23:46.575328 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:23:46.575328 n-d-705658-22 neutron-server[105584]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:23:46.575328 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:23:46.575328 n-d-705658-22 neutron-server[105584]: return f(self, *a, **k) Jul 27 21:23:46.575328 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:23:46.575328 n-d-705658-22 neutron-server[105584]: return self._get(url).json() Jul 27 21:23:46.575328 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:23:46.575328 n-d-705658-22 neutron-server[105584]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:23:46.575328 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:23:46.575328 n-d-705658-22 neutron-server[105584]: return self.request(url, 'GET', **kwargs) Jul 27 21:23:46.575328 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:23:46.575328 n-d-705658-22 neutron-server[105584]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:23:46.575328 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:23:46.575328 n-d-705658-22 neutron-server[105584]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:23:46.575328 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:23:46.575328 n-d-705658-22 neutron-server[105584]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:23:46.575328 n-d-705658-22 neutron-server[105584]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:23:46.579057 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-ca824abe-f2c7-4b53-9ed7-9367889ce383 tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4075658'] for network, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:46.589366 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-ca824abe-f2c7-4b53-9ed7-9367889ce383 tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Notify callbacks [] for network, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:46.591945 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-ca824abe-f2c7-4b53-9ed7-9367889ce383 tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] 10.222.0.59 "DELETE /v2.0/networks/0381d549-bdb3-490b-9191-c935fd75f548 HTTP/1.1" status: 204 len: 168 time: 1.1971352 Jul 27 21:23:46.594492 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [None req-ce4d5328-a8a4-45a3-a0f8-30f050c4c288 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Deleting port 4ea63c11-18f1-404d-8f07-fc949805a1a7 {{(pid=105585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:23:46.594697 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-ce4d5328-a8a4-45a3-a0f8-30f050c4c288 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:46.603265 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 54080) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:23:46.613028 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca824abe-f2c7-4b53-9ed7-9367889ce383 tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Pushing event deleted for resources: {'Network': ['ID=0381d549-bdb3-490b-9191-c935fd75f548,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:23:46.641690 n-d-705658-22 neutron-server[105584]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9cef1e0-f1c1-4334-8934-ae0bbd5926e3 tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] DELETE failed (client error): The resource could not be found. Jul 27 21:23:46.642766 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a9cef1e0-f1c1-4334-8934-ae0bbd5926e3 tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105584) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 21:23:46.644613 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-a9cef1e0-f1c1-4334-8934-ae0bbd5926e3 tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] 10.222.0.59 "DELETE /v2.0/subnets/23ee2060-93c3-44d3-8b0b-7c417f7ab80f HTTP/1.1" status: 404 len: 337 time: 0.0403779 Jul 27 21:23:46.649184 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 54082) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:23:46.672531 n-d-705658-22 neutron-server[105584]: INFO neutron.pecan_wsgi.hooks.translation [None req-715d5dc7-1218-4f19-94a4-b8e66957d3b8 tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] DELETE failed (client error): The resource could not be found. Jul 27 21:23:46.673730 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-715d5dc7-1218-4f19-94a4-b8e66957d3b8 tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105584) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 21:23:46.675521 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-715d5dc7-1218-4f19-94a4-b8e66957d3b8 tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] 10.222.0.59 "DELETE /v2.0/networks/619e1504-c2cf-44ff-9eef-0815a08ad328 HTTP/1.1" status: 404 len: 339 time: 0.0253081 Jul 27 21:23:46.678533 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 54084) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:23:46.705544 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-ce4d5328-a8a4-45a3-a0f8-30f050c4c288 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:46.725234 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [None req-ce4d5328-a8a4-45a3-a0f8-30f050c4c288 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Calling delete_port for 4ea63c11-18f1-404d-8f07-fc949805a1a7 owned by network:router_gateway {{(pid=105585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:23:46.751221 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.db_base_plugin_v2 [None req-06a56b57-804a-4253-a6cf-110d322af4b9 tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Deleting subnet 94339012-0b53-4ea1-aa76-3a02bb813a8c {{(pid=105584) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:23:46.756105 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-06a56b57-804a-4253-a6cf-110d322af4b9 tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Notify callbacks [] for subnet, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:46.817480 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-06a56b57-804a-4253-a6cf-110d322af4b9 tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9014207'] for subnet, precommit_delete_associations {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:46.947516 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-ce4d5328-a8a4-45a3-a0f8-30f050c4c288 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:46.966416 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-06a56b57-804a-4253-a6cf-110d322af4b9 tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854965'] for subnet, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:46.990164 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4d5328-a8a4-45a3-a0f8-30f050c4c288 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Pushing event deleted for resources: {'Port': ['ID=4ea63c11-18f1-404d-8f07-fc949805a1a7,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:23:47.045005 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-06a56b57-804a-4253-a6cf-110d322af4b9 tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9014081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9738825'] for subnet, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:47.086058 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-ce4d5328-a8a4-45a3-a0f8-30f050c4c288 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4075702'] for router_gateway, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:47.103558 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a56b57-804a-4253-a6cf-110d322af4b9 tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Pushing event deleted for resources: {'Subnet': ['ID=94339012-0b53-4ea1-aa76-3a02bb813a8c,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:23:47.108669 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-06a56b57-804a-4253-a6cf-110d322af4b9 tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Notify callbacks [] for subnet, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:47.119896 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ecd05e8-f348-4b65-b61f-98c79f3b1ba4 None None] Network b4797b06-bc8f-4949-a7c4-05143b0bdee1 requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:23:47.121658 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 54086) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:23:47.123440 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-06a56b57-804a-4253-a6cf-110d322af4b9 tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] 10.222.0.59 "DELETE /v2.0/subnets/94339012-0b53-4ea1-aa76-3a02bb813a8c HTTP/1.1" status: 204 len: 168 time: 0.4362943 Jul 27 21:23:47.374768 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f391e5b-1879-4f4c-9347-f890500c3be4 None None] DHCP port deletion for b4797b06-bc8f-4949-a7c4-05143b0bdee1 request from n-d-705658-22 {{(pid=105586) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 21:23:47.705743 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-5f391e5b-1879-4f4c-9347-f890500c3be4 None None] Deleting port 8160a518-32f7-478b-a92f-8ae920d536e4 {{(pid=105586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:23:47.707376 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-86aea3f2-1147-431e-9609-6ea9d891f36b tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-990557'] for network, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:47.707629 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-5f391e5b-1879-4f4c-9347-f890500c3be4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:47.789741 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-ce4d5328-a8a4-45a3-a0f8-30f050c4c288 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4163631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-425'] for router, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:47.797096 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-ce4d5328-a8a4-45a3-a0f8-30f050c4c288 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:47.828211 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 65801f76-c095-45f5-b7ce-a95b63de990d no longer exists at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:23:47.910332 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-ce4d5328-a8a4-45a3-a0f8-30f050c4c288 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4163007'] for router, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:47.910875 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce4d5328-a8a4-45a3-a0f8-30f050c4c288 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Fanout notify agent at l3_agent the message router_deleted on router 2dd8a46e-9b53-4114-9da6-7cf925dca5e0 {{(pid=105585) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 21:23:47.928064 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-ce4d5328-a8a4-45a3-a0f8-30f050c4c288 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks [] for router, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:47.929188 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-ce4d5328-a8a4-45a3-a0f8-30f050c4c288 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] 10.222.0.59 "DELETE /v2.0/routers/2dd8a46e-9b53-4114-9da6-7cf925dca5e0 HTTP/1.1" status: 204 len: 168 time: 1.8515921 Jul 27 21:23:47.932387 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] No Port match for: 65801f76-c095-45f5-b7ce-a95b63de990d {{(pid=105586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:23:47.933796 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 65801f76-c095-45f5-b7ce-a95b63de990d not bound to the agent host n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:23:47.934004 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 54096) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:23:47.934819 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 8160a518-32f7-478b-a92f-8ae920d536e4 no longer exists at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:23:47.956426 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-8c8ba0c7-eece-4d88-83c2-5ef500dede96 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1811227246'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:23:48.019681 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [None req-86aea3f2-1147-431e-9609-6ea9d891f36b tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Deleting port 8160a518-32f7-478b-a92f-8ae920d536e4 {{(pid=105585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:23:48.020072 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-86aea3f2-1147-431e-9609-6ea9d891f36b tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:48.030128 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-5f391e5b-1879-4f4c-9347-f890500c3be4 None None] For port 8160a518-32f7-478b-a92f-8ae920d536e4, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=8160a518-32f7-478b-a92f-8ae920d536e4,segment=NetworkSegment(af8a0b2a-1cab-4ee4-ad48-9cb97978a217),segment_id=af8a0b2a-1cab-4ee4-ad48-9cb97978a217)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:23:48.030531 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-5f391e5b-1879-4f4c-9347-f890500c3be4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:48.074710 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-5f391e5b-1879-4f4c-9347-f890500c3be4 None None] Calling delete_port for 8160a518-32f7-478b-a92f-8ae920d536e4 owned by network:dhcp {{(pid=105586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:23:48.105792 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c8ba0c7-eece-4d88-83c2-5ef500dede96 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Made reservation on behalf of 2c7b7887b0f848c597ec952cc967d92c for: {'network': 1} {{(pid=105585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:23:48.118226 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-8c8ba0c7-eece-4d88-83c2-5ef500dede96 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for network, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:48.215882 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c8ba0c7-eece-4d88-83c2-5ef500dede96 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] vlan segment allocate from pool success with {'vlan_id': 213, 'physical_network': 'physnet1'} {{(pid=105585) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:23:48.232030 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.db [None req-86aea3f2-1147-431e-9609-6ea9d891f36b tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] For port 8160a518-32f7-478b-a92f-8ae920d536e4, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=8160a518-32f7-478b-a92f-8ae920d536e4,segment=NetworkSegment(af8a0b2a-1cab-4ee4-ad48-9cb97978a217),segment_id=af8a0b2a-1cab-4ee4-ad48-9cb97978a217)] {{(pid=105585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:23:48.232424 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-86aea3f2-1147-431e-9609-6ea9d891f36b tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:48.294290 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-8c8ba0c7-eece-4d88-83c2-5ef500dede96 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:48.294643 n-d-705658-22 neutron-server[105585]: INFO neutron.db.segments_db [None req-8c8ba0c7-eece-4d88-83c2-5ef500dede96 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Added segment 588c9dfe-3a83-4edc-8b38-6a8c8a2dada4 of type vlan for network 6da1baa8-c813-476a-a544-12756a165849 Jul 27 21:23:48.300392 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [None req-86aea3f2-1147-431e-9609-6ea9d891f36b tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Calling delete_port for 8160a518-32f7-478b-a92f-8ae920d536e4 owned by network:dhcp {{(pid=105585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:23:48.373557 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:48.378692 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-5f391e5b-1879-4f4c-9347-f890500c3be4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180'] for port, after_delete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:48.416708 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f391e5b-1879-4f4c-9347-f890500c3be4 None None] No DVR routers for this DVR port 8160a518-32f7-478b-a92f-8ae920d536e4 on host n-d-705658-22 {{(pid=105586) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:23:48.421118 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f391e5b-1879-4f4c-9347-f890500c3be4 None None] Pushing event deleted for resources: {'Port': ['ID=8160a518-32f7-478b-a92f-8ae920d536e4,revision_number=None']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:23:48.470527 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-8c8ba0c7-eece-4d88-83c2-5ef500dede96 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790688424798'] for network, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:48.545273 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-8c8ba0c7-eece-4d88-83c2-5ef500dede96 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920'] for network, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:48.551867 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c8ba0c7-eece-4d88-83c2-5ef500dede96 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:23:48.553149 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-8c8ba0c7-eece-4d88-83c2-5ef500dede96 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks [] for network, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:48.633413 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-86aea3f2-1147-431e-9609-6ea9d891f36b tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:48.636539 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8ba0c7-eece-4d88-83c2-5ef500dede96 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Pushing event updated for resources: {'Network': ['ID=6da1baa8-c813-476a-a544-12756a165849,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:23:48.649862 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-8c8ba0c7-eece-4d88-83c2-5ef500dede96 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.7065542 Jul 27 21:23:48.650056 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Network 6da1baa8-c813-476a-a544-12756a165849 details requested by agent ovs-agent-n-d-705658-22 with host n-d-705658-22 {{(pid=105586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:23:48.652424 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 54100) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:23:48.665812 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-ce4d38ac-2e97-4d0f-8bfd-8527851830f4 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Request body: {'subnet': {'network_id': '6da1baa8-c813-476a-a544-12756a165849', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:23:48.681983 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86aea3f2-1147-431e-9609-6ea9d891f36b tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Pushing event deleted for resources: {'Port': ['ID=8160a518-32f7-478b-a92f-8ae920d536e4,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:23:48.690803 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86aea3f2-1147-431e-9609-6ea9d891f36b tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] No DVR routers for this DVR port 8160a518-32f7-478b-a92f-8ae920d536e4 on host n-d-705658-22 {{(pid=105585) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:23:48.784267 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-86aea3f2-1147-431e-9609-6ea9d891f36b tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853562', 'neutron.services.segments.db._delete_segments_for_network-8790688882975'] for network, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:48.795476 n-d-705658-22 neutron-server[105585]: DEBUG neutron.services.segments.db [None req-86aea3f2-1147-431e-9609-6ea9d891f36b tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4797b06-bc8f-4949-a7c4-05143b0bdee1']}} {{(pid=105585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:23:48.807939 n-d-705658-22 neutron-server[105585]: DEBUG neutron.services.segments.db [None req-86aea3f2-1147-431e-9609-6ea9d891f36b tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af8a0b2a-1cab-4ee4-ad48-9cb97978a217') {'for_net_delete': True} {{(pid=105585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:23:48.808121 n-d-705658-22 neutron-server[105585]: DEBUG neutron.services.segments.db [None req-86aea3f2-1147-431e-9609-6ea9d891f36b tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af8a0b2a-1cab-4ee4-ad48-9cb97978a217') {} {{(pid=105585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:23:48.818653 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-86aea3f2-1147-431e-9609-6ea9d891f36b tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790688883752', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9886370'] for segment, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:48.833623 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-86aea3f2-1147-431e-9609-6ea9d891f36b tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:48.841307 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86aea3f2-1147-431e-9609-6ea9d891f36b tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Releasing vlan 231 on physical network physnet1 to pool {{(pid=105585) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:23:48.841702 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-86aea3f2-1147-431e-9609-6ea9d891f36b tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10221644'] for segment, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:48.893757 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce4d38ac-2e97-4d0f-8bfd-8527851830f4 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Made reservation on behalf of 2c7b7887b0f848c597ec952cc967d92c for: {'subnet': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:23:48.904195 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-ce4d38ac-2e97-4d0f-8bfd-8527851830f4 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9738786'] for subnet, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:48.908730 n-d-705658-22 neutron-server[105585]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 21:23:48.908730 n-d-705658-22 neutron-server[105585]: self.session.flush() Jul 27 21:23:48.908730 n-d-705658-22 neutron-server[105585]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 21:23:48.908730 n-d-705658-22 neutron-server[105585]: self.session.flush() Jul 27 21:23:48.908730 n-d-705658-22 neutron-server[105585]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 21:23:48.908730 n-d-705658-22 neutron-server[105585]: self.session.flush() Jul 27 21:23:48.908730 n-d-705658-22 neutron-server[105585]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 21:23:48.908730 n-d-705658-22 neutron-server[105585]: self.session.flush() Jul 27 21:23:48.908730 n-d-705658-22 neutron-server[105585]: Traceback (most recent call last): Jul 27 21:23:48.908730 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:23:48.908730 n-d-705658-22 neutron-server[105585]: timer() Jul 27 21:23:48.908730 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:23:48.908730 n-d-705658-22 neutron-server[105585]: cb(*args, **kw) Jul 27 21:23:48.908730 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:23:48.908730 n-d-705658-22 neutron-server[105585]: return func(*args, **kwargs) Jul 27 21:23:48.908730 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:23:48.908730 n-d-705658-22 neutron-server[105585]: self._notify() Jul 27 21:23:48.908730 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:23:48.908730 n-d-705658-22 neutron-server[105585]: self.callback(batched_events) Jul 27 21:23:48.908730 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:23:48.908730 n-d-705658-22 neutron-server[105585]: event.method(event) Jul 27 21:23:48.908730 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:23:48.908730 n-d-705658-22 neutron-server[105585]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:23:48.908730 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:23:48.908730 n-d-705658-22 neutron-server[105585]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:23:48.908730 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:23:48.908730 n-d-705658-22 neutron-server[105585]: return f(self, *a, **k) Jul 27 21:23:48.908730 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:23:48.908730 n-d-705658-22 neutron-server[105585]: return self._get(url).json() Jul 27 21:23:48.908730 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:23:48.908730 n-d-705658-22 neutron-server[105585]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:23:48.908730 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:23:48.908730 n-d-705658-22 neutron-server[105585]: return self.request(url, 'GET', **kwargs) Jul 27 21:23:48.908730 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:23:48.908730 n-d-705658-22 neutron-server[105585]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:23:48.908730 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:23:48.908730 n-d-705658-22 neutron-server[105585]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:23:48.908730 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:23:48.908730 n-d-705658-22 neutron-server[105585]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:23:48.908730 n-d-705658-22 neutron-server[105585]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:23:48.912861 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-86aea3f2-1147-431e-9609-6ea9d891f36b tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4075658'] for network, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:48.960116 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-86aea3f2-1147-431e-9609-6ea9d891f36b tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Notify callbacks [] for network, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:48.963496 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-86aea3f2-1147-431e-9609-6ea9d891f36b tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] 10.222.0.59 "DELETE /v2.0/networks/b4797b06-bc8f-4949-a7c4-05143b0bdee1 HTTP/1.1" status: 204 len: 168 time: 1.8415303 Jul 27 21:23:48.964638 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86aea3f2-1147-431e-9609-6ea9d891f36b tempest-NetworksIpV6Test-293253195 tempest-NetworksIpV6Test-293253195-project] Pushing event deleted for resources: {'Network': ['ID=b4797b06-bc8f-4949-a7c4-05143b0bdee1,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:23:49.320391 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-ce4d38ac-2e97-4d0f-8bfd-8527851830f4 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9014150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9738800'] for subnet, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:49.504946 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 54110) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:23:49.542093 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4d38ac-2e97-4d0f-8bfd-8527851830f4 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Pushing event updated for resources: {'Subnet': ['ID=8c4e59d5-e032-4e7a-a432-d8d6c9610742,revision_number=0']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:23:49.577709 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce4d38ac-2e97-4d0f-8bfd-8527851830f4 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Checking segment: {'id': '588c9dfe-3a83-4edc-8b38-6a8c8a2dada4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '6da1baa8-c813-476a-a544-12756a165849'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:23:49.578074 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce4d38ac-2e97-4d0f-8bfd-8527851830f4 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Network hostable DHCP agents. Network: 6da1baa8-c813-476a-a544-12756a165849, hostable agents: ['7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a'], hosted agents: [] {{(pid=105584) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:23:49.628142 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce4d38ac-2e97-4d0f-8bfd-8527851830f4 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Network 6da1baa8-c813-476a-a544-12756a165849 is scheduled to be hosted by DHCP agent 7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a with binding_index 1 {{(pid=105584) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:23:49.648335 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [None req-ce4d38ac-2e97-4d0f-8bfd-8527851830f4 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-22, 6da1baa8-c813-476a-a544-12756a165849) {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:23:49.652788 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce4d38ac-2e97-4d0f-8bfd-8527851830f4 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:23:49.653390 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-ce4d38ac-2e97-4d0f-8bfd-8527851830f4 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks [] for subnet, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:49.657492 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8555bc00-6952-454d-9c8b-80f98051bb04 None None] Network 6da1baa8-c813-476a-a544-12756a165849 requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:23:49.677774 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-ce4d38ac-2e97-4d0f-8bfd-8527851830f4 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0219541 Jul 27 21:23:49.679367 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 54114) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:23:49.685001 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-4d13c520-6590-4e26-93d8-1dbe51d3567a tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1469101889', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:23:49.736214 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-4d13c520-6590-4e26-93d8-1dbe51d3567a tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4163813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-443'] for router, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:49.737875 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-4d13c520-6590-4e26-93d8-1dbe51d3567a tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4165196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4077059', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3711235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-418'] for router, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:49.846345 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-4d13c520-6590-4e26-93d8-1dbe51d3567a tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:49.854132 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-4d13c520-6590-4e26-93d8-1dbe51d3567a tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4163804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4077150'] for router, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:49.888376 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-756a78de-977f-48d9-8962-b4124a8e82a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30bb4b93-b285-5d90-9493-f9ec33ea333c-6da1baa8-c813-476a-a544-12756a165849', 'network_id': '6da1baa8-c813-476a-a544-12756a165849', 'tenant_id': '2c7b7887b0f848c597ec952cc967d92c', 'fixed_ips': [{'subnet_id': '8c4e59d5-e032-4e7a-a432-d8d6c9610742'}]}} from n-d-705658-22. {{(pid=105586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 21:23:49.889712 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-756a78de-977f-48d9-8962-b4124a8e82a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:49.902860 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-4d13c520-6590-4e26-93d8-1dbe51d3567a tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks [] for router, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:49.904896 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-4d13c520-6590-4e26-93d8-1dbe51d3567a tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2239339 Jul 27 21:23:49.910239 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 54120) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:23:49.926166 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-b33dead2-1945-4742-b40f-c40ef6385925 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=f29f7f3f1b864f559ca1359aba7d5c57&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4226141 Jul 27 21:23:49.926812 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 54122) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:23:50.057126 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-1d80d51e-9eeb-4323-a85d-03401cc9204a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:50.121592 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-1d80d51e-9eeb-4323-a85d-03401cc9204a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:50.186242 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.db_base_plugin_common [None req-756a78de-977f-48d9-8962-b4124a8e82a3 None None] Allocated IP 2001:db8::2 (6da1baa8-c813-476a-a544-12756a165849/8c4e59d5-e032-4e7a-a432-d8d6c9610742/403afed7-3e1b-4207-b8ae-867f56f09069) {{(pid=105586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:23:50.246203 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-1d80d51e-9eeb-4323-a85d-03401cc9204a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:50.257329 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-1d80d51e-9eeb-4323-a85d-03401cc9204a admin admin] Notify callbacks [] for security_group, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:50.261925 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-1d80d51e-9eeb-4323-a85d-03401cc9204a admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/43f38cef-1732-4499-8dcd-23bfa4ceb2e3 HTTP/1.1" status: 204 len: 168 time: 0.3286951 Jul 27 21:23:50.288659 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d80d51e-9eeb-4323-a85d-03401cc9204a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43f38cef-1732-4499-8dcd-23bfa4ceb2e3,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:23:50.336726 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-5607f28b-4ad9-4820-b541-6b061371baa5 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:50.558631 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-756a78de-977f-48d9-8962-b4124a8e82a3 None None] Notify callbacks [] for port, precommit_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:50.578858 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-756a78de-977f-48d9-8962-b4124a8e82a3 None None] Transition to ACTIVE for port object 403afed7-3e1b-4207-b8ae-867f56f09069 will not be triggered until provisioned by entity L2. {{(pid=105586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:23:50.600006 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-756a78de-977f-48d9-8962-b4124a8e82a3 None None] Transition to ACTIVE for port object 403afed7-3e1b-4207-b8ae-867f56f09069 will not be triggered until provisioned by entity DHCP. {{(pid=105586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:23:50.617881 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-756a78de-977f-48d9-8962-b4124a8e82a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143'] for port, after_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:50.674004 n-d-705658-22 neutron-server[105586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-756a78de-977f-48d9-8962-b4124a8e82a3 None None] Network 6da1baa8-c813-476a-a544-12756a165849 is already hosted by enough agents. {{(pid=105586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:23:50.680933 n-d-705658-22 neutron-server[105586]: DEBUG neutron.scheduler.base_scheduler [None req-756a78de-977f-48d9-8962-b4124a8e82a3 None None] Resources bound (agent type, host, resource id): {{(pid=105586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:23:50.687466 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-756a78de-977f-48d9-8962-b4124a8e82a3 None None] Received port after_create {{(pid=105586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:23:50.723279 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756a78de-977f-48d9-8962-b4124a8e82a3 None None] Pushing event updated for resources: {'Port': ['ID=403afed7-3e1b-4207-b8ae-867f56f09069,revision_number=1']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:23:50.796193 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-756a78de-977f-48d9-8962-b4124a8e82a3 None None] Attempting to bind port 403afed7-3e1b-4207-b8ae-867f56f09069 on host n-d-705658-22 for vnic_type normal with profile {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:23:50.798172 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-756a78de-977f-48d9-8962-b4124a8e82a3 None None] Attempting to bind port 403afed7-3e1b-4207-b8ae-867f56f09069 by drivers openvswitch,hyperv on host n-d-705658-22 at level 0 using segments [{'id': '588c9dfe-3a83-4edc-8b38-6a8c8a2dada4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '6da1baa8-c813-476a-a544-12756a165849'}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:23:50.798657 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-756a78de-977f-48d9-8962-b4124a8e82a3 None None] Attempting to bind port 403afed7-3e1b-4207-b8ae-867f56f09069 on network 6da1baa8-c813-476a-a544-12756a165849 {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:23:50.808552 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-756a78de-977f-48d9-8962-b4124a8e82a3 None None] Checking agent: {'id': '04a7ea91-6318-467e-ace6-b0fb48c8690f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 41, 42), 'started_at': datetime.datetime(2021, 7, 27, 20, 42, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 23, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:23:50.809584 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-756a78de-977f-48d9-8962-b4124a8e82a3 None None] Checking segment: {'id': '588c9dfe-3a83-4edc-8b38-6a8c8a2dada4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '6da1baa8-c813-476a-a544-12756a165849'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:23:50.810104 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-756a78de-977f-48d9-8962-b4124a8e82a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:50.810603 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-756a78de-977f-48d9-8962-b4124a8e82a3 None None] Bound using segment: {'id': '588c9dfe-3a83-4edc-8b38-6a8c8a2dada4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '6da1baa8-c813-476a-a544-12756a165849'} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:23:50.812001 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-756a78de-977f-48d9-8962-b4124a8e82a3 None None] Bound port: 403afed7-3e1b-4207-b8ae-867f56f09069, host: n-d-705658-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '588c9dfe-3a83-4edc-8b38-6a8c8a2dada4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '6da1baa8-c813-476a-a544-12756a165849'}}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:23:50.812493 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-756a78de-977f-48d9-8962-b4124a8e82a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:50.965717 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.db_base_plugin_common [None req-5607f28b-4ad9-4820-b541-6b061371baa5 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Allocated IP 2001:db8::1 (6da1baa8-c813-476a-a544-12756a165849/8c4e59d5-e032-4e7a-a432-d8d6c9610742/68a46512-e602-426b-8dc6-3b115a4a032b) {{(pid=105584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:23:50.979070 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-756a78de-977f-48d9-8962-b4124a8e82a3 None None] For port 403afed7-3e1b-4207-b8ae-867f56f09069, host n-d-705658-22, cleared binding levels {{(pid=105586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:23:50.979070 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-756a78de-977f-48d9-8962-b4124a8e82a3 None None] For port 403afed7-3e1b-4207-b8ae-867f56f09069, host n-d-705658-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=403afed7-3e1b-4207-b8ae-867f56f09069,segment=NetworkSegment(588c9dfe-3a83-4edc-8b38-6a8c8a2dada4),segment_id=588c9dfe-3a83-4edc-8b38-6a8c8a2dada4)] {{(pid=105586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:23:50.991131 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-756a78de-977f-48d9-8962-b4124a8e82a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:51.179348 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-5607f28b-4ad9-4820-b541-6b061371baa5 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks [] for port, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:51.197684 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756a78de-977f-48d9-8962-b4124a8e82a3 None None] Pushing event updated for resources: {'Port': ['ID=403afed7-3e1b-4207-b8ae-867f56f09069,revision_number=2']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:23:51.230854 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.provisioning_blocks [None req-5607f28b-4ad9-4820-b541-6b061371baa5 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Transition to ACTIVE for port object 68a46512-e602-426b-8dc6-3b115a4a032b will not be triggered until provisioned by entity DHCP. {{(pid=105584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:23:51.304384 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-5607f28b-4ad9-4820-b541-6b061371baa5 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:51.340181 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5607f28b-4ad9-4820-b541-6b061371baa5 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Network 6da1baa8-c813-476a-a544-12756a165849 is already hosted by enough agents. {{(pid=105584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:23:51.460526 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [None req-5607f28b-4ad9-4820-b541-6b061371baa5 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Resources bound (agent type, host, resource id): {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:23:51.465390 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5607f28b-4ad9-4820-b541-6b061371baa5 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Received port after_create {{(pid=105584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:23:51.466102 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-5607f28b-4ad9-4820-b541-6b061371baa5 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4075523'] for router_interface, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:51.479111 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5607f28b-4ad9-4820-b541-6b061371baa5 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Pushing event updated for resources: {'Port': ['ID=68a46512-e602-426b-8dc6-3b115a4a032b,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:23:51.698930 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-5607f28b-4ad9-4820-b541-6b061371baa5 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:51.846133 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 403afed7-3e1b-4207-b8ae-867f56f09069 up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:23:51.979096 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning for port 403afed7-3e1b-4207-b8ae-867f56f09069 completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:23:52.003882 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 54180) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:23:52.174028 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-d7678271-c72d-4566-ad2f-7d2d9c7935fa tempest-RoutersNegativeTest-1037337129 tempest-RoutersNegativeTest-1037337129-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-34138943', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:23:52.326386 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-d7678271-c72d-4566-ad2f-7d2d9c7935fa tempest-RoutersNegativeTest-1037337129 tempest-RoutersNegativeTest-1037337129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4163813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-443'] for router, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:52.330703 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-d7678271-c72d-4566-ad2f-7d2d9c7935fa tempest-RoutersNegativeTest-1037337129 tempest-RoutersNegativeTest-1037337129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4165196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4077059', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3711235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-418'] for router, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:52.448331 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-5607f28b-4ad9-4820-b541-6b061371baa5 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks [] for port, precommit_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:52.451547 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-d7678271-c72d-4566-ad2f-7d2d9c7935fa tempest-RoutersNegativeTest-1037337129 tempest-RoutersNegativeTest-1037337129-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:52.459261 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-5607f28b-4ad9-4820-b541-6b061371baa5 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9014027'] for port, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:52.460577 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-5607f28b-4ad9-4820-b541-6b061371baa5 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3743906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4076435'] for router_interface, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:52.466855 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-d7678271-c72d-4566-ad2f-7d2d9c7935fa tempest-RoutersNegativeTest-1037337129 tempest-RoutersNegativeTest-1037337129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4163804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4077150'] for router, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:52.667331 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-d7678271-c72d-4566-ad2f-7d2d9c7935fa tempest-RoutersNegativeTest-1037337129 tempest-RoutersNegativeTest-1037337129-project] Notify callbacks [] for router, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:52.669004 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-d7678271-c72d-4566-ad2f-7d2d9c7935fa tempest-RoutersNegativeTest-1037337129 tempest-RoutersNegativeTest-1037337129-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.6641827 Jul 27 21:23:52.671927 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 54202) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:23:52.680383 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-9fc19c01-6315-4683-a633-d68a78ef9a27 tempest-RoutersNegativeTest-1037337129 tempest-RoutersNegativeTest-1037337129-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-940089167'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:23:52.684649 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5607f28b-4ad9-4820-b541-6b061371baa5 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Pushing event updated for resources: {'Port': ['ID=68a46512-e602-426b-8dc6-3b115a4a032b,revision_number=2']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:23:52.805060 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5607f28b-4ad9-4820-b541-6b061371baa5 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Network 6da1baa8-c813-476a-a544-12756a165849 is already hosted by enough agents. {{(pid=105584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:23:52.808633 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [None req-5607f28b-4ad9-4820-b541-6b061371baa5 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Resources bound (agent type, host, resource id): {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:23:52.851445 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fc19c01-6315-4683-a633-d68a78ef9a27 tempest-RoutersNegativeTest-1037337129 tempest-RoutersNegativeTest-1037337129-project] Made reservation on behalf of b02aed5606164f6b8ac4bf011746b433 for: {'network': 1} {{(pid=105585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:23:52.861762 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-9fc19c01-6315-4683-a633-d68a78ef9a27 tempest-RoutersNegativeTest-1037337129 tempest-RoutersNegativeTest-1037337129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for network, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:52.890148 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-9fc19c01-6315-4683-a633-d68a78ef9a27 tempest-RoutersNegativeTest-1037337129 tempest-RoutersNegativeTest-1037337129-project] Notify callbacks [] for security_group, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:52.937796 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c19c9dc-1cd3-4bd6-a1b5-fc96f285a8a8 req-abb33297-a55a-4f0c-bd52-28fbcbe25baa tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:23:52.939670 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-5c19c9dc-1cd3-4bd6-a1b5-fc96f285a8a8 req-abb33297-a55a-4f0c-bd52-28fbcbe25baa tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] 10.222.0.59 "GET /v2.0/ports?device_id=c5ea73bb-edaf-47c2-9f36-d8273f60e5d5 HTTP/1.1" status: 200 len: 945 time: 0.2111347 Jul 27 21:23:52.967293 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e74be0b5-aa82-4131-a332-ecd15001db6b None None] Network 6da1baa8-c813-476a-a544-12756a165849 requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:23:53.018389 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-5c19c9dc-1cd3-4bd6-a1b5-fc96f285a8a8 req-e6e8af1b-f4fa-40db-b362-f51a6ffc863a tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] 10.222.0.59 "GET /v2.0/security-groups?id=e916e9b6-267b-4820-a856-ddc66d274821&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716007 Jul 27 21:23:53.041656 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 54206) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:23:53.131144 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-9fc19c01-6315-4683-a633-d68a78ef9a27 tempest-RoutersNegativeTest-1037337129 tempest-RoutersNegativeTest-1037337129-project] Notify callbacks [] for security_group, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:53.139650 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-9fc19c01-6315-4683-a633-d68a78ef9a27 tempest-RoutersNegativeTest-1037337129 tempest-RoutersNegativeTest-1037337129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:53.173265 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9fc19c01-6315-4683-a633-d68a78ef9a27 tempest-RoutersNegativeTest-1037337129 tempest-RoutersNegativeTest-1037337129-project] vlan segment allocate from pool success with {'vlan_id': 217, 'physical_network': 'physnet1'} {{(pid=105585) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:23:53.174537 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-a4682acd-c96a-49dd-93c0-4010ae36d17b None None] Provisioning for port 403afed7-3e1b-4207-b8ae-867f56f09069 completed by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:23:53.188115 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-a4682acd-c96a-49dd-93c0-4010ae36d17b None None] Provisioning complete for port 403afed7-3e1b-4207-b8ae-867f56f09069 triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:23:53.189936 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-a4682acd-c96a-49dd-93c0-4010ae36d17b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:53.219919 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-9fc19c01-6315-4683-a633-d68a78ef9a27 tempest-RoutersNegativeTest-1037337129 tempest-RoutersNegativeTest-1037337129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:53.220156 n-d-705658-22 neutron-server[105585]: INFO neutron.db.segments_db [None req-9fc19c01-6315-4683-a633-d68a78ef9a27 tempest-RoutersNegativeTest-1037337129 tempest-RoutersNegativeTest-1037337129-project] Added segment 147afb93-e7fa-45ad-8719-079b40a6ca2f of type vlan for network 24823362-7866-47ff-8e59-5a1854a95e2d Jul 27 21:23:53.288326 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-f5eed76b-c700-42eb-af0c-ce00be6a59c5 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] 10.222.0.59 "GET /v2.0/floatingips/2796c09c-4a0c-4041-92d0-fc1ad4e449a0 HTTP/1.1" status: 200 len: 993 time: 0.2430325 Jul 27 21:23:53.305466 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5607f28b-4ad9-4820-b541-6b061371baa5 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Router cbf8dc4d-8ffb-440c-9d2f-ef854de662ff is scheduled to L3 agent dd128fd7-8e57-4d4f-895b-a96b369df59a with binding_index 1 {{(pid=105584) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 21:23:53.370073 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-9fc19c01-6315-4683-a633-d68a78ef9a27 tempest-RoutersNegativeTest-1037337129 tempest-RoutersNegativeTest-1037337129-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790688424798'] for network, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:53.443926 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc19c01-6315-4683-a633-d68a78ef9a27 tempest-RoutersNegativeTest-1037337129 tempest-RoutersNegativeTest-1037337129-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da82b9c8-27dd-4af7-861a-b142f9d1d6dc,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:23:53.466449 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-9fc19c01-6315-4683-a633-d68a78ef9a27 tempest-RoutersNegativeTest-1037337129 tempest-RoutersNegativeTest-1037337129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920'] for network, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:53.481268 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fc19c01-6315-4683-a633-d68a78ef9a27 tempest-RoutersNegativeTest-1037337129 tempest-RoutersNegativeTest-1037337129-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:23:53.486074 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-9fc19c01-6315-4683-a633-d68a78ef9a27 tempest-RoutersNegativeTest-1037337129 tempest-RoutersNegativeTest-1037337129-project] Notify callbacks [] for network, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:53.489917 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-a4682acd-c96a-49dd-93c0-4010ae36d17b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:53.515569 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5607f28b-4ad9-4820-b541-6b061371baa5 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify agent at l3_agent.n-d-705658-22 the message routers_updated {{(pid=105584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:23:53.527919 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-5607f28b-4ad9-4820-b541-6b061371baa5 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] 10.222.0.59 "PUT /v2.0/routers/cbf8dc4d-8ffb-440c-9d2f-ef854de662ff/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6181188 Jul 27 21:23:53.528698 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 54224) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:23:53.539913 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa1b0362-cd49-4c66-b70d-18bb8b71593c None None] Sync routers for ids ['cbf8dc4d-8ffb-440c-9d2f-ef854de662ff'] in n-d-705658-22 {{(pid=105586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:23:53.581972 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa1b0362-cd49-4c66-b70d-18bb8b71593c None None] Routers {'cbf8dc4d-8ffb-440c-9d2f-ef854de662ff'} bound to L3 agent in host n-d-705658-22 {{(pid=105586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:23:53.582884 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-fa1b0362-cd49-4c66-b70d-18bb8b71593c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:23:42Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['cbf8dc4d-8ffb-440c-9d2f-ef854de662ff'], 'active': True} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:23:53.647595 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-a4682acd-c96a-49dd-93c0-4010ae36d17b None None] For port 403afed7-3e1b-4207-b8ae-867f56f09069, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=403afed7-3e1b-4207-b8ae-867f56f09069,segment=NetworkSegment(588c9dfe-3a83-4edc-8b38-6a8c8a2dada4),segment_id=588c9dfe-3a83-4edc-8b38-6a8c8a2dada4)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:23:53.655598 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-fa1b0362-cd49-4c66-b70d-18bb8b71593c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-22', False) {} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:23:53.667366 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25318ce8-5683-48ed-80bc-ea8f4daca587 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:23:53.668374 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-a4682acd-c96a-49dd-93c0-4010ae36d17b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:53.672175 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-25318ce8-5683-48ed-80bc-ea8f4daca587 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] 10.222.0.59 "GET /v2.0/ports/68a46512-e602-426b-8dc6-3b115a4a032b HTTP/1.1" status: 200 len: 911 time: 0.1380970 Jul 27 21:23:53.676029 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 54228) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:23:53.685431 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-e484a653-598a-41a9-aa3c-f275a3e8a0b2 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '8c4e59d5-e032-4e7a-a432-d8d6c9610742'}]}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:23:53.701983 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc19c01-6315-4683-a633-d68a78ef9a27 tempest-RoutersNegativeTest-1037337129 tempest-RoutersNegativeTest-1037337129-project] Pushing event updated for resources: {'Network': ['ID=24823362-7866-47ff-8e59-5a1854a95e2d,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:23:53.727734 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-9fc19c01-6315-4683-a633-d68a78ef9a27 tempest-RoutersNegativeTest-1037337129 tempest-RoutersNegativeTest-1037337129-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.0546536 Jul 27 21:23:53.731124 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 54234) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:23:53.741829 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-ee17ebc2-1d20-437c-97b3-b65cb9ede5c7 tempest-RoutersNegativeTest-1037337129 tempest-RoutersNegativeTest-1037337129-project] Request body: {'subnet': {'network_id': '24823362-7866-47ff-8e59-5a1854a95e2d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:23:53.804845 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4682acd-c96a-49dd-93c0-4010ae36d17b None None] Pushing event updated for resources: {'Port': ['ID=403afed7-3e1b-4207-b8ae-867f56f09069,revision_number=3']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:23:53.808277 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Network 24823362-7866-47ff-8e59-5a1854a95e2d details requested by agent ovs-agent-n-d-705658-22 with host n-d-705658-22 {{(pid=105586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:23:53.917692 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa1b0362-cd49-4c66-b70d-18bb8b71593c None None] Routers {'cbf8dc4d-8ffb-440c-9d2f-ef854de662ff'} bound to L3 agent in host n-d-705658-22 {{(pid=105586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:23:53.918348 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-fa1b0362-cd49-4c66-b70d-18bb8b71593c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:23:42Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['cbf8dc4d-8ffb-440c-9d2f-ef854de662ff'], 'active': True} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:23:54.008413 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-fa1b0362-cd49-4c66-b70d-18bb8b71593c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-22', False) {} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:23:54.009147 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa1b0362-cd49-4c66-b70d-18bb8b71593c None None] The sync data for ids ['cbf8dc4d-8ffb-440c-9d2f-ef854de662ff'] in n-d-705658-22 is: [] {{(pid=105586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:23:54.014289 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ac89aa-1ad7-4aeb-90ac-c014468291b6 req-382f840a-9c0c-4943-9b19-f3b0e16cfffa tempest-TestNetworkAdvancedServerOps-1085103497 tempest-TestNetworkAdvancedServerOps-1085103497-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:23:54.016131 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-14ac89aa-1ad7-4aeb-90ac-c014468291b6 req-382f840a-9c0c-4943-9b19-f3b0e16cfffa tempest-TestNetworkAdvancedServerOps-1085103497 tempest-TestNetworkAdvancedServerOps-1085103497-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=c5ea73bb-edaf-47c2-9f36-d8273f60e5d5 HTTP/1.1" status: 200 len: 1097 time: 0.1744685 Jul 27 21:23:54.019190 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee17ebc2-1d20-437c-97b3-b65cb9ede5c7 tempest-RoutersNegativeTest-1037337129 tempest-RoutersNegativeTest-1037337129-project] Made reservation on behalf of b02aed5606164f6b8ac4bf011746b433 for: {'subnet': 1} {{(pid=105585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:23:54.024635 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-ee17ebc2-1d20-437c-97b3-b65cb9ede5c7 tempest-RoutersNegativeTest-1037337129 tempest-RoutersNegativeTest-1037337129-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9990620'] for subnet, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:54.062295 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-73ee8d26-9f81-4db0-b78a-ac0ae27ac4fb None None] Provisioning complete for port 403afed7-3e1b-4207-b8ae-867f56f09069 triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:23:54.062677 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-73ee8d26-9f81-4db0-b78a-ac0ae27ac4fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:54.286791 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-73ee8d26-9f81-4db0-b78a-ac0ae27ac4fb None None] Provisioning for port 68a46512-e602-426b-8dc6-3b115a4a032b completed by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:23:54.301450 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-73ee8d26-9f81-4db0-b78a-ac0ae27ac4fb None None] Provisioning complete for port 68a46512-e602-426b-8dc6-3b115a4a032b triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:23:54.301913 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-73ee8d26-9f81-4db0-b78a-ac0ae27ac4fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:54.313653 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-ee17ebc2-1d20-437c-97b3-b65cb9ede5c7 tempest-RoutersNegativeTest-1037337129 tempest-RoutersNegativeTest-1037337129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10221797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9990606'] for subnet, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:54.431736 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-14ac89aa-1ad7-4aeb-90ac-c014468291b6 req-898a1a98-ad58-4392-825d-c922de46cb28 tempest-TestNetworkAdvancedServerOps-1085103497 tempest-TestNetworkAdvancedServerOps-1085103497-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=e916e9b6-267b-4820-a856-ddc66d274821&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3799784 Jul 27 21:23:54.463119 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee17ebc2-1d20-437c-97b3-b65cb9ede5c7 tempest-RoutersNegativeTest-1037337129 tempest-RoutersNegativeTest-1037337129-project] Pushing event updated for resources: {'Subnet': ['ID=ded4fd07-8683-48a8-9fea-f37bfc8c240d,revision_number=0']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:23:54.470535 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee17ebc2-1d20-437c-97b3-b65cb9ede5c7 tempest-RoutersNegativeTest-1037337129 tempest-RoutersNegativeTest-1037337129-project] Checking segment: {'id': '147afb93-e7fa-45ad-8719-079b40a6ca2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '24823362-7866-47ff-8e59-5a1854a95e2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:23:54.470535 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee17ebc2-1d20-437c-97b3-b65cb9ede5c7 tempest-RoutersNegativeTest-1037337129 tempest-RoutersNegativeTest-1037337129-project] Network hostable DHCP agents. Network: 24823362-7866-47ff-8e59-5a1854a95e2d, hostable agents: ['7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a'], hosted agents: [] {{(pid=105585) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:23:54.476300 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-73ee8d26-9f81-4db0-b78a-ac0ae27ac4fb None None] Port 68a46512-e602-426b-8dc6-3b115a4a032b cannot update to ACTIVE because it is not bound. {{(pid=105586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:23:54.513038 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee17ebc2-1d20-437c-97b3-b65cb9ede5c7 tempest-RoutersNegativeTest-1037337129 tempest-RoutersNegativeTest-1037337129-project] Network 24823362-7866-47ff-8e59-5a1854a95e2d is scheduled to be hosted by DHCP agent 7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a with binding_index 1 {{(pid=105585) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:23:54.533243 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.base_scheduler [None req-ee17ebc2-1d20-437c-97b3-b65cb9ede5c7 tempest-RoutersNegativeTest-1037337129 tempest-RoutersNegativeTest-1037337129-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-22, 24823362-7866-47ff-8e59-5a1854a95e2d) {{(pid=105585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:23:54.544055 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3f4ae18-47bd-4a17-a2b4-9696980f035b None None] Network 24823362-7866-47ff-8e59-5a1854a95e2d requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:23:54.545951 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee17ebc2-1d20-437c-97b3-b65cb9ede5c7 tempest-RoutersNegativeTest-1037337129 tempest-RoutersNegativeTest-1037337129-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:23:54.548742 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-ee17ebc2-1d20-437c-97b3-b65cb9ede5c7 tempest-RoutersNegativeTest-1037337129 tempest-RoutersNegativeTest-1037337129-project] Notify callbacks [] for subnet, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:54.594540 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-ee17ebc2-1d20-437c-97b3-b65cb9ede5c7 tempest-RoutersNegativeTest-1037337129 tempest-RoutersNegativeTest-1037337129-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8584695 Jul 27 21:23:54.597273 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 54270) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:23:54.608814 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-e484a653-598a-41a9-aa3c-f275a3e8a0b2 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:54.614833 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-95b192dd-619a-48a8-8885-3113c8281134 tempest-RoutersNegativeTest-1037337129 tempest-RoutersNegativeTest-1037337129-project] Request body: {'network': {'name': 'tempest-router-network01--1362631005'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:23:54.692202 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95b192dd-619a-48a8-8885-3113c8281134 tempest-RoutersNegativeTest-1037337129 tempest-RoutersNegativeTest-1037337129-project] Made reservation on behalf of b02aed5606164f6b8ac4bf011746b433 for: {'network': 1} {{(pid=105585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:23:54.698205 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-95b192dd-619a-48a8-8885-3113c8281134 tempest-RoutersNegativeTest-1037337129 tempest-RoutersNegativeTest-1037337129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for network, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:54.759979 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95b192dd-619a-48a8-8885-3113c8281134 tempest-RoutersNegativeTest-1037337129 tempest-RoutersNegativeTest-1037337129-project] vlan segment allocate from pool success with {'vlan_id': 214, 'physical_network': 'physnet1'} {{(pid=105585) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:23:54.768740 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-3085bf2b-291b-4792-ba7b-dfa4267a4e1c None None] Provisioning complete for port 68a46512-e602-426b-8dc6-3b115a4a032b triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:23:54.769121 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3085bf2b-291b-4792-ba7b-dfa4267a4e1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:54.779045 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-95b192dd-619a-48a8-8885-3113c8281134 tempest-RoutersNegativeTest-1037337129 tempest-RoutersNegativeTest-1037337129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:54.779478 n-d-705658-22 neutron-server[105585]: INFO neutron.db.segments_db [None req-95b192dd-619a-48a8-8885-3113c8281134 tempest-RoutersNegativeTest-1037337129 tempest-RoutersNegativeTest-1037337129-project] Added segment 51849e7b-cb80-4875-91d3-82ff2902446d of type vlan for network 8e1ee405-d51b-4d37-806b-66a074961577 Jul 27 21:23:54.917032 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-95b192dd-619a-48a8-8885-3113c8281134 tempest-RoutersNegativeTest-1037337129 tempest-RoutersNegativeTest-1037337129-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790688424798'] for network, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:54.978971 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-95b192dd-619a-48a8-8885-3113c8281134 tempest-RoutersNegativeTest-1037337129 tempest-RoutersNegativeTest-1037337129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920'] for network, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:54.989888 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95b192dd-619a-48a8-8885-3113c8281134 tempest-RoutersNegativeTest-1037337129 tempest-RoutersNegativeTest-1037337129-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:23:54.990548 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-95b192dd-619a-48a8-8885-3113c8281134 tempest-RoutersNegativeTest-1037337129 tempest-RoutersNegativeTest-1037337129-project] Notify callbacks [] for network, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:55.025171 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-95b192dd-619a-48a8-8885-3113c8281134 tempest-RoutersNegativeTest-1037337129 tempest-RoutersNegativeTest-1037337129-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4240189 Jul 27 21:23:55.027898 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 54278) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:23:55.038219 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-3085bf2b-291b-4792-ba7b-dfa4267a4e1c None None] Port 68a46512-e602-426b-8dc6-3b115a4a032b cannot update to ACTIVE because it is not bound. {{(pid=105586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:23:55.078021 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10ae2a2d-c10f-4df2-98c3-91cd2292fc14 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30bb4b93-b285-5d90-9493-f9ec33ea333c-24823362-7866-47ff-8e59-5a1854a95e2d', 'network_id': '24823362-7866-47ff-8e59-5a1854a95e2d', 'tenant_id': 'b02aed5606164f6b8ac4bf011746b433', 'fixed_ips': [{'subnet_id': 'ded4fd07-8683-48a8-9fea-f37bfc8c240d'}]}} from n-d-705658-22. {{(pid=105586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 21:23:55.079585 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-10ae2a2d-c10f-4df2-98c3-91cd2292fc14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:55.109855 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-fdab1195-7b7b-4569-8e87-148670c95cae tempest-RoutersNegativeTest-1037337129 tempest-RoutersNegativeTest-1037337129-project] Request body: {'network': {'name': 'tempest-router-network02--150235760'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:23:55.137821 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdab1195-7b7b-4569-8e87-148670c95cae tempest-RoutersNegativeTest-1037337129 tempest-RoutersNegativeTest-1037337129-project] Made reservation on behalf of b02aed5606164f6b8ac4bf011746b433 for: {'network': 1} {{(pid=105585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:23:55.141873 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-fdab1195-7b7b-4569-8e87-148670c95cae tempest-RoutersNegativeTest-1037337129 tempest-RoutersNegativeTest-1037337129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for network, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:55.165558 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b192dd-619a-48a8-8885-3113c8281134 tempest-RoutersNegativeTest-1037337129 tempest-RoutersNegativeTest-1037337129-project] Pushing event updated for resources: {'Network': ['ID=8e1ee405-d51b-4d37-806b-66a074961577,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:23:55.194313 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fdab1195-7b7b-4569-8e87-148670c95cae tempest-RoutersNegativeTest-1037337129 tempest-RoutersNegativeTest-1037337129-project] vlan segment allocate from pool success with {'vlan_id': 241, 'physical_network': 'physnet1'} {{(pid=105585) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:23:55.206971 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-fdab1195-7b7b-4569-8e87-148670c95cae tempest-RoutersNegativeTest-1037337129 tempest-RoutersNegativeTest-1037337129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:55.207669 n-d-705658-22 neutron-server[105585]: INFO neutron.db.segments_db [None req-fdab1195-7b7b-4569-8e87-148670c95cae tempest-RoutersNegativeTest-1037337129 tempest-RoutersNegativeTest-1037337129-project] Added segment 2c489137-a56c-46d6-8f19-19afb3d75343 of type vlan for network 0baf0cec-40d2-4b22-9e27-1719cb6e9098 Jul 27 21:23:55.283406 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-fdab1195-7b7b-4569-8e87-148670c95cae tempest-RoutersNegativeTest-1037337129 tempest-RoutersNegativeTest-1037337129-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790688424798'] for network, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:55.299956 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Network 8e1ee405-d51b-4d37-806b-66a074961577 details requested by agent ovs-agent-n-d-705658-22 with host n-d-705658-22 {{(pid=105586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:23:55.338105 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-fdab1195-7b7b-4569-8e87-148670c95cae tempest-RoutersNegativeTest-1037337129 tempest-RoutersNegativeTest-1037337129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920'] for network, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:55.343904 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdab1195-7b7b-4569-8e87-148670c95cae tempest-RoutersNegativeTest-1037337129 tempest-RoutersNegativeTest-1037337129-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:23:55.344582 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-fdab1195-7b7b-4569-8e87-148670c95cae tempest-RoutersNegativeTest-1037337129 tempest-RoutersNegativeTest-1037337129-project] Notify callbacks [] for network, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:55.404724 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-544b319a-3048-4ba7-bb21-e5e28a4ebd25 None None] Provisioning complete for port 68a46512-e602-426b-8dc6-3b115a4a032b triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:23:55.405472 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-544b319a-3048-4ba7-bb21-e5e28a4ebd25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:55.410209 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-fdab1195-7b7b-4569-8e87-148670c95cae tempest-RoutersNegativeTest-1037337129 tempest-RoutersNegativeTest-1037337129-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3600209 Jul 27 21:23:55.413303 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 54296) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:23:55.418489 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-2cc62cc0-f815-4e5c-a098-a05929618ecd tempest-RoutersNegativeTest-1037337129 tempest-RoutersNegativeTest-1037337129-project] Request body: {'subnet': {'network_id': '8e1ee405-d51b-4d37-806b-66a074961577', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:23:55.453715 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-544b319a-3048-4ba7-bb21-e5e28a4ebd25 None None] Port 68a46512-e602-426b-8dc6-3b115a4a032b cannot update to ACTIVE because it is not bound. {{(pid=105586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:23:55.487721 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdab1195-7b7b-4569-8e87-148670c95cae tempest-RoutersNegativeTest-1037337129 tempest-RoutersNegativeTest-1037337129-project] Pushing event updated for resources: {'Network': ['ID=0baf0cec-40d2-4b22-9e27-1719cb6e9098,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:23:55.506480 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Network 0baf0cec-40d2-4b22-9e27-1719cb6e9098 details requested by agent ovs-agent-n-d-705658-22 with host n-d-705658-22 {{(pid=105586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:23:55.550415 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cc62cc0-f815-4e5c-a098-a05929618ecd tempest-RoutersNegativeTest-1037337129 tempest-RoutersNegativeTest-1037337129-project] Made reservation on behalf of b02aed5606164f6b8ac4bf011746b433 for: {'subnet': 1} {{(pid=105585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:23:55.554955 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-2cc62cc0-f815-4e5c-a098-a05929618ecd tempest-RoutersNegativeTest-1037337129 tempest-RoutersNegativeTest-1037337129-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9990620'] for subnet, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:55.565547 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-e484a653-598a-41a9-aa3c-f275a3e8a0b2 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks [] for port, precommit_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:55.596588 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-e484a653-598a-41a9-aa3c-f275a3e8a0b2 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9014027'] for port, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:55.606151 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e484a653-598a-41a9-aa3c-f275a3e8a0b2 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:23:55.606973 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-e484a653-598a-41a9-aa3c-f275a3e8a0b2 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:55.612717 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-e484a653-598a-41a9-aa3c-f275a3e8a0b2 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] 10.222.0.59 "PUT /v2.0/ports/68a46512-e602-426b-8dc6-3b115a4a032b HTTP/1.1" status: 200 len: 911 time: 1.9350421 Jul 27 21:23:55.613643 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 54306) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:23:55.631947 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.db_base_plugin_common [None req-10ae2a2d-c10f-4df2-98c3-91cd2292fc14 None None] Allocated IP 172.20.0.2 (24823362-7866-47ff-8e59-5a1854a95e2d/ded4fd07-8683-48a8-9fea-f37bfc8c240d/ffbf391f-8561-4b9b-98d4-75c66aba902e) {{(pid=105586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:23:55.691446 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e484a653-598a-41a9-aa3c-f275a3e8a0b2 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Pushing event updated for resources: {'Port': ['ID=68a46512-e602-426b-8dc6-3b115a4a032b,revision_number=3']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:23:55.871359 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-57eb0389-a881-4ac5-a4b3-a3517e706341 req-67254b61-1ae9-46ef-9262-4f5079ae912f service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=c5ea73bb-edaf-47c2-9f36-d8273f60e5d5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2960222 Jul 27 21:23:56.003793 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-10ae2a2d-c10f-4df2-98c3-91cd2292fc14 None None] Notify callbacks [] for port, precommit_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:56.013043 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-2cc62cc0-f815-4e5c-a098-a05929618ecd tempest-RoutersNegativeTest-1037337129 tempest-RoutersNegativeTest-1037337129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10221797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9990606'] for subnet, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:56.017403 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-10ae2a2d-c10f-4df2-98c3-91cd2292fc14 None None] Transition to ACTIVE for port object ffbf391f-8561-4b9b-98d4-75c66aba902e will not be triggered until provisioned by entity L2. {{(pid=105586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:23:56.055618 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-10ae2a2d-c10f-4df2-98c3-91cd2292fc14 None None] Transition to ACTIVE for port object ffbf391f-8561-4b9b-98d4-75c66aba902e will not be triggered until provisioned by entity DHCP. {{(pid=105586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:23:56.072591 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 403afed7-3e1b-4207-b8ae-867f56f09069 up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:23:56.080099 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-10ae2a2d-c10f-4df2-98c3-91cd2292fc14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143'] for port, after_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:56.138062 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc62cc0-f815-4e5c-a098-a05929618ecd tempest-RoutersNegativeTest-1037337129 tempest-RoutersNegativeTest-1037337129-project] Pushing event updated for resources: {'Subnet': ['ID=d58bf65f-81fe-4bcf-acac-6dcf33c2585e,revision_number=0']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:23:56.160322 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ae2a2d-c10f-4df2-98c3-91cd2292fc14 None None] Pushing event updated for resources: {'Port': ['ID=ffbf391f-8561-4b9b-98d4-75c66aba902e,revision_number=1']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:23:56.186553 n-d-705658-22 neutron-server[105586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10ae2a2d-c10f-4df2-98c3-91cd2292fc14 None None] Network 24823362-7866-47ff-8e59-5a1854a95e2d is already hosted by enough agents. {{(pid=105586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:23:56.190031 n-d-705658-22 neutron-server[105586]: DEBUG neutron.scheduler.base_scheduler [None req-10ae2a2d-c10f-4df2-98c3-91cd2292fc14 None None] Resources bound (agent type, host, resource id): {{(pid=105586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:23:56.198925 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10ae2a2d-c10f-4df2-98c3-91cd2292fc14 None None] Received port after_create {{(pid=105586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:23:56.229445 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cc62cc0-f815-4e5c-a098-a05929618ecd tempest-RoutersNegativeTest-1037337129 tempest-RoutersNegativeTest-1037337129-project] Checking segment: {'id': '51849e7b-cb80-4875-91d3-82ff2902446d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '8e1ee405-d51b-4d37-806b-66a074961577'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:23:56.230023 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cc62cc0-f815-4e5c-a098-a05929618ecd tempest-RoutersNegativeTest-1037337129 tempest-RoutersNegativeTest-1037337129-project] Network hostable DHCP agents. Network: 8e1ee405-d51b-4d37-806b-66a074961577, hostable agents: ['7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a'], hosted agents: [] {{(pid=105585) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:23:56.267470 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cc62cc0-f815-4e5c-a098-a05929618ecd tempest-RoutersNegativeTest-1037337129 tempest-RoutersNegativeTest-1037337129-project] Network 8e1ee405-d51b-4d37-806b-66a074961577 is scheduled to be hosted by DHCP agent 7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a with binding_index 1 {{(pid=105585) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:23:56.275629 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port 403afed7-3e1b-4207-b8ae-867f56f09069 triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:23:56.276245 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:56.290967 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.base_scheduler [None req-2cc62cc0-f815-4e5c-a098-a05929618ecd tempest-RoutersNegativeTest-1037337129 tempest-RoutersNegativeTest-1037337129-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-22, 8e1ee405-d51b-4d37-806b-66a074961577) {{(pid=105585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:23:56.295682 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cc62cc0-f815-4e5c-a098-a05929618ecd tempest-RoutersNegativeTest-1037337129 tempest-RoutersNegativeTest-1037337129-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:23:56.296228 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-2cc62cc0-f815-4e5c-a098-a05929618ecd tempest-RoutersNegativeTest-1037337129 tempest-RoutersNegativeTest-1037337129-project] Notify callbacks [] for subnet, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:56.300661 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-4b6f4afd-2eb5-443d-a303-120af5f56e1d tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4076536'] for router_interface, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:56.328035 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-2cc62cc0-f815-4e5c-a098-a05929618ecd tempest-RoutersNegativeTest-1037337129 tempest-RoutersNegativeTest-1037337129-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9136245 Jul 27 21:23:56.330663 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 54332) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:23:56.335911 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-ef51883d-4148-42e2-ba4d-3adac3c2c245 tempest-RoutersNegativeTest-1037337129 tempest-RoutersNegativeTest-1037337129-project] Request body: {'subnet': {'network_id': '0baf0cec-40d2-4b22-9e27-1719cb6e9098', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:23:56.371746 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82b409d6-930d-4232-b5a5-775d37ba5113 None None] Network 8e1ee405-d51b-4d37-806b-66a074961577 requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:23:56.464755 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-10ae2a2d-c10f-4df2-98c3-91cd2292fc14 None None] Attempting to bind port ffbf391f-8561-4b9b-98d4-75c66aba902e on host n-d-705658-22 for vnic_type normal with profile {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:23:56.465138 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-10ae2a2d-c10f-4df2-98c3-91cd2292fc14 None None] Attempting to bind port ffbf391f-8561-4b9b-98d4-75c66aba902e by drivers openvswitch,hyperv on host n-d-705658-22 at level 0 using segments [{'id': '147afb93-e7fa-45ad-8719-079b40a6ca2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '24823362-7866-47ff-8e59-5a1854a95e2d'}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:23:56.465511 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10ae2a2d-c10f-4df2-98c3-91cd2292fc14 None None] Attempting to bind port ffbf391f-8561-4b9b-98d4-75c66aba902e on network 24823362-7866-47ff-8e59-5a1854a95e2d {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:23:56.477349 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10ae2a2d-c10f-4df2-98c3-91cd2292fc14 None None] Checking agent: {'id': '04a7ea91-6318-467e-ace6-b0fb48c8690f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 41, 42), 'started_at': datetime.datetime(2021, 7, 27, 20, 42, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 23, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:23:56.477667 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10ae2a2d-c10f-4df2-98c3-91cd2292fc14 None None] Checking segment: {'id': '147afb93-e7fa-45ad-8719-079b40a6ca2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '24823362-7866-47ff-8e59-5a1854a95e2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:23:56.478133 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-10ae2a2d-c10f-4df2-98c3-91cd2292fc14 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:56.478572 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10ae2a2d-c10f-4df2-98c3-91cd2292fc14 None None] Bound using segment: {'id': '147afb93-e7fa-45ad-8719-079b40a6ca2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '24823362-7866-47ff-8e59-5a1854a95e2d'} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:23:56.479118 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-10ae2a2d-c10f-4df2-98c3-91cd2292fc14 None None] Bound port: ffbf391f-8561-4b9b-98d4-75c66aba902e, host: n-d-705658-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '147afb93-e7fa-45ad-8719-079b40a6ca2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '24823362-7866-47ff-8e59-5a1854a95e2d'}}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:23:56.479515 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-10ae2a2d-c10f-4df2-98c3-91cd2292fc14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:56.547535 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef51883d-4148-42e2-ba4d-3adac3c2c245 tempest-RoutersNegativeTest-1037337129 tempest-RoutersNegativeTest-1037337129-project] Made reservation on behalf of b02aed5606164f6b8ac4bf011746b433 for: {'subnet': 1} {{(pid=105585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:23:56.552813 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-ef51883d-4148-42e2-ba4d-3adac3c2c245 tempest-RoutersNegativeTest-1037337129 tempest-RoutersNegativeTest-1037337129-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9990620'] for subnet, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:56.811020 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d6fac01-bfd9-42b2-a1ed-51aa90dd69b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30bb4b93-b285-5d90-9493-f9ec33ea333c-8e1ee405-d51b-4d37-806b-66a074961577', 'network_id': '8e1ee405-d51b-4d37-806b-66a074961577', 'tenant_id': 'b02aed5606164f6b8ac4bf011746b433', 'fixed_ips': [{'subnet_id': 'd58bf65f-81fe-4bcf-acac-6dcf33c2585e'}]}} from n-d-705658-22. {{(pid=105586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 21:23:56.812038 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-9d6fac01-bfd9-42b2-a1ed-51aa90dd69b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:56.842989 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-10ae2a2d-c10f-4df2-98c3-91cd2292fc14 None None] For port ffbf391f-8561-4b9b-98d4-75c66aba902e, host n-d-705658-22, cleared binding levels {{(pid=105586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:23:56.849859 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-10ae2a2d-c10f-4df2-98c3-91cd2292fc14 None None] For port ffbf391f-8561-4b9b-98d4-75c66aba902e, host n-d-705658-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=ffbf391f-8561-4b9b-98d4-75c66aba902e,segment=NetworkSegment(147afb93-e7fa-45ad-8719-079b40a6ca2f),segment_id=147afb93-e7fa-45ad-8719-079b40a6ca2f)] {{(pid=105586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:23:56.879656 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-4b6f4afd-2eb5-443d-a303-120af5f56e1d tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Deleting port 68a46512-e602-426b-8dc6-3b115a4a032b {{(pid=105584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:23:56.881381 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-4b6f4afd-2eb5-443d-a303-120af5f56e1d tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:56.971190 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-10ae2a2d-c10f-4df2-98c3-91cd2292fc14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:57.099392 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-4b6f4afd-2eb5-443d-a303-120af5f56e1d tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:57.132688 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-4b6f4afd-2eb5-443d-a303-120af5f56e1d tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Calling delete_port for 68a46512-e602-426b-8dc6-3b115a4a032b owned by network:router_interface {{(pid=105584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:23:57.149398 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-ef51883d-4148-42e2-ba4d-3adac3c2c245 tempest-RoutersNegativeTest-1037337129 tempest-RoutersNegativeTest-1037337129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10221797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9990606'] for subnet, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:57.253279 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ae2a2d-c10f-4df2-98c3-91cd2292fc14 None None] Pushing event updated for resources: {'Port': ['ID=ffbf391f-8561-4b9b-98d4-75c66aba902e,revision_number=2']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:23:57.295334 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef51883d-4148-42e2-ba4d-3adac3c2c245 tempest-RoutersNegativeTest-1037337129 tempest-RoutersNegativeTest-1037337129-project] Pushing event updated for resources: {'Subnet': ['ID=9489d0e8-50fe-41c4-9755-77d4197d24d5,revision_number=0']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:23:57.307902 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef51883d-4148-42e2-ba4d-3adac3c2c245 tempest-RoutersNegativeTest-1037337129 tempest-RoutersNegativeTest-1037337129-project] Checking segment: {'id': '2c489137-a56c-46d6-8f19-19afb3d75343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '0baf0cec-40d2-4b22-9e27-1719cb6e9098'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:23:57.315339 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef51883d-4148-42e2-ba4d-3adac3c2c245 tempest-RoutersNegativeTest-1037337129 tempest-RoutersNegativeTest-1037337129-project] Network hostable DHCP agents. Network: 0baf0cec-40d2-4b22-9e27-1719cb6e9098, hostable agents: ['7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a'], hosted agents: [] {{(pid=105585) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:23:57.339185 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.db_base_plugin_common [None req-9d6fac01-bfd9-42b2-a1ed-51aa90dd69b7 None None] Allocated IP 172.20.0.2 (8e1ee405-d51b-4d37-806b-66a074961577/d58bf65f-81fe-4bcf-acac-6dcf33c2585e/6e2a0936-68c5-4172-98c2-a3c03bd97b1f) {{(pid=105586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:23:57.356305 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef51883d-4148-42e2-ba4d-3adac3c2c245 tempest-RoutersNegativeTest-1037337129 tempest-RoutersNegativeTest-1037337129-project] Network 0baf0cec-40d2-4b22-9e27-1719cb6e9098 is scheduled to be hosted by DHCP agent 7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a with binding_index 1 {{(pid=105585) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:23:57.377049 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.base_scheduler [None req-ef51883d-4148-42e2-ba4d-3adac3c2c245 tempest-RoutersNegativeTest-1037337129 tempest-RoutersNegativeTest-1037337129-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-22, 0baf0cec-40d2-4b22-9e27-1719cb6e9098) {{(pid=105585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:23:57.383255 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef51883d-4148-42e2-ba4d-3adac3c2c245 tempest-RoutersNegativeTest-1037337129 tempest-RoutersNegativeTest-1037337129-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:23:57.384343 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-ef51883d-4148-42e2-ba4d-3adac3c2c245 tempest-RoutersNegativeTest-1037337129 tempest-RoutersNegativeTest-1037337129-project] Notify callbacks [] for subnet, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:57.413228 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6685861-4e58-41f1-929d-037d0828d15e None None] Network 0baf0cec-40d2-4b22-9e27-1719cb6e9098 requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:23:57.436635 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-ef51883d-4148-42e2-ba4d-3adac3c2c245 tempest-RoutersNegativeTest-1037337129 tempest-RoutersNegativeTest-1037337129-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1048663 Jul 27 21:23:57.439705 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 54384) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:23:57.565253 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [req-57eb0389-a881-4ac5-a4b3-a3517e706341 req-1a25d536-2268-467d-8306-a3b2fbc107c2 tempest-TestNetworkAdvancedServerOps-1085103497 tempest-TestNetworkAdvancedServerOps-1085103497-project-admin] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=105584) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 21:23:57.566554 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-57eb0389-a881-4ac5-a4b3-a3517e706341 req-1a25d536-2268-467d-8306-a3b2fbc107c2 tempest-TestNetworkAdvancedServerOps-1085103497 tempest-TestNetworkAdvancedServerOps-1085103497-project-admin] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.5365968 Jul 27 21:23:57.567900 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-4b6f4afd-2eb5-443d-a303-120af5f56e1d tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:57.583040 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [req-57eb0389-a881-4ac5-a4b3-a3517e706341 req-0eb84e11-a745-4988-abf7-eb5a83ac2e36 service neutron] Request body: {'binding': {'host': 'n-h1-705658-22', 'vnic_type': 'normal', 'profile': {}}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:23:57.583815 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [req-57eb0389-a881-4ac5-a4b3-a3517e706341 req-0eb84e11-a745-4988-abf7-eb5a83ac2e36 service neutron] Unknown quota resources ['binding']. {{(pid=105584) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 27 21:23:57.834381 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device ffbf391f-8561-4b9b-98d4-75c66aba902e up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:23:57.837242 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6f4afd-2eb5-443d-a303-120af5f56e1d tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Pushing event deleted for resources: {'Port': ['ID=68a46512-e602-426b-8dc6-3b115a4a032b,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:23:58.005681 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [req-57eb0389-a881-4ac5-a4b3-a3517e706341 req-0eb84e11-a745-4988-abf7-eb5a83ac2e36 service neutron] Attempting to bind port 7ea253f9-8443-4121-91f5-84b9f528beda on host n-h1-705658-22 for vnic_type normal with profile None {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:23:58.007027 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [req-57eb0389-a881-4ac5-a4b3-a3517e706341 req-0eb84e11-a745-4988-abf7-eb5a83ac2e36 service neutron] Attempting to bind port 7ea253f9-8443-4121-91f5-84b9f528beda by drivers openvswitch,hyperv on host n-h1-705658-22 at level 0 using segments [{'id': '96f51d57-65b2-4cdc-9d5b-14f606e8bb9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'e5dbfc22-3d07-4f08-ba90-beae97f55608'}] {{(pid=105584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:23:58.007502 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57eb0389-a881-4ac5-a4b3-a3517e706341 req-0eb84e11-a745-4988-abf7-eb5a83ac2e36 service neutron] Attempting to bind port 7ea253f9-8443-4121-91f5-84b9f528beda on network e5dbfc22-3d07-4f08-ba90-beae97f55608 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:23:58.012652 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-4b6f4afd-2eb5-443d-a303-120af5f56e1d tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3743915', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4076308'] for router_interface, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:58.022850 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57eb0389-a881-4ac5-a4b3-a3517e706341 req-0eb84e11-a745-4988-abf7-eb5a83ac2e36 service neutron] Port 7ea253f9-8443-4121-91f5-84b9f528beda on network e5dbfc22-3d07-4f08-ba90-beae97f55608 not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-22 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:23:58.023375 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57eb0389-a881-4ac5-a4b3-a3517e706341 req-0eb84e11-a745-4988-abf7-eb5a83ac2e36 service neutron] Attempting to bind port 7ea253f9-8443-4121-91f5-84b9f528beda on network e5dbfc22-3d07-4f08-ba90-beae97f55608 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:23:58.035016 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57eb0389-a881-4ac5-a4b3-a3517e706341 req-0eb84e11-a745-4988-abf7-eb5a83ac2e36 service neutron] Checking agent: {'id': '9d9bc37f-4d75-44ef-9f63-799aab3e316f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 49, 36), 'started_at': datetime.datetime(2021, 7, 27, 20, 49, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 23, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:23:58.035550 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57eb0389-a881-4ac5-a4b3-a3517e706341 req-0eb84e11-a745-4988-abf7-eb5a83ac2e36 service neutron] Checking segment: {'id': '96f51d57-65b2-4cdc-9d5b-14f606e8bb9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'e5dbfc22-3d07-4f08-ba90-beae97f55608'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:23:58.036043 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57eb0389-a881-4ac5-a4b3-a3517e706341 req-0eb84e11-a745-4988-abf7-eb5a83ac2e36 service neutron] Bound using segment: {'id': '96f51d57-65b2-4cdc-9d5b-14f606e8bb9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'e5dbfc22-3d07-4f08-ba90-beae97f55608'} {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:23:58.036925 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [req-57eb0389-a881-4ac5-a4b3-a3517e706341 req-0eb84e11-a745-4988-abf7-eb5a83ac2e36 service neutron] Bound port: 7ea253f9-8443-4121-91f5-84b9f528beda, host: n-h1-705658-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96f51d57-65b2-4cdc-9d5b-14f606e8bb9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'e5dbfc22-3d07-4f08-ba90-beae97f55608'}}] {{(pid=105584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:23:58.098073 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-9d6fac01-bfd9-42b2-a1ed-51aa90dd69b7 None None] Notify callbacks [] for port, precommit_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:58.224005 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-9d6fac01-bfd9-42b2-a1ed-51aa90dd69b7 None None] Transition to ACTIVE for port object 6e2a0936-68c5-4172-98c2-a3c03bd97b1f will not be triggered until provisioned by entity L2. {{(pid=105586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:23:58.263789 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-9d6fac01-bfd9-42b2-a1ed-51aa90dd69b7 None None] Transition to ACTIVE for port object 6e2a0936-68c5-4172-98c2-a3c03bd97b1f will not be triggered until provisioned by entity DHCP. {{(pid=105586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:23:58.275455 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-cef0af6a-021f-4ef9-8f59-31a8de5c3f10 tempest-RoutersNegativeTest-1037337129 tempest-RoutersNegativeTest-1037337129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:58.288829 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-399e7804-3bbc-4d0a-a183-0778c9e3eecb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30bb4b93-b285-5d90-9493-f9ec33ea333c-0baf0cec-40d2-4b22-9e27-1719cb6e9098', 'network_id': '0baf0cec-40d2-4b22-9e27-1719cb6e9098', 'tenant_id': 'b02aed5606164f6b8ac4bf011746b433', 'fixed_ips': [{'subnet_id': '9489d0e8-50fe-41c4-9755-77d4197d24d5'}]}} from n-d-705658-22. {{(pid=105586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 21:23:58.290155 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-399e7804-3bbc-4d0a-a183-0778c9e3eecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:58.329263 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning for port ffbf391f-8561-4b9b-98d4-75c66aba902e completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:23:58.337462 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-9d6fac01-bfd9-42b2-a1ed-51aa90dd69b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143'] for port, after_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:58.531677 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b6f4afd-2eb5-443d-a303-120af5f56e1d tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Router cbf8dc4d-8ffb-440c-9d2f-ef854de662ff has already been hosted by L3 agent dd128fd7-8e57-4d4f-895b-a96b369df59a {{(pid=105584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:23:58.552995 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [req-57eb0389-a881-4ac5-a4b3-a3517e706341 req-0eb84e11-a745-4988-abf7-eb5a83ac2e36 service neutron] For port 7ea253f9-8443-4121-91f5-84b9f528beda, host n-h1-705658-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=7ea253f9-8443-4121-91f5-84b9f528beda,segment=NetworkSegment(96f51d57-65b2-4cdc-9d5b-14f606e8bb9d),segment_id=96f51d57-65b2-4cdc-9d5b-14f606e8bb9d)] {{(pid=105584) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:23:58.559078 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-57eb0389-a881-4ac5-a4b3-a3517e706341 req-0eb84e11-a745-4988-abf7-eb5a83ac2e36 service neutron] Notify callbacks [] for binding, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:58.573109 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-57eb0389-a881-4ac5-a4b3-a3517e706341 req-0eb84e11-a745-4988-abf7-eb5a83ac2e36 service neutron] 10.222.0.59 "POST /v2.0/ports/7ea253f9-8443-4121-91f5-84b9f528beda/bindings HTTP/1.1" status: 201 len: 390 time: 0.9988129 Jul 27 21:23:58.644103 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 54396) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:23:58.650694 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6fac01-bfd9-42b2-a1ed-51aa90dd69b7 None None] Pushing event updated for resources: {'Port': ['ID=6e2a0936-68c5-4172-98c2-a3c03bd97b1f,revision_number=1']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:23:58.726779 n-d-705658-22 neutron-server[105586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d6fac01-bfd9-42b2-a1ed-51aa90dd69b7 None None] Network 8e1ee405-d51b-4d37-806b-66a074961577 is already hosted by enough agents. {{(pid=105586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:23:58.733008 n-d-705658-22 neutron-server[105586]: DEBUG neutron.scheduler.base_scheduler [None req-9d6fac01-bfd9-42b2-a1ed-51aa90dd69b7 None None] Resources bound (agent type, host, resource id): {{(pid=105586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:23:58.745604 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d6fac01-bfd9-42b2-a1ed-51aa90dd69b7 None None] Received port after_create {{(pid=105586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:23:58.856504 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b6f4afd-2eb5-443d-a303-120af5f56e1d tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify agent at l3_agent.n-d-705658-22 the message routers_updated {{(pid=105584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:23:58.873162 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48a96a19-82a4-4a42-b780-5932393dbb7a None None] Sync routers for ids ['cbf8dc4d-8ffb-440c-9d2f-ef854de662ff'] in n-d-705658-22 {{(pid=105587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:23:58.889552 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48a96a19-82a4-4a42-b780-5932393dbb7a None None] Routers {'cbf8dc4d-8ffb-440c-9d2f-ef854de662ff'} bound to L3 agent in host n-d-705658-22 {{(pid=105587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:23:58.890484 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-48a96a19-82a4-4a42-b780-5932393dbb7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:23:42Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['cbf8dc4d-8ffb-440c-9d2f-ef854de662ff'], 'active': True} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:23:58.923447 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-4b6f4afd-2eb5-443d-a303-120af5f56e1d tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] 10.222.0.59 "PUT /v2.0/routers/cbf8dc4d-8ffb-440c-9d2f-ef854de662ff/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2346175 Jul 27 21:23:58.948382 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 54402) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:23:58.967240 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-48a96a19-82a4-4a42-b780-5932393dbb7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-22', False) {} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:23:58.977257 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-9d6fac01-bfd9-42b2-a1ed-51aa90dd69b7 None None] Attempting to bind port 6e2a0936-68c5-4172-98c2-a3c03bd97b1f on host n-d-705658-22 for vnic_type normal with profile {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:23:58.977718 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-9d6fac01-bfd9-42b2-a1ed-51aa90dd69b7 None None] Attempting to bind port 6e2a0936-68c5-4172-98c2-a3c03bd97b1f by drivers openvswitch,hyperv on host n-d-705658-22 at level 0 using segments [{'id': '51849e7b-cb80-4875-91d3-82ff2902446d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '8e1ee405-d51b-4d37-806b-66a074961577'}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:23:58.978184 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d6fac01-bfd9-42b2-a1ed-51aa90dd69b7 None None] Attempting to bind port 6e2a0936-68c5-4172-98c2-a3c03bd97b1f on network 8e1ee405-d51b-4d37-806b-66a074961577 {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:23:58.981051 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.db_base_plugin_common [None req-399e7804-3bbc-4d0a-a183-0778c9e3eecb None None] Allocated IP 172.20.0.2 (0baf0cec-40d2-4b22-9e27-1719cb6e9098/9489d0e8-50fe-41c4-9755-77d4197d24d5/144d8dc3-3d15-4069-96af-a0e29bc8303e) {{(pid=105586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:23:58.989912 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48a96a19-82a4-4a42-b780-5932393dbb7a None None] Routers {'cbf8dc4d-8ffb-440c-9d2f-ef854de662ff'} bound to L3 agent in host n-d-705658-22 {{(pid=105587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:23:58.992529 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-05dcf93e-71a8-42f6-8f64-80683810fe87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:58.993662 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-48a96a19-82a4-4a42-b780-5932393dbb7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:23:42Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['cbf8dc4d-8ffb-440c-9d2f-ef854de662ff'], 'active': True} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:23:58.994293 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d6fac01-bfd9-42b2-a1ed-51aa90dd69b7 None None] Checking agent: {'id': '04a7ea91-6318-467e-ace6-b0fb48c8690f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 41, 42), 'started_at': datetime.datetime(2021, 7, 27, 20, 42, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 23, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:23:58.994778 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d6fac01-bfd9-42b2-a1ed-51aa90dd69b7 None None] Checking segment: {'id': '51849e7b-cb80-4875-91d3-82ff2902446d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '8e1ee405-d51b-4d37-806b-66a074961577'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:23:58.995297 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-9d6fac01-bfd9-42b2-a1ed-51aa90dd69b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:58.995770 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d6fac01-bfd9-42b2-a1ed-51aa90dd69b7 None None] Bound using segment: {'id': '51849e7b-cb80-4875-91d3-82ff2902446d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '8e1ee405-d51b-4d37-806b-66a074961577'} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:23:58.996338 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-9d6fac01-bfd9-42b2-a1ed-51aa90dd69b7 None None] Bound port: 6e2a0936-68c5-4172-98c2-a3c03bd97b1f, host: n-d-705658-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51849e7b-cb80-4875-91d3-82ff2902446d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '8e1ee405-d51b-4d37-806b-66a074961577'}}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:23:58.996800 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-9d6fac01-bfd9-42b2-a1ed-51aa90dd69b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:59.027208 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bafc0ae-9365-45e6-9593-c5236ed1db9f None None] Network 24823362-7866-47ff-8e59-5a1854a95e2d requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:23:59.028092 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57eb0389-a881-4ac5-a4b3-a3517e706341 req-28e589a4-1656-44b6-b5ec-633e6ddfbe4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:23:59.029662 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-57eb0389-a881-4ac5-a4b3-a3517e706341 req-28e589a4-1656-44b6-b5ec-633e6ddfbe4d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=379416b786c44e07b1b1ba1a5ea96882&device_id=c5ea73bb-edaf-47c2-9f36-d8273f60e5d5 HTTP/1.1" status: 200 len: 1097 time: 0.1784401 Jul 27 21:23:59.072349 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-48a96a19-82a4-4a42-b780-5932393dbb7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-22', False) {} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:23:59.073222 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48a96a19-82a4-4a42-b780-5932393dbb7a None None] The sync data for ids ['cbf8dc4d-8ffb-440c-9d2f-ef854de662ff'] in n-d-705658-22 is: [] {{(pid=105587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:23:59.157864 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-06e852b6-b5eb-4e32-9ecf-e52836c2ae61 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] 10.222.0.59 "GET /v2.0/ports?device_id=cbf8dc4d-8ffb-440c-9d2f-ef854de662ff HTTP/1.1" status: 200 len: 205 time: 0.2010462 Jul 27 21:23:59.176135 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 54406) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:23:59.223937 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-0912f8f8-a9d3-4bbb-b2bf-46bb97f1f345 None None] Provisioning for port ffbf391f-8561-4b9b-98d4-75c66aba902e completed by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:23:59.255958 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57eb0389-a881-4ac5-a4b3-a3517e706341 req-1bdff2cb-2a6c-4305-8f05-3e4ad4ba483e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:23:59.262144 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-57eb0389-a881-4ac5-a4b3-a3517e706341 req-1bdff2cb-2a6c-4305-8f05-3e4ad4ba483e service neutron] 10.222.0.36 "GET /v2.0/networks?id=e5dbfc22-3d07-4f08-ba90-beae97f55608 HTTP/1.1" status: 200 len: 898 time: 0.2235396 Jul 27 21:23:59.262484 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-0912f8f8-a9d3-4bbb-b2bf-46bb97f1f345 None None] Provisioning complete for port ffbf391f-8561-4b9b-98d4-75c66aba902e triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:23:59.262868 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-0912f8f8-a9d3-4bbb-b2bf-46bb97f1f345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:59.407147 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-9d6fac01-bfd9-42b2-a1ed-51aa90dd69b7 None None] For port 6e2a0936-68c5-4172-98c2-a3c03bd97b1f, host n-d-705658-22, cleared binding levels {{(pid=105586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:23:59.457213 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-9d6fac01-bfd9-42b2-a1ed-51aa90dd69b7 None None] For port 6e2a0936-68c5-4172-98c2-a3c03bd97b1f, host n-d-705658-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=6e2a0936-68c5-4172-98c2-a3c03bd97b1f,segment=NetworkSegment(51849e7b-cb80-4875-91d3-82ff2902446d),segment_id=51849e7b-cb80-4875-91d3-82ff2902446d)] {{(pid=105586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:23:59.466197 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-9d6fac01-bfd9-42b2-a1ed-51aa90dd69b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:59.487820 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.db_base_plugin_common [None req-cef0af6a-021f-4ef9-8f59-31a8de5c3f10 tempest-RoutersNegativeTest-1037337129 tempest-RoutersNegativeTest-1037337129-project] Allocated IP 172.20.0.1 (8e1ee405-d51b-4d37-806b-66a074961577/d58bf65f-81fe-4bcf-acac-6dcf33c2585e/a539fa87-91c0-4a5d-a137-38de0211a061) {{(pid=105585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:23:59.525594 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-57eb0389-a881-4ac5-a4b3-a3517e706341 req-86cd7fbb-ee58-43fb-acf1-0b45c1b60202 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7ea253f9-8443-4121-91f5-84b9f528beda HTTP/1.1" status: 200 len: 1001 time: 0.2546940 Jul 27 21:23:59.530960 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-d44ec856-73cb-4de0-83b1-892921f4f1b2 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks [] for router, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:59.656401 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-05dcf93e-71a8-42f6-8f64-80683810fe87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:59.660686 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57eb0389-a881-4ac5-a4b3-a3517e706341 req-a6093c92-cf01-494c-a3d7-c1f7679b5e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:23:59.665055 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-57eb0389-a881-4ac5-a4b3-a3517e706341 req-a6093c92-cf01-494c-a3d7-c1f7679b5e0e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e8e99250-8db6-4cda-90d7-d1a47aac9480 HTTP/1.1" status: 200 len: 834 time: 0.1296871 Jul 27 21:23:59.755633 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-05dcf93e-71a8-42f6-8f64-80683810fe87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:59.798662 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57eb0389-a881-4ac5-a4b3-a3517e706341 req-ef1a62ba-6557-4010-9d35-b6cf17263cce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:23:59.801177 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-57eb0389-a881-4ac5-a4b3-a3517e706341 req-ef1a62ba-6557-4010-9d35-b6cf17263cce service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e5dbfc22-3d07-4f08-ba90-beae97f55608&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1302445 Jul 27 21:23:59.852303 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-399e7804-3bbc-4d0a-a183-0778c9e3eecb None None] Notify callbacks [] for port, precommit_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:59.929913 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05dcf93e-71a8-42f6-8f64-80683810fe87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94358361-c8a3-40a1-881c-74e7b65af4e6,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:23:59.945585 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb0dfdb-4501-42c7-b3e0-70eef201f696 req-38325bee-b8ad-4819-9c2e-49432dda0e05 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:23:59.954971 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-bdb0dfdb-4501-42c7-b3e0-70eef201f696 req-38325bee-b8ad-4819-9c2e-49432dda0e05 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] 10.222.0.59 "GET /v2.0/ports?device_id=c5ea73bb-edaf-47c2-9f36-d8273f60e5d5 HTTP/1.1" status: 200 len: 945 time: 1.0904005 Jul 27 21:23:59.965451 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6fac01-bfd9-42b2-a1ed-51aa90dd69b7 None None] Pushing event updated for resources: {'Port': ['ID=6e2a0936-68c5-4172-98c2-a3c03bd97b1f,revision_number=2']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:23:59.970469 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-399e7804-3bbc-4d0a-a183-0778c9e3eecb None None] Transition to ACTIVE for port object 144d8dc3-3d15-4069-96af-a0e29bc8303e will not be triggered until provisioned by entity L2. {{(pid=105586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:24:00.014161 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-0912f8f8-a9d3-4bbb-b2bf-46bb97f1f345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:00.026781 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-399e7804-3bbc-4d0a-a183-0778c9e3eecb None None] Transition to ACTIVE for port object 144d8dc3-3d15-4069-96af-a0e29bc8303e will not be triggered until provisioned by entity DHCP. {{(pid=105586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:24:00.051413 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-399e7804-3bbc-4d0a-a183-0778c9e3eecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143'] for port, after_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:00.086782 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-0912f8f8-a9d3-4bbb-b2bf-46bb97f1f345 None None] For port ffbf391f-8561-4b9b-98d4-75c66aba902e, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=ffbf391f-8561-4b9b-98d4-75c66aba902e,segment=NetworkSegment(147afb93-e7fa-45ad-8719-079b40a6ca2f),segment_id=147afb93-e7fa-45ad-8719-079b40a6ca2f)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:24:00.097693 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-57eb0389-a881-4ac5-a4b3-a3517e706341 req-eaf4c252-ddcc-42e1-ad06-298c8832878e service neutron] 10.222.0.36 "GET /v2.0/networks/e5dbfc22-3d07-4f08-ba90-beae97f55608?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2764781 Jul 27 21:24:00.101785 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-0912f8f8-a9d3-4bbb-b2bf-46bb97f1f345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:00.167111 n-d-705658-22 neutron-server[105586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-399e7804-3bbc-4d0a-a183-0778c9e3eecb None None] Network 0baf0cec-40d2-4b22-9e27-1719cb6e9098 is already hosted by enough agents. {{(pid=105586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:24:00.174830 n-d-705658-22 neutron-server[105586]: DEBUG neutron.scheduler.base_scheduler [None req-399e7804-3bbc-4d0a-a183-0778c9e3eecb None None] Resources bound (agent type, host, resource id): {{(pid=105586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:24:00.184339 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-399e7804-3bbc-4d0a-a183-0778c9e3eecb None None] Received port after_create {{(pid=105586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:24:00.193298 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399e7804-3bbc-4d0a-a183-0778c9e3eecb None None] Pushing event updated for resources: {'Port': ['ID=144d8dc3-3d15-4069-96af-a0e29bc8303e,revision_number=1']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:24:00.468957 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-57eb0389-a881-4ac5-a4b3-a3517e706341 req-94d7261f-4149-4942-aad5-8b7e071ab3fe service neutron] 10.222.0.36 "GET /v2.0/networks/e5dbfc22-3d07-4f08-ba90-beae97f55608?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3680050 Jul 27 21:24:00.480512 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-399e7804-3bbc-4d0a-a183-0778c9e3eecb None None] Attempting to bind port 144d8dc3-3d15-4069-96af-a0e29bc8303e on host n-d-705658-22 for vnic_type normal with profile {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:24:00.481086 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-399e7804-3bbc-4d0a-a183-0778c9e3eecb None None] Attempting to bind port 144d8dc3-3d15-4069-96af-a0e29bc8303e by drivers openvswitch,hyperv on host n-d-705658-22 at level 0 using segments [{'id': '2c489137-a56c-46d6-8f19-19afb3d75343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '0baf0cec-40d2-4b22-9e27-1719cb6e9098'}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:24:00.481299 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-399e7804-3bbc-4d0a-a183-0778c9e3eecb None None] Attempting to bind port 144d8dc3-3d15-4069-96af-a0e29bc8303e on network 0baf0cec-40d2-4b22-9e27-1719cb6e9098 {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:24:00.491085 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-399e7804-3bbc-4d0a-a183-0778c9e3eecb None None] Checking agent: {'id': '04a7ea91-6318-467e-ace6-b0fb48c8690f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 41, 42), 'started_at': datetime.datetime(2021, 7, 27, 20, 42, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 23, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:24:00.491466 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-399e7804-3bbc-4d0a-a183-0778c9e3eecb None None] Checking segment: {'id': '2c489137-a56c-46d6-8f19-19afb3d75343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '0baf0cec-40d2-4b22-9e27-1719cb6e9098'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:24:00.491881 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-399e7804-3bbc-4d0a-a183-0778c9e3eecb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:00.492994 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-399e7804-3bbc-4d0a-a183-0778c9e3eecb None None] Bound using segment: {'id': '2c489137-a56c-46d6-8f19-19afb3d75343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '0baf0cec-40d2-4b22-9e27-1719cb6e9098'} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:24:00.493490 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-399e7804-3bbc-4d0a-a183-0778c9e3eecb None None] Bound port: 144d8dc3-3d15-4069-96af-a0e29bc8303e, host: n-d-705658-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c489137-a56c-46d6-8f19-19afb3d75343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '0baf0cec-40d2-4b22-9e27-1719cb6e9098'}}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:24:00.502550 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-399e7804-3bbc-4d0a-a183-0778c9e3eecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:00.511318 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0912f8f8-a9d3-4bbb-b2bf-46bb97f1f345 None None] Pushing event updated for resources: {'Port': ['ID=ffbf391f-8561-4b9b-98d4-75c66aba902e,revision_number=3']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:24:00.544772 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-d44ec856-73cb-4de0-83b1-892921f4f1b2 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4163631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-425'] for router, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:00.546854 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-d44ec856-73cb-4de0-83b1-892921f4f1b2 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:00.592428 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-3d08b747-a976-46bf-a807-15b05be85a35 None None] Provisioning complete for port ffbf391f-8561-4b9b-98d4-75c66aba902e triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:24:00.592428 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d08b747-a976-46bf-a807-15b05be85a35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:00.596729 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05dcf93e-71a8-42f6-8f64-80683810fe87 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:24:00.597168 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05dcf93e-71a8-42f6-8f64-80683810fe87 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:24:00.597551 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05dcf93e-71a8-42f6-8f64-80683810fe87 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:24:00.597891 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05dcf93e-71a8-42f6-8f64-80683810fe87 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:24:00.598514 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05dcf93e-71a8-42f6-8f64-80683810fe87 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:24:00.598858 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05dcf93e-71a8-42f6-8f64-80683810fe87 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:24:00.599214 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05dcf93e-71a8-42f6-8f64-80683810fe87 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:24:00.599543 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05dcf93e-71a8-42f6-8f64-80683810fe87 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:24:00.599868 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05dcf93e-71a8-42f6-8f64-80683810fe87 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:24:00.600272 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05dcf93e-71a8-42f6-8f64-80683810fe87 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:24:00.600607 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05dcf93e-71a8-42f6-8f64-80683810fe87 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:24:00.600933 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05dcf93e-71a8-42f6-8f64-80683810fe87 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:24:00.614513 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-d44ec856-73cb-4de0-83b1-892921f4f1b2 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4163007'] for router, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:00.615020 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d44ec856-73cb-4de0-83b1-892921f4f1b2 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Fanout notify agent at l3_agent the message router_deleted on router cbf8dc4d-8ffb-440c-9d2f-ef854de662ff {{(pid=105585) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 21:24:00.630780 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-d44ec856-73cb-4de0-83b1-892921f4f1b2 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks [] for router, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:00.631953 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-d44ec856-73cb-4de0-83b1-892921f4f1b2 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] 10.222.0.59 "DELETE /v2.0/routers/cbf8dc4d-8ffb-440c-9d2f-ef854de662ff HTTP/1.1" status: 204 len: 168 time: 1.4514933 Jul 27 21:24:00.637110 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 54414) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:24:00.637290 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-05dcf93e-71a8-42f6-8f64-80683810fe87 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=17a0279b71294b7fab743cfb9622a397&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9875095 Jul 27 21:24:00.638087 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 54416) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:24:00.694777 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-399e7804-3bbc-4d0a-a183-0778c9e3eecb None None] For port 144d8dc3-3d15-4069-96af-a0e29bc8303e, host n-d-705658-22, cleared binding levels {{(pid=105586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:24:00.708684 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-bdb0dfdb-4501-42c7-b3e0-70eef201f696 req-4e4f0ca7-efb5-4af2-8397-cd363e12a193 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] 10.222.0.59 "GET /v2.0/security-groups?id=e916e9b6-267b-4820-a856-ddc66d274821&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7515905 Jul 27 21:24:00.741499 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4f53fdb-c43f-445e-a65a-772b16ed0b50 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Deleting subnet 8c4e59d5-e032-4e7a-a432-d8d6c9610742 {{(pid=105584) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:24:00.745734 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-d4f53fdb-c43f-445e-a65a-772b16ed0b50 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks [] for subnet, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:00.770413 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-399e7804-3bbc-4d0a-a183-0778c9e3eecb None None] For port 144d8dc3-3d15-4069-96af-a0e29bc8303e, host n-d-705658-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=144d8dc3-3d15-4069-96af-a0e29bc8303e,segment=NetworkSegment(2c489137-a56c-46d6-8f19-19afb3d75343),segment_id=2c489137-a56c-46d6-8f19-19afb3d75343)] {{(pid=105586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:24:00.784228 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57eb0389-a881-4ac5-a4b3-a3517e706341 req-ba07e1aa-d20f-4216-9581-385883d5edc8 tempest-TestNetworkAdvancedServerOps-1085103497 tempest-TestNetworkAdvancedServerOps-1085103497-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:24:00.786024 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-57eb0389-a881-4ac5-a4b3-a3517e706341 req-ba07e1aa-d20f-4216-9581-385883d5edc8 tempest-TestNetworkAdvancedServerOps-1085103497 tempest-TestNetworkAdvancedServerOps-1085103497-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=c5ea73bb-edaf-47c2-9f36-d8273f60e5d5&tenant_id=379416b786c44e07b1b1ba1a5ea96882&binding%3Ahost_id=n-h2-705658-22 HTTP/1.1" status: 200 len: 1097 time: 0.2499676 Jul 27 21:24:00.789048 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-399e7804-3bbc-4d0a-a183-0778c9e3eecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:00.794596 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-6f6fc04e-87a1-4519-a7b1-2e6829be83bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:00.799959 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-cef0af6a-021f-4ef9-8f59-31a8de5c3f10 tempest-RoutersNegativeTest-1037337129 tempest-RoutersNegativeTest-1037337129-project] Notify callbacks [] for port, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:00.811638 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [req-57eb0389-a881-4ac5-a4b3-a3517e706341 req-e468af9d-c7be-4d4c-bc7c-be77cda6ece9 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-705658-22'}}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:24:00.828319 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.provisioning_blocks [None req-cef0af6a-021f-4ef9-8f59-31a8de5c3f10 tempest-RoutersNegativeTest-1037337129 tempest-RoutersNegativeTest-1037337129-project] Transition to ACTIVE for port object a539fa87-91c0-4a5d-a137-38de0211a061 will not be triggered until provisioned by entity DHCP. {{(pid=105585) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:24:00.830803 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-6f6fc04e-87a1-4519-a7b1-2e6829be83bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:00.888031 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-d4f53fdb-c43f-445e-a65a-772b16ed0b50 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9014207'] for subnet, precommit_delete_associations {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:00.965941 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-cef0af6a-021f-4ef9-8f59-31a8de5c3f10 tempest-RoutersNegativeTest-1037337129 tempest-RoutersNegativeTest-1037337129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:00.981821 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399e7804-3bbc-4d0a-a183-0778c9e3eecb None None] Pushing event updated for resources: {'Port': ['ID=144d8dc3-3d15-4069-96af-a0e29bc8303e,revision_number=2']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:24:01.046136 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-6f6fc04e-87a1-4519-a7b1-2e6829be83bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:01.049057 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-6f6fc04e-87a1-4519-a7b1-2e6829be83bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:01.050966 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-6f6fc04e-87a1-4519-a7b1-2e6829be83bf admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/94358361-c8a3-40a1-881c-74e7b65af4e6 HTTP/1.1" status: 204 len: 168 time: 0.4095259 Jul 27 21:24:01.051779 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef0af6a-021f-4ef9-8f59-31a8de5c3f10 tempest-RoutersNegativeTest-1037337129 tempest-RoutersNegativeTest-1037337129-project] Pushing event updated for resources: {'Port': ['ID=a539fa87-91c0-4a5d-a137-38de0211a061,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:24:01.084930 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cef0af6a-021f-4ef9-8f59-31a8de5c3f10 tempest-RoutersNegativeTest-1037337129 tempest-RoutersNegativeTest-1037337129-project] Network 8e1ee405-d51b-4d37-806b-66a074961577 is already hosted by enough agents. {{(pid=105585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:24:01.086914 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6fc04e-87a1-4519-a7b1-2e6829be83bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94358361-c8a3-40a1-881c-74e7b65af4e6,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:24:01.114283 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.base_scheduler [None req-cef0af6a-021f-4ef9-8f59-31a8de5c3f10 tempest-RoutersNegativeTest-1037337129 tempest-RoutersNegativeTest-1037337129-project] Resources bound (agent type, host, resource id): {{(pid=105585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:24:01.120302 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cef0af6a-021f-4ef9-8f59-31a8de5c3f10 tempest-RoutersNegativeTest-1037337129 tempest-RoutersNegativeTest-1037337129-project] Received port after_create {{(pid=105585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:24:01.176196 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-cef0af6a-021f-4ef9-8f59-31a8de5c3f10 tempest-RoutersNegativeTest-1037337129 tempest-RoutersNegativeTest-1037337129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4075523'] for router_interface, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:01.403706 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-cef0af6a-021f-4ef9-8f59-31a8de5c3f10 tempest-RoutersNegativeTest-1037337129 tempest-RoutersNegativeTest-1037337129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:01.517074 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 54426) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:24:01.676451 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb657347-6832-42fc-8179-c3e71275df14 None None] Network 8e1ee405-d51b-4d37-806b-66a074961577 requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:24:01.777699 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-4463b48f-48c3-4132-b3ec-13894d8f2ec6 None None] Provisioning for port 6e2a0936-68c5-4172-98c2-a3c03bd97b1f completed by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:24:01.803358 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-57eb0389-a881-4ac5-a4b3-a3517e706341 req-e468af9d-c7be-4d4c-bc7c-be77cda6ece9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:01.972679 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 6e2a0936-68c5-4172-98c2-a3c03bd97b1f up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:24:02.050590 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [req-57eb0389-a881-4ac5-a4b3-a3517e706341 req-e468af9d-c7be-4d4c-bc7c-be77cda6ece9 service neutron] For port 7ea253f9-8443-4121-91f5-84b9f528beda, host n-h2-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=7ea253f9-8443-4121-91f5-84b9f528beda,segment=NetworkSegment(96f51d57-65b2-4cdc-9d5b-14f606e8bb9d),segment_id=96f51d57-65b2-4cdc-9d5b-14f606e8bb9d)] {{(pid=105584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:24:02.099193 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.agents_db [None req-558fcd2c-e512-47bc-a170-8673d87f7213 None None] Agent healthcheck: found 7 active agents {{(pid=105587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 21:24:02.106851 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [req-57eb0389-a881-4ac5-a4b3-a3517e706341 req-e468af9d-c7be-4d4c-bc7c-be77cda6ece9 service neutron] For port 7ea253f9-8443-4121-91f5-84b9f528beda, host n-h2-705658-22, cleared binding levels {{(pid=105584) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:24:02.127055 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning for port 6e2a0936-68c5-4172-98c2-a3c03bd97b1f completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:24:02.136032 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-cef0af6a-021f-4ef9-8f59-31a8de5c3f10 tempest-RoutersNegativeTest-1037337129 tempest-RoutersNegativeTest-1037337129-project] Notify callbacks [] for port, precommit_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:02.147309 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port 6e2a0936-68c5-4172-98c2-a3c03bd97b1f triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:24:02.147906 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:02.156790 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-cef0af6a-021f-4ef9-8f59-31a8de5c3f10 tempest-RoutersNegativeTest-1037337129 tempest-RoutersNegativeTest-1037337129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10221672'] for port, after_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:02.163381 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-57eb0389-a881-4ac5-a4b3-a3517e706341 req-e468af9d-c7be-4d4c-bc7c-be77cda6ece9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:02.168785 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a47ef72-4892-47c6-aba9-ba50ad71cf85 admin admin] Deleting subnet 5ff0e0de-9e83-4547-96ca-977e74fc4ad6 {{(pid=105584) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:24:02.173651 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-d4f53fdb-c43f-445e-a65a-772b16ed0b50 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854965'] for subnet, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:02.178752 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a35dc4b-7303-4266-92f3-5838613ee343 req-9bbfc9c7-6f33-452d-aadf-c3aaa7938d96 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:24:02.180428 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-1a35dc4b-7303-4266-92f3-5838613ee343 req-9bbfc9c7-6f33-452d-aadf-c3aaa7938d96 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] 10.222.0.59 "GET /v2.0/ports?device_id=c5ea73bb-edaf-47c2-9f36-d8273f60e5d5 HTTP/1.1" status: 200 len: 945 time: 0.2385690 Jul 27 21:24:02.182199 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5ea73bb-edaf-47c2-9f36-d8273f60e5d5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7ea253f9-8443-4121-91f5-84b9f528beda'}] {{(pid=105584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:24:02.191314 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bce5e6c8685464f7626901654159975603b047827e3138302ed6566e28f1343" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d698380-17b9-4a63-864e-83beac695338" -d '{"events": [{"server_uuid": "c5ea73bb-edaf-47c2-9f36-d8273f60e5d5", "name": "network-vif-unplugged", "status": "completed", "tag": "7ea253f9-8443-4121-91f5-84b9f528beda"}]}' {{(pid=105584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:24:02.214816 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-57eb0389-a881-4ac5-a4b3-a3517e706341 req-e468af9d-c7be-4d4c-bc7c-be77cda6ece9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9014027'] for port, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:02.217038 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-9a47ef72-4892-47c6-aba9-ba50ad71cf85 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:02.410001 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:02.419334 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef0af6a-021f-4ef9-8f59-31a8de5c3f10 tempest-RoutersNegativeTest-1037337129 tempest-RoutersNegativeTest-1037337129-project] Pushing event updated for resources: {'Port': ['ID=a539fa87-91c0-4a5d-a137-38de0211a061,revision_number=2']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:24:02.467288 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-cef0af6a-021f-4ef9-8f59-31a8de5c3f10 tempest-RoutersNegativeTest-1037337129 tempest-RoutersNegativeTest-1037337129-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3743906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4076435'] for router_interface, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:02.490875 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-1a35dc4b-7303-4266-92f3-5838613ee343 req-6e1b0e4b-7e43-4699-941c-eebb75435262 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] 10.222.0.59 "GET /v2.0/security-groups?id=e916e9b6-267b-4820-a856-ddc66d274821&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2499130 Jul 27 21:24:02.530923 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] For port 6e2a0936-68c5-4172-98c2-a3c03bd97b1f, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=6e2a0936-68c5-4172-98c2-a3c03bd97b1f,segment=NetworkSegment(51849e7b-cb80-4875-91d3-82ff2902446d),segment_id=51849e7b-cb80-4875-91d3-82ff2902446d)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:24:02.545833 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:02.546815 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 144d8dc3-3d15-4069-96af-a0e29bc8303e up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:24:02.602317 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-9a47ef72-4892-47c6-aba9-ba50ad71cf85 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9014207'] for subnet, precommit_delete_associations {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:02.740094 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Pushing event updated for resources: {'Port': ['ID=6e2a0936-68c5-4172-98c2-a3c03bd97b1f,revision_number=3']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:24:02.749412 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning for port 144d8dc3-3d15-4069-96af-a0e29bc8303e completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:24:02.753349 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-02df7db5-0fa0-4ebc-850d-9b95b5d1037b None None] Provisioning for port a539fa87-91c0-4a5d-a137-38de0211a061 completed by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:24:02.759335 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-02df7db5-0fa0-4ebc-850d-9b95b5d1037b None None] Provisioning complete for port a539fa87-91c0-4a5d-a137-38de0211a061 triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:24:02.759794 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-02df7db5-0fa0-4ebc-850d-9b95b5d1037b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:02.761479 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e468af9d-c7be-4d4c-bc7c-be77cda6ece9 service neutron] Pushing event updated for resources: {'Port': ['ID=7ea253f9-8443-4121-91f5-84b9f528beda,revision_number=7']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:24:02.762580 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device ffbf391f-8561-4b9b-98d4-75c66aba902e up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:24:02.828735 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cef0af6a-021f-4ef9-8f59-31a8de5c3f10 tempest-RoutersNegativeTest-1037337129 tempest-RoutersNegativeTest-1037337129-project] Network 8e1ee405-d51b-4d37-806b-66a074961577 is already hosted by enough agents. {{(pid=105585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:24:02.830637 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.base_scheduler [None req-cef0af6a-021f-4ef9-8f59-31a8de5c3f10 tempest-RoutersNegativeTest-1037337129 tempest-RoutersNegativeTest-1037337129-project] Resources bound (agent type, host, resource id): {{(pid=105585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:24:02.868998 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port ffbf391f-8561-4b9b-98d4-75c66aba902e triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:24:02.869384 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:02.894892 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-d4f53fdb-c43f-445e-a65a-772b16ed0b50 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9014081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9738825'] for subnet, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:02.928044 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc0ac932-3e35-402d-a0a2-d0f08e006a85 None None] Network 0baf0cec-40d2-4b22-9e27-1719cb6e9098 requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:24:02.946832 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 27 Jul 2021 21:24:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9c65fd2-589b-405e-970d-d08ae38745c6 x-openstack-request-id: req-b9c65fd2-589b-405e-970d-d08ae38745c6 {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:24:02.950606 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-02df7db5-0fa0-4ebc-850d-9b95b5d1037b None None] Port a539fa87-91c0-4a5d-a137-38de0211a061 cannot update to ACTIVE because it is not bound. {{(pid=105586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:24:02.952621 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5ea73bb-edaf-47c2-9f36-d8273f60e5d5", "name": "network-vif-unplugged", "status": "completed", "tag": "7ea253f9-8443-4121-91f5-84b9f528beda", "code": 200}]} {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:24:02.953679 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-b9c65fd2-589b-405e-970d-d08ae38745c6 {{(pid=105584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:24:02.954710 n-d-705658-22 neutron-server[105584]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5ea73bb-edaf-47c2-9f36-d8273f60e5d5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7ea253f9-8443-4121-91f5-84b9f528beda', 'code': 200} Jul 27 21:24:02.988248 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-9a47ef72-4892-47c6-aba9-ba50ad71cf85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854965'] for subnet, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:03.020938 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f53fdb-c43f-445e-a65a-772b16ed0b50 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Pushing event deleted for resources: {'Subnet': ['ID=8c4e59d5-e032-4e7a-a432-d8d6c9610742,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:24:03.023337 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-d4f53fdb-c43f-445e-a65a-772b16ed0b50 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks [] for subnet, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:03.025682 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-d4f53fdb-c43f-445e-a65a-772b16ed0b50 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] 10.222.0.59 "DELETE /v2.0/subnets/8c4e59d5-e032-4e7a-a432-d8d6c9610742 HTTP/1.1" status: 204 len: 168 time: 2.3901031 Jul 27 21:24:03.029065 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 54456) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:24:03.040887 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87ac7be7-9e62-4ce9-99d9-dc21d9d64740 None None] Network 6da1baa8-c813-476a-a544-12756a165849 requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:24:03.090288 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [req-57eb0389-a881-4ac5-a4b3-a3517e706341 req-e468af9d-c7be-4d4c-bc7c-be77cda6ece9 service neutron] Attempting to bind port 7ea253f9-8443-4121-91f5-84b9f528beda on host n-h2-705658-22 for vnic_type normal with profile {"migrating_to": "n-h1-705658-22"} {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:24:03.090630 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [req-57eb0389-a881-4ac5-a4b3-a3517e706341 req-e468af9d-c7be-4d4c-bc7c-be77cda6ece9 service neutron] Attempting to bind port 7ea253f9-8443-4121-91f5-84b9f528beda by drivers openvswitch,hyperv on host n-h2-705658-22 at level 0 using segments [{'id': '96f51d57-65b2-4cdc-9d5b-14f606e8bb9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'e5dbfc22-3d07-4f08-ba90-beae97f55608'}] {{(pid=105584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:24:03.090970 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57eb0389-a881-4ac5-a4b3-a3517e706341 req-e468af9d-c7be-4d4c-bc7c-be77cda6ece9 service neutron] Attempting to bind port 7ea253f9-8443-4121-91f5-84b9f528beda on network e5dbfc22-3d07-4f08-ba90-beae97f55608 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:24:03.103067 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57eb0389-a881-4ac5-a4b3-a3517e706341 req-e468af9d-c7be-4d4c-bc7c-be77cda6ece9 service neutron] Port 7ea253f9-8443-4121-91f5-84b9f528beda on network e5dbfc22-3d07-4f08-ba90-beae97f55608 not bound, no agent of type Open vSwitch agent registered on host n-h2-705658-22 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:24:03.103895 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57eb0389-a881-4ac5-a4b3-a3517e706341 req-e468af9d-c7be-4d4c-bc7c-be77cda6ece9 service neutron] Attempting to bind port 7ea253f9-8443-4121-91f5-84b9f528beda on network e5dbfc22-3d07-4f08-ba90-beae97f55608 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:24:03.113330 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57eb0389-a881-4ac5-a4b3-a3517e706341 req-e468af9d-c7be-4d4c-bc7c-be77cda6ece9 service neutron] Checking agent: {'id': '65195a73-a875-4810-9f5b-622ae260a8a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 49, 40), 'started_at': datetime.datetime(2021, 7, 27, 20, 49, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 23, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:24:03.113593 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57eb0389-a881-4ac5-a4b3-a3517e706341 req-e468af9d-c7be-4d4c-bc7c-be77cda6ece9 service neutron] Checking segment: {'id': '96f51d57-65b2-4cdc-9d5b-14f606e8bb9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'e5dbfc22-3d07-4f08-ba90-beae97f55608'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:24:03.114191 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57eb0389-a881-4ac5-a4b3-a3517e706341 req-e468af9d-c7be-4d4c-bc7c-be77cda6ece9 service neutron] Bound using segment: {'id': '96f51d57-65b2-4cdc-9d5b-14f606e8bb9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'e5dbfc22-3d07-4f08-ba90-beae97f55608'} {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:24:03.115080 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [req-57eb0389-a881-4ac5-a4b3-a3517e706341 req-e468af9d-c7be-4d4c-bc7c-be77cda6ece9 service neutron] Bound port: 7ea253f9-8443-4121-91f5-84b9f528beda, host: n-h2-705658-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96f51d57-65b2-4cdc-9d5b-14f606e8bb9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'e5dbfc22-3d07-4f08-ba90-beae97f55608'}}] {{(pid=105584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:24:03.115979 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-57eb0389-a881-4ac5-a4b3-a3517e706341 req-e468af9d-c7be-4d4c-bc7c-be77cda6ece9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:03.142190 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-9a47ef72-4892-47c6-aba9-ba50ad71cf85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9014081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9738825'] for subnet, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:03.206669 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cef0af6a-021f-4ef9-8f59-31a8de5c3f10 tempest-RoutersNegativeTest-1037337129 tempest-RoutersNegativeTest-1037337129-project] Router bbd6be75-bff9-486a-9c39-7e8f92df1a51 is scheduled to L3 agent dd128fd7-8e57-4d4f-895b-a96b369df59a with binding_index 1 {{(pid=105585) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 21:24:03.209090 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a47ef72-4892-47c6-aba9-ba50ad71cf85 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5ff0e0de-9e83-4547-96ca-977e74fc4ad6,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:24:03.213524 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-9a47ef72-4892-47c6-aba9-ba50ad71cf85 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:03.215848 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-9a47ef72-4892-47c6-aba9-ba50ad71cf85 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/5ff0e0de-9e83-4547-96ca-977e74fc4ad6 HTTP/1.1" status: 204 len: 168 time: 1.6823883 Jul 27 21:24:03.219863 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 54464) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:24:03.248846 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-02df7db5-0fa0-4ebc-850d-9b95b5d1037b None None] Provisioning complete for port 6e2a0936-68c5-4172-98c2-a3c03bd97b1f triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:24:03.249208 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-02df7db5-0fa0-4ebc-850d-9b95b5d1037b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:03.321863 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [req-57eb0389-a881-4ac5-a4b3-a3517e706341 req-e468af9d-c7be-4d4c-bc7c-be77cda6ece9 service neutron] For port 7ea253f9-8443-4121-91f5-84b9f528beda, host n-h2-705658-22, cleared binding levels {{(pid=105584) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:24:03.351187 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-0a836ac5-44a1-4125-b5b2-bd9ff0e82b15 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-990557'] for network, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:03.378611 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-be92effe-0294-4227-a539-25658e353828 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-990557'] for network, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:03.388718 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [req-57eb0389-a881-4ac5-a4b3-a3517e706341 req-e468af9d-c7be-4d4c-bc7c-be77cda6ece9 service neutron] For port 7ea253f9-8443-4121-91f5-84b9f528beda, host n-h2-705658-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=7ea253f9-8443-4121-91f5-84b9f528beda,segment=NetworkSegment(96f51d57-65b2-4cdc-9d5b-14f606e8bb9d),segment_id=96f51d57-65b2-4cdc-9d5b-14f606e8bb9d)] {{(pid=105584) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:24:03.403793 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-57eb0389-a881-4ac5-a4b3-a3517e706341 req-e468af9d-c7be-4d4c-bc7c-be77cda6ece9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9014027'] for port, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:03.464091 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cef0af6a-021f-4ef9-8f59-31a8de5c3f10 tempest-RoutersNegativeTest-1037337129 tempest-RoutersNegativeTest-1037337129-project] Notify agent at l3_agent.n-d-705658-22 the message routers_updated {{(pid=105585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:24:03.492955 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-cef0af6a-021f-4ef9-8f59-31a8de5c3f10 tempest-RoutersNegativeTest-1037337129 tempest-RoutersNegativeTest-1037337129-project] 10.222.0.59 "PUT /v2.0/routers/bbd6be75-bff9-486a-9c39-7e8f92df1a51/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0495033 Jul 27 21:24:03.495524 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 54474) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:24:03.506610 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40d99bc7-45db-44c1-b56c-c7c4cfc11640 None None] Sync routers for ids ['bbd6be75-bff9-486a-9c39-7e8f92df1a51'] in n-d-705658-22 {{(pid=105586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:24:03.701141 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40d99bc7-45db-44c1-b56c-c7c4cfc11640 None None] Routers {'bbd6be75-bff9-486a-9c39-7e8f92df1a51'} bound to L3 agent in host n-d-705658-22 {{(pid=105586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:24:03.703118 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-40d99bc7-45db-44c1-b56c-c7c4cfc11640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:23:42Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['bbd6be75-bff9-486a-9c39-7e8f92df1a51'], 'active': True} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:24:03.783982 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-be92effe-0294-4227-a539-25658e353828 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853562', 'neutron.services.segments.db._delete_segments_for_network-8790688882975'] for network, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:03.789332 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e468af9d-c7be-4d4c-bc7c-be77cda6ece9 service neutron] Pushing event updated for resources: {'Port': ['ID=7ea253f9-8443-4121-91f5-84b9f528beda,revision_number=8']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:24:03.821386 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 6e2a0936-68c5-4172-98c2-a3c03bd97b1f up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:24:03.835553 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-40d99bc7-45db-44c1-b56c-c7c4cfc11640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-22', False) {} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:24:03.838642 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57eb0389-a881-4ac5-a4b3-a3517e706341 req-e468af9d-c7be-4d4c-bc7c-be77cda6ece9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:24:03.839584 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-57eb0389-a881-4ac5-a4b3-a3517e706341 req-e468af9d-c7be-4d4c-bc7c-be77cda6ece9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:03.841129 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-57eb0389-a881-4ac5-a4b3-a3517e706341 req-e468af9d-c7be-4d4c-bc7c-be77cda6ece9 service neutron] 10.222.0.36 "PUT /v2.0/ports/7ea253f9-8443-4121-91f5-84b9f528beda HTTP/1.1" status: 200 len: 1123 time: 3.0347717 Jul 27 21:24:03.843871 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.segments.db [None req-be92effe-0294-4227-a539-25658e353828 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['931fb9ff-9259-4e72-a5c3-3639bed88ea6']}} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:24:03.866434 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.segments.db [None req-be92effe-0294-4227-a539-25658e353828 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18e10d91-ebad-46c9-a595-c7d7342be977') {'for_net_delete': True} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:24:03.866839 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.segments.db [None req-be92effe-0294-4227-a539-25658e353828 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18e10d91-ebad-46c9-a595-c7d7342be977') {} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:24:03.898369 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-be92effe-0294-4227-a539-25658e353828 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790688883752', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9014348'] for segment, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:03.919626 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [None req-0a836ac5-44a1-4125-b5b2-bd9ff0e82b15 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Deleting port 403afed7-3e1b-4207-b8ae-867f56f09069 {{(pid=105585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:24:03.920369 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-0a836ac5-44a1-4125-b5b2-bd9ff0e82b15 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:03.926436 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-be92effe-0294-4227-a539-25658e353828 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:03.941014 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40d99bc7-45db-44c1-b56c-c7c4cfc11640 None None] Routers {'bbd6be75-bff9-486a-9c39-7e8f92df1a51'} bound to L3 agent in host n-d-705658-22 {{(pid=105586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:24:03.941565 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-40d99bc7-45db-44c1-b56c-c7c4cfc11640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:23:42Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['bbd6be75-bff9-486a-9c39-7e8f92df1a51'], 'active': True} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:24:03.961910 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be92effe-0294-4227-a539-25658e353828 admin admin] Releasing vlan 205 on physical network physnet1 to pool {{(pid=105584) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:24:03.962333 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-be92effe-0294-4227-a539-25658e353828 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9014063'] for segment, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:03.964222 n-d-705658-22 neutron-server[105584]: Traceback (most recent call last): Jul 27 21:24:03.964222 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:24:03.964222 n-d-705658-22 neutron-server[105584]: timer() Jul 27 21:24:03.964222 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:24:03.964222 n-d-705658-22 neutron-server[105584]: cb(*args, **kw) Jul 27 21:24:03.964222 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:24:03.964222 n-d-705658-22 neutron-server[105584]: return func(*args, **kwargs) Jul 27 21:24:03.964222 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:24:03.964222 n-d-705658-22 neutron-server[105584]: self._notify() Jul 27 21:24:03.964222 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:24:03.964222 n-d-705658-22 neutron-server[105584]: self.callback(batched_events) Jul 27 21:24:03.964222 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:24:03.964222 n-d-705658-22 neutron-server[105584]: event.method(event) Jul 27 21:24:03.964222 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:24:03.964222 n-d-705658-22 neutron-server[105584]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:24:03.964222 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:24:03.964222 n-d-705658-22 neutron-server[105584]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:24:03.964222 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:24:03.964222 n-d-705658-22 neutron-server[105584]: return f(self, *a, **k) Jul 27 21:24:03.964222 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:24:03.964222 n-d-705658-22 neutron-server[105584]: return self._get(url).json() Jul 27 21:24:03.964222 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:24:03.964222 n-d-705658-22 neutron-server[105584]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:24:03.964222 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:24:03.964222 n-d-705658-22 neutron-server[105584]: return self.request(url, 'GET', **kwargs) Jul 27 21:24:03.964222 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:24:03.964222 n-d-705658-22 neutron-server[105584]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:24:03.964222 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:24:03.964222 n-d-705658-22 neutron-server[105584]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:24:03.964222 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:24:03.964222 n-d-705658-22 neutron-server[105584]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:24:03.964222 n-d-705658-22 neutron-server[105584]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:24:03.995978 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.db [None req-0a836ac5-44a1-4125-b5b2-bd9ff0e82b15 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] For port 403afed7-3e1b-4207-b8ae-867f56f09069, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=403afed7-3e1b-4207-b8ae-867f56f09069,segment=NetworkSegment(588c9dfe-3a83-4edc-8b38-6a8c8a2dada4),segment_id=588c9dfe-3a83-4edc-8b38-6a8c8a2dada4)] {{(pid=105585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:24:03.996432 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-0a836ac5-44a1-4125-b5b2-bd9ff0e82b15 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:04.010539 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [None req-0a836ac5-44a1-4125-b5b2-bd9ff0e82b15 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Calling delete_port for 403afed7-3e1b-4207-b8ae-867f56f09069 owned by network:dhcp {{(pid=105585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:24:04.071722 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] get_ports_and_sgs() called for port_ids ['7ea253f9-8443-4121-91f5-84b9f528beda'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:24:04.113545 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-be92effe-0294-4227-a539-25658e353828 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4075658'] for network, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:04.113779 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-40d99bc7-45db-44c1-b56c-c7c4cfc11640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-22', False) {} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:24:04.114016 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40d99bc7-45db-44c1-b56c-c7c4cfc11640 None None] The sync data for ids ['bbd6be75-bff9-486a-9c39-7e8f92df1a51'] in n-d-705658-22 is: [] {{(pid=105586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:24:04.123313 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-be92effe-0294-4227-a539-25658e353828 admin admin] Notify callbacks [] for network, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:04.136506 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-be92effe-0294-4227-a539-25658e353828 admin admin] 10.222.0.59 "DELETE /v2.0/networks/931fb9ff-9259-4e72-a5c3-3639bed88ea6 HTTP/1.1" status: 204 len: 168 time: 0.9150100 Jul 27 21:24:04.165338 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-ebc52a19-6f33-4353-9268-c573d98cf9a1 None None] Provisioning for port 144d8dc3-3d15-4069-96af-a0e29bc8303e completed by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:24:04.176752 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be92effe-0294-4227-a539-25658e353828 admin admin] Pushing event deleted for resources: {'Network': ['ID=931fb9ff-9259-4e72-a5c3-3639bed88ea6,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:24:04.190305 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port 6e2a0936-68c5-4172-98c2-a3c03bd97b1f triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:24:04.190637 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:04.224494 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-ebc52a19-6f33-4353-9268-c573d98cf9a1 None None] Provisioning complete for port 144d8dc3-3d15-4069-96af-a0e29bc8303e triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:24:04.224964 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-ebc52a19-6f33-4353-9268-c573d98cf9a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:04.262250 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc587ab3-da7a-424c-a0bd-c26a5951ff06 None None] DHCP port deletion for 6da1baa8-c813-476a-a544-12756a165849 request from n-d-705658-22 {{(pid=105586) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 21:24:04.290696 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db26fad5-df85-4a13-8d20-6e057be9cbf0 req-8c8960d7-198a-4714-9dc4-fcb9b08ea3bd tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:24:04.292350 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-db26fad5-df85-4a13-8d20-6e057be9cbf0 req-8c8960d7-198a-4714-9dc4-fcb9b08ea3bd tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] 10.222.0.59 "GET /v2.0/ports?device_id=c5ea73bb-edaf-47c2-9f36-d8273f60e5d5 HTTP/1.1" status: 200 len: 943 time: 0.5888088 Jul 27 21:24:04.355622 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 54496) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:24:04.377102 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-0a836ac5-44a1-4125-b5b2-bd9ff0e82b15 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:04.440885 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-c433dd79-e3c4-4748-9236-0cad9e9c1ae3 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=4f34f105adee402794bc57864714230e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0840099 Jul 27 21:24:04.442199 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 54500) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:24:04.451875 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a836ac5-44a1-4125-b5b2-bd9ff0e82b15 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Pushing event deleted for resources: {'Port': ['ID=403afed7-3e1b-4207-b8ae-867f56f09069,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:24:04.466270 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-db26fad5-df85-4a13-8d20-6e057be9cbf0 req-307e4750-2d1e-44c5-b726-956967291f7c tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] 10.222.0.59 "GET /v2.0/security-groups?id=e916e9b6-267b-4820-a856-ddc66d274821&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1581390 Jul 27 21:24:04.467457 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a836ac5-44a1-4125-b5b2-bd9ff0e82b15 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] No DVR routers for this DVR port 403afed7-3e1b-4207-b8ae-867f56f09069 on host n-d-705658-22 {{(pid=105585) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:24:04.525755 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-69087432-a1a8-490e-ac08-a416312233a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:04.556515 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-69087432-a1a8-490e-ac08-a416312233a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:04.586854 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-ebc52a19-6f33-4353-9268-c573d98cf9a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:04.613227 n-d-705658-22 neutron-server[105585]: INFO neutron.api.v2.resource [None req-204249f0-af82-4179-b230-33b83bc0ecc4 tempest-RoutersNegativeTest-1037337129 tempest-RoutersNegativeTest-1037337129-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 27 21:24:04.616972 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-204249f0-af82-4179-b230-33b83bc0ecc4 tempest-RoutersNegativeTest-1037337129 tempest-RoutersNegativeTest-1037337129-project] 10.222.0.59 "PUT /v2.0/routers/bbd6be75-bff9-486a-9c39-7e8f92df1a51/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.1168792 Jul 27 21:24:04.616972 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-0a836ac5-44a1-4125-b5b2-bd9ff0e82b15 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853562', 'neutron.services.segments.db._delete_segments_for_network-8790688882975'] for network, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:04.618504 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 54504) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:24:04.634287 n-d-705658-22 neutron-server[105585]: DEBUG neutron.services.segments.db [None req-0a836ac5-44a1-4125-b5b2-bd9ff0e82b15 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6da1baa8-c813-476a-a544-12756a165849']}} {{(pid=105585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:24:04.643338 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-dc587ab3-da7a-424c-a0bd-c26a5951ff06 None None] Deleting port 403afed7-3e1b-4207-b8ae-867f56f09069 {{(pid=105586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:24:04.643718 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-dc587ab3-da7a-424c-a0bd-c26a5951ff06 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:04.674477 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-69087432-a1a8-490e-ac08-a416312233a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:04.677923 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-69087432-a1a8-490e-ac08-a416312233a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:04.684820 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-69087432-a1a8-490e-ac08-a416312233a2 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/2ef113d1-a3a7-402b-a668-6dc148671140 HTTP/1.1" status: 204 len: 168 time: 0.2414713 Jul 27 21:24:04.703147 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69087432-a1a8-490e-ac08-a416312233a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ef113d1-a3a7-402b-a668-6dc148671140,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:24:04.709468 n-d-705658-22 neutron-server[105585]: DEBUG neutron.services.segments.db [None req-0a836ac5-44a1-4125-b5b2-bd9ff0e82b15 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '588c9dfe-3a83-4edc-8b38-6a8c8a2dada4') {'for_net_delete': True} {{(pid=105585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:24:04.709772 n-d-705658-22 neutron-server[105585]: DEBUG neutron.services.segments.db [None req-0a836ac5-44a1-4125-b5b2-bd9ff0e82b15 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '588c9dfe-3a83-4edc-8b38-6a8c8a2dada4') {} {{(pid=105585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:24:04.724390 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-0a836ac5-44a1-4125-b5b2-bd9ff0e82b15 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790688883752', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9886370'] for segment, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:04.749695 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-0a836ac5-44a1-4125-b5b2-bd9ff0e82b15 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:04.799009 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a836ac5-44a1-4125-b5b2-bd9ff0e82b15 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Releasing vlan 213 on physical network physnet1 to pool {{(pid=105585) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:24:04.799295 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-0a836ac5-44a1-4125-b5b2-bd9ff0e82b15 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10221644'] for segment, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:04.803071 n-d-705658-22 neutron-server[105585]: Traceback (most recent call last): Jul 27 21:24:04.803071 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:24:04.803071 n-d-705658-22 neutron-server[105585]: timer() Jul 27 21:24:04.803071 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:24:04.803071 n-d-705658-22 neutron-server[105585]: cb(*args, **kw) Jul 27 21:24:04.803071 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:24:04.803071 n-d-705658-22 neutron-server[105585]: return func(*args, **kwargs) Jul 27 21:24:04.803071 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:24:04.803071 n-d-705658-22 neutron-server[105585]: self._notify() Jul 27 21:24:04.803071 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:24:04.803071 n-d-705658-22 neutron-server[105585]: self.callback(batched_events) Jul 27 21:24:04.803071 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:24:04.803071 n-d-705658-22 neutron-server[105585]: event.method(event) Jul 27 21:24:04.803071 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:24:04.803071 n-d-705658-22 neutron-server[105585]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:24:04.803071 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:24:04.803071 n-d-705658-22 neutron-server[105585]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:24:04.803071 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:24:04.803071 n-d-705658-22 neutron-server[105585]: return f(self, *a, **k) Jul 27 21:24:04.803071 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:24:04.803071 n-d-705658-22 neutron-server[105585]: return self._get(url).json() Jul 27 21:24:04.803071 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:24:04.803071 n-d-705658-22 neutron-server[105585]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:24:04.803071 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:24:04.803071 n-d-705658-22 neutron-server[105585]: return self.request(url, 'GET', **kwargs) Jul 27 21:24:04.803071 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:24:04.803071 n-d-705658-22 neutron-server[105585]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:24:04.803071 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:24:04.803071 n-d-705658-22 neutron-server[105585]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:24:04.803071 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:24:04.803071 n-d-705658-22 neutron-server[105585]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:24:04.803071 n-d-705658-22 neutron-server[105585]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:24:04.880419 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-ebc52a19-6f33-4353-9268-c573d98cf9a1 None None] For port 144d8dc3-3d15-4069-96af-a0e29bc8303e, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=144d8dc3-3d15-4069-96af-a0e29bc8303e,segment=NetworkSegment(2c489137-a56c-46d6-8f19-19afb3d75343),segment_id=2c489137-a56c-46d6-8f19-19afb3d75343)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:24:04.883093 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-dc587ab3-da7a-424c-a0bd-c26a5951ff06 None None] For port 403afed7-3e1b-4207-b8ae-867f56f09069, host n-d-705658-22, got binding levels [] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:24:04.886925 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-dc587ab3-da7a-424c-a0bd-c26a5951ff06 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:04.909575 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-0a836ac5-44a1-4125-b5b2-bd9ff0e82b15 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4075658'] for network, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:04.917983 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-0a836ac5-44a1-4125-b5b2-bd9ff0e82b15 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks [] for network, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:04.924003 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-0a836ac5-44a1-4125-b5b2-bd9ff0e82b15 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] 10.222.0.59 "DELETE /v2.0/networks/6da1baa8-c813-476a-a544-12756a165849 HTTP/1.1" status: 204 len: 168 time: 1.8883758 Jul 27 21:24:04.924387 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 54512) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:24:04.930528 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-b95701ea-c082-4f0f-a1ca-190be88015a0 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1047195626', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:24:04.944144 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-ebc52a19-6f33-4353-9268-c573d98cf9a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:04.946984 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a836ac5-44a1-4125-b5b2-bd9ff0e82b15 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Pushing event deleted for resources: {'Network': ['ID=6da1baa8-c813-476a-a544-12756a165849,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:24:04.959118 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5ea73bb-edaf-47c2-9f36-d8273f60e5d5', 'tag': '7ea253f9-8443-4121-91f5-84b9f528beda'}] {{(pid=105584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:24:04.961424 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bce5e6c8685464f7626901654159975603b047827e3138302ed6566e28f1343" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11351da6-5d49-4a30-a0ae-89cafb79238a" -d '{"events": [{"name": "network-changed", "server_uuid": "c5ea73bb-edaf-47c2-9f36-d8273f60e5d5", "tag": "7ea253f9-8443-4121-91f5-84b9f528beda"}]}' {{(pid=105584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:24:04.963635 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-dc587ab3-da7a-424c-a0bd-c26a5951ff06 None None] Calling delete_port for 403afed7-3e1b-4207-b8ae-867f56f09069 owned by network:dhcp {{(pid=105586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:24:04.975010 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.ipam_backend_mixin [None req-dc587ab3-da7a-424c-a0bd-c26a5951ff06 None None] Port 403afed7-3e1b-4207-b8ae-867f56f09069 was not found and therefore no delete operation was performed {{(pid=105586) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 27 21:24:05.005776 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-b95701ea-c082-4f0f-a1ca-190be88015a0 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4163813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-443'] for router, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:05.007070 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-b95701ea-c082-4f0f-a1ca-190be88015a0 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4165196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4077059', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3711235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-418'] for router, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:05.077660 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:24:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dd6139f-24d4-4e90-bd84-40b1643fdd9a x-openstack-request-id: req-5dd6139f-24d4-4e90-bd84-40b1643fdd9a {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:24:05.077985 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5ea73bb-edaf-47c2-9f36-d8273f60e5d5", "tag": "7ea253f9-8443-4121-91f5-84b9f528beda", "status": "completed", "code": 200}]} {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:24:05.078239 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-5dd6139f-24d4-4e90-bd84-40b1643fdd9a {{(pid=105584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:24:05.079403 n-d-705658-22 neutron-server[105584]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5ea73bb-edaf-47c2-9f36-d8273f60e5d5', 'tag': '7ea253f9-8443-4121-91f5-84b9f528beda', 'status': 'completed', 'code': 200} Jul 27 21:24:05.241688 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-b95701ea-c082-4f0f-a1ca-190be88015a0 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:05.249536 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-b95701ea-c082-4f0f-a1ca-190be88015a0 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4163804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4077150'] for router, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:05.274675 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-b95701ea-c082-4f0f-a1ca-190be88015a0 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks [] for router, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:05.276152 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-b95701ea-c082-4f0f-a1ca-190be88015a0 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.3507605 Jul 27 21:24:05.278724 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 54530) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:24:05.287600 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-128a479b-d17a-4ca8-9034-268a25d828ff tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1242640452'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:24:05.314061 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-128a479b-d17a-4ca8-9034-268a25d828ff tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Made reservation on behalf of 2c7b7887b0f848c597ec952cc967d92c for: {'network': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:24:05.319787 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-128a479b-d17a-4ca8-9034-268a25d828ff tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for network, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:05.322071 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-dc587ab3-da7a-424c-a0bd-c26a5951ff06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180'] for port, after_delete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:05.330677 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11351da6-5d49-4a30-a0ae-89cafb79238a req-33b585ad-2e6b-4293-9ec5-223bf12af6d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:24:05.332476 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-11351da6-5d49-4a30-a0ae-89cafb79238a req-33b585ad-2e6b-4293-9ec5-223bf12af6d0 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=379416b786c44e07b1b1ba1a5ea96882&device_id=c5ea73bb-edaf-47c2-9f36-d8273f60e5d5 HTTP/1.1" status: 200 len: 1126 time: 0.2444117 Jul 27 21:24:05.355190 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-dc587ab3-da7a-424c-a0bd-c26a5951ff06 None None] Network 6da1baa8-c813-476a-a544-12756a165849 is not hosted by any dhcp agent {{(pid=105586) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 27 21:24:05.356888 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-128a479b-d17a-4ca8-9034-268a25d828ff tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] vlan segment allocate from pool success with {'vlan_id': 225, 'physical_network': 'physnet1'} {{(pid=105584) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:24:05.357089 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc587ab3-da7a-424c-a0bd-c26a5951ff06 None None] No DVR routers for this DVR port 403afed7-3e1b-4207-b8ae-867f56f09069 on host n-d-705658-22 {{(pid=105586) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:24:05.378485 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-ebc52a19-6f33-4353-9268-c573d98cf9a1 None None] Provisioning complete for port a539fa87-91c0-4a5d-a137-38de0211a061 triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:24:05.378485 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-ebc52a19-6f33-4353-9268-c573d98cf9a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:05.384695 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-128a479b-d17a-4ca8-9034-268a25d828ff tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:05.386639 n-d-705658-22 neutron-server[105584]: INFO neutron.db.segments_db [None req-128a479b-d17a-4ca8-9034-268a25d828ff tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Added segment 6e4864c1-0062-4915-ab0f-917d6bcf32b7 of type vlan for network 7ec5f878-02f2-4c36-acfe-f32465e6705f Jul 27 21:24:05.421728 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-ebc52a19-6f33-4353-9268-c573d98cf9a1 None None] Port a539fa87-91c0-4a5d-a137-38de0211a061 cannot update to ACTIVE because it is not bound. {{(pid=105586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:24:05.440005 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc52a19-6f33-4353-9268-c573d98cf9a1 None None] Pushing event updated for resources: {'Port': ['ID=144d8dc3-3d15-4069-96af-a0e29bc8303e,revision_number=3']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:24:05.444654 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-128a479b-d17a-4ca8-9034-268a25d828ff tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790688424798'] for network, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:05.455593 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-ebc52a19-6f33-4353-9268-c573d98cf9a1 None None] Provisioning complete for port 7ea253f9-8443-4121-91f5-84b9f528beda triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:24:05.455848 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-ebc52a19-6f33-4353-9268-c573d98cf9a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:05.483182 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-128a479b-d17a-4ca8-9034-268a25d828ff tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920'] for network, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:05.493735 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc587ab3-da7a-424c-a0bd-c26a5951ff06 None None] Pushing event deleted for resources: {'Port': ['ID=403afed7-3e1b-4207-b8ae-867f56f09069,revision_number=None']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:24:05.497005 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-128a479b-d17a-4ca8-9034-268a25d828ff tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:24:05.497826 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-128a479b-d17a-4ca8-9034-268a25d828ff tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks [] for network, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:05.543059 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-2ff9d979-9f48-4afd-a976-ad86f66352f3 tempest-RoutersNegativeTest-1037337129 tempest-RoutersNegativeTest-1037337129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4076536'] for router_interface, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:05.567358 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-ebc52a19-6f33-4353-9268-c573d98cf9a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:05.592306 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5ea73bb-edaf-47c2-9f36-d8273f60e5d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ea253f9-8443-4121-91f5-84b9f528beda'}] {{(pid=105586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:24:05.594805 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14c1663e039faf5393f87855f745010ac5b02220355b68fdbf065393e303ac56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd899e43-e3b7-4f24-be13-ea0b1d55e478" -d '{"events": [{"server_uuid": "c5ea73bb-edaf-47c2-9f36-d8273f60e5d5", "name": "network-vif-plugged", "status": "completed", "tag": "7ea253f9-8443-4121-91f5-84b9f528beda"}]}' {{(pid=105586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:24:05.602191 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128a479b-d17a-4ca8-9034-268a25d828ff tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Pushing event updated for resources: {'Network': ['ID=7ec5f878-02f2-4c36-acfe-f32465e6705f,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:24:05.634672 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-128a479b-d17a-4ca8-9034-268a25d828ff tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3545504 Jul 27 21:24:05.635048 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Network 7ec5f878-02f2-4c36-acfe-f32465e6705f details requested by agent ovs-agent-n-d-705658-22 with host n-d-705658-22 {{(pid=105586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:24:05.637516 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 54542) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:24:05.654519 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-ebc52a19-6f33-4353-9268-c573d98cf9a1 None None] For port 7ea253f9-8443-4121-91f5-84b9f528beda, host n-h2-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=7ea253f9-8443-4121-91f5-84b9f528beda,segment=NetworkSegment(96f51d57-65b2-4cdc-9d5b-14f606e8bb9d),segment_id=96f51d57-65b2-4cdc-9d5b-14f606e8bb9d)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:24:05.654769 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-9c5ea1e2-5c59-4844-b2b6-da032ee4a801 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Request body: {'subnet': {'network_id': '7ec5f878-02f2-4c36-acfe-f32465e6705f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:24:05.680521 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-ebc52a19-6f33-4353-9268-c573d98cf9a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:05.899897 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 144d8dc3-3d15-4069-96af-a0e29bc8303e up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:24:05.900501 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c5ea1e2-5c59-4844-b2b6-da032ee4a801 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Made reservation on behalf of 2c7b7887b0f848c597ec952cc967d92c for: {'subnet': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:24:05.905847 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-9c5ea1e2-5c59-4844-b2b6-da032ee4a801 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9738786'] for subnet, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:05.969955 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:24:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5712b7f4-03b5-48dc-bf99-9332438e1799 x-openstack-request-id: req-5712b7f4-03b5-48dc-bf99-9332438e1799 {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:24:05.970278 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5ea73bb-edaf-47c2-9f36-d8273f60e5d5", "name": "network-vif-plugged", "status": "completed", "tag": "7ea253f9-8443-4121-91f5-84b9f528beda", "code": 200}]} {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:24:05.970489 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-5712b7f4-03b5-48dc-bf99-9332438e1799 {{(pid=105586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:24:05.970881 n-d-705658-22 neutron-server[105586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5ea73bb-edaf-47c2-9f36-d8273f60e5d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ea253f9-8443-4121-91f5-84b9f528beda', 'code': 200} Jul 27 21:24:06.071659 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc52a19-6f33-4353-9268-c573d98cf9a1 None None] Pushing event updated for resources: {'Port': ['ID=7ea253f9-8443-4121-91f5-84b9f528beda,revision_number=9']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:24:06.090356 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port 144d8dc3-3d15-4069-96af-a0e29bc8303e triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:24:06.090737 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:06.160558 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11351da6-5d49-4a30-a0ae-89cafb79238a req-ff611687-7bcb-4c32-9429-e50005e077e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:24:06.162447 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-11351da6-5d49-4a30-a0ae-89cafb79238a req-ff611687-7bcb-4c32-9429-e50005e077e0 service neutron] 10.222.0.60 "GET /v2.0/networks?id=e5dbfc22-3d07-4f08-ba90-beae97f55608 HTTP/1.1" status: 200 len: 898 time: 0.8178401 Jul 27 21:24:06.246731 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-ba77b4b5-bdb7-4e22-b450-f18c81984086 None None] Provisioning complete for port 144d8dc3-3d15-4069-96af-a0e29bc8303e triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:24:06.247260 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-ba77b4b5-bdb7-4e22-b450-f18c81984086 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:06.263105 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-9c5ea1e2-5c59-4844-b2b6-da032ee4a801 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9014150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9738800'] for subnet, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:06.328378 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-11351da6-5d49-4a30-a0ae-89cafb79238a req-e2dfad12-b3f9-4ec3-b9fd-c76f0f41acdb service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7ea253f9-8443-4121-91f5-84b9f528beda HTTP/1.1" status: 200 len: 1001 time: 0.1446462 Jul 27 21:24:06.371828 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 403afed7-3e1b-4207-b8ae-867f56f09069 no longer exists at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:24:06.423224 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11351da6-5d49-4a30-a0ae-89cafb79238a req-462e656a-bd5f-417e-809c-a43135139c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:24:06.424715 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-11351da6-5d49-4a30-a0ae-89cafb79238a req-462e656a-bd5f-417e-809c-a43135139c6a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e8e99250-8db6-4cda-90d7-d1a47aac9480 HTTP/1.1" status: 200 len: 834 time: 0.0712814 Jul 27 21:24:06.454353 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5ea1e2-5c59-4844-b2b6-da032ee4a801 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Pushing event updated for resources: {'Subnet': ['ID=e7fbf4a0-d77d-4fd2-a707-b8f774836229,revision_number=0']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:24:06.474740 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] No Port match for: 403afed7-3e1b-4207-b8ae-867f56f09069 {{(pid=105586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:24:06.475243 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 403afed7-3e1b-4207-b8ae-867f56f09069 not bound to the agent host n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:24:06.483394 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:06.490144 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c5ea1e2-5c59-4844-b2b6-da032ee4a801 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Checking segment: {'id': '6e4864c1-0062-4915-ab0f-917d6bcf32b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '7ec5f878-02f2-4c36-acfe-f32465e6705f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:24:06.490517 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c5ea1e2-5c59-4844-b2b6-da032ee4a801 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Network hostable DHCP agents. Network: 7ec5f878-02f2-4c36-acfe-f32465e6705f, hostable agents: ['7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a'], hosted agents: [] {{(pid=105584) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:24:06.510280 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c5ea1e2-5c59-4844-b2b6-da032ee4a801 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Network 7ec5f878-02f2-4c36-acfe-f32465e6705f is scheduled to be hosted by DHCP agent 7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a with binding_index 1 {{(pid=105584) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:24:06.521991 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [None req-9c5ea1e2-5c59-4844-b2b6-da032ee4a801 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-22, 7ec5f878-02f2-4c36-acfe-f32465e6705f) {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:24:06.532626 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96028eed-dae6-4aed-ada9-4562c05e29af None None] Network 7ec5f878-02f2-4c36-acfe-f32465e6705f requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:24:06.538902 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c5ea1e2-5c59-4844-b2b6-da032ee4a801 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:24:06.539641 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-9c5ea1e2-5c59-4844-b2b6-da032ee4a801 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks [] for subnet, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:06.555976 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3043759-504f-4f15-b265-6661e0b62fa0 req-8d093c7a-16f4-4a27-b6fc-ad243b8b5502 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:24:06.557016 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-9c5ea1e2-5c59-4844-b2b6-da032ee4a801 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9166288 Jul 27 21:24:06.558631 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e3043759-504f-4f15-b265-6661e0b62fa0 req-8d093c7a-16f4-4a27-b6fc-ad243b8b5502 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] 10.222.0.59 "GET /v2.0/ports?device_id=c5ea73bb-edaf-47c2-9f36-d8273f60e5d5 HTTP/1.1" status: 200 len: 945 time: 0.4463034 Jul 27 21:24:06.566508 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 54570) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:24:06.676743 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e3043759-504f-4f15-b265-6661e0b62fa0 req-f28c9a1b-3af5-4837-836f-f274ad1c87d5 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] 10.222.0.59 "GET /v2.0/security-groups?id=e916e9b6-267b-4820-a856-ddc66d274821&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681005 Jul 27 21:24:06.707398 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11351da6-5d49-4a30-a0ae-89cafb79238a req-5d9a2943-c522-4ac2-b342-b0b2ed2fe85b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:24:06.709492 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-11351da6-5d49-4a30-a0ae-89cafb79238a req-5d9a2943-c522-4ac2-b342-b0b2ed2fe85b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e5dbfc22-3d07-4f08-ba90-beae97f55608&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2266395 Jul 27 21:24:06.711622 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [None req-2ff9d979-9f48-4afd-a976-ad86f66352f3 tempest-RoutersNegativeTest-1037337129 tempest-RoutersNegativeTest-1037337129-project] Deleting port a539fa87-91c0-4a5d-a137-38de0211a061 {{(pid=105585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:24:06.711967 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-2ff9d979-9f48-4afd-a976-ad86f66352f3 tempest-RoutersNegativeTest-1037337129 tempest-RoutersNegativeTest-1037337129-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:06.852327 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-11351da6-5d49-4a30-a0ae-89cafb79238a req-2ab54e87-4062-4173-9d34-2ef6b3c08952 service neutron] 10.222.0.60 "GET /v2.0/networks/e5dbfc22-3d07-4f08-ba90-beae97f55608?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233833 Jul 27 21:24:06.870486 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-725df781-6759-43e4-88a9-3bb42155f28e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30bb4b93-b285-5d90-9493-f9ec33ea333c-7ec5f878-02f2-4c36-acfe-f32465e6705f', 'network_id': '7ec5f878-02f2-4c36-acfe-f32465e6705f', 'tenant_id': '2c7b7887b0f848c597ec952cc967d92c', 'fixed_ips': [{'subnet_id': 'e7fbf4a0-d77d-4fd2-a707-b8f774836229'}]}} from n-d-705658-22. {{(pid=105586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 21:24:06.873881 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-725df781-6759-43e4-88a9-3bb42155f28e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:07.039430 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-2ff9d979-9f48-4afd-a976-ad86f66352f3 tempest-RoutersNegativeTest-1037337129 tempest-RoutersNegativeTest-1037337129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:07.084099 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [None req-2ff9d979-9f48-4afd-a976-ad86f66352f3 tempest-RoutersNegativeTest-1037337129 tempest-RoutersNegativeTest-1037337129-project] Calling delete_port for a539fa87-91c0-4a5d-a137-38de0211a061 owned by network:router_interface {{(pid=105585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:24:07.126383 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-11351da6-5d49-4a30-a0ae-89cafb79238a req-63e14325-2f65-4fd0-af04-33a4ec09a54b service neutron] 10.222.0.60 "GET /v2.0/networks/e5dbfc22-3d07-4f08-ba90-beae97f55608?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2658160 Jul 27 21:24:07.181759 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.db_base_plugin_common [None req-725df781-6759-43e4-88a9-3bb42155f28e None None] Allocated IP 2001:db8::2 (7ec5f878-02f2-4c36-acfe-f32465e6705f/e7fbf4a0-d77d-4fd2-a707-b8f774836229/b71de916-61f3-4588-878c-7e65efee62e4) {{(pid=105586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:24:07.271704 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-e11cf961-bcd2-49c7-a9f5-1b26c63e5cbf tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:07.417544 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-725df781-6759-43e4-88a9-3bb42155f28e None None] Notify callbacks [] for port, precommit_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:07.442974 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-725df781-6759-43e4-88a9-3bb42155f28e None None] Transition to ACTIVE for port object b71de916-61f3-4588-878c-7e65efee62e4 will not be triggered until provisioned by entity L2. {{(pid=105586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:24:07.443232 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-2ff9d979-9f48-4afd-a976-ad86f66352f3 tempest-RoutersNegativeTest-1037337129 tempest-RoutersNegativeTest-1037337129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:07.475476 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-725df781-6759-43e4-88a9-3bb42155f28e None None] Transition to ACTIVE for port object b71de916-61f3-4588-878c-7e65efee62e4 will not be triggered until provisioned by entity DHCP. {{(pid=105586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:24:07.484817 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-725df781-6759-43e4-88a9-3bb42155f28e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143'] for port, after_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:07.575921 n-d-705658-22 neutron-server[105586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-725df781-6759-43e4-88a9-3bb42155f28e None None] Network 7ec5f878-02f2-4c36-acfe-f32465e6705f is already hosted by enough agents. {{(pid=105586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:24:07.583100 n-d-705658-22 neutron-server[105586]: DEBUG neutron.scheduler.base_scheduler [None req-725df781-6759-43e4-88a9-3bb42155f28e None None] Resources bound (agent type, host, resource id): {{(pid=105586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:24:07.590298 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff9d979-9f48-4afd-a976-ad86f66352f3 tempest-RoutersNegativeTest-1037337129 tempest-RoutersNegativeTest-1037337129-project] Pushing event deleted for resources: {'Port': ['ID=a539fa87-91c0-4a5d-a137-38de0211a061,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:24:07.593359 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-725df781-6759-43e4-88a9-3bb42155f28e None None] Received port after_create {{(pid=105586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:24:07.596813 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725df781-6759-43e4-88a9-3bb42155f28e None None] Pushing event updated for resources: {'Port': ['ID=b71de916-61f3-4588-878c-7e65efee62e4,revision_number=1']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:24:07.748125 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.db_base_plugin_common [None req-e11cf961-bcd2-49c7-a9f5-1b26c63e5cbf tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Allocated IP 2001:db8::1 (7ec5f878-02f2-4c36-acfe-f32465e6705f/e7fbf4a0-d77d-4fd2-a707-b8f774836229/e667ff12-b53d-4ba0-b46c-23ba371d7a5f) {{(pid=105584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:24:07.754825 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device 7ea253f9-8443-4121-91f5-84b9f528beda details requested by agent hyperv_n-h1-705658-22 with host n-h1-705658-22 {{(pid=105586) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:24:07.773179 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-2ff9d979-9f48-4afd-a976-ad86f66352f3 tempest-RoutersNegativeTest-1037337129 tempest-RoutersNegativeTest-1037337129-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3743915', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4076308'] for router_interface, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:07.778005 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-725df781-6759-43e4-88a9-3bb42155f28e None None] Attempting to bind port b71de916-61f3-4588-878c-7e65efee62e4 on host n-d-705658-22 for vnic_type normal with profile {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:24:07.779320 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-725df781-6759-43e4-88a9-3bb42155f28e None None] Attempting to bind port b71de916-61f3-4588-878c-7e65efee62e4 by drivers openvswitch,hyperv on host n-d-705658-22 at level 0 using segments [{'id': '6e4864c1-0062-4915-ab0f-917d6bcf32b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '7ec5f878-02f2-4c36-acfe-f32465e6705f'}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:24:07.779509 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-725df781-6759-43e4-88a9-3bb42155f28e None None] Attempting to bind port b71de916-61f3-4588-878c-7e65efee62e4 on network 7ec5f878-02f2-4c36-acfe-f32465e6705f {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:24:07.801534 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-725df781-6759-43e4-88a9-3bb42155f28e None None] Checking agent: {'id': '04a7ea91-6318-467e-ace6-b0fb48c8690f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 41, 42), 'started_at': datetime.datetime(2021, 7, 27, 20, 42, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 23, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:24:07.801534 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-725df781-6759-43e4-88a9-3bb42155f28e None None] Checking segment: {'id': '6e4864c1-0062-4915-ab0f-917d6bcf32b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '7ec5f878-02f2-4c36-acfe-f32465e6705f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:24:07.801534 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-725df781-6759-43e4-88a9-3bb42155f28e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:07.801534 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-725df781-6759-43e4-88a9-3bb42155f28e None None] Bound using segment: {'id': '6e4864c1-0062-4915-ab0f-917d6bcf32b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '7ec5f878-02f2-4c36-acfe-f32465e6705f'} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:24:07.801534 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-725df781-6759-43e4-88a9-3bb42155f28e None None] Bound port: b71de916-61f3-4588-878c-7e65efee62e4, host: n-d-705658-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e4864c1-0062-4915-ab0f-917d6bcf32b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '7ec5f878-02f2-4c36-acfe-f32465e6705f'}}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:24:07.801534 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-725df781-6759-43e4-88a9-3bb42155f28e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:07.941508 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-e11cf961-bcd2-49c7-a9f5-1b26c63e5cbf tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks [] for port, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:07.953312 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-725df781-6759-43e4-88a9-3bb42155f28e None None] For port b71de916-61f3-4588-878c-7e65efee62e4, host n-d-705658-22, cleared binding levels {{(pid=105586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:24:07.962868 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-725df781-6759-43e4-88a9-3bb42155f28e None None] For port b71de916-61f3-4588-878c-7e65efee62e4, host n-d-705658-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=b71de916-61f3-4588-878c-7e65efee62e4,segment=NetworkSegment(6e4864c1-0062-4915-ab0f-917d6bcf32b7),segment_id=6e4864c1-0062-4915-ab0f-917d6bcf32b7)] {{(pid=105586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:24:07.969325 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-725df781-6759-43e4-88a9-3bb42155f28e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:07.972874 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.provisioning_blocks [None req-e11cf961-bcd2-49c7-a9f5-1b26c63e5cbf tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Transition to ACTIVE for port object e667ff12-b53d-4ba0-b46c-23ba371d7a5f will not be triggered until provisioned by entity DHCP. {{(pid=105584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:24:08.012562 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-e11cf961-bcd2-49c7-a9f5-1b26c63e5cbf tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:08.075323 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ff9d979-9f48-4afd-a976-ad86f66352f3 tempest-RoutersNegativeTest-1037337129 tempest-RoutersNegativeTest-1037337129-project] Router bbd6be75-bff9-486a-9c39-7e8f92df1a51 has already been hosted by L3 agent dd128fd7-8e57-4d4f-895b-a96b369df59a {{(pid=105585) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:24:08.075741 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e11cf961-bcd2-49c7-a9f5-1b26c63e5cbf tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Network 7ec5f878-02f2-4c36-acfe-f32465e6705f is already hosted by enough agents. {{(pid=105584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:24:08.081807 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725df781-6759-43e4-88a9-3bb42155f28e None None] Pushing event updated for resources: {'Port': ['ID=b71de916-61f3-4588-878c-7e65efee62e4,revision_number=2']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:24:08.085231 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [None req-e11cf961-bcd2-49c7-a9f5-1b26c63e5cbf tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Resources bound (agent type, host, resource id): {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:24:08.088233 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e11cf961-bcd2-49c7-a9f5-1b26c63e5cbf tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Received port after_create {{(pid=105584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:24:08.088788 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-e11cf961-bcd2-49c7-a9f5-1b26c63e5cbf tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4075523'] for router_interface, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:08.112542 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] For port 7ea253f9-8443-4121-91f5-84b9f528beda, host n-h2-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=7ea253f9-8443-4121-91f5-84b9f528beda,segment=NetworkSegment(96f51d57-65b2-4cdc-9d5b-14f606e8bb9d),segment_id=96f51d57-65b2-4cdc-9d5b-14f606e8bb9d)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:24:08.138986 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device 7ea253f9-8443-4121-91f5-84b9f528beda has no active binding in host n-h1-705658-22 {{(pid=105586) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 27 21:24:08.183195 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75bd043-c319-43f0-8816-d7d075d6885b req-38ab033e-fe88-4487-b1db-dca5e713cc67 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:24:08.186516 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e75bd043-c319-43f0-8816-d7d075d6885b req-38ab033e-fe88-4487-b1db-dca5e713cc67 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] 10.222.0.59 "GET /v2.0/ports?device_id=c5ea73bb-edaf-47c2-9f36-d8273f60e5d5 HTTP/1.1" status: 200 len: 945 time: 0.2398434 Jul 27 21:24:08.229075 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11cf961-bcd2-49c7-a9f5-1b26c63e5cbf tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Pushing event updated for resources: {'Port': ['ID=e667ff12-b53d-4ba0-b46c-23ba371d7a5f,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:24:08.257461 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ff9d979-9f48-4afd-a976-ad86f66352f3 tempest-RoutersNegativeTest-1037337129 tempest-RoutersNegativeTest-1037337129-project] Notify agent at l3_agent.n-d-705658-22 the message routers_updated {{(pid=105585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:24:08.265493 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-2ff9d979-9f48-4afd-a976-ad86f66352f3 tempest-RoutersNegativeTest-1037337129 tempest-RoutersNegativeTest-1037337129-project] 10.222.0.59 "PUT /v2.0/routers/bbd6be75-bff9-486a-9c39-7e8f92df1a51/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6453798 Jul 27 21:24:08.271136 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 54598) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:24:08.273242 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b311be1-d0d4-4021-8bc4-01e165a6dcee None None] Sync routers for ids ['bbd6be75-bff9-486a-9c39-7e8f92df1a51'] in n-d-705658-22 {{(pid=105587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:24:08.291296 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b311be1-d0d4-4021-8bc4-01e165a6dcee None None] Routers {'bbd6be75-bff9-486a-9c39-7e8f92df1a51'} bound to L3 agent in host n-d-705658-22 {{(pid=105587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:24:08.292257 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-9b311be1-d0d4-4021-8bc4-01e165a6dcee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:23:42Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['bbd6be75-bff9-486a-9c39-7e8f92df1a51'], 'active': True} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:24:08.325313 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e75bd043-c319-43f0-8816-d7d075d6885b req-136fdb42-119e-448e-84ff-00325dd8ef4f tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] 10.222.0.59 "GET /v2.0/security-groups?id=e916e9b6-267b-4820-a856-ddc66d274821&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0860670 Jul 27 21:24:08.337632 n-d-705658-22 neutron-server[105584]: INFO neutron.api.v2.resource [None req-b9411265-b426-48e2-aebd-e70edd02108c tempest-RoutersNegativeTest-1037337129 tempest-RoutersNegativeTest-1037337129-project] delete failed (client error): The resource could not be found. Jul 27 21:24:08.338693 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-b9411265-b426-48e2-aebd-e70edd02108c tempest-RoutersNegativeTest-1037337129 tempest-RoutersNegativeTest-1037337129-project] 10.222.0.59 "DELETE /v2.0/routers/tempest-non_exist_router-1156774791 HTTP/1.1" status: 404 len: 335 time: 0.0664110 Jul 27 21:24:08.343067 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 54606) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:24:08.349251 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-552658f1-edaa-45ef-8541-1c98c0ef186d tempest-RoutersNegativeTest-1037337129 tempest-RoutersNegativeTest-1037337129-project] Request body: {'router': {'external_gateway_info': {'network_id': 'bbd6be75-bff9-486a-9c39-7e8f92df1a51'}}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:24:08.370868 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-79754d0d-e4f0-4d53-950a-c4bae9862b3d req-f2dbbff0-0e38-450d-ac18-a1c37549df08 tempest-VolumesNegativeTest-890583227 tempest-VolumesNegativeTest-890583227-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=23956684109c465cbabdd2f470d63af5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0419157 Jul 27 21:24:08.393949 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-9b311be1-d0d4-4021-8bc4-01e165a6dcee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-22', False) {} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:24:08.414696 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b311be1-d0d4-4021-8bc4-01e165a6dcee None None] Routers {'bbd6be75-bff9-486a-9c39-7e8f92df1a51'} bound to L3 agent in host n-d-705658-22 {{(pid=105587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:24:08.415471 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-9b311be1-d0d4-4021-8bc4-01e165a6dcee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:23:42Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['bbd6be75-bff9-486a-9c39-7e8f92df1a51'], 'active': True} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:24:08.509938 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-9b311be1-d0d4-4021-8bc4-01e165a6dcee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-22', False) {} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:24:08.519849 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b311be1-d0d4-4021-8bc4-01e165a6dcee None None] The sync data for ids ['bbd6be75-bff9-486a-9c39-7e8f92df1a51'] in n-d-705658-22 is: [] {{(pid=105587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:24:08.536518 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-e11cf961-bcd2-49c7-a9f5-1b26c63e5cbf tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:08.648113 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79754d0d-e4f0-4d53-950a-c4bae9862b3d req-2ec0bd25-8038-4d0e-9b30-41508b193339 tempest-VolumesNegativeTest-890583227 tempest-VolumesNegativeTest-890583227-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:24:08.649946 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-79754d0d-e4f0-4d53-950a-c4bae9862b3d req-2ec0bd25-8038-4d0e-9b30-41508b193339 tempest-VolumesNegativeTest-890583227 tempest-VolumesNegativeTest-890583227-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2698023 Jul 27 21:24:08.674349 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-79754d0d-e4f0-4d53-950a-c4bae9862b3d req-19a1eada-9108-4e81-b006-e9a3677ffac5 tempest-VolumesNegativeTest-890583227 tempest-VolumesNegativeTest-890583227-project] 10.222.0.59 "GET /v2.0/quotas/23956684109c465cbabdd2f470d63af5 HTTP/1.1" status: 200 len: 375 time: 0.0186162 Jul 27 21:24:08.747607 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-79754d0d-e4f0-4d53-950a-c4bae9862b3d req-712c57ab-06f8-42d5-beba-56f6356df842 tempest-VolumesNegativeTest-890583227 tempest-VolumesNegativeTest-890583227-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=23956684109c465cbabdd2f470d63af5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0722046 Jul 27 21:24:08.924138 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-36d0ce9c-d067-4a3b-a35d-841e8e21c621 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:09.097944 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-66820906-b31b-468e-8b8a-d6a0de0f8ddf req-7143fd2b-2e8d-4939-b733-561ab33ca471 tempest-VolumesNegativeTest-890583227 tempest-VolumesNegativeTest-890583227-project] 10.222.0.59 "GET /v2.0/ports?device_id=d6db037e-8650-46bf-a46a-544e6a676302 HTTP/1.1" status: 200 len: 210 time: 0.0546207 Jul 27 21:24:09.147659 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-57eb0389-a881-4ac5-a4b3-a3517e706341 req-18dc4cc3-af7a-4db9-88e3-cd0c8fe1e1e0 service neutron] 10.222.0.60 "GET /v2.0/ports/7ea253f9-8443-4121-91f5-84b9f528beda/bindings/n-h1-705658-22 HTTP/1.1" status: 200 len: 385 time: 0.1539018 Jul 27 21:24:09.231174 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-552658f1-edaa-45ef-8541-1c98c0ef186d tempest-RoutersNegativeTest-1037337129 tempest-RoutersNegativeTest-1037337129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4077169', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4163787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-400'] for router, precommit_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:09.309804 n-d-705658-22 neutron-server[105584]: INFO neutron.api.v2.resource [None req-552658f1-edaa-45ef-8541-1c98c0ef186d tempest-RoutersNegativeTest-1037337129 tempest-RoutersNegativeTest-1037337129-project] update failed (client error): The resource could not be found. Jul 27 21:24:09.310884 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-552658f1-edaa-45ef-8541-1c98c0ef186d tempest-RoutersNegativeTest-1037337129 tempest-RoutersNegativeTest-1037337129-project] 10.222.0.59 "PUT /v2.0/routers/bbd6be75-bff9-486a-9c39-7e8f92df1a51 HTTP/1.1" status: 404 len: 339 time: 0.9668980 Jul 27 21:24:09.316256 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 54630) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:24:09.678272 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.db [req-57eb0389-a881-4ac5-a4b3-a3517e706341 req-79773da2-b822-459f-8b5f-2074d8d76421 service neutron] For port 7ea253f9-8443-4121-91f5-84b9f528beda, host n-h2-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=7ea253f9-8443-4121-91f5-84b9f528beda,segment=NetworkSegment(96f51d57-65b2-4cdc-9d5b-14f606e8bb9d),segment_id=96f51d57-65b2-4cdc-9d5b-14f606e8bb9d)] {{(pid=105585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:24:09.729229 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cb960e-d8c5-490f-b3fd-640f45094930 req-d6b607c9-b7aa-426d-8547-c5831e9ab3cd tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:24:09.730821 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-42cb960e-d8c5-490f-b3fd-640f45094930 req-d6b607c9-b7aa-426d-8547-c5831e9ab3cd tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] 10.222.0.59 "GET /v2.0/ports?device_id=c5ea73bb-edaf-47c2-9f36-d8273f60e5d5 HTTP/1.1" status: 200 len: 945 time: 0.2850809 Jul 27 21:24:09.767465 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.db [req-57eb0389-a881-4ac5-a4b3-a3517e706341 req-79773da2-b822-459f-8b5f-2074d8d76421 service neutron] For port 7ea253f9-8443-4121-91f5-84b9f528beda, host n-h2-705658-22, cleared binding levels {{(pid=105585) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:24:09.814012 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device b71de916-61f3-4588-878c-7e65efee62e4 up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:24:09.874717 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-42cb960e-d8c5-490f-b3fd-640f45094930 req-4b261df7-6eb5-4dd9-a37c-c6726da8f471 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] 10.222.0.59 "GET /v2.0/security-groups?id=e916e9b6-267b-4820-a856-ddc66d274821&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1281967 Jul 27 21:24:09.883307 n-d-705658-22 neutron-server[105585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5ea73bb-edaf-47c2-9f36-d8273f60e5d5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7ea253f9-8443-4121-91f5-84b9f528beda'}] {{(pid=105585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:24:09.896902 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d66fd65881426bfc2b5388084a3654e5eae521106a15a3dbf0eb4cde7106c36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17becabc-6ef1-447a-a6b5-74ef75894f11" -d '{"events": [{"server_uuid": "c5ea73bb-edaf-47c2-9f36-d8273f60e5d5", "name": "network-vif-unplugged", "status": "completed", "tag": "7ea253f9-8443-4121-91f5-84b9f528beda"}]}' {{(pid=105585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:24:09.930786 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-752f56e5-399f-4566-bc87-fc18d6e461c5 None None] Network 7ec5f878-02f2-4c36-acfe-f32465e6705f requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:24:09.946315 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.db [req-57eb0389-a881-4ac5-a4b3-a3517e706341 req-79773da2-b822-459f-8b5f-2074d8d76421 service neutron] For port 7ea253f9-8443-4121-91f5-84b9f528beda, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=7ea253f9-8443-4121-91f5-84b9f528beda,segment=NetworkSegment(96f51d57-65b2-4cdc-9d5b-14f606e8bb9d),segment_id=96f51d57-65b2-4cdc-9d5b-14f606e8bb9d)] {{(pid=105585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:24:09.990705 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-57eb0389-a881-4ac5-a4b3-a3517e706341 req-79773da2-b822-459f-8b5f-2074d8d76421 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:10.089386 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning for port b71de916-61f3-4588-878c-7e65efee62e4 completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:24:10.113822 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-be14dec2-8a77-4539-b48e-3545e561392f None None] Provisioning for port b71de916-61f3-4588-878c-7e65efee62e4 completed by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:24:10.117881 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-e11cf961-bcd2-49c7-a9f5-1b26c63e5cbf tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks [] for port, precommit_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:10.122140 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-f5ff322f-d1db-4123-9397-bf7ee6ed24f4 tempest-RoutersNegativeTest-1037337129 tempest-RoutersNegativeTest-1037337129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:10.127308 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-e11cf961-bcd2-49c7-a9f5-1b26c63e5cbf tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9014027'] for port, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:10.129396 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-e11cf961-bcd2-49c7-a9f5-1b26c63e5cbf tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3743906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4076435'] for router_interface, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:10.144624 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-be14dec2-8a77-4539-b48e-3545e561392f None None] Provisioning complete for port b71de916-61f3-4588-878c-7e65efee62e4 triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:24:10.145009 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-be14dec2-8a77-4539-b48e-3545e561392f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:10.203597 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.provisioning_blocks [req-57eb0389-a881-4ac5-a4b3-a3517e706341 req-79773da2-b822-459f-8b5f-2074d8d76421 service neutron] Transition to ACTIVE for port object 7ea253f9-8443-4121-91f5-84b9f528beda will not be triggered until provisioned by entity L2. {{(pid=105585) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:24:10.208043 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-57eb0389-a881-4ac5-a4b3-a3517e706341 req-79773da2-b822-459f-8b5f-2074d8d76421 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10221672'] for port, after_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:10.224229 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11cf961-bcd2-49c7-a9f5-1b26c63e5cbf tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Pushing event updated for resources: {'Port': ['ID=e667ff12-b53d-4ba0-b46c-23ba371d7a5f,revision_number=2']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:24:10.369411 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 27 Jul 2021 21:24:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07130fd8-5093-459d-96ba-c4b94b6c25f8 x-openstack-request-id: req-07130fd8-5093-459d-96ba-c4b94b6c25f8 {{(pid=105585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:24:10.370113 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5ea73bb-edaf-47c2-9f36-d8273f60e5d5", "name": "network-vif-unplugged", "status": "completed", "tag": "7ea253f9-8443-4121-91f5-84b9f528beda", "code": 200}]} {{(pid=105585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:24:10.370578 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-07130fd8-5093-459d-96ba-c4b94b6c25f8 {{(pid=105585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:24:10.371821 n-d-705658-22 neutron-server[105585]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5ea73bb-edaf-47c2-9f36-d8273f60e5d5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7ea253f9-8443-4121-91f5-84b9f528beda', 'code': 200} Jul 27 21:24:10.393851 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:10.490440 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-af5f17be-ddae-4f53-8a2b-e41b97924105 req-bffd95ed-5ff5-407c-9070-6382badf61f5 tempest-VolumesNegativeTest-890583227 tempest-VolumesNegativeTest-890583227-project] 10.222.0.59 "GET /v2.0/ports?device_id=d6db037e-8650-46bf-a46a-544e6a676302 HTTP/1.1" status: 200 len: 210 time: 0.1853924 Jul 27 21:24:10.497714 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79773da2-b822-459f-8b5f-2074d8d76421 service neutron] Pushing event updated for resources: {'Port': ['ID=7ea253f9-8443-4121-91f5-84b9f528beda,revision_number=11']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:24:10.633155 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-79754d0d-e4f0-4d53-950a-c4bae9862b3d req-57c47c8b-8afb-4711-a401-578eb169277e tempest-VolumesNegativeTest-890583227 tempest-VolumesNegativeTest-890583227-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=23956684109c465cbabdd2f470d63af5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1209526 Jul 27 21:24:10.639329 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.l3_dvrscheduler_db [req-57eb0389-a881-4ac5-a4b3-a3517e706341 req-79773da2-b822-459f-8b5f-2074d8d76421 service neutron] No DVR routers for this DVR port 7ea253f9-8443-4121-91f5-84b9f528beda on host n-h2-705658-22 {{(pid=105585) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:24:10.745260 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-be14dec2-8a77-4539-b48e-3545e561392f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:10.828991 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-be14dec2-8a77-4539-b48e-3545e561392f None None] For port b71de916-61f3-4588-878c-7e65efee62e4, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=b71de916-61f3-4588-878c-7e65efee62e4,segment=NetworkSegment(6e4864c1-0062-4915-ab0f-917d6bcf32b7),segment_id=6e4864c1-0062-4915-ab0f-917d6bcf32b7)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:24:10.840565 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-be14dec2-8a77-4539-b48e-3545e561392f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:10.869884 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-57eb0389-a881-4ac5-a4b3-a3517e706341 req-79773da2-b822-459f-8b5f-2074d8d76421 service neutron] 10.222.0.60 "PUT /v2.0/ports/7ea253f9-8443-4121-91f5-84b9f528beda/bindings/n-h1-705658-22/activate HTTP/1.1" status: 200 len: 370 time: 1.7025802 Jul 27 21:24:10.926655 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be14dec2-8a77-4539-b48e-3545e561392f None None] Pushing event updated for resources: {'Port': ['ID=b71de916-61f3-4588-878c-7e65efee62e4,revision_number=3']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:24:10.928403 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e11cf961-bcd2-49c7-a9f5-1b26c63e5cbf tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Network 7ec5f878-02f2-4c36-acfe-f32465e6705f is already hosted by enough agents. {{(pid=105584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:24:10.997325 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [None req-e11cf961-bcd2-49c7-a9f5-1b26c63e5cbf tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Resources bound (agent type, host, resource id): {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:24:11.199374 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.db_base_plugin_common [None req-f5ff322f-d1db-4123-9397-bf7ee6ed24f4 tempest-RoutersNegativeTest-1037337129 tempest-RoutersNegativeTest-1037337129-project] Allocated IP 172.20.0.1 (24823362-7866-47ff-8e59-5a1854a95e2d/ded4fd07-8683-48a8-9fea-f37bfc8c240d/9efbf145-778f-4458-8da3-45a30f50bfbf) {{(pid=105584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:24:11.205712 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1380d78c-5577-446f-ba49-c765828d5237 req-47e9a676-d167-4f69-85f8-ee4f22769343 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:24:11.207433 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-1380d78c-5577-446f-ba49-c765828d5237 req-47e9a676-d167-4f69-85f8-ee4f22769343 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] 10.222.0.59 "GET /v2.0/ports?device_id=c5ea73bb-edaf-47c2-9f36-d8273f60e5d5 HTTP/1.1" status: 200 len: 944 time: 0.1699052 Jul 27 21:24:11.211190 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57eb0389-a881-4ac5-a4b3-a3517e706341 req-3adaf560-de1d-4cdf-b594-07e46cfba083 tempest-TestNetworkAdvancedServerOps-1085103497 tempest-TestNetworkAdvancedServerOps-1085103497-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:24:11.212468 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-57eb0389-a881-4ac5-a4b3-a3517e706341 req-3adaf560-de1d-4cdf-b594-07e46cfba083 tempest-TestNetworkAdvancedServerOps-1085103497 tempest-TestNetworkAdvancedServerOps-1085103497-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=c5ea73bb-edaf-47c2-9f36-d8273f60e5d5&tenant_id=379416b786c44e07b1b1ba1a5ea96882&binding%3Ahost_id=n-h2-705658-22 HTTP/1.1" status: 200 len: 1096 time: 0.2821369 Jul 27 21:24:11.231792 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79754d0d-e4f0-4d53-950a-c4bae9862b3d req-f56cb21c-244f-46f9-897e-f3af121d581a tempest-VolumesNegativeTest-890583227 tempest-VolumesNegativeTest-890583227-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:24:11.233405 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-79754d0d-e4f0-4d53-950a-c4bae9862b3d req-f56cb21c-244f-46f9-897e-f3af121d581a tempest-VolumesNegativeTest-890583227 tempest-VolumesNegativeTest-890583227-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5897925 Jul 27 21:24:11.252183 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [req-79754d0d-e4f0-4d53-950a-c4bae9862b3d req-50607d60-a035-40e7-85aa-4c6006fc7745 tempest-VolumesNegativeTest-890583227 tempest-VolumesNegativeTest-890583227-project] Request body: {'port': {'device_id': 'd6db037e-8650-46bf-a46a-544e6a676302', 'network_id': '4d64aa0b-bd6a-468e-8edc-c83689947462', 'admin_state_up': True, 'tenant_id': '23956684109c465cbabdd2f470d63af5'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:24:11.331022 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-1380d78c-5577-446f-ba49-c765828d5237 req-e50b6c4d-0a9d-48c3-bc6e-51a4a6d57a42 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] 10.222.0.59 "GET /v2.0/security-groups?id=e916e9b6-267b-4820-a856-ddc66d274821&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1154783 Jul 27 21:24:11.387884 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57eb0389-a881-4ac5-a4b3-a3517e706341 req-787a38ab-2aaf-44b2-ae28-25e89682a092 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:24:11.390480 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-57eb0389-a881-4ac5-a4b3-a3517e706341 req-787a38ab-2aaf-44b2-ae28-25e89682a092 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=c5ea73bb-edaf-47c2-9f36-d8273f60e5d5&tenant_id=379416b786c44e07b1b1ba1a5ea96882 HTTP/1.1" status: 200 len: 1096 time: 0.1472318 Jul 27 21:24:11.424063 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-4690a828-2469-4525-a9d7-bd78f2411548 None None] Provisioning complete for port b71de916-61f3-4588-878c-7e65efee62e4 triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:24:11.424624 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-4690a828-2469-4525-a9d7-bd78f2411548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:11.517109 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57eb0389-a881-4ac5-a4b3-a3517e706341 req-cc297557-c9c9-4bbe-ad24-7d505bc0c80b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:24:11.519346 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-57eb0389-a881-4ac5-a4b3-a3517e706341 req-cc297557-c9c9-4bbe-ad24-7d505bc0c80b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=379416b786c44e07b1b1ba1a5ea96882&device_id=c5ea73bb-edaf-47c2-9f36-d8273f60e5d5 HTTP/1.1" status: 200 len: 1096 time: 0.0941238 Jul 27 21:24:11.525173 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e11cf961-bcd2-49c7-a9f5-1b26c63e5cbf tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Router e7035160-58cf-4e85-a901-8675b0f770be is scheduled to L3 agent dd128fd7-8e57-4d4f-895b-a96b369df59a with binding_index 1 {{(pid=105584) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 21:24:11.532984 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-f5ff322f-d1db-4123-9397-bf7ee6ed24f4 tempest-RoutersNegativeTest-1037337129 tempest-RoutersNegativeTest-1037337129-project] Notify callbacks [] for port, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:11.611768 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.provisioning_blocks [None req-f5ff322f-d1db-4123-9397-bf7ee6ed24f4 tempest-RoutersNegativeTest-1037337129 tempest-RoutersNegativeTest-1037337129-project] Transition to ACTIVE for port object 9efbf145-778f-4458-8da3-45a30f50bfbf will not be triggered until provisioned by entity DHCP. {{(pid=105584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:24:11.613431 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-79754d0d-e4f0-4d53-950a-c4bae9862b3d req-50607d60-a035-40e7-85aa-4c6006fc7745 tempest-VolumesNegativeTest-890583227 tempest-VolumesNegativeTest-890583227-project] Made reservation on behalf of 23956684109c465cbabdd2f470d63af5 for: {'port': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:24:11.613710 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-6a3dedc9-44b8-47fa-8d78-1485f4faac4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:11.617052 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-79754d0d-e4f0-4d53-950a-c4bae9862b3d req-50607d60-a035-40e7-85aa-4c6006fc7745 tempest-VolumesNegativeTest-890583227 tempest-VolumesNegativeTest-890583227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:11.641289 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-4690a828-2469-4525-a9d7-bd78f2411548 None None] Provisioning for port e667ff12-b53d-4ba0-b46c-23ba371d7a5f completed by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:24:11.651131 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-4690a828-2469-4525-a9d7-bd78f2411548 None None] Provisioning complete for port e667ff12-b53d-4ba0-b46c-23ba371d7a5f triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:24:11.653202 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-4690a828-2469-4525-a9d7-bd78f2411548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:11.654290 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-79754d0d-e4f0-4d53-950a-c4bae9862b3d req-50607d60-a035-40e7-85aa-4c6006fc7745 tempest-VolumesNegativeTest-890583227 tempest-VolumesNegativeTest-890583227-project] Notify callbacks [] for security_group, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:11.756362 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device b71de916-61f3-4588-878c-7e65efee62e4 up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:24:11.830073 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e11cf961-bcd2-49c7-a9f5-1b26c63e5cbf tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify agent at l3_agent.n-d-705658-22 the message routers_updated {{(pid=105584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:24:11.838630 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-e11cf961-bcd2-49c7-a9f5-1b26c63e5cbf tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] 10.222.0.59 "PUT /v2.0/routers/e7035160-58cf-4e85-a901-8675b0f770be/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2708921 Jul 27 21:24:11.841695 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-f5ff322f-d1db-4123-9397-bf7ee6ed24f4 tempest-RoutersNegativeTest-1037337129 tempest-RoutersNegativeTest-1037337129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:11.850302 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 54668) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:24:11.850904 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Device 7ea253f9-8443-4121-91f5-84b9f528beda no longer exists at agent hyperv_n-h2-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:24:11.888354 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-3b244733-0fac-497d-a4c5-869b1e6b6a0d tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-67518811'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:24:11.893272 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5ff322f-d1db-4123-9397-bf7ee6ed24f4 tempest-RoutersNegativeTest-1037337129 tempest-RoutersNegativeTest-1037337129-project] Network 24823362-7866-47ff-8e59-5a1854a95e2d is already hosted by enough agents. {{(pid=105584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:24:11.907421 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-4690a828-2469-4525-a9d7-bd78f2411548 None None] Port e667ff12-b53d-4ba0-b46c-23ba371d7a5f cannot update to ACTIVE because it is not bound. {{(pid=105586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:24:11.909354 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed68490f-50b7-42fb-b182-b38e41de45ad None None] Sync routers for ids ['e7035160-58cf-4e85-a901-8675b0f770be'] in n-d-705658-22 {{(pid=105586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:24:11.952319 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [None req-f5ff322f-d1db-4123-9397-bf7ee6ed24f4 tempest-RoutersNegativeTest-1037337129 tempest-RoutersNegativeTest-1037337129-project] Resources bound (agent type, host, resource id): {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:24:11.994682 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5ff322f-d1db-4123-9397-bf7ee6ed24f4 tempest-RoutersNegativeTest-1037337129 tempest-RoutersNegativeTest-1037337129-project] Received port after_create {{(pid=105584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:24:12.014919 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:12.045530 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Device 7ea253f9-8443-4121-91f5-84b9f528beda not bound to the agent host n-h2-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:24:12.054308 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed68490f-50b7-42fb-b182-b38e41de45ad None None] Routers {'e7035160-58cf-4e85-a901-8675b0f770be'} bound to L3 agent in host n-d-705658-22 {{(pid=105586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:24:12.057340 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-ed68490f-50b7-42fb-b182-b38e41de45ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:24:12Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['e7035160-58cf-4e85-a901-8675b0f770be'], 'active': True} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:24:12.213216 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ff322f-d1db-4123-9397-bf7ee6ed24f4 tempest-RoutersNegativeTest-1037337129 tempest-RoutersNegativeTest-1037337129-project] Pushing event updated for resources: {'Port': ['ID=9efbf145-778f-4458-8da3-45a30f50bfbf,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:24:12.299799 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-003156ec-09e5-454f-a127-2a8aa3b8b960 None None] Provisioning complete for port e667ff12-b53d-4ba0-b46c-23ba371d7a5f triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:24:12.300084 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-003156ec-09e5-454f-a127-2a8aa3b8b960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:12.416778 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-f5ff322f-d1db-4123-9397-bf7ee6ed24f4 tempest-RoutersNegativeTest-1037337129 tempest-RoutersNegativeTest-1037337129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4075523'] for router_interface, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:12.421857 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-79754d0d-e4f0-4d53-950a-c4bae9862b3d req-50607d60-a035-40e7-85aa-4c6006fc7745 tempest-VolumesNegativeTest-890583227 tempest-VolumesNegativeTest-890583227-project] Notify callbacks [] for security_group, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:12.506321 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57eb0389-a881-4ac5-a4b3-a3517e706341 req-b5fe3611-3f97-4cc6-ac80-0e9ba64058b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:24:12.507787 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-57eb0389-a881-4ac5-a4b3-a3517e706341 req-b5fe3611-3f97-4cc6-ac80-0e9ba64058b8 service neutron] 10.222.0.36 "GET /v2.0/networks?id=e5dbfc22-3d07-4f08-ba90-beae97f55608 HTTP/1.1" status: 200 len: 898 time: 0.9806495 Jul 27 21:24:12.566298 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-79754d0d-e4f0-4d53-950a-c4bae9862b3d req-50607d60-a035-40e7-85aa-4c6006fc7745 tempest-VolumesNegativeTest-890583227 tempest-VolumesNegativeTest-890583227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:12.582172 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e0188db6-8e5f-4732-a5fd-f1e97a73b2a2 req-7e97c5a5-f324-4f23-a591-fa520de33914 tempest-VolumesNegativeTest-890583227 tempest-VolumesNegativeTest-890583227-project] 10.222.0.59 "GET /v2.0/ports?device_id=d6db037e-8650-46bf-a46a-544e6a676302 HTTP/1.1" status: 200 len: 210 time: 0.0714107 Jul 27 21:24:12.659369 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-57eb0389-a881-4ac5-a4b3-a3517e706341 req-41d51519-d9c7-4ae1-b830-22e577e55ef9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7ea253f9-8443-4121-91f5-84b9f528beda HTTP/1.1" status: 200 len: 999 time: 0.1316147 Jul 27 21:24:12.710595 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvr_db [None req-ed68490f-50b7-42fb-b182-b38e41de45ad None None] Set router e7035160-58cf-4e85-a901-8675b0f770be gateway port host: None {{(pid=105586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:24:12.725859 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d729949-971b-4062-9f39-9b1cceeef8f7 req-31869e58-9eae-4166-b346-19b2a43e0b96 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:24:12.727911 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-2d729949-971b-4062-9f39-9b1cceeef8f7 req-31869e58-9eae-4166-b346-19b2a43e0b96 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] 10.222.0.59 "GET /v2.0/ports?device_id=c5ea73bb-edaf-47c2-9f36-d8273f60e5d5 HTTP/1.1" status: 200 len: 944 time: 0.2181580 Jul 27 21:24:12.747679 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b244733-0fac-497d-a4c5-869b1e6b6a0d tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Made reservation on behalf of 2c7b7887b0f848c597ec952cc967d92c for: {'network': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:24:12.752350 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-3b244733-0fac-497d-a4c5-869b1e6b6a0d tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for network, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:12.764567 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57eb0389-a881-4ac5-a4b3-a3517e706341 req-c5c70fb2-e8d2-4a92-981a-bc0342af9ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:24:12.766409 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-57eb0389-a881-4ac5-a4b3-a3517e706341 req-c5c70fb2-e8d2-4a92-981a-bc0342af9ab5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e8e99250-8db6-4cda-90d7-d1a47aac9480 HTTP/1.1" status: 200 len: 834 time: 0.0906541 Jul 27 21:24:12.773280 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50607d60-a035-40e7-85aa-4c6006fc7745 tempest-VolumesNegativeTest-890583227 tempest-VolumesNegativeTest-890583227-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff77bde3-3ed7-4c73-888c-819d810cc671,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:24:12.795203 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-2d729949-971b-4062-9f39-9b1cceeef8f7 req-0654f629-5c9a-41e1-b346-91271e937575 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] 10.222.0.59 "GET /v2.0/security-groups?id=e916e9b6-267b-4820-a856-ddc66d274821&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594432 Jul 27 21:24:12.814784 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-f5ff322f-d1db-4123-9397-bf7ee6ed24f4 tempest-RoutersNegativeTest-1037337129 tempest-RoutersNegativeTest-1037337129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:12.852034 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port b71de916-61f3-4588-878c-7e65efee62e4 triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:24:12.852500 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:12.890904 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57eb0389-a881-4ac5-a4b3-a3517e706341 req-9315c3c0-de23-4bcf-85ff-4e5782bd8c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:24:12.891202 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-003156ec-09e5-454f-a127-2a8aa3b8b960 None None] Port e667ff12-b53d-4ba0-b46c-23ba371d7a5f cannot update to ACTIVE because it is not bound. {{(pid=105586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:24:12.892925 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-57eb0389-a881-4ac5-a4b3-a3517e706341 req-9315c3c0-de23-4bcf-85ff-4e5782bd8c9f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e5dbfc22-3d07-4f08-ba90-beae97f55608&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1037655 Jul 27 21:24:12.962376 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-bb32ed7d-8717-448b-a9c8-a5a0117d1fd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:13.023562 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-57eb0389-a881-4ac5-a4b3-a3517e706341 req-fd6ad941-af6c-4846-b624-4abb06e45b35 service neutron] 10.222.0.36 "GET /v2.0/networks/e5dbfc22-3d07-4f08-ba90-beae97f55608?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220679 Jul 27 21:24:13.097102 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-fc11afe9-7207-4b40-877a-56ecb66c5970 None None] Provisioning for port 9efbf145-778f-4458-8da3-45a30f50bfbf completed by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:24:13.106596 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-fc11afe9-7207-4b40-877a-56ecb66c5970 None None] Provisioning complete for port 9efbf145-778f-4458-8da3-45a30f50bfbf triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:24:13.106968 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-fc11afe9-7207-4b40-877a-56ecb66c5970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:13.153065 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-fc11afe9-7207-4b40-877a-56ecb66c5970 None None] Port 9efbf145-778f-4458-8da3-45a30f50bfbf cannot update to ACTIVE because it is not bound. {{(pid=105586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:24:13.162705 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-ed68490f-50b7-42fb-b182-b38e41de45ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7035160-58cf-4e85-a901-8675b0f770be', 'name': 'tempest-RoutersIpV6Test-router-1047195626', 'tenant_id': '2c7b7887b0f848c597ec952cc967d92c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:24:05Z', 'updated_at': '2021-07-27T21:24:08Z', 'revision_number': 2, 'project_id': '2c7b7887b0f848c597ec952cc967d92c', 'gw_port_host': None, '_interfaces': [{'id': 'e667ff12-b53d-4ba0-b46c-23ba371d7a5f', 'name': '', 'network_id': '7ec5f878-02f2-4c36-acfe-f32465e6705f', 'tenant_id': '2c7b7887b0f848c597ec952cc967d92c', 'mac_address': 'fa:16:3e:c5:5b:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7035160-58cf-4e85-a901-8675b0f770be', 'device_owner': 'network:router_interface', 'standard_attr_id': 3470, 'fixed_ips': [{'subnet_id': 'e7fbf4a0-d77d-4fd2-a707-b8f774836229', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:24:07Z', 'updated_at': '2021-07-27T21:24:09Z', 'revision_number': 2, 'project_id': '2c7b7887b0f848c597ec952cc967d92c', 'subnets': [{'id': 'e7fbf4a0-d77d-4fd2-a707-b8f774836229', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-22', False) {} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:24:13.167410 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-57eb0389-a881-4ac5-a4b3-a3517e706341 req-3b3cdd21-8e54-46f0-b520-2b1cb575bb5e service neutron] 10.222.0.36 "GET /v2.0/networks/e5dbfc22-3d07-4f08-ba90-beae97f55608?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360569 Jul 27 21:24:13.233054 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed68490f-50b7-42fb-b182-b38e41de45ad None None] Checking router: e7035160-58cf-4e85-a901-8675b0f770be for host: n-d-705658-22 {{(pid=105586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:24:13.233539 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed68490f-50b7-42fb-b182-b38e41de45ad None None] Updating router e7035160-58cf-4e85-a901-8675b0f770be port e667ff12-b53d-4ba0-b46c-23ba371d7a5f binding host n-d-705658-22 {{(pid=105586) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 21:24:13.238902 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-fc11afe9-7207-4b40-877a-56ecb66c5970 None None] Provisioning complete for port e667ff12-b53d-4ba0-b46c-23ba371d7a5f triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:24:13.239319 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-fc11afe9-7207-4b40-877a-56ecb66c5970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:13.309175 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.db_base_plugin_common [req-79754d0d-e4f0-4d53-950a-c4bae9862b3d req-50607d60-a035-40e7-85aa-4c6006fc7745 tempest-VolumesNegativeTest-890583227 tempest-VolumesNegativeTest-890583227-project] Allocated IP 192.168.233.227 (4d64aa0b-bd6a-468e-8edc-c83689947462/26644ba0-4185-4e10-8718-6ad18d01376c/1d171d4b-56e5-47a0-81e2-ec95f93fc78c) {{(pid=105584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:24:13.316020 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-ed68490f-50b7-42fb-b182-b38e41de45ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:13.352909 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-fc11afe9-7207-4b40-877a-56ecb66c5970 None None] Port e667ff12-b53d-4ba0-b46c-23ba371d7a5f cannot update to ACTIVE because it is not bound. {{(pid=105586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:24:13.614753 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57eb0389-a881-4ac5-a4b3-a3517e706341 req-57596833-5504-4da0-9fa9-5348a918ec7d tempest-TestNetworkAdvancedServerOps-1085103497 tempest-TestNetworkAdvancedServerOps-1085103497-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:24:13.617808 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-57eb0389-a881-4ac5-a4b3-a3517e706341 req-57596833-5504-4da0-9fa9-5348a918ec7d tempest-TestNetworkAdvancedServerOps-1085103497 tempest-TestNetworkAdvancedServerOps-1085103497-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=c5ea73bb-edaf-47c2-9f36-d8273f60e5d5&tenant_id=379416b786c44e07b1b1ba1a5ea96882&binding%3Ahost_id=n-h1-705658-22 HTTP/1.1" status: 200 len: 1096 time: 0.1469042 Jul 27 21:24:13.699848 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-ed68490f-50b7-42fb-b182-b38e41de45ad None None] Notify callbacks [] for port, precommit_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:13.713129 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-ed68490f-50b7-42fb-b182-b38e41de45ad None None] Transition to ACTIVE for port object e667ff12-b53d-4ba0-b46c-23ba371d7a5f will not be triggered until provisioned by entity L2. {{(pid=105586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:24:13.721065 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-ed68490f-50b7-42fb-b182-b38e41de45ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:13.796322 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df09a422-50e4-49be-a671-133536bb1f9a None None] Pushing event updated for resources: {'Port': ['ID=e667ff12-b53d-4ba0-b46c-23ba371d7a5f,revision_number=3']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:24:13.910912 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-d79c87cf-3119-4f4d-bce3-aca913dec5ca req-2f7be59b-937d-4898-8500-d0f22ccfff93 tempest-VolumesNegativeTest-890583227 tempest-VolumesNegativeTest-890583227-project] 10.222.0.59 "GET /v2.0/ports?device_id=d6db037e-8650-46bf-a46a-544e6a676302 HTTP/1.1" status: 200 len: 210 time: 0.1715257 Jul 27 21:24:13.940296 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-79754d0d-e4f0-4d53-950a-c4bae9862b3d req-50607d60-a035-40e7-85aa-4c6006fc7745 tempest-VolumesNegativeTest-890583227 tempest-VolumesNegativeTest-890583227-project] Notify callbacks [] for port, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:13.995135 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.provisioning_blocks [req-79754d0d-e4f0-4d53-950a-c4bae9862b3d req-50607d60-a035-40e7-85aa-4c6006fc7745 tempest-VolumesNegativeTest-890583227 tempest-VolumesNegativeTest-890583227-project] Transition to ACTIVE for port object 1d171d4b-56e5-47a0-81e2-ec95f93fc78c will not be triggered until provisioned by entity DHCP. {{(pid=105584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:24:14.044583 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b244733-0fac-497d-a4c5-869b1e6b6a0d tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] vlan segment allocate from pool success with {'vlan_id': 226, 'physical_network': 'physnet1'} {{(pid=105584) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:24:14.057120 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-3b244733-0fac-497d-a4c5-869b1e6b6a0d tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:14.057519 n-d-705658-22 neutron-server[105584]: INFO neutron.db.segments_db [None req-3b244733-0fac-497d-a4c5-869b1e6b6a0d tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Added segment bcd7c90e-9478-4a8e-9fea-26886d77cab7 of type vlan for network fa4dcaac-d437-4c36-bd63-99523501195e Jul 27 21:24:14.078366 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-ed68490f-50b7-42fb-b182-b38e41de45ad None None] Attempting to bind port e667ff12-b53d-4ba0-b46c-23ba371d7a5f on host n-d-705658-22 for vnic_type normal with profile {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:24:14.078876 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-ed68490f-50b7-42fb-b182-b38e41de45ad None None] Attempting to bind port e667ff12-b53d-4ba0-b46c-23ba371d7a5f by drivers openvswitch,hyperv on host n-d-705658-22 at level 0 using segments [{'id': '6e4864c1-0062-4915-ab0f-917d6bcf32b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '7ec5f878-02f2-4c36-acfe-f32465e6705f'}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:24:14.079376 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed68490f-50b7-42fb-b182-b38e41de45ad None None] Attempting to bind port e667ff12-b53d-4ba0-b46c-23ba371d7a5f on network 7ec5f878-02f2-4c36-acfe-f32465e6705f {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:24:14.098822 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed68490f-50b7-42fb-b182-b38e41de45ad None None] Checking agent: {'id': '04a7ea91-6318-467e-ace6-b0fb48c8690f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 41, 42), 'started_at': datetime.datetime(2021, 7, 27, 20, 42, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 24, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:24:14.100864 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed68490f-50b7-42fb-b182-b38e41de45ad None None] Checking segment: {'id': '6e4864c1-0062-4915-ab0f-917d6bcf32b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '7ec5f878-02f2-4c36-acfe-f32465e6705f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:24:14.107365 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-ed68490f-50b7-42fb-b182-b38e41de45ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:14.110538 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed68490f-50b7-42fb-b182-b38e41de45ad None None] Bound using segment: {'id': '6e4864c1-0062-4915-ab0f-917d6bcf32b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '7ec5f878-02f2-4c36-acfe-f32465e6705f'} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:24:14.111207 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-ed68490f-50b7-42fb-b182-b38e41de45ad None None] Bound port: e667ff12-b53d-4ba0-b46c-23ba371d7a5f, host: n-d-705658-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e4864c1-0062-4915-ab0f-917d6bcf32b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '7ec5f878-02f2-4c36-acfe-f32465e6705f'}}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:24:14.111739 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-ed68490f-50b7-42fb-b182-b38e41de45ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:14.118951 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-3b244733-0fac-497d-a4c5-869b1e6b6a0d tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790688424798'] for network, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:14.171530 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.db [req-57eb0389-a881-4ac5-a4b3-a3517e706341 req-ab15650b-5ca1-4819-8b27-5957f545d3d0 service neutron] For port 7ea253f9-8443-4121-91f5-84b9f528beda, host n-h2-705658-22, cleared binding levels {{(pid=105585) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:24:14.185961 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-57eb0389-a881-4ac5-a4b3-a3517e706341 req-ab15650b-5ca1-4819-8b27-5957f545d3d0 service neutron] Notify callbacks [] for binding, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:14.189321 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-57eb0389-a881-4ac5-a4b3-a3517e706341 req-ab15650b-5ca1-4819-8b27-5957f545d3d0 service neutron] 10.222.0.36 "DELETE /v2.0/ports/7ea253f9-8443-4121-91f5-84b9f528beda/bindings/n-h2-705658-22 HTTP/1.1" status: 204 len: 173 time: 0.5616252 Jul 27 21:24:14.207202 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-79754d0d-e4f0-4d53-950a-c4bae9862b3d req-50607d60-a035-40e7-85aa-4c6006fc7745 tempest-VolumesNegativeTest-890583227 tempest-VolumesNegativeTest-890583227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:14.275546 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-ed68490f-50b7-42fb-b182-b38e41de45ad None None] For port e667ff12-b53d-4ba0-b46c-23ba371d7a5f, host n-d-705658-22, cleared binding levels {{(pid=105586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:24:14.282792 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-ed68490f-50b7-42fb-b182-b38e41de45ad None None] For port e667ff12-b53d-4ba0-b46c-23ba371d7a5f, host n-d-705658-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=e667ff12-b53d-4ba0-b46c-23ba371d7a5f,segment=NetworkSegment(6e4864c1-0062-4915-ab0f-917d6bcf32b7),segment_id=6e4864c1-0062-4915-ab0f-917d6bcf32b7)] {{(pid=105586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:24:14.287352 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-ed68490f-50b7-42fb-b182-b38e41de45ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:14.290495 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5615d995-bdb8-4b0d-b5f6-c39a273feb62 req-cc5c32af-645f-4689-8976-c8288e89e880 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:24:14.292412 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-5615d995-bdb8-4b0d-b5f6-c39a273feb62 req-cc5c32af-645f-4689-8976-c8288e89e880 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] 10.222.0.59 "GET /v2.0/ports?device_id=c5ea73bb-edaf-47c2-9f36-d8273f60e5d5 HTTP/1.1" status: 200 len: 944 time: 0.3285549 Jul 27 21:24:14.296202 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-3b244733-0fac-497d-a4c5-869b1e6b6a0d tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920'] for network, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:14.302323 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b244733-0fac-497d-a4c5-869b1e6b6a0d tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:24:14.302931 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-3b244733-0fac-497d-a4c5-869b1e6b6a0d tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks [] for network, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:14.337656 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50607d60-a035-40e7-85aa-4c6006fc7745 tempest-VolumesNegativeTest-890583227 tempest-VolumesNegativeTest-890583227-project] Pushing event updated for resources: {'Port': ['ID=1d171d4b-56e5-47a0-81e2-ec95f93fc78c,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:24:14.358860 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-5615d995-bdb8-4b0d-b5f6-c39a273feb62 req-57996b64-c0ee-4ee8-b15e-df900458a38b tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] 10.222.0.59 "GET /v2.0/security-groups?id=e916e9b6-267b-4820-a856-ddc66d274821&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599205 Jul 27 21:24:14.491724 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b244733-0fac-497d-a4c5-869b1e6b6a0d tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Pushing event updated for resources: {'Network': ['ID=fa4dcaac-d437-4c36-bd63-99523501195e,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:24:14.505716 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-875ced1b-4cf3-463a-9653-058f0f9421e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:14.536776 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-79754d0d-e4f0-4d53-950a-c4bae9862b3d req-50607d60-a035-40e7-85aa-4c6006fc7745 tempest-VolumesNegativeTest-890583227 tempest-VolumesNegativeTest-890583227-project] Network 4d64aa0b-bd6a-468e-8edc-c83689947462 is already hosted by enough agents. {{(pid=105584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:24:14.546388 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [req-79754d0d-e4f0-4d53-950a-c4bae9862b3d req-50607d60-a035-40e7-85aa-4c6006fc7745 tempest-VolumesNegativeTest-890583227 tempest-VolumesNegativeTest-890583227-project] Resources bound (agent type, host, resource id): {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:24:14.549037 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed68490f-50b7-42fb-b182-b38e41de45ad None None] Routers {'e7035160-58cf-4e85-a901-8675b0f770be'} bound to L3 agent in host n-d-705658-22 {{(pid=105586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:24:14.549688 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-ed68490f-50b7-42fb-b182-b38e41de45ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:24:12Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['e7035160-58cf-4e85-a901-8675b0f770be'], 'active': True} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:24:14.553830 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [req-79754d0d-e4f0-4d53-950a-c4bae9862b3d req-50607d60-a035-40e7-85aa-4c6006fc7745 tempest-VolumesNegativeTest-890583227 tempest-VolumesNegativeTest-890583227-project] Received port after_create {{(pid=105584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:24:14.557647 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Network fa4dcaac-d437-4c36-bd63-99523501195e details requested by agent ovs-agent-n-d-705658-22 with host n-d-705658-22 {{(pid=105586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:24:14.753358 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41a69e6-7af4-4bcf-83c7-d2bc09a6e56e req-0f1e4357-e0ed-46a8-a577-4a9194bd23ea tempest-TestNetworkAdvancedServerOps-1085103497 tempest-TestNetworkAdvancedServerOps-1085103497-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:24:14.760773 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-c41a69e6-7af4-4bcf-83c7-d2bc09a6e56e req-0f1e4357-e0ed-46a8-a577-4a9194bd23ea tempest-TestNetworkAdvancedServerOps-1085103497 tempest-TestNetworkAdvancedServerOps-1085103497-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=c5ea73bb-edaf-47c2-9f36-d8273f60e5d5 HTTP/1.1" status: 200 len: 1096 time: 0.2482843 Jul 27 21:24:14.823207 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 54700) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:24:14.823580 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-3b244733-0fac-497d-a4c5-869b1e6b6a0d tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 2.9666934 Jul 27 21:24:14.835666 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df09a422-50e4-49be-a671-133536bb1f9a None None] Pushing event updated for resources: {'Port': ['ID=e667ff12-b53d-4ba0-b46c-23ba371d7a5f,revision_number=4']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:24:14.866949 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-bf43907f-bc28-4091-b434-71dbfd1799a8 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Request body: {'subnet': {'network_id': 'fa4dcaac-d437-4c36-bd63-99523501195e', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:24:14.868905 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79754d0d-e4f0-4d53-950a-c4bae9862b3d req-50607d60-a035-40e7-85aa-4c6006fc7745 tempest-VolumesNegativeTest-890583227 tempest-VolumesNegativeTest-890583227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:24:14.870720 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-79754d0d-e4f0-4d53-950a-c4bae9862b3d req-50607d60-a035-40e7-85aa-4c6006fc7745 tempest-VolumesNegativeTest-890583227 tempest-VolumesNegativeTest-890583227-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:15.012632 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-79754d0d-e4f0-4d53-950a-c4bae9862b3d req-50607d60-a035-40e7-85aa-4c6006fc7745 tempest-VolumesNegativeTest-890583227 tempest-VolumesNegativeTest-890583227-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.7679281 Jul 27 21:24:15.050655 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-c41a69e6-7af4-4bcf-83c7-d2bc09a6e56e req-5a29ae52-8220-4ce9-8152-321dc0f2e5b6 tempest-TestNetworkAdvancedServerOps-1085103497 tempest-TestNetworkAdvancedServerOps-1085103497-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=e916e9b6-267b-4820-a856-ddc66d274821&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2889979 Jul 27 21:24:15.052491 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [req-79754d0d-e4f0-4d53-950a-c4bae9862b3d req-21cfb6b9-cdfa-4657-bd3e-e6f997cf2fdf service neutron] Request body: {'port': {'device_id': 'd6db037e-8650-46bf-a46a-544e6a676302', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-705658-22'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:24:15.134306 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvr_db [None req-ed68490f-50b7-42fb-b182-b38e41de45ad None None] Set router e7035160-58cf-4e85-a901-8675b0f770be gateway port host: None {{(pid=105586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:24:15.297197 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-f5ff322f-d1db-4123-9397-bf7ee6ed24f4 tempest-RoutersNegativeTest-1037337129 tempest-RoutersNegativeTest-1037337129-project] Notify callbacks [] for port, precommit_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:15.314081 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-f5ff322f-d1db-4123-9397-bf7ee6ed24f4 tempest-RoutersNegativeTest-1037337129 tempest-RoutersNegativeTest-1037337129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9014027'] for port, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:15.383684 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e5cc92-c181-4f92-9fc1-e8b9ef8fae45 req-d50b5f59-1c4b-42d2-8af7-fb83baab66d7 tempest-VolumesNegativeTest-890583227 tempest-VolumesNegativeTest-890583227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:24:15.387577 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-75e5cc92-c181-4f92-9fc1-e8b9ef8fae45 req-d50b5f59-1c4b-42d2-8af7-fb83baab66d7 tempest-VolumesNegativeTest-890583227 tempest-VolumesNegativeTest-890583227-project] 10.222.0.59 "GET /v2.0/ports?device_id=d6db037e-8650-46bf-a46a-544e6a676302 HTTP/1.1" status: 200 len: 936 time: 0.2767828 Jul 27 21:24:15.391981 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf43907f-bc28-4091-b434-71dbfd1799a8 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Made reservation on behalf of 2c7b7887b0f848c597ec952cc967d92c for: {'subnet': 1} {{(pid=105585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:24:15.400776 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-bf43907f-bc28-4091-b434-71dbfd1799a8 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9990620'] for subnet, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:15.444634 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ff322f-d1db-4123-9397-bf7ee6ed24f4 tempest-RoutersNegativeTest-1037337129 tempest-RoutersNegativeTest-1037337129-project] Pushing event updated for resources: {'Port': ['ID=9efbf145-778f-4458-8da3-45a30f50bfbf,revision_number=2']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:24:15.492547 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-1ee7e19e-ad56-4c2d-812f-f59371285c84 None None] Provisioning for port 1d171d4b-56e5-47a0-81e2-ec95f93fc78c completed by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:24:15.505402 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-79754d0d-e4f0-4d53-950a-c4bae9862b3d req-21cfb6b9-cdfa-4657-bd3e-e6f997cf2fdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:15.506748 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-1ee7e19e-ad56-4c2d-812f-f59371285c84 None None] Provisioning complete for port 1d171d4b-56e5-47a0-81e2-ec95f93fc78c triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:24:15.507155 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-1ee7e19e-ad56-4c2d-812f-f59371285c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:15.540360 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-f5ff322f-d1db-4123-9397-bf7ee6ed24f4 tempest-RoutersNegativeTest-1037337129 tempest-RoutersNegativeTest-1037337129-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3743906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4076435'] for router_interface, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:15.660852 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-1ee7e19e-ad56-4c2d-812f-f59371285c84 None None] Port 1d171d4b-56e5-47a0-81e2-ec95f93fc78c cannot update to ACTIVE because it is not bound. {{(pid=105586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:24:15.672751 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd2b7b1-b99b-4ac6-8709-e177ed43d62e req-0d6386de-d091-48fe-b27b-ed4e90ce345f tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:24:15.673605 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-2cd2b7b1-b99b-4ac6-8709-e177ed43d62e req-0d6386de-d091-48fe-b27b-ed4e90ce345f tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] 10.222.0.59 "GET /v2.0/ports?device_id=c5ea73bb-edaf-47c2-9f36-d8273f60e5d5 HTTP/1.1" status: 200 len: 944 time: 0.4762366 Jul 27 21:24:15.702406 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-75e5cc92-c181-4f92-9fc1-e8b9ef8fae45 req-85434ea0-ed7b-4849-bd30-76eade79572a tempest-VolumesNegativeTest-890583227 tempest-VolumesNegativeTest-890583227-project] 10.222.0.59 "GET /v2.0/security-groups?id=ff77bde3-3ed7-4c73-888c-819d810cc671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2924013 Jul 27 21:24:15.708438 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-ed68490f-50b7-42fb-b182-b38e41de45ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7035160-58cf-4e85-a901-8675b0f770be', 'name': 'tempest-RoutersIpV6Test-router-1047195626', 'tenant_id': '2c7b7887b0f848c597ec952cc967d92c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:24:05Z', 'updated_at': '2021-07-27T21:24:08Z', 'revision_number': 2, 'project_id': '2c7b7887b0f848c597ec952cc967d92c', 'gw_port_host': None, '_interfaces': [{'id': 'e667ff12-b53d-4ba0-b46c-23ba371d7a5f', 'name': '', 'network_id': '7ec5f878-02f2-4c36-acfe-f32465e6705f', 'tenant_id': '2c7b7887b0f848c597ec952cc967d92c', 'mac_address': 'fa:16:3e:c5:5b:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7035160-58cf-4e85-a901-8675b0f770be', 'device_owner': 'network:router_interface', 'standard_attr_id': 3470, 'fixed_ips': [{'subnet_id': 'e7fbf4a0-d77d-4fd2-a707-b8f774836229', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:24:07Z', 'updated_at': '2021-07-27T21:24:14Z', 'revision_number': 4, 'project_id': '2c7b7887b0f848c597ec952cc967d92c', 'subnets': [{'id': 'e7fbf4a0-d77d-4fd2-a707-b8f774836229', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-22', False) {} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:24:15.759128 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-2cd2b7b1-b99b-4ac6-8709-e177ed43d62e req-f1d300fa-51ff-4cc9-a5aa-2a24deba11ed tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] 10.222.0.59 "GET /v2.0/security-groups?id=e916e9b6-267b-4820-a856-ddc66d274821&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720606 Jul 27 21:24:15.796781 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 54710) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:24:15.798957 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed68490f-50b7-42fb-b182-b38e41de45ad None None] The sync data for ids ['e7035160-58cf-4e85-a901-8675b0f770be'] in n-d-705658-22 is: [{'id': 'e7035160-58cf-4e85-a901-8675b0f770be', 'name': 'tempest-RoutersIpV6Test-router-1047195626', 'tenant_id': '2c7b7887b0f848c597ec952cc967d92c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:24:05Z', 'updated_at': '2021-07-27T21:24:08Z', 'revision_number': 2, 'project_id': '2c7b7887b0f848c597ec952cc967d92c', 'gw_port_host': None, '_interfaces': [{'id': 'e667ff12-b53d-4ba0-b46c-23ba371d7a5f', 'name': '', 'network_id': '7ec5f878-02f2-4c36-acfe-f32465e6705f', 'tenant_id': '2c7b7887b0f848c597ec952cc967d92c', 'mac_address': 'fa:16:3e:c5:5b:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7035160-58cf-4e85-a901-8675b0f770be', 'device_owner': 'network:router_interface', 'standard_attr_id': 3470, 'fixed_ips': [{'subnet_id': 'e7fbf4a0-d77d-4fd2-a707-b8f774836229', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:24:07Z', 'updated_at': '2021-07-27T21:24:14Z', 'revision_number': 4, 'project_id': '2c7b7887b0f848c597ec952cc967d92c', 'subnets': [{'id': 'e7fbf4a0-d77d-4fd2-a707-b8f774836229', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:24:15.970947 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-33239948-3d27-436b-bfd1-dd4ff917e43c tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] 10.222.0.59 "GET /v2.0/floatingips/2796c09c-4a0c-4041-92d0-fc1ad4e449a0 HTTP/1.1" status: 200 len: 991 time: 0.1681366 Jul 27 21:24:15.992482 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-bf43907f-bc28-4091-b434-71dbfd1799a8 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10221797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9990606'] for subnet, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:16.067538 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf43907f-bc28-4091-b434-71dbfd1799a8 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Checking segment: {'id': 'bcd7c90e-9478-4a8e-9fea-26886d77cab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'fa4dcaac-d437-4c36-bd63-99523501195e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:24:16.067773 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf43907f-bc28-4091-b434-71dbfd1799a8 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Network hostable DHCP agents. Network: fa4dcaac-d437-4c36-bd63-99523501195e, hostable agents: ['7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a'], hosted agents: [] {{(pid=105585) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:24:16.080725 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf43907f-bc28-4091-b434-71dbfd1799a8 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Pushing event updated for resources: {'Subnet': ['ID=9f21e521-01b5-4055-9cbe-564aebe44b4e,revision_number=0']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:24:16.089912 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf43907f-bc28-4091-b434-71dbfd1799a8 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Network fa4dcaac-d437-4c36-bd63-99523501195e is scheduled to be hosted by DHCP agent 7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a with binding_index 1 {{(pid=105585) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:24:16.090274 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5ff322f-d1db-4123-9397-bf7ee6ed24f4 tempest-RoutersNegativeTest-1037337129 tempest-RoutersNegativeTest-1037337129-project] Network 24823362-7866-47ff-8e59-5a1854a95e2d is already hosted by enough agents. {{(pid=105584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:24:16.095353 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [None req-f5ff322f-d1db-4123-9397-bf7ee6ed24f4 tempest-RoutersNegativeTest-1037337129 tempest-RoutersNegativeTest-1037337129-project] Resources bound (agent type, host, resource id): {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:24:16.117125 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.base_scheduler [None req-bf43907f-bc28-4091-b434-71dbfd1799a8 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-22, fa4dcaac-d437-4c36-bd63-99523501195e) {{(pid=105585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:24:16.134140 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf43907f-bc28-4091-b434-71dbfd1799a8 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:24:16.135137 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-bf43907f-bc28-4091-b434-71dbfd1799a8 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks [] for subnet, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:16.174425 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11aff07d-70ec-4956-91f0-318bc2de08e8 None None] Network fa4dcaac-d437-4c36-bd63-99523501195e requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:24:16.186043 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-bf43907f-bc28-4091-b434-71dbfd1799a8 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.3517125 Jul 27 21:24:16.187208 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 54718) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:24:16.194362 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [req-79754d0d-e4f0-4d53-950a-c4bae9862b3d req-21cfb6b9-cdfa-4657-bd3e-e6f997cf2fdf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d171d4b-56e5-47a0-81e2-ec95f93fc78c {{(pid=105584) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:24:16.216326 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-79754d0d-e4f0-4d53-950a-c4bae9862b3d req-21cfb6b9-cdfa-4657-bd3e-e6f997cf2fdf service neutron] Notify callbacks [] for port, precommit_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:16.245464 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.provisioning_blocks [req-79754d0d-e4f0-4d53-950a-c4bae9862b3d req-21cfb6b9-cdfa-4657-bd3e-e6f997cf2fdf service neutron] Transition to ACTIVE for port object 1d171d4b-56e5-47a0-81e2-ec95f93fc78c will not be triggered until provisioned by entity L2. {{(pid=105584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:24:16.245464 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 54720) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:24:16.290151 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-79754d0d-e4f0-4d53-950a-c4bae9862b3d req-21cfb6b9-cdfa-4657-bd3e-e6f997cf2fdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9014027'] for port, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:16.590921 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21cfb6b9-cdfa-4657-bd3e-e6f997cf2fdf service neutron] Pushing event updated for resources: {'Port': ['ID=1d171d4b-56e5-47a0-81e2-ec95f93fc78c,revision_number=2']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:24:16.609400 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-a9ceec47-ee44-4ce0-83d3-9a09313be901 None None] Provisioning complete for port 9efbf145-778f-4458-8da3-45a30f50bfbf triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:24:16.612513 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-a9ceec47-ee44-4ce0-83d3-9a09313be901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:16.625442 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8fa67e9-2af2-48dd-93db-641e2c97c133 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30bb4b93-b285-5d90-9493-f9ec33ea333c-fa4dcaac-d437-4c36-bd63-99523501195e', 'network_id': 'fa4dcaac-d437-4c36-bd63-99523501195e', 'tenant_id': '2c7b7887b0f848c597ec952cc967d92c', 'fixed_ips': [{'subnet_id': '9f21e521-01b5-4055-9cbe-564aebe44b4e'}]}} from n-d-705658-22. {{(pid=105586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 21:24:16.626670 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-a8fa67e9-2af2-48dd-93db-641e2c97c133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:16.751982 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-a9ceec47-ee44-4ce0-83d3-9a09313be901 None None] Port 9efbf145-778f-4458-8da3-45a30f50bfbf cannot update to ACTIVE because it is not bound. {{(pid=105586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:24:16.757360 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5ff322f-d1db-4123-9397-bf7ee6ed24f4 tempest-RoutersNegativeTest-1037337129 tempest-RoutersNegativeTest-1037337129-project] Router bbd6be75-bff9-486a-9c39-7e8f92df1a51 has already been hosted by L3 agent dd128fd7-8e57-4d4f-895b-a96b369df59a {{(pid=105584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:24:17.012316 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [req-79754d0d-e4f0-4d53-950a-c4bae9862b3d req-21cfb6b9-cdfa-4657-bd3e-e6f997cf2fdf service neutron] Attempting to bind port 1d171d4b-56e5-47a0-81e2-ec95f93fc78c on host n-h1-705658-22 for vnic_type normal with profile {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:24:17.012764 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [req-79754d0d-e4f0-4d53-950a-c4bae9862b3d req-21cfb6b9-cdfa-4657-bd3e-e6f997cf2fdf service neutron] Attempting to bind port 1d171d4b-56e5-47a0-81e2-ec95f93fc78c by drivers openvswitch,hyperv on host n-h1-705658-22 at level 0 using segments [{'id': '86b1e6f6-d629-4b03-8944-4cdfbfb93d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '4d64aa0b-bd6a-468e-8edc-c83689947462'}] {{(pid=105584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:24:17.013103 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79754d0d-e4f0-4d53-950a-c4bae9862b3d req-21cfb6b9-cdfa-4657-bd3e-e6f997cf2fdf service neutron] Attempting to bind port 1d171d4b-56e5-47a0-81e2-ec95f93fc78c on network 4d64aa0b-bd6a-468e-8edc-c83689947462 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:24:17.048489 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79754d0d-e4f0-4d53-950a-c4bae9862b3d req-21cfb6b9-cdfa-4657-bd3e-e6f997cf2fdf service neutron] Port 1d171d4b-56e5-47a0-81e2-ec95f93fc78c on network 4d64aa0b-bd6a-468e-8edc-c83689947462 not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-22 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:24:17.051246 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79754d0d-e4f0-4d53-950a-c4bae9862b3d req-21cfb6b9-cdfa-4657-bd3e-e6f997cf2fdf service neutron] Attempting to bind port 1d171d4b-56e5-47a0-81e2-ec95f93fc78c on network 4d64aa0b-bd6a-468e-8edc-c83689947462 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:24:17.082148 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79754d0d-e4f0-4d53-950a-c4bae9862b3d req-21cfb6b9-cdfa-4657-bd3e-e6f997cf2fdf service neutron] Checking agent: {'id': '9d9bc37f-4d75-44ef-9f63-799aab3e316f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 49, 36), 'started_at': datetime.datetime(2021, 7, 27, 20, 49, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 24, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:24:17.082390 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79754d0d-e4f0-4d53-950a-c4bae9862b3d req-21cfb6b9-cdfa-4657-bd3e-e6f997cf2fdf service neutron] Checking segment: {'id': '86b1e6f6-d629-4b03-8944-4cdfbfb93d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '4d64aa0b-bd6a-468e-8edc-c83689947462'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:24:17.084848 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79754d0d-e4f0-4d53-950a-c4bae9862b3d req-21cfb6b9-cdfa-4657-bd3e-e6f997cf2fdf service neutron] Bound using segment: {'id': '86b1e6f6-d629-4b03-8944-4cdfbfb93d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '4d64aa0b-bd6a-468e-8edc-c83689947462'} {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:24:17.085316 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [req-79754d0d-e4f0-4d53-950a-c4bae9862b3d req-21cfb6b9-cdfa-4657-bd3e-e6f997cf2fdf service neutron] Bound port: 1d171d4b-56e5-47a0-81e2-ec95f93fc78c, host: n-h1-705658-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '86b1e6f6-d629-4b03-8944-4cdfbfb93d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '4d64aa0b-bd6a-468e-8edc-c83689947462'}}] {{(pid=105584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:24:17.086885 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-79754d0d-e4f0-4d53-950a-c4bae9862b3d req-21cfb6b9-cdfa-4657-bd3e-e6f997cf2fdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:17.098942 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.db_base_plugin_common [None req-a8fa67e9-2af2-48dd-93db-641e2c97c133 None None] Allocated IP 2001:db8:1::2 (fa4dcaac-d437-4c36-bd63-99523501195e/9f21e521-01b5-4055-9cbe-564aebe44b4e/f9090433-93a6-4e7a-ad70-2d09b50a3a06) {{(pid=105586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:24:17.212001 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3a4539-a6a6-4259-81c6-57c80144e4a8 req-97e7cb6b-12ea-462c-9a5d-330df6b139ea tempest-VolumesNegativeTest-890583227 tempest-VolumesNegativeTest-890583227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:24:17.213610 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-0b3a4539-a6a6-4259-81c6-57c80144e4a8 req-97e7cb6b-12ea-462c-9a5d-330df6b139ea tempest-VolumesNegativeTest-890583227 tempest-VolumesNegativeTest-890583227-project] 10.222.0.59 "GET /v2.0/ports?device_id=d6db037e-8650-46bf-a46a-544e6a676302 HTTP/1.1" status: 200 len: 948 time: 0.3377631 Jul 27 21:24:17.217486 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-80ea1d1a-b9a5-4501-9049-e2f44b355c74 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:17.366928 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [req-79754d0d-e4f0-4d53-950a-c4bae9862b3d req-21cfb6b9-cdfa-4657-bd3e-e6f997cf2fdf service neutron] For port 1d171d4b-56e5-47a0-81e2-ec95f93fc78c, host n-h1-705658-22, cleared binding levels {{(pid=105584) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:24:17.372445 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [req-79754d0d-e4f0-4d53-950a-c4bae9862b3d req-21cfb6b9-cdfa-4657-bd3e-e6f997cf2fdf service neutron] For port 1d171d4b-56e5-47a0-81e2-ec95f93fc78c, host n-h1-705658-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=1d171d4b-56e5-47a0-81e2-ec95f93fc78c,segment=NetworkSegment(86b1e6f6-d629-4b03-8944-4cdfbfb93d02),segment_id=86b1e6f6-d629-4b03-8944-4cdfbfb93d02)] {{(pid=105584) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:24:17.376794 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 54750) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:24:17.405341 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-a8fa67e9-2af2-48dd-93db-641e2c97c133 None None] Notify callbacks [] for port, precommit_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:17.414652 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-a8fa67e9-2af2-48dd-93db-641e2c97c133 None None] Transition to ACTIVE for port object f9090433-93a6-4e7a-ad70-2d09b50a3a06 will not be triggered until provisioned by entity L2. {{(pid=105586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:24:17.439904 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-79754d0d-e4f0-4d53-950a-c4bae9862b3d req-21cfb6b9-cdfa-4657-bd3e-e6f997cf2fdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9014027'] for port, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:17.460756 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-a8fa67e9-2af2-48dd-93db-641e2c97c133 None None] Transition to ACTIVE for port object f9090433-93a6-4e7a-ad70-2d09b50a3a06 will not be triggered until provisioned by entity DHCP. {{(pid=105586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:24:17.464097 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-0b3a4539-a6a6-4259-81c6-57c80144e4a8 req-6d625c1b-f0cc-49a8-8a25-20ae5bb6efd6 tempest-VolumesNegativeTest-890583227 tempest-VolumesNegativeTest-890583227-project] 10.222.0.59 "GET /v2.0/security-groups?id=ff77bde3-3ed7-4c73-888c-819d810cc671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2429044 Jul 27 21:24:17.484254 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-a8fa67e9-2af2-48dd-93db-641e2c97c133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143'] for port, after_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:17.492157 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79754d0d-e4f0-4d53-950a-c4bae9862b3d req-21cfb6b9-cdfa-4657-bd3e-e6f997cf2fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:24:17.492869 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-79754d0d-e4f0-4d53-950a-c4bae9862b3d req-21cfb6b9-cdfa-4657-bd3e-e6f997cf2fdf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:17.494891 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-79754d0d-e4f0-4d53-950a-c4bae9862b3d req-21cfb6b9-cdfa-4657-bd3e-e6f997cf2fdf service neutron] 10.222.0.36 "PUT /v2.0/ports/1d171d4b-56e5-47a0-81e2-ec95f93fc78c HTTP/1.1" status: 200 len: 1097 time: 2.4590678 Jul 27 21:24:17.535151 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6db037e-8650-46bf-a46a-544e6a676302', 'tag': '1d171d4b-56e5-47a0-81e2-ec95f93fc78c'}] {{(pid=105584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:24:17.537718 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bce5e6c8685464f7626901654159975603b047827e3138302ed6566e28f1343" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3b29328-1561-4c72-a6fe-f3c3c9f1aa22" -d '{"events": [{"name": "network-changed", "server_uuid": "d6db037e-8650-46bf-a46a-544e6a676302", "tag": "1d171d4b-56e5-47a0-81e2-ec95f93fc78c"}]}' {{(pid=105584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:24:17.614223 n-d-705658-22 neutron-server[105586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8fa67e9-2af2-48dd-93db-641e2c97c133 None None] Network fa4dcaac-d437-4c36-bd63-99523501195e is already hosted by enough agents. {{(pid=105586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:24:17.622367 n-d-705658-22 neutron-server[105586]: DEBUG neutron.scheduler.base_scheduler [None req-a8fa67e9-2af2-48dd-93db-641e2c97c133 None None] Resources bound (agent type, host, resource id): {{(pid=105586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:24:17.641099 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8fa67e9-2af2-48dd-93db-641e2c97c133 None None] Received port after_create {{(pid=105586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:24:17.643330 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fa67e9-2af2-48dd-93db-641e2c97c133 None None] Pushing event updated for resources: {'Port': ['ID=f9090433-93a6-4e7a-ad70-2d09b50a3a06,revision_number=1']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:24:17.651599 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:24:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eba480e1-a0d3-47f1-83c2-568d9465a59f x-openstack-request-id: req-eba480e1-a0d3-47f1-83c2-568d9465a59f {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:24:17.652174 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6db037e-8650-46bf-a46a-544e6a676302", "tag": "1d171d4b-56e5-47a0-81e2-ec95f93fc78c", "status": "completed", "code": 200}]} {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:24:17.652174 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-eba480e1-a0d3-47f1-83c2-568d9465a59f {{(pid=105584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:24:17.652500 n-d-705658-22 neutron-server[105584]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6db037e-8650-46bf-a46a-544e6a676302', 'tag': '1d171d4b-56e5-47a0-81e2-ec95f93fc78c', 'status': 'completed', 'code': 200} Jul 27 21:24:17.657778 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-7eeba8a7-a7ba-4715-80a2-31790e1c0a15 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Deleting port ff38e72b-fef3-4887-afa0-27fdaee991e0 {{(pid=105584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:24:17.658071 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-7eeba8a7-a7ba-4715-80a2-31790e1c0a15 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:17.704586 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.db_base_plugin_common [None req-80ea1d1a-b9a5-4501-9049-e2f44b355c74 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Allocated IP 2001:db8:1::1 (fa4dcaac-d437-4c36-bd63-99523501195e/9f21e521-01b5-4055-9cbe-564aebe44b4e/6cffbc9e-7b76-46bc-8867-836f99e7dcc0) {{(pid=105585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:24:17.730529 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5ff322f-d1db-4123-9397-bf7ee6ed24f4 tempest-RoutersNegativeTest-1037337129 tempest-RoutersNegativeTest-1037337129-project] Notify agent at l3_agent.n-d-705658-22 the message routers_updated {{(pid=105584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:24:17.733537 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-a294c061-a33d-43d0-895f-03719ad573ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:17.745059 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc38d95c-c2e6-4dfd-b3d9-84b387a41a89 None None] Sync routers for ids ['bbd6be75-bff9-486a-9c39-7e8f92df1a51'] in n-d-705658-22 {{(pid=105587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:24:17.753460 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-f5ff322f-d1db-4123-9397-bf7ee6ed24f4 tempest-RoutersNegativeTest-1037337129 tempest-RoutersNegativeTest-1037337129-project] 10.222.0.59 "PUT /v2.0/routers/bbd6be75-bff9-486a-9c39-7e8f92df1a51/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4338317 Jul 27 21:24:17.764799 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 54756) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:24:17.794802 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-a8fa67e9-2af2-48dd-93db-641e2c97c133 None None] Attempting to bind port f9090433-93a6-4e7a-ad70-2d09b50a3a06 on host n-d-705658-22 for vnic_type normal with profile {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:24:17.795268 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-a8fa67e9-2af2-48dd-93db-641e2c97c133 None None] Attempting to bind port f9090433-93a6-4e7a-ad70-2d09b50a3a06 by drivers openvswitch,hyperv on host n-d-705658-22 at level 0 using segments [{'id': 'bcd7c90e-9478-4a8e-9fea-26886d77cab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'fa4dcaac-d437-4c36-bd63-99523501195e'}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:24:17.796147 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8fa67e9-2af2-48dd-93db-641e2c97c133 None None] Attempting to bind port f9090433-93a6-4e7a-ad70-2d09b50a3a06 on network fa4dcaac-d437-4c36-bd63-99523501195e {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:24:17.796368 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc38d95c-c2e6-4dfd-b3d9-84b387a41a89 None None] Routers {'bbd6be75-bff9-486a-9c39-7e8f92df1a51'} bound to L3 agent in host n-d-705658-22 {{(pid=105587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:24:17.797953 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-fc38d95c-c2e6-4dfd-b3d9-84b387a41a89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:24:12Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['bbd6be75-bff9-486a-9c39-7e8f92df1a51'], 'active': True} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:24:17.806587 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8fa67e9-2af2-48dd-93db-641e2c97c133 None None] Checking agent: {'id': '04a7ea91-6318-467e-ace6-b0fb48c8690f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 41, 42), 'started_at': datetime.datetime(2021, 7, 27, 20, 42, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 24, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:24:17.806973 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8fa67e9-2af2-48dd-93db-641e2c97c133 None None] Checking segment: {'id': 'bcd7c90e-9478-4a8e-9fea-26886d77cab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'fa4dcaac-d437-4c36-bd63-99523501195e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:24:17.807455 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-a8fa67e9-2af2-48dd-93db-641e2c97c133 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:17.807854 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8fa67e9-2af2-48dd-93db-641e2c97c133 None None] Bound using segment: {'id': 'bcd7c90e-9478-4a8e-9fea-26886d77cab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'fa4dcaac-d437-4c36-bd63-99523501195e'} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:24:17.808338 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-a8fa67e9-2af2-48dd-93db-641e2c97c133 None None] Bound port: f9090433-93a6-4e7a-ad70-2d09b50a3a06, host: n-d-705658-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcd7c90e-9478-4a8e-9fea-26886d77cab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'fa4dcaac-d437-4c36-bd63-99523501195e'}}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:24:17.808727 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-a8fa67e9-2af2-48dd-93db-641e2c97c133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:17.890268 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21cfb6b9-cdfa-4657-bd3e-e6f997cf2fdf service neutron] Pushing event updated for resources: {'Port': ['ID=1d171d4b-56e5-47a0-81e2-ec95f93fc78c,revision_number=3']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:24:17.910385 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-fc38d95c-c2e6-4dfd-b3d9-84b387a41a89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-22', False) {} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:24:17.931138 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21cfb6b9-cdfa-4657-bd3e-e6f997cf2fdf service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:24:17.931306 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21cfb6b9-cdfa-4657-bd3e-e6f997cf2fdf service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:24:17.932515 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21cfb6b9-cdfa-4657-bd3e-e6f997cf2fdf service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:24:17.932515 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21cfb6b9-cdfa-4657-bd3e-e6f997cf2fdf service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:24:17.932515 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21cfb6b9-cdfa-4657-bd3e-e6f997cf2fdf service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:24:17.933185 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21cfb6b9-cdfa-4657-bd3e-e6f997cf2fdf service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:24:17.933185 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21cfb6b9-cdfa-4657-bd3e-e6f997cf2fdf service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:24:17.933695 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21cfb6b9-cdfa-4657-bd3e-e6f997cf2fdf service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:24:17.933895 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21cfb6b9-cdfa-4657-bd3e-e6f997cf2fdf service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:24:17.934227 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21cfb6b9-cdfa-4657-bd3e-e6f997cf2fdf service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:24:17.934552 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21cfb6b9-cdfa-4657-bd3e-e6f997cf2fdf service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:24:17.934881 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21cfb6b9-cdfa-4657-bd3e-e6f997cf2fdf service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:24:17.946219 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79754d0d-e4f0-4d53-950a-c4bae9862b3d req-288e34e4-29d4-4eac-b839-f124d52b4810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:24:17.947185 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc38d95c-c2e6-4dfd-b3d9-84b387a41a89 None None] Routers {'bbd6be75-bff9-486a-9c39-7e8f92df1a51'} bound to L3 agent in host n-d-705658-22 {{(pid=105587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:24:17.948118 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-79754d0d-e4f0-4d53-950a-c4bae9862b3d req-288e34e4-29d4-4eac-b839-f124d52b4810 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=23956684109c465cbabdd2f470d63af5&device_id=d6db037e-8650-46bf-a46a-544e6a676302 HTTP/1.1" status: 200 len: 1100 time: 0.4000916 Jul 27 21:24:17.950865 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-fc38d95c-c2e6-4dfd-b3d9-84b387a41a89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:24:12Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['bbd6be75-bff9-486a-9c39-7e8f92df1a51'], 'active': True} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:24:17.965873 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device e667ff12-b53d-4ba0-b46c-23ba371d7a5f up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:24:18.026396 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-80ea1d1a-b9a5-4501-9049-e2f44b355c74 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks [] for port, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:18.043948 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-fc38d95c-c2e6-4dfd-b3d9-84b387a41a89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-22', False) {} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:24:18.057477 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc38d95c-c2e6-4dfd-b3d9-84b387a41a89 None None] The sync data for ids ['bbd6be75-bff9-486a-9c39-7e8f92df1a51'] in n-d-705658-22 is: [] {{(pid=105587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:24:18.072253 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.provisioning_blocks [None req-80ea1d1a-b9a5-4501-9049-e2f44b355c74 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Transition to ACTIVE for port object 6cffbc9e-7b76-46bc-8867-836f99e7dcc0 will not be triggered until provisioned by entity DHCP. {{(pid=105585) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:24:18.115515 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning for port e667ff12-b53d-4ba0-b46c-23ba371d7a5f completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:24:18.120928 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-a8fa67e9-2af2-48dd-93db-641e2c97c133 None None] For port f9090433-93a6-4e7a-ad70-2d09b50a3a06, host n-d-705658-22, cleared binding levels {{(pid=105586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:24:18.125811 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-a8fa67e9-2af2-48dd-93db-641e2c97c133 None None] For port f9090433-93a6-4e7a-ad70-2d09b50a3a06, host n-d-705658-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=f9090433-93a6-4e7a-ad70-2d09b50a3a06,segment=NetworkSegment(bcd7c90e-9478-4a8e-9fea-26886d77cab7),segment_id=bcd7c90e-9478-4a8e-9fea-26886d77cab7)] {{(pid=105586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:24:18.127940 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port e667ff12-b53d-4ba0-b46c-23ba371d7a5f triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:24:18.128305 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:18.140525 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-80ea1d1a-b9a5-4501-9049-e2f44b355c74 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:18.168208 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-a8fa67e9-2af2-48dd-93db-641e2c97c133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:18.236101 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fa67e9-2af2-48dd-93db-641e2c97c133 None None] Pushing event updated for resources: {'Port': ['ID=f9090433-93a6-4e7a-ad70-2d09b50a3a06,revision_number=2']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:24:18.245933 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80ea1d1a-b9a5-4501-9049-e2f44b355c74 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Network fa4dcaac-d437-4c36-bd63-99523501195e is already hosted by enough agents. {{(pid=105585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:24:18.253309 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.base_scheduler [None req-80ea1d1a-b9a5-4501-9049-e2f44b355c74 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Resources bound (agent type, host, resource id): {{(pid=105585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:24:18.258626 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80ea1d1a-b9a5-4501-9049-e2f44b355c74 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Received port after_create {{(pid=105585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:24:18.260344 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-80ea1d1a-b9a5-4501-9049-e2f44b355c74 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4075523'] for router_interface, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:18.340225 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:18.345040 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ea1d1a-b9a5-4501-9049-e2f44b355c74 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Pushing event updated for resources: {'Port': ['ID=6cffbc9e-7b76-46bc-8867-836f99e7dcc0,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:24:18.405395 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] For port e667ff12-b53d-4ba0-b46c-23ba371d7a5f, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=e667ff12-b53d-4ba0-b46c-23ba371d7a5f,segment=NetworkSegment(6e4864c1-0062-4915-ab0f-917d6bcf32b7),segment_id=6e4864c1-0062-4915-ab0f-917d6bcf32b7)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:24:18.421288 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:18.501098 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-80ea1d1a-b9a5-4501-9049-e2f44b355c74 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:18.519845 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Pushing event updated for resources: {'Port': ['ID=e667ff12-b53d-4ba0-b46c-23ba371d7a5f,revision_number=5']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:24:18.751066 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-a294c061-a33d-43d0-895f-03719ad573ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:18.760465 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-79754d0d-e4f0-4d53-950a-c4bae9862b3d req-95f4e219-5dde-4eef-9a27-92a3aa73fdd9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.227&port_id=1d171d4b-56e5-47a0-81e2-ec95f93fc78c HTTP/1.1" status: 200 len: 217 time: 0.7966752 Jul 27 21:24:18.768396 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-a294c061-a33d-43d0-895f-03719ad573ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:18.812179 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-7eeba8a7-a7ba-4715-80a2-31790e1c0a15 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:18.812543 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-7eeba8a7-a7ba-4715-80a2-31790e1c0a15 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:18.857871 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-887c9121-3515-4bab-ae59-cdac1f3058e1 tempest-RoutersNegativeTest-1037337129 tempest-RoutersNegativeTest-1037337129-project] Notify callbacks [] for router, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:18.907457 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-7eeba8a7-a7ba-4715-80a2-31790e1c0a15 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Calling delete_port for ff38e72b-fef3-4887-afa0-27fdaee991e0 owned by network:floatingip {{(pid=105584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:24:18.919738 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d5914b-71ac-429c-b35c-888202449dab req-46c6fc8d-5c76-45b5-a1ca-02937e015539 tempest-VolumesNegativeTest-890583227 tempest-VolumesNegativeTest-890583227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:24:18.921342 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-21d5914b-71ac-429c-b35c-888202449dab req-46c6fc8d-5c76-45b5-a1ca-02937e015539 tempest-VolumesNegativeTest-890583227 tempest-VolumesNegativeTest-890583227-project] 10.222.0.59 "GET /v2.0/ports?device_id=d6db037e-8650-46bf-a46a-544e6a676302 HTTP/1.1" status: 200 len: 948 time: 0.3146293 Jul 27 21:24:18.948565 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-a294c061-a33d-43d0-895f-03719ad573ca admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=422e4ebd0d704ae2997fbf80f1d0432f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5185699 Jul 27 21:24:18.953048 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 54762) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:24:18.955463 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a294c061-a33d-43d0-895f-03719ad573ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d2cec99-f476-41cd-b446-3b9acc556916,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:24:18.991272 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79754d0d-e4f0-4d53-950a-c4bae9862b3d req-6792bd73-8dd5-4add-ad18-04c69a2dbf6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:24:18.992730 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-79754d0d-e4f0-4d53-950a-c4bae9862b3d req-6792bd73-8dd5-4add-ad18-04c69a2dbf6d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=26644ba0-4185-4e10-8718-6ad18d01376c HTTP/1.1" status: 200 len: 843 time: 0.2104948 Jul 27 21:24:18.994829 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-21d5914b-71ac-429c-b35c-888202449dab req-a83966a4-fae4-4128-a6fa-9f65b8c28f02 tempest-VolumesNegativeTest-890583227 tempest-VolumesNegativeTest-890583227-project] 10.222.0.59 "GET /v2.0/security-groups?id=ff77bde3-3ed7-4c73-888c-819d810cc671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668736 Jul 27 21:24:18.996828 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-80ea1d1a-b9a5-4501-9049-e2f44b355c74 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks [] for port, precommit_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:19.002181 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-80ea1d1a-b9a5-4501-9049-e2f44b355c74 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10221672'] for port, after_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:19.003111 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-80ea1d1a-b9a5-4501-9049-e2f44b355c74 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3743906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4076435'] for router_interface, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:19.032222 n-d-705658-22 neutron-server[105584]: INFO neutron.api.v2.resource [None req-887c9121-3515-4bab-ae59-cdac1f3058e1 tempest-RoutersNegativeTest-1037337129 tempest-RoutersNegativeTest-1037337129-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 27 21:24:19.036218 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-887c9121-3515-4bab-ae59-cdac1f3058e1 tempest-RoutersNegativeTest-1037337129 tempest-RoutersNegativeTest-1037337129-project] 10.222.0.59 "DELETE /v2.0/routers/bbd6be75-bff9-486a-9c39-7e8f92df1a51 HTTP/1.1" status: 409 len: 329 time: 1.2675042 Jul 27 21:24:19.052178 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 54764) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:24:19.188117 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ea1d1a-b9a5-4501-9049-e2f44b355c74 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Pushing event updated for resources: {'Port': ['ID=6cffbc9e-7b76-46bc-8867-836f99e7dcc0,revision_number=2']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:24:19.247192 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c7493915-9b9f-4549-a71b-9662bc31af12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:19.273920 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c7493915-9b9f-4549-a71b-9662bc31af12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:19.317623 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79754d0d-e4f0-4d53-950a-c4bae9862b3d req-f1068a3e-2017-4578-a566-a009b733a1aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:24:19.319260 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-79754d0d-e4f0-4d53-950a-c4bae9862b3d req-f1068a3e-2017-4578-a566-a009b733a1aa service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4d64aa0b-bd6a-468e-8edc-c83689947462&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3114913 Jul 27 21:24:19.329671 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80ea1d1a-b9a5-4501-9049-e2f44b355c74 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Network fa4dcaac-d437-4c36-bd63-99523501195e is already hosted by enough agents. {{(pid=105585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:24:19.332544 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.base_scheduler [None req-80ea1d1a-b9a5-4501-9049-e2f44b355c74 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Resources bound (agent type, host, resource id): {{(pid=105585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:24:19.450309 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-79754d0d-e4f0-4d53-950a-c4bae9862b3d req-99f248df-bd17-4310-bf1d-54b52e7795ca service neutron] 10.222.0.36 "GET /v2.0/networks/4d64aa0b-bd6a-468e-8edc-c83689947462?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1195207 Jul 27 21:24:19.473295 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c7493915-9b9f-4549-a71b-9662bc31af12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:19.475909 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c7493915-9b9f-4549-a71b-9662bc31af12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:19.480352 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-c7493915-9b9f-4549-a71b-9662bc31af12 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/6d2cec99-f476-41cd-b446-3b9acc556916 HTTP/1.1" status: 204 len: 168 time: 0.5212770 Jul 27 21:24:19.535860 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7493915-9b9f-4549-a71b-9662bc31af12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d2cec99-f476-41cd-b446-3b9acc556916,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:24:19.543780 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-7eeba8a7-a7ba-4715-80a2-31790e1c0a15 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:19.582767 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eeba8a7-a7ba-4715-80a2-31790e1c0a15 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Pushing event deleted for resources: {'Port': ['ID=ff38e72b-fef3-4887-afa0-27fdaee991e0,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:24:19.641719 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a7fbd97-57bc-4741-89e6-d3569889836e None None] Network fa4dcaac-d437-4c36-bd63-99523501195e requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:24:19.722430 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-7eeba8a7-a7ba-4715-80a2-31790e1c0a15 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks [] for floatingip, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:19.723296 n-d-705658-22 neutron-server[105584]: INFO neutron.db.l3_db [None req-7eeba8a7-a7ba-4715-80a2-31790e1c0a15 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Floating IP 2796c09c-4a0c-4041-92d0-fc1ad4e449a0 disassociated (deleted). External IP: 172.25.5.191, port: 7ea253f9-8443-4121-91f5-84b9f528beda. Jul 27 21:24:19.727767 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-79754d0d-e4f0-4d53-950a-c4bae9862b3d req-da0edf75-5c88-4b0d-9b5a-772babcec173 service neutron] 10.222.0.36 "GET /v2.0/networks/4d64aa0b-bd6a-468e-8edc-c83689947462?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2675531 Jul 27 21:24:19.762239 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-80084324-1914-442e-b856-40ea9dd3eb15 None None] Provisioning for port f9090433-93a6-4e7a-ad70-2d09b50a3a06 completed by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:24:19.923136 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device e667ff12-b53d-4ba0-b46c-23ba371d7a5f up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:24:19.998567 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port e667ff12-b53d-4ba0-b46c-23ba371d7a5f triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:24:19.999069 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:20.070561 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b29328-1561-4c72-a6fe-f3c3c9f1aa22 req-5965c5d5-e0b8-4c25-bf29-866281fad2b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:24:20.072131 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-d3b29328-1561-4c72-a6fe-f3c3c9f1aa22 req-5965c5d5-e0b8-4c25-bf29-866281fad2b7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=23956684109c465cbabdd2f470d63af5&device_id=d6db037e-8650-46bf-a46a-544e6a676302 HTTP/1.1" status: 200 len: 1100 time: 0.1646941 Jul 27 21:24:20.149811 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device f9090433-93a6-4e7a-ad70-2d09b50a3a06 up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:24:20.174823 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7eeba8a7-a7ba-4715-80a2-31790e1c0a15 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Router 4e843456-6bc1-4070-92f7-ef3fee480c54 has already been hosted by L3 agent dd128fd7-8e57-4d4f-895b-a96b369df59a {{(pid=105584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:24:20.264862 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning for port f9090433-93a6-4e7a-ad70-2d09b50a3a06 completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:24:20.269709 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port f9090433-93a6-4e7a-ad70-2d09b50a3a06 triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:24:20.270532 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:20.360231 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80ea1d1a-b9a5-4501-9049-e2f44b355c74 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Router e7035160-58cf-4e85-a901-8675b0f770be has already been hosted by L3 agent dd128fd7-8e57-4d4f-895b-a96b369df59a {{(pid=105585) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:24:20.452485 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:20.527966 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b29328-1561-4c72-a6fe-f3c3c9f1aa22 req-664bdc46-36e5-47b6-b076-4139846ec02a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:24:20.529474 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-d3b29328-1561-4c72-a6fe-f3c3c9f1aa22 req-664bdc46-36e5-47b6-b076-4139846ec02a service neutron] 10.222.0.36 "GET /v2.0/networks?id=4d64aa0b-bd6a-468e-8edc-c83689947462 HTTP/1.1" status: 200 len: 870 time: 0.4494240 Jul 27 21:24:20.561694 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] For port f9090433-93a6-4e7a-ad70-2d09b50a3a06, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=f9090433-93a6-4e7a-ad70-2d09b50a3a06,segment=NetworkSegment(bcd7c90e-9478-4a8e-9fea-26886d77cab7),segment_id=bcd7c90e-9478-4a8e-9fea-26886d77cab7)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:24:20.574230 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:20.667267 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-f6931c20-340e-4a4c-914c-2e554444aa4d None None] Provisioning for port 6cffbc9e-7b76-46bc-8867-836f99e7dcc0 completed by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:24:20.674589 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cca205-a88f-479e-b083-bfbc37c9a938 req-a17705c3-5c66-4de1-b077-be85bef49c0d tempest-VolumesNegativeTest-890583227 tempest-VolumesNegativeTest-890583227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:24:20.674954 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-d3b29328-1561-4c72-a6fe-f3c3c9f1aa22 req-702ff5eb-dfcc-4cd1-9bb4-36055e455fa1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.227&port_id=1d171d4b-56e5-47a0-81e2-ec95f93fc78c HTTP/1.1" status: 200 len: 217 time: 0.1344416 Jul 27 21:24:20.676201 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-63cca205-a88f-479e-b083-bfbc37c9a938 req-a17705c3-5c66-4de1-b077-be85bef49c0d tempest-VolumesNegativeTest-890583227 tempest-VolumesNegativeTest-890583227-project] 10.222.0.59 "GET /v2.0/ports?device_id=d6db037e-8650-46bf-a46a-544e6a676302 HTTP/1.1" status: 200 len: 948 time: 0.5197902 Jul 27 21:24:20.681481 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80ea1d1a-b9a5-4501-9049-e2f44b355c74 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify agent at l3_agent.n-d-705658-22 the message routers_updated {{(pid=105585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:24:20.689181 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-80ea1d1a-b9a5-4501-9049-e2f44b355c74 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] 10.222.0.59 "PUT /v2.0/routers/e7035160-58cf-4e85-a901-8675b0f770be/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5006759 Jul 27 21:24:20.696215 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 54800) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:24:20.701432 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-bcb7de93-df75-43aa-a5bd-51d5f57fc0a9 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-717429471'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:24:20.710862 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d56daa79-0627-4174-9919-c41bfc37b1ac None None] Sync routers for ids ['e7035160-58cf-4e85-a901-8675b0f770be'] in n-d-705658-22 {{(pid=105586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:24:20.719645 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-f6931c20-340e-4a4c-914c-2e554444aa4d None None] Provisioning complete for port 6cffbc9e-7b76-46bc-8867-836f99e7dcc0 triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:24:20.720053 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-f6931c20-340e-4a4c-914c-2e554444aa4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:20.753353 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 54806) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:24:20.783809 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d56daa79-0627-4174-9919-c41bfc37b1ac None None] Routers {'e7035160-58cf-4e85-a901-8675b0f770be'} bound to L3 agent in host n-d-705658-22 {{(pid=105586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:24:20.785407 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-d56daa79-0627-4174-9919-c41bfc37b1ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:24:12Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['e7035160-58cf-4e85-a901-8675b0f770be'], 'active': True} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:24:20.810451 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-63cca205-a88f-479e-b083-bfbc37c9a938 req-2b770e90-ca86-46f1-b803-4500294f8873 tempest-VolumesNegativeTest-890583227 tempest-VolumesNegativeTest-890583227-project] 10.222.0.59 "GET /v2.0/security-groups?id=ff77bde3-3ed7-4c73-888c-819d810cc671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212423 Jul 27 21:24:20.813452 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcb7de93-df75-43aa-a5bd-51d5f57fc0a9 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Made reservation on behalf of 2c7b7887b0f848c597ec952cc967d92c for: {'network': 1} {{(pid=105585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:24:20.818706 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-bcb7de93-df75-43aa-a5bd-51d5f57fc0a9 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for network, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:20.825190 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7eeba8a7-a7ba-4715-80a2-31790e1c0a15 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify agent at l3_agent.n-d-705658-22 the message routers_updated {{(pid=105584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:24:20.838452 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66bcf6b3-86c5-4ccc-af7e-dc90e5d408fe None None] Sync routers for ids ['4e843456-6bc1-4070-92f7-ef3fee480c54'] in n-d-705658-22 {{(pid=105587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:24:20.839400 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-7eeba8a7-a7ba-4715-80a2-31790e1c0a15 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for floatingip, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:20.850757 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-9e4ce7f1-deb1-49ca-a1d7-ddaccf250b59 tempest-RoutersNegativeTest-1037337129 tempest-RoutersNegativeTest-1037337129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4076536'] for router_interface, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:20.851145 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66bcf6b3-86c5-4ccc-af7e-dc90e5d408fe None None] Routers {'4e843456-6bc1-4070-92f7-ef3fee480c54'} bound to L3 agent in host n-d-705658-22 {{(pid=105587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:24:20.853517 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-66bcf6b3-86c5-4ccc-af7e-dc90e5d408fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:24:12Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['4e843456-6bc1-4070-92f7-ef3fee480c54'], 'active': True} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:24:20.958556 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b29328-1561-4c72-a6fe-f3c3c9f1aa22 req-d0510ec7-a9e2-45bd-918f-abebb2aa5e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:24:20.960112 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-d3b29328-1561-4c72-a6fe-f3c3c9f1aa22 req-d0510ec7-a9e2-45bd-918f-abebb2aa5e26 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=26644ba0-4185-4e10-8718-6ad18d01376c HTTP/1.1" status: 200 len: 843 time: 0.2642405 Jul 27 21:24:20.992892 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bcb7de93-df75-43aa-a5bd-51d5f57fc0a9 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] vlan segment allocate from pool success with {'vlan_id': 219, 'physical_network': 'physnet1'} {{(pid=105585) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:24:21.038803 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-bcb7de93-df75-43aa-a5bd-51d5f57fc0a9 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:21.039180 n-d-705658-22 neutron-server[105585]: INFO neutron.db.segments_db [None req-bcb7de93-df75-43aa-a5bd-51d5f57fc0a9 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Added segment 908b1a2c-2efa-416d-bde4-9b9cf1d193e5 of type vlan for network 2ddd7ce4-61b3-42fa-af2e-22e9a9f801e3 Jul 27 21:24:21.061562 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvr_db [None req-66bcf6b3-86c5-4ccc-af7e-dc90e5d408fe None None] Set router 4e843456-6bc1-4070-92f7-ef3fee480c54 gateway port host: n-d-705658-22 {{(pid=105587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:24:21.063627 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-7eeba8a7-a7ba-4715-80a2-31790e1c0a15 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] 10.222.0.59 "DELETE /v2.0/floatingips/2796c09c-4a0c-4041-92d0-fc1ad4e449a0 HTTP/1.1" status: 204 len: 168 time: 4.8175347 Jul 27 21:24:21.066655 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5ea73bb-edaf-47c2-9f36-d8273f60e5d5', 'tag': '7ea253f9-8443-4121-91f5-84b9f528beda'}] {{(pid=105584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:24:21.069024 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bce5e6c8685464f7626901654159975603b047827e3138302ed6566e28f1343" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98689c64-ad15-4761-9ba7-31429bab6ab9" -d '{"events": [{"name": "network-changed", "server_uuid": "c5ea73bb-edaf-47c2-9f36-d8273f60e5d5", "tag": "7ea253f9-8443-4121-91f5-84b9f528beda"}]}' {{(pid=105584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:24:21.139312 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b29328-1561-4c72-a6fe-f3c3c9f1aa22 req-67027c61-3585-40dc-97f9-6a8baaa99f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:24:21.141403 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-d3b29328-1561-4c72-a6fe-f3c3c9f1aa22 req-67027c61-3585-40dc-97f9-6a8baaa99f7e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4d64aa0b-bd6a-468e-8edc-c83689947462&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1697671 Jul 27 21:24:21.149906 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:24:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b0fe5d1-06ad-440d-affc-62b8e1dd4120 x-openstack-request-id: req-3b0fe5d1-06ad-440d-affc-62b8e1dd4120 {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:24:21.150292 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5ea73bb-edaf-47c2-9f36-d8273f60e5d5", "tag": "7ea253f9-8443-4121-91f5-84b9f528beda", "status": "completed", "code": 200}]} {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:24:21.150544 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-3b0fe5d1-06ad-440d-affc-62b8e1dd4120 {{(pid=105584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:24:21.150949 n-d-705658-22 neutron-server[105584]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5ea73bb-edaf-47c2-9f36-d8273f60e5d5', 'tag': '7ea253f9-8443-4121-91f5-84b9f528beda', 'status': 'completed', 'code': 200} Jul 27 21:24:21.198558 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvr_db [None req-d56daa79-0627-4174-9919-c41bfc37b1ac None None] Set router e7035160-58cf-4e85-a901-8675b0f770be gateway port host: None {{(pid=105586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:24:21.233735 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-bcb7de93-df75-43aa-a5bd-51d5f57fc0a9 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790688424798'] for network, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:21.310458 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-d3b29328-1561-4c72-a6fe-f3c3c9f1aa22 req-7a07b349-d102-428d-8bca-0d71acd27209 service neutron] 10.222.0.36 "GET /v2.0/networks/4d64aa0b-bd6a-468e-8edc-c83689947462?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1584074 Jul 27 21:24:21.323547 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-bcb7de93-df75-43aa-a5bd-51d5f57fc0a9 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920'] for network, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:21.330146 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcb7de93-df75-43aa-a5bd-51d5f57fc0a9 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:24:21.330801 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-bcb7de93-df75-43aa-a5bd-51d5f57fc0a9 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks [] for network, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:21.357078 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-e4876a1f-a765-4e5e-ae01-2d21284f61e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:21.392588 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-f6931c20-340e-4a4c-914c-2e554444aa4d None None] Port 6cffbc9e-7b76-46bc-8867-836f99e7dcc0 cannot update to ACTIVE because it is not bound. {{(pid=105586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:24:21.407215 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Pushing event updated for resources: {'Port': ['ID=f9090433-93a6-4e7a-ad70-2d09b50a3a06,revision_number=3']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:24:21.420268 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-bcb7de93-df75-43aa-a5bd-51d5f57fc0a9 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7226763 Jul 27 21:24:21.421451 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 54822) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:24:21.433567 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 54824) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:24:21.449261 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-41d9c154-b1db-42e2-969c-c028b000661a tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Request body: {'subnet': {'network_id': '2ddd7ce4-61b3-42fa-af2e-22e9a9f801e3', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:24:21.452340 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-f6931c20-340e-4a4c-914c-2e554444aa4d None None] Provisioning complete for port f9090433-93a6-4e7a-ad70-2d09b50a3a06 triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:24:21.453305 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-f6931c20-340e-4a4c-914c-2e554444aa4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:21.486251 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-66bcf6b3-86c5-4ccc-af7e-dc90e5d408fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e843456-6bc1-4070-92f7-ef3fee480c54', 'name': 'tempest-TestNetworkAdvancedServerOps-router-950241072', 'tenant_id': '379416b786c44e07b1b1ba1a5ea96882', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.123'}], 'enable_snat': True}, 'gw_port_id': '05372ec9-b790-40d7-8f9f-ce1a3ac46e4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:22:08Z', 'updated_at': '2021-07-27T21:22:24Z', 'revision_number': 4, 'project_id': '379416b786c44e07b1b1ba1a5ea96882', 'gw_port': {'id': '05372ec9-b790-40d7-8f9f-ce1a3ac46e4b', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:18:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e843456-6bc1-4070-92f7-ef3fee480c54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3246, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:22:09Z', 'updated_at': '2021-07-27T21:22:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_interfaces': [{'id': 'ac5976a0-f321-4e51-ae7b-af58fe525e56', 'name': '', 'network_id': 'e5dbfc22-3d07-4f08-ba90-beae97f55608', 'tenant_id': '379416b786c44e07b1b1ba1a5ea96882', 'mac_address': 'fa:16:3e:bd:dc:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e843456-6bc1-4070-92f7-ef3fee480c54', 'device_owner': 'network:router_interface', 'standard_attr_id': 3278, 'fixed_ips': [{'subnet_id': 'e8e99250-8db6-4cda-90d7-d1a47aac9480', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:22:21Z', 'updated_at': '2021-07-27T21:22:33Z', 'revision_number': 5, 'project_id': '379416b786c44e07b1b1ba1a5ea96882', 'subnets': [{'id': 'e8e99250-8db6-4cda-90d7-d1a47aac9480', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-22', False) {} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:24:21.513147 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66bcf6b3-86c5-4ccc-af7e-dc90e5d408fe None None] Checking router: 4e843456-6bc1-4070-92f7-ef3fee480c54 for host: n-d-705658-22 {{(pid=105587) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:24:21.522361 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66bcf6b3-86c5-4ccc-af7e-dc90e5d408fe None None] Routers {'4e843456-6bc1-4070-92f7-ef3fee480c54'} bound to L3 agent in host n-d-705658-22 {{(pid=105587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:24:21.522972 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-66bcf6b3-86c5-4ccc-af7e-dc90e5d408fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:24:12Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['4e843456-6bc1-4070-92f7-ef3fee480c54'], 'active': True} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:24:21.569607 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb7de93-df75-43aa-a5bd-51d5f57fc0a9 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Pushing event updated for resources: {'Network': ['ID=2ddd7ce4-61b3-42fa-af2e-22e9a9f801e3,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:24:21.593209 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Network 2ddd7ce4-61b3-42fa-af2e-22e9a9f801e3 details requested by agent ovs-agent-n-d-705658-22 with host n-d-705658-22 {{(pid=105586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:24:21.622144 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-d3b29328-1561-4c72-a6fe-f3c3c9f1aa22 req-d83141b6-a183-4932-b81d-811f37a6443c service neutron] 10.222.0.36 "GET /v2.0/networks/4d64aa0b-bd6a-468e-8edc-c83689947462?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3017654 Jul 27 21:24:21.692765 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvr_db [None req-66bcf6b3-86c5-4ccc-af7e-dc90e5d408fe None None] Set router 4e843456-6bc1-4070-92f7-ef3fee480c54 gateway port host: n-d-705658-22 {{(pid=105587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:24:21.709384 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98689c64-ad15-4761-9ba7-31429bab6ab9 req-9ce99cfb-f12f-4247-a239-24afc596712b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:24:21.712665 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-98689c64-ad15-4761-9ba7-31429bab6ab9 req-9ce99cfb-f12f-4247-a239-24afc596712b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=379416b786c44e07b1b1ba1a5ea96882&device_id=c5ea73bb-edaf-47c2-9f36-d8273f60e5d5 HTTP/1.1" status: 200 len: 1096 time: 0.5290189 Jul 27 21:24:21.721485 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device f9090433-93a6-4e7a-ad70-2d09b50a3a06 up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:24:21.804220 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1512b694-a310-4fd9-bca2-d2d4548a0dfd req-fc055435-79ce-411c-8921-e12c54fb6b9a tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:24:21.805862 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-1512b694-a310-4fd9-bca2-d2d4548a0dfd req-fc055435-79ce-411c-8921-e12c54fb6b9a tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] 10.222.0.59 "GET /v2.0/ports?device_id=c5ea73bb-edaf-47c2-9f36-d8273f60e5d5 HTTP/1.1" status: 200 len: 944 time: 0.3382025 Jul 27 21:24:21.888627 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-d56daa79-0627-4174-9919-c41bfc37b1ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7035160-58cf-4e85-a901-8675b0f770be', 'name': 'tempest-RoutersIpV6Test-router-1047195626', 'tenant_id': '2c7b7887b0f848c597ec952cc967d92c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:24:05Z', 'updated_at': '2021-07-27T21:24:18Z', 'revision_number': 3, 'project_id': '2c7b7887b0f848c597ec952cc967d92c', 'gw_port_host': None, '_interfaces': [{'id': '6cffbc9e-7b76-46bc-8867-836f99e7dcc0', 'name': '', 'network_id': 'fa4dcaac-d437-4c36-bd63-99523501195e', 'tenant_id': '2c7b7887b0f848c597ec952cc967d92c', 'mac_address': 'fa:16:3e:a0:c0:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7035160-58cf-4e85-a901-8675b0f770be', 'device_owner': 'network:router_interface', 'standard_attr_id': 3482, 'fixed_ips': [{'subnet_id': '9f21e521-01b5-4055-9cbe-564aebe44b4e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:24:17Z', 'updated_at': '2021-07-27T21:24:18Z', 'revision_number': 2, 'project_id': '2c7b7887b0f848c597ec952cc967d92c', 'subnets': [{'id': '9f21e521-01b5-4055-9cbe-564aebe44b4e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e667ff12-b53d-4ba0-b46c-23ba371d7a5f', 'name': '', 'network_id': '7ec5f878-02f2-4c36-acfe-f32465e6705f', 'tenant_id': '2c7b7887b0f848c597ec952cc967d92c', 'mac_address': 'fa:16:3e:c5:5b:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7035160-58cf-4e85-a901-8675b0f770be', 'device_owner': 'network:router_interface', 'standard_attr_id': 3470, 'fixed_ips': [{'subnet_id': 'e7fbf4a0-d77d-4fd2-a707-b8f774836229', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:24:07Z', 'updated_at': '2021-07-27T21:24:18Z', 'revision_number': 5, 'project_id': '2c7b7887b0f848c597ec952cc967d92c', 'subnets': [{'id': 'e7fbf4a0-d77d-4fd2-a707-b8f774836229', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-22', False) {} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:24:21.906765 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fb1605-f65c-4a7e-b8ff-a48f582f3037 req-7a3f1b4f-730f-4a8b-87ce-239e5f5ccc8d tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:24:21.908823 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-d7fb1605-f65c-4a7e-b8ff-a48f582f3037 req-7a3f1b4f-730f-4a8b-87ce-239e5f5ccc8d tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] 10.222.0.36 "GET /v2.0/ports?device_id=c5ea73bb-edaf-47c2-9f36-d8273f60e5d5 HTTP/1.1" status: 200 len: 944 time: 0.1189151 Jul 27 21:24:21.922515 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-66bcf6b3-86c5-4ccc-af7e-dc90e5d408fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e843456-6bc1-4070-92f7-ef3fee480c54', 'name': 'tempest-TestNetworkAdvancedServerOps-router-950241072', 'tenant_id': '379416b786c44e07b1b1ba1a5ea96882', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.123'}], 'enable_snat': True}, 'gw_port_id': '05372ec9-b790-40d7-8f9f-ce1a3ac46e4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:22:08Z', 'updated_at': '2021-07-27T21:22:24Z', 'revision_number': 4, 'project_id': '379416b786c44e07b1b1ba1a5ea96882', 'gw_port': {'id': '05372ec9-b790-40d7-8f9f-ce1a3ac46e4b', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:18:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e843456-6bc1-4070-92f7-ef3fee480c54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3246, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:22:09Z', 'updated_at': '2021-07-27T21:22:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_interfaces': [{'id': 'ac5976a0-f321-4e51-ae7b-af58fe525e56', 'name': '', 'network_id': 'e5dbfc22-3d07-4f08-ba90-beae97f55608', 'tenant_id': '379416b786c44e07b1b1ba1a5ea96882', 'mac_address': 'fa:16:3e:bd:dc:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e843456-6bc1-4070-92f7-ef3fee480c54', 'device_owner': 'network:router_interface', 'standard_attr_id': 3278, 'fixed_ips': [{'subnet_id': 'e8e99250-8db6-4cda-90d7-d1a47aac9480', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:22:21Z', 'updated_at': '2021-07-27T21:22:33Z', 'revision_number': 5, 'project_id': '379416b786c44e07b1b1ba1a5ea96882', 'subnets': [{'id': 'e8e99250-8db6-4cda-90d7-d1a47aac9480', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-22', False) {} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:24:21.924240 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port f9090433-93a6-4e7a-ad70-2d09b50a3a06 triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:24:21.925616 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:21.939433 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-e4876a1f-a765-4e5e-ae01-2d21284f61e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:21.946680 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98689c64-ad15-4761-9ba7-31429bab6ab9 req-7fc7cf75-4f08-4f33-9039-1882f37c79b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:24:21.947622 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d56daa79-0627-4174-9919-c41bfc37b1ac None None] Checking router: e7035160-58cf-4e85-a901-8675b0f770be for host: n-d-705658-22 {{(pid=105586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:24:21.948089 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d56daa79-0627-4174-9919-c41bfc37b1ac None None] Updating router e7035160-58cf-4e85-a901-8675b0f770be port 6cffbc9e-7b76-46bc-8867-836f99e7dcc0 binding host n-d-705658-22 {{(pid=105586) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 21:24:21.948674 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-98689c64-ad15-4761-9ba7-31429bab6ab9 req-7fc7cf75-4f08-4f33-9039-1882f37c79b9 service neutron] 10.222.0.36 "GET /v2.0/networks?id=e5dbfc22-3d07-4f08-ba90-beae97f55608 HTTP/1.1" status: 200 len: 898 time: 0.1907864 Jul 27 21:24:21.949540 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-ae2d8503-98d5-4686-9d40-294f9e533ae1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:21.957511 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66bcf6b3-86c5-4ccc-af7e-dc90e5d408fe None None] The sync data for ids ['4e843456-6bc1-4070-92f7-ef3fee480c54'] in n-d-705658-22 is: [{'id': '4e843456-6bc1-4070-92f7-ef3fee480c54', 'name': 'tempest-TestNetworkAdvancedServerOps-router-950241072', 'tenant_id': '379416b786c44e07b1b1ba1a5ea96882', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.123'}], 'enable_snat': True}, 'gw_port_id': '05372ec9-b790-40d7-8f9f-ce1a3ac46e4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:22:08Z', 'updated_at': '2021-07-27T21:22:24Z', 'revision_number': 4, 'project_id': '379416b786c44e07b1b1ba1a5ea96882', 'gw_port': {'id': '05372ec9-b790-40d7-8f9f-ce1a3ac46e4b', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:18:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e843456-6bc1-4070-92f7-ef3fee480c54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3246, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:22:09Z', 'updated_at': '2021-07-27T21:22:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_interfaces': [{'id': 'ac5976a0-f321-4e51-ae7b-af58fe525e56', 'name': '', 'network_id': 'e5dbfc22-3d07-4f08-ba90-beae97f55608', 'tenant_id': '379416b786c44e07b1b1ba1a5ea96882', 'mac_address': 'fa:16:3e:bd:dc:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e843456-6bc1-4070-92f7-ef3fee480c54', 'device_owner': 'network:router_interface', 'standard_attr_id': 3278, 'fixed_ips': [{'subnet_id': 'e8e99250-8db6-4cda-90d7-d1a47aac9480', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:22:21Z', 'updated_at': '2021-07-27T21:22:33Z', 'revision_number': 5, 'project_id': '379416b786c44e07b1b1ba1a5ea96882', 'subnets': [{'id': 'e8e99250-8db6-4cda-90d7-d1a47aac9480', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:24:21.975592 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-e4876a1f-a765-4e5e-ae01-2d21284f61e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:22.018705 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-3ee72c8e-381c-4213-b8b0-4d40629b88cc None None] Provisioning complete for port 6cffbc9e-7b76-46bc-8867-836f99e7dcc0 triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:24:22.019272 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3ee72c8e-381c-4213-b8b0-4d40629b88cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:22.021707 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-d56daa79-0627-4174-9919-c41bfc37b1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:22.028003 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41d9c154-b1db-42e2-969c-c028b000661a tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Made reservation on behalf of 2c7b7887b0f848c597ec952cc967d92c for: {'subnet': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:24:22.032853 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-41d9c154-b1db-42e2-969c-c028b000661a tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9738786'] for subnet, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:22.089137 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4876a1f-a765-4e5e-ae01-2d21284f61e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7dd0368-0b85-4449-a13c-103613cbdc12,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:24:22.112921 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-98689c64-ad15-4761-9ba7-31429bab6ab9 req-87dbe697-6f3b-4f84-bb3d-1d22788f8c52 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7ea253f9-8443-4121-91f5-84b9f528beda HTTP/1.1" status: 200 len: 217 time: 0.1338816 Jul 27 21:24:22.134916 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-3ee72c8e-381c-4213-b8b0-4d40629b88cc None None] Port 6cffbc9e-7b76-46bc-8867-836f99e7dcc0 cannot update to ACTIVE because it is not bound. {{(pid=105586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:24:22.152240 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [req-d7fb1605-f65c-4a7e-b8ff-a48f582f3037 req-c39d6fe1-fd77-44c5-ae30-b70702657a2f tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Deleting port 7ea253f9-8443-4121-91f5-84b9f528beda {{(pid=105584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:24:22.152836 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-d7fb1605-f65c-4a7e-b8ff-a48f582f3037 req-c39d6fe1-fd77-44c5-ae30-b70702657a2f tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:22.264115 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-e4876a1f-a765-4e5e-ae01-2d21284f61e1 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=e654320a270f479aa6d4de3746735103&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5079021 Jul 27 21:24:22.271845 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 54830) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:24:22.279235 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-1512b694-a310-4fd9-bca2-d2d4548a0dfd req-2ed71715-69ce-4d9e-9245-265fb5c07ff6 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] 10.222.0.59 "GET /v2.0/security-groups?id=e916e9b6-267b-4820-a856-ddc66d274821&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3254237 Jul 27 21:24:22.314846 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [req-d7fb1605-f65c-4a7e-b8ff-a48f582f3037 req-c39d6fe1-fd77-44c5-ae30-b70702657a2f tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] For port 7ea253f9-8443-4121-91f5-84b9f528beda, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=7ea253f9-8443-4121-91f5-84b9f528beda,segment=NetworkSegment(96f51d57-65b2-4cdc-9d5b-14f606e8bb9d),segment_id=96f51d57-65b2-4cdc-9d5b-14f606e8bb9d)] {{(pid=105584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:24:22.315400 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-d7fb1605-f65c-4a7e-b8ff-a48f582f3037 req-c39d6fe1-fd77-44c5-ae30-b70702657a2f tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:22.332122 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98689c64-ad15-4761-9ba7-31429bab6ab9 req-3b90d7ff-c487-409d-ab5b-a2372ffc0cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:24:22.333887 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-98689c64-ad15-4761-9ba7-31429bab6ab9 req-3b90d7ff-c487-409d-ab5b-a2372ffc0cfd service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e8e99250-8db6-4cda-90d7-d1a47aac9480 HTTP/1.1" status: 200 len: 834 time: 0.2084963 Jul 27 21:24:22.356780 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [req-d7fb1605-f65c-4a7e-b8ff-a48f582f3037 req-c39d6fe1-fd77-44c5-ae30-b70702657a2f tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Calling delete_port for 7ea253f9-8443-4121-91f5-84b9f528beda owned by compute:nova {{(pid=105584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:24:22.371881 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb38a78-b2fa-4c9a-acff-a6713e334239 req-dbe3d171-34ff-49a4-95f8-ce57c4d76208 tempest-VolumesNegativeTest-890583227 tempest-VolumesNegativeTest-890583227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:24:22.380184 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-3cb38a78-b2fa-4c9a-acff-a6713e334239 req-dbe3d171-34ff-49a4-95f8-ce57c4d76208 tempest-VolumesNegativeTest-890583227 tempest-VolumesNegativeTest-890583227-project] 10.222.0.59 "GET /v2.0/ports?device_id=d6db037e-8650-46bf-a46a-544e6a676302 HTTP/1.1" status: 200 len: 948 time: 0.4193404 Jul 27 21:24:22.383870 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96c24068-3061-4d0e-8a7a-807499d95f3e None None] New status for floating IP 2796c09c-4a0c-4041-92d0-fc1ad4e449a0: DOWN {{(pid=105586) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 21:24:22.414231 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [None req-9e4ce7f1-deb1-49ca-a1d7-ddaccf250b59 tempest-RoutersNegativeTest-1037337129 tempest-RoutersNegativeTest-1037337129-project] Deleting port 9efbf145-778f-4458-8da3-45a30f50bfbf {{(pid=105585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:24:22.414687 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-9e4ce7f1-deb1-49ca-a1d7-ddaccf250b59 tempest-RoutersNegativeTest-1037337129 tempest-RoutersNegativeTest-1037337129-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:22.445092 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-9de545d9-1f1e-4fee-849f-7b180ea7e8d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:22.476845 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-41d9c154-b1db-42e2-969c-c028b000661a tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9014150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9738800'] for subnet, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:22.519576 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-9de545d9-1f1e-4fee-849f-7b180ea7e8d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:22.522289 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-ae2d8503-98d5-4686-9d40-294f9e533ae1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:22.534882 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-ae2d8503-98d5-4686-9d40-294f9e533ae1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:22.545136 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-3cb38a78-b2fa-4c9a-acff-a6713e334239 req-dadd8406-c7b2-4d67-b532-1bc9dfd037fa tempest-VolumesNegativeTest-890583227 tempest-VolumesNegativeTest-890583227-project] 10.222.0.59 "GET /v2.0/security-groups?id=ff77bde3-3ed7-4c73-888c-819d810cc671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426959 Jul 27 21:24:22.577005 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-d56daa79-0627-4174-9919-c41bfc37b1ac None None] Notify callbacks [] for port, precommit_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:22.595949 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-d56daa79-0627-4174-9919-c41bfc37b1ac None None] Transition to ACTIVE for port object 6cffbc9e-7b76-46bc-8867-836f99e7dcc0 will not be triggered until provisioned by entity L2. {{(pid=105586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:24:22.603617 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d9c154-b1db-42e2-969c-c028b000661a tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Pushing event updated for resources: {'Subnet': ['ID=417996b6-1ce6-45e5-a62c-368ca7a09c63,revision_number=0']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:24:22.605394 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-d56daa79-0627-4174-9919-c41bfc37b1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:22.613077 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-ae2d8503-98d5-4686-9d40-294f9e533ae1 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=e975bdcaa2e043a1a2541a5bed54da59&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1549308 Jul 27 21:24:22.618600 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 54832) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:24:22.624006 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-9e4ce7f1-deb1-49ca-a1d7-ddaccf250b59 tempest-RoutersNegativeTest-1037337129 tempest-RoutersNegativeTest-1037337129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:22.627753 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2d8503-98d5-4686-9d40-294f9e533ae1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=604617c7-9877-486a-bff9-0d727b5b4475,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:24:22.637556 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98689c64-ad15-4761-9ba7-31429bab6ab9 req-ccbe171a-7e76-4c2d-a83d-961731e0519b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:24:22.639190 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-98689c64-ad15-4761-9ba7-31429bab6ab9 req-ccbe171a-7e76-4c2d-a83d-961731e0519b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e5dbfc22-3d07-4f08-ba90-beae97f55608&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2932107 Jul 27 21:24:22.646078 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [None req-9e4ce7f1-deb1-49ca-a1d7-ddaccf250b59 tempest-RoutersNegativeTest-1037337129 tempest-RoutersNegativeTest-1037337129-project] Calling delete_port for 9efbf145-778f-4458-8da3-45a30f50bfbf owned by network:router_interface {{(pid=105585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:24:22.658683 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41d9c154-b1db-42e2-969c-c028b000661a tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Checking segment: {'id': '908b1a2c-2efa-416d-bde4-9b9cf1d193e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '2ddd7ce4-61b3-42fa-af2e-22e9a9f801e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:24:22.659230 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41d9c154-b1db-42e2-969c-c028b000661a tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Network hostable DHCP agents. Network: 2ddd7ce4-61b3-42fa-af2e-22e9a9f801e3, hostable agents: ['7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a'], hosted agents: [] {{(pid=105584) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:24:22.690816 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b246759c-fc3f-4dd3-b280-f7b6b6714dd8 None None] Pushing event updated for resources: {'Port': ['ID=6cffbc9e-7b76-46bc-8867-836f99e7dcc0,revision_number=3']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:24:22.693365 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-9de545d9-1f1e-4fee-849f-7b180ea7e8d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:22.696799 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-9de545d9-1f1e-4fee-849f-7b180ea7e8d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:22.698043 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-9de545d9-1f1e-4fee-849f-7b180ea7e8d1 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/e7dd0368-0b85-4449-a13c-103613cbdc12 HTTP/1.1" status: 204 len: 168 time: 0.4227700 Jul 27 21:24:22.737463 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-d7fb1605-f65c-4a7e-b8ff-a48f582f3037 req-c39d6fe1-fd77-44c5-ae30-b70702657a2f tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:22.742144 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de545d9-1f1e-4fee-849f-7b180ea7e8d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7dd0368-0b85-4449-a13c-103613cbdc12,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:24:22.789622 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41d9c154-b1db-42e2-969c-c028b000661a tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Network 2ddd7ce4-61b3-42fa-af2e-22e9a9f801e3 is scheduled to be hosted by DHCP agent 7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a with binding_index 1 {{(pid=105584) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:24:22.799114 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-d56daa79-0627-4174-9919-c41bfc37b1ac None None] Attempting to bind port 6cffbc9e-7b76-46bc-8867-836f99e7dcc0 on host n-d-705658-22 for vnic_type normal with profile {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:24:22.799620 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-d56daa79-0627-4174-9919-c41bfc37b1ac None None] Attempting to bind port 6cffbc9e-7b76-46bc-8867-836f99e7dcc0 by drivers openvswitch,hyperv on host n-d-705658-22 at level 0 using segments [{'id': 'bcd7c90e-9478-4a8e-9fea-26886d77cab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'fa4dcaac-d437-4c36-bd63-99523501195e'}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:24:22.799849 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d56daa79-0627-4174-9919-c41bfc37b1ac None None] Attempting to bind port 6cffbc9e-7b76-46bc-8867-836f99e7dcc0 on network fa4dcaac-d437-4c36-bd63-99523501195e {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:24:22.807424 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d56daa79-0627-4174-9919-c41bfc37b1ac None None] Checking agent: {'id': '04a7ea91-6318-467e-ace6-b0fb48c8690f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 41, 42), 'started_at': datetime.datetime(2021, 7, 27, 20, 42, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 24, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:24:22.808245 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d56daa79-0627-4174-9919-c41bfc37b1ac None None] Checking segment: {'id': 'bcd7c90e-9478-4a8e-9fea-26886d77cab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'fa4dcaac-d437-4c36-bd63-99523501195e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:24:22.808403 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-d56daa79-0627-4174-9919-c41bfc37b1ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:22.809010 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d56daa79-0627-4174-9919-c41bfc37b1ac None None] Bound using segment: {'id': 'bcd7c90e-9478-4a8e-9fea-26886d77cab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'fa4dcaac-d437-4c36-bd63-99523501195e'} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:24:22.809511 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-d56daa79-0627-4174-9919-c41bfc37b1ac None None] Bound port: 6cffbc9e-7b76-46bc-8867-836f99e7dcc0, host: n-d-705658-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcd7c90e-9478-4a8e-9fea-26886d77cab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'fa4dcaac-d437-4c36-bd63-99523501195e'}}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:24:22.809957 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-d56daa79-0627-4174-9919-c41bfc37b1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:22.815819 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39d6fe1-fd77-44c5-ae30-b70702657a2f tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Pushing event deleted for resources: {'Port': ['ID=7ea253f9-8443-4121-91f5-84b9f528beda,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:24:22.845721 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-98689c64-ad15-4761-9ba7-31429bab6ab9 req-d2c6c19f-09d6-4ae5-9def-0245b75ecd49 service neutron] 10.222.0.36 "GET /v2.0/networks/e5dbfc22-3d07-4f08-ba90-beae97f55608?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1976101 Jul 27 21:24:22.891900 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [None req-41d9c154-b1db-42e2-969c-c028b000661a tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-22, 2ddd7ce4-61b3-42fa-af2e-22e9a9f801e3) {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:24:22.898030 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41d9c154-b1db-42e2-969c-c028b000661a tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:24:22.898321 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-41d9c154-b1db-42e2-969c-c028b000661a tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks [] for subnet, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:22.905511 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32e981ef-2dc0-4f06-8143-aa2eeba264d9 None None] Network 2ddd7ce4-61b3-42fa-af2e-22e9a9f801e3 requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:24:22.938932 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7fb1605-f65c-4a7e-b8ff-a48f582f3037 req-c39d6fe1-fd77-44c5-ae30-b70702657a2f tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] No DVR routers for this DVR port 7ea253f9-8443-4121-91f5-84b9f528beda on host n-h1-705658-22 {{(pid=105584) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:24:22.941963 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-d7fb1605-f65c-4a7e-b8ff-a48f582f3037 req-c39d6fe1-fd77-44c5-ae30-b70702657a2f tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:22.944875 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-d7fb1605-f65c-4a7e-b8ff-a48f582f3037 req-c39d6fe1-fd77-44c5-ae30-b70702657a2f tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] 10.222.0.36 "DELETE /v2.0/ports/7ea253f9-8443-4121-91f5-84b9f528beda HTTP/1.1" status: 204 len: 173 time: 1.0286872 Jul 27 21:24:22.949003 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-0fad05f5-9d8a-472a-9a38-4c673821b015 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:22.992110 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-41d9c154-b1db-42e2-969c-c028b000661a tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.5506592 Jul 27 21:24:22.995862 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 54838) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:24:23.015313 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-0fad05f5-9d8a-472a-9a38-4c673821b015 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:23.123057 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-d56daa79-0627-4174-9919-c41bfc37b1ac None None] For port 6cffbc9e-7b76-46bc-8867-836f99e7dcc0, host n-d-705658-22, cleared binding levels {{(pid=105586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:24:23.130761 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-d56daa79-0627-4174-9919-c41bfc37b1ac None None] For port 6cffbc9e-7b76-46bc-8867-836f99e7dcc0, host n-d-705658-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=6cffbc9e-7b76-46bc-8867-836f99e7dcc0,segment=NetworkSegment(bcd7c90e-9478-4a8e-9fea-26886d77cab7),segment_id=bcd7c90e-9478-4a8e-9fea-26886d77cab7)] {{(pid=105586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:24:23.149098 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-9e4ce7f1-deb1-49ca-a1d7-ddaccf250b59 tempest-RoutersNegativeTest-1037337129 tempest-RoutersNegativeTest-1037337129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:23.193445 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-d56daa79-0627-4174-9919-c41bfc37b1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:23.207808 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5ea73bb-edaf-47c2-9f36-d8273f60e5d5', 'name': 'network-vif-deleted', 'tag': '7ea253f9-8443-4121-91f5-84b9f528beda'}] {{(pid=105584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:24:23.210964 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bce5e6c8685464f7626901654159975603b047827e3138302ed6566e28f1343" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09f11188-23be-4cec-988f-b9ce3eb0b56c" -d '{"events": [{"server_uuid": "c5ea73bb-edaf-47c2-9f36-d8273f60e5d5", "name": "network-vif-deleted", "tag": "7ea253f9-8443-4121-91f5-84b9f528beda"}]}' {{(pid=105584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:24:23.232111 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4ce7f1-deb1-49ca-a1d7-ddaccf250b59 tempest-RoutersNegativeTest-1037337129 tempest-RoutersNegativeTest-1037337129-project] Pushing event deleted for resources: {'Port': ['ID=9efbf145-778f-4458-8da3-45a30f50bfbf,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:24:23.246365 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 54842) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:24:23.265138 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-0fad05f5-9d8a-472a-9a38-4c673821b015 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:23.269169 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-0fad05f5-9d8a-472a-9a38-4c673821b015 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:23.272647 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-0fad05f5-9d8a-472a-9a38-4c673821b015 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/604617c7-9877-486a-bff9-0d727b5b4475 HTTP/1.1" status: 204 len: 168 time: 0.6506555 Jul 27 21:24:23.274882 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-98689c64-ad15-4761-9ba7-31429bab6ab9 req-7b40f419-6e08-4143-8bcc-680c059a362b service neutron] 10.222.0.36 "GET /v2.0/networks/e5dbfc22-3d07-4f08-ba90-beae97f55608?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3845451 Jul 27 21:24:23.285543 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fad05f5-9d8a-472a-9a38-4c673821b015 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=604617c7-9877-486a-bff9-0d727b5b4475,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:24:23.378972 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b246759c-fc3f-4dd3-b280-f7b6b6714dd8 None None] Pushing event updated for resources: {'Port': ['ID=6cffbc9e-7b76-46bc-8867-836f99e7dcc0,revision_number=4']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:24:23.417203 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-c0fc1001-a405-43a9-8889-7f7c3deed892 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:23.452288 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b246759c-fc3f-4dd3-b280-f7b6b6714dd8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:24:23.455019 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b246759c-fc3f-4dd3-b280-f7b6b6714dd8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:24:23.455424 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b246759c-fc3f-4dd3-b280-f7b6b6714dd8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:24:23.458738 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b246759c-fc3f-4dd3-b280-f7b6b6714dd8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:24:23.459122 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b246759c-fc3f-4dd3-b280-f7b6b6714dd8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:24:23.459459 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b246759c-fc3f-4dd3-b280-f7b6b6714dd8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:24:23.459813 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b246759c-fc3f-4dd3-b280-f7b6b6714dd8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:24:23.460141 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b246759c-fc3f-4dd3-b280-f7b6b6714dd8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:24:23.460473 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b246759c-fc3f-4dd3-b280-f7b6b6714dd8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:24:23.460803 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b246759c-fc3f-4dd3-b280-f7b6b6714dd8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:24:23.461128 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b246759c-fc3f-4dd3-b280-f7b6b6714dd8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:24:23.464621 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b246759c-fc3f-4dd3-b280-f7b6b6714dd8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:24:23.509656 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d56daa79-0627-4174-9919-c41bfc37b1ac None None] Routers {'e7035160-58cf-4e85-a901-8675b0f770be'} bound to L3 agent in host n-d-705658-22 {{(pid=105586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:24:23.510162 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-d56daa79-0627-4174-9919-c41bfc37b1ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:24:12Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['e7035160-58cf-4e85-a901-8675b0f770be'], 'active': True} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:24:23.545845 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-967412c1-7ed6-4996-81f7-5208ddd3cf92 req-b96c013e-b775-4e8b-8e9f-fc2081d9a698 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] 10.222.0.59 "GET /v2.0/ports?device_id=c5ea73bb-edaf-47c2-9f36-d8273f60e5d5 HTTP/1.1" status: 200 len: 210 time: 0.0563242 Jul 27 21:24:23.762057 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fde15a09-f951-4dd2-8c9c-cf81c7bdb60c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30bb4b93-b285-5d90-9493-f9ec33ea333c-2ddd7ce4-61b3-42fa-af2e-22e9a9f801e3', 'network_id': '2ddd7ce4-61b3-42fa-af2e-22e9a9f801e3', 'tenant_id': '2c7b7887b0f848c597ec952cc967d92c', 'fixed_ips': [{'subnet_id': '417996b6-1ce6-45e5-a62c-368ca7a09c63'}]}} from n-d-705658-22. {{(pid=105586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 21:24:23.762928 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-fde15a09-f951-4dd2-8c9c-cf81c7bdb60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:23.770220 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-9e4ce7f1-deb1-49ca-a1d7-ddaccf250b59 tempest-RoutersNegativeTest-1037337129 tempest-RoutersNegativeTest-1037337129-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3743915', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4076308'] for router_interface, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:23.806296 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvr_db [None req-d56daa79-0627-4174-9919-c41bfc37b1ac None None] Set router e7035160-58cf-4e85-a901-8675b0f770be gateway port host: None {{(pid=105586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:24:23.809776 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device 1d171d4b-56e5-47a0-81e2-ec95f93fc78c details requested by agent hyperv_n-h1-705658-22 with host n-h1-705658-22 {{(pid=105586) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:24:23.973633 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e931db-8116-4c9d-9dee-b04a67cf9dd3 req-0b84431d-1b50-41c5-906d-c4b319e723b9 tempest-VolumesNegativeTest-890583227 tempest-VolumesNegativeTest-890583227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:24:23.975323 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-43e931db-8116-4c9d-9dee-b04a67cf9dd3 req-0b84431d-1b50-41c5-906d-c4b319e723b9 tempest-VolumesNegativeTest-890583227 tempest-VolumesNegativeTest-890583227-project] 10.222.0.59 "GET /v2.0/ports?device_id=d6db037e-8650-46bf-a46a-544e6a676302 HTTP/1.1" status: 200 len: 948 time: 0.2698278 Jul 27 21:24:23.977714 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-c0fc1001-a405-43a9-8889-7f7c3deed892 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:24.016456 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-c0fc1001-a405-43a9-8889-7f7c3deed892 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:24.026943 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:24:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c80eef4-40c8-4262-95f7-900b67f45274 x-openstack-request-id: req-2c80eef4-40c8-4262-95f7-900b67f45274 {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:24:24.027254 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5ea73bb-edaf-47c2-9f36-d8273f60e5d5", "name": "network-vif-deleted", "tag": "7ea253f9-8443-4121-91f5-84b9f528beda", "status": "completed", "code": 200}]} {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:24:24.027509 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-2c80eef4-40c8-4262-95f7-900b67f45274 {{(pid=105584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:24:24.027896 n-d-705658-22 neutron-server[105584]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5ea73bb-edaf-47c2-9f36-d8273f60e5d5', 'name': 'network-vif-deleted', 'tag': '7ea253f9-8443-4121-91f5-84b9f528beda', 'status': 'completed', 'code': 200} Jul 27 21:24:24.086891 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e4ce7f1-deb1-49ca-a1d7-ddaccf250b59 tempest-RoutersNegativeTest-1037337129 tempest-RoutersNegativeTest-1037337129-project] Router bbd6be75-bff9-486a-9c39-7e8f92df1a51 has already been hosted by L3 agent dd128fd7-8e57-4d4f-895b-a96b369df59a {{(pid=105585) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:24:24.093176 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-c0fc1001-a405-43a9-8889-7f7c3deed892 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=0f1fb592ebb84d5c87e9c4d0013e3545&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8458328 Jul 27 21:24:24.095362 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0fc1001-a405-43a9-8889-7f7c3deed892 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f844e2a1-7942-4810-83ce-83d659672e47,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:24:24.097706 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 54860) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:24:24.104659 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-43e931db-8116-4c9d-9dee-b04a67cf9dd3 req-39a6c226-e6e1-4b71-9e57-af18bacf799f tempest-VolumesNegativeTest-890583227 tempest-VolumesNegativeTest-890583227-project] 10.222.0.59 "GET /v2.0/security-groups?id=ff77bde3-3ed7-4c73-888c-819d810cc671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228101 Jul 27 21:24:24.190032 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.db_base_plugin_common [None req-fde15a09-f951-4dd2-8c9c-cf81c7bdb60c None None] Allocated IP 2001:db8:2::2 (2ddd7ce4-61b3-42fa-af2e-22e9a9f801e3/417996b6-1ce6-45e5-a62c-368ca7a09c63/7d2cfedb-442d-4226-8ec3-d45d93ab570f) {{(pid=105586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:24:24.200834 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e4ce7f1-deb1-49ca-a1d7-ddaccf250b59 tempest-RoutersNegativeTest-1037337129 tempest-RoutersNegativeTest-1037337129-project] Notify agent at l3_agent.n-d-705658-22 the message routers_updated {{(pid=105585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:24:24.210895 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-9e4ce7f1-deb1-49ca-a1d7-ddaccf250b59 tempest-RoutersNegativeTest-1037337129 tempest-RoutersNegativeTest-1037337129-project] 10.222.0.59 "PUT /v2.0/routers/bbd6be75-bff9-486a-9c39-7e8f92df1a51/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1268396 Jul 27 21:24:24.211803 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 54864) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:24:24.216334 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3af789d5-9689-4b8f-a648-9b6eb7373175 None None] Sync routers for ids ['bbd6be75-bff9-486a-9c39-7e8f92df1a51'] in n-d-705658-22 {{(pid=105587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:24:24.236835 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3af789d5-9689-4b8f-a648-9b6eb7373175 None None] Routers {'bbd6be75-bff9-486a-9c39-7e8f92df1a51'} bound to L3 agent in host n-d-705658-22 {{(pid=105587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:24:24.236835 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-3af789d5-9689-4b8f-a648-9b6eb7373175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:24:12Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['bbd6be75-bff9-486a-9c39-7e8f92df1a51'], 'active': True} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:24:24.244083 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-6ddfecbc-b4e4-4659-b10c-b70c520df2ae tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:24.261233 n-d-705658-22 neutron-server[105585]: INFO neutron.api.v2.resource [None req-6d7f5fb5-aa33-4385-98e8-5f3a2e441125 tempest-RoutersNegativeTest-1037337129 tempest-RoutersNegativeTest-1037337129-project] show failed (client error): The resource could not be found. Jul 27 21:24:24.268229 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-6d7f5fb5-aa33-4385-98e8-5f3a2e441125 tempest-RoutersNegativeTest-1037337129 tempest-RoutersNegativeTest-1037337129-project] 10.222.0.59 "GET /v2.0/routers/tempest-non_exist_router-1330209820 HTTP/1.1" status: 404 len: 335 time: 0.0500929 Jul 27 21:24:24.268229 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 54868) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:24:24.272839 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-e9fe5131-3e22-4927-842e-f3b59c53b395 tempest-RoutersNegativeTest-1037337129 tempest-RoutersNegativeTest-1037337129-project] Request body: {'router': {'name': 'new_name'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:24:24.273285 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] For port 1d171d4b-56e5-47a0-81e2-ec95f93fc78c, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=1d171d4b-56e5-47a0-81e2-ec95f93fc78c,segment=NetworkSegment(86b1e6f6-d629-4b03-8944-4cdfbfb93d02),segment_id=86b1e6f6-d629-4b03-8944-4cdfbfb93d02)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:24:24.294513 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-3af789d5-9689-4b8f-a648-9b6eb7373175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-22', False) {} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:24:24.314672 n-d-705658-22 neutron-server[105585]: INFO neutron.api.v2.resource [None req-e9fe5131-3e22-4927-842e-f3b59c53b395 tempest-RoutersNegativeTest-1037337129 tempest-RoutersNegativeTest-1037337129-project] update failed (client error): The resource could not be found. Jul 27 21:24:24.318882 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-e9fe5131-3e22-4927-842e-f3b59c53b395 tempest-RoutersNegativeTest-1037337129 tempest-RoutersNegativeTest-1037337129-project] 10.222.0.59 "PUT /v2.0/routers/tempest-non_exist_router-1628866708 HTTP/1.1" status: 404 len: 335 time: 0.0479360 Jul 27 21:24:24.319166 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 54872) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:24:24.323981 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3af789d5-9689-4b8f-a648-9b6eb7373175 None None] Routers {'bbd6be75-bff9-486a-9c39-7e8f92df1a51'} bound to L3 agent in host n-d-705658-22 {{(pid=105587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:24:24.324600 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-3af789d5-9689-4b8f-a648-9b6eb7373175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:24:12Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['bbd6be75-bff9-486a-9c39-7e8f92df1a51'], 'active': True} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:24:24.328494 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-7c170917-74e8-4979-9ece-3f0c115a17d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:24.369555 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-3af789d5-9689-4b8f-a648-9b6eb7373175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-22', False) {} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:24:24.370210 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3af789d5-9689-4b8f-a648-9b6eb7373175 None None] The sync data for ids ['bbd6be75-bff9-486a-9c39-7e8f92df1a51'] in n-d-705658-22 is: [] {{(pid=105587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:24:24.391343 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Returning: {'device': '1d171d4b-56e5-47a0-81e2-ec95f93fc78c', 'network_id': '4d64aa0b-bd6a-468e-8edc-c83689947462', 'port_id': '1d171d4b-56e5-47a0-81e2-ec95f93fc78c', 'mac_address': 'fa:16:3e:d7:ab:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26644ba0-4185-4e10-8718-6ad18d01376c', 'ip_address': '192.168.233.227'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105586) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:24:24.401037 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3a2a799-e6e9-4430-b292-cbb27ec73a92 tempest-RoutersNegativeTest-1037337129 tempest-RoutersNegativeTest-1037337129-project] Deleting subnet 9489d0e8-50fe-41c4-9755-77d4197d24d5 {{(pid=105585) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:24:24.406837 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-d3a2a799-e6e9-4430-b292-cbb27ec73a92 tempest-RoutersNegativeTest-1037337129 tempest-RoutersNegativeTest-1037337129-project] Notify callbacks [] for subnet, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:24.420501 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-7c170917-74e8-4979-9ece-3f0c115a17d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:24.457895 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:24.466892 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-d3a2a799-e6e9-4430-b292-cbb27ec73a92 tempest-RoutersNegativeTest-1037337129 tempest-RoutersNegativeTest-1037337129-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9887057'] for subnet, precommit_delete_associations {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:24.488541 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d171d4b-56e5-47a0-81e2-ec95f93fc78c {{(pid=105586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:24:24.567671 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] For port 1d171d4b-56e5-47a0-81e2-ec95f93fc78c, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=1d171d4b-56e5-47a0-81e2-ec95f93fc78c,segment=NetworkSegment(86b1e6f6-d629-4b03-8944-4cdfbfb93d02),segment_id=86b1e6f6-d629-4b03-8944-4cdfbfb93d02)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:24:24.583754 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-7c170917-74e8-4979-9ece-3f0c115a17d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:24.590189 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-d3a2a799-e6e9-4430-b292-cbb27ec73a92 tempest-RoutersNegativeTest-1037337129 tempest-RoutersNegativeTest-1037337129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854965'] for subnet, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:24.591480 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-7c170917-74e8-4979-9ece-3f0c115a17d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:24.597382 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-7c170917-74e8-4979-9ece-3f0c115a17d6 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/f844e2a1-7942-4810-83ce-83d659672e47 HTTP/1.1" status: 204 len: 168 time: 0.4761121 Jul 27 21:24:24.606164 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:24.611527 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 54884) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:24:24.712826 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-d3a2a799-e6e9-4430-b292-cbb27ec73a92 tempest-RoutersNegativeTest-1037337129 tempest-RoutersNegativeTest-1037337129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10221602', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9990583'] for subnet, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:24.751562 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a2a799-e6e9-4430-b292-cbb27ec73a92 tempest-RoutersNegativeTest-1037337129 tempest-RoutersNegativeTest-1037337129-project] Pushing event deleted for resources: {'Subnet': ['ID=9489d0e8-50fe-41c4-9755-77d4197d24d5,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:24:24.760118 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-d3a2a799-e6e9-4430-b292-cbb27ec73a92 tempest-RoutersNegativeTest-1037337129 tempest-RoutersNegativeTest-1037337129-project] Notify callbacks [] for subnet, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:24.764994 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-d3a2a799-e6e9-4430-b292-cbb27ec73a92 tempest-RoutersNegativeTest-1037337129 tempest-RoutersNegativeTest-1037337129-project] 10.222.0.59 "DELETE /v2.0/subnets/9489d0e8-50fe-41c4-9755-77d4197d24d5 HTTP/1.1" status: 204 len: 168 time: 0.4445355 Jul 27 21:24:24.765642 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 54888) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:24:24.771412 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c170917-74e8-4979-9ece-3f0c115a17d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f844e2a1-7942-4810-83ce-83d659672e47,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:24:24.849730 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.db_base_plugin_v2 [None req-6eef9e8f-653d-4c63-a41b-c8fb814c1c3a tempest-RoutersNegativeTest-1037337129 tempest-RoutersNegativeTest-1037337129-project] Deleting subnet d58bf65f-81fe-4bcf-acac-6dcf33c2585e {{(pid=105585) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:24:24.851949 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-6eef9e8f-653d-4c63-a41b-c8fb814c1c3a tempest-RoutersNegativeTest-1037337129 tempest-RoutersNegativeTest-1037337129-project] Notify callbacks [] for subnet, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:24.860170 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c84dd227-ea6a-480d-8a6e-f2c7ff0cb592 None None] Network 0baf0cec-40d2-4b22-9e27-1719cb6e9098 requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:24:24.877501 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-d56daa79-0627-4174-9919-c41bfc37b1ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7035160-58cf-4e85-a901-8675b0f770be', 'name': 'tempest-RoutersIpV6Test-router-1047195626', 'tenant_id': '2c7b7887b0f848c597ec952cc967d92c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:24:05Z', 'updated_at': '2021-07-27T21:24:18Z', 'revision_number': 3, 'project_id': '2c7b7887b0f848c597ec952cc967d92c', 'gw_port_host': None, '_interfaces': [{'id': '6cffbc9e-7b76-46bc-8867-836f99e7dcc0', 'name': '', 'network_id': 'fa4dcaac-d437-4c36-bd63-99523501195e', 'tenant_id': '2c7b7887b0f848c597ec952cc967d92c', 'mac_address': 'fa:16:3e:a0:c0:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7035160-58cf-4e85-a901-8675b0f770be', 'device_owner': 'network:router_interface', 'standard_attr_id': 3482, 'fixed_ips': [{'subnet_id': '9f21e521-01b5-4055-9cbe-564aebe44b4e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:24:17Z', 'updated_at': '2021-07-27T21:24:23Z', 'revision_number': 4, 'project_id': '2c7b7887b0f848c597ec952cc967d92c', 'subnets': [{'id': '9f21e521-01b5-4055-9cbe-564aebe44b4e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e667ff12-b53d-4ba0-b46c-23ba371d7a5f', 'name': '', 'network_id': '7ec5f878-02f2-4c36-acfe-f32465e6705f', 'tenant_id': '2c7b7887b0f848c597ec952cc967d92c', 'mac_address': 'fa:16:3e:c5:5b:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7035160-58cf-4e85-a901-8675b0f770be', 'device_owner': 'network:router_interface', 'standard_attr_id': 3470, 'fixed_ips': [{'subnet_id': 'e7fbf4a0-d77d-4fd2-a707-b8f774836229', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:24:07Z', 'updated_at': '2021-07-27T21:24:18Z', 'revision_number': 5, 'project_id': '2c7b7887b0f848c597ec952cc967d92c', 'subnets': [{'id': 'e7fbf4a0-d77d-4fd2-a707-b8f774836229', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-22', False) {} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:24:24.922037 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d56daa79-0627-4174-9919-c41bfc37b1ac None None] The sync data for ids ['e7035160-58cf-4e85-a901-8675b0f770be'] in n-d-705658-22 is: [{'id': 'e7035160-58cf-4e85-a901-8675b0f770be', 'name': 'tempest-RoutersIpV6Test-router-1047195626', 'tenant_id': '2c7b7887b0f848c597ec952cc967d92c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:24:05Z', 'updated_at': '2021-07-27T21:24:18Z', 'revision_number': 3, 'project_id': '2c7b7887b0f848c597ec952cc967d92c', 'gw_port_host': None, '_interfaces': [{'id': '6cffbc9e-7b76-46bc-8867-836f99e7dcc0', 'name': '', 'network_id': 'fa4dcaac-d437-4c36-bd63-99523501195e', 'tenant_id': '2c7b7887b0f848c597ec952cc967d92c', 'mac_address': 'fa:16:3e:a0:c0:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7035160-58cf-4e85-a901-8675b0f770be', 'device_owner': 'network:router_interface', 'standard_attr_id': 3482, 'fixed_ips': [{'subnet_id': '9f21e521-01b5-4055-9cbe-564aebe44b4e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:24:17Z', 'updated_at': '2021-07-27T21:24:23Z', 'revision_number': 4, 'project_id': '2c7b7887b0f848c597ec952cc967d92c', 'subnets': [{'id': '9f21e521-01b5-4055-9cbe-564aebe44b4e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e667ff12-b53d-4ba0-b46c-23ba371d7a5f', 'name': '', 'network_id': '7ec5f878-02f2-4c36-acfe-f32465e6705f', 'tenant_id': '2c7b7887b0f848c597ec952cc967d92c', 'mac_address': 'fa:16:3e:c5:5b:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7035160-58cf-4e85-a901-8675b0f770be', 'device_owner': 'network:router_interface', 'standard_attr_id': 3470, 'fixed_ips': [{'subnet_id': 'e7fbf4a0-d77d-4fd2-a707-b8f774836229', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:24:07Z', 'updated_at': '2021-07-27T21:24:18Z', 'revision_number': 5, 'project_id': '2c7b7887b0f848c597ec952cc967d92c', 'subnets': [{'id': 'e7fbf4a0-d77d-4fd2-a707-b8f774836229', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:24:24.930766 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-6eef9e8f-653d-4c63-a41b-c8fb814c1c3a tempest-RoutersNegativeTest-1037337129 tempest-RoutersNegativeTest-1037337129-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9887057'] for subnet, precommit_delete_associations {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:24.964318 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-fde15a09-f951-4dd2-8c9c-cf81c7bdb60c None None] Notify callbacks [] for port, precommit_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:24.973844 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] get_ports_and_sgs() called for port_ids ['1d171d4b-56e5-47a0-81e2-ec95f93fc78c'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:24:25.085031 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-fde15a09-f951-4dd2-8c9c-cf81c7bdb60c None None] Transition to ACTIVE for port object 7d2cfedb-442d-4226-8ec3-d45d93ab570f will not be triggered until provisioned by entity L2. {{(pid=105586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:24:25.094035 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-6eef9e8f-653d-4c63-a41b-c8fb814c1c3a tempest-RoutersNegativeTest-1037337129 tempest-RoutersNegativeTest-1037337129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854965'] for subnet, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:25.129345 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Pushing event updated for resources: {'Port': ['ID=1d171d4b-56e5-47a0-81e2-ec95f93fc78c,revision_number=4']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:24:25.228742 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 54902) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:24:25.254395 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-4fec00e7-1f1c-448d-9f37-f1b82965c74b admin admin] Notify callbacks [] for security_group, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:25.258708 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-fde15a09-f951-4dd2-8c9c-cf81c7bdb60c None None] Transition to ACTIVE for port object 7d2cfedb-442d-4226-8ec3-d45d93ab570f will not be triggered until provisioned by entity DHCP. {{(pid=105586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:24:25.306723 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-fde15a09-f951-4dd2-8c9c-cf81c7bdb60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143'] for port, after_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:25.387551 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-4fec00e7-1f1c-448d-9f37-f1b82965c74b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:25.461329 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.db_base_plugin_common [None req-6ddfecbc-b4e4-4659-b10c-b70c520df2ae tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Allocated IP 2001:db8:2::1 (2ddd7ce4-61b3-42fa-af2e-22e9a9f801e3/417996b6-1ce6-45e5-a62c-368ca7a09c63/328f26d7-c43e-44a0-9b7d-fdf8fba7fe69) {{(pid=105584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:24:25.483718 n-d-705658-22 neutron-server[105586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fde15a09-f951-4dd2-8c9c-cf81c7bdb60c None None] Network 2ddd7ce4-61b3-42fa-af2e-22e9a9f801e3 is already hosted by enough agents. {{(pid=105586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:24:25.512404 n-d-705658-22 neutron-server[105586]: DEBUG neutron.scheduler.base_scheduler [None req-fde15a09-f951-4dd2-8c9c-cf81c7bdb60c None None] Resources bound (agent type, host, resource id): {{(pid=105586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:24:25.515897 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fde15a09-f951-4dd2-8c9c-cf81c7bdb60c None None] Received port after_create {{(pid=105586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:24:25.529581 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde15a09-f951-4dd2-8c9c-cf81c7bdb60c None None] Pushing event updated for resources: {'Port': ['ID=7d2cfedb-442d-4226-8ec3-d45d93ab570f,revision_number=1']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:24:25.606913 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-6ddfecbc-b4e4-4659-b10c-b70c520df2ae tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks [] for port, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:25.629193 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.provisioning_blocks [None req-6ddfecbc-b4e4-4659-b10c-b70c520df2ae tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Transition to ACTIVE for port object 328f26d7-c43e-44a0-9b7d-fdf8fba7fe69 will not be triggered until provisioned by entity DHCP. {{(pid=105584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:24:25.633167 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-fde15a09-f951-4dd2-8c9c-cf81c7bdb60c None None] Attempting to bind port 7d2cfedb-442d-4226-8ec3-d45d93ab570f on host n-d-705658-22 for vnic_type normal with profile {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:24:25.633544 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-fde15a09-f951-4dd2-8c9c-cf81c7bdb60c None None] Attempting to bind port 7d2cfedb-442d-4226-8ec3-d45d93ab570f by drivers openvswitch,hyperv on host n-d-705658-22 at level 0 using segments [{'id': '908b1a2c-2efa-416d-bde4-9b9cf1d193e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '2ddd7ce4-61b3-42fa-af2e-22e9a9f801e3'}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:24:25.633913 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fde15a09-f951-4dd2-8c9c-cf81c7bdb60c None None] Attempting to bind port 7d2cfedb-442d-4226-8ec3-d45d93ab570f on network 2ddd7ce4-61b3-42fa-af2e-22e9a9f801e3 {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:24:25.646845 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fde15a09-f951-4dd2-8c9c-cf81c7bdb60c None None] Checking agent: {'id': '04a7ea91-6318-467e-ace6-b0fb48c8690f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 41, 42), 'started_at': datetime.datetime(2021, 7, 27, 20, 42, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 24, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:24:25.647256 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fde15a09-f951-4dd2-8c9c-cf81c7bdb60c None None] Checking segment: {'id': '908b1a2c-2efa-416d-bde4-9b9cf1d193e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '2ddd7ce4-61b3-42fa-af2e-22e9a9f801e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:24:25.647668 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-fde15a09-f951-4dd2-8c9c-cf81c7bdb60c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:25.648105 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fde15a09-f951-4dd2-8c9c-cf81c7bdb60c None None] Bound using segment: {'id': '908b1a2c-2efa-416d-bde4-9b9cf1d193e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '2ddd7ce4-61b3-42fa-af2e-22e9a9f801e3'} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:24:25.648571 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-fde15a09-f951-4dd2-8c9c-cf81c7bdb60c None None] Bound port: 7d2cfedb-442d-4226-8ec3-d45d93ab570f, host: n-d-705658-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '908b1a2c-2efa-416d-bde4-9b9cf1d193e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '2ddd7ce4-61b3-42fa-af2e-22e9a9f801e3'}}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:24:25.648932 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-fde15a09-f951-4dd2-8c9c-cf81c7bdb60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:25.650721 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-4fec00e7-1f1c-448d-9f37-f1b82965c74b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:25.727237 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6f58a4c-bf1c-4a66-a2a4-789d7067845c None None] DHCP port deletion for 0baf0cec-40d2-4b22-9e27-1719cb6e9098 request from n-d-705658-22 {{(pid=105586) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 21:24:25.744233 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-4fec00e7-1f1c-448d-9f37-f1b82965c74b admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=4154f615813348cfb384f8517d15a262&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5105476 Jul 27 21:24:25.750753 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 54910) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:24:25.752454 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fec00e7-1f1c-448d-9f37-f1b82965c74b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5ac20a9-e938-4cc7-a818-78f448669290,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:24:25.804611 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-fde15a09-f951-4dd2-8c9c-cf81c7bdb60c None None] For port 7d2cfedb-442d-4226-8ec3-d45d93ab570f, host n-d-705658-22, cleared binding levels {{(pid=105586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:24:25.808587 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-fde15a09-f951-4dd2-8c9c-cf81c7bdb60c None None] For port 7d2cfedb-442d-4226-8ec3-d45d93ab570f, host n-d-705658-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=7d2cfedb-442d-4226-8ec3-d45d93ab570f,segment=NetworkSegment(908b1a2c-2efa-416d-bde4-9b9cf1d193e5),segment_id=908b1a2c-2efa-416d-bde4-9b9cf1d193e5)] {{(pid=105586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:24:25.821927 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device 7ea253f9-8443-4121-91f5-84b9f528beda no longer exists at agent hyperv_n-h1-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:24:25.851839 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-6ddfecbc-b4e4-4659-b10c-b70c520df2ae tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:25.883908 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-28650df7-c46c-4981-b84f-37d87254047e None None] No Port match for: 7ea253f9-8443-4121-91f5-84b9f528beda {{(pid=105586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:24:25.884948 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device 7ea253f9-8443-4121-91f5-84b9f528beda not bound to the agent host n-h1-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:24:25.887275 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 6cffbc9e-7b76-46bc-8867-836f99e7dcc0 up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:24:25.891936 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-fde15a09-f951-4dd2-8c9c-cf81c7bdb60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:25.925865 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ddfecbc-b4e4-4659-b10c-b70c520df2ae tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Network 2ddd7ce4-61b3-42fa-af2e-22e9a9f801e3 is already hosted by enough agents. {{(pid=105584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:24:25.930644 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [None req-6ddfecbc-b4e4-4659-b10c-b70c520df2ae tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Resources bound (agent type, host, resource id): {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:24:25.940372 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ddfecbc-b4e4-4659-b10c-b70c520df2ae tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Received port after_create {{(pid=105584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:24:25.940952 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-6ddfecbc-b4e4-4659-b10c-b70c520df2ae tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4075523'] for router_interface, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:25.956865 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-6eef9e8f-653d-4c63-a41b-c8fb814c1c3a tempest-RoutersNegativeTest-1037337129 tempest-RoutersNegativeTest-1037337129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10221602', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9990583'] for subnet, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:25.983686 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2f92db-93d9-47d5-a2ed-15b3b51ccba2 req-dc5f9f1e-e149-48e5-bfd9-f0fa4e087a55 tempest-VolumesNegativeTest-890583227 tempest-VolumesNegativeTest-890583227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:24:25.994694 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-0d2f92db-93d9-47d5-a2ed-15b3b51ccba2 req-dc5f9f1e-e149-48e5-bfd9-f0fa4e087a55 tempest-VolumesNegativeTest-890583227 tempest-VolumesNegativeTest-890583227-project] 10.222.0.59 "GET /v2.0/ports?device_id=d6db037e-8650-46bf-a46a-544e6a676302 HTTP/1.1" status: 200 len: 949 time: 0.2385890 Jul 27 21:24:25.996791 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-e6f58a4c-bf1c-4a66-a2a4-789d7067845c None None] Deleting port 144d8dc3-3d15-4069-96af-a0e29bc8303e {{(pid=105586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:24:25.997284 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-e6f58a4c-bf1c-4a66-a2a4-789d7067845c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:26.005369 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ddfecbc-b4e4-4659-b10c-b70c520df2ae tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Pushing event updated for resources: {'Port': ['ID=328f26d7-c43e-44a0-9b7d-fdf8fba7fe69,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:24:26.051182 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-9de71032-0887-4bd2-97e6-11b6157c5df2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:26.060807 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eef9e8f-653d-4c63-a41b-c8fb814c1c3a tempest-RoutersNegativeTest-1037337129 tempest-RoutersNegativeTest-1037337129-project] Pushing event deleted for resources: {'Subnet': ['ID=d58bf65f-81fe-4bcf-acac-6dcf33c2585e,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:24:26.075090 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-67dd0dd8-daf2-457f-92be-c08442ea652f tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4076536'] for router_interface, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:26.096772 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-6eef9e8f-653d-4c63-a41b-c8fb814c1c3a tempest-RoutersNegativeTest-1037337129 tempest-RoutersNegativeTest-1037337129-project] Notify callbacks [] for subnet, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:26.099512 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-e6f58a4c-bf1c-4a66-a2a4-789d7067845c None None] For port 144d8dc3-3d15-4069-96af-a0e29bc8303e, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=144d8dc3-3d15-4069-96af-a0e29bc8303e,segment=NetworkSegment(2c489137-a56c-46d6-8f19-19afb3d75343),segment_id=2c489137-a56c-46d6-8f19-19afb3d75343)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:24:26.100057 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-e6f58a4c-bf1c-4a66-a2a4-789d7067845c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:26.101386 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-6eef9e8f-653d-4c63-a41b-c8fb814c1c3a tempest-RoutersNegativeTest-1037337129 tempest-RoutersNegativeTest-1037337129-project] 10.222.0.59 "DELETE /v2.0/subnets/d58bf65f-81fe-4bcf-acac-6dcf33c2585e HTTP/1.1" status: 204 len: 168 time: 1.3347797 Jul 27 21:24:26.105371 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 54912) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:24:26.130231 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-e6f58a4c-bf1c-4a66-a2a4-789d7067845c None None] Calling delete_port for 144d8dc3-3d15-4069-96af-a0e29bc8303e owned by network:dhcp {{(pid=105586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:24:26.156230 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-9de71032-0887-4bd2-97e6-11b6157c5df2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:26.197546 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde15a09-f951-4dd2-8c9c-cf81c7bdb60c None None] Pushing event updated for resources: {'Port': ['ID=7d2cfedb-442d-4226-8ec3-d45d93ab570f,revision_number=2']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:24:26.201917 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-730adbbb-40c3-47c9-86b7-80311662c65f None None] Network 8e1ee405-d51b-4d37-806b-66a074961577 requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:24:26.230482 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-0d2f92db-93d9-47d5-a2ed-15b3b51ccba2 req-69a5e4d8-284d-45c1-95a8-f4b336c73e96 tempest-VolumesNegativeTest-890583227 tempest-VolumesNegativeTest-890583227-project] 10.222.0.59 "GET /v2.0/security-groups?id=ff77bde3-3ed7-4c73-888c-819d810cc671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2345352 Jul 27 21:24:26.261996 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-6bb2670d-753f-4c7f-8d24-52eb44300be9 tempest-RoutersNegativeTest-1037337129 tempest-RoutersNegativeTest-1037337129-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-990557'] for network, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:26.372214 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning for port 6cffbc9e-7b76-46bc-8867-836f99e7dcc0 completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:24:26.397115 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port 6cffbc9e-7b76-46bc-8867-836f99e7dcc0 triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:24:26.404338 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [None req-6bb2670d-753f-4c7f-8d24-52eb44300be9 tempest-RoutersNegativeTest-1037337129 tempest-RoutersNegativeTest-1037337129-project] Deleting port 144d8dc3-3d15-4069-96af-a0e29bc8303e {{(pid=105585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:24:26.405182 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-6bb2670d-753f-4c7f-8d24-52eb44300be9 tempest-RoutersNegativeTest-1037337129 tempest-RoutersNegativeTest-1037337129-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:26.411087 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:26.417351 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-9de71032-0887-4bd2-97e6-11b6157c5df2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:26.424075 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-9de71032-0887-4bd2-97e6-11b6157c5df2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:26.430477 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-9de71032-0887-4bd2-97e6-11b6157c5df2 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/d5ac20a9-e938-4cc7-a818-78f448669290 HTTP/1.1" status: 204 len: 168 time: 0.6678574 Jul 27 21:24:26.525426 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-6ddfecbc-b4e4-4659-b10c-b70c520df2ae tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:26.539473 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-e6f58a4c-bf1c-4a66-a2a4-789d7067845c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180'] for port, after_delete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:26.555225 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6f58a4c-bf1c-4a66-a2a4-789d7067845c None None] No DVR routers for this DVR port 144d8dc3-3d15-4069-96af-a0e29bc8303e on host n-d-705658-22 {{(pid=105586) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:24:26.596648 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.db [None req-6bb2670d-753f-4c7f-8d24-52eb44300be9 tempest-RoutersNegativeTest-1037337129 tempest-RoutersNegativeTest-1037337129-project] For port 144d8dc3-3d15-4069-96af-a0e29bc8303e, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=144d8dc3-3d15-4069-96af-a0e29bc8303e,segment=NetworkSegment(2c489137-a56c-46d6-8f19-19afb3d75343),segment_id=2c489137-a56c-46d6-8f19-19afb3d75343)] {{(pid=105585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:24:26.597338 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-6bb2670d-753f-4c7f-8d24-52eb44300be9 tempest-RoutersNegativeTest-1037337129 tempest-RoutersNegativeTest-1037337129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:26.630159 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [None req-6bb2670d-753f-4c7f-8d24-52eb44300be9 tempest-RoutersNegativeTest-1037337129 tempest-RoutersNegativeTest-1037337129-project] Calling delete_port for 144d8dc3-3d15-4069-96af-a0e29bc8303e owned by network:dhcp {{(pid=105585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:24:26.647010 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de71032-0887-4bd2-97e6-11b6157c5df2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5ac20a9-e938-4cc7-a818-78f448669290,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:24:26.657431 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f58a4c-bf1c-4a66-a2a4-789d7067845c None None] Pushing event deleted for resources: {'Port': ['ID=144d8dc3-3d15-4069-96af-a0e29bc8303e,revision_number=None']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:24:26.693761 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:26.768173 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] For port 6cffbc9e-7b76-46bc-8867-836f99e7dcc0, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=6cffbc9e-7b76-46bc-8867-836f99e7dcc0,segment=NetworkSegment(bcd7c90e-9478-4a8e-9fea-26886d77cab7),segment_id=bcd7c90e-9478-4a8e-9fea-26886d77cab7)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:24:26.770519 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-6bb2670d-753f-4c7f-8d24-52eb44300be9 tempest-RoutersNegativeTest-1037337129 tempest-RoutersNegativeTest-1037337129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:26.775297 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:26.809987 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb2670d-753f-4c7f-8d24-52eb44300be9 tempest-RoutersNegativeTest-1037337129 tempest-RoutersNegativeTest-1037337129-project] Pushing event deleted for resources: {'Port': ['ID=144d8dc3-3d15-4069-96af-a0e29bc8303e,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:24:26.824037 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dbec3eb-b607-40f7-9db2-9688ea9c1dc0 None None] DHCP port deletion for 8e1ee405-d51b-4d37-806b-66a074961577 request from n-d-705658-22 {{(pid=105586) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 21:24:26.833184 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bb2670d-753f-4c7f-8d24-52eb44300be9 tempest-RoutersNegativeTest-1037337129 tempest-RoutersNegativeTest-1037337129-project] No DVR routers for this DVR port 144d8dc3-3d15-4069-96af-a0e29bc8303e on host n-d-705658-22 {{(pid=105585) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:24:26.880796 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Pushing event updated for resources: {'Port': ['ID=6cffbc9e-7b76-46bc-8867-836f99e7dcc0,revision_number=5']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:24:26.903160 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-6dbec3eb-b607-40f7-9db2-9688ea9c1dc0 None None] Deleting port 6e2a0936-68c5-4172-98c2-a3c03bd97b1f {{(pid=105586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:24:26.903833 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-6dbec3eb-b607-40f7-9db2-9688ea9c1dc0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:26.946015 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-6bb2670d-753f-4c7f-8d24-52eb44300be9 tempest-RoutersNegativeTest-1037337129 tempest-RoutersNegativeTest-1037337129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853562', 'neutron.services.segments.db._delete_segments_for_network-8790688882975'] for network, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:26.965690 n-d-705658-22 neutron-server[105585]: DEBUG neutron.services.segments.db [None req-6bb2670d-753f-4c7f-8d24-52eb44300be9 tempest-RoutersNegativeTest-1037337129 tempest-RoutersNegativeTest-1037337129-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0baf0cec-40d2-4b22-9e27-1719cb6e9098']}} {{(pid=105585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:24:26.984554 n-d-705658-22 neutron-server[105585]: DEBUG neutron.services.segments.db [None req-6bb2670d-753f-4c7f-8d24-52eb44300be9 tempest-RoutersNegativeTest-1037337129 tempest-RoutersNegativeTest-1037337129-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c489137-a56c-46d6-8f19-19afb3d75343') {'for_net_delete': True} {{(pid=105585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:24:26.984852 n-d-705658-22 neutron-server[105585]: DEBUG neutron.services.segments.db [None req-6bb2670d-753f-4c7f-8d24-52eb44300be9 tempest-RoutersNegativeTest-1037337129 tempest-RoutersNegativeTest-1037337129-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c489137-a56c-46d6-8f19-19afb3d75343') {} {{(pid=105585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:24:26.987445 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-6dbec3eb-b607-40f7-9db2-9688ea9c1dc0 None None] For port 6e2a0936-68c5-4172-98c2-a3c03bd97b1f, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=6e2a0936-68c5-4172-98c2-a3c03bd97b1f,segment=NetworkSegment(51849e7b-cb80-4875-91d3-82ff2902446d),segment_id=51849e7b-cb80-4875-91d3-82ff2902446d)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:24:26.988046 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-6dbec3eb-b607-40f7-9db2-9688ea9c1dc0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:26.994683 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-67dd0dd8-daf2-457f-92be-c08442ea652f tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Deleting port ac5976a0-f321-4e51-ae7b-af58fe525e56 {{(pid=105584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:24:26.996302 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-6bb2670d-753f-4c7f-8d24-52eb44300be9 tempest-RoutersNegativeTest-1037337129 tempest-RoutersNegativeTest-1037337129-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790688883752', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9886370'] for segment, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:26.996951 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-67dd0dd8-daf2-457f-92be-c08442ea652f tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:27.013540 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-6bb2670d-753f-4c7f-8d24-52eb44300be9 tempest-RoutersNegativeTest-1037337129 tempest-RoutersNegativeTest-1037337129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:27.015585 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-6dbec3eb-b607-40f7-9db2-9688ea9c1dc0 None None] Calling delete_port for 6e2a0936-68c5-4172-98c2-a3c03bd97b1f owned by network:dhcp {{(pid=105586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:24:27.023225 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6bb2670d-753f-4c7f-8d24-52eb44300be9 tempest-RoutersNegativeTest-1037337129 tempest-RoutersNegativeTest-1037337129-project] Releasing vlan 241 on physical network physnet1 to pool {{(pid=105585) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:24:27.023998 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-6bb2670d-753f-4c7f-8d24-52eb44300be9 tempest-RoutersNegativeTest-1037337129 tempest-RoutersNegativeTest-1037337129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10221644'] for segment, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:27.027938 n-d-705658-22 neutron-server[105585]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 21:24:27.027938 n-d-705658-22 neutron-server[105585]: self.session.flush() Jul 27 21:24:27.027938 n-d-705658-22 neutron-server[105585]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 21:24:27.027938 n-d-705658-22 neutron-server[105585]: self.session.flush() Jul 27 21:24:27.027938 n-d-705658-22 neutron-server[105585]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 21:24:27.027938 n-d-705658-22 neutron-server[105585]: self.session.flush() Jul 27 21:24:27.027938 n-d-705658-22 neutron-server[105585]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 21:24:27.027938 n-d-705658-22 neutron-server[105585]: self.session.flush() Jul 27 21:24:27.027938 n-d-705658-22 neutron-server[105585]: Traceback (most recent call last): Jul 27 21:24:27.027938 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:24:27.027938 n-d-705658-22 neutron-server[105585]: timer() Jul 27 21:24:27.027938 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:24:27.027938 n-d-705658-22 neutron-server[105585]: cb(*args, **kw) Jul 27 21:24:27.027938 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:24:27.027938 n-d-705658-22 neutron-server[105585]: return func(*args, **kwargs) Jul 27 21:24:27.027938 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:24:27.027938 n-d-705658-22 neutron-server[105585]: self._notify() Jul 27 21:24:27.027938 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:24:27.027938 n-d-705658-22 neutron-server[105585]: self.callback(batched_events) Jul 27 21:24:27.027938 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:24:27.027938 n-d-705658-22 neutron-server[105585]: event.method(event) Jul 27 21:24:27.027938 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:24:27.027938 n-d-705658-22 neutron-server[105585]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:24:27.027938 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:24:27.027938 n-d-705658-22 neutron-server[105585]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:24:27.027938 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:24:27.027938 n-d-705658-22 neutron-server[105585]: return f(self, *a, **k) Jul 27 21:24:27.027938 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:24:27.027938 n-d-705658-22 neutron-server[105585]: return self._get(url).json() Jul 27 21:24:27.027938 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:24:27.027938 n-d-705658-22 neutron-server[105585]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:24:27.027938 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:24:27.027938 n-d-705658-22 neutron-server[105585]: return self.request(url, 'GET', **kwargs) Jul 27 21:24:27.027938 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:24:27.027938 n-d-705658-22 neutron-server[105585]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:24:27.027938 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:24:27.027938 n-d-705658-22 neutron-server[105585]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:24:27.027938 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:24:27.027938 n-d-705658-22 neutron-server[105585]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:24:27.027938 n-d-705658-22 neutron-server[105585]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:24:27.129987 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-6dbec3eb-b607-40f7-9db2-9688ea9c1dc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180'] for port, after_delete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:27.132335 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-6ddfecbc-b4e4-4659-b10c-b70c520df2ae tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks [] for port, precommit_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:27.145335 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-6ddfecbc-b4e4-4659-b10c-b70c520df2ae tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9014027'] for port, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:27.146266 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-6ddfecbc-b4e4-4659-b10c-b70c520df2ae tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3743906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4076435'] for router_interface, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:27.156679 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-6bb2670d-753f-4c7f-8d24-52eb44300be9 tempest-RoutersNegativeTest-1037337129 tempest-RoutersNegativeTest-1037337129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4075658'] for network, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:27.169070 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [None req-67dd0dd8-daf2-457f-92be-c08442ea652f tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] For port ac5976a0-f321-4e51-ae7b-af58fe525e56, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=ac5976a0-f321-4e51-ae7b-af58fe525e56,segment=NetworkSegment(96f51d57-65b2-4cdc-9d5b-14f606e8bb9d),segment_id=96f51d57-65b2-4cdc-9d5b-14f606e8bb9d)] {{(pid=105584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:24:27.169233 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-67dd0dd8-daf2-457f-92be-c08442ea652f tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:27.175025 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-6bb2670d-753f-4c7f-8d24-52eb44300be9 tempest-RoutersNegativeTest-1037337129 tempest-RoutersNegativeTest-1037337129-project] Notify callbacks [] for network, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:27.177619 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-6bb2670d-753f-4c7f-8d24-52eb44300be9 tempest-RoutersNegativeTest-1037337129 tempest-RoutersNegativeTest-1037337129-project] 10.222.0.59 "DELETE /v2.0/networks/0baf0cec-40d2-4b22-9e27-1719cb6e9098 HTTP/1.1" status: 204 len: 168 time: 1.0713305 Jul 27 21:24:27.180076 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 54928) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:24:27.182374 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dbec3eb-b607-40f7-9db2-9688ea9c1dc0 None None] No DVR routers for this DVR port 6e2a0936-68c5-4172-98c2-a3c03bd97b1f on host n-d-705658-22 {{(pid=105586) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:24:27.191217 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbec3eb-b607-40f7-9db2-9688ea9c1dc0 None None] Pushing event deleted for resources: {'Port': ['ID=6e2a0936-68c5-4172-98c2-a3c03bd97b1f,revision_number=None']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:24:27.213834 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-67dd0dd8-daf2-457f-92be-c08442ea652f tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Calling delete_port for ac5976a0-f321-4e51-ae7b-af58fe525e56 owned by network:router_interface {{(pid=105584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:24:27.220581 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb2670d-753f-4c7f-8d24-52eb44300be9 tempest-RoutersNegativeTest-1037337129 tempest-RoutersNegativeTest-1037337129-project] Pushing event deleted for resources: {'Network': ['ID=0baf0cec-40d2-4b22-9e27-1719cb6e9098,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:24:27.305667 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ddfecbc-b4e4-4659-b10c-b70c520df2ae tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Pushing event updated for resources: {'Port': ['ID=328f26d7-c43e-44a0-9b7d-fdf8fba7fe69,revision_number=2']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:24:27.316457 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-e9aa8ed8-4551-4188-b301-68a632ef1e89 tempest-RoutersNegativeTest-1037337129 tempest-RoutersNegativeTest-1037337129-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-990557'] for network, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:27.487286 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ddfecbc-b4e4-4659-b10c-b70c520df2ae tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Network 2ddd7ce4-61b3-42fa-af2e-22e9a9f801e3 is already hosted by enough agents. {{(pid=105584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:24:27.506241 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [None req-6ddfecbc-b4e4-4659-b10c-b70c520df2ae tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Resources bound (agent type, host, resource id): {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:24:27.508400 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-e9aa8ed8-4551-4188-b301-68a632ef1e89 tempest-RoutersNegativeTest-1037337129 tempest-RoutersNegativeTest-1037337129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853562', 'neutron.services.segments.db._delete_segments_for_network-8790688882975'] for network, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:27.523897 n-d-705658-22 neutron-server[105585]: DEBUG neutron.services.segments.db [None req-e9aa8ed8-4551-4188-b301-68a632ef1e89 tempest-RoutersNegativeTest-1037337129 tempest-RoutersNegativeTest-1037337129-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e1ee405-d51b-4d37-806b-66a074961577']}} {{(pid=105585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:24:27.547638 n-d-705658-22 neutron-server[105585]: DEBUG neutron.services.segments.db [None req-e9aa8ed8-4551-4188-b301-68a632ef1e89 tempest-RoutersNegativeTest-1037337129 tempest-RoutersNegativeTest-1037337129-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51849e7b-cb80-4875-91d3-82ff2902446d') {'for_net_delete': True} {{(pid=105585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:24:27.547638 n-d-705658-22 neutron-server[105585]: DEBUG neutron.services.segments.db [None req-e9aa8ed8-4551-4188-b301-68a632ef1e89 tempest-RoutersNegativeTest-1037337129 tempest-RoutersNegativeTest-1037337129-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51849e7b-cb80-4875-91d3-82ff2902446d') {} {{(pid=105585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:24:27.558809 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-e9aa8ed8-4551-4188-b301-68a632ef1e89 tempest-RoutersNegativeTest-1037337129 tempest-RoutersNegativeTest-1037337129-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790688883752', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9886370'] for segment, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:27.581044 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b162ef-1b3f-4b9c-b840-1bf43aff15d0 req-62a18608-65e5-4a39-a0d3-4fa5f56fc3e2 tempest-VolumesNegativeTest-890583227 tempest-VolumesNegativeTest-890583227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:24:27.583241 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-08b162ef-1b3f-4b9c-b840-1bf43aff15d0 req-62a18608-65e5-4a39-a0d3-4fa5f56fc3e2 tempest-VolumesNegativeTest-890583227 tempest-VolumesNegativeTest-890583227-project] 10.222.0.59 "GET /v2.0/ports?device_id=d6db037e-8650-46bf-a46a-544e6a676302 HTTP/1.1" status: 200 len: 949 time: 0.2195487 Jul 27 21:24:27.591485 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-e9aa8ed8-4551-4188-b301-68a632ef1e89 tempest-RoutersNegativeTest-1037337129 tempest-RoutersNegativeTest-1037337129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:27.667180 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42e5c453-a0d8-4d23-8147-2416b022a27f None None] Network 2ddd7ce4-61b3-42fa-af2e-22e9a9f801e3 requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:24:27.680539 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9aa8ed8-4551-4188-b301-68a632ef1e89 tempest-RoutersNegativeTest-1037337129 tempest-RoutersNegativeTest-1037337129-project] Releasing vlan 214 on physical network physnet1 to pool {{(pid=105585) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:24:27.684875 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-e9aa8ed8-4551-4188-b301-68a632ef1e89 tempest-RoutersNegativeTest-1037337129 tempest-RoutersNegativeTest-1037337129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10221644'] for segment, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:27.689958 n-d-705658-22 neutron-server[105585]: Traceback (most recent call last): Jul 27 21:24:27.689958 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:24:27.689958 n-d-705658-22 neutron-server[105585]: timer() Jul 27 21:24:27.689958 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:24:27.689958 n-d-705658-22 neutron-server[105585]: cb(*args, **kw) Jul 27 21:24:27.689958 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:24:27.689958 n-d-705658-22 neutron-server[105585]: return func(*args, **kwargs) Jul 27 21:24:27.689958 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:24:27.689958 n-d-705658-22 neutron-server[105585]: self._notify() Jul 27 21:24:27.689958 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:24:27.689958 n-d-705658-22 neutron-server[105585]: self.callback(batched_events) Jul 27 21:24:27.689958 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:24:27.689958 n-d-705658-22 neutron-server[105585]: event.method(event) Jul 27 21:24:27.689958 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:24:27.689958 n-d-705658-22 neutron-server[105585]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:24:27.689958 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:24:27.689958 n-d-705658-22 neutron-server[105585]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:24:27.689958 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:24:27.689958 n-d-705658-22 neutron-server[105585]: return f(self, *a, **k) Jul 27 21:24:27.689958 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:24:27.689958 n-d-705658-22 neutron-server[105585]: return self._get(url).json() Jul 27 21:24:27.689958 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:24:27.689958 n-d-705658-22 neutron-server[105585]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:24:27.689958 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:24:27.689958 n-d-705658-22 neutron-server[105585]: return self.request(url, 'GET', **kwargs) Jul 27 21:24:27.689958 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:24:27.689958 n-d-705658-22 neutron-server[105585]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:24:27.689958 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:24:27.689958 n-d-705658-22 neutron-server[105585]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:24:27.689958 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:24:27.689958 n-d-705658-22 neutron-server[105585]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:24:27.689958 n-d-705658-22 neutron-server[105585]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:24:27.703349 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ddfecbc-b4e4-4659-b10c-b70c520df2ae tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Router e7035160-58cf-4e85-a901-8675b0f770be has already been hosted by L3 agent dd128fd7-8e57-4d4f-895b-a96b369df59a {{(pid=105584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:24:27.820597 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-67dd0dd8-daf2-457f-92be-c08442ea652f tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:27.845495 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-d7c3b39b-9712-4941-8627-9c9e6d707f83 None None] Provisioning for port 7d2cfedb-442d-4226-8ec3-d45d93ab570f completed by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:24:27.863139 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-08b162ef-1b3f-4b9c-b840-1bf43aff15d0 req-bdab9a2e-b732-467d-aada-d1e67fce9c60 tempest-VolumesNegativeTest-890583227 tempest-VolumesNegativeTest-890583227-project] 10.222.0.59 "GET /v2.0/security-groups?id=ff77bde3-3ed7-4c73-888c-819d810cc671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2567041 Jul 27 21:24:27.875411 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device 1d171d4b-56e5-47a0-81e2-ec95f93fc78c up at agent hyperv_n-h1-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:24:27.880014 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-e9aa8ed8-4551-4188-b301-68a632ef1e89 tempest-RoutersNegativeTest-1037337129 tempest-RoutersNegativeTest-1037337129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4075658'] for network, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:27.896893 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67dd0dd8-daf2-457f-92be-c08442ea652f tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Pushing event deleted for resources: {'Port': ['ID=ac5976a0-f321-4e51-ae7b-af58fe525e56,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:24:27.905114 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-e9aa8ed8-4551-4188-b301-68a632ef1e89 tempest-RoutersNegativeTest-1037337129 tempest-RoutersNegativeTest-1037337129-project] Notify callbacks [] for network, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:27.915556 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-e9aa8ed8-4551-4188-b301-68a632ef1e89 tempest-RoutersNegativeTest-1037337129 tempest-RoutersNegativeTest-1037337129-project] 10.222.0.59 "DELETE /v2.0/networks/8e1ee405-d51b-4d37-806b-66a074961577 HTTP/1.1" status: 204 len: 168 time: 0.7339268 Jul 27 21:24:27.918186 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 54948) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:24:27.962502 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ddfecbc-b4e4-4659-b10c-b70c520df2ae tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify agent at l3_agent.n-d-705658-22 the message routers_updated {{(pid=105584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:24:27.975286 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-6ddfecbc-b4e4-4659-b10c-b70c520df2ae tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] 10.222.0.59 "PUT /v2.0/routers/e7035160-58cf-4e85-a901-8675b0f770be/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9761519 Jul 27 21:24:27.977335 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 54950) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:24:27.982459 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-2dbae782-f5b9-417d-a63b-9564a312dd3e tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-391396139'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:24:27.989430 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9499e1de-7f40-45cc-92ec-8bbad359a60c None None] Sync routers for ids ['e7035160-58cf-4e85-a901-8675b0f770be'] in n-d-705658-22 {{(pid=105586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:24:28.020654 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 6cffbc9e-7b76-46bc-8867-836f99e7dcc0 up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:24:28.095849 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dbae782-f5b9-417d-a63b-9564a312dd3e tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Made reservation on behalf of 2c7b7887b0f848c597ec952cc967d92c for: {'network': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:24:28.105517 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.db_base_plugin_v2 [None req-09c0b650-99c1-42a3-b483-d60953804a4f tempest-RoutersNegativeTest-1037337129 tempest-RoutersNegativeTest-1037337129-project] Deleting subnet ded4fd07-8683-48a8-9fea-f37bfc8c240d {{(pid=105585) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:24:28.109640 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-09c0b650-99c1-42a3-b483-d60953804a4f tempest-RoutersNegativeTest-1037337129 tempest-RoutersNegativeTest-1037337129-project] Notify callbacks [] for subnet, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:28.112903 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-2dbae782-f5b9-417d-a63b-9564a312dd3e tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for network, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:28.129799 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9aa8ed8-4551-4188-b301-68a632ef1e89 tempest-RoutersNegativeTest-1037337129 tempest-RoutersNegativeTest-1037337129-project] Pushing event deleted for resources: {'Network': ['ID=8e1ee405-d51b-4d37-806b-66a074961577,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:24:28.143551 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9499e1de-7f40-45cc-92ec-8bbad359a60c None None] Routers {'e7035160-58cf-4e85-a901-8675b0f770be'} bound to L3 agent in host n-d-705658-22 {{(pid=105586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:24:28.144206 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-9499e1de-7f40-45cc-92ec-8bbad359a60c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:24:12Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['e7035160-58cf-4e85-a901-8675b0f770be'], 'active': True} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:24:28.220907 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-09c0b650-99c1-42a3-b483-d60953804a4f tempest-RoutersNegativeTest-1037337129 tempest-RoutersNegativeTest-1037337129-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9887057'] for subnet, precommit_delete_associations {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:28.231952 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Provisioning for port 1d171d4b-56e5-47a0-81e2-ec95f93fc78c completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:24:28.263393 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2dbae782-f5b9-417d-a63b-9564a312dd3e tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] vlan segment allocate from pool success with {'vlan_id': 210, 'physical_network': 'physnet1'} {{(pid=105584) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:24:28.329787 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Provisioning complete for port 1d171d4b-56e5-47a0-81e2-ec95f93fc78c triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:24:28.330202 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:28.333443 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-2dbae782-f5b9-417d-a63b-9564a312dd3e tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:28.333811 n-d-705658-22 neutron-server[105584]: INFO neutron.db.segments_db [None req-2dbae782-f5b9-417d-a63b-9564a312dd3e tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Added segment 7dcc4629-88de-493f-8f42-5c2067a932eb of type vlan for network 1f4fcb1f-22e3-4699-844e-e3398c1f02fb Jul 27 21:24:28.369458 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-09c0b650-99c1-42a3-b483-d60953804a4f tempest-RoutersNegativeTest-1037337129 tempest-RoutersNegativeTest-1037337129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854965'] for subnet, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:28.443238 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port 6cffbc9e-7b76-46bc-8867-836f99e7dcc0 triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:24:28.443616 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:28.451937 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvr_db [None req-9499e1de-7f40-45cc-92ec-8bbad359a60c None None] Set router e7035160-58cf-4e85-a901-8675b0f770be gateway port host: None {{(pid=105586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:24:28.458518 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-09c0b650-99c1-42a3-b483-d60953804a4f tempest-RoutersNegativeTest-1037337129 tempest-RoutersNegativeTest-1037337129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10221602', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9990583'] for subnet, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:28.485716 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c0b650-99c1-42a3-b483-d60953804a4f tempest-RoutersNegativeTest-1037337129 tempest-RoutersNegativeTest-1037337129-project] Pushing event deleted for resources: {'Subnet': ['ID=ded4fd07-8683-48a8-9fea-f37bfc8c240d,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:24:28.537459 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-09c0b650-99c1-42a3-b483-d60953804a4f tempest-RoutersNegativeTest-1037337129 tempest-RoutersNegativeTest-1037337129-project] Notify callbacks [] for subnet, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:28.543061 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-09c0b650-99c1-42a3-b483-d60953804a4f tempest-RoutersNegativeTest-1037337129 tempest-RoutersNegativeTest-1037337129-project] 10.222.0.59 "DELETE /v2.0/subnets/ded4fd07-8683-48a8-9fea-f37bfc8c240d HTTP/1.1" status: 204 len: 168 time: 0.6242383 Jul 27 21:24:28.545504 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 54958) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:24:28.559763 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-772d13a1-1cc9-4219-b251-35db4218d2e7 None None] Network 24823362-7866-47ff-8e59-5a1854a95e2d requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:24:28.708957 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-f1e5d21c-a9ee-4a7f-b663-8bb757f30c6a tempest-RoutersNegativeTest-1037337129 tempest-RoutersNegativeTest-1037337129-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-990557'] for network, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:28.755483 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:28.782925 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [None req-f1e5d21c-a9ee-4a7f-b663-8bb757f30c6a tempest-RoutersNegativeTest-1037337129 tempest-RoutersNegativeTest-1037337129-project] Deleting port ffbf391f-8561-4b9b-98d4-75c66aba902e {{(pid=105585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:24:28.799282 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-f1e5d21c-a9ee-4a7f-b663-8bb757f30c6a tempest-RoutersNegativeTest-1037337129 tempest-RoutersNegativeTest-1037337129-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:28.831111 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-2dbae782-f5b9-417d-a63b-9564a312dd3e tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790688424798'] for network, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:28.835412 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-67dd0dd8-daf2-457f-92be-c08442ea652f tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3743915', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4076308'] for router_interface, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:28.927727 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-2dbae782-f5b9-417d-a63b-9564a312dd3e tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920'] for network, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:28.936675 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dbae782-f5b9-417d-a63b-9564a312dd3e tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:24:28.939495 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-2dbae782-f5b9-417d-a63b-9564a312dd3e tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks [] for network, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:29.038339 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.db [None req-f1e5d21c-a9ee-4a7f-b663-8bb757f30c6a tempest-RoutersNegativeTest-1037337129 tempest-RoutersNegativeTest-1037337129-project] For port ffbf391f-8561-4b9b-98d4-75c66aba902e, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=ffbf391f-8561-4b9b-98d4-75c66aba902e,segment=NetworkSegment(147afb93-e7fa-45ad-8719-079b40a6ca2f),segment_id=147afb93-e7fa-45ad-8719-079b40a6ca2f)] {{(pid=105585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:24:29.038961 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-f1e5d21c-a9ee-4a7f-b663-8bb757f30c6a tempest-RoutersNegativeTest-1037337129 tempest-RoutersNegativeTest-1037337129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:29.070686 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [None req-f1e5d21c-a9ee-4a7f-b663-8bb757f30c6a tempest-RoutersNegativeTest-1037337129 tempest-RoutersNegativeTest-1037337129-project] Calling delete_port for ffbf391f-8561-4b9b-98d4-75c66aba902e owned by network:dhcp {{(pid=105585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:24:29.096139 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-2dbae782-f5b9-417d-a63b-9564a312dd3e tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.1175013 Jul 27 21:24:29.117106 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 54964) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:24:29.135388 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-da4d15f2-cf7e-4e90-8338-87e389b7b1ea tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Request body: {'subnet': {'network_id': '1f4fcb1f-22e3-4699-844e-e3398c1f02fb', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:24:29.237923 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbae782-f5b9-417d-a63b-9564a312dd3e tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Pushing event updated for resources: {'Network': ['ID=1f4fcb1f-22e3-4699-844e-e3398c1f02fb,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:24:29.298272 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-f1e5d21c-a9ee-4a7f-b663-8bb757f30c6a tempest-RoutersNegativeTest-1037337129 tempest-RoutersNegativeTest-1037337129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:29.366765 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Network 1f4fcb1f-22e3-4699-844e-e3398c1f02fb details requested by agent ovs-agent-n-d-705658-22 with host n-d-705658-22 {{(pid=105586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:24:29.370946 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 7d2cfedb-442d-4226-8ec3-d45d93ab570f up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:24:29.381241 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e5d21c-a9ee-4a7f-b663-8bb757f30c6a tempest-RoutersNegativeTest-1037337129 tempest-RoutersNegativeTest-1037337129-project] Pushing event deleted for resources: {'Port': ['ID=ffbf391f-8561-4b9b-98d4-75c66aba902e,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:24:29.415775 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1e5d21c-a9ee-4a7f-b663-8bb757f30c6a tempest-RoutersNegativeTest-1037337129 tempest-RoutersNegativeTest-1037337129-project] No DVR routers for this DVR port ffbf391f-8561-4b9b-98d4-75c66aba902e on host n-d-705658-22 {{(pid=105585) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:24:29.471710 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da4d15f2-cf7e-4e90-8338-87e389b7b1ea tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Made reservation on behalf of 2c7b7887b0f848c597ec952cc967d92c for: {'subnet': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:24:29.475480 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-da4d15f2-cf7e-4e90-8338-87e389b7b1ea tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9738786'] for subnet, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:29.547084 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67dd0dd8-daf2-457f-92be-c08442ea652f tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Router 4e843456-6bc1-4070-92f7-ef3fee480c54 has already been hosted by L3 agent dd128fd7-8e57-4d4f-895b-a96b369df59a {{(pid=105584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:24:29.575936 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93612ada-aead-4f1d-a3ae-858ff9d7357e req-1c3eb55f-9551-402b-8857-003c83b33d94 tempest-VolumesNegativeTest-890583227 tempest-VolumesNegativeTest-890583227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:24:29.580171 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-93612ada-aead-4f1d-a3ae-858ff9d7357e req-1c3eb55f-9551-402b-8857-003c83b33d94 tempest-VolumesNegativeTest-890583227 tempest-VolumesNegativeTest-890583227-project] 10.222.0.59 "GET /v2.0/ports?device_id=d6db037e-8650-46bf-a46a-544e6a676302 HTTP/1.1" status: 200 len: 949 time: 0.3182249 Jul 27 21:24:29.585470 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-f1e5d21c-a9ee-4a7f-b663-8bb757f30c6a tempest-RoutersNegativeTest-1037337129 tempest-RoutersNegativeTest-1037337129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853562', 'neutron.services.segments.db._delete_segments_for_network-8790688882975'] for network, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:29.617782 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6db037e-8650-46bf-a46a-544e6a676302', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d171d4b-56e5-47a0-81e2-ec95f93fc78c'}] {{(pid=105586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:24:29.619723 n-d-705658-22 neutron-server[105585]: DEBUG neutron.services.segments.db [None req-f1e5d21c-a9ee-4a7f-b663-8bb757f30c6a tempest-RoutersNegativeTest-1037337129 tempest-RoutersNegativeTest-1037337129-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24823362-7866-47ff-8e59-5a1854a95e2d']}} {{(pid=105585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:24:29.632188 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14c1663e039faf5393f87855f745010ac5b02220355b68fdbf065393e303ac56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3eab48b-c0be-4eae-b78d-61a46578cd86" -d '{"events": [{"server_uuid": "d6db037e-8650-46bf-a46a-544e6a676302", "name": "network-vif-plugged", "status": "completed", "tag": "1d171d4b-56e5-47a0-81e2-ec95f93fc78c"}]}' {{(pid=105586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:24:29.635605 n-d-705658-22 neutron-server[105585]: DEBUG neutron.services.segments.db [None req-f1e5d21c-a9ee-4a7f-b663-8bb757f30c6a tempest-RoutersNegativeTest-1037337129 tempest-RoutersNegativeTest-1037337129-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '147afb93-e7fa-45ad-8719-079b40a6ca2f') {'for_net_delete': True} {{(pid=105585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:24:29.635900 n-d-705658-22 neutron-server[105585]: DEBUG neutron.services.segments.db [None req-f1e5d21c-a9ee-4a7f-b663-8bb757f30c6a tempest-RoutersNegativeTest-1037337129 tempest-RoutersNegativeTest-1037337129-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '147afb93-e7fa-45ad-8719-079b40a6ca2f') {} {{(pid=105585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:24:29.687131 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-f1e5d21c-a9ee-4a7f-b663-8bb757f30c6a tempest-RoutersNegativeTest-1037337129 tempest-RoutersNegativeTest-1037337129-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790688883752', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9886370'] for segment, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:29.734114 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-93612ada-aead-4f1d-a3ae-858ff9d7357e req-0f461219-a3e5-460d-9bc0-df2d748395eb tempest-VolumesNegativeTest-890583227 tempest-VolumesNegativeTest-890583227-project] 10.222.0.59 "GET /v2.0/security-groups?id=ff77bde3-3ed7-4c73-888c-819d810cc671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420107 Jul 27 21:24:29.749720 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-f1e5d21c-a9ee-4a7f-b663-8bb757f30c6a tempest-RoutersNegativeTest-1037337129 tempest-RoutersNegativeTest-1037337129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:29.763997 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1e5d21c-a9ee-4a7f-b663-8bb757f30c6a tempest-RoutersNegativeTest-1037337129 tempest-RoutersNegativeTest-1037337129-project] Releasing vlan 217 on physical network physnet1 to pool {{(pid=105585) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:24:29.771575 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-f1e5d21c-a9ee-4a7f-b663-8bb757f30c6a tempest-RoutersNegativeTest-1037337129 tempest-RoutersNegativeTest-1037337129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10221644'] for segment, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:29.790226 n-d-705658-22 neutron-server[105585]: Traceback (most recent call last): Jul 27 21:24:29.790226 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:24:29.790226 n-d-705658-22 neutron-server[105585]: timer() Jul 27 21:24:29.790226 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:24:29.790226 n-d-705658-22 neutron-server[105585]: cb(*args, **kw) Jul 27 21:24:29.790226 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:24:29.790226 n-d-705658-22 neutron-server[105585]: return func(*args, **kwargs) Jul 27 21:24:29.790226 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:24:29.790226 n-d-705658-22 neutron-server[105585]: self._notify() Jul 27 21:24:29.790226 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:24:29.790226 n-d-705658-22 neutron-server[105585]: self.callback(batched_events) Jul 27 21:24:29.790226 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:24:29.790226 n-d-705658-22 neutron-server[105585]: event.method(event) Jul 27 21:24:29.790226 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:24:29.790226 n-d-705658-22 neutron-server[105585]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:24:29.790226 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:24:29.790226 n-d-705658-22 neutron-server[105585]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:24:29.790226 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:24:29.790226 n-d-705658-22 neutron-server[105585]: return f(self, *a, **k) Jul 27 21:24:29.790226 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:24:29.790226 n-d-705658-22 neutron-server[105585]: return self._get(url).json() Jul 27 21:24:29.790226 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:24:29.790226 n-d-705658-22 neutron-server[105585]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:24:29.790226 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:24:29.790226 n-d-705658-22 neutron-server[105585]: return self.request(url, 'GET', **kwargs) Jul 27 21:24:29.790226 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:24:29.790226 n-d-705658-22 neutron-server[105585]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:24:29.790226 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:24:29.790226 n-d-705658-22 neutron-server[105585]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:24:29.790226 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:24:29.790226 n-d-705658-22 neutron-server[105585]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:24:29.790226 n-d-705658-22 neutron-server[105585]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:24:29.793673 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:24:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c42827a4-e984-4a96-a84e-13892b43c60a x-openstack-request-id: req-c42827a4-e984-4a96-a84e-13892b43c60a {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:24:29.796208 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6db037e-8650-46bf-a46a-544e6a676302", "name": "network-vif-plugged", "status": "completed", "tag": "1d171d4b-56e5-47a0-81e2-ec95f93fc78c", "code": 200}]} {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:24:29.796786 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-c42827a4-e984-4a96-a84e-13892b43c60a {{(pid=105586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:24:29.797383 n-d-705658-22 neutron-server[105586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6db037e-8650-46bf-a46a-544e6a676302', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d171d4b-56e5-47a0-81e2-ec95f93fc78c', 'code': 200} Jul 27 21:24:29.819928 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] For port 1d171d4b-56e5-47a0-81e2-ec95f93fc78c, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=1d171d4b-56e5-47a0-81e2-ec95f93fc78c,segment=NetworkSegment(86b1e6f6-d629-4b03-8944-4cdfbfb93d02),segment_id=86b1e6f6-d629-4b03-8944-4cdfbfb93d02)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:24:29.869919 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:29.895616 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-645eec70-1597-40d0-9a62-21e8a6a10f42 None None] Provisioning for port 328f26d7-c43e-44a0-9b7d-fdf8fba7fe69 completed by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:24:29.914637 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning for port 7d2cfedb-442d-4226-8ec3-d45d93ab570f completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:24:29.955837 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-f1e5d21c-a9ee-4a7f-b663-8bb757f30c6a tempest-RoutersNegativeTest-1037337129 tempest-RoutersNegativeTest-1037337129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4075658'] for network, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:29.967980 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-9499e1de-7f40-45cc-92ec-8bbad359a60c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7035160-58cf-4e85-a901-8675b0f770be', 'name': 'tempest-RoutersIpV6Test-router-1047195626', 'tenant_id': '2c7b7887b0f848c597ec952cc967d92c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:24:05Z', 'updated_at': '2021-07-27T21:24:26Z', 'revision_number': 4, 'project_id': '2c7b7887b0f848c597ec952cc967d92c', 'gw_port_host': None, '_interfaces': [{'id': '328f26d7-c43e-44a0-9b7d-fdf8fba7fe69', 'name': '', 'network_id': '2ddd7ce4-61b3-42fa-af2e-22e9a9f801e3', 'tenant_id': '2c7b7887b0f848c597ec952cc967d92c', 'mac_address': 'fa:16:3e:b2:2d:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7035160-58cf-4e85-a901-8675b0f770be', 'device_owner': 'network:router_interface', 'standard_attr_id': 3507, 'fixed_ips': [{'subnet_id': '417996b6-1ce6-45e5-a62c-368ca7a09c63', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:24:24Z', 'updated_at': '2021-07-27T21:24:26Z', 'revision_number': 2, 'project_id': '2c7b7887b0f848c597ec952cc967d92c', 'subnets': [{'id': '417996b6-1ce6-45e5-a62c-368ca7a09c63', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6cffbc9e-7b76-46bc-8867-836f99e7dcc0', 'name': '', 'network_id': 'fa4dcaac-d437-4c36-bd63-99523501195e', 'tenant_id': '2c7b7887b0f848c597ec952cc967d92c', 'mac_address': 'fa:16:3e:a0:c0:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7035160-58cf-4e85-a901-8675b0f770be', 'device_owner': 'network:router_interface', 'standard_attr_id': 3482, 'fixed_ips': [{'subnet_id': '9f21e521-01b5-4055-9cbe-564aebe44b4e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:24:17Z', 'updated_at': '2021-07-27T21:24:26Z', 'revision_number': 5, 'project_id': '2c7b7887b0f848c597ec952cc967d92c', 'subnets': [{'id': '9f21e521-01b5-4055-9cbe-564aebe44b4e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e667ff12-b53d-4ba0-b46c-23ba371d7a5f', 'name': '', 'network_id': '7ec5f878-02f2-4c36-acfe-f32465e6705f', 'tenant_id': '2c7b7887b0f848c597ec952cc967d92c', 'mac_address': 'fa:16:3e:c5:5b:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7035160-58cf-4e85-a901-8675b0f770be', 'device_owner': 'network:router_interface', 'standard_attr_id': 3470, 'fixed_ips': [{'subnet_id': 'e7fbf4a0-d77d-4fd2-a707-b8f774836229', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:24:07Z', 'updated_at': '2021-07-27T21:24:18Z', 'revision_number': 5, 'project_id': '2c7b7887b0f848c597ec952cc967d92c', 'subnets': [{'id': 'e7fbf4a0-d77d-4fd2-a707-b8f774836229', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-22', False) {} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:24:29.980449 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-645eec70-1597-40d0-9a62-21e8a6a10f42 None None] Provisioning complete for port 328f26d7-c43e-44a0-9b7d-fdf8fba7fe69 triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:24:29.980826 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-645eec70-1597-40d0-9a62-21e8a6a10f42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:29.985793 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-f1e5d21c-a9ee-4a7f-b663-8bb757f30c6a tempest-RoutersNegativeTest-1037337129 tempest-RoutersNegativeTest-1037337129-project] Notify callbacks [] for network, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:29.994241 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-f1e5d21c-a9ee-4a7f-b663-8bb757f30c6a tempest-RoutersNegativeTest-1037337129 tempest-RoutersNegativeTest-1037337129-project] 10.222.0.59 "DELETE /v2.0/networks/24823362-7866-47ff-8e59-5a1854a95e2d HTTP/1.1" status: 204 len: 168 time: 1.4416480 Jul 27 21:24:29.995056 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 54974) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:24:30.012984 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e5d21c-a9ee-4a7f-b663-8bb757f30c6a tempest-RoutersNegativeTest-1037337129 tempest-RoutersNegativeTest-1037337129-project] Pushing event deleted for resources: {'Network': ['ID=24823362-7866-47ff-8e59-5a1854a95e2d,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:24:30.040156 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030663a3-a04b-4b25-887c-8aa711083904 req-9e135d30-c567-447a-aa02-3c370d044979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:24:30.044091 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-030663a3-a04b-4b25-887c-8aa711083904 req-9e135d30-c567-447a-aa02-3c370d044979 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=d6db037e-8650-46bf-a46a-544e6a676302 HTTP/1.1" status: 200 len: 1102 time: 0.1562784 Jul 27 21:24:30.115297 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port 7d2cfedb-442d-4226-8ec3-d45d93ab570f triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:24:30.115798 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:30.121687 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-030663a3-a04b-4b25-887c-8aa711083904 req-b318d1bc-9320-48fd-b971-7fea463a6231 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=ff77bde3-3ed7-4c73-888c-819d810cc671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650778 Jul 27 21:24:30.125673 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41bc78a8-7401-4afa-8c3d-98af5fa94fb7 None None] DHCP port deletion for 24823362-7866-47ff-8e59-5a1854a95e2d request from n-d-705658-22 {{(pid=105586) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 21:24:30.181275 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9499e1de-7f40-45cc-92ec-8bbad359a60c None None] Checking router: e7035160-58cf-4e85-a901-8675b0f770be for host: n-d-705658-22 {{(pid=105586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:24:30.181904 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9499e1de-7f40-45cc-92ec-8bbad359a60c None None] Updating router e7035160-58cf-4e85-a901-8675b0f770be port 328f26d7-c43e-44a0-9b7d-fdf8fba7fe69 binding host n-d-705658-22 {{(pid=105586) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 21:24:30.203543 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-569bd2e8-c80c-4b81-abd4-b35e4de58f21 tempest-RoutersNegativeTest-1037337129 tempest-RoutersNegativeTest-1037337129-project] 10.222.0.59 "GET /v2.0/ports?device_id=bbd6be75-bff9-486a-9c39-7e8f92df1a51 HTTP/1.1" status: 200 len: 205 time: 0.2049644 Jul 27 21:24:30.206017 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 54982) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:24:30.229686 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Pushing event updated for resources: {'Port': ['ID=1d171d4b-56e5-47a0-81e2-ec95f93fc78c,revision_number=5']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:24:30.238344 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-645eec70-1597-40d0-9a62-21e8a6a10f42 None None] Port 328f26d7-c43e-44a0-9b7d-fdf8fba7fe69 cannot update to ACTIVE because it is not bound. {{(pid=105586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:24:30.246899 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-da4d15f2-cf7e-4e90-8338-87e389b7b1ea tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9014150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9738800'] for subnet, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:30.255899 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-9499e1de-7f40-45cc-92ec-8bbad359a60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:30.318227 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67dd0dd8-daf2-457f-92be-c08442ea652f tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify agent at l3_agent.n-d-705658-22 the message routers_updated {{(pid=105584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:24:30.330292 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a54bb95d-c888-464e-a104-d2a74f9cd9e3 None None] Sync routers for ids ['4e843456-6bc1-4070-92f7-ef3fee480c54'] in n-d-705658-22 {{(pid=105587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:24:30.351155 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-67dd0dd8-daf2-457f-92be-c08442ea652f tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] 10.222.0.59 "PUT /v2.0/routers/4e843456-6bc1-4070-92f7-ef3fee480c54/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7304842 Jul 27 21:24:30.351376 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 54986) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:24:30.352452 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-d28f426a-0c85-4ba6-9433-cbc1d9f5250f tempest-RoutersNegativeTest-1037337129 tempest-RoutersNegativeTest-1037337129-project] Notify callbacks [] for router, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:30.355951 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a54bb95d-c888-464e-a104-d2a74f9cd9e3 None None] Routers {'4e843456-6bc1-4070-92f7-ef3fee480c54'} bound to L3 agent in host n-d-705658-22 {{(pid=105587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:24:30.356717 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-a54bb95d-c888-464e-a104-d2a74f9cd9e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:24:12Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['4e843456-6bc1-4070-92f7-ef3fee480c54'], 'active': True} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:24:30.452010 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4d15f2-cf7e-4e90-8338-87e389b7b1ea tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Pushing event updated for resources: {'Subnet': ['ID=d5338c74-56f6-451e-b27b-5c4434d691b3,revision_number=0']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:24:30.486262 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.db_base_plugin_v2 [None req-11a4cea1-207a-4287-bc83-242e3758cca2 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Deleting subnet e8e99250-8db6-4cda-90d7-d1a47aac9480 {{(pid=105584) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:24:30.490426 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-11a4cea1-207a-4287-bc83-242e3758cca2 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks [] for subnet, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:30.528773 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da4d15f2-cf7e-4e90-8338-87e389b7b1ea tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Checking segment: {'id': '7dcc4629-88de-493f-8f42-5c2067a932eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '1f4fcb1f-22e3-4699-844e-e3398c1f02fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:24:30.529446 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da4d15f2-cf7e-4e90-8338-87e389b7b1ea tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Network hostable DHCP agents. Network: 1f4fcb1f-22e3-4699-844e-e3398c1f02fb, hostable agents: ['7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a'], hosted agents: [] {{(pid=105584) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:24:30.545987 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:30.568274 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-11a4cea1-207a-4287-bc83-242e3758cca2 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9014207'] for subnet, precommit_delete_associations {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:30.584314 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-a739b670-ef97-4c4c-8847-1871904e0353 None None] Provisioning complete for port 328f26d7-c43e-44a0-9b7d-fdf8fba7fe69 triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:24:30.584705 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-a739b670-ef97-4c4c-8847-1871904e0353 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:30.591447 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-d28f426a-0c85-4ba6-9433-cbc1d9f5250f tempest-RoutersNegativeTest-1037337129 tempest-RoutersNegativeTest-1037337129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4163631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-425'] for router, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:30.594980 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-d28f426a-0c85-4ba6-9433-cbc1d9f5250f tempest-RoutersNegativeTest-1037337129 tempest-RoutersNegativeTest-1037337129-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:30.596809 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da4d15f2-cf7e-4e90-8338-87e389b7b1ea tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Network 1f4fcb1f-22e3-4699-844e-e3398c1f02fb is scheduled to be hosted by DHCP agent 7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a with binding_index 1 {{(pid=105584) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:24:30.624867 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [None req-da4d15f2-cf7e-4e90-8338-87e389b7b1ea tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-22, 1f4fcb1f-22e3-4699-844e-e3398c1f02fb) {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:24:30.634054 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da4d15f2-cf7e-4e90-8338-87e389b7b1ea tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:24:30.634898 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-da4d15f2-cf7e-4e90-8338-87e389b7b1ea tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks [] for subnet, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:30.660843 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-da4d15f2-cf7e-4e90-8338-87e389b7b1ea tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.5426393 Jul 27 21:24:30.663936 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 54992) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:24:30.665449 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvr_db [None req-a54bb95d-c888-464e-a104-d2a74f9cd9e3 None None] Set router 4e843456-6bc1-4070-92f7-ef3fee480c54 gateway port host: n-d-705658-22 {{(pid=105587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:24:30.685710 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4414e987-7f1a-4a43-b65e-7345c19012ca None None] Network 1f4fcb1f-22e3-4699-844e-e3398c1f02fb requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:24:30.718959 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-d28f426a-0c85-4ba6-9433-cbc1d9f5250f tempest-RoutersNegativeTest-1037337129 tempest-RoutersNegativeTest-1037337129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4163007'] for router, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:30.719858 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d28f426a-0c85-4ba6-9433-cbc1d9f5250f tempest-RoutersNegativeTest-1037337129 tempest-RoutersNegativeTest-1037337129-project] Fanout notify agent at l3_agent the message router_deleted on router bbd6be75-bff9-486a-9c39-7e8f92df1a51 {{(pid=105585) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 21:24:30.739247 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-d28f426a-0c85-4ba6-9433-cbc1d9f5250f tempest-RoutersNegativeTest-1037337129 tempest-RoutersNegativeTest-1037337129-project] Notify callbacks [] for router, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:30.742334 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-d28f426a-0c85-4ba6-9433-cbc1d9f5250f tempest-RoutersNegativeTest-1037337129 tempest-RoutersNegativeTest-1037337129-project] 10.222.0.59 "DELETE /v2.0/routers/bbd6be75-bff9-486a-9c39-7e8f92df1a51 HTTP/1.1" status: 204 len: 168 time: 0.5350783 Jul 27 21:24:30.814100 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] For port 7d2cfedb-442d-4226-8ec3-d45d93ab570f, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=7d2cfedb-442d-4226-8ec3-d45d93ab570f,segment=NetworkSegment(908b1a2c-2efa-416d-bde4-9b9cf1d193e5),segment_id=908b1a2c-2efa-416d-bde4-9b9cf1d193e5)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:24:30.861751 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-a54bb95d-c888-464e-a104-d2a74f9cd9e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e843456-6bc1-4070-92f7-ef3fee480c54', 'name': 'tempest-TestNetworkAdvancedServerOps-router-950241072', 'tenant_id': '379416b786c44e07b1b1ba1a5ea96882', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.123'}], 'enable_snat': True}, 'gw_port_id': '05372ec9-b790-40d7-8f9f-ce1a3ac46e4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:22:08Z', 'updated_at': '2021-07-27T21:24:27Z', 'revision_number': 5, 'project_id': '379416b786c44e07b1b1ba1a5ea96882', 'gw_port': {'id': '05372ec9-b790-40d7-8f9f-ce1a3ac46e4b', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:18:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e843456-6bc1-4070-92f7-ef3fee480c54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3246, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:22:09Z', 'updated_at': '2021-07-27T21:22:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22'}], 'n-d-705658-22', False) {} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:24:30.883954 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-11a4cea1-207a-4287-bc83-242e3758cca2 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854965'] for subnet, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:30.895148 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a54bb95d-c888-464e-a104-d2a74f9cd9e3 None None] Checking router: 4e843456-6bc1-4070-92f7-ef3fee480c54 for host: n-d-705658-22 {{(pid=105587) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:24:30.909320 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a54bb95d-c888-464e-a104-d2a74f9cd9e3 None None] Routers {'4e843456-6bc1-4070-92f7-ef3fee480c54'} bound to L3 agent in host n-d-705658-22 {{(pid=105587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:24:30.911677 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-a54bb95d-c888-464e-a104-d2a74f9cd9e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:24:12Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['4e843456-6bc1-4070-92f7-ef3fee480c54'], 'active': True} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:24:31.005464 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:31.100221 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda443ef-7984-461a-b3fc-fa159ae865b0 req-80fec342-cae7-415e-9619-3553c0fef0ea tempest-VolumesNegativeTest-890583227 tempest-VolumesNegativeTest-890583227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:24:31.100763 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-a739b670-ef97-4c4c-8847-1871904e0353 None None] Port 328f26d7-c43e-44a0-9b7d-fdf8fba7fe69 cannot update to ACTIVE because it is not bound. {{(pid=105586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:24:31.107412 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-fda443ef-7984-461a-b3fc-fa159ae865b0 req-80fec342-cae7-415e-9619-3553c0fef0ea tempest-VolumesNegativeTest-890583227 tempest-VolumesNegativeTest-890583227-project] 10.222.0.59 "GET /v2.0/ports?device_id=d6db037e-8650-46bf-a46a-544e6a676302 HTTP/1.1" status: 200 len: 950 time: 0.1649835 Jul 27 21:24:31.129659 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvr_db [None req-a54bb95d-c888-464e-a104-d2a74f9cd9e3 None None] Set router 4e843456-6bc1-4070-92f7-ef3fee480c54 gateway port host: n-d-705658-22 {{(pid=105587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:24:31.146711 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 6e2a0936-68c5-4172-98c2-a3c03bd97b1f no longer exists at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:24:31.191929 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-fda443ef-7984-461a-b3fc-fa159ae865b0 req-5e43e49f-b9c1-4e5f-b93c-7156c02c46ea tempest-VolumesNegativeTest-890583227 tempest-VolumesNegativeTest-890583227-project] 10.222.0.59 "GET /v2.0/security-groups?id=ff77bde3-3ed7-4c73-888c-819d810cc671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777321 Jul 27 21:24:31.255313 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] No Port match for: 6e2a0936-68c5-4172-98c2-a3c03bd97b1f {{(pid=105586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:24:31.255993 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 6e2a0936-68c5-4172-98c2-a3c03bd97b1f not bound to the agent host n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:24:31.256596 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 144d8dc3-3d15-4069-96af-a0e29bc8303e no longer exists at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:24:31.261863 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-11a4cea1-207a-4287-bc83-242e3758cca2 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9014081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9738825'] for subnet, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:31.308384 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] No Port match for: 144d8dc3-3d15-4069-96af-a0e29bc8303e {{(pid=105586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:24:31.309016 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 144d8dc3-3d15-4069-96af-a0e29bc8303e not bound to the agent host n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:24:31.326830 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Pushing event updated for resources: {'Port': ['ID=7d2cfedb-442d-4226-8ec3-d45d93ab570f,revision_number=3']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:24:31.344018 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 55002) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:24:31.475743 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29b36f28-679a-4025-b36b-cc038c777b64 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30bb4b93-b285-5d90-9493-f9ec33ea333c-1f4fcb1f-22e3-4699-844e-e3398c1f02fb', 'network_id': '1f4fcb1f-22e3-4699-844e-e3398c1f02fb', 'tenant_id': '2c7b7887b0f848c597ec952cc967d92c', 'fixed_ips': [{'subnet_id': 'd5338c74-56f6-451e-b27b-5c4434d691b3'}]}} from n-d-705658-22. {{(pid=105586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 21:24:31.476417 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-29b36f28-679a-4025-b36b-cc038c777b64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:31.499107 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-a54bb95d-c888-464e-a104-d2a74f9cd9e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e843456-6bc1-4070-92f7-ef3fee480c54', 'name': 'tempest-TestNetworkAdvancedServerOps-router-950241072', 'tenant_id': '379416b786c44e07b1b1ba1a5ea96882', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.123'}], 'enable_snat': True}, 'gw_port_id': '05372ec9-b790-40d7-8f9f-ce1a3ac46e4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:22:08Z', 'updated_at': '2021-07-27T21:24:27Z', 'revision_number': 5, 'project_id': '379416b786c44e07b1b1ba1a5ea96882', 'gw_port': {'id': '05372ec9-b790-40d7-8f9f-ce1a3ac46e4b', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:18:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e843456-6bc1-4070-92f7-ef3fee480c54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3246, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:22:09Z', 'updated_at': '2021-07-27T21:22:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22'}], 'n-d-705658-22', False) {} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:24:31.531986 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a4cea1-207a-4287-bc83-242e3758cca2 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Pushing event deleted for resources: {'Subnet': ['ID=e8e99250-8db6-4cda-90d7-d1a47aac9480,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:24:31.548779 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-9499e1de-7f40-45cc-92ec-8bbad359a60c None None] Notify callbacks [] for port, precommit_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:31.575447 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a54bb95d-c888-464e-a104-d2a74f9cd9e3 None None] The sync data for ids ['4e843456-6bc1-4070-92f7-ef3fee480c54'] in n-d-705658-22 is: [{'id': '4e843456-6bc1-4070-92f7-ef3fee480c54', 'name': 'tempest-TestNetworkAdvancedServerOps-router-950241072', 'tenant_id': '379416b786c44e07b1b1ba1a5ea96882', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.123'}], 'enable_snat': True}, 'gw_port_id': '05372ec9-b790-40d7-8f9f-ce1a3ac46e4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:22:08Z', 'updated_at': '2021-07-27T21:24:27Z', 'revision_number': 5, 'project_id': '379416b786c44e07b1b1ba1a5ea96882', 'gw_port': {'id': '05372ec9-b790-40d7-8f9f-ce1a3ac46e4b', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:18:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e843456-6bc1-4070-92f7-ef3fee480c54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3246, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:22:09Z', 'updated_at': '2021-07-27T21:22:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22'}] {{(pid=105587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:24:31.600496 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-11a4cea1-207a-4287-bc83-242e3758cca2 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks [] for subnet, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:31.605720 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-11a4cea1-207a-4287-bc83-242e3758cca2 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] 10.222.0.59 "DELETE /v2.0/subnets/e8e99250-8db6-4cda-90d7-d1a47aac9480 HTTP/1.1" status: 204 len: 168 time: 1.2526972 Jul 27 21:24:31.611549 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 55008) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:24:31.638070 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-27ae25ed-1bc7-4cab-8060-e9b69b4a27f1 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=b02aed5606164f6b8ac4bf011746b433&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2920637 Jul 27 21:24:31.643160 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 55010) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:24:31.697945 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-959b7d7e-52b3-4e1e-a7fc-df1ebe366475 None None] Network e5dbfc22-3d07-4f08-ba90-beae97f55608 requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:24:31.701442 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 7d2cfedb-442d-4226-8ec3-d45d93ab570f up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:24:31.705431 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-9499e1de-7f40-45cc-92ec-8bbad359a60c None None] Transition to ACTIVE for port object 328f26d7-c43e-44a0-9b7d-fdf8fba7fe69 will not be triggered until provisioned by entity L2. {{(pid=105586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:24:31.751099 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-aa3701b5-86fc-4f0f-9b08-f4d23dcba262 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:31.776344 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-aa3701b5-86fc-4f0f-9b08-f4d23dcba262 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:31.780515 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-9499e1de-7f40-45cc-92ec-8bbad359a60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:31.833008 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-8efd2822-f17c-4887-8970-0f8c28b0b4da tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:31.838338 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-aa3701b5-86fc-4f0f-9b08-f4d23dcba262 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:31.842647 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-aa3701b5-86fc-4f0f-9b08-f4d23dcba262 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:31.845175 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-aa3701b5-86fc-4f0f-9b08-f4d23dcba262 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/da82b9c8-27dd-4af7-861a-b142f9d1d6dc HTTP/1.1" status: 204 len: 168 time: 0.1992817 Jul 27 21:24:31.864778 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3701b5-86fc-4f0f-9b08-f4d23dcba262 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da82b9c8-27dd-4af7-861a-b142f9d1d6dc,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:24:31.908693 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-d3b9230d-8741-4012-b689-f593aed001a3 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks [] for router, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:32.030216 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34afccae-707d-4999-82c0-cd3ca52be155 None None] Pushing event updated for resources: {'Port': ['ID=328f26d7-c43e-44a0-9b7d-fdf8fba7fe69,revision_number=3']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:24:32.089356 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.db_base_plugin_common [None req-29b36f28-679a-4025-b36b-cc038c777b64 None None] Allocated IP 2001:db8:3::2 (1f4fcb1f-22e3-4699-844e-e3398c1f02fb/d5338c74-56f6-451e-b27b-5c4434d691b3/e3c85306-ce91-4122-889e-ae2d76357548) {{(pid=105586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:24:32.118201 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-d3b9230d-8741-4012-b689-f593aed001a3 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks [] for router_gateway, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:32.320761 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-d3b9230d-8741-4012-b689-f593aed001a3 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Deleting port 05372ec9-b790-40d7-8f9f-ce1a3ac46e4b {{(pid=105584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:24:32.321402 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-d3b9230d-8741-4012-b689-f593aed001a3 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:32.407018 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port 7d2cfedb-442d-4226-8ec3-d45d93ab570f triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:24:32.407449 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:32.418541 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-9499e1de-7f40-45cc-92ec-8bbad359a60c None None] Attempting to bind port 328f26d7-c43e-44a0-9b7d-fdf8fba7fe69 on host n-d-705658-22 for vnic_type normal with profile {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:24:32.418919 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-9499e1de-7f40-45cc-92ec-8bbad359a60c None None] Attempting to bind port 328f26d7-c43e-44a0-9b7d-fdf8fba7fe69 by drivers openvswitch,hyperv on host n-d-705658-22 at level 0 using segments [{'id': '908b1a2c-2efa-416d-bde4-9b9cf1d193e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '2ddd7ce4-61b3-42fa-af2e-22e9a9f801e3'}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:24:32.426019 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9499e1de-7f40-45cc-92ec-8bbad359a60c None None] Attempting to bind port 328f26d7-c43e-44a0-9b7d-fdf8fba7fe69 on network 2ddd7ce4-61b3-42fa-af2e-22e9a9f801e3 {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:24:32.459027 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [None req-d3b9230d-8741-4012-b689-f593aed001a3 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] For port 05372ec9-b790-40d7-8f9f-ce1a3ac46e4b, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=05372ec9-b790-40d7-8f9f-ce1a3ac46e4b,segment=NetworkSegment(12196855-9a32-4633-9a56-77697ef9e126),segment_id=12196855-9a32-4633-9a56-77697ef9e126)] {{(pid=105584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:24:32.459432 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-d3b9230d-8741-4012-b689-f593aed001a3 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:32.479139 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-d3b9230d-8741-4012-b689-f593aed001a3 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Calling delete_port for 05372ec9-b790-40d7-8f9f-ce1a3ac46e4b owned by network:router_gateway {{(pid=105584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:24:32.489913 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6bb516-7c44-4153-bcb5-aab09d956f7e req-77dcb4ae-8472-4bcf-931d-708c6bd79dcd tempest-VolumesNegativeTest-890583227 tempest-VolumesNegativeTest-890583227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:24:32.492125 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-ff6bb516-7c44-4153-bcb5-aab09d956f7e req-77dcb4ae-8472-4bcf-931d-708c6bd79dcd tempest-VolumesNegativeTest-890583227 tempest-VolumesNegativeTest-890583227-project] 10.222.0.59 "GET /v2.0/ports?device_id=d6db037e-8650-46bf-a46a-544e6a676302 HTTP/1.1" status: 200 len: 950 time: 0.1609530 Jul 27 21:24:32.536166 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9499e1de-7f40-45cc-92ec-8bbad359a60c None None] Checking agent: {'id': '04a7ea91-6318-467e-ace6-b0fb48c8690f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 41, 42), 'started_at': datetime.datetime(2021, 7, 27, 20, 42, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 24, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:24:32.536992 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9499e1de-7f40-45cc-92ec-8bbad359a60c None None] Checking segment: {'id': '908b1a2c-2efa-416d-bde4-9b9cf1d193e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '2ddd7ce4-61b3-42fa-af2e-22e9a9f801e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:24:32.538287 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-9499e1de-7f40-45cc-92ec-8bbad359a60c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:32.539819 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9499e1de-7f40-45cc-92ec-8bbad359a60c None None] Bound using segment: {'id': '908b1a2c-2efa-416d-bde4-9b9cf1d193e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '2ddd7ce4-61b3-42fa-af2e-22e9a9f801e3'} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:24:32.544758 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-9499e1de-7f40-45cc-92ec-8bbad359a60c None None] Bound port: 328f26d7-c43e-44a0-9b7d-fdf8fba7fe69, host: n-d-705658-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '908b1a2c-2efa-416d-bde4-9b9cf1d193e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '2ddd7ce4-61b3-42fa-af2e-22e9a9f801e3'}}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:24:32.548157 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-9499e1de-7f40-45cc-92ec-8bbad359a60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:32.571314 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-ff6bb516-7c44-4153-bcb5-aab09d956f7e req-d2fb7d23-466f-4ef8-a2f5-918035d0e134 tempest-VolumesNegativeTest-890583227 tempest-VolumesNegativeTest-890583227-project] 10.222.0.59 "GET /v2.0/security-groups?id=ff77bde3-3ed7-4c73-888c-819d810cc671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673673 Jul 27 21:24:32.769468 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-124147d2-136d-42e3-b1b7-e1512d0f4384 None None] DHCP port deletion for e5dbfc22-3d07-4f08-ba90-beae97f55608 request from n-d-705658-22 {{(pid=105586) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 21:24:32.776345 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-9499e1de-7f40-45cc-92ec-8bbad359a60c None None] For port 328f26d7-c43e-44a0-9b7d-fdf8fba7fe69, host n-d-705658-22, cleared binding levels {{(pid=105586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:24:32.873650 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-d3b9230d-8741-4012-b689-f593aed001a3 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:32.975540 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b9230d-8741-4012-b689-f593aed001a3 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Pushing event deleted for resources: {'Port': ['ID=05372ec9-b790-40d7-8f9f-ce1a3ac46e4b,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:24:32.997853 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-d3b9230d-8741-4012-b689-f593aed001a3 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4075702'] for router_gateway, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:33.036791 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-9499e1de-7f40-45cc-92ec-8bbad359a60c None None] For port 328f26d7-c43e-44a0-9b7d-fdf8fba7fe69, host n-d-705658-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=328f26d7-c43e-44a0-9b7d-fdf8fba7fe69,segment=NetworkSegment(908b1a2c-2efa-416d-bde4-9b9cf1d193e5),segment_id=908b1a2c-2efa-416d-bde4-9b9cf1d193e5)] {{(pid=105586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:24:33.065597 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcb7139-2466-40fa-b438-b97b6c8f078e req-21d5bd21-6394-4ce0-ad85-53f23b22488d tempest-VolumesNegativeTest-890583227 tempest-VolumesNegativeTest-890583227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:24:33.066294 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-9499e1de-7f40-45cc-92ec-8bbad359a60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:33.067571 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-fbcb7139-2466-40fa-b438-b97b6c8f078e req-21d5bd21-6394-4ce0-ad85-53f23b22488d tempest-VolumesNegativeTest-890583227 tempest-VolumesNegativeTest-890583227-project] 10.222.0.59 "GET /v2.0/ports?device_id=d6db037e-8650-46bf-a46a-544e6a676302 HTTP/1.1" status: 200 len: 950 time: 0.1505809 Jul 27 21:24:33.131079 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-29b36f28-679a-4025-b36b-cc038c777b64 None None] Notify callbacks [] for port, precommit_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:33.160132 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-29b36f28-679a-4025-b36b-cc038c777b64 None None] Transition to ACTIVE for port object e3c85306-ce91-4122-889e-ae2d76357548 will not be triggered until provisioned by entity L2. {{(pid=105586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:24:33.179252 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-fbcb7139-2466-40fa-b438-b97b6c8f078e req-aa46e4bb-a593-4fc9-904f-043ff8bec3ac tempest-VolumesNegativeTest-890583227 tempest-VolumesNegativeTest-890583227-project] 10.222.0.59 "GET /v2.0/security-groups?id=ff77bde3-3ed7-4c73-888c-819d810cc671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032293 Jul 27 21:24:33.211497 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34afccae-707d-4999-82c0-cd3ca52be155 None None] Pushing event updated for resources: {'Port': ['ID=328f26d7-c43e-44a0-9b7d-fdf8fba7fe69,revision_number=4']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:24:33.231226 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-29b36f28-679a-4025-b36b-cc038c777b64 None None] Transition to ACTIVE for port object e3c85306-ce91-4122-889e-ae2d76357548 will not be triggered until provisioned by entity DHCP. {{(pid=105586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:24:33.234565 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9499e1de-7f40-45cc-92ec-8bbad359a60c None None] Routers {'e7035160-58cf-4e85-a901-8675b0f770be'} bound to L3 agent in host n-d-705658-22 {{(pid=105586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:24:33.235513 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-9499e1de-7f40-45cc-92ec-8bbad359a60c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:24:12Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['e7035160-58cf-4e85-a901-8675b0f770be'], 'active': True} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:24:33.237470 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device ffbf391f-8561-4b9b-98d4-75c66aba902e no longer exists at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:24:33.300499 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 55046) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:24:33.322138 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-29b36f28-679a-4025-b36b-cc038c777b64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143'] for port, after_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:33.324022 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] No Port match for: ffbf391f-8561-4b9b-98d4-75c66aba902e {{(pid=105586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:24:33.324356 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device ffbf391f-8561-4b9b-98d4-75c66aba902e not bound to the agent host n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:24:33.481342 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvr_db [None req-9499e1de-7f40-45cc-92ec-8bbad359a60c None None] Set router e7035160-58cf-4e85-a901-8675b0f770be gateway port host: None {{(pid=105586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:24:33.523655 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-4a365194-4006-49fd-b89c-033ecd06d523 tempest-NegativeSecGroupTest-577308116 tempest-NegativeSecGroupTest-577308116-project] Request body: {'security_group': {'name': 'default'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:24:33.525063 n-d-705658-22 neutron-server[105585]: WARNING neutron.api.v2.base [None req-4a365194-4006-49fd-b89c-033ecd06d523 tempest-NegativeSecGroupTest-577308116 tempest-NegativeSecGroupTest-577308116-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 27 21:24:33.526389 n-d-705658-22 neutron-server[105585]: INFO neutron.api.v2.resource [None req-4a365194-4006-49fd-b89c-033ecd06d523 tempest-NegativeSecGroupTest-577308116 tempest-NegativeSecGroupTest-577308116-project] create failed (client error): There was a conflict when trying to complete your request. Jul 27 21:24:33.527783 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-4a365194-4006-49fd-b89c-033ecd06d523 tempest-NegativeSecGroupTest-577308116 tempest-NegativeSecGroupTest-577308116-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2262657 Jul 27 21:24:33.535116 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 55054) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:24:33.541681 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-efd22e73-4812-4c0a-9939-fcffa7491b3c tempest-NegativeSecGroupTest-577308116 tempest-NegativeSecGroupTest-577308116-project] Request body: {'security_group': {'name': 'tempest-secgroup--256008376'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:24:33.575445 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b36f28-679a-4025-b36b-cc038c777b64 None None] Pushing event updated for resources: {'Port': ['ID=e3c85306-ce91-4122-889e-ae2d76357548,revision_number=1']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:24:33.579670 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-efd22e73-4812-4c0a-9939-fcffa7491b3c tempest-NegativeSecGroupTest-577308116 tempest-NegativeSecGroupTest-577308116-project] Notify callbacks [] for security_group, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:33.580370 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-124147d2-136d-42e3-b1b7-e1512d0f4384 None None] Deleting port 925a6478-8396-4f13-8cdc-5383bccd9782 {{(pid=105586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:24:33.580750 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-124147d2-136d-42e3-b1b7-e1512d0f4384 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:33.589987 n-d-705658-22 neutron-server[105586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29b36f28-679a-4025-b36b-cc038c777b64 None None] Network 1f4fcb1f-22e3-4699-844e-e3398c1f02fb is already hosted by enough agents. {{(pid=105586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:24:33.605238 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-efd22e73-4812-4c0a-9939-fcffa7491b3c tempest-NegativeSecGroupTest-577308116 tempest-NegativeSecGroupTest-577308116-project] Notify callbacks [] for security_group, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:33.654643 n-d-705658-22 neutron-server[105586]: DEBUG neutron.scheduler.base_scheduler [None req-29b36f28-679a-4025-b36b-cc038c777b64 None None] Resources bound (agent type, host, resource id): {{(pid=105586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:24:33.665687 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29b36f28-679a-4025-b36b-cc038c777b64 None None] Received port after_create {{(pid=105586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:24:33.691092 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 925a6478-8396-4f13-8cdc-5383bccd9782 no longer exists at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:24:33.766898 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-d3b9230d-8741-4012-b689-f593aed001a3 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4163631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-425'] for router, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:33.771314 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-d3b9230d-8741-4012-b689-f593aed001a3 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:33.806931 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-efd22e73-4812-4c0a-9939-fcffa7491b3c tempest-NegativeSecGroupTest-577308116 tempest-NegativeSecGroupTest-577308116-project] Notify callbacks [] for security_group, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:33.811768 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-efd22e73-4812-4c0a-9939-fcffa7491b3c tempest-NegativeSecGroupTest-577308116 tempest-NegativeSecGroupTest-577308116-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:33.857704 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.db_base_plugin_common [None req-8efd2822-f17c-4887-8970-0f8c28b0b4da tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Allocated IP 2001:db8:3::1 (1f4fcb1f-22e3-4699-844e-e3398c1f02fb/d5338c74-56f6-451e-b27b-5c4434d691b3/86eb6d3e-565a-4428-96a3-71f7c6b99be9) {{(pid=105584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:24:33.870063 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-d3b9230d-8741-4012-b689-f593aed001a3 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4163007'] for router, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:33.870579 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3b9230d-8741-4012-b689-f593aed001a3 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Fanout notify agent at l3_agent the message router_deleted on router 4e843456-6bc1-4070-92f7-ef3fee480c54 {{(pid=105584) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 21:24:33.883190 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-d3b9230d-8741-4012-b689-f593aed001a3 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks [] for router, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:33.884325 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-d3b9230d-8741-4012-b689-f593aed001a3 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] 10.222.0.59 "DELETE /v2.0/routers/4e843456-6bc1-4070-92f7-ef3fee480c54 HTTP/1.1" status: 204 len: 168 time: 2.2717633 Jul 27 21:24:33.888457 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 55060) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:24:33.904698 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-124147d2-136d-42e3-b1b7-e1512d0f4384 None None] For port 925a6478-8396-4f13-8cdc-5383bccd9782, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=925a6478-8396-4f13-8cdc-5383bccd9782,segment=NetworkSegment(96f51d57-65b2-4cdc-9d5b-14f606e8bb9d),segment_id=96f51d57-65b2-4cdc-9d5b-14f606e8bb9d)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:24:33.905287 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-124147d2-136d-42e3-b1b7-e1512d0f4384 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:33.954735 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-29b36f28-679a-4025-b36b-cc038c777b64 None None] Attempting to bind port e3c85306-ce91-4122-889e-ae2d76357548 on host n-d-705658-22 for vnic_type normal with profile {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:24:33.955184 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-29b36f28-679a-4025-b36b-cc038c777b64 None None] Attempting to bind port e3c85306-ce91-4122-889e-ae2d76357548 by drivers openvswitch,hyperv on host n-d-705658-22 at level 0 using segments [{'id': '7dcc4629-88de-493f-8f42-5c2067a932eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '1f4fcb1f-22e3-4699-844e-e3398c1f02fb'}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:24:33.955551 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29b36f28-679a-4025-b36b-cc038c777b64 None None] Attempting to bind port e3c85306-ce91-4122-889e-ae2d76357548 on network 1f4fcb1f-22e3-4699-844e-e3398c1f02fb {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:24:33.961802 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-124147d2-136d-42e3-b1b7-e1512d0f4384 None None] Calling delete_port for 925a6478-8396-4f13-8cdc-5383bccd9782 owned by network:dhcp {{(pid=105586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:24:33.964373 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-efd22e73-4812-4c0a-9939-fcffa7491b3c tempest-NegativeSecGroupTest-577308116 tempest-NegativeSecGroupTest-577308116-project] Notify callbacks [] for security_group, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:33.980534 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-efd22e73-4812-4c0a-9939-fcffa7491b3c tempest-NegativeSecGroupTest-577308116 tempest-NegativeSecGroupTest-577308116-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:33.983259 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29b36f28-679a-4025-b36b-cc038c777b64 None None] Checking agent: {'id': '04a7ea91-6318-467e-ace6-b0fb48c8690f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 41, 42), 'started_at': datetime.datetime(2021, 7, 27, 20, 42, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 24, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:24:33.984310 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29b36f28-679a-4025-b36b-cc038c777b64 None None] Checking segment: {'id': '7dcc4629-88de-493f-8f42-5c2067a932eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '1f4fcb1f-22e3-4699-844e-e3398c1f02fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:24:33.984625 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-29b36f28-679a-4025-b36b-cc038c777b64 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:33.985022 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29b36f28-679a-4025-b36b-cc038c777b64 None None] Bound using segment: {'id': '7dcc4629-88de-493f-8f42-5c2067a932eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '1f4fcb1f-22e3-4699-844e-e3398c1f02fb'} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:24:33.985515 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-29b36f28-679a-4025-b36b-cc038c777b64 None None] Bound port: e3c85306-ce91-4122-889e-ae2d76357548, host: n-d-705658-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7dcc4629-88de-493f-8f42-5c2067a932eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '1f4fcb1f-22e3-4699-844e-e3398c1f02fb'}}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:24:33.985903 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-29b36f28-679a-4025-b36b-cc038c777b64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:34.038247 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd22e73-4812-4c0a-9939-fcffa7491b3c tempest-NegativeSecGroupTest-577308116 tempest-NegativeSecGroupTest-577308116-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b258cfe9-e2df-4324-9e43-56044917fec9,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:24:34.046270 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-efd22e73-4812-4c0a-9939-fcffa7491b3c tempest-NegativeSecGroupTest-577308116 tempest-NegativeSecGroupTest-577308116-project] Notify callbacks [] for security_group, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:34.052227 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-efd22e73-4812-4c0a-9939-fcffa7491b3c tempest-NegativeSecGroupTest-577308116 tempest-NegativeSecGroupTest-577308116-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5154018 Jul 27 21:24:34.053584 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 55062) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:24:34.096863 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd22e73-4812-4c0a-9939-fcffa7491b3c tempest-NegativeSecGroupTest-577308116 tempest-NegativeSecGroupTest-577308116-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a5379099-a043-4f3e-9e76-765dc2a63e50,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:24:34.116095 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-be00c091-450c-4316-9ff5-eede03616e2f tempest-NegativeSecGroupTest-577308116 tempest-NegativeSecGroupTest-577308116-project] Request body: {'security_group_rule': {'security_group_id': 'a5379099-a043-4f3e-9e76-765dc2a63e50', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:24:34.142890 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:34.217423 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-6a5dcf32-ba64-485e-92fe-a78abd5c1679 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-990557'] for network, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:34.257974 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-be00c091-450c-4316-9ff5-eede03616e2f tempest-NegativeSecGroupTest-577308116 tempest-NegativeSecGroupTest-577308116-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:34.314608 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-124147d2-136d-42e3-b1b7-e1512d0f4384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180'] for port, after_delete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:34.315889 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6934c7-231d-46f7-9897-629c839a0050 req-b0ae1e2e-aaee-4516-84f6-27de3f1812f4 tempest-VolumesNegativeTest-890583227 tempest-VolumesNegativeTest-890583227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:24:34.317693 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-3e6934c7-231d-46f7-9897-629c839a0050 req-b0ae1e2e-aaee-4516-84f6-27de3f1812f4 tempest-VolumesNegativeTest-890583227 tempest-VolumesNegativeTest-890583227-project] 10.222.0.36 "GET /v2.0/ports?device_id=d6db037e-8650-46bf-a46a-544e6a676302 HTTP/1.1" status: 200 len: 950 time: 0.0926266 Jul 27 21:24:34.387126 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-be00c091-450c-4316-9ff5-eede03616e2f tempest-NegativeSecGroupTest-577308116 tempest-NegativeSecGroupTest-577308116-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:34.407858 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-29b36f28-679a-4025-b36b-cc038c777b64 None None] For port e3c85306-ce91-4122-889e-ae2d76357548, host n-d-705658-22, cleared binding levels {{(pid=105586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:24:34.411854 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124147d2-136d-42e3-b1b7-e1512d0f4384 None None] Pushing event deleted for resources: {'Port': ['ID=925a6478-8396-4f13-8cdc-5383bccd9782,revision_number=None']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:24:34.417293 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-8efd2822-f17c-4887-8970-0f8c28b0b4da tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks [] for port, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:34.419542 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-be00c091-450c-4316-9ff5-eede03616e2f tempest-NegativeSecGroupTest-577308116 tempest-NegativeSecGroupTest-577308116-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732636'] for security_group_rule, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:34.454565 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-124147d2-136d-42e3-b1b7-e1512d0f4384 None None] No DVR routers for this DVR port 925a6478-8396-4f13-8cdc-5383bccd9782 on host n-d-705658-22 {{(pid=105586) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:24:34.454766 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be00c091-450c-4316-9ff5-eede03616e2f tempest-NegativeSecGroupTest-577308116 tempest-NegativeSecGroupTest-577308116-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36c49a60-7c0f-4b5c-aa48-64c357224ffc,revision_number=0']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:24:34.457505 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-be00c091-450c-4316-9ff5-eede03616e2f tempest-NegativeSecGroupTest-577308116 tempest-NegativeSecGroupTest-577308116-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:34.458731 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-be00c091-450c-4316-9ff5-eede03616e2f tempest-NegativeSecGroupTest-577308116 tempest-NegativeSecGroupTest-577308116-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3557212 Jul 27 21:24:34.465196 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 55068) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:24:34.487260 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device ac5976a0-f321-4e51-ae7b-af58fe525e56 no longer exists at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:24:34.495713 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-958c6861-fff0-4022-bc35-427c01b9f516 tempest-NegativeSecGroupTest-577308116 tempest-NegativeSecGroupTest-577308116-project] Request body: {'security_group_rule': {'security_group_id': 'a5379099-a043-4f3e-9e76-765dc2a63e50', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:24:34.495947 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-29b36f28-679a-4025-b36b-cc038c777b64 None None] For port e3c85306-ce91-4122-889e-ae2d76357548, host n-d-705658-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=e3c85306-ce91-4122-889e-ae2d76357548,segment=NetworkSegment(7dcc4629-88de-493f-8f42-5c2067a932eb),segment_id=7dcc4629-88de-493f-8f42-5c2067a932eb)] {{(pid=105586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:24:34.509185 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f339fb-e8d1-4d9c-897f-be09e974326d req-3dde8e62-9666-4615-b9ac-dd50523ddcc8 tempest-VolumesNegativeTest-890583227 tempest-VolumesNegativeTest-890583227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:24:34.510766 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-92f339fb-e8d1-4d9c-897f-be09e974326d req-3dde8e62-9666-4615-b9ac-dd50523ddcc8 tempest-VolumesNegativeTest-890583227 tempest-VolumesNegativeTest-890583227-project] 10.222.0.59 "GET /v2.0/ports?device_id=d6db037e-8650-46bf-a46a-544e6a676302 HTTP/1.1" status: 200 len: 950 time: 0.1862924 Jul 27 21:24:34.527343 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.provisioning_blocks [None req-8efd2822-f17c-4887-8970-0f8c28b0b4da tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Transition to ACTIVE for port object 86eb6d3e-565a-4428-96a3-71f7c6b99be9 will not be triggered until provisioned by entity DHCP. {{(pid=105584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:24:34.545447 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] No Port match for: ac5976a0-f321-4e51-ae7b-af58fe525e56 {{(pid=105586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:24:34.545965 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device ac5976a0-f321-4e51-ae7b-af58fe525e56 not bound to the agent host n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:24:34.551997 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-6a5dcf32-ba64-485e-92fe-a78abd5c1679 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853562', 'neutron.services.segments.db._delete_segments_for_network-8790688882975'] for network, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:34.556504 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-29b36f28-679a-4025-b36b-cc038c777b64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:34.579447 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.segments.db [None req-6a5dcf32-ba64-485e-92fe-a78abd5c1679 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5dbfc22-3d07-4f08-ba90-beae97f55608']}} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:24:34.607849 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.segments.db [None req-6a5dcf32-ba64-485e-92fe-a78abd5c1679 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96f51d57-65b2-4cdc-9d5b-14f606e8bb9d') {'for_net_delete': True} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:24:34.608175 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.segments.db [None req-6a5dcf32-ba64-485e-92fe-a78abd5c1679 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96f51d57-65b2-4cdc-9d5b-14f606e8bb9d') {} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:24:34.622093 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-6a5dcf32-ba64-485e-92fe-a78abd5c1679 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790688883752', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9014348'] for segment, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:34.643561 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-92f339fb-e8d1-4d9c-897f-be09e974326d req-351dad99-9f94-4cd4-8a2d-3a22f729f167 tempest-VolumesNegativeTest-890583227 tempest-VolumesNegativeTest-890583227-project] 10.222.0.59 "GET /v2.0/security-groups?id=ff77bde3-3ed7-4c73-888c-819d810cc671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206441 Jul 27 21:24:34.665028 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [req-3e6934c7-231d-46f7-9897-629c839a0050 req-6a0a3c8f-0647-46e7-9996-7b1e7d9237a2 tempest-VolumesNegativeTest-890583227 tempest-VolumesNegativeTest-890583227-project] Deleting port 1d171d4b-56e5-47a0-81e2-ec95f93fc78c {{(pid=105585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:24:34.665780 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-3e6934c7-231d-46f7-9897-629c839a0050 req-6a0a3c8f-0647-46e7-9996-7b1e7d9237a2 tempest-VolumesNegativeTest-890583227 tempest-VolumesNegativeTest-890583227-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:34.668120 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-6a5dcf32-ba64-485e-92fe-a78abd5c1679 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:34.682805 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-9499e1de-7f40-45cc-92ec-8bbad359a60c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7035160-58cf-4e85-a901-8675b0f770be', 'name': 'tempest-RoutersIpV6Test-router-1047195626', 'tenant_id': '2c7b7887b0f848c597ec952cc967d92c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:24:05Z', 'updated_at': '2021-07-27T21:24:26Z', 'revision_number': 4, 'project_id': '2c7b7887b0f848c597ec952cc967d92c', 'gw_port_host': None, '_interfaces': [{'id': '328f26d7-c43e-44a0-9b7d-fdf8fba7fe69', 'name': '', 'network_id': '2ddd7ce4-61b3-42fa-af2e-22e9a9f801e3', 'tenant_id': '2c7b7887b0f848c597ec952cc967d92c', 'mac_address': 'fa:16:3e:b2:2d:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7035160-58cf-4e85-a901-8675b0f770be', 'device_owner': 'network:router_interface', 'standard_attr_id': 3507, 'fixed_ips': [{'subnet_id': '417996b6-1ce6-45e5-a62c-368ca7a09c63', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:24:24Z', 'updated_at': '2021-07-27T21:24:32Z', 'revision_number': 4, 'project_id': '2c7b7887b0f848c597ec952cc967d92c', 'subnets': [{'id': '417996b6-1ce6-45e5-a62c-368ca7a09c63', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6cffbc9e-7b76-46bc-8867-836f99e7dcc0', 'name': '', 'network_id': 'fa4dcaac-d437-4c36-bd63-99523501195e', 'tenant_id': '2c7b7887b0f848c597ec952cc967d92c', 'mac_address': 'fa:16:3e:a0:c0:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7035160-58cf-4e85-a901-8675b0f770be', 'device_owner': 'network:router_interface', 'standard_attr_id': 3482, 'fixed_ips': [{'subnet_id': '9f21e521-01b5-4055-9cbe-564aebe44b4e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:24:17Z', 'updated_at': '2021-07-27T21:24:26Z', 'revision_number': 5, 'project_id': '2c7b7887b0f848c597ec952cc967d92c', 'subnets': [{'id': '9f21e521-01b5-4055-9cbe-564aebe44b4e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e667ff12-b53d-4ba0-b46c-23ba371d7a5f', 'name': '', 'network_id': '7ec5f878-02f2-4c36-acfe-f32465e6705f', 'tenant_id': '2c7b7887b0f848c597ec952cc967d92c', 'mac_address': 'fa:16:3e:c5:5b:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7035160-58cf-4e85-a901-8675b0f770be', 'device_owner': 'network:router_interface', 'standard_attr_id': 3470, 'fixed_ips': [{'subnet_id': 'e7fbf4a0-d77d-4fd2-a707-b8f774836229', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:24:07Z', 'updated_at': '2021-07-27T21:24:18Z', 'revision_number': 5, 'project_id': '2c7b7887b0f848c597ec952cc967d92c', 'subnets': [{'id': 'e7fbf4a0-d77d-4fd2-a707-b8f774836229', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-22', False) {} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:24:34.685099 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-8efd2822-f17c-4887-8970-0f8c28b0b4da tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:34.710552 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a5dcf32-ba64-485e-92fe-a78abd5c1679 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Releasing vlan 224 on physical network physnet1 to pool {{(pid=105584) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:24:34.711256 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-6a5dcf32-ba64-485e-92fe-a78abd5c1679 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9014063'] for segment, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:34.714137 n-d-705658-22 neutron-server[105584]: Traceback (most recent call last): Jul 27 21:24:34.714137 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:24:34.714137 n-d-705658-22 neutron-server[105584]: timer() Jul 27 21:24:34.714137 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:24:34.714137 n-d-705658-22 neutron-server[105584]: cb(*args, **kw) Jul 27 21:24:34.714137 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:24:34.714137 n-d-705658-22 neutron-server[105584]: return func(*args, **kwargs) Jul 27 21:24:34.714137 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:24:34.714137 n-d-705658-22 neutron-server[105584]: self._notify() Jul 27 21:24:34.714137 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:24:34.714137 n-d-705658-22 neutron-server[105584]: self.callback(batched_events) Jul 27 21:24:34.714137 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:24:34.714137 n-d-705658-22 neutron-server[105584]: event.method(event) Jul 27 21:24:34.714137 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:24:34.714137 n-d-705658-22 neutron-server[105584]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:24:34.714137 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:24:34.714137 n-d-705658-22 neutron-server[105584]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:24:34.714137 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:24:34.714137 n-d-705658-22 neutron-server[105584]: return f(self, *a, **k) Jul 27 21:24:34.714137 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:24:34.714137 n-d-705658-22 neutron-server[105584]: return self._get(url).json() Jul 27 21:24:34.714137 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:24:34.714137 n-d-705658-22 neutron-server[105584]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:24:34.714137 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:24:34.714137 n-d-705658-22 neutron-server[105584]: return self.request(url, 'GET', **kwargs) Jul 27 21:24:34.714137 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:24:34.714137 n-d-705658-22 neutron-server[105584]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:24:34.714137 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:24:34.714137 n-d-705658-22 neutron-server[105584]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:24:34.714137 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:24:34.714137 n-d-705658-22 neutron-server[105584]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:24:34.714137 n-d-705658-22 neutron-server[105584]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:24:34.739652 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9499e1de-7f40-45cc-92ec-8bbad359a60c None None] The sync data for ids ['e7035160-58cf-4e85-a901-8675b0f770be'] in n-d-705658-22 is: [{'id': 'e7035160-58cf-4e85-a901-8675b0f770be', 'name': 'tempest-RoutersIpV6Test-router-1047195626', 'tenant_id': '2c7b7887b0f848c597ec952cc967d92c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:24:05Z', 'updated_at': '2021-07-27T21:24:26Z', 'revision_number': 4, 'project_id': '2c7b7887b0f848c597ec952cc967d92c', 'gw_port_host': None, '_interfaces': [{'id': '328f26d7-c43e-44a0-9b7d-fdf8fba7fe69', 'name': '', 'network_id': '2ddd7ce4-61b3-42fa-af2e-22e9a9f801e3', 'tenant_id': '2c7b7887b0f848c597ec952cc967d92c', 'mac_address': 'fa:16:3e:b2:2d:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7035160-58cf-4e85-a901-8675b0f770be', 'device_owner': 'network:router_interface', 'standard_attr_id': 3507, 'fixed_ips': [{'subnet_id': '417996b6-1ce6-45e5-a62c-368ca7a09c63', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:24:24Z', 'updated_at': '2021-07-27T21:24:32Z', 'revision_number': 4, 'project_id': '2c7b7887b0f848c597ec952cc967d92c', 'subnets': [{'id': '417996b6-1ce6-45e5-a62c-368ca7a09c63', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6cffbc9e-7b76-46bc-8867-836f99e7dcc0', 'name': '', 'network_id': 'fa4dcaac-d437-4c36-bd63-99523501195e', 'tenant_id': '2c7b7887b0f848c597ec952cc967d92c', 'mac_address': 'fa:16:3e:a0:c0:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7035160-58cf-4e85-a901-8675b0f770be', 'device_owner': 'network:router_interface', 'standard_attr_id': 3482, 'fixed_ips': [{'subnet_id': '9f21e521-01b5-4055-9cbe-564aebe44b4e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:24:17Z', 'updated_at': '2021-07-27T21:24:26Z', 'revision_number': 5, 'project_id': '2c7b7887b0f848c597ec952cc967d92c', 'subnets': [{'id': '9f21e521-01b5-4055-9cbe-564aebe44b4e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e667ff12-b53d-4ba0-b46c-23ba371d7a5f', 'name': '', 'network_id': '7ec5f878-02f2-4c36-acfe-f32465e6705f', 'tenant_id': '2c7b7887b0f848c597ec952cc967d92c', 'mac_address': 'fa:16:3e:c5:5b:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7035160-58cf-4e85-a901-8675b0f770be', 'device_owner': 'network:router_interface', 'standard_attr_id': 3470, 'fixed_ips': [{'subnet_id': 'e7fbf4a0-d77d-4fd2-a707-b8f774836229', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:24:07Z', 'updated_at': '2021-07-27T21:24:18Z', 'revision_number': 5, 'project_id': '2c7b7887b0f848c597ec952cc967d92c', 'subnets': [{'id': 'e7fbf4a0-d77d-4fd2-a707-b8f774836229', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:24:34.742002 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b36f28-679a-4025-b36b-cc038c777b64 None None] Pushing event updated for resources: {'Port': ['ID=e3c85306-ce91-4122-889e-ae2d76357548,revision_number=2']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:24:34.785448 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-958c6861-fff0-4022-bc35-427c01b9f516 tempest-NegativeSecGroupTest-577308116 tempest-NegativeSecGroupTest-577308116-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:34.890566 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.db [req-3e6934c7-231d-46f7-9897-629c839a0050 req-6a0a3c8f-0647-46e7-9996-7b1e7d9237a2 tempest-VolumesNegativeTest-890583227 tempest-VolumesNegativeTest-890583227-project] For port 1d171d4b-56e5-47a0-81e2-ec95f93fc78c, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=1d171d4b-56e5-47a0-81e2-ec95f93fc78c,segment=NetworkSegment(86b1e6f6-d629-4b03-8944-4cdfbfb93d02),segment_id=86b1e6f6-d629-4b03-8944-4cdfbfb93d02)] {{(pid=105585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:24:34.890872 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-3e6934c7-231d-46f7-9897-629c839a0050 req-6a0a3c8f-0647-46e7-9996-7b1e7d9237a2 tempest-VolumesNegativeTest-890583227 tempest-VolumesNegativeTest-890583227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:34.919403 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [req-3e6934c7-231d-46f7-9897-629c839a0050 req-6a0a3c8f-0647-46e7-9996-7b1e7d9237a2 tempest-VolumesNegativeTest-890583227 tempest-VolumesNegativeTest-890583227-project] Calling delete_port for 1d171d4b-56e5-47a0-81e2-ec95f93fc78c owned by compute:nova {{(pid=105585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:24:34.920472 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8efd2822-f17c-4887-8970-0f8c28b0b4da tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Network 1f4fcb1f-22e3-4699-844e-e3398c1f02fb is already hosted by enough agents. {{(pid=105584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:24:34.953034 n-d-705658-22 neutron-server[105585]: INFO neutron.api.v2.resource [None req-958c6861-fff0-4022-bc35-427c01b9f516 tempest-NegativeSecGroupTest-577308116 tempest-NegativeSecGroupTest-577308116-project] create failed (client error): There was a conflict when trying to complete your request. Jul 27 21:24:34.954079 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [None req-8efd2822-f17c-4887-8970-0f8c28b0b4da tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Resources bound (agent type, host, resource id): {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:24:34.954237 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-958c6861-fff0-4022-bc35-427c01b9f516 tempest-NegativeSecGroupTest-577308116 tempest-NegativeSecGroupTest-577308116-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.4804704 Jul 27 21:24:34.960109 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 55072) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:24:34.960925 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8efd2822-f17c-4887-8970-0f8c28b0b4da tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Received port after_create {{(pid=105584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:24:34.961648 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-8efd2822-f17c-4887-8970-0f8c28b0b4da tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4075523'] for router_interface, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:34.991661 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efd2822-f17c-4887-8970-0f8c28b0b4da tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Pushing event updated for resources: {'Port': ['ID=86eb6d3e-565a-4428-96a3-71f7c6b99be9,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:24:35.149085 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-6a5dcf32-ba64-485e-92fe-a78abd5c1679 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4075658'] for network, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:35.182954 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-6a5dcf32-ba64-485e-92fe-a78abd5c1679 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks [] for network, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:35.188494 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-6a5dcf32-ba64-485e-92fe-a78abd5c1679 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] 10.222.0.59 "DELETE /v2.0/networks/e5dbfc22-3d07-4f08-ba90-beae97f55608 HTTP/1.1" status: 204 len: 168 time: 1.2959187 Jul 27 21:24:35.190314 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 55074) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:24:35.192256 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5dcf32-ba64-485e-92fe-a78abd5c1679 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Pushing event deleted for resources: {'Network': ['ID=e5dbfc22-3d07-4f08-ba90-beae97f55608,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:24:35.256423 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-8efd2822-f17c-4887-8970-0f8c28b0b4da tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:35.311304 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-3e6934c7-231d-46f7-9897-629c839a0050 req-6a0a3c8f-0647-46e7-9996-7b1e7d9237a2 tempest-VolumesNegativeTest-890583227 tempest-VolumesNegativeTest-890583227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:35.326533 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] get_ports_and_sgs() called for port_ids ['1d171d4b-56e5-47a0-81e2-ec95f93fc78c'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:24:35.356879 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-01935ea5-d863-4ee4-9646-1a26d9d655cc tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks [] for security_group, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:35.381084 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-fc7456ef-302f-4815-8375-ef6f2e621274 tempest-NegativeSecGroupTest-577308116 tempest-NegativeSecGroupTest-577308116-project] Notify callbacks [] for security_group, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:35.424158 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0a3c8f-0647-46e7-9996-7b1e7d9237a2 tempest-VolumesNegativeTest-890583227 tempest-VolumesNegativeTest-890583227-project] Pushing event deleted for resources: {'Port': ['ID=1d171d4b-56e5-47a0-81e2-ec95f93fc78c,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:24:35.472915 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-fc7456ef-302f-4815-8375-ef6f2e621274 tempest-NegativeSecGroupTest-577308116 tempest-NegativeSecGroupTest-577308116-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:35.521046 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e6934c7-231d-46f7-9897-629c839a0050 req-6a0a3c8f-0647-46e7-9996-7b1e7d9237a2 tempest-VolumesNegativeTest-890583227 tempest-VolumesNegativeTest-890583227-project] No DVR routers for this DVR port 1d171d4b-56e5-47a0-81e2-ec95f93fc78c on host n-h1-705658-22 {{(pid=105585) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:24:35.525367 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-3e6934c7-231d-46f7-9897-629c839a0050 req-6a0a3c8f-0647-46e7-9996-7b1e7d9237a2 tempest-VolumesNegativeTest-890583227 tempest-VolumesNegativeTest-890583227-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:35.527636 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-3e6934c7-231d-46f7-9897-629c839a0050 req-6a0a3c8f-0647-46e7-9996-7b1e7d9237a2 tempest-VolumesNegativeTest-890583227 tempest-VolumesNegativeTest-890583227-project] 10.222.0.36 "DELETE /v2.0/ports/1d171d4b-56e5-47a0-81e2-ec95f93fc78c HTTP/1.1" status: 204 len: 173 time: 1.2013311 Jul 27 21:24:35.530527 n-d-705658-22 neutron-server[105585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6db037e-8650-46bf-a46a-544e6a676302', 'name': 'network-vif-deleted', 'tag': '1d171d4b-56e5-47a0-81e2-ec95f93fc78c'}] {{(pid=105585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:24:35.539880 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d66fd65881426bfc2b5388084a3654e5eae521106a15a3dbf0eb4cde7106c36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8b03959-68bb-4016-9a82-e4ef70c2bb0d" -d '{"events": [{"server_uuid": "d6db037e-8650-46bf-a46a-544e6a676302", "name": "network-vif-deleted", "tag": "1d171d4b-56e5-47a0-81e2-ec95f93fc78c"}]}' {{(pid=105585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:24:35.605094 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-01935ea5-d863-4ee4-9646-1a26d9d655cc tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:35.683954 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:24:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc3d2ac3-aa6f-4021-96a5-683f474ee8ee x-openstack-request-id: req-bc3d2ac3-aa6f-4021-96a5-683f474ee8ee {{(pid=105585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:24:35.692746 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6db037e-8650-46bf-a46a-544e6a676302", "name": "network-vif-deleted", "tag": "1d171d4b-56e5-47a0-81e2-ec95f93fc78c", "status": "completed", "code": 200}]} {{(pid=105585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:24:35.693283 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-bc3d2ac3-aa6f-4021-96a5-683f474ee8ee {{(pid=105585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:24:35.693927 n-d-705658-22 neutron-server[105585]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6db037e-8650-46bf-a46a-544e6a676302', 'name': 'network-vif-deleted', 'tag': '1d171d4b-56e5-47a0-81e2-ec95f93fc78c', 'status': 'completed', 'code': 200} Jul 27 21:24:35.754609 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-01935ea5-d863-4ee4-9646-1a26d9d655cc tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:35.757555 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-01935ea5-d863-4ee4-9646-1a26d9d655cc tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks [] for security_group, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:35.767946 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-01935ea5-d863-4ee4-9646-1a26d9d655cc tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] 10.222.0.59 "DELETE /v2.0/security-groups/e916e9b6-267b-4820-a856-ddc66d274821 HTTP/1.1" status: 204 len: 168 time: 0.5748863 Jul 27 21:24:35.784376 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-fc7456ef-302f-4815-8375-ef6f2e621274 tempest-NegativeSecGroupTest-577308116 tempest-NegativeSecGroupTest-577308116-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:35.787292 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-fc7456ef-302f-4815-8375-ef6f2e621274 tempest-NegativeSecGroupTest-577308116 tempest-NegativeSecGroupTest-577308116-project] Notify callbacks [] for security_group, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:35.788719 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-fc7456ef-302f-4815-8375-ef6f2e621274 tempest-NegativeSecGroupTest-577308116 tempest-NegativeSecGroupTest-577308116-project] 10.222.0.59 "DELETE /v2.0/security-groups/a5379099-a043-4f3e-9e76-765dc2a63e50 HTTP/1.1" status: 204 len: 168 time: 0.8191514 Jul 27 21:24:35.793813 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 55084) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:24:35.794022 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 328f26d7-c43e-44a0-9b7d-fdf8fba7fe69 up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:24:35.820012 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7456ef-302f-4815-8375-ef6f2e621274 tempest-NegativeSecGroupTest-577308116 tempest-NegativeSecGroupTest-577308116-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5379099-a043-4f3e-9e76-765dc2a63e50,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:24:35.834930 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01935ea5-d863-4ee4-9646-1a26d9d655cc tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e916e9b6-267b-4820-a856-ddc66d274821,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:24:35.902544 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-bfd0266f-48eb-4244-a895-65f8c2c1670d req-0b3fcb36-8252-42fb-908f-e681509cd062 tempest-VolumesNegativeTest-890583227 tempest-VolumesNegativeTest-890583227-project] 10.222.0.59 "GET /v2.0/ports?device_id=d6db037e-8650-46bf-a46a-544e6a676302 HTTP/1.1" status: 200 len: 210 time: 0.0767479 Jul 27 21:24:35.968750 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 55088) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:24:35.970169 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-ffc982b6-197f-468c-80b9-fef9a7de04a9 tempest-NegativeSecGroupTest-577308116 tempest-NegativeSecGroupTest-577308116-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1692903 Jul 27 21:24:35.990151 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-741d282d-8d28-456e-b880-8ce8d15a03ae tempest-NegativeSecGroupTest-577308116 tempest-NegativeSecGroupTest-577308116-project] Request body: {'security_group': {'name': 'tempest-secgroup--2146538445'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:24:36.024712 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning for port 328f26d7-c43e-44a0-9b7d-fdf8fba7fe69 completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:24:36.029798 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port 328f26d7-c43e-44a0-9b7d-fdf8fba7fe69 triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:24:36.031801 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:36.105120 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-741d282d-8d28-456e-b880-8ce8d15a03ae tempest-NegativeSecGroupTest-577308116 tempest-NegativeSecGroupTest-577308116-project] Notify callbacks [] for security_group, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:36.185633 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-8efd2822-f17c-4887-8970-0f8c28b0b4da tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks [] for port, precommit_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:36.211442 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-8efd2822-f17c-4887-8970-0f8c28b0b4da tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9014027'] for port, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:36.212395 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-8efd2822-f17c-4887-8970-0f8c28b0b4da tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3743906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4076435'] for router_interface, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:36.214972 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:36.287174 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] For port 328f26d7-c43e-44a0-9b7d-fdf8fba7fe69, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=328f26d7-c43e-44a0-9b7d-fdf8fba7fe69,segment=NetworkSegment(908b1a2c-2efa-416d-bde4-9b9cf1d193e5),segment_id=908b1a2c-2efa-416d-bde4-9b9cf1d193e5)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:24:36.299034 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:36.299927 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device e3c85306-ce91-4122-889e-ae2d76357548 up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:24:36.372824 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efd2822-f17c-4887-8970-0f8c28b0b4da tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Pushing event updated for resources: {'Port': ['ID=86eb6d3e-565a-4428-96a3-71f7c6b99be9,revision_number=2']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:24:36.396005 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04babf54-7156-4248-87bf-6712638d75f3 None None] Network 1f4fcb1f-22e3-4699-844e-e3398c1f02fb requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:24:36.472014 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-741d282d-8d28-456e-b880-8ce8d15a03ae tempest-NegativeSecGroupTest-577308116 tempest-NegativeSecGroupTest-577308116-project] Notify callbacks [] for security_group, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:36.478974 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-741d282d-8d28-456e-b880-8ce8d15a03ae tempest-NegativeSecGroupTest-577308116 tempest-NegativeSecGroupTest-577308116-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:36.483602 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8efd2822-f17c-4887-8970-0f8c28b0b4da tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Network 1f4fcb1f-22e3-4699-844e-e3398c1f02fb is already hosted by enough agents. {{(pid=105584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:24:36.491266 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [None req-8efd2822-f17c-4887-8970-0f8c28b0b4da tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Resources bound (agent type, host, resource id): {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:24:36.524746 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-741d282d-8d28-456e-b880-8ce8d15a03ae tempest-NegativeSecGroupTest-577308116 tempest-NegativeSecGroupTest-577308116-project] Notify callbacks [] for security_group, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:36.528871 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-741d282d-8d28-456e-b880-8ce8d15a03ae tempest-NegativeSecGroupTest-577308116 tempest-NegativeSecGroupTest-577308116-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5486574 Jul 27 21:24:36.529626 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741d282d-8d28-456e-b880-8ce8d15a03ae tempest-NegativeSecGroupTest-577308116 tempest-NegativeSecGroupTest-577308116-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a83b911-b019-4e3c-9a84-1334f92f00ef,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:24:36.530022 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 55092) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:24:36.545691 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-ac9cbb0e-c057-4edb-96ae-ec78de62a5f6 None None] Provisioning for port e3c85306-ce91-4122-889e-ae2d76357548 completed by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:24:36.550229 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-cfdaf1c0-7e3a-4dd6-935f-db3c3cc073aa tempest-NegativeSecGroupTest-577308116 tempest-NegativeSecGroupTest-577308116-project] Request body: {'security_group_rule': {'security_group_id': '5a83b911-b019-4e3c-9a84-1334f92f00ef', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:24:36.552077 n-d-705658-22 neutron-server[105585]: WARNING neutron.api.v2.base [None req-cfdaf1c0-7e3a-4dd6-935f-db3c3cc073aa tempest-NegativeSecGroupTest-577308116 tempest-NegativeSecGroupTest-577308116-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jul 27 21:24:36.554601 n-d-705658-22 neutron-server[105585]: INFO neutron.api.v2.resource [None req-cfdaf1c0-7e3a-4dd6-935f-db3c3cc073aa tempest-NegativeSecGroupTest-577308116 tempest-NegativeSecGroupTest-577308116-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 27 21:24:36.558886 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning for port e3c85306-ce91-4122-889e-ae2d76357548 completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:24:36.559797 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-cfdaf1c0-7e3a-4dd6-935f-db3c3cc073aa tempest-NegativeSecGroupTest-577308116 tempest-NegativeSecGroupTest-577308116-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0277586 Jul 27 21:24:36.561202 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:36.562530 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 55094) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:24:36.568835 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-ac9cbb0e-c057-4edb-96ae-ec78de62a5f6 None None] Provisioning complete for port e3c85306-ce91-4122-889e-ae2d76357548 triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:24:36.569346 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-ac9cbb0e-c057-4edb-96ae-ec78de62a5f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:36.618949 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port e3c85306-ce91-4122-889e-ae2d76357548 triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:24:36.619498 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:36.656958 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Pushing event updated for resources: {'Port': ['ID=328f26d7-c43e-44a0-9b7d-fdf8fba7fe69,revision_number=5']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:24:36.666809 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-6cf4a39d-486e-4b29-abf8-a061bb40f6bd tempest-NegativeSecGroupTest-577308116 tempest-NegativeSecGroupTest-577308116-project] Notify callbacks [] for security_group, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:36.675269 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8efd2822-f17c-4887-8970-0f8c28b0b4da tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Router e7035160-58cf-4e85-a901-8675b0f770be has already been hosted by L3 agent dd128fd7-8e57-4d4f-895b-a96b369df59a {{(pid=105584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:24:36.712280 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-6cf4a39d-486e-4b29-abf8-a061bb40f6bd tempest-NegativeSecGroupTest-577308116 tempest-NegativeSecGroupTest-577308116-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:36.784629 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-6cf4a39d-486e-4b29-abf8-a061bb40f6bd tempest-NegativeSecGroupTest-577308116 tempest-NegativeSecGroupTest-577308116-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:36.787558 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-6cf4a39d-486e-4b29-abf8-a061bb40f6bd tempest-NegativeSecGroupTest-577308116 tempest-NegativeSecGroupTest-577308116-project] Notify callbacks [] for security_group, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:36.788849 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-6cf4a39d-486e-4b29-abf8-a061bb40f6bd tempest-NegativeSecGroupTest-577308116 tempest-NegativeSecGroupTest-577308116-project] 10.222.0.59 "DELETE /v2.0/security-groups/5a83b911-b019-4e3c-9a84-1334f92f00ef HTTP/1.1" status: 204 len: 168 time: 0.2179801 Jul 27 21:24:36.792152 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 55096) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:24:36.807291 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf4a39d-486e-4b29-abf8-a061bb40f6bd tempest-NegativeSecGroupTest-577308116 tempest-NegativeSecGroupTest-577308116-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a83b911-b019-4e3c-9a84-1334f92f00ef,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:24:36.832066 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-ac9cbb0e-c057-4edb-96ae-ec78de62a5f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:36.890441 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-0836db21-1d4b-4b16-90d2-658482db429f tempest-NegativeSecGroupTest-577308116 tempest-NegativeSecGroupTest-577308116-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0950897 Jul 27 21:24:36.891577 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 55104) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:24:36.900101 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-8153f4d1-1fa2-4a4a-b854-8c3838e3fd71 tempest-NegativeSecGroupTest-577308116 tempest-NegativeSecGroupTest-577308116-project] Request body: {'security_group': {'name': 'tempest-secgroup--560792275'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:24:36.926870 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:36.957045 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-8153f4d1-1fa2-4a4a-b854-8c3838e3fd71 tempest-NegativeSecGroupTest-577308116 tempest-NegativeSecGroupTest-577308116-project] Notify callbacks [] for security_group, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:36.971839 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8efd2822-f17c-4887-8970-0f8c28b0b4da tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify agent at l3_agent.n-d-705658-22 the message routers_updated {{(pid=105584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:24:36.983088 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-8efd2822-f17c-4887-8970-0f8c28b0b4da tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] 10.222.0.59 "PUT /v2.0/routers/e7035160-58cf-4e85-a901-8675b0f770be/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3178306 Jul 27 21:24:36.987865 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 55110) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:24:37.015947 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-99cdd9bb-65ac-41f7-97bc-eff8454f128b tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:24:37.037943 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b84a84be-e2c9-41ad-a632-0e573e27f844 None None] Sync routers for ids ['e7035160-58cf-4e85-a901-8675b0f770be'] in n-d-705658-22 {{(pid=105586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:24:37.109251 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] For port e3c85306-ce91-4122-889e-ae2d76357548, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=e3c85306-ce91-4122-889e-ae2d76357548,segment=NetworkSegment(7dcc4629-88de-493f-8f42-5c2067a932eb),segment_id=7dcc4629-88de-493f-8f42-5c2067a932eb)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:24:37.113302 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b84a84be-e2c9-41ad-a632-0e573e27f844 None None] Routers {'e7035160-58cf-4e85-a901-8675b0f770be'} bound to L3 agent in host n-d-705658-22 {{(pid=105586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:24:37.114230 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-b84a84be-e2c9-41ad-a632-0e573e27f844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:24:12Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['e7035160-58cf-4e85-a901-8675b0f770be'], 'active': True} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:24:37.121465 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:37.194141 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-8153f4d1-1fa2-4a4a-b854-8c3838e3fd71 tempest-NegativeSecGroupTest-577308116 tempest-NegativeSecGroupTest-577308116-project] Notify callbacks [] for security_group, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:37.199653 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-8153f4d1-1fa2-4a4a-b854-8c3838e3fd71 tempest-NegativeSecGroupTest-577308116 tempest-NegativeSecGroupTest-577308116-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:37.270444 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-8153f4d1-1fa2-4a4a-b854-8c3838e3fd71 tempest-NegativeSecGroupTest-577308116 tempest-NegativeSecGroupTest-577308116-project] Notify callbacks [] for security_group, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:37.273169 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-8153f4d1-1fa2-4a4a-b854-8c3838e3fd71 tempest-NegativeSecGroupTest-577308116 tempest-NegativeSecGroupTest-577308116-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3803198 Jul 27 21:24:37.282635 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 55124) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:24:37.313329 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-3e6d3c91-94b2-46e9-89f0-14b4065d77d1 tempest-NegativeSecGroupTest-577308116 tempest-NegativeSecGroupTest-577308116-project] Request body: {'security_group_rule': {'security_group_id': '3a10ab24-b791-4b7b-b7ce-097a1e3b7d2c', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:24:37.314044 n-d-705658-22 neutron-server[105585]: WARNING neutron.api.v2.base [None req-3e6d3c91-94b2-46e9-89f0-14b4065d77d1 tempest-NegativeSecGroupTest-577308116 tempest-NegativeSecGroupTest-577308116-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jul 27 21:24:37.315319 n-d-705658-22 neutron-server[105585]: INFO neutron.api.v2.resource [None req-3e6d3c91-94b2-46e9-89f0-14b4065d77d1 tempest-NegativeSecGroupTest-577308116 tempest-NegativeSecGroupTest-577308116-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 27 21:24:37.329423 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-3e6d3c91-94b2-46e9-89f0-14b4065d77d1 tempest-NegativeSecGroupTest-577308116 tempest-NegativeSecGroupTest-577308116-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0434165 Jul 27 21:24:37.332141 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 55126) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:24:37.335896 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8153f4d1-1fa2-4a4a-b854-8c3838e3fd71 tempest-NegativeSecGroupTest-577308116 tempest-NegativeSecGroupTest-577308116-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3a10ab24-b791-4b7b-b7ce-097a1e3b7d2c,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:24:37.470502 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-04b44118-deb0-4381-8e75-fd6675b911cd tempest-NegativeSecGroupTest-577308116 tempest-NegativeSecGroupTest-577308116-project] Notify callbacks [] for security_group, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:37.490394 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvr_db [None req-b84a84be-e2c9-41ad-a632-0e573e27f844 None None] Set router e7035160-58cf-4e85-a901-8675b0f770be gateway port host: None {{(pid=105586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:24:37.532952 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-04b44118-deb0-4381-8e75-fd6675b911cd tempest-NegativeSecGroupTest-577308116 tempest-NegativeSecGroupTest-577308116-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:37.558082 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 55138) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:24:37.562927 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 05372ec9-b790-40d7-8f9f-ce1a3ac46e4b no longer exists at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:24:37.639454 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-04b44118-deb0-4381-8e75-fd6675b911cd tempest-NegativeSecGroupTest-577308116 tempest-NegativeSecGroupTest-577308116-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:37.643414 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-04b44118-deb0-4381-8e75-fd6675b911cd tempest-NegativeSecGroupTest-577308116 tempest-NegativeSecGroupTest-577308116-project] Notify callbacks [] for security_group, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:37.644452 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-04b44118-deb0-4381-8e75-fd6675b911cd tempest-NegativeSecGroupTest-577308116 tempest-NegativeSecGroupTest-577308116-project] 10.222.0.59 "DELETE /v2.0/security-groups/3a10ab24-b791-4b7b-b7ce-097a1e3b7d2c HTTP/1.1" status: 204 len: 168 time: 0.2987323 Jul 27 21:24:37.648085 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 55142) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:24:37.662059 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b44118-deb0-4381-8e75-fd6675b911cd tempest-NegativeSecGroupTest-577308116 tempest-NegativeSecGroupTest-577308116-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a10ab24-b791-4b7b-b7ce-097a1e3b7d2c,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:24:37.685359 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] No Port match for: 05372ec9-b790-40d7-8f9f-ce1a3ac46e4b {{(pid=105586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:24:37.685784 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 05372ec9-b790-40d7-8f9f-ce1a3ac46e4b not bound to the agent host n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:24:37.817260 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-3cda43cc-1aaf-4afd-af13-576398612cc4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:37.860509 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-96394b67-378c-4fd7-b35c-b0377bf19254 tempest-NegativeSecGroupTest-577308116 tempest-NegativeSecGroupTest-577308116-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2069108 Jul 27 21:24:37.868611 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 55146) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:24:37.874227 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.db.api [None req-ac9cbb0e-c057-4edb-96ae-ec78de62a5f6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105586) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 27 21:24:37.874480 n-d-705658-22 neutron-server[105586]: DEBUG oslo_db.api [None req-ac9cbb0e-c057-4edb-96ae-ec78de62a5f6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 27 21:24:37.876742 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Pushing event updated for resources: {'Port': ['ID=e3c85306-ce91-4122-889e-ae2d76357548,revision_number=3']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:24:37.887144 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-c579fe1d-05d1-4f5e-95f7-abdcb205db30 tempest-NegativeSecGroupTest-577308116 tempest-NegativeSecGroupTest-577308116-project] Request body: {'security_group': {'name': 'tempest-secgroup--2084658951'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:24:37.914643 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 328f26d7-c43e-44a0-9b7d-fdf8fba7fe69 up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:24:37.945297 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.extraroute_db [None req-99cdd9bb-65ac-41f7-97bc-eff8454f128b tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Added routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=105584) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 27 21:24:37.959107 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device 1d171d4b-56e5-47a0-81e2-ec95f93fc78c no longer exists at agent hyperv_n-h1-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:24:37.983740 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.extraroute_db [None req-99cdd9bb-65ac-41f7-97bc-eff8454f128b tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Removed routes are [] {{(pid=105584) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 27 21:24:37.988288 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-99cdd9bb-65ac-41f7-97bc-eff8454f128b tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4077169', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4163787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-400'] for router, precommit_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:38.038800 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-28650df7-c46c-4981-b84f-37d87254047e None None] No Port match for: 1d171d4b-56e5-47a0-81e2-ec95f93fc78c {{(pid=105586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:24:38.039111 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device 1d171d4b-56e5-47a0-81e2-ec95f93fc78c not bound to the agent host n-h1-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:24:38.076432 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port 328f26d7-c43e-44a0-9b7d-fdf8fba7fe69 triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:24:38.076867 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:38.079539 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-3cda43cc-1aaf-4afd-af13-576398612cc4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:38.085265 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-3cda43cc-1aaf-4afd-af13-576398612cc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:38.162664 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-3cda43cc-1aaf-4afd-af13-576398612cc4 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=ebe5762f158340a694fd23e3145966fa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6031814 Jul 27 21:24:38.184064 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 55162) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:24:38.189194 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c579fe1d-05d1-4f5e-95f7-abdcb205db30 tempest-NegativeSecGroupTest-577308116 tempest-NegativeSecGroupTest-577308116-project] Notify callbacks [] for security_group, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:38.258903 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cda43cc-1aaf-4afd-af13-576398612cc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de1fe7fd-3dd5-4914-9144-b6150dd8e491,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:24:38.365677 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-3e345685-ad6b-4840-a246-770c54e33d98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:38.402513 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-3e345685-ad6b-4840-a246-770c54e33d98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:38.507033 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-3e345685-ad6b-4840-a246-770c54e33d98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:38.509741 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-3e345685-ad6b-4840-a246-770c54e33d98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:38.521871 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-3e345685-ad6b-4840-a246-770c54e33d98 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/de1fe7fd-3dd5-4914-9144-b6150dd8e491 HTTP/1.1" status: 204 len: 168 time: 0.3352201 Jul 27 21:24:38.524460 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-b84a84be-e2c9-41ad-a632-0e573e27f844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7035160-58cf-4e85-a901-8675b0f770be', 'name': 'tempest-RoutersIpV6Test-router-1047195626', 'tenant_id': '2c7b7887b0f848c597ec952cc967d92c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:24:05Z', 'updated_at': '2021-07-27T21:24:35Z', 'revision_number': 5, 'project_id': '2c7b7887b0f848c597ec952cc967d92c', 'gw_port_host': None, '_interfaces': [{'id': '328f26d7-c43e-44a0-9b7d-fdf8fba7fe69', 'name': '', 'network_id': '2ddd7ce4-61b3-42fa-af2e-22e9a9f801e3', 'tenant_id': '2c7b7887b0f848c597ec952cc967d92c', 'mac_address': 'fa:16:3e:b2:2d:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7035160-58cf-4e85-a901-8675b0f770be', 'device_owner': 'network:router_interface', 'standard_attr_id': 3507, 'fixed_ips': [{'subnet_id': '417996b6-1ce6-45e5-a62c-368ca7a09c63', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:24:24Z', 'updated_at': '2021-07-27T21:24:36Z', 'revision_number': 5, 'project_id': '2c7b7887b0f848c597ec952cc967d92c', 'subnets': [{'id': '417996b6-1ce6-45e5-a62c-368ca7a09c63', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6cffbc9e-7b76-46bc-8867-836f99e7dcc0', 'name': '', 'network_id': 'fa4dcaac-d437-4c36-bd63-99523501195e', 'tenant_id': '2c7b7887b0f848c597ec952cc967d92c', 'mac_address': 'fa:16:3e:a0:c0:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7035160-58cf-4e85-a901-8675b0f770be', 'device_owner': 'network:router_interface', 'standard_attr_id': 3482, 'fixed_ips': [{'subnet_id': '9f21e521-01b5-4055-9cbe-564aebe44b4e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:24:17Z', 'updated_at': '2021-07-27T21:24:26Z', 'revision_number': 5, 'project_id': '2c7b7887b0f848c597ec952cc967d92c', 'subnets': [{'id': '9f21e521-01b5-4055-9cbe-564aebe44b4e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '86eb6d3e-565a-4428-96a3-71f7c6b99be9', 'name': '', 'network_id': '1f4fcb1f-22e3-4699-844e-e3398c1f02fb', 'tenant_id': '2c7b7887b0f848c597ec952cc967d92c', 'mac_address': 'fa:16:3e:e4:63:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7035160-58cf-4e85-a901-8675b0f770be', 'device_owner': 'network:router_interface', 'standard_attr_id': 3517, 'fixed_ips': [{'subnet_id': 'd5338c74-56f6-451e-b27b-5c4434d691b3', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:24:32Z', 'updated_at': '2021-07-27T21:24:35Z', 'revision_number': 2, 'project_id': '2c7b7887b0f848c597ec952cc967d92c', 'subnets': [{'id': 'd5338c74-56f6-451e-b27b-5c4434d691b3', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e667ff12-b53d-4ba0-b46c-23ba371d7a5f', 'name': '', 'network_id': '7ec5f878-02f2-4c36-acfe-f32465e6705f', 'tenant_id': '2c7b7887b0f848c597ec952cc967d92c', 'mac_address': 'fa:16:3e:c5:5b:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7035160-58cf-4e85-a901-8675b0f770be', 'device_owner': 'network:router_interface', 'standard_attr_id': 3470, 'fixed_ips': [{'subnet_id': 'e7fbf4a0-d77d-4fd2-a707-b8f774836229', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:24:07Z', 'updated_at': '2021-07-27T21:24:18Z', 'revision_number': 5, 'project_id': '2c7b7887b0f848c597ec952cc967d92c', 'subnets': [{'id': 'e7fbf4a0-d77d-4fd2-a707-b8f774836229', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-22', False) {} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:24:38.541845 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e345685-ad6b-4840-a246-770c54e33d98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de1fe7fd-3dd5-4914-9144-b6150dd8e491,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:24:38.585172 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b84a84be-e2c9-41ad-a632-0e573e27f844 None None] Checking router: e7035160-58cf-4e85-a901-8675b0f770be for host: n-d-705658-22 {{(pid=105586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:24:38.585868 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b84a84be-e2c9-41ad-a632-0e573e27f844 None None] Updating router e7035160-58cf-4e85-a901-8675b0f770be port 86eb6d3e-565a-4428-96a3-71f7c6b99be9 binding host n-d-705658-22 {{(pid=105586) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 21:24:38.591904 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 55200) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:24:38.648644 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-b84a84be-e2c9-41ad-a632-0e573e27f844 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:38.846554 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-99cdd9bb-65ac-41f7-97bc-eff8454f128b tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4077169', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4163787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-400'] for router, precommit_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:38.852817 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-99cdd9bb-65ac-41f7-97bc-eff8454f128b tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4077150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4077160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4077159', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4163778'] for router, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:38.958113 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c579fe1d-05d1-4f5e-95f7-abdcb205db30 tempest-NegativeSecGroupTest-577308116 tempest-NegativeSecGroupTest-577308116-project] Notify callbacks [] for security_group, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:38.963515 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c579fe1d-05d1-4f5e-95f7-abdcb205db30 tempest-NegativeSecGroupTest-577308116 tempest-NegativeSecGroupTest-577308116-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:39.086179 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-389abf01-83dd-4809-867a-48fb53d6829e tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1647644611', 'description': 'tempest-secgroup-smoke-1647644611 description', 'project_id': '379416b786c44e07b1b1ba1a5ea96882'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:24:39.100835 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.agents_db [None req-558fcd2c-e512-47bc-a170-8673d87f7213 None None] Agent healthcheck: found 7 active agents {{(pid=105587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 21:24:39.116048 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c579fe1d-05d1-4f5e-95f7-abdcb205db30 tempest-NegativeSecGroupTest-577308116 tempest-NegativeSecGroupTest-577308116-project] Notify callbacks [] for security_group, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:39.120078 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-c579fe1d-05d1-4f5e-95f7-abdcb205db30 tempest-NegativeSecGroupTest-577308116 tempest-NegativeSecGroupTest-577308116-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.2437470 Jul 27 21:24:39.120926 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 55228) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:24:39.131758 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-eee36124-f913-4633-8f38-b92def327605 tempest-NegativeSecGroupTest-577308116 tempest-NegativeSecGroupTest-577308116-project] Request body: {'security_group_rule': {'security_group_id': 'ce3a0ff7-b0db-494e-805e-91323a44912f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:24:39.132713 n-d-705658-22 neutron-server[105585]: WARNING neutron.api.v2.base [None req-eee36124-f913-4633-8f38-b92def327605 tempest-NegativeSecGroupTest-577308116 tempest-NegativeSecGroupTest-577308116-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jul 27 21:24:39.133233 n-d-705658-22 neutron-server[105585]: INFO neutron.api.v2.resource [None req-eee36124-f913-4633-8f38-b92def327605 tempest-NegativeSecGroupTest-577308116 tempest-NegativeSecGroupTest-577308116-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 27 21:24:39.137978 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-eee36124-f913-4633-8f38-b92def327605 tempest-NegativeSecGroupTest-577308116 tempest-NegativeSecGroupTest-577308116-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0154164 Jul 27 21:24:39.139110 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 55230) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:24:39.150228 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c579fe1d-05d1-4f5e-95f7-abdcb205db30 tempest-NegativeSecGroupTest-577308116 tempest-NegativeSecGroupTest-577308116-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ce3a0ff7-b0db-494e-805e-91323a44912f,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:24:39.161934 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-9e671bf2-4e09-4be9-b5f4-6b1f5eca46b2 tempest-NegativeSecGroupTest-577308116 tempest-NegativeSecGroupTest-577308116-project] Request body: {'security_group_rule': {'security_group_id': 'ce3a0ff7-b0db-494e-805e-91323a44912f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:24:39.165116 n-d-705658-22 neutron-server[105585]: WARNING neutron.api.v2.base [None req-9e671bf2-4e09-4be9-b5f4-6b1f5eca46b2 tempest-NegativeSecGroupTest-577308116 tempest-NegativeSecGroupTest-577308116-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jul 27 21:24:39.166871 n-d-705658-22 neutron-server[105585]: INFO neutron.api.v2.resource [None req-9e671bf2-4e09-4be9-b5f4-6b1f5eca46b2 tempest-NegativeSecGroupTest-577308116 tempest-NegativeSecGroupTest-577308116-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 27 21:24:39.174160 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-9e671bf2-4e09-4be9-b5f4-6b1f5eca46b2 tempest-NegativeSecGroupTest-577308116 tempest-NegativeSecGroupTest-577308116-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0315373 Jul 27 21:24:39.177286 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 55232) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:24:39.188426 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-eccf54af-e3ce-4552-9f4b-db66814e843a tempest-NegativeSecGroupTest-577308116 tempest-NegativeSecGroupTest-577308116-project] Request body: {'security_group_rule': {'security_group_id': 'ce3a0ff7-b0db-494e-805e-91323a44912f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:24:39.191590 n-d-705658-22 neutron-server[105585]: WARNING neutron.api.v2.base [None req-eccf54af-e3ce-4552-9f4b-db66814e843a tempest-NegativeSecGroupTest-577308116 tempest-NegativeSecGroupTest-577308116-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jul 27 21:24:39.192866 n-d-705658-22 neutron-server[105585]: INFO neutron.api.v2.resource [None req-eccf54af-e3ce-4552-9f4b-db66814e843a tempest-NegativeSecGroupTest-577308116 tempest-NegativeSecGroupTest-577308116-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 27 21:24:39.199527 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-eccf54af-e3ce-4552-9f4b-db66814e843a tempest-NegativeSecGroupTest-577308116 tempest-NegativeSecGroupTest-577308116-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0207317 Jul 27 21:24:39.201369 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-389abf01-83dd-4809-867a-48fb53d6829e tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks [] for security_group, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:39.202702 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 55234) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:24:39.213824 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-40c278d8-8330-4b27-8cab-cda9852bcaef tempest-NegativeSecGroupTest-577308116 tempest-NegativeSecGroupTest-577308116-project] Request body: {'security_group_rule': {'security_group_id': 'ce3a0ff7-b0db-494e-805e-91323a44912f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:24:39.214640 n-d-705658-22 neutron-server[105585]: WARNING neutron.api.v2.base [None req-40c278d8-8330-4b27-8cab-cda9852bcaef tempest-NegativeSecGroupTest-577308116 tempest-NegativeSecGroupTest-577308116-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jul 27 21:24:39.218298 n-d-705658-22 neutron-server[105585]: INFO neutron.api.v2.resource [None req-40c278d8-8330-4b27-8cab-cda9852bcaef tempest-NegativeSecGroupTest-577308116 tempest-NegativeSecGroupTest-577308116-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 27 21:24:39.223551 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99cdd9bb-65ac-41f7-97bc-eff8454f128b tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Router e7035160-58cf-4e85-a901-8675b0f770be has already been hosted by L3 agent dd128fd7-8e57-4d4f-895b-a96b369df59a {{(pid=105584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:24:39.224278 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-40c278d8-8330-4b27-8cab-cda9852bcaef tempest-NegativeSecGroupTest-577308116 tempest-NegativeSecGroupTest-577308116-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0197539 Jul 27 21:24:39.225905 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 55236) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:24:39.228046 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-b84a84be-e2c9-41ad-a632-0e573e27f844 None None] Notify callbacks [] for port, precommit_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:39.244058 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-b84a84be-e2c9-41ad-a632-0e573e27f844 None None] Transition to ACTIVE for port object 86eb6d3e-565a-4428-96a3-71f7c6b99be9 will not be triggered until provisioned by entity L2. {{(pid=105586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:24:39.253885 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-b84a84be-e2c9-41ad-a632-0e573e27f844 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:39.261558 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-ba7ee9e4-c14c-4da8-87e6-066128ae4105 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:39.294670 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-d634ef5d-cf72-4188-8df5-b2bddbf573e0 None None] Provisioning complete for port e3c85306-ce91-4122-889e-ae2d76357548 triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:24:39.295081 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-d634ef5d-cf72-4188-8df5-b2bddbf573e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:39.357037 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65792fcd-e710-45a1-9180-86c947be57a7 None None] Pushing event updated for resources: {'Port': ['ID=86eb6d3e-565a-4428-96a3-71f7c6b99be9,revision_number=3']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:24:39.428885 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-b84a84be-e2c9-41ad-a632-0e573e27f844 None None] Attempting to bind port 86eb6d3e-565a-4428-96a3-71f7c6b99be9 on host n-d-705658-22 for vnic_type normal with profile {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:24:39.429266 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-b84a84be-e2c9-41ad-a632-0e573e27f844 None None] Attempting to bind port 86eb6d3e-565a-4428-96a3-71f7c6b99be9 by drivers openvswitch,hyperv on host n-d-705658-22 at level 0 using segments [{'id': '7dcc4629-88de-493f-8f42-5c2067a932eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '1f4fcb1f-22e3-4699-844e-e3398c1f02fb'}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:24:39.429846 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b84a84be-e2c9-41ad-a632-0e573e27f844 None None] Attempting to bind port 86eb6d3e-565a-4428-96a3-71f7c6b99be9 on network 1f4fcb1f-22e3-4699-844e-e3398c1f02fb {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:24:39.436274 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99cdd9bb-65ac-41f7-97bc-eff8454f128b tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify agent at l3_agent.n-d-705658-22 the message routers_updated {{(pid=105584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:24:39.439590 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-7fb34b1c-b548-4dd4-9643-314f6cb72e67 tempest-NegativeSecGroupTest-577308116 tempest-NegativeSecGroupTest-577308116-project] Notify callbacks [] for security_group, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:39.449819 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-99cdd9bb-65ac-41f7-97bc-eff8454f128b tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks [] for router, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:39.453980 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-99cdd9bb-65ac-41f7-97bc-eff8454f128b tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] 10.222.0.59 "PUT /v2.0/routers/e7035160-58cf-4e85-a901-8675b0f770be HTTP/1.1" status: 200 len: 954 time: 2.4622035 Jul 27 21:24:39.454880 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 55244) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:24:39.482318 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-7fb34b1c-b548-4dd4-9643-314f6cb72e67 tempest-NegativeSecGroupTest-577308116 tempest-NegativeSecGroupTest-577308116-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:39.491796 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b84a84be-e2c9-41ad-a632-0e573e27f844 None None] Checking agent: {'id': '04a7ea91-6318-467e-ace6-b0fb48c8690f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 41, 42), 'started_at': datetime.datetime(2021, 7, 27, 20, 42, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 24, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:24:39.492592 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b84a84be-e2c9-41ad-a632-0e573e27f844 None None] Checking segment: {'id': '7dcc4629-88de-493f-8f42-5c2067a932eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '1f4fcb1f-22e3-4699-844e-e3398c1f02fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:24:39.493198 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-b84a84be-e2c9-41ad-a632-0e573e27f844 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:39.493928 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b84a84be-e2c9-41ad-a632-0e573e27f844 None None] Bound using segment: {'id': '7dcc4629-88de-493f-8f42-5c2067a932eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '1f4fcb1f-22e3-4699-844e-e3398c1f02fb'} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:24:39.494673 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-b84a84be-e2c9-41ad-a632-0e573e27f844 None None] Bound port: 86eb6d3e-565a-4428-96a3-71f7c6b99be9, host: n-d-705658-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7dcc4629-88de-493f-8f42-5c2067a932eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '1f4fcb1f-22e3-4699-844e-e3398c1f02fb'}}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:24:39.495355 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-b84a84be-e2c9-41ad-a632-0e573e27f844 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:39.561853 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-389abf01-83dd-4809-867a-48fb53d6829e tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks [] for security_group, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:39.572809 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-389abf01-83dd-4809-867a-48fb53d6829e tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:39.578366 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-d634ef5d-cf72-4188-8df5-b2bddbf573e0 None None] Provisioning for port 86eb6d3e-565a-4428-96a3-71f7c6b99be9 completed by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:24:39.603969 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-7fb34b1c-b548-4dd4-9643-314f6cb72e67 tempest-NegativeSecGroupTest-577308116 tempest-NegativeSecGroupTest-577308116-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:39.606795 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-7fb34b1c-b548-4dd4-9643-314f6cb72e67 tempest-NegativeSecGroupTest-577308116 tempest-NegativeSecGroupTest-577308116-project] Notify callbacks [] for security_group, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:39.610914 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-7fb34b1c-b548-4dd4-9643-314f6cb72e67 tempest-NegativeSecGroupTest-577308116 tempest-NegativeSecGroupTest-577308116-project] 10.222.0.59 "DELETE /v2.0/security-groups/ce3a0ff7-b0db-494e-805e-91323a44912f HTTP/1.1" status: 204 len: 168 time: 0.3816988 Jul 27 21:24:39.616330 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 55252) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:24:39.621738 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-b84a84be-e2c9-41ad-a632-0e573e27f844 None None] For port 86eb6d3e-565a-4428-96a3-71f7c6b99be9, host n-d-705658-22, cleared binding levels {{(pid=105586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:24:39.628754 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-b84a84be-e2c9-41ad-a632-0e573e27f844 None None] For port 86eb6d3e-565a-4428-96a3-71f7c6b99be9, host n-d-705658-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=86eb6d3e-565a-4428-96a3-71f7c6b99be9,segment=NetworkSegment(7dcc4629-88de-493f-8f42-5c2067a932eb),segment_id=7dcc4629-88de-493f-8f42-5c2067a932eb)] {{(pid=105586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:24:39.635272 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-389abf01-83dd-4809-867a-48fb53d6829e tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks [] for security_group, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:39.636612 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-389abf01-83dd-4809-867a-48fb53d6829e tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.0345476 Jul 27 21:24:39.639096 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-b84a84be-e2c9-41ad-a632-0e573e27f844 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:39.640671 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 55256) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:24:39.645110 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389abf01-83dd-4809-867a-48fb53d6829e tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d7e088a3-97e7-462a-93b9-5633e347368d,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:24:39.648440 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-95962a02-9674-42ac-af0f-3fe17f6bc121 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Request body: {'security_group_rule': {'security_group_id': 'd7e088a3-97e7-462a-93b9-5633e347368d', 'project_id': '379416b786c44e07b1b1ba1a5ea96882', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:24:39.687179 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-0ea3e20f-b31d-4063-990f-34a73a7feeb3 tempest-NegativeSecGroupTest-577308116 tempest-NegativeSecGroupTest-577308116-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0691335 Jul 27 21:24:39.688088 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb34b1c-b548-4dd4-9643-314f6cb72e67 tempest-NegativeSecGroupTest-577308116 tempest-NegativeSecGroupTest-577308116-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce3a0ff7-b0db-494e-805e-91323a44912f,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:24:39.691994 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 55258) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:24:39.697666 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-60f8472d-8140-452c-8aa2-0716867ba996 tempest-NegativeSecGroupTest-577308116 tempest-NegativeSecGroupTest-577308116-project] Request body: {'security_group': {'name': 'tempest-secgroup--1039957759'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:24:39.767616 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65792fcd-e710-45a1-9180-86c947be57a7 None None] Pushing event updated for resources: {'Port': ['ID=86eb6d3e-565a-4428-96a3-71f7c6b99be9,revision_number=4']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:24:39.774709 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b84a84be-e2c9-41ad-a632-0e573e27f844 None None] Routers {'e7035160-58cf-4e85-a901-8675b0f770be'} bound to L3 agent in host n-d-705658-22 {{(pid=105586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:24:39.775697 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-b84a84be-e2c9-41ad-a632-0e573e27f844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:24:12Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['e7035160-58cf-4e85-a901-8675b0f770be'], 'active': True} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:24:39.780862 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-562cd6eb-bcd8-4e07-9a5a-1eba334723d5 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] 10.222.0.59 "GET /v2.0/routers/e7035160-58cf-4e85-a901-8675b0f770be HTTP/1.1" status: 200 len: 954 time: 0.3243644 Jul 27 21:24:39.782069 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-60f8472d-8140-452c-8aa2-0716867ba996 tempest-NegativeSecGroupTest-577308116 tempest-NegativeSecGroupTest-577308116-project] Notify callbacks [] for security_group, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:39.797387 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 55264) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:24:39.798207 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-95962a02-9674-42ac-af0f-3fe17f6bc121 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:39.808432 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-fb6b77b9-6bac-4672-a97b-787f9ab8a00e tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Request body: {'router': {'routes': None}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:24:39.933251 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device e3c85306-ce91-4122-889e-ae2d76357548 up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:24:39.978271 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-60f8472d-8140-452c-8aa2-0716867ba996 tempest-NegativeSecGroupTest-577308116 tempest-NegativeSecGroupTest-577308116-project] Notify callbacks [] for security_group, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:39.987516 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-60f8472d-8140-452c-8aa2-0716867ba996 tempest-NegativeSecGroupTest-577308116 tempest-NegativeSecGroupTest-577308116-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:40.017316 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvr_db [None req-b84a84be-e2c9-41ad-a632-0e573e27f844 None None] Set router e7035160-58cf-4e85-a901-8675b0f770be gateway port host: None {{(pid=105586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:24:40.042647 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-60f8472d-8140-452c-8aa2-0716867ba996 tempest-NegativeSecGroupTest-577308116 tempest-NegativeSecGroupTest-577308116-project] Notify callbacks [] for security_group, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:40.047457 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-60f8472d-8140-452c-8aa2-0716867ba996 tempest-NegativeSecGroupTest-577308116 tempest-NegativeSecGroupTest-577308116-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3543992 Jul 27 21:24:40.054677 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 55298) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:24:40.061266 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f8472d-8140-452c-8aa2-0716867ba996 tempest-NegativeSecGroupTest-577308116 tempest-NegativeSecGroupTest-577308116-project] Pushing event updated for resources: {'SecurityGroup': ['ID=76905ff7-9ae3-4231-960f-70e3e1f00b61,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:24:40.063183 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-3d6a616c-a34e-4129-9080-0435e7c50a2b tempest-NegativeSecGroupTest-577308116 tempest-NegativeSecGroupTest-577308116-project] Request body: {'security_group_rule': {'security_group_id': '76905ff7-9ae3-4231-960f-70e3e1f00b61', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:24:40.063840 n-d-705658-22 neutron-server[105585]: WARNING neutron.api.v2.base [None req-3d6a616c-a34e-4129-9080-0435e7c50a2b tempest-NegativeSecGroupTest-577308116 tempest-NegativeSecGroupTest-577308116-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 27 21:24:40.064332 n-d-705658-22 neutron-server[105585]: INFO neutron.api.v2.resource [None req-3d6a616c-a34e-4129-9080-0435e7c50a2b tempest-NegativeSecGroupTest-577308116 tempest-NegativeSecGroupTest-577308116-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 27 21:24:40.067881 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-3d6a616c-a34e-4129-9080-0435e7c50a2b tempest-NegativeSecGroupTest-577308116 tempest-NegativeSecGroupTest-577308116-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0094573 Jul 27 21:24:40.068680 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 55302) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:24:40.074889 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-a31a57b7-8d39-44c9-8a52-1c92715f66f0 tempest-NegativeSecGroupTest-577308116 tempest-NegativeSecGroupTest-577308116-project] Request body: {'security_group_rule': {'security_group_id': '76905ff7-9ae3-4231-960f-70e3e1f00b61', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:24:40.123392 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port e3c85306-ce91-4122-889e-ae2d76357548 triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:24:40.126192 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:40.147955 n-d-705658-22 neutron-server[105584]: INFO neutron.api.v2.resource [None req-a31a57b7-8d39-44c9-8a52-1c92715f66f0 tempest-NegativeSecGroupTest-577308116 tempest-NegativeSecGroupTest-577308116-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 27 21:24:40.149970 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-a31a57b7-8d39-44c9-8a52-1c92715f66f0 tempest-NegativeSecGroupTest-577308116 tempest-NegativeSecGroupTest-577308116-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0797212 Jul 27 21:24:40.152740 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 55308) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:24:40.160605 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-fbdf8d60-b2df-47e0-b52a-b610a39985b6 tempest-NegativeSecGroupTest-577308116 tempest-NegativeSecGroupTest-577308116-project] Request body: {'security_group_rule': {'security_group_id': '76905ff7-9ae3-4231-960f-70e3e1f00b61', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:24:40.162604 n-d-705658-22 neutron-server[105584]: WARNING neutron.api.v2.base [None req-fbdf8d60-b2df-47e0-b52a-b610a39985b6 tempest-NegativeSecGroupTest-577308116 tempest-NegativeSecGroupTest-577308116-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jul 27 21:24:40.163190 n-d-705658-22 neutron-server[105584]: INFO neutron.api.v2.resource [None req-fbdf8d60-b2df-47e0-b52a-b610a39985b6 tempest-NegativeSecGroupTest-577308116 tempest-NegativeSecGroupTest-577308116-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 27 21:24:40.164238 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-fbdf8d60-b2df-47e0-b52a-b610a39985b6 tempest-NegativeSecGroupTest-577308116 tempest-NegativeSecGroupTest-577308116-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0103698 Jul 27 21:24:40.168295 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 55312) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:24:40.176642 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-95962a02-9674-42ac-af0f-3fe17f6bc121 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:40.181642 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-c2270a05-bd00-4e3d-9634-51275daec5df tempest-NegativeSecGroupTest-577308116 tempest-NegativeSecGroupTest-577308116-project] Request body: {'security_group_rule': {'security_group_id': '76905ff7-9ae3-4231-960f-70e3e1f00b61', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:24:40.192980 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-95962a02-9674-42ac-af0f-3fe17f6bc121 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732636'] for security_group_rule, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:40.249105 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95962a02-9674-42ac-af0f-3fe17f6bc121 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb93f5c1-2492-4bd3-af00-a80d878e4db5,revision_number=0']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:24:40.282551 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-95962a02-9674-42ac-af0f-3fe17f6bc121 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:40.283796 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-95962a02-9674-42ac-af0f-3fe17f6bc121 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6415279 Jul 27 21:24:40.286759 n-d-705658-22 neutron-server[105585]: INFO neutron.api.v2.resource [None req-c2270a05-bd00-4e3d-9634-51275daec5df tempest-NegativeSecGroupTest-577308116 tempest-NegativeSecGroupTest-577308116-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 27 21:24:40.287759 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-c2270a05-bd00-4e3d-9634-51275daec5df tempest-NegativeSecGroupTest-577308116 tempest-NegativeSecGroupTest-577308116-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1157310 Jul 27 21:24:40.288299 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 55320) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:24:40.291544 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 55322) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:24:40.292781 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-4c4432ee-aca3-47fc-a09c-555bdd20eaa2 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Request body: {'security_group_rule': {'security_group_id': 'd7e088a3-97e7-462a-93b9-5633e347368d', 'project_id': '379416b786c44e07b1b1ba1a5ea96882', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:24:40.298014 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-d8c1d675-d695-40bc-9a7b-a9ee5d59ba6a tempest-NegativeSecGroupTest-577308116 tempest-NegativeSecGroupTest-577308116-project] Request body: {'security_group_rule': {'security_group_id': '76905ff7-9ae3-4231-960f-70e3e1f00b61', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:24:40.299584 n-d-705658-22 neutron-server[105584]: WARNING neutron.api.v2.base [None req-d8c1d675-d695-40bc-9a7b-a9ee5d59ba6a tempest-NegativeSecGroupTest-577308116 tempest-NegativeSecGroupTest-577308116-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 27 21:24:40.302323 n-d-705658-22 neutron-server[105584]: INFO neutron.api.v2.resource [None req-d8c1d675-d695-40bc-9a7b-a9ee5d59ba6a tempest-NegativeSecGroupTest-577308116 tempest-NegativeSecGroupTest-577308116-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 27 21:24:40.304418 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-d8c1d675-d695-40bc-9a7b-a9ee5d59ba6a tempest-NegativeSecGroupTest-577308116 tempest-NegativeSecGroupTest-577308116-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0115762 Jul 27 21:24:40.307651 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 55326) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:24:40.309747 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:40.320884 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-3453512a-fe5d-44ea-b0a8-1ebec8186d3d tempest-NegativeSecGroupTest-577308116 tempest-NegativeSecGroupTest-577308116-project] Request body: {'security_group_rule': {'security_group_id': '76905ff7-9ae3-4231-960f-70e3e1f00b61', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:24:40.432616 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-4c4432ee-aca3-47fc-a09c-555bdd20eaa2 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:40.466365 n-d-705658-22 neutron-server[105584]: INFO neutron.api.v2.resource [None req-3453512a-fe5d-44ea-b0a8-1ebec8186d3d tempest-NegativeSecGroupTest-577308116 tempest-NegativeSecGroupTest-577308116-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 27 21:24:40.471965 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-3453512a-fe5d-44ea-b0a8-1ebec8186d3d tempest-NegativeSecGroupTest-577308116 tempest-NegativeSecGroupTest-577308116-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1563368 Jul 27 21:24:40.472407 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 55336) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:24:40.476407 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-b84a84be-e2c9-41ad-a632-0e573e27f844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7035160-58cf-4e85-a901-8675b0f770be', 'name': 'tempest-RoutersIpV6Test-router-1047195626', 'tenant_id': '2c7b7887b0f848c597ec952cc967d92c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:24:05Z', 'updated_at': '2021-07-27T21:24:37Z', 'revision_number': 6, 'project_id': '2c7b7887b0f848c597ec952cc967d92c', 'gw_port_host': None, '_interfaces': [{'id': '328f26d7-c43e-44a0-9b7d-fdf8fba7fe69', 'name': '', 'network_id': '2ddd7ce4-61b3-42fa-af2e-22e9a9f801e3', 'tenant_id': '2c7b7887b0f848c597ec952cc967d92c', 'mac_address': 'fa:16:3e:b2:2d:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7035160-58cf-4e85-a901-8675b0f770be', 'device_owner': 'network:router_interface', 'standard_attr_id': 3507, 'fixed_ips': [{'subnet_id': '417996b6-1ce6-45e5-a62c-368ca7a09c63', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:24:24Z', 'updated_at': '2021-07-27T21:24:36Z', 'revision_number': 5, 'project_id': '2c7b7887b0f848c597ec952cc967d92c', 'subnets': [{'id': '417996b6-1ce6-45e5-a62c-368ca7a09c63', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6cffbc9e-7b76-46bc-8867-836f99e7dcc0', 'name': '', 'network_id': 'fa4dcaac-d437-4c36-bd63-99523501195e', 'tenant_id': '2c7b7887b0f848c597ec952cc967d92c', 'mac_address': 'fa:16:3e:a0:c0:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7035160-58cf-4e85-a901-8675b0f770be', 'device_owner': 'network:router_interface', 'standard_attr_id': 3482, 'fixed_ips': [{'subnet_id': '9f21e521-01b5-4055-9cbe-564aebe44b4e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:24:17Z', 'updated_at': '2021-07-27T21:24:26Z', 'revision_number': 5, 'project_id': '2c7b7887b0f848c597ec952cc967d92c', 'subnets': [{'id': '9f21e521-01b5-4055-9cbe-564aebe44b4e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '86eb6d3e-565a-4428-96a3-71f7c6b99be9', 'name': '', 'network_id': '1f4fcb1f-22e3-4699-844e-e3398c1f02fb', 'tenant_id': '2c7b7887b0f848c597ec952cc967d92c', 'mac_address': 'fa:16:3e:e4:63:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7035160-58cf-4e85-a901-8675b0f770be', 'device_owner': 'network:router_interface', 'standard_attr_id': 3517, 'fixed_ips': [{'subnet_id': 'd5338c74-56f6-451e-b27b-5c4434d691b3', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:24:32Z', 'updated_at': '2021-07-27T21:24:39Z', 'revision_number': 4, 'project_id': '2c7b7887b0f848c597ec952cc967d92c', 'subnets': [{'id': 'd5338c74-56f6-451e-b27b-5c4434d691b3', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e667ff12-b53d-4ba0-b46c-23ba371d7a5f', 'name': '', 'network_id': '7ec5f878-02f2-4c36-acfe-f32465e6705f', 'tenant_id': '2c7b7887b0f848c597ec952cc967d92c', 'mac_address': 'fa:16:3e:c5:5b:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7035160-58cf-4e85-a901-8675b0f770be', 'device_owner': 'network:router_interface', 'standard_attr_id': 3470, 'fixed_ips': [{'subnet_id': 'e7fbf4a0-d77d-4fd2-a707-b8f774836229', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:24:07Z', 'updated_at': '2021-07-27T21:24:18Z', 'revision_number': 5, 'project_id': '2c7b7887b0f848c597ec952cc967d92c', 'subnets': [{'id': 'e7fbf4a0-d77d-4fd2-a707-b8f774836229', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-22', False) {} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:24:40.482513 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-fd78e136-062c-413c-8c9a-09a182eb123d tempest-NegativeSecGroupTest-577308116 tempest-NegativeSecGroupTest-577308116-project] Request body: {'security_group_rule': {'security_group_id': '76905ff7-9ae3-4231-960f-70e3e1f00b61', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:24:40.483009 n-d-705658-22 neutron-server[105584]: WARNING neutron.api.v2.base [None req-fd78e136-062c-413c-8c9a-09a182eb123d tempest-NegativeSecGroupTest-577308116 tempest-NegativeSecGroupTest-577308116-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jul 27 21:24:40.483534 n-d-705658-22 neutron-server[105584]: INFO neutron.api.v2.resource [None req-fd78e136-062c-413c-8c9a-09a182eb123d tempest-NegativeSecGroupTest-577308116 tempest-NegativeSecGroupTest-577308116-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 27 21:24:40.488220 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-fd78e136-062c-413c-8c9a-09a182eb123d tempest-NegativeSecGroupTest-577308116 tempest-NegativeSecGroupTest-577308116-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0063107 Jul 27 21:24:40.488220 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 55338) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:24:40.506839 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-82ed8c58-7371-4d7b-bed7-30cd8d12e601 tempest-NegativeSecGroupTest-577308116 tempest-NegativeSecGroupTest-577308116-project] Request body: {'security_group_rule': {'security_group_id': '76905ff7-9ae3-4231-960f-70e3e1f00b61', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:24:40.537561 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b84a84be-e2c9-41ad-a632-0e573e27f844 None None] The sync data for ids ['e7035160-58cf-4e85-a901-8675b0f770be'] in n-d-705658-22 is: [{'id': 'e7035160-58cf-4e85-a901-8675b0f770be', 'name': 'tempest-RoutersIpV6Test-router-1047195626', 'tenant_id': '2c7b7887b0f848c597ec952cc967d92c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:24:05Z', 'updated_at': '2021-07-27T21:24:37Z', 'revision_number': 6, 'project_id': '2c7b7887b0f848c597ec952cc967d92c', 'gw_port_host': None, '_interfaces': [{'id': '328f26d7-c43e-44a0-9b7d-fdf8fba7fe69', 'name': '', 'network_id': '2ddd7ce4-61b3-42fa-af2e-22e9a9f801e3', 'tenant_id': '2c7b7887b0f848c597ec952cc967d92c', 'mac_address': 'fa:16:3e:b2:2d:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7035160-58cf-4e85-a901-8675b0f770be', 'device_owner': 'network:router_interface', 'standard_attr_id': 3507, 'fixed_ips': [{'subnet_id': '417996b6-1ce6-45e5-a62c-368ca7a09c63', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:24:24Z', 'updated_at': '2021-07-27T21:24:36Z', 'revision_number': 5, 'project_id': '2c7b7887b0f848c597ec952cc967d92c', 'subnets': [{'id': '417996b6-1ce6-45e5-a62c-368ca7a09c63', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6cffbc9e-7b76-46bc-8867-836f99e7dcc0', 'name': '', 'network_id': 'fa4dcaac-d437-4c36-bd63-99523501195e', 'tenant_id': '2c7b7887b0f848c597ec952cc967d92c', 'mac_address': 'fa:16:3e:a0:c0:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7035160-58cf-4e85-a901-8675b0f770be', 'device_owner': 'network:router_interface', 'standard_attr_id': 3482, 'fixed_ips': [{'subnet_id': '9f21e521-01b5-4055-9cbe-564aebe44b4e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:24:17Z', 'updated_at': '2021-07-27T21:24:26Z', 'revision_number': 5, 'project_id': '2c7b7887b0f848c597ec952cc967d92c', 'subnets': [{'id': '9f21e521-01b5-4055-9cbe-564aebe44b4e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '86eb6d3e-565a-4428-96a3-71f7c6b99be9', 'name': '', 'network_id': '1f4fcb1f-22e3-4699-844e-e3398c1f02fb', 'tenant_id': '2c7b7887b0f848c597ec952cc967d92c', 'mac_address': 'fa:16:3e:e4:63:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7035160-58cf-4e85-a901-8675b0f770be', 'device_owner': 'network:router_interface', 'standard_attr_id': 3517, 'fixed_ips': [{'subnet_id': 'd5338c74-56f6-451e-b27b-5c4434d691b3', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:24:32Z', 'updated_at': '2021-07-27T21:24:39Z', 'revision_number': 4, 'project_id': '2c7b7887b0f848c597ec952cc967d92c', 'subnets': [{'id': 'd5338c74-56f6-451e-b27b-5c4434d691b3', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e667ff12-b53d-4ba0-b46c-23ba371d7a5f', 'name': '', 'network_id': '7ec5f878-02f2-4c36-acfe-f32465e6705f', 'tenant_id': '2c7b7887b0f848c597ec952cc967d92c', 'mac_address': 'fa:16:3e:c5:5b:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7035160-58cf-4e85-a901-8675b0f770be', 'device_owner': 'network:router_interface', 'standard_attr_id': 3470, 'fixed_ips': [{'subnet_id': 'e7fbf4a0-d77d-4fd2-a707-b8f774836229', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:24:07Z', 'updated_at': '2021-07-27T21:24:18Z', 'revision_number': 5, 'project_id': '2c7b7887b0f848c597ec952cc967d92c', 'subnets': [{'id': 'e7fbf4a0-d77d-4fd2-a707-b8f774836229', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:24:40.551073 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.extraroute_db [None req-fb6b77b9-6bac-4672-a97b-787f9ab8a00e tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Added routes are [] {{(pid=105585) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 27 21:24:40.551624 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.extraroute_db [None req-fb6b77b9-6bac-4672-a97b-787f9ab8a00e tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Removed routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=105585) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 27 21:24:40.575399 n-d-705658-22 neutron-server[105584]: INFO neutron.api.v2.resource [None req-82ed8c58-7371-4d7b-bed7-30cd8d12e601 tempest-NegativeSecGroupTest-577308116 tempest-NegativeSecGroupTest-577308116-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 27 21:24:40.576750 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-82ed8c58-7371-4d7b-bed7-30cd8d12e601 tempest-NegativeSecGroupTest-577308116 tempest-NegativeSecGroupTest-577308116-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0883341 Jul 27 21:24:40.580240 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 55358) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:24:40.617440 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-e8faf8c3-e118-411a-ab7c-719d20c116bf tempest-NegativeSecGroupTest-577308116 tempest-NegativeSecGroupTest-577308116-project] Request body: {'security_group_rule': {'security_group_id': '76905ff7-9ae3-4231-960f-70e3e1f00b61', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:24:40.664403 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-4c4432ee-aca3-47fc-a09c-555bdd20eaa2 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:40.667746 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-fb6b77b9-6bac-4672-a97b-787f9ab8a00e tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4077169', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4163787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-400'] for router, precommit_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:40.673333 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-4c4432ee-aca3-47fc-a09c-555bdd20eaa2 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732636'] for security_group_rule, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:40.722168 n-d-705658-22 neutron-server[105584]: INFO neutron.api.v2.resource [None req-e8faf8c3-e118-411a-ab7c-719d20c116bf tempest-NegativeSecGroupTest-577308116 tempest-NegativeSecGroupTest-577308116-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 27 21:24:40.726126 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-e8faf8c3-e118-411a-ab7c-719d20c116bf tempest-NegativeSecGroupTest-577308116 tempest-NegativeSecGroupTest-577308116-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1373470 Jul 27 21:24:40.726508 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 55368) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:24:40.750548 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4432ee-aca3-47fc-a09c-555bdd20eaa2 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3964b7d6-c4a6-4191-af9c-1bb70cd59770,revision_number=0']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:24:40.789588 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-4c4432ee-aca3-47fc-a09c-555bdd20eaa2 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:40.791216 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-4c4432ee-aca3-47fc-a09c-555bdd20eaa2 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5020423 Jul 27 21:24:40.800252 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 55374) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:24:40.812691 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-916dcee7-4805-4848-bac3-f024189bb586 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Request body: {'security_group_rule': {'security_group_id': 'd7e088a3-97e7-462a-93b9-5633e347368d', 'project_id': '379416b786c44e07b1b1ba1a5ea96882', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:24:40.831419 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-f738ccb6-1e69-45c9-8b93-e2b85d2d512e tempest-NegativeSecGroupTest-577308116 tempest-NegativeSecGroupTest-577308116-project] Notify callbacks [] for security_group, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:40.903676 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-f738ccb6-1e69-45c9-8b93-e2b85d2d512e tempest-NegativeSecGroupTest-577308116 tempest-NegativeSecGroupTest-577308116-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:40.992882 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-f738ccb6-1e69-45c9-8b93-e2b85d2d512e tempest-NegativeSecGroupTest-577308116 tempest-NegativeSecGroupTest-577308116-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:40.998661 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-f738ccb6-1e69-45c9-8b93-e2b85d2d512e tempest-NegativeSecGroupTest-577308116 tempest-NegativeSecGroupTest-577308116-project] Notify callbacks [] for security_group, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:41.005581 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-f738ccb6-1e69-45c9-8b93-e2b85d2d512e tempest-NegativeSecGroupTest-577308116 tempest-NegativeSecGroupTest-577308116-project] 10.222.0.59 "DELETE /v2.0/security-groups/76905ff7-9ae3-4231-960f-70e3e1f00b61 HTTP/1.1" status: 204 len: 168 time: 0.2758498 Jul 27 21:24:41.005581 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 55388) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:24:41.085572 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-eb35553f-c638-439c-83f2-31b256abd5c2 tempest-NegativeSecGroupTest-577308116 tempest-NegativeSecGroupTest-577308116-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0761402 Jul 27 21:24:41.086591 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 55392) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:24:41.093759 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-0c4f6440-f13e-498d-a1bd-06bd71c26ed3 tempest-NegativeSecGroupTest-577308116 tempest-NegativeSecGroupTest-577308116-project] Request body: {'security_group': {'name': 'tempest-secgroup--342181010'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:24:41.123568 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f738ccb6-1e69-45c9-8b93-e2b85d2d512e tempest-NegativeSecGroupTest-577308116 tempest-NegativeSecGroupTest-577308116-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=76905ff7-9ae3-4231-960f-70e3e1f00b61,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:24:41.165861 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-0c4f6440-f13e-498d-a1bd-06bd71c26ed3 tempest-NegativeSecGroupTest-577308116 tempest-NegativeSecGroupTest-577308116-project] Notify callbacks [] for security_group, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:41.287813 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-0c4f6440-f13e-498d-a1bd-06bd71c26ed3 tempest-NegativeSecGroupTest-577308116 tempest-NegativeSecGroupTest-577308116-project] Notify callbacks [] for security_group, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:41.293542 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-0c4f6440-f13e-498d-a1bd-06bd71c26ed3 tempest-NegativeSecGroupTest-577308116 tempest-NegativeSecGroupTest-577308116-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:41.331880 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-0c4f6440-f13e-498d-a1bd-06bd71c26ed3 tempest-NegativeSecGroupTest-577308116 tempest-NegativeSecGroupTest-577308116-project] Notify callbacks [] for security_group, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:41.333126 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-0c4f6440-f13e-498d-a1bd-06bd71c26ed3 tempest-NegativeSecGroupTest-577308116 tempest-NegativeSecGroupTest-577308116-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2451999 Jul 27 21:24:41.341174 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 55406) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:24:41.350089 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-2e8461b4-7191-4126-8d9f-efaf228d8bfd tempest-NegativeSecGroupTest-577308116 tempest-NegativeSecGroupTest-577308116-project] Request body: {'security_group_rule': {'security_group_id': 'c98e6f22-3575-4f1f-9060-15370a7b2910', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:24:41.361674 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4f6440-f13e-498d-a1bd-06bd71c26ed3 tempest-NegativeSecGroupTest-577308116 tempest-NegativeSecGroupTest-577308116-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c98e6f22-3575-4f1f-9060-15370a7b2910,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:24:41.446059 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-916dcee7-4805-4848-bac3-f024189bb586 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:41.452945 n-d-705658-22 neutron-server[105584]: INFO neutron.api.v2.resource [None req-2e8461b4-7191-4126-8d9f-efaf228d8bfd tempest-NegativeSecGroupTest-577308116 tempest-NegativeSecGroupTest-577308116-project] create failed (client error): The resource could not be found. Jul 27 21:24:41.458001 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-2e8461b4-7191-4126-8d9f-efaf228d8bfd tempest-NegativeSecGroupTest-577308116 tempest-NegativeSecGroupTest-577308116-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1156514 Jul 27 21:24:41.459232 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 55418) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:24:41.470321 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-60c0ffa7-ffe4-4b38-b3cb-276945d63695 tempest-NegativeSecGroupTest-577308116 tempest-NegativeSecGroupTest-577308116-project] Request body: {'security_group_rule': {'security_group_id': 'c98e6f22-3575-4f1f-9060-15370a7b2910', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '4c559f33-fa2e-489f-9244-fb749c2fae06'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:24:41.484826 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-fb6b77b9-6bac-4672-a97b-787f9ab8a00e tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4077169', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4163787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-400'] for router, precommit_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:41.496445 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-fb6b77b9-6bac-4672-a97b-787f9ab8a00e tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4077150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4077160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4077159', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4163778'] for router, after_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:41.569798 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-fcd17318-338e-4a74-b3be-5fa74469f73f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:41.578247 n-d-705658-22 neutron-server[105584]: INFO neutron.api.v2.resource [None req-60c0ffa7-ffe4-4b38-b3cb-276945d63695 tempest-NegativeSecGroupTest-577308116 tempest-NegativeSecGroupTest-577308116-project] create failed (client error): The resource could not be found. Jul 27 21:24:41.582063 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-60c0ffa7-ffe4-4b38-b3cb-276945d63695 tempest-NegativeSecGroupTest-577308116 tempest-NegativeSecGroupTest-577308116-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1199625 Jul 27 21:24:41.582308 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 55430) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:24:41.598938 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-916dcee7-4805-4848-bac3-f024189bb586 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:41.610924 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-916dcee7-4805-4848-bac3-f024189bb586 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732636'] for security_group_rule, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:41.642572 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916dcee7-4805-4848-bac3-f024189bb586 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8742a4cf-307c-445e-b13a-b9f6094ebab8,revision_number=0']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:24:41.651972 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb6b77b9-6bac-4672-a97b-787f9ab8a00e tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Router e7035160-58cf-4e85-a901-8675b0f770be has already been hosted by L3 agent dd128fd7-8e57-4d4f-895b-a96b369df59a {{(pid=105585) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:24:41.659275 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-916dcee7-4805-4848-bac3-f024189bb586 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:41.660792 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-916dcee7-4805-4848-bac3-f024189bb586 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8591673 Jul 27 21:24:41.663611 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 55438) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:24:41.668667 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-a4f29db1-7e36-411c-8fb2-522f022cc264 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Request body: {'security_group_rule': {'security_group_id': 'd7e088a3-97e7-462a-93b9-5633e347368d', 'project_id': '379416b786c44e07b1b1ba1a5ea96882', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:24:41.679274 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-1844e09d-4fce-419e-a5d0-03c1e17619e1 tempest-NegativeSecGroupTest-577308116 tempest-NegativeSecGroupTest-577308116-project] Notify callbacks [] for security_group, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:41.711876 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-1844e09d-4fce-419e-a5d0-03c1e17619e1 tempest-NegativeSecGroupTest-577308116 tempest-NegativeSecGroupTest-577308116-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:41.778687 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-1844e09d-4fce-419e-a5d0-03c1e17619e1 tempest-NegativeSecGroupTest-577308116 tempest-NegativeSecGroupTest-577308116-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:41.781652 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-1844e09d-4fce-419e-a5d0-03c1e17619e1 tempest-NegativeSecGroupTest-577308116 tempest-NegativeSecGroupTest-577308116-project] Notify callbacks [] for security_group, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:41.785273 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-1844e09d-4fce-419e-a5d0-03c1e17619e1 tempest-NegativeSecGroupTest-577308116 tempest-NegativeSecGroupTest-577308116-project] 10.222.0.59 "DELETE /v2.0/security-groups/c98e6f22-3575-4f1f-9060-15370a7b2910 HTTP/1.1" status: 204 len: 168 time: 0.1998348 Jul 27 21:24:41.787196 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 55444) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:24:41.802735 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1844e09d-4fce-419e-a5d0-03c1e17619e1 tempest-NegativeSecGroupTest-577308116 tempest-NegativeSecGroupTest-577308116-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c98e6f22-3575-4f1f-9060-15370a7b2910,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:24:41.848562 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-bd1b240f-6cfb-4644-9317-aff1fefeedcf tempest-NegativeSecGroupTest-577308116 tempest-NegativeSecGroupTest-577308116-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0599976 Jul 27 21:24:41.851908 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-a4f29db1-7e36-411c-8fb2-522f022cc264 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:41.853294 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 55450) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:24:41.860802 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-0e6b9976-a94a-4cc6-9443-cdb294d09324 tempest-NegativeSecGroupTest-577308116 tempest-NegativeSecGroupTest-577308116-project] Request body: {'security_group_rule': {'security_group_id': '4bd02189-0f4e-489b-8e07-9a6e79659390', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:24:41.878174 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb6b77b9-6bac-4672-a97b-787f9ab8a00e tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify agent at l3_agent.n-d-705658-22 the message routers_updated {{(pid=105585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:24:41.895542 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:41.913149 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-fb6b77b9-6bac-4672-a97b-787f9ab8a00e tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks [] for router, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:41.915251 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-fb6b77b9-6bac-4672-a97b-787f9ab8a00e tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] 10.222.0.59 "PUT /v2.0/routers/e7035160-58cf-4e85-a901-8675b0f770be HTTP/1.1" status: 200 len: 704 time: 2.1128938 Jul 27 21:24:41.917642 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 55452) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:24:41.921425 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e49e820e-abab-4dfc-aa2a-2a33bf6be7b0 None None] Sync routers for ids ['e7035160-58cf-4e85-a901-8675b0f770be'] in n-d-705658-22 {{(pid=105587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:24:41.932625 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e49e820e-abab-4dfc-aa2a-2a33bf6be7b0 None None] Routers {'e7035160-58cf-4e85-a901-8675b0f770be'} bound to L3 agent in host n-d-705658-22 {{(pid=105587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:24:41.933245 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-e49e820e-abab-4dfc-aa2a-2a33bf6be7b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:24:42Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['e7035160-58cf-4e85-a901-8675b0f770be'], 'active': True} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:24:41.989657 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 86eb6d3e-565a-4428-96a3-71f7c6b99be9 up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:24:42.005636 n-d-705658-22 neutron-server[105584]: INFO neutron.api.v2.resource [None req-0e6b9976-a94a-4cc6-9443-cdb294d09324 tempest-NegativeSecGroupTest-577308116 tempest-NegativeSecGroupTest-577308116-project] create failed (client error): The resource could not be found. Jul 27 21:24:42.008416 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-0e6b9976-a94a-4cc6-9443-cdb294d09324 tempest-NegativeSecGroupTest-577308116 tempest-NegativeSecGroupTest-577308116-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1538095 Jul 27 21:24:42.017087 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 55454) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:24:42.029679 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-3123130d-fa11-4ef3-bf92-6442fcadaf2b tempest-NegativeSecGroupTest-577308116 tempest-NegativeSecGroupTest-577308116-project] Request body: {'security_group': {'name': 'tempest-secgroup--491814112'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:24:42.054707 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-a4f29db1-7e36-411c-8fb2-522f022cc264 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:42.061715 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning for port 86eb6d3e-565a-4428-96a3-71f7c6b99be9 completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:24:42.070745 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port 86eb6d3e-565a-4428-96a3-71f7c6b99be9 triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:24:42.071420 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:42.071759 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-a4f29db1-7e36-411c-8fb2-522f022cc264 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732636'] for security_group_rule, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:42.078880 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvr_db [None req-e49e820e-abab-4dfc-aa2a-2a33bf6be7b0 None None] Set router e7035160-58cf-4e85-a901-8675b0f770be gateway port host: None {{(pid=105587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:24:42.083206 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-fcf4ee7b-e8f8-4f8a-99b0-cbd21859a97d tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] 10.222.0.59 "GET /v2.0/routers/e7035160-58cf-4e85-a901-8675b0f770be HTTP/1.1" status: 200 len: 704 time: 0.1614969 Jul 27 21:24:42.083463 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 55456) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:24:42.141607 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f29db1-7e36-411c-8fb2-522f022cc264 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0cd0cc84-07b4-4a7d-a722-3d8d715d7dd0,revision_number=0']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:24:42.153794 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-3123130d-fa11-4ef3-bf92-6442fcadaf2b tempest-NegativeSecGroupTest-577308116 tempest-NegativeSecGroupTest-577308116-project] Notify callbacks [] for security_group, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:42.226141 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:42.258646 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-3123130d-fa11-4ef3-bf92-6442fcadaf2b tempest-NegativeSecGroupTest-577308116 tempest-NegativeSecGroupTest-577308116-project] Notify callbacks [] for security_group, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:42.260752 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-a4f29db1-7e36-411c-8fb2-522f022cc264 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:42.262281 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-a4f29db1-7e36-411c-8fb2-522f022cc264 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5977156 Jul 27 21:24:42.266412 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 55458) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:24:42.273740 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-904bdc5f-51bc-434e-8b90-663c02179b4e tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Request body: {'security_group_rule': {'security_group_id': 'd7e088a3-97e7-462a-93b9-5633e347368d', 'project_id': '379416b786c44e07b1b1ba1a5ea96882', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:24:42.282940 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-3123130d-fa11-4ef3-bf92-6442fcadaf2b tempest-NegativeSecGroupTest-577308116 tempest-NegativeSecGroupTest-577308116-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:42.300747 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] For port 86eb6d3e-565a-4428-96a3-71f7c6b99be9, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=86eb6d3e-565a-4428-96a3-71f7c6b99be9,segment=NetworkSegment(7dcc4629-88de-493f-8f42-5c2067a932eb),segment_id=7dcc4629-88de-493f-8f42-5c2067a932eb)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:24:42.322546 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:42.335096 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3123130d-fa11-4ef3-bf92-6442fcadaf2b tempest-NegativeSecGroupTest-577308116 tempest-NegativeSecGroupTest-577308116-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a7bb2f13-3c92-4b88-91a2-c260d2fe5c54,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:24:42.344873 n-d-705658-22 neutron-server[105585]: INFO neutron.db.securitygroups_db [None req-904bdc5f-51bc-434e-8b90-663c02179b4e tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Project 379416b786c44e07b1b1ba1a5ea96882 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 27 21:24:42.356643 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-904bdc5f-51bc-434e-8b90-663c02179b4e tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:42.363778 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-3123130d-fa11-4ef3-bf92-6442fcadaf2b tempest-NegativeSecGroupTest-577308116 tempest-NegativeSecGroupTest-577308116-project] Notify callbacks [] for security_group, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:42.366247 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-3123130d-fa11-4ef3-bf92-6442fcadaf2b tempest-NegativeSecGroupTest-577308116 tempest-NegativeSecGroupTest-577308116-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3481829 Jul 27 21:24:42.374667 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 55460) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:24:42.384508 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-d6c80c22-a4c1-452e-8e68-f81931011584 tempest-NegativeSecGroupTest-577308116 tempest-NegativeSecGroupTest-577308116-project] Request body: {'security_group': {'name': 'tempest-secgroup--1196395982'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:24:42.419429 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Pushing event updated for resources: {'Port': ['ID=86eb6d3e-565a-4428-96a3-71f7c6b99be9,revision_number=5']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:24:42.473352 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-e49e820e-abab-4dfc-aa2a-2a33bf6be7b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7035160-58cf-4e85-a901-8675b0f770be', 'name': 'tempest-RoutersIpV6Test-router-1047195626', 'tenant_id': '2c7b7887b0f848c597ec952cc967d92c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:24:05Z', 'updated_at': '2021-07-27T21:24:40Z', 'revision_number': 7, 'project_id': '2c7b7887b0f848c597ec952cc967d92c', 'gw_port_host': None, '_interfaces': [{'id': '328f26d7-c43e-44a0-9b7d-fdf8fba7fe69', 'name': '', 'network_id': '2ddd7ce4-61b3-42fa-af2e-22e9a9f801e3', 'tenant_id': '2c7b7887b0f848c597ec952cc967d92c', 'mac_address': 'fa:16:3e:b2:2d:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7035160-58cf-4e85-a901-8675b0f770be', 'device_owner': 'network:router_interface', 'standard_attr_id': 3507, 'fixed_ips': [{'subnet_id': '417996b6-1ce6-45e5-a62c-368ca7a09c63', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:24:24Z', 'updated_at': '2021-07-27T21:24:36Z', 'revision_number': 5, 'project_id': '2c7b7887b0f848c597ec952cc967d92c', 'subnets': [{'id': '417996b6-1ce6-45e5-a62c-368ca7a09c63', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6cffbc9e-7b76-46bc-8867-836f99e7dcc0', 'name': '', 'network_id': 'fa4dcaac-d437-4c36-bd63-99523501195e', 'tenant_id': '2c7b7887b0f848c597ec952cc967d92c', 'mac_address': 'fa:16:3e:a0:c0:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7035160-58cf-4e85-a901-8675b0f770be', 'device_owner': 'network:router_interface', 'standard_attr_id': 3482, 'fixed_ips': [{'subnet_id': '9f21e521-01b5-4055-9cbe-564aebe44b4e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:24:17Z', 'updated_at': '2021-07-27T21:24:26Z', 'revision_number': 5, 'project_id': '2c7b7887b0f848c597ec952cc967d92c', 'subnets': [{'id': '9f21e521-01b5-4055-9cbe-564aebe44b4e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '86eb6d3e-565a-4428-96a3-71f7c6b99be9', 'name': '', 'network_id': '1f4fcb1f-22e3-4699-844e-e3398c1f02fb', 'tenant_id': '2c7b7887b0f848c597ec952cc967d92c', 'mac_address': 'fa:16:3e:e4:63:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7035160-58cf-4e85-a901-8675b0f770be', 'device_owner': 'network:router_interface', 'standard_attr_id': 3517, 'fixed_ips': [{'subnet_id': 'd5338c74-56f6-451e-b27b-5c4434d691b3', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:24:32Z', 'updated_at': '2021-07-27T21:24:39Z', 'revision_number': 4, 'project_id': '2c7b7887b0f848c597ec952cc967d92c', 'subnets': [{'id': 'd5338c74-56f6-451e-b27b-5c4434d691b3', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e667ff12-b53d-4ba0-b46c-23ba371d7a5f', 'name': '', 'network_id': '7ec5f878-02f2-4c36-acfe-f32465e6705f', 'tenant_id': '2c7b7887b0f848c597ec952cc967d92c', 'mac_address': 'fa:16:3e:c5:5b:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7035160-58cf-4e85-a901-8675b0f770be', 'device_owner': 'network:router_interface', 'standard_attr_id': 3470, 'fixed_ips': [{'subnet_id': 'e7fbf4a0-d77d-4fd2-a707-b8f774836229', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:24:07Z', 'updated_at': '2021-07-27T21:24:18Z', 'revision_number': 5, 'project_id': '2c7b7887b0f848c597ec952cc967d92c', 'subnets': [{'id': 'e7fbf4a0-d77d-4fd2-a707-b8f774836229', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-22', False) {} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:24:42.491456 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-904bdc5f-51bc-434e-8b90-663c02179b4e tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:42.493442 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-d6c80c22-a4c1-452e-8e68-f81931011584 tempest-NegativeSecGroupTest-577308116 tempest-NegativeSecGroupTest-577308116-project] Notify callbacks [] for security_group, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:42.515318 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e49e820e-abab-4dfc-aa2a-2a33bf6be7b0 None None] Checking router: e7035160-58cf-4e85-a901-8675b0f770be for host: n-d-705658-22 {{(pid=105587) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:24:42.517754 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-904bdc5f-51bc-434e-8b90-663c02179b4e tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732636'] for security_group_rule, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:42.526310 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e49e820e-abab-4dfc-aa2a-2a33bf6be7b0 None None] Routers {'e7035160-58cf-4e85-a901-8675b0f770be'} bound to L3 agent in host n-d-705658-22 {{(pid=105587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:24:42.527352 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-e49e820e-abab-4dfc-aa2a-2a33bf6be7b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:24:42Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['e7035160-58cf-4e85-a901-8675b0f770be'], 'active': True} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:24:42.580994 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904bdc5f-51bc-434e-8b90-663c02179b4e tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=134c2389-c185-44cc-9890-f288f5024131,revision_number=0']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:24:42.675116 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-d6c80c22-a4c1-452e-8e68-f81931011584 tempest-NegativeSecGroupTest-577308116 tempest-NegativeSecGroupTest-577308116-project] Notify callbacks [] for security_group, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:42.689543 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-d6c80c22-a4c1-452e-8e68-f81931011584 tempest-NegativeSecGroupTest-577308116 tempest-NegativeSecGroupTest-577308116-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:42.714636 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvr_db [None req-e49e820e-abab-4dfc-aa2a-2a33bf6be7b0 None None] Set router e7035160-58cf-4e85-a901-8675b0f770be gateway port host: None {{(pid=105587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:24:42.751585 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-904bdc5f-51bc-434e-8b90-663c02179b4e tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:42.758730 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-904bdc5f-51bc-434e-8b90-663c02179b4e tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4907286 Jul 27 21:24:42.761105 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 55472) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:24:42.761897 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-d6c80c22-a4c1-452e-8e68-f81931011584 tempest-NegativeSecGroupTest-577308116 tempest-NegativeSecGroupTest-577308116-project] Notify callbacks [] for security_group, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:42.766272 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-d6c80c22-a4c1-452e-8e68-f81931011584 tempest-NegativeSecGroupTest-577308116 tempest-NegativeSecGroupTest-577308116-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3872449 Jul 27 21:24:42.767206 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 55474) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:24:42.769512 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-4fe3cd75-8c64-4187-99a1-76a7a8166910 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Request body: {'security_group_rule': {'security_group_id': 'd7e088a3-97e7-462a-93b9-5633e347368d', 'project_id': '379416b786c44e07b1b1ba1a5ea96882', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:24:42.776223 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-d85e1f0d-c79b-4f1e-aa90-5e6323bd1195 tempest-NegativeSecGroupTest-577308116 tempest-NegativeSecGroupTest-577308116-project] Request body: {'security_group_rule': {'security_group_id': 'a7bb2f13-3c92-4b88-91a2-c260d2fe5c54', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '0e80d1b3-adde-4494-8f5c-7b772d424211'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:24:42.792903 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c80c22-a4c1-452e-8e68-f81931011584 tempest-NegativeSecGroupTest-577308116 tempest-NegativeSecGroupTest-577308116-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e80d1b3-adde-4494-8f5c-7b772d424211,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:24:42.801572 n-d-705658-22 neutron-server[105585]: INFO neutron.db.securitygroups_db [None req-4fe3cd75-8c64-4187-99a1-76a7a8166910 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Project 379416b786c44e07b1b1ba1a5ea96882 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 27 21:24:42.808271 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-4fe3cd75-8c64-4187-99a1-76a7a8166910 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:42.925601 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-bb32ed7d-8717-448b-a9c8-a5a0117d1fd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:42.937765 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-4fe3cd75-8c64-4187-99a1-76a7a8166910 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:42.954449 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-4fe3cd75-8c64-4187-99a1-76a7a8166910 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732636'] for security_group_rule, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:42.971196 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe3cd75-8c64-4187-99a1-76a7a8166910 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53b291a5-4097-4fae-bf2d-408d8f95f44a,revision_number=0']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:24:42.987469 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-4fe3cd75-8c64-4187-99a1-76a7a8166910 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:42.988829 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-4fe3cd75-8c64-4187-99a1-76a7a8166910 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2245975 Jul 27 21:24:42.991794 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 55478) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:24:42.998531 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-cb4d94d3-fec5-4f62-a774-1ee1145083c2 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Request body: {'network': {'name': 'tempest-network-smoke--1106217048', 'project_id': '379416b786c44e07b1b1ba1a5ea96882', 'port_security_enabled': True}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:24:43.009026 n-d-705658-22 neutron-server[105584]: INFO neutron.api.v2.resource [None req-d85e1f0d-c79b-4f1e-aa90-5e6323bd1195 tempest-NegativeSecGroupTest-577308116 tempest-NegativeSecGroupTest-577308116-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 27 21:24:43.018222 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-d85e1f0d-c79b-4f1e-aa90-5e6323bd1195 tempest-NegativeSecGroupTest-577308116 tempest-NegativeSecGroupTest-577308116-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.2471297 Jul 27 21:24:43.022090 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 55480) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:24:43.041509 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb4d94d3-fec5-4f62-a774-1ee1145083c2 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Made reservation on behalf of 379416b786c44e07b1b1ba1a5ea96882 for: {'network': 1} {{(pid=105585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:24:43.042972 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-e49e820e-abab-4dfc-aa2a-2a33bf6be7b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7035160-58cf-4e85-a901-8675b0f770be', 'name': 'tempest-RoutersIpV6Test-router-1047195626', 'tenant_id': '2c7b7887b0f848c597ec952cc967d92c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:24:05Z', 'updated_at': '2021-07-27T21:24:40Z', 'revision_number': 7, 'project_id': '2c7b7887b0f848c597ec952cc967d92c', 'gw_port_host': None, '_interfaces': [{'id': '328f26d7-c43e-44a0-9b7d-fdf8fba7fe69', 'name': '', 'network_id': '2ddd7ce4-61b3-42fa-af2e-22e9a9f801e3', 'tenant_id': '2c7b7887b0f848c597ec952cc967d92c', 'mac_address': 'fa:16:3e:b2:2d:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7035160-58cf-4e85-a901-8675b0f770be', 'device_owner': 'network:router_interface', 'standard_attr_id': 3507, 'fixed_ips': [{'subnet_id': '417996b6-1ce6-45e5-a62c-368ca7a09c63', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:24:24Z', 'updated_at': '2021-07-27T21:24:36Z', 'revision_number': 5, 'project_id': '2c7b7887b0f848c597ec952cc967d92c', 'subnets': [{'id': '417996b6-1ce6-45e5-a62c-368ca7a09c63', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6cffbc9e-7b76-46bc-8867-836f99e7dcc0', 'name': '', 'network_id': 'fa4dcaac-d437-4c36-bd63-99523501195e', 'tenant_id': '2c7b7887b0f848c597ec952cc967d92c', 'mac_address': 'fa:16:3e:a0:c0:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7035160-58cf-4e85-a901-8675b0f770be', 'device_owner': 'network:router_interface', 'standard_attr_id': 3482, 'fixed_ips': [{'subnet_id': '9f21e521-01b5-4055-9cbe-564aebe44b4e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:24:17Z', 'updated_at': '2021-07-27T21:24:26Z', 'revision_number': 5, 'project_id': '2c7b7887b0f848c597ec952cc967d92c', 'subnets': [{'id': '9f21e521-01b5-4055-9cbe-564aebe44b4e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '86eb6d3e-565a-4428-96a3-71f7c6b99be9', 'name': '', 'network_id': '1f4fcb1f-22e3-4699-844e-e3398c1f02fb', 'tenant_id': '2c7b7887b0f848c597ec952cc967d92c', 'mac_address': 'fa:16:3e:e4:63:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7035160-58cf-4e85-a901-8675b0f770be', 'device_owner': 'network:router_interface', 'standard_attr_id': 3517, 'fixed_ips': [{'subnet_id': 'd5338c74-56f6-451e-b27b-5c4434d691b3', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:24:32Z', 'updated_at': '2021-07-27T21:24:42Z', 'revision_number': 5, 'project_id': '2c7b7887b0f848c597ec952cc967d92c', 'subnets': [{'id': 'd5338c74-56f6-451e-b27b-5c4434d691b3', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e667ff12-b53d-4ba0-b46c-23ba371d7a5f', 'name': '', 'network_id': '7ec5f878-02f2-4c36-acfe-f32465e6705f', 'tenant_id': '2c7b7887b0f848c597ec952cc967d92c', 'mac_address': 'fa:16:3e:c5:5b:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7035160-58cf-4e85-a901-8675b0f770be', 'device_owner': 'network:router_interface', 'standard_attr_id': 3470, 'fixed_ips': [{'subnet_id': 'e7fbf4a0-d77d-4fd2-a707-b8f774836229', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:24:07Z', 'updated_at': '2021-07-27T21:24:18Z', 'revision_number': 5, 'project_id': '2c7b7887b0f848c597ec952cc967d92c', 'subnets': [{'id': 'e7fbf4a0-d77d-4fd2-a707-b8f774836229', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-22', False) {} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:24:43.046152 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-cb4d94d3-fec5-4f62-a774-1ee1145083c2 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for network, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:43.075968 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e49e820e-abab-4dfc-aa2a-2a33bf6be7b0 None None] The sync data for ids ['e7035160-58cf-4e85-a901-8675b0f770be'] in n-d-705658-22 is: [{'id': 'e7035160-58cf-4e85-a901-8675b0f770be', 'name': 'tempest-RoutersIpV6Test-router-1047195626', 'tenant_id': '2c7b7887b0f848c597ec952cc967d92c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:24:05Z', 'updated_at': '2021-07-27T21:24:40Z', 'revision_number': 7, 'project_id': '2c7b7887b0f848c597ec952cc967d92c', 'gw_port_host': None, '_interfaces': [{'id': '328f26d7-c43e-44a0-9b7d-fdf8fba7fe69', 'name': '', 'network_id': '2ddd7ce4-61b3-42fa-af2e-22e9a9f801e3', 'tenant_id': '2c7b7887b0f848c597ec952cc967d92c', 'mac_address': 'fa:16:3e:b2:2d:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7035160-58cf-4e85-a901-8675b0f770be', 'device_owner': 'network:router_interface', 'standard_attr_id': 3507, 'fixed_ips': [{'subnet_id': '417996b6-1ce6-45e5-a62c-368ca7a09c63', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:24:24Z', 'updated_at': '2021-07-27T21:24:36Z', 'revision_number': 5, 'project_id': '2c7b7887b0f848c597ec952cc967d92c', 'subnets': [{'id': '417996b6-1ce6-45e5-a62c-368ca7a09c63', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6cffbc9e-7b76-46bc-8867-836f99e7dcc0', 'name': '', 'network_id': 'fa4dcaac-d437-4c36-bd63-99523501195e', 'tenant_id': '2c7b7887b0f848c597ec952cc967d92c', 'mac_address': 'fa:16:3e:a0:c0:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7035160-58cf-4e85-a901-8675b0f770be', 'device_owner': 'network:router_interface', 'standard_attr_id': 3482, 'fixed_ips': [{'subnet_id': '9f21e521-01b5-4055-9cbe-564aebe44b4e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:24:17Z', 'updated_at': '2021-07-27T21:24:26Z', 'revision_number': 5, 'project_id': '2c7b7887b0f848c597ec952cc967d92c', 'subnets': [{'id': '9f21e521-01b5-4055-9cbe-564aebe44b4e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '86eb6d3e-565a-4428-96a3-71f7c6b99be9', 'name': '', 'network_id': '1f4fcb1f-22e3-4699-844e-e3398c1f02fb', 'tenant_id': '2c7b7887b0f848c597ec952cc967d92c', 'mac_address': 'fa:16:3e:e4:63:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7035160-58cf-4e85-a901-8675b0f770be', 'device_owner': 'network:router_interface', 'standard_attr_id': 3517, 'fixed_ips': [{'subnet_id': 'd5338c74-56f6-451e-b27b-5c4434d691b3', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:24:32Z', 'updated_at': '2021-07-27T21:24:42Z', 'revision_number': 5, 'project_id': '2c7b7887b0f848c597ec952cc967d92c', 'subnets': [{'id': 'd5338c74-56f6-451e-b27b-5c4434d691b3', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e667ff12-b53d-4ba0-b46c-23ba371d7a5f', 'name': '', 'network_id': '7ec5f878-02f2-4c36-acfe-f32465e6705f', 'tenant_id': '2c7b7887b0f848c597ec952cc967d92c', 'mac_address': 'fa:16:3e:c5:5b:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7035160-58cf-4e85-a901-8675b0f770be', 'device_owner': 'network:router_interface', 'standard_attr_id': 3470, 'fixed_ips': [{'subnet_id': 'e7fbf4a0-d77d-4fd2-a707-b8f774836229', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:24:07Z', 'updated_at': '2021-07-27T21:24:18Z', 'revision_number': 5, 'project_id': '2c7b7887b0f848c597ec952cc967d92c', 'subnets': [{'id': 'e7fbf4a0-d77d-4fd2-a707-b8f774836229', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:24:43.102304 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb4d94d3-fec5-4f62-a774-1ee1145083c2 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] vlan segment allocate from pool success with {'vlan_id': 218, 'physical_network': 'physnet1'} {{(pid=105585) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:24:43.131215 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-cb4d94d3-fec5-4f62-a774-1ee1145083c2 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:43.131818 n-d-705658-22 neutron-server[105585]: INFO neutron.db.segments_db [None req-cb4d94d3-fec5-4f62-a774-1ee1145083c2 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Added segment 5dc26c44-3b1c-4075-b860-bc76f03d3c9f of type vlan for network 2ccc93db-b189-42a5-80b7-a6115bf3d495 Jul 27 21:24:43.144266 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-e76b4dbf-e926-44dd-b5bb-9c8c471c2bc9 tempest-NegativeSecGroupTest-577308116 tempest-NegativeSecGroupTest-577308116-project] Notify callbacks [] for security_group, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:43.171347 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-e76b4dbf-e926-44dd-b5bb-9c8c471c2bc9 tempest-NegativeSecGroupTest-577308116 tempest-NegativeSecGroupTest-577308116-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:43.229596 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-a574c169-54fc-4079-9e0a-2b5803dd271a tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4076536'] for router_interface, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:43.288412 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-e76b4dbf-e926-44dd-b5bb-9c8c471c2bc9 tempest-NegativeSecGroupTest-577308116 tempest-NegativeSecGroupTest-577308116-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:43.293122 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-e76b4dbf-e926-44dd-b5bb-9c8c471c2bc9 tempest-NegativeSecGroupTest-577308116 tempest-NegativeSecGroupTest-577308116-project] Notify callbacks [] for security_group, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:43.295108 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-e76b4dbf-e926-44dd-b5bb-9c8c471c2bc9 tempest-NegativeSecGroupTest-577308116 tempest-NegativeSecGroupTest-577308116-project] 10.222.0.59 "DELETE /v2.0/security-groups/0e80d1b3-adde-4494-8f5c-7b772d424211 HTTP/1.1" status: 204 len: 168 time: 0.2719018 Jul 27 21:24:43.298772 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-cb4d94d3-fec5-4f62-a774-1ee1145083c2 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790688424798'] for network, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:43.313056 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 55486) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:24:43.343435 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76b4dbf-e926-44dd-b5bb-9c8c471c2bc9 tempest-NegativeSecGroupTest-577308116 tempest-NegativeSecGroupTest-577308116-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e80d1b3-adde-4494-8f5c-7b772d424211,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:24:43.357621 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-cb4d94d3-fec5-4f62-a774-1ee1145083c2 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920'] for network, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:43.372759 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb4d94d3-fec5-4f62-a774-1ee1145083c2 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:24:43.373610 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-cb4d94d3-fec5-4f62-a774-1ee1145083c2 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks [] for network, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:43.448049 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-4991be98-0091-4aef-b95e-6f420b7d3f78 tempest-NegativeSecGroupTest-577308116 tempest-NegativeSecGroupTest-577308116-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1338689 Jul 27 21:24:43.450715 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 55488) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:24:43.456359 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4d94d3-fec5-4f62-a774-1ee1145083c2 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Pushing event updated for resources: {'Network': ['ID=2ccc93db-b189-42a5-80b7-a6115bf3d495,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:24:43.470045 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Network 2ccc93db-b189-42a5-80b7-a6115bf3d495 details requested by agent ovs-agent-n-d-705658-22 with host n-d-705658-22 {{(pid=105586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:24:43.472706 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-cb4d94d3-fec5-4f62-a774-1ee1145083c2 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4798286 Jul 27 21:24:43.473413 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 55490) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:24:43.478551 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-21e1be9c-ed89-4fae-86d7-eb0951247c9c tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2033618927', 'admin_state_up': True, 'project_id': '379416b786c44e07b1b1ba1a5ea96882', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305'}}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:24:43.505358 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-21e1be9c-ed89-4fae-86d7-eb0951247c9c tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4163813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-443'] for router, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:43.506815 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-21e1be9c-ed89-4fae-86d7-eb0951247c9c tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4165196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4077059', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3711235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-418'] for router, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:43.536483 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-8135f866-ee95-4187-8e1d-4b42fd69dcdb tempest-NegativeSecGroupTest-577308116 tempest-NegativeSecGroupTest-577308116-project] Notify callbacks [] for security_group, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:43.596451 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-21e1be9c-ed89-4fae-86d7-eb0951247c9c tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:43.611183 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-8135f866-ee95-4187-8e1d-4b42fd69dcdb tempest-NegativeSecGroupTest-577308116 tempest-NegativeSecGroupTest-577308116-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:43.730093 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-8135f866-ee95-4187-8e1d-4b42fd69dcdb tempest-NegativeSecGroupTest-577308116 tempest-NegativeSecGroupTest-577308116-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:43.736057 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-8135f866-ee95-4187-8e1d-4b42fd69dcdb tempest-NegativeSecGroupTest-577308116 tempest-NegativeSecGroupTest-577308116-project] Notify callbacks [] for security_group, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:43.737677 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-8135f866-ee95-4187-8e1d-4b42fd69dcdb tempest-NegativeSecGroupTest-577308116 tempest-NegativeSecGroupTest-577308116-project] 10.222.0.59 "DELETE /v2.0/security-groups/a7bb2f13-3c92-4b88-91a2-c260d2fe5c54 HTTP/1.1" status: 204 len: 168 time: 0.2859728 Jul 27 21:24:43.742147 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 55498) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:24:43.789956 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8135f866-ee95-4187-8e1d-4b42fd69dcdb tempest-NegativeSecGroupTest-577308116 tempest-NegativeSecGroupTest-577308116-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7bb2f13-3c92-4b88-91a2-c260d2fe5c54,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:24:43.820741 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-a574c169-54fc-4079-9e0a-2b5803dd271a tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Deleting port 86eb6d3e-565a-4428-96a3-71f7c6b99be9 {{(pid=105584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:24:43.821093 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-a574c169-54fc-4079-9e0a-2b5803dd271a tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:43.832897 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 86eb6d3e-565a-4428-96a3-71f7c6b99be9 up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:24:43.879199 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-21e1be9c-ed89-4fae-86d7-eb0951247c9c tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4077169', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4163787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-400'] for router, precommit_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:43.892794 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port 86eb6d3e-565a-4428-96a3-71f7c6b99be9 triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:24:43.893583 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:43.954306 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [None req-a574c169-54fc-4079-9e0a-2b5803dd271a tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] For port 86eb6d3e-565a-4428-96a3-71f7c6b99be9, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=86eb6d3e-565a-4428-96a3-71f7c6b99be9,segment=NetworkSegment(7dcc4629-88de-493f-8f42-5c2067a932eb),segment_id=7dcc4629-88de-493f-8f42-5c2067a932eb)] {{(pid=105584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:24:43.954832 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-a574c169-54fc-4079-9e0a-2b5803dd271a tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:43.978701 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-a574c169-54fc-4079-9e0a-2b5803dd271a tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Calling delete_port for 86eb6d3e-565a-4428-96a3-71f7c6b99be9 owned by network:router_interface {{(pid=105584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:24:44.008198 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-2128bf67-4e95-4098-b32e-1a2c189ad52b tempest-NegativeSecGroupTest-577308116 tempest-NegativeSecGroupTest-577308116-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2619805 Jul 27 21:24:44.009166 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 55504) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:24:44.016598 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-4c335b2a-5162-4628-aa83-b0bdeba68647 tempest-NegativeSecGroupTest-577308116 tempest-NegativeSecGroupTest-577308116-project] Request body: {'security_group': {'name': 'tempest-secgroup--687889937'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:24:44.074551 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-4c335b2a-5162-4628-aa83-b0bdeba68647 tempest-NegativeSecGroupTest-577308116 tempest-NegativeSecGroupTest-577308116-project] Notify callbacks [] for security_group, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:44.244531 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-a574c169-54fc-4079-9e0a-2b5803dd271a tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:44.278023 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a574c169-54fc-4079-9e0a-2b5803dd271a tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Pushing event deleted for resources: {'Port': ['ID=86eb6d3e-565a-4428-96a3-71f7c6b99be9,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:24:44.312434 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-21e1be9c-ed89-4fae-86d7-eb0951247c9c tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks [] for router_gateway, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:44.342750 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-21e1be9c-ed89-4fae-86d7-eb0951247c9c tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:44.376450 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-875ced1b-4cf3-463a-9653-058f0f9421e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:44.410277 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-4c335b2a-5162-4628-aa83-b0bdeba68647 tempest-NegativeSecGroupTest-577308116 tempest-NegativeSecGroupTest-577308116-project] Notify callbacks [] for security_group, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:44.424514 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-4c335b2a-5162-4628-aa83-b0bdeba68647 tempest-NegativeSecGroupTest-577308116 tempest-NegativeSecGroupTest-577308116-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:44.466172 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-4c335b2a-5162-4628-aa83-b0bdeba68647 tempest-NegativeSecGroupTest-577308116 tempest-NegativeSecGroupTest-577308116-project] Notify callbacks [] for security_group, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:44.467427 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-4c335b2a-5162-4628-aa83-b0bdeba68647 tempest-NegativeSecGroupTest-577308116 tempest-NegativeSecGroupTest-577308116-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4571717 Jul 27 21:24:44.473205 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 55512) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:24:44.483742 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-dbdb736c-58f9-402b-8d6d-605ae117012c tempest-NegativeSecGroupTest-577308116 tempest-NegativeSecGroupTest-577308116-project] Request body: {'security_group': {'name': 'default'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:24:44.485158 n-d-705658-22 neutron-server[105584]: WARNING neutron.api.v2.base [None req-dbdb736c-58f9-402b-8d6d-605ae117012c tempest-NegativeSecGroupTest-577308116 tempest-NegativeSecGroupTest-577308116-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 27 21:24:44.485978 n-d-705658-22 neutron-server[105584]: INFO neutron.api.v2.resource [None req-dbdb736c-58f9-402b-8d6d-605ae117012c tempest-NegativeSecGroupTest-577308116 tempest-NegativeSecGroupTest-577308116-project] update failed (client error): There was a conflict when trying to complete your request. Jul 27 21:24:44.487478 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-dbdb736c-58f9-402b-8d6d-605ae117012c tempest-NegativeSecGroupTest-577308116 tempest-NegativeSecGroupTest-577308116-project] 10.222.0.59 "PUT /v2.0/security-groups/39de76a7-bdbc-43eb-bf63-1255e5853265 HTTP/1.1" status: 409 len: 330 time: 0.0104599 Jul 27 21:24:44.497418 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-a574c169-54fc-4079-9e0a-2b5803dd271a tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3743915', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4076308'] for router_interface, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:44.505902 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 55514) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:24:44.517932 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c335b2a-5162-4628-aa83-b0bdeba68647 tempest-NegativeSecGroupTest-577308116 tempest-NegativeSecGroupTest-577308116-project] Pushing event updated for resources: {'SecurityGroup': ['ID=39de76a7-bdbc-43eb-bf63-1255e5853265,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:24:44.583906 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.db_base_plugin_common [None req-21e1be9c-ed89-4fae-86d7-eb0951247c9c tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Allocated IP 172.25.5.175 (8735d8a2-b604-4758-ae71-b40e4ee6f305/eca7dbab-b9c0-4c8f-a272-816ea8a81764/e0f2b69d-98b6-410c-acc8-9db1157e29f6) {{(pid=105585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:24:44.680660 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-f0b21cc7-a705-4eee-8f58-981642b531d6 tempest-NegativeSecGroupTest-577308116 tempest-NegativeSecGroupTest-577308116-project] Notify callbacks [] for security_group, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:44.716741 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-f0b21cc7-a705-4eee-8f58-981642b531d6 tempest-NegativeSecGroupTest-577308116 tempest-NegativeSecGroupTest-577308116-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:44.729414 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-21e1be9c-ed89-4fae-86d7-eb0951247c9c tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks [] for port, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:44.778458 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-21e1be9c-ed89-4fae-86d7-eb0951247c9c tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:44.824869 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e1be9c-ed89-4fae-86d7-eb0951247c9c tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Pushing event updated for resources: {'Port': ['ID=e0f2b69d-98b6-410c-acc8-9db1157e29f6,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:24:44.833768 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21e1be9c-ed89-4fae-86d7-eb0951247c9c tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Network 8735d8a2-b604-4758-ae71-b40e4ee6f305 is already hosted by enough agents. {{(pid=105585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:24:44.835306 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.base_scheduler [None req-21e1be9c-ed89-4fae-86d7-eb0951247c9c tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Resources bound (agent type, host, resource id): {{(pid=105585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:24:44.842640 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21e1be9c-ed89-4fae-86d7-eb0951247c9c tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Received port after_create {{(pid=105585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:24:44.846720 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-f0b21cc7-a705-4eee-8f58-981642b531d6 tempest-NegativeSecGroupTest-577308116 tempest-NegativeSecGroupTest-577308116-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:44.849571 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-f0b21cc7-a705-4eee-8f58-981642b531d6 tempest-NegativeSecGroupTest-577308116 tempest-NegativeSecGroupTest-577308116-project] Notify callbacks [] for security_group, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:44.853366 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-f0b21cc7-a705-4eee-8f58-981642b531d6 tempest-NegativeSecGroupTest-577308116 tempest-NegativeSecGroupTest-577308116-project] 10.222.0.59 "DELETE /v2.0/security-groups/39de76a7-bdbc-43eb-bf63-1255e5853265 HTTP/1.1" status: 204 len: 168 time: 0.3436759 Jul 27 21:24:44.861965 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a574c169-54fc-4079-9e0a-2b5803dd271a tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Router e7035160-58cf-4e85-a901-8675b0f770be has already been hosted by L3 agent dd128fd7-8e57-4d4f-895b-a96b369df59a {{(pid=105584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:24:44.863553 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 55522) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:24:44.895229 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b21cc7-a705-4eee-8f58-981642b531d6 tempest-NegativeSecGroupTest-577308116 tempest-NegativeSecGroupTest-577308116-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=39de76a7-bdbc-43eb-bf63-1255e5853265,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:24:44.937539 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-f23bcad7-f918-40e6-93fc-d1bfae779326 tempest-NegativeSecGroupTest-577308116 tempest-NegativeSecGroupTest-577308116-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0676064 Jul 27 21:24:44.980518 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 55524) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:24:44.993402 n-d-705658-22 neutron-server[105584]: INFO neutron.api.v2.resource [None req-a7d60d0b-2c0c-4fe9-a5ed-dd2ef68791be tempest-NegativeSecGroupTest-577308116 tempest-NegativeSecGroupTest-577308116-project] delete failed (client error): The resource could not be found. Jul 27 21:24:44.994415 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-a7d60d0b-2c0c-4fe9-a5ed-dd2ef68791be tempest-NegativeSecGroupTest-577308116 tempest-NegativeSecGroupTest-577308116-project] 10.222.0.59 "DELETE /v2.0/security-groups/3b415d9b-7c48-45a6-81ee-c9a478b82a44 HTTP/1.1" status: 404 len: 347 time: 0.0141747 Jul 27 21:24:45.022522 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 55530) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:24:45.063718 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a574c169-54fc-4079-9e0a-2b5803dd271a tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify agent at l3_agent.n-d-705658-22 the message routers_updated {{(pid=105584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:24:45.074788 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-269d976a-7ea6-4b54-aaeb-43fe394c055c None None] Sync routers for ids ['e7035160-58cf-4e85-a901-8675b0f770be'] in n-d-705658-22 {{(pid=105586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:24:45.075906 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-a574c169-54fc-4079-9e0a-2b5803dd271a tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] 10.222.0.59 "PUT /v2.0/routers/e7035160-58cf-4e85-a901-8675b0f770be/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9914334 Jul 27 21:24:45.078527 n-d-705658-22 neutron-server[105584]: INFO neutron.api.v2.resource [None req-3f97e129-53b8-4607-8e87-4596ea7df3f8 tempest-NegativeSecGroupTest-577308116 tempest-NegativeSecGroupTest-577308116-project] show failed (client error): The resource could not be found. Jul 27 21:24:45.079756 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-3f97e129-53b8-4607-8e87-4596ea7df3f8 tempest-NegativeSecGroupTest-577308116 tempest-NegativeSecGroupTest-577308116-project] 10.222.0.59 "GET /v2.0/security-groups/e1eed960-e688-4879-95bd-8b6c7de926f1 HTTP/1.1" status: 404 len: 347 time: 0.0562184 Jul 27 21:24:45.080669 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 55532) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:24:45.083253 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 55534) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:24:45.089134 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-269d976a-7ea6-4b54-aaeb-43fe394c055c None None] Routers {'e7035160-58cf-4e85-a901-8675b0f770be'} bound to L3 agent in host n-d-705658-22 {{(pid=105586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:24:45.089748 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-269d976a-7ea6-4b54-aaeb-43fe394c055c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:24:42Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['e7035160-58cf-4e85-a901-8675b0f770be'], 'active': True} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:24:45.109272 n-d-705658-22 neutron-server[105584]: INFO neutron.api.v2.resource [None req-0f066963-4ce9-4eab-be29-fc974abac6ba tempest-NegativeSecGroupTest-577308116 tempest-NegativeSecGroupTest-577308116-project] show failed (client error): The resource could not be found. Jul 27 21:24:45.110764 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-0f066963-4ce9-4eab-be29-fc974abac6ba tempest-NegativeSecGroupTest-577308116 tempest-NegativeSecGroupTest-577308116-project] 10.222.0.59 "GET /v2.0/security-group-rules/4321fed3-d917-4bcb-bac8-29c6c2c157e1 HTTP/1.1" status: 404 len: 356 time: 0.0261705 Jul 27 21:24:45.233966 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b0f0c0f-26f8-455c-949e-3a966607afca tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Deleting subnet d5338c74-56f6-451e-b27b-5c4434d691b3 {{(pid=105584) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:24:45.240202 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvr_db [None req-269d976a-7ea6-4b54-aaeb-43fe394c055c None None] Set router e7035160-58cf-4e85-a901-8675b0f770be gateway port host: None {{(pid=105586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:24:45.251465 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-21e1be9c-ed89-4fae-86d7-eb0951247c9c tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks [] for router_gateway, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:45.255391 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-9b0f0c0f-26f8-455c-949e-3a966607afca tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks [] for subnet, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:45.357554 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-9b0f0c0f-26f8-455c-949e-3a966607afca tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9014207'] for subnet, precommit_delete_associations {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:45.607954 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-9b0f0c0f-26f8-455c-949e-3a966607afca tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854965'] for subnet, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:45.665614 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 55552) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:24:45.666150 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 55554) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:24:45.688555 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-9b0f0c0f-26f8-455c-949e-3a966607afca tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9014081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9738825'] for subnet, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:45.748274 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0f0c0f-26f8-455c-949e-3a966607afca tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Pushing event deleted for resources: {'Subnet': ['ID=d5338c74-56f6-451e-b27b-5c4434d691b3,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:24:45.752474 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-9b0f0c0f-26f8-455c-949e-3a966607afca tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks [] for subnet, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:45.758391 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-9b0f0c0f-26f8-455c-949e-3a966607afca tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] 10.222.0.59 "DELETE /v2.0/subnets/d5338c74-56f6-451e-b27b-5c4434d691b3 HTTP/1.1" status: 204 len: 168 time: 0.6761882 Jul 27 21:24:45.762134 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-21e1be9c-ed89-4fae-86d7-eb0951247c9c tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4163804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4077150'] for router, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:45.762295 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 55560) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:24:45.777929 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92213e0c-1f7d-426a-9c15-8603785e1db3 None None] Network 1f4fcb1f-22e3-4699-844e-e3398c1f02fb requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:24:45.918050 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-54f670a0-65c6-44b9-be0a-4de39bca82db tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-990557'] for network, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:45.968332 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-269d976a-7ea6-4b54-aaeb-43fe394c055c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7035160-58cf-4e85-a901-8675b0f770be', 'name': 'tempest-RoutersIpV6Test-router-1047195626', 'tenant_id': '2c7b7887b0f848c597ec952cc967d92c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:24:05Z', 'updated_at': '2021-07-27T21:24:44Z', 'revision_number': 8, 'project_id': '2c7b7887b0f848c597ec952cc967d92c', 'gw_port_host': None, '_interfaces': [{'id': '328f26d7-c43e-44a0-9b7d-fdf8fba7fe69', 'name': '', 'network_id': '2ddd7ce4-61b3-42fa-af2e-22e9a9f801e3', 'tenant_id': '2c7b7887b0f848c597ec952cc967d92c', 'mac_address': 'fa:16:3e:b2:2d:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7035160-58cf-4e85-a901-8675b0f770be', 'device_owner': 'network:router_interface', 'standard_attr_id': 3507, 'fixed_ips': [{'subnet_id': '417996b6-1ce6-45e5-a62c-368ca7a09c63', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:24:24Z', 'updated_at': '2021-07-27T21:24:36Z', 'revision_number': 5, 'project_id': '2c7b7887b0f848c597ec952cc967d92c', 'subnets': [{'id': '417996b6-1ce6-45e5-a62c-368ca7a09c63', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6cffbc9e-7b76-46bc-8867-836f99e7dcc0', 'name': '', 'network_id': 'fa4dcaac-d437-4c36-bd63-99523501195e', 'tenant_id': '2c7b7887b0f848c597ec952cc967d92c', 'mac_address': 'fa:16:3e:a0:c0:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7035160-58cf-4e85-a901-8675b0f770be', 'device_owner': 'network:router_interface', 'standard_attr_id': 3482, 'fixed_ips': [{'subnet_id': '9f21e521-01b5-4055-9cbe-564aebe44b4e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:24:17Z', 'updated_at': '2021-07-27T21:24:26Z', 'revision_number': 5, 'project_id': '2c7b7887b0f848c597ec952cc967d92c', 'subnets': [{'id': '9f21e521-01b5-4055-9cbe-564aebe44b4e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e667ff12-b53d-4ba0-b46c-23ba371d7a5f', 'name': '', 'network_id': '7ec5f878-02f2-4c36-acfe-f32465e6705f', 'tenant_id': '2c7b7887b0f848c597ec952cc967d92c', 'mac_address': 'fa:16:3e:c5:5b:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7035160-58cf-4e85-a901-8675b0f770be', 'device_owner': 'network:router_interface', 'standard_attr_id': 3470, 'fixed_ips': [{'subnet_id': 'e7fbf4a0-d77d-4fd2-a707-b8f774836229', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:24:07Z', 'updated_at': '2021-07-27T21:24:18Z', 'revision_number': 5, 'project_id': '2c7b7887b0f848c597ec952cc967d92c', 'subnets': [{'id': 'e7fbf4a0-d77d-4fd2-a707-b8f774836229', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-22', False) {} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:24:45.991777 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-54f670a0-65c6-44b9-be0a-4de39bca82db tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Deleting port e3c85306-ce91-4122-889e-ae2d76357548 {{(pid=105584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:24:45.992360 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-54f670a0-65c6-44b9-be0a-4de39bca82db tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:45.999310 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-30546337-ee39-4395-8002-010e112e6ed0 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=23956684109c465cbabdd2f470d63af5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3308108 Jul 27 21:24:46.000204 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 55568) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:24:46.006017 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-269d976a-7ea6-4b54-aaeb-43fe394c055c None None] Checking router: e7035160-58cf-4e85-a901-8675b0f770be for host: n-d-705658-22 {{(pid=105586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:24:46.012161 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-e330eae9-16d7-4301-9bc4-859b11a6176e admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=351ff49ea5464322b0143879908ec191&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3451688 Jul 27 21:24:46.020900 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 55570) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:24:46.028935 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-269d976a-7ea6-4b54-aaeb-43fe394c055c None None] Routers {'e7035160-58cf-4e85-a901-8675b0f770be'} bound to L3 agent in host n-d-705658-22 {{(pid=105586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:24:46.030621 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-269d976a-7ea6-4b54-aaeb-43fe394c055c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:24:42Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['e7035160-58cf-4e85-a901-8675b0f770be'], 'active': True} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:24:46.070097 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [None req-54f670a0-65c6-44b9-be0a-4de39bca82db tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] For port e3c85306-ce91-4122-889e-ae2d76357548, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=e3c85306-ce91-4122-889e-ae2d76357548,segment=NetworkSegment(7dcc4629-88de-493f-8f42-5c2067a932eb),segment_id=7dcc4629-88de-493f-8f42-5c2067a932eb)] {{(pid=105584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:24:46.070367 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-54f670a0-65c6-44b9-be0a-4de39bca82db tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:46.088186 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-54f670a0-65c6-44b9-be0a-4de39bca82db tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Calling delete_port for e3c85306-ce91-4122-889e-ae2d76357548 owned by network:dhcp {{(pid=105584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:24:46.118671 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21e1be9c-ed89-4fae-86d7-eb0951247c9c tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Router f0581615-63d2-4c36-8c8b-69f41b108744 is scheduled to L3 agent dd128fd7-8e57-4d4f-895b-a96b369df59a with binding_index 1 {{(pid=105585) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 21:24:46.144655 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b70fa7d-85e6-45d9-a4fd-09e58a2f0067 None None] DHCP port deletion for 1f4fcb1f-22e3-4699-844e-e3398c1f02fb request from n-d-705658-22 {{(pid=105586) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 21:24:46.187376 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-54f670a0-65c6-44b9-be0a-4de39bca82db tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:46.197209 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvr_db [None req-269d976a-7ea6-4b54-aaeb-43fe394c055c None None] Set router e7035160-58cf-4e85-a901-8675b0f770be gateway port host: None {{(pid=105586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:24:46.215699 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-4d00952d-1d05-4207-bf9d-92623f1e1e94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:46.226505 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f670a0-65c6-44b9-be0a-4de39bca82db tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Pushing event deleted for resources: {'Port': ['ID=e3c85306-ce91-4122-889e-ae2d76357548,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:24:46.231974 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54f670a0-65c6-44b9-be0a-4de39bca82db tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] No DVR routers for this DVR port e3c85306-ce91-4122-889e-ae2d76357548 on host n-d-705658-22 {{(pid=105584) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:24:46.262651 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-92b7e59c-ea2a-4851-9696-d02c35a9f7ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:46.277301 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-7b70fa7d-85e6-45d9-a4fd-09e58a2f0067 None None] Deleting port e3c85306-ce91-4122-889e-ae2d76357548 {{(pid=105586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:24:46.277672 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-7b70fa7d-85e6-45d9-a4fd-09e58a2f0067 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:46.311667 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-4d00952d-1d05-4207-bf9d-92623f1e1e94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:46.316588 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-92b7e59c-ea2a-4851-9696-d02c35a9f7ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:46.330079 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-54f670a0-65c6-44b9-be0a-4de39bca82db tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853562', 'neutron.services.segments.db._delete_segments_for_network-8790688882975'] for network, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:46.341721 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.segments.db [None req-54f670a0-65c6-44b9-be0a-4de39bca82db tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f4fcb1f-22e3-4699-844e-e3398c1f02fb']}} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:24:46.353458 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21e1be9c-ed89-4fae-86d7-eb0951247c9c tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify agent at l3_agent.n-d-705658-22 the message routers_updated {{(pid=105585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:24:46.363226 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.segments.db [None req-54f670a0-65c6-44b9-be0a-4de39bca82db tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7dcc4629-88de-493f-8f42-5c2067a932eb') {'for_net_delete': True} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:24:46.363817 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.segments.db [None req-54f670a0-65c6-44b9-be0a-4de39bca82db tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7dcc4629-88de-493f-8f42-5c2067a932eb') {} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:24:46.365151 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8d36ae2-5f9e-440a-913a-fe211de67da3 None None] Sync routers for ids ['f0581615-63d2-4c36-8c8b-69f41b108744'] in n-d-705658-22 {{(pid=105587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:24:46.377950 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-54f670a0-65c6-44b9-be0a-4de39bca82db tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790688883752', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9014348'] for segment, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:46.384494 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8d36ae2-5f9e-440a-913a-fe211de67da3 None None] Routers {'f0581615-63d2-4c36-8c8b-69f41b108744'} bound to L3 agent in host n-d-705658-22 {{(pid=105587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:24:46.385131 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-f8d36ae2-5f9e-440a-913a-fe211de67da3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:24:42Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['f0581615-63d2-4c36-8c8b-69f41b108744'], 'active': True} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:24:46.397285 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-54f670a0-65c6-44b9-be0a-4de39bca82db tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:46.406741 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54f670a0-65c6-44b9-be0a-4de39bca82db tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Releasing vlan 210 on physical network physnet1 to pool {{(pid=105584) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:24:46.407887 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-54f670a0-65c6-44b9-be0a-4de39bca82db tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9014063'] for segment, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:46.412414 n-d-705658-22 neutron-server[105584]: Traceback (most recent call last): Jul 27 21:24:46.412414 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:24:46.412414 n-d-705658-22 neutron-server[105584]: timer() Jul 27 21:24:46.412414 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:24:46.412414 n-d-705658-22 neutron-server[105584]: cb(*args, **kw) Jul 27 21:24:46.412414 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:24:46.412414 n-d-705658-22 neutron-server[105584]: return func(*args, **kwargs) Jul 27 21:24:46.412414 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:24:46.412414 n-d-705658-22 neutron-server[105584]: self._notify() Jul 27 21:24:46.412414 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:24:46.412414 n-d-705658-22 neutron-server[105584]: self.callback(batched_events) Jul 27 21:24:46.412414 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:24:46.412414 n-d-705658-22 neutron-server[105584]: event.method(event) Jul 27 21:24:46.412414 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:24:46.412414 n-d-705658-22 neutron-server[105584]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:24:46.412414 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:24:46.412414 n-d-705658-22 neutron-server[105584]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:24:46.412414 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:24:46.412414 n-d-705658-22 neutron-server[105584]: return f(self, *a, **k) Jul 27 21:24:46.412414 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:24:46.412414 n-d-705658-22 neutron-server[105584]: return self._get(url).json() Jul 27 21:24:46.412414 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:24:46.412414 n-d-705658-22 neutron-server[105584]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:24:46.412414 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:24:46.412414 n-d-705658-22 neutron-server[105584]: return self.request(url, 'GET', **kwargs) Jul 27 21:24:46.412414 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:24:46.412414 n-d-705658-22 neutron-server[105584]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:24:46.412414 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:24:46.412414 n-d-705658-22 neutron-server[105584]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:24:46.412414 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:24:46.412414 n-d-705658-22 neutron-server[105584]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:24:46.412414 n-d-705658-22 neutron-server[105584]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:24:46.446920 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-92b7e59c-ea2a-4851-9696-d02c35a9f7ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:46.451622 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-92b7e59c-ea2a-4851-9696-d02c35a9f7ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:46.456551 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-92b7e59c-ea2a-4851-9696-d02c35a9f7ca admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/b258cfe9-e2df-4324-9e43-56044917fec9 HTTP/1.1" status: 204 len: 168 time: 0.4318938 Jul 27 21:24:46.468196 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-21e1be9c-ed89-4fae-86d7-eb0951247c9c tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks [] for router, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:46.474799 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-21e1be9c-ed89-4fae-86d7-eb0951247c9c tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 3.0001726 Jul 27 21:24:46.477606 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 55578) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:24:46.495712 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-54f670a0-65c6-44b9-be0a-4de39bca82db tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4075658'] for network, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:46.502359 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-4d00952d-1d05-4207-bf9d-92623f1e1e94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:46.507123 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-4d00952d-1d05-4207-bf9d-92623f1e1e94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:46.512336 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-4d00952d-1d05-4207-bf9d-92623f1e1e94 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/ff77bde3-3ed7-4c73-888c-819d810cc671 HTTP/1.1" status: 204 len: 168 time: 0.5102513 Jul 27 21:24:46.520264 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-54f670a0-65c6-44b9-be0a-4de39bca82db tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks [] for network, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:46.523136 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-54f670a0-65c6-44b9-be0a-4de39bca82db tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] 10.222.0.59 "DELETE /v2.0/networks/1f4fcb1f-22e3-4699-844e-e3398c1f02fb HTTP/1.1" status: 204 len: 168 time: 0.7593150 Jul 27 21:24:46.523705 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f670a0-65c6-44b9-be0a-4de39bca82db tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Pushing event deleted for resources: {'Network': ['ID=1f4fcb1f-22e3-4699-844e-e3398c1f02fb,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:24:46.526567 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b7e59c-ea2a-4851-9696-d02c35a9f7ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b258cfe9-e2df-4324-9e43-56044917fec9,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:24:46.532061 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 55584) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:24:46.546827 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-7b70fa7d-85e6-45d9-a4fd-09e58a2f0067 None None] For port e3c85306-ce91-4122-889e-ae2d76357548, host n-d-705658-22, got binding levels [] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:24:46.547483 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-7b70fa7d-85e6-45d9-a4fd-09e58a2f0067 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:46.570577 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-7b70fa7d-85e6-45d9-a4fd-09e58a2f0067 None None] Calling delete_port for e3c85306-ce91-4122-889e-ae2d76357548 owned by network:dhcp {{(pid=105586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:24:46.573714 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.ipam_backend_mixin [None req-7b70fa7d-85e6-45d9-a4fd-09e58a2f0067 None None] Port e3c85306-ce91-4122-889e-ae2d76357548 was not found and therefore no delete operation was performed {{(pid=105586) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 27 21:24:46.580891 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-7b70fa7d-85e6-45d9-a4fd-09e58a2f0067 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180'] for port, after_delete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:46.624907 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b70fa7d-85e6-45d9-a4fd-09e58a2f0067 None None] Pushing event deleted for resources: {'Port': ['ID=e3c85306-ce91-4122-889e-ae2d76357548,revision_number=None']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:24:46.627354 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-7b70fa7d-85e6-45d9-a4fd-09e58a2f0067 None None] Network 1f4fcb1f-22e3-4699-844e-e3398c1f02fb is not hosted by any dhcp agent {{(pid=105586) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 27 21:24:46.628077 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b70fa7d-85e6-45d9-a4fd-09e58a2f0067 None None] No DVR routers for this DVR port e3c85306-ce91-4122-889e-ae2d76357548 on host n-d-705658-22 {{(pid=105586) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:24:46.648953 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d00952d-1d05-4207-bf9d-92623f1e1e94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff77bde3-3ed7-4c73-888c-819d810cc671,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:24:46.726562 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-269d976a-7ea6-4b54-aaeb-43fe394c055c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7035160-58cf-4e85-a901-8675b0f770be', 'name': 'tempest-RoutersIpV6Test-router-1047195626', 'tenant_id': '2c7b7887b0f848c597ec952cc967d92c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:24:05Z', 'updated_at': '2021-07-27T21:24:44Z', 'revision_number': 8, 'project_id': '2c7b7887b0f848c597ec952cc967d92c', 'gw_port_host': None, '_interfaces': [{'id': '328f26d7-c43e-44a0-9b7d-fdf8fba7fe69', 'name': '', 'network_id': '2ddd7ce4-61b3-42fa-af2e-22e9a9f801e3', 'tenant_id': '2c7b7887b0f848c597ec952cc967d92c', 'mac_address': 'fa:16:3e:b2:2d:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7035160-58cf-4e85-a901-8675b0f770be', 'device_owner': 'network:router_interface', 'standard_attr_id': 3507, 'fixed_ips': [{'subnet_id': '417996b6-1ce6-45e5-a62c-368ca7a09c63', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:24:24Z', 'updated_at': '2021-07-27T21:24:36Z', 'revision_number': 5, 'project_id': '2c7b7887b0f848c597ec952cc967d92c', 'subnets': [{'id': '417996b6-1ce6-45e5-a62c-368ca7a09c63', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6cffbc9e-7b76-46bc-8867-836f99e7dcc0', 'name': '', 'network_id': 'fa4dcaac-d437-4c36-bd63-99523501195e', 'tenant_id': '2c7b7887b0f848c597ec952cc967d92c', 'mac_address': 'fa:16:3e:a0:c0:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7035160-58cf-4e85-a901-8675b0f770be', 'device_owner': 'network:router_interface', 'standard_attr_id': 3482, 'fixed_ips': [{'subnet_id': '9f21e521-01b5-4055-9cbe-564aebe44b4e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:24:17Z', 'updated_at': '2021-07-27T21:24:26Z', 'revision_number': 5, 'project_id': '2c7b7887b0f848c597ec952cc967d92c', 'subnets': [{'id': '9f21e521-01b5-4055-9cbe-564aebe44b4e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e667ff12-b53d-4ba0-b46c-23ba371d7a5f', 'name': '', 'network_id': '7ec5f878-02f2-4c36-acfe-f32465e6705f', 'tenant_id': '2c7b7887b0f848c597ec952cc967d92c', 'mac_address': 'fa:16:3e:c5:5b:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7035160-58cf-4e85-a901-8675b0f770be', 'device_owner': 'network:router_interface', 'standard_attr_id': 3470, 'fixed_ips': [{'subnet_id': 'e7fbf4a0-d77d-4fd2-a707-b8f774836229', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:24:07Z', 'updated_at': '2021-07-27T21:24:18Z', 'revision_number': 5, 'project_id': '2c7b7887b0f848c597ec952cc967d92c', 'subnets': [{'id': 'e7fbf4a0-d77d-4fd2-a707-b8f774836229', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-22', False) {} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:24:46.763333 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-269d976a-7ea6-4b54-aaeb-43fe394c055c None None] The sync data for ids ['e7035160-58cf-4e85-a901-8675b0f770be'] in n-d-705658-22 is: [{'id': 'e7035160-58cf-4e85-a901-8675b0f770be', 'name': 'tempest-RoutersIpV6Test-router-1047195626', 'tenant_id': '2c7b7887b0f848c597ec952cc967d92c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:24:05Z', 'updated_at': '2021-07-27T21:24:44Z', 'revision_number': 8, 'project_id': '2c7b7887b0f848c597ec952cc967d92c', 'gw_port_host': None, '_interfaces': [{'id': '328f26d7-c43e-44a0-9b7d-fdf8fba7fe69', 'name': '', 'network_id': '2ddd7ce4-61b3-42fa-af2e-22e9a9f801e3', 'tenant_id': '2c7b7887b0f848c597ec952cc967d92c', 'mac_address': 'fa:16:3e:b2:2d:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7035160-58cf-4e85-a901-8675b0f770be', 'device_owner': 'network:router_interface', 'standard_attr_id': 3507, 'fixed_ips': [{'subnet_id': '417996b6-1ce6-45e5-a62c-368ca7a09c63', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:24:24Z', 'updated_at': '2021-07-27T21:24:36Z', 'revision_number': 5, 'project_id': '2c7b7887b0f848c597ec952cc967d92c', 'subnets': [{'id': '417996b6-1ce6-45e5-a62c-368ca7a09c63', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6cffbc9e-7b76-46bc-8867-836f99e7dcc0', 'name': '', 'network_id': 'fa4dcaac-d437-4c36-bd63-99523501195e', 'tenant_id': '2c7b7887b0f848c597ec952cc967d92c', 'mac_address': 'fa:16:3e:a0:c0:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7035160-58cf-4e85-a901-8675b0f770be', 'device_owner': 'network:router_interface', 'standard_attr_id': 3482, 'fixed_ips': [{'subnet_id': '9f21e521-01b5-4055-9cbe-564aebe44b4e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:24:17Z', 'updated_at': '2021-07-27T21:24:26Z', 'revision_number': 5, 'project_id': '2c7b7887b0f848c597ec952cc967d92c', 'subnets': [{'id': '9f21e521-01b5-4055-9cbe-564aebe44b4e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e667ff12-b53d-4ba0-b46c-23ba371d7a5f', 'name': '', 'network_id': '7ec5f878-02f2-4c36-acfe-f32465e6705f', 'tenant_id': '2c7b7887b0f848c597ec952cc967d92c', 'mac_address': 'fa:16:3e:c5:5b:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7035160-58cf-4e85-a901-8675b0f770be', 'device_owner': 'network:router_interface', 'standard_attr_id': 3470, 'fixed_ips': [{'subnet_id': 'e7fbf4a0-d77d-4fd2-a707-b8f774836229', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:24:07Z', 'updated_at': '2021-07-27T21:24:18Z', 'revision_number': 5, 'project_id': '2c7b7887b0f848c597ec952cc967d92c', 'subnets': [{'id': 'e7fbf4a0-d77d-4fd2-a707-b8f774836229', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:24:46.840670 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvr_db [None req-f8d36ae2-5f9e-440a-913a-fe211de67da3 None None] Set router f0581615-63d2-4c36-8c8b-69f41b108744 gateway port host: n-d-705658-22 {{(pid=105587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:24:47.159381 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-f8d36ae2-5f9e-440a-913a-fe211de67da3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0581615-63d2-4c36-8c8b-69f41b108744', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2033618927', 'tenant_id': '379416b786c44e07b1b1ba1a5ea96882', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.175'}], 'enable_snat': True}, 'gw_port_id': 'e0f2b69d-98b6-410c-acc8-9db1157e29f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:24:43Z', 'updated_at': '2021-07-27T21:24:45Z', 'revision_number': 3, 'project_id': '379416b786c44e07b1b1ba1a5ea96882', 'gw_port': {'id': 'e0f2b69d-98b6-410c-acc8-9db1157e29f6', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:4c:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0581615-63d2-4c36-8c8b-69f41b108744', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3568, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:24:44Z', 'updated_at': '2021-07-27T21:24:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22'}], 'n-d-705658-22', False) {} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:24:47.191191 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-50043a47-529b-4c46-825e-ebc87fd74831 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4076536'] for router_interface, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:47.198332 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8d36ae2-5f9e-440a-913a-fe211de67da3 None None] Checking router: f0581615-63d2-4c36-8c8b-69f41b108744 for host: n-d-705658-22 {{(pid=105587) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:24:47.199035 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8d36ae2-5f9e-440a-913a-fe211de67da3 None None] Updating router f0581615-63d2-4c36-8c8b-69f41b108744 port e0f2b69d-98b6-410c-acc8-9db1157e29f6 binding host n-d-705658-22 {{(pid=105587) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 21:24:47.249179 n-d-705658-22 neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-f8d36ae2-5f9e-440a-913a-fe211de67da3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:47.303990 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 55614) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:24:47.304620 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-4ccf4d36-9b37-494f-88b1-77a8ef0a4878 tempest-TestNetworkAdvancedServerOps-1085103497 tempest-TestNetworkAdvancedServerOps-1085103497-project-admin] 10.222.0.59 "GET /v2.0/subnets?project_id=379416b786c44e07b1b1ba1a5ea96882&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.8169587 Jul 27 21:24:47.506455 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-685979b4-93dd-453e-8a41-a2f9cac14bed tempest-TestNetworkAdvancedServerOps-1085103497 tempest-TestNetworkAdvancedServerOps-1085103497-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:24:47.510557 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-685979b4-93dd-453e-8a41-a2f9cac14bed tempest-TestNetworkAdvancedServerOps-1085103497 tempest-TestNetworkAdvancedServerOps-1085103497-project-admin] 10.222.0.59 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2022109 Jul 27 21:24:47.510804 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 55622) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:24:47.573189 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-262a1930-8204-4af0-aff7-92aa180c3386 tempest-TestNetworkAdvancedServerOps-1085103497 tempest-TestNetworkAdvancedServerOps-1085103497-project-admin] 10.222.0.59 "GET /v2.0/subnets?network_id=8735d8a2-b604-4758-ae71-b40e4ee6f305&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0607939 Jul 27 21:24:47.578229 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 55628) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:24:47.591074 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-c8278055-e9ef-4982-8259-4708b6bdb7d8 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1059424526', 'network_id': '2ccc93db-b189-42a5-80b7-a6115bf3d495', 'project_id': '379416b786c44e07b1b1ba1a5ea96882', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:24:47.624043 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [None req-50043a47-529b-4c46-825e-ebc87fd74831 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Deleting port 328f26d7-c43e-44a0-9b7d-fdf8fba7fe69 {{(pid=105585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:24:47.624393 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-50043a47-529b-4c46-825e-ebc87fd74831 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:47.767048 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8278055-e9ef-4982-8259-4708b6bdb7d8 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Made reservation on behalf of 379416b786c44e07b1b1ba1a5ea96882 for: {'subnet': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:24:47.772955 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c8278055-e9ef-4982-8259-4708b6bdb7d8 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9738786'] for subnet, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:47.787832 n-d-705658-22 neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-f8d36ae2-5f9e-440a-913a-fe211de67da3 None None] Notify callbacks [] for port, precommit_update {{(pid=105587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:47.807379 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.provisioning_blocks [None req-f8d36ae2-5f9e-440a-913a-fe211de67da3 None None] Transition to ACTIVE for port object e0f2b69d-98b6-410c-acc8-9db1157e29f6 will not be triggered until provisioned by entity L2. {{(pid=105587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:24:47.816484 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.db [None req-50043a47-529b-4c46-825e-ebc87fd74831 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] For port 328f26d7-c43e-44a0-9b7d-fdf8fba7fe69, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=328f26d7-c43e-44a0-9b7d-fdf8fba7fe69,segment=NetworkSegment(908b1a2c-2efa-416d-bde4-9b9cf1d193e5),segment_id=908b1a2c-2efa-416d-bde4-9b9cf1d193e5)] {{(pid=105585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:24:47.816835 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-50043a47-529b-4c46-825e-ebc87fd74831 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:47.822304 n-d-705658-22 neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-f8d36ae2-5f9e-440a-913a-fe211de67da3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:47.823710 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 86eb6d3e-565a-4428-96a3-71f7c6b99be9 no longer exists at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:24:47.876030 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [None req-50043a47-529b-4c46-825e-ebc87fd74831 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Calling delete_port for 328f26d7-c43e-44a0-9b7d-fdf8fba7fe69 owned by network:router_interface {{(pid=105585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:24:47.881759 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] No Port match for: 86eb6d3e-565a-4428-96a3-71f7c6b99be9 {{(pid=105586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:24:47.883696 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 86eb6d3e-565a-4428-96a3-71f7c6b99be9 not bound to the agent host n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:24:47.884185 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device e3c85306-ce91-4122-889e-ae2d76357548 no longer exists at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:24:47.967268 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] No Port match for: e3c85306-ce91-4122-889e-ae2d76357548 {{(pid=105586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:24:47.968018 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device e3c85306-ce91-4122-889e-ae2d76357548 not bound to the agent host n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:24:47.995502 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.managers [None req-f8d36ae2-5f9e-440a-913a-fe211de67da3 None None] Attempting to bind port e0f2b69d-98b6-410c-acc8-9db1157e29f6 on host n-d-705658-22 for vnic_type normal with profile {{(pid=105587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:24:47.995874 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.managers [None req-f8d36ae2-5f9e-440a-913a-fe211de67da3 None None] Attempting to bind port e0f2b69d-98b6-410c-acc8-9db1157e29f6 by drivers openvswitch,hyperv on host n-d-705658-22 at level 0 using segments [{'id': '12196855-9a32-4633-9a56-77697ef9e126', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305'}] {{(pid=105587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:24:47.996235 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8d36ae2-5f9e-440a-913a-fe211de67da3 None None] Attempting to bind port e0f2b69d-98b6-410c-acc8-9db1157e29f6 on network 8735d8a2-b604-4758-ae71-b40e4ee6f305 {{(pid=105587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:24:48.004583 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278c3416-c817-488e-a407-d7c576271ecc None None] Pushing event updated for resources: {'Port': ['ID=e0f2b69d-98b6-410c-acc8-9db1157e29f6,revision_number=2']} {{(pid=105587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:24:48.006695 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8d36ae2-5f9e-440a-913a-fe211de67da3 None None] Checking agent: {'id': '04a7ea91-6318-467e-ace6-b0fb48c8690f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 41, 42), 'started_at': datetime.datetime(2021, 7, 27, 20, 42, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 24, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:24:48.008597 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8d36ae2-5f9e-440a-913a-fe211de67da3 None None] Checking segment: {'id': '12196855-9a32-4633-9a56-77697ef9e126', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:24:48.010674 n-d-705658-22 neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-f8d36ae2-5f9e-440a-913a-fe211de67da3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:48.012642 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8d36ae2-5f9e-440a-913a-fe211de67da3 None None] Bound using segment: {'id': '12196855-9a32-4633-9a56-77697ef9e126', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305'} {{(pid=105587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:24:48.015307 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.managers [None req-f8d36ae2-5f9e-440a-913a-fe211de67da3 None None] Bound port: e0f2b69d-98b6-410c-acc8-9db1157e29f6, host: n-d-705658-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12196855-9a32-4633-9a56-77697ef9e126', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305'}}] {{(pid=105587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:24:48.017157 n-d-705658-22 neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-f8d36ae2-5f9e-440a-913a-fe211de67da3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:48.058604 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278c3416-c817-488e-a407-d7c576271ecc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:24:48.071572 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278c3416-c817-488e-a407-d7c576271ecc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:24:48.072035 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278c3416-c817-488e-a407-d7c576271ecc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:24:48.072435 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278c3416-c817-488e-a407-d7c576271ecc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:24:48.072962 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278c3416-c817-488e-a407-d7c576271ecc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:24:48.073466 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278c3416-c817-488e-a407-d7c576271ecc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:24:48.073966 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278c3416-c817-488e-a407-d7c576271ecc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:24:48.074457 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278c3416-c817-488e-a407-d7c576271ecc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:24:48.074958 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278c3416-c817-488e-a407-d7c576271ecc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:24:48.075473 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278c3416-c817-488e-a407-d7c576271ecc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:24:48.075963 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278c3416-c817-488e-a407-d7c576271ecc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:24:48.076449 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278c3416-c817-488e-a407-d7c576271ecc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:24:48.114776 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 55652) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:24:48.152822 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c8278055-e9ef-4982-8259-4708b6bdb7d8 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9014150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9738800'] for subnet, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:48.160125 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.db [None req-f8d36ae2-5f9e-440a-913a-fe211de67da3 None None] For port e0f2b69d-98b6-410c-acc8-9db1157e29f6, host n-d-705658-22, cleared binding levels {{(pid=105587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:24:48.170699 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.db [None req-f8d36ae2-5f9e-440a-913a-fe211de67da3 None None] For port e0f2b69d-98b6-410c-acc8-9db1157e29f6, host n-d-705658-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=e0f2b69d-98b6-410c-acc8-9db1157e29f6,segment=NetworkSegment(12196855-9a32-4633-9a56-77697ef9e126),segment_id=12196855-9a32-4633-9a56-77697ef9e126)] {{(pid=105587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:24:48.181178 n-d-705658-22 neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-f8d36ae2-5f9e-440a-913a-fe211de67da3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:48.270623 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8278055-e9ef-4982-8259-4708b6bdb7d8 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Checking segment: {'id': '5dc26c44-3b1c-4075-b860-bc76f03d3c9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '2ccc93db-b189-42a5-80b7-a6115bf3d495'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:24:48.270986 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8278055-e9ef-4982-8259-4708b6bdb7d8 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Network hostable DHCP agents. Network: 2ccc93db-b189-42a5-80b7-a6115bf3d495, hostable agents: ['7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a'], hosted agents: [] {{(pid=105584) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:24:48.274326 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278c3416-c817-488e-a407-d7c576271ecc None None] Pushing event updated for resources: {'Port': ['ID=e0f2b69d-98b6-410c-acc8-9db1157e29f6,revision_number=3']} {{(pid=105587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:24:48.284277 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8278055-e9ef-4982-8259-4708b6bdb7d8 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Pushing event updated for resources: {'Subnet': ['ID=2855f242-b7d7-4a13-b8ce-f230d6c840d2,revision_number=0']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:24:48.293231 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-50043a47-529b-4c46-825e-ebc87fd74831 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:48.305380 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8278055-e9ef-4982-8259-4708b6bdb7d8 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Network 2ccc93db-b189-42a5-80b7-a6115bf3d495 is scheduled to be hosted by DHCP agent 7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a with binding_index 1 {{(pid=105584) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:24:48.309598 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8d36ae2-5f9e-440a-913a-fe211de67da3 None None] Routers {'f0581615-63d2-4c36-8c8b-69f41b108744'} bound to L3 agent in host n-d-705658-22 {{(pid=105587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:24:48.310326 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-f8d36ae2-5f9e-440a-913a-fe211de67da3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:24:42Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['f0581615-63d2-4c36-8c8b-69f41b108744'], 'active': True} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:24:48.318499 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [None req-c8278055-e9ef-4982-8259-4708b6bdb7d8 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-22, 2ccc93db-b189-42a5-80b7-a6115bf3d495) {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:24:48.325425 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8278055-e9ef-4982-8259-4708b6bdb7d8 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:24:48.328228 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c8278055-e9ef-4982-8259-4708b6bdb7d8 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks [] for subnet, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:48.331327 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74c5a590-a38d-48e7-835e-9953652fb6e3 None None] Network 2ccc93db-b189-42a5-80b7-a6115bf3d495 requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:24:48.338949 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50043a47-529b-4c46-825e-ebc87fd74831 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Pushing event deleted for resources: {'Port': ['ID=328f26d7-c43e-44a0-9b7d-fdf8fba7fe69,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:24:48.356959 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-d1c34cbf-83b3-4b42-81d4-919c608a6c66 tempest-ServiceProvidersTest-997776471 tempest-ServiceProvidersTest-997776471-project] 10.222.0.59 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.2392325 Jul 27 21:24:48.382076 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-c8278055-e9ef-4982-8259-4708b6bdb7d8 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8027215 Jul 27 21:24:48.385012 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 55662) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:24:48.462322 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvr_db [None req-f8d36ae2-5f9e-440a-913a-fe211de67da3 None None] Set router f0581615-63d2-4c36-8c8b-69f41b108744 gateway port host: n-d-705658-22 {{(pid=105587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:24:48.687272 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-50043a47-529b-4c46-825e-ebc87fd74831 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3743915', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4076308'] for router_interface, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:48.777588 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82239861-736a-48c6-aa79-19037870f1cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30bb4b93-b285-5d90-9493-f9ec33ea333c-2ccc93db-b189-42a5-80b7-a6115bf3d495', 'network_id': '2ccc93db-b189-42a5-80b7-a6115bf3d495', 'tenant_id': '379416b786c44e07b1b1ba1a5ea96882', 'fixed_ips': [{'subnet_id': '2855f242-b7d7-4a13-b8ce-f230d6c840d2'}]}} from n-d-705658-22. {{(pid=105586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 21:24:48.777588 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-82239861-736a-48c6-aa79-19037870f1cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:49.008347 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-f8d36ae2-5f9e-440a-913a-fe211de67da3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0581615-63d2-4c36-8c8b-69f41b108744', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2033618927', 'tenant_id': '379416b786c44e07b1b1ba1a5ea96882', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.175'}], 'enable_snat': True}, 'gw_port_id': 'e0f2b69d-98b6-410c-acc8-9db1157e29f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:24:43Z', 'updated_at': '2021-07-27T21:24:45Z', 'revision_number': 3, 'project_id': '379416b786c44e07b1b1ba1a5ea96882', 'gw_port': {'id': 'e0f2b69d-98b6-410c-acc8-9db1157e29f6', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:4c:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0581615-63d2-4c36-8c8b-69f41b108744', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3568, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:24:44Z', 'updated_at': '2021-07-27T21:24:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22'}], 'n-d-705658-22', False) {} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:24:49.084936 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8d36ae2-5f9e-440a-913a-fe211de67da3 None None] The sync data for ids ['f0581615-63d2-4c36-8c8b-69f41b108744'] in n-d-705658-22 is: [{'id': 'f0581615-63d2-4c36-8c8b-69f41b108744', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2033618927', 'tenant_id': '379416b786c44e07b1b1ba1a5ea96882', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.175'}], 'enable_snat': True}, 'gw_port_id': 'e0f2b69d-98b6-410c-acc8-9db1157e29f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:24:43Z', 'updated_at': '2021-07-27T21:24:45Z', 'revision_number': 3, 'project_id': '379416b786c44e07b1b1ba1a5ea96882', 'gw_port': {'id': 'e0f2b69d-98b6-410c-acc8-9db1157e29f6', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:4c:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0581615-63d2-4c36-8c8b-69f41b108744', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3568, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:24:44Z', 'updated_at': '2021-07-27T21:24:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22'}] {{(pid=105587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:24:49.103201 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.db_base_plugin_common [None req-82239861-736a-48c6-aa79-19037870f1cb None None] Allocated IP 172.20.0.2 (2ccc93db-b189-42a5-80b7-a6115bf3d495/2855f242-b7d7-4a13-b8ce-f230d6c840d2/48511287-d3e2-4e63-a903-a4e0f72ff7c8) {{(pid=105586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:24:49.118846 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 55676) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:24:49.467407 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-82239861-736a-48c6-aa79-19037870f1cb None None] Notify callbacks [] for port, precommit_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:49.469138 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-5796d89f-6501-4bed-a130-b883fa947c72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:49.481436 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-82239861-736a-48c6-aa79-19037870f1cb None None] Transition to ACTIVE for port object 48511287-d3e2-4e63-a903-a4e0f72ff7c8 will not be triggered until provisioned by entity L2. {{(pid=105586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:24:49.528526 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-82239861-736a-48c6-aa79-19037870f1cb None None] Transition to ACTIVE for port object 48511287-d3e2-4e63-a903-a4e0f72ff7c8 will not be triggered until provisioned by entity DHCP. {{(pid=105586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:24:49.534325 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-9f058e07-aec1-449e-9897-6c9746cdc094 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:49.543328 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-82239861-736a-48c6-aa79-19037870f1cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143'] for port, after_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:49.620025 n-d-705658-22 neutron-server[105586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82239861-736a-48c6-aa79-19037870f1cb None None] Network 2ccc93db-b189-42a5-80b7-a6115bf3d495 is already hosted by enough agents. {{(pid=105586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:24:49.625292 n-d-705658-22 neutron-server[105586]: DEBUG neutron.scheduler.base_scheduler [None req-82239861-736a-48c6-aa79-19037870f1cb None None] Resources bound (agent type, host, resource id): {{(pid=105586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:24:49.639843 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82239861-736a-48c6-aa79-19037870f1cb None None] Received port after_create {{(pid=105586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:24:49.698303 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50043a47-529b-4c46-825e-ebc87fd74831 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Router e7035160-58cf-4e85-a901-8675b0f770be has already been hosted by L3 agent dd128fd7-8e57-4d4f-895b-a96b369df59a {{(pid=105585) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:24:49.755783 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82239861-736a-48c6-aa79-19037870f1cb None None] Pushing event updated for resources: {'Port': ['ID=48511287-d3e2-4e63-a903-a4e0f72ff7c8,revision_number=1']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:24:49.759089 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-5796d89f-6501-4bed-a130-b883fa947c72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:49.767366 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-5796d89f-6501-4bed-a130-b883fa947c72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:49.813477 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-82239861-736a-48c6-aa79-19037870f1cb None None] Attempting to bind port 48511287-d3e2-4e63-a903-a4e0f72ff7c8 on host n-d-705658-22 for vnic_type normal with profile {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:24:49.813845 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-82239861-736a-48c6-aa79-19037870f1cb None None] Attempting to bind port 48511287-d3e2-4e63-a903-a4e0f72ff7c8 by drivers openvswitch,hyperv on host n-d-705658-22 at level 0 using segments [{'id': '5dc26c44-3b1c-4075-b860-bc76f03d3c9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '2ccc93db-b189-42a5-80b7-a6115bf3d495'}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:24:49.814203 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82239861-736a-48c6-aa79-19037870f1cb None None] Attempting to bind port 48511287-d3e2-4e63-a903-a4e0f72ff7c8 on network 2ccc93db-b189-42a5-80b7-a6115bf3d495 {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:24:49.833025 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82239861-736a-48c6-aa79-19037870f1cb None None] Checking agent: {'id': '04a7ea91-6318-467e-ace6-b0fb48c8690f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 41, 42), 'started_at': datetime.datetime(2021, 7, 27, 20, 42, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 24, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:24:49.833788 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82239861-736a-48c6-aa79-19037870f1cb None None] Checking segment: {'id': '5dc26c44-3b1c-4075-b860-bc76f03d3c9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '2ccc93db-b189-42a5-80b7-a6115bf3d495'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:24:49.834412 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-82239861-736a-48c6-aa79-19037870f1cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:49.835020 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82239861-736a-48c6-aa79-19037870f1cb None None] Bound using segment: {'id': '5dc26c44-3b1c-4075-b860-bc76f03d3c9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '2ccc93db-b189-42a5-80b7-a6115bf3d495'} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:24:49.835725 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-82239861-736a-48c6-aa79-19037870f1cb None None] Bound port: 48511287-d3e2-4e63-a903-a4e0f72ff7c8, host: n-d-705658-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5dc26c44-3b1c-4075-b860-bc76f03d3c9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '2ccc93db-b189-42a5-80b7-a6115bf3d495'}}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:24:49.836607 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-82239861-736a-48c6-aa79-19037870f1cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:49.999860 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-5796d89f-6501-4bed-a130-b883fa947c72 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=e5ddf56e308b46e28913eafca3bd6cfc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8399889 Jul 27 21:24:50.000968 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 55694) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:24:50.002818 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5796d89f-6501-4bed-a130-b883fa947c72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31fa3de9-aee6-46ac-8307-93cbbf2f5a40,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:24:50.049715 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-82239861-736a-48c6-aa79-19037870f1cb None None] For port 48511287-d3e2-4e63-a903-a4e0f72ff7c8, host n-d-705658-22, cleared binding levels {{(pid=105586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:24:50.056497 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-82239861-736a-48c6-aa79-19037870f1cb None None] For port 48511287-d3e2-4e63-a903-a4e0f72ff7c8, host n-d-705658-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=48511287-d3e2-4e63-a903-a4e0f72ff7c8,segment=NetworkSegment(5dc26c44-3b1c-4075-b860-bc76f03d3c9f),segment_id=5dc26c44-3b1c-4075-b860-bc76f03d3c9f)] {{(pid=105586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:24:50.071028 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-82239861-736a-48c6-aa79-19037870f1cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:50.085693 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device e0f2b69d-98b6-410c-acc8-9db1157e29f6 up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:24:50.086244 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50043a47-529b-4c46-825e-ebc87fd74831 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify agent at l3_agent.n-d-705658-22 the message routers_updated {{(pid=105585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:24:50.108044 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-50043a47-529b-4c46-825e-ebc87fd74831 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] 10.222.0.59 "PUT /v2.0/routers/e7035160-58cf-4e85-a901-8675b0f770be/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5748725 Jul 27 21:24:50.125792 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 55700) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:24:50.129238 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70b8ade5-3fc0-4428-a07e-1d1046e56001 None None] Sync routers for ids ['e7035160-58cf-4e85-a901-8675b0f770be'] in n-d-705658-22 {{(pid=105586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:24:50.167726 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70b8ade5-3fc0-4428-a07e-1d1046e56001 None None] Routers {'e7035160-58cf-4e85-a901-8675b0f770be'} bound to L3 agent in host n-d-705658-22 {{(pid=105586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:24:50.170295 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-70b8ade5-3fc0-4428-a07e-1d1046e56001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:24:42Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['e7035160-58cf-4e85-a901-8675b0f770be'], 'active': True} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:24:50.264833 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-ad52bcbf-b224-47da-bcfb-8fa674c313b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:50.275588 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.db_base_plugin_v2 [None req-35d3ee8c-e796-4993-ae08-a361a6258bb7 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Deleting subnet 417996b6-1ce6-45e5-a62c-368ca7a09c63 {{(pid=105585) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:24:50.284283 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-35d3ee8c-e796-4993-ae08-a361a6258bb7 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks [] for subnet, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:50.313325 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvr_db [None req-70b8ade5-3fc0-4428-a07e-1d1046e56001 None None] Set router e7035160-58cf-4e85-a901-8675b0f770be gateway port host: None {{(pid=105586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:24:50.338845 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.db_base_plugin_common [None req-9f058e07-aec1-449e-9897-6c9746cdc094 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Allocated IP 172.20.0.1 (2ccc93db-b189-42a5-80b7-a6115bf3d495/2855f242-b7d7-4a13-b8ce-f230d6c840d2/eb284e82-335a-4b67-a007-09015d467991) {{(pid=105584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:24:50.370097 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-ad52bcbf-b224-47da-bcfb-8fa674c313b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:50.412542 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-35d3ee8c-e796-4993-ae08-a361a6258bb7 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9887057'] for subnet, precommit_delete_associations {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:50.546941 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82239861-736a-48c6-aa79-19037870f1cb None None] Pushing event updated for resources: {'Port': ['ID=48511287-d3e2-4e63-a903-a4e0f72ff7c8,revision_number=2']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:24:50.562493 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-9f058e07-aec1-449e-9897-6c9746cdc094 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks [] for port, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:50.579067 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.provisioning_blocks [None req-9f058e07-aec1-449e-9897-6c9746cdc094 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Transition to ACTIVE for port object eb284e82-335a-4b67-a007-09015d467991 will not be triggered until provisioned by entity DHCP. {{(pid=105584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:24:50.636225 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-35d3ee8c-e796-4993-ae08-a361a6258bb7 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854965'] for subnet, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:50.639316 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-ad52bcbf-b224-47da-bcfb-8fa674c313b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:50.647034 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-ad52bcbf-b224-47da-bcfb-8fa674c313b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:50.651076 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-ad52bcbf-b224-47da-bcfb-8fa674c313b2 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/31fa3de9-aee6-46ac-8307-93cbbf2f5a40 HTTP/1.1" status: 204 len: 168 time: 0.6465664 Jul 27 21:24:50.659184 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-9f058e07-aec1-449e-9897-6c9746cdc094 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:50.664988 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning for port e0f2b69d-98b6-410c-acc8-9db1157e29f6 completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:24:50.680175 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port e0f2b69d-98b6-410c-acc8-9db1157e29f6 triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:24:50.680552 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:50.715522 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad52bcbf-b224-47da-bcfb-8fa674c313b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31fa3de9-aee6-46ac-8307-93cbbf2f5a40,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:24:50.771763 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f058e07-aec1-449e-9897-6c9746cdc094 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Network 2ccc93db-b189-42a5-80b7-a6115bf3d495 is already hosted by enough agents. {{(pid=105584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:24:50.778485 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [None req-9f058e07-aec1-449e-9897-6c9746cdc094 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Resources bound (agent type, host, resource id): {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:24:50.779190 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-35d3ee8c-e796-4993-ae08-a361a6258bb7 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10221602', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9990583'] for subnet, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:50.781451 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f058e07-aec1-449e-9897-6c9746cdc094 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Received port after_create {{(pid=105584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:24:50.814252 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f058e07-aec1-449e-9897-6c9746cdc094 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Pushing event updated for resources: {'Port': ['ID=eb284e82-335a-4b67-a007-09015d467991,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:24:50.841545 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-70b8ade5-3fc0-4428-a07e-1d1046e56001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7035160-58cf-4e85-a901-8675b0f770be', 'name': 'tempest-RoutersIpV6Test-router-1047195626', 'tenant_id': '2c7b7887b0f848c597ec952cc967d92c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:24:05Z', 'updated_at': '2021-07-27T21:24:48Z', 'revision_number': 9, 'project_id': '2c7b7887b0f848c597ec952cc967d92c', 'gw_port_host': None, '_interfaces': [{'id': '6cffbc9e-7b76-46bc-8867-836f99e7dcc0', 'name': '', 'network_id': 'fa4dcaac-d437-4c36-bd63-99523501195e', 'tenant_id': '2c7b7887b0f848c597ec952cc967d92c', 'mac_address': 'fa:16:3e:a0:c0:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7035160-58cf-4e85-a901-8675b0f770be', 'device_owner': 'network:router_interface', 'standard_attr_id': 3482, 'fixed_ips': [{'subnet_id': '9f21e521-01b5-4055-9cbe-564aebe44b4e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:24:17Z', 'updated_at': '2021-07-27T21:24:26Z', 'revision_number': 5, 'project_id': '2c7b7887b0f848c597ec952cc967d92c', 'subnets': [{'id': '9f21e521-01b5-4055-9cbe-564aebe44b4e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e667ff12-b53d-4ba0-b46c-23ba371d7a5f', 'name': '', 'network_id': '7ec5f878-02f2-4c36-acfe-f32465e6705f', 'tenant_id': '2c7b7887b0f848c597ec952cc967d92c', 'mac_address': 'fa:16:3e:c5:5b:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7035160-58cf-4e85-a901-8675b0f770be', 'device_owner': 'network:router_interface', 'standard_attr_id': 3470, 'fixed_ips': [{'subnet_id': 'e7fbf4a0-d77d-4fd2-a707-b8f774836229', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:24:07Z', 'updated_at': '2021-07-27T21:24:18Z', 'revision_number': 5, 'project_id': '2c7b7887b0f848c597ec952cc967d92c', 'subnets': [{'id': 'e7fbf4a0-d77d-4fd2-a707-b8f774836229', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-22', False) {} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:24:50.845045 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d3ee8c-e796-4993-ae08-a361a6258bb7 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Pushing event deleted for resources: {'Subnet': ['ID=417996b6-1ce6-45e5-a62c-368ca7a09c63,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:24:50.847386 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-35d3ee8c-e796-4993-ae08-a361a6258bb7 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks [] for subnet, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:50.849275 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-35d3ee8c-e796-4993-ae08-a361a6258bb7 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] 10.222.0.59 "DELETE /v2.0/subnets/417996b6-1ce6-45e5-a62c-368ca7a09c63 HTTP/1.1" status: 204 len: 168 time: 0.7169583 Jul 27 21:24:50.851277 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-323384de-7597-4dd3-8048-48103a53425d None None] Network 2ddd7ce4-61b3-42fa-af2e-22e9a9f801e3 requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:24:50.854869 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 55708) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:24:50.858510 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-9f058e07-aec1-449e-9897-6c9746cdc094 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4075523'] for router_interface, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:50.911481 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70b8ade5-3fc0-4428-a07e-1d1046e56001 None None] Checking router: e7035160-58cf-4e85-a901-8675b0f770be for host: n-d-705658-22 {{(pid=105586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:24:50.994834 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-37936c87-7bd8-4e0b-b1a7-8c99e60bf216 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-990557'] for network, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:51.006068 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70b8ade5-3fc0-4428-a07e-1d1046e56001 None None] Routers {'e7035160-58cf-4e85-a901-8675b0f770be'} bound to L3 agent in host n-d-705658-22 {{(pid=105586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:24:51.006705 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-70b8ade5-3fc0-4428-a07e-1d1046e56001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:24:42Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['e7035160-58cf-4e85-a901-8675b0f770be'], 'active': True} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:24:51.069192 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:51.150725 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-9f058e07-aec1-449e-9897-6c9746cdc094 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:51.213627 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-37936c87-7bd8-4e0b-b1a7-8c99e60bf216 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Deleting port 7d2cfedb-442d-4226-8ec3-d45d93ab570f {{(pid=105584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:24:51.220677 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-37936c87-7bd8-4e0b-b1a7-8c99e60bf216 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:51.460358 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] For port e0f2b69d-98b6-410c-acc8-9db1157e29f6, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=e0f2b69d-98b6-410c-acc8-9db1157e29f6,segment=NetworkSegment(12196855-9a32-4633-9a56-77697ef9e126),segment_id=12196855-9a32-4633-9a56-77697ef9e126)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:24:51.489645 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:51.517905 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvr_db [None req-70b8ade5-3fc0-4428-a07e-1d1046e56001 None None] Set router e7035160-58cf-4e85-a901-8675b0f770be gateway port host: None {{(pid=105586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:24:51.781601 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Pushing event updated for resources: {'Port': ['ID=e0f2b69d-98b6-410c-acc8-9db1157e29f6,revision_number=4']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:24:51.925761 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f34501c-6118-4383-90c0-ba9c8b4d4694 None None] DHCP port deletion for 2ddd7ce4-61b3-42fa-af2e-22e9a9f801e3 request from n-d-705658-22 {{(pid=105586) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 21:24:51.930252 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-472ce8ec-7e35-48c3-9a55-8c67cb3d90f6 None None] Network 2ccc93db-b189-42a5-80b7-a6115bf3d495 requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:24:52.009232 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 48511287-d3e2-4e63-a903-a4e0f72ff7c8 up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:24:52.087424 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-8ba230f5-c29c-40b3-9a09-cc0e2de574f6 None None] Provisioning for port 48511287-d3e2-4e63-a903-a4e0f72ff7c8 completed by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:24:52.183335 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [None req-37936c87-7bd8-4e0b-b1a7-8c99e60bf216 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] For port 7d2cfedb-442d-4226-8ec3-d45d93ab570f, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=7d2cfedb-442d-4226-8ec3-d45d93ab570f,segment=NetworkSegment(908b1a2c-2efa-416d-bde4-9b9cf1d193e5),segment_id=908b1a2c-2efa-416d-bde4-9b9cf1d193e5)] {{(pid=105584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:24:52.183927 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-37936c87-7bd8-4e0b-b1a7-8c99e60bf216 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:52.287314 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-37936c87-7bd8-4e0b-b1a7-8c99e60bf216 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Calling delete_port for 7d2cfedb-442d-4226-8ec3-d45d93ab570f owned by network:dhcp {{(pid=105584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:24:52.320549 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-2f34501c-6118-4383-90c0-ba9c8b4d4694 None None] Deleting port 7d2cfedb-442d-4226-8ec3-d45d93ab570f {{(pid=105586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:24:52.321150 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-2f34501c-6118-4383-90c0-ba9c8b4d4694 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:52.327629 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning for port 48511287-d3e2-4e63-a903-a4e0f72ff7c8 completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:24:52.350399 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port 48511287-d3e2-4e63-a903-a4e0f72ff7c8 triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:24:52.350953 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:52.466532 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-2f34501c-6118-4383-90c0-ba9c8b4d4694 None None] For port 7d2cfedb-442d-4226-8ec3-d45d93ab570f, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=7d2cfedb-442d-4226-8ec3-d45d93ab570f,segment=NetworkSegment(908b1a2c-2efa-416d-bde4-9b9cf1d193e5),segment_id=908b1a2c-2efa-416d-bde4-9b9cf1d193e5)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:24:52.467823 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-2f34501c-6118-4383-90c0-ba9c8b4d4694 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:52.488159 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-2f34501c-6118-4383-90c0-ba9c8b4d4694 None None] Calling delete_port for 7d2cfedb-442d-4226-8ec3-d45d93ab570f owned by network:dhcp {{(pid=105586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:24:52.498399 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-70b8ade5-3fc0-4428-a07e-1d1046e56001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7035160-58cf-4e85-a901-8675b0f770be', 'name': 'tempest-RoutersIpV6Test-router-1047195626', 'tenant_id': '2c7b7887b0f848c597ec952cc967d92c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:24:05Z', 'updated_at': '2021-07-27T21:24:48Z', 'revision_number': 9, 'project_id': '2c7b7887b0f848c597ec952cc967d92c', 'gw_port_host': None, '_interfaces': [{'id': '6cffbc9e-7b76-46bc-8867-836f99e7dcc0', 'name': '', 'network_id': 'fa4dcaac-d437-4c36-bd63-99523501195e', 'tenant_id': '2c7b7887b0f848c597ec952cc967d92c', 'mac_address': 'fa:16:3e:a0:c0:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7035160-58cf-4e85-a901-8675b0f770be', 'device_owner': 'network:router_interface', 'standard_attr_id': 3482, 'fixed_ips': [{'subnet_id': '9f21e521-01b5-4055-9cbe-564aebe44b4e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:24:17Z', 'updated_at': '2021-07-27T21:24:26Z', 'revision_number': 5, 'project_id': '2c7b7887b0f848c597ec952cc967d92c', 'subnets': [{'id': '9f21e521-01b5-4055-9cbe-564aebe44b4e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e667ff12-b53d-4ba0-b46c-23ba371d7a5f', 'name': '', 'network_id': '7ec5f878-02f2-4c36-acfe-f32465e6705f', 'tenant_id': '2c7b7887b0f848c597ec952cc967d92c', 'mac_address': 'fa:16:3e:c5:5b:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7035160-58cf-4e85-a901-8675b0f770be', 'device_owner': 'network:router_interface', 'standard_attr_id': 3470, 'fixed_ips': [{'subnet_id': 'e7fbf4a0-d77d-4fd2-a707-b8f774836229', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:24:07Z', 'updated_at': '2021-07-27T21:24:18Z', 'revision_number': 5, 'project_id': '2c7b7887b0f848c597ec952cc967d92c', 'subnets': [{'id': 'e7fbf4a0-d77d-4fd2-a707-b8f774836229', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-22', False) {} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:24:52.549903 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-37936c87-7bd8-4e0b-b1a7-8c99e60bf216 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:52.612698 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37936c87-7bd8-4e0b-b1a7-8c99e60bf216 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Pushing event deleted for resources: {'Port': ['ID=7d2cfedb-442d-4226-8ec3-d45d93ab570f,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:24:52.622127 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37936c87-7bd8-4e0b-b1a7-8c99e60bf216 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] No DVR routers for this DVR port 7d2cfedb-442d-4226-8ec3-d45d93ab570f on host n-d-705658-22 {{(pid=105584) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:24:52.645960 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70b8ade5-3fc0-4428-a07e-1d1046e56001 None None] The sync data for ids ['e7035160-58cf-4e85-a901-8675b0f770be'] in n-d-705658-22 is: [{'id': 'e7035160-58cf-4e85-a901-8675b0f770be', 'name': 'tempest-RoutersIpV6Test-router-1047195626', 'tenant_id': '2c7b7887b0f848c597ec952cc967d92c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:24:05Z', 'updated_at': '2021-07-27T21:24:48Z', 'revision_number': 9, 'project_id': '2c7b7887b0f848c597ec952cc967d92c', 'gw_port_host': None, '_interfaces': [{'id': '6cffbc9e-7b76-46bc-8867-836f99e7dcc0', 'name': '', 'network_id': 'fa4dcaac-d437-4c36-bd63-99523501195e', 'tenant_id': '2c7b7887b0f848c597ec952cc967d92c', 'mac_address': 'fa:16:3e:a0:c0:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7035160-58cf-4e85-a901-8675b0f770be', 'device_owner': 'network:router_interface', 'standard_attr_id': 3482, 'fixed_ips': [{'subnet_id': '9f21e521-01b5-4055-9cbe-564aebe44b4e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:24:17Z', 'updated_at': '2021-07-27T21:24:26Z', 'revision_number': 5, 'project_id': '2c7b7887b0f848c597ec952cc967d92c', 'subnets': [{'id': '9f21e521-01b5-4055-9cbe-564aebe44b4e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e667ff12-b53d-4ba0-b46c-23ba371d7a5f', 'name': '', 'network_id': '7ec5f878-02f2-4c36-acfe-f32465e6705f', 'tenant_id': '2c7b7887b0f848c597ec952cc967d92c', 'mac_address': 'fa:16:3e:c5:5b:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7035160-58cf-4e85-a901-8675b0f770be', 'device_owner': 'network:router_interface', 'standard_attr_id': 3470, 'fixed_ips': [{'subnet_id': 'e7fbf4a0-d77d-4fd2-a707-b8f774836229', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:24:07Z', 'updated_at': '2021-07-27T21:24:18Z', 'revision_number': 5, 'project_id': '2c7b7887b0f848c597ec952cc967d92c', 'subnets': [{'id': 'e7fbf4a0-d77d-4fd2-a707-b8f774836229', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:24:52.742655 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:52.795564 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-37936c87-7bd8-4e0b-b1a7-8c99e60bf216 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853562', 'neutron.services.segments.db._delete_segments_for_network-8790688882975'] for network, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:52.800105 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-2f34501c-6118-4383-90c0-ba9c8b4d4694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180'] for port, after_delete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:52.837582 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.segments.db [None req-37936c87-7bd8-4e0b-b1a7-8c99e60bf216 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ddd7ce4-61b3-42fa-af2e-22e9a9f801e3']}} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:24:52.847146 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f34501c-6118-4383-90c0-ba9c8b4d4694 None None] Pushing event deleted for resources: {'Port': ['ID=7d2cfedb-442d-4226-8ec3-d45d93ab570f,revision_number=None']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:24:52.887784 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] For port 48511287-d3e2-4e63-a903-a4e0f72ff7c8, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=48511287-d3e2-4e63-a903-a4e0f72ff7c8,segment=NetworkSegment(5dc26c44-3b1c-4075-b860-bc76f03d3c9f),segment_id=5dc26c44-3b1c-4075-b860-bc76f03d3c9f)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:24:52.892034 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.segments.db [None req-37936c87-7bd8-4e0b-b1a7-8c99e60bf216 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '908b1a2c-2efa-416d-bde4-9b9cf1d193e5') {'for_net_delete': True} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:24:52.892448 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.segments.db [None req-37936c87-7bd8-4e0b-b1a7-8c99e60bf216 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '908b1a2c-2efa-416d-bde4-9b9cf1d193e5') {} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:24:52.895907 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f34501c-6118-4383-90c0-ba9c8b4d4694 None None] No DVR routers for this DVR port 7d2cfedb-442d-4226-8ec3-d45d93ab570f on host n-d-705658-22 {{(pid=105586) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:24:52.900144 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:52.911395 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-9f058e07-aec1-449e-9897-6c9746cdc094 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks [] for port, precommit_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:52.930179 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-37936c87-7bd8-4e0b-b1a7-8c99e60bf216 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790688883752', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9014348'] for segment, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:52.932020 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-9f058e07-aec1-449e-9897-6c9746cdc094 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9014027'] for port, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:52.975192 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Pushing event updated for resources: {'Port': ['ID=48511287-d3e2-4e63-a903-a4e0f72ff7c8,revision_number=3']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:24:53.034755 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-37936c87-7bd8-4e0b-b1a7-8c99e60bf216 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:53.043112 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37936c87-7bd8-4e0b-b1a7-8c99e60bf216 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Releasing vlan 219 on physical network physnet1 to pool {{(pid=105584) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:24:53.043497 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-37936c87-7bd8-4e0b-b1a7-8c99e60bf216 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9014063'] for segment, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:53.129207 n-d-705658-22 neutron-server[105584]: Traceback (most recent call last): Jul 27 21:24:53.129207 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:24:53.129207 n-d-705658-22 neutron-server[105584]: timer() Jul 27 21:24:53.129207 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:24:53.129207 n-d-705658-22 neutron-server[105584]: cb(*args, **kw) Jul 27 21:24:53.129207 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:24:53.129207 n-d-705658-22 neutron-server[105584]: return func(*args, **kwargs) Jul 27 21:24:53.129207 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:24:53.129207 n-d-705658-22 neutron-server[105584]: self._notify() Jul 27 21:24:53.129207 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:24:53.129207 n-d-705658-22 neutron-server[105584]: self.callback(batched_events) Jul 27 21:24:53.129207 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:24:53.129207 n-d-705658-22 neutron-server[105584]: event.method(event) Jul 27 21:24:53.129207 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:24:53.129207 n-d-705658-22 neutron-server[105584]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:24:53.129207 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:24:53.129207 n-d-705658-22 neutron-server[105584]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:24:53.129207 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:24:53.129207 n-d-705658-22 neutron-server[105584]: return f(self, *a, **k) Jul 27 21:24:53.129207 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:24:53.129207 n-d-705658-22 neutron-server[105584]: return self._get(url).json() Jul 27 21:24:53.129207 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:24:53.129207 n-d-705658-22 neutron-server[105584]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:24:53.129207 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:24:53.129207 n-d-705658-22 neutron-server[105584]: return self.request(url, 'GET', **kwargs) Jul 27 21:24:53.129207 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:24:53.129207 n-d-705658-22 neutron-server[105584]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:24:53.129207 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:24:53.129207 n-d-705658-22 neutron-server[105584]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:24:53.129207 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:24:53.129207 n-d-705658-22 neutron-server[105584]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:24:53.129207 n-d-705658-22 neutron-server[105584]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:24:53.226441 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-9f058e07-aec1-449e-9897-6c9746cdc094 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3743906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4076435'] for router_interface, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:53.270050 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-a2a71262-2c2c-4514-9c25-5e14013d8aa6 None None] Provisioning complete for port 48511287-d3e2-4e63-a903-a4e0f72ff7c8 triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:24:53.272656 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-a2a71262-2c2c-4514-9c25-5e14013d8aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:53.478661 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f058e07-aec1-449e-9897-6c9746cdc094 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Pushing event updated for resources: {'Port': ['ID=eb284e82-335a-4b67-a007-09015d467991,revision_number=2']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:24:53.488612 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-37936c87-7bd8-4e0b-b1a7-8c99e60bf216 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4075658'] for network, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:53.508626 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-37936c87-7bd8-4e0b-b1a7-8c99e60bf216 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks [] for network, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:53.515324 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 55792) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:24:53.520227 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-37936c87-7bd8-4e0b-b1a7-8c99e60bf216 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] 10.222.0.59 "DELETE /v2.0/networks/2ddd7ce4-61b3-42fa-af2e-22e9a9f801e3 HTTP/1.1" status: 204 len: 168 time: 2.6641366 Jul 27 21:24:53.558535 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37936c87-7bd8-4e0b-b1a7-8c99e60bf216 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Pushing event deleted for resources: {'Network': ['ID=2ddd7ce4-61b3-42fa-af2e-22e9a9f801e3,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:24:53.570849 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-a2a71262-2c2c-4514-9c25-5e14013d8aa6 None None] Provisioning for port eb284e82-335a-4b67-a007-09015d467991 completed by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:24:53.580299 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-a2a71262-2c2c-4514-9c25-5e14013d8aa6 None None] Provisioning complete for port eb284e82-335a-4b67-a007-09015d467991 triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:24:53.580677 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-a2a71262-2c2c-4514-9c25-5e14013d8aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:53.638058 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-a2a71262-2c2c-4514-9c25-5e14013d8aa6 None None] Port eb284e82-335a-4b67-a007-09015d467991 cannot update to ACTIVE because it is not bound. {{(pid=105586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:24:53.654126 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f058e07-aec1-449e-9897-6c9746cdc094 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Network 2ccc93db-b189-42a5-80b7-a6115bf3d495 is already hosted by enough agents. {{(pid=105584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:24:53.666432 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [None req-9f058e07-aec1-449e-9897-6c9746cdc094 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Resources bound (agent type, host, resource id): {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:24:53.774895 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-94ae58c2-db1c-4d8b-a6bb-e6acfdad8be8 None None] Provisioning complete for port eb284e82-335a-4b67-a007-09015d467991 triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:24:53.776511 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-94ae58c2-db1c-4d8b-a6bb-e6acfdad8be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:53.855190 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-94ae58c2-db1c-4d8b-a6bb-e6acfdad8be8 None None] Port eb284e82-335a-4b67-a007-09015d467991 cannot update to ACTIVE because it is not bound. {{(pid=105586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:24:53.899824 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 48511287-d3e2-4e63-a903-a4e0f72ff7c8 up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:24:53.934473 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f058e07-aec1-449e-9897-6c9746cdc094 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Router f0581615-63d2-4c36-8c8b-69f41b108744 has already been hosted by L3 agent dd128fd7-8e57-4d4f-895b-a96b369df59a {{(pid=105584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:24:53.938201 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 55802) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:24:53.972393 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port 48511287-d3e2-4e63-a903-a4e0f72ff7c8 triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:24:53.973798 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:54.093275 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f058e07-aec1-449e-9897-6c9746cdc094 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify agent at l3_agent.n-d-705658-22 the message routers_updated {{(pid=105584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:24:54.111605 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-9f058e07-aec1-449e-9897-6c9746cdc094 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] 10.222.0.59 "PUT /v2.0/routers/f0581615-63d2-4c36-8c8b-69f41b108744/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7243004 Jul 27 21:24:54.112679 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-fe7bd231-a3bb-4726-8e34-03501885e4b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:54.113803 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-15199df0-d5b1-419e-97eb-6f561af2c905 None None] Provisioning complete for port eb284e82-335a-4b67-a007-09015d467991 triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:24:54.114002 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8497ed40-9ce4-4305-acbc-de42db7f788f None None] Sync routers for ids ['f0581615-63d2-4c36-8c8b-69f41b108744'] in n-d-705658-22 {{(pid=105587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:24:54.114454 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-15199df0-d5b1-419e-97eb-6f561af2c905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:54.118905 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device e0f2b69d-98b6-410c-acc8-9db1157e29f6 up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:24:54.135231 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8497ed40-9ce4-4305-acbc-de42db7f788f None None] Routers {'f0581615-63d2-4c36-8c8b-69f41b108744'} bound to L3 agent in host n-d-705658-22 {{(pid=105587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:24:54.139733 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-8497ed40-9ce4-4305-acbc-de42db7f788f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:24:42Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['f0581615-63d2-4c36-8c8b-69f41b108744'], 'active': True} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:24:54.188374 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-15199df0-d5b1-419e-97eb-6f561af2c905 None None] Port eb284e82-335a-4b67-a007-09015d467991 cannot update to ACTIVE because it is not bound. {{(pid=105586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:24:54.207489 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port e0f2b69d-98b6-410c-acc8-9db1157e29f6 triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:24:54.207866 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:54.263189 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-8ca84b7b-7690-498c-be09-a916a62f1ea0 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4076536'] for router_interface, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:54.349911 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvr_db [None req-8497ed40-9ce4-4305-acbc-de42db7f788f None None] Set router f0581615-63d2-4c36-8c8b-69f41b108744 gateway port host: n-d-705658-22 {{(pid=105587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:24:54.422871 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 328f26d7-c43e-44a0-9b7d-fdf8fba7fe69 no longer exists at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:24:54.448346 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] No Port match for: 328f26d7-c43e-44a0-9b7d-fdf8fba7fe69 {{(pid=105586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:24:54.448932 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 328f26d7-c43e-44a0-9b7d-fdf8fba7fe69 not bound to the agent host n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:24:54.449767 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 7d2cfedb-442d-4226-8ec3-d45d93ab570f no longer exists at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:24:54.454432 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-8ac1a2de-c608-459a-822e-9589461c79a6 req-49df422a-d3ea-4cbd-8427-c6f011cc2f95 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1647644611&fields=id&tenant_id=379416b786c44e07b1b1ba1a5ea96882 HTTP/1.1" status: 200 len: 267 time: 0.0419214 Jul 27 21:24:54.479947 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] No Port match for: 7d2cfedb-442d-4226-8ec3-d45d93ab570f {{(pid=105586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:24:54.480741 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 7d2cfedb-442d-4226-8ec3-d45d93ab570f not bound to the agent host n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:24:54.579348 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-fe7bd231-a3bb-4726-8e34-03501885e4b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:54.589199 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-fe7bd231-a3bb-4726-8e34-03501885e4b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:54.590217 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-8497ed40-9ce4-4305-acbc-de42db7f788f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0581615-63d2-4c36-8c8b-69f41b108744', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2033618927', 'tenant_id': '379416b786c44e07b1b1ba1a5ea96882', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.175'}], 'enable_snat': True}, 'gw_port_id': 'e0f2b69d-98b6-410c-acc8-9db1157e29f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:24:43Z', 'updated_at': '2021-07-27T21:24:51Z', 'revision_number': 4, 'project_id': '379416b786c44e07b1b1ba1a5ea96882', 'gw_port': {'id': 'e0f2b69d-98b6-410c-acc8-9db1157e29f6', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:4c:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0581615-63d2-4c36-8c8b-69f41b108744', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3568, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:24:44Z', 'updated_at': '2021-07-27T21:24:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_interfaces': [{'id': 'eb284e82-335a-4b67-a007-09015d467991', 'name': '', 'network_id': '2ccc93db-b189-42a5-80b7-a6115bf3d495', 'tenant_id': '379416b786c44e07b1b1ba1a5ea96882', 'mac_address': 'fa:16:3e:ad:08:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0581615-63d2-4c36-8c8b-69f41b108744', 'device_owner': 'network:router_interface', 'standard_attr_id': 3576, 'fixed_ips': [{'subnet_id': '2855f242-b7d7-4a13-b8ce-f230d6c840d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:24:50Z', 'updated_at': '2021-07-27T21:24:52Z', 'revision_number': 2, 'project_id': '379416b786c44e07b1b1ba1a5ea96882', 'subnets': [{'id': '2855f242-b7d7-4a13-b8ce-f230d6c840d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-22', False) {} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:24:54.624837 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8497ed40-9ce4-4305-acbc-de42db7f788f None None] Checking router: f0581615-63d2-4c36-8c8b-69f41b108744 for host: n-d-705658-22 {{(pid=105587) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:24:54.625491 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8497ed40-9ce4-4305-acbc-de42db7f788f None None] Updating router f0581615-63d2-4c36-8c8b-69f41b108744 port eb284e82-335a-4b67-a007-09015d467991 binding host n-d-705658-22 {{(pid=105587) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 21:24:54.665928 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7bd231-a3bb-4726-8e34-03501885e4b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3840f5d3-712a-4b6c-9d3c-3935df5382b3,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:24:54.673784 n-d-705658-22 neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-8497ed40-9ce4-4305-acbc-de42db7f788f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:54.677031 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-fe7bd231-a3bb-4726-8e34-03501885e4b5 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=a2b596c0a40a40cd8000752eef32899c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7348413 Jul 27 21:24:54.680013 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 55830) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:24:54.697485 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac1a2de-c608-459a-822e-9589461c79a6 req-bee4e356-be0d-424a-8312-e7afac3d3490 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:24:54.705080 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-8ac1a2de-c608-459a-822e-9589461c79a6 req-bee4e356-be0d-424a-8312-e7afac3d3490 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] 10.222.0.59 "GET /v2.0/networks?id=2ccc93db-b189-42a5-80b7-a6115bf3d495 HTTP/1.1" status: 200 len: 797 time: 0.2218080 Jul 27 21:24:54.752505 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-8ac1a2de-c608-459a-822e-9589461c79a6 req-5c2841e0-8eb3-4637-af50-6d00f94a90b1 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] 10.222.0.59 "GET /v2.0/quotas/379416b786c44e07b1b1ba1a5ea96882 HTTP/1.1" status: 200 len: 375 time: 0.0456929 Jul 27 21:24:54.752621 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-6f4e6229-0387-469e-9795-e83ce2b7ad8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:54.783817 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-6f4e6229-0387-469e-9795-e83ce2b7ad8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:54.849973 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-6f4e6229-0387-469e-9795-e83ce2b7ad8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:54.853013 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-6f4e6229-0387-469e-9795-e83ce2b7ad8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:54.856814 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-6f4e6229-0387-469e-9795-e83ce2b7ad8d admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/3840f5d3-712a-4b6c-9d3c-3935df5382b3 HTTP/1.1" status: 204 len: 168 time: 0.1729908 Jul 27 21:24:54.865097 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4e6229-0387-469e-9795-e83ce2b7ad8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3840f5d3-712a-4b6c-9d3c-3935df5382b3,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:24:54.949615 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-8ac1a2de-c608-459a-822e-9589461c79a6 req-8be67ad1-7b8d-47f3-bacb-e9c9cdbe2ba7 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=379416b786c44e07b1b1ba1a5ea96882&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1962473 Jul 27 21:24:54.955565 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [req-8ac1a2de-c608-459a-822e-9589461c79a6 req-74a6b9a7-8e37-4cce-aeed-e591f44a21b4 service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=105585) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 21:24:54.968554 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-8ac1a2de-c608-459a-822e-9589461c79a6 req-74a6b9a7-8e37-4cce-aeed-e591f44a21b4 service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0179090 Jul 27 21:24:54.995432 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [None req-8ca84b7b-7690-498c-be09-a916a62f1ea0 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Deleting port 6cffbc9e-7b76-46bc-8867-836f99e7dcc0 {{(pid=105585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:24:54.996555 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-8ca84b7b-7690-498c-be09-a916a62f1ea0 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:55.193536 n-d-705658-22 neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-8497ed40-9ce4-4305-acbc-de42db7f788f None None] Notify callbacks [] for port, precommit_update {{(pid=105587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:55.199375 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.db [None req-8ca84b7b-7690-498c-be09-a916a62f1ea0 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] For port 6cffbc9e-7b76-46bc-8867-836f99e7dcc0, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=6cffbc9e-7b76-46bc-8867-836f99e7dcc0,segment=NetworkSegment(bcd7c90e-9478-4a8e-9fea-26886d77cab7),segment_id=bcd7c90e-9478-4a8e-9fea-26886d77cab7)] {{(pid=105585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:24:55.200224 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-8ca84b7b-7690-498c-be09-a916a62f1ea0 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:55.204347 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-8ac1a2de-c608-459a-822e-9589461c79a6 req-c9cef895-49b0-49f2-a678-7084bd7aab50 service neutron] 10.222.0.59 "GET /v2.0/networks/2ccc93db-b189-42a5-80b7-a6115bf3d495?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2342849 Jul 27 21:24:55.207466 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.provisioning_blocks [None req-8497ed40-9ce4-4305-acbc-de42db7f788f None None] Transition to ACTIVE for port object eb284e82-335a-4b67-a007-09015d467991 will not be triggered until provisioned by entity L2. {{(pid=105587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:24:55.219444 n-d-705658-22 neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-8497ed40-9ce4-4305-acbc-de42db7f788f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:55.280370 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542223a5-5362-4614-99a9-f34fee6dcc07 None None] Pushing event updated for resources: {'Port': ['ID=eb284e82-335a-4b67-a007-09015d467991,revision_number=3']} {{(pid=105587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:24:55.299622 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [None req-8ca84b7b-7690-498c-be09-a916a62f1ea0 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Calling delete_port for 6cffbc9e-7b76-46bc-8867-836f99e7dcc0 owned by network:router_interface {{(pid=105585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:24:55.430980 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.managers [None req-8497ed40-9ce4-4305-acbc-de42db7f788f None None] Attempting to bind port eb284e82-335a-4b67-a007-09015d467991 on host n-d-705658-22 for vnic_type normal with profile {{(pid=105587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:24:55.431777 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.managers [None req-8497ed40-9ce4-4305-acbc-de42db7f788f None None] Attempting to bind port eb284e82-335a-4b67-a007-09015d467991 by drivers openvswitch,hyperv on host n-d-705658-22 at level 0 using segments [{'id': '5dc26c44-3b1c-4075-b860-bc76f03d3c9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '2ccc93db-b189-42a5-80b7-a6115bf3d495'}] {{(pid=105587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:24:55.432231 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8497ed40-9ce4-4305-acbc-de42db7f788f None None] Attempting to bind port eb284e82-335a-4b67-a007-09015d467991 on network 2ccc93db-b189-42a5-80b7-a6115bf3d495 {{(pid=105587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:24:55.438315 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-8ac1a2de-c608-459a-822e-9589461c79a6 req-3ed8a290-d395-4013-a160-573aabd84b45 service neutron] 10.222.0.59 "GET /v2.0/networks/2ccc93db-b189-42a5-80b7-a6115bf3d495?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2258618 Jul 27 21:24:55.444276 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 55850) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:24:55.447372 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8497ed40-9ce4-4305-acbc-de42db7f788f None None] Checking agent: {'id': '04a7ea91-6318-467e-ace6-b0fb48c8690f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 41, 42), 'started_at': datetime.datetime(2021, 7, 27, 20, 42, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 24, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:24:55.447899 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8497ed40-9ce4-4305-acbc-de42db7f788f None None] Checking segment: {'id': '5dc26c44-3b1c-4075-b860-bc76f03d3c9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '2ccc93db-b189-42a5-80b7-a6115bf3d495'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:24:55.448412 n-d-705658-22 neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-8497ed40-9ce4-4305-acbc-de42db7f788f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:55.456628 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8497ed40-9ce4-4305-acbc-de42db7f788f None None] Bound using segment: {'id': '5dc26c44-3b1c-4075-b860-bc76f03d3c9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '2ccc93db-b189-42a5-80b7-a6115bf3d495'} {{(pid=105587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:24:55.458183 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-a95aed29-0d64-4764-b97e-20a563b140e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:55.461713 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.managers [None req-8497ed40-9ce4-4305-acbc-de42db7f788f None None] Bound port: eb284e82-335a-4b67-a007-09015d467991, host: n-d-705658-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5dc26c44-3b1c-4075-b860-bc76f03d3c9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '2ccc93db-b189-42a5-80b7-a6115bf3d495'}}] {{(pid=105587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:24:55.462441 n-d-705658-22 neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-8497ed40-9ce4-4305-acbc-de42db7f788f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:55.591099 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.db [None req-8497ed40-9ce4-4305-acbc-de42db7f788f None None] For port eb284e82-335a-4b67-a007-09015d467991, host n-d-705658-22, cleared binding levels {{(pid=105587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:24:55.596488 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.db [None req-8497ed40-9ce4-4305-acbc-de42db7f788f None None] For port eb284e82-335a-4b67-a007-09015d467991, host n-d-705658-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=eb284e82-335a-4b67-a007-09015d467991,segment=NetworkSegment(5dc26c44-3b1c-4075-b860-bc76f03d3c9f),segment_id=5dc26c44-3b1c-4075-b860-bc76f03d3c9f)] {{(pid=105587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:24:55.612592 n-d-705658-22 neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-8497ed40-9ce4-4305-acbc-de42db7f788f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:55.661470 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8497ed40-9ce4-4305-acbc-de42db7f788f None None] Routers {'f0581615-63d2-4c36-8c8b-69f41b108744'} bound to L3 agent in host n-d-705658-22 {{(pid=105587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:24:55.662347 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-8497ed40-9ce4-4305-acbc-de42db7f788f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:24:42Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['f0581615-63d2-4c36-8c8b-69f41b108744'], 'active': True} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:24:55.686351 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-8ca84b7b-7690-498c-be09-a916a62f1ea0 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:55.781406 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-a95aed29-0d64-4764-b97e-20a563b140e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:55.803407 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-a95aed29-0d64-4764-b97e-20a563b140e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:55.807217 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca84b7b-7690-498c-be09-a916a62f1ea0 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Pushing event deleted for resources: {'Port': ['ID=6cffbc9e-7b76-46bc-8867-836f99e7dcc0,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:24:55.848346 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvr_db [None req-8497ed40-9ce4-4305-acbc-de42db7f788f None None] Set router f0581615-63d2-4c36-8c8b-69f41b108744 gateway port host: n-d-705658-22 {{(pid=105587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:24:55.856848 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-7ff165ee-d90e-4a32-9981-cc241b491d50 req-c79da8e9-16e3-45a5-9b16-109c2a6849ce tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] 10.222.0.59 "GET /v2.0/ports?device_id=71166d56-287f-4e5e-8d1a-bbeccff30fd6 HTTP/1.1" status: 200 len: 210 time: 0.1046679 Jul 27 21:24:55.866881 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-a95aed29-0d64-4764-b97e-20a563b140e4 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=bb3065751f3c4ddb81fd52cfd6407325&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4214826 Jul 27 21:24:55.922365 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 55856) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:24:55.953263 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95aed29-0d64-4764-b97e-20a563b140e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=495f6d71-8ce5-42e6-98af-b031d6b7bf30,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:24:56.014551 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-403d3bf7-1020-4e93-bb85-7edcc85119d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:56.049192 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-403d3bf7-1020-4e93-bb85-7edcc85119d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:56.069363 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542223a5-5362-4614-99a9-f34fee6dcc07 None None] Pushing event updated for resources: {'Port': ['ID=eb284e82-335a-4b67-a007-09015d467991,revision_number=4']} {{(pid=105587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:24:56.119114 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-8ca84b7b-7690-498c-be09-a916a62f1ea0 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3743915', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4076308'] for router_interface, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:56.152457 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-403d3bf7-1020-4e93-bb85-7edcc85119d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:56.155778 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-403d3bf7-1020-4e93-bb85-7edcc85119d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:56.159458 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-403d3bf7-1020-4e93-bb85-7edcc85119d7 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/495f6d71-8ce5-42e6-98af-b031d6b7bf30 HTTP/1.1" status: 204 len: 168 time: 0.2336285 Jul 27 21:24:56.190083 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403d3bf7-1020-4e93-bb85-7edcc85119d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=495f6d71-8ce5-42e6-98af-b031d6b7bf30,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:24:56.526435 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-8497ed40-9ce4-4305-acbc-de42db7f788f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0581615-63d2-4c36-8c8b-69f41b108744', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2033618927', 'tenant_id': '379416b786c44e07b1b1ba1a5ea96882', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.175'}], 'enable_snat': True}, 'gw_port_id': 'e0f2b69d-98b6-410c-acc8-9db1157e29f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:24:43Z', 'updated_at': '2021-07-27T21:24:51Z', 'revision_number': 4, 'project_id': '379416b786c44e07b1b1ba1a5ea96882', 'gw_port': {'id': 'e0f2b69d-98b6-410c-acc8-9db1157e29f6', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:4c:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0581615-63d2-4c36-8c8b-69f41b108744', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3568, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:24:44Z', 'updated_at': '2021-07-27T21:24:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_interfaces': [{'id': 'eb284e82-335a-4b67-a007-09015d467991', 'name': '', 'network_id': '2ccc93db-b189-42a5-80b7-a6115bf3d495', 'tenant_id': '379416b786c44e07b1b1ba1a5ea96882', 'mac_address': 'fa:16:3e:ad:08:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0581615-63d2-4c36-8c8b-69f41b108744', 'device_owner': 'network:router_interface', 'standard_attr_id': 3576, 'fixed_ips': [{'subnet_id': '2855f242-b7d7-4a13-b8ce-f230d6c840d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:24:50Z', 'updated_at': '2021-07-27T21:24:55Z', 'revision_number': 4, 'project_id': '379416b786c44e07b1b1ba1a5ea96882', 'subnets': [{'id': '2855f242-b7d7-4a13-b8ce-f230d6c840d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-22', False) {} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:24:56.534955 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ca84b7b-7690-498c-be09-a916a62f1ea0 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Router e7035160-58cf-4e85-a901-8675b0f770be has already been hosted by L3 agent dd128fd7-8e57-4d4f-895b-a96b369df59a {{(pid=105585) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:24:56.568486 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8497ed40-9ce4-4305-acbc-de42db7f788f None None] The sync data for ids ['f0581615-63d2-4c36-8c8b-69f41b108744'] in n-d-705658-22 is: [{'id': 'f0581615-63d2-4c36-8c8b-69f41b108744', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2033618927', 'tenant_id': '379416b786c44e07b1b1ba1a5ea96882', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.175'}], 'enable_snat': True}, 'gw_port_id': 'e0f2b69d-98b6-410c-acc8-9db1157e29f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:24:43Z', 'updated_at': '2021-07-27T21:24:51Z', 'revision_number': 4, 'project_id': '379416b786c44e07b1b1ba1a5ea96882', 'gw_port': {'id': 'e0f2b69d-98b6-410c-acc8-9db1157e29f6', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:4c:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0581615-63d2-4c36-8c8b-69f41b108744', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3568, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:24:44Z', 'updated_at': '2021-07-27T21:24:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_interfaces': [{'id': 'eb284e82-335a-4b67-a007-09015d467991', 'name': '', 'network_id': '2ccc93db-b189-42a5-80b7-a6115bf3d495', 'tenant_id': '379416b786c44e07b1b1ba1a5ea96882', 'mac_address': 'fa:16:3e:ad:08:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0581615-63d2-4c36-8c8b-69f41b108744', 'device_owner': 'network:router_interface', 'standard_attr_id': 3576, 'fixed_ips': [{'subnet_id': '2855f242-b7d7-4a13-b8ce-f230d6c840d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:24:50Z', 'updated_at': '2021-07-27T21:24:55Z', 'revision_number': 4, 'project_id': '379416b786c44e07b1b1ba1a5ea96882', 'subnets': [{'id': '2855f242-b7d7-4a13-b8ce-f230d6c840d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:24:56.753144 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ca84b7b-7690-498c-be09-a916a62f1ea0 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify agent at l3_agent.n-d-705658-22 the message routers_updated {{(pid=105585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:24:56.762099 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-8ca84b7b-7690-498c-be09-a916a62f1ea0 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] 10.222.0.59 "PUT /v2.0/routers/e7035160-58cf-4e85-a901-8675b0f770be/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2433929 Jul 27 21:24:56.762652 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 55882) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:24:56.784606 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba6dd566-83f5-425f-8c78-8c99c2cd5d21 None None] Sync routers for ids ['e7035160-58cf-4e85-a901-8675b0f770be'] in n-d-705658-22 {{(pid=105586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:24:56.801937 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba6dd566-83f5-425f-8c78-8c99c2cd5d21 None None] Routers {'e7035160-58cf-4e85-a901-8675b0f770be'} bound to L3 agent in host n-d-705658-22 {{(pid=105586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:24:56.803694 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-ba6dd566-83f5-425f-8c78-8c99c2cd5d21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:24:42Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['e7035160-58cf-4e85-a901-8675b0f770be'], 'active': True} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:24:57.026370 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a1bf649-3155-4ef9-bfab-9938026d41d7 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Deleting subnet 9f21e521-01b5-4055-9cbe-564aebe44b4e {{(pid=105584) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:24:57.034706 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-2a1bf649-3155-4ef9-bfab-9938026d41d7 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks [] for subnet, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:57.130837 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e4bc3454-3700-4635-8832-e86aa4c65f77 req-281bccac-0b8d-427c-b8ff-083ac4e8b714 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] 10.222.0.59 "GET /v2.0/ports?device_id=71166d56-287f-4e5e-8d1a-bbeccff30fd6 HTTP/1.1" status: 200 len: 210 time: 0.0570045 Jul 27 21:24:57.152891 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-2a1bf649-3155-4ef9-bfab-9938026d41d7 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9014207'] for subnet, precommit_delete_associations {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:57.173919 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvr_db [None req-ba6dd566-83f5-425f-8c78-8c99c2cd5d21 None None] Set router e7035160-58cf-4e85-a901-8675b0f770be gateway port host: None {{(pid=105586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:24:57.302425 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-2a1bf649-3155-4ef9-bfab-9938026d41d7 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854965'] for subnet, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:57.420365 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-2a1bf649-3155-4ef9-bfab-9938026d41d7 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9014081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9738825'] for subnet, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:57.458225 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1bf649-3155-4ef9-bfab-9938026d41d7 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Pushing event deleted for resources: {'Subnet': ['ID=9f21e521-01b5-4055-9cbe-564aebe44b4e,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:24:57.480531 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-2a1bf649-3155-4ef9-bfab-9938026d41d7 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks [] for subnet, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:57.482969 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-2a1bf649-3155-4ef9-bfab-9938026d41d7 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] 10.222.0.59 "DELETE /v2.0/subnets/9f21e521-01b5-4055-9cbe-564aebe44b4e HTTP/1.1" status: 204 len: 168 time: 0.7167866 Jul 27 21:24:57.485686 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 55910) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:24:57.502742 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9c2ac7b-e877-41bb-a597-adab56660fb7 None None] Network fa4dcaac-d437-4c36-bd63-99523501195e requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:24:57.688566 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-aeb296fe-7c68-459f-a60f-da568821f7ff tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-990557'] for network, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:57.693999 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-ba6dd566-83f5-425f-8c78-8c99c2cd5d21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7035160-58cf-4e85-a901-8675b0f770be', 'name': 'tempest-RoutersIpV6Test-router-1047195626', 'tenant_id': '2c7b7887b0f848c597ec952cc967d92c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:24:05Z', 'updated_at': '2021-07-27T21:24:55Z', 'revision_number': 10, 'project_id': '2c7b7887b0f848c597ec952cc967d92c', 'gw_port_host': None, '_interfaces': [{'id': 'e667ff12-b53d-4ba0-b46c-23ba371d7a5f', 'name': '', 'network_id': '7ec5f878-02f2-4c36-acfe-f32465e6705f', 'tenant_id': '2c7b7887b0f848c597ec952cc967d92c', 'mac_address': 'fa:16:3e:c5:5b:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7035160-58cf-4e85-a901-8675b0f770be', 'device_owner': 'network:router_interface', 'standard_attr_id': 3470, 'fixed_ips': [{'subnet_id': 'e7fbf4a0-d77d-4fd2-a707-b8f774836229', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:24:07Z', 'updated_at': '2021-07-27T21:24:18Z', 'revision_number': 5, 'project_id': '2c7b7887b0f848c597ec952cc967d92c', 'subnets': [{'id': 'e7fbf4a0-d77d-4fd2-a707-b8f774836229', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-22', False) {} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:24:57.704347 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 55914) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:24:57.751425 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba6dd566-83f5-425f-8c78-8c99c2cd5d21 None None] Checking router: e7035160-58cf-4e85-a901-8675b0f770be for host: n-d-705658-22 {{(pid=105586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:24:57.778690 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba6dd566-83f5-425f-8c78-8c99c2cd5d21 None None] Routers {'e7035160-58cf-4e85-a901-8675b0f770be'} bound to L3 agent in host n-d-705658-22 {{(pid=105586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:24:57.782116 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-ba6dd566-83f5-425f-8c78-8c99c2cd5d21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:24:42Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['e7035160-58cf-4e85-a901-8675b0f770be'], 'active': True} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:24:57.811754 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac1a2de-c608-459a-822e-9589461c79a6 req-694cff0a-aad5-44e7-ab27-5663b58787c9 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:24:57.813290 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-8ac1a2de-c608-459a-822e-9589461c79a6 req-694cff0a-aad5-44e7-ab27-5663b58787c9 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] 10.222.0.60 "GET /v2.0/networks?id=2ccc93db-b189-42a5-80b7-a6115bf3d495 HTTP/1.1" status: 200 len: 797 time: 0.2487423 Jul 27 21:24:57.926590 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-8ac1a2de-c608-459a-822e-9589461c79a6 req-3623cb57-0152-48e3-96e3-372348941cea tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=379416b786c44e07b1b1ba1a5ea96882 HTTP/1.1" status: 200 len: 380 time: 0.0929055 Jul 27 21:24:57.943927 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [req-8ac1a2de-c608-459a-822e-9589461c79a6 req-af5de65f-23d7-4bf5-bd16-718946ef1d2f tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Request body: {'port': {'device_id': '71166d56-287f-4e5e-8d1a-bbeccff30fd6', 'network_id': '2ccc93db-b189-42a5-80b7-a6115bf3d495', 'admin_state_up': True, 'tenant_id': '379416b786c44e07b1b1ba1a5ea96882', 'security_groups': ['d7e088a3-97e7-462a-93b9-5633e347368d']}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:24:57.960501 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [None req-aeb296fe-7c68-459f-a60f-da568821f7ff tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Deleting port f9090433-93a6-4e7a-ad70-2d09b50a3a06 {{(pid=105585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:24:57.960998 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-aeb296fe-7c68-459f-a60f-da568821f7ff tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:57.980390 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvr_db [None req-ba6dd566-83f5-425f-8c78-8c99c2cd5d21 None None] Set router e7035160-58cf-4e85-a901-8675b0f770be gateway port host: None {{(pid=105586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:24:57.984938 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-84a19e50-82c1-4b8a-9de8-71a14f622b89 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-240195546-network', 'tenant_id': 'c2c8dfccb4fd4e1bbf4e414aa353f9c9'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:24:58.030316 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84a19e50-82c1-4b8a-9de8-71a14f622b89 admin admin] Made reservation on behalf of c2c8dfccb4fd4e1bbf4e414aa353f9c9 for: {'network': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:24:58.038384 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-84a19e50-82c1-4b8a-9de8-71a14f622b89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for network, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:58.050327 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-84a19e50-82c1-4b8a-9de8-71a14f622b89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:58.050526 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67862a6a-3e05-4205-ad92-262e7fc57564 None None] DHCP port deletion for fa4dcaac-d437-4c36-bd63-99523501195e request from n-d-705658-22 {{(pid=105586) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 21:24:58.052706 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device eb284e82-335a-4b67-a007-09015d467991 up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:24:58.153243 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.db [None req-aeb296fe-7c68-459f-a60f-da568821f7ff tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] For port f9090433-93a6-4e7a-ad70-2d09b50a3a06, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=f9090433-93a6-4e7a-ad70-2d09b50a3a06,segment=NetworkSegment(bcd7c90e-9478-4a8e-9fea-26886d77cab7),segment_id=bcd7c90e-9478-4a8e-9fea-26886d77cab7)] {{(pid=105585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:24:58.180349 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-aeb296fe-7c68-459f-a60f-da568821f7ff tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:58.196171 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-84a19e50-82c1-4b8a-9de8-71a14f622b89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:58.209879 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-84a19e50-82c1-4b8a-9de8-71a14f622b89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:58.242870 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [None req-aeb296fe-7c68-459f-a60f-da568821f7ff tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Calling delete_port for f9090433-93a6-4e7a-ad70-2d09b50a3a06 owned by network:dhcp {{(pid=105585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:24:58.285143 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84a19e50-82c1-4b8a-9de8-71a14f622b89 admin admin] vlan segment allocate from pool success with {'vlan_id': 215, 'physical_network': 'physnet1'} {{(pid=105584) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:24:58.295979 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a19e50-82c1-4b8a-9de8-71a14f622b89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6e93de7-6876-4ca8-9e4d-f8dc68fc8057,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:24:58.322279 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-9ffe462f-1c4a-41be-a912-4dd369e2e55a req-04aa6a81-1d16-4517-8df4-b7469c706a1e tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] 10.222.0.59 "GET /v2.0/ports?device_id=71166d56-287f-4e5e-8d1a-bbeccff30fd6 HTTP/1.1" status: 200 len: 210 time: 0.0800633 Jul 27 21:24:58.334597 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-84a19e50-82c1-4b8a-9de8-71a14f622b89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:58.335243 n-d-705658-22 neutron-server[105584]: INFO neutron.db.segments_db [None req-84a19e50-82c1-4b8a-9de8-71a14f622b89 admin admin] Added segment 37e4b1da-1bf3-451c-8fc6-54a3f1292097 of type vlan for network 060402a2-6f35-4f3a-b2e0-1becfa7e074e Jul 27 21:24:58.431754 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-84a19e50-82c1-4b8a-9de8-71a14f622b89 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790688424798'] for network, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:58.494480 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ac1a2de-c608-459a-822e-9589461c79a6 req-af5de65f-23d7-4bf5-bd16-718946ef1d2f tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Made reservation on behalf of 379416b786c44e07b1b1ba1a5ea96882 for: {'port': 1} {{(pid=105585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:24:58.500941 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-8ac1a2de-c608-459a-822e-9589461c79a6 req-af5de65f-23d7-4bf5-bd16-718946ef1d2f tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:58.502708 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-84a19e50-82c1-4b8a-9de8-71a14f622b89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920'] for network, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:58.504052 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84a19e50-82c1-4b8a-9de8-71a14f622b89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:24:58.504666 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-84a19e50-82c1-4b8a-9de8-71a14f622b89 admin admin] Notify callbacks [] for network, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:58.539539 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-aeb296fe-7c68-459f-a60f-da568821f7ff tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:58.585393 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a19e50-82c1-4b8a-9de8-71a14f622b89 admin admin] Pushing event updated for resources: {'Network': ['ID=060402a2-6f35-4f3a-b2e0-1becfa7e074e,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:24:58.594127 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-84a19e50-82c1-4b8a-9de8-71a14f622b89 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.8882446 Jul 27 21:24:58.594778 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 55936) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:24:58.601309 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-cde39639-7255-430d-bac2-80a3d27125c1 admin admin] Request body: {'subnet': {'network_id': '060402a2-6f35-4f3a-b2e0-1becfa7e074e', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-240195546-subnet', 'tenant_id': 'c2c8dfccb4fd4e1bbf4e414aa353f9c9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:24:58.621005 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Network 060402a2-6f35-4f3a-b2e0-1becfa7e074e details requested by agent ovs-agent-n-d-705658-22 with host n-d-705658-22 {{(pid=105586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:24:58.629293 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeb296fe-7c68-459f-a60f-da568821f7ff tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] No DVR routers for this DVR port f9090433-93a6-4e7a-ad70-2d09b50a3a06 on host n-d-705658-22 {{(pid=105585) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:24:58.632943 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cde39639-7255-430d-bac2-80a3d27125c1 admin admin] Made reservation on behalf of c2c8dfccb4fd4e1bbf4e414aa353f9c9 for: {'subnet': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:24:58.636458 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-cde39639-7255-430d-bac2-80a3d27125c1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9738786'] for subnet, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:58.638492 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb296fe-7c68-459f-a60f-da568821f7ff tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Pushing event deleted for resources: {'Port': ['ID=f9090433-93a6-4e7a-ad70-2d09b50a3a06,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:24:58.663616 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning for port eb284e82-335a-4b67-a007-09015d467991 completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:24:58.775262 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-67862a6a-3e05-4205-ad92-262e7fc57564 None None] Deleting port f9090433-93a6-4e7a-ad70-2d09b50a3a06 {{(pid=105586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:24:58.775738 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-67862a6a-3e05-4205-ad92-262e7fc57564 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:58.788451 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-aeb296fe-7c68-459f-a60f-da568821f7ff tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853562', 'neutron.services.segments.db._delete_segments_for_network-8790688882975'] for network, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:58.793349 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port eb284e82-335a-4b67-a007-09015d467991 triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:24:58.799178 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:58.823338 n-d-705658-22 neutron-server[105585]: DEBUG neutron.services.segments.db [None req-aeb296fe-7c68-459f-a60f-da568821f7ff tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa4dcaac-d437-4c36-bd63-99523501195e']}} {{(pid=105585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:24:58.839799 n-d-705658-22 neutron-server[105585]: DEBUG neutron.services.segments.db [None req-aeb296fe-7c68-459f-a60f-da568821f7ff tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bcd7c90e-9478-4a8e-9fea-26886d77cab7') {'for_net_delete': True} {{(pid=105585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:24:58.840101 n-d-705658-22 neutron-server[105585]: DEBUG neutron.services.segments.db [None req-aeb296fe-7c68-459f-a60f-da568821f7ff tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bcd7c90e-9478-4a8e-9fea-26886d77cab7') {} {{(pid=105585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:24:58.849974 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.db_base_plugin_common [req-8ac1a2de-c608-459a-822e-9589461c79a6 req-af5de65f-23d7-4bf5-bd16-718946ef1d2f tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Allocated IP 172.20.0.13 (2ccc93db-b189-42a5-80b7-a6115bf3d495/2855f242-b7d7-4a13-b8ce-f230d6c840d2/ce53fdb5-9dd4-42ed-9698-5de61b518ba1) {{(pid=105585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:24:58.856916 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-aeb296fe-7c68-459f-a60f-da568821f7ff tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790688883752', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9886370'] for segment, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:58.887764 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-aeb296fe-7c68-459f-a60f-da568821f7ff tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:58.916612 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aeb296fe-7c68-459f-a60f-da568821f7ff tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Releasing vlan 226 on physical network physnet1 to pool {{(pid=105585) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:24:58.917022 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-aeb296fe-7c68-459f-a60f-da568821f7ff tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10221644'] for segment, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:58.920625 n-d-705658-22 neutron-server[105585]: Traceback (most recent call last): Jul 27 21:24:58.920625 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:24:58.920625 n-d-705658-22 neutron-server[105585]: timer() Jul 27 21:24:58.920625 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:24:58.920625 n-d-705658-22 neutron-server[105585]: cb(*args, **kw) Jul 27 21:24:58.920625 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:24:58.920625 n-d-705658-22 neutron-server[105585]: return func(*args, **kwargs) Jul 27 21:24:58.920625 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:24:58.920625 n-d-705658-22 neutron-server[105585]: self._notify() Jul 27 21:24:58.920625 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:24:58.920625 n-d-705658-22 neutron-server[105585]: self.callback(batched_events) Jul 27 21:24:58.920625 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:24:58.920625 n-d-705658-22 neutron-server[105585]: event.method(event) Jul 27 21:24:58.920625 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:24:58.920625 n-d-705658-22 neutron-server[105585]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:24:58.920625 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:24:58.920625 n-d-705658-22 neutron-server[105585]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:24:58.920625 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:24:58.920625 n-d-705658-22 neutron-server[105585]: return f(self, *a, **k) Jul 27 21:24:58.920625 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:24:58.920625 n-d-705658-22 neutron-server[105585]: return self._get(url).json() Jul 27 21:24:58.920625 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:24:58.920625 n-d-705658-22 neutron-server[105585]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:24:58.920625 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:24:58.920625 n-d-705658-22 neutron-server[105585]: return self.request(url, 'GET', **kwargs) Jul 27 21:24:58.920625 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:24:58.920625 n-d-705658-22 neutron-server[105585]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:24:58.920625 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:24:58.920625 n-d-705658-22 neutron-server[105585]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:24:58.920625 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:24:58.920625 n-d-705658-22 neutron-server[105585]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:24:58.920625 n-d-705658-22 neutron-server[105585]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:24:58.925858 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-cde39639-7255-430d-bac2-80a3d27125c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9014150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9738800'] for subnet, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:59.037216 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde39639-7255-430d-bac2-80a3d27125c1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=468f99bc-ce39-4108-b71c-81498ae77493,revision_number=0']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:24:59.069306 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-67862a6a-3e05-4205-ad92-262e7fc57564 None None] For port f9090433-93a6-4e7a-ad70-2d09b50a3a06, host n-d-705658-22, got binding levels [] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:24:59.069859 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-67862a6a-3e05-4205-ad92-262e7fc57564 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:59.089951 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-67862a6a-3e05-4205-ad92-262e7fc57564 None None] Calling delete_port for f9090433-93a6-4e7a-ad70-2d09b50a3a06 owned by network:dhcp {{(pid=105586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:24:59.091714 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cde39639-7255-430d-bac2-80a3d27125c1 admin admin] Checking segment: {'id': '37e4b1da-1bf3-451c-8fc6-54a3f1292097', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '060402a2-6f35-4f3a-b2e0-1becfa7e074e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:24:59.093198 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cde39639-7255-430d-bac2-80a3d27125c1 admin admin] Network hostable DHCP agents. Network: 060402a2-6f35-4f3a-b2e0-1becfa7e074e, hostable agents: ['7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a'], hosted agents: [] {{(pid=105584) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:24:59.096590 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.ipam_backend_mixin [None req-67862a6a-3e05-4205-ad92-262e7fc57564 None None] Port f9090433-93a6-4e7a-ad70-2d09b50a3a06 was not found and therefore no delete operation was performed {{(pid=105586) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 27 21:24:59.100784 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-67862a6a-3e05-4205-ad92-262e7fc57564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180'] for port, after_delete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:59.114886 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-aeb296fe-7c68-459f-a60f-da568821f7ff tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4075658'] for network, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:59.125096 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-aeb296fe-7c68-459f-a60f-da568821f7ff tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks [] for network, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:59.127621 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-aeb296fe-7c68-459f-a60f-da568821f7ff tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] 10.222.0.59 "DELETE /v2.0/networks/fa4dcaac-d437-4c36-bd63-99523501195e HTTP/1.1" status: 204 len: 168 time: 1.6398637 Jul 27 21:24:59.132046 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 55942) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:24:59.141128 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cde39639-7255-430d-bac2-80a3d27125c1 admin admin] Network 060402a2-6f35-4f3a-b2e0-1becfa7e074e is scheduled to be hosted by DHCP agent 7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a with binding_index 1 {{(pid=105584) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:24:59.166242 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb296fe-7c68-459f-a60f-da568821f7ff tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Pushing event deleted for resources: {'Network': ['ID=fa4dcaac-d437-4c36-bd63-99523501195e,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:24:59.173701 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67862a6a-3e05-4205-ad92-262e7fc57564 None None] Pushing event deleted for resources: {'Port': ['ID=f9090433-93a6-4e7a-ad70-2d09b50a3a06,revision_number=None']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:24:59.176482 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67862a6a-3e05-4205-ad92-262e7fc57564 None None] No DVR routers for this DVR port f9090433-93a6-4e7a-ad70-2d09b50a3a06 on host n-d-705658-22 {{(pid=105586) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:24:59.226238 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-8ac1a2de-c608-459a-822e-9589461c79a6 req-af5de65f-23d7-4bf5-bd16-718946ef1d2f tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks [] for port, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:59.240260 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-ba6dd566-83f5-425f-8c78-8c99c2cd5d21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7035160-58cf-4e85-a901-8675b0f770be', 'name': 'tempest-RoutersIpV6Test-router-1047195626', 'tenant_id': '2c7b7887b0f848c597ec952cc967d92c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:24:05Z', 'updated_at': '2021-07-27T21:24:55Z', 'revision_number': 10, 'project_id': '2c7b7887b0f848c597ec952cc967d92c', 'gw_port_host': None, '_interfaces': [{'id': 'e667ff12-b53d-4ba0-b46c-23ba371d7a5f', 'name': '', 'network_id': '7ec5f878-02f2-4c36-acfe-f32465e6705f', 'tenant_id': '2c7b7887b0f848c597ec952cc967d92c', 'mac_address': 'fa:16:3e:c5:5b:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7035160-58cf-4e85-a901-8675b0f770be', 'device_owner': 'network:router_interface', 'standard_attr_id': 3470, 'fixed_ips': [{'subnet_id': 'e7fbf4a0-d77d-4fd2-a707-b8f774836229', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:24:07Z', 'updated_at': '2021-07-27T21:24:18Z', 'revision_number': 5, 'project_id': '2c7b7887b0f848c597ec952cc967d92c', 'subnets': [{'id': 'e7fbf4a0-d77d-4fd2-a707-b8f774836229', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-22', False) {} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:24:59.240697 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.provisioning_blocks [req-8ac1a2de-c608-459a-822e-9589461c79a6 req-af5de65f-23d7-4bf5-bd16-718946ef1d2f tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Transition to ACTIVE for port object ce53fdb5-9dd4-42ed-9698-5de61b518ba1 will not be triggered until provisioned by entity DHCP. {{(pid=105585) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:24:59.263564 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [None req-cde39639-7255-430d-bac2-80a3d27125c1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-22, 060402a2-6f35-4f3a-b2e0-1becfa7e074e) {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:24:59.284083 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-8ac1a2de-c608-459a-822e-9589461c79a6 req-af5de65f-23d7-4bf5-bd16-718946ef1d2f tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:59.285101 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:59.289184 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cde39639-7255-430d-bac2-80a3d27125c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:24:59.290058 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-cde39639-7255-430d-bac2-80a3d27125c1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:59.291525 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72e8cf8c-cf5a-4c00-ab07-f3122e48fb98 None None] Network 060402a2-6f35-4f3a-b2e0-1becfa7e074e requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:24:59.321081 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba6dd566-83f5-425f-8c78-8c99c2cd5d21 None None] The sync data for ids ['e7035160-58cf-4e85-a901-8675b0f770be'] in n-d-705658-22 is: [{'id': 'e7035160-58cf-4e85-a901-8675b0f770be', 'name': 'tempest-RoutersIpV6Test-router-1047195626', 'tenant_id': '2c7b7887b0f848c597ec952cc967d92c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:24:05Z', 'updated_at': '2021-07-27T21:24:55Z', 'revision_number': 10, 'project_id': '2c7b7887b0f848c597ec952cc967d92c', 'gw_port_host': None, '_interfaces': [{'id': 'e667ff12-b53d-4ba0-b46c-23ba371d7a5f', 'name': '', 'network_id': '7ec5f878-02f2-4c36-acfe-f32465e6705f', 'tenant_id': '2c7b7887b0f848c597ec952cc967d92c', 'mac_address': 'fa:16:3e:c5:5b:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7035160-58cf-4e85-a901-8675b0f770be', 'device_owner': 'network:router_interface', 'standard_attr_id': 3470, 'fixed_ips': [{'subnet_id': 'e7fbf4a0-d77d-4fd2-a707-b8f774836229', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:24:07Z', 'updated_at': '2021-07-27T21:24:18Z', 'revision_number': 5, 'project_id': '2c7b7887b0f848c597ec952cc967d92c', 'subnets': [{'id': 'e7fbf4a0-d77d-4fd2-a707-b8f774836229', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:24:59.394751 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ac1a2de-c608-459a-822e-9589461c79a6 req-af5de65f-23d7-4bf5-bd16-718946ef1d2f tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Network 2ccc93db-b189-42a5-80b7-a6115bf3d495 is already hosted by enough agents. {{(pid=105585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:24:59.399919 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.base_scheduler [req-8ac1a2de-c608-459a-822e-9589461c79a6 req-af5de65f-23d7-4bf5-bd16-718946ef1d2f tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Resources bound (agent type, host, resource id): {{(pid=105585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:24:59.402456 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ac1a2de-c608-459a-822e-9589461c79a6 req-af5de65f-23d7-4bf5-bd16-718946ef1d2f tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Received port after_create {{(pid=105585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:24:59.453089 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-cde39639-7255-430d-bac2-80a3d27125c1 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.8571000 Jul 27 21:24:59.461143 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] For port eb284e82-335a-4b67-a007-09015d467991, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=eb284e82-335a-4b67-a007-09015d467991,segment=NetworkSegment(5dc26c44-3b1c-4075-b860-bc76f03d3c9f),segment_id=5dc26c44-3b1c-4075-b860-bc76f03d3c9f)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:24:59.483930 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:59.518884 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5de65f-23d7-4bf5-bd16-718946ef1d2f tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Pushing event updated for resources: {'Port': ['ID=ce53fdb5-9dd4-42ed-9698-5de61b518ba1,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:24:59.663328 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac1a2de-c608-459a-822e-9589461c79a6 req-af5de65f-23d7-4bf5-bd16-718946ef1d2f tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:24:59.664007 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-8ac1a2de-c608-459a-822e-9589461c79a6 req-af5de65f-23d7-4bf5-bd16-718946ef1d2f tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:59.714131 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Pushing event updated for resources: {'Port': ['ID=eb284e82-335a-4b67-a007-09015d467991,revision_number=5']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:24:59.733180 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-8ac1a2de-c608-459a-822e-9589461c79a6 req-af5de65f-23d7-4bf5-bd16-718946ef1d2f tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7901726 Jul 27 21:24:59.764188 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [req-8ac1a2de-c608-459a-822e-9589461c79a6 req-39aa697b-2f99-47c2-92d0-36f35feac7db service neutron] Request body: {'port': {'device_id': '71166d56-287f-4e5e-8d1a-bbeccff30fd6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-705658-22'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:24:59.861034 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b60a957-d02f-4497-bb6e-e49211dad6e3 None None] Network 060402a2-6f35-4f3a-b2e0-1becfa7e074e requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:24:59.871835 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbda4d4f-e23d-4c7c-b93f-6bbe93c28907 req-11e8d601-edc6-45f7-ac5b-c64f2e6cbeea tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:24:59.883533 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-fbda4d4f-e23d-4c7c-b93f-6bbe93c28907 req-11e8d601-edc6-45f7-ac5b-c64f2e6cbeea tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] 10.222.0.59 "GET /v2.0/ports?device_id=71166d56-287f-4e5e-8d1a-bbeccff30fd6 HTTP/1.1" status: 200 len: 932 time: 0.4192910 Jul 27 21:24:59.928721 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-2c4103ad-0a1a-46d5-9de2-d4416fa4cbbd tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4076536'] for router_interface, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:00.041436 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 6cffbc9e-7b76-46bc-8867-836f99e7dcc0 no longer exists at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:25:00.084690 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] No Port match for: 6cffbc9e-7b76-46bc-8867-836f99e7dcc0 {{(pid=105586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:25:00.085959 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 6cffbc9e-7b76-46bc-8867-836f99e7dcc0 not bound to the agent host n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:25:00.086542 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device f9090433-93a6-4e7a-ad70-2d09b50a3a06 no longer exists at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:25:00.089254 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-51fee7be-dd9c-4472-87ea-0d4d04131411 None None] Provisioning for port ce53fdb5-9dd4-42ed-9698-5de61b518ba1 completed by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:25:00.118012 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-fbda4d4f-e23d-4c7c-b93f-6bbe93c28907 req-741301cb-cc03-49a4-95e2-c8a81d909a0d tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] 10.222.0.59 "GET /v2.0/security-groups?id=d7e088a3-97e7-462a-93b9-5633e347368d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1817207 Jul 27 21:25:00.132159 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-8ac1a2de-c608-459a-822e-9589461c79a6 req-39aa697b-2f99-47c2-92d0-36f35feac7db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:00.152678 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-51fee7be-dd9c-4472-87ea-0d4d04131411 None None] Provisioning complete for port ce53fdb5-9dd4-42ed-9698-5de61b518ba1 triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:25:00.155464 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-51fee7be-dd9c-4472-87ea-0d4d04131411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:00.161000 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] No Port match for: f9090433-93a6-4e7a-ad70-2d09b50a3a06 {{(pid=105586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:25:00.161564 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device f9090433-93a6-4e7a-ad70-2d09b50a3a06 not bound to the agent host n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:25:00.217778 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-51fee7be-dd9c-4472-87ea-0d4d04131411 None None] Port ce53fdb5-9dd4-42ed-9698-5de61b518ba1 cannot update to ACTIVE because it is not bound. {{(pid=105586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:25:00.603312 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 55980) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:25:00.610608 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-3414bb9a-b87f-44cd-a867-a9221d17e94a admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1867182461-network', 'tenant_id': 'b564fbaee52e40ab9fd5fd701d8765f3'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:25:00.616197 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-2c4103ad-0a1a-46d5-9de2-d4416fa4cbbd tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Deleting port e667ff12-b53d-4ba0-b46c-23ba371d7a5f {{(pid=105584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:25:00.616605 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-2c4103ad-0a1a-46d5-9de2-d4416fa4cbbd tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:00.697875 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3414bb9a-b87f-44cd-a867-a9221d17e94a admin admin] Made reservation on behalf of b564fbaee52e40ab9fd5fd701d8765f3 for: {'network': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:25:00.701436 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-3414bb9a-b87f-44cd-a867-a9221d17e94a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for network, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:00.719673 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-3414bb9a-b87f-44cd-a867-a9221d17e94a admin admin] Notify callbacks [] for security_group, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:00.750212 n-d-705658-22 neutron-server[105585]: DEBUG neutron.notifiers.nova [req-8ac1a2de-c608-459a-822e-9589461c79a6 req-39aa697b-2f99-47c2-92d0-36f35feac7db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce53fdb5-9dd4-42ed-9698-5de61b518ba1 {{(pid=105585) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:25:00.759033 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-8ac1a2de-c608-459a-822e-9589461c79a6 req-39aa697b-2f99-47c2-92d0-36f35feac7db service neutron] Notify callbacks [] for port, precommit_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:00.777247 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.provisioning_blocks [req-8ac1a2de-c608-459a-822e-9589461c79a6 req-39aa697b-2f99-47c2-92d0-36f35feac7db service neutron] Transition to ACTIVE for port object ce53fdb5-9dd4-42ed-9698-5de61b518ba1 will not be triggered until provisioned by entity L2. {{(pid=105585) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:25:00.785027 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-8ac1a2de-c608-459a-822e-9589461c79a6 req-39aa697b-2f99-47c2-92d0-36f35feac7db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10221672'] for port, after_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:00.804368 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [None req-2c4103ad-0a1a-46d5-9de2-d4416fa4cbbd tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] For port e667ff12-b53d-4ba0-b46c-23ba371d7a5f, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=e667ff12-b53d-4ba0-b46c-23ba371d7a5f,segment=NetworkSegment(6e4864c1-0062-4915-ab0f-917d6bcf32b7),segment_id=6e4864c1-0062-4915-ab0f-917d6bcf32b7)] {{(pid=105584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:25:00.804741 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-2c4103ad-0a1a-46d5-9de2-d4416fa4cbbd tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:00.832054 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-2c4103ad-0a1a-46d5-9de2-d4416fa4cbbd tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Calling delete_port for e667ff12-b53d-4ba0-b46c-23ba371d7a5f owned by network:router_interface {{(pid=105584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:25:00.893982 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39aa697b-2f99-47c2-92d0-36f35feac7db service neutron] Pushing event updated for resources: {'Port': ['ID=ce53fdb5-9dd4-42ed-9698-5de61b518ba1,revision_number=2']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:25:00.909363 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39aa697b-2f99-47c2-92d0-36f35feac7db service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:25:00.909755 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39aa697b-2f99-47c2-92d0-36f35feac7db service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:25:00.910500 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39aa697b-2f99-47c2-92d0-36f35feac7db service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:25:00.912280 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39aa697b-2f99-47c2-92d0-36f35feac7db service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:25:00.915199 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39aa697b-2f99-47c2-92d0-36f35feac7db service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:25:00.915199 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39aa697b-2f99-47c2-92d0-36f35feac7db service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:25:00.915199 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39aa697b-2f99-47c2-92d0-36f35feac7db service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:25:00.915199 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39aa697b-2f99-47c2-92d0-36f35feac7db service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:25:00.915199 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39aa697b-2f99-47c2-92d0-36f35feac7db service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:25:00.915728 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39aa697b-2f99-47c2-92d0-36f35feac7db service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:25:00.915823 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39aa697b-2f99-47c2-92d0-36f35feac7db service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:25:00.918349 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39aa697b-2f99-47c2-92d0-36f35feac7db service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:25:00.957816 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-3414bb9a-b87f-44cd-a867-a9221d17e94a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:00.966530 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-3414bb9a-b87f-44cd-a867-a9221d17e94a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:01.009050 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.managers [req-8ac1a2de-c608-459a-822e-9589461c79a6 req-39aa697b-2f99-47c2-92d0-36f35feac7db service neutron] Attempting to bind port ce53fdb5-9dd4-42ed-9698-5de61b518ba1 on host n-h2-705658-22 for vnic_type normal with profile {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:25:01.009442 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.managers [req-8ac1a2de-c608-459a-822e-9589461c79a6 req-39aa697b-2f99-47c2-92d0-36f35feac7db service neutron] Attempting to bind port ce53fdb5-9dd4-42ed-9698-5de61b518ba1 by drivers openvswitch,hyperv on host n-h2-705658-22 at level 0 using segments [{'id': '5dc26c44-3b1c-4075-b860-bc76f03d3c9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '2ccc93db-b189-42a5-80b7-a6115bf3d495'}] {{(pid=105585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:25:01.009845 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ac1a2de-c608-459a-822e-9589461c79a6 req-39aa697b-2f99-47c2-92d0-36f35feac7db service neutron] Attempting to bind port ce53fdb5-9dd4-42ed-9698-5de61b518ba1 on network 2ccc93db-b189-42a5-80b7-a6115bf3d495 {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:25:01.018037 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ac1a2de-c608-459a-822e-9589461c79a6 req-39aa697b-2f99-47c2-92d0-36f35feac7db service neutron] Port ce53fdb5-9dd4-42ed-9698-5de61b518ba1 on network 2ccc93db-b189-42a5-80b7-a6115bf3d495 not bound, no agent of type Open vSwitch agent registered on host n-h2-705658-22 {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:25:01.018598 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ac1a2de-c608-459a-822e-9589461c79a6 req-39aa697b-2f99-47c2-92d0-36f35feac7db service neutron] Attempting to bind port ce53fdb5-9dd4-42ed-9698-5de61b518ba1 on network 2ccc93db-b189-42a5-80b7-a6115bf3d495 {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:25:01.027801 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ac1a2de-c608-459a-822e-9589461c79a6 req-39aa697b-2f99-47c2-92d0-36f35feac7db service neutron] Checking agent: {'id': '65195a73-a875-4810-9f5b-622ae260a8a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 49, 40), 'started_at': datetime.datetime(2021, 7, 27, 20, 49, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 24, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:25:01.027801 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ac1a2de-c608-459a-822e-9589461c79a6 req-39aa697b-2f99-47c2-92d0-36f35feac7db service neutron] Checking segment: {'id': '5dc26c44-3b1c-4075-b860-bc76f03d3c9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '2ccc93db-b189-42a5-80b7-a6115bf3d495'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:25:01.027801 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ac1a2de-c608-459a-822e-9589461c79a6 req-39aa697b-2f99-47c2-92d0-36f35feac7db service neutron] Bound using segment: {'id': '5dc26c44-3b1c-4075-b860-bc76f03d3c9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '2ccc93db-b189-42a5-80b7-a6115bf3d495'} {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:25:01.027801 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.managers [req-8ac1a2de-c608-459a-822e-9589461c79a6 req-39aa697b-2f99-47c2-92d0-36f35feac7db service neutron] Bound port: ce53fdb5-9dd4-42ed-9698-5de61b518ba1, host: n-h2-705658-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5dc26c44-3b1c-4075-b860-bc76f03d3c9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '2ccc93db-b189-42a5-80b7-a6115bf3d495'}}] {{(pid=105585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:25:01.027801 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-8ac1a2de-c608-459a-822e-9589461c79a6 req-39aa697b-2f99-47c2-92d0-36f35feac7db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:01.049364 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3414bb9a-b87f-44cd-a867-a9221d17e94a admin admin] vlan segment allocate from pool success with {'vlan_id': 200, 'physical_network': 'physnet1'} {{(pid=105584) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:25:01.072339 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3414bb9a-b87f-44cd-a867-a9221d17e94a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d862dcf-82b3-437c-88d0-47c26a44e9aa,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:25:01.080801 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-3414bb9a-b87f-44cd-a867-a9221d17e94a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:01.081602 n-d-705658-22 neutron-server[105584]: INFO neutron.db.segments_db [None req-3414bb9a-b87f-44cd-a867-a9221d17e94a admin admin] Added segment 66051465-45c2-4c82-965f-1e318facbdac of type vlan for network c4b4477b-5d10-414a-96d8-295eba458639 Jul 27 21:25:01.150115 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.db [req-8ac1a2de-c608-459a-822e-9589461c79a6 req-39aa697b-2f99-47c2-92d0-36f35feac7db service neutron] For port ce53fdb5-9dd4-42ed-9698-5de61b518ba1, host n-h2-705658-22, cleared binding levels {{(pid=105585) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:25:01.156123 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.db [req-8ac1a2de-c608-459a-822e-9589461c79a6 req-39aa697b-2f99-47c2-92d0-36f35feac7db service neutron] For port ce53fdb5-9dd4-42ed-9698-5de61b518ba1, host n-h2-705658-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=ce53fdb5-9dd4-42ed-9698-5de61b518ba1,segment=NetworkSegment(5dc26c44-3b1c-4075-b860-bc76f03d3c9f),segment_id=5dc26c44-3b1c-4075-b860-bc76f03d3c9f)] {{(pid=105585) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:25:01.163605 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-8ac1a2de-c608-459a-822e-9589461c79a6 req-39aa697b-2f99-47c2-92d0-36f35feac7db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10221672'] for port, after_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:01.219689 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac1a2de-c608-459a-822e-9589461c79a6 req-39aa697b-2f99-47c2-92d0-36f35feac7db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:25:01.220787 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-8ac1a2de-c608-459a-822e-9589461c79a6 req-39aa697b-2f99-47c2-92d0-36f35feac7db service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:01.224057 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-8ac1a2de-c608-459a-822e-9589461c79a6 req-39aa697b-2f99-47c2-92d0-36f35feac7db service neutron] 10.222.0.60 "PUT /v2.0/ports/ce53fdb5-9dd4-42ed-9698-5de61b518ba1 HTTP/1.1" status: 200 len: 1093 time: 1.4810953 Jul 27 21:25:01.224057 n-d-705658-22 neutron-server[105585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71166d56-287f-4e5e-8d1a-bbeccff30fd6', 'tag': 'ce53fdb5-9dd4-42ed-9698-5de61b518ba1'}] {{(pid=105585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:25:01.227384 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d66fd65881426bfc2b5388084a3654e5eae521106a15a3dbf0eb4cde7106c36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cb1a2b2-9653-40d4-9fca-7472872ecd51" -d '{"events": [{"name": "network-changed", "server_uuid": "71166d56-287f-4e5e-8d1a-bbeccff30fd6", "tag": "ce53fdb5-9dd4-42ed-9698-5de61b518ba1"}]}' {{(pid=105585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:25:01.267638 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-3414bb9a-b87f-44cd-a867-a9221d17e94a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790688424798'] for network, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:01.327922 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-2c4103ad-0a1a-46d5-9de2-d4416fa4cbbd tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:01.330301 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:25:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-316c4f51-e22b-4d49-9959-bf348e251f66 x-openstack-request-id: req-316c4f51-e22b-4d49-9959-bf348e251f66 {{(pid=105585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:25:01.331383 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71166d56-287f-4e5e-8d1a-bbeccff30fd6", "tag": "ce53fdb5-9dd4-42ed-9698-5de61b518ba1", "status": "completed", "code": 200}]} {{(pid=105585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:25:01.338278 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-3414bb9a-b87f-44cd-a867-a9221d17e94a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920'] for network, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:01.338785 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-316c4f51-e22b-4d49-9959-bf348e251f66 {{(pid=105585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:25:01.339367 n-d-705658-22 neutron-server[105585]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71166d56-287f-4e5e-8d1a-bbeccff30fd6', 'tag': 'ce53fdb5-9dd4-42ed-9698-5de61b518ba1', 'status': 'completed', 'code': 200} Jul 27 21:25:01.348422 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3414bb9a-b87f-44cd-a867-a9221d17e94a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:25:01.349004 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-3414bb9a-b87f-44cd-a867-a9221d17e94a admin admin] Notify callbacks [] for network, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:01.383308 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39aa697b-2f99-47c2-92d0-36f35feac7db service neutron] Pushing event updated for resources: {'Port': ['ID=ce53fdb5-9dd4-42ed-9698-5de61b518ba1,revision_number=3']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:25:01.476164 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac1a2de-c608-459a-822e-9589461c79a6 req-7116b82d-055e-4a87-8288-d6195bf6d106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:25:01.477615 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-8ac1a2de-c608-459a-822e-9589461c79a6 req-7116b82d-055e-4a87-8288-d6195bf6d106 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=379416b786c44e07b1b1ba1a5ea96882&device_id=71166d56-287f-4e5e-8d1a-bbeccff30fd6 HTTP/1.1" status: 200 len: 1096 time: 0.1557035 Jul 27 21:25:01.484246 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4103ad-0a1a-46d5-9de2-d4416fa4cbbd tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Pushing event deleted for resources: {'Port': ['ID=e667ff12-b53d-4ba0-b46c-23ba371d7a5f,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:25:01.535025 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3414bb9a-b87f-44cd-a867-a9221d17e94a admin admin] Pushing event updated for resources: {'Network': ['ID=c4b4477b-5d10-414a-96d8-295eba458639,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:25:01.539554 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abc2975-820f-4ffd-8c5e-cd92d7795cb9 req-222ced03-68ad-42aa-8478-bd273bebf9ef tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:25:01.541125 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-4abc2975-820f-4ffd-8c5e-cd92d7795cb9 req-222ced03-68ad-42aa-8478-bd273bebf9ef tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] 10.222.0.59 "GET /v2.0/ports?device_id=71166d56-287f-4e5e-8d1a-bbeccff30fd6 HTTP/1.1" status: 200 len: 944 time: 0.2655530 Jul 27 21:25:01.549580 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-8ac1a2de-c608-459a-822e-9589461c79a6 req-167a0009-1076-42f1-af69-65e154ca28c7 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ce53fdb5-9dd4-42ed-9698-5de61b518ba1 HTTP/1.1" status: 200 len: 217 time: 0.0586231 Jul 27 21:25:01.554417 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Network c4b4477b-5d10-414a-96d8-295eba458639 details requested by agent ovs-agent-n-d-705658-22 with host n-d-705658-22 {{(pid=105586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:25:01.558662 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-3414bb9a-b87f-44cd-a867-a9221d17e94a admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.9542940 Jul 27 21:25:01.577750 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 56000) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:25:01.583167 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-12886140-21a4-4424-869c-332ccdc02849 admin admin] Request body: {'subnet': {'network_id': 'c4b4477b-5d10-414a-96d8-295eba458639', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1867182461-subnet', 'tenant_id': 'b564fbaee52e40ab9fd5fd701d8765f3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:25:01.734735 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-2c4103ad-0a1a-46d5-9de2-d4416fa4cbbd tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3743915', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4076308'] for router_interface, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:01.752068 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-4abc2975-820f-4ffd-8c5e-cd92d7795cb9 req-cc91eb53-75b8-4107-87b0-cdfcab429e23 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] 10.222.0.59 "GET /v2.0/security-groups?id=d7e088a3-97e7-462a-93b9-5633e347368d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1753201 Jul 27 21:25:01.780596 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac1a2de-c608-459a-822e-9589461c79a6 req-31cadbf7-6ef6-4a41-92bf-2ab33b9e5d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:25:01.780596 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-8ac1a2de-c608-459a-822e-9589461c79a6 req-31cadbf7-6ef6-4a41-92bf-2ab33b9e5d5e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=2855f242-b7d7-4a13-b8ce-f230d6c840d2 HTTP/1.1" status: 200 len: 835 time: 0.2174523 Jul 27 21:25:01.789692 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12886140-21a4-4424-869c-332ccdc02849 admin admin] Made reservation on behalf of b564fbaee52e40ab9fd5fd701d8765f3 for: {'subnet': 1} {{(pid=105585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:25:01.801800 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-12886140-21a4-4424-869c-332ccdc02849 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9990620'] for subnet, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:01.941057 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device eb284e82-335a-4b67-a007-09015d467991 up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:25:01.996917 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c4103ad-0a1a-46d5-9de2-d4416fa4cbbd tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Router e7035160-58cf-4e85-a901-8675b0f770be has already been hosted by L3 agent dd128fd7-8e57-4d4f-895b-a96b369df59a {{(pid=105584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:25:02.048552 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port eb284e82-335a-4b67-a007-09015d467991 triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:25:02.049589 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:02.148217 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c4103ad-0a1a-46d5-9de2-d4416fa4cbbd tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify agent at l3_agent.n-d-705658-22 the message routers_updated {{(pid=105584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:25:02.162094 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c86a8c41-ec4f-4fd2-96e7-08ae2d70cf12 None None] Sync routers for ids ['e7035160-58cf-4e85-a901-8675b0f770be'] in n-d-705658-22 {{(pid=105587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:25:02.167326 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-2c4103ad-0a1a-46d5-9de2-d4416fa4cbbd tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] 10.222.0.59 "PUT /v2.0/routers/e7035160-58cf-4e85-a901-8675b0f770be/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0337384 Jul 27 21:25:02.170514 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 56032) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:25:02.172632 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c86a8c41-ec4f-4fd2-96e7-08ae2d70cf12 None None] Routers {'e7035160-58cf-4e85-a901-8675b0f770be'} bound to L3 agent in host n-d-705658-22 {{(pid=105587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:25:02.173270 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-c86a8c41-ec4f-4fd2-96e7-08ae2d70cf12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:24:42Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['e7035160-58cf-4e85-a901-8675b0f770be'], 'active': True} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:25:02.254780 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvr_db [None req-c86a8c41-ec4f-4fd2-96e7-08ae2d70cf12 None None] Set router e7035160-58cf-4e85-a901-8675b0f770be gateway port host: None {{(pid=105587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:25:02.290315 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0da0448-f3ee-47a1-96b7-f2467ac8ca9b tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Deleting subnet e7fbf4a0-d77d-4fd2-a707-b8f774836229 {{(pid=105584) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:25:02.298751 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c0da0448-f3ee-47a1-96b7-f2467ac8ca9b tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks [] for subnet, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:02.332809 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-c86a8c41-ec4f-4fd2-96e7-08ae2d70cf12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7035160-58cf-4e85-a901-8675b0f770be', 'name': 'tempest-RoutersIpV6Test-router-1047195626', 'tenant_id': '2c7b7887b0f848c597ec952cc967d92c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:24:05Z', 'updated_at': '2021-07-27T21:25:01Z', 'revision_number': 11, 'project_id': '2c7b7887b0f848c597ec952cc967d92c', 'gw_port_host': None}], 'n-d-705658-22', False) {} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:25:02.360748 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c86a8c41-ec4f-4fd2-96e7-08ae2d70cf12 None None] Checking router: e7035160-58cf-4e85-a901-8675b0f770be for host: n-d-705658-22 {{(pid=105587) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:25:02.369052 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c86a8c41-ec4f-4fd2-96e7-08ae2d70cf12 None None] Routers {'e7035160-58cf-4e85-a901-8675b0f770be'} bound to L3 agent in host n-d-705658-22 {{(pid=105587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:25:02.370036 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-c86a8c41-ec4f-4fd2-96e7-08ae2d70cf12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:24:42Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['e7035160-58cf-4e85-a901-8675b0f770be'], 'active': True} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:25:02.375028 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c0da0448-f3ee-47a1-96b7-f2467ac8ca9b tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9014207'] for subnet, precommit_delete_associations {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:02.471121 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac1a2de-c608-459a-822e-9589461c79a6 req-2ced81be-bcc2-4c94-abef-ee91cea92827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:25:02.472636 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-8ac1a2de-c608-459a-822e-9589461c79a6 req-2ced81be-bcc2-4c94-abef-ee91cea92827 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=2ccc93db-b189-42a5-80b7-a6115bf3d495&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6841650 Jul 27 21:25:02.476653 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvr_db [None req-c86a8c41-ec4f-4fd2-96e7-08ae2d70cf12 None None] Set router e7035160-58cf-4e85-a901-8675b0f770be gateway port host: None {{(pid=105587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:25:02.544203 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c0da0448-f3ee-47a1-96b7-f2467ac8ca9b tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854965'] for subnet, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:02.547109 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-c86a8c41-ec4f-4fd2-96e7-08ae2d70cf12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7035160-58cf-4e85-a901-8675b0f770be', 'name': 'tempest-RoutersIpV6Test-router-1047195626', 'tenant_id': '2c7b7887b0f848c597ec952cc967d92c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:24:05Z', 'updated_at': '2021-07-27T21:25:01Z', 'revision_number': 11, 'project_id': '2c7b7887b0f848c597ec952cc967d92c', 'gw_port_host': None}], 'n-d-705658-22', False) {} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:25:02.592750 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-12886140-21a4-4424-869c-332ccdc02849 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10221797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9990606'] for subnet, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:02.630163 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c86a8c41-ec4f-4fd2-96e7-08ae2d70cf12 None None] The sync data for ids ['e7035160-58cf-4e85-a901-8675b0f770be'] in n-d-705658-22 is: [{'id': 'e7035160-58cf-4e85-a901-8675b0f770be', 'name': 'tempest-RoutersIpV6Test-router-1047195626', 'tenant_id': '2c7b7887b0f848c597ec952cc967d92c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:24:05Z', 'updated_at': '2021-07-27T21:25:01Z', 'revision_number': 11, 'project_id': '2c7b7887b0f848c597ec952cc967d92c', 'gw_port_host': None}] {{(pid=105587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:25:02.635668 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c0da0448-f3ee-47a1-96b7-f2467ac8ca9b tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9014081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9738825'] for subnet, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:02.657487 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c0da0448-f3ee-47a1-96b7-f2467ac8ca9b tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks [] for subnet, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:02.659473 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-c0da0448-f3ee-47a1-96b7-f2467ac8ca9b tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] 10.222.0.59 "DELETE /v2.0/subnets/e7fbf4a0-d77d-4fd2-a707-b8f774836229 HTTP/1.1" status: 204 len: 168 time: 0.4879663 Jul 27 21:25:02.666228 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81c55c3b-9426-4feb-b2c1-f6b5bec5216b None None] Network 7ec5f878-02f2-4c36-acfe-f32465e6705f requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:25:02.676900 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 56062) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:25:02.854536 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12886140-21a4-4424-869c-332ccdc02849 admin admin] Checking segment: {'id': '66051465-45c2-4c82-965f-1e318facbdac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'c4b4477b-5d10-414a-96d8-295eba458639'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:25:02.854908 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12886140-21a4-4424-869c-332ccdc02849 admin admin] Network hostable DHCP agents. Network: c4b4477b-5d10-414a-96d8-295eba458639, hostable agents: ['7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a'], hosted agents: [] {{(pid=105585) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:25:02.874496 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12886140-21a4-4424-869c-332ccdc02849 admin admin] Pushing event updated for resources: {'Subnet': ['ID=478d9749-a35f-4faf-92c5-2d5714477e8e,revision_number=0']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:25:02.897517 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-8ac1a2de-c608-459a-822e-9589461c79a6 req-01c429bb-f1bf-46a3-9285-f3e0c717421b service neutron] 10.222.0.60 "GET /v2.0/networks/2ccc93db-b189-42a5-80b7-a6115bf3d495?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4138827 Jul 27 21:25:02.903983 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-549c8385-d1c1-4048-aea8-86aaff5acbd7 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-990557'] for network, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:03.000046 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6d0ddff-7383-4a43-befd-246f687d960d None None] DHCP port deletion for 7ec5f878-02f2-4c36-acfe-f32465e6705f request from n-d-705658-22 {{(pid=105586) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 21:25:03.005861 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12886140-21a4-4424-869c-332ccdc02849 admin admin] Network c4b4477b-5d10-414a-96d8-295eba458639 is scheduled to be hosted by DHCP agent 7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a with binding_index 1 {{(pid=105585) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:25:03.088840 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-b6d0ddff-7383-4a43-befd-246f687d960d None None] Deleting port b71de916-61f3-4588-878c-7e65efee62e4 {{(pid=105586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:25:03.090083 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-b6d0ddff-7383-4a43-befd-246f687d960d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:03.136628 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.base_scheduler [None req-12886140-21a4-4424-869c-332ccdc02849 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-22, c4b4477b-5d10-414a-96d8-295eba458639) {{(pid=105585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:25:03.152653 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12886140-21a4-4424-869c-332ccdc02849 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:25:03.158695 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-12886140-21a4-4424-869c-332ccdc02849 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:03.167597 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3642f2fd-af48-4074-b325-1bc8cba09322 None None] Network c4b4477b-5d10-414a-96d8-295eba458639 requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:25:03.195971 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-12886140-21a4-4424-869c-332ccdc02849 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.6170530 Jul 27 21:25:03.233931 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-8ac1a2de-c608-459a-822e-9589461c79a6 req-8bae02c9-d4bf-44ae-bea5-337c6ddc0854 service neutron] 10.222.0.60 "GET /v2.0/networks/2ccc93db-b189-42a5-80b7-a6115bf3d495?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3209052 Jul 27 21:25:03.238940 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [None req-549c8385-d1c1-4048-aea8-86aaff5acbd7 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Deleting port b71de916-61f3-4588-878c-7e65efee62e4 {{(pid=105585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:25:03.239339 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-549c8385-d1c1-4048-aea8-86aaff5acbd7 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:03.313002 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75d28a9-35fc-4efb-a14c-edf745bdd1a5 req-f9b887bc-23c0-4834-b23a-1c7ae6e3ce6e tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:25:03.314638 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e75d28a9-35fc-4efb-a14c-edf745bdd1a5 req-f9b887bc-23c0-4834-b23a-1c7ae6e3ce6e tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] 10.222.0.59 "GET /v2.0/ports?device_id=71166d56-287f-4e5e-8d1a-bbeccff30fd6 HTTP/1.1" status: 200 len: 944 time: 0.3783767 Jul 27 21:25:03.353660 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0da0448-f3ee-47a1-96b7-f2467ac8ca9b tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Pushing event deleted for resources: {'Subnet': ['ID=e7fbf4a0-d77d-4fd2-a707-b8f774836229,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:25:03.385998 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.db [None req-549c8385-d1c1-4048-aea8-86aaff5acbd7 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] For port b71de916-61f3-4588-878c-7e65efee62e4, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=b71de916-61f3-4588-878c-7e65efee62e4,segment=NetworkSegment(6e4864c1-0062-4915-ab0f-917d6bcf32b7),segment_id=6e4864c1-0062-4915-ab0f-917d6bcf32b7)] {{(pid=105585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:25:03.386377 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-549c8385-d1c1-4048-aea8-86aaff5acbd7 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:03.401028 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 56072) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:25:03.413519 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [None req-549c8385-d1c1-4048-aea8-86aaff5acbd7 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Calling delete_port for b71de916-61f3-4588-878c-7e65efee62e4 owned by network:dhcp {{(pid=105585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:25:03.456724 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-b6d0ddff-7383-4a43-befd-246f687d960d None None] For port b71de916-61f3-4588-878c-7e65efee62e4, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=b71de916-61f3-4588-878c-7e65efee62e4,segment=NetworkSegment(6e4864c1-0062-4915-ab0f-917d6bcf32b7),segment_id=6e4864c1-0062-4915-ab0f-917d6bcf32b7)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:25:03.457227 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-b6d0ddff-7383-4a43-befd-246f687d960d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:03.461468 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fc62292-adef-423b-8337-070e8e580730 None None] Network c4b4477b-5d10-414a-96d8-295eba458639 requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:25:03.464552 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e75d28a9-35fc-4efb-a14c-edf745bdd1a5 req-0af6a33e-d1e5-4980-8610-b8182586892f tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] 10.222.0.59 "GET /v2.0/security-groups?id=d7e088a3-97e7-462a-93b9-5633e347368d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1302259 Jul 27 21:25:03.491264 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa8ee2e8-b24e-49e2-bfdc-d75478886ad8 admin admin] Deleting subnet 468f99bc-ce39-4108-b71c-81498ae77493 {{(pid=105584) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:25:03.494830 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-aa8ee2e8-b24e-49e2-bfdc-d75478886ad8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:03.533638 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-aa8ee2e8-b24e-49e2-bfdc-d75478886ad8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9014207'] for subnet, precommit_delete_associations {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:03.557093 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-b6d0ddff-7383-4a43-befd-246f687d960d None None] Calling delete_port for b71de916-61f3-4588-878c-7e65efee62e4 owned by network:dhcp {{(pid=105586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:25:03.558446 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb1a2b2-9653-40d4-9fca-7472872ecd51 req-ec4e2f69-ed70-472e-9b9a-120e575a02e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:25:03.561841 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-8cb1a2b2-9653-40d4-9fca-7472872ecd51 req-ec4e2f69-ed70-472e-9b9a-120e575a02e9 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=379416b786c44e07b1b1ba1a5ea96882&device_id=71166d56-287f-4e5e-8d1a-bbeccff30fd6 HTTP/1.1" status: 200 len: 1096 time: 0.2429304 Jul 27 21:25:03.581043 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-aa8ee2e8-b24e-49e2-bfdc-d75478886ad8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854965'] for subnet, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:03.700334 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-549c8385-d1c1-4048-aea8-86aaff5acbd7 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:03.721378 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-549c8385-d1c1-4048-aea8-86aaff5acbd7 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] No DVR routers for this DVR port b71de916-61f3-4588-878c-7e65efee62e4 on host n-d-705658-22 {{(pid=105585) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:25:03.723252 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-aa8ee2e8-b24e-49e2-bfdc-d75478886ad8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9014081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9738825'] for subnet, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:03.751921 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-b6d0ddff-7383-4a43-befd-246f687d960d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180'] for port, after_delete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:03.789988 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8ee2e8-b24e-49e2-bfdc-d75478886ad8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=468f99bc-ce39-4108-b71c-81498ae77493,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:25:03.797084 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-aa8ee2e8-b24e-49e2-bfdc-d75478886ad8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:03.801231 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-aa8ee2e8-b24e-49e2-bfdc-d75478886ad8 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/468f99bc-ce39-4108-b71c-81498ae77493 HTTP/1.1" status: 204 len: 168 time: 0.3970528 Jul 27 21:25:03.803894 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 56082) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:25:03.806180 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6d0ddff-7383-4a43-befd-246f687d960d None None] No DVR routers for this DVR port b71de916-61f3-4588-878c-7e65efee62e4 on host n-d-705658-22 {{(pid=105586) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:25:03.817940 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d0ddff-7383-4a43-befd-246f687d960d None None] Pushing event deleted for resources: {'Port': ['ID=b71de916-61f3-4588-878c-7e65efee62e4,revision_number=None']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:25:03.831954 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549c8385-d1c1-4048-aea8-86aaff5acbd7 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Pushing event deleted for resources: {'Port': ['ID=b71de916-61f3-4588-878c-7e65efee62e4,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:25:03.856924 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb1a2b2-9653-40d4-9fca-7472872ecd51 req-858a21cc-baef-4b70-8f88-f5833a4c1792 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:25:03.860425 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-8cb1a2b2-9653-40d4-9fca-7472872ecd51 req-858a21cc-baef-4b70-8f88-f5833a4c1792 service neutron] 10.222.0.60 "GET /v2.0/networks?id=2ccc93db-b189-42a5-80b7-a6115bf3d495 HTTP/1.1" status: 200 len: 898 time: 0.2876089 Jul 27 21:25:03.864497 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device e667ff12-b53d-4ba0-b46c-23ba371d7a5f no longer exists at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:25:03.904995 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] No Port match for: e667ff12-b53d-4ba0-b46c-23ba371d7a5f {{(pid=105586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:25:03.905471 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device e667ff12-b53d-4ba0-b46c-23ba371d7a5f not bound to the agent host n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:25:03.906135 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device b71de916-61f3-4588-878c-7e65efee62e4 no longer exists at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:25:03.947612 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] No Port match for: b71de916-61f3-4588-878c-7e65efee62e4 {{(pid=105586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:25:03.948188 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device b71de916-61f3-4588-878c-7e65efee62e4 not bound to the agent host n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:25:03.949766 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-374d5dbb-c148-46c4-9290-16746b438e3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-990557'] for network, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:03.981553 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-8cb1a2b2-9653-40d4-9fca-7472872ecd51 req-702715cd-5e6a-4f39-b38f-cb33ea947869 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ce53fdb5-9dd4-42ed-9698-5de61b518ba1 HTTP/1.1" status: 200 len: 217 time: 0.0864885 Jul 27 21:25:03.992145 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-549c8385-d1c1-4048-aea8-86aaff5acbd7 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853562', 'neutron.services.segments.db._delete_segments_for_network-8790688882975'] for network, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:04.004188 n-d-705658-22 neutron-server[105585]: DEBUG neutron.services.segments.db [None req-549c8385-d1c1-4048-aea8-86aaff5acbd7 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ec5f878-02f2-4c36-acfe-f32465e6705f']}} {{(pid=105585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:25:04.016580 n-d-705658-22 neutron-server[105585]: DEBUG neutron.services.segments.db [None req-549c8385-d1c1-4048-aea8-86aaff5acbd7 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e4864c1-0062-4915-ab0f-917d6bcf32b7') {'for_net_delete': True} {{(pid=105585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:25:04.017119 n-d-705658-22 neutron-server[105585]: DEBUG neutron.services.segments.db [None req-549c8385-d1c1-4048-aea8-86aaff5acbd7 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e4864c1-0062-4915-ab0f-917d6bcf32b7') {} {{(pid=105585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:25:04.027588 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-549c8385-d1c1-4048-aea8-86aaff5acbd7 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790688883752', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9886370'] for segment, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:04.042608 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-549c8385-d1c1-4048-aea8-86aaff5acbd7 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:04.045176 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-374d5dbb-c148-46c4-9290-16746b438e3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853562', 'neutron.services.segments.db._delete_segments_for_network-8790688882975'] for network, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:04.049999 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-549c8385-d1c1-4048-aea8-86aaff5acbd7 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Releasing vlan 225 on physical network physnet1 to pool {{(pid=105585) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:25:04.050397 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-549c8385-d1c1-4048-aea8-86aaff5acbd7 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10221644'] for segment, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:04.058304 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.segments.db [None req-374d5dbb-c148-46c4-9290-16746b438e3d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['060402a2-6f35-4f3a-b2e0-1becfa7e074e']}} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:25:04.060062 n-d-705658-22 neutron-server[105585]: Traceback (most recent call last): Jul 27 21:25:04.060062 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:25:04.060062 n-d-705658-22 neutron-server[105585]: timer() Jul 27 21:25:04.060062 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:25:04.060062 n-d-705658-22 neutron-server[105585]: cb(*args, **kw) Jul 27 21:25:04.060062 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:25:04.060062 n-d-705658-22 neutron-server[105585]: return func(*args, **kwargs) Jul 27 21:25:04.060062 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:25:04.060062 n-d-705658-22 neutron-server[105585]: self._notify() Jul 27 21:25:04.060062 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:25:04.060062 n-d-705658-22 neutron-server[105585]: self.callback(batched_events) Jul 27 21:25:04.060062 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:25:04.060062 n-d-705658-22 neutron-server[105585]: event.method(event) Jul 27 21:25:04.060062 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:25:04.060062 n-d-705658-22 neutron-server[105585]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:25:04.060062 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:25:04.060062 n-d-705658-22 neutron-server[105585]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:25:04.060062 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:25:04.060062 n-d-705658-22 neutron-server[105585]: return f(self, *a, **k) Jul 27 21:25:04.060062 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:25:04.060062 n-d-705658-22 neutron-server[105585]: return self._get(url).json() Jul 27 21:25:04.060062 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:25:04.060062 n-d-705658-22 neutron-server[105585]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:25:04.060062 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:25:04.060062 n-d-705658-22 neutron-server[105585]: return self.request(url, 'GET', **kwargs) Jul 27 21:25:04.060062 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:25:04.060062 n-d-705658-22 neutron-server[105585]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:25:04.060062 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:25:04.060062 n-d-705658-22 neutron-server[105585]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:25:04.060062 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:25:04.060062 n-d-705658-22 neutron-server[105585]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:25:04.060062 n-d-705658-22 neutron-server[105585]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:25:04.072596 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.segments.db [None req-374d5dbb-c148-46c4-9290-16746b438e3d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37e4b1da-1bf3-451c-8fc6-54a3f1292097') {'for_net_delete': True} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:25:04.072895 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.segments.db [None req-374d5dbb-c148-46c4-9290-16746b438e3d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37e4b1da-1bf3-451c-8fc6-54a3f1292097') {} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:25:04.084633 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-374d5dbb-c148-46c4-9290-16746b438e3d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790688883752', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9014348'] for segment, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:04.101261 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-374d5dbb-c148-46c4-9290-16746b438e3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:04.109514 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-374d5dbb-c148-46c4-9290-16746b438e3d admin admin] Releasing vlan 215 on physical network physnet1 to pool {{(pid=105584) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:25:04.110345 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-374d5dbb-c148-46c4-9290-16746b438e3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9014063'] for segment, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:04.112980 n-d-705658-22 neutron-server[105584]: Traceback (most recent call last): Jul 27 21:25:04.112980 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:25:04.112980 n-d-705658-22 neutron-server[105584]: timer() Jul 27 21:25:04.112980 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:25:04.112980 n-d-705658-22 neutron-server[105584]: cb(*args, **kw) Jul 27 21:25:04.112980 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:25:04.112980 n-d-705658-22 neutron-server[105584]: return func(*args, **kwargs) Jul 27 21:25:04.112980 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:25:04.112980 n-d-705658-22 neutron-server[105584]: self._notify() Jul 27 21:25:04.112980 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:25:04.112980 n-d-705658-22 neutron-server[105584]: self.callback(batched_events) Jul 27 21:25:04.112980 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:25:04.112980 n-d-705658-22 neutron-server[105584]: event.method(event) Jul 27 21:25:04.112980 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:25:04.112980 n-d-705658-22 neutron-server[105584]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:25:04.112980 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:25:04.112980 n-d-705658-22 neutron-server[105584]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:25:04.112980 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:25:04.112980 n-d-705658-22 neutron-server[105584]: return f(self, *a, **k) Jul 27 21:25:04.112980 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:25:04.112980 n-d-705658-22 neutron-server[105584]: return self._get(url).json() Jul 27 21:25:04.112980 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:25:04.112980 n-d-705658-22 neutron-server[105584]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:25:04.112980 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:25:04.112980 n-d-705658-22 neutron-server[105584]: return self.request(url, 'GET', **kwargs) Jul 27 21:25:04.112980 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:25:04.112980 n-d-705658-22 neutron-server[105584]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:25:04.112980 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:25:04.112980 n-d-705658-22 neutron-server[105584]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:25:04.112980 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:25:04.112980 n-d-705658-22 neutron-server[105584]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:25:04.112980 n-d-705658-22 neutron-server[105584]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:25:04.223924 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-374d5dbb-c148-46c4-9290-16746b438e3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4075658'] for network, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:04.230609 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-374d5dbb-c148-46c4-9290-16746b438e3d admin admin] Notify callbacks [] for network, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:04.238263 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-374d5dbb-c148-46c4-9290-16746b438e3d admin admin] 10.222.0.59 "DELETE /v2.0/networks/060402a2-6f35-4f3a-b2e0-1becfa7e074e HTTP/1.1" status: 204 len: 168 time: 0.4333341 Jul 27 21:25:04.242068 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 56090) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:25:04.265814 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374d5dbb-c148-46c4-9290-16746b438e3d admin admin] Pushing event deleted for resources: {'Network': ['ID=060402a2-6f35-4f3a-b2e0-1becfa7e074e,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:25:04.288757 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb1a2b2-9653-40d4-9fca-7472872ecd51 req-601552e6-190d-4f9f-8a32-70bddee9b4ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:25:04.290316 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-8cb1a2b2-9653-40d4-9fca-7472872ecd51 req-601552e6-190d-4f9f-8a32-70bddee9b4ff service neutron] 10.222.0.60 "GET /v2.0/subnets?id=2855f242-b7d7-4a13-b8ce-f230d6c840d2 HTTP/1.1" status: 200 len: 835 time: 0.2416339 Jul 27 21:25:04.292978 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-549c8385-d1c1-4048-aea8-86aaff5acbd7 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4075658'] for network, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:04.303694 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-549c8385-d1c1-4048-aea8-86aaff5acbd7 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks [] for network, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:04.305533 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-549c8385-d1c1-4048-aea8-86aaff5acbd7 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] 10.222.0.59 "DELETE /v2.0/networks/7ec5f878-02f2-4c36-acfe-f32465e6705f HTTP/1.1" status: 204 len: 168 time: 1.6182144 Jul 27 21:25:04.308554 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 56094) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:25:04.313616 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-d4d528d6-54c9-470b-9c9c-6609eab65b07 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Request body: {'router': {'routes': None}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:25:04.358879 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549c8385-d1c1-4048-aea8-86aaff5acbd7 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Pushing event deleted for resources: {'Network': ['ID=7ec5f878-02f2-4c36-acfe-f32465e6705f,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:25:04.368632 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5280bd5-4efc-4598-842c-32a8e8762ede admin admin] Deleting subnet 478d9749-a35f-4faf-92c5-2d5714477e8e {{(pid=105585) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:25:04.376127 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-b5280bd5-4efc-4598-842c-32a8e8762ede admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:04.421915 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-b5280bd5-4efc-4598-842c-32a8e8762ede admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9887057'] for subnet, precommit_delete_associations {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:04.471320 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb1a2b2-9653-40d4-9fca-7472872ecd51 req-8ae39b85-627f-4f73-8581-3398e7d0fdd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:25:04.472856 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-8cb1a2b2-9653-40d4-9fca-7472872ecd51 req-8ae39b85-627f-4f73-8581-3398e7d0fdd0 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=2ccc93db-b189-42a5-80b7-a6115bf3d495&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1651034 Jul 27 21:25:04.475405 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-b5280bd5-4efc-4598-842c-32a8e8762ede admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854965'] for subnet, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:04.572017 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.extraroute_db [None req-d4d528d6-54c9-470b-9c9c-6609eab65b07 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Added routes are [] {{(pid=105584) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 27 21:25:04.572604 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.extraroute_db [None req-d4d528d6-54c9-470b-9c9c-6609eab65b07 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Removed routes are [] {{(pid=105584) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 27 21:25:04.572903 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-d4d528d6-54c9-470b-9c9c-6609eab65b07 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4077169', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4163787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-400'] for router, precommit_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:04.632744 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-b5280bd5-4efc-4598-842c-32a8e8762ede admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10221602', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9990583'] for subnet, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:04.679051 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5280bd5-4efc-4598-842c-32a8e8762ede admin admin] Pushing event deleted for resources: {'Subnet': ['ID=478d9749-a35f-4faf-92c5-2d5714477e8e,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:25:04.683129 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-8cb1a2b2-9653-40d4-9fca-7472872ecd51 req-a09d47f0-7fe0-4d7d-91a1-875b1e11a020 service neutron] 10.222.0.60 "GET /v2.0/networks/2ccc93db-b189-42a5-80b7-a6115bf3d495?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1851315 Jul 27 21:25:04.693708 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-b5280bd5-4efc-4598-842c-32a8e8762ede admin admin] Notify callbacks [] for subnet, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:04.698085 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-b5280bd5-4efc-4598-842c-32a8e8762ede admin admin] 10.222.0.59 "DELETE /v2.0/subnets/478d9749-a35f-4faf-92c5-2d5714477e8e HTTP/1.1" status: 204 len: 168 time: 0.4528725 Jul 27 21:25:04.705196 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 56104) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:25:04.728220 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-d4d528d6-54c9-470b-9c9c-6609eab65b07 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4077169', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4163787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-400'] for router, precommit_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:04.731646 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-d4d528d6-54c9-470b-9c9c-6609eab65b07 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4077150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4077160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4077159', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4163778'] for router, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:04.829760 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4d528d6-54c9-470b-9c9c-6609eab65b07 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Router e7035160-58cf-4e85-a901-8675b0f770be has already been hosted by L3 agent dd128fd7-8e57-4d4f-895b-a96b369df59a {{(pid=105584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:25:04.866158 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-e77f7971-70fc-4cd5-a47c-ccfed26e9eea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-990557'] for network, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:04.881238 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1277106a-f35d-45cb-9ca6-ec9a53a096cf req-35450c0f-468f-4310-8830-188642c832ef tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:25:04.887506 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-1277106a-f35d-45cb-9ca6-ec9a53a096cf req-35450c0f-468f-4310-8830-188642c832ef tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] 10.222.0.59 "GET /v2.0/ports?device_id=71166d56-287f-4e5e-8d1a-bbeccff30fd6 HTTP/1.1" status: 200 len: 944 time: 0.2893624 Jul 27 21:25:04.931595 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-8cb1a2b2-9653-40d4-9fca-7472872ecd51 req-57114f7c-6323-4783-87c0-c72d85657a12 service neutron] 10.222.0.60 "GET /v2.0/networks/2ccc93db-b189-42a5-80b7-a6115bf3d495?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2393510 Jul 27 21:25:04.971557 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-1277106a-f35d-45cb-9ca6-ec9a53a096cf req-a408ee46-68c5-4781-9a32-1d327ea4f8e7 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] 10.222.0.59 "GET /v2.0/security-groups?id=d7e088a3-97e7-462a-93b9-5633e347368d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781710 Jul 27 21:25:04.981507 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4d528d6-54c9-470b-9c9c-6609eab65b07 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify agent at l3_agent.n-d-705658-22 the message routers_updated {{(pid=105584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:25:04.995744 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0d02cb7-6c60-4736-bee5-35b3d7524a2a None None] Sync routers for ids ['e7035160-58cf-4e85-a901-8675b0f770be'] in n-d-705658-22 {{(pid=105586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:25:05.019628 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-d4d528d6-54c9-470b-9c9c-6609eab65b07 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks [] for router, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:05.020965 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-d4d528d6-54c9-470b-9c9c-6609eab65b07 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] 10.222.0.59 "PUT /v2.0/routers/e7035160-58cf-4e85-a901-8675b0f770be HTTP/1.1" status: 200 len: 705 time: 0.7113740 Jul 27 21:25:05.022389 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0d02cb7-6c60-4736-bee5-35b3d7524a2a None None] Routers {'e7035160-58cf-4e85-a901-8675b0f770be'} bound to L3 agent in host n-d-705658-22 {{(pid=105586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:25:05.023076 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-e0d02cb7-6c60-4736-bee5-35b3d7524a2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:24:42Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['e7035160-58cf-4e85-a901-8675b0f770be'], 'active': True} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:25:05.026883 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 56116) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:25:05.046251 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-e77f7971-70fc-4cd5-a47c-ccfed26e9eea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853562', 'neutron.services.segments.db._delete_segments_for_network-8790688882975'] for network, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:05.056592 n-d-705658-22 neutron-server[105585]: DEBUG neutron.services.segments.db [None req-e77f7971-70fc-4cd5-a47c-ccfed26e9eea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4b4477b-5d10-414a-96d8-295eba458639']}} {{(pid=105585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:25:05.067279 n-d-705658-22 neutron-server[105585]: DEBUG neutron.services.segments.db [None req-e77f7971-70fc-4cd5-a47c-ccfed26e9eea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66051465-45c2-4c82-965f-1e318facbdac') {'for_net_delete': True} {{(pid=105585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:25:05.067583 n-d-705658-22 neutron-server[105585]: DEBUG neutron.services.segments.db [None req-e77f7971-70fc-4cd5-a47c-ccfed26e9eea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66051465-45c2-4c82-965f-1e318facbdac') {} {{(pid=105585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:25:05.070689 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-4e5aab77-be64-46fb-b8c1-0e0ab0374bc0 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] 10.222.0.59 "GET /v2.0/ports?device_id=e7035160-58cf-4e85-a901-8675b0f770be HTTP/1.1" status: 200 len: 205 time: 0.0425742 Jul 27 21:25:05.073144 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 56118) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:25:05.077755 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-e77f7971-70fc-4cd5-a47c-ccfed26e9eea admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790688883752', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9886370'] for segment, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:05.092876 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-e77f7971-70fc-4cd5-a47c-ccfed26e9eea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:05.098962 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e77f7971-70fc-4cd5-a47c-ccfed26e9eea admin admin] Releasing vlan 200 on physical network physnet1 to pool {{(pid=105585) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:25:05.099404 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-e77f7971-70fc-4cd5-a47c-ccfed26e9eea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10221644'] for segment, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:05.145406 n-d-705658-22 neutron-server[105585]: Traceback (most recent call last): Jul 27 21:25:05.145406 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:25:05.145406 n-d-705658-22 neutron-server[105585]: timer() Jul 27 21:25:05.145406 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:25:05.145406 n-d-705658-22 neutron-server[105585]: cb(*args, **kw) Jul 27 21:25:05.145406 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:25:05.145406 n-d-705658-22 neutron-server[105585]: return func(*args, **kwargs) Jul 27 21:25:05.145406 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:25:05.145406 n-d-705658-22 neutron-server[105585]: self._notify() Jul 27 21:25:05.145406 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:25:05.145406 n-d-705658-22 neutron-server[105585]: self.callback(batched_events) Jul 27 21:25:05.145406 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:25:05.145406 n-d-705658-22 neutron-server[105585]: event.method(event) Jul 27 21:25:05.145406 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:25:05.145406 n-d-705658-22 neutron-server[105585]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:25:05.145406 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:25:05.145406 n-d-705658-22 neutron-server[105585]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:25:05.145406 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:25:05.145406 n-d-705658-22 neutron-server[105585]: return f(self, *a, **k) Jul 27 21:25:05.145406 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:25:05.145406 n-d-705658-22 neutron-server[105585]: return self._get(url).json() Jul 27 21:25:05.145406 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:25:05.145406 n-d-705658-22 neutron-server[105585]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:25:05.145406 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:25:05.145406 n-d-705658-22 neutron-server[105585]: return self.request(url, 'GET', **kwargs) Jul 27 21:25:05.145406 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:25:05.145406 n-d-705658-22 neutron-server[105585]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:25:05.145406 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:25:05.145406 n-d-705658-22 neutron-server[105585]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:25:05.145406 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:25:05.145406 n-d-705658-22 neutron-server[105585]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:25:05.145406 n-d-705658-22 neutron-server[105585]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:25:05.147515 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [req-9a076c60-20e5-468e-bb00-028083165386 req-b2fed3f1-1b67-4a2c-a14b-0ea4b9368584 service neutron] (105585) timed out ('10.222.0.60', 51084) {{(pid=105585) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 27 21:25:05.158818 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c9d1f259-fd93-4ac9-827e-6eac598bb92e tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks [] for router, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:05.159989 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-e77f7971-70fc-4cd5-a47c-ccfed26e9eea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4075658'] for network, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:05.186059 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-e77f7971-70fc-4cd5-a47c-ccfed26e9eea admin admin] Notify callbacks [] for network, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:05.192003 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvr_db [None req-e0d02cb7-6c60-4736-bee5-35b3d7524a2a None None] Set router e7035160-58cf-4e85-a901-8675b0f770be gateway port host: None {{(pid=105586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:25:05.198096 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-e77f7971-70fc-4cd5-a47c-ccfed26e9eea admin admin] 10.222.0.59 "DELETE /v2.0/networks/c4b4477b-5d10-414a-96d8-295eba458639 HTTP/1.1" status: 204 len: 168 time: 0.4855666 Jul 27 21:25:05.199975 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77f7971-70fc-4cd5-a47c-ccfed26e9eea admin admin] Pushing event deleted for resources: {'Network': ['ID=c4b4477b-5d10-414a-96d8-295eba458639,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:25:05.287977 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-e0d02cb7-6c60-4736-bee5-35b3d7524a2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7035160-58cf-4e85-a901-8675b0f770be', 'name': 'tempest-RoutersIpV6Test-router-1047195626', 'tenant_id': '2c7b7887b0f848c597ec952cc967d92c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:24:05Z', 'updated_at': '2021-07-27T21:25:01Z', 'revision_number': 11, 'project_id': '2c7b7887b0f848c597ec952cc967d92c', 'gw_port_host': None}], 'n-d-705658-22', False) {} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:25:05.363196 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c9d1f259-fd93-4ac9-827e-6eac598bb92e tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4163631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-425'] for router, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:05.366585 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c9d1f259-fd93-4ac9-827e-6eac598bb92e tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:05.410213 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 56126) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:25:05.465868 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c9d1f259-fd93-4ac9-827e-6eac598bb92e tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4163007'] for router, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:05.466506 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9d1f259-fd93-4ac9-827e-6eac598bb92e tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Fanout notify agent at l3_agent the message router_deleted on router e7035160-58cf-4e85-a901-8675b0f770be {{(pid=105584) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 21:25:05.472022 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-aa56aeeb-34aa-495f-a8db-49ce5356133c admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=c2c8dfccb4fd4e1bbf4e414aa353f9c9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0600917 Jul 27 21:25:05.472836 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 56128) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:25:05.483973 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c9d1f259-fd93-4ac9-827e-6eac598bb92e tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks [] for router, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:05.485164 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-c9d1f259-fd93-4ac9-827e-6eac598bb92e tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] 10.222.0.59 "DELETE /v2.0/routers/e7035160-58cf-4e85-a901-8675b0f770be HTTP/1.1" status: 204 len: 168 time: 0.4107845 Jul 27 21:25:05.491826 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 56130) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:25:05.497060 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-aabc4bfe-da18-476c-88a3-8c89d9ac4dad tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1211912792', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:25:05.532636 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0d02cb7-6c60-4736-bee5-35b3d7524a2a None None] Checking router: e7035160-58cf-4e85-a901-8675b0f770be for host: n-d-705658-22 {{(pid=105586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:25:05.537390 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-aabc4bfe-da18-476c-88a3-8c89d9ac4dad tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4163813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-443'] for router, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:05.539589 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-aabc4bfe-da18-476c-88a3-8c89d9ac4dad tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4165196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4077059', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3711235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-418'] for router, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:05.541477 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-94939d92-7b8e-405a-bf97-9126645273e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:05.547828 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0d02cb7-6c60-4736-bee5-35b3d7524a2a None None] Routers set() bound to L3 agent in host n-d-705658-22 {{(pid=105586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:25:05.548275 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0d02cb7-6c60-4736-bee5-35b3d7524a2a None None] Router IDs set() for agent in host n-d-705658-22 {{(pid=105586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 27 21:25:05.548987 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_agentschedulers_db [None req-e0d02cb7-6c60-4736-bee5-35b3d7524a2a None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'e7035160-58cf-4e85-a901-8675b0f770be'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:24:42Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent'). {{(pid=105586) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 27 21:25:05.550588 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0d02cb7-6c60-4736-bee5-35b3d7524a2a None None] The sync data for ids ['e7035160-58cf-4e85-a901-8675b0f770be'] in n-d-705658-22 is: [] {{(pid=105586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:25:05.574840 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-94939d92-7b8e-405a-bf97-9126645273e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:05.610904 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-aabc4bfe-da18-476c-88a3-8c89d9ac4dad tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:05.626843 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-aabc4bfe-da18-476c-88a3-8c89d9ac4dad tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4163804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4077150'] for router, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:05.639502 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-94939d92-7b8e-405a-bf97-9126645273e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:05.644971 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-94939d92-7b8e-405a-bf97-9126645273e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:05.665951 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-aabc4bfe-da18-476c-88a3-8c89d9ac4dad tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks [] for router, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:05.666272 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-94939d92-7b8e-405a-bf97-9126645273e6 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/e6e93de7-6876-4ca8-9e4d-f8dc68fc8057 HTTP/1.1" status: 204 len: 168 time: 0.1783690 Jul 27 21:25:05.670212 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-aabc4bfe-da18-476c-88a3-8c89d9ac4dad tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1765823 Jul 27 21:25:05.672963 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 56138) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:25:05.688563 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-949f832c-01cf-4fad-a769-b2048ad12774 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Request body: {'router': {'admin_state_up': True}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:25:05.691504 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94939d92-7b8e-405a-bf97-9126645273e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6e93de7-6876-4ca8-9e4d-f8dc68fc8057,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:25:05.977669 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-949f832c-01cf-4fad-a769-b2048ad12774 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4077169', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4163787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-400'] for router, precommit_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:05.996090 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-949f832c-01cf-4fad-a769-b2048ad12774 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4077150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4077160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4077159', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4163778'] for router, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:06.010129 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Device ce53fdb5-9dd4-42ed-9698-5de61b518ba1 details requested by agent hyperv_n-h2-705658-22 with host n-h2-705658-22 {{(pid=105586) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:25:06.177881 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] For port ce53fdb5-9dd4-42ed-9698-5de61b518ba1, host n-h2-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=ce53fdb5-9dd4-42ed-9698-5de61b518ba1,segment=NetworkSegment(5dc26c44-3b1c-4075-b860-bc76f03d3c9f),segment_id=5dc26c44-3b1c-4075-b860-bc76f03d3c9f)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:25:06.202888 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Returning: {'device': 'ce53fdb5-9dd4-42ed-9698-5de61b518ba1', 'network_id': '2ccc93db-b189-42a5-80b7-a6115bf3d495', 'port_id': 'ce53fdb5-9dd4-42ed-9698-5de61b518ba1', 'mac_address': 'fa:16:3e:67:80:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 218, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2855f242-b7d7-4a13-b8ce-f230d6c840d2', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105586) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:25:06.253346 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-949f832c-01cf-4fad-a769-b2048ad12774 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Router 7e3b70ea-7f36-408f-a7ca-54a493e20253 is scheduled to L3 agent dd128fd7-8e57-4d4f-895b-a96b369df59a with binding_index 1 {{(pid=105584) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 21:25:06.264980 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b493d8c8-3147-4d80-8e81-9908453ee253 req-9c164b78-ff7f-4ac5-9393-6fabe018c3f8 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:25:06.275096 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b493d8c8-3147-4d80-8e81-9908453ee253 req-9c164b78-ff7f-4ac5-9393-6fabe018c3f8 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] 10.222.0.59 "GET /v2.0/ports?device_id=71166d56-287f-4e5e-8d1a-bbeccff30fd6 HTTP/1.1" status: 200 len: 944 time: 0.1270118 Jul 27 21:25:06.290167 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:06.305814 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 56152) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:25:06.310576 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [None req-3d54578f-831f-4696-b568-13c455922dab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce53fdb5-9dd4-42ed-9698-5de61b518ba1 {{(pid=105586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:25:06.338555 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] For port ce53fdb5-9dd4-42ed-9698-5de61b518ba1, host n-h2-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=ce53fdb5-9dd4-42ed-9698-5de61b518ba1,segment=NetworkSegment(5dc26c44-3b1c-4075-b860-bc76f03d3c9f),segment_id=5dc26c44-3b1c-4075-b860-bc76f03d3c9f)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:25:06.345141 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:06.388041 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-949f832c-01cf-4fad-a769-b2048ad12774 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify agent at l3_agent.n-d-705658-22 the message routers_updated {{(pid=105584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:25:06.396746 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-949f832c-01cf-4fad-a769-b2048ad12774 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks [] for router, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:06.398170 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-949f832c-01cf-4fad-a769-b2048ad12774 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] 10.222.0.59 "PUT /v2.0/routers/7e3b70ea-7f36-408f-a7ca-54a493e20253 HTTP/1.1" status: 200 len: 698 time: 0.7220092 Jul 27 21:25:06.401171 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 56158) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:25:06.406384 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-163ad122-81ba-47b3-9601-3b5c48841a59 None None] Sync routers for ids ['7e3b70ea-7f36-408f-a7ca-54a493e20253'] in n-d-705658-22 {{(pid=105587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:25:06.415800 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b493d8c8-3147-4d80-8e81-9908453ee253 req-5a0322b2-de04-4b1c-8ff4-fc2d4b7dc3f7 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] 10.222.0.59 "GET /v2.0/security-groups?id=d7e088a3-97e7-462a-93b9-5633e347368d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1277657 Jul 27 21:25:06.422121 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-4acac4d5-30b9-4909-b7ec-7c256162a825 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=b564fbaee52e40ab9fd5fd701d8765f3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1080737 Jul 27 21:25:06.422256 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-163ad122-81ba-47b3-9601-3b5c48841a59 None None] Routers {'7e3b70ea-7f36-408f-a7ca-54a493e20253'} bound to L3 agent in host n-d-705658-22 {{(pid=105587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:25:06.422684 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-163ad122-81ba-47b3-9601-3b5c48841a59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:24:42Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['7e3b70ea-7f36-408f-a7ca-54a493e20253'], 'active': True} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:25:06.424571 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 56160) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:25:06.440765 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Pushing event updated for resources: {'Port': ['ID=ce53fdb5-9dd4-42ed-9698-5de61b518ba1,revision_number=4']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:25:06.471924 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:06.510345 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-eeeaf060-e0ad-452d-b272-4c1644ec8a0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:06.521283 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvr_db [None req-163ad122-81ba-47b3-9601-3b5c48841a59 None None] Set router 7e3b70ea-7f36-408f-a7ca-54a493e20253 gateway port host: None {{(pid=105587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:25:06.543423 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-eeeaf060-e0ad-452d-b272-4c1644ec8a0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:06.549991 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 56162) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:25:06.551478 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-504d50d8-ac27-47ee-97dc-627fad50f2d6 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] 10.222.0.59 "GET /v2.0/routers/7e3b70ea-7f36-408f-a7ca-54a493e20253 HTTP/1.1" status: 200 len: 704 time: 0.1486797 Jul 27 21:25:06.586414 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-2e841e15-e019-4e91-bb48-a19dee2c08d3 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] 10.222.0.59 "GET /v2.0/ports?device_id=7e3b70ea-7f36-408f-a7ca-54a493e20253 HTTP/1.1" status: 200 len: 205 time: 0.0348916 Jul 27 21:25:06.588974 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 56164) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:25:06.591467 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-163ad122-81ba-47b3-9601-3b5c48841a59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e3b70ea-7f36-408f-a7ca-54a493e20253', 'name': 'tempest-RoutersIpV6Test-router-1211912792', 'tenant_id': '2c7b7887b0f848c597ec952cc967d92c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:25:05Z', 'updated_at': '2021-07-27T21:25:05Z', 'revision_number': 2, 'project_id': '2c7b7887b0f848c597ec952cc967d92c', 'gw_port_host': None}], 'n-d-705658-22', False) {} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:25:06.625285 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-163ad122-81ba-47b3-9601-3b5c48841a59 None None] Checking router: 7e3b70ea-7f36-408f-a7ca-54a493e20253 for host: n-d-705658-22 {{(pid=105587) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:25:06.627419 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-eeeaf060-e0ad-452d-b272-4c1644ec8a0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:06.631349 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-eeeaf060-e0ad-452d-b272-4c1644ec8a0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:06.633056 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-eeeaf060-e0ad-452d-b272-4c1644ec8a0c admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/5d862dcf-82b3-437c-88d0-47c26a44e9aa HTTP/1.1" status: 204 len: 168 time: 0.2063773 Jul 27 21:25:06.635068 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-163ad122-81ba-47b3-9601-3b5c48841a59 None None] Routers {'7e3b70ea-7f36-408f-a7ca-54a493e20253'} bound to L3 agent in host n-d-705658-22 {{(pid=105587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:25:06.635850 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-163ad122-81ba-47b3-9601-3b5c48841a59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:24:42Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['7e3b70ea-7f36-408f-a7ca-54a493e20253'], 'active': True} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:25:06.649919 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeeaf060-e0ad-452d-b272-4c1644ec8a0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d862dcf-82b3-437c-88d0-47c26a44e9aa,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:25:06.673552 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] get_ports_and_sgs() called for port_ids ['ce53fdb5-9dd4-42ed-9698-5de61b518ba1'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:25:06.694754 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-53c45a7a-d1c2-4da2-bf28-0f4784338f4e tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks [] for router, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:06.742534 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvr_db [None req-163ad122-81ba-47b3-9601-3b5c48841a59 None None] Set router 7e3b70ea-7f36-408f-a7ca-54a493e20253 gateway port host: None {{(pid=105587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:25:06.963256 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-53c45a7a-d1c2-4da2-bf28-0f4784338f4e tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4163631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-425'] for router, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:06.967607 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-53c45a7a-d1c2-4da2-bf28-0f4784338f4e tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:07.078056 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-53c45a7a-d1c2-4da2-bf28-0f4784338f4e tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4163007'] for router, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:07.078860 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53c45a7a-d1c2-4da2-bf28-0f4784338f4e tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Fanout notify agent at l3_agent the message router_deleted on router 7e3b70ea-7f36-408f-a7ca-54a493e20253 {{(pid=105584) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 21:25:07.085426 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-163ad122-81ba-47b3-9601-3b5c48841a59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e3b70ea-7f36-408f-a7ca-54a493e20253', 'name': 'tempest-RoutersIpV6Test-router-1211912792', 'tenant_id': '2c7b7887b0f848c597ec952cc967d92c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:25:05Z', 'updated_at': '2021-07-27T21:25:05Z', 'revision_number': 2, 'project_id': '2c7b7887b0f848c597ec952cc967d92c', 'gw_port_host': None}], 'n-d-705658-22', False) {} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:25:07.095037 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-53c45a7a-d1c2-4da2-bf28-0f4784338f4e tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] Notify callbacks [] for router, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:07.099418 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-53c45a7a-d1c2-4da2-bf28-0f4784338f4e tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] 10.222.0.59 "DELETE /v2.0/routers/7e3b70ea-7f36-408f-a7ca-54a493e20253 HTTP/1.1" status: 204 len: 168 time: 0.5062149 Jul 27 21:25:07.099726 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 56188) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:25:07.145706 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-163ad122-81ba-47b3-9601-3b5c48841a59 None None] The sync data for ids ['7e3b70ea-7f36-408f-a7ca-54a493e20253'] in n-d-705658-22 is: [{'id': '7e3b70ea-7f36-408f-a7ca-54a493e20253', 'name': 'tempest-RoutersIpV6Test-router-1211912792', 'tenant_id': '2c7b7887b0f848c597ec952cc967d92c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:25:05Z', 'updated_at': '2021-07-27T21:25:05Z', 'revision_number': 2, 'project_id': '2c7b7887b0f848c597ec952cc967d92c', 'gw_port_host': None}] {{(pid=105587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:25:07.153780 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-6ad0b6d8-d3e3-4944-ba83-507cbeb08abf tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] 10.222.0.59 "GET /v2.0/ports?device_id=7e3b70ea-7f36-408f-a7ca-54a493e20253 HTTP/1.1" status: 200 len: 205 time: 0.0504978 Jul 27 21:25:07.153997 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 56194) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:25:07.218303 n-d-705658-22 neutron-server[105584]: INFO neutron.api.v2.resource [None req-b3a8da0e-f0c5-43bb-907b-54b5563a617d tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] delete failed (client error): The resource could not be found. Jul 27 21:25:07.219864 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-b3a8da0e-f0c5-43bb-907b-54b5563a617d tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] 10.222.0.59 "DELETE /v2.0/routers/7e3b70ea-7f36-408f-a7ca-54a493e20253 HTTP/1.1" status: 404 len: 336 time: 0.0648603 Jul 27 21:25:07.223036 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 56198) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:25:07.258555 n-d-705658-22 neutron-server[105585]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b83a703-502d-497a-9106-ce72241e65a3 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] DELETE failed (client error): The resource could not be found. Jul 27 21:25:07.259052 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b83a703-502d-497a-9106-ce72241e65a3 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105585) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 21:25:07.260799 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-6b83a703-502d-497a-9106-ce72241e65a3 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] 10.222.0.59 "DELETE /v2.0/subnets/d5338c74-56f6-451e-b27b-5c4434d691b3 HTTP/1.1" status: 404 len: 337 time: 0.0367656 Jul 27 21:25:07.263565 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 56200) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:25:07.296690 n-d-705658-22 neutron-server[105585]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef2c37c6-3092-4010-9113-1dd652b3f7dc tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] DELETE failed (client error): The resource could not be found. Jul 27 21:25:07.297060 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef2c37c6-3092-4010-9113-1dd652b3f7dc tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105585) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 21:25:07.299052 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-ef2c37c6-3092-4010-9113-1dd652b3f7dc tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] 10.222.0.59 "DELETE /v2.0/subnets/417996b6-1ce6-45e5-a62c-368ca7a09c63 HTTP/1.1" status: 404 len: 337 time: 0.0342138 Jul 27 21:25:07.301739 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 56202) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:25:07.331886 n-d-705658-22 neutron-server[105584]: INFO neutron.pecan_wsgi.hooks.translation [None req-28e49033-da2e-46d0-9375-ca46255fe77b tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] DELETE failed (client error): The resource could not be found. Jul 27 21:25:07.336927 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-28e49033-da2e-46d0-9375-ca46255fe77b tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105584) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 21:25:07.339905 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-28e49033-da2e-46d0-9375-ca46255fe77b tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] 10.222.0.59 "DELETE /v2.0/subnets/9f21e521-01b5-4055-9cbe-564aebe44b4e HTTP/1.1" status: 404 len: 337 time: 0.0371556 Jul 27 21:25:07.342679 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 56204) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:25:07.385264 n-d-705658-22 neutron-server[105585]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a7bad6b-7401-436c-8481-a5de58a1f23d tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] DELETE failed (client error): The resource could not be found. Jul 27 21:25:07.385928 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a7bad6b-7401-436c-8481-a5de58a1f23d tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105585) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 21:25:07.388084 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-9a7bad6b-7401-436c-8481-a5de58a1f23d tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] 10.222.0.59 "DELETE /v2.0/subnets/e7fbf4a0-d77d-4fd2-a707-b8f774836229 HTTP/1.1" status: 404 len: 337 time: 0.0442452 Jul 27 21:25:07.390874 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 56208) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:25:07.437673 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-92bfbe84-8fb8-4cde-bb46-feee77d5ee7a tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] 10.222.0.59 "GET /v2.0/ports?device_id=e7035160-58cf-4e85-a901-8675b0f770be HTTP/1.1" status: 200 len: 205 time: 0.0455921 Jul 27 21:25:07.440264 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 56212) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:25:07.507593 n-d-705658-22 neutron-server[105585]: INFO neutron.api.v2.resource [None req-df4cab99-725b-410a-8ab8-14d25d3f815c tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] delete failed (client error): The resource could not be found. Jul 27 21:25:07.511379 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 56222) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:25:07.511501 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-df4cab99-725b-410a-8ab8-14d25d3f815c tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] 10.222.0.59 "DELETE /v2.0/routers/e7035160-58cf-4e85-a901-8675b0f770be HTTP/1.1" status: 404 len: 336 time: 0.0701678 Jul 27 21:25:07.574284 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-00403d18-ee24-48fa-a85c-9aedd0e9b261 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] 10.222.0.59 "GET /v2.0/ports?device_id=cbf8dc4d-8ffb-440c-9d2f-ef854de662ff HTTP/1.1" status: 200 len: 205 time: 0.0616407 Jul 27 21:25:07.577006 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 56226) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:25:07.626426 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f05191-2d55-4f44-82f1-6052ed72fcaa req-aff64318-87e9-454c-be0f-3c3519988370 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:25:07.629688 n-d-705658-22 neutron-server[105584]: INFO neutron.api.v2.resource [None req-a6bcd19e-7c1c-4c80-97b1-7f5397dd1c41 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] delete failed (client error): The resource could not be found. Jul 27 21:25:07.630777 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-a6bcd19e-7c1c-4c80-97b1-7f5397dd1c41 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] 10.222.0.59 "DELETE /v2.0/routers/cbf8dc4d-8ffb-440c-9d2f-ef854de662ff HTTP/1.1" status: 404 len: 336 time: 0.0528488 Jul 27 21:25:07.633513 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 56228) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:25:07.636035 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-01f05191-2d55-4f44-82f1-6052ed72fcaa req-aff64318-87e9-454c-be0f-3c3519988370 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] 10.222.0.59 "GET /v2.0/ports?device_id=71166d56-287f-4e5e-8d1a-bbeccff30fd6 HTTP/1.1" status: 200 len: 945 time: 0.1228118 Jul 27 21:25:07.669145 n-d-705658-22 neutron-server[105584]: INFO neutron.pecan_wsgi.hooks.translation [None req-878bbd2d-845c-432b-9f48-6f9fa1d55e19 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] DELETE failed (client error): The resource could not be found. Jul 27 21:25:07.669508 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-878bbd2d-845c-432b-9f48-6f9fa1d55e19 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105584) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 21:25:07.671942 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-878bbd2d-845c-432b-9f48-6f9fa1d55e19 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] 10.222.0.59 "DELETE /v2.0/subnets/8c4e59d5-e032-4e7a-a432-d8d6c9610742 HTTP/1.1" status: 404 len: 337 time: 0.0374911 Jul 27 21:25:07.674553 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 56230) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:25:07.714208 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-f23d2dda-e0cc-4d6b-ab13-97db32d60f31 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] 10.222.0.59 "GET /v2.0/ports?device_id=2dd8a46e-9b53-4114-9da6-7cf925dca5e0 HTTP/1.1" status: 200 len: 205 time: 0.0378556 Jul 27 21:25:07.717017 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 56232) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:25:07.743360 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-01f05191-2d55-4f44-82f1-6052ed72fcaa req-a4965d0d-f8d9-4cf6-a111-f30935a992a9 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] 10.222.0.59 "GET /v2.0/security-groups?id=d7e088a3-97e7-462a-93b9-5633e347368d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1023865 Jul 27 21:25:07.799624 n-d-705658-22 neutron-server[105584]: INFO neutron.api.v2.resource [None req-3b7ef024-d1e8-4b41-94d8-3a2c0d063d78 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] delete failed (client error): The resource could not be found. Jul 27 21:25:07.803564 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 56238) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:25:07.803711 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-3b7ef024-d1e8-4b41-94d8-3a2c0d063d78 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] 10.222.0.59 "DELETE /v2.0/routers/2dd8a46e-9b53-4114-9da6-7cf925dca5e0 HTTP/1.1" status: 404 len: 336 time: 0.0848341 Jul 27 21:25:07.848424 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 56240) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:25:07.863649 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-ff60b73c-dc25-4951-8641-4c76cb00f3a5 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] 10.222.0.59 "GET /v2.0/ports?device_id=0cc939be-df0b-478f-8e8c-7650cb655c5f HTTP/1.1" status: 200 len: 205 time: 0.0584826 Jul 27 21:25:07.909849 n-d-705658-22 neutron-server[105584]: INFO neutron.api.v2.resource [None req-3573223e-5aad-4ad8-b7a9-f51d02789ac8 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] delete failed (client error): The resource could not be found. Jul 27 21:25:07.913647 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-3573223e-5aad-4ad8-b7a9-f51d02789ac8 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] 10.222.0.59 "DELETE /v2.0/routers/0cc939be-df0b-478f-8e8c-7650cb655c5f HTTP/1.1" status: 404 len: 336 time: 0.0639443 Jul 27 21:25:07.913800 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 56242) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:25:07.957407 n-d-705658-22 neutron-server[105585]: INFO neutron.pecan_wsgi.hooks.translation [None req-b20099c7-4c7a-454c-8903-0e3501226c3d tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] DELETE failed (client error): The resource could not be found. Jul 27 21:25:07.957872 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b20099c7-4c7a-454c-8903-0e3501226c3d tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105585) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 21:25:07.959708 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-b20099c7-4c7a-454c-8903-0e3501226c3d tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] 10.222.0.59 "DELETE /v2.0/subnets/4a65c486-6360-412a-b267-6decdd120730 HTTP/1.1" status: 404 len: 337 time: 0.0444522 Jul 27 21:25:07.962446 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 56250) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:25:08.008919 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-c359952e-7705-4b34-864b-840e1b73265d tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] 10.222.0.59 "GET /v2.0/ports?device_id=4c66b4e5-c9d5-462b-a1eb-4070b3e0a501 HTTP/1.1" status: 200 len: 205 time: 0.0453341 Jul 27 21:25:08.014065 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 56252) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:25:08.041963 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Device ce53fdb5-9dd4-42ed-9698-5de61b518ba1 up at agent hyperv_n-h2-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:25:08.135320 n-d-705658-22 neutron-server[105584]: INFO neutron.api.v2.resource [None req-940acef0-5982-4963-b9d1-6f9c893e4430 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] delete failed (client error): The resource could not be found. Jul 27 21:25:08.139798 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-940acef0-5982-4963-b9d1-6f9c893e4430 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] 10.222.0.59 "DELETE /v2.0/routers/4c66b4e5-c9d5-462b-a1eb-4070b3e0a501 HTTP/1.1" status: 404 len: 336 time: 0.1228197 Jul 27 21:25:08.142460 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 56256) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:25:08.189939 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-3d54578f-831f-4696-b568-13c455922dab None None] Provisioning for port ce53fdb5-9dd4-42ed-9698-5de61b518ba1 completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:25:08.198107 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-3d54578f-831f-4696-b568-13c455922dab None None] Provisioning complete for port ce53fdb5-9dd4-42ed-9698-5de61b518ba1 triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:25:08.199111 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:08.202498 n-d-705658-22 neutron-server[105585]: INFO neutron.pecan_wsgi.hooks.translation [None req-628ca322-4bf0-4c67-b2b1-45fac4e617f3 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] DELETE failed (client error): The resource could not be found. Jul 27 21:25:08.203145 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-628ca322-4bf0-4c67-b2b1-45fac4e617f3 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105585) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 21:25:08.218115 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 56260) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:25:08.234399 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-628ca322-4bf0-4c67-b2b1-45fac4e617f3 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] 10.222.0.59 "DELETE /v2.0/subnets/f0721752-c30d-4293-8e9d-959215c105eb HTTP/1.1" status: 404 len: 337 time: 0.0710044 Jul 27 21:25:08.297116 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-a70b4c80-ae5e-4922-b02b-6ec043156a78 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] 10.222.0.59 "GET /v2.0/ports?device_id=8893886f-ee28-47dc-80a7-d91a3da553e2 HTTP/1.1" status: 200 len: 205 time: 0.0776162 Jul 27 21:25:08.299616 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 56262) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:25:08.332838 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:08.368088 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71166d56-287f-4e5e-8d1a-bbeccff30fd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce53fdb5-9dd4-42ed-9698-5de61b518ba1'}] {{(pid=105586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:25:08.370653 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14c1663e039faf5393f87855f745010ac5b02220355b68fdbf065393e303ac56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62d56ed7-0b68-4237-b42b-064d815f374a" -d '{"events": [{"server_uuid": "71166d56-287f-4e5e-8d1a-bbeccff30fd6", "name": "network-vif-plugged", "status": "completed", "tag": "ce53fdb5-9dd4-42ed-9698-5de61b518ba1"}]}' {{(pid=105586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:25:08.384403 n-d-705658-22 neutron-server[105584]: INFO neutron.api.v2.resource [None req-cf183141-9028-4898-82bc-58ce802d4d27 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] delete failed (client error): The resource could not be found. Jul 27 21:25:08.386466 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-cf183141-9028-4898-82bc-58ce802d4d27 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] 10.222.0.59 "DELETE /v2.0/routers/8893886f-ee28-47dc-80a7-d91a3da553e2 HTTP/1.1" status: 404 len: 336 time: 0.0856829 Jul 27 21:25:08.388746 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] For port ce53fdb5-9dd4-42ed-9698-5de61b518ba1, host n-h2-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=ce53fdb5-9dd4-42ed-9698-5de61b518ba1,segment=NetworkSegment(5dc26c44-3b1c-4075-b860-bc76f03d3c9f),segment_id=5dc26c44-3b1c-4075-b860-bc76f03d3c9f)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:25:08.389789 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 56272) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:25:08.400185 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:08.459622 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:25:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce6b46ac-4c0d-47d4-8810-db6b73d25889 x-openstack-request-id: req-ce6b46ac-4c0d-47d4-8810-db6b73d25889 {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:25:08.460855 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71166d56-287f-4e5e-8d1a-bbeccff30fd6", "name": "network-vif-plugged", "status": "completed", "tag": "ce53fdb5-9dd4-42ed-9698-5de61b518ba1", "code": 200}]} {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:25:08.461339 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-ce6b46ac-4c0d-47d4-8810-db6b73d25889 {{(pid=105586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:25:08.462444 n-d-705658-22 neutron-server[105586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71166d56-287f-4e5e-8d1a-bbeccff30fd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce53fdb5-9dd4-42ed-9698-5de61b518ba1', 'code': 200} Jul 27 21:25:08.484683 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Pushing event updated for resources: {'Port': ['ID=ce53fdb5-9dd4-42ed-9698-5de61b518ba1,revision_number=5']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:25:08.489973 n-d-705658-22 neutron-server[105584]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d788a5f-24dd-4f21-a753-5d57a53e21c7 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] DELETE failed (client error): The resource could not be found. Jul 27 21:25:08.490743 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d788a5f-24dd-4f21-a753-5d57a53e21c7 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105584) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 21:25:08.493650 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-5d788a5f-24dd-4f21-a753-5d57a53e21c7 tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] 10.222.0.59 "DELETE /v2.0/subnets/04600d0f-610e-49d5-a0fc-00c635d94a59 HTTP/1.1" status: 404 len: 337 time: 0.1028326 Jul 27 21:25:08.496365 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 56276) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:25:08.576868 n-d-705658-22 neutron-server[105585]: INFO neutron.pecan_wsgi.hooks.translation [None req-50cbbef6-0b3d-445b-818f-aecda344412b tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] DELETE failed (client error): The resource could not be found. Jul 27 21:25:08.577413 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-50cbbef6-0b3d-445b-818f-aecda344412b tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105585) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 21:25:08.581730 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-50cbbef6-0b3d-445b-818f-aecda344412b tempest-RoutersIpV6Test-56736593 tempest-RoutersIpV6Test-56736593-project] 10.222.0.59 "DELETE /v2.0/subnets/4c939e65-83a4-463d-b6e8-113139eaee10 HTTP/1.1" status: 404 len: 337 time: 0.0812001 Jul 27 21:25:08.617412 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a031eb-55f0-469a-ac37-6bdbfe9b1d3e req-bb1a0ed4-9bc8-450d-9d96-388493907ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:25:08.621284 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-d1a031eb-55f0-469a-ac37-6bdbfe9b1d3e req-bb1a0ed4-9bc8-450d-9d96-388493907ad5 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=71166d56-287f-4e5e-8d1a-bbeccff30fd6 HTTP/1.1" status: 200 len: 1098 time: 0.0756488 Jul 27 21:25:08.699824 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-d1a031eb-55f0-469a-ac37-6bdbfe9b1d3e req-4ba64f4a-60f6-4965-8f4c-363ceb6062fc service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=d7e088a3-97e7-462a-93b9-5633e347368d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635548 Jul 27 21:25:08.911416 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 56298) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:25:08.918353 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-ad2f3a4d-9c58-4631-bc34-0da662cce378 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:08.946068 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d220cd-ccf6-4d36-be29-d792731713b3 req-fb29a258-94bd-4a33-afec-abe670303e48 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:25:08.947985 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a4d220cd-ccf6-4d36-be29-d792731713b3 req-fb29a258-94bd-4a33-afec-abe670303e48 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] 10.222.0.59 "GET /v2.0/ports?device_id=71166d56-287f-4e5e-8d1a-bbeccff30fd6 HTTP/1.1" status: 200 len: 946 time: 0.1078351 Jul 27 21:25:09.003978 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a4d220cd-ccf6-4d36-be29-d792731713b3 req-e3c1b6d1-2609-4399-aabd-02a46d4a4a4f tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] 10.222.0.59 "GET /v2.0/security-groups?id=d7e088a3-97e7-462a-93b9-5633e347368d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499165 Jul 27 21:25:09.101323 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-a62c957a-55d8-4333-9bfe-8ab8c6368664 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=2c7b7887b0f848c597ec952cc967d92c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1880109 Jul 27 21:25:09.103920 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 56310) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:25:09.180822 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-978625d8-2613-4034-9bc4-53912699d053 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:09.230363 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-978625d8-2613-4034-9bc4-53912699d053 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:09.294720 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-978625d8-2613-4034-9bc4-53912699d053 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:09.297566 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-978625d8-2613-4034-9bc4-53912699d053 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:09.298965 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-978625d8-2613-4034-9bc4-53912699d053 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/09f60f42-41b4-4509-8217-ceabc87cceba HTTP/1.1" status: 204 len: 168 time: 0.1937261 Jul 27 21:25:09.322869 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978625d8-2613-4034-9bc4-53912699d053 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09f60f42-41b4-4509-8217-ceabc87cceba,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:25:09.587874 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 56340) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:25:09.768120 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-d9ee05c2-2d98-4f79-9e6c-66ee5dba7003 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:09.929338 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-d9ee05c2-2d98-4f79-9e6c-66ee5dba7003 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:09.935072 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-d9ee05c2-2d98-4f79-9e6c-66ee5dba7003 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:09.971636 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-d9ee05c2-2d98-4f79-9e6c-66ee5dba7003 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=5a1523d344184cd08de2a9f6c396f676&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3820634 Jul 27 21:25:09.973221 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 56362) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:25:10.010450 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ee05c2-2d98-4f79-9e6c-66ee5dba7003 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4325c5fc-b3ad-4c4a-8e05-627f0125362c,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:25:10.130604 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-62e9be86-8624-42c8-bf1c-4ef2cff7b3c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:10.156567 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 56368) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:25:10.171128 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-62e9be86-8624-42c8-bf1c-4ef2cff7b3c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:10.198124 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d289cafc-b620-4924-bde0-c239faeb5af3 req-3ecbe0c3-ad37-47ac-9df7-8280b44599c3 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:25:10.199666 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-d289cafc-b620-4924-bde0-c239faeb5af3 req-3ecbe0c3-ad37-47ac-9df7-8280b44599c3 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] 10.222.0.59 "GET /v2.0/ports?device_id=71166d56-287f-4e5e-8d1a-bbeccff30fd6 HTTP/1.1" status: 200 len: 946 time: 0.1129322 Jul 27 21:25:10.244840 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:10.265607 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-d289cafc-b620-4924-bde0-c239faeb5af3 req-cc027e51-a093-4bfc-8b79-fae29cb87980 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] 10.222.0.59 "GET /v2.0/security-groups?id=d7e088a3-97e7-462a-93b9-5633e347368d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561204 Jul 27 21:25:10.280229 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-62e9be86-8624-42c8-bf1c-4ef2cff7b3c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:10.295386 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-62e9be86-8624-42c8-bf1c-4ef2cff7b3c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:10.299264 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-62e9be86-8624-42c8-bf1c-4ef2cff7b3c8 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/4325c5fc-b3ad-4c4a-8e05-627f0125362c HTTP/1.1" status: 204 len: 168 time: 0.3227069 Jul 27 21:25:10.313026 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-dee306e0-1919-4ad9-a333-b3fddf8be96a tempest-RoutersNegativeIpV6Test-539764646 tempest-RoutersNegativeIpV6Test-539764646-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1790236291', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:25:10.314699 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e9be86-8624-42c8-bf1c-4ef2cff7b3c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4325c5fc-b3ad-4c4a-8e05-627f0125362c,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:25:10.376440 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-dee306e0-1919-4ad9-a333-b3fddf8be96a tempest-RoutersNegativeIpV6Test-539764646 tempest-RoutersNegativeIpV6Test-539764646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4163813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-443'] for router, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:10.378021 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-dee306e0-1919-4ad9-a333-b3fddf8be96a tempest-RoutersNegativeIpV6Test-539764646 tempest-RoutersNegativeIpV6Test-539764646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4165196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4077059', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3711235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-418'] for router, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:10.438269 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-dee306e0-1919-4ad9-a333-b3fddf8be96a tempest-RoutersNegativeIpV6Test-539764646 tempest-RoutersNegativeIpV6Test-539764646-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:10.443761 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-dee306e0-1919-4ad9-a333-b3fddf8be96a tempest-RoutersNegativeIpV6Test-539764646 tempest-RoutersNegativeIpV6Test-539764646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4163804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4077150'] for router, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:10.462719 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b99be9-3caf-4a26-9e53-fb8ace0692ea req-ee4152ba-d163-4fd0-912d-a174227940d7 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:25:10.464602 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b2b99be9-3caf-4a26-9e53-fb8ace0692ea req-ee4152ba-d163-4fd0-912d-a174227940d7 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] 10.222.0.59 "GET /v2.0/ports?device_id=71166d56-287f-4e5e-8d1a-bbeccff30fd6 HTTP/1.1" status: 200 len: 946 time: 0.0965791 Jul 27 21:25:10.467167 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-dee306e0-1919-4ad9-a333-b3fddf8be96a tempest-RoutersNegativeIpV6Test-539764646 tempest-RoutersNegativeIpV6Test-539764646-project] Notify callbacks [] for router, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:10.470929 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-dee306e0-1919-4ad9-a333-b3fddf8be96a tempest-RoutersNegativeIpV6Test-539764646 tempest-RoutersNegativeIpV6Test-539764646-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.3103881 Jul 27 21:25:10.471277 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 56382) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:25:10.476618 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-c0a1093b-22a2-4fa6-8a06-fd938ba00fd9 tempest-RoutersNegativeIpV6Test-539764646 tempest-RoutersNegativeIpV6Test-539764646-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1831980015'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:25:10.503146 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0a1093b-22a2-4fa6-8a06-fd938ba00fd9 tempest-RoutersNegativeIpV6Test-539764646 tempest-RoutersNegativeIpV6Test-539764646-project] Made reservation on behalf of 5b4443f172b14a78a8acd1a219a836bc for: {'network': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:25:10.511346 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c0a1093b-22a2-4fa6-8a06-fd938ba00fd9 tempest-RoutersNegativeIpV6Test-539764646 tempest-RoutersNegativeIpV6Test-539764646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for network, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:10.530933 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c0a1093b-22a2-4fa6-8a06-fd938ba00fd9 tempest-RoutersNegativeIpV6Test-539764646 tempest-RoutersNegativeIpV6Test-539764646-project] Notify callbacks [] for security_group, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:10.535465 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b2b99be9-3caf-4a26-9e53-fb8ace0692ea req-68389210-5eab-4ca6-9745-c11c228301d2 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] 10.222.0.59 "GET /v2.0/security-groups?id=d7e088a3-97e7-462a-93b9-5633e347368d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595725 Jul 27 21:25:10.556561 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 56384) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:25:10.650738 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e63a573-c5da-48d2-a0a9-05599aa03bcb tempest-TestNetworkAdvancedServerOps-1085103497 tempest-TestNetworkAdvancedServerOps-1085103497-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:25:10.652215 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-1e63a573-c5da-48d2-a0a9-05599aa03bcb tempest-TestNetworkAdvancedServerOps-1085103497 tempest-TestNetworkAdvancedServerOps-1085103497-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=71166d56-287f-4e5e-8d1a-bbeccff30fd6 HTTP/1.1" status: 200 len: 1093 time: 0.0943425 Jul 27 21:25:10.655149 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 56392) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:25:10.660863 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-e860b9eb-0999-4a00-b834-8d6e886d7d46 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Request body: {'floatingip': {'floating_network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'port_id': 'ce53fdb5-9dd4-42ed-9698-5de61b518ba1', 'tenant_id': '379416b786c44e07b1b1ba1a5ea96882', 'fixed_ip_address': '172.20.0.13'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:25:10.733701 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c0a1093b-22a2-4fa6-8a06-fd938ba00fd9 tempest-RoutersNegativeIpV6Test-539764646 tempest-RoutersNegativeIpV6Test-539764646-project] Notify callbacks [] for security_group, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:10.741722 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c0a1093b-22a2-4fa6-8a06-fd938ba00fd9 tempest-RoutersNegativeIpV6Test-539764646 tempest-RoutersNegativeIpV6Test-539764646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:10.783182 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0a1093b-22a2-4fa6-8a06-fd938ba00fd9 tempest-RoutersNegativeIpV6Test-539764646 tempest-RoutersNegativeIpV6Test-539764646-project] vlan segment allocate from pool success with {'vlan_id': 238, 'physical_network': 'physnet1'} {{(pid=105584) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:25:10.787749 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a1093b-22a2-4fa6-8a06-fd938ba00fd9 tempest-RoutersNegativeIpV6Test-539764646 tempest-RoutersNegativeIpV6Test-539764646-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a3a3852d-dc72-4ba2-9b61-df6790e9999d,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:25:10.791695 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-e860b9eb-0999-4a00-b834-8d6e886d7d46 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks [] for floatingip, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:10.817762 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c0a1093b-22a2-4fa6-8a06-fd938ba00fd9 tempest-RoutersNegativeIpV6Test-539764646 tempest-RoutersNegativeIpV6Test-539764646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:10.818250 n-d-705658-22 neutron-server[105584]: INFO neutron.db.segments_db [None req-c0a1093b-22a2-4fa6-8a06-fd938ba00fd9 tempest-RoutersNegativeIpV6Test-539764646 tempest-RoutersNegativeIpV6Test-539764646-project] Added segment 14b3145c-c4e7-4d6e-ac47-551087edb100 of type vlan for network 59fa4003-6748-44e9-975c-7417aaf5494f Jul 27 21:25:10.845000 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 56396) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:25:10.866763 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-2640afcb-b300-449b-865f-cb8ef22ed379 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:10.917994 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c0a1093b-22a2-4fa6-8a06-fd938ba00fd9 tempest-RoutersNegativeIpV6Test-539764646 tempest-RoutersNegativeIpV6Test-539764646-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790688424798'] for network, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:10.982843 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c0a1093b-22a2-4fa6-8a06-fd938ba00fd9 tempest-RoutersNegativeIpV6Test-539764646 tempest-RoutersNegativeIpV6Test-539764646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920'] for network, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:10.989186 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0a1093b-22a2-4fa6-8a06-fd938ba00fd9 tempest-RoutersNegativeIpV6Test-539764646 tempest-RoutersNegativeIpV6Test-539764646-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:25:10.989495 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c0a1093b-22a2-4fa6-8a06-fd938ba00fd9 tempest-RoutersNegativeIpV6Test-539764646 tempest-RoutersNegativeIpV6Test-539764646-project] Notify callbacks [] for network, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:10.993706 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-2640afcb-b300-449b-865f-cb8ef22ed379 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:11.002987 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-2640afcb-b300-449b-865f-cb8ef22ed379 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:11.042583 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2640afcb-b300-449b-865f-cb8ef22ed379 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fddaab33-b5db-4bea-badc-634d7850481a,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:25:11.064173 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-2640afcb-b300-449b-865f-cb8ef22ed379 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=f15b4c893a4140d89979d230d41583c0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2178514 Jul 27 21:25:11.066978 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 56402) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:25:11.086119 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-c0a1093b-22a2-4fa6-8a06-fd938ba00fd9 tempest-RoutersNegativeIpV6Test-539764646 tempest-RoutersNegativeIpV6Test-539764646-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.6135583 Jul 27 21:25:11.091164 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 56404) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:25:11.097468 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-f5cc8d28-c2d1-416f-94e5-03d451df1c21 tempest-RoutersNegativeIpV6Test-539764646 tempest-RoutersNegativeIpV6Test-539764646-project] Request body: {'subnet': {'network_id': '59fa4003-6748-44e9-975c-7417aaf5494f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:25:11.120229 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a1093b-22a2-4fa6-8a06-fd938ba00fd9 tempest-RoutersNegativeIpV6Test-539764646 tempest-RoutersNegativeIpV6Test-539764646-project] Pushing event updated for resources: {'Network': ['ID=59fa4003-6748-44e9-975c-7417aaf5494f,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:25:11.133028 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Network 59fa4003-6748-44e9-975c-7417aaf5494f details requested by agent ovs-agent-n-d-705658-22 with host n-d-705658-22 {{(pid=105586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:25:11.149360 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-e860b9eb-0999-4a00-b834-8d6e886d7d46 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:11.204746 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-647c8b72-4ad0-4215-a6dd-12bcae2fe3bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:11.246044 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-647c8b72-4ad0-4215-a6dd-12bcae2fe3bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:11.272974 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5cc8d28-c2d1-416f-94e5-03d451df1c21 tempest-RoutersNegativeIpV6Test-539764646 tempest-RoutersNegativeIpV6Test-539764646-project] Made reservation on behalf of 5b4443f172b14a78a8acd1a219a836bc for: {'subnet': 1} {{(pid=105585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:25:11.276728 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-f5cc8d28-c2d1-416f-94e5-03d451df1c21 tempest-RoutersNegativeIpV6Test-539764646 tempest-RoutersNegativeIpV6Test-539764646-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9990620'] for subnet, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:11.543638 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-f5cc8d28-c2d1-416f-94e5-03d451df1c21 tempest-RoutersNegativeIpV6Test-539764646 tempest-RoutersNegativeIpV6Test-539764646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10221797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9990606'] for subnet, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:11.556284 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-647c8b72-4ad0-4215-a6dd-12bcae2fe3bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:11.559032 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-647c8b72-4ad0-4215-a6dd-12bcae2fe3bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:11.560850 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-647c8b72-4ad0-4215-a6dd-12bcae2fe3bf admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/fddaab33-b5db-4bea-badc-634d7850481a HTTP/1.1" status: 204 len: 168 time: 0.4921832 Jul 27 21:25:11.589023 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-b0226b92-2825-45c7-b163-fbb346df06de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:11.643857 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647c8b72-4ad0-4215-a6dd-12bcae2fe3bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fddaab33-b5db-4bea-badc-634d7850481a,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:25:11.677271 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cc8d28-c2d1-416f-94e5-03d451df1c21 tempest-RoutersNegativeIpV6Test-539764646 tempest-RoutersNegativeIpV6Test-539764646-project] Pushing event updated for resources: {'Subnet': ['ID=c8a0d67b-a24d-4b98-ae17-b3d209e47f28,revision_number=0']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:25:11.686601 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5cc8d28-c2d1-416f-94e5-03d451df1c21 tempest-RoutersNegativeIpV6Test-539764646 tempest-RoutersNegativeIpV6Test-539764646-project] Checking segment: {'id': '14b3145c-c4e7-4d6e-ac47-551087edb100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '59fa4003-6748-44e9-975c-7417aaf5494f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:25:11.687137 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5cc8d28-c2d1-416f-94e5-03d451df1c21 tempest-RoutersNegativeIpV6Test-539764646 tempest-RoutersNegativeIpV6Test-539764646-project] Network hostable DHCP agents. Network: 59fa4003-6748-44e9-975c-7417aaf5494f, hostable agents: ['7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a'], hosted agents: [] {{(pid=105585) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:25:11.707502 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5cc8d28-c2d1-416f-94e5-03d451df1c21 tempest-RoutersNegativeIpV6Test-539764646 tempest-RoutersNegativeIpV6Test-539764646-project] Network 59fa4003-6748-44e9-975c-7417aaf5494f is scheduled to be hosted by DHCP agent 7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a with binding_index 1 {{(pid=105585) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:25:11.737972 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.base_scheduler [None req-f5cc8d28-c2d1-416f-94e5-03d451df1c21 tempest-RoutersNegativeIpV6Test-539764646 tempest-RoutersNegativeIpV6Test-539764646-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-22, 59fa4003-6748-44e9-975c-7417aaf5494f) {{(pid=105585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:25:11.742324 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5cc8d28-c2d1-416f-94e5-03d451df1c21 tempest-RoutersNegativeIpV6Test-539764646 tempest-RoutersNegativeIpV6Test-539764646-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:25:11.743116 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-f5cc8d28-c2d1-416f-94e5-03d451df1c21 tempest-RoutersNegativeIpV6Test-539764646 tempest-RoutersNegativeIpV6Test-539764646-project] Notify callbacks [] for subnet, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:11.753195 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af46747f-7994-497b-aac8-555761d1b309 None None] Network 59fa4003-6748-44e9-975c-7417aaf5494f requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:25:11.772003 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-f5cc8d28-c2d1-416f-94e5-03d451df1c21 tempest-RoutersNegativeIpV6Test-539764646 tempest-RoutersNegativeIpV6Test-539764646-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6788640 Jul 27 21:25:11.774857 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 56422) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:25:11.783031 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-946acaf6-dacc-43ff-899b-a84e4acf93d5 tempest-RoutersNegativeIpV6Test-539764646 tempest-RoutersNegativeIpV6Test-539764646-project] Request body: {'network': {'name': 'tempest-router-network01--1884322472'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:25:11.813998 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-946acaf6-dacc-43ff-899b-a84e4acf93d5 tempest-RoutersNegativeIpV6Test-539764646 tempest-RoutersNegativeIpV6Test-539764646-project] Made reservation on behalf of 5b4443f172b14a78a8acd1a219a836bc for: {'network': 1} {{(pid=105585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:25:11.819214 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-946acaf6-dacc-43ff-899b-a84e4acf93d5 tempest-RoutersNegativeIpV6Test-539764646 tempest-RoutersNegativeIpV6Test-539764646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for network, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:11.863168 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-946acaf6-dacc-43ff-899b-a84e4acf93d5 tempest-RoutersNegativeIpV6Test-539764646 tempest-RoutersNegativeIpV6Test-539764646-project] vlan segment allocate from pool success with {'vlan_id': 236, 'physical_network': 'physnet1'} {{(pid=105585) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:25:11.897280 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-946acaf6-dacc-43ff-899b-a84e4acf93d5 tempest-RoutersNegativeIpV6Test-539764646 tempest-RoutersNegativeIpV6Test-539764646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:11.898199 n-d-705658-22 neutron-server[105585]: INFO neutron.db.segments_db [None req-946acaf6-dacc-43ff-899b-a84e4acf93d5 tempest-RoutersNegativeIpV6Test-539764646 tempest-RoutersNegativeIpV6Test-539764646-project] Added segment baba635e-dd03-43d6-9c30-60b952a8c257 of type vlan for network 3b40326e-6495-4da8-ba67-f98d5ce4826b Jul 27 21:25:11.921025 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:11.947482 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.db_base_plugin_common [None req-e860b9eb-0999-4a00-b834-8d6e886d7d46 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Allocated IP 172.25.5.148 (8735d8a2-b604-4758-ae71-b40e4ee6f305/eca7dbab-b9c0-4c8f-a272-816ea8a81764/2e2378f2-cb22-4706-a27e-cc0864fef9a4) {{(pid=105584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:25:11.978594 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 56430) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:25:12.005224 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-946acaf6-dacc-43ff-899b-a84e4acf93d5 tempest-RoutersNegativeIpV6Test-539764646 tempest-RoutersNegativeIpV6Test-539764646-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790688424798'] for network, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:12.056043 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-946acaf6-dacc-43ff-899b-a84e4acf93d5 tempest-RoutersNegativeIpV6Test-539764646 tempest-RoutersNegativeIpV6Test-539764646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920'] for network, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:12.056315 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d416f754-11c4-4497-9fd5-424b908e4d82 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30bb4b93-b285-5d90-9493-f9ec33ea333c-59fa4003-6748-44e9-975c-7417aaf5494f', 'network_id': '59fa4003-6748-44e9-975c-7417aaf5494f', 'tenant_id': '5b4443f172b14a78a8acd1a219a836bc', 'fixed_ips': [{'subnet_id': 'c8a0d67b-a24d-4b98-ae17-b3d209e47f28'}]}} from n-d-705658-22. {{(pid=105586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 21:25:12.057243 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-d416f754-11c4-4497-9fd5-424b908e4d82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:12.065417 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-946acaf6-dacc-43ff-899b-a84e4acf93d5 tempest-RoutersNegativeIpV6Test-539764646 tempest-RoutersNegativeIpV6Test-539764646-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:25:12.066342 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-946acaf6-dacc-43ff-899b-a84e4acf93d5 tempest-RoutersNegativeIpV6Test-539764646 tempest-RoutersNegativeIpV6Test-539764646-project] Notify callbacks [] for network, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:12.089118 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-946acaf6-dacc-43ff-899b-a84e4acf93d5 tempest-RoutersNegativeIpV6Test-539764646 tempest-RoutersNegativeIpV6Test-539764646-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3126657 Jul 27 21:25:12.103737 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 56436) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:25:12.110863 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-608d641f-fb63-491c-b082-549fbf17a736 tempest-RoutersNegativeIpV6Test-539764646 tempest-RoutersNegativeIpV6Test-539764646-project] Request body: {'network': {'name': 'tempest-router-network02--2027576428'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:25:12.172559 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-e860b9eb-0999-4a00-b834-8d6e886d7d46 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks [] for port, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:12.210320 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946acaf6-dacc-43ff-899b-a84e4acf93d5 tempest-RoutersNegativeIpV6Test-539764646 tempest-RoutersNegativeIpV6Test-539764646-project] Pushing event updated for resources: {'Network': ['ID=3b40326e-6495-4da8-ba67-f98d5ce4826b,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:25:12.215938 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-608d641f-fb63-491c-b082-549fbf17a736 tempest-RoutersNegativeIpV6Test-539764646 tempest-RoutersNegativeIpV6Test-539764646-project] Made reservation on behalf of 5b4443f172b14a78a8acd1a219a836bc for: {'network': 1} {{(pid=105585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:25:12.217601 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-e860b9eb-0999-4a00-b834-8d6e886d7d46 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:12.223878 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-608d641f-fb63-491c-b082-549fbf17a736 tempest-RoutersNegativeIpV6Test-539764646 tempest-RoutersNegativeIpV6Test-539764646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for network, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:12.267030 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-608d641f-fb63-491c-b082-549fbf17a736 tempest-RoutersNegativeIpV6Test-539764646 tempest-RoutersNegativeIpV6Test-539764646-project] vlan segment allocate from pool success with {'vlan_id': 243, 'physical_network': 'physnet1'} {{(pid=105585) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:25:12.286708 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-608d641f-fb63-491c-b082-549fbf17a736 tempest-RoutersNegativeIpV6Test-539764646 tempest-RoutersNegativeIpV6Test-539764646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:12.287324 n-d-705658-22 neutron-server[105585]: INFO neutron.db.segments_db [None req-608d641f-fb63-491c-b082-549fbf17a736 tempest-RoutersNegativeIpV6Test-539764646 tempest-RoutersNegativeIpV6Test-539764646-project] Added segment f9164bb2-ac78-469b-b6b9-5134cc74647c of type vlan for network e7d78699-23d9-4168-a13b-1ea5428ba226 Jul 27 21:25:12.297470 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e860b9eb-0999-4a00-b834-8d6e886d7d46 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Network 8735d8a2-b604-4758-ae71-b40e4ee6f305 is already hosted by enough agents. {{(pid=105584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:25:12.307030 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [None req-e860b9eb-0999-4a00-b834-8d6e886d7d46 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Resources bound (agent type, host, resource id): {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:25:12.310806 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e860b9eb-0999-4a00-b834-8d6e886d7d46 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Received port after_create {{(pid=105584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:25:12.353028 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-608d641f-fb63-491c-b082-549fbf17a736 tempest-RoutersNegativeIpV6Test-539764646 tempest-RoutersNegativeIpV6Test-539764646-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790688424798'] for network, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:12.403595 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-608d641f-fb63-491c-b082-549fbf17a736 tempest-RoutersNegativeIpV6Test-539764646 tempest-RoutersNegativeIpV6Test-539764646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920'] for network, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:12.420344 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-608d641f-fb63-491c-b082-549fbf17a736 tempest-RoutersNegativeIpV6Test-539764646 tempest-RoutersNegativeIpV6Test-539764646-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:25:12.425647 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e860b9eb-0999-4a00-b834-8d6e886d7d46 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Pushing event updated for resources: {'Port': ['ID=2e2378f2-cb22-4706-a27e-cc0864fef9a4,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:25:12.425936 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-608d641f-fb63-491c-b082-549fbf17a736 tempest-RoutersNegativeIpV6Test-539764646 tempest-RoutersNegativeIpV6Test-539764646-project] Notify callbacks [] for network, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:12.448095 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.db_base_plugin_common [None req-d416f754-11c4-4497-9fd5-424b908e4d82 None None] Allocated IP 2001:db8::2 (59fa4003-6748-44e9-975c-7417aaf5494f/c8a0d67b-a24d-4b98-ae17-b3d209e47f28/c48f10f6-3550-442e-bc81-000bf859bf46) {{(pid=105586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:25:12.588244 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608d641f-fb63-491c-b082-549fbf17a736 tempest-RoutersNegativeIpV6Test-539764646 tempest-RoutersNegativeIpV6Test-539764646-project] Pushing event updated for resources: {'Network': ['ID=e7d78699-23d9-4168-a13b-1ea5428ba226,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:25:12.594287 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-cc14653c-4056-47d8-bc23-2a265aa7b8bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:12.613784 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-608d641f-fb63-491c-b082-549fbf17a736 tempest-RoutersNegativeIpV6Test-539764646 tempest-RoutersNegativeIpV6Test-539764646-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5057287 Jul 27 21:25:12.614423 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 56448) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:25:12.621412 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Network 3b40326e-6495-4da8-ba67-f98d5ce4826b details requested by agent ovs-agent-n-d-705658-22 with host n-d-705658-22 {{(pid=105586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:25:12.622139 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-a05916e3-d23c-4cb3-a189-dd11b3a0574b tempest-RoutersNegativeIpV6Test-539764646 tempest-RoutersNegativeIpV6Test-539764646-project] Request body: {'subnet': {'network_id': '3b40326e-6495-4da8-ba67-f98d5ce4826b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:25:12.633274 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Network e7d78699-23d9-4168-a13b-1ea5428ba226 details requested by agent ovs-agent-n-d-705658-22 with host n-d-705658-22 {{(pid=105586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:25:12.980313 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-cc14653c-4056-47d8-bc23-2a265aa7b8bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:12.993244 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-bb32ed7d-8717-448b-a9c8-a5a0117d1fd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:13.005360 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-cc14653c-4056-47d8-bc23-2a265aa7b8bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:13.078504 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-e860b9eb-0999-4a00-b834-8d6e886d7d46 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:13.104027 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a05916e3-d23c-4cb3-a189-dd11b3a0574b tempest-RoutersNegativeIpV6Test-539764646 tempest-RoutersNegativeIpV6Test-539764646-project] Made reservation on behalf of 5b4443f172b14a78a8acd1a219a836bc for: {'subnet': 1} {{(pid=105585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:25:13.111087 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-a05916e3-d23c-4cb3-a189-dd11b3a0574b tempest-RoutersNegativeIpV6Test-539764646 tempest-RoutersNegativeIpV6Test-539764646-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9990620'] for subnet, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:13.117813 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-cc14653c-4056-47d8-bc23-2a265aa7b8bd admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=3d6e5d15b4474067b76df32832eee638&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1346333 Jul 27 21:25:13.120030 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 56464) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:25:13.136422 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc14653c-4056-47d8-bc23-2a265aa7b8bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=331ee899-2121-4ea7-b07d-c589ca906461,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:25:13.213179 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-d416f754-11c4-4497-9fd5-424b908e4d82 None None] Notify callbacks [] for port, precommit_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:13.234360 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-d416f754-11c4-4497-9fd5-424b908e4d82 None None] Transition to ACTIVE for port object c48f10f6-3550-442e-bc81-000bf859bf46 will not be triggered until provisioned by entity L2. {{(pid=105586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:25:13.235077 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-e860b9eb-0999-4a00-b834-8d6e886d7d46 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:13.248938 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-7ab03659-f5b5-4e9d-a83a-d975960a4a1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:13.276618 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-d416f754-11c4-4497-9fd5-424b908e4d82 None None] Transition to ACTIVE for port object c48f10f6-3550-442e-bc81-000bf859bf46 will not be triggered until provisioned by entity DHCP. {{(pid=105586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:25:13.283262 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-7ab03659-f5b5-4e9d-a83a-d975960a4a1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:13.296362 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-d416f754-11c4-4497-9fd5-424b908e4d82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143'] for port, after_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:13.349621 n-d-705658-22 neutron-server[105586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d416f754-11c4-4497-9fd5-424b908e4d82 None None] Network 59fa4003-6748-44e9-975c-7417aaf5494f is already hosted by enough agents. {{(pid=105586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:25:13.375017 n-d-705658-22 neutron-server[105586]: DEBUG neutron.scheduler.base_scheduler [None req-d416f754-11c4-4497-9fd5-424b908e4d82 None None] Resources bound (agent type, host, resource id): {{(pid=105586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:25:13.381478 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d416f754-11c4-4497-9fd5-424b908e4d82 None None] Received port after_create {{(pid=105586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:25:13.408135 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d416f754-11c4-4497-9fd5-424b908e4d82 None None] Pushing event updated for resources: {'Port': ['ID=c48f10f6-3550-442e-bc81-000bf859bf46,revision_number=1']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:25:13.438056 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-a05916e3-d23c-4cb3-a189-dd11b3a0574b tempest-RoutersNegativeIpV6Test-539764646 tempest-RoutersNegativeIpV6Test-539764646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10221797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9990606'] for subnet, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:13.438255 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-e860b9eb-0999-4a00-b834-8d6e886d7d46 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks [] for port, precommit_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:13.452705 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-e860b9eb-0999-4a00-b834-8d6e886d7d46 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9014027'] for port, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:13.502709 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-d416f754-11c4-4497-9fd5-424b908e4d82 None None] Attempting to bind port c48f10f6-3550-442e-bc81-000bf859bf46 on host n-d-705658-22 for vnic_type normal with profile {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:25:13.503137 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-d416f754-11c4-4497-9fd5-424b908e4d82 None None] Attempting to bind port c48f10f6-3550-442e-bc81-000bf859bf46 by drivers openvswitch,hyperv on host n-d-705658-22 at level 0 using segments [{'id': '14b3145c-c4e7-4d6e-ac47-551087edb100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '59fa4003-6748-44e9-975c-7417aaf5494f'}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:25:13.503492 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d416f754-11c4-4497-9fd5-424b908e4d82 None None] Attempting to bind port c48f10f6-3550-442e-bc81-000bf859bf46 on network 59fa4003-6748-44e9-975c-7417aaf5494f {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:25:13.517908 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d416f754-11c4-4497-9fd5-424b908e4d82 None None] Checking agent: {'id': '04a7ea91-6318-467e-ace6-b0fb48c8690f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 41, 42), 'started_at': datetime.datetime(2021, 7, 27, 20, 42, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 25, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:25:13.518286 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d416f754-11c4-4497-9fd5-424b908e4d82 None None] Checking segment: {'id': '14b3145c-c4e7-4d6e-ac47-551087edb100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '59fa4003-6748-44e9-975c-7417aaf5494f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:25:13.518699 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-d416f754-11c4-4497-9fd5-424b908e4d82 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:13.519121 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d416f754-11c4-4497-9fd5-424b908e4d82 None None] Bound using segment: {'id': '14b3145c-c4e7-4d6e-ac47-551087edb100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '59fa4003-6748-44e9-975c-7417aaf5494f'} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:25:13.519596 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-d416f754-11c4-4497-9fd5-424b908e4d82 None None] Bound port: c48f10f6-3550-442e-bc81-000bf859bf46, host: n-d-705658-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14b3145c-c4e7-4d6e-ac47-551087edb100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '59fa4003-6748-44e9-975c-7417aaf5494f'}}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:25:13.520202 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-d416f754-11c4-4497-9fd5-424b908e4d82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:13.557527 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-e860b9eb-0999-4a00-b834-8d6e886d7d46 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4075768'] for floatingip, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:13.561193 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05916e3-d23c-4cb3-a189-dd11b3a0574b tempest-RoutersNegativeIpV6Test-539764646 tempest-RoutersNegativeIpV6Test-539764646-project] Pushing event updated for resources: {'Subnet': ['ID=c3fa7ade-6e37-4750-8c14-9107938b77d4,revision_number=0']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:25:13.582640 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-7ab03659-f5b5-4e9d-a83a-d975960a4a1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:13.586689 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-7ab03659-f5b5-4e9d-a83a-d975960a4a1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:13.588345 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-7ab03659-f5b5-4e9d-a83a-d975960a4a1a admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/331ee899-2121-4ea7-b07d-c589ca906461 HTTP/1.1" status: 204 len: 168 time: 0.4670873 Jul 27 21:25:13.612560 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-d416f754-11c4-4497-9fd5-424b908e4d82 None None] For port c48f10f6-3550-442e-bc81-000bf859bf46, host n-d-705658-22, cleared binding levels {{(pid=105586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:25:13.617401 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-d416f754-11c4-4497-9fd5-424b908e4d82 None None] For port c48f10f6-3550-442e-bc81-000bf859bf46, host n-d-705658-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=c48f10f6-3550-442e-bc81-000bf859bf46,segment=NetworkSegment(14b3145c-c4e7-4d6e-ac47-551087edb100),segment_id=14b3145c-c4e7-4d6e-ac47-551087edb100)] {{(pid=105586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:25:13.622093 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab03659-f5b5-4e9d-a83a-d975960a4a1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=331ee899-2121-4ea7-b07d-c589ca906461,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:25:13.624808 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-d416f754-11c4-4497-9fd5-424b908e4d82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:13.625302 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a05916e3-d23c-4cb3-a189-dd11b3a0574b tempest-RoutersNegativeIpV6Test-539764646 tempest-RoutersNegativeIpV6Test-539764646-project] Checking segment: {'id': 'baba635e-dd03-43d6-9c30-60b952a8c257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '3b40326e-6495-4da8-ba67-f98d5ce4826b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:25:13.625302 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a05916e3-d23c-4cb3-a189-dd11b3a0574b tempest-RoutersNegativeIpV6Test-539764646 tempest-RoutersNegativeIpV6Test-539764646-project] Network hostable DHCP agents. Network: 3b40326e-6495-4da8-ba67-f98d5ce4826b, hostable agents: ['7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a'], hosted agents: [] {{(pid=105585) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:25:13.663139 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e860b9eb-0999-4a00-b834-8d6e886d7d46 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Pushing event updated for resources: {'Port': ['ID=2e2378f2-cb22-4706-a27e-cc0864fef9a4,revision_number=2']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:25:13.677739 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a05916e3-d23c-4cb3-a189-dd11b3a0574b tempest-RoutersNegativeIpV6Test-539764646 tempest-RoutersNegativeIpV6Test-539764646-project] Network 3b40326e-6495-4da8-ba67-f98d5ce4826b is scheduled to be hosted by DHCP agent 7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a with binding_index 1 {{(pid=105585) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:25:13.699494 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.base_scheduler [None req-a05916e3-d23c-4cb3-a189-dd11b3a0574b tempest-RoutersNegativeIpV6Test-539764646 tempest-RoutersNegativeIpV6Test-539764646-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-22, 3b40326e-6495-4da8-ba67-f98d5ce4826b) {{(pid=105585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:25:13.713055 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a05916e3-d23c-4cb3-a189-dd11b3a0574b tempest-RoutersNegativeIpV6Test-539764646 tempest-RoutersNegativeIpV6Test-539764646-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:25:13.713985 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-a05916e3-d23c-4cb3-a189-dd11b3a0574b tempest-RoutersNegativeIpV6Test-539764646 tempest-RoutersNegativeIpV6Test-539764646-project] Notify callbacks [] for subnet, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:13.725903 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d416f754-11c4-4497-9fd5-424b908e4d82 None None] Pushing event updated for resources: {'Port': ['ID=c48f10f6-3550-442e-bc81-000bf859bf46,revision_number=2']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:25:13.745435 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-a05916e3-d23c-4cb3-a189-dd11b3a0574b tempest-RoutersNegativeIpV6Test-539764646 tempest-RoutersNegativeIpV6Test-539764646-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1296563 Jul 27 21:25:13.747023 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9096f74-d3c7-4084-9e87-30b85cf1c21c None None] Network 3b40326e-6495-4da8-ba67-f98d5ce4826b requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:25:13.748338 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 56484) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:25:13.760411 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-0f90ace1-861e-42c7-9bbf-07f2414e160a tempest-RoutersNegativeIpV6Test-539764646 tempest-RoutersNegativeIpV6Test-539764646-project] Request body: {'subnet': {'network_id': 'e7d78699-23d9-4168-a13b-1ea5428ba226', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:25:13.820421 n-d-705658-22 neutron-server[105584]: INFO neutron.db.l3_db [None req-e860b9eb-0999-4a00-b834-8d6e886d7d46 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Floating IP edd7ea37-4f67-4e8a-8ae9-7700d6f7b23e associated. External IP: 172.25.5.148, port: ce53fdb5-9dd4-42ed-9698-5de61b518ba1. Jul 27 21:25:13.976042 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db42f98d-f217-4be0-982c-523633bd588e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30bb4b93-b285-5d90-9493-f9ec33ea333c-3b40326e-6495-4da8-ba67-f98d5ce4826b', 'network_id': '3b40326e-6495-4da8-ba67-f98d5ce4826b', 'tenant_id': '5b4443f172b14a78a8acd1a219a836bc', 'fixed_ips': [{'subnet_id': 'c3fa7ade-6e37-4750-8c14-9107938b77d4'}]}} from n-d-705658-22. {{(pid=105586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 21:25:13.977261 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-db42f98d-f217-4be0-982c-523633bd588e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:14.078138 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f90ace1-861e-42c7-9bbf-07f2414e160a tempest-RoutersNegativeIpV6Test-539764646 tempest-RoutersNegativeIpV6Test-539764646-project] Made reservation on behalf of 5b4443f172b14a78a8acd1a219a836bc for: {'subnet': 1} {{(pid=105585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:25:14.082988 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-0f90ace1-861e-42c7-9bbf-07f2414e160a tempest-RoutersNegativeIpV6Test-539764646 tempest-RoutersNegativeIpV6Test-539764646-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9990620'] for subnet, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:14.255343 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.db_base_plugin_common [None req-db42f98d-f217-4be0-982c-523633bd588e None None] Allocated IP 2001:db8::2 (3b40326e-6495-4da8-ba67-f98d5ce4826b/c3fa7ade-6e37-4750-8c14-9107938b77d4/a2c22214-2aab-498a-9347-baed222d3a72) {{(pid=105586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:25:14.398119 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e860b9eb-0999-4a00-b834-8d6e886d7d46 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Router f0581615-63d2-4c36-8c8b-69f41b108744 has already been hosted by L3 agent dd128fd7-8e57-4d4f-895b-a96b369df59a {{(pid=105584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:25:14.501624 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-875ced1b-4cf3-463a-9653-058f0f9421e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:14.578893 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-0f90ace1-861e-42c7-9bbf-07f2414e160a tempest-RoutersNegativeIpV6Test-539764646 tempest-RoutersNegativeIpV6Test-539764646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10221797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9990606'] for subnet, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:14.595955 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e860b9eb-0999-4a00-b834-8d6e886d7d46 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify agent at l3_agent.n-d-705658-22 the message routers_updated {{(pid=105584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:25:14.655528 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-e860b9eb-0999-4a00-b834-8d6e886d7d46 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for floatingip, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:14.670248 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb780861-4cde-426d-b1bd-bd54dd2b59bf None None] Sync routers for ids ['f0581615-63d2-4c36-8c8b-69f41b108744'] in n-d-705658-22 {{(pid=105586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:25:14.693159 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb780861-4cde-426d-b1bd-bd54dd2b59bf None None] Routers {'f0581615-63d2-4c36-8c8b-69f41b108744'} bound to L3 agent in host n-d-705658-22 {{(pid=105586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:25:14.693812 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-eb780861-4cde-426d-b1bd-bd54dd2b59bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:25:12Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['f0581615-63d2-4c36-8c8b-69f41b108744'], 'active': True} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:25:14.755040 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f90ace1-861e-42c7-9bbf-07f2414e160a tempest-RoutersNegativeIpV6Test-539764646 tempest-RoutersNegativeIpV6Test-539764646-project] Pushing event updated for resources: {'Subnet': ['ID=371f0577-2b64-445c-a209-cf741991a028,revision_number=0']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:25:14.775837 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-e860b9eb-0999-4a00-b834-8d6e886d7d46 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 4.1187844 Jul 27 21:25:14.783065 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71166d56-287f-4e5e-8d1a-bbeccff30fd6', 'tag': 'ce53fdb5-9dd4-42ed-9698-5de61b518ba1'}] {{(pid=105584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:25:14.787895 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bce5e6c8685464f7626901654159975603b047827e3138302ed6566e28f1343" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfc801c7-a41e-4c26-8e49-cf0e210b51b9" -d '{"events": [{"name": "network-changed", "server_uuid": "71166d56-287f-4e5e-8d1a-bbeccff30fd6", "tag": "ce53fdb5-9dd4-42ed-9698-5de61b518ba1"}]}' {{(pid=105584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:25:14.800286 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f90ace1-861e-42c7-9bbf-07f2414e160a tempest-RoutersNegativeIpV6Test-539764646 tempest-RoutersNegativeIpV6Test-539764646-project] Checking segment: {'id': 'f9164bb2-ac78-469b-b6b9-5134cc74647c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'e7d78699-23d9-4168-a13b-1ea5428ba226'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:25:14.800755 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f90ace1-861e-42c7-9bbf-07f2414e160a tempest-RoutersNegativeIpV6Test-539764646 tempest-RoutersNegativeIpV6Test-539764646-project] Network hostable DHCP agents. Network: e7d78699-23d9-4168-a13b-1ea5428ba226, hostable agents: ['7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a'], hosted agents: [] {{(pid=105585) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:25:14.858633 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvr_db [None req-eb780861-4cde-426d-b1bd-bd54dd2b59bf None None] Set router f0581615-63d2-4c36-8c8b-69f41b108744 gateway port host: n-d-705658-22 {{(pid=105586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:25:14.865701 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f90ace1-861e-42c7-9bbf-07f2414e160a tempest-RoutersNegativeIpV6Test-539764646 tempest-RoutersNegativeIpV6Test-539764646-project] Network e7d78699-23d9-4168-a13b-1ea5428ba226 is scheduled to be hosted by DHCP agent 7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a with binding_index 1 {{(pid=105585) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:25:14.891202 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.base_scheduler [None req-0f90ace1-861e-42c7-9bbf-07f2414e160a tempest-RoutersNegativeIpV6Test-539764646 tempest-RoutersNegativeIpV6Test-539764646-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-22, e7d78699-23d9-4168-a13b-1ea5428ba226) {{(pid=105585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:25:14.899321 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f90ace1-861e-42c7-9bbf-07f2414e160a tempest-RoutersNegativeIpV6Test-539764646 tempest-RoutersNegativeIpV6Test-539764646-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:25:14.900547 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-0f90ace1-861e-42c7-9bbf-07f2414e160a tempest-RoutersNegativeIpV6Test-539764646 tempest-RoutersNegativeIpV6Test-539764646-project] Notify callbacks [] for subnet, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:14.935598 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:25:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23593184-b65d-4487-99d6-361befb7f3a9 x-openstack-request-id: req-23593184-b65d-4487-99d6-361befb7f3a9 {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:25:14.935598 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71166d56-287f-4e5e-8d1a-bbeccff30fd6", "tag": "ce53fdb5-9dd4-42ed-9698-5de61b518ba1", "status": "completed", "code": 200}]} {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:25:14.935598 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-23593184-b65d-4487-99d6-361befb7f3a9 {{(pid=105584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:25:14.935909 n-d-705658-22 neutron-server[105584]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71166d56-287f-4e5e-8d1a-bbeccff30fd6', 'tag': 'ce53fdb5-9dd4-42ed-9698-5de61b518ba1', 'status': 'completed', 'code': 200} Jul 27 21:25:14.968240 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d021855-6d88-4058-a936-4b80e897dc54 None None] Network e7d78699-23d9-4168-a13b-1ea5428ba226 requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:25:15.011362 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 56532) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:25:15.097318 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-0f90ace1-861e-42c7-9bbf-07f2414e160a tempest-RoutersNegativeIpV6Test-539764646 tempest-RoutersNegativeIpV6Test-539764646-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3477092 Jul 27 21:25:15.100081 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 56538) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:25:15.223943 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-db42f98d-f217-4be0-982c-523633bd588e None None] Notify callbacks [] for port, precommit_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:15.285996 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-db42f98d-f217-4be0-982c-523633bd588e None None] Transition to ACTIVE for port object a2c22214-2aab-498a-9347-baed222d3a72 will not be triggered until provisioned by entity L2. {{(pid=105586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:25:15.327472 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-8a4adcb3-22b7-481d-99ee-313d95a39b8c admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-579973760-network', 'tenant_id': '12ed4074b5414262a7e8a7e23c4d9c13'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:25:15.365512 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-db42f98d-f217-4be0-982c-523633bd588e None None] Transition to ACTIVE for port object a2c22214-2aab-498a-9347-baed222d3a72 will not be triggered until provisioned by entity DHCP. {{(pid=105586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:25:15.424277 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-db42f98d-f217-4be0-982c-523633bd588e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143'] for port, after_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:15.489550 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 56546) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:25:15.491515 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db42f98d-f217-4be0-982c-523633bd588e None None] Pushing event updated for resources: {'Port': ['ID=a2c22214-2aab-498a-9347-baed222d3a72,revision_number=1']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:25:15.533409 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a4adcb3-22b7-481d-99ee-313d95a39b8c admin admin] Made reservation on behalf of 12ed4074b5414262a7e8a7e23c4d9c13 for: {'network': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:25:15.536242 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-8a4adcb3-22b7-481d-99ee-313d95a39b8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for network, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:15.551983 n-d-705658-22 neutron-server[105586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db42f98d-f217-4be0-982c-523633bd588e None None] Network 3b40326e-6495-4da8-ba67-f98d5ce4826b is already hosted by enough agents. {{(pid=105586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:25:15.582511 n-d-705658-22 neutron-server[105586]: DEBUG neutron.scheduler.base_scheduler [None req-db42f98d-f217-4be0-982c-523633bd588e None None] Resources bound (agent type, host, resource id): {{(pid=105586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:25:15.586227 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db42f98d-f217-4be0-982c-523633bd588e None None] Received port after_create {{(pid=105586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:25:15.595155 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ebc3ae8-7e0c-433d-ab00-2e133e6eba7f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30bb4b93-b285-5d90-9493-f9ec33ea333c-e7d78699-23d9-4168-a13b-1ea5428ba226', 'network_id': 'e7d78699-23d9-4168-a13b-1ea5428ba226', 'tenant_id': '5b4443f172b14a78a8acd1a219a836bc', 'fixed_ips': [{'subnet_id': '371f0577-2b64-445c-a209-cf741991a028'}]}} from n-d-705658-22. {{(pid=105586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 21:25:15.596474 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-6ebc3ae8-7e0c-433d-ab00-2e133e6eba7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:15.698622 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-68ad44d3-318e-4ae7-a72d-3f5727dbb787 req-4bc9b820-1d5e-4722-b3a4-303a8b13bddb service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=71166d56-287f-4e5e-8d1a-bbeccff30fd6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4927595 Jul 27 21:25:15.764169 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-8a4adcb3-22b7-481d-99ee-313d95a39b8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:15.783645 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-db42f98d-f217-4be0-982c-523633bd588e None None] Attempting to bind port a2c22214-2aab-498a-9347-baed222d3a72 on host n-d-705658-22 for vnic_type normal with profile {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:25:15.784216 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-db42f98d-f217-4be0-982c-523633bd588e None None] Attempting to bind port a2c22214-2aab-498a-9347-baed222d3a72 by drivers openvswitch,hyperv on host n-d-705658-22 at level 0 using segments [{'id': 'baba635e-dd03-43d6-9c30-60b952a8c257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '3b40326e-6495-4da8-ba67-f98d5ce4826b'}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:25:15.784355 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db42f98d-f217-4be0-982c-523633bd588e None None] Attempting to bind port a2c22214-2aab-498a-9347-baed222d3a72 on network 3b40326e-6495-4da8-ba67-f98d5ce4826b {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:25:15.807848 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db42f98d-f217-4be0-982c-523633bd588e None None] Checking agent: {'id': '04a7ea91-6318-467e-ace6-b0fb48c8690f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 41, 42), 'started_at': datetime.datetime(2021, 7, 27, 20, 42, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 25, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:25:15.808227 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db42f98d-f217-4be0-982c-523633bd588e None None] Checking segment: {'id': 'baba635e-dd03-43d6-9c30-60b952a8c257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '3b40326e-6495-4da8-ba67-f98d5ce4826b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:25:15.808631 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-db42f98d-f217-4be0-982c-523633bd588e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:15.813275 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db42f98d-f217-4be0-982c-523633bd588e None None] Bound using segment: {'id': 'baba635e-dd03-43d6-9c30-60b952a8c257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '3b40326e-6495-4da8-ba67-f98d5ce4826b'} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:25:15.813830 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-db42f98d-f217-4be0-982c-523633bd588e None None] Bound port: a2c22214-2aab-498a-9347-baed222d3a72, host: n-d-705658-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'baba635e-dd03-43d6-9c30-60b952a8c257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '3b40326e-6495-4da8-ba67-f98d5ce4826b'}}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:25:15.814245 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-db42f98d-f217-4be0-982c-523633bd588e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:15.901921 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-2459d7bd-571d-434e-9b1e-831cbe514a0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:15.968020 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3012354f-a45c-4e05-bc36-7e4a9f2536ff None None] Network 59fa4003-6748-44e9-975c-7417aaf5494f requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:25:15.973212 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device c48f10f6-3550-442e-bc81-000bf859bf46 up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:25:15.975815 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84582089-4584-4aa4-b984-fc526cb2d8e2 req-43326749-a1cd-4921-9bfb-9a8c3bf1edeb tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:25:15.977415 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-84582089-4584-4aa4-b984-fc526cb2d8e2 req-43326749-a1cd-4921-9bfb-9a8c3bf1edeb tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] 10.222.0.59 "GET /v2.0/ports?device_id=71166d56-287f-4e5e-8d1a-bbeccff30fd6 HTTP/1.1" status: 200 len: 946 time: 1.0176134 Jul 27 21:25:15.980449 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc801c7-a41e-4c26-8e49-cf0e210b51b9 req-e4c43d1c-2985-40cf-9772-87797e8bd00e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:25:15.982128 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-bfc801c7-a41e-4c26-8e49-cf0e210b51b9 req-e4c43d1c-2985-40cf-9772-87797e8bd00e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=379416b786c44e07b1b1ba1a5ea96882&device_id=71166d56-287f-4e5e-8d1a-bbeccff30fd6 HTTP/1.1" status: 200 len: 1098 time: 0.9752345 Jul 27 21:25:16.062563 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-8a4adcb3-22b7-481d-99ee-313d95a39b8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:16.094323 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-32025408-7690-48a7-8c9e-a85d75000027 tempest-RoutersNegativeIpV6Test-539764646 tempest-RoutersNegativeIpV6Test-539764646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:16.099326 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-8a4adcb3-22b7-481d-99ee-313d95a39b8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:16.102460 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.agents_db [None req-558fcd2c-e512-47bc-a170-8673d87f7213 None None] Agent healthcheck: found 7 active agents {{(pid=105587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 21:25:16.132144 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc801c7-a41e-4c26-8e49-cf0e210b51b9 req-e5f672ec-c249-4dcf-94d8-5703cfcb9da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:25:16.133872 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-bfc801c7-a41e-4c26-8e49-cf0e210b51b9 req-e5f672ec-c249-4dcf-94d8-5703cfcb9da6 service neutron] 10.222.0.60 "GET /v2.0/networks?id=2ccc93db-b189-42a5-80b7-a6115bf3d495 HTTP/1.1" status: 200 len: 898 time: 0.1440270 Jul 27 21:25:16.142697 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4adcb3-22b7-481d-99ee-313d95a39b8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8f71f10-4566-4682-b27f-dbf5310fdb75,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:25:16.181048 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a4adcb3-22b7-481d-99ee-313d95a39b8c admin admin] vlan segment allocate from pool success with {'vlan_id': 232, 'physical_network': 'physnet1'} {{(pid=105584) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:25:16.191981 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-2f857b21-f130-41a1-92c0-2e5ca5cfbc6b None None] Provisioning for port c48f10f6-3550-442e-bc81-000bf859bf46 completed by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:25:16.194647 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning for port c48f10f6-3550-442e-bc81-000bf859bf46 completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:25:16.224342 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-84582089-4584-4aa4-b984-fc526cb2d8e2 req-e6a4661e-4404-48c4-9686-e89c8135cd65 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] 10.222.0.59 "GET /v2.0/security-groups?id=d7e088a3-97e7-462a-93b9-5633e347368d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2362785 Jul 27 21:25:16.244725 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-8a4adcb3-22b7-481d-99ee-313d95a39b8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:16.245313 n-d-705658-22 neutron-server[105584]: INFO neutron.db.segments_db [None req-8a4adcb3-22b7-481d-99ee-313d95a39b8c admin admin] Added segment d9c05450-bc35-4c45-a76a-1c84373cbacb of type vlan for network 69dadbf8-9944-499c-a333-185023b81d58 Jul 27 21:25:16.245679 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-bfc801c7-a41e-4c26-8e49-cf0e210b51b9 req-85486d61-1ca1-4eba-b7d6-b21b2b7fe664 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ce53fdb5-9dd4-42ed-9698-5de61b518ba1 HTTP/1.1" status: 200 len: 1000 time: 0.1026218 Jul 27 21:25:16.255027 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port c48f10f6-3550-442e-bc81-000bf859bf46 triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:25:16.255248 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:16.281818 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-2f857b21-f130-41a1-92c0-2e5ca5cfbc6b None None] Provisioning complete for port c48f10f6-3550-442e-bc81-000bf859bf46 triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:25:16.282739 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-2f857b21-f130-41a1-92c0-2e5ca5cfbc6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:16.302938 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-8a4adcb3-22b7-481d-99ee-313d95a39b8c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790688424798'] for network, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:16.305295 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-db42f98d-f217-4be0-982c-523633bd588e None None] For port a2c22214-2aab-498a-9347-baed222d3a72, host n-d-705658-22, cleared binding levels {{(pid=105586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:25:16.309179 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-db42f98d-f217-4be0-982c-523633bd588e None None] For port a2c22214-2aab-498a-9347-baed222d3a72, host n-d-705658-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=a2c22214-2aab-498a-9347-baed222d3a72,segment=NetworkSegment(baba635e-dd03-43d6-9c30-60b952a8c257),segment_id=baba635e-dd03-43d6-9c30-60b952a8c257)] {{(pid=105586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:25:16.310986 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc801c7-a41e-4c26-8e49-cf0e210b51b9 req-2f3098d9-1b6c-4b3a-af5d-3f0f061b47d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:25:16.313331 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-bfc801c7-a41e-4c26-8e49-cf0e210b51b9 req-2f3098d9-1b6c-4b3a-af5d-3f0f061b47d0 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=2855f242-b7d7-4a13-b8ce-f230d6c840d2 HTTP/1.1" status: 200 len: 835 time: 0.0609694 Jul 27 21:25:16.313838 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 56560) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:25:16.394273 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-db42f98d-f217-4be0-982c-523633bd588e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:16.440821 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-dbce9988-be39-4b8e-b399-648378f38285 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] 10.222.0.59 "GET /v2.0/floatingips/edd7ea37-4f67-4e8a-8ae9-7700d6f7b23e HTTP/1.1" status: 200 len: 992 time: 0.1256251 Jul 27 21:25:16.446668 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc801c7-a41e-4c26-8e49-cf0e210b51b9 req-600512c1-b0f0-4c6f-9401-5b9f69b0f0f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:25:16.448175 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-bfc801c7-a41e-4c26-8e49-cf0e210b51b9 req-600512c1-b0f0-4c6f-9401-5b9f69b0f0f2 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=2ccc93db-b189-42a5-80b7-a6115bf3d495&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1253734 Jul 27 21:25:16.453611 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-8a4adcb3-22b7-481d-99ee-313d95a39b8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920'] for network, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:16.454788 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a4adcb3-22b7-481d-99ee-313d95a39b8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:25:16.455554 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-8a4adcb3-22b7-481d-99ee-313d95a39b8c admin admin] Notify callbacks [] for network, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:16.496467 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.db_base_plugin_common [None req-6ebc3ae8-7e0c-433d-ab00-2e133e6eba7f None None] Allocated IP 2001:db8::2 (e7d78699-23d9-4168-a13b-1ea5428ba226/371f0577-2b64-445c-a209-cf741991a028/800a61dc-93b0-4dad-a689-cace2dafadd5) {{(pid=105586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:25:16.528316 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-eb780861-4cde-426d-b1bd-bd54dd2b59bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0581615-63d2-4c36-8c8b-69f41b108744', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2033618927', 'tenant_id': '379416b786c44e07b1b1ba1a5ea96882', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.175'}], 'enable_snat': True}, 'gw_port_id': 'e0f2b69d-98b6-410c-acc8-9db1157e29f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:24:43Z', 'updated_at': '2021-07-27T21:24:51Z', 'revision_number': 4, 'project_id': '379416b786c44e07b1b1ba1a5ea96882', 'gw_port': {'id': 'e0f2b69d-98b6-410c-acc8-9db1157e29f6', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:4c:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0581615-63d2-4c36-8c8b-69f41b108744', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3568, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:24:44Z', 'updated_at': '2021-07-27T21:24:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_floatingips': [{'id': 'edd7ea37-4f67-4e8a-8ae9-7700d6f7b23e', 'tenant_id': '379416b786c44e07b1b1ba1a5ea96882', 'floating_ip_address': '172.25.5.148', 'floating_network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'router_id': 'f0581615-63d2-4c36-8c8b-69f41b108744', 'port_id': 'ce53fdb5-9dd4-42ed-9698-5de61b518ba1', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3632, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ccc93db-b189-42a5-80b7-a6115bf3d495', 'mac_address': 'fa:16:3e:67:80:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71166d56-287f-4e5e-8d1a-bbeccff30fd6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T21:25:12Z', 'updated_at': '2021-07-27T21:25:12Z', 'revision_number': 0, 'project_id': '379416b786c44e07b1b1ba1a5ea96882', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb284e82-335a-4b67-a007-09015d467991', 'name': '', 'network_id': '2ccc93db-b189-42a5-80b7-a6115bf3d495', 'tenant_id': '379416b786c44e07b1b1ba1a5ea96882', 'mac_address': 'fa:16:3e:ad:08:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0581615-63d2-4c36-8c8b-69f41b108744', 'device_owner': 'network:router_interface', 'standard_attr_id': 3576, 'fixed_ips': [{'subnet_id': '2855f242-b7d7-4a13-b8ce-f230d6c840d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:24:50Z', 'updated_at': '2021-07-27T21:24:59Z', 'revision_number': 5, 'project_id': '379416b786c44e07b1b1ba1a5ea96882', 'subnets': [{'id': '2855f242-b7d7-4a13-b8ce-f230d6c840d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-22', False) {} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:25:16.599050 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-bfc801c7-a41e-4c26-8e49-cf0e210b51b9 req-a9c9b57c-9947-43e5-8398-cada0ae3f00f service neutron] 10.222.0.60 "GET /v2.0/networks/2ccc93db-b189-42a5-80b7-a6115bf3d495?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1430647 Jul 27 21:25:16.608852 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4adcb3-22b7-481d-99ee-313d95a39b8c admin admin] Pushing event updated for resources: {'Network': ['ID=69dadbf8-9944-499c-a333-185023b81d58,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:25:16.616126 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb780861-4cde-426d-b1bd-bd54dd2b59bf None None] Checking router: f0581615-63d2-4c36-8c8b-69f41b108744 for host: n-d-705658-22 {{(pid=105586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:25:16.643491 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Network 69dadbf8-9944-499c-a333-185023b81d58 details requested by agent ovs-agent-n-d-705658-22 with host n-d-705658-22 {{(pid=105586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:25:16.651299 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-2459d7bd-571d-434e-9b1e-831cbe514a0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:16.667272 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-2459d7bd-571d-434e-9b1e-831cbe514a0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:16.676354 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-8a4adcb3-22b7-481d-99ee-313d95a39b8c admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.6636329 Jul 27 21:25:16.680898 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 56566) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:25:16.698140 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-63d635c6-671b-4335-9d96-cc47c691de97 admin admin] Request body: {'subnet': {'network_id': '69dadbf8-9944-499c-a333-185023b81d58', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-579973760-subnet', 'tenant_id': '12ed4074b5414262a7e8a7e23c4d9c13', 'ip_version': 4}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:25:16.742116 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db42f98d-f217-4be0-982c-523633bd588e None None] Pushing event updated for resources: {'Port': ['ID=a2c22214-2aab-498a-9347-baed222d3a72,revision_number=2']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:25:16.749337 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-bfc801c7-a41e-4c26-8e49-cf0e210b51b9 req-db056abe-7de8-409a-bd55-35030d4d3441 service neutron] 10.222.0.60 "GET /v2.0/networks/2ccc93db-b189-42a5-80b7-a6115bf3d495?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361189 Jul 27 21:25:16.776009 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2459d7bd-571d-434e-9b1e-831cbe514a0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fb9ed1b-251b-4592-bbd3-368b2f267c56,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:25:16.792897 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-2459d7bd-571d-434e-9b1e-831cbe514a0c admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=99158bfd3c64441292b654e6ec2bbd93&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2980390 Jul 27 21:25:16.795609 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 56568) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:25:16.818719 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.db_base_plugin_common [None req-32025408-7690-48a7-8c9e-a85d75000027 tempest-RoutersNegativeIpV6Test-539764646 tempest-RoutersNegativeIpV6Test-539764646-project] Allocated IP 2001:db8::1 (3b40326e-6495-4da8-ba67-f98d5ce4826b/c3fa7ade-6e37-4750-8c14-9107938b77d4/378fae63-dbe9-4836-9f51-0127ac5d59cf) {{(pid=105584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:25:16.856156 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63d635c6-671b-4335-9d96-cc47c691de97 admin admin] Made reservation on behalf of 12ed4074b5414262a7e8a7e23c4d9c13 for: {'subnet': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:25:16.862725 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-63d635c6-671b-4335-9d96-cc47c691de97 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9738786'] for subnet, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:16.919069 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-2f857b21-f130-41a1-92c0-2e5ca5cfbc6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:16.925870 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-bcf023ad-c2a2-4156-8f2c-471bf6c13065 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:16.959110 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-bcf023ad-c2a2-4156-8f2c-471bf6c13065 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:16.970138 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb780861-4cde-426d-b1bd-bd54dd2b59bf None None] Routers {'f0581615-63d2-4c36-8c8b-69f41b108744'} bound to L3 agent in host n-d-705658-22 {{(pid=105586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:25:16.970975 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-eb780861-4cde-426d-b1bd-bd54dd2b59bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:25:12Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['f0581615-63d2-4c36-8c8b-69f41b108744'], 'active': True} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:25:16.980373 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ad44d3-318e-4ae7-a72d-3f5727dbb787 req-0119973c-9f98-4472-9217-c149bd173668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:25:16.982130 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-68ad44d3-318e-4ae7-a72d-3f5727dbb787 req-0119973c-9f98-4472-9217-c149bd173668 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=379416b786c44e07b1b1ba1a5ea96882&device_id=71166d56-287f-4e5e-8d1a-bbeccff30fd6 HTTP/1.1" status: 200 len: 1098 time: 0.1211350 Jul 27 21:25:17.063411 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:17.119323 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-32025408-7690-48a7-8c9e-a85d75000027 tempest-RoutersNegativeIpV6Test-539764646 tempest-RoutersNegativeIpV6Test-539764646-project] Notify callbacks [] for port, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:17.140716 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-2f857b21-f130-41a1-92c0-2e5ca5cfbc6b None None] For port c48f10f6-3550-442e-bc81-000bf859bf46, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=c48f10f6-3550-442e-bc81-000bf859bf46,segment=NetworkSegment(14b3145c-c4e7-4d6e-ac47-551087edb100),segment_id=14b3145c-c4e7-4d6e-ac47-551087edb100)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:25:17.177609 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.provisioning_blocks [None req-32025408-7690-48a7-8c9e-a85d75000027 tempest-RoutersNegativeIpV6Test-539764646 tempest-RoutersNegativeIpV6Test-539764646-project] Transition to ACTIVE for port object 378fae63-dbe9-4836-9f51-0127ac5d59cf will not be triggered until provisioned by entity DHCP. {{(pid=105584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:25:17.181448 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-bcf023ad-c2a2-4156-8f2c-471bf6c13065 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:17.183767 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-bcf023ad-c2a2-4156-8f2c-471bf6c13065 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:17.186333 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-bcf023ad-c2a2-4156-8f2c-471bf6c13065 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/9fb9ed1b-251b-4592-bbd3-368b2f267c56 HTTP/1.1" status: 204 len: 168 time: 0.3882232 Jul 27 21:25:17.206789 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf023ad-c2a2-4156-8f2c-471bf6c13065 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fb9ed1b-251b-4592-bbd3-368b2f267c56,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:25:17.209062 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ad44d3-318e-4ae7-a72d-3f5727dbb787 req-72594022-72b9-4506-b923-23b6ad056cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:25:17.210558 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-68ad44d3-318e-4ae7-a72d-3f5727dbb787 req-72594022-72b9-4506-b923-23b6ad056cdb service neutron] 10.222.0.60 "GET /v2.0/networks?id=2ccc93db-b189-42a5-80b7-a6115bf3d495 HTTP/1.1" status: 200 len: 898 time: 0.1884871 Jul 27 21:25:17.305498 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-6ebc3ae8-7e0c-433d-ab00-2e133e6eba7f None None] Notify callbacks [] for port, precommit_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:17.316189 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-6ebc3ae8-7e0c-433d-ab00-2e133e6eba7f None None] Transition to ACTIVE for port object 800a61dc-93b0-4dad-a689-cace2dafadd5 will not be triggered until provisioned by entity L2. {{(pid=105586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:25:17.327213 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-68ad44d3-318e-4ae7-a72d-3f5727dbb787 req-acc9f61a-68cb-4e7b-b54c-acd78cac41ce service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ce53fdb5-9dd4-42ed-9698-5de61b518ba1 HTTP/1.1" status: 200 len: 1000 time: 0.1060362 Jul 27 21:25:17.349872 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-2f857b21-f130-41a1-92c0-2e5ca5cfbc6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:17.372102 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-6ebc3ae8-7e0c-433d-ab00-2e133e6eba7f None None] Transition to ACTIVE for port object 800a61dc-93b0-4dad-a689-cace2dafadd5 will not be triggered until provisioned by entity DHCP. {{(pid=105586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:25:17.388943 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-63d635c6-671b-4335-9d96-cc47c691de97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9014150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9738800'] for subnet, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:17.394209 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ad44d3-318e-4ae7-a72d-3f5727dbb787 req-0022ef1f-213d-406b-9a7e-480a70a26177 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:25:17.401549 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-68ad44d3-318e-4ae7-a72d-3f5727dbb787 req-0022ef1f-213d-406b-9a7e-480a70a26177 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=2855f242-b7d7-4a13-b8ce-f230d6c840d2 HTTP/1.1" status: 200 len: 835 time: 0.0626819 Jul 27 21:25:17.451231 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 56580) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:25:17.522176 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f857b21-f130-41a1-92c0-2e5ca5cfbc6b None None] Pushing event updated for resources: {'Port': ['ID=c48f10f6-3550-442e-bc81-000bf859bf46,revision_number=3']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:25:17.533995 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-6ebc3ae8-7e0c-433d-ab00-2e133e6eba7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143'] for port, after_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:17.549245 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ad44d3-318e-4ae7-a72d-3f5727dbb787 req-9717705e-3b15-4cd1-82b6-55242dc4b2a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:25:17.553787 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-32025408-7690-48a7-8c9e-a85d75000027 tempest-RoutersNegativeIpV6Test-539764646 tempest-RoutersNegativeIpV6Test-539764646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:17.569599 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-84457cf7-c317-4b1e-8a08-b645c50c7bf5 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] 10.222.0.59 "GET /v2.0/floatingips/edd7ea37-4f67-4e8a-8ae9-7700d6f7b23e HTTP/1.1" status: 200 len: 992 time: 0.0952008 Jul 27 21:25:17.573072 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-68ad44d3-318e-4ae7-a72d-3f5727dbb787 req-9717705e-3b15-4cd1-82b6-55242dc4b2a0 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=2ccc93db-b189-42a5-80b7-a6115bf3d495&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1642575 Jul 27 21:25:17.620258 n-d-705658-22 neutron-server[105586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ebc3ae8-7e0c-433d-ab00-2e133e6eba7f None None] Network e7d78699-23d9-4168-a13b-1ea5428ba226 is already hosted by enough agents. {{(pid=105586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:25:17.650337 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvr_db [None req-eb780861-4cde-426d-b1bd-bd54dd2b59bf None None] Set router f0581615-63d2-4c36-8c8b-69f41b108744 gateway port host: n-d-705658-22 {{(pid=105586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:25:17.654295 n-d-705658-22 neutron-server[105586]: DEBUG neutron.scheduler.base_scheduler [None req-6ebc3ae8-7e0c-433d-ab00-2e133e6eba7f None None] Resources bound (agent type, host, resource id): {{(pid=105586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:25:17.660341 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ebc3ae8-7e0c-433d-ab00-2e133e6eba7f None None] Received port after_create {{(pid=105586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:25:17.696339 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32025408-7690-48a7-8c9e-a85d75000027 tempest-RoutersNegativeIpV6Test-539764646 tempest-RoutersNegativeIpV6Test-539764646-project] Network 3b40326e-6495-4da8-ba67-f98d5ce4826b is already hosted by enough agents. {{(pid=105584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:25:17.700082 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32025408-7690-48a7-8c9e-a85d75000027 tempest-RoutersNegativeIpV6Test-539764646 tempest-RoutersNegativeIpV6Test-539764646-project] Pushing event updated for resources: {'Port': ['ID=378fae63-dbe9-4836-9f51-0127ac5d59cf,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:25:17.712719 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d635c6-671b-4335-9d96-cc47c691de97 admin admin] Pushing event updated for resources: {'Subnet': ['ID=420c0162-8654-40c4-b32b-4c8dd7b9dffa,revision_number=0']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:25:17.724006 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [None req-32025408-7690-48a7-8c9e-a85d75000027 tempest-RoutersNegativeIpV6Test-539764646 tempest-RoutersNegativeIpV6Test-539764646-project] Resources bound (agent type, host, resource id): {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:25:17.727510 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32025408-7690-48a7-8c9e-a85d75000027 tempest-RoutersNegativeIpV6Test-539764646 tempest-RoutersNegativeIpV6Test-539764646-project] Received port after_create {{(pid=105584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:25:17.728280 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-32025408-7690-48a7-8c9e-a85d75000027 tempest-RoutersNegativeIpV6Test-539764646 tempest-RoutersNegativeIpV6Test-539764646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4075523'] for router_interface, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:17.740256 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-68ad44d3-318e-4ae7-a72d-3f5727dbb787 req-aaa75812-8f87-48ae-8cfb-5760702d2822 service neutron] 10.222.0.60 "GET /v2.0/networks/2ccc93db-b189-42a5-80b7-a6115bf3d495?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1565766 Jul 27 21:25:17.740744 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 56586) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:25:17.746259 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.db.api [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105586) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 27 21:25:17.746746 n-d-705658-22 neutron-server[105586]: DEBUG oslo_db.api [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 27 21:25:17.758417 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-ffb9f168-a6e0-4dce-bd0a-164450074ab4 None None] Provisioning complete for port c48f10f6-3550-442e-bc81-000bf859bf46 triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:25:17.758936 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-ffb9f168-a6e0-4dce-bd0a-164450074ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:17.787370 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebc3ae8-7e0c-433d-ab00-2e133e6eba7f None None] Pushing event updated for resources: {'Port': ['ID=800a61dc-93b0-4dad-a689-cace2dafadd5,revision_number=1']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:25:17.798533 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63d635c6-671b-4335-9d96-cc47c691de97 admin admin] Checking segment: {'id': 'd9c05450-bc35-4c45-a76a-1c84373cbacb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '69dadbf8-9944-499c-a333-185023b81d58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:25:17.799103 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63d635c6-671b-4335-9d96-cc47c691de97 admin admin] Network hostable DHCP agents. Network: 69dadbf8-9944-499c-a333-185023b81d58, hostable agents: ['7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a'], hosted agents: [] {{(pid=105584) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:25:17.826813 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-ca005d78-3511-4ea7-b80e-5514ea7f16b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:17.858588 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63d635c6-671b-4335-9d96-cc47c691de97 admin admin] Network 69dadbf8-9944-499c-a333-185023b81d58 is scheduled to be hosted by DHCP agent 7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a with binding_index 1 {{(pid=105584) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:25:17.876582 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [None req-63d635c6-671b-4335-9d96-cc47c691de97 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-22, 69dadbf8-9944-499c-a333-185023b81d58) {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:25:17.886380 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63d635c6-671b-4335-9d96-cc47c691de97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:25:17.889253 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-63d635c6-671b-4335-9d96-cc47c691de97 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:17.895184 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c83c28b7-3ae7-4192-a9af-29b9dd13a1d6 None None] Network 69dadbf8-9944-499c-a333-185023b81d58 requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:25:17.959811 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-32025408-7690-48a7-8c9e-a85d75000027 tempest-RoutersNegativeIpV6Test-539764646 tempest-RoutersNegativeIpV6Test-539764646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:17.980985 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-68ad44d3-318e-4ae7-a72d-3f5727dbb787 req-4284a0f7-8c5a-4a11-a2c4-4e0e61215a67 service neutron] 10.222.0.60 "GET /v2.0/networks/2ccc93db-b189-42a5-80b7-a6115bf3d495?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2310891 Jul 27 21:25:18.071779 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-ca005d78-3511-4ea7-b80e-5514ea7f16b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:18.076898 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-ca005d78-3511-4ea7-b80e-5514ea7f16b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:18.116701 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca005d78-3511-4ea7-b80e-5514ea7f16b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a919bf21-1208-480d-a4d1-339397b54316,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:25:18.157829 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-ca005d78-3511-4ea7-b80e-5514ea7f16b2 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=6025545ba0754c93aaeb5f688032eaac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4159062 Jul 27 21:25:18.160242 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 56592) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:25:18.216772 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-1e4cd8e6-809e-41b4-b731-7515e88194c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:18.218249 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-6ebc3ae8-7e0c-433d-ab00-2e133e6eba7f None None] Attempting to bind port 800a61dc-93b0-4dad-a689-cace2dafadd5 on host n-d-705658-22 for vnic_type normal with profile {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:25:18.219096 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-6ebc3ae8-7e0c-433d-ab00-2e133e6eba7f None None] Attempting to bind port 800a61dc-93b0-4dad-a689-cace2dafadd5 by drivers openvswitch,hyperv on host n-d-705658-22 at level 0 using segments [{'id': 'f9164bb2-ac78-469b-b6b9-5134cc74647c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'e7d78699-23d9-4168-a13b-1ea5428ba226'}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:25:18.219629 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ebc3ae8-7e0c-433d-ab00-2e133e6eba7f None None] Attempting to bind port 800a61dc-93b0-4dad-a689-cace2dafadd5 on network e7d78699-23d9-4168-a13b-1ea5428ba226 {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:25:18.226736 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b22be5a-a363-462e-ba35-ceaa05c32695 None None] Network 3b40326e-6495-4da8-ba67-f98d5ce4826b requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:25:18.244698 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-1e4cd8e6-809e-41b4-b731-7515e88194c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:18.271806 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-63d635c6-671b-4335-9d96-cc47c691de97 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.5833769 Jul 27 21:25:18.274455 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 56598) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:25:18.284564 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-de3333cb-a8e7-4324-8014-1cd61837b970 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-579973760-router', 'tenant_id': '12ed4074b5414262a7e8a7e23c4d9c13', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305'}}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:25:18.319540 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-de3333cb-a8e7-4324-8014-1cd61837b970 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4163813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-443'] for router, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:18.320808 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-de3333cb-a8e7-4324-8014-1cd61837b970 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4165196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4077059', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3711235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-418'] for router, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:18.357806 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-32025408-7690-48a7-8c9e-a85d75000027 tempest-RoutersNegativeIpV6Test-539764646 tempest-RoutersNegativeIpV6Test-539764646-project] Notify callbacks [] for port, precommit_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:18.364248 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-32025408-7690-48a7-8c9e-a85d75000027 tempest-RoutersNegativeIpV6Test-539764646 tempest-RoutersNegativeIpV6Test-539764646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9014027'] for port, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:18.366069 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-32025408-7690-48a7-8c9e-a85d75000027 tempest-RoutersNegativeIpV6Test-539764646 tempest-RoutersNegativeIpV6Test-539764646-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3743906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4076435'] for router_interface, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:18.401196 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-de3333cb-a8e7-4324-8014-1cd61837b970 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:18.402697 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-1e4cd8e6-809e-41b4-b731-7515e88194c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:18.406464 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-1e4cd8e6-809e-41b4-b731-7515e88194c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:18.407857 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-1e4cd8e6-809e-41b4-b731-7515e88194c2 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/a919bf21-1208-480d-a4d1-339397b54316 HTTP/1.1" status: 204 len: 168 time: 0.2464998 Jul 27 21:25:18.488927 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32025408-7690-48a7-8c9e-a85d75000027 tempest-RoutersNegativeIpV6Test-539764646 tempest-RoutersNegativeIpV6Test-539764646-project] Pushing event updated for resources: {'Port': ['ID=378fae63-dbe9-4836-9f51-0127ac5d59cf,revision_number=2']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:25:18.503309 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32025408-7690-48a7-8c9e-a85d75000027 tempest-RoutersNegativeIpV6Test-539764646 tempest-RoutersNegativeIpV6Test-539764646-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:25:18.503947 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32025408-7690-48a7-8c9e-a85d75000027 tempest-RoutersNegativeIpV6Test-539764646 tempest-RoutersNegativeIpV6Test-539764646-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:25:18.504484 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32025408-7690-48a7-8c9e-a85d75000027 tempest-RoutersNegativeIpV6Test-539764646 tempest-RoutersNegativeIpV6Test-539764646-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:25:18.504993 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32025408-7690-48a7-8c9e-a85d75000027 tempest-RoutersNegativeIpV6Test-539764646 tempest-RoutersNegativeIpV6Test-539764646-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:25:18.505495 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32025408-7690-48a7-8c9e-a85d75000027 tempest-RoutersNegativeIpV6Test-539764646 tempest-RoutersNegativeIpV6Test-539764646-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:25:18.505986 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32025408-7690-48a7-8c9e-a85d75000027 tempest-RoutersNegativeIpV6Test-539764646 tempest-RoutersNegativeIpV6Test-539764646-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:25:18.506494 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32025408-7690-48a7-8c9e-a85d75000027 tempest-RoutersNegativeIpV6Test-539764646 tempest-RoutersNegativeIpV6Test-539764646-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:25:18.507014 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32025408-7690-48a7-8c9e-a85d75000027 tempest-RoutersNegativeIpV6Test-539764646 tempest-RoutersNegativeIpV6Test-539764646-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:25:18.507517 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32025408-7690-48a7-8c9e-a85d75000027 tempest-RoutersNegativeIpV6Test-539764646 tempest-RoutersNegativeIpV6Test-539764646-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:25:18.508138 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32025408-7690-48a7-8c9e-a85d75000027 tempest-RoutersNegativeIpV6Test-539764646 tempest-RoutersNegativeIpV6Test-539764646-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:25:18.508785 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32025408-7690-48a7-8c9e-a85d75000027 tempest-RoutersNegativeIpV6Test-539764646 tempest-RoutersNegativeIpV6Test-539764646-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:25:18.509293 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32025408-7690-48a7-8c9e-a85d75000027 tempest-RoutersNegativeIpV6Test-539764646 tempest-RoutersNegativeIpV6Test-539764646-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:25:18.515514 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ebc3ae8-7e0c-433d-ab00-2e133e6eba7f None None] Checking agent: {'id': '04a7ea91-6318-467e-ace6-b0fb48c8690f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 41, 42), 'started_at': datetime.datetime(2021, 7, 27, 20, 42, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 25, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:25:18.516046 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ebc3ae8-7e0c-433d-ab00-2e133e6eba7f None None] Checking segment: {'id': 'f9164bb2-ac78-469b-b6b9-5134cc74647c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'e7d78699-23d9-4168-a13b-1ea5428ba226'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:25:18.516562 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-6ebc3ae8-7e0c-433d-ab00-2e133e6eba7f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:18.517079 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ebc3ae8-7e0c-433d-ab00-2e133e6eba7f None None] Bound using segment: {'id': 'f9164bb2-ac78-469b-b6b9-5134cc74647c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'e7d78699-23d9-4168-a13b-1ea5428ba226'} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:25:18.517671 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-6ebc3ae8-7e0c-433d-ab00-2e133e6eba7f None None] Bound port: 800a61dc-93b0-4dad-a689-cace2dafadd5, host: n-d-705658-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9164bb2-ac78-469b-b6b9-5134cc74647c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'e7d78699-23d9-4168-a13b-1ea5428ba226'}}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:25:18.518595 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-6ebc3ae8-7e0c-433d-ab00-2e133e6eba7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:18.549638 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4cd8e6-809e-41b4-b731-7515e88194c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a919bf21-1208-480d-a4d1-339397b54316,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:25:18.565435 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32025408-7690-48a7-8c9e-a85d75000027 tempest-RoutersNegativeIpV6Test-539764646 tempest-RoutersNegativeIpV6Test-539764646-project] Network 3b40326e-6495-4da8-ba67-f98d5ce4826b is already hosted by enough agents. {{(pid=105584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:25:18.566943 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [None req-32025408-7690-48a7-8c9e-a85d75000027 tempest-RoutersNegativeIpV6Test-539764646 tempest-RoutersNegativeIpV6Test-539764646-project] Resources bound (agent type, host, resource id): {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:25:18.571898 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 56606) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:25:18.719367 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-de3333cb-a8e7-4324-8014-1cd61837b970 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4077169', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4163787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-400'] for router, precommit_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:18.827832 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-6ebc3ae8-7e0c-433d-ab00-2e133e6eba7f None None] For port 800a61dc-93b0-4dad-a689-cace2dafadd5, host n-d-705658-22, cleared binding levels {{(pid=105586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:25:18.916735 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-6ebc3ae8-7e0c-433d-ab00-2e133e6eba7f None None] For port 800a61dc-93b0-4dad-a689-cace2dafadd5, host n-d-705658-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=800a61dc-93b0-4dad-a689-cace2dafadd5,segment=NetworkSegment(f9164bb2-ac78-469b-b6b9-5134cc74647c),segment_id=f9164bb2-ac78-469b-b6b9-5134cc74647c)] {{(pid=105586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:25:18.941822 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-6ebc3ae8-7e0c-433d-ab00-2e133e6eba7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:18.948214 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-bb8d65a1-b9dd-446b-b74c-c771d67b126d tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] 10.222.0.59 "GET /v2.0/floatingips/edd7ea37-4f67-4e8a-8ae9-7700d6f7b23e HTTP/1.1" status: 200 len: 992 time: 0.3750088 Jul 27 21:25:18.977360 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32025408-7690-48a7-8c9e-a85d75000027 tempest-RoutersNegativeIpV6Test-539764646 tempest-RoutersNegativeIpV6Test-539764646-project] Router f09c3502-000d-4c18-baeb-0a12a7a560eb is scheduled to L3 agent dd128fd7-8e57-4d4f-895b-a96b369df59a with binding_index 1 {{(pid=105584) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 21:25:19.018691 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-0abe90a9-590c-44fb-942a-9648000c4dcd None None] Provisioning for port a2c22214-2aab-498a-9347-baed222d3a72 completed by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:25:19.106419 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device c48f10f6-3550-442e-bc81-000bf859bf46 up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:25:19.150806 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32025408-7690-48a7-8c9e-a85d75000027 tempest-RoutersNegativeIpV6Test-539764646 tempest-RoutersNegativeIpV6Test-539764646-project] Notify agent at l3_agent.n-d-705658-22 the message routers_updated {{(pid=105584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:25:19.157004 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-32025408-7690-48a7-8c9e-a85d75000027 tempest-RoutersNegativeIpV6Test-539764646 tempest-RoutersNegativeIpV6Test-539764646-project] 10.222.0.59 "PUT /v2.0/routers/f09c3502-000d-4c18-baeb-0a12a7a560eb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0552118 Jul 27 21:25:19.162703 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57a457be-cb56-4ed1-8356-351d0b4d0586 None None] Sync routers for ids ['f09c3502-000d-4c18-baeb-0a12a7a560eb'] in n-d-705658-22 {{(pid=105587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:25:19.168581 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 56622) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:25:19.178394 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57a457be-cb56-4ed1-8356-351d0b4d0586 None None] Routers {'f09c3502-000d-4c18-baeb-0a12a7a560eb'} bound to L3 agent in host n-d-705658-22 {{(pid=105587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:25:19.179060 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-57a457be-cb56-4ed1-8356-351d0b4d0586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:25:12Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['f09c3502-000d-4c18-baeb-0a12a7a560eb'], 'active': True} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:25:19.238481 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebc3ae8-7e0c-433d-ab00-2e133e6eba7f None None] Pushing event updated for resources: {'Port': ['ID=800a61dc-93b0-4dad-a689-cace2dafadd5,revision_number=2']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:25:19.256503 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-57a457be-cb56-4ed1-8356-351d0b4d0586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-22', False) {} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:25:19.285961 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-de3333cb-a8e7-4324-8014-1cd61837b970 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:19.289650 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-eb780861-4cde-426d-b1bd-bd54dd2b59bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0581615-63d2-4c36-8c8b-69f41b108744', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2033618927', 'tenant_id': '379416b786c44e07b1b1ba1a5ea96882', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.175'}], 'enable_snat': True}, 'gw_port_id': 'e0f2b69d-98b6-410c-acc8-9db1157e29f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:24:43Z', 'updated_at': '2021-07-27T21:24:51Z', 'revision_number': 4, 'project_id': '379416b786c44e07b1b1ba1a5ea96882', 'gw_port': {'id': 'e0f2b69d-98b6-410c-acc8-9db1157e29f6', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:4c:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0581615-63d2-4c36-8c8b-69f41b108744', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3568, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:24:44Z', 'updated_at': '2021-07-27T21:24:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_floatingips': [{'id': 'edd7ea37-4f67-4e8a-8ae9-7700d6f7b23e', 'tenant_id': '379416b786c44e07b1b1ba1a5ea96882', 'floating_ip_address': '172.25.5.148', 'floating_network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'router_id': 'f0581615-63d2-4c36-8c8b-69f41b108744', 'port_id': 'ce53fdb5-9dd4-42ed-9698-5de61b518ba1', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3632, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ccc93db-b189-42a5-80b7-a6115bf3d495', 'mac_address': 'fa:16:3e:67:80:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71166d56-287f-4e5e-8d1a-bbeccff30fd6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T21:25:12Z', 'updated_at': '2021-07-27T21:25:12Z', 'revision_number': 0, 'project_id': '379416b786c44e07b1b1ba1a5ea96882', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb284e82-335a-4b67-a007-09015d467991', 'name': '', 'network_id': '2ccc93db-b189-42a5-80b7-a6115bf3d495', 'tenant_id': '379416b786c44e07b1b1ba1a5ea96882', 'mac_address': 'fa:16:3e:ad:08:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0581615-63d2-4c36-8c8b-69f41b108744', 'device_owner': 'network:router_interface', 'standard_attr_id': 3576, 'fixed_ips': [{'subnet_id': '2855f242-b7d7-4a13-b8ce-f230d6c840d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:24:50Z', 'updated_at': '2021-07-27T21:24:59Z', 'revision_number': 5, 'project_id': '379416b786c44e07b1b1ba1a5ea96882', 'subnets': [{'id': '2855f242-b7d7-4a13-b8ce-f230d6c840d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-22', False) {} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:25:19.301837 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57a457be-cb56-4ed1-8356-351d0b4d0586 None None] Routers {'f09c3502-000d-4c18-baeb-0a12a7a560eb'} bound to L3 agent in host n-d-705658-22 {{(pid=105587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:25:19.303115 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-57a457be-cb56-4ed1-8356-351d0b4d0586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:25:12Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['f09c3502-000d-4c18-baeb-0a12a7a560eb'], 'active': True} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:25:19.316016 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-de3333cb-a8e7-4324-8014-1cd61837b970 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:19.394808 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-57a457be-cb56-4ed1-8356-351d0b4d0586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-22', False) {} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:25:19.395997 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57a457be-cb56-4ed1-8356-351d0b4d0586 None None] The sync data for ids ['f09c3502-000d-4c18-baeb-0a12a7a560eb'] in n-d-705658-22 is: [] {{(pid=105587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:25:19.458856 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb780861-4cde-426d-b1bd-bd54dd2b59bf None None] The sync data for ids ['f0581615-63d2-4c36-8c8b-69f41b108744'] in n-d-705658-22 is: [{'id': 'f0581615-63d2-4c36-8c8b-69f41b108744', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2033618927', 'tenant_id': '379416b786c44e07b1b1ba1a5ea96882', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.175'}], 'enable_snat': True}, 'gw_port_id': 'e0f2b69d-98b6-410c-acc8-9db1157e29f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:24:43Z', 'updated_at': '2021-07-27T21:24:51Z', 'revision_number': 4, 'project_id': '379416b786c44e07b1b1ba1a5ea96882', 'gw_port': {'id': 'e0f2b69d-98b6-410c-acc8-9db1157e29f6', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:4c:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0581615-63d2-4c36-8c8b-69f41b108744', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3568, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:24:44Z', 'updated_at': '2021-07-27T21:24:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_floatingips': [{'id': 'edd7ea37-4f67-4e8a-8ae9-7700d6f7b23e', 'tenant_id': '379416b786c44e07b1b1ba1a5ea96882', 'floating_ip_address': '172.25.5.148', 'floating_network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'router_id': 'f0581615-63d2-4c36-8c8b-69f41b108744', 'port_id': 'ce53fdb5-9dd4-42ed-9698-5de61b518ba1', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3632, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ccc93db-b189-42a5-80b7-a6115bf3d495', 'mac_address': 'fa:16:3e:67:80:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71166d56-287f-4e5e-8d1a-bbeccff30fd6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T21:25:12Z', 'updated_at': '2021-07-27T21:25:12Z', 'revision_number': 0, 'project_id': '379416b786c44e07b1b1ba1a5ea96882', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb284e82-335a-4b67-a007-09015d467991', 'name': '', 'network_id': '2ccc93db-b189-42a5-80b7-a6115bf3d495', 'tenant_id': '379416b786c44e07b1b1ba1a5ea96882', 'mac_address': 'fa:16:3e:ad:08:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0581615-63d2-4c36-8c8b-69f41b108744', 'device_owner': 'network:router_interface', 'standard_attr_id': 3576, 'fixed_ips': [{'subnet_id': '2855f242-b7d7-4a13-b8ce-f230d6c840d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:24:50Z', 'updated_at': '2021-07-27T21:24:59Z', 'revision_number': 5, 'project_id': '379416b786c44e07b1b1ba1a5ea96882', 'subnets': [{'id': '2855f242-b7d7-4a13-b8ce-f230d6c840d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:25:19.477175 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34f5f9fa-0889-496f-8555-00886a550b4c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30bb4b93-b285-5d90-9493-f9ec33ea333c-69dadbf8-9944-499c-a333-185023b81d58', 'network_id': '69dadbf8-9944-499c-a333-185023b81d58', 'tenant_id': '12ed4074b5414262a7e8a7e23c4d9c13', 'fixed_ips': [{'subnet_id': '420c0162-8654-40c4-b32b-4c8dd7b9dffa'}]}} from n-d-705658-22. {{(pid=105586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 21:25:19.478287 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-34f5f9fa-0889-496f-8555-00886a550b4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:19.578320 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.db_base_plugin_common [None req-de3333cb-a8e7-4324-8014-1cd61837b970 admin admin] Allocated IP 172.25.5.176 (8735d8a2-b604-4758-ae71-b40e4ee6f305/eca7dbab-b9c0-4c8f-a272-816ea8a81764/62c8d815-590f-4d3d-8f53-4070f26ed607) {{(pid=105585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:25:19.608314 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port c48f10f6-3550-442e-bc81-000bf859bf46 triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:25:19.608776 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:19.834759 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.db_base_plugin_common [None req-34f5f9fa-0889-496f-8555-00886a550b4c None None] Allocated IP 172.20.0.2 (69dadbf8-9944-499c-a333-185023b81d58/420c0162-8654-40c4-b32b-4c8dd7b9dffa/80984bb8-56a8-4c60-9913-194550a90893) {{(pid=105586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:25:19.844965 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-de3333cb-a8e7-4324-8014-1cd61837b970 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:19.958177 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 56642) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:25:20.074398 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-de3333cb-a8e7-4324-8014-1cd61837b970 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:20.163479 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-605ad110-564b-44d4-809c-8c6ab479e4ff None None] Provisioning for port 378fae63-dbe9-4836-9f51-0127ac5d59cf completed by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:25:20.180211 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-81e76f13-c476-48fa-96c2-e94f741b3bc5 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] 10.222.0.59 "GET /v2.0/floatingips/edd7ea37-4f67-4e8a-8ae9-7700d6f7b23e HTTP/1.1" status: 200 len: 992 time: 0.2201109 Jul 27 21:25:20.192923 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de3333cb-a8e7-4324-8014-1cd61837b970 admin admin] Network 8735d8a2-b604-4758-ae71-b40e4ee6f305 is already hosted by enough agents. {{(pid=105585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:25:20.201008 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.base_scheduler [None req-de3333cb-a8e7-4324-8014-1cd61837b970 admin admin] Resources bound (agent type, host, resource id): {{(pid=105585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:25:20.205625 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-605ad110-564b-44d4-809c-8c6ab479e4ff None None] Provisioning complete for port 378fae63-dbe9-4836-9f51-0127ac5d59cf triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:25:20.208043 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-605ad110-564b-44d4-809c-8c6ab479e4ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:20.224194 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de3333cb-a8e7-4324-8014-1cd61837b970 admin admin] Received port after_create {{(pid=105585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:25:20.256440 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3333cb-a8e7-4324-8014-1cd61837b970 admin admin] Pushing event updated for resources: {'Port': ['ID=62c8d815-590f-4d3d-8f53-4070f26ed607,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:25:20.293543 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a95540fb-43ab-4dc0-aceb-8a206cbaa4ec None None] New status for floating IP edd7ea37-4f67-4e8a-8ae9-7700d6f7b23e: ACTIVE {{(pid=105586) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 21:25:20.310611 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-34f5f9fa-0889-496f-8555-00886a550b4c None None] Notify callbacks [] for port, precommit_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:20.510213 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-34f5f9fa-0889-496f-8555-00886a550b4c None None] Transition to ACTIVE for port object 80984bb8-56a8-4c60-9913-194550a90893 will not be triggered until provisioned by entity L2. {{(pid=105586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:25:20.624309 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-605ad110-564b-44d4-809c-8c6ab479e4ff None None] Port 378fae63-dbe9-4836-9f51-0127ac5d59cf cannot update to ACTIVE because it is not bound. {{(pid=105586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:25:20.634440 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device a2c22214-2aab-498a-9347-baed222d3a72 up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:25:20.645572 n-d-705658-22 neutron-server[105584]: INFO neutron.api.v2.resource [None req-5da0ea46-016f-4dad-a846-1db5e8ddfa8d tempest-RoutersNegativeIpV6Test-539764646 tempest-RoutersNegativeIpV6Test-539764646-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 27 21:25:20.646795 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-5da0ea46-016f-4dad-a846-1db5e8ddfa8d tempest-RoutersNegativeIpV6Test-539764646 tempest-RoutersNegativeIpV6Test-539764646-project] 10.222.0.59 "PUT /v2.0/routers/f09c3502-000d-4c18-baeb-0a12a7a560eb/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.4735773 Jul 27 21:25:20.649676 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 56658) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:25:20.704886 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-de3333cb-a8e7-4324-8014-1cd61837b970 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:20.733139 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-34f5f9fa-0889-496f-8555-00886a550b4c None None] Transition to ACTIVE for port object 80984bb8-56a8-4c60-9913-194550a90893 will not be triggered until provisioned by entity DHCP. {{(pid=105586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:25:20.821385 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-34f5f9fa-0889-496f-8555-00886a550b4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143'] for port, after_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:20.927905 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f5f9fa-0889-496f-8555-00886a550b4c None None] Pushing event updated for resources: {'Port': ['ID=80984bb8-56a8-4c60-9913-194550a90893,revision_number=1']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:25:20.968338 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning for port a2c22214-2aab-498a-9347-baed222d3a72 completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:25:20.976418 n-d-705658-22 neutron-server[105586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34f5f9fa-0889-496f-8555-00886a550b4c None None] Network 69dadbf8-9944-499c-a333-185023b81d58 is already hosted by enough agents. {{(pid=105586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:25:20.977196 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port a2c22214-2aab-498a-9347-baed222d3a72 triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:25:20.977618 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:21.009821 n-d-705658-22 neutron-server[105586]: DEBUG neutron.scheduler.base_scheduler [None req-34f5f9fa-0889-496f-8555-00886a550b4c None None] Resources bound (agent type, host, resource id): {{(pid=105586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:25:21.012722 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34f5f9fa-0889-496f-8555-00886a550b4c None None] Received port after_create {{(pid=105586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:25:21.073467 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-de3333cb-a8e7-4324-8014-1cd61837b970 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4163804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4077150'] for router, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:21.087552 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60a99a2c-418e-4e55-8d72-21d8d0e24878 None None] Network e7d78699-23d9-4168-a13b-1ea5428ba226 requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:25:21.194063 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 56678) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:25:21.250929 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-5a35f2ad-8982-4d22-ae03-fb214ae9b2f4 None None] Provisioning complete for port 378fae63-dbe9-4836-9f51-0127ac5d59cf triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:25:21.251216 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-d21c4c3f-550d-448b-a966-acaf2cf93943 tempest-RoutersNegativeIpV6Test-539764646 tempest-RoutersNegativeIpV6Test-539764646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4076536'] for router_interface, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:21.251460 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-5a35f2ad-8982-4d22-ae03-fb214ae9b2f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:21.306104 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-5a35f2ad-8982-4d22-ae03-fb214ae9b2f4 None None] Port 378fae63-dbe9-4836-9f51-0127ac5d59cf cannot update to ACTIVE because it is not bound. {{(pid=105586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:25:21.382699 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-05f04b60-b7d2-4caf-a828-8c44343a791d tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] 10.222.0.59 "GET /v2.0/floatingips/edd7ea37-4f67-4e8a-8ae9-7700d6f7b23e HTTP/1.1" status: 200 len: 994 time: 0.1820011 Jul 27 21:25:21.431488 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-34f5f9fa-0889-496f-8555-00886a550b4c None None] Attempting to bind port 80984bb8-56a8-4c60-9913-194550a90893 on host n-d-705658-22 for vnic_type normal with profile {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:25:21.431859 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-34f5f9fa-0889-496f-8555-00886a550b4c None None] Attempting to bind port 80984bb8-56a8-4c60-9913-194550a90893 by drivers openvswitch,hyperv on host n-d-705658-22 at level 0 using segments [{'id': 'd9c05450-bc35-4c45-a76a-1c84373cbacb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '69dadbf8-9944-499c-a333-185023b81d58'}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:25:21.432219 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34f5f9fa-0889-496f-8555-00886a550b4c None None] Attempting to bind port 80984bb8-56a8-4c60-9913-194550a90893 on network 69dadbf8-9944-499c-a333-185023b81d58 {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:25:21.445900 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de3333cb-a8e7-4324-8014-1cd61837b970 admin admin] Router 324281cc-5de5-4f18-a0cb-0755cb98e8f5 is scheduled to L3 agent dd128fd7-8e57-4d4f-895b-a96b369df59a with binding_index 1 {{(pid=105585) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 21:25:21.446968 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34f5f9fa-0889-496f-8555-00886a550b4c None None] Checking agent: {'id': '04a7ea91-6318-467e-ace6-b0fb48c8690f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 41, 42), 'started_at': datetime.datetime(2021, 7, 27, 20, 42, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 25, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:25:21.447249 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34f5f9fa-0889-496f-8555-00886a550b4c None None] Checking segment: {'id': 'd9c05450-bc35-4c45-a76a-1c84373cbacb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '69dadbf8-9944-499c-a333-185023b81d58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:25:21.447649 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-34f5f9fa-0889-496f-8555-00886a550b4c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:21.448038 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34f5f9fa-0889-496f-8555-00886a550b4c None None] Bound using segment: {'id': 'd9c05450-bc35-4c45-a76a-1c84373cbacb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '69dadbf8-9944-499c-a333-185023b81d58'} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:25:21.448522 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-34f5f9fa-0889-496f-8555-00886a550b4c None None] Bound port: 80984bb8-56a8-4c60-9913-194550a90893, host: n-d-705658-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9c05450-bc35-4c45-a76a-1c84373cbacb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '69dadbf8-9944-499c-a333-185023b81d58'}}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:25:21.448904 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-34f5f9fa-0889-496f-8555-00886a550b4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:21.530081 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-4d25a819-bc7a-47f5-86cc-5f63da5d7bb6 None None] Provisioning for port 800a61dc-93b0-4dad-a689-cace2dafadd5 completed by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:25:21.582476 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:21.633246 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de3333cb-a8e7-4324-8014-1cd61837b970 admin admin] Notify agent at l3_agent.n-d-705658-22 the message routers_updated {{(pid=105585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:25:21.644246 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f16a81a-402c-46e9-8425-47e443f27903 None None] Sync routers for ids ['324281cc-5de5-4f18-a0cb-0755cb98e8f5'] in n-d-705658-22 {{(pid=105587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:25:21.663972 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f16a81a-402c-46e9-8425-47e443f27903 None None] Routers {'324281cc-5de5-4f18-a0cb-0755cb98e8f5'} bound to L3 agent in host n-d-705658-22 {{(pid=105587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:25:21.665150 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-2f16a81a-402c-46e9-8425-47e443f27903 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:25:12Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['324281cc-5de5-4f18-a0cb-0755cb98e8f5'], 'active': True} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:25:21.669935 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-de3333cb-a8e7-4324-8014-1cd61837b970 admin admin] Notify callbacks [] for router, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:21.670620 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-de3333cb-a8e7-4324-8014-1cd61837b970 admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.3950901 Jul 27 21:25:21.674401 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 56738) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:25:21.687587 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] For port a2c22214-2aab-498a-9347-baed222d3a72, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=a2c22214-2aab-498a-9347-baed222d3a72,segment=NetworkSegment(baba635e-dd03-43d6-9c30-60b952a8c257),segment_id=baba635e-dd03-43d6-9c30-60b952a8c257)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:25:21.689039 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-34f5f9fa-0889-496f-8555-00886a550b4c None None] For port 80984bb8-56a8-4c60-9913-194550a90893, host n-d-705658-22, cleared binding levels {{(pid=105586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:25:21.708061 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:21.711842 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-34f5f9fa-0889-496f-8555-00886a550b4c None None] For port 80984bb8-56a8-4c60-9913-194550a90893, host n-d-705658-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=80984bb8-56a8-4c60-9913-194550a90893,segment=NetworkSegment(d9c05450-bc35-4c45-a76a-1c84373cbacb),segment_id=d9c05450-bc35-4c45-a76a-1c84373cbacb)] {{(pid=105586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:25:21.748122 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-34f5f9fa-0889-496f-8555-00886a550b4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:21.800688 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvr_db [None req-2f16a81a-402c-46e9-8425-47e443f27903 None None] Set router 324281cc-5de5-4f18-a0cb-0755cb98e8f5 gateway port host: n-d-705658-22 {{(pid=105587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:25:21.841141 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Pushing event updated for resources: {'Port': ['ID=a2c22214-2aab-498a-9347-baed222d3a72,revision_number=3']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:25:21.961653 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 800a61dc-93b0-4dad-a689-cace2dafadd5 up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:25:21.968194 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-d21c4c3f-550d-448b-a966-acaf2cf93943 tempest-RoutersNegativeIpV6Test-539764646 tempest-RoutersNegativeIpV6Test-539764646-project] Deleting port 378fae63-dbe9-4836-9f51-0127ac5d59cf {{(pid=105584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:25:21.969633 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-d21c4c3f-550d-448b-a966-acaf2cf93943 tempest-RoutersNegativeIpV6Test-539764646 tempest-RoutersNegativeIpV6Test-539764646-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:22.006695 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f5f9fa-0889-496f-8555-00886a550b4c None None] Pushing event updated for resources: {'Port': ['ID=80984bb8-56a8-4c60-9913-194550a90893,revision_number=2']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:25:22.106271 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning for port 800a61dc-93b0-4dad-a689-cace2dafadd5 completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:25:22.111441 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port 800a61dc-93b0-4dad-a689-cace2dafadd5 triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:25:22.112067 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:22.251280 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:22.254166 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-2f16a81a-402c-46e9-8425-47e443f27903 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '324281cc-5de5-4f18-a0cb-0755cb98e8f5', 'name': 'tempest-TestAggregatesBasicOps-579973760-router', 'tenant_id': '12ed4074b5414262a7e8a7e23c4d9c13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.176'}], 'enable_snat': True}, 'gw_port_id': '62c8d815-590f-4d3d-8f53-4070f26ed607', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:25:18Z', 'updated_at': '2021-07-27T21:25:20Z', 'revision_number': 3, 'project_id': '12ed4074b5414262a7e8a7e23c4d9c13', 'gw_port': {'id': '62c8d815-590f-4d3d-8f53-4070f26ed607', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:b0:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '324281cc-5de5-4f18-a0cb-0755cb98e8f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3660, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:25:19Z', 'updated_at': '2021-07-27T21:25:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22'}], 'n-d-705658-22', False) {} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:25:22.324206 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] For port 800a61dc-93b0-4dad-a689-cace2dafadd5, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=800a61dc-93b0-4dad-a689-cace2dafadd5,segment=NetworkSegment(f9164bb2-ac78-469b-b6b9-5134cc74647c),segment_id=f9164bb2-ac78-469b-b6b9-5134cc74647c)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:25:22.328187 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f16a81a-402c-46e9-8425-47e443f27903 None None] Checking router: 324281cc-5de5-4f18-a0cb-0755cb98e8f5 for host: n-d-705658-22 {{(pid=105587) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:25:22.328744 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f16a81a-402c-46e9-8425-47e443f27903 None None] Updating router 324281cc-5de5-4f18-a0cb-0755cb98e8f5 port 62c8d815-590f-4d3d-8f53-4070f26ed607 binding host n-d-705658-22 {{(pid=105587) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 21:25:22.344403 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:22.393375 n-d-705658-22 neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-2f16a81a-402c-46e9-8425-47e443f27903 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:22.428766 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-32808387-a45b-4181-960f-1489afc8a83e None None] Provisioning complete for port 800a61dc-93b0-4dad-a689-cace2dafadd5 triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:25:22.429146 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-32808387-a45b-4181-960f-1489afc8a83e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:22.446783 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-d21c4c3f-550d-448b-a966-acaf2cf93943 tempest-RoutersNegativeIpV6Test-539764646 tempest-RoutersNegativeIpV6Test-539764646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:22.484968 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-d21c4c3f-550d-448b-a966-acaf2cf93943 tempest-RoutersNegativeIpV6Test-539764646 tempest-RoutersNegativeIpV6Test-539764646-project] Calling delete_port for 378fae63-dbe9-4836-9f51-0127ac5d59cf owned by network:router_interface {{(pid=105584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:25:22.748630 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 56812) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:25:22.781553 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Pushing event updated for resources: {'Port': ['ID=800a61dc-93b0-4dad-a689-cace2dafadd5,revision_number=3']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:25:22.847105 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c084113e-f5db-4d8d-a49c-3b5253b80a4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:22.879326 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-d21c4c3f-550d-448b-a966-acaf2cf93943 tempest-RoutersNegativeIpV6Test-539764646 tempest-RoutersNegativeIpV6Test-539764646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:22.924644 n-d-705658-22 neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-2f16a81a-402c-46e9-8425-47e443f27903 None None] Notify callbacks [] for port, precommit_update {{(pid=105587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:22.938113 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.provisioning_blocks [None req-2f16a81a-402c-46e9-8425-47e443f27903 None None] Transition to ACTIVE for port object 62c8d815-590f-4d3d-8f53-4070f26ed607 will not be triggered until provisioned by entity L2. {{(pid=105587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:25:22.951621 n-d-705658-22 neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-2f16a81a-402c-46e9-8425-47e443f27903 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:22.953909 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-56f268f8-df89-4121-8d52-a3f8ecb4903a admin admin] Notify callbacks [] for security_group, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:23.013814 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.managers [None req-2f16a81a-402c-46e9-8425-47e443f27903 None None] Attempting to bind port 62c8d815-590f-4d3d-8f53-4070f26ed607 on host n-d-705658-22 for vnic_type normal with profile {{(pid=105587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:25:23.014335 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.managers [None req-2f16a81a-402c-46e9-8425-47e443f27903 None None] Attempting to bind port 62c8d815-590f-4d3d-8f53-4070f26ed607 by drivers openvswitch,hyperv on host n-d-705658-22 at level 0 using segments [{'id': '12196855-9a32-4633-9a56-77697ef9e126', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305'}] {{(pid=105587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:25:23.014771 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f16a81a-402c-46e9-8425-47e443f27903 None None] Attempting to bind port 62c8d815-590f-4d3d-8f53-4070f26ed607 on network 8735d8a2-b604-4758-ae71-b40e4ee6f305 {{(pid=105587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:25:23.025334 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9554b606-913e-433a-877a-6b8d7d13931e None None] Pushing event updated for resources: {'Port': ['ID=62c8d815-590f-4d3d-8f53-4070f26ed607,revision_number=2']} {{(pid=105587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:25:23.029429 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f16a81a-402c-46e9-8425-47e443f27903 None None] Checking agent: {'id': '04a7ea91-6318-467e-ace6-b0fb48c8690f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 41, 42), 'started_at': datetime.datetime(2021, 7, 27, 20, 42, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 25, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:25:23.030178 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f16a81a-402c-46e9-8425-47e443f27903 None None] Checking segment: {'id': '12196855-9a32-4633-9a56-77697ef9e126', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:25:23.030543 n-d-705658-22 neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-2f16a81a-402c-46e9-8425-47e443f27903 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:23.031038 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f16a81a-402c-46e9-8425-47e443f27903 None None] Bound using segment: {'id': '12196855-9a32-4633-9a56-77697ef9e126', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305'} {{(pid=105587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:25:23.031613 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.managers [None req-2f16a81a-402c-46e9-8425-47e443f27903 None None] Bound port: 62c8d815-590f-4d3d-8f53-4070f26ed607, host: n-d-705658-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12196855-9a32-4633-9a56-77697ef9e126', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305'}}] {{(pid=105587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:25:23.032093 n-d-705658-22 neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-2f16a81a-402c-46e9-8425-47e443f27903 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:23.071854 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21c4c3f-550d-448b-a966-acaf2cf93943 tempest-RoutersNegativeIpV6Test-539764646 tempest-RoutersNegativeIpV6Test-539764646-project] Pushing event deleted for resources: {'Port': ['ID=378fae63-dbe9-4836-9f51-0127ac5d59cf,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:25:23.126859 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.db [None req-2f16a81a-402c-46e9-8425-47e443f27903 None None] For port 62c8d815-590f-4d3d-8f53-4070f26ed607, host n-d-705658-22, cleared binding levels {{(pid=105587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:25:23.132815 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.db [None req-2f16a81a-402c-46e9-8425-47e443f27903 None None] For port 62c8d815-590f-4d3d-8f53-4070f26ed607, host n-d-705658-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=62c8d815-590f-4d3d-8f53-4070f26ed607,segment=NetworkSegment(12196855-9a32-4633-9a56-77697ef9e126),segment_id=12196855-9a32-4633-9a56-77697ef9e126)] {{(pid=105587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:25:23.134482 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-56f268f8-df89-4121-8d52-a3f8ecb4903a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:23.138808 n-d-705658-22 neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-2f16a81a-402c-46e9-8425-47e443f27903 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:23.139867 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-56f268f8-df89-4121-8d52-a3f8ecb4903a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:23.208021 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-56f268f8-df89-4121-8d52-a3f8ecb4903a admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=ba00a1f0c6e948d48c7cc07af4b1c86e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4582865 Jul 27 21:25:23.219602 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 56826) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:25:23.242393 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9554b606-913e-433a-877a-6b8d7d13931e None None] Pushing event updated for resources: {'Port': ['ID=62c8d815-590f-4d3d-8f53-4070f26ed607,revision_number=3']} {{(pid=105587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:25:23.263230 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f16a81a-402c-46e9-8425-47e443f27903 None None] Routers {'324281cc-5de5-4f18-a0cb-0755cb98e8f5'} bound to L3 agent in host n-d-705658-22 {{(pid=105587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:25:23.264404 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-2f16a81a-402c-46e9-8425-47e443f27903 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:25:12Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['324281cc-5de5-4f18-a0cb-0755cb98e8f5'], 'active': True} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:25:23.268918 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f268f8-df89-4121-8d52-a3f8ecb4903a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5393287c-4306-45d8-8a12-564013e606f7,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:25:23.328339 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-0a9623c1-f087-4ef5-a2be-a2cab898b6b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:23.358502 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-0a9623c1-f087-4ef5-a2be-a2cab898b6b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:23.430284 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-0a9623c1-f087-4ef5-a2be-a2cab898b6b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:23.436912 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-0a9623c1-f087-4ef5-a2be-a2cab898b6b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:23.438082 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvr_db [None req-2f16a81a-402c-46e9-8425-47e443f27903 None None] Set router 324281cc-5de5-4f18-a0cb-0755cb98e8f5 gateway port host: n-d-705658-22 {{(pid=105587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:25:23.439247 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-0a9623c1-f087-4ef5-a2be-a2cab898b6b8 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/5393287c-4306-45d8-8a12-564013e606f7 HTTP/1.1" status: 204 len: 168 time: 0.2183368 Jul 27 21:25:23.462294 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9623c1-f087-4ef5-a2be-a2cab898b6b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5393287c-4306-45d8-8a12-564013e606f7,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:25:23.481409 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-d21c4c3f-550d-448b-a966-acaf2cf93943 tempest-RoutersNegativeIpV6Test-539764646 tempest-RoutersNegativeIpV6Test-539764646-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3743915', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4076308'] for router_interface, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:23.579755 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.db_base_plugin_common [None req-c084113e-f5db-4d8d-a49c-3b5253b80a4a admin admin] Allocated IP 172.20.0.1 (69dadbf8-9944-499c-a333-185023b81d58/420c0162-8654-40c4-b32b-4c8dd7b9dffa/5dea1644-5560-4660-99af-2aea569de370) {{(pid=105584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:25:23.630300 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c9f51c0-26fd-4926-8a22-c7ad19023eed None None] Network 69dadbf8-9944-499c-a333-185023b81d58 requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:25:23.754974 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-dec799a3-fba0-433d-98ef-caac1028f891 None None] Provisioning for port 80984bb8-56a8-4c60-9913-194550a90893 completed by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:25:23.796606 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d21c4c3f-550d-448b-a966-acaf2cf93943 tempest-RoutersNegativeIpV6Test-539764646 tempest-RoutersNegativeIpV6Test-539764646-project] Router f09c3502-000d-4c18-baeb-0a12a7a560eb has already been hosted by L3 agent dd128fd7-8e57-4d4f-895b-a96b369df59a {{(pid=105584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:25:23.818230 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-2f16a81a-402c-46e9-8425-47e443f27903 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '324281cc-5de5-4f18-a0cb-0755cb98e8f5', 'name': 'tempest-TestAggregatesBasicOps-579973760-router', 'tenant_id': '12ed4074b5414262a7e8a7e23c4d9c13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.176'}], 'enable_snat': True}, 'gw_port_id': '62c8d815-590f-4d3d-8f53-4070f26ed607', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:25:18Z', 'updated_at': '2021-07-27T21:25:20Z', 'revision_number': 3, 'project_id': '12ed4074b5414262a7e8a7e23c4d9c13', 'gw_port': {'id': '62c8d815-590f-4d3d-8f53-4070f26ed607', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:b0:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '324281cc-5de5-4f18-a0cb-0755cb98e8f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3660, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:25:19Z', 'updated_at': '2021-07-27T21:25:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22'}], 'n-d-705658-22', False) {} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:25:23.886706 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f16a81a-402c-46e9-8425-47e443f27903 None None] The sync data for ids ['324281cc-5de5-4f18-a0cb-0755cb98e8f5'] in n-d-705658-22 is: [{'id': '324281cc-5de5-4f18-a0cb-0755cb98e8f5', 'name': 'tempest-TestAggregatesBasicOps-579973760-router', 'tenant_id': '12ed4074b5414262a7e8a7e23c4d9c13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.176'}], 'enable_snat': True}, 'gw_port_id': '62c8d815-590f-4d3d-8f53-4070f26ed607', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:25:18Z', 'updated_at': '2021-07-27T21:25:20Z', 'revision_number': 3, 'project_id': '12ed4074b5414262a7e8a7e23c4d9c13', 'gw_port': {'id': '62c8d815-590f-4d3d-8f53-4070f26ed607', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:b0:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '324281cc-5de5-4f18-a0cb-0755cb98e8f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3660, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:25:19Z', 'updated_at': '2021-07-27T21:25:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22'}] {{(pid=105587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:25:23.934242 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d21c4c3f-550d-448b-a966-acaf2cf93943 tempest-RoutersNegativeIpV6Test-539764646 tempest-RoutersNegativeIpV6Test-539764646-project] Notify agent at l3_agent.n-d-705658-22 the message routers_updated {{(pid=105584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:25:23.952518 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-d21c4c3f-550d-448b-a966-acaf2cf93943 tempest-RoutersNegativeIpV6Test-539764646 tempest-RoutersNegativeIpV6Test-539764646-project] 10.222.0.59 "PUT /v2.0/routers/f09c3502-000d-4c18-baeb-0a12a7a560eb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2899454 Jul 27 21:25:23.956752 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 56838) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:25:23.962400 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c084113e-f5db-4d8d-a49c-3b5253b80a4a admin admin] Notify callbacks [] for port, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:23.980707 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.provisioning_blocks [None req-c084113e-f5db-4d8d-a49c-3b5253b80a4a admin admin] Transition to ACTIVE for port object 5dea1644-5560-4660-99af-2aea569de370 will not be triggered until provisioned by entity DHCP. {{(pid=105584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:25:23.980936 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38d514a3-7759-41cb-864e-d74a47534c21 None None] Sync routers for ids ['f09c3502-000d-4c18-baeb-0a12a7a560eb'] in n-d-705658-22 {{(pid=105586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:25:24.024489 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 56842) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:25:24.047431 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c084113e-f5db-4d8d-a49c-3b5253b80a4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:24.048014 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38d514a3-7759-41cb-864e-d74a47534c21 None None] Routers {'f09c3502-000d-4c18-baeb-0a12a7a560eb'} bound to L3 agent in host n-d-705658-22 {{(pid=105586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:25:24.048671 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-38d514a3-7759-41cb-864e-d74a47534c21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:25:12Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['f09c3502-000d-4c18-baeb-0a12a7a560eb'], 'active': True} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:25:24.049673 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-0cadc856-7900-443d-a74a-22d1952a26af admin admin] Notify callbacks [] for security_group, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:24.064692 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 800a61dc-93b0-4dad-a689-cace2dafadd5 up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:25:24.067692 n-d-705658-22 neutron-server[105585]: INFO neutron.api.v2.resource [None req-a67fd0d1-3cab-4857-adfe-5cacb5dc2774 tempest-RoutersNegativeIpV6Test-539764646 tempest-RoutersNegativeIpV6Test-539764646-project] delete failed (client error): The resource could not be found. Jul 27 21:25:24.074111 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-a67fd0d1-3cab-4857-adfe-5cacb5dc2774 tempest-RoutersNegativeIpV6Test-539764646 tempest-RoutersNegativeIpV6Test-539764646-project] 10.222.0.59 "DELETE /v2.0/routers/tempest-non_exist_router-780213009 HTTP/1.1" status: 404 len: 334 time: 0.1156266 Jul 27 21:25:24.074988 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 56846) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:25:24.081841 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-fc11a564-6ca9-450e-8391-7d3232d5313d tempest-RoutersNegativeIpV6Test-539764646 tempest-RoutersNegativeIpV6Test-539764646-project] Request body: {'router': {'external_gateway_info': {'network_id': 'f09c3502-000d-4c18-baeb-0a12a7a560eb'}}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:25:24.111954 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c084113e-f5db-4d8d-a49c-3b5253b80a4a admin admin] Network 69dadbf8-9944-499c-a333-185023b81d58 is already hosted by enough agents. {{(pid=105584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:25:24.115281 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [None req-c084113e-f5db-4d8d-a49c-3b5253b80a4a admin admin] Resources bound (agent type, host, resource id): {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:25:24.120493 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c084113e-f5db-4d8d-a49c-3b5253b80a4a admin admin] Received port after_create {{(pid=105584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:25:24.124900 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-38d514a3-7759-41cb-864e-d74a47534c21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-22', False) {} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:25:24.163208 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38d514a3-7759-41cb-864e-d74a47534c21 None None] Routers {'f09c3502-000d-4c18-baeb-0a12a7a560eb'} bound to L3 agent in host n-d-705658-22 {{(pid=105586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:25:24.164504 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-38d514a3-7759-41cb-864e-d74a47534c21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:25:12Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['f09c3502-000d-4c18-baeb-0a12a7a560eb'], 'active': True} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:25:24.203522 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c084113e-f5db-4d8d-a49c-3b5253b80a4a admin admin] Pushing event updated for resources: {'Port': ['ID=5dea1644-5560-4660-99af-2aea569de370,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:25:24.205351 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-38d514a3-7759-41cb-864e-d74a47534c21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-22', False) {} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:25:24.206071 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38d514a3-7759-41cb-864e-d74a47534c21 None None] The sync data for ids ['f09c3502-000d-4c18-baeb-0a12a7a560eb'] in n-d-705658-22 is: [] {{(pid=105586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:25:24.221204 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port 800a61dc-93b0-4dad-a689-cace2dafadd5 triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:25:24.221405 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c084113e-f5db-4d8d-a49c-3b5253b80a4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4075523'] for router_interface, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:24.221692 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:24.385938 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 80984bb8-56a8-4c60-9913-194550a90893 up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:25:24.470235 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-0cadc856-7900-443d-a74a-22d1952a26af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:24.490286 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-0cadc856-7900-443d-a74a-22d1952a26af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:24.501759 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-fc11a564-6ca9-450e-8391-7d3232d5313d tempest-RoutersNegativeIpV6Test-539764646 tempest-RoutersNegativeIpV6Test-539764646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4077169', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4163787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-400'] for router, precommit_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:24.515689 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning for port 80984bb8-56a8-4c60-9913-194550a90893 completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:25:24.522416 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port 80984bb8-56a8-4c60-9913-194550a90893 triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:25:24.523488 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:24.554400 n-d-705658-22 neutron-server[105585]: INFO neutron.api.v2.resource [None req-fc11a564-6ca9-450e-8391-7d3232d5313d tempest-RoutersNegativeIpV6Test-539764646 tempest-RoutersNegativeIpV6Test-539764646-project] update failed (client error): The resource could not be found. Jul 27 21:25:24.558603 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-fc11a564-6ca9-450e-8391-7d3232d5313d tempest-RoutersNegativeIpV6Test-539764646 tempest-RoutersNegativeIpV6Test-539764646-project] 10.222.0.59 "PUT /v2.0/routers/f09c3502-000d-4c18-baeb-0a12a7a560eb HTTP/1.1" status: 404 len: 339 time: 0.4813180 Jul 27 21:25:24.566116 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 56856) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:25:24.567732 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-c132c971-6c0a-4f45-bef3-649e2d2c7626 None None] Provisioning complete for port 80984bb8-56a8-4c60-9913-194550a90893 triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:25:24.568367 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-c132c971-6c0a-4f45-bef3-649e2d2c7626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:24.575415 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-0fcc73b5-2e41-4fdc-9278-05047ab3e9a0 tempest-RoutersNegativeIpV6Test-539764646 tempest-RoutersNegativeIpV6Test-539764646-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-907492984'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:25:24.609312 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fcc73b5-2e41-4fdc-9278-05047ab3e9a0 tempest-RoutersNegativeIpV6Test-539764646 tempest-RoutersNegativeIpV6Test-539764646-project] Made reservation on behalf of 5b4443f172b14a78a8acd1a219a836bc for: {'network': 1} {{(pid=105585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:25:24.627046 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-0fcc73b5-2e41-4fdc-9278-05047ab3e9a0 tempest-RoutersNegativeIpV6Test-539764646 tempest-RoutersNegativeIpV6Test-539764646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for network, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:24.632782 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-0cadc856-7900-443d-a74a-22d1952a26af admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=505f688996c94be8aa38763a4c0354eb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6048639 Jul 27 21:25:24.634892 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 56864) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:25:24.666674 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cadc856-7900-443d-a74a-22d1952a26af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b773b242-4cb7-42a7-bfc3-49c18188edd9,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:25:24.675386 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0fcc73b5-2e41-4fdc-9278-05047ab3e9a0 tempest-RoutersNegativeIpV6Test-539764646 tempest-RoutersNegativeIpV6Test-539764646-project] vlan segment allocate from pool success with {'vlan_id': 230, 'physical_network': 'physnet1'} {{(pid=105585) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:25:24.689131 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-0fcc73b5-2e41-4fdc-9278-05047ab3e9a0 tempest-RoutersNegativeIpV6Test-539764646 tempest-RoutersNegativeIpV6Test-539764646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:24.689721 n-d-705658-22 neutron-server[105585]: INFO neutron.db.segments_db [None req-0fcc73b5-2e41-4fdc-9278-05047ab3e9a0 tempest-RoutersNegativeIpV6Test-539764646 tempest-RoutersNegativeIpV6Test-539764646-project] Added segment 3e1907b7-e6cd-4002-b26a-966a0881577c of type vlan for network b99f415d-4568-4dc5-8fb0-f2b8298aaee3 Jul 27 21:25:24.749179 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-0fcc73b5-2e41-4fdc-9278-05047ab3e9a0 tempest-RoutersNegativeIpV6Test-539764646 tempest-RoutersNegativeIpV6Test-539764646-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790688424798'] for network, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:24.797983 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c084113e-f5db-4d8d-a49c-3b5253b80a4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:24.800517 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-0fcc73b5-2e41-4fdc-9278-05047ab3e9a0 tempest-RoutersNegativeIpV6Test-539764646 tempest-RoutersNegativeIpV6Test-539764646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920'] for network, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:24.807161 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-81712e98-af6a-4786-bc23-07b505b299fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:24.811854 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fcc73b5-2e41-4fdc-9278-05047ab3e9a0 tempest-RoutersNegativeIpV6Test-539764646 tempest-RoutersNegativeIpV6Test-539764646-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:25:24.812819 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-0fcc73b5-2e41-4fdc-9278-05047ab3e9a0 tempest-RoutersNegativeIpV6Test-539764646 tempest-RoutersNegativeIpV6Test-539764646-project] Notify callbacks [] for network, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:24.814455 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:24.863277 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-c132c971-6c0a-4f45-bef3-649e2d2c7626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:24.901071 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-81712e98-af6a-4786-bc23-07b505b299fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:24.917510 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] For port 80984bb8-56a8-4c60-9913-194550a90893, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=80984bb8-56a8-4c60-9913-194550a90893,segment=NetworkSegment(d9c05450-bc35-4c45-a76a-1c84373cbacb),segment_id=d9c05450-bc35-4c45-a76a-1c84373cbacb)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:25:24.928336 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:24.929682 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device a2c22214-2aab-498a-9347-baed222d3a72 up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:25:24.977517 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-0fcc73b5-2e41-4fdc-9278-05047ab3e9a0 tempest-RoutersNegativeIpV6Test-539764646 tempest-RoutersNegativeIpV6Test-539764646-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.4102178 Jul 27 21:25:24.978157 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fcc73b5-2e41-4fdc-9278-05047ab3e9a0 tempest-RoutersNegativeIpV6Test-539764646 tempest-RoutersNegativeIpV6Test-539764646-project] Pushing event updated for resources: {'Network': ['ID=b99f415d-4568-4dc5-8fb0-f2b8298aaee3,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:25:24.980520 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 56866) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:25:24.985512 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-ffba0d28-f8c9-4e2a-b9af-7868b0e06be3 tempest-RoutersNegativeIpV6Test-539764646 tempest-RoutersNegativeIpV6Test-539764646-project] Request body: {'subnet': {'network_id': 'b99f415d-4568-4dc5-8fb0-f2b8298aaee3', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:25:25.061296 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Pushing event updated for resources: {'Port': ['ID=80984bb8-56a8-4c60-9913-194550a90893,revision_number=3']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:25:25.064967 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Network b99f415d-4568-4dc5-8fb0-f2b8298aaee3 details requested by agent ovs-agent-n-d-705658-22 with host n-d-705658-22 {{(pid=105586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:25:25.149504 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-81712e98-af6a-4786-bc23-07b505b299fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:25.153469 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-81712e98-af6a-4786-bc23-07b505b299fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:25.158191 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-81712e98-af6a-4786-bc23-07b505b299fd admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/b773b242-4cb7-42a7-bfc3-49c18188edd9 HTTP/1.1" status: 204 len: 168 time: 0.5204792 Jul 27 21:25:25.166656 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffba0d28-f8c9-4e2a-b9af-7868b0e06be3 tempest-RoutersNegativeIpV6Test-539764646 tempest-RoutersNegativeIpV6Test-539764646-project] Made reservation on behalf of 5b4443f172b14a78a8acd1a219a836bc for: {'subnet': 1} {{(pid=105585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:25:25.168657 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:25:25.169646 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:25:25.169990 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:25:25.170325 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:25:25.170653 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:25:25.170982 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:25:25.171184 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-ffba0d28-f8c9-4e2a-b9af-7868b0e06be3 tempest-RoutersNegativeIpV6Test-539764646 tempest-RoutersNegativeIpV6Test-539764646-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9990620'] for subnet, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:25.171351 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:25:25.171650 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:25:25.171973 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:25:25.172294 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:25:25.172616 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:25:25.172928 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:25:25.197955 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81712e98-af6a-4786-bc23-07b505b299fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b773b242-4cb7-42a7-bfc3-49c18188edd9,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:25:25.208596 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port a2c22214-2aab-498a-9347-baed222d3a72 triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:25:25.208799 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:25.269315 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.db.api [None req-c132c971-6c0a-4f45-bef3-649e2d2c7626 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105586) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 27 21:25:25.270100 n-d-705658-22 neutron-server[105586]: DEBUG oslo_db.api [None req-c132c971-6c0a-4f45-bef3-649e2d2c7626 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 27 21:25:25.279833 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c084113e-f5db-4d8d-a49c-3b5253b80a4a admin admin] Notify callbacks [] for port, precommit_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:25.290100 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c084113e-f5db-4d8d-a49c-3b5253b80a4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9014027'] for port, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:25.386005 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c084113e-f5db-4d8d-a49c-3b5253b80a4a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3743906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4076435'] for router_interface, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:25.463919 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c084113e-f5db-4d8d-a49c-3b5253b80a4a admin admin] Pushing event updated for resources: {'Port': ['ID=5dea1644-5560-4660-99af-2aea569de370,revision_number=2']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:25:25.480493 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-ffba0d28-f8c9-4e2a-b9af-7868b0e06be3 tempest-RoutersNegativeIpV6Test-539764646 tempest-RoutersNegativeIpV6Test-539764646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10221797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9990606'] for subnet, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:25.532673 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c084113e-f5db-4d8d-a49c-3b5253b80a4a admin admin] Network 69dadbf8-9944-499c-a333-185023b81d58 is already hosted by enough agents. {{(pid=105584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:25:25.534645 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [None req-c084113e-f5db-4d8d-a49c-3b5253b80a4a admin admin] Resources bound (agent type, host, resource id): {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:25:25.565562 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffba0d28-f8c9-4e2a-b9af-7868b0e06be3 tempest-RoutersNegativeIpV6Test-539764646 tempest-RoutersNegativeIpV6Test-539764646-project] Pushing event updated for resources: {'Subnet': ['ID=47c1811c-e620-45a0-9d94-0e055aace000,revision_number=0']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:25:25.595328 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffba0d28-f8c9-4e2a-b9af-7868b0e06be3 tempest-RoutersNegativeIpV6Test-539764646 tempest-RoutersNegativeIpV6Test-539764646-project] Checking segment: {'id': '3e1907b7-e6cd-4002-b26a-966a0881577c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'b99f415d-4568-4dc5-8fb0-f2b8298aaee3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:25:25.595969 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffba0d28-f8c9-4e2a-b9af-7868b0e06be3 tempest-RoutersNegativeIpV6Test-539764646 tempest-RoutersNegativeIpV6Test-539764646-project] Network hostable DHCP agents. Network: b99f415d-4568-4dc5-8fb0-f2b8298aaee3, hostable agents: ['7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a'], hosted agents: [] {{(pid=105585) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:25:25.621733 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffba0d28-f8c9-4e2a-b9af-7868b0e06be3 tempest-RoutersNegativeIpV6Test-539764646 tempest-RoutersNegativeIpV6Test-539764646-project] Network b99f415d-4568-4dc5-8fb0-f2b8298aaee3 is scheduled to be hosted by DHCP agent 7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a with binding_index 1 {{(pid=105585) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:25:25.637127 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.base_scheduler [None req-ffba0d28-f8c9-4e2a-b9af-7868b0e06be3 tempest-RoutersNegativeIpV6Test-539764646 tempest-RoutersNegativeIpV6Test-539764646-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-22, b99f415d-4568-4dc5-8fb0-f2b8298aaee3) {{(pid=105585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:25:25.647857 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69900c3a-7408-4838-860a-6b4a03f6a6e7 None None] Network b99f415d-4568-4dc5-8fb0-f2b8298aaee3 requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:25:25.657030 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffba0d28-f8c9-4e2a-b9af-7868b0e06be3 tempest-RoutersNegativeIpV6Test-539764646 tempest-RoutersNegativeIpV6Test-539764646-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:25:25.658907 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-ffba0d28-f8c9-4e2a-b9af-7868b0e06be3 tempest-RoutersNegativeIpV6Test-539764646 tempest-RoutersNegativeIpV6Test-539764646-project] Notify callbacks [] for subnet, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:25.684347 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-ffba0d28-f8c9-4e2a-b9af-7868b0e06be3 tempest-RoutersNegativeIpV6Test-539764646 tempest-RoutersNegativeIpV6Test-539764646-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.7027140 Jul 27 21:25:25.685555 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 56878) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:25:25.690553 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-c5559208-e9c3-4b4b-9d46-5d5f8e6d2248 tempest-RoutersNegativeIpV6Test-539764646 tempest-RoutersNegativeIpV6Test-539764646-project] Request body: {'router': {'external_gateway_info': {'network_id': 'b99f415d-4568-4dc5-8fb0-f2b8298aaee3'}}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:25:26.023463 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-f7e3fe82-9e1f-4592-8f84-d2b8a0186081 None None] Provisioning for port 5dea1644-5560-4660-99af-2aea569de370 completed by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:25:26.035150 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58afdd80-29c5-4651-ba05-6d3e38942303 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30bb4b93-b285-5d90-9493-f9ec33ea333c-b99f415d-4568-4dc5-8fb0-f2b8298aaee3', 'network_id': 'b99f415d-4568-4dc5-8fb0-f2b8298aaee3', 'tenant_id': '5b4443f172b14a78a8acd1a219a836bc', 'fixed_ips': [{'subnet_id': '47c1811c-e620-45a0-9d94-0e055aace000'}]}} from n-d-705658-22. {{(pid=105586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 21:25:26.036057 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-58afdd80-29c5-4651-ba05-6d3e38942303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:26.074282 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-c5559208-e9c3-4b4b-9d46-5d5f8e6d2248 tempest-RoutersNegativeIpV6Test-539764646 tempest-RoutersNegativeIpV6Test-539764646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4077169', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4163787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-400'] for router, precommit_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:26.088940 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 62c8d815-590f-4d3d-8f53-4070f26ed607 up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:25:26.094545 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-f7e3fe82-9e1f-4592-8f84-d2b8a0186081 None None] Provisioning complete for port 5dea1644-5560-4660-99af-2aea569de370 triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:25:26.094990 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-f7e3fe82-9e1f-4592-8f84-d2b8a0186081 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:26.225737 n-d-705658-22 neutron-server[105585]: INFO neutron.api.v2.resource [None req-c5559208-e9c3-4b4b-9d46-5d5f8e6d2248 tempest-RoutersNegativeIpV6Test-539764646 tempest-RoutersNegativeIpV6Test-539764646-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 27 21:25:26.227551 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-c5559208-e9c3-4b4b-9d46-5d5f8e6d2248 tempest-RoutersNegativeIpV6Test-539764646 tempest-RoutersNegativeIpV6Test-539764646-project] 10.222.0.59 "PUT /v2.0/routers/f09c3502-000d-4c18-baeb-0a12a7a560eb HTTP/1.1" status: 400 len: 364 time: 0.5409853 Jul 27 21:25:26.231669 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 56890) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:25:26.280064 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c084113e-f5db-4d8d-a49c-3b5253b80a4a admin admin] Router 324281cc-5de5-4f18-a0cb-0755cb98e8f5 has already been hosted by L3 agent dd128fd7-8e57-4d4f-895b-a96b369df59a {{(pid=105584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:25:26.435326 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 56894) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:25:26.435764 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-f7e3fe82-9e1f-4592-8f84-d2b8a0186081 None None] Port 5dea1644-5560-4660-99af-2aea569de370 cannot update to ACTIVE because it is not bound. {{(pid=105586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:25:26.455294 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c084113e-f5db-4d8d-a49c-3b5253b80a4a admin admin] Notify agent at l3_agent.n-d-705658-22 the message routers_updated {{(pid=105584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:25:26.463598 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-c084113e-f5db-4d8d-a49c-3b5253b80a4a admin admin] 10.222.0.59 "PUT /v2.0/routers/324281cc-5de5-4f18-a0cb-0755cb98e8f5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7877126 Jul 27 21:25:26.471546 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e5ee331-1c06-4d3b-bcbb-9a8864e3a45f None None] Sync routers for ids ['324281cc-5de5-4f18-a0cb-0755cb98e8f5'] in n-d-705658-22 {{(pid=105587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:25:26.486516 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e5ee331-1c06-4d3b-bcbb-9a8864e3a45f None None] Routers {'324281cc-5de5-4f18-a0cb-0755cb98e8f5'} bound to L3 agent in host n-d-705658-22 {{(pid=105587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:25:26.491777 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-6e5ee331-1c06-4d3b-bcbb-9a8864e3a45f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:25:12Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['324281cc-5de5-4f18-a0cb-0755cb98e8f5'], 'active': True} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:25:26.594053 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning for port 62c8d815-590f-4d3d-8f53-4070f26ed607 completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:25:26.614853 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port 62c8d815-590f-4d3d-8f53-4070f26ed607 triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:25:26.617118 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:26.640168 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-e01ebeaf-b91b-4e84-b0fd-5a5cdca3deae admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-161790241-network', 'tenant_id': 'd8b3b608783d4209938f283075bc1b2d'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:25:26.681409 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e01ebeaf-b91b-4e84-b0fd-5a5cdca3deae admin admin] Made reservation on behalf of d8b3b608783d4209938f283075bc1b2d for: {'network': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:25:26.689141 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-e01ebeaf-b91b-4e84-b0fd-5a5cdca3deae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for network, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:26.715979 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.db_base_plugin_common [None req-58afdd80-29c5-4651-ba05-6d3e38942303 None None] Allocated IP 2001:db8:1::2 (b99f415d-4568-4dc5-8fb0-f2b8298aaee3/47c1811c-e620-45a0-9d94-0e055aace000/75e45b57-d235-4304-a083-c89573179ddf) {{(pid=105586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:25:26.718042 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-e01ebeaf-b91b-4e84-b0fd-5a5cdca3deae admin admin] Notify callbacks [] for security_group, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:26.735466 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvr_db [None req-6e5ee331-1c06-4d3b-bcbb-9a8864e3a45f None None] Set router 324281cc-5de5-4f18-a0cb-0755cb98e8f5 gateway port host: n-d-705658-22 {{(pid=105587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:25:26.894496 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:26.937919 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] For port 62c8d815-590f-4d3d-8f53-4070f26ed607, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=62c8d815-590f-4d3d-8f53-4070f26ed607,segment=NetworkSegment(12196855-9a32-4633-9a56-77697ef9e126),segment_id=12196855-9a32-4633-9a56-77697ef9e126)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:25:26.967431 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:26.968247 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 80984bb8-56a8-4c60-9913-194550a90893 up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:25:27.016817 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-e01ebeaf-b91b-4e84-b0fd-5a5cdca3deae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:27.024785 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-e01ebeaf-b91b-4e84-b0fd-5a5cdca3deae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:27.085957 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01ebeaf-b91b-4e84-b0fd-5a5cdca3deae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32bcf770-9cd4-4083-b3c8-8906d4348d3a,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:25:27.100135 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e01ebeaf-b91b-4e84-b0fd-5a5cdca3deae admin admin] vlan segment allocate from pool success with {'vlan_id': 208, 'physical_network': 'physnet1'} {{(pid=105584) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:25:27.113953 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-e01ebeaf-b91b-4e84-b0fd-5a5cdca3deae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:27.114460 n-d-705658-22 neutron-server[105584]: INFO neutron.db.segments_db [None req-e01ebeaf-b91b-4e84-b0fd-5a5cdca3deae admin admin] Added segment 57b8fd16-fb96-450b-911e-7fe94bef4459 of type vlan for network bb4cf26f-adff-46cf-9267-b1047e192b6b Jul 27 21:25:27.122388 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-9b9bcda1-a6ab-4de8-8201-412f8d43c866 tempest-RoutersNegativeIpV6Test-539764646 tempest-RoutersNegativeIpV6Test-539764646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:27.164113 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port 80984bb8-56a8-4c60-9913-194550a90893 triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:25:27.167059 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:27.172708 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-e01ebeaf-b91b-4e84-b0fd-5a5cdca3deae admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790688424798'] for network, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:27.188136 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-58afdd80-29c5-4651-ba05-6d3e38942303 None None] Notify callbacks [] for port, precommit_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:27.193784 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Pushing event updated for resources: {'Port': ['ID=62c8d815-590f-4d3d-8f53-4070f26ed607,revision_number=4']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:25:27.243303 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-58afdd80-29c5-4651-ba05-6d3e38942303 None None] Transition to ACTIVE for port object 75e45b57-d235-4304-a083-c89573179ddf will not be triggered until provisioned by entity L2. {{(pid=105586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:25:27.255689 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-e01ebeaf-b91b-4e84-b0fd-5a5cdca3deae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920'] for network, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:27.256725 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e01ebeaf-b91b-4e84-b0fd-5a5cdca3deae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:25:27.257607 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-e01ebeaf-b91b-4e84-b0fd-5a5cdca3deae admin admin] Notify callbacks [] for network, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:27.282373 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-58afdd80-29c5-4651-ba05-6d3e38942303 None None] Transition to ACTIVE for port object 75e45b57-d235-4304-a083-c89573179ddf will not be triggered until provisioned by entity DHCP. {{(pid=105586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:25:27.294173 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-58afdd80-29c5-4651-ba05-6d3e38942303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143'] for port, after_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:27.312220 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-6e5ee331-1c06-4d3b-bcbb-9a8864e3a45f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '324281cc-5de5-4f18-a0cb-0755cb98e8f5', 'name': 'tempest-TestAggregatesBasicOps-579973760-router', 'tenant_id': '12ed4074b5414262a7e8a7e23c4d9c13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.176'}], 'enable_snat': True}, 'gw_port_id': '62c8d815-590f-4d3d-8f53-4070f26ed607', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:25:18Z', 'updated_at': '2021-07-27T21:25:24Z', 'revision_number': 4, 'project_id': '12ed4074b5414262a7e8a7e23c4d9c13', 'gw_port': {'id': '62c8d815-590f-4d3d-8f53-4070f26ed607', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:b0:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '324281cc-5de5-4f18-a0cb-0755cb98e8f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3660, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:25:19Z', 'updated_at': '2021-07-27T21:25:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_interfaces': [{'id': '5dea1644-5560-4660-99af-2aea569de370', 'name': '', 'network_id': '69dadbf8-9944-499c-a333-185023b81d58', 'tenant_id': '12ed4074b5414262a7e8a7e23c4d9c13', 'mac_address': 'fa:16:3e:29:b7:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '324281cc-5de5-4f18-a0cb-0755cb98e8f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3662, 'fixed_ips': [{'subnet_id': '420c0162-8654-40c4-b32b-4c8dd7b9dffa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:25:22Z', 'updated_at': '2021-07-27T21:25:24Z', 'revision_number': 2, 'project_id': '12ed4074b5414262a7e8a7e23c4d9c13', 'subnets': [{'id': '420c0162-8654-40c4-b32b-4c8dd7b9dffa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-22', False) {} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:25:27.330116 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 56914) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:25:27.371158 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e5ee331-1c06-4d3b-bcbb-9a8864e3a45f None None] Checking router: 324281cc-5de5-4f18-a0cb-0755cb98e8f5 for host: n-d-705658-22 {{(pid=105587) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:25:27.371504 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e5ee331-1c06-4d3b-bcbb-9a8864e3a45f None None] Updating router 324281cc-5de5-4f18-a0cb-0755cb98e8f5 port 5dea1644-5560-4660-99af-2aea569de370 binding host n-d-705658-22 {{(pid=105587) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 21:25:27.393298 n-d-705658-22 neutron-server[105586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58afdd80-29c5-4651-ba05-6d3e38942303 None None] Network b99f415d-4568-4dc5-8fb0-f2b8298aaee3 is already hosted by enough agents. {{(pid=105586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:25:27.393494 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-9d204d68-e718-4b29-8827-67b48a4c0129 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-2026731787-network', 'tenant_id': '5146912e16e740a68243be44c97123c3'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:25:27.396671 n-d-705658-22 neutron-server[105586]: DEBUG neutron.scheduler.base_scheduler [None req-58afdd80-29c5-4651-ba05-6d3e38942303 None None] Resources bound (agent type, host, resource id): {{(pid=105586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:25:27.399949 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58afdd80-29c5-4651-ba05-6d3e38942303 None None] Received port after_create {{(pid=105586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:25:27.410949 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-e01ebeaf-b91b-4e84-b0fd-5a5cdca3deae admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.9749258 Jul 27 21:25:27.415535 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 56916) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:25:27.424630 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-6e8dc1ea-64f4-4d39-a025-a2f5d8a84da1 admin admin] Request body: {'subnet': {'network_id': 'bb4cf26f-adff-46cf-9267-b1047e192b6b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-161790241-subnet', 'tenant_id': 'd8b3b608783d4209938f283075bc1b2d', 'ip_version': 4}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:25:27.446845 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58afdd80-29c5-4651-ba05-6d3e38942303 None None] Pushing event updated for resources: {'Port': ['ID=75e45b57-d235-4304-a083-c89573179ddf,revision_number=1']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:25:27.448954 n-d-705658-22 neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-6e5ee331-1c06-4d3b-bcbb-9a8864e3a45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:27.463783 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01ebeaf-b91b-4e84-b0fd-5a5cdca3deae admin admin] Pushing event updated for resources: {'Network': ['ID=bb4cf26f-adff-46cf-9267-b1047e192b6b,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:25:27.476164 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d204d68-e718-4b29-8827-67b48a4c0129 admin admin] Made reservation on behalf of 5146912e16e740a68243be44c97123c3 for: {'network': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:25:27.478410 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-9d204d68-e718-4b29-8827-67b48a4c0129 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for network, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:27.482771 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Network bb4cf26f-adff-46cf-9267-b1047e192b6b details requested by agent ovs-agent-n-d-705658-22 with host n-d-705658-22 {{(pid=105586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:25:27.485980 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.db.api [None req-6e8dc1ea-64f4-4d39-a025-a2f5d8a84da1 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 27 21:25:27.485980 n-d-705658-22 neutron-server[105585]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 27 21:25:27.485980 n-d-705658-22 neutron-server[105585]: [parameters: {'project_id_1': 'd8b3b608783d4209938f283075bc1b2d', 'expiration_1': datetime.datetime(2021, 7, 27, 21, 25, 27, 432075)}] Jul 27 21:25:27.485980 n-d-705658-22 neutron-server[105585]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=105585) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 27 21:25:27.487242 n-d-705658-22 neutron-server[105585]: DEBUG oslo_db.api [None req-6e8dc1ea-64f4-4d39-a025-a2f5d8a84da1 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=105585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 27 21:25:27.500093 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-9d204d68-e718-4b29-8827-67b48a4c0129 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:27.583042 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.db_base_plugin_common [None req-9b9bcda1-a6ab-4de8-8201-412f8d43c866 tempest-RoutersNegativeIpV6Test-539764646 tempest-RoutersNegativeIpV6Test-539764646-project] Allocated IP 2001:db8::1 (59fa4003-6748-44e9-975c-7417aaf5494f/c8a0d67b-a24d-4b98-ae17-b3d209e47f28/e0319a0c-21bb-4eb3-9ac8-04e55407790e) {{(pid=105585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:25:27.606482 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-58afdd80-29c5-4651-ba05-6d3e38942303 None None] Attempting to bind port 75e45b57-d235-4304-a083-c89573179ddf on host n-d-705658-22 for vnic_type normal with profile {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:25:27.606864 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-58afdd80-29c5-4651-ba05-6d3e38942303 None None] Attempting to bind port 75e45b57-d235-4304-a083-c89573179ddf by drivers openvswitch,hyperv on host n-d-705658-22 at level 0 using segments [{'id': '3e1907b7-e6cd-4002-b26a-966a0881577c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'b99f415d-4568-4dc5-8fb0-f2b8298aaee3'}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:25:27.607260 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58afdd80-29c5-4651-ba05-6d3e38942303 None None] Attempting to bind port 75e45b57-d235-4304-a083-c89573179ddf on network b99f415d-4568-4dc5-8fb0-f2b8298aaee3 {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:25:27.630235 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58afdd80-29c5-4651-ba05-6d3e38942303 None None] Checking agent: {'id': '04a7ea91-6318-467e-ace6-b0fb48c8690f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 41, 42), 'started_at': datetime.datetime(2021, 7, 27, 20, 42, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 25, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:25:27.630613 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58afdd80-29c5-4651-ba05-6d3e38942303 None None] Checking segment: {'id': '3e1907b7-e6cd-4002-b26a-966a0881577c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'b99f415d-4568-4dc5-8fb0-f2b8298aaee3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:25:27.631046 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-58afdd80-29c5-4651-ba05-6d3e38942303 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:27.631165 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-9d204d68-e718-4b29-8827-67b48a4c0129 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:27.631489 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58afdd80-29c5-4651-ba05-6d3e38942303 None None] Bound using segment: {'id': '3e1907b7-e6cd-4002-b26a-966a0881577c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'b99f415d-4568-4dc5-8fb0-f2b8298aaee3'} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:25:27.632046 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-58afdd80-29c5-4651-ba05-6d3e38942303 None None] Bound port: 75e45b57-d235-4304-a083-c89573179ddf, host: n-d-705658-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e1907b7-e6cd-4002-b26a-966a0881577c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'b99f415d-4568-4dc5-8fb0-f2b8298aaee3'}}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:25:27.632932 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-58afdd80-29c5-4651-ba05-6d3e38942303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:27.635858 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-9d204d68-e718-4b29-8827-67b48a4c0129 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:27.670045 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d204d68-e718-4b29-8827-67b48a4c0129 admin admin] vlan segment allocate from pool success with {'vlan_id': 223, 'physical_network': 'physnet1'} {{(pid=105584) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:25:27.683155 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d204d68-e718-4b29-8827-67b48a4c0129 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0aa4bb8e-4b00-4cfb-a90e-1c03655c6609,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:25:27.691983 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-9d204d68-e718-4b29-8827-67b48a4c0129 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:27.692330 n-d-705658-22 neutron-server[105584]: INFO neutron.db.segments_db [None req-9d204d68-e718-4b29-8827-67b48a4c0129 admin admin] Added segment c5266e74-bbf7-4bdd-80a4-bf7ffd43458e of type vlan for network 7d78547f-b46f-4bb1-8a9f-8cb648d07cab Jul 27 21:25:27.732446 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-58afdd80-29c5-4651-ba05-6d3e38942303 None None] For port 75e45b57-d235-4304-a083-c89573179ddf, host n-d-705658-22, cleared binding levels {{(pid=105586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:25:27.736420 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-58afdd80-29c5-4651-ba05-6d3e38942303 None None] For port 75e45b57-d235-4304-a083-c89573179ddf, host n-d-705658-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=75e45b57-d235-4304-a083-c89573179ddf,segment=NetworkSegment(3e1907b7-e6cd-4002-b26a-966a0881577c),segment_id=3e1907b7-e6cd-4002-b26a-966a0881577c)] {{(pid=105586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:25:27.739299 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-9b9bcda1-a6ab-4de8-8201-412f8d43c866 tempest-RoutersNegativeIpV6Test-539764646 tempest-RoutersNegativeIpV6Test-539764646-project] Notify callbacks [] for port, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:27.742689 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-58afdd80-29c5-4651-ba05-6d3e38942303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:27.759242 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.provisioning_blocks [None req-9b9bcda1-a6ab-4de8-8201-412f8d43c866 tempest-RoutersNegativeIpV6Test-539764646 tempest-RoutersNegativeIpV6Test-539764646-project] Transition to ACTIVE for port object e0319a0c-21bb-4eb3-9ac8-04e55407790e will not be triggered until provisioned by entity DHCP. {{(pid=105585) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:25:27.784661 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-9d204d68-e718-4b29-8827-67b48a4c0129 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790688424798'] for network, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:27.822017 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-9b9bcda1-a6ab-4de8-8201-412f8d43c866 tempest-RoutersNegativeIpV6Test-539764646 tempest-RoutersNegativeIpV6Test-539764646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:27.822947 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58afdd80-29c5-4651-ba05-6d3e38942303 None None] Pushing event updated for resources: {'Port': ['ID=75e45b57-d235-4304-a083-c89573179ddf,revision_number=2']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:25:27.843961 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 62c8d815-590f-4d3d-8f53-4070f26ed607 up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:25:27.865028 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-9d204d68-e718-4b29-8827-67b48a4c0129 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920'] for network, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:27.866181 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d204d68-e718-4b29-8827-67b48a4c0129 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:25:27.867020 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-9d204d68-e718-4b29-8827-67b48a4c0129 admin admin] Notify callbacks [] for network, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:27.902830 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b9bcda1-a6ab-4de8-8201-412f8d43c866 tempest-RoutersNegativeIpV6Test-539764646 tempest-RoutersNegativeIpV6Test-539764646-project] Network 59fa4003-6748-44e9-975c-7417aaf5494f is already hosted by enough agents. {{(pid=105585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:25:27.910957 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.base_scheduler [None req-9b9bcda1-a6ab-4de8-8201-412f8d43c866 tempest-RoutersNegativeIpV6Test-539764646 tempest-RoutersNegativeIpV6Test-539764646-project] Resources bound (agent type, host, resource id): {{(pid=105585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:25:27.923593 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b9bcda1-a6ab-4de8-8201-412f8d43c866 tempest-RoutersNegativeIpV6Test-539764646 tempest-RoutersNegativeIpV6Test-539764646-project] Received port after_create {{(pid=105585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:25:27.924452 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-9b9bcda1-a6ab-4de8-8201-412f8d43c866 tempest-RoutersNegativeIpV6Test-539764646 tempest-RoutersNegativeIpV6Test-539764646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4075523'] for router_interface, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:27.951992 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port 62c8d815-590f-4d3d-8f53-4070f26ed607 triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:25:27.952682 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:27.983748 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d204d68-e718-4b29-8827-67b48a4c0129 admin admin] Pushing event updated for resources: {'Network': ['ID=7d78547f-b46f-4bb1-8a9f-8cb648d07cab,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:25:27.989309 n-d-705658-22 neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-6e5ee331-1c06-4d3b-bcbb-9a8864e3a45f None None] Notify callbacks [] for port, precommit_update {{(pid=105587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:28.003292 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Network 7d78547f-b46f-4bb1-8a9f-8cb648d07cab details requested by agent ovs-agent-n-d-705658-22 with host n-d-705658-22 {{(pid=105586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:25:28.010414 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.provisioning_blocks [None req-6e5ee331-1c06-4d3b-bcbb-9a8864e3a45f None None] Transition to ACTIVE for port object 5dea1644-5560-4660-99af-2aea569de370 will not be triggered until provisioned by entity L2. {{(pid=105587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:25:28.017608 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-9d204d68-e718-4b29-8827-67b48a4c0129 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6839170 Jul 27 21:25:28.017825 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 56920) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:25:28.033186 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-96743b58-c6b7-4837-99f2-7cdf49e93052 admin admin] Request body: {'subnet': {'network_id': '7d78547f-b46f-4bb1-8a9f-8cb648d07cab', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-2026731787-subnet', 'tenant_id': '5146912e16e740a68243be44c97123c3', 'ip_version': 4}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:25:28.037423 n-d-705658-22 neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-6e5ee331-1c06-4d3b-bcbb-9a8864e3a45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:28.063756 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9bcda1-a6ab-4de8-8201-412f8d43c866 tempest-RoutersNegativeIpV6Test-539764646 tempest-RoutersNegativeIpV6Test-539764646-project] Pushing event updated for resources: {'Port': ['ID=e0319a0c-21bb-4eb3-9ac8-04e55407790e,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:25:28.083721 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96743b58-c6b7-4837-99f2-7cdf49e93052 admin admin] Made reservation on behalf of 5146912e16e740a68243be44c97123c3 for: {'subnet': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:25:28.087680 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-96743b58-c6b7-4837-99f2-7cdf49e93052 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9738786'] for subnet, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:28.111035 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.db.api [None req-6e8dc1ea-64f4-4d39-a025-a2f5d8a84da1 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 27 21:25:28.111035 n-d-705658-22 neutron-server[105585]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 27 21:25:28.111035 n-d-705658-22 neutron-server[105585]: [parameters: {'project_id_1': 'd8b3b608783d4209938f283075bc1b2d', 'expiration_1': datetime.datetime(2021, 7, 27, 21, 25, 28, 48643)}] Jul 27 21:25:28.111035 n-d-705658-22 neutron-server[105585]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=105585) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 27 21:25:28.111757 n-d-705658-22 neutron-server[105585]: DEBUG oslo_db.api [None req-6e8dc1ea-64f4-4d39-a025-a2f5d8a84da1 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=105585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 27 21:25:28.229708 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c6dc33-e2aa-451e-90c2-f8f60bb38e94 None None] Pushing event updated for resources: {'Port': ['ID=5dea1644-5560-4660-99af-2aea569de370,revision_number=3']} {{(pid=105587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:25:28.267638 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-9b9bcda1-a6ab-4de8-8201-412f8d43c866 tempest-RoutersNegativeIpV6Test-539764646 tempest-RoutersNegativeIpV6Test-539764646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:28.291968 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.managers [None req-6e5ee331-1c06-4d3b-bcbb-9a8864e3a45f None None] Attempting to bind port 5dea1644-5560-4660-99af-2aea569de370 on host n-d-705658-22 for vnic_type normal with profile {{(pid=105587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:25:28.292347 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.managers [None req-6e5ee331-1c06-4d3b-bcbb-9a8864e3a45f None None] Attempting to bind port 5dea1644-5560-4660-99af-2aea569de370 by drivers openvswitch,hyperv on host n-d-705658-22 at level 0 using segments [{'id': 'd9c05450-bc35-4c45-a76a-1c84373cbacb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '69dadbf8-9944-499c-a333-185023b81d58'}] {{(pid=105587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:25:28.294569 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e5ee331-1c06-4d3b-bcbb-9a8864e3a45f None None] Attempting to bind port 5dea1644-5560-4660-99af-2aea569de370 on network 69dadbf8-9944-499c-a333-185023b81d58 {{(pid=105587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:25:28.307090 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e5ee331-1c06-4d3b-bcbb-9a8864e3a45f None None] Checking agent: {'id': '04a7ea91-6318-467e-ace6-b0fb48c8690f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 41, 42), 'started_at': datetime.datetime(2021, 7, 27, 20, 42, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 25, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:25:28.307512 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e5ee331-1c06-4d3b-bcbb-9a8864e3a45f None None] Checking segment: {'id': 'd9c05450-bc35-4c45-a76a-1c84373cbacb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '69dadbf8-9944-499c-a333-185023b81d58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:25:28.307930 n-d-705658-22 neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-6e5ee331-1c06-4d3b-bcbb-9a8864e3a45f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:28.308334 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e5ee331-1c06-4d3b-bcbb-9a8864e3a45f None None] Bound using segment: {'id': 'd9c05450-bc35-4c45-a76a-1c84373cbacb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '69dadbf8-9944-499c-a333-185023b81d58'} {{(pid=105587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:25:28.308833 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.managers [None req-6e5ee331-1c06-4d3b-bcbb-9a8864e3a45f None None] Bound port: 5dea1644-5560-4660-99af-2aea569de370, host: n-d-705658-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9c05450-bc35-4c45-a76a-1c84373cbacb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '69dadbf8-9944-499c-a333-185023b81d58'}}] {{(pid=105587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:25:28.309226 n-d-705658-22 neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-6e5ee331-1c06-4d3b-bcbb-9a8864e3a45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:28.468736 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-96743b58-c6b7-4837-99f2-7cdf49e93052 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9014150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9738800'] for subnet, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:28.481215 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.db [None req-6e5ee331-1c06-4d3b-bcbb-9a8864e3a45f None None] For port 5dea1644-5560-4660-99af-2aea569de370, host n-d-705658-22, cleared binding levels {{(pid=105587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:25:28.485303 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.db [None req-6e5ee331-1c06-4d3b-bcbb-9a8864e3a45f None None] For port 5dea1644-5560-4660-99af-2aea569de370, host n-d-705658-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=5dea1644-5560-4660-99af-2aea569de370,segment=NetworkSegment(d9c05450-bc35-4c45-a76a-1c84373cbacb),segment_id=d9c05450-bc35-4c45-a76a-1c84373cbacb)] {{(pid=105587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:25:28.496706 n-d-705658-22 neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-6e5ee331-1c06-4d3b-bcbb-9a8864e3a45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:28.508577 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-5871e7c6-f3f1-4f5e-a8c4-077da574dc6f None None] Provisioning for port e0319a0c-21bb-4eb3-9ac8-04e55407790e completed by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:25:28.513403 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-5871e7c6-f3f1-4f5e-a8c4-077da574dc6f None None] Provisioning complete for port e0319a0c-21bb-4eb3-9ac8-04e55407790e triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:25:28.513901 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-5871e7c6-f3f1-4f5e-a8c4-077da574dc6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:28.520666 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96743b58-c6b7-4837-99f2-7cdf49e93052 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9e1e10f9-493e-45e7-98af-36b19c0c989c,revision_number=0']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:25:28.553349 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96743b58-c6b7-4837-99f2-7cdf49e93052 admin admin] Checking segment: {'id': 'c5266e74-bbf7-4bdd-80a4-bf7ffd43458e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '7d78547f-b46f-4bb1-8a9f-8cb648d07cab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:25:28.553716 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96743b58-c6b7-4837-99f2-7cdf49e93052 admin admin] Network hostable DHCP agents. Network: 7d78547f-b46f-4bb1-8a9f-8cb648d07cab, hostable agents: ['7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a'], hosted agents: [] {{(pid=105584) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:25:28.572505 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96743b58-c6b7-4837-99f2-7cdf49e93052 admin admin] Network 7d78547f-b46f-4bb1-8a9f-8cb648d07cab is scheduled to be hosted by DHCP agent 7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a with binding_index 1 {{(pid=105584) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:25:28.582868 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [None req-96743b58-c6b7-4837-99f2-7cdf49e93052 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-22, 7d78547f-b46f-4bb1-8a9f-8cb648d07cab) {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:25:28.587479 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-5871e7c6-f3f1-4f5e-a8c4-077da574dc6f None None] Port e0319a0c-21bb-4eb3-9ac8-04e55407790e cannot update to ACTIVE because it is not bound. {{(pid=105586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:25:28.589257 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c6dc33-e2aa-451e-90c2-f8f60bb38e94 None None] Pushing event updated for resources: {'Port': ['ID=5dea1644-5560-4660-99af-2aea569de370,revision_number=4']} {{(pid=105587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:25:28.590415 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-967e6021-5837-48a5-b732-bc33d40c9d9b None None] Network 7d78547f-b46f-4bb1-8a9f-8cb648d07cab requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:25:28.590556 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96743b58-c6b7-4837-99f2-7cdf49e93052 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:25:28.591760 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-96743b58-c6b7-4837-99f2-7cdf49e93052 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:28.610452 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e5ee331-1c06-4d3b-bcbb-9a8864e3a45f None None] Routers {'324281cc-5de5-4f18-a0cb-0755cb98e8f5'} bound to L3 agent in host n-d-705658-22 {{(pid=105587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:25:28.611186 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-6e5ee331-1c06-4d3b-bcbb-9a8864e3a45f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:25:12Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['324281cc-5de5-4f18-a0cb-0755cb98e8f5'], 'active': True} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:25:28.618160 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-96743b58-c6b7-4837-99f2-7cdf49e93052 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5991840 Jul 27 21:25:28.621166 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 56924) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:25:28.631613 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-a406b0e7-2bef-459b-8c04-46bf27ba31d2 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-2026731787-router', 'tenant_id': '5146912e16e740a68243be44c97123c3', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305'}}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:25:28.674363 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e8dc1ea-64f4-4d39-a025-a2f5d8a84da1 admin admin] Made reservation on behalf of d8b3b608783d4209938f283075bc1b2d for: {'subnet': 1} {{(pid=105585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:25:28.679955 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-a406b0e7-2bef-459b-8c04-46bf27ba31d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4163813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-443'] for router, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:28.681144 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-a406b0e7-2bef-459b-8c04-46bf27ba31d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4165196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4077059', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3711235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-418'] for router, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:28.683097 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-6e8dc1ea-64f4-4d39-a025-a2f5d8a84da1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9990620'] for subnet, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:28.757182 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-a406b0e7-2bef-459b-8c04-46bf27ba31d2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:28.810602 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvr_db [None req-6e5ee331-1c06-4d3b-bcbb-9a8864e3a45f None None] Set router 324281cc-5de5-4f18-a0cb-0755cb98e8f5 gateway port host: n-d-705658-22 {{(pid=105587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:25:28.908351 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cb0c173-256e-46ca-ae1c-886cc9434525 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30bb4b93-b285-5d90-9493-f9ec33ea333c-7d78547f-b46f-4bb1-8a9f-8cb648d07cab', 'network_id': '7d78547f-b46f-4bb1-8a9f-8cb648d07cab', 'tenant_id': '5146912e16e740a68243be44c97123c3', 'fixed_ips': [{'subnet_id': '9e1e10f9-493e-45e7-98af-36b19c0c989c'}]}} from n-d-705658-22. {{(pid=105586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 21:25:28.912235 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-8cb0c173-256e-46ca-ae1c-886cc9434525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:29.048342 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-a406b0e7-2bef-459b-8c04-46bf27ba31d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4077169', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4163787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-400'] for router, precommit_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:29.110517 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-6e8dc1ea-64f4-4d39-a025-a2f5d8a84da1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10221797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9990606'] for subnet, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:29.287458 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-9b9bcda1-a6ab-4de8-8201-412f8d43c866 tempest-RoutersNegativeIpV6Test-539764646 tempest-RoutersNegativeIpV6Test-539764646-project] Notify callbacks [] for port, precommit_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:29.290297 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-6e5ee331-1c06-4d3b-bcbb-9a8864e3a45f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '324281cc-5de5-4f18-a0cb-0755cb98e8f5', 'name': 'tempest-TestAggregatesBasicOps-579973760-router', 'tenant_id': '12ed4074b5414262a7e8a7e23c4d9c13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.176'}], 'enable_snat': True}, 'gw_port_id': '62c8d815-590f-4d3d-8f53-4070f26ed607', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:25:18Z', 'updated_at': '2021-07-27T21:25:24Z', 'revision_number': 4, 'project_id': '12ed4074b5414262a7e8a7e23c4d9c13', 'gw_port': {'id': '62c8d815-590f-4d3d-8f53-4070f26ed607', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:b0:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '324281cc-5de5-4f18-a0cb-0755cb98e8f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3660, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:25:19Z', 'updated_at': '2021-07-27T21:25:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_interfaces': [{'id': '5dea1644-5560-4660-99af-2aea569de370', 'name': '', 'network_id': '69dadbf8-9944-499c-a333-185023b81d58', 'tenant_id': '12ed4074b5414262a7e8a7e23c4d9c13', 'mac_address': 'fa:16:3e:29:b7:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '324281cc-5de5-4f18-a0cb-0755cb98e8f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3662, 'fixed_ips': [{'subnet_id': '420c0162-8654-40c4-b32b-4c8dd7b9dffa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:25:22Z', 'updated_at': '2021-07-27T21:25:28Z', 'revision_number': 4, 'project_id': '12ed4074b5414262a7e8a7e23c4d9c13', 'subnets': [{'id': '420c0162-8654-40c4-b32b-4c8dd7b9dffa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-22', False) {} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:25:29.310762 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e8dc1ea-64f4-4d39-a025-a2f5d8a84da1 admin admin] Checking segment: {'id': '57b8fd16-fb96-450b-911e-7fe94bef4459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'bb4cf26f-adff-46cf-9267-b1047e192b6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:25:29.311169 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e8dc1ea-64f4-4d39-a025-a2f5d8a84da1 admin admin] Network hostable DHCP agents. Network: bb4cf26f-adff-46cf-9267-b1047e192b6b, hostable agents: ['7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a'], hosted agents: [] {{(pid=105585) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:25:29.313347 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-9b9bcda1-a6ab-4de8-8201-412f8d43c866 tempest-RoutersNegativeIpV6Test-539764646 tempest-RoutersNegativeIpV6Test-539764646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10221672'] for port, after_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:29.314134 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-9b9bcda1-a6ab-4de8-8201-412f8d43c866 tempest-RoutersNegativeIpV6Test-539764646 tempest-RoutersNegativeIpV6Test-539764646-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3743906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4076435'] for router_interface, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:29.320495 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8dc1ea-64f4-4d39-a025-a2f5d8a84da1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1801b1a7-09b1-44bf-bdb6-d96d89c1fea0,revision_number=0']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:25:29.344627 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e5ee331-1c06-4d3b-bcbb-9a8864e3a45f None None] The sync data for ids ['324281cc-5de5-4f18-a0cb-0755cb98e8f5'] in n-d-705658-22 is: [{'id': '324281cc-5de5-4f18-a0cb-0755cb98e8f5', 'name': 'tempest-TestAggregatesBasicOps-579973760-router', 'tenant_id': '12ed4074b5414262a7e8a7e23c4d9c13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.176'}], 'enable_snat': True}, 'gw_port_id': '62c8d815-590f-4d3d-8f53-4070f26ed607', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:25:18Z', 'updated_at': '2021-07-27T21:25:24Z', 'revision_number': 4, 'project_id': '12ed4074b5414262a7e8a7e23c4d9c13', 'gw_port': {'id': '62c8d815-590f-4d3d-8f53-4070f26ed607', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:b0:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '324281cc-5de5-4f18-a0cb-0755cb98e8f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3660, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:25:19Z', 'updated_at': '2021-07-27T21:25:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_interfaces': [{'id': '5dea1644-5560-4660-99af-2aea569de370', 'name': '', 'network_id': '69dadbf8-9944-499c-a333-185023b81d58', 'tenant_id': '12ed4074b5414262a7e8a7e23c4d9c13', 'mac_address': 'fa:16:3e:29:b7:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '324281cc-5de5-4f18-a0cb-0755cb98e8f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3662, 'fixed_ips': [{'subnet_id': '420c0162-8654-40c4-b32b-4c8dd7b9dffa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:25:22Z', 'updated_at': '2021-07-27T21:25:28Z', 'revision_number': 4, 'project_id': '12ed4074b5414262a7e8a7e23c4d9c13', 'subnets': [{'id': '420c0162-8654-40c4-b32b-4c8dd7b9dffa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:25:29.462556 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e8dc1ea-64f4-4d39-a025-a2f5d8a84da1 admin admin] Network bb4cf26f-adff-46cf-9267-b1047e192b6b is scheduled to be hosted by DHCP agent 7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a with binding_index 1 {{(pid=105585) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:25:29.505857 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.base_scheduler [None req-6e8dc1ea-64f4-4d39-a025-a2f5d8a84da1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-22, bb4cf26f-adff-46cf-9267-b1047e192b6b) {{(pid=105585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:25:29.507360 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-a406b0e7-2bef-459b-8c04-46bf27ba31d2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:29.524107 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e8dc1ea-64f4-4d39-a025-a2f5d8a84da1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:25:29.524712 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-6e8dc1ea-64f4-4d39-a025-a2f5d8a84da1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:29.526905 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-200e5f38-0846-4f02-9eaf-c340cd42fc78 None None] Network bb4cf26f-adff-46cf-9267-b1047e192b6b requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:25:29.546934 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.db_base_plugin_common [None req-8cb0c173-256e-46ca-ae1c-886cc9434525 None None] Allocated IP 172.20.0.2 (7d78547f-b46f-4bb1-8a9f-8cb648d07cab/9e1e10f9-493e-45e7-98af-36b19c0c989c/4a2a1063-5ae7-4012-a7bf-128cd5d9c5da) {{(pid=105586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:25:29.561668 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9bcda1-a6ab-4de8-8201-412f8d43c866 tempest-RoutersNegativeIpV6Test-539764646 tempest-RoutersNegativeIpV6Test-539764646-project] Pushing event updated for resources: {'Port': ['ID=e0319a0c-21bb-4eb3-9ac8-04e55407790e,revision_number=2']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:25:29.564851 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-a406b0e7-2bef-459b-8c04-46bf27ba31d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:29.602893 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8f5a589-63a7-46d0-8898-3d8b34952f58 None None] Network b99f415d-4568-4dc5-8fb0-f2b8298aaee3 requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:25:29.610980 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-6e8dc1ea-64f4-4d39-a025-a2f5d8a84da1 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.1936498 Jul 27 21:25:29.614861 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 56926) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:25:29.626276 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-fb2871b0-7ed0-4446-8bfc-2a2522c8196e admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-161790241-router', 'tenant_id': 'd8b3b608783d4209938f283075bc1b2d', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305'}}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:25:29.667385 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b9bcda1-a6ab-4de8-8201-412f8d43c866 tempest-RoutersNegativeIpV6Test-539764646 tempest-RoutersNegativeIpV6Test-539764646-project] Network 59fa4003-6748-44e9-975c-7417aaf5494f is already hosted by enough agents. {{(pid=105585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:25:29.671280 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.base_scheduler [None req-9b9bcda1-a6ab-4de8-8201-412f8d43c866 tempest-RoutersNegativeIpV6Test-539764646 tempest-RoutersNegativeIpV6Test-539764646-project] Resources bound (agent type, host, resource id): {{(pid=105585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:25:29.692735 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-fb2871b0-7ed0-4446-8bfc-2a2522c8196e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4163813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-443'] for router, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:29.693900 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-fb2871b0-7ed0-4446-8bfc-2a2522c8196e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4165196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4077059', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3711235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-418'] for router, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:29.719213 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.db_base_plugin_common [None req-a406b0e7-2bef-459b-8c04-46bf27ba31d2 admin admin] Allocated IP 172.25.5.97 (8735d8a2-b604-4758-ae71-b40e4ee6f305/eca7dbab-b9c0-4c8f-a272-816ea8a81764/a0a994ae-d8c5-4cac-9891-7bf455346b57) {{(pid=105584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:25:29.772782 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-d1d90e88-1d7a-44c5-be96-b75dfc49e279 None None] Provisioning for port 75e45b57-d235-4304-a083-c89573179ddf completed by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:25:29.925472 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-fb2871b0-7ed0-4446-8bfc-2a2522c8196e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:29.976870 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-a406b0e7-2bef-459b-8c04-46bf27ba31d2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:29.989739 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 75e45b57-d235-4304-a083-c89573179ddf up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:25:30.051741 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-a406b0e7-2bef-459b-8c04-46bf27ba31d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:30.091986 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b9bcda1-a6ab-4de8-8201-412f8d43c866 tempest-RoutersNegativeIpV6Test-539764646 tempest-RoutersNegativeIpV6Test-539764646-project] Router f09c3502-000d-4c18-baeb-0a12a7a560eb has already been hosted by L3 agent dd128fd7-8e57-4d4f-895b-a96b369df59a {{(pid=105585) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:25:30.105767 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a406b0e7-2bef-459b-8c04-46bf27ba31d2 admin admin] Network 8735d8a2-b604-4758-ae71-b40e4ee6f305 is already hosted by enough agents. {{(pid=105584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:25:30.110302 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [None req-a406b0e7-2bef-459b-8c04-46bf27ba31d2 admin admin] Resources bound (agent type, host, resource id): {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:25:30.114937 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a406b0e7-2bef-459b-8c04-46bf27ba31d2 admin admin] Received port after_create {{(pid=105584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:25:30.189997 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f3a9c5a-fd12-49bd-8a76-f7a849a6ca50 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30bb4b93-b285-5d90-9493-f9ec33ea333c-bb4cf26f-adff-46cf-9267-b1047e192b6b', 'network_id': 'bb4cf26f-adff-46cf-9267-b1047e192b6b', 'tenant_id': 'd8b3b608783d4209938f283075bc1b2d', 'fixed_ips': [{'subnet_id': '1801b1a7-09b1-44bf-bdb6-d96d89c1fea0'}]}} from n-d-705658-22. {{(pid=105586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 21:25:30.190847 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-7f3a9c5a-fd12-49bd-8a76-f7a849a6ca50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:30.198165 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a406b0e7-2bef-459b-8c04-46bf27ba31d2 admin admin] Pushing event updated for resources: {'Port': ['ID=a0a994ae-d8c5-4cac-9891-7bf455346b57,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:25:30.235663 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-303cbfc7-6004-4882-a653-7631866966ba None None] Provisioning complete for port e0319a0c-21bb-4eb3-9ac8-04e55407790e triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:25:30.236032 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-303cbfc7-6004-4882-a653-7631866966ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:30.339543 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-fb2871b0-7ed0-4446-8bfc-2a2522c8196e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4077169', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4163787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-400'] for router, precommit_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:30.441371 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning for port 75e45b57-d235-4304-a083-c89573179ddf completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:25:30.458893 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-303cbfc7-6004-4882-a653-7631866966ba None None] Port e0319a0c-21bb-4eb3-9ac8-04e55407790e cannot update to ACTIVE because it is not bound. {{(pid=105586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:25:30.476235 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port 75e45b57-d235-4304-a083-c89573179ddf triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:25:30.476905 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:30.480211 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-8cb0c173-256e-46ca-ae1c-886cc9434525 None None] Notify callbacks [] for port, precommit_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:30.495271 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b9bcda1-a6ab-4de8-8201-412f8d43c866 tempest-RoutersNegativeIpV6Test-539764646 tempest-RoutersNegativeIpV6Test-539764646-project] Notify agent at l3_agent.n-d-705658-22 the message routers_updated {{(pid=105585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:25:30.526813 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-9b9bcda1-a6ab-4de8-8201-412f8d43c866 tempest-RoutersNegativeIpV6Test-539764646 tempest-RoutersNegativeIpV6Test-539764646-project] 10.222.0.59 "PUT /v2.0/routers/f09c3502-000d-4c18-baeb-0a12a7a560eb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2940457 Jul 27 21:25:30.534375 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 56930) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:25:30.551132 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f7111bd-334c-4dde-8ebe-e5c20b1cab74 None None] Sync routers for ids ['f09c3502-000d-4c18-baeb-0a12a7a560eb'] in n-d-705658-22 {{(pid=105586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:25:30.565310 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-8cb0c173-256e-46ca-ae1c-886cc9434525 None None] Transition to ACTIVE for port object 4a2a1063-5ae7-4012-a7bf-128cd5d9c5da will not be triggered until provisioned by entity L2. {{(pid=105586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:25:30.573886 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-a406b0e7-2bef-459b-8c04-46bf27ba31d2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:30.662183 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.db_base_plugin_common [None req-7f3a9c5a-fd12-49bd-8a76-f7a849a6ca50 None None] Allocated IP 172.20.0.2 (bb4cf26f-adff-46cf-9267-b1047e192b6b/1801b1a7-09b1-44bf-bdb6-d96d89c1fea0/247c0c66-aee0-4b9f-99c1-14faa292e87b) {{(pid=105586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:25:30.676850 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-af05b17d-afea-4989-b060-a41cd0f0f885 tempest-RoutersNegativeIpV6Test-539764646 tempest-RoutersNegativeIpV6Test-539764646-project] Notify callbacks [] for router, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:30.724211 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f7111bd-334c-4dde-8ebe-e5c20b1cab74 None None] Routers {'f09c3502-000d-4c18-baeb-0a12a7a560eb'} bound to L3 agent in host n-d-705658-22 {{(pid=105586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:25:30.725052 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-7f7111bd-334c-4dde-8ebe-e5c20b1cab74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:25:12Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['f09c3502-000d-4c18-baeb-0a12a7a560eb'], 'active': True} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:25:30.749001 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-8cb0c173-256e-46ca-ae1c-886cc9434525 None None] Transition to ACTIVE for port object 4a2a1063-5ae7-4012-a7bf-128cd5d9c5da will not be triggered until provisioned by entity DHCP. {{(pid=105586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:25:30.835948 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-7f7111bd-334c-4dde-8ebe-e5c20b1cab74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-22', False) {} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:25:30.903647 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:30.908173 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-a406b0e7-2bef-459b-8c04-46bf27ba31d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4163804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4077150'] for router, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:30.930222 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-8cb0c173-256e-46ca-ae1c-886cc9434525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143'] for port, after_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:30.942954 n-d-705658-22 neutron-server[105585]: INFO neutron.api.v2.resource [None req-af05b17d-afea-4989-b060-a41cd0f0f885 tempest-RoutersNegativeIpV6Test-539764646 tempest-RoutersNegativeIpV6Test-539764646-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 27 21:25:30.946763 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-af05b17d-afea-4989-b060-a41cd0f0f885 tempest-RoutersNegativeIpV6Test-539764646 tempest-RoutersNegativeIpV6Test-539764646-project] 10.222.0.59 "DELETE /v2.0/routers/f09c3502-000d-4c18-baeb-0a12a7a560eb HTTP/1.1" status: 409 len: 329 time: 0.4073148 Jul 27 21:25:30.947316 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 56934) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:25:31.023499 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f7111bd-334c-4dde-8ebe-e5c20b1cab74 None None] Routers {'f09c3502-000d-4c18-baeb-0a12a7a560eb'} bound to L3 agent in host n-d-705658-22 {{(pid=105586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:25:31.024396 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-7f7111bd-334c-4dde-8ebe-e5c20b1cab74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:25:12Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['f09c3502-000d-4c18-baeb-0a12a7a560eb'], 'active': True} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:25:31.093893 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] For port 75e45b57-d235-4304-a083-c89573179ddf, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=75e45b57-d235-4304-a083-c89573179ddf,segment=NetworkSegment(3e1907b7-e6cd-4002-b26a-966a0881577c),segment_id=3e1907b7-e6cd-4002-b26a-966a0881577c)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:25:31.141965 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a406b0e7-2bef-459b-8c04-46bf27ba31d2 admin admin] Router 2af6ff66-48e2-4f1e-9e08-88f2cd452c67 is scheduled to L3 agent dd128fd7-8e57-4d4f-895b-a96b369df59a with binding_index 1 {{(pid=105584) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 21:25:31.180112 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:31.181395 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 5dea1644-5560-4660-99af-2aea569de370 up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:25:31.183468 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-7f7111bd-334c-4dde-8ebe-e5c20b1cab74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-22', False) {} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:25:31.184197 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f7111bd-334c-4dde-8ebe-e5c20b1cab74 None None] The sync data for ids ['f09c3502-000d-4c18-baeb-0a12a7a560eb'] in n-d-705658-22 is: [] {{(pid=105586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:25:31.195513 n-d-705658-22 neutron-server[105586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cb0c173-256e-46ca-ae1c-886cc9434525 None None] Network 7d78547f-b46f-4bb1-8a9f-8cb648d07cab is already hosted by enough agents. {{(pid=105586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:25:31.198404 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-fb2871b0-7ed0-4446-8bfc-2a2522c8196e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:31.246268 n-d-705658-22 neutron-server[105586]: DEBUG neutron.scheduler.base_scheduler [None req-8cb0c173-256e-46ca-ae1c-886cc9434525 None None] Resources bound (agent type, host, resource id): {{(pid=105586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:25:31.256702 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cb0c173-256e-46ca-ae1c-886cc9434525 None None] Received port after_create {{(pid=105586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:25:31.273486 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb0c173-256e-46ca-ae1c-886cc9434525 None None] Pushing event updated for resources: {'Port': ['ID=4a2a1063-5ae7-4012-a7bf-128cd5d9c5da,revision_number=1']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:25:31.292399 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a406b0e7-2bef-459b-8c04-46bf27ba31d2 admin admin] Notify agent at l3_agent.n-d-705658-22 the message routers_updated {{(pid=105584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:25:31.303246 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9e5a3cc-4008-44cb-80bb-b2f2b9278553 None None] Sync routers for ids ['2af6ff66-48e2-4f1e-9e08-88f2cd452c67'] in n-d-705658-22 {{(pid=105587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:25:31.322027 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9e5a3cc-4008-44cb-80bb-b2f2b9278553 None None] Routers {'2af6ff66-48e2-4f1e-9e08-88f2cd452c67'} bound to L3 agent in host n-d-705658-22 {{(pid=105587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:25:31.323339 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-5e4f0648-251e-4401-8346-bb2ca71cc6b1 None None] Provisioning complete for port 75e45b57-d235-4304-a083-c89573179ddf triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:25:31.324704 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-a9e5a3cc-4008-44cb-80bb-b2f2b9278553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:25:12Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['2af6ff66-48e2-4f1e-9e08-88f2cd452c67'], 'active': True} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:25:31.335148 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-5e4f0648-251e-4401-8346-bb2ca71cc6b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:31.343672 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-a406b0e7-2bef-459b-8c04-46bf27ba31d2 admin admin] Notify callbacks [] for router, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:31.348187 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-a406b0e7-2bef-459b-8c04-46bf27ba31d2 admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.7231085 Jul 27 21:25:31.348478 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 56936) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:25:31.526530 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvr_db [None req-a9e5a3cc-4008-44cb-80bb-b2f2b9278553 None None] Set router 2af6ff66-48e2-4f1e-9e08-88f2cd452c67 gateway port host: n-d-705658-22 {{(pid=105587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:25:31.547098 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Pushing event updated for resources: {'Port': ['ID=75e45b57-d235-4304-a083-c89573179ddf,revision_number=3']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:25:31.553431 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-8cb0c173-256e-46ca-ae1c-886cc9434525 None None] Attempting to bind port 4a2a1063-5ae7-4012-a7bf-128cd5d9c5da on host n-d-705658-22 for vnic_type normal with profile {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:25:31.554084 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-8cb0c173-256e-46ca-ae1c-886cc9434525 None None] Attempting to bind port 4a2a1063-5ae7-4012-a7bf-128cd5d9c5da by drivers openvswitch,hyperv on host n-d-705658-22 at level 0 using segments [{'id': 'c5266e74-bbf7-4bdd-80a4-bf7ffd43458e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '7d78547f-b46f-4bb1-8a9f-8cb648d07cab'}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:25:31.554183 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cb0c173-256e-46ca-ae1c-886cc9434525 None None] Attempting to bind port 4a2a1063-5ae7-4012-a7bf-128cd5d9c5da on network 7d78547f-b46f-4bb1-8a9f-8cb648d07cab {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:25:31.576412 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-7f3a9c5a-fd12-49bd-8a76-f7a849a6ca50 None None] Notify callbacks [] for port, precommit_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:31.583390 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cb0c173-256e-46ca-ae1c-886cc9434525 None None] Checking agent: {'id': '04a7ea91-6318-467e-ace6-b0fb48c8690f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 41, 42), 'started_at': datetime.datetime(2021, 7, 27, 20, 42, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 25, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:25:31.583923 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cb0c173-256e-46ca-ae1c-886cc9434525 None None] Checking segment: {'id': 'c5266e74-bbf7-4bdd-80a4-bf7ffd43458e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '7d78547f-b46f-4bb1-8a9f-8cb648d07cab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:25:31.584171 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-8cb0c173-256e-46ca-ae1c-886cc9434525 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:31.584564 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cb0c173-256e-46ca-ae1c-886cc9434525 None None] Bound using segment: {'id': 'c5266e74-bbf7-4bdd-80a4-bf7ffd43458e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '7d78547f-b46f-4bb1-8a9f-8cb648d07cab'} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:25:31.585053 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-8cb0c173-256e-46ca-ae1c-886cc9434525 None None] Bound port: 4a2a1063-5ae7-4012-a7bf-128cd5d9c5da, host: n-d-705658-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5266e74-bbf7-4bdd-80a4-bf7ffd43458e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '7d78547f-b46f-4bb1-8a9f-8cb648d07cab'}}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:25:31.585436 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-8cb0c173-256e-46ca-ae1c-886cc9434525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:31.591454 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning for port 5dea1644-5560-4660-99af-2aea569de370 completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:25:31.614818 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-7f3a9c5a-fd12-49bd-8a76-f7a849a6ca50 None None] Transition to ACTIVE for port object 247c0c66-aee0-4b9f-99c1-14faa292e87b will not be triggered until provisioned by entity L2. {{(pid=105586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:25:31.618314 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port 5dea1644-5560-4660-99af-2aea569de370 triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:25:31.618688 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:31.709175 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-fb2871b0-7ed0-4446-8bfc-2a2522c8196e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:31.741041 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-7f3a9c5a-fd12-49bd-8a76-f7a849a6ca50 None None] Transition to ACTIVE for port object 247c0c66-aee0-4b9f-99c1-14faa292e87b will not be triggered until provisioned by entity DHCP. {{(pid=105586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:25:31.761360 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-7f3a9c5a-fd12-49bd-8a76-f7a849a6ca50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143'] for port, after_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:31.842065 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-a9e5a3cc-4008-44cb-80bb-b2f2b9278553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2af6ff66-48e2-4f1e-9e08-88f2cd452c67', 'name': 'tempest-TestAggregatesBasicOps-2026731787-router', 'tenant_id': '5146912e16e740a68243be44c97123c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.97'}], 'enable_snat': True}, 'gw_port_id': 'a0a994ae-d8c5-4cac-9891-7bf455346b57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:25:28Z', 'updated_at': '2021-07-27T21:25:30Z', 'revision_number': 3, 'project_id': '5146912e16e740a68243be44c97123c3', 'gw_port': {'id': 'a0a994ae-d8c5-4cac-9891-7bf455346b57', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:8f:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2af6ff66-48e2-4f1e-9e08-88f2cd452c67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3696, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:25:29Z', 'updated_at': '2021-07-27T21:25:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22'}], 'n-d-705658-22', False) {} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:25:31.879179 n-d-705658-22 neutron-server[105586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f3a9c5a-fd12-49bd-8a76-f7a849a6ca50 None None] Network bb4cf26f-adff-46cf-9267-b1047e192b6b is already hosted by enough agents. {{(pid=105586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:25:31.879420 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9e5a3cc-4008-44cb-80bb-b2f2b9278553 None None] Checking router: 2af6ff66-48e2-4f1e-9e08-88f2cd452c67 for host: n-d-705658-22 {{(pid=105587) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:25:31.879731 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9e5a3cc-4008-44cb-80bb-b2f2b9278553 None None] Updating router 2af6ff66-48e2-4f1e-9e08-88f2cd452c67 port a0a994ae-d8c5-4cac-9891-7bf455346b57 binding host n-d-705658-22 {{(pid=105587) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 21:25:31.894140 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-8cb0c173-256e-46ca-ae1c-886cc9434525 None None] For port 4a2a1063-5ae7-4012-a7bf-128cd5d9c5da, host n-d-705658-22, cleared binding levels {{(pid=105586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:25:31.903858 n-d-705658-22 neutron-server[105586]: DEBUG neutron.scheduler.base_scheduler [None req-7f3a9c5a-fd12-49bd-8a76-f7a849a6ca50 None None] Resources bound (agent type, host, resource id): {{(pid=105586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:25:31.916303 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3a9c5a-fd12-49bd-8a76-f7a849a6ca50 None None] Pushing event updated for resources: {'Port': ['ID=247c0c66-aee0-4b9f-99c1-14faa292e87b,revision_number=1']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:25:31.919629 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f3a9c5a-fd12-49bd-8a76-f7a849a6ca50 None None] Received port after_create {{(pid=105586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:25:31.929245 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-8cb0c173-256e-46ca-ae1c-886cc9434525 None None] For port 4a2a1063-5ae7-4012-a7bf-128cd5d9c5da, host n-d-705658-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=4a2a1063-5ae7-4012-a7bf-128cd5d9c5da,segment=NetworkSegment(c5266e74-bbf7-4bdd-80a4-bf7ffd43458e),segment_id=c5266e74-bbf7-4bdd-80a4-bf7ffd43458e)] {{(pid=105586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:25:31.958635 n-d-705658-22 neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-a9e5a3cc-4008-44cb-80bb-b2f2b9278553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:31.971806 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-8cb0c173-256e-46ca-ae1c-886cc9434525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:31.974589 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.db_base_plugin_common [None req-fb2871b0-7ed0-4446-8bfc-2a2522c8196e admin admin] Allocated IP 172.25.5.52 (8735d8a2-b604-4758-ae71-b40e4ee6f305/eca7dbab-b9c0-4c8f-a272-816ea8a81764/1ab423ad-7f65-4d54-add5-f8596d85b59a) {{(pid=105585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:25:32.034054 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-aeed9acc-8d0e-4926-9e7d-d3cd4b324a4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:32.089895 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:32.111430 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-7f3a9c5a-fd12-49bd-8a76-f7a849a6ca50 None None] Attempting to bind port 247c0c66-aee0-4b9f-99c1-14faa292e87b on host n-d-705658-22 for vnic_type normal with profile {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:25:32.111801 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-7f3a9c5a-fd12-49bd-8a76-f7a849a6ca50 None None] Attempting to bind port 247c0c66-aee0-4b9f-99c1-14faa292e87b by drivers openvswitch,hyperv on host n-d-705658-22 at level 0 using segments [{'id': '57b8fd16-fb96-450b-911e-7fe94bef4459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'bb4cf26f-adff-46cf-9267-b1047e192b6b'}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:25:32.112159 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f3a9c5a-fd12-49bd-8a76-f7a849a6ca50 None None] Attempting to bind port 247c0c66-aee0-4b9f-99c1-14faa292e87b on network bb4cf26f-adff-46cf-9267-b1047e192b6b {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:25:32.132664 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb0c173-256e-46ca-ae1c-886cc9434525 None None] Pushing event updated for resources: {'Port': ['ID=4a2a1063-5ae7-4012-a7bf-128cd5d9c5da,revision_number=2']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:25:32.135384 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f3a9c5a-fd12-49bd-8a76-f7a849a6ca50 None None] Checking agent: {'id': '04a7ea91-6318-467e-ace6-b0fb48c8690f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 41, 42), 'started_at': datetime.datetime(2021, 7, 27, 20, 42, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 25, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:25:32.135759 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f3a9c5a-fd12-49bd-8a76-f7a849a6ca50 None None] Checking segment: {'id': '57b8fd16-fb96-450b-911e-7fe94bef4459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'bb4cf26f-adff-46cf-9267-b1047e192b6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:25:32.136160 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-7f3a9c5a-fd12-49bd-8a76-f7a849a6ca50 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:32.136541 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f3a9c5a-fd12-49bd-8a76-f7a849a6ca50 None None] Bound using segment: {'id': '57b8fd16-fb96-450b-911e-7fe94bef4459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'bb4cf26f-adff-46cf-9267-b1047e192b6b'} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:25:32.137009 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-7f3a9c5a-fd12-49bd-8a76-f7a849a6ca50 None None] Bound port: 247c0c66-aee0-4b9f-99c1-14faa292e87b, host: n-d-705658-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57b8fd16-fb96-450b-911e-7fe94bef4459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'bb4cf26f-adff-46cf-9267-b1047e192b6b'}}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:25:32.137485 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-7f3a9c5a-fd12-49bd-8a76-f7a849a6ca50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:32.176004 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] For port 5dea1644-5560-4660-99af-2aea569de370, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=5dea1644-5560-4660-99af-2aea569de370,segment=NetworkSegment(d9c05450-bc35-4c45-a76a-1c84373cbacb),segment_id=d9c05450-bc35-4c45-a76a-1c84373cbacb)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:25:32.195572 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:32.244684 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-fb2871b0-7ed0-4446-8bfc-2a2522c8196e admin admin] Notify callbacks [] for port, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:32.285746 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-7f3a9c5a-fd12-49bd-8a76-f7a849a6ca50 None None] For port 247c0c66-aee0-4b9f-99c1-14faa292e87b, host n-d-705658-22, cleared binding levels {{(pid=105586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:25:32.285867 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-a4b4320e-e3f9-4d75-a28e-e357391ec080 tempest-RoutersNegativeIpV6Test-539764646 tempest-RoutersNegativeIpV6Test-539764646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4076536'] for router_interface, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:32.290488 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-7f3a9c5a-fd12-49bd-8a76-f7a849a6ca50 None None] For port 247c0c66-aee0-4b9f-99c1-14faa292e87b, host n-d-705658-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=247c0c66-aee0-4b9f-99c1-14faa292e87b,segment=NetworkSegment(57b8fd16-fb96-450b-911e-7fe94bef4459),segment_id=57b8fd16-fb96-450b-911e-7fe94bef4459)] {{(pid=105586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:25:32.291968 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Pushing event updated for resources: {'Port': ['ID=5dea1644-5560-4660-99af-2aea569de370,revision_number=5']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:25:32.295754 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-7f3a9c5a-fd12-49bd-8a76-f7a849a6ca50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:32.391570 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3a9c5a-fd12-49bd-8a76-f7a849a6ca50 None None] Pushing event updated for resources: {'Port': ['ID=247c0c66-aee0-4b9f-99c1-14faa292e87b,revision_number=2']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:25:32.422834 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 75e45b57-d235-4304-a083-c89573179ddf up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:25:32.439996 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.db_base_plugin_common [None req-aeed9acc-8d0e-4926-9e7d-d3cd4b324a4f admin admin] Allocated IP 172.20.0.1 (7d78547f-b46f-4bb1-8a9f-8cb648d07cab/9e1e10f9-493e-45e7-98af-36b19c0c989c/93418089-93ff-46af-b7a8-37bf65c12210) {{(pid=105584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:25:32.452901 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-fb2871b0-7ed0-4446-8bfc-2a2522c8196e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:32.581304 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb2871b0-7ed0-4446-8bfc-2a2522c8196e admin admin] Network 8735d8a2-b604-4758-ae71-b40e4ee6f305 is already hosted by enough agents. {{(pid=105585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:25:32.595356 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.base_scheduler [None req-fb2871b0-7ed0-4446-8bfc-2a2522c8196e admin admin] Resources bound (agent type, host, resource id): {{(pid=105585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:25:32.598630 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb2871b0-7ed0-4446-8bfc-2a2522c8196e admin admin] Received port after_create {{(pid=105585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:25:32.644391 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port 75e45b57-d235-4304-a083-c89573179ddf triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:25:32.644927 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:32.737000 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2871b0-7ed0-4446-8bfc-2a2522c8196e admin admin] Pushing event updated for resources: {'Port': ['ID=1ab423ad-7f65-4d54-add5-f8596d85b59a,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:25:32.773018 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-aeed9acc-8d0e-4926-9e7d-d3cd4b324a4f admin admin] Notify callbacks [] for port, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:32.836022 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.provisioning_blocks [None req-aeed9acc-8d0e-4926-9e7d-d3cd4b324a4f admin admin] Transition to ACTIVE for port object 93418089-93ff-46af-b7a8-37bf65c12210 will not be triggered until provisioned by entity DHCP. {{(pid=105584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:25:32.912442 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-aeed9acc-8d0e-4926-9e7d-d3cd4b324a4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:32.987937 n-d-705658-22 neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-a9e5a3cc-4008-44cb-80bb-b2f2b9278553 None None] Notify callbacks [] for port, precommit_update {{(pid=105587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:33.011973 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.provisioning_blocks [None req-a9e5a3cc-4008-44cb-80bb-b2f2b9278553 None None] Transition to ACTIVE for port object a0a994ae-d8c5-4cac-9891-7bf455346b57 will not be triggered until provisioned by entity L2. {{(pid=105587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:25:33.021578 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeed9acc-8d0e-4926-9e7d-d3cd4b324a4f admin admin] Network 7d78547f-b46f-4bb1-8a9f-8cb648d07cab is already hosted by enough agents. {{(pid=105584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:25:33.025708 n-d-705658-22 neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-a9e5a3cc-4008-44cb-80bb-b2f2b9278553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:33.034350 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeed9acc-8d0e-4926-9e7d-d3cd4b324a4f admin admin] Pushing event updated for resources: {'Port': ['ID=93418089-93ff-46af-b7a8-37bf65c12210,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:25:33.043122 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [None req-aeed9acc-8d0e-4926-9e7d-d3cd4b324a4f admin admin] Resources bound (agent type, host, resource id): {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:25:33.057627 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeed9acc-8d0e-4926-9e7d-d3cd4b324a4f admin admin] Received port after_create {{(pid=105584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:25:33.137067 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.managers [None req-a9e5a3cc-4008-44cb-80bb-b2f2b9278553 None None] Attempting to bind port a0a994ae-d8c5-4cac-9891-7bf455346b57 on host n-d-705658-22 for vnic_type normal with profile {{(pid=105587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:25:33.137477 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.managers [None req-a9e5a3cc-4008-44cb-80bb-b2f2b9278553 None None] Attempting to bind port a0a994ae-d8c5-4cac-9891-7bf455346b57 by drivers openvswitch,hyperv on host n-d-705658-22 at level 0 using segments [{'id': '12196855-9a32-4633-9a56-77697ef9e126', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305'}] {{(pid=105587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:25:33.137842 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9e5a3cc-4008-44cb-80bb-b2f2b9278553 None None] Attempting to bind port a0a994ae-d8c5-4cac-9891-7bf455346b57 on network 8735d8a2-b604-4758-ae71-b40e4ee6f305 {{(pid=105587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:25:33.145459 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-aeed9acc-8d0e-4926-9e7d-d3cd4b324a4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4075523'] for router_interface, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:33.157172 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e92b73-c7f7-4d90-ab6c-d09e623cd593 None None] Pushing event updated for resources: {'Port': ['ID=a0a994ae-d8c5-4cac-9891-7bf455346b57,revision_number=2']} {{(pid=105587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:25:33.165389 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9e5a3cc-4008-44cb-80bb-b2f2b9278553 None None] Checking agent: {'id': '04a7ea91-6318-467e-ace6-b0fb48c8690f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 41, 42), 'started_at': datetime.datetime(2021, 7, 27, 20, 42, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 25, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:25:33.166133 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9e5a3cc-4008-44cb-80bb-b2f2b9278553 None None] Checking segment: {'id': '12196855-9a32-4633-9a56-77697ef9e126', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:25:33.166793 n-d-705658-22 neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-a9e5a3cc-4008-44cb-80bb-b2f2b9278553 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:33.167414 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9e5a3cc-4008-44cb-80bb-b2f2b9278553 None None] Bound using segment: {'id': '12196855-9a32-4633-9a56-77697ef9e126', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305'} {{(pid=105587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:25:33.169753 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.managers [None req-a9e5a3cc-4008-44cb-80bb-b2f2b9278553 None None] Bound port: a0a994ae-d8c5-4cac-9891-7bf455346b57, host: n-d-705658-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12196855-9a32-4633-9a56-77697ef9e126', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305'}}] {{(pid=105587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:25:33.171686 n-d-705658-22 neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-a9e5a3cc-4008-44cb-80bb-b2f2b9278553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:33.279397 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.db [None req-a9e5a3cc-4008-44cb-80bb-b2f2b9278553 None None] For port a0a994ae-d8c5-4cac-9891-7bf455346b57, host n-d-705658-22, cleared binding levels {{(pid=105587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:25:33.283264 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.db [None req-a9e5a3cc-4008-44cb-80bb-b2f2b9278553 None None] For port a0a994ae-d8c5-4cac-9891-7bf455346b57, host n-d-705658-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=a0a994ae-d8c5-4cac-9891-7bf455346b57,segment=NetworkSegment(12196855-9a32-4633-9a56-77697ef9e126),segment_id=12196855-9a32-4633-9a56-77697ef9e126)] {{(pid=105587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:25:33.289063 n-d-705658-22 neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-a9e5a3cc-4008-44cb-80bb-b2f2b9278553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:33.381422 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-aeed9acc-8d0e-4926-9e7d-d3cd4b324a4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:33.389417 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-fb2871b0-7ed0-4446-8bfc-2a2522c8196e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:33.407562 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9e5a3cc-4008-44cb-80bb-b2f2b9278553 None None] Routers {'2af6ff66-48e2-4f1e-9e08-88f2cd452c67'} bound to L3 agent in host n-d-705658-22 {{(pid=105587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:25:33.414730 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-a9e5a3cc-4008-44cb-80bb-b2f2b9278553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:25:12Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['2af6ff66-48e2-4f1e-9e08-88f2cd452c67'], 'active': True} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:25:33.421154 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e92b73-c7f7-4d90-ab6c-d09e623cd593 None None] Pushing event updated for resources: {'Port': ['ID=a0a994ae-d8c5-4cac-9891-7bf455346b57,revision_number=3']} {{(pid=105587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:25:33.461322 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [None req-a4b4320e-e3f9-4d75-a28e-e357391ec080 tempest-RoutersNegativeIpV6Test-539764646 tempest-RoutersNegativeIpV6Test-539764646-project] Deleting port e0319a0c-21bb-4eb3-9ac8-04e55407790e {{(pid=105585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:25:33.475307 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-a4b4320e-e3f9-4d75-a28e-e357391ec080 tempest-RoutersNegativeIpV6Test-539764646 tempest-RoutersNegativeIpV6Test-539764646-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:33.575747 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvr_db [None req-a9e5a3cc-4008-44cb-80bb-b2f2b9278553 None None] Set router 2af6ff66-48e2-4f1e-9e08-88f2cd452c67 gateway port host: n-d-705658-22 {{(pid=105587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:25:33.699452 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-aeed9acc-8d0e-4926-9e7d-d3cd4b324a4f admin admin] Notify callbacks [] for port, precommit_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:33.705019 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-a4b4320e-e3f9-4d75-a28e-e357391ec080 tempest-RoutersNegativeIpV6Test-539764646 tempest-RoutersNegativeIpV6Test-539764646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:33.705797 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-aeed9acc-8d0e-4926-9e7d-d3cd4b324a4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9014027'] for port, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:33.734559 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [None req-a4b4320e-e3f9-4d75-a28e-e357391ec080 tempest-RoutersNegativeIpV6Test-539764646 tempest-RoutersNegativeIpV6Test-539764646-project] Calling delete_port for e0319a0c-21bb-4eb3-9ac8-04e55407790e owned by network:router_interface {{(pid=105585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:25:33.826428 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-aeed9acc-8d0e-4926-9e7d-d3cd4b324a4f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3743906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4076435'] for router_interface, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:33.829999 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeed9acc-8d0e-4926-9e7d-d3cd4b324a4f admin admin] Pushing event updated for resources: {'Port': ['ID=93418089-93ff-46af-b7a8-37bf65c12210,revision_number=2']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:25:33.867115 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9202133c-103c-42e9-b6a6-88492da2fd75 None None] Network 7d78547f-b46f-4bb1-8a9f-8cb648d07cab requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:25:33.958518 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-a9e5a3cc-4008-44cb-80bb-b2f2b9278553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2af6ff66-48e2-4f1e-9e08-88f2cd452c67', 'name': 'tempest-TestAggregatesBasicOps-2026731787-router', 'tenant_id': '5146912e16e740a68243be44c97123c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.97'}], 'enable_snat': True}, 'gw_port_id': 'a0a994ae-d8c5-4cac-9891-7bf455346b57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:25:28Z', 'updated_at': '2021-07-27T21:25:33Z', 'revision_number': 4, 'project_id': '5146912e16e740a68243be44c97123c3', 'gw_port': {'id': 'a0a994ae-d8c5-4cac-9891-7bf455346b57', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:8f:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2af6ff66-48e2-4f1e-9e08-88f2cd452c67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3696, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:25:29Z', 'updated_at': '2021-07-27T21:25:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_interfaces': [{'id': '93418089-93ff-46af-b7a8-37bf65c12210', 'name': '', 'network_id': '7d78547f-b46f-4bb1-8a9f-8cb648d07cab', 'tenant_id': '5146912e16e740a68243be44c97123c3', 'mac_address': 'fa:16:3e:bd:95:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2af6ff66-48e2-4f1e-9e08-88f2cd452c67', 'device_owner': 'network:router_interface', 'standard_attr_id': 3700, 'fixed_ips': [{'subnet_id': '9e1e10f9-493e-45e7-98af-36b19c0c989c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:25:32Z', 'updated_at': '2021-07-27T21:25:32Z', 'revision_number': 1, 'project_id': '5146912e16e740a68243be44c97123c3', 'subnets': [{'id': '9e1e10f9-493e-45e7-98af-36b19c0c989c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-22', False) {} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:25:33.979726 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-3ba2e3df-80a1-4ad6-9633-089a08947ec8 None None] Provisioning for port 4a2a1063-5ae7-4012-a7bf-128cd5d9c5da completed by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:25:34.022957 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9e5a3cc-4008-44cb-80bb-b2f2b9278553 None None] The sync data for ids ['2af6ff66-48e2-4f1e-9e08-88f2cd452c67'] in n-d-705658-22 is: [{'id': '2af6ff66-48e2-4f1e-9e08-88f2cd452c67', 'name': 'tempest-TestAggregatesBasicOps-2026731787-router', 'tenant_id': '5146912e16e740a68243be44c97123c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.97'}], 'enable_snat': True}, 'gw_port_id': 'a0a994ae-d8c5-4cac-9891-7bf455346b57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:25:28Z', 'updated_at': '2021-07-27T21:25:33Z', 'revision_number': 4, 'project_id': '5146912e16e740a68243be44c97123c3', 'gw_port': {'id': 'a0a994ae-d8c5-4cac-9891-7bf455346b57', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:8f:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2af6ff66-48e2-4f1e-9e08-88f2cd452c67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3696, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:25:29Z', 'updated_at': '2021-07-27T21:25:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_interfaces': [{'id': '93418089-93ff-46af-b7a8-37bf65c12210', 'name': '', 'network_id': '7d78547f-b46f-4bb1-8a9f-8cb648d07cab', 'tenant_id': '5146912e16e740a68243be44c97123c3', 'mac_address': 'fa:16:3e:bd:95:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2af6ff66-48e2-4f1e-9e08-88f2cd452c67', 'device_owner': 'network:router_interface', 'standard_attr_id': 3700, 'fixed_ips': [{'subnet_id': '9e1e10f9-493e-45e7-98af-36b19c0c989c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:25:32Z', 'updated_at': '2021-07-27T21:25:32Z', 'revision_number': 1, 'project_id': '5146912e16e740a68243be44c97123c3', 'subnets': [{'id': '9e1e10f9-493e-45e7-98af-36b19c0c989c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:25:34.080707 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-fb2871b0-7ed0-4446-8bfc-2a2522c8196e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4163804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4077150'] for router, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:34.269994 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-a4b4320e-e3f9-4d75-a28e-e357391ec080 tempest-RoutersNegativeIpV6Test-539764646 tempest-RoutersNegativeIpV6Test-539764646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:34.403676 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b4320e-e3f9-4d75-a28e-e357391ec080 tempest-RoutersNegativeIpV6Test-539764646 tempest-RoutersNegativeIpV6Test-539764646-project] Pushing event deleted for resources: {'Port': ['ID=e0319a0c-21bb-4eb3-9ac8-04e55407790e,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:25:34.581610 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16481911-6755-45f5-ac6c-1143f9b7b533 None None] Network bb4cf26f-adff-46cf-9267-b1047e192b6b requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:25:34.714346 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-a4b4320e-e3f9-4d75-a28e-e357391ec080 tempest-RoutersNegativeIpV6Test-539764646 tempest-RoutersNegativeIpV6Test-539764646-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3743915', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4076308'] for router_interface, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:34.767300 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeed9acc-8d0e-4926-9e7d-d3cd4b324a4f admin admin] Network 7d78547f-b46f-4bb1-8a9f-8cb648d07cab is already hosted by enough agents. {{(pid=105584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:25:34.769924 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [None req-aeed9acc-8d0e-4926-9e7d-d3cd4b324a4f admin admin] Resources bound (agent type, host, resource id): {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:25:34.817315 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 5dea1644-5560-4660-99af-2aea569de370 up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:25:34.838975 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb2871b0-7ed0-4446-8bfc-2a2522c8196e admin admin] Router cd1fa961-f7b3-452a-ab79-ac6ffde5ad14 is scheduled to L3 agent dd128fd7-8e57-4d4f-895b-a96b369df59a with binding_index 1 {{(pid=105585) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 21:25:34.926517 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-af1426ed-39f4-4051-b246-4f45373f87c4 None None] Provisioning for port 247c0c66-aee0-4b9f-99c1-14faa292e87b completed by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:25:35.001863 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aeed9acc-8d0e-4926-9e7d-d3cd4b324a4f admin admin] Router 2af6ff66-48e2-4f1e-9e08-88f2cd452c67 has already been hosted by L3 agent dd128fd7-8e57-4d4f-895b-a96b369df59a {{(pid=105584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:25:35.034151 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port 5dea1644-5560-4660-99af-2aea569de370 triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:25:35.034753 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:35.117127 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-eb64b593-c865-40ed-817d-2c1b41cd0c19 None None] Provisioning for port 93418089-93ff-46af-b7a8-37bf65c12210 completed by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:25:35.125504 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-eb64b593-c865-40ed-817d-2c1b41cd0c19 None None] Provisioning complete for port 93418089-93ff-46af-b7a8-37bf65c12210 triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:25:35.126094 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-eb64b593-c865-40ed-817d-2c1b41cd0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:35.191870 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aeed9acc-8d0e-4926-9e7d-d3cd4b324a4f admin admin] Notify agent at l3_agent.n-d-705658-22 the message routers_updated {{(pid=105584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:25:35.223217 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-aeed9acc-8d0e-4926-9e7d-d3cd4b324a4f admin admin] 10.222.0.59 "PUT /v2.0/routers/2af6ff66-48e2-4f1e-9e08-88f2cd452c67/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8657434 Jul 27 21:25:35.298518 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4b4320e-e3f9-4d75-a28e-e357391ec080 tempest-RoutersNegativeIpV6Test-539764646 tempest-RoutersNegativeIpV6Test-539764646-project] Router f09c3502-000d-4c18-baeb-0a12a7a560eb has already been hosted by L3 agent dd128fd7-8e57-4d4f-895b-a96b369df59a {{(pid=105585) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:25:35.311934 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb2871b0-7ed0-4446-8bfc-2a2522c8196e admin admin] Notify agent at l3_agent.n-d-705658-22 the message routers_updated {{(pid=105585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:25:35.323022 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-eb64b593-c865-40ed-817d-2c1b41cd0c19 None None] Port 93418089-93ff-46af-b7a8-37bf65c12210 cannot update to ACTIVE because it is not bound. {{(pid=105586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:25:35.334234 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fe035f8-57e8-464d-a45d-ee2c6e40eccb None None] Sync routers for ids ['cd1fa961-f7b3-452a-ab79-ac6ffde5ad14'] in n-d-705658-22 {{(pid=105586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:25:35.345070 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 4a2a1063-5ae7-4012-a7bf-128cd5d9c5da up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:25:35.406130 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fe035f8-57e8-464d-a45d-ee2c6e40eccb None None] Routers {'cd1fa961-f7b3-452a-ab79-ac6ffde5ad14'} bound to L3 agent in host n-d-705658-22 {{(pid=105586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:25:35.407096 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-3fe035f8-57e8-464d-a45d-ee2c6e40eccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:25:12Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['cd1fa961-f7b3-452a-ab79-ac6ffde5ad14'], 'active': True} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:25:35.463999 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-fb2871b0-7ed0-4446-8bfc-2a2522c8196e admin admin] Notify callbacks [] for router, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:35.468950 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 57262) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:25:35.469134 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-fb2871b0-7ed0-4446-8bfc-2a2522c8196e admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 5.8532522 Jul 27 21:25:35.512921 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4b4320e-e3f9-4d75-a28e-e357391ec080 tempest-RoutersNegativeIpV6Test-539764646 tempest-RoutersNegativeIpV6Test-539764646-project] Notify agent at l3_agent.n-d-705658-22 the message routers_updated {{(pid=105585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:25:35.519900 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning for port 4a2a1063-5ae7-4012-a7bf-128cd5d9c5da completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:25:35.525337 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e02e80a-8ee9-4148-a683-accbc945e552 None None] Sync routers for ids ['f09c3502-000d-4c18-baeb-0a12a7a560eb'] in n-d-705658-22 {{(pid=105587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:25:35.539070 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e02e80a-8ee9-4148-a683-accbc945e552 None None] Routers {'f09c3502-000d-4c18-baeb-0a12a7a560eb'} bound to L3 agent in host n-d-705658-22 {{(pid=105587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:25:35.539697 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-2e02e80a-8ee9-4148-a683-accbc945e552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:25:12Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['f09c3502-000d-4c18-baeb-0a12a7a560eb'], 'active': True} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:25:35.542776 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-a4b4320e-e3f9-4d75-a28e-e357391ec080 tempest-RoutersNegativeIpV6Test-539764646 tempest-RoutersNegativeIpV6Test-539764646-project] 10.222.0.59 "PUT /v2.0/routers/f09c3502-000d-4c18-baeb-0a12a7a560eb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5430837 Jul 27 21:25:35.547341 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 57270) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:25:35.563539 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port 4a2a1063-5ae7-4012-a7bf-128cd5d9c5da triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:25:35.563988 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:35.629852 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-2e02e80a-8ee9-4148-a683-accbc945e552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-22', False) {} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:25:35.640887 n-d-705658-22 neutron-server[105585]: INFO neutron.api.v2.resource [None req-69b17e29-a075-4d57-9ac0-81bc9ce516cc tempest-RoutersNegativeIpV6Test-539764646 tempest-RoutersNegativeIpV6Test-539764646-project] show failed (client error): The resource could not be found. Jul 27 21:25:35.644497 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-69b17e29-a075-4d57-9ac0-81bc9ce516cc tempest-RoutersNegativeIpV6Test-539764646 tempest-RoutersNegativeIpV6Test-539764646-project] 10.222.0.59 "GET /v2.0/routers/tempest-non_exist_router-1678187038 HTTP/1.1" status: 404 len: 335 time: 0.0955122 Jul 27 21:25:35.652107 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e02e80a-8ee9-4148-a683-accbc945e552 None None] Routers {'f09c3502-000d-4c18-baeb-0a12a7a560eb'} bound to L3 agent in host n-d-705658-22 {{(pid=105587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:25:35.652728 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 57286) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:25:35.653019 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-2e02e80a-8ee9-4148-a683-accbc945e552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:25:12Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['f09c3502-000d-4c18-baeb-0a12a7a560eb'], 'active': True} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:25:35.677059 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvr_db [None req-3fe035f8-57e8-464d-a45d-ee2c6e40eccb None None] Set router cd1fa961-f7b3-452a-ab79-ac6ffde5ad14 gateway port host: n-d-705658-22 {{(pid=105586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:25:35.680534 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-bee96ee3-9447-4bc5-88fc-e2b2e51da16a tempest-RoutersNegativeIpV6Test-539764646 tempest-RoutersNegativeIpV6Test-539764646-project] Request body: {'router': {'name': 'new_name'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:25:35.779780 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-580faca3-8566-4223-8676-45cbf459f956 None None] Provisioning complete for port 93418089-93ff-46af-b7a8-37bf65c12210 triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:25:35.780387 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-580faca3-8566-4223-8676-45cbf459f956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:35.796611 n-d-705658-22 neutron-server[105585]: INFO neutron.api.v2.resource [None req-bee96ee3-9447-4bc5-88fc-e2b2e51da16a tempest-RoutersNegativeIpV6Test-539764646 tempest-RoutersNegativeIpV6Test-539764646-project] update failed (client error): The resource could not be found. Jul 27 21:25:35.807680 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-2e02e80a-8ee9-4148-a683-accbc945e552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-22', False) {} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:25:35.815241 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-bee96ee3-9447-4bc5-88fc-e2b2e51da16a tempest-RoutersNegativeIpV6Test-539764646 tempest-RoutersNegativeIpV6Test-539764646-project] 10.222.0.59 "PUT /v2.0/routers/tempest-non_exist_router-213555391 HTTP/1.1" status: 404 len: 334 time: 0.1600082 Jul 27 21:25:35.818778 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 57304) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:25:35.819947 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e02e80a-8ee9-4148-a683-accbc945e552 None None] The sync data for ids ['f09c3502-000d-4c18-baeb-0a12a7a560eb'] in n-d-705658-22 is: [] {{(pid=105587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:25:35.928109 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.db_base_plugin_v2 [None req-de170462-6ab9-486a-9af0-0f5489cdecb6 tempest-RoutersNegativeIpV6Test-539764646 tempest-RoutersNegativeIpV6Test-539764646-project] Deleting subnet 47c1811c-e620-45a0-9d94-0e055aace000 {{(pid=105585) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:25:35.939505 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-de170462-6ab9-486a-9af0-0f5489cdecb6 tempest-RoutersNegativeIpV6Test-539764646 tempest-RoutersNegativeIpV6Test-539764646-project] Notify callbacks [] for subnet, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:35.946959 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-580faca3-8566-4223-8676-45cbf459f956 None None] Port 93418089-93ff-46af-b7a8-37bf65c12210 cannot update to ACTIVE because it is not bound. {{(pid=105586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:25:35.949132 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:36.046411 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-de170462-6ab9-486a-9af0-0f5489cdecb6 tempest-RoutersNegativeIpV6Test-539764646 tempest-RoutersNegativeIpV6Test-539764646-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9887057'] for subnet, precommit_delete_associations {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:36.049184 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] For port 4a2a1063-5ae7-4012-a7bf-128cd5d9c5da, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=4a2a1063-5ae7-4012-a7bf-128cd5d9c5da,segment=NetworkSegment(c5266e74-bbf7-4bdd-80a4-bf7ffd43458e),segment_id=c5266e74-bbf7-4bdd-80a4-bf7ffd43458e)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:25:36.110453 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:36.111620 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 247c0c66-aee0-4b9f-99c1-14faa292e87b up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:25:36.173542 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-de170462-6ab9-486a-9af0-0f5489cdecb6 tempest-RoutersNegativeIpV6Test-539764646 tempest-RoutersNegativeIpV6Test-539764646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854965'] for subnet, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:36.313507 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-de170462-6ab9-486a-9af0-0f5489cdecb6 tempest-RoutersNegativeIpV6Test-539764646 tempest-RoutersNegativeIpV6Test-539764646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10221602', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9990583'] for subnet, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:36.328657 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-422f0a5b-e9f2-469c-a637-174c3b5e1152 None None] Provisioning complete for port 93418089-93ff-46af-b7a8-37bf65c12210 triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:25:36.329235 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-422f0a5b-e9f2-469c-a637-174c3b5e1152 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:36.420798 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-de170462-6ab9-486a-9af0-0f5489cdecb6 tempest-RoutersNegativeIpV6Test-539764646 tempest-RoutersNegativeIpV6Test-539764646-project] Notify callbacks [] for subnet, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:36.426777 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-de170462-6ab9-486a-9af0-0f5489cdecb6 tempest-RoutersNegativeIpV6Test-539764646 tempest-RoutersNegativeIpV6Test-539764646-project] 10.222.0.59 "DELETE /v2.0/subnets/47c1811c-e620-45a0-9d94-0e055aace000 HTTP/1.1" status: 204 len: 168 time: 0.6065118 Jul 27 21:25:36.429462 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de170462-6ab9-486a-9af0-0f5489cdecb6 tempest-RoutersNegativeIpV6Test-539764646 tempest-RoutersNegativeIpV6Test-539764646-project] Pushing event deleted for resources: {'Subnet': ['ID=47c1811c-e620-45a0-9d94-0e055aace000,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:25:36.433941 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 57390) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:25:36.454528 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f70470aa-9266-444b-853f-e44861f33a9c None None] Network b99f415d-4568-4dc5-8fb0-f2b8298aaee3 requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:25:36.629110 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-0516e760-bf31-4983-b6e8-b851273ca5bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:36.642855 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:36.644439 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-422f0a5b-e9f2-469c-a637-174c3b5e1152 None None] Port 93418089-93ff-46af-b7a8-37bf65c12210 cannot update to ACTIVE because it is not bound. {{(pid=105586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:25:36.659523 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Pushing event updated for resources: {'Port': ['ID=4a2a1063-5ae7-4012-a7bf-128cd5d9c5da,revision_number=3']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:25:36.680537 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning for port 247c0c66-aee0-4b9f-99c1-14faa292e87b completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:25:36.693852 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port 247c0c66-aee0-4b9f-99c1-14faa292e87b triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:25:36.694461 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:36.770206 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-422f0a5b-e9f2-469c-a637-174c3b5e1152 None None] Provisioning complete for port 247c0c66-aee0-4b9f-99c1-14faa292e87b triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:25:36.770857 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-422f0a5b-e9f2-469c-a637-174c3b5e1152 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:36.860279 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-3fe035f8-57e8-464d-a45d-ee2c6e40eccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd1fa961-f7b3-452a-ab79-ac6ffde5ad14', 'name': 'tempest-TestVolumeBackupRestore-161790241-router', 'tenant_id': 'd8b3b608783d4209938f283075bc1b2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.52'}], 'enable_snat': True}, 'gw_port_id': '1ab423ad-7f65-4d54-add5-f8596d85b59a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:25:29Z', 'updated_at': '2021-07-27T21:25:33Z', 'revision_number': 3, 'project_id': 'd8b3b608783d4209938f283075bc1b2d', 'gw_port': {'id': '1ab423ad-7f65-4d54-add5-f8596d85b59a', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:32:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd1fa961-f7b3-452a-ab79-ac6ffde5ad14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3699, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:25:31Z', 'updated_at': '2021-07-27T21:25:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22'}], 'n-d-705658-22', False) {} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:25:36.900008 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fe035f8-57e8-464d-a45d-ee2c6e40eccb None None] Checking router: cd1fa961-f7b3-452a-ab79-ac6ffde5ad14 for host: n-d-705658-22 {{(pid=105586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:25:36.900367 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fe035f8-57e8-464d-a45d-ee2c6e40eccb None None] Updating router cd1fa961-f7b3-452a-ab79-ac6ffde5ad14 port 1ab423ad-7f65-4d54-add5-f8596d85b59a binding host n-d-705658-22 {{(pid=105586) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 21:25:36.937157 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.db_base_plugin_common [None req-0516e760-bf31-4983-b6e8-b851273ca5bd admin admin] Allocated IP 172.20.0.1 (bb4cf26f-adff-46cf-9267-b1047e192b6b/1801b1a7-09b1-44bf-bdb6-d96d89c1fea0/ee1bd40c-6c95-4e60-8445-dcdebfe9cc1b) {{(pid=105584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:25:36.978213 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3fe035f8-57e8-464d-a45d-ee2c6e40eccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:37.054419 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-a19294d8-a4d5-4349-9bed-c3b7c651a74a tempest-RoutersNegativeIpV6Test-539764646 tempest-RoutersNegativeIpV6Test-539764646-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-990557'] for network, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:37.086141 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-0516e760-bf31-4983-b6e8-b851273ca5bd admin admin] Notify callbacks [] for port, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:37.114156 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [None req-a19294d8-a4d5-4349-9bed-c3b7c651a74a tempest-RoutersNegativeIpV6Test-539764646 tempest-RoutersNegativeIpV6Test-539764646-project] Deleting port 75e45b57-d235-4304-a083-c89573179ddf {{(pid=105585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:25:37.114311 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-a19294d8-a4d5-4349-9bed-c3b7c651a74a tempest-RoutersNegativeIpV6Test-539764646 tempest-RoutersNegativeIpV6Test-539764646-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:37.118023 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.provisioning_blocks [None req-0516e760-bf31-4983-b6e8-b851273ca5bd admin admin] Transition to ACTIVE for port object ee1bd40c-6c95-4e60-8445-dcdebfe9cc1b will not be triggered until provisioned by entity DHCP. {{(pid=105584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:25:37.167159 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-0516e760-bf31-4983-b6e8-b851273ca5bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:37.199508 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.db [None req-a19294d8-a4d5-4349-9bed-c3b7c651a74a tempest-RoutersNegativeIpV6Test-539764646 tempest-RoutersNegativeIpV6Test-539764646-project] For port 75e45b57-d235-4304-a083-c89573179ddf, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=75e45b57-d235-4304-a083-c89573179ddf,segment=NetworkSegment(3e1907b7-e6cd-4002-b26a-966a0881577c),segment_id=3e1907b7-e6cd-4002-b26a-966a0881577c)] {{(pid=105585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:25:37.200831 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-a19294d8-a4d5-4349-9bed-c3b7c651a74a tempest-RoutersNegativeIpV6Test-539764646 tempest-RoutersNegativeIpV6Test-539764646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:37.202841 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0516e760-bf31-4983-b6e8-b851273ca5bd admin admin] Network bb4cf26f-adff-46cf-9267-b1047e192b6b is already hosted by enough agents. {{(pid=105584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:25:37.219057 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [None req-a19294d8-a4d5-4349-9bed-c3b7c651a74a tempest-RoutersNegativeIpV6Test-539764646 tempest-RoutersNegativeIpV6Test-539764646-project] Calling delete_port for 75e45b57-d235-4304-a083-c89573179ddf owned by network:dhcp {{(pid=105585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:25:37.223573 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [None req-0516e760-bf31-4983-b6e8-b851273ca5bd admin admin] Resources bound (agent type, host, resource id): {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:25:37.228218 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0516e760-bf31-4983-b6e8-b851273ca5bd admin admin] Received port after_create {{(pid=105584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:25:37.365181 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-a19294d8-a4d5-4349-9bed-c3b7c651a74a tempest-RoutersNegativeIpV6Test-539764646 tempest-RoutersNegativeIpV6Test-539764646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:37.391367 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0516e760-bf31-4983-b6e8-b851273ca5bd admin admin] Pushing event updated for resources: {'Port': ['ID=ee1bd40c-6c95-4e60-8445-dcdebfe9cc1b,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:25:37.438417 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-0516e760-bf31-4983-b6e8-b851273ca5bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4075523'] for router_interface, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:37.454810 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19294d8-a4d5-4349-9bed-c3b7c651a74a tempest-RoutersNegativeIpV6Test-539764646 tempest-RoutersNegativeIpV6Test-539764646-project] Pushing event deleted for resources: {'Port': ['ID=75e45b57-d235-4304-a083-c89573179ddf,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:25:37.475601 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a19294d8-a4d5-4349-9bed-c3b7c651a74a tempest-RoutersNegativeIpV6Test-539764646 tempest-RoutersNegativeIpV6Test-539764646-project] No DVR routers for this DVR port 75e45b57-d235-4304-a083-c89573179ddf on host n-d-705658-22 {{(pid=105585) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:25:37.489424 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 57446) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:25:37.562194 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daf58904-2c55-4709-bc2b-ee8e27baa7a7 None None] DHCP port deletion for b99f415d-4568-4dc5-8fb0-f2b8298aaee3 request from n-d-705658-22 {{(pid=105586) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 21:25:37.578980 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-422f0a5b-e9f2-469c-a637-174c3b5e1152 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:37.614192 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:37.657740 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-422f0a5b-e9f2-469c-a637-174c3b5e1152 None None] For port 247c0c66-aee0-4b9f-99c1-14faa292e87b, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=247c0c66-aee0-4b9f-99c1-14faa292e87b,segment=NetworkSegment(57b8fd16-fb96-450b-911e-7fe94bef4459),segment_id=57b8fd16-fb96-450b-911e-7fe94bef4459)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:25:37.673546 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-422f0a5b-e9f2-469c-a637-174c3b5e1152 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:37.703625 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-0516e760-bf31-4983-b6e8-b851273ca5bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:37.780427 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.db.api [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105586) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 27 21:25:37.780754 n-d-705658-22 neutron-server[105586]: DEBUG oslo_db.api [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 27 21:25:37.799775 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422f0a5b-e9f2-469c-a637-174c3b5e1152 None None] Pushing event updated for resources: {'Port': ['ID=247c0c66-aee0-4b9f-99c1-14faa292e87b,revision_number=3']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:25:37.808170 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-a19294d8-a4d5-4349-9bed-c3b7c651a74a tempest-RoutersNegativeIpV6Test-539764646 tempest-RoutersNegativeIpV6Test-539764646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853562', 'neutron.services.segments.db._delete_segments_for_network-8790688882975'] for network, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:37.826894 n-d-705658-22 neutron-server[105585]: DEBUG neutron.services.segments.db [None req-a19294d8-a4d5-4349-9bed-c3b7c651a74a tempest-RoutersNegativeIpV6Test-539764646 tempest-RoutersNegativeIpV6Test-539764646-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b99f415d-4568-4dc5-8fb0-f2b8298aaee3']}} {{(pid=105585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:25:37.833621 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-f57d8f7a-01a9-4424-b0f0-350913feaf0d None None] Provisioning for port ee1bd40c-6c95-4e60-8445-dcdebfe9cc1b completed by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:25:37.847035 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-f57d8f7a-01a9-4424-b0f0-350913feaf0d None None] Provisioning complete for port ee1bd40c-6c95-4e60-8445-dcdebfe9cc1b triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:25:37.847770 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-f57d8f7a-01a9-4424-b0f0-350913feaf0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:37.866405 n-d-705658-22 neutron-server[105585]: DEBUG neutron.services.segments.db [None req-a19294d8-a4d5-4349-9bed-c3b7c651a74a tempest-RoutersNegativeIpV6Test-539764646 tempest-RoutersNegativeIpV6Test-539764646-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e1907b7-e6cd-4002-b26a-966a0881577c') {'for_net_delete': True} {{(pid=105585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:25:37.866615 n-d-705658-22 neutron-server[105585]: DEBUG neutron.services.segments.db [None req-a19294d8-a4d5-4349-9bed-c3b7c651a74a tempest-RoutersNegativeIpV6Test-539764646 tempest-RoutersNegativeIpV6Test-539764646-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e1907b7-e6cd-4002-b26a-966a0881577c') {} {{(pid=105585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:25:37.891792 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-f57d8f7a-01a9-4424-b0f0-350913feaf0d None None] Port ee1bd40c-6c95-4e60-8445-dcdebfe9cc1b cannot update to ACTIVE because it is not bound. {{(pid=105586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:25:37.902022 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-a19294d8-a4d5-4349-9bed-c3b7c651a74a tempest-RoutersNegativeIpV6Test-539764646 tempest-RoutersNegativeIpV6Test-539764646-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790688883752', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9886370'] for segment, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:37.906920 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3fe035f8-57e8-464d-a45d-ee2c6e40eccb None None] Notify callbacks [] for port, precommit_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:37.922801 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-3fe035f8-57e8-464d-a45d-ee2c6e40eccb None None] Transition to ACTIVE for port object 1ab423ad-7f65-4d54-add5-f8596d85b59a will not be triggered until provisioned by entity L2. {{(pid=105586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:25:37.927437 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-a19294d8-a4d5-4349-9bed-c3b7c651a74a tempest-RoutersNegativeIpV6Test-539764646 tempest-RoutersNegativeIpV6Test-539764646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:37.931334 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3fe035f8-57e8-464d-a45d-ee2c6e40eccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:37.959786 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a19294d8-a4d5-4349-9bed-c3b7c651a74a tempest-RoutersNegativeIpV6Test-539764646 tempest-RoutersNegativeIpV6Test-539764646-project] Releasing vlan 230 on physical network physnet1 to pool {{(pid=105585) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:25:37.960614 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-a19294d8-a4d5-4349-9bed-c3b7c651a74a tempest-RoutersNegativeIpV6Test-539764646 tempest-RoutersNegativeIpV6Test-539764646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10221644'] for segment, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:37.963735 n-d-705658-22 neutron-server[105585]: Traceback (most recent call last): Jul 27 21:25:37.963735 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:25:37.963735 n-d-705658-22 neutron-server[105585]: timer() Jul 27 21:25:37.963735 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:25:37.963735 n-d-705658-22 neutron-server[105585]: cb(*args, **kw) Jul 27 21:25:37.963735 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:25:37.963735 n-d-705658-22 neutron-server[105585]: return func(*args, **kwargs) Jul 27 21:25:37.963735 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:25:37.963735 n-d-705658-22 neutron-server[105585]: self._notify() Jul 27 21:25:37.963735 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:25:37.963735 n-d-705658-22 neutron-server[105585]: self.callback(batched_events) Jul 27 21:25:37.963735 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:25:37.963735 n-d-705658-22 neutron-server[105585]: event.method(event) Jul 27 21:25:37.963735 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:25:37.963735 n-d-705658-22 neutron-server[105585]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:25:37.963735 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:25:37.963735 n-d-705658-22 neutron-server[105585]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:25:37.963735 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:25:37.963735 n-d-705658-22 neutron-server[105585]: return f(self, *a, **k) Jul 27 21:25:37.963735 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:25:37.963735 n-d-705658-22 neutron-server[105585]: return self._get(url).json() Jul 27 21:25:37.963735 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:25:37.963735 n-d-705658-22 neutron-server[105585]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:25:37.963735 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:25:37.963735 n-d-705658-22 neutron-server[105585]: return self.request(url, 'GET', **kwargs) Jul 27 21:25:37.963735 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:25:37.963735 n-d-705658-22 neutron-server[105585]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:25:37.963735 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:25:37.963735 n-d-705658-22 neutron-server[105585]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:25:37.963735 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:25:37.963735 n-d-705658-22 neutron-server[105585]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:25:37.963735 n-d-705658-22 neutron-server[105585]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:25:37.990552 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-3fe035f8-57e8-464d-a45d-ee2c6e40eccb None None] Attempting to bind port 1ab423ad-7f65-4d54-add5-f8596d85b59a on host n-d-705658-22 for vnic_type normal with profile {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:25:37.992265 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-3fe035f8-57e8-464d-a45d-ee2c6e40eccb None None] Attempting to bind port 1ab423ad-7f65-4d54-add5-f8596d85b59a by drivers openvswitch,hyperv on host n-d-705658-22 at level 0 using segments [{'id': '12196855-9a32-4633-9a56-77697ef9e126', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305'}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:25:37.992859 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fe035f8-57e8-464d-a45d-ee2c6e40eccb None None] Attempting to bind port 1ab423ad-7f65-4d54-add5-f8596d85b59a on network 8735d8a2-b604-4758-ae71-b40e4ee6f305 {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:25:38.011998 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fe035f8-57e8-464d-a45d-ee2c6e40eccb None None] Checking agent: {'id': '04a7ea91-6318-467e-ace6-b0fb48c8690f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 41, 42), 'started_at': datetime.datetime(2021, 7, 27, 20, 42, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 25, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:25:38.012893 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fe035f8-57e8-464d-a45d-ee2c6e40eccb None None] Checking segment: {'id': '12196855-9a32-4633-9a56-77697ef9e126', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:25:38.013620 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3fe035f8-57e8-464d-a45d-ee2c6e40eccb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:38.014936 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fe035f8-57e8-464d-a45d-ee2c6e40eccb None None] Bound using segment: {'id': '12196855-9a32-4633-9a56-77697ef9e126', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305'} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:25:38.015730 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-3fe035f8-57e8-464d-a45d-ee2c6e40eccb None None] Bound port: 1ab423ad-7f65-4d54-add5-f8596d85b59a, host: n-d-705658-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12196855-9a32-4633-9a56-77697ef9e126', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305'}}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:25:38.016863 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3fe035f8-57e8-464d-a45d-ee2c6e40eccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:38.050277 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c930ca5c-3b9c-436c-adb6-fb1c74051eec None None] Pushing event updated for resources: {'Port': ['ID=1ab423ad-7f65-4d54-add5-f8596d85b59a,revision_number=2']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:25:38.083256 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-0516e760-bf31-4983-b6e8-b851273ca5bd admin admin] Notify callbacks [] for port, precommit_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:38.084244 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b4cd30e-ab95-466c-8495-e05284d59038 None None] Sync routers for ids ['2af6ff66-48e2-4f1e-9e08-88f2cd452c67'] in n-d-705658-22 {{(pid=105586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:25:38.087035 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-a19294d8-a4d5-4349-9bed-c3b7c651a74a tempest-RoutersNegativeIpV6Test-539764646 tempest-RoutersNegativeIpV6Test-539764646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4075658'] for network, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:38.090061 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-0516e760-bf31-4983-b6e8-b851273ca5bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9014027'] for port, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:38.102978 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3fe035f8-57e8-464d-a45d-ee2c6e40eccb None None] For port 1ab423ad-7f65-4d54-add5-f8596d85b59a, host n-d-705658-22, cleared binding levels {{(pid=105586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:25:38.107063 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3fe035f8-57e8-464d-a45d-ee2c6e40eccb None None] For port 1ab423ad-7f65-4d54-add5-f8596d85b59a, host n-d-705658-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=1ab423ad-7f65-4d54-add5-f8596d85b59a,segment=NetworkSegment(12196855-9a32-4633-9a56-77697ef9e126),segment_id=12196855-9a32-4633-9a56-77697ef9e126)] {{(pid=105586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:25:38.108144 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b4cd30e-ab95-466c-8495-e05284d59038 None None] Routers {'2af6ff66-48e2-4f1e-9e08-88f2cd452c67'} bound to L3 agent in host n-d-705658-22 {{(pid=105586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:25:38.108951 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-6b4cd30e-ab95-466c-8495-e05284d59038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:25:12Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['2af6ff66-48e2-4f1e-9e08-88f2cd452c67'], 'active': True} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:25:38.112981 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-a19294d8-a4d5-4349-9bed-c3b7c651a74a tempest-RoutersNegativeIpV6Test-539764646 tempest-RoutersNegativeIpV6Test-539764646-project] Notify callbacks [] for network, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:38.115051 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-a19294d8-a4d5-4349-9bed-c3b7c651a74a tempest-RoutersNegativeIpV6Test-539764646 tempest-RoutersNegativeIpV6Test-539764646-project] 10.222.0.59 "DELETE /v2.0/networks/b99f415d-4568-4dc5-8fb0-f2b8298aaee3 HTTP/1.1" status: 204 len: 168 time: 1.6771119 Jul 27 21:25:38.116126 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19294d8-a4d5-4349-9bed-c3b7c651a74a tempest-RoutersNegativeIpV6Test-539764646 tempest-RoutersNegativeIpV6Test-539764646-project] Pushing event deleted for resources: {'Network': ['ID=b99f415d-4568-4dc5-8fb0-f2b8298aaee3,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:25:38.118058 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 57448) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:25:38.159283 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-0516e760-bf31-4983-b6e8-b851273ca5bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3743906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4076435'] for router_interface, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:38.198045 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.db_base_plugin_v2 [None req-3bd81378-1be7-48a7-9bed-225aa7695da5 tempest-RoutersNegativeIpV6Test-539764646 tempest-RoutersNegativeIpV6Test-539764646-project] Deleting subnet 371f0577-2b64-445c-a209-cf741991a028 {{(pid=105585) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:25:38.201739 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-3bd81378-1be7-48a7-9bed-225aa7695da5 tempest-RoutersNegativeIpV6Test-539764646 tempest-RoutersNegativeIpV6Test-539764646-project] Notify callbacks [] for subnet, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:38.228865 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvr_db [None req-6b4cd30e-ab95-466c-8495-e05284d59038 None None] Set router 2af6ff66-48e2-4f1e-9e08-88f2cd452c67 gateway port host: n-d-705658-22 {{(pid=105586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:25:38.247415 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-3bd81378-1be7-48a7-9bed-225aa7695da5 tempest-RoutersNegativeIpV6Test-539764646 tempest-RoutersNegativeIpV6Test-539764646-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9887057'] for subnet, precommit_delete_associations {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:38.255991 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0516e760-bf31-4983-b6e8-b851273ca5bd admin admin] Pushing event updated for resources: {'Port': ['ID=ee1bd40c-6c95-4e60-8445-dcdebfe9cc1b,revision_number=2']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:25:38.269506 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3fe035f8-57e8-464d-a45d-ee2c6e40eccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:38.314976 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0516e760-bf31-4983-b6e8-b851273ca5bd admin admin] Network bb4cf26f-adff-46cf-9267-b1047e192b6b is already hosted by enough agents. {{(pid=105584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:25:38.316557 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [None req-0516e760-bf31-4983-b6e8-b851273ca5bd admin admin] Resources bound (agent type, host, resource id): {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:25:38.366279 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-3bd81378-1be7-48a7-9bed-225aa7695da5 tempest-RoutersNegativeIpV6Test-539764646 tempest-RoutersNegativeIpV6Test-539764646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854965'] for subnet, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:38.407486 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c930ca5c-3b9c-436c-adb6-fb1c74051eec None None] Pushing event updated for resources: {'Port': ['ID=1ab423ad-7f65-4d54-add5-f8596d85b59a,revision_number=3']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:25:38.487076 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-3bd81378-1be7-48a7-9bed-225aa7695da5 tempest-RoutersNegativeIpV6Test-539764646 tempest-RoutersNegativeIpV6Test-539764646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10221602', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9990583'] for subnet, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:38.506177 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0516e760-bf31-4983-b6e8-b851273ca5bd admin admin] Router cd1fa961-f7b3-452a-ab79-ac6ffde5ad14 has already been hosted by L3 agent dd128fd7-8e57-4d4f-895b-a96b369df59a {{(pid=105584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:25:38.540734 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd81378-1be7-48a7-9bed-225aa7695da5 tempest-RoutersNegativeIpV6Test-539764646 tempest-RoutersNegativeIpV6Test-539764646-project] Pushing event deleted for resources: {'Subnet': ['ID=371f0577-2b64-445c-a209-cf741991a028,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:25:38.545500 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-3bd81378-1be7-48a7-9bed-225aa7695da5 tempest-RoutersNegativeIpV6Test-539764646 tempest-RoutersNegativeIpV6Test-539764646-project] Notify callbacks [] for subnet, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:38.556180 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-3bd81378-1be7-48a7-9bed-225aa7695da5 tempest-RoutersNegativeIpV6Test-539764646 tempest-RoutersNegativeIpV6Test-539764646-project] 10.222.0.59 "DELETE /v2.0/subnets/371f0577-2b64-445c-a209-cf741991a028 HTTP/1.1" status: 204 len: 168 time: 0.4320197 Jul 27 21:25:38.557520 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fe035f8-57e8-464d-a45d-ee2c6e40eccb None None] Routers {'cd1fa961-f7b3-452a-ab79-ac6ffde5ad14'} bound to L3 agent in host n-d-705658-22 {{(pid=105586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:25:38.557759 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 57452) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:25:38.558170 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-3fe035f8-57e8-464d-a45d-ee2c6e40eccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:25:12Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['cd1fa961-f7b3-452a-ab79-ac6ffde5ad14'], 'active': True} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:25:38.560282 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36b86360-1344-43f2-b437-d5d919759745 None None] Network e7d78699-23d9-4168-a13b-1ea5428ba226 requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:25:38.638630 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-d3f9aa3c-2f12-4581-87ad-f09db0ab2cf0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4076536'] for router_interface, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:38.697331 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0516e760-bf31-4983-b6e8-b851273ca5bd admin admin] Notify agent at l3_agent.n-d-705658-22 the message routers_updated {{(pid=105584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:25:38.725304 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-0516e760-bf31-4983-b6e8-b851273ca5bd admin admin] 10.222.0.59 "PUT /v2.0/routers/cd1fa961-f7b3-452a-ab79-ac6ffde5ad14/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2499063 Jul 27 21:25:38.733680 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0c7063a-7c2c-4ae4-a8a7-3cfa5d0f369c tempest-RoutersNegativeIpV6Test-539764646 tempest-RoutersNegativeIpV6Test-539764646-project] Deleting subnet c3fa7ade-6e37-4750-8c14-9107938b77d4 {{(pid=105585) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:25:38.741105 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-e0c7063a-7c2c-4ae4-a8a7-3cfa5d0f369c tempest-RoutersNegativeIpV6Test-539764646 tempest-RoutersNegativeIpV6Test-539764646-project] Notify callbacks [] for subnet, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:38.840748 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-e0c7063a-7c2c-4ae4-a8a7-3cfa5d0f369c tempest-RoutersNegativeIpV6Test-539764646 tempest-RoutersNegativeIpV6Test-539764646-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9887057'] for subnet, precommit_delete_associations {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:38.840968 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 4a2a1063-5ae7-4012-a7bf-128cd5d9c5da up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:25:38.985576 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-8f6fbbd5-6449-472d-821b-efaf856e07f5 None None] Provisioning complete for port ee1bd40c-6c95-4e60-8445-dcdebfe9cc1b triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:25:38.986340 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-8f6fbbd5-6449-472d-821b-efaf856e07f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:39.022099 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-e0c7063a-7c2c-4ae4-a8a7-3cfa5d0f369c tempest-RoutersNegativeIpV6Test-539764646 tempest-RoutersNegativeIpV6Test-539764646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854965'] for subnet, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:39.049460 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-8a37e550-3dfc-406f-89d7-b41666bd914a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:39.094804 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvr_db [None req-3fe035f8-57e8-464d-a45d-ee2c6e40eccb None None] Set router cd1fa961-f7b3-452a-ab79-ac6ffde5ad14 gateway port host: n-d-705658-22 {{(pid=105586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:25:39.129093 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-8f6fbbd5-6449-472d-821b-efaf856e07f5 None None] Port ee1bd40c-6c95-4e60-8445-dcdebfe9cc1b cannot update to ACTIVE because it is not bound. {{(pid=105586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:25:39.145112 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-e0c7063a-7c2c-4ae4-a8a7-3cfa5d0f369c tempest-RoutersNegativeIpV6Test-539764646 tempest-RoutersNegativeIpV6Test-539764646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10221602', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9990583'] for subnet, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:39.181684 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-e0c7063a-7c2c-4ae4-a8a7-3cfa5d0f369c tempest-RoutersNegativeIpV6Test-539764646 tempest-RoutersNegativeIpV6Test-539764646-project] Notify callbacks [] for subnet, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:39.187578 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 57464) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:25:39.188332 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-e0c7063a-7c2c-4ae4-a8a7-3cfa5d0f369c tempest-RoutersNegativeIpV6Test-539764646 tempest-RoutersNegativeIpV6Test-539764646-project] 10.222.0.59 "DELETE /v2.0/subnets/c3fa7ade-6e37-4750-8c14-9107938b77d4 HTTP/1.1" status: 204 len: 168 time: 0.6295338 Jul 27 21:25:39.190242 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c7063a-7c2c-4ae4-a8a7-3cfa5d0f369c tempest-RoutersNegativeIpV6Test-539764646 tempest-RoutersNegativeIpV6Test-539764646-project] Pushing event deleted for resources: {'Subnet': ['ID=c3fa7ade-6e37-4750-8c14-9107938b77d4,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:25:39.212351 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [None req-d3f9aa3c-2f12-4581-87ad-f09db0ab2cf0 admin admin] Deleting port 5dea1644-5560-4660-99af-2aea569de370 {{(pid=105585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:25:39.212697 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-d3f9aa3c-2f12-4581-87ad-f09db0ab2cf0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:39.234627 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port 4a2a1063-5ae7-4012-a7bf-128cd5d9c5da triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:25:39.235163 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:39.240624 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f80216bc-fc99-436e-a393-cb3cef350dc1 None None] Network 3b40326e-6495-4da8-ba67-f98d5ce4826b requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:25:39.316022 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-967b5b44-9a92-4c9c-83f5-51772540ffe7 tempest-RoutersNegativeIpV6Test-539764646 tempest-RoutersNegativeIpV6Test-539764646-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-990557'] for network, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:39.324860 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.db [None req-d3f9aa3c-2f12-4581-87ad-f09db0ab2cf0 admin admin] For port 5dea1644-5560-4660-99af-2aea569de370, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=5dea1644-5560-4660-99af-2aea569de370,segment=NetworkSegment(d9c05450-bc35-4c45-a76a-1c84373cbacb),segment_id=d9c05450-bc35-4c45-a76a-1c84373cbacb)] {{(pid=105585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:25:39.325264 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-d3f9aa3c-2f12-4581-87ad-f09db0ab2cf0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:39.339570 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [None req-d3f9aa3c-2f12-4581-87ad-f09db0ab2cf0 admin admin] Calling delete_port for 5dea1644-5560-4660-99af-2aea569de370 owned by network:router_interface {{(pid=105585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:25:39.401463 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-967b5b44-9a92-4c9c-83f5-51772540ffe7 tempest-RoutersNegativeIpV6Test-539764646 tempest-RoutersNegativeIpV6Test-539764646-project] Deleting port 800a61dc-93b0-4dad-a689-cace2dafadd5 {{(pid=105584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:25:39.401815 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-967b5b44-9a92-4c9c-83f5-51772540ffe7 tempest-RoutersNegativeIpV6Test-539764646 tempest-RoutersNegativeIpV6Test-539764646-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:39.415780 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 57470) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:25:39.468169 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-b7fb3510-115c-4764-9d74-bca5b9003ee6 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-2055965825-network', 'tenant_id': '2a8f406f29904ab89ae479634631dc22'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:25:39.473267 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-6b4cd30e-ab95-466c-8495-e05284d59038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2af6ff66-48e2-4f1e-9e08-88f2cd452c67', 'name': 'tempest-TestAggregatesBasicOps-2026731787-router', 'tenant_id': '5146912e16e740a68243be44c97123c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.97'}], 'enable_snat': True}, 'gw_port_id': 'a0a994ae-d8c5-4cac-9891-7bf455346b57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:25:28Z', 'updated_at': '2021-07-27T21:25:33Z', 'revision_number': 4, 'project_id': '5146912e16e740a68243be44c97123c3', 'gw_port': {'id': 'a0a994ae-d8c5-4cac-9891-7bf455346b57', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:8f:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2af6ff66-48e2-4f1e-9e08-88f2cd452c67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3696, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:25:29Z', 'updated_at': '2021-07-27T21:25:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_interfaces': [{'id': '93418089-93ff-46af-b7a8-37bf65c12210', 'name': '', 'network_id': '7d78547f-b46f-4bb1-8a9f-8cb648d07cab', 'tenant_id': '5146912e16e740a68243be44c97123c3', 'mac_address': 'fa:16:3e:bd:95:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2af6ff66-48e2-4f1e-9e08-88f2cd452c67', 'device_owner': 'network:router_interface', 'standard_attr_id': 3700, 'fixed_ips': [{'subnet_id': '9e1e10f9-493e-45e7-98af-36b19c0c989c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:25:32Z', 'updated_at': '2021-07-27T21:25:33Z', 'revision_number': 2, 'project_id': '5146912e16e740a68243be44c97123c3', 'subnets': [{'id': '9e1e10f9-493e-45e7-98af-36b19c0c989c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-22', False) {} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:25:39.485024 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [None req-967b5b44-9a92-4c9c-83f5-51772540ffe7 tempest-RoutersNegativeIpV6Test-539764646 tempest-RoutersNegativeIpV6Test-539764646-project] For port 800a61dc-93b0-4dad-a689-cace2dafadd5, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=800a61dc-93b0-4dad-a689-cace2dafadd5,segment=NetworkSegment(f9164bb2-ac78-469b-b6b9-5134cc74647c),segment_id=f9164bb2-ac78-469b-b6b9-5134cc74647c)] {{(pid=105584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:25:39.485519 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-967b5b44-9a92-4c9c-83f5-51772540ffe7 tempest-RoutersNegativeIpV6Test-539764646 tempest-RoutersNegativeIpV6Test-539764646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:39.506262 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-967b5b44-9a92-4c9c-83f5-51772540ffe7 tempest-RoutersNegativeIpV6Test-539764646 tempest-RoutersNegativeIpV6Test-539764646-project] Calling delete_port for 800a61dc-93b0-4dad-a689-cace2dafadd5 owned by network:dhcp {{(pid=105584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:25:39.519050 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7fb3510-115c-4764-9d74-bca5b9003ee6 admin admin] Made reservation on behalf of 2a8f406f29904ab89ae479634631dc22 for: {'network': 1} {{(pid=105585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:25:39.522174 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-b7fb3510-115c-4764-9d74-bca5b9003ee6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for network, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:39.535513 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b4cd30e-ab95-466c-8495-e05284d59038 None None] Checking router: 2af6ff66-48e2-4f1e-9e08-88f2cd452c67 for host: n-d-705658-22 {{(pid=105586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:25:39.536007 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b4cd30e-ab95-466c-8495-e05284d59038 None None] Updating router 2af6ff66-48e2-4f1e-9e08-88f2cd452c67 port 93418089-93ff-46af-b7a8-37bf65c12210 binding host n-d-705658-22 {{(pid=105586) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 21:25:39.568507 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-b7fb3510-115c-4764-9d74-bca5b9003ee6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:39.644391 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-967b5b44-9a92-4c9c-83f5-51772540ffe7 tempest-RoutersNegativeIpV6Test-539764646 tempest-RoutersNegativeIpV6Test-539764646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:39.666009 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-d3f9aa3c-2f12-4581-87ad-f09db0ab2cf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:39.695688 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967b5b44-9a92-4c9c-83f5-51772540ffe7 tempest-RoutersNegativeIpV6Test-539764646 tempest-RoutersNegativeIpV6Test-539764646-project] Pushing event deleted for resources: {'Port': ['ID=800a61dc-93b0-4dad-a689-cace2dafadd5,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:25:39.719935 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-967b5b44-9a92-4c9c-83f5-51772540ffe7 tempest-RoutersNegativeIpV6Test-539764646 tempest-RoutersNegativeIpV6Test-539764646-project] No DVR routers for this DVR port 800a61dc-93b0-4dad-a689-cace2dafadd5 on host n-d-705658-22 {{(pid=105584) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:25:39.735690 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f9aa3c-2f12-4581-87ad-f09db0ab2cf0 admin admin] Pushing event deleted for resources: {'Port': ['ID=5dea1644-5560-4660-99af-2aea569de370,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:25:39.807725 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da36f50a-a217-4db6-927f-4eb8ab3ae20b None None] DHCP port deletion for e7d78699-23d9-4168-a13b-1ea5428ba226 request from n-d-705658-22 {{(pid=105586) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 21:25:39.849256 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-967b5b44-9a92-4c9c-83f5-51772540ffe7 tempest-RoutersNegativeIpV6Test-539764646 tempest-RoutersNegativeIpV6Test-539764646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853562', 'neutron.services.segments.db._delete_segments_for_network-8790688882975'] for network, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:39.867574 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-6b4cd30e-ab95-466c-8495-e05284d59038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:39.882971 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.segments.db [None req-967b5b44-9a92-4c9c-83f5-51772540ffe7 tempest-RoutersNegativeIpV6Test-539764646 tempest-RoutersNegativeIpV6Test-539764646-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7d78699-23d9-4168-a13b-1ea5428ba226']}} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:25:39.912265 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.segments.db [None req-967b5b44-9a92-4c9c-83f5-51772540ffe7 tempest-RoutersNegativeIpV6Test-539764646 tempest-RoutersNegativeIpV6Test-539764646-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9164bb2-ac78-469b-b6b9-5134cc74647c') {'for_net_delete': True} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:25:39.912599 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.segments.db [None req-967b5b44-9a92-4c9c-83f5-51772540ffe7 tempest-RoutersNegativeIpV6Test-539764646 tempest-RoutersNegativeIpV6Test-539764646-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9164bb2-ac78-469b-b6b9-5134cc74647c') {} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:25:39.939802 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-967b5b44-9a92-4c9c-83f5-51772540ffe7 tempest-RoutersNegativeIpV6Test-539764646 tempest-RoutersNegativeIpV6Test-539764646-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790688883752', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9014348'] for segment, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:39.976291 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-967b5b44-9a92-4c9c-83f5-51772540ffe7 tempest-RoutersNegativeIpV6Test-539764646 tempest-RoutersNegativeIpV6Test-539764646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:39.985935 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-967b5b44-9a92-4c9c-83f5-51772540ffe7 tempest-RoutersNegativeIpV6Test-539764646 tempest-RoutersNegativeIpV6Test-539764646-project] Releasing vlan 243 on physical network physnet1 to pool {{(pid=105584) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:25:39.986369 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-967b5b44-9a92-4c9c-83f5-51772540ffe7 tempest-RoutersNegativeIpV6Test-539764646 tempest-RoutersNegativeIpV6Test-539764646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9014063'] for segment, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:39.993856 n-d-705658-22 neutron-server[105584]: Traceback (most recent call last): Jul 27 21:25:39.993856 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:25:39.993856 n-d-705658-22 neutron-server[105584]: timer() Jul 27 21:25:39.993856 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:25:39.993856 n-d-705658-22 neutron-server[105584]: cb(*args, **kw) Jul 27 21:25:39.993856 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:25:39.993856 n-d-705658-22 neutron-server[105584]: return func(*args, **kwargs) Jul 27 21:25:39.993856 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:25:39.993856 n-d-705658-22 neutron-server[105584]: self._notify() Jul 27 21:25:39.993856 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:25:39.993856 n-d-705658-22 neutron-server[105584]: self.callback(batched_events) Jul 27 21:25:39.993856 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:25:39.993856 n-d-705658-22 neutron-server[105584]: event.method(event) Jul 27 21:25:39.993856 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:25:39.993856 n-d-705658-22 neutron-server[105584]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:25:39.993856 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:25:39.993856 n-d-705658-22 neutron-server[105584]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:25:39.993856 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:25:39.993856 n-d-705658-22 neutron-server[105584]: return f(self, *a, **k) Jul 27 21:25:39.993856 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:25:39.993856 n-d-705658-22 neutron-server[105584]: return self._get(url).json() Jul 27 21:25:39.993856 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:25:39.993856 n-d-705658-22 neutron-server[105584]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:25:39.993856 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:25:39.993856 n-d-705658-22 neutron-server[105584]: return self.request(url, 'GET', **kwargs) Jul 27 21:25:39.993856 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:25:39.993856 n-d-705658-22 neutron-server[105584]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:25:39.993856 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:25:39.993856 n-d-705658-22 neutron-server[105584]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:25:39.993856 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:25:39.993856 n-d-705658-22 neutron-server[105584]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:25:39.993856 n-d-705658-22 neutron-server[105584]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:25:39.999277 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device a0a994ae-d8c5-4cac-9891-7bf455346b57 up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:25:40.024353 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-b7fb3510-115c-4764-9d74-bca5b9003ee6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:40.027378 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-d3f9aa3c-2f12-4581-87ad-f09db0ab2cf0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3743915', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4076308'] for router_interface, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:40.033482 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-b7fb3510-115c-4764-9d74-bca5b9003ee6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:40.072881 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-967b5b44-9a92-4c9c-83f5-51772540ffe7 tempest-RoutersNegativeIpV6Test-539764646 tempest-RoutersNegativeIpV6Test-539764646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4075658'] for network, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:40.094288 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-967b5b44-9a92-4c9c-83f5-51772540ffe7 tempest-RoutersNegativeIpV6Test-539764646 tempest-RoutersNegativeIpV6Test-539764646-project] Notify callbacks [] for network, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:40.096199 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-967b5b44-9a92-4c9c-83f5-51772540ffe7 tempest-RoutersNegativeIpV6Test-539764646 tempest-RoutersNegativeIpV6Test-539764646-project] 10.222.0.59 "DELETE /v2.0/networks/e7d78699-23d9-4168-a13b-1ea5428ba226 HTTP/1.1" status: 204 len: 168 time: 0.9076264 Jul 27 21:25:40.110040 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 57474) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:25:40.111451 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7fb3510-115c-4764-9d74-bca5b9003ee6 admin admin] vlan segment allocate from pool success with {'vlan_id': 210, 'physical_network': 'physnet1'} {{(pid=105585) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:25:40.120491 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967b5b44-9a92-4c9c-83f5-51772540ffe7 tempest-RoutersNegativeIpV6Test-539764646 tempest-RoutersNegativeIpV6Test-539764646-project] Pushing event deleted for resources: {'Network': ['ID=e7d78699-23d9-4168-a13b-1ea5428ba226,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:25:40.217377 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-3fe035f8-57e8-464d-a45d-ee2c6e40eccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd1fa961-f7b3-452a-ab79-ac6ffde5ad14', 'name': 'tempest-TestVolumeBackupRestore-161790241-router', 'tenant_id': 'd8b3b608783d4209938f283075bc1b2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.52'}], 'enable_snat': True}, 'gw_port_id': '1ab423ad-7f65-4d54-add5-f8596d85b59a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:25:29Z', 'updated_at': '2021-07-27T21:25:37Z', 'revision_number': 4, 'project_id': 'd8b3b608783d4209938f283075bc1b2d', 'gw_port': {'id': '1ab423ad-7f65-4d54-add5-f8596d85b59a', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:32:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd1fa961-f7b3-452a-ab79-ac6ffde5ad14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3699, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:25:31Z', 'updated_at': '2021-07-27T21:25:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_interfaces': [{'id': 'ee1bd40c-6c95-4e60-8445-dcdebfe9cc1b', 'name': '', 'network_id': 'bb4cf26f-adff-46cf-9267-b1047e192b6b', 'tenant_id': 'd8b3b608783d4209938f283075bc1b2d', 'mac_address': 'fa:16:3e:d9:6a:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd1fa961-f7b3-452a-ab79-ac6ffde5ad14', 'device_owner': 'network:router_interface', 'standard_attr_id': 3701, 'fixed_ips': [{'subnet_id': '1801b1a7-09b1-44bf-bdb6-d96d89c1fea0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:25:36Z', 'updated_at': '2021-07-27T21:25:37Z', 'revision_number': 2, 'project_id': 'd8b3b608783d4209938f283075bc1b2d', 'subnets': [{'id': '1801b1a7-09b1-44bf-bdb6-d96d89c1fea0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-22', False) {} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:25:40.222707 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning for port a0a994ae-d8c5-4cac-9891-7bf455346b57 completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:25:40.242560 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-b7fb3510-115c-4764-9d74-bca5b9003ee6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:40.242837 n-d-705658-22 neutron-server[105585]: INFO neutron.db.segments_db [None req-b7fb3510-115c-4764-9d74-bca5b9003ee6 admin admin] Added segment 4724a241-fde3-4d65-8972-e1cee202fe67 of type vlan for network 50301065-0c7a-4726-8378-7557e62dbc29 Jul 27 21:25:40.245288 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fb3510-115c-4764-9d74-bca5b9003ee6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fb90f41-1598-4789-a1a6-5444b6b86d89,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:25:40.255916 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7807e60-41cc-4d6d-ad81-8ca02d0841b2 None None] DHCP port deletion for 3b40326e-6495-4da8-ba67-f98d5ce4826b request from n-d-705658-22 {{(pid=105586) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 21:25:40.262950 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fe035f8-57e8-464d-a45d-ee2c6e40eccb None None] The sync data for ids ['cd1fa961-f7b3-452a-ab79-ac6ffde5ad14'] in n-d-705658-22 is: [{'id': 'cd1fa961-f7b3-452a-ab79-ac6ffde5ad14', 'name': 'tempest-TestVolumeBackupRestore-161790241-router', 'tenant_id': 'd8b3b608783d4209938f283075bc1b2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.52'}], 'enable_snat': True}, 'gw_port_id': '1ab423ad-7f65-4d54-add5-f8596d85b59a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:25:29Z', 'updated_at': '2021-07-27T21:25:37Z', 'revision_number': 4, 'project_id': 'd8b3b608783d4209938f283075bc1b2d', 'gw_port': {'id': '1ab423ad-7f65-4d54-add5-f8596d85b59a', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:32:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd1fa961-f7b3-452a-ab79-ac6ffde5ad14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3699, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:25:31Z', 'updated_at': '2021-07-27T21:25:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_interfaces': [{'id': 'ee1bd40c-6c95-4e60-8445-dcdebfe9cc1b', 'name': '', 'network_id': 'bb4cf26f-adff-46cf-9267-b1047e192b6b', 'tenant_id': 'd8b3b608783d4209938f283075bc1b2d', 'mac_address': 'fa:16:3e:d9:6a:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd1fa961-f7b3-452a-ab79-ac6ffde5ad14', 'device_owner': 'network:router_interface', 'standard_attr_id': 3701, 'fixed_ips': [{'subnet_id': '1801b1a7-09b1-44bf-bdb6-d96d89c1fea0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:25:36Z', 'updated_at': '2021-07-27T21:25:37Z', 'revision_number': 2, 'project_id': 'd8b3b608783d4209938f283075bc1b2d', 'subnets': [{'id': '1801b1a7-09b1-44bf-bdb6-d96d89c1fea0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:25:40.278501 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port a0a994ae-d8c5-4cac-9891-7bf455346b57 triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:25:40.278888 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:40.325213 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:40.326112 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-b7fb3510-115c-4764-9d74-bca5b9003ee6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790688424798'] for network, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:40.412593 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-42b812a7-6ebe-4ffe-bc55-e5b224f8457a tempest-RoutersNegativeIpV6Test-539764646 tempest-RoutersNegativeIpV6Test-539764646-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-990557'] for network, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:40.453888 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-b7fb3510-115c-4764-9d74-bca5b9003ee6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920'] for network, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:40.454517 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7fb3510-115c-4764-9d74-bca5b9003ee6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:25:40.454769 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-b7fb3510-115c-4764-9d74-bca5b9003ee6 admin admin] Notify callbacks [] for network, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:40.502134 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-6b4cd30e-ab95-466c-8495-e05284d59038 None None] Notify callbacks [] for port, precommit_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:40.513295 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-f7807e60-41cc-4d6d-ad81-8ca02d0841b2 None None] Deleting port a2c22214-2aab-498a-9347-baed222d3a72 {{(pid=105586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:25:40.513838 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-f7807e60-41cc-4d6d-ad81-8ca02d0841b2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:40.526901 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-6b4cd30e-ab95-466c-8495-e05284d59038 None None] Transition to ACTIVE for port object 93418089-93ff-46af-b7a8-37bf65c12210 will not be triggered until provisioned by entity L2. {{(pid=105586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:25:40.578093 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:40.609289 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] For port a0a994ae-d8c5-4cac-9891-7bf455346b57, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=a0a994ae-d8c5-4cac-9891-7bf455346b57,segment=NetworkSegment(12196855-9a32-4633-9a56-77697ef9e126),segment_id=12196855-9a32-4633-9a56-77697ef9e126)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:25:40.610639 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-b7fb3510-115c-4764-9d74-bca5b9003ee6 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.1937785 Jul 27 21:25:40.613278 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-6b4cd30e-ab95-466c-8495-e05284d59038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:40.614121 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 57476) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:25:40.623785 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-d7081e3d-844d-486d-a7b6-aa8edacdbed3 admin admin] Request body: {'subnet': {'network_id': '50301065-0c7a-4726-8378-7557e62dbc29', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-2055965825-subnet', 'tenant_id': '2a8f406f29904ab89ae479634631dc22', 'ip_version': 4}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:25:40.633418 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:40.634225 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 247c0c66-aee0-4b9f-99c1-14faa292e87b up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:25:40.667281 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fb3510-115c-4764-9d74-bca5b9003ee6 admin admin] Pushing event updated for resources: {'Network': ['ID=50301065-0c7a-4726-8378-7557e62dbc29,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:25:40.673329 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7081e3d-844d-486d-a7b6-aa8edacdbed3 admin admin] Made reservation on behalf of 2a8f406f29904ab89ae479634631dc22 for: {'subnet': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:25:40.678293 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-d7081e3d-844d-486d-a7b6-aa8edacdbed3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9738786'] for subnet, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:40.709656 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Network 50301065-0c7a-4726-8378-7557e62dbc29 details requested by agent ovs-agent-n-d-705658-22 with host n-d-705658-22 {{(pid=105586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:25:40.761685 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [None req-42b812a7-6ebe-4ffe-bc55-e5b224f8457a tempest-RoutersNegativeIpV6Test-539764646 tempest-RoutersNegativeIpV6Test-539764646-project] Deleting port a2c22214-2aab-498a-9347-baed222d3a72 {{(pid=105585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:25:40.773027 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-42b812a7-6ebe-4ffe-bc55-e5b224f8457a tempest-RoutersNegativeIpV6Test-539764646 tempest-RoutersNegativeIpV6Test-539764646-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:40.846448 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-f7807e60-41cc-4d6d-ad81-8ca02d0841b2 None None] For port a2c22214-2aab-498a-9347-baed222d3a72, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=a2c22214-2aab-498a-9347-baed222d3a72,segment=NetworkSegment(baba635e-dd03-43d6-9c30-60b952a8c257),segment_id=baba635e-dd03-43d6-9c30-60b952a8c257)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:25:40.846857 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-f7807e60-41cc-4d6d-ad81-8ca02d0841b2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:40.865373 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d502d172-4f5b-47e9-8ac3-299db110e3a7 None None] Pushing event updated for resources: {'Port': ['ID=93418089-93ff-46af-b7a8-37bf65c12210,revision_number=3']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:25:40.899604 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3f9aa3c-2f12-4581-87ad-f09db0ab2cf0 admin admin] Router 324281cc-5de5-4f18-a0cb-0755cb98e8f5 has already been hosted by L3 agent dd128fd7-8e57-4d4f-895b-a96b369df59a {{(pid=105585) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:25:40.900382 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-f7807e60-41cc-4d6d-ad81-8ca02d0841b2 None None] Calling delete_port for a2c22214-2aab-498a-9347-baed222d3a72 owned by network:dhcp {{(pid=105586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:25:40.986434 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.db [None req-42b812a7-6ebe-4ffe-bc55-e5b224f8457a tempest-RoutersNegativeIpV6Test-539764646 tempest-RoutersNegativeIpV6Test-539764646-project] For port a2c22214-2aab-498a-9347-baed222d3a72, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=a2c22214-2aab-498a-9347-baed222d3a72,segment=NetworkSegment(baba635e-dd03-43d6-9c30-60b952a8c257),segment_id=baba635e-dd03-43d6-9c30-60b952a8c257)] {{(pid=105585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:25:40.986824 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-42b812a7-6ebe-4ffe-bc55-e5b224f8457a tempest-RoutersNegativeIpV6Test-539764646 tempest-RoutersNegativeIpV6Test-539764646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:41.037440 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-d7081e3d-844d-486d-a7b6-aa8edacdbed3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9014150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9738800'] for subnet, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:41.110377 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [None req-42b812a7-6ebe-4ffe-bc55-e5b224f8457a tempest-RoutersNegativeIpV6Test-539764646 tempest-RoutersNegativeIpV6Test-539764646-project] Calling delete_port for a2c22214-2aab-498a-9347-baed222d3a72 owned by network:dhcp {{(pid=105585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:25:41.141035 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port 247c0c66-aee0-4b9f-99c1-14faa292e87b triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:25:41.141425 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:41.153492 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-6b4cd30e-ab95-466c-8495-e05284d59038 None None] Attempting to bind port 93418089-93ff-46af-b7a8-37bf65c12210 on host n-d-705658-22 for vnic_type normal with profile {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:25:41.153859 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-6b4cd30e-ab95-466c-8495-e05284d59038 None None] Attempting to bind port 93418089-93ff-46af-b7a8-37bf65c12210 by drivers openvswitch,hyperv on host n-d-705658-22 at level 0 using segments [{'id': 'c5266e74-bbf7-4bdd-80a4-bf7ffd43458e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '7d78547f-b46f-4bb1-8a9f-8cb648d07cab'}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:25:41.154231 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b4cd30e-ab95-466c-8495-e05284d59038 None None] Attempting to bind port 93418089-93ff-46af-b7a8-37bf65c12210 on network 7d78547f-b46f-4bb1-8a9f-8cb648d07cab {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:25:41.199655 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7081e3d-844d-486d-a7b6-aa8edacdbed3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5450d876-1caa-4fdf-814e-e41f9d7f48ff,revision_number=0']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:25:41.200364 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Pushing event updated for resources: {'Port': ['ID=a0a994ae-d8c5-4cac-9891-7bf455346b57,revision_number=4']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:25:41.223398 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7081e3d-844d-486d-a7b6-aa8edacdbed3 admin admin] Checking segment: {'id': '4724a241-fde3-4d65-8972-e1cee202fe67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '50301065-0c7a-4726-8378-7557e62dbc29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:25:41.223793 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7081e3d-844d-486d-a7b6-aa8edacdbed3 admin admin] Network hostable DHCP agents. Network: 50301065-0c7a-4726-8378-7557e62dbc29, hostable agents: ['7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a'], hosted agents: [] {{(pid=105584) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:25:41.235307 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b4cd30e-ab95-466c-8495-e05284d59038 None None] Checking agent: {'id': '04a7ea91-6318-467e-ace6-b0fb48c8690f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 41, 42), 'started_at': datetime.datetime(2021, 7, 27, 20, 42, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 25, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:25:41.235808 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b4cd30e-ab95-466c-8495-e05284d59038 None None] Checking segment: {'id': 'c5266e74-bbf7-4bdd-80a4-bf7ffd43458e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '7d78547f-b46f-4bb1-8a9f-8cb648d07cab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:25:41.236094 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-6b4cd30e-ab95-466c-8495-e05284d59038 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:41.236492 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b4cd30e-ab95-466c-8495-e05284d59038 None None] Bound using segment: {'id': 'c5266e74-bbf7-4bdd-80a4-bf7ffd43458e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '7d78547f-b46f-4bb1-8a9f-8cb648d07cab'} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:25:41.236984 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-6b4cd30e-ab95-466c-8495-e05284d59038 None None] Bound port: 93418089-93ff-46af-b7a8-37bf65c12210, host: n-d-705658-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5266e74-bbf7-4bdd-80a4-bf7ffd43458e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '7d78547f-b46f-4bb1-8a9f-8cb648d07cab'}}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:25:41.239268 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-6b4cd30e-ab95-466c-8495-e05284d59038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:41.266136 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7081e3d-844d-486d-a7b6-aa8edacdbed3 admin admin] Network 50301065-0c7a-4726-8378-7557e62dbc29 is scheduled to be hosted by DHCP agent 7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a with binding_index 1 {{(pid=105584) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:25:41.279377 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [None req-d7081e3d-844d-486d-a7b6-aa8edacdbed3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-22, 50301065-0c7a-4726-8378-7557e62dbc29) {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:25:41.281300 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 57484) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:25:41.292056 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7081e3d-844d-486d-a7b6-aa8edacdbed3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:25:41.294186 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-d7081e3d-844d-486d-a7b6-aa8edacdbed3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:41.326630 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-d7081e3d-844d-486d-a7b6-aa8edacdbed3 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7086039 Jul 27 21:25:41.326976 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 57486) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:25:41.329566 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-f7807e60-41cc-4d6d-ad81-8ca02d0841b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180'] for port, after_delete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:41.334074 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-d8f0673f-b0fd-49e2-8586-b4f6475d3453 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-2055965825-router', 'tenant_id': '2a8f406f29904ab89ae479634631dc22', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305'}}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:25:41.377678 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-d8f0673f-b0fd-49e2-8586-b4f6475d3453 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4163813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-443'] for router, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:41.378732 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-d8f0673f-b0fd-49e2-8586-b4f6475d3453 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4165196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4077059', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3711235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-418'] for router, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:41.380361 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0801e011-d2d6-412f-8843-d19ebc34058c None None] Network 50301065-0c7a-4726-8378-7557e62dbc29 requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:25:41.385111 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3f9aa3c-2f12-4581-87ad-f09db0ab2cf0 admin admin] Notify agent at l3_agent.n-d-705658-22 the message routers_updated {{(pid=105585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:25:41.405336 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 57490) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:25:41.408574 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-d3f9aa3c-2f12-4581-87ad-f09db0ab2cf0 admin admin] 10.222.0.59 "PUT /v2.0/routers/324281cc-5de5-4f18-a0cb-0755cb98e8f5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9179885 Jul 27 21:25:41.411057 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ae942db-280a-4af3-9226-ea65d3618615 None None] Sync routers for ids ['324281cc-5de5-4f18-a0cb-0755cb98e8f5'] in n-d-705658-22 {{(pid=105587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:25:41.423471 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ae942db-280a-4af3-9226-ea65d3618615 None None] Routers {'324281cc-5de5-4f18-a0cb-0755cb98e8f5'} bound to L3 agent in host n-d-705658-22 {{(pid=105587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:25:41.424538 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-2ae942db-280a-4af3-9226-ea65d3618615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:25:12Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['324281cc-5de5-4f18-a0cb-0755cb98e8f5'], 'active': True} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:25:41.430115 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-42b812a7-6ebe-4ffe-bc55-e5b224f8457a tempest-RoutersNegativeIpV6Test-539764646 tempest-RoutersNegativeIpV6Test-539764646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:41.504851 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42b812a7-6ebe-4ffe-bc55-e5b224f8457a tempest-RoutersNegativeIpV6Test-539764646 tempest-RoutersNegativeIpV6Test-539764646-project] No DVR routers for this DVR port a2c22214-2aab-498a-9347-baed222d3a72 on host n-d-705658-22 {{(pid=105585) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:25:41.522706 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7807e60-41cc-4d6d-ad81-8ca02d0841b2 None None] No DVR routers for this DVR port a2c22214-2aab-498a-9347-baed222d3a72 on host n-d-705658-22 {{(pid=105586) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:25:41.526543 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b812a7-6ebe-4ffe-bc55-e5b224f8457a tempest-RoutersNegativeIpV6Test-539764646 tempest-RoutersNegativeIpV6Test-539764646-project] Pushing event deleted for resources: {'Port': ['ID=a2c22214-2aab-498a-9347-baed222d3a72,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:25:41.542057 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-d8f0673f-b0fd-49e2-8586-b4f6475d3453 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:41.653921 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7807e60-41cc-4d6d-ad81-8ca02d0841b2 None None] Pushing event deleted for resources: {'Port': ['ID=a2c22214-2aab-498a-9347-baed222d3a72,revision_number=None']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:25:41.731703 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvr_db [None req-2ae942db-280a-4af3-9226-ea65d3618615 None None] Set router 324281cc-5de5-4f18-a0cb-0755cb98e8f5 gateway port host: n-d-705658-22 {{(pid=105587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:25:41.749055 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-faf62ee9-c09f-497b-be8f-1097590a302e admin admin] Notify callbacks [] for security_group, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:41.767260 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-d8f0673f-b0fd-49e2-8586-b4f6475d3453 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4077169', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4163787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-400'] for router, precommit_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:41.777384 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-0a3b98b9-782a-480a-ae4f-679a240248dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:41.830346 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-6b4cd30e-ab95-466c-8495-e05284d59038 None None] For port 93418089-93ff-46af-b7a8-37bf65c12210, host n-d-705658-22, cleared binding levels {{(pid=105586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:25:41.836962 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-42b812a7-6ebe-4ffe-bc55-e5b224f8457a tempest-RoutersNegativeIpV6Test-539764646 tempest-RoutersNegativeIpV6Test-539764646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853562', 'neutron.services.segments.db._delete_segments_for_network-8790688882975'] for network, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:41.848090 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-6b4cd30e-ab95-466c-8495-e05284d59038 None None] For port 93418089-93ff-46af-b7a8-37bf65c12210, host n-d-705658-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=93418089-93ff-46af-b7a8-37bf65c12210,segment=NetworkSegment(c5266e74-bbf7-4bdd-80a4-bf7ffd43458e),segment_id=c5266e74-bbf7-4bdd-80a4-bf7ffd43458e)] {{(pid=105586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:25:41.853880 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-9a51ec30-6fc1-4e7b-981d-dc0413920859 admin admin] Notify callbacks [] for router, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:41.873162 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-6b4cd30e-ab95-466c-8495-e05284d59038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:41.894768 n-d-705658-22 neutron-server[105585]: DEBUG neutron.services.segments.db [None req-42b812a7-6ebe-4ffe-bc55-e5b224f8457a tempest-RoutersNegativeIpV6Test-539764646 tempest-RoutersNegativeIpV6Test-539764646-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b40326e-6495-4da8-ba67-f98d5ce4826b']}} {{(pid=105585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:25:41.900738 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 75e45b57-d235-4304-a083-c89573179ddf no longer exists at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:25:41.941991 n-d-705658-22 neutron-server[105585]: DEBUG neutron.services.segments.db [None req-42b812a7-6ebe-4ffe-bc55-e5b224f8457a tempest-RoutersNegativeIpV6Test-539764646 tempest-RoutersNegativeIpV6Test-539764646-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'baba635e-dd03-43d6-9c30-60b952a8c257') {'for_net_delete': True} {{(pid=105585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:25:41.942323 n-d-705658-22 neutron-server[105585]: DEBUG neutron.services.segments.db [None req-42b812a7-6ebe-4ffe-bc55-e5b224f8457a tempest-RoutersNegativeIpV6Test-539764646 tempest-RoutersNegativeIpV6Test-539764646-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'baba635e-dd03-43d6-9c30-60b952a8c257') {} {{(pid=105585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:25:41.973776 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] No Port match for: 75e45b57-d235-4304-a083-c89573179ddf {{(pid=105586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:25:41.974757 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 75e45b57-d235-4304-a083-c89573179ddf not bound to the agent host n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:25:41.990624 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-9a51ec30-6fc1-4e7b-981d-dc0413920859 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:42.002697 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:42.025561 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-42b812a7-6ebe-4ffe-bc55-e5b224f8457a tempest-RoutersNegativeIpV6Test-539764646 tempest-RoutersNegativeIpV6Test-539764646-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790688883752', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9886370'] for segment, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:42.055972 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d502d172-4f5b-47e9-8ac3-299db110e3a7 None None] Pushing event updated for resources: {'Port': ['ID=93418089-93ff-46af-b7a8-37bf65c12210,revision_number=4']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:25:42.068388 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b4cd30e-ab95-466c-8495-e05284d59038 None None] Routers {'2af6ff66-48e2-4f1e-9e08-88f2cd452c67'} bound to L3 agent in host n-d-705658-22 {{(pid=105586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:25:42.069115 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-6b4cd30e-ab95-466c-8495-e05284d59038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:25:42Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['2af6ff66-48e2-4f1e-9e08-88f2cd452c67'], 'active': True} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:25:42.082052 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-42b812a7-6ebe-4ffe-bc55-e5b224f8457a tempest-RoutersNegativeIpV6Test-539764646 tempest-RoutersNegativeIpV6Test-539764646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:42.114266 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42b812a7-6ebe-4ffe-bc55-e5b224f8457a tempest-RoutersNegativeIpV6Test-539764646 tempest-RoutersNegativeIpV6Test-539764646-project] Releasing vlan 236 on physical network physnet1 to pool {{(pid=105585) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:25:42.114682 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-42b812a7-6ebe-4ffe-bc55-e5b224f8457a tempest-RoutersNegativeIpV6Test-539764646 tempest-RoutersNegativeIpV6Test-539764646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10221644'] for segment, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:42.118184 n-d-705658-22 neutron-server[105585]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 21:25:42.118184 n-d-705658-22 neutron-server[105585]: self.session.flush() Jul 27 21:25:42.118184 n-d-705658-22 neutron-server[105585]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 21:25:42.118184 n-d-705658-22 neutron-server[105585]: self.session.flush() Jul 27 21:25:42.118184 n-d-705658-22 neutron-server[105585]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 21:25:42.118184 n-d-705658-22 neutron-server[105585]: self.session.flush() Jul 27 21:25:42.118184 n-d-705658-22 neutron-server[105585]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 21:25:42.118184 n-d-705658-22 neutron-server[105585]: self.session.flush() Jul 27 21:25:42.118184 n-d-705658-22 neutron-server[105585]: Traceback (most recent call last): Jul 27 21:25:42.118184 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:25:42.118184 n-d-705658-22 neutron-server[105585]: timer() Jul 27 21:25:42.118184 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:25:42.118184 n-d-705658-22 neutron-server[105585]: cb(*args, **kw) Jul 27 21:25:42.118184 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:25:42.118184 n-d-705658-22 neutron-server[105585]: return func(*args, **kwargs) Jul 27 21:25:42.118184 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:25:42.118184 n-d-705658-22 neutron-server[105585]: self._notify() Jul 27 21:25:42.118184 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:25:42.118184 n-d-705658-22 neutron-server[105585]: self.callback(batched_events) Jul 27 21:25:42.118184 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:25:42.118184 n-d-705658-22 neutron-server[105585]: event.method(event) Jul 27 21:25:42.118184 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:25:42.118184 n-d-705658-22 neutron-server[105585]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:25:42.118184 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:25:42.118184 n-d-705658-22 neutron-server[105585]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:25:42.118184 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:25:42.118184 n-d-705658-22 neutron-server[105585]: return f(self, *a, **k) Jul 27 21:25:42.118184 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:25:42.118184 n-d-705658-22 neutron-server[105585]: return self._get(url).json() Jul 27 21:25:42.118184 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:25:42.118184 n-d-705658-22 neutron-server[105585]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:25:42.118184 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:25:42.118184 n-d-705658-22 neutron-server[105585]: return self.request(url, 'GET', **kwargs) Jul 27 21:25:42.118184 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:25:42.118184 n-d-705658-22 neutron-server[105585]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:25:42.118184 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:25:42.118184 n-d-705658-22 neutron-server[105585]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:25:42.118184 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:25:42.118184 n-d-705658-22 neutron-server[105585]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:25:42.118184 n-d-705658-22 neutron-server[105585]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:25:42.235129 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69528859-63af-4ecd-9bdf-fecb6dbfab4b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30bb4b93-b285-5d90-9493-f9ec33ea333c-50301065-0c7a-4726-8378-7557e62dbc29', 'network_id': '50301065-0c7a-4726-8378-7557e62dbc29', 'tenant_id': '2a8f406f29904ab89ae479634631dc22', 'fixed_ips': [{'subnet_id': '5450d876-1caa-4fdf-814e-e41f9d7f48ff'}]}} from n-d-705658-22. {{(pid=105586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 21:25:42.241201 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-69528859-63af-4ecd-9bdf-fecb6dbfab4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:42.282133 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-2ae942db-280a-4af3-9226-ea65d3618615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '324281cc-5de5-4f18-a0cb-0755cb98e8f5', 'name': 'tempest-TestAggregatesBasicOps-579973760-router', 'tenant_id': '12ed4074b5414262a7e8a7e23c4d9c13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.176'}], 'enable_snat': True}, 'gw_port_id': '62c8d815-590f-4d3d-8f53-4070f26ed607', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:25:18Z', 'updated_at': '2021-07-27T21:25:39Z', 'revision_number': 5, 'project_id': '12ed4074b5414262a7e8a7e23c4d9c13', 'gw_port': {'id': '62c8d815-590f-4d3d-8f53-4070f26ed607', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:b0:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '324281cc-5de5-4f18-a0cb-0755cb98e8f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3660, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:25:19Z', 'updated_at': '2021-07-27T21:25:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22'}], 'n-d-705658-22', False) {} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:25:42.330149 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-42b812a7-6ebe-4ffe-bc55-e5b224f8457a tempest-RoutersNegativeIpV6Test-539764646 tempest-RoutersNegativeIpV6Test-539764646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4075658'] for network, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:42.349942 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-42b812a7-6ebe-4ffe-bc55-e5b224f8457a tempest-RoutersNegativeIpV6Test-539764646 tempest-RoutersNegativeIpV6Test-539764646-project] Notify callbacks [] for network, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:42.351882 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-42b812a7-6ebe-4ffe-bc55-e5b224f8457a tempest-RoutersNegativeIpV6Test-539764646 tempest-RoutersNegativeIpV6Test-539764646-project] 10.222.0.59 "DELETE /v2.0/networks/3b40326e-6495-4da8-ba67-f98d5ce4826b HTTP/1.1" status: 204 len: 168 time: 2.2333307 Jul 27 21:25:42.364510 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ae942db-280a-4af3-9226-ea65d3618615 None None] Checking router: 324281cc-5de5-4f18-a0cb-0755cb98e8f5 for host: n-d-705658-22 {{(pid=105587) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:25:42.393384 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ae942db-280a-4af3-9226-ea65d3618615 None None] Routers {'324281cc-5de5-4f18-a0cb-0755cb98e8f5'} bound to L3 agent in host n-d-705658-22 {{(pid=105587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:25:42.394293 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-2ae942db-280a-4af3-9226-ea65d3618615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:25:42Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['324281cc-5de5-4f18-a0cb-0755cb98e8f5'], 'active': True} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:25:42.423817 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-faf62ee9-c09f-497b-be8f-1097590a302e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:42.437547 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 57492) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:25:42.485162 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvr_db [None req-6b4cd30e-ab95-466c-8495-e05284d59038 None None] Set router 2af6ff66-48e2-4f1e-9e08-88f2cd452c67 gateway port host: n-d-705658-22 {{(pid=105586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:25:42.495122 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-faf62ee9-c09f-497b-be8f-1097590a302e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:42.536854 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b812a7-6ebe-4ffe-bc55-e5b224f8457a tempest-RoutersNegativeIpV6Test-539764646 tempest-RoutersNegativeIpV6Test-539764646-project] Pushing event deleted for resources: {'Network': ['ID=3b40326e-6495-4da8-ba67-f98d5ce4826b,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:25:42.650621 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvr_db [None req-2ae942db-280a-4af3-9226-ea65d3618615 None None] Set router 324281cc-5de5-4f18-a0cb-0755cb98e8f5 gateway port host: None {{(pid=105587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:25:42.758454 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-2ae942db-280a-4af3-9226-ea65d3618615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '324281cc-5de5-4f18-a0cb-0755cb98e8f5', 'name': 'tempest-TestAggregatesBasicOps-579973760-router', 'tenant_id': '12ed4074b5414262a7e8a7e23c4d9c13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:25:18Z', 'updated_at': '2021-07-27T21:25:41Z', 'revision_number': 6, 'project_id': '12ed4074b5414262a7e8a7e23c4d9c13', 'gw_port_host': None}], 'n-d-705658-22', False) {} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:25:42.800724 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ae942db-280a-4af3-9226-ea65d3618615 None None] The sync data for ids ['324281cc-5de5-4f18-a0cb-0755cb98e8f5'] in n-d-705658-22 is: [{'id': '324281cc-5de5-4f18-a0cb-0755cb98e8f5', 'name': 'tempest-TestAggregatesBasicOps-579973760-router', 'tenant_id': '12ed4074b5414262a7e8a7e23c4d9c13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:25:18Z', 'updated_at': '2021-07-27T21:25:41Z', 'revision_number': 6, 'project_id': '12ed4074b5414262a7e8a7e23c4d9c13', 'gw_port_host': None}] {{(pid=105587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:25:42.882278 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 93418089-93ff-46af-b7a8-37bf65c12210 up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:25:42.927456 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-9a51ec30-6fc1-4e7b-981d-dc0413920859 admin admin] Deleting port 62c8d815-590f-4d3d-8f53-4070f26ed607 {{(pid=105584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:25:42.928039 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-9a51ec30-6fc1-4e7b-981d-dc0413920859 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:42.986060 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf62ee9-c09f-497b-be8f-1097590a302e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96561797-64d7-4953-b18e-98997745c51b,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:25:42.993587 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-faf62ee9-c09f-497b-be8f-1097590a302e admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=3e95f347830b4235802d53d6c996c0fe&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7070479 Jul 27 21:25:42.997980 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c06d2dc-bfaf-4b26-ab5e-424acb05fe6d tempest-RoutersNegativeIpV6Test-539764646 tempest-RoutersNegativeIpV6Test-539764646-project] Deleting subnet c8a0d67b-a24d-4b98-ae17-b3d209e47f28 {{(pid=105585) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:25:43.001406 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-8c06d2dc-bfaf-4b26-ab5e-424acb05fe6d tempest-RoutersNegativeIpV6Test-539764646 tempest-RoutersNegativeIpV6Test-539764646-project] Notify callbacks [] for subnet, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:43.044286 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-8c06d2dc-bfaf-4b26-ab5e-424acb05fe6d tempest-RoutersNegativeIpV6Test-539764646 tempest-RoutersNegativeIpV6Test-539764646-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9887057'] for subnet, precommit_delete_associations {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:43.054128 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [None req-9a51ec30-6fc1-4e7b-981d-dc0413920859 admin admin] For port 62c8d815-590f-4d3d-8f53-4070f26ed607, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=62c8d815-590f-4d3d-8f53-4070f26ed607,segment=NetworkSegment(12196855-9a32-4633-9a56-77697ef9e126),segment_id=12196855-9a32-4633-9a56-77697ef9e126)] {{(pid=105584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:25:43.054568 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-9a51ec30-6fc1-4e7b-981d-dc0413920859 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:43.063482 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 57494) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:25:43.079573 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-bb32ed7d-8717-448b-a9c8-a5a0117d1fd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:43.088496 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.db_base_plugin_common [None req-69528859-63af-4ecd-9bdf-fecb6dbfab4b None None] Allocated IP 172.20.0.2 (50301065-0c7a-4726-8378-7557e62dbc29/5450d876-1caa-4fdf-814e-e41f9d7f48ff/82656c3e-3ef8-4b18-b616-e19184d840bf) {{(pid=105586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:25:43.107422 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-9a51ec30-6fc1-4e7b-981d-dc0413920859 admin admin] Calling delete_port for 62c8d815-590f-4d3d-8f53-4070f26ed607 owned by network:router_gateway {{(pid=105584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:25:43.134683 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning for port 93418089-93ff-46af-b7a8-37bf65c12210 completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:25:43.155547 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-8c06d2dc-bfaf-4b26-ab5e-424acb05fe6d tempest-RoutersNegativeIpV6Test-539764646 tempest-RoutersNegativeIpV6Test-539764646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854965'] for subnet, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:43.181243 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port 93418089-93ff-46af-b7a8-37bf65c12210 triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:25:43.181711 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:43.224948 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-8c06d2dc-bfaf-4b26-ab5e-424acb05fe6d tempest-RoutersNegativeIpV6Test-539764646 tempest-RoutersNegativeIpV6Test-539764646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10221602', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9990583'] for subnet, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:43.243166 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-d8f0673f-b0fd-49e2-8586-b4f6475d3453 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:43.253729 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c06d2dc-bfaf-4b26-ab5e-424acb05fe6d tempest-RoutersNegativeIpV6Test-539764646 tempest-RoutersNegativeIpV6Test-539764646-project] Pushing event deleted for resources: {'Subnet': ['ID=c8a0d67b-a24d-4b98-ae17-b3d209e47f28,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:25:43.263411 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-8e15a16d-7928-4e55-863f-01caf7d444c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:43.263694 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-8c06d2dc-bfaf-4b26-ab5e-424acb05fe6d tempest-RoutersNegativeIpV6Test-539764646 tempest-RoutersNegativeIpV6Test-539764646-project] Notify callbacks [] for subnet, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:43.265725 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-8c06d2dc-bfaf-4b26-ab5e-424acb05fe6d tempest-RoutersNegativeIpV6Test-539764646 tempest-RoutersNegativeIpV6Test-539764646-project] 10.222.0.59 "DELETE /v2.0/subnets/c8a0d67b-a24d-4b98-ae17-b3d209e47f28 HTTP/1.1" status: 204 len: 168 time: 0.8267076 Jul 27 21:25:43.268111 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 57496) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:25:43.268262 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-d8f0673f-b0fd-49e2-8586-b4f6475d3453 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:43.272343 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d95b6f7-ecbd-488a-9096-38d97794213c None None] Network 59fa4003-6748-44e9-975c-7417aaf5494f requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:25:43.370789 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-ad8ddd03-77e2-47ae-8311-4abfa0da8b8e tempest-RoutersNegativeIpV6Test-539764646 tempest-RoutersNegativeIpV6Test-539764646-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-990557'] for network, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:43.398594 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-8e15a16d-7928-4e55-863f-01caf7d444c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:43.496194 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [None req-ad8ddd03-77e2-47ae-8311-4abfa0da8b8e tempest-RoutersNegativeIpV6Test-539764646 tempest-RoutersNegativeIpV6Test-539764646-project] Deleting port c48f10f6-3550-442e-bc81-000bf859bf46 {{(pid=105585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:25:43.496591 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-ad8ddd03-77e2-47ae-8311-4abfa0da8b8e tempest-RoutersNegativeIpV6Test-539764646 tempest-RoutersNegativeIpV6Test-539764646-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:43.531178 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-69528859-63af-4ecd-9bdf-fecb6dbfab4b None None] Notify callbacks [] for port, precommit_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:43.538483 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.db_base_plugin_common [None req-d8f0673f-b0fd-49e2-8586-b4f6475d3453 admin admin] Allocated IP 172.25.5.224 (8735d8a2-b604-4758-ae71-b40e4ee6f305/eca7dbab-b9c0-4c8f-a272-816ea8a81764/cbf52e68-1050-4270-8937-4461ac0818ad) {{(pid=105584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:25:43.553298 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-69528859-63af-4ecd-9bdf-fecb6dbfab4b None None] Transition to ACTIVE for port object 82656c3e-3ef8-4b18-b616-e19184d840bf will not be triggered until provisioned by entity L2. {{(pid=105586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:25:43.555884 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:43.562554 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-6b4cd30e-ab95-466c-8495-e05284d59038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2af6ff66-48e2-4f1e-9e08-88f2cd452c67', 'name': 'tempest-TestAggregatesBasicOps-2026731787-router', 'tenant_id': '5146912e16e740a68243be44c97123c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.97'}], 'enable_snat': True}, 'gw_port_id': 'a0a994ae-d8c5-4cac-9891-7bf455346b57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:25:28Z', 'updated_at': '2021-07-27T21:25:33Z', 'revision_number': 4, 'project_id': '5146912e16e740a68243be44c97123c3', 'gw_port': {'id': 'a0a994ae-d8c5-4cac-9891-7bf455346b57', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:8f:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2af6ff66-48e2-4f1e-9e08-88f2cd452c67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3696, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:25:29Z', 'updated_at': '2021-07-27T21:25:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_interfaces': [{'id': '93418089-93ff-46af-b7a8-37bf65c12210', 'name': '', 'network_id': '7d78547f-b46f-4bb1-8a9f-8cb648d07cab', 'tenant_id': '5146912e16e740a68243be44c97123c3', 'mac_address': 'fa:16:3e:bd:95:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2af6ff66-48e2-4f1e-9e08-88f2cd452c67', 'device_owner': 'network:router_interface', 'standard_attr_id': 3700, 'fixed_ips': [{'subnet_id': '9e1e10f9-493e-45e7-98af-36b19c0c989c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:25:32Z', 'updated_at': '2021-07-27T21:25:41Z', 'revision_number': 4, 'project_id': '5146912e16e740a68243be44c97123c3', 'subnets': [{'id': '9e1e10f9-493e-45e7-98af-36b19c0c989c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-22', False) {} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:25:43.586640 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.db [None req-ad8ddd03-77e2-47ae-8311-4abfa0da8b8e tempest-RoutersNegativeIpV6Test-539764646 tempest-RoutersNegativeIpV6Test-539764646-project] For port c48f10f6-3550-442e-bc81-000bf859bf46, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=c48f10f6-3550-442e-bc81-000bf859bf46,segment=NetworkSegment(14b3145c-c4e7-4d6e-ac47-551087edb100),segment_id=14b3145c-c4e7-4d6e-ac47-551087edb100)] {{(pid=105585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:25:43.587601 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-ad8ddd03-77e2-47ae-8311-4abfa0da8b8e tempest-RoutersNegativeIpV6Test-539764646 tempest-RoutersNegativeIpV6Test-539764646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:43.607568 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [None req-ad8ddd03-77e2-47ae-8311-4abfa0da8b8e tempest-RoutersNegativeIpV6Test-539764646 tempest-RoutersNegativeIpV6Test-539764646-project] Calling delete_port for c48f10f6-3550-442e-bc81-000bf859bf46 owned by network:dhcp {{(pid=105585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:25:43.607794 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b4cd30e-ab95-466c-8495-e05284d59038 None None] The sync data for ids ['2af6ff66-48e2-4f1e-9e08-88f2cd452c67'] in n-d-705658-22 is: [{'id': '2af6ff66-48e2-4f1e-9e08-88f2cd452c67', 'name': 'tempest-TestAggregatesBasicOps-2026731787-router', 'tenant_id': '5146912e16e740a68243be44c97123c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.97'}], 'enable_snat': True}, 'gw_port_id': 'a0a994ae-d8c5-4cac-9891-7bf455346b57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:25:28Z', 'updated_at': '2021-07-27T21:25:33Z', 'revision_number': 4, 'project_id': '5146912e16e740a68243be44c97123c3', 'gw_port': {'id': 'a0a994ae-d8c5-4cac-9891-7bf455346b57', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:8f:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2af6ff66-48e2-4f1e-9e08-88f2cd452c67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3696, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:25:29Z', 'updated_at': '2021-07-27T21:25:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_interfaces': [{'id': '93418089-93ff-46af-b7a8-37bf65c12210', 'name': '', 'network_id': '7d78547f-b46f-4bb1-8a9f-8cb648d07cab', 'tenant_id': '5146912e16e740a68243be44c97123c3', 'mac_address': 'fa:16:3e:bd:95:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2af6ff66-48e2-4f1e-9e08-88f2cd452c67', 'device_owner': 'network:router_interface', 'standard_attr_id': 3700, 'fixed_ips': [{'subnet_id': '9e1e10f9-493e-45e7-98af-36b19c0c989c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:25:32Z', 'updated_at': '2021-07-27T21:25:41Z', 'revision_number': 4, 'project_id': '5146912e16e740a68243be44c97123c3', 'subnets': [{'id': '9e1e10f9-493e-45e7-98af-36b19c0c989c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:25:43.614409 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-69528859-63af-4ecd-9bdf-fecb6dbfab4b None None] Transition to ACTIVE for port object 82656c3e-3ef8-4b18-b616-e19184d840bf will not be triggered until provisioned by entity DHCP. {{(pid=105586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:25:43.627376 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-69528859-63af-4ecd-9bdf-fecb6dbfab4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143'] for port, after_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:43.684803 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] For port 93418089-93ff-46af-b7a8-37bf65c12210, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=93418089-93ff-46af-b7a8-37bf65c12210,segment=NetworkSegment(c5266e74-bbf7-4bdd-80a4-bf7ffd43458e),segment_id=c5266e74-bbf7-4bdd-80a4-bf7ffd43458e)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:25:43.693747 n-d-705658-22 neutron-server[105586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69528859-63af-4ecd-9bdf-fecb6dbfab4b None None] Network 50301065-0c7a-4726-8378-7557e62dbc29 is already hosted by enough agents. {{(pid=105586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:25:43.700326 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-9a51ec30-6fc1-4e7b-981d-dc0413920859 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:43.702475 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:43.705163 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 1ab423ad-7f65-4d54-add5-f8596d85b59a up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:25:43.707342 n-d-705658-22 neutron-server[105586]: DEBUG neutron.scheduler.base_scheduler [None req-69528859-63af-4ecd-9bdf-fecb6dbfab4b None None] Resources bound (agent type, host, resource id): {{(pid=105586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:25:43.710471 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69528859-63af-4ecd-9bdf-fecb6dbfab4b None None] Received port after_create {{(pid=105586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:25:43.728410 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-ad8ddd03-77e2-47ae-8311-4abfa0da8b8e tempest-RoutersNegativeIpV6Test-539764646 tempest-RoutersNegativeIpV6Test-539764646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:43.759811 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69528859-63af-4ecd-9bdf-fecb6dbfab4b None None] Pushing event updated for resources: {'Port': ['ID=82656c3e-3ef8-4b18-b616-e19184d840bf,revision_number=1']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:25:43.777958 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8ddd03-77e2-47ae-8311-4abfa0da8b8e tempest-RoutersNegativeIpV6Test-539764646 tempest-RoutersNegativeIpV6Test-539764646-project] Pushing event deleted for resources: {'Port': ['ID=c48f10f6-3550-442e-bc81-000bf859bf46,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:25:43.782467 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad8ddd03-77e2-47ae-8311-4abfa0da8b8e tempest-RoutersNegativeIpV6Test-539764646 tempest-RoutersNegativeIpV6Test-539764646-project] No DVR routers for this DVR port c48f10f6-3550-442e-bc81-000bf859bf46 on host n-d-705658-22 {{(pid=105585) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:25:43.789694 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a51ec30-6fc1-4e7b-981d-dc0413920859 admin admin] Pushing event deleted for resources: {'Port': ['ID=62c8d815-590f-4d3d-8f53-4070f26ed607,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:25:43.812802 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-8e15a16d-7928-4e55-863f-01caf7d444c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:43.815703 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-8e15a16d-7928-4e55-863f-01caf7d444c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:43.817157 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-8e15a16d-7928-4e55-863f-01caf7d444c9 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/96561797-64d7-4953-b18e-98997745c51b HTTP/1.1" status: 204 len: 168 time: 0.7499034 Jul 27 21:25:43.886777 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e15a16d-7928-4e55-863f-01caf7d444c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96561797-64d7-4953-b18e-98997745c51b,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:25:43.893346 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-d8f0673f-b0fd-49e2-8586-b4f6475d3453 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:43.946930 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-ad8ddd03-77e2-47ae-8311-4abfa0da8b8e tempest-RoutersNegativeIpV6Test-539764646 tempest-RoutersNegativeIpV6Test-539764646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853562', 'neutron.services.segments.db._delete_segments_for_network-8790688882975'] for network, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:43.952763 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bd8993d-6fe1-42f7-8bf3-dba0221beaa4 None None] DHCP port deletion for 59fa4003-6748-44e9-975c-7417aaf5494f request from n-d-705658-22 {{(pid=105586) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 21:25:43.965423 n-d-705658-22 neutron-server[105585]: DEBUG neutron.services.segments.db [None req-ad8ddd03-77e2-47ae-8311-4abfa0da8b8e tempest-RoutersNegativeIpV6Test-539764646 tempest-RoutersNegativeIpV6Test-539764646-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59fa4003-6748-44e9-975c-7417aaf5494f']}} {{(pid=105585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:25:43.981444 n-d-705658-22 neutron-server[105585]: DEBUG neutron.services.segments.db [None req-ad8ddd03-77e2-47ae-8311-4abfa0da8b8e tempest-RoutersNegativeIpV6Test-539764646 tempest-RoutersNegativeIpV6Test-539764646-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14b3145c-c4e7-4d6e-ac47-551087edb100') {'for_net_delete': True} {{(pid=105585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:25:43.982144 n-d-705658-22 neutron-server[105585]: DEBUG neutron.services.segments.db [None req-ad8ddd03-77e2-47ae-8311-4abfa0da8b8e tempest-RoutersNegativeIpV6Test-539764646 tempest-RoutersNegativeIpV6Test-539764646-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14b3145c-c4e7-4d6e-ac47-551087edb100') {} {{(pid=105585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:25:43.989836 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-9a51ec30-6fc1-4e7b-981d-dc0413920859 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4075702'] for router_gateway, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:43.996328 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-ad8ddd03-77e2-47ae-8311-4abfa0da8b8e tempest-RoutersNegativeIpV6Test-539764646 tempest-RoutersNegativeIpV6Test-539764646-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790688883752', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9886370'] for segment, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:44.022660 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-ad8ddd03-77e2-47ae-8311-4abfa0da8b8e tempest-RoutersNegativeIpV6Test-539764646 tempest-RoutersNegativeIpV6Test-539764646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:44.029953 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-69528859-63af-4ecd-9bdf-fecb6dbfab4b None None] Attempting to bind port 82656c3e-3ef8-4b18-b616-e19184d840bf on host n-d-705658-22 for vnic_type normal with profile {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:25:44.030527 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-69528859-63af-4ecd-9bdf-fecb6dbfab4b None None] Attempting to bind port 82656c3e-3ef8-4b18-b616-e19184d840bf by drivers openvswitch,hyperv on host n-d-705658-22 at level 0 using segments [{'id': '4724a241-fde3-4d65-8972-e1cee202fe67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '50301065-0c7a-4726-8378-7557e62dbc29'}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:25:44.031050 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69528859-63af-4ecd-9bdf-fecb6dbfab4b None None] Attempting to bind port 82656c3e-3ef8-4b18-b616-e19184d840bf on network 50301065-0c7a-4726-8378-7557e62dbc29 {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:25:44.036368 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad8ddd03-77e2-47ae-8311-4abfa0da8b8e tempest-RoutersNegativeIpV6Test-539764646 tempest-RoutersNegativeIpV6Test-539764646-project] Releasing vlan 238 on physical network physnet1 to pool {{(pid=105585) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:25:44.037265 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-ad8ddd03-77e2-47ae-8311-4abfa0da8b8e tempest-RoutersNegativeIpV6Test-539764646 tempest-RoutersNegativeIpV6Test-539764646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10221644'] for segment, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:44.042657 n-d-705658-22 neutron-server[105585]: Traceback (most recent call last): Jul 27 21:25:44.042657 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:25:44.042657 n-d-705658-22 neutron-server[105585]: timer() Jul 27 21:25:44.042657 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:25:44.042657 n-d-705658-22 neutron-server[105585]: cb(*args, **kw) Jul 27 21:25:44.042657 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:25:44.042657 n-d-705658-22 neutron-server[105585]: return func(*args, **kwargs) Jul 27 21:25:44.042657 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:25:44.042657 n-d-705658-22 neutron-server[105585]: self._notify() Jul 27 21:25:44.042657 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:25:44.042657 n-d-705658-22 neutron-server[105585]: self.callback(batched_events) Jul 27 21:25:44.042657 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:25:44.042657 n-d-705658-22 neutron-server[105585]: event.method(event) Jul 27 21:25:44.042657 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:25:44.042657 n-d-705658-22 neutron-server[105585]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:25:44.042657 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:25:44.042657 n-d-705658-22 neutron-server[105585]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:25:44.042657 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:25:44.042657 n-d-705658-22 neutron-server[105585]: return f(self, *a, **k) Jul 27 21:25:44.042657 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:25:44.042657 n-d-705658-22 neutron-server[105585]: return self._get(url).json() Jul 27 21:25:44.042657 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:25:44.042657 n-d-705658-22 neutron-server[105585]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:25:44.042657 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:25:44.042657 n-d-705658-22 neutron-server[105585]: return self.request(url, 'GET', **kwargs) Jul 27 21:25:44.042657 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:25:44.042657 n-d-705658-22 neutron-server[105585]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:25:44.042657 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:25:44.042657 n-d-705658-22 neutron-server[105585]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:25:44.042657 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:25:44.042657 n-d-705658-22 neutron-server[105585]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:25:44.042657 n-d-705658-22 neutron-server[105585]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:25:44.046609 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Pushing event updated for resources: {'Port': ['ID=93418089-93ff-46af-b7a8-37bf65c12210,revision_number=5']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:25:44.057792 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69528859-63af-4ecd-9bdf-fecb6dbfab4b None None] Checking agent: {'id': '04a7ea91-6318-467e-ace6-b0fb48c8690f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 41, 42), 'started_at': datetime.datetime(2021, 7, 27, 20, 42, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 25, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:25:44.058345 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69528859-63af-4ecd-9bdf-fecb6dbfab4b None None] Checking segment: {'id': '4724a241-fde3-4d65-8972-e1cee202fe67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '50301065-0c7a-4726-8378-7557e62dbc29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:25:44.059461 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-69528859-63af-4ecd-9bdf-fecb6dbfab4b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:44.059982 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69528859-63af-4ecd-9bdf-fecb6dbfab4b None None] Bound using segment: {'id': '4724a241-fde3-4d65-8972-e1cee202fe67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '50301065-0c7a-4726-8378-7557e62dbc29'} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:25:44.060690 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-69528859-63af-4ecd-9bdf-fecb6dbfab4b None None] Bound port: 82656c3e-3ef8-4b18-b616-e19184d840bf, host: n-d-705658-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4724a241-fde3-4d65-8972-e1cee202fe67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '50301065-0c7a-4726-8378-7557e62dbc29'}}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:25:44.061181 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-69528859-63af-4ecd-9bdf-fecb6dbfab4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:44.093417 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning for port 1ab423ad-7f65-4d54-add5-f8596d85b59a completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:25:44.130969 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-ad8ddd03-77e2-47ae-8311-4abfa0da8b8e tempest-RoutersNegativeIpV6Test-539764646 tempest-RoutersNegativeIpV6Test-539764646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4075658'] for network, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:44.154181 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-ad8ddd03-77e2-47ae-8311-4abfa0da8b8e tempest-RoutersNegativeIpV6Test-539764646 tempest-RoutersNegativeIpV6Test-539764646-project] Notify callbacks [] for network, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:44.156387 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-ad8ddd03-77e2-47ae-8311-4abfa0da8b8e tempest-RoutersNegativeIpV6Test-539764646 tempest-RoutersNegativeIpV6Test-539764646-project] 10.222.0.59 "DELETE /v2.0/networks/59fa4003-6748-44e9-975c-7417aaf5494f HTTP/1.1" status: 204 len: 168 time: 0.8873096 Jul 27 21:25:44.157547 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8ddd03-77e2-47ae-8311-4abfa0da8b8e tempest-RoutersNegativeIpV6Test-539764646 tempest-RoutersNegativeIpV6Test-539764646-project] Pushing event deleted for resources: {'Network': ['ID=59fa4003-6748-44e9-975c-7417aaf5494f,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:25:44.159472 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 57502) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:25:44.170902 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port 1ab423ad-7f65-4d54-add5-f8596d85b59a triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:25:44.171420 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:44.185647 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-9a51ec30-6fc1-4e7b-981d-dc0413920859 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4163631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-425'] for router, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:44.189011 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-9a51ec30-6fc1-4e7b-981d-dc0413920859 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:44.204576 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-b38615af-ec98-40cc-883b-3a0f749b5098 tempest-RoutersNegativeIpV6Test-539764646 tempest-RoutersNegativeIpV6Test-539764646-project] 10.222.0.59 "GET /v2.0/ports?device_id=f09c3502-000d-4c18-baeb-0a12a7a560eb HTTP/1.1" status: 200 len: 205 time: 0.0436349 Jul 27 21:25:44.206779 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 57504) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:25:44.208057 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-d8f0673f-b0fd-49e2-8586-b4f6475d3453 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:44.226228 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0676a9ba-4ea5-4ad3-bba3-681c69915847 None None] Sync routers for ids ['cd1fa961-f7b3-452a-ab79-ac6ffde5ad14'] in n-d-705658-22 {{(pid=105586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:25:44.304334 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0676a9ba-4ea5-4ad3-bba3-681c69915847 None None] Routers {'cd1fa961-f7b3-452a-ab79-ac6ffde5ad14'} bound to L3 agent in host n-d-705658-22 {{(pid=105586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:25:44.305034 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-0676a9ba-4ea5-4ad3-bba3-681c69915847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:25:42Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['cd1fa961-f7b3-452a-ab79-ac6ffde5ad14'], 'active': True} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:25:44.313406 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-9a51ec30-6fc1-4e7b-981d-dc0413920859 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4163007'] for router, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:44.313897 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a51ec30-6fc1-4e7b-981d-dc0413920859 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 324281cc-5de5-4f18-a0cb-0755cb98e8f5 {{(pid=105584) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 21:25:44.318452 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8f0673f-b0fd-49e2-8586-b4f6475d3453 admin admin] Network 8735d8a2-b604-4758-ae71-b40e4ee6f305 is already hosted by enough agents. {{(pid=105584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:25:44.325939 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-9a51ec30-6fc1-4e7b-981d-dc0413920859 admin admin] Notify callbacks [] for router, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:44.329324 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-9a51ec30-6fc1-4e7b-981d-dc0413920859 admin admin] 10.222.0.59 "DELETE /v2.0/routers/324281cc-5de5-4f18-a0cb-0755cb98e8f5 HTTP/1.1" status: 204 len: 168 time: 2.9206381 Jul 27 21:25:44.330349 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [None req-d8f0673f-b0fd-49e2-8586-b4f6475d3453 admin admin] Resources bound (agent type, host, resource id): {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:25:44.332507 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 57510) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:25:44.340297 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8f0673f-b0fd-49e2-8586-b4f6475d3453 admin admin] Received port after_create {{(pid=105584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:25:44.365875 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-6c085c98-006f-4561-8905-1d557b0ede97 tempest-RoutersNegativeIpV6Test-539764646 tempest-RoutersNegativeIpV6Test-539764646-project] Notify callbacks [] for router, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:44.401092 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f0673f-b0fd-49e2-8586-b4f6475d3453 admin admin] Pushing event updated for resources: {'Port': ['ID=cbf52e68-1050-4270-8937-4461ac0818ad,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:25:44.439541 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-69528859-63af-4ecd-9bdf-fecb6dbfab4b None None] For port 82656c3e-3ef8-4b18-b616-e19184d840bf, host n-d-705658-22, cleared binding levels {{(pid=105586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:25:44.520448 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-69528859-63af-4ecd-9bdf-fecb6dbfab4b None None] For port 82656c3e-3ef8-4b18-b616-e19184d840bf, host n-d-705658-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=82656c3e-3ef8-4b18-b616-e19184d840bf,segment=NetworkSegment(4724a241-fde3-4d65-8972-e1cee202fe67),segment_id=4724a241-fde3-4d65-8972-e1cee202fe67)] {{(pid=105586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:25:44.526041 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-875ced1b-4cf3-463a-9653-058f0f9421e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:44.541386 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-69528859-63af-4ecd-9bdf-fecb6dbfab4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:44.599442 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.db_base_plugin_v2 [None req-58e7828e-af63-40a2-acff-41f9cfbb2f9d admin admin] Deleting subnet 420c0162-8654-40c4-b32b-4c8dd7b9dffa {{(pid=105584) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:25:44.610941 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-58e7828e-af63-40a2-acff-41f9cfbb2f9d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:44.660139 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:44.691437 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-6c085c98-006f-4561-8905-1d557b0ede97 tempest-RoutersNegativeIpV6Test-539764646 tempest-RoutersNegativeIpV6Test-539764646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4163631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-425'] for router, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:44.695893 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-6c085c98-006f-4561-8905-1d557b0ede97 tempest-RoutersNegativeIpV6Test-539764646 tempest-RoutersNegativeIpV6Test-539764646-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:44.713152 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] For port 1ab423ad-7f65-4d54-add5-f8596d85b59a, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=1ab423ad-7f65-4d54-add5-f8596d85b59a,segment=NetworkSegment(12196855-9a32-4633-9a56-77697ef9e126),segment_id=12196855-9a32-4633-9a56-77697ef9e126)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:25:44.720562 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:44.721346 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device a0a994ae-d8c5-4cac-9891-7bf455346b57 up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:25:44.726445 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69528859-63af-4ecd-9bdf-fecb6dbfab4b None None] Pushing event updated for resources: {'Port': ['ID=82656c3e-3ef8-4b18-b616-e19184d840bf,revision_number=2']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:25:44.736736 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-58e7828e-af63-40a2-acff-41f9cfbb2f9d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9014207'] for subnet, precommit_delete_associations {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:44.777984 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-6c085c98-006f-4561-8905-1d557b0ede97 tempest-RoutersNegativeIpV6Test-539764646 tempest-RoutersNegativeIpV6Test-539764646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4163007'] for router, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:44.778933 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c085c98-006f-4561-8905-1d557b0ede97 tempest-RoutersNegativeIpV6Test-539764646 tempest-RoutersNegativeIpV6Test-539764646-project] Fanout notify agent at l3_agent the message router_deleted on router f09c3502-000d-4c18-baeb-0a12a7a560eb {{(pid=105585) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 21:25:44.798657 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-6c085c98-006f-4561-8905-1d557b0ede97 tempest-RoutersNegativeIpV6Test-539764646 tempest-RoutersNegativeIpV6Test-539764646-project] Notify callbacks [] for router, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:44.801002 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-6c085c98-006f-4561-8905-1d557b0ede97 tempest-RoutersNegativeIpV6Test-539764646 tempest-RoutersNegativeIpV6Test-539764646-project] 10.222.0.59 "DELETE /v2.0/routers/f09c3502-000d-4c18-baeb-0a12a7a560eb HTTP/1.1" status: 204 len: 168 time: 0.5930009 Jul 27 21:25:44.816565 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvr_db [None req-0676a9ba-4ea5-4ad3-bba3-681c69915847 None None] Set router cd1fa961-f7b3-452a-ab79-ac6ffde5ad14 gateway port host: n-d-705658-22 {{(pid=105586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:25:44.912810 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-d8f0673f-b0fd-49e2-8586-b4f6475d3453 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:44.913645 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Pushing event updated for resources: {'Port': ['ID=1ab423ad-7f65-4d54-add5-f8596d85b59a,revision_number=4']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:25:45.054468 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port a0a994ae-d8c5-4cac-9891-7bf455346b57 triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:25:45.054835 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:45.144375 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 57528) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:25:45.219876 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-58e7828e-af63-40a2-acff-41f9cfbb2f9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854965'] for subnet, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:45.355501 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-58e7828e-af63-40a2-acff-41f9cfbb2f9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9014081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9738825'] for subnet, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:45.387926 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-44ad29df-a0f0-42fc-820c-6194f3baf8fc admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=5b4443f172b14a78a8acd1a219a836bc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2416577 Jul 27 21:25:45.390332 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 57538) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:25:45.429309 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e7828e-af63-40a2-acff-41f9cfbb2f9d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=420c0162-8654-40c4-b32b-4c8dd7b9dffa,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:25:45.434702 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-58e7828e-af63-40a2-acff-41f9cfbb2f9d admin admin] Notify callbacks [] for subnet, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:45.435124 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-58e7828e-af63-40a2-acff-41f9cfbb2f9d admin admin] 10.222.0.59 "DELETE /v2.0/subnets/420c0162-8654-40c4-b32b-4c8dd7b9dffa HTTP/1.1" status: 204 len: 168 time: 1.0962310 Jul 27 21:25:45.442649 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 57540) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:25:45.471523 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbcabf6b-0adc-4339-8679-37c538443a66 None None] Network 69dadbf8-9944-499c-a333-185023b81d58 requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:25:45.508986 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-d8f0673f-b0fd-49e2-8586-b4f6475d3453 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4163804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4077150'] for router, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:45.530593 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-8b22e66e-9bb8-46c7-b028-728fdbb94ed5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:45.555938 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 800a61dc-93b0-4dad-a689-cace2dafadd5 no longer exists at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:25:45.566547 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-67f92e49-2187-446a-b304-dcdd669b78c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-990557'] for network, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:45.568852 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-8b22e66e-9bb8-46c7-b028-728fdbb94ed5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:45.599251 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] No Port match for: 800a61dc-93b0-4dad-a689-cace2dafadd5 {{(pid=105586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:25:45.604283 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 800a61dc-93b0-4dad-a689-cace2dafadd5 not bound to the agent host n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:25:45.604999 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device a2c22214-2aab-498a-9347-baed222d3a72 no longer exists at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:25:45.636965 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-8b22e66e-9bb8-46c7-b028-728fdbb94ed5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:45.640254 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-8b22e66e-9bb8-46c7-b028-728fdbb94ed5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:45.641667 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-8b22e66e-9bb8-46c7-b028-728fdbb94ed5 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/a3a3852d-dc72-4ba2-9b61-df6790e9999d HTTP/1.1" status: 204 len: 168 time: 0.2499156 Jul 27 21:25:45.652056 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b22e66e-9bb8-46c7-b028-728fdbb94ed5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3a3852d-dc72-4ba2-9b61-df6790e9999d,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:25:45.697675 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-0676a9ba-4ea5-4ad3-bba3-681c69915847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd1fa961-f7b3-452a-ab79-ac6ffde5ad14', 'name': 'tempest-TestVolumeBackupRestore-161790241-router', 'tenant_id': 'd8b3b608783d4209938f283075bc1b2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.52'}], 'enable_snat': True}, 'gw_port_id': '1ab423ad-7f65-4d54-add5-f8596d85b59a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:25:29Z', 'updated_at': '2021-07-27T21:25:37Z', 'revision_number': 4, 'project_id': 'd8b3b608783d4209938f283075bc1b2d', 'gw_port': {'id': '1ab423ad-7f65-4d54-add5-f8596d85b59a', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:32:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd1fa961-f7b3-452a-ab79-ac6ffde5ad14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3699, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:25:31Z', 'updated_at': '2021-07-27T21:25:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_interfaces': [{'id': 'ee1bd40c-6c95-4e60-8445-dcdebfe9cc1b', 'name': '', 'network_id': 'bb4cf26f-adff-46cf-9267-b1047e192b6b', 'tenant_id': 'd8b3b608783d4209938f283075bc1b2d', 'mac_address': 'fa:16:3e:d9:6a:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd1fa961-f7b3-452a-ab79-ac6ffde5ad14', 'device_owner': 'network:router_interface', 'standard_attr_id': 3701, 'fixed_ips': [{'subnet_id': '1801b1a7-09b1-44bf-bdb6-d96d89c1fea0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:25:36Z', 'updated_at': '2021-07-27T21:25:37Z', 'revision_number': 2, 'project_id': 'd8b3b608783d4209938f283075bc1b2d', 'subnets': [{'id': '1801b1a7-09b1-44bf-bdb6-d96d89c1fea0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-22', False) {} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:25:45.702248 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] No Port match for: a2c22214-2aab-498a-9347-baed222d3a72 {{(pid=105586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:25:45.703850 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device a2c22214-2aab-498a-9347-baed222d3a72 not bound to the agent host n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:25:45.707793 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-67f92e49-2187-446a-b304-dcdd669b78c6 admin admin] Deleting port 80984bb8-56a8-4c60-9913-194550a90893 {{(pid=105584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:25:45.708510 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-67f92e49-2187-446a-b304-dcdd669b78c6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:45.813357 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0676a9ba-4ea5-4ad3-bba3-681c69915847 None None] Checking router: cd1fa961-f7b3-452a-ab79-ac6ffde5ad14 for host: n-d-705658-22 {{(pid=105586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:25:45.813357 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0676a9ba-4ea5-4ad3-bba3-681c69915847 None None] Updating router cd1fa961-f7b3-452a-ab79-ac6ffde5ad14 port ee1bd40c-6c95-4e60-8445-dcdebfe9cc1b binding host n-d-705658-22 {{(pid=105586) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 21:25:45.844602 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [None req-67f92e49-2187-446a-b304-dcdd669b78c6 admin admin] For port 80984bb8-56a8-4c60-9913-194550a90893, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=80984bb8-56a8-4c60-9913-194550a90893,segment=NetworkSegment(d9c05450-bc35-4c45-a76a-1c84373cbacb),segment_id=d9c05450-bc35-4c45-a76a-1c84373cbacb)] {{(pid=105584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:25:45.848155 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-67f92e49-2187-446a-b304-dcdd669b78c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:45.889440 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-67f92e49-2187-446a-b304-dcdd669b78c6 admin admin] Calling delete_port for 80984bb8-56a8-4c60-9913-194550a90893 owned by network:dhcp {{(pid=105584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:25:45.896308 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8f0673f-b0fd-49e2-8586-b4f6475d3453 admin admin] Router a425fe97-08dc-4809-bdb3-d2d00e78cb81 is scheduled to L3 agent dd128fd7-8e57-4d4f-895b-a96b369df59a with binding_index 1 {{(pid=105584) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 21:25:45.975499 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-0676a9ba-4ea5-4ad3-bba3-681c69915847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:46.048869 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 93418089-93ff-46af-b7a8-37bf65c12210 up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:25:46.090324 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-67f92e49-2187-446a-b304-dcdd669b78c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:46.125005 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f92e49-2187-446a-b304-dcdd669b78c6 admin admin] Pushing event deleted for resources: {'Port': ['ID=80984bb8-56a8-4c60-9913-194550a90893,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:25:46.129593 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67f92e49-2187-446a-b304-dcdd669b78c6 admin admin] No DVR routers for this DVR port 80984bb8-56a8-4c60-9913-194550a90893 on host n-d-705658-22 {{(pid=105584) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:25:46.162835 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8f0673f-b0fd-49e2-8586-b4f6475d3453 admin admin] Notify agent at l3_agent.n-d-705658-22 the message routers_updated {{(pid=105584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:25:46.175681 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50c9f84a-f52f-4694-a333-49c2b5522361 None None] Sync routers for ids ['a425fe97-08dc-4809-bdb3-d2d00e78cb81'] in n-d-705658-22 {{(pid=105587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:25:46.202122 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50c9f84a-f52f-4694-a333-49c2b5522361 None None] Routers {'a425fe97-08dc-4809-bdb3-d2d00e78cb81'} bound to L3 agent in host n-d-705658-22 {{(pid=105587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:25:46.203051 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-50c9f84a-f52f-4694-a333-49c2b5522361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:25:42Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['a425fe97-08dc-4809-bdb3-d2d00e78cb81'], 'active': True} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:25:46.228925 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-d8f0673f-b0fd-49e2-8586-b4f6475d3453 admin admin] Notify callbacks [] for router, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:46.230291 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-d8f0673f-b0fd-49e2-8586-b4f6475d3453 admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.9023321 Jul 27 21:25:46.232830 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-67f92e49-2187-446a-b304-dcdd669b78c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853562', 'neutron.services.segments.db._delete_segments_for_network-8790688882975'] for network, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:46.233945 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 57592) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:25:46.269118 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.segments.db [None req-67f92e49-2187-446a-b304-dcdd669b78c6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69dadbf8-9944-499c-a333-185023b81d58']}} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:25:46.295660 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.segments.db [None req-67f92e49-2187-446a-b304-dcdd669b78c6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9c05450-bc35-4c45-a76a-1c84373cbacb') {'for_net_delete': True} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:25:46.295994 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.segments.db [None req-67f92e49-2187-446a-b304-dcdd669b78c6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9c05450-bc35-4c45-a76a-1c84373cbacb') {} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:25:46.316873 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-67f92e49-2187-446a-b304-dcdd669b78c6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790688883752', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9014348'] for segment, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:46.369047 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-67f92e49-2187-446a-b304-dcdd669b78c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:46.383971 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67f92e49-2187-446a-b304-dcdd669b78c6 admin admin] Releasing vlan 232 on physical network physnet1 to pool {{(pid=105584) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:25:46.393844 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdb439a0-3988-488a-aea4-60a99f1ec3b9 None None] Network 50301065-0c7a-4726-8378-7557e62dbc29 requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:25:46.394591 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-67f92e49-2187-446a-b304-dcdd669b78c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9014063'] for segment, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:46.396697 n-d-705658-22 neutron-server[105584]: Traceback (most recent call last): Jul 27 21:25:46.396697 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:25:46.396697 n-d-705658-22 neutron-server[105584]: timer() Jul 27 21:25:46.396697 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:25:46.396697 n-d-705658-22 neutron-server[105584]: cb(*args, **kw) Jul 27 21:25:46.396697 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:25:46.396697 n-d-705658-22 neutron-server[105584]: return func(*args, **kwargs) Jul 27 21:25:46.396697 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:25:46.396697 n-d-705658-22 neutron-server[105584]: self._notify() Jul 27 21:25:46.396697 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:25:46.396697 n-d-705658-22 neutron-server[105584]: self.callback(batched_events) Jul 27 21:25:46.396697 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:25:46.396697 n-d-705658-22 neutron-server[105584]: event.method(event) Jul 27 21:25:46.396697 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:25:46.396697 n-d-705658-22 neutron-server[105584]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:25:46.396697 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:25:46.396697 n-d-705658-22 neutron-server[105584]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:25:46.396697 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:25:46.396697 n-d-705658-22 neutron-server[105584]: return f(self, *a, **k) Jul 27 21:25:46.396697 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:25:46.396697 n-d-705658-22 neutron-server[105584]: return self._get(url).json() Jul 27 21:25:46.396697 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:25:46.396697 n-d-705658-22 neutron-server[105584]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:25:46.396697 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:25:46.396697 n-d-705658-22 neutron-server[105584]: return self.request(url, 'GET', **kwargs) Jul 27 21:25:46.396697 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:25:46.396697 n-d-705658-22 neutron-server[105584]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:25:46.396697 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:25:46.396697 n-d-705658-22 neutron-server[105584]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:25:46.396697 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:25:46.396697 n-d-705658-22 neutron-server[105584]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:25:46.396697 n-d-705658-22 neutron-server[105584]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:25:46.451463 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvr_db [None req-50c9f84a-f52f-4694-a333-49c2b5522361 None None] Set router a425fe97-08dc-4809-bdb3-d2d00e78cb81 gateway port host: n-d-705658-22 {{(pid=105587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:25:46.516042 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port 93418089-93ff-46af-b7a8-37bf65c12210 triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:25:46.516931 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:46.549228 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-67f92e49-2187-446a-b304-dcdd669b78c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4075658'] for network, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:46.551900 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-a60dd176-8b77-4e79-8215-f45cb1de0e58 None None] Provisioning for port 82656c3e-3ef8-4b18-b616-e19184d840bf completed by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:25:46.572492 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64f3ff9d-484e-4c14-aa8e-d3b552dd6691 None None] DHCP port deletion for 69dadbf8-9944-499c-a333-185023b81d58 request from n-d-705658-22 {{(pid=105586) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 21:25:46.580498 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-67f92e49-2187-446a-b304-dcdd669b78c6 admin admin] Notify callbacks [] for network, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:46.588364 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 57606) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:25:46.591668 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-67f92e49-2187-446a-b304-dcdd669b78c6 admin admin] 10.222.0.59 "DELETE /v2.0/networks/69dadbf8-9944-499c-a333-185023b81d58 HTTP/1.1" status: 204 len: 168 time: 1.1429448 Jul 27 21:25:46.592732 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f92e49-2187-446a-b304-dcdd669b78c6 admin admin] Pushing event deleted for resources: {'Network': ['ID=69dadbf8-9944-499c-a333-185023b81d58,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:25:46.883426 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-50c9f84a-f52f-4694-a333-49c2b5522361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a425fe97-08dc-4809-bdb3-d2d00e78cb81', 'name': 'tempest-TestVolumeBackupRestore-2055965825-router', 'tenant_id': '2a8f406f29904ab89ae479634631dc22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.224'}], 'enable_snat': True}, 'gw_port_id': 'cbf52e68-1050-4270-8937-4461ac0818ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:25:41Z', 'updated_at': '2021-07-27T21:25:44Z', 'revision_number': 3, 'project_id': '2a8f406f29904ab89ae479634631dc22', 'gw_port': {'id': 'cbf52e68-1050-4270-8937-4461ac0818ad', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:fc:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a425fe97-08dc-4809-bdb3-d2d00e78cb81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3717, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:25:43Z', 'updated_at': '2021-07-27T21:25:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22'}], 'n-d-705658-22', False) {} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:25:46.933295 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 57638) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:25:46.991488 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 1ab423ad-7f65-4d54-add5-f8596d85b59a up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:25:47.055248 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50c9f84a-f52f-4694-a333-49c2b5522361 None None] Checking router: a425fe97-08dc-4809-bdb3-d2d00e78cb81 for host: n-d-705658-22 {{(pid=105587) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:25:47.055607 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50c9f84a-f52f-4694-a333-49c2b5522361 None None] Updating router a425fe97-08dc-4809-bdb3-d2d00e78cb81 port cbf52e68-1050-4270-8937-4461ac0818ad binding host n-d-705658-22 {{(pid=105587) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 21:25:47.066149 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-0d796aff-fe35-4cc6-ba59-ed9a843f38be tempest-SecGroupTest-1480583616 tempest-SecGroupTest-1480583616-project] Request body: {'security_group': {'name': 'tempest-secgroup--1355149360'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:25:47.076784 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-0676a9ba-4ea5-4ad3-bba3-681c69915847 None None] Notify callbacks [] for port, precommit_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:47.097861 n-d-705658-22 neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-50c9f84a-f52f-4694-a333-49c2b5522361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:47.099964 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-0d796aff-fe35-4cc6-ba59-ed9a843f38be tempest-SecGroupTest-1480583616 tempest-SecGroupTest-1480583616-project] Notify callbacks [] for security_group, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:47.114851 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-0d796aff-fe35-4cc6-ba59-ed9a843f38be tempest-SecGroupTest-1480583616 tempest-SecGroupTest-1480583616-project] Notify callbacks [] for security_group, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:47.137862 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-0676a9ba-4ea5-4ad3-bba3-681c69915847 None None] Transition to ACTIVE for port object ee1bd40c-6c95-4e60-8445-dcdebfe9cc1b will not be triggered until provisioned by entity L2. {{(pid=105586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:25:47.186614 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-0676a9ba-4ea5-4ad3-bba3-681c69915847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:47.230561 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-cc1ba518-d7b0-42b1-aecf-ff4a6dc1c514 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:47.276142 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port 1ab423ad-7f65-4d54-add5-f8596d85b59a triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:25:47.277096 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:47.284848 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-0d796aff-fe35-4cc6-ba59-ed9a843f38be tempest-SecGroupTest-1480583616 tempest-SecGroupTest-1480583616-project] Notify callbacks [] for security_group, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:47.297346 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-0d796aff-fe35-4cc6-ba59-ed9a843f38be tempest-SecGroupTest-1480583616 tempest-SecGroupTest-1480583616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:47.403048 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2494bee-0c42-48ab-8d14-363df8d807ed None None] Pushing event updated for resources: {'Port': ['ID=ee1bd40c-6c95-4e60-8445-dcdebfe9cc1b,revision_number=3']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:25:47.409983 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d796aff-fe35-4cc6-ba59-ed9a843f38be tempest-SecGroupTest-1480583616 tempest-SecGroupTest-1480583616-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a53a4c6c-f2bd-4bc5-9f96-7acf4e2eea2f,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:25:47.547452 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-0d796aff-fe35-4cc6-ba59-ed9a843f38be tempest-SecGroupTest-1480583616 tempest-SecGroupTest-1480583616-project] Notify callbacks [] for security_group, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:47.560662 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-0d796aff-fe35-4cc6-ba59-ed9a843f38be tempest-SecGroupTest-1480583616 tempest-SecGroupTest-1480583616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:47.618076 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d796aff-fe35-4cc6-ba59-ed9a843f38be tempest-SecGroupTest-1480583616 tempest-SecGroupTest-1480583616-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2dbb6bb4-37e2-4e3a-9312-9bc419a25848,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:25:47.624516 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-0d796aff-fe35-4cc6-ba59-ed9a843f38be tempest-SecGroupTest-1480583616 tempest-SecGroupTest-1480583616-project] Notify callbacks [] for security_group, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:47.626440 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-0d796aff-fe35-4cc6-ba59-ed9a843f38be tempest-SecGroupTest-1480583616 tempest-SecGroupTest-1480583616-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6914346 Jul 27 21:25:47.629257 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 57644) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:25:47.642091 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-0676a9ba-4ea5-4ad3-bba3-681c69915847 None None] Attempting to bind port ee1bd40c-6c95-4e60-8445-dcdebfe9cc1b on host n-d-705658-22 for vnic_type normal with profile {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:25:47.642662 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-0676a9ba-4ea5-4ad3-bba3-681c69915847 None None] Attempting to bind port ee1bd40c-6c95-4e60-8445-dcdebfe9cc1b by drivers openvswitch,hyperv on host n-d-705658-22 at level 0 using segments [{'id': '57b8fd16-fb96-450b-911e-7fe94bef4459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'bb4cf26f-adff-46cf-9267-b1047e192b6b'}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:25:47.642764 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0676a9ba-4ea5-4ad3-bba3-681c69915847 None None] Attempting to bind port ee1bd40c-6c95-4e60-8445-dcdebfe9cc1b on network bb4cf26f-adff-46cf-9267-b1047e192b6b {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:25:47.649538 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0676a9ba-4ea5-4ad3-bba3-681c69915847 None None] Checking agent: {'id': '04a7ea91-6318-467e-ace6-b0fb48c8690f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 41, 42), 'started_at': datetime.datetime(2021, 7, 27, 20, 42, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 25, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:25:47.649801 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0676a9ba-4ea5-4ad3-bba3-681c69915847 None None] Checking segment: {'id': '57b8fd16-fb96-450b-911e-7fe94bef4459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'bb4cf26f-adff-46cf-9267-b1047e192b6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:25:47.650493 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-0676a9ba-4ea5-4ad3-bba3-681c69915847 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:47.650493 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0676a9ba-4ea5-4ad3-bba3-681c69915847 None None] Bound using segment: {'id': '57b8fd16-fb96-450b-911e-7fe94bef4459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'bb4cf26f-adff-46cf-9267-b1047e192b6b'} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:25:47.650968 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-0676a9ba-4ea5-4ad3-bba3-681c69915847 None None] Bound port: ee1bd40c-6c95-4e60-8445-dcdebfe9cc1b, host: n-d-705658-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57b8fd16-fb96-450b-911e-7fe94bef4459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'bb4cf26f-adff-46cf-9267-b1047e192b6b'}}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:25:47.651399 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-0676a9ba-4ea5-4ad3-bba3-681c69915847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:47.659897 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 82656c3e-3ef8-4b18-b616-e19184d840bf up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:25:47.720220 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-0b297082-e5b2-4e9e-87d8-c09e410a24fb tempest-SecGroupTest-1480583616 tempest-SecGroupTest-1480583616-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0871265 Jul 27 21:25:47.721726 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 57646) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:25:47.728832 n-d-705658-22 neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-50c9f84a-f52f-4694-a333-49c2b5522361 None None] Notify callbacks [] for port, precommit_update {{(pid=105587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:47.730245 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-70b9ef60-1bf2-4c92-8dcb-e2edc534e5aa tempest-SecGroupTest-1480583616 tempest-SecGroupTest-1480583616-project] Request body: {'security_group': {'name': 'tempest-security--1172788138', 'description': 'tempest-security-description-2032579566'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:25:47.747630 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.provisioning_blocks [None req-50c9f84a-f52f-4694-a333-49c2b5522361 None None] Transition to ACTIVE for port object cbf52e68-1050-4270-8937-4461ac0818ad will not be triggered until provisioned by entity L2. {{(pid=105587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:25:47.758559 n-d-705658-22 neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-50c9f84a-f52f-4694-a333-49c2b5522361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:47.774013 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-70b9ef60-1bf2-4c92-8dcb-e2edc534e5aa tempest-SecGroupTest-1480583616 tempest-SecGroupTest-1480583616-project] Notify callbacks [] for security_group, before_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:47.818445 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-0676a9ba-4ea5-4ad3-bba3-681c69915847 None None] For port ee1bd40c-6c95-4e60-8445-dcdebfe9cc1b, host n-d-705658-22, cleared binding levels {{(pid=105586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:25:47.824476 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-0676a9ba-4ea5-4ad3-bba3-681c69915847 None None] For port ee1bd40c-6c95-4e60-8445-dcdebfe9cc1b, host n-d-705658-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=ee1bd40c-6c95-4e60-8445-dcdebfe9cc1b,segment=NetworkSegment(57b8fd16-fb96-450b-911e-7fe94bef4459),segment_id=57b8fd16-fb96-450b-911e-7fe94bef4459)] {{(pid=105586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:25:47.838702 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-70b9ef60-1bf2-4c92-8dcb-e2edc534e5aa tempest-SecGroupTest-1480583616 tempest-SecGroupTest-1480583616-project] Notify callbacks [] for security_group, precommit_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:47.845998 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-70b9ef60-1bf2-4c92-8dcb-e2edc534e5aa tempest-SecGroupTest-1480583616 tempest-SecGroupTest-1480583616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:47.848997 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-a90da5c7-96e6-41f8-b8ff-cf3f62f30dd2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4076536'] for router_interface, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:47.853460 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-70b9ef60-1bf2-4c92-8dcb-e2edc534e5aa tempest-SecGroupTest-1480583616 tempest-SecGroupTest-1480583616-project] Notify callbacks [] for security_group, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:47.857756 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-70b9ef60-1bf2-4c92-8dcb-e2edc534e5aa tempest-SecGroupTest-1480583616 tempest-SecGroupTest-1480583616-project] 10.222.0.59 "PUT /v2.0/security-groups/2dbb6bb4-37e2-4e3a-9312-9bc419a25848 HTTP/1.1" status: 200 len: 1780 time: 0.1321366 Jul 27 21:25:47.863736 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 57648) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:25:47.866905 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning for port 82656c3e-3ef8-4b18-b616-e19184d840bf completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:25:47.872427 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-0676a9ba-4ea5-4ad3-bba3-681c69915847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:47.876238 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port 82656c3e-3ef8-4b18-b616-e19184d840bf triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:25:47.876862 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:47.937972 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.managers [None req-50c9f84a-f52f-4694-a333-49c2b5522361 None None] Attempting to bind port cbf52e68-1050-4270-8937-4461ac0818ad on host n-d-705658-22 for vnic_type normal with profile {{(pid=105587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:25:47.937972 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.managers [None req-50c9f84a-f52f-4694-a333-49c2b5522361 None None] Attempting to bind port cbf52e68-1050-4270-8937-4461ac0818ad by drivers openvswitch,hyperv on host n-d-705658-22 at level 0 using segments [{'id': '12196855-9a32-4633-9a56-77697ef9e126', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305'}] {{(pid=105587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:25:47.937972 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50c9f84a-f52f-4694-a333-49c2b5522361 None None] Attempting to bind port cbf52e68-1050-4270-8937-4461ac0818ad on network 8735d8a2-b604-4758-ae71-b40e4ee6f305 {{(pid=105587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:25:47.944245 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a18f045-cb2e-4464-8e8b-2b392ee66f68 None None] Pushing event updated for resources: {'Port': ['ID=cbf52e68-1050-4270-8937-4461ac0818ad,revision_number=2']} {{(pid=105587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:25:47.965755 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50c9f84a-f52f-4694-a333-49c2b5522361 None None] Checking agent: {'id': '04a7ea91-6318-467e-ace6-b0fb48c8690f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 41, 42), 'started_at': datetime.datetime(2021, 7, 27, 20, 42, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 25, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:25:47.966124 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50c9f84a-f52f-4694-a333-49c2b5522361 None None] Checking segment: {'id': '12196855-9a32-4633-9a56-77697ef9e126', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:25:47.966527 n-d-705658-22 neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-50c9f84a-f52f-4694-a333-49c2b5522361 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:47.969223 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50c9f84a-f52f-4694-a333-49c2b5522361 None None] Bound using segment: {'id': '12196855-9a32-4633-9a56-77697ef9e126', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305'} {{(pid=105587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:25:47.969859 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.managers [None req-50c9f84a-f52f-4694-a333-49c2b5522361 None None] Bound port: cbf52e68-1050-4270-8937-4461ac0818ad, host: n-d-705658-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12196855-9a32-4633-9a56-77697ef9e126', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305'}}] {{(pid=105587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:25:47.970252 n-d-705658-22 neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-50c9f84a-f52f-4694-a333-49c2b5522361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:47.986443 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b9ef60-1bf2-4c92-8dcb-e2edc534e5aa tempest-SecGroupTest-1480583616 tempest-SecGroupTest-1480583616-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2dbb6bb4-37e2-4e3a-9312-9bc419a25848,revision_number=2']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:25:48.002333 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.db_base_plugin_common [None req-cc1ba518-d7b0-42b1-aecf-ff4a6dc1c514 admin admin] Allocated IP 172.20.0.1 (50301065-0c7a-4726-8378-7557e62dbc29/5450d876-1caa-4fdf-814e-e41f9d7f48ff/e6f46317-50c9-4c66-b210-4592d3779515) {{(pid=105585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:25:48.006283 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-ca08e6c6-be9d-4cb7-a457-591eff181b64 tempest-SecGroupTest-1480583616 tempest-SecGroupTest-1480583616-project] 10.222.0.59 "GET /v2.0/security-groups/2dbb6bb4-37e2-4e3a-9312-9bc419a25848 HTTP/1.1" status: 200 len: 1780 time: 0.1361878 Jul 27 21:25:48.008871 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 57650) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:25:48.086787 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-0e05b34f-4e2e-477f-9d3f-57e5c715fff7 tempest-SecGroupTest-1480583616 tempest-SecGroupTest-1480583616-project] Notify callbacks [] for security_group, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:48.098550 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.db [None req-50c9f84a-f52f-4694-a333-49c2b5522361 None None] For port cbf52e68-1050-4270-8937-4461ac0818ad, host n-d-705658-22, cleared binding levels {{(pid=105587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:25:48.102665 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.db [None req-50c9f84a-f52f-4694-a333-49c2b5522361 None None] For port cbf52e68-1050-4270-8937-4461ac0818ad, host n-d-705658-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=cbf52e68-1050-4270-8937-4461ac0818ad,segment=NetworkSegment(12196855-9a32-4633-9a56-77697ef9e126),segment_id=12196855-9a32-4633-9a56-77697ef9e126)] {{(pid=105587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:25:48.111320 n-d-705658-22 neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-50c9f84a-f52f-4694-a333-49c2b5522361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:48.118319 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0676a9ba-4ea5-4ad3-bba3-681c69915847 None None] Routers {'cd1fa961-f7b3-452a-ab79-ac6ffde5ad14'} bound to L3 agent in host n-d-705658-22 {{(pid=105586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:25:48.119013 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-0676a9ba-4ea5-4ad3-bba3-681c69915847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:25:42Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['cd1fa961-f7b3-452a-ab79-ac6ffde5ad14'], 'active': True} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:25:48.131435 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-0e05b34f-4e2e-477f-9d3f-57e5c715fff7 tempest-SecGroupTest-1480583616 tempest-SecGroupTest-1480583616-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:48.161249 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2494bee-0c42-48ab-8d14-363df8d807ed None None] Pushing event updated for resources: {'Port': ['ID=ee1bd40c-6c95-4e60-8445-dcdebfe9cc1b,revision_number=4']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:25:48.182921 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-41171ad2-0119-496e-841f-5d025753e7b3 None None] Provisioning complete for port 82656c3e-3ef8-4b18-b616-e19184d840bf triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:25:48.183871 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-41171ad2-0119-496e-841f-5d025753e7b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:48.193633 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50c9f84a-f52f-4694-a333-49c2b5522361 None None] Routers {'a425fe97-08dc-4809-bdb3-d2d00e78cb81'} bound to L3 agent in host n-d-705658-22 {{(pid=105587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:25:48.194200 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-50c9f84a-f52f-4694-a333-49c2b5522361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:25:42Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['a425fe97-08dc-4809-bdb3-d2d00e78cb81'], 'active': True} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:25:48.227595 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-0e05b34f-4e2e-477f-9d3f-57e5c715fff7 tempest-SecGroupTest-1480583616 tempest-SecGroupTest-1480583616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:48.238610 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-0e05b34f-4e2e-477f-9d3f-57e5c715fff7 tempest-SecGroupTest-1480583616 tempest-SecGroupTest-1480583616-project] Notify callbacks [] for security_group, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:48.242603 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-0e05b34f-4e2e-477f-9d3f-57e5c715fff7 tempest-SecGroupTest-1480583616 tempest-SecGroupTest-1480583616-project] 10.222.0.59 "DELETE /v2.0/security-groups/2dbb6bb4-37e2-4e3a-9312-9bc419a25848 HTTP/1.1" status: 204 len: 168 time: 0.2326846 Jul 27 21:25:48.248912 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 57654) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:25:48.265227 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e05b34f-4e2e-477f-9d3f-57e5c715fff7 tempest-SecGroupTest-1480583616 tempest-SecGroupTest-1480583616-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dbb6bb4-37e2-4e3a-9312-9bc419a25848,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:25:48.342906 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:48.348468 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-cc1ba518-d7b0-42b1-aecf-ff4a6dc1c514 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:48.378445 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvr_db [None req-50c9f84a-f52f-4694-a333-49c2b5522361 None None] Set router a425fe97-08dc-4809-bdb3-d2d00e78cb81 gateway port host: n-d-705658-22 {{(pid=105587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:25:48.401632 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-dc86efad-84f3-4d25-9849-79f3e2186ee6 tempest-SecGroupTest-1480583616 tempest-SecGroupTest-1480583616-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1467896 Jul 27 21:25:48.404654 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 57656) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:25:48.407518 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.provisioning_blocks [None req-cc1ba518-d7b0-42b1-aecf-ff4a6dc1c514 admin admin] Transition to ACTIVE for port object e6f46317-50c9-4c66-b210-4592d3779515 will not be triggered until provisioned by entity DHCP. {{(pid=105585) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:25:48.442698 n-d-705658-22 neutron-server[105584]: INFO neutron.api.v2.resource [None req-b0d01bf4-8028-4a25-9230-32f2d540f760 tempest-SecGroupTest-1480583616 tempest-SecGroupTest-1480583616-project] delete failed (client error): The resource could not be found. Jul 27 21:25:48.443893 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-b0d01bf4-8028-4a25-9230-32f2d540f760 tempest-SecGroupTest-1480583616 tempest-SecGroupTest-1480583616-project] 10.222.0.59 "DELETE /v2.0/security-groups/2dbb6bb4-37e2-4e3a-9312-9bc419a25848 HTTP/1.1" status: 404 len: 347 time: 0.0380535 Jul 27 21:25:48.452874 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 57660) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:25:48.457926 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-2aa015b7-bef8-4775-8619-a183a7fb3ff4 tempest-SecGroupTest-1480583616 tempest-SecGroupTest-1480583616-project] Request body: {'security_group': {'name': 'tempest-secgroup--1378561932'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:25:48.519257 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-cc1ba518-d7b0-42b1-aecf-ff4a6dc1c514 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:48.528113 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-2aa015b7-bef8-4775-8619-a183a7fb3ff4 tempest-SecGroupTest-1480583616 tempest-SecGroupTest-1480583616-project] Notify callbacks [] for security_group, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:48.551262 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a18f045-cb2e-4464-8e8b-2b392ee66f68 None None] Pushing event updated for resources: {'Port': ['ID=cbf52e68-1050-4270-8937-4461ac0818ad,revision_number=3']} {{(pid=105587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:25:48.562233 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a18f045-cb2e-4464-8e8b-2b392ee66f68 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:25:48.562837 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a18f045-cb2e-4464-8e8b-2b392ee66f68 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:25:48.563522 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a18f045-cb2e-4464-8e8b-2b392ee66f68 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:25:48.564223 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a18f045-cb2e-4464-8e8b-2b392ee66f68 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:25:48.564725 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a18f045-cb2e-4464-8e8b-2b392ee66f68 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:25:48.565220 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a18f045-cb2e-4464-8e8b-2b392ee66f68 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:25:48.565701 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a18f045-cb2e-4464-8e8b-2b392ee66f68 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:25:48.566180 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a18f045-cb2e-4464-8e8b-2b392ee66f68 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:25:48.566672 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a18f045-cb2e-4464-8e8b-2b392ee66f68 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:25:48.567183 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a18f045-cb2e-4464-8e8b-2b392ee66f68 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:25:48.567660 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a18f045-cb2e-4464-8e8b-2b392ee66f68 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:25:48.568135 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a18f045-cb2e-4464-8e8b-2b392ee66f68 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:25:48.588779 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [None req-a90da5c7-96e6-41f8-b8ff-cf3f62f30dd2 admin admin] Deleting port 93418089-93ff-46af-b7a8-37bf65c12210 {{(pid=105585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:25:48.588779 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-a90da5c7-96e6-41f8-b8ff-cf3f62f30dd2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:48.595763 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc1ba518-d7b0-42b1-aecf-ff4a6dc1c514 admin admin] Network 50301065-0c7a-4726-8378-7557e62dbc29 is already hosted by enough agents. {{(pid=105585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:25:48.639278 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] For port 82656c3e-3ef8-4b18-b616-e19184d840bf, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=82656c3e-3ef8-4b18-b616-e19184d840bf,segment=NetworkSegment(4724a241-fde3-4d65-8972-e1cee202fe67),segment_id=4724a241-fde3-4d65-8972-e1cee202fe67)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:25:48.652032 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvr_db [None req-0676a9ba-4ea5-4ad3-bba3-681c69915847 None None] Set router cd1fa961-f7b3-452a-ab79-ac6ffde5ad14 gateway port host: n-d-705658-22 {{(pid=105586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:25:48.668505 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1ba518-d7b0-42b1-aecf-ff4a6dc1c514 admin admin] Pushing event updated for resources: {'Port': ['ID=e6f46317-50c9-4c66-b210-4592d3779515,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:25:48.671820 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.base_scheduler [None req-cc1ba518-d7b0-42b1-aecf-ff4a6dc1c514 admin admin] Resources bound (agent type, host, resource id): {{(pid=105585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:25:48.690988 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc1ba518-d7b0-42b1-aecf-ff4a6dc1c514 admin admin] Received port after_create {{(pid=105585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:25:48.715112 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:48.717902 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-50c9f84a-f52f-4694-a333-49c2b5522361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a425fe97-08dc-4809-bdb3-d2d00e78cb81', 'name': 'tempest-TestVolumeBackupRestore-2055965825-router', 'tenant_id': '2a8f406f29904ab89ae479634631dc22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.224'}], 'enable_snat': True}, 'gw_port_id': 'cbf52e68-1050-4270-8937-4461ac0818ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:25:41Z', 'updated_at': '2021-07-27T21:25:44Z', 'revision_number': 3, 'project_id': '2a8f406f29904ab89ae479634631dc22', 'gw_port': {'id': 'cbf52e68-1050-4270-8937-4461ac0818ad', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:fc:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a425fe97-08dc-4809-bdb3-d2d00e78cb81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3717, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:25:43Z', 'updated_at': '2021-07-27T21:25:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22'}], 'n-d-705658-22', False) {} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:25:48.747307 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-2aa015b7-bef8-4775-8619-a183a7fb3ff4 tempest-SecGroupTest-1480583616 tempest-SecGroupTest-1480583616-project] Notify callbacks [] for security_group, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:48.756142 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-2aa015b7-bef8-4775-8619-a183a7fb3ff4 tempest-SecGroupTest-1480583616 tempest-SecGroupTest-1480583616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:48.776145 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-cc1ba518-d7b0-42b1-aecf-ff4a6dc1c514 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4075523'] for router_interface, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:48.806502 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-2aa015b7-bef8-4775-8619-a183a7fb3ff4 tempest-SecGroupTest-1480583616 tempest-SecGroupTest-1480583616-project] Notify callbacks [] for security_group, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:48.807781 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-2aa015b7-bef8-4775-8619-a183a7fb3ff4 tempest-SecGroupTest-1480583616 tempest-SecGroupTest-1480583616-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3536298 Jul 27 21:25:48.814321 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50c9f84a-f52f-4694-a333-49c2b5522361 None None] The sync data for ids ['a425fe97-08dc-4809-bdb3-d2d00e78cb81'] in n-d-705658-22 is: [{'id': 'a425fe97-08dc-4809-bdb3-d2d00e78cb81', 'name': 'tempest-TestVolumeBackupRestore-2055965825-router', 'tenant_id': '2a8f406f29904ab89ae479634631dc22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.224'}], 'enable_snat': True}, 'gw_port_id': 'cbf52e68-1050-4270-8937-4461ac0818ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:25:41Z', 'updated_at': '2021-07-27T21:25:44Z', 'revision_number': 3, 'project_id': '2a8f406f29904ab89ae479634631dc22', 'gw_port': {'id': 'cbf52e68-1050-4270-8937-4461ac0818ad', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:fc:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a425fe97-08dc-4809-bdb3-d2d00e78cb81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3717, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:25:43Z', 'updated_at': '2021-07-27T21:25:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22'}] {{(pid=105587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:25:48.825072 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 57662) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:25:48.829730 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-49f99997-a4c9-467b-93a8-7cf96ce56515 tempest-SecGroupTest-1480583616 tempest-SecGroupTest-1480583616-project] Request body: {'security_group_rule': {'security_group_id': 'c4a86235-1f50-420d-96d6-64aefd605261', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:25:48.849239 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa015b7-bef8-4775-8619-a183a7fb3ff4 tempest-SecGroupTest-1480583616 tempest-SecGroupTest-1480583616-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c4a86235-1f50-420d-96d6-64aefd605261,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:25:48.877340 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.db [None req-a90da5c7-96e6-41f8-b8ff-cf3f62f30dd2 admin admin] For port 93418089-93ff-46af-b7a8-37bf65c12210, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=93418089-93ff-46af-b7a8-37bf65c12210,segment=NetworkSegment(c5266e74-bbf7-4bdd-80a4-bf7ffd43458e),segment_id=c5266e74-bbf7-4bdd-80a4-bf7ffd43458e)] {{(pid=105585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:25:48.877836 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-a90da5c7-96e6-41f8-b8ff-cf3f62f30dd2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:48.934796 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 62c8d815-590f-4d3d-8f53-4070f26ed607 no longer exists at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:25:48.937559 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-49f99997-a4c9-467b-93a8-7cf96ce56515 tempest-SecGroupTest-1480583616 tempest-SecGroupTest-1480583616-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:49.002783 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] No Port match for: 62c8d815-590f-4d3d-8f53-4070f26ed607 {{(pid=105586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:25:49.003177 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 62c8d815-590f-4d3d-8f53-4070f26ed607 not bound to the agent host n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:25:49.003586 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 5dea1644-5560-4660-99af-2aea569de370 no longer exists at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:25:49.058720 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-49f99997-a4c9-467b-93a8-7cf96ce56515 tempest-SecGroupTest-1480583616 tempest-SecGroupTest-1480583616-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:49.064731 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-49f99997-a4c9-467b-93a8-7cf96ce56515 tempest-SecGroupTest-1480583616 tempest-SecGroupTest-1480583616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732636'] for security_group_rule, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:49.085010 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f99997-a4c9-467b-93a8-7cf96ce56515 tempest-SecGroupTest-1480583616 tempest-SecGroupTest-1480583616-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc7326bc-a03c-4cb3-a732-00f118df6caa,revision_number=0']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:25:49.096239 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Pushing event updated for resources: {'Port': ['ID=82656c3e-3ef8-4b18-b616-e19184d840bf,revision_number=3']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:25:49.105753 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-49f99997-a4c9-467b-93a8-7cf96ce56515 tempest-SecGroupTest-1480583616 tempest-SecGroupTest-1480583616-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:49.111356 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-49f99997-a4c9-467b-93a8-7cf96ce56515 tempest-SecGroupTest-1480583616 tempest-SecGroupTest-1480583616-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2826867 Jul 27 21:25:49.112738 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 57664) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:25:49.123678 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] No Port match for: 5dea1644-5560-4660-99af-2aea569de370 {{(pid=105586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:25:49.124042 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 5dea1644-5560-4660-99af-2aea569de370 not bound to the agent host n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:25:49.124478 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device c48f10f6-3550-442e-bc81-000bf859bf46 no longer exists at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:25:49.153473 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] No Port match for: c48f10f6-3550-442e-bc81-000bf859bf46 {{(pid=105586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:25:49.153897 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device c48f10f6-3550-442e-bc81-000bf859bf46 not bound to the agent host n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:25:49.162056 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-b7f1e7ea-6e14-4ec5-b0f5-a22df8dc4fe4 tempest-SecGroupTest-1480583616 tempest-SecGroupTest-1480583616-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:49.177586 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-b7f1e7ea-6e14-4ec5-b0f5-a22df8dc4fe4 tempest-SecGroupTest-1480583616 tempest-SecGroupTest-1480583616-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:49.211901 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-0360b7ec-09e7-4deb-8846-84e5f3e8292d None None] Provisioning for port e6f46317-50c9-4c66-b210-4592d3779515 completed by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:25:49.243215 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-0360b7ec-09e7-4deb-8846-84e5f3e8292d None None] Provisioning complete for port e6f46317-50c9-4c66-b210-4592d3779515 triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:25:49.243215 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-0360b7ec-09e7-4deb-8846-84e5f3e8292d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:49.279786 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-b7f1e7ea-6e14-4ec5-b0f5-a22df8dc4fe4 tempest-SecGroupTest-1480583616 tempest-SecGroupTest-1480583616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732636'] for security_group_rule, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:49.294185 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-b7f1e7ea-6e14-4ec5-b0f5-a22df8dc4fe4 tempest-SecGroupTest-1480583616 tempest-SecGroupTest-1480583616-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:49.297608 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-b7f1e7ea-6e14-4ec5-b0f5-a22df8dc4fe4 tempest-SecGroupTest-1480583616 tempest-SecGroupTest-1480583616-project] 10.222.0.59 "DELETE /v2.0/security-group-rules/bc7326bc-a03c-4cb3-a732-00f118df6caa HTTP/1.1" status: 204 len: 168 time: 0.1815646 Jul 27 21:25:49.301367 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 57666) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:25:49.313287 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f1e7ea-6e14-4ec5-b0f5-a22df8dc4fe4 tempest-SecGroupTest-1480583616 tempest-SecGroupTest-1480583616-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bc7326bc-a03c-4cb3-a732-00f118df6caa,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:25:49.327992 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-0360b7ec-09e7-4deb-8846-84e5f3e8292d None None] Port e6f46317-50c9-4c66-b210-4592d3779515 cannot update to ACTIVE because it is not bound. {{(pid=105586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:25:49.352702 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-0676a9ba-4ea5-4ad3-bba3-681c69915847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd1fa961-f7b3-452a-ab79-ac6ffde5ad14', 'name': 'tempest-TestVolumeBackupRestore-161790241-router', 'tenant_id': 'd8b3b608783d4209938f283075bc1b2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.52'}], 'enable_snat': True}, 'gw_port_id': '1ab423ad-7f65-4d54-add5-f8596d85b59a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:25:29Z', 'updated_at': '2021-07-27T21:25:37Z', 'revision_number': 4, 'project_id': 'd8b3b608783d4209938f283075bc1b2d', 'gw_port': {'id': '1ab423ad-7f65-4d54-add5-f8596d85b59a', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:32:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd1fa961-f7b3-452a-ab79-ac6ffde5ad14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3699, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:25:31Z', 'updated_at': '2021-07-27T21:25:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_interfaces': [{'id': 'ee1bd40c-6c95-4e60-8445-dcdebfe9cc1b', 'name': '', 'network_id': 'bb4cf26f-adff-46cf-9267-b1047e192b6b', 'tenant_id': 'd8b3b608783d4209938f283075bc1b2d', 'mac_address': 'fa:16:3e:d9:6a:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd1fa961-f7b3-452a-ab79-ac6ffde5ad14', 'device_owner': 'network:router_interface', 'standard_attr_id': 3701, 'fixed_ips': [{'subnet_id': '1801b1a7-09b1-44bf-bdb6-d96d89c1fea0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:25:36Z', 'updated_at': '2021-07-27T21:25:47Z', 'revision_number': 4, 'project_id': 'd8b3b608783d4209938f283075bc1b2d', 'subnets': [{'id': '1801b1a7-09b1-44bf-bdb6-d96d89c1fea0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-22', False) {} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:25:49.403090 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-e3fb091c-86fc-4503-aaf1-4e9385e449a7 tempest-SecGroupTest-1480583616 tempest-SecGroupTest-1480583616-project] 10.222.0.59 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0935192 Jul 27 21:25:49.404437 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 57668) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:25:49.421000 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0676a9ba-4ea5-4ad3-bba3-681c69915847 None None] The sync data for ids ['cd1fa961-f7b3-452a-ab79-ac6ffde5ad14'] in n-d-705658-22 is: [{'id': 'cd1fa961-f7b3-452a-ab79-ac6ffde5ad14', 'name': 'tempest-TestVolumeBackupRestore-161790241-router', 'tenant_id': 'd8b3b608783d4209938f283075bc1b2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.52'}], 'enable_snat': True}, 'gw_port_id': '1ab423ad-7f65-4d54-add5-f8596d85b59a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:25:29Z', 'updated_at': '2021-07-27T21:25:37Z', 'revision_number': 4, 'project_id': 'd8b3b608783d4209938f283075bc1b2d', 'gw_port': {'id': '1ab423ad-7f65-4d54-add5-f8596d85b59a', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:32:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd1fa961-f7b3-452a-ab79-ac6ffde5ad14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3699, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:25:31Z', 'updated_at': '2021-07-27T21:25:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_interfaces': [{'id': 'ee1bd40c-6c95-4e60-8445-dcdebfe9cc1b', 'name': '', 'network_id': 'bb4cf26f-adff-46cf-9267-b1047e192b6b', 'tenant_id': 'd8b3b608783d4209938f283075bc1b2d', 'mac_address': 'fa:16:3e:d9:6a:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd1fa961-f7b3-452a-ab79-ac6ffde5ad14', 'device_owner': 'network:router_interface', 'standard_attr_id': 3701, 'fixed_ips': [{'subnet_id': '1801b1a7-09b1-44bf-bdb6-d96d89c1fea0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:25:36Z', 'updated_at': '2021-07-27T21:25:47Z', 'revision_number': 4, 'project_id': 'd8b3b608783d4209938f283075bc1b2d', 'subnets': [{'id': '1801b1a7-09b1-44bf-bdb6-d96d89c1fea0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:25:49.430920 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [None req-a90da5c7-96e6-41f8-b8ff-cf3f62f30dd2 admin admin] Calling delete_port for 93418089-93ff-46af-b7a8-37bf65c12210 owned by network:router_interface {{(pid=105585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:25:49.489186 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device ee1bd40c-6c95-4e60-8445-dcdebfe9cc1b up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:25:49.541263 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-6c2e14c8-38dd-42e4-aa39-7c5342e10de9 tempest-SecGroupTest-1480583616 tempest-SecGroupTest-1480583616-project] Notify callbacks [] for security_group, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:49.591116 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-6c2e14c8-38dd-42e4-aa39-7c5342e10de9 tempest-SecGroupTest-1480583616 tempest-SecGroupTest-1480583616-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:49.614012 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning for port ee1bd40c-6c95-4e60-8445-dcdebfe9cc1b completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:25:49.626080 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port ee1bd40c-6c95-4e60-8445-dcdebfe9cc1b triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:25:49.626476 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:49.666766 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-6c2e14c8-38dd-42e4-aa39-7c5342e10de9 tempest-SecGroupTest-1480583616 tempest-SecGroupTest-1480583616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:49.669822 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-6c2e14c8-38dd-42e4-aa39-7c5342e10de9 tempest-SecGroupTest-1480583616 tempest-SecGroupTest-1480583616-project] Notify callbacks [] for security_group, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:49.673457 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-6c2e14c8-38dd-42e4-aa39-7c5342e10de9 tempest-SecGroupTest-1480583616 tempest-SecGroupTest-1480583616-project] 10.222.0.59 "DELETE /v2.0/security-groups/c4a86235-1f50-420d-96d6-64aefd605261 HTTP/1.1" status: 204 len: 168 time: 0.2656400 Jul 27 21:25:49.675651 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 57672) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:25:49.717413 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2e14c8-38dd-42e4-aa39-7c5342e10de9 tempest-SecGroupTest-1480583616 tempest-SecGroupTest-1480583616-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4a86235-1f50-420d-96d6-64aefd605261,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:25:49.763369 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:49.767915 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-2d18fc30-a509-4fc4-8624-acb2242e2dd8 tempest-SecGroupTest-1480583616 tempest-SecGroupTest-1480583616-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0853918 Jul 27 21:25:49.768406 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 57674) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:25:49.773434 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-62b91a33-a9b9-41ff-b9f4-6bf7d07a7f2c tempest-SecGroupTest-1480583616 tempest-SecGroupTest-1480583616-project] Request body: {'security_group': {'name': 'tempest-secgroup--982423776'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:25:49.812053 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-62b91a33-a9b9-41ff-b9f4-6bf7d07a7f2c tempest-SecGroupTest-1480583616 tempest-SecGroupTest-1480583616-project] Notify callbacks [] for security_group, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:49.826418 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] For port ee1bd40c-6c95-4e60-8445-dcdebfe9cc1b, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=ee1bd40c-6c95-4e60-8445-dcdebfe9cc1b,segment=NetworkSegment(57b8fd16-fb96-450b-911e-7fe94bef4459),segment_id=57b8fd16-fb96-450b-911e-7fe94bef4459)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:25:49.834672 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:49.835826 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 82656c3e-3ef8-4b18-b616-e19184d840bf up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:25:49.862144 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-cc1ba518-d7b0-42b1-aecf-ff4a6dc1c514 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:49.970475 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port 82656c3e-3ef8-4b18-b616-e19184d840bf triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:25:49.972009 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:49.981566 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-62b91a33-a9b9-41ff-b9f4-6bf7d07a7f2c tempest-SecGroupTest-1480583616 tempest-SecGroupTest-1480583616-project] Notify callbacks [] for security_group, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:49.998671 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-62b91a33-a9b9-41ff-b9f4-6bf7d07a7f2c tempest-SecGroupTest-1480583616 tempest-SecGroupTest-1480583616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:50.020396 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-62b91a33-a9b9-41ff-b9f4-6bf7d07a7f2c tempest-SecGroupTest-1480583616 tempest-SecGroupTest-1480583616-project] Notify callbacks [] for security_group, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:50.024348 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-62b91a33-a9b9-41ff-b9f4-6bf7d07a7f2c tempest-SecGroupTest-1480583616 tempest-SecGroupTest-1480583616-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2523797 Jul 27 21:25:50.030583 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 57676) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:25:50.040042 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-d9850e3e-ab50-4e4e-bea5-8ac1ddb7ee49 tempest-SecGroupTest-1480583616 tempest-SecGroupTest-1480583616-project] Request body: {'security_group_rule': {'security_group_id': '5c1986d2-4b67-4598-99fe-ed05bde9dd88', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:25:50.052851 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b91a33-a9b9-41ff-b9f4-6bf7d07a7f2c tempest-SecGroupTest-1480583616 tempest-SecGroupTest-1480583616-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5c1986d2-4b67-4598-99fe-ed05bde9dd88,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:25:50.054025 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Pushing event updated for resources: {'Port': ['ID=ee1bd40c-6c95-4e60-8445-dcdebfe9cc1b,revision_number=5']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:25:50.096340 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-a90da5c7-96e6-41f8-b8ff-cf3f62f30dd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:50.195626 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90da5c7-96e6-41f8-b8ff-cf3f62f30dd2 admin admin] Pushing event deleted for resources: {'Port': ['ID=93418089-93ff-46af-b7a8-37bf65c12210,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:25:50.213475 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 80984bb8-56a8-4c60-9913-194550a90893 no longer exists at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:25:50.244731 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] No Port match for: 80984bb8-56a8-4c60-9913-194550a90893 {{(pid=105586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:25:50.245167 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 80984bb8-56a8-4c60-9913-194550a90893 not bound to the agent host n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:25:50.267576 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-d9850e3e-ab50-4e4e-bea5-8ac1ddb7ee49 tempest-SecGroupTest-1480583616 tempest-SecGroupTest-1480583616-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:50.457435 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-cc1ba518-d7b0-42b1-aecf-ff4a6dc1c514 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:50.461935 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-d9850e3e-ab50-4e4e-bea5-8ac1ddb7ee49 tempest-SecGroupTest-1480583616 tempest-SecGroupTest-1480583616-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:50.468003 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-cc1ba518-d7b0-42b1-aecf-ff4a6dc1c514 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10221672'] for port, after_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:50.499235 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-d9850e3e-ab50-4e4e-bea5-8ac1ddb7ee49 tempest-SecGroupTest-1480583616 tempest-SecGroupTest-1480583616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732636'] for security_group_rule, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:50.594973 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9850e3e-ab50-4e4e-bea5-8ac1ddb7ee49 tempest-SecGroupTest-1480583616 tempest-SecGroupTest-1480583616-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48bb0818-2e9d-439a-9fd8-b5b2eb2ce3c4,revision_number=0']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:25:50.612180 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1ba518-d7b0-42b1-aecf-ff4a6dc1c514 admin admin] Pushing event updated for resources: {'Port': ['ID=e6f46317-50c9-4c66-b210-4592d3779515,revision_number=2']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:25:50.618727 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-d9850e3e-ab50-4e4e-bea5-8ac1ddb7ee49 tempest-SecGroupTest-1480583616 tempest-SecGroupTest-1480583616-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:50.619941 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-d9850e3e-ab50-4e4e-bea5-8ac1ddb7ee49 tempest-SecGroupTest-1480583616 tempest-SecGroupTest-1480583616-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5876267 Jul 27 21:25:50.623360 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 57678) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:25:50.623882 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-cc1ba518-d7b0-42b1-aecf-ff4a6dc1c514 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3743906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4076435'] for router_interface, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:50.626052 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-a90da5c7-96e6-41f8-b8ff-cf3f62f30dd2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3743915', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4076308'] for router_interface, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:50.631396 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-2914b8ca-cb4b-4a88-9b65-75e77476b9cd tempest-SecGroupTest-1480583616 tempest-SecGroupTest-1480583616-project] Request body: {'security_group_rule': {'security_group_id': '5c1986d2-4b67-4598-99fe-ed05bde9dd88', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:25:50.666360 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-2914b8ca-cb4b-4a88-9b65-75e77476b9cd tempest-SecGroupTest-1480583616 tempest-SecGroupTest-1480583616-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:50.756757 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-2914b8ca-cb4b-4a88-9b65-75e77476b9cd tempest-SecGroupTest-1480583616 tempest-SecGroupTest-1480583616-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:50.761763 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-2914b8ca-cb4b-4a88-9b65-75e77476b9cd tempest-SecGroupTest-1480583616 tempest-SecGroupTest-1480583616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732636'] for security_group_rule, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:50.785883 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2914b8ca-cb4b-4a88-9b65-75e77476b9cd tempest-SecGroupTest-1480583616 tempest-SecGroupTest-1480583616-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2661cb89-42c8-4ef8-b288-f27afda5988a,revision_number=0']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:25:50.789350 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-2914b8ca-cb4b-4a88-9b65-75e77476b9cd tempest-SecGroupTest-1480583616 tempest-SecGroupTest-1480583616-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:50.794332 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-2914b8ca-cb4b-4a88-9b65-75e77476b9cd tempest-SecGroupTest-1480583616 tempest-SecGroupTest-1480583616-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1665401 Jul 27 21:25:50.795290 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 57682) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:25:50.800709 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-b325fbf0-f20a-4737-8e8f-ab1e9870cdd3 tempest-SecGroupTest-1480583616 tempest-SecGroupTest-1480583616-project] Request body: {'security_group_rule': {'security_group_id': '5c1986d2-4b67-4598-99fe-ed05bde9dd88', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:25:50.819488 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc1ba518-d7b0-42b1-aecf-ff4a6dc1c514 admin admin] Network 50301065-0c7a-4726-8378-7557e62dbc29 is already hosted by enough agents. {{(pid=105585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:25:50.822778 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.base_scheduler [None req-cc1ba518-d7b0-42b1-aecf-ff4a6dc1c514 admin admin] Resources bound (agent type, host, resource id): {{(pid=105585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:25:50.837056 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-b325fbf0-f20a-4737-8e8f-ab1e9870cdd3 tempest-SecGroupTest-1480583616 tempest-SecGroupTest-1480583616-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:50.947893 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-b325fbf0-f20a-4737-8e8f-ab1e9870cdd3 tempest-SecGroupTest-1480583616 tempest-SecGroupTest-1480583616-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:50.953619 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-b325fbf0-f20a-4737-8e8f-ab1e9870cdd3 tempest-SecGroupTest-1480583616 tempest-SecGroupTest-1480583616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732636'] for security_group_rule, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:50.986433 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b325fbf0-f20a-4737-8e8f-ab1e9870cdd3 tempest-SecGroupTest-1480583616 tempest-SecGroupTest-1480583616-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d13ced5-cbe1-4802-916a-3d0e7c462a88,revision_number=0']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:25:51.001381 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-b325fbf0-f20a-4737-8e8f-ab1e9870cdd3 tempest-SecGroupTest-1480583616 tempest-SecGroupTest-1480583616-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:51.003279 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-b325fbf0-f20a-4737-8e8f-ab1e9870cdd3 tempest-SecGroupTest-1480583616 tempest-SecGroupTest-1480583616-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2069058 Jul 27 21:25:51.006161 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 57684) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:25:51.012325 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-7211b21e-dc44-4193-9def-dee710402f54 tempest-SecGroupTest-1480583616 tempest-SecGroupTest-1480583616-project] Request body: {'security_group_rule': {'security_group_id': '5c1986d2-4b67-4598-99fe-ed05bde9dd88', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:25:51.049515 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-7211b21e-dc44-4193-9def-dee710402f54 tempest-SecGroupTest-1480583616 tempest-SecGroupTest-1480583616-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:51.060767 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a90da5c7-96e6-41f8-b8ff-cf3f62f30dd2 admin admin] Router 2af6ff66-48e2-4f1e-9e08-88f2cd452c67 has already been hosted by L3 agent dd128fd7-8e57-4d4f-895b-a96b369df59a {{(pid=105585) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:25:51.068149 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc1ba518-d7b0-42b1-aecf-ff4a6dc1c514 admin admin] Router a425fe97-08dc-4809-bdb3-d2d00e78cb81 has already been hosted by L3 agent dd128fd7-8e57-4d4f-895b-a96b369df59a {{(pid=105585) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:25:51.138668 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-7211b21e-dc44-4193-9def-dee710402f54 tempest-SecGroupTest-1480583616 tempest-SecGroupTest-1480583616-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:51.143840 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-7211b21e-dc44-4193-9def-dee710402f54 tempest-SecGroupTest-1480583616 tempest-SecGroupTest-1480583616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732636'] for security_group_rule, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:51.165079 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7211b21e-dc44-4193-9def-dee710402f54 tempest-SecGroupTest-1480583616 tempest-SecGroupTest-1480583616-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e7ced8c-e702-41f0-a348-c9cc8859e78e,revision_number=0']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:25:51.172203 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-7211b21e-dc44-4193-9def-dee710402f54 tempest-SecGroupTest-1480583616 tempest-SecGroupTest-1480583616-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:51.178536 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-7211b21e-dc44-4193-9def-dee710402f54 tempest-SecGroupTest-1480583616 tempest-SecGroupTest-1480583616-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1680152 Jul 27 21:25:51.178536 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 57686) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:25:51.185015 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-d61766bc-a970-46f1-b327-3cea95b483ba tempest-SecGroupTest-1480583616 tempest-SecGroupTest-1480583616-project] Request body: {'security_group_rule': {'security_group_id': '5c1986d2-4b67-4598-99fe-ed05bde9dd88', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:25:51.215667 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-64252ce9-0d04-4d00-b2a7-9a85fb122fbc None None] Provisioning complete for port e6f46317-50c9-4c66-b210-4592d3779515 triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:25:51.216271 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-64252ce9-0d04-4d00-b2a7-9a85fb122fbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:51.226504 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-d61766bc-a970-46f1-b327-3cea95b483ba tempest-SecGroupTest-1480583616 tempest-SecGroupTest-1480583616-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:51.303249 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-64252ce9-0d04-4d00-b2a7-9a85fb122fbc None None] Port e6f46317-50c9-4c66-b210-4592d3779515 cannot update to ACTIVE because it is not bound. {{(pid=105586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:25:51.307519 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a90da5c7-96e6-41f8-b8ff-cf3f62f30dd2 admin admin] Notify agent at l3_agent.n-d-705658-22 the message routers_updated {{(pid=105585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:25:51.310910 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc1ba518-d7b0-42b1-aecf-ff4a6dc1c514 admin admin] Notify agent at l3_agent.n-d-705658-22 the message routers_updated {{(pid=105585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:25:51.311668 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-d61766bc-a970-46f1-b327-3cea95b483ba tempest-SecGroupTest-1480583616 tempest-SecGroupTest-1480583616-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:51.316854 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-d61766bc-a970-46f1-b327-3cea95b483ba tempest-SecGroupTest-1480583616 tempest-SecGroupTest-1480583616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732636'] for security_group_rule, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:51.317273 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-cc1ba518-d7b0-42b1-aecf-ff4a6dc1c514 admin admin] 10.222.0.59 "PUT /v2.0/routers/a425fe97-08dc-4809-bdb3-d2d00e78cb81/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0816126 Jul 27 21:25:51.322811 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-a90da5c7-96e6-41f8-b8ff-cf3f62f30dd2 admin admin] 10.222.0.59 "PUT /v2.0/routers/2af6ff66-48e2-4f1e-9e08-88f2cd452c67/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7331731 Jul 27 21:25:51.322965 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5afe322c-e47b-4e3d-a453-cb945ac06c19 None None] Sync routers for ids ['2af6ff66-48e2-4f1e-9e08-88f2cd452c67'] in n-d-705658-22 {{(pid=105586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:25:51.325819 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 57688) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:25:51.350728 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5afe322c-e47b-4e3d-a453-cb945ac06c19 None None] Routers {'2af6ff66-48e2-4f1e-9e08-88f2cd452c67'} bound to L3 agent in host n-d-705658-22 {{(pid=105586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:25:51.353196 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-5afe322c-e47b-4e3d-a453-cb945ac06c19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:25:42Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['2af6ff66-48e2-4f1e-9e08-88f2cd452c67'], 'active': True} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:25:51.354259 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61766bc-a970-46f1-b327-3cea95b483ba tempest-SecGroupTest-1480583616 tempest-SecGroupTest-1480583616-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cbb8a8fb-f4b8-4c7f-a31d-b189597215af,revision_number=0']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:25:51.368360 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-d61766bc-a970-46f1-b327-3cea95b483ba tempest-SecGroupTest-1480583616 tempest-SecGroupTest-1480583616-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:51.369813 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-d61766bc-a970-46f1-b327-3cea95b483ba tempest-SecGroupTest-1480583616 tempest-SecGroupTest-1480583616-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1900394 Jul 27 21:25:51.372675 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 57692) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:25:51.427095 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-1fdc1cc4-3dc5-4395-9609-725396d4e80b tempest-SecGroupTest-1480583616 tempest-SecGroupTest-1480583616-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:51.447440 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-1fdc1cc4-3dc5-4395-9609-725396d4e80b tempest-SecGroupTest-1480583616 tempest-SecGroupTest-1480583616-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:51.526504 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-1fdc1cc4-3dc5-4395-9609-725396d4e80b tempest-SecGroupTest-1480583616 tempest-SecGroupTest-1480583616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732636'] for security_group_rule, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:51.534157 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-1fdc1cc4-3dc5-4395-9609-725396d4e80b tempest-SecGroupTest-1480583616 tempest-SecGroupTest-1480583616-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:51.538092 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-1fdc1cc4-3dc5-4395-9609-725396d4e80b tempest-SecGroupTest-1480583616 tempest-SecGroupTest-1480583616-project] 10.222.0.59 "DELETE /v2.0/security-group-rules/cbb8a8fb-f4b8-4c7f-a31d-b189597215af HTTP/1.1" status: 204 len: 168 time: 0.1615682 Jul 27 21:25:51.538341 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 57694) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:25:51.542405 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdc1cc4-3dc5-4395-9609-725396d4e80b tempest-SecGroupTest-1480583616 tempest-SecGroupTest-1480583616-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cbb8a8fb-f4b8-4c7f-a31d-b189597215af,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:25:51.551254 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvr_db [None req-5afe322c-e47b-4e3d-a453-cb945ac06c19 None None] Set router 2af6ff66-48e2-4f1e-9e08-88f2cd452c67 gateway port host: n-d-705658-22 {{(pid=105586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:25:51.577160 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-8b8e7664-f81d-4cee-a74c-6f5952464d38 admin admin] Notify callbacks [] for router, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:51.597040 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device ee1bd40c-6c95-4e60-8445-dcdebfe9cc1b up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:25:51.697317 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 57704) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:25:51.697830 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-a994a3a8-1d7b-4570-9983-c7d6609c5d13 tempest-SecGroupTest-1480583616 tempest-SecGroupTest-1480583616-project] 10.222.0.59 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.1577499 Jul 27 21:25:51.766787 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-ed61b1c7-3042-4c12-82e6-6810b108026c tempest-SecGroupTest-1480583616 tempest-SecGroupTest-1480583616-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:51.789178 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-ed61b1c7-3042-4c12-82e6-6810b108026c tempest-SecGroupTest-1480583616 tempest-SecGroupTest-1480583616-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:51.825162 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-8b8e7664-f81d-4cee-a74c-6f5952464d38 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:51.842670 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-ed61b1c7-3042-4c12-82e6-6810b108026c tempest-SecGroupTest-1480583616 tempest-SecGroupTest-1480583616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732636'] for security_group_rule, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:51.853052 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-ed61b1c7-3042-4c12-82e6-6810b108026c tempest-SecGroupTest-1480583616 tempest-SecGroupTest-1480583616-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:51.857511 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-ed61b1c7-3042-4c12-82e6-6810b108026c tempest-SecGroupTest-1480583616 tempest-SecGroupTest-1480583616-project] 10.222.0.59 "DELETE /v2.0/security-group-rules/7e7ced8c-e702-41f0-a348-c9cc8859e78e HTTP/1.1" status: 204 len: 168 time: 0.1515234 Jul 27 21:25:51.857675 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 57714) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:25:51.870382 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61b1c7-3042-4c12-82e6-6810b108026c tempest-SecGroupTest-1480583616 tempest-SecGroupTest-1480583616-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7e7ced8c-e702-41f0-a348-c9cc8859e78e,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:25:51.873173 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port ee1bd40c-6c95-4e60-8445-dcdebfe9cc1b triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:25:51.873551 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:51.925269 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-c0c6eb15-edd6-4320-99c4-56de50aeda02 tempest-SecGroupTest-1480583616 tempest-SecGroupTest-1480583616-project] 10.222.0.59 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0659180 Jul 27 21:25:51.927607 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 57724) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:25:51.963269 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [None req-8b8e7664-f81d-4cee-a74c-6f5952464d38 admin admin] Deleting port a0a994ae-d8c5-4cac-9891-7bf455346b57 {{(pid=105585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:25:51.963763 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-8b8e7664-f81d-4cee-a74c-6f5952464d38 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:51.966489 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-e4c4b9cf-d9ec-43a4-9085-42d508d1716a tempest-SecGroupTest-1480583616 tempest-SecGroupTest-1480583616-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:51.982958 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-e4c4b9cf-d9ec-43a4-9085-42d508d1716a tempest-SecGroupTest-1480583616 tempest-SecGroupTest-1480583616-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:51.987601 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-5afe322c-e47b-4e3d-a453-cb945ac06c19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2af6ff66-48e2-4f1e-9e08-88f2cd452c67', 'name': 'tempest-TestAggregatesBasicOps-2026731787-router', 'tenant_id': '5146912e16e740a68243be44c97123c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.97'}], 'enable_snat': True}, 'gw_port_id': 'a0a994ae-d8c5-4cac-9891-7bf455346b57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:25:28Z', 'updated_at': '2021-07-27T21:25:49Z', 'revision_number': 5, 'project_id': '5146912e16e740a68243be44c97123c3', 'gw_port': {'id': 'a0a994ae-d8c5-4cac-9891-7bf455346b57', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:8f:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2af6ff66-48e2-4f1e-9e08-88f2cd452c67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3696, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:25:29Z', 'updated_at': '2021-07-27T21:25:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22'}], 'n-d-705658-22', False) {} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:25:52.021345 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-e4c4b9cf-d9ec-43a4-9085-42d508d1716a tempest-SecGroupTest-1480583616 tempest-SecGroupTest-1480583616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732636'] for security_group_rule, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:52.029481 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5afe322c-e47b-4e3d-a453-cb945ac06c19 None None] Checking router: 2af6ff66-48e2-4f1e-9e08-88f2cd452c67 for host: n-d-705658-22 {{(pid=105586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:25:52.029768 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-e4c4b9cf-d9ec-43a4-9085-42d508d1716a tempest-SecGroupTest-1480583616 tempest-SecGroupTest-1480583616-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:52.031255 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-e4c4b9cf-d9ec-43a4-9085-42d508d1716a tempest-SecGroupTest-1480583616 tempest-SecGroupTest-1480583616-project] 10.222.0.59 "DELETE /v2.0/security-group-rules/2d13ced5-cbe1-4802-916a-3d0e7c462a88 HTTP/1.1" status: 204 len: 168 time: 0.1025603 Jul 27 21:25:52.032212 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device cbf52e68-1050-4270-8937-4461ac0818ad up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:25:52.040684 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 57738) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:25:52.048609 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c4b9cf-d9ec-43a4-9085-42d508d1716a tempest-SecGroupTest-1480583616 tempest-SecGroupTest-1480583616-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2d13ced5-cbe1-4802-916a-3d0e7c462a88,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:25:52.067466 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5afe322c-e47b-4e3d-a453-cb945ac06c19 None None] Routers {'2af6ff66-48e2-4f1e-9e08-88f2cd452c67'} bound to L3 agent in host n-d-705658-22 {{(pid=105586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:25:52.068102 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-5afe322c-e47b-4e3d-a453-cb945ac06c19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:25:42Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['2af6ff66-48e2-4f1e-9e08-88f2cd452c67'], 'active': True} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:25:52.109217 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-756bd163-db60-41d6-8375-fe62c6738ac1 tempest-SecGroupTest-1480583616 tempest-SecGroupTest-1480583616-project] 10.222.0.59 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0649629 Jul 27 21:25:52.109395 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 57740) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:25:52.159937 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.db [None req-8b8e7664-f81d-4cee-a74c-6f5952464d38 admin admin] For port a0a994ae-d8c5-4cac-9891-7bf455346b57, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=a0a994ae-d8c5-4cac-9891-7bf455346b57,segment=NetworkSegment(12196855-9a32-4633-9a56-77697ef9e126),segment_id=12196855-9a32-4633-9a56-77697ef9e126)] {{(pid=105585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:25:52.160452 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-8b8e7664-f81d-4cee-a74c-6f5952464d38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:52.163096 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-7d52b32a-c20e-49c9-b1ad-e91f500842c5 tempest-SecGroupTest-1480583616 tempest-SecGroupTest-1480583616-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:52.186456 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-7d52b32a-c20e-49c9-b1ad-e91f500842c5 tempest-SecGroupTest-1480583616 tempest-SecGroupTest-1480583616-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:52.207181 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [None req-8b8e7664-f81d-4cee-a74c-6f5952464d38 admin admin] Calling delete_port for a0a994ae-d8c5-4cac-9891-7bf455346b57 owned by network:router_gateway {{(pid=105585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:25:52.216842 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning for port cbf52e68-1050-4270-8937-4461ac0818ad completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:25:52.232781 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port cbf52e68-1050-4270-8937-4461ac0818ad triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:25:52.233695 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:52.234976 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-7d52b32a-c20e-49c9-b1ad-e91f500842c5 tempest-SecGroupTest-1480583616 tempest-SecGroupTest-1480583616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732636'] for security_group_rule, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:52.237862 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvr_db [None req-5afe322c-e47b-4e3d-a453-cb945ac06c19 None None] Set router 2af6ff66-48e2-4f1e-9e08-88f2cd452c67 gateway port host: None {{(pid=105586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:25:52.251330 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-7d52b32a-c20e-49c9-b1ad-e91f500842c5 tempest-SecGroupTest-1480583616 tempest-SecGroupTest-1480583616-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:52.256981 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-7d52b32a-c20e-49c9-b1ad-e91f500842c5 tempest-SecGroupTest-1480583616 tempest-SecGroupTest-1480583616-project] 10.222.0.59 "DELETE /v2.0/security-group-rules/2661cb89-42c8-4ef8-b288-f27afda5988a HTTP/1.1" status: 204 len: 168 time: 0.1464484 Jul 27 21:25:52.257866 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d52b32a-c20e-49c9-b1ad-e91f500842c5 tempest-SecGroupTest-1480583616 tempest-SecGroupTest-1480583616-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2661cb89-42c8-4ef8-b288-f27afda5988a,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:25:52.267360 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 57750) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:25:52.321820 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-bfb2423b-fe52-45a4-b20f-f15941754ad2 tempest-SecGroupTest-1480583616 tempest-SecGroupTest-1480583616-project] 10.222.0.59 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0532465 Jul 27 21:25:52.322426 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 57752) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:25:52.332525 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-5afe322c-e47b-4e3d-a453-cb945ac06c19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2af6ff66-48e2-4f1e-9e08-88f2cd452c67', 'name': 'tempest-TestAggregatesBasicOps-2026731787-router', 'tenant_id': '5146912e16e740a68243be44c97123c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:25:28Z', 'updated_at': '2021-07-27T21:25:51Z', 'revision_number': 6, 'project_id': '5146912e16e740a68243be44c97123c3', 'gw_port_host': None}], 'n-d-705658-22', False) {} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:25:52.352344 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-1f1a3366-a5cc-4ce0-9f7d-8b9114fc9292 tempest-SecGroupTest-1480583616 tempest-SecGroupTest-1480583616-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:52.366528 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-1f1a3366-a5cc-4ce0-9f7d-8b9114fc9292 tempest-SecGroupTest-1480583616 tempest-SecGroupTest-1480583616-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:52.400438 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5afe322c-e47b-4e3d-a453-cb945ac06c19 None None] The sync data for ids ['2af6ff66-48e2-4f1e-9e08-88f2cd452c67'] in n-d-705658-22 is: [{'id': '2af6ff66-48e2-4f1e-9e08-88f2cd452c67', 'name': 'tempest-TestAggregatesBasicOps-2026731787-router', 'tenant_id': '5146912e16e740a68243be44c97123c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:25:28Z', 'updated_at': '2021-07-27T21:25:51Z', 'revision_number': 6, 'project_id': '5146912e16e740a68243be44c97123c3', 'gw_port_host': None}] {{(pid=105586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:25:52.426436 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-1f1a3366-a5cc-4ce0-9f7d-8b9114fc9292 tempest-SecGroupTest-1480583616 tempest-SecGroupTest-1480583616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732636'] for security_group_rule, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:52.438875 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-1f1a3366-a5cc-4ce0-9f7d-8b9114fc9292 tempest-SecGroupTest-1480583616 tempest-SecGroupTest-1480583616-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:52.441804 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-1f1a3366-a5cc-4ce0-9f7d-8b9114fc9292 tempest-SecGroupTest-1480583616 tempest-SecGroupTest-1480583616-project] 10.222.0.59 "DELETE /v2.0/security-group-rules/48bb0818-2e9d-439a-9fd8-b5b2eb2ce3c4 HTTP/1.1" status: 204 len: 168 time: 0.1158946 Jul 27 21:25:52.447260 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 57754) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:25:52.464176 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1a3366-a5cc-4ce0-9f7d-8b9114fc9292 tempest-SecGroupTest-1480583616 tempest-SecGroupTest-1480583616-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=48bb0818-2e9d-439a-9fd8-b5b2eb2ce3c4,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:25:52.478100 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:52.519810 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] For port cbf52e68-1050-4270-8937-4461ac0818ad, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=cbf52e68-1050-4270-8937-4461ac0818ad,segment=NetworkSegment(12196855-9a32-4633-9a56-77697ef9e126),segment_id=12196855-9a32-4633-9a56-77697ef9e126)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:25:52.523874 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-8b8e7664-f81d-4cee-a74c-6f5952464d38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:52.526313 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:52.537038 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-4f4965ae-97ef-4326-b9df-eedbe2d57619 tempest-SecGroupTest-1480583616 tempest-SecGroupTest-1480583616-project] 10.222.0.59 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0881710 Jul 27 21:25:52.539591 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 57756) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:25:52.570672 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8e7664-f81d-4cee-a74c-6f5952464d38 admin admin] Pushing event deleted for resources: {'Port': ['ID=a0a994ae-d8c5-4cac-9891-7bf455346b57,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:25:52.640394 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-42554d28-2f93-4b56-b16b-bffd10f7e4ff tempest-SecGroupTest-1480583616 tempest-SecGroupTest-1480583616-project] Notify callbacks [] for security_group, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:52.655148 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Pushing event updated for resources: {'Port': ['ID=cbf52e68-1050-4270-8937-4461ac0818ad,revision_number=4']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:25:52.660973 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-8b8e7664-f81d-4cee-a74c-6f5952464d38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4075702'] for router_gateway, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:52.683407 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-42554d28-2f93-4b56-b16b-bffd10f7e4ff tempest-SecGroupTest-1480583616 tempest-SecGroupTest-1480583616-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:52.749921 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-42554d28-2f93-4b56-b16b-bffd10f7e4ff tempest-SecGroupTest-1480583616 tempest-SecGroupTest-1480583616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:52.753625 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-42554d28-2f93-4b56-b16b-bffd10f7e4ff tempest-SecGroupTest-1480583616 tempest-SecGroupTest-1480583616-project] Notify callbacks [] for security_group, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:52.758062 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-42554d28-2f93-4b56-b16b-bffd10f7e4ff tempest-SecGroupTest-1480583616 tempest-SecGroupTest-1480583616-project] 10.222.0.59 "DELETE /v2.0/security-groups/5c1986d2-4b67-4598-99fe-ed05bde9dd88 HTTP/1.1" status: 204 len: 168 time: 0.2170513 Jul 27 21:25:52.759555 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 57762) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:25:52.784579 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c33e88d-d549-4770-9efc-c167a6bb0747 None None] Sync routers for ids ['a425fe97-08dc-4809-bdb3-d2d00e78cb81'] in n-d-705658-22 {{(pid=105587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:25:52.799905 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c33e88d-d549-4770-9efc-c167a6bb0747 None None] Routers {'a425fe97-08dc-4809-bdb3-d2d00e78cb81'} bound to L3 agent in host n-d-705658-22 {{(pid=105587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:25:52.800606 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-4c33e88d-d549-4770-9efc-c167a6bb0747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:25:42Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['a425fe97-08dc-4809-bdb3-d2d00e78cb81'], 'active': True} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:25:52.806460 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-8b8e7664-f81d-4cee-a74c-6f5952464d38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4163631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-425'] for router, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:52.808769 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-8b8e7664-f81d-4cee-a74c-6f5952464d38 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:52.812465 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42554d28-2f93-4b56-b16b-bffd10f7e4ff tempest-SecGroupTest-1480583616 tempest-SecGroupTest-1480583616-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c1986d2-4b67-4598-99fe-ed05bde9dd88,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:25:52.865522 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-8b8e7664-f81d-4cee-a74c-6f5952464d38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4163007'] for router, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:52.866533 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b8e7664-f81d-4cee-a74c-6f5952464d38 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2af6ff66-48e2-4f1e-9e08-88f2cd452c67 {{(pid=105585) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 21:25:52.879034 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-8b8e7664-f81d-4cee-a74c-6f5952464d38 admin admin] Notify callbacks [] for router, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:52.884965 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-8b8e7664-f81d-4cee-a74c-6f5952464d38 admin admin] 10.222.0.59 "DELETE /v2.0/routers/2af6ff66-48e2-4f1e-9e08-88f2cd452c67 HTTP/1.1" status: 204 len: 168 time: 1.5578885 Jul 27 21:25:52.886124 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 57768) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:25:52.909664 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-c41ada1b-fc34-4eb9-860e-e491485474d2 tempest-SecGroupTest-1480583616 tempest-SecGroupTest-1480583616-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1431677 Jul 27 21:25:52.918660 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 57774) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:25:52.929067 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-b1a08084-25d6-4175-bd82-34de5f016b6a tempest-SecGroupTest-1480583616 tempest-SecGroupTest-1480583616-project] Request body: {'security_group': {'name': 'tempest-secgroup--1841126301'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:25:52.970788 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.db_base_plugin_v2 [None req-4fb3329d-5cf4-4d5e-9eff-8e3a5a0641e7 admin admin] Deleting subnet 9e1e10f9-493e-45e7-98af-36b19c0c989c {{(pid=105585) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:25:52.974200 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-4fb3329d-5cf4-4d5e-9eff-8e3a5a0641e7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:52.988945 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-b1a08084-25d6-4175-bd82-34de5f016b6a tempest-SecGroupTest-1480583616 tempest-SecGroupTest-1480583616-project] Notify callbacks [] for security_group, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:53.022010 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-4fb3329d-5cf4-4d5e-9eff-8e3a5a0641e7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9887057'] for subnet, precommit_delete_associations {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:53.040288 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvr_db [None req-4c33e88d-d549-4770-9efc-c167a6bb0747 None None] Set router a425fe97-08dc-4809-bdb3-d2d00e78cb81 gateway port host: n-d-705658-22 {{(pid=105587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:25:53.102783 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-b1a08084-25d6-4175-bd82-34de5f016b6a tempest-SecGroupTest-1480583616 tempest-SecGroupTest-1480583616-project] Notify callbacks [] for security_group, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:53.110152 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-b1a08084-25d6-4175-bd82-34de5f016b6a tempest-SecGroupTest-1480583616 tempest-SecGroupTest-1480583616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:53.143978 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-4fb3329d-5cf4-4d5e-9eff-8e3a5a0641e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854965'] for subnet, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:53.150022 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-b1a08084-25d6-4175-bd82-34de5f016b6a tempest-SecGroupTest-1480583616 tempest-SecGroupTest-1480583616-project] Notify callbacks [] for security_group, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:53.152042 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-b1a08084-25d6-4175-bd82-34de5f016b6a tempest-SecGroupTest-1480583616 tempest-SecGroupTest-1480583616-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2319982 Jul 27 21:25:53.155094 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 57800) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:25:53.162479 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-82ef367e-a3cc-4791-9baf-0dbf9d79f822 tempest-SecGroupTest-1480583616 tempest-SecGroupTest-1480583616-project] Request body: {'security_group_rule': {'security_group_id': 'e39f2c6a-b0a2-4ccd-8efb-42971b48ec29', 'direction': 'ingress', 'protocol': 17}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:25:53.170511 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a08084-25d6-4175-bd82-34de5f016b6a tempest-SecGroupTest-1480583616 tempest-SecGroupTest-1480583616-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e39f2c6a-b0a2-4ccd-8efb-42971b48ec29,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:25:53.187518 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.agents_db [None req-558fcd2c-e512-47bc-a170-8673d87f7213 None None] Agent healthcheck: found 7 active agents {{(pid=105587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 21:25:53.229067 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-82ef367e-a3cc-4791-9baf-0dbf9d79f822 tempest-SecGroupTest-1480583616 tempest-SecGroupTest-1480583616-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:53.261767 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-4fb3329d-5cf4-4d5e-9eff-8e3a5a0641e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10221602', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9990583'] for subnet, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:53.290977 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb3329d-5cf4-4d5e-9eff-8e3a5a0641e7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9e1e10f9-493e-45e7-98af-36b19c0c989c,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:25:53.295376 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-4fb3329d-5cf4-4d5e-9eff-8e3a5a0641e7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:53.303429 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-4fb3329d-5cf4-4d5e-9eff-8e3a5a0641e7 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/9e1e10f9-493e-45e7-98af-36b19c0c989c HTTP/1.1" status: 204 len: 168 time: 0.4165313 Jul 27 21:25:53.304103 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 57802) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:25:53.304339 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd921871-3224-4727-9516-7da31a44e626 None None] Network 7d78547f-b46f-4bb1-8a9f-8cb648d07cab requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:25:53.336771 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-82ef367e-a3cc-4791-9baf-0dbf9d79f822 tempest-SecGroupTest-1480583616 tempest-SecGroupTest-1480583616-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:53.342583 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-82ef367e-a3cc-4791-9baf-0dbf9d79f822 tempest-SecGroupTest-1480583616 tempest-SecGroupTest-1480583616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732636'] for security_group_rule, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:53.354135 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-4c33e88d-d549-4770-9efc-c167a6bb0747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a425fe97-08dc-4809-bdb3-d2d00e78cb81', 'name': 'tempest-TestVolumeBackupRestore-2055965825-router', 'tenant_id': '2a8f406f29904ab89ae479634631dc22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.224'}], 'enable_snat': True}, 'gw_port_id': 'cbf52e68-1050-4270-8937-4461ac0818ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:25:41Z', 'updated_at': '2021-07-27T21:25:49Z', 'revision_number': 4, 'project_id': '2a8f406f29904ab89ae479634631dc22', 'gw_port': {'id': 'cbf52e68-1050-4270-8937-4461ac0818ad', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:fc:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a425fe97-08dc-4809-bdb3-d2d00e78cb81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3717, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:25:43Z', 'updated_at': '2021-07-27T21:25:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_interfaces': [{'id': 'e6f46317-50c9-4c66-b210-4592d3779515', 'name': '', 'network_id': '50301065-0c7a-4726-8378-7557e62dbc29', 'tenant_id': '2a8f406f29904ab89ae479634631dc22', 'mac_address': 'fa:16:3e:ca:97:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a425fe97-08dc-4809-bdb3-d2d00e78cb81', 'device_owner': 'network:router_interface', 'standard_attr_id': 3723, 'fixed_ips': [{'subnet_id': '5450d876-1caa-4fdf-814e-e41f9d7f48ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:25:47Z', 'updated_at': '2021-07-27T21:25:49Z', 'revision_number': 2, 'project_id': '2a8f406f29904ab89ae479634631dc22', 'subnets': [{'id': '5450d876-1caa-4fdf-814e-e41f9d7f48ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-22', False) {} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:25:53.390686 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c33e88d-d549-4770-9efc-c167a6bb0747 None None] Checking router: a425fe97-08dc-4809-bdb3-d2d00e78cb81 for host: n-d-705658-22 {{(pid=105587) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:25:53.390923 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ef367e-a3cc-4791-9baf-0dbf9d79f822 tempest-SecGroupTest-1480583616 tempest-SecGroupTest-1480583616-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d985cc7-c72d-4f6e-a3b8-e5c4d3d72791,revision_number=0']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:25:53.392582 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c33e88d-d549-4770-9efc-c167a6bb0747 None None] Updating router a425fe97-08dc-4809-bdb3-d2d00e78cb81 port e6f46317-50c9-4c66-b210-4592d3779515 binding host n-d-705658-22 {{(pid=105587) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 21:25:53.396321 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-82ef367e-a3cc-4791-9baf-0dbf9d79f822 tempest-SecGroupTest-1480583616 tempest-SecGroupTest-1480583616-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:53.397547 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-82ef367e-a3cc-4791-9baf-0dbf9d79f822 tempest-SecGroupTest-1480583616 tempest-SecGroupTest-1480583616-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2412868 Jul 27 21:25:53.400592 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 57804) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:25:53.463037 n-d-705658-22 neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-4c33e88d-d549-4770-9efc-c167a6bb0747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:53.483832 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-15a110ce-8b88-4720-b1d9-49b730c7ce82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-990557'] for network, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:53.516499 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-893a94e3-6528-43c7-a022-c7eba2f62df0 tempest-SecGroupTest-1480583616 tempest-SecGroupTest-1480583616-project] Notify callbacks [] for security_group, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:53.564884 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-893a94e3-6528-43c7-a022-c7eba2f62df0 tempest-SecGroupTest-1480583616 tempest-SecGroupTest-1480583616-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:53.592065 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device cbf52e68-1050-4270-8937-4461ac0818ad up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:25:53.618975 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [None req-15a110ce-8b88-4720-b1d9-49b730c7ce82 admin admin] Deleting port 4a2a1063-5ae7-4012-a7bf-128cd5d9c5da {{(pid=105585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:25:53.619401 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-15a110ce-8b88-4720-b1d9-49b730c7ce82 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:53.670733 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-893a94e3-6528-43c7-a022-c7eba2f62df0 tempest-SecGroupTest-1480583616 tempest-SecGroupTest-1480583616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:53.673159 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-893a94e3-6528-43c7-a022-c7eba2f62df0 tempest-SecGroupTest-1480583616 tempest-SecGroupTest-1480583616-project] Notify callbacks [] for security_group, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:53.677124 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-893a94e3-6528-43c7-a022-c7eba2f62df0 tempest-SecGroupTest-1480583616 tempest-SecGroupTest-1480583616-project] 10.222.0.59 "DELETE /v2.0/security-groups/e39f2c6a-b0a2-4ccd-8efb-42971b48ec29 HTTP/1.1" status: 204 len: 168 time: 0.2727871 Jul 27 21:25:53.677584 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 57806) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:25:53.688541 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port cbf52e68-1050-4270-8937-4461ac0818ad triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:25:53.688921 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:53.697276 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893a94e3-6528-43c7-a022-c7eba2f62df0 tempest-SecGroupTest-1480583616 tempest-SecGroupTest-1480583616-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e39f2c6a-b0a2-4ccd-8efb-42971b48ec29,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:25:53.720737 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.db [None req-15a110ce-8b88-4720-b1d9-49b730c7ce82 admin admin] For port 4a2a1063-5ae7-4012-a7bf-128cd5d9c5da, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=4a2a1063-5ae7-4012-a7bf-128cd5d9c5da,segment=NetworkSegment(c5266e74-bbf7-4bdd-80a4-bf7ffd43458e),segment_id=c5266e74-bbf7-4bdd-80a4-bf7ffd43458e)] {{(pid=105585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:25:53.721108 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-15a110ce-8b88-4720-b1d9-49b730c7ce82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:53.736985 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [None req-15a110ce-8b88-4720-b1d9-49b730c7ce82 admin admin] Calling delete_port for 4a2a1063-5ae7-4012-a7bf-128cd5d9c5da owned by network:dhcp {{(pid=105585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:25:53.775662 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-c18c93da-9531-41a3-912d-a01175a70752 tempest-SecGroupTest-1480583616 tempest-SecGroupTest-1480583616-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0923319 Jul 27 21:25:53.782451 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 57810) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:25:53.787207 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-4fbee091-cf1d-49da-ac10-8052b9f7439f tempest-SecGroupTest-1480583616 tempest-SecGroupTest-1480583616-project] Request body: {'security_group': {'name': 'tempest-secgroup--625481104'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:25:53.833766 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-4fbee091-cf1d-49da-ac10-8052b9f7439f tempest-SecGroupTest-1480583616 tempest-SecGroupTest-1480583616-project] Notify callbacks [] for security_group, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:53.862935 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eccda77-fc6b-42a3-92ed-32980ddc19bb None None] DHCP port deletion for 7d78547f-b46f-4bb1-8a9f-8cb648d07cab request from n-d-705658-22 {{(pid=105586) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 21:25:53.927786 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-15a110ce-8b88-4720-b1d9-49b730c7ce82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:53.952314 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 93418089-93ff-46af-b7a8-37bf65c12210 no longer exists at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:25:53.994964 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a110ce-8b88-4720-b1d9-49b730c7ce82 admin admin] Pushing event deleted for resources: {'Port': ['ID=4a2a1063-5ae7-4012-a7bf-128cd5d9c5da,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:25:54.005382 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] No Port match for: 93418089-93ff-46af-b7a8-37bf65c12210 {{(pid=105586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:25:54.005991 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 93418089-93ff-46af-b7a8-37bf65c12210 not bound to the agent host n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:25:54.006616 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device a0a994ae-d8c5-4cac-9891-7bf455346b57 no longer exists at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:25:54.013456 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15a110ce-8b88-4720-b1d9-49b730c7ce82 admin admin] No DVR routers for this DVR port 4a2a1063-5ae7-4012-a7bf-128cd5d9c5da on host n-d-705658-22 {{(pid=105585) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:25:54.039822 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-4fbee091-cf1d-49da-ac10-8052b9f7439f tempest-SecGroupTest-1480583616 tempest-SecGroupTest-1480583616-project] Notify callbacks [] for security_group, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:54.045835 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-4fbee091-cf1d-49da-ac10-8052b9f7439f tempest-SecGroupTest-1480583616 tempest-SecGroupTest-1480583616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:54.054116 n-d-705658-22 neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-4c33e88d-d549-4770-9efc-c167a6bb0747 None None] Notify callbacks [] for port, precommit_update {{(pid=105587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:54.059335 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] No Port match for: a0a994ae-d8c5-4cac-9891-7bf455346b57 {{(pid=105586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:25:54.059682 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device a0a994ae-d8c5-4cac-9891-7bf455346b57 not bound to the agent host n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:25:54.074419 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.provisioning_blocks [None req-4c33e88d-d549-4770-9efc-c167a6bb0747 None None] Transition to ACTIVE for port object e6f46317-50c9-4c66-b210-4592d3779515 will not be triggered until provisioned by entity L2. {{(pid=105587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:25:54.075452 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-7eccda77-fc6b-42a3-92ed-32980ddc19bb None None] Deleting port 4a2a1063-5ae7-4012-a7bf-128cd5d9c5da {{(pid=105586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:25:54.075947 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-7eccda77-fc6b-42a3-92ed-32980ddc19bb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:54.082634 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-4fbee091-cf1d-49da-ac10-8052b9f7439f tempest-SecGroupTest-1480583616 tempest-SecGroupTest-1480583616-project] Notify callbacks [] for security_group, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:54.084689 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-4fbee091-cf1d-49da-ac10-8052b9f7439f tempest-SecGroupTest-1480583616 tempest-SecGroupTest-1480583616-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3004599 Jul 27 21:25:54.086629 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 57814) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:25:54.087820 n-d-705658-22 neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-4c33e88d-d549-4770-9efc-c167a6bb0747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:54.092147 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-80f04d49-56a4-40b8-b90b-eaf98a432457 tempest-SecGroupTest-1480583616 tempest-SecGroupTest-1480583616-project] Request body: {'security_group': {'name': 'tempest-secgroup--723314538'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:25:54.118606 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbee091-cf1d-49da-ac10-8052b9f7439f tempest-SecGroupTest-1480583616 tempest-SecGroupTest-1480583616-project] Pushing event updated for resources: {'SecurityGroup': ['ID=36fb047a-a4bf-4fad-a799-e740d1bdcb68,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:25:54.132259 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-80f04d49-56a4-40b8-b90b-eaf98a432457 tempest-SecGroupTest-1480583616 tempest-SecGroupTest-1480583616-project] Notify callbacks [] for security_group, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:54.147565 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-15a110ce-8b88-4720-b1d9-49b730c7ce82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853562', 'neutron.services.segments.db._delete_segments_for_network-8790688882975'] for network, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:54.163803 n-d-705658-22 neutron-server[105585]: DEBUG neutron.services.segments.db [None req-15a110ce-8b88-4720-b1d9-49b730c7ce82 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d78547f-b46f-4bb1-8a9f-8cb648d07cab']}} {{(pid=105585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:25:54.164056 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-7eccda77-fc6b-42a3-92ed-32980ddc19bb None None] For port 4a2a1063-5ae7-4012-a7bf-128cd5d9c5da, host n-d-705658-22, got binding levels [] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:25:54.164496 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-7eccda77-fc6b-42a3-92ed-32980ddc19bb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:54.182337 n-d-705658-22 neutron-server[105585]: DEBUG neutron.services.segments.db [None req-15a110ce-8b88-4720-b1d9-49b730c7ce82 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5266e74-bbf7-4bdd-80a4-bf7ffd43458e') {'for_net_delete': True} {{(pid=105585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:25:54.182647 n-d-705658-22 neutron-server[105585]: DEBUG neutron.services.segments.db [None req-15a110ce-8b88-4720-b1d9-49b730c7ce82 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5266e74-bbf7-4bdd-80a4-bf7ffd43458e') {} {{(pid=105585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:25:54.205753 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-7eccda77-fc6b-42a3-92ed-32980ddc19bb None None] Calling delete_port for 4a2a1063-5ae7-4012-a7bf-128cd5d9c5da owned by network:dhcp {{(pid=105586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:25:54.206913 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-15a110ce-8b88-4720-b1d9-49b730c7ce82 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790688883752', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9886370'] for segment, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:54.209642 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.ipam_backend_mixin [None req-7eccda77-fc6b-42a3-92ed-32980ddc19bb None None] Port 4a2a1063-5ae7-4012-a7bf-128cd5d9c5da was not found and therefore no delete operation was performed {{(pid=105586) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 27 21:25:54.221858 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-7eccda77-fc6b-42a3-92ed-32980ddc19bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180'] for port, after_delete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:54.232360 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-15a110ce-8b88-4720-b1d9-49b730c7ce82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:54.235466 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6a3e2b-e2bd-44ec-90d4-13cbee2a5efc None None] Pushing event updated for resources: {'Port': ['ID=e6f46317-50c9-4c66-b210-4592d3779515,revision_number=3']} {{(pid=105587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:25:54.254614 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15a110ce-8b88-4720-b1d9-49b730c7ce82 admin admin] Releasing vlan 223 on physical network physnet1 to pool {{(pid=105585) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:25:54.255127 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-15a110ce-8b88-4720-b1d9-49b730c7ce82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10221644'] for segment, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:54.257223 n-d-705658-22 neutron-server[105585]: Traceback (most recent call last): Jul 27 21:25:54.257223 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:25:54.257223 n-d-705658-22 neutron-server[105585]: timer() Jul 27 21:25:54.257223 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:25:54.257223 n-d-705658-22 neutron-server[105585]: cb(*args, **kw) Jul 27 21:25:54.257223 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:25:54.257223 n-d-705658-22 neutron-server[105585]: return func(*args, **kwargs) Jul 27 21:25:54.257223 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:25:54.257223 n-d-705658-22 neutron-server[105585]: self._notify() Jul 27 21:25:54.257223 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:25:54.257223 n-d-705658-22 neutron-server[105585]: self.callback(batched_events) Jul 27 21:25:54.257223 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:25:54.257223 n-d-705658-22 neutron-server[105585]: event.method(event) Jul 27 21:25:54.257223 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:25:54.257223 n-d-705658-22 neutron-server[105585]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:25:54.257223 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:25:54.257223 n-d-705658-22 neutron-server[105585]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:25:54.257223 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:25:54.257223 n-d-705658-22 neutron-server[105585]: return f(self, *a, **k) Jul 27 21:25:54.257223 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:25:54.257223 n-d-705658-22 neutron-server[105585]: return self._get(url).json() Jul 27 21:25:54.257223 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:25:54.257223 n-d-705658-22 neutron-server[105585]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:25:54.257223 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:25:54.257223 n-d-705658-22 neutron-server[105585]: return self.request(url, 'GET', **kwargs) Jul 27 21:25:54.257223 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:25:54.257223 n-d-705658-22 neutron-server[105585]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:25:54.257223 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:25:54.257223 n-d-705658-22 neutron-server[105585]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:25:54.257223 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:25:54.257223 n-d-705658-22 neutron-server[105585]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:25:54.257223 n-d-705658-22 neutron-server[105585]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:25:54.268831 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eccda77-fc6b-42a3-92ed-32980ddc19bb None None] Pushing event deleted for resources: {'Port': ['ID=4a2a1063-5ae7-4012-a7bf-128cd5d9c5da,revision_number=None']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:25:54.271848 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-80f04d49-56a4-40b8-b90b-eaf98a432457 tempest-SecGroupTest-1480583616 tempest-SecGroupTest-1480583616-project] Notify callbacks [] for security_group, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:54.274562 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eccda77-fc6b-42a3-92ed-32980ddc19bb None None] No DVR routers for this DVR port 4a2a1063-5ae7-4012-a7bf-128cd5d9c5da on host n-d-705658-22 {{(pid=105586) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:25:54.290082 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-80f04d49-56a4-40b8-b90b-eaf98a432457 tempest-SecGroupTest-1480583616 tempest-SecGroupTest-1480583616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:54.328823 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-80f04d49-56a4-40b8-b90b-eaf98a432457 tempest-SecGroupTest-1480583616 tempest-SecGroupTest-1480583616-project] Notify callbacks [] for security_group, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:54.330065 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-80f04d49-56a4-40b8-b90b-eaf98a432457 tempest-SecGroupTest-1480583616 tempest-SecGroupTest-1480583616-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2423916 Jul 27 21:25:54.333321 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 57816) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:25:54.336402 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f04d49-56a4-40b8-b90b-eaf98a432457 tempest-SecGroupTest-1480583616 tempest-SecGroupTest-1480583616-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9feb57bb-f224-4e7b-8082-918a58612880,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:25:54.340878 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-1e8d5bfe-a622-423a-b4c5-af178dd146d5 tempest-SecGroupTest-1480583616 tempest-SecGroupTest-1480583616-project] Request body: {'security_group_rule': {'security_group_id': '36fb047a-a4bf-4fad-a799-e740d1bdcb68', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '9feb57bb-f224-4e7b-8082-918a58612880', 'remote_ip_prefix': None}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:25:54.359063 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-15a110ce-8b88-4720-b1d9-49b730c7ce82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4075658'] for network, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:54.367722 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-15a110ce-8b88-4720-b1d9-49b730c7ce82 admin admin] Notify callbacks [] for network, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:54.369799 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.managers [None req-4c33e88d-d549-4770-9efc-c167a6bb0747 None None] Attempting to bind port e6f46317-50c9-4c66-b210-4592d3779515 on host n-d-705658-22 for vnic_type normal with profile {{(pid=105587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:25:54.370279 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.managers [None req-4c33e88d-d549-4770-9efc-c167a6bb0747 None None] Attempting to bind port e6f46317-50c9-4c66-b210-4592d3779515 by drivers openvswitch,hyperv on host n-d-705658-22 at level 0 using segments [{'id': '4724a241-fde3-4d65-8972-e1cee202fe67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '50301065-0c7a-4726-8378-7557e62dbc29'}] {{(pid=105587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:25:54.372661 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c33e88d-d549-4770-9efc-c167a6bb0747 None None] Attempting to bind port e6f46317-50c9-4c66-b210-4592d3779515 on network 50301065-0c7a-4726-8378-7557e62dbc29 {{(pid=105587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:25:54.372849 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-15a110ce-8b88-4720-b1d9-49b730c7ce82 admin admin] 10.222.0.59 "DELETE /v2.0/networks/7d78547f-b46f-4bb1-8a9f-8cb648d07cab HTTP/1.1" status: 204 len: 168 time: 1.0676997 Jul 27 21:25:54.381735 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c33e88d-d549-4770-9efc-c167a6bb0747 None None] Checking agent: {'id': '04a7ea91-6318-467e-ace6-b0fb48c8690f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 41, 42), 'started_at': datetime.datetime(2021, 7, 27, 20, 42, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 25, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:25:54.383783 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c33e88d-d549-4770-9efc-c167a6bb0747 None None] Checking segment: {'id': '4724a241-fde3-4d65-8972-e1cee202fe67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '50301065-0c7a-4726-8378-7557e62dbc29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:25:54.387322 n-d-705658-22 neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-4c33e88d-d549-4770-9efc-c167a6bb0747 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:54.388033 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a110ce-8b88-4720-b1d9-49b730c7ce82 admin admin] Pushing event deleted for resources: {'Network': ['ID=7d78547f-b46f-4bb1-8a9f-8cb648d07cab,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:25:54.389014 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c33e88d-d549-4770-9efc-c167a6bb0747 None None] Bound using segment: {'id': '4724a241-fde3-4d65-8972-e1cee202fe67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '50301065-0c7a-4726-8378-7557e62dbc29'} {{(pid=105587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:25:54.389810 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.managers [None req-4c33e88d-d549-4770-9efc-c167a6bb0747 None None] Bound port: e6f46317-50c9-4c66-b210-4592d3779515, host: n-d-705658-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4724a241-fde3-4d65-8972-e1cee202fe67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '50301065-0c7a-4726-8378-7557e62dbc29'}}] {{(pid=105587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:25:54.391433 n-d-705658-22 neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-4c33e88d-d549-4770-9efc-c167a6bb0747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:54.405675 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-1e8d5bfe-a622-423a-b4c5-af178dd146d5 tempest-SecGroupTest-1480583616 tempest-SecGroupTest-1480583616-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:54.505203 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.db [None req-4c33e88d-d549-4770-9efc-c167a6bb0747 None None] For port e6f46317-50c9-4c66-b210-4592d3779515, host n-d-705658-22, cleared binding levels {{(pid=105587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:25:54.511244 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.db [None req-4c33e88d-d549-4770-9efc-c167a6bb0747 None None] For port e6f46317-50c9-4c66-b210-4592d3779515, host n-d-705658-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=e6f46317-50c9-4c66-b210-4592d3779515,segment=NetworkSegment(4724a241-fde3-4d65-8972-e1cee202fe67),segment_id=4724a241-fde3-4d65-8972-e1cee202fe67)] {{(pid=105587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:25:54.515523 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-1e8d5bfe-a622-423a-b4c5-af178dd146d5 tempest-SecGroupTest-1480583616 tempest-SecGroupTest-1480583616-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:54.517821 n-d-705658-22 neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-4c33e88d-d549-4770-9efc-c167a6bb0747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:54.521815 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-1e8d5bfe-a622-423a-b4c5-af178dd146d5 tempest-SecGroupTest-1480583616 tempest-SecGroupTest-1480583616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732636'] for security_group_rule, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:54.548787 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8d5bfe-a622-423a-b4c5-af178dd146d5 tempest-SecGroupTest-1480583616 tempest-SecGroupTest-1480583616-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a2c0277-8cf2-45f3-8294-f36a3503ab7d,revision_number=0']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:25:54.560902 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-1e8d5bfe-a622-423a-b4c5-af178dd146d5 tempest-SecGroupTest-1480583616 tempest-SecGroupTest-1480583616-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:54.562805 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-1e8d5bfe-a622-423a-b4c5-af178dd146d5 tempest-SecGroupTest-1480583616 tempest-SecGroupTest-1480583616-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.2273579 Jul 27 21:25:54.565757 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 57820) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:25:54.626371 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-c2ef392f-6579-4e80-9f62-de6df4ba4230 tempest-SecGroupTest-1480583616 tempest-SecGroupTest-1480583616-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:54.627620 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c33e88d-d549-4770-9efc-c167a6bb0747 None None] Routers {'a425fe97-08dc-4809-bdb3-d2d00e78cb81'} bound to L3 agent in host n-d-705658-22 {{(pid=105587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:25:54.628384 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-4c33e88d-d549-4770-9efc-c167a6bb0747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:25:42Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['a425fe97-08dc-4809-bdb3-d2d00e78cb81'], 'active': True} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:25:54.647978 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-c2ef392f-6579-4e80-9f62-de6df4ba4230 tempest-SecGroupTest-1480583616 tempest-SecGroupTest-1480583616-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:54.659654 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 57822) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:25:54.696114 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-c2ef392f-6579-4e80-9f62-de6df4ba4230 tempest-SecGroupTest-1480583616 tempest-SecGroupTest-1480583616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732636'] for security_group_rule, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:54.703158 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-c2ef392f-6579-4e80-9f62-de6df4ba4230 tempest-SecGroupTest-1480583616 tempest-SecGroupTest-1480583616-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:54.704840 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-c2ef392f-6579-4e80-9f62-de6df4ba4230 tempest-SecGroupTest-1480583616 tempest-SecGroupTest-1480583616-project] 10.222.0.59 "DELETE /v2.0/security-group-rules/5a2c0277-8cf2-45f3-8294-f36a3503ab7d HTTP/1.1" status: 204 len: 168 time: 0.1380241 Jul 27 21:25:54.710175 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 57824) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:25:54.739431 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ef392f-6579-4e80-9f62-de6df4ba4230 tempest-SecGroupTest-1480583616 tempest-SecGroupTest-1480583616-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5a2c0277-8cf2-45f3-8294-f36a3503ab7d,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:25:54.758985 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6a3e2b-e2bd-44ec-90d4-13cbee2a5efc None None] Pushing event updated for resources: {'Port': ['ID=e6f46317-50c9-4c66-b210-4592d3779515,revision_number=4']} {{(pid=105587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:25:54.767636 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-51ef363b-dfab-47a2-a0fb-fa45a1175f41 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=12ed4074b5414262a7e8a7e23c4d9c13&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1043050 Jul 27 21:25:54.767881 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 57826) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:25:54.788304 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-2f07c781-10f7-4a39-9b2e-315bb981315c tempest-SecGroupTest-1480583616 tempest-SecGroupTest-1480583616-project] 10.222.0.59 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0764771 Jul 27 21:25:54.791039 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 57828) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:25:54.861968 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-0bf5c0ac-e6c4-408a-aafa-b17d4f3272bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:54.868095 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-4190e19a-022e-43d8-94c3-525c255e461b tempest-SecGroupTest-1480583616 tempest-SecGroupTest-1480583616-project] Notify callbacks [] for security_group, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:54.869244 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvr_db [None req-4c33e88d-d549-4770-9efc-c167a6bb0747 None None] Set router a425fe97-08dc-4809-bdb3-d2d00e78cb81 gateway port host: n-d-705658-22 {{(pid=105587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:25:54.891313 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-0bf5c0ac-e6c4-408a-aafa-b17d4f3272bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:54.900114 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-4190e19a-022e-43d8-94c3-525c255e461b tempest-SecGroupTest-1480583616 tempest-SecGroupTest-1480583616-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:54.958673 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-0bf5c0ac-e6c4-408a-aafa-b17d4f3272bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:54.964512 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-0bf5c0ac-e6c4-408a-aafa-b17d4f3272bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:54.967207 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-0bf5c0ac-e6c4-408a-aafa-b17d4f3272bb admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/b8f71f10-4566-4682-b27f-dbf5310fdb75 HTTP/1.1" status: 204 len: 168 time: 0.1983156 Jul 27 21:25:54.982761 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-4190e19a-022e-43d8-94c3-525c255e461b tempest-SecGroupTest-1480583616 tempest-SecGroupTest-1480583616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:54.990042 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-4190e19a-022e-43d8-94c3-525c255e461b tempest-SecGroupTest-1480583616 tempest-SecGroupTest-1480583616-project] Notify callbacks [] for security_group, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:54.991731 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf5c0ac-e6c4-408a-aafa-b17d4f3272bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8f71f10-4566-4682-b27f-dbf5310fdb75,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:25:54.995709 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-4190e19a-022e-43d8-94c3-525c255e461b tempest-SecGroupTest-1480583616 tempest-SecGroupTest-1480583616-project] 10.222.0.59 "DELETE /v2.0/security-groups/9feb57bb-f224-4e7b-8082-918a58612880 HTTP/1.1" status: 204 len: 168 time: 0.2008312 Jul 27 21:25:54.997739 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 57834) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:25:55.029816 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4190e19a-022e-43d8-94c3-525c255e461b tempest-SecGroupTest-1480583616 tempest-SecGroupTest-1480583616-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9feb57bb-f224-4e7b-8082-918a58612880,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:25:55.081727 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-47a7afc2-a1d7-4850-af38-f263fb125840 tempest-SecGroupTest-1480583616 tempest-SecGroupTest-1480583616-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0821240 Jul 27 21:25:55.084450 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 57838) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:25:55.146012 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-c55e6d2c-2705-4a6e-a506-933fdaf61506 tempest-SecGroupTest-1480583616 tempest-SecGroupTest-1480583616-project] Notify callbacks [] for security_group, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:55.176356 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-c55e6d2c-2705-4a6e-a506-933fdaf61506 tempest-SecGroupTest-1480583616 tempest-SecGroupTest-1480583616-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:55.236737 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-c55e6d2c-2705-4a6e-a506-933fdaf61506 tempest-SecGroupTest-1480583616 tempest-SecGroupTest-1480583616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:55.242231 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-c55e6d2c-2705-4a6e-a506-933fdaf61506 tempest-SecGroupTest-1480583616 tempest-SecGroupTest-1480583616-project] Notify callbacks [] for security_group, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:55.245313 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-c55e6d2c-2705-4a6e-a506-933fdaf61506 tempest-SecGroupTest-1480583616 tempest-SecGroupTest-1480583616-project] 10.222.0.59 "DELETE /v2.0/security-groups/36fb047a-a4bf-4fad-a799-e740d1bdcb68 HTTP/1.1" status: 204 len: 168 time: 0.1596613 Jul 27 21:25:55.248007 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 57840) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:25:55.260744 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55e6d2c-2705-4a6e-a506-933fdaf61506 tempest-SecGroupTest-1480583616 tempest-SecGroupTest-1480583616-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=36fb047a-a4bf-4fad-a799-e740d1bdcb68,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:25:55.291639 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-4c33e88d-d549-4770-9efc-c167a6bb0747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a425fe97-08dc-4809-bdb3-d2d00e78cb81', 'name': 'tempest-TestVolumeBackupRestore-2055965825-router', 'tenant_id': '2a8f406f29904ab89ae479634631dc22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.224'}], 'enable_snat': True}, 'gw_port_id': 'cbf52e68-1050-4270-8937-4461ac0818ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:25:41Z', 'updated_at': '2021-07-27T21:25:49Z', 'revision_number': 4, 'project_id': '2a8f406f29904ab89ae479634631dc22', 'gw_port': {'id': 'cbf52e68-1050-4270-8937-4461ac0818ad', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:fc:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a425fe97-08dc-4809-bdb3-d2d00e78cb81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3717, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:25:43Z', 'updated_at': '2021-07-27T21:25:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_interfaces': [{'id': 'e6f46317-50c9-4c66-b210-4592d3779515', 'name': '', 'network_id': '50301065-0c7a-4726-8378-7557e62dbc29', 'tenant_id': '2a8f406f29904ab89ae479634631dc22', 'mac_address': 'fa:16:3e:ca:97:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a425fe97-08dc-4809-bdb3-d2d00e78cb81', 'device_owner': 'network:router_interface', 'standard_attr_id': 3723, 'fixed_ips': [{'subnet_id': '5450d876-1caa-4fdf-814e-e41f9d7f48ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:25:47Z', 'updated_at': '2021-07-27T21:25:54Z', 'revision_number': 4, 'project_id': '2a8f406f29904ab89ae479634631dc22', 'subnets': [{'id': '5450d876-1caa-4fdf-814e-e41f9d7f48ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-22', False) {} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:25:55.327671 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 4a2a1063-5ae7-4012-a7bf-128cd5d9c5da no longer exists at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:25:55.341506 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-c7587f31-605f-4327-a944-b5646eac79bd tempest-SecGroupTest-1480583616 tempest-SecGroupTest-1480583616-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0875876 Jul 27 21:25:55.341770 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c33e88d-d549-4770-9efc-c167a6bb0747 None None] The sync data for ids ['a425fe97-08dc-4809-bdb3-d2d00e78cb81'] in n-d-705658-22 is: [{'id': 'a425fe97-08dc-4809-bdb3-d2d00e78cb81', 'name': 'tempest-TestVolumeBackupRestore-2055965825-router', 'tenant_id': '2a8f406f29904ab89ae479634631dc22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.224'}], 'enable_snat': True}, 'gw_port_id': 'cbf52e68-1050-4270-8937-4461ac0818ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:25:41Z', 'updated_at': '2021-07-27T21:25:49Z', 'revision_number': 4, 'project_id': '2a8f406f29904ab89ae479634631dc22', 'gw_port': {'id': 'cbf52e68-1050-4270-8937-4461ac0818ad', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:fc:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a425fe97-08dc-4809-bdb3-d2d00e78cb81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3717, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:25:43Z', 'updated_at': '2021-07-27T21:25:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_interfaces': [{'id': 'e6f46317-50c9-4c66-b210-4592d3779515', 'name': '', 'network_id': '50301065-0c7a-4726-8378-7557e62dbc29', 'tenant_id': '2a8f406f29904ab89ae479634631dc22', 'mac_address': 'fa:16:3e:ca:97:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a425fe97-08dc-4809-bdb3-d2d00e78cb81', 'device_owner': 'network:router_interface', 'standard_attr_id': 3723, 'fixed_ips': [{'subnet_id': '5450d876-1caa-4fdf-814e-e41f9d7f48ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:25:47Z', 'updated_at': '2021-07-27T21:25:54Z', 'revision_number': 4, 'project_id': '2a8f406f29904ab89ae479634631dc22', 'subnets': [{'id': '5450d876-1caa-4fdf-814e-e41f9d7f48ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:25:55.343102 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 57844) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:25:55.348316 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-a6f2ffe4-c119-404d-9171-64325183fe91 tempest-SecGroupTest-1480583616 tempest-SecGroupTest-1480583616-project] Request body: {'security_group': {'name': 'tempest-secgroup--1033522451'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:25:55.361698 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] No Port match for: 4a2a1063-5ae7-4012-a7bf-128cd5d9c5da {{(pid=105586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:25:55.362324 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 4a2a1063-5ae7-4012-a7bf-128cd5d9c5da not bound to the agent host n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:25:55.391210 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-a6f2ffe4-c119-404d-9171-64325183fe91 tempest-SecGroupTest-1480583616 tempest-SecGroupTest-1480583616-project] Notify callbacks [] for security_group, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:55.537732 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 57846) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:25:55.598334 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-3ed0b150-563a-4c69-a905-2d0fb33479fb admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=5146912e16e740a68243be44c97123c3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0571671 Jul 27 21:25:55.599121 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 57848) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:25:55.667049 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-8d041b3b-9b30-454a-b1a2-3033e4b5cd14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:55.708579 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-8d041b3b-9b30-454a-b1a2-3033e4b5cd14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:55.773388 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-8d041b3b-9b30-454a-b1a2-3033e4b5cd14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:55.776183 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-8d041b3b-9b30-454a-b1a2-3033e4b5cd14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:55.779730 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-8d041b3b-9b30-454a-b1a2-3033e4b5cd14 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/0aa4bb8e-4b00-4cfb-a90e-1c03655c6609 HTTP/1.1" status: 204 len: 168 time: 0.1749992 Jul 27 21:25:55.800906 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d041b3b-9b30-454a-b1a2-3033e4b5cd14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0aa4bb8e-4b00-4cfb-a90e-1c03655c6609,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:25:55.958451 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-a6f2ffe4-c119-404d-9171-64325183fe91 tempest-SecGroupTest-1480583616 tempest-SecGroupTest-1480583616-project] Notify callbacks [] for security_group, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:55.965927 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-a6f2ffe4-c119-404d-9171-64325183fe91 tempest-SecGroupTest-1480583616 tempest-SecGroupTest-1480583616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:56.014495 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f2ffe4-c119-404d-9171-64325183fe91 tempest-SecGroupTest-1480583616 tempest-SecGroupTest-1480583616-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c2703f1d-4ff9-489c-ac48-86fc374e623b,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:25:56.016786 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-a6f2ffe4-c119-404d-9171-64325183fe91 tempest-SecGroupTest-1480583616 tempest-SecGroupTest-1480583616-project] Notify callbacks [] for security_group, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:56.020983 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 57854) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:25:56.021473 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-a6f2ffe4-c119-404d-9171-64325183fe91 tempest-SecGroupTest-1480583616 tempest-SecGroupTest-1480583616-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6766963 Jul 27 21:25:56.029156 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-762ea2bf-a41a-40ae-9a8a-4578a21d6563 tempest-SecGroupTest-1480583616 tempest-SecGroupTest-1480583616-project] Request body: {'security_group_rule': {'security_group_id': 'c2703f1d-4ff9-489c-ac48-86fc374e623b', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:25:56.108604 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-762ea2bf-a41a-40ae-9a8a-4578a21d6563 tempest-SecGroupTest-1480583616 tempest-SecGroupTest-1480583616-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:56.200358 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-762ea2bf-a41a-40ae-9a8a-4578a21d6563 tempest-SecGroupTest-1480583616 tempest-SecGroupTest-1480583616-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:56.211283 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-762ea2bf-a41a-40ae-9a8a-4578a21d6563 tempest-SecGroupTest-1480583616 tempest-SecGroupTest-1480583616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732636'] for security_group_rule, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:56.234506 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762ea2bf-a41a-40ae-9a8a-4578a21d6563 tempest-SecGroupTest-1480583616 tempest-SecGroupTest-1480583616-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6105ff28-20fd-4684-b231-b755c62e56c1,revision_number=0']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:25:56.250579 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-762ea2bf-a41a-40ae-9a8a-4578a21d6563 tempest-SecGroupTest-1480583616 tempest-SecGroupTest-1480583616-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:56.252288 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-762ea2bf-a41a-40ae-9a8a-4578a21d6563 tempest-SecGroupTest-1480583616 tempest-SecGroupTest-1480583616-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2293730 Jul 27 21:25:56.257173 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 57864) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:25:56.306680 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-938c8eef-3c7d-40aa-bb17-9113f4561359 tempest-SecGroupTest-1480583616 tempest-SecGroupTest-1480583616-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:56.315653 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-938c8eef-3c7d-40aa-bb17-9113f4561359 tempest-SecGroupTest-1480583616 tempest-SecGroupTest-1480583616-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:56.354586 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-938c8eef-3c7d-40aa-bb17-9113f4561359 tempest-SecGroupTest-1480583616 tempest-SecGroupTest-1480583616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732636'] for security_group_rule, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:56.363337 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-938c8eef-3c7d-40aa-bb17-9113f4561359 tempest-SecGroupTest-1480583616 tempest-SecGroupTest-1480583616-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:56.367992 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 57870) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:25:56.376612 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-938c8eef-3c7d-40aa-bb17-9113f4561359 tempest-SecGroupTest-1480583616 tempest-SecGroupTest-1480583616-project] 10.222.0.59 "DELETE /v2.0/security-group-rules/6105ff28-20fd-4684-b231-b755c62e56c1 HTTP/1.1" status: 204 len: 168 time: 0.1198685 Jul 27 21:25:56.393278 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938c8eef-3c7d-40aa-bb17-9113f4561359 tempest-SecGroupTest-1480583616 tempest-SecGroupTest-1480583616-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6105ff28-20fd-4684-b231-b755c62e56c1,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:25:56.426988 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-87542c38-2b4e-4f82-8fa2-5247336ae3c9 tempest-SecGroupTest-1480583616 tempest-SecGroupTest-1480583616-project] 10.222.0.59 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0573504 Jul 27 21:25:56.429151 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 57874) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:25:56.506841 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-a2c3ac94-1546-4a0e-9eb4-61dd4c7d042a tempest-SecGroupTest-1480583616 tempest-SecGroupTest-1480583616-project] Notify callbacks [] for security_group, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:56.545509 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-a2c3ac94-1546-4a0e-9eb4-61dd4c7d042a tempest-SecGroupTest-1480583616 tempest-SecGroupTest-1480583616-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:56.599420 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-a2c3ac94-1546-4a0e-9eb4-61dd4c7d042a tempest-SecGroupTest-1480583616 tempest-SecGroupTest-1480583616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:56.602974 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-a2c3ac94-1546-4a0e-9eb4-61dd4c7d042a tempest-SecGroupTest-1480583616 tempest-SecGroupTest-1480583616-project] Notify callbacks [] for security_group, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:56.604326 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-a2c3ac94-1546-4a0e-9eb4-61dd4c7d042a tempest-SecGroupTest-1480583616 tempest-SecGroupTest-1480583616-project] 10.222.0.59 "DELETE /v2.0/security-groups/c2703f1d-4ff9-489c-ac48-86fc374e623b HTTP/1.1" status: 204 len: 168 time: 0.1735570 Jul 27 21:25:56.608106 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 57882) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:25:56.616622 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c3ac94-1546-4a0e-9eb4-61dd4c7d042a tempest-SecGroupTest-1480583616 tempest-SecGroupTest-1480583616-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2703f1d-4ff9-489c-ac48-86fc374e623b,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:25:56.688139 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 57886) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:25:56.688649 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-439b1e85-32fc-4c3e-8c44-199d746a5a6a tempest-SecGroupTest-1480583616 tempest-SecGroupTest-1480583616-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0783257 Jul 27 21:25:56.694809 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-52fc79e5-83dc-43a3-8038-a6b80a022a93 tempest-SecGroupTest-1480583616 tempest-SecGroupTest-1480583616-project] Request body: {'security_group': {'name': 'tempest-secgroup--2124723370'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:25:56.725996 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-52fc79e5-83dc-43a3-8038-a6b80a022a93 tempest-SecGroupTest-1480583616 tempest-SecGroupTest-1480583616-project] Notify callbacks [] for security_group, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:56.858178 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-52fc79e5-83dc-43a3-8038-a6b80a022a93 tempest-SecGroupTest-1480583616 tempest-SecGroupTest-1480583616-project] Notify callbacks [] for security_group, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:56.862774 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-52fc79e5-83dc-43a3-8038-a6b80a022a93 tempest-SecGroupTest-1480583616 tempest-SecGroupTest-1480583616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:56.913620 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-52fc79e5-83dc-43a3-8038-a6b80a022a93 tempest-SecGroupTest-1480583616 tempest-SecGroupTest-1480583616-project] Notify callbacks [] for security_group, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:56.917411 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-52fc79e5-83dc-43a3-8038-a6b80a022a93 tempest-SecGroupTest-1480583616 tempest-SecGroupTest-1480583616-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2238078 Jul 27 21:25:56.917411 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fc79e5-83dc-43a3-8038-a6b80a022a93 tempest-SecGroupTest-1480583616 tempest-SecGroupTest-1480583616-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cc6d0221-98eb-4e72-9a1d-0e8338ce74e1,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:25:56.920155 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 57890) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:25:56.926063 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-51b1ea47-7d5b-4486-b256-caa585363227 tempest-SecGroupTest-1480583616 tempest-SecGroupTest-1480583616-project] Request body: {'security_group_rule': {'security_group_id': 'cc6d0221-98eb-4e72-9a1d-0e8338ce74e1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:25:56.967529 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-51b1ea47-7d5b-4486-b256-caa585363227 tempest-SecGroupTest-1480583616 tempest-SecGroupTest-1480583616-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:57.053529 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-51b1ea47-7d5b-4486-b256-caa585363227 tempest-SecGroupTest-1480583616 tempest-SecGroupTest-1480583616-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:57.060113 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-51b1ea47-7d5b-4486-b256-caa585363227 tempest-SecGroupTest-1480583616 tempest-SecGroupTest-1480583616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732636'] for security_group_rule, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:57.091017 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b1ea47-7d5b-4486-b256-caa585363227 tempest-SecGroupTest-1480583616 tempest-SecGroupTest-1480583616-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37df7d3f-0b9b-4ff2-b0a8-14bc5a89e94d,revision_number=0']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:25:57.101883 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-51b1ea47-7d5b-4486-b256-caa585363227 tempest-SecGroupTest-1480583616 tempest-SecGroupTest-1480583616-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:57.108270 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-51b1ea47-7d5b-4486-b256-caa585363227 tempest-SecGroupTest-1480583616 tempest-SecGroupTest-1480583616-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1866984 Jul 27 21:25:57.110718 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 57900) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:25:57.130445 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-970501e4-921a-4275-9bf0-04a8729f1006 tempest-SecGroupTest-1480583616 tempest-SecGroupTest-1480583616-project] 10.222.0.59 "GET /v2.0/security-group-rules/37df7d3f-0b9b-4ff2-b0a8-14bc5a89e94d HTTP/1.1" status: 200 len: 763 time: 0.0186110 Jul 27 21:25:57.133103 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 57902) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:25:57.181975 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-9002be9b-62c9-4149-b93c-fde81ce24b39 tempest-SecGroupTest-1480583616 tempest-SecGroupTest-1480583616-project] 10.222.0.59 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0475686 Jul 27 21:25:57.184761 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 57906) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:25:57.222095 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-ed1145e2-a364-4ccf-91b9-4ef77446cf92 tempest-SecGroupTest-1480583616 tempest-SecGroupTest-1480583616-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:57.234361 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-ed1145e2-a364-4ccf-91b9-4ef77446cf92 tempest-SecGroupTest-1480583616 tempest-SecGroupTest-1480583616-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:57.271038 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-ed1145e2-a364-4ccf-91b9-4ef77446cf92 tempest-SecGroupTest-1480583616 tempest-SecGroupTest-1480583616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732636'] for security_group_rule, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:57.293428 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-ed1145e2-a364-4ccf-91b9-4ef77446cf92 tempest-SecGroupTest-1480583616 tempest-SecGroupTest-1480583616-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:57.297451 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 57910) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:25:57.297593 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-ed1145e2-a364-4ccf-91b9-4ef77446cf92 tempest-SecGroupTest-1480583616 tempest-SecGroupTest-1480583616-project] 10.222.0.59 "DELETE /v2.0/security-group-rules/37df7d3f-0b9b-4ff2-b0a8-14bc5a89e94d HTTP/1.1" status: 204 len: 168 time: 0.1112652 Jul 27 21:25:57.304811 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1145e2-a364-4ccf-91b9-4ef77446cf92 tempest-SecGroupTest-1480583616 tempest-SecGroupTest-1480583616-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=37df7d3f-0b9b-4ff2-b0a8-14bc5a89e94d,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:25:57.343263 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device e6f46317-50c9-4c66-b210-4592d3779515 up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:25:57.401341 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-425ff333-9d45-4ee4-8ad3-e3b716422ce4 tempest-SecGroupTest-1480583616 tempest-SecGroupTest-1480583616-project] 10.222.0.59 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1001320 Jul 27 21:25:57.401341 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 57914) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:25:57.410397 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-f96a952e-d862-422a-ae1b-18a1a3f47ea5 tempest-SecGroupTest-1480583616 tempest-SecGroupTest-1480583616-project] Request body: {'security_group_rule': {'security_group_id': 'cc6d0221-98eb-4e72-9a1d-0e8338ce74e1', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:25:57.422467 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning for port e6f46317-50c9-4c66-b210-4592d3779515 completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:25:57.429921 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port e6f46317-50c9-4c66-b210-4592d3779515 triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:25:57.430324 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:57.453859 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-f96a952e-d862-422a-ae1b-18a1a3f47ea5 tempest-SecGroupTest-1480583616 tempest-SecGroupTest-1480583616-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:57.534583 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-f96a952e-d862-422a-ae1b-18a1a3f47ea5 tempest-SecGroupTest-1480583616 tempest-SecGroupTest-1480583616-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:57.540897 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-f96a952e-d862-422a-ae1b-18a1a3f47ea5 tempest-SecGroupTest-1480583616 tempest-SecGroupTest-1480583616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732636'] for security_group_rule, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:57.543382 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:57.575533 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-f96a952e-d862-422a-ae1b-18a1a3f47ea5 tempest-SecGroupTest-1480583616 tempest-SecGroupTest-1480583616-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:57.579445 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-f96a952e-d862-422a-ae1b-18a1a3f47ea5 tempest-SecGroupTest-1480583616 tempest-SecGroupTest-1480583616-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1724813 Jul 27 21:25:57.579445 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96a952e-d862-422a-ae1b-18a1a3f47ea5 tempest-SecGroupTest-1480583616 tempest-SecGroupTest-1480583616-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1413809-6c23-4595-87f8-b8fdf515014e,revision_number=0']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:25:57.580943 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 57918) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:25:57.587341 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] For port e6f46317-50c9-4c66-b210-4592d3779515, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=e6f46317-50c9-4c66-b210-4592d3779515,segment=NetworkSegment(4724a241-fde3-4d65-8972-e1cee202fe67),segment_id=4724a241-fde3-4d65-8972-e1cee202fe67)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:25:57.594229 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:57.607713 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-04d587db-3a4d-48db-861e-03f27c19f132 tempest-SecGroupTest-1480583616 tempest-SecGroupTest-1480583616-project] 10.222.0.59 "GET /v2.0/security-group-rules/d1413809-6c23-4595-87f8-b8fdf515014e HTTP/1.1" status: 200 len: 763 time: 0.0220439 Jul 27 21:25:57.610288 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 57920) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:25:57.647385 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 57922) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:25:57.659082 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Pushing event updated for resources: {'Port': ['ID=e6f46317-50c9-4c66-b210-4592d3779515,revision_number=5']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:25:57.681433 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-17b0333a-4380-4db6-9d42-6f364263c524 tempest-SecGroupTest-1480583616 tempest-SecGroupTest-1480583616-project] 10.222.0.59 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0696197 Jul 27 21:25:57.684465 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 57926) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:25:57.712594 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-7584b3ba-49d2-459a-9303-e032573e1d48 tempest-SecGroupTest-1480583616 tempest-SecGroupTest-1480583616-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:57.721820 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-7584b3ba-49d2-459a-9303-e032573e1d48 tempest-SecGroupTest-1480583616 tempest-SecGroupTest-1480583616-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:57.753948 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-7584b3ba-49d2-459a-9303-e032573e1d48 tempest-SecGroupTest-1480583616 tempest-SecGroupTest-1480583616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732636'] for security_group_rule, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:57.761228 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-7584b3ba-49d2-459a-9303-e032573e1d48 tempest-SecGroupTest-1480583616 tempest-SecGroupTest-1480583616-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:57.765283 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-7584b3ba-49d2-459a-9303-e032573e1d48 tempest-SecGroupTest-1480583616 tempest-SecGroupTest-1480583616-project] 10.222.0.59 "DELETE /v2.0/security-group-rules/d1413809-6c23-4595-87f8-b8fdf515014e HTTP/1.1" status: 204 len: 168 time: 0.0775075 Jul 27 21:25:57.765592 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 57928) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:25:57.769057 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7584b3ba-49d2-459a-9303-e032573e1d48 tempest-SecGroupTest-1480583616 tempest-SecGroupTest-1480583616-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d1413809-6c23-4595-87f8-b8fdf515014e,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:25:57.818121 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-16faafdf-1b8c-46c1-b60c-0d65dd58c930 tempest-SecGroupTest-1480583616 tempest-SecGroupTest-1480583616-project] 10.222.0.59 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0513260 Jul 27 21:25:57.820639 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 57930) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:25:57.826236 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-941c0aae-9871-474c-ae64-2ef61b4c5abc tempest-SecGroupTest-1480583616 tempest-SecGroupTest-1480583616-project] Request body: {'security_group_rule': {'security_group_id': 'cc6d0221-98eb-4e72-9a1d-0e8338ce74e1', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:25:57.857711 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-34b12327-f134-4e90-8287-cd12b84b87b1 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Request body: {'network': {'name': 'tempest-network-smoke--1060498759', 'project_id': '0874e603f76049468af3a11efcc1e552', 'port_security_enabled': True}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:25:57.861586 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-941c0aae-9871-474c-ae64-2ef61b4c5abc tempest-SecGroupTest-1480583616 tempest-SecGroupTest-1480583616-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:57.902038 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34b12327-f134-4e90-8287-cd12b84b87b1 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Made reservation on behalf of 0874e603f76049468af3a11efcc1e552 for: {'network': 1} {{(pid=105585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:25:57.906078 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-34b12327-f134-4e90-8287-cd12b84b87b1 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for network, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:57.923540 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-34b12327-f134-4e90-8287-cd12b84b87b1 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Notify callbacks [] for security_group, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:57.960825 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-941c0aae-9871-474c-ae64-2ef61b4c5abc tempest-SecGroupTest-1480583616 tempest-SecGroupTest-1480583616-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:57.967803 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-941c0aae-9871-474c-ae64-2ef61b4c5abc tempest-SecGroupTest-1480583616 tempest-SecGroupTest-1480583616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732636'] for security_group_rule, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:57.993777 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941c0aae-9871-474c-ae64-2ef61b4c5abc tempest-SecGroupTest-1480583616 tempest-SecGroupTest-1480583616-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f56194ba-9047-4020-b19b-69016b2b59bb,revision_number=0']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:25:58.056214 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-34b12327-f134-4e90-8287-cd12b84b87b1 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Notify callbacks [] for security_group, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:58.062800 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-34b12327-f134-4e90-8287-cd12b84b87b1 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:58.073325 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-941c0aae-9871-474c-ae64-2ef61b4c5abc tempest-SecGroupTest-1480583616 tempest-SecGroupTest-1480583616-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:58.074529 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-941c0aae-9871-474c-ae64-2ef61b4c5abc tempest-SecGroupTest-1480583616 tempest-SecGroupTest-1480583616-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2526255 Jul 27 21:25:58.077615 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 57932) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:25:58.092574 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34b12327-f134-4e90-8287-cd12b84b87b1 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] vlan segment allocate from pool success with {'vlan_id': 204, 'physical_network': 'physnet1'} {{(pid=105585) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:25:58.101574 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-4ff15986-d37c-4d6a-b0b2-7f40bb974370 tempest-SecGroupTest-1480583616 tempest-SecGroupTest-1480583616-project] 10.222.0.59 "GET /v2.0/security-group-rules/f56194ba-9047-4020-b19b-69016b2b59bb HTTP/1.1" status: 200 len: 764 time: 0.0225646 Jul 27 21:25:58.104082 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 57934) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:25:58.113092 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-34b12327-f134-4e90-8287-cd12b84b87b1 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:58.113858 n-d-705658-22 neutron-server[105585]: INFO neutron.db.segments_db [None req-34b12327-f134-4e90-8287-cd12b84b87b1 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Added segment 9c20e27a-91a1-474d-adc0-72aa145295a4 of type vlan for network 17303b05-d1d1-4492-ba85-d84bd43759ef Jul 27 21:25:58.115408 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b12327-f134-4e90-8287-cd12b84b87b1 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a2da9417-e5cc-4af8-80e9-6960a74de1b3,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:25:58.170702 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-61add6d1-9a4e-4d5a-8345-7ddf245a88ea tempest-SecGroupTest-1480583616 tempest-SecGroupTest-1480583616-project] 10.222.0.59 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0623324 Jul 27 21:25:58.171087 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 57938) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:25:58.171730 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-34b12327-f134-4e90-8287-cd12b84b87b1 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790688424798'] for network, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:58.203535 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-4ffdca80-85b2-46a4-9cd6-d63ff7b1940c tempest-SecGroupTest-1480583616 tempest-SecGroupTest-1480583616-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:58.210370 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-34b12327-f134-4e90-8287-cd12b84b87b1 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920'] for network, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:58.213456 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-4ffdca80-85b2-46a4-9cd6-d63ff7b1940c tempest-SecGroupTest-1480583616 tempest-SecGroupTest-1480583616-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:58.216628 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34b12327-f134-4e90-8287-cd12b84b87b1 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:25:58.217332 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-34b12327-f134-4e90-8287-cd12b84b87b1 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Notify callbacks [] for network, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:58.244860 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-4ffdca80-85b2-46a4-9cd6-d63ff7b1940c tempest-SecGroupTest-1480583616 tempest-SecGroupTest-1480583616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732636'] for security_group_rule, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:58.250744 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-4ffdca80-85b2-46a4-9cd6-d63ff7b1940c tempest-SecGroupTest-1480583616 tempest-SecGroupTest-1480583616-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:58.254439 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-4ffdca80-85b2-46a4-9cd6-d63ff7b1940c tempest-SecGroupTest-1480583616 tempest-SecGroupTest-1480583616-project] 10.222.0.59 "DELETE /v2.0/security-group-rules/f56194ba-9047-4020-b19b-69016b2b59bb HTTP/1.1" status: 204 len: 168 time: 0.0801318 Jul 27 21:25:58.254871 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 57940) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:25:58.273579 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffdca80-85b2-46a4-9cd6-d63ff7b1940c tempest-SecGroupTest-1480583616 tempest-SecGroupTest-1480583616-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f56194ba-9047-4020-b19b-69016b2b59bb,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:25:58.302825 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-089ea93e-18b9-4763-b7ef-42cfac475af7 tempest-SecGroupTest-1480583616 tempest-SecGroupTest-1480583616-project] 10.222.0.59 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0468693 Jul 27 21:25:58.305315 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 57944) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:25:58.305645 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 57946) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:25:58.307454 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-34b12327-f134-4e90-8287-cd12b84b87b1 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6532655 Jul 27 21:25:58.312198 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-2fdc0f63-1451-4fcb-bc1f-30dbeaa50197 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-2123304900', 'admin_state_up': True, 'project_id': '0874e603f76049468af3a11efcc1e552', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305'}}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:25:58.327778 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b12327-f134-4e90-8287-cd12b84b87b1 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Pushing event updated for resources: {'Network': ['ID=17303b05-d1d1-4492-ba85-d84bd43759ef,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:25:58.351720 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Network 17303b05-d1d1-4492-ba85-d84bd43759ef details requested by agent ovs-agent-n-d-705658-22 with host n-d-705658-22 {{(pid=105586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:25:58.376267 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-2fdc0f63-1451-4fcb-bc1f-30dbeaa50197 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4163813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-443'] for router, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:58.377667 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-2fdc0f63-1451-4fcb-bc1f-30dbeaa50197 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4165196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4077059', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3711235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-418'] for router, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:58.409503 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-d0535519-bcb3-4e46-a219-1d06f0a4a9dd tempest-SecGroupTest-1480583616 tempest-SecGroupTest-1480583616-project] Notify callbacks [] for security_group, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:58.463594 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-2fdc0f63-1451-4fcb-bc1f-30dbeaa50197 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:58.468195 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-d0535519-bcb3-4e46-a219-1d06f0a4a9dd tempest-SecGroupTest-1480583616 tempest-SecGroupTest-1480583616-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:58.943811 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-d0535519-bcb3-4e46-a219-1d06f0a4a9dd tempest-SecGroupTest-1480583616 tempest-SecGroupTest-1480583616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:58.946301 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-d0535519-bcb3-4e46-a219-1d06f0a4a9dd tempest-SecGroupTest-1480583616 tempest-SecGroupTest-1480583616-project] Notify callbacks [] for security_group, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:58.947456 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-d0535519-bcb3-4e46-a219-1d06f0a4a9dd tempest-SecGroupTest-1480583616 tempest-SecGroupTest-1480583616-project] 10.222.0.59 "DELETE /v2.0/security-groups/cc6d0221-98eb-4e72-9a1d-0e8338ce74e1 HTTP/1.1" status: 204 len: 168 time: 0.6397855 Jul 27 21:25:58.950666 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 57950) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:25:58.958111 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-2fdc0f63-1451-4fcb-bc1f-30dbeaa50197 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4077169', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4163787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-400'] for router, precommit_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:58.967658 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0535519-bcb3-4e46-a219-1d06f0a4a9dd tempest-SecGroupTest-1480583616 tempest-SecGroupTest-1480583616-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc6d0221-98eb-4e72-9a1d-0e8338ce74e1,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:25:59.006306 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-6d600e9b-7173-43a7-b109-cce29aac6317 tempest-SecGroupTest-1480583616 tempest-SecGroupTest-1480583616-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0539098 Jul 27 21:25:59.013082 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 57952) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:25:59.062015 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-6c36eb54-7f47-43c3-b0a6-a4c2d3f04673 tempest-SecGroupTest-1480583616 tempest-SecGroupTest-1480583616-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0475180 Jul 27 21:25:59.176970 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-2fdc0f63-1451-4fcb-bc1f-30dbeaa50197 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Notify callbacks [] for router_gateway, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:59.207634 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-2fdc0f63-1451-4fcb-bc1f-30dbeaa50197 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:59.313414 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device e6f46317-50c9-4c66-b210-4592d3779515 up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:25:59.363149 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.db_base_plugin_common [None req-2fdc0f63-1451-4fcb-bc1f-30dbeaa50197 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Allocated IP 172.25.5.221 (8735d8a2-b604-4758-ae71-b40e4ee6f305/eca7dbab-b9c0-4c8f-a272-816ea8a81764/52f45676-9bff-46b3-9b6a-49c95e60325a) {{(pid=105584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:25:59.372867 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port e6f46317-50c9-4c66-b210-4592d3779515 triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:25:59.373440 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:59.398468 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 57962) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:25:59.515205 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-2fdc0f63-1451-4fcb-bc1f-30dbeaa50197 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Notify callbacks [] for port, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:59.572374 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-2fdc0f63-1451-4fcb-bc1f-30dbeaa50197 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:59.592919 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-195f689a-6c44-412e-933d-bfd32a43595b admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=f17ef460c52a4c87a6b19701d4d5909a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1911943 Jul 27 21:25:59.593159 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 57966) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:25:59.613772 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fdc0f63-1451-4fcb-bc1f-30dbeaa50197 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Network 8735d8a2-b604-4758-ae71-b40e4ee6f305 is already hosted by enough agents. {{(pid=105584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:25:59.616553 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [None req-2fdc0f63-1451-4fcb-bc1f-30dbeaa50197 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Resources bound (agent type, host, resource id): {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:25:59.622344 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fdc0f63-1451-4fcb-bc1f-30dbeaa50197 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Received port after_create {{(pid=105584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:25:59.625379 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fdc0f63-1451-4fcb-bc1f-30dbeaa50197 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Pushing event updated for resources: {'Port': ['ID=52f45676-9bff-46b3-9b6a-49c95e60325a,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:25:59.650625 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-9b7b3df6-2c64-4a44-9287-bbdd247002f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:59.680114 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-9b7b3df6-2c64-4a44-9287-bbdd247002f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:59.736319 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-9b7b3df6-2c64-4a44-9287-bbdd247002f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:59.739183 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-9b7b3df6-2c64-4a44-9287-bbdd247002f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:59.740626 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-9b7b3df6-2c64-4a44-9287-bbdd247002f1 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/a53a4c6c-f2bd-4bc5-9f96-7acf4e2eea2f HTTP/1.1" status: 204 len: 168 time: 0.1462388 Jul 27 21:25:59.750063 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7b3df6-2c64-4a44-9287-bbdd247002f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a53a4c6c-f2bd-4bc5-9f96-7acf4e2eea2f,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:25:59.949361 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-2fdc0f63-1451-4fcb-bc1f-30dbeaa50197 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Notify callbacks [] for router_gateway, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:26:00.199757 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-2fdc0f63-1451-4fcb-bc1f-30dbeaa50197 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4163804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4077150'] for router, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:26:00.371528 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fdc0f63-1451-4fcb-bc1f-30dbeaa50197 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Router 4d9c7539-23bd-434b-8946-f6181965c705 is scheduled to L3 agent dd128fd7-8e57-4d4f-895b-a96b369df59a with binding_index 1 {{(pid=105584) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 21:26:00.498963 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fdc0f63-1451-4fcb-bc1f-30dbeaa50197 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Notify agent at l3_agent.n-d-705658-22 the message routers_updated {{(pid=105584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:26:00.533998 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23d51d6c-5eeb-46bd-bfa2-fbd935092e44 None None] Sync routers for ids ['4d9c7539-23bd-434b-8946-f6181965c705'] in n-d-705658-22 {{(pid=105586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:26:00.545376 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-2fdc0f63-1451-4fcb-bc1f-30dbeaa50197 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Notify callbacks [] for router, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:26:00.546753 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-2fdc0f63-1451-4fcb-bc1f-30dbeaa50197 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.2401593 Jul 27 21:26:00.550073 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 57992) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:26:00.573101 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23d51d6c-5eeb-46bd-bfa2-fbd935092e44 None None] Routers {'4d9c7539-23bd-434b-8946-f6181965c705'} bound to L3 agent in host n-d-705658-22 {{(pid=105586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:26:00.574464 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-23d51d6c-5eeb-46bd-bfa2-fbd935092e44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:25:42Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['4d9c7539-23bd-434b-8946-f6181965c705'], 'active': True} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:26:00.871893 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvr_db [None req-23d51d6c-5eeb-46bd-bfa2-fbd935092e44 None None] Set router 4d9c7539-23bd-434b-8946-f6181965c705 gateway port host: n-d-705658-22 {{(pid=105586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:26:00.873415 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-e99df707-a670-465c-a920-3d0dcaef18ec tempest-TestNetworkBasicOps-559712279 tempest-TestNetworkBasicOps-559712279-project-admin] 10.222.0.59 "GET /v2.0/subnets?project_id=0874e603f76049468af3a11efcc1e552&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3218544 Jul 27 21:26:00.875792 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 58000) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:26:01.096968 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0069290d-1335-457e-bb69-af220c82e035 tempest-TestNetworkBasicOps-559712279 tempest-TestNetworkBasicOps-559712279-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:26:01.098784 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-0069290d-1335-457e-bb69-af220c82e035 tempest-TestNetworkBasicOps-559712279 tempest-TestNetworkBasicOps-559712279-project-admin] 10.222.0.59 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2217948 Jul 27 21:26:01.101472 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 58008) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:26:01.129878 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-23d51d6c-5eeb-46bd-bfa2-fbd935092e44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d9c7539-23bd-434b-8946-f6181965c705', 'name': 'tempest-TestNetworkBasicOps-router-2123304900', 'tenant_id': '0874e603f76049468af3a11efcc1e552', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.221'}], 'enable_snat': True}, 'gw_port_id': '52f45676-9bff-46b3-9b6a-49c95e60325a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:25:58Z', 'updated_at': '2021-07-27T21:25:59Z', 'revision_number': 3, 'project_id': '0874e603f76049468af3a11efcc1e552', 'gw_port': {'id': '52f45676-9bff-46b3-9b6a-49c95e60325a', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:1a:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d9c7539-23bd-434b-8946-f6181965c705', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3768, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:25:59Z', 'updated_at': '2021-07-27T21:25:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22'}], 'n-d-705658-22', False) {} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:26:01.166146 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-6ad82eae-f377-496a-a6b9-4e0a57198bfc tempest-TestNetworkBasicOps-559712279 tempest-TestNetworkBasicOps-559712279-project-admin] 10.222.0.59 "GET /v2.0/subnets?network_id=8735d8a2-b604-4758-ae71-b40e4ee6f305&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0634069 Jul 27 21:26:01.169461 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 58012) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:26:01.169939 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23d51d6c-5eeb-46bd-bfa2-fbd935092e44 None None] Checking router: 4d9c7539-23bd-434b-8946-f6181965c705 for host: n-d-705658-22 {{(pid=105586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:26:01.170303 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23d51d6c-5eeb-46bd-bfa2-fbd935092e44 None None] Updating router 4d9c7539-23bd-434b-8946-f6181965c705 port 52f45676-9bff-46b3-9b6a-49c95e60325a binding host n-d-705658-22 {{(pid=105586) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 21:26:01.178745 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-141b5287-2d47-44dd-bbb9-dae33734c342 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1433043173', 'network_id': '17303b05-d1d1-4492-ba85-d84bd43759ef', 'project_id': '0874e603f76049468af3a11efcc1e552', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:26:01.224681 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-23d51d6c-5eeb-46bd-bfa2-fbd935092e44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:26:01.309271 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-141b5287-2d47-44dd-bbb9-dae33734c342 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Made reservation on behalf of 0874e603f76049468af3a11efcc1e552 for: {'subnet': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:26:01.313118 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-141b5287-2d47-44dd-bbb9-dae33734c342 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9738786'] for subnet, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:26:01.591539 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-141b5287-2d47-44dd-bbb9-dae33734c342 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9014150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9738800'] for subnet, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:26:01.603370 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-23d51d6c-5eeb-46bd-bfa2-fbd935092e44 None None] Notify callbacks [] for port, precommit_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:26:01.616455 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-23d51d6c-5eeb-46bd-bfa2-fbd935092e44 None None] Transition to ACTIVE for port object 52f45676-9bff-46b3-9b6a-49c95e60325a will not be triggered until provisioned by entity L2. {{(pid=105586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:26:01.625485 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-23d51d6c-5eeb-46bd-bfa2-fbd935092e44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:26:01.686472 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7d0f78-d56c-4256-9d8d-24936186fc65 None None] Pushing event updated for resources: {'Port': ['ID=52f45676-9bff-46b3-9b6a-49c95e60325a,revision_number=2']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:26:01.713811 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141b5287-2d47-44dd-bbb9-dae33734c342 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Pushing event updated for resources: {'Subnet': ['ID=53e00eb4-77da-49e5-b89b-8e679aee8fe8,revision_number=0']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:26:01.714335 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-23d51d6c-5eeb-46bd-bfa2-fbd935092e44 None None] Attempting to bind port 52f45676-9bff-46b3-9b6a-49c95e60325a on host n-d-705658-22 for vnic_type normal with profile {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:26:01.714721 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-23d51d6c-5eeb-46bd-bfa2-fbd935092e44 None None] Attempting to bind port 52f45676-9bff-46b3-9b6a-49c95e60325a by drivers openvswitch,hyperv on host n-d-705658-22 at level 0 using segments [{'id': '12196855-9a32-4633-9a56-77697ef9e126', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305'}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:26:01.715108 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23d51d6c-5eeb-46bd-bfa2-fbd935092e44 None None] Attempting to bind port 52f45676-9bff-46b3-9b6a-49c95e60325a on network 8735d8a2-b604-4758-ae71-b40e4ee6f305 {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:26:01.720582 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23d51d6c-5eeb-46bd-bfa2-fbd935092e44 None None] Checking agent: {'id': '04a7ea91-6318-467e-ace6-b0fb48c8690f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 41, 42), 'started_at': datetime.datetime(2021, 7, 27, 20, 42, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 25, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:26:01.720918 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23d51d6c-5eeb-46bd-bfa2-fbd935092e44 None None] Checking segment: {'id': '12196855-9a32-4633-9a56-77697ef9e126', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:26:01.721305 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-23d51d6c-5eeb-46bd-bfa2-fbd935092e44 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:26:01.721974 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23d51d6c-5eeb-46bd-bfa2-fbd935092e44 None None] Bound using segment: {'id': '12196855-9a32-4633-9a56-77697ef9e126', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305'} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:26:01.722305 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-23d51d6c-5eeb-46bd-bfa2-fbd935092e44 None None] Bound port: 52f45676-9bff-46b3-9b6a-49c95e60325a, host: n-d-705658-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12196855-9a32-4633-9a56-77697ef9e126', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305'}}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:26:01.722695 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-23d51d6c-5eeb-46bd-bfa2-fbd935092e44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:26:01.736136 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-141b5287-2d47-44dd-bbb9-dae33734c342 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Checking segment: {'id': '9c20e27a-91a1-474d-adc0-72aa145295a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '17303b05-d1d1-4492-ba85-d84bd43759ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:26:01.736498 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-141b5287-2d47-44dd-bbb9-dae33734c342 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Network hostable DHCP agents. Network: 17303b05-d1d1-4492-ba85-d84bd43759ef, hostable agents: ['7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a'], hosted agents: [] {{(pid=105584) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:26:01.763438 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-141b5287-2d47-44dd-bbb9-dae33734c342 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Network 17303b05-d1d1-4492-ba85-d84bd43759ef is scheduled to be hosted by DHCP agent 7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a with binding_index 1 {{(pid=105584) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:26:01.776830 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [None req-141b5287-2d47-44dd-bbb9-dae33734c342 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-22, 17303b05-d1d1-4492-ba85-d84bd43759ef) {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:26:01.782095 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-141b5287-2d47-44dd-bbb9-dae33734c342 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:26:01.782706 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-141b5287-2d47-44dd-bbb9-dae33734c342 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Notify callbacks [] for subnet, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:26:01.792382 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-631ab816-e777-4dc2-9a98-8f45e599fbe6 None None] Network 17303b05-d1d1-4492-ba85-d84bd43759ef requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:26:01.805387 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-141b5287-2d47-44dd-bbb9-dae33734c342 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6322045 Jul 27 21:26:01.805610 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 58026) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:26:01.811925 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-23d51d6c-5eeb-46bd-bfa2-fbd935092e44 None None] For port 52f45676-9bff-46b3-9b6a-49c95e60325a, host n-d-705658-22, cleared binding levels {{(pid=105586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:26:01.859115 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-23d51d6c-5eeb-46bd-bfa2-fbd935092e44 None None] For port 52f45676-9bff-46b3-9b6a-49c95e60325a, host n-d-705658-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=52f45676-9bff-46b3-9b6a-49c95e60325a,segment=NetworkSegment(12196855-9a32-4633-9a56-77697ef9e126),segment_id=12196855-9a32-4633-9a56-77697ef9e126)] {{(pid=105586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:26:01.871622 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-23d51d6c-5eeb-46bd-bfa2-fbd935092e44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:26:01.973852 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23d51d6c-5eeb-46bd-bfa2-fbd935092e44 None None] Routers {'4d9c7539-23bd-434b-8946-f6181965c705'} bound to L3 agent in host n-d-705658-22 {{(pid=105586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:26:01.974511 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-23d51d6c-5eeb-46bd-bfa2-fbd935092e44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:25:42Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['4d9c7539-23bd-434b-8946-f6181965c705'], 'active': True} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:26:02.038066 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7d0f78-d56c-4256-9d8d-24936186fc65 None None] Pushing event updated for resources: {'Port': ['ID=52f45676-9bff-46b3-9b6a-49c95e60325a,revision_number=3']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:26:02.146529 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1c41d67-75cc-4038-958b-a614678bb548 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30bb4b93-b285-5d90-9493-f9ec33ea333c-17303b05-d1d1-4492-ba85-d84bd43759ef', 'network_id': '17303b05-d1d1-4492-ba85-d84bd43759ef', 'tenant_id': '0874e603f76049468af3a11efcc1e552', 'fixed_ips': [{'subnet_id': '53e00eb4-77da-49e5-b89b-8e679aee8fe8'}]}} from n-d-705658-22. {{(pid=105586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 21:26:02.147568 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-e1c41d67-75cc-4038-958b-a614678bb548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:26:02.163325 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvr_db [None req-23d51d6c-5eeb-46bd-bfa2-fbd935092e44 None None] Set router 4d9c7539-23bd-434b-8946-f6181965c705 gateway port host: n-d-705658-22 {{(pid=105586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:26:02.423479 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-bc80bd9e-5796-421f-aa1d-91c69d5ce9ad tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:26:02.447579 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.db_base_plugin_common [None req-e1c41d67-75cc-4038-958b-a614678bb548 None None] Allocated IP 172.20.0.2 (17303b05-d1d1-4492-ba85-d84bd43759ef/53e00eb4-77da-49e5-b89b-8e679aee8fe8/dc45753d-c7ab-4dd9-9828-9f2461a4f51d) {{(pid=105586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:26:02.580880 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-23d51d6c-5eeb-46bd-bfa2-fbd935092e44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d9c7539-23bd-434b-8946-f6181965c705', 'name': 'tempest-TestNetworkBasicOps-router-2123304900', 'tenant_id': '0874e603f76049468af3a11efcc1e552', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.221'}], 'enable_snat': True}, 'gw_port_id': '52f45676-9bff-46b3-9b6a-49c95e60325a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:25:58Z', 'updated_at': '2021-07-27T21:25:59Z', 'revision_number': 3, 'project_id': '0874e603f76049468af3a11efcc1e552', 'gw_port': {'id': '52f45676-9bff-46b3-9b6a-49c95e60325a', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:1a:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d9c7539-23bd-434b-8946-f6181965c705', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3768, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:25:59Z', 'updated_at': '2021-07-27T21:26:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22'}], 'n-d-705658-22', False) {} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:26:02.617643 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23d51d6c-5eeb-46bd-bfa2-fbd935092e44 None None] The sync data for ids ['4d9c7539-23bd-434b-8946-f6181965c705'] in n-d-705658-22 is: [{'id': '4d9c7539-23bd-434b-8946-f6181965c705', 'name': 'tempest-TestNetworkBasicOps-router-2123304900', 'tenant_id': '0874e603f76049468af3a11efcc1e552', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.221'}], 'enable_snat': True}, 'gw_port_id': '52f45676-9bff-46b3-9b6a-49c95e60325a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:25:58Z', 'updated_at': '2021-07-27T21:25:59Z', 'revision_number': 3, 'project_id': '0874e603f76049468af3a11efcc1e552', 'gw_port': {'id': '52f45676-9bff-46b3-9b6a-49c95e60325a', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:1a:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d9c7539-23bd-434b-8946-f6181965c705', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3768, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:25:59Z', 'updated_at': '2021-07-27T21:26:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22'}] {{(pid=105586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:26:02.750385 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-e1c41d67-75cc-4038-958b-a614678bb548 None None] Notify callbacks [] for port, precommit_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:26:02.760225 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-e1c41d67-75cc-4038-958b-a614678bb548 None None] Transition to ACTIVE for port object dc45753d-c7ab-4dd9-9828-9f2461a4f51d will not be triggered until provisioned by entity L2. {{(pid=105586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:26:02.776515 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-e1c41d67-75cc-4038-958b-a614678bb548 None None] Transition to ACTIVE for port object dc45753d-c7ab-4dd9-9828-9f2461a4f51d will not be triggered until provisioned by entity DHCP. {{(pid=105586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:26:02.791861 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-e1c41d67-75cc-4038-958b-a614678bb548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143'] for port, after_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:26:02.838236 n-d-705658-22 neutron-server[105586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1c41d67-75cc-4038-958b-a614678bb548 None None] Network 17303b05-d1d1-4492-ba85-d84bd43759ef is already hosted by enough agents. {{(pid=105586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:26:02.842635 n-d-705658-22 neutron-server[105586]: DEBUG neutron.scheduler.base_scheduler [None req-e1c41d67-75cc-4038-958b-a614678bb548 None None] Resources bound (agent type, host, resource id): {{(pid=105586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:26:02.849437 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1c41d67-75cc-4038-958b-a614678bb548 None None] Received port after_create {{(pid=105586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:26:02.866858 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.db_base_plugin_common [None req-bc80bd9e-5796-421f-aa1d-91c69d5ce9ad tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Allocated IP 172.20.0.1 (17303b05-d1d1-4492-ba85-d84bd43759ef/53e00eb4-77da-49e5-b89b-8e679aee8fe8/a6504035-9cf2-4698-bdda-8edd0aa50518) {{(pid=105584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:26:02.923083 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c41d67-75cc-4038-958b-a614678bb548 None None] Pushing event updated for resources: {'Port': ['ID=dc45753d-c7ab-4dd9-9828-9f2461a4f51d,revision_number=1']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:26:02.947720 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-e1c41d67-75cc-4038-958b-a614678bb548 None None] Attempting to bind port dc45753d-c7ab-4dd9-9828-9f2461a4f51d on host n-d-705658-22 for vnic_type normal with profile {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:26:02.948098 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-e1c41d67-75cc-4038-958b-a614678bb548 None None] Attempting to bind port dc45753d-c7ab-4dd9-9828-9f2461a4f51d by drivers openvswitch,hyperv on host n-d-705658-22 at level 0 using segments [{'id': '9c20e27a-91a1-474d-adc0-72aa145295a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '17303b05-d1d1-4492-ba85-d84bd43759ef'}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:26:02.948467 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1c41d67-75cc-4038-958b-a614678bb548 None None] Attempting to bind port dc45753d-c7ab-4dd9-9828-9f2461a4f51d on network 17303b05-d1d1-4492-ba85-d84bd43759ef {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:26:02.960919 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1c41d67-75cc-4038-958b-a614678bb548 None None] Checking agent: {'id': '04a7ea91-6318-467e-ace6-b0fb48c8690f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 41, 42), 'started_at': datetime.datetime(2021, 7, 27, 20, 42, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 25, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:26:02.961648 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1c41d67-75cc-4038-958b-a614678bb548 None None] Checking segment: {'id': '9c20e27a-91a1-474d-adc0-72aa145295a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '17303b05-d1d1-4492-ba85-d84bd43759ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:26:02.962273 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-e1c41d67-75cc-4038-958b-a614678bb548 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:26:02.963139 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1c41d67-75cc-4038-958b-a614678bb548 None None] Bound using segment: {'id': '9c20e27a-91a1-474d-adc0-72aa145295a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '17303b05-d1d1-4492-ba85-d84bd43759ef'} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:26:02.963847 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-e1c41d67-75cc-4038-958b-a614678bb548 None None] Bound port: dc45753d-c7ab-4dd9-9828-9f2461a4f51d, host: n-d-705658-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c20e27a-91a1-474d-adc0-72aa145295a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '17303b05-d1d1-4492-ba85-d84bd43759ef'}}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:26:02.964540 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-e1c41d67-75cc-4038-958b-a614678bb548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:26:03.073123 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-e1c41d67-75cc-4038-958b-a614678bb548 None None] For port dc45753d-c7ab-4dd9-9828-9f2461a4f51d, host n-d-705658-22, cleared binding levels {{(pid=105586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:26:03.076639 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-e1c41d67-75cc-4038-958b-a614678bb548 None None] For port dc45753d-c7ab-4dd9-9828-9f2461a4f51d, host n-d-705658-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=dc45753d-c7ab-4dd9-9828-9f2461a4f51d,segment=NetworkSegment(9c20e27a-91a1-474d-adc0-72aa145295a4),segment_id=9c20e27a-91a1-474d-adc0-72aa145295a4)] {{(pid=105586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:26:03.085910 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-e1c41d67-75cc-4038-958b-a614678bb548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:26:03.093849 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-bc80bd9e-5796-421f-aa1d-91c69d5ce9ad tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Notify callbacks [] for port, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:26:03.110565 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.provisioning_blocks [None req-bc80bd9e-5796-421f-aa1d-91c69d5ce9ad tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Transition to ACTIVE for port object a6504035-9cf2-4698-bdda-8edd0aa50518 will not be triggered until provisioned by entity DHCP. {{(pid=105584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:26:03.180369 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c41d67-75cc-4038-958b-a614678bb548 None None] Pushing event updated for resources: {'Port': ['ID=dc45753d-c7ab-4dd9-9828-9f2461a4f51d,revision_number=2']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:26:03.201597 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-bc80bd9e-5796-421f-aa1d-91c69d5ce9ad tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:26:03.305620 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc80bd9e-5796-421f-aa1d-91c69d5ce9ad tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Network 17303b05-d1d1-4492-ba85-d84bd43759ef is already hosted by enough agents. {{(pid=105584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:26:03.323357 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [None req-bc80bd9e-5796-421f-aa1d-91c69d5ce9ad tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Resources bound (agent type, host, resource id): {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:26:03.325843 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc80bd9e-5796-421f-aa1d-91c69d5ce9ad tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Pushing event updated for resources: {'Port': ['ID=a6504035-9cf2-4698-bdda-8edd0aa50518,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:26:03.328137 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc80bd9e-5796-421f-aa1d-91c69d5ce9ad tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Received port after_create {{(pid=105584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:26:03.407840 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-bc80bd9e-5796-421f-aa1d-91c69d5ce9ad tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4075523'] for router_interface, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:26:03.418775 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 52f45676-9bff-46b3-9b6a-49c95e60325a up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:26:03.552110 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning for port 52f45676-9bff-46b3-9b6a-49c95e60325a completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:26:03.558050 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port 52f45676-9bff-46b3-9b6a-49c95e60325a triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:26:03.570690 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:26:03.700941 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:26:03.716973 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-bc80bd9e-5796-421f-aa1d-91c69d5ce9ad tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:26:03.755900 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] For port 52f45676-9bff-46b3-9b6a-49c95e60325a, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=52f45676-9bff-46b3-9b6a-49c95e60325a,segment=NetworkSegment(12196855-9a32-4633-9a56-77697ef9e126),segment_id=12196855-9a32-4633-9a56-77697ef9e126)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:26:03.773093 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:26:03.871040 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Pushing event updated for resources: {'Port': ['ID=52f45676-9bff-46b3-9b6a-49c95e60325a,revision_number=4']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:26:04.154151 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-bc80bd9e-5796-421f-aa1d-91c69d5ce9ad tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Notify callbacks [] for port, precommit_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:26:04.160398 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-bc80bd9e-5796-421f-aa1d-91c69d5ce9ad tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9014027'] for port, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:26:04.257832 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-bc80bd9e-5796-421f-aa1d-91c69d5ce9ad tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3743906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4076435'] for router_interface, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:26:04.333013 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc80bd9e-5796-421f-aa1d-91c69d5ce9ad tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Pushing event updated for resources: {'Port': ['ID=a6504035-9cf2-4698-bdda-8edd0aa50518,revision_number=2']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:26:04.409032 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc80bd9e-5796-421f-aa1d-91c69d5ce9ad tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Network 17303b05-d1d1-4492-ba85-d84bd43759ef is already hosted by enough agents. {{(pid=105584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:26:04.409253 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [None req-bc80bd9e-5796-421f-aa1d-91c69d5ce9ad tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Resources bound (agent type, host, resource id): {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:26:04.579362 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc80bd9e-5796-421f-aa1d-91c69d5ce9ad tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Router 4d9c7539-23bd-434b-8946-f6181965c705 has already been hosted by L3 agent dd128fd7-8e57-4d4f-895b-a96b369df59a {{(pid=105584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:26:04.650158 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f48ffc7-f2e5-4caa-a2cc-580ab1569283 None None] Network 17303b05-d1d1-4492-ba85-d84bd43759ef requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:26:04.716774 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc80bd9e-5796-421f-aa1d-91c69d5ce9ad tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Notify agent at l3_agent.n-d-705658-22 the message routers_updated {{(pid=105584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:26:04.728543 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-bc80bd9e-5796-421f-aa1d-91c69d5ce9ad tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] 10.222.0.59 "PUT /v2.0/routers/4d9c7539-23bd-434b-8946-f6181965c705/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9216633 Jul 27 21:26:04.731620 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 58054) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:26:04.781252 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-c84ff4f0-e83d-472f-b2d7-faea50fd3bd1 None None] Provisioning for port dc45753d-c7ab-4dd9-9828-9f2461a4f51d completed by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:26:05.056311 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15169297-9900-47d4-96de-05a639b55c90 tempest-TestNetworkBasicOps-559712279 tempest-TestNetworkBasicOps-559712279-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:26:05.057048 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15169297-9900-47d4-96de-05a639b55c90 tempest-TestNetworkBasicOps-559712279 tempest-TestNetworkBasicOps-559712279-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:26:05.057512 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15169297-9900-47d4-96de-05a639b55c90 tempest-TestNetworkBasicOps-559712279 tempest-TestNetworkBasicOps-559712279-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:26:05.058421 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15169297-9900-47d4-96de-05a639b55c90 tempest-TestNetworkBasicOps-559712279 tempest-TestNetworkBasicOps-559712279-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:26:05.058948 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15169297-9900-47d4-96de-05a639b55c90 tempest-TestNetworkBasicOps-559712279 tempest-TestNetworkBasicOps-559712279-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:26:05.059441 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15169297-9900-47d4-96de-05a639b55c90 tempest-TestNetworkBasicOps-559712279 tempest-TestNetworkBasicOps-559712279-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:26:05.059897 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15169297-9900-47d4-96de-05a639b55c90 tempest-TestNetworkBasicOps-559712279 tempest-TestNetworkBasicOps-559712279-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:26:05.064269 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-15169297-9900-47d4-96de-05a639b55c90 tempest-TestNetworkBasicOps-559712279 tempest-TestNetworkBasicOps-559712279-project-admin] 10.222.0.59 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4974 time: 0.3291712 Jul 27 21:26:05.064498 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 58058) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:26:05.124232 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fab7baaa-9022-44b5-9689-48f6a5be1d94 None None] Sync routers for ids ['4d9c7539-23bd-434b-8946-f6181965c705'] in n-d-705658-22 {{(pid=105587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:26:05.139047 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fab7baaa-9022-44b5-9689-48f6a5be1d94 None None] Routers {'4d9c7539-23bd-434b-8946-f6181965c705'} bound to L3 agent in host n-d-705658-22 {{(pid=105587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:26:05.140032 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-fab7baaa-9022-44b5-9689-48f6a5be1d94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:25:42Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['4d9c7539-23bd-434b-8946-f6181965c705'], 'active': True} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:26:05.181120 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59f9a36b-5f49-4c9e-92f1-99433194302f tempest-TestNetworkBasicOps-559712279 tempest-TestNetworkBasicOps-559712279-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:26:05.181679 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59f9a36b-5f49-4c9e-92f1-99433194302f tempest-TestNetworkBasicOps-559712279 tempest-TestNetworkBasicOps-559712279-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:26:05.182152 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59f9a36b-5f49-4c9e-92f1-99433194302f tempest-TestNetworkBasicOps-559712279 tempest-TestNetworkBasicOps-559712279-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:26:05.183416 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59f9a36b-5f49-4c9e-92f1-99433194302f tempest-TestNetworkBasicOps-559712279 tempest-TestNetworkBasicOps-559712279-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:26:05.183873 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59f9a36b-5f49-4c9e-92f1-99433194302f tempest-TestNetworkBasicOps-559712279 tempest-TestNetworkBasicOps-559712279-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:26:05.184329 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59f9a36b-5f49-4c9e-92f1-99433194302f tempest-TestNetworkBasicOps-559712279 tempest-TestNetworkBasicOps-559712279-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:26:05.184781 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59f9a36b-5f49-4c9e-92f1-99433194302f tempest-TestNetworkBasicOps-559712279 tempest-TestNetworkBasicOps-559712279-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:26:05.190394 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 58060) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:26:05.193425 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-59f9a36b-5f49-4c9e-92f1-99433194302f tempest-TestNetworkBasicOps-559712279 tempest-TestNetworkBasicOps-559712279-project-admin] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4632 time: 0.1277046 Jul 27 21:26:05.312556 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvr_db [None req-fab7baaa-9022-44b5-9689-48f6a5be1d94 None None] Set router 4d9c7539-23bd-434b-8946-f6181965c705 gateway port host: n-d-705658-22 {{(pid=105587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:26:05.344099 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-d0181be9-bb95-45bc-a82c-e9d7ed90882d None None] Provisioning for port a6504035-9cf2-4698-bdda-8edd0aa50518 completed by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:26:05.348833 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-d0181be9-bb95-45bc-a82c-e9d7ed90882d None None] Provisioning complete for port a6504035-9cf2-4698-bdda-8edd0aa50518 triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:26:05.349262 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-d0181be9-bb95-45bc-a82c-e9d7ed90882d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:26:05.437906 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-d0181be9-bb95-45bc-a82c-e9d7ed90882d None None] Port a6504035-9cf2-4698-bdda-8edd0aa50518 cannot update to ACTIVE because it is not bound. {{(pid=105586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:26:05.443782 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 52f45676-9bff-46b3-9b6a-49c95e60325a up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:26:05.525790 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port 52f45676-9bff-46b3-9b6a-49c95e60325a triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:26:05.526541 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:26:05.705601 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-fab7baaa-9022-44b5-9689-48f6a5be1d94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d9c7539-23bd-434b-8946-f6181965c705', 'name': 'tempest-TestNetworkBasicOps-router-2123304900', 'tenant_id': '0874e603f76049468af3a11efcc1e552', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.221'}], 'enable_snat': True}, 'gw_port_id': '52f45676-9bff-46b3-9b6a-49c95e60325a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:25:58Z', 'updated_at': '2021-07-27T21:26:03Z', 'revision_number': 4, 'project_id': '0874e603f76049468af3a11efcc1e552', 'gw_port': {'id': '52f45676-9bff-46b3-9b6a-49c95e60325a', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:1a:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d9c7539-23bd-434b-8946-f6181965c705', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3768, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:25:59Z', 'updated_at': '2021-07-27T21:26:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_interfaces': [{'id': 'a6504035-9cf2-4698-bdda-8edd0aa50518', 'name': '', 'network_id': '17303b05-d1d1-4492-ba85-d84bd43759ef', 'tenant_id': '0874e603f76049468af3a11efcc1e552', 'mac_address': 'fa:16:3e:7a:29:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d9c7539-23bd-434b-8946-f6181965c705', 'device_owner': 'network:router_interface', 'standard_attr_id': 3771, 'fixed_ips': [{'subnet_id': '53e00eb4-77da-49e5-b89b-8e679aee8fe8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:26:02Z', 'updated_at': '2021-07-27T21:26:03Z', 'revision_number': 2, 'project_id': '0874e603f76049468af3a11efcc1e552', 'subnets': [{'id': '53e00eb4-77da-49e5-b89b-8e679aee8fe8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-22', False) {} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:26:05.710235 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device dc45753d-c7ab-4dd9-9828-9f2461a4f51d up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:26:05.762618 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fab7baaa-9022-44b5-9689-48f6a5be1d94 None None] Checking router: 4d9c7539-23bd-434b-8946-f6181965c705 for host: n-d-705658-22 {{(pid=105587) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:26:05.762976 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fab7baaa-9022-44b5-9689-48f6a5be1d94 None None] Updating router 4d9c7539-23bd-434b-8946-f6181965c705 port a6504035-9cf2-4698-bdda-8edd0aa50518 binding host n-d-705658-22 {{(pid=105587) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 21:26:05.805695 n-d-705658-22 neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-fab7baaa-9022-44b5-9689-48f6a5be1d94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:26:05.829358 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-a3d87b24-f279-4af7-96b3-1b54029d8e7a None None] Provisioning complete for port a6504035-9cf2-4698-bdda-8edd0aa50518 triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:26:05.835218 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-a3d87b24-f279-4af7-96b3-1b54029d8e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:26:05.938409 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-a3d87b24-f279-4af7-96b3-1b54029d8e7a None None] Port a6504035-9cf2-4698-bdda-8edd0aa50518 cannot update to ACTIVE because it is not bound. {{(pid=105586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:26:05.954429 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning for port dc45753d-c7ab-4dd9-9828-9f2461a4f51d completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:26:05.967483 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port dc45753d-c7ab-4dd9-9828-9f2461a4f51d triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:26:05.970912 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:26:06.137046 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:26:06.163467 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 58072) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:26:06.243620 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] For port dc45753d-c7ab-4dd9-9828-9f2461a4f51d, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=dc45753d-c7ab-4dd9-9828-9f2461a4f51d,segment=NetworkSegment(9c20e27a-91a1-474d-adc0-72aa145295a4),segment_id=9c20e27a-91a1-474d-adc0-72aa145295a4)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:26:06.244943 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-781ce84d-046a-465d-bde4-304558155b43 None None] Provisioning complete for port a6504035-9cf2-4698-bdda-8edd0aa50518 triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:26:06.245408 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-781ce84d-046a-465d-bde4-304558155b43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:26:06.278220 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:26:06.320311 n-d-705658-22 neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-fab7baaa-9022-44b5-9689-48f6a5be1d94 None None] Notify callbacks [] for port, precommit_update {{(pid=105587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:26:06.335715 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.provisioning_blocks [None req-fab7baaa-9022-44b5-9689-48f6a5be1d94 None None] Transition to ACTIVE for port object a6504035-9cf2-4698-bdda-8edd0aa50518 will not be triggered until provisioned by entity L2. {{(pid=105587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:26:06.363540 n-d-705658-22 neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-fab7baaa-9022-44b5-9689-48f6a5be1d94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:26:06.378590 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Pushing event updated for resources: {'Port': ['ID=dc45753d-c7ab-4dd9-9828-9f2461a4f51d,revision_number=3']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:26:06.383013 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-781ce84d-046a-465d-bde4-304558155b43 None None] Port a6504035-9cf2-4698-bdda-8edd0aa50518 cannot update to ACTIVE because it is not bound. {{(pid=105586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:26:06.388933 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-7acd73f4-b1b7-4bcc-ac9c-45886b7d4d4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:26:06.474008 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:26:06.481847 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-30d262df-ac41-418c-a042-4e6e49e2b114 tempest-TestNetworkBasicOps-559712279 tempest-TestNetworkBasicOps-559712279-project-admin] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3780 time: 1.2874057 Jul 27 21:26:06.516584 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5896c22-b8d7-4eb4-a487-6ff1a728dde5 None None] Pushing event updated for resources: {'Port': ['ID=a6504035-9cf2-4698-bdda-8edd0aa50518,revision_number=3']} {{(pid=105587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:26:06.573516 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-7acd73f4-b1b7-4bcc-ac9c-45886b7d4d4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:26:06.587655 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-7acd73f4-b1b7-4bcc-ac9c-45886b7d4d4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:26:06.594806 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.managers [None req-fab7baaa-9022-44b5-9689-48f6a5be1d94 None None] Attempting to bind port a6504035-9cf2-4698-bdda-8edd0aa50518 on host n-d-705658-22 for vnic_type normal with profile {{(pid=105587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:26:06.595514 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.managers [None req-fab7baaa-9022-44b5-9689-48f6a5be1d94 None None] Attempting to bind port a6504035-9cf2-4698-bdda-8edd0aa50518 by drivers openvswitch,hyperv on host n-d-705658-22 at level 0 using segments [{'id': '9c20e27a-91a1-474d-adc0-72aa145295a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '17303b05-d1d1-4492-ba85-d84bd43759ef'}] {{(pid=105587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:26:06.595718 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fab7baaa-9022-44b5-9689-48f6a5be1d94 None None] Attempting to bind port a6504035-9cf2-4698-bdda-8edd0aa50518 on network 17303b05-d1d1-4492-ba85-d84bd43759ef {{(pid=105587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:26:06.601549 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fab7baaa-9022-44b5-9689-48f6a5be1d94 None None] Checking agent: {'id': '04a7ea91-6318-467e-ace6-b0fb48c8690f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 41, 42), 'started_at': datetime.datetime(2021, 7, 27, 20, 42, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 25, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:26:06.601919 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fab7baaa-9022-44b5-9689-48f6a5be1d94 None None] Checking segment: {'id': '9c20e27a-91a1-474d-adc0-72aa145295a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '17303b05-d1d1-4492-ba85-d84bd43759ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:26:06.602392 n-d-705658-22 neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-fab7baaa-9022-44b5-9689-48f6a5be1d94 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:26:06.602823 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fab7baaa-9022-44b5-9689-48f6a5be1d94 None None] Bound using segment: {'id': '9c20e27a-91a1-474d-adc0-72aa145295a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '17303b05-d1d1-4492-ba85-d84bd43759ef'} {{(pid=105587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:26:06.603329 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.managers [None req-fab7baaa-9022-44b5-9689-48f6a5be1d94 None None] Bound port: a6504035-9cf2-4698-bdda-8edd0aa50518, host: n-d-705658-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c20e27a-91a1-474d-adc0-72aa145295a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '17303b05-d1d1-4492-ba85-d84bd43759ef'}}] {{(pid=105587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:26:06.603713 n-d-705658-22 neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-fab7baaa-9022-44b5-9689-48f6a5be1d94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:26:06.651328 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-7acd73f4-b1b7-4bcc-ac9c-45886b7d4d4a admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=03b278d87b7c4732b2843aa113853bde&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4865894 Jul 27 21:26:06.653153 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7acd73f4-b1b7-4bcc-ac9c-45886b7d4d4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f914424-0f71-4ef5-9bcb-dee1bf4230a7,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:26:06.655276 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 58078) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:26:06.662652 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7acd73f4-b1b7-4bcc-ac9c-45886b7d4d4a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:26:06.663153 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7acd73f4-b1b7-4bcc-ac9c-45886b7d4d4a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:26:06.663503 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7acd73f4-b1b7-4bcc-ac9c-45886b7d4d4a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:26:06.663841 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7acd73f4-b1b7-4bcc-ac9c-45886b7d4d4a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:26:06.664180 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7acd73f4-b1b7-4bcc-ac9c-45886b7d4d4a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:26:06.664512 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7acd73f4-b1b7-4bcc-ac9c-45886b7d4d4a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:26:06.664840 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7acd73f4-b1b7-4bcc-ac9c-45886b7d4d4a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:26:06.665165 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7acd73f4-b1b7-4bcc-ac9c-45886b7d4d4a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:26:06.665490 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7acd73f4-b1b7-4bcc-ac9c-45886b7d4d4a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:26:06.665813 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7acd73f4-b1b7-4bcc-ac9c-45886b7d4d4a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:26:06.666289 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7acd73f4-b1b7-4bcc-ac9c-45886b7d4d4a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:26:06.666617 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7acd73f4-b1b7-4bcc-ac9c-45886b7d4d4a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:26:06.744793 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.db [None req-fab7baaa-9022-44b5-9689-48f6a5be1d94 None None] For port a6504035-9cf2-4698-bdda-8edd0aa50518, host n-d-705658-22, cleared binding levels {{(pid=105587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:26:06.753195 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.db [None req-fab7baaa-9022-44b5-9689-48f6a5be1d94 None None] For port a6504035-9cf2-4698-bdda-8edd0aa50518, host n-d-705658-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=a6504035-9cf2-4698-bdda-8edd0aa50518,segment=NetworkSegment(9c20e27a-91a1-474d-adc0-72aa145295a4),segment_id=9c20e27a-91a1-474d-adc0-72aa145295a4)] {{(pid=105587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:26:06.765155 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-063801c1-d622-4bf3-bde5-dcd145ad7002 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:26:06.766516 n-d-705658-22 neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-fab7baaa-9022-44b5-9689-48f6a5be1d94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:26:06.816350 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-063801c1-d622-4bf3-bde5-dcd145ad7002 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:26:06.870319 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fab7baaa-9022-44b5-9689-48f6a5be1d94 None None] Routers {'4d9c7539-23bd-434b-8946-f6181965c705'} bound to L3 agent in host n-d-705658-22 {{(pid=105587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:26:06.871271 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-fab7baaa-9022-44b5-9689-48f6a5be1d94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:25:42Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['4d9c7539-23bd-434b-8946-f6181965c705'], 'active': True} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:26:06.925108 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-063801c1-d622-4bf3-bde5-dcd145ad7002 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:26:06.935073 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-063801c1-d622-4bf3-bde5-dcd145ad7002 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:26:06.936888 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-063801c1-d622-4bf3-bde5-dcd145ad7002 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/1f914424-0f71-4ef5-9bcb-dee1bf4230a7 HTTP/1.1" status: 204 len: 168 time: 0.2803905 Jul 27 21:26:06.939023 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5896c22-b8d7-4eb4-a487-6ff1a728dde5 None None] Pushing event updated for resources: {'Port': ['ID=a6504035-9cf2-4698-bdda-8edd0aa50518,revision_number=4']} {{(pid=105587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:26:06.967643 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063801c1-d622-4bf3-bde5-dcd145ad7002 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f914424-0f71-4ef5-9bcb-dee1bf4230a7,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:26:07.014080 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 58084) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:26:07.021771 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-ecd113fc-9723-4c25-90ce-fdf3e14be852 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-573797589', 'description': 'tempest-secgroup-smoke-573797589 description', 'project_id': '0874e603f76049468af3a11efcc1e552'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:26:07.064603 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-ecd113fc-9723-4c25-90ce-fdf3e14be852 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Notify callbacks [] for security_group, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:26:07.103192 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvr_db [None req-fab7baaa-9022-44b5-9689-48f6a5be1d94 None None] Set router 4d9c7539-23bd-434b-8946-f6181965c705 gateway port host: n-d-705658-22 {{(pid=105587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:26:07.237649 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-ecd113fc-9723-4c25-90ce-fdf3e14be852 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Notify callbacks [] for security_group, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:26:07.249257 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-ecd113fc-9723-4c25-90ce-fdf3e14be852 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:26:07.300652 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-ecd113fc-9723-4c25-90ce-fdf3e14be852 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Notify callbacks [] for security_group, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:26:07.304861 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-ecd113fc-9723-4c25-90ce-fdf3e14be852 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2869439 Jul 27 21:26:07.304861 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd113fc-9723-4c25-90ce-fdf3e14be852 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e58ddcb9-db1b-4fb3-bc1a-fdf0655b1e73,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:26:07.305677 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 58090) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:26:07.313929 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-73b3513d-2580-4ddf-bb6a-b88e5579820e tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Request body: {'security_group_rule': {'security_group_id': 'e58ddcb9-db1b-4fb3-bc1a-fdf0655b1e73', 'project_id': '0874e603f76049468af3a11efcc1e552', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:26:07.352908 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device dc45753d-c7ab-4dd9-9828-9f2461a4f51d up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:26:07.372744 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-73b3513d-2580-4ddf-bb6a-b88e5579820e tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:26:07.449502 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port dc45753d-c7ab-4dd9-9828-9f2461a4f51d triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:26:07.449884 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:26:07.519198 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-73b3513d-2580-4ddf-bb6a-b88e5579820e tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:26:07.520678 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 58092) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:26:07.531530 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-73b3513d-2580-4ddf-bb6a-b88e5579820e tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732636'] for security_group_rule, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:26:07.559283 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-e948ec86-c7a9-41c1-9a68-586755bfe431 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:26:07.586053 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-73b3513d-2580-4ddf-bb6a-b88e5579820e tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:26:07.587373 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-73b3513d-2580-4ddf-bb6a-b88e5579820e tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2805185 Jul 27 21:26:07.590273 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 58094) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:26:07.590397 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-fab7baaa-9022-44b5-9689-48f6a5be1d94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d9c7539-23bd-434b-8946-f6181965c705', 'name': 'tempest-TestNetworkBasicOps-router-2123304900', 'tenant_id': '0874e603f76049468af3a11efcc1e552', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.221'}], 'enable_snat': True}, 'gw_port_id': '52f45676-9bff-46b3-9b6a-49c95e60325a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:25:58Z', 'updated_at': '2021-07-27T21:26:03Z', 'revision_number': 4, 'project_id': '0874e603f76049468af3a11efcc1e552', 'gw_port': {'id': '52f45676-9bff-46b3-9b6a-49c95e60325a', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:1a:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d9c7539-23bd-434b-8946-f6181965c705', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3768, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:25:59Z', 'updated_at': '2021-07-27T21:26:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_interfaces': [{'id': 'a6504035-9cf2-4698-bdda-8edd0aa50518', 'name': '', 'network_id': '17303b05-d1d1-4492-ba85-d84bd43759ef', 'tenant_id': '0874e603f76049468af3a11efcc1e552', 'mac_address': 'fa:16:3e:7a:29:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d9c7539-23bd-434b-8946-f6181965c705', 'device_owner': 'network:router_interface', 'standard_attr_id': 3771, 'fixed_ips': [{'subnet_id': '53e00eb4-77da-49e5-b89b-8e679aee8fe8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:26:02Z', 'updated_at': '2021-07-27T21:26:06Z', 'revision_number': 4, 'project_id': '0874e603f76049468af3a11efcc1e552', 'subnets': [{'id': '53e00eb4-77da-49e5-b89b-8e679aee8fe8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-22', False) {} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:26:07.597221 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-2bb037aa-3884-4b14-b037-831499ef9dc7 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Request body: {'security_group_rule': {'security_group_id': 'e58ddcb9-db1b-4fb3-bc1a-fdf0655b1e73', 'project_id': '0874e603f76049468af3a11efcc1e552', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:26:07.603457 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b3513d-2580-4ddf-bb6a-b88e5579820e tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0bff37a-5be7-44eb-8c8a-7b1526b0a318,revision_number=0']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:26:07.629649 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fab7baaa-9022-44b5-9689-48f6a5be1d94 None None] The sync data for ids ['4d9c7539-23bd-434b-8946-f6181965c705'] in n-d-705658-22 is: [{'id': '4d9c7539-23bd-434b-8946-f6181965c705', 'name': 'tempest-TestNetworkBasicOps-router-2123304900', 'tenant_id': '0874e603f76049468af3a11efcc1e552', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.221'}], 'enable_snat': True}, 'gw_port_id': '52f45676-9bff-46b3-9b6a-49c95e60325a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:25:58Z', 'updated_at': '2021-07-27T21:26:03Z', 'revision_number': 4, 'project_id': '0874e603f76049468af3a11efcc1e552', 'gw_port': {'id': '52f45676-9bff-46b3-9b6a-49c95e60325a', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:1a:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d9c7539-23bd-434b-8946-f6181965c705', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3768, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:25:59Z', 'updated_at': '2021-07-27T21:26:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_interfaces': [{'id': 'a6504035-9cf2-4698-bdda-8edd0aa50518', 'name': '', 'network_id': '17303b05-d1d1-4492-ba85-d84bd43759ef', 'tenant_id': '0874e603f76049468af3a11efcc1e552', 'mac_address': 'fa:16:3e:7a:29:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d9c7539-23bd-434b-8946-f6181965c705', 'device_owner': 'network:router_interface', 'standard_attr_id': 3771, 'fixed_ips': [{'subnet_id': '53e00eb4-77da-49e5-b89b-8e679aee8fe8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:26:02Z', 'updated_at': '2021-07-27T21:26:06Z', 'revision_number': 4, 'project_id': '0874e603f76049468af3a11efcc1e552', 'subnets': [{'id': '53e00eb4-77da-49e5-b89b-8e679aee8fe8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:26:07.716467 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-e948ec86-c7a9-41c1-9a68-586755bfe431 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:26:07.722525 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-e948ec86-c7a9-41c1-9a68-586755bfe431 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:26:07.789062 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-2bb037aa-3884-4b14-b037-831499ef9dc7 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:26:07.799067 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e948ec86-c7a9-41c1-9a68-586755bfe431 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b7e6223-9540-4cf5-abcc-9b511b4aef47,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:26:07.804833 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-e948ec86-c7a9-41c1-9a68-586755bfe431 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=d6580133321d4f34bcc4e864c4c4d869&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2829430 Jul 27 21:26:07.808472 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 58096) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:26:07.890953 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-2bb037aa-3884-4b14-b037-831499ef9dc7 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:26:07.892312 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-f16b71a3-6263-49ae-897d-c316ff00ad1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:26:07.901789 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-2bb037aa-3884-4b14-b037-831499ef9dc7 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732636'] for security_group_rule, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:26:07.922201 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb037aa-3884-4b14-b037-831499ef9dc7 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11142f9d-8421-4160-ad06-b75a629bb020,revision_number=0']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:26:07.944479 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-f16b71a3-6263-49ae-897d-c316ff00ad1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:26:07.962424 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-2bb037aa-3884-4b14-b037-831499ef9dc7 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:26:07.966298 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-2bb037aa-3884-4b14-b037-831499ef9dc7 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3724861 Jul 27 21:26:07.966719 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 58098) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:26:07.971876 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-1862bef8-000f-4f26-a887-c05efc0c7f4c tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Request body: {'security_group_rule': {'security_group_id': 'e58ddcb9-db1b-4fb3-bc1a-fdf0655b1e73', 'project_id': '0874e603f76049468af3a11efcc1e552', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:26:08.004409 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-f16b71a3-6263-49ae-897d-c316ff00ad1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:26:08.007891 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-f16b71a3-6263-49ae-897d-c316ff00ad1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:26:08.009835 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-f16b71a3-6263-49ae-897d-c316ff00ad1a admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/6b7e6223-9540-4cf5-abcc-9b511b4aef47 HTTP/1.1" status: 204 len: 168 time: 0.2006099 Jul 27 21:26:08.020276 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16b71a3-6263-49ae-897d-c316ff00ad1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b7e6223-9540-4cf5-abcc-9b511b4aef47,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:26:08.033426 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-1862bef8-000f-4f26-a887-c05efc0c7f4c tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:26:08.159281 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-1862bef8-000f-4f26-a887-c05efc0c7f4c tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:26:08.168939 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-1862bef8-000f-4f26-a887-c05efc0c7f4c tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732636'] for security_group_rule, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:26:08.198762 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1862bef8-000f-4f26-a887-c05efc0c7f4c tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7fe06788-0438-4ae6-b19d-d36a0ed32de3,revision_number=0']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:26:08.225604 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-1862bef8-000f-4f26-a887-c05efc0c7f4c tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:26:08.226926 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-1862bef8-000f-4f26-a887-c05efc0c7f4c tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2588620 Jul 27 21:26:08.230618 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 58116) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:26:08.240604 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-661034df-02ca-4654-b872-76b864572024 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Request body: {'security_group_rule': {'security_group_id': 'e58ddcb9-db1b-4fb3-bc1a-fdf0655b1e73', 'project_id': '0874e603f76049468af3a11efcc1e552', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:26:08.288297 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-661034df-02ca-4654-b872-76b864572024 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:26:08.410642 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-661034df-02ca-4654-b872-76b864572024 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:26:08.418182 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-661034df-02ca-4654-b872-76b864572024 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732636'] for security_group_rule, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:26:08.440734 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661034df-02ca-4654-b872-76b864572024 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4bc61790-ca24-4768-88e2-9bb63463bdc5,revision_number=0']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:26:08.450276 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-661034df-02ca-4654-b872-76b864572024 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:26:08.451770 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-661034df-02ca-4654-b872-76b864572024 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2199161 Jul 27 21:26:08.454630 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 58122) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:26:08.459935 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-b427d707-e493-4bf5-a8be-a5ee70d5c439 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Request body: {'security_group_rule': {'security_group_id': 'e58ddcb9-db1b-4fb3-bc1a-fdf0655b1e73', 'project_id': '0874e603f76049468af3a11efcc1e552', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:26:08.495184 n-d-705658-22 neutron-server[105584]: INFO neutron.db.securitygroups_db [None req-b427d707-e493-4bf5-a8be-a5ee70d5c439 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Project 0874e603f76049468af3a11efcc1e552 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 27 21:26:08.504744 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-b427d707-e493-4bf5-a8be-a5ee70d5c439 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:26:08.580592 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-b427d707-e493-4bf5-a8be-a5ee70d5c439 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:26:08.592084 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-b427d707-e493-4bf5-a8be-a5ee70d5c439 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732636'] for security_group_rule, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:26:08.620325 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b427d707-e493-4bf5-a8be-a5ee70d5c439 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b41f1df0-268d-495c-952d-d26a4765d056,revision_number=0']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:26:08.630728 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-b427d707-e493-4bf5-a8be-a5ee70d5c439 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:26:08.632772 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-b427d707-e493-4bf5-a8be-a5ee70d5c439 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1769683 Jul 27 21:26:08.635409 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 58128) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:26:08.641051 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-c7bb9ba0-6865-4ce0-bfe3-d28c157e722a tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Request body: {'security_group_rule': {'security_group_id': 'e58ddcb9-db1b-4fb3-bc1a-fdf0655b1e73', 'project_id': '0874e603f76049468af3a11efcc1e552', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:26:08.669480 n-d-705658-22 neutron-server[105585]: INFO neutron.db.securitygroups_db [None req-c7bb9ba0-6865-4ce0-bfe3-d28c157e722a tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Project 0874e603f76049468af3a11efcc1e552 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 27 21:26:08.674925 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-c7bb9ba0-6865-4ce0-bfe3-d28c157e722a tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:26:08.772702 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-c7bb9ba0-6865-4ce0-bfe3-d28c157e722a tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:26:08.779138 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-c7bb9ba0-6865-4ce0-bfe3-d28c157e722a tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732636'] for security_group_rule, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:26:08.810191 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bb9ba0-6865-4ce0-bfe3-d28c157e722a tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b70eb9a2-e327-4e0c-8d79-cee8228dca8d,revision_number=0']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:26:08.817625 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-c7bb9ba0-6865-4ce0-bfe3-d28c157e722a tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:26:08.818736 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-c7bb9ba0-6865-4ce0-bfe3-d28c157e722a tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1815257 Jul 27 21:26:08.915944 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-90205d45-e42b-47c9-a8c3-55ebb166ec69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:26:09.339260 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a3f98bc9-6b15-4c36-aa35-6f80f6aac111 req-75fde7b6-0e4f-4ea2-b8ef-d7b6a066c039 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-573797589&fields=id&tenant_id=0874e603f76049468af3a11efcc1e552 HTTP/1.1" status: 200 len: 267 time: 0.0719714 Jul 27 21:26:09.438105 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device a6504035-9cf2-4698-bdda-8edd0aa50518 up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:26:09.503250 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning for port a6504035-9cf2-4698-bdda-8edd0aa50518 completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:26:09.508372 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port a6504035-9cf2-4698-bdda-8edd0aa50518 triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:26:09.508759 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:26:09.576248 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f98bc9-6b15-4c36-aa35-6f80f6aac111 req-92851332-3a30-4631-9e2b-b83d20c5b542 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:26:09.578239 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a3f98bc9-6b15-4c36-aa35-6f80f6aac111 req-92851332-3a30-4631-9e2b-b83d20c5b542 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] 10.222.0.59 "GET /v2.0/networks?id=17303b05-d1d1-4492-ba85-d84bd43759ef HTTP/1.1" status: 200 len: 797 time: 0.2380042 Jul 27 21:26:09.610240 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a3f98bc9-6b15-4c36-aa35-6f80f6aac111 req-eb131eba-51d5-4204-8f28-9e5ea645dcdc tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] 10.222.0.59 "GET /v2.0/quotas/0874e603f76049468af3a11efcc1e552 HTTP/1.1" status: 200 len: 375 time: 0.0220585 Jul 27 21:26:09.613251 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:26:09.656390 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] For port a6504035-9cf2-4698-bdda-8edd0aa50518, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=a6504035-9cf2-4698-bdda-8edd0aa50518,segment=NetworkSegment(9c20e27a-91a1-474d-adc0-72aa145295a4),segment_id=9c20e27a-91a1-474d-adc0-72aa145295a4)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:26:09.663190 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:26:09.749430 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Pushing event updated for resources: {'Port': ['ID=a6504035-9cf2-4698-bdda-8edd0aa50518,revision_number=5']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:26:09.784413 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a3f98bc9-6b15-4c36-aa35-6f80f6aac111 req-85374b01-95d6-4d5e-814b-bd84b49aade6 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=0874e603f76049468af3a11efcc1e552&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1733036 Jul 27 21:26:10.072758 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a3f98bc9-6b15-4c36-aa35-6f80f6aac111 req-c4b494f5-dd53-465e-bc8c-196f714d36a4 service neutron] 10.222.0.59 "GET /v2.0/networks/17303b05-d1d1-4492-ba85-d84bd43759ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2668746 Jul 27 21:26:10.189840 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a3f98bc9-6b15-4c36-aa35-6f80f6aac111 req-e3ba1494-3f24-4926-9ecd-11d6090aab14 service neutron] 10.222.0.59 "GET /v2.0/networks/17303b05-d1d1-4492-ba85-d84bd43759ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1078684 Jul 27 21:26:10.267161 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:26:10.507153 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-dcbdc2d7-fdb1-4b5b-aa3a-fd1680e94547 req-cd596621-4d1b-43ad-8b38-53e8eaa8f3d9 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] 10.222.0.59 "GET /v2.0/ports?device_id=c9539c90-b27f-4759-9f95-4e9fae1ccbc9 HTTP/1.1" status: 200 len: 210 time: 0.0573123 Jul 27 21:26:11.319344 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device a6504035-9cf2-4698-bdda-8edd0aa50518 up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:26:11.386110 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port a6504035-9cf2-4698-bdda-8edd0aa50518 triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:26:11.386618 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:26:11.661233 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-5eea7001-f8af-4cf3-a7a3-25b5610e6359 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:26:11.767630 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-ea2e9e20-026e-43d1-bf18-47f1bc123ac4 req-6d508fdb-13fa-4c9c-8b29-8ff7b8d52b09 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] 10.222.0.59 "GET /v2.0/ports?device_id=c9539c90-b27f-4759-9f95-4e9fae1ccbc9 HTTP/1.1" status: 200 len: 210 time: 0.0600538 Jul 27 21:26:11.849035 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f98bc9-6b15-4c36-aa35-6f80f6aac111 req-7d4b57e5-3883-4213-90af-d9769111118e tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:26:11.852121 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a3f98bc9-6b15-4c36-aa35-6f80f6aac111 req-7d4b57e5-3883-4213-90af-d9769111118e tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] 10.222.0.36 "GET /v2.0/networks?id=17303b05-d1d1-4492-ba85-d84bd43759ef HTTP/1.1" status: 200 len: 797 time: 0.2950044 Jul 27 21:26:11.889641 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:26:11.957470 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a3f98bc9-6b15-4c36-aa35-6f80f6aac111 req-b6611be6-c531-4018-9912-20d8346762b3 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0874e603f76049468af3a11efcc1e552 HTTP/1.1" status: 200 len: 379 time: 0.0891194 Jul 27 21:26:11.975180 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [req-a3f98bc9-6b15-4c36-aa35-6f80f6aac111 req-e1a29620-064c-4bde-8892-2ab4f84c5034 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Request body: {'port': {'device_id': 'c9539c90-b27f-4759-9f95-4e9fae1ccbc9', 'network_id': '17303b05-d1d1-4492-ba85-d84bd43759ef', 'admin_state_up': True, 'tenant_id': '0874e603f76049468af3a11efcc1e552', 'security_groups': ['e58ddcb9-db1b-4fb3-bc1a-fdf0655b1e73']}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:26:12.161810 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a3f98bc9-6b15-4c36-aa35-6f80f6aac111 req-e1a29620-064c-4bde-8892-2ab4f84c5034 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Made reservation on behalf of 0874e603f76049468af3a11efcc1e552 for: {'port': 1} {{(pid=105585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:26:12.166913 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-a3f98bc9-6b15-4c36-aa35-6f80f6aac111 req-e1a29620-064c-4bde-8892-2ab4f84c5034 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:26:12.385932 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.db_base_plugin_common [req-a3f98bc9-6b15-4c36-aa35-6f80f6aac111 req-e1a29620-064c-4bde-8892-2ab4f84c5034 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Allocated IP 172.20.0.14 (17303b05-d1d1-4492-ba85-d84bd43759ef/53e00eb4-77da-49e5-b89b-8e679aee8fe8/3a579c2f-f8ed-48da-ad88-db30ec800195) {{(pid=105585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:26:12.730746 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-a3f98bc9-6b15-4c36-aa35-6f80f6aac111 req-e1a29620-064c-4bde-8892-2ab4f84c5034 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Notify callbacks [] for port, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:26:12.756044 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.provisioning_blocks [req-a3f98bc9-6b15-4c36-aa35-6f80f6aac111 req-e1a29620-064c-4bde-8892-2ab4f84c5034 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Transition to ACTIVE for port object 3a579c2f-f8ed-48da-ad88-db30ec800195 will not be triggered until provisioned by entity DHCP. {{(pid=105585) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:26:12.794290 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-a3f98bc9-6b15-4c36-aa35-6f80f6aac111 req-e1a29620-064c-4bde-8892-2ab4f84c5034 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:26:12.841909 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a3f98bc9-6b15-4c36-aa35-6f80f6aac111 req-e1a29620-064c-4bde-8892-2ab4f84c5034 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Network 17303b05-d1d1-4492-ba85-d84bd43759ef is already hosted by enough agents. {{(pid=105585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:26:12.847834 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.base_scheduler [req-a3f98bc9-6b15-4c36-aa35-6f80f6aac111 req-e1a29620-064c-4bde-8892-2ab4f84c5034 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Resources bound (agent type, host, resource id): {{(pid=105585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:26:12.851887 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3f98bc9-6b15-4c36-aa35-6f80f6aac111 req-e1a29620-064c-4bde-8892-2ab4f84c5034 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Received port after_create {{(pid=105585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:26:12.940115 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-bb32ed7d-8717-448b-a9c8-a5a0117d1fd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:26:12.949086 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a29620-064c-4bde-8892-2ab4f84c5034 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Pushing event updated for resources: {'Port': ['ID=3a579c2f-f8ed-48da-ad88-db30ec800195,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:26:12.964332 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f98bc9-6b15-4c36-aa35-6f80f6aac111 req-e1a29620-064c-4bde-8892-2ab4f84c5034 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:26:12.965055 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-a3f98bc9-6b15-4c36-aa35-6f80f6aac111 req-e1a29620-064c-4bde-8892-2ab4f84c5034 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:26:12.994898 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a3f98bc9-6b15-4c36-aa35-6f80f6aac111 req-e1a29620-064c-4bde-8892-2ab4f84c5034 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0300629 Jul 27 21:26:13.011358 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [req-a3f98bc9-6b15-4c36-aa35-6f80f6aac111 req-9a0798a2-b712-4d8f-9c79-a0b27dfcfece service neutron] Request body: {'port': {'device_id': 'c9539c90-b27f-4759-9f95-4e9fae1ccbc9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-705658-22'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:26:13.050951 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c20832-1215-4729-819a-750499c8ef54 req-2c6b7fdd-80c6-4af9-9965-e5406ee49d3d tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:26:13.052538 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-24c20832-1215-4729-819a-750499c8ef54 req-2c6b7fdd-80c6-4af9-9965-e5406ee49d3d tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] 10.222.0.59 "GET /v2.0/ports?device_id=c9539c90-b27f-4759-9f95-4e9fae1ccbc9 HTTP/1.1" status: 200 len: 932 time: 0.1953869 Jul 27 21:26:13.183216 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-24c20832-1215-4729-819a-750499c8ef54 req-ce7a7845-54de-4c0d-8da0-09be1c981f5e tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] 10.222.0.59 "GET /v2.0/security-groups?id=e58ddcb9-db1b-4fb3-bc1a-fdf0655b1e73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1001992 Jul 27 21:26:13.198311 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-a3f98bc9-6b15-4c36-aa35-6f80f6aac111 req-9a0798a2-b712-4d8f-9c79-a0b27dfcfece service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:26:13.226554 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-ceee6cef-cf60-4d91-ab83-d9a61ab11704 None None] Provisioning for port 3a579c2f-f8ed-48da-ad88-db30ec800195 completed by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:26:13.233026 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-ceee6cef-cf60-4d91-ab83-d9a61ab11704 None None] Provisioning complete for port 3a579c2f-f8ed-48da-ad88-db30ec800195 triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:26:13.233568 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-ceee6cef-cf60-4d91-ab83-d9a61ab11704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:26:13.278702 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-ceee6cef-cf60-4d91-ab83-d9a61ab11704 None None] Port 3a579c2f-f8ed-48da-ad88-db30ec800195 cannot update to ACTIVE because it is not bound. {{(pid=105586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:26:13.616573 n-d-705658-22 neutron-server[105585]: DEBUG neutron.notifiers.nova [req-a3f98bc9-6b15-4c36-aa35-6f80f6aac111 req-9a0798a2-b712-4d8f-9c79-a0b27dfcfece service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a579c2f-f8ed-48da-ad88-db30ec800195 {{(pid=105585) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:26:13.626562 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-a3f98bc9-6b15-4c36-aa35-6f80f6aac111 req-9a0798a2-b712-4d8f-9c79-a0b27dfcfece service neutron] Notify callbacks [] for port, precommit_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:26:13.641681 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.provisioning_blocks [req-a3f98bc9-6b15-4c36-aa35-6f80f6aac111 req-9a0798a2-b712-4d8f-9c79-a0b27dfcfece service neutron] Transition to ACTIVE for port object 3a579c2f-f8ed-48da-ad88-db30ec800195 will not be triggered until provisioned by entity L2. {{(pid=105585) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:26:13.645869 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-a3f98bc9-6b15-4c36-aa35-6f80f6aac111 req-9a0798a2-b712-4d8f-9c79-a0b27dfcfece service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10221672'] for port, after_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:26:13.704642 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0798a2-b712-4d8f-9c79-a0b27dfcfece service neutron] Pushing event updated for resources: {'Port': ['ID=3a579c2f-f8ed-48da-ad88-db30ec800195,revision_number=2']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:26:13.796198 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.managers [req-a3f98bc9-6b15-4c36-aa35-6f80f6aac111 req-9a0798a2-b712-4d8f-9c79-a0b27dfcfece service neutron] Attempting to bind port 3a579c2f-f8ed-48da-ad88-db30ec800195 on host n-h1-705658-22 for vnic_type normal with profile {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:26:13.796841 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.managers [req-a3f98bc9-6b15-4c36-aa35-6f80f6aac111 req-9a0798a2-b712-4d8f-9c79-a0b27dfcfece service neutron] Attempting to bind port 3a579c2f-f8ed-48da-ad88-db30ec800195 by drivers openvswitch,hyperv on host n-h1-705658-22 at level 0 using segments [{'id': '9c20e27a-91a1-474d-adc0-72aa145295a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '17303b05-d1d1-4492-ba85-d84bd43759ef'}] {{(pid=105585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:26:13.797010 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3f98bc9-6b15-4c36-aa35-6f80f6aac111 req-9a0798a2-b712-4d8f-9c79-a0b27dfcfece service neutron] Attempting to bind port 3a579c2f-f8ed-48da-ad88-db30ec800195 on network 17303b05-d1d1-4492-ba85-d84bd43759ef {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:26:13.803216 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3f98bc9-6b15-4c36-aa35-6f80f6aac111 req-9a0798a2-b712-4d8f-9c79-a0b27dfcfece service neutron] Port 3a579c2f-f8ed-48da-ad88-db30ec800195 on network 17303b05-d1d1-4492-ba85-d84bd43759ef not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-22 {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:26:13.803667 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3f98bc9-6b15-4c36-aa35-6f80f6aac111 req-9a0798a2-b712-4d8f-9c79-a0b27dfcfece service neutron] Attempting to bind port 3a579c2f-f8ed-48da-ad88-db30ec800195 on network 17303b05-d1d1-4492-ba85-d84bd43759ef {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:26:13.815694 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3f98bc9-6b15-4c36-aa35-6f80f6aac111 req-9a0798a2-b712-4d8f-9c79-a0b27dfcfece service neutron] Checking agent: {'id': '9d9bc37f-4d75-44ef-9f63-799aab3e316f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 49, 36), 'started_at': datetime.datetime(2021, 7, 27, 20, 49, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 26, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:26:13.816040 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3f98bc9-6b15-4c36-aa35-6f80f6aac111 req-9a0798a2-b712-4d8f-9c79-a0b27dfcfece service neutron] Checking segment: {'id': '9c20e27a-91a1-474d-adc0-72aa145295a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '17303b05-d1d1-4492-ba85-d84bd43759ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:26:13.816432 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3f98bc9-6b15-4c36-aa35-6f80f6aac111 req-9a0798a2-b712-4d8f-9c79-a0b27dfcfece service neutron] Bound using segment: {'id': '9c20e27a-91a1-474d-adc0-72aa145295a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '17303b05-d1d1-4492-ba85-d84bd43759ef'} {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:26:13.816887 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.managers [req-a3f98bc9-6b15-4c36-aa35-6f80f6aac111 req-9a0798a2-b712-4d8f-9c79-a0b27dfcfece service neutron] Bound port: 3a579c2f-f8ed-48da-ad88-db30ec800195, host: n-h1-705658-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c20e27a-91a1-474d-adc0-72aa145295a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '17303b05-d1d1-4492-ba85-d84bd43759ef'}}] {{(pid=105585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:26:13.817251 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-a3f98bc9-6b15-4c36-aa35-6f80f6aac111 req-9a0798a2-b712-4d8f-9c79-a0b27dfcfece service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:26:13.911150 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.db [req-a3f98bc9-6b15-4c36-aa35-6f80f6aac111 req-9a0798a2-b712-4d8f-9c79-a0b27dfcfece service neutron] For port 3a579c2f-f8ed-48da-ad88-db30ec800195, host n-h1-705658-22, cleared binding levels {{(pid=105585) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:26:13.914667 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.db [req-a3f98bc9-6b15-4c36-aa35-6f80f6aac111 req-9a0798a2-b712-4d8f-9c79-a0b27dfcfece service neutron] For port 3a579c2f-f8ed-48da-ad88-db30ec800195, host n-h1-705658-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=3a579c2f-f8ed-48da-ad88-db30ec800195,segment=NetworkSegment(9c20e27a-91a1-474d-adc0-72aa145295a4),segment_id=9c20e27a-91a1-474d-adc0-72aa145295a4)] {{(pid=105585) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:26:13.927626 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-a3f98bc9-6b15-4c36-aa35-6f80f6aac111 req-9a0798a2-b712-4d8f-9c79-a0b27dfcfece service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10221672'] for port, after_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:26:14.005132 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f98bc9-6b15-4c36-aa35-6f80f6aac111 req-9a0798a2-b712-4d8f-9c79-a0b27dfcfece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:26:14.006044 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-a3f98bc9-6b15-4c36-aa35-6f80f6aac111 req-9a0798a2-b712-4d8f-9c79-a0b27dfcfece service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:26:14.011444 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a3f98bc9-6b15-4c36-aa35-6f80f6aac111 req-9a0798a2-b712-4d8f-9c79-a0b27dfcfece service neutron] 10.222.0.36 "PUT /v2.0/ports/3a579c2f-f8ed-48da-ad88-db30ec800195 HTTP/1.1" status: 200 len: 1093 time: 1.0013568 Jul 27 21:26:14.012196 n-d-705658-22 neutron-server[105585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9539c90-b27f-4759-9f95-4e9fae1ccbc9', 'tag': '3a579c2f-f8ed-48da-ad88-db30ec800195'}] {{(pid=105585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:26:14.015463 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d66fd65881426bfc2b5388084a3654e5eae521106a15a3dbf0eb4cde7106c36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1532208c-ed31-4d26-a2c5-a52e6ecf4b6f" -d '{"events": [{"name": "network-changed", "server_uuid": "c9539c90-b27f-4759-9f95-4e9fae1ccbc9", "tag": "3a579c2f-f8ed-48da-ad88-db30ec800195"}]}' {{(pid=105585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:26:14.099508 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0798a2-b712-4d8f-9c79-a0b27dfcfece service neutron] Pushing event updated for resources: {'Port': ['ID=3a579c2f-f8ed-48da-ad88-db30ec800195,revision_number=3']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:26:14.142118 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:26:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bad53ec7-ba0a-4d05-a406-c938b0ff576e x-openstack-request-id: req-bad53ec7-ba0a-4d05-a406-c938b0ff576e {{(pid=105585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:26:14.142406 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9539c90-b27f-4759-9f95-4e9fae1ccbc9", "tag": "3a579c2f-f8ed-48da-ad88-db30ec800195", "status": "completed", "code": 200}]} {{(pid=105585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:26:14.142653 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-bad53ec7-ba0a-4d05-a406-c938b0ff576e {{(pid=105585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:26:14.143124 n-d-705658-22 neutron-server[105585]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9539c90-b27f-4759-9f95-4e9fae1ccbc9', 'tag': '3a579c2f-f8ed-48da-ad88-db30ec800195', 'status': 'completed', 'code': 200} Jul 27 21:26:14.179821 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f98bc9-6b15-4c36-aa35-6f80f6aac111 req-0bff76be-7e6e-420a-9ac4-e82637805d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:26:14.181373 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a3f98bc9-6b15-4c36-aa35-6f80f6aac111 req-0bff76be-7e6e-420a-9ac4-e82637805d3b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0874e603f76049468af3a11efcc1e552&device_id=c9539c90-b27f-4759-9f95-4e9fae1ccbc9 HTTP/1.1" status: 200 len: 1096 time: 0.1146135 Jul 27 21:26:14.259520 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a3f98bc9-6b15-4c36-aa35-6f80f6aac111 req-1e7b82f3-a086-4b73-bc92-b4d7f972bc6f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3a579c2f-f8ed-48da-ad88-db30ec800195 HTTP/1.1" status: 200 len: 217 time: 0.0630555 Jul 27 21:26:14.351216 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f98bc9-6b15-4c36-aa35-6f80f6aac111 req-dc56a6ce-d7cc-4d51-ab34-0522284d5684 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:26:14.353003 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a3f98bc9-6b15-4c36-aa35-6f80f6aac111 req-dc56a6ce-d7cc-4d51-ab34-0522284d5684 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=53e00eb4-77da-49e5-b89b-8e679aee8fe8 HTTP/1.1" status: 200 len: 835 time: 0.0858564 Jul 27 21:26:14.364588 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-875ced1b-4cf3-463a-9653-058f0f9421e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:26:14.481411 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f98bc9-6b15-4c36-aa35-6f80f6aac111 req-554d919c-f383-4786-bcf9-e18072ea5600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:26:14.484912 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a3f98bc9-6b15-4c36-aa35-6f80f6aac111 req-554d919c-f383-4786-bcf9-e18072ea5600 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=17303b05-d1d1-4492-ba85-d84bd43759ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1195934 Jul 27 21:26:14.494150 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcf4ce4-bfb2-499b-a832-9458870e45e5 req-dab6d4e0-7ae2-4ed0-a41b-6184cf92f086 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:26:14.496840 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-6bcf4ce4-bfb2-499b-a832-9458870e45e5 req-dab6d4e0-7ae2-4ed0-a41b-6184cf92f086 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] 10.222.0.59 "GET /v2.0/ports?device_id=c9539c90-b27f-4759-9f95-4e9fae1ccbc9 HTTP/1.1" status: 200 len: 944 time: 0.1427708 Jul 27 21:26:15.118585 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a3f98bc9-6b15-4c36-aa35-6f80f6aac111 req-b2b77879-219f-43b9-bb4f-bc98da0dd678 service neutron] 10.222.0.36 "GET /v2.0/networks/17303b05-d1d1-4492-ba85-d84bd43759ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6204774 Jul 27 21:26:15.127194 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-6bcf4ce4-bfb2-499b-a832-9458870e45e5 req-ee0eb88a-8408-4d68-a22a-d179f03adce5 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] 10.222.0.59 "GET /v2.0/security-groups?id=e58ddcb9-db1b-4fb3-bc1a-fdf0655b1e73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6211607 Jul 27 21:26:15.332845 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a3f98bc9-6b15-4c36-aa35-6f80f6aac111 req-ffd7198c-b6c0-4da8-970c-e147d272de48 service neutron] 10.222.0.36 "GET /v2.0/networks/17303b05-d1d1-4492-ba85-d84bd43759ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2034087 Jul 27 21:26:15.444323 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-5f326e47-aa8a-4f4c-9530-e3d72c1da5d3 req-0a826b80-8b53-4e8e-bd4b-d37c88ebf6c9 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=71166d56-287f-4e5e-8d1a-bbeccff30fd6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2010071 Jul 27 21:26:15.474101 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1532208c-ed31-4d26-a2c5-a52e6ecf4b6f req-e5a162c5-f876-4fff-b86d-475ab11662e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:26:15.475639 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-1532208c-ed31-4d26-a2c5-a52e6ecf4b6f req-e5a162c5-f876-4fff-b86d-475ab11662e6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0874e603f76049468af3a11efcc1e552&device_id=c9539c90-b27f-4759-9f95-4e9fae1ccbc9 HTTP/1.1" status: 200 len: 1096 time: 0.0769641 Jul 27 21:26:15.620949 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1532208c-ed31-4d26-a2c5-a52e6ecf4b6f req-5b0b940e-e614-472f-b74a-a7e74fdec501 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:26:15.622462 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-1532208c-ed31-4d26-a2c5-a52e6ecf4b6f req-5b0b940e-e614-472f-b74a-a7e74fdec501 service neutron] 10.222.0.36 "GET /v2.0/networks?id=17303b05-d1d1-4492-ba85-d84bd43759ef HTTP/1.1" status: 200 len: 898 time: 0.1389353 Jul 27 21:26:15.628664 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f326e47-aa8a-4f4c-9530-e3d72c1da5d3 req-f8ae877c-5eeb-4261-bde5-efb06c648f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:26:15.630454 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-5f326e47-aa8a-4f4c-9530-e3d72c1da5d3 req-f8ae877c-5eeb-4261-bde5-efb06c648f66 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=379416b786c44e07b1b1ba1a5ea96882&device_id=71166d56-287f-4e5e-8d1a-bbeccff30fd6 HTTP/1.1" status: 200 len: 1098 time: 0.1276217 Jul 27 21:26:15.687318 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-1532208c-ed31-4d26-a2c5-a52e6ecf4b6f req-787f814b-fe48-4dfe-bde7-cf53a707f4cd service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3a579c2f-f8ed-48da-ad88-db30ec800195 HTTP/1.1" status: 200 len: 217 time: 0.0543942 Jul 27 21:26:15.799029 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1532208c-ed31-4d26-a2c5-a52e6ecf4b6f req-cdda579e-97d8-4e38-a35a-9fef54780350 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:26:15.800513 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-1532208c-ed31-4d26-a2c5-a52e6ecf4b6f req-cdda579e-97d8-4e38-a35a-9fef54780350 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=53e00eb4-77da-49e5-b89b-8e679aee8fe8 HTTP/1.1" status: 200 len: 835 time: 0.1021724 Jul 27 21:26:15.870415 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f326e47-aa8a-4f4c-9530-e3d72c1da5d3 req-b7676aa2-654d-4a14-8e3f-5d616bd6e68b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:26:15.871978 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-5f326e47-aa8a-4f4c-9530-e3d72c1da5d3 req-b7676aa2-654d-4a14-8e3f-5d616bd6e68b service neutron] 10.222.0.60 "GET /v2.0/networks?id=2ccc93db-b189-42a5-80b7-a6115bf3d495 HTTP/1.1" status: 200 len: 898 time: 0.1952350 Jul 27 21:26:15.939530 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1532208c-ed31-4d26-a2c5-a52e6ecf4b6f req-130a7ea3-3eae-4245-91de-a0b7fa93dd3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:26:15.941074 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-1532208c-ed31-4d26-a2c5-a52e6ecf4b6f req-130a7ea3-3eae-4245-91de-a0b7fa93dd3f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=17303b05-d1d1-4492-ba85-d84bd43759ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1291304 Jul 27 21:26:15.974561 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-5f326e47-aa8a-4f4c-9530-e3d72c1da5d3 req-75ef99cb-d8bf-470c-ae10-0c77ecafef82 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ce53fdb5-9dd4-42ed-9698-5de61b518ba1 HTTP/1.1" status: 200 len: 1002 time: 0.0927207 Jul 27 21:26:16.050004 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f326e47-aa8a-4f4c-9530-e3d72c1da5d3 req-9cd4db07-03e5-4370-8818-2d98b212903d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:26:16.051499 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-5f326e47-aa8a-4f4c-9530-e3d72c1da5d3 req-9cd4db07-03e5-4370-8818-2d98b212903d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=2855f242-b7d7-4a13-b8ce-f230d6c840d2 HTTP/1.1" status: 200 len: 835 time: 0.0514877 Jul 27 21:26:16.133270 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-1532208c-ed31-4d26-a2c5-a52e6ecf4b6f req-4cc6cb1a-3ba7-4a3e-ae38-e313c8cdae6d service neutron] 10.222.0.36 "GET /v2.0/networks/17303b05-d1d1-4492-ba85-d84bd43759ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1830287 Jul 27 21:26:16.224110 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f326e47-aa8a-4f4c-9530-e3d72c1da5d3 req-b561870e-6455-454c-8e37-439842d2f716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:26:16.225633 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-5f326e47-aa8a-4f4c-9530-e3d72c1da5d3 req-b561870e-6455-454c-8e37-439842d2f716 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=2ccc93db-b189-42a5-80b7-a6115bf3d495&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1647758 Jul 27 21:26:16.373488 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-1532208c-ed31-4d26-a2c5-a52e6ecf4b6f req-74471fa3-c43d-4127-962a-fb18ec5203f4 service neutron] 10.222.0.36 "GET /v2.0/networks/17303b05-d1d1-4492-ba85-d84bd43759ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2290666 Jul 27 21:26:16.528066 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afeb3e8c-2bf6-4a7a-9b71-58055deeca50 req-3ba6fb4e-ddef-4be9-bdbf-46c413f5373b tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:26:16.529600 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-afeb3e8c-2bf6-4a7a-9b71-58055deeca50 req-3ba6fb4e-ddef-4be9-bdbf-46c413f5373b tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] 10.222.0.59 "GET /v2.0/ports?device_id=c9539c90-b27f-4759-9f95-4e9fae1ccbc9 HTTP/1.1" status: 200 len: 944 time: 0.3014402 Jul 27 21:26:16.531500 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-5f326e47-aa8a-4f4c-9530-e3d72c1da5d3 req-b0913e16-104f-4872-ba29-05ee71c68977 service neutron] 10.222.0.60 "GET /v2.0/networks/2ccc93db-b189-42a5-80b7-a6115bf3d495?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2913954 Jul 27 21:26:16.638729 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d019a7-5f50-4f3a-b425-5fd05a6cbbbf req-c7d26a9a-6784-4e1a-bd89-6c0bb1b60ff6 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:26:16.640263 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f4d019a7-5f50-4f3a-b425-5fd05a6cbbbf req-c7d26a9a-6784-4e1a-bd89-6c0bb1b60ff6 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] 10.222.0.59 "GET /v2.0/ports?device_id=71166d56-287f-4e5e-8d1a-bbeccff30fd6 HTTP/1.1" status: 200 len: 946 time: 0.2050903 Jul 27 21:26:16.726197 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-afeb3e8c-2bf6-4a7a-9b71-58055deeca50 req-68b67ce7-1f3f-4e6d-b4a2-b705c0d91b4b tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] 10.222.0.59 "GET /v2.0/security-groups?id=e58ddcb9-db1b-4fb3-bc1a-fdf0655b1e73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1895909 Jul 27 21:26:16.775644 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f4d019a7-5f50-4f3a-b425-5fd05a6cbbbf req-f3d69722-e133-4000-97d7-1ac58a39968c tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] 10.222.0.59 "GET /v2.0/security-groups?id=d7e088a3-97e7-462a-93b9-5633e347368d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1233666 Jul 27 21:26:16.814941 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-5f326e47-aa8a-4f4c-9530-e3d72c1da5d3 req-10fab1c1-d5ca-4569-b3ea-c752961c6d03 service neutron] 10.222.0.60 "GET /v2.0/networks/2ccc93db-b189-42a5-80b7-a6115bf3d495?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2712212 Jul 27 21:26:17.875698 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81994f4a-4cd5-4eb4-a6a2-6b7b73b37349 req-3d38ab58-c11e-4456-95f7-3463f2990a57 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:26:17.884047 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-81994f4a-4cd5-4eb4-a6a2-6b7b73b37349 req-3d38ab58-c11e-4456-95f7-3463f2990a57 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] 10.222.0.59 "GET /v2.0/ports?device_id=c9539c90-b27f-4759-9f95-4e9fae1ccbc9 HTTP/1.1" status: 200 len: 944 time: 0.0783188 Jul 27 21:26:18.001290 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-81994f4a-4cd5-4eb4-a6a2-6b7b73b37349 req-137da2fa-f9c6-43d9-940b-7f9ff9dcc0e3 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] 10.222.0.59 "GET /v2.0/security-groups?id=e58ddcb9-db1b-4fb3-bc1a-fdf0655b1e73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0989027 Jul 27 21:26:18.037294 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46936e37-507a-4157-a7f9-3a1fef87b790 req-a529011f-6765-4ad7-97c6-3410e0f0c868 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:26:18.038847 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-46936e37-507a-4157-a7f9-3a1fef87b790 req-a529011f-6765-4ad7-97c6-3410e0f0c868 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] 10.222.0.59 "GET /v2.0/ports?device_id=71166d56-287f-4e5e-8d1a-bbeccff30fd6 HTTP/1.1" status: 200 len: 946 time: 0.1409872 Jul 27 21:26:18.105245 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-46936e37-507a-4157-a7f9-3a1fef87b790 req-f34bd63c-9528-4d81-bbb0-b2d1242549e6 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] 10.222.0.59 "GET /v2.0/security-groups?id=d7e088a3-97e7-462a-93b9-5633e347368d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560260 Jul 27 21:26:18.391674 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device 3a579c2f-f8ed-48da-ad88-db30ec800195 details requested by agent hyperv_n-h1-705658-22 with host n-h1-705658-22 {{(pid=105586) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:26:18.525937 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] For port 3a579c2f-f8ed-48da-ad88-db30ec800195, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=3a579c2f-f8ed-48da-ad88-db30ec800195,segment=NetworkSegment(9c20e27a-91a1-474d-adc0-72aa145295a4),segment_id=9c20e27a-91a1-474d-adc0-72aa145295a4)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:26:18.541584 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Returning: {'device': '3a579c2f-f8ed-48da-ad88-db30ec800195', 'network_id': '17303b05-d1d1-4492-ba85-d84bd43759ef', 'port_id': '3a579c2f-f8ed-48da-ad88-db30ec800195', 'mac_address': 'fa:16:3e:9d:b5:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53e00eb4-77da-49e5-b89b-8e679aee8fe8', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105586) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:26:18.583809 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:26:18.597536 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a579c2f-f8ed-48da-ad88-db30ec800195 {{(pid=105586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:26:18.622462 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] For port 3a579c2f-f8ed-48da-ad88-db30ec800195, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=3a579c2f-f8ed-48da-ad88-db30ec800195,segment=NetworkSegment(9c20e27a-91a1-474d-adc0-72aa145295a4),segment_id=9c20e27a-91a1-474d-adc0-72aa145295a4)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:26:18.628609 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:26:18.685129 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Pushing event updated for resources: {'Port': ['ID=3a579c2f-f8ed-48da-ad88-db30ec800195,revision_number=4']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:26:18.891694 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] get_ports_and_sgs() called for port_ids ['3a579c2f-f8ed-48da-ad88-db30ec800195'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:26:19.234567 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fd8dc9-ff81-43cc-a6a6-ec5eaf7dc0f8 req-0846456a-d498-44e6-a8bd-34c077d82773 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:26:19.243424 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-d1fd8dc9-ff81-43cc-a6a6-ec5eaf7dc0f8 req-0846456a-d498-44e6-a8bd-34c077d82773 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] 10.222.0.59 "GET /v2.0/ports?device_id=c9539c90-b27f-4759-9f95-4e9fae1ccbc9 HTTP/1.1" status: 200 len: 945 time: 0.1317248 Jul 27 21:26:19.351150 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-d1fd8dc9-ff81-43cc-a6a6-ec5eaf7dc0f8 req-4bc9a332-89be-47be-b3ce-646477f8f5b7 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] 10.222.0.59 "GET /v2.0/security-groups?id=e58ddcb9-db1b-4fb3-bc1a-fdf0655b1e73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1026099 Jul 27 21:26:19.374205 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350387c8-b574-4e12-8c8d-ac2f3386ce4c req-e2287ed7-0071-4823-ae62-a2652d35f8dd tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:26:19.377960 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-350387c8-b574-4e12-8c8d-ac2f3386ce4c req-e2287ed7-0071-4823-ae62-a2652d35f8dd tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] 10.222.0.59 "GET /v2.0/ports?device_id=71166d56-287f-4e5e-8d1a-bbeccff30fd6 HTTP/1.1" status: 200 len: 946 time: 0.1333594 Jul 27 21:26:19.526018 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-350387c8-b574-4e12-8c8d-ac2f3386ce4c req-92e554a6-e458-40ae-9a41-cb67a91d535c tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] 10.222.0.59 "GET /v2.0/security-groups?id=d7e088a3-97e7-462a-93b9-5633e347368d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1213405 Jul 27 21:26:20.408689 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device 3a579c2f-f8ed-48da-ad88-db30ec800195 up at agent hyperv_n-h1-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:26:20.463151 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Provisioning for port 3a579c2f-f8ed-48da-ad88-db30ec800195 completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:26:20.467967 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Provisioning complete for port 3a579c2f-f8ed-48da-ad88-db30ec800195 triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:26:20.468401 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:26:20.546427 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b4c92c-3325-4c2a-aa33-7cc90bdab442 req-e103cafc-c03c-4cb3-be0b-2eca0e70b32c tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:26:20.555329 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a0b4c92c-3325-4c2a-aa33-7cc90bdab442 req-e103cafc-c03c-4cb3-be0b-2eca0e70b32c tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] 10.222.0.59 "GET /v2.0/ports?device_id=c9539c90-b27f-4759-9f95-4e9fae1ccbc9 HTTP/1.1" status: 200 len: 945 time: 0.0904019 Jul 27 21:26:20.566238 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:26:20.598471 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a0b4c92c-3325-4c2a-aa33-7cc90bdab442 req-d64744fe-ae43-4437-bca4-de339b6013ed tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] 10.222.0.59 "GET /v2.0/security-groups?id=e58ddcb9-db1b-4fb3-bc1a-fdf0655b1e73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419936 Jul 27 21:26:20.606208 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9539c90-b27f-4759-9f95-4e9fae1ccbc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a579c2f-f8ed-48da-ad88-db30ec800195'}] {{(pid=105586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:26:20.608486 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14c1663e039faf5393f87855f745010ac5b02220355b68fdbf065393e303ac56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82b2eff0-ba48-4103-b3f1-8479ab0d531d" -d '{"events": [{"server_uuid": "c9539c90-b27f-4759-9f95-4e9fae1ccbc9", "name": "network-vif-plugged", "status": "completed", "tag": "3a579c2f-f8ed-48da-ad88-db30ec800195"}]}' {{(pid=105586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:26:20.622309 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] For port 3a579c2f-f8ed-48da-ad88-db30ec800195, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=3a579c2f-f8ed-48da-ad88-db30ec800195,segment=NetworkSegment(9c20e27a-91a1-474d-adc0-72aa145295a4),segment_id=9c20e27a-91a1-474d-adc0-72aa145295a4)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:26:20.628410 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:26:20.658843 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:26:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c9d6767-86ce-4e00-ae45-309628ee683e x-openstack-request-id: req-6c9d6767-86ce-4e00-ae45-309628ee683e {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:26:20.662059 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9539c90-b27f-4759-9f95-4e9fae1ccbc9", "name": "network-vif-plugged", "status": "completed", "tag": "3a579c2f-f8ed-48da-ad88-db30ec800195", "code": 200}]} {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:26:20.662946 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-6c9d6767-86ce-4e00-ae45-309628ee683e {{(pid=105586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:26:20.663435 n-d-705658-22 neutron-server[105586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9539c90-b27f-4759-9f95-4e9fae1ccbc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a579c2f-f8ed-48da-ad88-db30ec800195', 'code': 200} Jul 27 21:26:20.718845 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6e44c1-b093-4faa-9428-f1f0598e4f2e req-e90ead30-52d1-451b-b6af-fc5c1449f387 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:26:20.720673 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-0c6e44c1-b093-4faa-9428-f1f0598e4f2e req-e90ead30-52d1-451b-b6af-fc5c1449f387 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] 10.222.0.59 "GET /v2.0/ports?device_id=71166d56-287f-4e5e-8d1a-bbeccff30fd6 HTTP/1.1" status: 200 len: 946 time: 0.0893505 Jul 27 21:26:20.723395 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Pushing event updated for resources: {'Port': ['ID=3a579c2f-f8ed-48da-ad88-db30ec800195,revision_number=5']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:26:20.791184 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-0c6e44c1-b093-4faa-9428-f1f0598e4f2e req-176f4cdd-24b4-4233-9a2c-5c65b8e11b9e tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] 10.222.0.59 "GET /v2.0/security-groups?id=d7e088a3-97e7-462a-93b9-5633e347368d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631566 Jul 27 21:26:20.812506 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1730da-cee0-43c3-aed8-6b998096d575 req-5a6b0603-4995-43c2-8c07-1e3ae805f33e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:26:20.814772 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-3e1730da-cee0-43c3-aed8-6b998096d575 req-5a6b0603-4995-43c2-8c07-1e3ae805f33e service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=c9539c90-b27f-4759-9f95-4e9fae1ccbc9 HTTP/1.1" status: 200 len: 1098 time: 0.0857964 Jul 27 21:26:20.862728 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-3e1730da-cee0-43c3-aed8-6b998096d575 req-aedf4b78-1489-4421-a9c4-9405fa228f25 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=e58ddcb9-db1b-4fb3-bc1a-fdf0655b1e73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401483 Jul 27 21:26:21.787347 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9e0883-5771-4110-9368-38b8f1939e23 req-5644d9d3-b76f-4c25-b0cd-7d28af91eaae tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:26:21.788959 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-fb9e0883-5771-4110-9368-38b8f1939e23 req-5644d9d3-b76f-4c25-b0cd-7d28af91eaae tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] 10.222.0.59 "GET /v2.0/ports?device_id=c9539c90-b27f-4759-9f95-4e9fae1ccbc9 HTTP/1.1" status: 200 len: 946 time: 0.0766683 Jul 27 21:26:21.843727 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-fb9e0883-5771-4110-9368-38b8f1939e23 req-59cd7093-43ea-4d1a-980f-2a900aa0e169 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] 10.222.0.59 "GET /v2.0/security-groups?id=e58ddcb9-db1b-4fb3-bc1a-fdf0655b1e73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455215 Jul 27 21:26:21.976051 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af9a1cb-f6c9-4880-b305-504d340c3689 req-59423b06-abce-4aac-b0ad-e61307cf9bde tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:26:21.978051 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-0af9a1cb-f6c9-4880-b305-504d340c3689 req-59423b06-abce-4aac-b0ad-e61307cf9bde tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] 10.222.0.59 "GET /v2.0/ports?device_id=71166d56-287f-4e5e-8d1a-bbeccff30fd6 HTTP/1.1" status: 200 len: 946 time: 0.0807114 Jul 27 21:26:22.022193 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-0af9a1cb-f6c9-4880-b305-504d340c3689 req-619a849e-93d2-47d0-b0e4-9b4987855140 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] 10.222.0.59 "GET /v2.0/security-groups?id=d7e088a3-97e7-462a-93b9-5633e347368d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369952 Jul 27 21:26:23.081177 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89878a28-69e1-496f-9134-072522de5636 req-8a68ef28-c2e6-4dca-9a1f-8834af33976e tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:26:23.083878 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-89878a28-69e1-496f-9134-072522de5636 req-8a68ef28-c2e6-4dca-9a1f-8834af33976e tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] 10.222.0.59 "GET /v2.0/ports?device_id=c9539c90-b27f-4759-9f95-4e9fae1ccbc9 HTTP/1.1" status: 200 len: 946 time: 0.1531124 Jul 27 21:26:23.145506 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-89878a28-69e1-496f-9134-072522de5636 req-7b154554-0a9f-4294-a73b-be99ad8efcc0 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] 10.222.0.59 "GET /v2.0/security-groups?id=e58ddcb9-db1b-4fb3-bc1a-fdf0655b1e73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547581 Jul 27 21:26:23.296478 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d7dbea-3900-4f83-a668-196d24c12e54 req-18d76c5f-c968-42d4-9ded-7190c2708345 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:26:23.298151 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-17d7dbea-3900-4f83-a668-196d24c12e54 req-18d76c5f-c968-42d4-9ded-7190c2708345 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] 10.222.0.59 "GET /v2.0/ports?device_id=71166d56-287f-4e5e-8d1a-bbeccff30fd6 HTTP/1.1" status: 200 len: 946 time: 0.1339142 Jul 27 21:26:23.340405 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8573056-1118-4878-b1ac-d77632c7faa3 req-7fab8c9e-3f7a-4747-b24a-b407aee2ece2 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:26:23.342016 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a8573056-1118-4878-b1ac-d77632c7faa3 req-7fab8c9e-3f7a-4747-b24a-b407aee2ece2 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] 10.222.0.59 "GET /v2.0/ports?device_id=c9539c90-b27f-4759-9f95-4e9fae1ccbc9 HTTP/1.1" status: 200 len: 946 time: 0.1173675 Jul 27 21:26:23.368134 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-17d7dbea-3900-4f83-a668-196d24c12e54 req-d2c37387-cbe0-47fa-aea0-47e6040e7b72 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] 10.222.0.59 "GET /v2.0/security-groups?id=d7e088a3-97e7-462a-93b9-5633e347368d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619488 Jul 27 21:26:23.409281 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a8573056-1118-4878-b1ac-d77632c7faa3 req-08becf27-2650-4163-9380-596fef8a211c tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] 10.222.0.59 "GET /v2.0/security-groups?id=e58ddcb9-db1b-4fb3-bc1a-fdf0655b1e73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579779 Jul 27 21:26:23.433740 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 58404) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:26:23.488048 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-887a62e3-5ddb-4c65-9f17-f1c5907e3cd5 tempest-TestNetworkBasicOps-559712279 tempest-TestNetworkBasicOps-559712279-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:26:23.489597 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-887a62e3-5ddb-4c65-9f17-f1c5907e3cd5 tempest-TestNetworkBasicOps-559712279 tempest-TestNetworkBasicOps-559712279-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=c9539c90-b27f-4759-9f95-4e9fae1ccbc9 HTTP/1.1" status: 200 len: 1093 time: 0.0548294 Jul 27 21:26:23.492730 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 58408) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:26:23.497679 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-0d18c165-05c6-497a-b3fc-53acb017fa69 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Request body: {'floatingip': {'floating_network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'port_id': '3a579c2f-f8ed-48da-ad88-db30ec800195', 'tenant_id': '0874e603f76049468af3a11efcc1e552', 'fixed_ip_address': '172.20.0.14'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:26:23.520673 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-0d18c165-05c6-497a-b3fc-53acb017fa69 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Notify callbacks [] for floatingip, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:26:23.627769 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-0d18c165-05c6-497a-b3fc-53acb017fa69 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:26:23.766610 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.db_base_plugin_common [None req-0d18c165-05c6-497a-b3fc-53acb017fa69 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Allocated IP 172.25.5.101 (8735d8a2-b604-4758-ae71-b40e4ee6f305/eca7dbab-b9c0-4c8f-a272-816ea8a81764/1becb4c4-ebad-4a4c-be31-1e96ec143aa8) {{(pid=105584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:26:23.919411 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-0d18c165-05c6-497a-b3fc-53acb017fa69 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Notify callbacks [] for port, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:26:23.967249 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-0d18c165-05c6-497a-b3fc-53acb017fa69 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:26:24.011206 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d18c165-05c6-497a-b3fc-53acb017fa69 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Network 8735d8a2-b604-4758-ae71-b40e4ee6f305 is already hosted by enough agents. {{(pid=105584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:26:24.014134 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [None req-0d18c165-05c6-497a-b3fc-53acb017fa69 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Resources bound (agent type, host, resource id): {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:26:24.018707 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d18c165-05c6-497a-b3fc-53acb017fa69 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Received port after_create {{(pid=105584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:26:24.021992 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d18c165-05c6-497a-b3fc-53acb017fa69 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Pushing event updated for resources: {'Port': ['ID=1becb4c4-ebad-4a4c-be31-1e96ec143aa8,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:26:24.053731 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d18c165-05c6-497a-b3fc-53acb017fa69 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:26:24.054305 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d18c165-05c6-497a-b3fc-53acb017fa69 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:26:24.054656 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d18c165-05c6-497a-b3fc-53acb017fa69 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:26:24.055037 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d18c165-05c6-497a-b3fc-53acb017fa69 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:26:24.055394 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d18c165-05c6-497a-b3fc-53acb017fa69 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:26:24.055734 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d18c165-05c6-497a-b3fc-53acb017fa69 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:26:24.056067 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d18c165-05c6-497a-b3fc-53acb017fa69 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:26:24.056400 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d18c165-05c6-497a-b3fc-53acb017fa69 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:26:24.056733 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d18c165-05c6-497a-b3fc-53acb017fa69 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:26:24.057086 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d18c165-05c6-497a-b3fc-53acb017fa69 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:26:24.057826 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d18c165-05c6-497a-b3fc-53acb017fa69 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:26:24.058319 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d18c165-05c6-497a-b3fc-53acb017fa69 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:26:24.586259 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd35b73b-7da7-4fda-8a78-cb5ea5d6e929 req-049edf28-56ee-4bb0-b661-f44b15fab495 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:26:24.587182 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-0d18c165-05c6-497a-b3fc-53acb017fa69 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:26:24.589903 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-cd35b73b-7da7-4fda-8a78-cb5ea5d6e929 req-049edf28-56ee-4bb0-b661-f44b15fab495 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] 10.222.0.59 "GET /v2.0/ports?device_id=71166d56-287f-4e5e-8d1a-bbeccff30fd6 HTTP/1.1" status: 200 len: 946 time: 0.1134031 Jul 27 21:26:24.643528 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-cd35b73b-7da7-4fda-8a78-cb5ea5d6e929 req-80100bde-3076-4950-bcef-cae3fb9a925f tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] 10.222.0.59 "GET /v2.0/security-groups?id=d7e088a3-97e7-462a-93b9-5633e347368d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455291 Jul 27 21:26:24.675992 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-0d18c165-05c6-497a-b3fc-53acb017fa69 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:26:24.844813 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-0d18c165-05c6-497a-b3fc-53acb017fa69 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Notify callbacks [] for port, precommit_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:26:24.849792 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-0d18c165-05c6-497a-b3fc-53acb017fa69 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9014027'] for port, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:26:24.901420 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d18c165-05c6-497a-b3fc-53acb017fa69 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Pushing event updated for resources: {'Port': ['ID=1becb4c4-ebad-4a4c-be31-1e96ec143aa8,revision_number=2']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:26:24.962497 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-0d18c165-05c6-497a-b3fc-53acb017fa69 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4075768'] for floatingip, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:26:25.068360 n-d-705658-22 neutron-server[105584]: INFO neutron.db.l3_db [None req-0d18c165-05c6-497a-b3fc-53acb017fa69 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Floating IP 1ce21796-9fa0-46b8-b098-1d9ee25adb6c associated. External IP: 172.25.5.101, port: 3a579c2f-f8ed-48da-ad88-db30ec800195. Jul 27 21:26:25.326004 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d18c165-05c6-497a-b3fc-53acb017fa69 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Router 4d9c7539-23bd-434b-8946-f6181965c705 has already been hosted by L3 agent dd128fd7-8e57-4d4f-895b-a96b369df59a {{(pid=105584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:26:25.467532 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d18c165-05c6-497a-b3fc-53acb017fa69 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Notify agent at l3_agent.n-d-705658-22 the message routers_updated {{(pid=105584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:26:25.481027 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a3ee591-0c41-4225-9eb1-4a573d816200 None None] Sync routers for ids ['4d9c7539-23bd-434b-8946-f6181965c705'] in n-d-705658-22 {{(pid=105586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:26:25.494609 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-0d18c165-05c6-497a-b3fc-53acb017fa69 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for floatingip, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:26:25.503039 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a3ee591-0c41-4225-9eb1-4a573d816200 None None] Routers {'4d9c7539-23bd-434b-8946-f6181965c705'} bound to L3 agent in host n-d-705658-22 {{(pid=105586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:26:25.504179 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-5a3ee591-0c41-4225-9eb1-4a573d816200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:26:12Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['4d9c7539-23bd-434b-8946-f6181965c705'], 'active': True} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:26:25.541222 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-0d18c165-05c6-497a-b3fc-53acb017fa69 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.0449326 Jul 27 21:26:25.541222 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9539c90-b27f-4759-9f95-4e9fae1ccbc9', 'tag': '3a579c2f-f8ed-48da-ad88-db30ec800195'}] {{(pid=105584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:26:25.542197 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 58436) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:26:25.542332 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bce5e6c8685464f7626901654159975603b047827e3138302ed6566e28f1343" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dee5cab-1221-49d1-b917-a8735b49cc84" -d '{"events": [{"name": "network-changed", "server_uuid": "c9539c90-b27f-4759-9f95-4e9fae1ccbc9", "tag": "3a579c2f-f8ed-48da-ad88-db30ec800195"}]}' {{(pid=105584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:26:25.585278 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:26:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c95c0bf-7759-459a-a8c2-036b8d2224cd x-openstack-request-id: req-9c95c0bf-7759-459a-a8c2-036b8d2224cd {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:26:25.585628 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9539c90-b27f-4759-9f95-4e9fae1ccbc9", "tag": "3a579c2f-f8ed-48da-ad88-db30ec800195", "status": "completed", "code": 200}]} {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:26:25.586090 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-9c95c0bf-7759-459a-a8c2-036b8d2224cd {{(pid=105584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:26:25.586658 n-d-705658-22 neutron-server[105584]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9539c90-b27f-4759-9f95-4e9fae1ccbc9', 'tag': '3a579c2f-f8ed-48da-ad88-db30ec800195', 'status': 'completed', 'code': 200} Jul 27 21:26:25.681152 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-fad911e5-4fa2-4ac8-a8a2-4aa1b7fb535a tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] 10.222.0.59 "GET /v2.0/floatingips/1ce21796-9fa0-46b8-b098-1d9ee25adb6c HTTP/1.1" status: 200 len: 992 time: 0.1376641 Jul 27 21:26:25.732726 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dee5cab-1221-49d1-b917-a8735b49cc84 req-59c38b97-a6e8-4910-ba64-112a90c4e6e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:26:25.740227 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-6dee5cab-1221-49d1-b917-a8735b49cc84 req-59c38b97-a6e8-4910-ba64-112a90c4e6e8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0874e603f76049468af3a11efcc1e552&device_id=c9539c90-b27f-4759-9f95-4e9fae1ccbc9 HTTP/1.1" status: 200 len: 1098 time: 0.1300070 Jul 27 21:26:25.820698 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvr_db [None req-5a3ee591-0c41-4225-9eb1-4a573d816200 None None] Set router 4d9c7539-23bd-434b-8946-f6181965c705 gateway port host: n-d-705658-22 {{(pid=105586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:26:25.893529 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dee5cab-1221-49d1-b917-a8735b49cc84 req-fdd2fef4-8dae-4d24-96d1-9c69eb6ecd4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:26:25.895020 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-6dee5cab-1221-49d1-b917-a8735b49cc84 req-fdd2fef4-8dae-4d24-96d1-9c69eb6ecd4a service neutron] 10.222.0.36 "GET /v2.0/networks?id=17303b05-d1d1-4492-ba85-d84bd43759ef HTTP/1.1" status: 200 len: 898 time: 0.1459029 Jul 27 21:26:26.142690 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-5a3ee591-0c41-4225-9eb1-4a573d816200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d9c7539-23bd-434b-8946-f6181965c705', 'name': 'tempest-TestNetworkBasicOps-router-2123304900', 'tenant_id': '0874e603f76049468af3a11efcc1e552', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.221'}], 'enable_snat': True}, 'gw_port_id': '52f45676-9bff-46b3-9b6a-49c95e60325a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:25:58Z', 'updated_at': '2021-07-27T21:26:03Z', 'revision_number': 4, 'project_id': '0874e603f76049468af3a11efcc1e552', 'gw_port': {'id': '52f45676-9bff-46b3-9b6a-49c95e60325a', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:1a:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d9c7539-23bd-434b-8946-f6181965c705', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3768, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:25:59Z', 'updated_at': '2021-07-27T21:26:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_floatingips': [{'id': '1ce21796-9fa0-46b8-b098-1d9ee25adb6c', 'tenant_id': '0874e603f76049468af3a11efcc1e552', 'floating_ip_address': '172.25.5.101', 'floating_network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'router_id': '4d9c7539-23bd-434b-8946-f6181965c705', 'port_id': '3a579c2f-f8ed-48da-ad88-db30ec800195', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3793, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '17303b05-d1d1-4492-ba85-d84bd43759ef', 'mac_address': 'fa:16:3e:9d:b5:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9539c90-b27f-4759-9f95-4e9fae1ccbc9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T21:26:24Z', 'updated_at': '2021-07-27T21:26:24Z', 'revision_number': 0, 'project_id': '0874e603f76049468af3a11efcc1e552', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6504035-9cf2-4698-bdda-8edd0aa50518', 'name': '', 'network_id': '17303b05-d1d1-4492-ba85-d84bd43759ef', 'tenant_id': '0874e603f76049468af3a11efcc1e552', 'mac_address': 'fa:16:3e:7a:29:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d9c7539-23bd-434b-8946-f6181965c705', 'device_owner': 'network:router_interface', 'standard_attr_id': 3771, 'fixed_ips': [{'subnet_id': '53e00eb4-77da-49e5-b89b-8e679aee8fe8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:26:02Z', 'updated_at': '2021-07-27T21:26:09Z', 'revision_number': 5, 'project_id': '0874e603f76049468af3a11efcc1e552', 'subnets': [{'id': '53e00eb4-77da-49e5-b89b-8e679aee8fe8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-22', False) {} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:26:26.218339 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a3ee591-0c41-4225-9eb1-4a573d816200 None None] Checking router: 4d9c7539-23bd-434b-8946-f6181965c705 for host: n-d-705658-22 {{(pid=105586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:26:26.228096 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a3ee591-0c41-4225-9eb1-4a573d816200 None None] Routers {'4d9c7539-23bd-434b-8946-f6181965c705'} bound to L3 agent in host n-d-705658-22 {{(pid=105586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:26:26.231085 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-5a3ee591-0c41-4225-9eb1-4a573d816200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:26:12Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['4d9c7539-23bd-434b-8946-f6181965c705'], 'active': True} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:26:26.350856 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98113e8b-069d-443b-94fe-297dd2ac0004 req-3a493f2e-b251-4efb-b322-30684066a56f tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:26:26.352903 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-98113e8b-069d-443b-94fe-297dd2ac0004 req-3a493f2e-b251-4efb-b322-30684066a56f tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] 10.222.0.59 "GET /v2.0/ports?device_id=71166d56-287f-4e5e-8d1a-bbeccff30fd6 HTTP/1.1" status: 200 len: 946 time: 0.5912244 Jul 27 21:26:26.396749 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvr_db [None req-5a3ee591-0c41-4225-9eb1-4a573d816200 None None] Set router 4d9c7539-23bd-434b-8946-f6181965c705 gateway port host: n-d-705658-22 {{(pid=105586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:26:26.401398 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-6dee5cab-1221-49d1-b917-a8735b49cc84 req-a06ffeb8-9162-4908-ad8f-421aa784598e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3a579c2f-f8ed-48da-ad88-db30ec800195 HTTP/1.1" status: 200 len: 1000 time: 0.4975893 Jul 27 21:26:26.420616 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-98113e8b-069d-443b-94fe-297dd2ac0004 req-7cfeeb8f-71cc-42c1-afa3-ccc434697506 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] 10.222.0.59 "GET /v2.0/security-groups?id=d7e088a3-97e7-462a-93b9-5633e347368d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597992 Jul 27 21:26:26.537143 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dee5cab-1221-49d1-b917-a8735b49cc84 req-2cae43b1-94ea-4ac0-b261-4d109ef42b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:26:26.552672 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-6dee5cab-1221-49d1-b917-a8735b49cc84 req-2cae43b1-94ea-4ac0-b261-4d109ef42b1b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=53e00eb4-77da-49e5-b89b-8e679aee8fe8 HTTP/1.1" status: 200 len: 835 time: 0.1355257 Jul 27 21:26:26.634670 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dee5cab-1221-49d1-b917-a8735b49cc84 req-fe084a3e-cee1-4a26-9417-c5522eed805d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:26:26.637705 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-6dee5cab-1221-49d1-b917-a8735b49cc84 req-fe084a3e-cee1-4a26-9417-c5522eed805d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=17303b05-d1d1-4492-ba85-d84bd43759ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0759666 Jul 27 21:26:26.679671 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-5a3ee591-0c41-4225-9eb1-4a573d816200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d9c7539-23bd-434b-8946-f6181965c705', 'name': 'tempest-TestNetworkBasicOps-router-2123304900', 'tenant_id': '0874e603f76049468af3a11efcc1e552', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.221'}], 'enable_snat': True}, 'gw_port_id': '52f45676-9bff-46b3-9b6a-49c95e60325a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:25:58Z', 'updated_at': '2021-07-27T21:26:03Z', 'revision_number': 4, 'project_id': '0874e603f76049468af3a11efcc1e552', 'gw_port': {'id': '52f45676-9bff-46b3-9b6a-49c95e60325a', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:1a:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d9c7539-23bd-434b-8946-f6181965c705', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3768, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:25:59Z', 'updated_at': '2021-07-27T21:26:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_floatingips': [{'id': '1ce21796-9fa0-46b8-b098-1d9ee25adb6c', 'tenant_id': '0874e603f76049468af3a11efcc1e552', 'floating_ip_address': '172.25.5.101', 'floating_network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'router_id': '4d9c7539-23bd-434b-8946-f6181965c705', 'port_id': '3a579c2f-f8ed-48da-ad88-db30ec800195', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3793, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '17303b05-d1d1-4492-ba85-d84bd43759ef', 'mac_address': 'fa:16:3e:9d:b5:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9539c90-b27f-4759-9f95-4e9fae1ccbc9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T21:26:24Z', 'updated_at': '2021-07-27T21:26:24Z', 'revision_number': 0, 'project_id': '0874e603f76049468af3a11efcc1e552', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6504035-9cf2-4698-bdda-8edd0aa50518', 'name': '', 'network_id': '17303b05-d1d1-4492-ba85-d84bd43759ef', 'tenant_id': '0874e603f76049468af3a11efcc1e552', 'mac_address': 'fa:16:3e:7a:29:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d9c7539-23bd-434b-8946-f6181965c705', 'device_owner': 'network:router_interface', 'standard_attr_id': 3771, 'fixed_ips': [{'subnet_id': '53e00eb4-77da-49e5-b89b-8e679aee8fe8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:26:02Z', 'updated_at': '2021-07-27T21:26:09Z', 'revision_number': 5, 'project_id': '0874e603f76049468af3a11efcc1e552', 'subnets': [{'id': '53e00eb4-77da-49e5-b89b-8e679aee8fe8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-22', False) {} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:26:26.684737 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 58454) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:26:26.714902 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a3ee591-0c41-4225-9eb1-4a573d816200 None None] The sync data for ids ['4d9c7539-23bd-434b-8946-f6181965c705'] in n-d-705658-22 is: [{'id': '4d9c7539-23bd-434b-8946-f6181965c705', 'name': 'tempest-TestNetworkBasicOps-router-2123304900', 'tenant_id': '0874e603f76049468af3a11efcc1e552', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.221'}], 'enable_snat': True}, 'gw_port_id': '52f45676-9bff-46b3-9b6a-49c95e60325a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:25:58Z', 'updated_at': '2021-07-27T21:26:03Z', 'revision_number': 4, 'project_id': '0874e603f76049468af3a11efcc1e552', 'gw_port': {'id': '52f45676-9bff-46b3-9b6a-49c95e60325a', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:1a:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d9c7539-23bd-434b-8946-f6181965c705', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3768, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:25:59Z', 'updated_at': '2021-07-27T21:26:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_floatingips': [{'id': '1ce21796-9fa0-46b8-b098-1d9ee25adb6c', 'tenant_id': '0874e603f76049468af3a11efcc1e552', 'floating_ip_address': '172.25.5.101', 'floating_network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'router_id': '4d9c7539-23bd-434b-8946-f6181965c705', 'port_id': '3a579c2f-f8ed-48da-ad88-db30ec800195', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3793, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '17303b05-d1d1-4492-ba85-d84bd43759ef', 'mac_address': 'fa:16:3e:9d:b5:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9539c90-b27f-4759-9f95-4e9fae1ccbc9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T21:26:24Z', 'updated_at': '2021-07-27T21:26:24Z', 'revision_number': 0, 'project_id': '0874e603f76049468af3a11efcc1e552', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6504035-9cf2-4698-bdda-8edd0aa50518', 'name': '', 'network_id': '17303b05-d1d1-4492-ba85-d84bd43759ef', 'tenant_id': '0874e603f76049468af3a11efcc1e552', 'mac_address': 'fa:16:3e:7a:29:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d9c7539-23bd-434b-8946-f6181965c705', 'device_owner': 'network:router_interface', 'standard_attr_id': 3771, 'fixed_ips': [{'subnet_id': '53e00eb4-77da-49e5-b89b-8e679aee8fe8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:26:02Z', 'updated_at': '2021-07-27T21:26:09Z', 'revision_number': 5, 'project_id': '0874e603f76049468af3a11efcc1e552', 'subnets': [{'id': '53e00eb4-77da-49e5-b89b-8e679aee8fe8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:26:26.812367 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-6dee5cab-1221-49d1-b917-a8735b49cc84 req-1029a5ff-d6cc-4d1a-8363-fc0cabae65b7 service neutron] 10.222.0.36 "GET /v2.0/networks/17303b05-d1d1-4492-ba85-d84bd43759ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1656630 Jul 27 21:26:26.821374 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-2d6a718b-7e3e-4a61-9c13-a55c8bdabac1 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] 10.222.0.59 "GET /v2.0/floatingips/1ce21796-9fa0-46b8-b098-1d9ee25adb6c HTTP/1.1" status: 200 len: 992 time: 0.1348248 Jul 27 21:26:26.948788 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-6dee5cab-1221-49d1-b917-a8735b49cc84 req-bfe5271f-202a-4031-ac02-9884c0a614fe service neutron] 10.222.0.36 "GET /v2.0/networks/17303b05-d1d1-4492-ba85-d84bd43759ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285179 Jul 27 21:26:27.093454 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93d2e008-b4ac-4894-9355-cd7afd38c378 None None] New status for floating IP 1ce21796-9fa0-46b8-b098-1d9ee25adb6c: ACTIVE {{(pid=105587) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 21:26:27.592223 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fd5879-cb90-4215-9e5a-d7c084dad4a2 req-45931647-2513-4b96-ae8f-d18c7855e34a tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:26:27.601322 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-64fd5879-cb90-4215-9e5a-d7c084dad4a2 req-45931647-2513-4b96-ae8f-d18c7855e34a tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] 10.222.0.59 "GET /v2.0/ports?device_id=71166d56-287f-4e5e-8d1a-bbeccff30fd6 HTTP/1.1" status: 200 len: 946 time: 0.0922022 Jul 27 21:26:27.653687 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-64fd5879-cb90-4215-9e5a-d7c084dad4a2 req-bce9df7a-742b-444e-bfa6-14c5f64615f6 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] 10.222.0.59 "GET /v2.0/security-groups?id=d7e088a3-97e7-462a-93b9-5633e347368d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508287 Jul 27 21:26:27.824965 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 58468) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:26:27.917663 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-c946d0c3-4fd4-449f-93a0-896490eef5fd tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] 10.222.0.59 "GET /v2.0/floatingips/1ce21796-9fa0-46b8-b098-1d9ee25adb6c HTTP/1.1" status: 200 len: 994 time: 0.0903451 Jul 27 21:26:28.897248 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ef5ee4-b4e5-49d5-8230-ecebfbd36e74 req-65156446-482a-44c5-9df2-6af09a992e58 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:26:28.906136 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-49ef5ee4-b4e5-49d5-8230-ecebfbd36e74 req-65156446-482a-44c5-9df2-6af09a992e58 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] 10.222.0.59 "GET /v2.0/ports?device_id=71166d56-287f-4e5e-8d1a-bbeccff30fd6 HTTP/1.1" status: 200 len: 946 time: 0.1168234 Jul 27 21:26:28.988294 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-49ef5ee4-b4e5-49d5-8230-ecebfbd36e74 req-0fcafb8d-cd12-47d1-8c48-99b3b18cc3ad tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] 10.222.0.59 "GET /v2.0/security-groups?id=d7e088a3-97e7-462a-93b9-5633e347368d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706930 Jul 27 21:26:30.139024 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439f3b19-b30a-4d7e-985e-10a256238a21 req-6a6e0506-e838-43be-b23c-8ff078177cd2 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:26:30.141418 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-439f3b19-b30a-4d7e-985e-10a256238a21 req-6a6e0506-e838-43be-b23c-8ff078177cd2 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] 10.222.0.59 "GET /v2.0/ports?device_id=71166d56-287f-4e5e-8d1a-bbeccff30fd6 HTTP/1.1" status: 200 len: 946 time: 0.0860672 Jul 27 21:26:30.172849 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.agents_db [None req-558fcd2c-e512-47bc-a170-8673d87f7213 None None] Agent healthcheck: found 7 active agents {{(pid=105587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 21:26:30.185383 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-439f3b19-b30a-4d7e-985e-10a256238a21 req-2b3519b7-f288-4b51-b7ad-0c4929d3566b tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] 10.222.0.59 "GET /v2.0/security-groups?id=d7e088a3-97e7-462a-93b9-5633e347368d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380580 Jul 27 21:26:30.594414 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Device ce53fdb5-9dd4-42ed-9698-5de61b518ba1 no longer exists at agent hyperv_n-h2-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:26:30.771996 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:26:30.836896 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71166d56-287f-4e5e-8d1a-bbeccff30fd6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ce53fdb5-9dd4-42ed-9698-5de61b518ba1'}] {{(pid=105586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:26:30.843859 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14c1663e039faf5393f87855f745010ac5b02220355b68fdbf065393e303ac56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f6e5f28-8bba-4a9b-8556-3572318731b6" -d '{"events": [{"server_uuid": "71166d56-287f-4e5e-8d1a-bbeccff30fd6", "name": "network-vif-unplugged", "status": "completed", "tag": "ce53fdb5-9dd4-42ed-9698-5de61b518ba1"}]}' {{(pid=105586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:26:30.893626 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] For port ce53fdb5-9dd4-42ed-9698-5de61b518ba1, host n-h2-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=ce53fdb5-9dd4-42ed-9698-5de61b518ba1,segment=NetworkSegment(5dc26c44-3b1c-4075-b860-bc76f03d3c9f),segment_id=5dc26c44-3b1c-4075-b860-bc76f03d3c9f)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:26:30.906443 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:26:30.962082 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 27 Jul 2021 21:26:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85726882-3be6-441c-bfe3-ad4f2664b972 x-openstack-request-id: req-85726882-3be6-441c-bfe3-ad4f2664b972 {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:26:30.962289 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71166d56-287f-4e5e-8d1a-bbeccff30fd6", "name": "network-vif-unplugged", "status": "completed", "tag": "ce53fdb5-9dd4-42ed-9698-5de61b518ba1", "code": 200}]} {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:26:30.962726 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-85726882-3be6-441c-bfe3-ad4f2664b972 {{(pid=105586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:26:30.963879 n-d-705658-22 neutron-server[105586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71166d56-287f-4e5e-8d1a-bbeccff30fd6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ce53fdb5-9dd4-42ed-9698-5de61b518ba1', 'code': 200} Jul 27 21:26:30.997659 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Pushing event updated for resources: {'Port': ['ID=ce53fdb5-9dd4-42ed-9698-5de61b518ba1,revision_number=6']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:26:31.006299 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:26:31.006957 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:26:31.007434 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:26:31.007865 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:26:31.008567 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:26:31.008786 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:26:31.009210 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:26:31.009652 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:26:31.010731 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:26:31.011192 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:26:31.011720 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:26:31.012161 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:26:31.081147 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 58532) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:26:31.090976 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59eee72-0779-4df0-9ea8-b0f71d434176 req-f398df89-fcae-465c-b570-ef715399ee1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:26:31.092810 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f59eee72-0779-4df0-9ea8-b0f71d434176 req-f398df89-fcae-465c-b570-ef715399ee1f service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=71166d56-287f-4e5e-8d1a-bbeccff30fd6 HTTP/1.1" status: 200 len: 1096 time: 0.0782871 Jul 27 21:26:31.228290 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f59eee72-0779-4df0-9ea8-b0f71d434176 req-1d3817c4-da68-442e-8a13-6ed884a0ad45 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=d7e088a3-97e7-462a-93b9-5633e347368d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1270039 Jul 27 21:26:31.304190 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-7d4ba543-a725-4fac-91cc-a1b7a7ff93fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:26:31.399943 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e86b56b-7ea2-457e-8b64-cdfd4618b576 req-e7fef228-5aad-444c-99e0-9ffe18d82ac0 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:26:31.401403 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-9e86b56b-7ea2-457e-8b64-cdfd4618b576 req-e7fef228-5aad-444c-99e0-9ffe18d82ac0 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] 10.222.0.59 "GET /v2.0/ports?device_id=71166d56-287f-4e5e-8d1a-bbeccff30fd6 HTTP/1.1" status: 200 len: 944 time: 0.1087408 Jul 27 21:26:31.460057 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-9e86b56b-7ea2-457e-8b64-cdfd4618b576 req-68b4a74b-16f6-411a-bad5-8bcef859c751 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] 10.222.0.59 "GET /v2.0/security-groups?id=d7e088a3-97e7-462a-93b9-5633e347368d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464947 Jul 27 21:26:31.486143 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-7d4ba543-a725-4fac-91cc-a1b7a7ff93fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:26:31.491675 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-7d4ba543-a725-4fac-91cc-a1b7a7ff93fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:26:31.534799 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-7d4ba543-a725-4fac-91cc-a1b7a7ff93fa admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=40f652cea3f74c60a632f5cf9af3320a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4502163 Jul 27 21:26:31.538793 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 58542) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:26:31.547904 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4ba543-a725-4fac-91cc-a1b7a7ff93fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9ca11b6-2767-4e39-a1cf-f288db2d9f89,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:26:31.593897 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-279a0d9e-90f4-4202-9ef8-4a65b5585a79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:26:31.616966 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-279a0d9e-90f4-4202-9ef8-4a65b5585a79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:26:31.680946 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-279a0d9e-90f4-4202-9ef8-4a65b5585a79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:26:31.684351 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-279a0d9e-90f4-4202-9ef8-4a65b5585a79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:26:31.685526 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-279a0d9e-90f4-4202-9ef8-4a65b5585a79 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/f9ca11b6-2767-4e39-a1cf-f288db2d9f89 HTTP/1.1" status: 204 len: 168 time: 0.1458099 Jul 27 21:26:31.694018 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279a0d9e-90f4-4202-9ef8-4a65b5585a79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9ca11b6-2767-4e39-a1cf-f288db2d9f89,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:26:32.575216 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 58570) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:26:32.609689 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Device ce53fdb5-9dd4-42ed-9698-5de61b518ba1 details requested by agent hyperv_n-h2-705658-22 with host n-h2-705658-22 {{(pid=105586) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:26:32.665938 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f279a8c4-d8e6-4229-8382-f9e2f5f57292 req-5bde95cc-fd4a-47e8-8bc1-d5462703583d tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:26:32.673182 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f279a8c4-d8e6-4229-8382-f9e2f5f57292 req-5bde95cc-fd4a-47e8-8bc1-d5462703583d tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] 10.222.0.59 "GET /v2.0/ports?device_id=71166d56-287f-4e5e-8d1a-bbeccff30fd6 HTTP/1.1" status: 200 len: 944 time: 0.1121900 Jul 27 21:26:32.761562 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f279a8c4-d8e6-4229-8382-f9e2f5f57292 req-f3c07f65-9289-4e97-b966-ebb179f54a3b tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] 10.222.0.59 "GET /v2.0/security-groups?id=d7e088a3-97e7-462a-93b9-5633e347368d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0846777 Jul 27 21:26:32.769088 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-cb137cc0-4638-4249-9115-2e156171eca5 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-512620493-network', 'tenant_id': 'c73da23a929049a4ae37e6bfb7ce5da9'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:26:32.797029 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 58578) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:26:32.814239 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] For port ce53fdb5-9dd4-42ed-9698-5de61b518ba1, host n-h2-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=ce53fdb5-9dd4-42ed-9698-5de61b518ba1,segment=NetworkSegment(5dc26c44-3b1c-4075-b860-bc76f03d3c9f),segment_id=5dc26c44-3b1c-4075-b860-bc76f03d3c9f)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:26:32.817441 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb137cc0-4638-4249-9115-2e156171eca5 admin admin] Made reservation on behalf of c73da23a929049a4ae37e6bfb7ce5da9 for: {'network': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:26:32.820382 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-cb137cc0-4638-4249-9115-2e156171eca5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for network, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:26:32.830296 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Returning: {'device': 'ce53fdb5-9dd4-42ed-9698-5de61b518ba1', 'network_id': '2ccc93db-b189-42a5-80b7-a6115bf3d495', 'port_id': 'ce53fdb5-9dd4-42ed-9698-5de61b518ba1', 'mac_address': 'fa:16:3e:67:80:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 218, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2855f242-b7d7-4a13-b8ce-f230d6c840d2', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105586) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:26:32.866442 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-cb137cc0-4638-4249-9115-2e156171eca5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:26:32.887052 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-aa9d06a9-05f5-46eb-b3a8-7198b4951e69 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] 10.222.0.59 "GET /v2.0/floatingips/edd7ea37-4f67-4e8a-8ae9-7700d6f7b23e HTTP/1.1" status: 200 len: 992 time: 0.0844221 Jul 27 21:26:32.903509 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:26:32.921527 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [None req-3d54578f-831f-4696-b568-13c455922dab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce53fdb5-9dd4-42ed-9698-5de61b518ba1 {{(pid=105586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:26:32.954526 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] For port ce53fdb5-9dd4-42ed-9698-5de61b518ba1, host n-h2-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=ce53fdb5-9dd4-42ed-9698-5de61b518ba1,segment=NetworkSegment(5dc26c44-3b1c-4075-b860-bc76f03d3c9f),segment_id=5dc26c44-3b1c-4075-b860-bc76f03d3c9f)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:26:32.961529 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:26:33.017271 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-cb137cc0-4638-4249-9115-2e156171eca5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:26:33.023889 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-cb137cc0-4638-4249-9115-2e156171eca5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:26:33.054737 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb137cc0-4638-4249-9115-2e156171eca5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a2468fd-9568-494f-822d-de69e1c2dd50,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:26:33.066476 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb137cc0-4638-4249-9115-2e156171eca5 admin admin] vlan segment allocate from pool success with {'vlan_id': 249, 'physical_network': 'physnet1'} {{(pid=105584) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:26:33.077125 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-cb137cc0-4638-4249-9115-2e156171eca5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:26:33.077483 n-d-705658-22 neutron-server[105584]: INFO neutron.db.segments_db [None req-cb137cc0-4638-4249-9115-2e156171eca5 admin admin] Added segment 2706278e-d0a2-4393-9928-6427758cb412 of type vlan for network ff2244c3-790a-4492-8878-85cacdf6a280 Jul 27 21:26:33.090603 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Pushing event updated for resources: {'Port': ['ID=ce53fdb5-9dd4-42ed-9698-5de61b518ba1,revision_number=7']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:26:33.127457 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-cb137cc0-4638-4249-9115-2e156171eca5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790688424798'] for network, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:26:33.173281 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-cb137cc0-4638-4249-9115-2e156171eca5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920'] for network, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:26:33.174838 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb137cc0-4638-4249-9115-2e156171eca5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:26:33.175677 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-cb137cc0-4638-4249-9115-2e156171eca5 admin admin] Notify callbacks [] for network, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:26:33.248686 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-cb137cc0-4638-4249-9115-2e156171eca5 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6722381 Jul 27 21:26:33.252011 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 58588) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:26:33.260608 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] get_ports_and_sgs() called for port_ids ['ce53fdb5-9dd4-42ed-9698-5de61b518ba1'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:26:33.269698 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-d11a7cc8-29fc-49e6-878e-bcf815ca67b3 admin admin] Request body: {'subnet': {'network_id': 'ff2244c3-790a-4492-8878-85cacdf6a280', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-512620493-subnet', 'tenant_id': 'c73da23a929049a4ae37e6bfb7ce5da9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:26:33.277772 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb137cc0-4638-4249-9115-2e156171eca5 admin admin] Pushing event updated for resources: {'Network': ['ID=ff2244c3-790a-4492-8878-85cacdf6a280,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:26:33.302488 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d11a7cc8-29fc-49e6-878e-bcf815ca67b3 admin admin] Made reservation on behalf of c73da23a929049a4ae37e6bfb7ce5da9 for: {'subnet': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:26:33.305641 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-d11a7cc8-29fc-49e6-878e-bcf815ca67b3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9738786'] for subnet, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:26:33.306172 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Network ff2244c3-790a-4492-8878-85cacdf6a280 details requested by agent ovs-agent-n-d-705658-22 with host n-d-705658-22 {{(pid=105586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:26:33.558979 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-d11a7cc8-29fc-49e6-878e-bcf815ca67b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9014150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9738800'] for subnet, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:26:33.634277 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11a7cc8-29fc-49e6-878e-bcf815ca67b3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dc041f3d-69fc-4ad1-9ceb-f7ab850cdc5a,revision_number=0']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:26:33.643879 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d11a7cc8-29fc-49e6-878e-bcf815ca67b3 admin admin] Checking segment: {'id': '2706278e-d0a2-4393-9928-6427758cb412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'ff2244c3-790a-4492-8878-85cacdf6a280'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:26:33.644516 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d11a7cc8-29fc-49e6-878e-bcf815ca67b3 admin admin] Network hostable DHCP agents. Network: ff2244c3-790a-4492-8878-85cacdf6a280, hostable agents: ['7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a'], hosted agents: [] {{(pid=105584) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:26:33.686045 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d11a7cc8-29fc-49e6-878e-bcf815ca67b3 admin admin] Network ff2244c3-790a-4492-8878-85cacdf6a280 is scheduled to be hosted by DHCP agent 7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a with binding_index 1 {{(pid=105584) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:26:33.702836 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [None req-d11a7cc8-29fc-49e6-878e-bcf815ca67b3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-22, ff2244c3-790a-4492-8878-85cacdf6a280) {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:26:33.709215 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d11a7cc8-29fc-49e6-878e-bcf815ca67b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:26:33.709833 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-d11a7cc8-29fc-49e6-878e-bcf815ca67b3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:26:33.717360 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a82ac7b-6a16-4a5f-bda2-e13a01924ee1 None None] Network ff2244c3-790a-4492-8878-85cacdf6a280 requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:26:33.737902 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-d11a7cc8-29fc-49e6-878e-bcf815ca67b3 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4835958 Jul 27 21:26:33.909301 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94be867d-a0d5-4e66-8462-261a7a21f32e None None] Network ff2244c3-790a-4492-8878-85cacdf6a280 requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:26:34.341168 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 58626) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:26:34.346180 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-640ba7ec-1c91-4749-a0ee-f2360c9871e8 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1838241793-network', 'tenant_id': 'f039af8026af43d893073dd9a47ae2eb'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:26:34.367758 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-640ba7ec-1c91-4749-a0ee-f2360c9871e8 admin admin] Made reservation on behalf of f039af8026af43d893073dd9a47ae2eb for: {'network': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:26:34.370776 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-640ba7ec-1c91-4749-a0ee-f2360c9871e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for network, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:26:34.380125 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-640ba7ec-1c91-4749-a0ee-f2360c9871e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:26:34.480291 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-640ba7ec-1c91-4749-a0ee-f2360c9871e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:26:34.485192 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-640ba7ec-1c91-4749-a0ee-f2360c9871e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:26:34.510473 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-640ba7ec-1c91-4749-a0ee-f2360c9871e8 admin admin] vlan segment allocate from pool success with {'vlan_id': 244, 'physical_network': 'physnet1'} {{(pid=105584) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:26:34.519960 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640ba7ec-1c91-4749-a0ee-f2360c9871e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39d318ba-d24e-4303-9cfa-ba1ef0a96cf6,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:26:34.526220 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-640ba7ec-1c91-4749-a0ee-f2360c9871e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:26:34.527405 n-d-705658-22 neutron-server[105584]: INFO neutron.db.segments_db [None req-640ba7ec-1c91-4749-a0ee-f2360c9871e8 admin admin] Added segment 67a0c38c-f0a0-4974-b32e-39715e6a4446 of type vlan for network abfd75da-eaf7-4396-aec9-5ab14e377b9b Jul 27 21:26:34.578380 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-640ba7ec-1c91-4749-a0ee-f2360c9871e8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790688424798'] for network, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:26:34.612157 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Device ce53fdb5-9dd4-42ed-9698-5de61b518ba1 up at agent hyperv_n-h2-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:26:34.617417 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-640ba7ec-1c91-4749-a0ee-f2360c9871e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920'] for network, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:26:34.618729 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-640ba7ec-1c91-4749-a0ee-f2360c9871e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:26:34.620063 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-640ba7ec-1c91-4749-a0ee-f2360c9871e8 admin admin] Notify callbacks [] for network, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:26:34.667084 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-3d54578f-831f-4696-b568-13c455922dab None None] Provisioning complete for port ce53fdb5-9dd4-42ed-9698-5de61b518ba1 triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:26:34.667601 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:26:34.683994 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-640ba7ec-1c91-4749-a0ee-f2360c9871e8 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3415906 Jul 27 21:26:34.686931 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 58628) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:26:34.692966 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-a7bb554c-e7e9-44d5-98c1-fa520b3dc7e0 admin admin] Request body: {'subnet': {'network_id': 'abfd75da-eaf7-4396-aec9-5ab14e377b9b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1838241793-subnet', 'tenant_id': 'f039af8026af43d893073dd9a47ae2eb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:26:34.704945 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640ba7ec-1c91-4749-a0ee-f2360c9871e8 admin admin] Pushing event updated for resources: {'Network': ['ID=abfd75da-eaf7-4396-aec9-5ab14e377b9b,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:26:34.718213 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Network abfd75da-eaf7-4396-aec9-5ab14e377b9b details requested by agent ovs-agent-n-d-705658-22 with host n-d-705658-22 {{(pid=105586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:26:34.724292 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7bb554c-e7e9-44d5-98c1-fa520b3dc7e0 admin admin] Made reservation on behalf of f039af8026af43d893073dd9a47ae2eb for: {'subnet': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:26:34.726859 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-a7bb554c-e7e9-44d5-98c1-fa520b3dc7e0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9738786'] for subnet, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:26:34.804102 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:26:34.839207 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71166d56-287f-4e5e-8d1a-bbeccff30fd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce53fdb5-9dd4-42ed-9698-5de61b518ba1'}] {{(pid=105586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:26:34.841515 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14c1663e039faf5393f87855f745010ac5b02220355b68fdbf065393e303ac56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40b2bb66-1f5a-40d5-9b72-8af2ddfd9216" -d '{"events": [{"server_uuid": "71166d56-287f-4e5e-8d1a-bbeccff30fd6", "name": "network-vif-plugged", "status": "completed", "tag": "ce53fdb5-9dd4-42ed-9698-5de61b518ba1"}]}' {{(pid=105586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:26:34.871852 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] For port ce53fdb5-9dd4-42ed-9698-5de61b518ba1, host n-h2-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=ce53fdb5-9dd4-42ed-9698-5de61b518ba1,segment=NetworkSegment(5dc26c44-3b1c-4075-b860-bc76f03d3c9f),segment_id=5dc26c44-3b1c-4075-b860-bc76f03d3c9f)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:26:34.883563 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:26:34.913051 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:26:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fa2bfde-777a-4ab2-82f5-ec51eba99cc8 x-openstack-request-id: req-0fa2bfde-777a-4ab2-82f5-ec51eba99cc8 {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:26:34.913614 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71166d56-287f-4e5e-8d1a-bbeccff30fd6", "name": "network-vif-plugged", "status": "completed", "tag": "ce53fdb5-9dd4-42ed-9698-5de61b518ba1", "code": 200}]} {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:26:34.914042 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-0fa2bfde-777a-4ab2-82f5-ec51eba99cc8 {{(pid=105586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:26:34.914604 n-d-705658-22 neutron-server[105586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71166d56-287f-4e5e-8d1a-bbeccff30fd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce53fdb5-9dd4-42ed-9698-5de61b518ba1', 'code': 200} Jul 27 21:26:34.945265 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Pushing event updated for resources: {'Port': ['ID=ce53fdb5-9dd4-42ed-9698-5de61b518ba1,revision_number=8']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:26:34.958339 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-a7bb554c-e7e9-44d5-98c1-fa520b3dc7e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9014150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9738800'] for subnet, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:26:35.010569 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bb554c-e7e9-44d5-98c1-fa520b3dc7e0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e77e0de1-40e0-4f4b-9856-c761b271cf49,revision_number=0']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:26:35.032452 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7bb554c-e7e9-44d5-98c1-fa520b3dc7e0 admin admin] Checking segment: {'id': '67a0c38c-f0a0-4974-b32e-39715e6a4446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'abfd75da-eaf7-4396-aec9-5ab14e377b9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:26:35.032820 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7bb554c-e7e9-44d5-98c1-fa520b3dc7e0 admin admin] Network hostable DHCP agents. Network: abfd75da-eaf7-4396-aec9-5ab14e377b9b, hostable agents: ['7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a'], hosted agents: [] {{(pid=105584) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:26:35.052541 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7bb554c-e7e9-44d5-98c1-fa520b3dc7e0 admin admin] Network abfd75da-eaf7-4396-aec9-5ab14e377b9b is scheduled to be hosted by DHCP agent 7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a with binding_index 1 {{(pid=105584) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:26:35.069217 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [None req-a7bb554c-e7e9-44d5-98c1-fa520b3dc7e0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-22, abfd75da-eaf7-4396-aec9-5ab14e377b9b) {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:26:35.076305 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10d0a9fc-494a-44f0-8506-4a09eb86fb1b None None] Network abfd75da-eaf7-4396-aec9-5ab14e377b9b requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:26:35.082230 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7bb554c-e7e9-44d5-98c1-fa520b3dc7e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:26:35.082839 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-a7bb554c-e7e9-44d5-98c1-fa520b3dc7e0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:26:35.117254 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-a7bb554c-e7e9-44d5-98c1-fa520b3dc7e0 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4202738 Jul 27 21:26:35.242125 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b64b831a-bcff-4792-bd2e-ce2b7de16499 None None] Network abfd75da-eaf7-4396-aec9-5ab14e377b9b requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:26:35.693661 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396f4e10-2e85-4100-89d0-850b7df4c188 req-163b8d55-0c46-422e-8d1c-ed917f2e0867 tempest-TestServerAdvancedOps-957042547 tempest-TestServerAdvancedOps-957042547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:26:35.695441 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-396f4e10-2e85-4100-89d0-850b7df4c188 req-163b8d55-0c46-422e-8d1c-ed917f2e0867 tempest-TestServerAdvancedOps-957042547 tempest-TestServerAdvancedOps-957042547-project] 10.222.0.59 "GET /v2.0/networks?id=ff2244c3-790a-4492-8878-85cacdf6a280 HTTP/1.1" status: 200 len: 811 time: 0.1134520 Jul 27 21:26:35.711233 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-396f4e10-2e85-4100-89d0-850b7df4c188 req-da5b4676-d19f-4546-9d98-b12c5cdc55c1 tempest-TestServerAdvancedOps-957042547 tempest-TestServerAdvancedOps-957042547-project] 10.222.0.59 "GET /v2.0/quotas/c73da23a929049a4ae37e6bfb7ce5da9 HTTP/1.1" status: 200 len: 375 time: 0.0097647 Jul 27 21:26:35.747924 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-396f4e10-2e85-4100-89d0-850b7df4c188 req-3ea5025e-2796-4e3a-a661-d3a2e60cb919 tempest-TestServerAdvancedOps-957042547 tempest-TestServerAdvancedOps-957042547-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=c73da23a929049a4ae37e6bfb7ce5da9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0306878 Jul 27 21:26:35.843259 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-396f4e10-2e85-4100-89d0-850b7df4c188 req-6db1ca4e-dc3a-44ea-b89e-f2a82288316d service neutron] 10.222.0.59 "GET /v2.0/networks/ff2244c3-790a-4492-8878-85cacdf6a280?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874355 Jul 27 21:26:35.948463 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-396f4e10-2e85-4100-89d0-850b7df4c188 req-f3211fb9-c791-4237-9c5f-44f172ec2440 service neutron] 10.222.0.59 "GET /v2.0/networks/ff2244c3-790a-4492-8878-85cacdf6a280?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991035 Jul 27 21:26:36.140792 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f8ce09a5-3748-4489-918a-a7df994ab4a9 req-b3d6688e-44bb-4101-b81b-f9e45c46d94a tempest-TestServerAdvancedOps-957042547 tempest-TestServerAdvancedOps-957042547-project] 10.222.0.59 "GET /v2.0/ports?device_id=59925fdb-93f9-4f5f-9aa7-61b90671f549 HTTP/1.1" status: 200 len: 210 time: 0.0304782 Jul 27 21:26:36.474381 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:26:37.156760 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396f4e10-2e85-4100-89d0-850b7df4c188 req-b2898a29-6c92-4e7e-81c0-3993ecdbda46 tempest-TestServerAdvancedOps-957042547 tempest-TestServerAdvancedOps-957042547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:26:37.158217 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-396f4e10-2e85-4100-89d0-850b7df4c188 req-b2898a29-6c92-4e7e-81c0-3993ecdbda46 tempest-TestServerAdvancedOps-957042547 tempest-TestServerAdvancedOps-957042547-project] 10.222.0.36 "GET /v2.0/networks?id=ff2244c3-790a-4492-8878-85cacdf6a280 HTTP/1.1" status: 200 len: 811 time: 0.1196635 Jul 27 21:26:37.171589 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [req-396f4e10-2e85-4100-89d0-850b7df4c188 req-6dea0db9-11bb-4144-a203-fb0cfcd8dd97 tempest-TestServerAdvancedOps-957042547 tempest-TestServerAdvancedOps-957042547-project] Request body: {'port': {'device_id': '59925fdb-93f9-4f5f-9aa7-61b90671f549', 'network_id': 'ff2244c3-790a-4492-8878-85cacdf6a280', 'admin_state_up': True, 'tenant_id': 'c73da23a929049a4ae37e6bfb7ce5da9'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:26:37.259347 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-ce9a66d2-5071-44f1-92c7-3a7c9a766aaa req-acef6c05-08c0-4a6f-8249-17376af51818 tempest-TestServerAdvancedOps-957042547 tempest-TestServerAdvancedOps-957042547-project] 10.222.0.59 "GET /v2.0/ports?device_id=59925fdb-93f9-4f5f-9aa7-61b90671f549 HTTP/1.1" status: 200 len: 210 time: 0.0418677 Jul 27 21:26:37.320419 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-396f4e10-2e85-4100-89d0-850b7df4c188 req-6dea0db9-11bb-4144-a203-fb0cfcd8dd97 tempest-TestServerAdvancedOps-957042547 tempest-TestServerAdvancedOps-957042547-project] Made reservation on behalf of c73da23a929049a4ae37e6bfb7ce5da9 for: {'port': 1} {{(pid=105585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:26:37.324325 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-396f4e10-2e85-4100-89d0-850b7df4c188 req-6dea0db9-11bb-4144-a203-fb0cfcd8dd97 tempest-TestServerAdvancedOps-957042547 tempest-TestServerAdvancedOps-957042547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:26:37.457119 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.db_base_plugin_common [req-396f4e10-2e85-4100-89d0-850b7df4c188 req-6dea0db9-11bb-4144-a203-fb0cfcd8dd97 tempest-TestServerAdvancedOps-957042547 tempest-TestServerAdvancedOps-957042547-project] Allocated IP 172.20.0.8 (ff2244c3-790a-4492-8878-85cacdf6a280/dc041f3d-69fc-4ad1-9ceb-f7ab850cdc5a/2e267f95-7b2d-43c4-b0ca-d9722fa87fb1) {{(pid=105585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:26:37.637147 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-396f4e10-2e85-4100-89d0-850b7df4c188 req-6dea0db9-11bb-4144-a203-fb0cfcd8dd97 tempest-TestServerAdvancedOps-957042547 tempest-TestServerAdvancedOps-957042547-project] Notify callbacks [] for port, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:26:37.687790 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-396f4e10-2e85-4100-89d0-850b7df4c188 req-6dea0db9-11bb-4144-a203-fb0cfcd8dd97 tempest-TestServerAdvancedOps-957042547 tempest-TestServerAdvancedOps-957042547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:26:37.770720 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dea0db9-11bb-4144-a203-fb0cfcd8dd97 tempest-TestServerAdvancedOps-957042547 tempest-TestServerAdvancedOps-957042547-project] Pushing event updated for resources: {'Port': ['ID=2e267f95-7b2d-43c4-b0ca-d9722fa87fb1,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:26:37.781205 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-396f4e10-2e85-4100-89d0-850b7df4c188 req-6dea0db9-11bb-4144-a203-fb0cfcd8dd97 tempest-TestServerAdvancedOps-957042547 tempest-TestServerAdvancedOps-957042547-project] Network ff2244c3-790a-4492-8878-85cacdf6a280 is already hosted by enough agents. {{(pid=105585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:26:37.783332 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.base_scheduler [req-396f4e10-2e85-4100-89d0-850b7df4c188 req-6dea0db9-11bb-4144-a203-fb0cfcd8dd97 tempest-TestServerAdvancedOps-957042547 tempest-TestServerAdvancedOps-957042547-project] Resources bound (agent type, host, resource id): {{(pid=105585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:26:37.785906 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.l3_dvrscheduler_db [req-396f4e10-2e85-4100-89d0-850b7df4c188 req-6dea0db9-11bb-4144-a203-fb0cfcd8dd97 tempest-TestServerAdvancedOps-957042547 tempest-TestServerAdvancedOps-957042547-project] Received port after_create {{(pid=105585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:26:37.851168 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396f4e10-2e85-4100-89d0-850b7df4c188 req-6dea0db9-11bb-4144-a203-fb0cfcd8dd97 tempest-TestServerAdvancedOps-957042547 tempest-TestServerAdvancedOps-957042547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:26:37.851895 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-396f4e10-2e85-4100-89d0-850b7df4c188 req-6dea0db9-11bb-4144-a203-fb0cfcd8dd97 tempest-TestServerAdvancedOps-957042547 tempest-TestServerAdvancedOps-957042547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:26:37.879372 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-396f4e10-2e85-4100-89d0-850b7df4c188 req-6dea0db9-11bb-4144-a203-fb0cfcd8dd97 tempest-TestServerAdvancedOps-957042547 tempest-TestServerAdvancedOps-957042547-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7093184 Jul 27 21:26:37.894838 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [req-396f4e10-2e85-4100-89d0-850b7df4c188 req-1ce36243-e11c-4e6c-b5e4-b6f1f285eeaf service neutron] Request body: {'port': {'device_id': '59925fdb-93f9-4f5f-9aa7-61b90671f549', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-705658-22'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:26:37.997252 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-396f4e10-2e85-4100-89d0-850b7df4c188 req-1ce36243-e11c-4e6c-b5e4-b6f1f285eeaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:26:38.302787 n-d-705658-22 neutron-server[105585]: DEBUG neutron.notifiers.nova [req-396f4e10-2e85-4100-89d0-850b7df4c188 req-1ce36243-e11c-4e6c-b5e4-b6f1f285eeaf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e267f95-7b2d-43c4-b0ca-d9722fa87fb1 {{(pid=105585) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:26:38.311737 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-396f4e10-2e85-4100-89d0-850b7df4c188 req-1ce36243-e11c-4e6c-b5e4-b6f1f285eeaf service neutron] Notify callbacks [] for port, precommit_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:26:38.326296 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.provisioning_blocks [req-396f4e10-2e85-4100-89d0-850b7df4c188 req-1ce36243-e11c-4e6c-b5e4-b6f1f285eeaf service neutron] Transition to ACTIVE for port object 2e267f95-7b2d-43c4-b0ca-d9722fa87fb1 will not be triggered until provisioned by entity L2. {{(pid=105585) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:26:38.336108 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-396f4e10-2e85-4100-89d0-850b7df4c188 req-1ce36243-e11c-4e6c-b5e4-b6f1f285eeaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10221672'] for port, after_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:26:38.428213 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce36243-e11c-4e6c-b5e4-b6f1f285eeaf service neutron] Pushing event updated for resources: {'Port': ['ID=2e267f95-7b2d-43c4-b0ca-d9722fa87fb1,revision_number=2']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:26:38.522826 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daddc22e-d067-4f46-b8f5-51c330fd91a3 req-7ff972ff-5804-422f-b7e7-f6ac4eb7b75e tempest-TestServerAdvancedOps-957042547 tempest-TestServerAdvancedOps-957042547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:26:38.524417 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-daddc22e-d067-4f46-b8f5-51c330fd91a3 req-7ff972ff-5804-422f-b7e7-f6ac4eb7b75e tempest-TestServerAdvancedOps-957042547 tempest-TestServerAdvancedOps-957042547-project] 10.222.0.59 "GET /v2.0/ports?device_id=59925fdb-93f9-4f5f-9aa7-61b90671f549 HTTP/1.1" status: 200 len: 943 time: 0.1601427 Jul 27 21:26:38.548181 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.managers [req-396f4e10-2e85-4100-89d0-850b7df4c188 req-1ce36243-e11c-4e6c-b5e4-b6f1f285eeaf service neutron] Attempting to bind port 2e267f95-7b2d-43c4-b0ca-d9722fa87fb1 on host n-h1-705658-22 for vnic_type normal with profile {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:26:38.548427 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.managers [req-396f4e10-2e85-4100-89d0-850b7df4c188 req-1ce36243-e11c-4e6c-b5e4-b6f1f285eeaf service neutron] Attempting to bind port 2e267f95-7b2d-43c4-b0ca-d9722fa87fb1 by drivers openvswitch,hyperv on host n-h1-705658-22 at level 0 using segments [{'id': '2706278e-d0a2-4393-9928-6427758cb412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'ff2244c3-790a-4492-8878-85cacdf6a280'}] {{(pid=105585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:26:38.548760 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-396f4e10-2e85-4100-89d0-850b7df4c188 req-1ce36243-e11c-4e6c-b5e4-b6f1f285eeaf service neutron] Attempting to bind port 2e267f95-7b2d-43c4-b0ca-d9722fa87fb1 on network ff2244c3-790a-4492-8878-85cacdf6a280 {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:26:38.555904 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-396f4e10-2e85-4100-89d0-850b7df4c188 req-1ce36243-e11c-4e6c-b5e4-b6f1f285eeaf service neutron] Port 2e267f95-7b2d-43c4-b0ca-d9722fa87fb1 on network ff2244c3-790a-4492-8878-85cacdf6a280 not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-22 {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:26:38.556225 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-396f4e10-2e85-4100-89d0-850b7df4c188 req-1ce36243-e11c-4e6c-b5e4-b6f1f285eeaf service neutron] Attempting to bind port 2e267f95-7b2d-43c4-b0ca-d9722fa87fb1 on network ff2244c3-790a-4492-8878-85cacdf6a280 {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:26:38.570102 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-396f4e10-2e85-4100-89d0-850b7df4c188 req-1ce36243-e11c-4e6c-b5e4-b6f1f285eeaf service neutron] Checking agent: {'id': '9d9bc37f-4d75-44ef-9f63-799aab3e316f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 49, 36), 'started_at': datetime.datetime(2021, 7, 27, 20, 49, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 26, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:26:38.570440 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-396f4e10-2e85-4100-89d0-850b7df4c188 req-1ce36243-e11c-4e6c-b5e4-b6f1f285eeaf service neutron] Checking segment: {'id': '2706278e-d0a2-4393-9928-6427758cb412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'ff2244c3-790a-4492-8878-85cacdf6a280'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:26:38.570824 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-396f4e10-2e85-4100-89d0-850b7df4c188 req-1ce36243-e11c-4e6c-b5e4-b6f1f285eeaf service neutron] Bound using segment: {'id': '2706278e-d0a2-4393-9928-6427758cb412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'ff2244c3-790a-4492-8878-85cacdf6a280'} {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:26:38.571286 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.managers [req-396f4e10-2e85-4100-89d0-850b7df4c188 req-1ce36243-e11c-4e6c-b5e4-b6f1f285eeaf service neutron] Bound port: 2e267f95-7b2d-43c4-b0ca-d9722fa87fb1, host: n-h1-705658-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2706278e-d0a2-4393-9928-6427758cb412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'ff2244c3-790a-4492-8878-85cacdf6a280'}}] {{(pid=105585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:26:38.571645 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-396f4e10-2e85-4100-89d0-850b7df4c188 req-1ce36243-e11c-4e6c-b5e4-b6f1f285eeaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:26:38.579093 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-daddc22e-d067-4f46-b8f5-51c330fd91a3 req-c8b767b4-8708-4dee-814a-d099c57b3766 tempest-TestServerAdvancedOps-957042547 tempest-TestServerAdvancedOps-957042547-project] 10.222.0.59 "GET /v2.0/security-groups?id=3a2468fd-9568-494f-822d-de69e1c2dd50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469415 Jul 27 21:26:38.641561 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.db [req-396f4e10-2e85-4100-89d0-850b7df4c188 req-1ce36243-e11c-4e6c-b5e4-b6f1f285eeaf service neutron] For port 2e267f95-7b2d-43c4-b0ca-d9722fa87fb1, host n-h1-705658-22, cleared binding levels {{(pid=105585) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:26:38.645047 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.db [req-396f4e10-2e85-4100-89d0-850b7df4c188 req-1ce36243-e11c-4e6c-b5e4-b6f1f285eeaf service neutron] For port 2e267f95-7b2d-43c4-b0ca-d9722fa87fb1, host n-h1-705658-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=2e267f95-7b2d-43c4-b0ca-d9722fa87fb1,segment=NetworkSegment(2706278e-d0a2-4393-9928-6427758cb412),segment_id=2706278e-d0a2-4393-9928-6427758cb412)] {{(pid=105585) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:26:38.651865 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-396f4e10-2e85-4100-89d0-850b7df4c188 req-1ce36243-e11c-4e6c-b5e4-b6f1f285eeaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10221672'] for port, after_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:26:38.686327 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396f4e10-2e85-4100-89d0-850b7df4c188 req-1ce36243-e11c-4e6c-b5e4-b6f1f285eeaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:26:38.686944 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-396f4e10-2e85-4100-89d0-850b7df4c188 req-1ce36243-e11c-4e6c-b5e4-b6f1f285eeaf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:26:38.688366 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-396f4e10-2e85-4100-89d0-850b7df4c188 req-1ce36243-e11c-4e6c-b5e4-b6f1f285eeaf service neutron] 10.222.0.36 "PUT /v2.0/ports/2e267f95-7b2d-43c4-b0ca-d9722fa87fb1 HTTP/1.1" status: 200 len: 1092 time: 0.7981946 Jul 27 21:26:38.688803 n-d-705658-22 neutron-server[105585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59925fdb-93f9-4f5f-9aa7-61b90671f549', 'tag': '2e267f95-7b2d-43c4-b0ca-d9722fa87fb1'}] {{(pid=105585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:26:38.691107 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d66fd65881426bfc2b5388084a3654e5eae521106a15a3dbf0eb4cde7106c36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2975e058-5597-41f3-97ad-0a9faa533253" -d '{"events": [{"name": "network-changed", "server_uuid": "59925fdb-93f9-4f5f-9aa7-61b90671f549", "tag": "2e267f95-7b2d-43c4-b0ca-d9722fa87fb1"}]}' {{(pid=105585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:26:38.723587 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce36243-e11c-4e6c-b5e4-b6f1f285eeaf service neutron] Pushing event updated for resources: {'Port': ['ID=2e267f95-7b2d-43c4-b0ca-d9722fa87fb1,revision_number=3']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:26:38.779208 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:26:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5954e28e-aee6-4f21-ba61-e71af6bc3b47 x-openstack-request-id: req-5954e28e-aee6-4f21-ba61-e71af6bc3b47 {{(pid=105585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:26:38.779509 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59925fdb-93f9-4f5f-9aa7-61b90671f549", "tag": "2e267f95-7b2d-43c4-b0ca-d9722fa87fb1", "status": "completed", "code": 200}]} {{(pid=105585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:26:38.779761 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-5954e28e-aee6-4f21-ba61-e71af6bc3b47 {{(pid=105585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:26:38.780153 n-d-705658-22 neutron-server[105585]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59925fdb-93f9-4f5f-9aa7-61b90671f549', 'tag': '2e267f95-7b2d-43c4-b0ca-d9722fa87fb1', 'status': 'completed', 'code': 200} Jul 27 21:26:38.813880 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396f4e10-2e85-4100-89d0-850b7df4c188 req-aca285f5-845c-4b57-b42d-0d9b7f94c0d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:26:38.815382 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-396f4e10-2e85-4100-89d0-850b7df4c188 req-aca285f5-845c-4b57-b42d-0d9b7f94c0d8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c73da23a929049a4ae37e6bfb7ce5da9&device_id=59925fdb-93f9-4f5f-9aa7-61b90671f549 HTTP/1.1" status: 200 len: 1095 time: 0.0764532 Jul 27 21:26:38.863514 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-396f4e10-2e85-4100-89d0-850b7df4c188 req-d54db932-1cb6-4f2e-8c2d-1893c3c7a19f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2e267f95-7b2d-43c4-b0ca-d9722fa87fb1 HTTP/1.1" status: 200 len: 217 time: 0.0394158 Jul 27 21:26:38.921712 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-dcc34a14-e669-49e2-baba-ca13f035a4d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:26:38.923041 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396f4e10-2e85-4100-89d0-850b7df4c188 req-2572293e-44c7-412a-b569-d6ed00d3decf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:26:38.925062 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-396f4e10-2e85-4100-89d0-850b7df4c188 req-2572293e-44c7-412a-b569-d6ed00d3decf service neutron] 10.222.0.36 "GET /v2.0/subnets?id=dc041f3d-69fc-4ad1-9ceb-f7ab850cdc5a HTTP/1.1" status: 200 len: 851 time: 0.0546770 Jul 27 21:26:38.963386 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-396f4e10-2e85-4100-89d0-850b7df4c188 req-5ebdc76b-a6ed-4c19-814c-0f9a9829a331 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ff2244c3-790a-4492-8878-85cacdf6a280&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302083 Jul 27 21:26:39.064503 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-396f4e10-2e85-4100-89d0-850b7df4c188 req-745dec2a-065d-46ab-b034-07f277551ab5 service neutron] 10.222.0.36 "GET /v2.0/networks/ff2244c3-790a-4492-8878-85cacdf6a280?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912082 Jul 27 21:26:39.162096 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-396f4e10-2e85-4100-89d0-850b7df4c188 req-5ac6b5b5-f5c1-40c5-8404-98f9e3e906c4 service neutron] 10.222.0.36 "GET /v2.0/networks/ff2244c3-790a-4492-8878-85cacdf6a280?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883708 Jul 27 21:26:39.269812 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2975e058-5597-41f3-97ad-0a9faa533253 req-8f669e0e-d14b-414d-bb84-61c9c4d82d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:26:39.271464 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-2975e058-5597-41f3-97ad-0a9faa533253 req-8f669e0e-d14b-414d-bb84-61c9c4d82d37 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c73da23a929049a4ae37e6bfb7ce5da9&device_id=59925fdb-93f9-4f5f-9aa7-61b90671f549 HTTP/1.1" status: 200 len: 1095 time: 0.0565426 Jul 27 21:26:39.371510 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2975e058-5597-41f3-97ad-0a9faa533253 req-766cc18c-73c2-427f-84c7-34704ccb0ead service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:26:39.373138 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-2975e058-5597-41f3-97ad-0a9faa533253 req-766cc18c-73c2-427f-84c7-34704ccb0ead service neutron] 10.222.0.36 "GET /v2.0/networks?id=ff2244c3-790a-4492-8878-85cacdf6a280 HTTP/1.1" status: 200 len: 912 time: 0.0939503 Jul 27 21:26:39.426183 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-2975e058-5597-41f3-97ad-0a9faa533253 req-0824a30b-bef2-4bbf-8cfb-d7a38383e7ac service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2e267f95-7b2d-43c4-b0ca-d9722fa87fb1 HTTP/1.1" status: 200 len: 217 time: 0.0441084 Jul 27 21:26:39.478454 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2975e058-5597-41f3-97ad-0a9faa533253 req-b6bfeefd-65ab-4e4f-9758-e5e8df3058b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:26:39.480074 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-2975e058-5597-41f3-97ad-0a9faa533253 req-b6bfeefd-65ab-4e4f-9758-e5e8df3058b9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=dc041f3d-69fc-4ad1-9ceb-f7ab850cdc5a HTTP/1.1" status: 200 len: 851 time: 0.0468616 Jul 27 21:26:39.518621 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-2975e058-5597-41f3-97ad-0a9faa533253 req-e3204b6a-9c6d-476b-ae22-a710b83abb84 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ff2244c3-790a-4492-8878-85cacdf6a280&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284719 Jul 27 21:26:39.614922 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-2975e058-5597-41f3-97ad-0a9faa533253 req-9f307e6a-3305-4c9b-a9f9-203d6d17be49 service neutron] 10.222.0.36 "GET /v2.0/networks/ff2244c3-790a-4492-8878-85cacdf6a280?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877321 Jul 27 21:26:39.752592 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-2975e058-5597-41f3-97ad-0a9faa533253 req-c900a3e1-4c19-4c07-ac34-892f1cf2af08 service neutron] 10.222.0.36 "GET /v2.0/networks/ff2244c3-790a-4492-8878-85cacdf6a280?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281512 Jul 27 21:26:39.772007 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db80f3cd-a2cc-409d-9537-60a932f2f2b6 req-f9cf04ae-e9e7-4bf0-b9c4-c0fd0e8b1d67 tempest-TestServerAdvancedOps-957042547 tempest-TestServerAdvancedOps-957042547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:26:39.773702 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-db80f3cd-a2cc-409d-9537-60a932f2f2b6 req-f9cf04ae-e9e7-4bf0-b9c4-c0fd0e8b1d67 tempest-TestServerAdvancedOps-957042547 tempest-TestServerAdvancedOps-957042547-project] 10.222.0.59 "GET /v2.0/ports?device_id=59925fdb-93f9-4f5f-9aa7-61b90671f549 HTTP/1.1" status: 200 len: 943 time: 0.1028841 Jul 27 21:26:39.816547 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-db80f3cd-a2cc-409d-9537-60a932f2f2b6 req-d53a27e6-fd32-4990-bfac-71373df56668 tempest-TestServerAdvancedOps-957042547 tempest-TestServerAdvancedOps-957042547-project] 10.222.0.59 "GET /v2.0/security-groups?id=3a2468fd-9568-494f-822d-de69e1c2dd50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365579 Jul 27 21:26:40.197761 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 58742) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:26:40.262098 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:26:40.312565 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-c0a31136-2584-49cd-8477-98355ddfeede admin admin] Notify callbacks [] for security_group, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:26:40.405840 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-c0a31136-2584-49cd-8477-98355ddfeede admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:26:40.410048 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-c0a31136-2584-49cd-8477-98355ddfeede admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:26:40.450909 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-c0a31136-2584-49cd-8477-98355ddfeede admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=74b6e438bbc8499193dad4db93d1c026&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2519820 Jul 27 21:26:40.453574 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 58746) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:26:40.459493 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a31136-2584-49cd-8477-98355ddfeede admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f9bccda-ed6f-43a4-96f8-d73b650a4baf,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:26:40.502923 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-beb486be-5d9d-4d52-9407-4f3d638656b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:26:40.523819 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-beb486be-5d9d-4d52-9407-4f3d638656b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:26:40.575577 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-beb486be-5d9d-4d52-9407-4f3d638656b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:26:40.578186 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-beb486be-5d9d-4d52-9407-4f3d638656b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:26:40.579375 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-beb486be-5d9d-4d52-9407-4f3d638656b8 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/0f9bccda-ed6f-43a4-96f8-d73b650a4baf HTTP/1.1" status: 204 len: 168 time: 0.1248963 Jul 27 21:26:40.587739 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb486be-5d9d-4d52-9407-4f3d638656b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f9bccda-ed6f-43a4-96f8-d73b650a4baf,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:26:40.975142 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3ccf1b-55fa-4332-b063-81436d4f06e7 req-357a64c0-1927-4807-831e-7a3772578020 tempest-TestServerAdvancedOps-957042547 tempest-TestServerAdvancedOps-957042547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:26:40.977083 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-fc3ccf1b-55fa-4332-b063-81436d4f06e7 req-357a64c0-1927-4807-831e-7a3772578020 tempest-TestServerAdvancedOps-957042547 tempest-TestServerAdvancedOps-957042547-project] 10.222.0.59 "GET /v2.0/ports?device_id=59925fdb-93f9-4f5f-9aa7-61b90671f549 HTTP/1.1" status: 200 len: 943 time: 0.0703180 Jul 27 21:26:41.022952 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-fc3ccf1b-55fa-4332-b063-81436d4f06e7 req-0b69e232-5a07-418f-8625-87b228fcf465 tempest-TestServerAdvancedOps-957042547 tempest-TestServerAdvancedOps-957042547-project] 10.222.0.59 "GET /v2.0/security-groups?id=3a2468fd-9568-494f-822d-de69e1c2dd50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379891 Jul 27 21:26:41.553376 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-d26f8795-b2fe-4e89-9885-35a79738c4a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:26:41.887414 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:26:42.176012 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e7f50d-4a4e-40d3-8e98-08192a331d47 req-b358738d-0246-4e7b-b565-c73984bebc38 tempest-TestServerAdvancedOps-957042547 tempest-TestServerAdvancedOps-957042547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:26:42.178034 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-02e7f50d-4a4e-40d3-8e98-08192a331d47 req-b358738d-0246-4e7b-b565-c73984bebc38 tempest-TestServerAdvancedOps-957042547 tempest-TestServerAdvancedOps-957042547-project] 10.222.0.59 "GET /v2.0/ports?device_id=59925fdb-93f9-4f5f-9aa7-61b90671f549 HTTP/1.1" status: 200 len: 943 time: 0.0756369 Jul 27 21:26:42.218022 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-02e7f50d-4a4e-40d3-8e98-08192a331d47 req-c3674d7c-c061-47d5-b6c2-20e38b90553e tempest-TestServerAdvancedOps-957042547 tempest-TestServerAdvancedOps-957042547-project] 10.222.0.59 "GET /v2.0/security-groups?id=3a2468fd-9568-494f-822d-de69e1c2dd50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333762 Jul 27 21:26:42.491557 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device 2e267f95-7b2d-43c4-b0ca-d9722fa87fb1 details requested by agent hyperv_n-h1-705658-22 with host n-h1-705658-22 {{(pid=105586) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:26:42.591873 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] For port 2e267f95-7b2d-43c4-b0ca-d9722fa87fb1, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=2e267f95-7b2d-43c4-b0ca-d9722fa87fb1,segment=NetworkSegment(2706278e-d0a2-4393-9928-6427758cb412),segment_id=2706278e-d0a2-4393-9928-6427758cb412)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:26:42.604197 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Returning: {'device': '2e267f95-7b2d-43c4-b0ca-d9722fa87fb1', 'network_id': 'ff2244c3-790a-4492-8878-85cacdf6a280', 'port_id': '2e267f95-7b2d-43c4-b0ca-d9722fa87fb1', 'mac_address': 'fa:16:3e:c7:79:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 249, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc041f3d-69fc-4ad1-9ceb-f7ab850cdc5a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105586) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:26:42.650092 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:26:42.667285 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e267f95-7b2d-43c4-b0ca-d9722fa87fb1 {{(pid=105586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:26:42.690343 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] For port 2e267f95-7b2d-43c4-b0ca-d9722fa87fb1, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=2e267f95-7b2d-43c4-b0ca-d9722fa87fb1,segment=NetworkSegment(2706278e-d0a2-4393-9928-6427758cb412),segment_id=2706278e-d0a2-4393-9928-6427758cb412)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:26:42.696190 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:26:42.752885 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Pushing event updated for resources: {'Port': ['ID=2e267f95-7b2d-43c4-b0ca-d9722fa87fb1,revision_number=4']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:26:42.915340 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] get_ports_and_sgs() called for port_ids ['2e267f95-7b2d-43c4-b0ca-d9722fa87fb1'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:26:42.959752 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-bb32ed7d-8717-448b-a9c8-a5a0117d1fd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:26:43.378250 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e12475-d223-43f8-bbfd-75b3e21b076d req-97b83508-f1f3-49d0-869b-405d9133cb7b tempest-TestServerAdvancedOps-957042547 tempest-TestServerAdvancedOps-957042547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:26:43.380592 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-94e12475-d223-43f8-bbfd-75b3e21b076d req-97b83508-f1f3-49d0-869b-405d9133cb7b tempest-TestServerAdvancedOps-957042547 tempest-TestServerAdvancedOps-957042547-project] 10.222.0.59 "GET /v2.0/ports?device_id=59925fdb-93f9-4f5f-9aa7-61b90671f549 HTTP/1.1" status: 200 len: 944 time: 0.0822439 Jul 27 21:26:43.430825 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-94e12475-d223-43f8-bbfd-75b3e21b076d req-e1d28d12-549b-41ae-a183-a061d20c3bbc tempest-TestServerAdvancedOps-957042547 tempest-TestServerAdvancedOps-957042547-project] 10.222.0.59 "GET /v2.0/security-groups?id=3a2468fd-9568-494f-822d-de69e1c2dd50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425804 Jul 27 21:26:44.360102 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-875ced1b-4cf3-463a-9653-058f0f9421e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:26:44.501129 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device 2e267f95-7b2d-43c4-b0ca-d9722fa87fb1 up at agent hyperv_n-h1-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:26:44.570183 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Provisioning for port 2e267f95-7b2d-43c4-b0ca-d9722fa87fb1 completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:26:44.574619 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Provisioning complete for port 2e267f95-7b2d-43c4-b0ca-d9722fa87fb1 triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:26:44.575204 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:26:44.598245 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72e60fd-7658-4a60-a566-e72972612ae5 req-977e3464-6172-4987-b66e-fb95a5ec75d8 tempest-TestServerAdvancedOps-957042547 tempest-TestServerAdvancedOps-957042547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:26:44.600452 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f72e60fd-7658-4a60-a566-e72972612ae5 req-977e3464-6172-4987-b66e-fb95a5ec75d8 tempest-TestServerAdvancedOps-957042547 tempest-TestServerAdvancedOps-957042547-project] 10.222.0.59 "GET /v2.0/ports?device_id=59925fdb-93f9-4f5f-9aa7-61b90671f549 HTTP/1.1" status: 200 len: 944 time: 0.0815282 Jul 27 21:26:44.649245 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f72e60fd-7658-4a60-a566-e72972612ae5 req-3c36ac73-0055-4f39-a54f-a4f0df977c09 tempest-TestServerAdvancedOps-957042547 tempest-TestServerAdvancedOps-957042547-project] 10.222.0.59 "GET /v2.0/security-groups?id=3a2468fd-9568-494f-822d-de69e1c2dd50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404632 Jul 27 21:26:44.673058 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:26:44.700794 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59925fdb-93f9-4f5f-9aa7-61b90671f549', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e267f95-7b2d-43c4-b0ca-d9722fa87fb1'}] {{(pid=105586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:26:44.703093 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14c1663e039faf5393f87855f745010ac5b02220355b68fdbf065393e303ac56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da3fbf07-2e59-41f7-904b-e040a7583828" -d '{"events": [{"server_uuid": "59925fdb-93f9-4f5f-9aa7-61b90671f549", "name": "network-vif-plugged", "status": "completed", "tag": "2e267f95-7b2d-43c4-b0ca-d9722fa87fb1"}]}' {{(pid=105586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:26:44.716586 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] For port 2e267f95-7b2d-43c4-b0ca-d9722fa87fb1, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=2e267f95-7b2d-43c4-b0ca-d9722fa87fb1,segment=NetworkSegment(2706278e-d0a2-4393-9928-6427758cb412),segment_id=2706278e-d0a2-4393-9928-6427758cb412)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:26:44.721100 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:26:44.751955 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:26:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d906e9e7-81cb-4bca-a2cd-a6664fc3b9ce x-openstack-request-id: req-d906e9e7-81cb-4bca-a2cd-a6664fc3b9ce {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:26:44.752245 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59925fdb-93f9-4f5f-9aa7-61b90671f549", "name": "network-vif-plugged", "status": "completed", "tag": "2e267f95-7b2d-43c4-b0ca-d9722fa87fb1", "code": 200}]} {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:26:44.752501 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-d906e9e7-81cb-4bca-a2cd-a6664fc3b9ce {{(pid=105586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:26:44.752937 n-d-705658-22 neutron-server[105586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59925fdb-93f9-4f5f-9aa7-61b90671f549', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e267f95-7b2d-43c4-b0ca-d9722fa87fb1', 'code': 200} Jul 27 21:26:44.777546 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Pushing event updated for resources: {'Port': ['ID=2e267f95-7b2d-43c4-b0ca-d9722fa87fb1,revision_number=5']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:26:44.868543 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965dd540-b387-48ec-9eac-7739011a5d40 req-6bb53324-daee-4534-9356-961b7dff5e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:26:44.870649 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-965dd540-b387-48ec-9eac-7739011a5d40 req-6bb53324-daee-4534-9356-961b7dff5e9c service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=59925fdb-93f9-4f5f-9aa7-61b90671f549 HTTP/1.1" status: 200 len: 1097 time: 0.0563660 Jul 27 21:26:44.916511 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-965dd540-b387-48ec-9eac-7739011a5d40 req-8a67423b-fb9f-4d05-ace1-a9a2fc34fad3 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=3a2468fd-9568-494f-822d-de69e1c2dd50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375650 Jul 27 21:26:45.808755 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da94c225-38ee-45de-a575-816620dec667 req-c4e2e564-35b9-4f61-8d68-054721f0af31 tempest-TestServerAdvancedOps-957042547 tempest-TestServerAdvancedOps-957042547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:26:45.810723 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-da94c225-38ee-45de-a575-816620dec667 req-c4e2e564-35b9-4f61-8d68-054721f0af31 tempest-TestServerAdvancedOps-957042547 tempest-TestServerAdvancedOps-957042547-project] 10.222.0.59 "GET /v2.0/ports?device_id=59925fdb-93f9-4f5f-9aa7-61b90671f549 HTTP/1.1" status: 200 len: 945 time: 0.0818725 Jul 27 21:26:45.850351 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-da94c225-38ee-45de-a575-816620dec667 req-4dab364c-7ab1-401d-ad40-1965f40756f2 tempest-TestServerAdvancedOps-957042547 tempest-TestServerAdvancedOps-957042547-project] 10.222.0.59 "GET /v2.0/security-groups?id=3a2468fd-9568-494f-822d-de69e1c2dd50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332332 Jul 27 21:26:46.994491 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8810941b-6fc4-4970-8c4f-f4d4220976ec req-8947f0f1-e73b-4bf2-a3c8-2a1c1709a685 tempest-TestServerAdvancedOps-957042547 tempest-TestServerAdvancedOps-957042547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:26:46.996247 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-8810941b-6fc4-4970-8c4f-f4d4220976ec req-8947f0f1-e73b-4bf2-a3c8-2a1c1709a685 tempest-TestServerAdvancedOps-957042547 tempest-TestServerAdvancedOps-957042547-project] 10.222.0.59 "GET /v2.0/ports?device_id=59925fdb-93f9-4f5f-9aa7-61b90671f549 HTTP/1.1" status: 200 len: 945 time: 0.0656862 Jul 27 21:26:47.038308 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-8810941b-6fc4-4970-8c4f-f4d4220976ec req-648efc4d-a8a0-4f5a-81f0-736d85720b3b tempest-TestServerAdvancedOps-957042547 tempest-TestServerAdvancedOps-957042547-project] 10.222.0.59 "GET /v2.0/security-groups?id=3a2468fd-9568-494f-822d-de69e1c2dd50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359397 Jul 27 21:26:47.192884 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e563faa-f57d-48ce-bc45-3caea23b7eec req-d1f25f54-9881-4245-8f1f-f0197daccf5e tempest-TestServerAdvancedOps-957042547 tempest-TestServerAdvancedOps-957042547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:26:47.194713 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-2e563faa-f57d-48ce-bc45-3caea23b7eec req-d1f25f54-9881-4245-8f1f-f0197daccf5e tempest-TestServerAdvancedOps-957042547 tempest-TestServerAdvancedOps-957042547-project] 10.222.0.59 "GET /v2.0/ports?device_id=59925fdb-93f9-4f5f-9aa7-61b90671f549 HTTP/1.1" status: 200 len: 945 time: 0.0751565 Jul 27 21:26:47.235719 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-2e563faa-f57d-48ce-bc45-3caea23b7eec req-99354274-4c28-487d-adb3-6e07861e6334 tempest-TestServerAdvancedOps-957042547 tempest-TestServerAdvancedOps-957042547-project] 10.222.0.59 "GET /v2.0/security-groups?id=3a2468fd-9568-494f-822d-de69e1c2dd50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344870 Jul 27 21:26:47.522969 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54dc72f-d456-41c7-a5e6-b8640c27439f req-e51088ed-3525-41ca-ae79-b2ab4133574a tempest-TestServerAdvancedOps-957042547 tempest-TestServerAdvancedOps-957042547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:26:47.524909 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b54dc72f-d456-41c7-a5e6-b8640c27439f req-e51088ed-3525-41ca-ae79-b2ab4133574a tempest-TestServerAdvancedOps-957042547 tempest-TestServerAdvancedOps-957042547-project] 10.222.0.59 "GET /v2.0/ports?device_id=59925fdb-93f9-4f5f-9aa7-61b90671f549 HTTP/1.1" status: 200 len: 945 time: 0.0720897 Jul 27 21:26:47.575540 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b54dc72f-d456-41c7-a5e6-b8640c27439f req-b8103f9e-6c63-47c5-8319-82a074c9ac22 tempest-TestServerAdvancedOps-957042547 tempest-TestServerAdvancedOps-957042547-project] 10.222.0.59 "GET /v2.0/security-groups?id=3a2468fd-9568-494f-822d-de69e1c2dd50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408294 Jul 27 21:26:48.734981 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92442b8a-684b-482d-885e-925940b416f2 req-bb2cc611-863a-462f-9813-bcfeb8d76597 tempest-TestServerAdvancedOps-957042547 tempest-TestServerAdvancedOps-957042547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:26:48.736397 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-92442b8a-684b-482d-885e-925940b416f2 req-bb2cc611-863a-462f-9813-bcfeb8d76597 tempest-TestServerAdvancedOps-957042547 tempest-TestServerAdvancedOps-957042547-project] 10.222.0.59 "GET /v2.0/ports?device_id=59925fdb-93f9-4f5f-9aa7-61b90671f549 HTTP/1.1" status: 200 len: 945 time: 0.0824637 Jul 27 21:26:48.778009 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-92442b8a-684b-482d-885e-925940b416f2 req-87d05ab6-caf8-454b-9f42-939debf24684 tempest-TestServerAdvancedOps-957042547 tempest-TestServerAdvancedOps-957042547-project] 10.222.0.59 "GET /v2.0/security-groups?id=3a2468fd-9568-494f-822d-de69e1c2dd50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334749 Jul 27 21:26:49.055492 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe1697a-f30d-4f34-aa1f-cc43c1abe4df req-d75162f0-3381-46e2-89da-bd454193a9da tempest-TestServerAdvancedOps-957042547 tempest-TestServerAdvancedOps-957042547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:26:49.057517 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-fbe1697a-f30d-4f34-aa1f-cc43c1abe4df req-d75162f0-3381-46e2-89da-bd454193a9da tempest-TestServerAdvancedOps-957042547 tempest-TestServerAdvancedOps-957042547-project] 10.222.0.59 "GET /v2.0/ports?device_id=59925fdb-93f9-4f5f-9aa7-61b90671f549 HTTP/1.1" status: 200 len: 945 time: 0.1073046 Jul 27 21:26:49.084017 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e3ed44-e8d2-4f0b-9550-87bc74ccc5c9 req-31610f2a-dd6d-4d8a-a589-a360411743c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:26:49.085548 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f9e3ed44-e8d2-4f0b-9550-87bc74ccc5c9 req-31610f2a-dd6d-4d8a-a589-a360411743c3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c73da23a929049a4ae37e6bfb7ce5da9&device_id=59925fdb-93f9-4f5f-9aa7-61b90671f549 HTTP/1.1" status: 200 len: 1097 time: 0.0927141 Jul 27 21:26:49.120706 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-fbe1697a-f30d-4f34-aa1f-cc43c1abe4df req-e0a1a299-14fc-41b4-94a3-baa709e22a77 tempest-TestServerAdvancedOps-957042547 tempest-TestServerAdvancedOps-957042547-project] 10.222.0.59 "GET /v2.0/security-groups?id=3a2468fd-9568-494f-822d-de69e1c2dd50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564029 Jul 27 21:26:49.196169 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e3ed44-e8d2-4f0b-9550-87bc74ccc5c9 req-412e2622-0ca9-448f-a759-4b461f5f06c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:26:49.197654 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f9e3ed44-e8d2-4f0b-9550-87bc74ccc5c9 req-412e2622-0ca9-448f-a759-4b461f5f06c0 service neutron] 10.222.0.36 "GET /v2.0/networks?id=ff2244c3-790a-4492-8878-85cacdf6a280 HTTP/1.1" status: 200 len: 912 time: 0.0998340 Jul 27 21:26:49.256172 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f9e3ed44-e8d2-4f0b-9550-87bc74ccc5c9 req-37c1a76c-a708-40e2-a1ca-98cad8c07b68 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2e267f95-7b2d-43c4-b0ca-d9722fa87fb1 HTTP/1.1" status: 200 len: 217 time: 0.0497968 Jul 27 21:26:49.313997 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e3ed44-e8d2-4f0b-9550-87bc74ccc5c9 req-1b0972db-1e93-4cc3-98e6-7a47dc43044e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:26:49.316249 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f9e3ed44-e8d2-4f0b-9550-87bc74ccc5c9 req-1b0972db-1e93-4cc3-98e6-7a47dc43044e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=dc041f3d-69fc-4ad1-9ceb-f7ab850cdc5a HTTP/1.1" status: 200 len: 851 time: 0.0505738 Jul 27 21:26:49.360892 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f9e3ed44-e8d2-4f0b-9550-87bc74ccc5c9 req-06a09ad6-949d-442c-b69e-b7a7aa1b76ad service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ff2244c3-790a-4492-8878-85cacdf6a280&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0334985 Jul 27 21:26:49.752416 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f9e3ed44-e8d2-4f0b-9550-87bc74ccc5c9 req-766dc08e-f808-49d6-9ff7-6b122f5fa5e1 service neutron] 10.222.0.36 "GET /v2.0/networks/ff2244c3-790a-4492-8878-85cacdf6a280?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3809605 Jul 27 21:26:49.851255 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f9e3ed44-e8d2-4f0b-9550-87bc74ccc5c9 req-72489151-7173-45ac-8293-836cf926e071 service neutron] 10.222.0.36 "GET /v2.0/networks/ff2244c3-790a-4492-8878-85cacdf6a280?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892377 Jul 27 21:26:50.264018 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c541cd1-ce43-41d0-87db-47db692de549 req-2d09beb1-becb-4a29-a702-b31d7c8f6f62 tempest-TestServerAdvancedOps-957042547 tempest-TestServerAdvancedOps-957042547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:26:50.266158 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-6c541cd1-ce43-41d0-87db-47db692de549 req-2d09beb1-becb-4a29-a702-b31d7c8f6f62 tempest-TestServerAdvancedOps-957042547 tempest-TestServerAdvancedOps-957042547-project] 10.222.0.59 "GET /v2.0/ports?device_id=59925fdb-93f9-4f5f-9aa7-61b90671f549 HTTP/1.1" status: 200 len: 945 time: 0.0704968 Jul 27 21:26:50.309533 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-6c541cd1-ce43-41d0-87db-47db692de549 req-25ef5bf4-24f2-40cf-91d3-01a0e14b44ba tempest-TestServerAdvancedOps-957042547 tempest-TestServerAdvancedOps-957042547-project] 10.222.0.59 "GET /v2.0/security-groups?id=3a2468fd-9568-494f-822d-de69e1c2dd50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374444 Jul 27 21:26:51.459489 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedbcd7d-54ba-413b-982a-b152a49cf349 req-5842f555-9d7f-4c63-90f9-30b39aa28adc tempest-TestServerAdvancedOps-957042547 tempest-TestServerAdvancedOps-957042547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:26:51.461103 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-eedbcd7d-54ba-413b-982a-b152a49cf349 req-5842f555-9d7f-4c63-90f9-30b39aa28adc tempest-TestServerAdvancedOps-957042547 tempest-TestServerAdvancedOps-957042547-project] 10.222.0.59 "GET /v2.0/ports?device_id=59925fdb-93f9-4f5f-9aa7-61b90671f549 HTTP/1.1" status: 200 len: 945 time: 0.0661418 Jul 27 21:26:51.500498 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-eedbcd7d-54ba-413b-982a-b152a49cf349 req-31f7ec9d-0cfd-48e9-9703-47624f794b20 tempest-TestServerAdvancedOps-957042547 tempest-TestServerAdvancedOps-957042547-project] 10.222.0.59 "GET /v2.0/security-groups?id=3a2468fd-9568-494f-822d-de69e1c2dd50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317547 Jul 27 21:26:51.768707 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8901fa1d-7e96-404a-b523-034fe8fec0b2 req-bfc67800-d251-4189-b5f6-028bf3ccaa82 tempest-TestServerAdvancedOps-957042547 tempest-TestServerAdvancedOps-957042547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:26:51.775943 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-8901fa1d-7e96-404a-b523-034fe8fec0b2 req-bfc67800-d251-4189-b5f6-028bf3ccaa82 tempest-TestServerAdvancedOps-957042547 tempest-TestServerAdvancedOps-957042547-project] 10.222.0.59 "GET /v2.0/ports?device_id=59925fdb-93f9-4f5f-9aa7-61b90671f549 HTTP/1.1" status: 200 len: 945 time: 0.0829372 Jul 27 21:26:51.815620 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-8901fa1d-7e96-404a-b523-034fe8fec0b2 req-0b295f71-5bad-41fa-9d9a-77605d7ec24f tempest-TestServerAdvancedOps-957042547 tempest-TestServerAdvancedOps-957042547-project] 10.222.0.59 "GET /v2.0/security-groups?id=3a2468fd-9568-494f-822d-de69e1c2dd50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388026 Jul 27 21:26:52.958163 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca9ed90-a241-42b6-842a-644e8da8e2b4 req-bbf81c17-0d92-4286-bf7f-301d507748ae tempest-TestServerAdvancedOps-957042547 tempest-TestServerAdvancedOps-957042547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:26:52.959734 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-7ca9ed90-a241-42b6-842a-644e8da8e2b4 req-bbf81c17-0d92-4286-bf7f-301d507748ae tempest-TestServerAdvancedOps-957042547 tempest-TestServerAdvancedOps-957042547-project] 10.222.0.59 "GET /v2.0/ports?device_id=59925fdb-93f9-4f5f-9aa7-61b90671f549 HTTP/1.1" status: 200 len: 945 time: 0.0668392 Jul 27 21:26:53.002329 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-7ca9ed90-a241-42b6-842a-644e8da8e2b4 req-4a0a1618-e339-4b68-ac17-fee3adc5166a tempest-TestServerAdvancedOps-957042547 tempest-TestServerAdvancedOps-957042547-project] 10.222.0.59 "GET /v2.0/security-groups?id=3a2468fd-9568-494f-822d-de69e1c2dd50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351353 Jul 27 21:26:53.282380 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d63a31c-5d8b-4167-baef-c49ccb242ea7 req-4e1b7713-f91b-4971-a8d8-f74fbd22eade tempest-TestServerAdvancedOps-957042547 tempest-TestServerAdvancedOps-957042547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:26:53.285474 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-9d63a31c-5d8b-4167-baef-c49ccb242ea7 req-4e1b7713-f91b-4971-a8d8-f74fbd22eade tempest-TestServerAdvancedOps-957042547 tempest-TestServerAdvancedOps-957042547-project] 10.222.0.59 "GET /v2.0/ports?device_id=59925fdb-93f9-4f5f-9aa7-61b90671f549 HTTP/1.1" status: 200 len: 945 time: 0.1163330 Jul 27 21:26:53.292394 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85269820-f7c5-42f5-8e83-c789e8d1bf71 req-3cad8ed1-e792-478b-a88f-b601a2379c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:26:53.293893 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-85269820-f7c5-42f5-8e83-c789e8d1bf71 req-3cad8ed1-e792-478b-a88f-b601a2379c12 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c73da23a929049a4ae37e6bfb7ce5da9&device_id=59925fdb-93f9-4f5f-9aa7-61b90671f549 HTTP/1.1" status: 200 len: 1097 time: 0.0894837 Jul 27 21:26:53.398009 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-9d63a31c-5d8b-4167-baef-c49ccb242ea7 req-86305545-9458-4e9e-b21f-cd19791eaec1 tempest-TestServerAdvancedOps-957042547 tempest-TestServerAdvancedOps-957042547-project] 10.222.0.59 "GET /v2.0/security-groups?id=3a2468fd-9568-494f-822d-de69e1c2dd50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869980 Jul 27 21:26:53.447188 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85269820-f7c5-42f5-8e83-c789e8d1bf71 req-8e16b960-356c-4cac-9fab-bfafcaac951f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:26:53.448703 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-85269820-f7c5-42f5-8e83-c789e8d1bf71 req-8e16b960-356c-4cac-9fab-bfafcaac951f service neutron] 10.222.0.36 "GET /v2.0/networks?id=ff2244c3-790a-4492-8878-85cacdf6a280 HTTP/1.1" status: 200 len: 912 time: 0.1465487 Jul 27 21:26:53.518080 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-85269820-f7c5-42f5-8e83-c789e8d1bf71 req-5aadc60e-394f-4472-a9c7-b7e83ffcd44b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2e267f95-7b2d-43c4-b0ca-d9722fa87fb1 HTTP/1.1" status: 200 len: 217 time: 0.0617151 Jul 27 21:26:53.569265 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85269820-f7c5-42f5-8e83-c789e8d1bf71 req-816c3292-cac9-4199-b5d0-056d586bf7df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:26:53.570736 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-85269820-f7c5-42f5-8e83-c789e8d1bf71 req-816c3292-cac9-4199-b5d0-056d586bf7df service neutron] 10.222.0.36 "GET /v2.0/subnets?id=dc041f3d-69fc-4ad1-9ceb-f7ab850cdc5a HTTP/1.1" status: 200 len: 851 time: 0.0456967 Jul 27 21:26:53.611361 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-85269820-f7c5-42f5-8e83-c789e8d1bf71 req-3b50a523-da52-40b5-8a73-136f634a0ff3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ff2244c3-790a-4492-8878-85cacdf6a280&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321934 Jul 27 21:26:53.707704 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-85269820-f7c5-42f5-8e83-c789e8d1bf71 req-be489510-553a-4e05-9493-33cd00f46973 service neutron] 10.222.0.36 "GET /v2.0/networks/ff2244c3-790a-4492-8878-85cacdf6a280?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876219 Jul 27 21:26:53.801053 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-85269820-f7c5-42f5-8e83-c789e8d1bf71 req-fdb6aab6-4111-4604-ab02-27aebc9cc8a3 service neutron] 10.222.0.36 "GET /v2.0/networks/ff2244c3-790a-4492-8878-85cacdf6a280?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858140 Jul 27 21:26:54.579958 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2109b0-bc75-4745-b5ce-c56aea2837c5 req-cb9a0f23-3b05-47d2-82b0-7c6420bc7f31 tempest-TestServerAdvancedOps-957042547 tempest-TestServerAdvancedOps-957042547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:26:54.582557 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-6e2109b0-bc75-4745-b5ce-c56aea2837c5 req-cb9a0f23-3b05-47d2-82b0-7c6420bc7f31 tempest-TestServerAdvancedOps-957042547 tempest-TestServerAdvancedOps-957042547-project] 10.222.0.59 "GET /v2.0/ports?device_id=59925fdb-93f9-4f5f-9aa7-61b90671f549 HTTP/1.1" status: 200 len: 945 time: 0.0956602 Jul 27 21:26:54.635543 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-6e2109b0-bc75-4745-b5ce-c56aea2837c5 req-bbec6f9a-60de-439c-bcbc-ab02f7c9db59 tempest-TestServerAdvancedOps-957042547 tempest-TestServerAdvancedOps-957042547-project] 10.222.0.59 "GET /v2.0/security-groups?id=3a2468fd-9568-494f-822d-de69e1c2dd50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469716 Jul 27 21:26:55.768073 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ca9326-85f9-457e-b226-c775a8dd4609 req-8f3be138-b141-483b-860b-1ea6ac99f4d6 tempest-TestServerAdvancedOps-957042547 tempest-TestServerAdvancedOps-957042547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:26:55.769907 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-78ca9326-85f9-457e-b226-c775a8dd4609 req-8f3be138-b141-483b-860b-1ea6ac99f4d6 tempest-TestServerAdvancedOps-957042547 tempest-TestServerAdvancedOps-957042547-project] 10.222.0.59 "GET /v2.0/ports?device_id=59925fdb-93f9-4f5f-9aa7-61b90671f549 HTTP/1.1" status: 200 len: 945 time: 0.0668104 Jul 27 21:26:55.826553 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-78ca9326-85f9-457e-b226-c775a8dd4609 req-7b14cb38-15fe-464c-aa23-49c9724fd09e tempest-TestServerAdvancedOps-957042547 tempest-TestServerAdvancedOps-957042547-project] 10.222.0.59 "GET /v2.0/security-groups?id=3a2468fd-9568-494f-822d-de69e1c2dd50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379083 Jul 27 21:26:56.115308 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5a6607-c720-463b-b8e4-5043893a8b1c req-8ec526d1-04e1-4cf2-aee5-e97ef74386ec tempest-TestServerAdvancedOps-957042547 tempest-TestServerAdvancedOps-957042547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:26:56.117257 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-4a5a6607-c720-463b-b8e4-5043893a8b1c req-8ec526d1-04e1-4cf2-aee5-e97ef74386ec tempest-TestServerAdvancedOps-957042547 tempest-TestServerAdvancedOps-957042547-project] 10.222.0.59 "GET /v2.0/ports?device_id=59925fdb-93f9-4f5f-9aa7-61b90671f549 HTTP/1.1" status: 200 len: 945 time: 0.0700643 Jul 27 21:26:56.163763 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-4a5a6607-c720-463b-b8e4-5043893a8b1c req-b0e5f5df-67b9-4a00-9b52-289ff6b654ff tempest-TestServerAdvancedOps-957042547 tempest-TestServerAdvancedOps-957042547-project] 10.222.0.59 "GET /v2.0/security-groups?id=3a2468fd-9568-494f-822d-de69e1c2dd50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386360 Jul 27 21:26:57.299479 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645bef6b-e53e-40e8-a584-52e47f4549ee req-98b1924b-06fd-492a-bda2-9239976ac2e7 tempest-TestServerAdvancedOps-957042547 tempest-TestServerAdvancedOps-957042547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:26:57.301123 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-645bef6b-e53e-40e8-a584-52e47f4549ee req-98b1924b-06fd-492a-bda2-9239976ac2e7 tempest-TestServerAdvancedOps-957042547 tempest-TestServerAdvancedOps-957042547-project] 10.222.0.59 "GET /v2.0/ports?device_id=59925fdb-93f9-4f5f-9aa7-61b90671f549 HTTP/1.1" status: 200 len: 945 time: 0.0661509 Jul 27 21:26:57.341914 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-645bef6b-e53e-40e8-a584-52e47f4549ee req-9e09bddc-a722-41cd-88c4-8c78837f276e tempest-TestServerAdvancedOps-957042547 tempest-TestServerAdvancedOps-957042547-project] 10.222.0.59 "GET /v2.0/security-groups?id=3a2468fd-9568-494f-822d-de69e1c2dd50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334630 Jul 27 21:26:57.982927 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06812b6-28ef-4e20-bb83-b8180235ccd5 req-2e1e38a5-0b70-4477-a288-318801550da3 tempest-TestServerAdvancedOps-957042547 tempest-TestServerAdvancedOps-957042547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:26:57.984514 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f06812b6-28ef-4e20-bb83-b8180235ccd5 req-2e1e38a5-0b70-4477-a288-318801550da3 tempest-TestServerAdvancedOps-957042547 tempest-TestServerAdvancedOps-957042547-project] 10.222.0.36 "GET /v2.0/ports?device_id=59925fdb-93f9-4f5f-9aa7-61b90671f549 HTTP/1.1" status: 200 len: 945 time: 0.0673163 Jul 27 21:26:58.146529 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [req-f06812b6-28ef-4e20-bb83-b8180235ccd5 req-a41bf85b-46bf-4276-bb22-252c961a2ec2 tempest-TestServerAdvancedOps-957042547 tempest-TestServerAdvancedOps-957042547-project] Deleting port 2e267f95-7b2d-43c4-b0ca-d9722fa87fb1 {{(pid=105585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:26:58.147210 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-f06812b6-28ef-4e20-bb83-b8180235ccd5 req-a41bf85b-46bf-4276-bb22-252c961a2ec2 tempest-TestServerAdvancedOps-957042547 tempest-TestServerAdvancedOps-957042547-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:26:58.252965 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.db [req-f06812b6-28ef-4e20-bb83-b8180235ccd5 req-a41bf85b-46bf-4276-bb22-252c961a2ec2 tempest-TestServerAdvancedOps-957042547 tempest-TestServerAdvancedOps-957042547-project] For port 2e267f95-7b2d-43c4-b0ca-d9722fa87fb1, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=2e267f95-7b2d-43c4-b0ca-d9722fa87fb1,segment=NetworkSegment(2706278e-d0a2-4393-9928-6427758cb412),segment_id=2706278e-d0a2-4393-9928-6427758cb412)] {{(pid=105585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:26:58.252965 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-f06812b6-28ef-4e20-bb83-b8180235ccd5 req-a41bf85b-46bf-4276-bb22-252c961a2ec2 tempest-TestServerAdvancedOps-957042547 tempest-TestServerAdvancedOps-957042547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:26:58.266690 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [req-f06812b6-28ef-4e20-bb83-b8180235ccd5 req-a41bf85b-46bf-4276-bb22-252c961a2ec2 tempest-TestServerAdvancedOps-957042547 tempest-TestServerAdvancedOps-957042547-project] Calling delete_port for 2e267f95-7b2d-43c4-b0ca-d9722fa87fb1 owned by compute:nova {{(pid=105585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:26:58.437308 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-f06812b6-28ef-4e20-bb83-b8180235ccd5 req-a41bf85b-46bf-4276-bb22-252c961a2ec2 tempest-TestServerAdvancedOps-957042547 tempest-TestServerAdvancedOps-957042547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:26:58.448156 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] get_ports_and_sgs() called for port_ids ['2e267f95-7b2d-43c4-b0ca-d9722fa87fb1'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:26:58.460158 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-d5cc77ab-c6b1-4201-804d-748e4d0da8a5 req-7f2df582-6801-47d3-9072-ff8019f490e1 tempest-TestServerAdvancedOps-957042547 tempest-TestServerAdvancedOps-957042547-project] 10.222.0.59 "GET /v2.0/ports?device_id=59925fdb-93f9-4f5f-9aa7-61b90671f549 HTTP/1.1" status: 200 len: 210 time: 0.0353312 Jul 27 21:26:58.486128 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41bf85b-46bf-4276-bb22-252c961a2ec2 tempest-TestServerAdvancedOps-957042547 tempest-TestServerAdvancedOps-957042547-project] Pushing event deleted for resources: {'Port': ['ID=2e267f95-7b2d-43c4-b0ca-d9722fa87fb1,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:26:58.547359 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.l3_dvrscheduler_db [req-f06812b6-28ef-4e20-bb83-b8180235ccd5 req-a41bf85b-46bf-4276-bb22-252c961a2ec2 tempest-TestServerAdvancedOps-957042547 tempest-TestServerAdvancedOps-957042547-project] No DVR routers for this DVR port 2e267f95-7b2d-43c4-b0ca-d9722fa87fb1 on host n-h1-705658-22 {{(pid=105585) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:26:58.550073 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-f06812b6-28ef-4e20-bb83-b8180235ccd5 req-a41bf85b-46bf-4276-bb22-252c961a2ec2 tempest-TestServerAdvancedOps-957042547 tempest-TestServerAdvancedOps-957042547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:26:58.552146 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f06812b6-28ef-4e20-bb83-b8180235ccd5 req-a41bf85b-46bf-4276-bb22-252c961a2ec2 tempest-TestServerAdvancedOps-957042547 tempest-TestServerAdvancedOps-957042547-project] 10.222.0.36 "DELETE /v2.0/ports/2e267f95-7b2d-43c4-b0ca-d9722fa87fb1 HTTP/1.1" status: 204 len: 173 time: 0.5614228 Jul 27 21:26:58.552658 n-d-705658-22 neutron-server[105585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59925fdb-93f9-4f5f-9aa7-61b90671f549', 'name': 'network-vif-deleted', 'tag': '2e267f95-7b2d-43c4-b0ca-d9722fa87fb1'}] {{(pid=105585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:26:58.555156 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d66fd65881426bfc2b5388084a3654e5eae521106a15a3dbf0eb4cde7106c36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e8dd0ce-4428-4d81-989e-7012706c4bd1" -d '{"events": [{"server_uuid": "59925fdb-93f9-4f5f-9aa7-61b90671f549", "name": "network-vif-deleted", "tag": "2e267f95-7b2d-43c4-b0ca-d9722fa87fb1"}]}' {{(pid=105585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:26:58.592665 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:26:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a18a930-3af1-4c79-8c10-207658999cdb x-openstack-request-id: req-7a18a930-3af1-4c79-8c10-207658999cdb {{(pid=105585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:26:58.593088 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59925fdb-93f9-4f5f-9aa7-61b90671f549", "name": "network-vif-deleted", "tag": "2e267f95-7b2d-43c4-b0ca-d9722fa87fb1", "status": "completed", "code": 200}]} {{(pid=105585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:26:58.593420 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-7a18a930-3af1-4c79-8c10-207658999cdb {{(pid=105585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:26:58.594084 n-d-705658-22 neutron-server[105585]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59925fdb-93f9-4f5f-9aa7-61b90671f549', 'name': 'network-vif-deleted', 'tag': '2e267f95-7b2d-43c4-b0ca-d9722fa87fb1', 'status': 'completed', 'code': 200} Jul 27 21:26:59.033988 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 59086) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:26:59.155104 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd88fda6-1488-4b83-b455-8e7351dbf27d tempest-TestNetworkBasicOps-559712279 tempest-TestNetworkBasicOps-559712279-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:26:59.155985 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd88fda6-1488-4b83-b455-8e7351dbf27d tempest-TestNetworkBasicOps-559712279 tempest-TestNetworkBasicOps-559712279-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:26:59.156671 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd88fda6-1488-4b83-b455-8e7351dbf27d tempest-TestNetworkBasicOps-559712279 tempest-TestNetworkBasicOps-559712279-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:26:59.170734 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-cd88fda6-1488-4b83-b455-8e7351dbf27d tempest-TestNetworkBasicOps-559712279 tempest-TestNetworkBasicOps-559712279-project-admin] 10.222.0.59 "GET /v2.0/ports?project_id=0874e603f76049468af3a11efcc1e552&network_id=17303b05-d1d1-4492-ba85-d84bd43759ef HTTP/1.1" status: 200 len: 2973 time: 0.1283383 Jul 27 21:26:59.543739 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 59100) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:26:59.591555 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.db_base_plugin_v2 [None req-84a6e5f4-3336-4e2c-9b67-32948296186d admin admin] Deleting subnet dc041f3d-69fc-4ad1-9ceb-f7ab850cdc5a {{(pid=105584) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:26:59.594631 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-84a6e5f4-3336-4e2c-9b67-32948296186d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:26:59.629890 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-84a6e5f4-3336-4e2c-9b67-32948296186d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9014207'] for subnet, precommit_delete_associations {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:26:59.669465 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-84a6e5f4-3336-4e2c-9b67-32948296186d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854965'] for subnet, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:26:59.725325 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-84a6e5f4-3336-4e2c-9b67-32948296186d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9014081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9738825'] for subnet, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:26:59.757076 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a6e5f4-3336-4e2c-9b67-32948296186d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dc041f3d-69fc-4ad1-9ceb-f7ab850cdc5a,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:26:59.759144 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-84a6e5f4-3336-4e2c-9b67-32948296186d admin admin] Notify callbacks [] for subnet, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:26:59.763612 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 59104) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:26:59.764053 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-84a6e5f4-3336-4e2c-9b67-32948296186d admin admin] 10.222.0.59 "DELETE /v2.0/subnets/dc041f3d-69fc-4ad1-9ceb-f7ab850cdc5a HTTP/1.1" status: 204 len: 168 time: 0.2208109 Jul 27 21:26:59.838921 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-50682a65-eab3-4bff-81ea-6a7aa3ba2e82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-990557'] for network, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:26:59.928756 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-50682a65-eab3-4bff-81ea-6a7aa3ba2e82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853562', 'neutron.services.segments.db._delete_segments_for_network-8790688882975'] for network, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:26:59.938358 n-d-705658-22 neutron-server[105585]: DEBUG neutron.services.segments.db [None req-50682a65-eab3-4bff-81ea-6a7aa3ba2e82 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff2244c3-790a-4492-8878-85cacdf6a280']}} {{(pid=105585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:26:59.949077 n-d-705658-22 neutron-server[105585]: DEBUG neutron.services.segments.db [None req-50682a65-eab3-4bff-81ea-6a7aa3ba2e82 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2706278e-d0a2-4393-9928-6427758cb412') {'for_net_delete': True} {{(pid=105585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:26:59.949077 n-d-705658-22 neutron-server[105585]: DEBUG neutron.services.segments.db [None req-50682a65-eab3-4bff-81ea-6a7aa3ba2e82 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2706278e-d0a2-4393-9928-6427758cb412') {} {{(pid=105585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:26:59.957535 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-50682a65-eab3-4bff-81ea-6a7aa3ba2e82 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790688883752', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9886370'] for segment, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:26:59.975644 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-50682a65-eab3-4bff-81ea-6a7aa3ba2e82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:26:59.982186 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50682a65-eab3-4bff-81ea-6a7aa3ba2e82 admin admin] Releasing vlan 249 on physical network physnet1 to pool {{(pid=105585) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:26:59.982562 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-50682a65-eab3-4bff-81ea-6a7aa3ba2e82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10221644'] for segment, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:26:59.984291 n-d-705658-22 neutron-server[105585]: Traceback (most recent call last): Jul 27 21:26:59.984291 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:26:59.984291 n-d-705658-22 neutron-server[105585]: timer() Jul 27 21:26:59.984291 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:26:59.984291 n-d-705658-22 neutron-server[105585]: cb(*args, **kw) Jul 27 21:26:59.984291 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:26:59.984291 n-d-705658-22 neutron-server[105585]: return func(*args, **kwargs) Jul 27 21:26:59.984291 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:26:59.984291 n-d-705658-22 neutron-server[105585]: self._notify() Jul 27 21:26:59.984291 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:26:59.984291 n-d-705658-22 neutron-server[105585]: self.callback(batched_events) Jul 27 21:26:59.984291 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:26:59.984291 n-d-705658-22 neutron-server[105585]: event.method(event) Jul 27 21:26:59.984291 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:26:59.984291 n-d-705658-22 neutron-server[105585]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:26:59.984291 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:26:59.984291 n-d-705658-22 neutron-server[105585]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:26:59.984291 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:26:59.984291 n-d-705658-22 neutron-server[105585]: return f(self, *a, **k) Jul 27 21:26:59.984291 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:26:59.984291 n-d-705658-22 neutron-server[105585]: return self._get(url).json() Jul 27 21:26:59.984291 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:26:59.984291 n-d-705658-22 neutron-server[105585]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:26:59.984291 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:26:59.984291 n-d-705658-22 neutron-server[105585]: return self.request(url, 'GET', **kwargs) Jul 27 21:26:59.984291 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:26:59.984291 n-d-705658-22 neutron-server[105585]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:26:59.984291 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:26:59.984291 n-d-705658-22 neutron-server[105585]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:26:59.984291 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:26:59.984291 n-d-705658-22 neutron-server[105585]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:26:59.984291 n-d-705658-22 neutron-server[105585]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:27:00.039800 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-50682a65-eab3-4bff-81ea-6a7aa3ba2e82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4075658'] for network, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:00.045631 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-50682a65-eab3-4bff-81ea-6a7aa3ba2e82 admin admin] Notify callbacks [] for network, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:00.050299 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 59108) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:27:00.055497 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-50682a65-eab3-4bff-81ea-6a7aa3ba2e82 admin admin] 10.222.0.59 "DELETE /v2.0/networks/ff2244c3-790a-4492-8878-85cacdf6a280 HTTP/1.1" status: 204 len: 168 time: 0.2901599 Jul 27 21:27:00.072987 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50682a65-eab3-4bff-81ea-6a7aa3ba2e82 admin admin] Pushing event deleted for resources: {'Network': ['ID=ff2244c3-790a-4492-8878-85cacdf6a280,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:27:00.107926 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.db_base_plugin_v2 [None req-56b4a1c6-12d9-40e2-a7e3-d400219717ad admin admin] Deleting subnet e77e0de1-40e0-4f4b-9856-c761b271cf49 {{(pid=105584) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:27:00.111962 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-56b4a1c6-12d9-40e2-a7e3-d400219717ad admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:00.159079 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-56b4a1c6-12d9-40e2-a7e3-d400219717ad admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9014207'] for subnet, precommit_delete_associations {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:00.215469 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-56b4a1c6-12d9-40e2-a7e3-d400219717ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854965'] for subnet, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:00.274764 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-56b4a1c6-12d9-40e2-a7e3-d400219717ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9014081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9738825'] for subnet, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:00.308649 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b4a1c6-12d9-40e2-a7e3-d400219717ad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e77e0de1-40e0-4f4b-9856-c761b271cf49,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:27:00.314476 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-56b4a1c6-12d9-40e2-a7e3-d400219717ad admin admin] Notify callbacks [] for subnet, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:00.318644 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-56b4a1c6-12d9-40e2-a7e3-d400219717ad admin admin] 10.222.0.59 "DELETE /v2.0/subnets/e77e0de1-40e0-4f4b-9856-c761b271cf49 HTTP/1.1" status: 204 len: 168 time: 0.2651210 Jul 27 21:27:00.318860 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 59116) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:27:00.387104 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-ce3f079e-fff0-47e9-a58f-87d8f0a59fa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-990557'] for network, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:00.468272 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-ce3f079e-fff0-47e9-a58f-87d8f0a59fa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853562', 'neutron.services.segments.db._delete_segments_for_network-8790688882975'] for network, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:00.482324 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.segments.db [None req-ce3f079e-fff0-47e9-a58f-87d8f0a59fa1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['abfd75da-eaf7-4396-aec9-5ab14e377b9b']}} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:27:00.499272 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.segments.db [None req-ce3f079e-fff0-47e9-a58f-87d8f0a59fa1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67a0c38c-f0a0-4974-b32e-39715e6a4446') {'for_net_delete': True} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:27:00.500120 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.segments.db [None req-ce3f079e-fff0-47e9-a58f-87d8f0a59fa1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67a0c38c-f0a0-4974-b32e-39715e6a4446') {} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:27:00.512284 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-ce3f079e-fff0-47e9-a58f-87d8f0a59fa1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790688883752', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9014348'] for segment, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:00.541276 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-ce3f079e-fff0-47e9-a58f-87d8f0a59fa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:00.548049 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce3f079e-fff0-47e9-a58f-87d8f0a59fa1 admin admin] Releasing vlan 244 on physical network physnet1 to pool {{(pid=105584) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:27:00.548688 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-ce3f079e-fff0-47e9-a58f-87d8f0a59fa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9014063'] for segment, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:00.550396 n-d-705658-22 neutron-server[105584]: Traceback (most recent call last): Jul 27 21:27:00.550396 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:27:00.550396 n-d-705658-22 neutron-server[105584]: timer() Jul 27 21:27:00.550396 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:27:00.550396 n-d-705658-22 neutron-server[105584]: cb(*args, **kw) Jul 27 21:27:00.550396 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:27:00.550396 n-d-705658-22 neutron-server[105584]: return func(*args, **kwargs) Jul 27 21:27:00.550396 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:27:00.550396 n-d-705658-22 neutron-server[105584]: self._notify() Jul 27 21:27:00.550396 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:27:00.550396 n-d-705658-22 neutron-server[105584]: self.callback(batched_events) Jul 27 21:27:00.550396 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:27:00.550396 n-d-705658-22 neutron-server[105584]: event.method(event) Jul 27 21:27:00.550396 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:27:00.550396 n-d-705658-22 neutron-server[105584]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:27:00.550396 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:27:00.550396 n-d-705658-22 neutron-server[105584]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:27:00.550396 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:27:00.550396 n-d-705658-22 neutron-server[105584]: return f(self, *a, **k) Jul 27 21:27:00.550396 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:27:00.550396 n-d-705658-22 neutron-server[105584]: return self._get(url).json() Jul 27 21:27:00.550396 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:27:00.550396 n-d-705658-22 neutron-server[105584]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:27:00.550396 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:27:00.550396 n-d-705658-22 neutron-server[105584]: return self.request(url, 'GET', **kwargs) Jul 27 21:27:00.550396 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:27:00.550396 n-d-705658-22 neutron-server[105584]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:27:00.550396 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:27:00.550396 n-d-705658-22 neutron-server[105584]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:27:00.550396 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:27:00.550396 n-d-705658-22 neutron-server[105584]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:27:00.550396 n-d-705658-22 neutron-server[105584]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:27:00.613534 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-ce3f079e-fff0-47e9-a58f-87d8f0a59fa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4075658'] for network, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:00.626488 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-ce3f079e-fff0-47e9-a58f-87d8f0a59fa1 admin admin] Notify callbacks [] for network, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:00.628944 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-ce3f079e-fff0-47e9-a58f-87d8f0a59fa1 admin admin] 10.222.0.59 "DELETE /v2.0/networks/abfd75da-eaf7-4396-aec9-5ab14e377b9b HTTP/1.1" status: 204 len: 168 time: 0.3089409 Jul 27 21:27:00.645027 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3f079e-fff0-47e9-a58f-87d8f0a59fa1 admin admin] Pushing event deleted for resources: {'Network': ['ID=abfd75da-eaf7-4396-aec9-5ab14e377b9b,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:27:00.902252 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 59124) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:27:00.904235 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 59126) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:27:00.952563 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-4fb789a5-4db0-4497-8429-e8ff1dbe5d90 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=c73da23a929049a4ae37e6bfb7ce5da9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0471883 Jul 27 21:27:00.955295 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 59128) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:27:01.016878 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24995de4-fc0a-48bd-ae0b-31a8a16edeb7 tempest-TestNetworkBasicOps-559712279 tempest-TestNetworkBasicOps-559712279-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:27:01.018900 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-24995de4-fc0a-48bd-ae0b-31a8a16edeb7 tempest-TestNetworkBasicOps-559712279 tempest-TestNetworkBasicOps-559712279-project-admin] 10.222.0.59 "GET /v2.0/subnets?network_id=8735d8a2-b604-4758-ae71-b40e4ee6f305 HTTP/1.1" status: 200 len: 814 time: 0.1154301 Jul 27 21:27:01.042640 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-67eeee8b-c4b8-435a-a774-c6dd91111c7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:01.066503 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-67eeee8b-c4b8-435a-a774-c6dd91111c7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:01.127832 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-67eeee8b-c4b8-435a-a774-c6dd91111c7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:01.130644 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-67eeee8b-c4b8-435a-a774-c6dd91111c7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:01.132039 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-67eeee8b-c4b8-435a-a774-c6dd91111c7d admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/3a2468fd-9568-494f-822d-de69e1c2dd50 HTTP/1.1" status: 204 len: 168 time: 0.1758461 Jul 27 21:27:01.142265 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67eeee8b-c4b8-435a-a774-c6dd91111c7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a2468fd-9568-494f-822d-de69e1c2dd50,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:27:01.478035 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 59144) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:27:01.484341 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-79902415-5bd0-44ca-b7a9-2b80634cc2ce tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Request body: {'network': {'name': 'tempest-network-smoke--1940219424', 'project_id': '0874e603f76049468af3a11efcc1e552', 'port_security_enabled': True}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:27:01.518606 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79902415-5bd0-44ca-b7a9-2b80634cc2ce tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Made reservation on behalf of 0874e603f76049468af3a11efcc1e552 for: {'network': 1} {{(pid=105585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:27:01.523300 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-79902415-5bd0-44ca-b7a9-2b80634cc2ce tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for network, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:01.566322 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79902415-5bd0-44ca-b7a9-2b80634cc2ce tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] vlan segment allocate from pool success with {'vlan_id': 211, 'physical_network': 'physnet1'} {{(pid=105585) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:27:01.584585 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-79902415-5bd0-44ca-b7a9-2b80634cc2ce tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:01.584985 n-d-705658-22 neutron-server[105585]: INFO neutron.db.segments_db [None req-79902415-5bd0-44ca-b7a9-2b80634cc2ce tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Added segment c292ba05-9478-46eb-ae8f-3b1eb9e5c8de of type vlan for network c8e805f7-3281-4345-9a70-ef5ff0d2d0bb Jul 27 21:27:01.674629 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 59146) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:27:01.683164 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-79902415-5bd0-44ca-b7a9-2b80634cc2ce tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790688424798'] for network, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:01.721430 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-79902415-5bd0-44ca-b7a9-2b80634cc2ce tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920'] for network, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:01.734193 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79902415-5bd0-44ca-b7a9-2b80634cc2ce tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:27:01.735308 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-79902415-5bd0-44ca-b7a9-2b80634cc2ce tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Notify callbacks [] for network, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:01.738343 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-58a2184d-fc40-43d8-9f94-fa71bcd76b37 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=f039af8026af43d893073dd9a47ae2eb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0623541 Jul 27 21:27:01.741616 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 59148) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:27:01.817887 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-79902415-5bd0-44ca-b7a9-2b80634cc2ce tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3386068 Jul 27 21:27:01.825416 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 59152) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:27:01.855426 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-b5c64457-5870-406c-ad44-a9623a2c47da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:01.889665 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-b5c64457-5870-406c-ad44-a9623a2c47da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:01.903147 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79902415-5bd0-44ca-b7a9-2b80634cc2ce tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Pushing event updated for resources: {'Network': ['ID=c8e805f7-3281-4345-9a70-ef5ff0d2d0bb,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:27:01.919548 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Network c8e805f7-3281-4345-9a70-ef5ff0d2d0bb details requested by agent ovs-agent-n-d-705658-22 with host n-d-705658-22 {{(pid=105586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:27:01.962807 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83eec918-859d-46da-b891-f9c0a1fe53be tempest-TestNetworkBasicOps-559712279 tempest-TestNetworkBasicOps-559712279-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:27:01.964321 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-83eec918-859d-46da-b891-f9c0a1fe53be tempest-TestNetworkBasicOps-559712279 tempest-TestNetworkBasicOps-559712279-project-admin] 10.222.0.59 "GET /v2.0/subnets?project_id=0874e603f76049468af3a11efcc1e552&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.1380155 Jul 27 21:27:01.971341 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 59156) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:27:02.017008 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-b5c64457-5870-406c-ad44-a9623a2c47da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:02.027326 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-b5c64457-5870-406c-ad44-a9623a2c47da admin admin] Notify callbacks [] for security_group, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:02.032848 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-b5c64457-5870-406c-ad44-a9623a2c47da admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/39d318ba-d24e-4303-9cfa-ba1ef0a96cf6 HTTP/1.1" status: 204 len: 168 time: 0.2861311 Jul 27 21:27:02.062064 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c64457-5870-406c-ad44-a9623a2c47da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39d318ba-d24e-4303-9cfa-ba1ef0a96cf6,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:27:02.110076 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf5d28db-7e8e-4665-bf6c-7429a9788edd tempest-TestNetworkBasicOps-559712279 tempest-TestNetworkBasicOps-559712279-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:27:02.116319 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-bf5d28db-7e8e-4665-bf6c-7429a9788edd tempest-TestNetworkBasicOps-559712279 tempest-TestNetworkBasicOps-559712279-project-admin] 10.222.0.59 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1406667 Jul 27 21:27:02.116661 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 59162) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:27:02.183061 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 59164) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:27:02.183693 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-49ae067b-2c21-4f8d-9cbb-e7c042562d6c tempest-TestNetworkBasicOps-559712279 tempest-TestNetworkBasicOps-559712279-project-admin] 10.222.0.59 "GET /v2.0/subnets?network_id=8735d8a2-b604-4758-ae71-b40e4ee6f305&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0605359 Jul 27 21:27:02.223989 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-084c0a93-c00b-48bb-9473-ebf381e81642 tempest-TestNetworkBasicOps-559712279 tempest-TestNetworkBasicOps-559712279-project-admin] 10.222.0.59 "GET /v2.0/subnets?project_id=0874e603f76049468af3a11efcc1e552&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0392289 Jul 27 21:27:02.227447 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 59166) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:27:02.375824 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e58676e-87ce-41ff-8393-bc080258f64b tempest-TestNetworkBasicOps-559712279 tempest-TestNetworkBasicOps-559712279-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:27:02.377682 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-4e58676e-87ce-41ff-8393-bc080258f64b tempest-TestNetworkBasicOps-559712279 tempest-TestNetworkBasicOps-559712279-project-admin] 10.222.0.59 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1486535 Jul 27 21:27:02.381415 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 59170) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:27:02.467655 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-82af3961-f7d0-4e57-a930-457855236280 tempest-TestNetworkBasicOps-559712279 tempest-TestNetworkBasicOps-559712279-project-admin] 10.222.0.59 "GET /v2.0/subnets?network_id=8735d8a2-b604-4758-ae71-b40e4ee6f305&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0849917 Jul 27 21:27:02.470263 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 59172) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:27:02.482221 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-18bfadd1-52e7-4c1d-8bd2-635cff362a1b tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2064023944', 'network_id': 'c8e805f7-3281-4345-9a70-ef5ff0d2d0bb', 'project_id': '0874e603f76049468af3a11efcc1e552', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:27:02.608944 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device 2e267f95-7b2d-43c4-b0ca-d9722fa87fb1 no longer exists at agent hyperv_n-h1-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:27:02.652729 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-28650df7-c46c-4981-b84f-37d87254047e None None] No Port match for: 2e267f95-7b2d-43c4-b0ca-d9722fa87fb1 {{(pid=105586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:27:02.654385 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device 2e267f95-7b2d-43c4-b0ca-d9722fa87fb1 not bound to the agent host n-h1-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:27:02.669000 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18bfadd1-52e7-4c1d-8bd2-635cff362a1b tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Made reservation on behalf of 0874e603f76049468af3a11efcc1e552 for: {'subnet': 1} {{(pid=105585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:27:02.675705 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-18bfadd1-52e7-4c1d-8bd2-635cff362a1b tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9990620'] for subnet, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:02.977086 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-18bfadd1-52e7-4c1d-8bd2-635cff362a1b tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10221797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9990606'] for subnet, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:03.060210 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bfadd1-52e7-4c1d-8bd2-635cff362a1b tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Pushing event updated for resources: {'Subnet': ['ID=55629c1c-d309-4161-a2ef-f987a7ce1144,revision_number=0']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:27:03.075986 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18bfadd1-52e7-4c1d-8bd2-635cff362a1b tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Checking segment: {'id': 'c292ba05-9478-46eb-ae8f-3b1eb9e5c8de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'c8e805f7-3281-4345-9a70-ef5ff0d2d0bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:27:03.076587 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18bfadd1-52e7-4c1d-8bd2-635cff362a1b tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Network hostable DHCP agents. Network: c8e805f7-3281-4345-9a70-ef5ff0d2d0bb, hostable agents: ['7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a'], hosted agents: [] {{(pid=105585) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:27:03.112146 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18bfadd1-52e7-4c1d-8bd2-635cff362a1b tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Network c8e805f7-3281-4345-9a70-ef5ff0d2d0bb is scheduled to be hosted by DHCP agent 7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a with binding_index 1 {{(pid=105585) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:27:03.135837 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.base_scheduler [None req-18bfadd1-52e7-4c1d-8bd2-635cff362a1b tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-22, c8e805f7-3281-4345-9a70-ef5ff0d2d0bb) {{(pid=105585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:27:03.140097 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18bfadd1-52e7-4c1d-8bd2-635cff362a1b tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:27:03.140780 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-18bfadd1-52e7-4c1d-8bd2-635cff362a1b tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Notify callbacks [] for subnet, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:03.147525 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70d51c5e-f512-44ce-b37d-2a93941930ad None None] Network c8e805f7-3281-4345-9a70-ef5ff0d2d0bb requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:27:03.178744 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-18bfadd1-52e7-4c1d-8bd2-635cff362a1b tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.7065277 Jul 27 21:27:03.426061 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2645ff9-0edc-4921-9fd7-a8ddde265bed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30bb4b93-b285-5d90-9493-f9ec33ea333c-c8e805f7-3281-4345-9a70-ef5ff0d2d0bb', 'network_id': 'c8e805f7-3281-4345-9a70-ef5ff0d2d0bb', 'tenant_id': '0874e603f76049468af3a11efcc1e552', 'fixed_ips': [{'subnet_id': '55629c1c-d309-4161-a2ef-f987a7ce1144'}]}} from n-d-705658-22. {{(pid=105586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 21:27:03.428141 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-f2645ff9-0edc-4921-9fd7-a8ddde265bed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:03.431967 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 59182) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:27:03.442436 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-1e122f83-848c-48c5-b4c7-0255b078af92 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1658528959', 'description': 'tempest-secgroup-smoke-1658528959 description', 'project_id': '0874e603f76049468af3a11efcc1e552'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:27:03.480552 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-1e122f83-848c-48c5-b4c7-0255b078af92 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Notify callbacks [] for security_group, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:03.606175 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-1e122f83-848c-48c5-b4c7-0255b078af92 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Notify callbacks [] for security_group, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:03.612040 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-1e122f83-848c-48c5-b4c7-0255b078af92 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:03.641785 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e122f83-848c-48c5-b4c7-0255b078af92 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c06de200-7755-4f78-973a-65811f2d61b9,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:27:03.662565 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-1e122f83-848c-48c5-b4c7-0255b078af92 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Notify callbacks [] for security_group, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:03.665720 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-1e122f83-848c-48c5-b4c7-0255b078af92 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2311487 Jul 27 21:27:03.668224 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 59186) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:27:03.674624 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-360a55ec-9408-48d4-a77e-7e904f7ac5d8 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Request body: {'security_group_rule': {'security_group_id': 'c06de200-7755-4f78-973a-65811f2d61b9', 'project_id': '0874e603f76049468af3a11efcc1e552', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:27:03.681306 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.db_base_plugin_common [None req-f2645ff9-0edc-4921-9fd7-a8ddde265bed None None] Allocated IP 172.20.0.18 (c8e805f7-3281-4345-9a70-ef5ff0d2d0bb/55629c1c-d309-4161-a2ef-f987a7ce1144/6bf95075-7d03-4f33-923b-207f27f15270) {{(pid=105586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:27:03.709760 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-360a55ec-9408-48d4-a77e-7e904f7ac5d8 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:03.768394 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-360a55ec-9408-48d4-a77e-7e904f7ac5d8 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:03.777253 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-360a55ec-9408-48d4-a77e-7e904f7ac5d8 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732636'] for security_group_rule, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:03.798543 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360a55ec-9408-48d4-a77e-7e904f7ac5d8 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83fd6f22-93de-46c1-a3e0-f2313a053da2,revision_number=0']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:27:03.809578 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-360a55ec-9408-48d4-a77e-7e904f7ac5d8 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:03.810895 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-360a55ec-9408-48d4-a77e-7e904f7ac5d8 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1405702 Jul 27 21:27:03.814412 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 59188) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:27:03.819626 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-9d1e1ef4-a848-422a-842a-71563ccf5f5a tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Request body: {'security_group_rule': {'security_group_id': 'c06de200-7755-4f78-973a-65811f2d61b9', 'project_id': '0874e603f76049468af3a11efcc1e552', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:27:03.897829 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-9d1e1ef4-a848-422a-842a-71563ccf5f5a tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:03.960956 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-f2645ff9-0edc-4921-9fd7-a8ddde265bed None None] Notify callbacks [] for port, precommit_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:03.972310 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-f2645ff9-0edc-4921-9fd7-a8ddde265bed None None] Transition to ACTIVE for port object 6bf95075-7d03-4f33-923b-207f27f15270 will not be triggered until provisioned by entity L2. {{(pid=105586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:27:03.994489 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-f2645ff9-0edc-4921-9fd7-a8ddde265bed None None] Transition to ACTIVE for port object 6bf95075-7d03-4f33-923b-207f27f15270 will not be triggered until provisioned by entity DHCP. {{(pid=105586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:27:04.001441 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-f2645ff9-0edc-4921-9fd7-a8ddde265bed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143'] for port, after_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:04.038369 n-d-705658-22 neutron-server[105586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2645ff9-0edc-4921-9fd7-a8ddde265bed None None] Network c8e805f7-3281-4345-9a70-ef5ff0d2d0bb is already hosted by enough agents. {{(pid=105586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:27:04.041904 n-d-705658-22 neutron-server[105586]: DEBUG neutron.scheduler.base_scheduler [None req-f2645ff9-0edc-4921-9fd7-a8ddde265bed None None] Resources bound (agent type, host, resource id): {{(pid=105586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:27:04.045792 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2645ff9-0edc-4921-9fd7-a8ddde265bed None None] Received port after_create {{(pid=105586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:27:04.055377 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-9d1e1ef4-a848-422a-842a-71563ccf5f5a tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:04.061960 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-9d1e1ef4-a848-422a-842a-71563ccf5f5a tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732636'] for security_group_rule, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:04.086814 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1e1ef4-a848-422a-842a-71563ccf5f5a tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f80e841a-8d41-4359-a3ac-036e99b3bd2c,revision_number=0']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:27:04.119757 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-9d1e1ef4-a848-422a-842a-71563ccf5f5a tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:04.123900 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-9d1e1ef4-a848-422a-842a-71563ccf5f5a tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3062494 Jul 27 21:27:04.124936 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 59198) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:27:04.132021 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2645ff9-0edc-4921-9fd7-a8ddde265bed None None] Pushing event updated for resources: {'Port': ['ID=6bf95075-7d03-4f33-923b-207f27f15270,revision_number=1']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:27:04.137909 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-7842e438-b06f-48ca-a5a5-69a43714e18e tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Request body: {'security_group_rule': {'security_group_id': 'c06de200-7755-4f78-973a-65811f2d61b9', 'project_id': '0874e603f76049468af3a11efcc1e552', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:27:04.148077 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-f2645ff9-0edc-4921-9fd7-a8ddde265bed None None] Attempting to bind port 6bf95075-7d03-4f33-923b-207f27f15270 on host n-d-705658-22 for vnic_type normal with profile {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:27:04.148077 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-f2645ff9-0edc-4921-9fd7-a8ddde265bed None None] Attempting to bind port 6bf95075-7d03-4f33-923b-207f27f15270 by drivers openvswitch,hyperv on host n-d-705658-22 at level 0 using segments [{'id': 'c292ba05-9478-46eb-ae8f-3b1eb9e5c8de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'c8e805f7-3281-4345-9a70-ef5ff0d2d0bb'}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:27:04.150041 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2645ff9-0edc-4921-9fd7-a8ddde265bed None None] Attempting to bind port 6bf95075-7d03-4f33-923b-207f27f15270 on network c8e805f7-3281-4345-9a70-ef5ff0d2d0bb {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:27:04.154376 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2645ff9-0edc-4921-9fd7-a8ddde265bed None None] Checking agent: {'id': '04a7ea91-6318-467e-ace6-b0fb48c8690f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 41, 42), 'started_at': datetime.datetime(2021, 7, 27, 20, 42, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 26, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:27:04.155045 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2645ff9-0edc-4921-9fd7-a8ddde265bed None None] Checking segment: {'id': 'c292ba05-9478-46eb-ae8f-3b1eb9e5c8de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'c8e805f7-3281-4345-9a70-ef5ff0d2d0bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:27:04.155441 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-f2645ff9-0edc-4921-9fd7-a8ddde265bed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:04.155687 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2645ff9-0edc-4921-9fd7-a8ddde265bed None None] Bound using segment: {'id': 'c292ba05-9478-46eb-ae8f-3b1eb9e5c8de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'c8e805f7-3281-4345-9a70-ef5ff0d2d0bb'} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:27:04.156047 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-f2645ff9-0edc-4921-9fd7-a8ddde265bed None None] Bound port: 6bf95075-7d03-4f33-923b-207f27f15270, host: n-d-705658-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c292ba05-9478-46eb-ae8f-3b1eb9e5c8de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'c8e805f7-3281-4345-9a70-ef5ff0d2d0bb'}}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:27:04.156427 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-f2645ff9-0edc-4921-9fd7-a8ddde265bed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:04.228661 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-7842e438-b06f-48ca-a5a5-69a43714e18e tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:04.313311 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-7842e438-b06f-48ca-a5a5-69a43714e18e tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:04.318745 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-7842e438-b06f-48ca-a5a5-69a43714e18e tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732636'] for security_group_rule, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:04.337385 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7842e438-b06f-48ca-a5a5-69a43714e18e tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49300980-3ddc-4f6c-a01c-462fb09e22e3,revision_number=0']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:27:04.354369 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-7842e438-b06f-48ca-a5a5-69a43714e18e tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:04.358690 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 59200) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:27:04.359303 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-7842e438-b06f-48ca-a5a5-69a43714e18e tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2315021 Jul 27 21:27:04.363631 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-d1de305c-1a41-4a65-af49-ba9bf98748cb tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Request body: {'security_group_rule': {'security_group_id': 'c06de200-7755-4f78-973a-65811f2d61b9', 'project_id': '0874e603f76049468af3a11efcc1e552', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:27:04.402909 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-d1de305c-1a41-4a65-af49-ba9bf98748cb tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:04.413196 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-f2645ff9-0edc-4921-9fd7-a8ddde265bed None None] For port 6bf95075-7d03-4f33-923b-207f27f15270, host n-d-705658-22, cleared binding levels {{(pid=105586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:27:04.416621 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-f2645ff9-0edc-4921-9fd7-a8ddde265bed None None] For port 6bf95075-7d03-4f33-923b-207f27f15270, host n-d-705658-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=6bf95075-7d03-4f33-923b-207f27f15270,segment=NetworkSegment(c292ba05-9478-46eb-ae8f-3b1eb9e5c8de),segment_id=c292ba05-9478-46eb-ae8f-3b1eb9e5c8de)] {{(pid=105586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:27:04.425548 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-f2645ff9-0edc-4921-9fd7-a8ddde265bed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:04.491449 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2645ff9-0edc-4921-9fd7-a8ddde265bed None None] Pushing event updated for resources: {'Port': ['ID=6bf95075-7d03-4f33-923b-207f27f15270,revision_number=2']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:27:04.521917 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-d1de305c-1a41-4a65-af49-ba9bf98748cb tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:04.531827 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-d1de305c-1a41-4a65-af49-ba9bf98748cb tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732636'] for security_group_rule, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:04.561704 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1de305c-1a41-4a65-af49-ba9bf98748cb tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00b57bff-00cb-4ab7-8e75-a5a72f0feb55,revision_number=0']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:27:04.575396 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-d1de305c-1a41-4a65-af49-ba9bf98748cb tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:04.577364 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-d1de305c-1a41-4a65-af49-ba9bf98748cb tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2171218 Jul 27 21:27:04.579807 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 59204) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:27:04.585343 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-0f36c769-52e9-4237-a229-21443f2f1441 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Request body: {'security_group_rule': {'security_group_id': 'c06de200-7755-4f78-973a-65811f2d61b9', 'project_id': '0874e603f76049468af3a11efcc1e552', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:27:04.640855 n-d-705658-22 neutron-server[105584]: INFO neutron.db.securitygroups_db [None req-0f36c769-52e9-4237-a229-21443f2f1441 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Project 0874e603f76049468af3a11efcc1e552 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 27 21:27:04.654620 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-0f36c769-52e9-4237-a229-21443f2f1441 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:04.763856 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-0f36c769-52e9-4237-a229-21443f2f1441 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:04.769405 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-0f36c769-52e9-4237-a229-21443f2f1441 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732636'] for security_group_rule, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:04.821269 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f36c769-52e9-4237-a229-21443f2f1441 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a69b918-7728-4fb5-b63b-fca0677f5089,revision_number=0']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:27:04.825329 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-0f36c769-52e9-4237-a229-21443f2f1441 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:04.827111 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-0f36c769-52e9-4237-a229-21443f2f1441 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2460186 Jul 27 21:27:04.830277 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 59206) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:27:04.837056 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-0b91a6ab-6be9-4b02-a24e-e39652a977a9 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Request body: {'security_group_rule': {'security_group_id': 'c06de200-7755-4f78-973a-65811f2d61b9', 'project_id': '0874e603f76049468af3a11efcc1e552', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:27:04.888795 n-d-705658-22 neutron-server[105585]: INFO neutron.db.securitygroups_db [None req-0b91a6ab-6be9-4b02-a24e-e39652a977a9 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Project 0874e603f76049468af3a11efcc1e552 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 27 21:27:04.896111 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-0b91a6ab-6be9-4b02-a24e-e39652a977a9 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:04.967636 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-0b91a6ab-6be9-4b02-a24e-e39652a977a9 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:04.978794 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-0b91a6ab-6be9-4b02-a24e-e39652a977a9 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732636'] for security_group_rule, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:05.004845 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-0b91a6ab-6be9-4b02-a24e-e39652a977a9 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:05.011474 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-0b91a6ab-6be9-4b02-a24e-e39652a977a9 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1799614 Jul 27 21:27:05.021444 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b91a6ab-6be9-4b02-a24e-e39652a977a9 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50de6c72-a537-446f-85e8-50a995e95c89,revision_number=0']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:27:05.397317 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-752ac28a-b2ab-4b4b-be7c-2bd412ca1258 req-09d87f08-d356-4e3f-b68b-dcff355ab3da tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1658528959&fields=id&tenant_id=0874e603f76049468af3a11efcc1e552 HTTP/1.1" status: 200 len: 267 time: 0.1347375 Jul 27 21:27:05.446355 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 6bf95075-7d03-4f33-923b-207f27f15270 up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:27:05.535138 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752ac28a-b2ab-4b4b-be7c-2bd412ca1258 req-441d0a00-f1c6-4bee-9a73-f9d45424df65 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:27:05.537230 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-752ac28a-b2ab-4b4b-be7c-2bd412ca1258 req-441d0a00-f1c6-4bee-9a73-f9d45424df65 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] 10.222.0.59 "GET /v2.0/networks?id=c8e805f7-3281-4345-9a70-ef5ff0d2d0bb HTTP/1.1" status: 200 len: 797 time: 0.1390753 Jul 27 21:27:05.545613 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning for port 6bf95075-7d03-4f33-923b-207f27f15270 completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:27:05.564081 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-752ac28a-b2ab-4b4b-be7c-2bd412ca1258 req-ab9fd48e-7301-4283-be38-5f53521cf485 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] 10.222.0.59 "GET /v2.0/quotas/0874e603f76049468af3a11efcc1e552 HTTP/1.1" status: 200 len: 375 time: 0.0168250 Jul 27 21:27:05.743672 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-752ac28a-b2ab-4b4b-be7c-2bd412ca1258 req-846c9d0d-a58e-4486-bef1-fe32907384ed tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=0874e603f76049468af3a11efcc1e552&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1735461 Jul 27 21:27:05.865296 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-752ac28a-b2ab-4b4b-be7c-2bd412ca1258 req-c8bf8843-0c2b-40c0-81f7-f1bfe8a663bd service neutron] 10.222.0.59 "GET /v2.0/networks/c8e805f7-3281-4345-9a70-ef5ff0d2d0bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1190097 Jul 27 21:27:05.906023 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-090ea6dd-7a12-4106-9add-1b56ed59ef89 None None] Network c8e805f7-3281-4345-9a70-ef5ff0d2d0bb requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:27:06.017993 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-752ac28a-b2ab-4b4b-be7c-2bd412ca1258 req-9bfa3046-2dc0-4be2-836e-5c17b567d881 service neutron] 10.222.0.59 "GET /v2.0/networks/c8e805f7-3281-4345-9a70-ef5ff0d2d0bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1415780 Jul 27 21:27:06.037935 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-6231b65c-f13f-4f18-926c-e1eb0605df04 None None] Provisioning for port 6bf95075-7d03-4f33-923b-207f27f15270 completed by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:27:06.044751 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-6231b65c-f13f-4f18-926c-e1eb0605df04 None None] Provisioning complete for port 6bf95075-7d03-4f33-923b-207f27f15270 triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:27:06.045259 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-6231b65c-f13f-4f18-926c-e1eb0605df04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:06.249331 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a0651550-b6e5-47cc-9a3d-e4a57cc19ccc req-b8e4d4f2-b485-4d4a-83aa-ad8a00cc44e9 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] 10.222.0.59 "GET /v2.0/ports?device_id=01471525-2c93-470a-9466-7d3b6cb83ff4 HTTP/1.1" status: 200 len: 210 time: 0.0342445 Jul 27 21:27:06.285000 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-6231b65c-f13f-4f18-926c-e1eb0605df04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:06.332309 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-6231b65c-f13f-4f18-926c-e1eb0605df04 None None] For port 6bf95075-7d03-4f33-923b-207f27f15270, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=6bf95075-7d03-4f33-923b-207f27f15270,segment=NetworkSegment(c292ba05-9478-46eb-ae8f-3b1eb9e5c8de),segment_id=c292ba05-9478-46eb-ae8f-3b1eb9e5c8de)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:27:06.338539 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-6231b65c-f13f-4f18-926c-e1eb0605df04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:06.541844 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6231b65c-f13f-4f18-926c-e1eb0605df04 None None] Pushing event updated for resources: {'Port': ['ID=6bf95075-7d03-4f33-923b-207f27f15270,revision_number=3']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:27:06.554388 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:06.784450 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-37e0853a-6068-434b-99c7-85051a757270 None None] Provisioning complete for port 6bf95075-7d03-4f33-923b-207f27f15270 triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:27:06.785036 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-37e0853a-6068-434b-99c7-85051a757270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:07.163698 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.agents_db [None req-558fcd2c-e512-47bc-a170-8673d87f7213 None None] Agent healthcheck: found 7 active agents {{(pid=105587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 21:27:07.406586 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-10ac79a8-004b-4777-bc21-890026b88981 req-77c88ae4-e7a8-4124-880d-6703afc35eea tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] 10.222.0.59 "GET /v2.0/ports?device_id=01471525-2c93-470a-9466-7d3b6cb83ff4 HTTP/1.1" status: 200 len: 210 time: 0.0716503 Jul 27 21:27:07.421616 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 6bf95075-7d03-4f33-923b-207f27f15270 up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:27:07.486093 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port 6bf95075-7d03-4f33-923b-207f27f15270 triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:27:07.486668 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:07.596732 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752ac28a-b2ab-4b4b-be7c-2bd412ca1258 req-c5f1d46e-8063-46fa-93f1-e0c4b190f167 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:27:07.598299 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-752ac28a-b2ab-4b4b-be7c-2bd412ca1258 req-c5f1d46e-8063-46fa-93f1-e0c4b190f167 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] 10.222.0.36 "GET /v2.0/networks?id=c8e805f7-3281-4345-9a70-ef5ff0d2d0bb HTTP/1.1" status: 200 len: 797 time: 0.2179427 Jul 27 21:27:07.644672 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-752ac28a-b2ab-4b4b-be7c-2bd412ca1258 req-6647c83f-1a59-4f32-a854-5ae080cfd6f2 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0874e603f76049468af3a11efcc1e552 HTTP/1.1" status: 200 len: 472 time: 0.0362663 Jul 27 21:27:07.654158 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [req-752ac28a-b2ab-4b4b-be7c-2bd412ca1258 req-72cba99a-664c-46bb-bdc1-9cbf71afc0fe tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Request body: {'port': {'device_id': '01471525-2c93-470a-9466-7d3b6cb83ff4', 'network_id': 'c8e805f7-3281-4345-9a70-ef5ff0d2d0bb', 'admin_state_up': True, 'tenant_id': '0874e603f76049468af3a11efcc1e552', 'security_groups': ['c06de200-7755-4f78-973a-65811f2d61b9']}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:27:07.767644 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-752ac28a-b2ab-4b4b-be7c-2bd412ca1258 req-72cba99a-664c-46bb-bdc1-9cbf71afc0fe tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Made reservation on behalf of 0874e603f76049468af3a11efcc1e552 for: {'port': 1} {{(pid=105585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:27:07.771552 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-752ac28a-b2ab-4b4b-be7c-2bd412ca1258 req-72cba99a-664c-46bb-bdc1-9cbf71afc0fe tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:07.909967 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.db_base_plugin_common [req-752ac28a-b2ab-4b4b-be7c-2bd412ca1258 req-72cba99a-664c-46bb-bdc1-9cbf71afc0fe tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Allocated IP 172.20.0.22 (c8e805f7-3281-4345-9a70-ef5ff0d2d0bb/55629c1c-d309-4161-a2ef-f987a7ce1144/939d9982-c77e-44ac-8f2b-4d907e1f61fd) {{(pid=105585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:27:08.069142 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-752ac28a-b2ab-4b4b-be7c-2bd412ca1258 req-72cba99a-664c-46bb-bdc1-9cbf71afc0fe tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Notify callbacks [] for port, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:08.085025 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.provisioning_blocks [req-752ac28a-b2ab-4b4b-be7c-2bd412ca1258 req-72cba99a-664c-46bb-bdc1-9cbf71afc0fe tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Transition to ACTIVE for port object 939d9982-c77e-44ac-8f2b-4d907e1f61fd will not be triggered until provisioned by entity DHCP. {{(pid=105585) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:27:08.122650 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-752ac28a-b2ab-4b4b-be7c-2bd412ca1258 req-72cba99a-664c-46bb-bdc1-9cbf71afc0fe tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:08.172024 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-752ac28a-b2ab-4b4b-be7c-2bd412ca1258 req-72cba99a-664c-46bb-bdc1-9cbf71afc0fe tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Network c8e805f7-3281-4345-9a70-ef5ff0d2d0bb is already hosted by enough agents. {{(pid=105585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:27:08.179888 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.base_scheduler [req-752ac28a-b2ab-4b4b-be7c-2bd412ca1258 req-72cba99a-664c-46bb-bdc1-9cbf71afc0fe tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Resources bound (agent type, host, resource id): {{(pid=105585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:27:08.184286 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.l3_dvrscheduler_db [req-752ac28a-b2ab-4b4b-be7c-2bd412ca1258 req-72cba99a-664c-46bb-bdc1-9cbf71afc0fe tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Received port after_create {{(pid=105585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:27:08.212136 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cba99a-664c-46bb-bdc1-9cbf71afc0fe tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Pushing event updated for resources: {'Port': ['ID=939d9982-c77e-44ac-8f2b-4d907e1f61fd,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:27:08.232568 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72cba99a-664c-46bb-bdc1-9cbf71afc0fe tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:27:08.232915 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72cba99a-664c-46bb-bdc1-9cbf71afc0fe tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:27:08.233258 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72cba99a-664c-46bb-bdc1-9cbf71afc0fe tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:27:08.233596 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72cba99a-664c-46bb-bdc1-9cbf71afc0fe tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:27:08.234081 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72cba99a-664c-46bb-bdc1-9cbf71afc0fe tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:27:08.234422 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72cba99a-664c-46bb-bdc1-9cbf71afc0fe tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:27:08.234760 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72cba99a-664c-46bb-bdc1-9cbf71afc0fe tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:27:08.235355 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72cba99a-664c-46bb-bdc1-9cbf71afc0fe tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:27:08.235533 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72cba99a-664c-46bb-bdc1-9cbf71afc0fe tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:27:08.235853 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72cba99a-664c-46bb-bdc1-9cbf71afc0fe tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:27:08.236186 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72cba99a-664c-46bb-bdc1-9cbf71afc0fe tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:27:08.236721 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72cba99a-664c-46bb-bdc1-9cbf71afc0fe tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:27:08.266956 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752ac28a-b2ab-4b4b-be7c-2bd412ca1258 req-72cba99a-664c-46bb-bdc1-9cbf71afc0fe tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:27:08.268902 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-752ac28a-b2ab-4b4b-be7c-2bd412ca1258 req-72cba99a-664c-46bb-bdc1-9cbf71afc0fe tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:08.285040 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-752ac28a-b2ab-4b4b-be7c-2bd412ca1258 req-72cba99a-664c-46bb-bdc1-9cbf71afc0fe tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6340847 Jul 27 21:27:08.299473 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [req-752ac28a-b2ab-4b4b-be7c-2bd412ca1258 req-03cb1fdc-6110-4919-a80b-a42ed7be5703 service neutron] Request body: {'port': {'device_id': '01471525-2c93-470a-9466-7d3b6cb83ff4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-705658-22'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:27:08.412094 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-752ac28a-b2ab-4b4b-be7c-2bd412ca1258 req-03cb1fdc-6110-4919-a80b-a42ed7be5703 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:08.563422 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-73f9ec6c-99d1-4fe9-ac2d-57c6b2287d19 None None] Provisioning for port 939d9982-c77e-44ac-8f2b-4d907e1f61fd completed by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:27:08.568518 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-73f9ec6c-99d1-4fe9-ac2d-57c6b2287d19 None None] Provisioning complete for port 939d9982-c77e-44ac-8f2b-4d907e1f61fd triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:27:08.569301 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-73f9ec6c-99d1-4fe9-ac2d-57c6b2287d19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:08.625141 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-73f9ec6c-99d1-4fe9-ac2d-57c6b2287d19 None None] Port 939d9982-c77e-44ac-8f2b-4d907e1f61fd cannot update to ACTIVE because it is not bound. {{(pid=105586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:27:08.638230 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-21c90ee2-7aa9-4900-ab1d-8224b403b958 req-c8ba51d4-3af0-47d4-8ea2-87bbabaa3b5e service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=c9539c90-b27f-4759-9f95-4e9fae1ccbc9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0665262 Jul 27 21:27:08.739169 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c90ee2-7aa9-4900-ab1d-8224b403b958 req-c4c8c699-3922-4232-97ed-823b438304d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:27:08.740708 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-21c90ee2-7aa9-4900-ab1d-8224b403b958 req-c4c8c699-3922-4232-97ed-823b438304d9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0874e603f76049468af3a11efcc1e552&device_id=c9539c90-b27f-4759-9f95-4e9fae1ccbc9 HTTP/1.1" status: 200 len: 1098 time: 0.0561233 Jul 27 21:27:08.848708 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c90ee2-7aa9-4900-ab1d-8224b403b958 req-b24e6a41-4139-4007-be65-153ca55ff6ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:27:08.850165 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-21c90ee2-7aa9-4900-ab1d-8224b403b958 req-b24e6a41-4139-4007-be65-153ca55ff6ac service neutron] 10.222.0.36 "GET /v2.0/networks?id=17303b05-d1d1-4492-ba85-d84bd43759ef HTTP/1.1" status: 200 len: 898 time: 0.0898919 Jul 27 21:27:08.923444 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-b255e4a7-0928-4737-b4d0-90486ce9f338 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:08.936732 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-21c90ee2-7aa9-4900-ab1d-8224b403b958 req-c4101151-f3e6-406c-84b1-9e0953edc559 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3a579c2f-f8ed-48da-ad88-db30ec800195 HTTP/1.1" status: 200 len: 1002 time: 0.0789680 Jul 27 21:27:08.972994 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfeb6f6-e49a-4213-92ee-9550eab9a455 req-f5644dc6-410a-4696-9088-b2994918636c tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:27:08.972994 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-1cfeb6f6-e49a-4213-92ee-9550eab9a455 req-f5644dc6-410a-4696-9088-b2994918636c tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] 10.222.0.59 "GET /v2.0/ports?device_id=01471525-2c93-470a-9466-7d3b6cb83ff4 HTTP/1.1" status: 200 len: 932 time: 0.4346604 Jul 27 21:27:09.002824 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c90ee2-7aa9-4900-ab1d-8224b403b958 req-f225f555-b518-4858-b08a-dd2a4a74dba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:27:09.005073 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-21c90ee2-7aa9-4900-ab1d-8224b403b958 req-f225f555-b518-4858-b08a-dd2a4a74dba9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=53e00eb4-77da-49e5-b89b-8e679aee8fe8 HTTP/1.1" status: 200 len: 835 time: 0.0616076 Jul 27 21:27:09.039435 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-1cfeb6f6-e49a-4213-92ee-9550eab9a455 req-b8b54a16-ed45-4950-b787-8b20f11042ed tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] 10.222.0.59 "GET /v2.0/security-groups?id=c06de200-7755-4f78-973a-65811f2d61b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502856 Jul 27 21:27:09.082142 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c90ee2-7aa9-4900-ab1d-8224b403b958 req-97c79741-c8ae-492a-83f7-7074dc915196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:27:09.084835 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-21c90ee2-7aa9-4900-ab1d-8224b403b958 req-97c79741-c8ae-492a-83f7-7074dc915196 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=17303b05-d1d1-4492-ba85-d84bd43759ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0715003 Jul 27 21:27:09.198988 n-d-705658-22 neutron-server[105585]: DEBUG neutron.notifiers.nova [req-752ac28a-b2ab-4b4b-be7c-2bd412ca1258 req-03cb1fdc-6110-4919-a80b-a42ed7be5703 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 939d9982-c77e-44ac-8f2b-4d907e1f61fd {{(pid=105585) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:27:09.208567 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-21c90ee2-7aa9-4900-ab1d-8224b403b958 req-6951dcec-a1c0-4848-a542-4d1392d2a029 service neutron] 10.222.0.36 "GET /v2.0/networks/17303b05-d1d1-4492-ba85-d84bd43759ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1155601 Jul 27 21:27:09.210042 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-752ac28a-b2ab-4b4b-be7c-2bd412ca1258 req-03cb1fdc-6110-4919-a80b-a42ed7be5703 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:09.226079 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.provisioning_blocks [req-752ac28a-b2ab-4b4b-be7c-2bd412ca1258 req-03cb1fdc-6110-4919-a80b-a42ed7be5703 service neutron] Transition to ACTIVE for port object 939d9982-c77e-44ac-8f2b-4d907e1f61fd will not be triggered until provisioned by entity L2. {{(pid=105585) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:27:09.229761 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-752ac28a-b2ab-4b4b-be7c-2bd412ca1258 req-03cb1fdc-6110-4919-a80b-a42ed7be5703 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10221672'] for port, after_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:09.285486 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03cb1fdc-6110-4919-a80b-a42ed7be5703 service neutron] Pushing event updated for resources: {'Port': ['ID=939d9982-c77e-44ac-8f2b-4d907e1f61fd,revision_number=2']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:27:09.389315 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-21c90ee2-7aa9-4900-ab1d-8224b403b958 req-293cbc35-85d1-4658-91c7-62a3dc868711 service neutron] 10.222.0.36 "GET /v2.0/networks/17303b05-d1d1-4492-ba85-d84bd43759ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1739345 Jul 27 21:27:09.432702 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.managers [req-752ac28a-b2ab-4b4b-be7c-2bd412ca1258 req-03cb1fdc-6110-4919-a80b-a42ed7be5703 service neutron] Attempting to bind port 939d9982-c77e-44ac-8f2b-4d907e1f61fd on host n-h1-705658-22 for vnic_type normal with profile {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:27:09.433205 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.managers [req-752ac28a-b2ab-4b4b-be7c-2bd412ca1258 req-03cb1fdc-6110-4919-a80b-a42ed7be5703 service neutron] Attempting to bind port 939d9982-c77e-44ac-8f2b-4d907e1f61fd by drivers openvswitch,hyperv on host n-h1-705658-22 at level 0 using segments [{'id': 'c292ba05-9478-46eb-ae8f-3b1eb9e5c8de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'c8e805f7-3281-4345-9a70-ef5ff0d2d0bb'}] {{(pid=105585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:27:09.433526 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-752ac28a-b2ab-4b4b-be7c-2bd412ca1258 req-03cb1fdc-6110-4919-a80b-a42ed7be5703 service neutron] Attempting to bind port 939d9982-c77e-44ac-8f2b-4d907e1f61fd on network c8e805f7-3281-4345-9a70-ef5ff0d2d0bb {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:27:09.438934 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-752ac28a-b2ab-4b4b-be7c-2bd412ca1258 req-03cb1fdc-6110-4919-a80b-a42ed7be5703 service neutron] Port 939d9982-c77e-44ac-8f2b-4d907e1f61fd on network c8e805f7-3281-4345-9a70-ef5ff0d2d0bb not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-22 {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:27:09.439358 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-752ac28a-b2ab-4b4b-be7c-2bd412ca1258 req-03cb1fdc-6110-4919-a80b-a42ed7be5703 service neutron] Attempting to bind port 939d9982-c77e-44ac-8f2b-4d907e1f61fd on network c8e805f7-3281-4345-9a70-ef5ff0d2d0bb {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:27:09.454701 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-752ac28a-b2ab-4b4b-be7c-2bd412ca1258 req-03cb1fdc-6110-4919-a80b-a42ed7be5703 service neutron] Checking agent: {'id': '9d9bc37f-4d75-44ef-9f63-799aab3e316f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 49, 36), 'started_at': datetime.datetime(2021, 7, 27, 20, 49, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 27, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:27:09.455310 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-752ac28a-b2ab-4b4b-be7c-2bd412ca1258 req-03cb1fdc-6110-4919-a80b-a42ed7be5703 service neutron] Checking segment: {'id': 'c292ba05-9478-46eb-ae8f-3b1eb9e5c8de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'c8e805f7-3281-4345-9a70-ef5ff0d2d0bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:27:09.455869 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-752ac28a-b2ab-4b4b-be7c-2bd412ca1258 req-03cb1fdc-6110-4919-a80b-a42ed7be5703 service neutron] Bound using segment: {'id': 'c292ba05-9478-46eb-ae8f-3b1eb9e5c8de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'c8e805f7-3281-4345-9a70-ef5ff0d2d0bb'} {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:27:09.456397 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.managers [req-752ac28a-b2ab-4b4b-be7c-2bd412ca1258 req-03cb1fdc-6110-4919-a80b-a42ed7be5703 service neutron] Bound port: 939d9982-c77e-44ac-8f2b-4d907e1f61fd, host: n-h1-705658-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c292ba05-9478-46eb-ae8f-3b1eb9e5c8de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'c8e805f7-3281-4345-9a70-ef5ff0d2d0bb'}}] {{(pid=105585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:27:09.456875 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-752ac28a-b2ab-4b4b-be7c-2bd412ca1258 req-03cb1fdc-6110-4919-a80b-a42ed7be5703 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:09.533450 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.db [req-752ac28a-b2ab-4b4b-be7c-2bd412ca1258 req-03cb1fdc-6110-4919-a80b-a42ed7be5703 service neutron] For port 939d9982-c77e-44ac-8f2b-4d907e1f61fd, host n-h1-705658-22, cleared binding levels {{(pid=105585) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:27:09.537055 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.db [req-752ac28a-b2ab-4b4b-be7c-2bd412ca1258 req-03cb1fdc-6110-4919-a80b-a42ed7be5703 service neutron] For port 939d9982-c77e-44ac-8f2b-4d907e1f61fd, host n-h1-705658-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=939d9982-c77e-44ac-8f2b-4d907e1f61fd,segment=NetworkSegment(c292ba05-9478-46eb-ae8f-3b1eb9e5c8de),segment_id=c292ba05-9478-46eb-ae8f-3b1eb9e5c8de)] {{(pid=105585) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:27:09.541601 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-752ac28a-b2ab-4b4b-be7c-2bd412ca1258 req-03cb1fdc-6110-4919-a80b-a42ed7be5703 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10221672'] for port, after_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:09.578645 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752ac28a-b2ab-4b4b-be7c-2bd412ca1258 req-03cb1fdc-6110-4919-a80b-a42ed7be5703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:27:09.579503 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-752ac28a-b2ab-4b4b-be7c-2bd412ca1258 req-03cb1fdc-6110-4919-a80b-a42ed7be5703 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:09.581131 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-752ac28a-b2ab-4b4b-be7c-2bd412ca1258 req-03cb1fdc-6110-4919-a80b-a42ed7be5703 service neutron] 10.222.0.36 "PUT /v2.0/ports/939d9982-c77e-44ac-8f2b-4d907e1f61fd HTTP/1.1" status: 200 len: 1093 time: 1.2877712 Jul 27 21:27:09.581781 n-d-705658-22 neutron-server[105585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01471525-2c93-470a-9466-7d3b6cb83ff4', 'tag': '939d9982-c77e-44ac-8f2b-4d907e1f61fd'}] {{(pid=105585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:27:09.585025 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d66fd65881426bfc2b5388084a3654e5eae521106a15a3dbf0eb4cde7106c36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61d7c691-97db-49af-af8f-2ed1695aa134" -d '{"events": [{"name": "network-changed", "server_uuid": "01471525-2c93-470a-9466-7d3b6cb83ff4", "tag": "939d9982-c77e-44ac-8f2b-4d907e1f61fd"}]}' {{(pid=105585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:27:09.640096 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:27:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c751afc-4386-45b7-8157-e54a1ee985d0 x-openstack-request-id: req-1c751afc-4386-45b7-8157-e54a1ee985d0 {{(pid=105585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:27:09.640461 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01471525-2c93-470a-9466-7d3b6cb83ff4", "tag": "939d9982-c77e-44ac-8f2b-4d907e1f61fd", "status": "completed", "code": 200}]} {{(pid=105585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:27:09.640780 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-1c751afc-4386-45b7-8157-e54a1ee985d0 {{(pid=105585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:27:09.641233 n-d-705658-22 neutron-server[105585]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01471525-2c93-470a-9466-7d3b6cb83ff4', 'tag': '939d9982-c77e-44ac-8f2b-4d907e1f61fd', 'status': 'completed', 'code': 200} Jul 27 21:27:09.643179 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03cb1fdc-6110-4919-a80b-a42ed7be5703 service neutron] Pushing event updated for resources: {'Port': ['ID=939d9982-c77e-44ac-8f2b-4d907e1f61fd,revision_number=3']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:27:09.714204 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752ac28a-b2ab-4b4b-be7c-2bd412ca1258 req-c488e149-4bac-4b5a-990c-433dc3795a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:27:09.716044 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-752ac28a-b2ab-4b4b-be7c-2bd412ca1258 req-c488e149-4bac-4b5a-990c-433dc3795a16 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0874e603f76049468af3a11efcc1e552&device_id=01471525-2c93-470a-9466-7d3b6cb83ff4 HTTP/1.1" status: 200 len: 1096 time: 0.0858276 Jul 27 21:27:09.761140 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-752ac28a-b2ab-4b4b-be7c-2bd412ca1258 req-7ff81bd8-2fe1-4e6d-a851-5933e817516c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.22&port_id=939d9982-c77e-44ac-8f2b-4d907e1f61fd HTTP/1.1" status: 200 len: 217 time: 0.0370181 Jul 27 21:27:09.814874 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752ac28a-b2ab-4b4b-be7c-2bd412ca1258 req-c5c3d96a-41de-4d4a-bf5b-8f71e72b9ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:27:09.816803 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-752ac28a-b2ab-4b4b-be7c-2bd412ca1258 req-c5c3d96a-41de-4d4a-bf5b-8f71e72b9ca4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=55629c1c-d309-4161-a2ef-f987a7ce1144 HTTP/1.1" status: 200 len: 838 time: 0.0481451 Jul 27 21:27:09.890960 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752ac28a-b2ab-4b4b-be7c-2bd412ca1258 req-ae71f6da-8176-4226-8236-50d1f974c02d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:27:09.892833 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-752ac28a-b2ab-4b4b-be7c-2bd412ca1258 req-ae71f6da-8176-4226-8236-50d1f974c02d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c8e805f7-3281-4345-9a70-ef5ff0d2d0bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0690453 Jul 27 21:27:09.999713 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-752ac28a-b2ab-4b4b-be7c-2bd412ca1258 req-8956ec6d-42c6-4d13-89db-a1f5ed93b8ce service neutron] 10.222.0.36 "GET /v2.0/networks/c8e805f7-3281-4345-9a70-ef5ff0d2d0bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990231 Jul 27 21:27:10.115353 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-752ac28a-b2ab-4b4b-be7c-2bd412ca1258 req-0190507b-8e52-4416-8b34-0720fd6b75e4 service neutron] 10.222.0.36 "GET /v2.0/networks/c8e805f7-3281-4345-9a70-ef5ff0d2d0bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1024330 Jul 27 21:27:10.269947 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:10.272411 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d7c691-97db-49af-af8f-2ed1695aa134 req-612e5d35-1790-439a-b950-a55a75ed4c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:27:10.273996 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-61d7c691-97db-49af-af8f-2ed1695aa134 req-612e5d35-1790-439a-b950-a55a75ed4c30 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0874e603f76049468af3a11efcc1e552&device_id=01471525-2c93-470a-9466-7d3b6cb83ff4 HTTP/1.1" status: 200 len: 1096 time: 0.0749552 Jul 27 21:27:10.282039 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc961db6-329a-44b1-b1ce-134ca943fbf6 req-8a4be476-1f16-441a-b323-784d0a4a7de2 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:27:10.283446 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-bc961db6-329a-44b1-b1ce-134ca943fbf6 req-8a4be476-1f16-441a-b323-784d0a4a7de2 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] 10.222.0.59 "GET /v2.0/ports?device_id=01471525-2c93-470a-9466-7d3b6cb83ff4 HTTP/1.1" status: 200 len: 944 time: 0.1170716 Jul 27 21:27:10.369676 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-bc961db6-329a-44b1-b1ce-134ca943fbf6 req-b83d6e9b-32f8-4d13-aeea-6af311d0cb9c tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] 10.222.0.59 "GET /v2.0/security-groups?id=c06de200-7755-4f78-973a-65811f2d61b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0778971 Jul 27 21:27:10.398609 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d7c691-97db-49af-af8f-2ed1695aa134 req-e95123ad-26e9-4510-8745-184c7add1ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:27:10.400174 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-61d7c691-97db-49af-af8f-2ed1695aa134 req-e95123ad-26e9-4510-8745-184c7add1ff3 service neutron] 10.222.0.36 "GET /v2.0/networks?id=c8e805f7-3281-4345-9a70-ef5ff0d2d0bb HTTP/1.1" status: 200 len: 898 time: 0.1158826 Jul 27 21:27:10.442442 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-61d7c691-97db-49af-af8f-2ed1695aa134 req-75841008-ddcc-4ad3-947e-ac6e916fb014 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.22&port_id=939d9982-c77e-44ac-8f2b-4d907e1f61fd HTTP/1.1" status: 200 len: 217 time: 0.0345421 Jul 27 21:27:10.501799 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d7c691-97db-49af-af8f-2ed1695aa134 req-289ff245-1f8c-4bb3-9134-3fea651e8a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:27:10.503400 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-61d7c691-97db-49af-af8f-2ed1695aa134 req-289ff245-1f8c-4bb3-9134-3fea651e8a3b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=55629c1c-d309-4161-a2ef-f987a7ce1144 HTTP/1.1" status: 200 len: 838 time: 0.0539258 Jul 27 21:27:10.566865 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d7c691-97db-49af-af8f-2ed1695aa134 req-875fec5f-e4c8-40b5-bf42-d8272da6e078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:27:10.568502 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-61d7c691-97db-49af-af8f-2ed1695aa134 req-875fec5f-e4c8-40b5-bf42-d8272da6e078 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c8e805f7-3281-4345-9a70-ef5ff0d2d0bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0572896 Jul 27 21:27:10.669254 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-61d7c691-97db-49af-af8f-2ed1695aa134 req-3fc0fc89-bfbc-4cdb-bdef-f72d01ad6013 service neutron] 10.222.0.36 "GET /v2.0/networks/c8e805f7-3281-4345-9a70-ef5ff0d2d0bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928886 Jul 27 21:27:10.772090 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-61d7c691-97db-49af-af8f-2ed1695aa134 req-a5738733-7178-4b70-b38d-53119e4a1a0f service neutron] 10.222.0.36 "GET /v2.0/networks/c8e805f7-3281-4345-9a70-ef5ff0d2d0bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953307 Jul 27 21:27:11.514172 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befe0f81-cf70-4a09-bb4e-ba616a155781 req-9a071074-0d1a-4acb-948e-e42de473ec67 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:27:11.516197 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-befe0f81-cf70-4a09-bb4e-ba616a155781 req-9a071074-0d1a-4acb-948e-e42de473ec67 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] 10.222.0.59 "GET /v2.0/ports?device_id=01471525-2c93-470a-9466-7d3b6cb83ff4 HTTP/1.1" status: 200 len: 944 time: 0.0709219 Jul 27 21:27:11.558987 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-92c197de-fa47-4832-b9a6-8c068be7779c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:11.563866 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-befe0f81-cf70-4a09-bb4e-ba616a155781 req-e6c03dad-dce0-42bc-ad70-f120e9339c6a tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] 10.222.0.59 "GET /v2.0/security-groups?id=c06de200-7755-4f78-973a-65811f2d61b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415764 Jul 27 21:27:11.907979 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:12.655520 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device 939d9982-c77e-44ac-8f2b-4d907e1f61fd details requested by agent hyperv_n-h1-705658-22 with host n-h1-705658-22 {{(pid=105586) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:27:12.728579 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b816a55-db5d-4dbf-8a3f-37cc5a8ba513 req-e1b38a7f-56ff-4d8e-9532-cf1e026653db tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:27:12.736364 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-5b816a55-db5d-4dbf-8a3f-37cc5a8ba513 req-e1b38a7f-56ff-4d8e-9532-cf1e026653db tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] 10.222.0.59 "GET /v2.0/ports?device_id=01471525-2c93-470a-9466-7d3b6cb83ff4 HTTP/1.1" status: 200 len: 944 time: 0.0870500 Jul 27 21:27:12.771905 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] For port 939d9982-c77e-44ac-8f2b-4d907e1f61fd, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=939d9982-c77e-44ac-8f2b-4d907e1f61fd,segment=NetworkSegment(c292ba05-9478-46eb-ae8f-3b1eb9e5c8de),segment_id=c292ba05-9478-46eb-ae8f-3b1eb9e5c8de)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:27:12.783908 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-5b816a55-db5d-4dbf-8a3f-37cc5a8ba513 req-b9bf4d9e-f2da-44af-9c42-a51e6b48a849 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] 10.222.0.59 "GET /v2.0/security-groups?id=c06de200-7755-4f78-973a-65811f2d61b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466127 Jul 27 21:27:12.785189 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Returning: {'device': '939d9982-c77e-44ac-8f2b-4d907e1f61fd', 'network_id': 'c8e805f7-3281-4345-9a70-ef5ff0d2d0bb', 'port_id': '939d9982-c77e-44ac-8f2b-4d907e1f61fd', 'mac_address': 'fa:16:3e:4a:b1:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 211, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55629c1c-d309-4161-a2ef-f987a7ce1144', 'ip_address': '172.20.0.22'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105586) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:27:12.823394 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:12.835937 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 939d9982-c77e-44ac-8f2b-4d907e1f61fd {{(pid=105586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:27:12.855421 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] For port 939d9982-c77e-44ac-8f2b-4d907e1f61fd, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=939d9982-c77e-44ac-8f2b-4d907e1f61fd,segment=NetworkSegment(c292ba05-9478-46eb-ae8f-3b1eb9e5c8de),segment_id=c292ba05-9478-46eb-ae8f-3b1eb9e5c8de)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:27:12.866148 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:12.940959 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Pushing event updated for resources: {'Port': ['ID=939d9982-c77e-44ac-8f2b-4d907e1f61fd,revision_number=4']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:27:12.945281 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-bb32ed7d-8717-448b-a9c8-a5a0117d1fd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:13.069206 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] get_ports_and_sgs() called for port_ids ['939d9982-c77e-44ac-8f2b-4d907e1f61fd'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:27:13.989225 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85f652e-60d9-426a-9092-a9f59a00c416 req-63c2ec02-d9b1-48b4-9ca9-0d29d180330d tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:27:13.998569 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a85f652e-60d9-426a-9092-a9f59a00c416 req-63c2ec02-d9b1-48b4-9ca9-0d29d180330d tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] 10.222.0.59 "GET /v2.0/ports?device_id=01471525-2c93-470a-9466-7d3b6cb83ff4 HTTP/1.1" status: 200 len: 945 time: 0.1106193 Jul 27 21:27:14.072187 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a85f652e-60d9-426a-9092-a9f59a00c416 req-647727d1-1dc9-4c48-8cd0-44cec7932a92 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] 10.222.0.59 "GET /v2.0/security-groups?id=c06de200-7755-4f78-973a-65811f2d61b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724063 Jul 27 21:27:14.368717 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-875ced1b-4cf3-463a-9653-058f0f9421e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:14.662323 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device 939d9982-c77e-44ac-8f2b-4d907e1f61fd up at agent hyperv_n-h1-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:27:14.731716 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Provisioning for port 939d9982-c77e-44ac-8f2b-4d907e1f61fd completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:27:14.736288 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Provisioning complete for port 939d9982-c77e-44ac-8f2b-4d907e1f61fd triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:27:14.737449 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:14.853138 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:14.889346 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01471525-2c93-470a-9466-7d3b6cb83ff4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '939d9982-c77e-44ac-8f2b-4d907e1f61fd'}] {{(pid=105586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:27:14.892380 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14c1663e039faf5393f87855f745010ac5b02220355b68fdbf065393e303ac56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e7f1e51-05ca-43d9-a203-c4fcc46309ad" -d '{"events": [{"server_uuid": "01471525-2c93-470a-9466-7d3b6cb83ff4", "name": "network-vif-plugged", "status": "completed", "tag": "939d9982-c77e-44ac-8f2b-4d907e1f61fd"}]}' {{(pid=105586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:27:14.915870 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] For port 939d9982-c77e-44ac-8f2b-4d907e1f61fd, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=939d9982-c77e-44ac-8f2b-4d907e1f61fd,segment=NetworkSegment(c292ba05-9478-46eb-ae8f-3b1eb9e5c8de),segment_id=c292ba05-9478-46eb-ae8f-3b1eb9e5c8de)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:27:14.920975 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:14.949585 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:27:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72f1d941-a6d5-468a-8e62-c2aaf92a7d6b x-openstack-request-id: req-72f1d941-a6d5-468a-8e62-c2aaf92a7d6b {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:27:14.950083 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01471525-2c93-470a-9466-7d3b6cb83ff4", "name": "network-vif-plugged", "status": "completed", "tag": "939d9982-c77e-44ac-8f2b-4d907e1f61fd", "code": 200}]} {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:27:14.950487 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-72f1d941-a6d5-468a-8e62-c2aaf92a7d6b {{(pid=105586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:27:14.951046 n-d-705658-22 neutron-server[105586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01471525-2c93-470a-9466-7d3b6cb83ff4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '939d9982-c77e-44ac-8f2b-4d907e1f61fd', 'code': 200} Jul 27 21:27:14.977876 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Pushing event updated for resources: {'Port': ['ID=939d9982-c77e-44ac-8f2b-4d907e1f61fd,revision_number=5']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:27:15.092193 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00923e1-ed44-4921-82be-23f09ba2115f req-b943fbd6-0523-4133-b8ec-bd9b1d121dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:27:15.094771 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-d00923e1-ed44-4921-82be-23f09ba2115f req-b943fbd6-0523-4133-b8ec-bd9b1d121dd6 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=01471525-2c93-470a-9466-7d3b6cb83ff4 HTTP/1.1" status: 200 len: 1098 time: 0.0606208 Jul 27 21:27:15.136516 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-d00923e1-ed44-4921-82be-23f09ba2115f req-837abf93-9c7a-4e32-bb2a-37c077168463 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=c06de200-7755-4f78-973a-65811f2d61b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352504 Jul 27 21:27:15.481165 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7e9497-bdd9-44b9-b1fb-b161240ed94b req-380dd8a0-be5a-4824-aec7-5bca36231e5f tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:27:15.482678 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-5d7e9497-bdd9-44b9-b1fb-b161240ed94b req-380dd8a0-be5a-4824-aec7-5bca36231e5f tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] 10.222.0.59 "GET /v2.0/ports?device_id=01471525-2c93-470a-9466-7d3b6cb83ff4 HTTP/1.1" status: 200 len: 946 time: 0.2934401 Jul 27 21:27:15.528001 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-5d7e9497-bdd9-44b9-b1fb-b161240ed94b req-2c32b58c-7b51-4169-91fb-cddbb6e487a6 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] 10.222.0.59 "GET /v2.0/security-groups?id=c06de200-7755-4f78-973a-65811f2d61b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394690 Jul 27 21:27:16.267426 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-85272aef-568c-4608-b110-5e3f92fac0fb req-08f30dfc-5f24-44c3-8d4a-6faca486727f service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=71166d56-287f-4e5e-8d1a-bbeccff30fd6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0863664 Jul 27 21:27:16.380495 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85272aef-568c-4608-b110-5e3f92fac0fb req-5d02c1dd-631c-456d-827d-bc732def1b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:27:16.382181 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-85272aef-568c-4608-b110-5e3f92fac0fb req-5d02c1dd-631c-456d-827d-bc732def1b4d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=379416b786c44e07b1b1ba1a5ea96882&device_id=71166d56-287f-4e5e-8d1a-bbeccff30fd6 HTTP/1.1" status: 200 len: 1098 time: 0.0675185 Jul 27 21:27:16.522149 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85272aef-568c-4608-b110-5e3f92fac0fb req-8b806423-e0c3-4b97-b858-df04e22cb355 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:27:16.524528 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-85272aef-568c-4608-b110-5e3f92fac0fb req-8b806423-e0c3-4b97-b858-df04e22cb355 service neutron] 10.222.0.60 "GET /v2.0/networks?id=2ccc93db-b189-42a5-80b7-a6115bf3d495 HTTP/1.1" status: 200 len: 898 time: 0.1186097 Jul 27 21:27:16.599269 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-85272aef-568c-4608-b110-5e3f92fac0fb req-db3468d1-d86d-47e2-ab00-29a56ac32ade service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ce53fdb5-9dd4-42ed-9698-5de61b518ba1 HTTP/1.1" status: 200 len: 1002 time: 0.0668275 Jul 27 21:27:16.745985 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85272aef-568c-4608-b110-5e3f92fac0fb req-091a8fcc-f8b8-473e-bf43-11bb8aa41a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:27:16.747727 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-85272aef-568c-4608-b110-5e3f92fac0fb req-091a8fcc-f8b8-473e-bf43-11bb8aa41a62 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=2855f242-b7d7-4a13-b8ce-f230d6c840d2 HTTP/1.1" status: 200 len: 835 time: 0.1372564 Jul 27 21:27:16.799421 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95881d8d-fc83-4413-abe2-be058075b510 req-6a379407-90ab-4408-87a8-98a7b0cee5af tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:27:16.804036 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-95881d8d-fc83-4413-abe2-be058075b510 req-6a379407-90ab-4408-87a8-98a7b0cee5af tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] 10.222.0.59 "GET /v2.0/ports?device_id=01471525-2c93-470a-9466-7d3b6cb83ff4 HTTP/1.1" status: 200 len: 946 time: 0.1987686 Jul 27 21:27:16.846766 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85272aef-568c-4608-b110-5e3f92fac0fb req-7266cfd6-0faf-41bd-b417-3d7fcc54bf65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:27:16.848226 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-85272aef-568c-4608-b110-5e3f92fac0fb req-7266cfd6-0faf-41bd-b417-3d7fcc54bf65 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=2ccc93db-b189-42a5-80b7-a6115bf3d495&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0906878 Jul 27 21:27:16.879601 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-95881d8d-fc83-4413-abe2-be058075b510 req-3936620b-1000-4cc1-9323-f0baf477b9fe tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] 10.222.0.59 "GET /v2.0/security-groups?id=c06de200-7755-4f78-973a-65811f2d61b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676262 Jul 27 21:27:17.030506 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-85272aef-568c-4608-b110-5e3f92fac0fb req-0fa4b57e-f4bf-45d4-9e00-8173509c14a9 service neutron] 10.222.0.60 "GET /v2.0/networks/2ccc93db-b189-42a5-80b7-a6115bf3d495?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1694684 Jul 27 21:27:17.100874 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1b00b5-13ef-400c-9c08-cd0c885ba47d req-7ca4f2e3-9290-4a0c-a807-990c3937cbf8 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:27:17.101903 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-5c1b00b5-13ef-400c-9c08-cd0c885ba47d req-7ca4f2e3-9290-4a0c-a807-990c3937cbf8 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] 10.222.0.59 "GET /v2.0/ports?device_id=01471525-2c93-470a-9466-7d3b6cb83ff4 HTTP/1.1" status: 200 len: 946 time: 0.1441932 Jul 27 21:27:17.162663 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-85272aef-568c-4608-b110-5e3f92fac0fb req-c0a5acf2-e812-4a20-9b48-28e258c4be2c service neutron] 10.222.0.60 "GET /v2.0/networks/2ccc93db-b189-42a5-80b7-a6115bf3d495?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245987 Jul 27 21:27:17.169807 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-5c1b00b5-13ef-400c-9c08-cd0c885ba47d req-c696c227-b799-4783-8b1b-820183923635 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] 10.222.0.59 "GET /v2.0/security-groups?id=c06de200-7755-4f78-973a-65811f2d61b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559115 Jul 27 21:27:18.654232 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 59440) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:27:19.167414 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-dc8625c9-b936-4031-9122-b242dfbcec94 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:19.468328 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.db_base_plugin_common [None req-dc8625c9-b936-4031-9122-b242dfbcec94 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Allocated IP 172.20.0.17 (c8e805f7-3281-4345-9a70-ef5ff0d2d0bb/55629c1c-d309-4161-a2ef-f987a7ce1144/cacfc019-fe09-4f77-997e-c20a2b87ef50) {{(pid=105585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:27:19.586220 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-dc8625c9-b936-4031-9122-b242dfbcec94 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Notify callbacks [] for port, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:19.600528 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.provisioning_blocks [None req-dc8625c9-b936-4031-9122-b242dfbcec94 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Transition to ACTIVE for port object cacfc019-fe09-4f77-997e-c20a2b87ef50 will not be triggered until provisioned by entity DHCP. {{(pid=105585) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:27:19.636536 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-dc8625c9-b936-4031-9122-b242dfbcec94 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:19.683072 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc8625c9-b936-4031-9122-b242dfbcec94 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Network c8e805f7-3281-4345-9a70-ef5ff0d2d0bb is already hosted by enough agents. {{(pid=105585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:27:19.689207 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.base_scheduler [None req-dc8625c9-b936-4031-9122-b242dfbcec94 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Resources bound (agent type, host, resource id): {{(pid=105585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:27:19.690652 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc8625c9-b936-4031-9122-b242dfbcec94 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Received port after_create {{(pid=105585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:27:19.721251 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8625c9-b936-4031-9122-b242dfbcec94 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Pushing event updated for resources: {'Port': ['ID=cacfc019-fe09-4f77-997e-c20a2b87ef50,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:27:19.742026 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-dc8625c9-b936-4031-9122-b242dfbcec94 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4075523'] for router_interface, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:20.009557 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-2db707e5-4810-451a-b661-109ed550b6a2 None None] Provisioning for port cacfc019-fe09-4f77-997e-c20a2b87ef50 completed by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:27:20.015253 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-2db707e5-4810-451a-b661-109ed550b6a2 None None] Provisioning complete for port cacfc019-fe09-4f77-997e-c20a2b87ef50 triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:27:20.015634 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-2db707e5-4810-451a-b661-109ed550b6a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:20.058032 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-2db707e5-4810-451a-b661-109ed550b6a2 None None] Port cacfc019-fe09-4f77-997e-c20a2b87ef50 cannot update to ACTIVE because it is not bound. {{(pid=105586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:27:20.211909 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-dc8625c9-b936-4031-9122-b242dfbcec94 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:20.499742 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-dc8625c9-b936-4031-9122-b242dfbcec94 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Notify callbacks [] for port, precommit_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:20.506308 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-dc8625c9-b936-4031-9122-b242dfbcec94 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10221672'] for port, after_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:20.596042 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-dc8625c9-b936-4031-9122-b242dfbcec94 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3743906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4076435'] for router_interface, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:20.605063 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8625c9-b936-4031-9122-b242dfbcec94 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Pushing event updated for resources: {'Port': ['ID=cacfc019-fe09-4f77-997e-c20a2b87ef50,revision_number=2']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:27:20.701606 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc8625c9-b936-4031-9122-b242dfbcec94 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Network c8e805f7-3281-4345-9a70-ef5ff0d2d0bb is already hosted by enough agents. {{(pid=105585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:27:20.703213 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.base_scheduler [None req-dc8625c9-b936-4031-9122-b242dfbcec94 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Resources bound (agent type, host, resource id): {{(pid=105585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:27:20.836619 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc8625c9-b936-4031-9122-b242dfbcec94 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Router 4d9c7539-23bd-434b-8946-f6181965c705 has already been hosted by L3 agent dd128fd7-8e57-4d4f-895b-a96b369df59a {{(pid=105585) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:27:20.976135 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc8625c9-b936-4031-9122-b242dfbcec94 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Notify agent at l3_agent.n-d-705658-22 the message routers_updated {{(pid=105585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:27:20.982101 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-dc8625c9-b936-4031-9122-b242dfbcec94 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] 10.222.0.59 "PUT /v2.0/routers/4d9c7539-23bd-434b-8946-f6181965c705/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3268921 Jul 27 21:27:20.988122 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29108690-a529-48a9-9fa0-92f4f98e7309 None None] Sync routers for ids ['4d9c7539-23bd-434b-8946-f6181965c705'] in n-d-705658-22 {{(pid=105586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:27:21.006575 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29108690-a529-48a9-9fa0-92f4f98e7309 None None] Routers {'4d9c7539-23bd-434b-8946-f6181965c705'} bound to L3 agent in host n-d-705658-22 {{(pid=105586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:27:21.007228 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-29108690-a529-48a9-9fa0-92f4f98e7309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:27:12Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['4d9c7539-23bd-434b-8946-f6181965c705'], 'active': True} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:27:21.048488 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-cd86eabf-5291-4bca-8ed9-9719b38ce341 None None] Provisioning complete for port cacfc019-fe09-4f77-997e-c20a2b87ef50 triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:27:21.049280 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-cd86eabf-5291-4bca-8ed9-9719b38ce341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:21.121418 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-cd86eabf-5291-4bca-8ed9-9719b38ce341 None None] Port cacfc019-fe09-4f77-997e-c20a2b87ef50 cannot update to ACTIVE because it is not bound. {{(pid=105586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:27:21.152626 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvr_db [None req-29108690-a529-48a9-9fa0-92f4f98e7309 None None] Set router 4d9c7539-23bd-434b-8946-f6181965c705 gateway port host: n-d-705658-22 {{(pid=105586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:27:21.399938 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-29108690-a529-48a9-9fa0-92f4f98e7309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d9c7539-23bd-434b-8946-f6181965c705', 'name': 'tempest-TestNetworkBasicOps-router-2123304900', 'tenant_id': '0874e603f76049468af3a11efcc1e552', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.221'}], 'enable_snat': True}, 'gw_port_id': '52f45676-9bff-46b3-9b6a-49c95e60325a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:25:58Z', 'updated_at': '2021-07-27T21:27:20Z', 'revision_number': 5, 'project_id': '0874e603f76049468af3a11efcc1e552', 'gw_port': {'id': '52f45676-9bff-46b3-9b6a-49c95e60325a', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:1a:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d9c7539-23bd-434b-8946-f6181965c705', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3768, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:25:59Z', 'updated_at': '2021-07-27T21:26:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_floatingips': [{'id': '1ce21796-9fa0-46b8-b098-1d9ee25adb6c', 'tenant_id': '0874e603f76049468af3a11efcc1e552', 'floating_ip_address': '172.25.5.101', 'floating_network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'router_id': '4d9c7539-23bd-434b-8946-f6181965c705', 'port_id': '3a579c2f-f8ed-48da-ad88-db30ec800195', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3793, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '17303b05-d1d1-4492-ba85-d84bd43759ef', 'mac_address': 'fa:16:3e:9d:b5:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9539c90-b27f-4759-9f95-4e9fae1ccbc9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T21:26:24Z', 'updated_at': '2021-07-27T21:26:27Z', 'revision_number': 1, 'project_id': '0874e603f76049468af3a11efcc1e552', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6504035-9cf2-4698-bdda-8edd0aa50518', 'name': '', 'network_id': '17303b05-d1d1-4492-ba85-d84bd43759ef', 'tenant_id': '0874e603f76049468af3a11efcc1e552', 'mac_address': 'fa:16:3e:7a:29:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d9c7539-23bd-434b-8946-f6181965c705', 'device_owner': 'network:router_interface', 'standard_attr_id': 3771, 'fixed_ips': [{'subnet_id': '53e00eb4-77da-49e5-b89b-8e679aee8fe8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:26:02Z', 'updated_at': '2021-07-27T21:26:09Z', 'revision_number': 5, 'project_id': '0874e603f76049468af3a11efcc1e552', 'subnets': [{'id': '53e00eb4-77da-49e5-b89b-8e679aee8fe8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cacfc019-fe09-4f77-997e-c20a2b87ef50', 'name': '', 'network_id': 'c8e805f7-3281-4345-9a70-ef5ff0d2d0bb', 'tenant_id': '0874e603f76049468af3a11efcc1e552', 'mac_address': 'fa:16:3e:08:21:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d9c7539-23bd-434b-8946-f6181965c705', 'device_owner': 'network:router_interface', 'standard_attr_id': 3835, 'fixed_ips': [{'subnet_id': '55629c1c-d309-4161-a2ef-f987a7ce1144', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:27:19Z', 'updated_at': '2021-07-27T21:27:20Z', 'revision_number': 2, 'project_id': '0874e603f76049468af3a11efcc1e552', 'subnets': [{'id': '55629c1c-d309-4161-a2ef-f987a7ce1144', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-22', False) {} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:27:21.426852 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29108690-a529-48a9-9fa0-92f4f98e7309 None None] Checking router: 4d9c7539-23bd-434b-8946-f6181965c705 for host: n-d-705658-22 {{(pid=105586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:27:21.427247 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29108690-a529-48a9-9fa0-92f4f98e7309 None None] Updating router 4d9c7539-23bd-434b-8946-f6181965c705 port cacfc019-fe09-4f77-997e-c20a2b87ef50 binding host n-d-705658-22 {{(pid=105586) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 21:27:21.462002 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-29108690-a529-48a9-9fa0-92f4f98e7309 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:21.762043 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-29108690-a529-48a9-9fa0-92f4f98e7309 None None] Notify callbacks [] for port, precommit_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:21.776721 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-29108690-a529-48a9-9fa0-92f4f98e7309 None None] Transition to ACTIVE for port object cacfc019-fe09-4f77-997e-c20a2b87ef50 will not be triggered until provisioned by entity L2. {{(pid=105586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:27:21.782880 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-29108690-a529-48a9-9fa0-92f4f98e7309 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:21.826796 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b2e680-6f24-47fb-85bc-f35c7e0d6ba1 None None] Pushing event updated for resources: {'Port': ['ID=cacfc019-fe09-4f77-997e-c20a2b87ef50,revision_number=3']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:27:21.907557 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-29108690-a529-48a9-9fa0-92f4f98e7309 None None] Attempting to bind port cacfc019-fe09-4f77-997e-c20a2b87ef50 on host n-d-705658-22 for vnic_type normal with profile {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:27:21.907981 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-29108690-a529-48a9-9fa0-92f4f98e7309 None None] Attempting to bind port cacfc019-fe09-4f77-997e-c20a2b87ef50 by drivers openvswitch,hyperv on host n-d-705658-22 at level 0 using segments [{'id': 'c292ba05-9478-46eb-ae8f-3b1eb9e5c8de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'c8e805f7-3281-4345-9a70-ef5ff0d2d0bb'}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:27:21.908827 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29108690-a529-48a9-9fa0-92f4f98e7309 None None] Attempting to bind port cacfc019-fe09-4f77-997e-c20a2b87ef50 on network c8e805f7-3281-4345-9a70-ef5ff0d2d0bb {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:27:21.915100 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29108690-a529-48a9-9fa0-92f4f98e7309 None None] Checking agent: {'id': '04a7ea91-6318-467e-ace6-b0fb48c8690f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 41, 42), 'started_at': datetime.datetime(2021, 7, 27, 20, 42, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 27, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:27:21.915729 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29108690-a529-48a9-9fa0-92f4f98e7309 None None] Checking segment: {'id': 'c292ba05-9478-46eb-ae8f-3b1eb9e5c8de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'c8e805f7-3281-4345-9a70-ef5ff0d2d0bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:27:21.916235 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-29108690-a529-48a9-9fa0-92f4f98e7309 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:21.916723 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29108690-a529-48a9-9fa0-92f4f98e7309 None None] Bound using segment: {'id': 'c292ba05-9478-46eb-ae8f-3b1eb9e5c8de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'c8e805f7-3281-4345-9a70-ef5ff0d2d0bb'} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:27:21.917319 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-29108690-a529-48a9-9fa0-92f4f98e7309 None None] Bound port: cacfc019-fe09-4f77-997e-c20a2b87ef50, host: n-d-705658-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c292ba05-9478-46eb-ae8f-3b1eb9e5c8de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'c8e805f7-3281-4345-9a70-ef5ff0d2d0bb'}}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:27:21.917794 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-29108690-a529-48a9-9fa0-92f4f98e7309 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:22.019302 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-29108690-a529-48a9-9fa0-92f4f98e7309 None None] For port cacfc019-fe09-4f77-997e-c20a2b87ef50, host n-d-705658-22, cleared binding levels {{(pid=105586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:27:22.024056 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-29108690-a529-48a9-9fa0-92f4f98e7309 None None] For port cacfc019-fe09-4f77-997e-c20a2b87ef50, host n-d-705658-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=cacfc019-fe09-4f77-997e-c20a2b87ef50,segment=NetworkSegment(c292ba05-9478-46eb-ae8f-3b1eb9e5c8de),segment_id=c292ba05-9478-46eb-ae8f-3b1eb9e5c8de)] {{(pid=105586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:27:22.028832 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-29108690-a529-48a9-9fa0-92f4f98e7309 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:22.108480 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29108690-a529-48a9-9fa0-92f4f98e7309 None None] Routers {'4d9c7539-23bd-434b-8946-f6181965c705'} bound to L3 agent in host n-d-705658-22 {{(pid=105586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:27:22.109098 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-29108690-a529-48a9-9fa0-92f4f98e7309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:27:12Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['4d9c7539-23bd-434b-8946-f6181965c705'], 'active': True} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:27:22.110894 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b2e680-6f24-47fb-85bc-f35c7e0d6ba1 None None] Pushing event updated for resources: {'Port': ['ID=cacfc019-fe09-4f77-997e-c20a2b87ef50,revision_number=4']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:27:22.262900 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvr_db [None req-29108690-a529-48a9-9fa0-92f4f98e7309 None None] Set router 4d9c7539-23bd-434b-8946-f6181965c705 gateway port host: n-d-705658-22 {{(pid=105586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:27:22.509223 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-29108690-a529-48a9-9fa0-92f4f98e7309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d9c7539-23bd-434b-8946-f6181965c705', 'name': 'tempest-TestNetworkBasicOps-router-2123304900', 'tenant_id': '0874e603f76049468af3a11efcc1e552', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.221'}], 'enable_snat': True}, 'gw_port_id': '52f45676-9bff-46b3-9b6a-49c95e60325a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:25:58Z', 'updated_at': '2021-07-27T21:27:20Z', 'revision_number': 5, 'project_id': '0874e603f76049468af3a11efcc1e552', 'gw_port': {'id': '52f45676-9bff-46b3-9b6a-49c95e60325a', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:1a:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d9c7539-23bd-434b-8946-f6181965c705', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3768, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:25:59Z', 'updated_at': '2021-07-27T21:26:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_floatingips': [{'id': '1ce21796-9fa0-46b8-b098-1d9ee25adb6c', 'tenant_id': '0874e603f76049468af3a11efcc1e552', 'floating_ip_address': '172.25.5.101', 'floating_network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'router_id': '4d9c7539-23bd-434b-8946-f6181965c705', 'port_id': '3a579c2f-f8ed-48da-ad88-db30ec800195', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3793, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '17303b05-d1d1-4492-ba85-d84bd43759ef', 'mac_address': 'fa:16:3e:9d:b5:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9539c90-b27f-4759-9f95-4e9fae1ccbc9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T21:26:24Z', 'updated_at': '2021-07-27T21:26:27Z', 'revision_number': 1, 'project_id': '0874e603f76049468af3a11efcc1e552', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6504035-9cf2-4698-bdda-8edd0aa50518', 'name': '', 'network_id': '17303b05-d1d1-4492-ba85-d84bd43759ef', 'tenant_id': '0874e603f76049468af3a11efcc1e552', 'mac_address': 'fa:16:3e:7a:29:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d9c7539-23bd-434b-8946-f6181965c705', 'device_owner': 'network:router_interface', 'standard_attr_id': 3771, 'fixed_ips': [{'subnet_id': '53e00eb4-77da-49e5-b89b-8e679aee8fe8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:26:02Z', 'updated_at': '2021-07-27T21:26:09Z', 'revision_number': 5, 'project_id': '0874e603f76049468af3a11efcc1e552', 'subnets': [{'id': '53e00eb4-77da-49e5-b89b-8e679aee8fe8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cacfc019-fe09-4f77-997e-c20a2b87ef50', 'name': '', 'network_id': 'c8e805f7-3281-4345-9a70-ef5ff0d2d0bb', 'tenant_id': '0874e603f76049468af3a11efcc1e552', 'mac_address': 'fa:16:3e:08:21:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d9c7539-23bd-434b-8946-f6181965c705', 'device_owner': 'network:router_interface', 'standard_attr_id': 3835, 'fixed_ips': [{'subnet_id': '55629c1c-d309-4161-a2ef-f987a7ce1144', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:27:19Z', 'updated_at': '2021-07-27T21:27:22Z', 'revision_number': 4, 'project_id': '0874e603f76049468af3a11efcc1e552', 'subnets': [{'id': '55629c1c-d309-4161-a2ef-f987a7ce1144', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-22', False) {} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:27:22.548133 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29108690-a529-48a9-9fa0-92f4f98e7309 None None] The sync data for ids ['4d9c7539-23bd-434b-8946-f6181965c705'] in n-d-705658-22 is: [{'id': '4d9c7539-23bd-434b-8946-f6181965c705', 'name': 'tempest-TestNetworkBasicOps-router-2123304900', 'tenant_id': '0874e603f76049468af3a11efcc1e552', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.221'}], 'enable_snat': True}, 'gw_port_id': '52f45676-9bff-46b3-9b6a-49c95e60325a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:25:58Z', 'updated_at': '2021-07-27T21:27:20Z', 'revision_number': 5, 'project_id': '0874e603f76049468af3a11efcc1e552', 'gw_port': {'id': '52f45676-9bff-46b3-9b6a-49c95e60325a', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:1a:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d9c7539-23bd-434b-8946-f6181965c705', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3768, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:25:59Z', 'updated_at': '2021-07-27T21:26:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_floatingips': [{'id': '1ce21796-9fa0-46b8-b098-1d9ee25adb6c', 'tenant_id': '0874e603f76049468af3a11efcc1e552', 'floating_ip_address': '172.25.5.101', 'floating_network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'router_id': '4d9c7539-23bd-434b-8946-f6181965c705', 'port_id': '3a579c2f-f8ed-48da-ad88-db30ec800195', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3793, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '17303b05-d1d1-4492-ba85-d84bd43759ef', 'mac_address': 'fa:16:3e:9d:b5:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9539c90-b27f-4759-9f95-4e9fae1ccbc9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T21:26:24Z', 'updated_at': '2021-07-27T21:26:27Z', 'revision_number': 1, 'project_id': '0874e603f76049468af3a11efcc1e552', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6504035-9cf2-4698-bdda-8edd0aa50518', 'name': '', 'network_id': '17303b05-d1d1-4492-ba85-d84bd43759ef', 'tenant_id': '0874e603f76049468af3a11efcc1e552', 'mac_address': 'fa:16:3e:7a:29:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d9c7539-23bd-434b-8946-f6181965c705', 'device_owner': 'network:router_interface', 'standard_attr_id': 3771, 'fixed_ips': [{'subnet_id': '53e00eb4-77da-49e5-b89b-8e679aee8fe8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:26:02Z', 'updated_at': '2021-07-27T21:26:09Z', 'revision_number': 5, 'project_id': '0874e603f76049468af3a11efcc1e552', 'subnets': [{'id': '53e00eb4-77da-49e5-b89b-8e679aee8fe8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cacfc019-fe09-4f77-997e-c20a2b87ef50', 'name': '', 'network_id': 'c8e805f7-3281-4345-9a70-ef5ff0d2d0bb', 'tenant_id': '0874e603f76049468af3a11efcc1e552', 'mac_address': 'fa:16:3e:08:21:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d9c7539-23bd-434b-8946-f6181965c705', 'device_owner': 'network:router_interface', 'standard_attr_id': 3835, 'fixed_ips': [{'subnet_id': '55629c1c-d309-4161-a2ef-f987a7ce1144', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:27:19Z', 'updated_at': '2021-07-27T21:27:22Z', 'revision_number': 4, 'project_id': '0874e603f76049468af3a11efcc1e552', 'subnets': [{'id': '55629c1c-d309-4161-a2ef-f987a7ce1144', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:27:23.424771 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device cacfc019-fe09-4f77-997e-c20a2b87ef50 up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:27:23.481391 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning for port cacfc019-fe09-4f77-997e-c20a2b87ef50 completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:27:23.485070 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port cacfc019-fe09-4f77-997e-c20a2b87ef50 triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:27:23.485609 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:23.568607 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:23.602027 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] For port cacfc019-fe09-4f77-997e-c20a2b87ef50, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=cacfc019-fe09-4f77-997e-c20a2b87ef50,segment=NetworkSegment(c292ba05-9478-46eb-ae8f-3b1eb9e5c8de),segment_id=c292ba05-9478-46eb-ae8f-3b1eb9e5c8de)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:27:23.606467 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:23.659076 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Pushing event updated for resources: {'Port': ['ID=cacfc019-fe09-4f77-997e-c20a2b87ef50,revision_number=5']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:27:25.420472 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device cacfc019-fe09-4f77-997e-c20a2b87ef50 up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:27:25.471875 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port cacfc019-fe09-4f77-997e-c20a2b87ef50 triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:27:25.472507 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:29.665870 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 59670) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:27:29.802575 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-8a8917d9-b739-4d99-a454-044e725dab54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:29.892580 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-8a8917d9-b739-4d99-a454-044e725dab54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:29.896512 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-8a8917d9-b739-4d99-a454-044e725dab54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:29.933535 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8917d9-b739-4d99-a454-044e725dab54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e742dbf9-2fc0-466a-b830-a119e3f4e030,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:27:29.939897 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-8a8917d9-b739-4d99-a454-044e725dab54 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=1eb6a96b8921432d905311c07f2680c6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2704206 Jul 27 21:27:29.940068 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 59676) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:27:29.950855 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a8917d9-b739-4d99-a454-044e725dab54 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:27:29.951236 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a8917d9-b739-4d99-a454-044e725dab54 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:27:29.951583 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a8917d9-b739-4d99-a454-044e725dab54 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:27:29.951938 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a8917d9-b739-4d99-a454-044e725dab54 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:27:29.952261 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a8917d9-b739-4d99-a454-044e725dab54 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:27:29.952594 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a8917d9-b739-4d99-a454-044e725dab54 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:27:29.952927 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a8917d9-b739-4d99-a454-044e725dab54 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:27:29.953274 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a8917d9-b739-4d99-a454-044e725dab54 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:27:29.953584 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a8917d9-b739-4d99-a454-044e725dab54 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:27:29.953910 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a8917d9-b739-4d99-a454-044e725dab54 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:27:29.954238 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a8917d9-b739-4d99-a454-044e725dab54 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:27:29.954563 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a8917d9-b739-4d99-a454-044e725dab54 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:27:29.999938 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-6de7d6b8-cb59-4c09-9a75-b2c0c8bbd824 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:30.021010 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-6de7d6b8-cb59-4c09-9a75-b2c0c8bbd824 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:30.071865 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-6de7d6b8-cb59-4c09-9a75-b2c0c8bbd824 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:30.074464 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-6de7d6b8-cb59-4c09-9a75-b2c0c8bbd824 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:30.076005 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-6de7d6b8-cb59-4c09-9a75-b2c0c8bbd824 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/e742dbf9-2fc0-466a-b830-a119e3f4e030 HTTP/1.1" status: 204 len: 168 time: 0.1347396 Jul 27 21:27:30.084245 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de7d6b8-cb59-4c09-9a75-b2c0c8bbd824 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e742dbf9-2fc0-466a-b830-a119e3f4e030,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:27:30.697009 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 59700) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:27:30.798106 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-250abdb6-6431-4e6c-ba7d-e088f306434a admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-52823296-network', 'tenant_id': '86837ff0d819403d862560ca192fdca7'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:27:30.819499 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-250abdb6-6431-4e6c-ba7d-e088f306434a admin admin] Made reservation on behalf of 86837ff0d819403d862560ca192fdca7 for: {'network': 1} {{(pid=105585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:27:30.822563 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-250abdb6-6431-4e6c-ba7d-e088f306434a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for network, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:30.831131 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-250abdb6-6431-4e6c-ba7d-e088f306434a admin admin] Notify callbacks [] for security_group, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:30.930512 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-250abdb6-6431-4e6c-ba7d-e088f306434a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:30.934695 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-250abdb6-6431-4e6c-ba7d-e088f306434a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:30.958837 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-250abdb6-6431-4e6c-ba7d-e088f306434a admin admin] vlan segment allocate from pool success with {'vlan_id': 240, 'physical_network': 'physnet1'} {{(pid=105585) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:27:30.969010 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250abdb6-6431-4e6c-ba7d-e088f306434a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=538791a4-2ac5-4c76-85f8-7580d1a09c6a,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:27:30.978052 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-250abdb6-6431-4e6c-ba7d-e088f306434a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:30.978401 n-d-705658-22 neutron-server[105585]: INFO neutron.db.segments_db [None req-250abdb6-6431-4e6c-ba7d-e088f306434a admin admin] Added segment 6a44b0c8-0b10-4191-b0e4-021984ddfab8 of type vlan for network b8c68474-1d26-4c5c-9f82-5da72e824d0f Jul 27 21:27:31.020991 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-250abdb6-6431-4e6c-ba7d-e088f306434a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790688424798'] for network, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:31.052430 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-250abdb6-6431-4e6c-ba7d-e088f306434a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920'] for network, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:31.053528 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-250abdb6-6431-4e6c-ba7d-e088f306434a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:27:31.054111 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-250abdb6-6431-4e6c-ba7d-e088f306434a admin admin] Notify callbacks [] for network, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:31.108747 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-250abdb6-6431-4e6c-ba7d-e088f306434a admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4104698 Jul 27 21:27:31.111829 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 59706) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:27:31.118316 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-6dd9f716-1268-4aaf-be61-6f32c28afe9c admin admin] Request body: {'subnet': {'network_id': 'b8c68474-1d26-4c5c-9f82-5da72e824d0f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-52823296-subnet', 'tenant_id': '86837ff0d819403d862560ca192fdca7', 'ip_version': 4}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:27:31.126219 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250abdb6-6431-4e6c-ba7d-e088f306434a admin admin] Pushing event updated for resources: {'Network': ['ID=b8c68474-1d26-4c5c-9f82-5da72e824d0f,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:27:31.137637 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Network b8c68474-1d26-4c5c-9f82-5da72e824d0f details requested by agent ovs-agent-n-d-705658-22 with host n-d-705658-22 {{(pid=105586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:27:31.144146 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6dd9f716-1268-4aaf-be61-6f32c28afe9c admin admin] Made reservation on behalf of 86837ff0d819403d862560ca192fdca7 for: {'subnet': 1} {{(pid=105585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:27:31.146536 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-6dd9f716-1268-4aaf-be61-6f32c28afe9c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9990620'] for subnet, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:31.318918 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-6dd9f716-1268-4aaf-be61-6f32c28afe9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10221797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9990606'] for subnet, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:31.379550 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd9f716-1268-4aaf-be61-6f32c28afe9c admin admin] Pushing event updated for resources: {'Subnet': ['ID=11733cc0-d894-4d0f-84a6-7f612951db53,revision_number=0']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:27:31.388502 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dd9f716-1268-4aaf-be61-6f32c28afe9c admin admin] Checking segment: {'id': '6a44b0c8-0b10-4191-b0e4-021984ddfab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'b8c68474-1d26-4c5c-9f82-5da72e824d0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:27:31.388864 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dd9f716-1268-4aaf-be61-6f32c28afe9c admin admin] Network hostable DHCP agents. Network: b8c68474-1d26-4c5c-9f82-5da72e824d0f, hostable agents: ['7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a'], hosted agents: [] {{(pid=105585) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:27:31.404871 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dd9f716-1268-4aaf-be61-6f32c28afe9c admin admin] Network b8c68474-1d26-4c5c-9f82-5da72e824d0f is scheduled to be hosted by DHCP agent 7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a with binding_index 1 {{(pid=105585) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:27:31.413473 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.base_scheduler [None req-6dd9f716-1268-4aaf-be61-6f32c28afe9c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-22, b8c68474-1d26-4c5c-9f82-5da72e824d0f) {{(pid=105585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:27:31.418232 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dd9f716-1268-4aaf-be61-6f32c28afe9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:27:31.418822 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-6dd9f716-1268-4aaf-be61-6f32c28afe9c admin admin] Notify callbacks [] for subnet, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:31.423162 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79ef3b3a-6c13-43ef-9906-155821ba9178 None None] Network b8c68474-1d26-4c5c-9f82-5da72e824d0f requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:27:31.435818 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-6dd9f716-1268-4aaf-be61-6f32c28afe9c admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3212655 Jul 27 21:27:31.438602 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 59708) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:27:31.444222 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-9345e01b-55bc-47e1-8fbf-359ebadfa5b0 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-52823296-router', 'tenant_id': '86837ff0d819403d862560ca192fdca7', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305'}}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:27:31.467752 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-9345e01b-55bc-47e1-8fbf-359ebadfa5b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4163813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-443'] for router, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:31.469073 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-9345e01b-55bc-47e1-8fbf-359ebadfa5b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4165196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4077059', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3711235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-418'] for router, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:31.529868 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-9345e01b-55bc-47e1-8fbf-359ebadfa5b0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:31.687103 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-9345e01b-55bc-47e1-8fbf-359ebadfa5b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4077169', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4163787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-400'] for router, precommit_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:31.732573 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64d2de8a-6a5c-40d7-86ba-452f71af67c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30bb4b93-b285-5d90-9493-f9ec33ea333c-b8c68474-1d26-4c5c-9f82-5da72e824d0f', 'network_id': 'b8c68474-1d26-4c5c-9f82-5da72e824d0f', 'tenant_id': '86837ff0d819403d862560ca192fdca7', 'fixed_ips': [{'subnet_id': '11733cc0-d894-4d0f-84a6-7f612951db53'}]}} from n-d-705658-22. {{(pid=105586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 21:27:31.733452 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-64d2de8a-6a5c-40d7-86ba-452f71af67c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:31.877197 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.db_base_plugin_common [None req-64d2de8a-6a5c-40d7-86ba-452f71af67c4 None None] Allocated IP 172.20.0.2 (b8c68474-1d26-4c5c-9f82-5da72e824d0f/11733cc0-d894-4d0f-84a6-7f612951db53/2b818977-42f0-44bc-93dd-bc8771d7f36e) {{(pid=105586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:27:31.910033 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-9345e01b-55bc-47e1-8fbf-359ebadfa5b0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:31.931800 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-9345e01b-55bc-47e1-8fbf-359ebadfa5b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:32.032297 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-64d2de8a-6a5c-40d7-86ba-452f71af67c4 None None] Notify callbacks [] for port, precommit_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:32.041895 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-64d2de8a-6a5c-40d7-86ba-452f71af67c4 None None] Transition to ACTIVE for port object 2b818977-42f0-44bc-93dd-bc8771d7f36e will not be triggered until provisioned by entity L2. {{(pid=105586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:27:32.058015 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-64d2de8a-6a5c-40d7-86ba-452f71af67c4 None None] Transition to ACTIVE for port object 2b818977-42f0-44bc-93dd-bc8771d7f36e will not be triggered until provisioned by entity DHCP. {{(pid=105586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:27:32.066412 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-64d2de8a-6a5c-40d7-86ba-452f71af67c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143'] for port, after_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:32.072233 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.db_base_plugin_common [None req-9345e01b-55bc-47e1-8fbf-359ebadfa5b0 admin admin] Allocated IP 172.25.5.166 (8735d8a2-b604-4758-ae71-b40e4ee6f305/eca7dbab-b9c0-4c8f-a272-816ea8a81764/22a9f312-db5d-4d2b-963a-8378b315c7b3) {{(pid=105585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:27:32.105072 n-d-705658-22 neutron-server[105586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64d2de8a-6a5c-40d7-86ba-452f71af67c4 None None] Network b8c68474-1d26-4c5c-9f82-5da72e824d0f is already hosted by enough agents. {{(pid=105586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:27:32.109470 n-d-705658-22 neutron-server[105586]: DEBUG neutron.scheduler.base_scheduler [None req-64d2de8a-6a5c-40d7-86ba-452f71af67c4 None None] Resources bound (agent type, host, resource id): {{(pid=105586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:27:32.115045 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64d2de8a-6a5c-40d7-86ba-452f71af67c4 None None] Received port after_create {{(pid=105586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:27:32.124213 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d2de8a-6a5c-40d7-86ba-452f71af67c4 None None] Pushing event updated for resources: {'Port': ['ID=2b818977-42f0-44bc-93dd-bc8771d7f36e,revision_number=1']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:27:32.133842 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d2de8a-6a5c-40d7-86ba-452f71af67c4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:27:32.134199 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d2de8a-6a5c-40d7-86ba-452f71af67c4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:27:32.134550 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d2de8a-6a5c-40d7-86ba-452f71af67c4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:27:32.134894 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d2de8a-6a5c-40d7-86ba-452f71af67c4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:27:32.135265 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d2de8a-6a5c-40d7-86ba-452f71af67c4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:27:32.135604 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d2de8a-6a5c-40d7-86ba-452f71af67c4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:27:32.135939 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d2de8a-6a5c-40d7-86ba-452f71af67c4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:27:32.136872 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d2de8a-6a5c-40d7-86ba-452f71af67c4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:27:32.137214 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d2de8a-6a5c-40d7-86ba-452f71af67c4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:27:32.137546 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d2de8a-6a5c-40d7-86ba-452f71af67c4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:27:32.137876 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d2de8a-6a5c-40d7-86ba-452f71af67c4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:27:32.138458 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d2de8a-6a5c-40d7-86ba-452f71af67c4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:27:32.183507 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-9345e01b-55bc-47e1-8fbf-359ebadfa5b0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:32.191246 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-64d2de8a-6a5c-40d7-86ba-452f71af67c4 None None] Attempting to bind port 2b818977-42f0-44bc-93dd-bc8771d7f36e on host n-d-705658-22 for vnic_type normal with profile {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:27:32.191633 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-64d2de8a-6a5c-40d7-86ba-452f71af67c4 None None] Attempting to bind port 2b818977-42f0-44bc-93dd-bc8771d7f36e by drivers openvswitch,hyperv on host n-d-705658-22 at level 0 using segments [{'id': '6a44b0c8-0b10-4191-b0e4-021984ddfab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'b8c68474-1d26-4c5c-9f82-5da72e824d0f'}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:27:32.192011 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64d2de8a-6a5c-40d7-86ba-452f71af67c4 None None] Attempting to bind port 2b818977-42f0-44bc-93dd-bc8771d7f36e on network b8c68474-1d26-4c5c-9f82-5da72e824d0f {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:27:32.197215 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64d2de8a-6a5c-40d7-86ba-452f71af67c4 None None] Checking agent: {'id': '04a7ea91-6318-467e-ace6-b0fb48c8690f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 41, 42), 'started_at': datetime.datetime(2021, 7, 27, 20, 42, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 27, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:27:32.197604 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64d2de8a-6a5c-40d7-86ba-452f71af67c4 None None] Checking segment: {'id': '6a44b0c8-0b10-4191-b0e4-021984ddfab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'b8c68474-1d26-4c5c-9f82-5da72e824d0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:27:32.198011 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-64d2de8a-6a5c-40d7-86ba-452f71af67c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:32.198405 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64d2de8a-6a5c-40d7-86ba-452f71af67c4 None None] Bound using segment: {'id': '6a44b0c8-0b10-4191-b0e4-021984ddfab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'b8c68474-1d26-4c5c-9f82-5da72e824d0f'} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:27:32.198881 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-64d2de8a-6a5c-40d7-86ba-452f71af67c4 None None] Bound port: 2b818977-42f0-44bc-93dd-bc8771d7f36e, host: n-d-705658-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a44b0c8-0b10-4191-b0e4-021984ddfab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'b8c68474-1d26-4c5c-9f82-5da72e824d0f'}}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:27:32.199300 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-64d2de8a-6a5c-40d7-86ba-452f71af67c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:32.228853 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-9345e01b-55bc-47e1-8fbf-359ebadfa5b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:32.264770 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9345e01b-55bc-47e1-8fbf-359ebadfa5b0 admin admin] Network 8735d8a2-b604-4758-ae71-b40e4ee6f305 is already hosted by enough agents. {{(pid=105585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:27:32.268160 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.base_scheduler [None req-9345e01b-55bc-47e1-8fbf-359ebadfa5b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=105585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:27:32.270535 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9345e01b-55bc-47e1-8fbf-359ebadfa5b0 admin admin] Received port after_create {{(pid=105585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:27:32.271037 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-64d2de8a-6a5c-40d7-86ba-452f71af67c4 None None] For port 2b818977-42f0-44bc-93dd-bc8771d7f36e, host n-d-705658-22, cleared binding levels {{(pid=105586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:27:32.274967 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-64d2de8a-6a5c-40d7-86ba-452f71af67c4 None None] For port 2b818977-42f0-44bc-93dd-bc8771d7f36e, host n-d-705658-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=2b818977-42f0-44bc-93dd-bc8771d7f36e,segment=NetworkSegment(6a44b0c8-0b10-4191-b0e4-021984ddfab8),segment_id=6a44b0c8-0b10-4191-b0e4-021984ddfab8)] {{(pid=105586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:27:32.280187 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-64d2de8a-6a5c-40d7-86ba-452f71af67c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:32.306050 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9345e01b-55bc-47e1-8fbf-359ebadfa5b0 admin admin] Pushing event updated for resources: {'Port': ['ID=22a9f312-db5d-4d2b-963a-8378b315c7b3,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:27:32.360056 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d2de8a-6a5c-40d7-86ba-452f71af67c4 None None] Pushing event updated for resources: {'Port': ['ID=2b818977-42f0-44bc-93dd-bc8771d7f36e,revision_number=2']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:27:32.575943 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-9345e01b-55bc-47e1-8fbf-359ebadfa5b0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:32.773011 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-9345e01b-55bc-47e1-8fbf-359ebadfa5b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4163804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4077150'] for router, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:32.908510 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9345e01b-55bc-47e1-8fbf-359ebadfa5b0 admin admin] Router 8bd55324-ba4f-4bcf-bd6a-ad3f1b3d50d4 is scheduled to L3 agent dd128fd7-8e57-4d4f-895b-a96b369df59a with binding_index 1 {{(pid=105585) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 21:27:33.024445 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9345e01b-55bc-47e1-8fbf-359ebadfa5b0 admin admin] Notify agent at l3_agent.n-d-705658-22 the message routers_updated {{(pid=105585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:27:33.033984 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a95be751-e688-49e6-8d0e-14313601e1f8 None None] Sync routers for ids ['8bd55324-ba4f-4bcf-bd6a-ad3f1b3d50d4'] in n-d-705658-22 {{(pid=105587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:27:33.046765 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a95be751-e688-49e6-8d0e-14313601e1f8 None None] Routers {'8bd55324-ba4f-4bcf-bd6a-ad3f1b3d50d4'} bound to L3 agent in host n-d-705658-22 {{(pid=105587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:27:33.047411 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-a95be751-e688-49e6-8d0e-14313601e1f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:27:12Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['8bd55324-ba4f-4bcf-bd6a-ad3f1b3d50d4'], 'active': True} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:27:33.047772 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-9345e01b-55bc-47e1-8fbf-359ebadfa5b0 admin admin] Notify callbacks [] for router, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:33.051692 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-9345e01b-55bc-47e1-8fbf-359ebadfa5b0 admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.6100109 Jul 27 21:27:33.052092 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 59722) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:27:33.172663 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvr_db [None req-a95be751-e688-49e6-8d0e-14313601e1f8 None None] Set router 8bd55324-ba4f-4bcf-bd6a-ad3f1b3d50d4 gateway port host: n-d-705658-22 {{(pid=105587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:27:33.402130 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81574566-2a66-42ff-b7c9-965310279c1e None None] Network b8c68474-1d26-4c5c-9f82-5da72e824d0f requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:27:33.436779 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-a95be751-e688-49e6-8d0e-14313601e1f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bd55324-ba4f-4bcf-bd6a-ad3f1b3d50d4', 'name': 'tempest-TestVolumeBootPattern-52823296-router', 'tenant_id': '86837ff0d819403d862560ca192fdca7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.166'}], 'enable_snat': True}, 'gw_port_id': '22a9f312-db5d-4d2b-963a-8378b315c7b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:27:31Z', 'updated_at': '2021-07-27T21:27:32Z', 'revision_number': 3, 'project_id': '86837ff0d819403d862560ca192fdca7', 'gw_port': {'id': '22a9f312-db5d-4d2b-963a-8378b315c7b3', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:2f:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bd55324-ba4f-4bcf-bd6a-ad3f1b3d50d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3851, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:27:31Z', 'updated_at': '2021-07-27T21:27:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22'}], 'n-d-705658-22', False) {} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:27:33.469923 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a95be751-e688-49e6-8d0e-14313601e1f8 None None] Checking router: 8bd55324-ba4f-4bcf-bd6a-ad3f1b3d50d4 for host: n-d-705658-22 {{(pid=105587) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:27:33.470654 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a95be751-e688-49e6-8d0e-14313601e1f8 None None] Updating router 8bd55324-ba4f-4bcf-bd6a-ad3f1b3d50d4 port 22a9f312-db5d-4d2b-963a-8378b315c7b3 binding host n-d-705658-22 {{(pid=105587) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 21:27:33.529040 n-d-705658-22 neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-a95be751-e688-49e6-8d0e-14313601e1f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:33.585477 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 2b818977-42f0-44bc-93dd-bc8771d7f36e up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:27:33.675680 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-4dabd022-d701-4ef4-8a69-c928e418c107 None None] Provisioning for port 2b818977-42f0-44bc-93dd-bc8771d7f36e completed by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:27:33.680243 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning for port 2b818977-42f0-44bc-93dd-bc8771d7f36e completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:27:33.688216 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-4dabd022-d701-4ef4-8a69-c928e418c107 None None] Provisioning complete for port 2b818977-42f0-44bc-93dd-bc8771d7f36e triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:27:33.688837 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-4dabd022-d701-4ef4-8a69-c928e418c107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:33.694834 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port 2b818977-42f0-44bc-93dd-bc8771d7f36e triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:27:33.696400 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:33.838655 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-4dabd022-d701-4ef4-8a69-c928e418c107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:33.916344 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-4dabd022-d701-4ef4-8a69-c928e418c107 None None] For port 2b818977-42f0-44bc-93dd-bc8771d7f36e, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=2b818977-42f0-44bc-93dd-bc8771d7f36e,segment=NetworkSegment(6a44b0c8-0b10-4191-b0e4-021984ddfab8),segment_id=6a44b0c8-0b10-4191-b0e4-021984ddfab8)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:27:33.924341 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:33.926481 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-4dabd022-d701-4ef4-8a69-c928e418c107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:33.955176 n-d-705658-22 neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-a95be751-e688-49e6-8d0e-14313601e1f8 None None] Notify callbacks [] for port, precommit_update {{(pid=105587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:33.965931 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.provisioning_blocks [None req-a95be751-e688-49e6-8d0e-14313601e1f8 None None] Transition to ACTIVE for port object 22a9f312-db5d-4d2b-963a-8378b315c7b3 will not be triggered until provisioned by entity L2. {{(pid=105587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:27:33.975334 n-d-705658-22 neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-a95be751-e688-49e6-8d0e-14313601e1f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:34.007094 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-907d13a7-37eb-4efa-9c4a-d6535138902e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:34.022978 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.managers [None req-a95be751-e688-49e6-8d0e-14313601e1f8 None None] Attempting to bind port 22a9f312-db5d-4d2b-963a-8378b315c7b3 on host n-d-705658-22 for vnic_type normal with profile {{(pid=105587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:27:34.027332 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.managers [None req-a95be751-e688-49e6-8d0e-14313601e1f8 None None] Attempting to bind port 22a9f312-db5d-4d2b-963a-8378b315c7b3 by drivers openvswitch,hyperv on host n-d-705658-22 at level 0 using segments [{'id': '12196855-9a32-4633-9a56-77697ef9e126', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305'}] {{(pid=105587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:27:34.027690 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a95be751-e688-49e6-8d0e-14313601e1f8 None None] Attempting to bind port 22a9f312-db5d-4d2b-963a-8378b315c7b3 on network 8735d8a2-b604-4758-ae71-b40e4ee6f305 {{(pid=105587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:27:34.038729 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a95be751-e688-49e6-8d0e-14313601e1f8 None None] Checking agent: {'id': '04a7ea91-6318-467e-ace6-b0fb48c8690f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 41, 42), 'started_at': datetime.datetime(2021, 7, 27, 20, 42, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 27, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:27:34.039379 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a95be751-e688-49e6-8d0e-14313601e1f8 None None] Checking segment: {'id': '12196855-9a32-4633-9a56-77697ef9e126', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:27:34.039532 n-d-705658-22 neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-a95be751-e688-49e6-8d0e-14313601e1f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:34.040121 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a95be751-e688-49e6-8d0e-14313601e1f8 None None] Bound using segment: {'id': '12196855-9a32-4633-9a56-77697ef9e126', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305'} {{(pid=105587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:27:34.041011 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.managers [None req-a95be751-e688-49e6-8d0e-14313601e1f8 None None] Bound port: 22a9f312-db5d-4d2b-963a-8378b315c7b3, host: n-d-705658-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12196855-9a32-4633-9a56-77697ef9e126', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305'}}] {{(pid=105587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:27:34.041598 n-d-705658-22 neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-a95be751-e688-49e6-8d0e-14313601e1f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:34.065295 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.db.api [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105586) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 27 21:27:34.065670 n-d-705658-22 neutron-server[105586]: DEBUG oslo_db.api [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 27 21:27:34.068663 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dabd022-d701-4ef4-8a69-c928e418c107 None None] Pushing event updated for resources: {'Port': ['ID=2b818977-42f0-44bc-93dd-bc8771d7f36e,revision_number=3']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:27:34.069186 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d276ea4-c9a3-4e27-9ccc-797251517e58 None None] Pushing event updated for resources: {'Port': ['ID=22a9f312-db5d-4d2b-963a-8378b315c7b3,revision_number=2']} {{(pid=105587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:27:34.091436 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d276ea4-c9a3-4e27-9ccc-797251517e58 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:27:34.091710 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d276ea4-c9a3-4e27-9ccc-797251517e58 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:27:34.092048 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d276ea4-c9a3-4e27-9ccc-797251517e58 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:27:34.092380 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d276ea4-c9a3-4e27-9ccc-797251517e58 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:27:34.092708 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d276ea4-c9a3-4e27-9ccc-797251517e58 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:27:34.093432 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d276ea4-c9a3-4e27-9ccc-797251517e58 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:27:34.093621 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d276ea4-c9a3-4e27-9ccc-797251517e58 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:27:34.093951 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d276ea4-c9a3-4e27-9ccc-797251517e58 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:27:34.094272 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d276ea4-c9a3-4e27-9ccc-797251517e58 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:27:34.094595 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d276ea4-c9a3-4e27-9ccc-797251517e58 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:27:34.094917 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d276ea4-c9a3-4e27-9ccc-797251517e58 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:27:34.095264 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d276ea4-c9a3-4e27-9ccc-797251517e58 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:27:34.127932 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.db [None req-a95be751-e688-49e6-8d0e-14313601e1f8 None None] For port 22a9f312-db5d-4d2b-963a-8378b315c7b3, host n-d-705658-22, cleared binding levels {{(pid=105587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:27:34.131753 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.db [None req-a95be751-e688-49e6-8d0e-14313601e1f8 None None] For port 22a9f312-db5d-4d2b-963a-8378b315c7b3, host n-d-705658-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=22a9f312-db5d-4d2b-963a-8378b315c7b3,segment=NetworkSegment(12196855-9a32-4633-9a56-77697ef9e126),segment_id=12196855-9a32-4633-9a56-77697ef9e126)] {{(pid=105587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:27:34.138572 n-d-705658-22 neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-a95be751-e688-49e6-8d0e-14313601e1f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:34.159592 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-79b74dd3-cba8-484a-bd2c-4ad5beeab122 None None] Provisioning complete for port 2b818977-42f0-44bc-93dd-bc8771d7f36e triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:27:34.160128 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-79b74dd3-cba8-484a-bd2c-4ad5beeab122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:34.215948 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a95be751-e688-49e6-8d0e-14313601e1f8 None None] Routers {'8bd55324-ba4f-4bcf-bd6a-ad3f1b3d50d4'} bound to L3 agent in host n-d-705658-22 {{(pid=105587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:27:34.216707 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-a95be751-e688-49e6-8d0e-14313601e1f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:27:12Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['8bd55324-ba4f-4bcf-bd6a-ad3f1b3d50d4'], 'active': True} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:27:34.249771 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.db_base_plugin_common [None req-907d13a7-37eb-4efa-9c4a-d6535138902e admin admin] Allocated IP 172.20.0.1 (b8c68474-1d26-4c5c-9f82-5da72e824d0f/11733cc0-d894-4d0f-84a6-7f612951db53/6e61ab5d-823c-42f2-9eaa-593c0d84996a) {{(pid=105585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:27:34.270962 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d276ea4-c9a3-4e27-9ccc-797251517e58 None None] Pushing event updated for resources: {'Port': ['ID=22a9f312-db5d-4d2b-963a-8378b315c7b3,revision_number=3']} {{(pid=105587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:27:34.349305 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvr_db [None req-a95be751-e688-49e6-8d0e-14313601e1f8 None None] Set router 8bd55324-ba4f-4bcf-bd6a-ad3f1b3d50d4 gateway port host: n-d-705658-22 {{(pid=105587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:27:34.367920 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-907d13a7-37eb-4efa-9c4a-d6535138902e admin admin] Notify callbacks [] for port, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:34.383296 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.provisioning_blocks [None req-907d13a7-37eb-4efa-9c4a-d6535138902e admin admin] Transition to ACTIVE for port object 6e61ab5d-823c-42f2-9eaa-593c0d84996a will not be triggered until provisioned by entity DHCP. {{(pid=105585) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:27:34.418703 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-907d13a7-37eb-4efa-9c4a-d6535138902e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:34.478775 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-907d13a7-37eb-4efa-9c4a-d6535138902e admin admin] Network b8c68474-1d26-4c5c-9f82-5da72e824d0f is already hosted by enough agents. {{(pid=105585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:27:34.482794 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907d13a7-37eb-4efa-9c4a-d6535138902e admin admin] Pushing event updated for resources: {'Port': ['ID=6e61ab5d-823c-42f2-9eaa-593c0d84996a,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:27:34.486178 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.base_scheduler [None req-907d13a7-37eb-4efa-9c4a-d6535138902e admin admin] Resources bound (agent type, host, resource id): {{(pid=105585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:27:34.488409 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-907d13a7-37eb-4efa-9c4a-d6535138902e admin admin] Received port after_create {{(pid=105585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:27:34.534780 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-907d13a7-37eb-4efa-9c4a-d6535138902e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4075523'] for router_interface, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:34.550694 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-a95be751-e688-49e6-8d0e-14313601e1f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bd55324-ba4f-4bcf-bd6a-ad3f1b3d50d4', 'name': 'tempest-TestVolumeBootPattern-52823296-router', 'tenant_id': '86837ff0d819403d862560ca192fdca7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.166'}], 'enable_snat': True}, 'gw_port_id': '22a9f312-db5d-4d2b-963a-8378b315c7b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:27:31Z', 'updated_at': '2021-07-27T21:27:32Z', 'revision_number': 3, 'project_id': '86837ff0d819403d862560ca192fdca7', 'gw_port': {'id': '22a9f312-db5d-4d2b-963a-8378b315c7b3', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:2f:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bd55324-ba4f-4bcf-bd6a-ad3f1b3d50d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3851, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:27:31Z', 'updated_at': '2021-07-27T21:27:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22'}], 'n-d-705658-22', False) {} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:27:34.579467 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a95be751-e688-49e6-8d0e-14313601e1f8 None None] The sync data for ids ['8bd55324-ba4f-4bcf-bd6a-ad3f1b3d50d4'] in n-d-705658-22 is: [{'id': '8bd55324-ba4f-4bcf-bd6a-ad3f1b3d50d4', 'name': 'tempest-TestVolumeBootPattern-52823296-router', 'tenant_id': '86837ff0d819403d862560ca192fdca7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.166'}], 'enable_snat': True}, 'gw_port_id': '22a9f312-db5d-4d2b-963a-8378b315c7b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:27:31Z', 'updated_at': '2021-07-27T21:27:32Z', 'revision_number': 3, 'project_id': '86837ff0d819403d862560ca192fdca7', 'gw_port': {'id': '22a9f312-db5d-4d2b-963a-8378b315c7b3', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:2f:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bd55324-ba4f-4bcf-bd6a-ad3f1b3d50d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3851, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:27:31Z', 'updated_at': '2021-07-27T21:27:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22'}] {{(pid=105587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:27:34.718667 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-907d13a7-37eb-4efa-9c4a-d6535138902e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:34.730545 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-051307da-6f0e-40bb-89e4-eb3382fe92a0 None None] Provisioning for port 6e61ab5d-823c-42f2-9eaa-593c0d84996a completed by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:27:34.735199 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-051307da-6f0e-40bb-89e4-eb3382fe92a0 None None] Provisioning complete for port 6e61ab5d-823c-42f2-9eaa-593c0d84996a triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:27:34.735578 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-051307da-6f0e-40bb-89e4-eb3382fe92a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:34.777142 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-051307da-6f0e-40bb-89e4-eb3382fe92a0 None None] Port 6e61ab5d-823c-42f2-9eaa-593c0d84996a cannot update to ACTIVE because it is not bound. {{(pid=105586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:27:34.933709 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-907d13a7-37eb-4efa-9c4a-d6535138902e admin admin] Notify callbacks [] for port, precommit_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:34.938852 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-907d13a7-37eb-4efa-9c4a-d6535138902e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10221672'] for port, after_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:35.008133 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907d13a7-37eb-4efa-9c4a-d6535138902e admin admin] Pushing event updated for resources: {'Port': ['ID=6e61ab5d-823c-42f2-9eaa-593c0d84996a,revision_number=2']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:27:35.013165 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-907d13a7-37eb-4efa-9c4a-d6535138902e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3743906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4076435'] for router_interface, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:35.112783 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-907d13a7-37eb-4efa-9c4a-d6535138902e admin admin] Network b8c68474-1d26-4c5c-9f82-5da72e824d0f is already hosted by enough agents. {{(pid=105585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:27:35.114355 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.base_scheduler [None req-907d13a7-37eb-4efa-9c4a-d6535138902e admin admin] Resources bound (agent type, host, resource id): {{(pid=105585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:27:35.282578 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-907d13a7-37eb-4efa-9c4a-d6535138902e admin admin] Router 8bd55324-ba4f-4bcf-bd6a-ad3f1b3d50d4 has already been hosted by L3 agent dd128fd7-8e57-4d4f-895b-a96b369df59a {{(pid=105585) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:27:35.399340 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-e89694c2-1c90-4076-ba91-46d78962d254 None None] Provisioning complete for port 6e61ab5d-823c-42f2-9eaa-593c0d84996a triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:27:35.399910 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-e89694c2-1c90-4076-ba91-46d78962d254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:35.432573 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-907d13a7-37eb-4efa-9c4a-d6535138902e admin admin] Notify agent at l3_agent.n-d-705658-22 the message routers_updated {{(pid=105585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:27:35.448490 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-907d13a7-37eb-4efa-9c4a-d6535138902e admin admin] 10.222.0.59 "PUT /v2.0/routers/8bd55324-ba4f-4bcf-bd6a-ad3f1b3d50d4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3895035 Jul 27 21:27:35.448838 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-e89694c2-1c90-4076-ba91-46d78962d254 None None] Port 6e61ab5d-823c-42f2-9eaa-593c0d84996a cannot update to ACTIVE because it is not bound. {{(pid=105586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:27:35.556897 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 22a9f312-db5d-4d2b-963a-8378b315c7b3 up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:27:35.624695 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning for port 22a9f312-db5d-4d2b-963a-8378b315c7b3 completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:27:35.630977 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port 22a9f312-db5d-4d2b-963a-8378b315c7b3 triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:27:35.631592 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:35.721445 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:35.743840 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] For port 22a9f312-db5d-4d2b-963a-8378b315c7b3, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=22a9f312-db5d-4d2b-963a-8378b315c7b3,segment=NetworkSegment(12196855-9a32-4633-9a56-77697ef9e126),segment_id=12196855-9a32-4633-9a56-77697ef9e126)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:27:35.752211 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:35.752511 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 2b818977-42f0-44bc-93dd-bc8771d7f36e up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:27:35.833201 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Pushing event updated for resources: {'Port': ['ID=22a9f312-db5d-4d2b-963a-8378b315c7b3,revision_number=4']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:27:35.845390 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port 2b818977-42f0-44bc-93dd-bc8771d7f36e triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:27:35.846200 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:35.997155 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 59748) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:27:36.002702 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-1491f775-ac23-48a9-9a11-14833d5f5ea1 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1943232668-network', 'tenant_id': '31d96c9c04a74c0bb2b0c42fce50ab28'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:27:36.025012 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1491f775-ac23-48a9-9a11-14833d5f5ea1 admin admin] Made reservation on behalf of 31d96c9c04a74c0bb2b0c42fce50ab28 for: {'network': 1} {{(pid=105585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:27:36.027358 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-1491f775-ac23-48a9-9a11-14833d5f5ea1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for network, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:36.035882 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-1491f775-ac23-48a9-9a11-14833d5f5ea1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:36.138978 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-1491f775-ac23-48a9-9a11-14833d5f5ea1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:36.143866 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-1491f775-ac23-48a9-9a11-14833d5f5ea1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:36.171147 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1491f775-ac23-48a9-9a11-14833d5f5ea1 admin admin] vlan segment allocate from pool success with {'vlan_id': 225, 'physical_network': 'physnet1'} {{(pid=105585) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:27:36.177498 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1491f775-ac23-48a9-9a11-14833d5f5ea1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e686838-b7f8-4ff0-996d-b56736d9563c,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:27:36.184615 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-1491f775-ac23-48a9-9a11-14833d5f5ea1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:36.184950 n-d-705658-22 neutron-server[105585]: INFO neutron.db.segments_db [None req-1491f775-ac23-48a9-9a11-14833d5f5ea1 admin admin] Added segment 765f2ca1-1c13-4222-bf73-3493b4778dfd of type vlan for network ad1ca897-4ce2-4a24-a39f-7ea4e439446e Jul 27 21:27:36.245113 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-1491f775-ac23-48a9-9a11-14833d5f5ea1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790688424798'] for network, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:36.276777 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-1491f775-ac23-48a9-9a11-14833d5f5ea1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920'] for network, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:36.277663 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1491f775-ac23-48a9-9a11-14833d5f5ea1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:27:36.278190 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-1491f775-ac23-48a9-9a11-14833d5f5ea1 admin admin] Notify callbacks [] for network, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:36.339795 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-1491f775-ac23-48a9-9a11-14833d5f5ea1 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3412974 Jul 27 21:27:36.342644 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 59752) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:27:36.347623 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-86f5da88-7096-4341-bd6d-62c3c96696c8 admin admin] Request body: {'subnet': {'network_id': 'ad1ca897-4ce2-4a24-a39f-7ea4e439446e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1943232668-subnet', 'tenant_id': '31d96c9c04a74c0bb2b0c42fce50ab28', 'ip_version': 4}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:27:36.351595 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1491f775-ac23-48a9-9a11-14833d5f5ea1 admin admin] Pushing event updated for resources: {'Network': ['ID=ad1ca897-4ce2-4a24-a39f-7ea4e439446e,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:27:36.363200 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Network ad1ca897-4ce2-4a24-a39f-7ea4e439446e details requested by agent ovs-agent-n-d-705658-22 with host n-d-705658-22 {{(pid=105586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:27:36.380355 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86f5da88-7096-4341-bd6d-62c3c96696c8 admin admin] Made reservation on behalf of 31d96c9c04a74c0bb2b0c42fce50ab28 for: {'subnet': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:27:36.382743 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-86f5da88-7096-4341-bd6d-62c3c96696c8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9738786'] for subnet, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:36.493088 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd2c7c0f-5291-4bc2-9790-3ec8e257566e None None] Sync routers for ids ['8bd55324-ba4f-4bcf-bd6a-ad3f1b3d50d4'] in n-d-705658-22 {{(pid=105586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:27:36.495387 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:36.505172 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd2c7c0f-5291-4bc2-9790-3ec8e257566e None None] Routers {'8bd55324-ba4f-4bcf-bd6a-ad3f1b3d50d4'} bound to L3 agent in host n-d-705658-22 {{(pid=105586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:27:36.506021 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-bd2c7c0f-5291-4bc2-9790-3ec8e257566e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:27:12Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['8bd55324-ba4f-4bcf-bd6a-ad3f1b3d50d4'], 'active': True} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:27:36.558930 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-86f5da88-7096-4341-bd6d-62c3c96696c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9014150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9738800'] for subnet, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:36.620563 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvr_db [None req-bd2c7c0f-5291-4bc2-9790-3ec8e257566e None None] Set router 8bd55324-ba4f-4bcf-bd6a-ad3f1b3d50d4 gateway port host: n-d-705658-22 {{(pid=105586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:27:36.625929 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f5da88-7096-4341-bd6d-62c3c96696c8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c18caf92-a9e8-49ac-8f2f-c5fdbc8ca7b3,revision_number=0']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:27:36.631259 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86f5da88-7096-4341-bd6d-62c3c96696c8 admin admin] Checking segment: {'id': '765f2ca1-1c13-4222-bf73-3493b4778dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'ad1ca897-4ce2-4a24-a39f-7ea4e439446e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:27:36.631880 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86f5da88-7096-4341-bd6d-62c3c96696c8 admin admin] Network hostable DHCP agents. Network: ad1ca897-4ce2-4a24-a39f-7ea4e439446e, hostable agents: ['7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a'], hosted agents: [] {{(pid=105584) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:27:36.650247 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86f5da88-7096-4341-bd6d-62c3c96696c8 admin admin] Network ad1ca897-4ce2-4a24-a39f-7ea4e439446e is scheduled to be hosted by DHCP agent 7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a with binding_index 1 {{(pid=105584) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:27:36.659225 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [None req-86f5da88-7096-4341-bd6d-62c3c96696c8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-22, ad1ca897-4ce2-4a24-a39f-7ea4e439446e) {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:27:36.664757 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86f5da88-7096-4341-bd6d-62c3c96696c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:27:36.665570 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-86f5da88-7096-4341-bd6d-62c3c96696c8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:36.686225 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 59754) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:27:36.687644 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-86f5da88-7096-4341-bd6d-62c3c96696c8 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3437469 Jul 27 21:27:36.692120 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-bc9e9568-8e4b-47fc-acb8-750c22404cdb admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1943232668-router', 'tenant_id': '31d96c9c04a74c0bb2b0c42fce50ab28', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305'}}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:27:36.697893 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4ba255a-4064-4b63-81a6-da9bed484627 None None] Network ad1ca897-4ce2-4a24-a39f-7ea4e439446e requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:27:36.718453 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-bc9e9568-8e4b-47fc-acb8-750c22404cdb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4163813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-443'] for router, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:36.719911 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-bc9e9568-8e4b-47fc-acb8-750c22404cdb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4165196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4077059', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3711235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-418'] for router, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:36.781511 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-bc9e9568-8e4b-47fc-acb8-750c22404cdb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:36.943556 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ebf095f-a994-4bb4-85e5-742a41aae2ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30bb4b93-b285-5d90-9493-f9ec33ea333c-ad1ca897-4ce2-4a24-a39f-7ea4e439446e', 'network_id': 'ad1ca897-4ce2-4a24-a39f-7ea4e439446e', 'tenant_id': '31d96c9c04a74c0bb2b0c42fce50ab28', 'fixed_ips': [{'subnet_id': 'c18caf92-a9e8-49ac-8f2f-c5fdbc8ca7b3'}]}} from n-d-705658-22. {{(pid=105586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 21:27:36.944421 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-bc9e9568-8e4b-47fc-acb8-750c22404cdb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4077169', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4163787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-400'] for router, precommit_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:36.945304 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-2ebf095f-a994-4bb4-85e5-742a41aae2ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:36.975497 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-bd2c7c0f-5291-4bc2-9790-3ec8e257566e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bd55324-ba4f-4bcf-bd6a-ad3f1b3d50d4', 'name': 'tempest-TestVolumeBootPattern-52823296-router', 'tenant_id': '86837ff0d819403d862560ca192fdca7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.166'}], 'enable_snat': True}, 'gw_port_id': '22a9f312-db5d-4d2b-963a-8378b315c7b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:27:31Z', 'updated_at': '2021-07-27T21:27:34Z', 'revision_number': 4, 'project_id': '86837ff0d819403d862560ca192fdca7', 'gw_port': {'id': '22a9f312-db5d-4d2b-963a-8378b315c7b3', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:2f:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bd55324-ba4f-4bcf-bd6a-ad3f1b3d50d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3851, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:27:31Z', 'updated_at': '2021-07-27T21:27:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_interfaces': [{'id': '6e61ab5d-823c-42f2-9eaa-593c0d84996a', 'name': '', 'network_id': 'b8c68474-1d26-4c5c-9f82-5da72e824d0f', 'tenant_id': '86837ff0d819403d862560ca192fdca7', 'mac_address': 'fa:16:3e:22:83:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bd55324-ba4f-4bcf-bd6a-ad3f1b3d50d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3852, 'fixed_ips': [{'subnet_id': '11733cc0-d894-4d0f-84a6-7f612951db53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:27:34Z', 'updated_at': '2021-07-27T21:27:34Z', 'revision_number': 2, 'project_id': '86837ff0d819403d862560ca192fdca7', 'subnets': [{'id': '11733cc0-d894-4d0f-84a6-7f612951db53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-22', False) {} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:27:37.008609 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd2c7c0f-5291-4bc2-9790-3ec8e257566e None None] Checking router: 8bd55324-ba4f-4bcf-bd6a-ad3f1b3d50d4 for host: n-d-705658-22 {{(pid=105586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:27:37.008973 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd2c7c0f-5291-4bc2-9790-3ec8e257566e None None] Updating router 8bd55324-ba4f-4bcf-bd6a-ad3f1b3d50d4 port 6e61ab5d-823c-42f2-9eaa-593c0d84996a binding host n-d-705658-22 {{(pid=105586) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 21:27:37.102827 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-bd2c7c0f-5291-4bc2-9790-3ec8e257566e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:37.158426 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-bc9e9568-8e4b-47fc-acb8-750c22404cdb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:37.178110 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-bc9e9568-8e4b-47fc-acb8-750c22404cdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:37.181930 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.db_base_plugin_common [None req-2ebf095f-a994-4bb4-85e5-742a41aae2ae None None] Allocated IP 172.20.0.2 (ad1ca897-4ce2-4a24-a39f-7ea4e439446e/c18caf92-a9e8-49ac-8f2f-c5fdbc8ca7b3/5140ed0f-e085-470a-b0d5-bf56f3239e25) {{(pid=105586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:27:37.292691 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.db_base_plugin_common [None req-bc9e9568-8e4b-47fc-acb8-750c22404cdb admin admin] Allocated IP 172.25.5.131 (8735d8a2-b604-4758-ae71-b40e4ee6f305/eca7dbab-b9c0-4c8f-a272-816ea8a81764/20a69263-24fd-45da-90a8-a92260b8feae) {{(pid=105585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:27:37.410612 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 22a9f312-db5d-4d2b-963a-8378b315c7b3 up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:27:37.427814 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-bc9e9568-8e4b-47fc-acb8-750c22404cdb admin admin] Notify callbacks [] for port, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:37.475256 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-bc9e9568-8e4b-47fc-acb8-750c22404cdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:37.523780 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc9e9568-8e4b-47fc-acb8-750c22404cdb admin admin] Network 8735d8a2-b604-4758-ae71-b40e4ee6f305 is already hosted by enough agents. {{(pid=105585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:27:37.526796 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.base_scheduler [None req-bc9e9568-8e4b-47fc-acb8-750c22404cdb admin admin] Resources bound (agent type, host, resource id): {{(pid=105585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:27:37.529292 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc9e9568-8e4b-47fc-acb8-750c22404cdb admin admin] Received port after_create {{(pid=105585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:27:37.536190 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9e9568-8e4b-47fc-acb8-750c22404cdb admin admin] Pushing event updated for resources: {'Port': ['ID=20a69263-24fd-45da-90a8-a92260b8feae,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:27:37.682638 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-2ebf095f-a994-4bb4-85e5-742a41aae2ae None None] Notify callbacks [] for port, precommit_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:37.714290 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-2ebf095f-a994-4bb4-85e5-742a41aae2ae None None] Transition to ACTIVE for port object 5140ed0f-e085-470a-b0d5-bf56f3239e25 will not be triggered until provisioned by entity L2. {{(pid=105586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:27:37.748050 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-2ebf095f-a994-4bb4-85e5-742a41aae2ae None None] Transition to ACTIVE for port object 5140ed0f-e085-470a-b0d5-bf56f3239e25 will not be triggered until provisioned by entity DHCP. {{(pid=105586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:27:37.752064 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-bd2c7c0f-5291-4bc2-9790-3ec8e257566e None None] Notify callbacks [] for port, precommit_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:37.756605 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port 22a9f312-db5d-4d2b-963a-8378b315c7b3 triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:27:37.757100 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:37.764939 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-2ebf095f-a994-4bb4-85e5-742a41aae2ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143'] for port, after_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:37.789302 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-bd2c7c0f-5291-4bc2-9790-3ec8e257566e None None] Transition to ACTIVE for port object 6e61ab5d-823c-42f2-9eaa-593c0d84996a will not be triggered until provisioned by entity L2. {{(pid=105586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:27:37.804747 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-bc9e9568-8e4b-47fc-acb8-750c22404cdb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:37.826236 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-bd2c7c0f-5291-4bc2-9790-3ec8e257566e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:37.846545 n-d-705658-22 neutron-server[105586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ebf095f-a994-4bb4-85e5-742a41aae2ae None None] Network ad1ca897-4ce2-4a24-a39f-7ea4e439446e is already hosted by enough agents. {{(pid=105586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:27:37.855187 n-d-705658-22 neutron-server[105586]: DEBUG neutron.scheduler.base_scheduler [None req-2ebf095f-a994-4bb4-85e5-742a41aae2ae None None] Resources bound (agent type, host, resource id): {{(pid=105586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:27:37.861686 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ebf095f-a994-4bb4-85e5-742a41aae2ae None None] Received port after_create {{(pid=105586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:27:37.863556 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebf095f-a994-4bb4-85e5-742a41aae2ae None None] Pushing event updated for resources: {'Port': ['ID=5140ed0f-e085-470a-b0d5-bf56f3239e25,revision_number=1']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:27:38.032521 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6f6466-41f6-4b0d-a4c9-408d69c9a791 None None] Pushing event updated for resources: {'Port': ['ID=6e61ab5d-823c-42f2-9eaa-593c0d84996a,revision_number=3']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:27:38.053291 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-2ebf095f-a994-4bb4-85e5-742a41aae2ae None None] Attempting to bind port 5140ed0f-e085-470a-b0d5-bf56f3239e25 on host n-d-705658-22 for vnic_type normal with profile {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:27:38.053291 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-2ebf095f-a994-4bb4-85e5-742a41aae2ae None None] Attempting to bind port 5140ed0f-e085-470a-b0d5-bf56f3239e25 by drivers openvswitch,hyperv on host n-d-705658-22 at level 0 using segments [{'id': '765f2ca1-1c13-4222-bf73-3493b4778dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'ad1ca897-4ce2-4a24-a39f-7ea4e439446e'}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:27:38.053291 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ebf095f-a994-4bb4-85e5-742a41aae2ae None None] Attempting to bind port 5140ed0f-e085-470a-b0d5-bf56f3239e25 on network ad1ca897-4ce2-4a24-a39f-7ea4e439446e {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:27:38.064242 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-bd2c7c0f-5291-4bc2-9790-3ec8e257566e None None] Attempting to bind port 6e61ab5d-823c-42f2-9eaa-593c0d84996a on host n-d-705658-22 for vnic_type normal with profile {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:27:38.064614 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-bd2c7c0f-5291-4bc2-9790-3ec8e257566e None None] Attempting to bind port 6e61ab5d-823c-42f2-9eaa-593c0d84996a by drivers openvswitch,hyperv on host n-d-705658-22 at level 0 using segments [{'id': '6a44b0c8-0b10-4191-b0e4-021984ddfab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'b8c68474-1d26-4c5c-9f82-5da72e824d0f'}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:27:38.064983 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd2c7c0f-5291-4bc2-9790-3ec8e257566e None None] Attempting to bind port 6e61ab5d-823c-42f2-9eaa-593c0d84996a on network b8c68474-1d26-4c5c-9f82-5da72e824d0f {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:27:38.067104 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ebf095f-a994-4bb4-85e5-742a41aae2ae None None] Checking agent: {'id': '04a7ea91-6318-467e-ace6-b0fb48c8690f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 41, 42), 'started_at': datetime.datetime(2021, 7, 27, 20, 42, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 27, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:27:38.067518 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ebf095f-a994-4bb4-85e5-742a41aae2ae None None] Checking segment: {'id': '765f2ca1-1c13-4222-bf73-3493b4778dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'ad1ca897-4ce2-4a24-a39f-7ea4e439446e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:27:38.067920 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-2ebf095f-a994-4bb4-85e5-742a41aae2ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:38.068306 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ebf095f-a994-4bb4-85e5-742a41aae2ae None None] Bound using segment: {'id': '765f2ca1-1c13-4222-bf73-3493b4778dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'ad1ca897-4ce2-4a24-a39f-7ea4e439446e'} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:27:38.068790 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-2ebf095f-a994-4bb4-85e5-742a41aae2ae None None] Bound port: 5140ed0f-e085-470a-b0d5-bf56f3239e25, host: n-d-705658-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '765f2ca1-1c13-4222-bf73-3493b4778dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'ad1ca897-4ce2-4a24-a39f-7ea4e439446e'}}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:27:38.069173 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-2ebf095f-a994-4bb4-85e5-742a41aae2ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:38.071605 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-bc9e9568-8e4b-47fc-acb8-750c22404cdb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4163804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4077150'] for router, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:38.086469 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd2c7c0f-5291-4bc2-9790-3ec8e257566e None None] Checking agent: {'id': '04a7ea91-6318-467e-ace6-b0fb48c8690f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 41, 42), 'started_at': datetime.datetime(2021, 7, 27, 20, 42, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 27, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:27:38.086848 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd2c7c0f-5291-4bc2-9790-3ec8e257566e None None] Checking segment: {'id': '6a44b0c8-0b10-4191-b0e4-021984ddfab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'b8c68474-1d26-4c5c-9f82-5da72e824d0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:27:38.087272 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-bd2c7c0f-5291-4bc2-9790-3ec8e257566e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:38.087663 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd2c7c0f-5291-4bc2-9790-3ec8e257566e None None] Bound using segment: {'id': '6a44b0c8-0b10-4191-b0e4-021984ddfab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'b8c68474-1d26-4c5c-9f82-5da72e824d0f'} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:27:38.088143 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-bd2c7c0f-5291-4bc2-9790-3ec8e257566e None None] Bound port: 6e61ab5d-823c-42f2-9eaa-593c0d84996a, host: n-d-705658-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a44b0c8-0b10-4191-b0e4-021984ddfab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'b8c68474-1d26-4c5c-9f82-5da72e824d0f'}}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:27:38.088535 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-bd2c7c0f-5291-4bc2-9790-3ec8e257566e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:38.188810 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-2ebf095f-a994-4bb4-85e5-742a41aae2ae None None] For port 5140ed0f-e085-470a-b0d5-bf56f3239e25, host n-d-705658-22, cleared binding levels {{(pid=105586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:27:38.193474 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-2ebf095f-a994-4bb4-85e5-742a41aae2ae None None] For port 5140ed0f-e085-470a-b0d5-bf56f3239e25, host n-d-705658-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=5140ed0f-e085-470a-b0d5-bf56f3239e25,segment=NetworkSegment(765f2ca1-1c13-4222-bf73-3493b4778dfd),segment_id=765f2ca1-1c13-4222-bf73-3493b4778dfd)] {{(pid=105586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:27:38.201640 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-2ebf095f-a994-4bb4-85e5-742a41aae2ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:38.206096 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-bd2c7c0f-5291-4bc2-9790-3ec8e257566e None None] For port 6e61ab5d-823c-42f2-9eaa-593c0d84996a, host n-d-705658-22, cleared binding levels {{(pid=105586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:27:38.221846 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc9e9568-8e4b-47fc-acb8-750c22404cdb admin admin] Router 7cdd17a0-1314-44c2-97e7-463b15dbf6ab is scheduled to L3 agent dd128fd7-8e57-4d4f-895b-a96b369df59a with binding_index 1 {{(pid=105585) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 21:27:38.253226 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-bd2c7c0f-5291-4bc2-9790-3ec8e257566e None None] For port 6e61ab5d-823c-42f2-9eaa-593c0d84996a, host n-d-705658-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=6e61ab5d-823c-42f2-9eaa-593c0d84996a,segment=NetworkSegment(6a44b0c8-0b10-4191-b0e4-021984ddfab8),segment_id=6a44b0c8-0b10-4191-b0e4-021984ddfab8)] {{(pid=105586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:27:38.264459 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-bd2c7c0f-5291-4bc2-9790-3ec8e257566e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:38.298663 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebf095f-a994-4bb4-85e5-742a41aae2ae None None] Pushing event updated for resources: {'Port': ['ID=5140ed0f-e085-470a-b0d5-bf56f3239e25,revision_number=2']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:27:38.330973 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd2c7c0f-5291-4bc2-9790-3ec8e257566e None None] Routers {'8bd55324-ba4f-4bcf-bd6a-ad3f1b3d50d4'} bound to L3 agent in host n-d-705658-22 {{(pid=105586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:27:38.331651 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-bd2c7c0f-5291-4bc2-9790-3ec8e257566e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:27:12Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['8bd55324-ba4f-4bcf-bd6a-ad3f1b3d50d4'], 'active': True} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:27:38.403906 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6f6466-41f6-4b0d-a4c9-408d69c9a791 None None] Pushing event updated for resources: {'Port': ['ID=6e61ab5d-823c-42f2-9eaa-593c0d84996a,revision_number=4']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:27:38.408821 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc9e9568-8e4b-47fc-acb8-750c22404cdb admin admin] Notify agent at l3_agent.n-d-705658-22 the message routers_updated {{(pid=105585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:27:38.437337 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd5e3e08-8dc6-4a55-9576-325290c28ded None None] Sync routers for ids ['7cdd17a0-1314-44c2-97e7-463b15dbf6ab'] in n-d-705658-22 {{(pid=105587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:27:38.447390 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-bc9e9568-8e4b-47fc-acb8-750c22404cdb admin admin] Notify callbacks [] for router, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:38.449944 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd5e3e08-8dc6-4a55-9576-325290c28ded None None] Routers {'7cdd17a0-1314-44c2-97e7-463b15dbf6ab'} bound to L3 agent in host n-d-705658-22 {{(pid=105587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:27:38.450763 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-dd5e3e08-8dc6-4a55-9576-325290c28ded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:27:12Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['7cdd17a0-1314-44c2-97e7-463b15dbf6ab'], 'active': True} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:27:38.452623 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 59762) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:27:38.464231 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-bc9e9568-8e4b-47fc-acb8-750c22404cdb admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.7762914 Jul 27 21:27:38.483332 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvr_db [None req-bd2c7c0f-5291-4bc2-9790-3ec8e257566e None None] Set router 8bd55324-ba4f-4bcf-bd6a-ad3f1b3d50d4 gateway port host: n-d-705658-22 {{(pid=105586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:27:38.680068 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvr_db [None req-dd5e3e08-8dc6-4a55-9576-325290c28ded None None] Set router 7cdd17a0-1314-44c2-97e7-463b15dbf6ab gateway port host: n-d-705658-22 {{(pid=105587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:27:38.879212 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-bd2c7c0f-5291-4bc2-9790-3ec8e257566e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bd55324-ba4f-4bcf-bd6a-ad3f1b3d50d4', 'name': 'tempest-TestVolumeBootPattern-52823296-router', 'tenant_id': '86837ff0d819403d862560ca192fdca7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.166'}], 'enable_snat': True}, 'gw_port_id': '22a9f312-db5d-4d2b-963a-8378b315c7b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:27:31Z', 'updated_at': '2021-07-27T21:27:34Z', 'revision_number': 4, 'project_id': '86837ff0d819403d862560ca192fdca7', 'gw_port': {'id': '22a9f312-db5d-4d2b-963a-8378b315c7b3', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:2f:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bd55324-ba4f-4bcf-bd6a-ad3f1b3d50d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3851, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:27:31Z', 'updated_at': '2021-07-27T21:27:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_interfaces': [{'id': '6e61ab5d-823c-42f2-9eaa-593c0d84996a', 'name': '', 'network_id': 'b8c68474-1d26-4c5c-9f82-5da72e824d0f', 'tenant_id': '86837ff0d819403d862560ca192fdca7', 'mac_address': 'fa:16:3e:22:83:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bd55324-ba4f-4bcf-bd6a-ad3f1b3d50d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3852, 'fixed_ips': [{'subnet_id': '11733cc0-d894-4d0f-84a6-7f612951db53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:27:34Z', 'updated_at': '2021-07-27T21:27:38Z', 'revision_number': 4, 'project_id': '86837ff0d819403d862560ca192fdca7', 'subnets': [{'id': '11733cc0-d894-4d0f-84a6-7f612951db53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-22', False) {} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:27:38.934282 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd2c7c0f-5291-4bc2-9790-3ec8e257566e None None] The sync data for ids ['8bd55324-ba4f-4bcf-bd6a-ad3f1b3d50d4'] in n-d-705658-22 is: [{'id': '8bd55324-ba4f-4bcf-bd6a-ad3f1b3d50d4', 'name': 'tempest-TestVolumeBootPattern-52823296-router', 'tenant_id': '86837ff0d819403d862560ca192fdca7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.166'}], 'enable_snat': True}, 'gw_port_id': '22a9f312-db5d-4d2b-963a-8378b315c7b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:27:31Z', 'updated_at': '2021-07-27T21:27:34Z', 'revision_number': 4, 'project_id': '86837ff0d819403d862560ca192fdca7', 'gw_port': {'id': '22a9f312-db5d-4d2b-963a-8378b315c7b3', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:2f:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bd55324-ba4f-4bcf-bd6a-ad3f1b3d50d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3851, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:27:31Z', 'updated_at': '2021-07-27T21:27:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_interfaces': [{'id': '6e61ab5d-823c-42f2-9eaa-593c0d84996a', 'name': '', 'network_id': 'b8c68474-1d26-4c5c-9f82-5da72e824d0f', 'tenant_id': '86837ff0d819403d862560ca192fdca7', 'mac_address': 'fa:16:3e:22:83:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bd55324-ba4f-4bcf-bd6a-ad3f1b3d50d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3852, 'fixed_ips': [{'subnet_id': '11733cc0-d894-4d0f-84a6-7f612951db53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:27:34Z', 'updated_at': '2021-07-27T21:27:38Z', 'revision_number': 4, 'project_id': '86837ff0d819403d862560ca192fdca7', 'subnets': [{'id': '11733cc0-d894-4d0f-84a6-7f612951db53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:27:38.949887 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-d8d53a24-3d8e-4b11-a348-79cfc9c035d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:38.976726 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-dd5e3e08-8dc6-4a55-9576-325290c28ded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cdd17a0-1314-44c2-97e7-463b15dbf6ab', 'name': 'tempest-TestVolumeBootPattern-1943232668-router', 'tenant_id': '31d96c9c04a74c0bb2b0c42fce50ab28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.131'}], 'enable_snat': True}, 'gw_port_id': '20a69263-24fd-45da-90a8-a92260b8feae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:27:36Z', 'updated_at': '2021-07-27T21:27:37Z', 'revision_number': 3, 'project_id': '31d96c9c04a74c0bb2b0c42fce50ab28', 'gw_port': {'id': '20a69263-24fd-45da-90a8-a92260b8feae', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:ab:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cdd17a0-1314-44c2-97e7-463b15dbf6ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3863, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:27:37Z', 'updated_at': '2021-07-27T21:27:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22'}], 'n-d-705658-22', False) {} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:27:39.031974 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd5e3e08-8dc6-4a55-9576-325290c28ded None None] Checking router: 7cdd17a0-1314-44c2-97e7-463b15dbf6ab for host: n-d-705658-22 {{(pid=105587) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:27:39.032330 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd5e3e08-8dc6-4a55-9576-325290c28ded None None] Updating router 7cdd17a0-1314-44c2-97e7-463b15dbf6ab port 20a69263-24fd-45da-90a8-a92260b8feae binding host n-d-705658-22 {{(pid=105587) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 21:27:39.078523 n-d-705658-22 neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-dd5e3e08-8dc6-4a55-9576-325290c28ded None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:39.405651 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-a28d8ddc-a08a-4426-80af-43aa79812550 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:39.443245 n-d-705658-22 neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-dd5e3e08-8dc6-4a55-9576-325290c28ded None None] Notify callbacks [] for port, precommit_update {{(pid=105587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:39.461033 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.provisioning_blocks [None req-dd5e3e08-8dc6-4a55-9576-325290c28ded None None] Transition to ACTIVE for port object 20a69263-24fd-45da-90a8-a92260b8feae will not be triggered until provisioned by entity L2. {{(pid=105587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:27:39.477198 n-d-705658-22 neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-dd5e3e08-8dc6-4a55-9576-325290c28ded None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:39.555541 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 6e61ab5d-823c-42f2-9eaa-593c0d84996a up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:27:39.571250 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a90987-fd11-4703-9ec2-a40c410bc70a None None] Pushing event updated for resources: {'Port': ['ID=20a69263-24fd-45da-90a8-a92260b8feae,revision_number=2']} {{(pid=105587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:27:39.575495 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.managers [None req-dd5e3e08-8dc6-4a55-9576-325290c28ded None None] Attempting to bind port 20a69263-24fd-45da-90a8-a92260b8feae on host n-d-705658-22 for vnic_type normal with profile {{(pid=105587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:27:39.577732 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.managers [None req-dd5e3e08-8dc6-4a55-9576-325290c28ded None None] Attempting to bind port 20a69263-24fd-45da-90a8-a92260b8feae by drivers openvswitch,hyperv on host n-d-705658-22 at level 0 using segments [{'id': '12196855-9a32-4633-9a56-77697ef9e126', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305'}] {{(pid=105587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:27:39.578341 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd5e3e08-8dc6-4a55-9576-325290c28ded None None] Attempting to bind port 20a69263-24fd-45da-90a8-a92260b8feae on network 8735d8a2-b604-4758-ae71-b40e4ee6f305 {{(pid=105587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:27:39.586445 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd5e3e08-8dc6-4a55-9576-325290c28ded None None] Checking agent: {'id': '04a7ea91-6318-467e-ace6-b0fb48c8690f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 41, 42), 'started_at': datetime.datetime(2021, 7, 27, 20, 42, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 27, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:27:39.586977 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd5e3e08-8dc6-4a55-9576-325290c28ded None None] Checking segment: {'id': '12196855-9a32-4633-9a56-77697ef9e126', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:27:39.587547 n-d-705658-22 neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-dd5e3e08-8dc6-4a55-9576-325290c28ded None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:39.588038 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd5e3e08-8dc6-4a55-9576-325290c28ded None None] Bound using segment: {'id': '12196855-9a32-4633-9a56-77697ef9e126', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305'} {{(pid=105587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:27:39.588620 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.managers [None req-dd5e3e08-8dc6-4a55-9576-325290c28ded None None] Bound port: 20a69263-24fd-45da-90a8-a92260b8feae, host: n-d-705658-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12196855-9a32-4633-9a56-77697ef9e126', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305'}}] {{(pid=105587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:27:39.589145 n-d-705658-22 neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-dd5e3e08-8dc6-4a55-9576-325290c28ded None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:39.589930 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 59772) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:27:39.622428 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning for port 6e61ab5d-823c-42f2-9eaa-593c0d84996a completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:27:39.627686 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port 6e61ab5d-823c-42f2-9eaa-593c0d84996a triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:27:39.628067 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:39.648556 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.db_base_plugin_common [None req-a28d8ddc-a08a-4426-80af-43aa79812550 admin admin] Allocated IP 172.20.0.1 (ad1ca897-4ce2-4a24-a39f-7ea4e439446e/c18caf92-a9e8-49ac-8f2f-c5fdbc8ca7b3/1dc59014-b814-4003-9e6e-5307fa87c974) {{(pid=105584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:27:39.703646 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.db [None req-dd5e3e08-8dc6-4a55-9576-325290c28ded None None] For port 20a69263-24fd-45da-90a8-a92260b8feae, host n-d-705658-22, cleared binding levels {{(pid=105587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:27:39.709187 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.db [None req-dd5e3e08-8dc6-4a55-9576-325290c28ded None None] For port 20a69263-24fd-45da-90a8-a92260b8feae, host n-d-705658-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=20a69263-24fd-45da-90a8-a92260b8feae,segment=NetworkSegment(12196855-9a32-4633-9a56-77697ef9e126),segment_id=12196855-9a32-4633-9a56-77697ef9e126)] {{(pid=105587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:27:39.719553 n-d-705658-22 neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-dd5e3e08-8dc6-4a55-9576-325290c28ded None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:39.754907 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:39.788699 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5aecf81-1e78-42d4-86bc-9408df6077e1 None None] Network ad1ca897-4ce2-4a24-a39f-7ea4e439446e requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:27:39.815538 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd5e3e08-8dc6-4a55-9576-325290c28ded None None] Routers {'7cdd17a0-1314-44c2-97e7-463b15dbf6ab'} bound to L3 agent in host n-d-705658-22 {{(pid=105587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:27:39.816802 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-dd5e3e08-8dc6-4a55-9576-325290c28ded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:27:12Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['7cdd17a0-1314-44c2-97e7-463b15dbf6ab'], 'active': True} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:27:39.891801 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-a28d8ddc-a08a-4426-80af-43aa79812550 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:39.897317 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] For port 6e61ab5d-823c-42f2-9eaa-593c0d84996a, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=6e61ab5d-823c-42f2-9eaa-593c0d84996a,segment=NetworkSegment(6a44b0c8-0b10-4191-b0e4-021984ddfab8),segment_id=6a44b0c8-0b10-4191-b0e4-021984ddfab8)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:27:39.903875 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [None req-f85a7e84-07c6-434a-bcfe-4c4633f98ae1 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Deleting port 2e2378f2-cb22-4706-a27e-cc0864fef9a4 {{(pid=105585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:27:39.904250 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-f85a7e84-07c6-434a-bcfe-4c4633f98ae1 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:39.912299 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:39.913673 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 5140ed0f-e085-470a-b0d5-bf56f3239e25 up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:27:39.916748 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.provisioning_blocks [None req-a28d8ddc-a08a-4426-80af-43aa79812550 admin admin] Transition to ACTIVE for port object 1dc59014-b814-4003-9e6e-5307fa87c974 will not be triggered until provisioned by entity DHCP. {{(pid=105584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:27:39.957489 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-a28d8ddc-a08a-4426-80af-43aa79812550 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:39.999350 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-9f609462-72c3-498a-a454-d5af5af76ed1 None None] Provisioning for port 5140ed0f-e085-470a-b0d5-bf56f3239e25 completed by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:27:40.003919 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a28d8ddc-a08a-4426-80af-43aa79812550 admin admin] Network ad1ca897-4ce2-4a24-a39f-7ea4e439446e is already hosted by enough agents. {{(pid=105584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:27:40.008493 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [None req-a28d8ddc-a08a-4426-80af-43aa79812550 admin admin] Resources bound (agent type, host, resource id): {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:27:40.016510 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a28d8ddc-a08a-4426-80af-43aa79812550 admin admin] Received port after_create {{(pid=105584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:27:40.046926 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28d8ddc-a08a-4426-80af-43aa79812550 admin admin] Pushing event updated for resources: {'Port': ['ID=1dc59014-b814-4003-9e6e-5307fa87c974,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:27:40.070206 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Pushing event updated for resources: {'Port': ['ID=6e61ab5d-823c-42f2-9eaa-593c0d84996a,revision_number=5']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:27:40.091117 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-a28d8ddc-a08a-4426-80af-43aa79812550 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4075523'] for router_interface, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:40.114690 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-f85a7e84-07c6-434a-bcfe-4c4633f98ae1 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:40.115392 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-f85a7e84-07c6-434a-bcfe-4c4633f98ae1 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:40.135531 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning for port 5140ed0f-e085-470a-b0d5-bf56f3239e25 completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:27:40.146948 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [None req-f85a7e84-07c6-434a-bcfe-4c4633f98ae1 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Calling delete_port for 2e2378f2-cb22-4706-a27e-cc0864fef9a4 owned by network:floatingip {{(pid=105585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:27:40.149696 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port 5140ed0f-e085-470a-b0d5-bf56f3239e25 triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:27:40.150076 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:40.190912 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvr_db [None req-dd5e3e08-8dc6-4a55-9576-325290c28ded None None] Set router 7cdd17a0-1314-44c2-97e7-463b15dbf6ab gateway port host: n-d-705658-22 {{(pid=105587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:27:40.277761 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a90987-fd11-4703-9ec2-a40c410bc70a None None] Pushing event updated for resources: {'Port': ['ID=20a69263-24fd-45da-90a8-a92260b8feae,revision_number=3']} {{(pid=105587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:27:40.306150 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:40.382035 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:40.433125 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-a28d8ddc-a08a-4426-80af-43aa79812550 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:40.449820 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] For port 5140ed0f-e085-470a-b0d5-bf56f3239e25, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=5140ed0f-e085-470a-b0d5-bf56f3239e25,segment=NetworkSegment(765f2ca1-1c13-4222-bf73-3493b4778dfd),segment_id=765f2ca1-1c13-4222-bf73-3493b4778dfd)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:27:40.457952 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:40.545092 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-f85a7e84-07c6-434a-bcfe-4c4633f98ae1 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:40.602173 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85a7e84-07c6-434a-bcfe-4c4633f98ae1 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Pushing event deleted for resources: {'Port': ['ID=2e2378f2-cb22-4706-a27e-cc0864fef9a4,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:27:40.628621 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Pushing event updated for resources: {'Port': ['ID=5140ed0f-e085-470a-b0d5-bf56f3239e25,revision_number=3']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:27:40.656923 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-dd5e3e08-8dc6-4a55-9576-325290c28ded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cdd17a0-1314-44c2-97e7-463b15dbf6ab', 'name': 'tempest-TestVolumeBootPattern-1943232668-router', 'tenant_id': '31d96c9c04a74c0bb2b0c42fce50ab28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.131'}], 'enable_snat': True}, 'gw_port_id': '20a69263-24fd-45da-90a8-a92260b8feae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:27:36Z', 'updated_at': '2021-07-27T21:27:37Z', 'revision_number': 3, 'project_id': '31d96c9c04a74c0bb2b0c42fce50ab28', 'gw_port': {'id': '20a69263-24fd-45da-90a8-a92260b8feae', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:ab:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cdd17a0-1314-44c2-97e7-463b15dbf6ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3863, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:27:37Z', 'updated_at': '2021-07-27T21:27:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22'}], 'n-d-705658-22', False) {} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:27:40.715824 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-f85a7e84-07c6-434a-bcfe-4c4633f98ae1 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks [] for floatingip, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:40.716167 n-d-705658-22 neutron-server[105585]: INFO neutron.db.l3_db [None req-f85a7e84-07c6-434a-bcfe-4c4633f98ae1 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Floating IP edd7ea37-4f67-4e8a-8ae9-7700d6f7b23e disassociated (deleted). External IP: 172.25.5.148, port: ce53fdb5-9dd4-42ed-9698-5de61b518ba1. Jul 27 21:27:40.937024 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd5e3e08-8dc6-4a55-9576-325290c28ded None None] The sync data for ids ['7cdd17a0-1314-44c2-97e7-463b15dbf6ab'] in n-d-705658-22 is: [{'id': '7cdd17a0-1314-44c2-97e7-463b15dbf6ab', 'name': 'tempest-TestVolumeBootPattern-1943232668-router', 'tenant_id': '31d96c9c04a74c0bb2b0c42fce50ab28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.131'}], 'enable_snat': True}, 'gw_port_id': '20a69263-24fd-45da-90a8-a92260b8feae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:27:36Z', 'updated_at': '2021-07-27T21:27:37Z', 'revision_number': 3, 'project_id': '31d96c9c04a74c0bb2b0c42fce50ab28', 'gw_port': {'id': '20a69263-24fd-45da-90a8-a92260b8feae', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:ab:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cdd17a0-1314-44c2-97e7-463b15dbf6ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3863, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:27:37Z', 'updated_at': '2021-07-27T21:27:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22'}] {{(pid=105587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:27:40.943475 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-a28d8ddc-a08a-4426-80af-43aa79812550 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:40.943475 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-a28d8ddc-a08a-4426-80af-43aa79812550 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9014027'] for port, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:40.944267 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-6a18c152-1989-4541-bec3-721dad3839da None None] Provisioning complete for port 5140ed0f-e085-470a-b0d5-bf56f3239e25 triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:27:40.944267 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-6a18c152-1989-4541-bec3-721dad3839da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:41.056003 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28d8ddc-a08a-4426-80af-43aa79812550 admin admin] Pushing event updated for resources: {'Port': ['ID=1dc59014-b814-4003-9e6e-5307fa87c974,revision_number=2']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:27:41.115671 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-a28d8ddc-a08a-4426-80af-43aa79812550 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3743906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4076435'] for router_interface, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:41.121740 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-6a18c152-1989-4541-bec3-721dad3839da None None] Provisioning for port 1dc59014-b814-4003-9e6e-5307fa87c974 completed by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:27:41.134548 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-6a18c152-1989-4541-bec3-721dad3839da None None] Provisioning complete for port 1dc59014-b814-4003-9e6e-5307fa87c974 triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:27:41.134927 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-6a18c152-1989-4541-bec3-721dad3839da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:41.171158 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-6a18c152-1989-4541-bec3-721dad3839da None None] Port 1dc59014-b814-4003-9e6e-5307fa87c974 cannot update to ACTIVE because it is not bound. {{(pid=105586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:27:41.198471 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f85a7e84-07c6-434a-bcfe-4c4633f98ae1 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Router f0581615-63d2-4c36-8c8b-69f41b108744 has already been hosted by L3 agent dd128fd7-8e57-4d4f-895b-a96b369df59a {{(pid=105585) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:27:41.256148 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a28d8ddc-a08a-4426-80af-43aa79812550 admin admin] Network ad1ca897-4ce2-4a24-a39f-7ea4e439446e is already hosted by enough agents. {{(pid=105584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:27:41.258245 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [None req-a28d8ddc-a08a-4426-80af-43aa79812550 admin admin] Resources bound (agent type, host, resource id): {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:27:41.305404 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-3f33a146-c936-4acb-8a8c-448be6b11154 None None] Provisioning complete for port 1dc59014-b814-4003-9e6e-5307fa87c974 triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:27:41.305835 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3f33a146-c936-4acb-8a8c-448be6b11154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:41.352811 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-3f33a146-c936-4acb-8a8c-448be6b11154 None None] Port 1dc59014-b814-4003-9e6e-5307fa87c974 cannot update to ACTIVE because it is not bound. {{(pid=105586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:27:41.436065 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f85a7e84-07c6-434a-bcfe-4c4633f98ae1 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify agent at l3_agent.n-d-705658-22 the message routers_updated {{(pid=105585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:27:41.442663 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-f85a7e84-07c6-434a-bcfe-4c4633f98ae1 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for floatingip, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:41.455111 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e86442cf-5c8e-4216-9961-29c11963af40 None None] Sync routers for ids ['f0581615-63d2-4c36-8c8b-69f41b108744'] in n-d-705658-22 {{(pid=105586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:27:41.469727 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e86442cf-5c8e-4216-9961-29c11963af40 None None] Routers {'f0581615-63d2-4c36-8c8b-69f41b108744'} bound to L3 agent in host n-d-705658-22 {{(pid=105586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:27:41.473148 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-e86442cf-5c8e-4216-9961-29c11963af40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:27:12Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['f0581615-63d2-4c36-8c8b-69f41b108744'], 'active': True} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:27:41.474866 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 59802) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:27:41.532462 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-f85a7e84-07c6-434a-bcfe-4c4633f98ae1 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] 10.222.0.59 "DELETE /v2.0/floatingips/edd7ea37-4f67-4e8a-8ae9-7700d6f7b23e HTTP/1.1" status: 204 len: 168 time: 1.9408584 Jul 27 21:27:41.533143 n-d-705658-22 neutron-server[105585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71166d56-287f-4e5e-8d1a-bbeccff30fd6', 'tag': 'ce53fdb5-9dd4-42ed-9698-5de61b518ba1'}] {{(pid=105585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:27:41.538070 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d66fd65881426bfc2b5388084a3654e5eae521106a15a3dbf0eb4cde7106c36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c95c0d6e-5dc3-4f8e-816b-d9e246d27c59" -d '{"events": [{"name": "network-changed", "server_uuid": "71166d56-287f-4e5e-8d1a-bbeccff30fd6", "tag": "ce53fdb5-9dd4-42ed-9698-5de61b518ba1"}]}' {{(pid=105585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:27:41.625762 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 6e61ab5d-823c-42f2-9eaa-593c0d84996a up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:27:41.635390 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:27:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8adf207-3aa7-4cae-b16f-af77dbdf45c5 x-openstack-request-id: req-b8adf207-3aa7-4cae-b16f-af77dbdf45c5 {{(pid=105585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:27:41.635905 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71166d56-287f-4e5e-8d1a-bbeccff30fd6", "tag": "ce53fdb5-9dd4-42ed-9698-5de61b518ba1", "status": "completed", "code": 200}]} {{(pid=105585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:27:41.636080 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-b8adf207-3aa7-4cae-b16f-af77dbdf45c5 {{(pid=105585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:27:41.636556 n-d-705658-22 neutron-server[105585]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71166d56-287f-4e5e-8d1a-bbeccff30fd6', 'tag': 'ce53fdb5-9dd4-42ed-9698-5de61b518ba1', 'status': 'completed', 'code': 200} Jul 27 21:27:41.732529 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a28d8ddc-a08a-4426-80af-43aa79812550 admin admin] Router 7cdd17a0-1314-44c2-97e7-463b15dbf6ab has already been hosted by L3 agent dd128fd7-8e57-4d4f-895b-a96b369df59a {{(pid=105584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:27:41.769196 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-a87ccd6e-7770-448c-8ae2-9b1f9efb21db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:41.786307 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95c0d6e-5dc3-4f8e-816b-d9e246d27c59 req-490406dd-fe11-4f56-b0fd-b65539752e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:27:41.792275 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-c95c0d6e-5dc3-4f8e-816b-d9e246d27c59 req-490406dd-fe11-4f56-b0fd-b65539752e12 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=379416b786c44e07b1b1ba1a5ea96882&device_id=71166d56-287f-4e5e-8d1a-bbeccff30fd6 HTTP/1.1" status: 200 len: 1098 time: 0.1365657 Jul 27 21:27:41.949877 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-1ef51cc4-b7b2-4951-9e65-94afeb6aed74 None None] Provisioning complete for port 1dc59014-b814-4003-9e6e-5307fa87c974 triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:27:41.950261 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-1ef51cc4-b7b2-4951-9e65-94afeb6aed74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:41.977731 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95c0d6e-5dc3-4f8e-816b-d9e246d27c59 req-26a2e886-5036-4e19-afe0-e81924e57a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:27:41.979275 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-c95c0d6e-5dc3-4f8e-816b-d9e246d27c59 req-26a2e886-5036-4e19-afe0-e81924e57a68 service neutron] 10.222.0.60 "GET /v2.0/networks?id=2ccc93db-b189-42a5-80b7-a6115bf3d495 HTTP/1.1" status: 200 len: 898 time: 0.1718535 Jul 27 21:27:42.024555 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:42.070842 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-1ef51cc4-b7b2-4951-9e65-94afeb6aed74 None None] Port 1dc59014-b814-4003-9e6e-5307fa87c974 cannot update to ACTIVE because it is not bound. {{(pid=105586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:27:42.101917 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvr_db [None req-e86442cf-5c8e-4216-9961-29c11963af40 None None] Set router f0581615-63d2-4c36-8c8b-69f41b108744 gateway port host: n-d-705658-22 {{(pid=105586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:27:42.106289 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a28d8ddc-a08a-4426-80af-43aa79812550 admin admin] Notify agent at l3_agent.n-d-705658-22 the message routers_updated {{(pid=105584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:27:42.142186 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-a28d8ddc-a08a-4426-80af-43aa79812550 admin admin] 10.222.0.59 "PUT /v2.0/routers/7cdd17a0-1314-44c2-97e7-463b15dbf6ab/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6801140 Jul 27 21:27:42.163849 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port 6e61ab5d-823c-42f2-9eaa-593c0d84996a triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:27:42.164286 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:42.556165 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-c95c0d6e-5dc3-4f8e-816b-d9e246d27c59 req-58b03284-2431-4fe2-a908-5611fbbbd82c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ce53fdb5-9dd4-42ed-9698-5de61b518ba1 HTTP/1.1" status: 200 len: 217 time: 0.5494018 Jul 27 21:27:42.590303 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 5140ed0f-e085-470a-b0d5-bf56f3239e25 up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:27:42.613745 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-7a1f352d-a00c-40fb-a9c7-5de2b5b4123b tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4076536'] for router_interface, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:42.665695 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95c0d6e-5dc3-4f8e-816b-d9e246d27c59 req-aa7596b0-2aaf-412f-ad85-b10e4c1d133b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:27:42.667427 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-c95c0d6e-5dc3-4f8e-816b-d9e246d27c59 req-aa7596b0-2aaf-412f-ad85-b10e4c1d133b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=2855f242-b7d7-4a13-b8ce-f230d6c840d2 HTTP/1.1" status: 200 len: 835 time: 0.1027384 Jul 27 21:27:42.761446 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafe4489-fb1a-4083-b979-5657c2722c2c req-5c7bd3bd-8c24-426d-b448-9f854a150f8d tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:27:42.770116 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-eafe4489-fb1a-4083-b979-5657c2722c2c req-5c7bd3bd-8c24-426d-b448-9f854a150f8d tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] 10.222.0.59 "GET /v2.0/ports?device_id=71166d56-287f-4e5e-8d1a-bbeccff30fd6 HTTP/1.1" status: 200 len: 946 time: 0.8050110 Jul 27 21:27:42.826356 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-eafe4489-fb1a-4083-b979-5657c2722c2c req-178ab619-7280-42ec-ab33-08a9bbaec6f2 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] 10.222.0.59 "GET /v2.0/security-groups?id=d7e088a3-97e7-462a-93b9-5633e347368d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548010 Jul 27 21:27:42.870712 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95c0d6e-5dc3-4f8e-816b-d9e246d27c59 req-c138e62f-a1a7-4730-a7be-70451048092e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:27:42.872462 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-c95c0d6e-5dc3-4f8e-816b-d9e246d27c59 req-c138e62f-a1a7-4730-a7be-70451048092e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=2ccc93db-b189-42a5-80b7-a6115bf3d495&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1959317 Jul 27 21:27:42.877305 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port 5140ed0f-e085-470a-b0d5-bf56f3239e25 triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:27:42.877794 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:42.932349 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-e86442cf-5c8e-4216-9961-29c11963af40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0581615-63d2-4c36-8c8b-69f41b108744', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2033618927', 'tenant_id': '379416b786c44e07b1b1ba1a5ea96882', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.175'}], 'enable_snat': True}, 'gw_port_id': 'e0f2b69d-98b6-410c-acc8-9db1157e29f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:24:43Z', 'updated_at': '2021-07-27T21:24:51Z', 'revision_number': 4, 'project_id': '379416b786c44e07b1b1ba1a5ea96882', 'gw_port': {'id': 'e0f2b69d-98b6-410c-acc8-9db1157e29f6', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:4c:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0581615-63d2-4c36-8c8b-69f41b108744', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3568, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:24:44Z', 'updated_at': '2021-07-27T21:24:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_interfaces': [{'id': 'eb284e82-335a-4b67-a007-09015d467991', 'name': '', 'network_id': '2ccc93db-b189-42a5-80b7-a6115bf3d495', 'tenant_id': '379416b786c44e07b1b1ba1a5ea96882', 'mac_address': 'fa:16:3e:ad:08:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0581615-63d2-4c36-8c8b-69f41b108744', 'device_owner': 'network:router_interface', 'standard_attr_id': 3576, 'fixed_ips': [{'subnet_id': '2855f242-b7d7-4a13-b8ce-f230d6c840d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:24:50Z', 'updated_at': '2021-07-27T21:24:59Z', 'revision_number': 5, 'project_id': '379416b786c44e07b1b1ba1a5ea96882', 'subnets': [{'id': '2855f242-b7d7-4a13-b8ce-f230d6c840d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-22', False) {} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:27:42.998478 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e86442cf-5c8e-4216-9961-29c11963af40 None None] Checking router: f0581615-63d2-4c36-8c8b-69f41b108744 for host: n-d-705658-22 {{(pid=105586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:27:43.004149 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-bb32ed7d-8717-448b-a9c8-a5a0117d1fd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:43.011432 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-c95c0d6e-5dc3-4f8e-816b-d9e246d27c59 req-b546e5fc-088b-46d9-b98b-991af7a2ce39 service neutron] 10.222.0.60 "GET /v2.0/networks/2ccc93db-b189-42a5-80b7-a6115bf3d495?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235828 Jul 27 21:27:43.014716 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e86442cf-5c8e-4216-9961-29c11963af40 None None] Routers {'f0581615-63d2-4c36-8c8b-69f41b108744'} bound to L3 agent in host n-d-705658-22 {{(pid=105586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:27:43.015589 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-e86442cf-5c8e-4216-9961-29c11963af40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:27:42Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['f0581615-63d2-4c36-8c8b-69f41b108744'], 'active': True} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:27:43.169701 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-c95c0d6e-5dc3-4f8e-816b-d9e246d27c59 req-28f1c67a-3749-4c2e-a115-9c6833a6f9e3 service neutron] 10.222.0.60 "GET /v2.0/networks/2ccc93db-b189-42a5-80b7-a6115bf3d495?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1487219 Jul 27 21:27:43.277053 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvr_db [None req-e86442cf-5c8e-4216-9961-29c11963af40 None None] Set router f0581615-63d2-4c36-8c8b-69f41b108744 gateway port host: n-d-705658-22 {{(pid=105586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:27:43.357464 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-7a1f352d-a00c-40fb-a9c7-5de2b5b4123b tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Deleting port cacfc019-fe09-4f77-997e-c20a2b87ef50 {{(pid=105584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:27:43.358170 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-7a1f352d-a00c-40fb-a9c7-5de2b5b4123b tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:43.516141 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [None req-7a1f352d-a00c-40fb-a9c7-5de2b5b4123b tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] For port cacfc019-fe09-4f77-997e-c20a2b87ef50, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=cacfc019-fe09-4f77-997e-c20a2b87ef50,segment=NetworkSegment(c292ba05-9478-46eb-ae8f-3b1eb9e5c8de),segment_id=c292ba05-9478-46eb-ae8f-3b1eb9e5c8de)] {{(pid=105584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:27:43.516601 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-7a1f352d-a00c-40fb-a9c7-5de2b5b4123b tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:43.546013 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 20a69263-24fd-45da-90a8-a92260b8feae up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:27:43.568243 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-7a1f352d-a00c-40fb-a9c7-5de2b5b4123b tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Calling delete_port for cacfc019-fe09-4f77-997e-c20a2b87ef50 owned by network:router_interface {{(pid=105584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:27:43.629016 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8563fd7-6611-4056-b99c-fe7e5ae2842f req-9d2b92e4-1bbd-4ed5-8b96-018b2ebd8296 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:27:43.631077 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f8563fd7-6611-4056-b99c-fe7e5ae2842f req-9d2b92e4-1bbd-4ed5-8b96-018b2ebd8296 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] 10.222.0.60 "GET /v2.0/ports?device_id=71166d56-287f-4e5e-8d1a-bbeccff30fd6 HTTP/1.1" status: 200 len: 946 time: 0.1545935 Jul 27 21:27:43.697314 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning for port 20a69263-24fd-45da-90a8-a92260b8feae completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:27:43.706196 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port 20a69263-24fd-45da-90a8-a92260b8feae triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:27:43.706951 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:43.764696 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-e86442cf-5c8e-4216-9961-29c11963af40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0581615-63d2-4c36-8c8b-69f41b108744', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2033618927', 'tenant_id': '379416b786c44e07b1b1ba1a5ea96882', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.175'}], 'enable_snat': True}, 'gw_port_id': 'e0f2b69d-98b6-410c-acc8-9db1157e29f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:24:43Z', 'updated_at': '2021-07-27T21:24:51Z', 'revision_number': 4, 'project_id': '379416b786c44e07b1b1ba1a5ea96882', 'gw_port': {'id': 'e0f2b69d-98b6-410c-acc8-9db1157e29f6', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:4c:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0581615-63d2-4c36-8c8b-69f41b108744', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3568, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:24:44Z', 'updated_at': '2021-07-27T21:24:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_interfaces': [{'id': 'eb284e82-335a-4b67-a007-09015d467991', 'name': '', 'network_id': '2ccc93db-b189-42a5-80b7-a6115bf3d495', 'tenant_id': '379416b786c44e07b1b1ba1a5ea96882', 'mac_address': 'fa:16:3e:ad:08:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0581615-63d2-4c36-8c8b-69f41b108744', 'device_owner': 'network:router_interface', 'standard_attr_id': 3576, 'fixed_ips': [{'subnet_id': '2855f242-b7d7-4a13-b8ce-f230d6c840d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:24:50Z', 'updated_at': '2021-07-27T21:24:59Z', 'revision_number': 5, 'project_id': '379416b786c44e07b1b1ba1a5ea96882', 'subnets': [{'id': '2855f242-b7d7-4a13-b8ce-f230d6c840d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-22', False) {} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:27:43.806244 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e86442cf-5c8e-4216-9961-29c11963af40 None None] The sync data for ids ['f0581615-63d2-4c36-8c8b-69f41b108744'] in n-d-705658-22 is: [{'id': 'f0581615-63d2-4c36-8c8b-69f41b108744', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2033618927', 'tenant_id': '379416b786c44e07b1b1ba1a5ea96882', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.175'}], 'enable_snat': True}, 'gw_port_id': 'e0f2b69d-98b6-410c-acc8-9db1157e29f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:24:43Z', 'updated_at': '2021-07-27T21:24:51Z', 'revision_number': 4, 'project_id': '379416b786c44e07b1b1ba1a5ea96882', 'gw_port': {'id': 'e0f2b69d-98b6-410c-acc8-9db1157e29f6', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:4c:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0581615-63d2-4c36-8c8b-69f41b108744', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3568, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:24:44Z', 'updated_at': '2021-07-27T21:24:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_interfaces': [{'id': 'eb284e82-335a-4b67-a007-09015d467991', 'name': '', 'network_id': '2ccc93db-b189-42a5-80b7-a6115bf3d495', 'tenant_id': '379416b786c44e07b1b1ba1a5ea96882', 'mac_address': 'fa:16:3e:ad:08:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0581615-63d2-4c36-8c8b-69f41b108744', 'device_owner': 'network:router_interface', 'standard_attr_id': 3576, 'fixed_ips': [{'subnet_id': '2855f242-b7d7-4a13-b8ce-f230d6c840d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:24:50Z', 'updated_at': '2021-07-27T21:24:59Z', 'revision_number': 5, 'project_id': '379416b786c44e07b1b1ba1a5ea96882', 'subnets': [{'id': '2855f242-b7d7-4a13-b8ce-f230d6c840d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:27:43.829266 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [req-f8563fd7-6611-4056-b99c-fe7e5ae2842f req-1ec814bc-f098-41d8-af9b-17ccf964233f tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Deleting port ce53fdb5-9dd4-42ed-9698-5de61b518ba1 {{(pid=105585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:27:43.830274 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-f8563fd7-6611-4056-b99c-fe7e5ae2842f req-1ec814bc-f098-41d8-af9b-17ccf964233f tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:43.860591 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:43.881682 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] For port 20a69263-24fd-45da-90a8-a92260b8feae, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=20a69263-24fd-45da-90a8-a92260b8feae,segment=NetworkSegment(12196855-9a32-4633-9a56-77697ef9e126),segment_id=12196855-9a32-4633-9a56-77697ef9e126)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:27:43.887707 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:43.986283 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Pushing event updated for resources: {'Port': ['ID=20a69263-24fd-45da-90a8-a92260b8feae,revision_number=4']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:27:44.008413 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da568334-570f-4f7a-8169-a6ff7aa2cf6f None None] Sync routers for ids ['7cdd17a0-1314-44c2-97e7-463b15dbf6ab'] in n-d-705658-22 {{(pid=105587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:27:44.024444 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da568334-570f-4f7a-8169-a6ff7aa2cf6f None None] Routers {'7cdd17a0-1314-44c2-97e7-463b15dbf6ab'} bound to L3 agent in host n-d-705658-22 {{(pid=105587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:27:44.025175 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-da568334-570f-4f7a-8169-a6ff7aa2cf6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:27:42Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['7cdd17a0-1314-44c2-97e7-463b15dbf6ab'], 'active': True} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:27:44.036306 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.db [req-f8563fd7-6611-4056-b99c-fe7e5ae2842f req-1ec814bc-f098-41d8-af9b-17ccf964233f tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] For port ce53fdb5-9dd4-42ed-9698-5de61b518ba1, host n-h2-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=ce53fdb5-9dd4-42ed-9698-5de61b518ba1,segment=NetworkSegment(5dc26c44-3b1c-4075-b860-bc76f03d3c9f),segment_id=5dc26c44-3b1c-4075-b860-bc76f03d3c9f)] {{(pid=105585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:27:44.036847 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-f8563fd7-6611-4056-b99c-fe7e5ae2842f req-1ec814bc-f098-41d8-af9b-17ccf964233f tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:44.052963 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [req-f8563fd7-6611-4056-b99c-fe7e5ae2842f req-1ec814bc-f098-41d8-af9b-17ccf964233f tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Calling delete_port for ce53fdb5-9dd4-42ed-9698-5de61b518ba1 owned by compute:nova {{(pid=105585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:27:44.106238 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-7a1f352d-a00c-40fb-a9c7-5de2b5b4123b tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:44.148203 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1f352d-a00c-40fb-a9c7-5de2b5b4123b tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Pushing event deleted for resources: {'Port': ['ID=cacfc019-fe09-4f77-997e-c20a2b87ef50,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:27:44.194923 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.agents_db [None req-558fcd2c-e512-47bc-a170-8673d87f7213 None None] Agent healthcheck: found 7 active agents {{(pid=105587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 21:27:44.241684 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvr_db [None req-da568334-570f-4f7a-8169-a6ff7aa2cf6f None None] Set router 7cdd17a0-1314-44c2-97e7-463b15dbf6ab gateway port host: n-d-705658-22 {{(pid=105587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:27:44.365289 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcbf7317-c481-44ed-8f28-2931d928c6eb None None] New status for floating IP edd7ea37-4f67-4e8a-8ae9-7700d6f7b23e: DOWN {{(pid=105586) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 21:27:44.496307 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1c8607-4ada-43af-b7aa-69d6c8f92e30 req-70b2670a-874f-455d-bc3e-e03cb85cec02 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:27:44.497915 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-7a1c8607-4ada-43af-b7aa-69d6c8f92e30 req-70b2670a-874f-455d-bc3e-e03cb85cec02 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] 10.222.0.59 "GET /v2.0/ports?device_id=71166d56-287f-4e5e-8d1a-bbeccff30fd6 HTTP/1.1" status: 200 len: 946 time: 0.4097929 Jul 27 21:27:44.505683 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-875ced1b-4cf3-463a-9653-058f0f9421e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:44.572552 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-7a1f352d-a00c-40fb-a9c7-5de2b5b4123b tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3743915', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4076308'] for router_interface, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:44.602895 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-7a1c8607-4ada-43af-b7aa-69d6c8f92e30 req-e2efeb55-f910-49f8-80f8-218bb8c68ba8 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] 10.222.0.59 "GET /v2.0/security-groups?id=d7e088a3-97e7-462a-93b9-5633e347368d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0873024 Jul 27 21:27:44.665534 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-f8563fd7-6611-4056-b99c-fe7e5ae2842f req-1ec814bc-f098-41d8-af9b-17ccf964233f tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:44.717113 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec814bc-f098-41d8-af9b-17ccf964233f tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Pushing event deleted for resources: {'Port': ['ID=ce53fdb5-9dd4-42ed-9698-5de61b518ba1,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:27:44.755404 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-da568334-570f-4f7a-8169-a6ff7aa2cf6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cdd17a0-1314-44c2-97e7-463b15dbf6ab', 'name': 'tempest-TestVolumeBootPattern-1943232668-router', 'tenant_id': '31d96c9c04a74c0bb2b0c42fce50ab28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.131'}], 'enable_snat': True}, 'gw_port_id': '20a69263-24fd-45da-90a8-a92260b8feae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:27:36Z', 'updated_at': '2021-07-27T21:27:40Z', 'revision_number': 4, 'project_id': '31d96c9c04a74c0bb2b0c42fce50ab28', 'gw_port': {'id': '20a69263-24fd-45da-90a8-a92260b8feae', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:ab:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cdd17a0-1314-44c2-97e7-463b15dbf6ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3863, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:27:37Z', 'updated_at': '2021-07-27T21:27:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_interfaces': [{'id': '1dc59014-b814-4003-9e6e-5307fa87c974', 'name': '', 'network_id': 'ad1ca897-4ce2-4a24-a39f-7ea4e439446e', 'tenant_id': '31d96c9c04a74c0bb2b0c42fce50ab28', 'mac_address': 'fa:16:3e:96:41:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cdd17a0-1314-44c2-97e7-463b15dbf6ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3864, 'fixed_ips': [{'subnet_id': 'c18caf92-a9e8-49ac-8f2f-c5fdbc8ca7b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:27:39Z', 'updated_at': '2021-07-27T21:27:40Z', 'revision_number': 2, 'project_id': '31d96c9c04a74c0bb2b0c42fce50ab28', 'subnets': [{'id': 'c18caf92-a9e8-49ac-8f2f-c5fdbc8ca7b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-22', False) {} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:27:44.786674 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8563fd7-6611-4056-b99c-fe7e5ae2842f req-1ec814bc-f098-41d8-af9b-17ccf964233f tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] No DVR routers for this DVR port ce53fdb5-9dd4-42ed-9698-5de61b518ba1 on host n-h2-705658-22 {{(pid=105585) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:27:44.797532 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da568334-570f-4f7a-8169-a6ff7aa2cf6f None None] Checking router: 7cdd17a0-1314-44c2-97e7-463b15dbf6ab for host: n-d-705658-22 {{(pid=105587) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:27:44.797919 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-f8563fd7-6611-4056-b99c-fe7e5ae2842f req-1ec814bc-f098-41d8-af9b-17ccf964233f tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:44.798458 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da568334-570f-4f7a-8169-a6ff7aa2cf6f None None] Updating router 7cdd17a0-1314-44c2-97e7-463b15dbf6ab port 1dc59014-b814-4003-9e6e-5307fa87c974 binding host n-d-705658-22 {{(pid=105587) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 21:27:44.802270 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f8563fd7-6611-4056-b99c-fe7e5ae2842f req-1ec814bc-f098-41d8-af9b-17ccf964233f tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] 10.222.0.60 "DELETE /v2.0/ports/ce53fdb5-9dd4-42ed-9698-5de61b518ba1 HTTP/1.1" status: 204 len: 173 time: 1.1641035 Jul 27 21:27:44.802943 n-d-705658-22 neutron-server[105585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71166d56-287f-4e5e-8d1a-bbeccff30fd6', 'name': 'network-vif-deleted', 'tag': 'ce53fdb5-9dd4-42ed-9698-5de61b518ba1'}] {{(pid=105585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:27:44.808763 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d66fd65881426bfc2b5388084a3654e5eae521106a15a3dbf0eb4cde7106c36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98c5fa06-5327-4b58-a295-7b7682cb3d0e" -d '{"events": [{"server_uuid": "71166d56-287f-4e5e-8d1a-bbeccff30fd6", "name": "network-vif-deleted", "tag": "ce53fdb5-9dd4-42ed-9698-5de61b518ba1"}]}' {{(pid=105585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:27:44.852044 n-d-705658-22 neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-da568334-570f-4f7a-8169-a6ff7aa2cf6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:44.876677 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:27:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6368db9a-ce62-47c2-8831-3479f21028e5 x-openstack-request-id: req-6368db9a-ce62-47c2-8831-3479f21028e5 {{(pid=105585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:27:44.877771 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71166d56-287f-4e5e-8d1a-bbeccff30fd6", "name": "network-vif-deleted", "tag": "ce53fdb5-9dd4-42ed-9698-5de61b518ba1", "status": "completed", "code": 200}]} {{(pid=105585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:27:44.883491 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-6368db9a-ce62-47c2-8831-3479f21028e5 {{(pid=105585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:27:44.884050 n-d-705658-22 neutron-server[105585]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71166d56-287f-4e5e-8d1a-bbeccff30fd6', 'name': 'network-vif-deleted', 'tag': 'ce53fdb5-9dd4-42ed-9698-5de61b518ba1', 'status': 'completed', 'code': 200} Jul 27 21:27:44.923197 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a1f352d-a00c-40fb-a9c7-5de2b5b4123b tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Router 4d9c7539-23bd-434b-8946-f6181965c705 has already been hosted by L3 agent dd128fd7-8e57-4d4f-895b-a96b369df59a {{(pid=105584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:27:45.042865 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a1f352d-a00c-40fb-a9c7-5de2b5b4123b tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Notify agent at l3_agent.n-d-705658-22 the message routers_updated {{(pid=105584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:27:45.048170 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-7a1f352d-a00c-40fb-a9c7-5de2b5b4123b tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] 10.222.0.59 "PUT /v2.0/routers/4d9c7539-23bd-434b-8946-f6181965c705/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5670891 Jul 27 21:27:45.053972 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a145d35-54f5-4836-bad3-aef34064d20b None None] Sync routers for ids ['4d9c7539-23bd-434b-8946-f6181965c705'] in n-d-705658-22 {{(pid=105587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:27:45.096518 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a145d35-54f5-4836-bad3-aef34064d20b None None] Routers {'4d9c7539-23bd-434b-8946-f6181965c705'} bound to L3 agent in host n-d-705658-22 {{(pid=105587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:27:45.097183 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-2a145d35-54f5-4836-bad3-aef34064d20b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:27:42Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['4d9c7539-23bd-434b-8946-f6181965c705'], 'active': True} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:27:45.321603 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvr_db [None req-2a145d35-54f5-4836-bad3-aef34064d20b None None] Set router 4d9c7539-23bd-434b-8946-f6181965c705 gateway port host: n-d-705658-22 {{(pid=105587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:27:45.454506 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300d8969-f7de-463e-b31c-9b188b6cba5b req-90a30442-1e00-4016-8e19-5a9620a24165 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:27:45.456348 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-300d8969-f7de-463e-b31c-9b188b6cba5b req-90a30442-1e00-4016-8e19-5a9620a24165 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] 10.222.0.59 "GET /v2.0/ports?device_id=01471525-2c93-470a-9466-7d3b6cb83ff4 HTTP/1.1" status: 200 len: 946 time: 0.1325772 Jul 27 21:27:45.517537 n-d-705658-22 neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-da568334-570f-4f7a-8169-a6ff7aa2cf6f None None] Notify callbacks [] for port, precommit_update {{(pid=105587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:45.519515 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-300d8969-f7de-463e-b31c-9b188b6cba5b req-3147afdb-5c2e-4f69-869e-87ee80c6f6eb tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] 10.222.0.59 "GET /v2.0/security-groups?id=c06de200-7755-4f78-973a-65811f2d61b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545473 Jul 27 21:27:45.555557 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.provisioning_blocks [None req-da568334-570f-4f7a-8169-a6ff7aa2cf6f None None] Transition to ACTIVE for port object 1dc59014-b814-4003-9e6e-5307fa87c974 will not be triggered until provisioned by entity L2. {{(pid=105587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:27:45.568271 n-d-705658-22 neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-da568334-570f-4f7a-8169-a6ff7aa2cf6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:45.570334 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 20a69263-24fd-45da-90a8-a92260b8feae up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:27:45.651353 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port 20a69263-24fd-45da-90a8-a92260b8feae triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:27:45.651840 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:45.667486 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0e6ecc-e290-4a72-b4c5-8bdc10a17aea None None] Pushing event updated for resources: {'Port': ['ID=1dc59014-b814-4003-9e6e-5307fa87c974,revision_number=3']} {{(pid=105587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:27:45.684038 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 59900) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:27:45.806831 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.managers [None req-da568334-570f-4f7a-8169-a6ff7aa2cf6f None None] Attempting to bind port 1dc59014-b814-4003-9e6e-5307fa87c974 on host n-d-705658-22 for vnic_type normal with profile {{(pid=105587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:27:45.809089 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.managers [None req-da568334-570f-4f7a-8169-a6ff7aa2cf6f None None] Attempting to bind port 1dc59014-b814-4003-9e6e-5307fa87c974 by drivers openvswitch,hyperv on host n-d-705658-22 at level 0 using segments [{'id': '765f2ca1-1c13-4222-bf73-3493b4778dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'ad1ca897-4ce2-4a24-a39f-7ea4e439446e'}] {{(pid=105587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:27:45.811273 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da568334-570f-4f7a-8169-a6ff7aa2cf6f None None] Attempting to bind port 1dc59014-b814-4003-9e6e-5307fa87c974 on network ad1ca897-4ce2-4a24-a39f-7ea4e439446e {{(pid=105587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:27:45.827999 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da568334-570f-4f7a-8169-a6ff7aa2cf6f None None] Checking agent: {'id': '04a7ea91-6318-467e-ace6-b0fb48c8690f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 41, 42), 'started_at': datetime.datetime(2021, 7, 27, 20, 42, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 27, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:27:45.828676 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da568334-570f-4f7a-8169-a6ff7aa2cf6f None None] Checking segment: {'id': '765f2ca1-1c13-4222-bf73-3493b4778dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'ad1ca897-4ce2-4a24-a39f-7ea4e439446e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:27:45.829531 n-d-705658-22 neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-da568334-570f-4f7a-8169-a6ff7aa2cf6f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:45.830087 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da568334-570f-4f7a-8169-a6ff7aa2cf6f None None] Bound using segment: {'id': '765f2ca1-1c13-4222-bf73-3493b4778dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'ad1ca897-4ce2-4a24-a39f-7ea4e439446e'} {{(pid=105587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:27:45.830749 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.managers [None req-da568334-570f-4f7a-8169-a6ff7aa2cf6f None None] Bound port: 1dc59014-b814-4003-9e6e-5307fa87c974, host: n-d-705658-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '765f2ca1-1c13-4222-bf73-3493b4778dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'ad1ca897-4ce2-4a24-a39f-7ea4e439446e'}}] {{(pid=105587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:27:45.832145 n-d-705658-22 neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-da568334-570f-4f7a-8169-a6ff7aa2cf6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:45.998373 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.db [None req-da568334-570f-4f7a-8169-a6ff7aa2cf6f None None] For port 1dc59014-b814-4003-9e6e-5307fa87c974, host n-d-705658-22, cleared binding levels {{(pid=105587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:27:46.002176 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.db [None req-da568334-570f-4f7a-8169-a6ff7aa2cf6f None None] For port 1dc59014-b814-4003-9e6e-5307fa87c974, host n-d-705658-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=1dc59014-b814-4003-9e6e-5307fa87c974,segment=NetworkSegment(765f2ca1-1c13-4222-bf73-3493b4778dfd),segment_id=765f2ca1-1c13-4222-bf73-3493b4778dfd)] {{(pid=105587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:27:46.009149 n-d-705658-22 neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-da568334-570f-4f7a-8169-a6ff7aa2cf6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:46.070598 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bbe1ca-f72d-419f-9ef2-15994e818ec8 req-7cc493bc-b766-4fbd-85f1-3cb1a2622657 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:27:46.081262 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-40bbe1ca-f72d-419f-9ef2-15994e818ec8 req-7cc493bc-b766-4fbd-85f1-3cb1a2622657 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] 10.222.0.59 "GET /v2.0/networks?id=b8c68474-1d26-4c5c-9f82-5da72e824d0f HTTP/1.1" status: 200 len: 810 time: 0.1652644 Jul 27 21:27:46.092039 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da568334-570f-4f7a-8169-a6ff7aa2cf6f None None] Routers {'7cdd17a0-1314-44c2-97e7-463b15dbf6ab'} bound to L3 agent in host n-d-705658-22 {{(pid=105587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:27:46.092778 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-da568334-570f-4f7a-8169-a6ff7aa2cf6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:27:42Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['7cdd17a0-1314-44c2-97e7-463b15dbf6ab'], 'active': True} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:27:46.113110 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-40bbe1ca-f72d-419f-9ef2-15994e818ec8 req-2f211ddb-a838-4405-b210-ea72cbe16204 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] 10.222.0.59 "GET /v2.0/quotas/86837ff0d819403d862560ca192fdca7 HTTP/1.1" status: 200 len: 375 time: 0.0309303 Jul 27 21:27:46.253129 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-40bbe1ca-f72d-419f-9ef2-15994e818ec8 req-d4105111-bb49-45a6-8835-56d0eafd75e2 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=86837ff0d819403d862560ca192fdca7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1296954 Jul 27 21:27:46.260744 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-2a145d35-54f5-4836-bad3-aef34064d20b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d9c7539-23bd-434b-8946-f6181965c705', 'name': 'tempest-TestNetworkBasicOps-router-2123304900', 'tenant_id': '0874e603f76049468af3a11efcc1e552', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.221'}], 'enable_snat': True}, 'gw_port_id': '52f45676-9bff-46b3-9b6a-49c95e60325a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:25:58Z', 'updated_at': '2021-07-27T21:27:43Z', 'revision_number': 6, 'project_id': '0874e603f76049468af3a11efcc1e552', 'gw_port': {'id': '52f45676-9bff-46b3-9b6a-49c95e60325a', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:1a:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d9c7539-23bd-434b-8946-f6181965c705', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3768, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:25:59Z', 'updated_at': '2021-07-27T21:26:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_floatingips': [{'id': '1ce21796-9fa0-46b8-b098-1d9ee25adb6c', 'tenant_id': '0874e603f76049468af3a11efcc1e552', 'floating_ip_address': '172.25.5.101', 'floating_network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'router_id': '4d9c7539-23bd-434b-8946-f6181965c705', 'port_id': '3a579c2f-f8ed-48da-ad88-db30ec800195', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3793, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '17303b05-d1d1-4492-ba85-d84bd43759ef', 'mac_address': 'fa:16:3e:9d:b5:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9539c90-b27f-4759-9f95-4e9fae1ccbc9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T21:26:24Z', 'updated_at': '2021-07-27T21:26:27Z', 'revision_number': 1, 'project_id': '0874e603f76049468af3a11efcc1e552', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6504035-9cf2-4698-bdda-8edd0aa50518', 'name': '', 'network_id': '17303b05-d1d1-4492-ba85-d84bd43759ef', 'tenant_id': '0874e603f76049468af3a11efcc1e552', 'mac_address': 'fa:16:3e:7a:29:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d9c7539-23bd-434b-8946-f6181965c705', 'device_owner': 'network:router_interface', 'standard_attr_id': 3771, 'fixed_ips': [{'subnet_id': '53e00eb4-77da-49e5-b89b-8e679aee8fe8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:26:02Z', 'updated_at': '2021-07-27T21:26:09Z', 'revision_number': 5, 'project_id': '0874e603f76049468af3a11efcc1e552', 'subnets': [{'id': '53e00eb4-77da-49e5-b89b-8e679aee8fe8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-22', False) {} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:27:46.311953 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-f4fb52a3-0cd4-4601-9546-3c46d43237f8 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4076536'] for router_interface, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:46.312820 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a145d35-54f5-4836-bad3-aef34064d20b None None] Checking router: 4d9c7539-23bd-434b-8946-f6181965c705 for host: n-d-705658-22 {{(pid=105587) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:27:46.323847 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0e6ecc-e290-4a72-b4c5-8bdc10a17aea None None] Pushing event updated for resources: {'Port': ['ID=1dc59014-b814-4003-9e6e-5307fa87c974,revision_number=4']} {{(pid=105587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:27:46.328219 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a145d35-54f5-4836-bad3-aef34064d20b None None] Routers {'4d9c7539-23bd-434b-8946-f6181965c705'} bound to L3 agent in host n-d-705658-22 {{(pid=105587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:27:46.329053 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-2a145d35-54f5-4836-bad3-aef34064d20b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:27:42Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['4d9c7539-23bd-434b-8946-f6181965c705'], 'active': True} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:27:46.503606 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvr_db [None req-da568334-570f-4f7a-8169-a6ff7aa2cf6f None None] Set router 7cdd17a0-1314-44c2-97e7-463b15dbf6ab gateway port host: n-d-705658-22 {{(pid=105587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:27:46.543045 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvr_db [None req-2a145d35-54f5-4836-bad3-aef34064d20b None None] Set router 4d9c7539-23bd-434b-8946-f6181965c705 gateway port host: n-d-705658-22 {{(pid=105587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:27:46.562364 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-40bbe1ca-f72d-419f-9ef2-15994e818ec8 req-48e74f2f-06c8-41e9-a662-7cc386575391 service neutron] 10.222.0.59 "GET /v2.0/networks/b8c68474-1d26-4c5c-9f82-5da72e824d0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3021069 Jul 27 21:27:46.722097 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-40bbe1ca-f72d-419f-9ef2-15994e818ec8 req-e41180ef-4925-41c4-bd9b-85d168f820b9 service neutron] 10.222.0.59 "GET /v2.0/networks/b8c68474-1d26-4c5c-9f82-5da72e824d0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1586142 Jul 27 21:27:46.824127 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-f4fb52a3-0cd4-4601-9546-3c46d43237f8 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Deleting port eb284e82-335a-4b67-a007-09015d467991 {{(pid=105584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:27:46.824732 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-f4fb52a3-0cd4-4601-9546-3c46d43237f8 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:46.846412 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943958df-1182-44bf-9bc4-e35f2dc1d9d0 req-d95f4343-863c-4dc1-9840-ab4d1bc78863 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:27:46.848519 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-943958df-1182-44bf-9bc4-e35f2dc1d9d0 req-d95f4343-863c-4dc1-9840-ab4d1bc78863 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] 10.222.0.59 "GET /v2.0/ports?device_id=01471525-2c93-470a-9466-7d3b6cb83ff4 HTTP/1.1" status: 200 len: 946 time: 0.2019355 Jul 27 21:27:46.934095 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c5da44-74b5-44d2-83e0-a6ec701d6c02 req-f023ca89-025e-4115-b329-371cbaf853fc tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:27:46.935745 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-c5c5da44-74b5-44d2-83e0-a6ec701d6c02 req-f023ca89-025e-4115-b329-371cbaf853fc tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] 10.222.0.36 "GET /v2.0/ports?device_id=01471525-2c93-470a-9466-7d3b6cb83ff4 HTTP/1.1" status: 200 len: 946 time: 0.2078240 Jul 27 21:27:46.941875 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [None req-f4fb52a3-0cd4-4601-9546-3c46d43237f8 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] For port eb284e82-335a-4b67-a007-09015d467991, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=eb284e82-335a-4b67-a007-09015d467991,segment=NetworkSegment(5dc26c44-3b1c-4075-b860-bc76f03d3c9f),segment_id=5dc26c44-3b1c-4075-b860-bc76f03d3c9f)] {{(pid=105584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:27:46.942242 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-f4fb52a3-0cd4-4601-9546-3c46d43237f8 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:46.958586 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-f4fb52a3-0cd4-4601-9546-3c46d43237f8 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Calling delete_port for eb284e82-335a-4b67-a007-09015d467991 owned by network:router_interface {{(pid=105584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:27:46.972518 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-da568334-570f-4f7a-8169-a6ff7aa2cf6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cdd17a0-1314-44c2-97e7-463b15dbf6ab', 'name': 'tempest-TestVolumeBootPattern-1943232668-router', 'tenant_id': '31d96c9c04a74c0bb2b0c42fce50ab28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.131'}], 'enable_snat': True}, 'gw_port_id': '20a69263-24fd-45da-90a8-a92260b8feae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:27:36Z', 'updated_at': '2021-07-27T21:27:40Z', 'revision_number': 4, 'project_id': '31d96c9c04a74c0bb2b0c42fce50ab28', 'gw_port': {'id': '20a69263-24fd-45da-90a8-a92260b8feae', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:ab:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cdd17a0-1314-44c2-97e7-463b15dbf6ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3863, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:27:37Z', 'updated_at': '2021-07-27T21:27:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_interfaces': [{'id': '1dc59014-b814-4003-9e6e-5307fa87c974', 'name': '', 'network_id': 'ad1ca897-4ce2-4a24-a39f-7ea4e439446e', 'tenant_id': '31d96c9c04a74c0bb2b0c42fce50ab28', 'mac_address': 'fa:16:3e:96:41:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cdd17a0-1314-44c2-97e7-463b15dbf6ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3864, 'fixed_ips': [{'subnet_id': 'c18caf92-a9e8-49ac-8f2f-c5fdbc8ca7b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:27:39Z', 'updated_at': '2021-07-27T21:27:45Z', 'revision_number': 4, 'project_id': '31d96c9c04a74c0bb2b0c42fce50ab28', 'subnets': [{'id': 'c18caf92-a9e8-49ac-8f2f-c5fdbc8ca7b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-22', False) {} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:27:46.997770 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Device ce53fdb5-9dd4-42ed-9698-5de61b518ba1 no longer exists at agent hyperv_n-h2-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:27:47.031548 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da568334-570f-4f7a-8169-a6ff7aa2cf6f None None] The sync data for ids ['7cdd17a0-1314-44c2-97e7-463b15dbf6ab'] in n-d-705658-22 is: [{'id': '7cdd17a0-1314-44c2-97e7-463b15dbf6ab', 'name': 'tempest-TestVolumeBootPattern-1943232668-router', 'tenant_id': '31d96c9c04a74c0bb2b0c42fce50ab28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.131'}], 'enable_snat': True}, 'gw_port_id': '20a69263-24fd-45da-90a8-a92260b8feae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:27:36Z', 'updated_at': '2021-07-27T21:27:40Z', 'revision_number': 4, 'project_id': '31d96c9c04a74c0bb2b0c42fce50ab28', 'gw_port': {'id': '20a69263-24fd-45da-90a8-a92260b8feae', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:ab:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cdd17a0-1314-44c2-97e7-463b15dbf6ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3863, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:27:37Z', 'updated_at': '2021-07-27T21:27:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_interfaces': [{'id': '1dc59014-b814-4003-9e6e-5307fa87c974', 'name': '', 'network_id': 'ad1ca897-4ce2-4a24-a39f-7ea4e439446e', 'tenant_id': '31d96c9c04a74c0bb2b0c42fce50ab28', 'mac_address': 'fa:16:3e:96:41:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cdd17a0-1314-44c2-97e7-463b15dbf6ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3864, 'fixed_ips': [{'subnet_id': 'c18caf92-a9e8-49ac-8f2f-c5fdbc8ca7b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:27:39Z', 'updated_at': '2021-07-27T21:27:45Z', 'revision_number': 4, 'project_id': '31d96c9c04a74c0bb2b0c42fce50ab28', 'subnets': [{'id': 'c18caf92-a9e8-49ac-8f2f-c5fdbc8ca7b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:27:47.034619 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-3d54578f-831f-4696-b568-13c455922dab None None] No Port match for: ce53fdb5-9dd4-42ed-9698-5de61b518ba1 {{(pid=105586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:27:47.034975 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Device ce53fdb5-9dd4-42ed-9698-5de61b518ba1 not bound to the agent host n-h2-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:27:47.062349 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-943958df-1182-44bf-9bc4-e35f2dc1d9d0 req-9bcbedd6-0a8d-4cd6-856c-c04ef670ec8d tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] 10.222.0.59 "GET /v2.0/security-groups?id=c06de200-7755-4f78-973a-65811f2d61b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2008483 Jul 27 21:27:47.064774 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-2a145d35-54f5-4836-bad3-aef34064d20b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d9c7539-23bd-434b-8946-f6181965c705', 'name': 'tempest-TestNetworkBasicOps-router-2123304900', 'tenant_id': '0874e603f76049468af3a11efcc1e552', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.221'}], 'enable_snat': True}, 'gw_port_id': '52f45676-9bff-46b3-9b6a-49c95e60325a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:25:58Z', 'updated_at': '2021-07-27T21:27:43Z', 'revision_number': 6, 'project_id': '0874e603f76049468af3a11efcc1e552', 'gw_port': {'id': '52f45676-9bff-46b3-9b6a-49c95e60325a', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:1a:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d9c7539-23bd-434b-8946-f6181965c705', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3768, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:25:59Z', 'updated_at': '2021-07-27T21:26:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_floatingips': [{'id': '1ce21796-9fa0-46b8-b098-1d9ee25adb6c', 'tenant_id': '0874e603f76049468af3a11efcc1e552', 'floating_ip_address': '172.25.5.101', 'floating_network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'router_id': '4d9c7539-23bd-434b-8946-f6181965c705', 'port_id': '3a579c2f-f8ed-48da-ad88-db30ec800195', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3793, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '17303b05-d1d1-4492-ba85-d84bd43759ef', 'mac_address': 'fa:16:3e:9d:b5:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9539c90-b27f-4759-9f95-4e9fae1ccbc9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T21:26:24Z', 'updated_at': '2021-07-27T21:26:27Z', 'revision_number': 1, 'project_id': '0874e603f76049468af3a11efcc1e552', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6504035-9cf2-4698-bdda-8edd0aa50518', 'name': '', 'network_id': '17303b05-d1d1-4492-ba85-d84bd43759ef', 'tenant_id': '0874e603f76049468af3a11efcc1e552', 'mac_address': 'fa:16:3e:7a:29:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d9c7539-23bd-434b-8946-f6181965c705', 'device_owner': 'network:router_interface', 'standard_attr_id': 3771, 'fixed_ips': [{'subnet_id': '53e00eb4-77da-49e5-b89b-8e679aee8fe8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:26:02Z', 'updated_at': '2021-07-27T21:26:09Z', 'revision_number': 5, 'project_id': '0874e603f76049468af3a11efcc1e552', 'subnets': [{'id': '53e00eb4-77da-49e5-b89b-8e679aee8fe8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-22', False) {} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:27:47.095151 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [req-c5c5da44-74b5-44d2-83e0-a6ec701d6c02 req-006664fb-efe3-46ab-b79e-af557d96d330 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Deleting port 939d9982-c77e-44ac-8f2b-4d907e1f61fd {{(pid=105585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:27:47.095589 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-c5c5da44-74b5-44d2-83e0-a6ec701d6c02 req-006664fb-efe3-46ab-b79e-af557d96d330 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:47.170618 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a145d35-54f5-4836-bad3-aef34064d20b None None] The sync data for ids ['4d9c7539-23bd-434b-8946-f6181965c705'] in n-d-705658-22 is: [{'id': '4d9c7539-23bd-434b-8946-f6181965c705', 'name': 'tempest-TestNetworkBasicOps-router-2123304900', 'tenant_id': '0874e603f76049468af3a11efcc1e552', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.221'}], 'enable_snat': True}, 'gw_port_id': '52f45676-9bff-46b3-9b6a-49c95e60325a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:25:58Z', 'updated_at': '2021-07-27T21:27:43Z', 'revision_number': 6, 'project_id': '0874e603f76049468af3a11efcc1e552', 'gw_port': {'id': '52f45676-9bff-46b3-9b6a-49c95e60325a', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:1a:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d9c7539-23bd-434b-8946-f6181965c705', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3768, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:25:59Z', 'updated_at': '2021-07-27T21:26:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_floatingips': [{'id': '1ce21796-9fa0-46b8-b098-1d9ee25adb6c', 'tenant_id': '0874e603f76049468af3a11efcc1e552', 'floating_ip_address': '172.25.5.101', 'floating_network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'router_id': '4d9c7539-23bd-434b-8946-f6181965c705', 'port_id': '3a579c2f-f8ed-48da-ad88-db30ec800195', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3793, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '17303b05-d1d1-4492-ba85-d84bd43759ef', 'mac_address': 'fa:16:3e:9d:b5:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9539c90-b27f-4759-9f95-4e9fae1ccbc9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T21:26:24Z', 'updated_at': '2021-07-27T21:26:27Z', 'revision_number': 1, 'project_id': '0874e603f76049468af3a11efcc1e552', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6504035-9cf2-4698-bdda-8edd0aa50518', 'name': '', 'network_id': '17303b05-d1d1-4492-ba85-d84bd43759ef', 'tenant_id': '0874e603f76049468af3a11efcc1e552', 'mac_address': 'fa:16:3e:7a:29:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d9c7539-23bd-434b-8946-f6181965c705', 'device_owner': 'network:router_interface', 'standard_attr_id': 3771, 'fixed_ips': [{'subnet_id': '53e00eb4-77da-49e5-b89b-8e679aee8fe8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:26:02Z', 'updated_at': '2021-07-27T21:26:09Z', 'revision_number': 5, 'project_id': '0874e603f76049468af3a11efcc1e552', 'subnets': [{'id': '53e00eb4-77da-49e5-b89b-8e679aee8fe8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:27:47.306078 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-f4fb52a3-0cd4-4601-9546-3c46d43237f8 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:47.359172 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fb52a3-0cd4-4601-9546-3c46d43237f8 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Pushing event deleted for resources: {'Port': ['ID=eb284e82-335a-4b67-a007-09015d467991,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:27:47.364425 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-dbd22276-a510-4b59-9c9e-9e02f699b528 req-b5fa78cc-15a8-46a7-84e6-3cacdeca5184 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] 10.222.0.59 "GET /v2.0/ports?device_id=ca6eb89e-ef6b-45f1-9a6f-ba2c5f61c6cf HTTP/1.1" status: 200 len: 210 time: 0.0965488 Jul 27 21:27:47.376092 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.db [req-c5c5da44-74b5-44d2-83e0-a6ec701d6c02 req-006664fb-efe3-46ab-b79e-af557d96d330 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] For port 939d9982-c77e-44ac-8f2b-4d907e1f61fd, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=939d9982-c77e-44ac-8f2b-4d907e1f61fd,segment=NetworkSegment(c292ba05-9478-46eb-ae8f-3b1eb9e5c8de),segment_id=c292ba05-9478-46eb-ae8f-3b1eb9e5c8de)] {{(pid=105585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:27:47.376486 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-c5c5da44-74b5-44d2-83e0-a6ec701d6c02 req-006664fb-efe3-46ab-b79e-af557d96d330 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:47.415795 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [req-c5c5da44-74b5-44d2-83e0-a6ec701d6c02 req-006664fb-efe3-46ab-b79e-af557d96d330 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Calling delete_port for 939d9982-c77e-44ac-8f2b-4d907e1f61fd owned by compute:nova {{(pid=105585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:27:47.708444 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-c5c5da44-74b5-44d2-83e0-a6ec701d6c02 req-006664fb-efe3-46ab-b79e-af557d96d330 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:47.756225 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006664fb-efe3-46ab-b79e-af557d96d330 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Pushing event deleted for resources: {'Port': ['ID=939d9982-c77e-44ac-8f2b-4d907e1f61fd,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:27:47.895793 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5c5da44-74b5-44d2-83e0-a6ec701d6c02 req-006664fb-efe3-46ab-b79e-af557d96d330 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] No DVR routers for this DVR port 939d9982-c77e-44ac-8f2b-4d907e1f61fd on host n-h1-705658-22 {{(pid=105585) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:27:47.902976 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-c5c5da44-74b5-44d2-83e0-a6ec701d6c02 req-006664fb-efe3-46ab-b79e-af557d96d330 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:47.909187 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-c5c5da44-74b5-44d2-83e0-a6ec701d6c02 req-006664fb-efe3-46ab-b79e-af557d96d330 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] 10.222.0.36 "DELETE /v2.0/ports/939d9982-c77e-44ac-8f2b-4d907e1f61fd HTTP/1.1" status: 204 len: 173 time: 0.9614661 Jul 27 21:27:47.911698 n-d-705658-22 neutron-server[105585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01471525-2c93-470a-9466-7d3b6cb83ff4', 'name': 'network-vif-deleted', 'tag': '939d9982-c77e-44ac-8f2b-4d907e1f61fd'}] {{(pid=105585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:27:47.926853 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d66fd65881426bfc2b5388084a3654e5eae521106a15a3dbf0eb4cde7106c36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61a1c687-5dae-4913-ad98-9c24c3b22637" -d '{"events": [{"server_uuid": "01471525-2c93-470a-9466-7d3b6cb83ff4", "name": "network-vif-deleted", "tag": "939d9982-c77e-44ac-8f2b-4d907e1f61fd"}]}' {{(pid=105585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:27:48.014031 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 1dc59014-b814-4003-9e6e-5307fa87c974 up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:27:48.048085 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:27:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6eeab9c2-320f-43c0-96fe-9c65aed84168 x-openstack-request-id: req-6eeab9c2-320f-43c0-96fe-9c65aed84168 {{(pid=105585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:27:48.048423 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01471525-2c93-470a-9466-7d3b6cb83ff4", "name": "network-vif-deleted", "tag": "939d9982-c77e-44ac-8f2b-4d907e1f61fd", "status": "completed", "code": 200}]} {{(pid=105585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:27:48.048675 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-6eeab9c2-320f-43c0-96fe-9c65aed84168 {{(pid=105585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:27:48.049958 n-d-705658-22 neutron-server[105585]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01471525-2c93-470a-9466-7d3b6cb83ff4', 'name': 'network-vif-deleted', 'tag': '939d9982-c77e-44ac-8f2b-4d907e1f61fd', 'status': 'completed', 'code': 200} Jul 27 21:27:48.149590 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning for port 1dc59014-b814-4003-9e6e-5307fa87c974 completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:27:48.154131 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port 1dc59014-b814-4003-9e6e-5307fa87c974 triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:27:48.154758 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:48.328935 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-9095f292-9af7-4fc2-9a9e-6e5bc3dc1891 req-5865d586-5160-4e23-9ca5-709915a8ac86 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] 10.222.0.59 "GET /v2.0/ports?device_id=01471525-2c93-470a-9466-7d3b6cb83ff4 HTTP/1.1" status: 200 len: 210 time: 0.0745165 Jul 27 21:27:48.340628 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:48.436293 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] For port 1dc59014-b814-4003-9e6e-5307fa87c974, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=1dc59014-b814-4003-9e6e-5307fa87c974,segment=NetworkSegment(765f2ca1-1c13-4222-bf73-3493b4778dfd),segment_id=765f2ca1-1c13-4222-bf73-3493b4778dfd)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:27:48.454550 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:48.494465 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device cacfc019-fe09-4f77-997e-c20a2b87ef50 no longer exists at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:27:48.559403 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] No Port match for: cacfc019-fe09-4f77-997e-c20a2b87ef50 {{(pid=105586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:27:48.560255 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device cacfc019-fe09-4f77-997e-c20a2b87ef50 not bound to the agent host n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:27:48.560502 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-cc35ef18-9e3b-471d-a291-49ccc7679d4d req-bed9e35f-3881-4c33-a660-7af191e14d22 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] 10.222.0.59 "GET /v2.0/ports?device_id=ca6eb89e-ef6b-45f1-9a6f-ba2c5f61c6cf HTTP/1.1" status: 200 len: 210 time: 0.0358410 Jul 27 21:27:48.589333 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Pushing event updated for resources: {'Port': ['ID=1dc59014-b814-4003-9e6e-5307fa87c974,revision_number=5']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:27:48.683559 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-f4fb52a3-0cd4-4601-9546-3c46d43237f8 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3743915', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4076308'] for router_interface, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:49.020521 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bbe1ca-f72d-419f-9ef2-15994e818ec8 req-09735db2-1733-4f46-8d8f-e4d6b941d01f tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:27:49.022230 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-40bbe1ca-f72d-419f-9ef2-15994e818ec8 req-09735db2-1733-4f46-8d8f-e4d6b941d01f tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] 10.222.0.60 "GET /v2.0/networks?id=b8c68474-1d26-4c5c-9f82-5da72e824d0f HTTP/1.1" status: 200 len: 810 time: 0.1815188 Jul 27 21:27:49.031758 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4fb52a3-0cd4-4601-9546-3c46d43237f8 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Router f0581615-63d2-4c36-8c8b-69f41b108744 has already been hosted by L3 agent dd128fd7-8e57-4d4f-895b-a96b369df59a {{(pid=105584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:27:49.035676 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [req-40bbe1ca-f72d-419f-9ef2-15994e818ec8 req-31641d0b-7212-4476-9386-92e7af2d58d8 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Request body: {'port': {'device_id': 'ca6eb89e-ef6b-45f1-9a6f-ba2c5f61c6cf', 'network_id': 'b8c68474-1d26-4c5c-9f82-5da72e824d0f', 'admin_state_up': True, 'tenant_id': '86837ff0d819403d862560ca192fdca7'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:27:49.192185 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4fb52a3-0cd4-4601-9546-3c46d43237f8 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify agent at l3_agent.n-d-705658-22 the message routers_updated {{(pid=105584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:27:49.199166 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-f4fb52a3-0cd4-4601-9546-3c46d43237f8 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] 10.222.0.59 "PUT /v2.0/routers/f0581615-63d2-4c36-8c8b-69f41b108744/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5138550 Jul 27 21:27:49.202236 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-40bbe1ca-f72d-419f-9ef2-15994e818ec8 req-31641d0b-7212-4476-9386-92e7af2d58d8 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Made reservation on behalf of 86837ff0d819403d862560ca192fdca7 for: {'port': 1} {{(pid=105585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:27:49.202774 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 59970) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:27:49.208362 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7278fd94-ee88-47ac-ad18-e2c907ac72db None None] Sync routers for ids ['f0581615-63d2-4c36-8c8b-69f41b108744'] in n-d-705658-22 {{(pid=105586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:27:49.222084 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7278fd94-ee88-47ac-ad18-e2c907ac72db None None] Routers {'f0581615-63d2-4c36-8c8b-69f41b108744'} bound to L3 agent in host n-d-705658-22 {{(pid=105586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:27:49.224389 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-40bbe1ca-f72d-419f-9ef2-15994e818ec8 req-31641d0b-7212-4476-9386-92e7af2d58d8 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:49.224749 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-7278fd94-ee88-47ac-ad18-e2c907ac72db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:27:42Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['f0581615-63d2-4c36-8c8b-69f41b108744'], 'active': True} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:27:49.283585 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.db_base_plugin_v2 [None req-164b7027-c0db-4e6d-ba1f-707acb101eb8 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Deleting subnet 2855f242-b7d7-4a13-b8ce-f230d6c840d2 {{(pid=105584) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:27:49.288419 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-164b7027-c0db-4e6d-ba1f-707acb101eb8 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks [] for subnet, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:49.370055 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-164b7027-c0db-4e6d-ba1f-707acb101eb8 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9014207'] for subnet, precommit_delete_associations {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:49.399745 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 59976) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:27:49.457021 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvr_db [None req-7278fd94-ee88-47ac-ad18-e2c907ac72db None None] Set router f0581615-63d2-4c36-8c8b-69f41b108744 gateway port host: n-d-705658-22 {{(pid=105586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:27:49.519679 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-164b7027-c0db-4e6d-ba1f-707acb101eb8 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854965'] for subnet, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:49.540637 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 1dc59014-b814-4003-9e6e-5307fa87c974 up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:27:49.554653 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-12c5d256-1eb3-4681-bc4a-04fc4aa9eff1 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Notify callbacks [] for security_group, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:49.564776 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.db_base_plugin_common [req-40bbe1ca-f72d-419f-9ef2-15994e818ec8 req-31641d0b-7212-4476-9386-92e7af2d58d8 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Allocated IP 172.20.0.14 (b8c68474-1d26-4c5c-9f82-5da72e824d0f/11733cc0-d894-4d0f-84a6-7f612951db53/7ef6e67a-6bce-49c5-9b47-133e675ee8b8) {{(pid=105585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:27:49.624556 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-164b7027-c0db-4e6d-ba1f-707acb101eb8 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9014081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9738825'] for subnet, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:49.668569 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164b7027-c0db-4e6d-ba1f-707acb101eb8 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Pushing event deleted for resources: {'Subnet': ['ID=2855f242-b7d7-4a13-b8ce-f230d6c840d2,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:27:49.689237 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-164b7027-c0db-4e6d-ba1f-707acb101eb8 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks [] for subnet, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:49.700663 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-164b7027-c0db-4e6d-ba1f-707acb101eb8 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] 10.222.0.59 "DELETE /v2.0/subnets/2855f242-b7d7-4a13-b8ce-f230d6c840d2 HTTP/1.1" status: 204 len: 168 time: 0.4934740 Jul 27 21:27:49.700915 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-12c5d256-1eb3-4681-bc4a-04fc4aa9eff1 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:49.702408 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 59982) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:27:49.720805 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d58f5d47-17bd-412e-a5c6-af83bee35e51 None None] Network 2ccc93db-b189-42a5-80b7-a6115bf3d495 requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:27:49.822518 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-544fa9e2-77a7-4d5c-adc7-c1272fb50ab1 req-05f5ed1e-c146-4009-af3f-80037cf7018b tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] 10.222.0.59 "GET /v2.0/ports?device_id=ca6eb89e-ef6b-45f1-9a6f-ba2c5f61c6cf HTTP/1.1" status: 200 len: 210 time: 0.0518384 Jul 27 21:27:49.846498 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port 1dc59014-b814-4003-9e6e-5307fa87c974 triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:27:49.847244 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:49.928587 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-7278fd94-ee88-47ac-ad18-e2c907ac72db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0581615-63d2-4c36-8c8b-69f41b108744', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2033618927', 'tenant_id': '379416b786c44e07b1b1ba1a5ea96882', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.175'}], 'enable_snat': True}, 'gw_port_id': 'e0f2b69d-98b6-410c-acc8-9db1157e29f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:24:43Z', 'updated_at': '2021-07-27T21:27:47Z', 'revision_number': 5, 'project_id': '379416b786c44e07b1b1ba1a5ea96882', 'gw_port': {'id': 'e0f2b69d-98b6-410c-acc8-9db1157e29f6', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:4c:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0581615-63d2-4c36-8c8b-69f41b108744', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3568, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:24:44Z', 'updated_at': '2021-07-27T21:24:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22'}], 'n-d-705658-22', False) {} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:27:49.952443 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-12c5d256-1eb3-4681-bc4a-04fc4aa9eff1 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:49.956918 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-12c5d256-1eb3-4681-bc4a-04fc4aa9eff1 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Notify callbacks [] for security_group, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:49.962456 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-12c5d256-1eb3-4681-bc4a-04fc4aa9eff1 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] 10.222.0.59 "DELETE /v2.0/security-groups/c06de200-7755-4f78-973a-65811f2d61b9 HTTP/1.1" status: 204 len: 168 time: 0.5601981 Jul 27 21:27:49.993564 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7278fd94-ee88-47ac-ad18-e2c907ac72db None None] Checking router: f0581615-63d2-4c36-8c8b-69f41b108744 for host: n-d-705658-22 {{(pid=105586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:27:50.005044 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-eacdeda6-f4ae-45c1-ae48-f65e2b5b5b9f tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks [] for router, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:50.036747 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7278fd94-ee88-47ac-ad18-e2c907ac72db None None] Routers {'f0581615-63d2-4c36-8c8b-69f41b108744'} bound to L3 agent in host n-d-705658-22 {{(pid=105586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:27:50.043901 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-7278fd94-ee88-47ac-ad18-e2c907ac72db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:27:42Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['f0581615-63d2-4c36-8c8b-69f41b108744'], 'active': True} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:27:50.052757 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 59992) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:27:50.105415 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c5d256-1eb3-4681-bc4a-04fc4aa9eff1 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c06de200-7755-4f78-973a-65811f2d61b9,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:27:50.227531 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-eacdeda6-f4ae-45c1-ae48-f65e2b5b5b9f tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks [] for router_gateway, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:50.262458 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0691405-be86-4793-aebb-b3a51fa22708 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Deleting subnet 55629c1c-d309-4161-a2ef-f987a7ce1144 {{(pid=105585) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:27:50.273724 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-a0691405-be86-4793-aebb-b3a51fa22708 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Notify callbacks [] for subnet, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:50.326956 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-a0691405-be86-4793-aebb-b3a51fa22708 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9887057'] for subnet, precommit_delete_associations {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:50.343528 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-eacdeda6-f4ae-45c1-ae48-f65e2b5b5b9f tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Deleting port e0f2b69d-98b6-410c-acc8-9db1157e29f6 {{(pid=105584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:27:50.344220 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-eacdeda6-f4ae-45c1-ae48-f65e2b5b5b9f tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:50.420194 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvr_db [None req-7278fd94-ee88-47ac-ad18-e2c907ac72db None None] Set router f0581615-63d2-4c36-8c8b-69f41b108744 gateway port host: n-d-705658-22 {{(pid=105586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:27:50.469256 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-a0691405-be86-4793-aebb-b3a51fa22708 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854965'] for subnet, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:50.510243 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [None req-eacdeda6-f4ae-45c1-ae48-f65e2b5b5b9f tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] For port e0f2b69d-98b6-410c-acc8-9db1157e29f6, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=e0f2b69d-98b6-410c-acc8-9db1157e29f6,segment=NetworkSegment(12196855-9a32-4633-9a56-77697ef9e126),segment_id=12196855-9a32-4633-9a56-77697ef9e126)] {{(pid=105584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:27:50.511212 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-eacdeda6-f4ae-45c1-ae48-f65e2b5b5b9f tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:50.527087 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-eacdeda6-f4ae-45c1-ae48-f65e2b5b5b9f tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Calling delete_port for e0f2b69d-98b6-410c-acc8-9db1157e29f6 owned by network:router_gateway {{(pid=105584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:27:50.604595 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-40bbe1ca-f72d-419f-9ef2-15994e818ec8 req-31641d0b-7212-4476-9386-92e7af2d58d8 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Notify callbacks [] for port, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:50.638772 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.provisioning_blocks [req-40bbe1ca-f72d-419f-9ef2-15994e818ec8 req-31641d0b-7212-4476-9386-92e7af2d58d8 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Transition to ACTIVE for port object 7ef6e67a-6bce-49c5-9b47-133e675ee8b8 will not be triggered until provisioned by entity DHCP. {{(pid=105585) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:27:50.680099 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-40bbe1ca-f72d-419f-9ef2-15994e818ec8 req-31641d0b-7212-4476-9386-92e7af2d58d8 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:50.689035 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc12f697-d942-4f70-82af-ddcbd70e64ac None None] DHCP port deletion for 2ccc93db-b189-42a5-80b7-a6115bf3d495 request from n-d-705658-22 {{(pid=105586) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 21:27:50.733804 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31641d0b-7212-4476-9386-92e7af2d58d8 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Pushing event updated for resources: {'Port': ['ID=7ef6e67a-6bce-49c5-9b47-133e675ee8b8,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:27:50.752149 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-40bbe1ca-f72d-419f-9ef2-15994e818ec8 req-31641d0b-7212-4476-9386-92e7af2d58d8 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Network b8c68474-1d26-4c5c-9f82-5da72e824d0f is already hosted by enough agents. {{(pid=105585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:27:50.755565 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.base_scheduler [req-40bbe1ca-f72d-419f-9ef2-15994e818ec8 req-31641d0b-7212-4476-9386-92e7af2d58d8 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Resources bound (agent type, host, resource id): {{(pid=105585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:27:50.759896 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.l3_dvrscheduler_db [req-40bbe1ca-f72d-419f-9ef2-15994e818ec8 req-31641d0b-7212-4476-9386-92e7af2d58d8 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Received port after_create {{(pid=105585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:27:50.783955 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-7278fd94-ee88-47ac-ad18-e2c907ac72db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0581615-63d2-4c36-8c8b-69f41b108744', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2033618927', 'tenant_id': '379416b786c44e07b1b1ba1a5ea96882', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.175'}], 'enable_snat': True}, 'gw_port_id': 'e0f2b69d-98b6-410c-acc8-9db1157e29f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:24:43Z', 'updated_at': '2021-07-27T21:27:47Z', 'revision_number': 5, 'project_id': '379416b786c44e07b1b1ba1a5ea96882', 'gw_port': {'id': 'e0f2b69d-98b6-410c-acc8-9db1157e29f6', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:4c:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0581615-63d2-4c36-8c8b-69f41b108744', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3568, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:24:44Z', 'updated_at': '2021-07-27T21:24:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22'}], 'n-d-705658-22', False) {} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:27:50.818876 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bbe1ca-f72d-419f-9ef2-15994e818ec8 req-31641d0b-7212-4476-9386-92e7af2d58d8 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:27:50.819861 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-40bbe1ca-f72d-419f-9ef2-15994e818ec8 req-31641d0b-7212-4476-9386-92e7af2d58d8 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:50.822622 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device 939d9982-c77e-44ac-8f2b-4d907e1f61fd no longer exists at agent hyperv_n-h1-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:27:50.828109 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7278fd94-ee88-47ac-ad18-e2c907ac72db None None] The sync data for ids ['f0581615-63d2-4c36-8c8b-69f41b108744'] in n-d-705658-22 is: [{'id': 'f0581615-63d2-4c36-8c8b-69f41b108744', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2033618927', 'tenant_id': '379416b786c44e07b1b1ba1a5ea96882', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.175'}], 'enable_snat': True}, 'gw_port_id': 'e0f2b69d-98b6-410c-acc8-9db1157e29f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:24:43Z', 'updated_at': '2021-07-27T21:27:47Z', 'revision_number': 5, 'project_id': '379416b786c44e07b1b1ba1a5ea96882', 'gw_port': {'id': 'e0f2b69d-98b6-410c-acc8-9db1157e29f6', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:4c:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0581615-63d2-4c36-8c8b-69f41b108744', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3568, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:24:44Z', 'updated_at': '2021-07-27T21:24:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22'}] {{(pid=105586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:27:50.836393 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-a0691405-be86-4793-aebb-b3a51fa22708 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10221602', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9990583'] for subnet, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:50.902238 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-eacdeda6-f4ae-45c1-ae48-f65e2b5b5b9f tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:50.912529 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0691405-be86-4793-aebb-b3a51fa22708 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Pushing event deleted for resources: {'Subnet': ['ID=55629c1c-d309-4161-a2ef-f987a7ce1144,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:27:50.915510 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-40bbe1ca-f72d-419f-9ef2-15994e818ec8 req-31641d0b-7212-4476-9386-92e7af2d58d8 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8841202 Jul 27 21:27:50.916509 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-a0691405-be86-4793-aebb-b3a51fa22708 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Notify callbacks [] for subnet, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:50.922229 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-fc12f697-d942-4f70-82af-ddcbd70e64ac None None] Deleting port 48511287-d3e2-4e63-a903-a4e0f72ff7c8 {{(pid=105586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:27:50.924083 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-fc12f697-d942-4f70-82af-ddcbd70e64ac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:50.928068 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-a0691405-be86-4793-aebb-b3a51fa22708 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] 10.222.0.59 "DELETE /v2.0/subnets/55629c1c-d309-4161-a2ef-f987a7ce1144 HTTP/1.1" status: 204 len: 168 time: 0.8714752 Jul 27 21:27:50.929230 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-28650df7-c46c-4981-b84f-37d87254047e None None] No Port match for: 939d9982-c77e-44ac-8f2b-4d907e1f61fd {{(pid=105586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:27:50.929774 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device 939d9982-c77e-44ac-8f2b-4d907e1f61fd not bound to the agent host n-h1-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:27:50.937365 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09bedd13-eeb1-430b-8f85-a4f7d298097a None None] Network c8e805f7-3281-4345-9a70-ef5ff0d2d0bb requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:27:50.947961 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [req-40bbe1ca-f72d-419f-9ef2-15994e818ec8 req-bf0910eb-adeb-4a38-aaad-3283925b3e35 service neutron] Request body: {'port': {'device_id': 'ca6eb89e-ef6b-45f1-9a6f-ba2c5f61c6cf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-705658-22'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:27:50.951387 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 60002) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:27:50.979677 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacdeda6-f4ae-45c1-ae48-f65e2b5b5b9f tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Pushing event deleted for resources: {'Port': ['ID=e0f2b69d-98b6-410c-acc8-9db1157e29f6,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:27:51.063862 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-eacdeda6-f4ae-45c1-ae48-f65e2b5b5b9f tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4075702'] for router_gateway, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:51.132494 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-3386d8f0-507f-4786-96d5-17c3b7e66921 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-990557'] for network, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:51.180393 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-fc12f697-d942-4f70-82af-ddcbd70e64ac None None] For port 48511287-d3e2-4e63-a903-a4e0f72ff7c8, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=48511287-d3e2-4e63-a903-a4e0f72ff7c8,segment=NetworkSegment(5dc26c44-3b1c-4075-b860-bc76f03d3c9f),segment_id=5dc26c44-3b1c-4075-b860-bc76f03d3c9f)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:27:51.180664 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-fc12f697-d942-4f70-82af-ddcbd70e64ac None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:51.188938 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-eacdeda6-f4ae-45c1-ae48-f65e2b5b5b9f tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4163631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-425'] for router, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:51.196691 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-eacdeda6-f4ae-45c1-ae48-f65e2b5b5b9f tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:51.197660 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-fc12f697-d942-4f70-82af-ddcbd70e64ac None None] Calling delete_port for 48511287-d3e2-4e63-a903-a4e0f72ff7c8 owned by network:dhcp {{(pid=105586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:27:51.309097 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-eacdeda6-f4ae-45c1-ae48-f65e2b5b5b9f tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4163007'] for router, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:51.310073 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eacdeda6-f4ae-45c1-ae48-f65e2b5b5b9f tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Fanout notify agent at l3_agent the message router_deleted on router f0581615-63d2-4c36-8c8b-69f41b108744 {{(pid=105584) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 21:27:51.320405 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-eacdeda6-f4ae-45c1-ae48-f65e2b5b5b9f tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks [] for router, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:51.323122 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-eacdeda6-f4ae-45c1-ae48-f65e2b5b5b9f tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] 10.222.0.59 "DELETE /v2.0/routers/f0581615-63d2-4c36-8c8b-69f41b108744 HTTP/1.1" status: 204 len: 168 time: 1.6196709 Jul 27 21:27:51.325709 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 60010) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:27:51.346462 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-40bbe1ca-f72d-419f-9ef2-15994e818ec8 req-bf0910eb-adeb-4a38-aaad-3283925b3e35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:51.387910 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542ee750-2a32-4922-8af2-1b7d0adccc51 req-424a575b-d206-4cc8-bf37-9705100a9400 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:27:51.389624 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-542ee750-2a32-4922-8af2-1b7d0adccc51 req-424a575b-d206-4cc8-bf37-9705100a9400 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] 10.222.0.59 "GET /v2.0/ports?device_id=ca6eb89e-ef6b-45f1-9a6f-ba2c5f61c6cf HTTP/1.1" status: 200 len: 932 time: 0.2720468 Jul 27 21:27:51.426829 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-e9e08907-b952-4847-9eba-ccc6ac877c88 None None] Provisioning for port 7ef6e67a-6bce-49c5-9b47-133e675ee8b8 completed by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:27:51.437975 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-e9e08907-b952-4847-9eba-ccc6ac877c88 None None] Provisioning complete for port 7ef6e67a-6bce-49c5-9b47-133e675ee8b8 triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:27:51.438350 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-e9e08907-b952-4847-9eba-ccc6ac877c88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:51.481838 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [None req-3386d8f0-507f-4786-96d5-17c3b7e66921 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Deleting port 6bf95075-7d03-4f33-923b-207f27f15270 {{(pid=105585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:27:51.486409 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-3386d8f0-507f-4786-96d5-17c3b7e66921 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:51.524612 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-e9e08907-b952-4847-9eba-ccc6ac877c88 None None] Port 7ef6e67a-6bce-49c5-9b47-133e675ee8b8 cannot update to ACTIVE because it is not bound. {{(pid=105586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:27:51.538826 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fedd424f-c44f-4f78-a9cb-914e24ddd1ae None None] DHCP port deletion for c8e805f7-3281-4345-9a70-ef5ff0d2d0bb request from n-d-705658-22 {{(pid=105586) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 21:27:51.613068 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-fc12f697-d942-4f70-82af-ddcbd70e64ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180'] for port, after_delete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:51.622242 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-eecc704d-956c-4a01-8630-47a04bf37087 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-990557'] for network, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:51.635206 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-542ee750-2a32-4922-8af2-1b7d0adccc51 req-f76ca023-0987-4d86-b9a3-03b1ce4c1326 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] 10.222.0.59 "GET /v2.0/security-groups?id=538791a4-2ac5-4c76-85f8-7580d1a09c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2105265 Jul 27 21:27:51.687793 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc12f697-d942-4f70-82af-ddcbd70e64ac None None] Pushing event deleted for resources: {'Port': ['ID=48511287-d3e2-4e63-a903-a4e0f72ff7c8,revision_number=None']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:27:51.705611 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc12f697-d942-4f70-82af-ddcbd70e64ac None None] No DVR routers for this DVR port 48511287-d3e2-4e63-a903-a4e0f72ff7c8 on host n-d-705658-22 {{(pid=105586) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:27:51.716312 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 48511287-d3e2-4e63-a903-a4e0f72ff7c8 no longer exists at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:27:51.758907 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] No Port match for: 48511287-d3e2-4e63-a903-a4e0f72ff7c8 {{(pid=105586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:27:51.759350 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 48511287-d3e2-4e63-a903-a4e0f72ff7c8 not bound to the agent host n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:27:51.759786 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device eb284e82-335a-4b67-a007-09015d467991 no longer exists at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:27:51.784981 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] No Port match for: eb284e82-335a-4b67-a007-09015d467991 {{(pid=105586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:27:51.785338 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device eb284e82-335a-4b67-a007-09015d467991 not bound to the agent host n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:27:51.808880 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-fedd424f-c44f-4f78-a9cb-914e24ddd1ae None None] Deleting port 6bf95075-7d03-4f33-923b-207f27f15270 {{(pid=105586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:27:51.809270 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-fedd424f-c44f-4f78-a9cb-914e24ddd1ae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:51.827769 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-eecc704d-956c-4a01-8630-47a04bf37087 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853562', 'neutron.services.segments.db._delete_segments_for_network-8790688882975'] for network, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:51.855889 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.segments.db [None req-eecc704d-956c-4a01-8630-47a04bf37087 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ccc93db-b189-42a5-80b7-a6115bf3d495']}} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:27:51.897042 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.segments.db [None req-eecc704d-956c-4a01-8630-47a04bf37087 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5dc26c44-3b1c-4075-b860-bc76f03d3c9f') {'for_net_delete': True} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:27:51.897871 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.segments.db [None req-eecc704d-956c-4a01-8630-47a04bf37087 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5dc26c44-3b1c-4075-b860-bc76f03d3c9f') {} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:27:51.922252 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-eecc704d-956c-4a01-8630-47a04bf37087 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790688883752', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9014348'] for segment, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:51.932973 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.db [None req-3386d8f0-507f-4786-96d5-17c3b7e66921 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] For port 6bf95075-7d03-4f33-923b-207f27f15270, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=6bf95075-7d03-4f33-923b-207f27f15270,segment=NetworkSegment(c292ba05-9478-46eb-ae8f-3b1eb9e5c8de),segment_id=c292ba05-9478-46eb-ae8f-3b1eb9e5c8de)] {{(pid=105585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:27:51.934024 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-3386d8f0-507f-4786-96d5-17c3b7e66921 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:51.938786 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-fedd424f-c44f-4f78-a9cb-914e24ddd1ae None None] For port 6bf95075-7d03-4f33-923b-207f27f15270, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=6bf95075-7d03-4f33-923b-207f27f15270,segment=NetworkSegment(c292ba05-9478-46eb-ae8f-3b1eb9e5c8de),segment_id=c292ba05-9478-46eb-ae8f-3b1eb9e5c8de)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:27:51.939450 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-fedd424f-c44f-4f78-a9cb-914e24ddd1ae None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:51.958557 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-eecc704d-956c-4a01-8630-47a04bf37087 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:51.970690 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-fedd424f-c44f-4f78-a9cb-914e24ddd1ae None None] Calling delete_port for 6bf95075-7d03-4f33-923b-207f27f15270 owned by network:dhcp {{(pid=105586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:27:51.972666 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eecc704d-956c-4a01-8630-47a04bf37087 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Releasing vlan 218 on physical network physnet1 to pool {{(pid=105584) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:27:51.973353 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-eecc704d-956c-4a01-8630-47a04bf37087 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9014063'] for segment, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:51.979136 n-d-705658-22 neutron-server[105584]: Traceback (most recent call last): Jul 27 21:27:51.979136 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:27:51.979136 n-d-705658-22 neutron-server[105584]: timer() Jul 27 21:27:51.979136 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:27:51.979136 n-d-705658-22 neutron-server[105584]: cb(*args, **kw) Jul 27 21:27:51.979136 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:27:51.979136 n-d-705658-22 neutron-server[105584]: return func(*args, **kwargs) Jul 27 21:27:51.979136 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:27:51.979136 n-d-705658-22 neutron-server[105584]: self._notify() Jul 27 21:27:51.979136 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:27:51.979136 n-d-705658-22 neutron-server[105584]: self.callback(batched_events) Jul 27 21:27:51.979136 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:27:51.979136 n-d-705658-22 neutron-server[105584]: event.method(event) Jul 27 21:27:51.979136 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:27:51.979136 n-d-705658-22 neutron-server[105584]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:27:51.979136 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:27:51.979136 n-d-705658-22 neutron-server[105584]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:27:51.979136 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:27:51.979136 n-d-705658-22 neutron-server[105584]: return f(self, *a, **k) Jul 27 21:27:51.979136 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:27:51.979136 n-d-705658-22 neutron-server[105584]: return self._get(url).json() Jul 27 21:27:51.979136 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:27:51.979136 n-d-705658-22 neutron-server[105584]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:27:51.979136 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:27:51.979136 n-d-705658-22 neutron-server[105584]: return self.request(url, 'GET', **kwargs) Jul 27 21:27:51.979136 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:27:51.979136 n-d-705658-22 neutron-server[105584]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:27:51.979136 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:27:51.979136 n-d-705658-22 neutron-server[105584]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:27:51.979136 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:27:51.979136 n-d-705658-22 neutron-server[105584]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:27:51.979136 n-d-705658-22 neutron-server[105584]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:27:51.984897 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [None req-3386d8f0-507f-4786-96d5-17c3b7e66921 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Calling delete_port for 6bf95075-7d03-4f33-923b-207f27f15270 owned by network:dhcp {{(pid=105585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:27:52.095368 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-eecc704d-956c-4a01-8630-47a04bf37087 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4075658'] for network, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:52.104405 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-eecc704d-956c-4a01-8630-47a04bf37087 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks [] for network, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:52.118491 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-eecc704d-956c-4a01-8630-47a04bf37087 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] 10.222.0.59 "DELETE /v2.0/networks/2ccc93db-b189-42a5-80b7-a6115bf3d495 HTTP/1.1" status: 204 len: 168 time: 0.7910802 Jul 27 21:27:52.121569 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 60020) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:27:52.138143 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-fedd424f-c44f-4f78-a9cb-914e24ddd1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180'] for port, after_delete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:52.151250 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eecc704d-956c-4a01-8630-47a04bf37087 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Pushing event deleted for resources: {'Network': ['ID=2ccc93db-b189-42a5-80b7-a6115bf3d495,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:27:52.183141 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedd424f-c44f-4f78-a9cb-914e24ddd1ae None None] Pushing event deleted for resources: {'Port': ['ID=6bf95075-7d03-4f33-923b-207f27f15270,revision_number=None']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:27:52.188665 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fedd424f-c44f-4f78-a9cb-914e24ddd1ae None None] No DVR routers for this DVR port 6bf95075-7d03-4f33-923b-207f27f15270 on host n-d-705658-22 {{(pid=105586) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:27:52.188910 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-3386d8f0-507f-4786-96d5-17c3b7e66921 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:52.237037 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3386d8f0-507f-4786-96d5-17c3b7e66921 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Pushing event deleted for resources: {'Port': ['ID=6bf95075-7d03-4f33-923b-207f27f15270,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:27:52.244932 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-16f1d3b0-90bb-4ce1-92bf-df3791d2c213 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks [] for security_group, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:52.257291 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3386d8f0-507f-4786-96d5-17c3b7e66921 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] No DVR routers for this DVR port 6bf95075-7d03-4f33-923b-207f27f15270 on host n-d-705658-22 {{(pid=105585) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:27:52.276252 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-16f1d3b0-90bb-4ce1-92bf-df3791d2c213 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:52.357567 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-16f1d3b0-90bb-4ce1-92bf-df3791d2c213 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:52.360524 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-16f1d3b0-90bb-4ce1-92bf-df3791d2c213 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Notify callbacks [] for security_group, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:52.366856 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-16f1d3b0-90bb-4ce1-92bf-df3791d2c213 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] 10.222.0.59 "DELETE /v2.0/security-groups/d7e088a3-97e7-462a-93b9-5633e347368d HTTP/1.1" status: 204 len: 168 time: 0.2440705 Jul 27 21:27:52.377637 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f1d3b0-90bb-4ce1-92bf-df3791d2c213 tempest-TestNetworkAdvancedServerOps-1475777144 tempest-TestNetworkAdvancedServerOps-1475777144-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7e088a3-97e7-462a-93b9-5633e347368d,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:27:52.424732 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-3386d8f0-507f-4786-96d5-17c3b7e66921 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853562', 'neutron.services.segments.db._delete_segments_for_network-8790688882975'] for network, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:52.436984 n-d-705658-22 neutron-server[105585]: DEBUG neutron.services.segments.db [None req-3386d8f0-507f-4786-96d5-17c3b7e66921 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8e805f7-3281-4345-9a70-ef5ff0d2d0bb']}} {{(pid=105585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:27:52.461565 n-d-705658-22 neutron-server[105585]: DEBUG neutron.services.segments.db [None req-3386d8f0-507f-4786-96d5-17c3b7e66921 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c292ba05-9478-46eb-ae8f-3b1eb9e5c8de') {'for_net_delete': True} {{(pid=105585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:27:52.461987 n-d-705658-22 neutron-server[105585]: DEBUG neutron.services.segments.db [None req-3386d8f0-507f-4786-96d5-17c3b7e66921 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c292ba05-9478-46eb-ae8f-3b1eb9e5c8de') {} {{(pid=105585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:27:52.479122 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-3386d8f0-507f-4786-96d5-17c3b7e66921 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790688883752', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9886370'] for segment, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:52.531949 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-3386d8f0-507f-4786-96d5-17c3b7e66921 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:52.545318 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3386d8f0-507f-4786-96d5-17c3b7e66921 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Releasing vlan 211 on physical network physnet1 to pool {{(pid=105585) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:27:52.545743 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-3386d8f0-507f-4786-96d5-17c3b7e66921 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10221644'] for segment, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:52.548917 n-d-705658-22 neutron-server[105585]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 21:27:52.548917 n-d-705658-22 neutron-server[105585]: self.session.flush() Jul 27 21:27:52.548917 n-d-705658-22 neutron-server[105585]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 21:27:52.548917 n-d-705658-22 neutron-server[105585]: self.session.flush() Jul 27 21:27:52.548917 n-d-705658-22 neutron-server[105585]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 21:27:52.548917 n-d-705658-22 neutron-server[105585]: self.session.flush() Jul 27 21:27:52.548917 n-d-705658-22 neutron-server[105585]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 21:27:52.548917 n-d-705658-22 neutron-server[105585]: self.session.flush() Jul 27 21:27:52.548917 n-d-705658-22 neutron-server[105585]: Traceback (most recent call last): Jul 27 21:27:52.548917 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:27:52.548917 n-d-705658-22 neutron-server[105585]: timer() Jul 27 21:27:52.548917 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:27:52.548917 n-d-705658-22 neutron-server[105585]: cb(*args, **kw) Jul 27 21:27:52.548917 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:27:52.548917 n-d-705658-22 neutron-server[105585]: return func(*args, **kwargs) Jul 27 21:27:52.548917 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:27:52.548917 n-d-705658-22 neutron-server[105585]: self._notify() Jul 27 21:27:52.548917 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:27:52.548917 n-d-705658-22 neutron-server[105585]: self.callback(batched_events) Jul 27 21:27:52.548917 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:27:52.548917 n-d-705658-22 neutron-server[105585]: event.method(event) Jul 27 21:27:52.548917 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:27:52.548917 n-d-705658-22 neutron-server[105585]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:27:52.548917 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:27:52.548917 n-d-705658-22 neutron-server[105585]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:27:52.548917 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:27:52.548917 n-d-705658-22 neutron-server[105585]: return f(self, *a, **k) Jul 27 21:27:52.548917 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:27:52.548917 n-d-705658-22 neutron-server[105585]: return self._get(url).json() Jul 27 21:27:52.548917 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:27:52.548917 n-d-705658-22 neutron-server[105585]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:27:52.548917 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:27:52.548917 n-d-705658-22 neutron-server[105585]: return self.request(url, 'GET', **kwargs) Jul 27 21:27:52.548917 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:27:52.548917 n-d-705658-22 neutron-server[105585]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:27:52.548917 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:27:52.548917 n-d-705658-22 neutron-server[105585]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:27:52.548917 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:27:52.548917 n-d-705658-22 neutron-server[105585]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:27:52.548917 n-d-705658-22 neutron-server[105585]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:27:52.595913 n-d-705658-22 neutron-server[105585]: DEBUG neutron.notifiers.nova [req-40bbe1ca-f72d-419f-9ef2-15994e818ec8 req-bf0910eb-adeb-4a38-aaad-3283925b3e35 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ef6e67a-6bce-49c5-9b47-133e675ee8b8 {{(pid=105585) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:27:52.612812 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-40bbe1ca-f72d-419f-9ef2-15994e818ec8 req-bf0910eb-adeb-4a38-aaad-3283925b3e35 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:52.635457 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.provisioning_blocks [req-40bbe1ca-f72d-419f-9ef2-15994e818ec8 req-bf0910eb-adeb-4a38-aaad-3283925b3e35 service neutron] Transition to ACTIVE for port object 7ef6e67a-6bce-49c5-9b47-133e675ee8b8 will not be triggered until provisioned by entity L2. {{(pid=105585) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:27:52.640262 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-3386d8f0-507f-4786-96d5-17c3b7e66921 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4075658'] for network, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:52.680875 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-40bbe1ca-f72d-419f-9ef2-15994e818ec8 req-bf0910eb-adeb-4a38-aaad-3283925b3e35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10221672'] for port, after_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:52.698175 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-3386d8f0-507f-4786-96d5-17c3b7e66921 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Notify callbacks [] for network, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:52.700724 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-3386d8f0-507f-4786-96d5-17c3b7e66921 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] 10.222.0.59 "DELETE /v2.0/networks/c8e805f7-3281-4345-9a70-ef5ff0d2d0bb HTTP/1.1" status: 204 len: 168 time: 1.7483318 Jul 27 21:27:52.704095 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 60036) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:27:52.711443 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3386d8f0-507f-4786-96d5-17c3b7e66921 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Pushing event deleted for resources: {'Network': ['ID=c8e805f7-3281-4345-9a70-ef5ff0d2d0bb,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:27:52.806722 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0910eb-adeb-4a38-aaad-3283925b3e35 service neutron] Pushing event updated for resources: {'Port': ['ID=7ef6e67a-6bce-49c5-9b47-133e675ee8b8,revision_number=2']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:27:52.940110 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 60044) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:27:52.984611 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-0de7b824-db6a-405f-b151-e469ba368a94 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Deleting port 1becb4c4-ebad-4a4c-be31-1e96ec143aa8 {{(pid=105584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:27:52.985217 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-0de7b824-db6a-405f-b151-e469ba368a94 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:53.022958 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.managers [req-40bbe1ca-f72d-419f-9ef2-15994e818ec8 req-bf0910eb-adeb-4a38-aaad-3283925b3e35 service neutron] Attempting to bind port 7ef6e67a-6bce-49c5-9b47-133e675ee8b8 on host n-h2-705658-22 for vnic_type normal with profile {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:27:53.023664 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.managers [req-40bbe1ca-f72d-419f-9ef2-15994e818ec8 req-bf0910eb-adeb-4a38-aaad-3283925b3e35 service neutron] Attempting to bind port 7ef6e67a-6bce-49c5-9b47-133e675ee8b8 by drivers openvswitch,hyperv on host n-h2-705658-22 at level 0 using segments [{'id': '6a44b0c8-0b10-4191-b0e4-021984ddfab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'b8c68474-1d26-4c5c-9f82-5da72e824d0f'}] {{(pid=105585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:27:53.024185 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40bbe1ca-f72d-419f-9ef2-15994e818ec8 req-bf0910eb-adeb-4a38-aaad-3283925b3e35 service neutron] Attempting to bind port 7ef6e67a-6bce-49c5-9b47-133e675ee8b8 on network b8c68474-1d26-4c5c-9f82-5da72e824d0f {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:27:53.045128 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40bbe1ca-f72d-419f-9ef2-15994e818ec8 req-bf0910eb-adeb-4a38-aaad-3283925b3e35 service neutron] Port 7ef6e67a-6bce-49c5-9b47-133e675ee8b8 on network b8c68474-1d26-4c5c-9f82-5da72e824d0f not bound, no agent of type Open vSwitch agent registered on host n-h2-705658-22 {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:27:53.045766 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40bbe1ca-f72d-419f-9ef2-15994e818ec8 req-bf0910eb-adeb-4a38-aaad-3283925b3e35 service neutron] Attempting to bind port 7ef6e67a-6bce-49c5-9b47-133e675ee8b8 on network b8c68474-1d26-4c5c-9f82-5da72e824d0f {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:27:53.062022 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40bbe1ca-f72d-419f-9ef2-15994e818ec8 req-bf0910eb-adeb-4a38-aaad-3283925b3e35 service neutron] Checking agent: {'id': '65195a73-a875-4810-9f5b-622ae260a8a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 49, 40), 'started_at': datetime.datetime(2021, 7, 27, 20, 49, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 27, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:27:53.062922 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40bbe1ca-f72d-419f-9ef2-15994e818ec8 req-bf0910eb-adeb-4a38-aaad-3283925b3e35 service neutron] Checking segment: {'id': '6a44b0c8-0b10-4191-b0e4-021984ddfab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'b8c68474-1d26-4c5c-9f82-5da72e824d0f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:27:53.064041 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40bbe1ca-f72d-419f-9ef2-15994e818ec8 req-bf0910eb-adeb-4a38-aaad-3283925b3e35 service neutron] Bound using segment: {'id': '6a44b0c8-0b10-4191-b0e4-021984ddfab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'b8c68474-1d26-4c5c-9f82-5da72e824d0f'} {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:27:53.064702 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.managers [req-40bbe1ca-f72d-419f-9ef2-15994e818ec8 req-bf0910eb-adeb-4a38-aaad-3283925b3e35 service neutron] Bound port: 7ef6e67a-6bce-49c5-9b47-133e675ee8b8, host: n-h2-705658-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a44b0c8-0b10-4191-b0e4-021984ddfab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'b8c68474-1d26-4c5c-9f82-5da72e824d0f'}}] {{(pid=105585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:27:53.067179 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-40bbe1ca-f72d-419f-9ef2-15994e818ec8 req-bf0910eb-adeb-4a38-aaad-3283925b3e35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:53.099211 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-0de7b824-db6a-405f-b151-e469ba368a94 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:53.099211 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-0de7b824-db6a-405f-b151-e469ba368a94 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:53.116908 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-0de7b824-db6a-405f-b151-e469ba368a94 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Calling delete_port for 1becb4c4-ebad-4a4c-be31-1e96ec143aa8 owned by network:floatingip {{(pid=105584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:27:53.194719 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032e0f85-4bfe-40de-97d9-9e9f24c3f9e2 req-c856c8e3-d2f0-43c4-9a76-f5b110c18efe tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:27:53.202206 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-032e0f85-4bfe-40de-97d9-9e9f24c3f9e2 req-c856c8e3-d2f0-43c4-9a76-f5b110c18efe tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] 10.222.0.59 "GET /v2.0/ports?device_id=ca6eb89e-ef6b-45f1-9a6f-ba2c5f61c6cf HTTP/1.1" status: 200 len: 944 time: 0.3966711 Jul 27 21:27:53.243986 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.db [req-40bbe1ca-f72d-419f-9ef2-15994e818ec8 req-bf0910eb-adeb-4a38-aaad-3283925b3e35 service neutron] For port 7ef6e67a-6bce-49c5-9b47-133e675ee8b8, host n-h2-705658-22, cleared binding levels {{(pid=105585) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:27:53.281057 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.db [req-40bbe1ca-f72d-419f-9ef2-15994e818ec8 req-bf0910eb-adeb-4a38-aaad-3283925b3e35 service neutron] For port 7ef6e67a-6bce-49c5-9b47-133e675ee8b8, host n-h2-705658-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=7ef6e67a-6bce-49c5-9b47-133e675ee8b8,segment=NetworkSegment(6a44b0c8-0b10-4191-b0e4-021984ddfab8),segment_id=6a44b0c8-0b10-4191-b0e4-021984ddfab8)] {{(pid=105585) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:27:53.299239 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-032e0f85-4bfe-40de-97d9-9e9f24c3f9e2 req-6bfbf379-6148-44d5-a723-4effc69440a1 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] 10.222.0.59 "GET /v2.0/security-groups?id=538791a4-2ac5-4c76-85f8-7580d1a09c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959635 Jul 27 21:27:53.314775 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-40bbe1ca-f72d-419f-9ef2-15994e818ec8 req-bf0910eb-adeb-4a38-aaad-3283925b3e35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10221672'] for port, after_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:53.326838 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-0de7b824-db6a-405f-b151-e469ba368a94 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:53.361602 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-0b951714-9bdc-4b7a-b1c8-76fd15c7b67c admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=379416b786c44e07b1b1ba1a5ea96882&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4157810 Jul 27 21:27:53.361602 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bbe1ca-f72d-419f-9ef2-15994e818ec8 req-bf0910eb-adeb-4a38-aaad-3283925b3e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:27:53.362363 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-40bbe1ca-f72d-419f-9ef2-15994e818ec8 req-bf0910eb-adeb-4a38-aaad-3283925b3e35 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:53.363852 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-40bbe1ca-f72d-419f-9ef2-15994e818ec8 req-bf0910eb-adeb-4a38-aaad-3283925b3e35 service neutron] 10.222.0.60 "PUT /v2.0/ports/7ef6e67a-6bce-49c5-9b47-133e675ee8b8 HTTP/1.1" status: 200 len: 1093 time: 2.4337606 Jul 27 21:27:53.367336 n-d-705658-22 neutron-server[105585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca6eb89e-ef6b-45f1-9a6f-ba2c5f61c6cf', 'tag': '7ef6e67a-6bce-49c5-9b47-133e675ee8b8'}] {{(pid=105585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:27:53.370017 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d66fd65881426bfc2b5388084a3654e5eae521106a15a3dbf0eb4cde7106c36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f00acd5-9495-4358-9df8-81884a4102a7" -d '{"events": [{"name": "network-changed", "server_uuid": "ca6eb89e-ef6b-45f1-9a6f-ba2c5f61c6cf", "tag": "7ef6e67a-6bce-49c5-9b47-133e675ee8b8"}]}' {{(pid=105585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:27:53.373265 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 60056) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:27:53.444223 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de7b824-db6a-405f-b151-e469ba368a94 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Pushing event deleted for resources: {'Port': ['ID=1becb4c4-ebad-4a4c-be31-1e96ec143aa8,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:27:53.529645 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:27:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9352e99-d810-49cf-a5ea-d181c51e1c66 x-openstack-request-id: req-d9352e99-d810-49cf-a5ea-d181c51e1c66 {{(pid=105585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:27:53.529896 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca6eb89e-ef6b-45f1-9a6f-ba2c5f61c6cf", "tag": "7ef6e67a-6bce-49c5-9b47-133e675ee8b8", "status": "completed", "code": 200}]} {{(pid=105585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:27:53.530007 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-d9352e99-d810-49cf-a5ea-d181c51e1c66 {{(pid=105585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:27:53.530344 n-d-705658-22 neutron-server[105585]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca6eb89e-ef6b-45f1-9a6f-ba2c5f61c6cf', 'tag': '7ef6e67a-6bce-49c5-9b47-133e675ee8b8', 'status': 'completed', 'code': 200} Jul 27 21:27:53.535093 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0910eb-adeb-4a38-aaad-3283925b3e35 service neutron] Pushing event updated for resources: {'Port': ['ID=7ef6e67a-6bce-49c5-9b47-133e675ee8b8,revision_number=3']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:27:53.538595 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 6bf95075-7d03-4f33-923b-207f27f15270 no longer exists at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:27:53.567605 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-95a4b936-5676-4ee2-afed-19190fb4191e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:53.583577 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] No Port match for: 6bf95075-7d03-4f33-923b-207f27f15270 {{(pid=105586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:27:53.589520 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 6bf95075-7d03-4f33-923b-207f27f15270 not bound to the agent host n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:27:53.590051 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device e0f2b69d-98b6-410c-acc8-9db1157e29f6 no longer exists at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:27:53.605494 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-95a4b936-5676-4ee2-afed-19190fb4191e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:53.611413 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-0de7b824-db6a-405f-b151-e469ba368a94 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Notify callbacks [] for floatingip, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:53.611995 n-d-705658-22 neutron-server[105584]: INFO neutron.db.l3_db [None req-0de7b824-db6a-405f-b151-e469ba368a94 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Floating IP 1ce21796-9fa0-46b8-b098-1d9ee25adb6c disassociated (deleted). External IP: 172.25.5.101, port: 3a579c2f-f8ed-48da-ad88-db30ec800195. Jul 27 21:27:53.630776 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bbe1ca-f72d-419f-9ef2-15994e818ec8 req-ff2f93cb-bb0e-436f-ac6c-33c2348385c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:27:53.633227 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-40bbe1ca-f72d-419f-9ef2-15994e818ec8 req-ff2f93cb-bb0e-436f-ac6c-33c2348385c4 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=86837ff0d819403d862560ca192fdca7&device_id=ca6eb89e-ef6b-45f1-9a6f-ba2c5f61c6cf HTTP/1.1" status: 200 len: 1096 time: 0.2087750 Jul 27 21:27:53.651975 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] No Port match for: e0f2b69d-98b6-410c-acc8-9db1157e29f6 {{(pid=105586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:27:53.652995 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device e0f2b69d-98b6-410c-acc8-9db1157e29f6 not bound to the agent host n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:27:53.707425 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-40bbe1ca-f72d-419f-9ef2-15994e818ec8 req-700cf880-0291-491b-bba6-73ae5cfb620b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7ef6e67a-6bce-49c5-9b47-133e675ee8b8 HTTP/1.1" status: 200 len: 217 time: 0.0628140 Jul 27 21:27:53.763613 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-95a4b936-5676-4ee2-afed-19190fb4191e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:53.766567 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-95a4b936-5676-4ee2-afed-19190fb4191e admin admin] Notify callbacks [] for security_group, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:53.771043 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-95a4b936-5676-4ee2-afed-19190fb4191e admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/e0828bb5-a508-4ed8-b867-8bb330e575ae HTTP/1.1" status: 204 len: 168 time: 0.3942590 Jul 27 21:27:53.794333 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a4b936-5676-4ee2-afed-19190fb4191e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0828bb5-a508-4ed8-b867-8bb330e575ae,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:27:53.809261 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bbe1ca-f72d-419f-9ef2-15994e818ec8 req-5c961a10-876d-489d-9ca0-b427697a9574 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:27:53.810854 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-40bbe1ca-f72d-419f-9ef2-15994e818ec8 req-5c961a10-876d-489d-9ca0-b427697a9574 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=11733cc0-d894-4d0f-84a6-7f612951db53 HTTP/1.1" status: 200 len: 849 time: 0.0959971 Jul 27 21:27:53.898893 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bbe1ca-f72d-419f-9ef2-15994e818ec8 req-5acf41ec-e73d-4b3b-8085-dc0932f9c258 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:27:53.902613 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-40bbe1ca-f72d-419f-9ef2-15994e818ec8 req-5acf41ec-e73d-4b3b-8085-dc0932f9c258 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b8c68474-1d26-4c5c-9f82-5da72e824d0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0808074 Jul 27 21:27:54.010293 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0de7b824-db6a-405f-b151-e469ba368a94 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Router 4d9c7539-23bd-434b-8946-f6181965c705 has already been hosted by L3 agent dd128fd7-8e57-4d4f-895b-a96b369df59a {{(pid=105584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:27:54.059252 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-40bbe1ca-f72d-419f-9ef2-15994e818ec8 req-c0ee1e1a-f2b9-4a30-a584-83053c14e12a service neutron] 10.222.0.60 "GET /v2.0/networks/b8c68474-1d26-4c5c-9f82-5da72e824d0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1495399 Jul 27 21:27:54.151871 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0de7b824-db6a-405f-b151-e469ba368a94 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Notify agent at l3_agent.n-d-705658-22 the message routers_updated {{(pid=105584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:27:54.157893 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-0de7b824-db6a-405f-b151-e469ba368a94 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for floatingip, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:54.162662 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1d3fc26-025a-4477-b40c-3bc0fc0eed68 None None] Sync routers for ids ['4d9c7539-23bd-434b-8946-f6181965c705'] in n-d-705658-22 {{(pid=105587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:27:54.173884 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1d3fc26-025a-4477-b40c-3bc0fc0eed68 None None] Routers {'4d9c7539-23bd-434b-8946-f6181965c705'} bound to L3 agent in host n-d-705658-22 {{(pid=105587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:27:54.174902 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-e1d3fc26-025a-4477-b40c-3bc0fc0eed68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:27:42Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['4d9c7539-23bd-434b-8946-f6181965c705'], 'active': True} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:27:54.202253 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-0de7b824-db6a-405f-b151-e469ba368a94 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] 10.222.0.59 "DELETE /v2.0/floatingips/1ce21796-9fa0-46b8-b098-1d9ee25adb6c HTTP/1.1" status: 204 len: 168 time: 1.4950910 Jul 27 21:27:54.202253 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9539c90-b27f-4759-9f95-4e9fae1ccbc9', 'tag': '3a579c2f-f8ed-48da-ad88-db30ec800195'}] {{(pid=105584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:27:54.213447 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bce5e6c8685464f7626901654159975603b047827e3138302ed6566e28f1343" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a321e9c7-7e5c-4460-9eb0-8a15ecd59afc" -d '{"events": [{"name": "network-changed", "server_uuid": "c9539c90-b27f-4759-9f95-4e9fae1ccbc9", "tag": "3a579c2f-f8ed-48da-ad88-db30ec800195"}]}' {{(pid=105584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:27:54.221575 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 60080) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:27:54.308800 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:27:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac5d994b-efdf-4a3f-aca4-ca2f0a19977b x-openstack-request-id: req-ac5d994b-efdf-4a3f-aca4-ca2f0a19977b {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:27:54.311604 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9539c90-b27f-4759-9f95-4e9fae1ccbc9", "tag": "3a579c2f-f8ed-48da-ad88-db30ec800195", "status": "completed", "code": 200}]} {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:27:54.311936 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-ac5d994b-efdf-4a3f-aca4-ca2f0a19977b {{(pid=105584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:27:54.312369 n-d-705658-22 neutron-server[105584]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9539c90-b27f-4759-9f95-4e9fae1ccbc9', 'tag': '3a579c2f-f8ed-48da-ad88-db30ec800195', 'status': 'completed', 'code': 200} Jul 27 21:27:54.388679 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-619967c0-58ce-465c-80b6-4248904a602f admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=3d6cd6089dd94b51b2738dc480b15bca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1516795 Jul 27 21:27:54.389358 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 60088) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:27:54.392725 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvr_db [None req-e1d3fc26-025a-4477-b40c-3bc0fc0eed68 None None] Set router 4d9c7539-23bd-434b-8946-f6181965c705 gateway port host: n-d-705658-22 {{(pid=105587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:27:54.542590 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-1cf653da-5a6a-487d-b351-d0ac7211ddb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:54.603629 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-1cf653da-5a6a-487d-b351-d0ac7211ddb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:54.685989 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-1cf653da-5a6a-487d-b351-d0ac7211ddb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:54.688678 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-1cf653da-5a6a-487d-b351-d0ac7211ddb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:54.692176 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-1cf653da-5a6a-487d-b351-d0ac7211ddb9 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/4fb3e2b0-a002-4aee-819f-15bd2e55b3c3 HTTP/1.1" status: 204 len: 168 time: 0.2989759 Jul 27 21:27:54.734928 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf653da-5a6a-487d-b351-d0ac7211ddb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fb3e2b0-a002-4aee-819f-15bd2e55b3c3,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:27:54.815694 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-e1d3fc26-025a-4477-b40c-3bc0fc0eed68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d9c7539-23bd-434b-8946-f6181965c705', 'name': 'tempest-TestNetworkBasicOps-router-2123304900', 'tenant_id': '0874e603f76049468af3a11efcc1e552', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.221'}], 'enable_snat': True}, 'gw_port_id': '52f45676-9bff-46b3-9b6a-49c95e60325a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:25:58Z', 'updated_at': '2021-07-27T21:27:43Z', 'revision_number': 6, 'project_id': '0874e603f76049468af3a11efcc1e552', 'gw_port': {'id': '52f45676-9bff-46b3-9b6a-49c95e60325a', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:1a:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d9c7539-23bd-434b-8946-f6181965c705', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3768, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:25:59Z', 'updated_at': '2021-07-27T21:26:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_interfaces': [{'id': 'a6504035-9cf2-4698-bdda-8edd0aa50518', 'name': '', 'network_id': '17303b05-d1d1-4492-ba85-d84bd43759ef', 'tenant_id': '0874e603f76049468af3a11efcc1e552', 'mac_address': 'fa:16:3e:7a:29:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d9c7539-23bd-434b-8946-f6181965c705', 'device_owner': 'network:router_interface', 'standard_attr_id': 3771, 'fixed_ips': [{'subnet_id': '53e00eb4-77da-49e5-b89b-8e679aee8fe8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:26:02Z', 'updated_at': '2021-07-27T21:26:09Z', 'revision_number': 5, 'project_id': '0874e603f76049468af3a11efcc1e552', 'subnets': [{'id': '53e00eb4-77da-49e5-b89b-8e679aee8fe8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-22', False) {} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:27:54.852239 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1d3fc26-025a-4477-b40c-3bc0fc0eed68 None None] Checking router: 4d9c7539-23bd-434b-8946-f6181965c705 for host: n-d-705658-22 {{(pid=105587) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:27:54.862064 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1d3fc26-025a-4477-b40c-3bc0fc0eed68 None None] Routers {'4d9c7539-23bd-434b-8946-f6181965c705'} bound to L3 agent in host n-d-705658-22 {{(pid=105587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:27:54.863076 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-e1d3fc26-025a-4477-b40c-3bc0fc0eed68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:27:42Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['4d9c7539-23bd-434b-8946-f6181965c705'], 'active': True} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:27:54.921967 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-40bbe1ca-f72d-419f-9ef2-15994e818ec8 req-7d02606d-144b-4062-ad3d-ccbb2f207a14 service neutron] 10.222.0.60 "GET /v2.0/networks/b8c68474-1d26-4c5c-9f82-5da72e824d0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7319701 Jul 27 21:27:55.079371 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvr_db [None req-e1d3fc26-025a-4477-b40c-3bc0fc0eed68 None None] Set router 4d9c7539-23bd-434b-8946-f6181965c705 gateway port host: n-d-705658-22 {{(pid=105587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:27:55.185651 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9f6e62-a44b-4680-a286-8bfd58767102 req-d2fd824e-d17c-4db1-add6-79ab2081ebeb tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:27:55.187251 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-ff9f6e62-a44b-4680-a286-8bfd58767102 req-d2fd824e-d17c-4db1-add6-79ab2081ebeb tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] 10.222.0.59 "GET /v2.0/ports?device_id=c9539c90-b27f-4759-9f95-4e9fae1ccbc9 HTTP/1.1" status: 200 len: 946 time: 0.2615545 Jul 27 21:27:55.193285 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f00acd5-9495-4358-9df8-81884a4102a7 req-1b2ffcc9-d046-46a2-b907-7fd88ae0d4e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:27:55.221584 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-2f00acd5-9495-4358-9df8-81884a4102a7 req-1b2ffcc9-d046-46a2-b907-7fd88ae0d4e3 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=86837ff0d819403d862560ca192fdca7&device_id=ca6eb89e-ef6b-45f1-9a6f-ba2c5f61c6cf HTTP/1.1" status: 200 len: 1096 time: 0.1757247 Jul 27 21:27:55.408354 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f00acd5-9495-4358-9df8-81884a4102a7 req-6503dd18-bd05-4420-82ef-124553445efa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:27:55.409861 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-2f00acd5-9495-4358-9df8-81884a4102a7 req-6503dd18-bd05-4420-82ef-124553445efa service neutron] 10.222.0.60 "GET /v2.0/networks?id=b8c68474-1d26-4c5c-9f82-5da72e824d0f HTTP/1.1" status: 200 len: 911 time: 0.1397343 Jul 27 21:27:55.430850 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b3796b-3a2b-46e6-b011-7e75993683d4 req-d8977e36-7a47-4d0b-9913-3fecac7aaa5c tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:27:55.438004 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f6b3796b-3a2b-46e6-b011-7e75993683d4 req-d8977e36-7a47-4d0b-9913-3fecac7aaa5c tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] 10.222.0.59 "GET /v2.0/ports?device_id=ca6eb89e-ef6b-45f1-9a6f-ba2c5f61c6cf HTTP/1.1" status: 200 len: 944 time: 0.5102267 Jul 27 21:27:55.476930 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-ff9f6e62-a44b-4680-a286-8bfd58767102 req-57c7ada1-fbb9-416b-a9b3-4e1c733182aa tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] 10.222.0.59 "GET /v2.0/security-groups?id=e58ddcb9-db1b-4fb3-bc1a-fdf0655b1e73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2541003 Jul 27 21:27:55.526353 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-2f00acd5-9495-4358-9df8-81884a4102a7 req-64c8f6cf-ef28-436b-9c05-02d467be543e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7ef6e67a-6bce-49c5-9b47-133e675ee8b8 HTTP/1.1" status: 200 len: 217 time: 0.0835626 Jul 27 21:27:55.606874 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f00acd5-9495-4358-9df8-81884a4102a7 req-0f79451b-0681-4c75-92bf-b65794ed839a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:27:55.608692 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-2f00acd5-9495-4358-9df8-81884a4102a7 req-0f79451b-0681-4c75-92bf-b65794ed839a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=11733cc0-d894-4d0f-84a6-7f612951db53 HTTP/1.1" status: 200 len: 849 time: 0.0659287 Jul 27 21:27:55.621944 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f6b3796b-3a2b-46e6-b011-7e75993683d4 req-7c6379c5-656a-49c8-aef2-3f04c10a83b2 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] 10.222.0.59 "GET /v2.0/security-groups?id=538791a4-2ac5-4c76-85f8-7580d1a09c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1829684 Jul 27 21:27:55.652478 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a321e9c7-7e5c-4460-9eb0-8a15ecd59afc req-aefe1e65-808a-4395-a403-e71274fa79d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:27:55.654247 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a321e9c7-7e5c-4460-9eb0-8a15ecd59afc req-aefe1e65-808a-4395-a403-e71274fa79d4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0874e603f76049468af3a11efcc1e552&device_id=c9539c90-b27f-4759-9f95-4e9fae1ccbc9 HTTP/1.1" status: 200 len: 1098 time: 0.7273540 Jul 27 21:27:55.670041 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-e1d3fc26-025a-4477-b40c-3bc0fc0eed68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d9c7539-23bd-434b-8946-f6181965c705', 'name': 'tempest-TestNetworkBasicOps-router-2123304900', 'tenant_id': '0874e603f76049468af3a11efcc1e552', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.221'}], 'enable_snat': True}, 'gw_port_id': '52f45676-9bff-46b3-9b6a-49c95e60325a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:25:58Z', 'updated_at': '2021-07-27T21:27:43Z', 'revision_number': 6, 'project_id': '0874e603f76049468af3a11efcc1e552', 'gw_port': {'id': '52f45676-9bff-46b3-9b6a-49c95e60325a', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:1a:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d9c7539-23bd-434b-8946-f6181965c705', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3768, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:25:59Z', 'updated_at': '2021-07-27T21:26:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_interfaces': [{'id': 'a6504035-9cf2-4698-bdda-8edd0aa50518', 'name': '', 'network_id': '17303b05-d1d1-4492-ba85-d84bd43759ef', 'tenant_id': '0874e603f76049468af3a11efcc1e552', 'mac_address': 'fa:16:3e:7a:29:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d9c7539-23bd-434b-8946-f6181965c705', 'device_owner': 'network:router_interface', 'standard_attr_id': 3771, 'fixed_ips': [{'subnet_id': '53e00eb4-77da-49e5-b89b-8e679aee8fe8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:26:02Z', 'updated_at': '2021-07-27T21:26:09Z', 'revision_number': 5, 'project_id': '0874e603f76049468af3a11efcc1e552', 'subnets': [{'id': '53e00eb4-77da-49e5-b89b-8e679aee8fe8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-22', False) {} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:27:55.699522 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1d3fc26-025a-4477-b40c-3bc0fc0eed68 None None] The sync data for ids ['4d9c7539-23bd-434b-8946-f6181965c705'] in n-d-705658-22 is: [{'id': '4d9c7539-23bd-434b-8946-f6181965c705', 'name': 'tempest-TestNetworkBasicOps-router-2123304900', 'tenant_id': '0874e603f76049468af3a11efcc1e552', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.221'}], 'enable_snat': True}, 'gw_port_id': '52f45676-9bff-46b3-9b6a-49c95e60325a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:25:58Z', 'updated_at': '2021-07-27T21:27:43Z', 'revision_number': 6, 'project_id': '0874e603f76049468af3a11efcc1e552', 'gw_port': {'id': '52f45676-9bff-46b3-9b6a-49c95e60325a', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:1a:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d9c7539-23bd-434b-8946-f6181965c705', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3768, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:25:59Z', 'updated_at': '2021-07-27T21:26:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_interfaces': [{'id': 'a6504035-9cf2-4698-bdda-8edd0aa50518', 'name': '', 'network_id': '17303b05-d1d1-4492-ba85-d84bd43759ef', 'tenant_id': '0874e603f76049468af3a11efcc1e552', 'mac_address': 'fa:16:3e:7a:29:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d9c7539-23bd-434b-8946-f6181965c705', 'device_owner': 'network:router_interface', 'standard_attr_id': 3771, 'fixed_ips': [{'subnet_id': '53e00eb4-77da-49e5-b89b-8e679aee8fe8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:26:02Z', 'updated_at': '2021-07-27T21:26:09Z', 'revision_number': 5, 'project_id': '0874e603f76049468af3a11efcc1e552', 'subnets': [{'id': '53e00eb4-77da-49e5-b89b-8e679aee8fe8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:27:55.828477 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f00acd5-9495-4358-9df8-81884a4102a7 req-7e02348c-027a-4028-9b5b-482d2980aa9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:27:55.830021 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-2f00acd5-9495-4358-9df8-81884a4102a7 req-7e02348c-027a-4028-9b5b-482d2980aa9d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b8c68474-1d26-4c5c-9f82-5da72e824d0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2071037 Jul 27 21:27:55.878034 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a321e9c7-7e5c-4460-9eb0-8a15ecd59afc req-abd5417d-0a04-4e32-989c-8e0bd0d3218e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:27:55.883187 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a321e9c7-7e5c-4460-9eb0-8a15ecd59afc req-abd5417d-0a04-4e32-989c-8e0bd0d3218e service neutron] 10.222.0.36 "GET /v2.0/networks?id=17303b05-d1d1-4492-ba85-d84bd43759ef HTTP/1.1" status: 200 len: 898 time: 0.2108328 Jul 27 21:27:55.974774 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 60136) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:27:56.089273 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a321e9c7-7e5c-4460-9eb0-8a15ecd59afc req-0edb6c16-be9b-4b64-9948-ae46246d0669 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3a579c2f-f8ed-48da-ad88-db30ec800195 HTTP/1.1" status: 200 len: 217 time: 0.1345320 Jul 27 21:27:56.116490 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cebedb-fbc0-4d57-97f7-cadb26d5a5a5 req-860ace47-b6b2-4dfc-9379-e81f2a706c39 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:27:56.122437 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-46cebedb-fbc0-4d57-97f7-cadb26d5a5a5 req-860ace47-b6b2-4dfc-9379-e81f2a706c39 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] 10.222.0.36 "GET /v2.0/ports?device_id=c9539c90-b27f-4759-9f95-4e9fae1ccbc9 HTTP/1.1" status: 200 len: 946 time: 0.1398246 Jul 27 21:27:56.124604 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-2f00acd5-9495-4358-9df8-81884a4102a7 req-2bdcc34f-e12d-44e5-afc1-65d338b4f6e2 service neutron] 10.222.0.60 "GET /v2.0/networks/b8c68474-1d26-4c5c-9f82-5da72e824d0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2864807 Jul 27 21:27:56.268024 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f1b3553-962b-4656-beed-da987fe07667 None None] New status for floating IP 1ce21796-9fa0-46b8-b098-1d9ee25adb6c: DOWN {{(pid=105586) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 21:27:56.268857 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a321e9c7-7e5c-4460-9eb0-8a15ecd59afc req-4c698e6c-6de8-4dd5-a573-f8cf2ec5fb42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:27:56.270341 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a321e9c7-7e5c-4460-9eb0-8a15ecd59afc req-4c698e6c-6de8-4dd5-a573-f8cf2ec5fb42 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=53e00eb4-77da-49e5-b89b-8e679aee8fe8 HTTP/1.1" status: 200 len: 835 time: 0.1448154 Jul 27 21:27:56.274893 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-c2917f0e-f1b4-4af3-9a27-c6b222abe967 admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-1231450731-network', 'tenant_id': 'c2619f241b9c41f4abd71bd664d1daf7'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:27:56.309902 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-2f00acd5-9495-4358-9df8-81884a4102a7 req-287a40a6-fb8d-4d26-87af-a26981356a97 service neutron] 10.222.0.60 "GET /v2.0/networks/b8c68474-1d26-4c5c-9f82-5da72e824d0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1756063 Jul 27 21:27:56.374314 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2917f0e-f1b4-4af3-9a27-c6b222abe967 admin admin] Made reservation on behalf of c2619f241b9c41f4abd71bd664d1daf7 for: {'network': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:27:56.377050 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c2917f0e-f1b4-4af3-9a27-c6b222abe967 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for network, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:56.385561 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a321e9c7-7e5c-4460-9eb0-8a15ecd59afc req-f21e0226-0bb7-4bb5-9615-fd6cf7f0b68b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:27:56.388106 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a321e9c7-7e5c-4460-9eb0-8a15ecd59afc req-f21e0226-0bb7-4bb5-9615-fd6cf7f0b68b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=17303b05-d1d1-4492-ba85-d84bd43759ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1070397 Jul 27 21:27:56.389200 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c2917f0e-f1b4-4af3-9a27-c6b222abe967 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:56.444956 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [req-46cebedb-fbc0-4d57-97f7-cadb26d5a5a5 req-1704cc13-8f94-4a32-9a73-07b8967acdf2 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Deleting port 3a579c2f-f8ed-48da-ad88-db30ec800195 {{(pid=105584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:27:56.445298 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-46cebedb-fbc0-4d57-97f7-cadb26d5a5a5 req-1704cc13-8f94-4a32-9a73-07b8967acdf2 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:56.517750 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a321e9c7-7e5c-4460-9eb0-8a15ecd59afc req-8727d7ff-af50-4533-b9f7-479ac2da3972 service neutron] 10.222.0.36 "GET /v2.0/networks/17303b05-d1d1-4492-ba85-d84bd43759ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1198921 Jul 27 21:27:56.592225 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [req-46cebedb-fbc0-4d57-97f7-cadb26d5a5a5 req-1704cc13-8f94-4a32-9a73-07b8967acdf2 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] For port 3a579c2f-f8ed-48da-ad88-db30ec800195, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=3a579c2f-f8ed-48da-ad88-db30ec800195,segment=NetworkSegment(9c20e27a-91a1-474d-adc0-72aa145295a4),segment_id=9c20e27a-91a1-474d-adc0-72aa145295a4)] {{(pid=105584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:27:56.592597 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-46cebedb-fbc0-4d57-97f7-cadb26d5a5a5 req-1704cc13-8f94-4a32-9a73-07b8967acdf2 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:56.596346 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c2917f0e-f1b4-4af3-9a27-c6b222abe967 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:56.605629 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c2917f0e-f1b4-4af3-9a27-c6b222abe967 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:56.614639 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [req-46cebedb-fbc0-4d57-97f7-cadb26d5a5a5 req-1704cc13-8f94-4a32-9a73-07b8967acdf2 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Calling delete_port for 3a579c2f-f8ed-48da-ad88-db30ec800195 owned by compute:nova {{(pid=105584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:27:56.644674 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2917f0e-f1b4-4af3-9a27-c6b222abe967 admin admin] vlan segment allocate from pool success with {'vlan_id': 215, 'physical_network': 'physnet1'} {{(pid=105584) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:27:56.689684 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a321e9c7-7e5c-4460-9eb0-8a15ecd59afc req-90192daa-ec9e-4282-8722-1fbed939658a service neutron] 10.222.0.36 "GET /v2.0/networks/17303b05-d1d1-4492-ba85-d84bd43759ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1620121 Jul 27 21:27:56.693803 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2917f0e-f1b4-4af3-9a27-c6b222abe967 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38c587f1-ffb5-4b1c-b3db-8ea67f0b28db,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:27:56.699081 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c2917f0e-f1b4-4af3-9a27-c6b222abe967 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:56.699695 n-d-705658-22 neutron-server[105584]: INFO neutron.db.segments_db [None req-c2917f0e-f1b4-4af3-9a27-c6b222abe967 admin admin] Added segment 19d3a88e-ebfb-406b-8388-343b61fb885c of type vlan for network cd0e9efd-9bae-4dae-add0-702bbb12284f Jul 27 21:27:56.730421 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8604f0d1-f507-49da-b352-40932d08fa08 req-ef943173-1b79-4815-aece-9a980eddde51 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:27:56.732145 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-8604f0d1-f507-49da-b352-40932d08fa08 req-ef943173-1b79-4815-aece-9a980eddde51 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] 10.222.0.59 "GET /v2.0/ports?device_id=c9539c90-b27f-4759-9f95-4e9fae1ccbc9 HTTP/1.1" status: 200 len: 946 time: 0.1294560 Jul 27 21:27:56.771532 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c2917f0e-f1b4-4af3-9a27-c6b222abe967 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790688424798'] for network, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:56.823501 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-8604f0d1-f507-49da-b352-40932d08fa08 req-d6b7aa8e-910f-478b-9d5e-fd3fd648c922 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] 10.222.0.59 "GET /v2.0/security-groups?id=e58ddcb9-db1b-4fb3-bc1a-fdf0655b1e73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0761781 Jul 27 21:27:56.847196 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6eafb9-4632-4b46-9895-870d152e30f2 req-b53978db-d8bb-4209-aba5-b33aaa6725f2 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:27:56.847956 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-1e6eafb9-4632-4b46-9895-870d152e30f2 req-b53978db-d8bb-4209-aba5-b33aaa6725f2 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] 10.222.0.59 "GET /v2.0/ports?device_id=ca6eb89e-ef6b-45f1-9a6f-ba2c5f61c6cf HTTP/1.1" status: 200 len: 944 time: 0.1133902 Jul 27 21:27:56.850749 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c2917f0e-f1b4-4af3-9a27-c6b222abe967 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920'] for network, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:56.854175 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2917f0e-f1b4-4af3-9a27-c6b222abe967 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:27:56.854754 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c2917f0e-f1b4-4af3-9a27-c6b222abe967 admin admin] Notify callbacks [] for network, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:56.897626 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-1e6eafb9-4632-4b46-9895-870d152e30f2 req-64d5f915-8a96-45c4-bbaa-0bc78640e3b3 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] 10.222.0.59 "GET /v2.0/security-groups?id=538791a4-2ac5-4c76-85f8-7580d1a09c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393889 Jul 27 21:27:57.269657 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-c2917f0e-f1b4-4af3-9a27-c6b222abe967 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.2927992 Jul 27 21:27:57.273387 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 60172) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:27:57.277556 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2917f0e-f1b4-4af3-9a27-c6b222abe967 admin admin] Pushing event updated for resources: {'Network': ['ID=cd0e9efd-9bae-4dae-add0-702bbb12284f,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:27:57.280232 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-90ccad77-7d52-4ef4-ae59-0a078d19a250 admin admin] Request body: {'subnet': {'network_id': 'cd0e9efd-9bae-4dae-add0-702bbb12284f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-1231450731-subnet', 'tenant_id': 'c2619f241b9c41f4abd71bd664d1daf7', 'ip_version': 4}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:27:57.286360 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-46cebedb-fbc0-4d57-97f7-cadb26d5a5a5 req-1704cc13-8f94-4a32-9a73-07b8967acdf2 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:57.292305 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Network cd0e9efd-9bae-4dae-add0-702bbb12284f details requested by agent ovs-agent-n-d-705658-22 with host n-d-705658-22 {{(pid=105586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:27:57.317649 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90ccad77-7d52-4ef4-ae59-0a078d19a250 admin admin] Made reservation on behalf of c2619f241b9c41f4abd71bd664d1daf7 for: {'subnet': 1} {{(pid=105585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:27:57.319497 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1704cc13-8f94-4a32-9a73-07b8967acdf2 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Pushing event deleted for resources: {'Port': ['ID=3a579c2f-f8ed-48da-ad88-db30ec800195,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:27:57.331132 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-90ccad77-7d52-4ef4-ae59-0a078d19a250 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9990620'] for subnet, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:57.371763 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [req-46cebedb-fbc0-4d57-97f7-cadb26d5a5a5 req-1704cc13-8f94-4a32-9a73-07b8967acdf2 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] No DVR routers for this DVR port 3a579c2f-f8ed-48da-ad88-db30ec800195 on host n-h1-705658-22 {{(pid=105584) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:27:57.384522 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-46cebedb-fbc0-4d57-97f7-cadb26d5a5a5 req-1704cc13-8f94-4a32-9a73-07b8967acdf2 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:57.389825 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-46cebedb-fbc0-4d57-97f7-cadb26d5a5a5 req-1704cc13-8f94-4a32-9a73-07b8967acdf2 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] 10.222.0.36 "DELETE /v2.0/ports/3a579c2f-f8ed-48da-ad88-db30ec800195 HTTP/1.1" status: 204 len: 173 time: 1.2605591 Jul 27 21:27:57.390283 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9539c90-b27f-4759-9f95-4e9fae1ccbc9', 'name': 'network-vif-deleted', 'tag': '3a579c2f-f8ed-48da-ad88-db30ec800195'}] {{(pid=105584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:27:57.392712 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bce5e6c8685464f7626901654159975603b047827e3138302ed6566e28f1343" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d77ba29a-2435-4c43-b415-9646048306b6" -d '{"events": [{"server_uuid": "c9539c90-b27f-4759-9f95-4e9fae1ccbc9", "name": "network-vif-deleted", "tag": "3a579c2f-f8ed-48da-ad88-db30ec800195"}]}' {{(pid=105584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:27:57.483396 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:27:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-118c3468-f317-4a8e-b6a1-d0e8d8ca4ada x-openstack-request-id: req-118c3468-f317-4a8e-b6a1-d0e8d8ca4ada {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:27:57.483691 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9539c90-b27f-4759-9f95-4e9fae1ccbc9", "name": "network-vif-deleted", "tag": "3a579c2f-f8ed-48da-ad88-db30ec800195", "status": "completed", "code": 200}]} {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:27:57.483948 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-118c3468-f317-4a8e-b6a1-d0e8d8ca4ada {{(pid=105584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:27:57.484434 n-d-705658-22 neutron-server[105584]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9539c90-b27f-4759-9f95-4e9fae1ccbc9', 'name': 'network-vif-deleted', 'tag': '3a579c2f-f8ed-48da-ad88-db30ec800195', 'status': 'completed', 'code': 200} Jul 27 21:27:57.547462 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-90ccad77-7d52-4ef4-ae59-0a078d19a250 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10221797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9990606'] for subnet, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:57.598828 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ccad77-7d52-4ef4-ae59-0a078d19a250 admin admin] Pushing event updated for resources: {'Subnet': ['ID=600ed4a6-25eb-4976-8b6c-7965a228fdc0,revision_number=0']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:27:57.618203 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90ccad77-7d52-4ef4-ae59-0a078d19a250 admin admin] Checking segment: {'id': '19d3a88e-ebfb-406b-8388-343b61fb885c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'cd0e9efd-9bae-4dae-add0-702bbb12284f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:27:57.619127 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90ccad77-7d52-4ef4-ae59-0a078d19a250 admin admin] Network hostable DHCP agents. Network: cd0e9efd-9bae-4dae-add0-702bbb12284f, hostable agents: ['7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a'], hosted agents: [] {{(pid=105585) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:27:57.639215 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90ccad77-7d52-4ef4-ae59-0a078d19a250 admin admin] Network cd0e9efd-9bae-4dae-add0-702bbb12284f is scheduled to be hosted by DHCP agent 7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a with binding_index 1 {{(pid=105585) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:27:57.649982 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.base_scheduler [None req-90ccad77-7d52-4ef4-ae59-0a078d19a250 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-22, cd0e9efd-9bae-4dae-add0-702bbb12284f) {{(pid=105585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:27:57.655024 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90ccad77-7d52-4ef4-ae59-0a078d19a250 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:27:57.655641 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-90ccad77-7d52-4ef4-ae59-0a078d19a250 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:57.659688 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6ab1503-3ba2-4398-949d-438c199945e6 None None] Network cd0e9efd-9bae-4dae-add0-702bbb12284f requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:27:57.687970 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-90ccad77-7d52-4ef4-ae59-0a078d19a250 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.4133978 Jul 27 21:27:57.690522 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 60182) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:27:57.695969 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-b19fc1f2-1c3f-47f8-a4d4-6dd1fd224ef0 admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-1231450731-router', 'tenant_id': 'c2619f241b9c41f4abd71bd664d1daf7', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305'}}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:27:57.728863 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-b19fc1f2-1c3f-47f8-a4d4-6dd1fd224ef0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4163813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-443'] for router, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:57.730497 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-b19fc1f2-1c3f-47f8-a4d4-6dd1fd224ef0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4165196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4077059', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3711235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-418'] for router, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:57.847812 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-b19fc1f2-1c3f-47f8-a4d4-6dd1fd224ef0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:57.957008 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebe51390-57da-4d7b-8900-0cf6c0231775 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30bb4b93-b285-5d90-9493-f9ec33ea333c-cd0e9efd-9bae-4dae-add0-702bbb12284f', 'network_id': 'cd0e9efd-9bae-4dae-add0-702bbb12284f', 'tenant_id': 'c2619f241b9c41f4abd71bd664d1daf7', 'fixed_ips': [{'subnet_id': '600ed4a6-25eb-4976-8b6c-7965a228fdc0'}]}} from n-d-705658-22. {{(pid=105586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 21:27:57.957937 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-ebe51390-57da-4d7b-8900-0cf6c0231775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:58.040783 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-0a773e41-baae-42bf-a520-ddd0c0f8d39a req-ff5e20c1-798c-480d-874f-9150e7105fef tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] 10.222.0.59 "GET /v2.0/ports?device_id=c9539c90-b27f-4759-9f95-4e9fae1ccbc9 HTTP/1.1" status: 200 len: 210 time: 0.0709500 Jul 27 21:27:58.097211 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-b19fc1f2-1c3f-47f8-a4d4-6dd1fd224ef0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4077169', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4163787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-400'] for router, precommit_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:58.161450 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.db_base_plugin_common [None req-ebe51390-57da-4d7b-8900-0cf6c0231775 None None] Allocated IP 172.20.0.2 (cd0e9efd-9bae-4dae-add0-702bbb12284f/600ed4a6-25eb-4976-8b6c-7965a228fdc0/c67b8336-ce22-44f2-bf58-26666c12c522) {{(pid=105586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:27:58.207851 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cd7f97-6268-48f5-8f2f-f57d858fe117 req-94836801-ccf0-4c72-8595-196300bdd4a2 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:27:58.209427 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-c4cd7f97-6268-48f5-8f2f-f57d858fe117 req-94836801-ccf0-4c72-8595-196300bdd4a2 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] 10.222.0.59 "GET /v2.0/ports?device_id=ca6eb89e-ef6b-45f1-9a6f-ba2c5f61c6cf HTTP/1.1" status: 200 len: 944 time: 0.1658995 Jul 27 21:27:58.278964 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-c4cd7f97-6268-48f5-8f2f-f57d858fe117 req-1a211258-638c-4f78-b100-33626635c97c tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] 10.222.0.59 "GET /v2.0/security-groups?id=538791a4-2ac5-4c76-85f8-7580d1a09c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616956 Jul 27 21:27:58.327361 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-ebe51390-57da-4d7b-8900-0cf6c0231775 None None] Notify callbacks [] for port, precommit_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:58.335671 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-ebe51390-57da-4d7b-8900-0cf6c0231775 None None] Transition to ACTIVE for port object c67b8336-ce22-44f2-bf58-26666c12c522 will not be triggered until provisioned by entity L2. {{(pid=105586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:27:58.350945 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-ebe51390-57da-4d7b-8900-0cf6c0231775 None None] Transition to ACTIVE for port object c67b8336-ce22-44f2-bf58-26666c12c522 will not be triggered until provisioned by entity DHCP. {{(pid=105586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:27:58.357753 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-ebe51390-57da-4d7b-8900-0cf6c0231775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143'] for port, after_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:58.395614 n-d-705658-22 neutron-server[105586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebe51390-57da-4d7b-8900-0cf6c0231775 None None] Network cd0e9efd-9bae-4dae-add0-702bbb12284f is already hosted by enough agents. {{(pid=105586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:27:58.399560 n-d-705658-22 neutron-server[105586]: DEBUG neutron.scheduler.base_scheduler [None req-ebe51390-57da-4d7b-8900-0cf6c0231775 None None] Resources bound (agent type, host, resource id): {{(pid=105586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:27:58.406081 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebe51390-57da-4d7b-8900-0cf6c0231775 None None] Received port after_create {{(pid=105586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:27:58.415670 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe51390-57da-4d7b-8900-0cf6c0231775 None None] Pushing event updated for resources: {'Port': ['ID=c67b8336-ce22-44f2-bf58-26666c12c522,revision_number=1']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:27:58.433672 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-b19fc1f2-1c3f-47f8-a4d4-6dd1fd224ef0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:58.455822 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-b19fc1f2-1c3f-47f8-a4d4-6dd1fd224ef0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:58.491047 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-ebe51390-57da-4d7b-8900-0cf6c0231775 None None] Attempting to bind port c67b8336-ce22-44f2-bf58-26666c12c522 on host n-d-705658-22 for vnic_type normal with profile {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:27:58.491335 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-ebe51390-57da-4d7b-8900-0cf6c0231775 None None] Attempting to bind port c67b8336-ce22-44f2-bf58-26666c12c522 by drivers openvswitch,hyperv on host n-d-705658-22 at level 0 using segments [{'id': '19d3a88e-ebfb-406b-8388-343b61fb885c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'cd0e9efd-9bae-4dae-add0-702bbb12284f'}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:27:58.491996 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebe51390-57da-4d7b-8900-0cf6c0231775 None None] Attempting to bind port c67b8336-ce22-44f2-bf58-26666c12c522 on network cd0e9efd-9bae-4dae-add0-702bbb12284f {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:27:58.504256 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebe51390-57da-4d7b-8900-0cf6c0231775 None None] Checking agent: {'id': '04a7ea91-6318-467e-ace6-b0fb48c8690f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 41, 42), 'started_at': datetime.datetime(2021, 7, 27, 20, 42, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 27, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:27:58.505783 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebe51390-57da-4d7b-8900-0cf6c0231775 None None] Checking segment: {'id': '19d3a88e-ebfb-406b-8388-343b61fb885c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'cd0e9efd-9bae-4dae-add0-702bbb12284f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:27:58.506184 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-ebe51390-57da-4d7b-8900-0cf6c0231775 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:58.506780 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebe51390-57da-4d7b-8900-0cf6c0231775 None None] Bound using segment: {'id': '19d3a88e-ebfb-406b-8388-343b61fb885c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'cd0e9efd-9bae-4dae-add0-702bbb12284f'} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:27:58.507491 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-ebe51390-57da-4d7b-8900-0cf6c0231775 None None] Bound port: c67b8336-ce22-44f2-bf58-26666c12c522, host: n-d-705658-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19d3a88e-ebfb-406b-8388-343b61fb885c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'cd0e9efd-9bae-4dae-add0-702bbb12284f'}}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:27:58.508576 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-ebe51390-57da-4d7b-8900-0cf6c0231775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:58.583460 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.db_base_plugin_common [None req-b19fc1f2-1c3f-47f8-a4d4-6dd1fd224ef0 admin admin] Allocated IP 172.25.5.150 (8735d8a2-b604-4758-ae71-b40e4ee6f305/eca7dbab-b9c0-4c8f-a272-816ea8a81764/c55e9ba0-e4e1-40f6-a876-ffbdbe68454e) {{(pid=105585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:27:58.588888 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-ebe51390-57da-4d7b-8900-0cf6c0231775 None None] For port c67b8336-ce22-44f2-bf58-26666c12c522, host n-d-705658-22, cleared binding levels {{(pid=105586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:27:58.593577 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-ebe51390-57da-4d7b-8900-0cf6c0231775 None None] For port c67b8336-ce22-44f2-bf58-26666c12c522, host n-d-705658-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=c67b8336-ce22-44f2-bf58-26666c12c522,segment=NetworkSegment(19d3a88e-ebfb-406b-8388-343b61fb885c),segment_id=19d3a88e-ebfb-406b-8388-343b61fb885c)] {{(pid=105586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:27:58.598694 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-ebe51390-57da-4d7b-8900-0cf6c0231775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:58.671922 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe51390-57da-4d7b-8900-0cf6c0231775 None None] Pushing event updated for resources: {'Port': ['ID=c67b8336-ce22-44f2-bf58-26666c12c522,revision_number=2']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:27:58.706521 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-b19fc1f2-1c3f-47f8-a4d4-6dd1fd224ef0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:58.757773 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-b19fc1f2-1c3f-47f8-a4d4-6dd1fd224ef0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:58.805576 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b19fc1f2-1c3f-47f8-a4d4-6dd1fd224ef0 admin admin] Network 8735d8a2-b604-4758-ae71-b40e4ee6f305 is already hosted by enough agents. {{(pid=105585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:27:58.810701 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.base_scheduler [None req-b19fc1f2-1c3f-47f8-a4d4-6dd1fd224ef0 admin admin] Resources bound (agent type, host, resource id): {{(pid=105585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:27:58.814267 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b19fc1f2-1c3f-47f8-a4d4-6dd1fd224ef0 admin admin] Received port after_create {{(pid=105585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:27:58.839972 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19fc1f2-1c3f-47f8-a4d4-6dd1fd224ef0 admin admin] Pushing event updated for resources: {'Port': ['ID=c55e9ba0-e4e1-40f6-a876-ffbdbe68454e,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:27:59.108355 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 60218) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:27:59.120128 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-b19fc1f2-1c3f-47f8-a4d4-6dd1fd224ef0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:59.174419 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-89685eb4-1fff-4a30-98d4-6490e4c81c42 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Notify callbacks [] for security_group, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:59.208470 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-89685eb4-1fff-4a30-98d4-6490e4c81c42 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:59.290772 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-89685eb4-1fff-4a30-98d4-6490e4c81c42 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:59.293932 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-89685eb4-1fff-4a30-98d4-6490e4c81c42 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Notify callbacks [] for security_group, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:59.295375 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-89685eb4-1fff-4a30-98d4-6490e4c81c42 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] 10.222.0.59 "DELETE /v2.0/security-groups/e58ddcb9-db1b-4fb3-bc1a-fdf0655b1e73 HTTP/1.1" status: 204 len: 168 time: 0.1859047 Jul 27 21:27:59.326044 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89685eb4-1fff-4a30-98d4-6490e4c81c42 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e58ddcb9-db1b-4fb3-bc1a-fdf0655b1e73,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:27:59.348742 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 60230) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:27:59.556830 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device c67b8336-ce22-44f2-bf58-26666c12c522 up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:27:59.618755 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning for port c67b8336-ce22-44f2-bf58-26666c12c522 completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:27:59.792610 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-b19fc1f2-1c3f-47f8-a4d4-6dd1fd224ef0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4163804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4077150'] for router, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:59.847317 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c714532f-cab0-4a1c-9e3e-9f1966c5b4e8 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4076536'] for router_interface, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:59.929913 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724b5c8a-a69c-46e6-9994-a2b33f1306b7 req-9ac3b634-1671-4a3c-bd84-e29eb8dd193e tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:27:59.931629 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-724b5c8a-a69c-46e6-9994-a2b33f1306b7 req-9ac3b634-1671-4a3c-bd84-e29eb8dd193e tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] 10.222.0.59 "GET /v2.0/ports?device_id=ca6eb89e-ef6b-45f1-9a6f-ba2c5f61c6cf HTTP/1.1" status: 200 len: 944 time: 0.1806076 Jul 27 21:27:59.938147 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa1bf9ef-322f-4736-8139-15e19f6974e9 None None] Network cd0e9efd-9bae-4dae-add0-702bbb12284f requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:27:59.994284 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-724b5c8a-a69c-46e6-9994-a2b33f1306b7 req-b6edf85c-a58d-42ad-83bd-c85df70d990c tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] 10.222.0.59 "GET /v2.0/security-groups?id=538791a4-2ac5-4c76-85f8-7580d1a09c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554130 Jul 27 21:28:00.044036 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-57ee9f3e-0c0a-4593-b51f-9884b5ee8bbc None None] Provisioning for port c67b8336-ce22-44f2-bf58-26666c12c522 completed by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:28:00.048750 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b19fc1f2-1c3f-47f8-a4d4-6dd1fd224ef0 admin admin] Router dc4c4aec-773f-4c09-97ab-874212aecaca is scheduled to L3 agent dd128fd7-8e57-4d4f-895b-a96b369df59a with binding_index 1 {{(pid=105585) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 21:28:00.054048 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-57ee9f3e-0c0a-4593-b51f-9884b5ee8bbc None None] Provisioning complete for port c67b8336-ce22-44f2-bf58-26666c12c522 triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:28:00.054549 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-57ee9f3e-0c0a-4593-b51f-9884b5ee8bbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:00.172416 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b19fc1f2-1c3f-47f8-a4d4-6dd1fd224ef0 admin admin] Notify agent at l3_agent.n-d-705658-22 the message routers_updated {{(pid=105585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:28:00.181276 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c369306f-4828-4cbc-bf7d-c0ce2e6af8a9 None None] Sync routers for ids ['dc4c4aec-773f-4c09-97ab-874212aecaca'] in n-d-705658-22 {{(pid=105587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:28:00.193262 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c369306f-4828-4cbc-bf7d-c0ce2e6af8a9 None None] Routers {'dc4c4aec-773f-4c09-97ab-874212aecaca'} bound to L3 agent in host n-d-705658-22 {{(pid=105587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:28:00.195377 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-c369306f-4828-4cbc-bf7d-c0ce2e6af8a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:27:42Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['dc4c4aec-773f-4c09-97ab-874212aecaca'], 'active': True} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:28:00.198041 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-b19fc1f2-1c3f-47f8-a4d4-6dd1fd224ef0 admin admin] Notify callbacks [] for router, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:00.199742 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-b19fc1f2-1c3f-47f8-a4d4-6dd1fd224ef0 admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 2.5080972 Jul 27 21:28:00.202407 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 60232) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:28:00.244920 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-57ee9f3e-0c0a-4593-b51f-9884b5ee8bbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:00.297682 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-c714532f-cab0-4a1c-9e3e-9f1966c5b4e8 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Deleting port a6504035-9cf2-4698-bdda-8edd0aa50518 {{(pid=105584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:28:00.298285 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c714532f-cab0-4a1c-9e3e-9f1966c5b4e8 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:00.299499 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-57ee9f3e-0c0a-4593-b51f-9884b5ee8bbc None None] For port c67b8336-ce22-44f2-bf58-26666c12c522, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=c67b8336-ce22-44f2-bf58-26666c12c522,segment=NetworkSegment(19d3a88e-ebfb-406b-8388-343b61fb885c),segment_id=19d3a88e-ebfb-406b-8388-343b61fb885c)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:28:00.310488 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-57ee9f3e-0c0a-4593-b51f-9884b5ee8bbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:00.394332 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ee9f3e-0c0a-4593-b51f-9884b5ee8bbc None None] Pushing event updated for resources: {'Port': ['ID=c67b8336-ce22-44f2-bf58-26666c12c522,revision_number=3']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:28:00.409987 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvr_db [None req-c369306f-4828-4cbc-bf7d-c0ce2e6af8a9 None None] Set router dc4c4aec-773f-4c09-97ab-874212aecaca gateway port host: n-d-705658-22 {{(pid=105587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:28:00.483589 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [None req-c714532f-cab0-4a1c-9e3e-9f1966c5b4e8 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] For port a6504035-9cf2-4698-bdda-8edd0aa50518, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=a6504035-9cf2-4698-bdda-8edd0aa50518,segment=NetworkSegment(9c20e27a-91a1-474d-adc0-72aa145295a4),segment_id=9c20e27a-91a1-474d-adc0-72aa145295a4)] {{(pid=105584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:28:00.484097 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c714532f-cab0-4a1c-9e3e-9f1966c5b4e8 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:00.501011 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-c714532f-cab0-4a1c-9e3e-9f1966c5b4e8 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Calling delete_port for a6504035-9cf2-4698-bdda-8edd0aa50518 owned by network:router_interface {{(pid=105584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:28:00.642432 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-c369306f-4828-4cbc-bf7d-c0ce2e6af8a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc4c4aec-773f-4c09-97ab-874212aecaca', 'name': 'tempest-ImageQuotaTest-1231450731-router', 'tenant_id': 'c2619f241b9c41f4abd71bd664d1daf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.150'}], 'enable_snat': True}, 'gw_port_id': 'c55e9ba0-e4e1-40f6-a876-ffbdbe68454e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:27:57Z', 'updated_at': '2021-07-27T21:27:59Z', 'revision_number': 3, 'project_id': 'c2619f241b9c41f4abd71bd664d1daf7', 'gw_port': {'id': 'c55e9ba0-e4e1-40f6-a876-ffbdbe68454e', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:ff:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc4c4aec-773f-4c09-97ab-874212aecaca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:27:58Z', 'updated_at': '2021-07-27T21:27:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22'}], 'n-d-705658-22', False) {} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:28:00.682391 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c369306f-4828-4cbc-bf7d-c0ce2e6af8a9 None None] Checking router: dc4c4aec-773f-4c09-97ab-874212aecaca for host: n-d-705658-22 {{(pid=105587) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:28:00.682901 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c369306f-4828-4cbc-bf7d-c0ce2e6af8a9 None None] Updating router dc4c4aec-773f-4c09-97ab-874212aecaca port c55e9ba0-e4e1-40f6-a876-ffbdbe68454e binding host n-d-705658-22 {{(pid=105587) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 21:28:00.729835 n-d-705658-22 neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-c369306f-4828-4cbc-bf7d-c0ce2e6af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:00.742172 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-3c03d551-d08e-4efd-ba34-de225d53ff39 None None] Provisioning complete for port c67b8336-ce22-44f2-bf58-26666c12c522 triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:28:00.744033 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3c03d551-d08e-4efd-ba34-de225d53ff39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:00.773639 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c714532f-cab0-4a1c-9e3e-9f1966c5b4e8 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:00.808863 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c714532f-cab0-4a1c-9e3e-9f1966c5b4e8 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Pushing event deleted for resources: {'Port': ['ID=a6504035-9cf2-4698-bdda-8edd0aa50518,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:28:00.866075 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device 3a579c2f-f8ed-48da-ad88-db30ec800195 no longer exists at agent hyperv_n-h1-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:28:00.871649 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-cd2f0bd1-c764-4d31-b4e7-d45748a1d28b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:00.893048 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-28650df7-c46c-4981-b84f-37d87254047e None None] No Port match for: 3a579c2f-f8ed-48da-ad88-db30ec800195 {{(pid=105586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:28:00.893693 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device 3a579c2f-f8ed-48da-ad88-db30ec800195 not bound to the agent host n-h1-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:28:01.065740 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c714532f-cab0-4a1c-9e3e-9f1966c5b4e8 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3743915', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4076308'] for router_interface, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:01.066001 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.db_base_plugin_common [None req-cd2f0bd1-c764-4d31-b4e7-d45748a1d28b admin admin] Allocated IP 172.20.0.1 (cd0e9efd-9bae-4dae-add0-702bbb12284f/600ed4a6-25eb-4976-8b6c-7965a228fdc0/9f8e73b0-c68b-4768-8a69-04526d4e1527) {{(pid=105585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:28:01.159552 n-d-705658-22 neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-c369306f-4828-4cbc-bf7d-c0ce2e6af8a9 None None] Notify callbacks [] for port, precommit_update {{(pid=105587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:01.172786 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.provisioning_blocks [None req-c369306f-4828-4cbc-bf7d-c0ce2e6af8a9 None None] Transition to ACTIVE for port object c55e9ba0-e4e1-40f6-a876-ffbdbe68454e will not be triggered until provisioned by entity L2. {{(pid=105587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:28:01.180535 n-d-705658-22 neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-c369306f-4828-4cbc-bf7d-c0ce2e6af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:01.205855 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-cd2f0bd1-c764-4d31-b4e7-d45748a1d28b admin admin] Notify callbacks [] for port, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:01.231990 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.provisioning_blocks [None req-cd2f0bd1-c764-4d31-b4e7-d45748a1d28b admin admin] Transition to ACTIVE for port object 9f8e73b0-c68b-4768-8a69-04526d4e1527 will not be triggered until provisioned by entity DHCP. {{(pid=105585) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:28:01.238029 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107a66fe-a045-4080-9bd6-cdf8a4d05037 None None] Pushing event updated for resources: {'Port': ['ID=c55e9ba0-e4e1-40f6-a876-ffbdbe68454e,revision_number=2']} {{(pid=105587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:28:01.263949 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.managers [None req-c369306f-4828-4cbc-bf7d-c0ce2e6af8a9 None None] Attempting to bind port c55e9ba0-e4e1-40f6-a876-ffbdbe68454e on host n-d-705658-22 for vnic_type normal with profile {{(pid=105587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:28:01.264542 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.managers [None req-c369306f-4828-4cbc-bf7d-c0ce2e6af8a9 None None] Attempting to bind port c55e9ba0-e4e1-40f6-a876-ffbdbe68454e by drivers openvswitch,hyperv on host n-d-705658-22 at level 0 using segments [{'id': '12196855-9a32-4633-9a56-77697ef9e126', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305'}] {{(pid=105587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:28:01.264690 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c369306f-4828-4cbc-bf7d-c0ce2e6af8a9 None None] Attempting to bind port c55e9ba0-e4e1-40f6-a876-ffbdbe68454e on network 8735d8a2-b604-4758-ae71-b40e4ee6f305 {{(pid=105587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:28:01.272751 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c369306f-4828-4cbc-bf7d-c0ce2e6af8a9 None None] Checking agent: {'id': '04a7ea91-6318-467e-ace6-b0fb48c8690f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 41, 42), 'started_at': datetime.datetime(2021, 7, 27, 20, 42, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 27, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:28:01.273139 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c369306f-4828-4cbc-bf7d-c0ce2e6af8a9 None None] Checking segment: {'id': '12196855-9a32-4633-9a56-77697ef9e126', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:28:01.273537 n-d-705658-22 neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-c369306f-4828-4cbc-bf7d-c0ce2e6af8a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:01.274061 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c369306f-4828-4cbc-bf7d-c0ce2e6af8a9 None None] Bound using segment: {'id': '12196855-9a32-4633-9a56-77697ef9e126', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305'} {{(pid=105587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:28:01.274533 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.managers [None req-c369306f-4828-4cbc-bf7d-c0ce2e6af8a9 None None] Bound port: c55e9ba0-e4e1-40f6-a876-ffbdbe68454e, host: n-d-705658-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12196855-9a32-4633-9a56-77697ef9e126', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305'}}] {{(pid=105587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:28:01.274912 n-d-705658-22 neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-c369306f-4828-4cbc-bf7d-c0ce2e6af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:01.309734 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc82c3e-7109-43e3-8a81-6837983014a3 req-0fd0e210-d634-455c-b6ba-47a83b41e495 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:28:01.311376 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-5bc82c3e-7109-43e3-8a81-6837983014a3 req-0fd0e210-d634-455c-b6ba-47a83b41e495 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] 10.222.0.59 "GET /v2.0/ports?device_id=ca6eb89e-ef6b-45f1-9a6f-ba2c5f61c6cf HTTP/1.1" status: 200 len: 944 time: 0.0977087 Jul 27 21:28:01.312898 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-cd2f0bd1-c764-4d31-b4e7-d45748a1d28b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:01.330422 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.db [None req-c369306f-4828-4cbc-bf7d-c0ce2e6af8a9 None None] For port c55e9ba0-e4e1-40f6-a876-ffbdbe68454e, host n-d-705658-22, cleared binding levels {{(pid=105587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:28:01.333636 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.db [None req-c369306f-4828-4cbc-bf7d-c0ce2e6af8a9 None None] For port c55e9ba0-e4e1-40f6-a876-ffbdbe68454e, host n-d-705658-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=c55e9ba0-e4e1-40f6-a876-ffbdbe68454e,segment=NetworkSegment(12196855-9a32-4633-9a56-77697ef9e126),segment_id=12196855-9a32-4633-9a56-77697ef9e126)] {{(pid=105587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:28:01.340472 n-d-705658-22 neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-c369306f-4828-4cbc-bf7d-c0ce2e6af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:01.360006 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c714532f-cab0-4a1c-9e3e-9f1966c5b4e8 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Router 4d9c7539-23bd-434b-8946-f6181965c705 has already been hosted by L3 agent dd128fd7-8e57-4d4f-895b-a96b369df59a {{(pid=105584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:28:01.385090 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd2f0bd1-c764-4d31-b4e7-d45748a1d28b admin admin] Network cd0e9efd-9bae-4dae-add0-702bbb12284f is already hosted by enough agents. {{(pid=105585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:28:01.392543 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-5bc82c3e-7109-43e3-8a81-6837983014a3 req-01e12c08-e932-440d-9bb9-38720e46486b tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] 10.222.0.59 "GET /v2.0/security-groups?id=538791a4-2ac5-4c76-85f8-7580d1a09c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530338 Jul 27 21:28:01.395330 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.base_scheduler [None req-cd2f0bd1-c764-4d31-b4e7-d45748a1d28b admin admin] Resources bound (agent type, host, resource id): {{(pid=105585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:28:01.400081 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd2f0bd1-c764-4d31-b4e7-d45748a1d28b admin admin] Received port after_create {{(pid=105585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:28:01.408976 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2f0bd1-c764-4d31-b4e7-d45748a1d28b admin admin] Pushing event updated for resources: {'Port': ['ID=9f8e73b0-c68b-4768-8a69-04526d4e1527,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:28:01.473701 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-cd2f0bd1-c764-4d31-b4e7-d45748a1d28b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4075523'] for router_interface, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:01.485182 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c369306f-4828-4cbc-bf7d-c0ce2e6af8a9 None None] Routers {'dc4c4aec-773f-4c09-97ab-874212aecaca'} bound to L3 agent in host n-d-705658-22 {{(pid=105587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:28:01.485830 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-c369306f-4828-4cbc-bf7d-c0ce2e6af8a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:27:42Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['dc4c4aec-773f-4c09-97ab-874212aecaca'], 'active': True} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:28:01.569818 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c714532f-cab0-4a1c-9e3e-9f1966c5b4e8 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Notify agent at l3_agent.n-d-705658-22 the message routers_updated {{(pid=105584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:28:01.578200 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-c714532f-cab0-4a1c-9e3e-9f1966c5b4e8 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] 10.222.0.59 "PUT /v2.0/routers/4d9c7539-23bd-434b-8946-f6181965c705/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2283125 Jul 27 21:28:01.581117 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 60240) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:28:01.583754 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3f13864-5297-45cf-9b16-f392a5af8960 None None] Sync routers for ids ['4d9c7539-23bd-434b-8946-f6181965c705'] in n-d-705658-22 {{(pid=105586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:28:01.601773 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3f13864-5297-45cf-9b16-f392a5af8960 None None] Routers {'4d9c7539-23bd-434b-8946-f6181965c705'} bound to L3 agent in host n-d-705658-22 {{(pid=105586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:28:01.602404 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-d3f13864-5297-45cf-9b16-f392a5af8960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:27:42Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['4d9c7539-23bd-434b-8946-f6181965c705'], 'active': True} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:28:01.653773 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107a66fe-a045-4080-9bd6-cdf8a4d05037 None None] Pushing event updated for resources: {'Port': ['ID=c55e9ba0-e4e1-40f6-a876-ffbdbe68454e,revision_number=3']} {{(pid=105587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:28:01.665727 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device c67b8336-ce22-44f2-bf58-26666c12c522 up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:28:01.683100 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvr_db [None req-c369306f-4828-4cbc-bf7d-c0ce2e6af8a9 None None] Set router dc4c4aec-773f-4c09-97ab-874212aecaca gateway port host: n-d-705658-22 {{(pid=105587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:28:01.691634 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e8040e8-658b-41fa-806c-463257a09f70 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Deleting subnet 53e00eb4-77da-49e5-b89b-8e679aee8fe8 {{(pid=105585) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:28:01.720432 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-3e8040e8-658b-41fa-806c-463257a09f70 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Notify callbacks [] for subnet, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:01.775767 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-3e8040e8-658b-41fa-806c-463257a09f70 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9887057'] for subnet, precommit_delete_associations {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:01.785051 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-c7175ed8-0c73-4876-87bc-0197e383c729 None None] Provisioning for port 9f8e73b0-c68b-4768-8a69-04526d4e1527 completed by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:28:01.793895 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-c7175ed8-0c73-4876-87bc-0197e383c729 None None] Provisioning complete for port 9f8e73b0-c68b-4768-8a69-04526d4e1527 triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:28:01.794569 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-c7175ed8-0c73-4876-87bc-0197e383c729 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:01.832275 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port c67b8336-ce22-44f2-bf58-26666c12c522 triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:28:01.832929 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:01.868124 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-cd2f0bd1-c764-4d31-b4e7-d45748a1d28b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:01.949998 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-c369306f-4828-4cbc-bf7d-c0ce2e6af8a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc4c4aec-773f-4c09-97ab-874212aecaca', 'name': 'tempest-ImageQuotaTest-1231450731-router', 'tenant_id': 'c2619f241b9c41f4abd71bd664d1daf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.150'}], 'enable_snat': True}, 'gw_port_id': 'c55e9ba0-e4e1-40f6-a876-ffbdbe68454e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:27:57Z', 'updated_at': '2021-07-27T21:27:59Z', 'revision_number': 3, 'project_id': 'c2619f241b9c41f4abd71bd664d1daf7', 'gw_port': {'id': 'c55e9ba0-e4e1-40f6-a876-ffbdbe68454e', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:ff:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc4c4aec-773f-4c09-97ab-874212aecaca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:27:58Z', 'updated_at': '2021-07-27T21:28:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22'}], 'n-d-705658-22', False) {} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:28:01.955590 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-3e8040e8-658b-41fa-806c-463257a09f70 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854965'] for subnet, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:01.991205 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c369306f-4828-4cbc-bf7d-c0ce2e6af8a9 None None] The sync data for ids ['dc4c4aec-773f-4c09-97ab-874212aecaca'] in n-d-705658-22 is: [{'id': 'dc4c4aec-773f-4c09-97ab-874212aecaca', 'name': 'tempest-ImageQuotaTest-1231450731-router', 'tenant_id': 'c2619f241b9c41f4abd71bd664d1daf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.150'}], 'enable_snat': True}, 'gw_port_id': 'c55e9ba0-e4e1-40f6-a876-ffbdbe68454e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:27:57Z', 'updated_at': '2021-07-27T21:27:59Z', 'revision_number': 3, 'project_id': 'c2619f241b9c41f4abd71bd664d1daf7', 'gw_port': {'id': 'c55e9ba0-e4e1-40f6-a876-ffbdbe68454e', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:ff:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc4c4aec-773f-4c09-97ab-874212aecaca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:27:58Z', 'updated_at': '2021-07-27T21:28:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22'}] {{(pid=105587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:28:02.044955 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ed8-0c73-4876-87bc-0197e383c729 None None] Port 9f8e73b0-c68b-4768-8a69-04526d4e1527 cannot update to ACTIVE because it is not bound. {{(pid=105586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:28:02.047481 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvr_db [None req-d3f13864-5297-45cf-9b16-f392a5af8960 None None] Set router 4d9c7539-23bd-434b-8946-f6181965c705 gateway port host: n-d-705658-22 {{(pid=105586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:28:02.102595 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-3e8040e8-658b-41fa-806c-463257a09f70 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10221602', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9990583'] for subnet, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:02.146693 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8040e8-658b-41fa-806c-463257a09f70 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Pushing event deleted for resources: {'Subnet': ['ID=53e00eb4-77da-49e5-b89b-8e679aee8fe8,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:28:02.152755 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-3e8040e8-658b-41fa-806c-463257a09f70 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Notify callbacks [] for subnet, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:02.157669 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-3e8040e8-658b-41fa-806c-463257a09f70 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] 10.222.0.59 "DELETE /v2.0/subnets/53e00eb4-77da-49e5-b89b-8e679aee8fe8 HTTP/1.1" status: 204 len: 168 time: 0.5630996 Jul 27 21:28:02.157669 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 60242) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:28:02.182223 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b499d2f1-ddbc-49e3-bafb-3c58ef8c0b7a None None] Network 17303b05-d1d1-4492-ba85-d84bd43759ef requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:28:02.218018 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-cd2f0bd1-c764-4d31-b4e7-d45748a1d28b admin admin] Notify callbacks [] for port, precommit_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:02.226462 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-cd2f0bd1-c764-4d31-b4e7-d45748a1d28b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10221672'] for port, after_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:02.339318 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-cd2f0bd1-c764-4d31-b4e7-d45748a1d28b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3743906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4076435'] for router_interface, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:02.361035 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-5db2c837-8737-40ea-991f-74a0aebc64c1 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Notify callbacks [] for router, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:02.373477 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2f0bd1-c764-4d31-b4e7-d45748a1d28b admin admin] Pushing event updated for resources: {'Port': ['ID=9f8e73b0-c68b-4768-8a69-04526d4e1527,revision_number=2']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:28:02.426459 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-d3f13864-5297-45cf-9b16-f392a5af8960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d9c7539-23bd-434b-8946-f6181965c705', 'name': 'tempest-TestNetworkBasicOps-router-2123304900', 'tenant_id': '0874e603f76049468af3a11efcc1e552', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.221'}], 'enable_snat': True}, 'gw_port_id': '52f45676-9bff-46b3-9b6a-49c95e60325a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:25:58Z', 'updated_at': '2021-07-27T21:28:00Z', 'revision_number': 7, 'project_id': '0874e603f76049468af3a11efcc1e552', 'gw_port': {'id': '52f45676-9bff-46b3-9b6a-49c95e60325a', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:1a:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d9c7539-23bd-434b-8946-f6181965c705', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3768, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:25:59Z', 'updated_at': '2021-07-27T21:26:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22'}], 'n-d-705658-22', False) {} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:28:02.500407 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3f13864-5297-45cf-9b16-f392a5af8960 None None] Checking router: 4d9c7539-23bd-434b-8946-f6181965c705 for host: n-d-705658-22 {{(pid=105586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:28:02.519292 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3f13864-5297-45cf-9b16-f392a5af8960 None None] Routers {'4d9c7539-23bd-434b-8946-f6181965c705'} bound to L3 agent in host n-d-705658-22 {{(pid=105586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:28:02.520195 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-d3f13864-5297-45cf-9b16-f392a5af8960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:27:42Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['4d9c7539-23bd-434b-8946-f6181965c705'], 'active': True} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:28:02.618613 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd2f0bd1-c764-4d31-b4e7-d45748a1d28b admin admin] Network cd0e9efd-9bae-4dae-add0-702bbb12284f is already hosted by enough agents. {{(pid=105585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:28:02.621061 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.base_scheduler [None req-cd2f0bd1-c764-4d31-b4e7-d45748a1d28b admin admin] Resources bound (agent type, host, resource id): {{(pid=105585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:28:02.626798 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-5db2c837-8737-40ea-991f-74a0aebc64c1 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Notify callbacks [] for router_gateway, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:02.645635 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvr_db [None req-d3f13864-5297-45cf-9b16-f392a5af8960 None None] Set router 4d9c7539-23bd-434b-8946-f6181965c705 gateway port host: n-d-705658-22 {{(pid=105586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:28:02.766161 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0299b49-c7a1-4e31-93aa-98af493b2ce6 req-2bbde517-7556-49cf-b18f-27ba00b038e8 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:28:02.767896 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-d0299b49-c7a1-4e31-93aa-98af493b2ce6 req-2bbde517-7556-49cf-b18f-27ba00b038e8 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] 10.222.0.59 "GET /v2.0/ports?device_id=ca6eb89e-ef6b-45f1-9a6f-ba2c5f61c6cf HTTP/1.1" status: 200 len: 944 time: 0.2500377 Jul 27 21:28:02.830888 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55bdbc7d-3899-42f9-b267-87d1cce25877 None None] DHCP port deletion for 17303b05-d1d1-4492-ba85-d84bd43759ef request from n-d-705658-22 {{(pid=105586) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 21:28:02.890061 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-d0299b49-c7a1-4e31-93aa-98af493b2ce6 req-3b0ee8ce-d834-49f8-8f17-b94565ed4a42 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] 10.222.0.59 "GET /v2.0/security-groups?id=538791a4-2ac5-4c76-85f8-7580d1a09c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117475 Jul 27 21:28:02.911072 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [None req-5db2c837-8737-40ea-991f-74a0aebc64c1 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Deleting port 52f45676-9bff-46b3-9b6a-49c95e60325a {{(pid=105585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:28:02.911072 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-5db2c837-8737-40ea-991f-74a0aebc64c1 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:02.991725 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd2f0bd1-c764-4d31-b4e7-d45748a1d28b admin admin] Router dc4c4aec-773f-4c09-97ab-874212aecaca has already been hosted by L3 agent dd128fd7-8e57-4d4f-895b-a96b369df59a {{(pid=105585) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:28:03.002101 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-55bdbc7d-3899-42f9-b267-87d1cce25877 None None] Deleting port dc45753d-c7ab-4dd9-9828-9f2461a4f51d {{(pid=105586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:28:03.003864 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-55bdbc7d-3899-42f9-b267-87d1cce25877 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:03.054775 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-d3f13864-5297-45cf-9b16-f392a5af8960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d9c7539-23bd-434b-8946-f6181965c705', 'name': 'tempest-TestNetworkBasicOps-router-2123304900', 'tenant_id': '0874e603f76049468af3a11efcc1e552', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.221'}], 'enable_snat': True}, 'gw_port_id': '52f45676-9bff-46b3-9b6a-49c95e60325a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:25:58Z', 'updated_at': '2021-07-27T21:28:00Z', 'revision_number': 7, 'project_id': '0874e603f76049468af3a11efcc1e552', 'gw_port': {'id': '52f45676-9bff-46b3-9b6a-49c95e60325a', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:1a:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d9c7539-23bd-434b-8946-f6181965c705', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3768, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:25:59Z', 'updated_at': '2021-07-27T21:26:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22'}], 'n-d-705658-22', False) {} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:28:03.102328 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3f13864-5297-45cf-9b16-f392a5af8960 None None] The sync data for ids ['4d9c7539-23bd-434b-8946-f6181965c705'] in n-d-705658-22 is: [{'id': '4d9c7539-23bd-434b-8946-f6181965c705', 'name': 'tempest-TestNetworkBasicOps-router-2123304900', 'tenant_id': '0874e603f76049468af3a11efcc1e552', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.221'}], 'enable_snat': True}, 'gw_port_id': '52f45676-9bff-46b3-9b6a-49c95e60325a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:25:58Z', 'updated_at': '2021-07-27T21:28:00Z', 'revision_number': 7, 'project_id': '0874e603f76049468af3a11efcc1e552', 'gw_port': {'id': '52f45676-9bff-46b3-9b6a-49c95e60325a', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:1a:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d9c7539-23bd-434b-8946-f6181965c705', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3768, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:25:59Z', 'updated_at': '2021-07-27T21:26:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22'}] {{(pid=105586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:28:03.104437 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-ead81196-e027-44a6-af0f-de09ee625358 None None] Provisioning complete for port 9f8e73b0-c68b-4768-8a69-04526d4e1527 triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:28:03.105038 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-ead81196-e027-44a6-af0f-de09ee625358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:03.142208 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.db [None req-5db2c837-8737-40ea-991f-74a0aebc64c1 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] For port 52f45676-9bff-46b3-9b6a-49c95e60325a, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=52f45676-9bff-46b3-9b6a-49c95e60325a,segment=NetworkSegment(12196855-9a32-4633-9a56-77697ef9e126),segment_id=12196855-9a32-4633-9a56-77697ef9e126)] {{(pid=105585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:28:03.142580 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-5db2c837-8737-40ea-991f-74a0aebc64c1 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:03.167970 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-55bdbc7d-3899-42f9-b267-87d1cce25877 None None] For port dc45753d-c7ab-4dd9-9828-9f2461a4f51d, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=dc45753d-c7ab-4dd9-9828-9f2461a4f51d,segment=NetworkSegment(9c20e27a-91a1-474d-adc0-72aa145295a4),segment_id=9c20e27a-91a1-474d-adc0-72aa145295a4)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:28:03.168538 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-55bdbc7d-3899-42f9-b267-87d1cce25877 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:03.171727 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [None req-5db2c837-8737-40ea-991f-74a0aebc64c1 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Calling delete_port for 52f45676-9bff-46b3-9b6a-49c95e60325a owned by network:router_gateway {{(pid=105585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:28:03.194882 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-55bdbc7d-3899-42f9-b267-87d1cce25877 None None] Calling delete_port for dc45753d-c7ab-4dd9-9828-9f2461a4f51d owned by network:dhcp {{(pid=105586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:28:03.200279 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-ead81196-e027-44a6-af0f-de09ee625358 None None] Port 9f8e73b0-c68b-4768-8a69-04526d4e1527 cannot update to ACTIVE because it is not bound. {{(pid=105586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:28:03.236275 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd2f0bd1-c764-4d31-b4e7-d45748a1d28b admin admin] Notify agent at l3_agent.n-d-705658-22 the message routers_updated {{(pid=105585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:28:03.243911 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-cd2f0bd1-c764-4d31-b4e7-d45748a1d28b admin admin] 10.222.0.59 "PUT /v2.0/routers/dc4c4aec-773f-4c09-97ab-874212aecaca/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0399776 Jul 27 21:28:03.298329 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-55bdbc7d-3899-42f9-b267-87d1cce25877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180'] for port, after_delete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:03.333985 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55bdbc7d-3899-42f9-b267-87d1cce25877 None None] Pushing event deleted for resources: {'Port': ['ID=dc45753d-c7ab-4dd9-9828-9f2461a4f51d,revision_number=None']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:28:03.359964 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55bdbc7d-3899-42f9-b267-87d1cce25877 None None] No DVR routers for this DVR port dc45753d-c7ab-4dd9-9828-9f2461a4f51d on host n-d-705658-22 {{(pid=105586) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:28:03.649798 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device c55e9ba0-e4e1-40f6-a876-ffbdbe68454e up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:28:03.746816 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning for port c55e9ba0-e4e1-40f6-a876-ffbdbe68454e completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:28:03.755713 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port c55e9ba0-e4e1-40f6-a876-ffbdbe68454e triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:28:03.756902 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:03.818404 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-5db2c837-8737-40ea-991f-74a0aebc64c1 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:03.848424 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db2c837-8737-40ea-991f-74a0aebc64c1 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Pushing event deleted for resources: {'Port': ['ID=52f45676-9bff-46b3-9b6a-49c95e60325a,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:28:03.932900 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:03.957592 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-5db2c837-8737-40ea-991f-74a0aebc64c1 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4075702'] for router_gateway, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:03.958067 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] For port c55e9ba0-e4e1-40f6-a876-ffbdbe68454e, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=c55e9ba0-e4e1-40f6-a876-ffbdbe68454e,segment=NetworkSegment(12196855-9a32-4633-9a56-77697ef9e126),segment_id=12196855-9a32-4633-9a56-77697ef9e126)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:28:03.966768 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:04.041287 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Pushing event updated for resources: {'Port': ['ID=c55e9ba0-e4e1-40f6-a876-ffbdbe68454e,revision_number=4']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:28:04.062043 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device a6504035-9cf2-4698-bdda-8edd0aa50518 no longer exists at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:28:04.089442 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] No Port match for: a6504035-9cf2-4698-bdda-8edd0aa50518 {{(pid=105586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:28:04.089811 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device a6504035-9cf2-4698-bdda-8edd0aa50518 not bound to the agent host n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:28:04.090244 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device dc45753d-c7ab-4dd9-9828-9f2461a4f51d no longer exists at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:28:04.113293 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] No Port match for: dc45753d-c7ab-4dd9-9828-9f2461a4f51d {{(pid=105586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:28:04.113638 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device dc45753d-c7ab-4dd9-9828-9f2461a4f51d not bound to the agent host n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:28:04.143329 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-5db2c837-8737-40ea-991f-74a0aebc64c1 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4163631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-425'] for router, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:04.149576 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-5db2c837-8737-40ea-991f-74a0aebc64c1 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:04.209144 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-5db2c837-8737-40ea-991f-74a0aebc64c1 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4163007'] for router, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:04.210195 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5db2c837-8737-40ea-991f-74a0aebc64c1 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Fanout notify agent at l3_agent the message router_deleted on router 4d9c7539-23bd-434b-8946-f6181965c705 {{(pid=105585) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 21:28:04.217245 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-5db2c837-8737-40ea-991f-74a0aebc64c1 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Notify callbacks [] for router, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:04.221225 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 60266) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:28:04.231499 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-5db2c837-8737-40ea-991f-74a0aebc64c1 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] 10.222.0.59 "DELETE /v2.0/routers/4d9c7539-23bd-434b-8946-f6181965c705 HTTP/1.1" status: 204 len: 168 time: 2.0728374 Jul 27 21:28:04.255386 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150d1472-4e0f-4219-849d-f78ba080ee01 req-3d886dc0-304a-4933-985e-d877bb963746 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:28:04.264024 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-150d1472-4e0f-4219-849d-f78ba080ee01 req-3d886dc0-304a-4933-985e-d877bb963746 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] 10.222.0.59 "GET /v2.0/ports?device_id=ca6eb89e-ef6b-45f1-9a6f-ba2c5f61c6cf HTTP/1.1" status: 200 len: 944 time: 0.2290032 Jul 27 21:28:04.324514 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-150d1472-4e0f-4219-849d-f78ba080ee01 req-9cc64b69-cd00-4b4b-b33d-93648cd59cbf tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] 10.222.0.59 "GET /v2.0/security-groups?id=538791a4-2ac5-4c76-85f8-7580d1a09c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533898 Jul 27 21:28:04.354116 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-1ba26c46-d9f7-42c5-866b-7babe931f58f tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-990557'] for network, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:04.479551 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-1ba26c46-d9f7-42c5-866b-7babe931f58f tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853562', 'neutron.services.segments.db._delete_segments_for_network-8790688882975'] for network, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:04.489802 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.segments.db [None req-1ba26c46-d9f7-42c5-866b-7babe931f58f tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17303b05-d1d1-4492-ba85-d84bd43759ef']}} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:28:04.501764 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.segments.db [None req-1ba26c46-d9f7-42c5-866b-7babe931f58f tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c20e27a-91a1-474d-adc0-72aa145295a4') {'for_net_delete': True} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:28:04.502148 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.segments.db [None req-1ba26c46-d9f7-42c5-866b-7babe931f58f tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c20e27a-91a1-474d-adc0-72aa145295a4') {} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:28:04.513417 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-1ba26c46-d9f7-42c5-866b-7babe931f58f tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790688883752', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9014348'] for segment, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:04.536600 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-1ba26c46-d9f7-42c5-866b-7babe931f58f tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:04.545718 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ba26c46-d9f7-42c5-866b-7babe931f58f tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Releasing vlan 204 on physical network physnet1 to pool {{(pid=105584) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:28:04.546122 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-1ba26c46-d9f7-42c5-866b-7babe931f58f tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9014063'] for segment, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:04.549139 n-d-705658-22 neutron-server[105584]: Traceback (most recent call last): Jul 27 21:28:04.549139 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:28:04.549139 n-d-705658-22 neutron-server[105584]: timer() Jul 27 21:28:04.549139 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:28:04.549139 n-d-705658-22 neutron-server[105584]: cb(*args, **kw) Jul 27 21:28:04.549139 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:28:04.549139 n-d-705658-22 neutron-server[105584]: return func(*args, **kwargs) Jul 27 21:28:04.549139 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:28:04.549139 n-d-705658-22 neutron-server[105584]: self._notify() Jul 27 21:28:04.549139 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:28:04.549139 n-d-705658-22 neutron-server[105584]: self.callback(batched_events) Jul 27 21:28:04.549139 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:28:04.549139 n-d-705658-22 neutron-server[105584]: event.method(event) Jul 27 21:28:04.549139 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:28:04.549139 n-d-705658-22 neutron-server[105584]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:28:04.549139 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:28:04.549139 n-d-705658-22 neutron-server[105584]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:28:04.549139 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:28:04.549139 n-d-705658-22 neutron-server[105584]: return f(self, *a, **k) Jul 27 21:28:04.549139 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:28:04.549139 n-d-705658-22 neutron-server[105584]: return self._get(url).json() Jul 27 21:28:04.549139 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:28:04.549139 n-d-705658-22 neutron-server[105584]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:28:04.549139 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:28:04.549139 n-d-705658-22 neutron-server[105584]: return self.request(url, 'GET', **kwargs) Jul 27 21:28:04.549139 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:28:04.549139 n-d-705658-22 neutron-server[105584]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:28:04.549139 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:28:04.549139 n-d-705658-22 neutron-server[105584]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:28:04.549139 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:28:04.549139 n-d-705658-22 neutron-server[105584]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:28:04.549139 n-d-705658-22 neutron-server[105584]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:28:04.618039 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-1ba26c46-d9f7-42c5-866b-7babe931f58f tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4075658'] for network, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:04.629525 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-1ba26c46-d9f7-42c5-866b-7babe931f58f tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Notify callbacks [] for network, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:04.647463 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6483a86d-f627-4ddb-a836-7359c17b8f4c None None] Sync routers for ids ['dc4c4aec-773f-4c09-97ab-874212aecaca'] in n-d-705658-22 {{(pid=105587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:28:04.649344 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-1ba26c46-d9f7-42c5-866b-7babe931f58f tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] 10.222.0.59 "DELETE /v2.0/networks/17303b05-d1d1-4492-ba85-d84bd43759ef HTTP/1.1" status: 204 len: 168 time: 0.4231625 Jul 27 21:28:04.652819 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 60274) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:28:04.656757 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6483a86d-f627-4ddb-a836-7359c17b8f4c None None] Routers {'dc4c4aec-773f-4c09-97ab-874212aecaca'} bound to L3 agent in host n-d-705658-22 {{(pid=105587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:28:04.657514 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-6483a86d-f627-4ddb-a836-7359c17b8f4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:27:42Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['dc4c4aec-773f-4c09-97ab-874212aecaca'], 'active': True} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:28:04.669221 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-7cce6fb1-4b3c-42be-a360-4d964ff01b83 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Request body: {'network': {'name': 'tempest-network-smoke--839827459', 'project_id': '0874e603f76049468af3a11efcc1e552', 'port_security_enabled': True}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:28:04.672669 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba26c46-d9f7-42c5-866b-7babe931f58f tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Pushing event deleted for resources: {'Network': ['ID=17303b05-d1d1-4492-ba85-d84bd43759ef,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:28:04.700876 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cce6fb1-4b3c-42be-a360-4d964ff01b83 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Made reservation on behalf of 0874e603f76049468af3a11efcc1e552 for: {'network': 1} {{(pid=105585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:28:04.704523 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-7cce6fb1-4b3c-42be-a360-4d964ff01b83 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for network, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:04.734307 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7cce6fb1-4b3c-42be-a360-4d964ff01b83 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] vlan segment allocate from pool success with {'vlan_id': 236, 'physical_network': 'physnet1'} {{(pid=105585) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:28:04.747108 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-7cce6fb1-4b3c-42be-a360-4d964ff01b83 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:04.747665 n-d-705658-22 neutron-server[105585]: INFO neutron.db.segments_db [None req-7cce6fb1-4b3c-42be-a360-4d964ff01b83 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Added segment f5417f53-2f1a-4ca1-ba36-d550f2b33995 of type vlan for network 7bc4e2ff-4ba8-4953-8996-985f60223b5f Jul 27 21:28:04.796242 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvr_db [None req-6483a86d-f627-4ddb-a836-7359c17b8f4c None None] Set router dc4c4aec-773f-4c09-97ab-874212aecaca gateway port host: n-d-705658-22 {{(pid=105587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:28:04.798812 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 60276) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:28:04.811636 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-7cce6fb1-4b3c-42be-a360-4d964ff01b83 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790688424798'] for network, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:04.853462 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-7cce6fb1-4b3c-42be-a360-4d964ff01b83 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920'] for network, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:04.861675 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cce6fb1-4b3c-42be-a360-4d964ff01b83 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:28:04.863508 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-7cce6fb1-4b3c-42be-a360-4d964ff01b83 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Notify callbacks [] for network, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:04.954627 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-7cce6fb1-4b3c-42be-a360-4d964ff01b83 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2996137 Jul 27 21:28:04.957615 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 60278) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:28:04.962327 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-a2985432-963f-434e-bec9-6295c8822358 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-476329', 'admin_state_up': True, 'project_id': '0874e603f76049468af3a11efcc1e552', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305'}}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:28:04.971410 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cce6fb1-4b3c-42be-a360-4d964ff01b83 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Pushing event updated for resources: {'Network': ['ID=7bc4e2ff-4ba8-4953-8996-985f60223b5f,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:28:04.984426 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Network 7bc4e2ff-4ba8-4953-8996-985f60223b5f details requested by agent ovs-agent-n-d-705658-22 with host n-d-705658-22 {{(pid=105586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:28:05.023756 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-a2985432-963f-434e-bec9-6295c8822358 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4163813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-443'] for router, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:05.025539 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-a2985432-963f-434e-bec9-6295c8822358 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4165196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4077059', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3711235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-418'] for router, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:05.103799 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-6483a86d-f627-4ddb-a836-7359c17b8f4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc4c4aec-773f-4c09-97ab-874212aecaca', 'name': 'tempest-ImageQuotaTest-1231450731-router', 'tenant_id': 'c2619f241b9c41f4abd71bd664d1daf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.150'}], 'enable_snat': True}, 'gw_port_id': 'c55e9ba0-e4e1-40f6-a876-ffbdbe68454e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:27:57Z', 'updated_at': '2021-07-27T21:28:01Z', 'revision_number': 4, 'project_id': 'c2619f241b9c41f4abd71bd664d1daf7', 'gw_port': {'id': 'c55e9ba0-e4e1-40f6-a876-ffbdbe68454e', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:ff:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc4c4aec-773f-4c09-97ab-874212aecaca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:27:58Z', 'updated_at': '2021-07-27T21:28:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_interfaces': [{'id': '9f8e73b0-c68b-4768-8a69-04526d4e1527', 'name': '', 'network_id': 'cd0e9efd-9bae-4dae-add0-702bbb12284f', 'tenant_id': 'c2619f241b9c41f4abd71bd664d1daf7', 'mac_address': 'fa:16:3e:40:8e:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc4c4aec-773f-4c09-97ab-874212aecaca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3877, 'fixed_ips': [{'subnet_id': '600ed4a6-25eb-4976-8b6c-7965a228fdc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:28:00Z', 'updated_at': '2021-07-27T21:28:01Z', 'revision_number': 2, 'project_id': 'c2619f241b9c41f4abd71bd664d1daf7', 'subnets': [{'id': '600ed4a6-25eb-4976-8b6c-7965a228fdc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-22', False) {} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:28:05.106088 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-a2985432-963f-434e-bec9-6295c8822358 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:05.106492 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Device 7ef6e67a-6bce-49c5-9b47-133e675ee8b8 details requested by agent hyperv_n-h2-705658-22 with host n-h2-705658-22 {{(pid=105586) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:28:05.219619 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] For port 7ef6e67a-6bce-49c5-9b47-133e675ee8b8, host n-h2-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=7ef6e67a-6bce-49c5-9b47-133e675ee8b8,segment=NetworkSegment(6a44b0c8-0b10-4191-b0e4-021984ddfab8),segment_id=6a44b0c8-0b10-4191-b0e4-021984ddfab8)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:28:05.237576 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6483a86d-f627-4ddb-a836-7359c17b8f4c None None] Checking router: dc4c4aec-773f-4c09-97ab-874212aecaca for host: n-d-705658-22 {{(pid=105587) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:28:05.238064 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6483a86d-f627-4ddb-a836-7359c17b8f4c None None] Updating router dc4c4aec-773f-4c09-97ab-874212aecaca port 9f8e73b0-c68b-4768-8a69-04526d4e1527 binding host n-d-705658-22 {{(pid=105587) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 21:28:05.241125 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Returning: {'device': '7ef6e67a-6bce-49c5-9b47-133e675ee8b8', 'network_id': 'b8c68474-1d26-4c5c-9f82-5da72e824d0f', 'port_id': '7ef6e67a-6bce-49c5-9b47-133e675ee8b8', 'mac_address': 'fa:16:3e:14:44:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 240, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11733cc0-d894-4d0f-84a6-7f612951db53', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105586) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:28:05.277162 n-d-705658-22 neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-6483a86d-f627-4ddb-a836-7359c17b8f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:05.283874 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:05.299361 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [None req-3d54578f-831f-4696-b568-13c455922dab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ef6e67a-6bce-49c5-9b47-133e675ee8b8 {{(pid=105586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:28:05.308177 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-a2985432-963f-434e-bec9-6295c8822358 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4077169', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4163787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-400'] for router, precommit_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:05.323704 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] For port 7ef6e67a-6bce-49c5-9b47-133e675ee8b8, host n-h2-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=7ef6e67a-6bce-49c5-9b47-133e675ee8b8,segment=NetworkSegment(6a44b0c8-0b10-4191-b0e4-021984ddfab8),segment_id=6a44b0c8-0b10-4191-b0e4-021984ddfab8)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:28:05.329970 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:05.340134 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-b01a7e9c-7c02-4a57-846f-c896ab473d48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4076536'] for router_interface, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:05.411887 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Pushing event updated for resources: {'Port': ['ID=7ef6e67a-6bce-49c5-9b47-133e675ee8b8,revision_number=4']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:28:05.504278 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device c55e9ba0-e4e1-40f6-a876-ffbdbe68454e up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:28:05.577274 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port c55e9ba0-e4e1-40f6-a876-ffbdbe68454e triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:28:05.577843 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:05.634535 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7d387d-9335-4d44-80ff-740326391011 req-edef611d-e48d-4677-9b24-47ab2afaa81f tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:28:05.637447 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-aa7d387d-9335-4d44-80ff-740326391011 req-edef611d-e48d-4677-9b24-47ab2afaa81f tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] 10.222.0.59 "GET /v2.0/ports?device_id=ca6eb89e-ef6b-45f1-9a6f-ba2c5f61c6cf HTTP/1.1" status: 200 len: 945 time: 0.2061930 Jul 27 21:28:05.648096 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] get_ports_and_sgs() called for port_ids ['7ef6e67a-6bce-49c5-9b47-133e675ee8b8'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:28:05.675499 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-a2985432-963f-434e-bec9-6295c8822358 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Notify callbacks [] for router_gateway, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:05.704639 n-d-705658-22 neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-6483a86d-f627-4ddb-a836-7359c17b8f4c None None] Notify callbacks [] for port, precommit_update {{(pid=105587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:05.707207 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-a2985432-963f-434e-bec9-6295c8822358 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:05.733334 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.provisioning_blocks [None req-6483a86d-f627-4ddb-a836-7359c17b8f4c None None] Transition to ACTIVE for port object 9f8e73b0-c68b-4768-8a69-04526d4e1527 will not be triggered until provisioned by entity L2. {{(pid=105587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:28:05.745761 n-d-705658-22 neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-6483a86d-f627-4ddb-a836-7359c17b8f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:05.753749 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-aa7d387d-9335-4d44-80ff-740326391011 req-7efbf1aa-5c22-4732-86db-fcdb35740245 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] 10.222.0.59 "GET /v2.0/security-groups?id=538791a4-2ac5-4c76-85f8-7580d1a09c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802071 Jul 27 21:28:05.823447 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-b01a7e9c-7c02-4a57-846f-c896ab473d48 admin admin] Deleting port 9f8e73b0-c68b-4768-8a69-04526d4e1527 {{(pid=105584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:28:05.825534 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-b01a7e9c-7c02-4a57-846f-c896ab473d48 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:05.851255 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 52f45676-9bff-46b3-9b6a-49c95e60325a no longer exists at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:28:05.851885 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f12373-d63f-43e8-89e6-af315b5b8695 None None] Pushing event updated for resources: {'Port': ['ID=9f8e73b0-c68b-4768-8a69-04526d4e1527,revision_number=3']} {{(pid=105587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:28:05.886161 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] No Port match for: 52f45676-9bff-46b3-9b6a-49c95e60325a {{(pid=105586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:28:05.887054 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 52f45676-9bff-46b3-9b6a-49c95e60325a not bound to the agent host n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:28:05.923809 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.db_base_plugin_common [None req-a2985432-963f-434e-bec9-6295c8822358 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Allocated IP 172.25.5.7 (8735d8a2-b604-4758-ae71-b40e4ee6f305/eca7dbab-b9c0-4c8f-a272-816ea8a81764/cf7d4dcc-f89b-4efc-91e3-052443554e2d) {{(pid=105585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:28:05.942572 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-b01a7e9c-7c02-4a57-846f-c896ab473d48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:05.968036 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-b01a7e9c-7c02-4a57-846f-c896ab473d48 admin admin] Calling delete_port for 9f8e73b0-c68b-4768-8a69-04526d4e1527 owned by network:router_interface {{(pid=105584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:28:05.971167 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.managers [None req-6483a86d-f627-4ddb-a836-7359c17b8f4c None None] Attempting to bind port 9f8e73b0-c68b-4768-8a69-04526d4e1527 on host n-d-705658-22 for vnic_type normal with profile {{(pid=105587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:28:05.971534 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.managers [None req-6483a86d-f627-4ddb-a836-7359c17b8f4c None None] Attempting to bind port 9f8e73b0-c68b-4768-8a69-04526d4e1527 by drivers openvswitch,hyperv on host n-d-705658-22 at level 0 using segments [{'id': '19d3a88e-ebfb-406b-8388-343b61fb885c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'cd0e9efd-9bae-4dae-add0-702bbb12284f'}] {{(pid=105587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:28:05.971885 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6483a86d-f627-4ddb-a836-7359c17b8f4c None None] Attempting to bind port 9f8e73b0-c68b-4768-8a69-04526d4e1527 on network cd0e9efd-9bae-4dae-add0-702bbb12284f {{(pid=105587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:28:05.978186 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6483a86d-f627-4ddb-a836-7359c17b8f4c None None] Checking agent: {'id': '04a7ea91-6318-467e-ace6-b0fb48c8690f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 41, 42), 'started_at': datetime.datetime(2021, 7, 27, 20, 42, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 27, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:28:05.978561 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6483a86d-f627-4ddb-a836-7359c17b8f4c None None] Checking segment: {'id': '19d3a88e-ebfb-406b-8388-343b61fb885c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'cd0e9efd-9bae-4dae-add0-702bbb12284f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:28:05.978963 n-d-705658-22 neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-6483a86d-f627-4ddb-a836-7359c17b8f4c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:05.979381 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6483a86d-f627-4ddb-a836-7359c17b8f4c None None] Bound using segment: {'id': '19d3a88e-ebfb-406b-8388-343b61fb885c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'cd0e9efd-9bae-4dae-add0-702bbb12284f'} {{(pid=105587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:28:05.979845 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.managers [None req-6483a86d-f627-4ddb-a836-7359c17b8f4c None None] Bound port: 9f8e73b0-c68b-4768-8a69-04526d4e1527, host: n-d-705658-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19d3a88e-ebfb-406b-8388-343b61fb885c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'cd0e9efd-9bae-4dae-add0-702bbb12284f'}}] {{(pid=105587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:28:05.980236 n-d-705658-22 neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-6483a86d-f627-4ddb-a836-7359c17b8f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:06.054026 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-a2985432-963f-434e-bec9-6295c8822358 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Notify callbacks [] for port, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:06.071533 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 60290) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:28:06.076779 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-4cabdc94-e1c5-44b7-8f7e-c06cfc881662 tempest-TestVolumeBackupRestore-657170423 tempest-TestVolumeBackupRestore-657170423-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1584349444', 'description': 'tempest-secgroup-smoke-1584349444 description', 'project_id': 'd8b3b608783d4209938f283075bc1b2d'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:28:06.085145 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.db [None req-6483a86d-f627-4ddb-a836-7359c17b8f4c None None] For port 9f8e73b0-c68b-4768-8a69-04526d4e1527, host n-d-705658-22, cleared binding levels {{(pid=105587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:28:06.090188 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.db [None req-6483a86d-f627-4ddb-a836-7359c17b8f4c None None] For port 9f8e73b0-c68b-4768-8a69-04526d4e1527, host n-d-705658-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=9f8e73b0-c68b-4768-8a69-04526d4e1527,segment=NetworkSegment(19d3a88e-ebfb-406b-8388-343b61fb885c),segment_id=19d3a88e-ebfb-406b-8388-343b61fb885c)] {{(pid=105587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:28:06.096589 n-d-705658-22 neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-6483a86d-f627-4ddb-a836-7359c17b8f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:06.120504 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-4cabdc94-e1c5-44b7-8f7e-c06cfc881662 tempest-TestVolumeBackupRestore-657170423 tempest-TestVolumeBackupRestore-657170423-project] Notify callbacks [] for security_group, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:06.152952 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-a2985432-963f-434e-bec9-6295c8822358 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:06.176430 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6483a86d-f627-4ddb-a836-7359c17b8f4c None None] Routers {'dc4c4aec-773f-4c09-97ab-874212aecaca'} bound to L3 agent in host n-d-705658-22 {{(pid=105587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:28:06.177197 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-6483a86d-f627-4ddb-a836-7359c17b8f4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:27:42Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['dc4c4aec-773f-4c09-97ab-874212aecaca'], 'active': True} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:28:06.213233 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2985432-963f-434e-bec9-6295c8822358 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Network 8735d8a2-b604-4758-ae71-b40e4ee6f305 is already hosted by enough agents. {{(pid=105585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:28:06.219801 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.base_scheduler [None req-a2985432-963f-434e-bec9-6295c8822358 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Resources bound (agent type, host, resource id): {{(pid=105585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:28:06.226689 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f12373-d63f-43e8-89e6-af315b5b8695 None None] Pushing event updated for resources: {'Port': ['ID=9f8e73b0-c68b-4768-8a69-04526d4e1527,revision_number=4']} {{(pid=105587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:28:06.229617 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2985432-963f-434e-bec9-6295c8822358 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Received port after_create {{(pid=105585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:28:06.243112 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-b01a7e9c-7c02-4a57-846f-c896ab473d48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:06.275732 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2985432-963f-434e-bec9-6295c8822358 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Pushing event updated for resources: {'Port': ['ID=cf7d4dcc-f89b-4efc-91e3-052443554e2d,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:28:06.277050 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01a7e9c-7c02-4a57-846f-c896ab473d48 admin admin] Pushing event deleted for resources: {'Port': ['ID=9f8e73b0-c68b-4768-8a69-04526d4e1527,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:28:06.322916 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvr_db [None req-6483a86d-f627-4ddb-a836-7359c17b8f4c None None] Set router dc4c4aec-773f-4c09-97ab-874212aecaca gateway port host: n-d-705658-22 {{(pid=105587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:28:06.416471 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-4cabdc94-e1c5-44b7-8f7e-c06cfc881662 tempest-TestVolumeBackupRestore-657170423 tempest-TestVolumeBackupRestore-657170423-project] Notify callbacks [] for security_group, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:06.424696 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-4cabdc94-e1c5-44b7-8f7e-c06cfc881662 tempest-TestVolumeBackupRestore-657170423 tempest-TestVolumeBackupRestore-657170423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:06.464047 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-4cabdc94-e1c5-44b7-8f7e-c06cfc881662 tempest-TestVolumeBackupRestore-657170423 tempest-TestVolumeBackupRestore-657170423-project] Notify callbacks [] for security_group, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:06.468080 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-4cabdc94-e1c5-44b7-8f7e-c06cfc881662 tempest-TestVolumeBackupRestore-657170423 tempest-TestVolumeBackupRestore-657170423-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3925238 Jul 27 21:28:06.471578 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 60292) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:28:06.479714 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-4e890a1b-e04e-4150-a86c-f83dd9867b5c tempest-TestVolumeBackupRestore-657170423 tempest-TestVolumeBackupRestore-657170423-project] Request body: {'security_group_rule': {'security_group_id': '2fbb37df-b738-4709-86e6-c4887dfcb3d8', 'project_id': 'd8b3b608783d4209938f283075bc1b2d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:28:06.491308 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-b01a7e9c-7c02-4a57-846f-c896ab473d48 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3743915', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4076308'] for router_interface, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:06.492810 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:06.527620 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cabdc94-e1c5-44b7-8f7e-c06cfc881662 tempest-TestVolumeBackupRestore-657170423 tempest-TestVolumeBackupRestore-657170423-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2fbb37df-b738-4709-86e6-c4887dfcb3d8,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:28:06.579111 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-fd02d596-25d0-45bf-8f2f-9753bc3a12ea None None] Could not find standard attr ID for object 9f8e73b0-c68b-4768-8a69-04526d4e1527. {{(pid=105586) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 27 21:28:06.591807 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-4e890a1b-e04e-4150-a86c-f83dd9867b5c tempest-TestVolumeBackupRestore-657170423 tempest-TestVolumeBackupRestore-657170423-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:06.598980 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-6483a86d-f627-4ddb-a836-7359c17b8f4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc4c4aec-773f-4c09-97ab-874212aecaca', 'name': 'tempest-ImageQuotaTest-1231450731-router', 'tenant_id': 'c2619f241b9c41f4abd71bd664d1daf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.150'}], 'enable_snat': True}, 'gw_port_id': 'c55e9ba0-e4e1-40f6-a876-ffbdbe68454e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:27:57Z', 'updated_at': '2021-07-27T21:28:01Z', 'revision_number': 4, 'project_id': 'c2619f241b9c41f4abd71bd664d1daf7', 'gw_port': {'id': 'c55e9ba0-e4e1-40f6-a876-ffbdbe68454e', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:ff:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc4c4aec-773f-4c09-97ab-874212aecaca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:27:58Z', 'updated_at': '2021-07-27T21:28:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_interfaces': [{'id': '9f8e73b0-c68b-4768-8a69-04526d4e1527', 'name': '', 'network_id': 'cd0e9efd-9bae-4dae-add0-702bbb12284f', 'tenant_id': 'c2619f241b9c41f4abd71bd664d1daf7', 'mac_address': 'fa:16:3e:40:8e:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc4c4aec-773f-4c09-97ab-874212aecaca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3877, 'fixed_ips': [{'subnet_id': '600ed4a6-25eb-4976-8b6c-7965a228fdc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:28:00Z', 'updated_at': '2021-07-27T21:28:06Z', 'revision_number': 4, 'project_id': 'c2619f241b9c41f4abd71bd664d1daf7', 'subnets': [{'id': '600ed4a6-25eb-4976-8b6c-7965a228fdc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-22', False) {} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:28:06.627986 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-a2985432-963f-434e-bec9-6295c8822358 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Notify callbacks [] for router_gateway, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:06.631642 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6483a86d-f627-4ddb-a836-7359c17b8f4c None None] The sync data for ids ['dc4c4aec-773f-4c09-97ab-874212aecaca'] in n-d-705658-22 is: [{'id': 'dc4c4aec-773f-4c09-97ab-874212aecaca', 'name': 'tempest-ImageQuotaTest-1231450731-router', 'tenant_id': 'c2619f241b9c41f4abd71bd664d1daf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.150'}], 'enable_snat': True}, 'gw_port_id': 'c55e9ba0-e4e1-40f6-a876-ffbdbe68454e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:27:57Z', 'updated_at': '2021-07-27T21:28:01Z', 'revision_number': 4, 'project_id': 'c2619f241b9c41f4abd71bd664d1daf7', 'gw_port': {'id': 'c55e9ba0-e4e1-40f6-a876-ffbdbe68454e', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:ff:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc4c4aec-773f-4c09-97ab-874212aecaca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:27:58Z', 'updated_at': '2021-07-27T21:28:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_interfaces': [{'id': '9f8e73b0-c68b-4768-8a69-04526d4e1527', 'name': '', 'network_id': 'cd0e9efd-9bae-4dae-add0-702bbb12284f', 'tenant_id': 'c2619f241b9c41f4abd71bd664d1daf7', 'mac_address': 'fa:16:3e:40:8e:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc4c4aec-773f-4c09-97ab-874212aecaca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3877, 'fixed_ips': [{'subnet_id': '600ed4a6-25eb-4976-8b6c-7965a228fdc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:28:00Z', 'updated_at': '2021-07-27T21:28:06Z', 'revision_number': 4, 'project_id': 'c2619f241b9c41f4abd71bd664d1daf7', 'subnets': [{'id': '600ed4a6-25eb-4976-8b6c-7965a228fdc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:28:06.757814 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b01a7e9c-7c02-4a57-846f-c896ab473d48 admin admin] Router dc4c4aec-773f-4c09-97ab-874212aecaca has already been hosted by L3 agent dd128fd7-8e57-4d4f-895b-a96b369df59a {{(pid=105584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:28:06.840666 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-4e890a1b-e04e-4150-a86c-f83dd9867b5c tempest-TestVolumeBackupRestore-657170423 tempest-TestVolumeBackupRestore-657170423-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:06.848636 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-4e890a1b-e04e-4150-a86c-f83dd9867b5c tempest-TestVolumeBackupRestore-657170423 tempest-TestVolumeBackupRestore-657170423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732636'] for security_group_rule, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:06.884467 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b01a7e9c-7c02-4a57-846f-c896ab473d48 admin admin] Notify agent at l3_agent.n-d-705658-22 the message routers_updated {{(pid=105584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:28:06.890361 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-b01a7e9c-7c02-4a57-846f-c896ab473d48 admin admin] 10.222.0.59 "PUT /v2.0/routers/dc4c4aec-773f-4c09-97ab-874212aecaca/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0903454 Jul 27 21:28:06.892681 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 60296) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:28:06.951139 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e890a1b-e04e-4150-a86c-f83dd9867b5c tempest-TestVolumeBackupRestore-657170423 tempest-TestVolumeBackupRestore-657170423-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eca3020e-fbde-476e-a534-b7cc1072f944,revision_number=0']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:28:06.955121 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-4e890a1b-e04e-4150-a86c-f83dd9867b5c tempest-TestVolumeBackupRestore-657170423 tempest-TestVolumeBackupRestore-657170423-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:06.956339 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-4e890a1b-e04e-4150-a86c-f83dd9867b5c tempest-TestVolumeBackupRestore-657170423 tempest-TestVolumeBackupRestore-657170423-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4808278 Jul 27 21:28:06.961634 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 60298) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:28:06.966114 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-14e29cc8-8879-4271-91a7-5959d599ff1f tempest-TestVolumeBackupRestore-657170423 tempest-TestVolumeBackupRestore-657170423-project] Request body: {'security_group_rule': {'security_group_id': '2fbb37df-b738-4709-86e6-c4887dfcb3d8', 'project_id': 'd8b3b608783d4209938f283075bc1b2d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:28:07.009952 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-78cb7c36-a7e4-4080-adec-0b2b7ddb5ef3 admin admin] Notify callbacks [] for router, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:07.067664 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-14e29cc8-8879-4271-91a7-5959d599ff1f tempest-TestVolumeBackupRestore-657170423 tempest-TestVolumeBackupRestore-657170423-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:07.074708 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-a2985432-963f-434e-bec9-6295c8822358 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4163804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4077150'] for router, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:07.090246 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797aa013-496f-494d-86d7-00e4a1efd686 req-575a5281-8c05-4050-8614-14bde9e4ed34 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:28:07.095525 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-797aa013-496f-494d-86d7-00e4a1efd686 req-575a5281-8c05-4050-8614-14bde9e4ed34 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] 10.222.0.59 "GET /v2.0/ports?device_id=ca6eb89e-ef6b-45f1-9a6f-ba2c5f61c6cf HTTP/1.1" status: 200 len: 945 time: 0.2262609 Jul 27 21:28:07.106389 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Device 7ef6e67a-6bce-49c5-9b47-133e675ee8b8 up at agent hyperv_n-h2-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:28:07.133264 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-78cb7c36-a7e4-4080-adec-0b2b7ddb5ef3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:07.181683 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-3d54578f-831f-4696-b568-13c455922dab None None] Provisioning for port 7ef6e67a-6bce-49c5-9b47-133e675ee8b8 completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:28:07.188873 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-3d54578f-831f-4696-b568-13c455922dab None None] Provisioning complete for port 7ef6e67a-6bce-49c5-9b47-133e675ee8b8 triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:28:07.192386 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:07.204150 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-78cb7c36-a7e4-4080-adec-0b2b7ddb5ef3 admin admin] Deleting port c55e9ba0-e4e1-40f6-a876-ffbdbe68454e {{(pid=105584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:28:07.204897 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-78cb7c36-a7e4-4080-adec-0b2b7ddb5ef3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:07.270776 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-14e29cc8-8879-4271-91a7-5959d599ff1f tempest-TestVolumeBackupRestore-657170423 tempest-TestVolumeBackupRestore-657170423-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:07.276341 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-797aa013-496f-494d-86d7-00e4a1efd686 req-85eb72cf-2ea8-4692-bbcc-23bdd07f91c5 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] 10.222.0.59 "GET /v2.0/security-groups?id=538791a4-2ac5-4c76-85f8-7580d1a09c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1747594 Jul 27 21:28:07.279610 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-14e29cc8-8879-4271-91a7-5959d599ff1f tempest-TestVolumeBackupRestore-657170423 tempest-TestVolumeBackupRestore-657170423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732636'] for security_group_rule, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:07.293082 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:07.300287 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e29cc8-8879-4271-91a7-5959d599ff1f tempest-TestVolumeBackupRestore-657170423 tempest-TestVolumeBackupRestore-657170423-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f87b82da-a914-4ea9-832f-9c15e4765a84,revision_number=0']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:28:07.313026 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [None req-78cb7c36-a7e4-4080-adec-0b2b7ddb5ef3 admin admin] For port c55e9ba0-e4e1-40f6-a876-ffbdbe68454e, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=c55e9ba0-e4e1-40f6-a876-ffbdbe68454e,segment=NetworkSegment(12196855-9a32-4633-9a56-77697ef9e126),segment_id=12196855-9a32-4633-9a56-77697ef9e126)] {{(pid=105584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:28:07.313399 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-78cb7c36-a7e4-4080-adec-0b2b7ddb5ef3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:07.332133 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] For port 7ef6e67a-6bce-49c5-9b47-133e675ee8b8, host n-h2-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=7ef6e67a-6bce-49c5-9b47-133e675ee8b8,segment=NetworkSegment(6a44b0c8-0b10-4191-b0e4-021984ddfab8),segment_id=6a44b0c8-0b10-4191-b0e4-021984ddfab8)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:28:07.333135 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca6eb89e-ef6b-45f1-9a6f-ba2c5f61c6cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ef6e67a-6bce-49c5-9b47-133e675ee8b8'}] {{(pid=105586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:28:07.335066 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-78cb7c36-a7e4-4080-adec-0b2b7ddb5ef3 admin admin] Calling delete_port for c55e9ba0-e4e1-40f6-a876-ffbdbe68454e owned by network:router_gateway {{(pid=105584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:28:07.336973 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14c1663e039faf5393f87855f745010ac5b02220355b68fdbf065393e303ac56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83093be7-c3ff-4168-a8f8-8cc4b5239069" -d '{"events": [{"server_uuid": "ca6eb89e-ef6b-45f1-9a6f-ba2c5f61c6cf", "name": "network-vif-plugged", "status": "completed", "tag": "7ef6e67a-6bce-49c5-9b47-133e675ee8b8"}]}' {{(pid=105586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:28:07.342576 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:07.358748 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-14e29cc8-8879-4271-91a7-5959d599ff1f tempest-TestVolumeBackupRestore-657170423 tempest-TestVolumeBackupRestore-657170423-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:07.360373 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-14e29cc8-8879-4271-91a7-5959d599ff1f tempest-TestVolumeBackupRestore-657170423 tempest-TestVolumeBackupRestore-657170423-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3976989 Jul 27 21:28:07.363336 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 60302) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:28:07.372946 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-3fd524cd-da6e-4806-b8cf-f8f4f3cb781f tempest-TestVolumeBackupRestore-657170423 tempest-TestVolumeBackupRestore-657170423-project] Request body: {'security_group_rule': {'security_group_id': '2fbb37df-b738-4709-86e6-c4887dfcb3d8', 'project_id': 'd8b3b608783d4209938f283075bc1b2d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:28:07.410153 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Pushing event updated for resources: {'Port': ['ID=7ef6e67a-6bce-49c5-9b47-133e675ee8b8,revision_number=5']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:28:07.426517 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:28:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba0ff401-29cf-45c0-b173-27874cef67e0 x-openstack-request-id: req-ba0ff401-29cf-45c0-b173-27874cef67e0 {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:28:07.426823 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca6eb89e-ef6b-45f1-9a6f-ba2c5f61c6cf", "name": "network-vif-plugged", "status": "completed", "tag": "7ef6e67a-6bce-49c5-9b47-133e675ee8b8", "code": 200}]} {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:28:07.427121 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-ba0ff401-29cf-45c0-b173-27874cef67e0 {{(pid=105586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:28:07.427529 n-d-705658-22 neutron-server[105586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca6eb89e-ef6b-45f1-9a6f-ba2c5f61c6cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ef6e67a-6bce-49c5-9b47-133e675ee8b8', 'code': 200} Jul 27 21:28:07.466496 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-3fd524cd-da6e-4806-b8cf-f8f4f3cb781f tempest-TestVolumeBackupRestore-657170423 tempest-TestVolumeBackupRestore-657170423-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:07.470286 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2985432-963f-434e-bec9-6295c8822358 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Router 8f7b9688-fad9-495a-a6af-e8c411f11eca is scheduled to L3 agent dd128fd7-8e57-4d4f-895b-a96b369df59a with binding_index 1 {{(pid=105585) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 21:28:07.567620 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-78cb7c36-a7e4-4080-adec-0b2b7ddb5ef3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:07.597734 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78cb7c36-a7e4-4080-adec-0b2b7ddb5ef3 admin admin] Pushing event deleted for resources: {'Port': ['ID=c55e9ba0-e4e1-40f6-a876-ffbdbe68454e,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:28:07.656831 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-3fd524cd-da6e-4806-b8cf-f8f4f3cb781f tempest-TestVolumeBackupRestore-657170423 tempest-TestVolumeBackupRestore-657170423-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:07.669459 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-3fd524cd-da6e-4806-b8cf-f8f4f3cb781f tempest-TestVolumeBackupRestore-657170423 tempest-TestVolumeBackupRestore-657170423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732636'] for security_group_rule, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:07.671058 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-78cb7c36-a7e4-4080-adec-0b2b7ddb5ef3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4075702'] for router_gateway, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:07.676997 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db54bad6-f1b2-4715-9b9a-a2d8af9f1bed req-08d65c25-7846-4399-b547-6e06a9f07bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:28:07.678559 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-db54bad6-f1b2-4715-9b9a-a2d8af9f1bed req-08d65c25-7846-4399-b547-6e06a9f07bbd service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=ca6eb89e-ef6b-45f1-9a6f-ba2c5f61c6cf HTTP/1.1" status: 200 len: 1098 time: 0.1905324 Jul 27 21:28:07.703998 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2985432-963f-434e-bec9-6295c8822358 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Notify agent at l3_agent.n-d-705658-22 the message routers_updated {{(pid=105585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:28:07.713592 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd524cd-da6e-4806-b8cf-f8f4f3cb781f tempest-TestVolumeBackupRestore-657170423 tempest-TestVolumeBackupRestore-657170423-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f42074a-6ea1-4c48-8545-a6466a805bda,revision_number=0']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:28:07.716534 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-752332f8-7ca5-4d60-b3c5-fd12d39747d2 None None] Sync routers for ids ['8f7b9688-fad9-495a-a6af-e8c411f11eca'] in n-d-705658-22 {{(pid=105586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:28:07.733045 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-3fd524cd-da6e-4806-b8cf-f8f4f3cb781f tempest-TestVolumeBackupRestore-657170423 tempest-TestVolumeBackupRestore-657170423-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:07.734335 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-3fd524cd-da6e-4806-b8cf-f8f4f3cb781f tempest-TestVolumeBackupRestore-657170423 tempest-TestVolumeBackupRestore-657170423-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3699148 Jul 27 21:28:07.734618 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-752332f8-7ca5-4d60-b3c5-fd12d39747d2 None None] Routers {'8f7b9688-fad9-495a-a6af-e8c411f11eca'} bound to L3 agent in host n-d-705658-22 {{(pid=105586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:28:07.735544 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-752332f8-7ca5-4d60-b3c5-fd12d39747d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:27:42Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['8f7b9688-fad9-495a-a6af-e8c411f11eca'], 'active': True} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:28:07.737768 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 60304) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:28:07.742972 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-30744ec9-e6c3-45ed-945c-4a8e3ab5e3c9 tempest-TestVolumeBackupRestore-657170423 tempest-TestVolumeBackupRestore-657170423-project] Request body: {'security_group_rule': {'security_group_id': '2fbb37df-b738-4709-86e6-c4887dfcb3d8', 'project_id': 'd8b3b608783d4209938f283075bc1b2d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:28:07.747197 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-db54bad6-f1b2-4715-9b9a-a2d8af9f1bed req-10bd352c-f2e6-4473-9e33-d7b91c52be47 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=538791a4-2ac5-4c76-85f8-7580d1a09c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522830 Jul 27 21:28:07.748615 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-a2985432-963f-434e-bec9-6295c8822358 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Notify callbacks [] for router, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:07.752567 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-a2985432-963f-434e-bec9-6295c8822358 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 881 time: 2.7910750 Jul 27 21:28:07.752860 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 60306) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:28:07.791648 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-82dbf5b9-d0be-43ab-82af-13f9bee283eb tempest-TestNetworkBasicOps-559712279 tempest-TestNetworkBasicOps-559712279-project-admin] 10.222.0.59 "GET /v2.0/subnets?project_id=0874e603f76049468af3a11efcc1e552&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0354095 Jul 27 21:28:07.791925 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 60308) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:28:07.792040 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-78cb7c36-a7e4-4080-adec-0b2b7ddb5ef3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4163631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-425'] for router, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:07.795823 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-78cb7c36-a7e4-4080-adec-0b2b7ddb5ef3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:07.845868 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-30744ec9-e6c3-45ed-945c-4a8e3ab5e3c9 tempest-TestVolumeBackupRestore-657170423 tempest-TestVolumeBackupRestore-657170423-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:07.858305 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-78cb7c36-a7e4-4080-adec-0b2b7ddb5ef3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4163007'] for router, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:07.859046 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78cb7c36-a7e4-4080-adec-0b2b7ddb5ef3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router dc4c4aec-773f-4c09-97ab-874212aecaca {{(pid=105584) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 21:28:07.872602 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-78cb7c36-a7e4-4080-adec-0b2b7ddb5ef3 admin admin] Notify callbacks [] for router, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:07.874089 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-78cb7c36-a7e4-4080-adec-0b2b7ddb5ef3 admin admin] 10.222.0.59 "DELETE /v2.0/routers/dc4c4aec-773f-4c09-97ab-874212aecaca HTTP/1.1" status: 204 len: 168 time: 0.9804587 Jul 27 21:28:07.877547 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 60310) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:28:07.879227 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvr_db [None req-752332f8-7ca5-4d60-b3c5-fd12d39747d2 None None] Set router 8f7b9688-fad9-495a-a6af-e8c411f11eca gateway port host: n-d-705658-22 {{(pid=105586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:28:07.910603 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5772f255-e993-4ace-885d-6e5bb8cdd1d5 tempest-TestNetworkBasicOps-559712279 tempest-TestNetworkBasicOps-559712279-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:28:07.912208 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-5772f255-e993-4ace-885d-6e5bb8cdd1d5 tempest-TestNetworkBasicOps-559712279 tempest-TestNetworkBasicOps-559712279-project-admin] 10.222.0.59 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1193256 Jul 27 21:28:07.915034 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 60312) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:28:07.948076 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-e5561333-1e38-42b3-a9ae-a5b3e8cb1f65 tempest-TestNetworkBasicOps-559712279 tempest-TestNetworkBasicOps-559712279-project-admin] 10.222.0.59 "GET /v2.0/subnets?network_id=8735d8a2-b604-4758-ae71-b40e4ee6f305&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0319173 Jul 27 21:28:07.950616 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 60314) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:28:07.955370 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ee947be-b555-44d4-9adf-948a20ea7004 admin admin] Deleting subnet 600ed4a6-25eb-4976-8b6c-7965a228fdc0 {{(pid=105584) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:28:07.956302 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-003ea4f8-08a2-44b7-99df-22b324358568 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-559889376', 'network_id': '7bc4e2ff-4ba8-4953-8996-985f60223b5f', 'project_id': '0874e603f76049468af3a11efcc1e552', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:28:07.962865 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-1ee947be-b555-44d4-9adf-948a20ea7004 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:07.965730 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-30744ec9-e6c3-45ed-945c-4a8e3ab5e3c9 tempest-TestVolumeBackupRestore-657170423 tempest-TestVolumeBackupRestore-657170423-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:07.992037 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-30744ec9-e6c3-45ed-945c-4a8e3ab5e3c9 tempest-TestVolumeBackupRestore-657170423 tempest-TestVolumeBackupRestore-657170423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732636'] for security_group_rule, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:08.070501 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-003ea4f8-08a2-44b7-99df-22b324358568 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Made reservation on behalf of 0874e603f76049468af3a11efcc1e552 for: {'subnet': 1} {{(pid=105585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:28:08.074207 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-003ea4f8-08a2-44b7-99df-22b324358568 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9990620'] for subnet, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:08.118456 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-752332f8-7ca5-4d60-b3c5-fd12d39747d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f7b9688-fad9-495a-a6af-e8c411f11eca', 'name': 'tempest-TestNetworkBasicOps-router-476329', 'tenant_id': '0874e603f76049468af3a11efcc1e552', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.7'}], 'enable_snat': True}, 'gw_port_id': 'cf7d4dcc-f89b-4efc-91e3-052443554e2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:28:05Z', 'updated_at': '2021-07-27T21:28:06Z', 'revision_number': 3, 'project_id': '0874e603f76049468af3a11efcc1e552', 'gw_port': {'id': 'cf7d4dcc-f89b-4efc-91e3-052443554e2d', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:1d:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f7b9688-fad9-495a-a6af-e8c411f11eca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3881, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:28:05Z', 'updated_at': '2021-07-27T21:28:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22'}], 'n-d-705658-22', False) {} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:28:08.132005 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec9a7567-f52f-467a-a124-e41fd44a534c None None] Sync routers for ids ['dc4c4aec-773f-4c09-97ab-874212aecaca'] in n-d-705658-22 {{(pid=105587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:28:08.141851 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec9a7567-f52f-467a-a124-e41fd44a534c None None] Routers set() bound to L3 agent in host n-d-705658-22 {{(pid=105587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:28:08.143720 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec9a7567-f52f-467a-a124-e41fd44a534c None None] Router IDs set() for agent in host n-d-705658-22 {{(pid=105587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 27 21:28:08.144458 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_agentschedulers_db [None req-ec9a7567-f52f-467a-a124-e41fd44a534c None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'dc4c4aec-773f-4c09-97ab-874212aecaca'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:27:42Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent'). {{(pid=105587) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 27 21:28:08.153779 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec9a7567-f52f-467a-a124-e41fd44a534c None None] Routers set() bound to L3 agent in host n-d-705658-22 {{(pid=105587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:28:08.154226 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec9a7567-f52f-467a-a124-e41fd44a534c None None] Router IDs set() for agent in host n-d-705658-22 {{(pid=105587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 27 21:28:08.154901 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_agentschedulers_db [None req-ec9a7567-f52f-467a-a124-e41fd44a534c None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'dc4c4aec-773f-4c09-97ab-874212aecaca'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:27:42Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent'). {{(pid=105587) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 27 21:28:08.155396 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec9a7567-f52f-467a-a124-e41fd44a534c None None] The sync data for ids ['dc4c4aec-773f-4c09-97ab-874212aecaca'] in n-d-705658-22 is: [] {{(pid=105587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:28:08.160021 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-752332f8-7ca5-4d60-b3c5-fd12d39747d2 None None] Checking router: 8f7b9688-fad9-495a-a6af-e8c411f11eca for host: n-d-705658-22 {{(pid=105586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:28:08.160280 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-752332f8-7ca5-4d60-b3c5-fd12d39747d2 None None] Updating router 8f7b9688-fad9-495a-a6af-e8c411f11eca port cf7d4dcc-f89b-4efc-91e3-052443554e2d binding host n-d-705658-22 {{(pid=105586) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 21:28:08.206476 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-752332f8-7ca5-4d60-b3c5-fd12d39747d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:08.308474 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-003ea4f8-08a2-44b7-99df-22b324358568 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10221797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9990606'] for subnet, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:08.380932 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003ea4f8-08a2-44b7-99df-22b324358568 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Pushing event updated for resources: {'Subnet': ['ID=2b1d5c96-ce89-46d5-b492-a6d54807d585,revision_number=0']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:28:08.390360 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30744ec9-e6c3-45ed-945c-4a8e3ab5e3c9 tempest-TestVolumeBackupRestore-657170423 tempest-TestVolumeBackupRestore-657170423-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=871c6e6f-2d70-4bd5-bf3c-190d1f3f3cf5,revision_number=0']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:28:08.406378 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-30744ec9-e6c3-45ed-945c-4a8e3ab5e3c9 tempest-TestVolumeBackupRestore-657170423 tempest-TestVolumeBackupRestore-657170423-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:08.407970 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-30744ec9-e6c3-45ed-945c-4a8e3ab5e3c9 tempest-TestVolumeBackupRestore-657170423 tempest-TestVolumeBackupRestore-657170423-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6692307 Jul 27 21:28:08.410852 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 60318) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:28:08.413738 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-003ea4f8-08a2-44b7-99df-22b324358568 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Checking segment: {'id': 'f5417f53-2f1a-4ca1-ba36-d550f2b33995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '7bc4e2ff-4ba8-4953-8996-985f60223b5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:28:08.416597 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-003ea4f8-08a2-44b7-99df-22b324358568 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Network hostable DHCP agents. Network: 7bc4e2ff-4ba8-4953-8996-985f60223b5f, hostable agents: ['7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a'], hosted agents: [] {{(pid=105585) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:28:08.419644 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-e863ee4f-0654-4774-ac5d-e19c8e29391e tempest-TestVolumeBackupRestore-657170423 tempest-TestVolumeBackupRestore-657170423-project] Request body: {'security_group_rule': {'security_group_id': '2fbb37df-b738-4709-86e6-c4887dfcb3d8', 'project_id': 'd8b3b608783d4209938f283075bc1b2d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:28:08.419870 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-003ea4f8-08a2-44b7-99df-22b324358568 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:28:08.419870 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-003ea4f8-08a2-44b7-99df-22b324358568 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:28:08.420920 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-003ea4f8-08a2-44b7-99df-22b324358568 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:28:08.421267 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-003ea4f8-08a2-44b7-99df-22b324358568 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:28:08.421677 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-003ea4f8-08a2-44b7-99df-22b324358568 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:28:08.422032 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-003ea4f8-08a2-44b7-99df-22b324358568 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:28:08.422369 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-003ea4f8-08a2-44b7-99df-22b324358568 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:28:08.422706 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-003ea4f8-08a2-44b7-99df-22b324358568 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:28:08.423059 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-003ea4f8-08a2-44b7-99df-22b324358568 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:28:08.423450 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-003ea4f8-08a2-44b7-99df-22b324358568 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:28:08.423725 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-003ea4f8-08a2-44b7-99df-22b324358568 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:28:08.424073 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-003ea4f8-08a2-44b7-99df-22b324358568 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:28:08.440221 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-1ee947be-b555-44d4-9adf-948a20ea7004 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9014207'] for subnet, precommit_delete_associations {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:08.484956 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-003ea4f8-08a2-44b7-99df-22b324358568 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Network 7bc4e2ff-4ba8-4953-8996-985f60223b5f is scheduled to be hosted by DHCP agent 7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a with binding_index 1 {{(pid=105585) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:28:08.496238 n-d-705658-22 neutron-server[105584]: INFO neutron.db.securitygroups_db [None req-e863ee4f-0654-4774-ac5d-e19c8e29391e tempest-TestVolumeBackupRestore-657170423 tempest-TestVolumeBackupRestore-657170423-project] Project d8b3b608783d4209938f283075bc1b2d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 27 21:28:08.503959 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-e863ee4f-0654-4774-ac5d-e19c8e29391e tempest-TestVolumeBackupRestore-657170423 tempest-TestVolumeBackupRestore-657170423-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:08.518966 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.base_scheduler [None req-003ea4f8-08a2-44b7-99df-22b324358568 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-22, 7bc4e2ff-4ba8-4953-8996-985f60223b5f) {{(pid=105585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:28:08.534278 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ab505a-bb94-489c-bdc2-5246bf620ec8 req-cb2169ea-bf4f-4167-8117-7d3ca3b43f03 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:28:08.536347 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-45ab505a-bb94-489c-bdc2-5246bf620ec8 req-cb2169ea-bf4f-4167-8117-7d3ca3b43f03 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] 10.222.0.59 "GET /v2.0/ports?device_id=ca6eb89e-ef6b-45f1-9a6f-ba2c5f61c6cf HTTP/1.1" status: 200 len: 946 time: 0.1439300 Jul 27 21:28:08.537712 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-003ea4f8-08a2-44b7-99df-22b324358568 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:28:08.538300 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-003ea4f8-08a2-44b7-99df-22b324358568 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Notify callbacks [] for subnet, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:08.546761 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43f72fc6-c2aa-46c3-8600-7960af70000c None None] Network 7bc4e2ff-4ba8-4953-8996-985f60223b5f requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:28:08.584967 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-003ea4f8-08a2-44b7-99df-22b324358568 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6325021 Jul 27 21:28:08.587961 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 60320) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:28:08.599591 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-45ab505a-bb94-489c-bdc2-5246bf620ec8 req-9a8262ec-c47c-4f6a-be0c-36183b16a12a tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] 10.222.0.59 "GET /v2.0/security-groups?id=538791a4-2ac5-4c76-85f8-7580d1a09c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435672 Jul 27 21:28:08.643276 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-1ee947be-b555-44d4-9adf-948a20ea7004 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854965'] for subnet, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:08.687308 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-e863ee4f-0654-4774-ac5d-e19c8e29391e tempest-TestVolumeBackupRestore-657170423 tempest-TestVolumeBackupRestore-657170423-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:08.727825 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-e863ee4f-0654-4774-ac5d-e19c8e29391e tempest-TestVolumeBackupRestore-657170423 tempest-TestVolumeBackupRestore-657170423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732636'] for security_group_rule, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:08.764130 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e863ee4f-0654-4774-ac5d-e19c8e29391e tempest-TestVolumeBackupRestore-657170423 tempest-TestVolumeBackupRestore-657170423-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63e410f6-708d-4a47-8bc7-9a0b3da7b26f,revision_number=0']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:28:08.785577 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-e863ee4f-0654-4774-ac5d-e19c8e29391e tempest-TestVolumeBackupRestore-657170423 tempest-TestVolumeBackupRestore-657170423-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:08.787024 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-e863ee4f-0654-4774-ac5d-e19c8e29391e tempest-TestVolumeBackupRestore-657170423 tempest-TestVolumeBackupRestore-657170423-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3737929 Jul 27 21:28:08.790132 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 60322) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:28:08.797543 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-9dfe68c1-6cd8-479f-88ec-be1c91394e28 tempest-TestVolumeBackupRestore-657170423 tempest-TestVolumeBackupRestore-657170423-project] Request body: {'security_group_rule': {'security_group_id': '2fbb37df-b738-4709-86e6-c4887dfcb3d8', 'project_id': 'd8b3b608783d4209938f283075bc1b2d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:28:08.803741 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-1ee947be-b555-44d4-9adf-948a20ea7004 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9014081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9738825'] for subnet, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:08.812830 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-752332f8-7ca5-4d60-b3c5-fd12d39747d2 None None] Notify callbacks [] for port, precommit_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:08.820835 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cb9c578-e102-49b4-a1c2-44f4b0889a4a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30bb4b93-b285-5d90-9493-f9ec33ea333c-7bc4e2ff-4ba8-4953-8996-985f60223b5f', 'network_id': '7bc4e2ff-4ba8-4953-8996-985f60223b5f', 'tenant_id': '0874e603f76049468af3a11efcc1e552', 'fixed_ips': [{'subnet_id': '2b1d5c96-ce89-46d5-b492-a6d54807d585'}]}} from n-d-705658-22. {{(pid=105586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 21:28:08.821684 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-8cb9c578-e102-49b4-a1c2-44f4b0889a4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:08.841975 n-d-705658-22 neutron-server[105585]: INFO neutron.db.securitygroups_db [None req-9dfe68c1-6cd8-479f-88ec-be1c91394e28 tempest-TestVolumeBackupRestore-657170423 tempest-TestVolumeBackupRestore-657170423-project] Project d8b3b608783d4209938f283075bc1b2d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 27 21:28:08.847837 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-9dfe68c1-6cd8-479f-88ec-be1c91394e28 tempest-TestVolumeBackupRestore-657170423 tempest-TestVolumeBackupRestore-657170423-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:08.860521 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-752332f8-7ca5-4d60-b3c5-fd12d39747d2 None None] Transition to ACTIVE for port object cf7d4dcc-f89b-4efc-91e3-052443554e2d will not be triggered until provisioned by entity L2. {{(pid=105586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:28:08.881462 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-752332f8-7ca5-4d60-b3c5-fd12d39747d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:08.892535 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee947be-b555-44d4-9adf-948a20ea7004 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=600ed4a6-25eb-4976-8b6c-7965a228fdc0,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:28:08.895769 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-1ee947be-b555-44d4-9adf-948a20ea7004 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:08.901320 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-1ee947be-b555-44d4-9adf-948a20ea7004 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/600ed4a6-25eb-4976-8b6c-7965a228fdc0 HTTP/1.1" status: 204 len: 168 time: 1.0206301 Jul 27 21:28:08.902050 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 60324) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:28:08.956275 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-9dfe68c1-6cd8-479f-88ec-be1c91394e28 tempest-TestVolumeBackupRestore-657170423 tempest-TestVolumeBackupRestore-657170423-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:08.961443 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-9dfe68c1-6cd8-479f-88ec-be1c91394e28 tempest-TestVolumeBackupRestore-657170423 tempest-TestVolumeBackupRestore-657170423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732636'] for security_group_rule, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:08.969265 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4879920c-63df-4e11-a990-6251e091f3b1 None None] Network cd0e9efd-9bae-4dae-add0-702bbb12284f requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:28:08.979991 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfe68c1-6cd8-479f-88ec-be1c91394e28 tempest-TestVolumeBackupRestore-657170423 tempest-TestVolumeBackupRestore-657170423-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2baa7fc8-c778-4ba9-9909-5c8730c74a65,revision_number=0']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:28:08.985364 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-9dfe68c1-6cd8-479f-88ec-be1c91394e28 tempest-TestVolumeBackupRestore-657170423 tempest-TestVolumeBackupRestore-657170423-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:08.992547 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-9dfe68c1-6cd8-479f-88ec-be1c91394e28 tempest-TestVolumeBackupRestore-657170423 tempest-TestVolumeBackupRestore-657170423-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1945696 Jul 27 21:28:09.032225 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-9ed01853-31b0-4d4b-bf76-3bb63dc38796 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-990557'] for network, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:09.103897 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-752332f8-7ca5-4d60-b3c5-fd12d39747d2 None None] Attempting to bind port cf7d4dcc-f89b-4efc-91e3-052443554e2d on host n-d-705658-22 for vnic_type normal with profile {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:28:09.104180 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-752332f8-7ca5-4d60-b3c5-fd12d39747d2 None None] Attempting to bind port cf7d4dcc-f89b-4efc-91e3-052443554e2d by drivers openvswitch,hyperv on host n-d-705658-22 at level 0 using segments [{'id': '12196855-9a32-4633-9a56-77697ef9e126', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305'}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:28:09.104543 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-752332f8-7ca5-4d60-b3c5-fd12d39747d2 None None] Attempting to bind port cf7d4dcc-f89b-4efc-91e3-052443554e2d on network 8735d8a2-b604-4758-ae71-b40e4ee6f305 {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:28:09.110449 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-fbf71727-8083-4e74-92a3-f4d5b8a64f75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:09.112845 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9150ccb1-c6e7-4b3b-881b-bdc2e8236156 None None] Pushing event updated for resources: {'Port': ['ID=cf7d4dcc-f89b-4efc-91e3-052443554e2d,revision_number=2']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:28:09.148062 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-752332f8-7ca5-4d60-b3c5-fd12d39747d2 None None] Checking agent: {'id': '04a7ea91-6318-467e-ace6-b0fb48c8690f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 41, 42), 'started_at': datetime.datetime(2021, 7, 27, 20, 42, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 27, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:28:09.148530 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-752332f8-7ca5-4d60-b3c5-fd12d39747d2 None None] Checking segment: {'id': '12196855-9a32-4633-9a56-77697ef9e126', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:28:09.148993 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-752332f8-7ca5-4d60-b3c5-fd12d39747d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:09.149453 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-752332f8-7ca5-4d60-b3c5-fd12d39747d2 None None] Bound using segment: {'id': '12196855-9a32-4633-9a56-77697ef9e126', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305'} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:28:09.150006 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-752332f8-7ca5-4d60-b3c5-fd12d39747d2 None None] Bound port: cf7d4dcc-f89b-4efc-91e3-052443554e2d, host: n-d-705658-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12196855-9a32-4633-9a56-77697ef9e126', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305'}}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:28:09.150460 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-752332f8-7ca5-4d60-b3c5-fd12d39747d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:09.198333 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-761bed6f-7592-495a-9694-5ccb9c866a2a req-bdae50f3-30a1-443c-ab1e-627d491fb00c tempest-TestVolumeBackupRestore-657170423 tempest-TestVolumeBackupRestore-657170423-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1584349444&fields=id&tenant_id=d8b3b608783d4209938f283075bc1b2d HTTP/1.1" status: 200 len: 267 time: 0.0354846 Jul 27 21:28:09.245447 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.db_base_plugin_common [None req-8cb9c578-e102-49b4-a1c2-44f4b0889a4a None None] Allocated IP 172.20.0.2 (7bc4e2ff-4ba8-4953-8996-985f60223b5f/2b1d5c96-ce89-46d5-b492-a6d54807d585/44f4cb51-352c-4416-9d88-a81e3909eb5e) {{(pid=105586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:28:09.247655 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-9ed01853-31b0-4d4b-bf76-3bb63dc38796 admin admin] Deleting port c67b8336-ce22-44f2-bf58-26666c12c522 {{(pid=105584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:28:09.248257 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-9ed01853-31b0-4d4b-bf76-3bb63dc38796 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:09.285278 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-752332f8-7ca5-4d60-b3c5-fd12d39747d2 None None] For port cf7d4dcc-f89b-4efc-91e3-052443554e2d, host n-d-705658-22, cleared binding levels {{(pid=105586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:28:09.291529 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-752332f8-7ca5-4d60-b3c5-fd12d39747d2 None None] For port cf7d4dcc-f89b-4efc-91e3-052443554e2d, host n-d-705658-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=cf7d4dcc-f89b-4efc-91e3-052443554e2d,segment=NetworkSegment(12196855-9a32-4633-9a56-77697ef9e126),segment_id=12196855-9a32-4633-9a56-77697ef9e126)] {{(pid=105586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:28:09.327805 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761bed6f-7592-495a-9694-5ccb9c866a2a req-2c383fb4-4604-4f4b-b920-9c4d60e93077 tempest-TestVolumeBackupRestore-657170423 tempest-TestVolumeBackupRestore-657170423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:28:09.328987 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-752332f8-7ca5-4d60-b3c5-fd12d39747d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:09.329685 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-761bed6f-7592-495a-9694-5ccb9c866a2a req-2c383fb4-4604-4f4b-b920-9c4d60e93077 tempest-TestVolumeBackupRestore-657170423 tempest-TestVolumeBackupRestore-657170423-project] 10.222.0.59 "GET /v2.0/networks?id=bb4cf26f-adff-46cf-9267-b1047e192b6b HTTP/1.1" status: 200 len: 813 time: 0.1221013 Jul 27 21:28:09.346874 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [None req-9ed01853-31b0-4d4b-bf76-3bb63dc38796 admin admin] For port c67b8336-ce22-44f2-bf58-26666c12c522, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=c67b8336-ce22-44f2-bf58-26666c12c522,segment=NetworkSegment(19d3a88e-ebfb-406b-8388-343b61fb885c),segment_id=19d3a88e-ebfb-406b-8388-343b61fb885c)] {{(pid=105584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:28:09.347282 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-9ed01853-31b0-4d4b-bf76-3bb63dc38796 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:09.347942 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-761bed6f-7592-495a-9694-5ccb9c866a2a req-7ba18954-4229-4431-97c9-eb35eef220ee tempest-TestVolumeBackupRestore-657170423 tempest-TestVolumeBackupRestore-657170423-project] 10.222.0.59 "GET /v2.0/quotas/d8b3b608783d4209938f283075bc1b2d HTTP/1.1" status: 200 len: 375 time: 0.0113804 Jul 27 21:28:09.387130 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-9ed01853-31b0-4d4b-bf76-3bb63dc38796 admin admin] Calling delete_port for c67b8336-ce22-44f2-bf58-26666c12c522 owned by network:dhcp {{(pid=105584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:28:09.413784 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-752332f8-7ca5-4d60-b3c5-fd12d39747d2 None None] Routers {'8f7b9688-fad9-495a-a6af-e8c411f11eca'} bound to L3 agent in host n-d-705658-22 {{(pid=105586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:28:09.414430 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-752332f8-7ca5-4d60-b3c5-fd12d39747d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:27:42Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['8f7b9688-fad9-495a-a6af-e8c411f11eca'], 'active': True} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:28:09.442469 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-e0250d19-58bb-43ec-8a87-2d628b0537ff tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:09.469036 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc47d422-960e-40e3-a567-05e48ea4bf47 None None] DHCP port deletion for cd0e9efd-9bae-4dae-add0-702bbb12284f request from n-d-705658-22 {{(pid=105586) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 21:28:09.488314 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9150ccb1-c6e7-4b3b-881b-bdc2e8236156 None None] Pushing event updated for resources: {'Port': ['ID=cf7d4dcc-f89b-4efc-91e3-052443554e2d,revision_number=3']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:28:09.496777 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-761bed6f-7592-495a-9694-5ccb9c866a2a req-386274fa-ccc8-4313-846a-1a04333adf10 tempest-TestVolumeBackupRestore-657170423 tempest-TestVolumeBackupRestore-657170423-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=d8b3b608783d4209938f283075bc1b2d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1322308 Jul 27 21:28:09.513377 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 9f8e73b0-c68b-4768-8a69-04526d4e1527 no longer exists at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:28:09.576866 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-9ed01853-31b0-4d4b-bf76-3bb63dc38796 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:09.603059 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] No Port match for: 9f8e73b0-c68b-4768-8a69-04526d4e1527 {{(pid=105586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:28:09.603442 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 9f8e73b0-c68b-4768-8a69-04526d4e1527 not bound to the agent host n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:28:09.603816 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device c55e9ba0-e4e1-40f6-a876-ffbdbe68454e no longer exists at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:28:09.609691 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-761bed6f-7592-495a-9694-5ccb9c866a2a req-5fe9d295-2172-4995-9108-25eb2e80cba1 service neutron] 10.222.0.59 "GET /v2.0/networks/bb4cf26f-adff-46cf-9267-b1047e192b6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919347 Jul 27 21:28:09.616269 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed01853-31b0-4d4b-bf76-3bb63dc38796 admin admin] Pushing event deleted for resources: {'Port': ['ID=c67b8336-ce22-44f2-bf58-26666c12c522,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:28:09.620258 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ed01853-31b0-4d4b-bf76-3bb63dc38796 admin admin] No DVR routers for this DVR port c67b8336-ce22-44f2-bf58-26666c12c522 on host n-d-705658-22 {{(pid=105584) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:28:09.644397 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] No Port match for: c55e9ba0-e4e1-40f6-a876-ffbdbe68454e {{(pid=105586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:28:09.644748 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device c55e9ba0-e4e1-40f6-a876-ffbdbe68454e not bound to the agent host n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:28:09.674216 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-8cb9c578-e102-49b4-a1c2-44f4b0889a4a None None] Notify callbacks [] for port, precommit_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:09.677909 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvr_db [None req-752332f8-7ca5-4d60-b3c5-fd12d39747d2 None None] Set router 8f7b9688-fad9-495a-a6af-e8c411f11eca gateway port host: n-d-705658-22 {{(pid=105586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:28:09.741263 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-8cb9c578-e102-49b4-a1c2-44f4b0889a4a None None] Transition to ACTIVE for port object 44f4cb51-352c-4416-9d88-a81e3909eb5e will not be triggered until provisioned by entity L2. {{(pid=105586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:28:09.768702 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-9ed01853-31b0-4d4b-bf76-3bb63dc38796 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853562', 'neutron.services.segments.db._delete_segments_for_network-8790688882975'] for network, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:09.775821 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-761bed6f-7592-495a-9694-5ccb9c866a2a req-59c2f4b0-d98a-422e-bab9-c03fd441c860 service neutron] 10.222.0.59 "GET /v2.0/networks/bb4cf26f-adff-46cf-9267-b1047e192b6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1497898 Jul 27 21:28:09.788488 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee82283-7336-4aa9-b90e-d8abbbacc5c2 req-f678eb84-4010-41c7-9493-ddd4fe218359 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:28:09.788693 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.segments.db [None req-9ed01853-31b0-4d4b-bf76-3bb63dc38796 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd0e9efd-9bae-4dae-add0-702bbb12284f']}} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:28:09.790922 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-6ee82283-7336-4aa9-b90e-d8abbbacc5c2 req-f678eb84-4010-41c7-9493-ddd4fe218359 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] 10.222.0.59 "GET /v2.0/ports?device_id=ca6eb89e-ef6b-45f1-9a6f-ba2c5f61c6cf HTTP/1.1" status: 200 len: 946 time: 0.1019194 Jul 27 21:28:09.793948 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-bc47d422-960e-40e3-a567-05e48ea4bf47 None None] Deleting port c67b8336-ce22-44f2-bf58-26666c12c522 {{(pid=105586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:28:09.794323 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-bc47d422-960e-40e3-a567-05e48ea4bf47 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:09.808198 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-8cb9c578-e102-49b4-a1c2-44f4b0889a4a None None] Transition to ACTIVE for port object 44f4cb51-352c-4416-9d88-a81e3909eb5e will not be triggered until provisioned by entity DHCP. {{(pid=105586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:28:09.824973 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.segments.db [None req-9ed01853-31b0-4d4b-bf76-3bb63dc38796 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19d3a88e-ebfb-406b-8388-343b61fb885c') {'for_net_delete': True} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:28:09.825374 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.segments.db [None req-9ed01853-31b0-4d4b-bf76-3bb63dc38796 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19d3a88e-ebfb-406b-8388-343b61fb885c') {} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:28:09.840695 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-9ed01853-31b0-4d4b-bf76-3bb63dc38796 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790688883752', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9014348'] for segment, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:09.853434 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-8cb9c578-e102-49b4-a1c2-44f4b0889a4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143'] for port, after_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:09.874031 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-9ed01853-31b0-4d4b-bf76-3bb63dc38796 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:09.889333 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-6ee82283-7336-4aa9-b90e-d8abbbacc5c2 req-50e7c24b-13f1-4f52-bf78-2c69836e4881 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] 10.222.0.59 "GET /v2.0/security-groups?id=538791a4-2ac5-4c76-85f8-7580d1a09c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792356 Jul 27 21:28:09.893608 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ed01853-31b0-4d4b-bf76-3bb63dc38796 admin admin] Releasing vlan 215 on physical network physnet1 to pool {{(pid=105584) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:28:09.894124 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-9ed01853-31b0-4d4b-bf76-3bb63dc38796 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9014063'] for segment, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:09.912108 n-d-705658-22 neutron-server[105584]: Traceback (most recent call last): Jul 27 21:28:09.912108 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:28:09.912108 n-d-705658-22 neutron-server[105584]: timer() Jul 27 21:28:09.912108 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:28:09.912108 n-d-705658-22 neutron-server[105584]: cb(*args, **kw) Jul 27 21:28:09.912108 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:28:09.912108 n-d-705658-22 neutron-server[105584]: return func(*args, **kwargs) Jul 27 21:28:09.912108 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:28:09.912108 n-d-705658-22 neutron-server[105584]: self._notify() Jul 27 21:28:09.912108 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:28:09.912108 n-d-705658-22 neutron-server[105584]: self.callback(batched_events) Jul 27 21:28:09.912108 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:28:09.912108 n-d-705658-22 neutron-server[105584]: event.method(event) Jul 27 21:28:09.912108 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:28:09.912108 n-d-705658-22 neutron-server[105584]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:28:09.912108 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:28:09.912108 n-d-705658-22 neutron-server[105584]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:28:09.912108 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:28:09.912108 n-d-705658-22 neutron-server[105584]: return f(self, *a, **k) Jul 27 21:28:09.912108 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:28:09.912108 n-d-705658-22 neutron-server[105584]: return self._get(url).json() Jul 27 21:28:09.912108 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:28:09.912108 n-d-705658-22 neutron-server[105584]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:28:09.912108 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:28:09.912108 n-d-705658-22 neutron-server[105584]: return self.request(url, 'GET', **kwargs) Jul 27 21:28:09.912108 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:28:09.912108 n-d-705658-22 neutron-server[105584]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:28:09.912108 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:28:09.912108 n-d-705658-22 neutron-server[105584]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:28:09.912108 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:28:09.912108 n-d-705658-22 neutron-server[105584]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:28:09.912108 n-d-705658-22 neutron-server[105584]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:28:09.915074 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-bc47d422-960e-40e3-a567-05e48ea4bf47 None None] For port c67b8336-ce22-44f2-bf58-26666c12c522, host n-d-705658-22, got binding levels [] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:28:09.915074 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-bc47d422-960e-40e3-a567-05e48ea4bf47 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:09.941704 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-bc47d422-960e-40e3-a567-05e48ea4bf47 None None] Calling delete_port for c67b8336-ce22-44f2-bf58-26666c12c522 owned by network:dhcp {{(pid=105586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:28:09.952300 n-d-705658-22 neutron-server[105586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cb9c578-e102-49b4-a1c2-44f4b0889a4a None None] Network 7bc4e2ff-4ba8-4953-8996-985f60223b5f is already hosted by enough agents. {{(pid=105586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:28:09.954135 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.ipam_backend_mixin [None req-bc47d422-960e-40e3-a567-05e48ea4bf47 None None] Port c67b8336-ce22-44f2-bf58-26666c12c522 was not found and therefore no delete operation was performed {{(pid=105586) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 27 21:28:09.960339 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb9c578-e102-49b4-a1c2-44f4b0889a4a None None] Pushing event updated for resources: {'Port': ['ID=44f4cb51-352c-4416-9d88-a81e3909eb5e,revision_number=1']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:28:09.964651 n-d-705658-22 neutron-server[105586]: DEBUG neutron.scheduler.base_scheduler [None req-8cb9c578-e102-49b4-a1c2-44f4b0889a4a None None] Resources bound (agent type, host, resource id): {{(pid=105586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:28:09.967991 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-bc47d422-960e-40e3-a567-05e48ea4bf47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180'] for port, after_delete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:09.970171 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cb9c578-e102-49b4-a1c2-44f4b0889a4a None None] Received port after_create {{(pid=105586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:28:10.029501 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc47d422-960e-40e3-a567-05e48ea4bf47 None None] Pushing event deleted for resources: {'Port': ['ID=c67b8336-ce22-44f2-bf58-26666c12c522,revision_number=None']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:28:10.040641 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-9ed01853-31b0-4d4b-bf76-3bb63dc38796 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4075658'] for network, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:10.045391 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.db_base_plugin_common [None req-e0250d19-58bb-43ec-8a87-2d628b0537ff tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Allocated IP 172.20.0.1 (7bc4e2ff-4ba8-4953-8996-985f60223b5f/2b1d5c96-ce89-46d5-b492-a6d54807d585/e25dd074-fda1-4123-8212-118955f98718) {{(pid=105584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:28:10.049644 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc47d422-960e-40e3-a567-05e48ea4bf47 None None] No DVR routers for this DVR port c67b8336-ce22-44f2-bf58-26666c12c522 on host n-d-705658-22 {{(pid=105586) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:28:10.059049 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-9ed01853-31b0-4d4b-bf76-3bb63dc38796 admin admin] Notify callbacks [] for network, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:10.061231 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-9ed01853-31b0-4d4b-bf76-3bb63dc38796 admin admin] 10.222.0.59 "DELETE /v2.0/networks/cd0e9efd-9bae-4dae-add0-702bbb12284f HTTP/1.1" status: 204 len: 168 time: 1.1583385 Jul 27 21:28:10.063649 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def730e4-66a7-40cd-9fb5-46cbcbde4fcf req-084450bb-a412-48c7-a61a-bb603b04c3e4 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:28:10.075223 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-def730e4-66a7-40cd-9fb5-46cbcbde4fcf req-084450bb-a412-48c7-a61a-bb603b04c3e4 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] 10.222.0.59 "GET /v2.0/ports?device_id=ca6eb89e-ef6b-45f1-9a6f-ba2c5f61c6cf HTTP/1.1" status: 200 len: 946 time: 0.0951848 Jul 27 21:28:10.110472 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-8cb9c578-e102-49b4-a1c2-44f4b0889a4a None None] Attempting to bind port 44f4cb51-352c-4416-9d88-a81e3909eb5e on host n-d-705658-22 for vnic_type normal with profile {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:28:10.110848 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-8cb9c578-e102-49b4-a1c2-44f4b0889a4a None None] Attempting to bind port 44f4cb51-352c-4416-9d88-a81e3909eb5e by drivers openvswitch,hyperv on host n-d-705658-22 at level 0 using segments [{'id': 'f5417f53-2f1a-4ca1-ba36-d550f2b33995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '7bc4e2ff-4ba8-4953-8996-985f60223b5f'}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:28:10.111300 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cb9c578-e102-49b4-a1c2-44f4b0889a4a None None] Attempting to bind port 44f4cb51-352c-4416-9d88-a81e3909eb5e on network 7bc4e2ff-4ba8-4953-8996-985f60223b5f {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:28:10.121404 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cb9c578-e102-49b4-a1c2-44f4b0889a4a None None] Checking agent: {'id': '04a7ea91-6318-467e-ace6-b0fb48c8690f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 41, 42), 'started_at': datetime.datetime(2021, 7, 27, 20, 42, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 27, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:28:10.121851 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cb9c578-e102-49b4-a1c2-44f4b0889a4a None None] Checking segment: {'id': 'f5417f53-2f1a-4ca1-ba36-d550f2b33995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '7bc4e2ff-4ba8-4953-8996-985f60223b5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:28:10.122359 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-8cb9c578-e102-49b4-a1c2-44f4b0889a4a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:10.122769 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cb9c578-e102-49b4-a1c2-44f4b0889a4a None None] Bound using segment: {'id': 'f5417f53-2f1a-4ca1-ba36-d550f2b33995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '7bc4e2ff-4ba8-4953-8996-985f60223b5f'} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:28:10.123565 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-8cb9c578-e102-49b4-a1c2-44f4b0889a4a None None] Bound port: 44f4cb51-352c-4416-9d88-a81e3909eb5e, host: n-d-705658-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5417f53-2f1a-4ca1-ba36-d550f2b33995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '7bc4e2ff-4ba8-4953-8996-985f60223b5f'}}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:28:10.123943 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-8cb9c578-e102-49b4-a1c2-44f4b0889a4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:10.126199 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-def730e4-66a7-40cd-9fb5-46cbcbde4fcf req-a3d1a560-6dff-4bd6-a57b-22bf0ff4e37a tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] 10.222.0.59 "GET /v2.0/security-groups?id=538791a4-2ac5-4c76-85f8-7580d1a09c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471320 Jul 27 21:28:10.149929 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-752332f8-7ca5-4d60-b3c5-fd12d39747d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f7b9688-fad9-495a-a6af-e8c411f11eca', 'name': 'tempest-TestNetworkBasicOps-router-476329', 'tenant_id': '0874e603f76049468af3a11efcc1e552', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.7'}], 'enable_snat': True}, 'gw_port_id': 'cf7d4dcc-f89b-4efc-91e3-052443554e2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:28:05Z', 'updated_at': '2021-07-27T21:28:06Z', 'revision_number': 3, 'project_id': '0874e603f76049468af3a11efcc1e552', 'gw_port': {'id': 'cf7d4dcc-f89b-4efc-91e3-052443554e2d', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:1d:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f7b9688-fad9-495a-a6af-e8c411f11eca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3881, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:28:05Z', 'updated_at': '2021-07-27T21:28:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22'}], 'n-d-705658-22', False) {} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:28:10.202559 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed01853-31b0-4d4b-bf76-3bb63dc38796 admin admin] Pushing event deleted for resources: {'Network': ['ID=cd0e9efd-9bae-4dae-add0-702bbb12284f,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:28:10.229034 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-752332f8-7ca5-4d60-b3c5-fd12d39747d2 None None] The sync data for ids ['8f7b9688-fad9-495a-a6af-e8c411f11eca'] in n-d-705658-22 is: [{'id': '8f7b9688-fad9-495a-a6af-e8c411f11eca', 'name': 'tempest-TestNetworkBasicOps-router-476329', 'tenant_id': '0874e603f76049468af3a11efcc1e552', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.7'}], 'enable_snat': True}, 'gw_port_id': 'cf7d4dcc-f89b-4efc-91e3-052443554e2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:28:05Z', 'updated_at': '2021-07-27T21:28:06Z', 'revision_number': 3, 'project_id': '0874e603f76049468af3a11efcc1e552', 'gw_port': {'id': 'cf7d4dcc-f89b-4efc-91e3-052443554e2d', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:1d:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f7b9688-fad9-495a-a6af-e8c411f11eca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3881, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:28:05Z', 'updated_at': '2021-07-27T21:28:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22'}] {{(pid=105586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:28:10.305126 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-e0250d19-58bb-43ec-8a87-2d628b0537ff tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Notify callbacks [] for port, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:10.307222 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 60350) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:28:10.309818 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:10.310977 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-8cb9c578-e102-49b4-a1c2-44f4b0889a4a None None] For port 44f4cb51-352c-4416-9d88-a81e3909eb5e, host n-d-705658-22, cleared binding levels {{(pid=105586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:28:10.325088 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-8cb9c578-e102-49b4-a1c2-44f4b0889a4a None None] For port 44f4cb51-352c-4416-9d88-a81e3909eb5e, host n-d-705658-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=44f4cb51-352c-4416-9d88-a81e3909eb5e,segment=NetworkSegment(f5417f53-2f1a-4ca1-ba36-d550f2b33995),segment_id=f5417f53-2f1a-4ca1-ba36-d550f2b33995)] {{(pid=105586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:28:10.331147 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-8cb9c578-e102-49b4-a1c2-44f4b0889a4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:10.337471 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.provisioning_blocks [None req-e0250d19-58bb-43ec-8a87-2d628b0537ff tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Transition to ACTIVE for port object e25dd074-fda1-4123-8212-118955f98718 will not be triggered until provisioned by entity DHCP. {{(pid=105584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:28:10.349407 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-7552b18b-b8d8-4b6c-b1c8-c5b9bf05d520 req-b3df2026-7a64-4363-96c6-f2cc61f4d57c tempest-TestVolumeBackupRestore-657170423 tempest-TestVolumeBackupRestore-657170423-project] 10.222.0.59 "GET /v2.0/ports?device_id=9b48bdba-4eca-4ad4-b5c2-897afaaa7190 HTTP/1.1" status: 200 len: 210 time: 0.1117637 Jul 27 21:28:10.375253 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-0d508a14-a23a-4244-b7a0-3a8e622a0249 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=c2619f241b9c41f4abd71bd664d1daf7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0667539 Jul 27 21:28:10.382074 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 60354) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:28:10.429115 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dd1780-ee5d-4103-8672-0d054d8797c5 req-7c5a5e72-2b9f-4795-b3a6-1a83ca629153 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:28:10.432028 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-51dd1780-ee5d-4103-8672-0d054d8797c5 req-7c5a5e72-2b9f-4795-b3a6-1a83ca629153 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] 10.222.0.59 "GET /v2.0/ports?device_id=ca6eb89e-ef6b-45f1-9a6f-ba2c5f61c6cf HTTP/1.1" status: 200 len: 946 time: 0.1782787 Jul 27 21:28:10.450570 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb9c578-e102-49b4-a1c2-44f4b0889a4a None None] Pushing event updated for resources: {'Port': ['ID=44f4cb51-352c-4416-9d88-a81e3909eb5e,revision_number=2']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:28:10.462495 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-3c7c39ef-9ce9-4e99-b526-2f05f9b0c009 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:10.464632 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-e0250d19-58bb-43ec-8a87-2d628b0537ff tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:10.493995 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-51dd1780-ee5d-4103-8672-0d054d8797c5 req-05820c54-5f38-4e83-9af3-016c287899dc tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] 10.222.0.59 "GET /v2.0/security-groups?id=538791a4-2ac5-4c76-85f8-7580d1a09c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559251 Jul 27 21:28:10.551912 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-3c7c39ef-9ce9-4e99-b526-2f05f9b0c009 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:10.558149 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0250d19-58bb-43ec-8a87-2d628b0537ff tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Network 7bc4e2ff-4ba8-4953-8996-985f60223b5f is already hosted by enough agents. {{(pid=105584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:28:10.573999 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [None req-e0250d19-58bb-43ec-8a87-2d628b0537ff tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Resources bound (agent type, host, resource id): {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:28:10.581150 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0250d19-58bb-43ec-8a87-2d628b0537ff tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Received port after_create {{(pid=105584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:28:10.625954 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0250d19-58bb-43ec-8a87-2d628b0537ff tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Pushing event updated for resources: {'Port': ['ID=e25dd074-fda1-4123-8212-118955f98718,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:28:10.676573 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-e0250d19-58bb-43ec-8a87-2d628b0537ff tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4075523'] for router_interface, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:10.793321 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-3c7c39ef-9ce9-4e99-b526-2f05f9b0c009 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:10.796639 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-3c7c39ef-9ce9-4e99-b526-2f05f9b0c009 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:10.798944 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-3c7c39ef-9ce9-4e99-b526-2f05f9b0c009 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/38c587f1-ffb5-4b1c-b3db-8ea67f0b28db HTTP/1.1" status: 204 len: 168 time: 0.4158297 Jul 27 21:28:10.817674 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7c39ef-9ce9-4e99-b526-2f05f9b0c009 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38c587f1-ffb5-4b1c-b3db-8ea67f0b28db,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:28:11.023079 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89a30af-3cc4-4d10-a777-61ef98c022a3 req-034b8820-673e-403e-913a-c5476ced5d45 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:28:11.024579 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f89a30af-3cc4-4d10-a777-61ef98c022a3 req-034b8820-673e-403e-913a-c5476ced5d45 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] 10.222.0.59 "GET /v2.0/ports?device_id=ca6eb89e-ef6b-45f1-9a6f-ba2c5f61c6cf HTTP/1.1" status: 200 len: 946 time: 0.1086502 Jul 27 21:28:11.044718 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-e0250d19-58bb-43ec-8a87-2d628b0537ff tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:11.069402 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f89a30af-3cc4-4d10-a777-61ef98c022a3 req-a07578ee-1b7d-42c6-972b-8c03a09c29e2 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] 10.222.0.59 "GET /v2.0/security-groups?id=538791a4-2ac5-4c76-85f8-7580d1a09c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378478 Jul 27 21:28:11.364577 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 60368) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:28:11.381533 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-dc0226f6-89c3-4e69-9ff5-f0b9e105f22a admin admin] Notify callbacks [] for security_group, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:11.393487 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-e0250d19-58bb-43ec-8a87-2d628b0537ff tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Notify callbacks [] for port, precommit_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:11.400545 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-e0250d19-58bb-43ec-8a87-2d628b0537ff tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9014027'] for port, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:11.485033 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-e0250d19-58bb-43ec-8a87-2d628b0537ff tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3743906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4076435'] for router_interface, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:11.496159 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0250d19-58bb-43ec-8a87-2d628b0537ff tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Pushing event updated for resources: {'Port': ['ID=e25dd074-fda1-4123-8212-118955f98718,revision_number=2']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:28:11.581292 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-13466bbf-ef57-408a-8093-6dc13ecbe018 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:11.629717 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-55b8cd82-6dcf-4461-ade8-285c4f2df3ca req-bc81e66e-a74e-4888-801e-506386ad0b1c tempest-TestVolumeBackupRestore-657170423 tempest-TestVolumeBackupRestore-657170423-project] 10.222.0.59 "GET /v2.0/ports?device_id=9b48bdba-4eca-4ad4-b5c2-897afaaa7190 HTTP/1.1" status: 200 len: 210 time: 0.0699484 Jul 27 21:28:11.731247 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device cf7d4dcc-f89b-4efc-91e3-052443554e2d up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:28:11.741727 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-dc0226f6-89c3-4e69-9ff5-f0b9e105f22a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:11.748396 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-dc0226f6-89c3-4e69-9ff5-f0b9e105f22a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:11.762021 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0250d19-58bb-43ec-8a87-2d628b0537ff tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Network 7bc4e2ff-4ba8-4953-8996-985f60223b5f is already hosted by enough agents. {{(pid=105584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:28:11.772709 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761bed6f-7592-495a-9694-5ccb9c866a2a req-204af4e4-0e7b-489c-a906-1748117dd4f6 tempest-TestVolumeBackupRestore-657170423 tempest-TestVolumeBackupRestore-657170423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:28:11.774119 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-761bed6f-7592-495a-9694-5ccb9c866a2a req-204af4e4-0e7b-489c-a906-1748117dd4f6 tempest-TestVolumeBackupRestore-657170423 tempest-TestVolumeBackupRestore-657170423-project] 10.222.0.36 "GET /v2.0/networks?id=bb4cf26f-adff-46cf-9267-b1047e192b6b HTTP/1.1" status: 200 len: 813 time: 0.1959562 Jul 27 21:28:11.775918 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [None req-e0250d19-58bb-43ec-8a87-2d628b0537ff tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Resources bound (agent type, host, resource id): {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:28:11.806923 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-dc0226f6-89c3-4e69-9ff5-f0b9e105f22a admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2703 time: 0.4383514 Jul 27 21:28:11.806923 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0226f6-89c3-4e69-9ff5-f0b9e105f22a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=411754ed-ea50-4dbf-acad-6ee462171c7f,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:28:11.819911 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 60372) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:28:11.893928 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-c340d462-c720-4cc2-829c-02ab341ed8db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:11.921450 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-761bed6f-7592-495a-9694-5ccb9c866a2a req-0f946d5c-8fd9-4ad9-8acb-b149d78128dd tempest-TestVolumeBackupRestore-657170423 tempest-TestVolumeBackupRestore-657170423-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d8b3b608783d4209938f283075bc1b2d HTTP/1.1" status: 200 len: 380 time: 0.1371651 Jul 27 21:28:11.944971 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [req-761bed6f-7592-495a-9694-5ccb9c866a2a req-5d8ca7f6-bac9-43fd-b433-52cf7a854667 tempest-TestVolumeBackupRestore-657170423 tempest-TestVolumeBackupRestore-657170423-project] Request body: {'port': {'device_id': '9b48bdba-4eca-4ad4-b5c2-897afaaa7190', 'network_id': 'bb4cf26f-adff-46cf-9267-b1047e192b6b', 'admin_state_up': True, 'tenant_id': 'd8b3b608783d4209938f283075bc1b2d', 'security_groups': ['2fbb37df-b738-4709-86e6-c4887dfcb3d8']}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:28:11.947947 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-c340d462-c720-4cc2-829c-02ab341ed8db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:12.023350 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5499ee86-056e-427d-a093-fce3cd8b9443 None None] Network 7bc4e2ff-4ba8-4953-8996-985f60223b5f requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:28:12.117240 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0250d19-58bb-43ec-8a87-2d628b0537ff tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Router 8f7b9688-fad9-495a-a6af-e8c411f11eca has already been hosted by L3 agent dd128fd7-8e57-4d4f-895b-a96b369df59a {{(pid=105584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:28:12.181609 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:12.198330 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-323f9d44-f661-48b0-b63c-d669ad340003 None None] Provisioning for port 44f4cb51-352c-4416-9d88-a81e3909eb5e completed by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:28:12.258056 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning for port cf7d4dcc-f89b-4efc-91e3-052443554e2d completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:28:12.268067 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port cf7d4dcc-f89b-4efc-91e3-052443554e2d triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:28:12.269746 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:12.319735 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0250d19-58bb-43ec-8a87-2d628b0537ff tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Notify agent at l3_agent.n-d-705658-22 the message routers_updated {{(pid=105584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:28:12.331804 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-e0250d19-58bb-43ec-8a87-2d628b0537ff tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] 10.222.0.59 "PUT /v2.0/routers/8f7b9688-fad9-495a-a6af-e8c411f11eca/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7405953 Jul 27 21:28:12.332423 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 60376) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:28:12.423007 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:12.423613 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-761bed6f-7592-495a-9694-5ccb9c866a2a req-5d8ca7f6-bac9-43fd-b433-52cf7a854667 tempest-TestVolumeBackupRestore-657170423 tempest-TestVolumeBackupRestore-657170423-project] Made reservation on behalf of d8b3b608783d4209938f283075bc1b2d for: {'port': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:28:12.428805 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-761bed6f-7592-495a-9694-5ccb9c866a2a req-5d8ca7f6-bac9-43fd-b433-52cf7a854667 tempest-TestVolumeBackupRestore-657170423 tempest-TestVolumeBackupRestore-657170423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:12.455044 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] For port cf7d4dcc-f89b-4efc-91e3-052443554e2d, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=cf7d4dcc-f89b-4efc-91e3-052443554e2d,segment=NetworkSegment(12196855-9a32-4633-9a56-77697ef9e126),segment_id=12196855-9a32-4633-9a56-77697ef9e126)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:28:12.462652 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:12.464024 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 44f4cb51-352c-4416-9d88-a81e3909eb5e up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:28:12.479466 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-c340d462-c720-4cc2-829c-02ab341ed8db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:12.482630 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-c340d462-c720-4cc2-829c-02ab341ed8db admin admin] Notify callbacks [] for security_group, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:12.486180 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-c340d462-c720-4cc2-829c-02ab341ed8db admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/411754ed-ea50-4dbf-acad-6ee462171c7f HTTP/1.1" status: 204 len: 168 time: 0.6628885 Jul 27 21:28:12.596585 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Pushing event updated for resources: {'Port': ['ID=cf7d4dcc-f89b-4efc-91e3-052443554e2d,revision_number=4']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:28:12.610338 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning for port 44f4cb51-352c-4416-9d88-a81e3909eb5e completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:28:12.619345 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c340d462-c720-4cc2-829c-02ab341ed8db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=411754ed-ea50-4dbf-acad-6ee462171c7f,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:28:12.660880 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port 44f4cb51-352c-4416-9d88-a81e3909eb5e triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:28:12.661258 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:12.684845 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82792786-61f2-4b2d-b812-f9c9c86207ca req-e7df55fe-7dca-47ee-a9cb-dc11fff39136 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:28:12.687114 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-82792786-61f2-4b2d-b812-f9c9c86207ca req-e7df55fe-7dca-47ee-a9cb-dc11fff39136 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] 10.222.0.60 "GET /v2.0/ports?device_id=ca6eb89e-ef6b-45f1-9a6f-ba2c5f61c6cf HTTP/1.1" status: 200 len: 946 time: 0.2448232 Jul 27 21:28:12.757991 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51811f27-7703-43a7-a5a4-4a1165970092 req-2d4f5300-69df-4ed6-b4ad-45bbcaaea389 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:28:12.762766 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b3f0fb8-7472-4957-bad0-d32c0d8553f1 tempest-TestNetworkBasicOps-559712279 tempest-TestNetworkBasicOps-559712279-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:28:12.764161 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b3f0fb8-7472-4957-bad0-d32c0d8553f1 tempest-TestNetworkBasicOps-559712279 tempest-TestNetworkBasicOps-559712279-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:28:12.765100 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b3f0fb8-7472-4957-bad0-d32c0d8553f1 tempest-TestNetworkBasicOps-559712279 tempest-TestNetworkBasicOps-559712279-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:28:12.765784 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b3f0fb8-7472-4957-bad0-d32c0d8553f1 tempest-TestNetworkBasicOps-559712279 tempest-TestNetworkBasicOps-559712279-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:28:12.766483 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b3f0fb8-7472-4957-bad0-d32c0d8553f1 tempest-TestNetworkBasicOps-559712279 tempest-TestNetworkBasicOps-559712279-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:28:12.767187 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b3f0fb8-7472-4957-bad0-d32c0d8553f1 tempest-TestNetworkBasicOps-559712279 tempest-TestNetworkBasicOps-559712279-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:28:12.767906 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b3f0fb8-7472-4957-bad0-d32c0d8553f1 tempest-TestNetworkBasicOps-559712279 tempest-TestNetworkBasicOps-559712279-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:28:12.768566 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b3f0fb8-7472-4957-bad0-d32c0d8553f1 tempest-TestNetworkBasicOps-559712279 tempest-TestNetworkBasicOps-559712279-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:28:12.773128 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-3b3f0fb8-7472-4957-bad0-d32c0d8553f1 tempest-TestNetworkBasicOps-559712279 tempest-TestNetworkBasicOps-559712279-project-admin] 10.222.0.59 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5686 time: 0.4400818 Jul 27 21:28:12.775068 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-51811f27-7703-43a7-a5a4-4a1165970092 req-2d4f5300-69df-4ed6-b4ad-45bbcaaea389 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] 10.222.0.59 "GET /v2.0/ports?device_id=ca6eb89e-ef6b-45f1-9a6f-ba2c5f61c6cf HTTP/1.1" status: 200 len: 946 time: 0.3268421 Jul 27 21:28:12.793964 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 60382) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:28:12.837240 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63c11f4d-0f75-4ec8-8833-fe6ec7ea80ba None None] Sync routers for ids ['8f7b9688-fad9-495a-a6af-e8c411f11eca'] in n-d-705658-22 {{(pid=105586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:28:12.849563 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.db_base_plugin_common [req-761bed6f-7592-495a-9694-5ccb9c866a2a req-5d8ca7f6-bac9-43fd-b433-52cf7a854667 tempest-TestVolumeBackupRestore-657170423 tempest-TestVolumeBackupRestore-657170423-project] Allocated IP 172.20.0.11 (bb4cf26f-adff-46cf-9267-b1047e192b6b/1801b1a7-09b1-44bf-bdb6-d96d89c1fea0/21fe47db-6513-4b80-85c4-84834b2e14b3) {{(pid=105584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:28:12.899956 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63c11f4d-0f75-4ec8-8833-fe6ec7ea80ba None None] Routers {'8f7b9688-fad9-495a-a6af-e8c411f11eca'} bound to L3 agent in host n-d-705658-22 {{(pid=105586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:28:12.900612 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-63c11f4d-0f75-4ec8-8833-fe6ec7ea80ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:28:12Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['8f7b9688-fad9-495a-a6af-e8c411f11eca'], 'active': True} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:28:12.950931 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-9ee88317-b48e-4769-a081-de27ff2ca17c None None] Provisioning for port e25dd074-fda1-4123-8212-118955f98718 completed by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:28:13.008234 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:13.022118 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-2cdf9af7-84be-4663-ba50-bfa0f8a965cc req-be907e04-776e-496b-8cbd-1e116fe19879 tempest-TestVolumeBackupRestore-657170423 tempest-TestVolumeBackupRestore-657170423-project] 10.222.0.59 "GET /v2.0/ports?device_id=9b48bdba-4eca-4ad4-b5c2-897afaaa7190 HTTP/1.1" status: 200 len: 210 time: 0.1465642 Jul 27 21:28:13.054296 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-9ee88317-b48e-4769-a081-de27ff2ca17c None None] Provisioning complete for port e25dd074-fda1-4123-8212-118955f98718 triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:28:13.055114 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-9ee88317-b48e-4769-a081-de27ff2ca17c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:13.062983 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-51811f27-7703-43a7-a5a4-4a1165970092 req-ee054b92-f0ba-4ac9-a902-ff4553726097 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] 10.222.0.59 "GET /v2.0/security-groups?id=538791a4-2ac5-4c76-85f8-7580d1a09c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2799385 Jul 27 21:28:13.098298 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e09c8d10-68b9-4116-8888-3613a8dddd0e tempest-TestNetworkBasicOps-559712279 tempest-TestNetworkBasicOps-559712279-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:28:13.099113 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e09c8d10-68b9-4116-8888-3613a8dddd0e tempest-TestNetworkBasicOps-559712279 tempest-TestNetworkBasicOps-559712279-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:28:13.100403 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e09c8d10-68b9-4116-8888-3613a8dddd0e tempest-TestNetworkBasicOps-559712279 tempest-TestNetworkBasicOps-559712279-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:28:13.101118 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e09c8d10-68b9-4116-8888-3613a8dddd0e tempest-TestNetworkBasicOps-559712279 tempest-TestNetworkBasicOps-559712279-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:28:13.101764 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e09c8d10-68b9-4116-8888-3613a8dddd0e tempest-TestNetworkBasicOps-559712279 tempest-TestNetworkBasicOps-559712279-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:28:13.102449 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e09c8d10-68b9-4116-8888-3613a8dddd0e tempest-TestNetworkBasicOps-559712279 tempest-TestNetworkBasicOps-559712279-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:28:13.103130 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e09c8d10-68b9-4116-8888-3613a8dddd0e tempest-TestNetworkBasicOps-559712279 tempest-TestNetworkBasicOps-559712279-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:28:13.103852 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e09c8d10-68b9-4116-8888-3613a8dddd0e tempest-TestNetworkBasicOps-559712279 tempest-TestNetworkBasicOps-559712279-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:28:13.106522 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-e09c8d10-68b9-4116-8888-3613a8dddd0e tempest-TestNetworkBasicOps-559712279 tempest-TestNetworkBasicOps-559712279-project-admin] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5284 time: 0.3115520 Jul 27 21:28:13.110218 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 60384) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:28:13.167884 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-bb32ed7d-8717-448b-a9c8-a5a0117d1fd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:13.227707 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] For port 44f4cb51-352c-4416-9d88-a81e3909eb5e, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=44f4cb51-352c-4416-9d88-a81e3909eb5e,segment=NetworkSegment(f5417f53-2f1a-4ca1-ba36-d550f2b33995),segment_id=f5417f53-2f1a-4ca1-ba36-d550f2b33995)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:28:13.234828 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [req-82792786-61f2-4b2d-b812-f9c9c86207ca req-63ae0d6f-177c-4aa2-a799-a522bfc6055a tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Deleting port 7ef6e67a-6bce-49c5-9b47-133e675ee8b8 {{(pid=105585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:28:13.235209 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-82792786-61f2-4b2d-b812-f9c9c86207ca req-63ae0d6f-177c-4aa2-a799-a522bfc6055a tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:13.239293 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:13.253099 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-761bed6f-7592-495a-9694-5ccb9c866a2a req-5d8ca7f6-bac9-43fd-b433-52cf7a854667 tempest-TestVolumeBackupRestore-657170423 tempest-TestVolumeBackupRestore-657170423-project] Notify callbacks [] for port, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:13.265925 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-9ee88317-b48e-4769-a081-de27ff2ca17c None None] Port e25dd074-fda1-4123-8212-118955f98718 cannot update to ACTIVE because it is not bound. {{(pid=105586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:28:13.285845 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.provisioning_blocks [req-761bed6f-7592-495a-9694-5ccb9c866a2a req-5d8ca7f6-bac9-43fd-b433-52cf7a854667 tempest-TestVolumeBackupRestore-657170423 tempest-TestVolumeBackupRestore-657170423-project] Transition to ACTIVE for port object 21fe47db-6513-4b80-85c4-84834b2e14b3 will not be triggered until provisioned by entity DHCP. {{(pid=105584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:28:13.344348 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-761bed6f-7592-495a-9694-5ccb9c866a2a req-5d8ca7f6-bac9-43fd-b433-52cf7a854667 tempest-TestVolumeBackupRestore-657170423 tempest-TestVolumeBackupRestore-657170423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:13.348790 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device c67b8336-ce22-44f2-bf58-26666c12c522 no longer exists at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:28:13.381916 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-9ee88317-b48e-4769-a081-de27ff2ca17c None None] Provisioning complete for port 44f4cb51-352c-4416-9d88-a81e3909eb5e triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:28:13.382562 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-9ee88317-b48e-4769-a081-de27ff2ca17c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:13.392705 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] No Port match for: c67b8336-ce22-44f2-bf58-26666c12c522 {{(pid=105586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:28:13.397881 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device c67b8336-ce22-44f2-bf58-26666c12c522 not bound to the agent host n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:28:13.423139 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvr_db [None req-63c11f4d-0f75-4ec8-8833-fe6ec7ea80ba None None] Set router 8f7b9688-fad9-495a-a6af-e8c411f11eca gateway port host: n-d-705658-22 {{(pid=105586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:28:13.423992 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8ca7f6-bac9-43fd-b433-52cf7a854667 tempest-TestVolumeBackupRestore-657170423 tempest-TestVolumeBackupRestore-657170423-project] Pushing event updated for resources: {'Port': ['ID=21fe47db-6513-4b80-85c4-84834b2e14b3,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:28:13.460937 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-761bed6f-7592-495a-9694-5ccb9c866a2a req-5d8ca7f6-bac9-43fd-b433-52cf7a854667 tempest-TestVolumeBackupRestore-657170423 tempest-TestVolumeBackupRestore-657170423-project] Network bb4cf26f-adff-46cf-9267-b1047e192b6b is already hosted by enough agents. {{(pid=105584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:28:13.465828 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [req-761bed6f-7592-495a-9694-5ccb9c866a2a req-5d8ca7f6-bac9-43fd-b433-52cf7a854667 tempest-TestVolumeBackupRestore-657170423 tempest-TestVolumeBackupRestore-657170423-project] Resources bound (agent type, host, resource id): {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:28:13.472079 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [req-761bed6f-7592-495a-9694-5ccb9c866a2a req-5d8ca7f6-bac9-43fd-b433-52cf7a854667 tempest-TestVolumeBackupRestore-657170423 tempest-TestVolumeBackupRestore-657170423-project] Received port after_create {{(pid=105584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:28:13.521362 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.db [req-82792786-61f2-4b2d-b812-f9c9c86207ca req-63ae0d6f-177c-4aa2-a799-a522bfc6055a tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] For port 7ef6e67a-6bce-49c5-9b47-133e675ee8b8, host n-h2-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=7ef6e67a-6bce-49c5-9b47-133e675ee8b8,segment=NetworkSegment(6a44b0c8-0b10-4191-b0e4-021984ddfab8),segment_id=6a44b0c8-0b10-4191-b0e4-021984ddfab8)] {{(pid=105585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:28:13.521941 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-82792786-61f2-4b2d-b812-f9c9c86207ca req-63ae0d6f-177c-4aa2-a799-a522bfc6055a tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:13.571382 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [req-82792786-61f2-4b2d-b812-f9c9c86207ca req-63ae0d6f-177c-4aa2-a799-a522bfc6055a tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Calling delete_port for 7ef6e67a-6bce-49c5-9b47-133e675ee8b8 owned by compute:nova {{(pid=105585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:28:13.667498 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Pushing event updated for resources: {'Port': ['ID=44f4cb51-352c-4416-9d88-a81e3909eb5e,revision_number=3']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:28:13.717935 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-becbd9d8-39f8-4789-8c48-76557a9def67 tempest-TestNetworkBasicOps-559712279 tempest-TestNetworkBasicOps-559712279-project-admin] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4486 time: 0.6060252 Jul 27 21:28:13.805858 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device cf7d4dcc-f89b-4efc-91e3-052443554e2d up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:28:13.877122 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-82792786-61f2-4b2d-b812-f9c9c86207ca req-63ae0d6f-177c-4aa2-a799-a522bfc6055a tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:14.015437 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port cf7d4dcc-f89b-4efc-91e3-052443554e2d triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:28:14.015996 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:14.047240 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-63c11f4d-0f75-4ec8-8833-fe6ec7ea80ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f7b9688-fad9-495a-a6af-e8c411f11eca', 'name': 'tempest-TestNetworkBasicOps-router-476329', 'tenant_id': '0874e603f76049468af3a11efcc1e552', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.7'}], 'enable_snat': True}, 'gw_port_id': 'cf7d4dcc-f89b-4efc-91e3-052443554e2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:28:05Z', 'updated_at': '2021-07-27T21:28:10Z', 'revision_number': 4, 'project_id': '0874e603f76049468af3a11efcc1e552', 'gw_port': {'id': 'cf7d4dcc-f89b-4efc-91e3-052443554e2d', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:1d:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f7b9688-fad9-495a-a6af-e8c411f11eca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3881, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:28:05Z', 'updated_at': '2021-07-27T21:28:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_interfaces': [{'id': 'e25dd074-fda1-4123-8212-118955f98718', 'name': '', 'network_id': '7bc4e2ff-4ba8-4953-8996-985f60223b5f', 'tenant_id': '0874e603f76049468af3a11efcc1e552', 'mac_address': 'fa:16:3e:fe:ae:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f7b9688-fad9-495a-a6af-e8c411f11eca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3893, 'fixed_ips': [{'subnet_id': '2b1d5c96-ce89-46d5-b492-a6d54807d585', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:28:09Z', 'updated_at': '2021-07-27T21:28:11Z', 'revision_number': 2, 'project_id': '0874e603f76049468af3a11efcc1e552', 'subnets': [{'id': '2b1d5c96-ce89-46d5-b492-a6d54807d585', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-22', False) {} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:28:14.067661 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ae0d6f-177c-4aa2-a799-a522bfc6055a tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Pushing event deleted for resources: {'Port': ['ID=7ef6e67a-6bce-49c5-9b47-133e675ee8b8,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:28:14.087517 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63c11f4d-0f75-4ec8-8833-fe6ec7ea80ba None None] Checking router: 8f7b9688-fad9-495a-a6af-e8c411f11eca for host: n-d-705658-22 {{(pid=105586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:28:14.087902 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63c11f4d-0f75-4ec8-8833-fe6ec7ea80ba None None] Updating router 8f7b9688-fad9-495a-a6af-e8c411f11eca port e25dd074-fda1-4123-8212-118955f98718 binding host n-d-705658-22 {{(pid=105586) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 21:28:14.139413 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-63c11f4d-0f75-4ec8-8833-fe6ec7ea80ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:14.167279 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-7d98a73f-2797-4cef-b13f-a5dd8d46db5e None None] Provisioning complete for port e25dd074-fda1-4123-8212-118955f98718 triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:28:14.167644 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-7d98a73f-2797-4cef-b13f-a5dd8d46db5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:14.294963 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.l3_dvrscheduler_db [req-82792786-61f2-4b2d-b812-f9c9c86207ca req-63ae0d6f-177c-4aa2-a799-a522bfc6055a tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] No DVR routers for this DVR port 7ef6e67a-6bce-49c5-9b47-133e675ee8b8 on host n-h2-705658-22 {{(pid=105585) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:28:14.304918 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-82792786-61f2-4b2d-b812-f9c9c86207ca req-63ae0d6f-177c-4aa2-a799-a522bfc6055a tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:14.309668 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-82792786-61f2-4b2d-b812-f9c9c86207ca req-63ae0d6f-177c-4aa2-a799-a522bfc6055a tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] 10.222.0.60 "DELETE /v2.0/ports/7ef6e67a-6bce-49c5-9b47-133e675ee8b8 HTTP/1.1" status: 204 len: 173 time: 1.6139269 Jul 27 21:28:14.311136 n-d-705658-22 neutron-server[105585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca6eb89e-ef6b-45f1-9a6f-ba2c5f61c6cf', 'name': 'network-vif-deleted', 'tag': '7ef6e67a-6bce-49c5-9b47-133e675ee8b8'}] {{(pid=105585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:28:14.333520 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d66fd65881426bfc2b5388084a3654e5eae521106a15a3dbf0eb4cde7106c36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9365bde6-ad04-4cec-85e8-607540438ed4" -d '{"events": [{"server_uuid": "ca6eb89e-ef6b-45f1-9a6f-ba2c5f61c6cf", "name": "network-vif-deleted", "tag": "7ef6e67a-6bce-49c5-9b47-133e675ee8b8"}]}' {{(pid=105585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:28:14.358849 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761bed6f-7592-495a-9694-5ccb9c866a2a req-5d8ca7f6-bac9-43fd-b433-52cf7a854667 tempest-TestVolumeBackupRestore-657170423 tempest-TestVolumeBackupRestore-657170423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:28:14.359536 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-761bed6f-7592-495a-9694-5ccb9c866a2a req-5d8ca7f6-bac9-43fd-b433-52cf7a854667 tempest-TestVolumeBackupRestore-657170423 tempest-TestVolumeBackupRestore-657170423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:14.379421 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-7d98a73f-2797-4cef-b13f-a5dd8d46db5e None None] Port e25dd074-fda1-4123-8212-118955f98718 cannot update to ACTIVE because it is not bound. {{(pid=105586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:28:14.385860 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-875ced1b-4cf3-463a-9653-058f0f9421e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:14.414213 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-761bed6f-7592-495a-9694-5ccb9c866a2a req-5d8ca7f6-bac9-43fd-b433-52cf7a854667 tempest-TestVolumeBackupRestore-657170423 tempest-TestVolumeBackupRestore-657170423-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4775686 Jul 27 21:28:14.428854 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [req-761bed6f-7592-495a-9694-5ccb9c866a2a req-99473682-81f0-4035-92a2-be128dbf5c6c service neutron] Request body: {'port': {'device_id': '9b48bdba-4eca-4ad4-b5c2-897afaaa7190', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-705658-22'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:28:14.481098 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae1f9f1-734a-4a61-9fa0-2cdd05a7f743 req-cb54b6a9-401f-4f49-9af9-5e770b683cbf tempest-TestVolumeBackupRestore-657170423 tempest-TestVolumeBackupRestore-657170423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:28:14.484882 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-dae1f9f1-734a-4a61-9fa0-2cdd05a7f743 req-cb54b6a9-401f-4f49-9af9-5e770b683cbf tempest-TestVolumeBackupRestore-657170423 tempest-TestVolumeBackupRestore-657170423-project] 10.222.0.59 "GET /v2.0/ports?device_id=9b48bdba-4eca-4ad4-b5c2-897afaaa7190 HTTP/1.1" status: 200 len: 932 time: 0.2900653 Jul 27 21:28:14.561905 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 60394) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:28:14.566060 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-2fa9943e-122b-4347-b007-44a558c26727 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1312647910', 'description': 'tempest-secgroup-smoke-1312647910 description', 'project_id': '0874e603f76049468af3a11efcc1e552'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:28:14.575241 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-dae1f9f1-734a-4a61-9fa0-2cdd05a7f743 req-861f2299-d9cf-4ae3-b012-d833439de192 tempest-TestVolumeBackupRestore-657170423 tempest-TestVolumeBackupRestore-657170423-project] 10.222.0.59 "GET /v2.0/security-groups?id=2fbb37df-b738-4709-86e6-c4887dfcb3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0835528 Jul 27 21:28:14.658791 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:28:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8902279-4753-4732-b367-d45c66ce6c74 x-openstack-request-id: req-f8902279-4753-4732-b367-d45c66ce6c74 {{(pid=105585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:28:14.659155 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca6eb89e-ef6b-45f1-9a6f-ba2c5f61c6cf", "name": "network-vif-deleted", "tag": "7ef6e67a-6bce-49c5-9b47-133e675ee8b8", "status": "completed", "code": 200}]} {{(pid=105585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:28:14.659430 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-f8902279-4753-4732-b367-d45c66ce6c74 {{(pid=105585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:28:14.659846 n-d-705658-22 neutron-server[105585]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca6eb89e-ef6b-45f1-9a6f-ba2c5f61c6cf', 'name': 'network-vif-deleted', 'tag': '7ef6e67a-6bce-49c5-9b47-133e675ee8b8', 'status': 'completed', 'code': 200} Jul 27 21:28:14.660980 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-761bed6f-7592-495a-9694-5ccb9c866a2a req-99473682-81f0-4035-92a2-be128dbf5c6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:14.674011 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-2fa9943e-122b-4347-b007-44a558c26727 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Notify callbacks [] for security_group, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:14.690090 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-7d98a73f-2797-4cef-b13f-a5dd8d46db5e None None] Provisioning for port 21fe47db-6513-4b80-85c4-84834b2e14b3 completed by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:28:14.698052 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-7d98a73f-2797-4cef-b13f-a5dd8d46db5e None None] Provisioning complete for port 21fe47db-6513-4b80-85c4-84834b2e14b3 triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:28:14.698428 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-7d98a73f-2797-4cef-b13f-a5dd8d46db5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:14.731963 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-63c11f4d-0f75-4ec8-8833-fe6ec7ea80ba None None] Notify callbacks [] for port, precommit_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:14.750336 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-63c11f4d-0f75-4ec8-8833-fe6ec7ea80ba None None] Transition to ACTIVE for port object e25dd074-fda1-4123-8212-118955f98718 will not be triggered until provisioned by entity L2. {{(pid=105586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:28:14.754786 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-7d98a73f-2797-4cef-b13f-a5dd8d46db5e None None] Port 21fe47db-6513-4b80-85c4-84834b2e14b3 cannot update to ACTIVE because it is not bound. {{(pid=105586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:28:14.758005 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-035c9137-366e-40be-9e96-17a2b15035d7 req-5f839acc-d32e-4d0b-ae11-d7f455f563ba tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] 10.222.0.59 "GET /v2.0/ports?device_id=ca6eb89e-ef6b-45f1-9a6f-ba2c5f61c6cf HTTP/1.1" status: 200 len: 210 time: 0.0721824 Jul 27 21:28:14.759731 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-63c11f4d-0f75-4ec8-8833-fe6ec7ea80ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:14.809753 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d32d03-fd2c-45df-9a6c-f195d2f9d8f1 None None] Pushing event updated for resources: {'Port': ['ID=e25dd074-fda1-4123-8212-118955f98718,revision_number=3']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:28:14.889312 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-63c11f4d-0f75-4ec8-8833-fe6ec7ea80ba None None] Attempting to bind port e25dd074-fda1-4123-8212-118955f98718 on host n-d-705658-22 for vnic_type normal with profile {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:28:14.889768 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-63c11f4d-0f75-4ec8-8833-fe6ec7ea80ba None None] Attempting to bind port e25dd074-fda1-4123-8212-118955f98718 by drivers openvswitch,hyperv on host n-d-705658-22 at level 0 using segments [{'id': 'f5417f53-2f1a-4ca1-ba36-d550f2b33995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '7bc4e2ff-4ba8-4953-8996-985f60223b5f'}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:28:14.890205 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63c11f4d-0f75-4ec8-8833-fe6ec7ea80ba None None] Attempting to bind port e25dd074-fda1-4123-8212-118955f98718 on network 7bc4e2ff-4ba8-4953-8996-985f60223b5f {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:28:14.896718 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63c11f4d-0f75-4ec8-8833-fe6ec7ea80ba None None] Checking agent: {'id': '04a7ea91-6318-467e-ace6-b0fb48c8690f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 41, 42), 'started_at': datetime.datetime(2021, 7, 27, 20, 42, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 28, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:28:14.897107 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63c11f4d-0f75-4ec8-8833-fe6ec7ea80ba None None] Checking segment: {'id': 'f5417f53-2f1a-4ca1-ba36-d550f2b33995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '7bc4e2ff-4ba8-4953-8996-985f60223b5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:28:14.897518 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-63c11f4d-0f75-4ec8-8833-fe6ec7ea80ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:14.897912 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63c11f4d-0f75-4ec8-8833-fe6ec7ea80ba None None] Bound using segment: {'id': 'f5417f53-2f1a-4ca1-ba36-d550f2b33995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '7bc4e2ff-4ba8-4953-8996-985f60223b5f'} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:28:14.898384 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-63c11f4d-0f75-4ec8-8833-fe6ec7ea80ba None None] Bound port: e25dd074-fda1-4123-8212-118955f98718, host: n-d-705658-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5417f53-2f1a-4ca1-ba36-d550f2b33995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '7bc4e2ff-4ba8-4953-8996-985f60223b5f'}}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:28:14.898771 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-63c11f4d-0f75-4ec8-8833-fe6ec7ea80ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:14.963696 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-2fa9943e-122b-4347-b007-44a558c26727 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Notify callbacks [] for security_group, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:14.977193 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-63c11f4d-0f75-4ec8-8833-fe6ec7ea80ba None None] For port e25dd074-fda1-4123-8212-118955f98718, host n-d-705658-22, cleared binding levels {{(pid=105586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:28:14.980591 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-63c11f4d-0f75-4ec8-8833-fe6ec7ea80ba None None] For port e25dd074-fda1-4123-8212-118955f98718, host n-d-705658-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=e25dd074-fda1-4123-8212-118955f98718,segment=NetworkSegment(f5417f53-2f1a-4ca1-ba36-d550f2b33995),segment_id=f5417f53-2f1a-4ca1-ba36-d550f2b33995)] {{(pid=105586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:28:14.985361 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-63c11f4d-0f75-4ec8-8833-fe6ec7ea80ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:14.988129 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-2fa9943e-122b-4347-b007-44a558c26727 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:15.057959 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-2fa9943e-122b-4347-b007-44a558c26727 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Notify callbacks [] for security_group, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:15.059329 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-2fa9943e-122b-4347-b007-44a558c26727 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4968014 Jul 27 21:28:15.062214 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 60396) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:28:15.063682 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa9943e-122b-4347-b007-44a558c26727 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c43bc716-575a-44f3-9a62-86999b5e6059,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:28:15.067319 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-91984c33-7c10-47a3-a920-4575b88587bd tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Request body: {'security_group_rule': {'security_group_id': 'c43bc716-575a-44f3-9a62-86999b5e6059', 'project_id': '0874e603f76049468af3a11efcc1e552', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:28:15.080862 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63c11f4d-0f75-4ec8-8833-fe6ec7ea80ba None None] Routers {'8f7b9688-fad9-495a-a6af-e8c411f11eca'} bound to L3 agent in host n-d-705658-22 {{(pid=105586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:28:15.081545 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-63c11f4d-0f75-4ec8-8833-fe6ec7ea80ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:28:12Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['8f7b9688-fad9-495a-a6af-e8c411f11eca'], 'active': True} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:28:15.118899 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-91984c33-7c10-47a3-a920-4575b88587bd tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:15.161394 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [req-761bed6f-7592-495a-9694-5ccb9c866a2a req-99473682-81f0-4035-92a2-be128dbf5c6c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 21fe47db-6513-4b80-85c4-84834b2e14b3 {{(pid=105584) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:28:15.182617 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-761bed6f-7592-495a-9694-5ccb9c866a2a req-99473682-81f0-4035-92a2-be128dbf5c6c service neutron] Notify callbacks [] for port, precommit_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:15.208777 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.provisioning_blocks [req-761bed6f-7592-495a-9694-5ccb9c866a2a req-99473682-81f0-4035-92a2-be128dbf5c6c service neutron] Transition to ACTIVE for port object 21fe47db-6513-4b80-85c4-84834b2e14b3 will not be triggered until provisioned by entity L2. {{(pid=105584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:28:15.209506 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-91984c33-7c10-47a3-a920-4575b88587bd tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:15.212578 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-761bed6f-7592-495a-9694-5ccb9c866a2a req-99473682-81f0-4035-92a2-be128dbf5c6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9014027'] for port, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:15.214449 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-91984c33-7c10-47a3-a920-4575b88587bd tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732636'] for security_group_rule, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:15.239634 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91984c33-7c10-47a3-a920-4575b88587bd tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b6d1339-007e-4835-a0d6-9ea034355fae,revision_number=0']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:28:15.245430 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-91984c33-7c10-47a3-a920-4575b88587bd tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:15.248579 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-91984c33-7c10-47a3-a920-4575b88587bd tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1844270 Jul 27 21:28:15.251073 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 60398) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:28:15.255904 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-6ce669a2-4534-45d6-924c-a6b258eaed7a tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Request body: {'security_group_rule': {'security_group_id': 'c43bc716-575a-44f3-9a62-86999b5e6059', 'project_id': '0874e603f76049468af3a11efcc1e552', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:28:15.269113 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Device 7ef6e67a-6bce-49c5-9b47-133e675ee8b8 no longer exists at agent hyperv_n-h2-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:28:15.291800 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-6ce669a2-4534-45d6-924c-a6b258eaed7a tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:15.295437 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d32d03-fd2c-45df-9a6c-f195d2f9d8f1 None None] Pushing event updated for resources: {'Port': ['ID=e25dd074-fda1-4123-8212-118955f98718,revision_number=4']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:28:15.300910 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-3d54578f-831f-4696-b568-13c455922dab None None] No Port match for: 7ef6e67a-6bce-49c5-9b47-133e675ee8b8 {{(pid=105586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:28:15.301444 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Device 7ef6e67a-6bce-49c5-9b47-133e675ee8b8 not bound to the agent host n-h2-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:28:15.323624 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvr_db [None req-63c11f4d-0f75-4ec8-8833-fe6ec7ea80ba None None] Set router 8f7b9688-fad9-495a-a6af-e8c411f11eca gateway port host: n-d-705658-22 {{(pid=105586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:28:15.331488 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99473682-81f0-4035-92a2-be128dbf5c6c service neutron] Pushing event updated for resources: {'Port': ['ID=21fe47db-6513-4b80-85c4-84834b2e14b3,revision_number=2']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:28:15.375882 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-6ce669a2-4534-45d6-924c-a6b258eaed7a tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:15.382649 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-6ce669a2-4534-45d6-924c-a6b258eaed7a tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732636'] for security_group_rule, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:15.404329 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-6ce669a2-4534-45d6-924c-a6b258eaed7a tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:15.405864 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-6ce669a2-4534-45d6-924c-a6b258eaed7a tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1540155 Jul 27 21:28:15.411611 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 60400) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:28:15.417699 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-9fb3351a-3245-4015-87c3-3cf408b7f2cb tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Request body: {'security_group_rule': {'security_group_id': 'c43bc716-575a-44f3-9a62-86999b5e6059', 'project_id': '0874e603f76049468af3a11efcc1e552', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:28:15.431705 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce669a2-4534-45d6-924c-a6b258eaed7a tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=214cfdd0-f44a-4243-bd63-6015384e11ab,revision_number=0']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:28:15.461075 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-9fb3351a-3245-4015-87c3-3cf408b7f2cb tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:15.543866 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-9fb3351a-3245-4015-87c3-3cf408b7f2cb tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:15.549401 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-9fb3351a-3245-4015-87c3-3cf408b7f2cb tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732636'] for security_group_rule, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:15.556583 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [req-761bed6f-7592-495a-9694-5ccb9c866a2a req-99473682-81f0-4035-92a2-be128dbf5c6c service neutron] Attempting to bind port 21fe47db-6513-4b80-85c4-84834b2e14b3 on host n-h1-705658-22 for vnic_type normal with profile {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:28:15.557257 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [req-761bed6f-7592-495a-9694-5ccb9c866a2a req-99473682-81f0-4035-92a2-be128dbf5c6c service neutron] Attempting to bind port 21fe47db-6513-4b80-85c4-84834b2e14b3 by drivers openvswitch,hyperv on host n-h1-705658-22 at level 0 using segments [{'id': '57b8fd16-fb96-450b-911e-7fe94bef4459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'bb4cf26f-adff-46cf-9267-b1047e192b6b'}] {{(pid=105584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:28:15.557396 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-761bed6f-7592-495a-9694-5ccb9c866a2a req-99473682-81f0-4035-92a2-be128dbf5c6c service neutron] Attempting to bind port 21fe47db-6513-4b80-85c4-84834b2e14b3 on network bb4cf26f-adff-46cf-9267-b1047e192b6b {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:28:15.562334 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-761bed6f-7592-495a-9694-5ccb9c866a2a req-99473682-81f0-4035-92a2-be128dbf5c6c service neutron] Port 21fe47db-6513-4b80-85c4-84834b2e14b3 on network bb4cf26f-adff-46cf-9267-b1047e192b6b not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-22 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:28:15.562528 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-761bed6f-7592-495a-9694-5ccb9c866a2a req-99473682-81f0-4035-92a2-be128dbf5c6c service neutron] Attempting to bind port 21fe47db-6513-4b80-85c4-84834b2e14b3 on network bb4cf26f-adff-46cf-9267-b1047e192b6b {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:28:15.568675 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-761bed6f-7592-495a-9694-5ccb9c866a2a req-99473682-81f0-4035-92a2-be128dbf5c6c service neutron] Checking agent: {'id': '9d9bc37f-4d75-44ef-9f63-799aab3e316f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 49, 36), 'started_at': datetime.datetime(2021, 7, 27, 20, 49, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 28, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:28:15.568988 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-761bed6f-7592-495a-9694-5ccb9c866a2a req-99473682-81f0-4035-92a2-be128dbf5c6c service neutron] Checking segment: {'id': '57b8fd16-fb96-450b-911e-7fe94bef4459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'bb4cf26f-adff-46cf-9267-b1047e192b6b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:28:15.569337 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-761bed6f-7592-495a-9694-5ccb9c866a2a req-99473682-81f0-4035-92a2-be128dbf5c6c service neutron] Bound using segment: {'id': '57b8fd16-fb96-450b-911e-7fe94bef4459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'bb4cf26f-adff-46cf-9267-b1047e192b6b'} {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:28:15.569911 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [req-761bed6f-7592-495a-9694-5ccb9c866a2a req-99473682-81f0-4035-92a2-be128dbf5c6c service neutron] Bound port: 21fe47db-6513-4b80-85c4-84834b2e14b3, host: n-h1-705658-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57b8fd16-fb96-450b-911e-7fe94bef4459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'bb4cf26f-adff-46cf-9267-b1047e192b6b'}}] {{(pid=105584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:28:15.570280 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-761bed6f-7592-495a-9694-5ccb9c866a2a req-99473682-81f0-4035-92a2-be128dbf5c6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:15.620489 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb3351a-3245-4015-87c3-3cf408b7f2cb tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bfa2e634-a3cf-46b7-af78-a638c675a3be,revision_number=0']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:28:15.626968 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-9fb3351a-3245-4015-87c3-3cf408b7f2cb tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:15.629323 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-9fb3351a-3245-4015-87c3-3cf408b7f2cb tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2142560 Jul 27 21:28:15.631659 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 60404) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:28:15.644570 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-442d3606-406c-4006-afaf-6d0f59954505 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Request body: {'security_group_rule': {'security_group_id': 'c43bc716-575a-44f3-9a62-86999b5e6059', 'project_id': '0874e603f76049468af3a11efcc1e552', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:28:15.646715 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 44f4cb51-352c-4416-9d88-a81e3909eb5e up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:28:15.688261 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [req-761bed6f-7592-495a-9694-5ccb9c866a2a req-99473682-81f0-4035-92a2-be128dbf5c6c service neutron] For port 21fe47db-6513-4b80-85c4-84834b2e14b3, host n-h1-705658-22, cleared binding levels {{(pid=105584) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:28:15.692988 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [req-761bed6f-7592-495a-9694-5ccb9c866a2a req-99473682-81f0-4035-92a2-be128dbf5c6c service neutron] For port 21fe47db-6513-4b80-85c4-84834b2e14b3, host n-h1-705658-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=21fe47db-6513-4b80-85c4-84834b2e14b3,segment=NetworkSegment(57b8fd16-fb96-450b-911e-7fe94bef4459),segment_id=57b8fd16-fb96-450b-911e-7fe94bef4459)] {{(pid=105584) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:28:15.697831 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-761bed6f-7592-495a-9694-5ccb9c866a2a req-99473682-81f0-4035-92a2-be128dbf5c6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9014027'] for port, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:15.777463 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-442d3606-406c-4006-afaf-6d0f59954505 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:15.778187 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99473682-81f0-4035-92a2-be128dbf5c6c service neutron] Pushing event updated for resources: {'Port': ['ID=21fe47db-6513-4b80-85c4-84834b2e14b3,revision_number=3']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:28:15.814129 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761bed6f-7592-495a-9694-5ccb9c866a2a req-99473682-81f0-4035-92a2-be128dbf5c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:28:15.815762 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-761bed6f-7592-495a-9694-5ccb9c866a2a req-99473682-81f0-4035-92a2-be128dbf5c6c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:15.817394 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-761bed6f-7592-495a-9694-5ccb9c866a2a req-99473682-81f0-4035-92a2-be128dbf5c6c service neutron] 10.222.0.36 "PUT /v2.0/ports/21fe47db-6513-4b80-85c4-84834b2e14b3 HTTP/1.1" status: 200 len: 1093 time: 1.3936491 Jul 27 21:28:15.818773 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b48bdba-4eca-4ad4-b5c2-897afaaa7190', 'tag': '21fe47db-6513-4b80-85c4-84834b2e14b3'}] {{(pid=105584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:28:15.823380 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bce5e6c8685464f7626901654159975603b047827e3138302ed6566e28f1343" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46187d98-7fa5-4b29-8963-748291ea0d4b" -d '{"events": [{"name": "network-changed", "server_uuid": "9b48bdba-4eca-4ad4-b5c2-897afaaa7190", "tag": "21fe47db-6513-4b80-85c4-84834b2e14b3"}]}' {{(pid=105584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:28:15.828176 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78616586-1b2d-429c-a490-2cc375d1136d req-a349681c-780e-406c-a2f9-490503efe59e tempest-TestVolumeBackupRestore-657170423 tempest-TestVolumeBackupRestore-657170423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:28:15.829899 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-78616586-1b2d-429c-a490-2cc375d1136d req-a349681c-780e-406c-a2f9-490503efe59e tempest-TestVolumeBackupRestore-657170423 tempest-TestVolumeBackupRestore-657170423-project] 10.222.0.59 "GET /v2.0/ports?device_id=9b48bdba-4eca-4ad4-b5c2-897afaaa7190 HTTP/1.1" status: 200 len: 944 time: 0.1500766 Jul 27 21:28:15.880481 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-442d3606-406c-4006-afaf-6d0f59954505 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:15.891465 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-442d3606-406c-4006-afaf-6d0f59954505 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732636'] for security_group_rule, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:15.915381 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port 44f4cb51-352c-4416-9d88-a81e3909eb5e triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:28:15.915942 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:15.937592 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442d3606-406c-4006-afaf-6d0f59954505 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ac13989-6201-4df7-a7a1-07601e9d37cd,revision_number=0']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:28:15.949674 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761bed6f-7592-495a-9694-5ccb9c866a2a req-e5b9f4b3-35af-4e42-b6be-29030bf564eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:28:15.960132 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-761bed6f-7592-495a-9694-5ccb9c866a2a req-e5b9f4b3-35af-4e42-b6be-29030bf564eb service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d8b3b608783d4209938f283075bc1b2d&device_id=9b48bdba-4eca-4ad4-b5c2-897afaaa7190 HTTP/1.1" status: 200 len: 1096 time: 0.1031346 Jul 27 21:28:15.969652 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-71ebae96-21af-49e3-afe7-1e59c16bd6a4 req-353340ab-d9b5-4fe6-8883-07ca440f575e tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] 10.222.0.59 "GET /v2.0/ports?device_id=ca6eb89e-ef6b-45f1-9a6f-ba2c5f61c6cf HTTP/1.1" status: 200 len: 210 time: 0.0539193 Jul 27 21:28:15.972839 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-442d3606-406c-4006-afaf-6d0f59954505 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:15.976592 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-442d3606-406c-4006-afaf-6d0f59954505 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3414612 Jul 27 21:28:15.981058 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 60410) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:28:15.991805 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-7f46696a-00bb-4913-aee3-b498a15b0702 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Request body: {'security_group_rule': {'security_group_id': 'c43bc716-575a-44f3-9a62-86999b5e6059', 'project_id': '0874e603f76049468af3a11efcc1e552', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:28:15.999676 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-78616586-1b2d-429c-a490-2cc375d1136d req-78eae368-7f48-44ce-be94-0883586fa1cf tempest-TestVolumeBackupRestore-657170423 tempest-TestVolumeBackupRestore-657170423-project] 10.222.0.59 "GET /v2.0/security-groups?id=2fbb37df-b738-4709-86e6-c4887dfcb3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1215403 Jul 27 21:28:16.036160 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-761bed6f-7592-495a-9694-5ccb9c866a2a req-d099b681-fd54-4150-9c64-575e0990e572 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=21fe47db-6513-4b80-85c4-84834b2e14b3 HTTP/1.1" status: 200 len: 217 time: 0.0671694 Jul 27 21:28:16.064768 n-d-705658-22 neutron-server[105584]: INFO neutron.db.securitygroups_db [None req-7f46696a-00bb-4913-aee3-b498a15b0702 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Project 0874e603f76049468af3a11efcc1e552 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 27 21:28:16.087866 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:28:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd9d95cb-16aa-46c4-8737-028b5d419a6d x-openstack-request-id: req-fd9d95cb-16aa-46c4-8737-028b5d419a6d {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:28:16.088142 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b48bdba-4eca-4ad4-b5c2-897afaaa7190", "tag": "21fe47db-6513-4b80-85c4-84834b2e14b3", "status": "completed", "code": 200}]} {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:28:16.088384 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-fd9d95cb-16aa-46c4-8737-028b5d419a6d {{(pid=105584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:28:16.088781 n-d-705658-22 neutron-server[105584]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b48bdba-4eca-4ad4-b5c2-897afaaa7190', 'tag': '21fe47db-6513-4b80-85c4-84834b2e14b3', 'status': 'completed', 'code': 200} Jul 27 21:28:16.098033 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-7f46696a-00bb-4913-aee3-b498a15b0702 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:16.127053 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761bed6f-7592-495a-9694-5ccb9c866a2a req-8e4187a9-c53f-49dd-b243-7271cf327760 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:28:16.128565 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-761bed6f-7592-495a-9694-5ccb9c866a2a req-8e4187a9-c53f-49dd-b243-7271cf327760 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1801b1a7-09b1-44bf-bdb6-d96d89c1fea0 HTTP/1.1" status: 200 len: 852 time: 0.0743918 Jul 27 21:28:16.219047 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-7f46696a-00bb-4913-aee3-b498a15b0702 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:16.225404 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-7f46696a-00bb-4913-aee3-b498a15b0702 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732636'] for security_group_rule, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:16.239624 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761bed6f-7592-495a-9694-5ccb9c866a2a req-4155b6c0-a774-4230-93d8-32fa738caa5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:28:16.241180 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-761bed6f-7592-495a-9694-5ccb9c866a2a req-4155b6c0-a774-4230-93d8-32fa738caa5f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=bb4cf26f-adff-46cf-9267-b1047e192b6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1038320 Jul 27 21:28:16.249713 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f46696a-00bb-4913-aee3-b498a15b0702 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50d47046-4cf5-42d9-8416-883e2b86624c,revision_number=0']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:28:16.268579 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-63c11f4d-0f75-4ec8-8833-fe6ec7ea80ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f7b9688-fad9-495a-a6af-e8c411f11eca', 'name': 'tempest-TestNetworkBasicOps-router-476329', 'tenant_id': '0874e603f76049468af3a11efcc1e552', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.7'}], 'enable_snat': True}, 'gw_port_id': 'cf7d4dcc-f89b-4efc-91e3-052443554e2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:28:05Z', 'updated_at': '2021-07-27T21:28:10Z', 'revision_number': 4, 'project_id': '0874e603f76049468af3a11efcc1e552', 'gw_port': {'id': 'cf7d4dcc-f89b-4efc-91e3-052443554e2d', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:1d:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f7b9688-fad9-495a-a6af-e8c411f11eca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3881, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:28:05Z', 'updated_at': '2021-07-27T21:28:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_interfaces': [{'id': 'e25dd074-fda1-4123-8212-118955f98718', 'name': '', 'network_id': '7bc4e2ff-4ba8-4953-8996-985f60223b5f', 'tenant_id': '0874e603f76049468af3a11efcc1e552', 'mac_address': 'fa:16:3e:fe:ae:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f7b9688-fad9-495a-a6af-e8c411f11eca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3893, 'fixed_ips': [{'subnet_id': '2b1d5c96-ce89-46d5-b492-a6d54807d585', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:28:09Z', 'updated_at': '2021-07-27T21:28:14Z', 'revision_number': 4, 'project_id': '0874e603f76049468af3a11efcc1e552', 'subnets': [{'id': '2b1d5c96-ce89-46d5-b492-a6d54807d585', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-22', False) {} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:28:16.295996 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-7f46696a-00bb-4913-aee3-b498a15b0702 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:16.300409 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-7f46696a-00bb-4913-aee3-b498a15b0702 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3145132 Jul 27 21:28:16.300409 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 60412) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:28:16.304265 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63c11f4d-0f75-4ec8-8833-fe6ec7ea80ba None None] The sync data for ids ['8f7b9688-fad9-495a-a6af-e8c411f11eca'] in n-d-705658-22 is: [{'id': '8f7b9688-fad9-495a-a6af-e8c411f11eca', 'name': 'tempest-TestNetworkBasicOps-router-476329', 'tenant_id': '0874e603f76049468af3a11efcc1e552', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.7'}], 'enable_snat': True}, 'gw_port_id': 'cf7d4dcc-f89b-4efc-91e3-052443554e2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:28:05Z', 'updated_at': '2021-07-27T21:28:10Z', 'revision_number': 4, 'project_id': '0874e603f76049468af3a11efcc1e552', 'gw_port': {'id': 'cf7d4dcc-f89b-4efc-91e3-052443554e2d', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:1d:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f7b9688-fad9-495a-a6af-e8c411f11eca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3881, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:28:05Z', 'updated_at': '2021-07-27T21:28:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_interfaces': [{'id': 'e25dd074-fda1-4123-8212-118955f98718', 'name': '', 'network_id': '7bc4e2ff-4ba8-4953-8996-985f60223b5f', 'tenant_id': '0874e603f76049468af3a11efcc1e552', 'mac_address': 'fa:16:3e:fe:ae:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f7b9688-fad9-495a-a6af-e8c411f11eca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3893, 'fixed_ips': [{'subnet_id': '2b1d5c96-ce89-46d5-b492-a6d54807d585', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:28:09Z', 'updated_at': '2021-07-27T21:28:14Z', 'revision_number': 4, 'project_id': '0874e603f76049468af3a11efcc1e552', 'subnets': [{'id': '2b1d5c96-ce89-46d5-b492-a6d54807d585', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:28:16.308477 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-c3b4baa5-44de-4c52-88e1-7236ad726df3 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Request body: {'security_group_rule': {'security_group_id': 'c43bc716-575a-44f3-9a62-86999b5e6059', 'project_id': '0874e603f76049468af3a11efcc1e552', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:28:16.373950 n-d-705658-22 neutron-server[105584]: INFO neutron.db.securitygroups_db [None req-c3b4baa5-44de-4c52-88e1-7236ad726df3 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Project 0874e603f76049468af3a11efcc1e552 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 27 21:28:16.393243 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-761bed6f-7592-495a-9694-5ccb9c866a2a req-2c957aea-28ff-4b36-b0b3-b16014362fd0 service neutron] 10.222.0.36 "GET /v2.0/networks/bb4cf26f-adff-46cf-9267-b1047e192b6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1444669 Jul 27 21:28:16.397658 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c3b4baa5-44de-4c52-88e1-7236ad726df3 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:16.537042 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c3b4baa5-44de-4c52-88e1-7236ad726df3 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:16.542322 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c3b4baa5-44de-4c52-88e1-7236ad726df3 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732636'] for security_group_rule, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:16.548014 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-761bed6f-7592-495a-9694-5ccb9c866a2a req-c313f8c7-0cbf-4ab2-82c4-238eeeb1f70f service neutron] 10.222.0.36 "GET /v2.0/networks/bb4cf26f-adff-46cf-9267-b1047e192b6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1463654 Jul 27 21:28:16.573425 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c3b4baa5-44de-4c52-88e1-7236ad726df3 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:16.583522 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-c3b4baa5-44de-4c52-88e1-7236ad726df3 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2737660 Jul 27 21:28:16.586640 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b4baa5-44de-4c52-88e1-7236ad726df3 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bac903bf-9e82-4872-be4a-e80c32846321,revision_number=0']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:28:16.668088 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46187d98-7fa5-4b29-8963-748291ea0d4b req-670ca5f2-0dda-4fdb-8822-c260ad0892d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:28:16.669738 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-46187d98-7fa5-4b29-8963-748291ea0d4b req-670ca5f2-0dda-4fdb-8822-c260ad0892d0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d8b3b608783d4209938f283075bc1b2d&device_id=9b48bdba-4eca-4ad4-b5c2-897afaaa7190 HTTP/1.1" status: 200 len: 1096 time: 0.0632565 Jul 27 21:28:16.803415 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-d12e2152-c0dd-4647-a18a-de9461baa265 req-9d15db0c-a901-4c71-875a-480b77093ab2 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1312647910&fields=id&tenant_id=0874e603f76049468af3a11efcc1e552 HTTP/1.1" status: 200 len: 267 time: 0.0394645 Jul 27 21:28:16.807172 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46187d98-7fa5-4b29-8963-748291ea0d4b req-788d2a2c-df42-4efe-b3f6-5f01d83836fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:28:16.809286 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-46187d98-7fa5-4b29-8963-748291ea0d4b req-788d2a2c-df42-4efe-b3f6-5f01d83836fa service neutron] 10.222.0.36 "GET /v2.0/networks?id=bb4cf26f-adff-46cf-9267-b1047e192b6b HTTP/1.1" status: 200 len: 914 time: 0.1242547 Jul 27 21:28:16.865169 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-46187d98-7fa5-4b29-8963-748291ea0d4b req-9bb7b8b6-3fb9-4065-903d-16c4d5e59fae service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=21fe47db-6513-4b80-85c4-84834b2e14b3 HTTP/1.1" status: 200 len: 217 time: 0.0481768 Jul 27 21:28:16.935309 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12e2152-c0dd-4647-a18a-de9461baa265 req-eb61adf1-0f90-4d5c-bd04-6b4d92d1086e tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:28:16.936735 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46187d98-7fa5-4b29-8963-748291ea0d4b req-167b4824-8849-4e9b-ba7d-5136192598fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:28:16.937254 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-d12e2152-c0dd-4647-a18a-de9461baa265 req-eb61adf1-0f90-4d5c-bd04-6b4d92d1086e tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] 10.222.0.59 "GET /v2.0/networks?id=7bc4e2ff-4ba8-4953-8996-985f60223b5f HTTP/1.1" status: 200 len: 796 time: 0.1260860 Jul 27 21:28:16.944597 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-46187d98-7fa5-4b29-8963-748291ea0d4b req-167b4824-8849-4e9b-ba7d-5136192598fb service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1801b1a7-09b1-44bf-bdb6-d96d89c1fea0 HTTP/1.1" status: 200 len: 852 time: 0.0721436 Jul 27 21:28:16.954591 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-d12e2152-c0dd-4647-a18a-de9461baa265 req-a88fa410-c3b4-40cf-85bb-8852f8c5dbec tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] 10.222.0.59 "GET /v2.0/quotas/0874e603f76049468af3a11efcc1e552 HTTP/1.1" status: 200 len: 375 time: 0.0115197 Jul 27 21:28:17.024695 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46187d98-7fa5-4b29-8963-748291ea0d4b req-40f3a62f-e3e8-409a-8665-58e872502382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:28:17.026690 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-46187d98-7fa5-4b29-8963-748291ea0d4b req-40f3a62f-e3e8-409a-8665-58e872502382 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=bb4cf26f-adff-46cf-9267-b1047e192b6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0739303 Jul 27 21:28:17.028468 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-d12e2152-c0dd-4647-a18a-de9461baa265 req-7bded19b-f90a-47e3-be89-5279253e9ead tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=0874e603f76049468af3a11efcc1e552&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0673451 Jul 27 21:28:17.132626 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-46187d98-7fa5-4b29-8963-748291ea0d4b req-78dabafd-a81d-49d5-861d-9654c2ca9099 service neutron] 10.222.0.36 "GET /v2.0/networks/bb4cf26f-adff-46cf-9267-b1047e192b6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980225 Jul 27 21:28:17.137997 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-76aa98b4-a347-403d-946e-2316f5eb9674 req-bcc04c54-41ce-49ad-878e-6f16b7c61d68 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] 10.222.0.59 "GET /v2.0/ports?device_id=ca6eb89e-ef6b-45f1-9a6f-ba2c5f61c6cf HTTP/1.1" status: 200 len: 210 time: 0.0354710 Jul 27 21:28:17.200899 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-d12e2152-c0dd-4647-a18a-de9461baa265 req-6406b002-0af5-4c80-b56f-504beff9eec4 service neutron] 10.222.0.59 "GET /v2.0/networks/7bc4e2ff-4ba8-4953-8996-985f60223b5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1579916 Jul 27 21:28:17.270700 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-46187d98-7fa5-4b29-8963-748291ea0d4b req-21725139-12b0-4cc6-aa4b-882fe7d55dcb service neutron] 10.222.0.36 "GET /v2.0/networks/bb4cf26f-adff-46cf-9267-b1047e192b6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269498 Jul 27 21:28:17.346224 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-d12e2152-c0dd-4647-a18a-de9461baa265 req-16487b38-6532-4992-8f4c-dc9b372dbbe6 service neutron] 10.222.0.59 "GET /v2.0/networks/7bc4e2ff-4ba8-4953-8996-985f60223b5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1444314 Jul 27 21:28:17.369676 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f6e378-9123-409c-b178-fb29832f92de req-13a8a21b-3031-4442-94ec-6402c803b9cd tempest-TestVolumeBackupRestore-657170423 tempest-TestVolumeBackupRestore-657170423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:28:17.372434 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a5f6e378-9123-409c-b178-fb29832f92de req-13a8a21b-3031-4442-94ec-6402c803b9cd tempest-TestVolumeBackupRestore-657170423 tempest-TestVolumeBackupRestore-657170423-project] 10.222.0.59 "GET /v2.0/ports?device_id=9b48bdba-4eca-4ad4-b5c2-897afaaa7190 HTTP/1.1" status: 200 len: 944 time: 0.1491296 Jul 27 21:28:17.437212 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a5f6e378-9123-409c-b178-fb29832f92de req-1ed53d87-38a6-4f4a-b9a1-9eb9a7c4ad84 tempest-TestVolumeBackupRestore-657170423 tempest-TestVolumeBackupRestore-657170423-project] 10.222.0.59 "GET /v2.0/security-groups?id=2fbb37df-b738-4709-86e6-c4887dfcb3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584676 Jul 27 21:28:17.567472 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device e25dd074-fda1-4123-8212-118955f98718 up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:28:17.593225 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-7f1d38bd-a9ed-4d97-85c4-cc2f1db3e58a req-4cceed19-0eba-4e02-ad33-cd6051a651ca tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] 10.222.0.59 "GET /v2.0/ports?device_id=89f45061-7509-4457-837e-f2dce8d1c8f8 HTTP/1.1" status: 200 len: 210 time: 0.0495236 Jul 27 21:28:17.629557 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning for port e25dd074-fda1-4123-8212-118955f98718 completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:28:17.633581 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port e25dd074-fda1-4123-8212-118955f98718 triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:28:17.633981 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:17.715248 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:17.757701 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] For port e25dd074-fda1-4123-8212-118955f98718, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=e25dd074-fda1-4123-8212-118955f98718,segment=NetworkSegment(f5417f53-2f1a-4ca1-ba36-d550f2b33995),segment_id=f5417f53-2f1a-4ca1-ba36-d550f2b33995)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:28:17.763265 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:17.816654 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Pushing event updated for resources: {'Port': ['ID=e25dd074-fda1-4123-8212-118955f98718,revision_number=5']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:28:18.238150 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-1748ca01-6977-4805-8599-d4bf8a3dbf80 req-60158993-0aa9-4f12-b5c0-73673172b06e tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] 10.222.0.59 "GET /v2.0/ports?device_id=ca6eb89e-ef6b-45f1-9a6f-ba2c5f61c6cf HTTP/1.1" status: 200 len: 210 time: 0.0322075 Jul 27 21:28:18.575223 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12e2152-c0dd-4647-a18a-de9461baa265 req-bf8f6af7-96bb-4e4c-b4af-f1b9aa752ec3 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:28:18.577758 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-d12e2152-c0dd-4647-a18a-de9461baa265 req-bf8f6af7-96bb-4e4c-b4af-f1b9aa752ec3 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] 10.222.0.36 "GET /v2.0/networks?id=7bc4e2ff-4ba8-4953-8996-985f60223b5f HTTP/1.1" status: 200 len: 796 time: 0.1370132 Jul 27 21:28:18.632984 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc20d1e7-9554-4445-a536-5bcdd06826de req-72a2ad12-60ee-4027-9ea2-affe8ee50ec9 tempest-TestVolumeBackupRestore-657170423 tempest-TestVolumeBackupRestore-657170423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:28:18.638564 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-d12e2152-c0dd-4647-a18a-de9461baa265 req-a072092e-ec9f-4b27-989e-26cfbf3bd4d0 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0874e603f76049468af3a11efcc1e552 HTTP/1.1" status: 200 len: 380 time: 0.0511000 Jul 27 21:28:18.639538 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-fc20d1e7-9554-4445-a536-5bcdd06826de req-72a2ad12-60ee-4027-9ea2-affe8ee50ec9 tempest-TestVolumeBackupRestore-657170423 tempest-TestVolumeBackupRestore-657170423-project] 10.222.0.59 "GET /v2.0/ports?device_id=9b48bdba-4eca-4ad4-b5c2-897afaaa7190 HTTP/1.1" status: 200 len: 944 time: 0.0899863 Jul 27 21:28:18.650819 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [req-d12e2152-c0dd-4647-a18a-de9461baa265 req-888b067e-6136-4df9-a8ea-f35141f51d11 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Request body: {'port': {'device_id': '89f45061-7509-4457-837e-f2dce8d1c8f8', 'network_id': '7bc4e2ff-4ba8-4953-8996-985f60223b5f', 'admin_state_up': True, 'tenant_id': '0874e603f76049468af3a11efcc1e552', 'security_groups': ['c43bc716-575a-44f3-9a62-86999b5e6059']}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:28:18.692982 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-fc20d1e7-9554-4445-a536-5bcdd06826de req-7d24f052-1280-4f39-9b53-e61de351a5cf tempest-TestVolumeBackupRestore-657170423 tempest-TestVolumeBackupRestore-657170423-project] 10.222.0.59 "GET /v2.0/security-groups?id=2fbb37df-b738-4709-86e6-c4887dfcb3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498264 Jul 27 21:28:18.713089 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a81ee70b-4515-48e7-ac77-bd0a9bd4e588 req-2d56d11d-18ea-41dc-9595-c30f238f53d7 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] 10.222.0.59 "GET /v2.0/ports?device_id=89f45061-7509-4457-837e-f2dce8d1c8f8 HTTP/1.1" status: 200 len: 210 time: 0.0397780 Jul 27 21:28:18.783037 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d12e2152-c0dd-4647-a18a-de9461baa265 req-888b067e-6136-4df9-a8ea-f35141f51d11 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Made reservation on behalf of 0874e603f76049468af3a11efcc1e552 for: {'port': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:28:18.786467 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-d12e2152-c0dd-4647-a18a-de9461baa265 req-888b067e-6136-4df9-a8ea-f35141f51d11 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:18.918558 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.db_base_plugin_common [req-d12e2152-c0dd-4647-a18a-de9461baa265 req-888b067e-6136-4df9-a8ea-f35141f51d11 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Allocated IP 172.20.0.4 (7bc4e2ff-4ba8-4953-8996-985f60223b5f/2b1d5c96-ce89-46d5-b492-a6d54807d585/55fbc7a3-d091-4c79-8876-13c6a76fb3a0) {{(pid=105584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:28:19.054807 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-d12e2152-c0dd-4647-a18a-de9461baa265 req-888b067e-6136-4df9-a8ea-f35141f51d11 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Notify callbacks [] for port, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:19.068672 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.provisioning_blocks [req-d12e2152-c0dd-4647-a18a-de9461baa265 req-888b067e-6136-4df9-a8ea-f35141f51d11 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Transition to ACTIVE for port object 55fbc7a3-d091-4c79-8876-13c6a76fb3a0 will not be triggered until provisioned by entity DHCP. {{(pid=105584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:28:19.101895 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-d12e2152-c0dd-4647-a18a-de9461baa265 req-888b067e-6136-4df9-a8ea-f35141f51d11 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:19.148233 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d12e2152-c0dd-4647-a18a-de9461baa265 req-888b067e-6136-4df9-a8ea-f35141f51d11 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Network 7bc4e2ff-4ba8-4953-8996-985f60223b5f is already hosted by enough agents. {{(pid=105584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:28:19.151348 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [req-d12e2152-c0dd-4647-a18a-de9461baa265 req-888b067e-6136-4df9-a8ea-f35141f51d11 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Resources bound (agent type, host, resource id): {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:28:19.158055 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [req-d12e2152-c0dd-4647-a18a-de9461baa265 req-888b067e-6136-4df9-a8ea-f35141f51d11 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Received port after_create {{(pid=105584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:28:19.183924 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888b067e-6136-4df9-a8ea-f35141f51d11 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Pushing event updated for resources: {'Port': ['ID=55fbc7a3-d091-4c79-8876-13c6a76fb3a0,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:28:19.213399 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12e2152-c0dd-4647-a18a-de9461baa265 req-888b067e-6136-4df9-a8ea-f35141f51d11 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:28:19.214141 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-d12e2152-c0dd-4647-a18a-de9461baa265 req-888b067e-6136-4df9-a8ea-f35141f51d11 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:19.229999 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-d12e2152-c0dd-4647-a18a-de9461baa265 req-888b067e-6136-4df9-a8ea-f35141f51d11 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5844805 Jul 27 21:28:19.243910 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [req-d12e2152-c0dd-4647-a18a-de9461baa265 req-75d8a420-f4c6-48a1-b56d-bbf19fb87700 service neutron] Request body: {'port': {'device_id': '89f45061-7509-4457-837e-f2dce8d1c8f8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-705658-22'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:28:19.332061 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-d12e2152-c0dd-4647-a18a-de9461baa265 req-75d8a420-f4c6-48a1-b56d-bbf19fb87700 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:19.364109 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-39f45f9b-f1e0-4a83-98ae-38b5c1274855 req-0b14173b-7a44-46ef-bbcb-efe5ae1fa2a2 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] 10.222.0.59 "GET /v2.0/ports?device_id=ca6eb89e-ef6b-45f1-9a6f-ba2c5f61c6cf HTTP/1.1" status: 200 len: 210 time: 0.0533836 Jul 27 21:28:19.410228 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-d4cdcb22-fa5f-4712-b429-e749d6967beb None None] Provisioning for port 55fbc7a3-d091-4c79-8876-13c6a76fb3a0 completed by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:28:19.415773 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-d4cdcb22-fa5f-4712-b429-e749d6967beb None None] Provisioning complete for port 55fbc7a3-d091-4c79-8876-13c6a76fb3a0 triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:28:19.416317 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-d4cdcb22-fa5f-4712-b429-e749d6967beb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:19.466791 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-d4cdcb22-fa5f-4712-b429-e749d6967beb None None] Port 55fbc7a3-d091-4c79-8876-13c6a76fb3a0 cannot update to ACTIVE because it is not bound. {{(pid=105586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:28:19.505330 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device e25dd074-fda1-4123-8212-118955f98718 up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:28:19.553239 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port e25dd074-fda1-4123-8212-118955f98718 triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:28:19.553617 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:19.630413 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [req-d12e2152-c0dd-4647-a18a-de9461baa265 req-75d8a420-f4c6-48a1-b56d-bbf19fb87700 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55fbc7a3-d091-4c79-8876-13c6a76fb3a0 {{(pid=105584) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:28:19.639031 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-d12e2152-c0dd-4647-a18a-de9461baa265 req-75d8a420-f4c6-48a1-b56d-bbf19fb87700 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:19.652392 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.provisioning_blocks [req-d12e2152-c0dd-4647-a18a-de9461baa265 req-75d8a420-f4c6-48a1-b56d-bbf19fb87700 service neutron] Transition to ACTIVE for port object 55fbc7a3-d091-4c79-8876-13c6a76fb3a0 will not be triggered until provisioned by entity L2. {{(pid=105584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:28:19.656511 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-d12e2152-c0dd-4647-a18a-de9461baa265 req-75d8a420-f4c6-48a1-b56d-bbf19fb87700 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9014027'] for port, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:19.709324 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d8a420-f4c6-48a1-b56d-bbf19fb87700 service neutron] Pushing event updated for resources: {'Port': ['ID=55fbc7a3-d091-4c79-8876-13c6a76fb3a0,revision_number=2']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:28:19.794739 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [req-d12e2152-c0dd-4647-a18a-de9461baa265 req-75d8a420-f4c6-48a1-b56d-bbf19fb87700 service neutron] Attempting to bind port 55fbc7a3-d091-4c79-8876-13c6a76fb3a0 on host n-h1-705658-22 for vnic_type normal with profile {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:28:19.795127 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [req-d12e2152-c0dd-4647-a18a-de9461baa265 req-75d8a420-f4c6-48a1-b56d-bbf19fb87700 service neutron] Attempting to bind port 55fbc7a3-d091-4c79-8876-13c6a76fb3a0 by drivers openvswitch,hyperv on host n-h1-705658-22 at level 0 using segments [{'id': 'f5417f53-2f1a-4ca1-ba36-d550f2b33995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '7bc4e2ff-4ba8-4953-8996-985f60223b5f'}] {{(pid=105584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:28:19.795462 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d12e2152-c0dd-4647-a18a-de9461baa265 req-75d8a420-f4c6-48a1-b56d-bbf19fb87700 service neutron] Attempting to bind port 55fbc7a3-d091-4c79-8876-13c6a76fb3a0 on network 7bc4e2ff-4ba8-4953-8996-985f60223b5f {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:28:19.800386 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d12e2152-c0dd-4647-a18a-de9461baa265 req-75d8a420-f4c6-48a1-b56d-bbf19fb87700 service neutron] Port 55fbc7a3-d091-4c79-8876-13c6a76fb3a0 on network 7bc4e2ff-4ba8-4953-8996-985f60223b5f not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-22 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:28:19.800761 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d12e2152-c0dd-4647-a18a-de9461baa265 req-75d8a420-f4c6-48a1-b56d-bbf19fb87700 service neutron] Attempting to bind port 55fbc7a3-d091-4c79-8876-13c6a76fb3a0 on network 7bc4e2ff-4ba8-4953-8996-985f60223b5f {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:28:19.807264 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d12e2152-c0dd-4647-a18a-de9461baa265 req-75d8a420-f4c6-48a1-b56d-bbf19fb87700 service neutron] Checking agent: {'id': '9d9bc37f-4d75-44ef-9f63-799aab3e316f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 49, 36), 'started_at': datetime.datetime(2021, 7, 27, 20, 49, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 28, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:28:19.807606 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d12e2152-c0dd-4647-a18a-de9461baa265 req-75d8a420-f4c6-48a1-b56d-bbf19fb87700 service neutron] Checking segment: {'id': 'f5417f53-2f1a-4ca1-ba36-d550f2b33995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '7bc4e2ff-4ba8-4953-8996-985f60223b5f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:28:19.807994 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d12e2152-c0dd-4647-a18a-de9461baa265 req-75d8a420-f4c6-48a1-b56d-bbf19fb87700 service neutron] Bound using segment: {'id': 'f5417f53-2f1a-4ca1-ba36-d550f2b33995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '7bc4e2ff-4ba8-4953-8996-985f60223b5f'} {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:28:19.808439 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [req-d12e2152-c0dd-4647-a18a-de9461baa265 req-75d8a420-f4c6-48a1-b56d-bbf19fb87700 service neutron] Bound port: 55fbc7a3-d091-4c79-8876-13c6a76fb3a0, host: n-h1-705658-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5417f53-2f1a-4ca1-ba36-d550f2b33995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '7bc4e2ff-4ba8-4953-8996-985f60223b5f'}}] {{(pid=105584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:28:19.808896 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-d12e2152-c0dd-4647-a18a-de9461baa265 req-75d8a420-f4c6-48a1-b56d-bbf19fb87700 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:19.905545 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [req-d12e2152-c0dd-4647-a18a-de9461baa265 req-75d8a420-f4c6-48a1-b56d-bbf19fb87700 service neutron] For port 55fbc7a3-d091-4c79-8876-13c6a76fb3a0, host n-h1-705658-22, cleared binding levels {{(pid=105584) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:28:19.908773 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [req-d12e2152-c0dd-4647-a18a-de9461baa265 req-75d8a420-f4c6-48a1-b56d-bbf19fb87700 service neutron] For port 55fbc7a3-d091-4c79-8876-13c6a76fb3a0, host n-h1-705658-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=55fbc7a3-d091-4c79-8876-13c6a76fb3a0,segment=NetworkSegment(f5417f53-2f1a-4ca1-ba36-d550f2b33995),segment_id=f5417f53-2f1a-4ca1-ba36-d550f2b33995)] {{(pid=105584) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:28:19.915790 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-d12e2152-c0dd-4647-a18a-de9461baa265 req-75d8a420-f4c6-48a1-b56d-bbf19fb87700 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9014027'] for port, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:19.929776 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fdc477-7812-4a97-a982-bdbefe47fa85 req-3a71659f-2857-4bca-92c7-a2856970b2e8 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:28:19.931463 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-76fdc477-7812-4a97-a982-bdbefe47fa85 req-3a71659f-2857-4bca-92c7-a2856970b2e8 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] 10.222.0.59 "GET /v2.0/ports?device_id=89f45061-7509-4457-837e-f2dce8d1c8f8 HTTP/1.1" status: 200 len: 943 time: 0.1007736 Jul 27 21:28:19.940090 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a97712-b8e2-48bc-b611-a48bf76a455c req-707cd9c6-7343-4b67-8792-84e0f8e19517 tempest-TestVolumeBackupRestore-657170423 tempest-TestVolumeBackupRestore-657170423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:28:19.941665 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-91a97712-b8e2-48bc-b611-a48bf76a455c req-707cd9c6-7343-4b67-8792-84e0f8e19517 tempest-TestVolumeBackupRestore-657170423 tempest-TestVolumeBackupRestore-657170423-project] 10.222.0.59 "GET /v2.0/ports?device_id=9b48bdba-4eca-4ad4-b5c2-897afaaa7190 HTTP/1.1" status: 200 len: 944 time: 0.1681609 Jul 27 21:28:19.956104 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12e2152-c0dd-4647-a18a-de9461baa265 req-75d8a420-f4c6-48a1-b56d-bbf19fb87700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:28:19.956743 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-d12e2152-c0dd-4647-a18a-de9461baa265 req-75d8a420-f4c6-48a1-b56d-bbf19fb87700 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:19.958190 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-d12e2152-c0dd-4647-a18a-de9461baa265 req-75d8a420-f4c6-48a1-b56d-bbf19fb87700 service neutron] 10.222.0.36 "PUT /v2.0/ports/55fbc7a3-d091-4c79-8876-13c6a76fb3a0 HTTP/1.1" status: 200 len: 1092 time: 0.7195725 Jul 27 21:28:19.959074 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89f45061-7509-4457-837e-f2dce8d1c8f8', 'tag': '55fbc7a3-d091-4c79-8876-13c6a76fb3a0'}] {{(pid=105584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:28:19.961072 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bce5e6c8685464f7626901654159975603b047827e3138302ed6566e28f1343" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f471d01c-571f-4088-9f87-f0562a2fab26" -d '{"events": [{"name": "network-changed", "server_uuid": "89f45061-7509-4457-837e-f2dce8d1c8f8", "tag": "55fbc7a3-d091-4c79-8876-13c6a76fb3a0"}]}' {{(pid=105584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:28:20.024107 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-76fdc477-7812-4a97-a982-bdbefe47fa85 req-229fd369-529c-42e0-b164-02185f3f7c52 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] 10.222.0.59 "GET /v2.0/security-groups?id=c43bc716-575a-44f3-9a62-86999b5e6059&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0813627 Jul 27 21:28:20.029827 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-91a97712-b8e2-48bc-b611-a48bf76a455c req-3c3045a0-0079-4dfd-8627-be80ba600bdd tempest-TestVolumeBackupRestore-657170423 tempest-TestVolumeBackupRestore-657170423-project] 10.222.0.59 "GET /v2.0/security-groups?id=2fbb37df-b738-4709-86e6-c4887dfcb3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0803790 Jul 27 21:28:20.058760 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d8a420-f4c6-48a1-b56d-bbf19fb87700 service neutron] Pushing event updated for resources: {'Port': ['ID=55fbc7a3-d091-4c79-8876-13c6a76fb3a0,revision_number=3']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:28:20.099869 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12e2152-c0dd-4647-a18a-de9461baa265 req-857d794f-d1aa-4b2a-88dc-752069a787c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:28:20.102190 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-d12e2152-c0dd-4647-a18a-de9461baa265 req-857d794f-d1aa-4b2a-88dc-752069a787c4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0874e603f76049468af3a11efcc1e552&device_id=89f45061-7509-4457-837e-f2dce8d1c8f8 HTTP/1.1" status: 200 len: 1095 time: 0.0963266 Jul 27 21:28:20.103796 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:28:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73765849-6e4d-4d11-93ed-14a7a43673c9 x-openstack-request-id: req-73765849-6e4d-4d11-93ed-14a7a43673c9 {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:28:20.104090 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89f45061-7509-4457-837e-f2dce8d1c8f8", "tag": "55fbc7a3-d091-4c79-8876-13c6a76fb3a0", "status": "completed", "code": 200}]} {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:28:20.104343 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-73765849-6e4d-4d11-93ed-14a7a43673c9 {{(pid=105584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:28:20.104746 n-d-705658-22 neutron-server[105584]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89f45061-7509-4457-837e-f2dce8d1c8f8', 'tag': '55fbc7a3-d091-4c79-8876-13c6a76fb3a0', 'status': 'completed', 'code': 200} Jul 27 21:28:20.151667 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-d12e2152-c0dd-4647-a18a-de9461baa265 req-79521f54-993f-4648-b511-ae9bebefbe2a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=55fbc7a3-d091-4c79-8876-13c6a76fb3a0 HTTP/1.1" status: 200 len: 217 time: 0.0412173 Jul 27 21:28:20.207641 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12e2152-c0dd-4647-a18a-de9461baa265 req-f25283b3-fd5a-4dde-921f-315b7c17e1d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:28:20.210022 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-d12e2152-c0dd-4647-a18a-de9461baa265 req-f25283b3-fd5a-4dde-921f-315b7c17e1d6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2b1d5c96-ce89-46d5-b492-a6d54807d585 HTTP/1.1" status: 200 len: 834 time: 0.0510454 Jul 27 21:28:20.276080 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12e2152-c0dd-4647-a18a-de9461baa265 req-145e32ce-56cc-4cdd-8eea-2d6f058f2f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:28:20.277619 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-d12e2152-c0dd-4647-a18a-de9461baa265 req-145e32ce-56cc-4cdd-8eea-2d6f058f2f0e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7bc4e2ff-4ba8-4953-8996-985f60223b5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0603549 Jul 27 21:28:20.376461 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-d12e2152-c0dd-4647-a18a-de9461baa265 req-d84b2f83-973c-4132-9c0a-73d4d2ecdc1b service neutron] 10.222.0.36 "GET /v2.0/networks/7bc4e2ff-4ba8-4953-8996-985f60223b5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915000 Jul 27 21:28:20.477661 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-d12e2152-c0dd-4647-a18a-de9461baa265 req-a16aac3c-4ece-4ef2-b735-39d93944c327 service neutron] 10.222.0.36 "GET /v2.0/networks/7bc4e2ff-4ba8-4953-8996-985f60223b5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940452 Jul 27 21:28:20.492149 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-ca683dde-4359-44ad-be69-23c71ba3544d req-a2d3a05d-11fa-4484-aed3-551c3ef9ca94 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] 10.222.0.59 "GET /v2.0/ports?device_id=ca6eb89e-ef6b-45f1-9a6f-ba2c5f61c6cf HTTP/1.1" status: 200 len: 210 time: 0.0430226 Jul 27 21:28:20.587523 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f471d01c-571f-4088-9f87-f0562a2fab26 req-5ddb619f-7ae0-4f27-9c07-2d80fd4f7822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:28:20.588988 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-f471d01c-571f-4088-9f87-f0562a2fab26 req-5ddb619f-7ae0-4f27-9c07-2d80fd4f7822 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0874e603f76049468af3a11efcc1e552&device_id=89f45061-7509-4457-837e-f2dce8d1c8f8 HTTP/1.1" status: 200 len: 1095 time: 0.0566370 Jul 27 21:28:20.691125 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f471d01c-571f-4088-9f87-f0562a2fab26 req-e0824c84-a2fb-4dc3-8eab-71000175d157 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:28:20.692571 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-f471d01c-571f-4088-9f87-f0562a2fab26 req-e0824c84-a2fb-4dc3-8eab-71000175d157 service neutron] 10.222.0.36 "GET /v2.0/networks?id=7bc4e2ff-4ba8-4953-8996-985f60223b5f HTTP/1.1" status: 200 len: 897 time: 0.0953472 Jul 27 21:28:20.739948 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-f471d01c-571f-4088-9f87-f0562a2fab26 req-269a3f99-77a1-4ca9-98a3-1740788d8d21 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=55fbc7a3-d091-4c79-8876-13c6a76fb3a0 HTTP/1.1" status: 200 len: 217 time: 0.0388935 Jul 27 21:28:20.798841 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f471d01c-571f-4088-9f87-f0562a2fab26 req-4cec4cf7-5910-47a2-bf42-666c3965bdb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:28:20.800362 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-f471d01c-571f-4088-9f87-f0562a2fab26 req-4cec4cf7-5910-47a2-bf42-666c3965bdb9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2b1d5c96-ce89-46d5-b492-a6d54807d585 HTTP/1.1" status: 200 len: 834 time: 0.0528235 Jul 27 21:28:20.862260 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f471d01c-571f-4088-9f87-f0562a2fab26 req-60282a31-f6d1-4686-9085-7291d95bf0cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:28:20.863903 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-f471d01c-571f-4088-9f87-f0562a2fab26 req-60282a31-f6d1-4686-9085-7291d95bf0cf service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7bc4e2ff-4ba8-4953-8996-985f60223b5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0558114 Jul 27 21:28:20.953150 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-f471d01c-571f-4088-9f87-f0562a2fab26 req-601c1556-2d8a-416c-8273-27cc0b56eef1 service neutron] 10.222.0.36 "GET /v2.0/networks/7bc4e2ff-4ba8-4953-8996-985f60223b5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817602 Jul 27 21:28:21.048592 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-f471d01c-571f-4088-9f87-f0562a2fab26 req-31c1b3fe-30ec-4890-8946-29aee07c0257 service neutron] 10.222.0.36 "GET /v2.0/networks/7bc4e2ff-4ba8-4953-8996-985f60223b5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877988 Jul 27 21:28:21.180367 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.agents_db [None req-558fcd2c-e512-47bc-a170-8673d87f7213 None None] Agent healthcheck: found 7 active agents {{(pid=105587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 21:28:21.218024 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7cf483-3bf3-401c-ab65-d9eb40479a99 req-a72020e6-6780-4bb3-bfb6-d74527c41cb7 tempest-TestVolumeBackupRestore-657170423 tempest-TestVolumeBackupRestore-657170423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:28:21.219460 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-da7cf483-3bf3-401c-ab65-d9eb40479a99 req-a72020e6-6780-4bb3-bfb6-d74527c41cb7 tempest-TestVolumeBackupRestore-657170423 tempest-TestVolumeBackupRestore-657170423-project] 10.222.0.59 "GET /v2.0/ports?device_id=9b48bdba-4eca-4ad4-b5c2-897afaaa7190 HTTP/1.1" status: 200 len: 944 time: 0.1039484 Jul 27 21:28:21.228134 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb110dc-9733-40fc-90d0-e958697bf54a req-97528bd9-3498-4a46-ba42-71afbfe9ff75 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:28:21.229531 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-afb110dc-9733-40fc-90d0-e958697bf54a req-97528bd9-3498-4a46-ba42-71afbfe9ff75 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] 10.222.0.59 "GET /v2.0/ports?device_id=89f45061-7509-4457-837e-f2dce8d1c8f8 HTTP/1.1" status: 200 len: 943 time: 0.1030321 Jul 27 21:28:21.285956 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-da7cf483-3bf3-401c-ab65-d9eb40479a99 req-13e5e3d4-2d08-4dae-996a-adad1c00f87b tempest-TestVolumeBackupRestore-657170423 tempest-TestVolumeBackupRestore-657170423-project] 10.222.0.59 "GET /v2.0/security-groups?id=2fbb37df-b738-4709-86e6-c4887dfcb3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553563 Jul 27 21:28:21.293148 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-afb110dc-9733-40fc-90d0-e958697bf54a req-ecc27fcc-6ec8-47f6-bd7b-f5babd6a8e45 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] 10.222.0.59 "GET /v2.0/security-groups?id=c43bc716-575a-44f3-9a62-86999b5e6059&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565717 Jul 27 21:28:22.456827 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48565bc6-dc7e-4b89-8e80-0a4833ec938d req-5ad07782-c424-4c26-b716-96d4e05fb2ea tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:28:22.459210 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-48565bc6-dc7e-4b89-8e80-0a4833ec938d req-5ad07782-c424-4c26-b716-96d4e05fb2ea tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] 10.222.0.59 "GET /v2.0/ports?device_id=89f45061-7509-4457-837e-f2dce8d1c8f8 HTTP/1.1" status: 200 len: 943 time: 0.0956514 Jul 27 21:28:22.467792 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1a3483-fdf9-4d21-ba20-88ec8eb2bbe9 req-ac0c1c7a-31c8-4c9a-bbe8-8794fed34a9a tempest-TestVolumeBackupRestore-657170423 tempest-TestVolumeBackupRestore-657170423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:28:22.469215 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-4c1a3483-fdf9-4d21-ba20-88ec8eb2bbe9 req-ac0c1c7a-31c8-4c9a-bbe8-8794fed34a9a tempest-TestVolumeBackupRestore-657170423 tempest-TestVolumeBackupRestore-657170423-project] 10.222.0.59 "GET /v2.0/ports?device_id=9b48bdba-4eca-4ad4-b5c2-897afaaa7190 HTTP/1.1" status: 200 len: 944 time: 0.1151292 Jul 27 21:28:22.530204 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-48565bc6-dc7e-4b89-8e80-0a4833ec938d req-0802b506-a555-4c24-9f67-37830a4e897a tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] 10.222.0.59 "GET /v2.0/security-groups?id=c43bc716-575a-44f3-9a62-86999b5e6059&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599110 Jul 27 21:28:22.537925 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-4c1a3483-fdf9-4d21-ba20-88ec8eb2bbe9 req-40af9c5f-18cd-4078-a9bb-4fb1bf09ca2d tempest-TestVolumeBackupRestore-657170423 tempest-TestVolumeBackupRestore-657170423-project] 10.222.0.59 "GET /v2.0/security-groups?id=2fbb37df-b738-4709-86e6-c4887dfcb3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608037 Jul 27 21:28:22.965230 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device 55fbc7a3-d091-4c79-8876-13c6a76fb3a0 details requested by agent hyperv_n-h1-705658-22 with host n-h1-705658-22 {{(pid=105586) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:28:23.056505 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] For port 55fbc7a3-d091-4c79-8876-13c6a76fb3a0, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=55fbc7a3-d091-4c79-8876-13c6a76fb3a0,segment=NetworkSegment(f5417f53-2f1a-4ca1-ba36-d550f2b33995),segment_id=f5417f53-2f1a-4ca1-ba36-d550f2b33995)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:28:23.071356 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Returning: {'device': '55fbc7a3-d091-4c79-8876-13c6a76fb3a0', 'network_id': '7bc4e2ff-4ba8-4953-8996-985f60223b5f', 'port_id': '55fbc7a3-d091-4c79-8876-13c6a76fb3a0', 'mac_address': 'fa:16:3e:4d:62:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 236, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b1d5c96-ce89-46d5-b492-a6d54807d585', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105586) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:28:23.106336 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:23.118654 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55fbc7a3-d091-4c79-8876-13c6a76fb3a0 {{(pid=105586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:28:23.139922 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] For port 55fbc7a3-d091-4c79-8876-13c6a76fb3a0, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=55fbc7a3-d091-4c79-8876-13c6a76fb3a0,segment=NetworkSegment(f5417f53-2f1a-4ca1-ba36-d550f2b33995),segment_id=f5417f53-2f1a-4ca1-ba36-d550f2b33995)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:28:23.143788 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:23.193751 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Pushing event updated for resources: {'Port': ['ID=55fbc7a3-d091-4c79-8876-13c6a76fb3a0,revision_number=4']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:28:23.367744 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] get_ports_and_sgs() called for port_ids ['55fbc7a3-d091-4c79-8876-13c6a76fb3a0'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:28:23.730759 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c19c38-cc0f-4f72-9750-b03e1795fff9 req-66ee07cb-7920-4eb3-a68f-9b0b5dbf5e0a tempest-TestVolumeBackupRestore-657170423 tempest-TestVolumeBackupRestore-657170423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:28:23.732309 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-15c19c38-cc0f-4f72-9750-b03e1795fff9 req-66ee07cb-7920-4eb3-a68f-9b0b5dbf5e0a tempest-TestVolumeBackupRestore-657170423 tempest-TestVolumeBackupRestore-657170423-project] 10.222.0.59 "GET /v2.0/ports?device_id=9b48bdba-4eca-4ad4-b5c2-897afaaa7190 HTTP/1.1" status: 200 len: 944 time: 0.0965099 Jul 27 21:28:23.743117 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49682c51-d4e1-4921-aaef-83c5a7639b37 req-c9ab9b47-5150-4bef-b154-fa675225ce7e tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:28:23.744613 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-49682c51-d4e1-4921-aaef-83c5a7639b37 req-c9ab9b47-5150-4bef-b154-fa675225ce7e tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] 10.222.0.59 "GET /v2.0/ports?device_id=89f45061-7509-4457-837e-f2dce8d1c8f8 HTTP/1.1" status: 200 len: 944 time: 0.1275933 Jul 27 21:28:23.800176 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-15c19c38-cc0f-4f72-9750-b03e1795fff9 req-76f61612-c9f2-4201-8eac-098eba30398e tempest-TestVolumeBackupRestore-657170423 tempest-TestVolumeBackupRestore-657170423-project] 10.222.0.59 "GET /v2.0/security-groups?id=2fbb37df-b738-4709-86e6-c4887dfcb3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545092 Jul 27 21:28:23.809501 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-49682c51-d4e1-4921-aaef-83c5a7639b37 req-8b887cdf-f17c-4f14-90f9-c043ca7b4446 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] 10.222.0.59 "GET /v2.0/security-groups?id=c43bc716-575a-44f3-9a62-86999b5e6059&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571532 Jul 27 21:28:24.965632 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device 55fbc7a3-d091-4c79-8876-13c6a76fb3a0 up at agent hyperv_n-h1-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:28:25.001003 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c04d3a-8cb8-483b-a207-e70858257952 req-8c5eec58-0d11-4ba5-ad6c-273292239d02 tempest-TestVolumeBackupRestore-657170423 tempest-TestVolumeBackupRestore-657170423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:28:25.003260 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e7c04d3a-8cb8-483b-a207-e70858257952 req-8c5eec58-0d11-4ba5-ad6c-273292239d02 tempest-TestVolumeBackupRestore-657170423 tempest-TestVolumeBackupRestore-657170423-project] 10.222.0.59 "GET /v2.0/ports?device_id=9b48bdba-4eca-4ad4-b5c2-897afaaa7190 HTTP/1.1" status: 200 len: 944 time: 0.1272328 Jul 27 21:28:25.018167 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Provisioning for port 55fbc7a3-d091-4c79-8876-13c6a76fb3a0 completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:28:25.020508 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9f0ace-5624-4fa9-9b83-78b3618bf47d req-c2e2492e-b53b-474c-85d4-e552b3086fc3 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:28:25.021924 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Provisioning complete for port 55fbc7a3-d091-4c79-8876-13c6a76fb3a0 triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:28:25.022185 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-eb9f0ace-5624-4fa9-9b83-78b3618bf47d req-c2e2492e-b53b-474c-85d4-e552b3086fc3 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] 10.222.0.59 "GET /v2.0/ports?device_id=89f45061-7509-4457-837e-f2dce8d1c8f8 HTTP/1.1" status: 200 len: 944 time: 0.1349280 Jul 27 21:28:25.022542 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:25.074479 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e7c04d3a-8cb8-483b-a207-e70858257952 req-6befdcbe-2e04-4f0e-a5f0-d02efdf52457 tempest-TestVolumeBackupRestore-657170423 tempest-TestVolumeBackupRestore-657170423-project] 10.222.0.59 "GET /v2.0/security-groups?id=2fbb37df-b738-4709-86e6-c4887dfcb3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632188 Jul 27 21:28:25.087408 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-eb9f0ace-5624-4fa9-9b83-78b3618bf47d req-139a5eff-e9a1-441a-85ec-76b6b9c109cd tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] 10.222.0.59 "GET /v2.0/security-groups?id=c43bc716-575a-44f3-9a62-86999b5e6059&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578630 Jul 27 21:28:25.115472 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:25.137802 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89f45061-7509-4457-837e-f2dce8d1c8f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55fbc7a3-d091-4c79-8876-13c6a76fb3a0'}] {{(pid=105586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:28:25.140075 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14c1663e039faf5393f87855f745010ac5b02220355b68fdbf065393e303ac56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0f3882f-9314-4586-9027-ce3d3f386986" -d '{"events": [{"server_uuid": "89f45061-7509-4457-837e-f2dce8d1c8f8", "name": "network-vif-plugged", "status": "completed", "tag": "55fbc7a3-d091-4c79-8876-13c6a76fb3a0"}]}' {{(pid=105586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:28:25.153589 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] For port 55fbc7a3-d091-4c79-8876-13c6a76fb3a0, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=55fbc7a3-d091-4c79-8876-13c6a76fb3a0,segment=NetworkSegment(f5417f53-2f1a-4ca1-ba36-d550f2b33995),segment_id=f5417f53-2f1a-4ca1-ba36-d550f2b33995)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:28:25.159034 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:25.186426 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:28:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a0e99c6-7612-4fdd-9ea3-9ba9bca5e765 x-openstack-request-id: req-5a0e99c6-7612-4fdd-9ea3-9ba9bca5e765 {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:28:25.186717 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89f45061-7509-4457-837e-f2dce8d1c8f8", "name": "network-vif-plugged", "status": "completed", "tag": "55fbc7a3-d091-4c79-8876-13c6a76fb3a0", "code": 200}]} {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:28:25.186965 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-5a0e99c6-7612-4fdd-9ea3-9ba9bca5e765 {{(pid=105586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:28:25.187398 n-d-705658-22 neutron-server[105586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89f45061-7509-4457-837e-f2dce8d1c8f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55fbc7a3-d091-4c79-8876-13c6a76fb3a0', 'code': 200} Jul 27 21:28:25.215902 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Pushing event updated for resources: {'Port': ['ID=55fbc7a3-d091-4c79-8876-13c6a76fb3a0,revision_number=5']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:28:25.299347 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdc0bc5-354a-426a-8f33-569a941b5a85 req-3c0d074a-26f8-4cfc-bdd4-17626d1fb5a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:28:25.300987 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-2bdc0bc5-354a-426a-8f33-569a941b5a85 req-3c0d074a-26f8-4cfc-bdd4-17626d1fb5a5 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=89f45061-7509-4457-837e-f2dce8d1c8f8 HTTP/1.1" status: 200 len: 1097 time: 0.0541139 Jul 27 21:28:25.338385 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-2bdc0bc5-354a-426a-8f33-569a941b5a85 req-497ac92e-7cb6-4208-bbf4-3347e8b81745 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=c43bc716-575a-44f3-9a62-86999b5e6059&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298193 Jul 27 21:28:26.282005 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b9951c-af50-4713-9eaf-96eecf116f06 req-75a45964-fe66-4386-a656-ab9cd1b2af40 tempest-TestVolumeBackupRestore-657170423 tempest-TestVolumeBackupRestore-657170423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:28:26.284314 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-d2b9951c-af50-4713-9eaf-96eecf116f06 req-75a45964-fe66-4386-a656-ab9cd1b2af40 tempest-TestVolumeBackupRestore-657170423 tempest-TestVolumeBackupRestore-657170423-project] 10.222.0.59 "GET /v2.0/ports?device_id=9b48bdba-4eca-4ad4-b5c2-897afaaa7190 HTTP/1.1" status: 200 len: 944 time: 0.1336501 Jul 27 21:28:26.305812 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c40dbaf-53a3-478c-bcbd-32e55cdf9511 req-4c78879a-927f-4e9f-b797-399982905a1e tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:28:26.307296 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-7c40dbaf-53a3-478c-bcbd-32e55cdf9511 req-4c78879a-927f-4e9f-b797-399982905a1e tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] 10.222.0.59 "GET /v2.0/ports?device_id=89f45061-7509-4457-837e-f2dce8d1c8f8 HTTP/1.1" status: 200 len: 945 time: 0.1400235 Jul 27 21:28:26.356221 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-d2b9951c-af50-4713-9eaf-96eecf116f06 req-c9fe7732-5cd6-44db-819e-4231aa0623f4 tempest-TestVolumeBackupRestore-657170423 tempest-TestVolumeBackupRestore-657170423-project] 10.222.0.59 "GET /v2.0/security-groups?id=2fbb37df-b738-4709-86e6-c4887dfcb3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640907 Jul 27 21:28:26.363988 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-7c40dbaf-53a3-478c-bcbd-32e55cdf9511 req-deef00a6-460c-4d9f-a3f8-e0ec995eef2d tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] 10.222.0.59 "GET /v2.0/security-groups?id=c43bc716-575a-44f3-9a62-86999b5e6059&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488551 Jul 27 21:28:27.560861 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5807298-c6d0-4669-b9a9-e36e36141093 req-5ce5d517-3808-4b0e-8e59-a329c262b01e tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:28:27.562361 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e5807298-c6d0-4669-b9a9-e36e36141093 req-5ce5d517-3808-4b0e-8e59-a329c262b01e tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] 10.222.0.59 "GET /v2.0/ports?device_id=89f45061-7509-4457-837e-f2dce8d1c8f8 HTTP/1.1" status: 200 len: 945 time: 0.1240168 Jul 27 21:28:27.574408 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5d92b9-cdfc-4f35-8706-3eef2e9c3e23 req-e59b789a-d72f-46af-a1bf-7eeb5c3d7297 tempest-TestVolumeBackupRestore-657170423 tempest-TestVolumeBackupRestore-657170423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:28:27.575952 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-3c5d92b9-cdfc-4f35-8706-3eef2e9c3e23 req-e59b789a-d72f-46af-a1bf-7eeb5c3d7297 tempest-TestVolumeBackupRestore-657170423 tempest-TestVolumeBackupRestore-657170423-project] 10.222.0.59 "GET /v2.0/ports?device_id=9b48bdba-4eca-4ad4-b5c2-897afaaa7190 HTTP/1.1" status: 200 len: 944 time: 0.1388037 Jul 27 21:28:27.636911 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e5807298-c6d0-4669-b9a9-e36e36141093 req-5744c193-740d-4956-857d-5c4fbd122dd3 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] 10.222.0.59 "GET /v2.0/security-groups?id=c43bc716-575a-44f3-9a62-86999b5e6059&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598536 Jul 27 21:28:27.640303 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-3c5d92b9-cdfc-4f35-8706-3eef2e9c3e23 req-65f671b3-3344-4d80-b006-0a777bf2faf2 tempest-TestVolumeBackupRestore-657170423 tempest-TestVolumeBackupRestore-657170423-project] 10.222.0.59 "GET /v2.0/security-groups?id=2fbb37df-b738-4709-86e6-c4887dfcb3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574770 Jul 27 21:28:27.776377 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcae32bb-d400-40db-8e6b-ae3c9fbcc711 req-1043bfad-f65e-495f-b201-8a8482b85017 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:28:27.777841 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-fcae32bb-d400-40db-8e6b-ae3c9fbcc711 req-1043bfad-f65e-495f-b201-8a8482b85017 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] 10.222.0.59 "GET /v2.0/ports?device_id=89f45061-7509-4457-837e-f2dce8d1c8f8 HTTP/1.1" status: 200 len: 945 time: 0.0663335 Jul 27 21:28:27.817238 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-fcae32bb-d400-40db-8e6b-ae3c9fbcc711 req-1a928d51-9b31-4086-9311-a8875a09f83f tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] 10.222.0.59 "GET /v2.0/security-groups?id=c43bc716-575a-44f3-9a62-86999b5e6059&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331926 Jul 27 21:28:27.839535 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 60580) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:28:27.896574 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11f23119-f35a-46b6-b509-3fb712cadd5d tempest-TestNetworkBasicOps-559712279 tempest-TestNetworkBasicOps-559712279-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:28:27.898065 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-11f23119-f35a-46b6-b509-3fb712cadd5d tempest-TestNetworkBasicOps-559712279 tempest-TestNetworkBasicOps-559712279-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=89f45061-7509-4457-837e-f2dce8d1c8f8 HTTP/1.1" status: 200 len: 1092 time: 0.0575354 Jul 27 21:28:27.900811 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 60582) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:28:27.905136 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-38b30b47-79f8-4bee-849e-880164a21380 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Request body: {'floatingip': {'floating_network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'port_id': '55fbc7a3-d091-4c79-8876-13c6a76fb3a0', 'tenant_id': '0874e603f76049468af3a11efcc1e552', 'fixed_ip_address': '172.20.0.4'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:28:27.928548 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-38b30b47-79f8-4bee-849e-880164a21380 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Notify callbacks [] for floatingip, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:28.034187 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-38b30b47-79f8-4bee-849e-880164a21380 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:28.146001 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.db_base_plugin_common [None req-38b30b47-79f8-4bee-849e-880164a21380 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Allocated IP 172.25.5.97 (8735d8a2-b604-4758-ae71-b40e4ee6f305/eca7dbab-b9c0-4c8f-a272-816ea8a81764/2ec8fdf1-b8d5-404a-b4b6-7b0c9b602b48) {{(pid=105584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:28:28.253474 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-38b30b47-79f8-4bee-849e-880164a21380 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Notify callbacks [] for port, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:28.298611 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-38b30b47-79f8-4bee-849e-880164a21380 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:28.333444 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38b30b47-79f8-4bee-849e-880164a21380 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Network 8735d8a2-b604-4758-ae71-b40e4ee6f305 is already hosted by enough agents. {{(pid=105584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:28:28.336238 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [None req-38b30b47-79f8-4bee-849e-880164a21380 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Resources bound (agent type, host, resource id): {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:28:28.339658 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38b30b47-79f8-4bee-849e-880164a21380 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Received port after_create {{(pid=105584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:28:28.374340 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b30b47-79f8-4bee-849e-880164a21380 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Pushing event updated for resources: {'Port': ['ID=2ec8fdf1-b8d5-404a-b4b6-7b0c9b602b48,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:28:28.733495 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-38b30b47-79f8-4bee-849e-880164a21380 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:28.784982 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0e1b66-8ed4-4bbd-8fd9-63c83a772aaf req-aef0e13d-5e70-46a6-86f4-e1700ea93e85 tempest-TestVolumeBackupRestore-657170423 tempest-TestVolumeBackupRestore-657170423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:28:28.786434 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-ec0e1b66-8ed4-4bbd-8fd9-63c83a772aaf req-aef0e13d-5e70-46a6-86f4-e1700ea93e85 tempest-TestVolumeBackupRestore-657170423 tempest-TestVolumeBackupRestore-657170423-project] 10.222.0.59 "GET /v2.0/ports?device_id=9b48bdba-4eca-4ad4-b5c2-897afaaa7190 HTTP/1.1" status: 200 len: 944 time: 0.0709662 Jul 27 21:28:28.818645 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-38b30b47-79f8-4bee-849e-880164a21380 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:28.839718 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-ec0e1b66-8ed4-4bbd-8fd9-63c83a772aaf req-3ddca2bb-078c-4779-b6ff-110310e9869a tempest-TestVolumeBackupRestore-657170423 tempest-TestVolumeBackupRestore-657170423-project] 10.222.0.59 "GET /v2.0/security-groups?id=2fbb37df-b738-4709-86e6-c4887dfcb3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432541 Jul 27 21:28:28.979924 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-38b30b47-79f8-4bee-849e-880164a21380 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Notify callbacks [] for port, precommit_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:28.984557 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-38b30b47-79f8-4bee-849e-880164a21380 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9014027'] for port, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:29.014927 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device 21fe47db-6513-4b80-85c4-84834b2e14b3 details requested by agent hyperv_n-h1-705658-22 with host n-h1-705658-22 {{(pid=105586) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:28:29.052051 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b30b47-79f8-4bee-849e-880164a21380 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Pushing event updated for resources: {'Port': ['ID=2ec8fdf1-b8d5-404a-b4b6-7b0c9b602b48,revision_number=2']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:28:29.063863 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-38b30b47-79f8-4bee-849e-880164a21380 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4075768'] for floatingip, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:29.138294 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] For port 21fe47db-6513-4b80-85c4-84834b2e14b3, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=21fe47db-6513-4b80-85c4-84834b2e14b3,segment=NetworkSegment(57b8fd16-fb96-450b-911e-7fe94bef4459),segment_id=57b8fd16-fb96-450b-911e-7fe94bef4459)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:28:29.151394 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Returning: {'device': '21fe47db-6513-4b80-85c4-84834b2e14b3', 'network_id': 'bb4cf26f-adff-46cf-9267-b1047e192b6b', 'port_id': '21fe47db-6513-4b80-85c4-84834b2e14b3', 'mac_address': 'fa:16:3e:b6:f2:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 208, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1801b1a7-09b1-44bf-bdb6-d96d89c1fea0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105586) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:28:29.171249 n-d-705658-22 neutron-server[105584]: INFO neutron.db.l3_db [None req-38b30b47-79f8-4bee-849e-880164a21380 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Floating IP 5f08c9c4-8416-4642-9de1-e557f302ffec associated. External IP: 172.25.5.97, port: 55fbc7a3-d091-4c79-8876-13c6a76fb3a0. Jul 27 21:28:29.190542 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:29.205638 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 21fe47db-6513-4b80-85c4-84834b2e14b3 {{(pid=105586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:28:29.226889 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] For port 21fe47db-6513-4b80-85c4-84834b2e14b3, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=21fe47db-6513-4b80-85c4-84834b2e14b3,segment=NetworkSegment(57b8fd16-fb96-450b-911e-7fe94bef4459),segment_id=57b8fd16-fb96-450b-911e-7fe94bef4459)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:28:29.231402 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:29.288310 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Pushing event updated for resources: {'Port': ['ID=21fe47db-6513-4b80-85c4-84834b2e14b3,revision_number=4']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:28:29.393529 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38b30b47-79f8-4bee-849e-880164a21380 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Router 8f7b9688-fad9-495a-a6af-e8c411f11eca has already been hosted by L3 agent dd128fd7-8e57-4d4f-895b-a96b369df59a {{(pid=105584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:28:29.450281 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] get_ports_and_sgs() called for port_ids ['21fe47db-6513-4b80-85c4-84834b2e14b3'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:28:29.506267 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38b30b47-79f8-4bee-849e-880164a21380 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Notify agent at l3_agent.n-d-705658-22 the message routers_updated {{(pid=105584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:28:29.517511 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a0be292-6527-4359-97fc-c7d08cfbc218 None None] Sync routers for ids ['8f7b9688-fad9-495a-a6af-e8c411f11eca'] in n-d-705658-22 {{(pid=105587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:28:29.526832 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a0be292-6527-4359-97fc-c7d08cfbc218 None None] Routers {'8f7b9688-fad9-495a-a6af-e8c411f11eca'} bound to L3 agent in host n-d-705658-22 {{(pid=105587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:28:29.527967 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-3a0be292-6527-4359-97fc-c7d08cfbc218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:28:12Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['8f7b9688-fad9-495a-a6af-e8c411f11eca'], 'active': True} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:28:29.534489 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-38b30b47-79f8-4bee-849e-880164a21380 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for floatingip, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:29.589257 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-38b30b47-79f8-4bee-849e-880164a21380 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.6845174 Jul 27 21:28:29.589257 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89f45061-7509-4457-837e-f2dce8d1c8f8', 'tag': '55fbc7a3-d091-4c79-8876-13c6a76fb3a0'}] {{(pid=105584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:28:29.590188 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bce5e6c8685464f7626901654159975603b047827e3138302ed6566e28f1343" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ea3b1e7-84fd-4edc-b380-4f314449b1f2" -d '{"events": [{"name": "network-changed", "server_uuid": "89f45061-7509-4457-837e-f2dce8d1c8f8", "tag": "55fbc7a3-d091-4c79-8876-13c6a76fb3a0"}]}' {{(pid=105584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:28:29.591477 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 60592) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:28:29.654264 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvr_db [None req-3a0be292-6527-4359-97fc-c7d08cfbc218 None None] Set router 8f7b9688-fad9-495a-a6af-e8c411f11eca gateway port host: n-d-705658-22 {{(pid=105587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:28:29.688468 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:28:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ecc5c89-2e4c-4912-b196-9a8fde3242ef x-openstack-request-id: req-5ecc5c89-2e4c-4912-b196-9a8fde3242ef {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:28:29.688468 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89f45061-7509-4457-837e-f2dce8d1c8f8", "tag": "55fbc7a3-d091-4c79-8876-13c6a76fb3a0", "status": "completed", "code": 200}]} {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:28:29.688776 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-5ecc5c89-2e4c-4912-b196-9a8fde3242ef {{(pid=105584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:28:29.689028 n-d-705658-22 neutron-server[105584]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89f45061-7509-4457-837e-f2dce8d1c8f8', 'tag': '55fbc7a3-d091-4c79-8876-13c6a76fb3a0', 'status': 'completed', 'code': 200} Jul 27 21:28:29.752521 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-01d8ccdf-3353-4ec0-ba77-f3d5d1da3809 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] 10.222.0.59 "GET /v2.0/floatingips/5f08c9c4-8416-4642-9de1-e557f302ffec HTTP/1.1" status: 200 len: 990 time: 0.1597223 Jul 27 21:28:29.778934 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea3b1e7-84fd-4edc-b380-4f314449b1f2 req-34839803-c063-48e5-bace-0db13a25efad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:28:29.780513 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-6ea3b1e7-84fd-4edc-b380-4f314449b1f2 req-34839803-c063-48e5-bace-0db13a25efad service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0874e603f76049468af3a11efcc1e552&device_id=89f45061-7509-4457-837e-f2dce8d1c8f8 HTTP/1.1" status: 200 len: 1097 time: 0.0673587 Jul 27 21:28:29.892060 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea3b1e7-84fd-4edc-b380-4f314449b1f2 req-f5686272-7e8d-42b3-a9e1-dd75da0344cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:28:29.894140 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-6ea3b1e7-84fd-4edc-b380-4f314449b1f2 req-f5686272-7e8d-42b3-a9e1-dd75da0344cb service neutron] 10.222.0.36 "GET /v2.0/networks?id=7bc4e2ff-4ba8-4953-8996-985f60223b5f HTTP/1.1" status: 200 len: 897 time: 0.1064761 Jul 27 21:28:29.921788 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-3a0be292-6527-4359-97fc-c7d08cfbc218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f7b9688-fad9-495a-a6af-e8c411f11eca', 'name': 'tempest-TestNetworkBasicOps-router-476329', 'tenant_id': '0874e603f76049468af3a11efcc1e552', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.7'}], 'enable_snat': True}, 'gw_port_id': 'cf7d4dcc-f89b-4efc-91e3-052443554e2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:28:05Z', 'updated_at': '2021-07-27T21:28:10Z', 'revision_number': 4, 'project_id': '0874e603f76049468af3a11efcc1e552', 'gw_port': {'id': 'cf7d4dcc-f89b-4efc-91e3-052443554e2d', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:1d:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f7b9688-fad9-495a-a6af-e8c411f11eca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3881, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:28:05Z', 'updated_at': '2021-07-27T21:28:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_floatingips': [{'id': '5f08c9c4-8416-4642-9de1-e557f302ffec', 'tenant_id': '0874e603f76049468af3a11efcc1e552', 'floating_ip_address': '172.25.5.97', 'floating_network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'router_id': '8f7b9688-fad9-495a-a6af-e8c411f11eca', 'port_id': '55fbc7a3-d091-4c79-8876-13c6a76fb3a0', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3911, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7bc4e2ff-4ba8-4953-8996-985f60223b5f', 'mac_address': 'fa:16:3e:4d:62:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89f45061-7509-4457-837e-f2dce8d1c8f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T21:28:28Z', 'updated_at': '2021-07-27T21:28:28Z', 'revision_number': 0, 'project_id': '0874e603f76049468af3a11efcc1e552', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e25dd074-fda1-4123-8212-118955f98718', 'name': '', 'network_id': '7bc4e2ff-4ba8-4953-8996-985f60223b5f', 'tenant_id': '0874e603f76049468af3a11efcc1e552', 'mac_address': 'fa:16:3e:fe:ae:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f7b9688-fad9-495a-a6af-e8c411f11eca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3893, 'fixed_ips': [{'subnet_id': '2b1d5c96-ce89-46d5-b492-a6d54807d585', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:28:09Z', 'updated_at': '2021-07-27T21:28:17Z', 'revision_number': 5, 'project_id': '0874e603f76049468af3a11efcc1e552', 'subnets': [{'id': '2b1d5c96-ce89-46d5-b492-a6d54807d585', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-22', False) {} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:28:29.952955 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a0be292-6527-4359-97fc-c7d08cfbc218 None None] Checking router: 8f7b9688-fad9-495a-a6af-e8c411f11eca for host: n-d-705658-22 {{(pid=105587) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:28:29.966189 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a0be292-6527-4359-97fc-c7d08cfbc218 None None] Routers {'8f7b9688-fad9-495a-a6af-e8c411f11eca'} bound to L3 agent in host n-d-705658-22 {{(pid=105587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:28:29.966821 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-3a0be292-6527-4359-97fc-c7d08cfbc218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:28:12Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['8f7b9688-fad9-495a-a6af-e8c411f11eca'], 'active': True} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:28:29.977267 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-6ea3b1e7-84fd-4edc-b380-4f314449b1f2 req-3dddb6e5-f929-426f-b169-ba7d51f2b58b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=55fbc7a3-d091-4c79-8876-13c6a76fb3a0 HTTP/1.1" status: 200 len: 998 time: 0.0749173 Jul 27 21:28:29.989609 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17769f4a-5857-4886-9166-07329b7c3c57 req-fca28b62-8dc9-4165-8318-c112a7080709 tempest-TestVolumeBackupRestore-657170423 tempest-TestVolumeBackupRestore-657170423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:28:29.991146 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-17769f4a-5857-4886-9166-07329b7c3c57 req-fca28b62-8dc9-4165-8318-c112a7080709 tempest-TestVolumeBackupRestore-657170423 tempest-TestVolumeBackupRestore-657170423-project] 10.222.0.59 "GET /v2.0/ports?device_id=9b48bdba-4eca-4ad4-b5c2-897afaaa7190 HTTP/1.1" status: 200 len: 945 time: 0.0755556 Jul 27 21:28:30.048825 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-17769f4a-5857-4886-9166-07329b7c3c57 req-17a82153-8fde-4444-86ef-cc389da2db0d tempest-TestVolumeBackupRestore-657170423 tempest-TestVolumeBackupRestore-657170423-project] 10.222.0.59 "GET /v2.0/security-groups?id=2fbb37df-b738-4709-86e6-c4887dfcb3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367334 Jul 27 21:28:30.067399 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea3b1e7-84fd-4edc-b380-4f314449b1f2 req-bf560a46-6c61-4782-9650-abe81cc922e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:28:30.067399 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-6ea3b1e7-84fd-4edc-b380-4f314449b1f2 req-bf560a46-6c61-4782-9650-abe81cc922e6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2b1d5c96-ce89-46d5-b492-a6d54807d585 HTTP/1.1" status: 200 len: 834 time: 0.0801294 Jul 27 21:28:30.091118 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvr_db [None req-3a0be292-6527-4359-97fc-c7d08cfbc218 None None] Set router 8f7b9688-fad9-495a-a6af-e8c411f11eca gateway port host: n-d-705658-22 {{(pid=105587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:28:30.129128 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea3b1e7-84fd-4edc-b380-4f314449b1f2 req-1d47d6b6-d92a-4a5f-b5cb-53805fa2bace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:28:30.130759 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-6ea3b1e7-84fd-4edc-b380-4f314449b1f2 req-1d47d6b6-d92a-4a5f-b5cb-53805fa2bace service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7bc4e2ff-4ba8-4953-8996-985f60223b5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0575633 Jul 27 21:28:30.236723 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-6ea3b1e7-84fd-4edc-b380-4f314449b1f2 req-21953aaf-1b28-4a1a-8e8d-2453293167f1 service neutron] 10.222.0.36 "GET /v2.0/networks/7bc4e2ff-4ba8-4953-8996-985f60223b5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975456 Jul 27 21:28:30.341217 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-6ea3b1e7-84fd-4edc-b380-4f314449b1f2 req-b412f30d-2557-427a-ad07-064c88665f07 service neutron] 10.222.0.36 "GET /v2.0/networks/7bc4e2ff-4ba8-4953-8996-985f60223b5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974805 Jul 27 21:28:30.433511 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-3a0be292-6527-4359-97fc-c7d08cfbc218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f7b9688-fad9-495a-a6af-e8c411f11eca', 'name': 'tempest-TestNetworkBasicOps-router-476329', 'tenant_id': '0874e603f76049468af3a11efcc1e552', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.7'}], 'enable_snat': True}, 'gw_port_id': 'cf7d4dcc-f89b-4efc-91e3-052443554e2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:28:05Z', 'updated_at': '2021-07-27T21:28:10Z', 'revision_number': 4, 'project_id': '0874e603f76049468af3a11efcc1e552', 'gw_port': {'id': 'cf7d4dcc-f89b-4efc-91e3-052443554e2d', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:1d:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f7b9688-fad9-495a-a6af-e8c411f11eca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3881, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:28:05Z', 'updated_at': '2021-07-27T21:28:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_floatingips': [{'id': '5f08c9c4-8416-4642-9de1-e557f302ffec', 'tenant_id': '0874e603f76049468af3a11efcc1e552', 'floating_ip_address': '172.25.5.97', 'floating_network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'router_id': '8f7b9688-fad9-495a-a6af-e8c411f11eca', 'port_id': '55fbc7a3-d091-4c79-8876-13c6a76fb3a0', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3911, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7bc4e2ff-4ba8-4953-8996-985f60223b5f', 'mac_address': 'fa:16:3e:4d:62:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89f45061-7509-4457-837e-f2dce8d1c8f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T21:28:28Z', 'updated_at': '2021-07-27T21:28:28Z', 'revision_number': 0, 'project_id': '0874e603f76049468af3a11efcc1e552', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e25dd074-fda1-4123-8212-118955f98718', 'name': '', 'network_id': '7bc4e2ff-4ba8-4953-8996-985f60223b5f', 'tenant_id': '0874e603f76049468af3a11efcc1e552', 'mac_address': 'fa:16:3e:fe:ae:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f7b9688-fad9-495a-a6af-e8c411f11eca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3893, 'fixed_ips': [{'subnet_id': '2b1d5c96-ce89-46d5-b492-a6d54807d585', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:28:09Z', 'updated_at': '2021-07-27T21:28:17Z', 'revision_number': 5, 'project_id': '0874e603f76049468af3a11efcc1e552', 'subnets': [{'id': '2b1d5c96-ce89-46d5-b492-a6d54807d585', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-22', False) {} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:28:30.462126 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a0be292-6527-4359-97fc-c7d08cfbc218 None None] The sync data for ids ['8f7b9688-fad9-495a-a6af-e8c411f11eca'] in n-d-705658-22 is: [{'id': '8f7b9688-fad9-495a-a6af-e8c411f11eca', 'name': 'tempest-TestNetworkBasicOps-router-476329', 'tenant_id': '0874e603f76049468af3a11efcc1e552', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.7'}], 'enable_snat': True}, 'gw_port_id': 'cf7d4dcc-f89b-4efc-91e3-052443554e2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:28:05Z', 'updated_at': '2021-07-27T21:28:10Z', 'revision_number': 4, 'project_id': '0874e603f76049468af3a11efcc1e552', 'gw_port': {'id': 'cf7d4dcc-f89b-4efc-91e3-052443554e2d', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:1d:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f7b9688-fad9-495a-a6af-e8c411f11eca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3881, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:28:05Z', 'updated_at': '2021-07-27T21:28:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_floatingips': [{'id': '5f08c9c4-8416-4642-9de1-e557f302ffec', 'tenant_id': '0874e603f76049468af3a11efcc1e552', 'floating_ip_address': '172.25.5.97', 'floating_network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'router_id': '8f7b9688-fad9-495a-a6af-e8c411f11eca', 'port_id': '55fbc7a3-d091-4c79-8876-13c6a76fb3a0', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3911, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7bc4e2ff-4ba8-4953-8996-985f60223b5f', 'mac_address': 'fa:16:3e:4d:62:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89f45061-7509-4457-837e-f2dce8d1c8f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T21:28:28Z', 'updated_at': '2021-07-27T21:28:28Z', 'revision_number': 0, 'project_id': '0874e603f76049468af3a11efcc1e552', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e25dd074-fda1-4123-8212-118955f98718', 'name': '', 'network_id': '7bc4e2ff-4ba8-4953-8996-985f60223b5f', 'tenant_id': '0874e603f76049468af3a11efcc1e552', 'mac_address': 'fa:16:3e:fe:ae:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f7b9688-fad9-495a-a6af-e8c411f11eca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3893, 'fixed_ips': [{'subnet_id': '2b1d5c96-ce89-46d5-b492-a6d54807d585', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:28:09Z', 'updated_at': '2021-07-27T21:28:17Z', 'revision_number': 5, 'project_id': '0874e603f76049468af3a11efcc1e552', 'subnets': [{'id': '2b1d5c96-ce89-46d5-b492-a6d54807d585', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:28:30.663476 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8a89c27-683f-436d-a62c-1e6d99460db2 None None] New status for floating IP 5f08c9c4-8416-4642-9de1-e557f302ffec: ACTIVE {{(pid=105586) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 21:28:30.757193 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 60600) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:28:30.831637 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-f3976cee-3824-49c0-9f28-03b92799f06a tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] 10.222.0.59 "GET /v2.0/floatingips/5f08c9c4-8416-4642-9de1-e557f302ffec HTTP/1.1" status: 200 len: 990 time: 0.0731990 Jul 27 21:28:31.027303 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device 21fe47db-6513-4b80-85c4-84834b2e14b3 up at agent hyperv_n-h1-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:28:31.078271 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Provisioning for port 21fe47db-6513-4b80-85c4-84834b2e14b3 completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:28:31.082563 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Provisioning complete for port 21fe47db-6513-4b80-85c4-84834b2e14b3 triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:28:31.083285 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:31.171147 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:31.193444 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48703bce-9f86-47ca-9b82-d1e7f3f02112 req-50dc64dc-4ad0-4901-a326-045b545d8e85 tempest-TestVolumeBackupRestore-657170423 tempest-TestVolumeBackupRestore-657170423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:28:31.194957 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-48703bce-9f86-47ca-9b82-d1e7f3f02112 req-50dc64dc-4ad0-4901-a326-045b545d8e85 tempest-TestVolumeBackupRestore-657170423 tempest-TestVolumeBackupRestore-657170423-project] 10.222.0.59 "GET /v2.0/ports?device_id=9b48bdba-4eca-4ad4-b5c2-897afaaa7190 HTTP/1.1" status: 200 len: 945 time: 0.0688031 Jul 27 21:28:31.201180 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b48bdba-4eca-4ad4-b5c2-897afaaa7190', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21fe47db-6513-4b80-85c4-84834b2e14b3'}] {{(pid=105586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:28:31.203647 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14c1663e039faf5393f87855f745010ac5b02220355b68fdbf065393e303ac56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6310d0f9-8eeb-40df-a4df-acd62ae81dfc" -d '{"events": [{"server_uuid": "9b48bdba-4eca-4ad4-b5c2-897afaaa7190", "name": "network-vif-plugged", "status": "completed", "tag": "21fe47db-6513-4b80-85c4-84834b2e14b3"}]}' {{(pid=105586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:28:31.218593 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] For port 21fe47db-6513-4b80-85c4-84834b2e14b3, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=21fe47db-6513-4b80-85c4-84834b2e14b3,segment=NetworkSegment(57b8fd16-fb96-450b-911e-7fe94bef4459),segment_id=57b8fd16-fb96-450b-911e-7fe94bef4459)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:28:31.226858 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:31.240438 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-48703bce-9f86-47ca-9b82-d1e7f3f02112 req-d78aecc2-3e34-4b89-b983-19efb985cffe tempest-TestVolumeBackupRestore-657170423 tempest-TestVolumeBackupRestore-657170423-project] 10.222.0.59 "GET /v2.0/security-groups?id=2fbb37df-b738-4709-86e6-c4887dfcb3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391507 Jul 27 21:28:31.255297 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:28:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-589b7fb3-e4db-4465-aa70-17a23fb435d1 x-openstack-request-id: req-589b7fb3-e4db-4465-aa70-17a23fb435d1 {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:28:31.255593 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b48bdba-4eca-4ad4-b5c2-897afaaa7190", "name": "network-vif-plugged", "status": "completed", "tag": "21fe47db-6513-4b80-85c4-84834b2e14b3", "code": 200}]} {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:28:31.255849 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-589b7fb3-e4db-4465-aa70-17a23fb435d1 {{(pid=105586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:28:31.256241 n-d-705658-22 neutron-server[105586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b48bdba-4eca-4ad4-b5c2-897afaaa7190', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21fe47db-6513-4b80-85c4-84834b2e14b3', 'code': 200} Jul 27 21:28:31.286877 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Pushing event updated for resources: {'Port': ['ID=21fe47db-6513-4b80-85c4-84834b2e14b3,revision_number=5']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:28:31.365597 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e168d118-26f9-4546-b834-846e4ec3608e req-a1e749f2-f019-4734-8cb3-0d3adcd58d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:28:31.367655 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-e168d118-26f9-4546-b834-846e4ec3608e req-a1e749f2-f019-4734-8cb3-0d3adcd58d45 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=9b48bdba-4eca-4ad4-b5c2-897afaaa7190 HTTP/1.1" status: 200 len: 1098 time: 0.0568688 Jul 27 21:28:31.404097 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-e168d118-26f9-4546-b834-846e4ec3608e req-6613f4ab-d634-41e7-9790-584fb1ee74fe service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=2fbb37df-b738-4709-86e6-c4887dfcb3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0291004 Jul 27 21:28:31.835442 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 60608) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:28:31.905625 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-1f23f237-e0de-4bce-a05d-37d17dee9776 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] 10.222.0.59 "GET /v2.0/floatingips/5f08c9c4-8416-4642-9de1-e557f302ffec HTTP/1.1" status: 200 len: 992 time: 0.0639319 Jul 27 21:28:32.386385 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d4967b-30c2-4bc1-b637-94f4ae419dbf req-11745c9d-fada-4b10-9c56-b31fa0346697 tempest-TestVolumeBackupRestore-657170423 tempest-TestVolumeBackupRestore-657170423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:28:32.387964 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e3d4967b-30c2-4bc1-b637-94f4ae419dbf req-11745c9d-fada-4b10-9c56-b31fa0346697 tempest-TestVolumeBackupRestore-657170423 tempest-TestVolumeBackupRestore-657170423-project] 10.222.0.59 "GET /v2.0/ports?device_id=9b48bdba-4eca-4ad4-b5c2-897afaaa7190 HTTP/1.1" status: 200 len: 946 time: 0.0715375 Jul 27 21:28:32.426338 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e3d4967b-30c2-4bc1-b637-94f4ae419dbf req-94d16094-87e8-4f80-85fd-e8b6b83b5f50 tempest-TestVolumeBackupRestore-657170423 tempest-TestVolumeBackupRestore-657170423-project] 10.222.0.59 "GET /v2.0/security-groups?id=2fbb37df-b738-4709-86e6-c4887dfcb3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323091 Jul 27 21:28:33.563300 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad053199-9ed1-4725-9274-a61dc31f9954 req-5c7185b2-0a16-4857-8d6d-ba77e566b409 tempest-TestVolumeBackupRestore-657170423 tempest-TestVolumeBackupRestore-657170423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:28:33.564809 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-ad053199-9ed1-4725-9274-a61dc31f9954 req-5c7185b2-0a16-4857-8d6d-ba77e566b409 tempest-TestVolumeBackupRestore-657170423 tempest-TestVolumeBackupRestore-657170423-project] 10.222.0.59 "GET /v2.0/ports?device_id=9b48bdba-4eca-4ad4-b5c2-897afaaa7190 HTTP/1.1" status: 200 len: 946 time: 0.0695987 Jul 27 21:28:33.602793 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-ad053199-9ed1-4725-9274-a61dc31f9954 req-aac87b24-8ec1-43aa-b463-aa93e43e788f tempest-TestVolumeBackupRestore-657170423 tempest-TestVolumeBackupRestore-657170423-project] 10.222.0.59 "GET /v2.0/security-groups?id=2fbb37df-b738-4709-86e6-c4887dfcb3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319891 Jul 27 21:28:33.755784 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c2b4d1-855b-4612-9fcd-26a4fbdd1f2a req-ff7e017a-70ee-44ec-b0d2-83833a6a9dec tempest-TestVolumeBackupRestore-657170423 tempest-TestVolumeBackupRestore-657170423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:28:33.759788 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f3c2b4d1-855b-4612-9fcd-26a4fbdd1f2a req-ff7e017a-70ee-44ec-b0d2-83833a6a9dec tempest-TestVolumeBackupRestore-657170423 tempest-TestVolumeBackupRestore-657170423-project] 10.222.0.59 "GET /v2.0/ports?device_id=9b48bdba-4eca-4ad4-b5c2-897afaaa7190 HTTP/1.1" status: 200 len: 946 time: 0.0903196 Jul 27 21:28:33.798643 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f3c2b4d1-855b-4612-9fcd-26a4fbdd1f2a req-0db947e3-1bcf-41a5-9238-fbc843661566 tempest-TestVolumeBackupRestore-657170423 tempest-TestVolumeBackupRestore-657170423-project] 10.222.0.59 "GET /v2.0/security-groups?id=2fbb37df-b738-4709-86e6-c4887dfcb3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327156 Jul 27 21:28:33.821185 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 60626) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:28:34.042577 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a72181e0-33bf-4f7b-8456-b6726b7d7538 tempest-TestVolumeBackupRestore-879221158 tempest-TestVolumeBackupRestore-879221158-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:28:34.044091 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-a72181e0-33bf-4f7b-8456-b6726b7d7538 tempest-TestVolumeBackupRestore-879221158 tempest-TestVolumeBackupRestore-879221158-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=9b48bdba-4eca-4ad4-b5c2-897afaaa7190 HTTP/1.1" status: 200 len: 1093 time: 0.2219112 Jul 27 21:28:34.047186 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 60632) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:28:34.052449 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-371bf14c-de55-45bd-a697-e6153536f868 tempest-TestVolumeBackupRestore-657170423 tempest-TestVolumeBackupRestore-657170423-project] Request body: {'floatingip': {'floating_network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'port_id': '21fe47db-6513-4b80-85c4-84834b2e14b3', 'tenant_id': 'd8b3b608783d4209938f283075bc1b2d', 'fixed_ip_address': '172.20.0.11'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:28:34.074600 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-371bf14c-de55-45bd-a697-e6153536f868 tempest-TestVolumeBackupRestore-657170423 tempest-TestVolumeBackupRestore-657170423-project] Notify callbacks [] for floatingip, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:34.509594 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-371bf14c-de55-45bd-a697-e6153536f868 tempest-TestVolumeBackupRestore-657170423 tempest-TestVolumeBackupRestore-657170423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:34.618985 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.db_base_plugin_common [None req-371bf14c-de55-45bd-a697-e6153536f868 tempest-TestVolumeBackupRestore-657170423 tempest-TestVolumeBackupRestore-657170423-project] Allocated IP 172.25.5.253 (8735d8a2-b604-4758-ae71-b40e4ee6f305/eca7dbab-b9c0-4c8f-a272-816ea8a81764/d5bd47ef-aaad-4f88-80ac-f7909272b1eb) {{(pid=105584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:28:34.725958 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-371bf14c-de55-45bd-a697-e6153536f868 tempest-TestVolumeBackupRestore-657170423 tempest-TestVolumeBackupRestore-657170423-project] Notify callbacks [] for port, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:34.767108 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-371bf14c-de55-45bd-a697-e6153536f868 tempest-TestVolumeBackupRestore-657170423 tempest-TestVolumeBackupRestore-657170423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:34.802644 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-371bf14c-de55-45bd-a697-e6153536f868 tempest-TestVolumeBackupRestore-657170423 tempest-TestVolumeBackupRestore-657170423-project] Network 8735d8a2-b604-4758-ae71-b40e4ee6f305 is already hosted by enough agents. {{(pid=105584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:28:34.805457 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [None req-371bf14c-de55-45bd-a697-e6153536f868 tempest-TestVolumeBackupRestore-657170423 tempest-TestVolumeBackupRestore-657170423-project] Resources bound (agent type, host, resource id): {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:28:34.811584 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-371bf14c-de55-45bd-a697-e6153536f868 tempest-TestVolumeBackupRestore-657170423 tempest-TestVolumeBackupRestore-657170423-project] Received port after_create {{(pid=105584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:28:34.835126 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371bf14c-de55-45bd-a697-e6153536f868 tempest-TestVolumeBackupRestore-657170423 tempest-TestVolumeBackupRestore-657170423-project] Pushing event updated for resources: {'Port': ['ID=d5bd47ef-aaad-4f88-80ac-f7909272b1eb,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:28:34.846180 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-371bf14c-de55-45bd-a697-e6153536f868 tempest-TestVolumeBackupRestore-657170423 tempest-TestVolumeBackupRestore-657170423-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:28:34.846538 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-371bf14c-de55-45bd-a697-e6153536f868 tempest-TestVolumeBackupRestore-657170423 tempest-TestVolumeBackupRestore-657170423-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:28:34.846888 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-371bf14c-de55-45bd-a697-e6153536f868 tempest-TestVolumeBackupRestore-657170423 tempest-TestVolumeBackupRestore-657170423-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:28:34.847258 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-371bf14c-de55-45bd-a697-e6153536f868 tempest-TestVolumeBackupRestore-657170423 tempest-TestVolumeBackupRestore-657170423-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:28:34.847602 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-371bf14c-de55-45bd-a697-e6153536f868 tempest-TestVolumeBackupRestore-657170423 tempest-TestVolumeBackupRestore-657170423-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:28:34.847937 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-371bf14c-de55-45bd-a697-e6153536f868 tempest-TestVolumeBackupRestore-657170423 tempest-TestVolumeBackupRestore-657170423-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:28:34.848276 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-371bf14c-de55-45bd-a697-e6153536f868 tempest-TestVolumeBackupRestore-657170423 tempest-TestVolumeBackupRestore-657170423-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:28:34.848658 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-371bf14c-de55-45bd-a697-e6153536f868 tempest-TestVolumeBackupRestore-657170423 tempest-TestVolumeBackupRestore-657170423-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:28:34.848992 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-371bf14c-de55-45bd-a697-e6153536f868 tempest-TestVolumeBackupRestore-657170423 tempest-TestVolumeBackupRestore-657170423-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:28:34.849322 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-371bf14c-de55-45bd-a697-e6153536f868 tempest-TestVolumeBackupRestore-657170423 tempest-TestVolumeBackupRestore-657170423-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:28:34.849651 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-371bf14c-de55-45bd-a697-e6153536f868 tempest-TestVolumeBackupRestore-657170423 tempest-TestVolumeBackupRestore-657170423-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:28:34.849977 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-371bf14c-de55-45bd-a697-e6153536f868 tempest-TestVolumeBackupRestore-657170423 tempest-TestVolumeBackupRestore-657170423-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:28:35.207026 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-371bf14c-de55-45bd-a697-e6153536f868 tempest-TestVolumeBackupRestore-657170423 tempest-TestVolumeBackupRestore-657170423-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:35.290141 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-371bf14c-de55-45bd-a697-e6153536f868 tempest-TestVolumeBackupRestore-657170423 tempest-TestVolumeBackupRestore-657170423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:35.445709 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-371bf14c-de55-45bd-a697-e6153536f868 tempest-TestVolumeBackupRestore-657170423 tempest-TestVolumeBackupRestore-657170423-project] Notify callbacks [] for port, precommit_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:35.450549 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-371bf14c-de55-45bd-a697-e6153536f868 tempest-TestVolumeBackupRestore-657170423 tempest-TestVolumeBackupRestore-657170423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9014027'] for port, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:35.527239 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371bf14c-de55-45bd-a697-e6153536f868 tempest-TestVolumeBackupRestore-657170423 tempest-TestVolumeBackupRestore-657170423-project] Pushing event updated for resources: {'Port': ['ID=d5bd47ef-aaad-4f88-80ac-f7909272b1eb,revision_number=2']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:28:35.535391 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-371bf14c-de55-45bd-a697-e6153536f868 tempest-TestVolumeBackupRestore-657170423 tempest-TestVolumeBackupRestore-657170423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4075768'] for floatingip, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:35.636086 n-d-705658-22 neutron-server[105584]: INFO neutron.db.l3_db [None req-371bf14c-de55-45bd-a697-e6153536f868 tempest-TestVolumeBackupRestore-657170423 tempest-TestVolumeBackupRestore-657170423-project] Floating IP be265bd6-1e54-4163-a934-b3a5d93903b8 associated. External IP: 172.25.5.253, port: 21fe47db-6513-4b80-85c4-84834b2e14b3. Jul 27 21:28:35.847564 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-371bf14c-de55-45bd-a697-e6153536f868 tempest-TestVolumeBackupRestore-657170423 tempest-TestVolumeBackupRestore-657170423-project] Router cd1fa961-f7b3-452a-ab79-ac6ffde5ad14 has already been hosted by L3 agent dd128fd7-8e57-4d4f-895b-a96b369df59a {{(pid=105584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:28:35.957531 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-371bf14c-de55-45bd-a697-e6153536f868 tempest-TestVolumeBackupRestore-657170423 tempest-TestVolumeBackupRestore-657170423-project] Notify agent at l3_agent.n-d-705658-22 the message routers_updated {{(pid=105584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:28:35.967664 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c32cd119-c432-42e2-bbb1-faa65861a977 None None] Sync routers for ids ['cd1fa961-f7b3-452a-ab79-ac6ffde5ad14'] in n-d-705658-22 {{(pid=105587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:28:35.974666 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-371bf14c-de55-45bd-a697-e6153536f868 tempest-TestVolumeBackupRestore-657170423 tempest-TestVolumeBackupRestore-657170423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for floatingip, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:35.978596 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c32cd119-c432-42e2-bbb1-faa65861a977 None None] Routers {'cd1fa961-f7b3-452a-ab79-ac6ffde5ad14'} bound to L3 agent in host n-d-705658-22 {{(pid=105587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:28:35.979245 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-c32cd119-c432-42e2-bbb1-faa65861a977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:28:12Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['cd1fa961-f7b3-452a-ab79-ac6ffde5ad14'], 'active': True} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:28:36.018498 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-371bf14c-de55-45bd-a697-e6153536f868 tempest-TestVolumeBackupRestore-657170423 tempest-TestVolumeBackupRestore-657170423-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9677517 Jul 27 21:28:36.018498 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b48bdba-4eca-4ad4-b5c2-897afaaa7190', 'tag': '21fe47db-6513-4b80-85c4-84834b2e14b3'}] {{(pid=105584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:28:36.018855 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 60654) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:28:36.020209 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bce5e6c8685464f7626901654159975603b047827e3138302ed6566e28f1343" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfe9b58a-d15f-46c0-8ad2-d39fcd8fec34" -d '{"events": [{"name": "network-changed", "server_uuid": "9b48bdba-4eca-4ad4-b5c2-897afaaa7190", "tag": "21fe47db-6513-4b80-85c4-84834b2e14b3"}]}' {{(pid=105584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:28:36.075757 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:28:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfd82e45-657c-4299-8715-f028d5170ae3 x-openstack-request-id: req-bfd82e45-657c-4299-8715-f028d5170ae3 {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:28:36.076189 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b48bdba-4eca-4ad4-b5c2-897afaaa7190", "tag": "21fe47db-6513-4b80-85c4-84834b2e14b3", "status": "completed", "code": 200}]} {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:28:36.076532 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-bfd82e45-657c-4299-8715-f028d5170ae3 {{(pid=105584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:28:36.077065 n-d-705658-22 neutron-server[105584]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b48bdba-4eca-4ad4-b5c2-897afaaa7190', 'tag': '21fe47db-6513-4b80-85c4-84834b2e14b3', 'status': 'completed', 'code': 200} Jul 27 21:28:36.089896 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-869dd4d8-d512-4e1c-a0d1-3acbeb53ab21 tempest-TestVolumeBackupRestore-879221158 tempest-TestVolumeBackupRestore-879221158-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:28:36.094303 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-869dd4d8-d512-4e1c-a0d1-3acbeb53ab21 tempest-TestVolumeBackupRestore-879221158 tempest-TestVolumeBackupRestore-879221158-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=9b48bdba-4eca-4ad4-b5c2-897afaaa7190 HTTP/1.1" status: 200 len: 1093 time: 0.0718477 Jul 27 21:28:36.094524 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 60658) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:28:36.099572 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-7c475359-07d2-4806-9ddf-9f775e71d62f tempest-TestVolumeBackupRestore-657170423 tempest-TestVolumeBackupRestore-657170423-project] Request body: {'floatingip': {'port_id': '21fe47db-6513-4b80-85c4-84834b2e14b3'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:28:36.128988 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvr_db [None req-c32cd119-c432-42e2-bbb1-faa65861a977 None None] Set router cd1fa961-f7b3-452a-ab79-ac6ffde5ad14 gateway port host: n-d-705658-22 {{(pid=105587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:28:36.156972 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe9b58a-d15f-46c0-8ad2-d39fcd8fec34 req-27264705-c43d-4851-923e-5505609782af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:28:36.158693 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-dfe9b58a-d15f-46c0-8ad2-d39fcd8fec34 req-27264705-c43d-4851-923e-5505609782af service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d8b3b608783d4209938f283075bc1b2d&device_id=9b48bdba-4eca-4ad4-b5c2-897afaaa7190 HTTP/1.1" status: 200 len: 1098 time: 0.0590351 Jul 27 21:28:36.163242 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-7c475359-07d2-4806-9ddf-9f775e71d62f tempest-TestVolumeBackupRestore-657170423 tempest-TestVolumeBackupRestore-657170423-project] Notify callbacks [] for floatingip, before_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:36.278184 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe9b58a-d15f-46c0-8ad2-d39fcd8fec34 req-86b1466a-380f-4169-ae06-567e7c96c04b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:28:36.279865 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-dfe9b58a-d15f-46c0-8ad2-d39fcd8fec34 req-86b1466a-380f-4169-ae06-567e7c96c04b service neutron] 10.222.0.36 "GET /v2.0/networks?id=bb4cf26f-adff-46cf-9267-b1047e192b6b HTTP/1.1" status: 200 len: 914 time: 0.1120212 Jul 27 21:28:36.363959 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-dfe9b58a-d15f-46c0-8ad2-d39fcd8fec34 req-8daf5c52-0f67-4f55-accb-08f3022ddeac service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=21fe47db-6513-4b80-85c4-84834b2e14b3 HTTP/1.1" status: 200 len: 1000 time: 0.0739071 Jul 27 21:28:36.391709 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-c32cd119-c432-42e2-bbb1-faa65861a977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd1fa961-f7b3-452a-ab79-ac6ffde5ad14', 'name': 'tempest-TestVolumeBackupRestore-161790241-router', 'tenant_id': 'd8b3b608783d4209938f283075bc1b2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.52'}], 'enable_snat': True}, 'gw_port_id': '1ab423ad-7f65-4d54-add5-f8596d85b59a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:25:29Z', 'updated_at': '2021-07-27T21:25:37Z', 'revision_number': 4, 'project_id': 'd8b3b608783d4209938f283075bc1b2d', 'gw_port': {'id': '1ab423ad-7f65-4d54-add5-f8596d85b59a', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:32:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd1fa961-f7b3-452a-ab79-ac6ffde5ad14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3699, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:25:31Z', 'updated_at': '2021-07-27T21:25:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_floatingips': [{'id': 'be265bd6-1e54-4163-a934-b3a5d93903b8', 'tenant_id': 'd8b3b608783d4209938f283075bc1b2d', 'floating_ip_address': '172.25.5.253', 'floating_network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'router_id': 'cd1fa961-f7b3-452a-ab79-ac6ffde5ad14', 'port_id': '21fe47db-6513-4b80-85c4-84834b2e14b3', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3913, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb4cf26f-adff-46cf-9267-b1047e192b6b', 'mac_address': 'fa:16:3e:b6:f2:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b48bdba-4eca-4ad4-b5c2-897afaaa7190', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T21:28:35Z', 'updated_at': '2021-07-27T21:28:35Z', 'revision_number': 0, 'project_id': 'd8b3b608783d4209938f283075bc1b2d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee1bd40c-6c95-4e60-8445-dcdebfe9cc1b', 'name': '', 'network_id': 'bb4cf26f-adff-46cf-9267-b1047e192b6b', 'tenant_id': 'd8b3b608783d4209938f283075bc1b2d', 'mac_address': 'fa:16:3e:d9:6a:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd1fa961-f7b3-452a-ab79-ac6ffde5ad14', 'device_owner': 'network:router_interface', 'standard_attr_id': 3701, 'fixed_ips': [{'subnet_id': '1801b1a7-09b1-44bf-bdb6-d96d89c1fea0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:25:36Z', 'updated_at': '2021-07-27T21:25:49Z', 'revision_number': 5, 'project_id': 'd8b3b608783d4209938f283075bc1b2d', 'subnets': [{'id': '1801b1a7-09b1-44bf-bdb6-d96d89c1fea0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-22', False) {} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:28:36.422900 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c32cd119-c432-42e2-bbb1-faa65861a977 None None] Checking router: cd1fa961-f7b3-452a-ab79-ac6ffde5ad14 for host: n-d-705658-22 {{(pid=105587) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:28:36.425500 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe9b58a-d15f-46c0-8ad2-d39fcd8fec34 req-1593fcca-cf18-4ae6-9b81-08ee4bd7103e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:28:36.427276 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-dfe9b58a-d15f-46c0-8ad2-d39fcd8fec34 req-1593fcca-cf18-4ae6-9b81-08ee4bd7103e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1801b1a7-09b1-44bf-bdb6-d96d89c1fea0 HTTP/1.1" status: 200 len: 852 time: 0.0559006 Jul 27 21:28:36.432921 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c32cd119-c432-42e2-bbb1-faa65861a977 None None] Routers {'cd1fa961-f7b3-452a-ab79-ac6ffde5ad14'} bound to L3 agent in host n-d-705658-22 {{(pid=105587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:28:36.433537 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-c32cd119-c432-42e2-bbb1-faa65861a977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:28:12Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['cd1fa961-f7b3-452a-ab79-ac6ffde5ad14'], 'active': True} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:28:36.507492 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:36.519191 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe9b58a-d15f-46c0-8ad2-d39fcd8fec34 req-40e65550-1a80-4950-90da-a3962602a88d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:28:36.521355 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-dfe9b58a-d15f-46c0-8ad2-d39fcd8fec34 req-40e65550-1a80-4950-90da-a3962602a88d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=bb4cf26f-adff-46cf-9267-b1047e192b6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0866163 Jul 27 21:28:36.571586 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvr_db [None req-c32cd119-c432-42e2-bbb1-faa65861a977 None None] Set router cd1fa961-f7b3-452a-ab79-ac6ffde5ad14 gateway port host: n-d-705658-22 {{(pid=105587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:28:36.659175 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-dfe9b58a-d15f-46c0-8ad2-d39fcd8fec34 req-77025fe2-1b8f-44b7-a1d7-eaaabb5a6f3d service neutron] 10.222.0.36 "GET /v2.0/networks/bb4cf26f-adff-46cf-9267-b1047e192b6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289525 Jul 27 21:28:36.774666 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-dfe9b58a-d15f-46c0-8ad2-d39fcd8fec34 req-8ec868e0-58c5-4bc8-b316-15ad7e442686 service neutron] 10.222.0.36 "GET /v2.0/networks/bb4cf26f-adff-46cf-9267-b1047e192b6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1084039 Jul 27 21:28:36.859162 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-c32cd119-c432-42e2-bbb1-faa65861a977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd1fa961-f7b3-452a-ab79-ac6ffde5ad14', 'name': 'tempest-TestVolumeBackupRestore-161790241-router', 'tenant_id': 'd8b3b608783d4209938f283075bc1b2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.52'}], 'enable_snat': True}, 'gw_port_id': '1ab423ad-7f65-4d54-add5-f8596d85b59a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:25:29Z', 'updated_at': '2021-07-27T21:25:37Z', 'revision_number': 4, 'project_id': 'd8b3b608783d4209938f283075bc1b2d', 'gw_port': {'id': '1ab423ad-7f65-4d54-add5-f8596d85b59a', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:32:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd1fa961-f7b3-452a-ab79-ac6ffde5ad14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3699, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:25:31Z', 'updated_at': '2021-07-27T21:25:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_floatingips': [{'id': 'be265bd6-1e54-4163-a934-b3a5d93903b8', 'tenant_id': 'd8b3b608783d4209938f283075bc1b2d', 'floating_ip_address': '172.25.5.253', 'floating_network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'router_id': 'cd1fa961-f7b3-452a-ab79-ac6ffde5ad14', 'port_id': '21fe47db-6513-4b80-85c4-84834b2e14b3', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3913, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb4cf26f-adff-46cf-9267-b1047e192b6b', 'mac_address': 'fa:16:3e:b6:f2:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b48bdba-4eca-4ad4-b5c2-897afaaa7190', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T21:28:35Z', 'updated_at': '2021-07-27T21:28:35Z', 'revision_number': 0, 'project_id': 'd8b3b608783d4209938f283075bc1b2d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee1bd40c-6c95-4e60-8445-dcdebfe9cc1b', 'name': '', 'network_id': 'bb4cf26f-adff-46cf-9267-b1047e192b6b', 'tenant_id': 'd8b3b608783d4209938f283075bc1b2d', 'mac_address': 'fa:16:3e:d9:6a:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd1fa961-f7b3-452a-ab79-ac6ffde5ad14', 'device_owner': 'network:router_interface', 'standard_attr_id': 3701, 'fixed_ips': [{'subnet_id': '1801b1a7-09b1-44bf-bdb6-d96d89c1fea0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:25:36Z', 'updated_at': '2021-07-27T21:25:49Z', 'revision_number': 5, 'project_id': 'd8b3b608783d4209938f283075bc1b2d', 'subnets': [{'id': '1801b1a7-09b1-44bf-bdb6-d96d89c1fea0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-22', False) {} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:28:36.887131 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c32cd119-c432-42e2-bbb1-faa65861a977 None None] The sync data for ids ['cd1fa961-f7b3-452a-ab79-ac6ffde5ad14'] in n-d-705658-22 is: [{'id': 'cd1fa961-f7b3-452a-ab79-ac6ffde5ad14', 'name': 'tempest-TestVolumeBackupRestore-161790241-router', 'tenant_id': 'd8b3b608783d4209938f283075bc1b2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.52'}], 'enable_snat': True}, 'gw_port_id': '1ab423ad-7f65-4d54-add5-f8596d85b59a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:25:29Z', 'updated_at': '2021-07-27T21:25:37Z', 'revision_number': 4, 'project_id': 'd8b3b608783d4209938f283075bc1b2d', 'gw_port': {'id': '1ab423ad-7f65-4d54-add5-f8596d85b59a', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:32:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd1fa961-f7b3-452a-ab79-ac6ffde5ad14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3699, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:25:31Z', 'updated_at': '2021-07-27T21:25:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_floatingips': [{'id': 'be265bd6-1e54-4163-a934-b3a5d93903b8', 'tenant_id': 'd8b3b608783d4209938f283075bc1b2d', 'floating_ip_address': '172.25.5.253', 'floating_network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'router_id': 'cd1fa961-f7b3-452a-ab79-ac6ffde5ad14', 'port_id': '21fe47db-6513-4b80-85c4-84834b2e14b3', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3913, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb4cf26f-adff-46cf-9267-b1047e192b6b', 'mac_address': 'fa:16:3e:b6:f2:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b48bdba-4eca-4ad4-b5c2-897afaaa7190', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T21:28:35Z', 'updated_at': '2021-07-27T21:28:35Z', 'revision_number': 0, 'project_id': 'd8b3b608783d4209938f283075bc1b2d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee1bd40c-6c95-4e60-8445-dcdebfe9cc1b', 'name': '', 'network_id': 'bb4cf26f-adff-46cf-9267-b1047e192b6b', 'tenant_id': 'd8b3b608783d4209938f283075bc1b2d', 'mac_address': 'fa:16:3e:d9:6a:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd1fa961-f7b3-452a-ab79-ac6ffde5ad14', 'device_owner': 'network:router_interface', 'standard_attr_id': 3701, 'fixed_ips': [{'subnet_id': '1801b1a7-09b1-44bf-bdb6-d96d89c1fea0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:25:36Z', 'updated_at': '2021-07-27T21:25:49Z', 'revision_number': 5, 'project_id': 'd8b3b608783d4209938f283075bc1b2d', 'subnets': [{'id': '1801b1a7-09b1-44bf-bdb6-d96d89c1fea0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:28:37.162714 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85e3ad68-160c-429b-9652-84d93e951bda None None] New status for floating IP be265bd6-1e54-4163-a934-b3a5d93903b8: ACTIVE {{(pid=105586) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 21:28:37.205264 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-7c475359-07d2-4806-9ddf-9f775e71d62f tempest-TestVolumeBackupRestore-657170423 tempest-TestVolumeBackupRestore-657170423-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:37.210779 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-7c475359-07d2-4806-9ddf-9f775e71d62f tempest-TestVolumeBackupRestore-657170423 tempest-TestVolumeBackupRestore-657170423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4075768'] for floatingip, after_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:37.307401 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.db.api [None req-85e3ad68-160c-429b-9652-84d93e951bda None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105586) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 27 21:28:37.307765 n-d-705658-22 neutron-server[105586]: DEBUG oslo_db.api [None req-85e3ad68-160c-429b-9652-84d93e951bda None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 27 21:28:37.479800 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c475359-07d2-4806-9ddf-9f775e71d62f tempest-TestVolumeBackupRestore-657170423 tempest-TestVolumeBackupRestore-657170423-project] Router cd1fa961-f7b3-452a-ab79-ac6ffde5ad14 has already been hosted by L3 agent dd128fd7-8e57-4d4f-895b-a96b369df59a {{(pid=105585) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:28:37.606390 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c475359-07d2-4806-9ddf-9f775e71d62f tempest-TestVolumeBackupRestore-657170423 tempest-TestVolumeBackupRestore-657170423-project] Notify agent at l3_agent.n-d-705658-22 the message routers_updated {{(pid=105585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:28:37.610925 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-7c475359-07d2-4806-9ddf-9f775e71d62f tempest-TestVolumeBackupRestore-657170423 tempest-TestVolumeBackupRestore-657170423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for floatingip, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:37.649793 n-d-705658-22 neutron-server[105585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b48bdba-4eca-4ad4-b5c2-897afaaa7190', 'tag': '21fe47db-6513-4b80-85c4-84834b2e14b3'}] {{(pid=105585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:28:37.652073 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d66fd65881426bfc2b5388084a3654e5eae521106a15a3dbf0eb4cde7106c36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d305557f-ba9e-47a9-a514-d839200dad40" -d '{"events": [{"name": "network-changed", "server_uuid": "9b48bdba-4eca-4ad4-b5c2-897afaaa7190", "tag": "21fe47db-6513-4b80-85c4-84834b2e14b3"}]}' {{(pid=105585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:28:37.690477 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:28:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fce3f92-d263-4b71-b98a-1289a12c357b x-openstack-request-id: req-0fce3f92-d263-4b71-b98a-1289a12c357b {{(pid=105585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:28:37.690765 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b48bdba-4eca-4ad4-b5c2-897afaaa7190", "tag": "21fe47db-6513-4b80-85c4-84834b2e14b3", "status": "completed", "code": 200}]} {{(pid=105585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:28:37.691045 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-0fce3f92-d263-4b71-b98a-1289a12c357b {{(pid=105585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:28:37.691444 n-d-705658-22 neutron-server[105585]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b48bdba-4eca-4ad4-b5c2-897afaaa7190', 'tag': '21fe47db-6513-4b80-85c4-84834b2e14b3', 'status': 'completed', 'code': 200} Jul 27 21:28:37.693982 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-7c475359-07d2-4806-9ddf-9f775e71d62f tempest-TestVolumeBackupRestore-657170423 tempest-TestVolumeBackupRestore-657170423-project] 10.222.0.59 "PUT /v2.0/floatingips/be265bd6-1e54-4163-a934-b3a5d93903b8 HTTP/1.1" status: 200 len: 992 time: 1.5984740 Jul 27 21:28:37.770849 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d305557f-ba9e-47a9-a514-d839200dad40 req-da042833-ea91-4298-a863-8975072711c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:28:37.772459 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-d305557f-ba9e-47a9-a514-d839200dad40 req-da042833-ea91-4298-a863-8975072711c9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d8b3b608783d4209938f283075bc1b2d&device_id=9b48bdba-4eca-4ad4-b5c2-897afaaa7190 HTTP/1.1" status: 200 len: 1098 time: 0.0558410 Jul 27 21:28:37.808910 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85e3ad68-160c-429b-9652-84d93e951bda None None] New status for floating IP be265bd6-1e54-4163-a934-b3a5d93903b8: ACTIVE {{(pid=105586) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 21:28:37.876482 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d305557f-ba9e-47a9-a514-d839200dad40 req-b390e0c7-4e94-4a11-93f2-ea8e6494498b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:28:37.882033 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-d305557f-ba9e-47a9-a514-d839200dad40 req-b390e0c7-4e94-4a11-93f2-ea8e6494498b service neutron] 10.222.0.36 "GET /v2.0/networks?id=bb4cf26f-adff-46cf-9267-b1047e192b6b HTTP/1.1" status: 200 len: 914 time: 0.0946586 Jul 27 21:28:37.963564 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-d305557f-ba9e-47a9-a514-d839200dad40 req-86e782e4-a5d3-4925-9e66-a8d2796ba2b5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=21fe47db-6513-4b80-85c4-84834b2e14b3 HTTP/1.1" status: 200 len: 1000 time: 0.0742471 Jul 27 21:28:38.021268 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d305557f-ba9e-47a9-a514-d839200dad40 req-aeba2651-b5c7-42bf-b3ba-e621b47beb7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:28:38.022684 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-d305557f-ba9e-47a9-a514-d839200dad40 req-aeba2651-b5c7-42bf-b3ba-e621b47beb7a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1801b1a7-09b1-44bf-bdb6-d96d89c1fea0 HTTP/1.1" status: 200 len: 852 time: 0.0499227 Jul 27 21:28:38.068544 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e88c0f12-d0a9-4fcf-8f64-19559576ebe1 None None] Sync routers for ids ['cd1fa961-f7b3-452a-ab79-ac6ffde5ad14'] in n-d-705658-22 {{(pid=105587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:28:38.078418 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e88c0f12-d0a9-4fcf-8f64-19559576ebe1 None None] Routers {'cd1fa961-f7b3-452a-ab79-ac6ffde5ad14'} bound to L3 agent in host n-d-705658-22 {{(pid=105587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:28:38.079071 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-e88c0f12-d0a9-4fcf-8f64-19559576ebe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:28:12Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['cd1fa961-f7b3-452a-ab79-ac6ffde5ad14'], 'active': True} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:28:38.091250 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d305557f-ba9e-47a9-a514-d839200dad40 req-7f046bab-e1a2-443d-9a96-122a00eb37bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:28:38.092806 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-d305557f-ba9e-47a9-a514-d839200dad40 req-7f046bab-e1a2-443d-9a96-122a00eb37bd service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=bb4cf26f-adff-46cf-9267-b1047e192b6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0579455 Jul 27 21:28:38.195915 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvr_db [None req-e88c0f12-d0a9-4fcf-8f64-19559576ebe1 None None] Set router cd1fa961-f7b3-452a-ab79-ac6ffde5ad14 gateway port host: n-d-705658-22 {{(pid=105587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:28:38.220323 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-d305557f-ba9e-47a9-a514-d839200dad40 req-e593d628-9088-4bbe-aaf0-97198876a4c5 service neutron] 10.222.0.36 "GET /v2.0/networks/bb4cf26f-adff-46cf-9267-b1047e192b6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1140380 Jul 27 21:28:38.320223 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-d305557f-ba9e-47a9-a514-d839200dad40 req-94168414-5fee-4264-8a8a-c7cbedb7a2a3 service neutron] 10.222.0.36 "GET /v2.0/networks/bb4cf26f-adff-46cf-9267-b1047e192b6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827296 Jul 27 21:28:38.424664 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-e88c0f12-d0a9-4fcf-8f64-19559576ebe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd1fa961-f7b3-452a-ab79-ac6ffde5ad14', 'name': 'tempest-TestVolumeBackupRestore-161790241-router', 'tenant_id': 'd8b3b608783d4209938f283075bc1b2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.52'}], 'enable_snat': True}, 'gw_port_id': '1ab423ad-7f65-4d54-add5-f8596d85b59a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:25:29Z', 'updated_at': '2021-07-27T21:25:37Z', 'revision_number': 4, 'project_id': 'd8b3b608783d4209938f283075bc1b2d', 'gw_port': {'id': '1ab423ad-7f65-4d54-add5-f8596d85b59a', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:32:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd1fa961-f7b3-452a-ab79-ac6ffde5ad14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3699, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:25:31Z', 'updated_at': '2021-07-27T21:25:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_floatingips': [{'id': 'be265bd6-1e54-4163-a934-b3a5d93903b8', 'tenant_id': 'd8b3b608783d4209938f283075bc1b2d', 'floating_ip_address': '172.25.5.253', 'floating_network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'router_id': 'cd1fa961-f7b3-452a-ab79-ac6ffde5ad14', 'port_id': '21fe47db-6513-4b80-85c4-84834b2e14b3', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3913, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb4cf26f-adff-46cf-9267-b1047e192b6b', 'mac_address': 'fa:16:3e:b6:f2:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b48bdba-4eca-4ad4-b5c2-897afaaa7190', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T21:28:35Z', 'updated_at': '2021-07-27T21:28:37Z', 'revision_number': 2, 'project_id': 'd8b3b608783d4209938f283075bc1b2d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee1bd40c-6c95-4e60-8445-dcdebfe9cc1b', 'name': '', 'network_id': 'bb4cf26f-adff-46cf-9267-b1047e192b6b', 'tenant_id': 'd8b3b608783d4209938f283075bc1b2d', 'mac_address': 'fa:16:3e:d9:6a:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd1fa961-f7b3-452a-ab79-ac6ffde5ad14', 'device_owner': 'network:router_interface', 'standard_attr_id': 3701, 'fixed_ips': [{'subnet_id': '1801b1a7-09b1-44bf-bdb6-d96d89c1fea0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:25:36Z', 'updated_at': '2021-07-27T21:25:49Z', 'revision_number': 5, 'project_id': 'd8b3b608783d4209938f283075bc1b2d', 'subnets': [{'id': '1801b1a7-09b1-44bf-bdb6-d96d89c1fea0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-22', False) {} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:28:38.455322 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e88c0f12-d0a9-4fcf-8f64-19559576ebe1 None None] Checking router: cd1fa961-f7b3-452a-ab79-ac6ffde5ad14 for host: n-d-705658-22 {{(pid=105587) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:28:38.464342 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e88c0f12-d0a9-4fcf-8f64-19559576ebe1 None None] Routers {'cd1fa961-f7b3-452a-ab79-ac6ffde5ad14'} bound to L3 agent in host n-d-705658-22 {{(pid=105587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:28:38.465000 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-e88c0f12-d0a9-4fcf-8f64-19559576ebe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:28:12Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['cd1fa961-f7b3-452a-ab79-ac6ffde5ad14'], 'active': True} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:28:38.659679 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvr_db [None req-e88c0f12-d0a9-4fcf-8f64-19559576ebe1 None None] Set router cd1fa961-f7b3-452a-ab79-ac6ffde5ad14 gateway port host: n-d-705658-22 {{(pid=105587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:28:38.886284 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-e88c0f12-d0a9-4fcf-8f64-19559576ebe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd1fa961-f7b3-452a-ab79-ac6ffde5ad14', 'name': 'tempest-TestVolumeBackupRestore-161790241-router', 'tenant_id': 'd8b3b608783d4209938f283075bc1b2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.52'}], 'enable_snat': True}, 'gw_port_id': '1ab423ad-7f65-4d54-add5-f8596d85b59a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:25:29Z', 'updated_at': '2021-07-27T21:25:37Z', 'revision_number': 4, 'project_id': 'd8b3b608783d4209938f283075bc1b2d', 'gw_port': {'id': '1ab423ad-7f65-4d54-add5-f8596d85b59a', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:32:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd1fa961-f7b3-452a-ab79-ac6ffde5ad14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3699, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:25:31Z', 'updated_at': '2021-07-27T21:25:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_floatingips': [{'id': 'be265bd6-1e54-4163-a934-b3a5d93903b8', 'tenant_id': 'd8b3b608783d4209938f283075bc1b2d', 'floating_ip_address': '172.25.5.253', 'floating_network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'router_id': 'cd1fa961-f7b3-452a-ab79-ac6ffde5ad14', 'port_id': '21fe47db-6513-4b80-85c4-84834b2e14b3', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3913, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb4cf26f-adff-46cf-9267-b1047e192b6b', 'mac_address': 'fa:16:3e:b6:f2:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b48bdba-4eca-4ad4-b5c2-897afaaa7190', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T21:28:35Z', 'updated_at': '2021-07-27T21:28:37Z', 'revision_number': 2, 'project_id': 'd8b3b608783d4209938f283075bc1b2d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee1bd40c-6c95-4e60-8445-dcdebfe9cc1b', 'name': '', 'network_id': 'bb4cf26f-adff-46cf-9267-b1047e192b6b', 'tenant_id': 'd8b3b608783d4209938f283075bc1b2d', 'mac_address': 'fa:16:3e:d9:6a:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd1fa961-f7b3-452a-ab79-ac6ffde5ad14', 'device_owner': 'network:router_interface', 'standard_attr_id': 3701, 'fixed_ips': [{'subnet_id': '1801b1a7-09b1-44bf-bdb6-d96d89c1fea0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:25:36Z', 'updated_at': '2021-07-27T21:25:49Z', 'revision_number': 5, 'project_id': 'd8b3b608783d4209938f283075bc1b2d', 'subnets': [{'id': '1801b1a7-09b1-44bf-bdb6-d96d89c1fea0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-22', False) {} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:28:38.904302 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-350812b2-f8f8-4547-8e4c-9f93cc0df450 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:38.914225 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e88c0f12-d0a9-4fcf-8f64-19559576ebe1 None None] The sync data for ids ['cd1fa961-f7b3-452a-ab79-ac6ffde5ad14'] in n-d-705658-22 is: [{'id': 'cd1fa961-f7b3-452a-ab79-ac6ffde5ad14', 'name': 'tempest-TestVolumeBackupRestore-161790241-router', 'tenant_id': 'd8b3b608783d4209938f283075bc1b2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.52'}], 'enable_snat': True}, 'gw_port_id': '1ab423ad-7f65-4d54-add5-f8596d85b59a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:25:29Z', 'updated_at': '2021-07-27T21:25:37Z', 'revision_number': 4, 'project_id': 'd8b3b608783d4209938f283075bc1b2d', 'gw_port': {'id': '1ab423ad-7f65-4d54-add5-f8596d85b59a', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:32:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd1fa961-f7b3-452a-ab79-ac6ffde5ad14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3699, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:25:31Z', 'updated_at': '2021-07-27T21:25:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_floatingips': [{'id': 'be265bd6-1e54-4163-a934-b3a5d93903b8', 'tenant_id': 'd8b3b608783d4209938f283075bc1b2d', 'floating_ip_address': '172.25.5.253', 'floating_network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'router_id': 'cd1fa961-f7b3-452a-ab79-ac6ffde5ad14', 'port_id': '21fe47db-6513-4b80-85c4-84834b2e14b3', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3913, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb4cf26f-adff-46cf-9267-b1047e192b6b', 'mac_address': 'fa:16:3e:b6:f2:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b48bdba-4eca-4ad4-b5c2-897afaaa7190', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T21:28:35Z', 'updated_at': '2021-07-27T21:28:37Z', 'revision_number': 2, 'project_id': 'd8b3b608783d4209938f283075bc1b2d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee1bd40c-6c95-4e60-8445-dcdebfe9cc1b', 'name': '', 'network_id': 'bb4cf26f-adff-46cf-9267-b1047e192b6b', 'tenant_id': 'd8b3b608783d4209938f283075bc1b2d', 'mac_address': 'fa:16:3e:d9:6a:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd1fa961-f7b3-452a-ab79-ac6ffde5ad14', 'device_owner': 'network:router_interface', 'standard_attr_id': 3701, 'fixed_ips': [{'subnet_id': '1801b1a7-09b1-44bf-bdb6-d96d89c1fea0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:25:36Z', 'updated_at': '2021-07-27T21:25:49Z', 'revision_number': 5, 'project_id': 'd8b3b608783d4209938f283075bc1b2d', 'subnets': [{'id': '1801b1a7-09b1-44bf-bdb6-d96d89c1fea0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:28:39.693173 n-d-705658-22 neutron-server[105585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b48bdba-4eca-4ad4-b5c2-897afaaa7190', 'tag': '21fe47db-6513-4b80-85c4-84834b2e14b3'}] {{(pid=105585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:28:39.695591 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d66fd65881426bfc2b5388084a3654e5eae521106a15a3dbf0eb4cde7106c36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-345fa876-2790-44c6-90a5-48fa798ab768" -d '{"events": [{"name": "network-changed", "server_uuid": "9b48bdba-4eca-4ad4-b5c2-897afaaa7190", "tag": "21fe47db-6513-4b80-85c4-84834b2e14b3"}]}' {{(pid=105585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:28:39.733000 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:28:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39fa4a91-4564-4586-8a26-5bfcd4fa47c3 x-openstack-request-id: req-39fa4a91-4564-4586-8a26-5bfcd4fa47c3 {{(pid=105585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:28:39.733516 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b48bdba-4eca-4ad4-b5c2-897afaaa7190", "tag": "21fe47db-6513-4b80-85c4-84834b2e14b3", "status": "completed", "code": 200}]} {{(pid=105585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:28:39.733868 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-39fa4a91-4564-4586-8a26-5bfcd4fa47c3 {{(pid=105585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:28:39.734398 n-d-705658-22 neutron-server[105585]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b48bdba-4eca-4ad4-b5c2-897afaaa7190', 'tag': '21fe47db-6513-4b80-85c4-84834b2e14b3', 'status': 'completed', 'code': 200} Jul 27 21:28:39.811180 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345fa876-2790-44c6-90a5-48fa798ab768 req-ab76f02d-7ed2-41a5-ab44-4e1297d44c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:28:39.812579 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-345fa876-2790-44c6-90a5-48fa798ab768 req-ab76f02d-7ed2-41a5-ab44-4e1297d44c14 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d8b3b608783d4209938f283075bc1b2d&device_id=9b48bdba-4eca-4ad4-b5c2-897afaaa7190 HTTP/1.1" status: 200 len: 1098 time: 0.0587258 Jul 27 21:28:39.903776 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345fa876-2790-44c6-90a5-48fa798ab768 req-35cbc58f-fb46-4b71-8f63-3749b6b3ddbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:28:39.905277 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-345fa876-2790-44c6-90a5-48fa798ab768 req-35cbc58f-fb46-4b71-8f63-3749b6b3ddbe service neutron] 10.222.0.36 "GET /v2.0/networks?id=bb4cf26f-adff-46cf-9267-b1047e192b6b HTTP/1.1" status: 200 len: 914 time: 0.0856080 Jul 27 21:28:39.977427 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-345fa876-2790-44c6-90a5-48fa798ab768 req-8017062f-2017-4a80-b0fe-a6f1cf925a5c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=21fe47db-6513-4b80-85c4-84834b2e14b3 HTTP/1.1" status: 200 len: 1002 time: 0.0649586 Jul 27 21:28:40.028990 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345fa876-2790-44c6-90a5-48fa798ab768 req-422dac4f-8b8d-4626-91c3-bf54e64ea18b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:28:40.030461 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-345fa876-2790-44c6-90a5-48fa798ab768 req-422dac4f-8b8d-4626-91c3-bf54e64ea18b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1801b1a7-09b1-44bf-bdb6-d96d89c1fea0 HTTP/1.1" status: 200 len: 852 time: 0.0449193 Jul 27 21:28:40.088917 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345fa876-2790-44c6-90a5-48fa798ab768 req-5161bcea-5a3e-4351-9046-ea88866934ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:28:40.090343 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-345fa876-2790-44c6-90a5-48fa798ab768 req-5161bcea-5a3e-4351-9046-ea88866934ae service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=bb4cf26f-adff-46cf-9267-b1047e192b6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0532122 Jul 27 21:28:40.184025 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-345fa876-2790-44c6-90a5-48fa798ab768 req-37fc8474-442d-4b39-95ad-bcabaec4362f service neutron] 10.222.0.36 "GET /v2.0/networks/bb4cf26f-adff-46cf-9267-b1047e192b6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847697 Jul 27 21:28:40.259510 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:40.276649 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-345fa876-2790-44c6-90a5-48fa798ab768 req-0d7b8cc8-641c-485c-a26d-a868f8abd107 service neutron] 10.222.0.36 "GET /v2.0/networks/bb4cf26f-adff-46cf-9267-b1047e192b6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835922 Jul 27 21:28:41.554455 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-d6f7a8db-10fd-411b-95a3-323dda90e0ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:41.859741 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c29317-a1c1-4458-b557-7377c930008e req-9a9a667b-eeee-448e-8db9-40a05e28346d tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:28:41.861236 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-89c29317-a1c1-4458-b557-7377c930008e req-9a9a667b-eeee-448e-8db9-40a05e28346d tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] 10.222.0.59 "GET /v2.0/networks?id=b8c68474-1d26-4c5c-9f82-5da72e824d0f HTTP/1.1" status: 200 len: 810 time: 0.1032639 Jul 27 21:28:41.877078 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-89c29317-a1c1-4458-b557-7377c930008e req-eccb200b-f359-4dc9-acc7-d7d20afd4fa5 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] 10.222.0.59 "GET /v2.0/quotas/86837ff0d819403d862560ca192fdca7 HTTP/1.1" status: 200 len: 375 time: 0.0092888 Jul 27 21:28:41.884716 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:41.946379 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-89c29317-a1c1-4458-b557-7377c930008e req-ceb9a52c-a3be-4d34-b0fa-6d284b5fb16c tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=86837ff0d819403d862560ca192fdca7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0624084 Jul 27 21:28:42.036123 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-89c29317-a1c1-4458-b557-7377c930008e req-513b5dfa-d954-4f8b-8aef-4d29556b59ee service neutron] 10.222.0.59 "GET /v2.0/networks/b8c68474-1d26-4c5c-9f82-5da72e824d0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831583 Jul 27 21:28:42.141415 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-89c29317-a1c1-4458-b557-7377c930008e req-02557d90-534d-4e9d-a46e-09d59b867c4d service neutron] 10.222.0.59 "GET /v2.0/networks/b8c68474-1d26-4c5c-9f82-5da72e824d0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993249 Jul 27 21:28:42.328576 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-738d4b02-b3e8-46c8-8f46-748959e9fb77 req-31e04688-1893-4b6a-be4e-8b240007bbe8 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] 10.222.0.59 "GET /v2.0/ports?device_id=2404bb63-7c94-4c2b-bf6c-70a41c0b9e63 HTTP/1.1" status: 200 len: 210 time: 0.0307014 Jul 27 21:28:42.937891 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-bb32ed7d-8717-448b-a9c8-a5a0117d1fd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:43.232301 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c29317-a1c1-4458-b557-7377c930008e req-f9f0cf90-42ce-4479-bc27-efdc5abfcdf7 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:28:43.233792 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-89c29317-a1c1-4458-b557-7377c930008e req-f9f0cf90-42ce-4479-bc27-efdc5abfcdf7 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] 10.222.0.60 "GET /v2.0/networks?id=b8c68474-1d26-4c5c-9f82-5da72e824d0f HTTP/1.1" status: 200 len: 810 time: 0.1308649 Jul 27 21:28:43.246349 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [req-89c29317-a1c1-4458-b557-7377c930008e req-d4e15041-a59c-4567-bb0b-6f89ff173ff7 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Request body: {'port': {'device_id': '2404bb63-7c94-4c2b-bf6c-70a41c0b9e63', 'network_id': 'b8c68474-1d26-4c5c-9f82-5da72e824d0f', 'admin_state_up': True, 'tenant_id': '86837ff0d819403d862560ca192fdca7'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:28:43.366802 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-89c29317-a1c1-4458-b557-7377c930008e req-d4e15041-a59c-4567-bb0b-6f89ff173ff7 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Made reservation on behalf of 86837ff0d819403d862560ca192fdca7 for: {'port': 1} {{(pid=105585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:28:43.370642 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-89c29317-a1c1-4458-b557-7377c930008e req-d4e15041-a59c-4567-bb0b-6f89ff173ff7 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:43.462989 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-c424b4f2-c052-4c75-8d1d-f85412818a1e req-4ab1832f-5e91-43eb-8826-b535f4ed50e8 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] 10.222.0.59 "GET /v2.0/ports?device_id=2404bb63-7c94-4c2b-bf6c-70a41c0b9e63 HTTP/1.1" status: 200 len: 210 time: 0.0639396 Jul 27 21:28:43.539668 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.db_base_plugin_common [req-89c29317-a1c1-4458-b557-7377c930008e req-d4e15041-a59c-4567-bb0b-6f89ff173ff7 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Allocated IP 172.20.0.9 (b8c68474-1d26-4c5c-9f82-5da72e824d0f/11733cc0-d894-4d0f-84a6-7f612951db53/22ab25b8-4101-481e-9408-58ba18ce0e84) {{(pid=105585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:28:43.710763 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-89c29317-a1c1-4458-b557-7377c930008e req-d4e15041-a59c-4567-bb0b-6f89ff173ff7 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Notify callbacks [] for port, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:43.729986 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.provisioning_blocks [req-89c29317-a1c1-4458-b557-7377c930008e req-d4e15041-a59c-4567-bb0b-6f89ff173ff7 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Transition to ACTIVE for port object 22ab25b8-4101-481e-9408-58ba18ce0e84 will not be triggered until provisioned by entity DHCP. {{(pid=105585) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:28:43.769159 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-89c29317-a1c1-4458-b557-7377c930008e req-d4e15041-a59c-4567-bb0b-6f89ff173ff7 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:43.817078 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-89c29317-a1c1-4458-b557-7377c930008e req-d4e15041-a59c-4567-bb0b-6f89ff173ff7 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Network b8c68474-1d26-4c5c-9f82-5da72e824d0f is already hosted by enough agents. {{(pid=105585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:28:43.820135 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.base_scheduler [req-89c29317-a1c1-4458-b557-7377c930008e req-d4e15041-a59c-4567-bb0b-6f89ff173ff7 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Resources bound (agent type, host, resource id): {{(pid=105585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:28:43.824590 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.l3_dvrscheduler_db [req-89c29317-a1c1-4458-b557-7377c930008e req-d4e15041-a59c-4567-bb0b-6f89ff173ff7 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Received port after_create {{(pid=105585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:28:43.828617 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e15041-a59c-4567-bb0b-6f89ff173ff7 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Pushing event updated for resources: {'Port': ['ID=22ab25b8-4101-481e-9408-58ba18ce0e84,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:28:43.882114 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c29317-a1c1-4458-b557-7377c930008e req-d4e15041-a59c-4567-bb0b-6f89ff173ff7 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:28:43.882858 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-89c29317-a1c1-4458-b557-7377c930008e req-d4e15041-a59c-4567-bb0b-6f89ff173ff7 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:43.902483 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-89c29317-a1c1-4458-b557-7377c930008e req-d4e15041-a59c-4567-bb0b-6f89ff173ff7 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6601677 Jul 27 21:28:43.980441 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [req-89c29317-a1c1-4458-b557-7377c930008e req-116472cd-7811-4da9-b413-670c67c92cf3 service neutron] Request body: {'port': {'device_id': '2404bb63-7c94-4c2b-bf6c-70a41c0b9e63', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-705658-22'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:28:44.070455 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-89c29317-a1c1-4458-b557-7377c930008e req-116472cd-7811-4da9-b413-670c67c92cf3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:44.131919 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-245822db-7a4c-440c-8d37-0cb1980fb32f None None] Provisioning for port 22ab25b8-4101-481e-9408-58ba18ce0e84 completed by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:28:44.138760 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-245822db-7a4c-440c-8d37-0cb1980fb32f None None] Provisioning complete for port 22ab25b8-4101-481e-9408-58ba18ce0e84 triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:28:44.139580 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-245822db-7a4c-440c-8d37-0cb1980fb32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:44.185122 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-245822db-7a4c-440c-8d37-0cb1980fb32f None None] Port 22ab25b8-4101-481e-9408-58ba18ce0e84 cannot update to ACTIVE because it is not bound. {{(pid=105586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:28:44.354954 n-d-705658-22 neutron-server[105585]: DEBUG neutron.notifiers.nova [req-89c29317-a1c1-4458-b557-7377c930008e req-116472cd-7811-4da9-b413-670c67c92cf3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 22ab25b8-4101-481e-9408-58ba18ce0e84 {{(pid=105585) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:28:44.362856 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-89c29317-a1c1-4458-b557-7377c930008e req-116472cd-7811-4da9-b413-670c67c92cf3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:44.373530 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-875ced1b-4cf3-463a-9653-058f0f9421e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:44.376586 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.provisioning_blocks [req-89c29317-a1c1-4458-b557-7377c930008e req-116472cd-7811-4da9-b413-670c67c92cf3 service neutron] Transition to ACTIVE for port object 22ab25b8-4101-481e-9408-58ba18ce0e84 will not be triggered until provisioned by entity L2. {{(pid=105585) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:28:44.379694 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-89c29317-a1c1-4458-b557-7377c930008e req-116472cd-7811-4da9-b413-670c67c92cf3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10221672'] for port, after_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:44.434187 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116472cd-7811-4da9-b413-670c67c92cf3 service neutron] Pushing event updated for resources: {'Port': ['ID=22ab25b8-4101-481e-9408-58ba18ce0e84,revision_number=2']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:28:44.518312 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.managers [req-89c29317-a1c1-4458-b557-7377c930008e req-116472cd-7811-4da9-b413-670c67c92cf3 service neutron] Attempting to bind port 22ab25b8-4101-481e-9408-58ba18ce0e84 on host n-h2-705658-22 for vnic_type normal with profile {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:28:44.518655 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.managers [req-89c29317-a1c1-4458-b557-7377c930008e req-116472cd-7811-4da9-b413-670c67c92cf3 service neutron] Attempting to bind port 22ab25b8-4101-481e-9408-58ba18ce0e84 by drivers openvswitch,hyperv on host n-h2-705658-22 at level 0 using segments [{'id': '6a44b0c8-0b10-4191-b0e4-021984ddfab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'b8c68474-1d26-4c5c-9f82-5da72e824d0f'}] {{(pid=105585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:28:44.519176 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89c29317-a1c1-4458-b557-7377c930008e req-116472cd-7811-4da9-b413-670c67c92cf3 service neutron] Attempting to bind port 22ab25b8-4101-481e-9408-58ba18ce0e84 on network b8c68474-1d26-4c5c-9f82-5da72e824d0f {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:28:44.524990 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89c29317-a1c1-4458-b557-7377c930008e req-116472cd-7811-4da9-b413-670c67c92cf3 service neutron] Port 22ab25b8-4101-481e-9408-58ba18ce0e84 on network b8c68474-1d26-4c5c-9f82-5da72e824d0f not bound, no agent of type Open vSwitch agent registered on host n-h2-705658-22 {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:28:44.525328 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89c29317-a1c1-4458-b557-7377c930008e req-116472cd-7811-4da9-b413-670c67c92cf3 service neutron] Attempting to bind port 22ab25b8-4101-481e-9408-58ba18ce0e84 on network b8c68474-1d26-4c5c-9f82-5da72e824d0f {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:28:44.530866 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89c29317-a1c1-4458-b557-7377c930008e req-116472cd-7811-4da9-b413-670c67c92cf3 service neutron] Checking agent: {'id': '65195a73-a875-4810-9f5b-622ae260a8a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 49, 40), 'started_at': datetime.datetime(2021, 7, 27, 20, 49, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 28, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:28:44.531309 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89c29317-a1c1-4458-b557-7377c930008e req-116472cd-7811-4da9-b413-670c67c92cf3 service neutron] Checking segment: {'id': '6a44b0c8-0b10-4191-b0e4-021984ddfab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'b8c68474-1d26-4c5c-9f82-5da72e824d0f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:28:44.531698 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89c29317-a1c1-4458-b557-7377c930008e req-116472cd-7811-4da9-b413-670c67c92cf3 service neutron] Bound using segment: {'id': '6a44b0c8-0b10-4191-b0e4-021984ddfab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'b8c68474-1d26-4c5c-9f82-5da72e824d0f'} {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:28:44.532131 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.managers [req-89c29317-a1c1-4458-b557-7377c930008e req-116472cd-7811-4da9-b413-670c67c92cf3 service neutron] Bound port: 22ab25b8-4101-481e-9408-58ba18ce0e84, host: n-h2-705658-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a44b0c8-0b10-4191-b0e4-021984ddfab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'b8c68474-1d26-4c5c-9f82-5da72e824d0f'}}] {{(pid=105585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:28:44.532783 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-89c29317-a1c1-4458-b557-7377c930008e req-116472cd-7811-4da9-b413-670c67c92cf3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:44.641379 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.db [req-89c29317-a1c1-4458-b557-7377c930008e req-116472cd-7811-4da9-b413-670c67c92cf3 service neutron] For port 22ab25b8-4101-481e-9408-58ba18ce0e84, host n-h2-705658-22, cleared binding levels {{(pid=105585) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:28:44.646649 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.db [req-89c29317-a1c1-4458-b557-7377c930008e req-116472cd-7811-4da9-b413-670c67c92cf3 service neutron] For port 22ab25b8-4101-481e-9408-58ba18ce0e84, host n-h2-705658-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=22ab25b8-4101-481e-9408-58ba18ce0e84,segment=NetworkSegment(6a44b0c8-0b10-4191-b0e4-021984ddfab8),segment_id=6a44b0c8-0b10-4191-b0e4-021984ddfab8)] {{(pid=105585) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:28:44.651782 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-89c29317-a1c1-4458-b557-7377c930008e req-116472cd-7811-4da9-b413-670c67c92cf3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10221672'] for port, after_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:44.702254 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72857e48-2273-417d-9e7c-f15d50cca330 req-18fe5f8d-adb7-44e6-b2ab-5c6fa5e433b3 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:28:44.704000 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-72857e48-2273-417d-9e7c-f15d50cca330 req-18fe5f8d-adb7-44e6-b2ab-5c6fa5e433b3 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] 10.222.0.59 "GET /v2.0/ports?device_id=2404bb63-7c94-4c2b-bf6c-70a41c0b9e63 HTTP/1.1" status: 200 len: 943 time: 0.1376379 Jul 27 21:28:44.707619 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c29317-a1c1-4458-b557-7377c930008e req-116472cd-7811-4da9-b413-670c67c92cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:28:44.708284 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-89c29317-a1c1-4458-b557-7377c930008e req-116472cd-7811-4da9-b413-670c67c92cf3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:44.709720 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-89c29317-a1c1-4458-b557-7377c930008e req-116472cd-7811-4da9-b413-670c67c92cf3 service neutron] 10.222.0.60 "PUT /v2.0/ports/22ab25b8-4101-481e-9408-58ba18ce0e84 HTTP/1.1" status: 200 len: 1092 time: 0.7987862 Jul 27 21:28:44.710190 n-d-705658-22 neutron-server[105585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2404bb63-7c94-4c2b-bf6c-70a41c0b9e63', 'tag': '22ab25b8-4101-481e-9408-58ba18ce0e84'}] {{(pid=105585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:28:44.712536 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d66fd65881426bfc2b5388084a3654e5eae521106a15a3dbf0eb4cde7106c36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-073ae833-c753-4ad8-a0d0-810e720eaf33" -d '{"events": [{"name": "network-changed", "server_uuid": "2404bb63-7c94-4c2b-bf6c-70a41c0b9e63", "tag": "22ab25b8-4101-481e-9408-58ba18ce0e84"}]}' {{(pid=105585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:28:44.774375 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:28:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d33d483-1225-446b-9abf-a2a15a0afb3a x-openstack-request-id: req-8d33d483-1225-446b-9abf-a2a15a0afb3a {{(pid=105585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:28:44.774668 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2404bb63-7c94-4c2b-bf6c-70a41c0b9e63", "tag": "22ab25b8-4101-481e-9408-58ba18ce0e84", "status": "completed", "code": 200}]} {{(pid=105585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:28:44.774916 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-8d33d483-1225-446b-9abf-a2a15a0afb3a {{(pid=105585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:28:44.775335 n-d-705658-22 neutron-server[105585]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2404bb63-7c94-4c2b-bf6c-70a41c0b9e63', 'tag': '22ab25b8-4101-481e-9408-58ba18ce0e84', 'status': 'completed', 'code': 200} Jul 27 21:28:44.786822 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116472cd-7811-4da9-b413-670c67c92cf3 service neutron] Pushing event updated for resources: {'Port': ['ID=22ab25b8-4101-481e-9408-58ba18ce0e84,revision_number=3']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:28:44.798209 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-72857e48-2273-417d-9e7c-f15d50cca330 req-5d352f86-ad8f-454d-a2a0-22ad23ab48c7 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] 10.222.0.59 "GET /v2.0/security-groups?id=538791a4-2ac5-4c76-85f8-7580d1a09c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777881 Jul 27 21:28:44.854582 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c29317-a1c1-4458-b557-7377c930008e req-53c3dc79-0b6a-419b-866c-e1cdaa9b9287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:28:44.861095 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-89c29317-a1c1-4458-b557-7377c930008e req-53c3dc79-0b6a-419b-866c-e1cdaa9b9287 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=86837ff0d819403d862560ca192fdca7&device_id=2404bb63-7c94-4c2b-bf6c-70a41c0b9e63 HTTP/1.1" status: 200 len: 1095 time: 0.0836589 Jul 27 21:28:44.900879 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-89c29317-a1c1-4458-b557-7377c930008e req-b72a6902-2697-4cb5-a52d-e84910b385f6 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=22ab25b8-4101-481e-9408-58ba18ce0e84 HTTP/1.1" status: 200 len: 217 time: 0.0370946 Jul 27 21:28:44.951730 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c29317-a1c1-4458-b557-7377c930008e req-dfec323b-5d42-458f-9141-be7e0a622a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:28:44.953203 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-89c29317-a1c1-4458-b557-7377c930008e req-dfec323b-5d42-458f-9141-be7e0a622a2b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=11733cc0-d894-4d0f-84a6-7f612951db53 HTTP/1.1" status: 200 len: 849 time: 0.0460596 Jul 27 21:28:45.012728 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c29317-a1c1-4458-b557-7377c930008e req-fe3897d2-01d8-4053-8b00-4144573ffb61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:28:45.014153 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-89c29317-a1c1-4458-b557-7377c930008e req-fe3897d2-01d8-4053-8b00-4144573ffb61 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b8c68474-1d26-4c5c-9f82-5da72e824d0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0541480 Jul 27 21:28:45.108324 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-89c29317-a1c1-4458-b557-7377c930008e req-7f93add1-81b4-4d76-8771-961dc691ec45 service neutron] 10.222.0.60 "GET /v2.0/networks/b8c68474-1d26-4c5c-9f82-5da72e824d0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862877 Jul 27 21:28:45.201823 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-89c29317-a1c1-4458-b557-7377c930008e req-d2f31150-2632-49a5-b8e0-f62603b1946e service neutron] 10.222.0.60 "GET /v2.0/networks/b8c68474-1d26-4c5c-9f82-5da72e824d0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868497 Jul 27 21:28:45.305051 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073ae833-c753-4ad8-a0d0-810e720eaf33 req-190f2747-1909-4587-aeb4-a1dc2ba1332b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:28:45.306622 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-073ae833-c753-4ad8-a0d0-810e720eaf33 req-190f2747-1909-4587-aeb4-a1dc2ba1332b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=86837ff0d819403d862560ca192fdca7&device_id=2404bb63-7c94-4c2b-bf6c-70a41c0b9e63 HTTP/1.1" status: 200 len: 1095 time: 0.0597749 Jul 27 21:28:45.398399 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073ae833-c753-4ad8-a0d0-810e720eaf33 req-44daaa8e-d949-4a68-9d1a-2c13995444cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:28:45.399860 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-073ae833-c753-4ad8-a0d0-810e720eaf33 req-44daaa8e-d949-4a68-9d1a-2c13995444cd service neutron] 10.222.0.60 "GET /v2.0/networks?id=b8c68474-1d26-4c5c-9f82-5da72e824d0f HTTP/1.1" status: 200 len: 911 time: 0.0868535 Jul 27 21:28:45.449931 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-073ae833-c753-4ad8-a0d0-810e720eaf33 req-b94d1a81-98e8-4d89-b15f-2e41a009e1fa service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=22ab25b8-4101-481e-9408-58ba18ce0e84 HTTP/1.1" status: 200 len: 217 time: 0.0427547 Jul 27 21:28:45.509479 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073ae833-c753-4ad8-a0d0-810e720eaf33 req-f7366ae5-3ecf-4b6c-8643-89533ec58399 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:28:45.510989 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-073ae833-c753-4ad8-a0d0-810e720eaf33 req-f7366ae5-3ecf-4b6c-8643-89533ec58399 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=11733cc0-d894-4d0f-84a6-7f612951db53 HTTP/1.1" status: 200 len: 849 time: 0.0547018 Jul 27 21:28:45.571347 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073ae833-c753-4ad8-a0d0-810e720eaf33 req-77cc68b1-fb34-4eb3-88ad-517be32e216c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:28:45.572895 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-073ae833-c753-4ad8-a0d0-810e720eaf33 req-77cc68b1-fb34-4eb3-88ad-517be32e216c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b8c68474-1d26-4c5c-9f82-5da72e824d0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0550940 Jul 27 21:28:45.665152 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-073ae833-c753-4ad8-a0d0-810e720eaf33 req-417f1a38-2e1b-4ef1-9293-7f9fc090da55 service neutron] 10.222.0.60 "GET /v2.0/networks/b8c68474-1d26-4c5c-9f82-5da72e824d0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854042 Jul 27 21:28:45.756843 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-073ae833-c753-4ad8-a0d0-810e720eaf33 req-ab357664-7f01-4220-ab25-56a229f69763 service neutron] 10.222.0.60 "GET /v2.0/networks/b8c68474-1d26-4c5c-9f82-5da72e824d0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842466 Jul 27 21:28:45.974607 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38fa29f-209f-4996-8cd5-208f142b8f2e req-29bbf7cf-8538-4357-90e0-bcc8e0710ee2 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:28:45.976105 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f38fa29f-209f-4996-8cd5-208f142b8f2e req-29bbf7cf-8538-4357-90e0-bcc8e0710ee2 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] 10.222.0.59 "GET /v2.0/ports?device_id=2404bb63-7c94-4c2b-bf6c-70a41c0b9e63 HTTP/1.1" status: 200 len: 943 time: 0.0785556 Jul 27 21:28:46.029609 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f38fa29f-209f-4996-8cd5-208f142b8f2e req-fff3ff62-308f-4c93-8252-3bea4d56dec1 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] 10.222.0.59 "GET /v2.0/security-groups?id=538791a4-2ac5-4c76-85f8-7580d1a09c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426421 Jul 27 21:28:47.523088 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70631dd0-427e-4d59-8979-3b4e38566c92 req-247ce279-ac9f-4dd4-895d-7e66d9ea568a tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:28:47.525328 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-70631dd0-427e-4d59-8979-3b4e38566c92 req-247ce279-ac9f-4dd4-895d-7e66d9ea568a tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] 10.222.0.59 "GET /v2.0/ports?device_id=2404bb63-7c94-4c2b-bf6c-70a41c0b9e63 HTTP/1.1" status: 200 len: 943 time: 0.4048066 Jul 27 21:28:47.577360 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-70631dd0-427e-4d59-8979-3b4e38566c92 req-e78f4ae1-35de-454d-8b19-4b3b70b6baf2 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] 10.222.0.59 "GET /v2.0/security-groups?id=538791a4-2ac5-4c76-85f8-7580d1a09c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359902 Jul 27 21:28:48.757602 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbca4706-d809-41b5-81be-1ab928ce70c6 req-71e53dc2-3650-4401-b856-4e109593f99a tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:28:48.759122 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-bbca4706-d809-41b5-81be-1ab928ce70c6 req-71e53dc2-3650-4401-b856-4e109593f99a tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] 10.222.0.59 "GET /v2.0/ports?device_id=2404bb63-7c94-4c2b-bf6c-70a41c0b9e63 HTTP/1.1" status: 200 len: 943 time: 0.0790329 Jul 27 21:28:48.815602 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-bbca4706-d809-41b5-81be-1ab928ce70c6 req-e0e22a32-bc44-4ac2-a872-6035d05c1ace tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] 10.222.0.59 "GET /v2.0/security-groups?id=538791a4-2ac5-4c76-85f8-7580d1a09c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390627 Jul 27 21:28:49.937693 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc254375-be78-4ef2-9d8d-29c128565a9e req-b1d33274-4efb-4578-9706-a500e2a76919 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:28:49.939705 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-dc254375-be78-4ef2-9d8d-29c128565a9e req-b1d33274-4efb-4578-9706-a500e2a76919 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] 10.222.0.59 "GET /v2.0/ports?device_id=2404bb63-7c94-4c2b-bf6c-70a41c0b9e63 HTTP/1.1" status: 200 len: 943 time: 0.0662892 Jul 27 21:28:49.983575 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-dc254375-be78-4ef2-9d8d-29c128565a9e req-36000a91-e48b-4d7e-bb33-519576a5bcbc tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] 10.222.0.59 "GET /v2.0/security-groups?id=538791a4-2ac5-4c76-85f8-7580d1a09c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374825 Jul 27 21:28:51.123619 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9debe63e-24d9-4334-860c-5ae5e979968f req-7f0a57ac-4ff2-4b5e-be25-379d6b147ef5 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:28:51.125086 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-9debe63e-24d9-4334-860c-5ae5e979968f req-7f0a57ac-4ff2-4b5e-be25-379d6b147ef5 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] 10.222.0.59 "GET /v2.0/ports?device_id=2404bb63-7c94-4c2b-bf6c-70a41c0b9e63 HTTP/1.1" status: 200 len: 943 time: 0.0755866 Jul 27 21:28:51.163908 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-9debe63e-24d9-4334-860c-5ae5e979968f req-5b6072c1-cf1f-42fb-952b-808b0f51ce64 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] 10.222.0.59 "GET /v2.0/security-groups?id=538791a4-2ac5-4c76-85f8-7580d1a09c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305974 Jul 27 21:28:52.294514 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7147f94d-c4a2-4cec-86ba-670f698933c1 req-59e9f9c1-73f2-4656-be73-489465d82c44 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:28:52.295997 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-7147f94d-c4a2-4cec-86ba-670f698933c1 req-59e9f9c1-73f2-4656-be73-489465d82c44 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] 10.222.0.59 "GET /v2.0/ports?device_id=2404bb63-7c94-4c2b-bf6c-70a41c0b9e63 HTTP/1.1" status: 200 len: 943 time: 0.0642686 Jul 27 21:28:52.332186 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-7147f94d-c4a2-4cec-86ba-670f698933c1 req-540b2182-cee6-4579-831b-05e579d48837 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] 10.222.0.59 "GET /v2.0/security-groups?id=538791a4-2ac5-4c76-85f8-7580d1a09c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303640 Jul 27 21:28:53.471681 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e352f62c-a5da-4a8e-bd51-5db076b272e4 req-ef813468-1506-4123-bd15-e60c4d239817 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:28:53.473204 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e352f62c-a5da-4a8e-bd51-5db076b272e4 req-ef813468-1506-4123-bd15-e60c4d239817 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] 10.222.0.59 "GET /v2.0/ports?device_id=2404bb63-7c94-4c2b-bf6c-70a41c0b9e63 HTTP/1.1" status: 200 len: 943 time: 0.0704799 Jul 27 21:28:53.513811 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e352f62c-a5da-4a8e-bd51-5db076b272e4 req-5c6f97ff-bf62-4461-9d3b-a73f2955af73 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] 10.222.0.59 "GET /v2.0/security-groups?id=538791a4-2ac5-4c76-85f8-7580d1a09c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338731 Jul 27 21:28:54.647900 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0d3779-a244-4d7c-b7b8-856992d5a167 req-f04eba69-308e-42e3-b89d-2ae247d4e1f6 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:28:54.649410 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-7c0d3779-a244-4d7c-b7b8-856992d5a167 req-f04eba69-308e-42e3-b89d-2ae247d4e1f6 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] 10.222.0.59 "GET /v2.0/ports?device_id=2404bb63-7c94-4c2b-bf6c-70a41c0b9e63 HTTP/1.1" status: 200 len: 943 time: 0.0660028 Jul 27 21:28:54.695358 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-7c0d3779-a244-4d7c-b7b8-856992d5a167 req-2565e05c-410a-4a57-8e85-28fe252bd2b7 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] 10.222.0.59 "GET /v2.0/security-groups?id=538791a4-2ac5-4c76-85f8-7580d1a09c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351789 Jul 27 21:28:55.831453 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73353572-5eaf-4d6c-b335-f9585bb2ebd6 req-7b7469a1-0bbe-49eb-97b3-281819b52eff tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:28:55.833572 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-73353572-5eaf-4d6c-b335-f9585bb2ebd6 req-7b7469a1-0bbe-49eb-97b3-281819b52eff tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] 10.222.0.59 "GET /v2.0/ports?device_id=2404bb63-7c94-4c2b-bf6c-70a41c0b9e63 HTTP/1.1" status: 200 len: 943 time: 0.0650218 Jul 27 21:28:55.876855 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-73353572-5eaf-4d6c-b335-f9585bb2ebd6 req-a4c93af5-ba6e-4983-a9eb-d85a0278ae49 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] 10.222.0.59 "GET /v2.0/security-groups?id=538791a4-2ac5-4c76-85f8-7580d1a09c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368540 Jul 27 21:28:57.006040 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ae183d-9d23-476b-b6d5-95e1d9972b0c req-5cadf9e4-9cdf-468f-ba26-151c2eb84de8 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:28:57.007543 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-66ae183d-9d23-476b-b6d5-95e1d9972b0c req-5cadf9e4-9cdf-468f-ba26-151c2eb84de8 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] 10.222.0.59 "GET /v2.0/ports?device_id=2404bb63-7c94-4c2b-bf6c-70a41c0b9e63 HTTP/1.1" status: 200 len: 943 time: 0.0631433 Jul 27 21:28:57.045704 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-66ae183d-9d23-476b-b6d5-95e1d9972b0c req-b58aab41-f721-4a47-a1b5-5e0f379452c7 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] 10.222.0.59 "GET /v2.0/security-groups?id=538791a4-2ac5-4c76-85f8-7580d1a09c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320854 Jul 27 21:28:58.173466 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a829d7e-b200-4068-aa4b-0126bd3bdab0 req-bc1f9c08-6788-4aa9-bafb-b8f53bddb20c tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:28:58.174947 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-5a829d7e-b200-4068-aa4b-0126bd3bdab0 req-bc1f9c08-6788-4aa9-bafb-b8f53bddb20c tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] 10.222.0.59 "GET /v2.0/ports?device_id=2404bb63-7c94-4c2b-bf6c-70a41c0b9e63 HTTP/1.1" status: 200 len: 943 time: 0.0633500 Jul 27 21:28:58.180508 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.agents_db [None req-558fcd2c-e512-47bc-a170-8673d87f7213 None None] Agent healthcheck: found 7 active agents {{(pid=105587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 21:28:58.211952 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-5a829d7e-b200-4068-aa4b-0126bd3bdab0 req-5f1d9209-112e-4897-8dd4-4633fae1c88d tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] 10.222.0.59 "GET /v2.0/security-groups?id=538791a4-2ac5-4c76-85f8-7580d1a09c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303903 Jul 27 21:28:59.343019 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44915b86-cd22-425c-8fc0-e77b514f7eca req-7099c0c7-1554-4ade-bf94-3e5d04868cf2 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:28:59.344503 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-44915b86-cd22-425c-8fc0-e77b514f7eca req-7099c0c7-1554-4ade-bf94-3e5d04868cf2 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] 10.222.0.59 "GET /v2.0/ports?device_id=2404bb63-7c94-4c2b-bf6c-70a41c0b9e63 HTTP/1.1" status: 200 len: 943 time: 0.0662723 Jul 27 21:28:59.381894 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-44915b86-cd22-425c-8fc0-e77b514f7eca req-b6e181c9-4d7a-4327-9cc3-772a28e2bc9a tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] 10.222.0.59 "GET /v2.0/security-groups?id=538791a4-2ac5-4c76-85f8-7580d1a09c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315270 Jul 27 21:29:00.518293 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f107fd34-c554-47de-a7c0-6fc53e3edc07 req-d35c7434-da23-4e42-b285-b460e997684a tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:29:00.519961 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f107fd34-c554-47de-a7c0-6fc53e3edc07 req-d35c7434-da23-4e42-b285-b460e997684a tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] 10.222.0.59 "GET /v2.0/ports?device_id=2404bb63-7c94-4c2b-bf6c-70a41c0b9e63 HTTP/1.1" status: 200 len: 943 time: 0.0704672 Jul 27 21:29:00.563740 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f107fd34-c554-47de-a7c0-6fc53e3edc07 req-ae78c7d5-2458-4e6a-a06b-faf71d534090 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] 10.222.0.59 "GET /v2.0/security-groups?id=538791a4-2ac5-4c76-85f8-7580d1a09c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363894 Jul 27 21:29:01.699018 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17121307-9989-4235-b151-fdc0f1e36610 req-45310c6b-d6c0-46b4-b346-67fc9babc245 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:29:01.700503 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-17121307-9989-4235-b151-fdc0f1e36610 req-45310c6b-d6c0-46b4-b346-67fc9babc245 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] 10.222.0.59 "GET /v2.0/ports?device_id=2404bb63-7c94-4c2b-bf6c-70a41c0b9e63 HTTP/1.1" status: 200 len: 943 time: 0.0676942 Jul 27 21:29:01.738467 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-17121307-9989-4235-b151-fdc0f1e36610 req-f9639aef-c136-468e-9213-ec126152e38b tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] 10.222.0.59 "GET /v2.0/security-groups?id=538791a4-2ac5-4c76-85f8-7580d1a09c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316887 Jul 27 21:29:02.874347 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cbc95e-13e6-44d9-a218-bba87d9d79a6 req-e59e9ec1-d8a9-4696-b3d9-34761bf5efc7 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:29:02.875873 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a8cbc95e-13e6-44d9-a218-bba87d9d79a6 req-e59e9ec1-d8a9-4696-b3d9-34761bf5efc7 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] 10.222.0.59 "GET /v2.0/ports?device_id=2404bb63-7c94-4c2b-bf6c-70a41c0b9e63 HTTP/1.1" status: 200 len: 943 time: 0.0691936 Jul 27 21:29:02.915551 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 60760) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:29:02.918619 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a8cbc95e-13e6-44d9-a218-bba87d9d79a6 req-f4138096-cb2a-49aa-9621-30152a9bbd9b tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] 10.222.0.59 "GET /v2.0/security-groups?id=538791a4-2ac5-4c76-85f8-7580d1a09c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363891 Jul 27 21:29:02.982250 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-6e0748d2-e0d4-4a0e-a36b-ab32b6323f20 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] 10.222.0.59 "GET /v2.0/floatingips/5f08c9c4-8416-4642-9de1-e557f302ffec HTTP/1.1" status: 200 len: 992 time: 0.0654991 Jul 27 21:29:03.220447 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 60766) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:29:03.373473 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-b79538af-d608-4df6-9031-58530d7b6dbc tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Deleting port 2ec8fdf1-b8d5-404a-b4b6-7b0c9b602b48 {{(pid=105584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:29:03.373730 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-b79538af-d608-4df6-9031-58530d7b6dbc tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:03.445356 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-b79538af-d608-4df6-9031-58530d7b6dbc tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:03.445684 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-b79538af-d608-4df6-9031-58530d7b6dbc tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:03.458497 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-b79538af-d608-4df6-9031-58530d7b6dbc tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Calling delete_port for 2ec8fdf1-b8d5-404a-b4b6-7b0c9b602b48 owned by network:floatingip {{(pid=105584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:29:03.606613 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-b79538af-d608-4df6-9031-58530d7b6dbc tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:03.630671 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79538af-d608-4df6-9031-58530d7b6dbc tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Pushing event deleted for resources: {'Port': ['ID=2ec8fdf1-b8d5-404a-b4b6-7b0c9b602b48,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:29:03.694852 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-b79538af-d608-4df6-9031-58530d7b6dbc tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Notify callbacks [] for floatingip, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:03.695223 n-d-705658-22 neutron-server[105584]: INFO neutron.db.l3_db [None req-b79538af-d608-4df6-9031-58530d7b6dbc tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Floating IP 5f08c9c4-8416-4642-9de1-e557f302ffec disassociated (deleted). External IP: 172.25.5.97, port: 55fbc7a3-d091-4c79-8876-13c6a76fb3a0. Jul 27 21:29:03.897802 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b79538af-d608-4df6-9031-58530d7b6dbc tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Router 8f7b9688-fad9-495a-a6af-e8c411f11eca has already been hosted by L3 agent dd128fd7-8e57-4d4f-895b-a96b369df59a {{(pid=105584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:29:04.002609 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b79538af-d608-4df6-9031-58530d7b6dbc tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Notify agent at l3_agent.n-d-705658-22 the message routers_updated {{(pid=105584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:29:04.007408 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-b79538af-d608-4df6-9031-58530d7b6dbc tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for floatingip, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:04.013264 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd53e692-2c43-4427-8724-e98d8e75b3d6 None None] Sync routers for ids ['8f7b9688-fad9-495a-a6af-e8c411f11eca'] in n-d-705658-22 {{(pid=105586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:29:04.023235 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd53e692-2c43-4427-8724-e98d8e75b3d6 None None] Routers {'8f7b9688-fad9-495a-a6af-e8c411f11eca'} bound to L3 agent in host n-d-705658-22 {{(pid=105586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:29:04.023882 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-bd53e692-2c43-4427-8724-e98d8e75b3d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:28:42Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['8f7b9688-fad9-495a-a6af-e8c411f11eca'], 'active': True} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:29:04.054175 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9c97ff-431a-4bd0-8459-8fb164b8f88f req-301295f0-5a82-4d00-ada0-3747982f3bf0 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:29:04.055812 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-3b9c97ff-431a-4bd0-8459-8fb164b8f88f req-301295f0-5a82-4d00-ada0-3747982f3bf0 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] 10.222.0.59 "GET /v2.0/ports?device_id=2404bb63-7c94-4c2b-bf6c-70a41c0b9e63 HTTP/1.1" status: 200 len: 943 time: 0.0676019 Jul 27 21:29:04.105303 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-3b9c97ff-431a-4bd0-8459-8fb164b8f88f req-3f28e244-2c7d-4da6-84ee-0e2959cfa251 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] 10.222.0.59 "GET /v2.0/security-groups?id=538791a4-2ac5-4c76-85f8-7580d1a09c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429039 Jul 27 21:29:04.146575 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvr_db [None req-bd53e692-2c43-4427-8724-e98d8e75b3d6 None None] Set router 8f7b9688-fad9-495a-a6af-e8c411f11eca gateway port host: n-d-705658-22 {{(pid=105586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:29:04.351112 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-bd53e692-2c43-4427-8724-e98d8e75b3d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f7b9688-fad9-495a-a6af-e8c411f11eca', 'name': 'tempest-TestNetworkBasicOps-router-476329', 'tenant_id': '0874e603f76049468af3a11efcc1e552', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.7'}], 'enable_snat': True}, 'gw_port_id': 'cf7d4dcc-f89b-4efc-91e3-052443554e2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:28:05Z', 'updated_at': '2021-07-27T21:28:10Z', 'revision_number': 4, 'project_id': '0874e603f76049468af3a11efcc1e552', 'gw_port': {'id': 'cf7d4dcc-f89b-4efc-91e3-052443554e2d', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:1d:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f7b9688-fad9-495a-a6af-e8c411f11eca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3881, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:28:05Z', 'updated_at': '2021-07-27T21:28:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_interfaces': [{'id': 'e25dd074-fda1-4123-8212-118955f98718', 'name': '', 'network_id': '7bc4e2ff-4ba8-4953-8996-985f60223b5f', 'tenant_id': '0874e603f76049468af3a11efcc1e552', 'mac_address': 'fa:16:3e:fe:ae:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f7b9688-fad9-495a-a6af-e8c411f11eca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3893, 'fixed_ips': [{'subnet_id': '2b1d5c96-ce89-46d5-b492-a6d54807d585', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:28:09Z', 'updated_at': '2021-07-27T21:28:17Z', 'revision_number': 5, 'project_id': '0874e603f76049468af3a11efcc1e552', 'subnets': [{'id': '2b1d5c96-ce89-46d5-b492-a6d54807d585', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-22', False) {} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:29:04.377773 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd53e692-2c43-4427-8724-e98d8e75b3d6 None None] Checking router: 8f7b9688-fad9-495a-a6af-e8c411f11eca for host: n-d-705658-22 {{(pid=105586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:29:04.385783 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-b79538af-d608-4df6-9031-58530d7b6dbc tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] 10.222.0.59 "DELETE /v2.0/floatingips/5f08c9c4-8416-4642-9de1-e557f302ffec HTTP/1.1" status: 204 len: 168 time: 1.1642532 Jul 27 21:29:04.386465 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89f45061-7509-4457-837e-f2dce8d1c8f8', 'tag': '55fbc7a3-d091-4c79-8876-13c6a76fb3a0'}] {{(pid=105584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:29:04.388834 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bce5e6c8685464f7626901654159975603b047827e3138302ed6566e28f1343" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d65b70d-34f6-45c0-b9a2-0e73e7e3dd26" -d '{"events": [{"name": "network-changed", "server_uuid": "89f45061-7509-4457-837e-f2dce8d1c8f8", "tag": "55fbc7a3-d091-4c79-8876-13c6a76fb3a0"}]}' {{(pid=105584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:29:04.389431 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd53e692-2c43-4427-8724-e98d8e75b3d6 None None] Routers {'8f7b9688-fad9-495a-a6af-e8c411f11eca'} bound to L3 agent in host n-d-705658-22 {{(pid=105586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:29:04.390065 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-bd53e692-2c43-4427-8724-e98d8e75b3d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:28:42Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['8f7b9688-fad9-495a-a6af-e8c411f11eca'], 'active': True} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:29:04.575773 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:29:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c2f4581-6715-4e6d-ae5e-e6d914ce4bbb x-openstack-request-id: req-9c2f4581-6715-4e6d-ae5e-e6d914ce4bbb {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:29:04.576074 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89f45061-7509-4457-837e-f2dce8d1c8f8", "tag": "55fbc7a3-d091-4c79-8876-13c6a76fb3a0", "status": "completed", "code": 200}]} {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:29:04.576345 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-9c2f4581-6715-4e6d-ae5e-e6d914ce4bbb {{(pid=105584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:29:04.576732 n-d-705658-22 neutron-server[105584]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89f45061-7509-4457-837e-f2dce8d1c8f8', 'tag': '55fbc7a3-d091-4c79-8876-13c6a76fb3a0', 'status': 'completed', 'code': 200} Jul 27 21:29:04.655906 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvr_db [None req-bd53e692-2c43-4427-8724-e98d8e75b3d6 None None] Set router 8f7b9688-fad9-495a-a6af-e8c411f11eca gateway port host: n-d-705658-22 {{(pid=105586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:29:04.657633 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc3b27c-f988-4aa9-b346-3ddc00526cd0 req-773b7fbc-e249-4782-b0c1-99deb585d89c tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:29:04.659314 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-3bc3b27c-f988-4aa9-b346-3ddc00526cd0 req-773b7fbc-e249-4782-b0c1-99deb585d89c tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] 10.222.0.59 "GET /v2.0/ports?device_id=89f45061-7509-4457-837e-f2dce8d1c8f8 HTTP/1.1" status: 200 len: 945 time: 0.0730784 Jul 27 21:29:04.660819 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d65b70d-34f6-45c0-b9a2-0e73e7e3dd26 req-5c5054fd-0eb0-457e-b249-1bc16e1c5651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:29:04.662561 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-4d65b70d-34f6-45c0-b9a2-0e73e7e3dd26 req-5c5054fd-0eb0-457e-b249-1bc16e1c5651 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0874e603f76049468af3a11efcc1e552&device_id=89f45061-7509-4457-837e-f2dce8d1c8f8 HTTP/1.1" status: 200 len: 1097 time: 0.0583754 Jul 27 21:29:04.700746 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-3bc3b27c-f988-4aa9-b346-3ddc00526cd0 req-42faf363-7629-4cad-9913-79432f8d6184 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] 10.222.0.59 "GET /v2.0/security-groups?id=c43bc716-575a-44f3-9a62-86999b5e6059&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344653 Jul 27 21:29:04.760164 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d65b70d-34f6-45c0-b9a2-0e73e7e3dd26 req-1f50aeac-5e58-4a67-ba16-2bcb703df66b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:29:04.761660 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-4d65b70d-34f6-45c0-b9a2-0e73e7e3dd26 req-1f50aeac-5e58-4a67-ba16-2bcb703df66b service neutron] 10.222.0.36 "GET /v2.0/networks?id=7bc4e2ff-4ba8-4953-8996-985f60223b5f HTTP/1.1" status: 200 len: 897 time: 0.0912507 Jul 27 21:29:04.805169 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-4d65b70d-34f6-45c0-b9a2-0e73e7e3dd26 req-6ec3293d-affb-4848-999d-9d7a44d5e097 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=55fbc7a3-d091-4c79-8876-13c6a76fb3a0 HTTP/1.1" status: 200 len: 217 time: 0.0343709 Jul 27 21:29:04.848619 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-bd53e692-2c43-4427-8724-e98d8e75b3d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f7b9688-fad9-495a-a6af-e8c411f11eca', 'name': 'tempest-TestNetworkBasicOps-router-476329', 'tenant_id': '0874e603f76049468af3a11efcc1e552', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.7'}], 'enable_snat': True}, 'gw_port_id': 'cf7d4dcc-f89b-4efc-91e3-052443554e2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:28:05Z', 'updated_at': '2021-07-27T21:28:10Z', 'revision_number': 4, 'project_id': '0874e603f76049468af3a11efcc1e552', 'gw_port': {'id': 'cf7d4dcc-f89b-4efc-91e3-052443554e2d', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:1d:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f7b9688-fad9-495a-a6af-e8c411f11eca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3881, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:28:05Z', 'updated_at': '2021-07-27T21:28:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_interfaces': [{'id': 'e25dd074-fda1-4123-8212-118955f98718', 'name': '', 'network_id': '7bc4e2ff-4ba8-4953-8996-985f60223b5f', 'tenant_id': '0874e603f76049468af3a11efcc1e552', 'mac_address': 'fa:16:3e:fe:ae:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f7b9688-fad9-495a-a6af-e8c411f11eca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3893, 'fixed_ips': [{'subnet_id': '2b1d5c96-ce89-46d5-b492-a6d54807d585', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:28:09Z', 'updated_at': '2021-07-27T21:28:17Z', 'revision_number': 5, 'project_id': '0874e603f76049468af3a11efcc1e552', 'subnets': [{'id': '2b1d5c96-ce89-46d5-b492-a6d54807d585', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-22', False) {} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:29:04.858688 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d65b70d-34f6-45c0-b9a2-0e73e7e3dd26 req-b2b1cafb-d182-4aef-9bce-42c2bab82e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:29:04.860230 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-4d65b70d-34f6-45c0-b9a2-0e73e7e3dd26 req-b2b1cafb-d182-4aef-9bce-42c2bab82e30 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2b1d5c96-ce89-46d5-b492-a6d54807d585 HTTP/1.1" status: 200 len: 834 time: 0.0433590 Jul 27 21:29:04.878031 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd53e692-2c43-4427-8724-e98d8e75b3d6 None None] The sync data for ids ['8f7b9688-fad9-495a-a6af-e8c411f11eca'] in n-d-705658-22 is: [{'id': '8f7b9688-fad9-495a-a6af-e8c411f11eca', 'name': 'tempest-TestNetworkBasicOps-router-476329', 'tenant_id': '0874e603f76049468af3a11efcc1e552', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.7'}], 'enable_snat': True}, 'gw_port_id': 'cf7d4dcc-f89b-4efc-91e3-052443554e2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:28:05Z', 'updated_at': '2021-07-27T21:28:10Z', 'revision_number': 4, 'project_id': '0874e603f76049468af3a11efcc1e552', 'gw_port': {'id': 'cf7d4dcc-f89b-4efc-91e3-052443554e2d', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:1d:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f7b9688-fad9-495a-a6af-e8c411f11eca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3881, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:28:05Z', 'updated_at': '2021-07-27T21:28:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_interfaces': [{'id': 'e25dd074-fda1-4123-8212-118955f98718', 'name': '', 'network_id': '7bc4e2ff-4ba8-4953-8996-985f60223b5f', 'tenant_id': '0874e603f76049468af3a11efcc1e552', 'mac_address': 'fa:16:3e:fe:ae:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f7b9688-fad9-495a-a6af-e8c411f11eca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3893, 'fixed_ips': [{'subnet_id': '2b1d5c96-ce89-46d5-b492-a6d54807d585', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:28:09Z', 'updated_at': '2021-07-27T21:28:17Z', 'revision_number': 5, 'project_id': '0874e603f76049468af3a11efcc1e552', 'subnets': [{'id': '2b1d5c96-ce89-46d5-b492-a6d54807d585', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:29:04.933052 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d65b70d-34f6-45c0-b9a2-0e73e7e3dd26 req-453a6527-fcd2-41ae-85da-27f993da7d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:29:04.935273 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-4d65b70d-34f6-45c0-b9a2-0e73e7e3dd26 req-453a6527-fcd2-41ae-85da-27f993da7d6f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7bc4e2ff-4ba8-4953-8996-985f60223b5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0669372 Jul 27 21:29:05.031556 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-4d65b70d-34f6-45c0-b9a2-0e73e7e3dd26 req-606cd2cb-55cf-4b09-8237-282caefecd65 service neutron] 10.222.0.36 "GET /v2.0/networks/7bc4e2ff-4ba8-4953-8996-985f60223b5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848539 Jul 27 21:29:05.114195 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18add65a-1c67-4c18-a53c-3eb3611eaf22 None None] New status for floating IP 5f08c9c4-8416-4642-9de1-e557f302ffec: DOWN {{(pid=105587) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 21:29:05.130695 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-4d65b70d-34f6-45c0-b9a2-0e73e7e3dd26 req-ade33a5e-c546-4dfe-87b5-731015ebda7b service neutron] 10.222.0.36 "GET /v2.0/networks/7bc4e2ff-4ba8-4953-8996-985f60223b5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907195 Jul 27 21:29:05.244024 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ce327b-60d5-4735-ab54-77c3993d86cf req-f20d9020-8c40-44d4-8de7-f10158e66db8 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:29:05.245518 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a3ce327b-60d5-4735-ab54-77c3993d86cf req-f20d9020-8c40-44d4-8de7-f10158e66db8 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] 10.222.0.59 "GET /v2.0/ports?device_id=2404bb63-7c94-4c2b-bf6c-70a41c0b9e63 HTTP/1.1" status: 200 len: 943 time: 0.0689614 Jul 27 21:29:05.286103 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a3ce327b-60d5-4735-ab54-77c3993d86cf req-355d763f-ffac-4b3d-9335-61f0cee5b9b5 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] 10.222.0.59 "GET /v2.0/security-groups?id=538791a4-2ac5-4c76-85f8-7580d1a09c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343511 Jul 27 21:29:05.839170 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcd8a00-4ea6-49c3-91a1-ea4447bf3636 req-90fe1a68-aa26-4467-ab62-1a532244d262 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:29:05.840691 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-7dcd8a00-4ea6-49c3-91a1-ea4447bf3636 req-90fe1a68-aa26-4467-ab62-1a532244d262 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] 10.222.0.59 "GET /v2.0/ports?device_id=89f45061-7509-4457-837e-f2dce8d1c8f8 HTTP/1.1" status: 200 len: 945 time: 0.0643067 Jul 27 21:29:05.887513 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-7dcd8a00-4ea6-49c3-91a1-ea4447bf3636 req-e7acabb6-a313-4d26-9c6d-791fff6a6589 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] 10.222.0.59 "GET /v2.0/security-groups?id=c43bc716-575a-44f3-9a62-86999b5e6059&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407851 Jul 27 21:29:06.094508 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d99c08-832d-4eb4-a7ed-c281fe237459 req-a7f519f4-58fb-4402-96ac-bcdbf06fb456 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:29:06.095904 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-53d99c08-832d-4eb4-a7ed-c281fe237459 req-a7f519f4-58fb-4402-96ac-bcdbf06fb456 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] 10.222.0.36 "GET /v2.0/ports?device_id=89f45061-7509-4457-837e-f2dce8d1c8f8 HTTP/1.1" status: 200 len: 945 time: 0.0654013 Jul 27 21:29:06.196710 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [req-53d99c08-832d-4eb4-a7ed-c281fe237459 req-263a499c-39b4-42bf-92f5-0377aa828ae9 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Deleting port 55fbc7a3-d091-4c79-8876-13c6a76fb3a0 {{(pid=105584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:29:06.197054 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-53d99c08-832d-4eb4-a7ed-c281fe237459 req-263a499c-39b4-42bf-92f5-0377aa828ae9 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:06.290053 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [req-53d99c08-832d-4eb4-a7ed-c281fe237459 req-263a499c-39b4-42bf-92f5-0377aa828ae9 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] For port 55fbc7a3-d091-4c79-8876-13c6a76fb3a0, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=55fbc7a3-d091-4c79-8876-13c6a76fb3a0,segment=NetworkSegment(f5417f53-2f1a-4ca1-ba36-d550f2b33995),segment_id=f5417f53-2f1a-4ca1-ba36-d550f2b33995)] {{(pid=105584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:29:06.290414 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-53d99c08-832d-4eb4-a7ed-c281fe237459 req-263a499c-39b4-42bf-92f5-0377aa828ae9 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:06.302695 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [req-53d99c08-832d-4eb4-a7ed-c281fe237459 req-263a499c-39b4-42bf-92f5-0377aa828ae9 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Calling delete_port for 55fbc7a3-d091-4c79-8876-13c6a76fb3a0 owned by compute:nova {{(pid=105584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:29:06.424189 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cc4ce5-8cbe-4d15-b61a-042a95656bbf req-16fb2490-e75d-400f-975f-52caec326c83 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:29:06.425805 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-66cc4ce5-8cbe-4d15-b61a-042a95656bbf req-16fb2490-e75d-400f-975f-52caec326c83 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] 10.222.0.59 "GET /v2.0/ports?device_id=2404bb63-7c94-4c2b-bf6c-70a41c0b9e63 HTTP/1.1" status: 200 len: 943 time: 0.0738308 Jul 27 21:29:06.433543 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-53d99c08-832d-4eb4-a7ed-c281fe237459 req-263a499c-39b4-42bf-92f5-0377aa828ae9 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:06.462637 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263a499c-39b4-42bf-92f5-0377aa828ae9 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Pushing event deleted for resources: {'Port': ['ID=55fbc7a3-d091-4c79-8876-13c6a76fb3a0,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:29:06.471077 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-66cc4ce5-8cbe-4d15-b61a-042a95656bbf req-f9d15e4b-5a41-44de-9c95-84124f68d84d tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] 10.222.0.59 "GET /v2.0/security-groups?id=538791a4-2ac5-4c76-85f8-7580d1a09c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377610 Jul 27 21:29:06.499739 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:06.513281 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [req-53d99c08-832d-4eb4-a7ed-c281fe237459 req-263a499c-39b4-42bf-92f5-0377aa828ae9 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] No DVR routers for this DVR port 55fbc7a3-d091-4c79-8876-13c6a76fb3a0 on host n-h1-705658-22 {{(pid=105584) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:29:06.516402 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-53d99c08-832d-4eb4-a7ed-c281fe237459 req-263a499c-39b4-42bf-92f5-0377aa828ae9 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:06.518599 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-53d99c08-832d-4eb4-a7ed-c281fe237459 req-263a499c-39b4-42bf-92f5-0377aa828ae9 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] 10.222.0.36 "DELETE /v2.0/ports/55fbc7a3-d091-4c79-8876-13c6a76fb3a0 HTTP/1.1" status: 204 len: 173 time: 0.4153814 Jul 27 21:29:06.578354 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89f45061-7509-4457-837e-f2dce8d1c8f8', 'name': 'network-vif-deleted', 'tag': '55fbc7a3-d091-4c79-8876-13c6a76fb3a0'}] {{(pid=105584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:29:06.580820 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bce5e6c8685464f7626901654159975603b047827e3138302ed6566e28f1343" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d23da4e-44f7-4e83-9a27-58d8fd24e2c1" -d '{"events": [{"server_uuid": "89f45061-7509-4457-837e-f2dce8d1c8f8", "name": "network-vif-deleted", "tag": "55fbc7a3-d091-4c79-8876-13c6a76fb3a0"}]}' {{(pid=105584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:29:06.618437 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:29:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef4916df-1a37-4e85-a769-6a5f9520f601 x-openstack-request-id: req-ef4916df-1a37-4e85-a769-6a5f9520f601 {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:29:06.618729 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89f45061-7509-4457-837e-f2dce8d1c8f8", "name": "network-vif-deleted", "tag": "55fbc7a3-d091-4c79-8876-13c6a76fb3a0", "status": "completed", "code": 200}]} {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:29:06.619016 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-ef4916df-1a37-4e85-a769-6a5f9520f601 {{(pid=105584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:29:06.619435 n-d-705658-22 neutron-server[105584]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89f45061-7509-4457-837e-f2dce8d1c8f8', 'name': 'network-vif-deleted', 'tag': '55fbc7a3-d091-4c79-8876-13c6a76fb3a0', 'status': 'completed', 'code': 200} Jul 27 21:29:07.005091 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b0b3fcb5-b55a-4bd9-a5f2-3043d092bb86 req-8b41120d-4274-46de-93f1-3557c970ef1d tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] 10.222.0.59 "GET /v2.0/ports?device_id=89f45061-7509-4457-837e-f2dce8d1c8f8 HTTP/1.1" status: 200 len: 210 time: 0.0306296 Jul 27 21:29:07.372934 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Device 22ab25b8-4101-481e-9408-58ba18ce0e84 details requested by agent hyperv_n-h2-705658-22 with host n-h2-705658-22 {{(pid=105586) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:29:07.464712 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] For port 22ab25b8-4101-481e-9408-58ba18ce0e84, host n-h2-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=22ab25b8-4101-481e-9408-58ba18ce0e84,segment=NetworkSegment(6a44b0c8-0b10-4191-b0e4-021984ddfab8),segment_id=6a44b0c8-0b10-4191-b0e4-021984ddfab8)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:29:07.475841 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Returning: {'device': '22ab25b8-4101-481e-9408-58ba18ce0e84', 'network_id': 'b8c68474-1d26-4c5c-9f82-5da72e824d0f', 'port_id': '22ab25b8-4101-481e-9408-58ba18ce0e84', 'mac_address': 'fa:16:3e:5a:16:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 240, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11733cc0-d894-4d0f-84a6-7f612951db53', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105586) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:29:07.516262 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:07.529163 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [None req-3d54578f-831f-4696-b568-13c455922dab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22ab25b8-4101-481e-9408-58ba18ce0e84 {{(pid=105586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:29:07.548851 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] For port 22ab25b8-4101-481e-9408-58ba18ce0e84, host n-h2-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=22ab25b8-4101-481e-9408-58ba18ce0e84,segment=NetworkSegment(6a44b0c8-0b10-4191-b0e4-021984ddfab8),segment_id=6a44b0c8-0b10-4191-b0e4-021984ddfab8)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:29:07.552589 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:07.604780 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1aab478-2b08-47dc-9ef7-b8291d71c8b9 req-c92f48b5-5d6a-4312-8892-02fb1cca57db tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:29:07.606285 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b1aab478-2b08-47dc-9ef7-b8291d71c8b9 req-c92f48b5-5d6a-4312-8892-02fb1cca57db tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] 10.222.0.59 "GET /v2.0/ports?device_id=2404bb63-7c94-4c2b-bf6c-70a41c0b9e63 HTTP/1.1" status: 200 len: 943 time: 0.0703573 Jul 27 21:29:07.606706 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Pushing event updated for resources: {'Port': ['ID=22ab25b8-4101-481e-9408-58ba18ce0e84,revision_number=4']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:29:07.614193 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:29:07.614545 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:29:07.614891 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:29:07.615257 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:29:07.615596 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:29:07.615928 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:29:07.616264 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:29:07.616593 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:29:07.616924 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:29:07.617286 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:29:07.617650 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:29:07.618035 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:29:07.647904 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b1aab478-2b08-47dc-9ef7-b8291d71c8b9 req-f089518e-a3b2-4a77-8f12-e1ca2e732a47 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] 10.222.0.59 "GET /v2.0/security-groups?id=538791a4-2ac5-4c76-85f8-7580d1a09c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352116 Jul 27 21:29:07.860659 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] get_ports_and_sgs() called for port_ids ['22ab25b8-4101-481e-9408-58ba18ce0e84'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:29:08.061469 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 60794) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:29:08.119489 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-1c26a2cb-a321-4998-90c0-7556731ea658 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Notify callbacks [] for security_group, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:08.150015 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-1c26a2cb-a321-4998-90c0-7556731ea658 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:08.208328 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-1c26a2cb-a321-4998-90c0-7556731ea658 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:08.211012 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-1c26a2cb-a321-4998-90c0-7556731ea658 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Notify callbacks [] for security_group, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:08.212661 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-1c26a2cb-a321-4998-90c0-7556731ea658 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] 10.222.0.59 "DELETE /v2.0/security-groups/c43bc716-575a-44f3-9a62-86999b5e6059 HTTP/1.1" status: 204 len: 168 time: 0.1501830 Jul 27 21:29:08.221492 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c26a2cb-a321-4998-90c0-7556731ea658 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c43bc716-575a-44f3-9a62-86999b5e6059,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:29:08.248862 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 60798) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:29:08.603221 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-b269b396-14f6-4f0a-8f42-a0d186c57349 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4076536'] for router_interface, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:08.785627 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2784ae3-add2-46b0-b851-9ae14210de4a req-5f43c761-799e-4bf9-b40c-d9f698f8edb1 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:29:08.787303 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a2784ae3-add2-46b0-b851-9ae14210de4a req-5f43c761-799e-4bf9-b40c-d9f698f8edb1 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] 10.222.0.59 "GET /v2.0/ports?device_id=2404bb63-7c94-4c2b-bf6c-70a41c0b9e63 HTTP/1.1" status: 200 len: 944 time: 0.0699759 Jul 27 21:29:08.826096 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a2784ae3-add2-46b0-b851-9ae14210de4a req-3a46510c-95a0-4c06-b869-1143dc34680a tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] 10.222.0.59 "GET /v2.0/security-groups?id=538791a4-2ac5-4c76-85f8-7580d1a09c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320561 Jul 27 21:29:08.875262 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-b269b396-14f6-4f0a-8f42-a0d186c57349 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Deleting port e25dd074-fda1-4123-8212-118955f98718 {{(pid=105584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:29:08.875537 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-b269b396-14f6-4f0a-8f42-a0d186c57349 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:08.904353 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-734d2be3-f56c-4dc5-96fb-e10eada99e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:08.969238 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [None req-b269b396-14f6-4f0a-8f42-a0d186c57349 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] For port e25dd074-fda1-4123-8212-118955f98718, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=e25dd074-fda1-4123-8212-118955f98718,segment=NetworkSegment(f5417f53-2f1a-4ca1-ba36-d550f2b33995),segment_id=f5417f53-2f1a-4ca1-ba36-d550f2b33995)] {{(pid=105584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:29:08.969676 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-b269b396-14f6-4f0a-8f42-a0d186c57349 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:08.983221 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-b269b396-14f6-4f0a-8f42-a0d186c57349 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Calling delete_port for e25dd074-fda1-4123-8212-118955f98718 owned by network:router_interface {{(pid=105584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:29:09.166465 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-b269b396-14f6-4f0a-8f42-a0d186c57349 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:09.192950 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b269b396-14f6-4f0a-8f42-a0d186c57349 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Pushing event deleted for resources: {'Port': ['ID=e25dd074-fda1-4123-8212-118955f98718,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:29:09.294237 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device 55fbc7a3-d091-4c79-8876-13c6a76fb3a0 no longer exists at agent hyperv_n-h1-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:29:09.316370 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-28650df7-c46c-4981-b84f-37d87254047e None None] No Port match for: 55fbc7a3-d091-4c79-8876-13c6a76fb3a0 {{(pid=105586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:29:09.316735 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device 55fbc7a3-d091-4c79-8876-13c6a76fb3a0 not bound to the agent host n-h1-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:29:09.373276 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Device 22ab25b8-4101-481e-9408-58ba18ce0e84 up at agent hyperv_n-h2-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:29:09.378930 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-b269b396-14f6-4f0a-8f42-a0d186c57349 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3743915', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4076308'] for router_interface, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:09.423966 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-3d54578f-831f-4696-b568-13c455922dab None None] Provisioning for port 22ab25b8-4101-481e-9408-58ba18ce0e84 completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:29:09.427612 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-3d54578f-831f-4696-b568-13c455922dab None None] Provisioning complete for port 22ab25b8-4101-481e-9408-58ba18ce0e84 triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:29:09.427983 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:09.514236 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:09.537408 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2404bb63-7c94-4c2b-bf6c-70a41c0b9e63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22ab25b8-4101-481e-9408-58ba18ce0e84'}] {{(pid=105586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:29:09.539728 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14c1663e039faf5393f87855f745010ac5b02220355b68fdbf065393e303ac56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1208ba8f-a6a9-4c56-99c3-6442124e62dc" -d '{"events": [{"server_uuid": "2404bb63-7c94-4c2b-bf6c-70a41c0b9e63", "name": "network-vif-plugged", "status": "completed", "tag": "22ab25b8-4101-481e-9408-58ba18ce0e84"}]}' {{(pid=105586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:29:09.559982 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] For port 22ab25b8-4101-481e-9408-58ba18ce0e84, host n-h2-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=22ab25b8-4101-481e-9408-58ba18ce0e84,segment=NetworkSegment(6a44b0c8-0b10-4191-b0e4-021984ddfab8),segment_id=6a44b0c8-0b10-4191-b0e4-021984ddfab8)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:29:09.564297 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:09.614413 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Pushing event updated for resources: {'Port': ['ID=22ab25b8-4101-481e-9408-58ba18ce0e84,revision_number=5']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:29:09.645654 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b269b396-14f6-4f0a-8f42-a0d186c57349 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Router 8f7b9688-fad9-495a-a6af-e8c411f11eca has already been hosted by L3 agent dd128fd7-8e57-4d4f-895b-a96b369df59a {{(pid=105584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:29:09.658086 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-80d473ea-1072-4109-88e9-bf0179d6d203 req-53f1ab06-036d-46af-9c6a-4cb778acaa37 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=9b48bdba-4eca-4ad4-b5c2-897afaaa7190&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0799098 Jul 27 21:29:09.665111 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:29:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c02e3d4e-71c9-4d6f-8b19-2b63ef091255 x-openstack-request-id: req-c02e3d4e-71c9-4d6f-8b19-2b63ef091255 {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:29:09.665402 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2404bb63-7c94-4c2b-bf6c-70a41c0b9e63", "name": "network-vif-plugged", "status": "completed", "tag": "22ab25b8-4101-481e-9408-58ba18ce0e84", "code": 200}]} {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:29:09.665674 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-c02e3d4e-71c9-4d6f-8b19-2b63ef091255 {{(pid=105586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:29:09.666051 n-d-705658-22 neutron-server[105586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2404bb63-7c94-4c2b-bf6c-70a41c0b9e63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22ab25b8-4101-481e-9408-58ba18ce0e84', 'code': 200} Jul 27 21:29:09.769826 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8658317-143d-40af-8c96-479d835d3f91 req-3500e939-0fd1-4ca3-9702-9697abf94bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:29:09.771249 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a8658317-143d-40af-8c96-479d835d3f91 req-3500e939-0fd1-4ca3-9702-9697abf94bc2 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=2404bb63-7c94-4c2b-bf6c-70a41c0b9e63 HTTP/1.1" status: 200 len: 1097 time: 0.0537734 Jul 27 21:29:09.805592 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b269b396-14f6-4f0a-8f42-a0d186c57349 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Notify agent at l3_agent.n-d-705658-22 the message routers_updated {{(pid=105584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:29:09.806824 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a8658317-143d-40af-8c96-479d835d3f91 req-9c30cd99-9ff1-4a83-aa24-9133bf202d70 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=538791a4-2ac5-4c76-85f8-7580d1a09c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0281980 Jul 27 21:29:09.811570 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-b269b396-14f6-4f0a-8f42-a0d186c57349 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] 10.222.0.59 "PUT /v2.0/routers/8f7b9688-fad9-495a-a6af-e8c411f11eca/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5612376 Jul 27 21:29:09.813896 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d473ea-1072-4109-88e9-bf0179d6d203 req-12f8fd7b-8c67-48eb-86d6-27bf32e1dee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:29:09.814473 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 60806) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:29:09.816046 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-80d473ea-1072-4109-88e9-bf0179d6d203 req-12f8fd7b-8c67-48eb-86d6-27bf32e1dee0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d8b3b608783d4209938f283075bc1b2d&device_id=9b48bdba-4eca-4ad4-b5c2-897afaaa7190 HTTP/1.1" status: 200 len: 1098 time: 0.1123974 Jul 27 21:29:09.818371 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9d1c60e-0293-469e-918d-b37feca7127a None None] Sync routers for ids ['8f7b9688-fad9-495a-a6af-e8c411f11eca'] in n-d-705658-22 {{(pid=105586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:29:09.827822 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9d1c60e-0293-469e-918d-b37feca7127a None None] Routers {'8f7b9688-fad9-495a-a6af-e8c411f11eca'} bound to L3 agent in host n-d-705658-22 {{(pid=105586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:29:09.828441 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-a9d1c60e-0293-469e-918d-b37feca7127a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:28:42Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['8f7b9688-fad9-495a-a6af-e8c411f11eca'], 'active': True} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:29:09.878271 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.db_base_plugin_v2 [None req-93544e4f-860f-45f9-8b74-be94c8361132 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Deleting subnet 2b1d5c96-ce89-46d5-b492-a6d54807d585 {{(pid=105585) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:29:09.882586 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-93544e4f-860f-45f9-8b74-be94c8361132 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Notify callbacks [] for subnet, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:09.935774 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d473ea-1072-4109-88e9-bf0179d6d203 req-128cb632-3bcf-46a1-a4e7-e1bd686ffc8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:29:09.937346 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-80d473ea-1072-4109-88e9-bf0179d6d203 req-128cb632-3bcf-46a1-a4e7-e1bd686ffc8b service neutron] 10.222.0.36 "GET /v2.0/networks?id=bb4cf26f-adff-46cf-9267-b1047e192b6b HTTP/1.1" status: 200 len: 914 time: 0.1008778 Jul 27 21:29:09.959188 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-93544e4f-860f-45f9-8b74-be94c8361132 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9887057'] for subnet, precommit_delete_associations {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:09.962785 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvr_db [None req-a9d1c60e-0293-469e-918d-b37feca7127a None None] Set router 8f7b9688-fad9-495a-a6af-e8c411f11eca gateway port host: n-d-705658-22 {{(pid=105586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:29:10.008718 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-80d473ea-1072-4109-88e9-bf0179d6d203 req-e1c7731e-5b2a-4c0b-81ea-85998707b8ac service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=21fe47db-6513-4b80-85c4-84834b2e14b3 HTTP/1.1" status: 200 len: 1002 time: 0.0631261 Jul 27 21:29:10.028465 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856a4bfe-3412-4f89-8536-8b3f22996279 req-63ef6381-1426-402f-a97a-06f81f1dfbcc tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:29:10.029892 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-856a4bfe-3412-4f89-8536-8b3f22996279 req-63ef6381-1426-402f-a97a-06f81f1dfbcc tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] 10.222.0.59 "GET /v2.0/ports?device_id=2404bb63-7c94-4c2b-bf6c-70a41c0b9e63 HTTP/1.1" status: 200 len: 945 time: 0.1200678 Jul 27 21:29:10.058700 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d473ea-1072-4109-88e9-bf0179d6d203 req-df6cfa38-cbbb-4851-9789-66d90b0981e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:29:10.060338 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-80d473ea-1072-4109-88e9-bf0179d6d203 req-df6cfa38-cbbb-4851-9789-66d90b0981e2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1801b1a7-09b1-44bf-bdb6-d96d89c1fea0 HTTP/1.1" status: 200 len: 852 time: 0.0457711 Jul 27 21:29:10.095811 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-93544e4f-860f-45f9-8b74-be94c8361132 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854965'] for subnet, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:10.120224 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-856a4bfe-3412-4f89-8536-8b3f22996279 req-eff0186d-146d-4729-8b86-19227a61f08f tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] 10.222.0.59 "GET /v2.0/security-groups?id=538791a4-2ac5-4c76-85f8-7580d1a09c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670028 Jul 27 21:29:10.126914 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d473ea-1072-4109-88e9-bf0179d6d203 req-79bb0b0c-0931-45a5-92ef-4ac338d0097e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:29:10.128616 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-80d473ea-1072-4109-88e9-bf0179d6d203 req-79bb0b0c-0931-45a5-92ef-4ac338d0097e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=bb4cf26f-adff-46cf-9267-b1047e192b6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0615690 Jul 27 21:29:10.164706 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-93544e4f-860f-45f9-8b74-be94c8361132 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10221602', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9990583'] for subnet, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:10.167937 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-a9d1c60e-0293-469e-918d-b37feca7127a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f7b9688-fad9-495a-a6af-e8c411f11eca', 'name': 'tempest-TestNetworkBasicOps-router-476329', 'tenant_id': '0874e603f76049468af3a11efcc1e552', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.7'}], 'enable_snat': True}, 'gw_port_id': 'cf7d4dcc-f89b-4efc-91e3-052443554e2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:28:05Z', 'updated_at': '2021-07-27T21:29:09Z', 'revision_number': 5, 'project_id': '0874e603f76049468af3a11efcc1e552', 'gw_port': {'id': 'cf7d4dcc-f89b-4efc-91e3-052443554e2d', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:1d:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f7b9688-fad9-495a-a6af-e8c411f11eca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3881, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:28:05Z', 'updated_at': '2021-07-27T21:28:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22'}], 'n-d-705658-22', False) {} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:29:10.190827 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93544e4f-860f-45f9-8b74-be94c8361132 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Pushing event deleted for resources: {'Subnet': ['ID=2b1d5c96-ce89-46d5-b492-a6d54807d585,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:29:10.198016 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9d1c60e-0293-469e-918d-b37feca7127a None None] Checking router: 8f7b9688-fad9-495a-a6af-e8c411f11eca for host: n-d-705658-22 {{(pid=105586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:29:10.200838 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-93544e4f-860f-45f9-8b74-be94c8361132 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Notify callbacks [] for subnet, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:10.202692 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-93544e4f-860f-45f9-8b74-be94c8361132 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] 10.222.0.59 "DELETE /v2.0/subnets/2b1d5c96-ce89-46d5-b492-a6d54807d585 HTTP/1.1" status: 204 len: 168 time: 0.3871815 Jul 27 21:29:10.205371 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 60810) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:29:10.208689 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ffa46bd-f6e5-4ed1-961a-d7ac20e2d567 None None] Network 7bc4e2ff-4ba8-4953-8996-985f60223b5f requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:29:10.212932 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93544e4f-860f-45f9-8b74-be94c8361132 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:29:10.213407 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93544e4f-860f-45f9-8b74-be94c8361132 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:29:10.213760 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93544e4f-860f-45f9-8b74-be94c8361132 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:29:10.214104 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93544e4f-860f-45f9-8b74-be94c8361132 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:29:10.214443 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93544e4f-860f-45f9-8b74-be94c8361132 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:29:10.215143 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93544e4f-860f-45f9-8b74-be94c8361132 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:29:10.215143 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93544e4f-860f-45f9-8b74-be94c8361132 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:29:10.215446 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93544e4f-860f-45f9-8b74-be94c8361132 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:29:10.215768 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93544e4f-860f-45f9-8b74-be94c8361132 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:29:10.216097 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93544e4f-860f-45f9-8b74-be94c8361132 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:29:10.216424 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93544e4f-860f-45f9-8b74-be94c8361132 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:29:10.216749 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93544e4f-860f-45f9-8b74-be94c8361132 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:29:10.225016 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9d1c60e-0293-469e-918d-b37feca7127a None None] Routers {'8f7b9688-fad9-495a-a6af-e8c411f11eca'} bound to L3 agent in host n-d-705658-22 {{(pid=105586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:29:10.226024 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-a9d1c60e-0293-469e-918d-b37feca7127a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:28:42Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['8f7b9688-fad9-495a-a6af-e8c411f11eca'], 'active': True} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:29:10.230056 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-80d473ea-1072-4109-88e9-bf0179d6d203 req-bbfe454e-bb48-412f-8c54-87688be5156f service neutron] 10.222.0.36 "GET /v2.0/networks/bb4cf26f-adff-46cf-9267-b1047e192b6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926251 Jul 27 21:29:10.322784 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:10.324541 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-62d6e199-24ad-45d2-b896-8f7ce55874ca tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Notify callbacks [] for router, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:10.335253 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-80d473ea-1072-4109-88e9-bf0179d6d203 req-072c71e9-c9cd-4600-aed8-72c2419a0ec3 service neutron] 10.222.0.36 "GET /v2.0/networks/bb4cf26f-adff-46cf-9267-b1047e192b6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979052 Jul 27 21:29:10.429165 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-62d6e199-24ad-45d2-b896-8f7ce55874ca tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Notify callbacks [] for router_gateway, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:10.433037 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvr_db [None req-a9d1c60e-0293-469e-918d-b37feca7127a None None] Set router 8f7b9688-fad9-495a-a6af-e8c411f11eca gateway port host: n-d-705658-22 {{(pid=105586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:29:10.482333 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [None req-62d6e199-24ad-45d2-b896-8f7ce55874ca tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Deleting port cf7d4dcc-f89b-4efc-91e3-052443554e2d {{(pid=105585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:29:10.482772 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-62d6e199-24ad-45d2-b896-8f7ce55874ca tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:10.576173 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.db [None req-62d6e199-24ad-45d2-b896-8f7ce55874ca tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] For port cf7d4dcc-f89b-4efc-91e3-052443554e2d, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=cf7d4dcc-f89b-4efc-91e3-052443554e2d,segment=NetworkSegment(12196855-9a32-4633-9a56-77697ef9e126),segment_id=12196855-9a32-4633-9a56-77697ef9e126)] {{(pid=105585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:29:10.576741 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-62d6e199-24ad-45d2-b896-8f7ce55874ca tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:10.589855 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [None req-62d6e199-24ad-45d2-b896-8f7ce55874ca tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Calling delete_port for cf7d4dcc-f89b-4efc-91e3-052443554e2d owned by network:router_gateway {{(pid=105585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:29:10.612872 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac1dc728-1d75-4fe8-88ea-4e0605e4d084 None None] DHCP port deletion for 7bc4e2ff-4ba8-4953-8996-985f60223b5f request from n-d-705658-22 {{(pid=105586) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 21:29:10.669530 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-a9d1c60e-0293-469e-918d-b37feca7127a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f7b9688-fad9-495a-a6af-e8c411f11eca', 'name': 'tempest-TestNetworkBasicOps-router-476329', 'tenant_id': '0874e603f76049468af3a11efcc1e552', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.7'}], 'enable_snat': True}, 'gw_port_id': 'cf7d4dcc-f89b-4efc-91e3-052443554e2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:28:05Z', 'updated_at': '2021-07-27T21:29:09Z', 'revision_number': 5, 'project_id': '0874e603f76049468af3a11efcc1e552', 'gw_port': {'id': 'cf7d4dcc-f89b-4efc-91e3-052443554e2d', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:1d:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f7b9688-fad9-495a-a6af-e8c411f11eca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3881, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:28:05Z', 'updated_at': '2021-07-27T21:28:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22'}], 'n-d-705658-22', False) {} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:29:10.699804 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9d1c60e-0293-469e-918d-b37feca7127a None None] The sync data for ids ['8f7b9688-fad9-495a-a6af-e8c411f11eca'] in n-d-705658-22 is: [{'id': '8f7b9688-fad9-495a-a6af-e8c411f11eca', 'name': 'tempest-TestNetworkBasicOps-router-476329', 'tenant_id': '0874e603f76049468af3a11efcc1e552', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.7'}], 'enable_snat': True}, 'gw_port_id': 'cf7d4dcc-f89b-4efc-91e3-052443554e2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:28:05Z', 'updated_at': '2021-07-27T21:29:09Z', 'revision_number': 5, 'project_id': '0874e603f76049468af3a11efcc1e552', 'gw_port': {'id': 'cf7d4dcc-f89b-4efc-91e3-052443554e2d', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:1d:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f7b9688-fad9-495a-a6af-e8c411f11eca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3881, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:28:05Z', 'updated_at': '2021-07-27T21:28:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22'}] {{(pid=105586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:29:10.706364 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-ac1dc728-1d75-4fe8-88ea-4e0605e4d084 None None] Deleting port 44f4cb51-352c-4416-9d88-a81e3909eb5e {{(pid=105586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:29:10.706746 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-ac1dc728-1d75-4fe8-88ea-4e0605e4d084 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:10.776291 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-ac1dc728-1d75-4fe8-88ea-4e0605e4d084 None None] For port 44f4cb51-352c-4416-9d88-a81e3909eb5e, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=44f4cb51-352c-4416-9d88-a81e3909eb5e,segment=NetworkSegment(f5417f53-2f1a-4ca1-ba36-d550f2b33995),segment_id=f5417f53-2f1a-4ca1-ba36-d550f2b33995)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:29:10.776887 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-ac1dc728-1d75-4fe8-88ea-4e0605e4d084 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:10.787602 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-62d6e199-24ad-45d2-b896-8f7ce55874ca tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:10.792050 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-ac1dc728-1d75-4fe8-88ea-4e0605e4d084 None None] Calling delete_port for 44f4cb51-352c-4416-9d88-a81e3909eb5e owned by network:dhcp {{(pid=105586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:29:10.814691 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d6e199-24ad-45d2-b896-8f7ce55874ca tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Pushing event deleted for resources: {'Port': ['ID=cf7d4dcc-f89b-4efc-91e3-052443554e2d,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:29:10.888783 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 60814) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:29:10.891518 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-ac1dc728-1d75-4fe8-88ea-4e0605e4d084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180'] for port, after_delete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:10.904379 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac1dc728-1d75-4fe8-88ea-4e0605e4d084 None None] No DVR routers for this DVR port 44f4cb51-352c-4416-9d88-a81e3909eb5e on host n-d-705658-22 {{(pid=105586) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:29:10.919372 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-62d6e199-24ad-45d2-b896-8f7ce55874ca tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4075702'] for router_gateway, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:10.932316 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1dc728-1d75-4fe8-88ea-4e0605e4d084 None None] Pushing event deleted for resources: {'Port': ['ID=44f4cb51-352c-4416-9d88-a81e3909eb5e,revision_number=None']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:29:11.015971 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-62d6e199-24ad-45d2-b896-8f7ce55874ca tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4163631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-425'] for router, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:11.018307 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-62d6e199-24ad-45d2-b896-8f7ce55874ca tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:11.055752 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-2af281a1-ba4e-4367-a958-c0b47a31197b tempest-TestVolumeBackupRestore-657170423 tempest-TestVolumeBackupRestore-657170423-project] Deleting port d5bd47ef-aaad-4f88-80ac-f7909272b1eb {{(pid=105584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:29:11.056853 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-2af281a1-ba4e-4367-a958-c0b47a31197b tempest-TestVolumeBackupRestore-657170423 tempest-TestVolumeBackupRestore-657170423-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:11.063441 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-62d6e199-24ad-45d2-b896-8f7ce55874ca tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4163007'] for router, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:11.064285 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62d6e199-24ad-45d2-b896-8f7ce55874ca tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Fanout notify agent at l3_agent the message router_deleted on router 8f7b9688-fad9-495a-a6af-e8c411f11eca {{(pid=105585) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 21:29:11.073617 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-62d6e199-24ad-45d2-b896-8f7ce55874ca tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Notify callbacks [] for router, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:11.077780 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-62d6e199-24ad-45d2-b896-8f7ce55874ca tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] 10.222.0.59 "DELETE /v2.0/routers/8f7b9688-fad9-495a-a6af-e8c411f11eca HTTP/1.1" status: 204 len: 168 time: 0.8685112 Jul 27 21:29:11.077906 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 60816) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:29:11.141527 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-2af281a1-ba4e-4367-a958-c0b47a31197b tempest-TestVolumeBackupRestore-657170423 tempest-TestVolumeBackupRestore-657170423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:11.141527 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-2af281a1-ba4e-4367-a958-c0b47a31197b tempest-TestVolumeBackupRestore-657170423 tempest-TestVolumeBackupRestore-657170423-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:11.151175 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-2af281a1-ba4e-4367-a958-c0b47a31197b tempest-TestVolumeBackupRestore-657170423 tempest-TestVolumeBackupRestore-657170423-project] Calling delete_port for d5bd47ef-aaad-4f88-80ac-f7909272b1eb owned by network:floatingip {{(pid=105584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:29:11.172218 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-00e286f0-0cae-4102-aac5-bddbe0e001b8 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-990557'] for network, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:11.310231 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-00e286f0-0cae-4102-aac5-bddbe0e001b8 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853562', 'neutron.services.segments.db._delete_segments_for_network-8790688882975'] for network, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:11.326533 n-d-705658-22 neutron-server[105585]: DEBUG neutron.services.segments.db [None req-00e286f0-0cae-4102-aac5-bddbe0e001b8 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7bc4e2ff-4ba8-4953-8996-985f60223b5f']}} {{(pid=105585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:29:11.326783 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-2af281a1-ba4e-4367-a958-c0b47a31197b tempest-TestVolumeBackupRestore-657170423 tempest-TestVolumeBackupRestore-657170423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:11.341960 n-d-705658-22 neutron-server[105585]: DEBUG neutron.services.segments.db [None req-00e286f0-0cae-4102-aac5-bddbe0e001b8 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5417f53-2f1a-4ca1-ba36-d550f2b33995') {'for_net_delete': True} {{(pid=105585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:29:11.342263 n-d-705658-22 neutron-server[105585]: DEBUG neutron.services.segments.db [None req-00e286f0-0cae-4102-aac5-bddbe0e001b8 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5417f53-2f1a-4ca1-ba36-d550f2b33995') {} {{(pid=105585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:29:11.355294 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-00e286f0-0cae-4102-aac5-bddbe0e001b8 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790688883752', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9886370'] for segment, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:11.361601 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af281a1-ba4e-4367-a958-c0b47a31197b tempest-TestVolumeBackupRestore-657170423 tempest-TestVolumeBackupRestore-657170423-project] Pushing event deleted for resources: {'Port': ['ID=d5bd47ef-aaad-4f88-80ac-f7909272b1eb,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:29:11.379867 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3437272c-24b6-4faa-adb6-42ac229317b2 req-b6c52f8e-8484-40dd-a060-3270e9f85db9 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:29:11.381457 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-3437272c-24b6-4faa-adb6-42ac229317b2 req-b6c52f8e-8484-40dd-a060-3270e9f85db9 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] 10.222.0.59 "GET /v2.0/ports?device_id=2404bb63-7c94-4c2b-bf6c-70a41c0b9e63 HTTP/1.1" status: 200 len: 945 time: 0.1673834 Jul 27 21:29:11.387824 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-00e286f0-0cae-4102-aac5-bddbe0e001b8 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:11.402582 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00e286f0-0cae-4102-aac5-bddbe0e001b8 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Releasing vlan 236 on physical network physnet1 to pool {{(pid=105585) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:29:11.403013 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-00e286f0-0cae-4102-aac5-bddbe0e001b8 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10221644'] for segment, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:11.406437 n-d-705658-22 neutron-server[105585]: Traceback (most recent call last): Jul 27 21:29:11.406437 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:29:11.406437 n-d-705658-22 neutron-server[105585]: timer() Jul 27 21:29:11.406437 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:29:11.406437 n-d-705658-22 neutron-server[105585]: cb(*args, **kw) Jul 27 21:29:11.406437 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:29:11.406437 n-d-705658-22 neutron-server[105585]: return func(*args, **kwargs) Jul 27 21:29:11.406437 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:29:11.406437 n-d-705658-22 neutron-server[105585]: self._notify() Jul 27 21:29:11.406437 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:29:11.406437 n-d-705658-22 neutron-server[105585]: self.callback(batched_events) Jul 27 21:29:11.406437 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:29:11.406437 n-d-705658-22 neutron-server[105585]: event.method(event) Jul 27 21:29:11.406437 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:29:11.406437 n-d-705658-22 neutron-server[105585]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:29:11.406437 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:29:11.406437 n-d-705658-22 neutron-server[105585]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:29:11.406437 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:29:11.406437 n-d-705658-22 neutron-server[105585]: return f(self, *a, **k) Jul 27 21:29:11.406437 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:29:11.406437 n-d-705658-22 neutron-server[105585]: return self._get(url).json() Jul 27 21:29:11.406437 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:29:11.406437 n-d-705658-22 neutron-server[105585]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:29:11.406437 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:29:11.406437 n-d-705658-22 neutron-server[105585]: return self.request(url, 'GET', **kwargs) Jul 27 21:29:11.406437 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:29:11.406437 n-d-705658-22 neutron-server[105585]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:29:11.406437 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:29:11.406437 n-d-705658-22 neutron-server[105585]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:29:11.406437 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:29:11.406437 n-d-705658-22 neutron-server[105585]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:29:11.406437 n-d-705658-22 neutron-server[105585]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:29:11.441342 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-2af281a1-ba4e-4367-a958-c0b47a31197b tempest-TestVolumeBackupRestore-657170423 tempest-TestVolumeBackupRestore-657170423-project] Notify callbacks [] for floatingip, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:11.442207 n-d-705658-22 neutron-server[105584]: INFO neutron.db.l3_db [None req-2af281a1-ba4e-4367-a958-c0b47a31197b tempest-TestVolumeBackupRestore-657170423 tempest-TestVolumeBackupRestore-657170423-project] Floating IP be265bd6-1e54-4163-a934-b3a5d93903b8 disassociated (deleted). External IP: 172.25.5.253, port: 21fe47db-6513-4b80-85c4-84834b2e14b3. Jul 27 21:29:11.496951 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-3437272c-24b6-4faa-adb6-42ac229317b2 req-7428e739-cb3a-4fe7-8e7e-dde85ad32f37 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] 10.222.0.59 "GET /v2.0/security-groups?id=538791a4-2ac5-4c76-85f8-7580d1a09c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059084 Jul 27 21:29:11.501747 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-00e286f0-0cae-4102-aac5-bddbe0e001b8 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4075658'] for network, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:11.508999 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-00e286f0-0cae-4102-aac5-bddbe0e001b8 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Notify callbacks [] for network, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:11.521196 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-00e286f0-0cae-4102-aac5-bddbe0e001b8 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] 10.222.0.59 "DELETE /v2.0/networks/7bc4e2ff-4ba8-4953-8996-985f60223b5f HTTP/1.1" status: 204 len: 168 time: 0.4420457 Jul 27 21:29:11.548889 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e286f0-0cae-4102-aac5-bddbe0e001b8 tempest-TestNetworkBasicOps-1590158797 tempest-TestNetworkBasicOps-1590158797-project] Pushing event deleted for resources: {'Network': ['ID=7bc4e2ff-4ba8-4953-8996-985f60223b5f,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:29:11.567045 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-ac4ad79f-a8c5-4dda-9828-8ff8e79660ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:11.693823 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c52d7f-f49c-4fca-b0f4-dfd5e5ed1d9a req-b1e6fbff-8693-4dcd-9a83-1db016fe1bd2 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:29:11.695564 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f8c52d7f-f49c-4fca-b0f4-dfd5e5ed1d9a req-b1e6fbff-8693-4dcd-9a83-1db016fe1bd2 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] 10.222.0.59 "GET /v2.0/ports?device_id=2404bb63-7c94-4c2b-bf6c-70a41c0b9e63 HTTP/1.1" status: 200 len: 945 time: 0.0835016 Jul 27 21:29:11.730422 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2af281a1-ba4e-4367-a958-c0b47a31197b tempest-TestVolumeBackupRestore-657170423 tempest-TestVolumeBackupRestore-657170423-project] Router cd1fa961-f7b3-452a-ab79-ac6ffde5ad14 has already been hosted by L3 agent dd128fd7-8e57-4d4f-895b-a96b369df59a {{(pid=105584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:29:11.750977 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f8c52d7f-f49c-4fca-b0f4-dfd5e5ed1d9a req-269c1a4b-8426-4e39-b7a6-e5674eb4711d tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] 10.222.0.59 "GET /v2.0/security-groups?id=538791a4-2ac5-4c76-85f8-7580d1a09c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453401 Jul 27 21:29:11.785818 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 60828) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:29:11.848211 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2af281a1-ba4e-4367-a958-c0b47a31197b tempest-TestVolumeBackupRestore-657170423 tempest-TestVolumeBackupRestore-657170423-project] Notify agent at l3_agent.n-d-705658-22 the message routers_updated {{(pid=105584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:29:11.874457 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a07a22c-29a7-40b2-82ca-2fbf715c2a5c None None] Sync routers for ids ['cd1fa961-f7b3-452a-ab79-ac6ffde5ad14'] in n-d-705658-22 {{(pid=105587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:29:11.876586 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-2af281a1-ba4e-4367-a958-c0b47a31197b tempest-TestVolumeBackupRestore-657170423 tempest-TestVolumeBackupRestore-657170423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for floatingip, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:11.888426 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a07a22c-29a7-40b2-82ca-2fbf715c2a5c None None] Routers {'cd1fa961-f7b3-452a-ab79-ac6ffde5ad14'} bound to L3 agent in host n-d-705658-22 {{(pid=105587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:29:11.890048 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:11.892668 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-2a07a22c-29a7-40b2-82ca-2fbf715c2a5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:29:12Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['cd1fa961-f7b3-452a-ab79-ac6ffde5ad14'], 'active': True} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:29:12.013925 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9593b999-4d5e-4027-ba9f-b2fe53439f23 req-ea09273e-607f-4306-9573-8299f7a2c6a9 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:29:12.015057 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 44f4cb51-352c-4416-9d88-a81e3909eb5e no longer exists at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:29:12.015598 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-9593b999-4d5e-4027-ba9f-b2fe53439f23 req-ea09273e-607f-4306-9573-8299f7a2c6a9 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] 10.222.0.59 "GET /v2.0/ports?device_id=2404bb63-7c94-4c2b-bf6c-70a41c0b9e63 HTTP/1.1" status: 200 len: 945 time: 0.1690292 Jul 27 21:29:12.036729 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] No Port match for: 44f4cb51-352c-4416-9d88-a81e3909eb5e {{(pid=105586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:29:12.037403 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 44f4cb51-352c-4416-9d88-a81e3909eb5e not bound to the agent host n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:29:12.037827 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device e25dd074-fda1-4123-8212-118955f98718 no longer exists at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:29:12.061490 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] No Port match for: e25dd074-fda1-4123-8212-118955f98718 {{(pid=105586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:29:12.062115 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device e25dd074-fda1-4123-8212-118955f98718 not bound to the agent host n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:29:12.062982 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-53a5c1d2-8075-46c4-b0f0-a8e11e56fc64 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=0874e603f76049468af3a11efcc1e552&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2749901 Jul 27 21:29:12.065989 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 60832) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:29:12.067775 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvr_db [None req-2a07a22c-29a7-40b2-82ca-2fbf715c2a5c None None] Set router cd1fa961-f7b3-452a-ab79-ac6ffde5ad14 gateway port host: n-d-705658-22 {{(pid=105587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:29:12.080083 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-9593b999-4d5e-4027-ba9f-b2fe53439f23 req-976e3d6b-e7c4-40ad-9658-05bb7842d9ec tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] 10.222.0.59 "GET /v2.0/security-groups?id=538791a4-2ac5-4c76-85f8-7580d1a09c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533769 Jul 27 21:29:12.146426 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-85238c54-6649-41ab-8f45-318391caf736 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:12.185187 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-85238c54-6649-41ab-8f45-318391caf736 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:12.242033 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-85238c54-6649-41ab-8f45-318391caf736 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:12.247307 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-85238c54-6649-41ab-8f45-318391caf736 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:12.249706 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-85238c54-6649-41ab-8f45-318391caf736 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/a2da9417-e5cc-4af8-80e9-6960a74de1b3 HTTP/1.1" status: 204 len: 168 time: 0.1824400 Jul 27 21:29:12.261421 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85238c54-6649-41ab-8f45-318391caf736 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2da9417-e5cc-4af8-80e9-6960a74de1b3,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:29:12.366641 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-2af281a1-ba4e-4367-a958-c0b47a31197b tempest-TestVolumeBackupRestore-657170423 tempest-TestVolumeBackupRestore-657170423-project] 10.222.0.59 "DELETE /v2.0/floatingips/be265bd6-1e54-4163-a934-b3a5d93903b8 HTTP/1.1" status: 204 len: 168 time: 1.4763770 Jul 27 21:29:12.368632 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b48bdba-4eca-4ad4-b5c2-897afaaa7190', 'tag': '21fe47db-6513-4b80-85c4-84834b2e14b3'}] {{(pid=105584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:29:12.371553 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bce5e6c8685464f7626901654159975603b047827e3138302ed6566e28f1343" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a2aef80-16e8-4a43-9239-bfdac2a2bf5b" -d '{"events": [{"name": "network-changed", "server_uuid": "9b48bdba-4eca-4ad4-b5c2-897afaaa7190", "tag": "21fe47db-6513-4b80-85c4-84834b2e14b3"}]}' {{(pid=105584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:29:12.390466 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-2a07a22c-29a7-40b2-82ca-2fbf715c2a5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd1fa961-f7b3-452a-ab79-ac6ffde5ad14', 'name': 'tempest-TestVolumeBackupRestore-161790241-router', 'tenant_id': 'd8b3b608783d4209938f283075bc1b2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.52'}], 'enable_snat': True}, 'gw_port_id': '1ab423ad-7f65-4d54-add5-f8596d85b59a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:25:29Z', 'updated_at': '2021-07-27T21:25:37Z', 'revision_number': 4, 'project_id': 'd8b3b608783d4209938f283075bc1b2d', 'gw_port': {'id': '1ab423ad-7f65-4d54-add5-f8596d85b59a', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:32:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd1fa961-f7b3-452a-ab79-ac6ffde5ad14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3699, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:25:31Z', 'updated_at': '2021-07-27T21:25:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_interfaces': [{'id': 'ee1bd40c-6c95-4e60-8445-dcdebfe9cc1b', 'name': '', 'network_id': 'bb4cf26f-adff-46cf-9267-b1047e192b6b', 'tenant_id': 'd8b3b608783d4209938f283075bc1b2d', 'mac_address': 'fa:16:3e:d9:6a:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd1fa961-f7b3-452a-ab79-ac6ffde5ad14', 'device_owner': 'network:router_interface', 'standard_attr_id': 3701, 'fixed_ips': [{'subnet_id': '1801b1a7-09b1-44bf-bdb6-d96d89c1fea0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:25:36Z', 'updated_at': '2021-07-27T21:25:49Z', 'revision_number': 5, 'project_id': 'd8b3b608783d4209938f283075bc1b2d', 'subnets': [{'id': '1801b1a7-09b1-44bf-bdb6-d96d89c1fea0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-22', False) {} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:29:12.424012 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a07a22c-29a7-40b2-82ca-2fbf715c2a5c None None] Checking router: cd1fa961-f7b3-452a-ab79-ac6ffde5ad14 for host: n-d-705658-22 {{(pid=105587) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:29:12.434449 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a07a22c-29a7-40b2-82ca-2fbf715c2a5c None None] Routers {'cd1fa961-f7b3-452a-ab79-ac6ffde5ad14'} bound to L3 agent in host n-d-705658-22 {{(pid=105587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:29:12.435238 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-2a07a22c-29a7-40b2-82ca-2fbf715c2a5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:29:12Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['cd1fa961-f7b3-452a-ab79-ac6ffde5ad14'], 'active': True} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:29:12.532780 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ab2ce8-3198-49f8-bec5-91c6f3f13fd6 req-8ec6d8c1-578b-4620-abd8-f305f5ee9ec8 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:29:12.536704 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-39ab2ce8-3198-49f8-bec5-91c6f3f13fd6 req-8ec6d8c1-578b-4620-abd8-f305f5ee9ec8 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] 10.222.0.59 "GET /v2.0/ports?device_id=2404bb63-7c94-4c2b-bf6c-70a41c0b9e63 HTTP/1.1" status: 200 len: 945 time: 0.0966573 Jul 27 21:29:12.575912 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvr_db [None req-2a07a22c-29a7-40b2-82ca-2fbf715c2a5c None None] Set router cd1fa961-f7b3-452a-ab79-ac6ffde5ad14 gateway port host: n-d-705658-22 {{(pid=105587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:29:12.579716 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-39ab2ce8-3198-49f8-bec5-91c6f3f13fd6 req-697455a0-08bb-4ab9-aec6-459d88377683 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] 10.222.0.59 "GET /v2.0/security-groups?id=538791a4-2ac5-4c76-85f8-7580d1a09c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354862 Jul 27 21:29:12.585667 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:29:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d10b6b54-532d-4cce-b3e7-8f30a3ae667b x-openstack-request-id: req-d10b6b54-532d-4cce-b3e7-8f30a3ae667b {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:29:12.586947 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b48bdba-4eca-4ad4-b5c2-897afaaa7190", "tag": "21fe47db-6513-4b80-85c4-84834b2e14b3", "status": "completed", "code": 200}]} {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:29:12.587239 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-d10b6b54-532d-4cce-b3e7-8f30a3ae667b {{(pid=105584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:29:12.587643 n-d-705658-22 neutron-server[105584]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b48bdba-4eca-4ad4-b5c2-897afaaa7190', 'tag': '21fe47db-6513-4b80-85c4-84834b2e14b3', 'status': 'completed', 'code': 200} Jul 27 21:29:12.625271 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 60850) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:29:12.641798 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-65d4ea88-5133-425a-be02-5328be967f50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:12.677356 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2aef80-16e8-4a43-9239-bfdac2a2bf5b req-46d8985b-4b06-4049-a200-9526674f2563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:29:12.678932 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-7a2aef80-16e8-4a43-9239-bfdac2a2bf5b req-46d8985b-4b06-4049-a200-9526674f2563 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d8b3b608783d4209938f283075bc1b2d&device_id=9b48bdba-4eca-4ad4-b5c2-897afaaa7190 HTTP/1.1" status: 200 len: 1098 time: 0.0686400 Jul 27 21:29:12.782781 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254448c0-7fed-4777-b009-aeeb74706b3c req-f6135032-0864-42d7-989d-ea6d4dae1a7c tempest-TestVolumeBackupRestore-657170423 tempest-TestVolumeBackupRestore-657170423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:29:12.784325 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-254448c0-7fed-4777-b009-aeeb74706b3c req-f6135032-0864-42d7-989d-ea6d4dae1a7c tempest-TestVolumeBackupRestore-657170423 tempest-TestVolumeBackupRestore-657170423-project] 10.222.0.59 "GET /v2.0/ports?device_id=9b48bdba-4eca-4ad4-b5c2-897afaaa7190 HTTP/1.1" status: 200 len: 946 time: 0.1272933 Jul 27 21:29:12.804138 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2aef80-16e8-4a43-9239-bfdac2a2bf5b req-9f9a7565-5dbd-4f4d-ac45-84082490e4b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:29:12.806300 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-7a2aef80-16e8-4a43-9239-bfdac2a2bf5b req-9f9a7565-5dbd-4f4d-ac45-84082490e4b9 service neutron] 10.222.0.36 "GET /v2.0/networks?id=bb4cf26f-adff-46cf-9267-b1047e192b6b HTTP/1.1" status: 200 len: 914 time: 0.1197679 Jul 27 21:29:12.813774 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-2a07a22c-29a7-40b2-82ca-2fbf715c2a5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd1fa961-f7b3-452a-ab79-ac6ffde5ad14', 'name': 'tempest-TestVolumeBackupRestore-161790241-router', 'tenant_id': 'd8b3b608783d4209938f283075bc1b2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.52'}], 'enable_snat': True}, 'gw_port_id': '1ab423ad-7f65-4d54-add5-f8596d85b59a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:25:29Z', 'updated_at': '2021-07-27T21:25:37Z', 'revision_number': 4, 'project_id': 'd8b3b608783d4209938f283075bc1b2d', 'gw_port': {'id': '1ab423ad-7f65-4d54-add5-f8596d85b59a', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:32:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd1fa961-f7b3-452a-ab79-ac6ffde5ad14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3699, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:25:31Z', 'updated_at': '2021-07-27T21:25:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_interfaces': [{'id': 'ee1bd40c-6c95-4e60-8445-dcdebfe9cc1b', 'name': '', 'network_id': 'bb4cf26f-adff-46cf-9267-b1047e192b6b', 'tenant_id': 'd8b3b608783d4209938f283075bc1b2d', 'mac_address': 'fa:16:3e:d9:6a:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd1fa961-f7b3-452a-ab79-ac6ffde5ad14', 'device_owner': 'network:router_interface', 'standard_attr_id': 3701, 'fixed_ips': [{'subnet_id': '1801b1a7-09b1-44bf-bdb6-d96d89c1fea0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:25:36Z', 'updated_at': '2021-07-27T21:25:49Z', 'revision_number': 5, 'project_id': 'd8b3b608783d4209938f283075bc1b2d', 'subnets': [{'id': '1801b1a7-09b1-44bf-bdb6-d96d89c1fea0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-22', False) {} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:29:12.841807 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a07a22c-29a7-40b2-82ca-2fbf715c2a5c None None] The sync data for ids ['cd1fa961-f7b3-452a-ab79-ac6ffde5ad14'] in n-d-705658-22 is: [{'id': 'cd1fa961-f7b3-452a-ab79-ac6ffde5ad14', 'name': 'tempest-TestVolumeBackupRestore-161790241-router', 'tenant_id': 'd8b3b608783d4209938f283075bc1b2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.52'}], 'enable_snat': True}, 'gw_port_id': '1ab423ad-7f65-4d54-add5-f8596d85b59a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:25:29Z', 'updated_at': '2021-07-27T21:25:37Z', 'revision_number': 4, 'project_id': 'd8b3b608783d4209938f283075bc1b2d', 'gw_port': {'id': '1ab423ad-7f65-4d54-add5-f8596d85b59a', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:32:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd1fa961-f7b3-452a-ab79-ac6ffde5ad14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3699, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:25:31Z', 'updated_at': '2021-07-27T21:25:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_interfaces': [{'id': 'ee1bd40c-6c95-4e60-8445-dcdebfe9cc1b', 'name': '', 'network_id': 'bb4cf26f-adff-46cf-9267-b1047e192b6b', 'tenant_id': 'd8b3b608783d4209938f283075bc1b2d', 'mac_address': 'fa:16:3e:d9:6a:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd1fa961-f7b3-452a-ab79-ac6ffde5ad14', 'device_owner': 'network:router_interface', 'standard_attr_id': 3701, 'fixed_ips': [{'subnet_id': '1801b1a7-09b1-44bf-bdb6-d96d89c1fea0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:25:36Z', 'updated_at': '2021-07-27T21:25:49Z', 'revision_number': 5, 'project_id': 'd8b3b608783d4209938f283075bc1b2d', 'subnets': [{'id': '1801b1a7-09b1-44bf-bdb6-d96d89c1fea0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:29:12.845965 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-254448c0-7fed-4777-b009-aeeb74706b3c req-28e77241-5eb9-4c2b-996d-3c737c82fe42 tempest-TestVolumeBackupRestore-657170423 tempest-TestVolumeBackupRestore-657170423-project] 10.222.0.59 "GET /v2.0/security-groups?id=2fbb37df-b738-4709-86e6-c4887dfcb3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542083 Jul 27 21:29:12.847537 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-65d4ea88-5133-425a-be02-5328be967f50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:12.851729 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-65d4ea88-5133-425a-be02-5328be967f50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:12.863438 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-7a2aef80-16e8-4a43-9239-bfdac2a2bf5b req-117faacc-672e-4c61-9220-ee6bc601627e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=21fe47db-6513-4b80-85c4-84834b2e14b3 HTTP/1.1" status: 200 len: 217 time: 0.0474250 Jul 27 21:29:12.903166 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-65d4ea88-5133-425a-be02-5328be967f50 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=1df30976b9d249d9b1b25cc9bcf090ad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2741861 Jul 27 21:29:12.903380 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 60852) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:29:12.909365 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d4ea88-5133-425a-be02-5328be967f50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67b15c1c-85fe-4b5e-bb10-161aceb6cc85,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:29:12.938158 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2aef80-16e8-4a43-9239-bfdac2a2bf5b req-76815a92-40d3-4dba-a08a-ea2577996d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:29:12.939765 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-7a2aef80-16e8-4a43-9239-bfdac2a2bf5b req-76815a92-40d3-4dba-a08a-ea2577996d5a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1801b1a7-09b1-44bf-bdb6-d96d89c1fea0 HTTP/1.1" status: 200 len: 852 time: 0.0676064 Jul 27 21:29:12.948825 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-bb32ed7d-8717-448b-a9c8-a5a0117d1fd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:12.963062 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-ce0ff860-8d69-4de7-a134-a392491b8b97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:12.985746 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-ce0ff860-8d69-4de7-a134-a392491b8b97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:13.006730 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2aef80-16e8-4a43-9239-bfdac2a2bf5b req-c6249024-7ebc-4293-8430-29e4df80b12f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:29:13.008822 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-7a2aef80-16e8-4a43-9239-bfdac2a2bf5b req-c6249024-7ebc-4293-8430-29e4df80b12f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=bb4cf26f-adff-46cf-9267-b1047e192b6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0613675 Jul 27 21:29:13.047714 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-ce0ff860-8d69-4de7-a134-a392491b8b97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:13.050729 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-ce0ff860-8d69-4de7-a134-a392491b8b97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:13.054459 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-ce0ff860-8d69-4de7-a134-a392491b8b97 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/67b15c1c-85fe-4b5e-bb10-161aceb6cc85 HTTP/1.1" status: 204 len: 168 time: 0.1479194 Jul 27 21:29:13.061919 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0ff860-8d69-4de7-a134-a392491b8b97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67b15c1c-85fe-4b5e-bb10-161aceb6cc85,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:29:13.119766 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-7a2aef80-16e8-4a43-9239-bfdac2a2bf5b req-39a9fbc4-2173-4211-b94a-b8f15e345342 service neutron] 10.222.0.36 "GET /v2.0/networks/bb4cf26f-adff-46cf-9267-b1047e192b6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1017849 Jul 27 21:29:13.129789 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17ed5896-d002-4dd6-acff-fd365a28cf41 None None] New status for floating IP be265bd6-1e54-4163-a934-b3a5d93903b8: DOWN {{(pid=105586) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 21:29:13.221949 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-7a2aef80-16e8-4a43-9239-bfdac2a2bf5b req-4c77744d-0bfb-4e80-bbce-8718b71337ed service neutron] 10.222.0.36 "GET /v2.0/networks/bb4cf26f-adff-46cf-9267-b1047e192b6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935993 Jul 27 21:29:13.475537 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device cf7d4dcc-f89b-4efc-91e3-052443554e2d no longer exists at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:29:13.494890 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] No Port match for: cf7d4dcc-f89b-4efc-91e3-052443554e2d {{(pid=105586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:29:13.495332 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device cf7d4dcc-f89b-4efc-91e3-052443554e2d not bound to the agent host n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:29:13.727656 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253d42d5-745d-4c13-b1ce-65f35f6c2198 req-e476ac39-f36c-462d-9bc7-f8292ddee0bb tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:29:13.729169 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-253d42d5-745d-4c13-b1ce-65f35f6c2198 req-e476ac39-f36c-462d-9bc7-f8292ddee0bb tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] 10.222.0.59 "GET /v2.0/ports?device_id=2404bb63-7c94-4c2b-bf6c-70a41c0b9e63 HTTP/1.1" status: 200 len: 945 time: 0.0664461 Jul 27 21:29:13.748958 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 60876) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:29:13.768960 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-253d42d5-745d-4c13-b1ce-65f35f6c2198 req-6ac658d8-2525-4bc7-95bb-aa0c9199ae2b tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] 10.222.0.59 "GET /v2.0/security-groups?id=538791a4-2ac5-4c76-85f8-7580d1a09c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325992 Jul 27 21:29:13.851975 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-2ecbaa52-205e-4535-86f8-73ecb54ac2f9 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1112466169-network', 'tenant_id': 'd192f93ac8104a9cbcedf26b26eec08e'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:29:13.874659 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ecbaa52-205e-4535-86f8-73ecb54ac2f9 admin admin] Made reservation on behalf of d192f93ac8104a9cbcedf26b26eec08e for: {'network': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:29:13.877346 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-2ecbaa52-205e-4535-86f8-73ecb54ac2f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for network, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:13.894012 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-2ecbaa52-205e-4535-86f8-73ecb54ac2f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:14.002101 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-2ecbaa52-205e-4535-86f8-73ecb54ac2f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:14.006401 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-2ecbaa52-205e-4535-86f8-73ecb54ac2f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:14.028794 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ecbaa52-205e-4535-86f8-73ecb54ac2f9 admin admin] vlan segment allocate from pool success with {'vlan_id': 216, 'physical_network': 'physnet1'} {{(pid=105584) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:29:14.036790 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175a2000-429c-4569-bcdb-aae926a9cc5a req-1b69d899-99ab-49c9-b9c6-01727e2e0199 tempest-TestVolumeBackupRestore-657170423 tempest-TestVolumeBackupRestore-657170423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:29:14.038480 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-175a2000-429c-4569-bcdb-aae926a9cc5a req-1b69d899-99ab-49c9-b9c6-01727e2e0199 tempest-TestVolumeBackupRestore-657170423 tempest-TestVolumeBackupRestore-657170423-project] 10.222.0.59 "GET /v2.0/ports?device_id=9b48bdba-4eca-4ad4-b5c2-897afaaa7190 HTTP/1.1" status: 200 len: 946 time: 0.1021111 Jul 27 21:29:14.043089 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ecbaa52-205e-4535-86f8-73ecb54ac2f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75aab6f2-b932-4bcf-85eb-51d30f781ede,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:29:14.059960 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-2ecbaa52-205e-4535-86f8-73ecb54ac2f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:14.060232 n-d-705658-22 neutron-server[105584]: INFO neutron.db.segments_db [None req-2ecbaa52-205e-4535-86f8-73ecb54ac2f9 admin admin] Added segment 1d17d041-a01b-48ae-abd0-357c0895e5ab of type vlan for network 9187a0c9-a8c4-4063-b30f-be09608c86e7 Jul 27 21:29:14.083924 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b830fea-9be6-4de0-9a33-9f4adaa07efd req-1a804683-11b7-42b6-b5d7-5d13f7d8ea95 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:29:14.085342 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-4b830fea-9be6-4de0-9a33-9f4adaa07efd req-1a804683-11b7-42b6-b5d7-5d13f7d8ea95 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] 10.222.0.60 "GET /v2.0/ports?device_id=2404bb63-7c94-4c2b-bf6c-70a41c0b9e63 HTTP/1.1" status: 200 len: 945 time: 0.1019058 Jul 27 21:29:14.101342 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-2ecbaa52-205e-4535-86f8-73ecb54ac2f9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790688424798'] for network, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:14.130816 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-2ecbaa52-205e-4535-86f8-73ecb54ac2f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920'] for network, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:14.131827 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ecbaa52-205e-4535-86f8-73ecb54ac2f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:29:14.132414 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-2ecbaa52-205e-4535-86f8-73ecb54ac2f9 admin admin] Notify callbacks [] for network, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:14.137836 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-175a2000-429c-4569-bcdb-aae926a9cc5a req-b29b3a76-9f1a-47fa-a1d3-a95e5aa80599 tempest-TestVolumeBackupRestore-657170423 tempest-TestVolumeBackupRestore-657170423-project] 10.222.0.59 "GET /v2.0/security-groups?id=2fbb37df-b738-4709-86e6-c4887dfcb3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0802820 Jul 27 21:29:14.200673 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-2ecbaa52-205e-4535-86f8-73ecb54ac2f9 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4505322 Jul 27 21:29:14.206012 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 60882) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:29:14.212000 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-92701d30-6c26-43e3-8481-a2c5010c1850 admin admin] Request body: {'subnet': {'network_id': '9187a0c9-a8c4-4063-b30f-be09608c86e7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1112466169-subnet', 'tenant_id': 'd192f93ac8104a9cbcedf26b26eec08e', 'ip_version': 4}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:29:14.227344 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ecbaa52-205e-4535-86f8-73ecb54ac2f9 admin admin] Pushing event updated for resources: {'Network': ['ID=9187a0c9-a8c4-4063-b30f-be09608c86e7,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:29:14.227565 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [req-4b830fea-9be6-4de0-9a33-9f4adaa07efd req-5fc6aca6-da33-4cd0-88c6-21633e3cb1b8 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Deleting port 22ab25b8-4101-481e-9408-58ba18ce0e84 {{(pid=105585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:29:14.227738 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-4b830fea-9be6-4de0-9a33-9f4adaa07efd req-5fc6aca6-da33-4cd0-88c6-21633e3cb1b8 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:14.238841 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Network 9187a0c9-a8c4-4063-b30f-be09608c86e7 details requested by agent ovs-agent-n-d-705658-22 with host n-d-705658-22 {{(pid=105586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:29:14.262039 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d0aae0-a277-47d0-b293-297c42a4d1f5 req-3fbc542f-3bfe-4a09-8a9b-ae9be4f33b45 tempest-TestVolumeBackupRestore-657170423 tempest-TestVolumeBackupRestore-657170423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:29:14.263712 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-f4d0aae0-a277-47d0-b293-297c42a4d1f5 req-3fbc542f-3bfe-4a09-8a9b-ae9be4f33b45 tempest-TestVolumeBackupRestore-657170423 tempest-TestVolumeBackupRestore-657170423-project] 10.222.0.36 "GET /v2.0/ports?device_id=9b48bdba-4eca-4ad4-b5c2-897afaaa7190 HTTP/1.1" status: 200 len: 946 time: 0.0756881 Jul 27 21:29:14.282702 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92701d30-6c26-43e3-8481-a2c5010c1850 admin admin] Made reservation on behalf of d192f93ac8104a9cbcedf26b26eec08e for: {'subnet': 1} {{(pid=105585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:29:14.285084 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-92701d30-6c26-43e3-8481-a2c5010c1850 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9990620'] for subnet, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:14.386662 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-875ced1b-4cf3-463a-9653-058f0f9421e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:14.416067 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [req-f4d0aae0-a277-47d0-b293-297c42a4d1f5 req-ebf8a402-c5c7-493a-ba32-c35189756acb tempest-TestVolumeBackupRestore-657170423 tempest-TestVolumeBackupRestore-657170423-project] Deleting port 21fe47db-6513-4b80-85c4-84834b2e14b3 {{(pid=105584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:29:14.416423 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-f4d0aae0-a277-47d0-b293-297c42a4d1f5 req-ebf8a402-c5c7-493a-ba32-c35189756acb tempest-TestVolumeBackupRestore-657170423 tempest-TestVolumeBackupRestore-657170423-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:14.440802 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.db [req-4b830fea-9be6-4de0-9a33-9f4adaa07efd req-5fc6aca6-da33-4cd0-88c6-21633e3cb1b8 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] For port 22ab25b8-4101-481e-9408-58ba18ce0e84, host n-h2-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=22ab25b8-4101-481e-9408-58ba18ce0e84,segment=NetworkSegment(6a44b0c8-0b10-4191-b0e4-021984ddfab8),segment_id=6a44b0c8-0b10-4191-b0e4-021984ddfab8)] {{(pid=105585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:29:14.441254 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-4b830fea-9be6-4de0-9a33-9f4adaa07efd req-5fc6aca6-da33-4cd0-88c6-21633e3cb1b8 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:14.480382 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [req-4b830fea-9be6-4de0-9a33-9f4adaa07efd req-5fc6aca6-da33-4cd0-88c6-21633e3cb1b8 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Calling delete_port for 22ab25b8-4101-481e-9408-58ba18ce0e84 owned by compute:nova {{(pid=105585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:29:14.529907 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [req-f4d0aae0-a277-47d0-b293-297c42a4d1f5 req-ebf8a402-c5c7-493a-ba32-c35189756acb tempest-TestVolumeBackupRestore-657170423 tempest-TestVolumeBackupRestore-657170423-project] For port 21fe47db-6513-4b80-85c4-84834b2e14b3, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=21fe47db-6513-4b80-85c4-84834b2e14b3,segment=NetworkSegment(57b8fd16-fb96-450b-911e-7fe94bef4459),segment_id=57b8fd16-fb96-450b-911e-7fe94bef4459)] {{(pid=105584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:29:14.530229 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-f4d0aae0-a277-47d0-b293-297c42a4d1f5 req-ebf8a402-c5c7-493a-ba32-c35189756acb tempest-TestVolumeBackupRestore-657170423 tempest-TestVolumeBackupRestore-657170423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:14.545503 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [req-f4d0aae0-a277-47d0-b293-297c42a4d1f5 req-ebf8a402-c5c7-493a-ba32-c35189756acb tempest-TestVolumeBackupRestore-657170423 tempest-TestVolumeBackupRestore-657170423-project] Calling delete_port for 21fe47db-6513-4b80-85c4-84834b2e14b3 owned by compute:nova {{(pid=105584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:29:14.609251 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-92701d30-6c26-43e3-8481-a2c5010c1850 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10221797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9990606'] for subnet, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:14.692905 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92701d30-6c26-43e3-8481-a2c5010c1850 admin admin] Pushing event updated for resources: {'Subnet': ['ID=23592c3c-b503-4201-9a1d-ccf3be36328f,revision_number=0']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:29:14.720406 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-f4d0aae0-a277-47d0-b293-297c42a4d1f5 req-ebf8a402-c5c7-493a-ba32-c35189756acb tempest-TestVolumeBackupRestore-657170423 tempest-TestVolumeBackupRestore-657170423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:14.730785 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92701d30-6c26-43e3-8481-a2c5010c1850 admin admin] Checking segment: {'id': '1d17d041-a01b-48ae-abd0-357c0895e5ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '9187a0c9-a8c4-4063-b30f-be09608c86e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:29:14.731269 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92701d30-6c26-43e3-8481-a2c5010c1850 admin admin] Network hostable DHCP agents. Network: 9187a0c9-a8c4-4063-b30f-be09608c86e7, hostable agents: ['7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a'], hosted agents: [] {{(pid=105585) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:29:14.750940 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf8a402-c5c7-493a-ba32-c35189756acb tempest-TestVolumeBackupRestore-657170423 tempest-TestVolumeBackupRestore-657170423-project] Pushing event deleted for resources: {'Port': ['ID=21fe47db-6513-4b80-85c4-84834b2e14b3,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:29:14.767602 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92701d30-6c26-43e3-8481-a2c5010c1850 admin admin] Network 9187a0c9-a8c4-4063-b30f-be09608c86e7 is scheduled to be hosted by DHCP agent 7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a with binding_index 1 {{(pid=105585) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:29:14.771564 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-4b830fea-9be6-4de0-9a33-9f4adaa07efd req-5fc6aca6-da33-4cd0-88c6-21633e3cb1b8 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:14.793908 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] get_ports_and_sgs() called for port_ids ['22ab25b8-4101-481e-9408-58ba18ce0e84'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:29:14.815429 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4d0aae0-a277-47d0-b293-297c42a4d1f5 req-ebf8a402-c5c7-493a-ba32-c35189756acb tempest-TestVolumeBackupRestore-657170423 tempest-TestVolumeBackupRestore-657170423-project] No DVR routers for this DVR port 21fe47db-6513-4b80-85c4-84834b2e14b3 on host n-h1-705658-22 {{(pid=105584) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:29:14.817959 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-f4d0aae0-a277-47d0-b293-297c42a4d1f5 req-ebf8a402-c5c7-493a-ba32-c35189756acb tempest-TestVolumeBackupRestore-657170423 tempest-TestVolumeBackupRestore-657170423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:14.820136 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-f4d0aae0-a277-47d0-b293-297c42a4d1f5 req-ebf8a402-c5c7-493a-ba32-c35189756acb tempest-TestVolumeBackupRestore-657170423 tempest-TestVolumeBackupRestore-657170423-project] 10.222.0.36 "DELETE /v2.0/ports/21fe47db-6513-4b80-85c4-84834b2e14b3 HTTP/1.1" status: 204 len: 173 time: 0.5493379 Jul 27 21:29:14.820602 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b48bdba-4eca-4ad4-b5c2-897afaaa7190', 'name': 'network-vif-deleted', 'tag': '21fe47db-6513-4b80-85c4-84834b2e14b3'}] {{(pid=105584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:29:14.823394 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bce5e6c8685464f7626901654159975603b047827e3138302ed6566e28f1343" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93b9b4c2-ad5b-428e-aacd-6022cc4fa801" -d '{"events": [{"server_uuid": "9b48bdba-4eca-4ad4-b5c2-897afaaa7190", "name": "network-vif-deleted", "tag": "21fe47db-6513-4b80-85c4-84834b2e14b3"}]}' {{(pid=105584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:29:14.847261 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.base_scheduler [None req-92701d30-6c26-43e3-8481-a2c5010c1850 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-22, 9187a0c9-a8c4-4063-b30f-be09608c86e7) {{(pid=105585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:29:14.854933 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc6aca6-da33-4cd0-88c6-21633e3cb1b8 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Pushing event deleted for resources: {'Port': ['ID=22ab25b8-4101-481e-9408-58ba18ce0e84,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:29:14.857441 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ffcfcc5-fda0-4106-8366-bc774fc0e659 None None] Network 9187a0c9-a8c4-4063-b30f-be09608c86e7 requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:29:14.885764 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:29:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbe32027-d8ee-476d-b630-2114fe005787 x-openstack-request-id: req-dbe32027-d8ee-476d-b630-2114fe005787 {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:29:14.886191 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b48bdba-4eca-4ad4-b5c2-897afaaa7190", "name": "network-vif-deleted", "tag": "21fe47db-6513-4b80-85c4-84834b2e14b3", "status": "completed", "code": 200}]} {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:29:14.886296 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-dbe32027-d8ee-476d-b630-2114fe005787 {{(pid=105584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:29:14.886692 n-d-705658-22 neutron-server[105584]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b48bdba-4eca-4ad4-b5c2-897afaaa7190', 'name': 'network-vif-deleted', 'tag': '21fe47db-6513-4b80-85c4-84834b2e14b3', 'status': 'completed', 'code': 200} Jul 27 21:29:14.891683 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92701d30-6c26-43e3-8481-a2c5010c1850 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:29:14.892272 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-92701d30-6c26-43e3-8481-a2c5010c1850 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:14.955056 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b830fea-9be6-4de0-9a33-9f4adaa07efd req-5fc6aca6-da33-4cd0-88c6-21633e3cb1b8 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] No DVR routers for this DVR port 22ab25b8-4101-481e-9408-58ba18ce0e84 on host n-h2-705658-22 {{(pid=105585) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:29:14.964468 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-4b830fea-9be6-4de0-9a33-9f4adaa07efd req-5fc6aca6-da33-4cd0-88c6-21633e3cb1b8 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:14.967811 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-4b830fea-9be6-4de0-9a33-9f4adaa07efd req-5fc6aca6-da33-4cd0-88c6-21633e3cb1b8 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] 10.222.0.60 "DELETE /v2.0/ports/22ab25b8-4101-481e-9408-58ba18ce0e84 HTTP/1.1" status: 204 len: 173 time: 0.8715172 Jul 27 21:29:14.968370 n-d-705658-22 neutron-server[105585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2404bb63-7c94-4c2b-bf6c-70a41c0b9e63', 'name': 'network-vif-deleted', 'tag': '22ab25b8-4101-481e-9408-58ba18ce0e84'}] {{(pid=105585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:29:14.971333 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d66fd65881426bfc2b5388084a3654e5eae521106a15a3dbf0eb4cde7106c36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12f57975-b56d-4ab1-954c-91a1a871ffb3" -d '{"events": [{"server_uuid": "2404bb63-7c94-4c2b-bf6c-70a41c0b9e63", "name": "network-vif-deleted", "tag": "22ab25b8-4101-481e-9408-58ba18ce0e84"}]}' {{(pid=105585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:29:14.993510 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 60892) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:29:14.993850 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-92701d30-6c26-43e3-8481-a2c5010c1850 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7863581 Jul 27 21:29:14.998367 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-cc7cae90-f1db-448a-82a2-a8f3259d4559 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1112466169-router', 'tenant_id': 'd192f93ac8104a9cbcedf26b26eec08e', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305'}}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:29:15.035149 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-cc7cae90-f1db-448a-82a2-a8f3259d4559 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4163813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-443'] for router, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:15.036486 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-cc7cae90-f1db-448a-82a2-a8f3259d4559 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4165196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4077059', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3711235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-418'] for router, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:15.039936 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-672687bb-ab55-46d8-a695-74744ea90959 req-7d4c20c5-1642-4386-bfdb-c0c17ae0fb2a tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] 10.222.0.59 "GET /v2.0/ports?device_id=2404bb63-7c94-4c2b-bf6c-70a41c0b9e63 HTTP/1.1" status: 200 len: 210 time: 0.0784838 Jul 27 21:29:15.131076 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4d74a48-51a8-4f1f-a696-986c0a9f6fee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30bb4b93-b285-5d90-9493-f9ec33ea333c-9187a0c9-a8c4-4063-b30f-be09608c86e7', 'network_id': '9187a0c9-a8c4-4063-b30f-be09608c86e7', 'tenant_id': 'd192f93ac8104a9cbcedf26b26eec08e', 'fixed_ips': [{'subnet_id': '23592c3c-b503-4201-9a1d-ccf3be36328f'}]}} from n-d-705658-22. {{(pid=105586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 21:29:15.133924 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-d4d74a48-51a8-4f1f-a696-986c0a9f6fee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:15.185485 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-cc7cae90-f1db-448a-82a2-a8f3259d4559 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:15.277879 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:29:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f831315a-94e1-41de-92a2-8a378522f11d x-openstack-request-id: req-f831315a-94e1-41de-92a2-8a378522f11d {{(pid=105585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:29:15.278460 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2404bb63-7c94-4c2b-bf6c-70a41c0b9e63", "name": "network-vif-deleted", "tag": "22ab25b8-4101-481e-9408-58ba18ce0e84", "status": "completed", "code": 200}]} {{(pid=105585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:29:15.278460 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-f831315a-94e1-41de-92a2-8a378522f11d {{(pid=105585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:29:15.279108 n-d-705658-22 neutron-server[105585]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2404bb63-7c94-4c2b-bf6c-70a41c0b9e63', 'name': 'network-vif-deleted', 'tag': '22ab25b8-4101-481e-9408-58ba18ce0e84', 'status': 'completed', 'code': 200} Jul 27 21:29:15.287635 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-cc95c5a6-3f52-46b4-b73f-506efb7f1311 req-ff788c0c-7a27-41d7-9d2a-b3618ed87742 tempest-TestVolumeBackupRestore-657170423 tempest-TestVolumeBackupRestore-657170423-project] 10.222.0.59 "GET /v2.0/ports?device_id=9b48bdba-4eca-4ad4-b5c2-897afaaa7190 HTTP/1.1" status: 200 len: 210 time: 0.0485232 Jul 27 21:29:15.365632 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.db_base_plugin_common [None req-d4d74a48-51a8-4f1f-a696-986c0a9f6fee None None] Allocated IP 172.20.0.2 (9187a0c9-a8c4-4063-b30f-be09608c86e7/23592c3c-b503-4201-9a1d-ccf3be36328f/5e4658ea-7127-4817-b0a0-a7b0c3c84bc5) {{(pid=105586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:29:15.392915 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-cc7cae90-f1db-448a-82a2-a8f3259d4559 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4077169', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4163787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-400'] for router, precommit_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:15.524571 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-d4d74a48-51a8-4f1f-a696-986c0a9f6fee None None] Notify callbacks [] for port, precommit_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:15.534009 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-d4d74a48-51a8-4f1f-a696-986c0a9f6fee None None] Transition to ACTIVE for port object 5e4658ea-7127-4817-b0a0-a7b0c3c84bc5 will not be triggered until provisioned by entity L2. {{(pid=105586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:29:15.549218 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-d4d74a48-51a8-4f1f-a696-986c0a9f6fee None None] Transition to ACTIVE for port object 5e4658ea-7127-4817-b0a0-a7b0c3c84bc5 will not be triggered until provisioned by entity DHCP. {{(pid=105586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:29:15.555765 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-d4d74a48-51a8-4f1f-a696-986c0a9f6fee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143'] for port, after_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:15.594326 n-d-705658-22 neutron-server[105586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4d74a48-51a8-4f1f-a696-986c0a9f6fee None None] Network 9187a0c9-a8c4-4063-b30f-be09608c86e7 is already hosted by enough agents. {{(pid=105586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:29:15.601341 n-d-705658-22 neutron-server[105586]: DEBUG neutron.scheduler.base_scheduler [None req-d4d74a48-51a8-4f1f-a696-986c0a9f6fee None None] Resources bound (agent type, host, resource id): {{(pid=105586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:29:15.602868 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-cc7cae90-f1db-448a-82a2-a8f3259d4559 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:15.604125 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4d74a48-51a8-4f1f-a696-986c0a9f6fee None None] Received port after_create {{(pid=105586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:29:15.616731 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d74a48-51a8-4f1f-a696-986c0a9f6fee None None] Pushing event updated for resources: {'Port': ['ID=5e4658ea-7127-4817-b0a0-a7b0c3c84bc5,revision_number=1']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:29:15.623612 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-cc7cae90-f1db-448a-82a2-a8f3259d4559 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:15.670127 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-d4d74a48-51a8-4f1f-a696-986c0a9f6fee None None] Attempting to bind port 5e4658ea-7127-4817-b0a0-a7b0c3c84bc5 on host n-d-705658-22 for vnic_type normal with profile {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:29:15.670503 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-d4d74a48-51a8-4f1f-a696-986c0a9f6fee None None] Attempting to bind port 5e4658ea-7127-4817-b0a0-a7b0c3c84bc5 by drivers openvswitch,hyperv on host n-d-705658-22 at level 0 using segments [{'id': '1d17d041-a01b-48ae-abd0-357c0895e5ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '9187a0c9-a8c4-4063-b30f-be09608c86e7'}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:29:15.670865 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4d74a48-51a8-4f1f-a696-986c0a9f6fee None None] Attempting to bind port 5e4658ea-7127-4817-b0a0-a7b0c3c84bc5 on network 9187a0c9-a8c4-4063-b30f-be09608c86e7 {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:29:15.675994 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4d74a48-51a8-4f1f-a696-986c0a9f6fee None None] Checking agent: {'id': '04a7ea91-6318-467e-ace6-b0fb48c8690f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 41, 42), 'started_at': datetime.datetime(2021, 7, 27, 20, 42, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 29, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:29:15.676612 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4d74a48-51a8-4f1f-a696-986c0a9f6fee None None] Checking segment: {'id': '1d17d041-a01b-48ae-abd0-357c0895e5ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '9187a0c9-a8c4-4063-b30f-be09608c86e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:29:15.677216 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-d4d74a48-51a8-4f1f-a696-986c0a9f6fee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:15.677808 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4d74a48-51a8-4f1f-a696-986c0a9f6fee None None] Bound using segment: {'id': '1d17d041-a01b-48ae-abd0-357c0895e5ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '9187a0c9-a8c4-4063-b30f-be09608c86e7'} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:29:15.678289 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-d4d74a48-51a8-4f1f-a696-986c0a9f6fee None None] Bound port: 5e4658ea-7127-4817-b0a0-a7b0c3c84bc5, host: n-d-705658-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d17d041-a01b-48ae-abd0-357c0895e5ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '9187a0c9-a8c4-4063-b30f-be09608c86e7'}}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:29:15.678864 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-d4d74a48-51a8-4f1f-a696-986c0a9f6fee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:15.736991 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.db_base_plugin_common [None req-cc7cae90-f1db-448a-82a2-a8f3259d4559 admin admin] Allocated IP 172.25.5.167 (8735d8a2-b604-4758-ae71-b40e4ee6f305/eca7dbab-b9c0-4c8f-a272-816ea8a81764/abd50ce8-8728-489b-a3eb-ff2d60f93d5c) {{(pid=105584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:29:15.753565 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-d4d74a48-51a8-4f1f-a696-986c0a9f6fee None None] For port 5e4658ea-7127-4817-b0a0-a7b0c3c84bc5, host n-d-705658-22, cleared binding levels {{(pid=105586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:29:15.757572 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-d4d74a48-51a8-4f1f-a696-986c0a9f6fee None None] For port 5e4658ea-7127-4817-b0a0-a7b0c3c84bc5, host n-d-705658-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=5e4658ea-7127-4817-b0a0-a7b0c3c84bc5,segment=NetworkSegment(1d17d041-a01b-48ae-abd0-357c0895e5ab),segment_id=1d17d041-a01b-48ae-abd0-357c0895e5ab)] {{(pid=105586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:29:15.762096 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-d4d74a48-51a8-4f1f-a696-986c0a9f6fee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:15.826527 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d74a48-51a8-4f1f-a696-986c0a9f6fee None None] Pushing event updated for resources: {'Port': ['ID=5e4658ea-7127-4817-b0a0-a7b0c3c84bc5,revision_number=2']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:29:15.849160 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-cc7cae90-f1db-448a-82a2-a8f3259d4559 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:15.897784 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-cc7cae90-f1db-448a-82a2-a8f3259d4559 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:15.944552 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc7cae90-f1db-448a-82a2-a8f3259d4559 admin admin] Network 8735d8a2-b604-4758-ae71-b40e4ee6f305 is already hosted by enough agents. {{(pid=105584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:29:15.947626 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [None req-cc7cae90-f1db-448a-82a2-a8f3259d4559 admin admin] Resources bound (agent type, host, resource id): {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:29:15.953056 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc7cae90-f1db-448a-82a2-a8f3259d4559 admin admin] Received port after_create {{(pid=105584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:29:15.955381 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7cae90-f1db-448a-82a2-a8f3259d4559 admin admin] Pushing event updated for resources: {'Port': ['ID=abd50ce8-8728-489b-a3eb-ff2d60f93d5c,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:29:16.172867 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f25b89a2-ef43-4993-aeb7-013b0741707f req-38736408-9add-41af-954c-6dda9c62f571 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] 10.222.0.59 "GET /v2.0/ports?device_id=2404bb63-7c94-4c2b-bf6c-70a41c0b9e63 HTTP/1.1" status: 200 len: 210 time: 0.0392585 Jul 27 21:29:16.231996 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-cc7cae90-f1db-448a-82a2-a8f3259d4559 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:16.386889 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-d138dbed-65f8-42ef-9b0e-ad6731647f0c req-6fbc80b8-d9f1-4538-8ea4-746b6c86ba4b tempest-TestVolumeBackupRestore-657170423 tempest-TestVolumeBackupRestore-657170423-project] 10.222.0.59 "GET /v2.0/ports?device_id=9b48bdba-4eca-4ad4-b5c2-897afaaa7190 HTTP/1.1" status: 200 len: 210 time: 0.0322220 Jul 27 21:29:16.465949 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-cc7cae90-f1db-448a-82a2-a8f3259d4559 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4163804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4077150'] for router, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:16.606631 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc7cae90-f1db-448a-82a2-a8f3259d4559 admin admin] Router 46358ba4-930c-4989-9fc4-3b90f46984c8 is scheduled to L3 agent dd128fd7-8e57-4d4f-895b-a96b369df59a with binding_index 1 {{(pid=105584) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 21:29:16.722838 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc7cae90-f1db-448a-82a2-a8f3259d4559 admin admin] Notify agent at l3_agent.n-d-705658-22 the message routers_updated {{(pid=105584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:29:16.732419 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d46274b-2c49-41bb-8624-363eeb8eeb64 None None] Sync routers for ids ['46358ba4-930c-4989-9fc4-3b90f46984c8'] in n-d-705658-22 {{(pid=105587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:29:16.741693 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d46274b-2c49-41bb-8624-363eeb8eeb64 None None] Routers {'46358ba4-930c-4989-9fc4-3b90f46984c8'} bound to L3 agent in host n-d-705658-22 {{(pid=105587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:29:16.743376 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-7d46274b-2c49-41bb-8624-363eeb8eeb64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:29:12Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['46358ba4-930c-4989-9fc4-3b90f46984c8'], 'active': True} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:29:16.749385 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-cc7cae90-f1db-448a-82a2-a8f3259d4559 admin admin] Notify callbacks [] for router, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:16.752882 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-cc7cae90-f1db-448a-82a2-a8f3259d4559 admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.7583289 Jul 27 21:29:16.755511 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 60900) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:29:16.882262 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvr_db [None req-7d46274b-2c49-41bb-8624-363eeb8eeb64 None None] Set router 46358ba4-930c-4989-9fc4-3b90f46984c8 gateway port host: n-d-705658-22 {{(pid=105587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:29:16.902663 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1301aab3-cd66-4f42-a175-47f5056040ab None None] Network 9187a0c9-a8c4-4063-b30f-be09608c86e7 requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:29:17.082388 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-7d46274b-2c49-41bb-8624-363eeb8eeb64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46358ba4-930c-4989-9fc4-3b90f46984c8', 'name': 'tempest-TestServerBasicOps-1112466169-router', 'tenant_id': 'd192f93ac8104a9cbcedf26b26eec08e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.167'}], 'enable_snat': True}, 'gw_port_id': 'abd50ce8-8728-489b-a3eb-ff2d60f93d5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:29:15Z', 'updated_at': '2021-07-27T21:29:16Z', 'revision_number': 3, 'project_id': 'd192f93ac8104a9cbcedf26b26eec08e', 'gw_port': {'id': 'abd50ce8-8728-489b-a3eb-ff2d60f93d5c', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:d0:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46358ba4-930c-4989-9fc4-3b90f46984c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:29:15Z', 'updated_at': '2021-07-27T21:29:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22'}], 'n-d-705658-22', False) {} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:29:17.118343 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d46274b-2c49-41bb-8624-363eeb8eeb64 None None] Checking router: 46358ba4-930c-4989-9fc4-3b90f46984c8 for host: n-d-705658-22 {{(pid=105587) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:29:17.118816 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d46274b-2c49-41bb-8624-363eeb8eeb64 None None] Updating router 46358ba4-930c-4989-9fc4-3b90f46984c8 port abd50ce8-8728-489b-a3eb-ff2d60f93d5c binding host n-d-705658-22 {{(pid=105587) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 21:29:17.155413 n-d-705658-22 neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-7d46274b-2c49-41bb-8624-363eeb8eeb64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:17.239671 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-43068232-67e8-4ff0-a92d-96afd4524b4c None None] Provisioning for port 5e4658ea-7127-4817-b0a0-a7b0c3c84bc5 completed by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:29:17.278811 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-227f9e29-37e2-4e0d-b2b5-0bc165caf3e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:17.312579 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-05f6d293-e102-45e8-bb61-a30baa3c1d54 req-dee54703-59fc-41c8-8d65-14e6182fdaec tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] 10.222.0.59 "GET /v2.0/ports?device_id=2404bb63-7c94-4c2b-bf6c-70a41c0b9e63 HTTP/1.1" status: 200 len: 210 time: 0.0443411 Jul 27 21:29:17.325859 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device 21fe47db-6513-4b80-85c4-84834b2e14b3 no longer exists at agent hyperv_n-h1-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:29:17.354652 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-28650df7-c46c-4981-b84f-37d87254047e None None] No Port match for: 21fe47db-6513-4b80-85c4-84834b2e14b3 {{(pid=105586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:29:17.355201 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device 21fe47db-6513-4b80-85c4-84834b2e14b3 not bound to the agent host n-h1-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:29:17.402399 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Device 22ab25b8-4101-481e-9408-58ba18ce0e84 no longer exists at agent hyperv_n-h2-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:29:17.451617 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-3d54578f-831f-4696-b568-13c455922dab None None] No Port match for: 22ab25b8-4101-481e-9408-58ba18ce0e84 {{(pid=105586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:29:17.451980 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Device 22ab25b8-4101-481e-9408-58ba18ce0e84 not bound to the agent host n-h2-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:29:17.535723 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.db_base_plugin_common [None req-227f9e29-37e2-4e0d-b2b5-0bc165caf3e6 admin admin] Allocated IP 172.20.0.1 (9187a0c9-a8c4-4063-b30f-be09608c86e7/23592c3c-b503-4201-9a1d-ccf3be36328f/e0a7a214-a36f-46ae-a33c-7996d843885a) {{(pid=105584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:29:17.547273 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-6889df71-d5a5-4553-96af-976727d78395 req-59d4df78-6b99-4024-bf0d-dd8773b8e3ce tempest-TestVolumeBackupRestore-657170423 tempest-TestVolumeBackupRestore-657170423-project] 10.222.0.59 "GET /v2.0/ports?device_id=9b48bdba-4eca-4ad4-b5c2-897afaaa7190 HTTP/1.1" status: 200 len: 210 time: 0.0676334 Jul 27 21:29:17.567521 n-d-705658-22 neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-7d46274b-2c49-41bb-8624-363eeb8eeb64 None None] Notify callbacks [] for port, precommit_update {{(pid=105587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:17.583897 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.provisioning_blocks [None req-7d46274b-2c49-41bb-8624-363eeb8eeb64 None None] Transition to ACTIVE for port object abd50ce8-8728-489b-a3eb-ff2d60f93d5c will not be triggered until provisioned by entity L2. {{(pid=105587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:29:17.594248 n-d-705658-22 neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-7d46274b-2c49-41bb-8624-363eeb8eeb64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:17.629972 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 5e4658ea-7127-4817-b0a0-a7b0c3c84bc5 up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:29:17.658734 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.managers [None req-7d46274b-2c49-41bb-8624-363eeb8eeb64 None None] Attempting to bind port abd50ce8-8728-489b-a3eb-ff2d60f93d5c on host n-d-705658-22 for vnic_type normal with profile {{(pid=105587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:29:17.659129 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.managers [None req-7d46274b-2c49-41bb-8624-363eeb8eeb64 None None] Attempting to bind port abd50ce8-8728-489b-a3eb-ff2d60f93d5c by drivers openvswitch,hyperv on host n-d-705658-22 at level 0 using segments [{'id': '12196855-9a32-4633-9a56-77697ef9e126', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305'}] {{(pid=105587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:29:17.659540 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d46274b-2c49-41bb-8624-363eeb8eeb64 None None] Attempting to bind port abd50ce8-8728-489b-a3eb-ff2d60f93d5c on network 8735d8a2-b604-4758-ae71-b40e4ee6f305 {{(pid=105587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:29:17.676178 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d46274b-2c49-41bb-8624-363eeb8eeb64 None None] Checking agent: {'id': '04a7ea91-6318-467e-ace6-b0fb48c8690f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 41, 42), 'started_at': datetime.datetime(2021, 7, 27, 20, 42, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 29, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:29:17.676446 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d46274b-2c49-41bb-8624-363eeb8eeb64 None None] Checking segment: {'id': '12196855-9a32-4633-9a56-77697ef9e126', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:29:17.676796 n-d-705658-22 neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-7d46274b-2c49-41bb-8624-363eeb8eeb64 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:17.677739 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d46274b-2c49-41bb-8624-363eeb8eeb64 None None] Bound using segment: {'id': '12196855-9a32-4633-9a56-77697ef9e126', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305'} {{(pid=105587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:29:17.678232 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.managers [None req-7d46274b-2c49-41bb-8624-363eeb8eeb64 None None] Bound port: abd50ce8-8728-489b-a3eb-ff2d60f93d5c, host: n-d-705658-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12196855-9a32-4633-9a56-77697ef9e126', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305'}}] {{(pid=105587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:29:17.678609 n-d-705658-22 neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-7d46274b-2c49-41bb-8624-363eeb8eeb64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:17.697338 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-227f9e29-37e2-4e0d-b2b5-0bc165caf3e6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:17.713401 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.provisioning_blocks [None req-227f9e29-37e2-4e0d-b2b5-0bc165caf3e6 admin admin] Transition to ACTIVE for port object e0a7a214-a36f-46ae-a33c-7996d843885a will not be triggered until provisioned by entity DHCP. {{(pid=105584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:29:17.716071 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e44203-c4a7-4122-ac31-587911d262b1 None None] Pushing event updated for resources: {'Port': ['ID=abd50ce8-8728-489b-a3eb-ff2d60f93d5c,revision_number=2']} {{(pid=105587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:29:17.719421 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning for port 5e4658ea-7127-4817-b0a0-a7b0c3c84bc5 completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:29:17.725834 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port 5e4658ea-7127-4817-b0a0-a7b0c3c84bc5 triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:29:17.726789 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:17.745752 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.db [None req-7d46274b-2c49-41bb-8624-363eeb8eeb64 None None] For port abd50ce8-8728-489b-a3eb-ff2d60f93d5c, host n-d-705658-22, cleared binding levels {{(pid=105587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:29:17.749072 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.db [None req-7d46274b-2c49-41bb-8624-363eeb8eeb64 None None] For port abd50ce8-8728-489b-a3eb-ff2d60f93d5c, host n-d-705658-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=abd50ce8-8728-489b-a3eb-ff2d60f93d5c,segment=NetworkSegment(12196855-9a32-4633-9a56-77697ef9e126),segment_id=12196855-9a32-4633-9a56-77697ef9e126)] {{(pid=105587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:29:17.751463 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e44203-c4a7-4122-ac31-587911d262b1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:29:17.751838 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e44203-c4a7-4122-ac31-587911d262b1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:29:17.752405 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e44203-c4a7-4122-ac31-587911d262b1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:29:17.752543 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e44203-c4a7-4122-ac31-587911d262b1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:29:17.752862 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e44203-c4a7-4122-ac31-587911d262b1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:29:17.753193 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e44203-c4a7-4122-ac31-587911d262b1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:29:17.753517 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e44203-c4a7-4122-ac31-587911d262b1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:29:17.753994 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e44203-c4a7-4122-ac31-587911d262b1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:29:17.754278 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e44203-c4a7-4122-ac31-587911d262b1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:29:17.754597 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e44203-c4a7-4122-ac31-587911d262b1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:29:17.755079 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e44203-c4a7-4122-ac31-587911d262b1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:29:17.755582 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e44203-c4a7-4122-ac31-587911d262b1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:29:17.760148 n-d-705658-22 neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-7d46274b-2c49-41bb-8624-363eeb8eeb64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:17.778795 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-227f9e29-37e2-4e0d-b2b5-0bc165caf3e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:17.799675 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-214abace-c551-45f4-af1b-e5f7676eb7fe None None] Provisioning complete for port 5e4658ea-7127-4817-b0a0-a7b0c3c84bc5 triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:29:17.800338 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-214abace-c551-45f4-af1b-e5f7676eb7fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:17.809064 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d46274b-2c49-41bb-8624-363eeb8eeb64 None None] Routers {'46358ba4-930c-4989-9fc4-3b90f46984c8'} bound to L3 agent in host n-d-705658-22 {{(pid=105587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:29:17.809687 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-7d46274b-2c49-41bb-8624-363eeb8eeb64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:29:12Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['46358ba4-930c-4989-9fc4-3b90f46984c8'], 'active': True} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:29:17.844513 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227f9e29-37e2-4e0d-b2b5-0bc165caf3e6 admin admin] Pushing event updated for resources: {'Port': ['ID=e0a7a214-a36f-46ae-a33c-7996d843885a,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:29:17.870626 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-227f9e29-37e2-4e0d-b2b5-0bc165caf3e6 admin admin] Network 9187a0c9-a8c4-4063-b30f-be09608c86e7 is already hosted by enough agents. {{(pid=105584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:29:17.873681 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [None req-227f9e29-37e2-4e0d-b2b5-0bc165caf3e6 admin admin] Resources bound (agent type, host, resource id): {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:29:17.893163 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-227f9e29-37e2-4e0d-b2b5-0bc165caf3e6 admin admin] Received port after_create {{(pid=105584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:29:17.910378 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:17.964969 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-227f9e29-37e2-4e0d-b2b5-0bc165caf3e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4075523'] for router_interface, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:17.977035 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-214abace-c551-45f4-af1b-e5f7676eb7fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:18.001416 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] For port 5e4658ea-7127-4817-b0a0-a7b0c3c84bc5, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=5e4658ea-7127-4817-b0a0-a7b0c3c84bc5,segment=NetworkSegment(1d17d041-a01b-48ae-abd0-357c0895e5ab),segment_id=1d17d041-a01b-48ae-abd0-357c0895e5ab)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:29:18.012186 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:18.045570 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e44203-c4a7-4122-ac31-587911d262b1 None None] Pushing event updated for resources: {'Port': ['ID=abd50ce8-8728-489b-a3eb-ff2d60f93d5c,revision_number=3']} {{(pid=105587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:29:18.071343 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvr_db [None req-7d46274b-2c49-41bb-8624-363eeb8eeb64 None None] Set router 46358ba4-930c-4989-9fc4-3b90f46984c8 gateway port host: n-d-705658-22 {{(pid=105587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:29:18.128812 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.db.api [None req-214abace-c551-45f4-af1b-e5f7676eb7fe None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105586) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 27 21:29:18.129183 n-d-705658-22 neutron-server[105586]: DEBUG oslo_db.api [None req-214abace-c551-45f4-af1b-e5f7676eb7fe None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 27 21:29:18.153087 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Pushing event updated for resources: {'Port': ['ID=5e4658ea-7127-4817-b0a0-a7b0c3c84bc5,revision_number=3']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:29:18.300870 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-7d46274b-2c49-41bb-8624-363eeb8eeb64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46358ba4-930c-4989-9fc4-3b90f46984c8', 'name': 'tempest-TestServerBasicOps-1112466169-router', 'tenant_id': 'd192f93ac8104a9cbcedf26b26eec08e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.167'}], 'enable_snat': True}, 'gw_port_id': 'abd50ce8-8728-489b-a3eb-ff2d60f93d5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:29:15Z', 'updated_at': '2021-07-27T21:29:16Z', 'revision_number': 3, 'project_id': 'd192f93ac8104a9cbcedf26b26eec08e', 'gw_port': {'id': 'abd50ce8-8728-489b-a3eb-ff2d60f93d5c', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:d0:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46358ba4-930c-4989-9fc4-3b90f46984c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:29:15Z', 'updated_at': '2021-07-27T21:29:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22'}], 'n-d-705658-22', False) {} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:29:18.328869 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d46274b-2c49-41bb-8624-363eeb8eeb64 None None] The sync data for ids ['46358ba4-930c-4989-9fc4-3b90f46984c8'] in n-d-705658-22 is: [{'id': '46358ba4-930c-4989-9fc4-3b90f46984c8', 'name': 'tempest-TestServerBasicOps-1112466169-router', 'tenant_id': 'd192f93ac8104a9cbcedf26b26eec08e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.167'}], 'enable_snat': True}, 'gw_port_id': 'abd50ce8-8728-489b-a3eb-ff2d60f93d5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:29:15Z', 'updated_at': '2021-07-27T21:29:16Z', 'revision_number': 3, 'project_id': 'd192f93ac8104a9cbcedf26b26eec08e', 'gw_port': {'id': 'abd50ce8-8728-489b-a3eb-ff2d60f93d5c', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:d0:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46358ba4-930c-4989-9fc4-3b90f46984c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:29:15Z', 'updated_at': '2021-07-27T21:29:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22'}] {{(pid=105587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:29:18.428655 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-51ee62ee-53c4-4fca-a2bb-2ed077125c37 req-c4ab4e2a-6b6f-48fa-ab28-4e4485976925 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] 10.222.0.59 "GET /v2.0/ports?device_id=2404bb63-7c94-4c2b-bf6c-70a41c0b9e63 HTTP/1.1" status: 200 len: 210 time: 0.0330851 Jul 27 21:29:18.527250 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-227f9e29-37e2-4e0d-b2b5-0bc165caf3e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:18.691576 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-9bd9af80-cb6f-4da2-ac58-ce89b5cd669b req-7d4b67d1-0f4e-4747-91d2-e29fa8c2ded5 tempest-TestVolumeBackupRestore-657170423 tempest-TestVolumeBackupRestore-657170423-project] 10.222.0.59 "GET /v2.0/ports?device_id=9b48bdba-4eca-4ad4-b5c2-897afaaa7190 HTTP/1.1" status: 200 len: 210 time: 0.0423319 Jul 27 21:29:18.768912 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-227f9e29-37e2-4e0d-b2b5-0bc165caf3e6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:18.774443 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-227f9e29-37e2-4e0d-b2b5-0bc165caf3e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9014027'] for port, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:18.829856 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-f8032af6-6b8b-4241-9faf-0dabcf7ffc7b None None] Provisioning for port e0a7a214-a36f-46ae-a33c-7996d843885a completed by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:29:18.840835 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-f8032af6-6b8b-4241-9faf-0dabcf7ffc7b None None] Provisioning complete for port e0a7a214-a36f-46ae-a33c-7996d843885a triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:29:18.841173 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-f8032af6-6b8b-4241-9faf-0dabcf7ffc7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:18.848883 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227f9e29-37e2-4e0d-b2b5-0bc165caf3e6 admin admin] Pushing event updated for resources: {'Port': ['ID=e0a7a214-a36f-46ae-a33c-7996d843885a,revision_number=2']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:29:18.852237 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-227f9e29-37e2-4e0d-b2b5-0bc165caf3e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3743906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4076435'] for router_interface, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:18.903527 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-f8032af6-6b8b-4241-9faf-0dabcf7ffc7b None None] Port e0a7a214-a36f-46ae-a33c-7996d843885a cannot update to ACTIVE because it is not bound. {{(pid=105586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:29:18.954834 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-227f9e29-37e2-4e0d-b2b5-0bc165caf3e6 admin admin] Network 9187a0c9-a8c4-4063-b30f-be09608c86e7 is already hosted by enough agents. {{(pid=105584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:29:18.956414 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [None req-227f9e29-37e2-4e0d-b2b5-0bc165caf3e6 admin admin] Resources bound (agent type, host, resource id): {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:29:19.156229 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-227f9e29-37e2-4e0d-b2b5-0bc165caf3e6 admin admin] Router 46358ba4-930c-4989-9fc4-3b90f46984c8 has already been hosted by L3 agent dd128fd7-8e57-4d4f-895b-a96b369df59a {{(pid=105584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:29:19.280946 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-227f9e29-37e2-4e0d-b2b5-0bc165caf3e6 admin admin] Notify agent at l3_agent.n-d-705658-22 the message routers_updated {{(pid=105584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:29:19.285852 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-227f9e29-37e2-4e0d-b2b5-0bc165caf3e6 admin admin] 10.222.0.59 "PUT /v2.0/routers/46358ba4-930c-4989-9fc4-3b90f46984c8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5293598 Jul 27 21:29:19.328576 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-bb43c81e-7ff8-4447-a434-bb32926d4b96 None None] Provisioning complete for port e0a7a214-a36f-46ae-a33c-7996d843885a triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:29:19.329132 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-bb43c81e-7ff8-4447-a434-bb32926d4b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:19.374257 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-bb43c81e-7ff8-4447-a434-bb32926d4b96 None None] Port e0a7a214-a36f-46ae-a33c-7996d843885a cannot update to ACTIVE because it is not bound. {{(pid=105586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:29:19.586818 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-73e887df-c35a-4bbb-bbf2-afee94a6af16 req-5986fc86-8721-46a6-bc2a-f757e996f55e tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] 10.222.0.59 "GET /v2.0/ports?device_id=2404bb63-7c94-4c2b-bf6c-70a41c0b9e63 HTTP/1.1" status: 200 len: 210 time: 0.0393126 Jul 27 21:29:19.674159 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device abd50ce8-8728-489b-a3eb-ff2d60f93d5c up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:29:19.725694 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning for port abd50ce8-8728-489b-a3eb-ff2d60f93d5c completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:29:19.730726 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port abd50ce8-8728-489b-a3eb-ff2d60f93d5c triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:29:19.731274 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:19.746501 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 60924) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:29:19.825936 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:19.839725 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-81ba80bb-ebfc-43b3-aa27-734cc98decf1 tempest-TestVolumeBackupRestore-657170423 tempest-TestVolumeBackupRestore-657170423-project] Notify callbacks [] for security_group, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:19.871590 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] For port abd50ce8-8728-489b-a3eb-ff2d60f93d5c, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=abd50ce8-8728-489b-a3eb-ff2d60f93d5c,segment=NetworkSegment(12196855-9a32-4633-9a56-77697ef9e126),segment_id=12196855-9a32-4633-9a56-77697ef9e126)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:29:19.876982 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:19.887141 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 5e4658ea-7127-4817-b0a0-a7b0c3c84bc5 up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:29:19.888943 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-81ba80bb-ebfc-43b3-aa27-734cc98decf1 tempest-TestVolumeBackupRestore-657170423 tempest-TestVolumeBackupRestore-657170423-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:19.965169 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-81ba80bb-ebfc-43b3-aa27-734cc98decf1 tempest-TestVolumeBackupRestore-657170423 tempest-TestVolumeBackupRestore-657170423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:19.969404 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-81ba80bb-ebfc-43b3-aa27-734cc98decf1 tempest-TestVolumeBackupRestore-657170423 tempest-TestVolumeBackupRestore-657170423-project] Notify callbacks [] for security_group, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:19.973419 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-81ba80bb-ebfc-43b3-aa27-734cc98decf1 tempest-TestVolumeBackupRestore-657170423 tempest-TestVolumeBackupRestore-657170423-project] 10.222.0.59 "DELETE /v2.0/security-groups/2fbb37df-b738-4709-86e6-c4887dfcb3d8 HTTP/1.1" status: 204 len: 168 time: 0.2234113 Jul 27 21:29:19.985829 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ba80bb-ebfc-43b3-aa27-734cc98decf1 tempest-TestVolumeBackupRestore-657170423 tempest-TestVolumeBackupRestore-657170423-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fbb37df-b738-4709-86e6-c4887dfcb3d8,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:29:19.999234 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 60932) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:29:20.004985 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-67593b11-af30-4fd8-b232-d29ca82fa359 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-436867920-network', 'tenant_id': 'a603a45c9360407b874dbc8466598531'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:29:20.037445 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67593b11-af30-4fd8-b232-d29ca82fa359 admin admin] Made reservation on behalf of a603a45c9360407b874dbc8466598531 for: {'network': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:29:20.046821 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-67593b11-af30-4fd8-b232-d29ca82fa359 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for network, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:20.048642 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Pushing event updated for resources: {'Port': ['ID=abd50ce8-8728-489b-a3eb-ff2d60f93d5c,revision_number=4']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:29:20.067802 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-67593b11-af30-4fd8-b232-d29ca82fa359 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:20.084900 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port 5e4658ea-7127-4817-b0a0-a7b0c3c84bc5 triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:29:20.085411 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:20.274119 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-67593b11-af30-4fd8-b232-d29ca82fa359 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:20.280016 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-67593b11-af30-4fd8-b232-d29ca82fa359 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:20.319304 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67593b11-af30-4fd8-b232-d29ca82fa359 admin admin] vlan segment allocate from pool success with {'vlan_id': 233, 'physical_network': 'physnet1'} {{(pid=105584) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:29:20.334158 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67593b11-af30-4fd8-b232-d29ca82fa359 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c9636ec-d741-4767-94ca-7cb4e70f0eab,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:29:20.343491 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-67593b11-af30-4fd8-b232-d29ca82fa359 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:20.344144 n-d-705658-22 neutron-server[105584]: INFO neutron.db.segments_db [None req-67593b11-af30-4fd8-b232-d29ca82fa359 admin admin] Added segment dd8ee4ce-1102-4e65-9287-3921c0194f79 of type vlan for network 461fde65-a68f-44ea-ae89-a6dee216e2f1 Jul 27 21:29:20.419550 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-67593b11-af30-4fd8-b232-d29ca82fa359 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790688424798'] for network, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:20.483532 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-67593b11-af30-4fd8-b232-d29ca82fa359 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920'] for network, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:20.484529 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67593b11-af30-4fd8-b232-d29ca82fa359 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:29:20.485142 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-67593b11-af30-4fd8-b232-d29ca82fa359 admin admin] Notify callbacks [] for network, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:20.497545 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d9a4ac0-1a7c-4f31-91a7-3323161de13c None None] Sync routers for ids ['46358ba4-930c-4989-9fc4-3b90f46984c8'] in n-d-705658-22 {{(pid=105586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:29:20.514717 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d9a4ac0-1a7c-4f31-91a7-3323161de13c None None] Routers {'46358ba4-930c-4989-9fc4-3b90f46984c8'} bound to L3 agent in host n-d-705658-22 {{(pid=105586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:29:20.515506 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-4d9a4ac0-1a7c-4f31-91a7-3323161de13c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:29:12Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['46358ba4-930c-4989-9fc4-3b90f46984c8'], 'active': True} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:29:20.561690 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-67593b11-af30-4fd8-b232-d29ca82fa359 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5611887 Jul 27 21:29:20.564344 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 60982) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:29:20.568864 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67593b11-af30-4fd8-b232-d29ca82fa359 admin admin] Pushing event updated for resources: {'Network': ['ID=461fde65-a68f-44ea-ae89-a6dee216e2f1,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:29:20.571355 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-b5c3b830-c9f8-44b2-8e80-d23e86679068 admin admin] Request body: {'subnet': {'network_id': '461fde65-a68f-44ea-ae89-a6dee216e2f1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-436867920-subnet', 'tenant_id': 'a603a45c9360407b874dbc8466598531', 'ip_version': 4}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:29:20.591785 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Network 461fde65-a68f-44ea-ae89-a6dee216e2f1 details requested by agent ovs-agent-n-d-705658-22 with host n-d-705658-22 {{(pid=105586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:29:20.606889 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5c3b830-c9f8-44b2-8e80-d23e86679068 admin admin] Made reservation on behalf of a603a45c9360407b874dbc8466598531 for: {'subnet': 1} {{(pid=105585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:29:20.609864 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-b5c3b830-c9f8-44b2-8e80-d23e86679068 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9990620'] for subnet, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:20.759598 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-ffd98bf1-be8d-4823-ba6a-97e1c912eba5 req-59437ef4-95b0-4fe1-a316-9f70f2959b11 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] 10.222.0.59 "GET /v2.0/ports?device_id=2404bb63-7c94-4c2b-bf6c-70a41c0b9e63 HTTP/1.1" status: 200 len: 210 time: 0.0527136 Jul 27 21:29:20.764425 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvr_db [None req-4d9a4ac0-1a7c-4f31-91a7-3323161de13c None None] Set router 46358ba4-930c-4989-9fc4-3b90f46984c8 gateway port host: n-d-705658-22 {{(pid=105586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:29:20.905163 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-b5c3b830-c9f8-44b2-8e80-d23e86679068 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10221797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9990606'] for subnet, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:20.977013 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c3b830-c9f8-44b2-8e80-d23e86679068 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9c5c324b-af92-4ac1-af0f-d9a0619bb9f2,revision_number=0']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:29:20.985501 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5c3b830-c9f8-44b2-8e80-d23e86679068 admin admin] Checking segment: {'id': 'dd8ee4ce-1102-4e65-9287-3921c0194f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '461fde65-a68f-44ea-ae89-a6dee216e2f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:29:20.986311 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5c3b830-c9f8-44b2-8e80-d23e86679068 admin admin] Network hostable DHCP agents. Network: 461fde65-a68f-44ea-ae89-a6dee216e2f1, hostable agents: ['7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a'], hosted agents: [] {{(pid=105585) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:29:21.004686 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5c3b830-c9f8-44b2-8e80-d23e86679068 admin admin] Network 461fde65-a68f-44ea-ae89-a6dee216e2f1 is scheduled to be hosted by DHCP agent 7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a with binding_index 1 {{(pid=105585) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:29:21.014801 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.base_scheduler [None req-b5c3b830-c9f8-44b2-8e80-d23e86679068 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-22, 461fde65-a68f-44ea-ae89-a6dee216e2f1) {{(pid=105585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:29:21.019787 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5c3b830-c9f8-44b2-8e80-d23e86679068 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:29:21.020476 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-b5c3b830-c9f8-44b2-8e80-d23e86679068 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:21.027954 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-4d9a4ac0-1a7c-4f31-91a7-3323161de13c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46358ba4-930c-4989-9fc4-3b90f46984c8', 'name': 'tempest-TestServerBasicOps-1112466169-router', 'tenant_id': 'd192f93ac8104a9cbcedf26b26eec08e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.167'}], 'enable_snat': True}, 'gw_port_id': 'abd50ce8-8728-489b-a3eb-ff2d60f93d5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:29:15Z', 'updated_at': '2021-07-27T21:29:18Z', 'revision_number': 4, 'project_id': 'd192f93ac8104a9cbcedf26b26eec08e', 'gw_port': {'id': 'abd50ce8-8728-489b-a3eb-ff2d60f93d5c', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:d0:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46358ba4-930c-4989-9fc4-3b90f46984c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:29:15Z', 'updated_at': '2021-07-27T21:29:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_interfaces': [{'id': 'e0a7a214-a36f-46ae-a33c-7996d843885a', 'name': '', 'network_id': '9187a0c9-a8c4-4063-b30f-be09608c86e7', 'tenant_id': 'd192f93ac8104a9cbcedf26b26eec08e', 'mac_address': 'fa:16:3e:2e:fa:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46358ba4-930c-4989-9fc4-3b90f46984c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': '23592c3c-b503-4201-9a1d-ccf3be36328f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:29:17Z', 'updated_at': '2021-07-27T21:29:18Z', 'revision_number': 2, 'project_id': 'd192f93ac8104a9cbcedf26b26eec08e', 'subnets': [{'id': '23592c3c-b503-4201-9a1d-ccf3be36328f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-22', False) {} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:29:21.051261 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-b5c3b830-c9f8-44b2-8e80-d23e86679068 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4853673 Jul 27 21:29:21.053923 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 32808) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:29:21.064153 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-999f9f2e-2ed0-434b-87ae-d8578322ed8e admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-436867920-router', 'tenant_id': 'a603a45c9360407b874dbc8466598531', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305'}}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:29:21.065371 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d9a4ac0-1a7c-4f31-91a7-3323161de13c None None] Checking router: 46358ba4-930c-4989-9fc4-3b90f46984c8 for host: n-d-705658-22 {{(pid=105586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:29:21.065822 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d9a4ac0-1a7c-4f31-91a7-3323161de13c None None] Updating router 46358ba4-930c-4989-9fc4-3b90f46984c8 port e0a7a214-a36f-46ae-a33c-7996d843885a binding host n-d-705658-22 {{(pid=105586) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 21:29:21.068923 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30e4aac4-f0bf-461c-bad1-f33c5b4db188 None None] Network 461fde65-a68f-44ea-ae89-a6dee216e2f1 requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:29:21.093634 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-999f9f2e-2ed0-434b-87ae-d8578322ed8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4163813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-443'] for router, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:21.095411 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-999f9f2e-2ed0-434b-87ae-d8578322ed8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4165196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4077059', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3711235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-418'] for router, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:21.157871 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-4d9a4ac0-1a7c-4f31-91a7-3323161de13c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:21.166908 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-999f9f2e-2ed0-434b-87ae-d8578322ed8e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:21.333988 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-999f9f2e-2ed0-434b-87ae-d8578322ed8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4077169', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4163787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-400'] for router, precommit_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:21.360058 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ad4fa4c-d507-4f02-8332-5bce129e602f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30bb4b93-b285-5d90-9493-f9ec33ea333c-461fde65-a68f-44ea-ae89-a6dee216e2f1', 'network_id': '461fde65-a68f-44ea-ae89-a6dee216e2f1', 'tenant_id': 'a603a45c9360407b874dbc8466598531', 'fixed_ips': [{'subnet_id': '9c5c324b-af92-4ac1-af0f-d9a0619bb9f2'}]}} from n-d-705658-22. {{(pid=105586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 21:29:21.361164 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-7ad4fa4c-d507-4f02-8332-5bce129e602f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:21.661856 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device abd50ce8-8728-489b-a3eb-ff2d60f93d5c up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:29:21.756462 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.db_base_plugin_common [None req-7ad4fa4c-d507-4f02-8332-5bce129e602f None None] Allocated IP 172.20.0.2 (461fde65-a68f-44ea-ae89-a6dee216e2f1/9c5c324b-af92-4ac1-af0f-d9a0619bb9f2/57449463-7716-41d0-950f-55d071819799) {{(pid=105586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:29:21.838351 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port abd50ce8-8728-489b-a3eb-ff2d60f93d5c triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:29:21.838790 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:21.842063 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-4d9a4ac0-1a7c-4f31-91a7-3323161de13c None None] Notify callbacks [] for port, precommit_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:21.893884 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-4d9a4ac0-1a7c-4f31-91a7-3323161de13c None None] Transition to ACTIVE for port object e0a7a214-a36f-46ae-a33c-7996d843885a will not be triggered until provisioned by entity L2. {{(pid=105586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:29:21.911458 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-4d9a4ac0-1a7c-4f31-91a7-3323161de13c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:22.030518 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-22b83c88-2fe4-48ef-b285-74d20706c9dd req-f072e5d0-73e1-4796-80e0-e8d6d533b2b2 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] 10.222.0.59 "GET /v2.0/ports?device_id=2404bb63-7c94-4c2b-bf6c-70a41c0b9e63 HTTP/1.1" status: 200 len: 210 time: 0.0580201 Jul 27 21:29:22.083645 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-999f9f2e-2ed0-434b-87ae-d8578322ed8e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:22.103780 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-7ad4fa4c-d507-4f02-8332-5bce129e602f None None] Notify callbacks [] for port, precommit_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:22.106464 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-999f9f2e-2ed0-434b-87ae-d8578322ed8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:22.121372 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-7ad4fa4c-d507-4f02-8332-5bce129e602f None None] Transition to ACTIVE for port object 57449463-7716-41d0-950f-55d071819799 will not be triggered until provisioned by entity L2. {{(pid=105586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:29:22.262487 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.db_base_plugin_common [None req-999f9f2e-2ed0-434b-87ae-d8578322ed8e admin admin] Allocated IP 172.25.5.26 (8735d8a2-b604-4758-ae71-b40e4ee6f305/eca7dbab-b9c0-4c8f-a272-816ea8a81764/146bcdbc-eb6c-4434-a863-8c529cc21f53) {{(pid=105585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:29:22.422388 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b32a0a-9fa0-4440-a834-8df42e2b3253 None None] Pushing event updated for resources: {'Port': ['ID=e0a7a214-a36f-46ae-a33c-7996d843885a,revision_number=3']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:29:22.429203 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-999f9f2e-2ed0-434b-87ae-d8578322ed8e admin admin] Notify callbacks [] for port, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:22.435521 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-7ad4fa4c-d507-4f02-8332-5bce129e602f None None] Transition to ACTIVE for port object 57449463-7716-41d0-950f-55d071819799 will not be triggered until provisioned by entity DHCP. {{(pid=105586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:29:22.487245 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-999f9f2e-2ed0-434b-87ae-d8578322ed8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:22.488027 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-7ad4fa4c-d507-4f02-8332-5bce129e602f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143'] for port, after_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:22.555510 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-999f9f2e-2ed0-434b-87ae-d8578322ed8e admin admin] Network 8735d8a2-b604-4758-ae71-b40e4ee6f305 is already hosted by enough agents. {{(pid=105585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:29:22.559537 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.base_scheduler [None req-999f9f2e-2ed0-434b-87ae-d8578322ed8e admin admin] Resources bound (agent type, host, resource id): {{(pid=105585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:29:22.562759 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999f9f2e-2ed0-434b-87ae-d8578322ed8e admin admin] Pushing event updated for resources: {'Port': ['ID=146bcdbc-eb6c-4434-a863-8c529cc21f53,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:29:22.566451 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-999f9f2e-2ed0-434b-87ae-d8578322ed8e admin admin] Received port after_create {{(pid=105585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:29:22.615077 n-d-705658-22 neutron-server[105586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ad4fa4c-d507-4f02-8332-5bce129e602f None None] Network 461fde65-a68f-44ea-ae89-a6dee216e2f1 is already hosted by enough agents. {{(pid=105586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:29:22.620124 n-d-705658-22 neutron-server[105586]: DEBUG neutron.scheduler.base_scheduler [None req-7ad4fa4c-d507-4f02-8332-5bce129e602f None None] Resources bound (agent type, host, resource id): {{(pid=105586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:29:22.626562 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ad4fa4c-d507-4f02-8332-5bce129e602f None None] Received port after_create {{(pid=105586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:29:22.635459 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-4d9a4ac0-1a7c-4f31-91a7-3323161de13c None None] Attempting to bind port e0a7a214-a36f-46ae-a33c-7996d843885a on host n-d-705658-22 for vnic_type normal with profile {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:29:22.636333 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-4d9a4ac0-1a7c-4f31-91a7-3323161de13c None None] Attempting to bind port e0a7a214-a36f-46ae-a33c-7996d843885a by drivers openvswitch,hyperv on host n-d-705658-22 at level 0 using segments [{'id': '1d17d041-a01b-48ae-abd0-357c0895e5ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '9187a0c9-a8c4-4063-b30f-be09608c86e7'}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:29:22.637028 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d9a4ac0-1a7c-4f31-91a7-3323161de13c None None] Attempting to bind port e0a7a214-a36f-46ae-a33c-7996d843885a on network 9187a0c9-a8c4-4063-b30f-be09608c86e7 {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:29:22.644322 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad4fa4c-d507-4f02-8332-5bce129e602f None None] Pushing event updated for resources: {'Port': ['ID=57449463-7716-41d0-950f-55d071819799,revision_number=1']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:29:22.685064 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d9a4ac0-1a7c-4f31-91a7-3323161de13c None None] Checking agent: {'id': '04a7ea91-6318-467e-ace6-b0fb48c8690f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 41, 42), 'started_at': datetime.datetime(2021, 7, 27, 20, 42, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 29, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:29:22.688164 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d9a4ac0-1a7c-4f31-91a7-3323161de13c None None] Checking segment: {'id': '1d17d041-a01b-48ae-abd0-357c0895e5ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '9187a0c9-a8c4-4063-b30f-be09608c86e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:29:22.689675 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-4d9a4ac0-1a7c-4f31-91a7-3323161de13c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:22.690110 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d9a4ac0-1a7c-4f31-91a7-3323161de13c None None] Bound using segment: {'id': '1d17d041-a01b-48ae-abd0-357c0895e5ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '9187a0c9-a8c4-4063-b30f-be09608c86e7'} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:29:22.691452 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-4d9a4ac0-1a7c-4f31-91a7-3323161de13c None None] Bound port: e0a7a214-a36f-46ae-a33c-7996d843885a, host: n-d-705658-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d17d041-a01b-48ae-abd0-357c0895e5ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '9187a0c9-a8c4-4063-b30f-be09608c86e7'}}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:29:22.694070 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-4d9a4ac0-1a7c-4f31-91a7-3323161de13c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:22.793256 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-4d9a4ac0-1a7c-4f31-91a7-3323161de13c None None] For port e0a7a214-a36f-46ae-a33c-7996d843885a, host n-d-705658-22, cleared binding levels {{(pid=105586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:29:22.796499 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-4d9a4ac0-1a7c-4f31-91a7-3323161de13c None None] For port e0a7a214-a36f-46ae-a33c-7996d843885a, host n-d-705658-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=e0a7a214-a36f-46ae-a33c-7996d843885a,segment=NetworkSegment(1d17d041-a01b-48ae-abd0-357c0895e5ab),segment_id=1d17d041-a01b-48ae-abd0-357c0895e5ab)] {{(pid=105586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:29:22.806672 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-4d9a4ac0-1a7c-4f31-91a7-3323161de13c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:22.819414 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-7ad4fa4c-d507-4f02-8332-5bce129e602f None None] Attempting to bind port 57449463-7716-41d0-950f-55d071819799 on host n-d-705658-22 for vnic_type normal with profile {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:29:22.819793 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-7ad4fa4c-d507-4f02-8332-5bce129e602f None None] Attempting to bind port 57449463-7716-41d0-950f-55d071819799 by drivers openvswitch,hyperv on host n-d-705658-22 at level 0 using segments [{'id': 'dd8ee4ce-1102-4e65-9287-3921c0194f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '461fde65-a68f-44ea-ae89-a6dee216e2f1'}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:29:22.820651 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ad4fa4c-d507-4f02-8332-5bce129e602f None None] Attempting to bind port 57449463-7716-41d0-950f-55d071819799 on network 461fde65-a68f-44ea-ae89-a6dee216e2f1 {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:29:22.863044 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ad4fa4c-d507-4f02-8332-5bce129e602f None None] Checking agent: {'id': '04a7ea91-6318-467e-ace6-b0fb48c8690f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 41, 42), 'started_at': datetime.datetime(2021, 7, 27, 20, 42, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 29, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:29:22.863044 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ad4fa4c-d507-4f02-8332-5bce129e602f None None] Checking segment: {'id': 'dd8ee4ce-1102-4e65-9287-3921c0194f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '461fde65-a68f-44ea-ae89-a6dee216e2f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:29:22.863044 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-7ad4fa4c-d507-4f02-8332-5bce129e602f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:22.863044 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ad4fa4c-d507-4f02-8332-5bce129e602f None None] Bound using segment: {'id': 'dd8ee4ce-1102-4e65-9287-3921c0194f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '461fde65-a68f-44ea-ae89-a6dee216e2f1'} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:29:22.863044 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-7ad4fa4c-d507-4f02-8332-5bce129e602f None None] Bound port: 57449463-7716-41d0-950f-55d071819799, host: n-d-705658-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd8ee4ce-1102-4e65-9287-3921c0194f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '461fde65-a68f-44ea-ae89-a6dee216e2f1'}}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:29:22.863044 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-7ad4fa4c-d507-4f02-8332-5bce129e602f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:22.888973 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d9a4ac0-1a7c-4f31-91a7-3323161de13c None None] Routers {'46358ba4-930c-4989-9fc4-3b90f46984c8'} bound to L3 agent in host n-d-705658-22 {{(pid=105586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:29:22.889632 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-4d9a4ac0-1a7c-4f31-91a7-3323161de13c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:29:12Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['46358ba4-930c-4989-9fc4-3b90f46984c8'], 'active': True} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:29:22.974233 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b32a0a-9fa0-4440-a834-8df42e2b3253 None None] Pushing event updated for resources: {'Port': ['ID=e0a7a214-a36f-46ae-a33c-7996d843885a,revision_number=4']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:29:22.994286 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-999f9f2e-2ed0-434b-87ae-d8578322ed8e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:23.139697 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-7ad4fa4c-d507-4f02-8332-5bce129e602f None None] For port 57449463-7716-41d0-950f-55d071819799, host n-d-705658-22, cleared binding levels {{(pid=105586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:29:23.142787 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvr_db [None req-4d9a4ac0-1a7c-4f31-91a7-3323161de13c None None] Set router 46358ba4-930c-4989-9fc4-3b90f46984c8 gateway port host: n-d-705658-22 {{(pid=105586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:29:23.145657 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-7ad4fa4c-d507-4f02-8332-5bce129e602f None None] For port 57449463-7716-41d0-950f-55d071819799, host n-d-705658-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=57449463-7716-41d0-950f-55d071819799,segment=NetworkSegment(dd8ee4ce-1102-4e65-9287-3921c0194f79),segment_id=dd8ee4ce-1102-4e65-9287-3921c0194f79)] {{(pid=105586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:29:23.172290 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-7ad4fa4c-d507-4f02-8332-5bce129e602f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:23.206739 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-2b35bd55-3e5e-41f9-9bd7-341e4a14868a req-f4dbca45-387f-40ec-baf2-ad28bf11f949 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] 10.222.0.59 "GET /v2.0/ports?device_id=2404bb63-7c94-4c2b-bf6c-70a41c0b9e63 HTTP/1.1" status: 200 len: 210 time: 0.0440512 Jul 27 21:29:23.251562 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad4fa4c-d507-4f02-8332-5bce129e602f None None] Pushing event updated for resources: {'Port': ['ID=57449463-7716-41d0-950f-55d071819799,revision_number=2']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:29:23.457432 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-999f9f2e-2ed0-434b-87ae-d8578322ed8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4163804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4077150'] for router, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:23.622032 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-4d9a4ac0-1a7c-4f31-91a7-3323161de13c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46358ba4-930c-4989-9fc4-3b90f46984c8', 'name': 'tempest-TestServerBasicOps-1112466169-router', 'tenant_id': 'd192f93ac8104a9cbcedf26b26eec08e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.167'}], 'enable_snat': True}, 'gw_port_id': 'abd50ce8-8728-489b-a3eb-ff2d60f93d5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:29:15Z', 'updated_at': '2021-07-27T21:29:18Z', 'revision_number': 4, 'project_id': 'd192f93ac8104a9cbcedf26b26eec08e', 'gw_port': {'id': 'abd50ce8-8728-489b-a3eb-ff2d60f93d5c', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:d0:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46358ba4-930c-4989-9fc4-3b90f46984c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:29:15Z', 'updated_at': '2021-07-27T21:29:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_interfaces': [{'id': 'e0a7a214-a36f-46ae-a33c-7996d843885a', 'name': '', 'network_id': '9187a0c9-a8c4-4063-b30f-be09608c86e7', 'tenant_id': 'd192f93ac8104a9cbcedf26b26eec08e', 'mac_address': 'fa:16:3e:2e:fa:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46358ba4-930c-4989-9fc4-3b90f46984c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': '23592c3c-b503-4201-9a1d-ccf3be36328f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:29:17Z', 'updated_at': '2021-07-27T21:29:22Z', 'revision_number': 4, 'project_id': 'd192f93ac8104a9cbcedf26b26eec08e', 'subnets': [{'id': '23592c3c-b503-4201-9a1d-ccf3be36328f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-22', False) {} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:29:23.723685 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-999f9f2e-2ed0-434b-87ae-d8578322ed8e admin admin] Router 82c5ded3-a769-430f-a3a5-0f70754ecf84 is scheduled to L3 agent dd128fd7-8e57-4d4f-895b-a96b369df59a with binding_index 1 {{(pid=105585) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 21:29:23.770362 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d9a4ac0-1a7c-4f31-91a7-3323161de13c None None] The sync data for ids ['46358ba4-930c-4989-9fc4-3b90f46984c8'] in n-d-705658-22 is: [{'id': '46358ba4-930c-4989-9fc4-3b90f46984c8', 'name': 'tempest-TestServerBasicOps-1112466169-router', 'tenant_id': 'd192f93ac8104a9cbcedf26b26eec08e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.167'}], 'enable_snat': True}, 'gw_port_id': 'abd50ce8-8728-489b-a3eb-ff2d60f93d5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:29:15Z', 'updated_at': '2021-07-27T21:29:18Z', 'revision_number': 4, 'project_id': 'd192f93ac8104a9cbcedf26b26eec08e', 'gw_port': {'id': 'abd50ce8-8728-489b-a3eb-ff2d60f93d5c', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:d0:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46358ba4-930c-4989-9fc4-3b90f46984c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:29:15Z', 'updated_at': '2021-07-27T21:29:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_interfaces': [{'id': 'e0a7a214-a36f-46ae-a33c-7996d843885a', 'name': '', 'network_id': '9187a0c9-a8c4-4063-b30f-be09608c86e7', 'tenant_id': 'd192f93ac8104a9cbcedf26b26eec08e', 'mac_address': 'fa:16:3e:2e:fa:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46358ba4-930c-4989-9fc4-3b90f46984c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': '23592c3c-b503-4201-9a1d-ccf3be36328f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:29:17Z', 'updated_at': '2021-07-27T21:29:22Z', 'revision_number': 4, 'project_id': 'd192f93ac8104a9cbcedf26b26eec08e', 'subnets': [{'id': '23592c3c-b503-4201-9a1d-ccf3be36328f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:29:23.933253 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-999f9f2e-2ed0-434b-87ae-d8578322ed8e admin admin] Notify agent at l3_agent.n-d-705658-22 the message routers_updated {{(pid=105585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:29:23.946667 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2331ce39-a5ef-459d-85bd-df0108d2d49b None None] Sync routers for ids ['82c5ded3-a769-430f-a3a5-0f70754ecf84'] in n-d-705658-22 {{(pid=105587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:29:23.967410 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2331ce39-a5ef-459d-85bd-df0108d2d49b None None] Routers {'82c5ded3-a769-430f-a3a5-0f70754ecf84'} bound to L3 agent in host n-d-705658-22 {{(pid=105587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:29:23.968885 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-2331ce39-a5ef-459d-85bd-df0108d2d49b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:29:12Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['82c5ded3-a769-430f-a3a5-0f70754ecf84'], 'active': True} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:29:23.971551 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-999f9f2e-2ed0-434b-87ae-d8578322ed8e admin admin] Notify callbacks [] for router, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:23.974887 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-999f9f2e-2ed0-434b-87ae-d8578322ed8e admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.9191058 Jul 27 21:29:23.977856 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 33120) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:29:24.146190 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvr_db [None req-2331ce39-a5ef-459d-85bd-df0108d2d49b None None] Set router 82c5ded3-a769-430f-a3a5-0f70754ecf84 gateway port host: n-d-705658-22 {{(pid=105587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:29:24.468686 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-39eb52d2-11d3-4026-a3f4-47bd0ab853ca req-fc7a32e3-c5d7-4765-b7ca-169ea4ea9f5d tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] 10.222.0.59 "GET /v2.0/ports?device_id=2404bb63-7c94-4c2b-bf6c-70a41c0b9e63 HTTP/1.1" status: 200 len: 210 time: 0.0629766 Jul 27 21:29:24.532980 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-2331ce39-a5ef-459d-85bd-df0108d2d49b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82c5ded3-a769-430f-a3a5-0f70754ecf84', 'name': 'tempest-TestServerBasicOps-436867920-router', 'tenant_id': 'a603a45c9360407b874dbc8466598531', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.26'}], 'enable_snat': True}, 'gw_port_id': '146bcdbc-eb6c-4434-a863-8c529cc21f53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:29:21Z', 'updated_at': '2021-07-27T21:29:22Z', 'revision_number': 3, 'project_id': 'a603a45c9360407b874dbc8466598531', 'gw_port': {'id': '146bcdbc-eb6c-4434-a863-8c529cc21f53', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:3c:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82c5ded3-a769-430f-a3a5-0f70754ecf84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:29:22Z', 'updated_at': '2021-07-27T21:29:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22'}], 'n-d-705658-22', False) {} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:29:24.568132 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2331ce39-a5ef-459d-85bd-df0108d2d49b None None] Checking router: 82c5ded3-a769-430f-a3a5-0f70754ecf84 for host: n-d-705658-22 {{(pid=105587) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:29:24.568474 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2331ce39-a5ef-459d-85bd-df0108d2d49b None None] Updating router 82c5ded3-a769-430f-a3a5-0f70754ecf84 port 146bcdbc-eb6c-4434-a863-8c529cc21f53 binding host n-d-705658-22 {{(pid=105587) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 21:29:24.625369 n-d-705658-22 neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-2331ce39-a5ef-459d-85bd-df0108d2d49b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:24.909488 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-afc170c3-d246-46a2-a26a-2062fc8faf6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:24.936602 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a57a490-9312-45a4-b883-61f351de2be4 None None] Network 461fde65-a68f-44ea-ae89-a6dee216e2f1 requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:29:25.022884 n-d-705658-22 neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-2331ce39-a5ef-459d-85bd-df0108d2d49b None None] Notify callbacks [] for port, precommit_update {{(pid=105587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:25.043328 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.provisioning_blocks [None req-2331ce39-a5ef-459d-85bd-df0108d2d49b None None] Transition to ACTIVE for port object 146bcdbc-eb6c-4434-a863-8c529cc21f53 will not be triggered until provisioned by entity L2. {{(pid=105587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:29:25.053521 n-d-705658-22 neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-2331ce39-a5ef-459d-85bd-df0108d2d49b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:25.075280 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-812c2672-fa7a-4f87-a88d-9875544bbc8c None None] Provisioning for port 57449463-7716-41d0-950f-55d071819799 completed by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:29:25.146335 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.managers [None req-2331ce39-a5ef-459d-85bd-df0108d2d49b None None] Attempting to bind port 146bcdbc-eb6c-4434-a863-8c529cc21f53 on host n-d-705658-22 for vnic_type normal with profile {{(pid=105587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:29:25.146335 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.managers [None req-2331ce39-a5ef-459d-85bd-df0108d2d49b None None] Attempting to bind port 146bcdbc-eb6c-4434-a863-8c529cc21f53 by drivers openvswitch,hyperv on host n-d-705658-22 at level 0 using segments [{'id': '12196855-9a32-4633-9a56-77697ef9e126', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305'}] {{(pid=105587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:29:25.146686 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2331ce39-a5ef-459d-85bd-df0108d2d49b None None] Attempting to bind port 146bcdbc-eb6c-4434-a863-8c529cc21f53 on network 8735d8a2-b604-4758-ae71-b40e4ee6f305 {{(pid=105587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:29:25.173205 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2331ce39-a5ef-459d-85bd-df0108d2d49b None None] Checking agent: {'id': '04a7ea91-6318-467e-ace6-b0fb48c8690f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 41, 42), 'started_at': datetime.datetime(2021, 7, 27, 20, 42, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 29, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:29:25.173522 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2331ce39-a5ef-459d-85bd-df0108d2d49b None None] Checking segment: {'id': '12196855-9a32-4633-9a56-77697ef9e126', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:29:25.173923 n-d-705658-22 neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-2331ce39-a5ef-459d-85bd-df0108d2d49b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:25.174313 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2331ce39-a5ef-459d-85bd-df0108d2d49b None None] Bound using segment: {'id': '12196855-9a32-4633-9a56-77697ef9e126', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305'} {{(pid=105587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:29:25.174790 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.managers [None req-2331ce39-a5ef-459d-85bd-df0108d2d49b None None] Bound port: 146bcdbc-eb6c-4434-a863-8c529cc21f53, host: n-d-705658-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12196855-9a32-4633-9a56-77697ef9e126', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305'}}] {{(pid=105587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:29:25.175681 n-d-705658-22 neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-2331ce39-a5ef-459d-85bd-df0108d2d49b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:25.235093 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.db [None req-2331ce39-a5ef-459d-85bd-df0108d2d49b None None] For port 146bcdbc-eb6c-4434-a863-8c529cc21f53, host n-d-705658-22, cleared binding levels {{(pid=105587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:29:25.240127 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.db [None req-2331ce39-a5ef-459d-85bd-df0108d2d49b None None] For port 146bcdbc-eb6c-4434-a863-8c529cc21f53, host n-d-705658-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=146bcdbc-eb6c-4434-a863-8c529cc21f53,segment=NetworkSegment(12196855-9a32-4633-9a56-77697ef9e126),segment_id=12196855-9a32-4633-9a56-77697ef9e126)] {{(pid=105587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:29:25.249916 n-d-705658-22 neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-2331ce39-a5ef-459d-85bd-df0108d2d49b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:25.263081 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe6f2cd-ce5a-44d8-9ac5-827e9634fcec None None] Pushing event updated for resources: {'Port': ['ID=146bcdbc-eb6c-4434-a863-8c529cc21f53,revision_number=2']} {{(pid=105587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:29:25.294252 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.db_base_plugin_common [None req-afc170c3-d246-46a2-a26a-2062fc8faf6c admin admin] Allocated IP 172.20.0.1 (461fde65-a68f-44ea-ae89-a6dee216e2f1/9c5c324b-af92-4ac1-af0f-d9a0619bb9f2/e9fec560-d472-4a7f-b322-ee85b416e77c) {{(pid=105585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:29:25.337419 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2331ce39-a5ef-459d-85bd-df0108d2d49b None None] Routers {'82c5ded3-a769-430f-a3a5-0f70754ecf84'} bound to L3 agent in host n-d-705658-22 {{(pid=105587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:29:25.338050 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-2331ce39-a5ef-459d-85bd-df0108d2d49b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:29:12Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['82c5ded3-a769-430f-a3a5-0f70754ecf84'], 'active': True} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:29:25.404182 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe6f2cd-ce5a-44d8-9ac5-827e9634fcec None None] Pushing event updated for resources: {'Port': ['ID=146bcdbc-eb6c-4434-a863-8c529cc21f53,revision_number=3']} {{(pid=105587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:29:25.470583 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-afc170c3-d246-46a2-a26a-2062fc8faf6c admin admin] Notify callbacks [] for port, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:25.487612 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.provisioning_blocks [None req-afc170c3-d246-46a2-a26a-2062fc8faf6c admin admin] Transition to ACTIVE for port object e9fec560-d472-4a7f-b322-ee85b416e77c will not be triggered until provisioned by entity DHCP. {{(pid=105585) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:29:25.527942 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-afc170c3-d246-46a2-a26a-2062fc8faf6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:25.588865 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvr_db [None req-2331ce39-a5ef-459d-85bd-df0108d2d49b None None] Set router 82c5ded3-a769-430f-a3a5-0f70754ecf84 gateway port host: n-d-705658-22 {{(pid=105587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:29:25.668544 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc170c3-d246-46a2-a26a-2062fc8faf6c admin admin] Pushing event updated for resources: {'Port': ['ID=e9fec560-d472-4a7f-b322-ee85b416e77c,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:29:25.684414 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afc170c3-d246-46a2-a26a-2062fc8faf6c admin admin] Network 461fde65-a68f-44ea-ae89-a6dee216e2f1 is already hosted by enough agents. {{(pid=105585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:29:25.686496 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.base_scheduler [None req-afc170c3-d246-46a2-a26a-2062fc8faf6c admin admin] Resources bound (agent type, host, resource id): {{(pid=105585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:29:25.704739 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afc170c3-d246-46a2-a26a-2062fc8faf6c admin admin] Received port after_create {{(pid=105585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:29:25.730256 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device e0a7a214-a36f-46ae-a33c-7996d843885a up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:29:25.787577 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-afc170c3-d246-46a2-a26a-2062fc8faf6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4075523'] for router_interface, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:25.877862 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning for port e0a7a214-a36f-46ae-a33c-7996d843885a completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:29:25.881791 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port e0a7a214-a36f-46ae-a33c-7996d843885a triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:29:25.882167 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:26.042325 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-afc170c3-d246-46a2-a26a-2062fc8faf6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:26.050563 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:26.052170 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-2331ce39-a5ef-459d-85bd-df0108d2d49b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82c5ded3-a769-430f-a3a5-0f70754ecf84', 'name': 'tempest-TestServerBasicOps-436867920-router', 'tenant_id': 'a603a45c9360407b874dbc8466598531', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.26'}], 'enable_snat': True}, 'gw_port_id': '146bcdbc-eb6c-4434-a863-8c529cc21f53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:29:21Z', 'updated_at': '2021-07-27T21:29:22Z', 'revision_number': 3, 'project_id': 'a603a45c9360407b874dbc8466598531', 'gw_port': {'id': '146bcdbc-eb6c-4434-a863-8c529cc21f53', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:3c:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82c5ded3-a769-430f-a3a5-0f70754ecf84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:29:22Z', 'updated_at': '2021-07-27T21:29:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22'}], 'n-d-705658-22', False) {} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:29:26.075894 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-836282be-579e-40f8-8c27-c7aa08c52ada None None] Provisioning for port e9fec560-d472-4a7f-b322-ee85b416e77c completed by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:29:26.087312 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-836282be-579e-40f8-8c27-c7aa08c52ada None None] Provisioning complete for port e9fec560-d472-4a7f-b322-ee85b416e77c triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:29:26.087466 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-836282be-579e-40f8-8c27-c7aa08c52ada None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:26.090889 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2331ce39-a5ef-459d-85bd-df0108d2d49b None None] The sync data for ids ['82c5ded3-a769-430f-a3a5-0f70754ecf84'] in n-d-705658-22 is: [{'id': '82c5ded3-a769-430f-a3a5-0f70754ecf84', 'name': 'tempest-TestServerBasicOps-436867920-router', 'tenant_id': 'a603a45c9360407b874dbc8466598531', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.26'}], 'enable_snat': True}, 'gw_port_id': '146bcdbc-eb6c-4434-a863-8c529cc21f53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:29:21Z', 'updated_at': '2021-07-27T21:29:22Z', 'revision_number': 3, 'project_id': 'a603a45c9360407b874dbc8466598531', 'gw_port': {'id': '146bcdbc-eb6c-4434-a863-8c529cc21f53', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:3c:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82c5ded3-a769-430f-a3a5-0f70754ecf84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:29:22Z', 'updated_at': '2021-07-27T21:29:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22'}] {{(pid=105587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:29:26.113094 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] For port e0a7a214-a36f-46ae-a33c-7996d843885a, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=e0a7a214-a36f-46ae-a33c-7996d843885a,segment=NetworkSegment(1d17d041-a01b-48ae-abd0-357c0895e5ab),segment_id=1d17d041-a01b-48ae-abd0-357c0895e5ab)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:29:26.118923 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:26.120377 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 57449463-7716-41d0-950f-55d071819799 up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:29:26.214421 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-836282be-579e-40f8-8c27-c7aa08c52ada None None] Port e9fec560-d472-4a7f-b322-ee85b416e77c cannot update to ACTIVE because it is not bound. {{(pid=105586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:29:26.261078 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Pushing event updated for resources: {'Port': ['ID=e0a7a214-a36f-46ae-a33c-7996d843885a,revision_number=5']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:29:26.280939 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning for port 57449463-7716-41d0-950f-55d071819799 completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:29:26.285484 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port 57449463-7716-41d0-950f-55d071819799 triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:29:26.285887 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:26.383395 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-afc170c3-d246-46a2-a26a-2062fc8faf6c admin admin] Notify callbacks [] for port, precommit_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:26.387159 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:26.401324 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-afc170c3-d246-46a2-a26a-2062fc8faf6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10221672'] for port, after_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:26.433447 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] For port 57449463-7716-41d0-950f-55d071819799, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=57449463-7716-41d0-950f-55d071819799,segment=NetworkSegment(dd8ee4ce-1102-4e65-9287-3921c0194f79),segment_id=dd8ee4ce-1102-4e65-9287-3921c0194f79)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:29:26.438878 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:26.511304 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-afc170c3-d246-46a2-a26a-2062fc8faf6c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3743906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4076435'] for router_interface, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:26.577970 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Pushing event updated for resources: {'Port': ['ID=57449463-7716-41d0-950f-55d071819799,revision_number=3']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:29:26.598692 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc170c3-d246-46a2-a26a-2062fc8faf6c admin admin] Pushing event updated for resources: {'Port': ['ID=e9fec560-d472-4a7f-b322-ee85b416e77c,revision_number=2']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:29:26.758282 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afc170c3-d246-46a2-a26a-2062fc8faf6c admin admin] Network 461fde65-a68f-44ea-ae89-a6dee216e2f1 is already hosted by enough agents. {{(pid=105585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:29:26.760163 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.base_scheduler [None req-afc170c3-d246-46a2-a26a-2062fc8faf6c admin admin] Resources bound (agent type, host, resource id): {{(pid=105585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:29:26.961828 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afc170c3-d246-46a2-a26a-2062fc8faf6c admin admin] Router 82c5ded3-a769-430f-a3a5-0f70754ecf84 has already been hosted by L3 agent dd128fd7-8e57-4d4f-895b-a96b369df59a {{(pid=105585) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:29:27.115911 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 33176) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:29:27.138622 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afc170c3-d246-46a2-a26a-2062fc8faf6c admin admin] Notify agent at l3_agent.n-d-705658-22 the message routers_updated {{(pid=105585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:29:27.151727 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-afc170c3-d246-46a2-a26a-2062fc8faf6c admin admin] 10.222.0.59 "PUT /v2.0/routers/82c5ded3-a769-430f-a3a5-0f70754ecf84/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1650226 Jul 27 21:29:27.154740 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-9145bc20-c06e-4c64-b600-ad88ab9775bd None None] Provisioning complete for port e9fec560-d472-4a7f-b322-ee85b416e77c triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:29:27.155208 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-9145bc20-c06e-4c64-b600-ad88ab9775bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:27.231539 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-9145bc20-c06e-4c64-b600-ad88ab9775bd None None] Port e9fec560-d472-4a7f-b322-ee85b416e77c cannot update to ACTIVE because it is not bound. {{(pid=105586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:29:27.746225 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-fd8ed8ce-cd47-4c8d-af9d-fe4f4db53b49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4076536'] for router_interface, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:27.750060 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device e0a7a214-a36f-46ae-a33c-7996d843885a up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:29:27.821639 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port e0a7a214-a36f-46ae-a33c-7996d843885a triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:29:27.822423 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:27.970193 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 57449463-7716-41d0-950f-55d071819799 up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:29:28.046455 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port 57449463-7716-41d0-950f-55d071819799 triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:29:28.046845 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:28.202940 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-fd8ed8ce-cd47-4c8d-af9d-fe4f4db53b49 admin admin] Deleting port ee1bd40c-6c95-4e60-8445-dcdebfe9cc1b {{(pid=105584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:29:28.203604 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-fd8ed8ce-cd47-4c8d-af9d-fe4f4db53b49 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:28.235316 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 146bcdbc-eb6c-4434-a863-8c529cc21f53 up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:29:28.235783 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 33186) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:29:28.240681 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-41eb6c21-08e1-4c60-a600-6b27d2a772e2 tempest-TestServerBasicOps-1935044030 tempest-TestServerBasicOps-1935044030-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1335039029', 'description': 'tempest-secgroup-smoke-1335039029 description', 'project_id': 'd192f93ac8104a9cbcedf26b26eec08e'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:29:28.294437 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-41eb6c21-08e1-4c60-a600-6b27d2a772e2 tempest-TestServerBasicOps-1935044030 tempest-TestServerBasicOps-1935044030-project] Notify callbacks [] for security_group, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:28.344199 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning for port 146bcdbc-eb6c-4434-a863-8c529cc21f53 completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:29:28.350227 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port 146bcdbc-eb6c-4434-a863-8c529cc21f53 triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:29:28.351781 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:28.396139 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [None req-fd8ed8ce-cd47-4c8d-af9d-fe4f4db53b49 admin admin] For port ee1bd40c-6c95-4e60-8445-dcdebfe9cc1b, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=ee1bd40c-6c95-4e60-8445-dcdebfe9cc1b,segment=NetworkSegment(57b8fd16-fb96-450b-911e-7fe94bef4459),segment_id=57b8fd16-fb96-450b-911e-7fe94bef4459)] {{(pid=105584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:29:28.396537 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-fd8ed8ce-cd47-4c8d-af9d-fe4f4db53b49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:28.423140 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-fd8ed8ce-cd47-4c8d-af9d-fe4f4db53b49 admin admin] Calling delete_port for ee1bd40c-6c95-4e60-8445-dcdebfe9cc1b owned by network:router_interface {{(pid=105584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:29:28.500907 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-41eb6c21-08e1-4c60-a600-6b27d2a772e2 tempest-TestServerBasicOps-1935044030 tempest-TestServerBasicOps-1935044030-project] Notify callbacks [] for security_group, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:28.505915 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-41eb6c21-08e1-4c60-a600-6b27d2a772e2 tempest-TestServerBasicOps-1935044030 tempest-TestServerBasicOps-1935044030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:28.530176 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:28.560821 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-41eb6c21-08e1-4c60-a600-6b27d2a772e2 tempest-TestServerBasicOps-1935044030 tempest-TestServerBasicOps-1935044030-project] Notify callbacks [] for security_group, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:28.565257 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-41eb6c21-08e1-4c60-a600-6b27d2a772e2 tempest-TestServerBasicOps-1935044030 tempest-TestServerBasicOps-1935044030-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3259463 Jul 27 21:29:28.565257 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41eb6c21-08e1-4c60-a600-6b27d2a772e2 tempest-TestServerBasicOps-1935044030 tempest-TestServerBasicOps-1935044030-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5c0f6585-9f1b-449c-b342-19e26df5885e,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:29:28.565543 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] For port 146bcdbc-eb6c-4434-a863-8c529cc21f53, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=146bcdbc-eb6c-4434-a863-8c529cc21f53,segment=NetworkSegment(12196855-9a32-4633-9a56-77697ef9e126),segment_id=12196855-9a32-4633-9a56-77697ef9e126)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:29:28.571373 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:28.580810 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 33188) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:29:28.592740 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-0bc367c1-11f0-49dc-a4e3-c206c7fb4958 tempest-TestServerBasicOps-1935044030 tempest-TestServerBasicOps-1935044030-project] Request body: {'security_group_rule': {'security_group_id': '5c0f6585-9f1b-449c-b342-19e26df5885e', 'project_id': 'd192f93ac8104a9cbcedf26b26eec08e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:29:28.634028 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-0bc367c1-11f0-49dc-a4e3-c206c7fb4958 tempest-TestServerBasicOps-1935044030 tempest-TestServerBasicOps-1935044030-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:28.686295 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Pushing event updated for resources: {'Port': ['ID=146bcdbc-eb6c-4434-a863-8c529cc21f53,revision_number=4']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:29:28.722716 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-0bc367c1-11f0-49dc-a4e3-c206c7fb4958 tempest-TestServerBasicOps-1935044030 tempest-TestServerBasicOps-1935044030-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:28.729265 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-0bc367c1-11f0-49dc-a4e3-c206c7fb4958 tempest-TestServerBasicOps-1935044030 tempest-TestServerBasicOps-1935044030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732636'] for security_group_rule, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:28.757895 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc367c1-11f0-49dc-a4e3-c206c7fb4958 tempest-TestServerBasicOps-1935044030 tempest-TestServerBasicOps-1935044030-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5e2f81f-9bf8-452d-9743-baba3cdcb993,revision_number=0']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:29:28.784408 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-0bc367c1-11f0-49dc-a4e3-c206c7fb4958 tempest-TestServerBasicOps-1935044030 tempest-TestServerBasicOps-1935044030-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:28.787410 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-0bc367c1-11f0-49dc-a4e3-c206c7fb4958 tempest-TestServerBasicOps-1935044030 tempest-TestServerBasicOps-1935044030-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2038882 Jul 27 21:29:28.791073 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 33190) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:29:28.799722 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-dd43d1de-679e-4db1-8d2e-ff5c8476a63e tempest-TestServerBasicOps-1935044030 tempest-TestServerBasicOps-1935044030-project] Request body: {'security_group_rule': {'security_group_id': '5c0f6585-9f1b-449c-b342-19e26df5885e', 'project_id': 'd192f93ac8104a9cbcedf26b26eec08e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:29:28.804071 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-fd8ed8ce-cd47-4c8d-af9d-fe4f4db53b49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:28.842771 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-dd43d1de-679e-4db1-8d2e-ff5c8476a63e tempest-TestServerBasicOps-1935044030 tempest-TestServerBasicOps-1935044030-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:28.876028 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8ed8ce-cd47-4c8d-af9d-fe4f4db53b49 admin admin] Pushing event deleted for resources: {'Port': ['ID=ee1bd40c-6c95-4e60-8445-dcdebfe9cc1b,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:29:28.962261 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-dd43d1de-679e-4db1-8d2e-ff5c8476a63e tempest-TestServerBasicOps-1935044030 tempest-TestServerBasicOps-1935044030-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:28.969124 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-281b71df-16ea-4649-b078-e579d1da6e39 None None] Sync routers for ids ['82c5ded3-a769-430f-a3a5-0f70754ecf84'] in n-d-705658-22 {{(pid=105586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:29:28.973341 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-dd43d1de-679e-4db1-8d2e-ff5c8476a63e tempest-TestServerBasicOps-1935044030 tempest-TestServerBasicOps-1935044030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732636'] for security_group_rule, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:28.990798 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-281b71df-16ea-4649-b078-e579d1da6e39 None None] Routers {'82c5ded3-a769-430f-a3a5-0f70754ecf84'} bound to L3 agent in host n-d-705658-22 {{(pid=105586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:29:28.995651 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-281b71df-16ea-4649-b078-e579d1da6e39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:29:12Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['82c5ded3-a769-430f-a3a5-0f70754ecf84'], 'active': True} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:29:29.003364 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd43d1de-679e-4db1-8d2e-ff5c8476a63e tempest-TestServerBasicOps-1935044030 tempest-TestServerBasicOps-1935044030-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ace48ae-b60f-4029-96d7-057d12b94521,revision_number=0']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:29:29.017993 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-dd43d1de-679e-4db1-8d2e-ff5c8476a63e tempest-TestServerBasicOps-1935044030 tempest-TestServerBasicOps-1935044030-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:29.019369 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-dd43d1de-679e-4db1-8d2e-ff5c8476a63e tempest-TestServerBasicOps-1935044030 tempest-TestServerBasicOps-1935044030-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2270141 Jul 27 21:29:29.022060 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 33194) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:29:29.027275 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-a4308962-c276-48a0-834c-f9dcd3babd94 tempest-TestServerBasicOps-1935044030 tempest-TestServerBasicOps-1935044030-project] Request body: {'security_group_rule': {'security_group_id': '5c0f6585-9f1b-449c-b342-19e26df5885e', 'project_id': 'd192f93ac8104a9cbcedf26b26eec08e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:29:29.074677 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-a4308962-c276-48a0-834c-f9dcd3babd94 tempest-TestServerBasicOps-1935044030 tempest-TestServerBasicOps-1935044030-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:29.188496 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-a4308962-c276-48a0-834c-f9dcd3babd94 tempest-TestServerBasicOps-1935044030 tempest-TestServerBasicOps-1935044030-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:29.194037 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-a4308962-c276-48a0-834c-f9dcd3babd94 tempest-TestServerBasicOps-1935044030 tempest-TestServerBasicOps-1935044030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732636'] for security_group_rule, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:29.205503 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvr_db [None req-281b71df-16ea-4649-b078-e579d1da6e39 None None] Set router 82c5ded3-a769-430f-a3a5-0f70754ecf84 gateway port host: n-d-705658-22 {{(pid=105586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:29:29.222823 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4308962-c276-48a0-834c-f9dcd3babd94 tempest-TestServerBasicOps-1935044030 tempest-TestServerBasicOps-1935044030-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74f83bd5-f85b-4413-bf73-719288a9fd75,revision_number=0']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:29:29.235188 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-fd8ed8ce-cd47-4c8d-af9d-fe4f4db53b49 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3743915', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4076308'] for router_interface, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:29.256235 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-a4308962-c276-48a0-834c-f9dcd3babd94 tempest-TestServerBasicOps-1935044030 tempest-TestServerBasicOps-1935044030-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:29.256235 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-a4308962-c276-48a0-834c-f9dcd3babd94 tempest-TestServerBasicOps-1935044030 tempest-TestServerBasicOps-1935044030-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2306333 Jul 27 21:29:29.256874 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 33196) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:29:29.267550 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-d7014281-c483-4709-9db4-5b75353b2738 tempest-TestServerBasicOps-1935044030 tempest-TestServerBasicOps-1935044030-project] Request body: {'security_group_rule': {'security_group_id': '5c0f6585-9f1b-449c-b342-19e26df5885e', 'project_id': 'd192f93ac8104a9cbcedf26b26eec08e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:29:29.320255 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-d7014281-c483-4709-9db4-5b75353b2738 tempest-TestServerBasicOps-1935044030 tempest-TestServerBasicOps-1935044030-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:29.410025 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-d7014281-c483-4709-9db4-5b75353b2738 tempest-TestServerBasicOps-1935044030 tempest-TestServerBasicOps-1935044030-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:29.414669 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-d7014281-c483-4709-9db4-5b75353b2738 tempest-TestServerBasicOps-1935044030 tempest-TestServerBasicOps-1935044030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732636'] for security_group_rule, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:29.449676 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7014281-c483-4709-9db4-5b75353b2738 tempest-TestServerBasicOps-1935044030 tempest-TestServerBasicOps-1935044030-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33f8f73d-df73-4e11-beb5-0003f3a4c410,revision_number=0']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:29:29.473693 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-d7014281-c483-4709-9db4-5b75353b2738 tempest-TestServerBasicOps-1935044030 tempest-TestServerBasicOps-1935044030-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:29.474828 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-d7014281-c483-4709-9db4-5b75353b2738 tempest-TestServerBasicOps-1935044030 tempest-TestServerBasicOps-1935044030-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2160208 Jul 27 21:29:29.477766 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 33198) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:29:29.490445 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-6f055f74-922e-4956-97d4-37c84e13b3ba tempest-TestServerBasicOps-1935044030 tempest-TestServerBasicOps-1935044030-project] Request body: {'security_group_rule': {'security_group_id': '5c0f6585-9f1b-449c-b342-19e26df5885e', 'project_id': 'd192f93ac8104a9cbcedf26b26eec08e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:29:29.527846 n-d-705658-22 neutron-server[105585]: INFO neutron.db.securitygroups_db [None req-6f055f74-922e-4956-97d4-37c84e13b3ba tempest-TestServerBasicOps-1935044030 tempest-TestServerBasicOps-1935044030-project] Project d192f93ac8104a9cbcedf26b26eec08e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 27 21:29:29.538086 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-6f055f74-922e-4956-97d4-37c84e13b3ba tempest-TestServerBasicOps-1935044030 tempest-TestServerBasicOps-1935044030-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:29.567433 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd8ed8ce-cd47-4c8d-af9d-fe4f4db53b49 admin admin] Router cd1fa961-f7b3-452a-ab79-ac6ffde5ad14 has already been hosted by L3 agent dd128fd7-8e57-4d4f-895b-a96b369df59a {{(pid=105584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:29:29.633421 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-6f055f74-922e-4956-97d4-37c84e13b3ba tempest-TestServerBasicOps-1935044030 tempest-TestServerBasicOps-1935044030-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:29.638657 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-6f055f74-922e-4956-97d4-37c84e13b3ba tempest-TestServerBasicOps-1935044030 tempest-TestServerBasicOps-1935044030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732636'] for security_group_rule, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:29.661002 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f055f74-922e-4956-97d4-37c84e13b3ba tempest-TestServerBasicOps-1935044030 tempest-TestServerBasicOps-1935044030-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ee5b683-9ffe-423b-a1a1-8500f75489c4,revision_number=0']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:29:29.670161 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-6f055f74-922e-4956-97d4-37c84e13b3ba tempest-TestServerBasicOps-1935044030 tempest-TestServerBasicOps-1935044030-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:29.671729 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-6f055f74-922e-4956-97d4-37c84e13b3ba tempest-TestServerBasicOps-1935044030 tempest-TestServerBasicOps-1935044030-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1928263 Jul 27 21:29:29.674695 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 33200) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:29:29.682475 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-908312da-5129-4dd4-a1bb-b0bc2672a0af tempest-TestServerBasicOps-1935044030 tempest-TestServerBasicOps-1935044030-project] Request body: {'security_group_rule': {'security_group_id': '5c0f6585-9f1b-449c-b342-19e26df5885e', 'project_id': 'd192f93ac8104a9cbcedf26b26eec08e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:29:29.718545 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 146bcdbc-eb6c-4434-a863-8c529cc21f53 up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:29:29.719595 n-d-705658-22 neutron-server[105585]: INFO neutron.db.securitygroups_db [None req-908312da-5129-4dd4-a1bb-b0bc2672a0af tempest-TestServerBasicOps-1935044030 tempest-TestServerBasicOps-1935044030-project] Project d192f93ac8104a9cbcedf26b26eec08e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 27 21:29:29.727659 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-908312da-5129-4dd4-a1bb-b0bc2672a0af tempest-TestServerBasicOps-1935044030 tempest-TestServerBasicOps-1935044030-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:29.791949 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd8ed8ce-cd47-4c8d-af9d-fe4f4db53b49 admin admin] Notify agent at l3_agent.n-d-705658-22 the message routers_updated {{(pid=105584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:29:29.806036 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9885562d-21a1-4618-a497-bf22d86756d8 None None] Sync routers for ids ['cd1fa961-f7b3-452a-ab79-ac6ffde5ad14'] in n-d-705658-22 {{(pid=105587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:29:29.820792 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-fd8ed8ce-cd47-4c8d-af9d-fe4f4db53b49 admin admin] 10.222.0.59 "PUT /v2.0/routers/cd1fa961-f7b3-452a-ab79-ac6ffde5ad14/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7037456 Jul 27 21:29:29.823300 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 33202) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:29:29.828333 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9885562d-21a1-4618-a497-bf22d86756d8 None None] Routers {'cd1fa961-f7b3-452a-ab79-ac6ffde5ad14'} bound to L3 agent in host n-d-705658-22 {{(pid=105587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:29:29.830216 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-9885562d-21a1-4618-a497-bf22d86756d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:29:12Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['cd1fa961-f7b3-452a-ab79-ac6ffde5ad14'], 'active': True} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:29:29.833286 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-908312da-5129-4dd4-a1bb-b0bc2672a0af tempest-TestServerBasicOps-1935044030 tempest-TestServerBasicOps-1935044030-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:29.838608 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-908312da-5129-4dd4-a1bb-b0bc2672a0af tempest-TestServerBasicOps-1935044030 tempest-TestServerBasicOps-1935044030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732636'] for security_group_rule, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:29.847823 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port 146bcdbc-eb6c-4434-a863-8c529cc21f53 triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:29:29.848331 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:29.859194 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-908312da-5129-4dd4-a1bb-b0bc2672a0af tempest-TestServerBasicOps-1935044030 tempest-TestServerBasicOps-1935044030-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:29.860864 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-908312da-5129-4dd4-a1bb-b0bc2672a0af tempest-TestServerBasicOps-1935044030 tempest-TestServerBasicOps-1935044030-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1847014 Jul 27 21:29:29.871260 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908312da-5129-4dd4-a1bb-b0bc2672a0af tempest-TestServerBasicOps-1935044030 tempest-TestServerBasicOps-1935044030-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8702bf20-3f9f-44fd-a0f4-3c820702f6fb,revision_number=0']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:29:29.940158 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-281b71df-16ea-4649-b078-e579d1da6e39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82c5ded3-a769-430f-a3a5-0f70754ecf84', 'name': 'tempest-TestServerBasicOps-436867920-router', 'tenant_id': 'a603a45c9360407b874dbc8466598531', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.26'}], 'enable_snat': True}, 'gw_port_id': '146bcdbc-eb6c-4434-a863-8c529cc21f53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:29:21Z', 'updated_at': '2021-07-27T21:29:25Z', 'revision_number': 4, 'project_id': 'a603a45c9360407b874dbc8466598531', 'gw_port': {'id': '146bcdbc-eb6c-4434-a863-8c529cc21f53', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:3c:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82c5ded3-a769-430f-a3a5-0f70754ecf84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:29:22Z', 'updated_at': '2021-07-27T21:29:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_interfaces': [{'id': 'e9fec560-d472-4a7f-b322-ee85b416e77c', 'name': '', 'network_id': '461fde65-a68f-44ea-ae89-a6dee216e2f1', 'tenant_id': 'a603a45c9360407b874dbc8466598531', 'mac_address': 'fa:16:3e:5f:8f:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82c5ded3-a769-430f-a3a5-0f70754ecf84', 'device_owner': 'network:router_interface', 'standard_attr_id': 3943, 'fixed_ips': [{'subnet_id': '9c5c324b-af92-4ac1-af0f-d9a0619bb9f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:29:24Z', 'updated_at': '2021-07-27T21:29:26Z', 'revision_number': 2, 'project_id': 'a603a45c9360407b874dbc8466598531', 'subnets': [{'id': '9c5c324b-af92-4ac1-af0f-d9a0619bb9f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-22', False) {} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:29:29.979940 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-281b71df-16ea-4649-b078-e579d1da6e39 None None] Checking router: 82c5ded3-a769-430f-a3a5-0f70754ecf84 for host: n-d-705658-22 {{(pid=105586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:29:29.980445 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-281b71df-16ea-4649-b078-e579d1da6e39 None None] Updating router 82c5ded3-a769-430f-a3a5-0f70754ecf84 port e9fec560-d472-4a7f-b322-ee85b416e77c binding host n-d-705658-22 {{(pid=105586) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 21:29:30.024934 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-7993a49a-ccec-4907-8839-966b6a640765 admin admin] Notify callbacks [] for router, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:30.048418 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-281b71df-16ea-4649-b078-e579d1da6e39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:30.117728 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-ab9d6258-5b0e-45c6-9445-d28626245931 req-f1cb365e-ace7-49b5-bb8b-f3066becb43f tempest-TestServerBasicOps-1935044030 tempest-TestServerBasicOps-1935044030-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1335039029&fields=id&tenant_id=d192f93ac8104a9cbcedf26b26eec08e HTTP/1.1" status: 200 len: 267 time: 0.0906546 Jul 27 21:29:30.168918 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-7993a49a-ccec-4907-8839-966b6a640765 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:30.249908 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-7993a49a-ccec-4907-8839-966b6a640765 admin admin] Deleting port 1ab423ad-7f65-4d54-add5-f8596d85b59a {{(pid=105584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:29:30.251142 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-7993a49a-ccec-4907-8839-966b6a640765 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:30.260922 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvr_db [None req-9885562d-21a1-4618-a497-bf22d86756d8 None None] Set router cd1fa961-f7b3-452a-ab79-ac6ffde5ad14 gateway port host: n-d-705658-22 {{(pid=105587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:29:30.340729 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9d6258-5b0e-45c6-9445-d28626245931 req-1664c4f2-b9de-4fe0-ba49-0bbe618beb99 tempest-TestServerBasicOps-1935044030 tempest-TestServerBasicOps-1935044030-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:29:30.347986 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-ab9d6258-5b0e-45c6-9445-d28626245931 req-1664c4f2-b9de-4fe0-ba49-0bbe618beb99 tempest-TestServerBasicOps-1935044030 tempest-TestServerBasicOps-1935044030-project] 10.222.0.59 "GET /v2.0/networks?id=9187a0c9-a8c4-4063-b30f-be09608c86e7 HTTP/1.1" status: 200 len: 809 time: 0.2222559 Jul 27 21:29:30.361308 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [None req-7993a49a-ccec-4907-8839-966b6a640765 admin admin] For port 1ab423ad-7f65-4d54-add5-f8596d85b59a, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=1ab423ad-7f65-4d54-add5-f8596d85b59a,segment=NetworkSegment(12196855-9a32-4633-9a56-77697ef9e126),segment_id=12196855-9a32-4633-9a56-77697ef9e126)] {{(pid=105584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:29:30.361612 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-7993a49a-ccec-4907-8839-966b6a640765 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:30.376440 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-7993a49a-ccec-4907-8839-966b6a640765 admin admin] Calling delete_port for 1ab423ad-7f65-4d54-add5-f8596d85b59a owned by network:router_gateway {{(pid=105584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:29:30.378062 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-ab9d6258-5b0e-45c6-9445-d28626245931 req-4ec341bd-da9d-4138-bcf0-25e9a15d7e51 tempest-TestServerBasicOps-1935044030 tempest-TestServerBasicOps-1935044030-project] 10.222.0.59 "GET /v2.0/quotas/d192f93ac8104a9cbcedf26b26eec08e HTTP/1.1" status: 200 len: 375 time: 0.0290973 Jul 27 21:29:30.534875 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-9885562d-21a1-4618-a497-bf22d86756d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd1fa961-f7b3-452a-ab79-ac6ffde5ad14', 'name': 'tempest-TestVolumeBackupRestore-161790241-router', 'tenant_id': 'd8b3b608783d4209938f283075bc1b2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.52'}], 'enable_snat': True}, 'gw_port_id': '1ab423ad-7f65-4d54-add5-f8596d85b59a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:25:29Z', 'updated_at': '2021-07-27T21:29:28Z', 'revision_number': 5, 'project_id': 'd8b3b608783d4209938f283075bc1b2d', 'gw_port': {'id': '1ab423ad-7f65-4d54-add5-f8596d85b59a', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:32:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd1fa961-f7b3-452a-ab79-ac6ffde5ad14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3699, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:25:31Z', 'updated_at': '2021-07-27T21:25:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22'}], 'n-d-705658-22', False) {} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:29:30.551688 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-ab9d6258-5b0e-45c6-9445-d28626245931 req-f5957895-8a88-47b8-b1af-a425d51b0e73 tempest-TestServerBasicOps-1935044030 tempest-TestServerBasicOps-1935044030-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=d192f93ac8104a9cbcedf26b26eec08e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1636963 Jul 27 21:29:30.557367 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [req-ab9d6258-5b0e-45c6-9445-d28626245931 req-929eed60-798c-46be-b56e-acbf1ac87f51 service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=105585) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 21:29:30.578783 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-ab9d6258-5b0e-45c6-9445-d28626245931 req-929eed60-798c-46be-b56e-acbf1ac87f51 service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0260735 Jul 27 21:29:30.603724 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9885562d-21a1-4618-a497-bf22d86756d8 None None] Checking router: cd1fa961-f7b3-452a-ab79-ac6ffde5ad14 for host: n-d-705658-22 {{(pid=105587) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:29:30.620204 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-7993a49a-ccec-4907-8839-966b6a640765 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:30.623224 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9885562d-21a1-4618-a497-bf22d86756d8 None None] Routers {'cd1fa961-f7b3-452a-ab79-ac6ffde5ad14'} bound to L3 agent in host n-d-705658-22 {{(pid=105587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:29:30.625425 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-9885562d-21a1-4618-a497-bf22d86756d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:29:12Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['cd1fa961-f7b3-452a-ab79-ac6ffde5ad14'], 'active': True} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:29:30.627269 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-281b71df-16ea-4649-b078-e579d1da6e39 None None] Notify callbacks [] for port, precommit_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:30.637609 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-281b71df-16ea-4649-b078-e579d1da6e39 None None] Transition to ACTIVE for port object e9fec560-d472-4a7f-b322-ee85b416e77c will not be triggered until provisioned by entity L2. {{(pid=105586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:29:30.644986 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-281b71df-16ea-4649-b078-e579d1da6e39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:30.686636 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7993a49a-ccec-4907-8839-966b6a640765 admin admin] Pushing event deleted for resources: {'Port': ['ID=1ab423ad-7f65-4d54-add5-f8596d85b59a,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:29:30.705544 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781ef142-6dd8-4315-aea9-091718f9fe72 None None] Pushing event updated for resources: {'Port': ['ID=e9fec560-d472-4a7f-b322-ee85b416e77c,revision_number=3']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:29:30.790974 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvr_db [None req-9885562d-21a1-4618-a497-bf22d86756d8 None None] Set router cd1fa961-f7b3-452a-ab79-ac6ffde5ad14 gateway port host: None {{(pid=105587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:29:30.803236 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-ab9d6258-5b0e-45c6-9445-d28626245931 req-2306a1c2-6085-49c5-b35f-69965f72da2c service neutron] 10.222.0.59 "GET /v2.0/networks/9187a0c9-a8c4-4063-b30f-be09608c86e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2233641 Jul 27 21:29:30.826527 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-281b71df-16ea-4649-b078-e579d1da6e39 None None] Attempting to bind port e9fec560-d472-4a7f-b322-ee85b416e77c on host n-d-705658-22 for vnic_type normal with profile {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:29:30.827402 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-281b71df-16ea-4649-b078-e579d1da6e39 None None] Attempting to bind port e9fec560-d472-4a7f-b322-ee85b416e77c by drivers openvswitch,hyperv on host n-d-705658-22 at level 0 using segments [{'id': 'dd8ee4ce-1102-4e65-9287-3921c0194f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '461fde65-a68f-44ea-ae89-a6dee216e2f1'}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:29:30.827402 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-281b71df-16ea-4649-b078-e579d1da6e39 None None] Attempting to bind port e9fec560-d472-4a7f-b322-ee85b416e77c on network 461fde65-a68f-44ea-ae89-a6dee216e2f1 {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:29:30.832931 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-281b71df-16ea-4649-b078-e579d1da6e39 None None] Checking agent: {'id': '04a7ea91-6318-467e-ace6-b0fb48c8690f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 41, 42), 'started_at': datetime.datetime(2021, 7, 27, 20, 42, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 29, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:29:30.833432 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-281b71df-16ea-4649-b078-e579d1da6e39 None None] Checking segment: {'id': 'dd8ee4ce-1102-4e65-9287-3921c0194f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '461fde65-a68f-44ea-ae89-a6dee216e2f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:29:30.833933 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-281b71df-16ea-4649-b078-e579d1da6e39 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:30.834434 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-281b71df-16ea-4649-b078-e579d1da6e39 None None] Bound using segment: {'id': 'dd8ee4ce-1102-4e65-9287-3921c0194f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '461fde65-a68f-44ea-ae89-a6dee216e2f1'} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:29:30.835023 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-281b71df-16ea-4649-b078-e579d1da6e39 None None] Bound port: e9fec560-d472-4a7f-b322-ee85b416e77c, host: n-d-705658-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd8ee4ce-1102-4e65-9287-3921c0194f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '461fde65-a68f-44ea-ae89-a6dee216e2f1'}}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:29:30.836118 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-281b71df-16ea-4649-b078-e579d1da6e39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:30.848337 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-7993a49a-ccec-4907-8839-966b6a640765 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4075702'] for router_gateway, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:30.901757 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-9885562d-21a1-4618-a497-bf22d86756d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd1fa961-f7b3-452a-ab79-ac6ffde5ad14', 'name': 'tempest-TestVolumeBackupRestore-161790241-router', 'tenant_id': 'd8b3b608783d4209938f283075bc1b2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:25:29Z', 'updated_at': '2021-07-27T21:29:30Z', 'revision_number': 7, 'project_id': 'd8b3b608783d4209938f283075bc1b2d', 'gw_port_host': None}], 'n-d-705658-22', False) {} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:29:30.935060 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9885562d-21a1-4618-a497-bf22d86756d8 None None] The sync data for ids ['cd1fa961-f7b3-452a-ab79-ac6ffde5ad14'] in n-d-705658-22 is: [{'id': 'cd1fa961-f7b3-452a-ab79-ac6ffde5ad14', 'name': 'tempest-TestVolumeBackupRestore-161790241-router', 'tenant_id': 'd8b3b608783d4209938f283075bc1b2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:25:29Z', 'updated_at': '2021-07-27T21:29:30Z', 'revision_number': 7, 'project_id': 'd8b3b608783d4209938f283075bc1b2d', 'gw_port_host': None}] {{(pid=105587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:29:30.964086 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-281b71df-16ea-4649-b078-e579d1da6e39 None None] For port e9fec560-d472-4a7f-b322-ee85b416e77c, host n-d-705658-22, cleared binding levels {{(pid=105586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:29:30.971627 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-281b71df-16ea-4649-b078-e579d1da6e39 None None] For port e9fec560-d472-4a7f-b322-ee85b416e77c, host n-d-705658-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=e9fec560-d472-4a7f-b322-ee85b416e77c,segment=NetworkSegment(dd8ee4ce-1102-4e65-9287-3921c0194f79),segment_id=dd8ee4ce-1102-4e65-9287-3921c0194f79)] {{(pid=105586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:29:30.979839 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-281b71df-16ea-4649-b078-e579d1da6e39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:31.000632 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-ab9d6258-5b0e-45c6-9445-d28626245931 req-fdbf7161-a0fa-4c58-9830-59115c4cd790 service neutron] 10.222.0.59 "GET /v2.0/networks/9187a0c9-a8c4-4063-b30f-be09608c86e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1885729 Jul 27 21:29:31.055915 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-281b71df-16ea-4649-b078-e579d1da6e39 None None] Routers {'82c5ded3-a769-430f-a3a5-0f70754ecf84'} bound to L3 agent in host n-d-705658-22 {{(pid=105586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:29:31.056543 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-281b71df-16ea-4649-b078-e579d1da6e39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:29:12Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['82c5ded3-a769-430f-a3a5-0f70754ecf84'], 'active': True} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:29:31.081326 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-7993a49a-ccec-4907-8839-966b6a640765 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4163631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-425'] for router, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:31.095550 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-7993a49a-ccec-4907-8839-966b6a640765 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:31.159342 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-7993a49a-ccec-4907-8839-966b6a640765 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4163007'] for router, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:31.160468 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7993a49a-ccec-4907-8839-966b6a640765 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cd1fa961-f7b3-452a-ab79-ac6ffde5ad14 {{(pid=105584) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 21:29:31.168663 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvr_db [None req-281b71df-16ea-4649-b078-e579d1da6e39 None None] Set router 82c5ded3-a769-430f-a3a5-0f70754ecf84 gateway port host: n-d-705658-22 {{(pid=105586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:29:31.170182 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-7993a49a-ccec-4907-8839-966b6a640765 admin admin] Notify callbacks [] for router, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:31.171787 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-7993a49a-ccec-4907-8839-966b6a640765 admin admin] 10.222.0.59 "DELETE /v2.0/routers/cd1fa961-f7b3-452a-ab79-ac6ffde5ad14 HTTP/1.1" status: 204 len: 168 time: 1.3457890 Jul 27 21:29:31.174383 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 33226) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:29:31.268603 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781ef142-6dd8-4315-aea9-091718f9fe72 None None] Pushing event updated for resources: {'Port': ['ID=e9fec560-d472-4a7f-b322-ee85b416e77c,revision_number=4']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:29:31.292556 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1fd7317-61cd-454a-b99c-0526058290bc admin admin] Deleting subnet 1801b1a7-09b1-44bf-bdb6-d96d89c1fea0 {{(pid=105585) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:29:31.295929 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-e1fd7317-61cd-454a-b99c-0526058290bc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:31.388109 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-e1fd7317-61cd-454a-b99c-0526058290bc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9887057'] for subnet, precommit_delete_associations {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:31.488482 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-254765ed-39d5-4052-928e-bc09d00e9cd5 req-ff7320c2-b576-425f-98d2-42c4bb9f9e3a tempest-TestServerBasicOps-1935044030 tempest-TestServerBasicOps-1935044030-project] 10.222.0.59 "GET /v2.0/ports?device_id=c58882fa-462e-4c19-bb88-3a95b954aebc HTTP/1.1" status: 200 len: 210 time: 0.1274967 Jul 27 21:29:31.565302 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-281b71df-16ea-4649-b078-e579d1da6e39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82c5ded3-a769-430f-a3a5-0f70754ecf84', 'name': 'tempest-TestServerBasicOps-436867920-router', 'tenant_id': 'a603a45c9360407b874dbc8466598531', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.26'}], 'enable_snat': True}, 'gw_port_id': '146bcdbc-eb6c-4434-a863-8c529cc21f53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:29:21Z', 'updated_at': '2021-07-27T21:29:25Z', 'revision_number': 4, 'project_id': 'a603a45c9360407b874dbc8466598531', 'gw_port': {'id': '146bcdbc-eb6c-4434-a863-8c529cc21f53', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:3c:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82c5ded3-a769-430f-a3a5-0f70754ecf84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:29:22Z', 'updated_at': '2021-07-27T21:29:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_interfaces': [{'id': 'e9fec560-d472-4a7f-b322-ee85b416e77c', 'name': '', 'network_id': '461fde65-a68f-44ea-ae89-a6dee216e2f1', 'tenant_id': 'a603a45c9360407b874dbc8466598531', 'mac_address': 'fa:16:3e:5f:8f:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82c5ded3-a769-430f-a3a5-0f70754ecf84', 'device_owner': 'network:router_interface', 'standard_attr_id': 3943, 'fixed_ips': [{'subnet_id': '9c5c324b-af92-4ac1-af0f-d9a0619bb9f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:29:24Z', 'updated_at': '2021-07-27T21:29:30Z', 'revision_number': 4, 'project_id': 'a603a45c9360407b874dbc8466598531', 'subnets': [{'id': '9c5c324b-af92-4ac1-af0f-d9a0619bb9f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-22', False) {} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:29:31.584265 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-e1fd7317-61cd-454a-b99c-0526058290bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854965'] for subnet, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:31.604031 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-281b71df-16ea-4649-b078-e579d1da6e39 None None] The sync data for ids ['82c5ded3-a769-430f-a3a5-0f70754ecf84'] in n-d-705658-22 is: [{'id': '82c5ded3-a769-430f-a3a5-0f70754ecf84', 'name': 'tempest-TestServerBasicOps-436867920-router', 'tenant_id': 'a603a45c9360407b874dbc8466598531', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.26'}], 'enable_snat': True}, 'gw_port_id': '146bcdbc-eb6c-4434-a863-8c529cc21f53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:29:21Z', 'updated_at': '2021-07-27T21:29:25Z', 'revision_number': 4, 'project_id': 'a603a45c9360407b874dbc8466598531', 'gw_port': {'id': '146bcdbc-eb6c-4434-a863-8c529cc21f53', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:3c:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82c5ded3-a769-430f-a3a5-0f70754ecf84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:29:22Z', 'updated_at': '2021-07-27T21:29:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_interfaces': [{'id': 'e9fec560-d472-4a7f-b322-ee85b416e77c', 'name': '', 'network_id': '461fde65-a68f-44ea-ae89-a6dee216e2f1', 'tenant_id': 'a603a45c9360407b874dbc8466598531', 'mac_address': 'fa:16:3e:5f:8f:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82c5ded3-a769-430f-a3a5-0f70754ecf84', 'device_owner': 'network:router_interface', 'standard_attr_id': 3943, 'fixed_ips': [{'subnet_id': '9c5c324b-af92-4ac1-af0f-d9a0619bb9f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:29:24Z', 'updated_at': '2021-07-27T21:29:30Z', 'revision_number': 4, 'project_id': 'a603a45c9360407b874dbc8466598531', 'subnets': [{'id': '9c5c324b-af92-4ac1-af0f-d9a0619bb9f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:29:31.670838 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-e1fd7317-61cd-454a-b99c-0526058290bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10221602', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9990583'] for subnet, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:31.688727 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-e1fd7317-61cd-454a-b99c-0526058290bc admin admin] Notify callbacks [] for subnet, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:31.692955 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-e1fd7317-61cd-454a-b99c-0526058290bc admin admin] 10.222.0.59 "DELETE /v2.0/subnets/1801b1a7-09b1-44bf-bdb6-d96d89c1fea0 HTTP/1.1" status: 204 len: 168 time: 0.5170903 Jul 27 21:29:31.695521 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 33240) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:29:31.696547 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7261caee-0f79-43c8-95f1-238ee21aeabf None None] Network bb4cf26f-adff-46cf-9267-b1047e192b6b requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:29:31.733877 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fd7317-61cd-454a-b99c-0526058290bc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1801b1a7-09b1-44bf-bdb6-d96d89c1fea0,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:29:31.795791 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-a06d2e7c-faf4-4608-8f86-914e815f91a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-990557'] for network, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:31.912179 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-a06d2e7c-faf4-4608-8f86-914e815f91a8 admin admin] Deleting port 247c0c66-aee0-4b9f-99c1-14faa292e87b {{(pid=105584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:29:31.913033 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-a06d2e7c-faf4-4608-8f86-914e815f91a8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:31.971684 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device ee1bd40c-6c95-4e60-8445-dcdebfe9cc1b no longer exists at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:29:32.012662 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] No Port match for: ee1bd40c-6c95-4e60-8445-dcdebfe9cc1b {{(pid=105586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:29:32.013156 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device ee1bd40c-6c95-4e60-8445-dcdebfe9cc1b not bound to the agent host n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:29:32.044796 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e66089f-03b8-492e-9b71-8a4b196a480d None None] DHCP port deletion for bb4cf26f-adff-46cf-9267-b1047e192b6b request from n-d-705658-22 {{(pid=105586) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 21:29:32.067743 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [None req-a06d2e7c-faf4-4608-8f86-914e815f91a8 admin admin] For port 247c0c66-aee0-4b9f-99c1-14faa292e87b, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=247c0c66-aee0-4b9f-99c1-14faa292e87b,segment=NetworkSegment(57b8fd16-fb96-450b-911e-7fe94bef4459),segment_id=57b8fd16-fb96-450b-911e-7fe94bef4459)] {{(pid=105584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:29:32.068271 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-a06d2e7c-faf4-4608-8f86-914e815f91a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:32.098078 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-a06d2e7c-faf4-4608-8f86-914e815f91a8 admin admin] Calling delete_port for 247c0c66-aee0-4b9f-99c1-14faa292e87b owned by network:dhcp {{(pid=105584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:29:32.127640 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-6e66089f-03b8-492e-9b71-8a4b196a480d None None] Deleting port 247c0c66-aee0-4b9f-99c1-14faa292e87b {{(pid=105586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:29:32.128011 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-6e66089f-03b8-492e-9b71-8a4b196a480d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:32.231397 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-6e66089f-03b8-492e-9b71-8a4b196a480d None None] For port 247c0c66-aee0-4b9f-99c1-14faa292e87b, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=247c0c66-aee0-4b9f-99c1-14faa292e87b,segment=NetworkSegment(57b8fd16-fb96-450b-911e-7fe94bef4459),segment_id=57b8fd16-fb96-450b-911e-7fe94bef4459)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:29:32.231806 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-6e66089f-03b8-492e-9b71-8a4b196a480d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:32.232356 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-a06d2e7c-faf4-4608-8f86-914e815f91a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:32.247056 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-6e66089f-03b8-492e-9b71-8a4b196a480d None None] Calling delete_port for 247c0c66-aee0-4b9f-99c1-14faa292e87b owned by network:dhcp {{(pid=105586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:29:32.252806 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a06d2e7c-faf4-4608-8f86-914e815f91a8 admin admin] No DVR routers for this DVR port 247c0c66-aee0-4b9f-99c1-14faa292e87b on host n-d-705658-22 {{(pid=105584) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:29:32.306377 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06d2e7c-faf4-4608-8f86-914e815f91a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=247c0c66-aee0-4b9f-99c1-14faa292e87b,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:29:32.339322 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-6e66089f-03b8-492e-9b71-8a4b196a480d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180'] for port, after_delete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:32.364754 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e66089f-03b8-492e-9b71-8a4b196a480d None None] Pushing event deleted for resources: {'Port': ['ID=247c0c66-aee0-4b9f-99c1-14faa292e87b,revision_number=None']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:29:32.371557 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e66089f-03b8-492e-9b71-8a4b196a480d None None] No DVR routers for this DVR port 247c0c66-aee0-4b9f-99c1-14faa292e87b on host n-d-705658-22 {{(pid=105586) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:29:32.408400 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-a06d2e7c-faf4-4608-8f86-914e815f91a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853562', 'neutron.services.segments.db._delete_segments_for_network-8790688882975'] for network, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:32.431887 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.segments.db [None req-a06d2e7c-faf4-4608-8f86-914e815f91a8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb4cf26f-adff-46cf-9267-b1047e192b6b']}} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:29:32.445671 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.segments.db [None req-a06d2e7c-faf4-4608-8f86-914e815f91a8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57b8fd16-fb96-450b-911e-7fe94bef4459') {'for_net_delete': True} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:29:32.445671 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.segments.db [None req-a06d2e7c-faf4-4608-8f86-914e815f91a8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57b8fd16-fb96-450b-911e-7fe94bef4459') {} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:29:32.458023 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-a06d2e7c-faf4-4608-8f86-914e815f91a8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790688883752', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9014348'] for segment, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:32.479519 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-a06d2e7c-faf4-4608-8f86-914e815f91a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:32.492455 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a06d2e7c-faf4-4608-8f86-914e815f91a8 admin admin] Releasing vlan 208 on physical network physnet1 to pool {{(pid=105584) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:29:32.492922 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-a06d2e7c-faf4-4608-8f86-914e815f91a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9014063'] for segment, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:32.568334 n-d-705658-22 neutron-server[105584]: Traceback (most recent call last): Jul 27 21:29:32.568334 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:29:32.568334 n-d-705658-22 neutron-server[105584]: timer() Jul 27 21:29:32.568334 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:29:32.568334 n-d-705658-22 neutron-server[105584]: cb(*args, **kw) Jul 27 21:29:32.568334 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:29:32.568334 n-d-705658-22 neutron-server[105584]: return func(*args, **kwargs) Jul 27 21:29:32.568334 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:29:32.568334 n-d-705658-22 neutron-server[105584]: self._notify() Jul 27 21:29:32.568334 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:29:32.568334 n-d-705658-22 neutron-server[105584]: self.callback(batched_events) Jul 27 21:29:32.568334 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:29:32.568334 n-d-705658-22 neutron-server[105584]: event.method(event) Jul 27 21:29:32.568334 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:29:32.568334 n-d-705658-22 neutron-server[105584]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:29:32.568334 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:29:32.568334 n-d-705658-22 neutron-server[105584]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:29:32.568334 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:29:32.568334 n-d-705658-22 neutron-server[105584]: return f(self, *a, **k) Jul 27 21:29:32.568334 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:29:32.568334 n-d-705658-22 neutron-server[105584]: return self._get(url).json() Jul 27 21:29:32.568334 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:29:32.568334 n-d-705658-22 neutron-server[105584]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:29:32.568334 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:29:32.568334 n-d-705658-22 neutron-server[105584]: return self.request(url, 'GET', **kwargs) Jul 27 21:29:32.568334 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:29:32.568334 n-d-705658-22 neutron-server[105584]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:29:32.568334 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:29:32.568334 n-d-705658-22 neutron-server[105584]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:29:32.568334 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:29:32.568334 n-d-705658-22 neutron-server[105584]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:29:32.568334 n-d-705658-22 neutron-server[105584]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:29:32.571246 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-a06d2e7c-faf4-4608-8f86-914e815f91a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4075658'] for network, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:32.596223 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-a06d2e7c-faf4-4608-8f86-914e815f91a8 admin admin] Notify callbacks [] for network, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:32.601853 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-a06d2e7c-faf4-4608-8f86-914e815f91a8 admin admin] 10.222.0.59 "DELETE /v2.0/networks/bb4cf26f-adff-46cf-9267-b1047e192b6b HTTP/1.1" status: 204 len: 168 time: 0.9045107 Jul 27 21:29:32.602483 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 33254) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:29:32.621938 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06d2e7c-faf4-4608-8f86-914e815f91a8 admin admin] Pushing event deleted for resources: {'Network': ['ID=bb4cf26f-adff-46cf-9267-b1047e192b6b,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:29:32.646216 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-dce8f3ff-703b-4f24-9941-d1e1c4f465ec req-b052cde5-5543-4ff1-a45d-c4fc055f4737 tempest-TestServerBasicOps-1935044030 tempest-TestServerBasicOps-1935044030-project] 10.222.0.59 "GET /v2.0/ports?device_id=c58882fa-462e-4c19-bb88-3a95b954aebc HTTP/1.1" status: 200 len: 210 time: 0.0503871 Jul 27 21:29:33.065961 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-f3b87c28-7baf-442e-b3b0-58042e9d5d2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4076536'] for router_interface, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:33.183361 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9d6258-5b0e-45c6-9445-d28626245931 req-5b936f60-c3fd-4887-b2d3-700183dfafb1 tempest-TestServerBasicOps-1935044030 tempest-TestServerBasicOps-1935044030-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:29:33.185467 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-ab9d6258-5b0e-45c6-9445-d28626245931 req-5b936f60-c3fd-4887-b2d3-700183dfafb1 tempest-TestServerBasicOps-1935044030 tempest-TestServerBasicOps-1935044030-project] 10.222.0.60 "GET /v2.0/networks?id=9187a0c9-a8c4-4063-b30f-be09608c86e7 HTTP/1.1" status: 200 len: 809 time: 0.1860027 Jul 27 21:29:33.231832 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-ab9d6258-5b0e-45c6-9445-d28626245931 req-6b59ade6-d61b-490b-bdc7-643d40d76ec2 tempest-TestServerBasicOps-1935044030 tempest-TestServerBasicOps-1935044030-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d192f93ac8104a9cbcedf26b26eec08e HTTP/1.1" status: 200 len: 380 time: 0.0370345 Jul 27 21:29:33.242108 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [req-ab9d6258-5b0e-45c6-9445-d28626245931 req-97e6899d-0e53-4602-ac97-b615e442f61d tempest-TestServerBasicOps-1935044030 tempest-TestServerBasicOps-1935044030-project] Request body: {'port': {'device_id': 'c58882fa-462e-4c19-bb88-3a95b954aebc', 'network_id': '9187a0c9-a8c4-4063-b30f-be09608c86e7', 'admin_state_up': True, 'tenant_id': 'd192f93ac8104a9cbcedf26b26eec08e', 'security_groups': ['5c0f6585-9f1b-449c-b342-19e26df5885e']}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:29:33.367843 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab9d6258-5b0e-45c6-9445-d28626245931 req-97e6899d-0e53-4602-ac97-b615e442f61d tempest-TestServerBasicOps-1935044030 tempest-TestServerBasicOps-1935044030-project] Made reservation on behalf of d192f93ac8104a9cbcedf26b26eec08e for: {'port': 1} {{(pid=105585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:29:33.372159 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-ab9d6258-5b0e-45c6-9445-d28626245931 req-97e6899d-0e53-4602-ac97-b615e442f61d tempest-TestServerBasicOps-1935044030 tempest-TestServerBasicOps-1935044030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:33.503841 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.db_base_plugin_common [req-ab9d6258-5b0e-45c6-9445-d28626245931 req-97e6899d-0e53-4602-ac97-b615e442f61d tempest-TestServerBasicOps-1935044030 tempest-TestServerBasicOps-1935044030-project] Allocated IP 172.20.0.6 (9187a0c9-a8c4-4063-b30f-be09608c86e7/23592c3c-b503-4201-9a1d-ccf3be36328f/6c61b806-e2b6-4dcc-8e45-aa8ed30e944f) {{(pid=105585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:29:33.639498 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device e9fec560-d472-4a7f-b322-ee85b416e77c up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:29:33.765584 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning for port e9fec560-d472-4a7f-b322-ee85b416e77c completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:29:33.772465 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port e9fec560-d472-4a7f-b322-ee85b416e77c triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:29:33.773789 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:33.788078 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-f3b87c28-7baf-442e-b3b0-58042e9d5d2f admin admin] Deleting port e6f46317-50c9-4c66-b210-4592d3779515 {{(pid=105584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:29:33.788981 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-f3b87c28-7baf-442e-b3b0-58042e9d5d2f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:33.897333 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [None req-f3b87c28-7baf-442e-b3b0-58042e9d5d2f admin admin] For port e6f46317-50c9-4c66-b210-4592d3779515, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=e6f46317-50c9-4c66-b210-4592d3779515,segment=NetworkSegment(4724a241-fde3-4d65-8972-e1cee202fe67),segment_id=4724a241-fde3-4d65-8972-e1cee202fe67)] {{(pid=105584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:29:33.898342 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-f3b87c28-7baf-442e-b3b0-58042e9d5d2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:33.899469 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:33.914681 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-f3b87c28-7baf-442e-b3b0-58042e9d5d2f admin admin] Calling delete_port for e6f46317-50c9-4c66-b210-4592d3779515 owned by network:router_interface {{(pid=105584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:29:33.948200 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] For port e9fec560-d472-4a7f-b322-ee85b416e77c, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=e9fec560-d472-4a7f-b322-ee85b416e77c,segment=NetworkSegment(dd8ee4ce-1102-4e65-9287-3921c0194f79),segment_id=dd8ee4ce-1102-4e65-9287-3921c0194f79)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:29:33.954017 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:34.044686 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 1ab423ad-7f65-4d54-add5-f8596d85b59a no longer exists at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:29:34.073054 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Pushing event updated for resources: {'Port': ['ID=e9fec560-d472-4a7f-b322-ee85b416e77c,revision_number=5']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:29:34.075742 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] No Port match for: 1ab423ad-7f65-4d54-add5-f8596d85b59a {{(pid=105586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:29:34.076095 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 1ab423ad-7f65-4d54-add5-f8596d85b59a not bound to the agent host n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:29:34.076516 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 247c0c66-aee0-4b9f-99c1-14faa292e87b no longer exists at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:29:34.089023 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-98a20dee-ec5a-446f-815e-84ea423e8148 req-1a4ee961-8032-41eb-9067-3d966a6da245 tempest-TestServerBasicOps-1935044030 tempest-TestServerBasicOps-1935044030-project] 10.222.0.59 "GET /v2.0/ports?device_id=c58882fa-462e-4c19-bb88-3a95b954aebc HTTP/1.1" status: 200 len: 210 time: 0.0453012 Jul 27 21:29:34.094127 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-ab9d6258-5b0e-45c6-9445-d28626245931 req-97e6899d-0e53-4602-ac97-b615e442f61d tempest-TestServerBasicOps-1935044030 tempest-TestServerBasicOps-1935044030-project] Notify callbacks [] for port, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:34.107600 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.provisioning_blocks [req-ab9d6258-5b0e-45c6-9445-d28626245931 req-97e6899d-0e53-4602-ac97-b615e442f61d tempest-TestServerBasicOps-1935044030 tempest-TestServerBasicOps-1935044030-project] Transition to ACTIVE for port object 6c61b806-e2b6-4dcc-8e45-aa8ed30e944f will not be triggered until provisioned by entity DHCP. {{(pid=105585) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:29:34.113678 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] No Port match for: 247c0c66-aee0-4b9f-99c1-14faa292e87b {{(pid=105586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:29:34.114068 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 247c0c66-aee0-4b9f-99c1-14faa292e87b not bound to the agent host n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:29:34.156729 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-ab9d6258-5b0e-45c6-9445-d28626245931 req-97e6899d-0e53-4602-ac97-b615e442f61d tempest-TestServerBasicOps-1935044030 tempest-TestServerBasicOps-1935044030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:34.169977 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-f3b87c28-7baf-442e-b3b0-58042e9d5d2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:34.202632 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b87c28-7baf-442e-b3b0-58042e9d5d2f admin admin] Pushing event deleted for resources: {'Port': ['ID=e6f46317-50c9-4c66-b210-4592d3779515,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:29:34.218305 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab9d6258-5b0e-45c6-9445-d28626245931 req-97e6899d-0e53-4602-ac97-b615e442f61d tempest-TestServerBasicOps-1935044030 tempest-TestServerBasicOps-1935044030-project] Network 9187a0c9-a8c4-4063-b30f-be09608c86e7 is already hosted by enough agents. {{(pid=105585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:29:34.222091 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.base_scheduler [req-ab9d6258-5b0e-45c6-9445-d28626245931 req-97e6899d-0e53-4602-ac97-b615e442f61d tempest-TestServerBasicOps-1935044030 tempest-TestServerBasicOps-1935044030-project] Resources bound (agent type, host, resource id): {{(pid=105585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:29:34.224566 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab9d6258-5b0e-45c6-9445-d28626245931 req-97e6899d-0e53-4602-ac97-b615e442f61d tempest-TestServerBasicOps-1935044030 tempest-TestServerBasicOps-1935044030-project] Received port after_create {{(pid=105585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:29:34.253221 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e6899d-0e53-4602-ac97-b615e442f61d tempest-TestServerBasicOps-1935044030 tempest-TestServerBasicOps-1935044030-project] Pushing event updated for resources: {'Port': ['ID=6c61b806-e2b6-4dcc-8e45-aa8ed30e944f,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:29:34.294094 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9d6258-5b0e-45c6-9445-d28626245931 req-97e6899d-0e53-4602-ac97-b615e442f61d tempest-TestServerBasicOps-1935044030 tempest-TestServerBasicOps-1935044030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:29:34.295047 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-ab9d6258-5b0e-45c6-9445-d28626245931 req-97e6899d-0e53-4602-ac97-b615e442f61d tempest-TestServerBasicOps-1935044030 tempest-TestServerBasicOps-1935044030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:34.328254 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-ab9d6258-5b0e-45c6-9445-d28626245931 req-97e6899d-0e53-4602-ac97-b615e442f61d tempest-TestServerBasicOps-1935044030 tempest-TestServerBasicOps-1935044030-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0907137 Jul 27 21:29:34.351154 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [req-ab9d6258-5b0e-45c6-9445-d28626245931 req-fb59fdbb-b4ed-4c62-a0ab-07d577917f73 service neutron] Request body: {'port': {'device_id': 'c58882fa-462e-4c19-bb88-3a95b954aebc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-705658-22'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:29:34.446578 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-f3b87c28-7baf-442e-b3b0-58042e9d5d2f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3743915', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4076308'] for router_interface, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:34.474949 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-ab9d6258-5b0e-45c6-9445-d28626245931 req-fb59fdbb-b4ed-4c62-a0ab-07d577917f73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:34.559142 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-6226f0d7-54c3-447a-aa2e-20b9693bee8f None None] Provisioning for port 6c61b806-e2b6-4dcc-8e45-aa8ed30e944f completed by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:29:34.564545 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-6226f0d7-54c3-447a-aa2e-20b9693bee8f None None] Provisioning complete for port 6c61b806-e2b6-4dcc-8e45-aa8ed30e944f triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:29:34.564935 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-6226f0d7-54c3-447a-aa2e-20b9693bee8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:34.605897 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-6226f0d7-54c3-447a-aa2e-20b9693bee8f None None] Port 6c61b806-e2b6-4dcc-8e45-aa8ed30e944f cannot update to ACTIVE because it is not bound. {{(pid=105586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:29:34.695389 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3b87c28-7baf-442e-b3b0-58042e9d5d2f admin admin] Router a425fe97-08dc-4809-bdb3-d2d00e78cb81 has already been hosted by L3 agent dd128fd7-8e57-4d4f-895b-a96b369df59a {{(pid=105584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:29:34.796844 n-d-705658-22 neutron-server[105585]: DEBUG neutron.notifiers.nova [req-ab9d6258-5b0e-45c6-9445-d28626245931 req-fb59fdbb-b4ed-4c62-a0ab-07d577917f73 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c61b806-e2b6-4dcc-8e45-aa8ed30e944f {{(pid=105585) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:29:34.805361 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-ab9d6258-5b0e-45c6-9445-d28626245931 req-fb59fdbb-b4ed-4c62-a0ab-07d577917f73 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:34.815798 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3b87c28-7baf-442e-b3b0-58042e9d5d2f admin admin] Notify agent at l3_agent.n-d-705658-22 the message routers_updated {{(pid=105584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:29:34.828454 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-f3b87c28-7baf-442e-b3b0-58042e9d5d2f admin admin] 10.222.0.59 "PUT /v2.0/routers/a425fe97-08dc-4809-bdb3-d2d00e78cb81/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2071185 Jul 27 21:29:34.831807 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a30cde8d-52d5-425b-8001-0580389406b5 None None] Sync routers for ids ['a425fe97-08dc-4809-bdb3-d2d00e78cb81'] in n-d-705658-22 {{(pid=105586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:29:34.833157 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 33266) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:29:34.847296 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.provisioning_blocks [req-ab9d6258-5b0e-45c6-9445-d28626245931 req-fb59fdbb-b4ed-4c62-a0ab-07d577917f73 service neutron] Transition to ACTIVE for port object 6c61b806-e2b6-4dcc-8e45-aa8ed30e944f will not be triggered until provisioned by entity L2. {{(pid=105585) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:29:34.854067 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-ab9d6258-5b0e-45c6-9445-d28626245931 req-fb59fdbb-b4ed-4c62-a0ab-07d577917f73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10221672'] for port, after_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:34.865006 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a30cde8d-52d5-425b-8001-0580389406b5 None None] Routers {'a425fe97-08dc-4809-bdb3-d2d00e78cb81'} bound to L3 agent in host n-d-705658-22 {{(pid=105586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:29:34.866200 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-a30cde8d-52d5-425b-8001-0580389406b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:29:12Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['a425fe97-08dc-4809-bdb3-d2d00e78cb81'], 'active': True} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:29:34.947746 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb59fdbb-b4ed-4c62-a0ab-07d577917f73 service neutron] Pushing event updated for resources: {'Port': ['ID=6c61b806-e2b6-4dcc-8e45-aa8ed30e944f,revision_number=2']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:29:35.017182 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvr_db [None req-a30cde8d-52d5-425b-8001-0580389406b5 None None] Set router a425fe97-08dc-4809-bdb3-d2d00e78cb81 gateway port host: n-d-705658-22 {{(pid=105586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:29:35.072986 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-fe25b96f-25a7-4df4-871e-0963772b0211 admin admin] Notify callbacks [] for router, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:35.096778 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.managers [req-ab9d6258-5b0e-45c6-9445-d28626245931 req-fb59fdbb-b4ed-4c62-a0ab-07d577917f73 service neutron] Attempting to bind port 6c61b806-e2b6-4dcc-8e45-aa8ed30e944f on host n-h2-705658-22 for vnic_type normal with profile {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:29:35.097436 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.managers [req-ab9d6258-5b0e-45c6-9445-d28626245931 req-fb59fdbb-b4ed-4c62-a0ab-07d577917f73 service neutron] Attempting to bind port 6c61b806-e2b6-4dcc-8e45-aa8ed30e944f by drivers openvswitch,hyperv on host n-h2-705658-22 at level 0 using segments [{'id': '1d17d041-a01b-48ae-abd0-357c0895e5ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '9187a0c9-a8c4-4063-b30f-be09608c86e7'}] {{(pid=105585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:29:35.097579 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab9d6258-5b0e-45c6-9445-d28626245931 req-fb59fdbb-b4ed-4c62-a0ab-07d577917f73 service neutron] Attempting to bind port 6c61b806-e2b6-4dcc-8e45-aa8ed30e944f on network 9187a0c9-a8c4-4063-b30f-be09608c86e7 {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:29:35.103022 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab9d6258-5b0e-45c6-9445-d28626245931 req-fb59fdbb-b4ed-4c62-a0ab-07d577917f73 service neutron] Port 6c61b806-e2b6-4dcc-8e45-aa8ed30e944f on network 9187a0c9-a8c4-4063-b30f-be09608c86e7 not bound, no agent of type Open vSwitch agent registered on host n-h2-705658-22 {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:29:35.103387 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab9d6258-5b0e-45c6-9445-d28626245931 req-fb59fdbb-b4ed-4c62-a0ab-07d577917f73 service neutron] Attempting to bind port 6c61b806-e2b6-4dcc-8e45-aa8ed30e944f on network 9187a0c9-a8c4-4063-b30f-be09608c86e7 {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:29:35.108732 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab9d6258-5b0e-45c6-9445-d28626245931 req-fb59fdbb-b4ed-4c62-a0ab-07d577917f73 service neutron] Checking agent: {'id': '65195a73-a875-4810-9f5b-622ae260a8a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 49, 40), 'started_at': datetime.datetime(2021, 7, 27, 20, 49, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 29, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:29:35.109079 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab9d6258-5b0e-45c6-9445-d28626245931 req-fb59fdbb-b4ed-4c62-a0ab-07d577917f73 service neutron] Checking segment: {'id': '1d17d041-a01b-48ae-abd0-357c0895e5ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '9187a0c9-a8c4-4063-b30f-be09608c86e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:29:35.109466 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab9d6258-5b0e-45c6-9445-d28626245931 req-fb59fdbb-b4ed-4c62-a0ab-07d577917f73 service neutron] Bound using segment: {'id': '1d17d041-a01b-48ae-abd0-357c0895e5ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '9187a0c9-a8c4-4063-b30f-be09608c86e7'} {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:29:35.109897 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.managers [req-ab9d6258-5b0e-45c6-9445-d28626245931 req-fb59fdbb-b4ed-4c62-a0ab-07d577917f73 service neutron] Bound port: 6c61b806-e2b6-4dcc-8e45-aa8ed30e944f, host: n-h2-705658-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d17d041-a01b-48ae-abd0-357c0895e5ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '9187a0c9-a8c4-4063-b30f-be09608c86e7'}}] {{(pid=105585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:29:35.110263 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-ab9d6258-5b0e-45c6-9445-d28626245931 req-fb59fdbb-b4ed-4c62-a0ab-07d577917f73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:35.181430 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.agents_db [None req-558fcd2c-e512-47bc-a170-8673d87f7213 None None] Agent healthcheck: found 7 active agents {{(pid=105587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 21:29:35.234488 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.db [req-ab9d6258-5b0e-45c6-9445-d28626245931 req-fb59fdbb-b4ed-4c62-a0ab-07d577917f73 service neutron] For port 6c61b806-e2b6-4dcc-8e45-aa8ed30e944f, host n-h2-705658-22, cleared binding levels {{(pid=105585) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:29:35.239359 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.db [req-ab9d6258-5b0e-45c6-9445-d28626245931 req-fb59fdbb-b4ed-4c62-a0ab-07d577917f73 service neutron] For port 6c61b806-e2b6-4dcc-8e45-aa8ed30e944f, host n-h2-705658-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=6c61b806-e2b6-4dcc-8e45-aa8ed30e944f,segment=NetworkSegment(1d17d041-a01b-48ae-abd0-357c0895e5ab),segment_id=1d17d041-a01b-48ae-abd0-357c0895e5ab)] {{(pid=105585) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:29:35.248258 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-ab9d6258-5b0e-45c6-9445-d28626245931 req-fb59fdbb-b4ed-4c62-a0ab-07d577917f73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10221672'] for port, after_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:35.275041 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-a30cde8d-52d5-425b-8001-0580389406b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a425fe97-08dc-4809-bdb3-d2d00e78cb81', 'name': 'tempest-TestVolumeBackupRestore-2055965825-router', 'tenant_id': '2a8f406f29904ab89ae479634631dc22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.224'}], 'enable_snat': True}, 'gw_port_id': 'cbf52e68-1050-4270-8937-4461ac0818ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:25:41Z', 'updated_at': '2021-07-27T21:29:34Z', 'revision_number': 5, 'project_id': '2a8f406f29904ab89ae479634631dc22', 'gw_port': {'id': 'cbf52e68-1050-4270-8937-4461ac0818ad', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:fc:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a425fe97-08dc-4809-bdb3-d2d00e78cb81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3717, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:25:43Z', 'updated_at': '2021-07-27T21:25:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22'}], 'n-d-705658-22', False) {} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:29:35.316061 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-fe25b96f-25a7-4df4-871e-0963772b0211 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:35.321345 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a30cde8d-52d5-425b-8001-0580389406b5 None None] Checking router: a425fe97-08dc-4809-bdb3-d2d00e78cb81 for host: n-d-705658-22 {{(pid=105586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:29:35.344757 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a30cde8d-52d5-425b-8001-0580389406b5 None None] Routers {'a425fe97-08dc-4809-bdb3-d2d00e78cb81'} bound to L3 agent in host n-d-705658-22 {{(pid=105586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:29:35.345519 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-a30cde8d-52d5-425b-8001-0580389406b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:29:12Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['a425fe97-08dc-4809-bdb3-d2d00e78cb81'], 'active': True} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:29:35.391765 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9d6258-5b0e-45c6-9445-d28626245931 req-fb59fdbb-b4ed-4c62-a0ab-07d577917f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:29:35.392727 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-ab9d6258-5b0e-45c6-9445-d28626245931 req-fb59fdbb-b4ed-4c62-a0ab-07d577917f73 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:35.404252 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-ab9d6258-5b0e-45c6-9445-d28626245931 req-fb59fdbb-b4ed-4c62-a0ab-07d577917f73 service neutron] 10.222.0.60 "PUT /v2.0/ports/6c61b806-e2b6-4dcc-8e45-aa8ed30e944f HTTP/1.1" status: 200 len: 1092 time: 1.0659611 Jul 27 21:29:35.405190 n-d-705658-22 neutron-server[105585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c58882fa-462e-4c19-bb88-3a95b954aebc', 'tag': '6c61b806-e2b6-4dcc-8e45-aa8ed30e944f'}] {{(pid=105585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:29:35.408028 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d66fd65881426bfc2b5388084a3654e5eae521106a15a3dbf0eb4cde7106c36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f71a265d-3166-4fcf-9644-978f4e84ec4b" -d '{"events": [{"name": "network-changed", "server_uuid": "c58882fa-462e-4c19-bb88-3a95b954aebc", "tag": "6c61b806-e2b6-4dcc-8e45-aa8ed30e944f"}]}' {{(pid=105585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:29:35.442508 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb59fdbb-b4ed-4c62-a0ab-07d577917f73 service neutron] Pushing event updated for resources: {'Port': ['ID=6c61b806-e2b6-4dcc-8e45-aa8ed30e944f,revision_number=3']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:29:35.487512 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-fe25b96f-25a7-4df4-871e-0963772b0211 admin admin] Deleting port cbf52e68-1050-4270-8937-4461ac0818ad {{(pid=105584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:29:35.491360 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-fe25b96f-25a7-4df4-871e-0963772b0211 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:35.548897 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvr_db [None req-a30cde8d-52d5-425b-8001-0580389406b5 None None] Set router a425fe97-08dc-4809-bdb3-d2d00e78cb81 gateway port host: None {{(pid=105586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:29:35.572532 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:29:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6750cc6f-5ea2-4671-8c33-f21ee37cdba8 x-openstack-request-id: req-6750cc6f-5ea2-4671-8c33-f21ee37cdba8 {{(pid=105585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:29:35.575838 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c58882fa-462e-4c19-bb88-3a95b954aebc", "tag": "6c61b806-e2b6-4dcc-8e45-aa8ed30e944f", "status": "completed", "code": 200}]} {{(pid=105585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:29:35.580421 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-6750cc6f-5ea2-4671-8c33-f21ee37cdba8 {{(pid=105585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:29:35.580421 n-d-705658-22 neutron-server[105585]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c58882fa-462e-4c19-bb88-3a95b954aebc', 'tag': '6c61b806-e2b6-4dcc-8e45-aa8ed30e944f', 'status': 'completed', 'code': 200} Jul 27 21:29:35.655445 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-a30cde8d-52d5-425b-8001-0580389406b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a425fe97-08dc-4809-bdb3-d2d00e78cb81', 'name': 'tempest-TestVolumeBackupRestore-2055965825-router', 'tenant_id': '2a8f406f29904ab89ae479634631dc22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:25:41Z', 'updated_at': '2021-07-27T21:29:35Z', 'revision_number': 6, 'project_id': '2a8f406f29904ab89ae479634631dc22', 'gw_port_host': None}], 'n-d-705658-22', False) {} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:29:35.669129 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ded479-6728-491a-890a-12d4ba3558e2 req-065b55b4-9658-47e3-9188-3eb20b9a0a37 tempest-TestServerBasicOps-1935044030 tempest-TestServerBasicOps-1935044030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:29:35.670754 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-65ded479-6728-491a-890a-12d4ba3558e2 req-065b55b4-9658-47e3-9188-3eb20b9a0a37 tempest-TestServerBasicOps-1935044030 tempest-TestServerBasicOps-1935044030-project] 10.222.0.59 "GET /v2.0/ports?device_id=c58882fa-462e-4c19-bb88-3a95b954aebc HTTP/1.1" status: 200 len: 943 time: 0.4242647 Jul 27 21:29:35.713332 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a30cde8d-52d5-425b-8001-0580389406b5 None None] The sync data for ids ['a425fe97-08dc-4809-bdb3-d2d00e78cb81'] in n-d-705658-22 is: [{'id': 'a425fe97-08dc-4809-bdb3-d2d00e78cb81', 'name': 'tempest-TestVolumeBackupRestore-2055965825-router', 'tenant_id': '2a8f406f29904ab89ae479634631dc22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:25:41Z', 'updated_at': '2021-07-27T21:29:35Z', 'revision_number': 6, 'project_id': '2a8f406f29904ab89ae479634631dc22', 'gw_port_host': None}] {{(pid=105586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:29:35.728184 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-65ded479-6728-491a-890a-12d4ba3558e2 req-7358ce0d-932b-4de0-909b-831769e7f0d3 tempest-TestServerBasicOps-1935044030 tempest-TestServerBasicOps-1935044030-project] 10.222.0.59 "GET /v2.0/security-groups?id=5c0f6585-9f1b-449c-b342-19e26df5885e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498989 Jul 27 21:29:35.729883 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device e9fec560-d472-4a7f-b322-ee85b416e77c up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:29:35.759525 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9d6258-5b0e-45c6-9445-d28626245931 req-1356be18-d585-4fb7-8a11-43ef5f58b621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:29:35.761235 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-ab9d6258-5b0e-45c6-9445-d28626245931 req-1356be18-d585-4fb7-8a11-43ef5f58b621 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d192f93ac8104a9cbcedf26b26eec08e&device_id=c58882fa-462e-4c19-bb88-3a95b954aebc HTTP/1.1" status: 200 len: 1095 time: 0.2654307 Jul 27 21:29:35.782260 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [None req-fe25b96f-25a7-4df4-871e-0963772b0211 admin admin] For port cbf52e68-1050-4270-8937-4461ac0818ad, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=cbf52e68-1050-4270-8937-4461ac0818ad,segment=NetworkSegment(12196855-9a32-4633-9a56-77697ef9e126),segment_id=12196855-9a32-4633-9a56-77697ef9e126)] {{(pid=105584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:29:35.782637 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-fe25b96f-25a7-4df4-871e-0963772b0211 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:35.803260 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-fe25b96f-25a7-4df4-871e-0963772b0211 admin admin] Calling delete_port for cbf52e68-1050-4270-8937-4461ac0818ad owned by network:router_gateway {{(pid=105584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:29:35.820512 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-ab9d6258-5b0e-45c6-9445-d28626245931 req-a6b9d2b0-7a6f-4e9f-ab49-349b2779373d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6c61b806-e2b6-4dcc-8e45-aa8ed30e944f HTTP/1.1" status: 200 len: 217 time: 0.0481217 Jul 27 21:29:35.828251 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port e9fec560-d472-4a7f-b322-ee85b416e77c triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:29:35.828640 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:35.929783 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9d6258-5b0e-45c6-9445-d28626245931 req-afcee04a-b804-47a2-a516-0b7dff8a5011 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:29:35.931359 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-ab9d6258-5b0e-45c6-9445-d28626245931 req-afcee04a-b804-47a2-a516-0b7dff8a5011 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=23592c3c-b503-4201-9a1d-ccf3be36328f HTTP/1.1" status: 200 len: 848 time: 0.0966239 Jul 27 21:29:36.010227 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9d6258-5b0e-45c6-9445-d28626245931 req-11eb929e-1c36-4df4-8ee3-5d000615bbf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:29:36.011853 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-ab9d6258-5b0e-45c6-9445-d28626245931 req-11eb929e-1c36-4df4-8ee3-5d000615bbf7 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=9187a0c9-a8c4-4063-b30f-be09608c86e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0730321 Jul 27 21:29:36.036419 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-fe25b96f-25a7-4df4-871e-0963772b0211 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:36.063597 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe25b96f-25a7-4df4-871e-0963772b0211 admin admin] Pushing event deleted for resources: {'Port': ['ID=cbf52e68-1050-4270-8937-4461ac0818ad,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:29:36.098702 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe25b96f-25a7-4df4-871e-0963772b0211 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:29:36.099100 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe25b96f-25a7-4df4-871e-0963772b0211 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:29:36.099454 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe25b96f-25a7-4df4-871e-0963772b0211 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:29:36.099802 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe25b96f-25a7-4df4-871e-0963772b0211 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:29:36.100144 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe25b96f-25a7-4df4-871e-0963772b0211 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:29:36.100479 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe25b96f-25a7-4df4-871e-0963772b0211 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:29:36.100866 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe25b96f-25a7-4df4-871e-0963772b0211 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:29:36.101202 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe25b96f-25a7-4df4-871e-0963772b0211 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:29:36.101533 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe25b96f-25a7-4df4-871e-0963772b0211 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:29:36.101863 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe25b96f-25a7-4df4-871e-0963772b0211 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:29:36.102191 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe25b96f-25a7-4df4-871e-0963772b0211 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:29:36.102521 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe25b96f-25a7-4df4-871e-0963772b0211 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:29:36.129365 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-ab9d6258-5b0e-45c6-9445-d28626245931 req-01b01bf6-f1ea-421f-b6dc-750d1763d58e service neutron] 10.222.0.60 "GET /v2.0/networks/9187a0c9-a8c4-4063-b30f-be09608c86e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1099160 Jul 27 21:29:36.149342 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-fe25b96f-25a7-4df4-871e-0963772b0211 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4075702'] for router_gateway, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:36.253076 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-ab9d6258-5b0e-45c6-9445-d28626245931 req-d9f948dc-b5bb-4daf-855c-3cd22bf0f8e3 service neutron] 10.222.0.60 "GET /v2.0/networks/9187a0c9-a8c4-4063-b30f-be09608c86e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1158597 Jul 27 21:29:36.254777 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-fe25b96f-25a7-4df4-871e-0963772b0211 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4163631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-425'] for router, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:36.257154 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-fe25b96f-25a7-4df4-871e-0963772b0211 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:36.301216 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-fe25b96f-25a7-4df4-871e-0963772b0211 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4163007'] for router, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:36.301961 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe25b96f-25a7-4df4-871e-0963772b0211 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a425fe97-08dc-4809-bdb3-d2d00e78cb81 {{(pid=105584) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 21:29:36.310484 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-fe25b96f-25a7-4df4-871e-0963772b0211 admin admin] Notify callbacks [] for router, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:36.314304 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-fe25b96f-25a7-4df4-871e-0963772b0211 admin admin] 10.222.0.59 "DELETE /v2.0/routers/a425fe97-08dc-4809-bdb3-d2d00e78cb81 HTTP/1.1" status: 204 len: 168 time: 1.4778845 Jul 27 21:29:36.314568 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 33340) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:29:36.360201 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71a265d-3166-4fcf-9644-978f4e84ec4b req-4540fe64-16d4-433a-93e6-7d8b220ad7b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:29:36.361888 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f71a265d-3166-4fcf-9644-978f4e84ec4b req-4540fe64-16d4-433a-93e6-7d8b220ad7b4 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d192f93ac8104a9cbcedf26b26eec08e&device_id=c58882fa-462e-4c19-bb88-3a95b954aebc HTTP/1.1" status: 200 len: 1095 time: 0.0596018 Jul 27 21:29:36.362139 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc9c41ca-7f6e-4572-b6e6-a2a3c4a0e3b8 admin admin] Deleting subnet 5450d876-1caa-4fdf-814e-e41f9d7f48ff {{(pid=105584) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:29:36.365681 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-bc9c41ca-7f6e-4572-b6e6-a2a3c4a0e3b8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:36.406196 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-bc9c41ca-7f6e-4572-b6e6-a2a3c4a0e3b8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9014207'] for subnet, precommit_delete_associations {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:36.464242 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71a265d-3166-4fcf-9644-978f4e84ec4b req-3e6f12a8-e86d-4b7b-8ed7-d8f60216feb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:29:36.466138 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f71a265d-3166-4fcf-9644-978f4e84ec4b req-3e6f12a8-e86d-4b7b-8ed7-d8f60216feb8 service neutron] 10.222.0.60 "GET /v2.0/networks?id=9187a0c9-a8c4-4063-b30f-be09608c86e7 HTTP/1.1" status: 200 len: 910 time: 0.0970566 Jul 27 21:29:36.500046 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-bc9c41ca-7f6e-4572-b6e6-a2a3c4a0e3b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854965'] for subnet, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:36.511104 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:36.521489 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f71a265d-3166-4fcf-9644-978f4e84ec4b req-af6cf3be-e937-45af-ac50-3f19839ebf60 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6c61b806-e2b6-4dcc-8e45-aa8ed30e944f HTTP/1.1" status: 200 len: 217 time: 0.0483315 Jul 27 21:29:36.576225 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-bc9c41ca-7f6e-4572-b6e6-a2a3c4a0e3b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9014081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9738825'] for subnet, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:36.583751 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71a265d-3166-4fcf-9644-978f4e84ec4b req-b6c53bc2-0fd6-4b62-a92e-a37409a76a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:29:36.585974 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f71a265d-3166-4fcf-9644-978f4e84ec4b req-b6c53bc2-0fd6-4b62-a92e-a37409a76a9e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=23592c3c-b503-4201-9a1d-ccf3be36328f HTTP/1.1" status: 200 len: 848 time: 0.0558486 Jul 27 21:29:36.618206 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-bc9c41ca-7f6e-4572-b6e6-a2a3c4a0e3b8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:36.623426 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-bc9c41ca-7f6e-4572-b6e6-a2a3c4a0e3b8 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/5450d876-1caa-4fdf-814e-e41f9d7f48ff HTTP/1.1" status: 204 len: 168 time: 0.3077526 Jul 27 21:29:36.623607 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-796aba49-9aa0-4130-8488-23eb2dd499af None None] Network 50301065-0c7a-4726-8378-7557e62dbc29 requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:29:36.624480 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9c41ca-7f6e-4572-b6e6-a2a3c4a0e3b8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5450d876-1caa-4fdf-814e-e41f9d7f48ff,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:29:36.629664 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 33344) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:29:36.670442 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71a265d-3166-4fcf-9644-978f4e84ec4b req-a07aad07-80c1-4b98-8840-6faa2b80134f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:29:36.672698 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f71a265d-3166-4fcf-9644-978f4e84ec4b req-a07aad07-80c1-4b98-8840-6faa2b80134f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=9187a0c9-a8c4-4063-b30f-be09608c86e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0788147 Jul 27 21:29:36.709866 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-e02547cf-f465-4535-8db8-40bbf697a035 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-990557'] for network, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:36.800926 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f71a265d-3166-4fcf-9644-978f4e84ec4b req-c72f0cda-f2c5-4880-94d0-47a827a32213 service neutron] 10.222.0.60 "GET /v2.0/networks/9187a0c9-a8c4-4063-b30f-be09608c86e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1162841 Jul 27 21:29:36.803264 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-e02547cf-f465-4535-8db8-40bbf697a035 admin admin] Deleting port 82656c3e-3ef8-4b18-b616-e19184d840bf {{(pid=105584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:29:36.804022 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-e02547cf-f465-4535-8db8-40bbf697a035 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:36.887216 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [None req-e02547cf-f465-4535-8db8-40bbf697a035 admin admin] For port 82656c3e-3ef8-4b18-b616-e19184d840bf, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=82656c3e-3ef8-4b18-b616-e19184d840bf,segment=NetworkSegment(4724a241-fde3-4d65-8972-e1cee202fe67),segment_id=4724a241-fde3-4d65-8972-e1cee202fe67)] {{(pid=105584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:29:36.887697 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-e02547cf-f465-4535-8db8-40bbf697a035 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:36.907287 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-e02547cf-f465-4535-8db8-40bbf697a035 admin admin] Calling delete_port for 82656c3e-3ef8-4b18-b616-e19184d840bf owned by network:dhcp {{(pid=105584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:29:36.977850 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f71a265d-3166-4fcf-9644-978f4e84ec4b req-d5c2b36a-88b8-4a06-bb62-35c9cf3f9140 service neutron] 10.222.0.60 "GET /v2.0/networks/9187a0c9-a8c4-4063-b30f-be09608c86e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1685257 Jul 27 21:29:37.000458 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-e02547cf-f465-4535-8db8-40bbf697a035 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:37.032608 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02547cf-f465-4535-8db8-40bbf697a035 admin admin] Pushing event deleted for resources: {'Port': ['ID=82656c3e-3ef8-4b18-b616-e19184d840bf,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:29:37.037180 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e02547cf-f465-4535-8db8-40bbf697a035 admin admin] No DVR routers for this DVR port 82656c3e-3ef8-4b18-b616-e19184d840bf on host n-d-705658-22 {{(pid=105584) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:29:37.099217 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8152a41d-f472-4396-ad34-e033670840cf req-214832f6-535d-4364-9e21-b48ccea25659 tempest-TestServerBasicOps-1935044030 tempest-TestServerBasicOps-1935044030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:29:37.101261 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-8152a41d-f472-4396-ad34-e033670840cf req-214832f6-535d-4364-9e21-b48ccea25659 tempest-TestServerBasicOps-1935044030 tempest-TestServerBasicOps-1935044030-project] 10.222.0.59 "GET /v2.0/ports?device_id=c58882fa-462e-4c19-bb88-3a95b954aebc HTTP/1.1" status: 200 len: 943 time: 0.1907027 Jul 27 21:29:37.115212 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-752b2fe7-c75e-43dd-96a0-f11bf9414910 None None] DHCP port deletion for 50301065-0c7a-4726-8378-7557e62dbc29 request from n-d-705658-22 {{(pid=105586) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 21:29:37.143753 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-e02547cf-f465-4535-8db8-40bbf697a035 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853562', 'neutron.services.segments.db._delete_segments_for_network-8790688882975'] for network, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:37.155470 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-8152a41d-f472-4396-ad34-e033670840cf req-c3c2c753-a778-4028-9b35-e335ec2df3db tempest-TestServerBasicOps-1935044030 tempest-TestServerBasicOps-1935044030-project] 10.222.0.59 "GET /v2.0/security-groups?id=5c0f6585-9f1b-449c-b342-19e26df5885e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439489 Jul 27 21:29:37.156068 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.segments.db [None req-e02547cf-f465-4535-8db8-40bbf697a035 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50301065-0c7a-4726-8378-7557e62dbc29']}} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:29:37.167528 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.segments.db [None req-e02547cf-f465-4535-8db8-40bbf697a035 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4724a241-fde3-4d65-8972-e1cee202fe67') {'for_net_delete': True} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:29:37.167856 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.segments.db [None req-e02547cf-f465-4535-8db8-40bbf697a035 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4724a241-fde3-4d65-8972-e1cee202fe67') {} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:29:37.177911 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-e02547cf-f465-4535-8db8-40bbf697a035 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790688883752', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9014348'] for segment, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:37.192358 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-e02547cf-f465-4535-8db8-40bbf697a035 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:37.198740 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e02547cf-f465-4535-8db8-40bbf697a035 admin admin] Releasing vlan 210 on physical network physnet1 to pool {{(pid=105584) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:29:37.199306 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-e02547cf-f465-4535-8db8-40bbf697a035 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9014063'] for segment, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:37.201626 n-d-705658-22 neutron-server[105584]: Traceback (most recent call last): Jul 27 21:29:37.201626 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:29:37.201626 n-d-705658-22 neutron-server[105584]: timer() Jul 27 21:29:37.201626 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:29:37.201626 n-d-705658-22 neutron-server[105584]: cb(*args, **kw) Jul 27 21:29:37.201626 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:29:37.201626 n-d-705658-22 neutron-server[105584]: return func(*args, **kwargs) Jul 27 21:29:37.201626 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:29:37.201626 n-d-705658-22 neutron-server[105584]: self._notify() Jul 27 21:29:37.201626 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:29:37.201626 n-d-705658-22 neutron-server[105584]: self.callback(batched_events) Jul 27 21:29:37.201626 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:29:37.201626 n-d-705658-22 neutron-server[105584]: event.method(event) Jul 27 21:29:37.201626 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:29:37.201626 n-d-705658-22 neutron-server[105584]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:29:37.201626 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:29:37.201626 n-d-705658-22 neutron-server[105584]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:29:37.201626 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:29:37.201626 n-d-705658-22 neutron-server[105584]: return f(self, *a, **k) Jul 27 21:29:37.201626 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:29:37.201626 n-d-705658-22 neutron-server[105584]: return self._get(url).json() Jul 27 21:29:37.201626 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:29:37.201626 n-d-705658-22 neutron-server[105584]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:29:37.201626 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:29:37.201626 n-d-705658-22 neutron-server[105584]: return self.request(url, 'GET', **kwargs) Jul 27 21:29:37.201626 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:29:37.201626 n-d-705658-22 neutron-server[105584]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:29:37.201626 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:29:37.201626 n-d-705658-22 neutron-server[105584]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:29:37.201626 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:29:37.201626 n-d-705658-22 neutron-server[105584]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:29:37.201626 n-d-705658-22 neutron-server[105584]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:29:37.255789 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-e02547cf-f465-4535-8db8-40bbf697a035 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4075658'] for network, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:37.261975 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-e02547cf-f465-4535-8db8-40bbf697a035 admin admin] Notify callbacks [] for network, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:37.264123 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-e02547cf-f465-4535-8db8-40bbf697a035 admin admin] 10.222.0.59 "DELETE /v2.0/networks/50301065-0c7a-4726-8378-7557e62dbc29 HTTP/1.1" status: 204 len: 168 time: 0.6332386 Jul 27 21:29:37.281577 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02547cf-f465-4535-8db8-40bbf697a035 admin admin] Pushing event deleted for resources: {'Network': ['ID=50301065-0c7a-4726-8378-7557e62dbc29,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:29:37.438000 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 33350) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:29:37.479671 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-cfc3728a-48d8-47ce-946f-fb132559b9b9 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=d8b3b608783d4209938f283075bc1b2d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0402286 Jul 27 21:29:37.482202 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 33352) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:29:37.533190 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-20462cd5-d5a2-4b58-adda-961493c590f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:37.549342 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device e6f46317-50c9-4c66-b210-4592d3779515 no longer exists at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:29:37.558388 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-20462cd5-d5a2-4b58-adda-961493c590f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:37.572066 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] No Port match for: e6f46317-50c9-4c66-b210-4592d3779515 {{(pid=105586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:29:37.574791 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device e6f46317-50c9-4c66-b210-4592d3779515 not bound to the agent host n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:29:37.575325 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device cbf52e68-1050-4270-8937-4461ac0818ad no longer exists at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:29:37.594170 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] No Port match for: cbf52e68-1050-4270-8937-4461ac0818ad {{(pid=105586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:29:37.594806 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device cbf52e68-1050-4270-8937-4461ac0818ad not bound to the agent host n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:29:37.595438 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 82656c3e-3ef8-4b18-b616-e19184d840bf no longer exists at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:29:37.607191 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-20462cd5-d5a2-4b58-adda-961493c590f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:37.610605 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-20462cd5-d5a2-4b58-adda-961493c590f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:37.612044 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-20462cd5-d5a2-4b58-adda-961493c590f2 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/32bcf770-9cd4-4083-b3c8-8906d4348d3a HTTP/1.1" status: 204 len: 168 time: 0.1288342 Jul 27 21:29:37.619262 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] No Port match for: 82656c3e-3ef8-4b18-b616-e19184d840bf {{(pid=105586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:29:37.619877 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 82656c3e-3ef8-4b18-b616-e19184d840bf not bound to the agent host n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:29:37.623443 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20462cd5-d5a2-4b58-adda-961493c590f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32bcf770-9cd4-4083-b3c8-8906d4348d3a,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:29:37.956478 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 33360) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:29:37.997904 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-93b0323b-d5ac-4b56-bf0a-086c9745e7cf admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=2a8f406f29904ab89ae479634631dc22&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0402305 Jul 27 21:29:38.000555 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 33362) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:29:38.052133 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-04c58e0a-2915-4d16-adae-b494b2ca56df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:38.076047 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-04c58e0a-2915-4d16-adae-b494b2ca56df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:38.123750 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-04c58e0a-2915-4d16-adae-b494b2ca56df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:38.126424 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-04c58e0a-2915-4d16-adae-b494b2ca56df admin admin] Notify callbacks [] for security_group, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:38.127606 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-04c58e0a-2915-4d16-adae-b494b2ca56df admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/3fb90f41-1598-4789-a1a6-5444b6b86d89 HTTP/1.1" status: 204 len: 168 time: 0.1260469 Jul 27 21:29:38.135820 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c58e0a-2915-4d16-adae-b494b2ca56df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fb90f41-1598-4789-a1a6-5444b6b86d89,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:29:38.300102 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05222fa-39ea-414b-853b-ab7268b5df6d req-ce37572b-7d73-4c40-a266-34d5c8b4b4ce tempest-TestServerBasicOps-1935044030 tempest-TestServerBasicOps-1935044030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:29:38.303330 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-d05222fa-39ea-414b-853b-ab7268b5df6d req-ce37572b-7d73-4c40-a266-34d5c8b4b4ce tempest-TestServerBasicOps-1935044030 tempest-TestServerBasicOps-1935044030-project] 10.222.0.59 "GET /v2.0/ports?device_id=c58882fa-462e-4c19-bb88-3a95b954aebc HTTP/1.1" status: 200 len: 943 time: 0.0740316 Jul 27 21:29:38.345770 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-d05222fa-39ea-414b-853b-ab7268b5df6d req-06c2d5a7-70ef-4931-b87b-98e809d8cb2e tempest-TestServerBasicOps-1935044030 tempest-TestServerBasicOps-1935044030-project] 10.222.0.59 "GET /v2.0/security-groups?id=5c0f6585-9f1b-449c-b342-19e26df5885e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364537 Jul 27 21:29:38.904357 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-1b2bd3e4-ac6d-42b8-aab2-0ba3eff43373 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:39.489867 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca110ad-8ccb-4967-a086-a85f3f727460 req-bdd353fb-ec43-449e-be83-55b28cdb58ff tempest-TestServerBasicOps-1935044030 tempest-TestServerBasicOps-1935044030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:29:39.491995 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-5ca110ad-8ccb-4967-a086-a85f3f727460 req-bdd353fb-ec43-449e-be83-55b28cdb58ff tempest-TestServerBasicOps-1935044030 tempest-TestServerBasicOps-1935044030-project] 10.222.0.59 "GET /v2.0/ports?device_id=c58882fa-462e-4c19-bb88-3a95b954aebc HTTP/1.1" status: 200 len: 943 time: 0.0738835 Jul 27 21:29:39.530879 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-5ca110ad-8ccb-4967-a086-a85f3f727460 req-5a686285-4f72-4b2f-bb98-9aaab0ffd582 tempest-TestServerBasicOps-1935044030 tempest-TestServerBasicOps-1935044030-project] 10.222.0.59 "GET /v2.0/security-groups?id=5c0f6585-9f1b-449c-b342-19e26df5885e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327461 Jul 27 21:29:40.276975 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:40.666465 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390801e9-3575-4fbf-885c-3f47d5f54183 req-8c5c3aff-1804-4ef7-a6ac-c5704cd51159 tempest-TestServerBasicOps-1935044030 tempest-TestServerBasicOps-1935044030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:29:40.668287 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-390801e9-3575-4fbf-885c-3f47d5f54183 req-8c5c3aff-1804-4ef7-a6ac-c5704cd51159 tempest-TestServerBasicOps-1935044030 tempest-TestServerBasicOps-1935044030-project] 10.222.0.59 "GET /v2.0/ports?device_id=c58882fa-462e-4c19-bb88-3a95b954aebc HTTP/1.1" status: 200 len: 943 time: 0.0682263 Jul 27 21:29:40.708414 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-390801e9-3575-4fbf-885c-3f47d5f54183 req-0818eed4-e4e3-47ba-add5-ed98f1ca54ee tempest-TestServerBasicOps-1935044030 tempest-TestServerBasicOps-1935044030-project] 10.222.0.59 "GET /v2.0/security-groups?id=5c0f6585-9f1b-449c-b342-19e26df5885e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340359 Jul 27 21:29:41.500473 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Device 6c61b806-e2b6-4dcc-8e45-aa8ed30e944f details requested by agent hyperv_n-h2-705658-22 with host n-h2-705658-22 {{(pid=105586) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:29:41.581283 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-b4a838de-5909-478a-92a1-5b6404e032e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:41.617436 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] For port 6c61b806-e2b6-4dcc-8e45-aa8ed30e944f, host n-h2-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=6c61b806-e2b6-4dcc-8e45-aa8ed30e944f,segment=NetworkSegment(1d17d041-a01b-48ae-abd0-357c0895e5ab),segment_id=1d17d041-a01b-48ae-abd0-357c0895e5ab)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:29:41.628034 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Returning: {'device': '6c61b806-e2b6-4dcc-8e45-aa8ed30e944f', 'network_id': '9187a0c9-a8c4-4063-b30f-be09608c86e7', 'port_id': '6c61b806-e2b6-4dcc-8e45-aa8ed30e944f', 'mac_address': 'fa:16:3e:87:dc:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23592c3c-b503-4201-9a1d-ccf3be36328f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105586) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:29:41.667106 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:41.683408 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [None req-3d54578f-831f-4696-b568-13c455922dab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c61b806-e2b6-4dcc-8e45-aa8ed30e944f {{(pid=105586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:29:41.705808 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] For port 6c61b806-e2b6-4dcc-8e45-aa8ed30e944f, host n-h2-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=6c61b806-e2b6-4dcc-8e45-aa8ed30e944f,segment=NetworkSegment(1d17d041-a01b-48ae-abd0-357c0895e5ab),segment_id=1d17d041-a01b-48ae-abd0-357c0895e5ab)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:29:41.709477 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:41.761484 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Pushing event updated for resources: {'Port': ['ID=6c61b806-e2b6-4dcc-8e45-aa8ed30e944f,revision_number=4']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:29:41.850293 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8860ad5e-c90a-4106-b47c-12f1733816ba req-a8923bc1-4a61-4531-b6dc-13e684edee5f tempest-TestServerBasicOps-1935044030 tempest-TestServerBasicOps-1935044030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:29:41.852489 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-8860ad5e-c90a-4106-b47c-12f1733816ba req-a8923bc1-4a61-4531-b6dc-13e684edee5f tempest-TestServerBasicOps-1935044030 tempest-TestServerBasicOps-1935044030-project] 10.222.0.59 "GET /v2.0/ports?device_id=c58882fa-462e-4c19-bb88-3a95b954aebc HTTP/1.1" status: 200 len: 944 time: 0.0701497 Jul 27 21:29:41.896597 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-8860ad5e-c90a-4106-b47c-12f1733816ba req-cf8b5d25-f93a-4fcd-9c8e-cae61ac2d12a tempest-TestServerBasicOps-1935044030 tempest-TestServerBasicOps-1935044030-project] 10.222.0.59 "GET /v2.0/security-groups?id=5c0f6585-9f1b-449c-b342-19e26df5885e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375838 Jul 27 21:29:41.896880 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:42.035078 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] get_ports_and_sgs() called for port_ids ['6c61b806-e2b6-4dcc-8e45-aa8ed30e944f'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:29:42.943425 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-bb32ed7d-8717-448b-a9c8-a5a0117d1fd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:43.043506 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103a61c1-02b1-4c79-a0af-a6bf7790edb0 req-1b9277e1-0861-4f43-9142-b59a874c803c tempest-TestServerBasicOps-1935044030 tempest-TestServerBasicOps-1935044030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:29:43.045015 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-103a61c1-02b1-4c79-a0af-a6bf7790edb0 req-1b9277e1-0861-4f43-9142-b59a874c803c tempest-TestServerBasicOps-1935044030 tempest-TestServerBasicOps-1935044030-project] 10.222.0.59 "GET /v2.0/ports?device_id=c58882fa-462e-4c19-bb88-3a95b954aebc HTTP/1.1" status: 200 len: 944 time: 0.0682778 Jul 27 21:29:43.084699 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-103a61c1-02b1-4c79-a0af-a6bf7790edb0 req-71277989-3e24-4024-a94b-ae39d97dfc19 tempest-TestServerBasicOps-1935044030 tempest-TestServerBasicOps-1935044030-project] 10.222.0.59 "GET /v2.0/security-groups?id=5c0f6585-9f1b-449c-b342-19e26df5885e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335453 Jul 27 21:29:43.493442 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Device 6c61b806-e2b6-4dcc-8e45-aa8ed30e944f up at agent hyperv_n-h2-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:29:43.548722 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-3d54578f-831f-4696-b568-13c455922dab None None] Provisioning for port 6c61b806-e2b6-4dcc-8e45-aa8ed30e944f completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:29:43.552830 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-3d54578f-831f-4696-b568-13c455922dab None None] Provisioning complete for port 6c61b806-e2b6-4dcc-8e45-aa8ed30e944f triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:29:43.553223 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:43.630469 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:43.653672 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c58882fa-462e-4c19-bb88-3a95b954aebc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c61b806-e2b6-4dcc-8e45-aa8ed30e944f'}] {{(pid=105586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:29:43.655963 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14c1663e039faf5393f87855f745010ac5b02220355b68fdbf065393e303ac56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-998b900f-bfc9-4f19-8d95-aafed2338316" -d '{"events": [{"server_uuid": "c58882fa-462e-4c19-bb88-3a95b954aebc", "name": "network-vif-plugged", "status": "completed", "tag": "6c61b806-e2b6-4dcc-8e45-aa8ed30e944f"}]}' {{(pid=105586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:29:43.669670 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] For port 6c61b806-e2b6-4dcc-8e45-aa8ed30e944f, host n-h2-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=6c61b806-e2b6-4dcc-8e45-aa8ed30e944f,segment=NetworkSegment(1d17d041-a01b-48ae-abd0-357c0895e5ab),segment_id=1d17d041-a01b-48ae-abd0-357c0895e5ab)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:29:43.673612 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:43.708479 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:29:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e05a177b-2f4b-46ac-990f-9978bb548399 x-openstack-request-id: req-e05a177b-2f4b-46ac-990f-9978bb548399 {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:29:43.708849 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c58882fa-462e-4c19-bb88-3a95b954aebc", "name": "network-vif-plugged", "status": "completed", "tag": "6c61b806-e2b6-4dcc-8e45-aa8ed30e944f", "code": 200}]} {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:29:43.709058 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-e05a177b-2f4b-46ac-990f-9978bb548399 {{(pid=105586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:29:43.709415 n-d-705658-22 neutron-server[105586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c58882fa-462e-4c19-bb88-3a95b954aebc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c61b806-e2b6-4dcc-8e45-aa8ed30e944f', 'code': 200} Jul 27 21:29:43.746514 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Pushing event updated for resources: {'Port': ['ID=6c61b806-e2b6-4dcc-8e45-aa8ed30e944f,revision_number=5']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:29:43.811025 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5a2a76-4377-4a19-bc03-48f9c91217dd req-085dc60c-f56f-4820-aac6-bdb6c08875b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:29:43.813053 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-9a5a2a76-4377-4a19-bc03-48f9c91217dd req-085dc60c-f56f-4820-aac6-bdb6c08875b4 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=c58882fa-462e-4c19-bb88-3a95b954aebc HTTP/1.1" status: 200 len: 1097 time: 0.0562696 Jul 27 21:29:43.847893 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-9a5a2a76-4377-4a19-bc03-48f9c91217dd req-75c7a9b6-8c64-4f76-b12c-be6d6b727729 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=5c0f6585-9f1b-449c-b342-19e26df5885e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0278633 Jul 27 21:29:44.230331 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c08803-88af-4c9f-96c2-f605bcaf4f68 req-4073dc03-512b-4a19-bae7-08fb56ef78d9 tempest-TestServerBasicOps-1935044030 tempest-TestServerBasicOps-1935044030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:29:44.231861 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-d5c08803-88af-4c9f-96c2-f605bcaf4f68 req-4073dc03-512b-4a19-bae7-08fb56ef78d9 tempest-TestServerBasicOps-1935044030 tempest-TestServerBasicOps-1935044030-project] 10.222.0.59 "GET /v2.0/ports?device_id=c58882fa-462e-4c19-bb88-3a95b954aebc HTTP/1.1" status: 200 len: 945 time: 0.0770197 Jul 27 21:29:44.271325 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-d5c08803-88af-4c9f-96c2-f605bcaf4f68 req-5afd60a5-8255-4e21-8268-4350b507adc1 tempest-TestServerBasicOps-1935044030 tempest-TestServerBasicOps-1935044030-project] 10.222.0.59 "GET /v2.0/security-groups?id=5c0f6585-9f1b-449c-b342-19e26df5885e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335293 Jul 27 21:29:44.379257 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-875ced1b-4cf3-463a-9653-058f0f9421e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:45.408545 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af74116-3db1-401f-8833-002407782beb req-f5318646-d420-4310-8939-c46cec2ab5ab tempest-TestServerBasicOps-1935044030 tempest-TestServerBasicOps-1935044030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:29:45.410020 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-9af74116-3db1-401f-8833-002407782beb req-f5318646-d420-4310-8939-c46cec2ab5ab tempest-TestServerBasicOps-1935044030 tempest-TestServerBasicOps-1935044030-project] 10.222.0.59 "GET /v2.0/ports?device_id=c58882fa-462e-4c19-bb88-3a95b954aebc HTTP/1.1" status: 200 len: 945 time: 0.0679524 Jul 27 21:29:45.448347 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-9af74116-3db1-401f-8833-002407782beb req-24016188-bb1b-4ab8-800c-81c3da46ee6e tempest-TestServerBasicOps-1935044030 tempest-TestServerBasicOps-1935044030-project] 10.222.0.59 "GET /v2.0/security-groups?id=5c0f6585-9f1b-449c-b342-19e26df5885e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320938 Jul 27 21:29:45.583898 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2dc94a-e6bb-4f93-8d62-2a09e85abd1f req-c501479b-1492-4337-b763-464ca7182838 tempest-TestServerBasicOps-1935044030 tempest-TestServerBasicOps-1935044030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:29:45.585405 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-6b2dc94a-e6bb-4f93-8d62-2a09e85abd1f req-c501479b-1492-4337-b763-464ca7182838 tempest-TestServerBasicOps-1935044030 tempest-TestServerBasicOps-1935044030-project] 10.222.0.59 "GET /v2.0/ports?device_id=c58882fa-462e-4c19-bb88-3a95b954aebc HTTP/1.1" status: 200 len: 945 time: 0.0680594 Jul 27 21:29:45.623905 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-6b2dc94a-e6bb-4f93-8d62-2a09e85abd1f req-ed953545-418b-400c-b580-1adbf5cb9ae1 tempest-TestServerBasicOps-1935044030 tempest-TestServerBasicOps-1935044030-project] 10.222.0.59 "GET /v2.0/security-groups?id=5c0f6585-9f1b-449c-b342-19e26df5885e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324786 Jul 27 21:29:45.759243 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b67e62-9d94-438c-891c-4c5a6d9d2bd2 req-fa53c1eb-6654-4d6e-83e5-698278593774 tempest-TestServerBasicOps-1935044030 tempest-TestServerBasicOps-1935044030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:29:45.760855 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-66b67e62-9d94-438c-891c-4c5a6d9d2bd2 req-fa53c1eb-6654-4d6e-83e5-698278593774 tempest-TestServerBasicOps-1935044030 tempest-TestServerBasicOps-1935044030-project] 10.222.0.59 "GET /v2.0/ports?device_id=c58882fa-462e-4c19-bb88-3a95b954aebc HTTP/1.1" status: 200 len: 945 time: 0.0676451 Jul 27 21:29:45.798817 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-66b67e62-9d94-438c-891c-4c5a6d9d2bd2 req-e4fd3b0d-4086-425e-aedf-882566b1321a tempest-TestServerBasicOps-1935044030 tempest-TestServerBasicOps-1935044030-project] 10.222.0.59 "GET /v2.0/security-groups?id=5c0f6585-9f1b-449c-b342-19e26df5885e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318747 Jul 27 21:29:45.821409 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 33416) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:29:46.061949 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83bbffb5-5149-4c38-a0de-4d0c4e8b6860 tempest-TestServerBasicOps-1459470332 tempest-TestServerBasicOps-1459470332-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:29:46.063502 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-83bbffb5-5149-4c38-a0de-4d0c4e8b6860 tempest-TestServerBasicOps-1459470332 tempest-TestServerBasicOps-1459470332-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=c58882fa-462e-4c19-bb88-3a95b954aebc HTTP/1.1" status: 200 len: 1092 time: 0.2411165 Jul 27 21:29:46.066377 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 33420) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:29:46.071210 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-39c0b620-9860-4b0f-9693-d2c84e76094b tempest-TestServerBasicOps-1935044030 tempest-TestServerBasicOps-1935044030-project] Request body: {'floatingip': {'floating_network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'port_id': '6c61b806-e2b6-4dcc-8e45-aa8ed30e944f', 'tenant_id': 'd192f93ac8104a9cbcedf26b26eec08e', 'fixed_ip_address': '172.20.0.6'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:29:46.095631 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-39c0b620-9860-4b0f-9693-d2c84e76094b tempest-TestServerBasicOps-1935044030 tempest-TestServerBasicOps-1935044030-project] Notify callbacks [] for floatingip, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:46.209035 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-39c0b620-9860-4b0f-9693-d2c84e76094b tempest-TestServerBasicOps-1935044030 tempest-TestServerBasicOps-1935044030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:46.316919 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.db_base_plugin_common [None req-39c0b620-9860-4b0f-9693-d2c84e76094b tempest-TestServerBasicOps-1935044030 tempest-TestServerBasicOps-1935044030-project] Allocated IP 172.25.5.14 (8735d8a2-b604-4758-ae71-b40e4ee6f305/eca7dbab-b9c0-4c8f-a272-816ea8a81764/a60ae002-bd35-4d77-9adf-cccf049100eb) {{(pid=105585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:29:46.416719 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-39c0b620-9860-4b0f-9693-d2c84e76094b tempest-TestServerBasicOps-1935044030 tempest-TestServerBasicOps-1935044030-project] Notify callbacks [] for port, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:46.456368 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-39c0b620-9860-4b0f-9693-d2c84e76094b tempest-TestServerBasicOps-1935044030 tempest-TestServerBasicOps-1935044030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:46.494801 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39c0b620-9860-4b0f-9693-d2c84e76094b tempest-TestServerBasicOps-1935044030 tempest-TestServerBasicOps-1935044030-project] Network 8735d8a2-b604-4758-ae71-b40e4ee6f305 is already hosted by enough agents. {{(pid=105585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:29:46.504278 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.base_scheduler [None req-39c0b620-9860-4b0f-9693-d2c84e76094b tempest-TestServerBasicOps-1935044030 tempest-TestServerBasicOps-1935044030-project] Resources bound (agent type, host, resource id): {{(pid=105585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:29:46.508371 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39c0b620-9860-4b0f-9693-d2c84e76094b tempest-TestServerBasicOps-1935044030 tempest-TestServerBasicOps-1935044030-project] Received port after_create {{(pid=105585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:29:46.513710 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c0b620-9860-4b0f-9693-d2c84e76094b tempest-TestServerBasicOps-1935044030 tempest-TestServerBasicOps-1935044030-project] Pushing event updated for resources: {'Port': ['ID=a60ae002-bd35-4d77-9adf-cccf049100eb,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:29:46.929489 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-39c0b620-9860-4b0f-9693-d2c84e76094b tempest-TestServerBasicOps-1935044030 tempest-TestServerBasicOps-1935044030-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:47.012465 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-39c0b620-9860-4b0f-9693-d2c84e76094b tempest-TestServerBasicOps-1935044030 tempest-TestServerBasicOps-1935044030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:47.164369 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-39c0b620-9860-4b0f-9693-d2c84e76094b tempest-TestServerBasicOps-1935044030 tempest-TestServerBasicOps-1935044030-project] Notify callbacks [] for port, precommit_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:47.169037 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-39c0b620-9860-4b0f-9693-d2c84e76094b tempest-TestServerBasicOps-1935044030 tempest-TestServerBasicOps-1935044030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10221672'] for port, after_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:47.243294 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c0b620-9860-4b0f-9693-d2c84e76094b tempest-TestServerBasicOps-1935044030 tempest-TestServerBasicOps-1935044030-project] Pushing event updated for resources: {'Port': ['ID=a60ae002-bd35-4d77-9adf-cccf049100eb,revision_number=2']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:29:47.255203 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-39c0b620-9860-4b0f-9693-d2c84e76094b tempest-TestServerBasicOps-1935044030 tempest-TestServerBasicOps-1935044030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4075768'] for floatingip, after_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:47.358610 n-d-705658-22 neutron-server[105585]: INFO neutron.db.l3_db [None req-39c0b620-9860-4b0f-9693-d2c84e76094b tempest-TestServerBasicOps-1935044030 tempest-TestServerBasicOps-1935044030-project] Floating IP ec3e17ac-77b3-4674-a8df-02ac46a9b4c2 associated. External IP: 172.25.5.14, port: 6c61b806-e2b6-4dcc-8e45-aa8ed30e944f. Jul 27 21:29:47.574070 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39c0b620-9860-4b0f-9693-d2c84e76094b tempest-TestServerBasicOps-1935044030 tempest-TestServerBasicOps-1935044030-project] Router 46358ba4-930c-4989-9fc4-3b90f46984c8 has already been hosted by L3 agent dd128fd7-8e57-4d4f-895b-a96b369df59a {{(pid=105585) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:29:47.692480 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39c0b620-9860-4b0f-9693-d2c84e76094b tempest-TestServerBasicOps-1935044030 tempest-TestServerBasicOps-1935044030-project] Notify agent at l3_agent.n-d-705658-22 the message routers_updated {{(pid=105585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:29:47.702287 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10401119-8950-4159-8b55-955a626bebc0 None None] Sync routers for ids ['46358ba4-930c-4989-9fc4-3b90f46984c8'] in n-d-705658-22 {{(pid=105587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:29:47.711787 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-39c0b620-9860-4b0f-9693-d2c84e76094b tempest-TestServerBasicOps-1935044030 tempest-TestServerBasicOps-1935044030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for floatingip, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:47.714167 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10401119-8950-4159-8b55-955a626bebc0 None None] Routers {'46358ba4-930c-4989-9fc4-3b90f46984c8'} bound to L3 agent in host n-d-705658-22 {{(pid=105587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:29:47.714786 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-10401119-8950-4159-8b55-955a626bebc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:29:42Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['46358ba4-930c-4989-9fc4-3b90f46984c8'], 'active': True} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:29:47.754244 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-39c0b620-9860-4b0f-9693-d2c84e76094b tempest-TestServerBasicOps-1935044030 tempest-TestServerBasicOps-1935044030-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.6868541 Jul 27 21:29:47.755212 n-d-705658-22 neutron-server[105585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c58882fa-462e-4c19-bb88-3a95b954aebc', 'tag': '6c61b806-e2b6-4dcc-8e45-aa8ed30e944f'}] {{(pid=105585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:29:47.758059 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d66fd65881426bfc2b5388084a3654e5eae521106a15a3dbf0eb4cde7106c36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75c50d71-3114-48db-97d2-15af45e83fc8" -d '{"events": [{"name": "network-changed", "server_uuid": "c58882fa-462e-4c19-bb88-3a95b954aebc", "tag": "6c61b806-e2b6-4dcc-8e45-aa8ed30e944f"}]}' {{(pid=105585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:29:47.795258 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:29:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e369df9-a272-47ca-9f00-48048bdcec71 x-openstack-request-id: req-8e369df9-a272-47ca-9f00-48048bdcec71 {{(pid=105585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:29:47.795553 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c58882fa-462e-4c19-bb88-3a95b954aebc", "tag": "6c61b806-e2b6-4dcc-8e45-aa8ed30e944f", "status": "completed", "code": 200}]} {{(pid=105585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:29:47.795799 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-8e369df9-a272-47ca-9f00-48048bdcec71 {{(pid=105585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:29:47.796194 n-d-705658-22 neutron-server[105585]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c58882fa-462e-4c19-bb88-3a95b954aebc', 'tag': '6c61b806-e2b6-4dcc-8e45-aa8ed30e944f', 'status': 'completed', 'code': 200} Jul 27 21:29:47.824471 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvr_db [None req-10401119-8950-4159-8b55-955a626bebc0 None None] Set router 46358ba4-930c-4989-9fc4-3b90f46984c8 gateway port host: n-d-705658-22 {{(pid=105587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:29:47.874648 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c50d71-3114-48db-97d2-15af45e83fc8 req-0505b2be-5cb1-4567-b7d4-cd45260ca46c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:29:47.875527 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-75c50d71-3114-48db-97d2-15af45e83fc8 req-0505b2be-5cb1-4567-b7d4-cd45260ca46c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d192f93ac8104a9cbcedf26b26eec08e&device_id=c58882fa-462e-4c19-bb88-3a95b954aebc HTTP/1.1" status: 200 len: 1097 time: 0.0573831 Jul 27 21:29:47.970769 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c50d71-3114-48db-97d2-15af45e83fc8 req-094c7d9c-244b-4ab4-8277-4dfb3ba0e209 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:29:47.972449 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-75c50d71-3114-48db-97d2-15af45e83fc8 req-094c7d9c-244b-4ab4-8277-4dfb3ba0e209 service neutron] 10.222.0.60 "GET /v2.0/networks?id=9187a0c9-a8c4-4063-b30f-be09608c86e7 HTTP/1.1" status: 200 len: 910 time: 0.0893092 Jul 27 21:29:48.058212 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-75c50d71-3114-48db-97d2-15af45e83fc8 req-ed62b311-919f-4a1f-908d-823a176392ec service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6c61b806-e2b6-4dcc-8e45-aa8ed30e944f HTTP/1.1" status: 200 len: 998 time: 0.0784829 Jul 27 21:29:48.079905 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-10401119-8950-4159-8b55-955a626bebc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46358ba4-930c-4989-9fc4-3b90f46984c8', 'name': 'tempest-TestServerBasicOps-1112466169-router', 'tenant_id': 'd192f93ac8104a9cbcedf26b26eec08e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.167'}], 'enable_snat': True}, 'gw_port_id': 'abd50ce8-8728-489b-a3eb-ff2d60f93d5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:29:15Z', 'updated_at': '2021-07-27T21:29:18Z', 'revision_number': 4, 'project_id': 'd192f93ac8104a9cbcedf26b26eec08e', 'gw_port': {'id': 'abd50ce8-8728-489b-a3eb-ff2d60f93d5c', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:d0:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46358ba4-930c-4989-9fc4-3b90f46984c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:29:15Z', 'updated_at': '2021-07-27T21:29:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_floatingips': [{'id': 'ec3e17ac-77b3-4674-a8df-02ac46a9b4c2', 'tenant_id': 'd192f93ac8104a9cbcedf26b26eec08e', 'floating_ip_address': '172.25.5.14', 'floating_network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'router_id': '46358ba4-930c-4989-9fc4-3b90f46984c8', 'port_id': '6c61b806-e2b6-4dcc-8e45-aa8ed30e944f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3955, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9187a0c9-a8c4-4063-b30f-be09608c86e7', 'mac_address': 'fa:16:3e:87:dc:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c58882fa-462e-4c19-bb88-3a95b954aebc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T21:29:46Z', 'updated_at': '2021-07-27T21:29:46Z', 'revision_number': 0, 'project_id': 'd192f93ac8104a9cbcedf26b26eec08e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0a7a214-a36f-46ae-a33c-7996d843885a', 'name': '', 'network_id': '9187a0c9-a8c4-4063-b30f-be09608c86e7', 'tenant_id': 'd192f93ac8104a9cbcedf26b26eec08e', 'mac_address': 'fa:16:3e:2e:fa:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46358ba4-930c-4989-9fc4-3b90f46984c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': '23592c3c-b503-4201-9a1d-ccf3be36328f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:29:17Z', 'updated_at': '2021-07-27T21:29:26Z', 'revision_number': 5, 'project_id': 'd192f93ac8104a9cbcedf26b26eec08e', 'subnets': [{'id': '23592c3c-b503-4201-9a1d-ccf3be36328f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-22', False) {} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:29:48.107706 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10401119-8950-4159-8b55-955a626bebc0 None None] Checking router: 46358ba4-930c-4989-9fc4-3b90f46984c8 for host: n-d-705658-22 {{(pid=105587) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:29:48.109148 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c50d71-3114-48db-97d2-15af45e83fc8 req-cefba2bf-39e9-46bf-af8a-6165db35002b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:29:48.110735 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-75c50d71-3114-48db-97d2-15af45e83fc8 req-cefba2bf-39e9-46bf-af8a-6165db35002b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=23592c3c-b503-4201-9a1d-ccf3be36328f HTTP/1.1" status: 200 len: 848 time: 0.0453062 Jul 27 21:29:48.116360 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10401119-8950-4159-8b55-955a626bebc0 None None] Routers {'46358ba4-930c-4989-9fc4-3b90f46984c8'} bound to L3 agent in host n-d-705658-22 {{(pid=105587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:29:48.117025 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-10401119-8950-4159-8b55-955a626bebc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:29:42Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['46358ba4-930c-4989-9fc4-3b90f46984c8'], 'active': True} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:29:48.176199 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c50d71-3114-48db-97d2-15af45e83fc8 req-27bc4c3d-0e87-4edc-b486-1a00ff2fa5a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:29:48.177726 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-75c50d71-3114-48db-97d2-15af45e83fc8 req-27bc4c3d-0e87-4edc-b486-1a00ff2fa5a1 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=9187a0c9-a8c4-4063-b30f-be09608c86e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0592988 Jul 27 21:29:48.225706 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvr_db [None req-10401119-8950-4159-8b55-955a626bebc0 None None] Set router 46358ba4-930c-4989-9fc4-3b90f46984c8 gateway port host: n-d-705658-22 {{(pid=105587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:29:48.281015 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-75c50d71-3114-48db-97d2-15af45e83fc8 req-f343e707-bc9c-40a4-b599-d9dd61d3f346 service neutron] 10.222.0.60 "GET /v2.0/networks/9187a0c9-a8c4-4063-b30f-be09608c86e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951231 Jul 27 21:29:48.374478 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-75c50d71-3114-48db-97d2-15af45e83fc8 req-204b4d8f-f66c-4b2c-b1e4-f5485d50c0c5 service neutron] 10.222.0.60 "GET /v2.0/networks/9187a0c9-a8c4-4063-b30f-be09608c86e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860636 Jul 27 21:29:48.498437 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-10401119-8950-4159-8b55-955a626bebc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46358ba4-930c-4989-9fc4-3b90f46984c8', 'name': 'tempest-TestServerBasicOps-1112466169-router', 'tenant_id': 'd192f93ac8104a9cbcedf26b26eec08e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.167'}], 'enable_snat': True}, 'gw_port_id': 'abd50ce8-8728-489b-a3eb-ff2d60f93d5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:29:15Z', 'updated_at': '2021-07-27T21:29:18Z', 'revision_number': 4, 'project_id': 'd192f93ac8104a9cbcedf26b26eec08e', 'gw_port': {'id': 'abd50ce8-8728-489b-a3eb-ff2d60f93d5c', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:d0:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46358ba4-930c-4989-9fc4-3b90f46984c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:29:15Z', 'updated_at': '2021-07-27T21:29:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_floatingips': [{'id': 'ec3e17ac-77b3-4674-a8df-02ac46a9b4c2', 'tenant_id': 'd192f93ac8104a9cbcedf26b26eec08e', 'floating_ip_address': '172.25.5.14', 'floating_network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'router_id': '46358ba4-930c-4989-9fc4-3b90f46984c8', 'port_id': '6c61b806-e2b6-4dcc-8e45-aa8ed30e944f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3955, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9187a0c9-a8c4-4063-b30f-be09608c86e7', 'mac_address': 'fa:16:3e:87:dc:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c58882fa-462e-4c19-bb88-3a95b954aebc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T21:29:46Z', 'updated_at': '2021-07-27T21:29:46Z', 'revision_number': 0, 'project_id': 'd192f93ac8104a9cbcedf26b26eec08e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0a7a214-a36f-46ae-a33c-7996d843885a', 'name': '', 'network_id': '9187a0c9-a8c4-4063-b30f-be09608c86e7', 'tenant_id': 'd192f93ac8104a9cbcedf26b26eec08e', 'mac_address': 'fa:16:3e:2e:fa:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46358ba4-930c-4989-9fc4-3b90f46984c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': '23592c3c-b503-4201-9a1d-ccf3be36328f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:29:17Z', 'updated_at': '2021-07-27T21:29:26Z', 'revision_number': 5, 'project_id': 'd192f93ac8104a9cbcedf26b26eec08e', 'subnets': [{'id': '23592c3c-b503-4201-9a1d-ccf3be36328f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-22', False) {} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:29:48.534471 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10401119-8950-4159-8b55-955a626bebc0 None None] The sync data for ids ['46358ba4-930c-4989-9fc4-3b90f46984c8'] in n-d-705658-22 is: [{'id': '46358ba4-930c-4989-9fc4-3b90f46984c8', 'name': 'tempest-TestServerBasicOps-1112466169-router', 'tenant_id': 'd192f93ac8104a9cbcedf26b26eec08e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.167'}], 'enable_snat': True}, 'gw_port_id': 'abd50ce8-8728-489b-a3eb-ff2d60f93d5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:29:15Z', 'updated_at': '2021-07-27T21:29:18Z', 'revision_number': 4, 'project_id': 'd192f93ac8104a9cbcedf26b26eec08e', 'gw_port': {'id': 'abd50ce8-8728-489b-a3eb-ff2d60f93d5c', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:d0:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46358ba4-930c-4989-9fc4-3b90f46984c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:29:15Z', 'updated_at': '2021-07-27T21:29:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_floatingips': [{'id': 'ec3e17ac-77b3-4674-a8df-02ac46a9b4c2', 'tenant_id': 'd192f93ac8104a9cbcedf26b26eec08e', 'floating_ip_address': '172.25.5.14', 'floating_network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'router_id': '46358ba4-930c-4989-9fc4-3b90f46984c8', 'port_id': '6c61b806-e2b6-4dcc-8e45-aa8ed30e944f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3955, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9187a0c9-a8c4-4063-b30f-be09608c86e7', 'mac_address': 'fa:16:3e:87:dc:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c58882fa-462e-4c19-bb88-3a95b954aebc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T21:29:46Z', 'updated_at': '2021-07-27T21:29:46Z', 'revision_number': 0, 'project_id': 'd192f93ac8104a9cbcedf26b26eec08e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0a7a214-a36f-46ae-a33c-7996d843885a', 'name': '', 'network_id': '9187a0c9-a8c4-4063-b30f-be09608c86e7', 'tenant_id': 'd192f93ac8104a9cbcedf26b26eec08e', 'mac_address': 'fa:16:3e:2e:fa:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46358ba4-930c-4989-9fc4-3b90f46984c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': '23592c3c-b503-4201-9a1d-ccf3be36328f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:29:17Z', 'updated_at': '2021-07-27T21:29:26Z', 'revision_number': 5, 'project_id': 'd192f93ac8104a9cbcedf26b26eec08e', 'subnets': [{'id': '23592c3c-b503-4201-9a1d-ccf3be36328f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:29:48.781945 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-429c8a7d-4749-482d-86ef-88f17c8c8b6a None None] New status for floating IP ec3e17ac-77b3-4674-a8df-02ac46a9b4c2: ACTIVE {{(pid=105586) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 21:29:50.712855 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2432c6-94f6-4780-9a7c-e61b46824775 req-0e0e446a-7274-4c7b-9a44-2abc2d890614 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:29:50.714373 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-dc2432c6-94f6-4780-9a7c-e61b46824775 req-0e0e446a-7274-4c7b-9a44-2abc2d890614 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] 10.222.0.59 "GET /v2.0/networks?id=b8c68474-1d26-4c5c-9f82-5da72e824d0f HTTP/1.1" status: 200 len: 810 time: 0.1023800 Jul 27 21:29:50.729146 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-dc2432c6-94f6-4780-9a7c-e61b46824775 req-1eeb58b1-6a46-4f94-8d17-0bce228e8165 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] 10.222.0.59 "GET /v2.0/quotas/86837ff0d819403d862560ca192fdca7 HTTP/1.1" status: 200 len: 375 time: 0.0091467 Jul 27 21:29:50.793494 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-dc2432c6-94f6-4780-9a7c-e61b46824775 req-825bc96c-20cb-4147-9152-5171f3dd3e50 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=86837ff0d819403d862560ca192fdca7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0593219 Jul 27 21:29:50.884310 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-dc2432c6-94f6-4780-9a7c-e61b46824775 req-d05ed6e2-ff45-48c0-a1ff-70d89326e979 service neutron] 10.222.0.59 "GET /v2.0/networks/b8c68474-1d26-4c5c-9f82-5da72e824d0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840836 Jul 27 21:29:51.274397 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-dc2432c6-94f6-4780-9a7c-e61b46824775 req-f706b1a5-83a3-4b40-bdf0-b0e5d9a0bd47 service neutron] 10.222.0.59 "GET /v2.0/networks/b8c68474-1d26-4c5c-9f82-5da72e824d0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3838723 Jul 27 21:29:51.575829 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a3efb019-39a5-482a-9942-b8938dbcb039 req-cdc3eed1-a9c6-41bf-86fe-d73d89a43050 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] 10.222.0.59 "GET /v2.0/ports?device_id=74957044-c06d-4f68-ae63-985fdbc25824 HTTP/1.1" status: 200 len: 210 time: 0.0311654 Jul 27 21:29:52.477489 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2432c6-94f6-4780-9a7c-e61b46824775 req-1e71391b-104f-4d16-90cb-b8f99799825d tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:29:52.478961 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-dc2432c6-94f6-4780-9a7c-e61b46824775 req-1e71391b-104f-4d16-90cb-b8f99799825d tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] 10.222.0.36 "GET /v2.0/networks?id=b8c68474-1d26-4c5c-9f82-5da72e824d0f HTTP/1.1" status: 200 len: 810 time: 0.1080618 Jul 27 21:29:52.491890 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [req-dc2432c6-94f6-4780-9a7c-e61b46824775 req-87c96e87-29cb-439d-955c-64ea8dba3944 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Request body: {'port': {'device_id': '74957044-c06d-4f68-ae63-985fdbc25824', 'network_id': 'b8c68474-1d26-4c5c-9f82-5da72e824d0f', 'admin_state_up': True, 'tenant_id': '86837ff0d819403d862560ca192fdca7'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:29:52.604183 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc2432c6-94f6-4780-9a7c-e61b46824775 req-87c96e87-29cb-439d-955c-64ea8dba3944 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Made reservation on behalf of 86837ff0d819403d862560ca192fdca7 for: {'port': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:29:52.608196 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-dc2432c6-94f6-4780-9a7c-e61b46824775 req-87c96e87-29cb-439d-955c-64ea8dba3944 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:52.691509 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-75ecb3cb-6968-4177-91af-50de5d0480dd req-dffa85c3-ae55-4588-86a8-9c281ed9c3d1 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] 10.222.0.59 "GET /v2.0/ports?device_id=74957044-c06d-4f68-ae63-985fdbc25824 HTTP/1.1" status: 200 len: 210 time: 0.0469027 Jul 27 21:29:52.746466 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.db_base_plugin_common [req-dc2432c6-94f6-4780-9a7c-e61b46824775 req-87c96e87-29cb-439d-955c-64ea8dba3944 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Allocated IP 172.20.0.3 (b8c68474-1d26-4c5c-9f82-5da72e824d0f/11733cc0-d894-4d0f-84a6-7f612951db53/0f21452f-beb6-4385-967a-af441bcc193a) {{(pid=105584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:29:52.896705 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-dc2432c6-94f6-4780-9a7c-e61b46824775 req-87c96e87-29cb-439d-955c-64ea8dba3944 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Notify callbacks [] for port, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:52.911558 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.provisioning_blocks [req-dc2432c6-94f6-4780-9a7c-e61b46824775 req-87c96e87-29cb-439d-955c-64ea8dba3944 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Transition to ACTIVE for port object 0f21452f-beb6-4385-967a-af441bcc193a will not be triggered until provisioned by entity DHCP. {{(pid=105584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:29:52.943355 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-dc2432c6-94f6-4780-9a7c-e61b46824775 req-87c96e87-29cb-439d-955c-64ea8dba3944 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:52.983864 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc2432c6-94f6-4780-9a7c-e61b46824775 req-87c96e87-29cb-439d-955c-64ea8dba3944 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Network b8c68474-1d26-4c5c-9f82-5da72e824d0f is already hosted by enough agents. {{(pid=105584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:29:52.986760 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [req-dc2432c6-94f6-4780-9a7c-e61b46824775 req-87c96e87-29cb-439d-955c-64ea8dba3944 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Resources bound (agent type, host, resource id): {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:29:52.992790 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc2432c6-94f6-4780-9a7c-e61b46824775 req-87c96e87-29cb-439d-955c-64ea8dba3944 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Received port after_create {{(pid=105584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:29:53.022209 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c96e87-29cb-439d-955c-64ea8dba3944 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Pushing event updated for resources: {'Port': ['ID=0f21452f-beb6-4385-967a-af441bcc193a,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:29:53.051898 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2432c6-94f6-4780-9a7c-e61b46824775 req-87c96e87-29cb-439d-955c-64ea8dba3944 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:29:53.052758 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-dc2432c6-94f6-4780-9a7c-e61b46824775 req-87c96e87-29cb-439d-955c-64ea8dba3944 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:53.069093 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-dc2432c6-94f6-4780-9a7c-e61b46824775 req-87c96e87-29cb-439d-955c-64ea8dba3944 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5807726 Jul 27 21:29:53.082905 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [req-dc2432c6-94f6-4780-9a7c-e61b46824775 req-da8a9f5a-a3f4-4486-98ee-d9a8a3e1ec86 service neutron] Request body: {'port': {'device_id': '74957044-c06d-4f68-ae63-985fdbc25824', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-705658-22'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:29:53.166325 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-dc2432c6-94f6-4780-9a7c-e61b46824775 req-da8a9f5a-a3f4-4486-98ee-d9a8a3e1ec86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:53.343616 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-8d174d6b-3415-48fc-a221-e64b5dedbd7d None None] Provisioning for port 0f21452f-beb6-4385-967a-af441bcc193a completed by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:29:53.348068 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-8d174d6b-3415-48fc-a221-e64b5dedbd7d None None] Provisioning complete for port 0f21452f-beb6-4385-967a-af441bcc193a triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:29:53.348434 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-8d174d6b-3415-48fc-a221-e64b5dedbd7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:53.383312 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-8d174d6b-3415-48fc-a221-e64b5dedbd7d None None] Port 0f21452f-beb6-4385-967a-af441bcc193a cannot update to ACTIVE because it is not bound. {{(pid=105586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:29:53.438387 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [req-dc2432c6-94f6-4780-9a7c-e61b46824775 req-da8a9f5a-a3f4-4486-98ee-d9a8a3e1ec86 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f21452f-beb6-4385-967a-af441bcc193a {{(pid=105584) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:29:53.445958 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-dc2432c6-94f6-4780-9a7c-e61b46824775 req-da8a9f5a-a3f4-4486-98ee-d9a8a3e1ec86 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:53.458953 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.provisioning_blocks [req-dc2432c6-94f6-4780-9a7c-e61b46824775 req-da8a9f5a-a3f4-4486-98ee-d9a8a3e1ec86 service neutron] Transition to ACTIVE for port object 0f21452f-beb6-4385-967a-af441bcc193a will not be triggered until provisioned by entity L2. {{(pid=105584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:29:53.462913 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-dc2432c6-94f6-4780-9a7c-e61b46824775 req-da8a9f5a-a3f4-4486-98ee-d9a8a3e1ec86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9014027'] for port, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:53.543999 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8a9f5a-a3f4-4486-98ee-d9a8a3e1ec86 service neutron] Pushing event updated for resources: {'Port': ['ID=0f21452f-beb6-4385-967a-af441bcc193a,revision_number=2']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:29:53.595493 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [req-dc2432c6-94f6-4780-9a7c-e61b46824775 req-da8a9f5a-a3f4-4486-98ee-d9a8a3e1ec86 service neutron] Attempting to bind port 0f21452f-beb6-4385-967a-af441bcc193a on host n-h1-705658-22 for vnic_type normal with profile {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:29:53.595937 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [req-dc2432c6-94f6-4780-9a7c-e61b46824775 req-da8a9f5a-a3f4-4486-98ee-d9a8a3e1ec86 service neutron] Attempting to bind port 0f21452f-beb6-4385-967a-af441bcc193a by drivers openvswitch,hyperv on host n-h1-705658-22 at level 0 using segments [{'id': '6a44b0c8-0b10-4191-b0e4-021984ddfab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'b8c68474-1d26-4c5c-9f82-5da72e824d0f'}] {{(pid=105584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:29:53.596332 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc2432c6-94f6-4780-9a7c-e61b46824775 req-da8a9f5a-a3f4-4486-98ee-d9a8a3e1ec86 service neutron] Attempting to bind port 0f21452f-beb6-4385-967a-af441bcc193a on network b8c68474-1d26-4c5c-9f82-5da72e824d0f {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:29:53.601529 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc2432c6-94f6-4780-9a7c-e61b46824775 req-da8a9f5a-a3f4-4486-98ee-d9a8a3e1ec86 service neutron] Port 0f21452f-beb6-4385-967a-af441bcc193a on network b8c68474-1d26-4c5c-9f82-5da72e824d0f not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-22 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:29:53.601922 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc2432c6-94f6-4780-9a7c-e61b46824775 req-da8a9f5a-a3f4-4486-98ee-d9a8a3e1ec86 service neutron] Attempting to bind port 0f21452f-beb6-4385-967a-af441bcc193a on network b8c68474-1d26-4c5c-9f82-5da72e824d0f {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:29:53.606983 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc2432c6-94f6-4780-9a7c-e61b46824775 req-da8a9f5a-a3f4-4486-98ee-d9a8a3e1ec86 service neutron] Checking agent: {'id': '9d9bc37f-4d75-44ef-9f63-799aab3e316f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 49, 36), 'started_at': datetime.datetime(2021, 7, 27, 20, 49, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 29, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:29:53.607350 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc2432c6-94f6-4780-9a7c-e61b46824775 req-da8a9f5a-a3f4-4486-98ee-d9a8a3e1ec86 service neutron] Checking segment: {'id': '6a44b0c8-0b10-4191-b0e4-021984ddfab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'b8c68474-1d26-4c5c-9f82-5da72e824d0f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:29:53.607736 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc2432c6-94f6-4780-9a7c-e61b46824775 req-da8a9f5a-a3f4-4486-98ee-d9a8a3e1ec86 service neutron] Bound using segment: {'id': '6a44b0c8-0b10-4191-b0e4-021984ddfab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'b8c68474-1d26-4c5c-9f82-5da72e824d0f'} {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:29:53.608168 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [req-dc2432c6-94f6-4780-9a7c-e61b46824775 req-da8a9f5a-a3f4-4486-98ee-d9a8a3e1ec86 service neutron] Bound port: 0f21452f-beb6-4385-967a-af441bcc193a, host: n-h1-705658-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a44b0c8-0b10-4191-b0e4-021984ddfab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'b8c68474-1d26-4c5c-9f82-5da72e824d0f'}}] {{(pid=105584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:29:53.608531 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-dc2432c6-94f6-4780-9a7c-e61b46824775 req-da8a9f5a-a3f4-4486-98ee-d9a8a3e1ec86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:53.687293 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [req-dc2432c6-94f6-4780-9a7c-e61b46824775 req-da8a9f5a-a3f4-4486-98ee-d9a8a3e1ec86 service neutron] For port 0f21452f-beb6-4385-967a-af441bcc193a, host n-h1-705658-22, cleared binding levels {{(pid=105584) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:29:53.691425 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [req-dc2432c6-94f6-4780-9a7c-e61b46824775 req-da8a9f5a-a3f4-4486-98ee-d9a8a3e1ec86 service neutron] For port 0f21452f-beb6-4385-967a-af441bcc193a, host n-h1-705658-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=0f21452f-beb6-4385-967a-af441bcc193a,segment=NetworkSegment(6a44b0c8-0b10-4191-b0e4-021984ddfab8),segment_id=6a44b0c8-0b10-4191-b0e4-021984ddfab8)] {{(pid=105584) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:29:53.696242 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-dc2432c6-94f6-4780-9a7c-e61b46824775 req-da8a9f5a-a3f4-4486-98ee-d9a8a3e1ec86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9014027'] for port, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:53.735796 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2432c6-94f6-4780-9a7c-e61b46824775 req-da8a9f5a-a3f4-4486-98ee-d9a8a3e1ec86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:29:53.736606 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-dc2432c6-94f6-4780-9a7c-e61b46824775 req-da8a9f5a-a3f4-4486-98ee-d9a8a3e1ec86 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:53.738003 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-dc2432c6-94f6-4780-9a7c-e61b46824775 req-da8a9f5a-a3f4-4486-98ee-d9a8a3e1ec86 service neutron] 10.222.0.36 "PUT /v2.0/ports/0f21452f-beb6-4385-967a-af441bcc193a HTTP/1.1" status: 200 len: 1092 time: 0.6598120 Jul 27 21:29:53.738452 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74957044-c06d-4f68-ae63-985fdbc25824', 'tag': '0f21452f-beb6-4385-967a-af441bcc193a'}] {{(pid=105584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:29:53.742336 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bce5e6c8685464f7626901654159975603b047827e3138302ed6566e28f1343" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eafb61d1-70f8-420c-b06b-768087e863c3" -d '{"events": [{"name": "network-changed", "server_uuid": "74957044-c06d-4f68-ae63-985fdbc25824", "tag": "0f21452f-beb6-4385-967a-af441bcc193a"}]}' {{(pid=105584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:29:53.770277 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8a9f5a-a3f4-4486-98ee-d9a8a3e1ec86 service neutron] Pushing event updated for resources: {'Port': ['ID=0f21452f-beb6-4385-967a-af441bcc193a,revision_number=3']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:29:53.799595 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:29:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2034fae0-f83a-4d4e-8da0-6d0d7cb3b65e x-openstack-request-id: req-2034fae0-f83a-4d4e-8da0-6d0d7cb3b65e {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:29:53.799954 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74957044-c06d-4f68-ae63-985fdbc25824", "tag": "0f21452f-beb6-4385-967a-af441bcc193a", "status": "completed", "code": 200}]} {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:29:53.800393 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-2034fae0-f83a-4d4e-8da0-6d0d7cb3b65e {{(pid=105584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:29:53.801067 n-d-705658-22 neutron-server[105584]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74957044-c06d-4f68-ae63-985fdbc25824', 'tag': '0f21452f-beb6-4385-967a-af441bcc193a', 'status': 'completed', 'code': 200} Jul 27 21:29:53.864359 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2432c6-94f6-4780-9a7c-e61b46824775 req-350c8784-2f9f-4f7f-9ef5-6fe57a9688a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:29:53.866031 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-dc2432c6-94f6-4780-9a7c-e61b46824775 req-350c8784-2f9f-4f7f-9ef5-6fe57a9688a4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=86837ff0d819403d862560ca192fdca7&device_id=74957044-c06d-4f68-ae63-985fdbc25824 HTTP/1.1" status: 200 len: 1095 time: 0.0788498 Jul 27 21:29:53.899449 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdc2e55-9de9-4639-8783-65d135623321 req-eed7ac02-b0f9-4e9c-ad92-b0d4f01e2a5a tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:29:53.901688 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-ccdc2e55-9de9-4639-8783-65d135623321 req-eed7ac02-b0f9-4e9c-ad92-b0d4f01e2a5a tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] 10.222.0.59 "GET /v2.0/ports?device_id=74957044-c06d-4f68-ae63-985fdbc25824 HTTP/1.1" status: 200 len: 943 time: 0.0864244 Jul 27 21:29:53.930295 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-dc2432c6-94f6-4780-9a7c-e61b46824775 req-49990580-6c19-41fe-8581-ccb8e8d3f15e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0f21452f-beb6-4385-967a-af441bcc193a HTTP/1.1" status: 200 len: 217 time: 0.0551922 Jul 27 21:29:53.949134 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-ccdc2e55-9de9-4639-8783-65d135623321 req-e401b231-5e73-436c-96e3-0bcf07c425b9 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] 10.222.0.59 "GET /v2.0/security-groups?id=538791a4-2ac5-4c76-85f8-7580d1a09c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413046 Jul 27 21:29:53.989995 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2432c6-94f6-4780-9a7c-e61b46824775 req-a312bae6-0162-4983-b02c-a96a7cd5cef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:29:53.991612 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-dc2432c6-94f6-4780-9a7c-e61b46824775 req-a312bae6-0162-4983-b02c-a96a7cd5cef1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=11733cc0-d894-4d0f-84a6-7f612951db53 HTTP/1.1" status: 200 len: 849 time: 0.0514395 Jul 27 21:29:54.055367 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2432c6-94f6-4780-9a7c-e61b46824775 req-9d8155d1-27eb-455e-80fb-96601ff82745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:29:54.056899 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-dc2432c6-94f6-4780-9a7c-e61b46824775 req-9d8155d1-27eb-455e-80fb-96601ff82745 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b8c68474-1d26-4c5c-9f82-5da72e824d0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0584521 Jul 27 21:29:54.149153 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-dc2432c6-94f6-4780-9a7c-e61b46824775 req-97e202e7-d7db-4f00-bbb6-b293987a9017 service neutron] 10.222.0.36 "GET /v2.0/networks/b8c68474-1d26-4c5c-9f82-5da72e824d0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841608 Jul 27 21:29:54.242526 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-dc2432c6-94f6-4780-9a7c-e61b46824775 req-a51414cf-0949-4201-884a-c3289007df9c service neutron] 10.222.0.36 "GET /v2.0/networks/b8c68474-1d26-4c5c-9f82-5da72e824d0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862966 Jul 27 21:29:54.340919 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafb61d1-70f8-420c-b06b-768087e863c3 req-4df9f9b3-6860-4196-a787-65fb980b396c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:29:54.342398 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-eafb61d1-70f8-420c-b06b-768087e863c3 req-4df9f9b3-6860-4196-a787-65fb980b396c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=86837ff0d819403d862560ca192fdca7&device_id=74957044-c06d-4f68-ae63-985fdbc25824 HTTP/1.1" status: 200 len: 1095 time: 0.0559142 Jul 27 21:29:54.434479 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafb61d1-70f8-420c-b06b-768087e863c3 req-797dc3ba-581a-4668-ac79-732b8154a229 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:29:54.436019 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-eafb61d1-70f8-420c-b06b-768087e863c3 req-797dc3ba-581a-4668-ac79-732b8154a229 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b8c68474-1d26-4c5c-9f82-5da72e824d0f HTTP/1.1" status: 200 len: 911 time: 0.0861106 Jul 27 21:29:54.482640 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-eafb61d1-70f8-420c-b06b-768087e863c3 req-a9e180ae-85ad-4926-8315-db868ead87ef service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0f21452f-beb6-4385-967a-af441bcc193a HTTP/1.1" status: 200 len: 217 time: 0.0396004 Jul 27 21:29:54.533812 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafb61d1-70f8-420c-b06b-768087e863c3 req-726340c3-6684-409c-9408-90f2a7390551 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:29:54.535340 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-eafb61d1-70f8-420c-b06b-768087e863c3 req-726340c3-6684-409c-9408-90f2a7390551 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=11733cc0-d894-4d0f-84a6-7f612951db53 HTTP/1.1" status: 200 len: 849 time: 0.0455854 Jul 27 21:29:54.594535 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafb61d1-70f8-420c-b06b-768087e863c3 req-efc11da6-2638-4e8f-b741-9cb1809b4dea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:29:54.596027 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-eafb61d1-70f8-420c-b06b-768087e863c3 req-efc11da6-2638-4e8f-b741-9cb1809b4dea service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b8c68474-1d26-4c5c-9f82-5da72e824d0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0533514 Jul 27 21:29:54.690732 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-eafb61d1-70f8-420c-b06b-768087e863c3 req-c17c45fa-fb10-4f05-bd8b-46298c334dd8 service neutron] 10.222.0.36 "GET /v2.0/networks/b8c68474-1d26-4c5c-9f82-5da72e824d0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863957 Jul 27 21:29:54.780837 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-eafb61d1-70f8-420c-b06b-768087e863c3 req-3d923d3a-c935-4731-a518-65a2a42fb16e service neutron] 10.222.0.36 "GET /v2.0/networks/b8c68474-1d26-4c5c-9f82-5da72e824d0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825522 Jul 27 21:29:55.084105 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cb0a0f-b183-4e3c-9970-dfd0c577f8b8 req-5929d2fd-ab5a-407e-a349-33984a7f0971 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:29:55.086148 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e0cb0a0f-b183-4e3c-9970-dfd0c577f8b8 req-5929d2fd-ab5a-407e-a349-33984a7f0971 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] 10.222.0.59 "GET /v2.0/ports?device_id=74957044-c06d-4f68-ae63-985fdbc25824 HTTP/1.1" status: 200 len: 943 time: 0.0662551 Jul 27 21:29:55.123323 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e0cb0a0f-b183-4e3c-9970-dfd0c577f8b8 req-0926ecaf-6b38-46c4-965f-311c9520af1c tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] 10.222.0.59 "GET /v2.0/security-groups?id=538791a4-2ac5-4c76-85f8-7580d1a09c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309703 Jul 27 21:29:56.257771 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ac6e06-d34c-4dcd-bddb-0470fab0ceb0 req-6e3588b0-b1a8-4684-aa72-a8e5153779ca tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:29:56.259340 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-c2ac6e06-d34c-4dcd-bddb-0470fab0ceb0 req-6e3588b0-b1a8-4684-aa72-a8e5153779ca tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] 10.222.0.59 "GET /v2.0/ports?device_id=74957044-c06d-4f68-ae63-985fdbc25824 HTTP/1.1" status: 200 len: 943 time: 0.0688367 Jul 27 21:29:56.298401 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-c2ac6e06-d34c-4dcd-bddb-0470fab0ceb0 req-3d1e8a9d-840b-45e0-8f18-20faa9789938 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] 10.222.0.59 "GET /v2.0/security-groups?id=538791a4-2ac5-4c76-85f8-7580d1a09c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327210 Jul 27 21:29:57.423909 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8709108b-8751-417b-b039-893b5b570057 req-c8715bbf-c75d-492d-90dc-59d3a4051fb8 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:29:57.425396 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-8709108b-8751-417b-b039-893b5b570057 req-c8715bbf-c75d-492d-90dc-59d3a4051fb8 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] 10.222.0.59 "GET /v2.0/ports?device_id=74957044-c06d-4f68-ae63-985fdbc25824 HTTP/1.1" status: 200 len: 943 time: 0.0622690 Jul 27 21:29:57.463535 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-8709108b-8751-417b-b039-893b5b570057 req-3886b031-7eb8-4299-bdce-665b2f7f7806 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] 10.222.0.59 "GET /v2.0/security-groups?id=538791a4-2ac5-4c76-85f8-7580d1a09c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315571 Jul 27 21:29:58.594646 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072935b7-ad88-4cfd-9fca-50dded94b2a2 req-130e65c7-26ab-4e30-917e-833108e42b9a tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:29:58.596344 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-072935b7-ad88-4cfd-9fca-50dded94b2a2 req-130e65c7-26ab-4e30-917e-833108e42b9a tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] 10.222.0.59 "GET /v2.0/ports?device_id=74957044-c06d-4f68-ae63-985fdbc25824 HTTP/1.1" status: 200 len: 943 time: 0.0660684 Jul 27 21:29:58.636845 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-072935b7-ad88-4cfd-9fca-50dded94b2a2 req-2c1a34ed-a96d-4f2e-a580-422e85c8f8f6 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] 10.222.0.59 "GET /v2.0/security-groups?id=538791a4-2ac5-4c76-85f8-7580d1a09c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338938 Jul 27 21:29:59.765126 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b0fabd-28ba-40a8-a8bb-d3545f4011bd req-e4a832f1-6871-4eeb-b781-eaaaf9c1507f tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:29:59.766540 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-67b0fabd-28ba-40a8-a8bb-d3545f4011bd req-e4a832f1-6871-4eeb-b781-eaaaf9c1507f tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] 10.222.0.59 "GET /v2.0/ports?device_id=74957044-c06d-4f68-ae63-985fdbc25824 HTTP/1.1" status: 200 len: 943 time: 0.0633166 Jul 27 21:29:59.806326 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-67b0fabd-28ba-40a8-a8bb-d3545f4011bd req-cd64d52e-6e71-4b64-9f79-cbffb44b2e09 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] 10.222.0.59 "GET /v2.0/security-groups?id=538791a4-2ac5-4c76-85f8-7580d1a09c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339043 Jul 27 21:30:00.934125 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc43806-338e-45a6-9805-9900f8666b7d req-b4d5de44-b290-480b-8547-694f87c97236 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:30:00.935631 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-2fc43806-338e-45a6-9805-9900f8666b7d req-b4d5de44-b290-480b-8547-694f87c97236 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] 10.222.0.59 "GET /v2.0/ports?device_id=74957044-c06d-4f68-ae63-985fdbc25824 HTTP/1.1" status: 200 len: 943 time: 0.0631418 Jul 27 21:30:00.972514 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-2fc43806-338e-45a6-9805-9900f8666b7d req-33a9a25f-07ae-4ef3-bf61-7de9733676a8 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] 10.222.0.59 "GET /v2.0/security-groups?id=538791a4-2ac5-4c76-85f8-7580d1a09c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310168 Jul 27 21:30:02.103626 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7789c3-7be6-4480-923f-5810fbe302ed req-ca65997c-a3a7-4516-9cad-176ca4bff3e1 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:30:02.105117 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-0e7789c3-7be6-4480-923f-5810fbe302ed req-ca65997c-a3a7-4516-9cad-176ca4bff3e1 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] 10.222.0.59 "GET /v2.0/ports?device_id=74957044-c06d-4f68-ae63-985fdbc25824 HTTP/1.1" status: 200 len: 943 time: 0.0671792 Jul 27 21:30:02.143229 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-0e7789c3-7be6-4480-923f-5810fbe302ed req-4a25f2e1-f1db-4026-9a89-efe276f5ed74 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] 10.222.0.59 "GET /v2.0/security-groups?id=538791a4-2ac5-4c76-85f8-7580d1a09c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319648 Jul 27 21:30:03.270736 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fee7fa-cb24-45e8-9d79-0a4d9c116337 req-a463b1cc-01bc-40dc-900b-093cfa498275 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:30:03.272230 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a3fee7fa-cb24-45e8-9d79-0a4d9c116337 req-a463b1cc-01bc-40dc-900b-093cfa498275 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] 10.222.0.59 "GET /v2.0/ports?device_id=74957044-c06d-4f68-ae63-985fdbc25824 HTTP/1.1" status: 200 len: 943 time: 0.0630584 Jul 27 21:30:03.309554 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a3fee7fa-cb24-45e8-9d79-0a4d9c116337 req-b0c04efe-517a-44e7-ae47-20348ba3f891 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] 10.222.0.59 "GET /v2.0/security-groups?id=538791a4-2ac5-4c76-85f8-7580d1a09c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312243 Jul 27 21:30:03.621310 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device 0f21452f-beb6-4385-967a-af441bcc193a details requested by agent hyperv_n-h1-705658-22 with host n-h1-705658-22 {{(pid=105586) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:30:03.711331 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] For port 0f21452f-beb6-4385-967a-af441bcc193a, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=0f21452f-beb6-4385-967a-af441bcc193a,segment=NetworkSegment(6a44b0c8-0b10-4191-b0e4-021984ddfab8),segment_id=6a44b0c8-0b10-4191-b0e4-021984ddfab8)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:30:03.722264 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Returning: {'device': '0f21452f-beb6-4385-967a-af441bcc193a', 'network_id': 'b8c68474-1d26-4c5c-9f82-5da72e824d0f', 'port_id': '0f21452f-beb6-4385-967a-af441bcc193a', 'mac_address': 'fa:16:3e:7c:cc:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 240, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11733cc0-d894-4d0f-84a6-7f612951db53', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105586) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:30:03.758453 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:30:03.770487 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f21452f-beb6-4385-967a-af441bcc193a {{(pid=105586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:30:03.793152 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] For port 0f21452f-beb6-4385-967a-af441bcc193a, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=0f21452f-beb6-4385-967a-af441bcc193a,segment=NetworkSegment(6a44b0c8-0b10-4191-b0e4-021984ddfab8),segment_id=6a44b0c8-0b10-4191-b0e4-021984ddfab8)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:30:03.797388 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:30:03.843915 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Pushing event updated for resources: {'Port': ['ID=0f21452f-beb6-4385-967a-af441bcc193a,revision_number=4']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:30:04.021390 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] get_ports_and_sgs() called for port_ids ['0f21452f-beb6-4385-967a-af441bcc193a'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:30:04.439768 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ef92c2-697b-4eaf-b832-57cd7d875979 req-9cff72cb-416a-4f82-861d-ef253b4e3c33 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:30:04.441268 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-75ef92c2-697b-4eaf-b832-57cd7d875979 req-9cff72cb-416a-4f82-861d-ef253b4e3c33 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] 10.222.0.59 "GET /v2.0/ports?device_id=74957044-c06d-4f68-ae63-985fdbc25824 HTTP/1.1" status: 200 len: 944 time: 0.0667169 Jul 27 21:30:04.481459 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-75ef92c2-697b-4eaf-b832-57cd7d875979 req-b4803ea5-ba38-4afe-b4b3-b34f7e163401 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] 10.222.0.59 "GET /v2.0/security-groups?id=538791a4-2ac5-4c76-85f8-7580d1a09c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324516 Jul 27 21:30:05.607600 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c707519-af1e-4c3e-ae3c-8525a46242fe req-8e653264-67fc-4856-a666-2348afc8e333 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:30:05.609069 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-2c707519-af1e-4c3e-ae3c-8525a46242fe req-8e653264-67fc-4856-a666-2348afc8e333 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] 10.222.0.59 "GET /v2.0/ports?device_id=74957044-c06d-4f68-ae63-985fdbc25824 HTTP/1.1" status: 200 len: 944 time: 0.0624673 Jul 27 21:30:05.633709 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device 0f21452f-beb6-4385-967a-af441bcc193a up at agent hyperv_n-h1-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:30:05.646253 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-2c707519-af1e-4c3e-ae3c-8525a46242fe req-f453c61d-c4db-499c-b620-8fe38a2a4ef3 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] 10.222.0.59 "GET /v2.0/security-groups?id=538791a4-2ac5-4c76-85f8-7580d1a09c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313053 Jul 27 21:30:05.684425 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Provisioning for port 0f21452f-beb6-4385-967a-af441bcc193a completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:30:05.688150 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Provisioning complete for port 0f21452f-beb6-4385-967a-af441bcc193a triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:30:05.688521 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:30:05.763340 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:30:05.785261 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74957044-c06d-4f68-ae63-985fdbc25824', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f21452f-beb6-4385-967a-af441bcc193a'}] {{(pid=105586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:30:05.787525 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14c1663e039faf5393f87855f745010ac5b02220355b68fdbf065393e303ac56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91f139f5-3f17-491c-9a76-5fa8171c0f0d" -d '{"events": [{"server_uuid": "74957044-c06d-4f68-ae63-985fdbc25824", "name": "network-vif-plugged", "status": "completed", "tag": "0f21452f-beb6-4385-967a-af441bcc193a"}]}' {{(pid=105586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:30:05.800223 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] For port 0f21452f-beb6-4385-967a-af441bcc193a, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=0f21452f-beb6-4385-967a-af441bcc193a,segment=NetworkSegment(6a44b0c8-0b10-4191-b0e4-021984ddfab8),segment_id=6a44b0c8-0b10-4191-b0e4-021984ddfab8)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:30:05.804119 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:30:05.829164 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:30:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92d16740-28bb-40c8-a4c0-bb6b2e4bc692 x-openstack-request-id: req-92d16740-28bb-40c8-a4c0-bb6b2e4bc692 {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:30:05.829463 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74957044-c06d-4f68-ae63-985fdbc25824", "name": "network-vif-plugged", "status": "completed", "tag": "0f21452f-beb6-4385-967a-af441bcc193a", "code": 200}]} {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:30:05.829725 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-92d16740-28bb-40c8-a4c0-bb6b2e4bc692 {{(pid=105586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:30:05.830099 n-d-705658-22 neutron-server[105586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74957044-c06d-4f68-ae63-985fdbc25824', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f21452f-beb6-4385-967a-af441bcc193a', 'code': 200} Jul 27 21:30:05.856094 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Pushing event updated for resources: {'Port': ['ID=0f21452f-beb6-4385-967a-af441bcc193a,revision_number=5']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:30:05.939252 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21aeb1e8-5426-49b6-9e9d-fc66d39bca51 req-50cdd2d7-c4ca-4412-aa2e-158961514bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:30:05.940734 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-21aeb1e8-5426-49b6-9e9d-fc66d39bca51 req-50cdd2d7-c4ca-4412-aa2e-158961514bdf service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=74957044-c06d-4f68-ae63-985fdbc25824 HTTP/1.1" status: 200 len: 1097 time: 0.0569615 Jul 27 21:30:05.975016 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-21aeb1e8-5426-49b6-9e9d-fc66d39bca51 req-246b8a76-cc1f-4f7f-adb5-1c33d419c7d2 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=538791a4-2ac5-4c76-85f8-7580d1a09c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0267484 Jul 27 21:30:06.505704 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:30:06.787081 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1ce6f2-ffc8-40c7-8e17-942a1ff5171f req-1f7ca11f-20b2-4c7c-b0ac-7c008383f499 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:30:06.788489 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-0f1ce6f2-ffc8-40c7-8e17-942a1ff5171f req-1f7ca11f-20b2-4c7c-b0ac-7c008383f499 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] 10.222.0.59 "GET /v2.0/ports?device_id=74957044-c06d-4f68-ae63-985fdbc25824 HTTP/1.1" status: 200 len: 945 time: 0.0736783 Jul 27 21:30:06.832100 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-0f1ce6f2-ffc8-40c7-8e17-942a1ff5171f req-8f365679-4785-4c58-95f8-fd31d94705b7 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] 10.222.0.59 "GET /v2.0/security-groups?id=538791a4-2ac5-4c76-85f8-7580d1a09c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322518 Jul 27 21:30:07.968668 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877d4299-be05-435c-b82a-9a079087dd3a req-72597ce6-aad1-473e-8651-30f9599f48c1 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:30:07.970139 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-877d4299-be05-435c-b82a-9a079087dd3a req-72597ce6-aad1-473e-8651-30f9599f48c1 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] 10.222.0.59 "GET /v2.0/ports?device_id=74957044-c06d-4f68-ae63-985fdbc25824 HTTP/1.1" status: 200 len: 945 time: 0.0690351 Jul 27 21:30:08.009052 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-877d4299-be05-435c-b82a-9a079087dd3a req-0a493e66-fcc7-4a51-813a-034888772fa4 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] 10.222.0.59 "GET /v2.0/security-groups?id=538791a4-2ac5-4c76-85f8-7580d1a09c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330248 Jul 27 21:30:08.140921 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836e0203-4987-4ae6-9022-010f03f6d195 req-dab04a90-0a08-4444-87d6-e8278a955783 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:30:08.142315 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-836e0203-4987-4ae6-9022-010f03f6d195 req-dab04a90-0a08-4444-87d6-e8278a955783 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] 10.222.0.59 "GET /v2.0/ports?device_id=74957044-c06d-4f68-ae63-985fdbc25824 HTTP/1.1" status: 200 len: 945 time: 0.0674927 Jul 27 21:30:08.179318 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-836e0203-4987-4ae6-9022-010f03f6d195 req-189b3c8b-01e5-4ddc-bfee-ef17dc378305 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] 10.222.0.59 "GET /v2.0/security-groups?id=538791a4-2ac5-4c76-85f8-7580d1a09c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309937 Jul 27 21:30:08.906387 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-a128145b-df5d-46d0-a47b-18168923f954 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:30:10.276214 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:30:10.623222 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-6951ccc4-895a-44e2-bd77-cc23dec663a0 req-da7372dc-76aa-4656-8901-3cfc408db7ca service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=74957044-c06d-4f68-ae63-985fdbc25824&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0543571 Jul 27 21:30:10.635045 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644fb83b-8e56-474e-8e78-dd705701c582 req-4fe48de6-81c5-481c-b092-b9c34f995ce1 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:30:10.636537 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-644fb83b-8e56-474e-8e78-dd705701c582 req-4fe48de6-81c5-481c-b092-b9c34f995ce1 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] 10.222.0.59 "GET /v2.0/networks?id=b8c68474-1d26-4c5c-9f82-5da72e824d0f HTTP/1.1" status: 200 len: 810 time: 0.1094646 Jul 27 21:30:10.652609 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-644fb83b-8e56-474e-8e78-dd705701c582 req-f9df01cd-e29e-4670-bcc5-b30da2e41711 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] 10.222.0.59 "GET /v2.0/quotas/86837ff0d819403d862560ca192fdca7 HTTP/1.1" status: 200 len: 375 time: 0.0100808 Jul 27 21:30:10.721020 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-644fb83b-8e56-474e-8e78-dd705701c582 req-bddade98-3081-48ef-b55a-5ffa423c4cfe tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=86837ff0d819403d862560ca192fdca7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0628245 Jul 27 21:30:10.723955 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6951ccc4-895a-44e2-bd77-cc23dec663a0 req-4c8115b8-641d-441b-a90c-384428694081 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:30:10.725588 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-6951ccc4-895a-44e2-bd77-cc23dec663a0 req-4c8115b8-641d-441b-a90c-384428694081 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=86837ff0d819403d862560ca192fdca7&device_id=74957044-c06d-4f68-ae63-985fdbc25824 HTTP/1.1" status: 200 len: 1097 time: 0.0541072 Jul 27 21:30:10.815331 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-644fb83b-8e56-474e-8e78-dd705701c582 req-875cff80-421d-4f44-b358-b6eb7f5bbe63 service neutron] 10.222.0.59 "GET /v2.0/networks/b8c68474-1d26-4c5c-9f82-5da72e824d0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857449 Jul 27 21:30:10.831604 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6951ccc4-895a-44e2-bd77-cc23dec663a0 req-8a21a4fa-33c0-4fd5-89fe-3df20d7fb371 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:30:10.833125 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-6951ccc4-895a-44e2-bd77-cc23dec663a0 req-8a21a4fa-33c0-4fd5-89fe-3df20d7fb371 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b8c68474-1d26-4c5c-9f82-5da72e824d0f HTTP/1.1" status: 200 len: 911 time: 0.0873060 Jul 27 21:30:10.876429 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-6951ccc4-895a-44e2-bd77-cc23dec663a0 req-961ac2b1-8a8a-46e8-a39e-be2f898997b3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0f21452f-beb6-4385-967a-af441bcc193a HTTP/1.1" status: 200 len: 217 time: 0.0348752 Jul 27 21:30:10.905123 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-644fb83b-8e56-474e-8e78-dd705701c582 req-25c987e5-e03c-485a-9640-a14181dfe8ff service neutron] 10.222.0.59 "GET /v2.0/networks/b8c68474-1d26-4c5c-9f82-5da72e824d0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836565 Jul 27 21:30:10.928383 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6951ccc4-895a-44e2-bd77-cc23dec663a0 req-4bf72969-7e7f-4f81-b508-97cdb6837a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:30:10.929885 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-6951ccc4-895a-44e2-bd77-cc23dec663a0 req-4bf72969-7e7f-4f81-b508-97cdb6837a90 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=11733cc0-d894-4d0f-84a6-7f612951db53 HTTP/1.1" status: 200 len: 849 time: 0.0445452 Jul 27 21:30:10.993049 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6951ccc4-895a-44e2-bd77-cc23dec663a0 req-c959ebc9-edaf-498d-80f3-880a2a3282d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:30:10.994563 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-6951ccc4-895a-44e2-bd77-cc23dec663a0 req-c959ebc9-edaf-498d-80f3-880a2a3282d0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b8c68474-1d26-4c5c-9f82-5da72e824d0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0570121 Jul 27 21:30:11.090906 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-6951ccc4-895a-44e2-bd77-cc23dec663a0 req-2988ff34-db42-422e-aa95-e4a23cfa79fa service neutron] 10.222.0.36 "GET /v2.0/networks/b8c68474-1d26-4c5c-9f82-5da72e824d0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880861 Jul 27 21:30:11.110560 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-36092592-6d84-4620-a94c-aef39137a567 req-c9a43d1f-269a-4df4-a1a3-28fdc1f126b4 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] 10.222.0.59 "GET /v2.0/ports?device_id=7f17ccc4-c6e4-407d-8e4b-4fbe9e17339f HTTP/1.1" status: 200 len: 210 time: 0.0406194 Jul 27 21:30:11.186792 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-6951ccc4-895a-44e2-bd77-cc23dec663a0 req-b57afe71-ad1a-40c8-8980-d213e255739b service neutron] 10.222.0.36 "GET /v2.0/networks/b8c68474-1d26-4c5c-9f82-5da72e824d0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886757 Jul 27 21:30:11.563685 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-77c6be1a-19eb-49e2-b4cf-36c75769eb2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:30:11.887550 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:30:12.044514 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644fb83b-8e56-474e-8e78-dd705701c582 req-3184972a-88b7-4d72-a619-80604f518b2e tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:30:12.046023 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-644fb83b-8e56-474e-8e78-dd705701c582 req-3184972a-88b7-4d72-a619-80604f518b2e tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] 10.222.0.60 "GET /v2.0/networks?id=b8c68474-1d26-4c5c-9f82-5da72e824d0f HTTP/1.1" status: 200 len: 810 time: 0.1040356 Jul 27 21:30:12.059747 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [req-644fb83b-8e56-474e-8e78-dd705701c582 req-901062d5-cab8-4ea8-b9e4-e56ee97ee16b tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Request body: {'port': {'device_id': '7f17ccc4-c6e4-407d-8e4b-4fbe9e17339f', 'network_id': 'b8c68474-1d26-4c5c-9f82-5da72e824d0f', 'admin_state_up': True, 'tenant_id': '86837ff0d819403d862560ca192fdca7'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:30:12.180121 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.agents_db [None req-558fcd2c-e512-47bc-a170-8673d87f7213 None None] Agent healthcheck: found 7 active agents {{(pid=105587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 21:30:12.181024 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-644fb83b-8e56-474e-8e78-dd705701c582 req-901062d5-cab8-4ea8-b9e4-e56ee97ee16b tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Made reservation on behalf of 86837ff0d819403d862560ca192fdca7 for: {'port': 1} {{(pid=105585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:30:12.184802 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-644fb83b-8e56-474e-8e78-dd705701c582 req-901062d5-cab8-4ea8-b9e4-e56ee97ee16b tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:30:12.227686 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-5312cb86-081d-44cd-917f-194cb7937e69 req-b06a985b-443c-407c-b663-b0356cc6154b tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] 10.222.0.59 "GET /v2.0/ports?device_id=7f17ccc4-c6e4-407d-8e4b-4fbe9e17339f HTTP/1.1" status: 200 len: 210 time: 0.0388496 Jul 27 21:30:12.344765 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.db_base_plugin_common [req-644fb83b-8e56-474e-8e78-dd705701c582 req-901062d5-cab8-4ea8-b9e4-e56ee97ee16b tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Allocated IP 172.20.0.9 (b8c68474-1d26-4c5c-9f82-5da72e824d0f/11733cc0-d894-4d0f-84a6-7f612951db53/59e75cd5-3b37-4d29-a831-f7db9c20a7a9) {{(pid=105585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:30:12.510954 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-644fb83b-8e56-474e-8e78-dd705701c582 req-901062d5-cab8-4ea8-b9e4-e56ee97ee16b tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Notify callbacks [] for port, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:30:12.526444 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.provisioning_blocks [req-644fb83b-8e56-474e-8e78-dd705701c582 req-901062d5-cab8-4ea8-b9e4-e56ee97ee16b tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Transition to ACTIVE for port object 59e75cd5-3b37-4d29-a831-f7db9c20a7a9 will not be triggered until provisioned by entity DHCP. {{(pid=105585) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:30:12.559455 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-644fb83b-8e56-474e-8e78-dd705701c582 req-901062d5-cab8-4ea8-b9e4-e56ee97ee16b tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:30:12.572120 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] get_ports_and_sgs() called for port_ids ['0f21452f-beb6-4385-967a-af441bcc193a'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:30:12.605413 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-644fb83b-8e56-474e-8e78-dd705701c582 req-901062d5-cab8-4ea8-b9e4-e56ee97ee16b tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Network b8c68474-1d26-4c5c-9f82-5da72e824d0f is already hosted by enough agents. {{(pid=105585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:30:12.608526 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.base_scheduler [req-644fb83b-8e56-474e-8e78-dd705701c582 req-901062d5-cab8-4ea8-b9e4-e56ee97ee16b tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Resources bound (agent type, host, resource id): {{(pid=105585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:30:12.611055 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.l3_dvrscheduler_db [req-644fb83b-8e56-474e-8e78-dd705701c582 req-901062d5-cab8-4ea8-b9e4-e56ee97ee16b tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Received port after_create {{(pid=105585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:30:12.645158 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901062d5-cab8-4ea8-b9e4-e56ee97ee16b tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Pushing event updated for resources: {'Port': ['ID=59e75cd5-3b37-4d29-a831-f7db9c20a7a9,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:30:12.660301 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901062d5-cab8-4ea8-b9e4-e56ee97ee16b tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:30:12.660940 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901062d5-cab8-4ea8-b9e4-e56ee97ee16b tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:30:12.661455 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901062d5-cab8-4ea8-b9e4-e56ee97ee16b tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:30:12.661975 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901062d5-cab8-4ea8-b9e4-e56ee97ee16b tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:30:12.662492 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901062d5-cab8-4ea8-b9e4-e56ee97ee16b tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:30:12.663029 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901062d5-cab8-4ea8-b9e4-e56ee97ee16b tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:30:12.663374 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901062d5-cab8-4ea8-b9e4-e56ee97ee16b tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:30:12.663712 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901062d5-cab8-4ea8-b9e4-e56ee97ee16b tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:30:12.664036 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901062d5-cab8-4ea8-b9e4-e56ee97ee16b tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:30:12.664425 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901062d5-cab8-4ea8-b9e4-e56ee97ee16b tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:30:12.664763 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901062d5-cab8-4ea8-b9e4-e56ee97ee16b tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:30:12.665094 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901062d5-cab8-4ea8-b9e4-e56ee97ee16b tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:30:12.682702 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644fb83b-8e56-474e-8e78-dd705701c582 req-901062d5-cab8-4ea8-b9e4-e56ee97ee16b tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:30:12.683377 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-644fb83b-8e56-474e-8e78-dd705701c582 req-901062d5-cab8-4ea8-b9e4-e56ee97ee16b tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:30:12.700615 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-644fb83b-8e56-474e-8e78-dd705701c582 req-901062d5-cab8-4ea8-b9e4-e56ee97ee16b tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6449373 Jul 27 21:30:12.715699 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [req-644fb83b-8e56-474e-8e78-dd705701c582 req-5be8485d-e0d5-4a4e-b7c7-e473f3064ce2 service neutron] Request body: {'port': {'device_id': '7f17ccc4-c6e4-407d-8e4b-4fbe9e17339f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-705658-22'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:30:12.791449 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-644fb83b-8e56-474e-8e78-dd705701c582 req-5be8485d-e0d5-4a4e-b7c7-e473f3064ce2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:30:12.959909 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-bb32ed7d-8717-448b-a9c8-a5a0117d1fd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:30:12.961445 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-671811b3-b54f-41ee-b964-2e1ef69ce131 None None] Provisioning for port 59e75cd5-3b37-4d29-a831-f7db9c20a7a9 completed by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:30:12.966736 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-671811b3-b54f-41ee-b964-2e1ef69ce131 None None] Provisioning complete for port 59e75cd5-3b37-4d29-a831-f7db9c20a7a9 triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:30:12.967512 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-671811b3-b54f-41ee-b964-2e1ef69ce131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:30:13.009297 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-671811b3-b54f-41ee-b964-2e1ef69ce131 None None] Port 59e75cd5-3b37-4d29-a831-f7db9c20a7a9 cannot update to ACTIVE because it is not bound. {{(pid=105586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:30:13.084579 n-d-705658-22 neutron-server[105585]: DEBUG neutron.notifiers.nova [req-644fb83b-8e56-474e-8e78-dd705701c582 req-5be8485d-e0d5-4a4e-b7c7-e473f3064ce2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59e75cd5-3b37-4d29-a831-f7db9c20a7a9 {{(pid=105585) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:30:13.092199 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-644fb83b-8e56-474e-8e78-dd705701c582 req-5be8485d-e0d5-4a4e-b7c7-e473f3064ce2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:30:13.104116 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.provisioning_blocks [req-644fb83b-8e56-474e-8e78-dd705701c582 req-5be8485d-e0d5-4a4e-b7c7-e473f3064ce2 service neutron] Transition to ACTIVE for port object 59e75cd5-3b37-4d29-a831-f7db9c20a7a9 will not be triggered until provisioned by entity L2. {{(pid=105585) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:30:13.107479 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-644fb83b-8e56-474e-8e78-dd705701c582 req-5be8485d-e0d5-4a4e-b7c7-e473f3064ce2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10221672'] for port, after_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:30:13.159730 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be8485d-e0d5-4a4e-b7c7-e473f3064ce2 service neutron] Pushing event updated for resources: {'Port': ['ID=59e75cd5-3b37-4d29-a831-f7db9c20a7a9,revision_number=2']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:30:13.231703 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.managers [req-644fb83b-8e56-474e-8e78-dd705701c582 req-5be8485d-e0d5-4a4e-b7c7-e473f3064ce2 service neutron] Attempting to bind port 59e75cd5-3b37-4d29-a831-f7db9c20a7a9 on host n-h2-705658-22 for vnic_type normal with profile {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:30:13.232422 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.managers [req-644fb83b-8e56-474e-8e78-dd705701c582 req-5be8485d-e0d5-4a4e-b7c7-e473f3064ce2 service neutron] Attempting to bind port 59e75cd5-3b37-4d29-a831-f7db9c20a7a9 by drivers openvswitch,hyperv on host n-h2-705658-22 at level 0 using segments [{'id': '6a44b0c8-0b10-4191-b0e4-021984ddfab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'b8c68474-1d26-4c5c-9f82-5da72e824d0f'}] {{(pid=105585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:30:13.232763 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-644fb83b-8e56-474e-8e78-dd705701c582 req-5be8485d-e0d5-4a4e-b7c7-e473f3064ce2 service neutron] Attempting to bind port 59e75cd5-3b37-4d29-a831-f7db9c20a7a9 on network b8c68474-1d26-4c5c-9f82-5da72e824d0f {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:30:13.237463 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-644fb83b-8e56-474e-8e78-dd705701c582 req-5be8485d-e0d5-4a4e-b7c7-e473f3064ce2 service neutron] Port 59e75cd5-3b37-4d29-a831-f7db9c20a7a9 on network b8c68474-1d26-4c5c-9f82-5da72e824d0f not bound, no agent of type Open vSwitch agent registered on host n-h2-705658-22 {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:30:13.237790 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-644fb83b-8e56-474e-8e78-dd705701c582 req-5be8485d-e0d5-4a4e-b7c7-e473f3064ce2 service neutron] Attempting to bind port 59e75cd5-3b37-4d29-a831-f7db9c20a7a9 on network b8c68474-1d26-4c5c-9f82-5da72e824d0f {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:30:13.243714 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-644fb83b-8e56-474e-8e78-dd705701c582 req-5be8485d-e0d5-4a4e-b7c7-e473f3064ce2 service neutron] Checking agent: {'id': '65195a73-a875-4810-9f5b-622ae260a8a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 49, 40), 'started_at': datetime.datetime(2021, 7, 27, 20, 49, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 30, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:30:13.244055 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-644fb83b-8e56-474e-8e78-dd705701c582 req-5be8485d-e0d5-4a4e-b7c7-e473f3064ce2 service neutron] Checking segment: {'id': '6a44b0c8-0b10-4191-b0e4-021984ddfab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'b8c68474-1d26-4c5c-9f82-5da72e824d0f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:30:13.244446 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-644fb83b-8e56-474e-8e78-dd705701c582 req-5be8485d-e0d5-4a4e-b7c7-e473f3064ce2 service neutron] Bound using segment: {'id': '6a44b0c8-0b10-4191-b0e4-021984ddfab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'b8c68474-1d26-4c5c-9f82-5da72e824d0f'} {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:30:13.245133 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.managers [req-644fb83b-8e56-474e-8e78-dd705701c582 req-5be8485d-e0d5-4a4e-b7c7-e473f3064ce2 service neutron] Bound port: 59e75cd5-3b37-4d29-a831-f7db9c20a7a9, host: n-h2-705658-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a44b0c8-0b10-4191-b0e4-021984ddfab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'b8c68474-1d26-4c5c-9f82-5da72e824d0f'}}] {{(pid=105585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:30:13.245496 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-644fb83b-8e56-474e-8e78-dd705701c582 req-5be8485d-e0d5-4a4e-b7c7-e473f3064ce2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:30:13.345855 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.db [req-644fb83b-8e56-474e-8e78-dd705701c582 req-5be8485d-e0d5-4a4e-b7c7-e473f3064ce2 service neutron] For port 59e75cd5-3b37-4d29-a831-f7db9c20a7a9, host n-h2-705658-22, cleared binding levels {{(pid=105585) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:30:13.361221 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.db [req-644fb83b-8e56-474e-8e78-dd705701c582 req-5be8485d-e0d5-4a4e-b7c7-e473f3064ce2 service neutron] For port 59e75cd5-3b37-4d29-a831-f7db9c20a7a9, host n-h2-705658-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=59e75cd5-3b37-4d29-a831-f7db9c20a7a9,segment=NetworkSegment(6a44b0c8-0b10-4191-b0e4-021984ddfab8),segment_id=6a44b0c8-0b10-4191-b0e4-021984ddfab8)] {{(pid=105585) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:30:13.368611 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-644fb83b-8e56-474e-8e78-dd705701c582 req-5be8485d-e0d5-4a4e-b7c7-e473f3064ce2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10221672'] for port, after_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:30:13.403615 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644fb83b-8e56-474e-8e78-dd705701c582 req-5be8485d-e0d5-4a4e-b7c7-e473f3064ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:30:13.404300 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-644fb83b-8e56-474e-8e78-dd705701c582 req-5be8485d-e0d5-4a4e-b7c7-e473f3064ce2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:30:13.405697 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-644fb83b-8e56-474e-8e78-dd705701c582 req-5be8485d-e0d5-4a4e-b7c7-e473f3064ce2 service neutron] 10.222.0.60 "PUT /v2.0/ports/59e75cd5-3b37-4d29-a831-f7db9c20a7a9 HTTP/1.1" status: 200 len: 1092 time: 0.6961946 Jul 27 21:30:13.408062 n-d-705658-22 neutron-server[105585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f17ccc4-c6e4-407d-8e4b-4fbe9e17339f', 'tag': '59e75cd5-3b37-4d29-a831-f7db9c20a7a9'}] {{(pid=105585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:30:13.410287 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d66fd65881426bfc2b5388084a3654e5eae521106a15a3dbf0eb4cde7106c36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6264fd77-e830-4c34-8b02-00118c1d642a" -d '{"events": [{"name": "network-changed", "server_uuid": "7f17ccc4-c6e4-407d-8e4b-4fbe9e17339f", "tag": "59e75cd5-3b37-4d29-a831-f7db9c20a7a9"}]}' {{(pid=105585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:30:13.455183 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7e1b0f-2a50-4a6c-a4ac-8626621ea9f7 req-48e234ff-c70b-40a0-9ee9-50daa826e3bb tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:30:13.456751 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-6c7e1b0f-2a50-4a6c-a4ac-8626621ea9f7 req-48e234ff-c70b-40a0-9ee9-50daa826e3bb tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] 10.222.0.59 "GET /v2.0/ports?device_id=7f17ccc4-c6e4-407d-8e4b-4fbe9e17339f HTTP/1.1" status: 200 len: 943 time: 0.1443322 Jul 27 21:30:13.465741 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be8485d-e0d5-4a4e-b7c7-e473f3064ce2 service neutron] Pushing event updated for resources: {'Port': ['ID=59e75cd5-3b37-4d29-a831-f7db9c20a7a9,revision_number=3']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:30:13.502034 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:30:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11a362b9-c5a1-4dd6-8502-d3788fd47acf x-openstack-request-id: req-11a362b9-c5a1-4dd6-8502-d3788fd47acf {{(pid=105585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:30:13.502327 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f17ccc4-c6e4-407d-8e4b-4fbe9e17339f", "tag": "59e75cd5-3b37-4d29-a831-f7db9c20a7a9", "status": "completed", "code": 200}]} {{(pid=105585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:30:13.502579 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-11a362b9-c5a1-4dd6-8502-d3788fd47acf {{(pid=105585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:30:13.502980 n-d-705658-22 neutron-server[105585]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f17ccc4-c6e4-407d-8e4b-4fbe9e17339f', 'tag': '59e75cd5-3b37-4d29-a831-f7db9c20a7a9', 'status': 'completed', 'code': 200} Jul 27 21:30:13.558693 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-6c7e1b0f-2a50-4a6c-a4ac-8626621ea9f7 req-45b979a2-56a6-413f-a577-b9e0bad3ba7e tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] 10.222.0.59 "GET /v2.0/security-groups?id=538791a4-2ac5-4c76-85f8-7580d1a09c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890183 Jul 27 21:30:13.578152 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644fb83b-8e56-474e-8e78-dd705701c582 req-6970afbf-613d-4a83-9ef2-2a13d71a796a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:30:13.579773 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-644fb83b-8e56-474e-8e78-dd705701c582 req-6970afbf-613d-4a83-9ef2-2a13d71a796a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=86837ff0d819403d862560ca192fdca7&device_id=7f17ccc4-c6e4-407d-8e4b-4fbe9e17339f HTTP/1.1" status: 200 len: 1095 time: 0.1218810 Jul 27 21:30:13.624456 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-644fb83b-8e56-474e-8e78-dd705701c582 req-23a3dfff-edec-4634-a894-af7f503b6507 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=59e75cd5-3b37-4d29-a831-f7db9c20a7a9 HTTP/1.1" status: 200 len: 217 time: 0.0364046 Jul 27 21:30:13.679939 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644fb83b-8e56-474e-8e78-dd705701c582 req-d9892a94-e0cb-4714-9e9a-7c64b753f2b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:30:13.681399 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-644fb83b-8e56-474e-8e78-dd705701c582 req-d9892a94-e0cb-4714-9e9a-7c64b753f2b6 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=11733cc0-d894-4d0f-84a6-7f612951db53 HTTP/1.1" status: 200 len: 849 time: 0.0502417 Jul 27 21:30:13.739942 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644fb83b-8e56-474e-8e78-dd705701c582 req-d97a03a7-f5c4-48da-952e-b882e6d92e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:30:13.741351 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-644fb83b-8e56-474e-8e78-dd705701c582 req-d97a03a7-f5c4-48da-952e-b882e6d92e49 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b8c68474-1d26-4c5c-9f82-5da72e824d0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0533884 Jul 27 21:30:13.830070 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-644fb83b-8e56-474e-8e78-dd705701c582 req-99eb3475-b548-4a7b-9c34-cf5fceea3d5a service neutron] 10.222.0.60 "GET /v2.0/networks/b8c68474-1d26-4c5c-9f82-5da72e824d0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813937 Jul 27 21:30:13.942433 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-644fb83b-8e56-474e-8e78-dd705701c582 req-1ae50886-cacf-489f-8cff-6421c8b1936d service neutron] 10.222.0.60 "GET /v2.0/networks/b8c68474-1d26-4c5c-9f82-5da72e824d0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1033916 Jul 27 21:30:14.043334 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6264fd77-e830-4c34-8b02-00118c1d642a req-e23dae47-7418-469f-b9f3-8111da9128e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:30:14.044748 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-6264fd77-e830-4c34-8b02-00118c1d642a req-e23dae47-7418-469f-b9f3-8111da9128e6 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=86837ff0d819403d862560ca192fdca7&device_id=7f17ccc4-c6e4-407d-8e4b-4fbe9e17339f HTTP/1.1" status: 200 len: 1095 time: 0.0566895 Jul 27 21:30:14.140079 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6264fd77-e830-4c34-8b02-00118c1d642a req-2fbe080d-dccf-4f04-8110-6f3b27374453 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:30:14.141461 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-6264fd77-e830-4c34-8b02-00118c1d642a req-2fbe080d-dccf-4f04-8110-6f3b27374453 service neutron] 10.222.0.60 "GET /v2.0/networks?id=b8c68474-1d26-4c5c-9f82-5da72e824d0f HTTP/1.1" status: 200 len: 911 time: 0.0891664 Jul 27 21:30:14.184746 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-6264fd77-e830-4c34-8b02-00118c1d642a req-34c14630-d922-4660-ab21-b11061ed04bf service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=59e75cd5-3b37-4d29-a831-f7db9c20a7a9 HTTP/1.1" status: 200 len: 217 time: 0.0350204 Jul 27 21:30:14.240807 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6264fd77-e830-4c34-8b02-00118c1d642a req-0e3f586a-d42a-46ab-936b-d4c3a72fc426 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:30:14.242457 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-6264fd77-e830-4c34-8b02-00118c1d642a req-0e3f586a-d42a-46ab-936b-d4c3a72fc426 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=11733cc0-d894-4d0f-84a6-7f612951db53 HTTP/1.1" status: 200 len: 849 time: 0.0497744 Jul 27 21:30:14.307753 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6264fd77-e830-4c34-8b02-00118c1d642a req-3cf444bf-940b-4027-a9c7-74d6463ea1f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:30:14.309266 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-6264fd77-e830-4c34-8b02-00118c1d642a req-3cf444bf-940b-4027-a9c7-74d6463ea1f5 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b8c68474-1d26-4c5c-9f82-5da72e824d0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0597274 Jul 27 21:30:14.384651 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-875ced1b-4cf3-463a-9653-058f0f9421e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:30:14.406771 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-6264fd77-e830-4c34-8b02-00118c1d642a req-2f0b0c17-6cd7-444f-8be1-7a6a481d3bc4 service neutron] 10.222.0.60 "GET /v2.0/networks/b8c68474-1d26-4c5c-9f82-5da72e824d0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899019 Jul 27 21:30:14.505032 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-6264fd77-e830-4c34-8b02-00118c1d642a req-0c86fb3a-b3d9-4d32-bda6-86578893e735 service neutron] 10.222.0.60 "GET /v2.0/networks/b8c68474-1d26-4c5c-9f82-5da72e824d0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906787 Jul 27 21:30:14.730697 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10fddd9-3849-4cd1-9631-c0d7e8e095d9 req-6bde8635-683c-45b2-ad7e-393bad1ab1bc tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:30:14.733334 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-c10fddd9-3849-4cd1-9631-c0d7e8e095d9 req-6bde8635-683c-45b2-ad7e-393bad1ab1bc tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] 10.222.0.59 "GET /v2.0/ports?device_id=7f17ccc4-c6e4-407d-8e4b-4fbe9e17339f HTTP/1.1" status: 200 len: 943 time: 0.0864122 Jul 27 21:30:14.789653 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-c10fddd9-3849-4cd1-9631-c0d7e8e095d9 req-c25a4220-4c9b-4a81-9c91-3304a5645a5a tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] 10.222.0.59 "GET /v2.0/security-groups?id=538791a4-2ac5-4c76-85f8-7580d1a09c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487273 Jul 27 21:30:15.970597 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c677d697-7c61-4b87-a983-839e3ea48121 req-ebd22401-1017-4323-80ff-d1cae5b62105 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:30:15.972176 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-c677d697-7c61-4b87-a983-839e3ea48121 req-ebd22401-1017-4323-80ff-d1cae5b62105 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] 10.222.0.59 "GET /v2.0/ports?device_id=7f17ccc4-c6e4-407d-8e4b-4fbe9e17339f HTTP/1.1" status: 200 len: 943 time: 0.0872076 Jul 27 21:30:16.021384 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-c677d697-7c61-4b87-a983-839e3ea48121 req-33325fb5-eea9-41b5-b653-516db5bf080f tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] 10.222.0.59 "GET /v2.0/security-groups?id=538791a4-2ac5-4c76-85f8-7580d1a09c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399263 Jul 27 21:30:17.179629 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b0d33e-2864-4708-ac9a-a73eb2bcfd26 req-3205a48d-df3a-4bd9-abbb-7b5d7222cecd tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:30:17.181353 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-60b0d33e-2864-4708-ac9a-a73eb2bcfd26 req-3205a48d-df3a-4bd9-abbb-7b5d7222cecd tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] 10.222.0.59 "GET /v2.0/ports?device_id=7f17ccc4-c6e4-407d-8e4b-4fbe9e17339f HTTP/1.1" status: 200 len: 943 time: 0.0706673 Jul 27 21:30:17.222857 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-60b0d33e-2864-4708-ac9a-a73eb2bcfd26 req-f860c9d5-f95e-4b53-bb30-7676a1537afd tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] 10.222.0.59 "GET /v2.0/security-groups?id=538791a4-2ac5-4c76-85f8-7580d1a09c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348988 Jul 27 21:30:18.359163 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f7596b-109d-4ea6-acc7-5b5a5fb8974c req-698b0e58-234e-497e-b480-08231d0e8d5a tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:30:18.360662 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-d3f7596b-109d-4ea6-acc7-5b5a5fb8974c req-698b0e58-234e-497e-b480-08231d0e8d5a tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] 10.222.0.59 "GET /v2.0/ports?device_id=7f17ccc4-c6e4-407d-8e4b-4fbe9e17339f HTTP/1.1" status: 200 len: 943 time: 0.0672998 Jul 27 21:30:18.408545 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-d3f7596b-109d-4ea6-acc7-5b5a5fb8974c req-f97d0c43-3236-41fe-98a4-030c3d61d53d tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] 10.222.0.59 "GET /v2.0/security-groups?id=538791a4-2ac5-4c76-85f8-7580d1a09c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401731 Jul 27 21:30:19.215935 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-aacc2e1d-af96-4a78-8b6b-2c2c369b514e req-d3dbbcfb-0147-4b4a-95fa-66c3284ecdfd service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=c58882fa-462e-4c19-bb88-3a95b954aebc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0558128 Jul 27 21:30:19.318161 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacc2e1d-af96-4a78-8b6b-2c2c369b514e req-13cb82f0-e509-4400-a05c-dbc305f040d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:30:19.319772 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-aacc2e1d-af96-4a78-8b6b-2c2c369b514e req-13cb82f0-e509-4400-a05c-dbc305f040d2 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d192f93ac8104a9cbcedf26b26eec08e&device_id=c58882fa-462e-4c19-bb88-3a95b954aebc HTTP/1.1" status: 200 len: 1097 time: 0.0598540 Jul 27 21:30:19.433658 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacc2e1d-af96-4a78-8b6b-2c2c369b514e req-9b4c3120-979a-491b-ab94-83963d271ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:30:19.435372 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-aacc2e1d-af96-4a78-8b6b-2c2c369b514e req-9b4c3120-979a-491b-ab94-83963d271ec2 service neutron] 10.222.0.60 "GET /v2.0/networks?id=9187a0c9-a8c4-4063-b30f-be09608c86e7 HTTP/1.1" status: 200 len: 910 time: 0.0933414 Jul 27 21:30:19.534776 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-aacc2e1d-af96-4a78-8b6b-2c2c369b514e req-3fb041a7-6eca-4091-96cf-92280eba31ea service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6c61b806-e2b6-4dcc-8e45-aa8ed30e944f HTTP/1.1" status: 200 len: 1000 time: 0.0909588 Jul 27 21:30:19.589483 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e6e63e-5475-4d61-989a-a5c2859bbbf9 req-0578a6f5-41a2-40e1-abd8-f85d5c3df6e8 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:30:19.590941 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-33e6e63e-5475-4d61-989a-a5c2859bbbf9 req-0578a6f5-41a2-40e1-abd8-f85d5c3df6e8 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] 10.222.0.59 "GET /v2.0/ports?device_id=7f17ccc4-c6e4-407d-8e4b-4fbe9e17339f HTTP/1.1" status: 200 len: 943 time: 0.1067975 Jul 27 21:30:19.615992 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacc2e1d-af96-4a78-8b6b-2c2c369b514e req-10a23d7c-e4cd-4f1a-b24a-61259f2fbc6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:30:19.617328 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-aacc2e1d-af96-4a78-8b6b-2c2c369b514e req-10a23d7c-e4cd-4f1a-b24a-61259f2fbc6c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=23592c3c-b503-4201-9a1d-ccf3be36328f HTTP/1.1" status: 200 len: 848 time: 0.0665109 Jul 27 21:30:19.663627 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-33e6e63e-5475-4d61-989a-a5c2859bbbf9 req-a6260846-41df-4484-9d15-d79b8e8eb62b tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] 10.222.0.59 "GET /v2.0/security-groups?id=538791a4-2ac5-4c76-85f8-7580d1a09c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655119 Jul 27 21:30:19.690444 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacc2e1d-af96-4a78-8b6b-2c2c369b514e req-edff9c1c-b514-4744-95cb-63cad5e5406a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:30:19.691981 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-aacc2e1d-af96-4a78-8b6b-2c2c369b514e req-edff9c1c-b514-4744-95cb-63cad5e5406a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=9187a0c9-a8c4-4063-b30f-be09608c86e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0673089 Jul 27 21:30:19.781219 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-aacc2e1d-af96-4a78-8b6b-2c2c369b514e req-4f2ca8b3-877f-401d-8018-a95b3854ed75 service neutron] 10.222.0.60 "GET /v2.0/networks/9187a0c9-a8c4-4063-b30f-be09608c86e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814555 Jul 27 21:30:19.873797 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-aacc2e1d-af96-4a78-8b6b-2c2c369b514e req-94eb4a54-cb6c-440f-917b-895fed43fa48 service neutron] 10.222.0.60 "GET /v2.0/networks/9187a0c9-a8c4-4063-b30f-be09608c86e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853591 Jul 27 21:30:20.793116 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e3d4d0-5d44-4a41-96ad-bd5135651346 req-7ed9eb83-f2c7-41df-be25-058222f254b2 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:30:20.794592 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-95e3d4d0-5d44-4a41-96ad-bd5135651346 req-7ed9eb83-f2c7-41df-be25-058222f254b2 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] 10.222.0.59 "GET /v2.0/ports?device_id=7f17ccc4-c6e4-407d-8e4b-4fbe9e17339f HTTP/1.1" status: 200 len: 943 time: 0.0634558 Jul 27 21:30:20.831849 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-95e3d4d0-5d44-4a41-96ad-bd5135651346 req-7e7a70da-d607-4965-af23-0fd65f1247c2 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] 10.222.0.59 "GET /v2.0/security-groups?id=538791a4-2ac5-4c76-85f8-7580d1a09c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314062 Jul 27 21:30:21.961207 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be518c2c-bec8-4bd1-a0bf-22bdd2a7dc64 req-54df9315-5632-4e3d-81ff-a95269a4fd03 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:30:21.962795 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-be518c2c-bec8-4bd1-a0bf-22bdd2a7dc64 req-54df9315-5632-4e3d-81ff-a95269a4fd03 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] 10.222.0.59 "GET /v2.0/ports?device_id=7f17ccc4-c6e4-407d-8e4b-4fbe9e17339f HTTP/1.1" status: 200 len: 943 time: 0.0645018 Jul 27 21:30:22.000819 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-be518c2c-bec8-4bd1-a0bf-22bdd2a7dc64 req-a15cd3e1-2b3b-4c97-8423-c60f8dcea38b tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] 10.222.0.59 "GET /v2.0/security-groups?id=538791a4-2ac5-4c76-85f8-7580d1a09c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320685 Jul 27 21:30:23.139165 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6adc4fd-88bf-468b-97dd-8afa89a6e9cc req-5547c9b4-20a8-4db1-a94a-bf413c0e31f3 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:30:23.140645 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b6adc4fd-88bf-468b-97dd-8afa89a6e9cc req-5547c9b4-20a8-4db1-a94a-bf413c0e31f3 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] 10.222.0.59 "GET /v2.0/ports?device_id=7f17ccc4-c6e4-407d-8e4b-4fbe9e17339f HTTP/1.1" status: 200 len: 943 time: 0.0727677 Jul 27 21:30:23.187557 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b6adc4fd-88bf-468b-97dd-8afa89a6e9cc req-3da0d7ab-9931-4834-a57b-f394b3ca37c5 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] 10.222.0.59 "GET /v2.0/security-groups?id=538791a4-2ac5-4c76-85f8-7580d1a09c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408771 Jul 27 21:30:24.316043 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffe23ad-64a9-41b2-b3b3-f0b7e322a533 req-776f2f9b-1b7f-4efb-941b-64a2a761f066 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:30:24.317531 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-bffe23ad-64a9-41b2-b3b3-f0b7e322a533 req-776f2f9b-1b7f-4efb-941b-64a2a761f066 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] 10.222.0.59 "GET /v2.0/ports?device_id=7f17ccc4-c6e4-407d-8e4b-4fbe9e17339f HTTP/1.1" status: 200 len: 943 time: 0.0637872 Jul 27 21:30:24.355754 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-bffe23ad-64a9-41b2-b3b3-f0b7e322a533 req-c38eb236-7784-46fb-83eb-b240885c385a tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] 10.222.0.59 "GET /v2.0/security-groups?id=538791a4-2ac5-4c76-85f8-7580d1a09c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312619 Jul 27 21:30:25.490739 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1749b0cd-0177-4367-99b8-f706caf1f848 req-cc2fbf32-be59-4503-8866-c5ebc1877dbc tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:30:25.492305 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-1749b0cd-0177-4367-99b8-f706caf1f848 req-cc2fbf32-be59-4503-8866-c5ebc1877dbc tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] 10.222.0.59 "GET /v2.0/ports?device_id=7f17ccc4-c6e4-407d-8e4b-4fbe9e17339f HTTP/1.1" status: 200 len: 943 time: 0.0661926 Jul 27 21:30:25.556642 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-1749b0cd-0177-4367-99b8-f706caf1f848 req-481f801e-9190-471d-af45-d16504d930fd tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] 10.222.0.59 "GET /v2.0/security-groups?id=538791a4-2ac5-4c76-85f8-7580d1a09c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538945 Jul 27 21:30:26.691551 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb79509c-8784-4802-878e-9ecfb34e805a req-da3e6311-3b01-4f52-a9fb-653e4181abf4 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:30:26.693020 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-cb79509c-8784-4802-878e-9ecfb34e805a req-da3e6311-3b01-4f52-a9fb-653e4181abf4 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] 10.222.0.59 "GET /v2.0/ports?device_id=7f17ccc4-c6e4-407d-8e4b-4fbe9e17339f HTTP/1.1" status: 200 len: 943 time: 0.0685470 Jul 27 21:30:26.730541 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-cb79509c-8784-4802-878e-9ecfb34e805a req-6bb8d7d3-4675-4cde-b064-08adca4b56c4 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] 10.222.0.59 "GET /v2.0/security-groups?id=538791a4-2ac5-4c76-85f8-7580d1a09c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310378 Jul 27 21:30:27.863111 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba46939-37f4-4d50-99b9-18715da1af14 req-70be3613-bb9e-4fed-961c-3cd41c8eadde tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:30:27.864613 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-4ba46939-37f4-4d50-99b9-18715da1af14 req-70be3613-bb9e-4fed-961c-3cd41c8eadde tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] 10.222.0.59 "GET /v2.0/ports?device_id=7f17ccc4-c6e4-407d-8e4b-4fbe9e17339f HTTP/1.1" status: 200 len: 943 time: 0.0651276 Jul 27 21:30:27.903314 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-4ba46939-37f4-4d50-99b9-18715da1af14 req-58081849-707f-4b20-b592-731b37f606e2 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] 10.222.0.59 "GET /v2.0/security-groups?id=538791a4-2ac5-4c76-85f8-7580d1a09c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324650 Jul 27 21:30:29.045044 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df5b193-9913-40c3-8a2e-6b8c36161830 req-9d14986a-622e-4e82-9148-f0a7e1656bd2 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:30:29.046486 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-2df5b193-9913-40c3-8a2e-6b8c36161830 req-9d14986a-622e-4e82-9148-f0a7e1656bd2 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] 10.222.0.59 "GET /v2.0/ports?device_id=7f17ccc4-c6e4-407d-8e4b-4fbe9e17339f HTTP/1.1" status: 200 len: 943 time: 0.0757868 Jul 27 21:30:29.083250 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-2df5b193-9913-40c3-8a2e-6b8c36161830 req-c96c3757-e987-4dfe-8d31-38339802ecaf tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] 10.222.0.59 "GET /v2.0/security-groups?id=538791a4-2ac5-4c76-85f8-7580d1a09c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307062 Jul 27 21:30:30.222187 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae57e58-bbe1-41e6-8e58-8fe4047b5107 req-880568b2-912f-4ea3-be04-189786a541d4 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:30:30.223719 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-1ae57e58-bbe1-41e6-8e58-8fe4047b5107 req-880568b2-912f-4ea3-be04-189786a541d4 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] 10.222.0.59 "GET /v2.0/ports?device_id=7f17ccc4-c6e4-407d-8e4b-4fbe9e17339f HTTP/1.1" status: 200 len: 943 time: 0.0706091 Jul 27 21:30:30.267110 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-1ae57e58-bbe1-41e6-8e58-8fe4047b5107 req-86fd06b1-1789-4b80-ae3e-7edb328c3902 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] 10.222.0.59 "GET /v2.0/security-groups?id=538791a4-2ac5-4c76-85f8-7580d1a09c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368369 Jul 27 21:30:31.400071 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a207ecb0-a736-4fe9-a744-50d272fe4cdf req-7bfefdf6-530d-467b-b5a5-a61a04b759ea tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:30:31.401656 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a207ecb0-a736-4fe9-a744-50d272fe4cdf req-7bfefdf6-530d-467b-b5a5-a61a04b759ea tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] 10.222.0.59 "GET /v2.0/ports?device_id=7f17ccc4-c6e4-407d-8e4b-4fbe9e17339f HTTP/1.1" status: 200 len: 943 time: 0.0652146 Jul 27 21:30:31.441251 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a207ecb0-a736-4fe9-a744-50d272fe4cdf req-15010e81-ce7f-4166-af15-99229c3c4daa tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] 10.222.0.59 "GET /v2.0/security-groups?id=538791a4-2ac5-4c76-85f8-7580d1a09c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331132 Jul 27 21:30:32.581137 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f26016-8968-445f-b5b7-fe3014dbab45 req-2d4a36c4-3eea-4aa2-962c-54172b8f7a81 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:30:32.582613 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-d1f26016-8968-445f-b5b7-fe3014dbab45 req-2d4a36c4-3eea-4aa2-962c-54172b8f7a81 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] 10.222.0.59 "GET /v2.0/ports?device_id=7f17ccc4-c6e4-407d-8e4b-4fbe9e17339f HTTP/1.1" status: 200 len: 943 time: 0.0694146 Jul 27 21:30:32.625332 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-d1f26016-8968-445f-b5b7-fe3014dbab45 req-a5da4f9b-0d52-44b2-b07e-0e894599c3e8 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] 10.222.0.59 "GET /v2.0/security-groups?id=538791a4-2ac5-4c76-85f8-7580d1a09c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358882 Jul 27 21:30:33.755631 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471344ee-5f75-4546-b625-0ad9f903ea75 req-19c6c147-25a7-46a2-87d8-d83be4c22cd0 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:30:33.757143 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-471344ee-5f75-4546-b625-0ad9f903ea75 req-19c6c147-25a7-46a2-87d8-d83be4c22cd0 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] 10.222.0.59 "GET /v2.0/ports?device_id=7f17ccc4-c6e4-407d-8e4b-4fbe9e17339f HTTP/1.1" status: 200 len: 943 time: 0.0634041 Jul 27 21:30:33.794736 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-471344ee-5f75-4546-b625-0ad9f903ea75 req-047372f8-1892-482b-877e-d7f422070d35 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] 10.222.0.59 "GET /v2.0/security-groups?id=538791a4-2ac5-4c76-85f8-7580d1a09c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314431 Jul 27 21:30:34.930274 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2400a17f-564a-4a09-bd7d-824976b0d43a req-6c976ad4-1d34-4e68-85dc-fa8a07133438 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:30:34.931843 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-2400a17f-564a-4a09-bd7d-824976b0d43a req-6c976ad4-1d34-4e68-85dc-fa8a07133438 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] 10.222.0.59 "GET /v2.0/ports?device_id=7f17ccc4-c6e4-407d-8e4b-4fbe9e17339f HTTP/1.1" status: 200 len: 943 time: 0.0661423 Jul 27 21:30:34.970149 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-2400a17f-564a-4a09-bd7d-824976b0d43a req-c44b9188-6129-4ffb-8837-8b83a5507806 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] 10.222.0.59 "GET /v2.0/security-groups?id=538791a4-2ac5-4c76-85f8-7580d1a09c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319352 Jul 27 21:30:35.586095 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Device 59e75cd5-3b37-4d29-a831-f7db9c20a7a9 details requested by agent hyperv_n-h2-705658-22 with host n-h2-705658-22 {{(pid=105586) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:30:35.692203 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] For port 59e75cd5-3b37-4d29-a831-f7db9c20a7a9, host n-h2-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=59e75cd5-3b37-4d29-a831-f7db9c20a7a9,segment=NetworkSegment(6a44b0c8-0b10-4191-b0e4-021984ddfab8),segment_id=6a44b0c8-0b10-4191-b0e4-021984ddfab8)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:30:35.708091 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Returning: {'device': '59e75cd5-3b37-4d29-a831-f7db9c20a7a9', 'network_id': 'b8c68474-1d26-4c5c-9f82-5da72e824d0f', 'port_id': '59e75cd5-3b37-4d29-a831-f7db9c20a7a9', 'mac_address': 'fa:16:3e:c0:86:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 240, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11733cc0-d894-4d0f-84a6-7f612951db53', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105586) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:30:35.755721 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:30:35.768045 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [None req-3d54578f-831f-4696-b568-13c455922dab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59e75cd5-3b37-4d29-a831-f7db9c20a7a9 {{(pid=105586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:30:35.786664 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] For port 59e75cd5-3b37-4d29-a831-f7db9c20a7a9, host n-h2-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=59e75cd5-3b37-4d29-a831-f7db9c20a7a9,segment=NetworkSegment(6a44b0c8-0b10-4191-b0e4-021984ddfab8),segment_id=6a44b0c8-0b10-4191-b0e4-021984ddfab8)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:30:35.790345 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:30:35.839901 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Pushing event updated for resources: {'Port': ['ID=59e75cd5-3b37-4d29-a831-f7db9c20a7a9,revision_number=4']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:30:35.847558 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:30:35.847911 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:30:35.848259 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:30:35.848600 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:30:35.848935 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:30:35.849287 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:30:35.849617 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:30:35.849930 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:30:35.850292 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:30:35.850622 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:30:35.850971 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:30:35.851386 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:30:36.108580 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051b854c-3159-481f-bbad-cdf5c8ccabec req-161bc7b1-9f3a-4459-afa1-530e8d41bfd5 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:30:36.110050 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-051b854c-3159-481f-bbad-cdf5c8ccabec req-161bc7b1-9f3a-4459-afa1-530e8d41bfd5 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] 10.222.0.59 "GET /v2.0/ports?device_id=7f17ccc4-c6e4-407d-8e4b-4fbe9e17339f HTTP/1.1" status: 200 len: 944 time: 0.0700665 Jul 27 21:30:36.110201 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] get_ports_and_sgs() called for port_ids ['59e75cd5-3b37-4d29-a831-f7db9c20a7a9'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:30:36.152483 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-051b854c-3159-481f-bbad-cdf5c8ccabec req-28e83d84-651b-4f2a-9044-0c53bb75d00b tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] 10.222.0.59 "GET /v2.0/security-groups?id=538791a4-2ac5-4c76-85f8-7580d1a09c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359240 Jul 27 21:30:36.517124 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:30:37.295677 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1f9090-befa-4cbb-bda4-a67142c6209a req-9ab43a7f-bd81-4440-9b3e-2263bf66ff14 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:30:37.297173 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-5a1f9090-befa-4cbb-bda4-a67142c6209a req-9ab43a7f-bd81-4440-9b3e-2263bf66ff14 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] 10.222.0.59 "GET /v2.0/ports?device_id=7f17ccc4-c6e4-407d-8e4b-4fbe9e17339f HTTP/1.1" status: 200 len: 944 time: 0.0682702 Jul 27 21:30:37.336448 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-5a1f9090-befa-4cbb-bda4-a67142c6209a req-17cabd50-da00-400a-bcfd-edc8918cf658 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] 10.222.0.59 "GET /v2.0/security-groups?id=538791a4-2ac5-4c76-85f8-7580d1a09c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320704 Jul 27 21:30:37.593946 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Device 59e75cd5-3b37-4d29-a831-f7db9c20a7a9 up at agent hyperv_n-h2-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:30:37.645296 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-3d54578f-831f-4696-b568-13c455922dab None None] Provisioning for port 59e75cd5-3b37-4d29-a831-f7db9c20a7a9 completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:30:37.649044 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-3d54578f-831f-4696-b568-13c455922dab None None] Provisioning complete for port 59e75cd5-3b37-4d29-a831-f7db9c20a7a9 triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:30:37.649422 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:30:37.731450 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:30:37.757924 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f17ccc4-c6e4-407d-8e4b-4fbe9e17339f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59e75cd5-3b37-4d29-a831-f7db9c20a7a9'}] {{(pid=105586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:30:37.760391 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14c1663e039faf5393f87855f745010ac5b02220355b68fdbf065393e303ac56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d908f47d-908c-483f-a11f-b645f0b2dca8" -d '{"events": [{"server_uuid": "7f17ccc4-c6e4-407d-8e4b-4fbe9e17339f", "name": "network-vif-plugged", "status": "completed", "tag": "59e75cd5-3b37-4d29-a831-f7db9c20a7a9"}]}' {{(pid=105586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:30:37.775755 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] For port 59e75cd5-3b37-4d29-a831-f7db9c20a7a9, host n-h2-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=59e75cd5-3b37-4d29-a831-f7db9c20a7a9,segment=NetworkSegment(6a44b0c8-0b10-4191-b0e4-021984ddfab8),segment_id=6a44b0c8-0b10-4191-b0e4-021984ddfab8)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:30:37.781208 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:30:37.807870 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:30:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-039b846c-3f3f-40cf-946c-a5b86b339ef2 x-openstack-request-id: req-039b846c-3f3f-40cf-946c-a5b86b339ef2 {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:30:37.808173 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f17ccc4-c6e4-407d-8e4b-4fbe9e17339f", "name": "network-vif-plugged", "status": "completed", "tag": "59e75cd5-3b37-4d29-a831-f7db9c20a7a9", "code": 200}]} {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:30:37.808404 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-039b846c-3f3f-40cf-946c-a5b86b339ef2 {{(pid=105586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:30:37.808815 n-d-705658-22 neutron-server[105586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f17ccc4-c6e4-407d-8e4b-4fbe9e17339f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59e75cd5-3b37-4d29-a831-f7db9c20a7a9', 'code': 200} Jul 27 21:30:37.841351 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Pushing event updated for resources: {'Port': ['ID=59e75cd5-3b37-4d29-a831-f7db9c20a7a9,revision_number=5']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:30:37.919685 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af7789a-c881-4e29-87ca-b6c01ca8b269 req-8d22731d-1997-48c2-996e-faa48c51cd7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:30:37.921372 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-9af7789a-c881-4e29-87ca-b6c01ca8b269 req-8d22731d-1997-48c2-996e-faa48c51cd7c service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=7f17ccc4-c6e4-407d-8e4b-4fbe9e17339f HTTP/1.1" status: 200 len: 1097 time: 0.0600641 Jul 27 21:30:37.975256 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-9af7789a-c881-4e29-87ca-b6c01ca8b269 req-1496cecc-e57f-4382-a9c7-ea1d50194911 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=538791a4-2ac5-4c76-85f8-7580d1a09c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463755 Jul 27 21:30:38.483187 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5924e382-a54b-46c9-8cc5-799839d741ae req-4716b5de-fe28-4023-9340-a386fd163b12 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:30:38.484835 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-5924e382-a54b-46c9-8cc5-799839d741ae req-4716b5de-fe28-4023-9340-a386fd163b12 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] 10.222.0.59 "GET /v2.0/ports?device_id=7f17ccc4-c6e4-407d-8e4b-4fbe9e17339f HTTP/1.1" status: 200 len: 945 time: 0.0672164 Jul 27 21:30:38.525102 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-5924e382-a54b-46c9-8cc5-799839d741ae req-9d861d54-3f7c-4f90-807a-0f731f5f03c4 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] 10.222.0.59 "GET /v2.0/security-groups?id=538791a4-2ac5-4c76-85f8-7580d1a09c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338337 Jul 27 21:30:38.907957 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-41e06eb6-2c19-437a-8665-02f0525e3f6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:30:39.669106 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681771ec-e096-42be-a847-51abbb4bd6fc req-074169db-083c-4468-b6b3-81dd1e90ed1a tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:30:39.670558 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-681771ec-e096-42be-a847-51abbb4bd6fc req-074169db-083c-4468-b6b3-81dd1e90ed1a tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] 10.222.0.59 "GET /v2.0/ports?device_id=7f17ccc4-c6e4-407d-8e4b-4fbe9e17339f HTTP/1.1" status: 200 len: 945 time: 0.0672026 Jul 27 21:30:39.707739 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-681771ec-e096-42be-a847-51abbb4bd6fc req-f7e1165c-7d08-41d7-8b38-6171b8faa7dd tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] 10.222.0.59 "GET /v2.0/security-groups?id=538791a4-2ac5-4c76-85f8-7580d1a09c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312200 Jul 27 21:30:39.835505 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb1c998-1fbb-4fc3-893d-7cb81682d789 req-e397c30c-ce2c-4612-9acc-f18e5c66b057 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:30:39.836886 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-ecb1c998-1fbb-4fc3-893d-7cb81682d789 req-e397c30c-ce2c-4612-9acc-f18e5c66b057 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] 10.222.0.59 "GET /v2.0/ports?device_id=7f17ccc4-c6e4-407d-8e4b-4fbe9e17339f HTTP/1.1" status: 200 len: 945 time: 0.0624604 Jul 27 21:30:39.875422 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-ecb1c998-1fbb-4fc3-893d-7cb81682d789 req-2ed5a75e-2987-4694-9e09-532f6acbf586 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] 10.222.0.59 "GET /v2.0/security-groups?id=538791a4-2ac5-4c76-85f8-7580d1a09c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321126 Jul 27 21:30:40.174321 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86280e6a-a726-4d9a-8153-1b10fad5f83f req-b8b8b2d2-4b50-4e18-a742-d522874fe3a6 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:30:40.175824 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-86280e6a-a726-4d9a-8153-1b10fad5f83f req-b8b8b2d2-4b50-4e18-a742-d522874fe3a6 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] 10.222.0.59 "GET /v2.0/ports?device_id=7f17ccc4-c6e4-407d-8e4b-4fbe9e17339f HTTP/1.1" status: 200 len: 945 time: 0.0628073 Jul 27 21:30:40.213041 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-86280e6a-a726-4d9a-8153-1b10fad5f83f req-112e8479-ca7a-486f-8792-c1481f116402 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] 10.222.0.59 "GET /v2.0/security-groups?id=538791a4-2ac5-4c76-85f8-7580d1a09c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313368 Jul 27 21:30:40.286904 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:30:41.349129 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30870cbe-88ae-4d7c-8304-ecd62ad632f5 req-483947dc-3141-4398-9cc1-ee62cab9fcaf tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:30:41.350586 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-30870cbe-88ae-4d7c-8304-ecd62ad632f5 req-483947dc-3141-4398-9cc1-ee62cab9fcaf tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] 10.222.0.59 "GET /v2.0/ports?device_id=7f17ccc4-c6e4-407d-8e4b-4fbe9e17339f HTTP/1.1" status: 200 len: 945 time: 0.0663769 Jul 27 21:30:41.387779 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-30870cbe-88ae-4d7c-8304-ecd62ad632f5 req-1df49412-5c2a-49ea-a7ad-0cddd33e0d45 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] 10.222.0.59 "GET /v2.0/security-groups?id=538791a4-2ac5-4c76-85f8-7580d1a09c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303833 Jul 27 21:30:41.564486 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-8df433b0-4455-4bde-a3c0-8301f4e779f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:30:41.747920 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7825ba99-758e-41dd-8213-5c4aa3e21b4f req-235b53bf-f40a-4164-b3d6-d4ff63480a96 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:30:41.749352 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-7825ba99-758e-41dd-8213-5c4aa3e21b4f req-235b53bf-f40a-4164-b3d6-d4ff63480a96 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] 10.222.0.60 "GET /v2.0/ports?device_id=7f17ccc4-c6e4-407d-8e4b-4fbe9e17339f HTTP/1.1" status: 200 len: 945 time: 0.0619864 Jul 27 21:30:41.851618 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [req-7825ba99-758e-41dd-8213-5c4aa3e21b4f req-196004e7-c78d-41db-9660-f44731470c9c tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Deleting port 59e75cd5-3b37-4d29-a831-f7db9c20a7a9 {{(pid=105585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:30:41.851879 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-7825ba99-758e-41dd-8213-5c4aa3e21b4f req-196004e7-c78d-41db-9660-f44731470c9c tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:30:41.888259 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:30:41.939356 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.db [req-7825ba99-758e-41dd-8213-5c4aa3e21b4f req-196004e7-c78d-41db-9660-f44731470c9c tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] For port 59e75cd5-3b37-4d29-a831-f7db9c20a7a9, host n-h2-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=59e75cd5-3b37-4d29-a831-f7db9c20a7a9,segment=NetworkSegment(6a44b0c8-0b10-4191-b0e4-021984ddfab8),segment_id=6a44b0c8-0b10-4191-b0e4-021984ddfab8)] {{(pid=105585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:30:41.939720 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-7825ba99-758e-41dd-8213-5c4aa3e21b4f req-196004e7-c78d-41db-9660-f44731470c9c tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:30:41.952550 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [req-7825ba99-758e-41dd-8213-5c4aa3e21b4f req-196004e7-c78d-41db-9660-f44731470c9c tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Calling delete_port for 59e75cd5-3b37-4d29-a831-f7db9c20a7a9 owned by compute:nova {{(pid=105585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:30:42.078535 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-7825ba99-758e-41dd-8213-5c4aa3e21b4f req-196004e7-c78d-41db-9660-f44731470c9c tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:30:42.091531 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] get_ports_and_sgs() called for port_ids ['59e75cd5-3b37-4d29-a831-f7db9c20a7a9'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:30:42.093990 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] get_ports_and_sgs() called for port_ids ['0f21452f-beb6-4385-967a-af441bcc193a'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:30:42.106220 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196004e7-c78d-41db-9660-f44731470c9c tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Pushing event deleted for resources: {'Port': ['ID=59e75cd5-3b37-4d29-a831-f7db9c20a7a9,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:30:42.161679 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.l3_dvrscheduler_db [req-7825ba99-758e-41dd-8213-5c4aa3e21b4f req-196004e7-c78d-41db-9660-f44731470c9c tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] No DVR routers for this DVR port 59e75cd5-3b37-4d29-a831-f7db9c20a7a9 on host n-h2-705658-22 {{(pid=105585) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:30:42.164600 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-7825ba99-758e-41dd-8213-5c4aa3e21b4f req-196004e7-c78d-41db-9660-f44731470c9c tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:30:42.166935 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-7825ba99-758e-41dd-8213-5c4aa3e21b4f req-196004e7-c78d-41db-9660-f44731470c9c tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] 10.222.0.60 "DELETE /v2.0/ports/59e75cd5-3b37-4d29-a831-f7db9c20a7a9 HTTP/1.1" status: 204 len: 173 time: 0.4110632 Jul 27 21:30:42.167782 n-d-705658-22 neutron-server[105585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f17ccc4-c6e4-407d-8e4b-4fbe9e17339f', 'name': 'network-vif-deleted', 'tag': '59e75cd5-3b37-4d29-a831-f7db9c20a7a9'}] {{(pid=105585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:30:42.170068 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d66fd65881426bfc2b5388084a3654e5eae521106a15a3dbf0eb4cde7106c36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-254f07e5-5125-4c6e-bc39-729568741858" -d '{"events": [{"server_uuid": "7f17ccc4-c6e4-407d-8e4b-4fbe9e17339f", "name": "network-vif-deleted", "tag": "59e75cd5-3b37-4d29-a831-f7db9c20a7a9"}]}' {{(pid=105585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:30:42.210962 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:30:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0bef7ee-a3b1-4b43-83d5-587665faeb97 x-openstack-request-id: req-e0bef7ee-a3b1-4b43-83d5-587665faeb97 {{(pid=105585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:30:42.211343 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f17ccc4-c6e4-407d-8e4b-4fbe9e17339f", "name": "network-vif-deleted", "tag": "59e75cd5-3b37-4d29-a831-f7db9c20a7a9", "status": "completed", "code": 200}]} {{(pid=105585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:30:42.211602 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-e0bef7ee-a3b1-4b43-83d5-587665faeb97 {{(pid=105585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:30:42.212003 n-d-705658-22 neutron-server[105585]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f17ccc4-c6e4-407d-8e4b-4fbe9e17339f', 'name': 'network-vif-deleted', 'tag': '59e75cd5-3b37-4d29-a831-f7db9c20a7a9', 'status': 'completed', 'code': 200} Jul 27 21:30:42.487852 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-3d6e0200-6d36-47b6-8185-1bcfb6163a8f req-a0115a52-79eb-4368-9d7f-c80f67f3bb9b tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] 10.222.0.59 "GET /v2.0/ports?device_id=7f17ccc4-c6e4-407d-8e4b-4fbe9e17339f HTTP/1.1" status: 200 len: 210 time: 0.0312829 Jul 27 21:30:42.949072 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-bb32ed7d-8717-448b-a9c8-a5a0117d1fd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:30:43.597750 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-1a6f1372-3ca4-47b1-bc19-14d7335b67a6 req-ca34ebb2-a71a-49c9-8202-f5693ad3dc90 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] 10.222.0.59 "GET /v2.0/ports?device_id=7f17ccc4-c6e4-407d-8e4b-4fbe9e17339f HTTP/1.1" status: 200 len: 210 time: 0.0293067 Jul 27 21:30:44.388086 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-875ced1b-4cf3-463a-9653-058f0f9421e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:30:44.703550 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-746a2a97-c3fb-4680-aabb-b3d8ac9bb857 req-fe9c0c18-1ba4-4d59-8b74-8753be868ebc tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] 10.222.0.59 "GET /v2.0/ports?device_id=7f17ccc4-c6e4-407d-8e4b-4fbe9e17339f HTTP/1.1" status: 200 len: 210 time: 0.0324571 Jul 27 21:30:45.587692 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Device 59e75cd5-3b37-4d29-a831-f7db9c20a7a9 no longer exists at agent hyperv_n-h2-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:30:45.612060 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-3d54578f-831f-4696-b568-13c455922dab None None] No Port match for: 59e75cd5-3b37-4d29-a831-f7db9c20a7a9 {{(pid=105586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:30:45.612470 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Device 59e75cd5-3b37-4d29-a831-f7db9c20a7a9 not bound to the agent host n-h2-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:30:45.827386 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-357fd45b-438d-4449-883d-ff412cc16e9c req-586d7f97-97a4-408e-9d69-01fa619e50aa tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] 10.222.0.59 "GET /v2.0/ports?device_id=7f17ccc4-c6e4-407d-8e4b-4fbe9e17339f HTTP/1.1" status: 200 len: 210 time: 0.0343757 Jul 27 21:30:49.178985 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.agents_db [None req-558fcd2c-e512-47bc-a170-8673d87f7213 None None] Agent healthcheck: found 7 active agents {{(pid=105587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 21:30:50.337231 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6a93b5-5a9a-4003-887b-978cefac3928 req-bb5e7f26-a0ea-43fa-99e7-da1d39a9de7c tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:30:50.338707 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-6c6a93b5-5a9a-4003-887b-978cefac3928 req-bb5e7f26-a0ea-43fa-99e7-da1d39a9de7c tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] 10.222.0.59 "GET /v2.0/ports?device_id=74957044-c06d-4f68-ae63-985fdbc25824 HTTP/1.1" status: 200 len: 945 time: 0.0637803 Jul 27 21:30:50.376014 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-6c6a93b5-5a9a-4003-887b-978cefac3928 req-d1090ee9-f70b-4ee8-96c8-27086a09f481 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] 10.222.0.59 "GET /v2.0/security-groups?id=538791a4-2ac5-4c76-85f8-7580d1a09c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313764 Jul 27 21:30:51.506345 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3137d82-fae4-49ef-b6d5-9be8bc157f11 req-a7415dec-9e4c-4503-a7d8-8dbe803ea2ed tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:30:51.508159 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-d3137d82-fae4-49ef-b6d5-9be8bc157f11 req-a7415dec-9e4c-4503-a7d8-8dbe803ea2ed tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] 10.222.0.59 "GET /v2.0/ports?device_id=74957044-c06d-4f68-ae63-985fdbc25824 HTTP/1.1" status: 200 len: 945 time: 0.0629165 Jul 27 21:30:51.546734 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-d3137d82-fae4-49ef-b6d5-9be8bc157f11 req-ff8e0927-8570-48cc-bef6-a3120a6c83c8 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] 10.222.0.59 "GET /v2.0/security-groups?id=538791a4-2ac5-4c76-85f8-7580d1a09c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320494 Jul 27 21:30:51.799139 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914b7a45-710c-4f9d-82cb-d06cf66e235f req-d4bd0c9d-5ed3-49c8-b6d8-661904d9a828 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:30:51.800674 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-914b7a45-710c-4f9d-82cb-d06cf66e235f req-d4bd0c9d-5ed3-49c8-b6d8-661904d9a828 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] 10.222.0.36 "GET /v2.0/ports?device_id=74957044-c06d-4f68-ae63-985fdbc25824 HTTP/1.1" status: 200 len: 945 time: 0.0637314 Jul 27 21:30:51.897581 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [req-914b7a45-710c-4f9d-82cb-d06cf66e235f req-e20da83a-f770-4204-8997-58040d584eef tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Deleting port 0f21452f-beb6-4385-967a-af441bcc193a {{(pid=105584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:30:51.897944 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-914b7a45-710c-4f9d-82cb-d06cf66e235f req-e20da83a-f770-4204-8997-58040d584eef tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:30:52.312498 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [req-914b7a45-710c-4f9d-82cb-d06cf66e235f req-e20da83a-f770-4204-8997-58040d584eef tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] For port 0f21452f-beb6-4385-967a-af441bcc193a, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=0f21452f-beb6-4385-967a-af441bcc193a,segment=NetworkSegment(6a44b0c8-0b10-4191-b0e4-021984ddfab8),segment_id=6a44b0c8-0b10-4191-b0e4-021984ddfab8)] {{(pid=105584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:30:52.312856 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-914b7a45-710c-4f9d-82cb-d06cf66e235f req-e20da83a-f770-4204-8997-58040d584eef tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:30:52.325151 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [req-914b7a45-710c-4f9d-82cb-d06cf66e235f req-e20da83a-f770-4204-8997-58040d584eef tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Calling delete_port for 0f21452f-beb6-4385-967a-af441bcc193a owned by compute:nova {{(pid=105584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:30:52.454618 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-914b7a45-710c-4f9d-82cb-d06cf66e235f req-e20da83a-f770-4204-8997-58040d584eef tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:30:52.466443 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] get_ports_and_sgs() called for port_ids ['0f21452f-beb6-4385-967a-af441bcc193a'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:30:52.482180 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20da83a-f770-4204-8997-58040d584eef tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Pushing event deleted for resources: {'Port': ['ID=0f21452f-beb6-4385-967a-af441bcc193a,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:30:52.492177 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20da83a-f770-4204-8997-58040d584eef tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:30:52.492532 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20da83a-f770-4204-8997-58040d584eef tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:30:52.492879 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20da83a-f770-4204-8997-58040d584eef tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:30:52.493224 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20da83a-f770-4204-8997-58040d584eef tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:30:52.493564 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20da83a-f770-4204-8997-58040d584eef tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:30:52.494154 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20da83a-f770-4204-8997-58040d584eef tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:30:52.494486 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20da83a-f770-4204-8997-58040d584eef tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:30:52.494815 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20da83a-f770-4204-8997-58040d584eef tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:30:52.495167 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20da83a-f770-4204-8997-58040d584eef tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:30:52.495526 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20da83a-f770-4204-8997-58040d584eef tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:30:52.496360 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20da83a-f770-4204-8997-58040d584eef tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:30:52.496360 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20da83a-f770-4204-8997-58040d584eef tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:30:52.541746 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [req-914b7a45-710c-4f9d-82cb-d06cf66e235f req-e20da83a-f770-4204-8997-58040d584eef tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] No DVR routers for this DVR port 0f21452f-beb6-4385-967a-af441bcc193a on host n-h1-705658-22 {{(pid=105584) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:30:52.544918 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-914b7a45-710c-4f9d-82cb-d06cf66e235f req-e20da83a-f770-4204-8997-58040d584eef tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:30:52.546906 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-914b7a45-710c-4f9d-82cb-d06cf66e235f req-e20da83a-f770-4204-8997-58040d584eef tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] 10.222.0.36 "DELETE /v2.0/ports/0f21452f-beb6-4385-967a-af441bcc193a HTTP/1.1" status: 204 len: 173 time: 0.7404287 Jul 27 21:30:52.547369 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74957044-c06d-4f68-ae63-985fdbc25824', 'name': 'network-vif-deleted', 'tag': '0f21452f-beb6-4385-967a-af441bcc193a'}] {{(pid=105584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:30:52.549604 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bce5e6c8685464f7626901654159975603b047827e3138302ed6566e28f1343" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6320fbf-2bdb-45fd-8916-e500acddc307" -d '{"events": [{"server_uuid": "74957044-c06d-4f68-ae63-985fdbc25824", "name": "network-vif-deleted", "tag": "0f21452f-beb6-4385-967a-af441bcc193a"}]}' {{(pid=105584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:30:52.585720 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:30:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa9852f3-0746-4dd7-a16e-05cfd6d7be71 x-openstack-request-id: req-fa9852f3-0746-4dd7-a16e-05cfd6d7be71 {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:30:52.586014 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74957044-c06d-4f68-ae63-985fdbc25824", "name": "network-vif-deleted", "tag": "0f21452f-beb6-4385-967a-af441bcc193a", "status": "completed", "code": 200}]} {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:30:52.586335 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-fa9852f3-0746-4dd7-a16e-05cfd6d7be71 {{(pid=105584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:30:52.586741 n-d-705658-22 neutron-server[105584]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74957044-c06d-4f68-ae63-985fdbc25824', 'name': 'network-vif-deleted', 'tag': '0f21452f-beb6-4385-967a-af441bcc193a', 'status': 'completed', 'code': 200} Jul 27 21:30:52.653299 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-c134b5a8-3b75-4132-b9fc-3926cc95e95e req-94fc1e3d-a471-49b1-b3b7-c33919b82ae3 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] 10.222.0.59 "GET /v2.0/ports?device_id=74957044-c06d-4f68-ae63-985fdbc25824 HTTP/1.1" status: 200 len: 210 time: 0.0329854 Jul 27 21:30:53.259693 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 33724) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:30:53.364245 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bdfd56-2099-41f5-936d-fa49a585afe8 req-e468d132-36e4-47c1-9a48-00c911434d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:30:53.365689 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-17bdfd56-2099-41f5-936d-fa49a585afe8 req-e468d132-36e4-47c1-9a48-00c911434d81 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=c58882fa-462e-4c19-bb88-3a95b954aebc HTTP/1.1" status: 200 len: 1097 time: 0.1048172 Jul 27 21:30:53.401016 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-17bdfd56-2099-41f5-936d-fa49a585afe8 req-676511df-f447-4667-aa65-51ebb7afa82c service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=5c0f6585-9f1b-449c-b342-19e26df5885e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0283527 Jul 27 21:30:53.755775 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-1ae808a8-52ca-4ba3-ba20-b91a78e64eca req-755b61d8-520d-4222-a73d-511910dfda2c tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] 10.222.0.59 "GET /v2.0/ports?device_id=74957044-c06d-4f68-ae63-985fdbc25824 HTTP/1.1" status: 200 len: 210 time: 0.0339255 Jul 27 21:30:54.852001 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-2615f1ec-4faf-4ecf-9d7e-24a328d5f466 req-27da7efa-7f90-4644-af4f-4c5a3a890757 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] 10.222.0.59 "GET /v2.0/ports?device_id=74957044-c06d-4f68-ae63-985fdbc25824 HTTP/1.1" status: 200 len: 210 time: 0.0318954 Jul 27 21:30:55.866172 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device 0f21452f-beb6-4385-967a-af441bcc193a no longer exists at agent hyperv_n-h1-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:30:55.890800 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-28650df7-c46c-4981-b84f-37d87254047e None None] No Port match for: 0f21452f-beb6-4385-967a-af441bcc193a {{(pid=105586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:30:55.891187 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device 0f21452f-beb6-4385-967a-af441bcc193a not bound to the agent host n-h1-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:30:56.285896 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-38254e5b-5a3f-4a9e-9170-7791bedf9d14 req-09eeae20-989d-44e6-bb90-e210b7e0c83e tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] 10.222.0.59 "GET /v2.0/ports?device_id=74957044-c06d-4f68-ae63-985fdbc25824 HTTP/1.1" status: 200 len: 210 time: 0.3527796 Jul 27 21:30:59.287661 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 33800) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:30:59.292313 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-92b5278c-70ce-488c-9fee-515c0bd0d115 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-990437107', 'description': 'tempest-secgroup-smoke-990437107 description', 'project_id': '86837ff0d819403d862560ca192fdca7'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:30:59.313322 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-92b5278c-70ce-488c-9fee-515c0bd0d115 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Notify callbacks [] for security_group, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:30:59.391574 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-92b5278c-70ce-488c-9fee-515c0bd0d115 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Notify callbacks [] for security_group, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:30:59.395065 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-92b5278c-70ce-488c-9fee-515c0bd0d115 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:30:59.421690 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-92b5278c-70ce-488c-9fee-515c0bd0d115 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Notify callbacks [] for security_group, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:30:59.422881 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-92b5278c-70ce-488c-9fee-515c0bd0d115 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1342483 Jul 27 21:30:59.423988 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b5278c-70ce-488c-9fee-515c0bd0d115 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a5e6581c-d58a-4df1-b094-3a90bf3c9fce,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:30:59.426067 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 33802) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:30:59.431169 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-fef97a64-9ac5-47e7-b747-9af3f39bdd09 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Request body: {'security_group_rule': {'security_group_id': 'a5e6581c-d58a-4df1-b094-3a90bf3c9fce', 'project_id': '86837ff0d819403d862560ca192fdca7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:30:59.459176 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-fef97a64-9ac5-47e7-b747-9af3f39bdd09 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:30:59.504147 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-fef97a64-9ac5-47e7-b747-9af3f39bdd09 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:30:59.507381 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-fef97a64-9ac5-47e7-b747-9af3f39bdd09 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732636'] for security_group_rule, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:30:59.528864 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef97a64-9ac5-47e7-b747-9af3f39bdd09 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b5ff90a-7685-4996-98a2-0694556222ff,revision_number=0']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:30:59.535078 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-fef97a64-9ac5-47e7-b747-9af3f39bdd09 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:30:59.536334 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-fef97a64-9ac5-47e7-b747-9af3f39bdd09 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1091106 Jul 27 21:30:59.539163 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 33804) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:30:59.543832 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-188d3a23-8597-4be8-bada-60d171a5baca tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Request body: {'security_group_rule': {'security_group_id': 'a5e6581c-d58a-4df1-b094-3a90bf3c9fce', 'project_id': '86837ff0d819403d862560ca192fdca7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:30:59.568558 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-188d3a23-8597-4be8-bada-60d171a5baca tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:30:59.623835 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-188d3a23-8597-4be8-bada-60d171a5baca tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:30:59.627248 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-188d3a23-8597-4be8-bada-60d171a5baca tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732636'] for security_group_rule, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:30:59.643879 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188d3a23-8597-4be8-bada-60d171a5baca tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d636b98b-6598-44c0-acc6-6c1b91983d37,revision_number=0']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:30:59.649810 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-188d3a23-8597-4be8-bada-60d171a5baca tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:30:59.650985 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-188d3a23-8597-4be8-bada-60d171a5baca tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1106868 Jul 27 21:30:59.653803 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 33806) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:30:59.658108 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-d70fbfeb-290d-4215-8daa-388f1296c7e7 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Request body: {'security_group_rule': {'security_group_id': 'a5e6581c-d58a-4df1-b094-3a90bf3c9fce', 'project_id': '86837ff0d819403d862560ca192fdca7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:30:59.684181 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-d70fbfeb-290d-4215-8daa-388f1296c7e7 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:30:59.738959 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-d70fbfeb-290d-4215-8daa-388f1296c7e7 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:30:59.742835 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-d70fbfeb-290d-4215-8daa-388f1296c7e7 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732636'] for security_group_rule, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:30:59.757942 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70fbfeb-290d-4215-8daa-388f1296c7e7 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=997a83e3-d62e-4cae-826d-134f8a884c0a,revision_number=0']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:30:59.766959 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-d70fbfeb-290d-4215-8daa-388f1296c7e7 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:30:59.768151 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-d70fbfeb-290d-4215-8daa-388f1296c7e7 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1134377 Jul 27 21:30:59.770786 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 33808) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:30:59.775132 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-a702503b-0021-4474-9d96-cb77a5fdcc48 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Request body: {'security_group_rule': {'security_group_id': 'a5e6581c-d58a-4df1-b094-3a90bf3c9fce', 'project_id': '86837ff0d819403d862560ca192fdca7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:30:59.799492 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-a702503b-0021-4474-9d96-cb77a5fdcc48 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:30:59.856612 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-a702503b-0021-4474-9d96-cb77a5fdcc48 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:30:59.861335 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-a702503b-0021-4474-9d96-cb77a5fdcc48 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732636'] for security_group_rule, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:30:59.878983 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a702503b-0021-4474-9d96-cb77a5fdcc48 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bcda7c45-986c-4a83-ab28-2b9a647128d7,revision_number=0']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:30:59.885121 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-a702503b-0021-4474-9d96-cb77a5fdcc48 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:30:59.886334 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-a702503b-0021-4474-9d96-cb77a5fdcc48 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1145952 Jul 27 21:30:59.889021 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 33810) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:30:59.894023 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-116c7e0e-0068-4cde-ba6a-ac81ea381498 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Request body: {'security_group_rule': {'security_group_id': 'a5e6581c-d58a-4df1-b094-3a90bf3c9fce', 'project_id': '86837ff0d819403d862560ca192fdca7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:30:59.915129 n-d-705658-22 neutron-server[105584]: INFO neutron.db.securitygroups_db [None req-116c7e0e-0068-4cde-ba6a-ac81ea381498 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Project 86837ff0d819403d862560ca192fdca7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 27 21:30:59.920152 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-116c7e0e-0068-4cde-ba6a-ac81ea381498 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:30:59.980541 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-116c7e0e-0068-4cde-ba6a-ac81ea381498 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:30:59.983920 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-116c7e0e-0068-4cde-ba6a-ac81ea381498 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732636'] for security_group_rule, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:31:00.004546 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116c7e0e-0068-4cde-ba6a-ac81ea381498 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b95f3daa-2614-466c-8199-f93502862617,revision_number=0']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:31:00.008174 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-116c7e0e-0068-4cde-ba6a-ac81ea381498 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:31:00.009327 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-116c7e0e-0068-4cde-ba6a-ac81ea381498 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1193640 Jul 27 21:31:00.012083 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 33812) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:31:00.016388 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-d368047a-6b76-475b-9a71-744eab1c6ea1 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Request body: {'security_group_rule': {'security_group_id': 'a5e6581c-d58a-4df1-b094-3a90bf3c9fce', 'project_id': '86837ff0d819403d862560ca192fdca7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:31:00.036927 n-d-705658-22 neutron-server[105584]: INFO neutron.db.securitygroups_db [None req-d368047a-6b76-475b-9a71-744eab1c6ea1 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Project 86837ff0d819403d862560ca192fdca7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 27 21:31:00.042668 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-d368047a-6b76-475b-9a71-744eab1c6ea1 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:31:00.101233 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-d368047a-6b76-475b-9a71-744eab1c6ea1 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:31:00.105457 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-d368047a-6b76-475b-9a71-744eab1c6ea1 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732636'] for security_group_rule, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:31:00.123346 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d368047a-6b76-475b-9a71-744eab1c6ea1 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e893df1-e984-443c-ac47-6166e9dc51d2,revision_number=0']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:31:00.129353 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-d368047a-6b76-475b-9a71-744eab1c6ea1 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:31:00.130790 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-d368047a-6b76-475b-9a71-744eab1c6ea1 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1177793 Jul 27 21:31:06.504297 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:31:08.924309 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-9143ec9b-667b-4a08-902a-38ce34293812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:31:10.302262 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:31:11.566264 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-b18682eb-2ddc-443a-935d-3dc1fc9bc8ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:31:11.889075 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:31:12.952905 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-bb32ed7d-8717-448b-a9c8-a5a0117d1fd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:31:13.378141 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-907416ca-d42b-4ec4-ad04-dfec306272e7 req-8aba0c2c-7fd1-43b7-adec-601098cbc219 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-990437107&fields=id&tenant_id=86837ff0d819403d862560ca192fdca7 HTTP/1.1" status: 200 len: 267 time: 0.0328853 Jul 27 21:31:13.482958 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907416ca-d42b-4ec4-ad04-dfec306272e7 req-cdad5f13-38e7-413a-a2bf-88a6e0fb102a tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:31:13.484460 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-907416ca-d42b-4ec4-ad04-dfec306272e7 req-cdad5f13-38e7-413a-a2bf-88a6e0fb102a tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] 10.222.0.59 "GET /v2.0/networks?id=b8c68474-1d26-4c5c-9f82-5da72e824d0f HTTP/1.1" status: 200 len: 810 time: 0.0997827 Jul 27 21:31:13.499214 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-907416ca-d42b-4ec4-ad04-dfec306272e7 req-1392fb66-101b-4dd1-8d73-910fbd0b2344 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] 10.222.0.59 "GET /v2.0/quotas/86837ff0d819403d862560ca192fdca7 HTTP/1.1" status: 200 len: 375 time: 0.0091095 Jul 27 21:31:13.563873 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-907416ca-d42b-4ec4-ad04-dfec306272e7 req-8e1095e7-a4b9-44f9-b39b-c12c357f0466 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=86837ff0d819403d862560ca192fdca7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0596964 Jul 27 21:31:13.659550 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-907416ca-d42b-4ec4-ad04-dfec306272e7 req-2a83da84-0ed2-4ac1-bea3-3c139fb30fc6 service neutron] 10.222.0.59 "GET /v2.0/networks/b8c68474-1d26-4c5c-9f82-5da72e824d0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836806 Jul 27 21:31:13.745617 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-907416ca-d42b-4ec4-ad04-dfec306272e7 req-338dfc9b-4c29-4d3f-9702-1ff7d77b0fde service neutron] 10.222.0.59 "GET /v2.0/networks/b8c68474-1d26-4c5c-9f82-5da72e824d0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799897 Jul 27 21:31:14.038414 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-5b20086b-33d3-47da-963b-c559052fc651 req-0c2a1bac-4fa9-4261-b6ca-9fb691b4530d tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] 10.222.0.59 "GET /v2.0/ports?device_id=1bf5d39b-7e21-4bc3-930e-bb775433418d HTTP/1.1" status: 200 len: 210 time: 0.0294995 Jul 27 21:31:14.391214 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-875ced1b-4cf3-463a-9653-058f0f9421e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:31:14.928786 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907416ca-d42b-4ec4-ad04-dfec306272e7 req-04f90d73-17db-4995-bef8-4ea3e42cf13d tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:31:14.930230 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-907416ca-d42b-4ec4-ad04-dfec306272e7 req-04f90d73-17db-4995-bef8-4ea3e42cf13d tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] 10.222.0.36 "GET /v2.0/networks?id=b8c68474-1d26-4c5c-9f82-5da72e824d0f HTTP/1.1" status: 200 len: 810 time: 0.1088254 Jul 27 21:31:14.973933 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-907416ca-d42b-4ec4-ad04-dfec306272e7 req-3581b80a-3ace-4be9-bf50-5f96b82ae114 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=86837ff0d819403d862560ca192fdca7 HTTP/1.1" status: 200 len: 379 time: 0.0341368 Jul 27 21:31:14.983786 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [req-907416ca-d42b-4ec4-ad04-dfec306272e7 req-9ea17ab2-3bfd-4fa9-b6b9-4a6ab3b2fee2 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Request body: {'port': {'device_id': '1bf5d39b-7e21-4bc3-930e-bb775433418d', 'network_id': 'b8c68474-1d26-4c5c-9f82-5da72e824d0f', 'admin_state_up': True, 'tenant_id': '86837ff0d819403d862560ca192fdca7', 'security_groups': ['a5e6581c-d58a-4df1-b094-3a90bf3c9fce']}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:31:15.096063 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-907416ca-d42b-4ec4-ad04-dfec306272e7 req-9ea17ab2-3bfd-4fa9-b6b9-4a6ab3b2fee2 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Made reservation on behalf of 86837ff0d819403d862560ca192fdca7 for: {'port': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:31:15.099892 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-907416ca-d42b-4ec4-ad04-dfec306272e7 req-9ea17ab2-3bfd-4fa9-b6b9-4a6ab3b2fee2 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:31:15.163121 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-eddbd691-df2c-42da-9acb-a56dbe0fa93f req-3b4d574c-5833-4d15-87e9-11d2ca136b3c tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] 10.222.0.59 "GET /v2.0/ports?device_id=1bf5d39b-7e21-4bc3-930e-bb775433418d HTTP/1.1" status: 200 len: 210 time: 0.0394592 Jul 27 21:31:15.228381 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.db_base_plugin_common [req-907416ca-d42b-4ec4-ad04-dfec306272e7 req-9ea17ab2-3bfd-4fa9-b6b9-4a6ab3b2fee2 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Allocated IP 172.20.0.13 (b8c68474-1d26-4c5c-9f82-5da72e824d0f/11733cc0-d894-4d0f-84a6-7f612951db53/efa6aaf9-7d1a-41b7-bf18-0828d6c551b4) {{(pid=105584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:31:15.372674 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-907416ca-d42b-4ec4-ad04-dfec306272e7 req-9ea17ab2-3bfd-4fa9-b6b9-4a6ab3b2fee2 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Notify callbacks [] for port, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:31:15.386594 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.provisioning_blocks [req-907416ca-d42b-4ec4-ad04-dfec306272e7 req-9ea17ab2-3bfd-4fa9-b6b9-4a6ab3b2fee2 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Transition to ACTIVE for port object efa6aaf9-7d1a-41b7-bf18-0828d6c551b4 will not be triggered until provisioned by entity DHCP. {{(pid=105584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:31:15.421107 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-907416ca-d42b-4ec4-ad04-dfec306272e7 req-9ea17ab2-3bfd-4fa9-b6b9-4a6ab3b2fee2 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:31:15.465922 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-907416ca-d42b-4ec4-ad04-dfec306272e7 req-9ea17ab2-3bfd-4fa9-b6b9-4a6ab3b2fee2 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Network b8c68474-1d26-4c5c-9f82-5da72e824d0f is already hosted by enough agents. {{(pid=105584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:31:15.472142 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [req-907416ca-d42b-4ec4-ad04-dfec306272e7 req-9ea17ab2-3bfd-4fa9-b6b9-4a6ab3b2fee2 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Resources bound (agent type, host, resource id): {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:31:15.472142 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [req-907416ca-d42b-4ec4-ad04-dfec306272e7 req-9ea17ab2-3bfd-4fa9-b6b9-4a6ab3b2fee2 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Received port after_create {{(pid=105584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:31:15.484582 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea17ab2-3bfd-4fa9-b6b9-4a6ab3b2fee2 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Pushing event updated for resources: {'Port': ['ID=efa6aaf9-7d1a-41b7-bf18-0828d6c551b4,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:31:15.544422 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907416ca-d42b-4ec4-ad04-dfec306272e7 req-9ea17ab2-3bfd-4fa9-b6b9-4a6ab3b2fee2 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:31:15.545207 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-907416ca-d42b-4ec4-ad04-dfec306272e7 req-9ea17ab2-3bfd-4fa9-b6b9-4a6ab3b2fee2 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:31:15.565765 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-907416ca-d42b-4ec4-ad04-dfec306272e7 req-9ea17ab2-3bfd-4fa9-b6b9-4a6ab3b2fee2 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5824399 Jul 27 21:31:15.579899 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [req-907416ca-d42b-4ec4-ad04-dfec306272e7 req-7473b301-b02a-4bb3-a7d5-fe0b23de9297 service neutron] Request body: {'port': {'device_id': '1bf5d39b-7e21-4bc3-930e-bb775433418d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-705658-22'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:31:15.675380 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-907416ca-d42b-4ec4-ad04-dfec306272e7 req-7473b301-b02a-4bb3-a7d5-fe0b23de9297 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:31:15.770235 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-7abb0beb-0e65-4478-9a62-5c3c0eda6ecf None None] Provisioning for port efa6aaf9-7d1a-41b7-bf18-0828d6c551b4 completed by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:31:15.776269 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-7abb0beb-0e65-4478-9a62-5c3c0eda6ecf None None] Provisioning complete for port efa6aaf9-7d1a-41b7-bf18-0828d6c551b4 triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:31:15.777701 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-7abb0beb-0e65-4478-9a62-5c3c0eda6ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:31:15.819947 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-7abb0beb-0e65-4478-9a62-5c3c0eda6ecf None None] Port efa6aaf9-7d1a-41b7-bf18-0828d6c551b4 cannot update to ACTIVE because it is not bound. {{(pid=105586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:31:15.943687 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [req-907416ca-d42b-4ec4-ad04-dfec306272e7 req-7473b301-b02a-4bb3-a7d5-fe0b23de9297 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id efa6aaf9-7d1a-41b7-bf18-0828d6c551b4 {{(pid=105584) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:31:15.951145 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-907416ca-d42b-4ec4-ad04-dfec306272e7 req-7473b301-b02a-4bb3-a7d5-fe0b23de9297 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:31:15.962955 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.provisioning_blocks [req-907416ca-d42b-4ec4-ad04-dfec306272e7 req-7473b301-b02a-4bb3-a7d5-fe0b23de9297 service neutron] Transition to ACTIVE for port object efa6aaf9-7d1a-41b7-bf18-0828d6c551b4 will not be triggered until provisioned by entity L2. {{(pid=105584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:31:15.966923 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-907416ca-d42b-4ec4-ad04-dfec306272e7 req-7473b301-b02a-4bb3-a7d5-fe0b23de9297 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9014027'] for port, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:31:16.058323 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7473b301-b02a-4bb3-a7d5-fe0b23de9297 service neutron] Pushing event updated for resources: {'Port': ['ID=efa6aaf9-7d1a-41b7-bf18-0828d6c551b4,revision_number=2']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:31:16.090298 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [req-907416ca-d42b-4ec4-ad04-dfec306272e7 req-7473b301-b02a-4bb3-a7d5-fe0b23de9297 service neutron] Attempting to bind port efa6aaf9-7d1a-41b7-bf18-0828d6c551b4 on host n-h1-705658-22 for vnic_type normal with profile {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:31:16.090639 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [req-907416ca-d42b-4ec4-ad04-dfec306272e7 req-7473b301-b02a-4bb3-a7d5-fe0b23de9297 service neutron] Attempting to bind port efa6aaf9-7d1a-41b7-bf18-0828d6c551b4 by drivers openvswitch,hyperv on host n-h1-705658-22 at level 0 using segments [{'id': '6a44b0c8-0b10-4191-b0e4-021984ddfab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'b8c68474-1d26-4c5c-9f82-5da72e824d0f'}] {{(pid=105584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:31:16.090969 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-907416ca-d42b-4ec4-ad04-dfec306272e7 req-7473b301-b02a-4bb3-a7d5-fe0b23de9297 service neutron] Attempting to bind port efa6aaf9-7d1a-41b7-bf18-0828d6c551b4 on network b8c68474-1d26-4c5c-9f82-5da72e824d0f {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:31:16.095701 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-907416ca-d42b-4ec4-ad04-dfec306272e7 req-7473b301-b02a-4bb3-a7d5-fe0b23de9297 service neutron] Port efa6aaf9-7d1a-41b7-bf18-0828d6c551b4 on network b8c68474-1d26-4c5c-9f82-5da72e824d0f not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-22 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:31:16.096028 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-907416ca-d42b-4ec4-ad04-dfec306272e7 req-7473b301-b02a-4bb3-a7d5-fe0b23de9297 service neutron] Attempting to bind port efa6aaf9-7d1a-41b7-bf18-0828d6c551b4 on network b8c68474-1d26-4c5c-9f82-5da72e824d0f {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:31:16.101333 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-907416ca-d42b-4ec4-ad04-dfec306272e7 req-7473b301-b02a-4bb3-a7d5-fe0b23de9297 service neutron] Checking agent: {'id': '9d9bc37f-4d75-44ef-9f63-799aab3e316f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 49, 36), 'started_at': datetime.datetime(2021, 7, 27, 20, 49, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 31, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:31:16.101708 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-907416ca-d42b-4ec4-ad04-dfec306272e7 req-7473b301-b02a-4bb3-a7d5-fe0b23de9297 service neutron] Checking segment: {'id': '6a44b0c8-0b10-4191-b0e4-021984ddfab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'b8c68474-1d26-4c5c-9f82-5da72e824d0f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:31:16.102101 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-907416ca-d42b-4ec4-ad04-dfec306272e7 req-7473b301-b02a-4bb3-a7d5-fe0b23de9297 service neutron] Bound using segment: {'id': '6a44b0c8-0b10-4191-b0e4-021984ddfab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'b8c68474-1d26-4c5c-9f82-5da72e824d0f'} {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:31:16.102534 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [req-907416ca-d42b-4ec4-ad04-dfec306272e7 req-7473b301-b02a-4bb3-a7d5-fe0b23de9297 service neutron] Bound port: efa6aaf9-7d1a-41b7-bf18-0828d6c551b4, host: n-h1-705658-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a44b0c8-0b10-4191-b0e4-021984ddfab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'b8c68474-1d26-4c5c-9f82-5da72e824d0f'}}] {{(pid=105584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:31:16.102952 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-907416ca-d42b-4ec4-ad04-dfec306272e7 req-7473b301-b02a-4bb3-a7d5-fe0b23de9297 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:31:16.184634 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [req-907416ca-d42b-4ec4-ad04-dfec306272e7 req-7473b301-b02a-4bb3-a7d5-fe0b23de9297 service neutron] For port efa6aaf9-7d1a-41b7-bf18-0828d6c551b4, host n-h1-705658-22, cleared binding levels {{(pid=105584) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:31:16.188604 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [req-907416ca-d42b-4ec4-ad04-dfec306272e7 req-7473b301-b02a-4bb3-a7d5-fe0b23de9297 service neutron] For port efa6aaf9-7d1a-41b7-bf18-0828d6c551b4, host n-h1-705658-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=efa6aaf9-7d1a-41b7-bf18-0828d6c551b4,segment=NetworkSegment(6a44b0c8-0b10-4191-b0e4-021984ddfab8),segment_id=6a44b0c8-0b10-4191-b0e4-021984ddfab8)] {{(pid=105584) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:31:16.196734 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-907416ca-d42b-4ec4-ad04-dfec306272e7 req-7473b301-b02a-4bb3-a7d5-fe0b23de9297 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9014027'] for port, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:31:16.233560 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907416ca-d42b-4ec4-ad04-dfec306272e7 req-7473b301-b02a-4bb3-a7d5-fe0b23de9297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:31:16.234194 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-907416ca-d42b-4ec4-ad04-dfec306272e7 req-7473b301-b02a-4bb3-a7d5-fe0b23de9297 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:31:16.235649 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-907416ca-d42b-4ec4-ad04-dfec306272e7 req-7473b301-b02a-4bb3-a7d5-fe0b23de9297 service neutron] 10.222.0.36 "PUT /v2.0/ports/efa6aaf9-7d1a-41b7-bf18-0828d6c551b4 HTTP/1.1" status: 200 len: 1093 time: 0.6619964 Jul 27 21:31:16.236095 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1bf5d39b-7e21-4bc3-930e-bb775433418d', 'tag': 'efa6aaf9-7d1a-41b7-bf18-0828d6c551b4'}] {{(pid=105584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:31:16.238380 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bce5e6c8685464f7626901654159975603b047827e3138302ed6566e28f1343" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96a8bbb6-bfaf-48a9-968c-59f0df976707" -d '{"events": [{"name": "network-changed", "server_uuid": "1bf5d39b-7e21-4bc3-930e-bb775433418d", "tag": "efa6aaf9-7d1a-41b7-bf18-0828d6c551b4"}]}' {{(pid=105584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:31:16.268216 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7473b301-b02a-4bb3-a7d5-fe0b23de9297 service neutron] Pushing event updated for resources: {'Port': ['ID=efa6aaf9-7d1a-41b7-bf18-0828d6c551b4,revision_number=3']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:31:16.336005 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:31:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d66a1783-96bd-42f2-aced-3d7296f67485 x-openstack-request-id: req-d66a1783-96bd-42f2-aced-3d7296f67485 {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:31:16.336306 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1bf5d39b-7e21-4bc3-930e-bb775433418d", "tag": "efa6aaf9-7d1a-41b7-bf18-0828d6c551b4", "status": "completed", "code": 200}]} {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:31:16.336537 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-d66a1783-96bd-42f2-aced-3d7296f67485 {{(pid=105584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:31:16.336935 n-d-705658-22 neutron-server[105584]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1bf5d39b-7e21-4bc3-930e-bb775433418d', 'tag': 'efa6aaf9-7d1a-41b7-bf18-0828d6c551b4', 'status': 'completed', 'code': 200} Jul 27 21:31:16.365534 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e16d178-e9b0-4967-8650-35da4dcf17c9 req-cddc462c-9143-4afc-8760-105a6780f513 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:31:16.369433 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-8e16d178-e9b0-4967-8650-35da4dcf17c9 req-cddc462c-9143-4afc-8760-105a6780f513 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] 10.222.0.59 "GET /v2.0/ports?device_id=1bf5d39b-7e21-4bc3-930e-bb775433418d HTTP/1.1" status: 200 len: 944 time: 0.1449578 Jul 27 21:31:16.370217 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907416ca-d42b-4ec4-ad04-dfec306272e7 req-6098d69d-cb43-48a4-85c2-42b8078fee2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:31:16.371895 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-907416ca-d42b-4ec4-ad04-dfec306272e7 req-6098d69d-cb43-48a4-85c2-42b8078fee2f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=86837ff0d819403d862560ca192fdca7&device_id=1bf5d39b-7e21-4bc3-930e-bb775433418d HTTP/1.1" status: 200 len: 1096 time: 0.0845764 Jul 27 21:31:16.412209 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-8e16d178-e9b0-4967-8650-35da4dcf17c9 req-01f37d8e-4189-4f73-859d-4dd5c966393e tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] 10.222.0.59 "GET /v2.0/security-groups?id=a5e6581c-d58a-4df1-b094-3a90bf3c9fce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365329 Jul 27 21:31:16.425187 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-907416ca-d42b-4ec4-ad04-dfec306272e7 req-5c8fc3ae-b737-45da-8774-8ea4c7c94e8e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=efa6aaf9-7d1a-41b7-bf18-0828d6c551b4 HTTP/1.1" status: 200 len: 217 time: 0.0450625 Jul 27 21:31:16.477311 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907416ca-d42b-4ec4-ad04-dfec306272e7 req-edd8f541-c8e2-4fbd-860f-70cf9ed88c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:31:16.478827 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-907416ca-d42b-4ec4-ad04-dfec306272e7 req-edd8f541-c8e2-4fbd-860f-70cf9ed88c60 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=11733cc0-d894-4d0f-84a6-7f612951db53 HTTP/1.1" status: 200 len: 849 time: 0.0469744 Jul 27 21:31:16.546596 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907416ca-d42b-4ec4-ad04-dfec306272e7 req-9d207098-003e-4dc0-a949-859c12182fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:31:16.548060 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-907416ca-d42b-4ec4-ad04-dfec306272e7 req-9d207098-003e-4dc0-a949-859c12182fcc service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b8c68474-1d26-4c5c-9f82-5da72e824d0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0620859 Jul 27 21:31:16.639552 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-907416ca-d42b-4ec4-ad04-dfec306272e7 req-7ded33b1-6134-4df9-9b5a-1157f3c99d10 service neutron] 10.222.0.36 "GET /v2.0/networks/b8c68474-1d26-4c5c-9f82-5da72e824d0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834489 Jul 27 21:31:16.736211 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-907416ca-d42b-4ec4-ad04-dfec306272e7 req-72b5f996-d4d6-4c64-bdc7-c885ac1ae505 service neutron] 10.222.0.36 "GET /v2.0/networks/b8c68474-1d26-4c5c-9f82-5da72e824d0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891061 Jul 27 21:31:16.833829 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a8bbb6-bfaf-48a9-968c-59f0df976707 req-0fbb3ecc-27f9-44cb-9989-1552dfa3161f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:31:16.835306 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-96a8bbb6-bfaf-48a9-968c-59f0df976707 req-0fbb3ecc-27f9-44cb-9989-1552dfa3161f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=86837ff0d819403d862560ca192fdca7&device_id=1bf5d39b-7e21-4bc3-930e-bb775433418d HTTP/1.1" status: 200 len: 1096 time: 0.0565095 Jul 27 21:31:16.927233 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a8bbb6-bfaf-48a9-968c-59f0df976707 req-bd281c04-3467-4915-b77a-326170165e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:31:16.928704 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-96a8bbb6-bfaf-48a9-968c-59f0df976707 req-bd281c04-3467-4915-b77a-326170165e90 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b8c68474-1d26-4c5c-9f82-5da72e824d0f HTTP/1.1" status: 200 len: 911 time: 0.0866361 Jul 27 21:31:16.974029 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-96a8bbb6-bfaf-48a9-968c-59f0df976707 req-83637705-44ea-4709-a719-5ff84b64cdd5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=efa6aaf9-7d1a-41b7-bf18-0828d6c551b4 HTTP/1.1" status: 200 len: 217 time: 0.0379393 Jul 27 21:31:17.022954 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a8bbb6-bfaf-48a9-968c-59f0df976707 req-fc253673-5fa9-410a-b8c7-db4128f445d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:31:17.024485 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-96a8bbb6-bfaf-48a9-968c-59f0df976707 req-fc253673-5fa9-410a-b8c7-db4128f445d7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=11733cc0-d894-4d0f-84a6-7f612951db53 HTTP/1.1" status: 200 len: 849 time: 0.0440073 Jul 27 21:31:17.084735 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a8bbb6-bfaf-48a9-968c-59f0df976707 req-136b6d6e-1c76-47c1-b4c8-9700c2b55498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:31:17.086309 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-96a8bbb6-bfaf-48a9-968c-59f0df976707 req-136b6d6e-1c76-47c1-b4c8-9700c2b55498 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b8c68474-1d26-4c5c-9f82-5da72e824d0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0547194 Jul 27 21:31:17.180313 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-96a8bbb6-bfaf-48a9-968c-59f0df976707 req-ec289667-e303-4e3d-bd8b-6017a84c38f6 service neutron] 10.222.0.36 "GET /v2.0/networks/b8c68474-1d26-4c5c-9f82-5da72e824d0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865877 Jul 27 21:31:17.270812 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-96a8bbb6-bfaf-48a9-968c-59f0df976707 req-4cc7c95f-721c-431d-98ed-9dedd1c6f627 service neutron] 10.222.0.36 "GET /v2.0/networks/b8c68474-1d26-4c5c-9f82-5da72e824d0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823486 Jul 27 21:31:17.553009 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4aa5bb1-5616-4436-ae82-086e8ef7fd07 req-1a77c965-c875-4f57-a0db-0bc2954f2c96 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:31:17.560259 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e4aa5bb1-5616-4436-ae82-086e8ef7fd07 req-1a77c965-c875-4f57-a0db-0bc2954f2c96 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] 10.222.0.59 "GET /v2.0/ports?device_id=1bf5d39b-7e21-4bc3-930e-bb775433418d HTTP/1.1" status: 200 len: 944 time: 0.0718970 Jul 27 21:31:17.595667 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e4aa5bb1-5616-4436-ae82-086e8ef7fd07 req-cfa45d3e-fd09-480f-99cd-302907cdd668 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] 10.222.0.59 "GET /v2.0/security-groups?id=a5e6581c-d58a-4df1-b094-3a90bf3c9fce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345726 Jul 27 21:31:18.728853 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6eb322a-8a64-4acd-bdfe-e7f43d1e0e30 req-21b05260-03e3-425d-933b-0a6681b34f32 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:31:18.730428 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-c6eb322a-8a64-4acd-bdfe-e7f43d1e0e30 req-21b05260-03e3-425d-933b-0a6681b34f32 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] 10.222.0.59 "GET /v2.0/ports?device_id=1bf5d39b-7e21-4bc3-930e-bb775433418d HTTP/1.1" status: 200 len: 944 time: 0.0672877 Jul 27 21:31:18.770184 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-c6eb322a-8a64-4acd-bdfe-e7f43d1e0e30 req-c2914d30-7ad1-4f49-8e4c-a79f4f8e87ea tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] 10.222.0.59 "GET /v2.0/security-groups?id=a5e6581c-d58a-4df1-b094-3a90bf3c9fce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337400 Jul 27 21:31:19.898833 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d36b042-e7e6-458a-a842-916ffc80d857 req-3251978c-a8b2-4463-ac6c-6e4a5cb51b4b tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:31:19.900429 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-3d36b042-e7e6-458a-a842-916ffc80d857 req-3251978c-a8b2-4463-ac6c-6e4a5cb51b4b tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] 10.222.0.59 "GET /v2.0/ports?device_id=1bf5d39b-7e21-4bc3-930e-bb775433418d HTTP/1.1" status: 200 len: 944 time: 0.0640509 Jul 27 21:31:19.937823 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-3d36b042-e7e6-458a-a842-916ffc80d857 req-d1bcb552-7cfb-4991-8b6a-3613eb4773a0 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] 10.222.0.59 "GET /v2.0/security-groups?id=a5e6581c-d58a-4df1-b094-3a90bf3c9fce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309291 Jul 27 21:31:20.193459 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-29cdaeda-fd03-40c6-85cf-1a1a858186ac req-e4b2c010-e8d4-4605-87bc-e7ba67fb6ab1 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=c58882fa-462e-4c19-bb88-3a95b954aebc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0545995 Jul 27 21:31:20.288527 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cdaeda-fd03-40c6-85cf-1a1a858186ac req-f0b808b5-4dc9-48df-97fc-d8fb15e908c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:31:20.289994 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-29cdaeda-fd03-40c6-85cf-1a1a858186ac req-f0b808b5-4dc9-48df-97fc-d8fb15e908c4 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d192f93ac8104a9cbcedf26b26eec08e&device_id=c58882fa-462e-4c19-bb88-3a95b954aebc HTTP/1.1" status: 200 len: 1097 time: 0.0540907 Jul 27 21:31:20.389972 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cdaeda-fd03-40c6-85cf-1a1a858186ac req-3d11ab5e-f524-4189-96e5-c67019daaad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:31:20.391463 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-29cdaeda-fd03-40c6-85cf-1a1a858186ac req-3d11ab5e-f524-4189-96e5-c67019daaad3 service neutron] 10.222.0.60 "GET /v2.0/networks?id=9187a0c9-a8c4-4063-b30f-be09608c86e7 HTTP/1.1" status: 200 len: 910 time: 0.0823791 Jul 27 21:31:20.461228 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-29cdaeda-fd03-40c6-85cf-1a1a858186ac req-048e7c04-3f34-434d-9493-345d06675623 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6c61b806-e2b6-4dcc-8e45-aa8ed30e944f HTTP/1.1" status: 200 len: 1000 time: 0.0614951 Jul 27 21:31:20.514018 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cdaeda-fd03-40c6-85cf-1a1a858186ac req-56597a45-eaed-4d1c-9f07-8ce100b772a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:31:20.515442 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-29cdaeda-fd03-40c6-85cf-1a1a858186ac req-56597a45-eaed-4d1c-9f07-8ce100b772a5 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=23592c3c-b503-4201-9a1d-ccf3be36328f HTTP/1.1" status: 200 len: 848 time: 0.0439556 Jul 27 21:31:20.576908 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cdaeda-fd03-40c6-85cf-1a1a858186ac req-def91f18-bb14-447a-9ee5-eb6edfef15f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:31:20.578417 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-29cdaeda-fd03-40c6-85cf-1a1a858186ac req-def91f18-bb14-447a-9ee5-eb6edfef15f0 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=9187a0c9-a8c4-4063-b30f-be09608c86e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0543447 Jul 27 21:31:20.671312 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-29cdaeda-fd03-40c6-85cf-1a1a858186ac req-079acfc8-5fce-49a8-8a33-fd164cf576b3 service neutron] 10.222.0.60 "GET /v2.0/networks/9187a0c9-a8c4-4063-b30f-be09608c86e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846457 Jul 27 21:31:20.761269 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-29cdaeda-fd03-40c6-85cf-1a1a858186ac req-8fbc3421-337e-4a3d-ad61-1acbae27af3b service neutron] 10.222.0.60 "GET /v2.0/networks/9187a0c9-a8c4-4063-b30f-be09608c86e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814977 Jul 27 21:31:21.069661 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48400b33-a9e5-43df-b939-d259043f6640 req-89e2f194-da70-48cf-a80e-af07f1de3525 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:31:21.071100 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-48400b33-a9e5-43df-b939-d259043f6640 req-89e2f194-da70-48cf-a80e-af07f1de3525 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] 10.222.0.59 "GET /v2.0/ports?device_id=1bf5d39b-7e21-4bc3-930e-bb775433418d HTTP/1.1" status: 200 len: 944 time: 0.0666692 Jul 27 21:31:21.108005 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-48400b33-a9e5-43df-b939-d259043f6640 req-e3c807e3-a148-4da8-b1eb-9ad6474b3b5f tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] 10.222.0.59 "GET /v2.0/security-groups?id=a5e6581c-d58a-4df1-b094-3a90bf3c9fce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310280 Jul 27 21:31:22.235654 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb30e57e-73a9-4eb1-a9ab-8db249d64db2 req-f57bfd0c-0ff5-4cef-9523-68df77487594 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:31:22.237163 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-fb30e57e-73a9-4eb1-a9ab-8db249d64db2 req-f57bfd0c-0ff5-4cef-9523-68df77487594 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] 10.222.0.59 "GET /v2.0/ports?device_id=1bf5d39b-7e21-4bc3-930e-bb775433418d HTTP/1.1" status: 200 len: 944 time: 0.0630777 Jul 27 21:31:22.275003 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-fb30e57e-73a9-4eb1-a9ab-8db249d64db2 req-8c4b43a4-7e90-4322-b983-1b7ee4b5c817 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] 10.222.0.59 "GET /v2.0/security-groups?id=a5e6581c-d58a-4df1-b094-3a90bf3c9fce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319810 Jul 27 21:31:23.406948 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4de539-a771-47f4-b6f6-81f1f49a952e req-40e9d4a6-833c-4dd7-b0c5-e53b5ce68bf4 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:31:23.408452 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-6d4de539-a771-47f4-b6f6-81f1f49a952e req-40e9d4a6-833c-4dd7-b0c5-e53b5ce68bf4 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] 10.222.0.59 "GET /v2.0/ports?device_id=1bf5d39b-7e21-4bc3-930e-bb775433418d HTTP/1.1" status: 200 len: 944 time: 0.0673745 Jul 27 21:31:23.447856 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-6d4de539-a771-47f4-b6f6-81f1f49a952e req-c5bdf95e-e8c0-41c6-913a-944b9c1a3ad2 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] 10.222.0.59 "GET /v2.0/security-groups?id=a5e6581c-d58a-4df1-b094-3a90bf3c9fce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323610 Jul 27 21:31:24.575923 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d529861d-2d0f-4f54-b5a5-7931985a2d18 req-6f011620-d178-47f9-8efb-314928a1539d tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:31:24.577393 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-d529861d-2d0f-4f54-b5a5-7931985a2d18 req-6f011620-d178-47f9-8efb-314928a1539d tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] 10.222.0.59 "GET /v2.0/ports?device_id=1bf5d39b-7e21-4bc3-930e-bb775433418d HTTP/1.1" status: 200 len: 944 time: 0.0636551 Jul 27 21:31:24.615506 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-d529861d-2d0f-4f54-b5a5-7931985a2d18 req-84db6791-6d5c-49d9-9464-e8ba8744584a tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] 10.222.0.59 "GET /v2.0/security-groups?id=a5e6581c-d58a-4df1-b094-3a90bf3c9fce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321507 Jul 27 21:31:25.742372 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce1ae4b-c218-4196-82a6-1da73a85eda7 req-7f382134-6f12-4e14-a9a8-e815fababe04 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:31:25.744593 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-2ce1ae4b-c218-4196-82a6-1da73a85eda7 req-7f382134-6f12-4e14-a9a8-e815fababe04 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] 10.222.0.59 "GET /v2.0/ports?device_id=1bf5d39b-7e21-4bc3-930e-bb775433418d HTTP/1.1" status: 200 len: 944 time: 0.0628016 Jul 27 21:31:25.781666 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-2ce1ae4b-c218-4196-82a6-1da73a85eda7 req-7ab74a61-d68d-4452-bd62-dd2c8b18f3fe tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] 10.222.0.59 "GET /v2.0/security-groups?id=a5e6581c-d58a-4df1-b094-3a90bf3c9fce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311627 Jul 27 21:31:26.020990 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device efa6aaf9-7d1a-41b7-bf18-0828d6c551b4 details requested by agent hyperv_n-h1-705658-22 with host n-h1-705658-22 {{(pid=105586) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:31:26.113832 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] For port efa6aaf9-7d1a-41b7-bf18-0828d6c551b4, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=efa6aaf9-7d1a-41b7-bf18-0828d6c551b4,segment=NetworkSegment(6a44b0c8-0b10-4191-b0e4-021984ddfab8),segment_id=6a44b0c8-0b10-4191-b0e4-021984ddfab8)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:31:26.125419 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Returning: {'device': 'efa6aaf9-7d1a-41b7-bf18-0828d6c551b4', 'network_id': 'b8c68474-1d26-4c5c-9f82-5da72e824d0f', 'port_id': 'efa6aaf9-7d1a-41b7-bf18-0828d6c551b4', 'mac_address': 'fa:16:3e:56:d4:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 240, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11733cc0-d894-4d0f-84a6-7f612951db53', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105586) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:31:26.159517 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:31:26.172024 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id efa6aaf9-7d1a-41b7-bf18-0828d6c551b4 {{(pid=105586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:31:26.177929 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.agents_db [None req-558fcd2c-e512-47bc-a170-8673d87f7213 None None] Agent healthcheck: found 7 active agents {{(pid=105587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 21:31:26.190627 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] For port efa6aaf9-7d1a-41b7-bf18-0828d6c551b4, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=efa6aaf9-7d1a-41b7-bf18-0828d6c551b4,segment=NetworkSegment(6a44b0c8-0b10-4191-b0e4-021984ddfab8),segment_id=6a44b0c8-0b10-4191-b0e4-021984ddfab8)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:31:26.194377 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:31:26.240468 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Pushing event updated for resources: {'Port': ['ID=efa6aaf9-7d1a-41b7-bf18-0828d6c551b4,revision_number=4']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:31:26.395332 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] get_ports_and_sgs() called for port_ids ['efa6aaf9-7d1a-41b7-bf18-0828d6c551b4'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:31:26.913702 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdb279f-ed97-4b9f-8043-cf869e49b065 req-6de87d1d-e80c-4af9-9c2c-72d084e8ef57 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:31:26.915216 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-8cdb279f-ed97-4b9f-8043-cf869e49b065 req-6de87d1d-e80c-4af9-9c2c-72d084e8ef57 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] 10.222.0.59 "GET /v2.0/ports?device_id=1bf5d39b-7e21-4bc3-930e-bb775433418d HTTP/1.1" status: 200 len: 945 time: 0.0679061 Jul 27 21:31:26.952203 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-8cdb279f-ed97-4b9f-8043-cf869e49b065 req-bff3167e-697d-44ab-a053-62ec6732f5de tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] 10.222.0.59 "GET /v2.0/security-groups?id=a5e6581c-d58a-4df1-b094-3a90bf3c9fce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310338 Jul 27 21:31:28.005870 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device efa6aaf9-7d1a-41b7-bf18-0828d6c551b4 up at agent hyperv_n-h1-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:31:28.056001 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Provisioning for port efa6aaf9-7d1a-41b7-bf18-0828d6c551b4 completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:31:28.060250 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Provisioning complete for port efa6aaf9-7d1a-41b7-bf18-0828d6c551b4 triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:31:28.060631 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:31:28.081476 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50903276-d060-4d51-bbf3-e512ba466035 req-dfc84417-556d-49cd-87d7-b7f4b94d4464 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:31:28.083051 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-50903276-d060-4d51-bbf3-e512ba466035 req-dfc84417-556d-49cd-87d7-b7f4b94d4464 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] 10.222.0.59 "GET /v2.0/ports?device_id=1bf5d39b-7e21-4bc3-930e-bb775433418d HTTP/1.1" status: 200 len: 945 time: 0.0643055 Jul 27 21:31:28.121769 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-50903276-d060-4d51-bbf3-e512ba466035 req-72c8411c-b144-45a6-af2d-23e61ceacc41 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] 10.222.0.59 "GET /v2.0/security-groups?id=a5e6581c-d58a-4df1-b094-3a90bf3c9fce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324519 Jul 27 21:31:28.138044 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:31:28.160055 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bf5d39b-7e21-4bc3-930e-bb775433418d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efa6aaf9-7d1a-41b7-bf18-0828d6c551b4'}] {{(pid=105586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:31:28.162292 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14c1663e039faf5393f87855f745010ac5b02220355b68fdbf065393e303ac56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a8d37f4-1901-4c9a-98eb-4817d6125ff5" -d '{"events": [{"server_uuid": "1bf5d39b-7e21-4bc3-930e-bb775433418d", "name": "network-vif-plugged", "status": "completed", "tag": "efa6aaf9-7d1a-41b7-bf18-0828d6c551b4"}]}' {{(pid=105586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:31:28.175130 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] For port efa6aaf9-7d1a-41b7-bf18-0828d6c551b4, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=efa6aaf9-7d1a-41b7-bf18-0828d6c551b4,segment=NetworkSegment(6a44b0c8-0b10-4191-b0e4-021984ddfab8),segment_id=6a44b0c8-0b10-4191-b0e4-021984ddfab8)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:31:28.179113 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:31:28.202099 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:31:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-742cf9cc-c9dc-4f29-8d02-82e008797715 x-openstack-request-id: req-742cf9cc-c9dc-4f29-8d02-82e008797715 {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:31:28.202398 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bf5d39b-7e21-4bc3-930e-bb775433418d", "name": "network-vif-plugged", "status": "completed", "tag": "efa6aaf9-7d1a-41b7-bf18-0828d6c551b4", "code": 200}]} {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:31:28.202651 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-742cf9cc-c9dc-4f29-8d02-82e008797715 {{(pid=105586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:31:28.203060 n-d-705658-22 neutron-server[105586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bf5d39b-7e21-4bc3-930e-bb775433418d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efa6aaf9-7d1a-41b7-bf18-0828d6c551b4', 'code': 200} Jul 27 21:31:28.228939 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Pushing event updated for resources: {'Port': ['ID=efa6aaf9-7d1a-41b7-bf18-0828d6c551b4,revision_number=5']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:31:28.306542 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f61cbe1-11c4-4e28-b929-7cecd6dbeae0 req-94bc0005-a3e1-4a39-bee0-8c4d58bc1cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:31:28.308047 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-5f61cbe1-11c4-4e28-b929-7cecd6dbeae0 req-94bc0005-a3e1-4a39-bee0-8c4d58bc1cdd service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=1bf5d39b-7e21-4bc3-930e-bb775433418d HTTP/1.1" status: 200 len: 1098 time: 0.0527322 Jul 27 21:31:28.347469 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-5f61cbe1-11c4-4e28-b929-7cecd6dbeae0 req-98653aac-15e9-446c-80dd-4c8b3a5cc206 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=a5e6581c-d58a-4df1-b094-3a90bf3c9fce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318208 Jul 27 21:31:29.253999 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1f58a8-a746-4f6b-97ea-75ddbd315b24 req-478df109-5ab0-4be6-ae77-08e9ac4a3354 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:31:29.255532 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-ee1f58a8-a746-4f6b-97ea-75ddbd315b24 req-478df109-5ab0-4be6-ae77-08e9ac4a3354 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] 10.222.0.59 "GET /v2.0/ports?device_id=1bf5d39b-7e21-4bc3-930e-bb775433418d HTTP/1.1" status: 200 len: 946 time: 0.0676117 Jul 27 21:31:29.293184 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-ee1f58a8-a746-4f6b-97ea-75ddbd315b24 req-d3fef8e7-8359-4f54-9d53-08632e64271c tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] 10.222.0.59 "GET /v2.0/security-groups?id=a5e6581c-d58a-4df1-b094-3a90bf3c9fce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308361 Jul 27 21:31:29.420436 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cedace-68be-44b4-ab93-531ea4fe5225 req-7fa0eca9-8c31-40ff-9b6d-c565d9435570 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:31:29.421896 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-50cedace-68be-44b4-ab93-531ea4fe5225 req-7fa0eca9-8c31-40ff-9b6d-c565d9435570 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] 10.222.0.59 "GET /v2.0/ports?device_id=1bf5d39b-7e21-4bc3-930e-bb775433418d HTTP/1.1" status: 200 len: 946 time: 0.0628595 Jul 27 21:31:29.458914 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-50cedace-68be-44b4-ab93-531ea4fe5225 req-a9f13076-ba88-4d64-a07d-79c0bc85480c tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] 10.222.0.59 "GET /v2.0/security-groups?id=a5e6581c-d58a-4df1-b094-3a90bf3c9fce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311601 Jul 27 21:31:29.481199 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 33992) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:31:29.533237 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4d0701a-93dd-494b-880b-a07bd1c9742b tempest-TestVolumeBootPattern-471972273 tempest-TestVolumeBootPattern-471972273-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:31:29.534732 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-b4d0701a-93dd-494b-880b-a07bd1c9742b tempest-TestVolumeBootPattern-471972273 tempest-TestVolumeBootPattern-471972273-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=1bf5d39b-7e21-4bc3-930e-bb775433418d HTTP/1.1" status: 200 len: 1093 time: 0.0525312 Jul 27 21:31:29.537630 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 33994) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:31:29.541865 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-c9e2e4c0-b909-4324-ab8b-ae9c0820fa37 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Request body: {'floatingip': {'floating_network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'port_id': 'efa6aaf9-7d1a-41b7-bf18-0828d6c551b4', 'tenant_id': '86837ff0d819403d862560ca192fdca7', 'fixed_ip_address': '172.20.0.13'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:31:29.564493 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c9e2e4c0-b909-4324-ab8b-ae9c0820fa37 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Notify callbacks [] for floatingip, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:31:29.663059 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c9e2e4c0-b909-4324-ab8b-ae9c0820fa37 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:31:29.768887 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.db_base_plugin_common [None req-c9e2e4c0-b909-4324-ab8b-ae9c0820fa37 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Allocated IP 172.25.5.219 (8735d8a2-b604-4758-ae71-b40e4ee6f305/eca7dbab-b9c0-4c8f-a272-816ea8a81764/ed3b0803-9956-4fc3-ab9d-140cff0e1310) {{(pid=105584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:31:29.872845 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c9e2e4c0-b909-4324-ab8b-ae9c0820fa37 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Notify callbacks [] for port, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:31:29.910307 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c9e2e4c0-b909-4324-ab8b-ae9c0820fa37 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:31:29.946714 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9e2e4c0-b909-4324-ab8b-ae9c0820fa37 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Network 8735d8a2-b604-4758-ae71-b40e4ee6f305 is already hosted by enough agents. {{(pid=105584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:31:29.949554 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [None req-c9e2e4c0-b909-4324-ab8b-ae9c0820fa37 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Resources bound (agent type, host, resource id): {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:31:29.955777 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9e2e4c0-b909-4324-ab8b-ae9c0820fa37 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Received port after_create {{(pid=105584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:31:29.980970 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e2e4c0-b909-4324-ab8b-ae9c0820fa37 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Pushing event updated for resources: {'Port': ['ID=ed3b0803-9956-4fc3-ab9d-140cff0e1310,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:31:30.319137 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c9e2e4c0-b909-4324-ab8b-ae9c0820fa37 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:31:30.392370 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c9e2e4c0-b909-4324-ab8b-ae9c0820fa37 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:31:30.542764 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c9e2e4c0-b909-4324-ab8b-ae9c0820fa37 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Notify callbacks [] for port, precommit_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:31:30.547185 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c9e2e4c0-b909-4324-ab8b-ae9c0820fa37 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9014027'] for port, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:31:30.614830 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e2e4c0-b909-4324-ab8b-ae9c0820fa37 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Pushing event updated for resources: {'Port': ['ID=ed3b0803-9956-4fc3-ab9d-140cff0e1310,revision_number=2']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:31:30.628704 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c9e2e4c0-b909-4324-ab8b-ae9c0820fa37 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4075768'] for floatingip, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:31:30.729479 n-d-705658-22 neutron-server[105584]: INFO neutron.db.l3_db [None req-c9e2e4c0-b909-4324-ab8b-ae9c0820fa37 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Floating IP 06fbc802-1d5d-419f-ab8e-6f9d1ea234c3 associated. External IP: 172.25.5.219, port: efa6aaf9-7d1a-41b7-bf18-0828d6c551b4. Jul 27 21:31:30.929344 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9e2e4c0-b909-4324-ab8b-ae9c0820fa37 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Router 8bd55324-ba4f-4bcf-bd6a-ad3f1b3d50d4 has already been hosted by L3 agent dd128fd7-8e57-4d4f-895b-a96b369df59a {{(pid=105584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:31:31.035629 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9e2e4c0-b909-4324-ab8b-ae9c0820fa37 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Notify agent at l3_agent.n-d-705658-22 the message routers_updated {{(pid=105584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:31:31.045421 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e68b608-801d-4b48-9e8c-94b9d30f7092 None None] Sync routers for ids ['8bd55324-ba4f-4bcf-bd6a-ad3f1b3d50d4'] in n-d-705658-22 {{(pid=105587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:31:31.052039 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c9e2e4c0-b909-4324-ab8b-ae9c0820fa37 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for floatingip, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:31:31.054492 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e68b608-801d-4b48-9e8c-94b9d30f7092 None None] Routers {'8bd55324-ba4f-4bcf-bd6a-ad3f1b3d50d4'} bound to L3 agent in host n-d-705658-22 {{(pid=105587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:31:31.055124 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-7e68b608-801d-4b48-9e8c-94b9d30f7092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:31:12Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['8bd55324-ba4f-4bcf-bd6a-ad3f1b3d50d4'], 'active': True} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:31:31.091476 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-c9e2e4c0-b909-4324-ab8b-ae9c0820fa37 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5528462 Jul 27 21:31:31.092331 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1bf5d39b-7e21-4bc3-930e-bb775433418d', 'tag': 'efa6aaf9-7d1a-41b7-bf18-0828d6c551b4'}] {{(pid=105584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:31:31.094583 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bce5e6c8685464f7626901654159975603b047827e3138302ed6566e28f1343" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d34c063-0bc8-43ab-9e1a-e71f0e3d1912" -d '{"events": [{"name": "network-changed", "server_uuid": "1bf5d39b-7e21-4bc3-930e-bb775433418d", "tag": "efa6aaf9-7d1a-41b7-bf18-0828d6c551b4"}]}' {{(pid=105584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:31:31.132724 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:31:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eafaa825-1595-4a69-8b5c-c048a841f0ec x-openstack-request-id: req-eafaa825-1595-4a69-8b5c-c048a841f0ec {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:31:31.133018 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1bf5d39b-7e21-4bc3-930e-bb775433418d", "tag": "efa6aaf9-7d1a-41b7-bf18-0828d6c551b4", "status": "completed", "code": 200}]} {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:31:31.133277 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-eafaa825-1595-4a69-8b5c-c048a841f0ec {{(pid=105584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:31:31.133685 n-d-705658-22 neutron-server[105584]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1bf5d39b-7e21-4bc3-930e-bb775433418d', 'tag': 'efa6aaf9-7d1a-41b7-bf18-0828d6c551b4', 'status': 'completed', 'code': 200} Jul 27 21:31:31.211540 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d34c063-0bc8-43ab-9e1a-e71f0e3d1912 req-a3e4dbc9-93ce-4825-b7ca-4e4bb241c5c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:31:31.213074 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-6d34c063-0bc8-43ab-9e1a-e71f0e3d1912 req-a3e4dbc9-93ce-4825-b7ca-4e4bb241c5c9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=86837ff0d819403d862560ca192fdca7&device_id=1bf5d39b-7e21-4bc3-930e-bb775433418d HTTP/1.1" status: 200 len: 1098 time: 0.0560889 Jul 27 21:31:31.252423 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvr_db [None req-7e68b608-801d-4b48-9e8c-94b9d30f7092 None None] Set router 8bd55324-ba4f-4bcf-bd6a-ad3f1b3d50d4 gateway port host: n-d-705658-22 {{(pid=105587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:31:31.301564 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d34c063-0bc8-43ab-9e1a-e71f0e3d1912 req-981cf6f2-100c-4456-a048-885977274636 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:31:31.303087 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-6d34c063-0bc8-43ab-9e1a-e71f0e3d1912 req-981cf6f2-100c-4456-a048-885977274636 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b8c68474-1d26-4c5c-9f82-5da72e824d0f HTTP/1.1" status: 200 len: 911 time: 0.0830662 Jul 27 21:31:31.370382 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-6d34c063-0bc8-43ab-9e1a-e71f0e3d1912 req-fe9e3c45-ad16-49cf-997b-cdec6d39ce2b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=efa6aaf9-7d1a-41b7-bf18-0828d6c551b4 HTTP/1.1" status: 200 len: 1000 time: 0.0603127 Jul 27 21:31:31.418237 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d34c063-0bc8-43ab-9e1a-e71f0e3d1912 req-6693f790-0939-4a1b-a6c8-c354127287f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:31:31.419721 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-6d34c063-0bc8-43ab-9e1a-e71f0e3d1912 req-6693f790-0939-4a1b-a6c8-c354127287f2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=11733cc0-d894-4d0f-84a6-7f612951db53 HTTP/1.1" status: 200 len: 849 time: 0.0427997 Jul 27 21:31:31.471723 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-7e68b608-801d-4b48-9e8c-94b9d30f7092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bd55324-ba4f-4bcf-bd6a-ad3f1b3d50d4', 'name': 'tempest-TestVolumeBootPattern-52823296-router', 'tenant_id': '86837ff0d819403d862560ca192fdca7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.166'}], 'enable_snat': True}, 'gw_port_id': '22a9f312-db5d-4d2b-963a-8378b315c7b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:27:31Z', 'updated_at': '2021-07-27T21:27:34Z', 'revision_number': 4, 'project_id': '86837ff0d819403d862560ca192fdca7', 'gw_port': {'id': '22a9f312-db5d-4d2b-963a-8378b315c7b3', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:2f:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bd55324-ba4f-4bcf-bd6a-ad3f1b3d50d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3851, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:27:31Z', 'updated_at': '2021-07-27T21:27:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_floatingips': [{'id': '06fbc802-1d5d-419f-ab8e-6f9d1ea234c3', 'tenant_id': '86837ff0d819403d862560ca192fdca7', 'floating_ip_address': '172.25.5.219', 'floating_network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'router_id': '8bd55324-ba4f-4bcf-bd6a-ad3f1b3d50d4', 'port_id': 'efa6aaf9-7d1a-41b7-bf18-0828d6c551b4', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3969, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8c68474-1d26-4c5c-9f82-5da72e824d0f', 'mac_address': 'fa:16:3e:56:d4:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bf5d39b-7e21-4bc3-930e-bb775433418d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T21:31:30Z', 'updated_at': '2021-07-27T21:31:30Z', 'revision_number': 0, 'project_id': '86837ff0d819403d862560ca192fdca7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e61ab5d-823c-42f2-9eaa-593c0d84996a', 'name': '', 'network_id': 'b8c68474-1d26-4c5c-9f82-5da72e824d0f', 'tenant_id': '86837ff0d819403d862560ca192fdca7', 'mac_address': 'fa:16:3e:22:83:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bd55324-ba4f-4bcf-bd6a-ad3f1b3d50d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3852, 'fixed_ips': [{'subnet_id': '11733cc0-d894-4d0f-84a6-7f612951db53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:27:34Z', 'updated_at': '2021-07-27T21:27:39Z', 'revision_number': 5, 'project_id': '86837ff0d819403d862560ca192fdca7', 'subnets': [{'id': '11733cc0-d894-4d0f-84a6-7f612951db53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-22', False) {} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:31:31.477530 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d34c063-0bc8-43ab-9e1a-e71f0e3d1912 req-7f75e3fd-2ab8-49f6-a5e1-cb26e44fa190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:31:31.479182 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-6d34c063-0bc8-43ab-9e1a-e71f0e3d1912 req-7f75e3fd-2ab8-49f6-a5e1-cb26e44fa190 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b8c68474-1d26-4c5c-9f82-5da72e824d0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0531611 Jul 27 21:31:31.499231 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e68b608-801d-4b48-9e8c-94b9d30f7092 None None] Checking router: 8bd55324-ba4f-4bcf-bd6a-ad3f1b3d50d4 for host: n-d-705658-22 {{(pid=105587) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:31:31.507291 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e68b608-801d-4b48-9e8c-94b9d30f7092 None None] Routers {'8bd55324-ba4f-4bcf-bd6a-ad3f1b3d50d4'} bound to L3 agent in host n-d-705658-22 {{(pid=105587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:31:31.507904 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-7e68b608-801d-4b48-9e8c-94b9d30f7092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:31:12Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['8bd55324-ba4f-4bcf-bd6a-ad3f1b3d50d4'], 'active': True} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:31:31.573400 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-6d34c063-0bc8-43ab-9e1a-e71f0e3d1912 req-e44131df-cdf3-43a7-8adc-1a9b298d4b9c service neutron] 10.222.0.36 "GET /v2.0/networks/b8c68474-1d26-4c5c-9f82-5da72e824d0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868900 Jul 27 21:31:31.611969 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvr_db [None req-7e68b608-801d-4b48-9e8c-94b9d30f7092 None None] Set router 8bd55324-ba4f-4bcf-bd6a-ad3f1b3d50d4 gateway port host: n-d-705658-22 {{(pid=105587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:31:31.661789 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-6d34c063-0bc8-43ab-9e1a-e71f0e3d1912 req-2620e57f-b833-484b-a2c4-dc2e6fad21e2 service neutron] 10.222.0.36 "GET /v2.0/networks/b8c68474-1d26-4c5c-9f82-5da72e824d0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810158 Jul 27 21:31:31.833517 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-7e68b608-801d-4b48-9e8c-94b9d30f7092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bd55324-ba4f-4bcf-bd6a-ad3f1b3d50d4', 'name': 'tempest-TestVolumeBootPattern-52823296-router', 'tenant_id': '86837ff0d819403d862560ca192fdca7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.166'}], 'enable_snat': True}, 'gw_port_id': '22a9f312-db5d-4d2b-963a-8378b315c7b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:27:31Z', 'updated_at': '2021-07-27T21:27:34Z', 'revision_number': 4, 'project_id': '86837ff0d819403d862560ca192fdca7', 'gw_port': {'id': '22a9f312-db5d-4d2b-963a-8378b315c7b3', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:2f:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bd55324-ba4f-4bcf-bd6a-ad3f1b3d50d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3851, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:27:31Z', 'updated_at': '2021-07-27T21:27:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_floatingips': [{'id': '06fbc802-1d5d-419f-ab8e-6f9d1ea234c3', 'tenant_id': '86837ff0d819403d862560ca192fdca7', 'floating_ip_address': '172.25.5.219', 'floating_network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'router_id': '8bd55324-ba4f-4bcf-bd6a-ad3f1b3d50d4', 'port_id': 'efa6aaf9-7d1a-41b7-bf18-0828d6c551b4', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3969, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8c68474-1d26-4c5c-9f82-5da72e824d0f', 'mac_address': 'fa:16:3e:56:d4:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bf5d39b-7e21-4bc3-930e-bb775433418d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T21:31:30Z', 'updated_at': '2021-07-27T21:31:30Z', 'revision_number': 0, 'project_id': '86837ff0d819403d862560ca192fdca7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e61ab5d-823c-42f2-9eaa-593c0d84996a', 'name': '', 'network_id': 'b8c68474-1d26-4c5c-9f82-5da72e824d0f', 'tenant_id': '86837ff0d819403d862560ca192fdca7', 'mac_address': 'fa:16:3e:22:83:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bd55324-ba4f-4bcf-bd6a-ad3f1b3d50d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3852, 'fixed_ips': [{'subnet_id': '11733cc0-d894-4d0f-84a6-7f612951db53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:27:34Z', 'updated_at': '2021-07-27T21:27:39Z', 'revision_number': 5, 'project_id': '86837ff0d819403d862560ca192fdca7', 'subnets': [{'id': '11733cc0-d894-4d0f-84a6-7f612951db53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-22', False) {} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:31:31.863163 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e68b608-801d-4b48-9e8c-94b9d30f7092 None None] The sync data for ids ['8bd55324-ba4f-4bcf-bd6a-ad3f1b3d50d4'] in n-d-705658-22 is: [{'id': '8bd55324-ba4f-4bcf-bd6a-ad3f1b3d50d4', 'name': 'tempest-TestVolumeBootPattern-52823296-router', 'tenant_id': '86837ff0d819403d862560ca192fdca7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.166'}], 'enable_snat': True}, 'gw_port_id': '22a9f312-db5d-4d2b-963a-8378b315c7b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:27:31Z', 'updated_at': '2021-07-27T21:27:34Z', 'revision_number': 4, 'project_id': '86837ff0d819403d862560ca192fdca7', 'gw_port': {'id': '22a9f312-db5d-4d2b-963a-8378b315c7b3', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:2f:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bd55324-ba4f-4bcf-bd6a-ad3f1b3d50d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3851, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:27:31Z', 'updated_at': '2021-07-27T21:27:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_floatingips': [{'id': '06fbc802-1d5d-419f-ab8e-6f9d1ea234c3', 'tenant_id': '86837ff0d819403d862560ca192fdca7', 'floating_ip_address': '172.25.5.219', 'floating_network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'router_id': '8bd55324-ba4f-4bcf-bd6a-ad3f1b3d50d4', 'port_id': 'efa6aaf9-7d1a-41b7-bf18-0828d6c551b4', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3969, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8c68474-1d26-4c5c-9f82-5da72e824d0f', 'mac_address': 'fa:16:3e:56:d4:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bf5d39b-7e21-4bc3-930e-bb775433418d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T21:31:30Z', 'updated_at': '2021-07-27T21:31:30Z', 'revision_number': 0, 'project_id': '86837ff0d819403d862560ca192fdca7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e61ab5d-823c-42f2-9eaa-593c0d84996a', 'name': '', 'network_id': 'b8c68474-1d26-4c5c-9f82-5da72e824d0f', 'tenant_id': '86837ff0d819403d862560ca192fdca7', 'mac_address': 'fa:16:3e:22:83:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bd55324-ba4f-4bcf-bd6a-ad3f1b3d50d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3852, 'fixed_ips': [{'subnet_id': '11733cc0-d894-4d0f-84a6-7f612951db53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:27:34Z', 'updated_at': '2021-07-27T21:27:39Z', 'revision_number': 5, 'project_id': '86837ff0d819403d862560ca192fdca7', 'subnets': [{'id': '11733cc0-d894-4d0f-84a6-7f612951db53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:31:32.057432 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59eb7d93-5daa-4ee7-a94f-7a420a10f5db None None] New status for floating IP 06fbc802-1d5d-419f-ab8e-6f9d1ea234c3: ACTIVE {{(pid=105586) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 21:31:36.505552 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:31:38.906926 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-7862fb92-c053-40b2-9877-60652f75609d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:31:40.304688 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:31:41.566385 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-ec07447e-9c0a-4c20-90ab-8a63a4afe0ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:31:41.889557 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:31:42.954111 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-bb32ed7d-8717-448b-a9c8-a5a0117d1fd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:31:44.391454 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-875ced1b-4cf3-463a-9653-058f0f9421e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:03.177072 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.agents_db [None req-558fcd2c-e512-47bc-a170-8673d87f7213 None None] Agent healthcheck: found 7 active agents {{(pid=105587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 21:32:06.517816 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:08.907308 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-780a2432-4b69-4fea-84e5-ea210a8e64d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:10.327433 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:11.566141 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-2d55765a-03ef-4a01-a6f0-329e472f6262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:11.613346 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-0112c8dc-59e6-4482-8b2a-898b6dce27a4 req-11d20390-9d51-4f80-84c7-f46c548bd1a8 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=1bf5d39b-7e21-4bc3-930e-bb775433418d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0560966 Jul 27 21:32:11.717599 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0112c8dc-59e6-4482-8b2a-898b6dce27a4 req-f141c1d3-a128-4e11-8e94-63e05de8fbe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:32:11.719274 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-0112c8dc-59e6-4482-8b2a-898b6dce27a4 req-f141c1d3-a128-4e11-8e94-63e05de8fbe8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=86837ff0d819403d862560ca192fdca7&device_id=1bf5d39b-7e21-4bc3-930e-bb775433418d HTTP/1.1" status: 200 len: 1098 time: 0.0649986 Jul 27 21:32:11.821458 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0112c8dc-59e6-4482-8b2a-898b6dce27a4 req-0713fa3e-bf2c-4902-a835-a7457e687c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:32:11.822816 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-0112c8dc-59e6-4482-8b2a-898b6dce27a4 req-0713fa3e-bf2c-4902-a835-a7457e687c76 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b8c68474-1d26-4c5c-9f82-5da72e824d0f HTTP/1.1" status: 200 len: 911 time: 0.0839932 Jul 27 21:32:11.889700 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:11.892236 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-0112c8dc-59e6-4482-8b2a-898b6dce27a4 req-b65ac12c-69a5-4090-9a23-2f3da7798d7a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=efa6aaf9-7d1a-41b7-bf18-0828d6c551b4 HTTP/1.1" status: 200 len: 1002 time: 0.0621581 Jul 27 21:32:11.940420 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0112c8dc-59e6-4482-8b2a-898b6dce27a4 req-6f2804a8-43c9-4665-a0e5-6f10bfd2ea2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:32:11.941836 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-0112c8dc-59e6-4482-8b2a-898b6dce27a4 req-6f2804a8-43c9-4665-a0e5-6f10bfd2ea2a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=11733cc0-d894-4d0f-84a6-7f612951db53 HTTP/1.1" status: 200 len: 849 time: 0.0423732 Jul 27 21:32:11.999117 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0112c8dc-59e6-4482-8b2a-898b6dce27a4 req-c12a137d-7252-4e55-952b-758dfd1c09ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:32:12.000572 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-0112c8dc-59e6-4482-8b2a-898b6dce27a4 req-c12a137d-7252-4e55-952b-758dfd1c09ef service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b8c68474-1d26-4c5c-9f82-5da72e824d0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0521905 Jul 27 21:32:12.417659 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-0112c8dc-59e6-4482-8b2a-898b6dce27a4 req-d54d03db-8ad0-4015-b8cf-155962bf305f service neutron] 10.222.0.36 "GET /v2.0/networks/b8c68474-1d26-4c5c-9f82-5da72e824d0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4101124 Jul 27 21:32:12.505424 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-0112c8dc-59e6-4482-8b2a-898b6dce27a4 req-5b365721-0d98-4fe7-b2a4-742f34730b00 service neutron] 10.222.0.36 "GET /v2.0/networks/b8c68474-1d26-4c5c-9f82-5da72e824d0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798612 Jul 27 21:32:12.957566 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-bb32ed7d-8717-448b-a9c8-a5a0117d1fd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:14.394053 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-875ced1b-4cf3-463a-9653-058f0f9421e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:20.183922 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-5a12ae7d-6ec5-49e9-9568-050f09528ce7 req-4e42722f-57b8-48bf-b859-18bbb3c58fb5 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=c58882fa-462e-4c19-bb88-3a95b954aebc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0514610 Jul 27 21:32:20.279834 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a12ae7d-6ec5-49e9-9568-050f09528ce7 req-fa90d4f0-a57e-4472-80e0-2eaa96bc6ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:32:20.281370 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-5a12ae7d-6ec5-49e9-9568-050f09528ce7 req-fa90d4f0-a57e-4472-80e0-2eaa96bc6ec4 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d192f93ac8104a9cbcedf26b26eec08e&device_id=c58882fa-462e-4c19-bb88-3a95b954aebc HTTP/1.1" status: 200 len: 1097 time: 0.0570762 Jul 27 21:32:20.382600 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a12ae7d-6ec5-49e9-9568-050f09528ce7 req-24a1e6f5-bd5c-4bc0-9383-ad62f18740f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:32:20.384602 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-5a12ae7d-6ec5-49e9-9568-050f09528ce7 req-24a1e6f5-bd5c-4bc0-9383-ad62f18740f4 service neutron] 10.222.0.60 "GET /v2.0/networks?id=9187a0c9-a8c4-4063-b30f-be09608c86e7 HTTP/1.1" status: 200 len: 910 time: 0.0840325 Jul 27 21:32:20.453041 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-5a12ae7d-6ec5-49e9-9568-050f09528ce7 req-e6f72906-f9c0-4fb6-8011-8ed8d4cf4926 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6c61b806-e2b6-4dcc-8e45-aa8ed30e944f HTTP/1.1" status: 200 len: 1000 time: 0.0604234 Jul 27 21:32:20.502458 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a12ae7d-6ec5-49e9-9568-050f09528ce7 req-d59f3f29-c558-43c8-874f-a891269b5f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:32:20.504155 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-5a12ae7d-6ec5-49e9-9568-050f09528ce7 req-d59f3f29-c558-43c8-874f-a891269b5f17 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=23592c3c-b503-4201-9a1d-ccf3be36328f HTTP/1.1" status: 200 len: 848 time: 0.0443943 Jul 27 21:32:20.561000 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a12ae7d-6ec5-49e9-9568-050f09528ce7 req-0865a325-fc71-43b2-bf34-efd43b87cfb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:32:20.562444 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-5a12ae7d-6ec5-49e9-9568-050f09528ce7 req-0865a325-fc71-43b2-bf34-efd43b87cfb4 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=9187a0c9-a8c4-4063-b30f-be09608c86e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0510490 Jul 27 21:32:20.655469 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-5a12ae7d-6ec5-49e9-9568-050f09528ce7 req-1a39cf6f-4013-404c-a374-4abc5540654f service neutron] 10.222.0.60 "GET /v2.0/networks/9187a0c9-a8c4-4063-b30f-be09608c86e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851507 Jul 27 21:32:20.744357 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-5a12ae7d-6ec5-49e9-9568-050f09528ce7 req-8e5269e8-12ea-49f6-a45c-4953b1ee2685 service neutron] 10.222.0.60 "GET /v2.0/networks/9187a0c9-a8c4-4063-b30f-be09608c86e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816736 Jul 27 21:32:36.531737 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:38.909566 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-1460c577-0e7c-4089-acc0-18804c8fc451 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:40.175809 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.agents_db [None req-558fcd2c-e512-47bc-a170-8673d87f7213 None None] Agent healthcheck: found 7 active agents {{(pid=105587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 21:32:40.336665 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:41.565515 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-f2fcbc0f-250d-44dc-a156-a78704095ff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:41.895116 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:42.960051 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-bb32ed7d-8717-448b-a9c8-a5a0117d1fd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:44.391362 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-875ced1b-4cf3-463a-9653-058f0f9421e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:06.537305 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:08.909040 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-0b90d428-90e9-4075-a914-e626dfe71fb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:10.341725 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:11.565286 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-1b01ea06-d949-4646-adda-fe0c77e6f01c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:11.896151 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:12.710468 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-35641c69-ef2e-4cb7-8b29-7cde7a59ea52 req-834bf630-fabe-41f7-90f7-ade54993015c service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=1bf5d39b-7e21-4bc3-930e-bb775433418d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1529484 Jul 27 21:33:12.802249 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35641c69-ef2e-4cb7-8b29-7cde7a59ea52 req-33afccfd-123d-43f6-90c3-9444c15c03c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:33:12.803746 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-35641c69-ef2e-4cb7-8b29-7cde7a59ea52 req-33afccfd-123d-43f6-90c3-9444c15c03c6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=86837ff0d819403d862560ca192fdca7&device_id=1bf5d39b-7e21-4bc3-930e-bb775433418d HTTP/1.1" status: 200 len: 1098 time: 0.0518067 Jul 27 21:33:12.905200 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35641c69-ef2e-4cb7-8b29-7cde7a59ea52 req-62422903-7e28-47b4-869c-30acb21aac3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:33:12.906731 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-35641c69-ef2e-4cb7-8b29-7cde7a59ea52 req-62422903-7e28-47b4-869c-30acb21aac3d service neutron] 10.222.0.36 "GET /v2.0/networks?id=b8c68474-1d26-4c5c-9f82-5da72e824d0f HTTP/1.1" status: 200 len: 911 time: 0.0831287 Jul 27 21:33:12.963565 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-bb32ed7d-8717-448b-a9c8-a5a0117d1fd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:12.978177 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-35641c69-ef2e-4cb7-8b29-7cde7a59ea52 req-5902d047-24ea-4c08-b096-64d1f3bbd1ad service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=efa6aaf9-7d1a-41b7-bf18-0828d6c551b4 HTTP/1.1" status: 200 len: 1002 time: 0.0632303 Jul 27 21:33:13.026988 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35641c69-ef2e-4cb7-8b29-7cde7a59ea52 req-0e1cf299-ffca-4fc1-8338-e680a6d20059 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:33:13.028933 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-35641c69-ef2e-4cb7-8b29-7cde7a59ea52 req-0e1cf299-ffca-4fc1-8338-e680a6d20059 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=11733cc0-d894-4d0f-84a6-7f612951db53 HTTP/1.1" status: 200 len: 849 time: 0.0427530 Jul 27 21:33:13.086094 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35641c69-ef2e-4cb7-8b29-7cde7a59ea52 req-afcd3f60-2e86-40b0-9bae-8566b961410d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:33:13.087587 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-35641c69-ef2e-4cb7-8b29-7cde7a59ea52 req-afcd3f60-2e86-40b0-9bae-8566b961410d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b8c68474-1d26-4c5c-9f82-5da72e824d0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0517566 Jul 27 21:33:13.098672 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [req-35641c69-ef2e-4cb7-8b29-7cde7a59ea52 req-8072e527-7e03-4951-95f1-833428db4ba7 service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=105584) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 21:33:13.099618 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-35641c69-ef2e-4cb7-8b29-7cde7a59ea52 req-8072e527-7e03-4951-95f1-833428db4ba7 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048256 Jul 27 21:33:13.190804 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-35641c69-ef2e-4cb7-8b29-7cde7a59ea52 req-e9910094-d52a-47f0-ac11-fe4a5c018e82 service neutron] 10.222.0.36 "GET /v2.0/networks/b8c68474-1d26-4c5c-9f82-5da72e824d0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828288 Jul 27 21:33:13.280062 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-35641c69-ef2e-4cb7-8b29-7cde7a59ea52 req-1332518e-b06e-400d-b01d-082db7ed8062 service neutron] 10.222.0.36 "GET /v2.0/networks/b8c68474-1d26-4c5c-9f82-5da72e824d0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821192 Jul 27 21:33:14.393041 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-875ced1b-4cf3-463a-9653-058f0f9421e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:17.175364 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.agents_db [None req-558fcd2c-e512-47bc-a170-8673d87f7213 None None] Agent healthcheck: found 7 active agents {{(pid=105587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 21:33:21.204664 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-dfb335d5-5d48-4fac-a4a6-d7521d3333d1 req-4f32be52-7ad0-48f9-8ba7-85475d0f203c service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=c58882fa-462e-4c19-bb88-3a95b954aebc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0541716 Jul 27 21:33:21.302205 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb335d5-5d48-4fac-a4a6-d7521d3333d1 req-f2488a03-3e86-4d2b-a797-07e76e6ee0b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:33:21.303730 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-dfb335d5-5d48-4fac-a4a6-d7521d3333d1 req-f2488a03-3e86-4d2b-a797-07e76e6ee0b5 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d192f93ac8104a9cbcedf26b26eec08e&device_id=c58882fa-462e-4c19-bb88-3a95b954aebc HTTP/1.1" status: 200 len: 1097 time: 0.0578866 Jul 27 21:33:21.405165 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb335d5-5d48-4fac-a4a6-d7521d3333d1 req-b1a13e56-3528-49cd-87cc-68d6a1bf063a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:33:21.406714 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-dfb335d5-5d48-4fac-a4a6-d7521d3333d1 req-b1a13e56-3528-49cd-87cc-68d6a1bf063a service neutron] 10.222.0.60 "GET /v2.0/networks?id=9187a0c9-a8c4-4063-b30f-be09608c86e7 HTTP/1.1" status: 200 len: 910 time: 0.0836148 Jul 27 21:33:21.475305 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-dfb335d5-5d48-4fac-a4a6-d7521d3333d1 req-cdfb84e0-41af-4796-acf0-19173c31ee45 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6c61b806-e2b6-4dcc-8e45-aa8ed30e944f HTTP/1.1" status: 200 len: 1000 time: 0.0612471 Jul 27 21:33:21.526414 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb335d5-5d48-4fac-a4a6-d7521d3333d1 req-72820446-fc74-4017-bab6-53d4fdf3be75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:33:21.527865 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-dfb335d5-5d48-4fac-a4a6-d7521d3333d1 req-72820446-fc74-4017-bab6-53d4fdf3be75 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=23592c3c-b503-4201-9a1d-ccf3be36328f HTTP/1.1" status: 200 len: 848 time: 0.0458286 Jul 27 21:33:21.586044 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb335d5-5d48-4fac-a4a6-d7521d3333d1 req-152ea171-e655-40ac-b1fe-e357e9dad2f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:33:21.587518 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-dfb335d5-5d48-4fac-a4a6-d7521d3333d1 req-152ea171-e655-40ac-b1fe-e357e9dad2f1 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=9187a0c9-a8c4-4063-b30f-be09608c86e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0527771 Jul 27 21:33:21.598327 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [req-dfb335d5-5d48-4fac-a4a6-d7521d3333d1 req-412b46b3-9109-4b17-8ae6-81892f5481f7 service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=105585) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 21:33:21.599288 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-dfb335d5-5d48-4fac-a4a6-d7521d3333d1 req-412b46b3-9109-4b17-8ae6-81892f5481f7 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048497 Jul 27 21:33:21.692016 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-dfb335d5-5d48-4fac-a4a6-d7521d3333d1 req-03862af8-4835-45ff-b23c-f34c29931da3 service neutron] 10.222.0.60 "GET /v2.0/networks/9187a0c9-a8c4-4063-b30f-be09608c86e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859811 Jul 27 21:33:21.782959 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-dfb335d5-5d48-4fac-a4a6-d7521d3333d1 req-04dbf3db-e638-4d0d-8c48-0c6c4e69a5f3 service neutron] 10.222.0.60 "GET /v2.0/networks/9187a0c9-a8c4-4063-b30f-be09608c86e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836995 Jul 27 21:33:27.781059 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1872cb-8ff4-451c-ab7f-662e8bfce9db req-39ca8faf-1046-469b-8f0f-46bdcc3ce129 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:33:27.782616 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-1a1872cb-8ff4-451c-ab7f-662e8bfce9db req-39ca8faf-1046-469b-8f0f-46bdcc3ce129 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] 10.222.0.59 "GET /v2.0/ports?device_id=1bf5d39b-7e21-4bc3-930e-bb775433418d HTTP/1.1" status: 200 len: 946 time: 0.1233218 Jul 27 21:33:27.821950 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-1a1872cb-8ff4-451c-ab7f-662e8bfce9db req-3606328f-0302-4c6e-a030-40495dcb7d32 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] 10.222.0.59 "GET /v2.0/security-groups?id=a5e6581c-d58a-4df1-b094-3a90bf3c9fce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334616 Jul 27 21:33:29.033974 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce176f4b-2e8e-4687-9429-5849cc9b04f0 req-795b28da-b352-452c-95ef-7e8541db2235 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:33:29.035470 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-ce176f4b-2e8e-4687-9429-5849cc9b04f0 req-795b28da-b352-452c-95ef-7e8541db2235 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] 10.222.0.59 "GET /v2.0/ports?device_id=1bf5d39b-7e21-4bc3-930e-bb775433418d HTTP/1.1" status: 200 len: 946 time: 0.1235437 Jul 27 21:33:29.073317 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-ce176f4b-2e8e-4687-9429-5849cc9b04f0 req-62497cad-f6bb-4d98-bd39-6c2510288c3a tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] 10.222.0.59 "GET /v2.0/security-groups?id=a5e6581c-d58a-4df1-b094-3a90bf3c9fce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318820 Jul 27 21:33:29.191685 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87efe1e1-4182-4f17-8d99-b44ea2798f30 req-87cd9ee3-b74a-4dc9-804d-729589790019 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:33:29.193145 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-87efe1e1-4182-4f17-8d99-b44ea2798f30 req-87cd9ee3-b74a-4dc9-804d-729589790019 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] 10.222.0.36 "GET /v2.0/ports?device_id=1bf5d39b-7e21-4bc3-930e-bb775433418d HTTP/1.1" status: 200 len: 946 time: 0.0667961 Jul 27 21:33:29.291537 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [req-87efe1e1-4182-4f17-8d99-b44ea2798f30 req-e358a011-bbc3-4db8-85bc-48defa4e70f9 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Deleting port efa6aaf9-7d1a-41b7-bf18-0828d6c551b4 {{(pid=105584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:33:29.292085 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-87efe1e1-4182-4f17-8d99-b44ea2798f30 req-e358a011-bbc3-4db8-85bc-48defa4e70f9 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:29.380144 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [req-87efe1e1-4182-4f17-8d99-b44ea2798f30 req-e358a011-bbc3-4db8-85bc-48defa4e70f9 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] For port efa6aaf9-7d1a-41b7-bf18-0828d6c551b4, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=efa6aaf9-7d1a-41b7-bf18-0828d6c551b4,segment=NetworkSegment(6a44b0c8-0b10-4191-b0e4-021984ddfab8),segment_id=6a44b0c8-0b10-4191-b0e4-021984ddfab8)] {{(pid=105584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:33:29.380505 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-87efe1e1-4182-4f17-8d99-b44ea2798f30 req-e358a011-bbc3-4db8-85bc-48defa4e70f9 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:29.643642 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-87efe1e1-4182-4f17-8d99-b44ea2798f30 req-e358a011-bbc3-4db8-85bc-48defa4e70f9 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:29.643642 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-87efe1e1-4182-4f17-8d99-b44ea2798f30 req-e358a011-bbc3-4db8-85bc-48defa4e70f9 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4075768'] for floatingip, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:29.643642 n-d-705658-22 neutron-server[105584]: INFO neutron.db.l3_db [req-87efe1e1-4182-4f17-8d99-b44ea2798f30 req-e358a011-bbc3-4db8-85bc-48defa4e70f9 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Floating IP 06fbc802-1d5d-419f-ab8e-6f9d1ea234c3 disassociated. External IP: 172.25.5.219, port: efa6aaf9-7d1a-41b7-bf18-0828d6c551b4. Jul 27 21:33:29.643642 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [req-87efe1e1-4182-4f17-8d99-b44ea2798f30 req-e358a011-bbc3-4db8-85bc-48defa4e70f9 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Calling delete_port for efa6aaf9-7d1a-41b7-bf18-0828d6c551b4 owned by compute:nova {{(pid=105584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:33:29.785706 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-87efe1e1-4182-4f17-8d99-b44ea2798f30 req-e358a011-bbc3-4db8-85bc-48defa4e70f9 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:29.818642 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e358a011-bbc3-4db8-85bc-48defa4e70f9 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Pushing event deleted for resources: {'Port': ['ID=efa6aaf9-7d1a-41b7-bf18-0828d6c551b4,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:33:29.831572 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e358a011-bbc3-4db8-85bc-48defa4e70f9 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:33:29.831921 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e358a011-bbc3-4db8-85bc-48defa4e70f9 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:33:29.832295 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e358a011-bbc3-4db8-85bc-48defa4e70f9 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:33:29.832633 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e358a011-bbc3-4db8-85bc-48defa4e70f9 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:33:29.832969 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e358a011-bbc3-4db8-85bc-48defa4e70f9 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:33:29.833301 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e358a011-bbc3-4db8-85bc-48defa4e70f9 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:33:29.833626 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e358a011-bbc3-4db8-85bc-48defa4e70f9 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:33:29.833954 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e358a011-bbc3-4db8-85bc-48defa4e70f9 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:33:29.834277 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e358a011-bbc3-4db8-85bc-48defa4e70f9 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:33:29.834601 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e358a011-bbc3-4db8-85bc-48defa4e70f9 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:33:29.834931 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e358a011-bbc3-4db8-85bc-48defa4e70f9 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:33:29.835277 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e358a011-bbc3-4db8-85bc-48defa4e70f9 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:33:29.945957 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.l3_agent_scheduler [req-87efe1e1-4182-4f17-8d99-b44ea2798f30 req-e358a011-bbc3-4db8-85bc-48defa4e70f9 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Router 8bd55324-ba4f-4bcf-bd6a-ad3f1b3d50d4 has already been hosted by L3 agent dd128fd7-8e57-4d4f-895b-a96b369df59a {{(pid=105584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:33:30.055066 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-87efe1e1-4182-4f17-8d99-b44ea2798f30 req-e358a011-bbc3-4db8-85bc-48defa4e70f9 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Notify agent at l3_agent.n-d-705658-22 the message routers_updated {{(pid=105584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:33:30.066014 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cdc3ae1-f60c-45e9-ae36-4613b6dcf794 None None] Sync routers for ids ['8bd55324-ba4f-4bcf-bd6a-ad3f1b3d50d4'] in n-d-705658-22 {{(pid=105587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:33:30.075131 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cdc3ae1-f60c-45e9-ae36-4613b6dcf794 None None] Routers {'8bd55324-ba4f-4bcf-bd6a-ad3f1b3d50d4'} bound to L3 agent in host n-d-705658-22 {{(pid=105587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:33:30.075744 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-8cdc3ae1-f60c-45e9-ae36-4613b6dcf794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:33:12Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['8bd55324-ba4f-4bcf-bd6a-ad3f1b3d50d4'], 'active': True} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:33:30.099754 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [req-87efe1e1-4182-4f17-8d99-b44ea2798f30 req-e358a011-bbc3-4db8-85bc-48defa4e70f9 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] No DVR routers for this DVR port efa6aaf9-7d1a-41b7-bf18-0828d6c551b4 on host n-h1-705658-22 {{(pid=105584) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:33:30.102261 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-87efe1e1-4182-4f17-8d99-b44ea2798f30 req-e358a011-bbc3-4db8-85bc-48defa4e70f9 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:30.104295 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-87efe1e1-4182-4f17-8d99-b44ea2798f30 req-e358a011-bbc3-4db8-85bc-48defa4e70f9 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] 10.222.0.36 "DELETE /v2.0/ports/efa6aaf9-7d1a-41b7-bf18-0828d6c551b4 HTTP/1.1" status: 204 len: 173 time: 0.9047256 Jul 27 21:33:30.104776 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bf5d39b-7e21-4bc3-930e-bb775433418d', 'name': 'network-vif-deleted', 'tag': 'efa6aaf9-7d1a-41b7-bf18-0828d6c551b4'}] {{(pid=105584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:33:30.107636 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bce5e6c8685464f7626901654159975603b047827e3138302ed6566e28f1343" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9edd944-ad99-4f1b-b0e1-9be46681ce7f" -d '{"events": [{"server_uuid": "1bf5d39b-7e21-4bc3-930e-bb775433418d", "name": "network-vif-deleted", "tag": "efa6aaf9-7d1a-41b7-bf18-0828d6c551b4"}]}' {{(pid=105584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:33:30.163107 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:33:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c57bc5dc-f85a-45b7-b3db-2430bb20b81c x-openstack-request-id: req-c57bc5dc-f85a-45b7-b3db-2430bb20b81c {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:33:30.163391 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bf5d39b-7e21-4bc3-930e-bb775433418d", "name": "network-vif-deleted", "tag": "efa6aaf9-7d1a-41b7-bf18-0828d6c551b4", "status": "completed", "code": 200}]} {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:33:30.163691 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-c57bc5dc-f85a-45b7-b3db-2430bb20b81c {{(pid=105584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:33:30.164107 n-d-705658-22 neutron-server[105584]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bf5d39b-7e21-4bc3-930e-bb775433418d', 'name': 'network-vif-deleted', 'tag': 'efa6aaf9-7d1a-41b7-bf18-0828d6c551b4', 'status': 'completed', 'code': 200} Jul 27 21:33:30.192328 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvr_db [None req-8cdc3ae1-f60c-45e9-ae36-4613b6dcf794 None None] Set router 8bd55324-ba4f-4bcf-bd6a-ad3f1b3d50d4 gateway port host: n-d-705658-22 {{(pid=105587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:33:30.218438 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-2db1f77d-8243-4ae8-94e3-3673b5b5ed99 req-2ea992ae-c619-4d1f-9227-31977b953c87 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] 10.222.0.59 "GET /v2.0/ports?device_id=1bf5d39b-7e21-4bc3-930e-bb775433418d HTTP/1.1" status: 200 len: 210 time: 0.0412316 Jul 27 21:33:30.422988 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-8cdc3ae1-f60c-45e9-ae36-4613b6dcf794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bd55324-ba4f-4bcf-bd6a-ad3f1b3d50d4', 'name': 'tempest-TestVolumeBootPattern-52823296-router', 'tenant_id': '86837ff0d819403d862560ca192fdca7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.166'}], 'enable_snat': True}, 'gw_port_id': '22a9f312-db5d-4d2b-963a-8378b315c7b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:27:31Z', 'updated_at': '2021-07-27T21:27:34Z', 'revision_number': 4, 'project_id': '86837ff0d819403d862560ca192fdca7', 'gw_port': {'id': '22a9f312-db5d-4d2b-963a-8378b315c7b3', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:2f:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bd55324-ba4f-4bcf-bd6a-ad3f1b3d50d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3851, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:27:31Z', 'updated_at': '2021-07-27T21:27:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_interfaces': [{'id': '6e61ab5d-823c-42f2-9eaa-593c0d84996a', 'name': '', 'network_id': 'b8c68474-1d26-4c5c-9f82-5da72e824d0f', 'tenant_id': '86837ff0d819403d862560ca192fdca7', 'mac_address': 'fa:16:3e:22:83:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bd55324-ba4f-4bcf-bd6a-ad3f1b3d50d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3852, 'fixed_ips': [{'subnet_id': '11733cc0-d894-4d0f-84a6-7f612951db53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:27:34Z', 'updated_at': '2021-07-27T21:27:39Z', 'revision_number': 5, 'project_id': '86837ff0d819403d862560ca192fdca7', 'subnets': [{'id': '11733cc0-d894-4d0f-84a6-7f612951db53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-22', False) {} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:33:30.451658 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cdc3ae1-f60c-45e9-ae36-4613b6dcf794 None None] Checking router: 8bd55324-ba4f-4bcf-bd6a-ad3f1b3d50d4 for host: n-d-705658-22 {{(pid=105587) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:33:30.459979 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cdc3ae1-f60c-45e9-ae36-4613b6dcf794 None None] Routers {'8bd55324-ba4f-4bcf-bd6a-ad3f1b3d50d4'} bound to L3 agent in host n-d-705658-22 {{(pid=105587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:33:30.460584 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-8cdc3ae1-f60c-45e9-ae36-4613b6dcf794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:33:12Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['8bd55324-ba4f-4bcf-bd6a-ad3f1b3d50d4'], 'active': True} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:33:30.567212 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvr_db [None req-8cdc3ae1-f60c-45e9-ae36-4613b6dcf794 None None] Set router 8bd55324-ba4f-4bcf-bd6a-ad3f1b3d50d4 gateway port host: n-d-705658-22 {{(pid=105587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:33:30.865457 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-8cdc3ae1-f60c-45e9-ae36-4613b6dcf794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bd55324-ba4f-4bcf-bd6a-ad3f1b3d50d4', 'name': 'tempest-TestVolumeBootPattern-52823296-router', 'tenant_id': '86837ff0d819403d862560ca192fdca7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.166'}], 'enable_snat': True}, 'gw_port_id': '22a9f312-db5d-4d2b-963a-8378b315c7b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:27:31Z', 'updated_at': '2021-07-27T21:27:34Z', 'revision_number': 4, 'project_id': '86837ff0d819403d862560ca192fdca7', 'gw_port': {'id': '22a9f312-db5d-4d2b-963a-8378b315c7b3', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:2f:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bd55324-ba4f-4bcf-bd6a-ad3f1b3d50d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3851, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:27:31Z', 'updated_at': '2021-07-27T21:27:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_interfaces': [{'id': '6e61ab5d-823c-42f2-9eaa-593c0d84996a', 'name': '', 'network_id': 'b8c68474-1d26-4c5c-9f82-5da72e824d0f', 'tenant_id': '86837ff0d819403d862560ca192fdca7', 'mac_address': 'fa:16:3e:22:83:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bd55324-ba4f-4bcf-bd6a-ad3f1b3d50d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3852, 'fixed_ips': [{'subnet_id': '11733cc0-d894-4d0f-84a6-7f612951db53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:27:34Z', 'updated_at': '2021-07-27T21:27:39Z', 'revision_number': 5, 'project_id': '86837ff0d819403d862560ca192fdca7', 'subnets': [{'id': '11733cc0-d894-4d0f-84a6-7f612951db53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-22', False) {} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:33:30.898424 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cdc3ae1-f60c-45e9-ae36-4613b6dcf794 None None] The sync data for ids ['8bd55324-ba4f-4bcf-bd6a-ad3f1b3d50d4'] in n-d-705658-22 is: [{'id': '8bd55324-ba4f-4bcf-bd6a-ad3f1b3d50d4', 'name': 'tempest-TestVolumeBootPattern-52823296-router', 'tenant_id': '86837ff0d819403d862560ca192fdca7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.166'}], 'enable_snat': True}, 'gw_port_id': '22a9f312-db5d-4d2b-963a-8378b315c7b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:27:31Z', 'updated_at': '2021-07-27T21:27:34Z', 'revision_number': 4, 'project_id': '86837ff0d819403d862560ca192fdca7', 'gw_port': {'id': '22a9f312-db5d-4d2b-963a-8378b315c7b3', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:2f:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bd55324-ba4f-4bcf-bd6a-ad3f1b3d50d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3851, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:27:31Z', 'updated_at': '2021-07-27T21:27:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_interfaces': [{'id': '6e61ab5d-823c-42f2-9eaa-593c0d84996a', 'name': '', 'network_id': 'b8c68474-1d26-4c5c-9f82-5da72e824d0f', 'tenant_id': '86837ff0d819403d862560ca192fdca7', 'mac_address': 'fa:16:3e:22:83:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bd55324-ba4f-4bcf-bd6a-ad3f1b3d50d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3852, 'fixed_ips': [{'subnet_id': '11733cc0-d894-4d0f-84a6-7f612951db53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:27:34Z', 'updated_at': '2021-07-27T21:27:39Z', 'revision_number': 5, 'project_id': '86837ff0d819403d862560ca192fdca7', 'subnets': [{'id': '11733cc0-d894-4d0f-84a6-7f612951db53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:33:31.142191 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a602aac-61dd-4057-829e-6454890b7d73 None None] New status for floating IP 06fbc802-1d5d-419f-ab8e-6f9d1ea234c3: DOWN {{(pid=105586) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 21:33:31.323480 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f60bf41d-1601-4fd5-9e13-b8ac6d4ec315 req-5c2a1d64-6a06-4733-a69e-c6757a436d4b tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] 10.222.0.59 "GET /v2.0/ports?device_id=1bf5d39b-7e21-4bc3-930e-bb775433418d HTTP/1.1" status: 200 len: 210 time: 0.0310025 Jul 27 21:33:32.427481 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-c14a10d3-3d23-43be-a4af-84f1220669d8 req-3edb99e2-90c7-4a4e-83ff-15209fed49aa tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] 10.222.0.59 "GET /v2.0/ports?device_id=1bf5d39b-7e21-4bc3-930e-bb775433418d HTTP/1.1" status: 200 len: 210 time: 0.0330806 Jul 27 21:33:32.565034 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device efa6aaf9-7d1a-41b7-bf18-0828d6c551b4 no longer exists at agent hyperv_n-h1-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:33:32.584199 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-28650df7-c46c-4981-b84f-37d87254047e None None] No Port match for: efa6aaf9-7d1a-41b7-bf18-0828d6c551b4 {{(pid=105586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:33:32.584551 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device efa6aaf9-7d1a-41b7-bf18-0828d6c551b4 not bound to the agent host n-h1-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:33:33.526457 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-2c6c7da8-3dbf-4594-8f01-22ffc8c71cd2 req-d4de1ee8-1be7-4df4-9814-f8ac1907f3ef tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] 10.222.0.59 "GET /v2.0/ports?device_id=1bf5d39b-7e21-4bc3-930e-bb775433418d HTTP/1.1" status: 200 len: 210 time: 0.0290751 Jul 27 21:33:34.723967 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f77c2fb6-4ac7-4a44-8f82-596f6dbd7b74 req-ba62581f-8216-4ea9-8827-4dce52291caa tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-990437107&fields=id&tenant_id=86837ff0d819403d862560ca192fdca7 HTTP/1.1" status: 200 len: 267 time: 0.0315349 Jul 27 21:33:34.830239 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77c2fb6-4ac7-4a44-8f82-596f6dbd7b74 req-71101760-a34e-40ca-9d3a-0127f7b4a148 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:33:34.831616 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f77c2fb6-4ac7-4a44-8f82-596f6dbd7b74 req-71101760-a34e-40ca-9d3a-0127f7b4a148 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] 10.222.0.59 "GET /v2.0/networks?id=b8c68474-1d26-4c5c-9f82-5da72e824d0f HTTP/1.1" status: 200 len: 810 time: 0.1012642 Jul 27 21:33:34.846399 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f77c2fb6-4ac7-4a44-8f82-596f6dbd7b74 req-b5a961bc-de9d-4189-87aa-b6e6659ad1ae tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] 10.222.0.59 "GET /v2.0/quotas/86837ff0d819403d862560ca192fdca7 HTTP/1.1" status: 200 len: 375 time: 0.0091486 Jul 27 21:33:34.913518 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f77c2fb6-4ac7-4a44-8f82-596f6dbd7b74 req-824fb548-8287-488c-9d36-121738352b31 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=86837ff0d819403d862560ca192fdca7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0619438 Jul 27 21:33:35.054211 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f77c2fb6-4ac7-4a44-8f82-596f6dbd7b74 req-6fc4eaa2-d0f1-4bec-a5e0-550a5c11239c service neutron] 10.222.0.59 "GET /v2.0/networks/b8c68474-1d26-4c5c-9f82-5da72e824d0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288052 Jul 27 21:33:35.146897 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f77c2fb6-4ac7-4a44-8f82-596f6dbd7b74 req-d7ddfcc9-dce0-4027-a7e0-13e8b42db23a service neutron] 10.222.0.59 "GET /v2.0/networks/b8c68474-1d26-4c5c-9f82-5da72e824d0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864422 Jul 27 21:33:35.429819 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b833f336-e540-42ac-a4f0-73aff882620c req-80ac0b10-cfd7-4ca2-b0e2-2e46a2add70c tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] 10.222.0.59 "GET /v2.0/ports?device_id=261ad2df-11f1-456d-8910-fcf94d5cc9cd HTTP/1.1" status: 200 len: 210 time: 0.0301585 Jul 27 21:33:36.304778 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77c2fb6-4ac7-4a44-8f82-596f6dbd7b74 req-a871adaa-5587-4baa-bee6-b2a2f91fffe2 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:33:36.306306 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-f77c2fb6-4ac7-4a44-8f82-596f6dbd7b74 req-a871adaa-5587-4baa-bee6-b2a2f91fffe2 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] 10.222.0.36 "GET /v2.0/networks?id=b8c68474-1d26-4c5c-9f82-5da72e824d0f HTTP/1.1" status: 200 len: 810 time: 0.1125197 Jul 27 21:33:36.349885 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-f77c2fb6-4ac7-4a44-8f82-596f6dbd7b74 req-6881ad87-1487-468e-862a-54c628148fa6 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=86837ff0d819403d862560ca192fdca7 HTTP/1.1" status: 200 len: 379 time: 0.0349572 Jul 27 21:33:36.359758 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [req-f77c2fb6-4ac7-4a44-8f82-596f6dbd7b74 req-56b96b2c-ef71-4968-81f7-af114ce2f683 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Request body: {'port': {'device_id': '261ad2df-11f1-456d-8910-fcf94d5cc9cd', 'network_id': 'b8c68474-1d26-4c5c-9f82-5da72e824d0f', 'admin_state_up': True, 'tenant_id': '86837ff0d819403d862560ca192fdca7', 'security_groups': ['a5e6581c-d58a-4df1-b094-3a90bf3c9fce']}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:33:36.472613 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f77c2fb6-4ac7-4a44-8f82-596f6dbd7b74 req-56b96b2c-ef71-4968-81f7-af114ce2f683 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Made reservation on behalf of 86837ff0d819403d862560ca192fdca7 for: {'port': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:33:36.476665 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-f77c2fb6-4ac7-4a44-8f82-596f6dbd7b74 req-56b96b2c-ef71-4968-81f7-af114ce2f683 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:36.531967 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-62513986-e788-4f8c-b4f6-7cd8479566c6 req-81c37014-dd70-4666-89a0-dc8e7d0e88bd tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] 10.222.0.59 "GET /v2.0/ports?device_id=261ad2df-11f1-456d-8910-fcf94d5cc9cd HTTP/1.1" status: 200 len: 210 time: 0.0328524 Jul 27 21:33:36.538791 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:36.617406 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.db_base_plugin_common [req-f77c2fb6-4ac7-4a44-8f82-596f6dbd7b74 req-56b96b2c-ef71-4968-81f7-af114ce2f683 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Allocated IP 172.20.0.9 (b8c68474-1d26-4c5c-9f82-5da72e824d0f/11733cc0-d894-4d0f-84a6-7f612951db53/77274ec9-9e7f-4901-b888-3ad56ec18994) {{(pid=105584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:33:36.753788 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-f77c2fb6-4ac7-4a44-8f82-596f6dbd7b74 req-56b96b2c-ef71-4968-81f7-af114ce2f683 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Notify callbacks [] for port, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:36.767408 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.provisioning_blocks [req-f77c2fb6-4ac7-4a44-8f82-596f6dbd7b74 req-56b96b2c-ef71-4968-81f7-af114ce2f683 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Transition to ACTIVE for port object 77274ec9-9e7f-4901-b888-3ad56ec18994 will not be triggered until provisioned by entity DHCP. {{(pid=105584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:33:36.799380 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-f77c2fb6-4ac7-4a44-8f82-596f6dbd7b74 req-56b96b2c-ef71-4968-81f7-af114ce2f683 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:36.847220 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f77c2fb6-4ac7-4a44-8f82-596f6dbd7b74 req-56b96b2c-ef71-4968-81f7-af114ce2f683 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Network b8c68474-1d26-4c5c-9f82-5da72e824d0f is already hosted by enough agents. {{(pid=105584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:33:36.852279 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [req-f77c2fb6-4ac7-4a44-8f82-596f6dbd7b74 req-56b96b2c-ef71-4968-81f7-af114ce2f683 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Resources bound (agent type, host, resource id): {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:33:36.855943 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [req-f77c2fb6-4ac7-4a44-8f82-596f6dbd7b74 req-56b96b2c-ef71-4968-81f7-af114ce2f683 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Received port after_create {{(pid=105584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:33:36.880301 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b96b2c-ef71-4968-81f7-af114ce2f683 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Pushing event updated for resources: {'Port': ['ID=77274ec9-9e7f-4901-b888-3ad56ec18994,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:33:36.911123 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77c2fb6-4ac7-4a44-8f82-596f6dbd7b74 req-56b96b2c-ef71-4968-81f7-af114ce2f683 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:33:36.911782 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-f77c2fb6-4ac7-4a44-8f82-596f6dbd7b74 req-56b96b2c-ef71-4968-81f7-af114ce2f683 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:36.928195 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-f77c2fb6-4ac7-4a44-8f82-596f6dbd7b74 req-56b96b2c-ef71-4968-81f7-af114ce2f683 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5725021 Jul 27 21:33:36.940977 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [req-f77c2fb6-4ac7-4a44-8f82-596f6dbd7b74 req-aedcf254-6abc-4759-8991-13232a5bd671 service neutron] Request body: {'port': {'device_id': '261ad2df-11f1-456d-8910-fcf94d5cc9cd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-705658-22'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:33:37.019956 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-f77c2fb6-4ac7-4a44-8f82-596f6dbd7b74 req-aedcf254-6abc-4759-8991-13232a5bd671 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:37.148294 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-32ad8dc3-2806-425c-8df3-d38cf2b9f0f6 None None] Provisioning for port 77274ec9-9e7f-4901-b888-3ad56ec18994 completed by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:33:37.152952 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-32ad8dc3-2806-425c-8df3-d38cf2b9f0f6 None None] Provisioning complete for port 77274ec9-9e7f-4901-b888-3ad56ec18994 triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:33:37.153551 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-32ad8dc3-2806-425c-8df3-d38cf2b9f0f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:37.193112 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-32ad8dc3-2806-425c-8df3-d38cf2b9f0f6 None None] Port 77274ec9-9e7f-4901-b888-3ad56ec18994 cannot update to ACTIVE because it is not bound. {{(pid=105586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:33:37.291527 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [req-f77c2fb6-4ac7-4a44-8f82-596f6dbd7b74 req-aedcf254-6abc-4759-8991-13232a5bd671 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77274ec9-9e7f-4901-b888-3ad56ec18994 {{(pid=105584) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:33:37.298860 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-f77c2fb6-4ac7-4a44-8f82-596f6dbd7b74 req-aedcf254-6abc-4759-8991-13232a5bd671 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:37.312620 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.provisioning_blocks [req-f77c2fb6-4ac7-4a44-8f82-596f6dbd7b74 req-aedcf254-6abc-4759-8991-13232a5bd671 service neutron] Transition to ACTIVE for port object 77274ec9-9e7f-4901-b888-3ad56ec18994 will not be triggered until provisioned by entity L2. {{(pid=105584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:33:37.316388 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-f77c2fb6-4ac7-4a44-8f82-596f6dbd7b74 req-aedcf254-6abc-4759-8991-13232a5bd671 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9014027'] for port, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:37.374342 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedcf254-6abc-4759-8991-13232a5bd671 service neutron] Pushing event updated for resources: {'Port': ['ID=77274ec9-9e7f-4901-b888-3ad56ec18994,revision_number=2']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:33:37.447545 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [req-f77c2fb6-4ac7-4a44-8f82-596f6dbd7b74 req-aedcf254-6abc-4759-8991-13232a5bd671 service neutron] Attempting to bind port 77274ec9-9e7f-4901-b888-3ad56ec18994 on host n-h1-705658-22 for vnic_type normal with profile {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:33:37.447873 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [req-f77c2fb6-4ac7-4a44-8f82-596f6dbd7b74 req-aedcf254-6abc-4759-8991-13232a5bd671 service neutron] Attempting to bind port 77274ec9-9e7f-4901-b888-3ad56ec18994 by drivers openvswitch,hyperv on host n-h1-705658-22 at level 0 using segments [{'id': '6a44b0c8-0b10-4191-b0e4-021984ddfab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'b8c68474-1d26-4c5c-9f82-5da72e824d0f'}] {{(pid=105584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:33:37.448233 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f77c2fb6-4ac7-4a44-8f82-596f6dbd7b74 req-aedcf254-6abc-4759-8991-13232a5bd671 service neutron] Attempting to bind port 77274ec9-9e7f-4901-b888-3ad56ec18994 on network b8c68474-1d26-4c5c-9f82-5da72e824d0f {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:33:37.455829 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f77c2fb6-4ac7-4a44-8f82-596f6dbd7b74 req-aedcf254-6abc-4759-8991-13232a5bd671 service neutron] Port 77274ec9-9e7f-4901-b888-3ad56ec18994 on network b8c68474-1d26-4c5c-9f82-5da72e824d0f not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-22 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:33:37.456179 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f77c2fb6-4ac7-4a44-8f82-596f6dbd7b74 req-aedcf254-6abc-4759-8991-13232a5bd671 service neutron] Attempting to bind port 77274ec9-9e7f-4901-b888-3ad56ec18994 on network b8c68474-1d26-4c5c-9f82-5da72e824d0f {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:33:37.462876 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f77c2fb6-4ac7-4a44-8f82-596f6dbd7b74 req-aedcf254-6abc-4759-8991-13232a5bd671 service neutron] Checking agent: {'id': '9d9bc37f-4d75-44ef-9f63-799aab3e316f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 49, 36), 'started_at': datetime.datetime(2021, 7, 27, 20, 49, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 33, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:33:37.463286 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f77c2fb6-4ac7-4a44-8f82-596f6dbd7b74 req-aedcf254-6abc-4759-8991-13232a5bd671 service neutron] Checking segment: {'id': '6a44b0c8-0b10-4191-b0e4-021984ddfab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'b8c68474-1d26-4c5c-9f82-5da72e824d0f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:33:37.463678 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f77c2fb6-4ac7-4a44-8f82-596f6dbd7b74 req-aedcf254-6abc-4759-8991-13232a5bd671 service neutron] Bound using segment: {'id': '6a44b0c8-0b10-4191-b0e4-021984ddfab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'b8c68474-1d26-4c5c-9f82-5da72e824d0f'} {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:33:37.464126 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [req-f77c2fb6-4ac7-4a44-8f82-596f6dbd7b74 req-aedcf254-6abc-4759-8991-13232a5bd671 service neutron] Bound port: 77274ec9-9e7f-4901-b888-3ad56ec18994, host: n-h1-705658-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a44b0c8-0b10-4191-b0e4-021984ddfab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'b8c68474-1d26-4c5c-9f82-5da72e824d0f'}}] {{(pid=105584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:33:37.464498 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-f77c2fb6-4ac7-4a44-8f82-596f6dbd7b74 req-aedcf254-6abc-4759-8991-13232a5bd671 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:37.550883 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [req-f77c2fb6-4ac7-4a44-8f82-596f6dbd7b74 req-aedcf254-6abc-4759-8991-13232a5bd671 service neutron] For port 77274ec9-9e7f-4901-b888-3ad56ec18994, host n-h1-705658-22, cleared binding levels {{(pid=105584) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:33:37.554461 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [req-f77c2fb6-4ac7-4a44-8f82-596f6dbd7b74 req-aedcf254-6abc-4759-8991-13232a5bd671 service neutron] For port 77274ec9-9e7f-4901-b888-3ad56ec18994, host n-h1-705658-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=77274ec9-9e7f-4901-b888-3ad56ec18994,segment=NetworkSegment(6a44b0c8-0b10-4191-b0e4-021984ddfab8),segment_id=6a44b0c8-0b10-4191-b0e4-021984ddfab8)] {{(pid=105584) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:33:37.561225 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-f77c2fb6-4ac7-4a44-8f82-596f6dbd7b74 req-aedcf254-6abc-4759-8991-13232a5bd671 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9014027'] for port, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:37.637570 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77c2fb6-4ac7-4a44-8f82-596f6dbd7b74 req-aedcf254-6abc-4759-8991-13232a5bd671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:33:37.650655 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-f77c2fb6-4ac7-4a44-8f82-596f6dbd7b74 req-aedcf254-6abc-4759-8991-13232a5bd671 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:37.652277 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-f77c2fb6-4ac7-4a44-8f82-596f6dbd7b74 req-aedcf254-6abc-4759-8991-13232a5bd671 service neutron] 10.222.0.36 "PUT /v2.0/ports/77274ec9-9e7f-4901-b888-3ad56ec18994 HTTP/1.1" status: 200 len: 1092 time: 0.7161767 Jul 27 21:33:37.654727 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '261ad2df-11f1-456d-8910-fcf94d5cc9cd', 'tag': '77274ec9-9e7f-4901-b888-3ad56ec18994'}] {{(pid=105584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:33:37.658830 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bce5e6c8685464f7626901654159975603b047827e3138302ed6566e28f1343" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9523ff5-8c82-4b30-9976-463342af939d" -d '{"events": [{"name": "network-changed", "server_uuid": "261ad2df-11f1-456d-8910-fcf94d5cc9cd", "tag": "77274ec9-9e7f-4901-b888-3ad56ec18994"}]}' {{(pid=105584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:33:37.665316 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedcf254-6abc-4759-8991-13232a5bd671 service neutron] Pushing event updated for resources: {'Port': ['ID=77274ec9-9e7f-4901-b888-3ad56ec18994,revision_number=3']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:33:37.722321 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5720daad-9be1-4d0a-80c2-844598c1f52c req-427731b7-f56e-4238-92ad-1a505bf73b07 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:33:37.724246 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-5720daad-9be1-4d0a-80c2-844598c1f52c req-427731b7-f56e-4238-92ad-1a505bf73b07 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] 10.222.0.59 "GET /v2.0/ports?device_id=261ad2df-11f1-456d-8910-fcf94d5cc9cd HTTP/1.1" status: 200 len: 943 time: 0.1135437 Jul 27 21:33:37.739854 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:33:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ba7fbda-33a1-45da-bdf4-b763d22e64a1 x-openstack-request-id: req-5ba7fbda-33a1-45da-bdf4-b763d22e64a1 {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:33:37.740450 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "261ad2df-11f1-456d-8910-fcf94d5cc9cd", "tag": "77274ec9-9e7f-4901-b888-3ad56ec18994", "status": "completed", "code": 200}]} {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:33:37.740876 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-5ba7fbda-33a1-45da-bdf4-b763d22e64a1 {{(pid=105584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:33:37.741452 n-d-705658-22 neutron-server[105584]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '261ad2df-11f1-456d-8910-fcf94d5cc9cd', 'tag': '77274ec9-9e7f-4901-b888-3ad56ec18994', 'status': 'completed', 'code': 200} Jul 27 21:33:37.767865 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77c2fb6-4ac7-4a44-8f82-596f6dbd7b74 req-f627773c-51e1-4b21-95f3-f7ec2c3fc93d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:33:37.769522 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-f77c2fb6-4ac7-4a44-8f82-596f6dbd7b74 req-f627773c-51e1-4b21-95f3-f7ec2c3fc93d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=86837ff0d819403d862560ca192fdca7&device_id=261ad2df-11f1-456d-8910-fcf94d5cc9cd HTTP/1.1" status: 200 len: 1095 time: 0.0722797 Jul 27 21:33:37.770862 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-5720daad-9be1-4d0a-80c2-844598c1f52c req-25bb22e1-27d5-4408-8cbc-cd62c4cb9af9 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] 10.222.0.59 "GET /v2.0/security-groups?id=a5e6581c-d58a-4df1-b094-3a90bf3c9fce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399902 Jul 27 21:33:37.821763 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-f77c2fb6-4ac7-4a44-8f82-596f6dbd7b74 req-1907ef65-9001-4a91-8433-3d29058d20ad service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=77274ec9-9e7f-4901-b888-3ad56ec18994 HTTP/1.1" status: 200 len: 217 time: 0.0443394 Jul 27 21:33:37.874984 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77c2fb6-4ac7-4a44-8f82-596f6dbd7b74 req-b37c5685-78af-449a-bf92-3fc1ef9f37a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:33:37.876952 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-f77c2fb6-4ac7-4a44-8f82-596f6dbd7b74 req-b37c5685-78af-449a-bf92-3fc1ef9f37a2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=11733cc0-d894-4d0f-84a6-7f612951db53 HTTP/1.1" status: 200 len: 849 time: 0.0478163 Jul 27 21:33:37.936420 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77c2fb6-4ac7-4a44-8f82-596f6dbd7b74 req-b83ba67c-520b-4891-97a2-e28787392dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:33:37.938002 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-f77c2fb6-4ac7-4a44-8f82-596f6dbd7b74 req-b83ba67c-520b-4891-97a2-e28787392dc7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b8c68474-1d26-4c5c-9f82-5da72e824d0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0543513 Jul 27 21:33:38.038600 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-f77c2fb6-4ac7-4a44-8f82-596f6dbd7b74 req-5b4c7c62-7a02-4e41-9157-964c324e1e7b service neutron] 10.222.0.36 "GET /v2.0/networks/b8c68474-1d26-4c5c-9f82-5da72e824d0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937352 Jul 27 21:33:38.128918 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-f77c2fb6-4ac7-4a44-8f82-596f6dbd7b74 req-459c375c-e469-4439-8d52-c085a8e3372c service neutron] 10.222.0.36 "GET /v2.0/networks/b8c68474-1d26-4c5c-9f82-5da72e824d0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833917 Jul 27 21:33:38.233334 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9523ff5-8c82-4b30-9976-463342af939d req-e54d4559-a778-4544-a5be-3782cae805e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:33:38.234876 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-c9523ff5-8c82-4b30-9976-463342af939d req-e54d4559-a778-4544-a5be-3782cae805e7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=86837ff0d819403d862560ca192fdca7&device_id=261ad2df-11f1-456d-8910-fcf94d5cc9cd HTTP/1.1" status: 200 len: 1095 time: 0.0589199 Jul 27 21:33:38.332321 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9523ff5-8c82-4b30-9976-463342af939d req-47ccfcaa-c740-4b53-abe4-1f39cb87740c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:33:38.334101 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-c9523ff5-8c82-4b30-9976-463342af939d req-47ccfcaa-c740-4b53-abe4-1f39cb87740c service neutron] 10.222.0.36 "GET /v2.0/networks?id=b8c68474-1d26-4c5c-9f82-5da72e824d0f HTTP/1.1" status: 200 len: 911 time: 0.0913849 Jul 27 21:33:38.377049 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-c9523ff5-8c82-4b30-9976-463342af939d req-a1dfcb66-75e4-44b9-a472-2bf03d755191 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=77274ec9-9e7f-4901-b888-3ad56ec18994 HTTP/1.1" status: 200 len: 217 time: 0.0363269 Jul 27 21:33:38.429977 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9523ff5-8c82-4b30-9976-463342af939d req-a8f3c04e-5ced-4302-a53c-bf1e7d728ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:33:38.431466 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-c9523ff5-8c82-4b30-9976-463342af939d req-a8f3c04e-5ced-4302-a53c-bf1e7d728ee4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=11733cc0-d894-4d0f-84a6-7f612951db53 HTTP/1.1" status: 200 len: 849 time: 0.0476604 Jul 27 21:33:38.491858 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9523ff5-8c82-4b30-9976-463342af939d req-1602bfae-7423-4920-bb3b-5d6de6770d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:33:38.493272 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-c9523ff5-8c82-4b30-9976-463342af939d req-1602bfae-7423-4920-bb3b-5d6de6770d59 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b8c68474-1d26-4c5c-9f82-5da72e824d0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0534766 Jul 27 21:33:38.582457 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-c9523ff5-8c82-4b30-9976-463342af939d req-cdda786a-c683-4ace-bff9-04e2741c0bf1 service neutron] 10.222.0.36 "GET /v2.0/networks/b8c68474-1d26-4c5c-9f82-5da72e824d0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811689 Jul 27 21:33:38.679806 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-c9523ff5-8c82-4b30-9976-463342af939d req-9065788a-4612-4bb8-bec7-7fac90af1286 service neutron] 10.222.0.36 "GET /v2.0/networks/b8c68474-1d26-4c5c-9f82-5da72e824d0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886130 Jul 27 21:33:38.910926 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-a02140bb-e742-42e1-bc26-b9e916baa778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:38.917479 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43502c44-ffff-45e5-ac1c-5f9790192046 req-4ea58b83-e182-4655-b36e-fb16783ccb01 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:33:38.919607 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-43502c44-ffff-45e5-ac1c-5f9790192046 req-4ea58b83-e182-4655-b36e-fb16783ccb01 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] 10.222.0.59 "GET /v2.0/ports?device_id=261ad2df-11f1-456d-8910-fcf94d5cc9cd HTTP/1.1" status: 200 len: 943 time: 0.0742245 Jul 27 21:33:38.957506 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-43502c44-ffff-45e5-ac1c-5f9790192046 req-13fbc0af-3252-4037-ad88-3150d0a1822d tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] 10.222.0.59 "GET /v2.0/security-groups?id=a5e6581c-d58a-4df1-b094-3a90bf3c9fce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317249 Jul 27 21:33:40.093528 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14d9325-27f9-498f-a1bb-584685a2a115 req-d7e1d636-f0c0-4392-9596-eddb8e1422c8 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:33:40.095224 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b14d9325-27f9-498f-a1bb-584685a2a115 req-d7e1d636-f0c0-4392-9596-eddb8e1422c8 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] 10.222.0.59 "GET /v2.0/ports?device_id=261ad2df-11f1-456d-8910-fcf94d5cc9cd HTTP/1.1" status: 200 len: 943 time: 0.0705910 Jul 27 21:33:40.134697 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b14d9325-27f9-498f-a1bb-584685a2a115 req-32d944a8-2fff-40c7-8934-0ce7b17cc7ab tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] 10.222.0.59 "GET /v2.0/security-groups?id=a5e6581c-d58a-4df1-b094-3a90bf3c9fce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334654 Jul 27 21:33:40.356470 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:41.265878 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc08ec95-4f96-48a8-aef1-8bd373559bc0 req-46686756-45d9-46ad-b8d7-a4720398efa5 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:33:41.267394 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-cc08ec95-4f96-48a8-aef1-8bd373559bc0 req-46686756-45d9-46ad-b8d7-a4720398efa5 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] 10.222.0.59 "GET /v2.0/ports?device_id=261ad2df-11f1-456d-8910-fcf94d5cc9cd HTTP/1.1" status: 200 len: 943 time: 0.0631502 Jul 27 21:33:41.304464 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-cc08ec95-4f96-48a8-aef1-8bd373559bc0 req-19b61467-52b9-4441-906a-696d5e87efb5 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] 10.222.0.59 "GET /v2.0/security-groups?id=a5e6581c-d58a-4df1-b094-3a90bf3c9fce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311892 Jul 27 21:33:41.564921 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-38be2077-20b3-465a-8491-683dc06dd2f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:41.896735 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:42.434479 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a6dcef-92cb-4d66-96ea-1537055ea0da req-0160d88c-b882-4e2c-8698-9cd99a0b7576 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:33:42.435966 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-87a6dcef-92cb-4d66-96ea-1537055ea0da req-0160d88c-b882-4e2c-8698-9cd99a0b7576 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] 10.222.0.59 "GET /v2.0/ports?device_id=261ad2df-11f1-456d-8910-fcf94d5cc9cd HTTP/1.1" status: 200 len: 943 time: 0.0650184 Jul 27 21:33:42.472095 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-87a6dcef-92cb-4d66-96ea-1537055ea0da req-4dfe34de-b9db-4397-9b32-0f2ca8963fbd tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] 10.222.0.59 "GET /v2.0/security-groups?id=a5e6581c-d58a-4df1-b094-3a90bf3c9fce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303347 Jul 27 21:33:42.967722 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-bb32ed7d-8717-448b-a9c8-a5a0117d1fd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:43.601734 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc584c64-46bc-450d-8eca-42d43486c89e req-2f881d02-9f51-4e10-854e-3344018ff796 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:33:43.603237 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-fc584c64-46bc-450d-8eca-42d43486c89e req-2f881d02-9f51-4e10-854e-3344018ff796 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] 10.222.0.59 "GET /v2.0/ports?device_id=261ad2df-11f1-456d-8910-fcf94d5cc9cd HTTP/1.1" status: 200 len: 943 time: 0.0659690 Jul 27 21:33:43.641366 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-fc584c64-46bc-450d-8eca-42d43486c89e req-688a8077-4b4b-4c5b-b32b-1a883d6768a9 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] 10.222.0.59 "GET /v2.0/security-groups?id=a5e6581c-d58a-4df1-b094-3a90bf3c9fce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318291 Jul 27 21:33:44.396276 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-875ced1b-4cf3-463a-9653-058f0f9421e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:44.770561 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b9cc4f-3077-4ac9-9d1c-9cb597e704b3 req-01a8e4c2-69e4-4cd7-9b20-c648b68ae25f tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:33:44.772069 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-95b9cc4f-3077-4ac9-9d1c-9cb597e704b3 req-01a8e4c2-69e4-4cd7-9b20-c648b68ae25f tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] 10.222.0.59 "GET /v2.0/ports?device_id=261ad2df-11f1-456d-8910-fcf94d5cc9cd HTTP/1.1" status: 200 len: 943 time: 0.0630448 Jul 27 21:33:44.808423 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-95b9cc4f-3077-4ac9-9d1c-9cb597e704b3 req-ebf59552-4ed9-4b65-b6af-2c9abf9177c2 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] 10.222.0.59 "GET /v2.0/security-groups?id=a5e6581c-d58a-4df1-b094-3a90bf3c9fce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305450 Jul 27 21:33:45.940779 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5443476f-a9b0-4f70-9b04-d867d0b302b1 req-c5e3549f-eea5-454a-951e-d8e337b32c4f tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:33:45.942272 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-5443476f-a9b0-4f70-9b04-d867d0b302b1 req-c5e3549f-eea5-454a-951e-d8e337b32c4f tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] 10.222.0.59 "GET /v2.0/ports?device_id=261ad2df-11f1-456d-8910-fcf94d5cc9cd HTTP/1.1" status: 200 len: 943 time: 0.0665860 Jul 27 21:33:45.980034 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-5443476f-a9b0-4f70-9b04-d867d0b302b1 req-d3fc9792-db6b-4e75-9593-6b043c581c6c tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] 10.222.0.59 "GET /v2.0/security-groups?id=a5e6581c-d58a-4df1-b094-3a90bf3c9fce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318964 Jul 27 21:33:47.108380 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bba5be-f6a7-415a-94c7-6cd21f29ad96 req-a685dc70-d4ef-4565-b29a-85e8079749a4 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:33:47.109894 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-66bba5be-f6a7-415a-94c7-6cd21f29ad96 req-a685dc70-d4ef-4565-b29a-85e8079749a4 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] 10.222.0.59 "GET /v2.0/ports?device_id=261ad2df-11f1-456d-8910-fcf94d5cc9cd HTTP/1.1" status: 200 len: 943 time: 0.0631282 Jul 27 21:33:47.147581 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-66bba5be-f6a7-415a-94c7-6cd21f29ad96 req-df692f83-a4c8-4862-a699-a34837af89f5 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] 10.222.0.59 "GET /v2.0/security-groups?id=a5e6581c-d58a-4df1-b094-3a90bf3c9fce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314567 Jul 27 21:33:48.276293 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788b6de6-1e20-4cd8-b649-5bfe439fa85b req-321d134f-a3b8-4515-a68c-026f98dd307d tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:33:48.277751 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-788b6de6-1e20-4cd8-b649-5bfe439fa85b req-321d134f-a3b8-4515-a68c-026f98dd307d tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] 10.222.0.59 "GET /v2.0/ports?device_id=261ad2df-11f1-456d-8910-fcf94d5cc9cd HTTP/1.1" status: 200 len: 943 time: 0.0620842 Jul 27 21:33:48.315259 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-788b6de6-1e20-4cd8-b649-5bfe439fa85b req-f4bf9b38-f964-4542-8e19-270a6fa66b4d tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] 10.222.0.59 "GET /v2.0/security-groups?id=a5e6581c-d58a-4df1-b094-3a90bf3c9fce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309937 Jul 27 21:33:48.611076 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device 77274ec9-9e7f-4901-b888-3ad56ec18994 details requested by agent hyperv_n-h1-705658-22 with host n-h1-705658-22 {{(pid=105586) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:33:48.701988 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] For port 77274ec9-9e7f-4901-b888-3ad56ec18994, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=77274ec9-9e7f-4901-b888-3ad56ec18994,segment=NetworkSegment(6a44b0c8-0b10-4191-b0e4-021984ddfab8),segment_id=6a44b0c8-0b10-4191-b0e4-021984ddfab8)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:33:48.716766 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Returning: {'device': '77274ec9-9e7f-4901-b888-3ad56ec18994', 'network_id': 'b8c68474-1d26-4c5c-9f82-5da72e824d0f', 'port_id': '77274ec9-9e7f-4901-b888-3ad56ec18994', 'mac_address': 'fa:16:3e:56:9d:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 240, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11733cc0-d894-4d0f-84a6-7f612951db53', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105586) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:33:48.751601 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:48.763973 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77274ec9-9e7f-4901-b888-3ad56ec18994 {{(pid=105586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:33:48.782787 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] For port 77274ec9-9e7f-4901-b888-3ad56ec18994, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=77274ec9-9e7f-4901-b888-3ad56ec18994,segment=NetworkSegment(6a44b0c8-0b10-4191-b0e4-021984ddfab8),segment_id=6a44b0c8-0b10-4191-b0e4-021984ddfab8)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:33:48.786698 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:48.832786 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Pushing event updated for resources: {'Port': ['ID=77274ec9-9e7f-4901-b888-3ad56ec18994,revision_number=4']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:33:48.839853 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:33:48.840235 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:33:48.840582 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:33:48.841477 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:33:48.841819 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:33:48.842144 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:33:48.842477 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:33:48.842805 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:33:48.843164 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:33:48.843493 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:33:48.843818 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:33:48.844165 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:33:49.025574 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] get_ports_and_sgs() called for port_ids ['77274ec9-9e7f-4901-b888-3ad56ec18994'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:33:49.445384 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff56a8c4-01ae-4225-beda-5c52a97f7a3f req-73a88ef7-2fa5-4310-8b2e-b42a93e119c5 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:33:49.446850 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-ff56a8c4-01ae-4225-beda-5c52a97f7a3f req-73a88ef7-2fa5-4310-8b2e-b42a93e119c5 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] 10.222.0.59 "GET /v2.0/ports?device_id=261ad2df-11f1-456d-8910-fcf94d5cc9cd HTTP/1.1" status: 200 len: 944 time: 0.0662055 Jul 27 21:33:49.483505 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-ff56a8c4-01ae-4225-beda-5c52a97f7a3f req-a04025ed-2f93-4c9d-a3cd-147136d06b6c tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] 10.222.0.59 "GET /v2.0/security-groups?id=a5e6581c-d58a-4df1-b094-3a90bf3c9fce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307963 Jul 27 21:33:50.611401 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f7e832-f5c2-4588-9b22-55dfb93f1b1f req-fa2f4849-bb3a-4e43-ab09-e7b38bb16dcf tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:33:50.612886 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-08f7e832-f5c2-4588-9b22-55dfb93f1b1f req-fa2f4849-bb3a-4e43-ab09-e7b38bb16dcf tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] 10.222.0.59 "GET /v2.0/ports?device_id=261ad2df-11f1-456d-8910-fcf94d5cc9cd HTTP/1.1" status: 200 len: 944 time: 0.0635846 Jul 27 21:33:50.626455 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device 77274ec9-9e7f-4901-b888-3ad56ec18994 up at agent hyperv_n-h1-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:33:50.651195 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-08f7e832-f5c2-4588-9b22-55dfb93f1b1f req-9e2e11fe-d0a3-4cbb-9b10-885d105e0153 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] 10.222.0.59 "GET /v2.0/security-groups?id=a5e6581c-d58a-4df1-b094-3a90bf3c9fce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321827 Jul 27 21:33:50.673681 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Provisioning for port 77274ec9-9e7f-4901-b888-3ad56ec18994 completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:33:50.677439 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Provisioning complete for port 77274ec9-9e7f-4901-b888-3ad56ec18994 triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:33:50.677812 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:50.755380 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:50.777855 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '261ad2df-11f1-456d-8910-fcf94d5cc9cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77274ec9-9e7f-4901-b888-3ad56ec18994'}] {{(pid=105586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:33:50.780211 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14c1663e039faf5393f87855f745010ac5b02220355b68fdbf065393e303ac56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fc081a7-92b1-4a01-9ea9-aa665732db96" -d '{"events": [{"server_uuid": "261ad2df-11f1-456d-8910-fcf94d5cc9cd", "name": "network-vif-plugged", "status": "completed", "tag": "77274ec9-9e7f-4901-b888-3ad56ec18994"}]}' {{(pid=105586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:33:50.792711 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] For port 77274ec9-9e7f-4901-b888-3ad56ec18994, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=77274ec9-9e7f-4901-b888-3ad56ec18994,segment=NetworkSegment(6a44b0c8-0b10-4191-b0e4-021984ddfab8),segment_id=6a44b0c8-0b10-4191-b0e4-021984ddfab8)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:33:50.796698 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:50.819453 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:33:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96295d18-ab04-47e4-8fe1-b14a6a657ebd x-openstack-request-id: req-96295d18-ab04-47e4-8fe1-b14a6a657ebd {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:33:50.819747 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "261ad2df-11f1-456d-8910-fcf94d5cc9cd", "name": "network-vif-plugged", "status": "completed", "tag": "77274ec9-9e7f-4901-b888-3ad56ec18994", "code": 200}]} {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:33:50.820008 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-96295d18-ab04-47e4-8fe1-b14a6a657ebd {{(pid=105586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:33:50.820393 n-d-705658-22 neutron-server[105586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '261ad2df-11f1-456d-8910-fcf94d5cc9cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77274ec9-9e7f-4901-b888-3ad56ec18994', 'code': 200} Jul 27 21:33:50.846619 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Pushing event updated for resources: {'Port': ['ID=77274ec9-9e7f-4901-b888-3ad56ec18994,revision_number=5']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:33:50.926041 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63c0e77-66dc-4070-a1d5-395ed627b5d6 req-f68ffcda-f6e5-4a44-8e2e-4c54c00cf74f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:33:50.927561 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-e63c0e77-66dc-4070-a1d5-395ed627b5d6 req-f68ffcda-f6e5-4a44-8e2e-4c54c00cf74f service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=261ad2df-11f1-456d-8910-fcf94d5cc9cd HTTP/1.1" status: 200 len: 1097 time: 0.0538077 Jul 27 21:33:50.960921 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-e63c0e77-66dc-4070-a1d5-395ed627b5d6 req-4257fb5e-e833-4c12-a0fe-b90d018ab85e service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=a5e6581c-d58a-4df1-b094-3a90bf3c9fce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0268004 Jul 27 21:33:51.791184 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574035ee-7d8b-4593-9b4b-dddce5d0a4d6 req-86700e69-ae82-479d-ab5f-596f74a3d483 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:33:51.792671 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-574035ee-7d8b-4593-9b4b-dddce5d0a4d6 req-86700e69-ae82-479d-ab5f-596f74a3d483 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] 10.222.0.59 "GET /v2.0/ports?device_id=261ad2df-11f1-456d-8910-fcf94d5cc9cd HTTP/1.1" status: 200 len: 945 time: 0.0687842 Jul 27 21:33:51.830550 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-574035ee-7d8b-4593-9b4b-dddce5d0a4d6 req-7f3ef7d4-ada4-4953-88e7-5c58354de91b tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] 10.222.0.59 "GET /v2.0/security-groups?id=a5e6581c-d58a-4df1-b094-3a90bf3c9fce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318763 Jul 27 21:33:51.961917 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7882d60a-c90d-47e4-92a6-e4dcfc13d2c9 req-4f28c1b2-3596-442d-9257-5ae40fe7d672 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:33:51.963405 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-7882d60a-c90d-47e4-92a6-e4dcfc13d2c9 req-4f28c1b2-3596-442d-9257-5ae40fe7d672 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] 10.222.0.59 "GET /v2.0/ports?device_id=261ad2df-11f1-456d-8910-fcf94d5cc9cd HTTP/1.1" status: 200 len: 945 time: 0.0631893 Jul 27 21:33:52.001446 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-7882d60a-c90d-47e4-92a6-e4dcfc13d2c9 req-51bb5b63-3d4e-451d-85b9-8778d0a95f36 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] 10.222.0.59 "GET /v2.0/security-groups?id=a5e6581c-d58a-4df1-b094-3a90bf3c9fce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312424 Jul 27 21:33:52.024152 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 34148) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:33:52.176284 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e0e2b01-f00e-45d5-97fa-34d20f11c9f6 tempest-TestVolumeBootPattern-471972273 tempest-TestVolumeBootPattern-471972273-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:33:52.177807 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-0e0e2b01-f00e-45d5-97fa-34d20f11c9f6 tempest-TestVolumeBootPattern-471972273 tempest-TestVolumeBootPattern-471972273-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=261ad2df-11f1-456d-8910-fcf94d5cc9cd HTTP/1.1" status: 200 len: 1092 time: 0.1526585 Jul 27 21:33:52.180577 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 34152) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:33:52.185351 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-83637403-5a59-46f3-81bf-4e3f1f42edbb tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Request body: {'floatingip': {'floating_network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'port_id': '77274ec9-9e7f-4901-b888-3ad56ec18994', 'tenant_id': '86837ff0d819403d862560ca192fdca7', 'fixed_ip_address': '172.20.0.9'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:33:52.206876 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-83637403-5a59-46f3-81bf-4e3f1f42edbb tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Notify callbacks [] for floatingip, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:52.304169 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-83637403-5a59-46f3-81bf-4e3f1f42edbb tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:52.410958 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.db_base_plugin_common [None req-83637403-5a59-46f3-81bf-4e3f1f42edbb tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Allocated IP 172.25.5.133 (8735d8a2-b604-4758-ae71-b40e4ee6f305/eca7dbab-b9c0-4c8f-a272-816ea8a81764/1a0899a2-b32b-4dfc-b545-482629e10826) {{(pid=105584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:33:52.508426 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-83637403-5a59-46f3-81bf-4e3f1f42edbb tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Notify callbacks [] for port, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:52.546297 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-83637403-5a59-46f3-81bf-4e3f1f42edbb tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:52.581119 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83637403-5a59-46f3-81bf-4e3f1f42edbb tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Network 8735d8a2-b604-4758-ae71-b40e4ee6f305 is already hosted by enough agents. {{(pid=105584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:33:52.583801 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [None req-83637403-5a59-46f3-81bf-4e3f1f42edbb tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Resources bound (agent type, host, resource id): {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:33:52.589043 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83637403-5a59-46f3-81bf-4e3f1f42edbb tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Received port after_create {{(pid=105584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:33:52.617169 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83637403-5a59-46f3-81bf-4e3f1f42edbb tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Pushing event updated for resources: {'Port': ['ID=1a0899a2-b32b-4dfc-b545-482629e10826,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:33:52.953573 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-83637403-5a59-46f3-81bf-4e3f1f42edbb tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:53.039381 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-83637403-5a59-46f3-81bf-4e3f1f42edbb tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:53.193898 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-83637403-5a59-46f3-81bf-4e3f1f42edbb tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Notify callbacks [] for port, precommit_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:53.198349 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-83637403-5a59-46f3-81bf-4e3f1f42edbb tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9014027'] for port, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:53.262739 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83637403-5a59-46f3-81bf-4e3f1f42edbb tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Pushing event updated for resources: {'Port': ['ID=1a0899a2-b32b-4dfc-b545-482629e10826,revision_number=2']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:33:53.273948 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-83637403-5a59-46f3-81bf-4e3f1f42edbb tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4075768'] for floatingip, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:53.382159 n-d-705658-22 neutron-server[105584]: INFO neutron.db.l3_db [None req-83637403-5a59-46f3-81bf-4e3f1f42edbb tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Floating IP 05e25594-128e-41ab-b200-07653c637b12 associated. External IP: 172.25.5.133, port: 77274ec9-9e7f-4901-b888-3ad56ec18994. Jul 27 21:33:53.582219 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83637403-5a59-46f3-81bf-4e3f1f42edbb tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Router 8bd55324-ba4f-4bcf-bd6a-ad3f1b3d50d4 has already been hosted by L3 agent dd128fd7-8e57-4d4f-895b-a96b369df59a {{(pid=105584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:33:54.020526 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83637403-5a59-46f3-81bf-4e3f1f42edbb tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Notify agent at l3_agent.n-d-705658-22 the message routers_updated {{(pid=105584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:33:54.031949 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-617dea39-b37c-47d5-85d7-d47c8bed0f2d None None] Sync routers for ids ['8bd55324-ba4f-4bcf-bd6a-ad3f1b3d50d4'] in n-d-705658-22 {{(pid=105587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:33:54.036066 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-83637403-5a59-46f3-81bf-4e3f1f42edbb tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for floatingip, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:54.041235 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-617dea39-b37c-47d5-85d7-d47c8bed0f2d None None] Routers {'8bd55324-ba4f-4bcf-bd6a-ad3f1b3d50d4'} bound to L3 agent in host n-d-705658-22 {{(pid=105587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:33:54.041855 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-617dea39-b37c-47d5-85d7-d47c8bed0f2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:33:42Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['8bd55324-ba4f-4bcf-bd6a-ad3f1b3d50d4'], 'active': True} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:33:54.072000 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-83637403-5a59-46f3-81bf-4e3f1f42edbb tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8904023 Jul 27 21:33:54.072589 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '261ad2df-11f1-456d-8910-fcf94d5cc9cd', 'tag': '77274ec9-9e7f-4901-b888-3ad56ec18994'}] {{(pid=105584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:33:54.074826 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bce5e6c8685464f7626901654159975603b047827e3138302ed6566e28f1343" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f0b3e02-e4d9-4b05-a501-5b990bf73f9d" -d '{"events": [{"name": "network-changed", "server_uuid": "261ad2df-11f1-456d-8910-fcf94d5cc9cd", "tag": "77274ec9-9e7f-4901-b888-3ad56ec18994"}]}' {{(pid=105584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:33:54.110836 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:33:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ce03be5-4888-4eae-862f-483dcbdd7f81 x-openstack-request-id: req-3ce03be5-4888-4eae-862f-483dcbdd7f81 {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:33:54.111158 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "261ad2df-11f1-456d-8910-fcf94d5cc9cd", "tag": "77274ec9-9e7f-4901-b888-3ad56ec18994", "status": "completed", "code": 200}]} {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:33:54.111429 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-3ce03be5-4888-4eae-862f-483dcbdd7f81 {{(pid=105584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:33:54.111817 n-d-705658-22 neutron-server[105584]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '261ad2df-11f1-456d-8910-fcf94d5cc9cd', 'tag': '77274ec9-9e7f-4901-b888-3ad56ec18994', 'status': 'completed', 'code': 200} Jul 27 21:33:54.147534 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvr_db [None req-617dea39-b37c-47d5-85d7-d47c8bed0f2d None None] Set router 8bd55324-ba4f-4bcf-bd6a-ad3f1b3d50d4 gateway port host: n-d-705658-22 {{(pid=105587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:33:54.181023 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.agents_db [None req-558fcd2c-e512-47bc-a170-8673d87f7213 None None] Agent healthcheck: found 7 active agents {{(pid=105587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 21:33:54.185472 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0b3e02-e4d9-4b05-a501-5b990bf73f9d req-21c7de55-69ed-4376-8cbb-8800a81b6af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:33:54.187037 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-6f0b3e02-e4d9-4b05-a501-5b990bf73f9d req-21c7de55-69ed-4376-8cbb-8800a81b6af3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=86837ff0d819403d862560ca192fdca7&device_id=261ad2df-11f1-456d-8910-fcf94d5cc9cd HTTP/1.1" status: 200 len: 1097 time: 0.0540166 Jul 27 21:33:54.283840 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0b3e02-e4d9-4b05-a501-5b990bf73f9d req-19ecb138-c756-4a26-9020-e0f6294c322c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:33:54.285298 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-6f0b3e02-e4d9-4b05-a501-5b990bf73f9d req-19ecb138-c756-4a26-9020-e0f6294c322c service neutron] 10.222.0.36 "GET /v2.0/networks?id=b8c68474-1d26-4c5c-9f82-5da72e824d0f HTTP/1.1" status: 200 len: 911 time: 0.0914004 Jul 27 21:33:54.349247 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-6f0b3e02-e4d9-4b05-a501-5b990bf73f9d req-2213edd2-0376-4de6-8a19-5c4414bbf9e1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=77274ec9-9e7f-4901-b888-3ad56ec18994 HTTP/1.1" status: 200 len: 999 time: 0.0571244 Jul 27 21:33:54.371571 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-617dea39-b37c-47d5-85d7-d47c8bed0f2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bd55324-ba4f-4bcf-bd6a-ad3f1b3d50d4', 'name': 'tempest-TestVolumeBootPattern-52823296-router', 'tenant_id': '86837ff0d819403d862560ca192fdca7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.166'}], 'enable_snat': True}, 'gw_port_id': '22a9f312-db5d-4d2b-963a-8378b315c7b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:27:31Z', 'updated_at': '2021-07-27T21:27:34Z', 'revision_number': 4, 'project_id': '86837ff0d819403d862560ca192fdca7', 'gw_port': {'id': '22a9f312-db5d-4d2b-963a-8378b315c7b3', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:2f:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bd55324-ba4f-4bcf-bd6a-ad3f1b3d50d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3851, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:27:31Z', 'updated_at': '2021-07-27T21:27:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_floatingips': [{'id': '05e25594-128e-41ab-b200-07653c637b12', 'tenant_id': '86837ff0d819403d862560ca192fdca7', 'floating_ip_address': '172.25.5.133', 'floating_network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'router_id': '8bd55324-ba4f-4bcf-bd6a-ad3f1b3d50d4', 'port_id': '77274ec9-9e7f-4901-b888-3ad56ec18994', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3972, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8c68474-1d26-4c5c-9f82-5da72e824d0f', 'mac_address': 'fa:16:3e:56:9d:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '261ad2df-11f1-456d-8910-fcf94d5cc9cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T21:33:52Z', 'updated_at': '2021-07-27T21:33:52Z', 'revision_number': 0, 'project_id': '86837ff0d819403d862560ca192fdca7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e61ab5d-823c-42f2-9eaa-593c0d84996a', 'name': '', 'network_id': 'b8c68474-1d26-4c5c-9f82-5da72e824d0f', 'tenant_id': '86837ff0d819403d862560ca192fdca7', 'mac_address': 'fa:16:3e:22:83:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bd55324-ba4f-4bcf-bd6a-ad3f1b3d50d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3852, 'fixed_ips': [{'subnet_id': '11733cc0-d894-4d0f-84a6-7f612951db53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:27:34Z', 'updated_at': '2021-07-27T21:27:39Z', 'revision_number': 5, 'project_id': '86837ff0d819403d862560ca192fdca7', 'subnets': [{'id': '11733cc0-d894-4d0f-84a6-7f612951db53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-22', False) {} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:33:54.401210 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-617dea39-b37c-47d5-85d7-d47c8bed0f2d None None] Checking router: 8bd55324-ba4f-4bcf-bd6a-ad3f1b3d50d4 for host: n-d-705658-22 {{(pid=105587) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:33:54.401442 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0b3e02-e4d9-4b05-a501-5b990bf73f9d req-d0c77a1e-dbcf-48c2-9efc-e5878e6f829b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:33:54.402612 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-6f0b3e02-e4d9-4b05-a501-5b990bf73f9d req-d0c77a1e-dbcf-48c2-9efc-e5878e6f829b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=11733cc0-d894-4d0f-84a6-7f612951db53 HTTP/1.1" status: 200 len: 849 time: 0.0464022 Jul 27 21:33:54.409186 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-617dea39-b37c-47d5-85d7-d47c8bed0f2d None None] Routers {'8bd55324-ba4f-4bcf-bd6a-ad3f1b3d50d4'} bound to L3 agent in host n-d-705658-22 {{(pid=105587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:33:54.409781 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-617dea39-b37c-47d5-85d7-d47c8bed0f2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:33:42Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['8bd55324-ba4f-4bcf-bd6a-ad3f1b3d50d4'], 'active': True} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:33:54.461343 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0b3e02-e4d9-4b05-a501-5b990bf73f9d req-50e7d275-7384-418b-a585-ca2d461a279f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:33:54.463085 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-6f0b3e02-e4d9-4b05-a501-5b990bf73f9d req-50e7d275-7384-418b-a585-ca2d461a279f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b8c68474-1d26-4c5c-9f82-5da72e824d0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0524464 Jul 27 21:33:54.511107 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvr_db [None req-617dea39-b37c-47d5-85d7-d47c8bed0f2d None None] Set router 8bd55324-ba4f-4bcf-bd6a-ad3f1b3d50d4 gateway port host: n-d-705658-22 {{(pid=105587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:33:54.551256 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-6f0b3e02-e4d9-4b05-a501-5b990bf73f9d req-cdc2b403-6822-40bf-b656-7cbd7e01b92e service neutron] 10.222.0.36 "GET /v2.0/networks/b8c68474-1d26-4c5c-9f82-5da72e824d0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804317 Jul 27 21:33:54.643810 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-6f0b3e02-e4d9-4b05-a501-5b990bf73f9d req-22235105-dd75-4eba-bc9b-cab3bfb275ea service neutron] 10.222.0.36 "GET /v2.0/networks/b8c68474-1d26-4c5c-9f82-5da72e824d0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857158 Jul 27 21:33:54.731867 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-617dea39-b37c-47d5-85d7-d47c8bed0f2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bd55324-ba4f-4bcf-bd6a-ad3f1b3d50d4', 'name': 'tempest-TestVolumeBootPattern-52823296-router', 'tenant_id': '86837ff0d819403d862560ca192fdca7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.166'}], 'enable_snat': True}, 'gw_port_id': '22a9f312-db5d-4d2b-963a-8378b315c7b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:27:31Z', 'updated_at': '2021-07-27T21:27:34Z', 'revision_number': 4, 'project_id': '86837ff0d819403d862560ca192fdca7', 'gw_port': {'id': '22a9f312-db5d-4d2b-963a-8378b315c7b3', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:2f:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bd55324-ba4f-4bcf-bd6a-ad3f1b3d50d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3851, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:27:31Z', 'updated_at': '2021-07-27T21:27:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_floatingips': [{'id': '05e25594-128e-41ab-b200-07653c637b12', 'tenant_id': '86837ff0d819403d862560ca192fdca7', 'floating_ip_address': '172.25.5.133', 'floating_network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'router_id': '8bd55324-ba4f-4bcf-bd6a-ad3f1b3d50d4', 'port_id': '77274ec9-9e7f-4901-b888-3ad56ec18994', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3972, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8c68474-1d26-4c5c-9f82-5da72e824d0f', 'mac_address': 'fa:16:3e:56:9d:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '261ad2df-11f1-456d-8910-fcf94d5cc9cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T21:33:52Z', 'updated_at': '2021-07-27T21:33:52Z', 'revision_number': 0, 'project_id': '86837ff0d819403d862560ca192fdca7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e61ab5d-823c-42f2-9eaa-593c0d84996a', 'name': '', 'network_id': 'b8c68474-1d26-4c5c-9f82-5da72e824d0f', 'tenant_id': '86837ff0d819403d862560ca192fdca7', 'mac_address': 'fa:16:3e:22:83:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bd55324-ba4f-4bcf-bd6a-ad3f1b3d50d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3852, 'fixed_ips': [{'subnet_id': '11733cc0-d894-4d0f-84a6-7f612951db53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:27:34Z', 'updated_at': '2021-07-27T21:27:39Z', 'revision_number': 5, 'project_id': '86837ff0d819403d862560ca192fdca7', 'subnets': [{'id': '11733cc0-d894-4d0f-84a6-7f612951db53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-22', False) {} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:33:54.758125 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-617dea39-b37c-47d5-85d7-d47c8bed0f2d None None] The sync data for ids ['8bd55324-ba4f-4bcf-bd6a-ad3f1b3d50d4'] in n-d-705658-22 is: [{'id': '8bd55324-ba4f-4bcf-bd6a-ad3f1b3d50d4', 'name': 'tempest-TestVolumeBootPattern-52823296-router', 'tenant_id': '86837ff0d819403d862560ca192fdca7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.166'}], 'enable_snat': True}, 'gw_port_id': '22a9f312-db5d-4d2b-963a-8378b315c7b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:27:31Z', 'updated_at': '2021-07-27T21:27:34Z', 'revision_number': 4, 'project_id': '86837ff0d819403d862560ca192fdca7', 'gw_port': {'id': '22a9f312-db5d-4d2b-963a-8378b315c7b3', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:2f:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bd55324-ba4f-4bcf-bd6a-ad3f1b3d50d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3851, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:27:31Z', 'updated_at': '2021-07-27T21:27:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_floatingips': [{'id': '05e25594-128e-41ab-b200-07653c637b12', 'tenant_id': '86837ff0d819403d862560ca192fdca7', 'floating_ip_address': '172.25.5.133', 'floating_network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'router_id': '8bd55324-ba4f-4bcf-bd6a-ad3f1b3d50d4', 'port_id': '77274ec9-9e7f-4901-b888-3ad56ec18994', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3972, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8c68474-1d26-4c5c-9f82-5da72e824d0f', 'mac_address': 'fa:16:3e:56:9d:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '261ad2df-11f1-456d-8910-fcf94d5cc9cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T21:33:52Z', 'updated_at': '2021-07-27T21:33:52Z', 'revision_number': 0, 'project_id': '86837ff0d819403d862560ca192fdca7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e61ab5d-823c-42f2-9eaa-593c0d84996a', 'name': '', 'network_id': 'b8c68474-1d26-4c5c-9f82-5da72e824d0f', 'tenant_id': '86837ff0d819403d862560ca192fdca7', 'mac_address': 'fa:16:3e:22:83:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bd55324-ba4f-4bcf-bd6a-ad3f1b3d50d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3852, 'fixed_ips': [{'subnet_id': '11733cc0-d894-4d0f-84a6-7f612951db53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:27:34Z', 'updated_at': '2021-07-27T21:27:39Z', 'revision_number': 5, 'project_id': '86837ff0d819403d862560ca192fdca7', 'subnets': [{'id': '11733cc0-d894-4d0f-84a6-7f612951db53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:33:54.938250 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b45c685-d9b2-4dd9-a6af-37ad494d3552 None None] New status for floating IP 05e25594-128e-41ab-b200-07653c637b12: ACTIVE {{(pid=105586) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 21:34:06.546426 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:34:08.912718 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-a30d1334-da65-4585-8513-8b4c115ec2f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:34:10.384120 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:34:11.566257 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-c14dab59-07c2-4669-95fa-5df9719ab7fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:34:11.896425 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:34:12.969927 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-bb32ed7d-8717-448b-a9c8-a5a0117d1fd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:34:14.400094 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-875ced1b-4cf3-463a-9653-058f0f9421e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:34:14.615650 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-5c4a3531-7da5-4cf9-94cf-cf300c393dee req-d461cc3f-2b84-4e1f-a639-bfb22df1bda2 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=261ad2df-11f1-456d-8910-fcf94d5cc9cd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0575128 Jul 27 21:34:14.716698 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4a3531-7da5-4cf9-94cf-cf300c393dee req-821f1ead-0cc8-47f5-852b-6340236501b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:34:14.718225 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-5c4a3531-7da5-4cf9-94cf-cf300c393dee req-821f1ead-0cc8-47f5-852b-6340236501b7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=86837ff0d819403d862560ca192fdca7&device_id=261ad2df-11f1-456d-8910-fcf94d5cc9cd HTTP/1.1" status: 200 len: 1097 time: 0.0558984 Jul 27 21:34:14.826702 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4a3531-7da5-4cf9-94cf-cf300c393dee req-2527ef36-e955-4c4b-8d71-091fdf12d989 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:34:14.828254 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-5c4a3531-7da5-4cf9-94cf-cf300c393dee req-2527ef36-e955-4c4b-8d71-091fdf12d989 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b8c68474-1d26-4c5c-9f82-5da72e824d0f HTTP/1.1" status: 200 len: 911 time: 0.0899336 Jul 27 21:34:14.900146 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-5c4a3531-7da5-4cf9-94cf-cf300c393dee req-688dd80d-8be1-4fbf-94d6-c63415238057 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=77274ec9-9e7f-4901-b888-3ad56ec18994 HTTP/1.1" status: 200 len: 1001 time: 0.0647528 Jul 27 21:34:14.953644 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4a3531-7da5-4cf9-94cf-cf300c393dee req-6ddd39c6-5da6-4120-9f3b-250aa4e512fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:34:14.955099 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-5c4a3531-7da5-4cf9-94cf-cf300c393dee req-6ddd39c6-5da6-4120-9f3b-250aa4e512fd service neutron] 10.222.0.36 "GET /v2.0/subnets?id=11733cc0-d894-4d0f-84a6-7f612951db53 HTTP/1.1" status: 200 len: 849 time: 0.0468547 Jul 27 21:34:15.015651 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4a3531-7da5-4cf9-94cf-cf300c393dee req-889eaf3d-c22e-4bdf-8510-dc8093f94d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:34:15.017441 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-5c4a3531-7da5-4cf9-94cf-cf300c393dee req-889eaf3d-c22e-4bdf-8510-dc8093f94d84 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b8c68474-1d26-4c5c-9f82-5da72e824d0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0547349 Jul 27 21:34:15.110099 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-5c4a3531-7da5-4cf9-94cf-cf300c393dee req-2966d208-b2ef-4222-92d9-21d328145962 service neutron] 10.222.0.36 "GET /v2.0/networks/b8c68474-1d26-4c5c-9f82-5da72e824d0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851765 Jul 27 21:34:15.208359 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-5c4a3531-7da5-4cf9-94cf-cf300c393dee req-2befc69d-7b1f-4f0b-8ef4-fa6789125f9c service neutron] 10.222.0.36 "GET /v2.0/networks/b8c68474-1d26-4c5c-9f82-5da72e824d0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911417 Jul 27 21:34:23.228647 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-6a6d84a5-749b-4f4b-91d7-edaa23fb860c req-dee7c2fa-c5c6-4dad-81ec-7c9e14eba7b0 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=c58882fa-462e-4c19-bb88-3a95b954aebc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0980101 Jul 27 21:34:23.326691 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6d84a5-749b-4f4b-91d7-edaa23fb860c req-ecdb3174-fe4d-45a5-8c09-292b96222a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:34:23.328248 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-6a6d84a5-749b-4f4b-91d7-edaa23fb860c req-ecdb3174-fe4d-45a5-8c09-292b96222a6c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d192f93ac8104a9cbcedf26b26eec08e&device_id=c58882fa-462e-4c19-bb88-3a95b954aebc HTTP/1.1" status: 200 len: 1097 time: 0.0572438 Jul 27 21:34:23.431380 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6d84a5-749b-4f4b-91d7-edaa23fb860c req-33a762f5-b50d-4d09-a34f-fbcbbdc0c04e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:34:23.432835 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-6a6d84a5-749b-4f4b-91d7-edaa23fb860c req-33a762f5-b50d-4d09-a34f-fbcbbdc0c04e service neutron] 10.222.0.60 "GET /v2.0/networks?id=9187a0c9-a8c4-4063-b30f-be09608c86e7 HTTP/1.1" status: 200 len: 910 time: 0.0847688 Jul 27 21:34:23.502747 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-6a6d84a5-749b-4f4b-91d7-edaa23fb860c req-d2488c41-d04a-4b49-af1b-c6b8ab256043 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6c61b806-e2b6-4dcc-8e45-aa8ed30e944f HTTP/1.1" status: 200 len: 1000 time: 0.0617111 Jul 27 21:34:23.552139 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6d84a5-749b-4f4b-91d7-edaa23fb860c req-0e367380-67b5-40fc-a6cb-a31b075cbf64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:34:23.553573 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-6a6d84a5-749b-4f4b-91d7-edaa23fb860c req-0e367380-67b5-40fc-a6cb-a31b075cbf64 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=23592c3c-b503-4201-9a1d-ccf3be36328f HTTP/1.1" status: 200 len: 848 time: 0.0441823 Jul 27 21:34:23.611427 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6d84a5-749b-4f4b-91d7-edaa23fb860c req-eb1ac983-16f7-40d4-aba8-c3bc7c078b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:34:23.612870 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-6a6d84a5-749b-4f4b-91d7-edaa23fb860c req-eb1ac983-16f7-40d4-aba8-c3bc7c078b92 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=9187a0c9-a8c4-4063-b30f-be09608c86e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0517538 Jul 27 21:34:23.708391 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-6a6d84a5-749b-4f4b-91d7-edaa23fb860c req-686779ac-2176-4ce8-84f1-76312c717129 service neutron] 10.222.0.60 "GET /v2.0/networks/9187a0c9-a8c4-4063-b30f-be09608c86e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881357 Jul 27 21:34:23.796882 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-6a6d84a5-749b-4f4b-91d7-edaa23fb860c req-a32c7509-cbfc-46e2-8ddb-31ffe24cce6a service neutron] 10.222.0.60 "GET /v2.0/networks/9187a0c9-a8c4-4063-b30f-be09608c86e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809751 Jul 27 21:34:31.180784 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.agents_db [None req-558fcd2c-e512-47bc-a170-8673d87f7213 None None] Agent healthcheck: found 7 active agents {{(pid=105587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 21:34:36.559795 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:34:38.913340 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-41795b1b-4a62-42a7-9853-412df877b0ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:34:39.330958 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [req-8c0fb316-a0e9-4123-ae1b-1f3e88cb9f7b req-22ec4193-d087-4b32-b4e8-97e06721c458 service neutron] (105584) timed out ('10.222.0.59', 60688) {{(pid=105584) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 27 21:34:40.369549 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:34:41.566745 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-a2fb653f-e2ab-4487-915c-7999d9635fe3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:34:41.896275 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:34:42.972057 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-bb32ed7d-8717-448b-a9c8-a5a0117d1fd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:34:44.407691 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-875ced1b-4cf3-463a-9653-058f0f9421e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:34:58.290301 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9774c2b-8b9e-4b4b-8692-965c86a08562 req-9febc793-7be0-4b77-85d6-acad3b898aeb tempest-TestServerBasicOps-1935044030 tempest-TestServerBasicOps-1935044030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:34:58.291726 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f9774c2b-8b9e-4b4b-8692-965c86a08562 req-9febc793-7be0-4b77-85d6-acad3b898aeb tempest-TestServerBasicOps-1935044030 tempest-TestServerBasicOps-1935044030-project] 10.222.0.59 "GET /v2.0/ports?device_id=c58882fa-462e-4c19-bb88-3a95b954aebc HTTP/1.1" status: 200 len: 945 time: 0.0640697 Jul 27 21:34:58.334099 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f9774c2b-8b9e-4b4b-8692-965c86a08562 req-1b9ff75c-77a8-41bd-b757-4a2c9497b948 tempest-TestServerBasicOps-1935044030 tempest-TestServerBasicOps-1935044030-project] 10.222.0.59 "GET /v2.0/security-groups?id=5c0f6585-9f1b-449c-b342-19e26df5885e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354519 Jul 27 21:34:58.789181 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8620f1f-63de-4147-9dac-1f3a41c33f60 req-238299c0-16ca-4c81-b97a-b8a91506f5aa tempest-TestServerBasicOps-1935044030 tempest-TestServerBasicOps-1935044030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:34:58.790620 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f8620f1f-63de-4147-9dac-1f3a41c33f60 req-238299c0-16ca-4c81-b97a-b8a91506f5aa tempest-TestServerBasicOps-1935044030 tempest-TestServerBasicOps-1935044030-project] 10.222.0.60 "GET /v2.0/ports?device_id=c58882fa-462e-4c19-bb88-3a95b954aebc HTTP/1.1" status: 200 len: 945 time: 0.0619953 Jul 27 21:34:58.892726 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [req-f8620f1f-63de-4147-9dac-1f3a41c33f60 req-c4ad69cd-760e-45b1-b0d0-be76f1024e47 tempest-TestServerBasicOps-1935044030 tempest-TestServerBasicOps-1935044030-project] Deleting port 6c61b806-e2b6-4dcc-8e45-aa8ed30e944f {{(pid=105585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:34:58.893101 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-f8620f1f-63de-4147-9dac-1f3a41c33f60 req-c4ad69cd-760e-45b1-b0d0-be76f1024e47 tempest-TestServerBasicOps-1935044030 tempest-TestServerBasicOps-1935044030-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:34:58.984013 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.db [req-f8620f1f-63de-4147-9dac-1f3a41c33f60 req-c4ad69cd-760e-45b1-b0d0-be76f1024e47 tempest-TestServerBasicOps-1935044030 tempest-TestServerBasicOps-1935044030-project] For port 6c61b806-e2b6-4dcc-8e45-aa8ed30e944f, host n-h2-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=6c61b806-e2b6-4dcc-8e45-aa8ed30e944f,segment=NetworkSegment(1d17d041-a01b-48ae-abd0-357c0895e5ab),segment_id=1d17d041-a01b-48ae-abd0-357c0895e5ab)] {{(pid=105585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:34:58.984383 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-f8620f1f-63de-4147-9dac-1f3a41c33f60 req-c4ad69cd-760e-45b1-b0d0-be76f1024e47 tempest-TestServerBasicOps-1935044030 tempest-TestServerBasicOps-1935044030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:34:59.196327 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-f8620f1f-63de-4147-9dac-1f3a41c33f60 req-c4ad69cd-760e-45b1-b0d0-be76f1024e47 tempest-TestServerBasicOps-1935044030 tempest-TestServerBasicOps-1935044030-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:34:59.196727 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-f8620f1f-63de-4147-9dac-1f3a41c33f60 req-c4ad69cd-760e-45b1-b0d0-be76f1024e47 tempest-TestServerBasicOps-1935044030 tempest-TestServerBasicOps-1935044030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4075768'] for floatingip, after_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:34:59.197047 n-d-705658-22 neutron-server[105585]: INFO neutron.db.l3_db [req-f8620f1f-63de-4147-9dac-1f3a41c33f60 req-c4ad69cd-760e-45b1-b0d0-be76f1024e47 tempest-TestServerBasicOps-1935044030 tempest-TestServerBasicOps-1935044030-project] Floating IP ec3e17ac-77b3-4674-a8df-02ac46a9b4c2 disassociated. External IP: 172.25.5.14, port: 6c61b806-e2b6-4dcc-8e45-aa8ed30e944f. Jul 27 21:34:59.197389 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [req-f8620f1f-63de-4147-9dac-1f3a41c33f60 req-c4ad69cd-760e-45b1-b0d0-be76f1024e47 tempest-TestServerBasicOps-1935044030 tempest-TestServerBasicOps-1935044030-project] Calling delete_port for 6c61b806-e2b6-4dcc-8e45-aa8ed30e944f owned by compute:nova {{(pid=105585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:34:59.320293 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-f8620f1f-63de-4147-9dac-1f3a41c33f60 req-c4ad69cd-760e-45b1-b0d0-be76f1024e47 tempest-TestServerBasicOps-1935044030 tempest-TestServerBasicOps-1935044030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:34:59.349298 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ad69cd-760e-45b1-b0d0-be76f1024e47 tempest-TestServerBasicOps-1935044030 tempest-TestServerBasicOps-1935044030-project] Pushing event deleted for resources: {'Port': ['ID=6c61b806-e2b6-4dcc-8e45-aa8ed30e944f,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:34:59.358968 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ad69cd-760e-45b1-b0d0-be76f1024e47 tempest-TestServerBasicOps-1935044030 tempest-TestServerBasicOps-1935044030-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:34:59.359341 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ad69cd-760e-45b1-b0d0-be76f1024e47 tempest-TestServerBasicOps-1935044030 tempest-TestServerBasicOps-1935044030-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:34:59.359681 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ad69cd-760e-45b1-b0d0-be76f1024e47 tempest-TestServerBasicOps-1935044030 tempest-TestServerBasicOps-1935044030-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:34:59.360023 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ad69cd-760e-45b1-b0d0-be76f1024e47 tempest-TestServerBasicOps-1935044030 tempest-TestServerBasicOps-1935044030-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:34:59.360356 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ad69cd-760e-45b1-b0d0-be76f1024e47 tempest-TestServerBasicOps-1935044030 tempest-TestServerBasicOps-1935044030-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:34:59.360683 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ad69cd-760e-45b1-b0d0-be76f1024e47 tempest-TestServerBasicOps-1935044030 tempest-TestServerBasicOps-1935044030-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:34:59.361009 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ad69cd-760e-45b1-b0d0-be76f1024e47 tempest-TestServerBasicOps-1935044030 tempest-TestServerBasicOps-1935044030-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:34:59.361334 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ad69cd-760e-45b1-b0d0-be76f1024e47 tempest-TestServerBasicOps-1935044030 tempest-TestServerBasicOps-1935044030-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:34:59.361656 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ad69cd-760e-45b1-b0d0-be76f1024e47 tempest-TestServerBasicOps-1935044030 tempest-TestServerBasicOps-1935044030-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:34:59.361976 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ad69cd-760e-45b1-b0d0-be76f1024e47 tempest-TestServerBasicOps-1935044030 tempest-TestServerBasicOps-1935044030-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:34:59.363096 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ad69cd-760e-45b1-b0d0-be76f1024e47 tempest-TestServerBasicOps-1935044030 tempest-TestServerBasicOps-1935044030-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:34:59.363096 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ad69cd-760e-45b1-b0d0-be76f1024e47 tempest-TestServerBasicOps-1935044030 tempest-TestServerBasicOps-1935044030-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:34:59.444040 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-23b16816-9ff3-46c6-bccd-f355b82e9250 req-fd1566d2-30a6-40ee-bca5-6605a592590e tempest-TestServerBasicOps-1935044030 tempest-TestServerBasicOps-1935044030-project] 10.222.0.59 "GET /v2.0/ports?device_id=c58882fa-462e-4c19-bb88-3a95b954aebc HTTP/1.1" status: 200 len: 210 time: 0.0337214 Jul 27 21:34:59.822966 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f8620f1f-63de-4147-9dac-1f3a41c33f60 req-c4ad69cd-760e-45b1-b0d0-be76f1024e47 tempest-TestServerBasicOps-1935044030 tempest-TestServerBasicOps-1935044030-project] Router 46358ba4-930c-4989-9fc4-3b90f46984c8 has already been hosted by L3 agent dd128fd7-8e57-4d4f-895b-a96b369df59a {{(pid=105585) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:34:59.929599 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f8620f1f-63de-4147-9dac-1f3a41c33f60 req-c4ad69cd-760e-45b1-b0d0-be76f1024e47 tempest-TestServerBasicOps-1935044030 tempest-TestServerBasicOps-1935044030-project] Notify agent at l3_agent.n-d-705658-22 the message routers_updated {{(pid=105585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:34:59.939800 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-241f379c-867e-46d3-9767-45a5f5597c53 None None] Sync routers for ids ['46358ba4-930c-4989-9fc4-3b90f46984c8'] in n-d-705658-22 {{(pid=105587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:34:59.949958 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-241f379c-867e-46d3-9767-45a5f5597c53 None None] Routers {'46358ba4-930c-4989-9fc4-3b90f46984c8'} bound to L3 agent in host n-d-705658-22 {{(pid=105587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:34:59.950511 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-241f379c-867e-46d3-9767-45a5f5597c53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:34:42Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['46358ba4-930c-4989-9fc4-3b90f46984c8'], 'active': True} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:34:59.973466 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8620f1f-63de-4147-9dac-1f3a41c33f60 req-c4ad69cd-760e-45b1-b0d0-be76f1024e47 tempest-TestServerBasicOps-1935044030 tempest-TestServerBasicOps-1935044030-project] No DVR routers for this DVR port 6c61b806-e2b6-4dcc-8e45-aa8ed30e944f on host n-h2-705658-22 {{(pid=105585) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:34:59.975987 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-f8620f1f-63de-4147-9dac-1f3a41c33f60 req-c4ad69cd-760e-45b1-b0d0-be76f1024e47 tempest-TestServerBasicOps-1935044030 tempest-TestServerBasicOps-1935044030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:34:59.977982 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f8620f1f-63de-4147-9dac-1f3a41c33f60 req-c4ad69cd-760e-45b1-b0d0-be76f1024e47 tempest-TestServerBasicOps-1935044030 tempest-TestServerBasicOps-1935044030-project] 10.222.0.60 "DELETE /v2.0/ports/6c61b806-e2b6-4dcc-8e45-aa8ed30e944f HTTP/1.1" status: 204 len: 173 time: 1.1805725 Jul 27 21:34:59.978416 n-d-705658-22 neutron-server[105585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c58882fa-462e-4c19-bb88-3a95b954aebc', 'name': 'network-vif-deleted', 'tag': '6c61b806-e2b6-4dcc-8e45-aa8ed30e944f'}] {{(pid=105585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:34:59.980776 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d66fd65881426bfc2b5388084a3654e5eae521106a15a3dbf0eb4cde7106c36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27006bdc-13a4-483c-a558-89b5bfb444ae" -d '{"events": [{"server_uuid": "c58882fa-462e-4c19-bb88-3a95b954aebc", "name": "network-vif-deleted", "tag": "6c61b806-e2b6-4dcc-8e45-aa8ed30e944f"}]}' {{(pid=105585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:35:00.060880 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvr_db [None req-241f379c-867e-46d3-9767-45a5f5597c53 None None] Set router 46358ba4-930c-4989-9fc4-3b90f46984c8 gateway port host: n-d-705658-22 {{(pid=105587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:35:00.103835 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:34:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63354297-969e-46ca-8100-48e88a7d0852 x-openstack-request-id: req-63354297-969e-46ca-8100-48e88a7d0852 {{(pid=105585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:35:00.104124 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c58882fa-462e-4c19-bb88-3a95b954aebc", "name": "network-vif-deleted", "tag": "6c61b806-e2b6-4dcc-8e45-aa8ed30e944f", "status": "completed", "code": 200}]} {{(pid=105585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:35:00.104380 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-63354297-969e-46ca-8100-48e88a7d0852 {{(pid=105585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:35:00.104839 n-d-705658-22 neutron-server[105585]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c58882fa-462e-4c19-bb88-3a95b954aebc', 'name': 'network-vif-deleted', 'tag': '6c61b806-e2b6-4dcc-8e45-aa8ed30e944f', 'status': 'completed', 'code': 200} Jul 27 21:35:00.258061 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-241f379c-867e-46d3-9767-45a5f5597c53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46358ba4-930c-4989-9fc4-3b90f46984c8', 'name': 'tempest-TestServerBasicOps-1112466169-router', 'tenant_id': 'd192f93ac8104a9cbcedf26b26eec08e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.167'}], 'enable_snat': True}, 'gw_port_id': 'abd50ce8-8728-489b-a3eb-ff2d60f93d5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:29:15Z', 'updated_at': '2021-07-27T21:29:18Z', 'revision_number': 4, 'project_id': 'd192f93ac8104a9cbcedf26b26eec08e', 'gw_port': {'id': 'abd50ce8-8728-489b-a3eb-ff2d60f93d5c', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:d0:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46358ba4-930c-4989-9fc4-3b90f46984c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:29:15Z', 'updated_at': '2021-07-27T21:29:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_interfaces': [{'id': 'e0a7a214-a36f-46ae-a33c-7996d843885a', 'name': '', 'network_id': '9187a0c9-a8c4-4063-b30f-be09608c86e7', 'tenant_id': 'd192f93ac8104a9cbcedf26b26eec08e', 'mac_address': 'fa:16:3e:2e:fa:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46358ba4-930c-4989-9fc4-3b90f46984c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': '23592c3c-b503-4201-9a1d-ccf3be36328f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:29:17Z', 'updated_at': '2021-07-27T21:29:26Z', 'revision_number': 5, 'project_id': 'd192f93ac8104a9cbcedf26b26eec08e', 'subnets': [{'id': '23592c3c-b503-4201-9a1d-ccf3be36328f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-22', False) {} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:35:00.283291 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-241f379c-867e-46d3-9767-45a5f5597c53 None None] Checking router: 46358ba4-930c-4989-9fc4-3b90f46984c8 for host: n-d-705658-22 {{(pid=105587) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:35:00.291711 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-241f379c-867e-46d3-9767-45a5f5597c53 None None] Routers {'46358ba4-930c-4989-9fc4-3b90f46984c8'} bound to L3 agent in host n-d-705658-22 {{(pid=105587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:35:00.292306 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-241f379c-867e-46d3-9767-45a5f5597c53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:34:42Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['46358ba4-930c-4989-9fc4-3b90f46984c8'], 'active': True} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:35:00.490317 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvr_db [None req-241f379c-867e-46d3-9767-45a5f5597c53 None None] Set router 46358ba4-930c-4989-9fc4-3b90f46984c8 gateway port host: n-d-705658-22 {{(pid=105587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:35:00.501496 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 34198) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:35:00.628591 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-8babe8df-a49a-4ea9-ba9c-ee413d24e312 tempest-TestServerBasicOps-1935044030 tempest-TestServerBasicOps-1935044030-project] Deleting port a60ae002-bd35-4d77-9adf-cccf049100eb {{(pid=105584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:35:00.628870 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-8babe8df-a49a-4ea9-ba9c-ee413d24e312 tempest-TestServerBasicOps-1935044030 tempest-TestServerBasicOps-1935044030-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:00.685881 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-241f379c-867e-46d3-9767-45a5f5597c53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46358ba4-930c-4989-9fc4-3b90f46984c8', 'name': 'tempest-TestServerBasicOps-1112466169-router', 'tenant_id': 'd192f93ac8104a9cbcedf26b26eec08e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.167'}], 'enable_snat': True}, 'gw_port_id': 'abd50ce8-8728-489b-a3eb-ff2d60f93d5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:29:15Z', 'updated_at': '2021-07-27T21:29:18Z', 'revision_number': 4, 'project_id': 'd192f93ac8104a9cbcedf26b26eec08e', 'gw_port': {'id': 'abd50ce8-8728-489b-a3eb-ff2d60f93d5c', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:d0:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46358ba4-930c-4989-9fc4-3b90f46984c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:29:15Z', 'updated_at': '2021-07-27T21:29:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_interfaces': [{'id': 'e0a7a214-a36f-46ae-a33c-7996d843885a', 'name': '', 'network_id': '9187a0c9-a8c4-4063-b30f-be09608c86e7', 'tenant_id': 'd192f93ac8104a9cbcedf26b26eec08e', 'mac_address': 'fa:16:3e:2e:fa:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46358ba4-930c-4989-9fc4-3b90f46984c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': '23592c3c-b503-4201-9a1d-ccf3be36328f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:29:17Z', 'updated_at': '2021-07-27T21:29:26Z', 'revision_number': 5, 'project_id': 'd192f93ac8104a9cbcedf26b26eec08e', 'subnets': [{'id': '23592c3c-b503-4201-9a1d-ccf3be36328f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-22', False) {} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:35:00.702058 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-8babe8df-a49a-4ea9-ba9c-ee413d24e312 tempest-TestServerBasicOps-1935044030 tempest-TestServerBasicOps-1935044030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:00.702394 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-8babe8df-a49a-4ea9-ba9c-ee413d24e312 tempest-TestServerBasicOps-1935044030 tempest-TestServerBasicOps-1935044030-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:00.714336 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-8babe8df-a49a-4ea9-ba9c-ee413d24e312 tempest-TestServerBasicOps-1935044030 tempest-TestServerBasicOps-1935044030-project] Calling delete_port for a60ae002-bd35-4d77-9adf-cccf049100eb owned by network:floatingip {{(pid=105584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:35:00.716174 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-241f379c-867e-46d3-9767-45a5f5597c53 None None] The sync data for ids ['46358ba4-930c-4989-9fc4-3b90f46984c8'] in n-d-705658-22 is: [{'id': '46358ba4-930c-4989-9fc4-3b90f46984c8', 'name': 'tempest-TestServerBasicOps-1112466169-router', 'tenant_id': 'd192f93ac8104a9cbcedf26b26eec08e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.167'}], 'enable_snat': True}, 'gw_port_id': 'abd50ce8-8728-489b-a3eb-ff2d60f93d5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:29:15Z', 'updated_at': '2021-07-27T21:29:18Z', 'revision_number': 4, 'project_id': 'd192f93ac8104a9cbcedf26b26eec08e', 'gw_port': {'id': 'abd50ce8-8728-489b-a3eb-ff2d60f93d5c', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:d0:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46358ba4-930c-4989-9fc4-3b90f46984c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:29:15Z', 'updated_at': '2021-07-27T21:29:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_interfaces': [{'id': 'e0a7a214-a36f-46ae-a33c-7996d843885a', 'name': '', 'network_id': '9187a0c9-a8c4-4063-b30f-be09608c86e7', 'tenant_id': 'd192f93ac8104a9cbcedf26b26eec08e', 'mac_address': 'fa:16:3e:2e:fa:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46358ba4-930c-4989-9fc4-3b90f46984c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': '23592c3c-b503-4201-9a1d-ccf3be36328f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:29:17Z', 'updated_at': '2021-07-27T21:29:26Z', 'revision_number': 5, 'project_id': 'd192f93ac8104a9cbcedf26b26eec08e', 'subnets': [{'id': '23592c3c-b503-4201-9a1d-ccf3be36328f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:35:00.853781 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-8babe8df-a49a-4ea9-ba9c-ee413d24e312 tempest-TestServerBasicOps-1935044030 tempest-TestServerBasicOps-1935044030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:00.884360 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8babe8df-a49a-4ea9-ba9c-ee413d24e312 tempest-TestServerBasicOps-1935044030 tempest-TestServerBasicOps-1935044030-project] Pushing event deleted for resources: {'Port': ['ID=a60ae002-bd35-4d77-9adf-cccf049100eb,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:35:00.913825 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8babe8df-a49a-4ea9-ba9c-ee413d24e312 tempest-TestServerBasicOps-1935044030 tempest-TestServerBasicOps-1935044030-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:35:00.914184 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8babe8df-a49a-4ea9-ba9c-ee413d24e312 tempest-TestServerBasicOps-1935044030 tempest-TestServerBasicOps-1935044030-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:35:00.914528 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8babe8df-a49a-4ea9-ba9c-ee413d24e312 tempest-TestServerBasicOps-1935044030 tempest-TestServerBasicOps-1935044030-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:35:00.915067 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8babe8df-a49a-4ea9-ba9c-ee413d24e312 tempest-TestServerBasicOps-1935044030 tempest-TestServerBasicOps-1935044030-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:35:00.915218 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8babe8df-a49a-4ea9-ba9c-ee413d24e312 tempest-TestServerBasicOps-1935044030 tempest-TestServerBasicOps-1935044030-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:35:00.915551 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8babe8df-a49a-4ea9-ba9c-ee413d24e312 tempest-TestServerBasicOps-1935044030 tempest-TestServerBasicOps-1935044030-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:35:00.915950 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8babe8df-a49a-4ea9-ba9c-ee413d24e312 tempest-TestServerBasicOps-1935044030 tempest-TestServerBasicOps-1935044030-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:35:00.916194 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8babe8df-a49a-4ea9-ba9c-ee413d24e312 tempest-TestServerBasicOps-1935044030 tempest-TestServerBasicOps-1935044030-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:35:00.916520 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8babe8df-a49a-4ea9-ba9c-ee413d24e312 tempest-TestServerBasicOps-1935044030 tempest-TestServerBasicOps-1935044030-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:35:00.916842 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8babe8df-a49a-4ea9-ba9c-ee413d24e312 tempest-TestServerBasicOps-1935044030 tempest-TestServerBasicOps-1935044030-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:35:00.917197 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8babe8df-a49a-4ea9-ba9c-ee413d24e312 tempest-TestServerBasicOps-1935044030 tempest-TestServerBasicOps-1935044030-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:35:00.917519 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8babe8df-a49a-4ea9-ba9c-ee413d24e312 tempest-TestServerBasicOps-1935044030 tempest-TestServerBasicOps-1935044030-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:35:00.958828 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a483e4dc-044a-4c3a-a329-a40294d6d14c None None] New status for floating IP ec3e17ac-77b3-4674-a8df-02ac46a9b4c2: DOWN {{(pid=105586) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 21:35:00.961219 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-8babe8df-a49a-4ea9-ba9c-ee413d24e312 tempest-TestServerBasicOps-1935044030 tempest-TestServerBasicOps-1935044030-project] Notify callbacks [] for floatingip, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:00.963795 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-8babe8df-a49a-4ea9-ba9c-ee413d24e312 tempest-TestServerBasicOps-1935044030 tempest-TestServerBasicOps-1935044030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for floatingip, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:00.964962 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-8babe8df-a49a-4ea9-ba9c-ee413d24e312 tempest-TestServerBasicOps-1935044030 tempest-TestServerBasicOps-1935044030-project] 10.222.0.59 "DELETE /v2.0/floatingips/ec3e17ac-77b3-4674-a8df-02ac46a9b4c2 HTTP/1.1" status: 204 len: 168 time: 0.4619930 Jul 27 21:35:01.035767 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 34204) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:35:01.100574 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-28142aea-6624-469e-ba1b-822ddb4100d5 tempest-TestServerBasicOps-1935044030 tempest-TestServerBasicOps-1935044030-project] Notify callbacks [] for security_group, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:01.125172 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-28142aea-6624-469e-ba1b-822ddb4100d5 tempest-TestServerBasicOps-1935044030 tempest-TestServerBasicOps-1935044030-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:01.184334 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-28142aea-6624-469e-ba1b-822ddb4100d5 tempest-TestServerBasicOps-1935044030 tempest-TestServerBasicOps-1935044030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:01.186846 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-28142aea-6624-469e-ba1b-822ddb4100d5 tempest-TestServerBasicOps-1935044030 tempest-TestServerBasicOps-1935044030-project] Notify callbacks [] for security_group, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:01.188018 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-28142aea-6624-469e-ba1b-822ddb4100d5 tempest-TestServerBasicOps-1935044030 tempest-TestServerBasicOps-1935044030-project] 10.222.0.59 "DELETE /v2.0/security-groups/5c0f6585-9f1b-449c-b342-19e26df5885e HTTP/1.1" status: 204 len: 168 time: 0.1512277 Jul 27 21:35:01.197658 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28142aea-6624-469e-ba1b-822ddb4100d5 tempest-TestServerBasicOps-1935044030 tempest-TestServerBasicOps-1935044030-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c0f6585-9f1b-449c-b342-19e26df5885e,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:35:01.229569 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 34208) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:35:01.688199 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-beda0ad2-73fc-46e9-82e4-da796790cc99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4076536'] for router_interface, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:01.936819 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [None req-beda0ad2-73fc-46e9-82e4-da796790cc99 admin admin] Deleting port e0a7a214-a36f-46ae-a33c-7996d843885a {{(pid=105585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:35:01.937086 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-beda0ad2-73fc-46e9-82e4-da796790cc99 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:02.012482 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.db [None req-beda0ad2-73fc-46e9-82e4-da796790cc99 admin admin] For port e0a7a214-a36f-46ae-a33c-7996d843885a, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=e0a7a214-a36f-46ae-a33c-7996d843885a,segment=NetworkSegment(1d17d041-a01b-48ae-abd0-357c0895e5ab),segment_id=1d17d041-a01b-48ae-abd0-357c0895e5ab)] {{(pid=105585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:35:02.012847 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-beda0ad2-73fc-46e9-82e4-da796790cc99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:02.025559 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [None req-beda0ad2-73fc-46e9-82e4-da796790cc99 admin admin] Calling delete_port for e0a7a214-a36f-46ae-a33c-7996d843885a owned by network:router_interface {{(pid=105585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:35:02.199996 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-beda0ad2-73fc-46e9-82e4-da796790cc99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:02.226957 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beda0ad2-73fc-46e9-82e4-da796790cc99 admin admin] Pushing event deleted for resources: {'Port': ['ID=e0a7a214-a36f-46ae-a33c-7996d843885a,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:35:02.397273 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-beda0ad2-73fc-46e9-82e4-da796790cc99 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3743915', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4076308'] for router_interface, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:02.619316 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-beda0ad2-73fc-46e9-82e4-da796790cc99 admin admin] Router 46358ba4-930c-4989-9fc4-3b90f46984c8 has already been hosted by L3 agent dd128fd7-8e57-4d4f-895b-a96b369df59a {{(pid=105585) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:35:02.723316 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-beda0ad2-73fc-46e9-82e4-da796790cc99 admin admin] Notify agent at l3_agent.n-d-705658-22 the message routers_updated {{(pid=105585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:35:02.731968 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ed736b7-9355-46e4-ad98-5408d0a39290 None None] Sync routers for ids ['46358ba4-930c-4989-9fc4-3b90f46984c8'] in n-d-705658-22 {{(pid=105587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:35:02.732459 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-beda0ad2-73fc-46e9-82e4-da796790cc99 admin admin] 10.222.0.59 "PUT /v2.0/routers/46358ba4-930c-4989-9fc4-3b90f46984c8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5013454 Jul 27 21:35:02.735230 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 34212) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:35:02.741970 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ed736b7-9355-46e4-ad98-5408d0a39290 None None] Routers {'46358ba4-930c-4989-9fc4-3b90f46984c8'} bound to L3 agent in host n-d-705658-22 {{(pid=105587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:35:02.742567 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-5ed736b7-9355-46e4-ad98-5408d0a39290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:34:42Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['46358ba4-930c-4989-9fc4-3b90f46984c8'], 'active': True} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:35:02.838879 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-835b8c55-57a8-4290-a69e-b896ec972f22 admin admin] Notify callbacks [] for router, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:02.844741 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvr_db [None req-5ed736b7-9355-46e4-ad98-5408d0a39290 None None] Set router 46358ba4-930c-4989-9fc4-3b90f46984c8 gateway port host: n-d-705658-22 {{(pid=105587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:35:02.939111 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-835b8c55-57a8-4290-a69e-b896ec972f22 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:02.993896 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [None req-835b8c55-57a8-4290-a69e-b896ec972f22 admin admin] Deleting port abd50ce8-8728-489b-a3eb-ff2d60f93d5c {{(pid=105585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:35:02.994244 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-835b8c55-57a8-4290-a69e-b896ec972f22 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:03.013989 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Device 6c61b806-e2b6-4dcc-8e45-aa8ed30e944f no longer exists at agent hyperv_n-h2-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:35:03.019995 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-5ed736b7-9355-46e4-ad98-5408d0a39290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46358ba4-930c-4989-9fc4-3b90f46984c8', 'name': 'tempest-TestServerBasicOps-1112466169-router', 'tenant_id': 'd192f93ac8104a9cbcedf26b26eec08e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.167'}], 'enable_snat': True}, 'gw_port_id': 'abd50ce8-8728-489b-a3eb-ff2d60f93d5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:29:15Z', 'updated_at': '2021-07-27T21:35:02Z', 'revision_number': 5, 'project_id': 'd192f93ac8104a9cbcedf26b26eec08e', 'gw_port': {'id': 'abd50ce8-8728-489b-a3eb-ff2d60f93d5c', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:d0:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46358ba4-930c-4989-9fc4-3b90f46984c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:29:15Z', 'updated_at': '2021-07-27T21:29:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22'}], 'n-d-705658-22', False) {} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:35:03.034648 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-3d54578f-831f-4696-b568-13c455922dab None None] No Port match for: 6c61b806-e2b6-4dcc-8e45-aa8ed30e944f {{(pid=105586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:35:03.035015 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Device 6c61b806-e2b6-4dcc-8e45-aa8ed30e944f not bound to the agent host n-h2-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:35:03.047582 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ed736b7-9355-46e4-ad98-5408d0a39290 None None] Checking router: 46358ba4-930c-4989-9fc4-3b90f46984c8 for host: n-d-705658-22 {{(pid=105587) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:35:03.056377 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ed736b7-9355-46e4-ad98-5408d0a39290 None None] Routers {'46358ba4-930c-4989-9fc4-3b90f46984c8'} bound to L3 agent in host n-d-705658-22 {{(pid=105587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:35:03.056987 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-5ed736b7-9355-46e4-ad98-5408d0a39290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:34:42Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['46358ba4-930c-4989-9fc4-3b90f46984c8'], 'active': True} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:35:03.072828 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.db [None req-835b8c55-57a8-4290-a69e-b896ec972f22 admin admin] For port abd50ce8-8728-489b-a3eb-ff2d60f93d5c, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=abd50ce8-8728-489b-a3eb-ff2d60f93d5c,segment=NetworkSegment(12196855-9a32-4633-9a56-77697ef9e126),segment_id=12196855-9a32-4633-9a56-77697ef9e126)] {{(pid=105585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:35:03.073196 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-835b8c55-57a8-4290-a69e-b896ec972f22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:03.085696 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [None req-835b8c55-57a8-4290-a69e-b896ec972f22 admin admin] Calling delete_port for abd50ce8-8728-489b-a3eb-ff2d60f93d5c owned by network:router_gateway {{(pid=105585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:35:03.141382 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvr_db [None req-5ed736b7-9355-46e4-ad98-5408d0a39290 None None] Set router 46358ba4-930c-4989-9fc4-3b90f46984c8 gateway port host: None {{(pid=105587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:35:03.195031 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-5ed736b7-9355-46e4-ad98-5408d0a39290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46358ba4-930c-4989-9fc4-3b90f46984c8', 'name': 'tempest-TestServerBasicOps-1112466169-router', 'tenant_id': 'd192f93ac8104a9cbcedf26b26eec08e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:29:15Z', 'updated_at': '2021-07-27T21:35:02Z', 'revision_number': 6, 'project_id': 'd192f93ac8104a9cbcedf26b26eec08e', 'gw_port_host': None}], 'n-d-705658-22', False) {} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:35:03.222488 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ed736b7-9355-46e4-ad98-5408d0a39290 None None] The sync data for ids ['46358ba4-930c-4989-9fc4-3b90f46984c8'] in n-d-705658-22 is: [{'id': '46358ba4-930c-4989-9fc4-3b90f46984c8', 'name': 'tempest-TestServerBasicOps-1112466169-router', 'tenant_id': 'd192f93ac8104a9cbcedf26b26eec08e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:29:15Z', 'updated_at': '2021-07-27T21:35:02Z', 'revision_number': 6, 'project_id': 'd192f93ac8104a9cbcedf26b26eec08e', 'gw_port_host': None}] {{(pid=105587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:35:03.257313 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-835b8c55-57a8-4290-a69e-b896ec972f22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:03.286093 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835b8c55-57a8-4290-a69e-b896ec972f22 admin admin] Pushing event deleted for resources: {'Port': ['ID=abd50ce8-8728-489b-a3eb-ff2d60f93d5c,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:35:03.348016 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-835b8c55-57a8-4290-a69e-b896ec972f22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4075702'] for router_gateway, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:03.437157 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-835b8c55-57a8-4290-a69e-b896ec972f22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4163631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-425'] for router, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:03.439250 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-835b8c55-57a8-4290-a69e-b896ec972f22 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:03.480584 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-835b8c55-57a8-4290-a69e-b896ec972f22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4163007'] for router, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:03.481280 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-835b8c55-57a8-4290-a69e-b896ec972f22 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 46358ba4-930c-4989-9fc4-3b90f46984c8 {{(pid=105585) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 21:35:03.485468 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-835b8c55-57a8-4290-a69e-b896ec972f22 admin admin] Notify callbacks [] for router, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:03.486960 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-835b8c55-57a8-4290-a69e-b896ec972f22 admin admin] 10.222.0.59 "DELETE /v2.0/routers/46358ba4-930c-4989-9fc4-3b90f46984c8 HTTP/1.1" status: 204 len: 168 time: 0.7504914 Jul 27 21:35:03.489554 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 34214) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:35:03.538762 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.db_base_plugin_v2 [None req-88a85475-8b04-44c2-8940-5b9c8dc3e47a admin admin] Deleting subnet 23592c3c-b503-4201-9a1d-ccf3be36328f {{(pid=105585) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:35:03.542830 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-88a85475-8b04-44c2-8940-5b9c8dc3e47a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:03.578030 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-88a85475-8b04-44c2-8940-5b9c8dc3e47a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9887057'] for subnet, precommit_delete_associations {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:03.658003 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-88a85475-8b04-44c2-8940-5b9c8dc3e47a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854965'] for subnet, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:03.714679 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-88a85475-8b04-44c2-8940-5b9c8dc3e47a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10221602', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9990583'] for subnet, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:03.738882 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a85475-8b04-44c2-8940-5b9c8dc3e47a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=23592c3c-b503-4201-9a1d-ccf3be36328f,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:35:03.747828 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-88a85475-8b04-44c2-8940-5b9c8dc3e47a admin admin] Notify callbacks [] for subnet, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:03.750013 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-88a85475-8b04-44c2-8940-5b9c8dc3e47a admin admin] 10.222.0.59 "DELETE /v2.0/subnets/23592c3c-b503-4201-9a1d-ccf3be36328f HTTP/1.1" status: 204 len: 168 time: 0.2592311 Jul 27 21:35:03.750229 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fc8b650-4181-4318-8700-47697558d9fe None None] Network 9187a0c9-a8c4-4063-b30f-be09608c86e7 requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:35:03.752248 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 34216) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:35:03.818735 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-d49ada44-4f45-420c-a1c2-4582e418cbe1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-990557'] for network, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:03.871690 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [None req-d49ada44-4f45-420c-a1c2-4582e418cbe1 admin admin] Deleting port 5e4658ea-7127-4817-b0a0-a7b0c3c84bc5 {{(pid=105585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:35:03.872058 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-d49ada44-4f45-420c-a1c2-4582e418cbe1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:03.939833 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.db [None req-d49ada44-4f45-420c-a1c2-4582e418cbe1 admin admin] For port 5e4658ea-7127-4817-b0a0-a7b0c3c84bc5, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=5e4658ea-7127-4817-b0a0-a7b0c3c84bc5,segment=NetworkSegment(1d17d041-a01b-48ae-abd0-357c0895e5ab),segment_id=1d17d041-a01b-48ae-abd0-357c0895e5ab)] {{(pid=105585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:35:03.940218 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-d49ada44-4f45-420c-a1c2-4582e418cbe1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:03.955521 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [None req-d49ada44-4f45-420c-a1c2-4582e418cbe1 admin admin] Calling delete_port for 5e4658ea-7127-4817-b0a0-a7b0c3c84bc5 owned by network:dhcp {{(pid=105585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:35:03.964850 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a448b5f9-3ac8-4a97-b187-cfef2be24333 None None] DHCP port deletion for 9187a0c9-a8c4-4063-b30f-be09608c86e7 request from n-d-705658-22 {{(pid=105586) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 21:35:04.015434 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-a448b5f9-3ac8-4a97-b187-cfef2be24333 None None] Deleting port 5e4658ea-7127-4817-b0a0-a7b0c3c84bc5 {{(pid=105586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:35:04.016091 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-a448b5f9-3ac8-4a97-b187-cfef2be24333 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:04.047528 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-d49ada44-4f45-420c-a1c2-4582e418cbe1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:04.054975 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device e0a7a214-a36f-46ae-a33c-7996d843885a no longer exists at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:35:04.077712 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49ada44-4f45-420c-a1c2-4582e418cbe1 admin admin] Pushing event deleted for resources: {'Port': ['ID=5e4658ea-7127-4817-b0a0-a7b0c3c84bc5,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:35:04.079736 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] No Port match for: e0a7a214-a36f-46ae-a33c-7996d843885a {{(pid=105586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:35:04.080085 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device e0a7a214-a36f-46ae-a33c-7996d843885a not bound to the agent host n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:35:04.080526 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device abd50ce8-8728-489b-a3eb-ff2d60f93d5c no longer exists at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:35:04.081789 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d49ada44-4f45-420c-a1c2-4582e418cbe1 admin admin] No DVR routers for this DVR port 5e4658ea-7127-4817-b0a0-a7b0c3c84bc5 on host n-d-705658-22 {{(pid=105585) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:35:04.107278 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] No Port match for: abd50ce8-8728-489b-a3eb-ff2d60f93d5c {{(pid=105586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:35:04.107634 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device abd50ce8-8728-489b-a3eb-ff2d60f93d5c not bound to the agent host n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:35:04.108053 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 5e4658ea-7127-4817-b0a0-a7b0c3c84bc5 no longer exists at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:35:04.135344 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] No Port match for: 5e4658ea-7127-4817-b0a0-a7b0c3c84bc5 {{(pid=105586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:35:04.135694 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 5e4658ea-7127-4817-b0a0-a7b0c3c84bc5 not bound to the agent host n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:35:04.138186 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-a448b5f9-3ac8-4a97-b187-cfef2be24333 None None] For port 5e4658ea-7127-4817-b0a0-a7b0c3c84bc5, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=5e4658ea-7127-4817-b0a0-a7b0c3c84bc5,segment=NetworkSegment(1d17d041-a01b-48ae-abd0-357c0895e5ab),segment_id=1d17d041-a01b-48ae-abd0-357c0895e5ab)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:35:04.138585 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-a448b5f9-3ac8-4a97-b187-cfef2be24333 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:04.151765 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-a448b5f9-3ac8-4a97-b187-cfef2be24333 None None] Calling delete_port for 5e4658ea-7127-4817-b0a0-a7b0c3c84bc5 owned by network:dhcp {{(pid=105586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:35:04.157834 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-d49ada44-4f45-420c-a1c2-4582e418cbe1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853562', 'neutron.services.segments.db._delete_segments_for_network-8790688882975'] for network, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:04.167886 n-d-705658-22 neutron-server[105585]: DEBUG neutron.services.segments.db [None req-d49ada44-4f45-420c-a1c2-4582e418cbe1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9187a0c9-a8c4-4063-b30f-be09608c86e7']}} {{(pid=105585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:35:04.178207 n-d-705658-22 neutron-server[105585]: DEBUG neutron.services.segments.db [None req-d49ada44-4f45-420c-a1c2-4582e418cbe1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d17d041-a01b-48ae-abd0-357c0895e5ab') {'for_net_delete': True} {{(pid=105585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:35:04.178449 n-d-705658-22 neutron-server[105585]: DEBUG neutron.services.segments.db [None req-d49ada44-4f45-420c-a1c2-4582e418cbe1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d17d041-a01b-48ae-abd0-357c0895e5ab') {} {{(pid=105585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:35:04.187837 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-d49ada44-4f45-420c-a1c2-4582e418cbe1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790688883752', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9886370'] for segment, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:04.202854 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-d49ada44-4f45-420c-a1c2-4582e418cbe1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:04.209378 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d49ada44-4f45-420c-a1c2-4582e418cbe1 admin admin] Releasing vlan 216 on physical network physnet1 to pool {{(pid=105585) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:35:04.210024 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-d49ada44-4f45-420c-a1c2-4582e418cbe1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10221644'] for segment, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:04.211999 n-d-705658-22 neutron-server[105585]: Traceback (most recent call last): Jul 27 21:35:04.211999 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:35:04.211999 n-d-705658-22 neutron-server[105585]: timer() Jul 27 21:35:04.211999 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:35:04.211999 n-d-705658-22 neutron-server[105585]: cb(*args, **kw) Jul 27 21:35:04.211999 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:35:04.211999 n-d-705658-22 neutron-server[105585]: return func(*args, **kwargs) Jul 27 21:35:04.211999 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:35:04.211999 n-d-705658-22 neutron-server[105585]: self._notify() Jul 27 21:35:04.211999 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:35:04.211999 n-d-705658-22 neutron-server[105585]: self.callback(batched_events) Jul 27 21:35:04.211999 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:35:04.211999 n-d-705658-22 neutron-server[105585]: event.method(event) Jul 27 21:35:04.211999 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:35:04.211999 n-d-705658-22 neutron-server[105585]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:35:04.211999 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:35:04.211999 n-d-705658-22 neutron-server[105585]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:35:04.211999 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:35:04.211999 n-d-705658-22 neutron-server[105585]: return f(self, *a, **k) Jul 27 21:35:04.211999 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:35:04.211999 n-d-705658-22 neutron-server[105585]: return self._get(url).json() Jul 27 21:35:04.211999 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:35:04.211999 n-d-705658-22 neutron-server[105585]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:35:04.211999 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:35:04.211999 n-d-705658-22 neutron-server[105585]: return self.request(url, 'GET', **kwargs) Jul 27 21:35:04.211999 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:35:04.211999 n-d-705658-22 neutron-server[105585]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:35:04.211999 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:35:04.211999 n-d-705658-22 neutron-server[105585]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:35:04.211999 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:35:04.211999 n-d-705658-22 neutron-server[105585]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:35:04.211999 n-d-705658-22 neutron-server[105585]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:35:04.231378 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-a448b5f9-3ac8-4a97-b187-cfef2be24333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180'] for port, after_delete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:04.245104 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a448b5f9-3ac8-4a97-b187-cfef2be24333 None None] No DVR routers for this DVR port 5e4658ea-7127-4817-b0a0-a7b0c3c84bc5 on host n-d-705658-22 {{(pid=105586) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:35:04.265040 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a448b5f9-3ac8-4a97-b187-cfef2be24333 None None] Pushing event deleted for resources: {'Port': ['ID=5e4658ea-7127-4817-b0a0-a7b0c3c84bc5,revision_number=None']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:35:04.274292 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a448b5f9-3ac8-4a97-b187-cfef2be24333 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:35:04.274704 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a448b5f9-3ac8-4a97-b187-cfef2be24333 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:35:04.275151 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a448b5f9-3ac8-4a97-b187-cfef2be24333 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:35:04.275619 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a448b5f9-3ac8-4a97-b187-cfef2be24333 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:35:04.276016 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a448b5f9-3ac8-4a97-b187-cfef2be24333 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:35:04.276904 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a448b5f9-3ac8-4a97-b187-cfef2be24333 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:35:04.277271 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a448b5f9-3ac8-4a97-b187-cfef2be24333 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:35:04.277663 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a448b5f9-3ac8-4a97-b187-cfef2be24333 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:35:04.277938 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a448b5f9-3ac8-4a97-b187-cfef2be24333 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:35:04.278416 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a448b5f9-3ac8-4a97-b187-cfef2be24333 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:35:04.278762 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a448b5f9-3ac8-4a97-b187-cfef2be24333 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:35:04.279246 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a448b5f9-3ac8-4a97-b187-cfef2be24333 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:35:04.280701 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-d49ada44-4f45-420c-a1c2-4582e418cbe1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4075658'] for network, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:04.285735 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-d49ada44-4f45-420c-a1c2-4582e418cbe1 admin admin] Notify callbacks [] for network, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:04.287479 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-d49ada44-4f45-420c-a1c2-4582e418cbe1 admin admin] 10.222.0.59 "DELETE /v2.0/networks/9187a0c9-a8c4-4063-b30f-be09608c86e7 HTTP/1.1" status: 204 len: 168 time: 0.5342968 Jul 27 21:35:04.290546 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 34218) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:35:04.300842 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49ada44-4f45-420c-a1c2-4582e418cbe1 admin admin] Pushing event deleted for resources: {'Network': ['ID=9187a0c9-a8c4-4063-b30f-be09608c86e7,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:35:04.633821 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-4df4d100-6a67-4b46-9fb8-a2916210ba5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4076536'] for router_interface, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:04.878868 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-4df4d100-6a67-4b46-9fb8-a2916210ba5e admin admin] Deleting port e9fec560-d472-4a7f-b322-ee85b416e77c {{(pid=105584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:35:04.879234 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-4df4d100-6a67-4b46-9fb8-a2916210ba5e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:04.954415 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [None req-4df4d100-6a67-4b46-9fb8-a2916210ba5e admin admin] For port e9fec560-d472-4a7f-b322-ee85b416e77c, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=e9fec560-d472-4a7f-b322-ee85b416e77c,segment=NetworkSegment(dd8ee4ce-1102-4e65-9287-3921c0194f79),segment_id=dd8ee4ce-1102-4e65-9287-3921c0194f79)] {{(pid=105584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:35:04.954774 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-4df4d100-6a67-4b46-9fb8-a2916210ba5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:04.971125 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-4df4d100-6a67-4b46-9fb8-a2916210ba5e admin admin] Calling delete_port for e9fec560-d472-4a7f-b322-ee85b416e77c owned by network:router_interface {{(pid=105584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:35:05.144144 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-4df4d100-6a67-4b46-9fb8-a2916210ba5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:05.171039 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df4d100-6a67-4b46-9fb8-a2916210ba5e admin admin] Pushing event deleted for resources: {'Port': ['ID=e9fec560-d472-4a7f-b322-ee85b416e77c,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:35:05.333676 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-4df4d100-6a67-4b46-9fb8-a2916210ba5e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3743915', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4076308'] for router_interface, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:05.542673 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4df4d100-6a67-4b46-9fb8-a2916210ba5e admin admin] Router 82c5ded3-a769-430f-a3a5-0f70754ecf84 has already been hosted by L3 agent dd128fd7-8e57-4d4f-895b-a96b369df59a {{(pid=105584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:35:05.644898 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4df4d100-6a67-4b46-9fb8-a2916210ba5e admin admin] Notify agent at l3_agent.n-d-705658-22 the message routers_updated {{(pid=105584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:35:05.649783 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-4df4d100-6a67-4b46-9fb8-a2916210ba5e admin admin] 10.222.0.59 "PUT /v2.0/routers/82c5ded3-a769-430f-a3a5-0f70754ecf84/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3580863 Jul 27 21:35:05.652781 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 34220) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:35:05.653629 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-478bf6da-f738-4ddd-b64f-fc2feee1fb63 None None] Sync routers for ids ['82c5ded3-a769-430f-a3a5-0f70754ecf84'] in n-d-705658-22 {{(pid=105586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:35:05.662587 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-478bf6da-f738-4ddd-b64f-fc2feee1fb63 None None] Routers {'82c5ded3-a769-430f-a3a5-0f70754ecf84'} bound to L3 agent in host n-d-705658-22 {{(pid=105586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:35:05.663760 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-478bf6da-f738-4ddd-b64f-fc2feee1fb63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:34:42Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['82c5ded3-a769-430f-a3a5-0f70754ecf84'], 'active': True} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:35:05.763427 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-ebf1debe-c024-4d07-a837-c65528493aac admin admin] Notify callbacks [] for router, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:05.771825 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvr_db [None req-478bf6da-f738-4ddd-b64f-fc2feee1fb63 None None] Set router 82c5ded3-a769-430f-a3a5-0f70754ecf84 gateway port host: n-d-705658-22 {{(pid=105586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:35:05.838632 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [req-4c151f25-825b-4782-a89a-233e7cc6f864 req-77a8c322-92c9-41f3-98a6-89b331f66087 service neutron] (105584) timed out ('10.222.0.36', 53053) {{(pid=105584) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 27 21:35:05.864728 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-ebf1debe-c024-4d07-a837-c65528493aac admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:05.920414 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-ebf1debe-c024-4d07-a837-c65528493aac admin admin] Deleting port 146bcdbc-eb6c-4434-a863-8c529cc21f53 {{(pid=105584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:35:05.920764 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-ebf1debe-c024-4d07-a837-c65528493aac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:05.945266 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-478bf6da-f738-4ddd-b64f-fc2feee1fb63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82c5ded3-a769-430f-a3a5-0f70754ecf84', 'name': 'tempest-TestServerBasicOps-436867920-router', 'tenant_id': 'a603a45c9360407b874dbc8466598531', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.26'}], 'enable_snat': True}, 'gw_port_id': '146bcdbc-eb6c-4434-a863-8c529cc21f53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:29:21Z', 'updated_at': '2021-07-27T21:35:05Z', 'revision_number': 5, 'project_id': 'a603a45c9360407b874dbc8466598531', 'gw_port': {'id': '146bcdbc-eb6c-4434-a863-8c529cc21f53', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:3c:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82c5ded3-a769-430f-a3a5-0f70754ecf84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:29:22Z', 'updated_at': '2021-07-27T21:29:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22'}], 'n-d-705658-22', False) {} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:35:05.974252 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-478bf6da-f738-4ddd-b64f-fc2feee1fb63 None None] Checking router: 82c5ded3-a769-430f-a3a5-0f70754ecf84 for host: n-d-705658-22 {{(pid=105586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:35:05.982826 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-478bf6da-f738-4ddd-b64f-fc2feee1fb63 None None] Routers {'82c5ded3-a769-430f-a3a5-0f70754ecf84'} bound to L3 agent in host n-d-705658-22 {{(pid=105586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:35:05.983454 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-478bf6da-f738-4ddd-b64f-fc2feee1fb63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:34:42Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['82c5ded3-a769-430f-a3a5-0f70754ecf84'], 'active': True} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:35:05.996876 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [None req-ebf1debe-c024-4d07-a837-c65528493aac admin admin] For port 146bcdbc-eb6c-4434-a863-8c529cc21f53, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=146bcdbc-eb6c-4434-a863-8c529cc21f53,segment=NetworkSegment(12196855-9a32-4633-9a56-77697ef9e126),segment_id=12196855-9a32-4633-9a56-77697ef9e126)] {{(pid=105584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:35:05.997247 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-ebf1debe-c024-4d07-a837-c65528493aac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:06.009949 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-ebf1debe-c024-4d07-a837-c65528493aac admin admin] Calling delete_port for 146bcdbc-eb6c-4434-a863-8c529cc21f53 owned by network:router_gateway {{(pid=105584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:35:06.065704 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvr_db [None req-478bf6da-f738-4ddd-b64f-fc2feee1fb63 None None] Set router 82c5ded3-a769-430f-a3a5-0f70754ecf84 gateway port host: None {{(pid=105586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:35:06.178935 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-ebf1debe-c024-4d07-a837-c65528493aac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:06.209297 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf1debe-c024-4d07-a837-c65528493aac admin admin] Pushing event deleted for resources: {'Port': ['ID=146bcdbc-eb6c-4434-a863-8c529cc21f53,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:35:06.273078 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-ebf1debe-c024-4d07-a837-c65528493aac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4075702'] for router_gateway, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:06.278709 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-478bf6da-f738-4ddd-b64f-fc2feee1fb63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82c5ded3-a769-430f-a3a5-0f70754ecf84', 'name': 'tempest-TestServerBasicOps-436867920-router', 'tenant_id': 'a603a45c9360407b874dbc8466598531', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:29:21Z', 'updated_at': '2021-07-27T21:35:05Z', 'revision_number': 6, 'project_id': 'a603a45c9360407b874dbc8466598531', 'gw_port_host': None}], 'n-d-705658-22', False) {} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:35:06.303816 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-478bf6da-f738-4ddd-b64f-fc2feee1fb63 None None] The sync data for ids ['82c5ded3-a769-430f-a3a5-0f70754ecf84'] in n-d-705658-22 is: [{'id': '82c5ded3-a769-430f-a3a5-0f70754ecf84', 'name': 'tempest-TestServerBasicOps-436867920-router', 'tenant_id': 'a603a45c9360407b874dbc8466598531', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:29:21Z', 'updated_at': '2021-07-27T21:35:05Z', 'revision_number': 6, 'project_id': 'a603a45c9360407b874dbc8466598531', 'gw_port_host': None}] {{(pid=105586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:35:06.377706 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-ebf1debe-c024-4d07-a837-c65528493aac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4163631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-425'] for router, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:06.377706 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-ebf1debe-c024-4d07-a837-c65528493aac admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:06.421557 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-ebf1debe-c024-4d07-a837-c65528493aac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4163007'] for router, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:06.422298 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebf1debe-c024-4d07-a837-c65528493aac admin admin] Fanout notify agent at l3_agent the message router_deleted on router 82c5ded3-a769-430f-a3a5-0f70754ecf84 {{(pid=105584) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 21:35:06.426516 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-ebf1debe-c024-4d07-a837-c65528493aac admin admin] Notify callbacks [] for router, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:06.427703 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-ebf1debe-c024-4d07-a837-c65528493aac admin admin] 10.222.0.59 "DELETE /v2.0/routers/82c5ded3-a769-430f-a3a5-0f70754ecf84 HTTP/1.1" status: 204 len: 168 time: 0.7740073 Jul 27 21:35:06.430731 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 34222) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:35:06.473589 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.db_base_plugin_v2 [None req-8cb8ceae-b6cf-4bfb-a97c-50584652f04d admin admin] Deleting subnet 9c5c324b-af92-4ac1-af0f-d9a0619bb9f2 {{(pid=105584) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:35:06.476658 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-8cb8ceae-b6cf-4bfb-a97c-50584652f04d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:06.511061 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-8cb8ceae-b6cf-4bfb-a97c-50584652f04d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9014207'] for subnet, precommit_delete_associations {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:06.574490 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:06.589486 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-8cb8ceae-b6cf-4bfb-a97c-50584652f04d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854965'] for subnet, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:06.643394 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-8cb8ceae-b6cf-4bfb-a97c-50584652f04d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9014081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9738825'] for subnet, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:06.668044 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb8ceae-b6cf-4bfb-a97c-50584652f04d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9c5c324b-af92-4ac1-af0f-d9a0619bb9f2,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:35:06.673749 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-8cb8ceae-b6cf-4bfb-a97c-50584652f04d admin admin] Notify callbacks [] for subnet, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:06.675752 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-8cb8ceae-b6cf-4bfb-a97c-50584652f04d admin admin] 10.222.0.59 "DELETE /v2.0/subnets/9c5c324b-af92-4ac1-af0f-d9a0619bb9f2 HTTP/1.1" status: 204 len: 168 time: 0.2440937 Jul 27 21:35:06.678131 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 34224) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:35:06.684232 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34e8c9d8-1769-458c-9586-c7e5efae196c None None] Network 461fde65-a68f-44ea-ae89-a6dee216e2f1 requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:35:06.752118 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-0bb2bedb-937c-4035-9cb8-672c8a04d0a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-990557'] for network, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:06.810345 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-0bb2bedb-937c-4035-9cb8-672c8a04d0a1 admin admin] Deleting port 57449463-7716-41d0-950f-55d071819799 {{(pid=105584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:35:06.810914 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-0bb2bedb-937c-4035-9cb8-672c8a04d0a1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:06.874018 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [None req-0bb2bedb-937c-4035-9cb8-672c8a04d0a1 admin admin] For port 57449463-7716-41d0-950f-55d071819799, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=57449463-7716-41d0-950f-55d071819799,segment=NetworkSegment(dd8ee4ce-1102-4e65-9287-3921c0194f79),segment_id=dd8ee4ce-1102-4e65-9287-3921c0194f79)] {{(pid=105584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:35:06.874391 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-0bb2bedb-937c-4035-9cb8-672c8a04d0a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:06.887035 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-0bb2bedb-937c-4035-9cb8-672c8a04d0a1 admin admin] Calling delete_port for 57449463-7716-41d0-950f-55d071819799 owned by network:dhcp {{(pid=105584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:35:06.962561 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-0bb2bedb-937c-4035-9cb8-672c8a04d0a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:06.992473 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb2bedb-937c-4035-9cb8-672c8a04d0a1 admin admin] Pushing event deleted for resources: {'Port': ['ID=57449463-7716-41d0-950f-55d071819799,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:35:06.994353 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bb2bedb-937c-4035-9cb8-672c8a04d0a1 admin admin] No DVR routers for this DVR port 57449463-7716-41d0-950f-55d071819799 on host n-d-705658-22 {{(pid=105584) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:35:07.063112 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-0bb2bedb-937c-4035-9cb8-672c8a04d0a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853562', 'neutron.services.segments.db._delete_segments_for_network-8790688882975'] for network, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:07.073780 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.segments.db [None req-0bb2bedb-937c-4035-9cb8-672c8a04d0a1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['461fde65-a68f-44ea-ae89-a6dee216e2f1']}} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:35:07.084397 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.segments.db [None req-0bb2bedb-937c-4035-9cb8-672c8a04d0a1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd8ee4ce-1102-4e65-9287-3921c0194f79') {'for_net_delete': True} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:35:07.085917 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.segments.db [None req-0bb2bedb-937c-4035-9cb8-672c8a04d0a1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd8ee4ce-1102-4e65-9287-3921c0194f79') {} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:35:07.096290 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-0bb2bedb-937c-4035-9cb8-672c8a04d0a1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790688883752', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9014348'] for segment, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:07.098933 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3319989-9990-4b43-93ed-31ef160c09c7 None None] DHCP port deletion for 461fde65-a68f-44ea-ae89-a6dee216e2f1 request from n-d-705658-22 {{(pid=105586) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 21:35:07.117568 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-0bb2bedb-937c-4035-9cb8-672c8a04d0a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:07.124246 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0bb2bedb-937c-4035-9cb8-672c8a04d0a1 admin admin] Releasing vlan 233 on physical network physnet1 to pool {{(pid=105584) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:35:07.124687 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-0bb2bedb-937c-4035-9cb8-672c8a04d0a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9014063'] for segment, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:07.126274 n-d-705658-22 neutron-server[105584]: Traceback (most recent call last): Jul 27 21:35:07.126274 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:35:07.126274 n-d-705658-22 neutron-server[105584]: timer() Jul 27 21:35:07.126274 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:35:07.126274 n-d-705658-22 neutron-server[105584]: cb(*args, **kw) Jul 27 21:35:07.126274 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:35:07.126274 n-d-705658-22 neutron-server[105584]: return func(*args, **kwargs) Jul 27 21:35:07.126274 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:35:07.126274 n-d-705658-22 neutron-server[105584]: self._notify() Jul 27 21:35:07.126274 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:35:07.126274 n-d-705658-22 neutron-server[105584]: self.callback(batched_events) Jul 27 21:35:07.126274 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:35:07.126274 n-d-705658-22 neutron-server[105584]: event.method(event) Jul 27 21:35:07.126274 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:35:07.126274 n-d-705658-22 neutron-server[105584]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:35:07.126274 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:35:07.126274 n-d-705658-22 neutron-server[105584]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:35:07.126274 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:35:07.126274 n-d-705658-22 neutron-server[105584]: return f(self, *a, **k) Jul 27 21:35:07.126274 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:35:07.126274 n-d-705658-22 neutron-server[105584]: return self._get(url).json() Jul 27 21:35:07.126274 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:35:07.126274 n-d-705658-22 neutron-server[105584]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:35:07.126274 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:35:07.126274 n-d-705658-22 neutron-server[105584]: return self.request(url, 'GET', **kwargs) Jul 27 21:35:07.126274 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:35:07.126274 n-d-705658-22 neutron-server[105584]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:35:07.126274 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:35:07.126274 n-d-705658-22 neutron-server[105584]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:35:07.126274 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:35:07.126274 n-d-705658-22 neutron-server[105584]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:35:07.126274 n-d-705658-22 neutron-server[105584]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:35:07.189165 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-0bb2bedb-937c-4035-9cb8-672c8a04d0a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4075658'] for network, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:07.194758 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-0bb2bedb-937c-4035-9cb8-672c8a04d0a1 admin admin] Notify callbacks [] for network, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:07.199642 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-0bb2bedb-937c-4035-9cb8-672c8a04d0a1 admin admin] 10.222.0.59 "DELETE /v2.0/networks/461fde65-a68f-44ea-ae89-a6dee216e2f1 HTTP/1.1" status: 204 len: 168 time: 0.5198698 Jul 27 21:35:07.213783 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb2bedb-937c-4035-9cb8-672c8a04d0a1 admin admin] Pushing event deleted for resources: {'Network': ['ID=461fde65-a68f-44ea-ae89-a6dee216e2f1,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:35:07.309653 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 34228) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:35:07.351737 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-51a9e04e-4f18-496c-ba93-b98291c05371 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=d192f93ac8104a9cbcedf26b26eec08e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0407615 Jul 27 21:35:07.353984 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 34230) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:35:07.401740 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-0de8c28f-eeee-4351-9dda-6559a12e9110 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:07.422694 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-0de8c28f-eeee-4351-9dda-6559a12e9110 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:07.468316 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-0de8c28f-eeee-4351-9dda-6559a12e9110 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:07.470761 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-0de8c28f-eeee-4351-9dda-6559a12e9110 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:07.471963 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-0de8c28f-eeee-4351-9dda-6559a12e9110 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/75aab6f2-b932-4bcf-85eb-51d30f781ede HTTP/1.1" status: 204 len: 168 time: 0.1170728 Jul 27 21:35:07.480361 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de8c28f-eeee-4351-9dda-6559a12e9110 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75aab6f2-b932-4bcf-85eb-51d30f781ede,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:35:07.747181 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 57449463-7716-41d0-950f-55d071819799 no longer exists at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:35:07.770518 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] No Port match for: 57449463-7716-41d0-950f-55d071819799 {{(pid=105586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:35:07.771011 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 57449463-7716-41d0-950f-55d071819799 not bound to the agent host n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:35:07.771442 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 146bcdbc-eb6c-4434-a863-8c529cc21f53 no longer exists at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:35:07.773902 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 34236) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:35:07.790270 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] No Port match for: 146bcdbc-eb6c-4434-a863-8c529cc21f53 {{(pid=105586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:35:07.790618 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 146bcdbc-eb6c-4434-a863-8c529cc21f53 not bound to the agent host n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:35:07.791058 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device e9fec560-d472-4a7f-b322-ee85b416e77c no longer exists at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:35:07.809390 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] No Port match for: e9fec560-d472-4a7f-b322-ee85b416e77c {{(pid=105586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:35:07.809746 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device e9fec560-d472-4a7f-b322-ee85b416e77c not bound to the agent host n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:35:07.818554 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-ed161e5b-d031-4026-b295-2a3f3447af0c admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=a603a45c9360407b874dbc8466598531&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0412140 Jul 27 21:35:07.818955 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 34238) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:35:07.867102 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-8c067796-5bf2-47fd-9c42-93e3e3ca048e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:07.888171 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-8c067796-5bf2-47fd-9c42-93e3e3ca048e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:07.935037 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-8c067796-5bf2-47fd-9c42-93e3e3ca048e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:07.937536 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-8c067796-5bf2-47fd-9c42-93e3e3ca048e admin admin] Notify callbacks [] for security_group, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:07.938676 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-8c067796-5bf2-47fd-9c42-93e3e3ca048e admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/9c9636ec-d741-4767-94ca-7cb4e70f0eab HTTP/1.1" status: 204 len: 168 time: 0.1185026 Jul 27 21:35:07.946771 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c067796-5bf2-47fd-9c42-93e3e3ca048e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c9636ec-d741-4767-94ca-7cb4e70f0eab,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:35:08.181568 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.agents_db [None req-558fcd2c-e512-47bc-a170-8673d87f7213 None None] Agent healthcheck: found 7 active agents {{(pid=105587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 21:35:08.618890 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 34262) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:35:08.714130 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-3c85c2e5-087c-499f-affc-f5e483f069a8 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-320806645-network', 'tenant_id': '0eaf9fd8759b45cfb1569dad4e0a909b'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:35:08.734367 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c85c2e5-087c-499f-affc-f5e483f069a8 admin admin] Made reservation on behalf of 0eaf9fd8759b45cfb1569dad4e0a909b for: {'network': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:35:08.736667 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-3c85c2e5-087c-499f-affc-f5e483f069a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for network, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:08.744961 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-3c85c2e5-087c-499f-affc-f5e483f069a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:08.846207 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-3c85c2e5-087c-499f-affc-f5e483f069a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:08.850917 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-3c85c2e5-087c-499f-affc-f5e483f069a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:08.878762 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c85c2e5-087c-499f-affc-f5e483f069a8 admin admin] vlan segment allocate from pool success with {'vlan_id': 223, 'physical_network': 'physnet1'} {{(pid=105584) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:35:08.885729 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c85c2e5-087c-499f-affc-f5e483f069a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e4ba4da-0006-4a3e-a982-519028602a0f,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:35:08.893262 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-3c85c2e5-087c-499f-affc-f5e483f069a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:08.893727 n-d-705658-22 neutron-server[105584]: INFO neutron.db.segments_db [None req-3c85c2e5-087c-499f-affc-f5e483f069a8 admin admin] Added segment 37d7eecb-8789-4341-b752-aab48fb1bada of type vlan for network 725697cb-82b3-40ee-92cf-f80ad6c9d02b Jul 27 21:35:08.916242 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-375bb7fe-679b-4a60-bd3a-ac2623757642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:08.940023 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-3c85c2e5-087c-499f-affc-f5e483f069a8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790688424798'] for network, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:08.972051 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-3c85c2e5-087c-499f-affc-f5e483f069a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920'] for network, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:08.973420 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c85c2e5-087c-499f-affc-f5e483f069a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:35:08.974000 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-3c85c2e5-087c-499f-affc-f5e483f069a8 admin admin] Notify callbacks [] for network, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:09.021390 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-3c85c2e5-087c-499f-affc-f5e483f069a8 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4013991 Jul 27 21:35:09.024850 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 34266) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:35:09.030033 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-160f9092-fcb9-49dd-81cf-d56576cbdbf1 admin admin] Request body: {'subnet': {'network_id': '725697cb-82b3-40ee-92cf-f80ad6c9d02b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-320806645-subnet', 'tenant_id': '0eaf9fd8759b45cfb1569dad4e0a909b', 'ip_version': 4}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:35:09.036697 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c85c2e5-087c-499f-affc-f5e483f069a8 admin admin] Pushing event updated for resources: {'Network': ['ID=725697cb-82b3-40ee-92cf-f80ad6c9d02b,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:35:09.050608 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Network 725697cb-82b3-40ee-92cf-f80ad6c9d02b details requested by agent ovs-agent-n-d-705658-22 with host n-d-705658-22 {{(pid=105586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:35:09.052125 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-160f9092-fcb9-49dd-81cf-d56576cbdbf1 admin admin] Made reservation on behalf of 0eaf9fd8759b45cfb1569dad4e0a909b for: {'subnet': 1} {{(pid=105585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:35:09.054432 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-160f9092-fcb9-49dd-81cf-d56576cbdbf1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9990620'] for subnet, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:09.220559 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-160f9092-fcb9-49dd-81cf-d56576cbdbf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10221797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9990606'] for subnet, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:09.276335 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160f9092-fcb9-49dd-81cf-d56576cbdbf1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=436b0087-5d13-45b5-ba56-b05440df52cf,revision_number=0']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:35:09.283233 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-160f9092-fcb9-49dd-81cf-d56576cbdbf1 admin admin] Checking segment: {'id': '37d7eecb-8789-4341-b752-aab48fb1bada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '725697cb-82b3-40ee-92cf-f80ad6c9d02b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:35:09.283591 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-160f9092-fcb9-49dd-81cf-d56576cbdbf1 admin admin] Network hostable DHCP agents. Network: 725697cb-82b3-40ee-92cf-f80ad6c9d02b, hostable agents: ['7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a'], hosted agents: [] {{(pid=105585) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:35:09.299533 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-160f9092-fcb9-49dd-81cf-d56576cbdbf1 admin admin] Network 725697cb-82b3-40ee-92cf-f80ad6c9d02b is scheduled to be hosted by DHCP agent 7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a with binding_index 1 {{(pid=105585) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:35:09.308083 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.base_scheduler [None req-160f9092-fcb9-49dd-81cf-d56576cbdbf1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-22, 725697cb-82b3-40ee-92cf-f80ad6c9d02b) {{(pid=105585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:35:09.312100 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-160f9092-fcb9-49dd-81cf-d56576cbdbf1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:35:09.313412 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-160f9092-fcb9-49dd-81cf-d56576cbdbf1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:09.318034 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32d26580-794a-415c-baf0-49ae915f33bb None None] Network 725697cb-82b3-40ee-92cf-f80ad6c9d02b requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:35:09.328451 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-160f9092-fcb9-49dd-81cf-d56576cbdbf1 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3024852 Jul 27 21:35:09.331239 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 34268) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:35:09.336164 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-e12911a9-cf43-48d0-a7a1-bce395cb2c74 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-320806645-router', 'tenant_id': '0eaf9fd8759b45cfb1569dad4e0a909b', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305'}}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:35:09.356891 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-e12911a9-cf43-48d0-a7a1-bce395cb2c74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4163813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-443'] for router, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:09.357866 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-e12911a9-cf43-48d0-a7a1-bce395cb2c74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4165196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4077059', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3711235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-418'] for router, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:09.468423 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d4a6069-7a8b-46c2-bb0c-5398e89657b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30bb4b93-b285-5d90-9493-f9ec33ea333c-725697cb-82b3-40ee-92cf-f80ad6c9d02b', 'network_id': '725697cb-82b3-40ee-92cf-f80ad6c9d02b', 'tenant_id': '0eaf9fd8759b45cfb1569dad4e0a909b', 'fixed_ips': [{'subnet_id': '436b0087-5d13-45b5-ba56-b05440df52cf'}]}} from n-d-705658-22. {{(pid=105586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 21:35:09.469301 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-7d4a6069-7a8b-46c2-bb0c-5398e89657b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:09.609758 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.db_base_plugin_common [None req-7d4a6069-7a8b-46c2-bb0c-5398e89657b4 None None] Allocated IP 172.20.0.2 (725697cb-82b3-40ee-92cf-f80ad6c9d02b/436b0087-5d13-45b5-ba56-b05440df52cf/b42beb6d-b22f-4bc7-adfe-9a385b3261ad) {{(pid=105586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:35:09.743136 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-e12911a9-cf43-48d0-a7a1-bce395cb2c74 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:09.762381 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-7d4a6069-7a8b-46c2-bb0c-5398e89657b4 None None] Notify callbacks [] for port, precommit_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:09.770539 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-7d4a6069-7a8b-46c2-bb0c-5398e89657b4 None None] Transition to ACTIVE for port object b42beb6d-b22f-4bc7-adfe-9a385b3261ad will not be triggered until provisioned by entity L2. {{(pid=105586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:35:09.785678 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-7d4a6069-7a8b-46c2-bb0c-5398e89657b4 None None] Transition to ACTIVE for port object b42beb6d-b22f-4bc7-adfe-9a385b3261ad will not be triggered until provisioned by entity DHCP. {{(pid=105586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:35:09.795098 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-7d4a6069-7a8b-46c2-bb0c-5398e89657b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143'] for port, after_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:09.828966 n-d-705658-22 neutron-server[105586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d4a6069-7a8b-46c2-bb0c-5398e89657b4 None None] Network 725697cb-82b3-40ee-92cf-f80ad6c9d02b is already hosted by enough agents. {{(pid=105586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:35:09.831807 n-d-705658-22 neutron-server[105586]: DEBUG neutron.scheduler.base_scheduler [None req-7d4a6069-7a8b-46c2-bb0c-5398e89657b4 None None] Resources bound (agent type, host, resource id): {{(pid=105586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:35:09.835909 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d4a6069-7a8b-46c2-bb0c-5398e89657b4 None None] Received port after_create {{(pid=105586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:35:09.850621 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4a6069-7a8b-46c2-bb0c-5398e89657b4 None None] Pushing event updated for resources: {'Port': ['ID=b42beb6d-b22f-4bc7-adfe-9a385b3261ad,revision_number=1']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:35:09.886433 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-e12911a9-cf43-48d0-a7a1-bce395cb2c74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4077169', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4163787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-400'] for router, precommit_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:09.904079 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-7d4a6069-7a8b-46c2-bb0c-5398e89657b4 None None] Attempting to bind port b42beb6d-b22f-4bc7-adfe-9a385b3261ad on host n-d-705658-22 for vnic_type normal with profile {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:35:09.904455 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-7d4a6069-7a8b-46c2-bb0c-5398e89657b4 None None] Attempting to bind port b42beb6d-b22f-4bc7-adfe-9a385b3261ad by drivers openvswitch,hyperv on host n-d-705658-22 at level 0 using segments [{'id': '37d7eecb-8789-4341-b752-aab48fb1bada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '725697cb-82b3-40ee-92cf-f80ad6c9d02b'}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:35:09.904816 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d4a6069-7a8b-46c2-bb0c-5398e89657b4 None None] Attempting to bind port b42beb6d-b22f-4bc7-adfe-9a385b3261ad on network 725697cb-82b3-40ee-92cf-f80ad6c9d02b {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:35:09.909871 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d4a6069-7a8b-46c2-bb0c-5398e89657b4 None None] Checking agent: {'id': '04a7ea91-6318-467e-ace6-b0fb48c8690f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 41, 42), 'started_at': datetime.datetime(2021, 7, 27, 20, 42, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 34, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:35:09.910220 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d4a6069-7a8b-46c2-bb0c-5398e89657b4 None None] Checking segment: {'id': '37d7eecb-8789-4341-b752-aab48fb1bada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '725697cb-82b3-40ee-92cf-f80ad6c9d02b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:35:09.910685 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-7d4a6069-7a8b-46c2-bb0c-5398e89657b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:09.911104 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d4a6069-7a8b-46c2-bb0c-5398e89657b4 None None] Bound using segment: {'id': '37d7eecb-8789-4341-b752-aab48fb1bada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '725697cb-82b3-40ee-92cf-f80ad6c9d02b'} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:35:09.911571 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-7d4a6069-7a8b-46c2-bb0c-5398e89657b4 None None] Bound port: b42beb6d-b22f-4bc7-adfe-9a385b3261ad, host: n-d-705658-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37d7eecb-8789-4341-b752-aab48fb1bada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '725697cb-82b3-40ee-92cf-f80ad6c9d02b'}}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:35:09.911950 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-7d4a6069-7a8b-46c2-bb0c-5398e89657b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:09.973299 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-7d4a6069-7a8b-46c2-bb0c-5398e89657b4 None None] For port b42beb6d-b22f-4bc7-adfe-9a385b3261ad, host n-d-705658-22, cleared binding levels {{(pid=105586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:35:09.976466 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-7d4a6069-7a8b-46c2-bb0c-5398e89657b4 None None] For port b42beb6d-b22f-4bc7-adfe-9a385b3261ad, host n-d-705658-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=b42beb6d-b22f-4bc7-adfe-9a385b3261ad,segment=NetworkSegment(37d7eecb-8789-4341-b752-aab48fb1bada),segment_id=37d7eecb-8789-4341-b752-aab48fb1bada)] {{(pid=105586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:35:09.980273 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-7d4a6069-7a8b-46c2-bb0c-5398e89657b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:10.041329 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4a6069-7a8b-46c2-bb0c-5398e89657b4 None None] Pushing event updated for resources: {'Port': ['ID=b42beb6d-b22f-4bc7-adfe-9a385b3261ad,revision_number=2']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:35:10.096303 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-e12911a9-cf43-48d0-a7a1-bce395cb2c74 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:10.116112 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-e12911a9-cf43-48d0-a7a1-bce395cb2c74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:10.244510 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.db_base_plugin_common [None req-e12911a9-cf43-48d0-a7a1-bce395cb2c74 admin admin] Allocated IP 172.25.5.125 (8735d8a2-b604-4758-ae71-b40e4ee6f305/eca7dbab-b9c0-4c8f-a272-816ea8a81764/474d42d3-b799-44f9-90a1-c4bea3b92ab6) {{(pid=105585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:35:10.347885 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-e12911a9-cf43-48d0-a7a1-bce395cb2c74 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:10.384400 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:10.387557 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-e12911a9-cf43-48d0-a7a1-bce395cb2c74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:10.427289 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e12911a9-cf43-48d0-a7a1-bce395cb2c74 admin admin] Network 8735d8a2-b604-4758-ae71-b40e4ee6f305 is already hosted by enough agents. {{(pid=105585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:35:10.430816 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.base_scheduler [None req-e12911a9-cf43-48d0-a7a1-bce395cb2c74 admin admin] Resources bound (agent type, host, resource id): {{(pid=105585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:35:10.436912 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e12911a9-cf43-48d0-a7a1-bce395cb2c74 admin admin] Received port after_create {{(pid=105585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:35:10.461410 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12911a9-cf43-48d0-a7a1-bce395cb2c74 admin admin] Pushing event updated for resources: {'Port': ['ID=474d42d3-b799-44f9-90a1-c4bea3b92ab6,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:35:10.690260 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-e12911a9-cf43-48d0-a7a1-bce395cb2c74 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:10.895049 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-e12911a9-cf43-48d0-a7a1-bce395cb2c74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4163804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4077150'] for router, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:10.931214 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ca8d89f-6b23-41e4-89c5-2e89b3dc2cdb None None] Network 725697cb-82b3-40ee-92cf-f80ad6c9d02b requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:35:10.993971 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-22ee3e27-6643-42bc-be71-0467dc60eac4 None None] Provisioning for port b42beb6d-b22f-4bc7-adfe-9a385b3261ad completed by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:35:11.028215 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e12911a9-cf43-48d0-a7a1-bce395cb2c74 admin admin] Router aea6b067-21ab-41d8-b2b2-4f5a719f2ca0 is scheduled to L3 agent dd128fd7-8e57-4d4f-895b-a96b369df59a with binding_index 1 {{(pid=105585) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 21:35:11.132152 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e12911a9-cf43-48d0-a7a1-bce395cb2c74 admin admin] Notify agent at l3_agent.n-d-705658-22 the message routers_updated {{(pid=105585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:35:11.142757 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c07b779d-3314-49b2-bd4c-8a7302e78601 None None] Sync routers for ids ['aea6b067-21ab-41d8-b2b2-4f5a719f2ca0'] in n-d-705658-22 {{(pid=105587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:35:11.150491 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-e12911a9-cf43-48d0-a7a1-bce395cb2c74 admin admin] Notify callbacks [] for router, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:11.154312 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-e12911a9-cf43-48d0-a7a1-bce395cb2c74 admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.8196814 Jul 27 21:35:11.154631 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 34270) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:35:11.156796 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c07b779d-3314-49b2-bd4c-8a7302e78601 None None] Routers {'aea6b067-21ab-41d8-b2b2-4f5a719f2ca0'} bound to L3 agent in host n-d-705658-22 {{(pid=105587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:35:11.157561 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-c07b779d-3314-49b2-bd4c-8a7302e78601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:34:42Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['aea6b067-21ab-41d8-b2b2-4f5a719f2ca0'], 'active': True} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:35:11.270080 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvr_db [None req-c07b779d-3314-49b2-bd4c-8a7302e78601 None None] Set router aea6b067-21ab-41d8-b2b2-4f5a719f2ca0 gateway port host: n-d-705658-22 {{(pid=105587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:35:11.448779 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-c07b779d-3314-49b2-bd4c-8a7302e78601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aea6b067-21ab-41d8-b2b2-4f5a719f2ca0', 'name': 'tempest-TestServerMultinode-320806645-router', 'tenant_id': '0eaf9fd8759b45cfb1569dad4e0a909b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.125'}], 'enable_snat': True}, 'gw_port_id': '474d42d3-b799-44f9-90a1-c4bea3b92ab6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:35:09Z', 'updated_at': '2021-07-27T21:35:10Z', 'revision_number': 3, 'project_id': '0eaf9fd8759b45cfb1569dad4e0a909b', 'gw_port': {'id': '474d42d3-b799-44f9-90a1-c4bea3b92ab6', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:ac:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aea6b067-21ab-41d8-b2b2-4f5a719f2ca0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3983, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:35:10Z', 'updated_at': '2021-07-27T21:35:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22'}], 'n-d-705658-22', False) {} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:35:11.474352 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c07b779d-3314-49b2-bd4c-8a7302e78601 None None] Checking router: aea6b067-21ab-41d8-b2b2-4f5a719f2ca0 for host: n-d-705658-22 {{(pid=105587) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:35:11.474692 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c07b779d-3314-49b2-bd4c-8a7302e78601 None None] Updating router aea6b067-21ab-41d8-b2b2-4f5a719f2ca0 port 474d42d3-b799-44f9-90a1-c4bea3b92ab6 binding host n-d-705658-22 {{(pid=105587) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 21:35:11.507662 n-d-705658-22 neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-c07b779d-3314-49b2-bd4c-8a7302e78601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:11.566396 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-8f628b65-87bd-4578-8b10-f138834c2e5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:11.580294 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-fe6b84f1-751c-4797-8c5c-78d1015fec36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:11.745190 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.db_base_plugin_common [None req-fe6b84f1-751c-4797-8c5c-78d1015fec36 admin admin] Allocated IP 172.20.0.1 (725697cb-82b3-40ee-92cf-f80ad6c9d02b/436b0087-5d13-45b5-ba56-b05440df52cf/fdd66df0-b297-40e0-84fc-676e2b4d342a) {{(pid=105585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:35:11.759644 n-d-705658-22 neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-c07b779d-3314-49b2-bd4c-8a7302e78601 None None] Notify callbacks [] for port, precommit_update {{(pid=105587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:11.769204 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.provisioning_blocks [None req-c07b779d-3314-49b2-bd4c-8a7302e78601 None None] Transition to ACTIVE for port object 474d42d3-b799-44f9-90a1-c4bea3b92ab6 will not be triggered until provisioned by entity L2. {{(pid=105587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:35:11.776283 n-d-705658-22 neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-c07b779d-3314-49b2-bd4c-8a7302e78601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:11.784824 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device b42beb6d-b22f-4bc7-adfe-9a385b3261ad up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:35:11.837710 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.managers [None req-c07b779d-3314-49b2-bd4c-8a7302e78601 None None] Attempting to bind port 474d42d3-b799-44f9-90a1-c4bea3b92ab6 on host n-d-705658-22 for vnic_type normal with profile {{(pid=105587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:35:11.838234 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.managers [None req-c07b779d-3314-49b2-bd4c-8a7302e78601 None None] Attempting to bind port 474d42d3-b799-44f9-90a1-c4bea3b92ab6 by drivers openvswitch,hyperv on host n-d-705658-22 at level 0 using segments [{'id': '12196855-9a32-4633-9a56-77697ef9e126', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305'}] {{(pid=105587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:35:11.838721 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c07b779d-3314-49b2-bd4c-8a7302e78601 None None] Attempting to bind port 474d42d3-b799-44f9-90a1-c4bea3b92ab6 on network 8735d8a2-b604-4758-ae71-b40e4ee6f305 {{(pid=105587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:35:11.844803 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning for port b42beb6d-b22f-4bc7-adfe-9a385b3261ad completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:35:11.848839 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port b42beb6d-b22f-4bc7-adfe-9a385b3261ad triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:35:11.849553 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:11.849728 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d39f88-3cdf-4eff-bdd3-78f3999b5618 None None] Pushing event updated for resources: {'Port': ['ID=474d42d3-b799-44f9-90a1-c4bea3b92ab6,revision_number=2']} {{(pid=105587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:35:11.853227 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c07b779d-3314-49b2-bd4c-8a7302e78601 None None] Checking agent: {'id': '04a7ea91-6318-467e-ace6-b0fb48c8690f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 41, 42), 'started_at': datetime.datetime(2021, 7, 27, 20, 42, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 34, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:35:11.853603 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c07b779d-3314-49b2-bd4c-8a7302e78601 None None] Checking segment: {'id': '12196855-9a32-4633-9a56-77697ef9e126', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:35:11.854000 n-d-705658-22 neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-c07b779d-3314-49b2-bd4c-8a7302e78601 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:11.859054 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c07b779d-3314-49b2-bd4c-8a7302e78601 None None] Bound using segment: {'id': '12196855-9a32-4633-9a56-77697ef9e126', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305'} {{(pid=105587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:35:11.859054 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.managers [None req-c07b779d-3314-49b2-bd4c-8a7302e78601 None None] Bound port: 474d42d3-b799-44f9-90a1-c4bea3b92ab6, host: n-d-705658-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12196855-9a32-4633-9a56-77697ef9e126', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305'}}] {{(pid=105587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:35:11.859054 n-d-705658-22 neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-c07b779d-3314-49b2-bd4c-8a7302e78601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:11.861688 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d39f88-3cdf-4eff-bdd3-78f3999b5618 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:35:11.862293 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d39f88-3cdf-4eff-bdd3-78f3999b5618 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:35:11.862783 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d39f88-3cdf-4eff-bdd3-78f3999b5618 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:35:11.863152 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d39f88-3cdf-4eff-bdd3-78f3999b5618 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:35:11.863484 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d39f88-3cdf-4eff-bdd3-78f3999b5618 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:35:11.863809 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d39f88-3cdf-4eff-bdd3-78f3999b5618 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:35:11.864138 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d39f88-3cdf-4eff-bdd3-78f3999b5618 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:35:11.864461 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d39f88-3cdf-4eff-bdd3-78f3999b5618 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:35:11.864780 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d39f88-3cdf-4eff-bdd3-78f3999b5618 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:35:11.865100 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d39f88-3cdf-4eff-bdd3-78f3999b5618 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:35:11.865419 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d39f88-3cdf-4eff-bdd3-78f3999b5618 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:35:11.866268 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d39f88-3cdf-4eff-bdd3-78f3999b5618 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:35:11.868827 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-fe6b84f1-751c-4797-8c5c-78d1015fec36 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:11.884894 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.provisioning_blocks [None req-fe6b84f1-751c-4797-8c5c-78d1015fec36 admin admin] Transition to ACTIVE for port object fdd66df0-b297-40e0-84fc-676e2b4d342a will not be triggered until provisioned by entity DHCP. {{(pid=105585) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:35:11.915196 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:11.922166 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-fe6b84f1-751c-4797-8c5c-78d1015fec36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:11.932192 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.db [None req-c07b779d-3314-49b2-bd4c-8a7302e78601 None None] For port 474d42d3-b799-44f9-90a1-c4bea3b92ab6, host n-d-705658-22, cleared binding levels {{(pid=105587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:35:11.935839 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.db [None req-c07b779d-3314-49b2-bd4c-8a7302e78601 None None] For port 474d42d3-b799-44f9-90a1-c4bea3b92ab6, host n-d-705658-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=474d42d3-b799-44f9-90a1-c4bea3b92ab6,segment=NetworkSegment(12196855-9a32-4633-9a56-77697ef9e126),segment_id=12196855-9a32-4633-9a56-77697ef9e126)] {{(pid=105587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:35:11.940388 n-d-705658-22 neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-c07b779d-3314-49b2-bd4c-8a7302e78601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:11.954514 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:11.972310 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe6b84f1-751c-4797-8c5c-78d1015fec36 admin admin] Network 725697cb-82b3-40ee-92cf-f80ad6c9d02b is already hosted by enough agents. {{(pid=105585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:35:11.975212 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.base_scheduler [None req-fe6b84f1-751c-4797-8c5c-78d1015fec36 admin admin] Resources bound (agent type, host, resource id): {{(pid=105585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:35:11.980183 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe6b84f1-751c-4797-8c5c-78d1015fec36 admin admin] Received port after_create {{(pid=105585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:35:11.988894 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] For port b42beb6d-b22f-4bc7-adfe-9a385b3261ad, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=b42beb6d-b22f-4bc7-adfe-9a385b3261ad,segment=NetworkSegment(37d7eecb-8789-4341-b752-aab48fb1bada),segment_id=37d7eecb-8789-4341-b752-aab48fb1bada)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:35:11.994860 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:11.999615 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c07b779d-3314-49b2-bd4c-8a7302e78601 None None] Routers {'aea6b067-21ab-41d8-b2b2-4f5a719f2ca0'} bound to L3 agent in host n-d-705658-22 {{(pid=105587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:35:12.000436 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-c07b779d-3314-49b2-bd4c-8a7302e78601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:35:12Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['aea6b067-21ab-41d8-b2b2-4f5a719f2ca0'], 'active': True} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:35:12.008174 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6b84f1-751c-4797-8c5c-78d1015fec36 admin admin] Pushing event updated for resources: {'Port': ['ID=fdd66df0-b297-40e0-84fc-676e2b4d342a,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:35:12.034410 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-fe6b84f1-751c-4797-8c5c-78d1015fec36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4075523'] for router_interface, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:12.053116 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d39f88-3cdf-4eff-bdd3-78f3999b5618 None None] Pushing event updated for resources: {'Port': ['ID=474d42d3-b799-44f9-90a1-c4bea3b92ab6,revision_number=3']} {{(pid=105587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:35:12.060646 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Pushing event updated for resources: {'Port': ['ID=b42beb6d-b22f-4bc7-adfe-9a385b3261ad,revision_number=3']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:35:12.130333 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvr_db [None req-c07b779d-3314-49b2-bd4c-8a7302e78601 None None] Set router aea6b067-21ab-41d8-b2b2-4f5a719f2ca0 gateway port host: n-d-705658-22 {{(pid=105587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:35:12.209067 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-fe6b84f1-751c-4797-8c5c-78d1015fec36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:12.253649 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-22d9b596-7f1c-47f8-a07e-ac95ee19d799 None None] Provisioning for port fdd66df0-b297-40e0-84fc-676e2b4d342a completed by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:35:12.258521 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-22d9b596-7f1c-47f8-a07e-ac95ee19d799 None None] Provisioning complete for port fdd66df0-b297-40e0-84fc-676e2b4d342a triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:35:12.259451 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-22d9b596-7f1c-47f8-a07e-ac95ee19d799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:12.302316 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-22d9b596-7f1c-47f8-a07e-ac95ee19d799 None None] Port fdd66df0-b297-40e0-84fc-676e2b4d342a cannot update to ACTIVE because it is not bound. {{(pid=105586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:35:12.378833 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-fe6b84f1-751c-4797-8c5c-78d1015fec36 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:12.383182 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-fe6b84f1-751c-4797-8c5c-78d1015fec36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10221672'] for port, after_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:12.394183 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-c07b779d-3314-49b2-bd4c-8a7302e78601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aea6b067-21ab-41d8-b2b2-4f5a719f2ca0', 'name': 'tempest-TestServerMultinode-320806645-router', 'tenant_id': '0eaf9fd8759b45cfb1569dad4e0a909b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.125'}], 'enable_snat': True}, 'gw_port_id': '474d42d3-b799-44f9-90a1-c4bea3b92ab6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:35:09Z', 'updated_at': '2021-07-27T21:35:10Z', 'revision_number': 3, 'project_id': '0eaf9fd8759b45cfb1569dad4e0a909b', 'gw_port': {'id': '474d42d3-b799-44f9-90a1-c4bea3b92ab6', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:ac:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aea6b067-21ab-41d8-b2b2-4f5a719f2ca0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3983, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:35:10Z', 'updated_at': '2021-07-27T21:35:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22'}], 'n-d-705658-22', False) {} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:35:12.421701 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c07b779d-3314-49b2-bd4c-8a7302e78601 None None] The sync data for ids ['aea6b067-21ab-41d8-b2b2-4f5a719f2ca0'] in n-d-705658-22 is: [{'id': 'aea6b067-21ab-41d8-b2b2-4f5a719f2ca0', 'name': 'tempest-TestServerMultinode-320806645-router', 'tenant_id': '0eaf9fd8759b45cfb1569dad4e0a909b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.125'}], 'enable_snat': True}, 'gw_port_id': '474d42d3-b799-44f9-90a1-c4bea3b92ab6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:35:09Z', 'updated_at': '2021-07-27T21:35:10Z', 'revision_number': 3, 'project_id': '0eaf9fd8759b45cfb1569dad4e0a909b', 'gw_port': {'id': '474d42d3-b799-44f9-90a1-c4bea3b92ab6', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:ac:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aea6b067-21ab-41d8-b2b2-4f5a719f2ca0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3983, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:35:10Z', 'updated_at': '2021-07-27T21:35:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22'}] {{(pid=105587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:35:12.448980 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-fe6b84f1-751c-4797-8c5c-78d1015fec36 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3743906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4076435'] for router_interface, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:12.458425 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6b84f1-751c-4797-8c5c-78d1015fec36 admin admin] Pushing event updated for resources: {'Port': ['ID=fdd66df0-b297-40e0-84fc-676e2b4d342a,revision_number=2']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:35:12.551350 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe6b84f1-751c-4797-8c5c-78d1015fec36 admin admin] Network 725697cb-82b3-40ee-92cf-f80ad6c9d02b is already hosted by enough agents. {{(pid=105585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:35:12.552708 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.base_scheduler [None req-fe6b84f1-751c-4797-8c5c-78d1015fec36 admin admin] Resources bound (agent type, host, resource id): {{(pid=105585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:35:12.679880 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe6b84f1-751c-4797-8c5c-78d1015fec36 admin admin] Router aea6b067-21ab-41d8-b2b2-4f5a719f2ca0 has already been hosted by L3 agent dd128fd7-8e57-4d4f-895b-a96b369df59a {{(pid=105585) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:35:12.802880 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe6b84f1-751c-4797-8c5c-78d1015fec36 admin admin] Notify agent at l3_agent.n-d-705658-22 the message routers_updated {{(pid=105585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:35:12.807998 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-fe6b84f1-751c-4797-8c5c-78d1015fec36 admin admin] 10.222.0.59 "PUT /v2.0/routers/aea6b067-21ab-41d8-b2b2-4f5a719f2ca0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6524458 Jul 27 21:35:12.825332 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-cd500191-36a9-45fc-831e-20ffb5385dc6 None None] Provisioning complete for port fdd66df0-b297-40e0-84fc-676e2b4d342a triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:35:12.825921 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-cd500191-36a9-45fc-831e-20ffb5385dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:12.863946 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-cd500191-36a9-45fc-831e-20ffb5385dc6 None None] Port fdd66df0-b297-40e0-84fc-676e2b4d342a cannot update to ACTIVE because it is not bound. {{(pid=105586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:35:12.977307 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-bb32ed7d-8717-448b-a9c8-a5a0117d1fd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:13.284034 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 34286) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:35:13.289300 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-fc15ec79-c867-443c-a1b7-330d15732683 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-120466211-network', 'tenant_id': '07f9b410be3847268dc47221bb986fe5'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:35:13.309790 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc15ec79-c867-443c-a1b7-330d15732683 admin admin] Made reservation on behalf of 07f9b410be3847268dc47221bb986fe5 for: {'network': 1} {{(pid=105585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:35:13.312367 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-fc15ec79-c867-443c-a1b7-330d15732683 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for network, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:13.322537 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-fc15ec79-c867-443c-a1b7-330d15732683 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:13.416719 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-fc15ec79-c867-443c-a1b7-330d15732683 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:13.420858 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-fc15ec79-c867-443c-a1b7-330d15732683 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:13.445280 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc15ec79-c867-443c-a1b7-330d15732683 admin admin] vlan segment allocate from pool success with {'vlan_id': 205, 'physical_network': 'physnet1'} {{(pid=105585) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:35:13.454925 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc15ec79-c867-443c-a1b7-330d15732683 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ba2c0f0-1ad8-434c-98c9-5c1671e958cb,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:35:13.460324 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-fc15ec79-c867-443c-a1b7-330d15732683 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:13.462410 n-d-705658-22 neutron-server[105585]: INFO neutron.db.segments_db [None req-fc15ec79-c867-443c-a1b7-330d15732683 admin admin] Added segment 0a2c4662-7f03-45c4-9dd6-8dd3d782fb32 of type vlan for network fd77a582-ea84-4599-bad7-4b583831fd64 Jul 27 21:35:13.508172 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-fc15ec79-c867-443c-a1b7-330d15732683 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790688424798'] for network, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:13.537211 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-fc15ec79-c867-443c-a1b7-330d15732683 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920'] for network, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:13.538757 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc15ec79-c867-443c-a1b7-330d15732683 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:35:13.539369 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-fc15ec79-c867-443c-a1b7-330d15732683 admin admin] Notify callbacks [] for network, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:13.590487 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-fc15ec79-c867-443c-a1b7-330d15732683 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3052385 Jul 27 21:35:13.593324 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 34288) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:35:13.598462 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-f3b45286-36d7-49ba-a317-e71eb43d733f admin admin] Request body: {'subnet': {'network_id': 'fd77a582-ea84-4599-bad7-4b583831fd64', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-120466211-subnet', 'tenant_id': '07f9b410be3847268dc47221bb986fe5', 'ip_version': 4}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:35:13.599194 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc15ec79-c867-443c-a1b7-330d15732683 admin admin] Pushing event updated for resources: {'Network': ['ID=fd77a582-ea84-4599-bad7-4b583831fd64,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:35:13.609627 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Network fd77a582-ea84-4599-bad7-4b583831fd64 details requested by agent ovs-agent-n-d-705658-22 with host n-d-705658-22 {{(pid=105586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:35:13.620359 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3b45286-36d7-49ba-a317-e71eb43d733f admin admin] Made reservation on behalf of 07f9b410be3847268dc47221bb986fe5 for: {'subnet': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:35:13.622685 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-f3b45286-36d7-49ba-a317-e71eb43d733f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9738786'] for subnet, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:13.801032 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-f3b45286-36d7-49ba-a317-e71eb43d733f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9014150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9738800'] for subnet, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:13.848753 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 474d42d3-b799-44f9-90a1-c4bea3b92ab6 up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:35:13.869606 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b45286-36d7-49ba-a317-e71eb43d733f admin admin] Pushing event updated for resources: {'Subnet': ['ID=e9fc9053-48b4-4f5d-a3f3-48cb9ed8069e,revision_number=0']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:35:13.873324 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3b45286-36d7-49ba-a317-e71eb43d733f admin admin] Checking segment: {'id': '0a2c4662-7f03-45c4-9dd6-8dd3d782fb32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'fd77a582-ea84-4599-bad7-4b583831fd64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:35:13.873855 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3b45286-36d7-49ba-a317-e71eb43d733f admin admin] Network hostable DHCP agents. Network: fd77a582-ea84-4599-bad7-4b583831fd64, hostable agents: ['7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a'], hosted agents: [] {{(pid=105584) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:35:13.892872 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3b45286-36d7-49ba-a317-e71eb43d733f admin admin] Network fd77a582-ea84-4599-bad7-4b583831fd64 is scheduled to be hosted by DHCP agent 7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a with binding_index 1 {{(pid=105584) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:35:13.908372 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [None req-f3b45286-36d7-49ba-a317-e71eb43d733f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-22, fd77a582-ea84-4599-bad7-4b583831fd64) {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:35:13.914330 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3b45286-36d7-49ba-a317-e71eb43d733f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:35:13.916317 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-f3b45286-36d7-49ba-a317-e71eb43d733f admin admin] Notify callbacks [] for subnet, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:13.923164 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba4155c6-cecd-4efa-91e2-0d662954e83f None None] Network fd77a582-ea84-4599-bad7-4b583831fd64 requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:35:13.927471 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning for port 474d42d3-b799-44f9-90a1-c4bea3b92ab6 completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:35:13.935715 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-f3b45286-36d7-49ba-a317-e71eb43d733f admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3411443 Jul 27 21:35:13.938266 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 34290) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:35:13.943399 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port 474d42d3-b799-44f9-90a1-c4bea3b92ab6 triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:35:13.943872 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:13.945187 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-c506078e-dd8e-4c8e-8afe-bd07f6a79dc5 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-120466211-router', 'tenant_id': '07f9b410be3847268dc47221bb986fe5', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305'}}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:35:13.977376 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c506078e-dd8e-4c8e-8afe-bd07f6a79dc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4163813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-443'] for router, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:13.978560 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c506078e-dd8e-4c8e-8afe-bd07f6a79dc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4165196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4077059', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3711235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-418'] for router, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:14.034909 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c506078e-dd8e-4c8e-8afe-bd07f6a79dc5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:14.124052 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:14.167624 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] For port 474d42d3-b799-44f9-90a1-c4bea3b92ab6, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=474d42d3-b799-44f9-90a1-c4bea3b92ab6,segment=NetworkSegment(12196855-9a32-4633-9a56-77697ef9e126),segment_id=12196855-9a32-4633-9a56-77697ef9e126)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:35:14.170768 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdd7ff1a-728f-4ac4-8dd8-0f19fcc2bc87 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30bb4b93-b285-5d90-9493-f9ec33ea333c-fd77a582-ea84-4599-bad7-4b583831fd64', 'network_id': 'fd77a582-ea84-4599-bad7-4b583831fd64', 'tenant_id': '07f9b410be3847268dc47221bb986fe5', 'fixed_ips': [{'subnet_id': 'e9fc9053-48b4-4f5d-a3f3-48cb9ed8069e'}]}} from n-d-705658-22. {{(pid=105586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 21:35:14.171829 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-fdd7ff1a-728f-4ac4-8dd8-0f19fcc2bc87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:14.176310 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:14.177121 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device b42beb6d-b22f-4bc7-adfe-9a385b3261ad up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:35:14.214351 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5d1a6e8-d485-4171-b4e2-3b158aee64b7 None None] Sync routers for ids ['aea6b067-21ab-41d8-b2b2-4f5a719f2ca0'] in n-d-705658-22 {{(pid=105586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:35:14.325218 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5d1a6e8-d485-4171-b4e2-3b158aee64b7 None None] Routers {'aea6b067-21ab-41d8-b2b2-4f5a719f2ca0'} bound to L3 agent in host n-d-705658-22 {{(pid=105586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:35:14.326140 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-b5d1a6e8-d485-4171-b4e2-3b158aee64b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:35:12Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['aea6b067-21ab-41d8-b2b2-4f5a719f2ca0'], 'active': True} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:35:14.399627 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Pushing event updated for resources: {'Port': ['ID=474d42d3-b799-44f9-90a1-c4bea3b92ab6,revision_number=4']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:35:14.463117 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-875ced1b-4cf3-463a-9653-058f0f9421e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:14.497834 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port b42beb6d-b22f-4bc7-adfe-9a385b3261ad triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:35:14.498294 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:14.531075 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.db_base_plugin_common [None req-fdd7ff1a-728f-4ac4-8dd8-0f19fcc2bc87 None None] Allocated IP 172.20.0.2 (fd77a582-ea84-4599-bad7-4b583831fd64/e9fc9053-48b4-4f5d-a3f3-48cb9ed8069e/d646d4fa-bc2c-4484-bef1-b33ab639d3b4) {{(pid=105586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:35:14.557622 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c506078e-dd8e-4c8e-8afe-bd07f6a79dc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4077169', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4163787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-400'] for router, precommit_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:14.591290 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvr_db [None req-b5d1a6e8-d485-4171-b4e2-3b158aee64b7 None None] Set router aea6b067-21ab-41d8-b2b2-4f5a719f2ca0 gateway port host: n-d-705658-22 {{(pid=105586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:35:14.677104 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-a3309648-54ee-4af5-9112-385cbf33d47e req-ab327201-a17d-4c39-bd23-98fbd1e54504 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=261ad2df-11f1-456d-8910-fcf94d5cc9cd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0942807 Jul 27 21:35:14.857711 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c506078e-dd8e-4c8e-8afe-bd07f6a79dc5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:14.885574 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c506078e-dd8e-4c8e-8afe-bd07f6a79dc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:14.890660 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3309648-54ee-4af5-9112-385cbf33d47e req-299f9daf-c9b9-4f8c-a499-6b153dc08b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:35:14.892213 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-a3309648-54ee-4af5-9112-385cbf33d47e req-299f9daf-c9b9-4f8c-a499-6b153dc08b97 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=86837ff0d819403d862560ca192fdca7&device_id=261ad2df-11f1-456d-8910-fcf94d5cc9cd HTTP/1.1" status: 200 len: 1097 time: 0.1474466 Jul 27 21:35:15.031953 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-fdd7ff1a-728f-4ac4-8dd8-0f19fcc2bc87 None None] Notify callbacks [] for port, precommit_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:15.058531 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-fdd7ff1a-728f-4ac4-8dd8-0f19fcc2bc87 None None] Transition to ACTIVE for port object d646d4fa-bc2c-4484-bef1-b33ab639d3b4 will not be triggered until provisioned by entity L2. {{(pid=105586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:35:15.064180 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.db_base_plugin_common [None req-c506078e-dd8e-4c8e-8afe-bd07f6a79dc5 admin admin] Allocated IP 172.25.5.206 (8735d8a2-b604-4758-ae71-b40e4ee6f305/eca7dbab-b9c0-4c8f-a272-816ea8a81764/1cf2c468-0862-4f9f-8e88-912620e0d3db) {{(pid=105584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:35:15.066480 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3309648-54ee-4af5-9112-385cbf33d47e req-e8572871-c86d-4b19-860d-a3f52f069136 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:35:15.068044 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-a3309648-54ee-4af5-9112-385cbf33d47e req-e8572871-c86d-4b19-860d-a3f52f069136 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b8c68474-1d26-4c5c-9f82-5da72e824d0f HTTP/1.1" status: 200 len: 911 time: 0.1406052 Jul 27 21:35:15.081780 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-fdd7ff1a-728f-4ac4-8dd8-0f19fcc2bc87 None None] Transition to ACTIVE for port object d646d4fa-bc2c-4484-bef1-b33ab639d3b4 will not be triggered until provisioned by entity DHCP. {{(pid=105586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:35:15.089826 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-fdd7ff1a-728f-4ac4-8dd8-0f19fcc2bc87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143'] for port, after_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:15.134849 n-d-705658-22 neutron-server[105586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdd7ff1a-728f-4ac4-8dd8-0f19fcc2bc87 None None] Network fd77a582-ea84-4599-bad7-4b583831fd64 is already hosted by enough agents. {{(pid=105586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:35:15.142111 n-d-705658-22 neutron-server[105586]: DEBUG neutron.scheduler.base_scheduler [None req-fdd7ff1a-728f-4ac4-8dd8-0f19fcc2bc87 None None] Resources bound (agent type, host, resource id): {{(pid=105586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:35:15.147410 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdd7ff1a-728f-4ac4-8dd8-0f19fcc2bc87 None None] Received port after_create {{(pid=105586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:35:15.150963 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-b5d1a6e8-d485-4171-b4e2-3b158aee64b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aea6b067-21ab-41d8-b2b2-4f5a719f2ca0', 'name': 'tempest-TestServerMultinode-320806645-router', 'tenant_id': '0eaf9fd8759b45cfb1569dad4e0a909b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.125'}], 'enable_snat': True}, 'gw_port_id': '474d42d3-b799-44f9-90a1-c4bea3b92ab6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:35:09Z', 'updated_at': '2021-07-27T21:35:12Z', 'revision_number': 4, 'project_id': '0eaf9fd8759b45cfb1569dad4e0a909b', 'gw_port': {'id': '474d42d3-b799-44f9-90a1-c4bea3b92ab6', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:ac:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aea6b067-21ab-41d8-b2b2-4f5a719f2ca0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3983, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:35:10Z', 'updated_at': '2021-07-27T21:35:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_interfaces': [{'id': 'fdd66df0-b297-40e0-84fc-676e2b4d342a', 'name': '', 'network_id': '725697cb-82b3-40ee-92cf-f80ad6c9d02b', 'tenant_id': '0eaf9fd8759b45cfb1569dad4e0a909b', 'mac_address': 'fa:16:3e:9d:04:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aea6b067-21ab-41d8-b2b2-4f5a719f2ca0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': '436b0087-5d13-45b5-ba56-b05440df52cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:35:11Z', 'updated_at': '2021-07-27T21:35:12Z', 'revision_number': 2, 'project_id': '0eaf9fd8759b45cfb1569dad4e0a909b', 'subnets': [{'id': '436b0087-5d13-45b5-ba56-b05440df52cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-22', False) {} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:35:15.154308 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd7ff1a-728f-4ac4-8dd8-0f19fcc2bc87 None None] Pushing event updated for resources: {'Port': ['ID=d646d4fa-bc2c-4484-bef1-b33ab639d3b4,revision_number=1']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:35:15.180710 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-a3309648-54ee-4af5-9112-385cbf33d47e req-12377626-576d-4935-84ce-470bc3ab1310 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=77274ec9-9e7f-4901-b888-3ad56ec18994 HTTP/1.1" status: 200 len: 1001 time: 0.1042972 Jul 27 21:35:15.181677 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5d1a6e8-d485-4171-b4e2-3b158aee64b7 None None] Checking router: aea6b067-21ab-41d8-b2b2-4f5a719f2ca0 for host: n-d-705658-22 {{(pid=105586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:35:15.182035 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5d1a6e8-d485-4171-b4e2-3b158aee64b7 None None] Updating router aea6b067-21ab-41d8-b2b2-4f5a719f2ca0 port fdd66df0-b297-40e0-84fc-676e2b4d342a binding host n-d-705658-22 {{(pid=105586) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 21:35:15.257249 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c506078e-dd8e-4c8e-8afe-bd07f6a79dc5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:15.260863 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-b5d1a6e8-d485-4171-b4e2-3b158aee64b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:15.264777 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3309648-54ee-4af5-9112-385cbf33d47e req-badc8958-2e70-454c-95c1-37330d770d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:35:15.266247 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-a3309648-54ee-4af5-9112-385cbf33d47e req-badc8958-2e70-454c-95c1-37330d770d25 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=11733cc0-d894-4d0f-84a6-7f612951db53 HTTP/1.1" status: 200 len: 849 time: 0.0737436 Jul 27 21:35:15.272013 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-fdd7ff1a-728f-4ac4-8dd8-0f19fcc2bc87 None None] Attempting to bind port d646d4fa-bc2c-4484-bef1-b33ab639d3b4 on host n-d-705658-22 for vnic_type normal with profile {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:35:15.272951 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-fdd7ff1a-728f-4ac4-8dd8-0f19fcc2bc87 None None] Attempting to bind port d646d4fa-bc2c-4484-bef1-b33ab639d3b4 by drivers openvswitch,hyperv on host n-d-705658-22 at level 0 using segments [{'id': '0a2c4662-7f03-45c4-9dd6-8dd3d782fb32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'fd77a582-ea84-4599-bad7-4b583831fd64'}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:35:15.273321 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdd7ff1a-728f-4ac4-8dd8-0f19fcc2bc87 None None] Attempting to bind port d646d4fa-bc2c-4484-bef1-b33ab639d3b4 on network fd77a582-ea84-4599-bad7-4b583831fd64 {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:35:15.282396 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdd7ff1a-728f-4ac4-8dd8-0f19fcc2bc87 None None] Checking agent: {'id': '04a7ea91-6318-467e-ace6-b0fb48c8690f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 41, 42), 'started_at': datetime.datetime(2021, 7, 27, 20, 42, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 35, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:35:15.282774 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdd7ff1a-728f-4ac4-8dd8-0f19fcc2bc87 None None] Checking segment: {'id': '0a2c4662-7f03-45c4-9dd6-8dd3d782fb32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'fd77a582-ea84-4599-bad7-4b583831fd64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:35:15.283206 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-fdd7ff1a-728f-4ac4-8dd8-0f19fcc2bc87 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:15.283604 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdd7ff1a-728f-4ac4-8dd8-0f19fcc2bc87 None None] Bound using segment: {'id': '0a2c4662-7f03-45c4-9dd6-8dd3d782fb32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'fd77a582-ea84-4599-bad7-4b583831fd64'} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:35:15.284093 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-fdd7ff1a-728f-4ac4-8dd8-0f19fcc2bc87 None None] Bound port: d646d4fa-bc2c-4484-bef1-b33ab639d3b4, host: n-d-705658-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a2c4662-7f03-45c4-9dd6-8dd3d782fb32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'fd77a582-ea84-4599-bad7-4b583831fd64'}}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:35:15.284459 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-fdd7ff1a-728f-4ac4-8dd8-0f19fcc2bc87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:15.344311 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c506078e-dd8e-4c8e-8afe-bd07f6a79dc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:15.371232 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3309648-54ee-4af5-9112-385cbf33d47e req-0558e300-f76c-45e5-b0a5-392c60763e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:35:15.372823 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-a3309648-54ee-4af5-9112-385cbf33d47e req-0558e300-f76c-45e5-b0a5-392c60763e88 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b8c68474-1d26-4c5c-9f82-5da72e824d0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0970731 Jul 27 21:35:15.395401 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c506078e-dd8e-4c8e-8afe-bd07f6a79dc5 admin admin] Network 8735d8a2-b604-4758-ae71-b40e4ee6f305 is already hosted by enough agents. {{(pid=105584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:35:15.402935 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [None req-c506078e-dd8e-4c8e-8afe-bd07f6a79dc5 admin admin] Resources bound (agent type, host, resource id): {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:35:15.415856 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c506078e-dd8e-4c8e-8afe-bd07f6a79dc5 admin admin] Received port after_create {{(pid=105584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:35:15.437233 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-fdd7ff1a-728f-4ac4-8dd8-0f19fcc2bc87 None None] For port d646d4fa-bc2c-4484-bef1-b33ab639d3b4, host n-d-705658-22, cleared binding levels {{(pid=105586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:35:15.441319 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-fdd7ff1a-728f-4ac4-8dd8-0f19fcc2bc87 None None] For port d646d4fa-bc2c-4484-bef1-b33ab639d3b4, host n-d-705658-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=d646d4fa-bc2c-4484-bef1-b33ab639d3b4,segment=NetworkSegment(0a2c4662-7f03-45c4-9dd6-8dd3d782fb32),segment_id=0a2c4662-7f03-45c4-9dd6-8dd3d782fb32)] {{(pid=105586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:35:15.441843 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c506078e-dd8e-4c8e-8afe-bd07f6a79dc5 admin admin] Pushing event updated for resources: {'Port': ['ID=1cf2c468-0862-4f9f-8e88-912620e0d3db,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:35:15.452218 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-fdd7ff1a-728f-4ac4-8dd8-0f19fcc2bc87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:15.560639 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd7ff1a-728f-4ac4-8dd8-0f19fcc2bc87 None None] Pushing event updated for resources: {'Port': ['ID=d646d4fa-bc2c-4484-bef1-b33ab639d3b4,revision_number=2']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:35:15.581609 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-a3309648-54ee-4af5-9112-385cbf33d47e req-b38b7f44-5954-487b-ba10-c85d5256e4c8 service neutron] 10.222.0.36 "GET /v2.0/networks/b8c68474-1d26-4c5c-9f82-5da72e824d0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1987936 Jul 27 21:35:15.648826 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-b5d1a6e8-d485-4171-b4e2-3b158aee64b7 None None] Notify callbacks [] for port, precommit_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:15.659351 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-b5d1a6e8-d485-4171-b4e2-3b158aee64b7 None None] Transition to ACTIVE for port object fdd66df0-b297-40e0-84fc-676e2b4d342a will not be triggered until provisioned by entity L2. {{(pid=105586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:35:15.665678 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-b5d1a6e8-d485-4171-b4e2-3b158aee64b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:15.738904 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee9327f-83c4-4d8d-b32e-286f0a9fcf14 None None] Pushing event updated for resources: {'Port': ['ID=fdd66df0-b297-40e0-84fc-676e2b4d342a,revision_number=3']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:35:15.761314 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-a3309648-54ee-4af5-9112-385cbf33d47e req-d86a8cdf-5eba-4da0-a2f9-2905c4e419cb service neutron] 10.222.0.36 "GET /v2.0/networks/b8c68474-1d26-4c5c-9f82-5da72e824d0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1599429 Jul 27 21:35:15.828237 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-b5d1a6e8-d485-4171-b4e2-3b158aee64b7 None None] Attempting to bind port fdd66df0-b297-40e0-84fc-676e2b4d342a on host n-d-705658-22 for vnic_type normal with profile {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:35:15.828841 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-b5d1a6e8-d485-4171-b4e2-3b158aee64b7 None None] Attempting to bind port fdd66df0-b297-40e0-84fc-676e2b4d342a by drivers openvswitch,hyperv on host n-d-705658-22 at level 0 using segments [{'id': '37d7eecb-8789-4341-b752-aab48fb1bada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '725697cb-82b3-40ee-92cf-f80ad6c9d02b'}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:35:15.829212 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5d1a6e8-d485-4171-b4e2-3b158aee64b7 None None] Attempting to bind port fdd66df0-b297-40e0-84fc-676e2b4d342a on network 725697cb-82b3-40ee-92cf-f80ad6c9d02b {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:35:15.837705 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5d1a6e8-d485-4171-b4e2-3b158aee64b7 None None] Checking agent: {'id': '04a7ea91-6318-467e-ace6-b0fb48c8690f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 41, 42), 'started_at': datetime.datetime(2021, 7, 27, 20, 42, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 35, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:35:15.838084 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5d1a6e8-d485-4171-b4e2-3b158aee64b7 None None] Checking segment: {'id': '37d7eecb-8789-4341-b752-aab48fb1bada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '725697cb-82b3-40ee-92cf-f80ad6c9d02b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:35:15.838922 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-b5d1a6e8-d485-4171-b4e2-3b158aee64b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:15.839103 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5d1a6e8-d485-4171-b4e2-3b158aee64b7 None None] Bound using segment: {'id': '37d7eecb-8789-4341-b752-aab48fb1bada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '725697cb-82b3-40ee-92cf-f80ad6c9d02b'} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:35:15.839540 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-b5d1a6e8-d485-4171-b4e2-3b158aee64b7 None None] Bound port: fdd66df0-b297-40e0-84fc-676e2b4d342a, host: n-d-705658-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37d7eecb-8789-4341-b752-aab48fb1bada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '725697cb-82b3-40ee-92cf-f80ad6c9d02b'}}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:35:15.839921 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-b5d1a6e8-d485-4171-b4e2-3b158aee64b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:15.853830 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c506078e-dd8e-4c8e-8afe-bd07f6a79dc5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:15.860529 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 474d42d3-b799-44f9-90a1-c4bea3b92ab6 up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:35:15.955892 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-b5d1a6e8-d485-4171-b4e2-3b158aee64b7 None None] For port fdd66df0-b297-40e0-84fc-676e2b4d342a, host n-d-705658-22, cleared binding levels {{(pid=105586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:35:15.961253 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-b5d1a6e8-d485-4171-b4e2-3b158aee64b7 None None] For port fdd66df0-b297-40e0-84fc-676e2b4d342a, host n-d-705658-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=fdd66df0-b297-40e0-84fc-676e2b4d342a,segment=NetworkSegment(37d7eecb-8789-4341-b752-aab48fb1bada),segment_id=37d7eecb-8789-4341-b752-aab48fb1bada)] {{(pid=105586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:35:15.964242 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port 474d42d3-b799-44f9-90a1-c4bea3b92ab6 triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:35:15.964567 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:15.967581 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-b5d1a6e8-d485-4171-b4e2-3b158aee64b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:16.070637 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee9327f-83c4-4d8d-b32e-286f0a9fcf14 None None] Pushing event updated for resources: {'Port': ['ID=fdd66df0-b297-40e0-84fc-676e2b4d342a,revision_number=4']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:35:16.073226 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5d1a6e8-d485-4171-b4e2-3b158aee64b7 None None] Routers {'aea6b067-21ab-41d8-b2b2-4f5a719f2ca0'} bound to L3 agent in host n-d-705658-22 {{(pid=105586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:35:16.073837 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-b5d1a6e8-d485-4171-b4e2-3b158aee64b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:35:12Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['aea6b067-21ab-41d8-b2b2-4f5a719f2ca0'], 'active': True} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:35:16.094264 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c506078e-dd8e-4c8e-8afe-bd07f6a79dc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4163804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4077150'] for router, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:16.215499 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvr_db [None req-b5d1a6e8-d485-4171-b4e2-3b158aee64b7 None None] Set router aea6b067-21ab-41d8-b2b2-4f5a719f2ca0 gateway port host: n-d-705658-22 {{(pid=105586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:35:16.233491 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c506078e-dd8e-4c8e-8afe-bd07f6a79dc5 admin admin] Router ab226640-d1f7-4d92-a02b-d7d7d2fda716 is scheduled to L3 agent dd128fd7-8e57-4d4f-895b-a96b369df59a with binding_index 1 {{(pid=105584) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 21:35:16.358888 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c506078e-dd8e-4c8e-8afe-bd07f6a79dc5 admin admin] Notify agent at l3_agent.n-d-705658-22 the message routers_updated {{(pid=105584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:35:16.370167 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71099002-6629-42f4-a01e-1cec8f05c1f4 None None] Sync routers for ids ['ab226640-d1f7-4d92-a02b-d7d7d2fda716'] in n-d-705658-22 {{(pid=105587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:35:16.390905 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71099002-6629-42f4-a01e-1cec8f05c1f4 None None] Routers {'ab226640-d1f7-4d92-a02b-d7d7d2fda716'} bound to L3 agent in host n-d-705658-22 {{(pid=105587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:35:16.392145 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-71099002-6629-42f4-a01e-1cec8f05c1f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:35:12Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['ab226640-d1f7-4d92-a02b-d7d7d2fda716'], 'active': True} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:35:16.394167 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c506078e-dd8e-4c8e-8afe-bd07f6a79dc5 admin admin] Notify callbacks [] for router, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:16.396587 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-c506078e-dd8e-4c8e-8afe-bd07f6a79dc5 admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.4563286 Jul 27 21:35:16.399637 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 34292) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:35:16.485535 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-b5d1a6e8-d485-4171-b4e2-3b158aee64b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aea6b067-21ab-41d8-b2b2-4f5a719f2ca0', 'name': 'tempest-TestServerMultinode-320806645-router', 'tenant_id': '0eaf9fd8759b45cfb1569dad4e0a909b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.125'}], 'enable_snat': True}, 'gw_port_id': '474d42d3-b799-44f9-90a1-c4bea3b92ab6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:35:09Z', 'updated_at': '2021-07-27T21:35:12Z', 'revision_number': 4, 'project_id': '0eaf9fd8759b45cfb1569dad4e0a909b', 'gw_port': {'id': '474d42d3-b799-44f9-90a1-c4bea3b92ab6', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:ac:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aea6b067-21ab-41d8-b2b2-4f5a719f2ca0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3983, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:35:10Z', 'updated_at': '2021-07-27T21:35:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_interfaces': [{'id': 'fdd66df0-b297-40e0-84fc-676e2b4d342a', 'name': '', 'network_id': '725697cb-82b3-40ee-92cf-f80ad6c9d02b', 'tenant_id': '0eaf9fd8759b45cfb1569dad4e0a909b', 'mac_address': 'fa:16:3e:9d:04:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aea6b067-21ab-41d8-b2b2-4f5a719f2ca0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': '436b0087-5d13-45b5-ba56-b05440df52cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:35:11Z', 'updated_at': '2021-07-27T21:35:15Z', 'revision_number': 4, 'project_id': '0eaf9fd8759b45cfb1569dad4e0a909b', 'subnets': [{'id': '436b0087-5d13-45b5-ba56-b05440df52cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-22', False) {} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:35:16.524174 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5d1a6e8-d485-4171-b4e2-3b158aee64b7 None None] The sync data for ids ['aea6b067-21ab-41d8-b2b2-4f5a719f2ca0'] in n-d-705658-22 is: [{'id': 'aea6b067-21ab-41d8-b2b2-4f5a719f2ca0', 'name': 'tempest-TestServerMultinode-320806645-router', 'tenant_id': '0eaf9fd8759b45cfb1569dad4e0a909b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.125'}], 'enable_snat': True}, 'gw_port_id': '474d42d3-b799-44f9-90a1-c4bea3b92ab6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:35:09Z', 'updated_at': '2021-07-27T21:35:12Z', 'revision_number': 4, 'project_id': '0eaf9fd8759b45cfb1569dad4e0a909b', 'gw_port': {'id': '474d42d3-b799-44f9-90a1-c4bea3b92ab6', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:ac:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aea6b067-21ab-41d8-b2b2-4f5a719f2ca0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3983, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:35:10Z', 'updated_at': '2021-07-27T21:35:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_interfaces': [{'id': 'fdd66df0-b297-40e0-84fc-676e2b4d342a', 'name': '', 'network_id': '725697cb-82b3-40ee-92cf-f80ad6c9d02b', 'tenant_id': '0eaf9fd8759b45cfb1569dad4e0a909b', 'mac_address': 'fa:16:3e:9d:04:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aea6b067-21ab-41d8-b2b2-4f5a719f2ca0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': '436b0087-5d13-45b5-ba56-b05440df52cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:35:11Z', 'updated_at': '2021-07-27T21:35:15Z', 'revision_number': 4, 'project_id': '0eaf9fd8759b45cfb1569dad4e0a909b', 'subnets': [{'id': '436b0087-5d13-45b5-ba56-b05440df52cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:35:16.553064 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvr_db [None req-71099002-6629-42f4-a01e-1cec8f05c1f4 None None] Set router ab226640-d1f7-4d92-a02b-d7d7d2fda716 gateway port host: n-d-705658-22 {{(pid=105587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:35:16.846592 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5567b311-6efd-46b2-b68f-4b8bbdb7db3a None None] Network fd77a582-ea84-4599-bad7-4b583831fd64 requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:35:16.882143 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-71099002-6629-42f4-a01e-1cec8f05c1f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab226640-d1f7-4d92-a02b-d7d7d2fda716', 'name': 'tempest-TestServerMultinode-120466211-router', 'tenant_id': '07f9b410be3847268dc47221bb986fe5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.206'}], 'enable_snat': True}, 'gw_port_id': '1cf2c468-0862-4f9f-8e88-912620e0d3db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:35:13Z', 'updated_at': '2021-07-27T21:35:15Z', 'revision_number': 3, 'project_id': '07f9b410be3847268dc47221bb986fe5', 'gw_port': {'id': '1cf2c468-0862-4f9f-8e88-912620e0d3db', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:6f:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab226640-d1f7-4d92-a02b-d7d7d2fda716', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3995, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:35:14Z', 'updated_at': '2021-07-27T21:35:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22'}], 'n-d-705658-22', False) {} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:35:16.920116 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-a4095a66-e986-4c79-a4a3-9b53b6859064 None None] Provisioning for port d646d4fa-bc2c-4484-bef1-b33ab639d3b4 completed by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:35:16.925691 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71099002-6629-42f4-a01e-1cec8f05c1f4 None None] Checking router: ab226640-d1f7-4d92-a02b-d7d7d2fda716 for host: n-d-705658-22 {{(pid=105587) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:35:16.926096 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71099002-6629-42f4-a01e-1cec8f05c1f4 None None] Updating router ab226640-d1f7-4d92-a02b-d7d7d2fda716 port 1cf2c468-0862-4f9f-8e88-912620e0d3db binding host n-d-705658-22 {{(pid=105587) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 21:35:16.972931 n-d-705658-22 neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-71099002-6629-42f4-a01e-1cec8f05c1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:17.017918 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-0f9f1ec4-1f7c-4f35-8f27-b59158203cbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:17.233593 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.db_base_plugin_common [None req-0f9f1ec4-1f7c-4f35-8f27-b59158203cbb admin admin] Allocated IP 172.20.0.1 (fd77a582-ea84-4599-bad7-4b583831fd64/e9fc9053-48b4-4f5d-a3f3-48cb9ed8069e/5e1f8402-f8eb-4ae9-8807-5aa596a00b66) {{(pid=105585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:35:17.305585 n-d-705658-22 neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-71099002-6629-42f4-a01e-1cec8f05c1f4 None None] Notify callbacks [] for port, precommit_update {{(pid=105587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:17.319772 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.provisioning_blocks [None req-71099002-6629-42f4-a01e-1cec8f05c1f4 None None] Transition to ACTIVE for port object 1cf2c468-0862-4f9f-8e88-912620e0d3db will not be triggered until provisioned by entity L2. {{(pid=105587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:35:17.327909 n-d-705658-22 neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-71099002-6629-42f4-a01e-1cec8f05c1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:17.370534 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-0f9f1ec4-1f7c-4f35-8f27-b59158203cbb admin admin] Notify callbacks [] for port, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:17.384823 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.provisioning_blocks [None req-0f9f1ec4-1f7c-4f35-8f27-b59158203cbb admin admin] Transition to ACTIVE for port object 5e1f8402-f8eb-4ae9-8807-5aa596a00b66 will not be triggered until provisioned by entity DHCP. {{(pid=105585) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:35:17.385090 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.managers [None req-71099002-6629-42f4-a01e-1cec8f05c1f4 None None] Attempting to bind port 1cf2c468-0862-4f9f-8e88-912620e0d3db on host n-d-705658-22 for vnic_type normal with profile {{(pid=105587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:35:17.385554 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.managers [None req-71099002-6629-42f4-a01e-1cec8f05c1f4 None None] Attempting to bind port 1cf2c468-0862-4f9f-8e88-912620e0d3db by drivers openvswitch,hyperv on host n-d-705658-22 at level 0 using segments [{'id': '12196855-9a32-4633-9a56-77697ef9e126', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305'}] {{(pid=105587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:35:17.386139 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71099002-6629-42f4-a01e-1cec8f05c1f4 None None] Attempting to bind port 1cf2c468-0862-4f9f-8e88-912620e0d3db on network 8735d8a2-b604-4758-ae71-b40e4ee6f305 {{(pid=105587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:35:17.388906 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436719de-cfe8-46dc-86ac-2a85180045df None None] Pushing event updated for resources: {'Port': ['ID=1cf2c468-0862-4f9f-8e88-912620e0d3db,revision_number=2']} {{(pid=105587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:35:17.393677 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71099002-6629-42f4-a01e-1cec8f05c1f4 None None] Checking agent: {'id': '04a7ea91-6318-467e-ace6-b0fb48c8690f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 41, 42), 'started_at': datetime.datetime(2021, 7, 27, 20, 42, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 35, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:35:17.394047 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71099002-6629-42f4-a01e-1cec8f05c1f4 None None] Checking segment: {'id': '12196855-9a32-4633-9a56-77697ef9e126', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:35:17.394572 n-d-705658-22 neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-71099002-6629-42f4-a01e-1cec8f05c1f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:17.394816 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71099002-6629-42f4-a01e-1cec8f05c1f4 None None] Bound using segment: {'id': '12196855-9a32-4633-9a56-77697ef9e126', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305'} {{(pid=105587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:35:17.395379 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.managers [None req-71099002-6629-42f4-a01e-1cec8f05c1f4 None None] Bound port: 1cf2c468-0862-4f9f-8e88-912620e0d3db, host: n-d-705658-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12196855-9a32-4633-9a56-77697ef9e126', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305'}}] {{(pid=105587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:35:17.395755 n-d-705658-22 neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-71099002-6629-42f4-a01e-1cec8f05c1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:17.424799 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-0f9f1ec4-1f7c-4f35-8f27-b59158203cbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:17.449192 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.db [None req-71099002-6629-42f4-a01e-1cec8f05c1f4 None None] For port 1cf2c468-0862-4f9f-8e88-912620e0d3db, host n-d-705658-22, cleared binding levels {{(pid=105587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:35:17.452417 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.db [None req-71099002-6629-42f4-a01e-1cec8f05c1f4 None None] For port 1cf2c468-0862-4f9f-8e88-912620e0d3db, host n-d-705658-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=1cf2c468-0862-4f9f-8e88-912620e0d3db,segment=NetworkSegment(12196855-9a32-4633-9a56-77697ef9e126),segment_id=12196855-9a32-4633-9a56-77697ef9e126)] {{(pid=105587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:35:17.457885 n-d-705658-22 neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-71099002-6629-42f4-a01e-1cec8f05c1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:17.474116 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f9f1ec4-1f7c-4f35-8f27-b59158203cbb admin admin] Network fd77a582-ea84-4599-bad7-4b583831fd64 is already hosted by enough agents. {{(pid=105585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:35:17.477717 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.base_scheduler [None req-0f9f1ec4-1f7c-4f35-8f27-b59158203cbb admin admin] Resources bound (agent type, host, resource id): {{(pid=105585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:35:17.480362 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f9f1ec4-1f7c-4f35-8f27-b59158203cbb admin admin] Received port after_create {{(pid=105585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:35:17.513200 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71099002-6629-42f4-a01e-1cec8f05c1f4 None None] Routers {'ab226640-d1f7-4d92-a02b-d7d7d2fda716'} bound to L3 agent in host n-d-705658-22 {{(pid=105587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:35:17.513833 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-71099002-6629-42f4-a01e-1cec8f05c1f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:35:12Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['ab226640-d1f7-4d92-a02b-d7d7d2fda716'], 'active': True} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:35:17.638622 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvr_db [None req-71099002-6629-42f4-a01e-1cec8f05c1f4 None None] Set router ab226640-d1f7-4d92-a02b-d7d7d2fda716 gateway port host: n-d-705658-22 {{(pid=105587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:35:17.702235 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436719de-cfe8-46dc-86ac-2a85180045df None None] Pushing event updated for resources: {'Port': ['ID=1cf2c468-0862-4f9f-8e88-912620e0d3db,revision_number=3']} {{(pid=105587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:35:17.805550 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-f284db4b-fb63-43a4-a6b4-62119289c886 None None] Provisioning for port 5e1f8402-f8eb-4ae9-8807-5aa596a00b66 completed by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:35:17.812935 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-f284db4b-fb63-43a4-a6b4-62119289c886 None None] Provisioning complete for port 5e1f8402-f8eb-4ae9-8807-5aa596a00b66 triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:35:17.814397 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-f284db4b-fb63-43a4-a6b4-62119289c886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:17.894059 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-f284db4b-fb63-43a4-a6b4-62119289c886 None None] Port 5e1f8402-f8eb-4ae9-8807-5aa596a00b66 cannot update to ACTIVE because it is not bound. {{(pid=105586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:35:17.899174 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-71099002-6629-42f4-a01e-1cec8f05c1f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab226640-d1f7-4d92-a02b-d7d7d2fda716', 'name': 'tempest-TestServerMultinode-120466211-router', 'tenant_id': '07f9b410be3847268dc47221bb986fe5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.206'}], 'enable_snat': True}, 'gw_port_id': '1cf2c468-0862-4f9f-8e88-912620e0d3db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:35:13Z', 'updated_at': '2021-07-27T21:35:15Z', 'revision_number': 3, 'project_id': '07f9b410be3847268dc47221bb986fe5', 'gw_port': {'id': '1cf2c468-0862-4f9f-8e88-912620e0d3db', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:6f:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab226640-d1f7-4d92-a02b-d7d7d2fda716', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3995, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:35:14Z', 'updated_at': '2021-07-27T21:35:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22'}], 'n-d-705658-22', False) {} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:35:17.916426 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device d646d4fa-bc2c-4484-bef1-b33ab639d3b4 up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:35:17.939238 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71099002-6629-42f4-a01e-1cec8f05c1f4 None None] The sync data for ids ['ab226640-d1f7-4d92-a02b-d7d7d2fda716'] in n-d-705658-22 is: [{'id': 'ab226640-d1f7-4d92-a02b-d7d7d2fda716', 'name': 'tempest-TestServerMultinode-120466211-router', 'tenant_id': '07f9b410be3847268dc47221bb986fe5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.206'}], 'enable_snat': True}, 'gw_port_id': '1cf2c468-0862-4f9f-8e88-912620e0d3db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:35:13Z', 'updated_at': '2021-07-27T21:35:15Z', 'revision_number': 3, 'project_id': '07f9b410be3847268dc47221bb986fe5', 'gw_port': {'id': '1cf2c468-0862-4f9f-8e88-912620e0d3db', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:6f:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab226640-d1f7-4d92-a02b-d7d7d2fda716', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3995, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:35:14Z', 'updated_at': '2021-07-27T21:35:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22'}] {{(pid=105587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:35:17.989860 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning for port d646d4fa-bc2c-4484-bef1-b33ab639d3b4 completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:35:17.995019 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port d646d4fa-bc2c-4484-bef1-b33ab639d3b4 triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:35:17.995454 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:18.009159 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9f1ec4-1f7c-4f35-8f27-b59158203cbb admin admin] Pushing event updated for resources: {'Port': ['ID=5e1f8402-f8eb-4ae9-8807-5aa596a00b66,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:35:18.029326 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-0f9f1ec4-1f7c-4f35-8f27-b59158203cbb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4075523'] for router_interface, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:18.102597 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:18.142468 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] For port d646d4fa-bc2c-4484-bef1-b33ab639d3b4, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=d646d4fa-bc2c-4484-bef1-b33ab639d3b4,segment=NetworkSegment(0a2c4662-7f03-45c4-9dd6-8dd3d782fb32),segment_id=0a2c4662-7f03-45c4-9dd6-8dd3d782fb32)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:35:18.146827 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:18.147842 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device fdd66df0-b297-40e0-84fc-676e2b4d342a up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:35:18.188266 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-0f9f1ec4-1f7c-4f35-8f27-b59158203cbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:18.245049 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Pushing event updated for resources: {'Port': ['ID=d646d4fa-bc2c-4484-bef1-b33ab639d3b4,revision_number=3']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:35:18.263661 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning for port fdd66df0-b297-40e0-84fc-676e2b4d342a completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:35:18.267401 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port fdd66df0-b297-40e0-84fc-676e2b4d342a triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:35:18.267779 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:18.381342 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:18.392445 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-0f9f1ec4-1f7c-4f35-8f27-b59158203cbb admin admin] Notify callbacks [] for port, precommit_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:18.397604 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-0f9f1ec4-1f7c-4f35-8f27-b59158203cbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10221672'] for port, after_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:18.415452 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] For port fdd66df0-b297-40e0-84fc-676e2b4d342a, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=fdd66df0-b297-40e0-84fc-676e2b4d342a,segment=NetworkSegment(37d7eecb-8789-4341-b752-aab48fb1bada),segment_id=37d7eecb-8789-4341-b752-aab48fb1bada)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:35:18.419987 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:18.484439 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9f1ec4-1f7c-4f35-8f27-b59158203cbb admin admin] Pushing event updated for resources: {'Port': ['ID=5e1f8402-f8eb-4ae9-8807-5aa596a00b66,revision_number=2']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:35:18.489160 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Pushing event updated for resources: {'Port': ['ID=fdd66df0-b297-40e0-84fc-676e2b4d342a,revision_number=5']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:35:18.492181 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-0f9f1ec4-1f7c-4f35-8f27-b59158203cbb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3743906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4076435'] for router_interface, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:18.591110 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f9f1ec4-1f7c-4f35-8f27-b59158203cbb admin admin] Network fd77a582-ea84-4599-bad7-4b583831fd64 is already hosted by enough agents. {{(pid=105585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:35:18.592715 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.base_scheduler [None req-0f9f1ec4-1f7c-4f35-8f27-b59158203cbb admin admin] Resources bound (agent type, host, resource id): {{(pid=105585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:35:18.720019 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f9f1ec4-1f7c-4f35-8f27-b59158203cbb admin admin] Router ab226640-d1f7-4d92-a02b-d7d7d2fda716 has already been hosted by L3 agent dd128fd7-8e57-4d4f-895b-a96b369df59a {{(pid=105585) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:35:18.828933 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-64a9f3e4-ef7f-43d7-aa00-d0ef45f9d3f6 None None] Provisioning complete for port 5e1f8402-f8eb-4ae9-8807-5aa596a00b66 triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:35:18.829455 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-64a9f3e4-ef7f-43d7-aa00-d0ef45f9d3f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:18.842984 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f9f1ec4-1f7c-4f35-8f27-b59158203cbb admin admin] Notify agent at l3_agent.n-d-705658-22 the message routers_updated {{(pid=105585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:35:18.863972 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-0f9f1ec4-1f7c-4f35-8f27-b59158203cbb admin admin] 10.222.0.59 "PUT /v2.0/routers/ab226640-d1f7-4d92-a02b-d7d7d2fda716/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4574533 Jul 27 21:35:18.887896 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-64a9f3e4-ef7f-43d7-aa00-d0ef45f9d3f6 None None] Port 5e1f8402-f8eb-4ae9-8807-5aa596a00b66 cannot update to ACTIVE because it is not bound. {{(pid=105586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:35:19.357884 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6740d5-82b3-4d50-b7ea-f59e8a0b84e8 req-493d4625-c5c1-46dd-9e97-d20d4b5b6c98 tempest-TestServerMultinode-1427510943 tempest-TestServerMultinode-1427510943-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:35:19.359487 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-ea6740d5-82b3-4d50-b7ea-f59e8a0b84e8 req-493d4625-c5c1-46dd-9e97-d20d4b5b6c98 tempest-TestServerMultinode-1427510943 tempest-TestServerMultinode-1427510943-project-admin] 10.222.0.59 "GET /v2.0/networks?id=725697cb-82b3-40ee-92cf-f80ad6c9d02b HTTP/1.1" status: 200 len: 910 time: 0.0862629 Jul 27 21:35:19.373959 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-ea6740d5-82b3-4d50-b7ea-f59e8a0b84e8 req-0f503d39-e9d7-49c5-b56d-fb3a69257bf7 tempest-TestServerMultinode-1427510943 tempest-TestServerMultinode-1427510943-project-admin] 10.222.0.59 "GET /v2.0/quotas/07f9b410be3847268dc47221bb986fe5 HTTP/1.1" status: 200 len: 375 time: 0.0085809 Jul 27 21:35:19.474527 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-ea6740d5-82b3-4d50-b7ea-f59e8a0b84e8 req-6c5b50c9-83a1-45c9-b65f-3b148c50ea9f tempest-TestServerMultinode-1427510943 tempest-TestServerMultinode-1427510943-project-admin] 10.222.0.59 "GET /v2.0/ports?tenant_id=07f9b410be3847268dc47221bb986fe5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0953672 Jul 27 21:35:19.564982 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-ea6740d5-82b3-4d50-b7ea-f59e8a0b84e8 req-1970bb94-9d70-4dfa-a157-ab4a45eb8a34 service neutron] 10.222.0.59 "GET /v2.0/networks/725697cb-82b3-40ee-92cf-f80ad6c9d02b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828373 Jul 27 21:35:19.664347 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-ea6740d5-82b3-4d50-b7ea-f59e8a0b84e8 req-206a9913-27f5-480c-bbf2-6ded81815f1b service neutron] 10.222.0.59 "GET /v2.0/networks/725697cb-82b3-40ee-92cf-f80ad6c9d02b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924876 Jul 27 21:35:19.849339 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 1cf2c468-0862-4f9f-8e88-912620e0d3db up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:35:19.852459 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e6af44be-3b38-4784-b25b-cc5b2ae6a221 req-2fed9651-f7c7-4c96-9404-b7c099e66eee tempest-TestServerMultinode-1427510943 tempest-TestServerMultinode-1427510943-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=fa7973bc-97d7-463f-a337-f1275aedbfc4 HTTP/1.1" status: 200 len: 210 time: 0.0489905 Jul 27 21:35:19.905380 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning for port 1cf2c468-0862-4f9f-8e88-912620e0d3db completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:35:19.909673 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port 1cf2c468-0862-4f9f-8e88-912620e0d3db triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:35:19.910123 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:19.988884 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:20.009629 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] For port 1cf2c468-0862-4f9f-8e88-912620e0d3db, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=1cf2c468-0862-4f9f-8e88-912620e0d3db,segment=NetworkSegment(12196855-9a32-4633-9a56-77697ef9e126),segment_id=12196855-9a32-4633-9a56-77697ef9e126)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:35:20.013724 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:20.014512 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device d646d4fa-bc2c-4484-bef1-b33ab639d3b4 up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:35:20.058951 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-032c593b-ee1e-4647-9861-ed728e4bcf27 None None] Sync routers for ids ['ab226640-d1f7-4d92-a02b-d7d7d2fda716'] in n-d-705658-22 {{(pid=105586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:35:20.091692 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-032c593b-ee1e-4647-9861-ed728e4bcf27 None None] Routers {'ab226640-d1f7-4d92-a02b-d7d7d2fda716'} bound to L3 agent in host n-d-705658-22 {{(pid=105586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:35:20.092316 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-032c593b-ee1e-4647-9861-ed728e4bcf27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:35:12Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['ab226640-d1f7-4d92-a02b-d7d7d2fda716'], 'active': True} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:35:20.141830 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Pushing event updated for resources: {'Port': ['ID=1cf2c468-0862-4f9f-8e88-912620e0d3db,revision_number=4']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:35:20.198353 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port d646d4fa-bc2c-4484-bef1-b33ab639d3b4 triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:35:20.198733 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:20.249120 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvr_db [None req-032c593b-ee1e-4647-9861-ed728e4bcf27 None None] Set router ab226640-d1f7-4d92-a02b-d7d7d2fda716 gateway port host: n-d-705658-22 {{(pid=105586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:35:20.408159 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device fdd66df0-b297-40e0-84fc-676e2b4d342a up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:35:20.671065 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port fdd66df0-b297-40e0-84fc-676e2b4d342a triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:35:20.671444 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:20.727937 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-032c593b-ee1e-4647-9861-ed728e4bcf27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab226640-d1f7-4d92-a02b-d7d7d2fda716', 'name': 'tempest-TestServerMultinode-120466211-router', 'tenant_id': '07f9b410be3847268dc47221bb986fe5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.206'}], 'enable_snat': True}, 'gw_port_id': '1cf2c468-0862-4f9f-8e88-912620e0d3db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:35:13Z', 'updated_at': '2021-07-27T21:35:18Z', 'revision_number': 4, 'project_id': '07f9b410be3847268dc47221bb986fe5', 'gw_port': {'id': '1cf2c468-0862-4f9f-8e88-912620e0d3db', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:6f:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab226640-d1f7-4d92-a02b-d7d7d2fda716', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3995, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:35:14Z', 'updated_at': '2021-07-27T21:35:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_interfaces': [{'id': '5e1f8402-f8eb-4ae9-8807-5aa596a00b66', 'name': '', 'network_id': 'fd77a582-ea84-4599-bad7-4b583831fd64', 'tenant_id': '07f9b410be3847268dc47221bb986fe5', 'mac_address': 'fa:16:3e:b2:5b:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab226640-d1f7-4d92-a02b-d7d7d2fda716', 'device_owner': 'network:router_interface', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': 'e9fc9053-48b4-4f5d-a3f3-48cb9ed8069e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:35:17Z', 'updated_at': '2021-07-27T21:35:18Z', 'revision_number': 2, 'project_id': '07f9b410be3847268dc47221bb986fe5', 'subnets': [{'id': 'e9fc9053-48b4-4f5d-a3f3-48cb9ed8069e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-22', False) {} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:35:20.760393 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-032c593b-ee1e-4647-9861-ed728e4bcf27 None None] Checking router: ab226640-d1f7-4d92-a02b-d7d7d2fda716 for host: n-d-705658-22 {{(pid=105586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:35:20.760676 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-032c593b-ee1e-4647-9861-ed728e4bcf27 None None] Updating router ab226640-d1f7-4d92-a02b-d7d7d2fda716 port 5e1f8402-f8eb-4ae9-8807-5aa596a00b66 binding host n-d-705658-22 {{(pid=105586) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 21:35:20.819891 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-032c593b-ee1e-4647-9861-ed728e4bcf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:20.970104 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b477df2e-711a-4985-8dce-46d581c97bf6 req-b551c7fe-c06d-4a6a-ac9d-d22ba50aaa15 tempest-TestServerMultinode-1427510943 tempest-TestServerMultinode-1427510943-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=fa7973bc-97d7-463f-a337-f1275aedbfc4 HTTP/1.1" status: 200 len: 210 time: 0.0434351 Jul 27 21:35:21.035809 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6740d5-82b3-4d50-b7ea-f59e8a0b84e8 req-b6f2cc7a-fb06-4601-82e6-83d9e10bf1e3 tempest-TestServerMultinode-1427510943 tempest-TestServerMultinode-1427510943-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:35:21.037316 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-ea6740d5-82b3-4d50-b7ea-f59e8a0b84e8 req-b6f2cc7a-fb06-4601-82e6-83d9e10bf1e3 tempest-TestServerMultinode-1427510943 tempest-TestServerMultinode-1427510943-project-admin] 10.222.0.36 "GET /v2.0/networks?id=725697cb-82b3-40ee-92cf-f80ad6c9d02b HTTP/1.1" status: 200 len: 910 time: 0.1016352 Jul 27 21:35:21.049862 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [req-ea6740d5-82b3-4d50-b7ea-f59e8a0b84e8 req-cbc42e45-2e23-4f52-8eb5-c36f563c1551 tempest-TestServerMultinode-1427510943 tempest-TestServerMultinode-1427510943-project-admin] Request body: {'port': {'device_id': 'fa7973bc-97d7-463f-a337-f1275aedbfc4', 'network_id': '725697cb-82b3-40ee-92cf-f80ad6c9d02b', 'admin_state_up': True, 'tenant_id': '07f9b410be3847268dc47221bb986fe5'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:35:21.073267 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea6740d5-82b3-4d50-b7ea-f59e8a0b84e8 req-cbc42e45-2e23-4f52-8eb5-c36f563c1551 tempest-TestServerMultinode-1427510943 tempest-TestServerMultinode-1427510943-project-admin] Made reservation on behalf of 07f9b410be3847268dc47221bb986fe5 for: {'port': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:35:21.075652 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-ea6740d5-82b3-4d50-b7ea-f59e8a0b84e8 req-cbc42e45-2e23-4f52-8eb5-c36f563c1551 tempest-TestServerMultinode-1427510943 tempest-TestServerMultinode-1427510943-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:21.109549 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-032c593b-ee1e-4647-9861-ed728e4bcf27 None None] Notify callbacks [] for port, precommit_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:21.119300 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-032c593b-ee1e-4647-9861-ed728e4bcf27 None None] Transition to ACTIVE for port object 5e1f8402-f8eb-4ae9-8807-5aa596a00b66 will not be triggered until provisioned by entity L2. {{(pid=105586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:35:21.124703 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-032c593b-ee1e-4647-9861-ed728e4bcf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:21.174331 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9524a79-9931-4b72-b489-98bbf39125e6 None None] Pushing event updated for resources: {'Port': ['ID=5e1f8402-f8eb-4ae9-8807-5aa596a00b66,revision_number=3']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:35:21.199064 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.db_base_plugin_common [req-ea6740d5-82b3-4d50-b7ea-f59e8a0b84e8 req-cbc42e45-2e23-4f52-8eb5-c36f563c1551 tempest-TestServerMultinode-1427510943 tempest-TestServerMultinode-1427510943-project-admin] Allocated IP 172.20.0.4 (725697cb-82b3-40ee-92cf-f80ad6c9d02b/436b0087-5d13-45b5-ba56-b05440df52cf/f11e7f74-e6e9-471f-8b8d-94f52223299d) {{(pid=105584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:35:21.232038 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-032c593b-ee1e-4647-9861-ed728e4bcf27 None None] Attempting to bind port 5e1f8402-f8eb-4ae9-8807-5aa596a00b66 on host n-d-705658-22 for vnic_type normal with profile {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:35:21.232420 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-032c593b-ee1e-4647-9861-ed728e4bcf27 None None] Attempting to bind port 5e1f8402-f8eb-4ae9-8807-5aa596a00b66 by drivers openvswitch,hyperv on host n-d-705658-22 at level 0 using segments [{'id': '0a2c4662-7f03-45c4-9dd6-8dd3d782fb32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'fd77a582-ea84-4599-bad7-4b583831fd64'}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:35:21.232801 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-032c593b-ee1e-4647-9861-ed728e4bcf27 None None] Attempting to bind port 5e1f8402-f8eb-4ae9-8807-5aa596a00b66 on network fd77a582-ea84-4599-bad7-4b583831fd64 {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:35:21.238331 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-032c593b-ee1e-4647-9861-ed728e4bcf27 None None] Checking agent: {'id': '04a7ea91-6318-467e-ace6-b0fb48c8690f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 41, 42), 'started_at': datetime.datetime(2021, 7, 27, 20, 42, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 35, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:35:21.238717 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-032c593b-ee1e-4647-9861-ed728e4bcf27 None None] Checking segment: {'id': '0a2c4662-7f03-45c4-9dd6-8dd3d782fb32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'fd77a582-ea84-4599-bad7-4b583831fd64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:35:21.239163 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-032c593b-ee1e-4647-9861-ed728e4bcf27 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:21.239566 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-032c593b-ee1e-4647-9861-ed728e4bcf27 None None] Bound using segment: {'id': '0a2c4662-7f03-45c4-9dd6-8dd3d782fb32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'fd77a582-ea84-4599-bad7-4b583831fd64'} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:35:21.240040 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-032c593b-ee1e-4647-9861-ed728e4bcf27 None None] Bound port: 5e1f8402-f8eb-4ae9-8807-5aa596a00b66, host: n-d-705658-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a2c4662-7f03-45c4-9dd6-8dd3d782fb32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'fd77a582-ea84-4599-bad7-4b583831fd64'}}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:35:21.240428 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-032c593b-ee1e-4647-9861-ed728e4bcf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:21.309621 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-032c593b-ee1e-4647-9861-ed728e4bcf27 None None] For port 5e1f8402-f8eb-4ae9-8807-5aa596a00b66, host n-d-705658-22, cleared binding levels {{(pid=105586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:35:21.315209 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-032c593b-ee1e-4647-9861-ed728e4bcf27 None None] For port 5e1f8402-f8eb-4ae9-8807-5aa596a00b66, host n-d-705658-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=5e1f8402-f8eb-4ae9-8807-5aa596a00b66,segment=NetworkSegment(0a2c4662-7f03-45c4-9dd6-8dd3d782fb32),segment_id=0a2c4662-7f03-45c4-9dd6-8dd3d782fb32)] {{(pid=105586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:35:21.322808 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-032c593b-ee1e-4647-9861-ed728e4bcf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:21.366065 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-ea6740d5-82b3-4d50-b7ea-f59e8a0b84e8 req-cbc42e45-2e23-4f52-8eb5-c36f563c1551 tempest-TestServerMultinode-1427510943 tempest-TestServerMultinode-1427510943-project-admin] Notify callbacks [] for port, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:21.382580 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-032c593b-ee1e-4647-9861-ed728e4bcf27 None None] Routers {'ab226640-d1f7-4d92-a02b-d7d7d2fda716'} bound to L3 agent in host n-d-705658-22 {{(pid=105586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:35:21.383331 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-032c593b-ee1e-4647-9861-ed728e4bcf27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:35:12Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['ab226640-d1f7-4d92-a02b-d7d7d2fda716'], 'active': True} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:35:21.385627 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.provisioning_blocks [req-ea6740d5-82b3-4d50-b7ea-f59e8a0b84e8 req-cbc42e45-2e23-4f52-8eb5-c36f563c1551 tempest-TestServerMultinode-1427510943 tempest-TestServerMultinode-1427510943-project-admin] Transition to ACTIVE for port object f11e7f74-e6e9-471f-8b8d-94f52223299d will not be triggered until provisioned by entity DHCP. {{(pid=105584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:35:21.433230 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-ea6740d5-82b3-4d50-b7ea-f59e8a0b84e8 req-cbc42e45-2e23-4f52-8eb5-c36f563c1551 tempest-TestServerMultinode-1427510943 tempest-TestServerMultinode-1427510943-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:21.442543 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9524a79-9931-4b72-b489-98bbf39125e6 None None] Pushing event updated for resources: {'Port': ['ID=5e1f8402-f8eb-4ae9-8807-5aa596a00b66,revision_number=4']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:35:21.467749 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea6740d5-82b3-4d50-b7ea-f59e8a0b84e8 req-cbc42e45-2e23-4f52-8eb5-c36f563c1551 tempest-TestServerMultinode-1427510943 tempest-TestServerMultinode-1427510943-project-admin] Network 725697cb-82b3-40ee-92cf-f80ad6c9d02b is already hosted by enough agents. {{(pid=105584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:35:21.470229 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [req-ea6740d5-82b3-4d50-b7ea-f59e8a0b84e8 req-cbc42e45-2e23-4f52-8eb5-c36f563c1551 tempest-TestServerMultinode-1427510943 tempest-TestServerMultinode-1427510943-project-admin] Resources bound (agent type, host, resource id): {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:35:21.494056 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea6740d5-82b3-4d50-b7ea-f59e8a0b84e8 req-cbc42e45-2e23-4f52-8eb5-c36f563c1551 tempest-TestServerMultinode-1427510943 tempest-TestServerMultinode-1427510943-project-admin] Received port after_create {{(pid=105584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:35:21.522772 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvr_db [None req-032c593b-ee1e-4647-9861-ed728e4bcf27 None None] Set router ab226640-d1f7-4d92-a02b-d7d7d2fda716 gateway port host: n-d-705658-22 {{(pid=105586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:35:21.555356 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc42e45-2e23-4f52-8eb5-c36f563c1551 tempest-TestServerMultinode-1427510943 tempest-TestServerMultinode-1427510943-project-admin] Pushing event updated for resources: {'Port': ['ID=f11e7f74-e6e9-471f-8b8d-94f52223299d,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:35:21.587362 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6740d5-82b3-4d50-b7ea-f59e8a0b84e8 req-cbc42e45-2e23-4f52-8eb5-c36f563c1551 tempest-TestServerMultinode-1427510943 tempest-TestServerMultinode-1427510943-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:35:21.588428 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-ea6740d5-82b3-4d50-b7ea-f59e8a0b84e8 req-cbc42e45-2e23-4f52-8eb5-c36f563c1551 tempest-TestServerMultinode-1427510943 tempest-TestServerMultinode-1427510943-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:21.621994 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-ea6740d5-82b3-4d50-b7ea-f59e8a0b84e8 req-cbc42e45-2e23-4f52-8eb5-c36f563c1551 tempest-TestServerMultinode-1427510943 tempest-TestServerMultinode-1427510943-project-admin] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.5728977 Jul 27 21:35:21.632348 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [req-ea6740d5-82b3-4d50-b7ea-f59e8a0b84e8 req-a853ff90-f036-4fed-953f-51afb44a0cef service neutron] Request body: {'port': {'device_id': 'fa7973bc-97d7-463f-a337-f1275aedbfc4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-705658-22'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:35:21.737740 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-ea6740d5-82b3-4d50-b7ea-f59e8a0b84e8 req-a853ff90-f036-4fed-953f-51afb44a0cef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:21.809437 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 1cf2c468-0862-4f9f-8e88-912620e0d3db up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:35:21.852834 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-032c593b-ee1e-4647-9861-ed728e4bcf27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab226640-d1f7-4d92-a02b-d7d7d2fda716', 'name': 'tempest-TestServerMultinode-120466211-router', 'tenant_id': '07f9b410be3847268dc47221bb986fe5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.206'}], 'enable_snat': True}, 'gw_port_id': '1cf2c468-0862-4f9f-8e88-912620e0d3db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:35:13Z', 'updated_at': '2021-07-27T21:35:18Z', 'revision_number': 4, 'project_id': '07f9b410be3847268dc47221bb986fe5', 'gw_port': {'id': '1cf2c468-0862-4f9f-8e88-912620e0d3db', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:6f:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab226640-d1f7-4d92-a02b-d7d7d2fda716', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3995, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:35:14Z', 'updated_at': '2021-07-27T21:35:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_interfaces': [{'id': '5e1f8402-f8eb-4ae9-8807-5aa596a00b66', 'name': '', 'network_id': 'fd77a582-ea84-4599-bad7-4b583831fd64', 'tenant_id': '07f9b410be3847268dc47221bb986fe5', 'mac_address': 'fa:16:3e:b2:5b:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab226640-d1f7-4d92-a02b-d7d7d2fda716', 'device_owner': 'network:router_interface', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': 'e9fc9053-48b4-4f5d-a3f3-48cb9ed8069e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:35:17Z', 'updated_at': '2021-07-27T21:35:21Z', 'revision_number': 4, 'project_id': '07f9b410be3847268dc47221bb986fe5', 'subnets': [{'id': 'e9fc9053-48b4-4f5d-a3f3-48cb9ed8069e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-22', False) {} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:35:21.886445 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-032c593b-ee1e-4647-9861-ed728e4bcf27 None None] The sync data for ids ['ab226640-d1f7-4d92-a02b-d7d7d2fda716'] in n-d-705658-22 is: [{'id': 'ab226640-d1f7-4d92-a02b-d7d7d2fda716', 'name': 'tempest-TestServerMultinode-120466211-router', 'tenant_id': '07f9b410be3847268dc47221bb986fe5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.206'}], 'enable_snat': True}, 'gw_port_id': '1cf2c468-0862-4f9f-8e88-912620e0d3db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:35:13Z', 'updated_at': '2021-07-27T21:35:18Z', 'revision_number': 4, 'project_id': '07f9b410be3847268dc47221bb986fe5', 'gw_port': {'id': '1cf2c468-0862-4f9f-8e88-912620e0d3db', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:6f:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab226640-d1f7-4d92-a02b-d7d7d2fda716', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3995, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:35:14Z', 'updated_at': '2021-07-27T21:35:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_interfaces': [{'id': '5e1f8402-f8eb-4ae9-8807-5aa596a00b66', 'name': '', 'network_id': 'fd77a582-ea84-4599-bad7-4b583831fd64', 'tenant_id': '07f9b410be3847268dc47221bb986fe5', 'mac_address': 'fa:16:3e:b2:5b:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab226640-d1f7-4d92-a02b-d7d7d2fda716', 'device_owner': 'network:router_interface', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': 'e9fc9053-48b4-4f5d-a3f3-48cb9ed8069e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:35:17Z', 'updated_at': '2021-07-27T21:35:21Z', 'revision_number': 4, 'project_id': '07f9b410be3847268dc47221bb986fe5', 'subnets': [{'id': 'e9fc9053-48b4-4f5d-a3f3-48cb9ed8069e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:35:21.906195 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port 1cf2c468-0862-4f9f-8e88-912620e0d3db triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:35:21.906565 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:21.967254 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-4a02795f-d366-49c3-94d2-a2ea16961a36 None None] Provisioning for port f11e7f74-e6e9-471f-8b8d-94f52223299d completed by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:35:21.975064 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-4a02795f-d366-49c3-94d2-a2ea16961a36 None None] Provisioning complete for port f11e7f74-e6e9-471f-8b8d-94f52223299d triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:35:21.975654 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-4a02795f-d366-49c3-94d2-a2ea16961a36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:22.025203 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-4a02795f-d366-49c3-94d2-a2ea16961a36 None None] Port f11e7f74-e6e9-471f-8b8d-94f52223299d cannot update to ACTIVE because it is not bound. {{(pid=105586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:35:22.124782 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [req-ea6740d5-82b3-4d50-b7ea-f59e8a0b84e8 req-a853ff90-f036-4fed-953f-51afb44a0cef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f11e7f74-e6e9-471f-8b8d-94f52223299d {{(pid=105584) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:35:22.134504 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-ea6740d5-82b3-4d50-b7ea-f59e8a0b84e8 req-a853ff90-f036-4fed-953f-51afb44a0cef service neutron] Notify callbacks [] for port, precommit_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:22.140596 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa59e351-c11a-4a7d-9c90-e34f9b4671a8 req-3786f336-7757-4d13-860d-dac1e025b786 tempest-TestServerMultinode-1427510943 tempest-TestServerMultinode-1427510943-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:35:22.142744 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-fa59e351-c11a-4a7d-9c90-e34f9b4671a8 req-3786f336-7757-4d13-860d-dac1e025b786 tempest-TestServerMultinode-1427510943 tempest-TestServerMultinode-1427510943-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=fa7973bc-97d7-463f-a337-f1275aedbfc4 HTTP/1.1" status: 200 len: 1027 time: 0.0710034 Jul 27 21:35:22.149193 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.provisioning_blocks [req-ea6740d5-82b3-4d50-b7ea-f59e8a0b84e8 req-a853ff90-f036-4fed-953f-51afb44a0cef service neutron] Transition to ACTIVE for port object f11e7f74-e6e9-471f-8b8d-94f52223299d will not be triggered until provisioned by entity L2. {{(pid=105584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:35:22.154193 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-ea6740d5-82b3-4d50-b7ea-f59e8a0b84e8 req-a853ff90-f036-4fed-953f-51afb44a0cef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9014027'] for port, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:22.195086 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-fa59e351-c11a-4a7d-9c90-e34f9b4671a8 req-13b689b3-f98f-4d52-85f7-8d1d19a46a28 tempest-TestServerMultinode-1427510943 tempest-TestServerMultinode-1427510943-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=7ba2c0f0-1ad8-434c-98c9-5c1671e958cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448089 Jul 27 21:35:22.268120 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a853ff90-f036-4fed-953f-51afb44a0cef service neutron] Pushing event updated for resources: {'Port': ['ID=f11e7f74-e6e9-471f-8b8d-94f52223299d,revision_number=2']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:35:22.319103 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [req-ea6740d5-82b3-4d50-b7ea-f59e8a0b84e8 req-a853ff90-f036-4fed-953f-51afb44a0cef service neutron] Attempting to bind port f11e7f74-e6e9-471f-8b8d-94f52223299d on host n-h1-705658-22 for vnic_type normal with profile {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:35:22.320194 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [req-ea6740d5-82b3-4d50-b7ea-f59e8a0b84e8 req-a853ff90-f036-4fed-953f-51afb44a0cef service neutron] Attempting to bind port f11e7f74-e6e9-471f-8b8d-94f52223299d by drivers openvswitch,hyperv on host n-h1-705658-22 at level 0 using segments [{'id': '37d7eecb-8789-4341-b752-aab48fb1bada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '725697cb-82b3-40ee-92cf-f80ad6c9d02b'}] {{(pid=105584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:35:22.320688 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea6740d5-82b3-4d50-b7ea-f59e8a0b84e8 req-a853ff90-f036-4fed-953f-51afb44a0cef service neutron] Attempting to bind port f11e7f74-e6e9-471f-8b8d-94f52223299d on network 725697cb-82b3-40ee-92cf-f80ad6c9d02b {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:35:22.327451 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea6740d5-82b3-4d50-b7ea-f59e8a0b84e8 req-a853ff90-f036-4fed-953f-51afb44a0cef service neutron] Port f11e7f74-e6e9-471f-8b8d-94f52223299d on network 725697cb-82b3-40ee-92cf-f80ad6c9d02b not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-22 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:35:22.328120 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea6740d5-82b3-4d50-b7ea-f59e8a0b84e8 req-a853ff90-f036-4fed-953f-51afb44a0cef service neutron] Attempting to bind port f11e7f74-e6e9-471f-8b8d-94f52223299d on network 725697cb-82b3-40ee-92cf-f80ad6c9d02b {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:35:22.335119 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea6740d5-82b3-4d50-b7ea-f59e8a0b84e8 req-a853ff90-f036-4fed-953f-51afb44a0cef service neutron] Checking agent: {'id': '9d9bc37f-4d75-44ef-9f63-799aab3e316f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 49, 36), 'started_at': datetime.datetime(2021, 7, 27, 20, 49, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 35, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:35:22.335687 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea6740d5-82b3-4d50-b7ea-f59e8a0b84e8 req-a853ff90-f036-4fed-953f-51afb44a0cef service neutron] Checking segment: {'id': '37d7eecb-8789-4341-b752-aab48fb1bada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '725697cb-82b3-40ee-92cf-f80ad6c9d02b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:35:22.336303 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea6740d5-82b3-4d50-b7ea-f59e8a0b84e8 req-a853ff90-f036-4fed-953f-51afb44a0cef service neutron] Bound using segment: {'id': '37d7eecb-8789-4341-b752-aab48fb1bada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '725697cb-82b3-40ee-92cf-f80ad6c9d02b'} {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:35:22.336899 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [req-ea6740d5-82b3-4d50-b7ea-f59e8a0b84e8 req-a853ff90-f036-4fed-953f-51afb44a0cef service neutron] Bound port: f11e7f74-e6e9-471f-8b8d-94f52223299d, host: n-h1-705658-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '37d7eecb-8789-4341-b752-aab48fb1bada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '725697cb-82b3-40ee-92cf-f80ad6c9d02b'}}] {{(pid=105584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:35:22.337592 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-ea6740d5-82b3-4d50-b7ea-f59e8a0b84e8 req-a853ff90-f036-4fed-953f-51afb44a0cef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:22.407384 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [req-ea6740d5-82b3-4d50-b7ea-f59e8a0b84e8 req-a853ff90-f036-4fed-953f-51afb44a0cef service neutron] For port f11e7f74-e6e9-471f-8b8d-94f52223299d, host n-h1-705658-22, cleared binding levels {{(pid=105584) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:35:22.411540 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [req-ea6740d5-82b3-4d50-b7ea-f59e8a0b84e8 req-a853ff90-f036-4fed-953f-51afb44a0cef service neutron] For port f11e7f74-e6e9-471f-8b8d-94f52223299d, host n-h1-705658-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=f11e7f74-e6e9-471f-8b8d-94f52223299d,segment=NetworkSegment(37d7eecb-8789-4341-b752-aab48fb1bada),segment_id=37d7eecb-8789-4341-b752-aab48fb1bada)] {{(pid=105584) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:35:22.420403 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-ea6740d5-82b3-4d50-b7ea-f59e8a0b84e8 req-a853ff90-f036-4fed-953f-51afb44a0cef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9014027'] for port, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:22.466811 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6740d5-82b3-4d50-b7ea-f59e8a0b84e8 req-a853ff90-f036-4fed-953f-51afb44a0cef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:35:22.467459 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-ea6740d5-82b3-4d50-b7ea-f59e8a0b84e8 req-a853ff90-f036-4fed-953f-51afb44a0cef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:22.468862 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-ea6740d5-82b3-4d50-b7ea-f59e8a0b84e8 req-a853ff90-f036-4fed-953f-51afb44a0cef service neutron] 10.222.0.36 "PUT /v2.0/ports/f11e7f74-e6e9-471f-8b8d-94f52223299d HTTP/1.1" status: 200 len: 1092 time: 0.8415859 Jul 27 21:35:22.469308 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa7973bc-97d7-463f-a337-f1275aedbfc4', 'tag': 'f11e7f74-e6e9-471f-8b8d-94f52223299d'}] {{(pid=105584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:35:22.471721 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bce5e6c8685464f7626901654159975603b047827e3138302ed6566e28f1343" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e66f1c4-59d4-460e-b389-7574968e4b08" -d '{"events": [{"name": "network-changed", "server_uuid": "fa7973bc-97d7-463f-a337-f1275aedbfc4", "tag": "f11e7f74-e6e9-471f-8b8d-94f52223299d"}]}' {{(pid=105584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:35:22.520791 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a853ff90-f036-4fed-953f-51afb44a0cef service neutron] Pushing event updated for resources: {'Port': ['ID=f11e7f74-e6e9-471f-8b8d-94f52223299d,revision_number=3']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:35:22.610228 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6740d5-82b3-4d50-b7ea-f59e8a0b84e8 req-a6ffb5c6-1012-44eb-8650-7a2b0278c118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:35:22.612129 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-ea6740d5-82b3-4d50-b7ea-f59e8a0b84e8 req-a6ffb5c6-1012-44eb-8650-7a2b0278c118 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=07f9b410be3847268dc47221bb986fe5&device_id=fa7973bc-97d7-463f-a337-f1275aedbfc4 HTTP/1.1" status: 200 len: 1095 time: 0.0813508 Jul 27 21:35:22.633852 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:35:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7684e600-3879-46ca-86cd-27a9d06fe333 x-openstack-request-id: req-7684e600-3879-46ca-86cd-27a9d06fe333 {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:35:22.634507 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa7973bc-97d7-463f-a337-f1275aedbfc4", "tag": "f11e7f74-e6e9-471f-8b8d-94f52223299d", "status": "completed", "code": 200}]} {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:35:22.634907 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-7684e600-3879-46ca-86cd-27a9d06fe333 {{(pid=105584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:35:22.635747 n-d-705658-22 neutron-server[105584]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa7973bc-97d7-463f-a337-f1275aedbfc4', 'tag': 'f11e7f74-e6e9-471f-8b8d-94f52223299d', 'status': 'completed', 'code': 200} Jul 27 21:35:22.676943 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-ea6740d5-82b3-4d50-b7ea-f59e8a0b84e8 req-8c6cf02a-1278-4d34-8a93-6fc19c566694 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f11e7f74-e6e9-471f-8b8d-94f52223299d HTTP/1.1" status: 200 len: 217 time: 0.0402226 Jul 27 21:35:22.732090 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6740d5-82b3-4d50-b7ea-f59e8a0b84e8 req-af68a1b0-6bf7-478a-aeee-9e729a4f9de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:35:22.733796 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-ea6740d5-82b3-4d50-b7ea-f59e8a0b84e8 req-af68a1b0-6bf7-478a-aeee-9e729a4f9de8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=436b0087-5d13-45b5-ba56-b05440df52cf HTTP/1.1" status: 200 len: 848 time: 0.0485201 Jul 27 21:35:22.853236 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6740d5-82b3-4d50-b7ea-f59e8a0b84e8 req-a15984c4-3d54-4f18-919b-9cc5b4673749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:35:22.854754 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-ea6740d5-82b3-4d50-b7ea-f59e8a0b84e8 req-a15984c4-3d54-4f18-919b-9cc5b4673749 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=725697cb-82b3-40ee-92cf-f80ad6c9d02b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1134517 Jul 27 21:35:22.958321 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-ea6740d5-82b3-4d50-b7ea-f59e8a0b84e8 req-f6d51cbc-c74f-4c74-8414-468dd089a117 service neutron] 10.222.0.36 "GET /v2.0/networks/725697cb-82b3-40ee-92cf-f80ad6c9d02b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934513 Jul 27 21:35:23.057512 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-ea6740d5-82b3-4d50-b7ea-f59e8a0b84e8 req-a09170c9-25e0-4693-8a51-6270bae23ae8 service neutron] 10.222.0.36 "GET /v2.0/networks/725697cb-82b3-40ee-92cf-f80ad6c9d02b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910990 Jul 27 21:35:23.155167 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e66f1c4-59d4-460e-b389-7574968e4b08 req-8e79109b-7ccb-41f4-a89c-abd84fb7c879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:35:23.156572 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-2e66f1c4-59d4-460e-b389-7574968e4b08 req-8e79109b-7ccb-41f4-a89c-abd84fb7c879 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=07f9b410be3847268dc47221bb986fe5&device_id=fa7973bc-97d7-463f-a337-f1275aedbfc4 HTTP/1.1" status: 200 len: 1095 time: 0.0548830 Jul 27 21:35:23.245890 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e66f1c4-59d4-460e-b389-7574968e4b08 req-9fab6e85-1fda-447b-8bd4-975a0690552f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:35:23.247458 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-2e66f1c4-59d4-460e-b389-7574968e4b08 req-9fab6e85-1fda-447b-8bd4-975a0690552f service neutron] 10.222.0.36 "GET /v2.0/networks?id=725697cb-82b3-40ee-92cf-f80ad6c9d02b HTTP/1.1" status: 200 len: 910 time: 0.0833497 Jul 27 21:35:23.293318 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-2e66f1c4-59d4-460e-b389-7574968e4b08 req-ebc6af0d-08b1-46c0-9524-dbf1a7edc694 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f11e7f74-e6e9-471f-8b8d-94f52223299d HTTP/1.1" status: 200 len: 217 time: 0.0391555 Jul 27 21:35:23.313770 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b759e86-2ccd-49a7-83f0-39f7c7445ae5 req-69110f2c-571e-46e5-9ff1-61c5d5204c1b tempest-TestServerMultinode-1427510943 tempest-TestServerMultinode-1427510943-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:35:23.315316 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-0b759e86-2ccd-49a7-83f0-39f7c7445ae5 req-69110f2c-571e-46e5-9ff1-61c5d5204c1b tempest-TestServerMultinode-1427510943 tempest-TestServerMultinode-1427510943-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=fa7973bc-97d7-463f-a337-f1275aedbfc4 HTTP/1.1" status: 200 len: 1095 time: 0.0537655 Jul 27 21:35:23.344307 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e66f1c4-59d4-460e-b389-7574968e4b08 req-4c54b3d0-4d33-4251-939c-1d52ed485147 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:35:23.345768 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-2e66f1c4-59d4-460e-b389-7574968e4b08 req-4c54b3d0-4d33-4251-939c-1d52ed485147 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=436b0087-5d13-45b5-ba56-b05440df52cf HTTP/1.1" status: 200 len: 848 time: 0.0450230 Jul 27 21:35:23.350300 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-0b759e86-2ccd-49a7-83f0-39f7c7445ae5 req-032e6806-5d0d-4f50-8578-1d87e151cc7b tempest-TestServerMultinode-1427510943 tempest-TestServerMultinode-1427510943-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=7ba2c0f0-1ad8-434c-98c9-5c1671e958cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0284734 Jul 27 21:35:23.406963 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e66f1c4-59d4-460e-b389-7574968e4b08 req-c26b42e5-5b39-4631-9532-49af9602b2ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:35:23.408443 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-2e66f1c4-59d4-460e-b389-7574968e4b08 req-c26b42e5-5b39-4631-9532-49af9602b2ca service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=725697cb-82b3-40ee-92cf-f80ad6c9d02b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0546565 Jul 27 21:35:23.499337 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-2e66f1c4-59d4-460e-b389-7574968e4b08 req-014477b8-d246-4347-96ad-651150749251 service neutron] 10.222.0.36 "GET /v2.0/networks/725697cb-82b3-40ee-92cf-f80ad6c9d02b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832765 Jul 27 21:35:23.592499 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-2e66f1c4-59d4-460e-b389-7574968e4b08 req-e4b25b5b-bace-480f-ab8b-cd0dd9452aa1 service neutron] 10.222.0.36 "GET /v2.0/networks/725697cb-82b3-40ee-92cf-f80ad6c9d02b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846865 Jul 27 21:35:23.793334 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 5e1f8402-f8eb-4ae9-8807-5aa596a00b66 up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:35:23.847669 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning for port 5e1f8402-f8eb-4ae9-8807-5aa596a00b66 completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:35:23.853001 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port 5e1f8402-f8eb-4ae9-8807-5aa596a00b66 triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:35:23.853712 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:23.940635 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:23.990133 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] For port 5e1f8402-f8eb-4ae9-8807-5aa596a00b66, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=5e1f8402-f8eb-4ae9-8807-5aa596a00b66,segment=NetworkSegment(0a2c4662-7f03-45c4-9dd6-8dd3d782fb32),segment_id=0a2c4662-7f03-45c4-9dd6-8dd3d782fb32)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:35:23.996336 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:24.063158 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Pushing event updated for resources: {'Port': ['ID=5e1f8402-f8eb-4ae9-8807-5aa596a00b66,revision_number=5']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:35:24.471456 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafae4fb-1209-4a78-835a-6284428eef11 req-a57931e8-b6f1-4c5a-aef2-8bdf27fe3e4b tempest-TestServerMultinode-1427510943 tempest-TestServerMultinode-1427510943-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:35:24.472896 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-aafae4fb-1209-4a78-835a-6284428eef11 req-a57931e8-b6f1-4c5a-aef2-8bdf27fe3e4b tempest-TestServerMultinode-1427510943 tempest-TestServerMultinode-1427510943-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=fa7973bc-97d7-463f-a337-f1275aedbfc4 HTTP/1.1" status: 200 len: 1095 time: 0.0538905 Jul 27 21:35:24.509433 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-aafae4fb-1209-4a78-835a-6284428eef11 req-0e003c85-f151-461d-b115-fda3fa922679 tempest-TestServerMultinode-1427510943 tempest-TestServerMultinode-1427510943-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=7ba2c0f0-1ad8-434c-98c9-5c1671e958cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306690 Jul 27 21:35:25.078378 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device f11e7f74-e6e9-471f-8b8d-94f52223299d details requested by agent hyperv_n-h1-705658-22 with host n-h1-705658-22 {{(pid=105586) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:35:25.182083 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] For port f11e7f74-e6e9-471f-8b8d-94f52223299d, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=f11e7f74-e6e9-471f-8b8d-94f52223299d,segment=NetworkSegment(37d7eecb-8789-4341-b752-aab48fb1bada),segment_id=37d7eecb-8789-4341-b752-aab48fb1bada)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:35:25.193578 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Returning: {'device': 'f11e7f74-e6e9-471f-8b8d-94f52223299d', 'network_id': '725697cb-82b3-40ee-92cf-f80ad6c9d02b', 'port_id': 'f11e7f74-e6e9-471f-8b8d-94f52223299d', 'mac_address': 'fa:16:3e:5f:7e:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 223, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '436b0087-5d13-45b5-ba56-b05440df52cf', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105586) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:35:25.233490 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:25.246363 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f11e7f74-e6e9-471f-8b8d-94f52223299d {{(pid=105586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:35:25.266063 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] For port f11e7f74-e6e9-471f-8b8d-94f52223299d, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=f11e7f74-e6e9-471f-8b8d-94f52223299d,segment=NetworkSegment(37d7eecb-8789-4341-b752-aab48fb1bada),segment_id=37d7eecb-8789-4341-b752-aab48fb1bada)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:35:25.271489 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:25.323996 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Pushing event updated for resources: {'Port': ['ID=f11e7f74-e6e9-471f-8b8d-94f52223299d,revision_number=4']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:35:25.491928 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] get_ports_and_sgs() called for port_ids ['f11e7f74-e6e9-471f-8b8d-94f52223299d'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:35:25.670778 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92d3f89-e352-4546-aa69-d130186c652f req-1671643c-f4f1-4ac0-bd01-fdeefadd26df tempest-TestServerMultinode-1427510943 tempest-TestServerMultinode-1427510943-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:35:25.672521 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f92d3f89-e352-4546-aa69-d130186c652f req-1671643c-f4f1-4ac0-bd01-fdeefadd26df tempest-TestServerMultinode-1427510943 tempest-TestServerMultinode-1427510943-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=fa7973bc-97d7-463f-a337-f1275aedbfc4 HTTP/1.1" status: 200 len: 1096 time: 0.0804920 Jul 27 21:35:25.707737 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f92d3f89-e352-4546-aa69-d130186c652f req-690b95fc-2b6b-4b0c-8e63-647795538527 tempest-TestServerMultinode-1427510943 tempest-TestServerMultinode-1427510943-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=7ba2c0f0-1ad8-434c-98c9-5c1671e958cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0293136 Jul 27 21:35:25.765514 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 5e1f8402-f8eb-4ae9-8807-5aa596a00b66 up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:35:25.812008 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port 5e1f8402-f8eb-4ae9-8807-5aa596a00b66 triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:35:25.812382 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:26.850828 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9682b5-2610-4ac0-816f-d2ea3b1a0b88 req-05435781-a0c9-40a5-aec9-46bce88427be tempest-TestServerMultinode-1427510943 tempest-TestServerMultinode-1427510943-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:35:26.852652 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-2e9682b5-2610-4ac0-816f-d2ea3b1a0b88 req-05435781-a0c9-40a5-aec9-46bce88427be tempest-TestServerMultinode-1427510943 tempest-TestServerMultinode-1427510943-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=fa7973bc-97d7-463f-a337-f1275aedbfc4 HTTP/1.1" status: 200 len: 1096 time: 0.0627124 Jul 27 21:35:26.898639 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-2e9682b5-2610-4ac0-816f-d2ea3b1a0b88 req-e7af95b3-bdbe-4cd6-953a-891f9c2deed1 tempest-TestServerMultinode-1427510943 tempest-TestServerMultinode-1427510943-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=7ba2c0f0-1ad8-434c-98c9-5c1671e958cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375128 Jul 27 21:35:27.078513 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device f11e7f74-e6e9-471f-8b8d-94f52223299d up at agent hyperv_n-h1-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:35:27.144588 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Provisioning for port f11e7f74-e6e9-471f-8b8d-94f52223299d completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:35:27.152277 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Provisioning complete for port f11e7f74-e6e9-471f-8b8d-94f52223299d triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:35:27.152927 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:27.264531 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:27.300509 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa7973bc-97d7-463f-a337-f1275aedbfc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f11e7f74-e6e9-471f-8b8d-94f52223299d'}] {{(pid=105586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:35:27.305261 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14c1663e039faf5393f87855f745010ac5b02220355b68fdbf065393e303ac56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f84154f-53ac-49f9-81f7-2ab6336fe305" -d '{"events": [{"server_uuid": "fa7973bc-97d7-463f-a337-f1275aedbfc4", "name": "network-vif-plugged", "status": "completed", "tag": "f11e7f74-e6e9-471f-8b8d-94f52223299d"}]}' {{(pid=105586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:35:27.329492 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] For port f11e7f74-e6e9-471f-8b8d-94f52223299d, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=f11e7f74-e6e9-471f-8b8d-94f52223299d,segment=NetworkSegment(37d7eecb-8789-4341-b752-aab48fb1bada),segment_id=37d7eecb-8789-4341-b752-aab48fb1bada)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:35:27.340265 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:27.403484 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Pushing event updated for resources: {'Port': ['ID=f11e7f74-e6e9-471f-8b8d-94f52223299d,revision_number=5']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:35:27.451779 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:35:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbf8b534-cef5-4f52-aedb-91dd4dc12813 x-openstack-request-id: req-dbf8b534-cef5-4f52-aedb-91dd4dc12813 {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:35:27.452076 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa7973bc-97d7-463f-a337-f1275aedbfc4", "name": "network-vif-plugged", "status": "completed", "tag": "f11e7f74-e6e9-471f-8b8d-94f52223299d", "code": 200}]} {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:35:27.452335 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-dbf8b534-cef5-4f52-aedb-91dd4dc12813 {{(pid=105586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:35:27.452733 n-d-705658-22 neutron-server[105586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa7973bc-97d7-463f-a337-f1275aedbfc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f11e7f74-e6e9-471f-8b8d-94f52223299d', 'code': 200} Jul 27 21:35:27.608293 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb048ab-3257-4b0c-9c8f-7135c87cedcf req-324678f3-b547-49c6-9b91-7e92b941cc7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:35:27.612102 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-cfb048ab-3257-4b0c-9c8f-7135c87cedcf req-324678f3-b547-49c6-9b91-7e92b941cc7c service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=fa7973bc-97d7-463f-a337-f1275aedbfc4 HTTP/1.1" status: 200 len: 1097 time: 0.0781839 Jul 27 21:35:27.658869 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-cfb048ab-3257-4b0c-9c8f-7135c87cedcf req-958d327e-9041-4a9f-81ca-5b01a7d24037 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=7ba2c0f0-1ad8-434c-98c9-5c1671e958cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407112 Jul 27 21:35:28.070989 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997931f3-333a-4264-b113-2cd26e1fe3f3 req-16e97a87-ad94-4024-8f74-4def9b21c27e tempest-TestServerMultinode-1427510943 tempest-TestServerMultinode-1427510943-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:35:28.073686 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-997931f3-333a-4264-b113-2cd26e1fe3f3 req-16e97a87-ad94-4024-8f74-4def9b21c27e tempest-TestServerMultinode-1427510943 tempest-TestServerMultinode-1427510943-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=fa7973bc-97d7-463f-a337-f1275aedbfc4 HTTP/1.1" status: 200 len: 1097 time: 0.1046102 Jul 27 21:35:28.126236 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-997931f3-333a-4264-b113-2cd26e1fe3f3 req-c6fe2e11-2a65-4548-a48d-9af6672e138e tempest-TestServerMultinode-1427510943 tempest-TestServerMultinode-1427510943-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=7ba2c0f0-1ad8-434c-98c9-5c1671e958cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458603 Jul 27 21:35:29.270696 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f938a0d-0ff6-4201-9888-158399399eac req-1ffa687b-4578-4c96-9eed-04c8457bbacf tempest-TestServerMultinode-1427510943 tempest-TestServerMultinode-1427510943-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:35:29.273698 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-1f938a0d-0ff6-4201-9888-158399399eac req-1ffa687b-4578-4c96-9eed-04c8457bbacf tempest-TestServerMultinode-1427510943 tempest-TestServerMultinode-1427510943-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=fa7973bc-97d7-463f-a337-f1275aedbfc4 HTTP/1.1" status: 200 len: 1097 time: 0.0651796 Jul 27 21:35:29.315559 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-1f938a0d-0ff6-4201-9888-158399399eac req-0c4d6de7-6f5c-4013-950c-24034be5eee0 tempest-TestServerMultinode-1427510943 tempest-TestServerMultinode-1427510943-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=7ba2c0f0-1ad8-434c-98c9-5c1671e958cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360217 Jul 27 21:35:29.463722 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20530d4-e344-4ac9-8209-4af5ac01c5f1 req-3a8579d5-2376-4754-9cce-cbe3bc5b4fb2 tempest-TestServerMultinode-1427510943 tempest-TestServerMultinode-1427510943-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:35:29.465284 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-d20530d4-e344-4ac9-8209-4af5ac01c5f1 req-3a8579d5-2376-4754-9cce-cbe3bc5b4fb2 tempest-TestServerMultinode-1427510943 tempest-TestServerMultinode-1427510943-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=fa7973bc-97d7-463f-a337-f1275aedbfc4 HTTP/1.1" status: 200 len: 1097 time: 0.0582860 Jul 27 21:35:29.514297 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-d20530d4-e344-4ac9-8209-4af5ac01c5f1 req-fbeaee4f-b73d-4692-ac96-61829da1e238 tempest-TestServerMultinode-1427510943 tempest-TestServerMultinode-1427510943-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=7ba2c0f0-1ad8-434c-98c9-5c1671e958cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356491 Jul 27 21:35:29.645649 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa9d6bc-ef7f-4bbe-aafc-8442e8bc54bc req-1d913518-2054-4f57-b032-dc853abd8850 tempest-TestServerMultinode-1427510943 tempest-TestServerMultinode-1427510943-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:35:29.647155 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-4aa9d6bc-ef7f-4bbe-aafc-8442e8bc54bc req-1d913518-2054-4f57-b032-dc853abd8850 tempest-TestServerMultinode-1427510943 tempest-TestServerMultinode-1427510943-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=fa7973bc-97d7-463f-a337-f1275aedbfc4 HTTP/1.1" status: 200 len: 1097 time: 0.0615635 Jul 27 21:35:29.684166 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-4aa9d6bc-ef7f-4bbe-aafc-8442e8bc54bc req-8a733b2a-0ea3-4db9-99f2-65849864428c tempest-TestServerMultinode-1427510943 tempest-TestServerMultinode-1427510943-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=7ba2c0f0-1ad8-434c-98c9-5c1671e958cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298643 Jul 27 21:35:30.035627 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf24a7a7-7b90-4bff-89b6-408e73690a95 req-cceb27c0-bbcd-4ad8-a4da-a0f8b9d0df44 tempest-TestServerMultinode-1427510943 tempest-TestServerMultinode-1427510943-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:35:30.037254 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-cf24a7a7-7b90-4bff-89b6-408e73690a95 req-cceb27c0-bbcd-4ad8-a4da-a0f8b9d0df44 tempest-TestServerMultinode-1427510943 tempest-TestServerMultinode-1427510943-project-admin] 10.222.0.59 "GET /v2.0/networks?id=725697cb-82b3-40ee-92cf-f80ad6c9d02b HTTP/1.1" status: 200 len: 910 time: 0.0930915 Jul 27 21:35:30.057906 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-cf24a7a7-7b90-4bff-89b6-408e73690a95 req-baa9e806-118c-4421-b597-8b69ce752ff0 tempest-TestServerMultinode-1427510943 tempest-TestServerMultinode-1427510943-project-admin] 10.222.0.59 "GET /v2.0/quotas/07f9b410be3847268dc47221bb986fe5 HTTP/1.1" status: 200 len: 375 time: 0.0144541 Jul 27 21:35:30.125726 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-cf24a7a7-7b90-4bff-89b6-408e73690a95 req-60f5fa07-107e-4c3b-a557-eec46aa2ef9a tempest-TestServerMultinode-1427510943 tempest-TestServerMultinode-1427510943-project-admin] 10.222.0.59 "GET /v2.0/ports?tenant_id=07f9b410be3847268dc47221bb986fe5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0669758 Jul 27 21:35:30.210663 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-cf24a7a7-7b90-4bff-89b6-408e73690a95 req-b8a5372e-96c5-48f9-84d5-a6a5dac63a35 service neutron] 10.222.0.59 "GET /v2.0/networks/725697cb-82b3-40ee-92cf-f80ad6c9d02b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840321 Jul 27 21:35:30.312450 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-cf24a7a7-7b90-4bff-89b6-408e73690a95 req-8034d116-b1a7-4ce7-90cc-3e34e73be685 service neutron] 10.222.0.59 "GET /v2.0/networks/725697cb-82b3-40ee-92cf-f80ad6c9d02b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953693 Jul 27 21:35:30.506804 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-7ab303be-a215-4360-8226-101a54d4fc0a req-d19fd68d-5b92-4f1f-9858-30443d2eb28c tempest-TestServerMultinode-1427510943 tempest-TestServerMultinode-1427510943-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=ff5215a3-3fa5-4248-bc35-3fafdf0b648c HTTP/1.1" status: 200 len: 210 time: 0.0466917 Jul 27 21:35:31.462611 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf24a7a7-7b90-4bff-89b6-408e73690a95 req-6f9d9a80-7959-42f9-9913-d0d9268026de tempest-TestServerMultinode-1427510943 tempest-TestServerMultinode-1427510943-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:35:31.464497 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-cf24a7a7-7b90-4bff-89b6-408e73690a95 req-6f9d9a80-7959-42f9-9913-d0d9268026de tempest-TestServerMultinode-1427510943 tempest-TestServerMultinode-1427510943-project-admin] 10.222.0.60 "GET /v2.0/networks?id=725697cb-82b3-40ee-92cf-f80ad6c9d02b HTTP/1.1" status: 200 len: 910 time: 0.1112266 Jul 27 21:35:31.479480 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [req-cf24a7a7-7b90-4bff-89b6-408e73690a95 req-db933a02-3334-4498-8487-42cddc86d305 tempest-TestServerMultinode-1427510943 tempest-TestServerMultinode-1427510943-project-admin] Request body: {'port': {'device_id': 'ff5215a3-3fa5-4248-bc35-3fafdf0b648c', 'network_id': '725697cb-82b3-40ee-92cf-f80ad6c9d02b', 'admin_state_up': True, 'tenant_id': '07f9b410be3847268dc47221bb986fe5'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:35:31.500539 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf24a7a7-7b90-4bff-89b6-408e73690a95 req-db933a02-3334-4498-8487-42cddc86d305 tempest-TestServerMultinode-1427510943 tempest-TestServerMultinode-1427510943-project-admin] Made reservation on behalf of 07f9b410be3847268dc47221bb986fe5 for: {'port': 1} {{(pid=105585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:35:31.502985 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-cf24a7a7-7b90-4bff-89b6-408e73690a95 req-db933a02-3334-4498-8487-42cddc86d305 tempest-TestServerMultinode-1427510943 tempest-TestServerMultinode-1427510943-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:31.634341 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-d04ac121-7e9f-4476-b833-7d923ac10de8 req-c5bd417f-7409-4810-89e4-e3f06199267a tempest-TestServerMultinode-1427510943 tempest-TestServerMultinode-1427510943-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=ff5215a3-3fa5-4248-bc35-3fafdf0b648c HTTP/1.1" status: 200 len: 210 time: 0.0528224 Jul 27 21:35:31.658317 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.db_base_plugin_common [req-cf24a7a7-7b90-4bff-89b6-408e73690a95 req-db933a02-3334-4498-8487-42cddc86d305 tempest-TestServerMultinode-1427510943 tempest-TestServerMultinode-1427510943-project-admin] Allocated IP 172.20.0.3 (725697cb-82b3-40ee-92cf-f80ad6c9d02b/436b0087-5d13-45b5-ba56-b05440df52cf/7f13df65-9327-4205-99a4-a68bb7f2db37) {{(pid=105585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:35:31.812694 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-cf24a7a7-7b90-4bff-89b6-408e73690a95 req-db933a02-3334-4498-8487-42cddc86d305 tempest-TestServerMultinode-1427510943 tempest-TestServerMultinode-1427510943-project-admin] Notify callbacks [] for port, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:31.826760 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.provisioning_blocks [req-cf24a7a7-7b90-4bff-89b6-408e73690a95 req-db933a02-3334-4498-8487-42cddc86d305 tempest-TestServerMultinode-1427510943 tempest-TestServerMultinode-1427510943-project-admin] Transition to ACTIVE for port object 7f13df65-9327-4205-99a4-a68bb7f2db37 will not be triggered until provisioned by entity DHCP. {{(pid=105585) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:35:31.860478 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-cf24a7a7-7b90-4bff-89b6-408e73690a95 req-db933a02-3334-4498-8487-42cddc86d305 tempest-TestServerMultinode-1427510943 tempest-TestServerMultinode-1427510943-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:31.871811 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] get_ports_and_sgs() called for port_ids ['f11e7f74-e6e9-471f-8b8d-94f52223299d'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:35:31.904504 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf24a7a7-7b90-4bff-89b6-408e73690a95 req-db933a02-3334-4498-8487-42cddc86d305 tempest-TestServerMultinode-1427510943 tempest-TestServerMultinode-1427510943-project-admin] Network 725697cb-82b3-40ee-92cf-f80ad6c9d02b is already hosted by enough agents. {{(pid=105585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:35:31.910824 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.base_scheduler [req-cf24a7a7-7b90-4bff-89b6-408e73690a95 req-db933a02-3334-4498-8487-42cddc86d305 tempest-TestServerMultinode-1427510943 tempest-TestServerMultinode-1427510943-project-admin] Resources bound (agent type, host, resource id): {{(pid=105585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:35:31.915908 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf24a7a7-7b90-4bff-89b6-408e73690a95 req-db933a02-3334-4498-8487-42cddc86d305 tempest-TestServerMultinode-1427510943 tempest-TestServerMultinode-1427510943-project-admin] Received port after_create {{(pid=105585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:35:31.919202 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db933a02-3334-4498-8487-42cddc86d305 tempest-TestServerMultinode-1427510943 tempest-TestServerMultinode-1427510943-project-admin] Pushing event updated for resources: {'Port': ['ID=7f13df65-9327-4205-99a4-a68bb7f2db37,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:35:31.963641 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf24a7a7-7b90-4bff-89b6-408e73690a95 req-db933a02-3334-4498-8487-42cddc86d305 tempest-TestServerMultinode-1427510943 tempest-TestServerMultinode-1427510943-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:35:31.964693 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-cf24a7a7-7b90-4bff-89b6-408e73690a95 req-db933a02-3334-4498-8487-42cddc86d305 tempest-TestServerMultinode-1427510943 tempest-TestServerMultinode-1427510943-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:31.986684 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-cf24a7a7-7b90-4bff-89b6-408e73690a95 req-db933a02-3334-4498-8487-42cddc86d305 tempest-TestServerMultinode-1427510943 tempest-TestServerMultinode-1427510943-project-admin] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.5122113 Jul 27 21:35:32.003269 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [req-cf24a7a7-7b90-4bff-89b6-408e73690a95 req-b352a911-0bcb-43f2-a472-7d4115e9c664 service neutron] Request body: {'port': {'device_id': 'ff5215a3-3fa5-4248-bc35-3fafdf0b648c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-705658-22'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:35:32.063469 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-31296e3d-2e4d-4ce6-be95-8d948c427276 req-d86e991b-201f-4e81-89a2-60d83a72cabb tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-990437107&fields=id&tenant_id=86837ff0d819403d862560ca192fdca7 HTTP/1.1" status: 200 len: 267 time: 0.0869584 Jul 27 21:35:32.165813 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-cf24a7a7-7b90-4bff-89b6-408e73690a95 req-b352a911-0bcb-43f2-a472-7d4115e9c664 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:32.209628 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-d2d10e0d-4d52-41a1-9948-553fb2cd9a0e None None] Provisioning for port 7f13df65-9327-4205-99a4-a68bb7f2db37 completed by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:35:32.213473 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-d2d10e0d-4d52-41a1-9948-553fb2cd9a0e None None] Provisioning complete for port 7f13df65-9327-4205-99a4-a68bb7f2db37 triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:35:32.213883 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-d2d10e0d-4d52-41a1-9948-553fb2cd9a0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:32.236690 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31296e3d-2e4d-4ce6-be95-8d948c427276 req-46597e7a-7f70-455c-9fd7-7a7601b70ca1 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:35:32.238431 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-31296e3d-2e4d-4ce6-be95-8d948c427276 req-46597e7a-7f70-455c-9fd7-7a7601b70ca1 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] 10.222.0.59 "GET /v2.0/networks?id=b8c68474-1d26-4c5c-9f82-5da72e824d0f HTTP/1.1" status: 200 len: 810 time: 0.1648407 Jul 27 21:35:32.251541 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-d2d10e0d-4d52-41a1-9948-553fb2cd9a0e None None] Port 7f13df65-9327-4205-99a4-a68bb7f2db37 cannot update to ACTIVE because it is not bound. {{(pid=105586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:35:32.268775 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-31296e3d-2e4d-4ce6-be95-8d948c427276 req-04b0135b-ea84-424b-8f74-254189a2fd8a tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] 10.222.0.59 "GET /v2.0/quotas/86837ff0d819403d862560ca192fdca7 HTTP/1.1" status: 200 len: 375 time: 0.0219860 Jul 27 21:35:32.460621 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-31296e3d-2e4d-4ce6-be95-8d948c427276 req-f6657e03-f5a3-4f9a-81a2-c328a2782e97 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=86837ff0d819403d862560ca192fdca7&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1505694 Jul 27 21:35:32.547007 n-d-705658-22 neutron-server[105585]: DEBUG neutron.notifiers.nova [req-cf24a7a7-7b90-4bff-89b6-408e73690a95 req-b352a911-0bcb-43f2-a472-7d4115e9c664 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f13df65-9327-4205-99a4-a68bb7f2db37 {{(pid=105585) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:35:32.554824 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-cf24a7a7-7b90-4bff-89b6-408e73690a95 req-b352a911-0bcb-43f2-a472-7d4115e9c664 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:32.566483 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.provisioning_blocks [req-cf24a7a7-7b90-4bff-89b6-408e73690a95 req-b352a911-0bcb-43f2-a472-7d4115e9c664 service neutron] Transition to ACTIVE for port object 7f13df65-9327-4205-99a4-a68bb7f2db37 will not be triggered until provisioned by entity L2. {{(pid=105585) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:35:32.570656 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-cf24a7a7-7b90-4bff-89b6-408e73690a95 req-b352a911-0bcb-43f2-a472-7d4115e9c664 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10221672'] for port, after_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:32.599541 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [req-31296e3d-2e4d-4ce6-be95-8d948c427276 req-fb85ff71-b990-4033-af8d-a1e44358191e service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=105585) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 21:35:32.600525 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-31296e3d-2e4d-4ce6-be95-8d948c427276 req-fb85ff71-b990-4033-af8d-a1e44358191e service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1263568 Jul 27 21:35:32.679595 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b352a911-0bcb-43f2-a472-7d4115e9c664 service neutron] Pushing event updated for resources: {'Port': ['ID=7f13df65-9327-4205-99a4-a68bb7f2db37,revision_number=2']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:35:32.809714 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-31296e3d-2e4d-4ce6-be95-8d948c427276 req-da3255c6-942f-4066-995e-8869a470155d service neutron] 10.222.0.59 "GET /v2.0/networks/b8c68474-1d26-4c5c-9f82-5da72e824d0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2000663 Jul 27 21:35:32.817877 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.managers [req-cf24a7a7-7b90-4bff-89b6-408e73690a95 req-b352a911-0bcb-43f2-a472-7d4115e9c664 service neutron] Attempting to bind port 7f13df65-9327-4205-99a4-a68bb7f2db37 on host n-h2-705658-22 for vnic_type normal with profile {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:35:32.818210 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.managers [req-cf24a7a7-7b90-4bff-89b6-408e73690a95 req-b352a911-0bcb-43f2-a472-7d4115e9c664 service neutron] Attempting to bind port 7f13df65-9327-4205-99a4-a68bb7f2db37 by drivers openvswitch,hyperv on host n-h2-705658-22 at level 0 using segments [{'id': '37d7eecb-8789-4341-b752-aab48fb1bada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '725697cb-82b3-40ee-92cf-f80ad6c9d02b'}] {{(pid=105585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:35:32.818538 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf24a7a7-7b90-4bff-89b6-408e73690a95 req-b352a911-0bcb-43f2-a472-7d4115e9c664 service neutron] Attempting to bind port 7f13df65-9327-4205-99a4-a68bb7f2db37 on network 725697cb-82b3-40ee-92cf-f80ad6c9d02b {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:35:32.875229 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf24a7a7-7b90-4bff-89b6-408e73690a95 req-b352a911-0bcb-43f2-a472-7d4115e9c664 service neutron] Port 7f13df65-9327-4205-99a4-a68bb7f2db37 on network 725697cb-82b3-40ee-92cf-f80ad6c9d02b not bound, no agent of type Open vSwitch agent registered on host n-h2-705658-22 {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:35:32.875490 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf24a7a7-7b90-4bff-89b6-408e73690a95 req-b352a911-0bcb-43f2-a472-7d4115e9c664 service neutron] Attempting to bind port 7f13df65-9327-4205-99a4-a68bb7f2db37 on network 725697cb-82b3-40ee-92cf-f80ad6c9d02b {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:35:32.888572 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf24a7a7-7b90-4bff-89b6-408e73690a95 req-b352a911-0bcb-43f2-a472-7d4115e9c664 service neutron] Checking agent: {'id': '65195a73-a875-4810-9f5b-622ae260a8a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 49, 40), 'started_at': datetime.datetime(2021, 7, 27, 20, 49, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 35, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:35:32.888909 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf24a7a7-7b90-4bff-89b6-408e73690a95 req-b352a911-0bcb-43f2-a472-7d4115e9c664 service neutron] Checking segment: {'id': '37d7eecb-8789-4341-b752-aab48fb1bada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '725697cb-82b3-40ee-92cf-f80ad6c9d02b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:35:32.889291 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf24a7a7-7b90-4bff-89b6-408e73690a95 req-b352a911-0bcb-43f2-a472-7d4115e9c664 service neutron] Bound using segment: {'id': '37d7eecb-8789-4341-b752-aab48fb1bada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '725697cb-82b3-40ee-92cf-f80ad6c9d02b'} {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:35:32.889720 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.managers [req-cf24a7a7-7b90-4bff-89b6-408e73690a95 req-b352a911-0bcb-43f2-a472-7d4115e9c664 service neutron] Bound port: 7f13df65-9327-4205-99a4-a68bb7f2db37, host: n-h2-705658-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '37d7eecb-8789-4341-b752-aab48fb1bada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '725697cb-82b3-40ee-92cf-f80ad6c9d02b'}}] {{(pid=105585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:35:32.890082 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-cf24a7a7-7b90-4bff-89b6-408e73690a95 req-b352a911-0bcb-43f2-a472-7d4115e9c664 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:32.897575 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c2788e-9955-40da-96b2-8fd183d30f22 req-b70a2be0-1f62-4e2c-adad-4ac93386415b tempest-TestServerMultinode-1427510943 tempest-TestServerMultinode-1427510943-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:35:32.899633 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-44c2788e-9955-40da-96b2-8fd183d30f22 req-b70a2be0-1f62-4e2c-adad-4ac93386415b tempest-TestServerMultinode-1427510943 tempest-TestServerMultinode-1427510943-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=ff5215a3-3fa5-4248-bc35-3fafdf0b648c HTTP/1.1" status: 200 len: 1053 time: 0.1840248 Jul 27 21:35:32.996029 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-44c2788e-9955-40da-96b2-8fd183d30f22 req-a1e92017-7ed3-4cc8-888c-29a881ab93bd tempest-TestServerMultinode-1427510943 tempest-TestServerMultinode-1427510943-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=7ba2c0f0-1ad8-434c-98c9-5c1671e958cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878377 Jul 27 21:35:32.999403 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-31296e3d-2e4d-4ce6-be95-8d948c427276 req-15a53d3a-a71f-408d-b96c-9f632ccabea2 service neutron] 10.222.0.59 "GET /v2.0/networks/b8c68474-1d26-4c5c-9f82-5da72e824d0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1825778 Jul 27 21:35:33.008768 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.db [req-cf24a7a7-7b90-4bff-89b6-408e73690a95 req-b352a911-0bcb-43f2-a472-7d4115e9c664 service neutron] For port 7f13df65-9327-4205-99a4-a68bb7f2db37, host n-h2-705658-22, cleared binding levels {{(pid=105585) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:35:33.012108 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.db [req-cf24a7a7-7b90-4bff-89b6-408e73690a95 req-b352a911-0bcb-43f2-a472-7d4115e9c664 service neutron] For port 7f13df65-9327-4205-99a4-a68bb7f2db37, host n-h2-705658-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=7f13df65-9327-4205-99a4-a68bb7f2db37,segment=NetworkSegment(37d7eecb-8789-4341-b752-aab48fb1bada),segment_id=37d7eecb-8789-4341-b752-aab48fb1bada)] {{(pid=105585) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:35:33.017734 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-cf24a7a7-7b90-4bff-89b6-408e73690a95 req-b352a911-0bcb-43f2-a472-7d4115e9c664 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10221672'] for port, after_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:33.058175 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf24a7a7-7b90-4bff-89b6-408e73690a95 req-b352a911-0bcb-43f2-a472-7d4115e9c664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:35:33.058731 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-cf24a7a7-7b90-4bff-89b6-408e73690a95 req-b352a911-0bcb-43f2-a472-7d4115e9c664 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:33.060200 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-cf24a7a7-7b90-4bff-89b6-408e73690a95 req-b352a911-0bcb-43f2-a472-7d4115e9c664 service neutron] 10.222.0.60 "PUT /v2.0/ports/7f13df65-9327-4205-99a4-a68bb7f2db37 HTTP/1.1" status: 200 len: 1092 time: 1.0613537 Jul 27 21:35:33.060674 n-d-705658-22 neutron-server[105585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff5215a3-3fa5-4248-bc35-3fafdf0b648c', 'tag': '7f13df65-9327-4205-99a4-a68bb7f2db37'}] {{(pid=105585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:35:33.063310 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d66fd65881426bfc2b5388084a3654e5eae521106a15a3dbf0eb4cde7106c36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39f28edd-9c0a-474c-a125-1252a94dbd11" -d '{"events": [{"name": "network-changed", "server_uuid": "ff5215a3-3fa5-4248-bc35-3fafdf0b648c", "tag": "7f13df65-9327-4205-99a4-a68bb7f2db37"}]}' {{(pid=105585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:35:33.089866 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b352a911-0bcb-43f2-a472-7d4115e9c664 service neutron] Pushing event updated for resources: {'Port': ['ID=7f13df65-9327-4205-99a4-a68bb7f2db37,revision_number=3']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:35:33.111523 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:35:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a68d227d-acdc-4b82-9186-d07582709fc2 x-openstack-request-id: req-a68d227d-acdc-4b82-9186-d07582709fc2 {{(pid=105585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:35:33.111902 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff5215a3-3fa5-4248-bc35-3fafdf0b648c", "tag": "7f13df65-9327-4205-99a4-a68bb7f2db37", "status": "completed", "code": 200}]} {{(pid=105585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:35:33.112864 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-a68d227d-acdc-4b82-9186-d07582709fc2 {{(pid=105585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:35:33.113585 n-d-705658-22 neutron-server[105585]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff5215a3-3fa5-4248-bc35-3fafdf0b648c', 'tag': '7f13df65-9327-4205-99a4-a68bb7f2db37', 'status': 'completed', 'code': 200} Jul 27 21:35:33.175842 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf24a7a7-7b90-4bff-89b6-408e73690a95 req-d125d065-d63f-4a5e-b4dd-889ecde26b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:35:33.177685 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-cf24a7a7-7b90-4bff-89b6-408e73690a95 req-d125d065-d63f-4a5e-b4dd-889ecde26b22 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=07f9b410be3847268dc47221bb986fe5&device_id=ff5215a3-3fa5-4248-bc35-3fafdf0b648c HTTP/1.1" status: 200 len: 1095 time: 0.0632045 Jul 27 21:35:33.225154 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-cf24a7a7-7b90-4bff-89b6-408e73690a95 req-2b9e233f-6466-4b7a-bd3a-0f0c6745733b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7f13df65-9327-4205-99a4-a68bb7f2db37 HTTP/1.1" status: 200 len: 217 time: 0.0371549 Jul 27 21:35:33.291668 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf24a7a7-7b90-4bff-89b6-408e73690a95 req-3e9fcbe2-1883-44c1-8282-3da3e4806450 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:35:33.294286 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-cf24a7a7-7b90-4bff-89b6-408e73690a95 req-3e9fcbe2-1883-44c1-8282-3da3e4806450 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=436b0087-5d13-45b5-ba56-b05440df52cf HTTP/1.1" status: 200 len: 848 time: 0.0610585 Jul 27 21:35:33.368400 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-83185285-c8e0-4bca-80dd-8dd8752c2ad4 req-bd8cf234-2739-4465-882f-993e3ca74fe5 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] 10.222.0.59 "GET /v2.0/ports?device_id=f719f5bd-f4b4-479a-a5f9-19875abf5eea HTTP/1.1" status: 200 len: 210 time: 0.0484483 Jul 27 21:35:33.389426 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf24a7a7-7b90-4bff-89b6-408e73690a95 req-7472bb14-82cb-47e0-86e7-3f48e1ee49d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:35:33.390865 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-cf24a7a7-7b90-4bff-89b6-408e73690a95 req-7472bb14-82cb-47e0-86e7-3f48e1ee49d5 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=725697cb-82b3-40ee-92cf-f80ad6c9d02b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0870113 Jul 27 21:35:33.489005 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-cf24a7a7-7b90-4bff-89b6-408e73690a95 req-ac50795a-c982-4327-88db-e566587dfc0d service neutron] 10.222.0.60 "GET /v2.0/networks/725697cb-82b3-40ee-92cf-f80ad6c9d02b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893044 Jul 27 21:35:33.580302 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-cf24a7a7-7b90-4bff-89b6-408e73690a95 req-90afa296-c986-4528-be48-d1379e4d060b service neutron] 10.222.0.60 "GET /v2.0/networks/725697cb-82b3-40ee-92cf-f80ad6c9d02b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839818 Jul 27 21:35:33.678557 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f28edd-9c0a-474c-a125-1252a94dbd11 req-dbd8de31-dd81-42e3-a25a-214f04d1ea35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:35:33.680622 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-39f28edd-9c0a-474c-a125-1252a94dbd11 req-dbd8de31-dd81-42e3-a25a-214f04d1ea35 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=07f9b410be3847268dc47221bb986fe5&device_id=ff5215a3-3fa5-4248-bc35-3fafdf0b648c HTTP/1.1" status: 200 len: 1095 time: 0.0562496 Jul 27 21:35:33.778466 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f28edd-9c0a-474c-a125-1252a94dbd11 req-ba5e4317-968a-46b7-bdaa-c316264bd622 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:35:33.779994 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-39f28edd-9c0a-474c-a125-1252a94dbd11 req-ba5e4317-968a-46b7-bdaa-c316264bd622 service neutron] 10.222.0.60 "GET /v2.0/networks?id=725697cb-82b3-40ee-92cf-f80ad6c9d02b HTTP/1.1" status: 200 len: 910 time: 0.0925057 Jul 27 21:35:33.822642 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-39f28edd-9c0a-474c-a125-1252a94dbd11 req-2656ddc1-6cd4-41f0-b39f-08ed4234ecca service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7f13df65-9327-4205-99a4-a68bb7f2db37 HTTP/1.1" status: 200 len: 217 time: 0.0349913 Jul 27 21:35:33.877447 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f28edd-9c0a-474c-a125-1252a94dbd11 req-7bbf0f20-75d2-421e-9561-b64ebff7559a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:35:33.878939 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-39f28edd-9c0a-474c-a125-1252a94dbd11 req-7bbf0f20-75d2-421e-9561-b64ebff7559a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=436b0087-5d13-45b5-ba56-b05440df52cf HTTP/1.1" status: 200 len: 848 time: 0.0491326 Jul 27 21:35:33.938730 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f28edd-9c0a-474c-a125-1252a94dbd11 req-89208283-0919-4dde-b54f-d78a9f4f7db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:35:33.940249 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-39f28edd-9c0a-474c-a125-1252a94dbd11 req-89208283-0919-4dde-b54f-d78a9f4f7db4 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=725697cb-82b3-40ee-92cf-f80ad6c9d02b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0532031 Jul 27 21:35:34.028714 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-39f28edd-9c0a-474c-a125-1252a94dbd11 req-0ec32c52-b852-468d-87f1-f5012b120b31 service neutron] 10.222.0.60 "GET /v2.0/networks/725697cb-82b3-40ee-92cf-f80ad6c9d02b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809629 Jul 27 21:35:34.158024 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-39f28edd-9c0a-474c-a125-1252a94dbd11 req-65574c04-c205-47ba-9ef2-aab9024a2a1f service neutron] 10.222.0.60 "GET /v2.0/networks/725697cb-82b3-40ee-92cf-f80ad6c9d02b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219659 Jul 27 21:35:34.164186 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bad24b-45a0-4c48-9539-b8e9fd1020f3 req-e3532d99-3164-47c1-ae16-118918b0e3dd tempest-TestServerMultinode-1427510943 tempest-TestServerMultinode-1427510943-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:35:34.165582 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-68bad24b-45a0-4c48-9539-b8e9fd1020f3 req-e3532d99-3164-47c1-ae16-118918b0e3dd tempest-TestServerMultinode-1427510943 tempest-TestServerMultinode-1427510943-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=ff5215a3-3fa5-4248-bc35-3fafdf0b648c HTTP/1.1" status: 200 len: 1095 time: 0.0846813 Jul 27 21:35:34.203397 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-68bad24b-45a0-4c48-9539-b8e9fd1020f3 req-513f449f-b724-4bc7-bf71-48af8e0dc2e6 tempest-TestServerMultinode-1427510943 tempest-TestServerMultinode-1427510943-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=7ba2c0f0-1ad8-434c-98c9-5c1671e958cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315750 Jul 27 21:35:34.327273 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31296e3d-2e4d-4ce6-be95-8d948c427276 req-77f511a9-5d95-403d-9402-902b655222fe tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:35:34.328713 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-31296e3d-2e4d-4ce6-be95-8d948c427276 req-77f511a9-5d95-403d-9402-902b655222fe tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] 10.222.0.60 "GET /v2.0/networks?id=b8c68474-1d26-4c5c-9f82-5da72e824d0f HTTP/1.1" status: 200 len: 810 time: 0.1047304 Jul 27 21:35:34.374597 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-31296e3d-2e4d-4ce6-be95-8d948c427276 req-b80eea32-8d6a-4d03-b5b9-5a30492577d4 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=86837ff0d819403d862560ca192fdca7 HTTP/1.1" status: 200 len: 379 time: 0.0341485 Jul 27 21:35:34.385100 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [req-31296e3d-2e4d-4ce6-be95-8d948c427276 req-8afe3012-f98b-4ed8-a9e6-d53cb77b67ae tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Request body: {'port': {'device_id': 'f719f5bd-f4b4-479a-a5f9-19875abf5eea', 'network_id': 'b8c68474-1d26-4c5c-9f82-5da72e824d0f', 'admin_state_up': True, 'tenant_id': '86837ff0d819403d862560ca192fdca7', 'security_groups': ['a5e6581c-d58a-4df1-b094-3a90bf3c9fce']}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:35:34.799659 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-8c77b247-62f0-4181-b2b6-1f148a3be7c0 req-76e076ca-bb49-4452-95e2-1656750b61c4 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] 10.222.0.59 "GET /v2.0/ports?device_id=f719f5bd-f4b4-479a-a5f9-19875abf5eea HTTP/1.1" status: 200 len: 210 time: 0.3630002 Jul 27 21:35:34.849511 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-31296e3d-2e4d-4ce6-be95-8d948c427276 req-8afe3012-f98b-4ed8-a9e6-d53cb77b67ae tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Made reservation on behalf of 86837ff0d819403d862560ca192fdca7 for: {'port': 1} {{(pid=105585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:35:34.853602 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-31296e3d-2e4d-4ce6-be95-8d948c427276 req-8afe3012-f98b-4ed8-a9e6-d53cb77b67ae tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:34.985569 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.db_base_plugin_common [req-31296e3d-2e4d-4ce6-be95-8d948c427276 req-8afe3012-f98b-4ed8-a9e6-d53cb77b67ae tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Allocated IP 172.20.0.8 (b8c68474-1d26-4c5c-9f82-5da72e824d0f/11733cc0-d894-4d0f-84a6-7f612951db53/3d62f75e-76e6-437d-a101-065aa06ea653) {{(pid=105585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:35:35.118546 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-31296e3d-2e4d-4ce6-be95-8d948c427276 req-8afe3012-f98b-4ed8-a9e6-d53cb77b67ae tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Notify callbacks [] for port, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:35.132223 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.provisioning_blocks [req-31296e3d-2e4d-4ce6-be95-8d948c427276 req-8afe3012-f98b-4ed8-a9e6-d53cb77b67ae tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Transition to ACTIVE for port object 3d62f75e-76e6-437d-a101-065aa06ea653 will not be triggered until provisioned by entity DHCP. {{(pid=105585) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:35:35.165671 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-31296e3d-2e4d-4ce6-be95-8d948c427276 req-8afe3012-f98b-4ed8-a9e6-d53cb77b67ae tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:35.215363 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-31296e3d-2e4d-4ce6-be95-8d948c427276 req-8afe3012-f98b-4ed8-a9e6-d53cb77b67ae tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Network b8c68474-1d26-4c5c-9f82-5da72e824d0f is already hosted by enough agents. {{(pid=105585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:35:35.221358 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.base_scheduler [req-31296e3d-2e4d-4ce6-be95-8d948c427276 req-8afe3012-f98b-4ed8-a9e6-d53cb77b67ae tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Resources bound (agent type, host, resource id): {{(pid=105585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:35:35.224729 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afe3012-f98b-4ed8-a9e6-d53cb77b67ae tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Pushing event updated for resources: {'Port': ['ID=3d62f75e-76e6-437d-a101-065aa06ea653,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:35:35.225675 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.l3_dvrscheduler_db [req-31296e3d-2e4d-4ce6-be95-8d948c427276 req-8afe3012-f98b-4ed8-a9e6-d53cb77b67ae tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Received port after_create {{(pid=105585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:35:35.279589 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31296e3d-2e4d-4ce6-be95-8d948c427276 req-8afe3012-f98b-4ed8-a9e6-d53cb77b67ae tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:35:35.281041 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-31296e3d-2e4d-4ce6-be95-8d948c427276 req-8afe3012-f98b-4ed8-a9e6-d53cb77b67ae tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:35.326682 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-31296e3d-2e4d-4ce6-be95-8d948c427276 req-8afe3012-f98b-4ed8-a9e6-d53cb77b67ae tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9457119 Jul 27 21:35:35.340332 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [req-31296e3d-2e4d-4ce6-be95-8d948c427276 req-ab768db8-4d0e-4ea9-b781-8c179766ac64 service neutron] Request body: {'port': {'device_id': 'f719f5bd-f4b4-479a-a5f9-19875abf5eea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-705658-22'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:35:35.390721 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0ec678-8302-4142-ba2e-008af59d212f req-48cb3fa9-5c3c-4081-8984-fa1fd6455313 tempest-TestServerMultinode-1427510943 tempest-TestServerMultinode-1427510943-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:35:35.392297 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-5f0ec678-8302-4142-ba2e-008af59d212f req-48cb3fa9-5c3c-4081-8984-fa1fd6455313 tempest-TestServerMultinode-1427510943 tempest-TestServerMultinode-1427510943-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=ff5215a3-3fa5-4248-bc35-3fafdf0b648c HTTP/1.1" status: 200 len: 1095 time: 0.1035023 Jul 27 21:35:35.450097 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-31296e3d-2e4d-4ce6-be95-8d948c427276 req-ab768db8-4d0e-4ea9-b781-8c179766ac64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:35.468506 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-5f0ec678-8302-4142-ba2e-008af59d212f req-85918dfe-f916-46c6-b76f-26938fc4b869 tempest-TestServerMultinode-1427510943 tempest-TestServerMultinode-1427510943-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=7ba2c0f0-1ad8-434c-98c9-5c1671e958cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495718 Jul 27 21:35:35.535680 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-8488a854-f377-4f7a-984e-c99a3d95550d None None] Provisioning for port 3d62f75e-76e6-437d-a101-065aa06ea653 completed by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:35:35.542676 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-8488a854-f377-4f7a-984e-c99a3d95550d None None] Provisioning complete for port 3d62f75e-76e6-437d-a101-065aa06ea653 triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:35:35.543079 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-8488a854-f377-4f7a-984e-c99a3d95550d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:35.582109 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-8488a854-f377-4f7a-984e-c99a3d95550d None None] Port 3d62f75e-76e6-437d-a101-065aa06ea653 cannot update to ACTIVE because it is not bound. {{(pid=105586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:35:35.733276 n-d-705658-22 neutron-server[105585]: DEBUG neutron.notifiers.nova [req-31296e3d-2e4d-4ce6-be95-8d948c427276 req-ab768db8-4d0e-4ea9-b781-8c179766ac64 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d62f75e-76e6-437d-a101-065aa06ea653 {{(pid=105585) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:35:35.740837 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-31296e3d-2e4d-4ce6-be95-8d948c427276 req-ab768db8-4d0e-4ea9-b781-8c179766ac64 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:35.753293 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.provisioning_blocks [req-31296e3d-2e4d-4ce6-be95-8d948c427276 req-ab768db8-4d0e-4ea9-b781-8c179766ac64 service neutron] Transition to ACTIVE for port object 3d62f75e-76e6-437d-a101-065aa06ea653 will not be triggered until provisioned by entity L2. {{(pid=105585) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:35:35.756858 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-31296e3d-2e4d-4ce6-be95-8d948c427276 req-ab768db8-4d0e-4ea9-b781-8c179766ac64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10221672'] for port, after_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:35.807477 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab768db8-4d0e-4ea9-b781-8c179766ac64 service neutron] Pushing event updated for resources: {'Port': ['ID=3d62f75e-76e6-437d-a101-065aa06ea653,revision_number=2']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:35:35.931424 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.managers [req-31296e3d-2e4d-4ce6-be95-8d948c427276 req-ab768db8-4d0e-4ea9-b781-8c179766ac64 service neutron] Attempting to bind port 3d62f75e-76e6-437d-a101-065aa06ea653 on host n-h2-705658-22 for vnic_type normal with profile {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:35:35.931765 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.managers [req-31296e3d-2e4d-4ce6-be95-8d948c427276 req-ab768db8-4d0e-4ea9-b781-8c179766ac64 service neutron] Attempting to bind port 3d62f75e-76e6-437d-a101-065aa06ea653 by drivers openvswitch,hyperv on host n-h2-705658-22 at level 0 using segments [{'id': '6a44b0c8-0b10-4191-b0e4-021984ddfab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'b8c68474-1d26-4c5c-9f82-5da72e824d0f'}] {{(pid=105585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:35:35.932099 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31296e3d-2e4d-4ce6-be95-8d948c427276 req-ab768db8-4d0e-4ea9-b781-8c179766ac64 service neutron] Attempting to bind port 3d62f75e-76e6-437d-a101-065aa06ea653 on network b8c68474-1d26-4c5c-9f82-5da72e824d0f {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:35:35.939674 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31296e3d-2e4d-4ce6-be95-8d948c427276 req-ab768db8-4d0e-4ea9-b781-8c179766ac64 service neutron] Port 3d62f75e-76e6-437d-a101-065aa06ea653 on network b8c68474-1d26-4c5c-9f82-5da72e824d0f not bound, no agent of type Open vSwitch agent registered on host n-h2-705658-22 {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:35:35.940008 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31296e3d-2e4d-4ce6-be95-8d948c427276 req-ab768db8-4d0e-4ea9-b781-8c179766ac64 service neutron] Attempting to bind port 3d62f75e-76e6-437d-a101-065aa06ea653 on network b8c68474-1d26-4c5c-9f82-5da72e824d0f {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:35:35.948404 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31296e3d-2e4d-4ce6-be95-8d948c427276 req-ab768db8-4d0e-4ea9-b781-8c179766ac64 service neutron] Checking agent: {'id': '65195a73-a875-4810-9f5b-622ae260a8a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 49, 40), 'started_at': datetime.datetime(2021, 7, 27, 20, 49, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 35, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:35:35.948751 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31296e3d-2e4d-4ce6-be95-8d948c427276 req-ab768db8-4d0e-4ea9-b781-8c179766ac64 service neutron] Checking segment: {'id': '6a44b0c8-0b10-4191-b0e4-021984ddfab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'b8c68474-1d26-4c5c-9f82-5da72e824d0f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:35:35.949141 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31296e3d-2e4d-4ce6-be95-8d948c427276 req-ab768db8-4d0e-4ea9-b781-8c179766ac64 service neutron] Bound using segment: {'id': '6a44b0c8-0b10-4191-b0e4-021984ddfab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'b8c68474-1d26-4c5c-9f82-5da72e824d0f'} {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:35:35.949580 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.managers [req-31296e3d-2e4d-4ce6-be95-8d948c427276 req-ab768db8-4d0e-4ea9-b781-8c179766ac64 service neutron] Bound port: 3d62f75e-76e6-437d-a101-065aa06ea653, host: n-h2-705658-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a44b0c8-0b10-4191-b0e4-021984ddfab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'b8c68474-1d26-4c5c-9f82-5da72e824d0f'}}] {{(pid=105585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:35:35.950181 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-31296e3d-2e4d-4ce6-be95-8d948c427276 req-ab768db8-4d0e-4ea9-b781-8c179766ac64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:36.017642 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabbf590-0d9a-4f3c-bb69-c3a876266403 req-58912e1b-99f5-4821-bff4-ee26773a7a26 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:35:36.019268 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-fabbf590-0d9a-4f3c-bb69-c3a876266403 req-58912e1b-99f5-4821-bff4-ee26773a7a26 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] 10.222.0.59 "GET /v2.0/ports?device_id=f719f5bd-f4b4-479a-a5f9-19875abf5eea HTTP/1.1" status: 200 len: 943 time: 0.1329486 Jul 27 21:35:36.055255 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.db [req-31296e3d-2e4d-4ce6-be95-8d948c427276 req-ab768db8-4d0e-4ea9-b781-8c179766ac64 service neutron] For port 3d62f75e-76e6-437d-a101-065aa06ea653, host n-h2-705658-22, cleared binding levels {{(pid=105585) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:35:36.077727 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.db [req-31296e3d-2e4d-4ce6-be95-8d948c427276 req-ab768db8-4d0e-4ea9-b781-8c179766ac64 service neutron] For port 3d62f75e-76e6-437d-a101-065aa06ea653, host n-h2-705658-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=3d62f75e-76e6-437d-a101-065aa06ea653,segment=NetworkSegment(6a44b0c8-0b10-4191-b0e4-021984ddfab8),segment_id=6a44b0c8-0b10-4191-b0e4-021984ddfab8)] {{(pid=105585) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:35:36.084137 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-fabbf590-0d9a-4f3c-bb69-c3a876266403 req-abaada41-b5ba-4065-be62-a50cf67d59ac tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] 10.222.0.59 "GET /v2.0/security-groups?id=a5e6581c-d58a-4df1-b094-3a90bf3c9fce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530980 Jul 27 21:35:36.086221 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-31296e3d-2e4d-4ce6-be95-8d948c427276 req-ab768db8-4d0e-4ea9-b781-8c179766ac64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10221672'] for port, after_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:36.118698 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31296e3d-2e4d-4ce6-be95-8d948c427276 req-ab768db8-4d0e-4ea9-b781-8c179766ac64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:35:36.119577 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-31296e3d-2e4d-4ce6-be95-8d948c427276 req-ab768db8-4d0e-4ea9-b781-8c179766ac64 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:36.120924 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-31296e3d-2e4d-4ce6-be95-8d948c427276 req-ab768db8-4d0e-4ea9-b781-8c179766ac64 service neutron] 10.222.0.60 "PUT /v2.0/ports/3d62f75e-76e6-437d-a101-065aa06ea653 HTTP/1.1" status: 200 len: 1092 time: 0.7853377 Jul 27 21:35:36.123387 n-d-705658-22 neutron-server[105585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f719f5bd-f4b4-479a-a5f9-19875abf5eea', 'tag': '3d62f75e-76e6-437d-a101-065aa06ea653'}] {{(pid=105585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:35:36.125392 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d66fd65881426bfc2b5388084a3654e5eae521106a15a3dbf0eb4cde7106c36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d6628b6-f268-4856-aeff-428e5d84c4f5" -d '{"events": [{"name": "network-changed", "server_uuid": "f719f5bd-f4b4-479a-a5f9-19875abf5eea", "tag": "3d62f75e-76e6-437d-a101-065aa06ea653"}]}' {{(pid=105585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:35:36.156377 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab768db8-4d0e-4ea9-b781-8c179766ac64 service neutron] Pushing event updated for resources: {'Port': ['ID=3d62f75e-76e6-437d-a101-065aa06ea653,revision_number=3']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:35:36.176732 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:35:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-281bad1f-bf71-4426-85e9-2a598353016c x-openstack-request-id: req-281bad1f-bf71-4426-85e9-2a598353016c {{(pid=105585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:35:36.177029 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f719f5bd-f4b4-479a-a5f9-19875abf5eea", "tag": "3d62f75e-76e6-437d-a101-065aa06ea653", "status": "completed", "code": 200}]} {{(pid=105585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:35:36.177298 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-281bad1f-bf71-4426-85e9-2a598353016c {{(pid=105585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:35:36.177672 n-d-705658-22 neutron-server[105585]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f719f5bd-f4b4-479a-a5f9-19875abf5eea', 'tag': '3d62f75e-76e6-437d-a101-065aa06ea653', 'status': 'completed', 'code': 200} Jul 27 21:35:36.240934 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31296e3d-2e4d-4ce6-be95-8d948c427276 req-44fe0b6f-cc48-45c5-a657-526a8b3ca86f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:35:36.242727 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-31296e3d-2e4d-4ce6-be95-8d948c427276 req-44fe0b6f-cc48-45c5-a657-526a8b3ca86f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=86837ff0d819403d862560ca192fdca7&device_id=f719f5bd-f4b4-479a-a5f9-19875abf5eea HTTP/1.1" status: 200 len: 1095 time: 0.0629156 Jul 27 21:35:36.291488 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-31296e3d-2e4d-4ce6-be95-8d948c427276 req-605526f3-b840-40a7-8dd5-aa18862c9cc2 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3d62f75e-76e6-437d-a101-065aa06ea653 HTTP/1.1" status: 200 len: 217 time: 0.0404212 Jul 27 21:35:36.345982 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31296e3d-2e4d-4ce6-be95-8d948c427276 req-b819e438-4101-470d-bea1-b2295884110c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:35:36.347581 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-31296e3d-2e4d-4ce6-be95-8d948c427276 req-b819e438-4101-470d-bea1-b2295884110c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=11733cc0-d894-4d0f-84a6-7f612951db53 HTTP/1.1" status: 200 len: 849 time: 0.0491266 Jul 27 21:35:36.409967 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31296e3d-2e4d-4ce6-be95-8d948c427276 req-49347c6e-8f94-4447-a321-1a28a4090e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:35:36.412426 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-31296e3d-2e4d-4ce6-be95-8d948c427276 req-49347c6e-8f94-4447-a321-1a28a4090e9f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b8c68474-1d26-4c5c-9f82-5da72e824d0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0555952 Jul 27 21:35:36.509820 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-31296e3d-2e4d-4ce6-be95-8d948c427276 req-2673fefb-57b8-4e4f-8b6e-72c9cd6c4a01 service neutron] 10.222.0.60 "GET /v2.0/networks/b8c68474-1d26-4c5c-9f82-5da72e824d0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890353 Jul 27 21:35:36.590820 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:36.640997 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-31296e3d-2e4d-4ce6-be95-8d948c427276 req-8b2858a8-5d0b-40cf-afba-76bc4d70b852 service neutron] 10.222.0.60 "GET /v2.0/networks/b8c68474-1d26-4c5c-9f82-5da72e824d0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230605 Jul 27 21:35:36.651693 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a7b611-a27b-4587-9225-7e129ac48763 req-95ec9ced-8925-43d3-b0c4-3dd7a0e79931 tempest-TestServerMultinode-1427510943 tempest-TestServerMultinode-1427510943-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:35:36.653174 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f3a7b611-a27b-4587-9225-7e129ac48763 req-95ec9ced-8925-43d3-b0c4-3dd7a0e79931 tempest-TestServerMultinode-1427510943 tempest-TestServerMultinode-1427510943-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=ff5215a3-3fa5-4248-bc35-3fafdf0b648c HTTP/1.1" status: 200 len: 1095 time: 0.0917695 Jul 27 21:35:36.719689 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f3a7b611-a27b-4587-9225-7e129ac48763 req-8c92b9db-3220-40be-a5da-57ff3dc199b1 tempest-TestServerMultinode-1427510943 tempest-TestServerMultinode-1427510943-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=7ba2c0f0-1ad8-434c-98c9-5c1671e958cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554843 Jul 27 21:35:36.752103 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6628b6-f268-4856-aeff-428e5d84c4f5 req-eef1a1f4-c8ae-460f-9ea4-9697e9f9a16f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:35:36.753535 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-6d6628b6-f268-4856-aeff-428e5d84c4f5 req-eef1a1f4-c8ae-460f-9ea4-9697e9f9a16f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=86837ff0d819403d862560ca192fdca7&device_id=f719f5bd-f4b4-479a-a5f9-19875abf5eea HTTP/1.1" status: 200 len: 1095 time: 0.0640538 Jul 27 21:35:36.850683 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6628b6-f268-4856-aeff-428e5d84c4f5 req-eec05e61-418f-42b2-b4ff-b1168623438e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:35:36.852825 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-6d6628b6-f268-4856-aeff-428e5d84c4f5 req-eec05e61-418f-42b2-b4ff-b1168623438e service neutron] 10.222.0.60 "GET /v2.0/networks?id=b8c68474-1d26-4c5c-9f82-5da72e824d0f HTTP/1.1" status: 200 len: 911 time: 0.0917470 Jul 27 21:35:36.896312 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-6d6628b6-f268-4856-aeff-428e5d84c4f5 req-c879af79-7586-41e4-aa22-3f68df12f1fa service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3d62f75e-76e6-437d-a101-065aa06ea653 HTTP/1.1" status: 200 len: 217 time: 0.0366330 Jul 27 21:35:36.946711 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6628b6-f268-4856-aeff-428e5d84c4f5 req-ddc20b2c-7b47-47e9-96a3-32f024939fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:35:36.948215 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-6d6628b6-f268-4856-aeff-428e5d84c4f5 req-ddc20b2c-7b47-47e9-96a3-32f024939fd3 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=11733cc0-d894-4d0f-84a6-7f612951db53 HTTP/1.1" status: 200 len: 849 time: 0.0447936 Jul 27 21:35:37.012827 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6628b6-f268-4856-aeff-428e5d84c4f5 req-cc1b9cb2-f4fa-4291-81ca-f6783a5b067a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:35:37.014286 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-6d6628b6-f268-4856-aeff-428e5d84c4f5 req-cc1b9cb2-f4fa-4291-81ca-f6783a5b067a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b8c68474-1d26-4c5c-9f82-5da72e824d0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0590782 Jul 27 21:35:37.103787 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-6d6628b6-f268-4856-aeff-428e5d84c4f5 req-20736875-fa2f-44cc-9f62-8994ea5f062f service neutron] 10.222.0.60 "GET /v2.0/networks/b8c68474-1d26-4c5c-9f82-5da72e824d0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819895 Jul 27 21:35:37.177116 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Device 7f13df65-9327-4205-99a4-a68bb7f2db37 details requested by agent hyperv_n-h2-705658-22 with host n-h2-705658-22 {{(pid=105586) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:35:37.242523 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-6d6628b6-f268-4856-aeff-428e5d84c4f5 req-f465b232-c96c-402c-8ed1-e9cc20c82964 service neutron] 10.222.0.60 "GET /v2.0/networks/b8c68474-1d26-4c5c-9f82-5da72e824d0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318960 Jul 27 21:35:37.254763 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2924949-245e-4e2b-a6af-ad7023811ba1 req-5683c5b0-2f40-481c-b91e-dbfa77dbb276 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:35:37.256780 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b2924949-245e-4e2b-a6af-ad7023811ba1 req-5683c5b0-2f40-481c-b91e-dbfa77dbb276 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] 10.222.0.59 "GET /v2.0/ports?device_id=f719f5bd-f4b4-479a-a5f9-19875abf5eea HTTP/1.1" status: 200 len: 943 time: 0.0989933 Jul 27 21:35:37.275523 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] For port 7f13df65-9327-4205-99a4-a68bb7f2db37, host n-h2-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=7f13df65-9327-4205-99a4-a68bb7f2db37,segment=NetworkSegment(37d7eecb-8789-4341-b752-aab48fb1bada),segment_id=37d7eecb-8789-4341-b752-aab48fb1bada)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:35:37.291752 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Returning: {'device': '7f13df65-9327-4205-99a4-a68bb7f2db37', 'network_id': '725697cb-82b3-40ee-92cf-f80ad6c9d02b', 'port_id': '7f13df65-9327-4205-99a4-a68bb7f2db37', 'mac_address': 'fa:16:3e:de:b5:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 223, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '436b0087-5d13-45b5-ba56-b05440df52cf', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105586) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:35:37.297388 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b2924949-245e-4e2b-a6af-ad7023811ba1 req-23d70e2a-d07b-4df5-8235-1dce4140aa7e tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] 10.222.0.59 "GET /v2.0/security-groups?id=a5e6581c-d58a-4df1-b094-3a90bf3c9fce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338302 Jul 27 21:35:37.329459 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:37.342012 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [None req-3d54578f-831f-4696-b568-13c455922dab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f13df65-9327-4205-99a4-a68bb7f2db37 {{(pid=105586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:35:37.361008 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] For port 7f13df65-9327-4205-99a4-a68bb7f2db37, host n-h2-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=7f13df65-9327-4205-99a4-a68bb7f2db37,segment=NetworkSegment(37d7eecb-8789-4341-b752-aab48fb1bada),segment_id=37d7eecb-8789-4341-b752-aab48fb1bada)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:35:37.365922 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:37.412005 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Pushing event updated for resources: {'Port': ['ID=7f13df65-9327-4205-99a4-a68bb7f2db37,revision_number=4']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:35:37.716021 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] get_ports_and_sgs() called for port_ids ['7f13df65-9327-4205-99a4-a68bb7f2db37'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:35:37.847891 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5f8d20-b526-41af-9b4d-ea98f78674e5 req-966a4669-6324-42bf-a4dc-68204ed836a6 tempest-TestServerMultinode-1427510943 tempest-TestServerMultinode-1427510943-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:35:37.849437 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-8a5f8d20-b526-41af-9b4d-ea98f78674e5 req-966a4669-6324-42bf-a4dc-68204ed836a6 tempest-TestServerMultinode-1427510943 tempest-TestServerMultinode-1427510943-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=ff5215a3-3fa5-4248-bc35-3fafdf0b648c HTTP/1.1" status: 200 len: 1096 time: 0.0618119 Jul 27 21:35:37.889545 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-8a5f8d20-b526-41af-9b4d-ea98f78674e5 req-b0f11451-9dbb-4cf5-95ae-f55cc6a3f64f tempest-TestServerMultinode-1427510943 tempest-TestServerMultinode-1427510943-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=7ba2c0f0-1ad8-434c-98c9-5c1671e958cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335126 Jul 27 21:35:38.429135 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1ed71e-b7a6-4289-b6b8-31f6486b2c2b req-9d5479fa-d1c9-4e76-8efc-477ca2dfb92e tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:35:38.430612 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-cb1ed71e-b7a6-4289-b6b8-31f6486b2c2b req-9d5479fa-d1c9-4e76-8efc-477ca2dfb92e tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] 10.222.0.59 "GET /v2.0/ports?device_id=f719f5bd-f4b4-479a-a5f9-19875abf5eea HTTP/1.1" status: 200 len: 943 time: 0.0637221 Jul 27 21:35:38.468469 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-cb1ed71e-b7a6-4289-b6b8-31f6486b2c2b req-639cdb54-a007-437d-b5be-552f4475c7cb tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] 10.222.0.59 "GET /v2.0/security-groups?id=a5e6581c-d58a-4df1-b094-3a90bf3c9fce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318339 Jul 27 21:35:38.916458 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-6fa1f04f-3e38-4af2-8aab-0f6196b6a779 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:39.007675 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399b3d0e-ca2b-4500-ac5b-cf1ad0296869 req-11fe1035-09bb-4399-b97d-abb6737069db tempest-TestServerMultinode-1427510943 tempest-TestServerMultinode-1427510943-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:35:39.009825 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-399b3d0e-ca2b-4500-ac5b-cf1ad0296869 req-11fe1035-09bb-4399-b97d-abb6737069db tempest-TestServerMultinode-1427510943 tempest-TestServerMultinode-1427510943-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=ff5215a3-3fa5-4248-bc35-3fafdf0b648c HTTP/1.1" status: 200 len: 1096 time: 0.0547783 Jul 27 21:35:39.044584 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-399b3d0e-ca2b-4500-ac5b-cf1ad0296869 req-4dd7d895-fb39-4a8f-99d2-3626863badcd tempest-TestServerMultinode-1427510943 tempest-TestServerMultinode-1427510943-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=7ba2c0f0-1ad8-434c-98c9-5c1671e958cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0288057 Jul 27 21:35:39.185918 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Device 7f13df65-9327-4205-99a4-a68bb7f2db37 up at agent hyperv_n-h2-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:35:39.232272 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-3d54578f-831f-4696-b568-13c455922dab None None] Provisioning for port 7f13df65-9327-4205-99a4-a68bb7f2db37 completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:35:39.235866 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-3d54578f-831f-4696-b568-13c455922dab None None] Provisioning complete for port 7f13df65-9327-4205-99a4-a68bb7f2db37 triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:35:39.236236 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:39.313529 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:39.334355 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff5215a3-3fa5-4248-bc35-3fafdf0b648c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f13df65-9327-4205-99a4-a68bb7f2db37'}] {{(pid=105586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:35:39.336625 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14c1663e039faf5393f87855f745010ac5b02220355b68fdbf065393e303ac56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31c669ff-823c-468f-bf9e-cb4c33992073" -d '{"events": [{"server_uuid": "ff5215a3-3fa5-4248-bc35-3fafdf0b648c", "name": "network-vif-plugged", "status": "completed", "tag": "7f13df65-9327-4205-99a4-a68bb7f2db37"}]}' {{(pid=105586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:35:39.349398 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] For port 7f13df65-9327-4205-99a4-a68bb7f2db37, host n-h2-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=7f13df65-9327-4205-99a4-a68bb7f2db37,segment=NetworkSegment(37d7eecb-8789-4341-b752-aab48fb1bada),segment_id=37d7eecb-8789-4341-b752-aab48fb1bada)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:35:39.354321 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:39.378234 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:35:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21d75349-f3c1-4aab-b6ab-e50949a9de4f x-openstack-request-id: req-21d75349-f3c1-4aab-b6ab-e50949a9de4f {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:35:39.378533 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff5215a3-3fa5-4248-bc35-3fafdf0b648c", "name": "network-vif-plugged", "status": "completed", "tag": "7f13df65-9327-4205-99a4-a68bb7f2db37", "code": 200}]} {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:35:39.378792 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-21d75349-f3c1-4aab-b6ab-e50949a9de4f {{(pid=105586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:35:39.379274 n-d-705658-22 neutron-server[105586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff5215a3-3fa5-4248-bc35-3fafdf0b648c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f13df65-9327-4205-99a4-a68bb7f2db37', 'code': 200} Jul 27 21:35:39.404798 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Pushing event updated for resources: {'Port': ['ID=7f13df65-9327-4205-99a4-a68bb7f2db37,revision_number=5']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:35:39.497880 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4590733-2d78-443c-97d6-e022eafa6c28 req-f4a4de31-6400-4ee9-856d-092c4b8ea8f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:35:39.499522 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-c4590733-2d78-443c-97d6-e022eafa6c28 req-f4a4de31-6400-4ee9-856d-092c4b8ea8f5 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=ff5215a3-3fa5-4248-bc35-3fafdf0b648c HTTP/1.1" status: 200 len: 1097 time: 0.0654256 Jul 27 21:35:39.535098 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-c4590733-2d78-443c-97d6-e022eafa6c28 req-d70ab500-115d-425a-a5e5-034b1b064758 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=7ba2c0f0-1ad8-434c-98c9-5c1671e958cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0283172 Jul 27 21:35:39.596983 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6a87c1-3ff2-4a54-aa69-cdd768d592b1 req-53bdc6fe-8893-417d-9148-3777af0c68d0 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:35:39.598465 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-ee6a87c1-3ff2-4a54-aa69-cdd768d592b1 req-53bdc6fe-8893-417d-9148-3777af0c68d0 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] 10.222.0.59 "GET /v2.0/ports?device_id=f719f5bd-f4b4-479a-a5f9-19875abf5eea HTTP/1.1" status: 200 len: 943 time: 0.0625033 Jul 27 21:35:39.636570 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-ee6a87c1-3ff2-4a54-aa69-cdd768d592b1 req-a156ee67-f849-44f1-98e1-eb90c545b1f3 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] 10.222.0.59 "GET /v2.0/security-groups?id=a5e6581c-d58a-4df1-b094-3a90bf3c9fce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312977 Jul 27 21:35:40.163996 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5defe0a-1163-4ca0-84c7-1e2e33b6f33b req-5975516b-2dcd-4c68-89ff-e1e2a4d868d4 tempest-TestServerMultinode-1427510943 tempest-TestServerMultinode-1427510943-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:35:40.165431 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e5defe0a-1163-4ca0-84c7-1e2e33b6f33b req-5975516b-2dcd-4c68-89ff-e1e2a4d868d4 tempest-TestServerMultinode-1427510943 tempest-TestServerMultinode-1427510943-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=ff5215a3-3fa5-4248-bc35-3fafdf0b648c HTTP/1.1" status: 200 len: 1097 time: 0.0544703 Jul 27 21:35:40.199557 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e5defe0a-1163-4ca0-84c7-1e2e33b6f33b req-2a752e66-18c8-4d78-b7fd-4977edd65f25 tempest-TestServerMultinode-1427510943 tempest-TestServerMultinode-1427510943-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=7ba2c0f0-1ad8-434c-98c9-5c1671e958cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0283523 Jul 27 21:35:40.393278 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:40.780371 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae80dc6-1a6c-4c5c-b7d4-e1ee7b285efb req-28fed966-151a-45af-914c-e706d2f804d5 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:35:40.781772 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-9ae80dc6-1a6c-4c5c-b7d4-e1ee7b285efb req-28fed966-151a-45af-914c-e706d2f804d5 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] 10.222.0.59 "GET /v2.0/ports?device_id=f719f5bd-f4b4-479a-a5f9-19875abf5eea HTTP/1.1" status: 200 len: 943 time: 0.0789080 Jul 27 21:35:40.819577 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-9ae80dc6-1a6c-4c5c-b7d4-e1ee7b285efb req-297ff30e-10c9-4dc9-9250-018745b27c58 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] 10.222.0.59 "GET /v2.0/security-groups?id=a5e6581c-d58a-4df1-b094-3a90bf3c9fce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318639 Jul 27 21:35:41.316736 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c06ffa-4632-4d7d-976e-ee8217591052 req-9dc0256b-9c51-4ac5-ae05-d901d355db33 tempest-TestServerMultinode-1427510943 tempest-TestServerMultinode-1427510943-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:35:41.318410 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-21c06ffa-4632-4d7d-976e-ee8217591052 req-9dc0256b-9c51-4ac5-ae05-d901d355db33 tempest-TestServerMultinode-1427510943 tempest-TestServerMultinode-1427510943-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=ff5215a3-3fa5-4248-bc35-3fafdf0b648c HTTP/1.1" status: 200 len: 1097 time: 0.0547941 Jul 27 21:35:41.356300 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-21c06ffa-4632-4d7d-976e-ee8217591052 req-aa492bf9-60cb-4f3c-88ef-96becff795fd tempest-TestServerMultinode-1427510943 tempest-TestServerMultinode-1427510943-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=7ba2c0f0-1ad8-434c-98c9-5c1671e958cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305061 Jul 27 21:35:41.496392 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7089f642-bea6-4271-8649-f039912625a0 req-fedc6e13-8572-46dc-b2d8-bf6a6a7fc249 tempest-TestServerMultinode-1427510943 tempest-TestServerMultinode-1427510943-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:35:41.497811 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-7089f642-bea6-4271-8649-f039912625a0 req-fedc6e13-8572-46dc-b2d8-bf6a6a7fc249 tempest-TestServerMultinode-1427510943 tempest-TestServerMultinode-1427510943-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=ff5215a3-3fa5-4248-bc35-3fafdf0b648c HTTP/1.1" status: 200 len: 1097 time: 0.0607817 Jul 27 21:35:41.536715 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-7089f642-bea6-4271-8649-f039912625a0 req-04232fe0-de80-4c48-8007-fe108045359a tempest-TestServerMultinode-1427510943 tempest-TestServerMultinode-1427510943-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=7ba2c0f0-1ad8-434c-98c9-5c1671e958cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317833 Jul 27 21:35:41.571444 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-285aefec-7a02-44ce-b963-73c4ed942d28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:41.661931 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c53cff-2f49-4feb-9a69-7e4c529f1c05 req-11d968fa-9aeb-416a-b0f4-fb0035a9c71b tempest-TestServerMultinode-1427510943 tempest-TestServerMultinode-1427510943-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:35:41.663557 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-c5c53cff-2f49-4feb-9a69-7e4c529f1c05 req-11d968fa-9aeb-416a-b0f4-fb0035a9c71b tempest-TestServerMultinode-1427510943 tempest-TestServerMultinode-1427510943-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=ff5215a3-3fa5-4248-bc35-3fafdf0b648c HTTP/1.1" status: 200 len: 1097 time: 0.0591063 Jul 27 21:35:41.702843 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-c5c53cff-2f49-4feb-9a69-7e4c529f1c05 req-d9657209-03c4-4efc-9bb2-17410a1003c1 tempest-TestServerMultinode-1427510943 tempest-TestServerMultinode-1427510943-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=7ba2c0f0-1ad8-434c-98c9-5c1671e958cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329237 Jul 27 21:35:41.910817 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:42.005948 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24c1820-872d-4f6a-9f18-326900fa42f0 req-1f43579e-7c6b-4d85-bace-c5bffd713f9b tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:35:42.007601 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e24c1820-872d-4f6a-9f18-326900fa42f0 req-1f43579e-7c6b-4d85-bace-c5bffd713f9b tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] 10.222.0.59 "GET /v2.0/ports?device_id=f719f5bd-f4b4-479a-a5f9-19875abf5eea HTTP/1.1" status: 200 len: 943 time: 0.1142864 Jul 27 21:35:42.013438 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d58447-90cf-4ae9-9afa-e4864d8ef8df req-d61f9fda-ad0b-4f50-9a16-c7dd5da9a0f0 tempest-TestServerMultinode-1427510943 tempest-TestServerMultinode-1427510943-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:35:42.014869 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-d7d58447-90cf-4ae9-9afa-e4864d8ef8df req-d61f9fda-ad0b-4f50-9a16-c7dd5da9a0f0 tempest-TestServerMultinode-1427510943 tempest-TestServerMultinode-1427510943-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=ff5215a3-3fa5-4248-bc35-3fafdf0b648c HTTP/1.1" status: 200 len: 1097 time: 0.0897205 Jul 27 21:35:42.069009 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e24c1820-872d-4f6a-9f18-326900fa42f0 req-4ba1dca2-dcac-47af-986e-5ece047b2fe1 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] 10.222.0.59 "GET /v2.0/security-groups?id=a5e6581c-d58a-4df1-b094-3a90bf3c9fce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531075 Jul 27 21:35:42.070857 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-d7d58447-90cf-4ae9-9afa-e4864d8ef8df req-81133bbb-abeb-4f8a-ab75-598bcf59c6c0 tempest-TestServerMultinode-1427510943 tempest-TestServerMultinode-1427510943-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=7ba2c0f0-1ad8-434c-98c9-5c1671e958cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493357 Jul 27 21:35:42.980077 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-bb32ed7d-8717-448b-a9c8-a5a0117d1fd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:43.250768 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06878ae-12b9-4fd7-b1e3-8e628266b415 req-ef3dfb18-bf63-4259-8ad1-2bf0bca9b902 tempest-TestServerMultinode-1427510943 tempest-TestServerMultinode-1427510943-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:35:43.252767 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f06878ae-12b9-4fd7-b1e3-8e628266b415 req-ef3dfb18-bf63-4259-8ad1-2bf0bca9b902 tempest-TestServerMultinode-1427510943 tempest-TestServerMultinode-1427510943-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=ff5215a3-3fa5-4248-bc35-3fafdf0b648c HTTP/1.1" status: 200 len: 1097 time: 0.1140318 Jul 27 21:35:43.265328 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cdfbb5-6dbc-4e25-8510-f76b033b3dc2 req-82dac84a-47fc-4636-aec3-59417b1932d7 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:35:43.266727 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a4cdfbb5-6dbc-4e25-8510-f76b033b3dc2 req-82dac84a-47fc-4636-aec3-59417b1932d7 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] 10.222.0.59 "GET /v2.0/ports?device_id=f719f5bd-f4b4-479a-a5f9-19875abf5eea HTTP/1.1" status: 200 len: 943 time: 0.1155615 Jul 27 21:35:43.355347 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f06878ae-12b9-4fd7-b1e3-8e628266b415 req-385deb0f-d155-4773-9c80-89047cdd2c33 tempest-TestServerMultinode-1427510943 tempest-TestServerMultinode-1427510943-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=7ba2c0f0-1ad8-434c-98c9-5c1671e958cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875773 Jul 27 21:35:43.358515 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a4cdfbb5-6dbc-4e25-8510-f76b033b3dc2 req-04387817-444c-4ab9-8bcc-5a58d66208d7 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] 10.222.0.59 "GET /v2.0/security-groups?id=a5e6581c-d58a-4df1-b094-3a90bf3c9fce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0850606 Jul 27 21:35:43.379939 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb4b124-b51a-4067-8f1f-84ae5de708a9 req-88e677bf-0e5f-422a-962f-89e7292fe5bb tempest-TestServerMultinode-1427510943 tempest-TestServerMultinode-1427510943-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:35:43.381532 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-2cb4b124-b51a-4067-8f1f-84ae5de708a9 req-88e677bf-0e5f-422a-962f-89e7292fe5bb tempest-TestServerMultinode-1427510943 tempest-TestServerMultinode-1427510943-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=ff5215a3-3fa5-4248-bc35-3fafdf0b648c HTTP/1.1" status: 200 len: 1097 time: 0.0859723 Jul 27 21:35:43.480180 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [req-2cb4b124-b51a-4067-8f1f-84ae5de708a9 req-e2d5d2b9-8885-4ce2-9d14-61c242fb6209 tempest-TestServerMultinode-1427510943 tempest-TestServerMultinode-1427510943-project-admin] Deleting port 7f13df65-9327-4205-99a4-a68bb7f2db37 {{(pid=105585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:35:43.480647 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-2cb4b124-b51a-4067-8f1f-84ae5de708a9 req-e2d5d2b9-8885-4ce2-9d14-61c242fb6209 tempest-TestServerMultinode-1427510943 tempest-TestServerMultinode-1427510943-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:43.563390 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.db [req-2cb4b124-b51a-4067-8f1f-84ae5de708a9 req-e2d5d2b9-8885-4ce2-9d14-61c242fb6209 tempest-TestServerMultinode-1427510943 tempest-TestServerMultinode-1427510943-project-admin] For port 7f13df65-9327-4205-99a4-a68bb7f2db37, host n-h2-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=7f13df65-9327-4205-99a4-a68bb7f2db37,segment=NetworkSegment(37d7eecb-8789-4341-b752-aab48fb1bada),segment_id=37d7eecb-8789-4341-b752-aab48fb1bada)] {{(pid=105585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:35:43.563654 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-2cb4b124-b51a-4067-8f1f-84ae5de708a9 req-e2d5d2b9-8885-4ce2-9d14-61c242fb6209 tempest-TestServerMultinode-1427510943 tempest-TestServerMultinode-1427510943-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:43.577601 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [req-2cb4b124-b51a-4067-8f1f-84ae5de708a9 req-e2d5d2b9-8885-4ce2-9d14-61c242fb6209 tempest-TestServerMultinode-1427510943 tempest-TestServerMultinode-1427510943-project-admin] Calling delete_port for 7f13df65-9327-4205-99a4-a68bb7f2db37 owned by compute:nova {{(pid=105585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:35:43.714226 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-2cb4b124-b51a-4067-8f1f-84ae5de708a9 req-e2d5d2b9-8885-4ce2-9d14-61c242fb6209 tempest-TestServerMultinode-1427510943 tempest-TestServerMultinode-1427510943-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:43.727569 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] get_ports_and_sgs() called for port_ids ['f11e7f74-e6e9-471f-8b8d-94f52223299d'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:35:43.730009 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] get_ports_and_sgs() called for port_ids ['7f13df65-9327-4205-99a4-a68bb7f2db37'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:35:43.747824 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d5d2b9-8885-4ce2-9d14-61c242fb6209 tempest-TestServerMultinode-1427510943 tempest-TestServerMultinode-1427510943-project-admin] Pushing event deleted for resources: {'Port': ['ID=7f13df65-9327-4205-99a4-a68bb7f2db37,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:35:43.797841 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.l3_dvrscheduler_db [req-2cb4b124-b51a-4067-8f1f-84ae5de708a9 req-e2d5d2b9-8885-4ce2-9d14-61c242fb6209 tempest-TestServerMultinode-1427510943 tempest-TestServerMultinode-1427510943-project-admin] No DVR routers for this DVR port 7f13df65-9327-4205-99a4-a68bb7f2db37 on host n-h2-705658-22 {{(pid=105585) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:35:43.801084 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-2cb4b124-b51a-4067-8f1f-84ae5de708a9 req-e2d5d2b9-8885-4ce2-9d14-61c242fb6209 tempest-TestServerMultinode-1427510943 tempest-TestServerMultinode-1427510943-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:43.803231 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-2cb4b124-b51a-4067-8f1f-84ae5de708a9 req-e2d5d2b9-8885-4ce2-9d14-61c242fb6209 tempest-TestServerMultinode-1427510943 tempest-TestServerMultinode-1427510943-project-admin] 10.222.0.60 "DELETE /v2.0/ports/7f13df65-9327-4205-99a4-a68bb7f2db37 HTTP/1.1" status: 204 len: 173 time: 0.4143333 Jul 27 21:35:43.803737 n-d-705658-22 neutron-server[105585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff5215a3-3fa5-4248-bc35-3fafdf0b648c', 'name': 'network-vif-deleted', 'tag': '7f13df65-9327-4205-99a4-a68bb7f2db37'}] {{(pid=105585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:35:43.806366 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d66fd65881426bfc2b5388084a3654e5eae521106a15a3dbf0eb4cde7106c36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfe13ad4-73bb-4a25-b7fd-5bf114a880ad" -d '{"events": [{"server_uuid": "ff5215a3-3fa5-4248-bc35-3fafdf0b648c", "name": "network-vif-deleted", "tag": "7f13df65-9327-4205-99a4-a68bb7f2db37"}]}' {{(pid=105585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:35:43.862452 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:35:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-488a86e8-4c8d-48c7-8dbc-eafbcac47afa x-openstack-request-id: req-488a86e8-4c8d-48c7-8dbc-eafbcac47afa {{(pid=105585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:35:43.862738 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff5215a3-3fa5-4248-bc35-3fafdf0b648c", "name": "network-vif-deleted", "tag": "7f13df65-9327-4205-99a4-a68bb7f2db37", "status": "completed", "code": 200}]} {{(pid=105585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:35:43.863048 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-488a86e8-4c8d-48c7-8dbc-eafbcac47afa {{(pid=105585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:35:43.863775 n-d-705658-22 neutron-server[105585]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff5215a3-3fa5-4248-bc35-3fafdf0b648c', 'name': 'network-vif-deleted', 'tag': '7f13df65-9327-4205-99a4-a68bb7f2db37', 'status': 'completed', 'code': 200} Jul 27 21:35:44.410750 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-875ced1b-4cf3-463a-9653-058f0f9421e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:44.503292 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68aa0465-4aac-45db-a429-dbbc38f97d44 req-a6a6b114-75d6-41f3-a6ce-ccb4d3c3d337 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:35:44.504843 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-68aa0465-4aac-45db-a429-dbbc38f97d44 req-a6a6b114-75d6-41f3-a6ce-ccb4d3c3d337 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] 10.222.0.59 "GET /v2.0/ports?device_id=f719f5bd-f4b4-479a-a5f9-19875abf5eea HTTP/1.1" status: 200 len: 943 time: 0.0727625 Jul 27 21:35:44.550478 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-68aa0465-4aac-45db-a429-dbbc38f97d44 req-9a5721ee-c6bc-4c83-a6e8-56848c5ccbfc tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] 10.222.0.59 "GET /v2.0/security-groups?id=a5e6581c-d58a-4df1-b094-3a90bf3c9fce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389001 Jul 27 21:35:44.634270 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e792b1-7962-4f1c-86e9-8d70cc6bad9c req-44d2699c-acd0-4830-8158-169a71d1e4b6 tempest-TestServerMultinode-1427510943 tempest-TestServerMultinode-1427510943-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:35:44.636080 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-75e792b1-7962-4f1c-86e9-8d70cc6bad9c req-44d2699c-acd0-4830-8158-169a71d1e4b6 tempest-TestServerMultinode-1427510943 tempest-TestServerMultinode-1427510943-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=fa7973bc-97d7-463f-a337-f1275aedbfc4 HTTP/1.1" status: 200 len: 1097 time: 0.0539699 Jul 27 21:35:44.676949 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-75e792b1-7962-4f1c-86e9-8d70cc6bad9c req-3b0ccb6e-5348-45bb-acd9-7c80b52f9841 tempest-TestServerMultinode-1427510943 tempest-TestServerMultinode-1427510943-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=7ba2c0f0-1ad8-434c-98c9-5c1671e958cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345700 Jul 27 21:35:45.181649 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.agents_db [None req-558fcd2c-e512-47bc-a170-8673d87f7213 None None] Agent healthcheck: found 7 active agents {{(pid=105587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 21:35:45.676887 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adfd816-8718-449d-aeb9-718978ac95a3 req-d7e2b787-bb47-4ce8-a7e7-025fdd0f6b46 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:35:45.678340 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-1adfd816-8718-449d-aeb9-718978ac95a3 req-d7e2b787-bb47-4ce8-a7e7-025fdd0f6b46 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] 10.222.0.59 "GET /v2.0/ports?device_id=f719f5bd-f4b4-479a-a5f9-19875abf5eea HTTP/1.1" status: 200 len: 943 time: 0.0626216 Jul 27 21:35:45.720413 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-1adfd816-8718-449d-aeb9-718978ac95a3 req-76429087-27d7-4fd3-9585-5c34f17d7748 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] 10.222.0.59 "GET /v2.0/security-groups?id=a5e6581c-d58a-4df1-b094-3a90bf3c9fce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361383 Jul 27 21:35:45.797367 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971cd369-9130-4bd3-a85a-acbd10a8b25c req-60c9972d-4e45-4322-8306-ed101b7526fc tempest-TestServerMultinode-1427510943 tempest-TestServerMultinode-1427510943-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:35:45.798898 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-971cd369-9130-4bd3-a85a-acbd10a8b25c req-60c9972d-4e45-4322-8306-ed101b7526fc tempest-TestServerMultinode-1427510943 tempest-TestServerMultinode-1427510943-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=fa7973bc-97d7-463f-a337-f1275aedbfc4 HTTP/1.1" status: 200 len: 1097 time: 0.0536320 Jul 27 21:35:45.832657 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-971cd369-9130-4bd3-a85a-acbd10a8b25c req-0e8f6396-f158-492e-95e1-cbe8ea322ec7 tempest-TestServerMultinode-1427510943 tempest-TestServerMultinode-1427510943-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=7ba2c0f0-1ad8-434c-98c9-5c1671e958cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0278795 Jul 27 21:35:46.030943 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705c4f99-6f15-44d2-84e5-c4497888fc16 req-2162e3ed-9e65-4c21-8578-03c4ef88d8b4 tempest-TestServerMultinode-1427510943 tempest-TestServerMultinode-1427510943-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:35:46.032458 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-705c4f99-6f15-44d2-84e5-c4497888fc16 req-2162e3ed-9e65-4c21-8578-03c4ef88d8b4 tempest-TestServerMultinode-1427510943 tempest-TestServerMultinode-1427510943-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=fa7973bc-97d7-463f-a337-f1275aedbfc4 HTTP/1.1" status: 200 len: 1097 time: 0.0525808 Jul 27 21:35:46.117057 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [req-705c4f99-6f15-44d2-84e5-c4497888fc16 req-5a848a40-c78f-4eed-8eca-39dbfcae8edf tempest-TestServerMultinode-1427510943 tempest-TestServerMultinode-1427510943-project-admin] Deleting port f11e7f74-e6e9-471f-8b8d-94f52223299d {{(pid=105584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:35:46.117322 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-705c4f99-6f15-44d2-84e5-c4497888fc16 req-5a848a40-c78f-4eed-8eca-39dbfcae8edf tempest-TestServerMultinode-1427510943 tempest-TestServerMultinode-1427510943-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:46.198510 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [req-705c4f99-6f15-44d2-84e5-c4497888fc16 req-5a848a40-c78f-4eed-8eca-39dbfcae8edf tempest-TestServerMultinode-1427510943 tempest-TestServerMultinode-1427510943-project-admin] For port f11e7f74-e6e9-471f-8b8d-94f52223299d, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=f11e7f74-e6e9-471f-8b8d-94f52223299d,segment=NetworkSegment(37d7eecb-8789-4341-b752-aab48fb1bada),segment_id=37d7eecb-8789-4341-b752-aab48fb1bada)] {{(pid=105584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:35:46.198878 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-705c4f99-6f15-44d2-84e5-c4497888fc16 req-5a848a40-c78f-4eed-8eca-39dbfcae8edf tempest-TestServerMultinode-1427510943 tempest-TestServerMultinode-1427510943-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:46.211269 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [req-705c4f99-6f15-44d2-84e5-c4497888fc16 req-5a848a40-c78f-4eed-8eca-39dbfcae8edf tempest-TestServerMultinode-1427510943 tempest-TestServerMultinode-1427510943-project-admin] Calling delete_port for f11e7f74-e6e9-471f-8b8d-94f52223299d owned by compute:nova {{(pid=105584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:35:46.330930 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-705c4f99-6f15-44d2-84e5-c4497888fc16 req-5a848a40-c78f-4eed-8eca-39dbfcae8edf tempest-TestServerMultinode-1427510943 tempest-TestServerMultinode-1427510943-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:46.341101 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] get_ports_and_sgs() called for port_ids ['f11e7f74-e6e9-471f-8b8d-94f52223299d'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:35:46.355284 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a848a40-c78f-4eed-8eca-39dbfcae8edf tempest-TestServerMultinode-1427510943 tempest-TestServerMultinode-1427510943-project-admin] Pushing event deleted for resources: {'Port': ['ID=f11e7f74-e6e9-471f-8b8d-94f52223299d,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:35:46.403815 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [req-705c4f99-6f15-44d2-84e5-c4497888fc16 req-5a848a40-c78f-4eed-8eca-39dbfcae8edf tempest-TestServerMultinode-1427510943 tempest-TestServerMultinode-1427510943-project-admin] No DVR routers for this DVR port f11e7f74-e6e9-471f-8b8d-94f52223299d on host n-h1-705658-22 {{(pid=105584) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:35:46.406440 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-705c4f99-6f15-44d2-84e5-c4497888fc16 req-5a848a40-c78f-4eed-8eca-39dbfcae8edf tempest-TestServerMultinode-1427510943 tempest-TestServerMultinode-1427510943-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:46.408426 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-705c4f99-6f15-44d2-84e5-c4497888fc16 req-5a848a40-c78f-4eed-8eca-39dbfcae8edf tempest-TestServerMultinode-1427510943 tempest-TestServerMultinode-1427510943-project-admin] 10.222.0.36 "DELETE /v2.0/ports/f11e7f74-e6e9-471f-8b8d-94f52223299d HTTP/1.1" status: 204 len: 173 time: 0.3702400 Jul 27 21:35:46.408860 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa7973bc-97d7-463f-a337-f1275aedbfc4', 'name': 'network-vif-deleted', 'tag': 'f11e7f74-e6e9-471f-8b8d-94f52223299d'}] {{(pid=105584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:35:46.411126 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bce5e6c8685464f7626901654159975603b047827e3138302ed6566e28f1343" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55b00e13-cc71-411c-a2f7-2032e62c22d3" -d '{"events": [{"server_uuid": "fa7973bc-97d7-463f-a337-f1275aedbfc4", "name": "network-vif-deleted", "tag": "f11e7f74-e6e9-471f-8b8d-94f52223299d"}]}' {{(pid=105584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:35:46.454151 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:35:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe4b8d6f-c119-4584-ae9d-3d1406e0c35e x-openstack-request-id: req-fe4b8d6f-c119-4584-ae9d-3d1406e0c35e {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:35:46.454468 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa7973bc-97d7-463f-a337-f1275aedbfc4", "name": "network-vif-deleted", "tag": "f11e7f74-e6e9-471f-8b8d-94f52223299d", "status": "completed", "code": 200}]} {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:35:46.454716 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-fe4b8d6f-c119-4584-ae9d-3d1406e0c35e {{(pid=105584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:35:46.455195 n-d-705658-22 neutron-server[105584]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa7973bc-97d7-463f-a337-f1275aedbfc4', 'name': 'network-vif-deleted', 'tag': 'f11e7f74-e6e9-471f-8b8d-94f52223299d', 'status': 'completed', 'code': 200} Jul 27 21:35:46.850770 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5916b0-8385-4fd5-9d77-d5545b4641a7 req-ad7c19d7-3b0c-463f-8772-eb04776161d7 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:35:46.852805 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-8c5916b0-8385-4fd5-9d77-d5545b4641a7 req-ad7c19d7-3b0c-463f-8772-eb04776161d7 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] 10.222.0.59 "GET /v2.0/ports?device_id=f719f5bd-f4b4-479a-a5f9-19875abf5eea HTTP/1.1" status: 200 len: 943 time: 0.0645888 Jul 27 21:35:46.906785 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-8c5916b0-8385-4fd5-9d77-d5545b4641a7 req-19c4d0ba-69d9-40e9-8306-a1d67f8f6992 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] 10.222.0.59 "GET /v2.0/security-groups?id=a5e6581c-d58a-4df1-b094-3a90bf3c9fce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460196 Jul 27 21:35:46.950761 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-1e98fc18-3dd0-4f64-a57f-7b8725ed8d8d req-7f1a1c7b-82bf-4944-82d2-167c502d968e tempest-TestServerMultinode-1427510943 tempest-TestServerMultinode-1427510943-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=fa7973bc-97d7-463f-a337-f1275aedbfc4 HTTP/1.1" status: 200 len: 210 time: 0.0343730 Jul 27 21:35:47.247789 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Device 3d62f75e-76e6-437d-a101-065aa06ea653 details requested by agent hyperv_n-h2-705658-22 with host n-h2-705658-22 {{(pid=105586) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:35:47.250891 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Device 7f13df65-9327-4205-99a4-a68bb7f2db37 no longer exists at agent hyperv_n-h2-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:35:47.277214 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-3d54578f-831f-4696-b568-13c455922dab None None] No Port match for: 7f13df65-9327-4205-99a4-a68bb7f2db37 {{(pid=105586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:35:47.277558 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Device 7f13df65-9327-4205-99a4-a68bb7f2db37 not bound to the agent host n-h2-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:35:47.360017 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] For port 3d62f75e-76e6-437d-a101-065aa06ea653, host n-h2-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=3d62f75e-76e6-437d-a101-065aa06ea653,segment=NetworkSegment(6a44b0c8-0b10-4191-b0e4-021984ddfab8),segment_id=6a44b0c8-0b10-4191-b0e4-021984ddfab8)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:35:47.370957 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Returning: {'device': '3d62f75e-76e6-437d-a101-065aa06ea653', 'network_id': 'b8c68474-1d26-4c5c-9f82-5da72e824d0f', 'port_id': '3d62f75e-76e6-437d-a101-065aa06ea653', 'mac_address': 'fa:16:3e:eb:05:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 240, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11733cc0-d894-4d0f-84a6-7f612951db53', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105586) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:35:47.406558 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:47.419222 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [None req-3d54578f-831f-4696-b568-13c455922dab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d62f75e-76e6-437d-a101-065aa06ea653 {{(pid=105586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:35:47.438250 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] For port 3d62f75e-76e6-437d-a101-065aa06ea653, host n-h2-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=3d62f75e-76e6-437d-a101-065aa06ea653,segment=NetworkSegment(6a44b0c8-0b10-4191-b0e4-021984ddfab8),segment_id=6a44b0c8-0b10-4191-b0e4-021984ddfab8)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:35:47.442001 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:47.491180 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Pushing event updated for resources: {'Port': ['ID=3d62f75e-76e6-437d-a101-065aa06ea653,revision_number=4']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:35:47.873794 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] get_ports_and_sgs() called for port_ids ['3d62f75e-76e6-437d-a101-065aa06ea653'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:35:48.014864 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 34528) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:35:48.049214 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111988b9-ff42-44f1-b458-9ef45606d3c5 req-55bc9d0e-7b70-4028-a9d8-755d167de714 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:35:48.050686 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-111988b9-ff42-44f1-b458-9ef45606d3c5 req-55bc9d0e-7b70-4028-a9d8-755d167de714 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] 10.222.0.59 "GET /v2.0/ports?device_id=f719f5bd-f4b4-479a-a5f9-19875abf5eea HTTP/1.1" status: 200 len: 944 time: 0.0768898 Jul 27 21:35:48.096907 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-111988b9-ff42-44f1-b458-9ef45606d3c5 req-09777c67-12ce-4aa1-94b4-6e170208244a tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] 10.222.0.59 "GET /v2.0/security-groups?id=a5e6581c-d58a-4df1-b094-3a90bf3c9fce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396156 Jul 27 21:35:48.716723 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-cccf2f66-f24d-44a9-b12f-56d83fd90bed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4076536'] for router_interface, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:48.973909 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-cccf2f66-f24d-44a9-b12f-56d83fd90bed admin admin] Deleting port fdd66df0-b297-40e0-84fc-676e2b4d342a {{(pid=105584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:35:48.974195 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-cccf2f66-f24d-44a9-b12f-56d83fd90bed admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:49.055007 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [None req-cccf2f66-f24d-44a9-b12f-56d83fd90bed admin admin] For port fdd66df0-b297-40e0-84fc-676e2b4d342a, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=fdd66df0-b297-40e0-84fc-676e2b4d342a,segment=NetworkSegment(37d7eecb-8789-4341-b752-aab48fb1bada),segment_id=37d7eecb-8789-4341-b752-aab48fb1bada)] {{(pid=105584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:35:49.056254 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-cccf2f66-f24d-44a9-b12f-56d83fd90bed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:49.068239 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-cccf2f66-f24d-44a9-b12f-56d83fd90bed admin admin] Calling delete_port for fdd66df0-b297-40e0-84fc-676e2b4d342a owned by network:router_interface {{(pid=105584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:35:49.158513 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device f11e7f74-e6e9-471f-8b8d-94f52223299d no longer exists at agent hyperv_n-h1-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:35:49.179788 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-28650df7-c46c-4981-b84f-37d87254047e None None] No Port match for: f11e7f74-e6e9-471f-8b8d-94f52223299d {{(pid=105586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:35:49.179788 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device f11e7f74-e6e9-471f-8b8d-94f52223299d not bound to the agent host n-h1-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:35:49.233163 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46ebcd6-96ef-4071-b411-6fc46f2bc0d9 req-6a72e531-7cb2-420b-b1ef-18686798337a tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:35:49.234568 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e46ebcd6-96ef-4071-b411-6fc46f2bc0d9 req-6a72e531-7cb2-420b-b1ef-18686798337a tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] 10.222.0.59 "GET /v2.0/ports?device_id=f719f5bd-f4b4-479a-a5f9-19875abf5eea HTTP/1.1" status: 200 len: 944 time: 0.0665431 Jul 27 21:35:49.251832 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Device 3d62f75e-76e6-437d-a101-065aa06ea653 up at agent hyperv_n-h2-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:35:49.254412 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-cccf2f66-f24d-44a9-b12f-56d83fd90bed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:49.276941 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e46ebcd6-96ef-4071-b411-6fc46f2bc0d9 req-42445e81-dfbb-42f3-a652-5ee09f1b6528 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] 10.222.0.59 "GET /v2.0/security-groups?id=a5e6581c-d58a-4df1-b094-3a90bf3c9fce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348785 Jul 27 21:35:49.296463 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cccf2f66-f24d-44a9-b12f-56d83fd90bed admin admin] Pushing event deleted for resources: {'Port': ['ID=fdd66df0-b297-40e0-84fc-676e2b4d342a,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:35:49.305040 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-3d54578f-831f-4696-b568-13c455922dab None None] Provisioning for port 3d62f75e-76e6-437d-a101-065aa06ea653 completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:35:49.309528 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-3d54578f-831f-4696-b568-13c455922dab None None] Provisioning complete for port 3d62f75e-76e6-437d-a101-065aa06ea653 triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:35:49.309997 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:49.393261 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:49.418745 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f719f5bd-f4b4-479a-a5f9-19875abf5eea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d62f75e-76e6-437d-a101-065aa06ea653'}] {{(pid=105586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:35:49.421091 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14c1663e039faf5393f87855f745010ac5b02220355b68fdbf065393e303ac56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee0efa2d-4ff6-439e-a4b4-0614e1646e03" -d '{"events": [{"server_uuid": "f719f5bd-f4b4-479a-a5f9-19875abf5eea", "name": "network-vif-plugged", "status": "completed", "tag": "3d62f75e-76e6-437d-a101-065aa06ea653"}]}' {{(pid=105586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:35:49.434651 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] For port 3d62f75e-76e6-437d-a101-065aa06ea653, host n-h2-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=3d62f75e-76e6-437d-a101-065aa06ea653,segment=NetworkSegment(6a44b0c8-0b10-4191-b0e4-021984ddfab8),segment_id=6a44b0c8-0b10-4191-b0e4-021984ddfab8)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:35:49.441531 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:49.468462 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-cccf2f66-f24d-44a9-b12f-56d83fd90bed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3743915', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4076308'] for router_interface, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:49.474314 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:35:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdbde0d7-015e-4c4a-b86e-8ef5c0b2789b x-openstack-request-id: req-bdbde0d7-015e-4c4a-b86e-8ef5c0b2789b {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:35:49.474612 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f719f5bd-f4b4-479a-a5f9-19875abf5eea", "name": "network-vif-plugged", "status": "completed", "tag": "3d62f75e-76e6-437d-a101-065aa06ea653", "code": 200}]} {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:35:49.474873 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-bdbde0d7-015e-4c4a-b86e-8ef5c0b2789b {{(pid=105586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:35:49.475288 n-d-705658-22 neutron-server[105586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f719f5bd-f4b4-479a-a5f9-19875abf5eea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d62f75e-76e6-437d-a101-065aa06ea653', 'code': 200} Jul 27 21:35:49.505995 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Pushing event updated for resources: {'Port': ['ID=3d62f75e-76e6-437d-a101-065aa06ea653,revision_number=5']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:35:49.593703 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a754d0ad-1a46-4280-b016-364f248bf9cb req-5118e0c0-1d1b-4ca9-9544-cf5917df4a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:35:49.595110 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a754d0ad-1a46-4280-b016-364f248bf9cb req-5118e0c0-1d1b-4ca9-9544-cf5917df4a5d service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=f719f5bd-f4b4-479a-a5f9-19875abf5eea HTTP/1.1" status: 200 len: 1097 time: 0.0567434 Jul 27 21:35:49.630337 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a754d0ad-1a46-4280-b016-364f248bf9cb req-6355f442-b0c7-4f62-b904-297fa3d3ef54 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=a5e6581c-d58a-4df1-b094-3a90bf3c9fce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0271335 Jul 27 21:35:49.695056 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cccf2f66-f24d-44a9-b12f-56d83fd90bed admin admin] Router aea6b067-21ab-41d8-b2b2-4f5a719f2ca0 has already been hosted by L3 agent dd128fd7-8e57-4d4f-895b-a96b369df59a {{(pid=105584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:35:49.803084 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cccf2f66-f24d-44a9-b12f-56d83fd90bed admin admin] Notify agent at l3_agent.n-d-705658-22 the message routers_updated {{(pid=105584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:35:49.808250 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-cccf2f66-f24d-44a9-b12f-56d83fd90bed admin admin] 10.222.0.59 "PUT /v2.0/routers/aea6b067-21ab-41d8-b2b2-4f5a719f2ca0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7916837 Jul 27 21:35:49.810693 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 34534) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:35:49.813265 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cc58dc7-bffd-41f8-b9bb-46b97bcbd342 None None] Sync routers for ids ['aea6b067-21ab-41d8-b2b2-4f5a719f2ca0'] in n-d-705658-22 {{(pid=105587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:35:49.822755 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cc58dc7-bffd-41f8-b9bb-46b97bcbd342 None None] Routers {'aea6b067-21ab-41d8-b2b2-4f5a719f2ca0'} bound to L3 agent in host n-d-705658-22 {{(pid=105587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:35:49.823398 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-7cc58dc7-bffd-41f8-b9bb-46b97bcbd342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:35:42Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['aea6b067-21ab-41d8-b2b2-4f5a719f2ca0'], 'active': True} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:35:49.914681 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-d74f73ab-3b3f-48b5-a24d-88b195d6a0f0 admin admin] Notify callbacks [] for router, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:49.926411 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvr_db [None req-7cc58dc7-bffd-41f8-b9bb-46b97bcbd342 None None] Set router aea6b067-21ab-41d8-b2b2-4f5a719f2ca0 gateway port host: n-d-705658-22 {{(pid=105587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:35:50.012598 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-d74f73ab-3b3f-48b5-a24d-88b195d6a0f0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:50.066515 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-d74f73ab-3b3f-48b5-a24d-88b195d6a0f0 admin admin] Deleting port 474d42d3-b799-44f9-90a1-c4bea3b92ab6 {{(pid=105584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:35:50.067249 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-d74f73ab-3b3f-48b5-a24d-88b195d6a0f0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:50.099216 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-7cc58dc7-bffd-41f8-b9bb-46b97bcbd342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aea6b067-21ab-41d8-b2b2-4f5a719f2ca0', 'name': 'tempest-TestServerMultinode-320806645-router', 'tenant_id': '0eaf9fd8759b45cfb1569dad4e0a909b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.125'}], 'enable_snat': True}, 'gw_port_id': '474d42d3-b799-44f9-90a1-c4bea3b92ab6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:35:09Z', 'updated_at': '2021-07-27T21:35:49Z', 'revision_number': 5, 'project_id': '0eaf9fd8759b45cfb1569dad4e0a909b', 'gw_port': {'id': '474d42d3-b799-44f9-90a1-c4bea3b92ab6', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:ac:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aea6b067-21ab-41d8-b2b2-4f5a719f2ca0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3983, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:35:10Z', 'updated_at': '2021-07-27T21:35:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22'}], 'n-d-705658-22', False) {} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:35:50.128589 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cc58dc7-bffd-41f8-b9bb-46b97bcbd342 None None] Checking router: aea6b067-21ab-41d8-b2b2-4f5a719f2ca0 for host: n-d-705658-22 {{(pid=105587) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:35:50.137503 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cc58dc7-bffd-41f8-b9bb-46b97bcbd342 None None] Routers {'aea6b067-21ab-41d8-b2b2-4f5a719f2ca0'} bound to L3 agent in host n-d-705658-22 {{(pid=105587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:35:50.138107 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-7cc58dc7-bffd-41f8-b9bb-46b97bcbd342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:35:42Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['aea6b067-21ab-41d8-b2b2-4f5a719f2ca0'], 'active': True} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:35:50.147451 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [None req-d74f73ab-3b3f-48b5-a24d-88b195d6a0f0 admin admin] For port 474d42d3-b799-44f9-90a1-c4bea3b92ab6, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=474d42d3-b799-44f9-90a1-c4bea3b92ab6,segment=NetworkSegment(12196855-9a32-4633-9a56-77697ef9e126),segment_id=12196855-9a32-4633-9a56-77697ef9e126)] {{(pid=105584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:35:50.147822 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-d74f73ab-3b3f-48b5-a24d-88b195d6a0f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:50.160342 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-d74f73ab-3b3f-48b5-a24d-88b195d6a0f0 admin admin] Calling delete_port for 474d42d3-b799-44f9-90a1-c4bea3b92ab6 owned by network:router_gateway {{(pid=105584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:35:50.307578 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvr_db [None req-7cc58dc7-bffd-41f8-b9bb-46b97bcbd342 None None] Set router aea6b067-21ab-41d8-b2b2-4f5a719f2ca0 gateway port host: None {{(pid=105587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:35:50.333365 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-d74f73ab-3b3f-48b5-a24d-88b195d6a0f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:50.362320 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-7cc58dc7-bffd-41f8-b9bb-46b97bcbd342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aea6b067-21ab-41d8-b2b2-4f5a719f2ca0', 'name': 'tempest-TestServerMultinode-320806645-router', 'tenant_id': '0eaf9fd8759b45cfb1569dad4e0a909b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:35:09Z', 'updated_at': '2021-07-27T21:35:50Z', 'revision_number': 6, 'project_id': '0eaf9fd8759b45cfb1569dad4e0a909b', 'gw_port_host': None}], 'n-d-705658-22', False) {} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:35:50.363185 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74f73ab-3b3f-48b5-a24d-88b195d6a0f0 admin admin] Pushing event deleted for resources: {'Port': ['ID=474d42d3-b799-44f9-90a1-c4bea3b92ab6,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:35:50.397138 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cc58dc7-bffd-41f8-b9bb-46b97bcbd342 None None] The sync data for ids ['aea6b067-21ab-41d8-b2b2-4f5a719f2ca0'] in n-d-705658-22 is: [{'id': 'aea6b067-21ab-41d8-b2b2-4f5a719f2ca0', 'name': 'tempest-TestServerMultinode-320806645-router', 'tenant_id': '0eaf9fd8759b45cfb1569dad4e0a909b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:35:09Z', 'updated_at': '2021-07-27T21:35:50Z', 'revision_number': 6, 'project_id': '0eaf9fd8759b45cfb1569dad4e0a909b', 'gw_port_host': None}] {{(pid=105587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:35:50.412638 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c96c6b-0a78-4130-906b-c73fb364f566 req-3b23e9d2-4b8a-4429-a7e0-e4d022c5a1e5 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:35:50.414380 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-86c96c6b-0a78-4130-906b-c73fb364f566 req-3b23e9d2-4b8a-4429-a7e0-e4d022c5a1e5 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] 10.222.0.59 "GET /v2.0/ports?device_id=f719f5bd-f4b4-479a-a5f9-19875abf5eea HTTP/1.1" status: 200 len: 945 time: 0.0689859 Jul 27 21:35:50.441990 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-d74f73ab-3b3f-48b5-a24d-88b195d6a0f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4075702'] for router_gateway, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:50.454990 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-86c96c6b-0a78-4130-906b-c73fb364f566 req-ac43114f-e8fa-4286-8c2a-97f17d78c05e tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] 10.222.0.59 "GET /v2.0/security-groups?id=a5e6581c-d58a-4df1-b094-3a90bf3c9fce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337164 Jul 27 21:35:50.532687 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-d74f73ab-3b3f-48b5-a24d-88b195d6a0f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4163631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-425'] for router, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:50.534738 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-d74f73ab-3b3f-48b5-a24d-88b195d6a0f0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:50.577637 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-d74f73ab-3b3f-48b5-a24d-88b195d6a0f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4163007'] for router, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:50.578266 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d74f73ab-3b3f-48b5-a24d-88b195d6a0f0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router aea6b067-21ab-41d8-b2b2-4f5a719f2ca0 {{(pid=105584) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 21:35:50.582407 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-d74f73ab-3b3f-48b5-a24d-88b195d6a0f0 admin admin] Notify callbacks [] for router, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:50.583700 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-d74f73ab-3b3f-48b5-a24d-88b195d6a0f0 admin admin] 10.222.0.59 "DELETE /v2.0/routers/aea6b067-21ab-41d8-b2b2-4f5a719f2ca0 HTTP/1.1" status: 204 len: 168 time: 0.7717545 Jul 27 21:35:50.586306 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 34538) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:35:50.635021 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7fdb863-f399-4817-ae7b-3831a279b804 admin admin] Deleting subnet 436b0087-5d13-45b5-ba56-b05440df52cf {{(pid=105584) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:35:50.638176 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-f7fdb863-f399-4817-ae7b-3831a279b804 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:50.673771 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-f7fdb863-f399-4817-ae7b-3831a279b804 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9014207'] for subnet, precommit_delete_associations {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:50.757455 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-f7fdb863-f399-4817-ae7b-3831a279b804 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854965'] for subnet, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:50.818651 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-f7fdb863-f399-4817-ae7b-3831a279b804 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9014081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9738825'] for subnet, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:50.845917 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fdb863-f399-4817-ae7b-3831a279b804 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=436b0087-5d13-45b5-ba56-b05440df52cf,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:35:50.850343 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-f7fdb863-f399-4817-ae7b-3831a279b804 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:50.852861 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-f7fdb863-f399-4817-ae7b-3831a279b804 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/436b0087-5d13-45b5-ba56-b05440df52cf HTTP/1.1" status: 204 len: 168 time: 0.2645290 Jul 27 21:35:50.855321 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 34540) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:35:50.856152 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaebef56-f116-453f-a0dd-842c375ec203 None None] Network 725697cb-82b3-40ee-92cf-f80ad6c9d02b requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:35:50.922858 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-b948a2c3-f1a1-4815-acba-5872670c1310 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-990557'] for network, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:50.975515 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-b948a2c3-f1a1-4815-acba-5872670c1310 admin admin] Deleting port b42beb6d-b22f-4bc7-adfe-9a385b3261ad {{(pid=105584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:35:50.975859 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-b948a2c3-f1a1-4815-acba-5872670c1310 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:51.041834 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [None req-b948a2c3-f1a1-4815-acba-5872670c1310 admin admin] For port b42beb6d-b22f-4bc7-adfe-9a385b3261ad, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=b42beb6d-b22f-4bc7-adfe-9a385b3261ad,segment=NetworkSegment(37d7eecb-8789-4341-b752-aab48fb1bada),segment_id=37d7eecb-8789-4341-b752-aab48fb1bada)] {{(pid=105584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:35:51.042202 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-b948a2c3-f1a1-4815-acba-5872670c1310 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:51.054298 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-b948a2c3-f1a1-4815-acba-5872670c1310 admin admin] Calling delete_port for b42beb6d-b22f-4bc7-adfe-9a385b3261ad owned by network:dhcp {{(pid=105584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:35:51.130011 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-b948a2c3-f1a1-4815-acba-5872670c1310 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:51.159141 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b948a2c3-f1a1-4815-acba-5872670c1310 admin admin] Pushing event deleted for resources: {'Port': ['ID=b42beb6d-b22f-4bc7-adfe-9a385b3261ad,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:35:51.163023 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b948a2c3-f1a1-4815-acba-5872670c1310 admin admin] No DVR routers for this DVR port b42beb6d-b22f-4bc7-adfe-9a385b3261ad on host n-d-705658-22 {{(pid=105584) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:35:51.198034 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd02e00f-89d2-4b73-a6a8-e1b40c12dce5 None None] DHCP port deletion for 725697cb-82b3-40ee-92cf-f80ad6c9d02b request from n-d-705658-22 {{(pid=105586) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 21:35:51.235312 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-b948a2c3-f1a1-4815-acba-5872670c1310 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853562', 'neutron.services.segments.db._delete_segments_for_network-8790688882975'] for network, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:51.245082 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.segments.db [None req-b948a2c3-f1a1-4815-acba-5872670c1310 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['725697cb-82b3-40ee-92cf-f80ad6c9d02b']}} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:35:51.254794 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.segments.db [None req-b948a2c3-f1a1-4815-acba-5872670c1310 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37d7eecb-8789-4341-b752-aab48fb1bada') {'for_net_delete': True} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:35:51.255117 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.segments.db [None req-b948a2c3-f1a1-4815-acba-5872670c1310 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37d7eecb-8789-4341-b752-aab48fb1bada') {} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:35:51.264192 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-b948a2c3-f1a1-4815-acba-5872670c1310 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790688883752', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9014348'] for segment, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:51.277938 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-b948a2c3-f1a1-4815-acba-5872670c1310 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:51.284230 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b948a2c3-f1a1-4815-acba-5872670c1310 admin admin] Releasing vlan 223 on physical network physnet1 to pool {{(pid=105584) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:35:51.284624 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-b948a2c3-f1a1-4815-acba-5872670c1310 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9014063'] for segment, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:51.286331 n-d-705658-22 neutron-server[105584]: Traceback (most recent call last): Jul 27 21:35:51.286331 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:35:51.286331 n-d-705658-22 neutron-server[105584]: timer() Jul 27 21:35:51.286331 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:35:51.286331 n-d-705658-22 neutron-server[105584]: cb(*args, **kw) Jul 27 21:35:51.286331 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:35:51.286331 n-d-705658-22 neutron-server[105584]: return func(*args, **kwargs) Jul 27 21:35:51.286331 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:35:51.286331 n-d-705658-22 neutron-server[105584]: self._notify() Jul 27 21:35:51.286331 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:35:51.286331 n-d-705658-22 neutron-server[105584]: self.callback(batched_events) Jul 27 21:35:51.286331 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:35:51.286331 n-d-705658-22 neutron-server[105584]: event.method(event) Jul 27 21:35:51.286331 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:35:51.286331 n-d-705658-22 neutron-server[105584]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:35:51.286331 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:35:51.286331 n-d-705658-22 neutron-server[105584]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:35:51.286331 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:35:51.286331 n-d-705658-22 neutron-server[105584]: return f(self, *a, **k) Jul 27 21:35:51.286331 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:35:51.286331 n-d-705658-22 neutron-server[105584]: return self._get(url).json() Jul 27 21:35:51.286331 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:35:51.286331 n-d-705658-22 neutron-server[105584]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:35:51.286331 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:35:51.286331 n-d-705658-22 neutron-server[105584]: return self.request(url, 'GET', **kwargs) Jul 27 21:35:51.286331 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:35:51.286331 n-d-705658-22 neutron-server[105584]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:35:51.286331 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:35:51.286331 n-d-705658-22 neutron-server[105584]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:35:51.286331 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:35:51.286331 n-d-705658-22 neutron-server[105584]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:35:51.286331 n-d-705658-22 neutron-server[105584]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:35:51.344549 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-b948a2c3-f1a1-4815-acba-5872670c1310 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4075658'] for network, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:51.353886 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-b948a2c3-f1a1-4815-acba-5872670c1310 admin admin] Notify callbacks [] for network, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:51.355797 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-b948a2c3-f1a1-4815-acba-5872670c1310 admin admin] 10.222.0.59 "DELETE /v2.0/networks/725697cb-82b3-40ee-92cf-f80ad6c9d02b HTTP/1.1" status: 204 len: 168 time: 0.4995699 Jul 27 21:35:51.358800 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 34542) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:35:51.366736 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b948a2c3-f1a1-4815-acba-5872670c1310 admin admin] Pushing event deleted for resources: {'Network': ['ID=725697cb-82b3-40ee-92cf-f80ad6c9d02b,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:35:51.652742 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0407acb9-01b1-43ca-b2b0-d95ff92cce8f req-8ef43333-4d90-4e08-b0ed-963ab4ef96d1 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:35:51.654102 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-0407acb9-01b1-43ca-b2b0-d95ff92cce8f req-8ef43333-4d90-4e08-b0ed-963ab4ef96d1 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] 10.222.0.59 "GET /v2.0/ports?device_id=f719f5bd-f4b4-479a-a5f9-19875abf5eea HTTP/1.1" status: 200 len: 945 time: 0.1073828 Jul 27 21:35:51.720330 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-0407acb9-01b1-43ca-b2b0-d95ff92cce8f req-710eabb6-52b1-4075-b976-fe6610b0bc6b tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] 10.222.0.59 "GET /v2.0/security-groups?id=a5e6581c-d58a-4df1-b094-3a90bf3c9fce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458405 Jul 27 21:35:51.792517 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 474d42d3-b799-44f9-90a1-c4bea3b92ab6 no longer exists at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:35:51.797504 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-a1434ad1-33ba-4af0-8c45-446852dce906 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4076536'] for router_interface, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:51.812616 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] No Port match for: 474d42d3-b799-44f9-90a1-c4bea3b92ab6 {{(pid=105586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:35:51.812971 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 474d42d3-b799-44f9-90a1-c4bea3b92ab6 not bound to the agent host n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:35:51.813399 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device b42beb6d-b22f-4bc7-adfe-9a385b3261ad no longer exists at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:35:51.831237 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] No Port match for: b42beb6d-b22f-4bc7-adfe-9a385b3261ad {{(pid=105586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:35:51.831583 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device b42beb6d-b22f-4bc7-adfe-9a385b3261ad not bound to the agent host n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:35:51.831992 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device fdd66df0-b297-40e0-84fc-676e2b4d342a no longer exists at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:35:51.853622 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] No Port match for: fdd66df0-b297-40e0-84fc-676e2b4d342a {{(pid=105586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:35:51.854065 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device fdd66df0-b297-40e0-84fc-676e2b4d342a not bound to the agent host n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:35:51.944680 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884850e4-e14f-4ac8-8269-679dc8318039 req-311e61bc-5456-4694-9c0f-cf90b44398bf tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:35:51.946184 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-884850e4-e14f-4ac8-8269-679dc8318039 req-311e61bc-5456-4694-9c0f-cf90b44398bf tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] 10.222.0.59 "GET /v2.0/ports?device_id=f719f5bd-f4b4-479a-a5f9-19875abf5eea HTTP/1.1" status: 200 len: 945 time: 0.1131732 Jul 27 21:35:52.352204 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-884850e4-e14f-4ac8-8269-679dc8318039 req-fc1c86d1-46dc-4f19-9046-3a1409d6573f tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] 10.222.0.59 "GET /v2.0/security-groups?id=a5e6581c-d58a-4df1-b094-3a90bf3c9fce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532944 Jul 27 21:35:52.375995 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 34548) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:35:52.435850 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dea9eac8-f5bf-41ac-b443-5b390a4cee84 tempest-TestVolumeBootPattern-471972273 tempest-TestVolumeBootPattern-471972273-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:35:52.437406 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-dea9eac8-f5bf-41ac-b443-5b390a4cee84 tempest-TestVolumeBootPattern-471972273 tempest-TestVolumeBootPattern-471972273-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=f719f5bd-f4b4-479a-a5f9-19875abf5eea HTTP/1.1" status: 200 len: 1092 time: 0.0602856 Jul 27 21:35:52.440243 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 34550) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:35:52.444710 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-c56c378a-5fea-4b65-a24f-60a5baf3b82e tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Request body: {'floatingip': {'floating_network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'port_id': '3d62f75e-76e6-437d-a101-065aa06ea653', 'tenant_id': '86837ff0d819403d862560ca192fdca7', 'fixed_ip_address': '172.20.0.8'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:35:52.463129 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [None req-a1434ad1-33ba-4af0-8c45-446852dce906 admin admin] Deleting port 5e1f8402-f8eb-4ae9-8807-5aa596a00b66 {{(pid=105585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:35:52.463473 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-a1434ad1-33ba-4af0-8c45-446852dce906 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:52.466686 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c56c378a-5fea-4b65-a24f-60a5baf3b82e tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Notify callbacks [] for floatingip, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:52.541871 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.db [None req-a1434ad1-33ba-4af0-8c45-446852dce906 admin admin] For port 5e1f8402-f8eb-4ae9-8807-5aa596a00b66, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=5e1f8402-f8eb-4ae9-8807-5aa596a00b66,segment=NetworkSegment(0a2c4662-7f03-45c4-9dd6-8dd3d782fb32),segment_id=0a2c4662-7f03-45c4-9dd6-8dd3d782fb32)] {{(pid=105585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:35:52.542235 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-a1434ad1-33ba-4af0-8c45-446852dce906 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:52.554704 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [None req-a1434ad1-33ba-4af0-8c45-446852dce906 admin admin] Calling delete_port for 5e1f8402-f8eb-4ae9-8807-5aa596a00b66 owned by network:router_interface {{(pid=105585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:35:52.567851 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c56c378a-5fea-4b65-a24f-60a5baf3b82e tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:52.667690 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.db_base_plugin_common [None req-c56c378a-5fea-4b65-a24f-60a5baf3b82e tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Allocated IP 172.25.5.249 (8735d8a2-b604-4758-ae71-b40e4ee6f305/eca7dbab-b9c0-4c8f-a272-816ea8a81764/752e4b52-f720-48e6-b003-db367f25b861) {{(pid=105584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:35:52.733101 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-a1434ad1-33ba-4af0-8c45-446852dce906 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:52.762664 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1434ad1-33ba-4af0-8c45-446852dce906 admin admin] Pushing event deleted for resources: {'Port': ['ID=5e1f8402-f8eb-4ae9-8807-5aa596a00b66,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:35:52.772618 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c56c378a-5fea-4b65-a24f-60a5baf3b82e tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Notify callbacks [] for port, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:52.815087 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c56c378a-5fea-4b65-a24f-60a5baf3b82e tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:52.853151 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c56c378a-5fea-4b65-a24f-60a5baf3b82e tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Network 8735d8a2-b604-4758-ae71-b40e4ee6f305 is already hosted by enough agents. {{(pid=105584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:35:52.856754 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [None req-c56c378a-5fea-4b65-a24f-60a5baf3b82e tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Resources bound (agent type, host, resource id): {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:35:52.862546 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c56c378a-5fea-4b65-a24f-60a5baf3b82e tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Received port after_create {{(pid=105584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:35:52.890075 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56c378a-5fea-4b65-a24f-60a5baf3b82e tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Pushing event updated for resources: {'Port': ['ID=752e4b52-f720-48e6-b003-db367f25b861,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:35:52.939934 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-a1434ad1-33ba-4af0-8c45-446852dce906 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3743915', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4076308'] for router_interface, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:53.162654 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1434ad1-33ba-4af0-8c45-446852dce906 admin admin] Router ab226640-d1f7-4d92-a02b-d7d7d2fda716 has already been hosted by L3 agent dd128fd7-8e57-4d4f-895b-a96b369df59a {{(pid=105585) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:35:53.241139 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c56c378a-5fea-4b65-a24f-60a5baf3b82e tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:53.275728 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1434ad1-33ba-4af0-8c45-446852dce906 admin admin] Notify agent at l3_agent.n-d-705658-22 the message routers_updated {{(pid=105585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:35:53.280705 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-a1434ad1-33ba-4af0-8c45-446852dce906 admin admin] 10.222.0.59 "PUT /v2.0/routers/ab226640-d1f7-4d92-a02b-d7d7d2fda716/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9208055 Jul 27 21:35:53.283536 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 34552) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:35:53.286138 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd76eb93-bb02-419f-a5fd-5d1459fed56d None None] Sync routers for ids ['ab226640-d1f7-4d92-a02b-d7d7d2fda716'] in n-d-705658-22 {{(pid=105586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:35:53.295776 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd76eb93-bb02-419f-a5fd-5d1459fed56d None None] Routers {'ab226640-d1f7-4d92-a02b-d7d7d2fda716'} bound to L3 agent in host n-d-705658-22 {{(pid=105586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:35:53.296396 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-bd76eb93-bb02-419f-a5fd-5d1459fed56d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:35:42Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['ab226640-d1f7-4d92-a02b-d7d7d2fda716'], 'active': True} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:35:53.368681 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c56c378a-5fea-4b65-a24f-60a5baf3b82e tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:53.398664 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvr_db [None req-bd76eb93-bb02-419f-a5fd-5d1459fed56d None None] Set router ab226640-d1f7-4d92-a02b-d7d7d2fda716 gateway port host: n-d-705658-22 {{(pid=105586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:35:53.583171 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-bd76eb93-bb02-419f-a5fd-5d1459fed56d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab226640-d1f7-4d92-a02b-d7d7d2fda716', 'name': 'tempest-TestServerMultinode-120466211-router', 'tenant_id': '07f9b410be3847268dc47221bb986fe5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.206'}], 'enable_snat': True}, 'gw_port_id': '1cf2c468-0862-4f9f-8e88-912620e0d3db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:35:13Z', 'updated_at': '2021-07-27T21:35:52Z', 'revision_number': 5, 'project_id': '07f9b410be3847268dc47221bb986fe5', 'gw_port': {'id': '1cf2c468-0862-4f9f-8e88-912620e0d3db', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:6f:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab226640-d1f7-4d92-a02b-d7d7d2fda716', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3995, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:35:14Z', 'updated_at': '2021-07-27T21:35:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22'}], 'n-d-705658-22', False) {} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:35:53.610137 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd76eb93-bb02-419f-a5fd-5d1459fed56d None None] Checking router: ab226640-d1f7-4d92-a02b-d7d7d2fda716 for host: n-d-705658-22 {{(pid=105586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:35:53.620051 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd76eb93-bb02-419f-a5fd-5d1459fed56d None None] Routers {'ab226640-d1f7-4d92-a02b-d7d7d2fda716'} bound to L3 agent in host n-d-705658-22 {{(pid=105586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:35:53.620680 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-bd76eb93-bb02-419f-a5fd-5d1459fed56d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:35:42Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['ab226640-d1f7-4d92-a02b-d7d7d2fda716'], 'active': True} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:35:53.730492 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvr_db [None req-bd76eb93-bb02-419f-a5fd-5d1459fed56d None None] Set router ab226640-d1f7-4d92-a02b-d7d7d2fda716 gateway port host: n-d-705658-22 {{(pid=105586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:35:53.803839 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-31219fa3-904c-4df4-8561-4ab8e9a7e7d6 admin admin] Notify callbacks [] for router, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:53.914098 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-bd76eb93-bb02-419f-a5fd-5d1459fed56d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab226640-d1f7-4d92-a02b-d7d7d2fda716', 'name': 'tempest-TestServerMultinode-120466211-router', 'tenant_id': '07f9b410be3847268dc47221bb986fe5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.206'}], 'enable_snat': True}, 'gw_port_id': '1cf2c468-0862-4f9f-8e88-912620e0d3db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:35:13Z', 'updated_at': '2021-07-27T21:35:52Z', 'revision_number': 5, 'project_id': '07f9b410be3847268dc47221bb986fe5', 'gw_port': {'id': '1cf2c468-0862-4f9f-8e88-912620e0d3db', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:6f:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab226640-d1f7-4d92-a02b-d7d7d2fda716', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3995, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:35:14Z', 'updated_at': '2021-07-27T21:35:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22'}], 'n-d-705658-22', False) {} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:35:53.940738 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd76eb93-bb02-419f-a5fd-5d1459fed56d None None] The sync data for ids ['ab226640-d1f7-4d92-a02b-d7d7d2fda716'] in n-d-705658-22 is: [{'id': 'ab226640-d1f7-4d92-a02b-d7d7d2fda716', 'name': 'tempest-TestServerMultinode-120466211-router', 'tenant_id': '07f9b410be3847268dc47221bb986fe5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.206'}], 'enable_snat': True}, 'gw_port_id': '1cf2c468-0862-4f9f-8e88-912620e0d3db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:35:13Z', 'updated_at': '2021-07-27T21:35:52Z', 'revision_number': 5, 'project_id': '07f9b410be3847268dc47221bb986fe5', 'gw_port': {'id': '1cf2c468-0862-4f9f-8e88-912620e0d3db', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:6f:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab226640-d1f7-4d92-a02b-d7d7d2fda716', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3995, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:35:14Z', 'updated_at': '2021-07-27T21:35:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22'}] {{(pid=105586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:35:53.979235 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-31219fa3-904c-4df4-8561-4ab8e9a7e7d6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:54.022253 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c56c378a-5fea-4b65-a24f-60a5baf3b82e tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Notify callbacks [] for port, precommit_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:54.028777 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c56c378a-5fea-4b65-a24f-60a5baf3b82e tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9014027'] for port, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:54.107348 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56c378a-5fea-4b65-a24f-60a5baf3b82e tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Pushing event updated for resources: {'Port': ['ID=752e4b52-f720-48e6-b003-db367f25b861,revision_number=2']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:35:54.119391 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c56c378a-5fea-4b65-a24f-60a5baf3b82e tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4075768'] for floatingip, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:54.121824 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-31219fa3-904c-4df4-8561-4ab8e9a7e7d6 admin admin] Deleting port 1cf2c468-0862-4f9f-8e88-912620e0d3db {{(pid=105584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:35:54.122159 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-31219fa3-904c-4df4-8561-4ab8e9a7e7d6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:54.281286 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [None req-31219fa3-904c-4df4-8561-4ab8e9a7e7d6 admin admin] For port 1cf2c468-0862-4f9f-8e88-912620e0d3db, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=1cf2c468-0862-4f9f-8e88-912620e0d3db,segment=NetworkSegment(12196855-9a32-4633-9a56-77697ef9e126),segment_id=12196855-9a32-4633-9a56-77697ef9e126)] {{(pid=105584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:35:54.281568 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-31219fa3-904c-4df4-8561-4ab8e9a7e7d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:54.289939 n-d-705658-22 neutron-server[105584]: INFO neutron.db.l3_db [None req-c56c378a-5fea-4b65-a24f-60a5baf3b82e tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Floating IP d64c1dc5-4530-4878-b913-11a7f82f5a84 associated. External IP: 172.25.5.249, port: 3d62f75e-76e6-437d-a101-065aa06ea653. Jul 27 21:35:54.327767 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-31219fa3-904c-4df4-8561-4ab8e9a7e7d6 admin admin] Calling delete_port for 1cf2c468-0862-4f9f-8e88-912620e0d3db owned by network:router_gateway {{(pid=105584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:35:54.630738 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c56c378a-5fea-4b65-a24f-60a5baf3b82e tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Router 8bd55324-ba4f-4bcf-bd6a-ad3f1b3d50d4 has already been hosted by L3 agent dd128fd7-8e57-4d4f-895b-a96b369df59a {{(pid=105584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:35:54.637888 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-31219fa3-904c-4df4-8561-4ab8e9a7e7d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:54.672719 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31219fa3-904c-4df4-8561-4ab8e9a7e7d6 admin admin] Pushing event deleted for resources: {'Port': ['ID=1cf2c468-0862-4f9f-8e88-912620e0d3db,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:35:54.803165 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-31219fa3-904c-4df4-8561-4ab8e9a7e7d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4075702'] for router_gateway, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:54.901478 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c56c378a-5fea-4b65-a24f-60a5baf3b82e tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Notify agent at l3_agent.n-d-705658-22 the message routers_updated {{(pid=105584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:35:54.903910 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-31219fa3-904c-4df4-8561-4ab8e9a7e7d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4163631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-425'] for router, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:54.907855 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-31219fa3-904c-4df4-8561-4ab8e9a7e7d6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:54.911704 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7e4971f-582d-463e-88d8-85a1e9a64a8b None None] Sync routers for ids ['8bd55324-ba4f-4bcf-bd6a-ad3f1b3d50d4'] in n-d-705658-22 {{(pid=105587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:35:54.921385 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7e4971f-582d-463e-88d8-85a1e9a64a8b None None] Routers {'8bd55324-ba4f-4bcf-bd6a-ad3f1b3d50d4'} bound to L3 agent in host n-d-705658-22 {{(pid=105587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:35:54.922130 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-d7e4971f-582d-463e-88d8-85a1e9a64a8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:35:42Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['8bd55324-ba4f-4bcf-bd6a-ad3f1b3d50d4'], 'active': True} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:35:54.949798 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c56c378a-5fea-4b65-a24f-60a5baf3b82e tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for floatingip, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:54.975675 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-31219fa3-904c-4df4-8561-4ab8e9a7e7d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4163007'] for router, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:54.976222 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31219fa3-904c-4df4-8561-4ab8e9a7e7d6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ab226640-d1f7-4d92-a02b-d7d7d2fda716 {{(pid=105584) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 21:35:54.982015 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-31219fa3-904c-4df4-8561-4ab8e9a7e7d6 admin admin] Notify callbacks [] for router, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:54.985659 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-31219fa3-904c-4df4-8561-4ab8e9a7e7d6 admin admin] 10.222.0.59 "DELETE /v2.0/routers/ab226640-d1f7-4d92-a02b-d7d7d2fda716 HTTP/1.1" status: 204 len: 168 time: 1.6977112 Jul 27 21:35:54.985844 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 34554) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:35:55.003026 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-c56c378a-5fea-4b65-a24f-60a5baf3b82e tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5516639 Jul 27 21:35:55.003026 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f719f5bd-f4b4-479a-a5f9-19875abf5eea', 'tag': '3d62f75e-76e6-437d-a101-065aa06ea653'}] {{(pid=105584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:35:55.003026 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bce5e6c8685464f7626901654159975603b047827e3138302ed6566e28f1343" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9775e019-87cd-43f7-9977-cdb8ae5a828e" -d '{"events": [{"name": "network-changed", "server_uuid": "f719f5bd-f4b4-479a-a5f9-19875abf5eea", "tag": "3d62f75e-76e6-437d-a101-065aa06ea653"}]}' {{(pid=105584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:35:55.043127 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e7063f1-0865-485e-b8db-3504560b8ce4 admin admin] Deleting subnet e9fc9053-48b4-4f5d-a3f3-48cb9ed8069e {{(pid=105585) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:35:55.047377 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:35:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c17d172e-b37f-4cfe-9aa5-f0730fe73f17 x-openstack-request-id: req-c17d172e-b37f-4cfe-9aa5-f0730fe73f17 {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:35:55.047669 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f719f5bd-f4b4-479a-a5f9-19875abf5eea", "tag": "3d62f75e-76e6-437d-a101-065aa06ea653", "status": "completed", "code": 200}]} {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:35:55.047925 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-c17d172e-b37f-4cfe-9aa5-f0730fe73f17 {{(pid=105584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:35:55.048339 n-d-705658-22 neutron-server[105584]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f719f5bd-f4b4-479a-a5f9-19875abf5eea', 'tag': '3d62f75e-76e6-437d-a101-065aa06ea653', 'status': 'completed', 'code': 200} Jul 27 21:35:55.051813 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-8e7063f1-0865-485e-b8db-3504560b8ce4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:55.054070 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvr_db [None req-d7e4971f-582d-463e-88d8-85a1e9a64a8b None None] Set router 8bd55324-ba4f-4bcf-bd6a-ad3f1b3d50d4 gateway port host: n-d-705658-22 {{(pid=105587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:35:55.114929 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-8e7063f1-0865-485e-b8db-3504560b8ce4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9887057'] for subnet, precommit_delete_associations {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:55.185054 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9775e019-87cd-43f7-9977-cdb8ae5a828e req-8134de0e-9338-4dd0-8866-51ab70d84686 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:35:55.186549 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-9775e019-87cd-43f7-9977-cdb8ae5a828e req-8134de0e-9338-4dd0-8866-51ab70d84686 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=86837ff0d819403d862560ca192fdca7&device_id=f719f5bd-f4b4-479a-a5f9-19875abf5eea HTTP/1.1" status: 200 len: 1097 time: 0.1127322 Jul 27 21:35:55.270484 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-8e7063f1-0865-485e-b8db-3504560b8ce4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854965'] for subnet, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:55.286492 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-d7e4971f-582d-463e-88d8-85a1e9a64a8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bd55324-ba4f-4bcf-bd6a-ad3f1b3d50d4', 'name': 'tempest-TestVolumeBootPattern-52823296-router', 'tenant_id': '86837ff0d819403d862560ca192fdca7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.166'}], 'enable_snat': True}, 'gw_port_id': '22a9f312-db5d-4d2b-963a-8378b315c7b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:27:31Z', 'updated_at': '2021-07-27T21:27:34Z', 'revision_number': 4, 'project_id': '86837ff0d819403d862560ca192fdca7', 'gw_port': {'id': '22a9f312-db5d-4d2b-963a-8378b315c7b3', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:2f:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bd55324-ba4f-4bcf-bd6a-ad3f1b3d50d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3851, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:27:31Z', 'updated_at': '2021-07-27T21:27:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_floatingips': [{'id': '05e25594-128e-41ab-b200-07653c637b12', 'tenant_id': '86837ff0d819403d862560ca192fdca7', 'floating_ip_address': '172.25.5.133', 'floating_network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'router_id': '8bd55324-ba4f-4bcf-bd6a-ad3f1b3d50d4', 'port_id': '77274ec9-9e7f-4901-b888-3ad56ec18994', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3972, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8c68474-1d26-4c5c-9f82-5da72e824d0f', 'mac_address': 'fa:16:3e:56:9d:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '261ad2df-11f1-456d-8910-fcf94d5cc9cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T21:33:52Z', 'updated_at': '2021-07-27T21:33:55Z', 'revision_number': 1, 'project_id': '86837ff0d819403d862560ca192fdca7', 'fixed_ip_address_scope': None}, {'id': 'd64c1dc5-4530-4878-b913-11a7f82f5a84', 'tenant_id': '86837ff0d819403d862560ca192fdca7', 'floating_ip_address': '172.25.5.249', 'floating_network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'router_id': '8bd55324-ba4f-4bcf-bd6a-ad3f1b3d50d4', 'port_id': '3d62f75e-76e6-437d-a101-065aa06ea653', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4001, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8c68474-1d26-4c5c-9f82-5da72e824d0f', 'mac_address': 'fa:16:3e:eb:05:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f719f5bd-f4b4-479a-a5f9-19875abf5eea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T21:35:53Z', 'updated_at': '2021-07-27T21:35:53Z', 'revision_number': 0, 'project_id': '86837ff0d819403d862560ca192fdca7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e61ab5d-823c-42f2-9eaa-593c0d84996a', 'name': '', 'network_id': 'b8c68474-1d26-4c5c-9f82-5da72e824d0f', 'tenant_id': '86837ff0d819403d862560ca192fdca7', 'mac_address': 'fa:16:3e:22:83:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bd55324-ba4f-4bcf-bd6a-ad3f1b3d50d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3852, 'fixed_ips': [{'subnet_id': '11733cc0-d894-4d0f-84a6-7f612951db53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:27:34Z', 'updated_at': '2021-07-27T21:27:39Z', 'revision_number': 5, 'project_id': '86837ff0d819403d862560ca192fdca7', 'subnets': [{'id': '11733cc0-d894-4d0f-84a6-7f612951db53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-22', False) {} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:35:55.315795 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7e4971f-582d-463e-88d8-85a1e9a64a8b None None] Checking router: 8bd55324-ba4f-4bcf-bd6a-ad3f1b3d50d4 for host: n-d-705658-22 {{(pid=105587) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:35:55.324025 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7e4971f-582d-463e-88d8-85a1e9a64a8b None None] Routers {'8bd55324-ba4f-4bcf-bd6a-ad3f1b3d50d4'} bound to L3 agent in host n-d-705658-22 {{(pid=105587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:35:55.324702 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-d7e4971f-582d-463e-88d8-85a1e9a64a8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:35:42Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['8bd55324-ba4f-4bcf-bd6a-ad3f1b3d50d4'], 'active': True} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:35:55.332356 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9775e019-87cd-43f7-9977-cdb8ae5a828e req-b3b70046-24b7-4e86-96ce-6ffacdcb2460 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:35:55.334110 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-9775e019-87cd-43f7-9977-cdb8ae5a828e req-b3b70046-24b7-4e86-96ce-6ffacdcb2460 service neutron] 10.222.0.60 "GET /v2.0/networks?id=b8c68474-1d26-4c5c-9f82-5da72e824d0f HTTP/1.1" status: 200 len: 911 time: 0.1311934 Jul 27 21:35:55.379274 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-8e7063f1-0865-485e-b8db-3504560b8ce4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10221602', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9990583'] for subnet, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:55.410397 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7063f1-0865-485e-b8db-3504560b8ce4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e9fc9053-48b4-4f5d-a3f3-48cb9ed8069e,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:35:55.419495 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-8e7063f1-0865-485e-b8db-3504560b8ce4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:55.423517 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-8e7063f1-0865-485e-b8db-3504560b8ce4 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/e9fc9053-48b4-4f5d-a3f3-48cb9ed8069e HTTP/1.1" status: 204 len: 168 time: 0.4345284 Jul 27 21:35:55.423742 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 34562) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:35:55.423854 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80714ff6-c485-4cc1-a2e6-854378369832 None None] Network fd77a582-ea84-4599-bad7-4b583831fd64 requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:35:55.431657 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvr_db [None req-d7e4971f-582d-463e-88d8-85a1e9a64a8b None None] Set router 8bd55324-ba4f-4bcf-bd6a-ad3f1b3d50d4 gateway port host: n-d-705658-22 {{(pid=105587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:35:55.452041 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-9775e019-87cd-43f7-9977-cdb8ae5a828e req-f3ca010a-30c9-4aab-b151-e0d0302dd5cd service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3d62f75e-76e6-437d-a101-065aa06ea653 HTTP/1.1" status: 200 len: 999 time: 0.1085594 Jul 27 21:35:55.549710 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-9ce091ed-75b7-4760-a342-af790ff5432d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-990557'] for network, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:55.555980 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9775e019-87cd-43f7-9977-cdb8ae5a828e req-ab2acf6a-5411-4954-a4ee-45b14afc46de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:35:55.557466 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-9775e019-87cd-43f7-9977-cdb8ae5a828e req-ab2acf6a-5411-4954-a4ee-45b14afc46de service neutron] 10.222.0.60 "GET /v2.0/subnets?id=11733cc0-d894-4d0f-84a6-7f612951db53 HTTP/1.1" status: 200 len: 849 time: 0.0739787 Jul 27 21:35:55.648970 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00edc926-86c5-4eda-ba59-68dfccd59650 None None] DHCP port deletion for fd77a582-ea84-4599-bad7-4b583831fd64 request from n-d-705658-22 {{(pid=105586) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 21:35:55.657148 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9775e019-87cd-43f7-9977-cdb8ae5a828e req-f1a24cbd-2aec-4119-995a-9da6c42d4cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:35:55.658692 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-9775e019-87cd-43f7-9977-cdb8ae5a828e req-f1a24cbd-2aec-4119-995a-9da6c42d4cd7 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b8c68474-1d26-4c5c-9f82-5da72e824d0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0944788 Jul 27 21:35:55.667530 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [None req-9ce091ed-75b7-4760-a342-af790ff5432d admin admin] Deleting port d646d4fa-bc2c-4484-bef1-b33ab639d3b4 {{(pid=105585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:35:55.667530 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-9ce091ed-75b7-4760-a342-af790ff5432d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:55.689453 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-d7e4971f-582d-463e-88d8-85a1e9a64a8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bd55324-ba4f-4bcf-bd6a-ad3f1b3d50d4', 'name': 'tempest-TestVolumeBootPattern-52823296-router', 'tenant_id': '86837ff0d819403d862560ca192fdca7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.166'}], 'enable_snat': True}, 'gw_port_id': '22a9f312-db5d-4d2b-963a-8378b315c7b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:27:31Z', 'updated_at': '2021-07-27T21:27:34Z', 'revision_number': 4, 'project_id': '86837ff0d819403d862560ca192fdca7', 'gw_port': {'id': '22a9f312-db5d-4d2b-963a-8378b315c7b3', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:2f:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bd55324-ba4f-4bcf-bd6a-ad3f1b3d50d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3851, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:27:31Z', 'updated_at': '2021-07-27T21:27:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_floatingips': [{'id': '05e25594-128e-41ab-b200-07653c637b12', 'tenant_id': '86837ff0d819403d862560ca192fdca7', 'floating_ip_address': '172.25.5.133', 'floating_network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'router_id': '8bd55324-ba4f-4bcf-bd6a-ad3f1b3d50d4', 'port_id': '77274ec9-9e7f-4901-b888-3ad56ec18994', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3972, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8c68474-1d26-4c5c-9f82-5da72e824d0f', 'mac_address': 'fa:16:3e:56:9d:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '261ad2df-11f1-456d-8910-fcf94d5cc9cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T21:33:52Z', 'updated_at': '2021-07-27T21:33:55Z', 'revision_number': 1, 'project_id': '86837ff0d819403d862560ca192fdca7', 'fixed_ip_address_scope': None}, {'id': 'd64c1dc5-4530-4878-b913-11a7f82f5a84', 'tenant_id': '86837ff0d819403d862560ca192fdca7', 'floating_ip_address': '172.25.5.249', 'floating_network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'router_id': '8bd55324-ba4f-4bcf-bd6a-ad3f1b3d50d4', 'port_id': '3d62f75e-76e6-437d-a101-065aa06ea653', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4001, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8c68474-1d26-4c5c-9f82-5da72e824d0f', 'mac_address': 'fa:16:3e:eb:05:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f719f5bd-f4b4-479a-a5f9-19875abf5eea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T21:35:53Z', 'updated_at': '2021-07-27T21:35:53Z', 'revision_number': 0, 'project_id': '86837ff0d819403d862560ca192fdca7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e61ab5d-823c-42f2-9eaa-593c0d84996a', 'name': '', 'network_id': 'b8c68474-1d26-4c5c-9f82-5da72e824d0f', 'tenant_id': '86837ff0d819403d862560ca192fdca7', 'mac_address': 'fa:16:3e:22:83:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bd55324-ba4f-4bcf-bd6a-ad3f1b3d50d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3852, 'fixed_ips': [{'subnet_id': '11733cc0-d894-4d0f-84a6-7f612951db53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:27:34Z', 'updated_at': '2021-07-27T21:27:39Z', 'revision_number': 5, 'project_id': '86837ff0d819403d862560ca192fdca7', 'subnets': [{'id': '11733cc0-d894-4d0f-84a6-7f612951db53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-22', False) {} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:35:55.701330 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-00edc926-86c5-4eda-ba59-68dfccd59650 None None] Deleting port d646d4fa-bc2c-4484-bef1-b33ab639d3b4 {{(pid=105586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:35:55.701707 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-00edc926-86c5-4eda-ba59-68dfccd59650 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:55.716806 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7e4971f-582d-463e-88d8-85a1e9a64a8b None None] The sync data for ids ['8bd55324-ba4f-4bcf-bd6a-ad3f1b3d50d4'] in n-d-705658-22 is: [{'id': '8bd55324-ba4f-4bcf-bd6a-ad3f1b3d50d4', 'name': 'tempest-TestVolumeBootPattern-52823296-router', 'tenant_id': '86837ff0d819403d862560ca192fdca7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.166'}], 'enable_snat': True}, 'gw_port_id': '22a9f312-db5d-4d2b-963a-8378b315c7b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:27:31Z', 'updated_at': '2021-07-27T21:27:34Z', 'revision_number': 4, 'project_id': '86837ff0d819403d862560ca192fdca7', 'gw_port': {'id': '22a9f312-db5d-4d2b-963a-8378b315c7b3', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:2f:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bd55324-ba4f-4bcf-bd6a-ad3f1b3d50d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3851, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:27:31Z', 'updated_at': '2021-07-27T21:27:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_floatingips': [{'id': '05e25594-128e-41ab-b200-07653c637b12', 'tenant_id': '86837ff0d819403d862560ca192fdca7', 'floating_ip_address': '172.25.5.133', 'floating_network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'router_id': '8bd55324-ba4f-4bcf-bd6a-ad3f1b3d50d4', 'port_id': '77274ec9-9e7f-4901-b888-3ad56ec18994', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3972, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8c68474-1d26-4c5c-9f82-5da72e824d0f', 'mac_address': 'fa:16:3e:56:9d:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '261ad2df-11f1-456d-8910-fcf94d5cc9cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T21:33:52Z', 'updated_at': '2021-07-27T21:33:55Z', 'revision_number': 1, 'project_id': '86837ff0d819403d862560ca192fdca7', 'fixed_ip_address_scope': None}, {'id': 'd64c1dc5-4530-4878-b913-11a7f82f5a84', 'tenant_id': '86837ff0d819403d862560ca192fdca7', 'floating_ip_address': '172.25.5.249', 'floating_network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'router_id': '8bd55324-ba4f-4bcf-bd6a-ad3f1b3d50d4', 'port_id': '3d62f75e-76e6-437d-a101-065aa06ea653', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4001, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8c68474-1d26-4c5c-9f82-5da72e824d0f', 'mac_address': 'fa:16:3e:eb:05:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f719f5bd-f4b4-479a-a5f9-19875abf5eea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T21:35:53Z', 'updated_at': '2021-07-27T21:35:53Z', 'revision_number': 0, 'project_id': '86837ff0d819403d862560ca192fdca7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e61ab5d-823c-42f2-9eaa-593c0d84996a', 'name': '', 'network_id': 'b8c68474-1d26-4c5c-9f82-5da72e824d0f', 'tenant_id': '86837ff0d819403d862560ca192fdca7', 'mac_address': 'fa:16:3e:22:83:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bd55324-ba4f-4bcf-bd6a-ad3f1b3d50d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3852, 'fixed_ips': [{'subnet_id': '11733cc0-d894-4d0f-84a6-7f612951db53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:27:34Z', 'updated_at': '2021-07-27T21:27:39Z', 'revision_number': 5, 'project_id': '86837ff0d819403d862560ca192fdca7', 'subnets': [{'id': '11733cc0-d894-4d0f-84a6-7f612951db53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:35:55.778379 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-00edc926-86c5-4eda-ba59-68dfccd59650 None None] For port d646d4fa-bc2c-4484-bef1-b33ab639d3b4, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=d646d4fa-bc2c-4484-bef1-b33ab639d3b4,segment=NetworkSegment(0a2c4662-7f03-45c4-9dd6-8dd3d782fb32),segment_id=0a2c4662-7f03-45c4-9dd6-8dd3d782fb32)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:35:55.778714 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-00edc926-86c5-4eda-ba59-68dfccd59650 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:55.780351 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.db [None req-9ce091ed-75b7-4760-a342-af790ff5432d admin admin] For port d646d4fa-bc2c-4484-bef1-b33ab639d3b4, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=d646d4fa-bc2c-4484-bef1-b33ab639d3b4,segment=NetworkSegment(0a2c4662-7f03-45c4-9dd6-8dd3d782fb32),segment_id=0a2c4662-7f03-45c4-9dd6-8dd3d782fb32)] {{(pid=105585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:35:55.780723 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-9ce091ed-75b7-4760-a342-af790ff5432d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:55.797643 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-00edc926-86c5-4eda-ba59-68dfccd59650 None None] Calling delete_port for d646d4fa-bc2c-4484-bef1-b33ab639d3b4 owned by network:dhcp {{(pid=105586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:35:55.802115 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [None req-9ce091ed-75b7-4760-a342-af790ff5432d admin admin] Calling delete_port for d646d4fa-bc2c-4484-bef1-b33ab639d3b4 owned by network:dhcp {{(pid=105585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:35:55.828194 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-9775e019-87cd-43f7-9977-cdb8ae5a828e req-f51b62e0-7ff8-4716-b896-aeb625be6f2a service neutron] 10.222.0.60 "GET /v2.0/networks/b8c68474-1d26-4c5c-9f82-5da72e824d0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1552002 Jul 27 21:35:55.843983 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 5e1f8402-f8eb-4ae9-8807-5aa596a00b66 no longer exists at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:35:55.868685 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] No Port match for: 5e1f8402-f8eb-4ae9-8807-5aa596a00b66 {{(pid=105586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:35:55.869034 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 5e1f8402-f8eb-4ae9-8807-5aa596a00b66 not bound to the agent host n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:35:55.869468 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 1cf2c468-0862-4f9f-8e88-912620e0d3db no longer exists at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:35:55.894514 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] No Port match for: 1cf2c468-0862-4f9f-8e88-912620e0d3db {{(pid=105586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:35:55.894867 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 1cf2c468-0862-4f9f-8e88-912620e0d3db not bound to the agent host n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:35:55.895331 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device d646d4fa-bc2c-4484-bef1-b33ab639d3b4 no longer exists at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:35:55.977696 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6029790-82e0-4b55-8571-67bdb4b979a7 None None] New status for floating IP d64c1dc5-4530-4878-b913-11a7f82f5a84: ACTIVE {{(pid=105586) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 21:35:55.979044 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-9775e019-87cd-43f7-9977-cdb8ae5a828e req-48a05d3d-1a27-4db6-8182-2ca3f9417616 service neutron] 10.222.0.60 "GET /v2.0/networks/b8c68474-1d26-4c5c-9f82-5da72e824d0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235695 Jul 27 21:35:55.981156 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-9ce091ed-75b7-4760-a342-af790ff5432d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:56.010609 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce091ed-75b7-4760-a342-af790ff5432d admin admin] Pushing event deleted for resources: {'Port': ['ID=d646d4fa-bc2c-4484-bef1-b33ab639d3b4,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:35:56.013171 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-00edc926-86c5-4eda-ba59-68dfccd59650 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180'] for port, after_delete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:56.013303 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ce091ed-75b7-4760-a342-af790ff5432d admin admin] No DVR routers for this DVR port d646d4fa-bc2c-4484-bef1-b33ab639d3b4 on host n-d-705658-22 {{(pid=105585) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:35:56.052459 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00edc926-86c5-4eda-ba59-68dfccd59650 None None] No DVR routers for this DVR port d646d4fa-bc2c-4484-bef1-b33ab639d3b4 on host n-d-705658-22 {{(pid=105586) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:35:56.064168 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00edc926-86c5-4eda-ba59-68dfccd59650 None None] Pushing event deleted for resources: {'Port': ['ID=d646d4fa-bc2c-4484-bef1-b33ab639d3b4,revision_number=None']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:35:56.076701 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:56.091867 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-9ce091ed-75b7-4760-a342-af790ff5432d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853562', 'neutron.services.segments.db._delete_segments_for_network-8790688882975'] for network, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:56.101590 n-d-705658-22 neutron-server[105585]: DEBUG neutron.services.segments.db [None req-9ce091ed-75b7-4760-a342-af790ff5432d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd77a582-ea84-4599-bad7-4b583831fd64']}} {{(pid=105585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:35:56.111691 n-d-705658-22 neutron-server[105585]: DEBUG neutron.services.segments.db [None req-9ce091ed-75b7-4760-a342-af790ff5432d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a2c4662-7f03-45c4-9dd6-8dd3d782fb32') {'for_net_delete': True} {{(pid=105585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:35:56.111985 n-d-705658-22 neutron-server[105585]: DEBUG neutron.services.segments.db [None req-9ce091ed-75b7-4760-a342-af790ff5432d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a2c4662-7f03-45c4-9dd6-8dd3d782fb32') {} {{(pid=105585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:35:56.121822 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-9ce091ed-75b7-4760-a342-af790ff5432d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790688883752', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9886370'] for segment, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:56.135848 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-9ce091ed-75b7-4760-a342-af790ff5432d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:56.142125 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ce091ed-75b7-4760-a342-af790ff5432d admin admin] Releasing vlan 205 on physical network physnet1 to pool {{(pid=105585) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:35:56.142532 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-9ce091ed-75b7-4760-a342-af790ff5432d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10221644'] for segment, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:56.144322 n-d-705658-22 neutron-server[105585]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 21:35:56.144322 n-d-705658-22 neutron-server[105585]: self.session.flush() Jul 27 21:35:56.144322 n-d-705658-22 neutron-server[105585]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 21:35:56.144322 n-d-705658-22 neutron-server[105585]: self.session.flush() Jul 27 21:35:56.144322 n-d-705658-22 neutron-server[105585]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 21:35:56.144322 n-d-705658-22 neutron-server[105585]: self.session.flush() Jul 27 21:35:56.144322 n-d-705658-22 neutron-server[105585]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 21:35:56.144322 n-d-705658-22 neutron-server[105585]: self.session.flush() Jul 27 21:35:56.144322 n-d-705658-22 neutron-server[105585]: Traceback (most recent call last): Jul 27 21:35:56.144322 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:35:56.144322 n-d-705658-22 neutron-server[105585]: timer() Jul 27 21:35:56.144322 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:35:56.144322 n-d-705658-22 neutron-server[105585]: cb(*args, **kw) Jul 27 21:35:56.144322 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:35:56.144322 n-d-705658-22 neutron-server[105585]: return func(*args, **kwargs) Jul 27 21:35:56.144322 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:35:56.144322 n-d-705658-22 neutron-server[105585]: self._notify() Jul 27 21:35:56.144322 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:35:56.144322 n-d-705658-22 neutron-server[105585]: self.callback(batched_events) Jul 27 21:35:56.144322 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:35:56.144322 n-d-705658-22 neutron-server[105585]: event.method(event) Jul 27 21:35:56.144322 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:35:56.144322 n-d-705658-22 neutron-server[105585]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:35:56.144322 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:35:56.144322 n-d-705658-22 neutron-server[105585]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:35:56.144322 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:35:56.144322 n-d-705658-22 neutron-server[105585]: return f(self, *a, **k) Jul 27 21:35:56.144322 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:35:56.144322 n-d-705658-22 neutron-server[105585]: return self._get(url).json() Jul 27 21:35:56.144322 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:35:56.144322 n-d-705658-22 neutron-server[105585]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:35:56.144322 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:35:56.144322 n-d-705658-22 neutron-server[105585]: return self.request(url, 'GET', **kwargs) Jul 27 21:35:56.144322 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:35:56.144322 n-d-705658-22 neutron-server[105585]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:35:56.144322 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:35:56.144322 n-d-705658-22 neutron-server[105585]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:35:56.144322 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:35:56.144322 n-d-705658-22 neutron-server[105585]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:35:56.144322 n-d-705658-22 neutron-server[105585]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:35:56.207168 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-9ce091ed-75b7-4760-a342-af790ff5432d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4075658'] for network, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:56.213663 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-9ce091ed-75b7-4760-a342-af790ff5432d admin admin] Notify callbacks [] for network, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:56.216073 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-9ce091ed-75b7-4760-a342-af790ff5432d admin admin] 10.222.0.59 "DELETE /v2.0/networks/fd77a582-ea84-4599-bad7-4b583831fd64 HTTP/1.1" status: 204 len: 168 time: 0.7912655 Jul 27 21:35:56.230378 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce091ed-75b7-4760-a342-af790ff5432d admin admin] Pushing event deleted for resources: {'Network': ['ID=fd77a582-ea84-4599-bad7-4b583831fd64,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:35:56.371096 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 34566) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:35:56.410075 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-15bb4fb7-dfd8-465d-a561-ed861f77c43a admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=0eaf9fd8759b45cfb1569dad4e0a909b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0376110 Jul 27 21:35:56.412219 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 34568) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:35:56.464813 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-fb3210f4-26c2-4ce6-a55f-971448d88fc5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:56.485755 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-fb3210f4-26c2-4ce6-a55f-971448d88fc5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:56.533416 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-fb3210f4-26c2-4ce6-a55f-971448d88fc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:56.536036 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-fb3210f4-26c2-4ce6-a55f-971448d88fc5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:56.537205 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-fb3210f4-26c2-4ce6-a55f-971448d88fc5 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/8e4ba4da-0006-4a3e-a982-519028602a0f HTTP/1.1" status: 204 len: 168 time: 0.1240804 Jul 27 21:35:56.545247 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3210f4-26c2-4ce6-a55f-971448d88fc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e4ba4da-0006-4a3e-a982-519028602a0f,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:35:56.858172 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 34574) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:35:56.896709 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-df536e89-edd1-4b3d-a090-e08eb65e3b16 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=07f9b410be3847268dc47221bb986fe5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0373425 Jul 27 21:35:56.899183 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 34576) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:35:56.946040 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-aa7a4843-de8e-4f5b-b887-7ee878d55b1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:56.969435 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-aa7a4843-de8e-4f5b-b887-7ee878d55b1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:57.016546 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-aa7a4843-de8e-4f5b-b887-7ee878d55b1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:57.018928 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-aa7a4843-de8e-4f5b-b887-7ee878d55b1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:57.020103 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-aa7a4843-de8e-4f5b-b887-7ee878d55b1e admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/7ba2c0f0-1ad8-434c-98c9-5c1671e958cb HTTP/1.1" status: 204 len: 168 time: 0.1195621 Jul 27 21:35:57.028339 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7a4843-de8e-4f5b-b887-7ee878d55b1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ba2c0f0-1ad8-434c-98c9-5c1671e958cb,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:36:06.592148 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:36:08.918228 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-e809ae4b-606b-4a12-b893-9481d2b64fdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:36:10.389873 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:36:11.572381 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-73c36940-fd22-4ee4-add5-87bd78637416 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:36:11.903283 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:36:12.983123 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-bb32ed7d-8717-448b-a9c8-a5a0117d1fd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:36:14.412550 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-875ced1b-4cf3-463a-9653-058f0f9421e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:36:14.618299 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-fbccc3cd-fc97-4a5f-b8e1-da538b508e0e req-ac3d35cf-b28c-4055-b185-7d4fa64ef210 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=261ad2df-11f1-456d-8910-fcf94d5cc9cd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0625908 Jul 27 21:36:14.720313 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbccc3cd-fc97-4a5f-b8e1-da538b508e0e req-76c8e602-b14c-4aea-a7be-96f0c3de4961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:36:14.721844 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-fbccc3cd-fc97-4a5f-b8e1-da538b508e0e req-76c8e602-b14c-4aea-a7be-96f0c3de4961 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=86837ff0d819403d862560ca192fdca7&device_id=261ad2df-11f1-456d-8910-fcf94d5cc9cd HTTP/1.1" status: 200 len: 1097 time: 0.0609126 Jul 27 21:36:14.838895 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbccc3cd-fc97-4a5f-b8e1-da538b508e0e req-c150468f-6134-436c-a062-6b0d90d80607 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:36:14.841307 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-fbccc3cd-fc97-4a5f-b8e1-da538b508e0e req-c150468f-6134-436c-a062-6b0d90d80607 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b8c68474-1d26-4c5c-9f82-5da72e824d0f HTTP/1.1" status: 200 len: 911 time: 0.0967290 Jul 27 21:36:14.929459 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-fbccc3cd-fc97-4a5f-b8e1-da538b508e0e req-20bbc1b6-c577-4ffb-9ee0-b6c3f89c36af service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=77274ec9-9e7f-4901-b888-3ad56ec18994 HTTP/1.1" status: 200 len: 1001 time: 0.0809371 Jul 27 21:36:14.982263 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbccc3cd-fc97-4a5f-b8e1-da538b508e0e req-d1eccfde-5a6c-4063-850a-a15414bd5a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:36:14.983645 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-fbccc3cd-fc97-4a5f-b8e1-da538b508e0e req-d1eccfde-5a6c-4063-850a-a15414bd5a6a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=11733cc0-d894-4d0f-84a6-7f612951db53 HTTP/1.1" status: 200 len: 849 time: 0.0464656 Jul 27 21:36:15.042908 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbccc3cd-fc97-4a5f-b8e1-da538b508e0e req-abde81b7-34d6-4ca2-b6e0-a9d0cb50beeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:36:15.044911 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-fbccc3cd-fc97-4a5f-b8e1-da538b508e0e req-abde81b7-34d6-4ca2-b6e0-a9d0cb50beeb service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b8c68474-1d26-4c5c-9f82-5da72e824d0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0536709 Jul 27 21:36:15.140114 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-fbccc3cd-fc97-4a5f-b8e1-da538b508e0e req-35dbc55e-f5f9-408c-a328-c499dc95abe1 service neutron] 10.222.0.36 "GET /v2.0/networks/b8c68474-1d26-4c5c-9f82-5da72e824d0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851216 Jul 27 21:36:15.244328 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-fbccc3cd-fc97-4a5f-b8e1-da538b508e0e req-f06ad464-ffe8-4129-8f44-3e7e0c94a8f7 service neutron] 10.222.0.36 "GET /v2.0/networks/b8c68474-1d26-4c5c-9f82-5da72e824d0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970914 Jul 27 21:36:22.181670 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.agents_db [None req-558fcd2c-e512-47bc-a170-8673d87f7213 None None] Agent healthcheck: found 7 active agents {{(pid=105587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 21:36:27.752003 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-9e8e7bb4-f936-47de-ac61-f3c8c4cd6f21 req-d233f9a2-0f91-4094-9749-24dc0b9de00d service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=f719f5bd-f4b4-479a-a5f9-19875abf5eea&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0535996 Jul 27 21:36:27.845148 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8e7bb4-f936-47de-ac61-f3c8c4cd6f21 req-49bd0035-2963-42ab-961a-388164a52fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:36:27.846620 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-9e8e7bb4-f936-47de-ac61-f3c8c4cd6f21 req-49bd0035-2963-42ab-961a-388164a52fc4 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=86837ff0d819403d862560ca192fdca7&device_id=f719f5bd-f4b4-479a-a5f9-19875abf5eea HTTP/1.1" status: 200 len: 1097 time: 0.0525253 Jul 27 21:36:27.956141 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8e7bb4-f936-47de-ac61-f3c8c4cd6f21 req-80bf2d3c-7d5a-4b81-8094-ce871d95b2f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:36:27.958161 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-9e8e7bb4-f936-47de-ac61-f3c8c4cd6f21 req-80bf2d3c-7d5a-4b81-8094-ce871d95b2f0 service neutron] 10.222.0.60 "GET /v2.0/networks?id=b8c68474-1d26-4c5c-9f82-5da72e824d0f HTTP/1.1" status: 200 len: 911 time: 0.0890961 Jul 27 21:36:28.024264 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-9e8e7bb4-f936-47de-ac61-f3c8c4cd6f21 req-cb86de39-04f5-4b56-a15a-3eca251d53c8 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3d62f75e-76e6-437d-a101-065aa06ea653 HTTP/1.1" status: 200 len: 1001 time: 0.0585945 Jul 27 21:36:28.075350 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8e7bb4-f936-47de-ac61-f3c8c4cd6f21 req-8b72ae56-5f13-47f2-97b2-8785f2d23239 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:36:28.076734 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-9e8e7bb4-f936-47de-ac61-f3c8c4cd6f21 req-8b72ae56-5f13-47f2-97b2-8785f2d23239 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=11733cc0-d894-4d0f-84a6-7f612951db53 HTTP/1.1" status: 200 len: 849 time: 0.0458121 Jul 27 21:36:28.134518 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8e7bb4-f936-47de-ac61-f3c8c4cd6f21 req-9503a8e3-0286-4713-9765-f3ae12d981d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:36:28.136005 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-9e8e7bb4-f936-47de-ac61-f3c8c4cd6f21 req-9503a8e3-0286-4713-9765-f3ae12d981d2 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b8c68474-1d26-4c5c-9f82-5da72e824d0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0518885 Jul 27 21:36:28.225090 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-9e8e7bb4-f936-47de-ac61-f3c8c4cd6f21 req-01983bea-54e6-4822-98b4-3b06eab10177 service neutron] 10.222.0.60 "GET /v2.0/networks/b8c68474-1d26-4c5c-9f82-5da72e824d0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798554 Jul 27 21:36:28.318501 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-9e8e7bb4-f936-47de-ac61-f3c8c4cd6f21 req-3a6cbb25-dcda-4289-a76a-de0bb4dc502c service neutron] 10.222.0.60 "GET /v2.0/networks/b8c68474-1d26-4c5c-9f82-5da72e824d0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856788 Jul 27 21:36:36.593449 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:36:38.918437 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-dad9020d-4478-4473-84cd-da3717f270e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:36:40.393176 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:36:41.573007 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-2db40b09-832e-4816-aae4-c14c1c978d0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:36:41.903913 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:36:42.995375 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-bb32ed7d-8717-448b-a9c8-a5a0117d1fd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:36:44.418796 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-875ced1b-4cf3-463a-9653-058f0f9421e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:36:59.181148 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.agents_db [None req-558fcd2c-e512-47bc-a170-8673d87f7213 None None] Agent healthcheck: found 7 active agents {{(pid=105587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 21:37:06.609641 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:37:08.917430 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-96ba7609-76e4-43db-8be1-bf8bd60746fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:37:10.404691 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:37:11.572925 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-6fc2b799-6683-485f-b4b4-71a26e4e605a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:37:11.904372 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:37:12.990564 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-bb32ed7d-8717-448b-a9c8-a5a0117d1fd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:37:14.417454 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-875ced1b-4cf3-463a-9653-058f0f9421e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:37:15.614800 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-2420c3f8-a2f0-4206-94b8-9bbc8f35a6b6 req-f0bf9a14-a6ea-4f84-b2cb-f853ad3a665d service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=261ad2df-11f1-456d-8910-fcf94d5cc9cd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0585854 Jul 27 21:37:15.708425 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2420c3f8-a2f0-4206-94b8-9bbc8f35a6b6 req-fb84da1f-21fc-4d09-88e9-ef8a6cc4e7ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:37:15.709917 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-2420c3f8-a2f0-4206-94b8-9bbc8f35a6b6 req-fb84da1f-21fc-4d09-88e9-ef8a6cc4e7ca service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=86837ff0d819403d862560ca192fdca7&device_id=261ad2df-11f1-456d-8910-fcf94d5cc9cd HTTP/1.1" status: 200 len: 1097 time: 0.0533497 Jul 27 21:37:15.813975 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2420c3f8-a2f0-4206-94b8-9bbc8f35a6b6 req-ab7da2ba-bbee-4f44-b41f-01f83cdce3eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:37:15.815495 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-2420c3f8-a2f0-4206-94b8-9bbc8f35a6b6 req-ab7da2ba-bbee-4f44-b41f-01f83cdce3eb service neutron] 10.222.0.36 "GET /v2.0/networks?id=b8c68474-1d26-4c5c-9f82-5da72e824d0f HTTP/1.1" status: 200 len: 911 time: 0.0864563 Jul 27 21:37:15.880408 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-2420c3f8-a2f0-4206-94b8-9bbc8f35a6b6 req-f4e76c8e-d7a6-4485-b3a6-08dfa08e21d4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=77274ec9-9e7f-4901-b888-3ad56ec18994 HTTP/1.1" status: 200 len: 1001 time: 0.0576153 Jul 27 21:37:15.928470 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2420c3f8-a2f0-4206-94b8-9bbc8f35a6b6 req-ff44abb0-4dd0-48c4-a76e-2424678220a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:37:15.929871 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-2420c3f8-a2f0-4206-94b8-9bbc8f35a6b6 req-ff44abb0-4dd0-48c4-a76e-2424678220a8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=11733cc0-d894-4d0f-84a6-7f612951db53 HTTP/1.1" status: 200 len: 849 time: 0.0420949 Jul 27 21:37:15.990306 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2420c3f8-a2f0-4206-94b8-9bbc8f35a6b6 req-2b7659f4-7d45-44d7-bb22-aca768baf237 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:37:15.991832 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-2420c3f8-a2f0-4206-94b8-9bbc8f35a6b6 req-2b7659f4-7d45-44d7-bb22-aca768baf237 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b8c68474-1d26-4c5c-9f82-5da72e824d0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0552735 Jul 27 21:37:16.078537 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-2420c3f8-a2f0-4206-94b8-9bbc8f35a6b6 req-ecd9545d-d39e-4bb2-869f-f9b91b404673 service neutron] 10.222.0.36 "GET /v2.0/networks/b8c68474-1d26-4c5c-9f82-5da72e824d0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799582 Jul 27 21:37:16.170664 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-2420c3f8-a2f0-4206-94b8-9bbc8f35a6b6 req-a8e8894a-8f90-4c93-9489-392ce2cda9c3 service neutron] 10.222.0.36 "GET /v2.0/networks/b8c68474-1d26-4c5c-9f82-5da72e824d0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845902 Jul 27 21:37:29.232697 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-8799dfee-aff5-4f66-bfb8-466febbe91be req-59ffdc52-e033-462e-84b0-554bc78e2451 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=f719f5bd-f4b4-479a-a5f9-19875abf5eea&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0547528 Jul 27 21:37:29.326864 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8799dfee-aff5-4f66-bfb8-466febbe91be req-dca63fd7-8d95-4c9a-aa9b-a25dd768a476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:37:29.328365 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-8799dfee-aff5-4f66-bfb8-466febbe91be req-dca63fd7-8d95-4c9a-aa9b-a25dd768a476 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=86837ff0d819403d862560ca192fdca7&device_id=f719f5bd-f4b4-479a-a5f9-19875abf5eea HTTP/1.1" status: 200 len: 1097 time: 0.0533812 Jul 27 21:37:29.438487 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8799dfee-aff5-4f66-bfb8-466febbe91be req-a94aeb25-595f-45a6-86b2-e50ae97c7f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:37:29.440073 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-8799dfee-aff5-4f66-bfb8-466febbe91be req-a94aeb25-595f-45a6-86b2-e50ae97c7f98 service neutron] 10.222.0.60 "GET /v2.0/networks?id=b8c68474-1d26-4c5c-9f82-5da72e824d0f HTTP/1.1" status: 200 len: 911 time: 0.0880973 Jul 27 21:37:29.506287 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-8799dfee-aff5-4f66-bfb8-466febbe91be req-2c9e9484-2c3f-4acf-bd25-d288bc617ee6 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3d62f75e-76e6-437d-a101-065aa06ea653 HTTP/1.1" status: 200 len: 1001 time: 0.0589786 Jul 27 21:37:29.559583 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8799dfee-aff5-4f66-bfb8-466febbe91be req-a0fe8e33-de17-4286-ab10-c886b254b609 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:37:29.561035 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-8799dfee-aff5-4f66-bfb8-466febbe91be req-a0fe8e33-de17-4286-ab10-c886b254b609 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=11733cc0-d894-4d0f-84a6-7f612951db53 HTTP/1.1" status: 200 len: 849 time: 0.0481679 Jul 27 21:37:29.619487 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8799dfee-aff5-4f66-bfb8-466febbe91be req-a229ccda-80da-4f62-ac97-3af66b078440 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:37:29.620964 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-8799dfee-aff5-4f66-bfb8-466febbe91be req-a229ccda-80da-4f62-ac97-3af66b078440 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b8c68474-1d26-4c5c-9f82-5da72e824d0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0529723 Jul 27 21:37:29.708961 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-8799dfee-aff5-4f66-bfb8-466febbe91be req-0c0884f8-d71b-41af-9a50-4b35f1c62c4d service neutron] 10.222.0.60 "GET /v2.0/networks/b8c68474-1d26-4c5c-9f82-5da72e824d0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803790 Jul 27 21:37:29.800800 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-8799dfee-aff5-4f66-bfb8-466febbe91be req-4312d9ea-d0de-4b71-acf1-94d14927fc69 service neutron] 10.222.0.60 "GET /v2.0/networks/b8c68474-1d26-4c5c-9f82-5da72e824d0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852997 Jul 27 21:37:34.066741 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 34612) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:37:34.221380 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-6aff8c65-b3fa-47b5-ba94-f7e6204a2713 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Deleting port 752e4b52-f720-48e6-b003-db367f25b861 {{(pid=105584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:37:34.221731 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-6aff8c65-b3fa-47b5-ba94-f7e6204a2713 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:37:34.294002 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-6aff8c65-b3fa-47b5-ba94-f7e6204a2713 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:37:34.294337 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-6aff8c65-b3fa-47b5-ba94-f7e6204a2713 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:37:34.305574 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-6aff8c65-b3fa-47b5-ba94-f7e6204a2713 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Calling delete_port for 752e4b52-f720-48e6-b003-db367f25b861 owned by network:floatingip {{(pid=105584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:37:34.451493 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-6aff8c65-b3fa-47b5-ba94-f7e6204a2713 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:37:34.478014 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aff8c65-b3fa-47b5-ba94-f7e6204a2713 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Pushing event deleted for resources: {'Port': ['ID=752e4b52-f720-48e6-b003-db367f25b861,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:37:34.505438 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aff8c65-b3fa-47b5-ba94-f7e6204a2713 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:37:34.505791 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aff8c65-b3fa-47b5-ba94-f7e6204a2713 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:37:34.506142 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aff8c65-b3fa-47b5-ba94-f7e6204a2713 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:37:34.506482 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aff8c65-b3fa-47b5-ba94-f7e6204a2713 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:37:34.506825 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aff8c65-b3fa-47b5-ba94-f7e6204a2713 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:37:34.507192 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aff8c65-b3fa-47b5-ba94-f7e6204a2713 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:37:34.507527 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aff8c65-b3fa-47b5-ba94-f7e6204a2713 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:37:34.507856 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aff8c65-b3fa-47b5-ba94-f7e6204a2713 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:37:34.508184 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aff8c65-b3fa-47b5-ba94-f7e6204a2713 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:37:34.508511 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aff8c65-b3fa-47b5-ba94-f7e6204a2713 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:37:34.508845 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aff8c65-b3fa-47b5-ba94-f7e6204a2713 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:37:34.509172 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aff8c65-b3fa-47b5-ba94-f7e6204a2713 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:37:34.556293 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-6aff8c65-b3fa-47b5-ba94-f7e6204a2713 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Notify callbacks [] for floatingip, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:37:34.556627 n-d-705658-22 neutron-server[105584]: INFO neutron.db.l3_db [None req-6aff8c65-b3fa-47b5-ba94-f7e6204a2713 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Floating IP d64c1dc5-4530-4878-b913-11a7f82f5a84 disassociated (deleted). External IP: 172.25.5.249, port: 3d62f75e-76e6-437d-a101-065aa06ea653. Jul 27 21:37:34.755257 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6aff8c65-b3fa-47b5-ba94-f7e6204a2713 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Router 8bd55324-ba4f-4bcf-bd6a-ad3f1b3d50d4 has already been hosted by L3 agent dd128fd7-8e57-4d4f-895b-a96b369df59a {{(pid=105584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:37:34.859284 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6aff8c65-b3fa-47b5-ba94-f7e6204a2713 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Notify agent at l3_agent.n-d-705658-22 the message routers_updated {{(pid=105584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:37:34.864475 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-6aff8c65-b3fa-47b5-ba94-f7e6204a2713 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for floatingip, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:37:34.869431 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a55d570-46fe-4806-b7c4-d4402e7b127e None None] Sync routers for ids ['8bd55324-ba4f-4bcf-bd6a-ad3f1b3d50d4'] in n-d-705658-22 {{(pid=105587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:37:34.879564 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a55d570-46fe-4806-b7c4-d4402e7b127e None None] Routers {'8bd55324-ba4f-4bcf-bd6a-ad3f1b3d50d4'} bound to L3 agent in host n-d-705658-22 {{(pid=105587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:37:34.880187 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-8a55d570-46fe-4806-b7c4-d4402e7b127e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:37:12Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['8bd55324-ba4f-4bcf-bd6a-ad3f1b3d50d4'], 'active': True} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:37:34.904529 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-6aff8c65-b3fa-47b5-ba94-f7e6204a2713 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] 10.222.0.59 "DELETE /v2.0/floatingips/d64c1dc5-4530-4878-b913-11a7f82f5a84 HTTP/1.1" status: 204 len: 168 time: 0.8367198 Jul 27 21:37:34.905230 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f719f5bd-f4b4-479a-a5f9-19875abf5eea', 'tag': '3d62f75e-76e6-437d-a101-065aa06ea653'}] {{(pid=105584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:37:34.907743 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bce5e6c8685464f7626901654159975603b047827e3138302ed6566e28f1343" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53c0dab9-1371-47f3-bdf2-2a122dc51bdb" -d '{"events": [{"name": "network-changed", "server_uuid": "f719f5bd-f4b4-479a-a5f9-19875abf5eea", "tag": "3d62f75e-76e6-437d-a101-065aa06ea653"}]}' {{(pid=105584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:37:34.947390 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:37:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-379827b0-01b4-40b6-a1fb-8f724eefc47c x-openstack-request-id: req-379827b0-01b4-40b6-a1fb-8f724eefc47c {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:37:34.947686 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f719f5bd-f4b4-479a-a5f9-19875abf5eea", "tag": "3d62f75e-76e6-437d-a101-065aa06ea653", "status": "completed", "code": 200}]} {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:37:34.947946 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-379827b0-01b4-40b6-a1fb-8f724eefc47c {{(pid=105584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:37:34.948359 n-d-705658-22 neutron-server[105584]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f719f5bd-f4b4-479a-a5f9-19875abf5eea', 'tag': '3d62f75e-76e6-437d-a101-065aa06ea653', 'status': 'completed', 'code': 200} Jul 27 21:37:34.990398 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvr_db [None req-8a55d570-46fe-4806-b7c4-d4402e7b127e None None] Set router 8bd55324-ba4f-4bcf-bd6a-ad3f1b3d50d4 gateway port host: n-d-705658-22 {{(pid=105587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:37:35.029600 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c0dab9-1371-47f3-bdf2-2a122dc51bdb req-b8bef26d-2f26-4a9d-b85c-b4adeee9f631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:37:35.031379 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-53c0dab9-1371-47f3-bdf2-2a122dc51bdb req-b8bef26d-2f26-4a9d-b85c-b4adeee9f631 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=86837ff0d819403d862560ca192fdca7&device_id=f719f5bd-f4b4-479a-a5f9-19875abf5eea HTTP/1.1" status: 200 len: 1097 time: 0.0611980 Jul 27 21:37:35.172341 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c0dab9-1371-47f3-bdf2-2a122dc51bdb req-900ef850-9519-48f2-9cec-1d9c3f6a2174 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:37:35.174400 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-53c0dab9-1371-47f3-bdf2-2a122dc51bdb req-900ef850-9519-48f2-9cec-1d9c3f6a2174 service neutron] 10.222.0.60 "GET /v2.0/networks?id=b8c68474-1d26-4c5c-9f82-5da72e824d0f HTTP/1.1" status: 200 len: 911 time: 0.1342280 Jul 27 21:37:35.186569 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36967be-2f09-4faa-80b2-f44c883593e8 req-0af2b591-2cf9-4220-a7d2-227266931f4b tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:37:35.188024 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f36967be-2f09-4faa-80b2-f44c883593e8 req-0af2b591-2cf9-4220-a7d2-227266931f4b tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] 10.222.0.59 "GET /v2.0/ports?device_id=f719f5bd-f4b4-479a-a5f9-19875abf5eea HTTP/1.1" status: 200 len: 945 time: 0.0980210 Jul 27 21:37:35.224684 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-8a55d570-46fe-4806-b7c4-d4402e7b127e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bd55324-ba4f-4bcf-bd6a-ad3f1b3d50d4', 'name': 'tempest-TestVolumeBootPattern-52823296-router', 'tenant_id': '86837ff0d819403d862560ca192fdca7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.166'}], 'enable_snat': True}, 'gw_port_id': '22a9f312-db5d-4d2b-963a-8378b315c7b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:27:31Z', 'updated_at': '2021-07-27T21:27:34Z', 'revision_number': 4, 'project_id': '86837ff0d819403d862560ca192fdca7', 'gw_port': {'id': '22a9f312-db5d-4d2b-963a-8378b315c7b3', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:2f:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bd55324-ba4f-4bcf-bd6a-ad3f1b3d50d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3851, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:27:31Z', 'updated_at': '2021-07-27T21:27:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_floatingips': [{'id': '05e25594-128e-41ab-b200-07653c637b12', 'tenant_id': '86837ff0d819403d862560ca192fdca7', 'floating_ip_address': '172.25.5.133', 'floating_network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'router_id': '8bd55324-ba4f-4bcf-bd6a-ad3f1b3d50d4', 'port_id': '77274ec9-9e7f-4901-b888-3ad56ec18994', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3972, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8c68474-1d26-4c5c-9f82-5da72e824d0f', 'mac_address': 'fa:16:3e:56:9d:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '261ad2df-11f1-456d-8910-fcf94d5cc9cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T21:33:52Z', 'updated_at': '2021-07-27T21:33:55Z', 'revision_number': 1, 'project_id': '86837ff0d819403d862560ca192fdca7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e61ab5d-823c-42f2-9eaa-593c0d84996a', 'name': '', 'network_id': 'b8c68474-1d26-4c5c-9f82-5da72e824d0f', 'tenant_id': '86837ff0d819403d862560ca192fdca7', 'mac_address': 'fa:16:3e:22:83:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bd55324-ba4f-4bcf-bd6a-ad3f1b3d50d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3852, 'fixed_ips': [{'subnet_id': '11733cc0-d894-4d0f-84a6-7f612951db53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:27:34Z', 'updated_at': '2021-07-27T21:27:39Z', 'revision_number': 5, 'project_id': '86837ff0d819403d862560ca192fdca7', 'subnets': [{'id': '11733cc0-d894-4d0f-84a6-7f612951db53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-22', False) {} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:37:35.236649 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-53c0dab9-1371-47f3-bdf2-2a122dc51bdb req-7ddb59b9-d415-4786-8b3e-b2b64b2342da service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3d62f75e-76e6-437d-a101-065aa06ea653 HTTP/1.1" status: 200 len: 217 time: 0.0476890 Jul 27 21:37:35.258101 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a55d570-46fe-4806-b7c4-d4402e7b127e None None] Checking router: 8bd55324-ba4f-4bcf-bd6a-ad3f1b3d50d4 for host: n-d-705658-22 {{(pid=105587) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:37:35.266866 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a55d570-46fe-4806-b7c4-d4402e7b127e None None] Routers {'8bd55324-ba4f-4bcf-bd6a-ad3f1b3d50d4'} bound to L3 agent in host n-d-705658-22 {{(pid=105587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:37:35.267505 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-8a55d570-46fe-4806-b7c4-d4402e7b127e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:37:12Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['8bd55324-ba4f-4bcf-bd6a-ad3f1b3d50d4'], 'active': True} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:37:35.280974 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f36967be-2f09-4faa-80b2-f44c883593e8 req-912be842-0c54-415c-a18b-de2a46d461d8 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] 10.222.0.59 "GET /v2.0/security-groups?id=a5e6581c-d58a-4df1-b094-3a90bf3c9fce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0865536 Jul 27 21:37:35.306794 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c0dab9-1371-47f3-bdf2-2a122dc51bdb req-81182143-1e52-478b-8338-c9652bc3b2a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:37:35.308318 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-53c0dab9-1371-47f3-bdf2-2a122dc51bdb req-81182143-1e52-478b-8338-c9652bc3b2a2 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=11733cc0-d894-4d0f-84a6-7f612951db53 HTTP/1.1" status: 200 len: 849 time: 0.0641093 Jul 27 21:37:35.370620 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c0dab9-1371-47f3-bdf2-2a122dc51bdb req-106ed994-01f7-468a-af8b-d455ba26cf8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:37:35.372191 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-53c0dab9-1371-47f3-bdf2-2a122dc51bdb req-106ed994-01f7-468a-af8b-d455ba26cf8e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b8c68474-1d26-4c5c-9f82-5da72e824d0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0559959 Jul 27 21:37:35.467162 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvr_db [None req-8a55d570-46fe-4806-b7c4-d4402e7b127e None None] Set router 8bd55324-ba4f-4bcf-bd6a-ad3f1b3d50d4 gateway port host: n-d-705658-22 {{(pid=105587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:37:35.477587 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-53c0dab9-1371-47f3-bdf2-2a122dc51bdb req-553201da-e9a4-4c03-b17c-80e7d9e60e93 service neutron] 10.222.0.60 "GET /v2.0/networks/b8c68474-1d26-4c5c-9f82-5da72e824d0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970190 Jul 27 21:37:35.569668 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-53c0dab9-1371-47f3-bdf2-2a122dc51bdb req-3df90746-75ce-406a-adb1-3ae85268a9ef service neutron] 10.222.0.60 "GET /v2.0/networks/b8c68474-1d26-4c5c-9f82-5da72e824d0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843580 Jul 27 21:37:35.694384 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-8a55d570-46fe-4806-b7c4-d4402e7b127e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bd55324-ba4f-4bcf-bd6a-ad3f1b3d50d4', 'name': 'tempest-TestVolumeBootPattern-52823296-router', 'tenant_id': '86837ff0d819403d862560ca192fdca7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.166'}], 'enable_snat': True}, 'gw_port_id': '22a9f312-db5d-4d2b-963a-8378b315c7b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:27:31Z', 'updated_at': '2021-07-27T21:27:34Z', 'revision_number': 4, 'project_id': '86837ff0d819403d862560ca192fdca7', 'gw_port': {'id': '22a9f312-db5d-4d2b-963a-8378b315c7b3', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:2f:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bd55324-ba4f-4bcf-bd6a-ad3f1b3d50d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3851, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:27:31Z', 'updated_at': '2021-07-27T21:27:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_floatingips': [{'id': '05e25594-128e-41ab-b200-07653c637b12', 'tenant_id': '86837ff0d819403d862560ca192fdca7', 'floating_ip_address': '172.25.5.133', 'floating_network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'router_id': '8bd55324-ba4f-4bcf-bd6a-ad3f1b3d50d4', 'port_id': '77274ec9-9e7f-4901-b888-3ad56ec18994', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3972, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8c68474-1d26-4c5c-9f82-5da72e824d0f', 'mac_address': 'fa:16:3e:56:9d:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '261ad2df-11f1-456d-8910-fcf94d5cc9cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T21:33:52Z', 'updated_at': '2021-07-27T21:33:55Z', 'revision_number': 1, 'project_id': '86837ff0d819403d862560ca192fdca7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e61ab5d-823c-42f2-9eaa-593c0d84996a', 'name': '', 'network_id': 'b8c68474-1d26-4c5c-9f82-5da72e824d0f', 'tenant_id': '86837ff0d819403d862560ca192fdca7', 'mac_address': 'fa:16:3e:22:83:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bd55324-ba4f-4bcf-bd6a-ad3f1b3d50d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3852, 'fixed_ips': [{'subnet_id': '11733cc0-d894-4d0f-84a6-7f612951db53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:27:34Z', 'updated_at': '2021-07-27T21:27:39Z', 'revision_number': 5, 'project_id': '86837ff0d819403d862560ca192fdca7', 'subnets': [{'id': '11733cc0-d894-4d0f-84a6-7f612951db53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-22', False) {} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:37:35.720570 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a55d570-46fe-4806-b7c4-d4402e7b127e None None] The sync data for ids ['8bd55324-ba4f-4bcf-bd6a-ad3f1b3d50d4'] in n-d-705658-22 is: [{'id': '8bd55324-ba4f-4bcf-bd6a-ad3f1b3d50d4', 'name': 'tempest-TestVolumeBootPattern-52823296-router', 'tenant_id': '86837ff0d819403d862560ca192fdca7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.166'}], 'enable_snat': True}, 'gw_port_id': '22a9f312-db5d-4d2b-963a-8378b315c7b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:27:31Z', 'updated_at': '2021-07-27T21:27:34Z', 'revision_number': 4, 'project_id': '86837ff0d819403d862560ca192fdca7', 'gw_port': {'id': '22a9f312-db5d-4d2b-963a-8378b315c7b3', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:2f:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bd55324-ba4f-4bcf-bd6a-ad3f1b3d50d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3851, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:27:31Z', 'updated_at': '2021-07-27T21:27:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_floatingips': [{'id': '05e25594-128e-41ab-b200-07653c637b12', 'tenant_id': '86837ff0d819403d862560ca192fdca7', 'floating_ip_address': '172.25.5.133', 'floating_network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'router_id': '8bd55324-ba4f-4bcf-bd6a-ad3f1b3d50d4', 'port_id': '77274ec9-9e7f-4901-b888-3ad56ec18994', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3972, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8c68474-1d26-4c5c-9f82-5da72e824d0f', 'mac_address': 'fa:16:3e:56:9d:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '261ad2df-11f1-456d-8910-fcf94d5cc9cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T21:33:52Z', 'updated_at': '2021-07-27T21:33:55Z', 'revision_number': 1, 'project_id': '86837ff0d819403d862560ca192fdca7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e61ab5d-823c-42f2-9eaa-593c0d84996a', 'name': '', 'network_id': 'b8c68474-1d26-4c5c-9f82-5da72e824d0f', 'tenant_id': '86837ff0d819403d862560ca192fdca7', 'mac_address': 'fa:16:3e:22:83:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bd55324-ba4f-4bcf-bd6a-ad3f1b3d50d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3852, 'fixed_ips': [{'subnet_id': '11733cc0-d894-4d0f-84a6-7f612951db53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:27:34Z', 'updated_at': '2021-07-27T21:27:39Z', 'revision_number': 5, 'project_id': '86837ff0d819403d862560ca192fdca7', 'subnets': [{'id': '11733cc0-d894-4d0f-84a6-7f612951db53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:37:35.943109 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09f9d986-9d7f-498f-9a1b-d2872fecd96d None None] New status for floating IP d64c1dc5-4530-4878-b913-11a7f82f5a84: DOWN {{(pid=105586) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 21:37:36.179738 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.agents_db [None req-558fcd2c-e512-47bc-a170-8673d87f7213 None None] Agent healthcheck: found 7 active agents {{(pid=105587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 21:37:36.432771 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e360fa1-916f-4d21-803a-9826f130a35d req-0797da2d-b6ec-47ee-b705-16242c2f598c tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:37:36.434211 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-2e360fa1-916f-4d21-803a-9826f130a35d req-0797da2d-b6ec-47ee-b705-16242c2f598c tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] 10.222.0.59 "GET /v2.0/ports?device_id=f719f5bd-f4b4-479a-a5f9-19875abf5eea HTTP/1.1" status: 200 len: 945 time: 0.0644083 Jul 27 21:37:36.471788 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-2e360fa1-916f-4d21-803a-9826f130a35d req-88aa6fa3-60c5-4b13-a0be-04438fd62e1f tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] 10.222.0.59 "GET /v2.0/security-groups?id=a5e6581c-d58a-4df1-b094-3a90bf3c9fce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310616 Jul 27 21:37:36.627750 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:37:36.831095 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401fc1fd-c4f5-415d-94c5-c103681b5a4d req-2b5e8318-a0ba-4ef6-a063-a2aa4286dc15 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:37:36.832548 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-401fc1fd-c4f5-415d-94c5-c103681b5a4d req-2b5e8318-a0ba-4ef6-a063-a2aa4286dc15 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] 10.222.0.60 "GET /v2.0/ports?device_id=f719f5bd-f4b4-479a-a5f9-19875abf5eea HTTP/1.1" status: 200 len: 945 time: 0.0677319 Jul 27 21:37:36.931939 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [req-401fc1fd-c4f5-415d-94c5-c103681b5a4d req-c4927cbc-0cea-4f00-ac9f-a2dc44aba45d tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Deleting port 3d62f75e-76e6-437d-a101-065aa06ea653 {{(pid=105585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:37:36.932285 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-401fc1fd-c4f5-415d-94c5-c103681b5a4d req-c4927cbc-0cea-4f00-ac9f-a2dc44aba45d tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:37:37.021494 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.db [req-401fc1fd-c4f5-415d-94c5-c103681b5a4d req-c4927cbc-0cea-4f00-ac9f-a2dc44aba45d tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] For port 3d62f75e-76e6-437d-a101-065aa06ea653, host n-h2-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=3d62f75e-76e6-437d-a101-065aa06ea653,segment=NetworkSegment(6a44b0c8-0b10-4191-b0e4-021984ddfab8),segment_id=6a44b0c8-0b10-4191-b0e4-021984ddfab8)] {{(pid=105585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:37:37.021859 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-401fc1fd-c4f5-415d-94c5-c103681b5a4d req-c4927cbc-0cea-4f00-ac9f-a2dc44aba45d tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:37:37.033973 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [req-401fc1fd-c4f5-415d-94c5-c103681b5a4d req-c4927cbc-0cea-4f00-ac9f-a2dc44aba45d tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Calling delete_port for 3d62f75e-76e6-437d-a101-065aa06ea653 owned by compute:nova {{(pid=105585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:37:37.156031 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-401fc1fd-c4f5-415d-94c5-c103681b5a4d req-c4927cbc-0cea-4f00-ac9f-a2dc44aba45d tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:37:37.187478 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4927cbc-0cea-4f00-ac9f-a2dc44aba45d tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Pushing event deleted for resources: {'Port': ['ID=3d62f75e-76e6-437d-a101-065aa06ea653,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:37:37.216328 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4927cbc-0cea-4f00-ac9f-a2dc44aba45d tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:37:37.216675 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4927cbc-0cea-4f00-ac9f-a2dc44aba45d tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:37:37.217015 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4927cbc-0cea-4f00-ac9f-a2dc44aba45d tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:37:37.217352 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4927cbc-0cea-4f00-ac9f-a2dc44aba45d tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:37:37.217686 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4927cbc-0cea-4f00-ac9f-a2dc44aba45d tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:37:37.218016 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4927cbc-0cea-4f00-ac9f-a2dc44aba45d tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:37:37.218340 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4927cbc-0cea-4f00-ac9f-a2dc44aba45d tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:37:37.218663 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4927cbc-0cea-4f00-ac9f-a2dc44aba45d tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:37:37.218985 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4927cbc-0cea-4f00-ac9f-a2dc44aba45d tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:37:37.219331 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4927cbc-0cea-4f00-ac9f-a2dc44aba45d tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:37:37.220334 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4927cbc-0cea-4f00-ac9f-a2dc44aba45d tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:37:37.220659 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4927cbc-0cea-4f00-ac9f-a2dc44aba45d tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:37:37.241616 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.l3_dvrscheduler_db [req-401fc1fd-c4f5-415d-94c5-c103681b5a4d req-c4927cbc-0cea-4f00-ac9f-a2dc44aba45d tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] No DVR routers for this DVR port 3d62f75e-76e6-437d-a101-065aa06ea653 on host n-h2-705658-22 {{(pid=105585) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:37:37.244270 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-401fc1fd-c4f5-415d-94c5-c103681b5a4d req-c4927cbc-0cea-4f00-ac9f-a2dc44aba45d tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:37:37.246189 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-401fc1fd-c4f5-415d-94c5-c103681b5a4d req-c4927cbc-0cea-4f00-ac9f-a2dc44aba45d tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] 10.222.0.60 "DELETE /v2.0/ports/3d62f75e-76e6-437d-a101-065aa06ea653 HTTP/1.1" status: 204 len: 173 time: 0.4072416 Jul 27 21:37:37.246599 n-d-705658-22 neutron-server[105585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f719f5bd-f4b4-479a-a5f9-19875abf5eea', 'name': 'network-vif-deleted', 'tag': '3d62f75e-76e6-437d-a101-065aa06ea653'}] {{(pid=105585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:37:37.248939 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d66fd65881426bfc2b5388084a3654e5eae521106a15a3dbf0eb4cde7106c36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da4091e0-648c-4526-a3c5-eb0d45e6a7ae" -d '{"events": [{"server_uuid": "f719f5bd-f4b4-479a-a5f9-19875abf5eea", "name": "network-vif-deleted", "tag": "3d62f75e-76e6-437d-a101-065aa06ea653"}]}' {{(pid=105585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:37:37.301058 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:37:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01761b35-ddba-46f6-bd4d-bf21c8bfe46d x-openstack-request-id: req-01761b35-ddba-46f6-bd4d-bf21c8bfe46d {{(pid=105585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:37:37.301350 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f719f5bd-f4b4-479a-a5f9-19875abf5eea", "name": "network-vif-deleted", "tag": "3d62f75e-76e6-437d-a101-065aa06ea653", "status": "completed", "code": 200}]} {{(pid=105585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:37:37.301627 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-01761b35-ddba-46f6-bd4d-bf21c8bfe46d {{(pid=105585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:37:37.302006 n-d-705658-22 neutron-server[105585]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f719f5bd-f4b4-479a-a5f9-19875abf5eea', 'name': 'network-vif-deleted', 'tag': '3d62f75e-76e6-437d-a101-065aa06ea653', 'status': 'completed', 'code': 200} Jul 27 21:37:37.580688 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-ddfc8ee5-8024-4301-a116-0db836b4f134 req-6423e9ca-1355-4297-9533-8621fc20735a tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] 10.222.0.59 "GET /v2.0/ports?device_id=f719f5bd-f4b4-479a-a5f9-19875abf5eea HTTP/1.1" status: 200 len: 210 time: 0.0377128 Jul 27 21:37:38.674331 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-12af6bd6-d086-44ee-abbc-e215c4675087 req-9da05549-241b-4575-8c16-beb7a9be025a tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] 10.222.0.59 "GET /v2.0/ports?device_id=f719f5bd-f4b4-479a-a5f9-19875abf5eea HTTP/1.1" status: 200 len: 210 time: 0.0286984 Jul 27 21:37:38.919834 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-8351fc05-2e6a-4004-86ca-6799e48cf60b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:37:39.751502 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Device 3d62f75e-76e6-437d-a101-065aa06ea653 no longer exists at agent hyperv_n-h2-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:37:39.775340 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-3d54578f-831f-4696-b568-13c455922dab None None] No Port match for: 3d62f75e-76e6-437d-a101-065aa06ea653 {{(pid=105586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:37:39.775697 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Device 3d62f75e-76e6-437d-a101-065aa06ea653 not bound to the agent host n-h2-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:37:40.106316 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-23d5343c-6f34-4329-8957-89a305c0a51a req-5a657d98-f750-410c-9911-10cdafce4257 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] 10.222.0.59 "GET /v2.0/ports?device_id=f719f5bd-f4b4-479a-a5f9-19875abf5eea HTTP/1.1" status: 200 len: 210 time: 0.3654392 Jul 27 21:37:40.419158 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:37:41.574838 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-cdf3984d-9410-430d-a0ea-be7e320afc68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:37:41.908917 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:37:42.991223 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-bb32ed7d-8717-448b-a9c8-a5a0117d1fd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:37:44.426655 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-875ced1b-4cf3-463a-9653-058f0f9421e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:37:45.464242 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 34668) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:37:45.617836 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-4764c8be-748a-4af6-9f65-221132aa7a11 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Deleting port 1a0899a2-b32b-4dfc-b545-482629e10826 {{(pid=105584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:37:45.618438 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-4764c8be-748a-4af6-9f65-221132aa7a11 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:37:45.692338 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-4764c8be-748a-4af6-9f65-221132aa7a11 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:37:45.692671 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-4764c8be-748a-4af6-9f65-221132aa7a11 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:37:45.703940 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-4764c8be-748a-4af6-9f65-221132aa7a11 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Calling delete_port for 1a0899a2-b32b-4dfc-b545-482629e10826 owned by network:floatingip {{(pid=105584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:37:45.847606 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-4764c8be-748a-4af6-9f65-221132aa7a11 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:37:45.876515 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4764c8be-748a-4af6-9f65-221132aa7a11 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Pushing event deleted for resources: {'Port': ['ID=1a0899a2-b32b-4dfc-b545-482629e10826,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:37:45.936957 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-4764c8be-748a-4af6-9f65-221132aa7a11 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Notify callbacks [] for floatingip, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:37:45.937304 n-d-705658-22 neutron-server[105584]: INFO neutron.db.l3_db [None req-4764c8be-748a-4af6-9f65-221132aa7a11 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Floating IP 05e25594-128e-41ab-b200-07653c637b12 disassociated (deleted). External IP: 172.25.5.133, port: 77274ec9-9e7f-4901-b888-3ad56ec18994. Jul 27 21:37:46.478084 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4764c8be-748a-4af6-9f65-221132aa7a11 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Router 8bd55324-ba4f-4bcf-bd6a-ad3f1b3d50d4 has already been hosted by L3 agent dd128fd7-8e57-4d4f-895b-a96b369df59a {{(pid=105584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:37:46.580641 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4764c8be-748a-4af6-9f65-221132aa7a11 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Notify agent at l3_agent.n-d-705658-22 the message routers_updated {{(pid=105584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:37:46.585012 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-4764c8be-748a-4af6-9f65-221132aa7a11 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for floatingip, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:37:46.591030 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f0915ab-54cc-41ab-9479-4b04a6031582 None None] Sync routers for ids ['8bd55324-ba4f-4bcf-bd6a-ad3f1b3d50d4'] in n-d-705658-22 {{(pid=105587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:37:46.601098 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f0915ab-54cc-41ab-9479-4b04a6031582 None None] Routers {'8bd55324-ba4f-4bcf-bd6a-ad3f1b3d50d4'} bound to L3 agent in host n-d-705658-22 {{(pid=105587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:37:46.601785 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-6f0915ab-54cc-41ab-9479-4b04a6031582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:37:42Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['8bd55324-ba4f-4bcf-bd6a-ad3f1b3d50d4'], 'active': True} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:37:46.624012 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-4764c8be-748a-4af6-9f65-221132aa7a11 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] 10.222.0.59 "DELETE /v2.0/floatingips/05e25594-128e-41ab-b200-07653c637b12 HTTP/1.1" status: 204 len: 168 time: 1.1586797 Jul 27 21:37:46.624609 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '261ad2df-11f1-456d-8910-fcf94d5cc9cd', 'tag': '77274ec9-9e7f-4901-b888-3ad56ec18994'}] {{(pid=105584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:37:46.626924 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bce5e6c8685464f7626901654159975603b047827e3138302ed6566e28f1343" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e640ad6-0310-4536-997b-51a838736a9c" -d '{"events": [{"name": "network-changed", "server_uuid": "261ad2df-11f1-456d-8910-fcf94d5cc9cd", "tag": "77274ec9-9e7f-4901-b888-3ad56ec18994"}]}' {{(pid=105584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:37:46.665212 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:37:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-378589ec-9867-41d1-80a7-68372669d9e3 x-openstack-request-id: req-378589ec-9867-41d1-80a7-68372669d9e3 {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:37:46.665516 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "261ad2df-11f1-456d-8910-fcf94d5cc9cd", "tag": "77274ec9-9e7f-4901-b888-3ad56ec18994", "status": "completed", "code": 200}]} {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:37:46.665924 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-378589ec-9867-41d1-80a7-68372669d9e3 {{(pid=105584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:37:46.666456 n-d-705658-22 neutron-server[105584]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '261ad2df-11f1-456d-8910-fcf94d5cc9cd', 'tag': '77274ec9-9e7f-4901-b888-3ad56ec18994', 'status': 'completed', 'code': 200} Jul 27 21:37:46.717355 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvr_db [None req-6f0915ab-54cc-41ab-9479-4b04a6031582 None None] Set router 8bd55324-ba4f-4bcf-bd6a-ad3f1b3d50d4 gateway port host: n-d-705658-22 {{(pid=105587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:37:46.753617 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e640ad6-0310-4536-997b-51a838736a9c req-865c8b31-eb57-483f-bc18-aa2c8cf705c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:37:46.755137 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-4e640ad6-0310-4536-997b-51a838736a9c req-865c8b31-eb57-483f-bc18-aa2c8cf705c6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=86837ff0d819403d862560ca192fdca7&device_id=261ad2df-11f1-456d-8910-fcf94d5cc9cd HTTP/1.1" status: 200 len: 1097 time: 0.0643830 Jul 27 21:37:46.855354 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e640ad6-0310-4536-997b-51a838736a9c req-a1166df1-ef85-4e9a-9146-6fa8362d960f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:37:46.857213 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-4e640ad6-0310-4536-997b-51a838736a9c req-a1166df1-ef85-4e9a-9146-6fa8362d960f service neutron] 10.222.0.36 "GET /v2.0/networks?id=b8c68474-1d26-4c5c-9f82-5da72e824d0f HTTP/1.1" status: 200 len: 911 time: 0.0869253 Jul 27 21:37:46.880411 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d790e00-46de-42f3-aa4d-0a0cf618fdae req-45e25b0d-9b89-42b3-a053-fecccdf68c8b tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:37:46.882663 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-3d790e00-46de-42f3-aa4d-0a0cf618fdae req-45e25b0d-9b89-42b3-a053-fecccdf68c8b tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] 10.222.0.59 "GET /v2.0/ports?device_id=261ad2df-11f1-456d-8910-fcf94d5cc9cd HTTP/1.1" status: 200 len: 945 time: 0.0659921 Jul 27 21:37:46.911765 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-4e640ad6-0310-4536-997b-51a838736a9c req-0ea4d28c-8f90-4ed2-8072-468974464fb1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=77274ec9-9e7f-4901-b888-3ad56ec18994 HTTP/1.1" status: 200 len: 217 time: 0.0467114 Jul 27 21:37:46.921820 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-3d790e00-46de-42f3-aa4d-0a0cf618fdae req-a6fc22e9-26cf-4e63-9f78-a980ac66a06e tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] 10.222.0.59 "GET /v2.0/security-groups?id=a5e6581c-d58a-4df1-b094-3a90bf3c9fce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332110 Jul 27 21:37:46.932456 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-6f0915ab-54cc-41ab-9479-4b04a6031582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bd55324-ba4f-4bcf-bd6a-ad3f1b3d50d4', 'name': 'tempest-TestVolumeBootPattern-52823296-router', 'tenant_id': '86837ff0d819403d862560ca192fdca7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.166'}], 'enable_snat': True}, 'gw_port_id': '22a9f312-db5d-4d2b-963a-8378b315c7b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:27:31Z', 'updated_at': '2021-07-27T21:27:34Z', 'revision_number': 4, 'project_id': '86837ff0d819403d862560ca192fdca7', 'gw_port': {'id': '22a9f312-db5d-4d2b-963a-8378b315c7b3', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:2f:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bd55324-ba4f-4bcf-bd6a-ad3f1b3d50d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3851, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:27:31Z', 'updated_at': '2021-07-27T21:27:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_interfaces': [{'id': '6e61ab5d-823c-42f2-9eaa-593c0d84996a', 'name': '', 'network_id': 'b8c68474-1d26-4c5c-9f82-5da72e824d0f', 'tenant_id': '86837ff0d819403d862560ca192fdca7', 'mac_address': 'fa:16:3e:22:83:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bd55324-ba4f-4bcf-bd6a-ad3f1b3d50d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3852, 'fixed_ips': [{'subnet_id': '11733cc0-d894-4d0f-84a6-7f612951db53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:27:34Z', 'updated_at': '2021-07-27T21:27:39Z', 'revision_number': 5, 'project_id': '86837ff0d819403d862560ca192fdca7', 'subnets': [{'id': '11733cc0-d894-4d0f-84a6-7f612951db53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-22', False) {} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:37:46.961764 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e640ad6-0310-4536-997b-51a838736a9c req-a0f7bf74-be1d-4789-b5b3-deed4732d21b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:37:46.962131 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f0915ab-54cc-41ab-9479-4b04a6031582 None None] Checking router: 8bd55324-ba4f-4bcf-bd6a-ad3f1b3d50d4 for host: n-d-705658-22 {{(pid=105587) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:37:46.963282 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-4e640ad6-0310-4536-997b-51a838736a9c req-a0f7bf74-be1d-4789-b5b3-deed4732d21b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=11733cc0-d894-4d0f-84a6-7f612951db53 HTTP/1.1" status: 200 len: 849 time: 0.0444458 Jul 27 21:37:46.970819 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f0915ab-54cc-41ab-9479-4b04a6031582 None None] Routers {'8bd55324-ba4f-4bcf-bd6a-ad3f1b3d50d4'} bound to L3 agent in host n-d-705658-22 {{(pid=105587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:37:46.971448 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-6f0915ab-54cc-41ab-9479-4b04a6031582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:37:42Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['8bd55324-ba4f-4bcf-bd6a-ad3f1b3d50d4'], 'active': True} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:37:47.022510 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e640ad6-0310-4536-997b-51a838736a9c req-028a860c-36db-4ba4-a90c-13b954eca4ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:37:47.023995 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-4e640ad6-0310-4536-997b-51a838736a9c req-028a860c-36db-4ba4-a90c-13b954eca4ef service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b8c68474-1d26-4c5c-9f82-5da72e824d0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0527859 Jul 27 21:37:47.073939 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvr_db [None req-6f0915ab-54cc-41ab-9479-4b04a6031582 None None] Set router 8bd55324-ba4f-4bcf-bd6a-ad3f1b3d50d4 gateway port host: n-d-705658-22 {{(pid=105587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:37:47.117534 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-4e640ad6-0310-4536-997b-51a838736a9c req-9bc3aecd-a4e1-46e7-8abb-bee391b368d9 service neutron] 10.222.0.36 "GET /v2.0/networks/b8c68474-1d26-4c5c-9f82-5da72e824d0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839653 Jul 27 21:37:47.216980 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-4e640ad6-0310-4536-997b-51a838736a9c req-86120915-972d-4103-92bc-ad91de8ef17a service neutron] 10.222.0.36 "GET /v2.0/networks/b8c68474-1d26-4c5c-9f82-5da72e824d0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908284 Jul 27 21:37:47.265908 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-6f0915ab-54cc-41ab-9479-4b04a6031582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bd55324-ba4f-4bcf-bd6a-ad3f1b3d50d4', 'name': 'tempest-TestVolumeBootPattern-52823296-router', 'tenant_id': '86837ff0d819403d862560ca192fdca7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.166'}], 'enable_snat': True}, 'gw_port_id': '22a9f312-db5d-4d2b-963a-8378b315c7b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:27:31Z', 'updated_at': '2021-07-27T21:27:34Z', 'revision_number': 4, 'project_id': '86837ff0d819403d862560ca192fdca7', 'gw_port': {'id': '22a9f312-db5d-4d2b-963a-8378b315c7b3', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:2f:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bd55324-ba4f-4bcf-bd6a-ad3f1b3d50d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3851, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:27:31Z', 'updated_at': '2021-07-27T21:27:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_interfaces': [{'id': '6e61ab5d-823c-42f2-9eaa-593c0d84996a', 'name': '', 'network_id': 'b8c68474-1d26-4c5c-9f82-5da72e824d0f', 'tenant_id': '86837ff0d819403d862560ca192fdca7', 'mac_address': 'fa:16:3e:22:83:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bd55324-ba4f-4bcf-bd6a-ad3f1b3d50d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3852, 'fixed_ips': [{'subnet_id': '11733cc0-d894-4d0f-84a6-7f612951db53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:27:34Z', 'updated_at': '2021-07-27T21:27:39Z', 'revision_number': 5, 'project_id': '86837ff0d819403d862560ca192fdca7', 'subnets': [{'id': '11733cc0-d894-4d0f-84a6-7f612951db53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-22', False) {} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:37:47.291660 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f0915ab-54cc-41ab-9479-4b04a6031582 None None] The sync data for ids ['8bd55324-ba4f-4bcf-bd6a-ad3f1b3d50d4'] in n-d-705658-22 is: [{'id': '8bd55324-ba4f-4bcf-bd6a-ad3f1b3d50d4', 'name': 'tempest-TestVolumeBootPattern-52823296-router', 'tenant_id': '86837ff0d819403d862560ca192fdca7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.166'}], 'enable_snat': True}, 'gw_port_id': '22a9f312-db5d-4d2b-963a-8378b315c7b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:27:31Z', 'updated_at': '2021-07-27T21:27:34Z', 'revision_number': 4, 'project_id': '86837ff0d819403d862560ca192fdca7', 'gw_port': {'id': '22a9f312-db5d-4d2b-963a-8378b315c7b3', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:2f:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bd55324-ba4f-4bcf-bd6a-ad3f1b3d50d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3851, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:27:31Z', 'updated_at': '2021-07-27T21:27:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_interfaces': [{'id': '6e61ab5d-823c-42f2-9eaa-593c0d84996a', 'name': '', 'network_id': 'b8c68474-1d26-4c5c-9f82-5da72e824d0f', 'tenant_id': '86837ff0d819403d862560ca192fdca7', 'mac_address': 'fa:16:3e:22:83:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bd55324-ba4f-4bcf-bd6a-ad3f1b3d50d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3852, 'fixed_ips': [{'subnet_id': '11733cc0-d894-4d0f-84a6-7f612951db53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:27:34Z', 'updated_at': '2021-07-27T21:27:39Z', 'revision_number': 5, 'project_id': '86837ff0d819403d862560ca192fdca7', 'subnets': [{'id': '11733cc0-d894-4d0f-84a6-7f612951db53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:37:47.498968 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02cfcd52-2d79-4037-b814-6ca01fd5c73d None None] New status for floating IP 05e25594-128e-41ab-b200-07653c637b12: DOWN {{(pid=105586) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 21:37:48.055798 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949e6ad4-e648-4aab-b16d-3e9fb1622296 req-406687ec-974b-426a-aa1c-af36e5c162d7 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:37:48.057280 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-949e6ad4-e648-4aab-b16d-3e9fb1622296 req-406687ec-974b-426a-aa1c-af36e5c162d7 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] 10.222.0.59 "GET /v2.0/ports?device_id=261ad2df-11f1-456d-8910-fcf94d5cc9cd HTTP/1.1" status: 200 len: 945 time: 0.0646648 Jul 27 21:37:48.093755 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-949e6ad4-e648-4aab-b16d-3e9fb1622296 req-d0a20bf1-2527-4bd8-81fd-32082200ce0f tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] 10.222.0.59 "GET /v2.0/security-groups?id=a5e6581c-d58a-4df1-b094-3a90bf3c9fce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306435 Jul 27 21:37:48.408146 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626e0297-c63c-419c-8a70-d58e28b9f16d req-342ae2f9-d80e-4bb0-bd1c-7f8559ce027b tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:37:48.409635 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-626e0297-c63c-419c-8a70-d58e28b9f16d req-342ae2f9-d80e-4bb0-bd1c-7f8559ce027b tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] 10.222.0.36 "GET /v2.0/ports?device_id=261ad2df-11f1-456d-8910-fcf94d5cc9cd HTTP/1.1" status: 200 len: 945 time: 0.0675137 Jul 27 21:37:48.504980 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [req-626e0297-c63c-419c-8a70-d58e28b9f16d req-0bfb11b2-012e-46b6-abb4-24a3bda50c7c tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Deleting port 77274ec9-9e7f-4901-b888-3ad56ec18994 {{(pid=105584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:37:48.505317 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-626e0297-c63c-419c-8a70-d58e28b9f16d req-0bfb11b2-012e-46b6-abb4-24a3bda50c7c tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:37:48.592821 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [req-626e0297-c63c-419c-8a70-d58e28b9f16d req-0bfb11b2-012e-46b6-abb4-24a3bda50c7c tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] For port 77274ec9-9e7f-4901-b888-3ad56ec18994, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=77274ec9-9e7f-4901-b888-3ad56ec18994,segment=NetworkSegment(6a44b0c8-0b10-4191-b0e4-021984ddfab8),segment_id=6a44b0c8-0b10-4191-b0e4-021984ddfab8)] {{(pid=105584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:37:48.593180 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-626e0297-c63c-419c-8a70-d58e28b9f16d req-0bfb11b2-012e-46b6-abb4-24a3bda50c7c tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:37:48.605138 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [req-626e0297-c63c-419c-8a70-d58e28b9f16d req-0bfb11b2-012e-46b6-abb4-24a3bda50c7c tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Calling delete_port for 77274ec9-9e7f-4901-b888-3ad56ec18994 owned by compute:nova {{(pid=105584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:37:48.727682 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-626e0297-c63c-419c-8a70-d58e28b9f16d req-0bfb11b2-012e-46b6-abb4-24a3bda50c7c tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:37:48.754331 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfb11b2-012e-46b6-abb4-24a3bda50c7c tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Pushing event deleted for resources: {'Port': ['ID=77274ec9-9e7f-4901-b888-3ad56ec18994,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:37:48.805529 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [req-626e0297-c63c-419c-8a70-d58e28b9f16d req-0bfb11b2-012e-46b6-abb4-24a3bda50c7c tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] No DVR routers for this DVR port 77274ec9-9e7f-4901-b888-3ad56ec18994 on host n-h1-705658-22 {{(pid=105584) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:37:48.808082 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-626e0297-c63c-419c-8a70-d58e28b9f16d req-0bfb11b2-012e-46b6-abb4-24a3bda50c7c tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:37:48.810014 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-626e0297-c63c-419c-8a70-d58e28b9f16d req-0bfb11b2-012e-46b6-abb4-24a3bda50c7c tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] 10.222.0.36 "DELETE /v2.0/ports/77274ec9-9e7f-4901-b888-3ad56ec18994 HTTP/1.1" status: 204 len: 173 time: 0.3942087 Jul 27 21:37:48.810439 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '261ad2df-11f1-456d-8910-fcf94d5cc9cd', 'name': 'network-vif-deleted', 'tag': '77274ec9-9e7f-4901-b888-3ad56ec18994'}] {{(pid=105584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:37:48.812713 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bce5e6c8685464f7626901654159975603b047827e3138302ed6566e28f1343" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d039e51-fcad-4387-a87a-d60e521464f1" -d '{"events": [{"server_uuid": "261ad2df-11f1-456d-8910-fcf94d5cc9cd", "name": "network-vif-deleted", "tag": "77274ec9-9e7f-4901-b888-3ad56ec18994"}]}' {{(pid=105584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:37:48.848764 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:37:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13c16ff4-970e-4c10-9868-8fe2ebbf5e72 x-openstack-request-id: req-13c16ff4-970e-4c10-9868-8fe2ebbf5e72 {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:37:48.849058 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "261ad2df-11f1-456d-8910-fcf94d5cc9cd", "name": "network-vif-deleted", "tag": "77274ec9-9e7f-4901-b888-3ad56ec18994", "status": "completed", "code": 200}]} {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:37:48.849316 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-13c16ff4-970e-4c10-9868-8fe2ebbf5e72 {{(pid=105584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:37:48.849713 n-d-705658-22 neutron-server[105584]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '261ad2df-11f1-456d-8910-fcf94d5cc9cd', 'name': 'network-vif-deleted', 'tag': '77274ec9-9e7f-4901-b888-3ad56ec18994', 'status': 'completed', 'code': 200} Jul 27 21:37:49.201868 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-df07215b-28c2-474a-9700-d56d2706b841 req-4c198174-6f8d-416c-bea3-32532e618772 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] 10.222.0.59 "GET /v2.0/ports?device_id=261ad2df-11f1-456d-8910-fcf94d5cc9cd HTTP/1.1" status: 200 len: 210 time: 0.0377343 Jul 27 21:37:50.300832 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-ccef0922-7a4f-4d1e-a077-bfd90df1b329 req-ea5fd6e9-2ec8-4941-bfe3-a14d1824c05d tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] 10.222.0.59 "GET /v2.0/ports?device_id=261ad2df-11f1-456d-8910-fcf94d5cc9cd HTTP/1.1" status: 200 len: 210 time: 0.0292451 Jul 27 21:37:51.397957 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-378aa78c-73f7-4020-9fb4-21284c099c3a req-e9285058-837e-4096-95d6-096d59c467fc tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] 10.222.0.59 "GET /v2.0/ports?device_id=261ad2df-11f1-456d-8910-fcf94d5cc9cd HTTP/1.1" status: 200 len: 210 time: 0.0301361 Jul 27 21:37:52.511442 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-82399d7b-4cda-43a9-bf77-506d026901b2 req-b07346cf-4495-43f7-ba99-16014118c8e6 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] 10.222.0.59 "GET /v2.0/ports?device_id=261ad2df-11f1-456d-8910-fcf94d5cc9cd HTTP/1.1" status: 200 len: 210 time: 0.0335655 Jul 27 21:37:53.567117 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 34690) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:37:53.687345 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-2192ea1c-7817-40c9-bf4b-6579d8017404 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Deleting port ed3b0803-9956-4fc3-ab9d-140cff0e1310 {{(pid=105584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:37:53.687684 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-2192ea1c-7817-40c9-bf4b-6579d8017404 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:37:53.700501 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device 77274ec9-9e7f-4901-b888-3ad56ec18994 no longer exists at agent hyperv_n-h1-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:37:53.719560 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-28650df7-c46c-4981-b84f-37d87254047e None None] No Port match for: 77274ec9-9e7f-4901-b888-3ad56ec18994 {{(pid=105586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:37:53.719914 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device 77274ec9-9e7f-4901-b888-3ad56ec18994 not bound to the agent host n-h1-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:37:53.763781 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-2192ea1c-7817-40c9-bf4b-6579d8017404 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:37:53.764113 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-2192ea1c-7817-40c9-bf4b-6579d8017404 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:37:53.775385 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-2192ea1c-7817-40c9-bf4b-6579d8017404 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Calling delete_port for ed3b0803-9956-4fc3-ab9d-140cff0e1310 owned by network:floatingip {{(pid=105584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:37:53.907382 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-2192ea1c-7817-40c9-bf4b-6579d8017404 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:37:53.931089 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2192ea1c-7817-40c9-bf4b-6579d8017404 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Pushing event deleted for resources: {'Port': ['ID=ed3b0803-9956-4fc3-ab9d-140cff0e1310,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:37:53.998357 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-2192ea1c-7817-40c9-bf4b-6579d8017404 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Notify callbacks [] for floatingip, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:37:54.001505 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-2192ea1c-7817-40c9-bf4b-6579d8017404 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for floatingip, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:37:54.002664 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-2192ea1c-7817-40c9-bf4b-6579d8017404 tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] 10.222.0.59 "DELETE /v2.0/floatingips/06fbc802-1d5d-419f-ab8e-6f9d1ea234c3 HTTP/1.1" status: 204 len: 168 time: 0.4345834 Jul 27 21:37:56.248098 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 34704) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:37:56.313849 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-e1029c2f-878c-4c1a-bbb9-72840a5852cb tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Notify callbacks [] for security_group, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:37:56.338277 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-e1029c2f-878c-4c1a-bbb9-72840a5852cb tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:37:56.399852 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-e1029c2f-878c-4c1a-bbb9-72840a5852cb tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:37:56.402427 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-e1029c2f-878c-4c1a-bbb9-72840a5852cb tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Notify callbacks [] for security_group, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:37:56.403661 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-e1029c2f-878c-4c1a-bbb9-72840a5852cb tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] 10.222.0.59 "DELETE /v2.0/security-groups/a5e6581c-d58a-4df1-b094-3a90bf3c9fce HTTP/1.1" status: 204 len: 168 time: 0.1545899 Jul 27 21:37:56.414561 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1029c2f-878c-4c1a-bbb9-72840a5852cb tempest-TestVolumeBootPattern-809078181 tempest-TestVolumeBootPattern-809078181-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5e6581c-d58a-4df1-b094-3a90bf3c9fce,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:37:56.468119 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 34708) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:37:57.027749 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-16d8a511-43c0-4722-bc43-1a7dfa2f5830 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4076536'] for router_interface, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:37:57.281944 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [None req-16d8a511-43c0-4722-bc43-1a7dfa2f5830 admin admin] Deleting port 6e61ab5d-823c-42f2-9eaa-593c0d84996a {{(pid=105585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:37:57.282582 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-16d8a511-43c0-4722-bc43-1a7dfa2f5830 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:37:57.358923 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.db [None req-16d8a511-43c0-4722-bc43-1a7dfa2f5830 admin admin] For port 6e61ab5d-823c-42f2-9eaa-593c0d84996a, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=6e61ab5d-823c-42f2-9eaa-593c0d84996a,segment=NetworkSegment(6a44b0c8-0b10-4191-b0e4-021984ddfab8),segment_id=6a44b0c8-0b10-4191-b0e4-021984ddfab8)] {{(pid=105585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:37:57.359297 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-16d8a511-43c0-4722-bc43-1a7dfa2f5830 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:37:57.371782 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [None req-16d8a511-43c0-4722-bc43-1a7dfa2f5830 admin admin] Calling delete_port for 6e61ab5d-823c-42f2-9eaa-593c0d84996a owned by network:router_interface {{(pid=105585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:37:57.557119 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-16d8a511-43c0-4722-bc43-1a7dfa2f5830 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:37:57.589150 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d8a511-43c0-4722-bc43-1a7dfa2f5830 admin admin] Pushing event deleted for resources: {'Port': ['ID=6e61ab5d-823c-42f2-9eaa-593c0d84996a,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:37:57.766102 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-16d8a511-43c0-4722-bc43-1a7dfa2f5830 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3743915', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4076308'] for router_interface, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:37:57.986721 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16d8a511-43c0-4722-bc43-1a7dfa2f5830 admin admin] Router 8bd55324-ba4f-4bcf-bd6a-ad3f1b3d50d4 has already been hosted by L3 agent dd128fd7-8e57-4d4f-895b-a96b369df59a {{(pid=105585) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:37:58.091875 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16d8a511-43c0-4722-bc43-1a7dfa2f5830 admin admin] Notify agent at l3_agent.n-d-705658-22 the message routers_updated {{(pid=105585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:37:58.097362 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-16d8a511-43c0-4722-bc43-1a7dfa2f5830 admin admin] 10.222.0.59 "PUT /v2.0/routers/8bd55324-ba4f-4bcf-bd6a-ad3f1b3d50d4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6281536 Jul 27 21:37:58.099929 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 34714) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:37:58.101416 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a03186d-2138-483e-9258-3fe2a2201186 None None] Sync routers for ids ['8bd55324-ba4f-4bcf-bd6a-ad3f1b3d50d4'] in n-d-705658-22 {{(pid=105587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:37:58.111119 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a03186d-2138-483e-9258-3fe2a2201186 None None] Routers {'8bd55324-ba4f-4bcf-bd6a-ad3f1b3d50d4'} bound to L3 agent in host n-d-705658-22 {{(pid=105587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:37:58.111719 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-9a03186d-2138-483e-9258-3fe2a2201186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:37:42Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['8bd55324-ba4f-4bcf-bd6a-ad3f1b3d50d4'], 'active': True} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:37:58.205073 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-b39be623-2de5-4b1d-b1c6-12206646ac40 admin admin] Notify callbacks [] for router, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:37:58.213594 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvr_db [None req-9a03186d-2138-483e-9258-3fe2a2201186 None None] Set router 8bd55324-ba4f-4bcf-bd6a-ad3f1b3d50d4 gateway port host: n-d-705658-22 {{(pid=105587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:37:58.302558 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-b39be623-2de5-4b1d-b1c6-12206646ac40 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:37:58.357958 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [None req-b39be623-2de5-4b1d-b1c6-12206646ac40 admin admin] Deleting port 22a9f312-db5d-4d2b-963a-8378b315c7b3 {{(pid=105585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:37:58.358216 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-b39be623-2de5-4b1d-b1c6-12206646ac40 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:37:58.388533 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-9a03186d-2138-483e-9258-3fe2a2201186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bd55324-ba4f-4bcf-bd6a-ad3f1b3d50d4', 'name': 'tempest-TestVolumeBootPattern-52823296-router', 'tenant_id': '86837ff0d819403d862560ca192fdca7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.166'}], 'enable_snat': True}, 'gw_port_id': '22a9f312-db5d-4d2b-963a-8378b315c7b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:27:31Z', 'updated_at': '2021-07-27T21:37:57Z', 'revision_number': 5, 'project_id': '86837ff0d819403d862560ca192fdca7', 'gw_port': {'id': '22a9f312-db5d-4d2b-963a-8378b315c7b3', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:2f:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bd55324-ba4f-4bcf-bd6a-ad3f1b3d50d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3851, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:27:31Z', 'updated_at': '2021-07-27T21:27:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22'}], 'n-d-705658-22', False) {} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:37:58.415080 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a03186d-2138-483e-9258-3fe2a2201186 None None] Checking router: 8bd55324-ba4f-4bcf-bd6a-ad3f1b3d50d4 for host: n-d-705658-22 {{(pid=105587) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:37:58.423382 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a03186d-2138-483e-9258-3fe2a2201186 None None] Routers {'8bd55324-ba4f-4bcf-bd6a-ad3f1b3d50d4'} bound to L3 agent in host n-d-705658-22 {{(pid=105587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:37:58.423981 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-9a03186d-2138-483e-9258-3fe2a2201186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:37:42Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['8bd55324-ba4f-4bcf-bd6a-ad3f1b3d50d4'], 'active': True} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:37:58.435865 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.db [None req-b39be623-2de5-4b1d-b1c6-12206646ac40 admin admin] For port 22a9f312-db5d-4d2b-963a-8378b315c7b3, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=22a9f312-db5d-4d2b-963a-8378b315c7b3,segment=NetworkSegment(12196855-9a32-4633-9a56-77697ef9e126),segment_id=12196855-9a32-4633-9a56-77697ef9e126)] {{(pid=105585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:37:58.436235 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-b39be623-2de5-4b1d-b1c6-12206646ac40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:37:58.449088 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [None req-b39be623-2de5-4b1d-b1c6-12206646ac40 admin admin] Calling delete_port for 22a9f312-db5d-4d2b-963a-8378b315c7b3 owned by network:router_gateway {{(pid=105585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:37:58.596739 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvr_db [None req-9a03186d-2138-483e-9258-3fe2a2201186 None None] Set router 8bd55324-ba4f-4bcf-bd6a-ad3f1b3d50d4 gateway port host: None {{(pid=105587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:37:58.623842 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-b39be623-2de5-4b1d-b1c6-12206646ac40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:37:58.650665 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39be623-2de5-4b1d-b1c6-12206646ac40 admin admin] Pushing event deleted for resources: {'Port': ['ID=22a9f312-db5d-4d2b-963a-8378b315c7b3,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:37:58.651028 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-9a03186d-2138-483e-9258-3fe2a2201186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bd55324-ba4f-4bcf-bd6a-ad3f1b3d50d4', 'name': 'tempest-TestVolumeBootPattern-52823296-router', 'tenant_id': '86837ff0d819403d862560ca192fdca7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:27:31Z', 'updated_at': '2021-07-27T21:37:58Z', 'revision_number': 6, 'project_id': '86837ff0d819403d862560ca192fdca7', 'gw_port_host': None}], 'n-d-705658-22', False) {} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:37:58.680503 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a03186d-2138-483e-9258-3fe2a2201186 None None] The sync data for ids ['8bd55324-ba4f-4bcf-bd6a-ad3f1b3d50d4'] in n-d-705658-22 is: [{'id': '8bd55324-ba4f-4bcf-bd6a-ad3f1b3d50d4', 'name': 'tempest-TestVolumeBootPattern-52823296-router', 'tenant_id': '86837ff0d819403d862560ca192fdca7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:27:31Z', 'updated_at': '2021-07-27T21:37:58Z', 'revision_number': 6, 'project_id': '86837ff0d819403d862560ca192fdca7', 'gw_port_host': None}] {{(pid=105587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:37:58.717667 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-b39be623-2de5-4b1d-b1c6-12206646ac40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4075702'] for router_gateway, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:37:58.807627 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-b39be623-2de5-4b1d-b1c6-12206646ac40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4163631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-425'] for router, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:37:58.809690 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-b39be623-2de5-4b1d-b1c6-12206646ac40 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:37:58.852240 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-b39be623-2de5-4b1d-b1c6-12206646ac40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4163007'] for router, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:37:58.852897 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b39be623-2de5-4b1d-b1c6-12206646ac40 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8bd55324-ba4f-4bcf-bd6a-ad3f1b3d50d4 {{(pid=105585) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 21:37:58.857175 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-b39be623-2de5-4b1d-b1c6-12206646ac40 admin admin] Notify callbacks [] for router, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:37:58.860684 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-b39be623-2de5-4b1d-b1c6-12206646ac40 admin admin] 10.222.0.59 "DELETE /v2.0/routers/8bd55324-ba4f-4bcf-bd6a-ad3f1b3d50d4 HTTP/1.1" status: 204 len: 168 time: 0.7572119 Jul 27 21:37:58.860971 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 34716) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:37:58.909610 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.db_base_plugin_v2 [None req-527a97a9-73d1-4eb3-ad9d-b4378cc6f654 admin admin] Deleting subnet 11733cc0-d894-4d0f-84a6-7f612951db53 {{(pid=105585) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:37:58.912608 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-527a97a9-73d1-4eb3-ad9d-b4378cc6f654 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:37:58.947636 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-527a97a9-73d1-4eb3-ad9d-b4378cc6f654 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9887057'] for subnet, precommit_delete_associations {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:37:59.026107 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-527a97a9-73d1-4eb3-ad9d-b4378cc6f654 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854965'] for subnet, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:37:59.081790 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-527a97a9-73d1-4eb3-ad9d-b4378cc6f654 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10221602', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9990583'] for subnet, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:37:59.109300 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527a97a9-73d1-4eb3-ad9d-b4378cc6f654 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=11733cc0-d894-4d0f-84a6-7f612951db53,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:37:59.115332 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-527a97a9-73d1-4eb3-ad9d-b4378cc6f654 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:37:59.117174 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-527a97a9-73d1-4eb3-ad9d-b4378cc6f654 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/11733cc0-d894-4d0f-84a6-7f612951db53 HTTP/1.1" status: 204 len: 168 time: 0.2551882 Jul 27 21:37:59.119964 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 34718) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:37:59.121818 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f458326-5f76-42d1-98a0-fef2bbe2e821 None None] Network b8c68474-1d26-4c5c-9f82-5da72e824d0f requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:37:59.188536 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-5445be0e-15ac-4b81-b627-2bb433f77746 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-990557'] for network, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:37:59.247307 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [None req-5445be0e-15ac-4b81-b627-2bb433f77746 admin admin] Deleting port 2b818977-42f0-44bc-93dd-bc8771d7f36e {{(pid=105585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:37:59.247649 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-5445be0e-15ac-4b81-b627-2bb433f77746 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:37:59.313552 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.db [None req-5445be0e-15ac-4b81-b627-2bb433f77746 admin admin] For port 2b818977-42f0-44bc-93dd-bc8771d7f36e, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=2b818977-42f0-44bc-93dd-bc8771d7f36e,segment=NetworkSegment(6a44b0c8-0b10-4191-b0e4-021984ddfab8),segment_id=6a44b0c8-0b10-4191-b0e4-021984ddfab8)] {{(pid=105585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:37:59.314237 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-5445be0e-15ac-4b81-b627-2bb433f77746 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:37:59.326220 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [None req-5445be0e-15ac-4b81-b627-2bb433f77746 admin admin] Calling delete_port for 2b818977-42f0-44bc-93dd-bc8771d7f36e owned by network:dhcp {{(pid=105585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:37:59.405087 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-5445be0e-15ac-4b81-b627-2bb433f77746 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:37:59.421852 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-130bb1d4-d150-4bbc-938a-bf705b148eef None None] DHCP port deletion for b8c68474-1d26-4c5c-9f82-5da72e824d0f request from n-d-705658-22 {{(pid=105586) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 21:37:59.439113 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5445be0e-15ac-4b81-b627-2bb433f77746 admin admin] Pushing event deleted for resources: {'Port': ['ID=2b818977-42f0-44bc-93dd-bc8771d7f36e,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:37:59.447666 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5445be0e-15ac-4b81-b627-2bb433f77746 admin admin] No DVR routers for this DVR port 2b818977-42f0-44bc-93dd-bc8771d7f36e on host n-d-705658-22 {{(pid=105585) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:37:59.522828 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-5445be0e-15ac-4b81-b627-2bb433f77746 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853562', 'neutron.services.segments.db._delete_segments_for_network-8790688882975'] for network, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:37:59.533640 n-d-705658-22 neutron-server[105585]: DEBUG neutron.services.segments.db [None req-5445be0e-15ac-4b81-b627-2bb433f77746 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8c68474-1d26-4c5c-9f82-5da72e824d0f']}} {{(pid=105585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:37:59.543914 n-d-705658-22 neutron-server[105585]: DEBUG neutron.services.segments.db [None req-5445be0e-15ac-4b81-b627-2bb433f77746 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a44b0c8-0b10-4191-b0e4-021984ddfab8') {'for_net_delete': True} {{(pid=105585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:37:59.544208 n-d-705658-22 neutron-server[105585]: DEBUG neutron.services.segments.db [None req-5445be0e-15ac-4b81-b627-2bb433f77746 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a44b0c8-0b10-4191-b0e4-021984ddfab8') {} {{(pid=105585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:37:59.553350 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-5445be0e-15ac-4b81-b627-2bb433f77746 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790688883752', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9886370'] for segment, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:37:59.568036 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-5445be0e-15ac-4b81-b627-2bb433f77746 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:37:59.574123 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5445be0e-15ac-4b81-b627-2bb433f77746 admin admin] Releasing vlan 240 on physical network physnet1 to pool {{(pid=105585) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:37:59.574517 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-5445be0e-15ac-4b81-b627-2bb433f77746 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10221644'] for segment, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:37:59.576184 n-d-705658-22 neutron-server[105585]: Traceback (most recent call last): Jul 27 21:37:59.576184 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:37:59.576184 n-d-705658-22 neutron-server[105585]: timer() Jul 27 21:37:59.576184 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:37:59.576184 n-d-705658-22 neutron-server[105585]: cb(*args, **kw) Jul 27 21:37:59.576184 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:37:59.576184 n-d-705658-22 neutron-server[105585]: return func(*args, **kwargs) Jul 27 21:37:59.576184 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:37:59.576184 n-d-705658-22 neutron-server[105585]: self._notify() Jul 27 21:37:59.576184 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:37:59.576184 n-d-705658-22 neutron-server[105585]: self.callback(batched_events) Jul 27 21:37:59.576184 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:37:59.576184 n-d-705658-22 neutron-server[105585]: event.method(event) Jul 27 21:37:59.576184 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:37:59.576184 n-d-705658-22 neutron-server[105585]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:37:59.576184 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:37:59.576184 n-d-705658-22 neutron-server[105585]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:37:59.576184 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:37:59.576184 n-d-705658-22 neutron-server[105585]: return f(self, *a, **k) Jul 27 21:37:59.576184 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:37:59.576184 n-d-705658-22 neutron-server[105585]: return self._get(url).json() Jul 27 21:37:59.576184 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:37:59.576184 n-d-705658-22 neutron-server[105585]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:37:59.576184 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:37:59.576184 n-d-705658-22 neutron-server[105585]: return self.request(url, 'GET', **kwargs) Jul 27 21:37:59.576184 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:37:59.576184 n-d-705658-22 neutron-server[105585]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:37:59.576184 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:37:59.576184 n-d-705658-22 neutron-server[105585]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:37:59.576184 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:37:59.576184 n-d-705658-22 neutron-server[105585]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:37:59.576184 n-d-705658-22 neutron-server[105585]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:37:59.642685 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-5445be0e-15ac-4b81-b627-2bb433f77746 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4075658'] for network, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:37:59.648600 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-5445be0e-15ac-4b81-b627-2bb433f77746 admin admin] Notify callbacks [] for network, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:37:59.650467 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-5445be0e-15ac-4b81-b627-2bb433f77746 admin admin] 10.222.0.59 "DELETE /v2.0/networks/b8c68474-1d26-4c5c-9f82-5da72e824d0f HTTP/1.1" status: 204 len: 168 time: 0.5294867 Jul 27 21:37:59.653653 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 34722) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:37:59.662505 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5445be0e-15ac-4b81-b627-2bb433f77746 admin admin] Pushing event deleted for resources: {'Network': ['ID=b8c68474-1d26-4c5c-9f82-5da72e824d0f,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:37:59.838828 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 6e61ab5d-823c-42f2-9eaa-593c0d84996a no longer exists at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:37:59.860054 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] No Port match for: 6e61ab5d-823c-42f2-9eaa-593c0d84996a {{(pid=105586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:37:59.860403 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 6e61ab5d-823c-42f2-9eaa-593c0d84996a not bound to the agent host n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:37:59.860818 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 22a9f312-db5d-4d2b-963a-8378b315c7b3 no longer exists at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:37:59.880190 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] No Port match for: 22a9f312-db5d-4d2b-963a-8378b315c7b3 {{(pid=105586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:37:59.880524 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 22a9f312-db5d-4d2b-963a-8378b315c7b3 not bound to the agent host n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:37:59.880952 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 2b818977-42f0-44bc-93dd-bc8771d7f36e no longer exists at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:37:59.899992 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] No Port match for: 2b818977-42f0-44bc-93dd-bc8771d7f36e {{(pid=105586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:37:59.900339 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 2b818977-42f0-44bc-93dd-bc8771d7f36e not bound to the agent host n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:38:00.004535 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-129a709a-6ef3-4551-921e-e4832bb520d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4076536'] for router_interface, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:00.255337 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-129a709a-6ef3-4551-921e-e4832bb520d6 admin admin] Deleting port 1dc59014-b814-4003-9e6e-5307fa87c974 {{(pid=105584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:38:00.255695 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-129a709a-6ef3-4551-921e-e4832bb520d6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:00.335637 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [None req-129a709a-6ef3-4551-921e-e4832bb520d6 admin admin] For port 1dc59014-b814-4003-9e6e-5307fa87c974, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=1dc59014-b814-4003-9e6e-5307fa87c974,segment=NetworkSegment(765f2ca1-1c13-4222-bf73-3493b4778dfd),segment_id=765f2ca1-1c13-4222-bf73-3493b4778dfd)] {{(pid=105584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:38:00.335998 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-129a709a-6ef3-4551-921e-e4832bb520d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:00.348237 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-129a709a-6ef3-4551-921e-e4832bb520d6 admin admin] Calling delete_port for 1dc59014-b814-4003-9e6e-5307fa87c974 owned by network:router_interface {{(pid=105584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:38:00.523581 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-129a709a-6ef3-4551-921e-e4832bb520d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:00.550455 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129a709a-6ef3-4551-921e-e4832bb520d6 admin admin] Pushing event deleted for resources: {'Port': ['ID=1dc59014-b814-4003-9e6e-5307fa87c974,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:38:00.722845 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-129a709a-6ef3-4551-921e-e4832bb520d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3743915', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4076308'] for router_interface, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:00.928850 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-129a709a-6ef3-4551-921e-e4832bb520d6 admin admin] Router 7cdd17a0-1314-44c2-97e7-463b15dbf6ab has already been hosted by L3 agent dd128fd7-8e57-4d4f-895b-a96b369df59a {{(pid=105584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:38:01.029836 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-129a709a-6ef3-4551-921e-e4832bb520d6 admin admin] Notify agent at l3_agent.n-d-705658-22 the message routers_updated {{(pid=105584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:38:01.035504 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-129a709a-6ef3-4551-921e-e4832bb520d6 admin admin] 10.222.0.59 "PUT /v2.0/routers/7cdd17a0-1314-44c2-97e7-463b15dbf6ab/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3800890 Jul 27 21:38:01.038182 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 34724) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:38:01.039056 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a151ada3-3c59-455a-96ca-62394d27cf10 None None] Sync routers for ids ['7cdd17a0-1314-44c2-97e7-463b15dbf6ab'] in n-d-705658-22 {{(pid=105586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:38:01.048140 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a151ada3-3c59-455a-96ca-62394d27cf10 None None] Routers {'7cdd17a0-1314-44c2-97e7-463b15dbf6ab'} bound to L3 agent in host n-d-705658-22 {{(pid=105586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:38:01.049403 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-a151ada3-3c59-455a-96ca-62394d27cf10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:37:42Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['7cdd17a0-1314-44c2-97e7-463b15dbf6ab'], 'active': True} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:38:01.138492 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-53ba379e-f8b3-46c5-8d0f-952b98591df6 admin admin] Notify callbacks [] for router, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:01.150540 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvr_db [None req-a151ada3-3c59-455a-96ca-62394d27cf10 None None] Set router 7cdd17a0-1314-44c2-97e7-463b15dbf6ab gateway port host: n-d-705658-22 {{(pid=105586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:38:01.241733 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-53ba379e-f8b3-46c5-8d0f-952b98591df6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:01.298479 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-53ba379e-f8b3-46c5-8d0f-952b98591df6 admin admin] Deleting port 20a69263-24fd-45da-90a8-a92260b8feae {{(pid=105584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:38:01.298824 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-53ba379e-f8b3-46c5-8d0f-952b98591df6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:01.331992 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-a151ada3-3c59-455a-96ca-62394d27cf10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cdd17a0-1314-44c2-97e7-463b15dbf6ab', 'name': 'tempest-TestVolumeBootPattern-1943232668-router', 'tenant_id': '31d96c9c04a74c0bb2b0c42fce50ab28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.131'}], 'enable_snat': True}, 'gw_port_id': '20a69263-24fd-45da-90a8-a92260b8feae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:27:36Z', 'updated_at': '2021-07-27T21:38:00Z', 'revision_number': 5, 'project_id': '31d96c9c04a74c0bb2b0c42fce50ab28', 'gw_port': {'id': '20a69263-24fd-45da-90a8-a92260b8feae', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:ab:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cdd17a0-1314-44c2-97e7-463b15dbf6ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3863, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:27:37Z', 'updated_at': '2021-07-27T21:27:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22'}], 'n-d-705658-22', False) {} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:38:01.358250 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a151ada3-3c59-455a-96ca-62394d27cf10 None None] Checking router: 7cdd17a0-1314-44c2-97e7-463b15dbf6ab for host: n-d-705658-22 {{(pid=105586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:38:01.366475 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a151ada3-3c59-455a-96ca-62394d27cf10 None None] Routers {'7cdd17a0-1314-44c2-97e7-463b15dbf6ab'} bound to L3 agent in host n-d-705658-22 {{(pid=105586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:38:01.367156 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-a151ada3-3c59-455a-96ca-62394d27cf10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:37:42Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['7cdd17a0-1314-44c2-97e7-463b15dbf6ab'], 'active': True} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:38:01.378436 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [None req-53ba379e-f8b3-46c5-8d0f-952b98591df6 admin admin] For port 20a69263-24fd-45da-90a8-a92260b8feae, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=20a69263-24fd-45da-90a8-a92260b8feae,segment=NetworkSegment(12196855-9a32-4633-9a56-77697ef9e126),segment_id=12196855-9a32-4633-9a56-77697ef9e126)] {{(pid=105584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:38:01.378806 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-53ba379e-f8b3-46c5-8d0f-952b98591df6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:01.390369 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-53ba379e-f8b3-46c5-8d0f-952b98591df6 admin admin] Calling delete_port for 20a69263-24fd-45da-90a8-a92260b8feae owned by network:router_gateway {{(pid=105584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:38:01.452626 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvr_db [None req-a151ada3-3c59-455a-96ca-62394d27cf10 None None] Set router 7cdd17a0-1314-44c2-97e7-463b15dbf6ab gateway port host: None {{(pid=105586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:38:01.507503 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-a151ada3-3c59-455a-96ca-62394d27cf10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cdd17a0-1314-44c2-97e7-463b15dbf6ab', 'name': 'tempest-TestVolumeBootPattern-1943232668-router', 'tenant_id': '31d96c9c04a74c0bb2b0c42fce50ab28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:27:36Z', 'updated_at': '2021-07-27T21:38:01Z', 'revision_number': 6, 'project_id': '31d96c9c04a74c0bb2b0c42fce50ab28', 'gw_port_host': None}], 'n-d-705658-22', False) {} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:38:01.535705 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a151ada3-3c59-455a-96ca-62394d27cf10 None None] The sync data for ids ['7cdd17a0-1314-44c2-97e7-463b15dbf6ab'] in n-d-705658-22 is: [{'id': '7cdd17a0-1314-44c2-97e7-463b15dbf6ab', 'name': 'tempest-TestVolumeBootPattern-1943232668-router', 'tenant_id': '31d96c9c04a74c0bb2b0c42fce50ab28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:27:36Z', 'updated_at': '2021-07-27T21:38:01Z', 'revision_number': 6, 'project_id': '31d96c9c04a74c0bb2b0c42fce50ab28', 'gw_port_host': None}] {{(pid=105586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:38:01.565262 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-53ba379e-f8b3-46c5-8d0f-952b98591df6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:01.592921 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ba379e-f8b3-46c5-8d0f-952b98591df6 admin admin] Pushing event deleted for resources: {'Port': ['ID=20a69263-24fd-45da-90a8-a92260b8feae,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:38:01.657078 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-53ba379e-f8b3-46c5-8d0f-952b98591df6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4075702'] for router_gateway, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:01.742456 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-53ba379e-f8b3-46c5-8d0f-952b98591df6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4163631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-425'] for router, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:01.744806 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-53ba379e-f8b3-46c5-8d0f-952b98591df6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:01.786749 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-53ba379e-f8b3-46c5-8d0f-952b98591df6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4163007'] for router, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:01.787320 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53ba379e-f8b3-46c5-8d0f-952b98591df6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7cdd17a0-1314-44c2-97e7-463b15dbf6ab {{(pid=105584) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 21:38:01.791525 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-53ba379e-f8b3-46c5-8d0f-952b98591df6 admin admin] Notify callbacks [] for router, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:01.792700 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-53ba379e-f8b3-46c5-8d0f-952b98591df6 admin admin] 10.222.0.59 "DELETE /v2.0/routers/7cdd17a0-1314-44c2-97e7-463b15dbf6ab HTTP/1.1" status: 204 len: 168 time: 0.7536144 Jul 27 21:38:01.795210 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 34726) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:38:01.838184 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.db_base_plugin_v2 [None req-518bbabe-cd16-4e20-b9fe-85b436b5f42a admin admin] Deleting subnet c18caf92-a9e8-49ac-8f2f-c5fdbc8ca7b3 {{(pid=105584) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:38:01.841030 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-518bbabe-cd16-4e20-b9fe-85b436b5f42a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:01.874693 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-518bbabe-cd16-4e20-b9fe-85b436b5f42a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9014207'] for subnet, precommit_delete_associations {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:01.962524 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-518bbabe-cd16-4e20-b9fe-85b436b5f42a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854965'] for subnet, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:02.020374 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 1dc59014-b814-4003-9e6e-5307fa87c974 no longer exists at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:38:02.021258 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-518bbabe-cd16-4e20-b9fe-85b436b5f42a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9014081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9738825'] for subnet, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:02.040298 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] No Port match for: 1dc59014-b814-4003-9e6e-5307fa87c974 {{(pid=105586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:38:02.040836 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 1dc59014-b814-4003-9e6e-5307fa87c974 not bound to the agent host n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:38:02.046010 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518bbabe-cd16-4e20-b9fe-85b436b5f42a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c18caf92-a9e8-49ac-8f2f-c5fdbc8ca7b3,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:38:02.050219 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-518bbabe-cd16-4e20-b9fe-85b436b5f42a admin admin] Notify callbacks [] for subnet, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:02.052030 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-518bbabe-cd16-4e20-b9fe-85b436b5f42a admin admin] 10.222.0.59 "DELETE /v2.0/subnets/c18caf92-a9e8-49ac-8f2f-c5fdbc8ca7b3 HTTP/1.1" status: 204 len: 168 time: 0.2558794 Jul 27 21:38:02.054912 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 34728) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:38:02.055682 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d819692-7f48-48e6-aad1-4d8be7ffd6a5 None None] Network ad1ca897-4ce2-4a24-a39f-7ea4e439446e requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:38:02.125908 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-27078a98-0669-426d-ae1a-4cb79d550c2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-990557'] for network, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:02.178939 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-27078a98-0669-426d-ae1a-4cb79d550c2c admin admin] Deleting port 5140ed0f-e085-470a-b0d5-bf56f3239e25 {{(pid=105584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:38:02.179318 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-27078a98-0669-426d-ae1a-4cb79d550c2c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:02.241238 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [None req-27078a98-0669-426d-ae1a-4cb79d550c2c admin admin] For port 5140ed0f-e085-470a-b0d5-bf56f3239e25, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=5140ed0f-e085-470a-b0d5-bf56f3239e25,segment=NetworkSegment(765f2ca1-1c13-4222-bf73-3493b4778dfd),segment_id=765f2ca1-1c13-4222-bf73-3493b4778dfd)] {{(pid=105584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:38:02.241609 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-27078a98-0669-426d-ae1a-4cb79d550c2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:02.254340 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-27078a98-0669-426d-ae1a-4cb79d550c2c admin admin] Calling delete_port for 5140ed0f-e085-470a-b0d5-bf56f3239e25 owned by network:dhcp {{(pid=105584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:38:02.336019 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-27078a98-0669-426d-ae1a-4cb79d550c2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:02.358421 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-976aebb4-9755-45ac-ac35-0e548f4c4e0a None None] DHCP port deletion for ad1ca897-4ce2-4a24-a39f-7ea4e439446e request from n-d-705658-22 {{(pid=105586) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 21:38:02.371509 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27078a98-0669-426d-ae1a-4cb79d550c2c admin admin] Pushing event deleted for resources: {'Port': ['ID=5140ed0f-e085-470a-b0d5-bf56f3239e25,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:38:02.375312 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27078a98-0669-426d-ae1a-4cb79d550c2c admin admin] No DVR routers for this DVR port 5140ed0f-e085-470a-b0d5-bf56f3239e25 on host n-d-705658-22 {{(pid=105584) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:38:02.449535 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-27078a98-0669-426d-ae1a-4cb79d550c2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853562', 'neutron.services.segments.db._delete_segments_for_network-8790688882975'] for network, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:02.459518 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.segments.db [None req-27078a98-0669-426d-ae1a-4cb79d550c2c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad1ca897-4ce2-4a24-a39f-7ea4e439446e']}} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:38:02.469782 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.segments.db [None req-27078a98-0669-426d-ae1a-4cb79d550c2c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '765f2ca1-1c13-4222-bf73-3493b4778dfd') {'for_net_delete': True} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:38:02.470105 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.segments.db [None req-27078a98-0669-426d-ae1a-4cb79d550c2c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '765f2ca1-1c13-4222-bf73-3493b4778dfd') {} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:38:02.479187 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-27078a98-0669-426d-ae1a-4cb79d550c2c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790688883752', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9014348'] for segment, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:02.492953 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-27078a98-0669-426d-ae1a-4cb79d550c2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:02.498982 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27078a98-0669-426d-ae1a-4cb79d550c2c admin admin] Releasing vlan 225 on physical network physnet1 to pool {{(pid=105584) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:38:02.499407 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-27078a98-0669-426d-ae1a-4cb79d550c2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9014063'] for segment, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:02.501067 n-d-705658-22 neutron-server[105584]: Traceback (most recent call last): Jul 27 21:38:02.501067 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:38:02.501067 n-d-705658-22 neutron-server[105584]: timer() Jul 27 21:38:02.501067 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:38:02.501067 n-d-705658-22 neutron-server[105584]: cb(*args, **kw) Jul 27 21:38:02.501067 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:38:02.501067 n-d-705658-22 neutron-server[105584]: return func(*args, **kwargs) Jul 27 21:38:02.501067 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:38:02.501067 n-d-705658-22 neutron-server[105584]: self._notify() Jul 27 21:38:02.501067 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:38:02.501067 n-d-705658-22 neutron-server[105584]: self.callback(batched_events) Jul 27 21:38:02.501067 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:38:02.501067 n-d-705658-22 neutron-server[105584]: event.method(event) Jul 27 21:38:02.501067 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:38:02.501067 n-d-705658-22 neutron-server[105584]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:38:02.501067 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:38:02.501067 n-d-705658-22 neutron-server[105584]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:38:02.501067 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:38:02.501067 n-d-705658-22 neutron-server[105584]: return f(self, *a, **k) Jul 27 21:38:02.501067 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:38:02.501067 n-d-705658-22 neutron-server[105584]: return self._get(url).json() Jul 27 21:38:02.501067 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:38:02.501067 n-d-705658-22 neutron-server[105584]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:38:02.501067 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:38:02.501067 n-d-705658-22 neutron-server[105584]: return self.request(url, 'GET', **kwargs) Jul 27 21:38:02.501067 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:38:02.501067 n-d-705658-22 neutron-server[105584]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:38:02.501067 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:38:02.501067 n-d-705658-22 neutron-server[105584]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:38:02.501067 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:38:02.501067 n-d-705658-22 neutron-server[105584]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:38:02.501067 n-d-705658-22 neutron-server[105584]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:38:02.557615 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-27078a98-0669-426d-ae1a-4cb79d550c2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4075658'] for network, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:02.574720 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-27078a98-0669-426d-ae1a-4cb79d550c2c admin admin] Notify callbacks [] for network, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:02.576643 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-27078a98-0669-426d-ae1a-4cb79d550c2c admin admin] 10.222.0.59 "DELETE /v2.0/networks/ad1ca897-4ce2-4a24-a39f-7ea4e439446e HTTP/1.1" status: 204 len: 168 time: 0.5207658 Jul 27 21:38:02.577919 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27078a98-0669-426d-ae1a-4cb79d550c2c admin admin] Pushing event deleted for resources: {'Network': ['ID=ad1ca897-4ce2-4a24-a39f-7ea4e439446e,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:38:02.718838 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 34734) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:38:02.757319 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-77734121-83ed-40b8-9ca4-543d1d8e9a3f admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=86837ff0d819403d862560ca192fdca7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0373237 Jul 27 21:38:02.759727 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 34736) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:38:02.806519 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-a12fc3e0-73b7-4b61-8d46-7260ed59c242 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:02.826772 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-a12fc3e0-73b7-4b61-8d46-7260ed59c242 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:02.875076 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-a12fc3e0-73b7-4b61-8d46-7260ed59c242 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:02.877536 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-a12fc3e0-73b7-4b61-8d46-7260ed59c242 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:02.878705 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-a12fc3e0-73b7-4b61-8d46-7260ed59c242 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/538791a4-2ac5-4c76-85f8-7580d1a09c6a HTTP/1.1" status: 204 len: 168 time: 0.1180785 Jul 27 21:38:02.886925 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12fc3e0-73b7-4b61-8d46-7260ed59c242 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=538791a4-2ac5-4c76-85f8-7580d1a09c6a,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:38:03.200003 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 34742) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:38:03.240115 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-d384b618-52c5-43f4-84cb-b849768312c8 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=31d96c9c04a74c0bb2b0c42fce50ab28&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0388575 Jul 27 21:38:03.242481 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 34744) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:38:03.293052 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-905a42af-2ef9-407c-9fa4-7e5a52ed1aac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:03.313784 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-905a42af-2ef9-407c-9fa4-7e5a52ed1aac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:03.361517 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-905a42af-2ef9-407c-9fa4-7e5a52ed1aac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:03.364371 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-905a42af-2ef9-407c-9fa4-7e5a52ed1aac admin admin] Notify callbacks [] for security_group, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:03.365513 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-905a42af-2ef9-407c-9fa4-7e5a52ed1aac admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/7e686838-b7f8-4ff0-996d-b56736d9563c HTTP/1.1" status: 204 len: 168 time: 0.1221113 Jul 27 21:38:03.373205 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905a42af-2ef9-407c-9fa4-7e5a52ed1aac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e686838-b7f8-4ff0-996d-b56736d9563c,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:38:03.839315 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 5140ed0f-e085-470a-b0d5-bf56f3239e25 no longer exists at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:38:03.860589 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] No Port match for: 5140ed0f-e085-470a-b0d5-bf56f3239e25 {{(pid=105586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:38:03.861585 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 5140ed0f-e085-470a-b0d5-bf56f3239e25 not bound to the agent host n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:38:03.862213 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 20a69263-24fd-45da-90a8-a92260b8feae no longer exists at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:38:03.885126 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] No Port match for: 20a69263-24fd-45da-90a8-a92260b8feae {{(pid=105586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:38:03.885474 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 20a69263-24fd-45da-90a8-a92260b8feae not bound to the agent host n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:38:06.657240 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:08.921311 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-1ab5e639-292e-4294-8bf4-747692415d3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:10.436336 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:11.575694 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-f9aab8bf-ec30-4806-b12d-e8ca765c3dfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:11.909971 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:12.994158 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-bb32ed7d-8717-448b-a9c8-a5a0117d1fd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:13.146804 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-956928a2-ee8a-43e2-8443-bbd814bf2e30 req-676aded8-b586-4e37-b64e-8f2c7911d3e2 tempest-ServersAdminNegativeTestJSON-1682761801 tempest-ServersAdminNegativeTestJSON-1682761801-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=2b4dbd8f7c65447e86048769449c72e9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0294514 Jul 27 21:38:13.179150 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.agents_db [None req-558fcd2c-e512-47bc-a170-8673d87f7213 None None] Agent healthcheck: found 7 active agents {{(pid=105587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 21:38:13.659763 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956928a2-ee8a-43e2-8443-bbd814bf2e30 req-57724cfe-9c6d-4e60-bc4a-2c070fe94680 tempest-ServersAdminNegativeTestJSON-1682761801 tempest-ServersAdminNegativeTestJSON-1682761801-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:38:13.661275 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-956928a2-ee8a-43e2-8443-bbd814bf2e30 req-57724cfe-9c6d-4e60-bc4a-2c070fe94680 tempest-ServersAdminNegativeTestJSON-1682761801 tempest-ServersAdminNegativeTestJSON-1682761801-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5093937 Jul 27 21:38:13.675728 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-956928a2-ee8a-43e2-8443-bbd814bf2e30 req-aad01514-d228-4ed1-b484-bf3b962c2606 tempest-ServersAdminNegativeTestJSON-1682761801 tempest-ServersAdminNegativeTestJSON-1682761801-project] 10.222.0.59 "GET /v2.0/quotas/2b4dbd8f7c65447e86048769449c72e9 HTTP/1.1" status: 200 len: 375 time: 0.0088387 Jul 27 21:38:13.712461 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-956928a2-ee8a-43e2-8443-bbd814bf2e30 req-1c46a257-151c-490e-b968-1fc456d84fe4 tempest-ServersAdminNegativeTestJSON-1682761801 tempest-ServersAdminNegativeTestJSON-1682761801-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=2b4dbd8f7c65447e86048769449c72e9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0317202 Jul 27 21:38:14.427765 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-875ced1b-4cf3-463a-9653-058f0f9421e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:14.888859 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-819c7c55-083d-45ea-90f4-5e4ef0907836 req-2847068d-c982-4d03-9beb-880e27d73ef6 tempest-ServersAdminNegativeTestJSON-1682761801 tempest-ServersAdminNegativeTestJSON-1682761801-project] 10.222.0.59 "GET /v2.0/ports?device_id=59b5041a-59bd-41db-9746-d45563b5bf95 HTTP/1.1" status: 200 len: 210 time: 0.0290687 Jul 27 21:38:15.965471 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-7a54ed00-0ae4-4612-9807-3e805867f50f req-53ec243b-be3c-48e0-b0a7-b5f41aca20df tempest-ServersAdminNegativeTestJSON-1682761801 tempest-ServersAdminNegativeTestJSON-1682761801-project] 10.222.0.59 "GET /v2.0/ports?device_id=59b5041a-59bd-41db-9746-d45563b5bf95 HTTP/1.1" status: 200 len: 210 time: 0.0281184 Jul 27 21:38:17.044353 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-898d5170-1192-40b9-8625-c73b3ab12316 req-a4886b39-900e-46ff-bcd4-1d7b9e4b09df tempest-ServersAdminNegativeTestJSON-1682761801 tempest-ServersAdminNegativeTestJSON-1682761801-project] 10.222.0.59 "GET /v2.0/ports?device_id=59b5041a-59bd-41db-9746-d45563b5bf95 HTTP/1.1" status: 200 len: 210 time: 0.0282366 Jul 27 21:38:18.130847 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-bccd6fa8-4f7b-4456-8be9-42e1cb4cea6c req-1a8aab2f-5d48-4be6-a841-33ccc6b9ef93 tempest-ServersAdminNegativeTestJSON-1682761801 tempest-ServersAdminNegativeTestJSON-1682761801-project] 10.222.0.59 "GET /v2.0/ports?device_id=59b5041a-59bd-41db-9746-d45563b5bf95 HTTP/1.1" status: 200 len: 210 time: 0.0318606 Jul 27 21:38:19.226415 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-2f122939-109f-435b-a09a-056f56094cdb req-6d9a0aeb-07e3-4264-821e-a27de08c1cbe tempest-ServersAdminNegativeTestJSON-1682761801 tempest-ServersAdminNegativeTestJSON-1682761801-project] 10.222.0.59 "GET /v2.0/ports?device_id=59b5041a-59bd-41db-9746-d45563b5bf95 HTTP/1.1" status: 200 len: 210 time: 0.0295546 Jul 27 21:38:19.793906 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-956928a2-ee8a-43e2-8443-bbd814bf2e30 req-b83f1069-ec58-4264-9494-f640e85e744d tempest-ServersAdminNegativeTestJSON-1682761801 tempest-ServersAdminNegativeTestJSON-1682761801-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=2b4dbd8f7c65447e86048769449c72e9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0255272 Jul 27 21:38:19.916686 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956928a2-ee8a-43e2-8443-bbd814bf2e30 req-1e4ad77c-23fd-4835-bbfc-1149275a09c0 tempest-ServersAdminNegativeTestJSON-1682761801 tempest-ServersAdminNegativeTestJSON-1682761801-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:38:19.918125 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-956928a2-ee8a-43e2-8443-bbd814bf2e30 req-1e4ad77c-23fd-4835-bbfc-1149275a09c0 tempest-ServersAdminNegativeTestJSON-1682761801 tempest-ServersAdminNegativeTestJSON-1682761801-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1131725 Jul 27 21:38:19.933176 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [req-956928a2-ee8a-43e2-8443-bbd814bf2e30 req-201fccab-b7f2-4506-ad37-fa42b0e8fda7 tempest-ServersAdminNegativeTestJSON-1682761801 tempest-ServersAdminNegativeTestJSON-1682761801-project] Request body: {'port': {'device_id': '59b5041a-59bd-41db-9746-d45563b5bf95', 'network_id': '4d64aa0b-bd6a-468e-8edc-c83689947462', 'admin_state_up': True, 'tenant_id': '2b4dbd8f7c65447e86048769449c72e9'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:38:20.039579 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-956928a2-ee8a-43e2-8443-bbd814bf2e30 req-201fccab-b7f2-4506-ad37-fa42b0e8fda7 tempest-ServersAdminNegativeTestJSON-1682761801 tempest-ServersAdminNegativeTestJSON-1682761801-project] Made reservation on behalf of 2b4dbd8f7c65447e86048769449c72e9 for: {'port': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:38:20.043061 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-956928a2-ee8a-43e2-8443-bbd814bf2e30 req-201fccab-b7f2-4506-ad37-fa42b0e8fda7 tempest-ServersAdminNegativeTestJSON-1682761801 tempest-ServersAdminNegativeTestJSON-1682761801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:20.052130 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-956928a2-ee8a-43e2-8443-bbd814bf2e30 req-201fccab-b7f2-4506-ad37-fa42b0e8fda7 tempest-ServersAdminNegativeTestJSON-1682761801 tempest-ServersAdminNegativeTestJSON-1682761801-project] Notify callbacks [] for security_group, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:20.146548 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-956928a2-ee8a-43e2-8443-bbd814bf2e30 req-201fccab-b7f2-4506-ad37-fa42b0e8fda7 tempest-ServersAdminNegativeTestJSON-1682761801 tempest-ServersAdminNegativeTestJSON-1682761801-project] Notify callbacks [] for security_group, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:20.150038 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-956928a2-ee8a-43e2-8443-bbd814bf2e30 req-201fccab-b7f2-4506-ad37-fa42b0e8fda7 tempest-ServersAdminNegativeTestJSON-1682761801 tempest-ServersAdminNegativeTestJSON-1682761801-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:20.208785 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201fccab-b7f2-4506-ad37-fa42b0e8fda7 tempest-ServersAdminNegativeTestJSON-1682761801 tempest-ServersAdminNegativeTestJSON-1682761801-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa6b5843-9da9-4ecc-89d5-9198fca42f27,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:38:20.277312 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.db_base_plugin_common [req-956928a2-ee8a-43e2-8443-bbd814bf2e30 req-201fccab-b7f2-4506-ad37-fa42b0e8fda7 tempest-ServersAdminNegativeTestJSON-1682761801 tempest-ServersAdminNegativeTestJSON-1682761801-project] Allocated IP 192.168.233.3 (4d64aa0b-bd6a-468e-8edc-c83689947462/26644ba0-4185-4e10-8718-6ad18d01376c/eefb926c-3c87-480b-aa3f-1787d6e9f1da) {{(pid=105584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:38:20.323127 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-ed1d8d03-173a-4502-adc5-31e2eaed2bcb req-63a4c2ef-e005-48c8-be2a-560f277e9b16 tempest-ServersAdminNegativeTestJSON-1682761801 tempest-ServersAdminNegativeTestJSON-1682761801-project] 10.222.0.59 "GET /v2.0/ports?device_id=59b5041a-59bd-41db-9746-d45563b5bf95 HTTP/1.1" status: 200 len: 210 time: 0.0296526 Jul 27 21:38:20.420771 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-956928a2-ee8a-43e2-8443-bbd814bf2e30 req-201fccab-b7f2-4506-ad37-fa42b0e8fda7 tempest-ServersAdminNegativeTestJSON-1682761801 tempest-ServersAdminNegativeTestJSON-1682761801-project] Notify callbacks [] for port, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:20.434386 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.provisioning_blocks [req-956928a2-ee8a-43e2-8443-bbd814bf2e30 req-201fccab-b7f2-4506-ad37-fa42b0e8fda7 tempest-ServersAdminNegativeTestJSON-1682761801 tempest-ServersAdminNegativeTestJSON-1682761801-project] Transition to ACTIVE for port object eefb926c-3c87-480b-aa3f-1787d6e9f1da will not be triggered until provisioned by entity DHCP. {{(pid=105584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:38:20.464775 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-956928a2-ee8a-43e2-8443-bbd814bf2e30 req-201fccab-b7f2-4506-ad37-fa42b0e8fda7 tempest-ServersAdminNegativeTestJSON-1682761801 tempest-ServersAdminNegativeTestJSON-1682761801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:20.505621 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-956928a2-ee8a-43e2-8443-bbd814bf2e30 req-201fccab-b7f2-4506-ad37-fa42b0e8fda7 tempest-ServersAdminNegativeTestJSON-1682761801 tempest-ServersAdminNegativeTestJSON-1682761801-project] Network 4d64aa0b-bd6a-468e-8edc-c83689947462 is already hosted by enough agents. {{(pid=105584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:38:20.510380 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [req-956928a2-ee8a-43e2-8443-bbd814bf2e30 req-201fccab-b7f2-4506-ad37-fa42b0e8fda7 tempest-ServersAdminNegativeTestJSON-1682761801 tempest-ServersAdminNegativeTestJSON-1682761801-project] Resources bound (agent type, host, resource id): {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:38:20.513771 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [req-956928a2-ee8a-43e2-8443-bbd814bf2e30 req-201fccab-b7f2-4506-ad37-fa42b0e8fda7 tempest-ServersAdminNegativeTestJSON-1682761801 tempest-ServersAdminNegativeTestJSON-1682761801-project] Received port after_create {{(pid=105584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:38:20.520437 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201fccab-b7f2-4506-ad37-fa42b0e8fda7 tempest-ServersAdminNegativeTestJSON-1682761801 tempest-ServersAdminNegativeTestJSON-1682761801-project] Pushing event updated for resources: {'Port': ['ID=eefb926c-3c87-480b-aa3f-1787d6e9f1da,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:38:20.569986 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956928a2-ee8a-43e2-8443-bbd814bf2e30 req-201fccab-b7f2-4506-ad37-fa42b0e8fda7 tempest-ServersAdminNegativeTestJSON-1682761801 tempest-ServersAdminNegativeTestJSON-1682761801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:38:20.570628 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-956928a2-ee8a-43e2-8443-bbd814bf2e30 req-201fccab-b7f2-4506-ad37-fa42b0e8fda7 tempest-ServersAdminNegativeTestJSON-1682761801 tempest-ServersAdminNegativeTestJSON-1682761801-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:20.585295 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-956928a2-ee8a-43e2-8443-bbd814bf2e30 req-201fccab-b7f2-4506-ad37-fa42b0e8fda7 tempest-ServersAdminNegativeTestJSON-1682761801 tempest-ServersAdminNegativeTestJSON-1682761801-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 0.6561284 Jul 27 21:38:20.696596 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [req-956928a2-ee8a-43e2-8443-bbd814bf2e30 req-7e46be22-25ea-4ade-803d-950c1f6d9c50 service neutron] Request body: {'port': {'device_id': '59b5041a-59bd-41db-9746-d45563b5bf95', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-705658-22'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:38:20.766314 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-d2030b6f-86fe-435a-8429-4f7b277ffb88 None None] Provisioning for port eefb926c-3c87-480b-aa3f-1787d6e9f1da completed by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:38:20.767429 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-956928a2-ee8a-43e2-8443-bbd814bf2e30 req-7e46be22-25ea-4ade-803d-950c1f6d9c50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:20.770602 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-d2030b6f-86fe-435a-8429-4f7b277ffb88 None None] Provisioning complete for port eefb926c-3c87-480b-aa3f-1787d6e9f1da triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:38:20.770976 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-d2030b6f-86fe-435a-8429-4f7b277ffb88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:20.803923 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-d2030b6f-86fe-435a-8429-4f7b277ffb88 None None] Port eefb926c-3c87-480b-aa3f-1787d6e9f1da cannot update to ACTIVE because it is not bound. {{(pid=105586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:38:21.024588 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [req-956928a2-ee8a-43e2-8443-bbd814bf2e30 req-7e46be22-25ea-4ade-803d-950c1f6d9c50 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eefb926c-3c87-480b-aa3f-1787d6e9f1da {{(pid=105584) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:38:21.031905 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-956928a2-ee8a-43e2-8443-bbd814bf2e30 req-7e46be22-25ea-4ade-803d-950c1f6d9c50 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:21.043257 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.provisioning_blocks [req-956928a2-ee8a-43e2-8443-bbd814bf2e30 req-7e46be22-25ea-4ade-803d-950c1f6d9c50 service neutron] Transition to ACTIVE for port object eefb926c-3c87-480b-aa3f-1787d6e9f1da will not be triggered until provisioned by entity L2. {{(pid=105584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:38:21.046597 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-956928a2-ee8a-43e2-8443-bbd814bf2e30 req-7e46be22-25ea-4ade-803d-950c1f6d9c50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9014027'] for port, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:21.093836 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e46be22-25ea-4ade-803d-950c1f6d9c50 service neutron] Pushing event updated for resources: {'Port': ['ID=eefb926c-3c87-480b-aa3f-1787d6e9f1da,revision_number=2']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:38:21.167188 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [req-956928a2-ee8a-43e2-8443-bbd814bf2e30 req-7e46be22-25ea-4ade-803d-950c1f6d9c50 service neutron] Attempting to bind port eefb926c-3c87-480b-aa3f-1787d6e9f1da on host n-h1-705658-22 for vnic_type normal with profile {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:38:21.167531 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [req-956928a2-ee8a-43e2-8443-bbd814bf2e30 req-7e46be22-25ea-4ade-803d-950c1f6d9c50 service neutron] Attempting to bind port eefb926c-3c87-480b-aa3f-1787d6e9f1da by drivers openvswitch,hyperv on host n-h1-705658-22 at level 0 using segments [{'id': '86b1e6f6-d629-4b03-8944-4cdfbfb93d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '4d64aa0b-bd6a-468e-8edc-c83689947462'}] {{(pid=105584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:38:21.167865 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-956928a2-ee8a-43e2-8443-bbd814bf2e30 req-7e46be22-25ea-4ade-803d-950c1f6d9c50 service neutron] Attempting to bind port eefb926c-3c87-480b-aa3f-1787d6e9f1da on network 4d64aa0b-bd6a-468e-8edc-c83689947462 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:38:21.172388 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-956928a2-ee8a-43e2-8443-bbd814bf2e30 req-7e46be22-25ea-4ade-803d-950c1f6d9c50 service neutron] Port eefb926c-3c87-480b-aa3f-1787d6e9f1da on network 4d64aa0b-bd6a-468e-8edc-c83689947462 not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-22 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:38:21.172710 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-956928a2-ee8a-43e2-8443-bbd814bf2e30 req-7e46be22-25ea-4ade-803d-950c1f6d9c50 service neutron] Attempting to bind port eefb926c-3c87-480b-aa3f-1787d6e9f1da on network 4d64aa0b-bd6a-468e-8edc-c83689947462 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:38:21.178141 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-956928a2-ee8a-43e2-8443-bbd814bf2e30 req-7e46be22-25ea-4ade-803d-950c1f6d9c50 service neutron] Checking agent: {'id': '9d9bc37f-4d75-44ef-9f63-799aab3e316f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 49, 36), 'started_at': datetime.datetime(2021, 7, 27, 20, 49, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 38, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:38:21.178319 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-956928a2-ee8a-43e2-8443-bbd814bf2e30 req-7e46be22-25ea-4ade-803d-950c1f6d9c50 service neutron] Checking segment: {'id': '86b1e6f6-d629-4b03-8944-4cdfbfb93d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '4d64aa0b-bd6a-468e-8edc-c83689947462'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:38:21.178597 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-956928a2-ee8a-43e2-8443-bbd814bf2e30 req-7e46be22-25ea-4ade-803d-950c1f6d9c50 service neutron] Bound using segment: {'id': '86b1e6f6-d629-4b03-8944-4cdfbfb93d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '4d64aa0b-bd6a-468e-8edc-c83689947462'} {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:38:21.179047 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [req-956928a2-ee8a-43e2-8443-bbd814bf2e30 req-7e46be22-25ea-4ade-803d-950c1f6d9c50 service neutron] Bound port: eefb926c-3c87-480b-aa3f-1787d6e9f1da, host: n-h1-705658-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '86b1e6f6-d629-4b03-8944-4cdfbfb93d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '4d64aa0b-bd6a-468e-8edc-c83689947462'}}] {{(pid=105584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:38:21.179410 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-956928a2-ee8a-43e2-8443-bbd814bf2e30 req-7e46be22-25ea-4ade-803d-950c1f6d9c50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:21.457256 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a457bc-8cfd-4537-b279-f57a75dcc9c0 req-996122bc-3dcd-485d-9a81-e0b9bc69ad94 tempest-ServersAdminNegativeTestJSON-1682761801 tempest-ServersAdminNegativeTestJSON-1682761801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:38:21.458853 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-03a457bc-8cfd-4537-b279-f57a75dcc9c0 req-996122bc-3dcd-485d-9a81-e0b9bc69ad94 tempest-ServersAdminNegativeTestJSON-1682761801 tempest-ServersAdminNegativeTestJSON-1682761801-project] 10.222.0.59 "GET /v2.0/ports?device_id=59b5041a-59bd-41db-9746-d45563b5bf95 HTTP/1.1" status: 200 len: 946 time: 0.0656757 Jul 27 21:38:21.502324 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-03a457bc-8cfd-4537-b279-f57a75dcc9c0 req-b8ece613-409e-4d97-9111-06063f68631c tempest-ServersAdminNegativeTestJSON-1682761801 tempest-ServersAdminNegativeTestJSON-1682761801-project] 10.222.0.59 "GET /v2.0/security-groups?id=aa6b5843-9da9-4ecc-89d5-9198fca42f27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372438 Jul 27 21:38:21.605250 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [req-956928a2-ee8a-43e2-8443-bbd814bf2e30 req-7e46be22-25ea-4ade-803d-950c1f6d9c50 service neutron] For port eefb926c-3c87-480b-aa3f-1787d6e9f1da, host n-h1-705658-22, cleared binding levels {{(pid=105584) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:38:21.608269 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [req-956928a2-ee8a-43e2-8443-bbd814bf2e30 req-7e46be22-25ea-4ade-803d-950c1f6d9c50 service neutron] For port eefb926c-3c87-480b-aa3f-1787d6e9f1da, host n-h1-705658-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=eefb926c-3c87-480b-aa3f-1787d6e9f1da,segment=NetworkSegment(86b1e6f6-d629-4b03-8944-4cdfbfb93d02),segment_id=86b1e6f6-d629-4b03-8944-4cdfbfb93d02)] {{(pid=105584) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:38:21.613257 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-956928a2-ee8a-43e2-8443-bbd814bf2e30 req-7e46be22-25ea-4ade-803d-950c1f6d9c50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9014027'] for port, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:21.647199 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956928a2-ee8a-43e2-8443-bbd814bf2e30 req-7e46be22-25ea-4ade-803d-950c1f6d9c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:38:21.647822 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-956928a2-ee8a-43e2-8443-bbd814bf2e30 req-7e46be22-25ea-4ade-803d-950c1f6d9c50 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:21.649250 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-956928a2-ee8a-43e2-8443-bbd814bf2e30 req-7e46be22-25ea-4ade-803d-950c1f6d9c50 service neutron] 10.222.0.36 "PUT /v2.0/ports/eefb926c-3c87-480b-aa3f-1787d6e9f1da HTTP/1.1" status: 200 len: 1095 time: 1.0556519 Jul 27 21:38:21.649687 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59b5041a-59bd-41db-9746-d45563b5bf95', 'tag': 'eefb926c-3c87-480b-aa3f-1787d6e9f1da'}] {{(pid=105584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:38:21.651990 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bce5e6c8685464f7626901654159975603b047827e3138302ed6566e28f1343" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f99462b3-7414-42ec-a5d2-557252a090bc" -d '{"events": [{"name": "network-changed", "server_uuid": "59b5041a-59bd-41db-9746-d45563b5bf95", "tag": "eefb926c-3c87-480b-aa3f-1787d6e9f1da"}]}' {{(pid=105584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:38:21.677081 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e46be22-25ea-4ade-803d-950c1f6d9c50 service neutron] Pushing event updated for resources: {'Port': ['ID=eefb926c-3c87-480b-aa3f-1787d6e9f1da,revision_number=3']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:38:21.695658 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:38:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-101af269-cde6-44a9-b448-1018d7f7bb8a x-openstack-request-id: req-101af269-cde6-44a9-b448-1018d7f7bb8a {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:38:21.695958 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59b5041a-59bd-41db-9746-d45563b5bf95", "tag": "eefb926c-3c87-480b-aa3f-1787d6e9f1da", "status": "completed", "code": 200}]} {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:38:21.696212 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-101af269-cde6-44a9-b448-1018d7f7bb8a {{(pid=105584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:38:21.696695 n-d-705658-22 neutron-server[105584]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59b5041a-59bd-41db-9746-d45563b5bf95', 'tag': 'eefb926c-3c87-480b-aa3f-1787d6e9f1da', 'status': 'completed', 'code': 200} Jul 27 21:38:21.752486 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956928a2-ee8a-43e2-8443-bbd814bf2e30 req-18f44938-41ec-42e0-998b-91d397d551f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:38:21.754107 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-956928a2-ee8a-43e2-8443-bbd814bf2e30 req-18f44938-41ec-42e0-998b-91d397d551f0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2b4dbd8f7c65447e86048769449c72e9&device_id=59b5041a-59bd-41db-9746-d45563b5bf95 HTTP/1.1" status: 200 len: 1098 time: 0.0566361 Jul 27 21:38:21.801532 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-956928a2-ee8a-43e2-8443-bbd814bf2e30 req-51e65c7b-8eb2-4ecf-85b8-ada8a11a11be service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.3&port_id=eefb926c-3c87-480b-aa3f-1787d6e9f1da HTTP/1.1" status: 200 len: 217 time: 0.0390937 Jul 27 21:38:21.851480 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956928a2-ee8a-43e2-8443-bbd814bf2e30 req-1c55cc77-a775-47aa-8c7e-d6183e915742 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:38:21.852956 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-956928a2-ee8a-43e2-8443-bbd814bf2e30 req-1c55cc77-a775-47aa-8c7e-d6183e915742 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=26644ba0-4185-4e10-8718-6ad18d01376c HTTP/1.1" status: 200 len: 843 time: 0.0450971 Jul 27 21:38:21.914408 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956928a2-ee8a-43e2-8443-bbd814bf2e30 req-1ffad43d-9bb4-4de9-80d1-82dd09b67b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:38:21.915962 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-956928a2-ee8a-43e2-8443-bbd814bf2e30 req-1ffad43d-9bb4-4de9-80d1-82dd09b67b8e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4d64aa0b-bd6a-468e-8edc-c83689947462&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0560296 Jul 27 21:38:22.009123 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-956928a2-ee8a-43e2-8443-bbd814bf2e30 req-9c554163-8672-420d-99a7-2b1d75560246 service neutron] 10.222.0.36 "GET /v2.0/networks/4d64aa0b-bd6a-468e-8edc-c83689947462?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853925 Jul 27 21:38:22.097646 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-956928a2-ee8a-43e2-8443-bbd814bf2e30 req-0ff4b102-2236-4e0f-9a08-eee7ddf5001e service neutron] 10.222.0.36 "GET /v2.0/networks/4d64aa0b-bd6a-468e-8edc-c83689947462?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809550 Jul 27 21:38:22.188101 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99462b3-7414-42ec-a5d2-557252a090bc req-6e3155c3-0271-4cf0-8f4a-e4c0cc09faf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:38:22.189619 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-f99462b3-7414-42ec-a5d2-557252a090bc req-6e3155c3-0271-4cf0-8f4a-e4c0cc09faf3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2b4dbd8f7c65447e86048769449c72e9&device_id=59b5041a-59bd-41db-9746-d45563b5bf95 HTTP/1.1" status: 200 len: 1098 time: 0.0534875 Jul 27 21:38:22.281720 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99462b3-7414-42ec-a5d2-557252a090bc req-287b8e41-7bb1-48d3-86c6-06a42c0c604d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:38:22.283123 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-f99462b3-7414-42ec-a5d2-557252a090bc req-287b8e41-7bb1-48d3-86c6-06a42c0c604d service neutron] 10.222.0.36 "GET /v2.0/networks?id=4d64aa0b-bd6a-468e-8edc-c83689947462 HTTP/1.1" status: 200 len: 870 time: 0.0868652 Jul 27 21:38:22.323801 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-f99462b3-7414-42ec-a5d2-557252a090bc req-668cde69-a305-4033-873f-1dd002afa4c4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.3&port_id=eefb926c-3c87-480b-aa3f-1787d6e9f1da HTTP/1.1" status: 200 len: 217 time: 0.0329924 Jul 27 21:38:22.376227 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99462b3-7414-42ec-a5d2-557252a090bc req-c718c8a8-dbbf-4eb7-bd35-3fdb8807edaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:38:22.377651 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-f99462b3-7414-42ec-a5d2-557252a090bc req-c718c8a8-dbbf-4eb7-bd35-3fdb8807edaa service neutron] 10.222.0.36 "GET /v2.0/subnets?id=26644ba0-4185-4e10-8718-6ad18d01376c HTTP/1.1" status: 200 len: 843 time: 0.0427685 Jul 27 21:38:22.441519 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99462b3-7414-42ec-a5d2-557252a090bc req-fc572acd-e50a-4811-899a-bbb3c7dacdf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:38:22.443030 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-f99462b3-7414-42ec-a5d2-557252a090bc req-fc572acd-e50a-4811-899a-bbb3c7dacdf4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4d64aa0b-bd6a-468e-8edc-c83689947462&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0569253 Jul 27 21:38:22.532657 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-f99462b3-7414-42ec-a5d2-557252a090bc req-25e027e3-4385-4bd6-b41c-55d2a68c0fee service neutron] 10.222.0.36 "GET /v2.0/networks/4d64aa0b-bd6a-468e-8edc-c83689947462?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808017 Jul 27 21:38:22.631520 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c8e5c5-4e59-43a3-b37a-026a68f6807a req-269165d4-ba94-433c-882f-8c29946db12d tempest-ServersAdminNegativeTestJSON-1682761801 tempest-ServersAdminNegativeTestJSON-1682761801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:38:22.633071 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-f99462b3-7414-42ec-a5d2-557252a090bc req-aec33946-a3e2-4f63-95ac-9b5340dee9af service neutron] 10.222.0.36 "GET /v2.0/networks/4d64aa0b-bd6a-468e-8edc-c83689947462?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898907 Jul 27 21:38:22.633195 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f1c8e5c5-4e59-43a3-b37a-026a68f6807a req-269165d4-ba94-433c-882f-8c29946db12d tempest-ServersAdminNegativeTestJSON-1682761801 tempest-ServersAdminNegativeTestJSON-1682761801-project] 10.222.0.59 "GET /v2.0/ports?device_id=59b5041a-59bd-41db-9746-d45563b5bf95 HTTP/1.1" status: 200 len: 946 time: 0.0631549 Jul 27 21:38:22.671145 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f1c8e5c5-4e59-43a3-b37a-026a68f6807a req-d10f72ae-e5e9-4d13-83f3-3b368fefa898 tempest-ServersAdminNegativeTestJSON-1682761801 tempest-ServersAdminNegativeTestJSON-1682761801-project] 10.222.0.59 "GET /v2.0/security-groups?id=aa6b5843-9da9-4ecc-89d5-9198fca42f27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319822 Jul 27 21:38:23.801642 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fe5fd2-b534-4f0c-b647-5444dc1180cc req-13dd9632-1f38-408f-98a9-e270a0e33b38 tempest-ServersAdminNegativeTestJSON-1682761801 tempest-ServersAdminNegativeTestJSON-1682761801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:38:23.803154 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-d3fe5fd2-b534-4f0c-b647-5444dc1180cc req-13dd9632-1f38-408f-98a9-e270a0e33b38 tempest-ServersAdminNegativeTestJSON-1682761801 tempest-ServersAdminNegativeTestJSON-1682761801-project] 10.222.0.59 "GET /v2.0/ports?device_id=59b5041a-59bd-41db-9746-d45563b5bf95 HTTP/1.1" status: 200 len: 946 time: 0.0628903 Jul 27 21:38:23.829505 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device eefb926c-3c87-480b-aa3f-1787d6e9f1da details requested by agent hyperv_n-h1-705658-22 with host n-h1-705658-22 {{(pid=105586) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:38:23.840557 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-d3fe5fd2-b534-4f0c-b647-5444dc1180cc req-5aea0b38-2fc2-4c8c-afe8-72f796926c50 tempest-ServersAdminNegativeTestJSON-1682761801 tempest-ServersAdminNegativeTestJSON-1682761801-project] 10.222.0.59 "GET /v2.0/security-groups?id=aa6b5843-9da9-4ecc-89d5-9198fca42f27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314314 Jul 27 21:38:23.925457 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] For port eefb926c-3c87-480b-aa3f-1787d6e9f1da, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=eefb926c-3c87-480b-aa3f-1787d6e9f1da,segment=NetworkSegment(86b1e6f6-d629-4b03-8944-4cdfbfb93d02),segment_id=86b1e6f6-d629-4b03-8944-4cdfbfb93d02)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:38:23.936351 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Returning: {'device': 'eefb926c-3c87-480b-aa3f-1787d6e9f1da', 'network_id': '4d64aa0b-bd6a-468e-8edc-c83689947462', 'port_id': 'eefb926c-3c87-480b-aa3f-1787d6e9f1da', 'mac_address': 'fa:16:3e:b0:2d:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26644ba0-4185-4e10-8718-6ad18d01376c', 'ip_address': '192.168.233.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105586) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:38:23.973328 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:23.985452 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eefb926c-3c87-480b-aa3f-1787d6e9f1da {{(pid=105586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:38:24.005362 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] For port eefb926c-3c87-480b-aa3f-1787d6e9f1da, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=eefb926c-3c87-480b-aa3f-1787d6e9f1da,segment=NetworkSegment(86b1e6f6-d629-4b03-8944-4cdfbfb93d02),segment_id=86b1e6f6-d629-4b03-8944-4cdfbfb93d02)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:38:24.009328 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:24.054514 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Pushing event updated for resources: {'Port': ['ID=eefb926c-3c87-480b-aa3f-1787d6e9f1da,revision_number=4']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:38:24.061544 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:38:24.061893 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:38:24.062237 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:38:24.062575 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:38:24.062907 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:38:24.063267 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:38:24.063597 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:38:24.063924 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:38:24.064249 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:38:24.064574 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:38:24.064897 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:38:24.065219 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:38:24.258283 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] get_ports_and_sgs() called for port_ids ['eefb926c-3c87-480b-aa3f-1787d6e9f1da'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:38:24.970392 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91aecd6-cf62-47e5-8bce-7f9b2214f877 req-b4e96688-113f-4bf9-83ce-a39bd216f03b tempest-ServersAdminNegativeTestJSON-1682761801 tempest-ServersAdminNegativeTestJSON-1682761801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:38:24.972386 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-d91aecd6-cf62-47e5-8bce-7f9b2214f877 req-b4e96688-113f-4bf9-83ce-a39bd216f03b tempest-ServersAdminNegativeTestJSON-1682761801 tempest-ServersAdminNegativeTestJSON-1682761801-project] 10.222.0.59 "GET /v2.0/ports?device_id=59b5041a-59bd-41db-9746-d45563b5bf95 HTTP/1.1" status: 200 len: 947 time: 0.0659039 Jul 27 21:38:25.009563 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-d91aecd6-cf62-47e5-8bce-7f9b2214f877 req-de81590f-29e4-4e0a-a01a-7ce02605d22e tempest-ServersAdminNegativeTestJSON-1682761801 tempest-ServersAdminNegativeTestJSON-1682761801-project] 10.222.0.59 "GET /v2.0/security-groups?id=aa6b5843-9da9-4ecc-89d5-9198fca42f27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313303 Jul 27 21:38:25.834060 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device eefb926c-3c87-480b-aa3f-1787d6e9f1da up at agent hyperv_n-h1-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:38:25.881595 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Provisioning for port eefb926c-3c87-480b-aa3f-1787d6e9f1da completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:38:25.885416 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Provisioning complete for port eefb926c-3c87-480b-aa3f-1787d6e9f1da triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:38:25.885672 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:25.962304 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:25.983480 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59b5041a-59bd-41db-9746-d45563b5bf95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eefb926c-3c87-480b-aa3f-1787d6e9f1da'}] {{(pid=105586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:38:25.985717 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14c1663e039faf5393f87855f745010ac5b02220355b68fdbf065393e303ac56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-891c515c-a306-4773-931a-dbb09fba8339" -d '{"events": [{"server_uuid": "59b5041a-59bd-41db-9746-d45563b5bf95", "name": "network-vif-plugged", "status": "completed", "tag": "eefb926c-3c87-480b-aa3f-1787d6e9f1da"}]}' {{(pid=105586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:38:25.998900 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] For port eefb926c-3c87-480b-aa3f-1787d6e9f1da, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=eefb926c-3c87-480b-aa3f-1787d6e9f1da,segment=NetworkSegment(86b1e6f6-d629-4b03-8944-4cdfbfb93d02),segment_id=86b1e6f6-d629-4b03-8944-4cdfbfb93d02)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:38:26.003536 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:26.025721 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:38:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91eaec92-7eb6-4272-970f-39c86fba0558 x-openstack-request-id: req-91eaec92-7eb6-4272-970f-39c86fba0558 {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:38:26.026013 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59b5041a-59bd-41db-9746-d45563b5bf95", "name": "network-vif-plugged", "status": "completed", "tag": "eefb926c-3c87-480b-aa3f-1787d6e9f1da", "code": 200}]} {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:38:26.026267 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-91eaec92-7eb6-4272-970f-39c86fba0558 {{(pid=105586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:38:26.026652 n-d-705658-22 neutron-server[105586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59b5041a-59bd-41db-9746-d45563b5bf95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eefb926c-3c87-480b-aa3f-1787d6e9f1da', 'code': 200} Jul 27 21:38:26.057282 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Pushing event updated for resources: {'Port': ['ID=eefb926c-3c87-480b-aa3f-1787d6e9f1da,revision_number=5']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:38:26.134462 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42a98e5-da06-4119-b1b9-49e2f7646e85 req-78bafadf-bd24-41a3-bb2a-e7c06fa2a1cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:38:26.136025 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-b42a98e5-da06-4119-b1b9-49e2f7646e85 req-78bafadf-bd24-41a3-bb2a-e7c06fa2a1cc service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=59b5041a-59bd-41db-9746-d45563b5bf95 HTTP/1.1" status: 200 len: 1100 time: 0.0533280 Jul 27 21:38:26.147027 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54af93e-042e-4381-a372-8733ca9036b3 req-2ffcb0ac-69dd-467a-8273-1fe106b0259a tempest-ServersAdminNegativeTestJSON-1682761801 tempest-ServersAdminNegativeTestJSON-1682761801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:38:26.148526 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-d54af93e-042e-4381-a372-8733ca9036b3 req-2ffcb0ac-69dd-467a-8273-1fe106b0259a tempest-ServersAdminNegativeTestJSON-1682761801 tempest-ServersAdminNegativeTestJSON-1682761801-project] 10.222.0.59 "GET /v2.0/ports?device_id=59b5041a-59bd-41db-9746-d45563b5bf95 HTTP/1.1" status: 200 len: 948 time: 0.0646908 Jul 27 21:38:26.172005 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-b42a98e5-da06-4119-b1b9-49e2f7646e85 req-e2381548-e946-4925-95c1-60f54d121a55 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=aa6b5843-9da9-4ecc-89d5-9198fca42f27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0277977 Jul 27 21:38:26.186942 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-d54af93e-042e-4381-a372-8733ca9036b3 req-ed736c0b-e83e-4bdd-8a23-df448db0f07a tempest-ServersAdminNegativeTestJSON-1682761801 tempest-ServersAdminNegativeTestJSON-1682761801-project] 10.222.0.59 "GET /v2.0/security-groups?id=aa6b5843-9da9-4ecc-89d5-9198fca42f27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322800 Jul 27 21:38:27.320080 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e606eee2-7e0a-4e84-9f47-a8a5261441c6 req-7234410d-2b25-4dd8-b16b-f7f44bfdae68 tempest-ServersAdminNegativeTestJSON-1682761801 tempest-ServersAdminNegativeTestJSON-1682761801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:38:27.321570 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e606eee2-7e0a-4e84-9f47-a8a5261441c6 req-7234410d-2b25-4dd8-b16b-f7f44bfdae68 tempest-ServersAdminNegativeTestJSON-1682761801 tempest-ServersAdminNegativeTestJSON-1682761801-project] 10.222.0.59 "GET /v2.0/ports?device_id=59b5041a-59bd-41db-9746-d45563b5bf95 HTTP/1.1" status: 200 len: 948 time: 0.0671978 Jul 27 21:38:27.363311 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e606eee2-7e0a-4e84-9f47-a8a5261441c6 req-9b271d70-11d9-453e-bdeb-8d79f498708e tempest-ServersAdminNegativeTestJSON-1682761801 tempest-ServersAdminNegativeTestJSON-1682761801-project] 10.222.0.59 "GET /v2.0/security-groups?id=aa6b5843-9da9-4ecc-89d5-9198fca42f27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359366 Jul 27 21:38:28.262979 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c6e919-cb64-419b-a1ae-07f22d9e1b12 req-cf636504-1010-43e4-babd-0abfd829e65f tempest-ServersAdminNegativeTestJSON-1682761801 tempest-ServersAdminNegativeTestJSON-1682761801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:38:28.264395 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f0c6e919-cb64-419b-a1ae-07f22d9e1b12 req-cf636504-1010-43e4-babd-0abfd829e65f tempest-ServersAdminNegativeTestJSON-1682761801 tempest-ServersAdminNegativeTestJSON-1682761801-project] 10.222.0.59 "GET /v2.0/ports?device_id=59b5041a-59bd-41db-9746-d45563b5bf95 HTTP/1.1" status: 200 len: 948 time: 0.0633700 Jul 27 21:38:28.303929 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f0c6e919-cb64-419b-a1ae-07f22d9e1b12 req-dc3c927f-f2c5-4e0b-9840-1e145e0e464c tempest-ServersAdminNegativeTestJSON-1682761801 tempest-ServersAdminNegativeTestJSON-1682761801-project] 10.222.0.59 "GET /v2.0/security-groups?id=aa6b5843-9da9-4ecc-89d5-9198fca42f27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335493 Jul 27 21:38:29.500517 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d3ab72-b863-46be-aea4-39cd482a914c req-f324ad0e-4c06-4873-8a56-c5e5621914de tempest-ServersAdminNegativeTestJSON-1682761801 tempest-ServersAdminNegativeTestJSON-1682761801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:38:29.502039 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-58d3ab72-b863-46be-aea4-39cd482a914c req-f324ad0e-4c06-4873-8a56-c5e5621914de tempest-ServersAdminNegativeTestJSON-1682761801 tempest-ServersAdminNegativeTestJSON-1682761801-project] 10.222.0.59 "GET /v2.0/ports?device_id=59b5041a-59bd-41db-9746-d45563b5bf95 HTTP/1.1" status: 200 len: 948 time: 0.1231177 Jul 27 21:38:29.541724 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-58d3ab72-b863-46be-aea4-39cd482a914c req-58c87396-aeeb-4cae-b189-94445f0b5886 tempest-ServersAdminNegativeTestJSON-1682761801 tempest-ServersAdminNegativeTestJSON-1682761801-project] 10.222.0.59 "GET /v2.0/security-groups?id=aa6b5843-9da9-4ecc-89d5-9198fca42f27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332189 Jul 27 21:38:29.608337 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cd60c4-b49a-4e14-a24a-04fd1e5674da req-a2dc7fc4-ad72-4e7c-8992-4e560b4d5393 tempest-ServersAdminNegativeTestJSON-1682761801 tempest-ServersAdminNegativeTestJSON-1682761801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:38:29.609724 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-a4cd60c4-b49a-4e14-a24a-04fd1e5674da req-a2dc7fc4-ad72-4e7c-8992-4e560b4d5393 tempest-ServersAdminNegativeTestJSON-1682761801 tempest-ServersAdminNegativeTestJSON-1682761801-project] 10.222.0.36 "GET /v2.0/ports?device_id=59b5041a-59bd-41db-9746-d45563b5bf95 HTTP/1.1" status: 200 len: 948 time: 0.0637028 Jul 27 21:38:29.710261 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [req-a4cd60c4-b49a-4e14-a24a-04fd1e5674da req-0d54ada3-8453-42dd-8c6f-ae676230a4af tempest-ServersAdminNegativeTestJSON-1682761801 tempest-ServersAdminNegativeTestJSON-1682761801-project] Deleting port eefb926c-3c87-480b-aa3f-1787d6e9f1da {{(pid=105584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:38:29.710597 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-a4cd60c4-b49a-4e14-a24a-04fd1e5674da req-0d54ada3-8453-42dd-8c6f-ae676230a4af tempest-ServersAdminNegativeTestJSON-1682761801 tempest-ServersAdminNegativeTestJSON-1682761801-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:29.795595 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [req-a4cd60c4-b49a-4e14-a24a-04fd1e5674da req-0d54ada3-8453-42dd-8c6f-ae676230a4af tempest-ServersAdminNegativeTestJSON-1682761801 tempest-ServersAdminNegativeTestJSON-1682761801-project] For port eefb926c-3c87-480b-aa3f-1787d6e9f1da, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=eefb926c-3c87-480b-aa3f-1787d6e9f1da,segment=NetworkSegment(86b1e6f6-d629-4b03-8944-4cdfbfb93d02),segment_id=86b1e6f6-d629-4b03-8944-4cdfbfb93d02)] {{(pid=105584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:38:29.795958 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-a4cd60c4-b49a-4e14-a24a-04fd1e5674da req-0d54ada3-8453-42dd-8c6f-ae676230a4af tempest-ServersAdminNegativeTestJSON-1682761801 tempest-ServersAdminNegativeTestJSON-1682761801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:29.813011 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [req-a4cd60c4-b49a-4e14-a24a-04fd1e5674da req-0d54ada3-8453-42dd-8c6f-ae676230a4af tempest-ServersAdminNegativeTestJSON-1682761801 tempest-ServersAdminNegativeTestJSON-1682761801-project] Calling delete_port for eefb926c-3c87-480b-aa3f-1787d6e9f1da owned by compute:nova {{(pid=105584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:38:29.938088 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-a4cd60c4-b49a-4e14-a24a-04fd1e5674da req-0d54ada3-8453-42dd-8c6f-ae676230a4af tempest-ServersAdminNegativeTestJSON-1682761801 tempest-ServersAdminNegativeTestJSON-1682761801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:29.949660 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] get_ports_and_sgs() called for port_ids ['eefb926c-3c87-480b-aa3f-1787d6e9f1da'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:38:29.966223 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d54ada3-8453-42dd-8c6f-ae676230a4af tempest-ServersAdminNegativeTestJSON-1682761801 tempest-ServersAdminNegativeTestJSON-1682761801-project] Pushing event deleted for resources: {'Port': ['ID=eefb926c-3c87-480b-aa3f-1787d6e9f1da,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:38:30.017939 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4cd60c4-b49a-4e14-a24a-04fd1e5674da req-0d54ada3-8453-42dd-8c6f-ae676230a4af tempest-ServersAdminNegativeTestJSON-1682761801 tempest-ServersAdminNegativeTestJSON-1682761801-project] No DVR routers for this DVR port eefb926c-3c87-480b-aa3f-1787d6e9f1da on host n-h1-705658-22 {{(pid=105584) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:38:30.020594 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-a4cd60c4-b49a-4e14-a24a-04fd1e5674da req-0d54ada3-8453-42dd-8c6f-ae676230a4af tempest-ServersAdminNegativeTestJSON-1682761801 tempest-ServersAdminNegativeTestJSON-1682761801-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:30.022603 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-a4cd60c4-b49a-4e14-a24a-04fd1e5674da req-0d54ada3-8453-42dd-8c6f-ae676230a4af tempest-ServersAdminNegativeTestJSON-1682761801 tempest-ServersAdminNegativeTestJSON-1682761801-project] 10.222.0.36 "DELETE /v2.0/ports/eefb926c-3c87-480b-aa3f-1787d6e9f1da HTTP/1.1" status: 204 len: 173 time: 0.4063625 Jul 27 21:38:30.023064 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59b5041a-59bd-41db-9746-d45563b5bf95', 'name': 'network-vif-deleted', 'tag': 'eefb926c-3c87-480b-aa3f-1787d6e9f1da'}] {{(pid=105584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:38:30.025340 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bce5e6c8685464f7626901654159975603b047827e3138302ed6566e28f1343" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1b350d9-d719-487a-baad-57e7ccd740e4" -d '{"events": [{"server_uuid": "59b5041a-59bd-41db-9746-d45563b5bf95", "name": "network-vif-deleted", "tag": "eefb926c-3c87-480b-aa3f-1787d6e9f1da"}]}' {{(pid=105584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:38:30.073431 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:38:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48d4cfca-7ef5-440e-8826-93cad8028302 x-openstack-request-id: req-48d4cfca-7ef5-440e-8826-93cad8028302 {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:38:30.073727 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59b5041a-59bd-41db-9746-d45563b5bf95", "name": "network-vif-deleted", "tag": "eefb926c-3c87-480b-aa3f-1787d6e9f1da", "status": "completed", "code": 200}]} {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:38:30.073977 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-48d4cfca-7ef5-440e-8826-93cad8028302 {{(pid=105584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:38:30.074404 n-d-705658-22 neutron-server[105584]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59b5041a-59bd-41db-9746-d45563b5bf95', 'name': 'network-vif-deleted', 'tag': 'eefb926c-3c87-480b-aa3f-1787d6e9f1da', 'status': 'completed', 'code': 200} Jul 27 21:38:30.831016 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 34898) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:38:30.964510 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-66932492-95cf-4d6e-accb-54f946fd3da9 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=2b4dbd8f7c65447e86048769449c72e9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1316671 Jul 27 21:38:30.966972 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 34902) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:38:31.013641 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-931a3b28-7474-4fed-9237-fe3320e01cc8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:31.034880 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-931a3b28-7474-4fed-9237-fe3320e01cc8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:31.083696 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-931a3b28-7474-4fed-9237-fe3320e01cc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:31.086154 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-931a3b28-7474-4fed-9237-fe3320e01cc8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:31.087599 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-931a3b28-7474-4fed-9237-fe3320e01cc8 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/aa6b5843-9da9-4ecc-89d5-9198fca42f27 HTTP/1.1" status: 204 len: 168 time: 0.1196759 Jul 27 21:38:31.095995 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931a3b28-7474-4fed-9237-fe3320e01cc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa6b5843-9da9-4ecc-89d5-9198fca42f27,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:38:31.331980 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 34908) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:38:31.345254 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-c53be360-b30b-4a29-8e71-2a8c7a953085 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:31.432743 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-c53be360-b30b-4a29-8e71-2a8c7a953085 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:31.436780 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-c53be360-b30b-4a29-8e71-2a8c7a953085 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:31.474363 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-c53be360-b30b-4a29-8e71-2a8c7a953085 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=98e52e3b0f904228b57141f2a14e06a8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1413374 Jul 27 21:38:31.475538 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53be360-b30b-4a29-8e71-2a8c7a953085 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51241c11-e7b9-48fe-8358-aa2dcc20ff9e,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:38:31.477134 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 34910) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:38:31.526686 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-a668bbd3-6540-4093-a844-1344eaf961a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:31.547686 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-a668bbd3-6540-4093-a844-1344eaf961a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:31.592893 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-a668bbd3-6540-4093-a844-1344eaf961a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:31.595596 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-a668bbd3-6540-4093-a844-1344eaf961a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:31.597258 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-a668bbd3-6540-4093-a844-1344eaf961a1 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/51241c11-e7b9-48fe-8358-aa2dcc20ff9e HTTP/1.1" status: 204 len: 168 time: 0.1185479 Jul 27 21:38:31.604966 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a668bbd3-6540-4093-a844-1344eaf961a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51241c11-e7b9-48fe-8358-aa2dcc20ff9e,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:38:32.267956 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 34932) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:38:32.360370 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-7f0d47ae-1a5b-4e26-81ff-fab5c69a4183 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1794127622-network', 'tenant_id': '41315690a1314fc099397a0975e30b9f'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:38:32.382224 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f0d47ae-1a5b-4e26-81ff-fab5c69a4183 admin admin] Made reservation on behalf of 41315690a1314fc099397a0975e30b9f for: {'network': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:38:32.384727 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-7f0d47ae-1a5b-4e26-81ff-fab5c69a4183 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for network, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:32.393093 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-7f0d47ae-1a5b-4e26-81ff-fab5c69a4183 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:32.480968 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-7f0d47ae-1a5b-4e26-81ff-fab5c69a4183 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:32.484540 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-7f0d47ae-1a5b-4e26-81ff-fab5c69a4183 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:32.507906 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f0d47ae-1a5b-4e26-81ff-fab5c69a4183 admin admin] vlan segment allocate from pool success with {'vlan_id': 226, 'physical_network': 'physnet1'} {{(pid=105584) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:38:32.516442 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0d47ae-1a5b-4e26-81ff-fab5c69a4183 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16655cd6-776b-4377-9ab1-d6ab9f0e3631,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:38:32.523357 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-7f0d47ae-1a5b-4e26-81ff-fab5c69a4183 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:32.523723 n-d-705658-22 neutron-server[105584]: INFO neutron.db.segments_db [None req-7f0d47ae-1a5b-4e26-81ff-fab5c69a4183 admin admin] Added segment 7429d002-9b7b-4e39-bcd7-3d03dafbb8ef of type vlan for network 02b8267c-79af-4309-9d90-7103a2e235d2 Jul 27 21:38:32.563466 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-7f0d47ae-1a5b-4e26-81ff-fab5c69a4183 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790688424798'] for network, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:32.591005 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-7f0d47ae-1a5b-4e26-81ff-fab5c69a4183 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920'] for network, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:32.591967 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f0d47ae-1a5b-4e26-81ff-fab5c69a4183 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:38:32.592554 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-7f0d47ae-1a5b-4e26-81ff-fab5c69a4183 admin admin] Notify callbacks [] for network, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:32.643069 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-7f0d47ae-1a5b-4e26-81ff-fab5c69a4183 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3733740 Jul 27 21:38:32.646106 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 34936) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:38:32.652360 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-b5d1f3ff-a438-44eb-8e0c-6777abb32ec0 admin admin] Request body: {'subnet': {'network_id': '02b8267c-79af-4309-9d90-7103a2e235d2', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1794127622-subnet', 'tenant_id': '41315690a1314fc099397a0975e30b9f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:38:32.665862 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0d47ae-1a5b-4e26-81ff-fab5c69a4183 admin admin] Pushing event updated for resources: {'Network': ['ID=02b8267c-79af-4309-9d90-7103a2e235d2,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:38:32.676894 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Network 02b8267c-79af-4309-9d90-7103a2e235d2 details requested by agent ovs-agent-n-d-705658-22 with host n-d-705658-22 {{(pid=105586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:38:32.679460 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5d1f3ff-a438-44eb-8e0c-6777abb32ec0 admin admin] Made reservation on behalf of 41315690a1314fc099397a0975e30b9f for: {'subnet': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:38:32.681800 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-b5d1f3ff-a438-44eb-8e0c-6777abb32ec0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9738786'] for subnet, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:32.845638 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-b5d1f3ff-a438-44eb-8e0c-6777abb32ec0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9014150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9738800'] for subnet, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:32.904179 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d1f3ff-a438-44eb-8e0c-6777abb32ec0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=de448083-48af-4c5e-8768-4a1c77a17502,revision_number=0']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:38:32.913107 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5d1f3ff-a438-44eb-8e0c-6777abb32ec0 admin admin] Checking segment: {'id': '7429d002-9b7b-4e39-bcd7-3d03dafbb8ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '02b8267c-79af-4309-9d90-7103a2e235d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:38:32.913473 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5d1f3ff-a438-44eb-8e0c-6777abb32ec0 admin admin] Network hostable DHCP agents. Network: 02b8267c-79af-4309-9d90-7103a2e235d2, hostable agents: ['7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a'], hosted agents: [] {{(pid=105584) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:38:32.930218 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5d1f3ff-a438-44eb-8e0c-6777abb32ec0 admin admin] Network 02b8267c-79af-4309-9d90-7103a2e235d2 is scheduled to be hosted by DHCP agent 7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a with binding_index 1 {{(pid=105584) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:38:32.938596 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [None req-b5d1f3ff-a438-44eb-8e0c-6777abb32ec0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-22, 02b8267c-79af-4309-9d90-7103a2e235d2) {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:38:32.942650 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5d1f3ff-a438-44eb-8e0c-6777abb32ec0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:38:32.943296 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-b5d1f3ff-a438-44eb-8e0c-6777abb32ec0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:32.948600 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3537c4b3-e8ca-41ac-8b32-622621880de0 None None] Network 02b8267c-79af-4309-9d90-7103a2e235d2 requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:38:32.956787 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-b5d1f3ff-a438-44eb-8e0c-6777abb32ec0 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3096106 Jul 27 21:38:33.071269 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f57859bc-d2c2-4361-a07d-d278fc1093f0 None None] Network 02b8267c-79af-4309-9d90-7103a2e235d2 requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:38:33.501142 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4754398f-6bc1-4f1f-abde-6500fdcee20f req-163581e1-a1de-455d-b02a-d4eec3dba98a tempest-DeleteServersTestJSON-602307937 tempest-DeleteServersTestJSON-602307937-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:38:33.502606 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-4754398f-6bc1-4f1f-abde-6500fdcee20f req-163581e1-a1de-455d-b02a-d4eec3dba98a tempest-DeleteServersTestJSON-602307937 tempest-DeleteServersTestJSON-602307937-project] 10.222.0.59 "GET /v2.0/networks?id=02b8267c-79af-4309-9d90-7103a2e235d2 HTTP/1.1" status: 200 len: 812 time: 0.1106334 Jul 27 21:38:33.517239 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-4754398f-6bc1-4f1f-abde-6500fdcee20f req-4aadb629-d381-40af-940a-06c4d9532a52 tempest-DeleteServersTestJSON-602307937 tempest-DeleteServersTestJSON-602307937-project] 10.222.0.59 "GET /v2.0/quotas/41315690a1314fc099397a0975e30b9f HTTP/1.1" status: 200 len: 375 time: 0.0088303 Jul 27 21:38:33.553527 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-4754398f-6bc1-4f1f-abde-6500fdcee20f req-bcbdc8f2-a35b-42a7-91c7-f26e137e8a23 tempest-DeleteServersTestJSON-602307937 tempest-DeleteServersTestJSON-602307937-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=41315690a1314fc099397a0975e30b9f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0292397 Jul 27 21:38:33.652423 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-4754398f-6bc1-4f1f-abde-6500fdcee20f req-12cb5e7a-dbe1-4c32-a966-59ec47f0972b service neutron] 10.222.0.59 "GET /v2.0/networks/02b8267c-79af-4309-9d90-7103a2e235d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921116 Jul 27 21:38:33.740425 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-4754398f-6bc1-4f1f-abde-6500fdcee20f req-25112ac0-9016-4bcd-ae32-84169556da66 service neutron] 10.222.0.59 "GET /v2.0/networks/02b8267c-79af-4309-9d90-7103a2e235d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821505 Jul 27 21:38:33.881632 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device eefb926c-3c87-480b-aa3f-1787d6e9f1da no longer exists at agent hyperv_n-h1-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:38:33.900390 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-fb9a4f46-8acc-4af8-a29c-f3aeb429be4f req-e9f08340-4448-491e-a5f1-f8c27bdcfc2a tempest-DeleteServersTestJSON-602307937 tempest-DeleteServersTestJSON-602307937-project] 10.222.0.59 "GET /v2.0/ports?device_id=dac35a6d-cf53-4d1f-b8f1-65a4e6b980aa HTTP/1.1" status: 200 len: 210 time: 0.0308380 Jul 27 21:38:33.901572 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-28650df7-c46c-4981-b84f-37d87254047e None None] No Port match for: eefb926c-3c87-480b-aa3f-1787d6e9f1da {{(pid=105586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:38:33.901915 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device eefb926c-3c87-480b-aa3f-1787d6e9f1da not bound to the agent host n-h1-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:38:34.981528 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-72f559ea-a14d-42f9-b79b-41a691a5048d req-e6238932-4028-491c-bb8d-139d6adf4118 tempest-DeleteServersTestJSON-602307937 tempest-DeleteServersTestJSON-602307937-project] 10.222.0.59 "GET /v2.0/ports?device_id=dac35a6d-cf53-4d1f-b8f1-65a4e6b980aa HTTP/1.1" status: 200 len: 210 time: 0.0334499 Jul 27 21:38:36.060803 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-95199f8f-1758-47dd-b51f-a7baff5a37c9 req-bd44b43d-e0a4-4ebb-a295-76e92001a447 tempest-DeleteServersTestJSON-602307937 tempest-DeleteServersTestJSON-602307937-project] 10.222.0.59 "GET /v2.0/ports?device_id=dac35a6d-cf53-4d1f-b8f1-65a4e6b980aa HTTP/1.1" status: 200 len: 210 time: 0.0307412 Jul 27 21:38:36.689067 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:37.149248 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-45f88ee2-fa8e-411a-8ede-865ea354b914 req-d6e199b2-8200-4f80-9966-a78b20d3e96e tempest-DeleteServersTestJSON-602307937 tempest-DeleteServersTestJSON-602307937-project] 10.222.0.59 "GET /v2.0/ports?device_id=dac35a6d-cf53-4d1f-b8f1-65a4e6b980aa HTTP/1.1" status: 200 len: 210 time: 0.0312550 Jul 27 21:38:38.245583 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-fc759904-5752-4697-b271-50be6cd72cd3 req-6f94bd8e-9831-439c-8b90-897b06ff0bca tempest-DeleteServersTestJSON-602307937 tempest-DeleteServersTestJSON-602307937-project] 10.222.0.59 "GET /v2.0/ports?device_id=dac35a6d-cf53-4d1f-b8f1-65a4e6b980aa HTTP/1.1" status: 200 len: 210 time: 0.0286851 Jul 27 21:38:38.864482 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4754398f-6bc1-4f1f-abde-6500fdcee20f req-b36b34fc-c19f-4df3-ae40-eb63ec0f032d tempest-DeleteServersTestJSON-602307937 tempest-DeleteServersTestJSON-602307937-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:38:38.865966 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-4754398f-6bc1-4f1f-abde-6500fdcee20f req-b36b34fc-c19f-4df3-ae40-eb63ec0f032d tempest-DeleteServersTestJSON-602307937 tempest-DeleteServersTestJSON-602307937-project] 10.222.0.36 "GET /v2.0/networks?id=02b8267c-79af-4309-9d90-7103a2e235d2 HTTP/1.1" status: 200 len: 812 time: 0.1038303 Jul 27 21:38:38.879322 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [req-4754398f-6bc1-4f1f-abde-6500fdcee20f req-94011188-79ac-485c-9cee-5ed4586c8445 tempest-DeleteServersTestJSON-602307937 tempest-DeleteServersTestJSON-602307937-project] Request body: {'port': {'device_id': 'dac35a6d-cf53-4d1f-b8f1-65a4e6b980aa', 'network_id': '02b8267c-79af-4309-9d90-7103a2e235d2', 'admin_state_up': True, 'tenant_id': '41315690a1314fc099397a0975e30b9f'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:38:38.922938 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-e3e10206-8137-4429-aaad-2059191a0d91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:38.988661 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4754398f-6bc1-4f1f-abde-6500fdcee20f req-94011188-79ac-485c-9cee-5ed4586c8445 tempest-DeleteServersTestJSON-602307937 tempest-DeleteServersTestJSON-602307937-project] Made reservation on behalf of 41315690a1314fc099397a0975e30b9f for: {'port': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:38:38.992114 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-4754398f-6bc1-4f1f-abde-6500fdcee20f req-94011188-79ac-485c-9cee-5ed4586c8445 tempest-DeleteServersTestJSON-602307937 tempest-DeleteServersTestJSON-602307937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:39.116884 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.db_base_plugin_common [req-4754398f-6bc1-4f1f-abde-6500fdcee20f req-94011188-79ac-485c-9cee-5ed4586c8445 tempest-DeleteServersTestJSON-602307937 tempest-DeleteServersTestJSON-602307937-project] Allocated IP 172.20.0.11 (02b8267c-79af-4309-9d90-7103a2e235d2/de448083-48af-4c5e-8768-4a1c77a17502/119b4150-4e78-4119-8bb1-58c4dfff7e12) {{(pid=105584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:38:39.262048 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-4754398f-6bc1-4f1f-abde-6500fdcee20f req-94011188-79ac-485c-9cee-5ed4586c8445 tempest-DeleteServersTestJSON-602307937 tempest-DeleteServersTestJSON-602307937-project] Notify callbacks [] for port, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:39.302026 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-4754398f-6bc1-4f1f-abde-6500fdcee20f req-94011188-79ac-485c-9cee-5ed4586c8445 tempest-DeleteServersTestJSON-602307937 tempest-DeleteServersTestJSON-602307937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:39.344426 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4754398f-6bc1-4f1f-abde-6500fdcee20f req-94011188-79ac-485c-9cee-5ed4586c8445 tempest-DeleteServersTestJSON-602307937 tempest-DeleteServersTestJSON-602307937-project] Network 02b8267c-79af-4309-9d90-7103a2e235d2 is already hosted by enough agents. {{(pid=105584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:38:39.352054 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [req-4754398f-6bc1-4f1f-abde-6500fdcee20f req-94011188-79ac-485c-9cee-5ed4586c8445 tempest-DeleteServersTestJSON-602307937 tempest-DeleteServersTestJSON-602307937-project] Resources bound (agent type, host, resource id): {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:38:39.356521 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [req-4754398f-6bc1-4f1f-abde-6500fdcee20f req-94011188-79ac-485c-9cee-5ed4586c8445 tempest-DeleteServersTestJSON-602307937 tempest-DeleteServersTestJSON-602307937-project] Received port after_create {{(pid=105584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:38:39.360520 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94011188-79ac-485c-9cee-5ed4586c8445 tempest-DeleteServersTestJSON-602307937 tempest-DeleteServersTestJSON-602307937-project] Pushing event updated for resources: {'Port': ['ID=119b4150-4e78-4119-8bb1-58c4dfff7e12,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:38:39.379728 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3395b36-b811-4dcb-995b-168b3d7f91d9 req-7c6bb6de-aa53-495e-9bc6-aea96da6e6bf tempest-DeleteServersTestJSON-602307937 tempest-DeleteServersTestJSON-602307937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:38:39.381872 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e3395b36-b811-4dcb-995b-168b3d7f91d9 req-7c6bb6de-aa53-495e-9bc6-aea96da6e6bf tempest-DeleteServersTestJSON-602307937 tempest-DeleteServersTestJSON-602307937-project] 10.222.0.59 "GET /v2.0/ports?device_id=dac35a6d-cf53-4d1f-b8f1-65a4e6b980aa HTTP/1.1" status: 200 len: 932 time: 0.0699298 Jul 27 21:38:39.393646 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94011188-79ac-485c-9cee-5ed4586c8445 tempest-DeleteServersTestJSON-602307937 tempest-DeleteServersTestJSON-602307937-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:38:39.394007 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94011188-79ac-485c-9cee-5ed4586c8445 tempest-DeleteServersTestJSON-602307937 tempest-DeleteServersTestJSON-602307937-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:38:39.394355 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94011188-79ac-485c-9cee-5ed4586c8445 tempest-DeleteServersTestJSON-602307937 tempest-DeleteServersTestJSON-602307937-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:38:39.394696 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94011188-79ac-485c-9cee-5ed4586c8445 tempest-DeleteServersTestJSON-602307937 tempest-DeleteServersTestJSON-602307937-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:38:39.395058 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94011188-79ac-485c-9cee-5ed4586c8445 tempest-DeleteServersTestJSON-602307937 tempest-DeleteServersTestJSON-602307937-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:38:39.395398 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94011188-79ac-485c-9cee-5ed4586c8445 tempest-DeleteServersTestJSON-602307937 tempest-DeleteServersTestJSON-602307937-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:38:39.395733 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94011188-79ac-485c-9cee-5ed4586c8445 tempest-DeleteServersTestJSON-602307937 tempest-DeleteServersTestJSON-602307937-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:38:39.396062 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94011188-79ac-485c-9cee-5ed4586c8445 tempest-DeleteServersTestJSON-602307937 tempest-DeleteServersTestJSON-602307937-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:38:39.396393 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94011188-79ac-485c-9cee-5ed4586c8445 tempest-DeleteServersTestJSON-602307937 tempest-DeleteServersTestJSON-602307937-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:38:39.396736 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94011188-79ac-485c-9cee-5ed4586c8445 tempest-DeleteServersTestJSON-602307937 tempest-DeleteServersTestJSON-602307937-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:38:39.397057 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94011188-79ac-485c-9cee-5ed4586c8445 tempest-DeleteServersTestJSON-602307937 tempest-DeleteServersTestJSON-602307937-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:38:39.397380 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94011188-79ac-485c-9cee-5ed4586c8445 tempest-DeleteServersTestJSON-602307937 tempest-DeleteServersTestJSON-602307937-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:38:39.420070 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e3395b36-b811-4dcb-995b-168b3d7f91d9 req-7813e0b9-e908-4fed-9acb-81960c5760dc tempest-DeleteServersTestJSON-602307937 tempest-DeleteServersTestJSON-602307937-project] 10.222.0.59 "GET /v2.0/security-groups?id=16655cd6-776b-4377-9ab1-d6ab9f0e3631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322993 Jul 27 21:38:39.421671 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4754398f-6bc1-4f1f-abde-6500fdcee20f req-94011188-79ac-485c-9cee-5ed4586c8445 tempest-DeleteServersTestJSON-602307937 tempest-DeleteServersTestJSON-602307937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:38:39.422302 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-4754398f-6bc1-4f1f-abde-6500fdcee20f req-94011188-79ac-485c-9cee-5ed4586c8445 tempest-DeleteServersTestJSON-602307937 tempest-DeleteServersTestJSON-602307937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:39.437683 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-4754398f-6bc1-4f1f-abde-6500fdcee20f req-94011188-79ac-485c-9cee-5ed4586c8445 tempest-DeleteServersTestJSON-602307937 tempest-DeleteServersTestJSON-602307937-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5627053 Jul 27 21:38:39.450286 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [req-4754398f-6bc1-4f1f-abde-6500fdcee20f req-1556bcbc-5140-4aa2-8399-70345787b2fd service neutron] Request body: {'port': {'device_id': 'dac35a6d-cf53-4d1f-b8f1-65a4e6b980aa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-705658-22'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:38:39.523297 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-4754398f-6bc1-4f1f-abde-6500fdcee20f req-1556bcbc-5140-4aa2-8399-70345787b2fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:39.777048 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [req-4754398f-6bc1-4f1f-abde-6500fdcee20f req-1556bcbc-5140-4aa2-8399-70345787b2fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 119b4150-4e78-4119-8bb1-58c4dfff7e12 {{(pid=105584) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:38:39.784762 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-4754398f-6bc1-4f1f-abde-6500fdcee20f req-1556bcbc-5140-4aa2-8399-70345787b2fd service neutron] Notify callbacks [] for port, precommit_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:39.796783 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.provisioning_blocks [req-4754398f-6bc1-4f1f-abde-6500fdcee20f req-1556bcbc-5140-4aa2-8399-70345787b2fd service neutron] Transition to ACTIVE for port object 119b4150-4e78-4119-8bb1-58c4dfff7e12 will not be triggered until provisioned by entity L2. {{(pid=105584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:38:39.801224 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-4754398f-6bc1-4f1f-abde-6500fdcee20f req-1556bcbc-5140-4aa2-8399-70345787b2fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9014027'] for port, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:39.850568 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1556bcbc-5140-4aa2-8399-70345787b2fd service neutron] Pushing event updated for resources: {'Port': ['ID=119b4150-4e78-4119-8bb1-58c4dfff7e12,revision_number=2']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:38:39.915824 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [req-4754398f-6bc1-4f1f-abde-6500fdcee20f req-1556bcbc-5140-4aa2-8399-70345787b2fd service neutron] Attempting to bind port 119b4150-4e78-4119-8bb1-58c4dfff7e12 on host n-h1-705658-22 for vnic_type normal with profile {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:38:39.916407 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [req-4754398f-6bc1-4f1f-abde-6500fdcee20f req-1556bcbc-5140-4aa2-8399-70345787b2fd service neutron] Attempting to bind port 119b4150-4e78-4119-8bb1-58c4dfff7e12 by drivers openvswitch,hyperv on host n-h1-705658-22 at level 0 using segments [{'id': '7429d002-9b7b-4e39-bcd7-3d03dafbb8ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '02b8267c-79af-4309-9d90-7103a2e235d2'}] {{(pid=105584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:38:39.916505 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4754398f-6bc1-4f1f-abde-6500fdcee20f req-1556bcbc-5140-4aa2-8399-70345787b2fd service neutron] Attempting to bind port 119b4150-4e78-4119-8bb1-58c4dfff7e12 on network 02b8267c-79af-4309-9d90-7103a2e235d2 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:38:39.920671 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4754398f-6bc1-4f1f-abde-6500fdcee20f req-1556bcbc-5140-4aa2-8399-70345787b2fd service neutron] Port 119b4150-4e78-4119-8bb1-58c4dfff7e12 on network 02b8267c-79af-4309-9d90-7103a2e235d2 not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-22 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:38:39.920995 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4754398f-6bc1-4f1f-abde-6500fdcee20f req-1556bcbc-5140-4aa2-8399-70345787b2fd service neutron] Attempting to bind port 119b4150-4e78-4119-8bb1-58c4dfff7e12 on network 02b8267c-79af-4309-9d90-7103a2e235d2 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:38:39.926447 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4754398f-6bc1-4f1f-abde-6500fdcee20f req-1556bcbc-5140-4aa2-8399-70345787b2fd service neutron] Checking agent: {'id': '9d9bc37f-4d75-44ef-9f63-799aab3e316f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 49, 36), 'started_at': datetime.datetime(2021, 7, 27, 20, 49, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 38, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:38:39.926790 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4754398f-6bc1-4f1f-abde-6500fdcee20f req-1556bcbc-5140-4aa2-8399-70345787b2fd service neutron] Checking segment: {'id': '7429d002-9b7b-4e39-bcd7-3d03dafbb8ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '02b8267c-79af-4309-9d90-7103a2e235d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:38:39.927208 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4754398f-6bc1-4f1f-abde-6500fdcee20f req-1556bcbc-5140-4aa2-8399-70345787b2fd service neutron] Bound using segment: {'id': '7429d002-9b7b-4e39-bcd7-3d03dafbb8ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '02b8267c-79af-4309-9d90-7103a2e235d2'} {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:38:39.927645 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [req-4754398f-6bc1-4f1f-abde-6500fdcee20f req-1556bcbc-5140-4aa2-8399-70345787b2fd service neutron] Bound port: 119b4150-4e78-4119-8bb1-58c4dfff7e12, host: n-h1-705658-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7429d002-9b7b-4e39-bcd7-3d03dafbb8ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '02b8267c-79af-4309-9d90-7103a2e235d2'}}] {{(pid=105584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:38:39.928003 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-4754398f-6bc1-4f1f-abde-6500fdcee20f req-1556bcbc-5140-4aa2-8399-70345787b2fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:39.993053 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [req-4754398f-6bc1-4f1f-abde-6500fdcee20f req-1556bcbc-5140-4aa2-8399-70345787b2fd service neutron] For port 119b4150-4e78-4119-8bb1-58c4dfff7e12, host n-h1-705658-22, cleared binding levels {{(pid=105584) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:38:39.996253 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [req-4754398f-6bc1-4f1f-abde-6500fdcee20f req-1556bcbc-5140-4aa2-8399-70345787b2fd service neutron] For port 119b4150-4e78-4119-8bb1-58c4dfff7e12, host n-h1-705658-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=119b4150-4e78-4119-8bb1-58c4dfff7e12,segment=NetworkSegment(7429d002-9b7b-4e39-bcd7-3d03dafbb8ef),segment_id=7429d002-9b7b-4e39-bcd7-3d03dafbb8ef)] {{(pid=105584) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:38:40.001170 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-4754398f-6bc1-4f1f-abde-6500fdcee20f req-1556bcbc-5140-4aa2-8399-70345787b2fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9014027'] for port, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:40.036141 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4754398f-6bc1-4f1f-abde-6500fdcee20f req-1556bcbc-5140-4aa2-8399-70345787b2fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:38:40.036808 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-4754398f-6bc1-4f1f-abde-6500fdcee20f req-1556bcbc-5140-4aa2-8399-70345787b2fd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:40.038187 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-4754398f-6bc1-4f1f-abde-6500fdcee20f req-1556bcbc-5140-4aa2-8399-70345787b2fd service neutron] 10.222.0.36 "PUT /v2.0/ports/119b4150-4e78-4119-8bb1-58c4dfff7e12 HTTP/1.1" status: 200 len: 1093 time: 0.5920689 Jul 27 21:38:40.038635 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dac35a6d-cf53-4d1f-b8f1-65a4e6b980aa', 'tag': '119b4150-4e78-4119-8bb1-58c4dfff7e12'}] {{(pid=105584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:38:40.041153 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bce5e6c8685464f7626901654159975603b047827e3138302ed6566e28f1343" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-936c4ab2-d809-41fc-ad7b-2a67b57f9759" -d '{"events": [{"name": "network-changed", "server_uuid": "dac35a6d-cf53-4d1f-b8f1-65a4e6b980aa", "tag": "119b4150-4e78-4119-8bb1-58c4dfff7e12"}]}' {{(pid=105584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:38:40.068782 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1556bcbc-5140-4aa2-8399-70345787b2fd service neutron] Pushing event updated for resources: {'Port': ['ID=119b4150-4e78-4119-8bb1-58c4dfff7e12,revision_number=3']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:38:40.083724 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:38:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3c24fbc-e4c5-4793-9263-e8c6e76597b6 x-openstack-request-id: req-e3c24fbc-e4c5-4793-9263-e8c6e76597b6 {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:38:40.084008 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dac35a6d-cf53-4d1f-b8f1-65a4e6b980aa", "tag": "119b4150-4e78-4119-8bb1-58c4dfff7e12", "status": "completed", "code": 200}]} {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:38:40.084258 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-e3c24fbc-e4c5-4793-9263-e8c6e76597b6 {{(pid=105584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:38:40.084646 n-d-705658-22 neutron-server[105584]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dac35a6d-cf53-4d1f-b8f1-65a4e6b980aa', 'tag': '119b4150-4e78-4119-8bb1-58c4dfff7e12', 'status': 'completed', 'code': 200} Jul 27 21:38:40.130680 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4754398f-6bc1-4f1f-abde-6500fdcee20f req-14325ff9-b454-47d6-98cf-9f4f60685454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:38:40.132228 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-4754398f-6bc1-4f1f-abde-6500fdcee20f req-14325ff9-b454-47d6-98cf-9f4f60685454 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=41315690a1314fc099397a0975e30b9f&device_id=dac35a6d-cf53-4d1f-b8f1-65a4e6b980aa HTTP/1.1" status: 200 len: 1096 time: 0.0576944 Jul 27 21:38:40.177999 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-4754398f-6bc1-4f1f-abde-6500fdcee20f req-a0387b4e-9376-436f-b177-be6bf58097f4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=119b4150-4e78-4119-8bb1-58c4dfff7e12 HTTP/1.1" status: 200 len: 217 time: 0.0372639 Jul 27 21:38:40.224717 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4754398f-6bc1-4f1f-abde-6500fdcee20f req-75aa6102-a3fd-4fbc-a2fb-be925237ce27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:38:40.226089 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-4754398f-6bc1-4f1f-abde-6500fdcee20f req-75aa6102-a3fd-4fbc-a2fb-be925237ce27 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=de448083-48af-4c5e-8768-4a1c77a17502 HTTP/1.1" status: 200 len: 852 time: 0.0419877 Jul 27 21:38:40.259506 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-4754398f-6bc1-4f1f-abde-6500fdcee20f req-0e703718-44b9-4382-862a-c67cbcf18835 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=02b8267c-79af-4309-9d90-7103a2e235d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261781 Jul 27 21:38:40.350688 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-4754398f-6bc1-4f1f-abde-6500fdcee20f req-d9857cb7-7f1d-4b8a-bf14-750c04c402df service neutron] 10.222.0.36 "GET /v2.0/networks/02b8267c-79af-4309-9d90-7103a2e235d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832675 Jul 27 21:38:40.437948 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-4754398f-6bc1-4f1f-abde-6500fdcee20f req-f923ae7e-a811-402f-99c5-f43670cb5235 service neutron] 10.222.0.36 "GET /v2.0/networks/02b8267c-79af-4309-9d90-7103a2e235d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796061 Jul 27 21:38:40.474188 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:40.540902 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936c4ab2-d809-41fc-ad7b-2a67b57f9759 req-e479f97f-5b7a-4f4c-80b1-20c0a83abcd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:38:40.542423 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-936c4ab2-d809-41fc-ad7b-2a67b57f9759 req-e479f97f-5b7a-4f4c-80b1-20c0a83abcd0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=41315690a1314fc099397a0975e30b9f&device_id=dac35a6d-cf53-4d1f-b8f1-65a4e6b980aa HTTP/1.1" status: 200 len: 1096 time: 0.0561354 Jul 27 21:38:40.554658 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c277a9-5985-43ae-bf05-a06362a3fa2b req-abd4dfd7-6cec-43ac-8634-3ebfa69644e7 tempest-DeleteServersTestJSON-602307937 tempest-DeleteServersTestJSON-602307937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:38:40.556195 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-d9c277a9-5985-43ae-bf05-a06362a3fa2b req-abd4dfd7-6cec-43ac-8634-3ebfa69644e7 tempest-DeleteServersTestJSON-602307937 tempest-DeleteServersTestJSON-602307937-project] 10.222.0.59 "GET /v2.0/ports?device_id=dac35a6d-cf53-4d1f-b8f1-65a4e6b980aa HTTP/1.1" status: 200 len: 944 time: 0.0656910 Jul 27 21:38:40.595293 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-d9c277a9-5985-43ae-bf05-a06362a3fa2b req-62ecad5d-a990-41b4-ab9b-f7612dd6f548 tempest-DeleteServersTestJSON-602307937 tempest-DeleteServersTestJSON-602307937-project] 10.222.0.59 "GET /v2.0/security-groups?id=16655cd6-776b-4377-9ab1-d6ab9f0e3631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330231 Jul 27 21:38:40.636763 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936c4ab2-d809-41fc-ad7b-2a67b57f9759 req-77e9d42f-e0d6-4ff7-b414-09ff1801cf3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:38:40.638234 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-936c4ab2-d809-41fc-ad7b-2a67b57f9759 req-77e9d42f-e0d6-4ff7-b414-09ff1801cf3b service neutron] 10.222.0.36 "GET /v2.0/networks?id=02b8267c-79af-4309-9d90-7103a2e235d2 HTTP/1.1" status: 200 len: 913 time: 0.0882940 Jul 27 21:38:40.685211 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-936c4ab2-d809-41fc-ad7b-2a67b57f9759 req-12af611d-e561-489f-afbb-8e188ba22343 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=119b4150-4e78-4119-8bb1-58c4dfff7e12 HTTP/1.1" status: 200 len: 217 time: 0.0329626 Jul 27 21:38:40.737253 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936c4ab2-d809-41fc-ad7b-2a67b57f9759 req-fb81f545-a552-45e0-80e1-f40266f34dca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:38:40.738682 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-936c4ab2-d809-41fc-ad7b-2a67b57f9759 req-fb81f545-a552-45e0-80e1-f40266f34dca service neutron] 10.222.0.36 "GET /v2.0/subnets?id=de448083-48af-4c5e-8768-4a1c77a17502 HTTP/1.1" status: 200 len: 852 time: 0.0456693 Jul 27 21:38:40.773392 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-936c4ab2-d809-41fc-ad7b-2a67b57f9759 req-79a9d7c7-5ee3-4fa0-a1cd-b8f2c41668e1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=02b8267c-79af-4309-9d90-7103a2e235d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269883 Jul 27 21:38:40.861665 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-936c4ab2-d809-41fc-ad7b-2a67b57f9759 req-0108e2f1-4ba7-4b27-bd64-66104bd82208 service neutron] 10.222.0.36 "GET /v2.0/networks/02b8267c-79af-4309-9d90-7103a2e235d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801778 Jul 27 21:38:40.956203 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-936c4ab2-d809-41fc-ad7b-2a67b57f9759 req-af12e078-a359-4a56-9b11-6948f977233b service neutron] 10.222.0.36 "GET /v2.0/networks/02b8267c-79af-4309-9d90-7103a2e235d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853624 Jul 27 21:38:41.574723 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-52658583-b96a-4e3c-a663-291fea5d11ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:41.727094 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdf700a-bcc1-4863-8861-982b38f4b83f req-e5bfebf9-2662-42f7-82f9-cf9b8547fee0 tempest-DeleteServersTestJSON-602307937 tempest-DeleteServersTestJSON-602307937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:38:41.728549 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-bcdf700a-bcc1-4863-8861-982b38f4b83f req-e5bfebf9-2662-42f7-82f9-cf9b8547fee0 tempest-DeleteServersTestJSON-602307937 tempest-DeleteServersTestJSON-602307937-project] 10.222.0.59 "GET /v2.0/ports?device_id=dac35a6d-cf53-4d1f-b8f1-65a4e6b980aa HTTP/1.1" status: 200 len: 944 time: 0.0652843 Jul 27 21:38:41.765521 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-bcdf700a-bcc1-4863-8861-982b38f4b83f req-97cc9ff7-d9c7-419b-9f55-950240c0aeda tempest-DeleteServersTestJSON-602307937 tempest-DeleteServersTestJSON-602307937-project] 10.222.0.59 "GET /v2.0/security-groups?id=16655cd6-776b-4377-9ab1-d6ab9f0e3631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310972 Jul 27 21:38:41.911418 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:41.943435 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device 119b4150-4e78-4119-8bb1-58c4dfff7e12 details requested by agent hyperv_n-h1-705658-22 with host n-h1-705658-22 {{(pid=105586) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:38:42.034398 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] For port 119b4150-4e78-4119-8bb1-58c4dfff7e12, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=119b4150-4e78-4119-8bb1-58c4dfff7e12,segment=NetworkSegment(7429d002-9b7b-4e39-bcd7-3d03dafbb8ef),segment_id=7429d002-9b7b-4e39-bcd7-3d03dafbb8ef)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:38:42.045148 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Returning: {'device': '119b4150-4e78-4119-8bb1-58c4dfff7e12', 'network_id': '02b8267c-79af-4309-9d90-7103a2e235d2', 'port_id': '119b4150-4e78-4119-8bb1-58c4dfff7e12', 'mac_address': 'fa:16:3e:78:2f:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 226, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de448083-48af-4c5e-8768-4a1c77a17502', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105586) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:38:42.085099 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:42.096905 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 119b4150-4e78-4119-8bb1-58c4dfff7e12 {{(pid=105586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:38:42.115167 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] For port 119b4150-4e78-4119-8bb1-58c4dfff7e12, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=119b4150-4e78-4119-8bb1-58c4dfff7e12,segment=NetworkSegment(7429d002-9b7b-4e39-bcd7-3d03dafbb8ef),segment_id=7429d002-9b7b-4e39-bcd7-3d03dafbb8ef)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:38:42.118673 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:42.163742 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Pushing event updated for resources: {'Port': ['ID=119b4150-4e78-4119-8bb1-58c4dfff7e12,revision_number=4']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:38:42.308236 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] get_ports_and_sgs() called for port_ids ['119b4150-4e78-4119-8bb1-58c4dfff7e12'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:38:42.905285 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb132d20-785a-4602-9dd8-0429bf00bbfa req-4293f4fc-c573-4f9b-a67f-58a7fb672b09 tempest-DeleteServersTestJSON-602307937 tempest-DeleteServersTestJSON-602307937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:38:42.906768 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-fb132d20-785a-4602-9dd8-0429bf00bbfa req-4293f4fc-c573-4f9b-a67f-58a7fb672b09 tempest-DeleteServersTestJSON-602307937 tempest-DeleteServersTestJSON-602307937-project] 10.222.0.59 "GET /v2.0/ports?device_id=dac35a6d-cf53-4d1f-b8f1-65a4e6b980aa HTTP/1.1" status: 200 len: 945 time: 0.0730822 Jul 27 21:38:42.944557 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-fb132d20-785a-4602-9dd8-0429bf00bbfa req-25736588-65a3-4043-ac4f-ae427768f122 tempest-DeleteServersTestJSON-602307937 tempest-DeleteServersTestJSON-602307937-project] 10.222.0.59 "GET /v2.0/security-groups?id=16655cd6-776b-4377-9ab1-d6ab9f0e3631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312653 Jul 27 21:38:42.998100 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-bb32ed7d-8717-448b-a9c8-a5a0117d1fd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:43.959218 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device 119b4150-4e78-4119-8bb1-58c4dfff7e12 up at agent hyperv_n-h1-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:38:44.008775 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Provisioning for port 119b4150-4e78-4119-8bb1-58c4dfff7e12 completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:38:44.013275 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Provisioning complete for port 119b4150-4e78-4119-8bb1-58c4dfff7e12 triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:38:44.013647 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:44.073667 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fcff7d-587e-4b8b-9e56-4698cdbaff93 req-857cbe19-fb5b-4183-9ccd-76aa0b7fc0e7 tempest-DeleteServersTestJSON-602307937 tempest-DeleteServersTestJSON-602307937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:38:44.075107 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b6fcff7d-587e-4b8b-9e56-4698cdbaff93 req-857cbe19-fb5b-4183-9ccd-76aa0b7fc0e7 tempest-DeleteServersTestJSON-602307937 tempest-DeleteServersTestJSON-602307937-project] 10.222.0.59 "GET /v2.0/ports?device_id=dac35a6d-cf53-4d1f-b8f1-65a4e6b980aa HTTP/1.1" status: 200 len: 945 time: 0.0639043 Jul 27 21:38:44.091661 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:44.113719 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dac35a6d-cf53-4d1f-b8f1-65a4e6b980aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '119b4150-4e78-4119-8bb1-58c4dfff7e12'}] {{(pid=105586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:38:44.114491 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b6fcff7d-587e-4b8b-9e56-4698cdbaff93 req-ba9afcaa-155e-481b-94cf-d4c7b98ed847 tempest-DeleteServersTestJSON-602307937 tempest-DeleteServersTestJSON-602307937-project] 10.222.0.59 "GET /v2.0/security-groups?id=16655cd6-776b-4377-9ab1-d6ab9f0e3631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333486 Jul 27 21:38:44.115986 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14c1663e039faf5393f87855f745010ac5b02220355b68fdbf065393e303ac56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af2f4488-be33-4a2b-be29-d238c9de264c" -d '{"events": [{"server_uuid": "dac35a6d-cf53-4d1f-b8f1-65a4e6b980aa", "name": "network-vif-plugged", "status": "completed", "tag": "119b4150-4e78-4119-8bb1-58c4dfff7e12"}]}' {{(pid=105586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:38:44.129858 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] For port 119b4150-4e78-4119-8bb1-58c4dfff7e12, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=119b4150-4e78-4119-8bb1-58c4dfff7e12,segment=NetworkSegment(7429d002-9b7b-4e39-bcd7-3d03dafbb8ef),segment_id=7429d002-9b7b-4e39-bcd7-3d03dafbb8ef)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:38:44.134436 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:44.160247 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:38:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dc15d3b-610f-4fda-8def-bf28c3f1dd31 x-openstack-request-id: req-3dc15d3b-610f-4fda-8def-bf28c3f1dd31 {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:38:44.160541 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dac35a6d-cf53-4d1f-b8f1-65a4e6b980aa", "name": "network-vif-plugged", "status": "completed", "tag": "119b4150-4e78-4119-8bb1-58c4dfff7e12", "code": 200}]} {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:38:44.160813 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-3dc15d3b-610f-4fda-8def-bf28c3f1dd31 {{(pid=105586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:38:44.161221 n-d-705658-22 neutron-server[105586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dac35a6d-cf53-4d1f-b8f1-65a4e6b980aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '119b4150-4e78-4119-8bb1-58c4dfff7e12', 'code': 200} Jul 27 21:38:44.189369 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Pushing event updated for resources: {'Port': ['ID=119b4150-4e78-4119-8bb1-58c4dfff7e12,revision_number=5']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:38:44.271639 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e190e48e-e4ae-437c-ae4e-962e093fda85 req-a1dba25e-e542-4170-a5a6-cc7b21af2509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:38:44.273121 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-e190e48e-e4ae-437c-ae4e-962e093fda85 req-a1dba25e-e542-4170-a5a6-cc7b21af2509 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=dac35a6d-cf53-4d1f-b8f1-65a4e6b980aa HTTP/1.1" status: 200 len: 1098 time: 0.0532441 Jul 27 21:38:44.307273 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-e190e48e-e4ae-437c-ae4e-962e093fda85 req-77eb4484-4581-461b-ab94-eb37e4675389 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=16655cd6-776b-4377-9ab1-d6ab9f0e3631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0278726 Jul 27 21:38:44.426232 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-875ced1b-4cf3-463a-9653-058f0f9421e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:45.249315 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb0c09e-03d8-4f81-8a2a-3c2706a0b195 req-dff23f56-4bc2-4e9a-b99a-ec74713c5ac9 tempest-DeleteServersTestJSON-602307937 tempest-DeleteServersTestJSON-602307937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:38:45.250867 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-fcb0c09e-03d8-4f81-8a2a-3c2706a0b195 req-dff23f56-4bc2-4e9a-b99a-ec74713c5ac9 tempest-DeleteServersTestJSON-602307937 tempest-DeleteServersTestJSON-602307937-project] 10.222.0.59 "GET /v2.0/ports?device_id=dac35a6d-cf53-4d1f-b8f1-65a4e6b980aa HTTP/1.1" status: 200 len: 946 time: 0.0669684 Jul 27 21:38:45.289497 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-fcb0c09e-03d8-4f81-8a2a-3c2706a0b195 req-7d66847f-d0de-4e98-b5d9-f4f0063f8afd tempest-DeleteServersTestJSON-602307937 tempest-DeleteServersTestJSON-602307937-project] 10.222.0.59 "GET /v2.0/security-groups?id=16655cd6-776b-4377-9ab1-d6ab9f0e3631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323756 Jul 27 21:38:46.419209 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454454ab-75b6-4c09-a09e-458525459c5d req-fd5af020-d39a-4ec7-9e7c-8a4ff5a79485 tempest-DeleteServersTestJSON-602307937 tempest-DeleteServersTestJSON-602307937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:38:46.420684 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-454454ab-75b6-4c09-a09e-458525459c5d req-fd5af020-d39a-4ec7-9e7c-8a4ff5a79485 tempest-DeleteServersTestJSON-602307937 tempest-DeleteServersTestJSON-602307937-project] 10.222.0.59 "GET /v2.0/ports?device_id=dac35a6d-cf53-4d1f-b8f1-65a4e6b980aa HTTP/1.1" status: 200 len: 946 time: 0.0636311 Jul 27 21:38:46.458611 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-454454ab-75b6-4c09-a09e-458525459c5d req-242737e3-d7fb-4040-ab6b-6ba12eb1a6f8 tempest-DeleteServersTestJSON-602307937 tempest-DeleteServersTestJSON-602307937-project] 10.222.0.59 "GET /v2.0/security-groups?id=16655cd6-776b-4377-9ab1-d6ab9f0e3631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314085 Jul 27 21:38:46.805206 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c4c83c-bfda-468b-9442-507105d05282 req-a463c0c5-c84c-4a06-be26-720ff76fff70 tempest-DeleteServersTestJSON-602307937 tempest-DeleteServersTestJSON-602307937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:38:46.806725 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-02c4c83c-bfda-468b-9442-507105d05282 req-a463c0c5-c84c-4a06-be26-720ff76fff70 tempest-DeleteServersTestJSON-602307937 tempest-DeleteServersTestJSON-602307937-project] 10.222.0.59 "GET /v2.0/ports?device_id=dac35a6d-cf53-4d1f-b8f1-65a4e6b980aa HTTP/1.1" status: 200 len: 946 time: 0.0639999 Jul 27 21:38:46.841117 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-a1c9781e-ee26-4106-88da-124b12eb3da1 req-a47f20b7-372c-454c-9180-d55d63b46432 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=dac35a6d-cf53-4d1f-b8f1-65a4e6b980aa&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1038148 Jul 27 21:38:46.844767 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-02c4c83c-bfda-468b-9442-507105d05282 req-39d4e097-b42e-44ca-82bc-deaa676a054c tempest-DeleteServersTestJSON-602307937 tempest-DeleteServersTestJSON-602307937-project] 10.222.0.59 "GET /v2.0/security-groups?id=16655cd6-776b-4377-9ab1-d6ab9f0e3631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318007 Jul 27 21:38:47.985553 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b830e47-f1d1-42d3-8250-5b7662e6a083 req-752017b5-e710-422b-aca5-8a469f2e9e6e tempest-DeleteServersTestJSON-602307937 tempest-DeleteServersTestJSON-602307937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:38:47.987088 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-8b830e47-f1d1-42d3-8250-5b7662e6a083 req-752017b5-e710-422b-aca5-8a469f2e9e6e tempest-DeleteServersTestJSON-602307937 tempest-DeleteServersTestJSON-602307937-project] 10.222.0.59 "GET /v2.0/ports?device_id=dac35a6d-cf53-4d1f-b8f1-65a4e6b980aa HTTP/1.1" status: 200 len: 946 time: 0.0683897 Jul 27 21:38:47.990828 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c9781e-ee26-4106-88da-124b12eb3da1 req-048f2773-3183-44fe-9672-c19a8b0fec44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:38:47.992352 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-a1c9781e-ee26-4106-88da-124b12eb3da1 req-048f2773-3183-44fe-9672-c19a8b0fec44 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=41315690a1314fc099397a0975e30b9f&device_id=dac35a6d-cf53-4d1f-b8f1-65a4e6b980aa HTTP/1.1" status: 200 len: 1098 time: 0.0607178 Jul 27 21:38:48.025079 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-8b830e47-f1d1-42d3-8250-5b7662e6a083 req-62a90056-981e-4ed5-aaea-5d46c733a7d2 tempest-DeleteServersTestJSON-602307937 tempest-DeleteServersTestJSON-602307937-project] 10.222.0.59 "GET /v2.0/security-groups?id=16655cd6-776b-4377-9ab1-d6ab9f0e3631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310521 Jul 27 21:38:48.081075 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c9781e-ee26-4106-88da-124b12eb3da1 req-112bfadd-f930-4f7e-8cbb-d3f2c1ec3457 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:38:48.082480 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-a1c9781e-ee26-4106-88da-124b12eb3da1 req-112bfadd-f930-4f7e-8cbb-d3f2c1ec3457 service neutron] 10.222.0.36 "GET /v2.0/networks?id=02b8267c-79af-4309-9d90-7103a2e235d2 HTTP/1.1" status: 200 len: 913 time: 0.0829315 Jul 27 21:38:48.128962 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-a1c9781e-ee26-4106-88da-124b12eb3da1 req-3943653a-66b3-4745-a92e-7d29e0cd12a6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=119b4150-4e78-4119-8bb1-58c4dfff7e12 HTTP/1.1" status: 200 len: 217 time: 0.0388527 Jul 27 21:38:48.176392 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c9781e-ee26-4106-88da-124b12eb3da1 req-c0d0daff-2e79-40f7-b36d-9a75fd53984b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:38:48.177772 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-a1c9781e-ee26-4106-88da-124b12eb3da1 req-c0d0daff-2e79-40f7-b36d-9a75fd53984b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=de448083-48af-4c5e-8768-4a1c77a17502 HTTP/1.1" status: 200 len: 852 time: 0.0423760 Jul 27 21:38:48.210770 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-a1c9781e-ee26-4106-88da-124b12eb3da1 req-eec261d8-c299-41a0-bbf7-1a130880e102 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=02b8267c-79af-4309-9d90-7103a2e235d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260592 Jul 27 21:38:48.300355 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-a1c9781e-ee26-4106-88da-124b12eb3da1 req-393cf679-b14c-4063-b027-50dd16aaca10 service neutron] 10.222.0.36 "GET /v2.0/networks/02b8267c-79af-4309-9d90-7103a2e235d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828795 Jul 27 21:38:48.386113 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-a1c9781e-ee26-4106-88da-124b12eb3da1 req-349eb209-a2d4-4e32-8a09-5e79866050c6 service neutron] 10.222.0.36 "GET /v2.0/networks/02b8267c-79af-4309-9d90-7103a2e235d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793066 Jul 27 21:38:49.154260 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653b7d25-6338-46a7-8ad2-affc05a02828 req-5a400114-7be7-425f-a202-262e0c56dd7e tempest-DeleteServersTestJSON-602307937 tempest-DeleteServersTestJSON-602307937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:38:49.155683 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-653b7d25-6338-46a7-8ad2-affc05a02828 req-5a400114-7be7-425f-a202-262e0c56dd7e tempest-DeleteServersTestJSON-602307937 tempest-DeleteServersTestJSON-602307937-project] 10.222.0.59 "GET /v2.0/ports?device_id=dac35a6d-cf53-4d1f-b8f1-65a4e6b980aa HTTP/1.1" status: 200 len: 946 time: 0.0630469 Jul 27 21:38:49.194577 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-653b7d25-6338-46a7-8ad2-affc05a02828 req-f8ac0eaf-08d3-4407-bb59-4222277d6971 tempest-DeleteServersTestJSON-602307937 tempest-DeleteServersTestJSON-602307937-project] 10.222.0.59 "GET /v2.0/security-groups?id=16655cd6-776b-4377-9ab1-d6ab9f0e3631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329790 Jul 27 21:38:50.178239 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.agents_db [None req-558fcd2c-e512-47bc-a170-8673d87f7213 None None] Agent healthcheck: found 7 active agents {{(pid=105587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 21:38:50.328030 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627a4efb-8d24-4094-b38a-833661667846 req-ca426a93-4495-4093-9691-ac374bf825b4 tempest-DeleteServersTestJSON-602307937 tempest-DeleteServersTestJSON-602307937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:38:50.329513 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-627a4efb-8d24-4094-b38a-833661667846 req-ca426a93-4495-4093-9691-ac374bf825b4 tempest-DeleteServersTestJSON-602307937 tempest-DeleteServersTestJSON-602307937-project] 10.222.0.59 "GET /v2.0/ports?device_id=dac35a6d-cf53-4d1f-b8f1-65a4e6b980aa HTTP/1.1" status: 200 len: 946 time: 0.0660281 Jul 27 21:38:50.366768 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-627a4efb-8d24-4094-b38a-833661667846 req-47bf34c4-fb7d-4b61-8ac3-d28b3cfe9c1d tempest-DeleteServersTestJSON-602307937 tempest-DeleteServersTestJSON-602307937-project] 10.222.0.59 "GET /v2.0/security-groups?id=16655cd6-776b-4377-9ab1-d6ab9f0e3631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307577 Jul 27 21:38:51.496106 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96f6625-97d1-41eb-a530-da1723b5db37 req-99ba43f4-c4d0-48e1-8592-1218ec6e001f tempest-DeleteServersTestJSON-602307937 tempest-DeleteServersTestJSON-602307937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:38:51.497625 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e96f6625-97d1-41eb-a530-da1723b5db37 req-99ba43f4-c4d0-48e1-8592-1218ec6e001f tempest-DeleteServersTestJSON-602307937 tempest-DeleteServersTestJSON-602307937-project] 10.222.0.59 "GET /v2.0/ports?device_id=dac35a6d-cf53-4d1f-b8f1-65a4e6b980aa HTTP/1.1" status: 200 len: 946 time: 0.0635722 Jul 27 21:38:51.536191 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e96f6625-97d1-41eb-a530-da1723b5db37 req-905f1121-e6b5-4199-95bf-8bb22e2bc24b tempest-DeleteServersTestJSON-602307937 tempest-DeleteServersTestJSON-602307937-project] 10.222.0.59 "GET /v2.0/security-groups?id=16655cd6-776b-4377-9ab1-d6ab9f0e3631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327315 Jul 27 21:38:52.671826 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d5ce99-b834-4d4c-a7b8-bececdd81776 req-32910990-a5b8-4b41-8501-7dd32fa80035 tempest-DeleteServersTestJSON-602307937 tempest-DeleteServersTestJSON-602307937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:38:52.673340 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-48d5ce99-b834-4d4c-a7b8-bececdd81776 req-32910990-a5b8-4b41-8501-7dd32fa80035 tempest-DeleteServersTestJSON-602307937 tempest-DeleteServersTestJSON-602307937-project] 10.222.0.59 "GET /v2.0/ports?device_id=dac35a6d-cf53-4d1f-b8f1-65a4e6b980aa HTTP/1.1" status: 200 len: 946 time: 0.0705705 Jul 27 21:38:52.718014 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-48d5ce99-b834-4d4c-a7b8-bececdd81776 req-7c7edc43-3596-4c7c-bf1d-45e353858fb0 tempest-DeleteServersTestJSON-602307937 tempest-DeleteServersTestJSON-602307937-project] 10.222.0.59 "GET /v2.0/security-groups?id=16655cd6-776b-4377-9ab1-d6ab9f0e3631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387163 Jul 27 21:38:53.851094 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4925b111-de65-49ff-8317-26fe75b09c91 req-b3793463-53e9-42e7-9ebc-d6e5e625a494 tempest-DeleteServersTestJSON-602307937 tempest-DeleteServersTestJSON-602307937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:38:53.852564 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-4925b111-de65-49ff-8317-26fe75b09c91 req-b3793463-53e9-42e7-9ebc-d6e5e625a494 tempest-DeleteServersTestJSON-602307937 tempest-DeleteServersTestJSON-602307937-project] 10.222.0.59 "GET /v2.0/ports?device_id=dac35a6d-cf53-4d1f-b8f1-65a4e6b980aa HTTP/1.1" status: 200 len: 946 time: 0.0657573 Jul 27 21:38:53.891036 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-4925b111-de65-49ff-8317-26fe75b09c91 req-1db2ff86-84d2-4aba-b2df-c5b9def23860 tempest-DeleteServersTestJSON-602307937 tempest-DeleteServersTestJSON-602307937-project] 10.222.0.59 "GET /v2.0/security-groups?id=16655cd6-776b-4377-9ab1-d6ab9f0e3631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325947 Jul 27 21:38:55.017906 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72187b93-1373-4806-96fb-e04f43f879b5 req-1e07b08f-8f0a-43eb-9625-de4a856bb0b1 tempest-DeleteServersTestJSON-602307937 tempest-DeleteServersTestJSON-602307937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:38:55.019878 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-72187b93-1373-4806-96fb-e04f43f879b5 req-1e07b08f-8f0a-43eb-9625-de4a856bb0b1 tempest-DeleteServersTestJSON-602307937 tempest-DeleteServersTestJSON-602307937-project] 10.222.0.59 "GET /v2.0/ports?device_id=dac35a6d-cf53-4d1f-b8f1-65a4e6b980aa HTTP/1.1" status: 200 len: 946 time: 0.0627143 Jul 27 21:38:55.057059 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-72187b93-1373-4806-96fb-e04f43f879b5 req-ee8816a7-e72f-4941-9a08-9d019d900135 tempest-DeleteServersTestJSON-602307937 tempest-DeleteServersTestJSON-602307937-project] 10.222.0.59 "GET /v2.0/security-groups?id=16655cd6-776b-4377-9ab1-d6ab9f0e3631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313232 Jul 27 21:38:56.188848 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab0d060-1d3a-40bc-8253-c87cbc0686fc req-0f35e1a8-cba5-44ca-9536-d8e48ecb366c tempest-DeleteServersTestJSON-602307937 tempest-DeleteServersTestJSON-602307937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:38:56.190309 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-1ab0d060-1d3a-40bc-8253-c87cbc0686fc req-0f35e1a8-cba5-44ca-9536-d8e48ecb366c tempest-DeleteServersTestJSON-602307937 tempest-DeleteServersTestJSON-602307937-project] 10.222.0.59 "GET /v2.0/ports?device_id=dac35a6d-cf53-4d1f-b8f1-65a4e6b980aa HTTP/1.1" status: 200 len: 946 time: 0.0660763 Jul 27 21:38:56.228655 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-1ab0d060-1d3a-40bc-8253-c87cbc0686fc req-b63df39f-71f4-4b5b-9ca0-10dcfd6f1a79 tempest-DeleteServersTestJSON-602307937 tempest-DeleteServersTestJSON-602307937-project] 10.222.0.59 "GET /v2.0/security-groups?id=16655cd6-776b-4377-9ab1-d6ab9f0e3631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323293 Jul 27 21:38:57.371301 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd7d8fc-f18d-45f7-bf71-10ec51906c02 req-edb5d8ab-0933-461e-9658-561b8c42bf7f tempest-DeleteServersTestJSON-602307937 tempest-DeleteServersTestJSON-602307937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:38:57.372773 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-7cd7d8fc-f18d-45f7-bf71-10ec51906c02 req-edb5d8ab-0933-461e-9658-561b8c42bf7f tempest-DeleteServersTestJSON-602307937 tempest-DeleteServersTestJSON-602307937-project] 10.222.0.59 "GET /v2.0/ports?device_id=dac35a6d-cf53-4d1f-b8f1-65a4e6b980aa HTTP/1.1" status: 200 len: 946 time: 0.0636406 Jul 27 21:38:57.409507 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-7cd7d8fc-f18d-45f7-bf71-10ec51906c02 req-d4530247-3dc9-4df0-9ba1-eb4180921aa9 tempest-DeleteServersTestJSON-602307937 tempest-DeleteServersTestJSON-602307937-project] 10.222.0.59 "GET /v2.0/security-groups?id=16655cd6-776b-4377-9ab1-d6ab9f0e3631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307631 Jul 27 21:38:58.538980 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4722b09-9da8-4e04-bd63-c8b0e732b8ce req-b8d8a1cc-3f52-4422-8516-8f9f836a6134 tempest-DeleteServersTestJSON-602307937 tempest-DeleteServersTestJSON-602307937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:38:58.540487 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e4722b09-9da8-4e04-bd63-c8b0e732b8ce req-b8d8a1cc-3f52-4422-8516-8f9f836a6134 tempest-DeleteServersTestJSON-602307937 tempest-DeleteServersTestJSON-602307937-project] 10.222.0.59 "GET /v2.0/ports?device_id=dac35a6d-cf53-4d1f-b8f1-65a4e6b980aa HTTP/1.1" status: 200 len: 946 time: 0.0650127 Jul 27 21:38:58.577860 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e4722b09-9da8-4e04-bd63-c8b0e732b8ce req-8d615879-8f58-4979-92fc-ffb11c7191c6 tempest-DeleteServersTestJSON-602307937 tempest-DeleteServersTestJSON-602307937-project] 10.222.0.59 "GET /v2.0/security-groups?id=16655cd6-776b-4377-9ab1-d6ab9f0e3631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316131 Jul 27 21:38:59.709656 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b2d7e5-22ec-458f-9721-a3b59147726f req-72192946-a483-4b2d-98b8-b6597125ea67 tempest-DeleteServersTestJSON-602307937 tempest-DeleteServersTestJSON-602307937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:38:59.711157 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-09b2d7e5-22ec-458f-9721-a3b59147726f req-72192946-a483-4b2d-98b8-b6597125ea67 tempest-DeleteServersTestJSON-602307937 tempest-DeleteServersTestJSON-602307937-project] 10.222.0.59 "GET /v2.0/ports?device_id=dac35a6d-cf53-4d1f-b8f1-65a4e6b980aa HTTP/1.1" status: 200 len: 946 time: 0.0661869 Jul 27 21:38:59.753946 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-09b2d7e5-22ec-458f-9721-a3b59147726f req-c86faa26-9ad5-42ed-92c5-d3a4d889d6d9 tempest-DeleteServersTestJSON-602307937 tempest-DeleteServersTestJSON-602307937-project] 10.222.0.59 "GET /v2.0/security-groups?id=16655cd6-776b-4377-9ab1-d6ab9f0e3631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370080 Jul 27 21:39:00.884858 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e709d6-a30b-4bcd-b20b-a6c637627e43 req-45c0d925-c610-496b-a77d-a341c4c43e7a tempest-DeleteServersTestJSON-602307937 tempest-DeleteServersTestJSON-602307937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:39:00.886364 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a6e709d6-a30b-4bcd-b20b-a6c637627e43 req-45c0d925-c610-496b-a77d-a341c4c43e7a tempest-DeleteServersTestJSON-602307937 tempest-DeleteServersTestJSON-602307937-project] 10.222.0.59 "GET /v2.0/ports?device_id=dac35a6d-cf53-4d1f-b8f1-65a4e6b980aa HTTP/1.1" status: 200 len: 946 time: 0.0659695 Jul 27 21:39:00.924634 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a6e709d6-a30b-4bcd-b20b-a6c637627e43 req-d0838167-383b-40a6-8851-1817ccfe2d25 tempest-DeleteServersTestJSON-602307937 tempest-DeleteServersTestJSON-602307937-project] 10.222.0.59 "GET /v2.0/security-groups?id=16655cd6-776b-4377-9ab1-d6ab9f0e3631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324275 Jul 27 21:39:02.056020 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0324a07f-aaa5-4497-8808-421428cb6413 req-fb94d13a-1c1b-4194-a62b-1c658e4f5358 tempest-DeleteServersTestJSON-602307937 tempest-DeleteServersTestJSON-602307937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:39:02.057493 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-0324a07f-aaa5-4497-8808-421428cb6413 req-fb94d13a-1c1b-4194-a62b-1c658e4f5358 tempest-DeleteServersTestJSON-602307937 tempest-DeleteServersTestJSON-602307937-project] 10.222.0.59 "GET /v2.0/ports?device_id=dac35a6d-cf53-4d1f-b8f1-65a4e6b980aa HTTP/1.1" status: 200 len: 946 time: 0.0662313 Jul 27 21:39:02.094374 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-0324a07f-aaa5-4497-8808-421428cb6413 req-71d50bd5-6618-423d-805b-ae49cbbffc35 tempest-DeleteServersTestJSON-602307937 tempest-DeleteServersTestJSON-602307937-project] 10.222.0.59 "GET /v2.0/security-groups?id=16655cd6-776b-4377-9ab1-d6ab9f0e3631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309947 Jul 27 21:39:03.222271 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e9b7d5-a249-49a9-8257-c0c3555e72b6 req-b5dc39e9-c37f-4bba-af2c-cc70d9722212 tempest-DeleteServersTestJSON-602307937 tempest-DeleteServersTestJSON-602307937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:39:03.223779 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b3e9b7d5-a249-49a9-8257-c0c3555e72b6 req-b5dc39e9-c37f-4bba-af2c-cc70d9722212 tempest-DeleteServersTestJSON-602307937 tempest-DeleteServersTestJSON-602307937-project] 10.222.0.59 "GET /v2.0/ports?device_id=dac35a6d-cf53-4d1f-b8f1-65a4e6b980aa HTTP/1.1" status: 200 len: 946 time: 0.0629284 Jul 27 21:39:03.261647 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b3e9b7d5-a249-49a9-8257-c0c3555e72b6 req-c3085dc8-e8eb-476f-ad8e-2a4e61b7cc64 tempest-DeleteServersTestJSON-602307937 tempest-DeleteServersTestJSON-602307937-project] 10.222.0.59 "GET /v2.0/security-groups?id=16655cd6-776b-4377-9ab1-d6ab9f0e3631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319641 Jul 27 21:39:04.388671 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae571c05-e308-4828-ad67-677b0b9259a2 req-a8755372-884e-47cf-a77d-09a31443666a tempest-DeleteServersTestJSON-602307937 tempest-DeleteServersTestJSON-602307937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:39:04.390149 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-ae571c05-e308-4828-ad67-677b0b9259a2 req-a8755372-884e-47cf-a77d-09a31443666a tempest-DeleteServersTestJSON-602307937 tempest-DeleteServersTestJSON-602307937-project] 10.222.0.59 "GET /v2.0/ports?device_id=dac35a6d-cf53-4d1f-b8f1-65a4e6b980aa HTTP/1.1" status: 200 len: 946 time: 0.0636139 Jul 27 21:39:04.427449 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-ae571c05-e308-4828-ad67-677b0b9259a2 req-7fb33b50-44ab-447f-a263-22f54edd1498 tempest-DeleteServersTestJSON-602307937 tempest-DeleteServersTestJSON-602307937-project] 10.222.0.59 "GET /v2.0/security-groups?id=16655cd6-776b-4377-9ab1-d6ab9f0e3631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314960 Jul 27 21:39:05.560512 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea17c9a-b228-4f81-9a04-ac3e68f56d12 req-51c4f5b2-3333-42c7-b1c3-d5ecf0dd7353 tempest-DeleteServersTestJSON-602307937 tempest-DeleteServersTestJSON-602307937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:39:05.561983 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-6ea17c9a-b228-4f81-9a04-ac3e68f56d12 req-51c4f5b2-3333-42c7-b1c3-d5ecf0dd7353 tempest-DeleteServersTestJSON-602307937 tempest-DeleteServersTestJSON-602307937-project] 10.222.0.59 "GET /v2.0/ports?device_id=dac35a6d-cf53-4d1f-b8f1-65a4e6b980aa HTTP/1.1" status: 200 len: 946 time: 0.0681083 Jul 27 21:39:05.598732 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-6ea17c9a-b228-4f81-9a04-ac3e68f56d12 req-a40a1f01-1f53-4fe0-8d29-971be34855e1 tempest-DeleteServersTestJSON-602307937 tempest-DeleteServersTestJSON-602307937-project] 10.222.0.59 "GET /v2.0/security-groups?id=16655cd6-776b-4377-9ab1-d6ab9f0e3631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309694 Jul 27 21:39:06.693946 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:06.730735 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0832a7b-9aa9-4307-a168-c07553926f3d req-49ee02c9-a2a4-405a-a461-22464eea2b3c tempest-DeleteServersTestJSON-602307937 tempest-DeleteServersTestJSON-602307937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:39:06.732260 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-c0832a7b-9aa9-4307-a168-c07553926f3d req-49ee02c9-a2a4-405a-a461-22464eea2b3c tempest-DeleteServersTestJSON-602307937 tempest-DeleteServersTestJSON-602307937-project] 10.222.0.59 "GET /v2.0/ports?device_id=dac35a6d-cf53-4d1f-b8f1-65a4e6b980aa HTTP/1.1" status: 200 len: 946 time: 0.0666869 Jul 27 21:39:06.769709 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-c0832a7b-9aa9-4307-a168-c07553926f3d req-4d93c209-67aa-457d-8a91-85de48f74454 tempest-DeleteServersTestJSON-602307937 tempest-DeleteServersTestJSON-602307937-project] 10.222.0.59 "GET /v2.0/security-groups?id=16655cd6-776b-4377-9ab1-d6ab9f0e3631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315585 Jul 27 21:39:07.921214 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243b250f-7d6f-45e8-bef7-7fe4bd3bcc84 req-5138b729-ce54-4997-b0fa-f7744658ed7d tempest-DeleteServersTestJSON-602307937 tempest-DeleteServersTestJSON-602307937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:39:07.922706 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-243b250f-7d6f-45e8-bef7-7fe4bd3bcc84 req-5138b729-ce54-4997-b0fa-f7744658ed7d tempest-DeleteServersTestJSON-602307937 tempest-DeleteServersTestJSON-602307937-project] 10.222.0.59 "GET /v2.0/ports?device_id=dac35a6d-cf53-4d1f-b8f1-65a4e6b980aa HTTP/1.1" status: 200 len: 946 time: 0.0865088 Jul 27 21:39:07.961075 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-243b250f-7d6f-45e8-bef7-7fe4bd3bcc84 req-76970322-6144-46e0-98a6-bc2840fb1419 tempest-DeleteServersTestJSON-602307937 tempest-DeleteServersTestJSON-602307937-project] 10.222.0.59 "GET /v2.0/security-groups?id=16655cd6-776b-4377-9ab1-d6ab9f0e3631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319519 Jul 27 21:39:08.923910 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-4b752321-b2ee-4e20-93a1-f4d03166fb5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:09.089371 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd34bef-1e9e-4a00-9482-3c8c7c6e15b7 req-f5c26a1b-c12f-432f-9914-2018a77d6107 tempest-DeleteServersTestJSON-602307937 tempest-DeleteServersTestJSON-602307937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:39:09.090835 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-3cd34bef-1e9e-4a00-9482-3c8c7c6e15b7 req-f5c26a1b-c12f-432f-9914-2018a77d6107 tempest-DeleteServersTestJSON-602307937 tempest-DeleteServersTestJSON-602307937-project] 10.222.0.59 "GET /v2.0/ports?device_id=dac35a6d-cf53-4d1f-b8f1-65a4e6b980aa HTTP/1.1" status: 200 len: 946 time: 0.0619872 Jul 27 21:39:09.127197 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-3cd34bef-1e9e-4a00-9482-3c8c7c6e15b7 req-f39b82ae-0dcb-4072-aba4-235acd870113 tempest-DeleteServersTestJSON-602307937 tempest-DeleteServersTestJSON-602307937-project] 10.222.0.59 "GET /v2.0/security-groups?id=16655cd6-776b-4377-9ab1-d6ab9f0e3631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305164 Jul 27 21:39:10.253438 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56341687-d703-4244-9be9-6bd5690e3bdc req-41b40119-14f0-4e8c-ada6-5bd97dc35131 tempest-DeleteServersTestJSON-602307937 tempest-DeleteServersTestJSON-602307937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:39:10.254891 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-56341687-d703-4244-9be9-6bd5690e3bdc req-41b40119-14f0-4e8c-ada6-5bd97dc35131 tempest-DeleteServersTestJSON-602307937 tempest-DeleteServersTestJSON-602307937-project] 10.222.0.59 "GET /v2.0/ports?device_id=dac35a6d-cf53-4d1f-b8f1-65a4e6b980aa HTTP/1.1" status: 200 len: 946 time: 0.0613358 Jul 27 21:39:10.291062 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-56341687-d703-4244-9be9-6bd5690e3bdc req-f0e05d7e-ffe7-45c5-8d0d-114f976455a5 tempest-DeleteServersTestJSON-602307937 tempest-DeleteServersTestJSON-602307937-project] 10.222.0.59 "GET /v2.0/security-groups?id=16655cd6-776b-4377-9ab1-d6ab9f0e3631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303650 Jul 27 21:39:10.499764 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:11.422066 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a27f79-ec79-457c-ab7b-9bc507ebf50b req-06f240c4-ee8f-484e-8d4a-c5e83e9e5d90 tempest-DeleteServersTestJSON-602307937 tempest-DeleteServersTestJSON-602307937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:39:11.423541 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-32a27f79-ec79-457c-ab7b-9bc507ebf50b req-06f240c4-ee8f-484e-8d4a-c5e83e9e5d90 tempest-DeleteServersTestJSON-602307937 tempest-DeleteServersTestJSON-602307937-project] 10.222.0.59 "GET /v2.0/ports?device_id=dac35a6d-cf53-4d1f-b8f1-65a4e6b980aa HTTP/1.1" status: 200 len: 946 time: 0.0649688 Jul 27 21:39:11.460362 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-32a27f79-ec79-457c-ab7b-9bc507ebf50b req-743e5533-583f-4ff3-96e4-a0b5d45f6cb1 tempest-DeleteServersTestJSON-602307937 tempest-DeleteServersTestJSON-602307937-project] 10.222.0.59 "GET /v2.0/security-groups?id=16655cd6-776b-4377-9ab1-d6ab9f0e3631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310216 Jul 27 21:39:11.574347 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-842a92bc-dd91-44f0-9476-c6788e095746 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:11.911981 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:12.586258 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8c2954-df69-4e1c-8690-44ac6866ede0 req-c5d35cdf-b040-498f-b90b-1c871c91717f tempest-DeleteServersTestJSON-602307937 tempest-DeleteServersTestJSON-602307937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:39:12.587747 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-8d8c2954-df69-4e1c-8690-44ac6866ede0 req-c5d35cdf-b040-498f-b90b-1c871c91717f tempest-DeleteServersTestJSON-602307937 tempest-DeleteServersTestJSON-602307937-project] 10.222.0.59 "GET /v2.0/ports?device_id=dac35a6d-cf53-4d1f-b8f1-65a4e6b980aa HTTP/1.1" status: 200 len: 946 time: 0.0618007 Jul 27 21:39:12.624828 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-8d8c2954-df69-4e1c-8690-44ac6866ede0 req-bc9b3cab-cb2b-4821-867b-5dd04801c461 tempest-DeleteServersTestJSON-602307937 tempest-DeleteServersTestJSON-602307937-project] 10.222.0.59 "GET /v2.0/security-groups?id=16655cd6-776b-4377-9ab1-d6ab9f0e3631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312757 Jul 27 21:39:13.001166 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-bb32ed7d-8717-448b-a9c8-a5a0117d1fd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:13.755664 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00f2950-9f34-4517-938b-881b5c3ba1de req-377d913d-d2d4-4271-b480-7467975cebf2 tempest-DeleteServersTestJSON-602307937 tempest-DeleteServersTestJSON-602307937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:39:13.757170 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b00f2950-9f34-4517-938b-881b5c3ba1de req-377d913d-d2d4-4271-b480-7467975cebf2 tempest-DeleteServersTestJSON-602307937 tempest-DeleteServersTestJSON-602307937-project] 10.222.0.59 "GET /v2.0/ports?device_id=dac35a6d-cf53-4d1f-b8f1-65a4e6b980aa HTTP/1.1" status: 200 len: 946 time: 0.0656862 Jul 27 21:39:13.795492 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b00f2950-9f34-4517-938b-881b5c3ba1de req-4fac0bac-6ca0-4547-b51d-8c4b0663168b tempest-DeleteServersTestJSON-602307937 tempest-DeleteServersTestJSON-602307937-project] 10.222.0.59 "GET /v2.0/security-groups?id=16655cd6-776b-4377-9ab1-d6ab9f0e3631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324864 Jul 27 21:39:14.429016 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-875ced1b-4cf3-463a-9653-058f0f9421e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:14.925605 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d93c8e-b353-4f68-83de-1f7e90170a2e req-aa3674eb-114d-4856-b6a7-f7a98a2c45ad tempest-DeleteServersTestJSON-602307937 tempest-DeleteServersTestJSON-602307937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:39:14.927113 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-17d93c8e-b353-4f68-83de-1f7e90170a2e req-aa3674eb-114d-4856-b6a7-f7a98a2c45ad tempest-DeleteServersTestJSON-602307937 tempest-DeleteServersTestJSON-602307937-project] 10.222.0.59 "GET /v2.0/ports?device_id=dac35a6d-cf53-4d1f-b8f1-65a4e6b980aa HTTP/1.1" status: 200 len: 946 time: 0.0654342 Jul 27 21:39:14.963755 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-17d93c8e-b353-4f68-83de-1f7e90170a2e req-bb809a30-9624-4598-ba81-34c7e85e58f7 tempest-DeleteServersTestJSON-602307937 tempest-DeleteServersTestJSON-602307937-project] 10.222.0.59 "GET /v2.0/security-groups?id=16655cd6-776b-4377-9ab1-d6ab9f0e3631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302777 Jul 27 21:39:15.578570 n-d-705658-22 neutron-server[105584]: INFO neutron.api.v2.resource [req-a1c9781e-ee26-4106-88da-124b12eb3da1 req-21e9a866-dd30-434a-b482-f7a3edb327bb service neutron] show failed (client error): The resource could not be found. Jul 27 21:39:15.579593 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-a1c9781e-ee26-4106-88da-124b12eb3da1 req-21e9a866-dd30-434a-b482-f7a3edb327bb service neutron] 10.222.0.36 "GET /v2.0/ports/119b4150-4e78-4119-8bb1-58c4dfff7e12/bindings/n-h2-705658-22 HTTP/1.1" status: 404 len: 381 time: 0.0546339 Jul 27 21:39:15.828664 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c9781e-ee26-4106-88da-124b12eb3da1 req-52e6646e-9b93-43f1-b7af-3de62f4d31d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:39:15.831276 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a1c9781e-ee26-4106-88da-124b12eb3da1 req-52e6646e-9b93-43f1-b7af-3de62f4d31d1 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=dac35a6d-cf53-4d1f-b8f1-65a4e6b980aa&tenant_id=41315690a1314fc099397a0975e30b9f HTTP/1.1" status: 200 len: 1098 time: 0.1011548 Jul 27 21:39:15.843117 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [req-a1c9781e-ee26-4106-88da-124b12eb3da1 req-ba164533-a514-4349-a8e3-769c5ffa15b4 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-705658-22', 'device_owner': 'compute:nova'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:39:15.913014 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-a1c9781e-ee26-4106-88da-124b12eb3da1 req-ba164533-a514-4349-a8e3-769c5ffa15b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:16.150572 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.db [req-a1c9781e-ee26-4106-88da-124b12eb3da1 req-ba164533-a514-4349-a8e3-769c5ffa15b4 service neutron] For port 119b4150-4e78-4119-8bb1-58c4dfff7e12, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=119b4150-4e78-4119-8bb1-58c4dfff7e12,segment=NetworkSegment(7429d002-9b7b-4e39-bcd7-3d03dafbb8ef),segment_id=7429d002-9b7b-4e39-bcd7-3d03dafbb8ef)] {{(pid=105585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:39:16.159646 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9695cf50-05ad-4047-ba79-6d2f99ce94a9 req-62390920-9f58-4e5d-8668-5b3e269dbaa5 tempest-DeleteServersTestJSON-602307937 tempest-DeleteServersTestJSON-602307937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:39:16.161105 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-9695cf50-05ad-4047-ba79-6d2f99ce94a9 req-62390920-9f58-4e5d-8668-5b3e269dbaa5 tempest-DeleteServersTestJSON-602307937 tempest-DeleteServersTestJSON-602307937-project] 10.222.0.59 "GET /v2.0/ports?device_id=dac35a6d-cf53-4d1f-b8f1-65a4e6b980aa HTTP/1.1" status: 200 len: 946 time: 0.1294813 Jul 27 21:39:16.214754 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.db [req-a1c9781e-ee26-4106-88da-124b12eb3da1 req-ba164533-a514-4349-a8e3-769c5ffa15b4 service neutron] For port 119b4150-4e78-4119-8bb1-58c4dfff7e12, host n-h1-705658-22, cleared binding levels {{(pid=105585) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:39:16.218696 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-9695cf50-05ad-4047-ba79-6d2f99ce94a9 req-604f8762-f4b3-4c5a-883f-dbde4d25851b tempest-DeleteServersTestJSON-602307937 tempest-DeleteServersTestJSON-602307937-project] 10.222.0.59 "GET /v2.0/security-groups?id=16655cd6-776b-4377-9ab1-d6ab9f0e3631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516598 Jul 27 21:39:16.256089 n-d-705658-22 neutron-server[105585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dac35a6d-cf53-4d1f-b8f1-65a4e6b980aa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '119b4150-4e78-4119-8bb1-58c4dfff7e12'}] {{(pid=105585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:39:16.258315 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d66fd65881426bfc2b5388084a3654e5eae521106a15a3dbf0eb4cde7106c36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f61faa1-5221-4aef-8c12-be3e5f0bd813" -d '{"events": [{"server_uuid": "dac35a6d-cf53-4d1f-b8f1-65a4e6b980aa", "name": "network-vif-unplugged", "status": "completed", "tag": "119b4150-4e78-4119-8bb1-58c4dfff7e12"}]}' {{(pid=105585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:39:16.262335 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-a1c9781e-ee26-4106-88da-124b12eb3da1 req-ba164533-a514-4349-a8e3-769c5ffa15b4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:16.274213 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.provisioning_blocks [req-a1c9781e-ee26-4106-88da-124b12eb3da1 req-ba164533-a514-4349-a8e3-769c5ffa15b4 service neutron] Transition to ACTIVE for port object 119b4150-4e78-4119-8bb1-58c4dfff7e12 will not be triggered until provisioned by entity L2. {{(pid=105585) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:39:16.278608 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-a1c9781e-ee26-4106-88da-124b12eb3da1 req-ba164533-a514-4349-a8e3-769c5ffa15b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10221672'] for port, after_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:16.309036 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 27 Jul 2021 21:39:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-399b1fcc-1510-4312-bcf5-4186bc0098f8 x-openstack-request-id: req-399b1fcc-1510-4312-bcf5-4186bc0098f8 {{(pid=105585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:39:16.309335 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dac35a6d-cf53-4d1f-b8f1-65a4e6b980aa", "name": "network-vif-unplugged", "status": "completed", "tag": "119b4150-4e78-4119-8bb1-58c4dfff7e12", "code": 200}]} {{(pid=105585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:39:16.309586 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-399b1fcc-1510-4312-bcf5-4186bc0098f8 {{(pid=105585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:39:16.310036 n-d-705658-22 neutron-server[105585]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dac35a6d-cf53-4d1f-b8f1-65a4e6b980aa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '119b4150-4e78-4119-8bb1-58c4dfff7e12', 'code': 200} Jul 27 21:39:16.347300 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1c9781e-ee26-4106-88da-124b12eb3da1 req-ba164533-a514-4349-a8e3-769c5ffa15b4 service neutron] No DVR routers for this DVR port 119b4150-4e78-4119-8bb1-58c4dfff7e12 on host n-h1-705658-22 {{(pid=105585) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:39:16.354507 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba164533-a514-4349-a8e3-769c5ffa15b4 service neutron] Pushing event updated for resources: {'Port': ['ID=119b4150-4e78-4119-8bb1-58c4dfff7e12,revision_number=6']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:39:16.382130 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba164533-a514-4349-a8e3-769c5ffa15b4 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:39:16.382480 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba164533-a514-4349-a8e3-769c5ffa15b4 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:39:16.382825 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba164533-a514-4349-a8e3-769c5ffa15b4 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:39:16.383193 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba164533-a514-4349-a8e3-769c5ffa15b4 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:39:16.383529 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba164533-a514-4349-a8e3-769c5ffa15b4 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:39:16.383870 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba164533-a514-4349-a8e3-769c5ffa15b4 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:39:16.384198 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba164533-a514-4349-a8e3-769c5ffa15b4 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:39:16.384527 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba164533-a514-4349-a8e3-769c5ffa15b4 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:39:16.384858 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba164533-a514-4349-a8e3-769c5ffa15b4 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:39:16.385185 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba164533-a514-4349-a8e3-769c5ffa15b4 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:39:16.385512 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba164533-a514-4349-a8e3-769c5ffa15b4 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:39:16.385837 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba164533-a514-4349-a8e3-769c5ffa15b4 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:39:16.399069 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.managers [req-a1c9781e-ee26-4106-88da-124b12eb3da1 req-ba164533-a514-4349-a8e3-769c5ffa15b4 service neutron] Attempting to bind port 119b4150-4e78-4119-8bb1-58c4dfff7e12 on host n-h2-705658-22 for vnic_type normal with profile {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:39:16.399411 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.managers [req-a1c9781e-ee26-4106-88da-124b12eb3da1 req-ba164533-a514-4349-a8e3-769c5ffa15b4 service neutron] Attempting to bind port 119b4150-4e78-4119-8bb1-58c4dfff7e12 by drivers openvswitch,hyperv on host n-h2-705658-22 at level 0 using segments [{'id': '7429d002-9b7b-4e39-bcd7-3d03dafbb8ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '02b8267c-79af-4309-9d90-7103a2e235d2'}] {{(pid=105585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:39:16.399740 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1c9781e-ee26-4106-88da-124b12eb3da1 req-ba164533-a514-4349-a8e3-769c5ffa15b4 service neutron] Attempting to bind port 119b4150-4e78-4119-8bb1-58c4dfff7e12 on network 02b8267c-79af-4309-9d90-7103a2e235d2 {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:39:16.404030 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1c9781e-ee26-4106-88da-124b12eb3da1 req-ba164533-a514-4349-a8e3-769c5ffa15b4 service neutron] Port 119b4150-4e78-4119-8bb1-58c4dfff7e12 on network 02b8267c-79af-4309-9d90-7103a2e235d2 not bound, no agent of type Open vSwitch agent registered on host n-h2-705658-22 {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:39:16.404299 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1c9781e-ee26-4106-88da-124b12eb3da1 req-ba164533-a514-4349-a8e3-769c5ffa15b4 service neutron] Attempting to bind port 119b4150-4e78-4119-8bb1-58c4dfff7e12 on network 02b8267c-79af-4309-9d90-7103a2e235d2 {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:39:16.409048 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1c9781e-ee26-4106-88da-124b12eb3da1 req-ba164533-a514-4349-a8e3-769c5ffa15b4 service neutron] Checking agent: {'id': '65195a73-a875-4810-9f5b-622ae260a8a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 49, 40), 'started_at': datetime.datetime(2021, 7, 27, 20, 49, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 39, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:39:16.409388 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1c9781e-ee26-4106-88da-124b12eb3da1 req-ba164533-a514-4349-a8e3-769c5ffa15b4 service neutron] Checking segment: {'id': '7429d002-9b7b-4e39-bcd7-3d03dafbb8ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '02b8267c-79af-4309-9d90-7103a2e235d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:39:16.409789 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1c9781e-ee26-4106-88da-124b12eb3da1 req-ba164533-a514-4349-a8e3-769c5ffa15b4 service neutron] Bound using segment: {'id': '7429d002-9b7b-4e39-bcd7-3d03dafbb8ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '02b8267c-79af-4309-9d90-7103a2e235d2'} {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:39:16.410214 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.managers [req-a1c9781e-ee26-4106-88da-124b12eb3da1 req-ba164533-a514-4349-a8e3-769c5ffa15b4 service neutron] Bound port: 119b4150-4e78-4119-8bb1-58c4dfff7e12, host: n-h2-705658-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7429d002-9b7b-4e39-bcd7-3d03dafbb8ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '02b8267c-79af-4309-9d90-7103a2e235d2'}}] {{(pid=105585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:39:16.410571 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-a1c9781e-ee26-4106-88da-124b12eb3da1 req-ba164533-a514-4349-a8e3-769c5ffa15b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:16.471115 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.db [req-a1c9781e-ee26-4106-88da-124b12eb3da1 req-ba164533-a514-4349-a8e3-769c5ffa15b4 service neutron] For port 119b4150-4e78-4119-8bb1-58c4dfff7e12, host n-h2-705658-22, cleared binding levels {{(pid=105585) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:39:16.473999 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.db [req-a1c9781e-ee26-4106-88da-124b12eb3da1 req-ba164533-a514-4349-a8e3-769c5ffa15b4 service neutron] For port 119b4150-4e78-4119-8bb1-58c4dfff7e12, host n-h2-705658-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=119b4150-4e78-4119-8bb1-58c4dfff7e12,segment=NetworkSegment(7429d002-9b7b-4e39-bcd7-3d03dafbb8ef),segment_id=7429d002-9b7b-4e39-bcd7-3d03dafbb8ef)] {{(pid=105585) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:39:16.478915 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-a1c9781e-ee26-4106-88da-124b12eb3da1 req-ba164533-a514-4349-a8e3-769c5ffa15b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10221672'] for port, after_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:16.514076 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c9781e-ee26-4106-88da-124b12eb3da1 req-ba164533-a514-4349-a8e3-769c5ffa15b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:39:16.514694 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-a1c9781e-ee26-4106-88da-124b12eb3da1 req-ba164533-a514-4349-a8e3-769c5ffa15b4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:16.516497 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a1c9781e-ee26-4106-88da-124b12eb3da1 req-ba164533-a514-4349-a8e3-769c5ffa15b4 service neutron] 10.222.0.60 "PUT /v2.0/ports/119b4150-4e78-4119-8bb1-58c4dfff7e12 HTTP/1.1" status: 200 len: 1093 time: 0.6774664 Jul 27 21:39:16.541204 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba164533-a514-4349-a8e3-769c5ffa15b4 service neutron] Pushing event updated for resources: {'Port': ['ID=119b4150-4e78-4119-8bb1-58c4dfff7e12,revision_number=7']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:39:16.597562 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c9781e-ee26-4106-88da-124b12eb3da1 req-91298c93-30e3-4f66-8c57-0c23bfca05b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:39:16.599558 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a1c9781e-ee26-4106-88da-124b12eb3da1 req-91298c93-30e3-4f66-8c57-0c23bfca05b0 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=41315690a1314fc099397a0975e30b9f&device_id=dac35a6d-cf53-4d1f-b8f1-65a4e6b980aa HTTP/1.1" status: 200 len: 1096 time: 0.0545909 Jul 27 21:39:16.692439 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c9781e-ee26-4106-88da-124b12eb3da1 req-29268109-a50f-4d83-af89-0cd971b218e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:39:16.693967 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a1c9781e-ee26-4106-88da-124b12eb3da1 req-29268109-a50f-4d83-af89-0cd971b218e4 service neutron] 10.222.0.60 "GET /v2.0/networks?id=02b8267c-79af-4309-9d90-7103a2e235d2 HTTP/1.1" status: 200 len: 913 time: 0.0877116 Jul 27 21:39:16.736841 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a1c9781e-ee26-4106-88da-124b12eb3da1 req-155f5ae9-2518-4ec3-a224-6adfe177dd01 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=119b4150-4e78-4119-8bb1-58c4dfff7e12 HTTP/1.1" status: 200 len: 217 time: 0.0355513 Jul 27 21:39:16.786167 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c9781e-ee26-4106-88da-124b12eb3da1 req-c77b2fef-599c-44b6-bbeb-22682360a1dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:39:16.788141 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a1c9781e-ee26-4106-88da-124b12eb3da1 req-c77b2fef-599c-44b6-bbeb-22682360a1dd service neutron] 10.222.0.60 "GET /v2.0/subnets?id=de448083-48af-4c5e-8768-4a1c77a17502 HTTP/1.1" status: 200 len: 852 time: 0.0436244 Jul 27 21:39:16.820890 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a1c9781e-ee26-4106-88da-124b12eb3da1 req-714b37cb-0701-4f2a-81ad-73889ef5de9c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=02b8267c-79af-4309-9d90-7103a2e235d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258505 Jul 27 21:39:16.912304 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a1c9781e-ee26-4106-88da-124b12eb3da1 req-12f6eccb-5e7b-4cab-a651-d4d0bf47303e service neutron] 10.222.0.60 "GET /v2.0/networks/02b8267c-79af-4309-9d90-7103a2e235d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839000 Jul 27 21:39:17.012787 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a1c9781e-ee26-4106-88da-124b12eb3da1 req-3a4ebb5a-4bac-476c-9387-fbae0b000b51 service neutron] 10.222.0.60 "GET /v2.0/networks/02b8267c-79af-4309-9d90-7103a2e235d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931752 Jul 27 21:39:17.355859 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ceb162e-0fa8-4a71-a7c5-acb8f0e0953f req-761eff49-4784-410e-af07-bf0059cb742c tempest-DeleteServersTestJSON-602307937 tempest-DeleteServersTestJSON-602307937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:39:17.357301 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-0ceb162e-0fa8-4a71-a7c5-acb8f0e0953f req-761eff49-4784-410e-af07-bf0059cb742c tempest-DeleteServersTestJSON-602307937 tempest-DeleteServersTestJSON-602307937-project] 10.222.0.59 "GET /v2.0/ports?device_id=dac35a6d-cf53-4d1f-b8f1-65a4e6b980aa HTTP/1.1" status: 200 len: 944 time: 0.0712824 Jul 27 21:39:17.395217 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-0ceb162e-0fa8-4a71-a7c5-acb8f0e0953f req-5a184b56-856e-4e4b-9b35-74bbc210d543 tempest-DeleteServersTestJSON-602307937 tempest-DeleteServersTestJSON-602307937-project] 10.222.0.59 "GET /v2.0/security-groups?id=16655cd6-776b-4377-9ab1-d6ab9f0e3631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321293 Jul 27 21:39:18.311455 n-d-705658-22 neutron-server[105585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dac35a6d-cf53-4d1f-b8f1-65a4e6b980aa', 'tag': '119b4150-4e78-4119-8bb1-58c4dfff7e12'}] {{(pid=105585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:39:18.313798 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d66fd65881426bfc2b5388084a3654e5eae521106a15a3dbf0eb4cde7106c36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0eed837-b369-4114-8aa5-e35bd8e98eff" -d '{"events": [{"name": "network-changed", "server_uuid": "dac35a6d-cf53-4d1f-b8f1-65a4e6b980aa", "tag": "119b4150-4e78-4119-8bb1-58c4dfff7e12"}]}' {{(pid=105585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:39:18.360339 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:39:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b41e95a-72d1-4fee-8b6d-683d98077b45 x-openstack-request-id: req-8b41e95a-72d1-4fee-8b6d-683d98077b45 {{(pid=105585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:39:18.360932 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dac35a6d-cf53-4d1f-b8f1-65a4e6b980aa", "tag": "119b4150-4e78-4119-8bb1-58c4dfff7e12", "status": "completed", "code": 200}]} {{(pid=105585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:39:18.360932 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-8b41e95a-72d1-4fee-8b6d-683d98077b45 {{(pid=105585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:39:18.361237 n-d-705658-22 neutron-server[105585]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dac35a6d-cf53-4d1f-b8f1-65a4e6b980aa', 'tag': '119b4150-4e78-4119-8bb1-58c4dfff7e12', 'status': 'completed', 'code': 200} Jul 27 21:39:18.437929 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0eed837-b369-4114-8aa5-e35bd8e98eff req-055896d1-b9c0-4240-9fa6-650b02c2aae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:39:18.440036 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-f0eed837-b369-4114-8aa5-e35bd8e98eff req-055896d1-b9c0-4240-9fa6-650b02c2aae5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=41315690a1314fc099397a0975e30b9f&device_id=dac35a6d-cf53-4d1f-b8f1-65a4e6b980aa HTTP/1.1" status: 200 len: 1096 time: 0.0595436 Jul 27 21:39:18.440578 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0eed837-b369-4114-8aa5-e35bd8e98eff req-a1a8bfca-d3a2-418d-a7ef-c174f984095e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:39:18.442086 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f0eed837-b369-4114-8aa5-e35bd8e98eff req-a1a8bfca-d3a2-418d-a7ef-c174f984095e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=41315690a1314fc099397a0975e30b9f&device_id=dac35a6d-cf53-4d1f-b8f1-65a4e6b980aa HTTP/1.1" status: 200 len: 1096 time: 0.0591824 Jul 27 21:39:18.530107 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0eed837-b369-4114-8aa5-e35bd8e98eff req-a99af3bf-f7a9-49f9-9837-1870df6fbed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:39:18.531625 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-f0eed837-b369-4114-8aa5-e35bd8e98eff req-a99af3bf-f7a9-49f9-9837-1870df6fbed1 service neutron] 10.222.0.36 "GET /v2.0/networks?id=02b8267c-79af-4309-9d90-7103a2e235d2 HTTP/1.1" status: 200 len: 913 time: 0.0847869 Jul 27 21:39:18.573924 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0eed837-b369-4114-8aa5-e35bd8e98eff req-e0d5b8f7-137f-44c7-a7bc-89b97157ca30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:39:18.575317 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f0eed837-b369-4114-8aa5-e35bd8e98eff req-e0d5b8f7-137f-44c7-a7bc-89b97157ca30 service neutron] 10.222.0.60 "GET /v2.0/networks?id=02b8267c-79af-4309-9d90-7103a2e235d2 HTTP/1.1" status: 200 len: 913 time: 0.1262047 Jul 27 21:39:18.578345 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-f0eed837-b369-4114-8aa5-e35bd8e98eff req-7319bb3c-1eda-487a-9dbd-01a4e308e294 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=119b4150-4e78-4119-8bb1-58c4dfff7e12 HTTP/1.1" status: 200 len: 217 time: 0.0387652 Jul 27 21:39:18.587276 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4da676-95ac-4c91-8b22-bae3927adb0f req-b6e5c9d6-f7b4-4a65-8c88-36550a19a5d4 tempest-DeleteServersTestJSON-602307937 tempest-DeleteServersTestJSON-602307937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:39:18.588719 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-8d4da676-95ac-4c91-8b22-bae3927adb0f req-b6e5c9d6-f7b4-4a65-8c88-36550a19a5d4 tempest-DeleteServersTestJSON-602307937 tempest-DeleteServersTestJSON-602307937-project] 10.222.0.59 "GET /v2.0/ports?device_id=dac35a6d-cf53-4d1f-b8f1-65a4e6b980aa HTTP/1.1" status: 200 len: 944 time: 0.1221070 Jul 27 21:39:18.628164 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0eed837-b369-4114-8aa5-e35bd8e98eff req-e8202142-cf83-4bfd-8151-ff71be1afe43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:39:18.629694 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-f0eed837-b369-4114-8aa5-e35bd8e98eff req-e8202142-cf83-4bfd-8151-ff71be1afe43 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=de448083-48af-4c5e-8768-4a1c77a17502 HTTP/1.1" status: 200 len: 852 time: 0.0443556 Jul 27 21:39:18.632116 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f0eed837-b369-4114-8aa5-e35bd8e98eff req-a7a4217e-19f8-4d00-b7e2-a124d70046c2 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=119b4150-4e78-4119-8bb1-58c4dfff7e12 HTTP/1.1" status: 200 len: 217 time: 0.0424905 Jul 27 21:39:18.664603 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-f0eed837-b369-4114-8aa5-e35bd8e98eff req-e55812b5-6e59-4d8f-810f-14c71863afd3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=02b8267c-79af-4309-9d90-7103a2e235d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274112 Jul 27 21:39:18.685173 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-8d4da676-95ac-4c91-8b22-bae3927adb0f req-60cc3e83-bbb9-48ff-9f20-f89ea01b5844 tempest-DeleteServersTestJSON-602307937 tempest-DeleteServersTestJSON-602307937-project] 10.222.0.59 "GET /v2.0/security-groups?id=16655cd6-776b-4377-9ab1-d6ab9f0e3631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892529 Jul 27 21:39:18.698520 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0eed837-b369-4114-8aa5-e35bd8e98eff req-1db26614-f69d-4018-8470-0c18ff027f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:39:18.700040 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f0eed837-b369-4114-8aa5-e35bd8e98eff req-1db26614-f69d-4018-8470-0c18ff027f50 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=de448083-48af-4c5e-8768-4a1c77a17502 HTTP/1.1" status: 200 len: 852 time: 0.0603292 Jul 27 21:39:18.735876 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f0eed837-b369-4114-8aa5-e35bd8e98eff req-a7e6d7ab-5eeb-4847-b9bb-eb2042930922 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=02b8267c-79af-4309-9d90-7103a2e235d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280080 Jul 27 21:39:18.756784 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-f0eed837-b369-4114-8aa5-e35bd8e98eff req-04b5ff20-a370-4e1b-9bc6-aa528293755e service neutron] 10.222.0.36 "GET /v2.0/networks/02b8267c-79af-4309-9d90-7103a2e235d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844252 Jul 27 21:39:18.829603 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f0eed837-b369-4114-8aa5-e35bd8e98eff req-c27ab14e-c5ec-458f-90ff-248f139dbcb0 service neutron] 10.222.0.60 "GET /v2.0/networks/02b8267c-79af-4309-9d90-7103a2e235d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838034 Jul 27 21:39:18.844382 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-f0eed837-b369-4114-8aa5-e35bd8e98eff req-960c34a3-d113-46bd-9457-41033b3f3a13 service neutron] 10.222.0.36 "GET /v2.0/networks/02b8267c-79af-4309-9d90-7103a2e235d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806344 Jul 27 21:39:18.919778 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f0eed837-b369-4114-8aa5-e35bd8e98eff req-8e331499-1385-4a1a-9cd9-a7bd8de27772 service neutron] 10.222.0.60 "GET /v2.0/networks/02b8267c-79af-4309-9d90-7103a2e235d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822172 Jul 27 21:39:19.819835 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bcc224-e090-45fc-9f86-9a9380b81b44 req-e2506851-fb88-4441-8820-37a5831c04a0 tempest-DeleteServersTestJSON-602307937 tempest-DeleteServersTestJSON-602307937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:39:19.821337 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-94bcc224-e090-45fc-9f86-9a9380b81b44 req-e2506851-fb88-4441-8820-37a5831c04a0 tempest-DeleteServersTestJSON-602307937 tempest-DeleteServersTestJSON-602307937-project] 10.222.0.59 "GET /v2.0/ports?device_id=dac35a6d-cf53-4d1f-b8f1-65a4e6b980aa HTTP/1.1" status: 200 len: 944 time: 0.0662236 Jul 27 21:39:19.858880 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-94bcc224-e090-45fc-9f86-9a9380b81b44 req-30f7a242-2c17-4815-921a-1c7d627c24b6 tempest-DeleteServersTestJSON-602307937 tempest-DeleteServersTestJSON-602307937-project] 10.222.0.59 "GET /v2.0/security-groups?id=16655cd6-776b-4377-9ab1-d6ab9f0e3631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314054 Jul 27 21:39:20.127732 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Device 119b4150-4e78-4119-8bb1-58c4dfff7e12 details requested by agent hyperv_n-h2-705658-22 with host n-h2-705658-22 {{(pid=105586) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:39:20.181628 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device 119b4150-4e78-4119-8bb1-58c4dfff7e12 no longer exists at agent hyperv_n-h1-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:39:20.238188 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device 119b4150-4e78-4119-8bb1-58c4dfff7e12 not bound to the agent host n-h1-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:39:20.250236 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] For port 119b4150-4e78-4119-8bb1-58c4dfff7e12, host n-h2-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=119b4150-4e78-4119-8bb1-58c4dfff7e12,segment=NetworkSegment(7429d002-9b7b-4e39-bcd7-3d03dafbb8ef),segment_id=7429d002-9b7b-4e39-bcd7-3d03dafbb8ef)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:39:20.260116 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Returning: {'device': '119b4150-4e78-4119-8bb1-58c4dfff7e12', 'network_id': '02b8267c-79af-4309-9d90-7103a2e235d2', 'port_id': '119b4150-4e78-4119-8bb1-58c4dfff7e12', 'mac_address': 'fa:16:3e:78:2f:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 226, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de448083-48af-4c5e-8768-4a1c77a17502', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105586) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:39:20.295498 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:20.310632 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [None req-3d54578f-831f-4696-b568-13c455922dab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 119b4150-4e78-4119-8bb1-58c4dfff7e12 {{(pid=105586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:39:20.328567 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] For port 119b4150-4e78-4119-8bb1-58c4dfff7e12, host n-h2-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=119b4150-4e78-4119-8bb1-58c4dfff7e12,segment=NetworkSegment(7429d002-9b7b-4e39-bcd7-3d03dafbb8ef),segment_id=7429d002-9b7b-4e39-bcd7-3d03dafbb8ef)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:39:20.332529 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:20.394357 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Pushing event updated for resources: {'Port': ['ID=119b4150-4e78-4119-8bb1-58c4dfff7e12,revision_number=8']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:39:20.721976 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] get_ports_and_sgs() called for port_ids ['119b4150-4e78-4119-8bb1-58c4dfff7e12'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:39:20.996614 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96c2d5b-9d33-421e-8ffc-93c46a678400 req-9a69d142-2f2c-4ed5-a8e6-af4bfa49618e tempest-DeleteServersTestJSON-602307937 tempest-DeleteServersTestJSON-602307937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:39:20.998139 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-d96c2d5b-9d33-421e-8ffc-93c46a678400 req-9a69d142-2f2c-4ed5-a8e6-af4bfa49618e tempest-DeleteServersTestJSON-602307937 tempest-DeleteServersTestJSON-602307937-project] 10.222.0.59 "GET /v2.0/ports?device_id=dac35a6d-cf53-4d1f-b8f1-65a4e6b980aa HTTP/1.1" status: 200 len: 945 time: 0.0665755 Jul 27 21:39:21.033976 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-d96c2d5b-9d33-421e-8ffc-93c46a678400 req-f909a61f-bca5-4a5c-af24-288bad3b84dc tempest-DeleteServersTestJSON-602307937 tempest-DeleteServersTestJSON-602307937-project] 10.222.0.59 "GET /v2.0/security-groups?id=16655cd6-776b-4377-9ab1-d6ab9f0e3631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299110 Jul 27 21:39:21.339480 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c0508f-7b27-4804-9400-1ff95943745e req-bd72121c-ab54-42ff-b4ed-a5c8e654cb0c tempest-DeleteServersTestJSON-602307937 tempest-DeleteServersTestJSON-602307937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:39:21.340851 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-55c0508f-7b27-4804-9400-1ff95943745e req-bd72121c-ab54-42ff-b4ed-a5c8e654cb0c tempest-DeleteServersTestJSON-602307937 tempest-DeleteServersTestJSON-602307937-project] 10.222.0.36 "GET /v2.0/ports?device_id=dac35a6d-cf53-4d1f-b8f1-65a4e6b980aa&tenant_id=41315690a1314fc099397a0975e30b9f&binding%3Ahost_id=n-h2-705658-22 HTTP/1.1" status: 200 len: 945 time: 0.1303220 Jul 27 21:39:21.400308 n-d-705658-22 neutron-server[105584]: INFO neutron.api.v2.resource [req-55c0508f-7b27-4804-9400-1ff95943745e req-644bf186-9b37-4f3f-8701-34e80e402733 service neutron] delete failed (client error): The resource could not be found. Jul 27 21:39:21.401252 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-55c0508f-7b27-4804-9400-1ff95943745e req-644bf186-9b37-4f3f-8701-34e80e402733 service neutron] 10.222.0.36 "DELETE /v2.0/ports/119b4150-4e78-4119-8bb1-58c4dfff7e12/bindings/n-h1-705658-22 HTTP/1.1" status: 404 len: 381 time: 0.0527480 Jul 27 21:39:21.497258 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c0508f-7b27-4804-9400-1ff95943745e req-2f55c7ca-ae46-4e09-aee3-323cc6acd5f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:39:21.498725 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-55c0508f-7b27-4804-9400-1ff95943745e req-2f55c7ca-ae46-4e09-aee3-323cc6acd5f1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=41315690a1314fc099397a0975e30b9f&device_id=dac35a6d-cf53-4d1f-b8f1-65a4e6b980aa HTTP/1.1" status: 200 len: 1097 time: 0.0531940 Jul 27 21:39:21.588665 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c0508f-7b27-4804-9400-1ff95943745e req-06f252ab-7e58-4c57-a8d5-f36ef33f2fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:39:21.590158 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-55c0508f-7b27-4804-9400-1ff95943745e req-06f252ab-7e58-4c57-a8d5-f36ef33f2fa8 service neutron] 10.222.0.36 "GET /v2.0/networks?id=02b8267c-79af-4309-9d90-7103a2e235d2 HTTP/1.1" status: 200 len: 913 time: 0.0847383 Jul 27 21:39:21.631968 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-55c0508f-7b27-4804-9400-1ff95943745e req-472c4fc3-a930-499b-bc94-b11b4172eee4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=119b4150-4e78-4119-8bb1-58c4dfff7e12 HTTP/1.1" status: 200 len: 217 time: 0.0338726 Jul 27 21:39:21.677742 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c0508f-7b27-4804-9400-1ff95943745e req-f4ded2dc-59ba-409b-9d45-69588f5bc950 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:39:21.679144 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-55c0508f-7b27-4804-9400-1ff95943745e req-f4ded2dc-59ba-409b-9d45-69588f5bc950 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=de448083-48af-4c5e-8768-4a1c77a17502 HTTP/1.1" status: 200 len: 852 time: 0.0410810 Jul 27 21:39:21.712372 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-55c0508f-7b27-4804-9400-1ff95943745e req-08c40817-ed6b-4d02-bf1f-73eab846e82e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=02b8267c-79af-4309-9d90-7103a2e235d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268955 Jul 27 21:39:21.803801 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-55c0508f-7b27-4804-9400-1ff95943745e req-21fb38e7-2eed-427e-896b-d25eec14930c service neutron] 10.222.0.36 "GET /v2.0/networks/02b8267c-79af-4309-9d90-7103a2e235d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848382 Jul 27 21:39:21.891111 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-55c0508f-7b27-4804-9400-1ff95943745e req-aa979975-4766-45a9-add0-61f1409c38af service neutron] 10.222.0.36 "GET /v2.0/networks/02b8267c-79af-4309-9d90-7103a2e235d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807862 Jul 27 21:39:22.137246 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Device 119b4150-4e78-4119-8bb1-58c4dfff7e12 up at agent hyperv_n-h2-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:39:22.187560 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-3d54578f-831f-4696-b568-13c455922dab None None] Provisioning for port 119b4150-4e78-4119-8bb1-58c4dfff7e12 completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:39:22.191354 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-3d54578f-831f-4696-b568-13c455922dab None None] Provisioning complete for port 119b4150-4e78-4119-8bb1-58c4dfff7e12 triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:39:22.191762 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:22.269669 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:22.292075 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dac35a6d-cf53-4d1f-b8f1-65a4e6b980aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '119b4150-4e78-4119-8bb1-58c4dfff7e12'}] {{(pid=105586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:39:22.294312 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14c1663e039faf5393f87855f745010ac5b02220355b68fdbf065393e303ac56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60b4b059-0bce-43f8-b97e-cc176e76bbf2" -d '{"events": [{"server_uuid": "dac35a6d-cf53-4d1f-b8f1-65a4e6b980aa", "name": "network-vif-plugged", "status": "completed", "tag": "119b4150-4e78-4119-8bb1-58c4dfff7e12"}]}' {{(pid=105586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:39:22.307291 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] For port 119b4150-4e78-4119-8bb1-58c4dfff7e12, host n-h2-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=119b4150-4e78-4119-8bb1-58c4dfff7e12,segment=NetworkSegment(7429d002-9b7b-4e39-bcd7-3d03dafbb8ef),segment_id=7429d002-9b7b-4e39-bcd7-3d03dafbb8ef)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:39:22.311545 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:22.339517 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:39:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a740744e-4886-40f5-ba4a-17a97ad224e9 x-openstack-request-id: req-a740744e-4886-40f5-ba4a-17a97ad224e9 {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:39:22.339809 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dac35a6d-cf53-4d1f-b8f1-65a4e6b980aa", "name": "network-vif-plugged", "status": "completed", "tag": "119b4150-4e78-4119-8bb1-58c4dfff7e12", "code": 200}]} {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:39:22.340118 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-a740744e-4886-40f5-ba4a-17a97ad224e9 {{(pid=105586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:39:22.340433 n-d-705658-22 neutron-server[105586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dac35a6d-cf53-4d1f-b8f1-65a4e6b980aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '119b4150-4e78-4119-8bb1-58c4dfff7e12', 'code': 200} Jul 27 21:39:22.367348 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Pushing event updated for resources: {'Port': ['ID=119b4150-4e78-4119-8bb1-58c4dfff7e12,revision_number=9']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:39:22.577065 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c8dc49-444d-4c49-a894-4ae3ce9b171a req-57650c7a-ce8a-4d70-852e-91141b9d5604 tempest-DeleteServersTestJSON-602307937 tempest-DeleteServersTestJSON-602307937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:39:22.578534 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-00c8dc49-444d-4c49-a894-4ae3ce9b171a req-57650c7a-ce8a-4d70-852e-91141b9d5604 tempest-DeleteServersTestJSON-602307937 tempest-DeleteServersTestJSON-602307937-project] 10.222.0.59 "GET /v2.0/ports?device_id=dac35a6d-cf53-4d1f-b8f1-65a4e6b980aa HTTP/1.1" status: 200 len: 946 time: 0.0634511 Jul 27 21:39:22.614449 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-00c8dc49-444d-4c49-a894-4ae3ce9b171a req-de7d6318-3984-476e-9ac0-adccebb22c6b tempest-DeleteServersTestJSON-602307937 tempest-DeleteServersTestJSON-602307937-project] 10.222.0.59 "GET /v2.0/security-groups?id=16655cd6-776b-4377-9ab1-d6ab9f0e3631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301042 Jul 27 21:39:23.750532 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75e4c26-3aec-461f-bf94-57155c784a03 req-335ff0ac-1b31-4d60-902f-ee023443c98e tempest-DeleteServersTestJSON-602307937 tempest-DeleteServersTestJSON-602307937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:39:23.752014 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-d75e4c26-3aec-461f-bf94-57155c784a03 req-335ff0ac-1b31-4d60-902f-ee023443c98e tempest-DeleteServersTestJSON-602307937 tempest-DeleteServersTestJSON-602307937-project] 10.222.0.59 "GET /v2.0/ports?device_id=dac35a6d-cf53-4d1f-b8f1-65a4e6b980aa HTTP/1.1" status: 200 len: 946 time: 0.0683074 Jul 27 21:39:23.792033 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-d75e4c26-3aec-461f-bf94-57155c784a03 req-5fb438d9-fae9-444d-ae65-4eafe84ea4d6 tempest-DeleteServersTestJSON-602307937 tempest-DeleteServersTestJSON-602307937-project] 10.222.0.59 "GET /v2.0/security-groups?id=16655cd6-776b-4377-9ab1-d6ab9f0e3631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340140 Jul 27 21:39:23.999498 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c0508f-7b27-4804-9400-1ff95943745e req-d1480c0d-accb-401f-8112-48ff6712932a tempest-DeleteServersTestJSON-602307937 tempest-DeleteServersTestJSON-602307937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:39:24.000926 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-55c0508f-7b27-4804-9400-1ff95943745e req-d1480c0d-accb-401f-8112-48ff6712932a tempest-DeleteServersTestJSON-602307937 tempest-DeleteServersTestJSON-602307937-project] 10.222.0.60 "GET /v2.0/ports?device_id=dac35a6d-cf53-4d1f-b8f1-65a4e6b980aa HTTP/1.1" status: 200 len: 946 time: 0.0619993 Jul 27 21:39:24.095898 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [req-55c0508f-7b27-4804-9400-1ff95943745e req-f1a76a5e-dd57-45a3-91e3-8d2e10c33888 tempest-DeleteServersTestJSON-602307937 tempest-DeleteServersTestJSON-602307937-project] Deleting port 119b4150-4e78-4119-8bb1-58c4dfff7e12 {{(pid=105585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:39:24.096241 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-55c0508f-7b27-4804-9400-1ff95943745e req-f1a76a5e-dd57-45a3-91e3-8d2e10c33888 tempest-DeleteServersTestJSON-602307937 tempest-DeleteServersTestJSON-602307937-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:24.183476 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.db [req-55c0508f-7b27-4804-9400-1ff95943745e req-f1a76a5e-dd57-45a3-91e3-8d2e10c33888 tempest-DeleteServersTestJSON-602307937 tempest-DeleteServersTestJSON-602307937-project] For port 119b4150-4e78-4119-8bb1-58c4dfff7e12, host n-h2-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=119b4150-4e78-4119-8bb1-58c4dfff7e12,segment=NetworkSegment(7429d002-9b7b-4e39-bcd7-3d03dafbb8ef),segment_id=7429d002-9b7b-4e39-bcd7-3d03dafbb8ef)] {{(pid=105585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:39:24.183838 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-55c0508f-7b27-4804-9400-1ff95943745e req-f1a76a5e-dd57-45a3-91e3-8d2e10c33888 tempest-DeleteServersTestJSON-602307937 tempest-DeleteServersTestJSON-602307937-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:24.196738 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [req-55c0508f-7b27-4804-9400-1ff95943745e req-f1a76a5e-dd57-45a3-91e3-8d2e10c33888 tempest-DeleteServersTestJSON-602307937 tempest-DeleteServersTestJSON-602307937-project] Calling delete_port for 119b4150-4e78-4119-8bb1-58c4dfff7e12 owned by compute:nova {{(pid=105585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:39:24.321689 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-55c0508f-7b27-4804-9400-1ff95943745e req-f1a76a5e-dd57-45a3-91e3-8d2e10c33888 tempest-DeleteServersTestJSON-602307937 tempest-DeleteServersTestJSON-602307937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:24.350130 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a76a5e-dd57-45a3-91e3-8d2e10c33888 tempest-DeleteServersTestJSON-602307937 tempest-DeleteServersTestJSON-602307937-project] Pushing event deleted for resources: {'Port': ['ID=119b4150-4e78-4119-8bb1-58c4dfff7e12,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:39:24.392589 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.l3_dvrscheduler_db [req-55c0508f-7b27-4804-9400-1ff95943745e req-f1a76a5e-dd57-45a3-91e3-8d2e10c33888 tempest-DeleteServersTestJSON-602307937 tempest-DeleteServersTestJSON-602307937-project] No DVR routers for this DVR port 119b4150-4e78-4119-8bb1-58c4dfff7e12 on host n-h2-705658-22 {{(pid=105585) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:39:24.395110 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-55c0508f-7b27-4804-9400-1ff95943745e req-f1a76a5e-dd57-45a3-91e3-8d2e10c33888 tempest-DeleteServersTestJSON-602307937 tempest-DeleteServersTestJSON-602307937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:24.397098 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-55c0508f-7b27-4804-9400-1ff95943745e req-f1a76a5e-dd57-45a3-91e3-8d2e10c33888 tempest-DeleteServersTestJSON-602307937 tempest-DeleteServersTestJSON-602307937-project] 10.222.0.60 "DELETE /v2.0/ports/119b4150-4e78-4119-8bb1-58c4dfff7e12 HTTP/1.1" status: 204 len: 173 time: 0.3901477 Jul 27 21:39:24.397523 n-d-705658-22 neutron-server[105585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dac35a6d-cf53-4d1f-b8f1-65a4e6b980aa', 'name': 'network-vif-deleted', 'tag': '119b4150-4e78-4119-8bb1-58c4dfff7e12'}] {{(pid=105585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:39:24.399749 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d66fd65881426bfc2b5388084a3654e5eae521106a15a3dbf0eb4cde7106c36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6df7dbb7-6ab8-43eb-b370-ec2a9023c9f9" -d '{"events": [{"server_uuid": "dac35a6d-cf53-4d1f-b8f1-65a4e6b980aa", "name": "network-vif-deleted", "tag": "119b4150-4e78-4119-8bb1-58c4dfff7e12"}]}' {{(pid=105585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:39:24.435771 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:39:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0c9d9b1-fbed-4cef-9072-dd25896746a3 x-openstack-request-id: req-f0c9d9b1-fbed-4cef-9072-dd25896746a3 {{(pid=105585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:39:24.436080 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dac35a6d-cf53-4d1f-b8f1-65a4e6b980aa", "name": "network-vif-deleted", "tag": "119b4150-4e78-4119-8bb1-58c4dfff7e12", "status": "completed", "code": 200}]} {{(pid=105585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:39:24.436313 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-f0c9d9b1-fbed-4cef-9072-dd25896746a3 {{(pid=105585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:39:24.436780 n-d-705658-22 neutron-server[105585]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dac35a6d-cf53-4d1f-b8f1-65a4e6b980aa', 'name': 'network-vif-deleted', 'tag': '119b4150-4e78-4119-8bb1-58c4dfff7e12', 'status': 'completed', 'code': 200} Jul 27 21:39:24.919692 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 35114) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:39:24.969177 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ad59764-a38b-420c-8526-f94c9357aa69 admin admin] Deleting subnet de448083-48af-4c5e-8768-4a1c77a17502 {{(pid=105584) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:39:24.972137 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-4ad59764-a38b-420c-8526-f94c9357aa69 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:25.006677 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-4ad59764-a38b-420c-8526-f94c9357aa69 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9014207'] for subnet, precommit_delete_associations {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:25.044705 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-4ad59764-a38b-420c-8526-f94c9357aa69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854965'] for subnet, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:25.097912 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-4ad59764-a38b-420c-8526-f94c9357aa69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9014081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9738825'] for subnet, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:25.130165 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad59764-a38b-420c-8526-f94c9357aa69 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=de448083-48af-4c5e-8768-4a1c77a17502,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:39:25.132776 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-4ad59764-a38b-420c-8526-f94c9357aa69 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:25.134693 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-4ad59764-a38b-420c-8526-f94c9357aa69 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/de448083-48af-4c5e-8768-4a1c77a17502 HTTP/1.1" status: 204 len: 168 time: 0.2139719 Jul 27 21:39:25.137190 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 35116) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:39:25.205207 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-da7ec1b0-407a-4c72-a45a-c1b97510fda3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-990557'] for network, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:25.285384 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-da7ec1b0-407a-4c72-a45a-c1b97510fda3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853562', 'neutron.services.segments.db._delete_segments_for_network-8790688882975'] for network, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:25.294741 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.segments.db [None req-da7ec1b0-407a-4c72-a45a-c1b97510fda3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02b8267c-79af-4309-9d90-7103a2e235d2']}} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:39:25.305076 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.segments.db [None req-da7ec1b0-407a-4c72-a45a-c1b97510fda3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7429d002-9b7b-4e39-bcd7-3d03dafbb8ef') {'for_net_delete': True} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:39:25.305367 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.segments.db [None req-da7ec1b0-407a-4c72-a45a-c1b97510fda3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7429d002-9b7b-4e39-bcd7-3d03dafbb8ef') {} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:39:25.313798 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-da7ec1b0-407a-4c72-a45a-c1b97510fda3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790688883752', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9014348'] for segment, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:25.327792 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-da7ec1b0-407a-4c72-a45a-c1b97510fda3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:25.333576 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da7ec1b0-407a-4c72-a45a-c1b97510fda3 admin admin] Releasing vlan 226 on physical network physnet1 to pool {{(pid=105584) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:39:25.333969 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-da7ec1b0-407a-4c72-a45a-c1b97510fda3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9014063'] for segment, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:25.335591 n-d-705658-22 neutron-server[105584]: Traceback (most recent call last): Jul 27 21:39:25.335591 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:39:25.335591 n-d-705658-22 neutron-server[105584]: timer() Jul 27 21:39:25.335591 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:39:25.335591 n-d-705658-22 neutron-server[105584]: cb(*args, **kw) Jul 27 21:39:25.335591 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:39:25.335591 n-d-705658-22 neutron-server[105584]: return func(*args, **kwargs) Jul 27 21:39:25.335591 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:39:25.335591 n-d-705658-22 neutron-server[105584]: self._notify() Jul 27 21:39:25.335591 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:39:25.335591 n-d-705658-22 neutron-server[105584]: self.callback(batched_events) Jul 27 21:39:25.335591 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:39:25.335591 n-d-705658-22 neutron-server[105584]: event.method(event) Jul 27 21:39:25.335591 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:39:25.335591 n-d-705658-22 neutron-server[105584]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:39:25.335591 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:39:25.335591 n-d-705658-22 neutron-server[105584]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:39:25.335591 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:39:25.335591 n-d-705658-22 neutron-server[105584]: return f(self, *a, **k) Jul 27 21:39:25.335591 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:39:25.335591 n-d-705658-22 neutron-server[105584]: return self._get(url).json() Jul 27 21:39:25.335591 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:39:25.335591 n-d-705658-22 neutron-server[105584]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:39:25.335591 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:39:25.335591 n-d-705658-22 neutron-server[105584]: return self.request(url, 'GET', **kwargs) Jul 27 21:39:25.335591 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:39:25.335591 n-d-705658-22 neutron-server[105584]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:39:25.335591 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:39:25.335591 n-d-705658-22 neutron-server[105584]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:39:25.335591 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:39:25.335591 n-d-705658-22 neutron-server[105584]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:39:25.335591 n-d-705658-22 neutron-server[105584]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:39:25.389634 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-da7ec1b0-407a-4c72-a45a-c1b97510fda3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4075658'] for network, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:25.396267 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-da7ec1b0-407a-4c72-a45a-c1b97510fda3 admin admin] Notify callbacks [] for network, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:25.399494 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-da7ec1b0-407a-4c72-a45a-c1b97510fda3 admin admin] 10.222.0.59 "DELETE /v2.0/networks/02b8267c-79af-4309-9d90-7103a2e235d2 HTTP/1.1" status: 204 len: 168 time: 0.2612739 Jul 27 21:39:25.409577 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7ec1b0-407a-4c72-a45a-c1b97510fda3 admin admin] Pushing event deleted for resources: {'Network': ['ID=02b8267c-79af-4309-9d90-7103a2e235d2,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:39:25.500223 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 35120) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:39:25.546816 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-310ef9b2-4372-4c4d-be71-a34b2e0b05a2 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=41315690a1314fc099397a0975e30b9f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0453384 Jul 27 21:39:25.549182 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 35122) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:39:25.601804 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-a77cee31-639d-415b-82a4-2fc75da5ed66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:25.623728 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-a77cee31-639d-415b-82a4-2fc75da5ed66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:25.668031 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-a77cee31-639d-415b-82a4-2fc75da5ed66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:25.670467 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-a77cee31-639d-415b-82a4-2fc75da5ed66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:25.671624 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-a77cee31-639d-415b-82a4-2fc75da5ed66 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/16655cd6-776b-4377-9ab1-d6ab9f0e3631 HTTP/1.1" status: 204 len: 168 time: 0.1215482 Jul 27 21:39:25.681559 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77cee31-639d-415b-82a4-2fc75da5ed66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16655cd6-776b-4377-9ab1-d6ab9f0e3631,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:39:26.143542 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Device 119b4150-4e78-4119-8bb1-58c4dfff7e12 no longer exists at agent hyperv_n-h2-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:39:26.163345 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-3d54578f-831f-4696-b568-13c455922dab None None] No Port match for: 119b4150-4e78-4119-8bb1-58c4dfff7e12 {{(pid=105586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:39:26.163547 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Device 119b4150-4e78-4119-8bb1-58c4dfff7e12 not bound to the agent host n-h2-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:39:26.294781 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 35144) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:39:26.388146 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-0905fe5e-69b9-43c4-bdd4-e63a5743c6fb admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1242864884-network', 'tenant_id': 'f67c331a50754d8f83edb528dd0df455'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:39:26.408376 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0905fe5e-69b9-43c4-bdd4-e63a5743c6fb admin admin] Made reservation on behalf of f67c331a50754d8f83edb528dd0df455 for: {'network': 1} {{(pid=105585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:39:26.410648 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-0905fe5e-69b9-43c4-bdd4-e63a5743c6fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for network, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:26.423642 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-0905fe5e-69b9-43c4-bdd4-e63a5743c6fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:26.832773 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-0905fe5e-69b9-43c4-bdd4-e63a5743c6fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:26.836230 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-0905fe5e-69b9-43c4-bdd4-e63a5743c6fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:26.859479 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0905fe5e-69b9-43c4-bdd4-e63a5743c6fb admin admin] vlan segment allocate from pool success with {'vlan_id': 226, 'physical_network': 'physnet1'} {{(pid=105585) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:39:26.868585 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0905fe5e-69b9-43c4-bdd4-e63a5743c6fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7e97956-0d2e-4d67-8ad4-b3dcc9e98794,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:39:26.874571 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-0905fe5e-69b9-43c4-bdd4-e63a5743c6fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:26.874926 n-d-705658-22 neutron-server[105585]: INFO neutron.db.segments_db [None req-0905fe5e-69b9-43c4-bdd4-e63a5743c6fb admin admin] Added segment 1b425cb1-78e6-45fb-9c2f-3713644d8ee7 of type vlan for network db164cd8-b869-41cf-aa0c-758e0626219f Jul 27 21:39:26.914443 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-0905fe5e-69b9-43c4-bdd4-e63a5743c6fb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790688424798'] for network, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:26.941299 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-0905fe5e-69b9-43c4-bdd4-e63a5743c6fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920'] for network, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:26.942260 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0905fe5e-69b9-43c4-bdd4-e63a5743c6fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:39:26.942832 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-0905fe5e-69b9-43c4-bdd4-e63a5743c6fb admin admin] Notify callbacks [] for network, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:26.990402 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-0905fe5e-69b9-43c4-bdd4-e63a5743c6fb admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6939585 Jul 27 21:39:26.993514 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 35148) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:39:26.998950 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-29cc5bbc-a288-4b76-9392-907f327e5c66 admin admin] Request body: {'subnet': {'network_id': 'db164cd8-b869-41cf-aa0c-758e0626219f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1242864884-subnet', 'tenant_id': 'f67c331a50754d8f83edb528dd0df455', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:39:27.004844 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0905fe5e-69b9-43c4-bdd4-e63a5743c6fb admin admin] Pushing event updated for resources: {'Network': ['ID=db164cd8-b869-41cf-aa0c-758e0626219f,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:39:27.015848 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Network db164cd8-b869-41cf-aa0c-758e0626219f details requested by agent ovs-agent-n-d-705658-22 with host n-d-705658-22 {{(pid=105586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:39:27.020915 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29cc5bbc-a288-4b76-9392-907f327e5c66 admin admin] Made reservation on behalf of f67c331a50754d8f83edb528dd0df455 for: {'subnet': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:39:27.023410 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-29cc5bbc-a288-4b76-9392-907f327e5c66 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9738786'] for subnet, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:27.177060 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.agents_db [None req-558fcd2c-e512-47bc-a170-8673d87f7213 None None] Agent healthcheck: found 7 active agents {{(pid=105587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 21:39:27.188675 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-29cc5bbc-a288-4b76-9392-907f327e5c66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9014150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9738800'] for subnet, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:27.236849 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29cc5bbc-a288-4b76-9392-907f327e5c66 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4cbada6c-345b-4752-a8c8-79269ba8f9af,revision_number=0']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:39:27.252994 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29cc5bbc-a288-4b76-9392-907f327e5c66 admin admin] Checking segment: {'id': '1b425cb1-78e6-45fb-9c2f-3713644d8ee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'db164cd8-b869-41cf-aa0c-758e0626219f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:39:27.253358 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29cc5bbc-a288-4b76-9392-907f327e5c66 admin admin] Network hostable DHCP agents. Network: db164cd8-b869-41cf-aa0c-758e0626219f, hostable agents: ['7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a'], hosted agents: [] {{(pid=105584) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:39:27.268631 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29cc5bbc-a288-4b76-9392-907f327e5c66 admin admin] Network db164cd8-b869-41cf-aa0c-758e0626219f is scheduled to be hosted by DHCP agent 7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a with binding_index 1 {{(pid=105584) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:39:27.277384 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [None req-29cc5bbc-a288-4b76-9392-907f327e5c66 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-22, db164cd8-b869-41cf-aa0c-758e0626219f) {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:39:27.281356 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29cc5bbc-a288-4b76-9392-907f327e5c66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:39:27.282068 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-29cc5bbc-a288-4b76-9392-907f327e5c66 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:27.288275 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9621d9b-4f16-49c7-8a0a-141351e9d15c None None] Network db164cd8-b869-41cf-aa0c-758e0626219f requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:39:27.295706 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-29cc5bbc-a288-4b76-9392-907f327e5c66 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3009598 Jul 27 21:39:27.570368 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd98e77b-5efa-40c5-964b-e57e1b09efc9 None None] Network db164cd8-b869-41cf-aa0c-758e0626219f requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:39:27.730384 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237b1157-8d56-41b8-839a-2b9d847bdcbc req-9c6ce720-7d2d-4d9f-b542-ac757b38ff72 tempest-ServerDiskConfigTestJSON-1632610150 tempest-ServerDiskConfigTestJSON-1632610150-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:39:27.731854 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-237b1157-8d56-41b8-839a-2b9d847bdcbc req-9c6ce720-7d2d-4d9f-b542-ac757b38ff72 tempest-ServerDiskConfigTestJSON-1632610150 tempest-ServerDiskConfigTestJSON-1632610150-project] 10.222.0.59 "GET /v2.0/networks?id=db164cd8-b869-41cf-aa0c-758e0626219f HTTP/1.1" status: 200 len: 815 time: 0.0991862 Jul 27 21:39:27.747128 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-237b1157-8d56-41b8-839a-2b9d847bdcbc req-ed5d8edc-6f33-48d7-9c06-c52de379961c tempest-ServerDiskConfigTestJSON-1632610150 tempest-ServerDiskConfigTestJSON-1632610150-project] 10.222.0.59 "GET /v2.0/quotas/f67c331a50754d8f83edb528dd0df455 HTTP/1.1" status: 200 len: 375 time: 0.0095563 Jul 27 21:39:27.779386 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-237b1157-8d56-41b8-839a-2b9d847bdcbc req-e6794f6c-5c6f-4365-ba0c-f8b1dc0a67b1 tempest-ServerDiskConfigTestJSON-1632610150 tempest-ServerDiskConfigTestJSON-1632610150-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=f67c331a50754d8f83edb528dd0df455&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0272951 Jul 27 21:39:27.869709 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-237b1157-8d56-41b8-839a-2b9d847bdcbc req-237dd689-3022-421f-a41b-f05dbad5bdcb service neutron] 10.222.0.59 "GET /v2.0/networks/db164cd8-b869-41cf-aa0c-758e0626219f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837786 Jul 27 21:39:27.957488 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-237b1157-8d56-41b8-839a-2b9d847bdcbc req-f01ecd90-8b75-4464-9c20-a874872087ae service neutron] 10.222.0.59 "GET /v2.0/networks/db164cd8-b869-41cf-aa0c-758e0626219f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813046 Jul 27 21:39:28.118813 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b9aa2e3f-48b0-4095-9053-3ec15c553f8f req-f0360231-4998-4397-a3c6-1aa1665285a6 tempest-ServerDiskConfigTestJSON-1632610150 tempest-ServerDiskConfigTestJSON-1632610150-project] 10.222.0.59 "GET /v2.0/ports?device_id=af12d05d-1b7c-4c5e-baa7-1ec5553d4a41 HTTP/1.1" status: 200 len: 210 time: 0.0329361 Jul 27 21:39:29.010854 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237b1157-8d56-41b8-839a-2b9d847bdcbc req-da20b2ae-bbef-4850-8d35-6bdd89d31d4e tempest-ServerDiskConfigTestJSON-1632610150 tempest-ServerDiskConfigTestJSON-1632610150-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:39:29.012401 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-237b1157-8d56-41b8-839a-2b9d847bdcbc req-da20b2ae-bbef-4850-8d35-6bdd89d31d4e tempest-ServerDiskConfigTestJSON-1632610150 tempest-ServerDiskConfigTestJSON-1632610150-project] 10.222.0.36 "GET /v2.0/networks?id=db164cd8-b869-41cf-aa0c-758e0626219f HTTP/1.1" status: 200 len: 815 time: 0.1165390 Jul 27 21:39:29.025185 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [req-237b1157-8d56-41b8-839a-2b9d847bdcbc req-8c16c22d-f89c-4bea-ae57-7a755aab64fb tempest-ServerDiskConfigTestJSON-1632610150 tempest-ServerDiskConfigTestJSON-1632610150-project] Request body: {'port': {'device_id': 'af12d05d-1b7c-4c5e-baa7-1ec5553d4a41', 'network_id': 'db164cd8-b869-41cf-aa0c-758e0626219f', 'admin_state_up': True, 'tenant_id': 'f67c331a50754d8f83edb528dd0df455'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:39:29.131109 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-237b1157-8d56-41b8-839a-2b9d847bdcbc req-8c16c22d-f89c-4bea-ae57-7a755aab64fb tempest-ServerDiskConfigTestJSON-1632610150 tempest-ServerDiskConfigTestJSON-1632610150-project] Made reservation on behalf of f67c331a50754d8f83edb528dd0df455 for: {'port': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:39:29.134530 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-237b1157-8d56-41b8-839a-2b9d847bdcbc req-8c16c22d-f89c-4bea-ae57-7a755aab64fb tempest-ServerDiskConfigTestJSON-1632610150 tempest-ServerDiskConfigTestJSON-1632610150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:29.214438 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-d7473b12-d03b-48bb-9ebe-0e8fbc6ed38c req-98a79db5-cb41-4853-8345-6bf22b8c3e9b tempest-ServerDiskConfigTestJSON-1632610150 tempest-ServerDiskConfigTestJSON-1632610150-project] 10.222.0.59 "GET /v2.0/ports?device_id=af12d05d-1b7c-4c5e-baa7-1ec5553d4a41 HTTP/1.1" status: 200 len: 210 time: 0.0285833 Jul 27 21:39:29.263136 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.db_base_plugin_common [req-237b1157-8d56-41b8-839a-2b9d847bdcbc req-8c16c22d-f89c-4bea-ae57-7a755aab64fb tempest-ServerDiskConfigTestJSON-1632610150 tempest-ServerDiskConfigTestJSON-1632610150-project] Allocated IP 172.20.0.13 (db164cd8-b869-41cf-aa0c-758e0626219f/4cbada6c-345b-4752-a8c8-79269ba8f9af/60e95c45-4abf-4a2a-8ab0-fdae08a9db79) {{(pid=105584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:39:29.403385 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-237b1157-8d56-41b8-839a-2b9d847bdcbc req-8c16c22d-f89c-4bea-ae57-7a755aab64fb tempest-ServerDiskConfigTestJSON-1632610150 tempest-ServerDiskConfigTestJSON-1632610150-project] Notify callbacks [] for port, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:29.446614 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-237b1157-8d56-41b8-839a-2b9d847bdcbc req-8c16c22d-f89c-4bea-ae57-7a755aab64fb tempest-ServerDiskConfigTestJSON-1632610150 tempest-ServerDiskConfigTestJSON-1632610150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:29.491615 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-237b1157-8d56-41b8-839a-2b9d847bdcbc req-8c16c22d-f89c-4bea-ae57-7a755aab64fb tempest-ServerDiskConfigTestJSON-1632610150 tempest-ServerDiskConfigTestJSON-1632610150-project] Network db164cd8-b869-41cf-aa0c-758e0626219f is already hosted by enough agents. {{(pid=105584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:39:29.496691 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [req-237b1157-8d56-41b8-839a-2b9d847bdcbc req-8c16c22d-f89c-4bea-ae57-7a755aab64fb tempest-ServerDiskConfigTestJSON-1632610150 tempest-ServerDiskConfigTestJSON-1632610150-project] Resources bound (agent type, host, resource id): {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:39:29.500169 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [req-237b1157-8d56-41b8-839a-2b9d847bdcbc req-8c16c22d-f89c-4bea-ae57-7a755aab64fb tempest-ServerDiskConfigTestJSON-1632610150 tempest-ServerDiskConfigTestJSON-1632610150-project] Received port after_create {{(pid=105584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:39:29.507237 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c16c22d-f89c-4bea-ae57-7a755aab64fb tempest-ServerDiskConfigTestJSON-1632610150 tempest-ServerDiskConfigTestJSON-1632610150-project] Pushing event updated for resources: {'Port': ['ID=60e95c45-4abf-4a2a-8ab0-fdae08a9db79,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:39:29.552228 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237b1157-8d56-41b8-839a-2b9d847bdcbc req-8c16c22d-f89c-4bea-ae57-7a755aab64fb tempest-ServerDiskConfigTestJSON-1632610150 tempest-ServerDiskConfigTestJSON-1632610150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:39:29.552867 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-237b1157-8d56-41b8-839a-2b9d847bdcbc req-8c16c22d-f89c-4bea-ae57-7a755aab64fb tempest-ServerDiskConfigTestJSON-1632610150 tempest-ServerDiskConfigTestJSON-1632610150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:29.566407 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-237b1157-8d56-41b8-839a-2b9d847bdcbc req-8c16c22d-f89c-4bea-ae57-7a755aab64fb tempest-ServerDiskConfigTestJSON-1632610150 tempest-ServerDiskConfigTestJSON-1632610150-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5447564 Jul 27 21:39:29.577837 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [req-237b1157-8d56-41b8-839a-2b9d847bdcbc req-e8965a40-2b9e-494f-a759-d15af0eafca3 service neutron] Request body: {'port': {'device_id': 'af12d05d-1b7c-4c5e-baa7-1ec5553d4a41', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-705658-22'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:39:29.983231 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-237b1157-8d56-41b8-839a-2b9d847bdcbc req-e8965a40-2b9e-494f-a759-d15af0eafca3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:30.261393 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [req-237b1157-8d56-41b8-839a-2b9d847bdcbc req-e8965a40-2b9e-494f-a759-d15af0eafca3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60e95c45-4abf-4a2a-8ab0-fdae08a9db79 {{(pid=105584) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:39:30.268812 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-237b1157-8d56-41b8-839a-2b9d847bdcbc req-e8965a40-2b9e-494f-a759-d15af0eafca3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:30.280645 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.provisioning_blocks [req-237b1157-8d56-41b8-839a-2b9d847bdcbc req-e8965a40-2b9e-494f-a759-d15af0eafca3 service neutron] Transition to ACTIVE for port object 60e95c45-4abf-4a2a-8ab0-fdae08a9db79 will not be triggered until provisioned by entity L2. {{(pid=105584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:39:30.287794 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-237b1157-8d56-41b8-839a-2b9d847bdcbc req-e8965a40-2b9e-494f-a759-d15af0eafca3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9014027'] for port, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:30.340032 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8965a40-2b9e-494f-a759-d15af0eafca3 service neutron] Pushing event updated for resources: {'Port': ['ID=60e95c45-4abf-4a2a-8ab0-fdae08a9db79,revision_number=2']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:39:30.341884 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4362a1-fc16-4eec-8789-551a2b39cd4b req-39379b2c-8583-4024-aa38-a5696abbfe61 tempest-ServerDiskConfigTestJSON-1632610150 tempest-ServerDiskConfigTestJSON-1632610150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:39:30.343504 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-6a4362a1-fc16-4eec-8789-551a2b39cd4b req-39379b2c-8583-4024-aa38-a5696abbfe61 tempest-ServerDiskConfigTestJSON-1632610150 tempest-ServerDiskConfigTestJSON-1632610150-project] 10.222.0.59 "GET /v2.0/ports?device_id=af12d05d-1b7c-4c5e-baa7-1ec5553d4a41 HTTP/1.1" status: 200 len: 944 time: 0.0624931 Jul 27 21:39:30.382520 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-6a4362a1-fc16-4eec-8789-551a2b39cd4b req-2b64f483-3b08-4dec-a4c8-ee3c62009a71 tempest-ServerDiskConfigTestJSON-1632610150 tempest-ServerDiskConfigTestJSON-1632610150-project] 10.222.0.59 "GET /v2.0/security-groups?id=e7e97956-0d2e-4d67-8ad4-b3dcc9e98794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325680 Jul 27 21:39:30.409187 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [req-237b1157-8d56-41b8-839a-2b9d847bdcbc req-e8965a40-2b9e-494f-a759-d15af0eafca3 service neutron] Attempting to bind port 60e95c45-4abf-4a2a-8ab0-fdae08a9db79 on host n-h1-705658-22 for vnic_type normal with profile {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:39:30.409515 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [req-237b1157-8d56-41b8-839a-2b9d847bdcbc req-e8965a40-2b9e-494f-a759-d15af0eafca3 service neutron] Attempting to bind port 60e95c45-4abf-4a2a-8ab0-fdae08a9db79 by drivers openvswitch,hyperv on host n-h1-705658-22 at level 0 using segments [{'id': '1b425cb1-78e6-45fb-9c2f-3713644d8ee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'db164cd8-b869-41cf-aa0c-758e0626219f'}] {{(pid=105584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:39:30.409835 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-237b1157-8d56-41b8-839a-2b9d847bdcbc req-e8965a40-2b9e-494f-a759-d15af0eafca3 service neutron] Attempting to bind port 60e95c45-4abf-4a2a-8ab0-fdae08a9db79 on network db164cd8-b869-41cf-aa0c-758e0626219f {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:39:30.413980 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-237b1157-8d56-41b8-839a-2b9d847bdcbc req-e8965a40-2b9e-494f-a759-d15af0eafca3 service neutron] Port 60e95c45-4abf-4a2a-8ab0-fdae08a9db79 on network db164cd8-b869-41cf-aa0c-758e0626219f not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-22 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:39:30.414297 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-237b1157-8d56-41b8-839a-2b9d847bdcbc req-e8965a40-2b9e-494f-a759-d15af0eafca3 service neutron] Attempting to bind port 60e95c45-4abf-4a2a-8ab0-fdae08a9db79 on network db164cd8-b869-41cf-aa0c-758e0626219f {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:39:30.419012 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-237b1157-8d56-41b8-839a-2b9d847bdcbc req-e8965a40-2b9e-494f-a759-d15af0eafca3 service neutron] Checking agent: {'id': '9d9bc37f-4d75-44ef-9f63-799aab3e316f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 49, 36), 'started_at': datetime.datetime(2021, 7, 27, 20, 49, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 39, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:39:30.419361 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-237b1157-8d56-41b8-839a-2b9d847bdcbc req-e8965a40-2b9e-494f-a759-d15af0eafca3 service neutron] Checking segment: {'id': '1b425cb1-78e6-45fb-9c2f-3713644d8ee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'db164cd8-b869-41cf-aa0c-758e0626219f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:39:30.419739 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-237b1157-8d56-41b8-839a-2b9d847bdcbc req-e8965a40-2b9e-494f-a759-d15af0eafca3 service neutron] Bound using segment: {'id': '1b425cb1-78e6-45fb-9c2f-3713644d8ee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'db164cd8-b869-41cf-aa0c-758e0626219f'} {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:39:30.420157 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [req-237b1157-8d56-41b8-839a-2b9d847bdcbc req-e8965a40-2b9e-494f-a759-d15af0eafca3 service neutron] Bound port: 60e95c45-4abf-4a2a-8ab0-fdae08a9db79, host: n-h1-705658-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b425cb1-78e6-45fb-9c2f-3713644d8ee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'db164cd8-b869-41cf-aa0c-758e0626219f'}}] {{(pid=105584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:39:30.420506 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-237b1157-8d56-41b8-839a-2b9d847bdcbc req-e8965a40-2b9e-494f-a759-d15af0eafca3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:30.488790 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [req-237b1157-8d56-41b8-839a-2b9d847bdcbc req-e8965a40-2b9e-494f-a759-d15af0eafca3 service neutron] For port 60e95c45-4abf-4a2a-8ab0-fdae08a9db79, host n-h1-705658-22, cleared binding levels {{(pid=105584) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:39:30.492807 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [req-237b1157-8d56-41b8-839a-2b9d847bdcbc req-e8965a40-2b9e-494f-a759-d15af0eafca3 service neutron] For port 60e95c45-4abf-4a2a-8ab0-fdae08a9db79, host n-h1-705658-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=60e95c45-4abf-4a2a-8ab0-fdae08a9db79,segment=NetworkSegment(1b425cb1-78e6-45fb-9c2f-3713644d8ee7),segment_id=1b425cb1-78e6-45fb-9c2f-3713644d8ee7)] {{(pid=105584) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:39:30.496857 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-237b1157-8d56-41b8-839a-2b9d847bdcbc req-e8965a40-2b9e-494f-a759-d15af0eafca3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9014027'] for port, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:30.529628 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237b1157-8d56-41b8-839a-2b9d847bdcbc req-e8965a40-2b9e-494f-a759-d15af0eafca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:39:30.530109 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-237b1157-8d56-41b8-839a-2b9d847bdcbc req-e8965a40-2b9e-494f-a759-d15af0eafca3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:30.531513 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-237b1157-8d56-41b8-839a-2b9d847bdcbc req-e8965a40-2b9e-494f-a759-d15af0eafca3 service neutron] 10.222.0.36 "PUT /v2.0/ports/60e95c45-4abf-4a2a-8ab0-fdae08a9db79 HTTP/1.1" status: 200 len: 1093 time: 0.9577010 Jul 27 21:39:30.531940 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af12d05d-1b7c-4c5e-baa7-1ec5553d4a41', 'tag': '60e95c45-4abf-4a2a-8ab0-fdae08a9db79'}] {{(pid=105584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:39:30.534176 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bce5e6c8685464f7626901654159975603b047827e3138302ed6566e28f1343" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88ed90b6-9ab8-44c6-8f1e-b51ea60bf559" -d '{"events": [{"name": "network-changed", "server_uuid": "af12d05d-1b7c-4c5e-baa7-1ec5553d4a41", "tag": "60e95c45-4abf-4a2a-8ab0-fdae08a9db79"}]}' {{(pid=105584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:39:30.559817 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8965a40-2b9e-494f-a759-d15af0eafca3 service neutron] Pushing event updated for resources: {'Port': ['ID=60e95c45-4abf-4a2a-8ab0-fdae08a9db79,revision_number=3']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:39:30.580103 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:39:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ad74b06-4a60-420e-9d48-fd48b6339ef2 x-openstack-request-id: req-9ad74b06-4a60-420e-9d48-fd48b6339ef2 {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:39:30.580395 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af12d05d-1b7c-4c5e-baa7-1ec5553d4a41", "tag": "60e95c45-4abf-4a2a-8ab0-fdae08a9db79", "status": "completed", "code": 200}]} {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:39:30.580668 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-9ad74b06-4a60-420e-9d48-fd48b6339ef2 {{(pid=105584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:39:30.581056 n-d-705658-22 neutron-server[105584]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af12d05d-1b7c-4c5e-baa7-1ec5553d4a41', 'tag': '60e95c45-4abf-4a2a-8ab0-fdae08a9db79', 'status': 'completed', 'code': 200} Jul 27 21:39:30.629932 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237b1157-8d56-41b8-839a-2b9d847bdcbc req-4a5a1589-f681-4f53-a6da-f523600862ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:39:30.631972 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-237b1157-8d56-41b8-839a-2b9d847bdcbc req-4a5a1589-f681-4f53-a6da-f523600862ac service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f67c331a50754d8f83edb528dd0df455&device_id=af12d05d-1b7c-4c5e-baa7-1ec5553d4a41 HTTP/1.1" status: 200 len: 1096 time: 0.0611684 Jul 27 21:39:30.673305 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-237b1157-8d56-41b8-839a-2b9d847bdcbc req-61014793-b138-44e9-b389-1688f0d1ceb1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=60e95c45-4abf-4a2a-8ab0-fdae08a9db79 HTTP/1.1" status: 200 len: 217 time: 0.0334873 Jul 27 21:39:30.719869 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237b1157-8d56-41b8-839a-2b9d847bdcbc req-4adf4403-8ff0-44ac-bc90-0c60e4fadb85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:39:30.721258 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-237b1157-8d56-41b8-839a-2b9d847bdcbc req-4adf4403-8ff0-44ac-bc90-0c60e4fadb85 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4cbada6c-345b-4752-a8c8-79269ba8f9af HTTP/1.1" status: 200 len: 855 time: 0.0417328 Jul 27 21:39:30.754299 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-237b1157-8d56-41b8-839a-2b9d847bdcbc req-8da90609-5afe-4691-8a18-c229c5631d57 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=db164cd8-b869-41cf-aa0c-758e0626219f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262573 Jul 27 21:39:30.843231 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-237b1157-8d56-41b8-839a-2b9d847bdcbc req-94749244-5342-4eb2-a167-33eb8b94e5ba service neutron] 10.222.0.36 "GET /v2.0/networks/db164cd8-b869-41cf-aa0c-758e0626219f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823832 Jul 27 21:39:30.935066 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-237b1157-8d56-41b8-839a-2b9d847bdcbc req-055560f3-b3c5-4f0c-982b-2501573479b2 service neutron] 10.222.0.36 "GET /v2.0/networks/db164cd8-b869-41cf-aa0c-758e0626219f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851312 Jul 27 21:39:31.031909 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ed90b6-9ab8-44c6-8f1e-b51ea60bf559 req-e41a8e50-8fa3-4d6f-a138-a93eed44dba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:39:31.033282 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-88ed90b6-9ab8-44c6-8f1e-b51ea60bf559 req-e41a8e50-8fa3-4d6f-a138-a93eed44dba9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f67c331a50754d8f83edb528dd0df455&device_id=af12d05d-1b7c-4c5e-baa7-1ec5553d4a41 HTTP/1.1" status: 200 len: 1096 time: 0.0530169 Jul 27 21:39:31.121152 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ed90b6-9ab8-44c6-8f1e-b51ea60bf559 req-37e18df8-b91f-4afc-9e20-34e607646a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:39:31.122597 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-88ed90b6-9ab8-44c6-8f1e-b51ea60bf559 req-37e18df8-b91f-4afc-9e20-34e607646a4a service neutron] 10.222.0.36 "GET /v2.0/networks?id=db164cd8-b869-41cf-aa0c-758e0626219f HTTP/1.1" status: 200 len: 916 time: 0.0819457 Jul 27 21:39:31.166432 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-88ed90b6-9ab8-44c6-8f1e-b51ea60bf559 req-7d1dc9b5-4d2c-44a4-9207-b935602911eb service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=60e95c45-4abf-4a2a-8ab0-fdae08a9db79 HTTP/1.1" status: 200 len: 217 time: 0.0364354 Jul 27 21:39:31.214259 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ed90b6-9ab8-44c6-8f1e-b51ea60bf559 req-deb0f63e-b7d3-4edc-a2a4-a4aa618040ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:39:31.215713 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-88ed90b6-9ab8-44c6-8f1e-b51ea60bf559 req-deb0f63e-b7d3-4edc-a2a4-a4aa618040ad service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4cbada6c-345b-4752-a8c8-79269ba8f9af HTTP/1.1" status: 200 len: 855 time: 0.0421259 Jul 27 21:39:31.250025 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-88ed90b6-9ab8-44c6-8f1e-b51ea60bf559 req-b1517c39-bfc9-4881-b67d-4734a07ad1b8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=db164cd8-b869-41cf-aa0c-758e0626219f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265465 Jul 27 21:39:31.338820 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-88ed90b6-9ab8-44c6-8f1e-b51ea60bf559 req-a201bb19-30d1-4f27-93e8-03497026d9ce service neutron] 10.222.0.36 "GET /v2.0/networks/db164cd8-b869-41cf-aa0c-758e0626219f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817435 Jul 27 21:39:31.426783 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-88ed90b6-9ab8-44c6-8f1e-b51ea60bf559 req-d50e87ee-39ff-4ad4-b429-be61b0d10f72 service neutron] 10.222.0.36 "GET /v2.0/networks/db164cd8-b869-41cf-aa0c-758e0626219f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802109 Jul 27 21:39:31.516943 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6dc0860-dac9-43d8-b253-4e3c58a41bbc req-d149cba5-4f97-4da1-951c-fc8145f131ad tempest-ServerDiskConfigTestJSON-1632610150 tempest-ServerDiskConfigTestJSON-1632610150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:39:31.518499 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b6dc0860-dac9-43d8-b253-4e3c58a41bbc req-d149cba5-4f97-4da1-951c-fc8145f131ad tempest-ServerDiskConfigTestJSON-1632610150 tempest-ServerDiskConfigTestJSON-1632610150-project] 10.222.0.59 "GET /v2.0/ports?device_id=af12d05d-1b7c-4c5e-baa7-1ec5553d4a41 HTTP/1.1" status: 200 len: 944 time: 0.0700359 Jul 27 21:39:31.557637 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b6dc0860-dac9-43d8-b253-4e3c58a41bbc req-61bff54c-0311-4a3e-b088-235f6e9bf12f tempest-ServerDiskConfigTestJSON-1632610150 tempest-ServerDiskConfigTestJSON-1632610150-project] 10.222.0.59 "GET /v2.0/security-groups?id=e7e97956-0d2e-4d67-8ad4-b3dcc9e98794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332398 Jul 27 21:39:32.193983 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device 60e95c45-4abf-4a2a-8ab0-fdae08a9db79 details requested by agent hyperv_n-h1-705658-22 with host n-h1-705658-22 {{(pid=105586) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:39:32.288142 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] For port 60e95c45-4abf-4a2a-8ab0-fdae08a9db79, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=60e95c45-4abf-4a2a-8ab0-fdae08a9db79,segment=NetworkSegment(1b425cb1-78e6-45fb-9c2f-3713644d8ee7),segment_id=1b425cb1-78e6-45fb-9c2f-3713644d8ee7)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:39:32.299237 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Returning: {'device': '60e95c45-4abf-4a2a-8ab0-fdae08a9db79', 'network_id': 'db164cd8-b869-41cf-aa0c-758e0626219f', 'port_id': '60e95c45-4abf-4a2a-8ab0-fdae08a9db79', 'mac_address': 'fa:16:3e:b0:c9:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 226, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4cbada6c-345b-4752-a8c8-79269ba8f9af', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105586) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:39:32.334563 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:32.346540 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60e95c45-4abf-4a2a-8ab0-fdae08a9db79 {{(pid=105586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:39:32.366423 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] For port 60e95c45-4abf-4a2a-8ab0-fdae08a9db79, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=60e95c45-4abf-4a2a-8ab0-fdae08a9db79,segment=NetworkSegment(1b425cb1-78e6-45fb-9c2f-3713644d8ee7),segment_id=1b425cb1-78e6-45fb-9c2f-3713644d8ee7)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:39:32.370293 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:32.417146 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Pushing event updated for resources: {'Port': ['ID=60e95c45-4abf-4a2a-8ab0-fdae08a9db79,revision_number=4']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:39:32.424547 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:39:32.424903 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:39:32.425250 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:39:32.425593 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:39:32.425932 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:39:32.426272 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:39:32.426604 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:39:32.426935 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:39:32.427321 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:39:32.428265 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:39:32.428593 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:39:32.428920 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:39:32.596815 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] get_ports_and_sgs() called for port_ids ['60e95c45-4abf-4a2a-8ab0-fdae08a9db79'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:39:32.687368 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1242b83-b072-4d02-8c4c-cbf848cdf17d req-9cce31db-d42e-43bb-86fa-b4802c9e3da7 tempest-ServerDiskConfigTestJSON-1632610150 tempest-ServerDiskConfigTestJSON-1632610150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:39:32.688972 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-d1242b83-b072-4d02-8c4c-cbf848cdf17d req-9cce31db-d42e-43bb-86fa-b4802c9e3da7 tempest-ServerDiskConfigTestJSON-1632610150 tempest-ServerDiskConfigTestJSON-1632610150-project] 10.222.0.59 "GET /v2.0/ports?device_id=af12d05d-1b7c-4c5e-baa7-1ec5553d4a41 HTTP/1.1" status: 200 len: 945 time: 0.0629313 Jul 27 21:39:32.726729 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-d1242b83-b072-4d02-8c4c-cbf848cdf17d req-140692b8-dc4d-4130-a9c7-abddb91ddedb tempest-ServerDiskConfigTestJSON-1632610150 tempest-ServerDiskConfigTestJSON-1632610150-project] 10.222.0.59 "GET /v2.0/security-groups?id=e7e97956-0d2e-4d67-8ad4-b3dcc9e98794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318382 Jul 27 21:39:33.856429 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b925e72-8634-44c2-b4ca-94194fb10a39 req-9b3118b9-575e-40c6-8048-324834e2f97b tempest-ServerDiskConfigTestJSON-1632610150 tempest-ServerDiskConfigTestJSON-1632610150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:39:33.858018 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-2b925e72-8634-44c2-b4ca-94194fb10a39 req-9b3118b9-575e-40c6-8048-324834e2f97b tempest-ServerDiskConfigTestJSON-1632610150 tempest-ServerDiskConfigTestJSON-1632610150-project] 10.222.0.59 "GET /v2.0/ports?device_id=af12d05d-1b7c-4c5e-baa7-1ec5553d4a41 HTTP/1.1" status: 200 len: 945 time: 0.0625732 Jul 27 21:39:33.899103 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-2b925e72-8634-44c2-b4ca-94194fb10a39 req-93543fef-972b-4215-9fad-2fbb631ddfa6 tempest-ServerDiskConfigTestJSON-1632610150 tempest-ServerDiskConfigTestJSON-1632610150-project] 10.222.0.59 "GET /v2.0/security-groups?id=e7e97956-0d2e-4d67-8ad4-b3dcc9e98794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352261 Jul 27 21:39:34.210432 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device 60e95c45-4abf-4a2a-8ab0-fdae08a9db79 up at agent hyperv_n-h1-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:39:34.256972 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Provisioning for port 60e95c45-4abf-4a2a-8ab0-fdae08a9db79 completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:39:34.260640 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Provisioning complete for port 60e95c45-4abf-4a2a-8ab0-fdae08a9db79 triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:39:34.261034 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:34.335744 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:34.357007 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af12d05d-1b7c-4c5e-baa7-1ec5553d4a41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60e95c45-4abf-4a2a-8ab0-fdae08a9db79'}] {{(pid=105586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:39:34.359243 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14c1663e039faf5393f87855f745010ac5b02220355b68fdbf065393e303ac56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4812894d-3f99-4468-9760-99f0618773b0" -d '{"events": [{"server_uuid": "af12d05d-1b7c-4c5e-baa7-1ec5553d4a41", "name": "network-vif-plugged", "status": "completed", "tag": "60e95c45-4abf-4a2a-8ab0-fdae08a9db79"}]}' {{(pid=105586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:39:34.372035 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] For port 60e95c45-4abf-4a2a-8ab0-fdae08a9db79, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=60e95c45-4abf-4a2a-8ab0-fdae08a9db79,segment=NetworkSegment(1b425cb1-78e6-45fb-9c2f-3713644d8ee7),segment_id=1b425cb1-78e6-45fb-9c2f-3713644d8ee7)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:39:34.375811 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:34.398798 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:39:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0554a6cc-26f6-4932-9a19-0255b458a482 x-openstack-request-id: req-0554a6cc-26f6-4932-9a19-0255b458a482 {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:39:34.399118 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af12d05d-1b7c-4c5e-baa7-1ec5553d4a41", "name": "network-vif-plugged", "status": "completed", "tag": "60e95c45-4abf-4a2a-8ab0-fdae08a9db79", "code": 200}]} {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:39:34.399376 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-0554a6cc-26f6-4932-9a19-0255b458a482 {{(pid=105586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:39:34.399754 n-d-705658-22 neutron-server[105586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af12d05d-1b7c-4c5e-baa7-1ec5553d4a41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60e95c45-4abf-4a2a-8ab0-fdae08a9db79', 'code': 200} Jul 27 21:39:34.424408 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Pushing event updated for resources: {'Port': ['ID=60e95c45-4abf-4a2a-8ab0-fdae08a9db79,revision_number=5']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:39:34.501927 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7aa74a4-2d9b-4e3d-9245-c5c73d0c3262 req-1b87b8c9-ddcb-40ac-9cb7-e164e747b562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:39:34.503463 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-c7aa74a4-2d9b-4e3d-9245-c5c73d0c3262 req-1b87b8c9-ddcb-40ac-9cb7-e164e747b562 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=af12d05d-1b7c-4c5e-baa7-1ec5553d4a41 HTTP/1.1" status: 200 len: 1098 time: 0.0547745 Jul 27 21:39:34.544220 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-c7aa74a4-2d9b-4e3d-9245-c5c73d0c3262 req-8981b91a-b885-46fa-b7cb-58d684cc0a1f service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=e7e97956-0d2e-4d67-8ad4-b3dcc9e98794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336385 Jul 27 21:39:35.024610 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad9a706-85f0-4acb-bc34-6c7b10ebbdcd req-dcb5967a-50fe-41bf-a9ea-8353a58e9672 tempest-ServerDiskConfigTestJSON-1632610150 tempest-ServerDiskConfigTestJSON-1632610150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:39:35.026079 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-4ad9a706-85f0-4acb-bc34-6c7b10ebbdcd req-dcb5967a-50fe-41bf-a9ea-8353a58e9672 tempest-ServerDiskConfigTestJSON-1632610150 tempest-ServerDiskConfigTestJSON-1632610150-project] 10.222.0.59 "GET /v2.0/ports?device_id=af12d05d-1b7c-4c5e-baa7-1ec5553d4a41 HTTP/1.1" status: 200 len: 946 time: 0.0618770 Jul 27 21:39:35.062728 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-4ad9a706-85f0-4acb-bc34-6c7b10ebbdcd req-058e22c8-f971-49c3-9444-6ae317ac43dd tempest-ServerDiskConfigTestJSON-1632610150 tempest-ServerDiskConfigTestJSON-1632610150-project] 10.222.0.59 "GET /v2.0/security-groups?id=e7e97956-0d2e-4d67-8ad4-b3dcc9e98794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307622 Jul 27 21:39:36.192860 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bff1ea-9c05-4cca-b786-680748a05a00 req-99d46657-6021-436a-bb63-e99d8c26f866 tempest-ServerDiskConfigTestJSON-1632610150 tempest-ServerDiskConfigTestJSON-1632610150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:39:36.194839 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-25bff1ea-9c05-4cca-b786-680748a05a00 req-99d46657-6021-436a-bb63-e99d8c26f866 tempest-ServerDiskConfigTestJSON-1632610150 tempest-ServerDiskConfigTestJSON-1632610150-project] 10.222.0.59 "GET /v2.0/ports?device_id=af12d05d-1b7c-4c5e-baa7-1ec5553d4a41 HTTP/1.1" status: 200 len: 946 time: 0.0650864 Jul 27 21:39:36.231584 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-25bff1ea-9c05-4cca-b786-680748a05a00 req-32d6ce33-e71b-4f46-a5d5-8f5173fdf8e2 tempest-ServerDiskConfigTestJSON-1632610150 tempest-ServerDiskConfigTestJSON-1632610150-project] 10.222.0.59 "GET /v2.0/security-groups?id=e7e97956-0d2e-4d67-8ad4-b3dcc9e98794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309107 Jul 27 21:39:36.360539 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b56e27-afb9-423b-adc2-bd0cc5227486 req-4679bbd0-dab9-4cf2-93bd-630fe28c849a tempest-ServerDiskConfigTestJSON-1632610150 tempest-ServerDiskConfigTestJSON-1632610150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:39:36.361921 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-36b56e27-afb9-423b-adc2-bd0cc5227486 req-4679bbd0-dab9-4cf2-93bd-630fe28c849a tempest-ServerDiskConfigTestJSON-1632610150 tempest-ServerDiskConfigTestJSON-1632610150-project] 10.222.0.59 "GET /v2.0/ports?device_id=af12d05d-1b7c-4c5e-baa7-1ec5553d4a41 HTTP/1.1" status: 200 len: 946 time: 0.0658119 Jul 27 21:39:36.399427 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-36b56e27-afb9-423b-adc2-bd0cc5227486 req-c537a9a5-f1bf-4259-810b-54c1d63acbd7 tempest-ServerDiskConfigTestJSON-1632610150 tempest-ServerDiskConfigTestJSON-1632610150-project] 10.222.0.59 "GET /v2.0/security-groups?id=e7e97956-0d2e-4d67-8ad4-b3dcc9e98794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312207 Jul 27 21:39:36.608828 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73eb94c3-b42b-4385-ba28-0d9f6938d24a req-e3839a05-79f2-4fde-acff-af98e7fdbc38 tempest-ServerDiskConfigTestJSON-1632610150 tempest-ServerDiskConfigTestJSON-1632610150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:39:36.610288 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-73eb94c3-b42b-4385-ba28-0d9f6938d24a req-e3839a05-79f2-4fde-acff-af98e7fdbc38 tempest-ServerDiskConfigTestJSON-1632610150 tempest-ServerDiskConfigTestJSON-1632610150-project] 10.222.0.59 "GET /v2.0/ports?device_id=af12d05d-1b7c-4c5e-baa7-1ec5553d4a41 HTTP/1.1" status: 200 len: 946 time: 0.0628204 Jul 27 21:39:36.647273 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-73eb94c3-b42b-4385-ba28-0d9f6938d24a req-061037b4-028a-44cb-82c9-baee8ad8c196 tempest-ServerDiskConfigTestJSON-1632610150 tempest-ServerDiskConfigTestJSON-1632610150-project] 10.222.0.59 "GET /v2.0/security-groups?id=e7e97956-0d2e-4d67-8ad4-b3dcc9e98794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305204 Jul 27 21:39:36.705742 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:36.777249 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcaad010-672e-4b5b-a342-9df9c95ea3ae req-d163d6ca-928c-4144-8ece-0f573a963ca5 tempest-ServerDiskConfigTestJSON-1632610150 tempest-ServerDiskConfigTestJSON-1632610150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:39:36.778730 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-dcaad010-672e-4b5b-a342-9df9c95ea3ae req-d163d6ca-928c-4144-8ece-0f573a963ca5 tempest-ServerDiskConfigTestJSON-1632610150 tempest-ServerDiskConfigTestJSON-1632610150-project] 10.222.0.59 "GET /v2.0/ports?device_id=af12d05d-1b7c-4c5e-baa7-1ec5553d4a41 HTTP/1.1" status: 200 len: 946 time: 0.0649979 Jul 27 21:39:36.816814 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-dcaad010-672e-4b5b-a342-9df9c95ea3ae req-923cd1c4-4c51-458f-9e92-1bf21b7bfd4d tempest-ServerDiskConfigTestJSON-1632610150 tempest-ServerDiskConfigTestJSON-1632610150-project] 10.222.0.59 "GET /v2.0/security-groups?id=e7e97956-0d2e-4d67-8ad4-b3dcc9e98794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322642 Jul 27 21:39:37.046629 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-1c38a7a8-c728-4535-9f2e-bd27f1a480a2 req-8739858e-2334-4d91-a1e4-99b56084d25b service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=af12d05d-1b7c-4c5e-baa7-1ec5553d4a41&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0538969 Jul 27 21:39:37.069420 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f27ff5-5cc7-43a2-9e3a-8ef8e47d2009 req-0921a076-cd8b-47fa-866a-c2da157f2de0 tempest-ServerDiskConfigTestJSON-1632610150 tempest-ServerDiskConfigTestJSON-1632610150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:39:37.071104 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f8f27ff5-5cc7-43a2-9e3a-8ef8e47d2009 req-0921a076-cd8b-47fa-866a-c2da157f2de0 tempest-ServerDiskConfigTestJSON-1632610150 tempest-ServerDiskConfigTestJSON-1632610150-project] 10.222.0.59 "GET /v2.0/ports?device_id=af12d05d-1b7c-4c5e-baa7-1ec5553d4a41 HTTP/1.1" status: 200 len: 946 time: 0.0672376 Jul 27 21:39:37.110426 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f8f27ff5-5cc7-43a2-9e3a-8ef8e47d2009 req-3eb904aa-620f-4c9e-a3fe-5a6a28417b85 tempest-ServerDiskConfigTestJSON-1632610150 tempest-ServerDiskConfigTestJSON-1632610150-project] 10.222.0.59 "GET /v2.0/security-groups?id=e7e97956-0d2e-4d67-8ad4-b3dcc9e98794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333009 Jul 27 21:39:38.178321 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c38a7a8-c728-4535-9f2e-bd27f1a480a2 req-a796f220-bf27-40f7-b6ce-5860bd66df02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:39:38.179890 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-1c38a7a8-c728-4535-9f2e-bd27f1a480a2 req-a796f220-bf27-40f7-b6ce-5860bd66df02 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f67c331a50754d8f83edb528dd0df455&device_id=af12d05d-1b7c-4c5e-baa7-1ec5553d4a41 HTTP/1.1" status: 200 len: 1098 time: 0.0545254 Jul 27 21:39:38.249714 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b954f508-1da8-4609-b972-fa19f4af7f4d req-1cee4846-e22e-4302-b11f-0d76751b6c1d tempest-ServerDiskConfigTestJSON-1632610150 tempest-ServerDiskConfigTestJSON-1632610150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:39:38.251351 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b954f508-1da8-4609-b972-fa19f4af7f4d req-1cee4846-e22e-4302-b11f-0d76751b6c1d tempest-ServerDiskConfigTestJSON-1632610150 tempest-ServerDiskConfigTestJSON-1632610150-project] 10.222.0.59 "GET /v2.0/ports?device_id=af12d05d-1b7c-4c5e-baa7-1ec5553d4a41 HTTP/1.1" status: 200 len: 946 time: 0.0703151 Jul 27 21:39:38.272067 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c38a7a8-c728-4535-9f2e-bd27f1a480a2 req-dd53d30f-632f-42e0-bb74-91cadcb9888c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:39:38.273533 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-1c38a7a8-c728-4535-9f2e-bd27f1a480a2 req-dd53d30f-632f-42e0-bb74-91cadcb9888c service neutron] 10.222.0.36 "GET /v2.0/networks?id=db164cd8-b869-41cf-aa0c-758e0626219f HTTP/1.1" status: 200 len: 916 time: 0.0869262 Jul 27 21:39:38.291033 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b954f508-1da8-4609-b972-fa19f4af7f4d req-7f28c18d-1cfa-4861-8c40-4f56cb5870b1 tempest-ServerDiskConfigTestJSON-1632610150 tempest-ServerDiskConfigTestJSON-1632610150-project] 10.222.0.59 "GET /v2.0/security-groups?id=e7e97956-0d2e-4d67-8ad4-b3dcc9e98794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330875 Jul 27 21:39:38.313150 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-1c38a7a8-c728-4535-9f2e-bd27f1a480a2 req-34fd7a51-c59e-4948-bbea-93effda36476 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=60e95c45-4abf-4a2a-8ab0-fdae08a9db79 HTTP/1.1" status: 200 len: 217 time: 0.0332623 Jul 27 21:39:38.360660 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c38a7a8-c728-4535-9f2e-bd27f1a480a2 req-7c1f4ae8-2174-408a-a92d-91543ec2d2d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:39:38.362096 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-1c38a7a8-c728-4535-9f2e-bd27f1a480a2 req-7c1f4ae8-2174-408a-a92d-91543ec2d2d1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4cbada6c-345b-4752-a8c8-79269ba8f9af HTTP/1.1" status: 200 len: 855 time: 0.0425434 Jul 27 21:39:38.395338 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-1c38a7a8-c728-4535-9f2e-bd27f1a480a2 req-4beb4a9e-7800-479c-a571-226748191bed service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=db164cd8-b869-41cf-aa0c-758e0626219f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266864 Jul 27 21:39:38.485738 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-1c38a7a8-c728-4535-9f2e-bd27f1a480a2 req-9887c4c5-2397-4cc7-8205-a69ee1778f7f service neutron] 10.222.0.36 "GET /v2.0/networks/db164cd8-b869-41cf-aa0c-758e0626219f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833197 Jul 27 21:39:38.574518 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-1c38a7a8-c728-4535-9f2e-bd27f1a480a2 req-93846274-3e13-4381-b166-0bcbe1d1fdc0 service neutron] 10.222.0.36 "GET /v2.0/networks/db164cd8-b869-41cf-aa0c-758e0626219f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818648 Jul 27 21:39:38.925660 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-8e52bf90-9292-48da-8842-69f40c96569b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:39.421193 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b86068-6563-4480-9521-cc551e9034b0 req-b089c626-6b13-4588-a59f-7ecba67c90c0 tempest-ServerDiskConfigTestJSON-1632610150 tempest-ServerDiskConfigTestJSON-1632610150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:39:39.422644 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-71b86068-6563-4480-9521-cc551e9034b0 req-b089c626-6b13-4588-a59f-7ecba67c90c0 tempest-ServerDiskConfigTestJSON-1632610150 tempest-ServerDiskConfigTestJSON-1632610150-project] 10.222.0.59 "GET /v2.0/ports?device_id=af12d05d-1b7c-4c5e-baa7-1ec5553d4a41 HTTP/1.1" status: 200 len: 946 time: 0.0650806 Jul 27 21:39:39.460421 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-71b86068-6563-4480-9521-cc551e9034b0 req-7269a1f4-5c7b-42d5-a0eb-10b702a4e966 tempest-ServerDiskConfigTestJSON-1632610150 tempest-ServerDiskConfigTestJSON-1632610150-project] 10.222.0.59 "GET /v2.0/security-groups?id=e7e97956-0d2e-4d67-8ad4-b3dcc9e98794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313897 Jul 27 21:39:40.509716 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:40.590170 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c4dbb2-eecd-481e-ae23-05b9317b23ad req-de3a9b7d-abd4-4aec-ba2e-57ded94dd73e tempest-ServerDiskConfigTestJSON-1632610150 tempest-ServerDiskConfigTestJSON-1632610150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:39:40.591656 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-49c4dbb2-eecd-481e-ae23-05b9317b23ad req-de3a9b7d-abd4-4aec-ba2e-57ded94dd73e tempest-ServerDiskConfigTestJSON-1632610150 tempest-ServerDiskConfigTestJSON-1632610150-project] 10.222.0.59 "GET /v2.0/ports?device_id=af12d05d-1b7c-4c5e-baa7-1ec5553d4a41 HTTP/1.1" status: 200 len: 946 time: 0.0644157 Jul 27 21:39:40.627949 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-49c4dbb2-eecd-481e-ae23-05b9317b23ad req-9f6cf0e1-d081-4e12-b6a5-4ea1bd37cf25 tempest-ServerDiskConfigTestJSON-1632610150 tempest-ServerDiskConfigTestJSON-1632610150-project] 10.222.0.59 "GET /v2.0/security-groups?id=e7e97956-0d2e-4d67-8ad4-b3dcc9e98794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304148 Jul 27 21:39:41.574130 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-c0d684d8-8c8f-4b4b-ac28-07d66ed082a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:41.756451 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69254fe-2ef9-4c3f-98c3-ac92cd8e5545 req-595512fd-09a9-4d68-8bdc-22f8f1c41d81 tempest-ServerDiskConfigTestJSON-1632610150 tempest-ServerDiskConfigTestJSON-1632610150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:39:41.757887 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-c69254fe-2ef9-4c3f-98c3-ac92cd8e5545 req-595512fd-09a9-4d68-8bdc-22f8f1c41d81 tempest-ServerDiskConfigTestJSON-1632610150 tempest-ServerDiskConfigTestJSON-1632610150-project] 10.222.0.59 "GET /v2.0/ports?device_id=af12d05d-1b7c-4c5e-baa7-1ec5553d4a41 HTTP/1.1" status: 200 len: 946 time: 0.0628529 Jul 27 21:39:41.796202 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-c69254fe-2ef9-4c3f-98c3-ac92cd8e5545 req-ab5eced5-3db2-4b7b-93ff-ca19ab91cb90 tempest-ServerDiskConfigTestJSON-1632610150 tempest-ServerDiskConfigTestJSON-1632610150-project] 10.222.0.59 "GET /v2.0/security-groups?id=e7e97956-0d2e-4d67-8ad4-b3dcc9e98794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314081 Jul 27 21:39:41.912551 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:42.929346 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e9db6f-c34a-43b2-84b7-1b174d5ea36e req-0fd368b8-8b0d-45a8-b583-5b742fbc94c8 tempest-ServerDiskConfigTestJSON-1632610150 tempest-ServerDiskConfigTestJSON-1632610150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:39:42.930835 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a4e9db6f-c34a-43b2-84b7-1b174d5ea36e req-0fd368b8-8b0d-45a8-b583-5b742fbc94c8 tempest-ServerDiskConfigTestJSON-1632610150 tempest-ServerDiskConfigTestJSON-1632610150-project] 10.222.0.59 "GET /v2.0/ports?device_id=af12d05d-1b7c-4c5e-baa7-1ec5553d4a41 HTTP/1.1" status: 200 len: 946 time: 0.0677211 Jul 27 21:39:42.968527 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a4e9db6f-c34a-43b2-84b7-1b174d5ea36e req-e23233f5-26b1-4fd8-a32b-1894eaf822ab tempest-ServerDiskConfigTestJSON-1632610150 tempest-ServerDiskConfigTestJSON-1632610150-project] 10.222.0.59 "GET /v2.0/security-groups?id=e7e97956-0d2e-4d67-8ad4-b3dcc9e98794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315921 Jul 27 21:39:43.003443 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-bb32ed7d-8717-448b-a9c8-a5a0117d1fd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:44.102813 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af6ff96-28df-4b3b-9f68-4cf0b4c4adfb req-dbe621d7-74c2-44a2-a1c6-160b679dd1ce tempest-ServerDiskConfigTestJSON-1632610150 tempest-ServerDiskConfigTestJSON-1632610150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:39:44.104226 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-7af6ff96-28df-4b3b-9f68-4cf0b4c4adfb req-dbe621d7-74c2-44a2-a1c6-160b679dd1ce tempest-ServerDiskConfigTestJSON-1632610150 tempest-ServerDiskConfigTestJSON-1632610150-project] 10.222.0.59 "GET /v2.0/ports?device_id=af12d05d-1b7c-4c5e-baa7-1ec5553d4a41 HTTP/1.1" status: 200 len: 946 time: 0.0624540 Jul 27 21:39:44.141142 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-7af6ff96-28df-4b3b-9f68-4cf0b4c4adfb req-0b3f0515-abee-45d9-a6d1-803dcb703f9e tempest-ServerDiskConfigTestJSON-1632610150 tempest-ServerDiskConfigTestJSON-1632610150-project] 10.222.0.59 "GET /v2.0/security-groups?id=e7e97956-0d2e-4d67-8ad4-b3dcc9e98794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311346 Jul 27 21:39:44.431441 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-875ced1b-4cf3-463a-9653-058f0f9421e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:45.272657 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7823b896-43c1-4c19-8167-0ae74cb635f1 req-2c052b7e-b16b-4b28-9d8e-6ae367c321ca tempest-ServerDiskConfigTestJSON-1632610150 tempest-ServerDiskConfigTestJSON-1632610150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:39:45.274132 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-7823b896-43c1-4c19-8167-0ae74cb635f1 req-2c052b7e-b16b-4b28-9d8e-6ae367c321ca tempest-ServerDiskConfigTestJSON-1632610150 tempest-ServerDiskConfigTestJSON-1632610150-project] 10.222.0.59 "GET /v2.0/ports?device_id=af12d05d-1b7c-4c5e-baa7-1ec5553d4a41 HTTP/1.1" status: 200 len: 946 time: 0.0670326 Jul 27 21:39:45.311128 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-7823b896-43c1-4c19-8167-0ae74cb635f1 req-42aad953-698c-44d5-adcb-ac47ac187cb6 tempest-ServerDiskConfigTestJSON-1632610150 tempest-ServerDiskConfigTestJSON-1632610150-project] 10.222.0.59 "GET /v2.0/security-groups?id=e7e97956-0d2e-4d67-8ad4-b3dcc9e98794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311813 Jul 27 21:39:46.437764 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3875a22-26c1-484d-987f-eb47d9bdea02 req-30974568-ab48-4d80-85da-b3774fd2cb33 tempest-ServerDiskConfigTestJSON-1632610150 tempest-ServerDiskConfigTestJSON-1632610150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:39:46.439247 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-c3875a22-26c1-484d-987f-eb47d9bdea02 req-30974568-ab48-4d80-85da-b3774fd2cb33 tempest-ServerDiskConfigTestJSON-1632610150 tempest-ServerDiskConfigTestJSON-1632610150-project] 10.222.0.59 "GET /v2.0/ports?device_id=af12d05d-1b7c-4c5e-baa7-1ec5553d4a41 HTTP/1.1" status: 200 len: 946 time: 0.0619268 Jul 27 21:39:46.476101 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-c3875a22-26c1-484d-987f-eb47d9bdea02 req-ef16c681-4480-4d02-b24f-42eefc5cedd5 tempest-ServerDiskConfigTestJSON-1632610150 tempest-ServerDiskConfigTestJSON-1632610150-project] 10.222.0.59 "GET /v2.0/security-groups?id=e7e97956-0d2e-4d67-8ad4-b3dcc9e98794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306139 Jul 27 21:39:47.605374 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66790ee-6671-42b5-81de-b0b3fe4a2460 req-c29c9fe8-e2a3-4c1e-8a28-aca36bc01444 tempest-ServerDiskConfigTestJSON-1632610150 tempest-ServerDiskConfigTestJSON-1632610150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:39:47.606926 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e66790ee-6671-42b5-81de-b0b3fe4a2460 req-c29c9fe8-e2a3-4c1e-8a28-aca36bc01444 tempest-ServerDiskConfigTestJSON-1632610150 tempest-ServerDiskConfigTestJSON-1632610150-project] 10.222.0.59 "GET /v2.0/ports?device_id=af12d05d-1b7c-4c5e-baa7-1ec5553d4a41 HTTP/1.1" status: 200 len: 946 time: 0.0647247 Jul 27 21:39:47.646129 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e66790ee-6671-42b5-81de-b0b3fe4a2460 req-8cb97d7c-80de-46bc-bee7-86f7e0fa130d tempest-ServerDiskConfigTestJSON-1632610150 tempest-ServerDiskConfigTestJSON-1632610150-project] 10.222.0.59 "GET /v2.0/security-groups?id=e7e97956-0d2e-4d67-8ad4-b3dcc9e98794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332077 Jul 27 21:39:48.776751 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378995f3-866f-4cd9-8829-1fe4749617a8 req-0e15c64a-6f0f-4e1d-a5f2-07a112a4b3d5 tempest-ServerDiskConfigTestJSON-1632610150 tempest-ServerDiskConfigTestJSON-1632610150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:39:48.778214 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-378995f3-866f-4cd9-8829-1fe4749617a8 req-0e15c64a-6f0f-4e1d-a5f2-07a112a4b3d5 tempest-ServerDiskConfigTestJSON-1632610150 tempest-ServerDiskConfigTestJSON-1632610150-project] 10.222.0.59 "GET /v2.0/ports?device_id=af12d05d-1b7c-4c5e-baa7-1ec5553d4a41 HTTP/1.1" status: 200 len: 946 time: 0.0664573 Jul 27 21:39:48.814715 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-378995f3-866f-4cd9-8829-1fe4749617a8 req-057eb20e-f799-4dff-a262-931d8ee4ec74 tempest-ServerDiskConfigTestJSON-1632610150 tempest-ServerDiskConfigTestJSON-1632610150-project] 10.222.0.59 "GET /v2.0/security-groups?id=e7e97956-0d2e-4d67-8ad4-b3dcc9e98794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306733 Jul 27 21:39:49.943675 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ed4fc4-a045-4781-b473-9b71447a9f44 req-da925864-ffe6-4dd6-92ea-21ec54d285b1 tempest-ServerDiskConfigTestJSON-1632610150 tempest-ServerDiskConfigTestJSON-1632610150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:39:49.945138 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-33ed4fc4-a045-4781-b473-9b71447a9f44 req-da925864-ffe6-4dd6-92ea-21ec54d285b1 tempest-ServerDiskConfigTestJSON-1632610150 tempest-ServerDiskConfigTestJSON-1632610150-project] 10.222.0.59 "GET /v2.0/ports?device_id=af12d05d-1b7c-4c5e-baa7-1ec5553d4a41 HTTP/1.1" status: 200 len: 946 time: 0.0626817 Jul 27 21:39:49.982141 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-33ed4fc4-a045-4781-b473-9b71447a9f44 req-e3d7a5ca-cee0-4ceb-b178-6951a4cfae1f tempest-ServerDiskConfigTestJSON-1632610150 tempest-ServerDiskConfigTestJSON-1632610150-project] 10.222.0.59 "GET /v2.0/security-groups?id=e7e97956-0d2e-4d67-8ad4-b3dcc9e98794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311091 Jul 27 21:39:51.112290 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f1458b-15e4-40f8-8263-754de2666c7d req-054db655-1c76-4cbd-b736-d8504063c913 tempest-ServerDiskConfigTestJSON-1632610150 tempest-ServerDiskConfigTestJSON-1632610150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:39:51.113774 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-20f1458b-15e4-40f8-8263-754de2666c7d req-054db655-1c76-4cbd-b736-d8504063c913 tempest-ServerDiskConfigTestJSON-1632610150 tempest-ServerDiskConfigTestJSON-1632610150-project] 10.222.0.59 "GET /v2.0/ports?device_id=af12d05d-1b7c-4c5e-baa7-1ec5553d4a41 HTTP/1.1" status: 200 len: 946 time: 0.0662785 Jul 27 21:39:51.151259 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-20f1458b-15e4-40f8-8263-754de2666c7d req-f6fd86e5-275c-4d10-9df9-1cd45e69ec57 tempest-ServerDiskConfigTestJSON-1632610150 tempest-ServerDiskConfigTestJSON-1632610150-project] 10.222.0.59 "GET /v2.0/security-groups?id=e7e97956-0d2e-4d67-8ad4-b3dcc9e98794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309412 Jul 27 21:39:52.281537 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54005e78-c45d-46e9-9adc-37f5c5a7e847 req-ef1c6c40-2c72-4658-ac99-a8694dd39bff tempest-ServerDiskConfigTestJSON-1632610150 tempest-ServerDiskConfigTestJSON-1632610150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:39:52.283025 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-54005e78-c45d-46e9-9adc-37f5c5a7e847 req-ef1c6c40-2c72-4658-ac99-a8694dd39bff tempest-ServerDiskConfigTestJSON-1632610150 tempest-ServerDiskConfigTestJSON-1632610150-project] 10.222.0.59 "GET /v2.0/ports?device_id=af12d05d-1b7c-4c5e-baa7-1ec5553d4a41 HTTP/1.1" status: 200 len: 946 time: 0.0638292 Jul 27 21:39:52.321591 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-54005e78-c45d-46e9-9adc-37f5c5a7e847 req-4c774707-999a-4e50-a180-afa70bfb81cf tempest-ServerDiskConfigTestJSON-1632610150 tempest-ServerDiskConfigTestJSON-1632610150-project] 10.222.0.59 "GET /v2.0/security-groups?id=e7e97956-0d2e-4d67-8ad4-b3dcc9e98794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314689 Jul 27 21:39:53.449480 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ce2456-44ee-4c72-a9b3-d79db2b69bd1 req-caea923c-2d44-41a9-93ae-22e223476101 tempest-ServerDiskConfigTestJSON-1632610150 tempest-ServerDiskConfigTestJSON-1632610150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:39:53.450944 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-55ce2456-44ee-4c72-a9b3-d79db2b69bd1 req-caea923c-2d44-41a9-93ae-22e223476101 tempest-ServerDiskConfigTestJSON-1632610150 tempest-ServerDiskConfigTestJSON-1632610150-project] 10.222.0.59 "GET /v2.0/ports?device_id=af12d05d-1b7c-4c5e-baa7-1ec5553d4a41 HTTP/1.1" status: 200 len: 946 time: 0.0615041 Jul 27 21:39:53.487909 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-55ce2456-44ee-4c72-a9b3-d79db2b69bd1 req-6779039f-0fc5-449c-ba75-b363c5eb1ba4 tempest-ServerDiskConfigTestJSON-1632610150 tempest-ServerDiskConfigTestJSON-1632610150-project] 10.222.0.59 "GET /v2.0/security-groups?id=e7e97956-0d2e-4d67-8ad4-b3dcc9e98794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311315 Jul 27 21:39:54.620458 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fba372-f05b-45a1-b50e-0652e52a5543 req-4df5eb09-653c-402a-93bc-d3ab4a5d11c7 tempest-ServerDiskConfigTestJSON-1632610150 tempest-ServerDiskConfigTestJSON-1632610150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:39:54.622227 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-28fba372-f05b-45a1-b50e-0652e52a5543 req-4df5eb09-653c-402a-93bc-d3ab4a5d11c7 tempest-ServerDiskConfigTestJSON-1632610150 tempest-ServerDiskConfigTestJSON-1632610150-project] 10.222.0.59 "GET /v2.0/ports?device_id=af12d05d-1b7c-4c5e-baa7-1ec5553d4a41 HTTP/1.1" status: 200 len: 946 time: 0.0665982 Jul 27 21:39:54.660518 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-28fba372-f05b-45a1-b50e-0652e52a5543 req-8004196f-f325-443e-8799-558ba7b97762 tempest-ServerDiskConfigTestJSON-1632610150 tempest-ServerDiskConfigTestJSON-1632610150-project] 10.222.0.59 "GET /v2.0/security-groups?id=e7e97956-0d2e-4d67-8ad4-b3dcc9e98794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325279 Jul 27 21:39:55.785368 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804a20f8-8d1d-4c76-a97a-8a3409d72d0b req-41ac9fc0-bfe8-4eb8-976f-3c07c266c1b7 tempest-ServerDiskConfigTestJSON-1632610150 tempest-ServerDiskConfigTestJSON-1632610150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:39:55.786843 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-804a20f8-8d1d-4c76-a97a-8a3409d72d0b req-41ac9fc0-bfe8-4eb8-976f-3c07c266c1b7 tempest-ServerDiskConfigTestJSON-1632610150 tempest-ServerDiskConfigTestJSON-1632610150-project] 10.222.0.59 "GET /v2.0/ports?device_id=af12d05d-1b7c-4c5e-baa7-1ec5553d4a41 HTTP/1.1" status: 200 len: 946 time: 0.0624185 Jul 27 21:39:55.823801 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-804a20f8-8d1d-4c76-a97a-8a3409d72d0b req-7776c1d0-906e-49e7-8575-0a536da43174 tempest-ServerDiskConfigTestJSON-1632610150 tempest-ServerDiskConfigTestJSON-1632610150-project] 10.222.0.59 "GET /v2.0/security-groups?id=e7e97956-0d2e-4d67-8ad4-b3dcc9e98794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304518 Jul 27 21:39:56.955903 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a4e1cd-4554-428c-9654-e1391d3a6089 req-59a0ba4f-7ddc-4972-b209-25e92fbd82f2 tempest-ServerDiskConfigTestJSON-1632610150 tempest-ServerDiskConfigTestJSON-1632610150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:39:56.957386 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-83a4e1cd-4554-428c-9654-e1391d3a6089 req-59a0ba4f-7ddc-4972-b209-25e92fbd82f2 tempest-ServerDiskConfigTestJSON-1632610150 tempest-ServerDiskConfigTestJSON-1632610150-project] 10.222.0.59 "GET /v2.0/ports?device_id=af12d05d-1b7c-4c5e-baa7-1ec5553d4a41 HTTP/1.1" status: 200 len: 946 time: 0.0662253 Jul 27 21:39:56.995169 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-83a4e1cd-4554-428c-9654-e1391d3a6089 req-49acd8ef-7bda-44e1-81e1-ecd4e2562c81 tempest-ServerDiskConfigTestJSON-1632610150 tempest-ServerDiskConfigTestJSON-1632610150-project] 10.222.0.59 "GET /v2.0/security-groups?id=e7e97956-0d2e-4d67-8ad4-b3dcc9e98794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318189 Jul 27 21:39:58.123151 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b28f58-891a-4c27-8b56-ca6e4cac7bde req-d1c8e129-0379-44c8-9f88-6b0b58c2413f tempest-ServerDiskConfigTestJSON-1632610150 tempest-ServerDiskConfigTestJSON-1632610150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:39:58.124540 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a1b28f58-891a-4c27-8b56-ca6e4cac7bde req-d1c8e129-0379-44c8-9f88-6b0b58c2413f tempest-ServerDiskConfigTestJSON-1632610150 tempest-ServerDiskConfigTestJSON-1632610150-project] 10.222.0.59 "GET /v2.0/ports?device_id=af12d05d-1b7c-4c5e-baa7-1ec5553d4a41 HTTP/1.1" status: 200 len: 946 time: 0.0627985 Jul 27 21:39:58.161346 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a1b28f58-891a-4c27-8b56-ca6e4cac7bde req-185ea42c-1568-444e-8d32-e3829ce704d1 tempest-ServerDiskConfigTestJSON-1632610150 tempest-ServerDiskConfigTestJSON-1632610150-project] 10.222.0.59 "GET /v2.0/security-groups?id=e7e97956-0d2e-4d67-8ad4-b3dcc9e98794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309951 Jul 27 21:39:59.288244 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020b3a21-422d-476b-8b92-86d341bd0be1 req-ba975927-9021-4229-a0f5-2186c54c6ab8 tempest-ServerDiskConfigTestJSON-1632610150 tempest-ServerDiskConfigTestJSON-1632610150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:39:59.289757 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-020b3a21-422d-476b-8b92-86d341bd0be1 req-ba975927-9021-4229-a0f5-2186c54c6ab8 tempest-ServerDiskConfigTestJSON-1632610150 tempest-ServerDiskConfigTestJSON-1632610150-project] 10.222.0.59 "GET /v2.0/ports?device_id=af12d05d-1b7c-4c5e-baa7-1ec5553d4a41 HTTP/1.1" status: 200 len: 946 time: 0.0628762 Jul 27 21:39:59.326552 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-020b3a21-422d-476b-8b92-86d341bd0be1 req-1c5fd502-be37-4b5f-8cac-20e6d13d0efe tempest-ServerDiskConfigTestJSON-1632610150 tempest-ServerDiskConfigTestJSON-1632610150-project] 10.222.0.59 "GET /v2.0/security-groups?id=e7e97956-0d2e-4d67-8ad4-b3dcc9e98794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309839 Jul 27 21:40:00.455877 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138cdda3-a654-4b63-8a61-1855ba6b4c06 req-16e037be-45e6-411b-9ce0-a26dd42af96d tempest-ServerDiskConfigTestJSON-1632610150 tempest-ServerDiskConfigTestJSON-1632610150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:40:00.457376 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-138cdda3-a654-4b63-8a61-1855ba6b4c06 req-16e037be-45e6-411b-9ce0-a26dd42af96d tempest-ServerDiskConfigTestJSON-1632610150 tempest-ServerDiskConfigTestJSON-1632610150-project] 10.222.0.59 "GET /v2.0/ports?device_id=af12d05d-1b7c-4c5e-baa7-1ec5553d4a41 HTTP/1.1" status: 200 len: 946 time: 0.0662377 Jul 27 21:40:00.495484 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-138cdda3-a654-4b63-8a61-1855ba6b4c06 req-10be84bd-a851-41aa-8a63-8cb357241e0d tempest-ServerDiskConfigTestJSON-1632610150 tempest-ServerDiskConfigTestJSON-1632610150-project] 10.222.0.59 "GET /v2.0/security-groups?id=e7e97956-0d2e-4d67-8ad4-b3dcc9e98794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318584 Jul 27 21:40:01.623203 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf2c04a-f7dc-4f81-8256-b823b3fa9bcc req-d3771e12-1220-445d-aa39-52dc710bf4d2 tempest-ServerDiskConfigTestJSON-1632610150 tempest-ServerDiskConfigTestJSON-1632610150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:40:01.624658 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-aaf2c04a-f7dc-4f81-8256-b823b3fa9bcc req-d3771e12-1220-445d-aa39-52dc710bf4d2 tempest-ServerDiskConfigTestJSON-1632610150 tempest-ServerDiskConfigTestJSON-1632610150-project] 10.222.0.59 "GET /v2.0/ports?device_id=af12d05d-1b7c-4c5e-baa7-1ec5553d4a41 HTTP/1.1" status: 200 len: 946 time: 0.0624666 Jul 27 21:40:01.660487 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-aaf2c04a-f7dc-4f81-8256-b823b3fa9bcc req-47e0e61f-dea0-4d4f-a224-b6b91b6c59bb tempest-ServerDiskConfigTestJSON-1632610150 tempest-ServerDiskConfigTestJSON-1632610150-project] 10.222.0.59 "GET /v2.0/security-groups?id=e7e97956-0d2e-4d67-8ad4-b3dcc9e98794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300629 Jul 27 21:40:02.793135 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593e999d-46db-4a3b-8456-db84088e4547 req-289b645b-68ec-45d8-a1dc-fd9b9a0c59b3 tempest-ServerDiskConfigTestJSON-1632610150 tempest-ServerDiskConfigTestJSON-1632610150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:40:02.794606 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-593e999d-46db-4a3b-8456-db84088e4547 req-289b645b-68ec-45d8-a1dc-fd9b9a0c59b3 tempest-ServerDiskConfigTestJSON-1632610150 tempest-ServerDiskConfigTestJSON-1632610150-project] 10.222.0.59 "GET /v2.0/ports?device_id=af12d05d-1b7c-4c5e-baa7-1ec5553d4a41 HTTP/1.1" status: 200 len: 946 time: 0.0661223 Jul 27 21:40:02.831616 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-593e999d-46db-4a3b-8456-db84088e4547 req-c067af15-3b50-48fd-98e0-9ba861917ecb tempest-ServerDiskConfigTestJSON-1632610150 tempest-ServerDiskConfigTestJSON-1632610150-project] 10.222.0.59 "GET /v2.0/security-groups?id=e7e97956-0d2e-4d67-8ad4-b3dcc9e98794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310936 Jul 27 21:40:03.964684 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d007a61c-f43e-4617-979f-0e9363b99a0d req-6a1cac7b-aca0-473b-82d7-088afaff6613 tempest-ServerDiskConfigTestJSON-1632610150 tempest-ServerDiskConfigTestJSON-1632610150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:40:03.966202 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-d007a61c-f43e-4617-979f-0e9363b99a0d req-6a1cac7b-aca0-473b-82d7-088afaff6613 tempest-ServerDiskConfigTestJSON-1632610150 tempest-ServerDiskConfigTestJSON-1632610150-project] 10.222.0.59 "GET /v2.0/ports?device_id=af12d05d-1b7c-4c5e-baa7-1ec5553d4a41 HTTP/1.1" status: 200 len: 946 time: 0.0635889 Jul 27 21:40:04.003814 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-d007a61c-f43e-4617-979f-0e9363b99a0d req-73bc8d3f-6139-4eda-8618-b3c735c03ac7 tempest-ServerDiskConfigTestJSON-1632610150 tempest-ServerDiskConfigTestJSON-1632610150-project] 10.222.0.59 "GET /v2.0/security-groups?id=e7e97956-0d2e-4d67-8ad4-b3dcc9e98794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314987 Jul 27 21:40:04.177193 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.agents_db [None req-558fcd2c-e512-47bc-a170-8673d87f7213 None None] Agent healthcheck: found 7 active agents {{(pid=105587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 21:40:05.129309 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db995213-6865-442d-bd82-4532b30f1885 req-7ad0681f-82c8-462f-9c24-2d064d50c58b tempest-ServerDiskConfigTestJSON-1632610150 tempest-ServerDiskConfigTestJSON-1632610150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:40:05.130771 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-db995213-6865-442d-bd82-4532b30f1885 req-7ad0681f-82c8-462f-9c24-2d064d50c58b tempest-ServerDiskConfigTestJSON-1632610150 tempest-ServerDiskConfigTestJSON-1632610150-project] 10.222.0.59 "GET /v2.0/ports?device_id=af12d05d-1b7c-4c5e-baa7-1ec5553d4a41 HTTP/1.1" status: 200 len: 946 time: 0.0618777 Jul 27 21:40:05.167930 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-db995213-6865-442d-bd82-4532b30f1885 req-f63c007e-8538-4711-bf08-2d3cf5dfd877 tempest-ServerDiskConfigTestJSON-1632610150 tempest-ServerDiskConfigTestJSON-1632610150-project] 10.222.0.59 "GET /v2.0/security-groups?id=e7e97956-0d2e-4d67-8ad4-b3dcc9e98794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307069 Jul 27 21:40:05.614679 n-d-705658-22 neutron-server[105584]: INFO neutron.api.v2.resource [req-1c38a7a8-c728-4535-9f2e-bd27f1a480a2 req-15d99ee3-3c3e-45e9-9fd6-566757fc8e72 service neutron] show failed (client error): The resource could not be found. Jul 27 21:40:05.615701 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-1c38a7a8-c728-4535-9f2e-bd27f1a480a2 req-15d99ee3-3c3e-45e9-9fd6-566757fc8e72 service neutron] 10.222.0.36 "GET /v2.0/ports/60e95c45-4abf-4a2a-8ab0-fdae08a9db79/bindings/n-h2-705658-22 HTTP/1.1" status: 404 len: 381 time: 0.0569625 Jul 27 21:40:05.929685 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c38a7a8-c728-4535-9f2e-bd27f1a480a2 req-b3f7fa2f-708f-4c97-8b87-eb836698a57f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:40:05.931227 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-1c38a7a8-c728-4535-9f2e-bd27f1a480a2 req-b3f7fa2f-708f-4c97-8b87-eb836698a57f service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=af12d05d-1b7c-4c5e-baa7-1ec5553d4a41&tenant_id=f67c331a50754d8f83edb528dd0df455 HTTP/1.1" status: 200 len: 1098 time: 0.1611750 Jul 27 21:40:05.943510 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [req-1c38a7a8-c728-4535-9f2e-bd27f1a480a2 req-01b51cab-42fc-4665-a90a-639a6f313f6b service neutron] Request body: {'port': {'binding:host_id': 'n-h2-705658-22', 'device_owner': 'compute:nova'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:40:06.012098 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-1c38a7a8-c728-4535-9f2e-bd27f1a480a2 req-01b51cab-42fc-4665-a90a-639a6f313f6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:06.207603 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.db [req-1c38a7a8-c728-4535-9f2e-bd27f1a480a2 req-01b51cab-42fc-4665-a90a-639a6f313f6b service neutron] For port 60e95c45-4abf-4a2a-8ab0-fdae08a9db79, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=60e95c45-4abf-4a2a-8ab0-fdae08a9db79,segment=NetworkSegment(1b425cb1-78e6-45fb-9c2f-3713644d8ee7),segment_id=1b425cb1-78e6-45fb-9c2f-3713644d8ee7)] {{(pid=105585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:40:06.256267 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.db [req-1c38a7a8-c728-4535-9f2e-bd27f1a480a2 req-01b51cab-42fc-4665-a90a-639a6f313f6b service neutron] For port 60e95c45-4abf-4a2a-8ab0-fdae08a9db79, host n-h1-705658-22, cleared binding levels {{(pid=105585) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:40:06.318070 n-d-705658-22 neutron-server[105585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af12d05d-1b7c-4c5e-baa7-1ec5553d4a41', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '60e95c45-4abf-4a2a-8ab0-fdae08a9db79'}] {{(pid=105585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:40:06.320980 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d66fd65881426bfc2b5388084a3654e5eae521106a15a3dbf0eb4cde7106c36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e0d7cc7-cc7a-4fc4-ad29-1cc2ff326236" -d '{"events": [{"server_uuid": "af12d05d-1b7c-4c5e-baa7-1ec5553d4a41", "name": "network-vif-unplugged", "status": "completed", "tag": "60e95c45-4abf-4a2a-8ab0-fdae08a9db79"}]}' {{(pid=105585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:40:06.325626 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-1c38a7a8-c728-4535-9f2e-bd27f1a480a2 req-01b51cab-42fc-4665-a90a-639a6f313f6b service neutron] Notify callbacks [] for port, precommit_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:06.345910 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.provisioning_blocks [req-1c38a7a8-c728-4535-9f2e-bd27f1a480a2 req-01b51cab-42fc-4665-a90a-639a6f313f6b service neutron] Transition to ACTIVE for port object 60e95c45-4abf-4a2a-8ab0-fdae08a9db79 will not be triggered until provisioned by entity L2. {{(pid=105585) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:40:06.350515 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-1c38a7a8-c728-4535-9f2e-bd27f1a480a2 req-01b51cab-42fc-4665-a90a-639a6f313f6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10221672'] for port, after_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:06.359539 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbf07a5-3f6f-471b-b5f9-e1138e6ae7cb req-638c2fcd-8502-458c-a468-b585a81e9619 tempest-ServerDiskConfigTestJSON-1632610150 tempest-ServerDiskConfigTestJSON-1632610150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:40:06.361052 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-cfbf07a5-3f6f-471b-b5f9-e1138e6ae7cb req-638c2fcd-8502-458c-a468-b585a81e9619 tempest-ServerDiskConfigTestJSON-1632610150 tempest-ServerDiskConfigTestJSON-1632610150-project] 10.222.0.59 "GET /v2.0/ports?device_id=af12d05d-1b7c-4c5e-baa7-1ec5553d4a41 HTTP/1.1" status: 200 len: 946 time: 0.1221507 Jul 27 21:40:06.437874 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b51cab-42fc-4665-a90a-639a6f313f6b service neutron] Pushing event updated for resources: {'Port': ['ID=60e95c45-4abf-4a2a-8ab0-fdae08a9db79,revision_number=6']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:40:06.440995 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 27 Jul 2021 21:40:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b05db467-a887-479f-867b-3e266687a33e x-openstack-request-id: req-b05db467-a887-479f-867b-3e266687a33e {{(pid=105585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:40:06.441292 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af12d05d-1b7c-4c5e-baa7-1ec5553d4a41", "name": "network-vif-unplugged", "status": "completed", "tag": "60e95c45-4abf-4a2a-8ab0-fdae08a9db79", "code": 200}]} {{(pid=105585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:40:06.441544 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-b05db467-a887-479f-867b-3e266687a33e {{(pid=105585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:40:06.441925 n-d-705658-22 neutron-server[105585]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af12d05d-1b7c-4c5e-baa7-1ec5553d4a41', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '60e95c45-4abf-4a2a-8ab0-fdae08a9db79', 'code': 200} Jul 27 21:40:06.460962 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c38a7a8-c728-4535-9f2e-bd27f1a480a2 req-01b51cab-42fc-4665-a90a-639a6f313f6b service neutron] No DVR routers for this DVR port 60e95c45-4abf-4a2a-8ab0-fdae08a9db79 on host n-h1-705658-22 {{(pid=105585) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:40:06.469417 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-cfbf07a5-3f6f-471b-b5f9-e1138e6ae7cb req-ac1a2cf6-f2a6-4167-b7c8-7c71247acb95 tempest-ServerDiskConfigTestJSON-1632610150 tempest-ServerDiskConfigTestJSON-1632610150-project] 10.222.0.59 "GET /v2.0/security-groups?id=e7e97956-0d2e-4d67-8ad4-b3dcc9e98794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010211 Jul 27 21:40:06.502804 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.managers [req-1c38a7a8-c728-4535-9f2e-bd27f1a480a2 req-01b51cab-42fc-4665-a90a-639a6f313f6b service neutron] Attempting to bind port 60e95c45-4abf-4a2a-8ab0-fdae08a9db79 on host n-h2-705658-22 for vnic_type normal with profile {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:40:06.503182 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.managers [req-1c38a7a8-c728-4535-9f2e-bd27f1a480a2 req-01b51cab-42fc-4665-a90a-639a6f313f6b service neutron] Attempting to bind port 60e95c45-4abf-4a2a-8ab0-fdae08a9db79 by drivers openvswitch,hyperv on host n-h2-705658-22 at level 0 using segments [{'id': '1b425cb1-78e6-45fb-9c2f-3713644d8ee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'db164cd8-b869-41cf-aa0c-758e0626219f'}] {{(pid=105585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:40:06.503513 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c38a7a8-c728-4535-9f2e-bd27f1a480a2 req-01b51cab-42fc-4665-a90a-639a6f313f6b service neutron] Attempting to bind port 60e95c45-4abf-4a2a-8ab0-fdae08a9db79 on network db164cd8-b869-41cf-aa0c-758e0626219f {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:40:06.508332 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c38a7a8-c728-4535-9f2e-bd27f1a480a2 req-01b51cab-42fc-4665-a90a-639a6f313f6b service neutron] Port 60e95c45-4abf-4a2a-8ab0-fdae08a9db79 on network db164cd8-b869-41cf-aa0c-758e0626219f not bound, no agent of type Open vSwitch agent registered on host n-h2-705658-22 {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:40:06.508658 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c38a7a8-c728-4535-9f2e-bd27f1a480a2 req-01b51cab-42fc-4665-a90a-639a6f313f6b service neutron] Attempting to bind port 60e95c45-4abf-4a2a-8ab0-fdae08a9db79 on network db164cd8-b869-41cf-aa0c-758e0626219f {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:40:06.513399 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c38a7a8-c728-4535-9f2e-bd27f1a480a2 req-01b51cab-42fc-4665-a90a-639a6f313f6b service neutron] Checking agent: {'id': '65195a73-a875-4810-9f5b-622ae260a8a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 49, 40), 'started_at': datetime.datetime(2021, 7, 27, 20, 49, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 39, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:40:06.513741 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c38a7a8-c728-4535-9f2e-bd27f1a480a2 req-01b51cab-42fc-4665-a90a-639a6f313f6b service neutron] Checking segment: {'id': '1b425cb1-78e6-45fb-9c2f-3713644d8ee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'db164cd8-b869-41cf-aa0c-758e0626219f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:40:06.514125 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c38a7a8-c728-4535-9f2e-bd27f1a480a2 req-01b51cab-42fc-4665-a90a-639a6f313f6b service neutron] Bound using segment: {'id': '1b425cb1-78e6-45fb-9c2f-3713644d8ee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'db164cd8-b869-41cf-aa0c-758e0626219f'} {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:40:06.514551 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.managers [req-1c38a7a8-c728-4535-9f2e-bd27f1a480a2 req-01b51cab-42fc-4665-a90a-639a6f313f6b service neutron] Bound port: 60e95c45-4abf-4a2a-8ab0-fdae08a9db79, host: n-h2-705658-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b425cb1-78e6-45fb-9c2f-3713644d8ee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'db164cd8-b869-41cf-aa0c-758e0626219f'}}] {{(pid=105585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:40:06.514905 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-1c38a7a8-c728-4535-9f2e-bd27f1a480a2 req-01b51cab-42fc-4665-a90a-639a6f313f6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:06.577420 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.db [req-1c38a7a8-c728-4535-9f2e-bd27f1a480a2 req-01b51cab-42fc-4665-a90a-639a6f313f6b service neutron] For port 60e95c45-4abf-4a2a-8ab0-fdae08a9db79, host n-h2-705658-22, cleared binding levels {{(pid=105585) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:40:06.581003 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.db [req-1c38a7a8-c728-4535-9f2e-bd27f1a480a2 req-01b51cab-42fc-4665-a90a-639a6f313f6b service neutron] For port 60e95c45-4abf-4a2a-8ab0-fdae08a9db79, host n-h2-705658-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=60e95c45-4abf-4a2a-8ab0-fdae08a9db79,segment=NetworkSegment(1b425cb1-78e6-45fb-9c2f-3713644d8ee7),segment_id=1b425cb1-78e6-45fb-9c2f-3713644d8ee7)] {{(pid=105585) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:40:06.585595 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-1c38a7a8-c728-4535-9f2e-bd27f1a480a2 req-01b51cab-42fc-4665-a90a-639a6f313f6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10221672'] for port, after_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:06.622548 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c38a7a8-c728-4535-9f2e-bd27f1a480a2 req-01b51cab-42fc-4665-a90a-639a6f313f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:40:06.623222 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-1c38a7a8-c728-4535-9f2e-bd27f1a480a2 req-01b51cab-42fc-4665-a90a-639a6f313f6b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:06.624612 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-1c38a7a8-c728-4535-9f2e-bd27f1a480a2 req-01b51cab-42fc-4665-a90a-639a6f313f6b service neutron] 10.222.0.60 "PUT /v2.0/ports/60e95c45-4abf-4a2a-8ab0-fdae08a9db79 HTTP/1.1" status: 200 len: 1093 time: 0.6850364 Jul 27 21:40:06.646489 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b51cab-42fc-4665-a90a-639a6f313f6b service neutron] Pushing event updated for resources: {'Port': ['ID=60e95c45-4abf-4a2a-8ab0-fdae08a9db79,revision_number=7']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:40:06.702562 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c38a7a8-c728-4535-9f2e-bd27f1a480a2 req-1ec08b6a-f865-4b88-ab9d-10c3fe20f3a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:40:06.703995 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-1c38a7a8-c728-4535-9f2e-bd27f1a480a2 req-1ec08b6a-f865-4b88-ab9d-10c3fe20f3a5 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=f67c331a50754d8f83edb528dd0df455&device_id=af12d05d-1b7c-4c5e-baa7-1ec5553d4a41 HTTP/1.1" status: 200 len: 1096 time: 0.0546625 Jul 27 21:40:06.727732 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:06.796993 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c38a7a8-c728-4535-9f2e-bd27f1a480a2 req-7922426b-ce84-4c61-a9c5-c1742ac0feda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:40:06.798474 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-1c38a7a8-c728-4535-9f2e-bd27f1a480a2 req-7922426b-ce84-4c61-a9c5-c1742ac0feda service neutron] 10.222.0.60 "GET /v2.0/networks?id=db164cd8-b869-41cf-aa0c-758e0626219f HTTP/1.1" status: 200 len: 916 time: 0.0874131 Jul 27 21:40:06.844233 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-1c38a7a8-c728-4535-9f2e-bd27f1a480a2 req-9f3b26bf-570f-4c96-b66a-911a82be25b9 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=60e95c45-4abf-4a2a-8ab0-fdae08a9db79 HTTP/1.1" status: 200 len: 217 time: 0.0380046 Jul 27 21:40:06.895146 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c38a7a8-c728-4535-9f2e-bd27f1a480a2 req-cb2087ed-5b1e-4822-9271-c3f779815ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:40:06.896618 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-1c38a7a8-c728-4535-9f2e-bd27f1a480a2 req-cb2087ed-5b1e-4822-9271-c3f779815ac2 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4cbada6c-345b-4752-a8c8-79269ba8f9af HTTP/1.1" status: 200 len: 855 time: 0.0443306 Jul 27 21:40:06.932431 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-1c38a7a8-c728-4535-9f2e-bd27f1a480a2 req-1b085ac4-bba0-4443-a34b-610be15d62a5 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=db164cd8-b869-41cf-aa0c-758e0626219f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291765 Jul 27 21:40:07.024732 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-1c38a7a8-c728-4535-9f2e-bd27f1a480a2 req-0e266947-738a-41b6-b62b-1972a789f31f service neutron] 10.222.0.60 "GET /v2.0/networks/db164cd8-b869-41cf-aa0c-758e0626219f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852306 Jul 27 21:40:07.111567 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-1c38a7a8-c728-4535-9f2e-bd27f1a480a2 req-2a6f5eb9-388b-432e-9377-9e4e6dc8a7c2 service neutron] 10.222.0.60 "GET /v2.0/networks/db164cd8-b869-41cf-aa0c-758e0626219f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801890 Jul 27 21:40:07.599962 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228e9055-43f5-41c6-a836-5259a5f969d4 req-ed1f6802-d796-485c-b5a8-14519f017d89 tempest-ServerDiskConfigTestJSON-1632610150 tempest-ServerDiskConfigTestJSON-1632610150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:40:07.601603 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-228e9055-43f5-41c6-a836-5259a5f969d4 req-ed1f6802-d796-485c-b5a8-14519f017d89 tempest-ServerDiskConfigTestJSON-1632610150 tempest-ServerDiskConfigTestJSON-1632610150-project] 10.222.0.59 "GET /v2.0/ports?device_id=af12d05d-1b7c-4c5e-baa7-1ec5553d4a41 HTTP/1.1" status: 200 len: 944 time: 0.0630677 Jul 27 21:40:07.646292 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-228e9055-43f5-41c6-a836-5259a5f969d4 req-3392955d-aec4-4a44-9fc9-453dbb2ecfe3 tempest-ServerDiskConfigTestJSON-1632610150 tempest-ServerDiskConfigTestJSON-1632610150-project] 10.222.0.59 "GET /v2.0/security-groups?id=e7e97956-0d2e-4d67-8ad4-b3dcc9e98794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383055 Jul 27 21:40:08.442820 n-d-705658-22 neutron-server[105585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af12d05d-1b7c-4c5e-baa7-1ec5553d4a41', 'tag': '60e95c45-4abf-4a2a-8ab0-fdae08a9db79'}] {{(pid=105585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:40:08.445219 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d66fd65881426bfc2b5388084a3654e5eae521106a15a3dbf0eb4cde7106c36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c16fac7-feef-4dd7-a409-46429577c931" -d '{"events": [{"name": "network-changed", "server_uuid": "af12d05d-1b7c-4c5e-baa7-1ec5553d4a41", "tag": "60e95c45-4abf-4a2a-8ab0-fdae08a9db79"}]}' {{(pid=105585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:40:08.491472 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:40:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba58fcc7-c14e-4524-998b-0b8bc6087a2f x-openstack-request-id: req-ba58fcc7-c14e-4524-998b-0b8bc6087a2f {{(pid=105585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:40:08.491766 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af12d05d-1b7c-4c5e-baa7-1ec5553d4a41", "tag": "60e95c45-4abf-4a2a-8ab0-fdae08a9db79", "status": "completed", "code": 200}]} {{(pid=105585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:40:08.492018 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-ba58fcc7-c14e-4524-998b-0b8bc6087a2f {{(pid=105585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:40:08.492429 n-d-705658-22 neutron-server[105585]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af12d05d-1b7c-4c5e-baa7-1ec5553d4a41', 'tag': '60e95c45-4abf-4a2a-8ab0-fdae08a9db79', 'status': 'completed', 'code': 200} Jul 27 21:40:08.564158 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c16fac7-feef-4dd7-a409-46429577c931 req-eecca85d-ef50-4056-a4bb-f29bbde54701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:40:08.565686 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-1c16fac7-feef-4dd7-a409-46429577c931 req-eecca85d-ef50-4056-a4bb-f29bbde54701 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f67c331a50754d8f83edb528dd0df455&device_id=af12d05d-1b7c-4c5e-baa7-1ec5553d4a41 HTTP/1.1" status: 200 len: 1096 time: 0.0553939 Jul 27 21:40:08.570549 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c16fac7-feef-4dd7-a409-46429577c931 req-0d6c0f55-2171-4ad4-b219-633c79bae4ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:40:08.572244 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-1c16fac7-feef-4dd7-a409-46429577c931 req-0d6c0f55-2171-4ad4-b219-633c79bae4ad service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=f67c331a50754d8f83edb528dd0df455&device_id=af12d05d-1b7c-4c5e-baa7-1ec5553d4a41 HTTP/1.1" status: 200 len: 1096 time: 0.0555592 Jul 27 21:40:08.657255 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c16fac7-feef-4dd7-a409-46429577c931 req-1118c7fc-4f27-481f-85bb-83b297c264b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:40:08.658741 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-1c16fac7-feef-4dd7-a409-46429577c931 req-1118c7fc-4f27-481f-85bb-83b297c264b5 service neutron] 10.222.0.36 "GET /v2.0/networks?id=db164cd8-b869-41cf-aa0c-758e0626219f HTTP/1.1" status: 200 len: 916 time: 0.0864036 Jul 27 21:40:08.662819 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c16fac7-feef-4dd7-a409-46429577c931 req-d9d9f79b-95e7-489a-8523-a95b4e2badc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:40:08.664350 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-1c16fac7-feef-4dd7-a409-46429577c931 req-d9d9f79b-95e7-489a-8523-a95b4e2badc0 service neutron] 10.222.0.60 "GET /v2.0/networks?id=db164cd8-b869-41cf-aa0c-758e0626219f HTTP/1.1" status: 200 len: 916 time: 0.0844092 Jul 27 21:40:08.702242 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-1c16fac7-feef-4dd7-a409-46429577c931 req-c91207db-b684-4560-a4f0-cd85c59d6e37 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=60e95c45-4abf-4a2a-8ab0-fdae08a9db79 HTTP/1.1" status: 200 len: 217 time: 0.0363851 Jul 27 21:40:08.712144 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-1c16fac7-feef-4dd7-a409-46429577c931 req-ac278abd-e667-4742-81c4-6feb1b914514 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=60e95c45-4abf-4a2a-8ab0-fdae08a9db79 HTTP/1.1" status: 200 len: 217 time: 0.0403237 Jul 27 21:40:08.751876 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c16fac7-feef-4dd7-a409-46429577c931 req-34c348d9-9a7a-40b8-bf1c-894edc2561e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:40:08.753352 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-1c16fac7-feef-4dd7-a409-46429577c931 req-34c348d9-9a7a-40b8-bf1c-894edc2561e1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4cbada6c-345b-4752-a8c8-79269ba8f9af HTTP/1.1" status: 200 len: 855 time: 0.0445013 Jul 27 21:40:08.787091 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-1c16fac7-feef-4dd7-a409-46429577c931 req-6f61a1a1-8e40-4688-b192-0961f5010201 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=db164cd8-b869-41cf-aa0c-758e0626219f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269256 Jul 27 21:40:08.793303 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c16fac7-feef-4dd7-a409-46429577c931 req-7e9a3111-74a1-46e2-a0b8-ba99be9a3b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:40:08.794758 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-1c16fac7-feef-4dd7-a409-46429577c931 req-7e9a3111-74a1-46e2-a0b8-ba99be9a3b8e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4cbada6c-345b-4752-a8c8-79269ba8f9af HTTP/1.1" status: 200 len: 855 time: 0.0715852 Jul 27 21:40:08.835335 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-1c16fac7-feef-4dd7-a409-46429577c931 req-6b4cc14c-3ce4-4b9b-a5ca-51c03f0a115b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=db164cd8-b869-41cf-aa0c-758e0626219f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327404 Jul 27 21:40:08.843492 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766f3018-6802-4f8b-b86f-c2355c1b6f09 req-7dc3ad3c-03ff-46f6-8975-48d9190a2599 tempest-ServerDiskConfigTestJSON-1632610150 tempest-ServerDiskConfigTestJSON-1632610150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:40:08.844874 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-766f3018-6802-4f8b-b86f-c2355c1b6f09 req-7dc3ad3c-03ff-46f6-8975-48d9190a2599 tempest-ServerDiskConfigTestJSON-1632610150 tempest-ServerDiskConfigTestJSON-1632610150-project] 10.222.0.59 "GET /v2.0/ports?device_id=af12d05d-1b7c-4c5e-baa7-1ec5553d4a41 HTTP/1.1" status: 200 len: 944 time: 0.1308649 Jul 27 21:40:08.878819 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-1c16fac7-feef-4dd7-a409-46429577c931 req-cd924119-2f32-4d81-850d-3d33a7f387d2 service neutron] 10.222.0.36 "GET /v2.0/networks/db164cd8-b869-41cf-aa0c-758e0626219f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851269 Jul 27 21:40:08.927741 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-9fe95ff6-fb56-448c-927d-6e3532393d60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:08.930282 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-766f3018-6802-4f8b-b86f-c2355c1b6f09 req-ede23a00-b5ef-4349-8db7-89d94246dce4 tempest-ServerDiskConfigTestJSON-1632610150 tempest-ServerDiskConfigTestJSON-1632610150-project] 10.222.0.59 "GET /v2.0/security-groups?id=e7e97956-0d2e-4d67-8ad4-b3dcc9e98794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772834 Jul 27 21:40:08.968728 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-1c16fac7-feef-4dd7-a409-46429577c931 req-17fa7e77-5465-48dd-82db-154f5aef5e97 service neutron] 10.222.0.60 "GET /v2.0/networks/db164cd8-b869-41cf-aa0c-758e0626219f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228509 Jul 27 21:40:08.971974 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-1c16fac7-feef-4dd7-a409-46429577c931 req-745489a3-90f3-47e2-b036-e03432c372eb service neutron] 10.222.0.36 "GET /v2.0/networks/db164cd8-b869-41cf-aa0c-758e0626219f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864506 Jul 27 21:40:09.064199 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-1c16fac7-feef-4dd7-a409-46429577c931 req-6cf31ac5-2245-42b7-b855-f675cef3785c service neutron] 10.222.0.60 "GET /v2.0/networks/db164cd8-b869-41cf-aa0c-758e0626219f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866854 Jul 27 21:40:10.071469 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b83accd-e93d-4243-afcb-26ac50a8b776 req-267391dd-85a2-47e6-87a8-93e8884a6e7a tempest-ServerDiskConfigTestJSON-1632610150 tempest-ServerDiskConfigTestJSON-1632610150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:40:10.072948 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-8b83accd-e93d-4243-afcb-26ac50a8b776 req-267391dd-85a2-47e6-87a8-93e8884a6e7a tempest-ServerDiskConfigTestJSON-1632610150 tempest-ServerDiskConfigTestJSON-1632610150-project] 10.222.0.59 "GET /v2.0/ports?device_id=af12d05d-1b7c-4c5e-baa7-1ec5553d4a41 HTTP/1.1" status: 200 len: 944 time: 0.0638008 Jul 27 21:40:10.109912 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-8b83accd-e93d-4243-afcb-26ac50a8b776 req-5e67b131-bccf-48b3-a243-bf7c611d2814 tempest-ServerDiskConfigTestJSON-1632610150 tempest-ServerDiskConfigTestJSON-1632610150-project] 10.222.0.59 "GET /v2.0/security-groups?id=e7e97956-0d2e-4d67-8ad4-b3dcc9e98794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310369 Jul 27 21:40:10.319755 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d27941-44bf-42e8-af12-67eee8888fd6 req-d9d5b8c9-f316-466b-8ae8-28dbb98a0c62 tempest-ServerDiskConfigTestJSON-1632610150 tempest-ServerDiskConfigTestJSON-1632610150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:40:10.321757 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b4d27941-44bf-42e8-af12-67eee8888fd6 req-d9d5b8c9-f316-466b-8ae8-28dbb98a0c62 tempest-ServerDiskConfigTestJSON-1632610150 tempest-ServerDiskConfigTestJSON-1632610150-project] 10.222.0.59 "GET /v2.0/ports?device_id=af12d05d-1b7c-4c5e-baa7-1ec5553d4a41 HTTP/1.1" status: 200 len: 944 time: 0.0641460 Jul 27 21:40:10.340612 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c52ae2b-b434-4f49-9553-ccf87b551118 req-aea747c6-d9bd-4f1b-bbcc-0e56081e5d15 tempest-ServerDiskConfigTestJSON-1632610150 tempest-ServerDiskConfigTestJSON-1632610150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:40:10.342114 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-1c52ae2b-b434-4f49-9553-ccf87b551118 req-aea747c6-d9bd-4f1b-bbcc-0e56081e5d15 tempest-ServerDiskConfigTestJSON-1632610150 tempest-ServerDiskConfigTestJSON-1632610150-project] 10.222.0.36 "GET /v2.0/ports?device_id=af12d05d-1b7c-4c5e-baa7-1ec5553d4a41&tenant_id=f67c331a50754d8f83edb528dd0df455&binding%3Ahost_id=n-h2-705658-22 HTTP/1.1" status: 200 len: 944 time: 0.0712771 Jul 27 21:40:10.360065 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b4d27941-44bf-42e8-af12-67eee8888fd6 req-57320bf9-0d1d-4317-b621-02b77febae89 tempest-ServerDiskConfigTestJSON-1632610150 tempest-ServerDiskConfigTestJSON-1632610150-project] 10.222.0.59 "GET /v2.0/security-groups?id=e7e97956-0d2e-4d67-8ad4-b3dcc9e98794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326576 Jul 27 21:40:10.382319 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device 60e95c45-4abf-4a2a-8ab0-fdae08a9db79 no longer exists at agent hyperv_n-h1-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:40:10.385316 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Device 60e95c45-4abf-4a2a-8ab0-fdae08a9db79 details requested by agent hyperv_n-h2-705658-22 with host n-h2-705658-22 {{(pid=105586) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:40:10.402785 n-d-705658-22 neutron-server[105584]: INFO neutron.api.v2.resource [req-1c52ae2b-b434-4f49-9553-ccf87b551118 req-ba2945bc-d0a5-4806-83a7-337c25895de3 service neutron] delete failed (client error): The resource could not be found. Jul 27 21:40:10.403838 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-1c52ae2b-b434-4f49-9553-ccf87b551118 req-ba2945bc-d0a5-4806-83a7-337c25895de3 service neutron] 10.222.0.36 "DELETE /v2.0/ports/60e95c45-4abf-4a2a-8ab0-fdae08a9db79/bindings/n-h1-705658-22 HTTP/1.1" status: 404 len: 381 time: 0.0538943 Jul 27 21:40:10.465784 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device 60e95c45-4abf-4a2a-8ab0-fdae08a9db79 not bound to the agent host n-h1-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:40:10.500011 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c52ae2b-b434-4f49-9553-ccf87b551118 req-edc794da-cc06-4567-9d39-ed433ffb4f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:40:10.501526 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-1c52ae2b-b434-4f49-9553-ccf87b551118 req-edc794da-cc06-4567-9d39-ed433ffb4f47 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f67c331a50754d8f83edb528dd0df455&device_id=af12d05d-1b7c-4c5e-baa7-1ec5553d4a41 HTTP/1.1" status: 200 len: 1096 time: 0.0546858 Jul 27 21:40:10.514058 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] For port 60e95c45-4abf-4a2a-8ab0-fdae08a9db79, host n-h2-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=60e95c45-4abf-4a2a-8ab0-fdae08a9db79,segment=NetworkSegment(1b425cb1-78e6-45fb-9c2f-3713644d8ee7),segment_id=1b425cb1-78e6-45fb-9c2f-3713644d8ee7)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:40:10.524751 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:10.527466 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Returning: {'device': '60e95c45-4abf-4a2a-8ab0-fdae08a9db79', 'network_id': 'db164cd8-b869-41cf-aa0c-758e0626219f', 'port_id': '60e95c45-4abf-4a2a-8ab0-fdae08a9db79', 'mac_address': 'fa:16:3e:b0:c9:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 226, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4cbada6c-345b-4752-a8c8-79269ba8f9af', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105586) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:40:10.568989 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:10.581418 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [None req-3d54578f-831f-4696-b568-13c455922dab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60e95c45-4abf-4a2a-8ab0-fdae08a9db79 {{(pid=105586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:40:10.593568 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c52ae2b-b434-4f49-9553-ccf87b551118 req-8928a097-3965-41bf-a909-f2b528b0d167 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:40:10.595074 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-1c52ae2b-b434-4f49-9553-ccf87b551118 req-8928a097-3965-41bf-a909-f2b528b0d167 service neutron] 10.222.0.36 "GET /v2.0/networks?id=db164cd8-b869-41cf-aa0c-758e0626219f HTTP/1.1" status: 200 len: 916 time: 0.0867505 Jul 27 21:40:10.600507 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] For port 60e95c45-4abf-4a2a-8ab0-fdae08a9db79, host n-h2-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=60e95c45-4abf-4a2a-8ab0-fdae08a9db79,segment=NetworkSegment(1b425cb1-78e6-45fb-9c2f-3713644d8ee7),segment_id=1b425cb1-78e6-45fb-9c2f-3713644d8ee7)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:40:10.605037 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:10.638888 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-1c52ae2b-b434-4f49-9553-ccf87b551118 req-352470af-62e4-4248-b377-f909b836e8b7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=60e95c45-4abf-4a2a-8ab0-fdae08a9db79 HTTP/1.1" status: 200 len: 217 time: 0.0359702 Jul 27 21:40:10.651965 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Pushing event updated for resources: {'Port': ['ID=60e95c45-4abf-4a2a-8ab0-fdae08a9db79,revision_number=8']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:40:10.689600 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c52ae2b-b434-4f49-9553-ccf87b551118 req-a2abb015-75d7-4d14-a39c-964a437c2540 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:40:10.691086 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-1c52ae2b-b434-4f49-9553-ccf87b551118 req-a2abb015-75d7-4d14-a39c-964a437c2540 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4cbada6c-345b-4752-a8c8-79269ba8f9af HTTP/1.1" status: 200 len: 855 time: 0.0447776 Jul 27 21:40:10.728687 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-1c52ae2b-b434-4f49-9553-ccf87b551118 req-def05cb5-642c-41e9-a0c0-883cb38caeb8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=db164cd8-b869-41cf-aa0c-758e0626219f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311759 Jul 27 21:40:10.814588 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-1c52ae2b-b434-4f49-9553-ccf87b551118 req-605734f2-af78-4a61-a05a-59983b539a59 service neutron] 10.222.0.36 "GET /v2.0/networks/db164cd8-b869-41cf-aa0c-758e0626219f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793283 Jul 27 21:40:10.905485 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] get_ports_and_sgs() called for port_ids ['60e95c45-4abf-4a2a-8ab0-fdae08a9db79'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:40:10.905681 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-1c52ae2b-b434-4f49-9553-ccf87b551118 req-e174a51b-d709-4c15-9feb-72cd6f2fc818 service neutron] 10.222.0.36 "GET /v2.0/networks/db164cd8-b869-41cf-aa0c-758e0626219f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842488 Jul 27 21:40:11.494914 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621acbd2-e6a9-4950-a013-4cfd15ee5e2c req-a08c8589-8be2-4488-817e-405396a7b04c tempest-ServerDiskConfigTestJSON-1632610150 tempest-ServerDiskConfigTestJSON-1632610150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:40:11.496433 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-621acbd2-e6a9-4950-a013-4cfd15ee5e2c req-a08c8589-8be2-4488-817e-405396a7b04c tempest-ServerDiskConfigTestJSON-1632610150 tempest-ServerDiskConfigTestJSON-1632610150-project] 10.222.0.59 "GET /v2.0/ports?device_id=af12d05d-1b7c-4c5e-baa7-1ec5553d4a41 HTTP/1.1" status: 200 len: 945 time: 0.0681679 Jul 27 21:40:11.534975 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-621acbd2-e6a9-4950-a013-4cfd15ee5e2c req-147273b7-8290-47cc-8bcb-f8bceaad9ba5 tempest-ServerDiskConfigTestJSON-1632610150 tempest-ServerDiskConfigTestJSON-1632610150-project] 10.222.0.59 "GET /v2.0/security-groups?id=e7e97956-0d2e-4d67-8ad4-b3dcc9e98794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323358 Jul 27 21:40:11.574656 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-862c4e4e-f065-44bb-a1f9-2cd8f82aa22f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:11.664318 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a982e6-49e0-45e1-8ba4-f0b79d72d401 req-f62eead9-606d-4607-a11f-71291e0708a3 tempest-ServerDiskConfigTestJSON-1632610150 tempest-ServerDiskConfigTestJSON-1632610150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:40:11.665797 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-42a982e6-49e0-45e1-8ba4-f0b79d72d401 req-f62eead9-606d-4607-a11f-71291e0708a3 tempest-ServerDiskConfigTestJSON-1632610150 tempest-ServerDiskConfigTestJSON-1632610150-project] 10.222.0.59 "GET /v2.0/ports?device_id=af12d05d-1b7c-4c5e-baa7-1ec5553d4a41 HTTP/1.1" status: 200 len: 945 time: 0.0640702 Jul 27 21:40:11.702589 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-42a982e6-49e0-45e1-8ba4-f0b79d72d401 req-7923dff0-946b-4bbb-9e81-f4c557e04a41 tempest-ServerDiskConfigTestJSON-1632610150 tempest-ServerDiskConfigTestJSON-1632610150-project] 10.222.0.59 "GET /v2.0/security-groups?id=e7e97956-0d2e-4d67-8ad4-b3dcc9e98794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309541 Jul 27 21:40:11.832669 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e374f8e1-2a6a-4384-a78e-d27bdf08c532 req-1be20ade-db36-416a-9aba-190fbc6073d8 tempest-ServerDiskConfigTestJSON-1632610150 tempest-ServerDiskConfigTestJSON-1632610150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:40:11.834050 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e374f8e1-2a6a-4384-a78e-d27bdf08c532 req-1be20ade-db36-416a-9aba-190fbc6073d8 tempest-ServerDiskConfigTestJSON-1632610150 tempest-ServerDiskConfigTestJSON-1632610150-project] 10.222.0.59 "GET /v2.0/ports?device_id=af12d05d-1b7c-4c5e-baa7-1ec5553d4a41 HTTP/1.1" status: 200 len: 945 time: 0.0665352 Jul 27 21:40:11.873078 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e374f8e1-2a6a-4384-a78e-d27bdf08c532 req-1206a66d-0c36-48f6-af8d-87e5b1227d01 tempest-ServerDiskConfigTestJSON-1632610150 tempest-ServerDiskConfigTestJSON-1632610150-project] 10.222.0.59 "GET /v2.0/security-groups?id=e7e97956-0d2e-4d67-8ad4-b3dcc9e98794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330474 Jul 27 21:40:11.913553 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:12.217663 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68ca914-8d0d-4693-aa0c-1ce2e4c85092 req-69036138-a239-4dc2-bc24-0ccf5e6fcb68 tempest-ServerDiskConfigTestJSON-1632610150 tempest-ServerDiskConfigTestJSON-1632610150-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:40:12.219165 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f68ca914-8d0d-4693-aa0c-1ce2e4c85092 req-69036138-a239-4dc2-bc24-0ccf5e6fcb68 tempest-ServerDiskConfigTestJSON-1632610150 tempest-ServerDiskConfigTestJSON-1632610150-project] 10.222.0.59 "GET /v2.0/networks?id=db164cd8-b869-41cf-aa0c-758e0626219f HTTP/1.1" status: 200 len: 815 time: 0.1006501 Jul 27 21:40:12.233353 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f68ca914-8d0d-4693-aa0c-1ce2e4c85092 req-3b1dfed2-b4d3-48f3-a465-659f9856fe96 tempest-ServerDiskConfigTestJSON-1632610150 tempest-ServerDiskConfigTestJSON-1632610150-project] 10.222.0.59 "GET /v2.0/quotas/f67c331a50754d8f83edb528dd0df455 HTTP/1.1" status: 200 len: 375 time: 0.0086892 Jul 27 21:40:12.297561 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f68ca914-8d0d-4693-aa0c-1ce2e4c85092 req-8c248618-3b22-4abd-ad18-c8d966466a81 tempest-ServerDiskConfigTestJSON-1632610150 tempest-ServerDiskConfigTestJSON-1632610150-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=f67c331a50754d8f83edb528dd0df455&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0591257 Jul 27 21:40:12.390612 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f68ca914-8d0d-4693-aa0c-1ce2e4c85092 req-44cd0bca-5ffa-4e4c-8dfa-d8096f2457af service neutron] 10.222.0.59 "GET /v2.0/networks/db164cd8-b869-41cf-aa0c-758e0626219f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861201 Jul 27 21:40:12.399084 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Device 60e95c45-4abf-4a2a-8ab0-fdae08a9db79 up at agent hyperv_n-h2-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:40:12.446861 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-3d54578f-831f-4696-b568-13c455922dab None None] Provisioning for port 60e95c45-4abf-4a2a-8ab0-fdae08a9db79 completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:40:12.450549 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-3d54578f-831f-4696-b568-13c455922dab None None] Provisioning complete for port 60e95c45-4abf-4a2a-8ab0-fdae08a9db79 triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:40:12.450941 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:12.482071 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f68ca914-8d0d-4693-aa0c-1ce2e4c85092 req-9ca26f78-ef81-45d4-9445-8fb3ddd44400 service neutron] 10.222.0.59 "GET /v2.0/networks/db164cd8-b869-41cf-aa0c-758e0626219f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855803 Jul 27 21:40:12.525481 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:12.550310 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af12d05d-1b7c-4c5e-baa7-1ec5553d4a41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60e95c45-4abf-4a2a-8ab0-fdae08a9db79'}] {{(pid=105586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:40:12.552576 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14c1663e039faf5393f87855f745010ac5b02220355b68fdbf065393e303ac56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90a622e6-14ca-418c-a3c6-07b5fda29c46" -d '{"events": [{"server_uuid": "af12d05d-1b7c-4c5e-baa7-1ec5553d4a41", "name": "network-vif-plugged", "status": "completed", "tag": "60e95c45-4abf-4a2a-8ab0-fdae08a9db79"}]}' {{(pid=105586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:40:12.565779 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] For port 60e95c45-4abf-4a2a-8ab0-fdae08a9db79, host n-h2-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=60e95c45-4abf-4a2a-8ab0-fdae08a9db79,segment=NetworkSegment(1b425cb1-78e6-45fb-9c2f-3713644d8ee7),segment_id=1b425cb1-78e6-45fb-9c2f-3713644d8ee7)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:40:12.569222 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:12.597313 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:40:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-229c8ee8-d629-47d2-a7e7-352c9b389038 x-openstack-request-id: req-229c8ee8-d629-47d2-a7e7-352c9b389038 {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:40:12.597907 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af12d05d-1b7c-4c5e-baa7-1ec5553d4a41", "name": "network-vif-plugged", "status": "completed", "tag": "60e95c45-4abf-4a2a-8ab0-fdae08a9db79", "code": 200}]} {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:40:12.597907 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-229c8ee8-d629-47d2-a7e7-352c9b389038 {{(pid=105586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:40:12.598224 n-d-705658-22 neutron-server[105586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af12d05d-1b7c-4c5e-baa7-1ec5553d4a41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60e95c45-4abf-4a2a-8ab0-fdae08a9db79', 'code': 200} Jul 27 21:40:12.629914 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Pushing event updated for resources: {'Port': ['ID=60e95c45-4abf-4a2a-8ab0-fdae08a9db79,revision_number=9']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:40:12.653207 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a53e3230-3ef5-4055-887a-b3197de0a841 req-28ce6720-5ece-4c11-9c21-31ea459494fd tempest-ServerDiskConfigTestJSON-1632610150 tempest-ServerDiskConfigTestJSON-1632610150-project] 10.222.0.59 "GET /v2.0/ports?device_id=27604bc4-b642-4784-96d2-0074dce24e42 HTTP/1.1" status: 200 len: 210 time: 0.0364819 Jul 27 21:40:13.006467 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-bb32ed7d-8717-448b-a9c8-a5a0117d1fd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:13.574410 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3d83ea-ba88-429f-ac93-8c4058f601a0 req-06e8234b-0055-463f-91cd-7fd1103ede9c tempest-ServerDiskConfigTestJSON-1632610150 tempest-ServerDiskConfigTestJSON-1632610150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:40:13.576477 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-7c3d83ea-ba88-429f-ac93-8c4058f601a0 req-06e8234b-0055-463f-91cd-7fd1103ede9c tempest-ServerDiskConfigTestJSON-1632610150 tempest-ServerDiskConfigTestJSON-1632610150-project] 10.222.0.60 "GET /v2.0/ports?device_id=af12d05d-1b7c-4c5e-baa7-1ec5553d4a41 HTTP/1.1" status: 200 len: 946 time: 0.0661175 Jul 27 21:40:13.688583 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [req-7c3d83ea-ba88-429f-ac93-8c4058f601a0 req-860b3ff0-78eb-40df-93d8-9a0d9fdb90a8 tempest-ServerDiskConfigTestJSON-1632610150 tempest-ServerDiskConfigTestJSON-1632610150-project] Deleting port 60e95c45-4abf-4a2a-8ab0-fdae08a9db79 {{(pid=105585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:40:13.689612 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-7c3d83ea-ba88-429f-ac93-8c4058f601a0 req-860b3ff0-78eb-40df-93d8-9a0d9fdb90a8 tempest-ServerDiskConfigTestJSON-1632610150 tempest-ServerDiskConfigTestJSON-1632610150-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:13.703973 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68ca914-8d0d-4693-aa0c-1ce2e4c85092 req-65ab70f8-d768-47bd-9372-954617f06e13 tempest-ServerDiskConfigTestJSON-1632610150 tempest-ServerDiskConfigTestJSON-1632610150-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:40:13.705473 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-f68ca914-8d0d-4693-aa0c-1ce2e4c85092 req-65ab70f8-d768-47bd-9372-954617f06e13 tempest-ServerDiskConfigTestJSON-1632610150 tempest-ServerDiskConfigTestJSON-1632610150-project] 10.222.0.60 "GET /v2.0/networks?id=db164cd8-b869-41cf-aa0c-758e0626219f HTTP/1.1" status: 200 len: 815 time: 0.1097608 Jul 27 21:40:13.720625 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [req-f68ca914-8d0d-4693-aa0c-1ce2e4c85092 req-fa2bbb13-56d8-4d7a-85f4-a3926ec0f243 tempest-ServerDiskConfigTestJSON-1632610150 tempest-ServerDiskConfigTestJSON-1632610150-project] Request body: {'port': {'device_id': '27604bc4-b642-4784-96d2-0074dce24e42', 'network_id': 'db164cd8-b869-41cf-aa0c-758e0626219f', 'admin_state_up': True, 'tenant_id': 'f67c331a50754d8f83edb528dd0df455'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:40:13.774482 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-242db5c9-8e55-4a5e-9391-ea540e8fd34f req-3da574fe-b9f5-4bfd-a436-341e148b1267 tempest-ServerDiskConfigTestJSON-1632610150 tempest-ServerDiskConfigTestJSON-1632610150-project] 10.222.0.59 "GET /v2.0/ports?device_id=27604bc4-b642-4784-96d2-0074dce24e42 HTTP/1.1" status: 200 len: 210 time: 0.0341685 Jul 27 21:40:13.824064 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.db [req-7c3d83ea-ba88-429f-ac93-8c4058f601a0 req-860b3ff0-78eb-40df-93d8-9a0d9fdb90a8 tempest-ServerDiskConfigTestJSON-1632610150 tempest-ServerDiskConfigTestJSON-1632610150-project] For port 60e95c45-4abf-4a2a-8ab0-fdae08a9db79, host n-h2-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=60e95c45-4abf-4a2a-8ab0-fdae08a9db79,segment=NetworkSegment(1b425cb1-78e6-45fb-9c2f-3713644d8ee7),segment_id=1b425cb1-78e6-45fb-9c2f-3713644d8ee7)] {{(pid=105585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:40:13.824487 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-7c3d83ea-ba88-429f-ac93-8c4058f601a0 req-860b3ff0-78eb-40df-93d8-9a0d9fdb90a8 tempest-ServerDiskConfigTestJSON-1632610150 tempest-ServerDiskConfigTestJSON-1632610150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:13.837826 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f68ca914-8d0d-4693-aa0c-1ce2e4c85092 req-fa2bbb13-56d8-4d7a-85f4-a3926ec0f243 tempest-ServerDiskConfigTestJSON-1632610150 tempest-ServerDiskConfigTestJSON-1632610150-project] Made reservation on behalf of f67c331a50754d8f83edb528dd0df455 for: {'port': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:40:13.839527 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [req-7c3d83ea-ba88-429f-ac93-8c4058f601a0 req-860b3ff0-78eb-40df-93d8-9a0d9fdb90a8 tempest-ServerDiskConfigTestJSON-1632610150 tempest-ServerDiskConfigTestJSON-1632610150-project] Calling delete_port for 60e95c45-4abf-4a2a-8ab0-fdae08a9db79 owned by compute:nova {{(pid=105585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:40:13.841457 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-f68ca914-8d0d-4693-aa0c-1ce2e4c85092 req-fa2bbb13-56d8-4d7a-85f4-a3926ec0f243 tempest-ServerDiskConfigTestJSON-1632610150 tempest-ServerDiskConfigTestJSON-1632610150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:13.979678 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.db_base_plugin_common [req-f68ca914-8d0d-4693-aa0c-1ce2e4c85092 req-fa2bbb13-56d8-4d7a-85f4-a3926ec0f243 tempest-ServerDiskConfigTestJSON-1632610150 tempest-ServerDiskConfigTestJSON-1632610150-project] Allocated IP 172.20.0.7 (db164cd8-b869-41cf-aa0c-758e0626219f/4cbada6c-345b-4752-a8c8-79269ba8f9af/559f2719-2b98-4691-be3d-968bb4c2cfc1) {{(pid=105584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:40:13.984675 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-7c3d83ea-ba88-429f-ac93-8c4058f601a0 req-860b3ff0-78eb-40df-93d8-9a0d9fdb90a8 tempest-ServerDiskConfigTestJSON-1632610150 tempest-ServerDiskConfigTestJSON-1632610150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:14.006133 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] get_ports_and_sgs() called for port_ids ['60e95c45-4abf-4a2a-8ab0-fdae08a9db79'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:40:14.046415 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860b3ff0-78eb-40df-93d8-9a0d9fdb90a8 tempest-ServerDiskConfigTestJSON-1632610150 tempest-ServerDiskConfigTestJSON-1632610150-project] Pushing event deleted for resources: {'Port': ['ID=60e95c45-4abf-4a2a-8ab0-fdae08a9db79,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:40:14.076085 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c3d83ea-ba88-429f-ac93-8c4058f601a0 req-860b3ff0-78eb-40df-93d8-9a0d9fdb90a8 tempest-ServerDiskConfigTestJSON-1632610150 tempest-ServerDiskConfigTestJSON-1632610150-project] No DVR routers for this DVR port 60e95c45-4abf-4a2a-8ab0-fdae08a9db79 on host n-h2-705658-22 {{(pid=105585) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:40:14.078579 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-7c3d83ea-ba88-429f-ac93-8c4058f601a0 req-860b3ff0-78eb-40df-93d8-9a0d9fdb90a8 tempest-ServerDiskConfigTestJSON-1632610150 tempest-ServerDiskConfigTestJSON-1632610150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:14.080582 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-7c3d83ea-ba88-429f-ac93-8c4058f601a0 req-860b3ff0-78eb-40df-93d8-9a0d9fdb90a8 tempest-ServerDiskConfigTestJSON-1632610150 tempest-ServerDiskConfigTestJSON-1632610150-project] 10.222.0.60 "DELETE /v2.0/ports/60e95c45-4abf-4a2a-8ab0-fdae08a9db79 HTTP/1.1" status: 204 len: 173 time: 0.4981329 Jul 27 21:40:14.081013 n-d-705658-22 neutron-server[105585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af12d05d-1b7c-4c5e-baa7-1ec5553d4a41', 'name': 'network-vif-deleted', 'tag': '60e95c45-4abf-4a2a-8ab0-fdae08a9db79'}] {{(pid=105585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:40:14.083355 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d66fd65881426bfc2b5388084a3654e5eae521106a15a3dbf0eb4cde7106c36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61fb9033-6e48-449e-8129-fd84089dd1e3" -d '{"events": [{"server_uuid": "af12d05d-1b7c-4c5e-baa7-1ec5553d4a41", "name": "network-vif-deleted", "tag": "60e95c45-4abf-4a2a-8ab0-fdae08a9db79"}]}' {{(pid=105585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:40:14.122850 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:40:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef6f281e-d22a-4346-b2df-d803062ceb4e x-openstack-request-id: req-ef6f281e-d22a-4346-b2df-d803062ceb4e {{(pid=105585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:40:14.123171 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af12d05d-1b7c-4c5e-baa7-1ec5553d4a41", "name": "network-vif-deleted", "tag": "60e95c45-4abf-4a2a-8ab0-fdae08a9db79", "status": "completed", "code": 200}]} {{(pid=105585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:40:14.123438 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-ef6f281e-d22a-4346-b2df-d803062ceb4e {{(pid=105585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:40:14.123877 n-d-705658-22 neutron-server[105585]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af12d05d-1b7c-4c5e-baa7-1ec5553d4a41', 'name': 'network-vif-deleted', 'tag': '60e95c45-4abf-4a2a-8ab0-fdae08a9db79', 'status': 'completed', 'code': 200} Jul 27 21:40:14.162275 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-f68ca914-8d0d-4693-aa0c-1ce2e4c85092 req-fa2bbb13-56d8-4d7a-85f4-a3926ec0f243 tempest-ServerDiskConfigTestJSON-1632610150 tempest-ServerDiskConfigTestJSON-1632610150-project] Notify callbacks [] for port, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:14.204728 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-f68ca914-8d0d-4693-aa0c-1ce2e4c85092 req-fa2bbb13-56d8-4d7a-85f4-a3926ec0f243 tempest-ServerDiskConfigTestJSON-1632610150 tempest-ServerDiskConfigTestJSON-1632610150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:14.216466 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] get_ports_and_sgs() called for port_ids ['60e95c45-4abf-4a2a-8ab0-fdae08a9db79'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:40:14.255343 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f68ca914-8d0d-4693-aa0c-1ce2e4c85092 req-fa2bbb13-56d8-4d7a-85f4-a3926ec0f243 tempest-ServerDiskConfigTestJSON-1632610150 tempest-ServerDiskConfigTestJSON-1632610150-project] Network db164cd8-b869-41cf-aa0c-758e0626219f is already hosted by enough agents. {{(pid=105584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:40:14.259156 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [req-f68ca914-8d0d-4693-aa0c-1ce2e4c85092 req-fa2bbb13-56d8-4d7a-85f4-a3926ec0f243 tempest-ServerDiskConfigTestJSON-1632610150 tempest-ServerDiskConfigTestJSON-1632610150-project] Resources bound (agent type, host, resource id): {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:40:14.265115 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [req-f68ca914-8d0d-4693-aa0c-1ce2e4c85092 req-fa2bbb13-56d8-4d7a-85f4-a3926ec0f243 tempest-ServerDiskConfigTestJSON-1632610150 tempest-ServerDiskConfigTestJSON-1632610150-project] Received port after_create {{(pid=105584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:40:14.293140 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2bbb13-56d8-4d7a-85f4-a3926ec0f243 tempest-ServerDiskConfigTestJSON-1632610150 tempest-ServerDiskConfigTestJSON-1632610150-project] Pushing event updated for resources: {'Port': ['ID=559f2719-2b98-4691-be3d-968bb4c2cfc1,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:40:14.306980 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2bbb13-56d8-4d7a-85f4-a3926ec0f243 tempest-ServerDiskConfigTestJSON-1632610150 tempest-ServerDiskConfigTestJSON-1632610150-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:40:14.307316 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2bbb13-56d8-4d7a-85f4-a3926ec0f243 tempest-ServerDiskConfigTestJSON-1632610150 tempest-ServerDiskConfigTestJSON-1632610150-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:40:14.307665 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2bbb13-56d8-4d7a-85f4-a3926ec0f243 tempest-ServerDiskConfigTestJSON-1632610150 tempest-ServerDiskConfigTestJSON-1632610150-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:40:14.308003 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2bbb13-56d8-4d7a-85f4-a3926ec0f243 tempest-ServerDiskConfigTestJSON-1632610150 tempest-ServerDiskConfigTestJSON-1632610150-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:40:14.308340 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2bbb13-56d8-4d7a-85f4-a3926ec0f243 tempest-ServerDiskConfigTestJSON-1632610150 tempest-ServerDiskConfigTestJSON-1632610150-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:40:14.308689 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2bbb13-56d8-4d7a-85f4-a3926ec0f243 tempest-ServerDiskConfigTestJSON-1632610150 tempest-ServerDiskConfigTestJSON-1632610150-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:40:14.309007 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2bbb13-56d8-4d7a-85f4-a3926ec0f243 tempest-ServerDiskConfigTestJSON-1632610150 tempest-ServerDiskConfigTestJSON-1632610150-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:40:14.310557 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2bbb13-56d8-4d7a-85f4-a3926ec0f243 tempest-ServerDiskConfigTestJSON-1632610150 tempest-ServerDiskConfigTestJSON-1632610150-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:40:14.310557 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2bbb13-56d8-4d7a-85f4-a3926ec0f243 tempest-ServerDiskConfigTestJSON-1632610150 tempest-ServerDiskConfigTestJSON-1632610150-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:40:14.310557 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2bbb13-56d8-4d7a-85f4-a3926ec0f243 tempest-ServerDiskConfigTestJSON-1632610150 tempest-ServerDiskConfigTestJSON-1632610150-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:40:14.310557 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2bbb13-56d8-4d7a-85f4-a3926ec0f243 tempest-ServerDiskConfigTestJSON-1632610150 tempest-ServerDiskConfigTestJSON-1632610150-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:40:14.310557 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2bbb13-56d8-4d7a-85f4-a3926ec0f243 tempest-ServerDiskConfigTestJSON-1632610150 tempest-ServerDiskConfigTestJSON-1632610150-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:40:14.331509 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68ca914-8d0d-4693-aa0c-1ce2e4c85092 req-fa2bbb13-56d8-4d7a-85f4-a3926ec0f243 tempest-ServerDiskConfigTestJSON-1632610150 tempest-ServerDiskConfigTestJSON-1632610150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:40:14.332143 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-f68ca914-8d0d-4693-aa0c-1ce2e4c85092 req-fa2bbb13-56d8-4d7a-85f4-a3926ec0f243 tempest-ServerDiskConfigTestJSON-1632610150 tempest-ServerDiskConfigTestJSON-1632610150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:14.346356 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-f68ca914-8d0d-4693-aa0c-1ce2e4c85092 req-fa2bbb13-56d8-4d7a-85f4-a3926ec0f243 tempest-ServerDiskConfigTestJSON-1632610150 tempest-ServerDiskConfigTestJSON-1632610150-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6313586 Jul 27 21:40:14.358877 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [req-f68ca914-8d0d-4693-aa0c-1ce2e4c85092 req-f4a5bf07-0e36-4a50-bfe6-f2439215b621 service neutron] Request body: {'port': {'device_id': '27604bc4-b642-4784-96d2-0074dce24e42', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-705658-22'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:40:14.434203 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-875ced1b-4cf3-463a-9653-058f0f9421e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:14.435457 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-f68ca914-8d0d-4693-aa0c-1ce2e4c85092 req-f4a5bf07-0e36-4a50-bfe6-f2439215b621 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:14.696034 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [req-f68ca914-8d0d-4693-aa0c-1ce2e4c85092 req-f4a5bf07-0e36-4a50-bfe6-f2439215b621 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 559f2719-2b98-4691-be3d-968bb4c2cfc1 {{(pid=105584) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:40:14.703296 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-f68ca914-8d0d-4693-aa0c-1ce2e4c85092 req-f4a5bf07-0e36-4a50-bfe6-f2439215b621 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:14.715314 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.provisioning_blocks [req-f68ca914-8d0d-4693-aa0c-1ce2e4c85092 req-f4a5bf07-0e36-4a50-bfe6-f2439215b621 service neutron] Transition to ACTIVE for port object 559f2719-2b98-4691-be3d-968bb4c2cfc1 will not be triggered until provisioned by entity L2. {{(pid=105584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:40:14.719036 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-f68ca914-8d0d-4693-aa0c-1ce2e4c85092 req-f4a5bf07-0e36-4a50-bfe6-f2439215b621 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9014027'] for port, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:14.786627 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a5bf07-0e36-4a50-bfe6-f2439215b621 service neutron] Pushing event updated for resources: {'Port': ['ID=559f2719-2b98-4691-be3d-968bb4c2cfc1,revision_number=2']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:40:14.842751 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [req-f68ca914-8d0d-4693-aa0c-1ce2e4c85092 req-f4a5bf07-0e36-4a50-bfe6-f2439215b621 service neutron] Attempting to bind port 559f2719-2b98-4691-be3d-968bb4c2cfc1 on host n-h2-705658-22 for vnic_type normal with profile {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:40:14.843117 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [req-f68ca914-8d0d-4693-aa0c-1ce2e4c85092 req-f4a5bf07-0e36-4a50-bfe6-f2439215b621 service neutron] Attempting to bind port 559f2719-2b98-4691-be3d-968bb4c2cfc1 by drivers openvswitch,hyperv on host n-h2-705658-22 at level 0 using segments [{'id': '1b425cb1-78e6-45fb-9c2f-3713644d8ee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'db164cd8-b869-41cf-aa0c-758e0626219f'}] {{(pid=105584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:40:14.843453 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f68ca914-8d0d-4693-aa0c-1ce2e4c85092 req-f4a5bf07-0e36-4a50-bfe6-f2439215b621 service neutron] Attempting to bind port 559f2719-2b98-4691-be3d-968bb4c2cfc1 on network db164cd8-b869-41cf-aa0c-758e0626219f {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:40:14.847765 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f68ca914-8d0d-4693-aa0c-1ce2e4c85092 req-f4a5bf07-0e36-4a50-bfe6-f2439215b621 service neutron] Port 559f2719-2b98-4691-be3d-968bb4c2cfc1 on network db164cd8-b869-41cf-aa0c-758e0626219f not bound, no agent of type Open vSwitch agent registered on host n-h2-705658-22 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:40:14.848092 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f68ca914-8d0d-4693-aa0c-1ce2e4c85092 req-f4a5bf07-0e36-4a50-bfe6-f2439215b621 service neutron] Attempting to bind port 559f2719-2b98-4691-be3d-968bb4c2cfc1 on network db164cd8-b869-41cf-aa0c-758e0626219f {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:40:14.852830 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f68ca914-8d0d-4693-aa0c-1ce2e4c85092 req-f4a5bf07-0e36-4a50-bfe6-f2439215b621 service neutron] Checking agent: {'id': '65195a73-a875-4810-9f5b-622ae260a8a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 49, 40), 'started_at': datetime.datetime(2021, 7, 27, 20, 49, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 40, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:40:14.853171 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f68ca914-8d0d-4693-aa0c-1ce2e4c85092 req-f4a5bf07-0e36-4a50-bfe6-f2439215b621 service neutron] Checking segment: {'id': '1b425cb1-78e6-45fb-9c2f-3713644d8ee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'db164cd8-b869-41cf-aa0c-758e0626219f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:40:14.855938 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f68ca914-8d0d-4693-aa0c-1ce2e4c85092 req-f4a5bf07-0e36-4a50-bfe6-f2439215b621 service neutron] Bound using segment: {'id': '1b425cb1-78e6-45fb-9c2f-3713644d8ee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'db164cd8-b869-41cf-aa0c-758e0626219f'} {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:40:14.855938 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [req-f68ca914-8d0d-4693-aa0c-1ce2e4c85092 req-f4a5bf07-0e36-4a50-bfe6-f2439215b621 service neutron] Bound port: 559f2719-2b98-4691-be3d-968bb4c2cfc1, host: n-h2-705658-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b425cb1-78e6-45fb-9c2f-3713644d8ee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'db164cd8-b869-41cf-aa0c-758e0626219f'}}] {{(pid=105584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:40:14.855938 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-f68ca914-8d0d-4693-aa0c-1ce2e4c85092 req-f4a5bf07-0e36-4a50-bfe6-f2439215b621 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:14.907623 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05760a8f-63ba-4ed0-9ab1-ebba3c7881df req-d5272e6c-e44e-486d-9bbb-f8bbae2651d6 tempest-ServerDiskConfigTestJSON-1632610150 tempest-ServerDiskConfigTestJSON-1632610150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:40:14.909117 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-05760a8f-63ba-4ed0-9ab1-ebba3c7881df req-d5272e6c-e44e-486d-9bbb-f8bbae2651d6 tempest-ServerDiskConfigTestJSON-1632610150 tempest-ServerDiskConfigTestJSON-1632610150-project] 10.222.0.59 "GET /v2.0/ports?device_id=27604bc4-b642-4784-96d2-0074dce24e42 HTTP/1.1" status: 200 len: 943 time: 0.0646770 Jul 27 21:40:14.922029 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [req-f68ca914-8d0d-4693-aa0c-1ce2e4c85092 req-f4a5bf07-0e36-4a50-bfe6-f2439215b621 service neutron] For port 559f2719-2b98-4691-be3d-968bb4c2cfc1, host n-h2-705658-22, cleared binding levels {{(pid=105584) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:40:14.925391 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [req-f68ca914-8d0d-4693-aa0c-1ce2e4c85092 req-f4a5bf07-0e36-4a50-bfe6-f2439215b621 service neutron] For port 559f2719-2b98-4691-be3d-968bb4c2cfc1, host n-h2-705658-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=559f2719-2b98-4691-be3d-968bb4c2cfc1,segment=NetworkSegment(1b425cb1-78e6-45fb-9c2f-3713644d8ee7),segment_id=1b425cb1-78e6-45fb-9c2f-3713644d8ee7)] {{(pid=105584) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:40:14.930040 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-f68ca914-8d0d-4693-aa0c-1ce2e4c85092 req-f4a5bf07-0e36-4a50-bfe6-f2439215b621 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9014027'] for port, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:14.949876 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-05760a8f-63ba-4ed0-9ab1-ebba3c7881df req-e269cd9b-a30f-41e0-8e12-ecdd662cf3fc tempest-ServerDiskConfigTestJSON-1632610150 tempest-ServerDiskConfigTestJSON-1632610150-project] 10.222.0.59 "GET /v2.0/security-groups?id=e7e97956-0d2e-4d67-8ad4-b3dcc9e98794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346766 Jul 27 21:40:14.972043 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68ca914-8d0d-4693-aa0c-1ce2e4c85092 req-f4a5bf07-0e36-4a50-bfe6-f2439215b621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:40:14.972672 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-f68ca914-8d0d-4693-aa0c-1ce2e4c85092 req-f4a5bf07-0e36-4a50-bfe6-f2439215b621 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:14.974061 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-f68ca914-8d0d-4693-aa0c-1ce2e4c85092 req-f4a5bf07-0e36-4a50-bfe6-f2439215b621 service neutron] 10.222.0.60 "PUT /v2.0/ports/559f2719-2b98-4691-be3d-968bb4c2cfc1 HTTP/1.1" status: 200 len: 1092 time: 0.6200254 Jul 27 21:40:14.974520 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27604bc4-b642-4784-96d2-0074dce24e42', 'tag': '559f2719-2b98-4691-be3d-968bb4c2cfc1'}] {{(pid=105584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:40:14.976808 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bce5e6c8685464f7626901654159975603b047827e3138302ed6566e28f1343" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-347a1313-66c9-4bcf-9a18-bd191e121ebf" -d '{"events": [{"name": "network-changed", "server_uuid": "27604bc4-b642-4784-96d2-0074dce24e42", "tag": "559f2719-2b98-4691-be3d-968bb4c2cfc1"}]}' {{(pid=105584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:40:14.997007 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a5bf07-0e36-4a50-bfe6-f2439215b621 service neutron] Pushing event updated for resources: {'Port': ['ID=559f2719-2b98-4691-be3d-968bb4c2cfc1,revision_number=3']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:40:15.016952 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:40:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-659ca86b-2a00-4073-bb8b-024905b38dff x-openstack-request-id: req-659ca86b-2a00-4073-bb8b-024905b38dff {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:40:15.017242 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27604bc4-b642-4784-96d2-0074dce24e42", "tag": "559f2719-2b98-4691-be3d-968bb4c2cfc1", "status": "completed", "code": 200}]} {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:40:15.017494 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-659ca86b-2a00-4073-bb8b-024905b38dff {{(pid=105584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:40:15.017892 n-d-705658-22 neutron-server[105584]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27604bc4-b642-4784-96d2-0074dce24e42', 'tag': '559f2719-2b98-4691-be3d-968bb4c2cfc1', 'status': 'completed', 'code': 200} Jul 27 21:40:15.075739 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68ca914-8d0d-4693-aa0c-1ce2e4c85092 req-1c7200d1-bd91-44b3-a293-3aa36dd00bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:40:15.077141 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-f68ca914-8d0d-4693-aa0c-1ce2e4c85092 req-1c7200d1-bd91-44b3-a293-3aa36dd00bb2 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=f67c331a50754d8f83edb528dd0df455&device_id=27604bc4-b642-4784-96d2-0074dce24e42 HTTP/1.1" status: 200 len: 1095 time: 0.0533938 Jul 27 21:40:15.121168 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-f68ca914-8d0d-4693-aa0c-1ce2e4c85092 req-aa13db16-18e9-4349-aaee-9c1354abd9bb service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=559f2719-2b98-4691-be3d-968bb4c2cfc1 HTTP/1.1" status: 200 len: 217 time: 0.0356925 Jul 27 21:40:15.168641 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68ca914-8d0d-4693-aa0c-1ce2e4c85092 req-96f92d43-ab6d-49d5-b08e-be97795e1296 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:40:15.170136 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-f68ca914-8d0d-4693-aa0c-1ce2e4c85092 req-96f92d43-ab6d-49d5-b08e-be97795e1296 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4cbada6c-345b-4752-a8c8-79269ba8f9af HTTP/1.1" status: 200 len: 855 time: 0.0426590 Jul 27 21:40:15.204314 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-f68ca914-8d0d-4693-aa0c-1ce2e4c85092 req-2b5859a1-f2d5-4c28-a332-b98064b25f09 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=db164cd8-b869-41cf-aa0c-758e0626219f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273490 Jul 27 21:40:15.295833 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-f68ca914-8d0d-4693-aa0c-1ce2e4c85092 req-b8611de1-4d29-4a9d-bf10-27ba1b123385 service neutron] 10.222.0.60 "GET /v2.0/networks/db164cd8-b869-41cf-aa0c-758e0626219f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837669 Jul 27 21:40:15.382185 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-f68ca914-8d0d-4693-aa0c-1ce2e4c85092 req-be4742a4-35db-4d8e-ae3c-04f5b19d9cde service neutron] 10.222.0.60 "GET /v2.0/networks/db164cd8-b869-41cf-aa0c-758e0626219f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0791764 Jul 27 21:40:15.479936 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347a1313-66c9-4bcf-9a18-bd191e121ebf req-1955aa8a-075d-478c-b5d1-6a35f01e6a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:40:15.481298 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-347a1313-66c9-4bcf-9a18-bd191e121ebf req-1955aa8a-075d-478c-b5d1-6a35f01e6a29 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=f67c331a50754d8f83edb528dd0df455&device_id=27604bc4-b642-4784-96d2-0074dce24e42 HTTP/1.1" status: 200 len: 1095 time: 0.0531709 Jul 27 21:40:15.573675 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347a1313-66c9-4bcf-9a18-bd191e121ebf req-1fa39ae1-b927-40a2-86d7-03b32b08ff2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:40:15.575146 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-347a1313-66c9-4bcf-9a18-bd191e121ebf req-1fa39ae1-b927-40a2-86d7-03b32b08ff2c service neutron] 10.222.0.60 "GET /v2.0/networks?id=db164cd8-b869-41cf-aa0c-758e0626219f HTTP/1.1" status: 200 len: 916 time: 0.0867658 Jul 27 21:40:15.616169 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-347a1313-66c9-4bcf-9a18-bd191e121ebf req-8e872b7a-8438-4d39-afa0-7474720bc884 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=559f2719-2b98-4691-be3d-968bb4c2cfc1 HTTP/1.1" status: 200 len: 217 time: 0.0336533 Jul 27 21:40:15.667100 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347a1313-66c9-4bcf-9a18-bd191e121ebf req-7a93f2bc-98f6-4ba5-8517-e6ca99e02651 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:40:15.668482 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-347a1313-66c9-4bcf-9a18-bd191e121ebf req-7a93f2bc-98f6-4ba5-8517-e6ca99e02651 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4cbada6c-345b-4752-a8c8-79269ba8f9af HTTP/1.1" status: 200 len: 855 time: 0.0456920 Jul 27 21:40:15.702640 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-347a1313-66c9-4bcf-9a18-bd191e121ebf req-fd6dab34-45ab-4168-99fa-af5af59bb20e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=db164cd8-b869-41cf-aa0c-758e0626219f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270703 Jul 27 21:40:15.787188 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-347a1313-66c9-4bcf-9a18-bd191e121ebf req-0cc37c0c-45d2-41e1-9495-ca7cff6971d8 service neutron] 10.222.0.60 "GET /v2.0/networks/db164cd8-b869-41cf-aa0c-758e0626219f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0774968 Jul 27 21:40:15.881295 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-347a1313-66c9-4bcf-9a18-bd191e121ebf req-bad63099-52fb-4251-a46e-b76c4b2e7197 service neutron] 10.222.0.60 "GET /v2.0/networks/db164cd8-b869-41cf-aa0c-758e0626219f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873461 Jul 27 21:40:16.077684 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa8f423-7961-4056-a164-e8552457ce43 req-5610a126-4e78-4362-82c4-66bd2e5f10d6 tempest-ServerDiskConfigTestJSON-1632610150 tempest-ServerDiskConfigTestJSON-1632610150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:40:16.079098 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-2aa8f423-7961-4056-a164-e8552457ce43 req-5610a126-4e78-4362-82c4-66bd2e5f10d6 tempest-ServerDiskConfigTestJSON-1632610150 tempest-ServerDiskConfigTestJSON-1632610150-project] 10.222.0.59 "GET /v2.0/ports?device_id=27604bc4-b642-4784-96d2-0074dce24e42 HTTP/1.1" status: 200 len: 943 time: 0.0623987 Jul 27 21:40:16.116464 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-2aa8f423-7961-4056-a164-e8552457ce43 req-b549a4e5-a002-4ac8-896d-9d4490586baa tempest-ServerDiskConfigTestJSON-1632610150 tempest-ServerDiskConfigTestJSON-1632610150-project] 10.222.0.59 "GET /v2.0/security-groups?id=e7e97956-0d2e-4d67-8ad4-b3dcc9e98794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316093 Jul 27 21:40:16.402666 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Device 60e95c45-4abf-4a2a-8ab0-fdae08a9db79 no longer exists at agent hyperv_n-h2-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:40:16.425833 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-3d54578f-831f-4696-b568-13c455922dab None None] No Port match for: 60e95c45-4abf-4a2a-8ab0-fdae08a9db79 {{(pid=105586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:40:16.426177 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Device 60e95c45-4abf-4a2a-8ab0-fdae08a9db79 not bound to the agent host n-h2-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:40:17.248737 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98ce25a-1cf0-4995-b9df-98d106bd3395 req-4bc031bf-c436-4935-b158-e6d5c5ab0af5 tempest-ServerDiskConfigTestJSON-1632610150 tempest-ServerDiskConfigTestJSON-1632610150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:40:17.250224 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f98ce25a-1cf0-4995-b9df-98d106bd3395 req-4bc031bf-c436-4935-b158-e6d5c5ab0af5 tempest-ServerDiskConfigTestJSON-1632610150 tempest-ServerDiskConfigTestJSON-1632610150-project] 10.222.0.59 "GET /v2.0/ports?device_id=27604bc4-b642-4784-96d2-0074dce24e42 HTTP/1.1" status: 200 len: 943 time: 0.0666809 Jul 27 21:40:17.288203 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f98ce25a-1cf0-4995-b9df-98d106bd3395 req-f1ddb7f0-f945-4eec-a487-35a5ea09717e tempest-ServerDiskConfigTestJSON-1632610150 tempest-ServerDiskConfigTestJSON-1632610150-project] 10.222.0.59 "GET /v2.0/security-groups?id=e7e97956-0d2e-4d67-8ad4-b3dcc9e98794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320542 Jul 27 21:40:18.402895 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Device 559f2719-2b98-4691-be3d-968bb4c2cfc1 details requested by agent hyperv_n-h2-705658-22 with host n-h2-705658-22 {{(pid=105586) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:40:18.418619 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891dc68c-ea9a-499e-9ec7-06daa9396a6b req-361a9732-abe6-4472-b826-9ac7aa3e09d6 tempest-ServerDiskConfigTestJSON-1632610150 tempest-ServerDiskConfigTestJSON-1632610150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:40:18.420146 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-891dc68c-ea9a-499e-9ec7-06daa9396a6b req-361a9732-abe6-4472-b826-9ac7aa3e09d6 tempest-ServerDiskConfigTestJSON-1632610150 tempest-ServerDiskConfigTestJSON-1632610150-project] 10.222.0.59 "GET /v2.0/ports?device_id=27604bc4-b642-4784-96d2-0074dce24e42 HTTP/1.1" status: 200 len: 943 time: 0.0653217 Jul 27 21:40:18.457862 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-891dc68c-ea9a-499e-9ec7-06daa9396a6b req-8562c067-b907-467e-90be-c942bf4090de tempest-ServerDiskConfigTestJSON-1632610150 tempest-ServerDiskConfigTestJSON-1632610150-project] 10.222.0.59 "GET /v2.0/security-groups?id=e7e97956-0d2e-4d67-8ad4-b3dcc9e98794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315464 Jul 27 21:40:18.495212 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] For port 559f2719-2b98-4691-be3d-968bb4c2cfc1, host n-h2-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=559f2719-2b98-4691-be3d-968bb4c2cfc1,segment=NetworkSegment(1b425cb1-78e6-45fb-9c2f-3713644d8ee7),segment_id=1b425cb1-78e6-45fb-9c2f-3713644d8ee7)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:40:18.506402 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Returning: {'device': '559f2719-2b98-4691-be3d-968bb4c2cfc1', 'network_id': 'db164cd8-b869-41cf-aa0c-758e0626219f', 'port_id': '559f2719-2b98-4691-be3d-968bb4c2cfc1', 'mac_address': 'fa:16:3e:7f:23:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 226, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4cbada6c-345b-4752-a8c8-79269ba8f9af', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105586) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:40:18.542466 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:18.555609 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [None req-3d54578f-831f-4696-b568-13c455922dab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 559f2719-2b98-4691-be3d-968bb4c2cfc1 {{(pid=105586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:40:18.577829 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] For port 559f2719-2b98-4691-be3d-968bb4c2cfc1, host n-h2-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=559f2719-2b98-4691-be3d-968bb4c2cfc1,segment=NetworkSegment(1b425cb1-78e6-45fb-9c2f-3713644d8ee7),segment_id=1b425cb1-78e6-45fb-9c2f-3713644d8ee7)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:40:18.581443 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:18.636099 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Pushing event updated for resources: {'Port': ['ID=559f2719-2b98-4691-be3d-968bb4c2cfc1,revision_number=4']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:40:18.898507 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] get_ports_and_sgs() called for port_ids ['559f2719-2b98-4691-be3d-968bb4c2cfc1'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:40:19.587041 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74852be-2c1b-4752-82fb-1d311a12dc24 req-11372a63-feea-4bb4-be9f-94e1bc9681b9 tempest-ServerDiskConfigTestJSON-1632610150 tempest-ServerDiskConfigTestJSON-1632610150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:40:19.588534 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b74852be-2c1b-4752-82fb-1d311a12dc24 req-11372a63-feea-4bb4-be9f-94e1bc9681b9 tempest-ServerDiskConfigTestJSON-1632610150 tempest-ServerDiskConfigTestJSON-1632610150-project] 10.222.0.59 "GET /v2.0/ports?device_id=27604bc4-b642-4784-96d2-0074dce24e42 HTTP/1.1" status: 200 len: 944 time: 0.0646648 Jul 27 21:40:19.629825 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b74852be-2c1b-4752-82fb-1d311a12dc24 req-7fd8727f-588b-469c-a960-17257e89639e tempest-ServerDiskConfigTestJSON-1632610150 tempest-ServerDiskConfigTestJSON-1632610150-project] 10.222.0.59 "GET /v2.0/security-groups?id=e7e97956-0d2e-4d67-8ad4-b3dcc9e98794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354736 Jul 27 21:40:20.409542 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Device 559f2719-2b98-4691-be3d-968bb4c2cfc1 up at agent hyperv_n-h2-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:40:20.458183 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-3d54578f-831f-4696-b568-13c455922dab None None] Provisioning for port 559f2719-2b98-4691-be3d-968bb4c2cfc1 completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:40:20.461736 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-3d54578f-831f-4696-b568-13c455922dab None None] Provisioning complete for port 559f2719-2b98-4691-be3d-968bb4c2cfc1 triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:40:20.462109 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:20.534778 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:20.557840 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27604bc4-b642-4784-96d2-0074dce24e42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '559f2719-2b98-4691-be3d-968bb4c2cfc1'}] {{(pid=105586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:40:20.560133 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14c1663e039faf5393f87855f745010ac5b02220355b68fdbf065393e303ac56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8981de51-e914-4a96-985b-b923e00817e2" -d '{"events": [{"server_uuid": "27604bc4-b642-4784-96d2-0074dce24e42", "name": "network-vif-plugged", "status": "completed", "tag": "559f2719-2b98-4691-be3d-968bb4c2cfc1"}]}' {{(pid=105586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:40:20.572794 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] For port 559f2719-2b98-4691-be3d-968bb4c2cfc1, host n-h2-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=559f2719-2b98-4691-be3d-968bb4c2cfc1,segment=NetworkSegment(1b425cb1-78e6-45fb-9c2f-3713644d8ee7),segment_id=1b425cb1-78e6-45fb-9c2f-3713644d8ee7)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:40:20.576924 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:20.603477 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:40:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be9372c2-b5e9-43a5-ab2b-dc4d585ed532 x-openstack-request-id: req-be9372c2-b5e9-43a5-ab2b-dc4d585ed532 {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:40:20.603745 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27604bc4-b642-4784-96d2-0074dce24e42", "name": "network-vif-plugged", "status": "completed", "tag": "559f2719-2b98-4691-be3d-968bb4c2cfc1", "code": 200}]} {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:40:20.603997 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-be9372c2-b5e9-43a5-ab2b-dc4d585ed532 {{(pid=105586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:40:20.604380 n-d-705658-22 neutron-server[105586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27604bc4-b642-4784-96d2-0074dce24e42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '559f2719-2b98-4691-be3d-968bb4c2cfc1', 'code': 200} Jul 27 21:40:20.632513 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Pushing event updated for resources: {'Port': ['ID=559f2719-2b98-4691-be3d-968bb4c2cfc1,revision_number=5']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:40:20.718091 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d0cf5c-3a62-49fc-9988-f11d93c28e8b req-e396b14e-77c0-47e0-8bac-44e5938d4217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:40:20.719644 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-78d0cf5c-3a62-49fc-9988-f11d93c28e8b req-e396b14e-77c0-47e0-8bac-44e5938d4217 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=27604bc4-b642-4784-96d2-0074dce24e42 HTTP/1.1" status: 200 len: 1097 time: 0.0595493 Jul 27 21:40:20.753485 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-78d0cf5c-3a62-49fc-9988-f11d93c28e8b req-054c4795-9c02-4217-84b1-8d1415adf4ae service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=e7e97956-0d2e-4d67-8ad4-b3dcc9e98794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0271811 Jul 27 21:40:20.763474 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65920f4-a414-4c66-bed3-198551e628e8 req-cac9c656-b64a-4338-962f-5c01a9b75022 tempest-ServerDiskConfigTestJSON-1632610150 tempest-ServerDiskConfigTestJSON-1632610150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:40:20.764974 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b65920f4-a414-4c66-bed3-198551e628e8 req-cac9c656-b64a-4338-962f-5c01a9b75022 tempest-ServerDiskConfigTestJSON-1632610150 tempest-ServerDiskConfigTestJSON-1632610150-project] 10.222.0.59 "GET /v2.0/ports?device_id=27604bc4-b642-4784-96d2-0074dce24e42 HTTP/1.1" status: 200 len: 945 time: 0.0666671 Jul 27 21:40:20.802224 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b65920f4-a414-4c66-bed3-198551e628e8 req-90e14e3d-5264-416d-b073-ff26b2faea36 tempest-ServerDiskConfigTestJSON-1632610150 tempest-ServerDiskConfigTestJSON-1632610150-project] 10.222.0.59 "GET /v2.0/security-groups?id=e7e97956-0d2e-4d67-8ad4-b3dcc9e98794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315084 Jul 27 21:40:21.939766 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f46295-e3a1-4d83-8281-f74b90505f5e req-fe522f8b-62de-4984-bb16-0fcbb4a5aa43 tempest-ServerDiskConfigTestJSON-1632610150 tempest-ServerDiskConfigTestJSON-1632610150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:40:21.941316 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-d0f46295-e3a1-4d83-8281-f74b90505f5e req-fe522f8b-62de-4984-bb16-0fcbb4a5aa43 tempest-ServerDiskConfigTestJSON-1632610150 tempest-ServerDiskConfigTestJSON-1632610150-project] 10.222.0.59 "GET /v2.0/ports?device_id=27604bc4-b642-4784-96d2-0074dce24e42 HTTP/1.1" status: 200 len: 945 time: 0.0670931 Jul 27 21:40:21.981273 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-d0f46295-e3a1-4d83-8281-f74b90505f5e req-3317b309-6379-4879-85ac-c105a1219bc2 tempest-ServerDiskConfigTestJSON-1632610150 tempest-ServerDiskConfigTestJSON-1632610150-project] 10.222.0.59 "GET /v2.0/security-groups?id=e7e97956-0d2e-4d67-8ad4-b3dcc9e98794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335255 Jul 27 21:40:22.121167 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c75d59-ec62-43b2-8507-1b2bf97eb645 req-46171a74-5c54-46dc-a196-1b11186d71d5 tempest-ServerDiskConfigTestJSON-1632610150 tempest-ServerDiskConfigTestJSON-1632610150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:40:22.123054 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-61c75d59-ec62-43b2-8507-1b2bf97eb645 req-46171a74-5c54-46dc-a196-1b11186d71d5 tempest-ServerDiskConfigTestJSON-1632610150 tempest-ServerDiskConfigTestJSON-1632610150-project] 10.222.0.59 "GET /v2.0/ports?device_id=27604bc4-b642-4784-96d2-0074dce24e42 HTTP/1.1" status: 200 len: 945 time: 0.0699995 Jul 27 21:40:22.162637 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-61c75d59-ec62-43b2-8507-1b2bf97eb645 req-b7fe2df1-cf0d-4e3e-b299-826b2dcf8643 tempest-ServerDiskConfigTestJSON-1632610150 tempest-ServerDiskConfigTestJSON-1632610150-project] 10.222.0.59 "GET /v2.0/security-groups?id=e7e97956-0d2e-4d67-8ad4-b3dcc9e98794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338020 Jul 27 21:40:22.399478 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-5d571c6a-b551-416d-bc5b-f255a442cd19 req-df6b1d2f-038f-4b32-a5dc-89e5493c4331 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=27604bc4-b642-4784-96d2-0074dce24e42&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0544615 Jul 27 21:40:22.420998 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568a9141-9bd1-444f-9f8f-a42386f5a7cc req-4390940a-9562-4a84-b7b3-7ed0be5140f3 tempest-ServerDiskConfigTestJSON-1632610150 tempest-ServerDiskConfigTestJSON-1632610150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:40:22.422497 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-568a9141-9bd1-444f-9f8f-a42386f5a7cc req-4390940a-9562-4a84-b7b3-7ed0be5140f3 tempest-ServerDiskConfigTestJSON-1632610150 tempest-ServerDiskConfigTestJSON-1632610150-project] 10.222.0.59 "GET /v2.0/ports?device_id=27604bc4-b642-4784-96d2-0074dce24e42 HTTP/1.1" status: 200 len: 945 time: 0.0659149 Jul 27 21:40:22.463573 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-568a9141-9bd1-444f-9f8f-a42386f5a7cc req-b19dfcab-fff7-43dd-8cd5-996df6bd22ad tempest-ServerDiskConfigTestJSON-1632610150 tempest-ServerDiskConfigTestJSON-1632610150-project] 10.222.0.59 "GET /v2.0/security-groups?id=e7e97956-0d2e-4d67-8ad4-b3dcc9e98794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349624 Jul 27 21:40:23.563523 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d571c6a-b551-416d-bc5b-f255a442cd19 req-2c4b6988-b5ae-4650-9ccf-b43b75a50cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:40:23.565002 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-5d571c6a-b551-416d-bc5b-f255a442cd19 req-2c4b6988-b5ae-4650-9ccf-b43b75a50cd2 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=f67c331a50754d8f83edb528dd0df455&device_id=27604bc4-b642-4784-96d2-0074dce24e42 HTTP/1.1" status: 200 len: 1097 time: 0.0635123 Jul 27 21:40:23.596285 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74ed7ae-1e59-4902-ac35-4ebc744f684a req-74e25094-d9ea-4018-9e7b-87e90dfa0e20 tempest-ServerDiskConfigTestJSON-1632610150 tempest-ServerDiskConfigTestJSON-1632610150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:40:23.597908 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b74ed7ae-1e59-4902-ac35-4ebc744f684a req-74e25094-d9ea-4018-9e7b-87e90dfa0e20 tempest-ServerDiskConfigTestJSON-1632610150 tempest-ServerDiskConfigTestJSON-1632610150-project] 10.222.0.59 "GET /v2.0/ports?device_id=27604bc4-b642-4784-96d2-0074dce24e42 HTTP/1.1" status: 200 len: 945 time: 0.0637715 Jul 27 21:40:23.636171 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b74ed7ae-1e59-4902-ac35-4ebc744f684a req-a5ceaa70-e1b6-407d-a707-8196f6a25319 tempest-ServerDiskConfigTestJSON-1632610150 tempest-ServerDiskConfigTestJSON-1632610150-project] 10.222.0.59 "GET /v2.0/security-groups?id=e7e97956-0d2e-4d67-8ad4-b3dcc9e98794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322492 Jul 27 21:40:23.653248 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d571c6a-b551-416d-bc5b-f255a442cd19 req-51bff1fb-bfb5-4b99-9aca-e4525e6839a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:40:23.654737 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-5d571c6a-b551-416d-bc5b-f255a442cd19 req-51bff1fb-bfb5-4b99-9aca-e4525e6839a4 service neutron] 10.222.0.60 "GET /v2.0/networks?id=db164cd8-b869-41cf-aa0c-758e0626219f HTTP/1.1" status: 200 len: 916 time: 0.0832036 Jul 27 21:40:23.699265 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-5d571c6a-b551-416d-bc5b-f255a442cd19 req-0459551d-ac7e-40ec-9b2b-34a65191d301 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=559f2719-2b98-4691-be3d-968bb4c2cfc1 HTTP/1.1" status: 200 len: 217 time: 0.0375559 Jul 27 21:40:23.973171 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d571c6a-b551-416d-bc5b-f255a442cd19 req-b2c48277-d18d-418f-af00-7506fc735267 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:40:23.974630 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-5d571c6a-b551-416d-bc5b-f255a442cd19 req-b2c48277-d18d-418f-af00-7506fc735267 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4cbada6c-345b-4752-a8c8-79269ba8f9af HTTP/1.1" status: 200 len: 855 time: 0.2685237 Jul 27 21:40:24.010275 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-5d571c6a-b551-416d-bc5b-f255a442cd19 req-b3eb99b1-bb85-42d5-9865-a2e891f4a1e0 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=db164cd8-b869-41cf-aa0c-758e0626219f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276427 Jul 27 21:40:24.099386 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-5d571c6a-b551-416d-bc5b-f255a442cd19 req-cc5102ef-a325-4049-9789-fb6ebfb1f2df service neutron] 10.222.0.60 "GET /v2.0/networks/db164cd8-b869-41cf-aa0c-758e0626219f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814242 Jul 27 21:40:24.189541 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-5d571c6a-b551-416d-bc5b-f255a442cd19 req-53fb13fd-bb5c-4d91-804a-86f4cf9c994c service neutron] 10.222.0.60 "GET /v2.0/networks/db164cd8-b869-41cf-aa0c-758e0626219f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826161 Jul 27 21:40:24.768435 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8083ae87-3b62-42e5-bf03-fbb142b4a2a6 req-cd18d107-7039-46b5-aeae-5aff909d1858 tempest-ServerDiskConfigTestJSON-1632610150 tempest-ServerDiskConfigTestJSON-1632610150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:40:24.769925 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-8083ae87-3b62-42e5-bf03-fbb142b4a2a6 req-cd18d107-7039-46b5-aeae-5aff909d1858 tempest-ServerDiskConfigTestJSON-1632610150 tempest-ServerDiskConfigTestJSON-1632610150-project] 10.222.0.59 "GET /v2.0/ports?device_id=27604bc4-b642-4784-96d2-0074dce24e42 HTTP/1.1" status: 200 len: 945 time: 0.0660717 Jul 27 21:40:24.808329 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-8083ae87-3b62-42e5-bf03-fbb142b4a2a6 req-3bf14962-fa01-41bf-9d3b-7a54f533b846 tempest-ServerDiskConfigTestJSON-1632610150 tempest-ServerDiskConfigTestJSON-1632610150-project] 10.222.0.59 "GET /v2.0/security-groups?id=e7e97956-0d2e-4d67-8ad4-b3dcc9e98794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317130 Jul 27 21:40:25.936076 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83530272-fa7c-489c-9ec9-37a0bbabd5a0 req-05c59378-cc7b-4c8b-a842-7fb541680896 tempest-ServerDiskConfigTestJSON-1632610150 tempest-ServerDiskConfigTestJSON-1632610150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:40:25.937569 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-83530272-fa7c-489c-9ec9-37a0bbabd5a0 req-05c59378-cc7b-4c8b-a842-7fb541680896 tempest-ServerDiskConfigTestJSON-1632610150 tempest-ServerDiskConfigTestJSON-1632610150-project] 10.222.0.59 "GET /v2.0/ports?device_id=27604bc4-b642-4784-96d2-0074dce24e42 HTTP/1.1" status: 200 len: 945 time: 0.0641592 Jul 27 21:40:25.974978 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-83530272-fa7c-489c-9ec9-37a0bbabd5a0 req-852e0e53-ac5e-411c-8313-438f2b4e182e tempest-ServerDiskConfigTestJSON-1632610150 tempest-ServerDiskConfigTestJSON-1632610150-project] 10.222.0.59 "GET /v2.0/security-groups?id=e7e97956-0d2e-4d67-8ad4-b3dcc9e98794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313818 Jul 27 21:40:27.106899 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414406f7-24b5-494b-a8ea-939b4990dd58 req-f9177221-cfbc-492d-b6ac-756a26809194 tempest-ServerDiskConfigTestJSON-1632610150 tempest-ServerDiskConfigTestJSON-1632610150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:40:27.108560 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-414406f7-24b5-494b-a8ea-939b4990dd58 req-f9177221-cfbc-492d-b6ac-756a26809194 tempest-ServerDiskConfigTestJSON-1632610150 tempest-ServerDiskConfigTestJSON-1632610150-project] 10.222.0.59 "GET /v2.0/ports?device_id=27604bc4-b642-4784-96d2-0074dce24e42 HTTP/1.1" status: 200 len: 945 time: 0.0677710 Jul 27 21:40:27.147906 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-414406f7-24b5-494b-a8ea-939b4990dd58 req-c2bcfeab-a3e7-4f64-81d8-6d045373ba5f tempest-ServerDiskConfigTestJSON-1632610150 tempest-ServerDiskConfigTestJSON-1632610150-project] 10.222.0.59 "GET /v2.0/security-groups?id=e7e97956-0d2e-4d67-8ad4-b3dcc9e98794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333443 Jul 27 21:40:28.278888 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ed63ee-e1c9-46ba-9bdb-f8cff7b7ee9f req-3a3ca300-bf7e-4ccd-a770-a5eb1ff961b2 tempest-ServerDiskConfigTestJSON-1632610150 tempest-ServerDiskConfigTestJSON-1632610150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:40:28.280452 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-62ed63ee-e1c9-46ba-9bdb-f8cff7b7ee9f req-3a3ca300-bf7e-4ccd-a770-a5eb1ff961b2 tempest-ServerDiskConfigTestJSON-1632610150 tempest-ServerDiskConfigTestJSON-1632610150-project] 10.222.0.59 "GET /v2.0/ports?device_id=27604bc4-b642-4784-96d2-0074dce24e42 HTTP/1.1" status: 200 len: 945 time: 0.0669873 Jul 27 21:40:28.318311 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-62ed63ee-e1c9-46ba-9bdb-f8cff7b7ee9f req-c96852e3-388e-4578-9c92-205eb8343861 tempest-ServerDiskConfigTestJSON-1632610150 tempest-ServerDiskConfigTestJSON-1632610150-project] 10.222.0.59 "GET /v2.0/security-groups?id=e7e97956-0d2e-4d67-8ad4-b3dcc9e98794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319505 Jul 27 21:40:29.444821 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeca1cff-4aeb-48ff-bfce-15b325da2a93 req-7b2a0740-1961-49ba-bd7c-ddb63f04c845 tempest-ServerDiskConfigTestJSON-1632610150 tempest-ServerDiskConfigTestJSON-1632610150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:40:29.446859 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-aeca1cff-4aeb-48ff-bfce-15b325da2a93 req-7b2a0740-1961-49ba-bd7c-ddb63f04c845 tempest-ServerDiskConfigTestJSON-1632610150 tempest-ServerDiskConfigTestJSON-1632610150-project] 10.222.0.59 "GET /v2.0/ports?device_id=27604bc4-b642-4784-96d2-0074dce24e42 HTTP/1.1" status: 200 len: 945 time: 0.0627179 Jul 27 21:40:29.484931 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-aeca1cff-4aeb-48ff-bfce-15b325da2a93 req-0d3729dd-2947-4f8e-81cd-f2d00b9d78a9 tempest-ServerDiskConfigTestJSON-1632610150 tempest-ServerDiskConfigTestJSON-1632610150-project] 10.222.0.59 "GET /v2.0/security-groups?id=e7e97956-0d2e-4d67-8ad4-b3dcc9e98794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320189 Jul 27 21:40:30.236841 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc3acac-9ab8-4b60-a53f-a7cd8917d5ac req-1092f192-b51e-4603-9af9-b3af0e8d0896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:40:30.238329 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-1bc3acac-9ab8-4b60-a53f-a7cd8917d5ac req-1092f192-b51e-4603-9af9-b3af0e8d0896 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=f67c331a50754d8f83edb528dd0df455&device_id=27604bc4-b642-4784-96d2-0074dce24e42 HTTP/1.1" status: 200 len: 1097 time: 0.0535555 Jul 27 21:40:30.347541 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc3acac-9ab8-4b60-a53f-a7cd8917d5ac req-cf375132-3c27-4b01-93f2-5160354f3add service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:40:30.349001 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-1bc3acac-9ab8-4b60-a53f-a7cd8917d5ac req-cf375132-3c27-4b01-93f2-5160354f3add service neutron] 10.222.0.60 "GET /v2.0/networks?id=db164cd8-b869-41cf-aa0c-758e0626219f HTTP/1.1" status: 200 len: 916 time: 0.0908194 Jul 27 21:40:30.390491 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-1bc3acac-9ab8-4b60-a53f-a7cd8917d5ac req-22c58359-7649-428d-86b4-3a0b769e4a63 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=559f2719-2b98-4691-be3d-968bb4c2cfc1 HTTP/1.1" status: 200 len: 217 time: 0.0336604 Jul 27 21:40:30.441938 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc3acac-9ab8-4b60-a53f-a7cd8917d5ac req-0819f69a-019d-4684-a951-f66e62f6c23a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:40:30.443465 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-1bc3acac-9ab8-4b60-a53f-a7cd8917d5ac req-0819f69a-019d-4684-a951-f66e62f6c23a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4cbada6c-345b-4752-a8c8-79269ba8f9af HTTP/1.1" status: 200 len: 855 time: 0.0459855 Jul 27 21:40:30.477391 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-1bc3acac-9ab8-4b60-a53f-a7cd8917d5ac req-d07302e8-6b84-4976-b945-b56bb8983ffd service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=db164cd8-b869-41cf-aa0c-758e0626219f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269616 Jul 27 21:40:30.568748 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-1bc3acac-9ab8-4b60-a53f-a7cd8917d5ac req-039be592-579e-4bba-9210-8cef0e1cf38c service neutron] 10.222.0.60 "GET /v2.0/networks/db164cd8-b869-41cf-aa0c-758e0626219f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839393 Jul 27 21:40:30.616851 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638b358b-a499-4bdc-96f2-5dfb192eb93a req-7093c355-1998-46d1-b1c6-f625d830962a tempest-ServerDiskConfigTestJSON-1632610150 tempest-ServerDiskConfigTestJSON-1632610150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:40:30.618330 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-638b358b-a499-4bdc-96f2-5dfb192eb93a req-7093c355-1998-46d1-b1c6-f625d830962a tempest-ServerDiskConfigTestJSON-1632610150 tempest-ServerDiskConfigTestJSON-1632610150-project] 10.222.0.59 "GET /v2.0/ports?device_id=27604bc4-b642-4784-96d2-0074dce24e42 HTTP/1.1" status: 200 len: 945 time: 0.0675564 Jul 27 21:40:30.656550 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-638b358b-a499-4bdc-96f2-5dfb192eb93a req-a08b3136-5628-46be-a0c9-09bafa523e54 tempest-ServerDiskConfigTestJSON-1632610150 tempest-ServerDiskConfigTestJSON-1632610150-project] 10.222.0.59 "GET /v2.0/security-groups?id=e7e97956-0d2e-4d67-8ad4-b3dcc9e98794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320294 Jul 27 21:40:30.662482 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-1bc3acac-9ab8-4b60-a53f-a7cd8917d5ac req-f2d85f70-a38d-405f-ba69-4e77c482da40 service neutron] 10.222.0.60 "GET /v2.0/networks/db164cd8-b869-41cf-aa0c-758e0626219f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863070 Jul 27 21:40:31.786922 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26f4663-d41a-4513-89c5-096b22c6859a req-697a1ddb-2679-4b34-82fd-a960ff4b3ce9 tempest-ServerDiskConfigTestJSON-1632610150 tempest-ServerDiskConfigTestJSON-1632610150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:40:31.788478 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e26f4663-d41a-4513-89c5-096b22c6859a req-697a1ddb-2679-4b34-82fd-a960ff4b3ce9 tempest-ServerDiskConfigTestJSON-1632610150 tempest-ServerDiskConfigTestJSON-1632610150-project] 10.222.0.59 "GET /v2.0/ports?device_id=27604bc4-b642-4784-96d2-0074dce24e42 HTTP/1.1" status: 200 len: 945 time: 0.0648243 Jul 27 21:40:31.825643 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e26f4663-d41a-4513-89c5-096b22c6859a req-c83be318-4cfc-4942-9511-41762ff37ebe tempest-ServerDiskConfigTestJSON-1632610150 tempest-ServerDiskConfigTestJSON-1632610150-project] 10.222.0.59 "GET /v2.0/security-groups?id=e7e97956-0d2e-4d67-8ad4-b3dcc9e98794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312190 Jul 27 21:40:32.957179 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cffaaa1-00ad-46cc-a98f-4da349bc0df3 req-1da88a6d-32ea-4fdf-9c87-204a40f92af9 tempest-ServerDiskConfigTestJSON-1632610150 tempest-ServerDiskConfigTestJSON-1632610150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:40:32.958671 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-8cffaaa1-00ad-46cc-a98f-4da349bc0df3 req-1da88a6d-32ea-4fdf-9c87-204a40f92af9 tempest-ServerDiskConfigTestJSON-1632610150 tempest-ServerDiskConfigTestJSON-1632610150-project] 10.222.0.59 "GET /v2.0/ports?device_id=27604bc4-b642-4784-96d2-0074dce24e42 HTTP/1.1" status: 200 len: 945 time: 0.0658848 Jul 27 21:40:32.995713 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-8cffaaa1-00ad-46cc-a98f-4da349bc0df3 req-f257bb99-643c-433e-b8bc-141f0d1a5524 tempest-ServerDiskConfigTestJSON-1632610150 tempest-ServerDiskConfigTestJSON-1632610150-project] 10.222.0.59 "GET /v2.0/security-groups?id=e7e97956-0d2e-4d67-8ad4-b3dcc9e98794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307467 Jul 27 21:40:34.127925 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80961c7-1823-4ba9-b349-2193d4ed3160 req-fae4acac-4a0e-4292-b6f9-0214afb0e3a5 tempest-ServerDiskConfigTestJSON-1632610150 tempest-ServerDiskConfigTestJSON-1632610150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:40:34.129358 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-d80961c7-1823-4ba9-b349-2193d4ed3160 req-fae4acac-4a0e-4292-b6f9-0214afb0e3a5 tempest-ServerDiskConfigTestJSON-1632610150 tempest-ServerDiskConfigTestJSON-1632610150-project] 10.222.0.59 "GET /v2.0/ports?device_id=27604bc4-b642-4784-96d2-0074dce24e42 HTTP/1.1" status: 200 len: 945 time: 0.0647826 Jul 27 21:40:34.167708 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-d80961c7-1823-4ba9-b349-2193d4ed3160 req-f027edff-b4c9-4e8f-9004-b05454476084 tempest-ServerDiskConfigTestJSON-1632610150 tempest-ServerDiskConfigTestJSON-1632610150-project] 10.222.0.59 "GET /v2.0/security-groups?id=e7e97956-0d2e-4d67-8ad4-b3dcc9e98794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322888 Jul 27 21:40:35.296303 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bed0d3-0dca-4aaa-84e5-dbdfdf02e01c req-6b24e847-da82-43be-9c2e-2e6c83d7ce8a tempest-ServerDiskConfigTestJSON-1632610150 tempest-ServerDiskConfigTestJSON-1632610150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:40:35.297884 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-44bed0d3-0dca-4aaa-84e5-dbdfdf02e01c req-6b24e847-da82-43be-9c2e-2e6c83d7ce8a tempest-ServerDiskConfigTestJSON-1632610150 tempest-ServerDiskConfigTestJSON-1632610150-project] 10.222.0.59 "GET /v2.0/ports?device_id=27604bc4-b642-4784-96d2-0074dce24e42 HTTP/1.1" status: 200 len: 945 time: 0.0650723 Jul 27 21:40:35.336496 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-44bed0d3-0dca-4aaa-84e5-dbdfdf02e01c req-8a8e5e04-76b1-4686-9214-e1f86a63b5bf tempest-ServerDiskConfigTestJSON-1632610150 tempest-ServerDiskConfigTestJSON-1632610150-project] 10.222.0.59 "GET /v2.0/security-groups?id=e7e97956-0d2e-4d67-8ad4-b3dcc9e98794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328422 Jul 27 21:40:36.466170 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45a68a5-b83f-42c0-aba8-c5c70417179c req-77336069-f045-470a-8eb2-b806b1faa934 tempest-ServerDiskConfigTestJSON-1632610150 tempest-ServerDiskConfigTestJSON-1632610150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:40:36.467667 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e45a68a5-b83f-42c0-aba8-c5c70417179c req-77336069-f045-470a-8eb2-b806b1faa934 tempest-ServerDiskConfigTestJSON-1632610150 tempest-ServerDiskConfigTestJSON-1632610150-project] 10.222.0.59 "GET /v2.0/ports?device_id=27604bc4-b642-4784-96d2-0074dce24e42 HTTP/1.1" status: 200 len: 945 time: 0.0652668 Jul 27 21:40:36.504425 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e45a68a5-b83f-42c0-aba8-c5c70417179c req-41136bfb-a231-422a-94df-0ac4421fbbc2 tempest-ServerDiskConfigTestJSON-1632610150 tempest-ServerDiskConfigTestJSON-1632610150-project] 10.222.0.59 "GET /v2.0/security-groups?id=e7e97956-0d2e-4d67-8ad4-b3dcc9e98794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305593 Jul 27 21:40:36.724564 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:37.638255 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311c4ade-0512-40ca-ac37-b79bdeae045f req-1fb6dce9-dcbb-4341-bfb9-5e1a2e828ab5 tempest-ServerDiskConfigTestJSON-1632610150 tempest-ServerDiskConfigTestJSON-1632610150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:40:37.639684 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-311c4ade-0512-40ca-ac37-b79bdeae045f req-1fb6dce9-dcbb-4341-bfb9-5e1a2e828ab5 tempest-ServerDiskConfigTestJSON-1632610150 tempest-ServerDiskConfigTestJSON-1632610150-project] 10.222.0.59 "GET /v2.0/ports?device_id=27604bc4-b642-4784-96d2-0074dce24e42 HTTP/1.1" status: 200 len: 945 time: 0.0672889 Jul 27 21:40:37.676561 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-311c4ade-0512-40ca-ac37-b79bdeae045f req-36012401-2094-4667-8746-dac3ba7ac438 tempest-ServerDiskConfigTestJSON-1632610150 tempest-ServerDiskConfigTestJSON-1632610150-project] 10.222.0.59 "GET /v2.0/security-groups?id=e7e97956-0d2e-4d67-8ad4-b3dcc9e98794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310130 Jul 27 21:40:38.807818 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f62281-9227-4a46-94a7-a5ff2a1ed8e3 req-9f21a3f6-69fa-4090-ae51-3b9a1a3546ee tempest-ServerDiskConfigTestJSON-1632610150 tempest-ServerDiskConfigTestJSON-1632610150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:40:38.809292 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e2f62281-9227-4a46-94a7-a5ff2a1ed8e3 req-9f21a3f6-69fa-4090-ae51-3b9a1a3546ee tempest-ServerDiskConfigTestJSON-1632610150 tempest-ServerDiskConfigTestJSON-1632610150-project] 10.222.0.59 "GET /v2.0/ports?device_id=27604bc4-b642-4784-96d2-0074dce24e42 HTTP/1.1" status: 200 len: 945 time: 0.0657570 Jul 27 21:40:38.846041 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e2f62281-9227-4a46-94a7-a5ff2a1ed8e3 req-36f136a2-50d9-4d9a-881d-cda92bf4c7d1 tempest-ServerDiskConfigTestJSON-1632610150 tempest-ServerDiskConfigTestJSON-1632610150-project] 10.222.0.59 "GET /v2.0/security-groups?id=e7e97956-0d2e-4d67-8ad4-b3dcc9e98794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309672 Jul 27 21:40:38.928532 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-2db060c3-ad1d-4ea7-8b7b-64719ab8ac76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:39.975927 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862f5ce6-0132-4e93-adae-44665b93116e req-9ab509cd-54cc-4b31-848a-ae558769cc41 tempest-ServerDiskConfigTestJSON-1632610150 tempest-ServerDiskConfigTestJSON-1632610150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:40:39.977417 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-862f5ce6-0132-4e93-adae-44665b93116e req-9ab509cd-54cc-4b31-848a-ae558769cc41 tempest-ServerDiskConfigTestJSON-1632610150 tempest-ServerDiskConfigTestJSON-1632610150-project] 10.222.0.59 "GET /v2.0/ports?device_id=27604bc4-b642-4784-96d2-0074dce24e42 HTTP/1.1" status: 200 len: 945 time: 0.0627284 Jul 27 21:40:40.015812 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-862f5ce6-0132-4e93-adae-44665b93116e req-00872dc3-3b53-4bc5-9382-778b9ce6540d tempest-ServerDiskConfigTestJSON-1632610150 tempest-ServerDiskConfigTestJSON-1632610150-project] 10.222.0.59 "GET /v2.0/security-groups?id=e7e97956-0d2e-4d67-8ad4-b3dcc9e98794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322952 Jul 27 21:40:40.532228 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:41.156097 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b531056b-cb25-4074-9da1-12f16751e111 req-e6895618-be7c-445f-921d-dc42ce0d4e87 tempest-ServerDiskConfigTestJSON-1632610150 tempest-ServerDiskConfigTestJSON-1632610150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:40:41.157482 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b531056b-cb25-4074-9da1-12f16751e111 req-e6895618-be7c-445f-921d-dc42ce0d4e87 tempest-ServerDiskConfigTestJSON-1632610150 tempest-ServerDiskConfigTestJSON-1632610150-project] 10.222.0.59 "GET /v2.0/ports?device_id=27604bc4-b642-4784-96d2-0074dce24e42 HTTP/1.1" status: 200 len: 945 time: 0.0633593 Jul 27 21:40:41.176446 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.agents_db [None req-558fcd2c-e512-47bc-a170-8673d87f7213 None None] Agent healthcheck: found 7 active agents {{(pid=105587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 21:40:41.196787 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b531056b-cb25-4074-9da1-12f16751e111 req-c75fcb5c-3d0c-4ef3-b955-2233a38b07f6 tempest-ServerDiskConfigTestJSON-1632610150 tempest-ServerDiskConfigTestJSON-1632610150-project] 10.222.0.59 "GET /v2.0/security-groups?id=e7e97956-0d2e-4d67-8ad4-b3dcc9e98794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335205 Jul 27 21:40:41.573775 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-8ecc7d80-673c-48f8-86f1-4f34cfdda2f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:41.914642 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:42.327610 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7143c120-3fc0-4930-a86c-a568a438371a req-d682e9ff-94f9-4062-8ba9-b6a0bbe9ff81 tempest-ServerDiskConfigTestJSON-1632610150 tempest-ServerDiskConfigTestJSON-1632610150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:40:42.329113 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-7143c120-3fc0-4930-a86c-a568a438371a req-d682e9ff-94f9-4062-8ba9-b6a0bbe9ff81 tempest-ServerDiskConfigTestJSON-1632610150 tempest-ServerDiskConfigTestJSON-1632610150-project] 10.222.0.59 "GET /v2.0/ports?device_id=27604bc4-b642-4784-96d2-0074dce24e42 HTTP/1.1" status: 200 len: 945 time: 0.0664685 Jul 27 21:40:42.370510 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-7143c120-3fc0-4930-a86c-a568a438371a req-6f7da806-1b25-430d-86c1-045271721c7b tempest-ServerDiskConfigTestJSON-1632610150 tempest-ServerDiskConfigTestJSON-1632610150-project] 10.222.0.59 "GET /v2.0/security-groups?id=e7e97956-0d2e-4d67-8ad4-b3dcc9e98794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353806 Jul 27 21:40:43.009710 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-bb32ed7d-8717-448b-a9c8-a5a0117d1fd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:43.498402 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a4bea1-3adf-4032-af4d-240918f38258 req-81d471b6-1a6d-4771-8dcf-184648959934 tempest-ServerDiskConfigTestJSON-1632610150 tempest-ServerDiskConfigTestJSON-1632610150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:40:43.499901 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a7a4bea1-3adf-4032-af4d-240918f38258 req-81d471b6-1a6d-4771-8dcf-184648959934 tempest-ServerDiskConfigTestJSON-1632610150 tempest-ServerDiskConfigTestJSON-1632610150-project] 10.222.0.59 "GET /v2.0/ports?device_id=27604bc4-b642-4784-96d2-0074dce24e42 HTTP/1.1" status: 200 len: 945 time: 0.0630846 Jul 27 21:40:43.538396 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a7a4bea1-3adf-4032-af4d-240918f38258 req-f4328446-f1dc-44af-ab40-594018bc57dc tempest-ServerDiskConfigTestJSON-1632610150 tempest-ServerDiskConfigTestJSON-1632610150-project] 10.222.0.59 "GET /v2.0/security-groups?id=e7e97956-0d2e-4d67-8ad4-b3dcc9e98794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326278 Jul 27 21:40:44.436433 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-875ced1b-4cf3-463a-9653-058f0f9421e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:44.669541 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468787e4-82fe-4b6b-ad72-e6d9c7437a11 req-1bc5f294-fc0d-471a-a1aa-47598a620a54 tempest-ServerDiskConfigTestJSON-1632610150 tempest-ServerDiskConfigTestJSON-1632610150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:40:44.671033 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-468787e4-82fe-4b6b-ad72-e6d9c7437a11 req-1bc5f294-fc0d-471a-a1aa-47598a620a54 tempest-ServerDiskConfigTestJSON-1632610150 tempest-ServerDiskConfigTestJSON-1632610150-project] 10.222.0.59 "GET /v2.0/ports?device_id=27604bc4-b642-4784-96d2-0074dce24e42 HTTP/1.1" status: 200 len: 945 time: 0.0647426 Jul 27 21:40:44.708247 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-468787e4-82fe-4b6b-ad72-e6d9c7437a11 req-fcdc5a55-088e-44da-ab25-0db1d66d32c7 tempest-ServerDiskConfigTestJSON-1632610150 tempest-ServerDiskConfigTestJSON-1632610150-project] 10.222.0.59 "GET /v2.0/security-groups?id=e7e97956-0d2e-4d67-8ad4-b3dcc9e98794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313828 Jul 27 21:40:45.835155 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccff7aa8-e421-4d29-b0df-8f9441542918 req-0dd8cb16-7d2a-43e9-9e01-9ae127592247 tempest-ServerDiskConfigTestJSON-1632610150 tempest-ServerDiskConfigTestJSON-1632610150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:40:45.836663 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-ccff7aa8-e421-4d29-b0df-8f9441542918 req-0dd8cb16-7d2a-43e9-9e01-9ae127592247 tempest-ServerDiskConfigTestJSON-1632610150 tempest-ServerDiskConfigTestJSON-1632610150-project] 10.222.0.59 "GET /v2.0/ports?device_id=27604bc4-b642-4784-96d2-0074dce24e42 HTTP/1.1" status: 200 len: 945 time: 0.0626044 Jul 27 21:40:45.876210 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-ccff7aa8-e421-4d29-b0df-8f9441542918 req-29b25821-bf76-4c76-bd61-75f8567939d2 tempest-ServerDiskConfigTestJSON-1632610150 tempest-ServerDiskConfigTestJSON-1632610150-project] 10.222.0.59 "GET /v2.0/security-groups?id=e7e97956-0d2e-4d67-8ad4-b3dcc9e98794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336671 Jul 27 21:40:47.004652 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d88108d-e160-44cd-b7a1-2a0193379a11 req-cfe85ba3-9626-467b-9c99-61167c2e8847 tempest-ServerDiskConfigTestJSON-1632610150 tempest-ServerDiskConfigTestJSON-1632610150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:40:47.006102 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-8d88108d-e160-44cd-b7a1-2a0193379a11 req-cfe85ba3-9626-467b-9c99-61167c2e8847 tempest-ServerDiskConfigTestJSON-1632610150 tempest-ServerDiskConfigTestJSON-1632610150-project] 10.222.0.59 "GET /v2.0/ports?device_id=27604bc4-b642-4784-96d2-0074dce24e42 HTTP/1.1" status: 200 len: 945 time: 0.0624030 Jul 27 21:40:47.042520 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-8d88108d-e160-44cd-b7a1-2a0193379a11 req-40d687e0-da62-4594-98c1-7e2d96bcda0c tempest-ServerDiskConfigTestJSON-1632610150 tempest-ServerDiskConfigTestJSON-1632610150-project] 10.222.0.59 "GET /v2.0/security-groups?id=e7e97956-0d2e-4d67-8ad4-b3dcc9e98794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299475 Jul 27 21:40:48.174008 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cdd124-fda0-4bfc-9997-9eea756997ef req-1039b361-4c37-485e-bb46-d6467560b02e tempest-ServerDiskConfigTestJSON-1632610150 tempest-ServerDiskConfigTestJSON-1632610150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:40:48.175513 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-74cdd124-fda0-4bfc-9997-9eea756997ef req-1039b361-4c37-485e-bb46-d6467560b02e tempest-ServerDiskConfigTestJSON-1632610150 tempest-ServerDiskConfigTestJSON-1632610150-project] 10.222.0.59 "GET /v2.0/ports?device_id=27604bc4-b642-4784-96d2-0074dce24e42 HTTP/1.1" status: 200 len: 945 time: 0.0665245 Jul 27 21:40:48.212574 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-74cdd124-fda0-4bfc-9997-9eea756997ef req-7c22e8f9-e3cb-4152-bddf-a0c95bd01c45 tempest-ServerDiskConfigTestJSON-1632610150 tempest-ServerDiskConfigTestJSON-1632610150-project] 10.222.0.59 "GET /v2.0/security-groups?id=e7e97956-0d2e-4d67-8ad4-b3dcc9e98794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311942 Jul 27 21:40:49.350517 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a878fdcf-51a5-4db7-baeb-7922af2dae6d req-9c1d8932-78fb-42fe-9e25-5214057f40db tempest-ServerDiskConfigTestJSON-1632610150 tempest-ServerDiskConfigTestJSON-1632610150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:40:49.352524 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a878fdcf-51a5-4db7-baeb-7922af2dae6d req-9c1d8932-78fb-42fe-9e25-5214057f40db tempest-ServerDiskConfigTestJSON-1632610150 tempest-ServerDiskConfigTestJSON-1632610150-project] 10.222.0.59 "GET /v2.0/ports?device_id=27604bc4-b642-4784-96d2-0074dce24e42 HTTP/1.1" status: 200 len: 945 time: 0.0691543 Jul 27 21:40:49.391411 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a878fdcf-51a5-4db7-baeb-7922af2dae6d req-62ec32fa-dc7a-4a48-b2d3-347c307e50ac tempest-ServerDiskConfigTestJSON-1632610150 tempest-ServerDiskConfigTestJSON-1632610150-project] 10.222.0.59 "GET /v2.0/security-groups?id=e7e97956-0d2e-4d67-8ad4-b3dcc9e98794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330787 Jul 27 21:40:50.524274 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad2c64b-b0ba-4a3f-ae2a-c8c021542cb4 req-d55921c5-920c-495d-9401-e59850542218 tempest-ServerDiskConfigTestJSON-1632610150 tempest-ServerDiskConfigTestJSON-1632610150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:40:50.525756 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-4ad2c64b-b0ba-4a3f-ae2a-c8c021542cb4 req-d55921c5-920c-495d-9401-e59850542218 tempest-ServerDiskConfigTestJSON-1632610150 tempest-ServerDiskConfigTestJSON-1632610150-project] 10.222.0.59 "GET /v2.0/ports?device_id=27604bc4-b642-4784-96d2-0074dce24e42 HTTP/1.1" status: 200 len: 945 time: 0.0664628 Jul 27 21:40:50.565863 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-4ad2c64b-b0ba-4a3f-ae2a-c8c021542cb4 req-80497620-dc5d-44a1-960c-dce228fedbc2 tempest-ServerDiskConfigTestJSON-1632610150 tempest-ServerDiskConfigTestJSON-1632610150-project] 10.222.0.59 "GET /v2.0/security-groups?id=e7e97956-0d2e-4d67-8ad4-b3dcc9e98794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342500 Jul 27 21:40:51.215671 n-d-705658-22 neutron-server[105584]: INFO neutron.api.v2.resource [req-5d571c6a-b551-416d-bc5b-f255a442cd19 req-b71162f4-8808-4848-82f3-a82678f169c7 service neutron] show failed (client error): The resource could not be found. Jul 27 21:40:51.216637 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-5d571c6a-b551-416d-bc5b-f255a442cd19 req-b71162f4-8808-4848-82f3-a82678f169c7 service neutron] 10.222.0.60 "GET /v2.0/ports/559f2719-2b98-4691-be3d-968bb4c2cfc1/bindings/n-h1-705658-22 HTTP/1.1" status: 404 len: 381 time: 0.0537632 Jul 27 21:40:51.454122 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d571c6a-b551-416d-bc5b-f255a442cd19 req-b0779ed0-8643-4111-8584-ace7cb98b373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:40:51.455677 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-5d571c6a-b551-416d-bc5b-f255a442cd19 req-b0779ed0-8643-4111-8584-ace7cb98b373 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=27604bc4-b642-4784-96d2-0074dce24e42&tenant_id=f67c331a50754d8f83edb528dd0df455 HTTP/1.1" status: 200 len: 1097 time: 0.0918632 Jul 27 21:40:51.467341 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [req-5d571c6a-b551-416d-bc5b-f255a442cd19 req-0161713e-1032-4124-9174-c4506fe17f10 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-705658-22', 'device_owner': 'compute:nova'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:40:51.535632 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-5d571c6a-b551-416d-bc5b-f255a442cd19 req-0161713e-1032-4124-9174-c4506fe17f10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:51.694803 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d06fa2-e22b-4459-8ea2-a5b5db846a32 req-b273d051-8d29-48d8-8bb7-4e98582a45af tempest-ServerDiskConfigTestJSON-1632610150 tempest-ServerDiskConfigTestJSON-1632610150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:40:51.696826 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a9d06fa2-e22b-4459-8ea2-a5b5db846a32 req-b273d051-8d29-48d8-8bb7-4e98582a45af tempest-ServerDiskConfigTestJSON-1632610150 tempest-ServerDiskConfigTestJSON-1632610150-project] 10.222.0.59 "GET /v2.0/ports?device_id=27604bc4-b642-4784-96d2-0074dce24e42 HTTP/1.1" status: 200 len: 945 time: 0.0645287 Jul 27 21:40:51.735622 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a9d06fa2-e22b-4459-8ea2-a5b5db846a32 req-0a561c5d-279b-4f49-9f47-57f468381c1b tempest-ServerDiskConfigTestJSON-1632610150 tempest-ServerDiskConfigTestJSON-1632610150-project] 10.222.0.59 "GET /v2.0/security-groups?id=e7e97956-0d2e-4d67-8ad4-b3dcc9e98794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314920 Jul 27 21:40:51.741543 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [req-5d571c6a-b551-416d-bc5b-f255a442cd19 req-0161713e-1032-4124-9174-c4506fe17f10 service neutron] For port 559f2719-2b98-4691-be3d-968bb4c2cfc1, host n-h2-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=559f2719-2b98-4691-be3d-968bb4c2cfc1,segment=NetworkSegment(1b425cb1-78e6-45fb-9c2f-3713644d8ee7),segment_id=1b425cb1-78e6-45fb-9c2f-3713644d8ee7)] {{(pid=105584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:40:51.775327 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [req-5d571c6a-b551-416d-bc5b-f255a442cd19 req-0161713e-1032-4124-9174-c4506fe17f10 service neutron] For port 559f2719-2b98-4691-be3d-968bb4c2cfc1, host n-h2-705658-22, cleared binding levels {{(pid=105584) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:40:51.814607 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27604bc4-b642-4784-96d2-0074dce24e42', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '559f2719-2b98-4691-be3d-968bb4c2cfc1'}] {{(pid=105584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:40:51.817000 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bce5e6c8685464f7626901654159975603b047827e3138302ed6566e28f1343" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44223fe7-7e5f-45e4-b012-daf530d5a4ed" -d '{"events": [{"server_uuid": "27604bc4-b642-4784-96d2-0074dce24e42", "name": "network-vif-unplugged", "status": "completed", "tag": "559f2719-2b98-4691-be3d-968bb4c2cfc1"}]}' {{(pid=105584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:40:51.821064 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-5d571c6a-b551-416d-bc5b-f255a442cd19 req-0161713e-1032-4124-9174-c4506fe17f10 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:51.833390 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.provisioning_blocks [req-5d571c6a-b551-416d-bc5b-f255a442cd19 req-0161713e-1032-4124-9174-c4506fe17f10 service neutron] Transition to ACTIVE for port object 559f2719-2b98-4691-be3d-968bb4c2cfc1 will not be triggered until provisioned by entity L2. {{(pid=105584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:40:51.836880 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-5d571c6a-b551-416d-bc5b-f255a442cd19 req-0161713e-1032-4124-9174-c4506fe17f10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9014027'] for port, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:51.902976 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d571c6a-b551-416d-bc5b-f255a442cd19 req-0161713e-1032-4124-9174-c4506fe17f10 service neutron] No DVR routers for this DVR port 559f2719-2b98-4691-be3d-968bb4c2cfc1 on host n-h2-705658-22 {{(pid=105584) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:40:51.907122 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0161713e-1032-4124-9174-c4506fe17f10 service neutron] Pushing event updated for resources: {'Port': ['ID=559f2719-2b98-4691-be3d-968bb4c2cfc1,revision_number=6']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:40:51.935568 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 27 Jul 2021 21:40:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d708afd-d6f8-41e0-a0d6-d9391bbe2d53 x-openstack-request-id: req-8d708afd-d6f8-41e0-a0d6-d9391bbe2d53 {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:40:51.935865 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27604bc4-b642-4784-96d2-0074dce24e42", "name": "network-vif-unplugged", "status": "completed", "tag": "559f2719-2b98-4691-be3d-968bb4c2cfc1", "code": 200}]} {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:40:51.936120 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-8d708afd-d6f8-41e0-a0d6-d9391bbe2d53 {{(pid=105584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:40:51.936506 n-d-705658-22 neutron-server[105584]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27604bc4-b642-4784-96d2-0074dce24e42', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '559f2719-2b98-4691-be3d-968bb4c2cfc1', 'code': 200} Jul 27 21:40:51.948959 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [req-5d571c6a-b551-416d-bc5b-f255a442cd19 req-0161713e-1032-4124-9174-c4506fe17f10 service neutron] Attempting to bind port 559f2719-2b98-4691-be3d-968bb4c2cfc1 on host n-h1-705658-22 for vnic_type normal with profile {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:40:51.949295 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [req-5d571c6a-b551-416d-bc5b-f255a442cd19 req-0161713e-1032-4124-9174-c4506fe17f10 service neutron] Attempting to bind port 559f2719-2b98-4691-be3d-968bb4c2cfc1 by drivers openvswitch,hyperv on host n-h1-705658-22 at level 0 using segments [{'id': '1b425cb1-78e6-45fb-9c2f-3713644d8ee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'db164cd8-b869-41cf-aa0c-758e0626219f'}] {{(pid=105584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:40:51.949626 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d571c6a-b551-416d-bc5b-f255a442cd19 req-0161713e-1032-4124-9174-c4506fe17f10 service neutron] Attempting to bind port 559f2719-2b98-4691-be3d-968bb4c2cfc1 on network db164cd8-b869-41cf-aa0c-758e0626219f {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:40:51.953807 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d571c6a-b551-416d-bc5b-f255a442cd19 req-0161713e-1032-4124-9174-c4506fe17f10 service neutron] Port 559f2719-2b98-4691-be3d-968bb4c2cfc1 on network db164cd8-b869-41cf-aa0c-758e0626219f not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-22 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:40:51.954134 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d571c6a-b551-416d-bc5b-f255a442cd19 req-0161713e-1032-4124-9174-c4506fe17f10 service neutron] Attempting to bind port 559f2719-2b98-4691-be3d-968bb4c2cfc1 on network db164cd8-b869-41cf-aa0c-758e0626219f {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:40:51.958854 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d571c6a-b551-416d-bc5b-f255a442cd19 req-0161713e-1032-4124-9174-c4506fe17f10 service neutron] Checking agent: {'id': '9d9bc37f-4d75-44ef-9f63-799aab3e316f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 49, 36), 'started_at': datetime.datetime(2021, 7, 27, 20, 49, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 40, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:40:51.959223 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d571c6a-b551-416d-bc5b-f255a442cd19 req-0161713e-1032-4124-9174-c4506fe17f10 service neutron] Checking segment: {'id': '1b425cb1-78e6-45fb-9c2f-3713644d8ee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'db164cd8-b869-41cf-aa0c-758e0626219f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:40:51.959609 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d571c6a-b551-416d-bc5b-f255a442cd19 req-0161713e-1032-4124-9174-c4506fe17f10 service neutron] Bound using segment: {'id': '1b425cb1-78e6-45fb-9c2f-3713644d8ee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'db164cd8-b869-41cf-aa0c-758e0626219f'} {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:40:51.960035 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [req-5d571c6a-b551-416d-bc5b-f255a442cd19 req-0161713e-1032-4124-9174-c4506fe17f10 service neutron] Bound port: 559f2719-2b98-4691-be3d-968bb4c2cfc1, host: n-h1-705658-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b425cb1-78e6-45fb-9c2f-3713644d8ee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'db164cd8-b869-41cf-aa0c-758e0626219f'}}] {{(pid=105584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:40:51.960392 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-5d571c6a-b551-416d-bc5b-f255a442cd19 req-0161713e-1032-4124-9174-c4506fe17f10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:52.021545 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [req-5d571c6a-b551-416d-bc5b-f255a442cd19 req-0161713e-1032-4124-9174-c4506fe17f10 service neutron] For port 559f2719-2b98-4691-be3d-968bb4c2cfc1, host n-h1-705658-22, cleared binding levels {{(pid=105584) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:40:52.025437 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [req-5d571c6a-b551-416d-bc5b-f255a442cd19 req-0161713e-1032-4124-9174-c4506fe17f10 service neutron] For port 559f2719-2b98-4691-be3d-968bb4c2cfc1, host n-h1-705658-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=559f2719-2b98-4691-be3d-968bb4c2cfc1,segment=NetworkSegment(1b425cb1-78e6-45fb-9c2f-3713644d8ee7),segment_id=1b425cb1-78e6-45fb-9c2f-3713644d8ee7)] {{(pid=105584) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:40:52.028983 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-5d571c6a-b551-416d-bc5b-f255a442cd19 req-0161713e-1032-4124-9174-c4506fe17f10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9014027'] for port, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:52.063144 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d571c6a-b551-416d-bc5b-f255a442cd19 req-0161713e-1032-4124-9174-c4506fe17f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:40:52.063764 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-5d571c6a-b551-416d-bc5b-f255a442cd19 req-0161713e-1032-4124-9174-c4506fe17f10 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:52.065342 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-5d571c6a-b551-416d-bc5b-f255a442cd19 req-0161713e-1032-4124-9174-c4506fe17f10 service neutron] 10.222.0.36 "PUT /v2.0/ports/559f2719-2b98-4691-be3d-968bb4c2cfc1 HTTP/1.1" status: 200 len: 1092 time: 0.6019993 Jul 27 21:40:52.085242 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0161713e-1032-4124-9174-c4506fe17f10 service neutron] Pushing event updated for resources: {'Port': ['ID=559f2719-2b98-4691-be3d-968bb4c2cfc1,revision_number=7']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:40:52.140141 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d571c6a-b551-416d-bc5b-f255a442cd19 req-6eb6bc1e-939e-47be-a6ea-c1a34d80ebf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:40:52.141543 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-5d571c6a-b551-416d-bc5b-f255a442cd19 req-6eb6bc1e-939e-47be-a6ea-c1a34d80ebf8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f67c331a50754d8f83edb528dd0df455&device_id=27604bc4-b642-4784-96d2-0074dce24e42 HTTP/1.1" status: 200 len: 1095 time: 0.0529602 Jul 27 21:40:52.231227 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d571c6a-b551-416d-bc5b-f255a442cd19 req-37aa6198-1709-4bac-b718-e2a0a3a174b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:40:52.232704 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-5d571c6a-b551-416d-bc5b-f255a442cd19 req-37aa6198-1709-4bac-b718-e2a0a3a174b8 service neutron] 10.222.0.36 "GET /v2.0/networks?id=db164cd8-b869-41cf-aa0c-758e0626219f HTTP/1.1" status: 200 len: 916 time: 0.0843642 Jul 27 21:40:52.272567 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-5d571c6a-b551-416d-bc5b-f255a442cd19 req-65efe024-295a-4f55-bf6b-c294dd8f48e1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=559f2719-2b98-4691-be3d-968bb4c2cfc1 HTTP/1.1" status: 200 len: 217 time: 0.0326967 Jul 27 21:40:52.331501 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d571c6a-b551-416d-bc5b-f255a442cd19 req-64451316-b799-43ca-a473-17d037a442e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:40:52.333597 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-5d571c6a-b551-416d-bc5b-f255a442cd19 req-64451316-b799-43ca-a473-17d037a442e8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4cbada6c-345b-4752-a8c8-79269ba8f9af HTTP/1.1" status: 200 len: 855 time: 0.0547683 Jul 27 21:40:52.366824 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-5d571c6a-b551-416d-bc5b-f255a442cd19 req-485a13c4-49b8-4d0d-a307-f31bad0597f2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=db164cd8-b869-41cf-aa0c-758e0626219f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267727 Jul 27 21:40:52.451763 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-5d571c6a-b551-416d-bc5b-f255a442cd19 req-4b3c1b78-af3d-4a17-9317-9d4cb148c77b service neutron] 10.222.0.36 "GET /v2.0/networks/db164cd8-b869-41cf-aa0c-758e0626219f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0781534 Jul 27 21:40:52.543315 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-5d571c6a-b551-416d-bc5b-f255a442cd19 req-7c4718c3-ab23-4486-ba7e-bdb8a51e5055 service neutron] 10.222.0.36 "GET /v2.0/networks/db164cd8-b869-41cf-aa0c-758e0626219f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839942 Jul 27 21:40:52.862521 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0670a62-92ba-4066-a3c2-fcb08ed18d6a req-f733375c-5713-4c4b-97a2-8692adb95604 tempest-ServerDiskConfigTestJSON-1632610150 tempest-ServerDiskConfigTestJSON-1632610150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:40:52.863988 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-d0670a62-92ba-4066-a3c2-fcb08ed18d6a req-f733375c-5713-4c4b-97a2-8692adb95604 tempest-ServerDiskConfigTestJSON-1632610150 tempest-ServerDiskConfigTestJSON-1632610150-project] 10.222.0.59 "GET /v2.0/ports?device_id=27604bc4-b642-4784-96d2-0074dce24e42 HTTP/1.1" status: 200 len: 943 time: 0.0621271 Jul 27 21:40:52.901889 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-d0670a62-92ba-4066-a3c2-fcb08ed18d6a req-ab08d5a6-b2f4-4ab8-b034-e961d31ed016 tempest-ServerDiskConfigTestJSON-1632610150 tempest-ServerDiskConfigTestJSON-1632610150-project] 10.222.0.59 "GET /v2.0/security-groups?id=e7e97956-0d2e-4d67-8ad4-b3dcc9e98794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315914 Jul 27 21:40:53.938324 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27604bc4-b642-4784-96d2-0074dce24e42', 'tag': '559f2719-2b98-4691-be3d-968bb4c2cfc1'}] {{(pid=105584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:40:53.940909 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bce5e6c8685464f7626901654159975603b047827e3138302ed6566e28f1343" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e469713d-4a8e-4523-8796-4f7823364be1" -d '{"events": [{"name": "network-changed", "server_uuid": "27604bc4-b642-4784-96d2-0074dce24e42", "tag": "559f2719-2b98-4691-be3d-968bb4c2cfc1"}]}' {{(pid=105584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:40:53.988892 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:40:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a68f2796-8697-4f9c-a4ad-c49baf009776 x-openstack-request-id: req-a68f2796-8697-4f9c-a4ad-c49baf009776 {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:40:53.989303 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27604bc4-b642-4784-96d2-0074dce24e42", "tag": "559f2719-2b98-4691-be3d-968bb4c2cfc1", "status": "completed", "code": 200}]} {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:40:53.989408 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-a68f2796-8697-4f9c-a4ad-c49baf009776 {{(pid=105584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:40:53.989821 n-d-705658-22 neutron-server[105584]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27604bc4-b642-4784-96d2-0074dce24e42', 'tag': '559f2719-2b98-4691-be3d-968bb4c2cfc1', 'status': 'completed', 'code': 200} Jul 27 21:40:54.053148 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0364e47-ea2b-485e-9bbb-82f57e7d15bf req-05f4ae09-83eb-4421-bff3-dd0ff2690be1 tempest-ServerDiskConfigTestJSON-1632610150 tempest-ServerDiskConfigTestJSON-1632610150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:40:54.055309 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-c0364e47-ea2b-485e-9bbb-82f57e7d15bf req-05f4ae09-83eb-4421-bff3-dd0ff2690be1 tempest-ServerDiskConfigTestJSON-1632610150 tempest-ServerDiskConfigTestJSON-1632610150-project] 10.222.0.59 "GET /v2.0/ports?device_id=27604bc4-b642-4784-96d2-0074dce24e42 HTTP/1.1" status: 200 len: 943 time: 0.0830936 Jul 27 21:40:54.094418 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-c0364e47-ea2b-485e-9bbb-82f57e7d15bf req-fb5815f4-2ed0-4a30-8a6b-18d85307dfa3 tempest-ServerDiskConfigTestJSON-1632610150 tempest-ServerDiskConfigTestJSON-1632610150-project] 10.222.0.59 "GET /v2.0/security-groups?id=e7e97956-0d2e-4d67-8ad4-b3dcc9e98794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327766 Jul 27 21:40:54.107094 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e469713d-4a8e-4523-8796-4f7823364be1 req-fa96a145-a047-43f0-816a-364984c080ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:40:54.108707 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-e469713d-4a8e-4523-8796-4f7823364be1 req-fa96a145-a047-43f0-816a-364984c080ee service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f67c331a50754d8f83edb528dd0df455&device_id=27604bc4-b642-4784-96d2-0074dce24e42 HTTP/1.1" status: 200 len: 1095 time: 0.0950668 Jul 27 21:40:54.114361 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e469713d-4a8e-4523-8796-4f7823364be1 req-80b18c72-90d3-478a-95be-70c3b2be9570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:40:54.115761 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-e469713d-4a8e-4523-8796-4f7823364be1 req-80b18c72-90d3-478a-95be-70c3b2be9570 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=f67c331a50754d8f83edb528dd0df455&device_id=27604bc4-b642-4784-96d2-0074dce24e42 HTTP/1.1" status: 200 len: 1095 time: 0.0939727 Jul 27 21:40:54.266557 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e469713d-4a8e-4523-8796-4f7823364be1 req-35a11cb5-4774-4511-a9d4-f92d56d2e140 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:40:54.268028 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-e469713d-4a8e-4523-8796-4f7823364be1 req-35a11cb5-4774-4511-a9d4-f92d56d2e140 service neutron] 10.222.0.36 "GET /v2.0/networks?id=db164cd8-b869-41cf-aa0c-758e0626219f HTTP/1.1" status: 200 len: 916 time: 0.1514521 Jul 27 21:40:54.270506 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e469713d-4a8e-4523-8796-4f7823364be1 req-9e89e0e5-ab94-41ec-ac42-efb5ca4b603b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:40:54.272197 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-e469713d-4a8e-4523-8796-4f7823364be1 req-9e89e0e5-ab94-41ec-ac42-efb5ca4b603b service neutron] 10.222.0.60 "GET /v2.0/networks?id=db164cd8-b869-41cf-aa0c-758e0626219f HTTP/1.1" status: 200 len: 916 time: 0.1477439 Jul 27 21:40:54.313263 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-e469713d-4a8e-4523-8796-4f7823364be1 req-07104f9a-1acd-4c10-95b9-3833bb1dd3ef service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=559f2719-2b98-4691-be3d-968bb4c2cfc1 HTTP/1.1" status: 200 len: 217 time: 0.0385480 Jul 27 21:40:54.346070 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-e469713d-4a8e-4523-8796-4f7823364be1 req-c286e064-b1f6-4fc1-88c0-8d66839450c6 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=559f2719-2b98-4691-be3d-968bb4c2cfc1 HTTP/1.1" status: 200 len: 217 time: 0.0647099 Jul 27 21:40:54.413657 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e469713d-4a8e-4523-8796-4f7823364be1 req-937dc163-20a7-4343-812d-67cab0402250 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:40:54.415711 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-e469713d-4a8e-4523-8796-4f7823364be1 req-937dc163-20a7-4343-812d-67cab0402250 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4cbada6c-345b-4752-a8c8-79269ba8f9af HTTP/1.1" status: 200 len: 855 time: 0.0775537 Jul 27 21:40:54.422364 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e469713d-4a8e-4523-8796-4f7823364be1 req-1cc51662-c062-4bc7-93de-4e73f2b57f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:40:54.423696 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-e469713d-4a8e-4523-8796-4f7823364be1 req-1cc51662-c062-4bc7-93de-4e73f2b57f8d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4cbada6c-345b-4752-a8c8-79269ba8f9af HTTP/1.1" status: 200 len: 855 time: 0.0546453 Jul 27 21:40:54.470695 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-e469713d-4a8e-4523-8796-4f7823364be1 req-2c64842c-ae82-4e14-a634-d5fb9d7d2dad service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=db164cd8-b869-41cf-aa0c-758e0626219f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0460854 Jul 27 21:40:54.472457 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-e469713d-4a8e-4523-8796-4f7823364be1 req-8d20f094-7033-4e36-bc9b-350949d1599f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=db164cd8-b869-41cf-aa0c-758e0626219f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0408404 Jul 27 21:40:54.614193 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Device 559f2719-2b98-4691-be3d-968bb4c2cfc1 no longer exists at agent hyperv_n-h2-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:40:54.628907 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-e469713d-4a8e-4523-8796-4f7823364be1 req-934f5093-ce11-4847-b98a-0a98e27cbb11 service neutron] 10.222.0.36 "GET /v2.0/networks/db164cd8-b869-41cf-aa0c-758e0626219f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1508043 Jul 27 21:40:54.630722 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-e469713d-4a8e-4523-8796-4f7823364be1 req-077fde05-b72c-44f1-bd56-e55741fc4c67 service neutron] 10.222.0.60 "GET /v2.0/networks/db164cd8-b869-41cf-aa0c-758e0626219f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1459944 Jul 27 21:40:54.652173 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Device 559f2719-2b98-4691-be3d-968bb4c2cfc1 not bound to the agent host n-h2-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:40:54.782144 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-e469713d-4a8e-4523-8796-4f7823364be1 req-8abe4840-c2b4-4311-856f-29ccb8e86028 service neutron] 10.222.0.36 "GET /v2.0/networks/db164cd8-b869-41cf-aa0c-758e0626219f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1461101 Jul 27 21:40:54.785352 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-e469713d-4a8e-4523-8796-4f7823364be1 req-eae904c4-2be3-4a61-bee3-7048bae3dcd2 service neutron] 10.222.0.60 "GET /v2.0/networks/db164cd8-b869-41cf-aa0c-758e0626219f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1425447 Jul 27 21:40:55.233994 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9ad89b-2312-4d95-af74-4010eeba5dc4 req-2d810c52-5b33-4c58-a14c-117c6e353b93 tempest-ServerDiskConfigTestJSON-1632610150 tempest-ServerDiskConfigTestJSON-1632610150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:40:55.235531 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-7d9ad89b-2312-4d95-af74-4010eeba5dc4 req-2d810c52-5b33-4c58-a14c-117c6e353b93 tempest-ServerDiskConfigTestJSON-1632610150 tempest-ServerDiskConfigTestJSON-1632610150-project] 10.222.0.59 "GET /v2.0/ports?device_id=27604bc4-b642-4784-96d2-0074dce24e42 HTTP/1.1" status: 200 len: 943 time: 0.0685794 Jul 27 21:40:55.274322 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-7d9ad89b-2312-4d95-af74-4010eeba5dc4 req-b2e70673-ac77-46c4-b925-860cdb02157c tempest-ServerDiskConfigTestJSON-1632610150 tempest-ServerDiskConfigTestJSON-1632610150-project] 10.222.0.59 "GET /v2.0/security-groups?id=e7e97956-0d2e-4d67-8ad4-b3dcc9e98794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327480 Jul 27 21:40:55.495406 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf99f42-42e2-46ca-8ef5-18c51db699ee req-8f051bb2-edd1-49cd-b036-1de60120d2fd tempest-ServerDiskConfigTestJSON-1632610150 tempest-ServerDiskConfigTestJSON-1632610150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:40:55.496886 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-8bf99f42-42e2-46ca-8ef5-18c51db699ee req-8f051bb2-edd1-49cd-b036-1de60120d2fd tempest-ServerDiskConfigTestJSON-1632610150 tempest-ServerDiskConfigTestJSON-1632610150-project] 10.222.0.59 "GET /v2.0/ports?device_id=27604bc4-b642-4784-96d2-0074dce24e42 HTTP/1.1" status: 200 len: 943 time: 0.0658379 Jul 27 21:40:55.499764 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e39c221-e0a5-41ec-bae7-705f0197a8d6 req-ca5be2c0-482b-499d-bb1d-05b343a80499 tempest-ServerDiskConfigTestJSON-1632610150 tempest-ServerDiskConfigTestJSON-1632610150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:40:55.501275 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-7e39c221-e0a5-41ec-bae7-705f0197a8d6 req-ca5be2c0-482b-499d-bb1d-05b343a80499 tempest-ServerDiskConfigTestJSON-1632610150 tempest-ServerDiskConfigTestJSON-1632610150-project] 10.222.0.60 "GET /v2.0/ports?device_id=27604bc4-b642-4784-96d2-0074dce24e42&tenant_id=f67c331a50754d8f83edb528dd0df455&binding%3Ahost_id=n-h1-705658-22 HTTP/1.1" status: 200 len: 943 time: 0.0675907 Jul 27 21:40:55.534361 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-8bf99f42-42e2-46ca-8ef5-18c51db699ee req-07db8e6e-7be4-4ec5-9703-487e0f2e2611 tempest-ServerDiskConfigTestJSON-1632610150 tempest-ServerDiskConfigTestJSON-1632610150-project] 10.222.0.59 "GET /v2.0/security-groups?id=e7e97956-0d2e-4d67-8ad4-b3dcc9e98794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310214 Jul 27 21:40:55.566936 n-d-705658-22 neutron-server[105584]: INFO neutron.api.v2.resource [req-7e39c221-e0a5-41ec-bae7-705f0197a8d6 req-300c2880-ee83-4b54-be10-8f399cb2826e service neutron] delete failed (client error): The resource could not be found. Jul 27 21:40:55.567988 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-7e39c221-e0a5-41ec-bae7-705f0197a8d6 req-300c2880-ee83-4b54-be10-8f399cb2826e service neutron] 10.222.0.60 "DELETE /v2.0/ports/559f2719-2b98-4691-be3d-968bb4c2cfc1/bindings/n-h2-705658-22 HTTP/1.1" status: 404 len: 381 time: 0.0593927 Jul 27 21:40:55.667465 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e39c221-e0a5-41ec-bae7-705f0197a8d6 req-25a375fb-fd8b-4d44-9fbd-c8bc47838f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:40:55.668892 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-7e39c221-e0a5-41ec-bae7-705f0197a8d6 req-25a375fb-fd8b-4d44-9fbd-c8bc47838f83 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=f67c331a50754d8f83edb528dd0df455&device_id=27604bc4-b642-4784-96d2-0074dce24e42 HTTP/1.1" status: 200 len: 1095 time: 0.0570393 Jul 27 21:40:55.759491 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e39c221-e0a5-41ec-bae7-705f0197a8d6 req-783350a4-f904-4f04-88f9-030beefca90d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:40:55.760960 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-7e39c221-e0a5-41ec-bae7-705f0197a8d6 req-783350a4-f904-4f04-88f9-030beefca90d service neutron] 10.222.0.60 "GET /v2.0/networks?id=db164cd8-b869-41cf-aa0c-758e0626219f HTTP/1.1" status: 200 len: 916 time: 0.0833447 Jul 27 21:40:55.806289 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-7e39c221-e0a5-41ec-bae7-705f0197a8d6 req-99cb068f-f061-47b9-b4df-c8f3595e0a8e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=559f2719-2b98-4691-be3d-968bb4c2cfc1 HTTP/1.1" status: 200 len: 217 time: 0.0375221 Jul 27 21:40:55.853789 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e39c221-e0a5-41ec-bae7-705f0197a8d6 req-adc9c293-e958-4005-9aaf-787de9a0286c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:40:55.855247 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-7e39c221-e0a5-41ec-bae7-705f0197a8d6 req-adc9c293-e958-4005-9aaf-787de9a0286c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4cbada6c-345b-4752-a8c8-79269ba8f9af HTTP/1.1" status: 200 len: 855 time: 0.0425732 Jul 27 21:40:55.888734 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-7e39c221-e0a5-41ec-bae7-705f0197a8d6 req-75711867-778a-4767-a975-519b1c521be1 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=db164cd8-b869-41cf-aa0c-758e0626219f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270226 Jul 27 21:40:55.980719 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-7e39c221-e0a5-41ec-bae7-705f0197a8d6 req-ce54d1c9-9cce-4e46-89ab-1415d49a859b service neutron] 10.222.0.60 "GET /v2.0/networks/db164cd8-b869-41cf-aa0c-758e0626219f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839891 Jul 27 21:40:56.072041 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-7e39c221-e0a5-41ec-bae7-705f0197a8d6 req-3cad1c15-db4c-452e-a150-2148a229548d service neutron] 10.222.0.60 "GET /v2.0/networks/db164cd8-b869-41cf-aa0c-758e0626219f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831711 Jul 27 21:40:56.634896 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device 559f2719-2b98-4691-be3d-968bb4c2cfc1 details requested by agent hyperv_n-h1-705658-22 with host n-h1-705658-22 {{(pid=105586) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:40:56.673453 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a90615-a8af-4bb0-86f8-edffb9a05206 req-92aaed87-5cbd-4660-9a3c-b2b1032aff80 tempest-ServerDiskConfigTestJSON-1632610150 tempest-ServerDiskConfigTestJSON-1632610150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:40:56.674961 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-85a90615-a8af-4bb0-86f8-edffb9a05206 req-92aaed87-5cbd-4660-9a3c-b2b1032aff80 tempest-ServerDiskConfigTestJSON-1632610150 tempest-ServerDiskConfigTestJSON-1632610150-project] 10.222.0.59 "GET /v2.0/ports?device_id=27604bc4-b642-4784-96d2-0074dce24e42 HTTP/1.1" status: 200 len: 943 time: 0.0662489 Jul 27 21:40:56.715275 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-85a90615-a8af-4bb0-86f8-edffb9a05206 req-47969e27-9900-4c0d-addb-c1e66ec999c6 tempest-ServerDiskConfigTestJSON-1632610150 tempest-ServerDiskConfigTestJSON-1632610150-project] 10.222.0.59 "GET /v2.0/security-groups?id=e7e97956-0d2e-4d67-8ad4-b3dcc9e98794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331652 Jul 27 21:40:56.750533 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] For port 559f2719-2b98-4691-be3d-968bb4c2cfc1, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=559f2719-2b98-4691-be3d-968bb4c2cfc1,segment=NetworkSegment(1b425cb1-78e6-45fb-9c2f-3713644d8ee7),segment_id=1b425cb1-78e6-45fb-9c2f-3713644d8ee7)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:40:56.762596 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Returning: {'device': '559f2719-2b98-4691-be3d-968bb4c2cfc1', 'network_id': 'db164cd8-b869-41cf-aa0c-758e0626219f', 'port_id': '559f2719-2b98-4691-be3d-968bb4c2cfc1', 'mac_address': 'fa:16:3e:7f:23:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 226, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4cbada6c-345b-4752-a8c8-79269ba8f9af', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105586) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:40:56.800089 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:56.812778 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 559f2719-2b98-4691-be3d-968bb4c2cfc1 {{(pid=105586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:40:56.832668 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] For port 559f2719-2b98-4691-be3d-968bb4c2cfc1, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=559f2719-2b98-4691-be3d-968bb4c2cfc1,segment=NetworkSegment(1b425cb1-78e6-45fb-9c2f-3713644d8ee7),segment_id=1b425cb1-78e6-45fb-9c2f-3713644d8ee7)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:40:56.836561 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:56.846045 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b0dfce-af24-461e-8f85-e372df488d2b req-77bb7070-1b8e-4376-a886-247c8686c4f3 tempest-ServerDiskConfigTestJSON-1632610150 tempest-ServerDiskConfigTestJSON-1632610150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:40:56.847692 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a1b0dfce-af24-461e-8f85-e372df488d2b req-77bb7070-1b8e-4376-a886-247c8686c4f3 tempest-ServerDiskConfigTestJSON-1632610150 tempest-ServerDiskConfigTestJSON-1632610150-project] 10.222.0.59 "GET /v2.0/ports?device_id=27604bc4-b642-4784-96d2-0074dce24e42 HTTP/1.1" status: 200 len: 943 time: 0.0625892 Jul 27 21:40:56.885392 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Pushing event updated for resources: {'Port': ['ID=559f2719-2b98-4691-be3d-968bb4c2cfc1,revision_number=8']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:40:56.886906 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a1b0dfce-af24-461e-8f85-e372df488d2b req-b9a0439f-2f29-4df4-9fdc-9f1028205489 tempest-ServerDiskConfigTestJSON-1632610150 tempest-ServerDiskConfigTestJSON-1632610150-project] 10.222.0.59 "GET /v2.0/security-groups?id=e7e97956-0d2e-4d67-8ad4-b3dcc9e98794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328498 Jul 27 21:40:56.892920 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:40:56.893278 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:40:56.893626 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:40:56.893968 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:40:56.894307 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:40:56.894642 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:40:56.894974 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:40:56.895337 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:40:56.895669 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:40:56.895997 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:40:56.896324 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:40:56.896648 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:40:57.016826 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40439d88-a7c2-448e-bb8d-c53ace517ff5 req-dcbf30af-640d-432d-97cc-efb41a1a7c01 tempest-ServerDiskConfigTestJSON-1632610150 tempest-ServerDiskConfigTestJSON-1632610150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:40:57.018272 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-40439d88-a7c2-448e-bb8d-c53ace517ff5 req-dcbf30af-640d-432d-97cc-efb41a1a7c01 tempest-ServerDiskConfigTestJSON-1632610150 tempest-ServerDiskConfigTestJSON-1632610150-project] 10.222.0.59 "GET /v2.0/ports?device_id=27604bc4-b642-4784-96d2-0074dce24e42 HTTP/1.1" status: 200 len: 944 time: 0.0656927 Jul 27 21:40:57.048025 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] get_ports_and_sgs() called for port_ids ['559f2719-2b98-4691-be3d-968bb4c2cfc1'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:40:57.055295 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-40439d88-a7c2-448e-bb8d-c53ace517ff5 req-660dfa2b-8a76-4c41-b396-e5c9ace7720c tempest-ServerDiskConfigTestJSON-1632610150 tempest-ServerDiskConfigTestJSON-1632610150-project] 10.222.0.59 "GET /v2.0/security-groups?id=e7e97956-0d2e-4d67-8ad4-b3dcc9e98794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303307 Jul 27 21:40:57.401123 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ca3e1c-1dae-4f8f-b362-da1ae89023f5 req-e05bd85c-9918-4c8b-8645-5a175655f620 tempest-ServerDiskConfigTestJSON-1632610150 tempest-ServerDiskConfigTestJSON-1632610150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:40:57.402597 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e2ca3e1c-1dae-4f8f-b362-da1ae89023f5 req-e05bd85c-9918-4c8b-8645-5a175655f620 tempest-ServerDiskConfigTestJSON-1632610150 tempest-ServerDiskConfigTestJSON-1632610150-project] 10.222.0.59 "GET /v2.0/ports?device_id=27604bc4-b642-4784-96d2-0074dce24e42 HTTP/1.1" status: 200 len: 944 time: 0.0641487 Jul 27 21:40:57.439703 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e2ca3e1c-1dae-4f8f-b362-da1ae89023f5 req-a084ad35-5bb7-4fc0-b3ae-190125c54612 tempest-ServerDiskConfigTestJSON-1632610150 tempest-ServerDiskConfigTestJSON-1632610150-project] 10.222.0.59 "GET /v2.0/security-groups?id=e7e97956-0d2e-4d67-8ad4-b3dcc9e98794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311451 Jul 27 21:40:58.529802 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fed9e5-7987-4fe8-bfec-9610384a1297 req-e040ef8e-c32b-440d-a625-f8b66cfc9006 tempest-ServerDiskConfigTestJSON-1632610150 tempest-ServerDiskConfigTestJSON-1632610150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:40:58.531302 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-05fed9e5-7987-4fe8-bfec-9610384a1297 req-e040ef8e-c32b-440d-a625-f8b66cfc9006 tempest-ServerDiskConfigTestJSON-1632610150 tempest-ServerDiskConfigTestJSON-1632610150-project] 10.222.0.36 "GET /v2.0/ports?device_id=27604bc4-b642-4784-96d2-0074dce24e42 HTTP/1.1" status: 200 len: 944 time: 0.0631149 Jul 27 21:40:58.576674 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8ae77a-f468-4942-aec4-9ee47157d9b4 req-ad59e40a-2f38-4271-8d5b-663aae725333 tempest-ServerDiskConfigTestJSON-1632610150 tempest-ServerDiskConfigTestJSON-1632610150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:40:58.578169 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-6d8ae77a-f468-4942-aec4-9ee47157d9b4 req-ad59e40a-2f38-4271-8d5b-663aae725333 tempest-ServerDiskConfigTestJSON-1632610150 tempest-ServerDiskConfigTestJSON-1632610150-project] 10.222.0.59 "GET /v2.0/ports?device_id=27604bc4-b642-4784-96d2-0074dce24e42 HTTP/1.1" status: 200 len: 944 time: 0.0733645 Jul 27 21:40:58.630796 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device 559f2719-2b98-4691-be3d-968bb4c2cfc1 up at agent hyperv_n-h1-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:40:58.638306 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [req-05fed9e5-7987-4fe8-bfec-9610384a1297 req-4e7370f0-7de0-4877-9cf8-a68b843eba82 tempest-ServerDiskConfigTestJSON-1632610150 tempest-ServerDiskConfigTestJSON-1632610150-project] Deleting port 559f2719-2b98-4691-be3d-968bb4c2cfc1 {{(pid=105584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:40:58.638672 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-05fed9e5-7987-4fe8-bfec-9610384a1297 req-4e7370f0-7de0-4877-9cf8-a68b843eba82 tempest-ServerDiskConfigTestJSON-1632610150 tempest-ServerDiskConfigTestJSON-1632610150-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:58.683513 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Provisioning for port 559f2719-2b98-4691-be3d-968bb4c2cfc1 completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:40:58.688016 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Provisioning complete for port 559f2719-2b98-4691-be3d-968bb4c2cfc1 triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:40:58.688535 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:58.734235 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [req-05fed9e5-7987-4fe8-bfec-9610384a1297 req-4e7370f0-7de0-4877-9cf8-a68b843eba82 tempest-ServerDiskConfigTestJSON-1632610150 tempest-ServerDiskConfigTestJSON-1632610150-project] For port 559f2719-2b98-4691-be3d-968bb4c2cfc1, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=559f2719-2b98-4691-be3d-968bb4c2cfc1,segment=NetworkSegment(1b425cb1-78e6-45fb-9c2f-3713644d8ee7),segment_id=1b425cb1-78e6-45fb-9c2f-3713644d8ee7)] {{(pid=105584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:40:58.734562 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-05fed9e5-7987-4fe8-bfec-9610384a1297 req-4e7370f0-7de0-4877-9cf8-a68b843eba82 tempest-ServerDiskConfigTestJSON-1632610150 tempest-ServerDiskConfigTestJSON-1632610150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:58.753914 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [req-05fed9e5-7987-4fe8-bfec-9610384a1297 req-4e7370f0-7de0-4877-9cf8-a68b843eba82 tempest-ServerDiskConfigTestJSON-1632610150 tempest-ServerDiskConfigTestJSON-1632610150-project] Calling delete_port for 559f2719-2b98-4691-be3d-968bb4c2cfc1 owned by compute:nova {{(pid=105584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:40:58.774858 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:58.798562 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27604bc4-b642-4784-96d2-0074dce24e42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '559f2719-2b98-4691-be3d-968bb4c2cfc1'}] {{(pid=105586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:40:58.800866 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14c1663e039faf5393f87855f745010ac5b02220355b68fdbf065393e303ac56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d83e9fe-4766-4fe6-9e54-6b2a3246b4e0" -d '{"events": [{"server_uuid": "27604bc4-b642-4784-96d2-0074dce24e42", "name": "network-vif-plugged", "status": "completed", "tag": "559f2719-2b98-4691-be3d-968bb4c2cfc1"}]}' {{(pid=105586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:40:58.814651 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] For port 559f2719-2b98-4691-be3d-968bb4c2cfc1, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=559f2719-2b98-4691-be3d-968bb4c2cfc1,segment=NetworkSegment(1b425cb1-78e6-45fb-9c2f-3713644d8ee7),segment_id=1b425cb1-78e6-45fb-9c2f-3713644d8ee7)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:40:58.819488 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:58.874989 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Pushing event updated for resources: {'Port': ['ID=559f2719-2b98-4691-be3d-968bb4c2cfc1,revision_number=9']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:40:58.912821 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-05fed9e5-7987-4fe8-bfec-9610384a1297 req-4e7370f0-7de0-4877-9cf8-a68b843eba82 tempest-ServerDiskConfigTestJSON-1632610150 tempest-ServerDiskConfigTestJSON-1632610150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:58.926766 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] get_ports_and_sgs() called for port_ids ['559f2719-2b98-4691-be3d-968bb4c2cfc1'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:40:58.944129 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7370f0-7de0-4877-9cf8-a68b843eba82 tempest-ServerDiskConfigTestJSON-1632610150 tempest-ServerDiskConfigTestJSON-1632610150-project] Pushing event deleted for resources: {'Port': ['ID=559f2719-2b98-4691-be3d-968bb4c2cfc1,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:40:58.956262 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:40:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40eb051b-4e0e-486f-a64b-6c577c07d3bf x-openstack-request-id: req-40eb051b-4e0e-486f-a64b-6c577c07d3bf {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:40:58.956558 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27604bc4-b642-4784-96d2-0074dce24e42", "name": "network-vif-plugged", "status": "completed", "tag": "559f2719-2b98-4691-be3d-968bb4c2cfc1", "code": 200}]} {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:40:58.956811 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-40eb051b-4e0e-486f-a64b-6c577c07d3bf {{(pid=105586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:40:58.957206 n-d-705658-22 neutron-server[105586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27604bc4-b642-4784-96d2-0074dce24e42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '559f2719-2b98-4691-be3d-968bb4c2cfc1', 'code': 200} Jul 27 21:40:58.980319 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-6d8ae77a-f468-4942-aec4-9ee47157d9b4 req-2d0a5560-c6a7-4946-9c74-5d62f008efb2 tempest-ServerDiskConfigTestJSON-1632610150 tempest-ServerDiskConfigTestJSON-1632610150-project] 10.222.0.59 "GET /v2.0/security-groups?id=e7e97956-0d2e-4d67-8ad4-b3dcc9e98794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3961999 Jul 27 21:40:59.230255 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [req-05fed9e5-7987-4fe8-bfec-9610384a1297 req-4e7370f0-7de0-4877-9cf8-a68b843eba82 tempest-ServerDiskConfigTestJSON-1632610150 tempest-ServerDiskConfigTestJSON-1632610150-project] No DVR routers for this DVR port 559f2719-2b98-4691-be3d-968bb4c2cfc1 on host n-h1-705658-22 {{(pid=105584) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:40:59.232748 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-05fed9e5-7987-4fe8-bfec-9610384a1297 req-4e7370f0-7de0-4877-9cf8-a68b843eba82 tempest-ServerDiskConfigTestJSON-1632610150 tempest-ServerDiskConfigTestJSON-1632610150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:59.234659 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-05fed9e5-7987-4fe8-bfec-9610384a1297 req-4e7370f0-7de0-4877-9cf8-a68b843eba82 tempest-ServerDiskConfigTestJSON-1632610150 tempest-ServerDiskConfigTestJSON-1632610150-project] 10.222.0.36 "DELETE /v2.0/ports/559f2719-2b98-4691-be3d-968bb4c2cfc1 HTTP/1.1" status: 204 len: 173 time: 0.6966801 Jul 27 21:40:59.235110 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27604bc4-b642-4784-96d2-0074dce24e42', 'name': 'network-vif-deleted', 'tag': '559f2719-2b98-4691-be3d-968bb4c2cfc1'}] {{(pid=105584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:40:59.237315 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bce5e6c8685464f7626901654159975603b047827e3138302ed6566e28f1343" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7294b322-b508-4e3b-b4ec-6aee182ec929" -d '{"events": [{"server_uuid": "27604bc4-b642-4784-96d2-0074dce24e42", "name": "network-vif-deleted", "tag": "559f2719-2b98-4691-be3d-968bb4c2cfc1"}]}' {{(pid=105584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:40:59.276208 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:40:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cbcf023-8139-4d4f-8cd0-cfa692922591 x-openstack-request-id: req-3cbcf023-8139-4d4f-8cd0-cfa692922591 {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:40:59.276503 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27604bc4-b642-4784-96d2-0074dce24e42", "name": "network-vif-deleted", "tag": "559f2719-2b98-4691-be3d-968bb4c2cfc1", "status": "completed", "code": 200}]} {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:40:59.276771 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-3cbcf023-8139-4d4f-8cd0-cfa692922591 {{(pid=105584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:40:59.277210 n-d-705658-22 neutron-server[105584]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27604bc4-b642-4784-96d2-0074dce24e42', 'name': 'network-vif-deleted', 'tag': '559f2719-2b98-4691-be3d-968bb4c2cfc1', 'status': 'completed', 'code': 200} Jul 27 21:41:00.101822 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 35488) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:41:00.145032 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.db_base_plugin_v2 [None req-bac88e55-f0e8-4f5d-b150-c6cbdbab2bdb admin admin] Deleting subnet 4cbada6c-345b-4752-a8c8-79269ba8f9af {{(pid=105584) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:41:00.147880 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-bac88e55-f0e8-4f5d-b150-c6cbdbab2bdb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:00.179982 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-bac88e55-f0e8-4f5d-b150-c6cbdbab2bdb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9014207'] for subnet, precommit_delete_associations {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:00.220230 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-bac88e55-f0e8-4f5d-b150-c6cbdbab2bdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854965'] for subnet, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:00.271355 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-bac88e55-f0e8-4f5d-b150-c6cbdbab2bdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9014081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9738825'] for subnet, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:00.295704 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac88e55-f0e8-4f5d-b150-c6cbdbab2bdb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4cbada6c-345b-4752-a8c8-79269ba8f9af,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:41:00.299433 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-bac88e55-f0e8-4f5d-b150-c6cbdbab2bdb admin admin] Notify callbacks [] for subnet, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:00.302024 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-bac88e55-f0e8-4f5d-b150-c6cbdbab2bdb admin admin] 10.222.0.59 "DELETE /v2.0/subnets/4cbada6c-345b-4752-a8c8-79269ba8f9af HTTP/1.1" status: 204 len: 168 time: 0.1984463 Jul 27 21:41:00.303827 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 35490) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:41:00.372141 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-9373046a-fd53-48e1-84a8-523199fc6633 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-990557'] for network, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:00.447428 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-9373046a-fd53-48e1-84a8-523199fc6633 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853562', 'neutron.services.segments.db._delete_segments_for_network-8790688882975'] for network, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:00.457151 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.segments.db [None req-9373046a-fd53-48e1-84a8-523199fc6633 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db164cd8-b869-41cf-aa0c-758e0626219f']}} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:41:00.467111 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.segments.db [None req-9373046a-fd53-48e1-84a8-523199fc6633 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b425cb1-78e6-45fb-9c2f-3713644d8ee7') {'for_net_delete': True} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:41:00.467408 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.segments.db [None req-9373046a-fd53-48e1-84a8-523199fc6633 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b425cb1-78e6-45fb-9c2f-3713644d8ee7') {} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:41:00.475990 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-9373046a-fd53-48e1-84a8-523199fc6633 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790688883752', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9014348'] for segment, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:00.489330 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-9373046a-fd53-48e1-84a8-523199fc6633 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:00.495850 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9373046a-fd53-48e1-84a8-523199fc6633 admin admin] Releasing vlan 226 on physical network physnet1 to pool {{(pid=105584) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:41:00.496238 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-9373046a-fd53-48e1-84a8-523199fc6633 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9014063'] for segment, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:00.498089 n-d-705658-22 neutron-server[105584]: Traceback (most recent call last): Jul 27 21:41:00.498089 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:41:00.498089 n-d-705658-22 neutron-server[105584]: timer() Jul 27 21:41:00.498089 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:41:00.498089 n-d-705658-22 neutron-server[105584]: cb(*args, **kw) Jul 27 21:41:00.498089 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:41:00.498089 n-d-705658-22 neutron-server[105584]: return func(*args, **kwargs) Jul 27 21:41:00.498089 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:41:00.498089 n-d-705658-22 neutron-server[105584]: self._notify() Jul 27 21:41:00.498089 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:41:00.498089 n-d-705658-22 neutron-server[105584]: self.callback(batched_events) Jul 27 21:41:00.498089 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:41:00.498089 n-d-705658-22 neutron-server[105584]: event.method(event) Jul 27 21:41:00.498089 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:41:00.498089 n-d-705658-22 neutron-server[105584]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:41:00.498089 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:41:00.498089 n-d-705658-22 neutron-server[105584]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:41:00.498089 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:41:00.498089 n-d-705658-22 neutron-server[105584]: return f(self, *a, **k) Jul 27 21:41:00.498089 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:41:00.498089 n-d-705658-22 neutron-server[105584]: return self._get(url).json() Jul 27 21:41:00.498089 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:41:00.498089 n-d-705658-22 neutron-server[105584]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:41:00.498089 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:41:00.498089 n-d-705658-22 neutron-server[105584]: return self.request(url, 'GET', **kwargs) Jul 27 21:41:00.498089 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:41:00.498089 n-d-705658-22 neutron-server[105584]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:41:00.498089 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:41:00.498089 n-d-705658-22 neutron-server[105584]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:41:00.498089 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:41:00.498089 n-d-705658-22 neutron-server[105584]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:41:00.498089 n-d-705658-22 neutron-server[105584]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:41:00.552987 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-9373046a-fd53-48e1-84a8-523199fc6633 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4075658'] for network, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:00.558874 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-9373046a-fd53-48e1-84a8-523199fc6633 admin admin] Notify callbacks [] for network, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:00.560832 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-9373046a-fd53-48e1-84a8-523199fc6633 admin admin] 10.222.0.59 "DELETE /v2.0/networks/db164cd8-b869-41cf-aa0c-758e0626219f HTTP/1.1" status: 204 len: 168 time: 0.2554181 Jul 27 21:41:00.572647 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9373046a-fd53-48e1-84a8-523199fc6633 admin admin] Pushing event deleted for resources: {'Network': ['ID=db164cd8-b869-41cf-aa0c-758e0626219f,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:41:00.671230 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 35494) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:41:00.711561 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-ee88ccd4-8c0d-403e-b05f-42fe4dd6443a admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=f67c331a50754d8f83edb528dd0df455&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0390801 Jul 27 21:41:00.713937 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 35496) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:41:00.761182 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-88bbead4-85a4-4f6e-b57f-910ad602b6f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:00.781001 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-88bbead4-85a4-4f6e-b57f-910ad602b6f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:00.825173 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-88bbead4-85a4-4f6e-b57f-910ad602b6f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:00.827750 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-88bbead4-85a4-4f6e-b57f-910ad602b6f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:00.828894 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-88bbead4-85a4-4f6e-b57f-910ad602b6f5 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/e7e97956-0d2e-4d67-8ad4-b3dcc9e98794 HTTP/1.1" status: 204 len: 168 time: 0.1140387 Jul 27 21:41:00.836190 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bbead4-85a4-4f6e-b57f-910ad602b6f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7e97956-0d2e-4d67-8ad4-b3dcc9e98794,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:41:01.455675 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 35518) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:41:01.573345 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-1b2d6b1c-10e0-4156-99cc-28dceafc46ef admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1116922379-network', 'tenant_id': 'c529c1f29ef94d7791c99b50fa7c5534'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:41:01.593924 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b2d6b1c-10e0-4156-99cc-28dceafc46ef admin admin] Made reservation on behalf of c529c1f29ef94d7791c99b50fa7c5534 for: {'network': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:41:01.596523 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-1b2d6b1c-10e0-4156-99cc-28dceafc46ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for network, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:01.608608 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-1b2d6b1c-10e0-4156-99cc-28dceafc46ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:01.696827 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-1b2d6b1c-10e0-4156-99cc-28dceafc46ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:01.700615 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-1b2d6b1c-10e0-4156-99cc-28dceafc46ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:01.725082 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b2d6b1c-10e0-4156-99cc-28dceafc46ef admin admin] vlan segment allocate from pool success with {'vlan_id': 230, 'physical_network': 'physnet1'} {{(pid=105584) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:41:01.734942 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2d6b1c-10e0-4156-99cc-28dceafc46ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae0e103b-5914-4b18-b2eb-b240b492ca60,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:41:01.740527 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-1b2d6b1c-10e0-4156-99cc-28dceafc46ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:01.740875 n-d-705658-22 neutron-server[105584]: INFO neutron.db.segments_db [None req-1b2d6b1c-10e0-4156-99cc-28dceafc46ef admin admin] Added segment c6ae5619-12c2-491f-a03a-63f376106659 of type vlan for network 407498f9-1dd2-4d4d-80f9-fd7dac21ec25 Jul 27 21:41:01.782886 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-1b2d6b1c-10e0-4156-99cc-28dceafc46ef admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790688424798'] for network, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:01.811754 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-1b2d6b1c-10e0-4156-99cc-28dceafc46ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920'] for network, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:01.812707 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b2d6b1c-10e0-4156-99cc-28dceafc46ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:41:01.813286 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-1b2d6b1c-10e0-4156-99cc-28dceafc46ef admin admin] Notify callbacks [] for network, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:01.866391 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-1b2d6b1c-10e0-4156-99cc-28dceafc46ef admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4095793 Jul 27 21:41:01.869900 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 35524) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:41:01.875410 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-80574ed3-a50b-4b71-857e-c81f692440f9 admin admin] Request body: {'subnet': {'network_id': '407498f9-1dd2-4d4d-80f9-fd7dac21ec25', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1116922379-subnet', 'tenant_id': 'c529c1f29ef94d7791c99b50fa7c5534', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:41:01.876313 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2d6b1c-10e0-4156-99cc-28dceafc46ef admin admin] Pushing event updated for resources: {'Network': ['ID=407498f9-1dd2-4d4d-80f9-fd7dac21ec25,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:41:01.890075 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Network 407498f9-1dd2-4d4d-80f9-fd7dac21ec25 details requested by agent ovs-agent-n-d-705658-22 with host n-d-705658-22 {{(pid=105586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:41:01.899470 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80574ed3-a50b-4b71-857e-c81f692440f9 admin admin] Made reservation on behalf of c529c1f29ef94d7791c99b50fa7c5534 for: {'subnet': 1} {{(pid=105585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:41:01.901786 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-80574ed3-a50b-4b71-857e-c81f692440f9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9990620'] for subnet, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:02.063731 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-80574ed3-a50b-4b71-857e-c81f692440f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10221797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9990606'] for subnet, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:02.121368 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80574ed3-a50b-4b71-857e-c81f692440f9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4065b5d3-4c0a-4855-8695-4062e0323f11,revision_number=0']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:41:02.129132 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80574ed3-a50b-4b71-857e-c81f692440f9 admin admin] Checking segment: {'id': 'c6ae5619-12c2-491f-a03a-63f376106659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '407498f9-1dd2-4d4d-80f9-fd7dac21ec25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:41:02.129489 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80574ed3-a50b-4b71-857e-c81f692440f9 admin admin] Network hostable DHCP agents. Network: 407498f9-1dd2-4d4d-80f9-fd7dac21ec25, hostable agents: ['7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a'], hosted agents: [] {{(pid=105585) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:41:02.133320 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80574ed3-a50b-4b71-857e-c81f692440f9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:41:02.133669 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80574ed3-a50b-4b71-857e-c81f692440f9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:41:02.134023 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80574ed3-a50b-4b71-857e-c81f692440f9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:41:02.134358 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80574ed3-a50b-4b71-857e-c81f692440f9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:41:02.134693 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80574ed3-a50b-4b71-857e-c81f692440f9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:41:02.135044 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80574ed3-a50b-4b71-857e-c81f692440f9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:41:02.135376 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80574ed3-a50b-4b71-857e-c81f692440f9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:41:02.135702 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80574ed3-a50b-4b71-857e-c81f692440f9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:41:02.136032 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80574ed3-a50b-4b71-857e-c81f692440f9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:41:02.136354 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80574ed3-a50b-4b71-857e-c81f692440f9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:41:02.136679 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80574ed3-a50b-4b71-857e-c81f692440f9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:41:02.137001 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80574ed3-a50b-4b71-857e-c81f692440f9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:41:02.153243 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80574ed3-a50b-4b71-857e-c81f692440f9 admin admin] Network 407498f9-1dd2-4d4d-80f9-fd7dac21ec25 is scheduled to be hosted by DHCP agent 7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a with binding_index 1 {{(pid=105585) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:41:02.161867 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.base_scheduler [None req-80574ed3-a50b-4b71-857e-c81f692440f9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-22, 407498f9-1dd2-4d4d-80f9-fd7dac21ec25) {{(pid=105585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:41:02.168383 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80574ed3-a50b-4b71-857e-c81f692440f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:41:02.169337 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-80574ed3-a50b-4b71-857e-c81f692440f9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:02.170118 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6808eb5-446b-41ba-ba1e-f37a6d78d3b3 None None] Network 407498f9-1dd2-4d4d-80f9-fd7dac21ec25 requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:41:02.184661 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-80574ed3-a50b-4b71-857e-c81f692440f9 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3134785 Jul 27 21:41:02.187310 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 35526) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:41:02.191617 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-3bbf7f70-d5e4-4838-af51-72000a7b3e75 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1116922379-router', 'tenant_id': 'c529c1f29ef94d7791c99b50fa7c5534', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305'}}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:41:02.211981 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-3bbf7f70-d5e4-4838-af51-72000a7b3e75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4163813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-443'] for router, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:02.213004 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-3bbf7f70-d5e4-4838-af51-72000a7b3e75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4165196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4077059', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3711235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-418'] for router, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:02.267271 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-3bbf7f70-d5e4-4838-af51-72000a7b3e75 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:02.316241 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64e1d151-3f61-4eff-9999-96eb67a6f914 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30bb4b93-b285-5d90-9493-f9ec33ea333c-407498f9-1dd2-4d4d-80f9-fd7dac21ec25', 'network_id': '407498f9-1dd2-4d4d-80f9-fd7dac21ec25', 'tenant_id': 'c529c1f29ef94d7791c99b50fa7c5534', 'fixed_ips': [{'subnet_id': '4065b5d3-4c0a-4855-8695-4062e0323f11'}]}} from n-d-705658-22. {{(pid=105586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 21:41:02.317093 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-64e1d151-3f61-4eff-9999-96eb67a6f914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:02.399212 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-3bbf7f70-d5e4-4838-af51-72000a7b3e75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4077169', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4163787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-400'] for router, precommit_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:02.446752 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.db_base_plugin_common [None req-64e1d151-3f61-4eff-9999-96eb67a6f914 None None] Allocated IP 172.20.0.2 (407498f9-1dd2-4d4d-80f9-fd7dac21ec25/4065b5d3-4c0a-4855-8695-4062e0323f11/189f4bb2-b0c0-49e7-b959-329c4482d8fc) {{(pid=105586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:41:02.600858 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-3bbf7f70-d5e4-4838-af51-72000a7b3e75 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:02.607838 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-64e1d151-3f61-4eff-9999-96eb67a6f914 None None] Notify callbacks [] for port, precommit_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:02.615986 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-64e1d151-3f61-4eff-9999-96eb67a6f914 None None] Transition to ACTIVE for port object 189f4bb2-b0c0-49e7-b959-329c4482d8fc will not be triggered until provisioned by entity L2. {{(pid=105586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:41:02.620527 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-3bbf7f70-d5e4-4838-af51-72000a7b3e75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:02.630536 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-64e1d151-3f61-4eff-9999-96eb67a6f914 None None] Transition to ACTIVE for port object 189f4bb2-b0c0-49e7-b959-329c4482d8fc will not be triggered until provisioned by entity DHCP. {{(pid=105586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:41:02.636195 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-64e1d151-3f61-4eff-9999-96eb67a6f914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143'] for port, after_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:02.661914 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device 559f2719-2b98-4691-be3d-968bb4c2cfc1 no longer exists at agent hyperv_n-h1-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:41:02.694640 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-28650df7-c46c-4981-b84f-37d87254047e None None] No Port match for: 559f2719-2b98-4691-be3d-968bb4c2cfc1 {{(pid=105586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:41:02.695024 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device 559f2719-2b98-4691-be3d-968bb4c2cfc1 not bound to the agent host n-h1-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:41:02.703861 n-d-705658-22 neutron-server[105586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64e1d151-3f61-4eff-9999-96eb67a6f914 None None] Network 407498f9-1dd2-4d4d-80f9-fd7dac21ec25 is already hosted by enough agents. {{(pid=105586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:41:02.705129 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e1d151-3f61-4eff-9999-96eb67a6f914 None None] Pushing event updated for resources: {'Port': ['ID=189f4bb2-b0c0-49e7-b959-329c4482d8fc,revision_number=1']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:41:02.707563 n-d-705658-22 neutron-server[105586]: DEBUG neutron.scheduler.base_scheduler [None req-64e1d151-3f61-4eff-9999-96eb67a6f914 None None] Resources bound (agent type, host, resource id): {{(pid=105586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:41:02.709613 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64e1d151-3f61-4eff-9999-96eb67a6f914 None None] Received port after_create {{(pid=105586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:41:02.731616 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.db_base_plugin_common [None req-3bbf7f70-d5e4-4838-af51-72000a7b3e75 admin admin] Allocated IP 172.25.5.95 (8735d8a2-b604-4758-ae71-b40e4ee6f305/eca7dbab-b9c0-4c8f-a272-816ea8a81764/98dbd449-7f98-4b9f-b596-bf38ab0aff5e) {{(pid=105585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:41:02.766433 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-64e1d151-3f61-4eff-9999-96eb67a6f914 None None] Attempting to bind port 189f4bb2-b0c0-49e7-b959-329c4482d8fc on host n-d-705658-22 for vnic_type normal with profile {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:41:02.766858 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-64e1d151-3f61-4eff-9999-96eb67a6f914 None None] Attempting to bind port 189f4bb2-b0c0-49e7-b959-329c4482d8fc by drivers openvswitch,hyperv on host n-d-705658-22 at level 0 using segments [{'id': 'c6ae5619-12c2-491f-a03a-63f376106659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '407498f9-1dd2-4d4d-80f9-fd7dac21ec25'}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:41:02.767265 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64e1d151-3f61-4eff-9999-96eb67a6f914 None None] Attempting to bind port 189f4bb2-b0c0-49e7-b959-329c4482d8fc on network 407498f9-1dd2-4d4d-80f9-fd7dac21ec25 {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:41:02.772344 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64e1d151-3f61-4eff-9999-96eb67a6f914 None None] Checking agent: {'id': '04a7ea91-6318-467e-ace6-b0fb48c8690f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 41, 42), 'started_at': datetime.datetime(2021, 7, 27, 20, 42, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 40, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:41:02.772723 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64e1d151-3f61-4eff-9999-96eb67a6f914 None None] Checking segment: {'id': 'c6ae5619-12c2-491f-a03a-63f376106659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '407498f9-1dd2-4d4d-80f9-fd7dac21ec25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:41:02.773687 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-64e1d151-3f61-4eff-9999-96eb67a6f914 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:02.774084 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64e1d151-3f61-4eff-9999-96eb67a6f914 None None] Bound using segment: {'id': 'c6ae5619-12c2-491f-a03a-63f376106659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '407498f9-1dd2-4d4d-80f9-fd7dac21ec25'} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:41:02.774570 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-64e1d151-3f61-4eff-9999-96eb67a6f914 None None] Bound port: 189f4bb2-b0c0-49e7-b959-329c4482d8fc, host: n-d-705658-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6ae5619-12c2-491f-a03a-63f376106659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '407498f9-1dd2-4d4d-80f9-fd7dac21ec25'}}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:41:02.774978 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-64e1d151-3f61-4eff-9999-96eb67a6f914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:02.833995 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-3bbf7f70-d5e4-4838-af51-72000a7b3e75 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:02.860544 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-64e1d151-3f61-4eff-9999-96eb67a6f914 None None] For port 189f4bb2-b0c0-49e7-b959-329c4482d8fc, host n-d-705658-22, cleared binding levels {{(pid=105586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:41:02.864109 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-64e1d151-3f61-4eff-9999-96eb67a6f914 None None] For port 189f4bb2-b0c0-49e7-b959-329c4482d8fc, host n-d-705658-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=189f4bb2-b0c0-49e7-b959-329c4482d8fc,segment=NetworkSegment(c6ae5619-12c2-491f-a03a-63f376106659),segment_id=c6ae5619-12c2-491f-a03a-63f376106659)] {{(pid=105586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:41:02.868798 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-64e1d151-3f61-4eff-9999-96eb67a6f914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:02.874501 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-3bbf7f70-d5e4-4838-af51-72000a7b3e75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:02.920246 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bbf7f70-d5e4-4838-af51-72000a7b3e75 admin admin] Network 8735d8a2-b604-4758-ae71-b40e4ee6f305 is already hosted by enough agents. {{(pid=105585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:41:02.925924 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.base_scheduler [None req-3bbf7f70-d5e4-4838-af51-72000a7b3e75 admin admin] Resources bound (agent type, host, resource id): {{(pid=105585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:41:02.930544 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bbf7f70-d5e4-4838-af51-72000a7b3e75 admin admin] Received port after_create {{(pid=105585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:41:02.933773 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbf7f70-d5e4-4838-af51-72000a7b3e75 admin admin] Pushing event updated for resources: {'Port': ['ID=98dbd449-7f98-4b9f-b596-bf38ab0aff5e,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:41:02.938876 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e1d151-3f61-4eff-9999-96eb67a6f914 None None] Pushing event updated for resources: {'Port': ['ID=189f4bb2-b0c0-49e7-b959-329c4482d8fc,revision_number=2']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:41:03.198571 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-3bbf7f70-d5e4-4838-af51-72000a7b3e75 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:03.396218 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-3bbf7f70-d5e4-4838-af51-72000a7b3e75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4163804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4077150'] for router, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:03.522058 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bbf7f70-d5e4-4838-af51-72000a7b3e75 admin admin] Router 98278f6a-72c4-45a0-8507-e3539ffc577f is scheduled to L3 agent dd128fd7-8e57-4d4f-895b-a96b369df59a with binding_index 1 {{(pid=105585) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 21:41:03.633635 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bbf7f70-d5e4-4838-af51-72000a7b3e75 admin admin] Notify agent at l3_agent.n-d-705658-22 the message routers_updated {{(pid=105585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:41:03.642553 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c53c4ac9-a6b7-418d-9c6e-4d645910d4d8 None None] Sync routers for ids ['98278f6a-72c4-45a0-8507-e3539ffc577f'] in n-d-705658-22 {{(pid=105587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:41:03.649824 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-3bbf7f70-d5e4-4838-af51-72000a7b3e75 admin admin] Notify callbacks [] for router, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:03.651180 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-3bbf7f70-d5e4-4838-af51-72000a7b3e75 admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.4628928 Jul 27 21:41:03.653971 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 35528) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:41:03.656190 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c53c4ac9-a6b7-418d-9c6e-4d645910d4d8 None None] Routers {'98278f6a-72c4-45a0-8507-e3539ffc577f'} bound to L3 agent in host n-d-705658-22 {{(pid=105587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:41:03.656816 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-c53c4ac9-a6b7-418d-9c6e-4d645910d4d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:40:42Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['98278f6a-72c4-45a0-8507-e3539ffc577f'], 'active': True} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:41:03.766176 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvr_db [None req-c53c4ac9-a6b7-418d-9c6e-4d645910d4d8 None None] Set router 98278f6a-72c4-45a0-8507-e3539ffc577f gateway port host: n-d-705658-22 {{(pid=105587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:41:03.799125 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5ef0be3-c0f4-4c6f-af37-08fadaa7f42a None None] Network 407498f9-1dd2-4d4d-80f9-fd7dac21ec25 requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:41:03.876527 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-79d4d6ac-22ef-450f-a61c-2171c7f33c70 None None] Provisioning for port 189f4bb2-b0c0-49e7-b959-329c4482d8fc completed by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:41:03.950333 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-c53c4ac9-a6b7-418d-9c6e-4d645910d4d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98278f6a-72c4-45a0-8507-e3539ffc577f', 'name': 'tempest-ServerActionsTestJSON-1116922379-router', 'tenant_id': 'c529c1f29ef94d7791c99b50fa7c5534', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.95'}], 'enable_snat': True}, 'gw_port_id': '98dbd449-7f98-4b9f-b596-bf38ab0aff5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:41:02Z', 'updated_at': '2021-07-27T21:41:03Z', 'revision_number': 3, 'project_id': 'c529c1f29ef94d7791c99b50fa7c5534', 'gw_port': {'id': '98dbd449-7f98-4b9f-b596-bf38ab0aff5e', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:77:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98278f6a-72c4-45a0-8507-e3539ffc577f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:41:02Z', 'updated_at': '2021-07-27T21:41:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22'}], 'n-d-705658-22', False) {} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:41:03.977362 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c53c4ac9-a6b7-418d-9c6e-4d645910d4d8 None None] Checking router: 98278f6a-72c4-45a0-8507-e3539ffc577f for host: n-d-705658-22 {{(pid=105587) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:41:03.977977 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c53c4ac9-a6b7-418d-9c6e-4d645910d4d8 None None] Updating router 98278f6a-72c4-45a0-8507-e3539ffc577f port 98dbd449-7f98-4b9f-b596-bf38ab0aff5e binding host n-d-705658-22 {{(pid=105587) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 21:41:04.016150 n-d-705658-22 neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-c53c4ac9-a6b7-418d-9c6e-4d645910d4d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:04.031472 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 189f4bb2-b0c0-49e7-b959-329c4482d8fc up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:41:04.105269 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning for port 189f4bb2-b0c0-49e7-b959-329c4482d8fc completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:41:04.110084 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port 189f4bb2-b0c0-49e7-b959-329c4482d8fc triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:41:04.110724 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:04.145657 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-13d4cf8f-a715-45bc-9ed5-fbca6a913589 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:04.215332 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:04.235905 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-fe6b3877-72b2-4119-be97-42635b6fb96d None None] Provisioning complete for port 189f4bb2-b0c0-49e7-b959-329c4482d8fc triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:41:04.236272 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-fe6b3877-72b2-4119-be97-42635b6fb96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:04.275703 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] For port 189f4bb2-b0c0-49e7-b959-329c4482d8fc, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=189f4bb2-b0c0-49e7-b959-329c4482d8fc,segment=NetworkSegment(c6ae5619-12c2-491f-a03a-63f376106659),segment_id=c6ae5619-12c2-491f-a03a-63f376106659)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:41:04.281995 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:04.313162 n-d-705658-22 neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-c53c4ac9-a6b7-418d-9c6e-4d645910d4d8 None None] Notify callbacks [] for port, precommit_update {{(pid=105587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:04.324038 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.provisioning_blocks [None req-c53c4ac9-a6b7-418d-9c6e-4d645910d4d8 None None] Transition to ACTIVE for port object 98dbd449-7f98-4b9f-b596-bf38ab0aff5e will not be triggered until provisioned by entity L2. {{(pid=105587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:41:04.325638 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.db_base_plugin_common [None req-13d4cf8f-a715-45bc-9ed5-fbca6a913589 admin admin] Allocated IP 172.20.0.1 (407498f9-1dd2-4d4d-80f9-fd7dac21ec25/4065b5d3-4c0a-4855-8695-4062e0323f11/eed2b526-91b5-4195-a46f-eaef315f6ec7) {{(pid=105585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:41:04.329806 n-d-705658-22 neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-c53c4ac9-a6b7-418d-9c6e-4d645910d4d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:04.355470 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Pushing event updated for resources: {'Port': ['ID=189f4bb2-b0c0-49e7-b959-329c4482d8fc,revision_number=3']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:41:04.386690 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.managers [None req-c53c4ac9-a6b7-418d-9c6e-4d645910d4d8 None None] Attempting to bind port 98dbd449-7f98-4b9f-b596-bf38ab0aff5e on host n-d-705658-22 for vnic_type normal with profile {{(pid=105587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:41:04.387074 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.managers [None req-c53c4ac9-a6b7-418d-9c6e-4d645910d4d8 None None] Attempting to bind port 98dbd449-7f98-4b9f-b596-bf38ab0aff5e by drivers openvswitch,hyperv on host n-d-705658-22 at level 0 using segments [{'id': '12196855-9a32-4633-9a56-77697ef9e126', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305'}] {{(pid=105587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:41:04.387937 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c53c4ac9-a6b7-418d-9c6e-4d645910d4d8 None None] Attempting to bind port 98dbd449-7f98-4b9f-b596-bf38ab0aff5e on network 8735d8a2-b604-4758-ae71-b40e4ee6f305 {{(pid=105587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:41:04.394025 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e13bfc-a671-4202-b6e3-146ddd91e2ba None None] Pushing event updated for resources: {'Port': ['ID=98dbd449-7f98-4b9f-b596-bf38ab0aff5e,revision_number=2']} {{(pid=105587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:41:04.400162 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c53c4ac9-a6b7-418d-9c6e-4d645910d4d8 None None] Checking agent: {'id': '04a7ea91-6318-467e-ace6-b0fb48c8690f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 41, 42), 'started_at': datetime.datetime(2021, 7, 27, 20, 42, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 40, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:41:04.400530 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c53c4ac9-a6b7-418d-9c6e-4d645910d4d8 None None] Checking segment: {'id': '12196855-9a32-4633-9a56-77697ef9e126', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:41:04.400926 n-d-705658-22 neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-c53c4ac9-a6b7-418d-9c6e-4d645910d4d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:04.401310 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c53c4ac9-a6b7-418d-9c6e-4d645910d4d8 None None] Bound using segment: {'id': '12196855-9a32-4633-9a56-77697ef9e126', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305'} {{(pid=105587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:41:04.401762 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.managers [None req-c53c4ac9-a6b7-418d-9c6e-4d645910d4d8 None None] Bound port: 98dbd449-7f98-4b9f-b596-bf38ab0aff5e, host: n-d-705658-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12196855-9a32-4633-9a56-77697ef9e126', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305'}}] {{(pid=105587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:41:04.402132 n-d-705658-22 neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-c53c4ac9-a6b7-418d-9c6e-4d645910d4d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:04.405150 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e13bfc-a671-4202-b6e3-146ddd91e2ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:41:04.405493 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e13bfc-a671-4202-b6e3-146ddd91e2ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:41:04.405827 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e13bfc-a671-4202-b6e3-146ddd91e2ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:41:04.406158 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e13bfc-a671-4202-b6e3-146ddd91e2ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:41:04.406484 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e13bfc-a671-4202-b6e3-146ddd91e2ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:41:04.406809 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e13bfc-a671-4202-b6e3-146ddd91e2ba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:41:04.407235 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e13bfc-a671-4202-b6e3-146ddd91e2ba None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:41:04.407559 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e13bfc-a671-4202-b6e3-146ddd91e2ba None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:41:04.407881 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e13bfc-a671-4202-b6e3-146ddd91e2ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:41:04.408196 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e13bfc-a671-4202-b6e3-146ddd91e2ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:41:04.408512 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e13bfc-a671-4202-b6e3-146ddd91e2ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:41:04.408827 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e13bfc-a671-4202-b6e3-146ddd91e2ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:41:04.437581 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-13d4cf8f-a715-45bc-9ed5-fbca6a913589 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:04.450310 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.provisioning_blocks [None req-13d4cf8f-a715-45bc-9ed5-fbca6a913589 admin admin] Transition to ACTIVE for port object eed2b526-91b5-4195-a46f-eaef315f6ec7 will not be triggered until provisioned by entity DHCP. {{(pid=105585) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:41:04.461716 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.db [None req-c53c4ac9-a6b7-418d-9c6e-4d645910d4d8 None None] For port 98dbd449-7f98-4b9f-b596-bf38ab0aff5e, host n-d-705658-22, cleared binding levels {{(pid=105587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:41:04.464784 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.db [None req-c53c4ac9-a6b7-418d-9c6e-4d645910d4d8 None None] For port 98dbd449-7f98-4b9f-b596-bf38ab0aff5e, host n-d-705658-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=98dbd449-7f98-4b9f-b596-bf38ab0aff5e,segment=NetworkSegment(12196855-9a32-4633-9a56-77697ef9e126),segment_id=12196855-9a32-4633-9a56-77697ef9e126)] {{(pid=105587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:41:04.469048 n-d-705658-22 neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-c53c4ac9-a6b7-418d-9c6e-4d645910d4d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:04.486102 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-13d4cf8f-a715-45bc-9ed5-fbca6a913589 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:04.525864 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c53c4ac9-a6b7-418d-9c6e-4d645910d4d8 None None] Routers {'98278f6a-72c4-45a0-8507-e3539ffc577f'} bound to L3 agent in host n-d-705658-22 {{(pid=105587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:41:04.526468 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-c53c4ac9-a6b7-418d-9c6e-4d645910d4d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:40:42Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['98278f6a-72c4-45a0-8507-e3539ffc577f'], 'active': True} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:41:04.528836 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13d4cf8f-a715-45bc-9ed5-fbca6a913589 admin admin] Network 407498f9-1dd2-4d4d-80f9-fd7dac21ec25 is already hosted by enough agents. {{(pid=105585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:41:04.531649 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.base_scheduler [None req-13d4cf8f-a715-45bc-9ed5-fbca6a913589 admin admin] Resources bound (agent type, host, resource id): {{(pid=105585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:41:04.537579 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13d4cf8f-a715-45bc-9ed5-fbca6a913589 admin admin] Received port after_create {{(pid=105585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:41:04.562941 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e13bfc-a671-4202-b6e3-146ddd91e2ba None None] Pushing event updated for resources: {'Port': ['ID=98dbd449-7f98-4b9f-b596-bf38ab0aff5e,revision_number=3']} {{(pid=105587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:41:04.577068 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d4cf8f-a715-45bc-9ed5-fbca6a913589 admin admin] Pushing event updated for resources: {'Port': ['ID=eed2b526-91b5-4195-a46f-eaef315f6ec7,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:41:04.588713 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-13d4cf8f-a715-45bc-9ed5-fbca6a913589 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4075523'] for router_interface, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:04.636972 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvr_db [None req-c53c4ac9-a6b7-418d-9c6e-4d645910d4d8 None None] Set router 98278f6a-72c4-45a0-8507-e3539ffc577f gateway port host: n-d-705658-22 {{(pid=105587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:41:04.744711 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-13d4cf8f-a715-45bc-9ed5-fbca6a913589 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:04.798745 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-f4a3136a-0f21-4068-bb86-eedc5da70dcf None None] Provisioning for port eed2b526-91b5-4195-a46f-eaef315f6ec7 completed by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:41:04.802605 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-f4a3136a-0f21-4068-bb86-eedc5da70dcf None None] Provisioning complete for port eed2b526-91b5-4195-a46f-eaef315f6ec7 triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:41:04.803037 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-f4a3136a-0f21-4068-bb86-eedc5da70dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:04.828841 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-c53c4ac9-a6b7-418d-9c6e-4d645910d4d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98278f6a-72c4-45a0-8507-e3539ffc577f', 'name': 'tempest-ServerActionsTestJSON-1116922379-router', 'tenant_id': 'c529c1f29ef94d7791c99b50fa7c5534', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.95'}], 'enable_snat': True}, 'gw_port_id': '98dbd449-7f98-4b9f-b596-bf38ab0aff5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:41:02Z', 'updated_at': '2021-07-27T21:41:03Z', 'revision_number': 3, 'project_id': 'c529c1f29ef94d7791c99b50fa7c5534', 'gw_port': {'id': '98dbd449-7f98-4b9f-b596-bf38ab0aff5e', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:77:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98278f6a-72c4-45a0-8507-e3539ffc577f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:41:02Z', 'updated_at': '2021-07-27T21:41:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22'}], 'n-d-705658-22', False) {} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:41:04.857351 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c53c4ac9-a6b7-418d-9c6e-4d645910d4d8 None None] The sync data for ids ['98278f6a-72c4-45a0-8507-e3539ffc577f'] in n-d-705658-22 is: [{'id': '98278f6a-72c4-45a0-8507-e3539ffc577f', 'name': 'tempest-ServerActionsTestJSON-1116922379-router', 'tenant_id': 'c529c1f29ef94d7791c99b50fa7c5534', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.95'}], 'enable_snat': True}, 'gw_port_id': '98dbd449-7f98-4b9f-b596-bf38ab0aff5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:41:02Z', 'updated_at': '2021-07-27T21:41:03Z', 'revision_number': 3, 'project_id': 'c529c1f29ef94d7791c99b50fa7c5534', 'gw_port': {'id': '98dbd449-7f98-4b9f-b596-bf38ab0aff5e', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:77:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98278f6a-72c4-45a0-8507-e3539ffc577f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:41:02Z', 'updated_at': '2021-07-27T21:41:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22'}] {{(pid=105587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:41:04.911782 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-13d4cf8f-a715-45bc-9ed5-fbca6a913589 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:04.918303 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-13d4cf8f-a715-45bc-9ed5-fbca6a913589 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10221672'] for port, after_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:04.994081 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-13d4cf8f-a715-45bc-9ed5-fbca6a913589 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3743906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4076435'] for router_interface, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:04.995264 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d4cf8f-a715-45bc-9ed5-fbca6a913589 admin admin] Pushing event updated for resources: {'Port': ['ID=eed2b526-91b5-4195-a46f-eaef315f6ec7,revision_number=2']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:41:05.008876 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-f4a3136a-0f21-4068-bb86-eedc5da70dcf None None] Port eed2b526-91b5-4195-a46f-eaef315f6ec7 cannot update to ACTIVE because it is not bound. {{(pid=105586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:41:05.098777 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13d4cf8f-a715-45bc-9ed5-fbca6a913589 admin admin] Network 407498f9-1dd2-4d4d-80f9-fd7dac21ec25 is already hosted by enough agents. {{(pid=105585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:41:05.101903 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.base_scheduler [None req-13d4cf8f-a715-45bc-9ed5-fbca6a913589 admin admin] Resources bound (agent type, host, resource id): {{(pid=105585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:41:05.233225 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13d4cf8f-a715-45bc-9ed5-fbca6a913589 admin admin] Router 98278f6a-72c4-45a0-8507-e3539ffc577f has already been hosted by L3 agent dd128fd7-8e57-4d4f-895b-a96b369df59a {{(pid=105585) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:41:05.331161 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-2329952a-2850-436c-baa6-a68346cb4df8 None None] Provisioning complete for port eed2b526-91b5-4195-a46f-eaef315f6ec7 triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:41:05.332064 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-2329952a-2850-436c-baa6-a68346cb4df8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:05.354573 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13d4cf8f-a715-45bc-9ed5-fbca6a913589 admin admin] Notify agent at l3_agent.n-d-705658-22 the message routers_updated {{(pid=105585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:41:05.359903 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-13d4cf8f-a715-45bc-9ed5-fbca6a913589 admin admin] 10.222.0.59 "PUT /v2.0/routers/98278f6a-72c4-45a0-8507-e3539ffc577f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7049298 Jul 27 21:41:05.375446 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-2329952a-2850-436c-baa6-a68346cb4df8 None None] Port eed2b526-91b5-4195-a46f-eaef315f6ec7 cannot update to ACTIVE because it is not bound. {{(pid=105586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:41:05.914983 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 35536) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:41:05.919718 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-4a3315ca-9438-4db9-8110-589e23718cfd tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] Request body: {'security_group': {'name': 'tempest-securitygroup--671960627', 'description': 'tempest-description--1846012351'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:41:05.942812 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-4a3315ca-9438-4db9-8110-589e23718cfd tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] Notify callbacks [] for security_group, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:06.014968 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 189f4bb2-b0c0-49e7-b959-329c4482d8fc up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:41:06.031069 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-4a3315ca-9438-4db9-8110-589e23718cfd tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] Notify callbacks [] for security_group, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:06.034978 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-4a3315ca-9438-4db9-8110-589e23718cfd tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:06.065736 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-4a3315ca-9438-4db9-8110-589e23718cfd tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] Notify callbacks [] for security_group, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:06.066969 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-4a3315ca-9438-4db9-8110-589e23718cfd tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.1509430 Jul 27 21:41:06.068073 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port 189f4bb2-b0c0-49e7-b959-329c4482d8fc triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:41:06.068456 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:06.068930 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3315ca-9438-4db9-8110-589e23718cfd tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b0213b60-9675-41ba-82c7-cb66a48a86e5,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:41:06.070193 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 35538) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:41:06.076734 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-c6bad1fa-b8be-479d-85eb-d31e3591c230 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] Request body: {'security_group_rule': {'security_group_id': 'b0213b60-9675-41ba-82c7-cb66a48a86e5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:41:06.108116 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c6bad1fa-b8be-479d-85eb-d31e3591c230 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:06.153403 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 98dbd449-7f98-4b9f-b596-bf38ab0aff5e up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:41:06.165957 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c6bad1fa-b8be-479d-85eb-d31e3591c230 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:06.170063 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c6bad1fa-b8be-479d-85eb-d31e3591c230 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732636'] for security_group_rule, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:06.190399 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6bad1fa-b8be-479d-85eb-d31e3591c230 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97f7fc07-8553-40f0-9f17-cd3a0fba69cc,revision_number=0']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:41:06.196931 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c6bad1fa-b8be-479d-85eb-d31e3591c230 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:06.198275 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-c6bad1fa-b8be-479d-85eb-d31e3591c230 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1252830 Jul 27 21:41:06.201045 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 35540) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:41:06.206120 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-e93ede39-5fae-45d1-837f-cd80bfa06f75 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] Request body: {'security_group_rule': {'security_group_id': 'b0213b60-9675-41ba-82c7-cb66a48a86e5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:41:06.207649 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning for port 98dbd449-7f98-4b9f-b596-bf38ab0aff5e completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:41:06.211984 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port 98dbd449-7f98-4b9f-b596-bf38ab0aff5e triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:41:06.212367 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:06.235384 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-e93ede39-5fae-45d1-837f-cd80bfa06f75 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:06.292702 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:06.303563 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-e93ede39-5fae-45d1-837f-cd80bfa06f75 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:06.308459 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-e93ede39-5fae-45d1-837f-cd80bfa06f75 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732636'] for security_group_rule, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:06.318727 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] For port 98dbd449-7f98-4b9f-b596-bf38ab0aff5e, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=98dbd449-7f98-4b9f-b596-bf38ab0aff5e,segment=NetworkSegment(12196855-9a32-4633-9a56-77697ef9e126),segment_id=12196855-9a32-4633-9a56-77697ef9e126)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:41:06.322942 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:06.327061 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93ede39-5fae-45d1-837f-cd80bfa06f75 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d9aa2b4-999d-4be9-b30a-372f92083d53,revision_number=0']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:41:06.333723 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-e93ede39-5fae-45d1-837f-cd80bfa06f75 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:06.338355 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-e93ede39-5fae-45d1-837f-cd80bfa06f75 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1330431 Jul 27 21:41:06.338553 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 35542) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:41:06.342924 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-6ed692d6-9767-47f5-8bc6-e093006e7e5f tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] Request body: {'floatingip': {'floating_network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:41:06.366019 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-6ed692d6-9767-47f5-8bc6-e093006e7e5f tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] Notify callbacks [] for floatingip, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:06.375674 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Pushing event updated for resources: {'Port': ['ID=98dbd449-7f98-4b9f-b596-bf38ab0aff5e,revision_number=4']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:41:06.464986 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-6ed692d6-9767-47f5-8bc6-e093006e7e5f tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:06.466225 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e42bee4e-b2c4-45a8-990c-a54274904185 None None] Sync routers for ids ['98278f6a-72c4-45a0-8507-e3539ffc577f'] in n-d-705658-22 {{(pid=105586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:41:06.475919 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e42bee4e-b2c4-45a8-990c-a54274904185 None None] Routers {'98278f6a-72c4-45a0-8507-e3539ffc577f'} bound to L3 agent in host n-d-705658-22 {{(pid=105586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:41:06.476537 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-e42bee4e-b2c4-45a8-990c-a54274904185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:40:42Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['98278f6a-72c4-45a0-8507-e3539ffc577f'], 'active': True} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:41:06.575031 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.db_base_plugin_common [None req-6ed692d6-9767-47f5-8bc6-e093006e7e5f tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] Allocated IP 172.25.5.89 (8735d8a2-b604-4758-ae71-b40e4ee6f305/eca7dbab-b9c0-4c8f-a272-816ea8a81764/b66fd3b2-1058-4b67-9e3d-d8d8d9c9451f) {{(pid=105585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:41:06.583221 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvr_db [None req-e42bee4e-b2c4-45a8-990c-a54274904185 None None] Set router 98278f6a-72c4-45a0-8507-e3539ffc577f gateway port host: n-d-705658-22 {{(pid=105586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:41:06.675500 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-6ed692d6-9767-47f5-8bc6-e093006e7e5f tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] Notify callbacks [] for port, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:06.720372 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-6ed692d6-9767-47f5-8bc6-e093006e7e5f tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:06.752307 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:06.763504 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ed692d6-9767-47f5-8bc6-e093006e7e5f tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] Network 8735d8a2-b604-4758-ae71-b40e4ee6f305 is already hosted by enough agents. {{(pid=105585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:41:06.768185 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.base_scheduler [None req-6ed692d6-9767-47f5-8bc6-e093006e7e5f tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] Resources bound (agent type, host, resource id): {{(pid=105585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:41:06.771588 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ed692d6-9767-47f5-8bc6-e093006e7e5f tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] Received port after_create {{(pid=105585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:41:06.794505 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed692d6-9767-47f5-8bc6-e093006e7e5f tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] Pushing event updated for resources: {'Port': ['ID=b66fd3b2-1058-4b67-9e3d-d8d8d9c9451f,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:41:06.800646 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-e42bee4e-b2c4-45a8-990c-a54274904185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98278f6a-72c4-45a0-8507-e3539ffc577f', 'name': 'tempest-ServerActionsTestJSON-1116922379-router', 'tenant_id': 'c529c1f29ef94d7791c99b50fa7c5534', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.95'}], 'enable_snat': True}, 'gw_port_id': '98dbd449-7f98-4b9f-b596-bf38ab0aff5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:41:02Z', 'updated_at': '2021-07-27T21:41:04Z', 'revision_number': 4, 'project_id': 'c529c1f29ef94d7791c99b50fa7c5534', 'gw_port': {'id': '98dbd449-7f98-4b9f-b596-bf38ab0aff5e', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:77:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98278f6a-72c4-45a0-8507-e3539ffc577f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:41:02Z', 'updated_at': '2021-07-27T21:41:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_interfaces': [{'id': 'eed2b526-91b5-4195-a46f-eaef315f6ec7', 'name': '', 'network_id': '407498f9-1dd2-4d4d-80f9-fd7dac21ec25', 'tenant_id': 'c529c1f29ef94d7791c99b50fa7c5534', 'mac_address': 'fa:16:3e:29:79:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98278f6a-72c4-45a0-8507-e3539ffc577f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '4065b5d3-4c0a-4855-8695-4062e0323f11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:41:04Z', 'updated_at': '2021-07-27T21:41:04Z', 'revision_number': 2, 'project_id': 'c529c1f29ef94d7791c99b50fa7c5534', 'subnets': [{'id': '4065b5d3-4c0a-4855-8695-4062e0323f11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-22', False) {} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:41:06.831230 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e42bee4e-b2c4-45a8-990c-a54274904185 None None] Checking router: 98278f6a-72c4-45a0-8507-e3539ffc577f for host: n-d-705658-22 {{(pid=105586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:41:06.831599 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e42bee4e-b2c4-45a8-990c-a54274904185 None None] Updating router 98278f6a-72c4-45a0-8507-e3539ffc577f port eed2b526-91b5-4195-a46f-eaef315f6ec7 binding host n-d-705658-22 {{(pid=105586) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 21:41:06.860050 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-6ed692d6-9767-47f5-8bc6-e093006e7e5f tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:06.865259 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-e42bee4e-b2c4-45a8-990c-a54274904185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:06.903605 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-6ed692d6-9767-47f5-8bc6-e093006e7e5f tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:07.052182 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-6ed692d6-9767-47f5-8bc6-e093006e7e5f tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] Notify callbacks [] for port, precommit_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:07.057586 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-6ed692d6-9767-47f5-8bc6-e093006e7e5f tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10221672'] for port, after_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:07.125953 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-e42bee4e-b2c4-45a8-990c-a54274904185 None None] Notify callbacks [] for port, precommit_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:07.131999 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed692d6-9767-47f5-8bc6-e093006e7e5f tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] Pushing event updated for resources: {'Port': ['ID=b66fd3b2-1058-4b67-9e3d-d8d8d9c9451f,revision_number=2']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:41:07.137061 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-e42bee4e-b2c4-45a8-990c-a54274904185 None None] Transition to ACTIVE for port object eed2b526-91b5-4195-a46f-eaef315f6ec7 will not be triggered until provisioned by entity L2. {{(pid=105586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:41:07.142936 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-e42bee4e-b2c4-45a8-990c-a54274904185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:07.145838 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-6ed692d6-9767-47f5-8bc6-e093006e7e5f tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4075768'] for floatingip, after_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:07.159279 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-6ed692d6-9767-47f5-8bc6-e093006e7e5f tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for floatingip, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:07.160520 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-6ed692d6-9767-47f5-8bc6-e093006e7e5f tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8210068 Jul 27 21:41:07.193116 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951c2fb8-c823-402c-b083-c2adce28037d None None] Pushing event updated for resources: {'Port': ['ID=eed2b526-91b5-4195-a46f-eaef315f6ec7,revision_number=3']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:41:07.257504 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-e42bee4e-b2c4-45a8-990c-a54274904185 None None] Attempting to bind port eed2b526-91b5-4195-a46f-eaef315f6ec7 on host n-d-705658-22 for vnic_type normal with profile {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:41:07.258414 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-e42bee4e-b2c4-45a8-990c-a54274904185 None None] Attempting to bind port eed2b526-91b5-4195-a46f-eaef315f6ec7 by drivers openvswitch,hyperv on host n-d-705658-22 at level 0 using segments [{'id': 'c6ae5619-12c2-491f-a03a-63f376106659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '407498f9-1dd2-4d4d-80f9-fd7dac21ec25'}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:41:07.258777 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e42bee4e-b2c4-45a8-990c-a54274904185 None None] Attempting to bind port eed2b526-91b5-4195-a46f-eaef315f6ec7 on network 407498f9-1dd2-4d4d-80f9-fd7dac21ec25 {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:41:07.264189 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e42bee4e-b2c4-45a8-990c-a54274904185 None None] Checking agent: {'id': '04a7ea91-6318-467e-ace6-b0fb48c8690f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 41, 42), 'started_at': datetime.datetime(2021, 7, 27, 20, 42, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 40, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:41:07.264540 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e42bee4e-b2c4-45a8-990c-a54274904185 None None] Checking segment: {'id': 'c6ae5619-12c2-491f-a03a-63f376106659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '407498f9-1dd2-4d4d-80f9-fd7dac21ec25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:41:07.265017 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-e42bee4e-b2c4-45a8-990c-a54274904185 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:07.265326 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e42bee4e-b2c4-45a8-990c-a54274904185 None None] Bound using segment: {'id': 'c6ae5619-12c2-491f-a03a-63f376106659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '407498f9-1dd2-4d4d-80f9-fd7dac21ec25'} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:41:07.265789 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-e42bee4e-b2c4-45a8-990c-a54274904185 None None] Bound port: eed2b526-91b5-4195-a46f-eaef315f6ec7, host: n-d-705658-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6ae5619-12c2-491f-a03a-63f376106659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '407498f9-1dd2-4d4d-80f9-fd7dac21ec25'}}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:41:07.266172 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-e42bee4e-b2c4-45a8-990c-a54274904185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:07.316532 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e6221971-c8d9-4d46-a952-5c8915d0d2fd req-c785a34c-e49c-44ec-8b5c-f227b782359b tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-securitygroup--671960627&fields=id&tenant_id=c529c1f29ef94d7791c99b50fa7c5534 HTTP/1.1" status: 200 len: 267 time: 0.0355542 Jul 27 21:41:07.337390 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-e42bee4e-b2c4-45a8-990c-a54274904185 None None] For port eed2b526-91b5-4195-a46f-eaef315f6ec7, host n-d-705658-22, cleared binding levels {{(pid=105586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:41:07.340940 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-e42bee4e-b2c4-45a8-990c-a54274904185 None None] For port eed2b526-91b5-4195-a46f-eaef315f6ec7, host n-d-705658-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=eed2b526-91b5-4195-a46f-eaef315f6ec7,segment=NetworkSegment(c6ae5619-12c2-491f-a03a-63f376106659),segment_id=c6ae5619-12c2-491f-a03a-63f376106659)] {{(pid=105586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:41:07.345999 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-e42bee4e-b2c4-45a8-990c-a54274904185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:07.409987 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e42bee4e-b2c4-45a8-990c-a54274904185 None None] Routers {'98278f6a-72c4-45a0-8507-e3539ffc577f'} bound to L3 agent in host n-d-705658-22 {{(pid=105586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:41:07.410639 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-e42bee4e-b2c4-45a8-990c-a54274904185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:40:42Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['98278f6a-72c4-45a0-8507-e3539ffc577f'], 'active': True} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:41:07.432295 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6221971-c8d9-4d46-a952-5c8915d0d2fd req-74fde70f-119d-4f9f-8d00-d99d604ea5c0 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:41:07.435080 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e6221971-c8d9-4d46-a952-5c8915d0d2fd req-74fde70f-119d-4f9f-8d00-d99d604ea5c0 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] 10.222.0.59 "GET /v2.0/networks?id=407498f9-1dd2-4d4d-80f9-fd7dac21ec25 HTTP/1.1" status: 200 len: 812 time: 0.1110387 Jul 27 21:41:07.449585 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e6221971-c8d9-4d46-a952-5c8915d0d2fd req-b416f729-590f-4662-a233-f75d76c02e4d tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] 10.222.0.59 "GET /v2.0/quotas/c529c1f29ef94d7791c99b50fa7c5534 HTTP/1.1" status: 200 len: 375 time: 0.0096474 Jul 27 21:41:07.463283 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951c2fb8-c823-402c-b083-c2adce28037d None None] Pushing event updated for resources: {'Port': ['ID=eed2b526-91b5-4195-a46f-eaef315f6ec7,revision_number=4']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:41:07.534010 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvr_db [None req-e42bee4e-b2c4-45a8-990c-a54274904185 None None] Set router 98278f6a-72c4-45a0-8507-e3539ffc577f gateway port host: n-d-705658-22 {{(pid=105586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:41:07.535041 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e6221971-c8d9-4d46-a952-5c8915d0d2fd req-a235a381-6b26-4433-a189-f932cece1c63 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=c529c1f29ef94d7791c99b50fa7c5534&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0749061 Jul 27 21:41:07.697077 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e6221971-c8d9-4d46-a952-5c8915d0d2fd req-cb978fef-8e18-4448-98d2-6a946f4c83c4 service neutron] 10.222.0.59 "GET /v2.0/networks/407498f9-1dd2-4d4d-80f9-fd7dac21ec25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1475985 Jul 27 21:41:07.772972 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-e42bee4e-b2c4-45a8-990c-a54274904185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98278f6a-72c4-45a0-8507-e3539ffc577f', 'name': 'tempest-ServerActionsTestJSON-1116922379-router', 'tenant_id': 'c529c1f29ef94d7791c99b50fa7c5534', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.95'}], 'enable_snat': True}, 'gw_port_id': '98dbd449-7f98-4b9f-b596-bf38ab0aff5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:41:02Z', 'updated_at': '2021-07-27T21:41:04Z', 'revision_number': 4, 'project_id': 'c529c1f29ef94d7791c99b50fa7c5534', 'gw_port': {'id': '98dbd449-7f98-4b9f-b596-bf38ab0aff5e', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:77:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98278f6a-72c4-45a0-8507-e3539ffc577f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:41:02Z', 'updated_at': '2021-07-27T21:41:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_interfaces': [{'id': 'eed2b526-91b5-4195-a46f-eaef315f6ec7', 'name': '', 'network_id': '407498f9-1dd2-4d4d-80f9-fd7dac21ec25', 'tenant_id': 'c529c1f29ef94d7791c99b50fa7c5534', 'mac_address': 'fa:16:3e:29:79:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98278f6a-72c4-45a0-8507-e3539ffc577f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '4065b5d3-4c0a-4855-8695-4062e0323f11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:41:04Z', 'updated_at': '2021-07-27T21:41:07Z', 'revision_number': 4, 'project_id': 'c529c1f29ef94d7791c99b50fa7c5534', 'subnets': [{'id': '4065b5d3-4c0a-4855-8695-4062e0323f11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-22', False) {} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:41:07.804031 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e42bee4e-b2c4-45a8-990c-a54274904185 None None] The sync data for ids ['98278f6a-72c4-45a0-8507-e3539ffc577f'] in n-d-705658-22 is: [{'id': '98278f6a-72c4-45a0-8507-e3539ffc577f', 'name': 'tempest-ServerActionsTestJSON-1116922379-router', 'tenant_id': 'c529c1f29ef94d7791c99b50fa7c5534', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.95'}], 'enable_snat': True}, 'gw_port_id': '98dbd449-7f98-4b9f-b596-bf38ab0aff5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:41:02Z', 'updated_at': '2021-07-27T21:41:04Z', 'revision_number': 4, 'project_id': 'c529c1f29ef94d7791c99b50fa7c5534', 'gw_port': {'id': '98dbd449-7f98-4b9f-b596-bf38ab0aff5e', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:77:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98278f6a-72c4-45a0-8507-e3539ffc577f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:41:02Z', 'updated_at': '2021-07-27T21:41:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_interfaces': [{'id': 'eed2b526-91b5-4195-a46f-eaef315f6ec7', 'name': '', 'network_id': '407498f9-1dd2-4d4d-80f9-fd7dac21ec25', 'tenant_id': 'c529c1f29ef94d7791c99b50fa7c5534', 'mac_address': 'fa:16:3e:29:79:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98278f6a-72c4-45a0-8507-e3539ffc577f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '4065b5d3-4c0a-4855-8695-4062e0323f11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:41:04Z', 'updated_at': '2021-07-27T21:41:07Z', 'revision_number': 4, 'project_id': 'c529c1f29ef94d7791c99b50fa7c5534', 'subnets': [{'id': '4065b5d3-4c0a-4855-8695-4062e0323f11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:41:08.032536 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device eed2b526-91b5-4195-a46f-eaef315f6ec7 up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:41:08.084734 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning for port eed2b526-91b5-4195-a46f-eaef315f6ec7 completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:41:08.089966 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port eed2b526-91b5-4195-a46f-eaef315f6ec7 triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:41:08.090433 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:08.155305 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e6221971-c8d9-4d46-a952-5c8915d0d2fd req-77bbc657-8667-4313-94b2-e2fa8f448f60 service neutron] 10.222.0.59 "GET /v2.0/networks/407498f9-1dd2-4d4d-80f9-fd7dac21ec25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4496214 Jul 27 21:41:08.174606 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:08.211251 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] For port eed2b526-91b5-4195-a46f-eaef315f6ec7, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=eed2b526-91b5-4195-a46f-eaef315f6ec7,segment=NetworkSegment(c6ae5619-12c2-491f-a03a-63f376106659),segment_id=c6ae5619-12c2-491f-a03a-63f376106659)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:41:08.216159 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:08.217045 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 98dbd449-7f98-4b9f-b596-bf38ab0aff5e up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:41:08.312144 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Pushing event updated for resources: {'Port': ['ID=eed2b526-91b5-4195-a46f-eaef315f6ec7,revision_number=5']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:41:08.338045 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port 98dbd449-7f98-4b9f-b596-bf38ab0aff5e triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:41:08.338496 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:08.342177 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f4fc353e-83e7-4627-b376-10ca6851545c req-ac3d336e-a334-46f5-befc-4096a903de96 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] 10.222.0.59 "GET /v2.0/ports?device_id=39c3306d-548a-4bc9-89a3-2b8ede790fc5 HTTP/1.1" status: 200 len: 210 time: 0.0311797 Jul 27 21:41:08.931398 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-c3abb702-1fa1-4541-b4c9-d5f9c2e2ad3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:09.440837 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-fe722b5d-de54-40fc-a831-c473d2d4c551 req-4ebfc574-002e-4c7a-b6f6-1b82ad172d42 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] 10.222.0.59 "GET /v2.0/ports?device_id=39c3306d-548a-4bc9-89a3-2b8ede790fc5 HTTP/1.1" status: 200 len: 210 time: 0.0302067 Jul 27 21:41:09.552700 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6221971-c8d9-4d46-a952-5c8915d0d2fd req-d0d0eb8c-a2b9-4ec5-ae0a-48eaf41c4198 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:41:09.554140 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-e6221971-c8d9-4d46-a952-5c8915d0d2fd req-d0d0eb8c-a2b9-4ec5-ae0a-48eaf41c4198 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] 10.222.0.36 "GET /v2.0/networks?id=407498f9-1dd2-4d4d-80f9-fd7dac21ec25 HTTP/1.1" status: 200 len: 812 time: 0.1038566 Jul 27 21:41:09.607601 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-e6221971-c8d9-4d46-a952-5c8915d0d2fd req-5122d858-70c3-4c42-8e09-74b2d54a7941 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c529c1f29ef94d7791c99b50fa7c5534 HTTP/1.1" status: 200 len: 379 time: 0.0446994 Jul 27 21:41:09.618112 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [req-e6221971-c8d9-4d46-a952-5c8915d0d2fd req-41c31e6d-ac7a-401c-924a-e86dd1910158 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] Request body: {'port': {'device_id': '39c3306d-548a-4bc9-89a3-2b8ede790fc5', 'network_id': '407498f9-1dd2-4d4d-80f9-fd7dac21ec25', 'admin_state_up': True, 'tenant_id': 'c529c1f29ef94d7791c99b50fa7c5534', 'security_groups': ['b0213b60-9675-41ba-82c7-cb66a48a86e5']}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:41:09.721707 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e6221971-c8d9-4d46-a952-5c8915d0d2fd req-41c31e6d-ac7a-401c-924a-e86dd1910158 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] Made reservation on behalf of c529c1f29ef94d7791c99b50fa7c5534 for: {'port': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:41:09.725260 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-e6221971-c8d9-4d46-a952-5c8915d0d2fd req-41c31e6d-ac7a-401c-924a-e86dd1910158 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:09.848763 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.db_base_plugin_common [req-e6221971-c8d9-4d46-a952-5c8915d0d2fd req-41c31e6d-ac7a-401c-924a-e86dd1910158 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] Allocated IP 172.20.0.12 (407498f9-1dd2-4d4d-80f9-fd7dac21ec25/4065b5d3-4c0a-4855-8695-4062e0323f11/1a1d2978-fccb-4e77-b415-150b8edcab5e) {{(pid=105584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:41:09.944615 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device eed2b526-91b5-4195-a46f-eaef315f6ec7 up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:41:09.989432 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-e6221971-c8d9-4d46-a952-5c8915d0d2fd req-41c31e6d-ac7a-401c-924a-e86dd1910158 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] Notify callbacks [] for port, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:09.993831 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port eed2b526-91b5-4195-a46f-eaef315f6ec7 triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:41:09.994199 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:10.004168 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.provisioning_blocks [req-e6221971-c8d9-4d46-a952-5c8915d0d2fd req-41c31e6d-ac7a-401c-924a-e86dd1910158 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] Transition to ACTIVE for port object 1a1d2978-fccb-4e77-b415-150b8edcab5e will not be triggered until provisioned by entity DHCP. {{(pid=105584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:41:10.037026 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-e6221971-c8d9-4d46-a952-5c8915d0d2fd req-41c31e6d-ac7a-401c-924a-e86dd1910158 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:10.078400 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6221971-c8d9-4d46-a952-5c8915d0d2fd req-41c31e6d-ac7a-401c-924a-e86dd1910158 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] Network 407498f9-1dd2-4d4d-80f9-fd7dac21ec25 is already hosted by enough agents. {{(pid=105584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:41:10.081384 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [req-e6221971-c8d9-4d46-a952-5c8915d0d2fd req-41c31e6d-ac7a-401c-924a-e86dd1910158 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] Resources bound (agent type, host, resource id): {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:41:10.084266 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6221971-c8d9-4d46-a952-5c8915d0d2fd req-41c31e6d-ac7a-401c-924a-e86dd1910158 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] Received port after_create {{(pid=105584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:41:10.116096 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c31e6d-ac7a-401c-924a-e86dd1910158 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] Pushing event updated for resources: {'Port': ['ID=1a1d2978-fccb-4e77-b415-150b8edcab5e,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:41:10.143051 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6221971-c8d9-4d46-a952-5c8915d0d2fd req-41c31e6d-ac7a-401c-924a-e86dd1910158 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:41:10.143683 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-e6221971-c8d9-4d46-a952-5c8915d0d2fd req-41c31e6d-ac7a-401c-924a-e86dd1910158 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:10.158762 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-e6221971-c8d9-4d46-a952-5c8915d0d2fd req-41c31e6d-ac7a-401c-924a-e86dd1910158 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5447602 Jul 27 21:41:10.171186 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [req-e6221971-c8d9-4d46-a952-5c8915d0d2fd req-26e3ebb8-1961-44f7-832d-8876a087e7f1 service neutron] Request body: {'port': {'device_id': '39c3306d-548a-4bc9-89a3-2b8ede790fc5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-705658-22'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:41:10.250218 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-e6221971-c8d9-4d46-a952-5c8915d0d2fd req-26e3ebb8-1961-44f7-832d-8876a087e7f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:10.325310 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-78cca00f-bfb5-4be7-90dd-c5cf0906a63c None None] Provisioning for port 1a1d2978-fccb-4e77-b415-150b8edcab5e completed by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:41:10.329075 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-78cca00f-bfb5-4be7-90dd-c5cf0906a63c None None] Provisioning complete for port 1a1d2978-fccb-4e77-b415-150b8edcab5e triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:41:10.329450 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-78cca00f-bfb5-4be7-90dd-c5cf0906a63c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:10.363788 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-78cca00f-bfb5-4be7-90dd-c5cf0906a63c None None] Port 1a1d2978-fccb-4e77-b415-150b8edcab5e cannot update to ACTIVE because it is not bound. {{(pid=105586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:41:10.507095 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [req-e6221971-c8d9-4d46-a952-5c8915d0d2fd req-26e3ebb8-1961-44f7-832d-8876a087e7f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a1d2978-fccb-4e77-b415-150b8edcab5e {{(pid=105584) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:41:10.514894 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-e6221971-c8d9-4d46-a952-5c8915d0d2fd req-26e3ebb8-1961-44f7-832d-8876a087e7f1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:10.528097 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.provisioning_blocks [req-e6221971-c8d9-4d46-a952-5c8915d0d2fd req-26e3ebb8-1961-44f7-832d-8876a087e7f1 service neutron] Transition to ACTIVE for port object 1a1d2978-fccb-4e77-b415-150b8edcab5e will not be triggered until provisioned by entity L2. {{(pid=105584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:41:10.531576 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-e6221971-c8d9-4d46-a952-5c8915d0d2fd req-26e3ebb8-1961-44f7-832d-8876a087e7f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9014027'] for port, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:10.549936 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:10.575611 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed81d2e-7206-4c89-aed8-bfd47cf5fcbb req-f4b1e199-15cf-49b6-85b2-bed78b0ca98d tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:41:10.577135 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-2ed81d2e-7206-4c89-aed8-bfd47cf5fcbb req-f4b1e199-15cf-49b6-85b2-bed78b0ca98d tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] 10.222.0.59 "GET /v2.0/ports?device_id=39c3306d-548a-4bc9-89a3-2b8ede790fc5 HTTP/1.1" status: 200 len: 932 time: 0.0679150 Jul 27 21:41:10.585345 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e3ebb8-1961-44f7-832d-8876a087e7f1 service neutron] Pushing event updated for resources: {'Port': ['ID=1a1d2978-fccb-4e77-b415-150b8edcab5e,revision_number=2']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:41:10.624825 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-2ed81d2e-7206-4c89-aed8-bfd47cf5fcbb req-c587c72f-f5a3-4ecf-b7e0-d37c264fc912 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0213b60-9675-41ba-82c7-cb66a48a86e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393329 Jul 27 21:41:10.661757 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [req-e6221971-c8d9-4d46-a952-5c8915d0d2fd req-26e3ebb8-1961-44f7-832d-8876a087e7f1 service neutron] Attempting to bind port 1a1d2978-fccb-4e77-b415-150b8edcab5e on host n-h1-705658-22 for vnic_type normal with profile {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:41:10.662100 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [req-e6221971-c8d9-4d46-a952-5c8915d0d2fd req-26e3ebb8-1961-44f7-832d-8876a087e7f1 service neutron] Attempting to bind port 1a1d2978-fccb-4e77-b415-150b8edcab5e by drivers openvswitch,hyperv on host n-h1-705658-22 at level 0 using segments [{'id': 'c6ae5619-12c2-491f-a03a-63f376106659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '407498f9-1dd2-4d4d-80f9-fd7dac21ec25'}] {{(pid=105584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:41:10.662435 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6221971-c8d9-4d46-a952-5c8915d0d2fd req-26e3ebb8-1961-44f7-832d-8876a087e7f1 service neutron] Attempting to bind port 1a1d2978-fccb-4e77-b415-150b8edcab5e on network 407498f9-1dd2-4d4d-80f9-fd7dac21ec25 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:41:10.667212 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6221971-c8d9-4d46-a952-5c8915d0d2fd req-26e3ebb8-1961-44f7-832d-8876a087e7f1 service neutron] Port 1a1d2978-fccb-4e77-b415-150b8edcab5e on network 407498f9-1dd2-4d4d-80f9-fd7dac21ec25 not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-22 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:41:10.667539 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6221971-c8d9-4d46-a952-5c8915d0d2fd req-26e3ebb8-1961-44f7-832d-8876a087e7f1 service neutron] Attempting to bind port 1a1d2978-fccb-4e77-b415-150b8edcab5e on network 407498f9-1dd2-4d4d-80f9-fd7dac21ec25 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:41:10.672393 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6221971-c8d9-4d46-a952-5c8915d0d2fd req-26e3ebb8-1961-44f7-832d-8876a087e7f1 service neutron] Checking agent: {'id': '9d9bc37f-4d75-44ef-9f63-799aab3e316f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 49, 36), 'started_at': datetime.datetime(2021, 7, 27, 20, 49, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 41, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:41:10.672726 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6221971-c8d9-4d46-a952-5c8915d0d2fd req-26e3ebb8-1961-44f7-832d-8876a087e7f1 service neutron] Checking segment: {'id': 'c6ae5619-12c2-491f-a03a-63f376106659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '407498f9-1dd2-4d4d-80f9-fd7dac21ec25'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:41:10.673106 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6221971-c8d9-4d46-a952-5c8915d0d2fd req-26e3ebb8-1961-44f7-832d-8876a087e7f1 service neutron] Bound using segment: {'id': 'c6ae5619-12c2-491f-a03a-63f376106659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '407498f9-1dd2-4d4d-80f9-fd7dac21ec25'} {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:41:10.673539 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [req-e6221971-c8d9-4d46-a952-5c8915d0d2fd req-26e3ebb8-1961-44f7-832d-8876a087e7f1 service neutron] Bound port: 1a1d2978-fccb-4e77-b415-150b8edcab5e, host: n-h1-705658-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6ae5619-12c2-491f-a03a-63f376106659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '407498f9-1dd2-4d4d-80f9-fd7dac21ec25'}}] {{(pid=105584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:41:10.673902 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-e6221971-c8d9-4d46-a952-5c8915d0d2fd req-26e3ebb8-1961-44f7-832d-8876a087e7f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:10.739815 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [req-e6221971-c8d9-4d46-a952-5c8915d0d2fd req-26e3ebb8-1961-44f7-832d-8876a087e7f1 service neutron] For port 1a1d2978-fccb-4e77-b415-150b8edcab5e, host n-h1-705658-22, cleared binding levels {{(pid=105584) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:41:10.743724 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [req-e6221971-c8d9-4d46-a952-5c8915d0d2fd req-26e3ebb8-1961-44f7-832d-8876a087e7f1 service neutron] For port 1a1d2978-fccb-4e77-b415-150b8edcab5e, host n-h1-705658-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=1a1d2978-fccb-4e77-b415-150b8edcab5e,segment=NetworkSegment(c6ae5619-12c2-491f-a03a-63f376106659),segment_id=c6ae5619-12c2-491f-a03a-63f376106659)] {{(pid=105584) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:41:10.748314 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-e6221971-c8d9-4d46-a952-5c8915d0d2fd req-26e3ebb8-1961-44f7-832d-8876a087e7f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9014027'] for port, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:10.783779 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6221971-c8d9-4d46-a952-5c8915d0d2fd req-26e3ebb8-1961-44f7-832d-8876a087e7f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:41:10.784403 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-e6221971-c8d9-4d46-a952-5c8915d0d2fd req-26e3ebb8-1961-44f7-832d-8876a087e7f1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:10.785793 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-e6221971-c8d9-4d46-a952-5c8915d0d2fd req-26e3ebb8-1961-44f7-832d-8876a087e7f1 service neutron] 10.222.0.36 "PUT /v2.0/ports/1a1d2978-fccb-4e77-b415-150b8edcab5e HTTP/1.1" status: 200 len: 1093 time: 0.6188807 Jul 27 21:41:10.786234 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39c3306d-548a-4bc9-89a3-2b8ede790fc5', 'tag': '1a1d2978-fccb-4e77-b415-150b8edcab5e'}] {{(pid=105584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:41:10.788547 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bce5e6c8685464f7626901654159975603b047827e3138302ed6566e28f1343" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-099a6079-0d4d-47c4-af3c-a625cec9c623" -d '{"events": [{"name": "network-changed", "server_uuid": "39c3306d-548a-4bc9-89a3-2b8ede790fc5", "tag": "1a1d2978-fccb-4e77-b415-150b8edcab5e"}]}' {{(pid=105584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:41:10.823148 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e3ebb8-1961-44f7-832d-8876a087e7f1 service neutron] Pushing event updated for resources: {'Port': ['ID=1a1d2978-fccb-4e77-b415-150b8edcab5e,revision_number=3']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:41:10.843590 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:41:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09f56082-2391-4653-9262-8db3ae1ef2b5 x-openstack-request-id: req-09f56082-2391-4653-9262-8db3ae1ef2b5 {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:41:10.843886 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39c3306d-548a-4bc9-89a3-2b8ede790fc5", "tag": "1a1d2978-fccb-4e77-b415-150b8edcab5e", "status": "completed", "code": 200}]} {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:41:10.844140 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-09f56082-2391-4653-9262-8db3ae1ef2b5 {{(pid=105584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:41:10.844536 n-d-705658-22 neutron-server[105584]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39c3306d-548a-4bc9-89a3-2b8ede790fc5', 'tag': '1a1d2978-fccb-4e77-b415-150b8edcab5e', 'status': 'completed', 'code': 200} Jul 27 21:41:10.893008 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6221971-c8d9-4d46-a952-5c8915d0d2fd req-a1b836db-532d-4559-935e-3648ebd422d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:41:10.894646 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-e6221971-c8d9-4d46-a952-5c8915d0d2fd req-a1b836db-532d-4559-935e-3648ebd422d7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c529c1f29ef94d7791c99b50fa7c5534&device_id=39c3306d-548a-4bc9-89a3-2b8ede790fc5 HTTP/1.1" status: 200 len: 1096 time: 0.0630698 Jul 27 21:41:10.946303 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-e6221971-c8d9-4d46-a952-5c8915d0d2fd req-e9ea155d-d34a-483b-8aae-40dbaa7e479d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1a1d2978-fccb-4e77-b415-150b8edcab5e HTTP/1.1" status: 200 len: 217 time: 0.0440946 Jul 27 21:41:10.995837 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6221971-c8d9-4d46-a952-5c8915d0d2fd req-caf66a7c-ae46-453d-8fb8-2365cd85abc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:41:10.997302 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-e6221971-c8d9-4d46-a952-5c8915d0d2fd req-caf66a7c-ae46-453d-8fb8-2365cd85abc8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4065b5d3-4c0a-4855-8695-4062e0323f11 HTTP/1.1" status: 200 len: 851 time: 0.0442598 Jul 27 21:41:11.058085 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6221971-c8d9-4d46-a952-5c8915d0d2fd req-d43fb693-b996-40bb-aa1a-97a29462e4ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:41:11.059593 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-e6221971-c8d9-4d46-a952-5c8915d0d2fd req-d43fb693-b996-40bb-aa1a-97a29462e4ac service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=407498f9-1dd2-4d4d-80f9-fd7dac21ec25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0557883 Jul 27 21:41:11.147262 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-e6221971-c8d9-4d46-a952-5c8915d0d2fd req-45f53618-77bd-4806-b62f-82a250e07832 service neutron] 10.222.0.36 "GET /v2.0/networks/407498f9-1dd2-4d4d-80f9-fd7dac21ec25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806890 Jul 27 21:41:11.250478 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-e6221971-c8d9-4d46-a952-5c8915d0d2fd req-37f8dbe1-6b13-4e6a-8731-e51427d56288 service neutron] 10.222.0.36 "GET /v2.0/networks/407498f9-1dd2-4d4d-80f9-fd7dac21ec25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958512 Jul 27 21:41:11.347771 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099a6079-0d4d-47c4-af3c-a625cec9c623 req-9292818c-58c9-4c5f-b69d-926b7d2abc06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:41:11.349161 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-099a6079-0d4d-47c4-af3c-a625cec9c623 req-9292818c-58c9-4c5f-b69d-926b7d2abc06 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c529c1f29ef94d7791c99b50fa7c5534&device_id=39c3306d-548a-4bc9-89a3-2b8ede790fc5 HTTP/1.1" status: 200 len: 1096 time: 0.0538931 Jul 27 21:41:11.435514 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099a6079-0d4d-47c4-af3c-a625cec9c623 req-ea098bfa-bc62-4641-9e9d-0281c387cd1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:41:11.436953 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-099a6079-0d4d-47c4-af3c-a625cec9c623 req-ea098bfa-bc62-4641-9e9d-0281c387cd1e service neutron] 10.222.0.36 "GET /v2.0/networks?id=407498f9-1dd2-4d4d-80f9-fd7dac21ec25 HTTP/1.1" status: 200 len: 913 time: 0.0812025 Jul 27 21:41:11.481465 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-099a6079-0d4d-47c4-af3c-a625cec9c623 req-6b6e7bfa-80dc-41fd-bc38-823bed862db2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1a1d2978-fccb-4e77-b415-150b8edcab5e HTTP/1.1" status: 200 len: 217 time: 0.0372393 Jul 27 21:41:11.535541 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099a6079-0d4d-47c4-af3c-a625cec9c623 req-2e940a8a-4a2a-4708-9cd3-0f64bca0a863 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:41:11.537524 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-099a6079-0d4d-47c4-af3c-a625cec9c623 req-2e940a8a-4a2a-4708-9cd3-0f64bca0a863 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4065b5d3-4c0a-4855-8695-4062e0323f11 HTTP/1.1" status: 200 len: 851 time: 0.0493116 Jul 27 21:41:11.574924 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-dafbc7dc-0505-44f4-bc2c-75602762334f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:11.601955 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099a6079-0d4d-47c4-af3c-a625cec9c623 req-fdb26fc2-1e00-4134-9c69-ce4328bf41ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:41:11.603481 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-099a6079-0d4d-47c4-af3c-a625cec9c623 req-fdb26fc2-1e00-4134-9c69-ce4328bf41ae service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=407498f9-1dd2-4d4d-80f9-fd7dac21ec25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0575149 Jul 27 21:41:11.699530 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-099a6079-0d4d-47c4-af3c-a625cec9c623 req-15b2e10c-fb1f-46d6-aec8-f5e76bedf60c service neutron] 10.222.0.36 "GET /v2.0/networks/407498f9-1dd2-4d4d-80f9-fd7dac21ec25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879190 Jul 27 21:41:11.758493 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f767409c-21e4-42d1-a055-5e6611781511 req-8de02f24-f9e7-485b-bad4-a0505a412767 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:41:11.760032 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f767409c-21e4-42d1-a055-5e6611781511 req-8de02f24-f9e7-485b-bad4-a0505a412767 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] 10.222.0.59 "GET /v2.0/ports?device_id=39c3306d-548a-4bc9-89a3-2b8ede790fc5 HTTP/1.1" status: 200 len: 944 time: 0.0666928 Jul 27 21:41:11.794423 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-099a6079-0d4d-47c4-af3c-a625cec9c623 req-6d2f60bb-68d3-486d-aedc-3b9324ebc853 service neutron] 10.222.0.36 "GET /v2.0/networks/407498f9-1dd2-4d4d-80f9-fd7dac21ec25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860276 Jul 27 21:41:11.801460 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f767409c-21e4-42d1-a055-5e6611781511 req-044bd637-81c9-403a-bcac-c53b9f42d4e9 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0213b60-9675-41ba-82c7-cb66a48a86e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356066 Jul 27 21:41:11.915722 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:12.932328 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e671c29c-8d0a-475b-bf60-462c1dbb6f04 req-dd9bfb51-d3c9-494c-b2e5-bb7316f48d9c tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:41:12.933816 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e671c29c-8d0a-475b-bf60-462c1dbb6f04 req-dd9bfb51-d3c9-494c-b2e5-bb7316f48d9c tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] 10.222.0.59 "GET /v2.0/ports?device_id=39c3306d-548a-4bc9-89a3-2b8ede790fc5 HTTP/1.1" status: 200 len: 944 time: 0.0632524 Jul 27 21:41:12.971600 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e671c29c-8d0a-475b-bf60-462c1dbb6f04 req-bbd364a8-1b8e-44ec-8869-e6828c230553 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0213b60-9675-41ba-82c7-cb66a48a86e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318506 Jul 27 21:41:13.012602 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-bb32ed7d-8717-448b-a9c8-a5a0117d1fd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:14.105417 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defcc230-e903-4221-855f-4d485a5c552a req-a723781b-f88a-45d6-bfd6-24c52b0a621f tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:41:14.106781 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-defcc230-e903-4221-855f-4d485a5c552a req-a723781b-f88a-45d6-bfd6-24c52b0a621f tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] 10.222.0.59 "GET /v2.0/ports?device_id=39c3306d-548a-4bc9-89a3-2b8ede790fc5 HTTP/1.1" status: 200 len: 944 time: 0.0680938 Jul 27 21:41:14.145059 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-defcc230-e903-4221-855f-4d485a5c552a req-fe6d2756-4bbb-47b9-b28d-17839f528205 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0213b60-9675-41ba-82c7-cb66a48a86e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322344 Jul 27 21:41:14.442501 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-875ced1b-4cf3-463a-9653-058f0f9421e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:14.696765 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device 1a1d2978-fccb-4e77-b415-150b8edcab5e details requested by agent hyperv_n-h1-705658-22 with host n-h1-705658-22 {{(pid=105586) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:41:14.792046 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] For port 1a1d2978-fccb-4e77-b415-150b8edcab5e, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=1a1d2978-fccb-4e77-b415-150b8edcab5e,segment=NetworkSegment(c6ae5619-12c2-491f-a03a-63f376106659),segment_id=c6ae5619-12c2-491f-a03a-63f376106659)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:41:14.803260 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Returning: {'device': '1a1d2978-fccb-4e77-b415-150b8edcab5e', 'network_id': '407498f9-1dd2-4d4d-80f9-fd7dac21ec25', 'port_id': '1a1d2978-fccb-4e77-b415-150b8edcab5e', 'mac_address': 'fa:16:3e:da:f2:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 230, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4065b5d3-4c0a-4855-8695-4062e0323f11', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105586) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:41:14.838975 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:14.852041 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a1d2978-fccb-4e77-b415-150b8edcab5e {{(pid=105586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:41:14.871191 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] For port 1a1d2978-fccb-4e77-b415-150b8edcab5e, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=1a1d2978-fccb-4e77-b415-150b8edcab5e,segment=NetworkSegment(c6ae5619-12c2-491f-a03a-63f376106659),segment_id=c6ae5619-12c2-491f-a03a-63f376106659)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:41:14.875118 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:14.923908 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Pushing event updated for resources: {'Port': ['ID=1a1d2978-fccb-4e77-b415-150b8edcab5e,revision_number=4']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:41:15.084021 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] get_ports_and_sgs() called for port_ids ['1a1d2978-fccb-4e77-b415-150b8edcab5e'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:41:15.272981 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a846c8c-c0e2-45e2-9010-e02875ed656e req-93bfa849-7214-4c30-aa5a-0773da09d07a tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:41:15.274527 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-9a846c8c-c0e2-45e2-9010-e02875ed656e req-93bfa849-7214-4c30-aa5a-0773da09d07a tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] 10.222.0.59 "GET /v2.0/ports?device_id=39c3306d-548a-4bc9-89a3-2b8ede790fc5 HTTP/1.1" status: 200 len: 945 time: 0.0637305 Jul 27 21:41:15.311729 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-9a846c8c-c0e2-45e2-9010-e02875ed656e req-88aeedfc-5a0f-4325-822b-7105befb5837 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0213b60-9675-41ba-82c7-cb66a48a86e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312917 Jul 27 21:41:16.452442 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c07171-431c-4b4b-85e9-755bb72eb11a req-78bf718b-ebed-4930-a219-331b6e6c36e1 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:41:16.453936 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-06c07171-431c-4b4b-85e9-755bb72eb11a req-78bf718b-ebed-4930-a219-331b6e6c36e1 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] 10.222.0.59 "GET /v2.0/ports?device_id=39c3306d-548a-4bc9-89a3-2b8ede790fc5 HTTP/1.1" status: 200 len: 945 time: 0.0626185 Jul 27 21:41:16.491782 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-06c07171-431c-4b4b-85e9-755bb72eb11a req-ee046c89-8f8f-4fe4-a4f8-2d64f0c0ebed tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0213b60-9675-41ba-82c7-cb66a48a86e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320582 Jul 27 21:41:16.711802 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device 1a1d2978-fccb-4e77-b415-150b8edcab5e up at agent hyperv_n-h1-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:41:16.761973 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Provisioning for port 1a1d2978-fccb-4e77-b415-150b8edcab5e completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:41:16.765450 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Provisioning complete for port 1a1d2978-fccb-4e77-b415-150b8edcab5e triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:41:16.765824 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:16.838384 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:16.859942 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39c3306d-548a-4bc9-89a3-2b8ede790fc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a1d2978-fccb-4e77-b415-150b8edcab5e'}] {{(pid=105586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:41:16.862175 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14c1663e039faf5393f87855f745010ac5b02220355b68fdbf065393e303ac56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86f7dd77-2d64-4000-ad7b-f5063438b524" -d '{"events": [{"server_uuid": "39c3306d-548a-4bc9-89a3-2b8ede790fc5", "name": "network-vif-plugged", "status": "completed", "tag": "1a1d2978-fccb-4e77-b415-150b8edcab5e"}]}' {{(pid=105586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:41:16.875652 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] For port 1a1d2978-fccb-4e77-b415-150b8edcab5e, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=1a1d2978-fccb-4e77-b415-150b8edcab5e,segment=NetworkSegment(c6ae5619-12c2-491f-a03a-63f376106659),segment_id=c6ae5619-12c2-491f-a03a-63f376106659)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:41:16.879663 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:16.904448 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:41:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60769439-7ede-47ad-a687-8847923d0149 x-openstack-request-id: req-60769439-7ede-47ad-a687-8847923d0149 {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:41:16.904758 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39c3306d-548a-4bc9-89a3-2b8ede790fc5", "name": "network-vif-plugged", "status": "completed", "tag": "1a1d2978-fccb-4e77-b415-150b8edcab5e", "code": 200}]} {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:41:16.905027 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-60769439-7ede-47ad-a687-8847923d0149 {{(pid=105586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:41:16.905417 n-d-705658-22 neutron-server[105586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39c3306d-548a-4bc9-89a3-2b8ede790fc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a1d2978-fccb-4e77-b415-150b8edcab5e', 'code': 200} Jul 27 21:41:16.934666 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Pushing event updated for resources: {'Port': ['ID=1a1d2978-fccb-4e77-b415-150b8edcab5e,revision_number=5']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:41:17.009091 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea44cdf4-4a40-4f5b-9378-2820a425231f req-ee829ea9-bdad-4031-8bc9-945d632936e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:41:17.010472 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-ea44cdf4-4a40-4f5b-9378-2820a425231f req-ee829ea9-bdad-4031-8bc9-945d632936e2 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=39c3306d-548a-4bc9-89a3-2b8ede790fc5 HTTP/1.1" status: 200 len: 1098 time: 0.0563762 Jul 27 21:41:17.043408 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-ea44cdf4-4a40-4f5b-9378-2820a425231f req-c86130c1-f4b1-43a2-b6df-2b7bd207a128 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=b0213b60-9675-41ba-82c7-cb66a48a86e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0261705 Jul 27 21:41:17.620491 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ab53b4-723f-44c9-bf34-17e6098a0e94 req-bd05e261-5498-498e-be92-8d7f2ef17bbe tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:41:17.622213 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-12ab53b4-723f-44c9-bf34-17e6098a0e94 req-bd05e261-5498-498e-be92-8d7f2ef17bbe tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] 10.222.0.59 "GET /v2.0/ports?device_id=39c3306d-548a-4bc9-89a3-2b8ede790fc5 HTTP/1.1" status: 200 len: 946 time: 0.0661440 Jul 27 21:41:17.659892 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-12ab53b4-723f-44c9-bf34-17e6098a0e94 req-0c460537-c6ef-48dd-b1a5-01a81bf1bb90 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0213b60-9675-41ba-82c7-cb66a48a86e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315824 Jul 27 21:41:18.176188 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.agents_db [None req-558fcd2c-e512-47bc-a170-8673d87f7213 None None] Agent healthcheck: found 7 active agents {{(pid=105587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 21:41:18.794425 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6260594-8b6b-440c-a42e-257978ad45c4 req-d36ef794-bed5-4a5a-b8df-fffb3eae7de8 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:41:18.795843 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-d6260594-8b6b-440c-a42e-257978ad45c4 req-d36ef794-bed5-4a5a-b8df-fffb3eae7de8 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] 10.222.0.59 "GET /v2.0/ports?device_id=39c3306d-548a-4bc9-89a3-2b8ede790fc5 HTTP/1.1" status: 200 len: 946 time: 0.0628042 Jul 27 21:41:18.832859 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-d6260594-8b6b-440c-a42e-257978ad45c4 req-40554fcf-fec8-4978-aeac-af89dadd2529 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0213b60-9675-41ba-82c7-cb66a48a86e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311089 Jul 27 21:41:18.960400 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a2f2e4-b658-4da8-a08e-e3e236ae4741 req-13e9be40-9b17-4953-b6ce-e8757b084d77 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:41:18.962403 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a5a2f2e4-b658-4da8-a08e-e3e236ae4741 req-13e9be40-9b17-4953-b6ce-e8757b084d77 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] 10.222.0.59 "GET /v2.0/ports?device_id=39c3306d-548a-4bc9-89a3-2b8ede790fc5 HTTP/1.1" status: 200 len: 946 time: 0.0676465 Jul 27 21:41:18.970794 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 35602) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:41:18.975194 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-dc4170ce-41ad-4529-a23a-304eef8f97ca tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] Request body: {'floatingip': {'port_id': '1a1d2978-fccb-4e77-b415-150b8edcab5e'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:41:19.013911 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-dc4170ce-41ad-4529-a23a-304eef8f97ca tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] Notify callbacks [] for floatingip, before_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:19.451297 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-dc4170ce-41ad-4529-a23a-304eef8f97ca tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:19.455199 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-dc4170ce-41ad-4529-a23a-304eef8f97ca tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4075768'] for floatingip, after_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:19.557699 n-d-705658-22 neutron-server[105585]: INFO neutron.db.l3_db [None req-dc4170ce-41ad-4529-a23a-304eef8f97ca tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] Floating IP c451b08d-4392-42dd-97b8-1d2df8386fa5 associated. External IP: 172.25.5.89, port: 1a1d2978-fccb-4e77-b415-150b8edcab5e. Jul 27 21:41:19.765405 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc4170ce-41ad-4529-a23a-304eef8f97ca tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] Router 98278f6a-72c4-45a0-8507-e3539ffc577f has already been hosted by L3 agent dd128fd7-8e57-4d4f-895b-a96b369df59a {{(pid=105585) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:41:19.874358 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc4170ce-41ad-4529-a23a-304eef8f97ca tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] Notify agent at l3_agent.n-d-705658-22 the message routers_updated {{(pid=105585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:41:19.879434 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-dc4170ce-41ad-4529-a23a-304eef8f97ca tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for floatingip, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:19.885502 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a2797d5-0943-45e1-9fe4-f4468d505372 None None] Sync routers for ids ['98278f6a-72c4-45a0-8507-e3539ffc577f'] in n-d-705658-22 {{(pid=105587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:41:19.897362 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a2797d5-0943-45e1-9fe4-f4468d505372 None None] Routers {'98278f6a-72c4-45a0-8507-e3539ffc577f'} bound to L3 agent in host n-d-705658-22 {{(pid=105587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:41:19.897970 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-9a2797d5-0943-45e1-9fe4-f4468d505372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:41:12Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['98278f6a-72c4-45a0-8507-e3539ffc577f'], 'active': True} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:41:19.917899 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-dc4170ce-41ad-4529-a23a-304eef8f97ca tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] 10.222.0.59 "PUT /v2.0/floatingips/c451b08d-4392-42dd-97b8-1d2df8386fa5 HTTP/1.1" status: 200 len: 991 time: 0.9459977 Jul 27 21:41:19.918536 n-d-705658-22 neutron-server[105585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39c3306d-548a-4bc9-89a3-2b8ede790fc5', 'tag': '1a1d2978-fccb-4e77-b415-150b8edcab5e'}] {{(pid=105585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:41:19.920984 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d66fd65881426bfc2b5388084a3654e5eae521106a15a3dbf0eb4cde7106c36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fba38c18-df32-4513-aa54-579baacfa521" -d '{"events": [{"name": "network-changed", "server_uuid": "39c3306d-548a-4bc9-89a3-2b8ede790fc5", "tag": "1a1d2978-fccb-4e77-b415-150b8edcab5e"}]}' {{(pid=105585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:41:19.957106 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:41:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37822dc6-5bde-457b-916b-ccdfe110c18b x-openstack-request-id: req-37822dc6-5bde-457b-916b-ccdfe110c18b {{(pid=105585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:41:19.957398 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39c3306d-548a-4bc9-89a3-2b8ede790fc5", "tag": "1a1d2978-fccb-4e77-b415-150b8edcab5e", "status": "completed", "code": 200}]} {{(pid=105585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:41:19.957652 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-37822dc6-5bde-457b-916b-ccdfe110c18b {{(pid=105585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:41:19.958061 n-d-705658-22 neutron-server[105585]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39c3306d-548a-4bc9-89a3-2b8ede790fc5', 'tag': '1a1d2978-fccb-4e77-b415-150b8edcab5e', 'status': 'completed', 'code': 200} Jul 27 21:41:20.007578 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvr_db [None req-9a2797d5-0943-45e1-9fe4-f4468d505372 None None] Set router 98278f6a-72c4-45a0-8507-e3539ffc577f gateway port host: n-d-705658-22 {{(pid=105587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:41:20.043410 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba38c18-df32-4513-aa54-579baacfa521 req-060e54f7-0054-4752-929a-2e347b0e0e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:41:20.044841 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-fba38c18-df32-4513-aa54-579baacfa521 req-060e54f7-0054-4752-929a-2e347b0e0e55 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c529c1f29ef94d7791c99b50fa7c5534&device_id=39c3306d-548a-4bc9-89a3-2b8ede790fc5 HTTP/1.1" status: 200 len: 1098 time: 0.0549428 Jul 27 21:41:20.134621 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba38c18-df32-4513-aa54-579baacfa521 req-cb77d7c8-5174-41d3-86fb-db5d3c3b6b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:41:20.136140 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-fba38c18-df32-4513-aa54-579baacfa521 req-cb77d7c8-5174-41d3-86fb-db5d3c3b6b7f service neutron] 10.222.0.36 "GET /v2.0/networks?id=407498f9-1dd2-4d4d-80f9-fd7dac21ec25 HTTP/1.1" status: 200 len: 913 time: 0.0835660 Jul 27 21:41:20.205202 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-fba38c18-df32-4513-aa54-579baacfa521 req-70391c47-b5a9-4781-b2cf-0d8d19097a61 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1a1d2978-fccb-4e77-b415-150b8edcab5e HTTP/1.1" status: 200 len: 999 time: 0.0617967 Jul 27 21:41:20.224077 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-9a2797d5-0943-45e1-9fe4-f4468d505372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98278f6a-72c4-45a0-8507-e3539ffc577f', 'name': 'tempest-ServerActionsTestJSON-1116922379-router', 'tenant_id': 'c529c1f29ef94d7791c99b50fa7c5534', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.95'}], 'enable_snat': True}, 'gw_port_id': '98dbd449-7f98-4b9f-b596-bf38ab0aff5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:41:02Z', 'updated_at': '2021-07-27T21:41:04Z', 'revision_number': 4, 'project_id': 'c529c1f29ef94d7791c99b50fa7c5534', 'gw_port': {'id': '98dbd449-7f98-4b9f-b596-bf38ab0aff5e', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:77:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98278f6a-72c4-45a0-8507-e3539ffc577f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:41:02Z', 'updated_at': '2021-07-27T21:41:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_floatingips': [{'id': 'c451b08d-4392-42dd-97b8-1d2df8386fa5', 'tenant_id': 'c529c1f29ef94d7791c99b50fa7c5534', 'floating_ip_address': '172.25.5.89', 'floating_network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'router_id': '98278f6a-72c4-45a0-8507-e3539ffc577f', 'port_id': '1a1d2978-fccb-4e77-b415-150b8edcab5e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '407498f9-1dd2-4d4d-80f9-fd7dac21ec25', 'mac_address': 'fa:16:3e:da:f2:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39c3306d-548a-4bc9-89a3-2b8ede790fc5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T21:41:06Z', 'updated_at': '2021-07-27T21:41:19Z', 'revision_number': 1, 'project_id': 'c529c1f29ef94d7791c99b50fa7c5534', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eed2b526-91b5-4195-a46f-eaef315f6ec7', 'name': '', 'network_id': '407498f9-1dd2-4d4d-80f9-fd7dac21ec25', 'tenant_id': 'c529c1f29ef94d7791c99b50fa7c5534', 'mac_address': 'fa:16:3e:29:79:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98278f6a-72c4-45a0-8507-e3539ffc577f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '4065b5d3-4c0a-4855-8695-4062e0323f11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:41:04Z', 'updated_at': '2021-07-27T21:41:08Z', 'revision_number': 5, 'project_id': 'c529c1f29ef94d7791c99b50fa7c5534', 'subnets': [{'id': '4065b5d3-4c0a-4855-8695-4062e0323f11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-22', False) {} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:41:20.250928 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a2797d5-0943-45e1-9fe4-f4468d505372 None None] Checking router: 98278f6a-72c4-45a0-8507-e3539ffc577f for host: n-d-705658-22 {{(pid=105587) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:41:20.260181 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a2797d5-0943-45e1-9fe4-f4468d505372 None None] Routers {'98278f6a-72c4-45a0-8507-e3539ffc577f'} bound to L3 agent in host n-d-705658-22 {{(pid=105587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:41:20.260775 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-9a2797d5-0943-45e1-9fe4-f4468d505372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:41:12Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['98278f6a-72c4-45a0-8507-e3539ffc577f'], 'active': True} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:41:20.261079 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba38c18-df32-4513-aa54-579baacfa521 req-1385bb08-e182-4680-b934-0543186905d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:41:20.262556 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-fba38c18-df32-4513-aa54-579baacfa521 req-1385bb08-e182-4680-b934-0543186905d9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4065b5d3-4c0a-4855-8695-4062e0323f11 HTTP/1.1" status: 200 len: 851 time: 0.0496857 Jul 27 21:41:20.322069 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba38c18-df32-4513-aa54-579baacfa521 req-ae042daf-8074-4519-ae4e-71e2bed2e6ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:41:20.323523 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-fba38c18-df32-4513-aa54-579baacfa521 req-ae042daf-8074-4519-ae4e-71e2bed2e6ce service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=407498f9-1dd2-4d4d-80f9-fd7dac21ec25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0535991 Jul 27 21:41:20.421264 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-fba38c18-df32-4513-aa54-579baacfa521 req-5d35adcd-210e-4313-9478-d2c276fa9f51 service neutron] 10.222.0.36 "GET /v2.0/networks/407498f9-1dd2-4d4d-80f9-fd7dac21ec25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900052 Jul 27 21:41:20.453657 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvr_db [None req-9a2797d5-0943-45e1-9fe4-f4468d505372 None None] Set router 98278f6a-72c4-45a0-8507-e3539ffc577f gateway port host: n-d-705658-22 {{(pid=105587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:41:20.510386 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-fba38c18-df32-4513-aa54-579baacfa521 req-0a50fd33-6042-4747-84c1-54de9c1a9a9e service neutron] 10.222.0.36 "GET /v2.0/networks/407498f9-1dd2-4d4d-80f9-fd7dac21ec25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821176 Jul 27 21:41:20.633917 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-5536cdff-411c-4087-8448-857f2c5b0a3b req-edec5530-6fce-425a-9e53-747ca063458a service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=39c3306d-548a-4bc9-89a3-2b8ede790fc5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0577424 Jul 27 21:41:20.690482 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-9a2797d5-0943-45e1-9fe4-f4468d505372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98278f6a-72c4-45a0-8507-e3539ffc577f', 'name': 'tempest-ServerActionsTestJSON-1116922379-router', 'tenant_id': 'c529c1f29ef94d7791c99b50fa7c5534', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.95'}], 'enable_snat': True}, 'gw_port_id': '98dbd449-7f98-4b9f-b596-bf38ab0aff5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:41:02Z', 'updated_at': '2021-07-27T21:41:04Z', 'revision_number': 4, 'project_id': 'c529c1f29ef94d7791c99b50fa7c5534', 'gw_port': {'id': '98dbd449-7f98-4b9f-b596-bf38ab0aff5e', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:77:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98278f6a-72c4-45a0-8507-e3539ffc577f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:41:02Z', 'updated_at': '2021-07-27T21:41:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_floatingips': [{'id': 'c451b08d-4392-42dd-97b8-1d2df8386fa5', 'tenant_id': 'c529c1f29ef94d7791c99b50fa7c5534', 'floating_ip_address': '172.25.5.89', 'floating_network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'router_id': '98278f6a-72c4-45a0-8507-e3539ffc577f', 'port_id': '1a1d2978-fccb-4e77-b415-150b8edcab5e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '407498f9-1dd2-4d4d-80f9-fd7dac21ec25', 'mac_address': 'fa:16:3e:da:f2:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39c3306d-548a-4bc9-89a3-2b8ede790fc5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T21:41:06Z', 'updated_at': '2021-07-27T21:41:19Z', 'revision_number': 1, 'project_id': 'c529c1f29ef94d7791c99b50fa7c5534', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eed2b526-91b5-4195-a46f-eaef315f6ec7', 'name': '', 'network_id': '407498f9-1dd2-4d4d-80f9-fd7dac21ec25', 'tenant_id': 'c529c1f29ef94d7791c99b50fa7c5534', 'mac_address': 'fa:16:3e:29:79:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98278f6a-72c4-45a0-8507-e3539ffc577f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '4065b5d3-4c0a-4855-8695-4062e0323f11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:41:04Z', 'updated_at': '2021-07-27T21:41:08Z', 'revision_number': 5, 'project_id': 'c529c1f29ef94d7791c99b50fa7c5534', 'subnets': [{'id': '4065b5d3-4c0a-4855-8695-4062e0323f11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-22', False) {} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:41:20.720501 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a2797d5-0943-45e1-9fe4-f4468d505372 None None] The sync data for ids ['98278f6a-72c4-45a0-8507-e3539ffc577f'] in n-d-705658-22 is: [{'id': '98278f6a-72c4-45a0-8507-e3539ffc577f', 'name': 'tempest-ServerActionsTestJSON-1116922379-router', 'tenant_id': 'c529c1f29ef94d7791c99b50fa7c5534', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.95'}], 'enable_snat': True}, 'gw_port_id': '98dbd449-7f98-4b9f-b596-bf38ab0aff5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:41:02Z', 'updated_at': '2021-07-27T21:41:04Z', 'revision_number': 4, 'project_id': 'c529c1f29ef94d7791c99b50fa7c5534', 'gw_port': {'id': '98dbd449-7f98-4b9f-b596-bf38ab0aff5e', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:77:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98278f6a-72c4-45a0-8507-e3539ffc577f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:41:02Z', 'updated_at': '2021-07-27T21:41:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_floatingips': [{'id': 'c451b08d-4392-42dd-97b8-1d2df8386fa5', 'tenant_id': 'c529c1f29ef94d7791c99b50fa7c5534', 'floating_ip_address': '172.25.5.89', 'floating_network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'router_id': '98278f6a-72c4-45a0-8507-e3539ffc577f', 'port_id': '1a1d2978-fccb-4e77-b415-150b8edcab5e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '407498f9-1dd2-4d4d-80f9-fd7dac21ec25', 'mac_address': 'fa:16:3e:da:f2:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39c3306d-548a-4bc9-89a3-2b8ede790fc5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T21:41:06Z', 'updated_at': '2021-07-27T21:41:19Z', 'revision_number': 1, 'project_id': 'c529c1f29ef94d7791c99b50fa7c5534', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eed2b526-91b5-4195-a46f-eaef315f6ec7', 'name': '', 'network_id': '407498f9-1dd2-4d4d-80f9-fd7dac21ec25', 'tenant_id': 'c529c1f29ef94d7791c99b50fa7c5534', 'mac_address': 'fa:16:3e:29:79:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98278f6a-72c4-45a0-8507-e3539ffc577f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '4065b5d3-4c0a-4855-8695-4062e0323f11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:41:04Z', 'updated_at': '2021-07-27T21:41:08Z', 'revision_number': 5, 'project_id': 'c529c1f29ef94d7791c99b50fa7c5534', 'subnets': [{'id': '4065b5d3-4c0a-4855-8695-4062e0323f11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:41:20.732057 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5536cdff-411c-4087-8448-857f2c5b0a3b req-93fdc55d-1c73-4cb2-b30b-72a09522d718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:41:20.733564 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-5536cdff-411c-4087-8448-857f2c5b0a3b req-93fdc55d-1c73-4cb2-b30b-72a09522d718 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c529c1f29ef94d7791c99b50fa7c5534&device_id=39c3306d-548a-4bc9-89a3-2b8ede790fc5 HTTP/1.1" status: 200 len: 1098 time: 0.0583985 Jul 27 21:41:20.842895 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5536cdff-411c-4087-8448-857f2c5b0a3b req-7ed390ea-bdc1-41f0-927a-adea08728260 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:41:20.844432 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-5536cdff-411c-4087-8448-857f2c5b0a3b req-7ed390ea-bdc1-41f0-927a-adea08728260 service neutron] 10.222.0.36 "GET /v2.0/networks?id=407498f9-1dd2-4d4d-80f9-fd7dac21ec25 HTTP/1.1" status: 200 len: 913 time: 0.0855052 Jul 27 21:41:20.909895 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-955dad18-768a-4eb3-9df0-562104c71b55 None None] New status for floating IP c451b08d-4392-42dd-97b8-1d2df8386fa5: ACTIVE {{(pid=105586) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 21:41:20.916316 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-5536cdff-411c-4087-8448-857f2c5b0a3b req-be58313b-e9c5-4717-bd28-fdd3a00fbc49 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1a1d2978-fccb-4e77-b415-150b8edcab5e HTTP/1.1" status: 200 len: 999 time: 0.0642734 Jul 27 21:41:20.967911 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5536cdff-411c-4087-8448-857f2c5b0a3b req-eae41b57-c386-44ee-9202-c6fea69a1921 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:41:20.969423 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-5536cdff-411c-4087-8448-857f2c5b0a3b req-eae41b57-c386-44ee-9202-c6fea69a1921 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4065b5d3-4c0a-4855-8695-4062e0323f11 HTTP/1.1" status: 200 len: 851 time: 0.0465076 Jul 27 21:41:21.032172 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5536cdff-411c-4087-8448-857f2c5b0a3b req-40ae0926-1925-4371-a848-7dccaffeddbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:41:21.033720 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-5536cdff-411c-4087-8448-857f2c5b0a3b req-40ae0926-1925-4371-a848-7dccaffeddbe service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=407498f9-1dd2-4d4d-80f9-fd7dac21ec25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0573719 Jul 27 21:41:21.134645 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-5536cdff-411c-4087-8448-857f2c5b0a3b req-ecc85ea9-f6bd-41cd-ab2e-e0f28e5275d5 service neutron] 10.222.0.36 "GET /v2.0/networks/407498f9-1dd2-4d4d-80f9-fd7dac21ec25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907021 Jul 27 21:41:21.220058 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-5536cdff-411c-4087-8448-857f2c5b0a3b req-16d43777-0086-4330-8af0-866616d6209d service neutron] 10.222.0.36 "GET /v2.0/networks/407498f9-1dd2-4d4d-80f9-fd7dac21ec25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0784974 Jul 27 21:41:36.755841 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:38.931460 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-6a0ff67f-fb1f-49b3-8bdb-063738e9f943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:40.549912 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:41.576487 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-72afc0d5-31fb-4312-a91c-4b54b7b87b63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:41.916802 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:43.015912 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-bb32ed7d-8717-448b-a9c8-a5a0117d1fd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:44.441552 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-875ced1b-4cf3-463a-9653-058f0f9421e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:55.177251 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.agents_db [None req-558fcd2c-e512-47bc-a170-8673d87f7213 None None] Agent healthcheck: found 7 active agents {{(pid=105587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 21:42:06.755239 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:08.931909 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-37cdf5c7-75b3-44da-9f6b-caea10f838aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:10.562410 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:11.576655 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-d2c1ca23-2a09-4f61-b066-0eaf83cf7716 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:11.917543 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:13.019767 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-bb32ed7d-8717-448b-a9c8-a5a0117d1fd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:14.445586 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-875ced1b-4cf3-463a-9653-058f0f9421e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:21.621105 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-335f751a-f158-4468-a7a4-630ed27ceda1 req-c7954546-6cba-4f71-8195-ae958985ef4e service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=39c3306d-548a-4bc9-89a3-2b8ede790fc5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0610781 Jul 27 21:42:21.714301 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335f751a-f158-4468-a7a4-630ed27ceda1 req-a6f8cda6-fd96-4d87-a02c-6c341c2bde76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:42:21.715788 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-335f751a-f158-4468-a7a4-630ed27ceda1 req-a6f8cda6-fd96-4d87-a02c-6c341c2bde76 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c529c1f29ef94d7791c99b50fa7c5534&device_id=39c3306d-548a-4bc9-89a3-2b8ede790fc5 HTTP/1.1" status: 200 len: 1098 time: 0.0527277 Jul 27 21:42:21.815250 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335f751a-f158-4468-a7a4-630ed27ceda1 req-22765afe-011b-44e7-8dc9-9f434da65435 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:42:21.816717 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-335f751a-f158-4468-a7a4-630ed27ceda1 req-22765afe-011b-44e7-8dc9-9f434da65435 service neutron] 10.222.0.36 "GET /v2.0/networks?id=407498f9-1dd2-4d4d-80f9-fd7dac21ec25 HTTP/1.1" status: 200 len: 913 time: 0.0829530 Jul 27 21:42:21.884966 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-335f751a-f158-4468-a7a4-630ed27ceda1 req-933d03bb-0636-47fa-8ea5-5f2c03bdac2a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1a1d2978-fccb-4e77-b415-150b8edcab5e HTTP/1.1" status: 200 len: 1001 time: 0.0610368 Jul 27 21:42:21.934008 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335f751a-f158-4468-a7a4-630ed27ceda1 req-bcce0838-cccf-48f2-844f-4bfade6dc7ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:42:21.935468 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-335f751a-f158-4468-a7a4-630ed27ceda1 req-bcce0838-cccf-48f2-844f-4bfade6dc7ea service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4065b5d3-4c0a-4855-8695-4062e0323f11 HTTP/1.1" status: 200 len: 851 time: 0.0444458 Jul 27 21:42:21.993033 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335f751a-f158-4468-a7a4-630ed27ceda1 req-4cef1316-3793-4864-99bc-39761b7dc588 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:42:21.994407 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-335f751a-f158-4468-a7a4-630ed27ceda1 req-4cef1316-3793-4864-99bc-39761b7dc588 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=407498f9-1dd2-4d4d-80f9-fd7dac21ec25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0518389 Jul 27 21:42:22.315580 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-335f751a-f158-4468-a7a4-630ed27ceda1 req-9f40e3ae-394c-4daf-b13b-4b525ba0cdda service neutron] 10.222.0.36 "GET /v2.0/networks/407498f9-1dd2-4d4d-80f9-fd7dac21ec25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3137276 Jul 27 21:42:22.409354 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-335f751a-f158-4468-a7a4-630ed27ceda1 req-db4d298b-7194-4310-96d5-0e898fe13f0a service neutron] 10.222.0.36 "GET /v2.0/networks/407498f9-1dd2-4d4d-80f9-fd7dac21ec25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852866 Jul 27 21:42:32.178588 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.agents_db [None req-558fcd2c-e512-47bc-a170-8673d87f7213 None None] Agent healthcheck: found 7 active agents {{(pid=105587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 21:42:36.755698 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:38.933065 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3b64c039-8fa6-4538-82a0-a3d609f53858 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:40.569677 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:41.580752 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-01d2700d-ad10-4603-b517-f3a0b392bba8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:41.920706 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:43.022759 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-bb32ed7d-8717-448b-a9c8-a5a0117d1fd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:44.446778 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-875ced1b-4cf3-463a-9653-058f0f9421e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:56.691256 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [req-a321e9c7-7e5c-4460-9eb0-8a15ecd59afc req-90192daa-ec9e-4282-8722-1fbed939658a service neutron] (105585) timed out ('10.222.0.36', 53106) {{(pid=105585) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 27 21:42:57.735300 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24801985-b623-44db-8d85-96aac36da180 req-e54a7459-5440-413a-992a-39d77ce5529b tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:42:57.736801 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-24801985-b623-44db-8d85-96aac36da180 req-e54a7459-5440-413a-992a-39d77ce5529b tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] 10.222.0.59 "GET /v2.0/ports?device_id=39c3306d-548a-4bc9-89a3-2b8ede790fc5 HTTP/1.1" status: 200 len: 946 time: 0.0689836 Jul 27 21:42:57.774500 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-24801985-b623-44db-8d85-96aac36da180 req-fdc8f310-ec33-459d-847f-19a52e9cceec tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0213b60-9675-41ba-82c7-cb66a48a86e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311999 Jul 27 21:42:57.955742 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 35846) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:42:58.060059 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06dced3-9c6a-425b-912f-5d341de395de req-cb2a7a92-12b0-4623-8a8a-2f7aa552855c tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:42:58.061635 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f06dced3-9c6a-425b-912f-5d341de395de req-cb2a7a92-12b0-4623-8a8a-2f7aa552855c tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] 10.222.0.59 "GET /v2.0/ports?device_id=39c3306d-548a-4bc9-89a3-2b8ede790fc5 HTTP/1.1" status: 200 len: 946 time: 0.0991540 Jul 27 21:42:58.094710 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-72926129-7f03-42c2-89a1-573b5854643a req-8e6b7e53-df6e-48a0-87fa-e6063ca9f707 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=39c3306d-548a-4bc9-89a3-2b8ede790fc5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1378179 Jul 27 21:42:58.110332 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f06dced3-9c6a-425b-912f-5d341de395de req-3ee22fe0-a7c2-4ed1-80ae-2f19b0973d11 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0213b60-9675-41ba-82c7-cb66a48a86e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419207 Jul 27 21:42:59.142311 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72926129-7f03-42c2-89a1-573b5854643a req-cda45684-bbc6-4e88-8bbc-c838af018cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:42:59.143847 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-72926129-7f03-42c2-89a1-573b5854643a req-cda45684-bbc6-4e88-8bbc-c838af018cfb service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c529c1f29ef94d7791c99b50fa7c5534&device_id=39c3306d-548a-4bc9-89a3-2b8ede790fc5 HTTP/1.1" status: 200 len: 1098 time: 0.0577281 Jul 27 21:42:59.231378 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72926129-7f03-42c2-89a1-573b5854643a req-423db71a-9520-40de-ab0b-871e096aac97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:42:59.233126 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-72926129-7f03-42c2-89a1-573b5854643a req-423db71a-9520-40de-ab0b-871e096aac97 service neutron] 10.222.0.36 "GET /v2.0/networks?id=407498f9-1dd2-4d4d-80f9-fd7dac21ec25 HTTP/1.1" status: 200 len: 913 time: 0.0825455 Jul 27 21:42:59.243729 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14659282-6202-4be5-bcdc-9a9be6d5c839 req-a7d13547-7e2e-4984-81c8-6ff8df0f289f tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:42:59.245252 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-14659282-6202-4be5-bcdc-9a9be6d5c839 req-a7d13547-7e2e-4984-81c8-6ff8df0f289f tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] 10.222.0.59 "GET /v2.0/ports?device_id=39c3306d-548a-4bc9-89a3-2b8ede790fc5 HTTP/1.1" status: 200 len: 946 time: 0.0637743 Jul 27 21:42:59.283432 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-14659282-6202-4be5-bcdc-9a9be6d5c839 req-30e374fa-fafc-4b1a-96ad-0b522b8f09f1 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0213b60-9675-41ba-82c7-cb66a48a86e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320027 Jul 27 21:42:59.305419 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-72926129-7f03-42c2-89a1-573b5854643a req-ae23a68e-d3f4-438a-8a24-40fd0d4ff7f8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1a1d2978-fccb-4e77-b415-150b8edcab5e HTTP/1.1" status: 200 len: 1001 time: 0.0640378 Jul 27 21:42:59.352309 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72926129-7f03-42c2-89a1-573b5854643a req-18d65719-739f-487e-a75f-2f642f5e481a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:42:59.353706 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-72926129-7f03-42c2-89a1-573b5854643a req-18d65719-739f-487e-a75f-2f642f5e481a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4065b5d3-4c0a-4855-8695-4062e0323f11 HTTP/1.1" status: 200 len: 851 time: 0.0416930 Jul 27 21:42:59.410337 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72926129-7f03-42c2-89a1-573b5854643a req-0d6e32e5-74c3-4b9b-9ce6-f0f824a11458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:42:59.412056 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-72926129-7f03-42c2-89a1-573b5854643a req-0d6e32e5-74c3-4b9b-9ce6-f0f824a11458 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=407498f9-1dd2-4d4d-80f9-fd7dac21ec25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0518684 Jul 27 21:42:59.504312 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-72926129-7f03-42c2-89a1-573b5854643a req-1919e511-c367-45b2-a8b1-6c4e4a00676d service neutron] 10.222.0.36 "GET /v2.0/networks/407498f9-1dd2-4d4d-80f9-fd7dac21ec25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842302 Jul 27 21:42:59.597663 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-72926129-7f03-42c2-89a1-573b5854643a req-9d57894a-07e9-4fb2-aef5-fb6123341e92 service neutron] 10.222.0.36 "GET /v2.0/networks/407498f9-1dd2-4d4d-80f9-fd7dac21ec25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861485 Jul 27 21:43:00.416404 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c9c348-20b2-4231-8ee4-390e2768075e req-286c367f-60ab-4bd8-87ff-b14c7796351d tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:43:00.417858 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-16c9c348-20b2-4231-8ee4-390e2768075e req-286c367f-60ab-4bd8-87ff-b14c7796351d tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] 10.222.0.59 "GET /v2.0/ports?device_id=39c3306d-548a-4bc9-89a3-2b8ede790fc5 HTTP/1.1" status: 200 len: 946 time: 0.0666258 Jul 27 21:43:00.455788 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-16c9c348-20b2-4231-8ee4-390e2768075e req-2373e2d3-0a4d-4f52-8d94-9bf51fc7a7c5 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0213b60-9675-41ba-82c7-cb66a48a86e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320997 Jul 27 21:43:01.589808 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931165bb-f363-4470-817f-c1a529e4ce52 req-79166429-190c-4c04-969a-4c4c93962bc8 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:43:01.591364 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-931165bb-f363-4470-817f-c1a529e4ce52 req-79166429-190c-4c04-969a-4c4c93962bc8 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] 10.222.0.59 "GET /v2.0/ports?device_id=39c3306d-548a-4bc9-89a3-2b8ede790fc5 HTTP/1.1" status: 200 len: 946 time: 0.0688210 Jul 27 21:43:01.629612 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-931165bb-f363-4470-817f-c1a529e4ce52 req-5dd90f4f-38ff-4a48-9bd6-020fa0f56418 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0213b60-9675-41ba-82c7-cb66a48a86e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323174 Jul 27 21:43:02.758785 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd0b800-8d1f-4536-8e44-04ce67c8193d req-fe93f65e-7779-498a-8ca9-db4ca979b538 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:43:02.760291 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-4cd0b800-8d1f-4536-8e44-04ce67c8193d req-fe93f65e-7779-498a-8ca9-db4ca979b538 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] 10.222.0.59 "GET /v2.0/ports?device_id=39c3306d-548a-4bc9-89a3-2b8ede790fc5 HTTP/1.1" status: 200 len: 946 time: 0.0627389 Jul 27 21:43:02.801904 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-4cd0b800-8d1f-4536-8e44-04ce67c8193d req-4600f685-2804-4398-8f44-24db29449549 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0213b60-9675-41ba-82c7-cb66a48a86e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357940 Jul 27 21:43:03.931924 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fe8db0-0981-4d15-929f-fa1cae810843 req-8bd5964d-8ccd-4aba-868f-c8a6ffb1653d tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:43:03.933415 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-58fe8db0-0981-4d15-929f-fa1cae810843 req-8bd5964d-8ccd-4aba-868f-c8a6ffb1653d tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] 10.222.0.59 "GET /v2.0/ports?device_id=39c3306d-548a-4bc9-89a3-2b8ede790fc5 HTTP/1.1" status: 200 len: 946 time: 0.0638382 Jul 27 21:43:03.970953 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-58fe8db0-0981-4d15-929f-fa1cae810843 req-2b60faf3-2654-413d-83aa-a74fce1b2a23 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0213b60-9675-41ba-82c7-cb66a48a86e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312748 Jul 27 21:43:05.098759 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ddbdf2-4c13-4234-b0e9-19e12c179e5f req-1a03476b-021b-4904-bade-a5a82c648837 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:43:05.100250 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-07ddbdf2-4c13-4234-b0e9-19e12c179e5f req-1a03476b-021b-4904-bade-a5a82c648837 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] 10.222.0.59 "GET /v2.0/ports?device_id=39c3306d-548a-4bc9-89a3-2b8ede790fc5 HTTP/1.1" status: 200 len: 946 time: 0.0630205 Jul 27 21:43:05.137964 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-07ddbdf2-4c13-4234-b0e9-19e12c179e5f req-faef0b87-9268-4b73-8197-7d1cd873bc28 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0213b60-9675-41ba-82c7-cb66a48a86e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311880 Jul 27 21:43:06.269200 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a77b35-bf97-4256-8716-4a4d7bb4e1bc req-b3733587-0524-4b07-a804-aae7544055f7 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:43:06.270685 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-49a77b35-bf97-4256-8716-4a4d7bb4e1bc req-b3733587-0524-4b07-a804-aae7544055f7 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] 10.222.0.59 "GET /v2.0/ports?device_id=39c3306d-548a-4bc9-89a3-2b8ede790fc5 HTTP/1.1" status: 200 len: 946 time: 0.0663552 Jul 27 21:43:06.308283 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-49a77b35-bf97-4256-8716-4a4d7bb4e1bc req-df58d72c-5afe-4c12-ba3e-e48a6349231c tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0213b60-9675-41ba-82c7-cb66a48a86e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311410 Jul 27 21:43:06.772047 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:07.436772 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935c9144-bab4-4919-9650-6a9144829751 req-31ab8cf6-e801-4f9c-a570-4456dc06a68d tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:43:07.438237 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-935c9144-bab4-4919-9650-6a9144829751 req-31ab8cf6-e801-4f9c-a570-4456dc06a68d tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] 10.222.0.59 "GET /v2.0/ports?device_id=39c3306d-548a-4bc9-89a3-2b8ede790fc5 HTTP/1.1" status: 200 len: 946 time: 0.0623312 Jul 27 21:43:07.475398 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-935c9144-bab4-4919-9650-6a9144829751 req-6eb97eb4-7881-4266-a046-99dd8db49ac1 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0213b60-9675-41ba-82c7-cb66a48a86e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310919 Jul 27 21:43:08.602271 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0dfc63-88eb-4cc8-a9bc-246e29df9074 req-adcd48ff-f041-40b4-a471-68102370dfe5 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:43:08.603799 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-0f0dfc63-88eb-4cc8-a9bc-246e29df9074 req-adcd48ff-f041-40b4-a471-68102370dfe5 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] 10.222.0.59 "GET /v2.0/ports?device_id=39c3306d-548a-4bc9-89a3-2b8ede790fc5 HTTP/1.1" status: 200 len: 946 time: 0.0626495 Jul 27 21:43:08.640664 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-0f0dfc63-88eb-4cc8-a9bc-246e29df9074 req-0f82f8cd-d4f0-45f2-906e-2daeaf91df1f tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0213b60-9675-41ba-82c7-cb66a48a86e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311010 Jul 27 21:43:08.932699 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-1082c878-3ed1-4994-a09a-03d0713e2e1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:09.177789 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.agents_db [None req-558fcd2c-e512-47bc-a170-8673d87f7213 None None] Agent healthcheck: found 7 active agents {{(pid=105587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 21:43:09.772444 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b887b0-6a88-4926-babe-a835780089dc req-6c215f70-b0f0-4ce7-9ebb-72841a09f378 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:43:09.773902 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-74b887b0-6a88-4926-babe-a835780089dc req-6c215f70-b0f0-4ce7-9ebb-72841a09f378 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] 10.222.0.59 "GET /v2.0/ports?device_id=39c3306d-548a-4bc9-89a3-2b8ede790fc5 HTTP/1.1" status: 200 len: 946 time: 0.0664029 Jul 27 21:43:09.811379 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-74b887b0-6a88-4926-babe-a835780089dc req-67e230a7-9031-4d88-b971-a6d21fb8c086 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0213b60-9675-41ba-82c7-cb66a48a86e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316064 Jul 27 21:43:10.568894 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:10.941234 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b304f129-7ccf-4bd0-baca-d331bb84f9c7 req-140b5d66-6989-4019-a918-87dcca33cb70 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:43:10.942727 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b304f129-7ccf-4bd0-baca-d331bb84f9c7 req-140b5d66-6989-4019-a918-87dcca33cb70 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] 10.222.0.59 "GET /v2.0/ports?device_id=39c3306d-548a-4bc9-89a3-2b8ede790fc5 HTTP/1.1" status: 200 len: 946 time: 0.0641012 Jul 27 21:43:10.981307 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b304f129-7ccf-4bd0-baca-d331bb84f9c7 req-54fbf6fd-62f0-4b62-b181-b81fdc251613 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0213b60-9675-41ba-82c7-cb66a48a86e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327229 Jul 27 21:43:11.470795 n-d-705658-22 neutron-server[105584]: INFO neutron.api.v2.resource [req-72926129-7f03-42c2-89a1-573b5854643a req-85179fb1-dd2f-42d5-8612-6edab66e7c34 service neutron] show failed (client error): The resource could not be found. Jul 27 21:43:11.471839 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-72926129-7f03-42c2-89a1-573b5854643a req-85179fb1-dd2f-42d5-8612-6edab66e7c34 service neutron] 10.222.0.36 "GET /v2.0/ports/1a1d2978-fccb-4e77-b415-150b8edcab5e/bindings/n-h2-705658-22 HTTP/1.1" status: 404 len: 381 time: 0.0538158 Jul 27 21:43:11.580832 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-b3bffba8-1a0c-4117-917d-e045f93e347e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:11.674113 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72926129-7f03-42c2-89a1-573b5854643a req-fa59918f-62db-4207-8aa2-54b7aa569851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:43:11.675629 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-72926129-7f03-42c2-89a1-573b5854643a req-fa59918f-62db-4207-8aa2-54b7aa569851 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=39c3306d-548a-4bc9-89a3-2b8ede790fc5&tenant_id=c529c1f29ef94d7791c99b50fa7c5534 HTTP/1.1" status: 200 len: 1098 time: 0.0573967 Jul 27 21:43:11.688155 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [req-72926129-7f03-42c2-89a1-573b5854643a req-0ac40863-4ad8-47f4-8997-9ad819a04a94 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-705658-22', 'device_owner': 'compute:nova'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:43:11.756986 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-72926129-7f03-42c2-89a1-573b5854643a req-0ac40863-4ad8-47f4-8997-9ad819a04a94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:11.921026 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:11.954598 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [req-72926129-7f03-42c2-89a1-573b5854643a req-0ac40863-4ad8-47f4-8997-9ad819a04a94 service neutron] For port 1a1d2978-fccb-4e77-b415-150b8edcab5e, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=1a1d2978-fccb-4e77-b415-150b8edcab5e,segment=NetworkSegment(c6ae5619-12c2-491f-a03a-63f376106659),segment_id=c6ae5619-12c2-491f-a03a-63f376106659)] {{(pid=105584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:43:11.990564 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [req-72926129-7f03-42c2-89a1-573b5854643a req-0ac40863-4ad8-47f4-8997-9ad819a04a94 service neutron] For port 1a1d2978-fccb-4e77-b415-150b8edcab5e, host n-h1-705658-22, cleared binding levels {{(pid=105584) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:43:12.028813 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39c3306d-548a-4bc9-89a3-2b8ede790fc5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1a1d2978-fccb-4e77-b415-150b8edcab5e'}] {{(pid=105584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:43:12.031114 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bce5e6c8685464f7626901654159975603b047827e3138302ed6566e28f1343" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64efc629-6454-4f90-a9e2-d8871a269c34" -d '{"events": [{"server_uuid": "39c3306d-548a-4bc9-89a3-2b8ede790fc5", "name": "network-vif-unplugged", "status": "completed", "tag": "1a1d2978-fccb-4e77-b415-150b8edcab5e"}]}' {{(pid=105584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:43:12.037147 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-72926129-7f03-42c2-89a1-573b5854643a req-0ac40863-4ad8-47f4-8997-9ad819a04a94 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:12.050201 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.provisioning_blocks [req-72926129-7f03-42c2-89a1-573b5854643a req-0ac40863-4ad8-47f4-8997-9ad819a04a94 service neutron] Transition to ACTIVE for port object 1a1d2978-fccb-4e77-b415-150b8edcab5e will not be triggered until provisioned by entity L2. {{(pid=105584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:43:12.059350 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-72926129-7f03-42c2-89a1-573b5854643a req-0ac40863-4ad8-47f4-8997-9ad819a04a94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9014027'] for port, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:12.114059 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 27 Jul 2021 21:43:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a11cc38d-eaf6-4613-8226-595bbdec68cb x-openstack-request-id: req-a11cc38d-eaf6-4613-8226-595bbdec68cb {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:43:12.114347 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39c3306d-548a-4bc9-89a3-2b8ede790fc5", "name": "network-vif-unplugged", "status": "completed", "tag": "1a1d2978-fccb-4e77-b415-150b8edcab5e", "code": 200}]} {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:43:12.114599 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-a11cc38d-eaf6-4613-8226-595bbdec68cb {{(pid=105584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:43:12.114983 n-d-705658-22 neutron-server[105584]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39c3306d-548a-4bc9-89a3-2b8ede790fc5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1a1d2978-fccb-4e77-b415-150b8edcab5e', 'code': 200} Jul 27 21:43:12.118487 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7344b7b0-ff07-4946-bbca-482349cc8f4e req-08f20246-8577-4bda-bf7c-2e7b332a3923 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:43:12.120377 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-7344b7b0-ff07-4946-bbca-482349cc8f4e req-08f20246-8577-4bda-bf7c-2e7b332a3923 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] 10.222.0.59 "GET /v2.0/ports?device_id=39c3306d-548a-4bc9-89a3-2b8ede790fc5 HTTP/1.1" status: 200 len: 944 time: 0.0719628 Jul 27 21:43:12.163033 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-7344b7b0-ff07-4946-bbca-482349cc8f4e req-617d2910-5215-406b-839c-a3bfdcc96d3f tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0213b60-9675-41ba-82c7-cb66a48a86e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348496 Jul 27 21:43:12.180672 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac40863-4ad8-47f4-8997-9ad819a04a94 service neutron] Pushing event updated for resources: {'Port': ['ID=1a1d2978-fccb-4e77-b415-150b8edcab5e,revision_number=6']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:43:12.204126 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac40863-4ad8-47f4-8997-9ad819a04a94 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:43:12.204574 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac40863-4ad8-47f4-8997-9ad819a04a94 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:43:12.204912 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac40863-4ad8-47f4-8997-9ad819a04a94 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:43:12.205252 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac40863-4ad8-47f4-8997-9ad819a04a94 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:43:12.205585 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac40863-4ad8-47f4-8997-9ad819a04a94 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:43:12.205916 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac40863-4ad8-47f4-8997-9ad819a04a94 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:43:12.206241 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac40863-4ad8-47f4-8997-9ad819a04a94 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:43:12.206565 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac40863-4ad8-47f4-8997-9ad819a04a94 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:43:12.206889 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac40863-4ad8-47f4-8997-9ad819a04a94 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:43:12.207236 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac40863-4ad8-47f4-8997-9ad819a04a94 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:43:12.207565 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac40863-4ad8-47f4-8997-9ad819a04a94 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:43:12.207884 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac40863-4ad8-47f4-8997-9ad819a04a94 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:43:12.244029 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [req-72926129-7f03-42c2-89a1-573b5854643a req-0ac40863-4ad8-47f4-8997-9ad819a04a94 service neutron] No DVR routers for this DVR port 1a1d2978-fccb-4e77-b415-150b8edcab5e on host n-h1-705658-22 {{(pid=105584) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:43:12.377189 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [req-72926129-7f03-42c2-89a1-573b5854643a req-0ac40863-4ad8-47f4-8997-9ad819a04a94 service neutron] Attempting to bind port 1a1d2978-fccb-4e77-b415-150b8edcab5e on host n-h2-705658-22 for vnic_type normal with profile {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:43:12.377459 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [req-72926129-7f03-42c2-89a1-573b5854643a req-0ac40863-4ad8-47f4-8997-9ad819a04a94 service neutron] Attempting to bind port 1a1d2978-fccb-4e77-b415-150b8edcab5e by drivers openvswitch,hyperv on host n-h2-705658-22 at level 0 using segments [{'id': 'c6ae5619-12c2-491f-a03a-63f376106659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '407498f9-1dd2-4d4d-80f9-fd7dac21ec25'}] {{(pid=105584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:43:12.377782 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72926129-7f03-42c2-89a1-573b5854643a req-0ac40863-4ad8-47f4-8997-9ad819a04a94 service neutron] Attempting to bind port 1a1d2978-fccb-4e77-b415-150b8edcab5e on network 407498f9-1dd2-4d4d-80f9-fd7dac21ec25 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:43:12.381853 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72926129-7f03-42c2-89a1-573b5854643a req-0ac40863-4ad8-47f4-8997-9ad819a04a94 service neutron] Port 1a1d2978-fccb-4e77-b415-150b8edcab5e on network 407498f9-1dd2-4d4d-80f9-fd7dac21ec25 not bound, no agent of type Open vSwitch agent registered on host n-h2-705658-22 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:43:12.382198 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72926129-7f03-42c2-89a1-573b5854643a req-0ac40863-4ad8-47f4-8997-9ad819a04a94 service neutron] Attempting to bind port 1a1d2978-fccb-4e77-b415-150b8edcab5e on network 407498f9-1dd2-4d4d-80f9-fd7dac21ec25 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:43:12.386843 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72926129-7f03-42c2-89a1-573b5854643a req-0ac40863-4ad8-47f4-8997-9ad819a04a94 service neutron] Checking agent: {'id': '65195a73-a875-4810-9f5b-622ae260a8a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 49, 40), 'started_at': datetime.datetime(2021, 7, 27, 20, 49, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 43, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:43:12.387210 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72926129-7f03-42c2-89a1-573b5854643a req-0ac40863-4ad8-47f4-8997-9ad819a04a94 service neutron] Checking segment: {'id': 'c6ae5619-12c2-491f-a03a-63f376106659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '407498f9-1dd2-4d4d-80f9-fd7dac21ec25'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:43:12.387583 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72926129-7f03-42c2-89a1-573b5854643a req-0ac40863-4ad8-47f4-8997-9ad819a04a94 service neutron] Bound using segment: {'id': 'c6ae5619-12c2-491f-a03a-63f376106659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '407498f9-1dd2-4d4d-80f9-fd7dac21ec25'} {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:43:12.387999 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [req-72926129-7f03-42c2-89a1-573b5854643a req-0ac40863-4ad8-47f4-8997-9ad819a04a94 service neutron] Bound port: 1a1d2978-fccb-4e77-b415-150b8edcab5e, host: n-h2-705658-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6ae5619-12c2-491f-a03a-63f376106659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '407498f9-1dd2-4d4d-80f9-fd7dac21ec25'}}] {{(pid=105584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:43:12.388344 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-72926129-7f03-42c2-89a1-573b5854643a req-0ac40863-4ad8-47f4-8997-9ad819a04a94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:12.450882 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [req-72926129-7f03-42c2-89a1-573b5854643a req-0ac40863-4ad8-47f4-8997-9ad819a04a94 service neutron] For port 1a1d2978-fccb-4e77-b415-150b8edcab5e, host n-h2-705658-22, cleared binding levels {{(pid=105584) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:43:12.453770 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [req-72926129-7f03-42c2-89a1-573b5854643a req-0ac40863-4ad8-47f4-8997-9ad819a04a94 service neutron] For port 1a1d2978-fccb-4e77-b415-150b8edcab5e, host n-h2-705658-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=1a1d2978-fccb-4e77-b415-150b8edcab5e,segment=NetworkSegment(c6ae5619-12c2-491f-a03a-63f376106659),segment_id=c6ae5619-12c2-491f-a03a-63f376106659)] {{(pid=105584) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:43:12.458277 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-72926129-7f03-42c2-89a1-573b5854643a req-0ac40863-4ad8-47f4-8997-9ad819a04a94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9014027'] for port, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:12.493052 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72926129-7f03-42c2-89a1-573b5854643a req-0ac40863-4ad8-47f4-8997-9ad819a04a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:43:12.493723 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-72926129-7f03-42c2-89a1-573b5854643a req-0ac40863-4ad8-47f4-8997-9ad819a04a94 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:12.495183 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-72926129-7f03-42c2-89a1-573b5854643a req-0ac40863-4ad8-47f4-8997-9ad819a04a94 service neutron] 10.222.0.60 "PUT /v2.0/ports/1a1d2978-fccb-4e77-b415-150b8edcab5e HTTP/1.1" status: 200 len: 1093 time: 0.8111510 Jul 27 21:43:12.513788 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac40863-4ad8-47f4-8997-9ad819a04a94 service neutron] Pushing event updated for resources: {'Port': ['ID=1a1d2978-fccb-4e77-b415-150b8edcab5e,revision_number=7']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:43:12.575841 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72926129-7f03-42c2-89a1-573b5854643a req-2adc1455-a9d2-412c-8694-1a35b6f23406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:43:12.577378 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-72926129-7f03-42c2-89a1-573b5854643a req-2adc1455-a9d2-412c-8694-1a35b6f23406 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c529c1f29ef94d7791c99b50fa7c5534&device_id=39c3306d-548a-4bc9-89a3-2b8ede790fc5 HTTP/1.1" status: 200 len: 1096 time: 0.0573449 Jul 27 21:43:12.676682 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72926129-7f03-42c2-89a1-573b5854643a req-95661d8c-3b24-4784-bc5a-28575b199e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:43:12.679956 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-72926129-7f03-42c2-89a1-573b5854643a req-95661d8c-3b24-4784-bc5a-28575b199e35 service neutron] 10.222.0.60 "GET /v2.0/networks?id=407498f9-1dd2-4d4d-80f9-fd7dac21ec25 HTTP/1.1" status: 200 len: 913 time: 0.0943832 Jul 27 21:43:12.744354 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-72926129-7f03-42c2-89a1-573b5854643a req-9ec8c5e3-4c1e-453f-8b8e-809cecb22d87 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1a1d2978-fccb-4e77-b415-150b8edcab5e HTTP/1.1" status: 200 len: 999 time: 0.0575058 Jul 27 21:43:12.792611 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72926129-7f03-42c2-89a1-573b5854643a req-42c4ae5b-cd8f-4b52-ab1d-89c16e75843f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:43:12.793921 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-72926129-7f03-42c2-89a1-573b5854643a req-42c4ae5b-cd8f-4b52-ab1d-89c16e75843f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4065b5d3-4c0a-4855-8695-4062e0323f11 HTTP/1.1" status: 200 len: 851 time: 0.0425050 Jul 27 21:43:12.857032 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72926129-7f03-42c2-89a1-573b5854643a req-ae21b3f3-ed8c-4266-a732-48fd01fbbe56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:43:12.858526 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-72926129-7f03-42c2-89a1-573b5854643a req-ae21b3f3-ed8c-4266-a732-48fd01fbbe56 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=407498f9-1dd2-4d4d-80f9-fd7dac21ec25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0562108 Jul 27 21:43:12.947167 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-72926129-7f03-42c2-89a1-573b5854643a req-ebfa3dd2-19a9-4f48-b952-a7c8ade6e81f service neutron] 10.222.0.60 "GET /v2.0/networks/407498f9-1dd2-4d4d-80f9-fd7dac21ec25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809484 Jul 27 21:43:13.026656 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-bb32ed7d-8717-448b-a9c8-a5a0117d1fd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:13.041195 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-72926129-7f03-42c2-89a1-573b5854643a req-b9c0e3fe-b1c9-4c4f-9072-a7a084ed6f36 service neutron] 10.222.0.60 "GET /v2.0/networks/407498f9-1dd2-4d4d-80f9-fd7dac21ec25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871558 Jul 27 21:43:13.297092 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138572ae-2c7e-402c-b8d3-10162171ed85 req-68884448-f53b-4614-8efa-ebb79e48def5 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:43:13.298563 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-138572ae-2c7e-402c-b8d3-10162171ed85 req-68884448-f53b-4614-8efa-ebb79e48def5 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] 10.222.0.59 "GET /v2.0/ports?device_id=39c3306d-548a-4bc9-89a3-2b8ede790fc5 HTTP/1.1" status: 200 len: 944 time: 0.0634038 Jul 27 21:43:13.335805 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-138572ae-2c7e-402c-b8d3-10162171ed85 req-cd437607-e76b-4b3d-b51b-eabde67c384b tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0213b60-9675-41ba-82c7-cb66a48a86e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309191 Jul 27 21:43:14.116038 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39c3306d-548a-4bc9-89a3-2b8ede790fc5', 'tag': '1a1d2978-fccb-4e77-b415-150b8edcab5e'}] {{(pid=105584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:43:14.118430 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bce5e6c8685464f7626901654159975603b047827e3138302ed6566e28f1343" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e9cc5f4-1e67-4c06-8c7c-ef163771eca8" -d '{"events": [{"name": "network-changed", "server_uuid": "39c3306d-548a-4bc9-89a3-2b8ede790fc5", "tag": "1a1d2978-fccb-4e77-b415-150b8edcab5e"}]}' {{(pid=105584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:43:14.166734 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:43:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41f34ce9-330f-4702-b52a-7e9fd3f58f3c x-openstack-request-id: req-41f34ce9-330f-4702-b52a-7e9fd3f58f3c {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:43:14.167132 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39c3306d-548a-4bc9-89a3-2b8ede790fc5", "tag": "1a1d2978-fccb-4e77-b415-150b8edcab5e", "status": "completed", "code": 200}]} {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:43:14.167399 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-41f34ce9-330f-4702-b52a-7e9fd3f58f3c {{(pid=105584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:43:14.167800 n-d-705658-22 neutron-server[105584]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39c3306d-548a-4bc9-89a3-2b8ede790fc5', 'tag': '1a1d2978-fccb-4e77-b415-150b8edcab5e', 'status': 'completed', 'code': 200} Jul 27 21:43:14.278859 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9cc5f4-1e67-4c06-8c7c-ef163771eca8 req-fc9b2ccb-ae40-44bf-9eb3-492031ba922f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:43:14.280404 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-3e9cc5f4-1e67-4c06-8c7c-ef163771eca8 req-fc9b2ccb-ae40-44bf-9eb3-492031ba922f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c529c1f29ef94d7791c99b50fa7c5534&device_id=39c3306d-548a-4bc9-89a3-2b8ede790fc5 HTTP/1.1" status: 200 len: 1096 time: 0.0835803 Jul 27 21:43:14.285695 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9cc5f4-1e67-4c06-8c7c-ef163771eca8 req-ff9c1aa1-21fc-4c94-9fac-69021bfb6eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:43:14.287177 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-3e9cc5f4-1e67-4c06-8c7c-ef163771eca8 req-ff9c1aa1-21fc-4c94-9fac-69021bfb6eb0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c529c1f29ef94d7791c99b50fa7c5534&device_id=39c3306d-548a-4bc9-89a3-2b8ede790fc5 HTTP/1.1" status: 200 len: 1096 time: 0.0988955 Jul 27 21:43:14.442926 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9cc5f4-1e67-4c06-8c7c-ef163771eca8 req-4311277e-7885-4ed9-8afb-85e630aefc4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:43:14.444963 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-3e9cc5f4-1e67-4c06-8c7c-ef163771eca8 req-4311277e-7885-4ed9-8afb-85e630aefc4c service neutron] 10.222.0.60 "GET /v2.0/networks?id=407498f9-1dd2-4d4d-80f9-fd7dac21ec25 HTTP/1.1" status: 200 len: 913 time: 0.1564076 Jul 27 21:43:14.446324 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9cc5f4-1e67-4c06-8c7c-ef163771eca8 req-1c4dacd7-601e-4f05-9c63-4746edaf62d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:43:14.447653 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-3e9cc5f4-1e67-4c06-8c7c-ef163771eca8 req-1c4dacd7-601e-4f05-9c63-4746edaf62d4 service neutron] 10.222.0.36 "GET /v2.0/networks?id=407498f9-1dd2-4d4d-80f9-fd7dac21ec25 HTTP/1.1" status: 200 len: 913 time: 0.1522529 Jul 27 21:43:14.455706 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-875ced1b-4cf3-463a-9653-058f0f9421e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:14.488741 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84d760b-3838-4df5-9982-811d8a0a9161 req-df16df8a-a5b7-46f0-9b2c-3107d6113466 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:43:14.490242 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f84d760b-3838-4df5-9982-811d8a0a9161 req-df16df8a-a5b7-46f0-9b2c-3107d6113466 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] 10.222.0.59 "GET /v2.0/ports?device_id=39c3306d-548a-4bc9-89a3-2b8ede790fc5 HTTP/1.1" status: 200 len: 944 time: 0.0806446 Jul 27 21:43:14.534882 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f84d760b-3838-4df5-9982-811d8a0a9161 req-c11e89e4-7ae3-490c-9566-bf2a103ddfd9 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0213b60-9675-41ba-82c7-cb66a48a86e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373979 Jul 27 21:43:14.563457 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-3e9cc5f4-1e67-4c06-8c7c-ef163771eca8 req-713318b1-029f-4ea3-b2e8-28de3f6ad1dc service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1a1d2978-fccb-4e77-b415-150b8edcab5e HTTP/1.1" status: 200 len: 999 time: 0.1046524 Jul 27 21:43:14.567233 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-3e9cc5f4-1e67-4c06-8c7c-ef163771eca8 req-714355db-e768-4cea-b5d7-4c9a12e725ca service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1a1d2978-fccb-4e77-b415-150b8edcab5e HTTP/1.1" status: 200 len: 999 time: 0.1147797 Jul 27 21:43:14.646667 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9cc5f4-1e67-4c06-8c7c-ef163771eca8 req-cd297591-8850-4c51-bf0b-1814301a3b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:43:14.648145 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-3e9cc5f4-1e67-4c06-8c7c-ef163771eca8 req-cd297591-8850-4c51-bf0b-1814301a3b7a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4065b5d3-4c0a-4855-8695-4062e0323f11 HTTP/1.1" status: 200 len: 851 time: 0.0773671 Jul 27 21:43:14.649836 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9cc5f4-1e67-4c06-8c7c-ef163771eca8 req-def00594-f9ef-4ac2-be3e-22d0f76dd35e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:43:14.651229 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-3e9cc5f4-1e67-4c06-8c7c-ef163771eca8 req-def00594-f9ef-4ac2-be3e-22d0f76dd35e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4065b5d3-4c0a-4855-8695-4062e0323f11 HTTP/1.1" status: 200 len: 851 time: 0.0731668 Jul 27 21:43:14.747911 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9cc5f4-1e67-4c06-8c7c-ef163771eca8 req-2298225e-83bb-4a8c-b45d-f61bea97e0ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:43:14.749683 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-3e9cc5f4-1e67-4c06-8c7c-ef163771eca8 req-2298225e-83bb-4a8c-b45d-f61bea97e0ab service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=407498f9-1dd2-4d4d-80f9-fd7dac21ec25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0942171 Jul 27 21:43:14.752143 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9cc5f4-1e67-4c06-8c7c-ef163771eca8 req-ffaf3b28-8af6-4816-ad85-9274bdc467e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:43:14.753475 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-3e9cc5f4-1e67-4c06-8c7c-ef163771eca8 req-ffaf3b28-8af6-4816-ad85-9274bdc467e8 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=407498f9-1dd2-4d4d-80f9-fd7dac21ec25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0907140 Jul 27 21:43:14.762492 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [req-3e9cc5f4-1e67-4c06-8c7c-ef163771eca8 req-843194f2-d6cb-4a71-8a72-f8e7c586103e service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=105584) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 21:43:14.763657 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-3e9cc5f4-1e67-4c06-8c7c-ef163771eca8 req-843194f2-d6cb-4a71-8a72-f8e7c586103e service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050201 Jul 27 21:43:14.909783 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-3e9cc5f4-1e67-4c06-8c7c-ef163771eca8 req-74611860-972e-44b0-8c76-193d60d6308f service neutron] 10.222.0.60 "GET /v2.0/networks/407498f9-1dd2-4d4d-80f9-fd7dac21ec25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1453888 Jul 27 21:43:14.912936 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-3e9cc5f4-1e67-4c06-8c7c-ef163771eca8 req-b995baab-c48f-4e5b-b847-3b600367db4e service neutron] 10.222.0.36 "GET /v2.0/networks/407498f9-1dd2-4d4d-80f9-fd7dac21ec25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323967 Jul 27 21:43:15.066166 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-3e9cc5f4-1e67-4c06-8c7c-ef163771eca8 req-7a576ddd-dbe6-487b-b923-cbe13c40f28d service neutron] 10.222.0.36 "GET /v2.0/networks/407498f9-1dd2-4d4d-80f9-fd7dac21ec25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1416550 Jul 27 21:43:15.068295 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-3e9cc5f4-1e67-4c06-8c7c-ef163771eca8 req-1d1e3cc0-23a2-4496-9daf-67ec46a3556d service neutron] 10.222.0.60 "GET /v2.0/networks/407498f9-1dd2-4d4d-80f9-fd7dac21ec25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1507130 Jul 27 21:43:15.118585 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device 1a1d2978-fccb-4e77-b415-150b8edcab5e no longer exists at agent hyperv_n-h1-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:43:15.155095 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device 1a1d2978-fccb-4e77-b415-150b8edcab5e not bound to the agent host n-h1-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:43:15.297812 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Device 1a1d2978-fccb-4e77-b415-150b8edcab5e details requested by agent hyperv_n-h2-705658-22 with host n-h2-705658-22 {{(pid=105586) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:43:15.390808 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] For port 1a1d2978-fccb-4e77-b415-150b8edcab5e, host n-h2-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=1a1d2978-fccb-4e77-b415-150b8edcab5e,segment=NetworkSegment(c6ae5619-12c2-491f-a03a-63f376106659),segment_id=c6ae5619-12c2-491f-a03a-63f376106659)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:43:15.402292 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Returning: {'device': '1a1d2978-fccb-4e77-b415-150b8edcab5e', 'network_id': '407498f9-1dd2-4d4d-80f9-fd7dac21ec25', 'port_id': '1a1d2978-fccb-4e77-b415-150b8edcab5e', 'mac_address': 'fa:16:3e:da:f2:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 230, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4065b5d3-4c0a-4855-8695-4062e0323f11', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105586) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:43:15.437672 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:15.449882 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [None req-3d54578f-831f-4696-b568-13c455922dab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a1d2978-fccb-4e77-b415-150b8edcab5e {{(pid=105586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:43:15.468729 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] For port 1a1d2978-fccb-4e77-b415-150b8edcab5e, host n-h2-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=1a1d2978-fccb-4e77-b415-150b8edcab5e,segment=NetworkSegment(c6ae5619-12c2-491f-a03a-63f376106659),segment_id=c6ae5619-12c2-491f-a03a-63f376106659)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:43:15.472691 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:15.518466 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Pushing event updated for resources: {'Port': ['ID=1a1d2978-fccb-4e77-b415-150b8edcab5e,revision_number=8']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:43:15.526024 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:43:15.526377 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:43:15.526724 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:43:15.527095 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:43:15.527428 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:43:15.527765 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:43:15.528097 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:43:15.528426 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:43:15.528753 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:43:15.529079 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:43:15.529407 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:43:15.529735 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:43:15.672456 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4702fe6-701a-4845-8aad-f117cd2709c2 req-90953943-be2b-4efc-bc01-af1fefc9bfcf tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:43:15.673992 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-c4702fe6-701a-4845-8aad-f117cd2709c2 req-90953943-be2b-4efc-bc01-af1fefc9bfcf tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] 10.222.0.59 "GET /v2.0/ports?device_id=39c3306d-548a-4bc9-89a3-2b8ede790fc5 HTTP/1.1" status: 200 len: 945 time: 0.0677786 Jul 27 21:43:15.713751 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-c4702fe6-701a-4845-8aad-f117cd2709c2 req-e2820a8f-b601-474a-a51e-929d6abb633b tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0213b60-9675-41ba-82c7-cb66a48a86e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337989 Jul 27 21:43:15.866851 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] get_ports_and_sgs() called for port_ids ['1a1d2978-fccb-4e77-b415-150b8edcab5e'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:43:16.845800 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c332f17-4b81-44b6-ac70-5ff7f66df0f6 req-d4e1d571-683a-401b-a4d4-cde19dee1bb1 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:43:16.847314 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-6c332f17-4b81-44b6-ac70-5ff7f66df0f6 req-d4e1d571-683a-401b-a4d4-cde19dee1bb1 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] 10.222.0.59 "GET /v2.0/ports?device_id=39c3306d-548a-4bc9-89a3-2b8ede790fc5 HTTP/1.1" status: 200 len: 945 time: 0.0658197 Jul 27 21:43:16.885806 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-6c332f17-4b81-44b6-ac70-5ff7f66df0f6 req-49b3eef1-c046-4753-a0b3-5d49ef2f87e4 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0213b60-9675-41ba-82c7-cb66a48a86e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325727 Jul 27 21:43:17.093845 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b20378-b416-45bf-8a9b-3f0d5daa54c7 req-c75ee3dc-bbdc-40a4-83d1-d779f6933dd9 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:43:17.095353 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a8b20378-b416-45bf-8a9b-3f0d5daa54c7 req-c75ee3dc-bbdc-40a4-83d1-d779f6933dd9 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] 10.222.0.59 "GET /v2.0/ports?device_id=39c3306d-548a-4bc9-89a3-2b8ede790fc5 HTTP/1.1" status: 200 len: 945 time: 0.0678651 Jul 27 21:43:17.104026 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cba4273-64a4-4121-b436-1bc31911801c req-5f16f850-867e-4d20-96d6-1d5594b66338 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:43:17.105479 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-8cba4273-64a4-4121-b436-1bc31911801c req-5f16f850-867e-4d20-96d6-1d5594b66338 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] 10.222.0.36 "GET /v2.0/ports?device_id=39c3306d-548a-4bc9-89a3-2b8ede790fc5&tenant_id=c529c1f29ef94d7791c99b50fa7c5534&binding%3Ahost_id=n-h2-705658-22 HTTP/1.1" status: 200 len: 945 time: 0.0698307 Jul 27 21:43:17.135119 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a8b20378-b416-45bf-8a9b-3f0d5daa54c7 req-5e323c2b-4edb-4797-adf3-f418d31f8f5f tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0213b60-9675-41ba-82c7-cb66a48a86e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336859 Jul 27 21:43:17.301235 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Device 1a1d2978-fccb-4e77-b415-150b8edcab5e up at agent hyperv_n-h2-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:43:17.349283 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-3d54578f-831f-4696-b568-13c455922dab None None] Provisioning for port 1a1d2978-fccb-4e77-b415-150b8edcab5e completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:43:17.353753 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-3d54578f-831f-4696-b568-13c455922dab None None] Provisioning complete for port 1a1d2978-fccb-4e77-b415-150b8edcab5e triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:43:17.354128 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:17.405534 n-d-705658-22 neutron-server[105584]: INFO neutron.api.v2.resource [req-8cba4273-64a4-4121-b436-1bc31911801c req-c6491375-77e2-4672-9217-b373c5fc3c4c service neutron] delete failed (client error): The resource could not be found. Jul 27 21:43:17.406583 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-8cba4273-64a4-4121-b436-1bc31911801c req-c6491375-77e2-4672-9217-b373c5fc3c4c service neutron] 10.222.0.36 "DELETE /v2.0/ports/1a1d2978-fccb-4e77-b415-150b8edcab5e/bindings/n-h1-705658-22 HTTP/1.1" status: 404 len: 381 time: 0.2936587 Jul 27 21:43:17.435031 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:17.458069 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39c3306d-548a-4bc9-89a3-2b8ede790fc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a1d2978-fccb-4e77-b415-150b8edcab5e'}] {{(pid=105586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:43:17.460435 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14c1663e039faf5393f87855f745010ac5b02220355b68fdbf065393e303ac56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4eeff2e6-defd-433a-8362-1d94d307b50e" -d '{"events": [{"server_uuid": "39c3306d-548a-4bc9-89a3-2b8ede790fc5", "name": "network-vif-plugged", "status": "completed", "tag": "1a1d2978-fccb-4e77-b415-150b8edcab5e"}]}' {{(pid=105586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:43:17.473127 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] For port 1a1d2978-fccb-4e77-b415-150b8edcab5e, host n-h2-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=1a1d2978-fccb-4e77-b415-150b8edcab5e,segment=NetworkSegment(c6ae5619-12c2-491f-a03a-63f376106659),segment_id=c6ae5619-12c2-491f-a03a-63f376106659)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:43:17.478267 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:17.511415 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cba4273-64a4-4121-b436-1bc31911801c req-bd7ebe5e-0510-4e38-b870-b2543c86ada9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:43:17.513205 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-8cba4273-64a4-4121-b436-1bc31911801c req-bd7ebe5e-0510-4e38-b870-b2543c86ada9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c529c1f29ef94d7791c99b50fa7c5534&device_id=39c3306d-548a-4bc9-89a3-2b8ede790fc5 HTTP/1.1" status: 200 len: 1097 time: 0.0618427 Jul 27 21:43:17.519578 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:43:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f5eaa6a-5d89-49a6-9f29-57262a8af4df x-openstack-request-id: req-4f5eaa6a-5d89-49a6-9f29-57262a8af4df {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:43:17.519869 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39c3306d-548a-4bc9-89a3-2b8ede790fc5", "name": "network-vif-plugged", "status": "completed", "tag": "1a1d2978-fccb-4e77-b415-150b8edcab5e", "code": 200}]} {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:43:17.520119 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-4f5eaa6a-5d89-49a6-9f29-57262a8af4df {{(pid=105586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:43:17.520509 n-d-705658-22 neutron-server[105586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39c3306d-548a-4bc9-89a3-2b8ede790fc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a1d2978-fccb-4e77-b415-150b8edcab5e', 'code': 200} Jul 27 21:43:17.530557 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Pushing event updated for resources: {'Port': ['ID=1a1d2978-fccb-4e77-b415-150b8edcab5e,revision_number=9']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:43:17.617999 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cba4273-64a4-4121-b436-1bc31911801c req-429d49f8-82f7-4b2e-adbb-52c04b072344 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:43:17.619375 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-8cba4273-64a4-4121-b436-1bc31911801c req-429d49f8-82f7-4b2e-adbb-52c04b072344 service neutron] 10.222.0.36 "GET /v2.0/networks?id=407498f9-1dd2-4d4d-80f9-fd7dac21ec25 HTTP/1.1" status: 200 len: 913 time: 0.0925765 Jul 27 21:43:17.682452 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-8cba4273-64a4-4121-b436-1bc31911801c req-694bdeaa-7cc3-44eb-b725-9cfbd07f717f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1a1d2978-fccb-4e77-b415-150b8edcab5e HTTP/1.1" status: 200 len: 1001 time: 0.0560603 Jul 27 21:43:17.730001 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cba4273-64a4-4121-b436-1bc31911801c req-4f3dc640-40d4-4cf4-affc-ae7faf7aae59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:43:17.731395 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-8cba4273-64a4-4121-b436-1bc31911801c req-4f3dc640-40d4-4cf4-affc-ae7faf7aae59 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4065b5d3-4c0a-4855-8695-4062e0323f11 HTTP/1.1" status: 200 len: 851 time: 0.0419722 Jul 27 21:43:17.791898 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cba4273-64a4-4121-b436-1bc31911801c req-1b842046-87f8-4452-bff5-f35acb20414b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:43:17.793414 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-8cba4273-64a4-4121-b436-1bc31911801c req-1b842046-87f8-4452-bff5-f35acb20414b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=407498f9-1dd2-4d4d-80f9-fd7dac21ec25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0551267 Jul 27 21:43:17.880964 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-8cba4273-64a4-4121-b436-1bc31911801c req-0ba63a26-a902-4794-b06c-a250a8caeef0 service neutron] 10.222.0.36 "GET /v2.0/networks/407498f9-1dd2-4d4d-80f9-fd7dac21ec25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800061 Jul 27 21:43:17.972351 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-8cba4273-64a4-4121-b436-1bc31911801c req-e9d6ea67-0854-4fac-8671-e6035ac78f05 service neutron] 10.222.0.36 "GET /v2.0/networks/407498f9-1dd2-4d4d-80f9-fd7dac21ec25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842063 Jul 27 21:43:18.265473 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b605dde-2c8f-496b-89d2-107b85aaf9b1 req-432f93be-6683-4161-b3b0-d54e3641d026 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:43:18.266973 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-6b605dde-2c8f-496b-89d2-107b85aaf9b1 req-432f93be-6683-4161-b3b0-d54e3641d026 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] 10.222.0.59 "GET /v2.0/ports?device_id=39c3306d-548a-4bc9-89a3-2b8ede790fc5 HTTP/1.1" status: 200 len: 946 time: 0.0640655 Jul 27 21:43:18.306717 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-6b605dde-2c8f-496b-89d2-107b85aaf9b1 req-fed8aef3-74ef-41fb-8a9b-14d1900bde53 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0213b60-9675-41ba-82c7-cb66a48a86e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331655 Jul 27 21:43:19.436212 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb3cf75-b49d-415a-ad0a-5e1ff87129af req-27299260-b345-4d99-8bfa-c378d985c340 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:43:19.437660 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-acb3cf75-b49d-415a-ad0a-5e1ff87129af req-27299260-b345-4d99-8bfa-c378d985c340 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] 10.222.0.59 "GET /v2.0/ports?device_id=39c3306d-548a-4bc9-89a3-2b8ede790fc5 HTTP/1.1" status: 200 len: 946 time: 0.0614076 Jul 27 21:43:19.474342 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-acb3cf75-b49d-415a-ad0a-5e1ff87129af req-0cbfb1aa-665f-4c32-9b55-bb8bae6b1bd1 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0213b60-9675-41ba-82c7-cb66a48a86e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308414 Jul 27 21:43:19.604720 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6475f462-38c1-4cf7-b171-0b65037d33a3 req-5d6d6a87-4f30-4a69-8a71-63d06efb884e tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:43:19.606090 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-6475f462-38c1-4cf7-b171-0b65037d33a3 req-5d6d6a87-4f30-4a69-8a71-63d06efb884e tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] 10.222.0.59 "GET /v2.0/ports?device_id=39c3306d-548a-4bc9-89a3-2b8ede790fc5 HTTP/1.1" status: 200 len: 946 time: 0.0665784 Jul 27 21:43:19.643465 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-6475f462-38c1-4cf7-b171-0b65037d33a3 req-d182e355-4ac0-4904-b565-0cabcec91112 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0213b60-9675-41ba-82c7-cb66a48a86e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314198 Jul 27 21:43:19.769461 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a1aa41-5f34-4367-a3e0-03ce97c3cb6f req-e1ac2f68-66bd-477b-ada0-e4e8a7c581de tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:43:19.770953 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e3a1aa41-5f34-4367-a3e0-03ce97c3cb6f req-e1ac2f68-66bd-477b-ada0-e4e8a7c581de tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] 10.222.0.59 "GET /v2.0/ports?device_id=39c3306d-548a-4bc9-89a3-2b8ede790fc5 HTTP/1.1" status: 200 len: 946 time: 0.0630581 Jul 27 21:43:19.808174 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e3a1aa41-5f34-4367-a3e0-03ce97c3cb6f req-c74172e6-ff42-4f7c-a5be-3fb8fb494d65 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0213b60-9675-41ba-82c7-cb66a48a86e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308809 Jul 27 21:43:20.053546 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887b13d8-4202-46fb-9297-94e399e5a04e req-1abf1bab-7c85-44ab-b507-7d9b2a22245a tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:43:20.055054 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-887b13d8-4202-46fb-9297-94e399e5a04e req-1abf1bab-7c85-44ab-b507-7d9b2a22245a tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] 10.222.0.59 "GET /v2.0/ports?device_id=39c3306d-548a-4bc9-89a3-2b8ede790fc5 HTTP/1.1" status: 200 len: 946 time: 0.0662324 Jul 27 21:43:20.091829 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-887b13d8-4202-46fb-9297-94e399e5a04e req-23b017f9-c6c8-4ed2-878c-66ace264b1b7 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0213b60-9675-41ba-82c7-cb66a48a86e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309961 Jul 27 21:43:21.221483 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b409b4c-e316-4ec1-90e0-4fb423db84a6 req-ca7a2a4f-03a5-4b68-a42c-149408cd936a tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:43:21.223022 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-0b409b4c-e316-4ec1-90e0-4fb423db84a6 req-ca7a2a4f-03a5-4b68-a42c-149408cd936a tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] 10.222.0.59 "GET /v2.0/ports?device_id=39c3306d-548a-4bc9-89a3-2b8ede790fc5 HTTP/1.1" status: 200 len: 946 time: 0.0642452 Jul 27 21:43:21.261091 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-0b409b4c-e316-4ec1-90e0-4fb423db84a6 req-f5bf5c50-88e9-43a8-ad40-3d4abbe8050b tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0213b60-9675-41ba-82c7-cb66a48a86e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315862 Jul 27 21:43:21.480318 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43945d0a-6bce-4deb-92e2-b891472dca65 req-bc2554b0-33a4-4ea1-baf9-58ed3bae2b32 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:43:21.481692 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-43945d0a-6bce-4deb-92e2-b891472dca65 req-bc2554b0-33a4-4ea1-baf9-58ed3bae2b32 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] 10.222.0.60 "GET /v2.0/ports?device_id=39c3306d-548a-4bc9-89a3-2b8ede790fc5 HTTP/1.1" status: 200 len: 946 time: 0.0619762 Jul 27 21:43:21.579815 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [req-43945d0a-6bce-4deb-92e2-b891472dca65 req-53ed271e-e056-47c2-9875-9213a874ba89 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] Deleting port 1a1d2978-fccb-4e77-b415-150b8edcab5e {{(pid=105584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:43:21.580421 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-43945d0a-6bce-4deb-92e2-b891472dca65 req-53ed271e-e056-47c2-9875-9213a874ba89 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:21.674077 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [req-43945d0a-6bce-4deb-92e2-b891472dca65 req-53ed271e-e056-47c2-9875-9213a874ba89 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] For port 1a1d2978-fccb-4e77-b415-150b8edcab5e, host n-h2-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=1a1d2978-fccb-4e77-b415-150b8edcab5e,segment=NetworkSegment(c6ae5619-12c2-491f-a03a-63f376106659),segment_id=c6ae5619-12c2-491f-a03a-63f376106659)] {{(pid=105584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:43:21.674445 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-43945d0a-6bce-4deb-92e2-b891472dca65 req-53ed271e-e056-47c2-9875-9213a874ba89 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:21.887500 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-43945d0a-6bce-4deb-92e2-b891472dca65 req-53ed271e-e056-47c2-9875-9213a874ba89 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:21.887877 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-43945d0a-6bce-4deb-92e2-b891472dca65 req-53ed271e-e056-47c2-9875-9213a874ba89 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4075768'] for floatingip, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:21.888191 n-d-705658-22 neutron-server[105584]: INFO neutron.db.l3_db [req-43945d0a-6bce-4deb-92e2-b891472dca65 req-53ed271e-e056-47c2-9875-9213a874ba89 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] Floating IP c451b08d-4392-42dd-97b8-1d2df8386fa5 disassociated. External IP: 172.25.5.89, port: 1a1d2978-fccb-4e77-b415-150b8edcab5e. Jul 27 21:43:21.888536 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [req-43945d0a-6bce-4deb-92e2-b891472dca65 req-53ed271e-e056-47c2-9875-9213a874ba89 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] Calling delete_port for 1a1d2978-fccb-4e77-b415-150b8edcab5e owned by compute:nova {{(pid=105584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:43:22.015672 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-43945d0a-6bce-4deb-92e2-b891472dca65 req-53ed271e-e056-47c2-9875-9213a874ba89 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:22.042218 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ed271e-e056-47c2-9875-9213a874ba89 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] Pushing event deleted for resources: {'Port': ['ID=1a1d2978-fccb-4e77-b415-150b8edcab5e,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:43:22.157425 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.l3_agent_scheduler [req-43945d0a-6bce-4deb-92e2-b891472dca65 req-53ed271e-e056-47c2-9875-9213a874ba89 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] Router 98278f6a-72c4-45a0-8507-e3539ffc577f has already been hosted by L3 agent dd128fd7-8e57-4d4f-895b-a96b369df59a {{(pid=105584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:43:22.266102 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-43945d0a-6bce-4deb-92e2-b891472dca65 req-53ed271e-e056-47c2-9875-9213a874ba89 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] Notify agent at l3_agent.n-d-705658-22 the message routers_updated {{(pid=105584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:43:22.276421 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-388ced53-3ec5-4ceb-aebd-9f212ab96e03 None None] Sync routers for ids ['98278f6a-72c4-45a0-8507-e3539ffc577f'] in n-d-705658-22 {{(pid=105587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:43:22.285310 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-388ced53-3ec5-4ceb-aebd-9f212ab96e03 None None] Routers {'98278f6a-72c4-45a0-8507-e3539ffc577f'} bound to L3 agent in host n-d-705658-22 {{(pid=105587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:43:22.285927 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-388ced53-3ec5-4ceb-aebd-9f212ab96e03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:43:12Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['98278f6a-72c4-45a0-8507-e3539ffc577f'], 'active': True} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:43:22.311870 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [req-43945d0a-6bce-4deb-92e2-b891472dca65 req-53ed271e-e056-47c2-9875-9213a874ba89 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] No DVR routers for this DVR port 1a1d2978-fccb-4e77-b415-150b8edcab5e on host n-h2-705658-22 {{(pid=105584) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:43:22.314949 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-43945d0a-6bce-4deb-92e2-b891472dca65 req-53ed271e-e056-47c2-9875-9213a874ba89 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:22.317368 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-43945d0a-6bce-4deb-92e2-b891472dca65 req-53ed271e-e056-47c2-9875-9213a874ba89 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] 10.222.0.60 "DELETE /v2.0/ports/1a1d2978-fccb-4e77-b415-150b8edcab5e HTTP/1.1" status: 204 len: 173 time: 0.8290102 Jul 27 21:43:22.317833 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39c3306d-548a-4bc9-89a3-2b8ede790fc5', 'name': 'network-vif-deleted', 'tag': '1a1d2978-fccb-4e77-b415-150b8edcab5e'}] {{(pid=105584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:43:22.320160 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bce5e6c8685464f7626901654159975603b047827e3138302ed6566e28f1343" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dd97555-420f-4c15-b0f4-06e73d93dbf5" -d '{"events": [{"server_uuid": "39c3306d-548a-4bc9-89a3-2b8ede790fc5", "name": "network-vif-deleted", "tag": "1a1d2978-fccb-4e77-b415-150b8edcab5e"}]}' {{(pid=105584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:43:22.362416 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-4a5d0b84-1eba-452c-8cfb-4f08e03b394f req-12ee4500-a0e8-457c-855c-fb5b15fdf1d1 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] 10.222.0.59 "GET /v2.0/ports?device_id=39c3306d-548a-4bc9-89a3-2b8ede790fc5 HTTP/1.1" status: 200 len: 210 time: 0.0324168 Jul 27 21:43:22.363245 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:43:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e65da2a-086a-436f-948c-d58076852e41 x-openstack-request-id: req-1e65da2a-086a-436f-948c-d58076852e41 {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:43:22.363543 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39c3306d-548a-4bc9-89a3-2b8ede790fc5", "name": "network-vif-deleted", "tag": "1a1d2978-fccb-4e77-b415-150b8edcab5e", "status": "completed", "code": 200}]} {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:43:22.363801 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-1e65da2a-086a-436f-948c-d58076852e41 {{(pid=105584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:43:22.364203 n-d-705658-22 neutron-server[105584]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39c3306d-548a-4bc9-89a3-2b8ede790fc5', 'name': 'network-vif-deleted', 'tag': '1a1d2978-fccb-4e77-b415-150b8edcab5e', 'status': 'completed', 'code': 200} Jul 27 21:43:22.420514 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvr_db [None req-388ced53-3ec5-4ceb-aebd-9f212ab96e03 None None] Set router 98278f6a-72c4-45a0-8507-e3539ffc577f gateway port host: n-d-705658-22 {{(pid=105587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:43:22.640086 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-388ced53-3ec5-4ceb-aebd-9f212ab96e03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98278f6a-72c4-45a0-8507-e3539ffc577f', 'name': 'tempest-ServerActionsTestJSON-1116922379-router', 'tenant_id': 'c529c1f29ef94d7791c99b50fa7c5534', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.95'}], 'enable_snat': True}, 'gw_port_id': '98dbd449-7f98-4b9f-b596-bf38ab0aff5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:41:02Z', 'updated_at': '2021-07-27T21:41:04Z', 'revision_number': 4, 'project_id': 'c529c1f29ef94d7791c99b50fa7c5534', 'gw_port': {'id': '98dbd449-7f98-4b9f-b596-bf38ab0aff5e', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:77:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98278f6a-72c4-45a0-8507-e3539ffc577f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:41:02Z', 'updated_at': '2021-07-27T21:41:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_interfaces': [{'id': 'eed2b526-91b5-4195-a46f-eaef315f6ec7', 'name': '', 'network_id': '407498f9-1dd2-4d4d-80f9-fd7dac21ec25', 'tenant_id': 'c529c1f29ef94d7791c99b50fa7c5534', 'mac_address': 'fa:16:3e:29:79:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98278f6a-72c4-45a0-8507-e3539ffc577f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '4065b5d3-4c0a-4855-8695-4062e0323f11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:41:04Z', 'updated_at': '2021-07-27T21:41:08Z', 'revision_number': 5, 'project_id': 'c529c1f29ef94d7791c99b50fa7c5534', 'subnets': [{'id': '4065b5d3-4c0a-4855-8695-4062e0323f11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-22', False) {} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:43:22.669539 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-388ced53-3ec5-4ceb-aebd-9f212ab96e03 None None] Checking router: 98278f6a-72c4-45a0-8507-e3539ffc577f for host: n-d-705658-22 {{(pid=105587) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:43:22.677547 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-388ced53-3ec5-4ceb-aebd-9f212ab96e03 None None] Routers {'98278f6a-72c4-45a0-8507-e3539ffc577f'} bound to L3 agent in host n-d-705658-22 {{(pid=105587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:43:22.678086 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-388ced53-3ec5-4ceb-aebd-9f212ab96e03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:43:12Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['98278f6a-72c4-45a0-8507-e3539ffc577f'], 'active': True} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:43:22.789264 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvr_db [None req-388ced53-3ec5-4ceb-aebd-9f212ab96e03 None None] Set router 98278f6a-72c4-45a0-8507-e3539ffc577f gateway port host: n-d-705658-22 {{(pid=105587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:43:22.979612 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-388ced53-3ec5-4ceb-aebd-9f212ab96e03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98278f6a-72c4-45a0-8507-e3539ffc577f', 'name': 'tempest-ServerActionsTestJSON-1116922379-router', 'tenant_id': 'c529c1f29ef94d7791c99b50fa7c5534', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.95'}], 'enable_snat': True}, 'gw_port_id': '98dbd449-7f98-4b9f-b596-bf38ab0aff5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:41:02Z', 'updated_at': '2021-07-27T21:41:04Z', 'revision_number': 4, 'project_id': 'c529c1f29ef94d7791c99b50fa7c5534', 'gw_port': {'id': '98dbd449-7f98-4b9f-b596-bf38ab0aff5e', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:77:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98278f6a-72c4-45a0-8507-e3539ffc577f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:41:02Z', 'updated_at': '2021-07-27T21:41:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_interfaces': [{'id': 'eed2b526-91b5-4195-a46f-eaef315f6ec7', 'name': '', 'network_id': '407498f9-1dd2-4d4d-80f9-fd7dac21ec25', 'tenant_id': 'c529c1f29ef94d7791c99b50fa7c5534', 'mac_address': 'fa:16:3e:29:79:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98278f6a-72c4-45a0-8507-e3539ffc577f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '4065b5d3-4c0a-4855-8695-4062e0323f11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:41:04Z', 'updated_at': '2021-07-27T21:41:08Z', 'revision_number': 5, 'project_id': 'c529c1f29ef94d7791c99b50fa7c5534', 'subnets': [{'id': '4065b5d3-4c0a-4855-8695-4062e0323f11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-22', False) {} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:43:23.004560 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-388ced53-3ec5-4ceb-aebd-9f212ab96e03 None None] The sync data for ids ['98278f6a-72c4-45a0-8507-e3539ffc577f'] in n-d-705658-22 is: [{'id': '98278f6a-72c4-45a0-8507-e3539ffc577f', 'name': 'tempest-ServerActionsTestJSON-1116922379-router', 'tenant_id': 'c529c1f29ef94d7791c99b50fa7c5534', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.95'}], 'enable_snat': True}, 'gw_port_id': '98dbd449-7f98-4b9f-b596-bf38ab0aff5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:41:02Z', 'updated_at': '2021-07-27T21:41:04Z', 'revision_number': 4, 'project_id': 'c529c1f29ef94d7791c99b50fa7c5534', 'gw_port': {'id': '98dbd449-7f98-4b9f-b596-bf38ab0aff5e', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:77:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98278f6a-72c4-45a0-8507-e3539ffc577f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:41:02Z', 'updated_at': '2021-07-27T21:41:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_interfaces': [{'id': 'eed2b526-91b5-4195-a46f-eaef315f6ec7', 'name': '', 'network_id': '407498f9-1dd2-4d4d-80f9-fd7dac21ec25', 'tenant_id': 'c529c1f29ef94d7791c99b50fa7c5534', 'mac_address': 'fa:16:3e:29:79:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98278f6a-72c4-45a0-8507-e3539ffc577f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '4065b5d3-4c0a-4855-8695-4062e0323f11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:41:04Z', 'updated_at': '2021-07-27T21:41:08Z', 'revision_number': 5, 'project_id': 'c529c1f29ef94d7791c99b50fa7c5534', 'subnets': [{'id': '4065b5d3-4c0a-4855-8695-4062e0323f11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:43:23.230536 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cba9ce1-c4b3-45e7-95e0-4e5e70ebf75e None None] New status for floating IP c451b08d-4392-42dd-97b8-1d2df8386fa5: DOWN {{(pid=105586) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 21:43:23.598942 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-0f323dec-4cdc-441b-b462-a23792503000 req-333bd978-d8e4-4ba3-9205-7aa6d6d866db tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-securitygroup--671960627&fields=id&tenant_id=c529c1f29ef94d7791c99b50fa7c5534 HTTP/1.1" status: 200 len: 267 time: 0.0329032 Jul 27 21:43:23.707521 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f323dec-4cdc-441b-b462-a23792503000 req-4c40ad8c-5eaf-48a1-a457-95001a0ae7d7 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:43:23.708986 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-0f323dec-4cdc-441b-b462-a23792503000 req-4c40ad8c-5eaf-48a1-a457-95001a0ae7d7 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] 10.222.0.59 "GET /v2.0/networks?id=407498f9-1dd2-4d4d-80f9-fd7dac21ec25 HTTP/1.1" status: 200 len: 812 time: 0.1033740 Jul 27 21:43:23.723172 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-0f323dec-4cdc-441b-b462-a23792503000 req-7946140e-91f7-4bb9-b6b1-8e42d3377bad tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] 10.222.0.59 "GET /v2.0/quotas/c529c1f29ef94d7791c99b50fa7c5534 HTTP/1.1" status: 200 len: 375 time: 0.0085940 Jul 27 21:43:23.789118 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-0f323dec-4cdc-441b-b462-a23792503000 req-f5565ff9-34ec-42a0-852b-01410c1a7778 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=c529c1f29ef94d7791c99b50fa7c5534&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0607095 Jul 27 21:43:23.885281 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-0f323dec-4cdc-441b-b462-a23792503000 req-ea306945-7b69-4a42-b0f5-58186f321f51 service neutron] 10.222.0.59 "GET /v2.0/networks/407498f9-1dd2-4d4d-80f9-fd7dac21ec25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848808 Jul 27 21:43:23.972682 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-0f323dec-4cdc-441b-b462-a23792503000 req-a3c4add2-3cba-4bda-b31c-11c260b71bf6 service neutron] 10.222.0.59 "GET /v2.0/networks/407498f9-1dd2-4d4d-80f9-fd7dac21ec25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812180 Jul 27 21:43:24.144753 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-5e1de069-9051-4afc-b6d9-ed5dd1a275b2 req-3c83aa61-05fd-4660-8f80-cda7dd32d497 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] 10.222.0.59 "GET /v2.0/ports?device_id=b77428eb-702f-4918-b3d7-ae8f93fd2063 HTTP/1.1" status: 200 len: 210 time: 0.0342662 Jul 27 21:43:25.223383 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-0e4017e1-8f3d-4293-a33c-ba003f31b74d req-a26ae13d-ab69-4ff3-90f0-145028da0337 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] 10.222.0.59 "GET /v2.0/ports?device_id=b77428eb-702f-4918-b3d7-ae8f93fd2063 HTTP/1.1" status: 200 len: 210 time: 0.0285168 Jul 27 21:43:25.335656 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Device 1a1d2978-fccb-4e77-b415-150b8edcab5e no longer exists at agent hyperv_n-h2-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:43:25.358873 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-3d54578f-831f-4696-b568-13c455922dab None None] No Port match for: 1a1d2978-fccb-4e77-b415-150b8edcab5e {{(pid=105586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:43:25.359266 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Device 1a1d2978-fccb-4e77-b415-150b8edcab5e not bound to the agent host n-h2-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:43:26.301248 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-d2f31009-4a6c-4410-a535-97502fda19e6 req-6571992e-91ac-4e2d-9f27-25abaa72eade tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] 10.222.0.59 "GET /v2.0/ports?device_id=b77428eb-702f-4918-b3d7-ae8f93fd2063 HTTP/1.1" status: 200 len: 210 time: 0.0288701 Jul 27 21:43:27.218674 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f323dec-4cdc-441b-b462-a23792503000 req-cf2eebee-9ac6-427f-9ff0-1893ea49349a tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:43:27.220282 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-0f323dec-4cdc-441b-b462-a23792503000 req-cf2eebee-9ac6-427f-9ff0-1893ea49349a tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] 10.222.0.36 "GET /v2.0/networks?id=407498f9-1dd2-4d4d-80f9-fd7dac21ec25 HTTP/1.1" status: 200 len: 812 time: 0.1092854 Jul 27 21:43:27.264652 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-0f323dec-4cdc-441b-b462-a23792503000 req-65b71779-3195-46f8-8a48-7d762f95f0aa tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c529c1f29ef94d7791c99b50fa7c5534 HTTP/1.1" status: 200 len: 379 time: 0.0345337 Jul 27 21:43:27.275679 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [req-0f323dec-4cdc-441b-b462-a23792503000 req-e141c612-4c8f-462d-8ca9-64cb0b4b4fe4 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] Request body: {'port': {'device_id': 'b77428eb-702f-4918-b3d7-ae8f93fd2063', 'network_id': '407498f9-1dd2-4d4d-80f9-fd7dac21ec25', 'admin_state_up': True, 'tenant_id': 'c529c1f29ef94d7791c99b50fa7c5534', 'security_groups': ['b0213b60-9675-41ba-82c7-cb66a48a86e5']}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:43:27.380712 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f323dec-4cdc-441b-b462-a23792503000 req-e141c612-4c8f-462d-8ca9-64cb0b4b4fe4 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] Made reservation on behalf of c529c1f29ef94d7791c99b50fa7c5534 for: {'port': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:43:27.385025 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-0f323dec-4cdc-441b-b462-a23792503000 req-e141c612-4c8f-462d-8ca9-64cb0b4b4fe4 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:27.398299 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-2dba3c05-28ea-46d6-ba64-bad1ab5abfed req-9117020d-b1ae-4a49-98c7-c2448c70d327 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] 10.222.0.59 "GET /v2.0/ports?device_id=b77428eb-702f-4918-b3d7-ae8f93fd2063 HTTP/1.1" status: 200 len: 210 time: 0.0309315 Jul 27 21:43:27.513669 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.db_base_plugin_common [req-0f323dec-4cdc-441b-b462-a23792503000 req-e141c612-4c8f-462d-8ca9-64cb0b4b4fe4 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] Allocated IP 172.20.0.6 (407498f9-1dd2-4d4d-80f9-fd7dac21ec25/4065b5d3-4c0a-4855-8695-4062e0323f11/322cce1c-3c1b-4a3d-a44f-0cd5aeb14c2a) {{(pid=105584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:43:27.650091 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-0f323dec-4cdc-441b-b462-a23792503000 req-e141c612-4c8f-462d-8ca9-64cb0b4b4fe4 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] Notify callbacks [] for port, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:27.662764 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.provisioning_blocks [req-0f323dec-4cdc-441b-b462-a23792503000 req-e141c612-4c8f-462d-8ca9-64cb0b4b4fe4 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] Transition to ACTIVE for port object 322cce1c-3c1b-4a3d-a44f-0cd5aeb14c2a will not be triggered until provisioned by entity DHCP. {{(pid=105584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:43:27.694878 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-0f323dec-4cdc-441b-b462-a23792503000 req-e141c612-4c8f-462d-8ca9-64cb0b4b4fe4 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:27.735725 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f323dec-4cdc-441b-b462-a23792503000 req-e141c612-4c8f-462d-8ca9-64cb0b4b4fe4 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] Network 407498f9-1dd2-4d4d-80f9-fd7dac21ec25 is already hosted by enough agents. {{(pid=105584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:43:27.740502 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [req-0f323dec-4cdc-441b-b462-a23792503000 req-e141c612-4c8f-462d-8ca9-64cb0b4b4fe4 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] Resources bound (agent type, host, resource id): {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:43:27.743925 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f323dec-4cdc-441b-b462-a23792503000 req-e141c612-4c8f-462d-8ca9-64cb0b4b4fe4 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] Received port after_create {{(pid=105584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:43:27.767546 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e141c612-4c8f-462d-8ca9-64cb0b4b4fe4 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] Pushing event updated for resources: {'Port': ['ID=322cce1c-3c1b-4a3d-a44f-0cd5aeb14c2a,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:43:27.795557 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f323dec-4cdc-441b-b462-a23792503000 req-e141c612-4c8f-462d-8ca9-64cb0b4b4fe4 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:43:27.796174 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-0f323dec-4cdc-441b-b462-a23792503000 req-e141c612-4c8f-462d-8ca9-64cb0b4b4fe4 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:27.810725 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-0f323dec-4cdc-441b-b462-a23792503000 req-e141c612-4c8f-462d-8ca9-64cb0b4b4fe4 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5391824 Jul 27 21:43:27.898109 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [req-0f323dec-4cdc-441b-b462-a23792503000 req-c9bceb68-f8ac-4a8c-b41b-398ec3b1d2c1 service neutron] Request body: {'port': {'device_id': 'b77428eb-702f-4918-b3d7-ae8f93fd2063', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-705658-22'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:43:27.970370 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-0f323dec-4cdc-441b-b462-a23792503000 req-c9bceb68-f8ac-4a8c-b41b-398ec3b1d2c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:27.984554 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-f19e1251-d823-4f31-89da-90754c5aeb87 None None] Provisioning for port 322cce1c-3c1b-4a3d-a44f-0cd5aeb14c2a completed by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:43:27.988966 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-f19e1251-d823-4f31-89da-90754c5aeb87 None None] Provisioning complete for port 322cce1c-3c1b-4a3d-a44f-0cd5aeb14c2a triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:43:27.989520 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-f19e1251-d823-4f31-89da-90754c5aeb87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:28.025437 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-f19e1251-d823-4f31-89da-90754c5aeb87 None None] Port 322cce1c-3c1b-4a3d-a44f-0cd5aeb14c2a cannot update to ACTIVE because it is not bound. {{(pid=105586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:43:28.229538 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [req-0f323dec-4cdc-441b-b462-a23792503000 req-c9bceb68-f8ac-4a8c-b41b-398ec3b1d2c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 322cce1c-3c1b-4a3d-a44f-0cd5aeb14c2a {{(pid=105584) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:43:28.236732 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-0f323dec-4cdc-441b-b462-a23792503000 req-c9bceb68-f8ac-4a8c-b41b-398ec3b1d2c1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:28.248641 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.provisioning_blocks [req-0f323dec-4cdc-441b-b462-a23792503000 req-c9bceb68-f8ac-4a8c-b41b-398ec3b1d2c1 service neutron] Transition to ACTIVE for port object 322cce1c-3c1b-4a3d-a44f-0cd5aeb14c2a will not be triggered until provisioned by entity L2. {{(pid=105584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:43:28.252593 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-0f323dec-4cdc-441b-b462-a23792503000 req-c9bceb68-f8ac-4a8c-b41b-398ec3b1d2c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9014027'] for port, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:28.322033 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bceb68-f8ac-4a8c-b41b-398ec3b1d2c1 service neutron] Pushing event updated for resources: {'Port': ['ID=322cce1c-3c1b-4a3d-a44f-0cd5aeb14c2a,revision_number=2']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:43:28.372507 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [req-0f323dec-4cdc-441b-b462-a23792503000 req-c9bceb68-f8ac-4a8c-b41b-398ec3b1d2c1 service neutron] Attempting to bind port 322cce1c-3c1b-4a3d-a44f-0cd5aeb14c2a on host n-h1-705658-22 for vnic_type normal with profile {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:43:28.372865 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [req-0f323dec-4cdc-441b-b462-a23792503000 req-c9bceb68-f8ac-4a8c-b41b-398ec3b1d2c1 service neutron] Attempting to bind port 322cce1c-3c1b-4a3d-a44f-0cd5aeb14c2a by drivers openvswitch,hyperv on host n-h1-705658-22 at level 0 using segments [{'id': 'c6ae5619-12c2-491f-a03a-63f376106659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '407498f9-1dd2-4d4d-80f9-fd7dac21ec25'}] {{(pid=105584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:43:28.373192 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f323dec-4cdc-441b-b462-a23792503000 req-c9bceb68-f8ac-4a8c-b41b-398ec3b1d2c1 service neutron] Attempting to bind port 322cce1c-3c1b-4a3d-a44f-0cd5aeb14c2a on network 407498f9-1dd2-4d4d-80f9-fd7dac21ec25 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:43:28.377928 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f323dec-4cdc-441b-b462-a23792503000 req-c9bceb68-f8ac-4a8c-b41b-398ec3b1d2c1 service neutron] Port 322cce1c-3c1b-4a3d-a44f-0cd5aeb14c2a on network 407498f9-1dd2-4d4d-80f9-fd7dac21ec25 not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-22 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:43:28.378263 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f323dec-4cdc-441b-b462-a23792503000 req-c9bceb68-f8ac-4a8c-b41b-398ec3b1d2c1 service neutron] Attempting to bind port 322cce1c-3c1b-4a3d-a44f-0cd5aeb14c2a on network 407498f9-1dd2-4d4d-80f9-fd7dac21ec25 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:43:28.383676 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f323dec-4cdc-441b-b462-a23792503000 req-c9bceb68-f8ac-4a8c-b41b-398ec3b1d2c1 service neutron] Checking agent: {'id': '9d9bc37f-4d75-44ef-9f63-799aab3e316f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 49, 36), 'started_at': datetime.datetime(2021, 7, 27, 20, 49, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 43, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:43:28.384017 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f323dec-4cdc-441b-b462-a23792503000 req-c9bceb68-f8ac-4a8c-b41b-398ec3b1d2c1 service neutron] Checking segment: {'id': 'c6ae5619-12c2-491f-a03a-63f376106659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '407498f9-1dd2-4d4d-80f9-fd7dac21ec25'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:43:28.384401 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f323dec-4cdc-441b-b462-a23792503000 req-c9bceb68-f8ac-4a8c-b41b-398ec3b1d2c1 service neutron] Bound using segment: {'id': 'c6ae5619-12c2-491f-a03a-63f376106659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '407498f9-1dd2-4d4d-80f9-fd7dac21ec25'} {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:43:28.384850 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [req-0f323dec-4cdc-441b-b462-a23792503000 req-c9bceb68-f8ac-4a8c-b41b-398ec3b1d2c1 service neutron] Bound port: 322cce1c-3c1b-4a3d-a44f-0cd5aeb14c2a, host: n-h1-705658-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6ae5619-12c2-491f-a03a-63f376106659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '407498f9-1dd2-4d4d-80f9-fd7dac21ec25'}}] {{(pid=105584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:43:28.385211 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-0f323dec-4cdc-441b-b462-a23792503000 req-c9bceb68-f8ac-4a8c-b41b-398ec3b1d2c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:28.451339 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [req-0f323dec-4cdc-441b-b462-a23792503000 req-c9bceb68-f8ac-4a8c-b41b-398ec3b1d2c1 service neutron] For port 322cce1c-3c1b-4a3d-a44f-0cd5aeb14c2a, host n-h1-705658-22, cleared binding levels {{(pid=105584) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:43:28.454828 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [req-0f323dec-4cdc-441b-b462-a23792503000 req-c9bceb68-f8ac-4a8c-b41b-398ec3b1d2c1 service neutron] For port 322cce1c-3c1b-4a3d-a44f-0cd5aeb14c2a, host n-h1-705658-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=322cce1c-3c1b-4a3d-a44f-0cd5aeb14c2a,segment=NetworkSegment(c6ae5619-12c2-491f-a03a-63f376106659),segment_id=c6ae5619-12c2-491f-a03a-63f376106659)] {{(pid=105584) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:43:28.462061 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-0f323dec-4cdc-441b-b462-a23792503000 req-c9bceb68-f8ac-4a8c-b41b-398ec3b1d2c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9014027'] for port, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:28.503193 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f323dec-4cdc-441b-b462-a23792503000 req-c9bceb68-f8ac-4a8c-b41b-398ec3b1d2c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:43:28.503760 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-0f323dec-4cdc-441b-b462-a23792503000 req-c9bceb68-f8ac-4a8c-b41b-398ec3b1d2c1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:28.505167 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-0f323dec-4cdc-441b-b462-a23792503000 req-c9bceb68-f8ac-4a8c-b41b-398ec3b1d2c1 service neutron] 10.222.0.36 "PUT /v2.0/ports/322cce1c-3c1b-4a3d-a44f-0cd5aeb14c2a HTTP/1.1" status: 200 len: 1092 time: 0.6859565 Jul 27 21:43:28.505616 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b77428eb-702f-4918-b3d7-ae8f93fd2063', 'tag': '322cce1c-3c1b-4a3d-a44f-0cd5aeb14c2a'}] {{(pid=105584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:43:28.507931 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bce5e6c8685464f7626901654159975603b047827e3138302ed6566e28f1343" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3bc68e8-6525-4968-9b9a-8f502bd4d607" -d '{"events": [{"name": "network-changed", "server_uuid": "b77428eb-702f-4918-b3d7-ae8f93fd2063", "tag": "322cce1c-3c1b-4a3d-a44f-0cd5aeb14c2a"}]}' {{(pid=105584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:43:28.533988 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bceb68-f8ac-4a8c-b41b-398ec3b1d2c1 service neutron] Pushing event updated for resources: {'Port': ['ID=322cce1c-3c1b-4a3d-a44f-0cd5aeb14c2a,revision_number=3']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:43:28.569078 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:43:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa59fec6-2422-472d-ae5b-ff40cd5bdd07 x-openstack-request-id: req-fa59fec6-2422-472d-ae5b-ff40cd5bdd07 {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:43:28.569480 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b77428eb-702f-4918-b3d7-ae8f93fd2063", "tag": "322cce1c-3c1b-4a3d-a44f-0cd5aeb14c2a", "status": "completed", "code": 200}]} {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:43:28.569833 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-fa59fec6-2422-472d-ae5b-ff40cd5bdd07 {{(pid=105584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:43:28.570411 n-d-705658-22 neutron-server[105584]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b77428eb-702f-4918-b3d7-ae8f93fd2063', 'tag': '322cce1c-3c1b-4a3d-a44f-0cd5aeb14c2a', 'status': 'completed', 'code': 200} Jul 27 21:43:28.570702 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667ba3f0-e432-449d-9ab8-1d9cd4be7add req-c9d6d7ea-c326-4817-9b07-12fc036754fd tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:43:28.572312 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-667ba3f0-e432-449d-9ab8-1d9cd4be7add req-c9d6d7ea-c326-4817-9b07-12fc036754fd tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] 10.222.0.59 "GET /v2.0/ports?device_id=b77428eb-702f-4918-b3d7-ae8f93fd2063 HTTP/1.1" status: 200 len: 943 time: 0.1018722 Jul 27 21:43:28.615549 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-667ba3f0-e432-449d-9ab8-1d9cd4be7add req-ecc6c1c2-39b3-490b-91df-42cb0dd1c416 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0213b60-9675-41ba-82c7-cb66a48a86e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370448 Jul 27 21:43:28.620201 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f323dec-4cdc-441b-b462-a23792503000 req-2bafe800-c74b-4e97-9c7b-a0cd86ca8814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:43:28.622126 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-0f323dec-4cdc-441b-b462-a23792503000 req-2bafe800-c74b-4e97-9c7b-a0cd86ca8814 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c529c1f29ef94d7791c99b50fa7c5534&device_id=b77428eb-702f-4918-b3d7-ae8f93fd2063 HTTP/1.1" status: 200 len: 1095 time: 0.0645418 Jul 27 21:43:28.666228 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-0f323dec-4cdc-441b-b462-a23792503000 req-ab6a4aa9-4014-4e86-9fea-b5298fb478b2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=322cce1c-3c1b-4a3d-a44f-0cd5aeb14c2a HTTP/1.1" status: 200 len: 217 time: 0.0360067 Jul 27 21:43:28.716689 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f323dec-4cdc-441b-b462-a23792503000 req-b8720c66-8090-4eca-b1b3-2c35be99d3d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:43:28.718162 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-0f323dec-4cdc-441b-b462-a23792503000 req-b8720c66-8090-4eca-b1b3-2c35be99d3d4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4065b5d3-4c0a-4855-8695-4062e0323f11 HTTP/1.1" status: 200 len: 851 time: 0.0453029 Jul 27 21:43:28.778873 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f323dec-4cdc-441b-b462-a23792503000 req-5a495314-1258-4e53-83e3-c6cab0d7fda3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:43:28.780512 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-0f323dec-4cdc-441b-b462-a23792503000 req-5a495314-1258-4e53-83e3-c6cab0d7fda3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=407498f9-1dd2-4d4d-80f9-fd7dac21ec25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0535262 Jul 27 21:43:28.880593 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-0f323dec-4cdc-441b-b462-a23792503000 req-4495f0ad-84cc-4d9a-8d45-70378ae9738f service neutron] 10.222.0.36 "GET /v2.0/networks/407498f9-1dd2-4d4d-80f9-fd7dac21ec25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919816 Jul 27 21:43:28.968718 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-0f323dec-4cdc-441b-b462-a23792503000 req-c906fd72-2149-4e05-9d47-59c2a55feb7e service neutron] 10.222.0.36 "GET /v2.0/networks/407498f9-1dd2-4d4d-80f9-fd7dac21ec25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810823 Jul 27 21:43:29.068981 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bc68e8-6525-4968-9b9a-8f502bd4d607 req-e38c9d0b-01a6-4848-a821-5f3cab11aa7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:43:29.071155 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-f3bc68e8-6525-4968-9b9a-8f502bd4d607 req-e38c9d0b-01a6-4848-a821-5f3cab11aa7f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c529c1f29ef94d7791c99b50fa7c5534&device_id=b77428eb-702f-4918-b3d7-ae8f93fd2063 HTTP/1.1" status: 200 len: 1095 time: 0.0584679 Jul 27 21:43:29.158147 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bc68e8-6525-4968-9b9a-8f502bd4d607 req-8d1e3cca-6b99-436a-ad97-78411663fbf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:43:29.159568 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-f3bc68e8-6525-4968-9b9a-8f502bd4d607 req-8d1e3cca-6b99-436a-ad97-78411663fbf3 service neutron] 10.222.0.36 "GET /v2.0/networks?id=407498f9-1dd2-4d4d-80f9-fd7dac21ec25 HTTP/1.1" status: 200 len: 913 time: 0.0815394 Jul 27 21:43:29.205926 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-f3bc68e8-6525-4968-9b9a-8f502bd4d607 req-d8659486-6e3b-4661-9906-3cb47200630b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=322cce1c-3c1b-4a3d-a44f-0cd5aeb14c2a HTTP/1.1" status: 200 len: 217 time: 0.0381436 Jul 27 21:43:29.255331 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bc68e8-6525-4968-9b9a-8f502bd4d607 req-4dc8ce49-db6c-442a-b71e-fd4a6e5ca825 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:43:29.256768 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-f3bc68e8-6525-4968-9b9a-8f502bd4d607 req-4dc8ce49-db6c-442a-b71e-fd4a6e5ca825 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4065b5d3-4c0a-4855-8695-4062e0323f11 HTTP/1.1" status: 200 len: 851 time: 0.0431361 Jul 27 21:43:29.314746 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bc68e8-6525-4968-9b9a-8f502bd4d607 req-cb105f90-92f6-414f-b06f-7515a85b4204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:43:29.316284 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-f3bc68e8-6525-4968-9b9a-8f502bd4d607 req-cb105f90-92f6-414f-b06f-7515a85b4204 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=407498f9-1dd2-4d4d-80f9-fd7dac21ec25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0519745 Jul 27 21:43:29.407604 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-f3bc68e8-6525-4968-9b9a-8f502bd4d607 req-efc6e368-71bf-41ea-ab96-b1fa33b346c1 service neutron] 10.222.0.36 "GET /v2.0/networks/407498f9-1dd2-4d4d-80f9-fd7dac21ec25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824490 Jul 27 21:43:29.496141 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-f3bc68e8-6525-4968-9b9a-8f502bd4d607 req-f704ee50-9def-4115-92a1-188130494cf6 service neutron] 10.222.0.36 "GET /v2.0/networks/407498f9-1dd2-4d4d-80f9-fd7dac21ec25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798430 Jul 27 21:43:29.824777 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996a63b5-6e35-4c5f-b528-e61301abc26e req-9a78366e-c223-49ae-9a4d-1081bf17133d tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:43:29.826252 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-996a63b5-6e35-4c5f-b528-e61301abc26e req-9a78366e-c223-49ae-9a4d-1081bf17133d tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] 10.222.0.59 "GET /v2.0/ports?device_id=b77428eb-702f-4918-b3d7-ae8f93fd2063 HTTP/1.1" status: 200 len: 943 time: 0.1434033 Jul 27 21:43:29.863028 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-996a63b5-6e35-4c5f-b528-e61301abc26e req-f723c44f-826f-413a-981e-0dc12f42e50c tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0213b60-9675-41ba-82c7-cb66a48a86e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305870 Jul 27 21:43:30.990030 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c42c48-47b6-4131-b8e2-4035fa706e81 req-33867f88-9686-4f9b-829a-f7c6233031c0 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:43:30.992146 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-04c42c48-47b6-4131-b8e2-4035fa706e81 req-33867f88-9686-4f9b-829a-f7c6233031c0 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] 10.222.0.59 "GET /v2.0/ports?device_id=b77428eb-702f-4918-b3d7-ae8f93fd2063 HTTP/1.1" status: 200 len: 943 time: 0.0619185 Jul 27 21:43:31.030242 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-04c42c48-47b6-4131-b8e2-4035fa706e81 req-40b1cf67-1e5f-4bc9-ac90-ed0d2575e6f2 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0213b60-9675-41ba-82c7-cb66a48a86e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322857 Jul 27 21:43:31.199621 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device 322cce1c-3c1b-4a3d-a44f-0cd5aeb14c2a details requested by agent hyperv_n-h1-705658-22 with host n-h1-705658-22 {{(pid=105586) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:43:31.295418 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] For port 322cce1c-3c1b-4a3d-a44f-0cd5aeb14c2a, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=322cce1c-3c1b-4a3d-a44f-0cd5aeb14c2a,segment=NetworkSegment(c6ae5619-12c2-491f-a03a-63f376106659),segment_id=c6ae5619-12c2-491f-a03a-63f376106659)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:43:31.306876 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Returning: {'device': '322cce1c-3c1b-4a3d-a44f-0cd5aeb14c2a', 'network_id': '407498f9-1dd2-4d4d-80f9-fd7dac21ec25', 'port_id': '322cce1c-3c1b-4a3d-a44f-0cd5aeb14c2a', 'mac_address': 'fa:16:3e:00:91:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 230, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4065b5d3-4c0a-4855-8695-4062e0323f11', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105586) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:43:31.342973 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:31.355411 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 322cce1c-3c1b-4a3d-a44f-0cd5aeb14c2a {{(pid=105586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:43:31.375317 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] For port 322cce1c-3c1b-4a3d-a44f-0cd5aeb14c2a, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=322cce1c-3c1b-4a3d-a44f-0cd5aeb14c2a,segment=NetworkSegment(c6ae5619-12c2-491f-a03a-63f376106659),segment_id=c6ae5619-12c2-491f-a03a-63f376106659)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:43:31.378710 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:31.426152 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Pushing event updated for resources: {'Port': ['ID=322cce1c-3c1b-4a3d-a44f-0cd5aeb14c2a,revision_number=4']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:43:31.582257 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] get_ports_and_sgs() called for port_ids ['322cce1c-3c1b-4a3d-a44f-0cd5aeb14c2a'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:43:32.162027 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c8a512-e4ae-4a6b-9b22-b24c2e154b66 req-664d5aba-32ec-48c0-b7be-fcab291b321e tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:43:32.163966 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-66c8a512-e4ae-4a6b-9b22-b24c2e154b66 req-664d5aba-32ec-48c0-b7be-fcab291b321e tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] 10.222.0.59 "GET /v2.0/ports?device_id=b77428eb-702f-4918-b3d7-ae8f93fd2063 HTTP/1.1" status: 200 len: 944 time: 0.0682237 Jul 27 21:43:32.200559 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-66c8a512-e4ae-4a6b-9b22-b24c2e154b66 req-21ccae2a-fa83-44fe-8c80-85bd9047680c tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0213b60-9675-41ba-82c7-cb66a48a86e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307596 Jul 27 21:43:33.196272 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device 322cce1c-3c1b-4a3d-a44f-0cd5aeb14c2a up at agent hyperv_n-h1-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:43:33.245388 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Provisioning for port 322cce1c-3c1b-4a3d-a44f-0cd5aeb14c2a completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:43:33.249141 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Provisioning complete for port 322cce1c-3c1b-4a3d-a44f-0cd5aeb14c2a triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:43:33.249774 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:33.328545 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:33.330306 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62d900e-7b79-4a99-ad83-fc196e5865a6 req-29252871-1af7-493e-a4c1-20c202e67cf7 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:43:33.331832 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f62d900e-7b79-4a99-ad83-fc196e5865a6 req-29252871-1af7-493e-a4c1-20c202e67cf7 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] 10.222.0.59 "GET /v2.0/ports?device_id=b77428eb-702f-4918-b3d7-ae8f93fd2063 HTTP/1.1" status: 200 len: 944 time: 0.0636375 Jul 27 21:43:33.351241 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b77428eb-702f-4918-b3d7-ae8f93fd2063', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '322cce1c-3c1b-4a3d-a44f-0cd5aeb14c2a'}] {{(pid=105586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:43:33.353457 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14c1663e039faf5393f87855f745010ac5b02220355b68fdbf065393e303ac56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2efecc46-23da-4144-b1ba-34b2754094d4" -d '{"events": [{"server_uuid": "b77428eb-702f-4918-b3d7-ae8f93fd2063", "name": "network-vif-plugged", "status": "completed", "tag": "322cce1c-3c1b-4a3d-a44f-0cd5aeb14c2a"}]}' {{(pid=105586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:43:33.366924 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] For port 322cce1c-3c1b-4a3d-a44f-0cd5aeb14c2a, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=322cce1c-3c1b-4a3d-a44f-0cd5aeb14c2a,segment=NetworkSegment(c6ae5619-12c2-491f-a03a-63f376106659),segment_id=c6ae5619-12c2-491f-a03a-63f376106659)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:43:33.371632 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f62d900e-7b79-4a99-ad83-fc196e5865a6 req-92e38e9f-a5cf-4265-a73c-4e39ec147166 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0213b60-9675-41ba-82c7-cb66a48a86e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332382 Jul 27 21:43:33.371809 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:33.407404 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:43:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ea73cf2-63ca-4001-bd76-6556fc5ca9c5 x-openstack-request-id: req-8ea73cf2-63ca-4001-bd76-6556fc5ca9c5 {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:43:33.407697 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b77428eb-702f-4918-b3d7-ae8f93fd2063", "name": "network-vif-plugged", "status": "completed", "tag": "322cce1c-3c1b-4a3d-a44f-0cd5aeb14c2a", "code": 200}]} {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:43:33.407950 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-8ea73cf2-63ca-4001-bd76-6556fc5ca9c5 {{(pid=105586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:43:33.408617 n-d-705658-22 neutron-server[105586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b77428eb-702f-4918-b3d7-ae8f93fd2063', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '322cce1c-3c1b-4a3d-a44f-0cd5aeb14c2a', 'code': 200} Jul 27 21:43:33.424161 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Pushing event updated for resources: {'Port': ['ID=322cce1c-3c1b-4a3d-a44f-0cd5aeb14c2a,revision_number=5']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:43:33.520452 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df06a2bf-a0f5-480e-8cff-debcee15a304 req-473b2615-e9de-4967-8dc6-400e8c68ff72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:43:33.521841 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-df06a2bf-a0f5-480e-8cff-debcee15a304 req-473b2615-e9de-4967-8dc6-400e8c68ff72 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=b77428eb-702f-4918-b3d7-ae8f93fd2063 HTTP/1.1" status: 200 len: 1097 time: 0.0524766 Jul 27 21:43:33.557607 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-df06a2bf-a0f5-480e-8cff-debcee15a304 req-bf315e69-3695-4398-8095-3c9b7f947283 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=b0213b60-9675-41ba-82c7-cb66a48a86e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0270000 Jul 27 21:43:34.560695 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7b340b-ebef-4855-af09-f713af7ad615 req-a47c1524-5fcf-4b3f-9831-2f1c9048ea98 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:43:34.562215 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-dd7b340b-ebef-4855-af09-f713af7ad615 req-a47c1524-5fcf-4b3f-9831-2f1c9048ea98 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] 10.222.0.59 "GET /v2.0/ports?device_id=b77428eb-702f-4918-b3d7-ae8f93fd2063 HTTP/1.1" status: 200 len: 945 time: 0.1201270 Jul 27 21:43:34.600391 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-dd7b340b-ebef-4855-af09-f713af7ad615 req-8e2cb514-65cc-4d27-ba6b-1d863a6f7cea tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0213b60-9675-41ba-82c7-cb66a48a86e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319886 Jul 27 21:43:34.725164 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045028a2-03a2-4a32-b507-0ea57be755c1 req-9a9de418-ae99-4a47-b4c2-6a7cb15ed9d7 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:43:34.727277 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-045028a2-03a2-4a32-b507-0ea57be755c1 req-9a9de418-ae99-4a47-b4c2-6a7cb15ed9d7 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] 10.222.0.59 "GET /v2.0/ports?device_id=b77428eb-702f-4918-b3d7-ae8f93fd2063 HTTP/1.1" status: 200 len: 945 time: 0.0625098 Jul 27 21:43:34.735643 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 36008) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:43:34.739955 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-734d139a-9b4d-40b3-b323-bd32dc5aca7d tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] Request body: {'floatingip': {'port_id': '322cce1c-3c1b-4a3d-a44f-0cd5aeb14c2a'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:43:34.777764 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-734d139a-9b4d-40b3-b323-bd32dc5aca7d tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] Notify callbacks [] for floatingip, before_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:35.205464 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-734d139a-9b4d-40b3-b323-bd32dc5aca7d tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:35.209227 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-734d139a-9b4d-40b3-b323-bd32dc5aca7d tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4075768'] for floatingip, after_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:35.636597 n-d-705658-22 neutron-server[105585]: INFO neutron.db.l3_db [None req-734d139a-9b4d-40b3-b323-bd32dc5aca7d tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] Floating IP c451b08d-4392-42dd-97b8-1d2df8386fa5 associated. External IP: 172.25.5.89, port: 322cce1c-3c1b-4a3d-a44f-0cd5aeb14c2a. Jul 27 21:43:35.838956 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-734d139a-9b4d-40b3-b323-bd32dc5aca7d tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] Router 98278f6a-72c4-45a0-8507-e3539ffc577f has already been hosted by L3 agent dd128fd7-8e57-4d4f-895b-a96b369df59a {{(pid=105585) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:43:35.947234 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-734d139a-9b4d-40b3-b323-bd32dc5aca7d tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] Notify agent at l3_agent.n-d-705658-22 the message routers_updated {{(pid=105585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:43:35.951695 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-734d139a-9b4d-40b3-b323-bd32dc5aca7d tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for floatingip, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:35.957009 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b03f66bb-81b6-4947-88d5-235fa45efc0a None None] Sync routers for ids ['98278f6a-72c4-45a0-8507-e3539ffc577f'] in n-d-705658-22 {{(pid=105587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:43:35.967624 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b03f66bb-81b6-4947-88d5-235fa45efc0a None None] Routers {'98278f6a-72c4-45a0-8507-e3539ffc577f'} bound to L3 agent in host n-d-705658-22 {{(pid=105587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:43:35.968228 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-b03f66bb-81b6-4947-88d5-235fa45efc0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:43:12Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['98278f6a-72c4-45a0-8507-e3539ffc577f'], 'active': True} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:43:35.992476 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-734d139a-9b4d-40b3-b323-bd32dc5aca7d tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] 10.222.0.59 "PUT /v2.0/floatingips/c451b08d-4392-42dd-97b8-1d2df8386fa5 HTTP/1.1" status: 200 len: 990 time: 1.2532067 Jul 27 21:43:35.992476 n-d-705658-22 neutron-server[105585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b77428eb-702f-4918-b3d7-ae8f93fd2063', 'tag': '322cce1c-3c1b-4a3d-a44f-0cd5aeb14c2a'}] {{(pid=105585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:43:35.992735 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d66fd65881426bfc2b5388084a3654e5eae521106a15a3dbf0eb4cde7106c36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46988742-b5ad-4ebd-9c2d-c3ffec40ccd2" -d '{"events": [{"name": "network-changed", "server_uuid": "b77428eb-702f-4918-b3d7-ae8f93fd2063", "tag": "322cce1c-3c1b-4a3d-a44f-0cd5aeb14c2a"}]}' {{(pid=105585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:43:36.030983 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:43:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-635ee79f-3fd6-4508-85e8-131e908c51da x-openstack-request-id: req-635ee79f-3fd6-4508-85e8-131e908c51da {{(pid=105585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:43:36.031370 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b77428eb-702f-4918-b3d7-ae8f93fd2063", "tag": "322cce1c-3c1b-4a3d-a44f-0cd5aeb14c2a", "status": "completed", "code": 200}]} {{(pid=105585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:43:36.031682 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-635ee79f-3fd6-4508-85e8-131e908c51da {{(pid=105585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:43:36.032144 n-d-705658-22 neutron-server[105585]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b77428eb-702f-4918-b3d7-ae8f93fd2063', 'tag': '322cce1c-3c1b-4a3d-a44f-0cd5aeb14c2a', 'status': 'completed', 'code': 200} Jul 27 21:43:36.075913 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvr_db [None req-b03f66bb-81b6-4947-88d5-235fa45efc0a None None] Set router 98278f6a-72c4-45a0-8507-e3539ffc577f gateway port host: n-d-705658-22 {{(pid=105587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:43:36.360325 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46988742-b5ad-4ebd-9c2d-c3ffec40ccd2 req-b0e9bbf4-3325-4906-a95c-4f8b5d0a8dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:43:36.361763 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-46988742-b5ad-4ebd-9c2d-c3ffec40ccd2 req-b0e9bbf4-3325-4906-a95c-4f8b5d0a8dd4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c529c1f29ef94d7791c99b50fa7c5534&device_id=b77428eb-702f-4918-b3d7-ae8f93fd2063 HTTP/1.1" status: 200 len: 1097 time: 0.3015883 Jul 27 21:43:36.405076 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-b03f66bb-81b6-4947-88d5-235fa45efc0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98278f6a-72c4-45a0-8507-e3539ffc577f', 'name': 'tempest-ServerActionsTestJSON-1116922379-router', 'tenant_id': 'c529c1f29ef94d7791c99b50fa7c5534', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.95'}], 'enable_snat': True}, 'gw_port_id': '98dbd449-7f98-4b9f-b596-bf38ab0aff5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:41:02Z', 'updated_at': '2021-07-27T21:41:04Z', 'revision_number': 4, 'project_id': 'c529c1f29ef94d7791c99b50fa7c5534', 'gw_port': {'id': '98dbd449-7f98-4b9f-b596-bf38ab0aff5e', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:77:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98278f6a-72c4-45a0-8507-e3539ffc577f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:41:02Z', 'updated_at': '2021-07-27T21:41:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_floatingips': [{'id': 'c451b08d-4392-42dd-97b8-1d2df8386fa5', 'tenant_id': 'c529c1f29ef94d7791c99b50fa7c5534', 'floating_ip_address': '172.25.5.89', 'floating_network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'router_id': '98278f6a-72c4-45a0-8507-e3539ffc577f', 'port_id': '322cce1c-3c1b-4a3d-a44f-0cd5aeb14c2a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '407498f9-1dd2-4d4d-80f9-fd7dac21ec25', 'mac_address': 'fa:16:3e:00:91:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b77428eb-702f-4918-b3d7-ae8f93fd2063', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T21:41:06Z', 'updated_at': '2021-07-27T21:43:35Z', 'revision_number': 5, 'project_id': 'c529c1f29ef94d7791c99b50fa7c5534', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eed2b526-91b5-4195-a46f-eaef315f6ec7', 'name': '', 'network_id': '407498f9-1dd2-4d4d-80f9-fd7dac21ec25', 'tenant_id': 'c529c1f29ef94d7791c99b50fa7c5534', 'mac_address': 'fa:16:3e:29:79:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98278f6a-72c4-45a0-8507-e3539ffc577f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '4065b5d3-4c0a-4855-8695-4062e0323f11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:41:04Z', 'updated_at': '2021-07-27T21:41:08Z', 'revision_number': 5, 'project_id': 'c529c1f29ef94d7791c99b50fa7c5534', 'subnets': [{'id': '4065b5d3-4c0a-4855-8695-4062e0323f11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-22', False) {} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:43:36.430936 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b03f66bb-81b6-4947-88d5-235fa45efc0a None None] Checking router: 98278f6a-72c4-45a0-8507-e3539ffc577f for host: n-d-705658-22 {{(pid=105587) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:43:36.439065 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b03f66bb-81b6-4947-88d5-235fa45efc0a None None] Routers {'98278f6a-72c4-45a0-8507-e3539ffc577f'} bound to L3 agent in host n-d-705658-22 {{(pid=105587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:43:36.439673 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-b03f66bb-81b6-4947-88d5-235fa45efc0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:43:12Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['98278f6a-72c4-45a0-8507-e3539ffc577f'], 'active': True} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:43:36.451405 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46988742-b5ad-4ebd-9c2d-c3ffec40ccd2 req-3b5dfc82-bfea-4e52-a5d2-8892b8da7825 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:43:36.452861 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-46988742-b5ad-4ebd-9c2d-c3ffec40ccd2 req-3b5dfc82-bfea-4e52-a5d2-8892b8da7825 service neutron] 10.222.0.36 "GET /v2.0/networks?id=407498f9-1dd2-4d4d-80f9-fd7dac21ec25 HTTP/1.1" status: 200 len: 913 time: 0.0828958 Jul 27 21:43:36.519973 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-46988742-b5ad-4ebd-9c2d-c3ffec40ccd2 req-59b53264-f7f0-4d7b-bc8d-aaabceb45dcf service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=322cce1c-3c1b-4a3d-a44f-0cd5aeb14c2a HTTP/1.1" status: 200 len: 998 time: 0.0585515 Jul 27 21:43:36.542293 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvr_db [None req-b03f66bb-81b6-4947-88d5-235fa45efc0a None None] Set router 98278f6a-72c4-45a0-8507-e3539ffc577f gateway port host: n-d-705658-22 {{(pid=105587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:43:36.568093 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46988742-b5ad-4ebd-9c2d-c3ffec40ccd2 req-b13133fe-cce9-4a39-b564-aecf0c7a4f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:43:36.570345 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-46988742-b5ad-4ebd-9c2d-c3ffec40ccd2 req-b13133fe-cce9-4a39-b564-aecf0c7a4f6b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4065b5d3-4c0a-4855-8695-4062e0323f11 HTTP/1.1" status: 200 len: 851 time: 0.0438213 Jul 27 21:43:36.627710 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46988742-b5ad-4ebd-9c2d-c3ffec40ccd2 req-73a3fcb8-2a6d-4480-8827-d71fc89feb6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:43:36.629098 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-46988742-b5ad-4ebd-9c2d-c3ffec40ccd2 req-73a3fcb8-2a6d-4480-8827-d71fc89feb6f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=407498f9-1dd2-4d4d-80f9-fd7dac21ec25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0520580 Jul 27 21:43:36.719961 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-46988742-b5ad-4ebd-9c2d-c3ffec40ccd2 req-c220ee1f-bdc0-49f5-9eab-aa36d5330464 service neutron] 10.222.0.36 "GET /v2.0/networks/407498f9-1dd2-4d4d-80f9-fd7dac21ec25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833139 Jul 27 21:43:36.763356 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-b03f66bb-81b6-4947-88d5-235fa45efc0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98278f6a-72c4-45a0-8507-e3539ffc577f', 'name': 'tempest-ServerActionsTestJSON-1116922379-router', 'tenant_id': 'c529c1f29ef94d7791c99b50fa7c5534', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.95'}], 'enable_snat': True}, 'gw_port_id': '98dbd449-7f98-4b9f-b596-bf38ab0aff5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:41:02Z', 'updated_at': '2021-07-27T21:41:04Z', 'revision_number': 4, 'project_id': 'c529c1f29ef94d7791c99b50fa7c5534', 'gw_port': {'id': '98dbd449-7f98-4b9f-b596-bf38ab0aff5e', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:77:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98278f6a-72c4-45a0-8507-e3539ffc577f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:41:02Z', 'updated_at': '2021-07-27T21:41:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_floatingips': [{'id': 'c451b08d-4392-42dd-97b8-1d2df8386fa5', 'tenant_id': 'c529c1f29ef94d7791c99b50fa7c5534', 'floating_ip_address': '172.25.5.89', 'floating_network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'router_id': '98278f6a-72c4-45a0-8507-e3539ffc577f', 'port_id': '322cce1c-3c1b-4a3d-a44f-0cd5aeb14c2a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '407498f9-1dd2-4d4d-80f9-fd7dac21ec25', 'mac_address': 'fa:16:3e:00:91:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b77428eb-702f-4918-b3d7-ae8f93fd2063', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T21:41:06Z', 'updated_at': '2021-07-27T21:43:35Z', 'revision_number': 5, 'project_id': 'c529c1f29ef94d7791c99b50fa7c5534', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eed2b526-91b5-4195-a46f-eaef315f6ec7', 'name': '', 'network_id': '407498f9-1dd2-4d4d-80f9-fd7dac21ec25', 'tenant_id': 'c529c1f29ef94d7791c99b50fa7c5534', 'mac_address': 'fa:16:3e:29:79:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98278f6a-72c4-45a0-8507-e3539ffc577f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '4065b5d3-4c0a-4855-8695-4062e0323f11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:41:04Z', 'updated_at': '2021-07-27T21:41:08Z', 'revision_number': 5, 'project_id': 'c529c1f29ef94d7791c99b50fa7c5534', 'subnets': [{'id': '4065b5d3-4c0a-4855-8695-4062e0323f11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-22', False) {} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:43:36.773455 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:36.793227 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b03f66bb-81b6-4947-88d5-235fa45efc0a None None] The sync data for ids ['98278f6a-72c4-45a0-8507-e3539ffc577f'] in n-d-705658-22 is: [{'id': '98278f6a-72c4-45a0-8507-e3539ffc577f', 'name': 'tempest-ServerActionsTestJSON-1116922379-router', 'tenant_id': 'c529c1f29ef94d7791c99b50fa7c5534', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.95'}], 'enable_snat': True}, 'gw_port_id': '98dbd449-7f98-4b9f-b596-bf38ab0aff5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:41:02Z', 'updated_at': '2021-07-27T21:41:04Z', 'revision_number': 4, 'project_id': 'c529c1f29ef94d7791c99b50fa7c5534', 'gw_port': {'id': '98dbd449-7f98-4b9f-b596-bf38ab0aff5e', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:77:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98278f6a-72c4-45a0-8507-e3539ffc577f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:41:02Z', 'updated_at': '2021-07-27T21:41:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_floatingips': [{'id': 'c451b08d-4392-42dd-97b8-1d2df8386fa5', 'tenant_id': 'c529c1f29ef94d7791c99b50fa7c5534', 'floating_ip_address': '172.25.5.89', 'floating_network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'router_id': '98278f6a-72c4-45a0-8507-e3539ffc577f', 'port_id': '322cce1c-3c1b-4a3d-a44f-0cd5aeb14c2a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '407498f9-1dd2-4d4d-80f9-fd7dac21ec25', 'mac_address': 'fa:16:3e:00:91:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b77428eb-702f-4918-b3d7-ae8f93fd2063', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T21:41:06Z', 'updated_at': '2021-07-27T21:43:35Z', 'revision_number': 5, 'project_id': 'c529c1f29ef94d7791c99b50fa7c5534', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eed2b526-91b5-4195-a46f-eaef315f6ec7', 'name': '', 'network_id': '407498f9-1dd2-4d4d-80f9-fd7dac21ec25', 'tenant_id': 'c529c1f29ef94d7791c99b50fa7c5534', 'mac_address': 'fa:16:3e:29:79:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98278f6a-72c4-45a0-8507-e3539ffc577f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '4065b5d3-4c0a-4855-8695-4062e0323f11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:41:04Z', 'updated_at': '2021-07-27T21:41:08Z', 'revision_number': 5, 'project_id': 'c529c1f29ef94d7791c99b50fa7c5534', 'subnets': [{'id': '4065b5d3-4c0a-4855-8695-4062e0323f11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:43:36.814811 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-46988742-b5ad-4ebd-9c2d-c3ffec40ccd2 req-c3dea619-71d8-4fdc-9705-c4ff257ced06 service neutron] 10.222.0.36 "GET /v2.0/networks/407498f9-1dd2-4d4d-80f9-fd7dac21ec25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870326 Jul 27 21:43:36.974321 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1f12d3a-dd04-4817-92e3-ac0387d61a73 None None] New status for floating IP c451b08d-4392-42dd-97b8-1d2df8386fa5: ACTIVE {{(pid=105586) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 21:43:38.932476 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-122794ed-5cdd-4c92-89db-aa7bee43f2b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:40.597196 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:41.581468 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-b0be16a4-8a6a-4fb4-b017-a5e98fcb18cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:41.921810 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:43.028263 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-bb32ed7d-8717-448b-a9c8-a5a0117d1fd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:44.451821 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-875ced1b-4cf3-463a-9653-058f0f9421e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:46.176501 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.agents_db [None req-558fcd2c-e512-47bc-a170-8673d87f7213 None None] Agent healthcheck: found 7 active agents {{(pid=105587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 21:44:06.788426 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:08.932076 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-84cd15fa-7d4c-416e-9105-1ecafe45ea8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:10.602227 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:11.581986 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-d529ceba-9716-42e5-8bd8-04d712347324 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:11.922674 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:13.030499 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-bb32ed7d-8717-448b-a9c8-a5a0117d1fd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:14.454878 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-875ced1b-4cf3-463a-9653-058f0f9421e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:23.174922 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.agents_db [None req-558fcd2c-e512-47bc-a170-8673d87f7213 None None] Agent healthcheck: found 7 active agents {{(pid=105587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 21:44:24.615586 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-36bf28a4-34e2-419f-9aa3-88a88df7c9dd req-32122af2-f6f5-4fe3-a568-29db11ddfc1b service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=b77428eb-702f-4918-b3d7-ae8f93fd2063&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0525522 Jul 27 21:44:24.709298 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bf28a4-34e2-419f-9aa3-88a88df7c9dd req-ea800a60-cbb7-4e12-b92c-25afdbddd7b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:44:24.711260 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-36bf28a4-34e2-419f-9aa3-88a88df7c9dd req-ea800a60-cbb7-4e12-b92c-25afdbddd7b4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c529c1f29ef94d7791c99b50fa7c5534&device_id=b77428eb-702f-4918-b3d7-ae8f93fd2063 HTTP/1.1" status: 200 len: 1097 time: 0.0565133 Jul 27 21:44:24.810876 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bf28a4-34e2-419f-9aa3-88a88df7c9dd req-049a074d-4cc1-4d9e-a287-f885d801e0a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:44:24.812371 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-36bf28a4-34e2-419f-9aa3-88a88df7c9dd req-049a074d-4cc1-4d9e-a287-f885d801e0a7 service neutron] 10.222.0.36 "GET /v2.0/networks?id=407498f9-1dd2-4d4d-80f9-fd7dac21ec25 HTTP/1.1" status: 200 len: 913 time: 0.0825326 Jul 27 21:44:24.883889 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-36bf28a4-34e2-419f-9aa3-88a88df7c9dd req-2a82d6dc-dce3-4355-9487-deb921570076 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=322cce1c-3c1b-4a3d-a44f-0cd5aeb14c2a HTTP/1.1" status: 200 len: 1000 time: 0.0641427 Jul 27 21:44:24.931677 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bf28a4-34e2-419f-9aa3-88a88df7c9dd req-f1526375-d4b4-4710-8aeb-009926216271 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:44:24.933054 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-36bf28a4-34e2-419f-9aa3-88a88df7c9dd req-f1526375-d4b4-4710-8aeb-009926216271 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4065b5d3-4c0a-4855-8695-4062e0323f11 HTTP/1.1" status: 200 len: 851 time: 0.0424347 Jul 27 21:44:24.989226 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bf28a4-34e2-419f-9aa3-88a88df7c9dd req-1f4450ef-9a28-417d-90c8-6814665f99c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:44:24.990699 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-36bf28a4-34e2-419f-9aa3-88a88df7c9dd req-1f4450ef-9a28-417d-90c8-6814665f99c3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=407498f9-1dd2-4d4d-80f9-fd7dac21ec25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0509098 Jul 27 21:44:25.079826 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-36bf28a4-34e2-419f-9aa3-88a88df7c9dd req-28fb2947-ec79-4c0e-af18-0796cafa4217 service neutron] 10.222.0.36 "GET /v2.0/networks/407498f9-1dd2-4d4d-80f9-fd7dac21ec25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820751 Jul 27 21:44:25.166392 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-36bf28a4-34e2-419f-9aa3-88a88df7c9dd req-2d1c759e-96c9-4591-a39b-2dca34097b85 service neutron] 10.222.0.36 "GET /v2.0/networks/407498f9-1dd2-4d4d-80f9-fd7dac21ec25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793679 Jul 27 21:44:36.786943 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:38.932089 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-cfb5e26e-38d6-481b-a6cc-1fad9f81294b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:40.608995 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:41.581914 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-0a03ef6c-a2d5-4e31-a433-b7c40c8ee51b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:41.923351 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:43.033703 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-bb32ed7d-8717-448b-a9c8-a5a0117d1fd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:44.456925 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-875ced1b-4cf3-463a-9653-058f0f9421e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:00.173390 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.agents_db [None req-558fcd2c-e512-47bc-a170-8673d87f7213 None None] Agent healthcheck: found 7 active agents {{(pid=105587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 21:45:06.786082 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:08.933454 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-63960d5f-9052-4261-a80f-f9175428e152 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:10.610471 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:11.584801 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-798f02b7-a22d-45cc-8cc0-1ed014c8b5d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:11.923555 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:12.814085 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a687ec73-e08f-4fff-8234-30f535a10e8b req-61c9a7c4-d7e0-4df2-8f57-9713d994ffb7 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:45:12.815522 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a687ec73-e08f-4fff-8234-30f535a10e8b req-61c9a7c4-d7e0-4df2-8f57-9713d994ffb7 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] 10.222.0.59 "GET /v2.0/ports?device_id=b77428eb-702f-4918-b3d7-ae8f93fd2063 HTTP/1.1" status: 200 len: 945 time: 0.0682201 Jul 27 21:45:12.854001 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a687ec73-e08f-4fff-8234-30f535a10e8b req-96506db8-b5ed-454e-bac0-d8dc293989e1 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0213b60-9675-41ba-82c7-cb66a48a86e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323837 Jul 27 21:45:13.036662 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-bb32ed7d-8717-448b-a9c8-a5a0117d1fd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:13.988237 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc320ce0-b328-4bc6-a146-caa3c08809c1 req-0897480d-f6bf-4513-b417-8f5c59b3e6dd tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:45:13.989716 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-cc320ce0-b328-4bc6-a146-caa3c08809c1 req-0897480d-f6bf-4513-b417-8f5c59b3e6dd tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] 10.222.0.59 "GET /v2.0/ports?device_id=b77428eb-702f-4918-b3d7-ae8f93fd2063 HTTP/1.1" status: 200 len: 945 time: 0.0659091 Jul 27 21:45:14.029524 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-cc320ce0-b328-4bc6-a146-caa3c08809c1 req-4c6aa175-384d-4b6b-a0b2-fac74b051558 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0213b60-9675-41ba-82c7-cb66a48a86e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332890 Jul 27 21:45:14.460547 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-875ced1b-4cf3-463a-9653-058f0f9421e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:15.155441 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a677eae-1283-461b-bb67-5b32772a9700 req-eff87d08-3b5d-4c27-a8f8-ad1e486ae312 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:45:15.156906 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-4a677eae-1283-461b-bb67-5b32772a9700 req-eff87d08-3b5d-4c27-a8f8-ad1e486ae312 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] 10.222.0.59 "GET /v2.0/ports?device_id=b77428eb-702f-4918-b3d7-ae8f93fd2063 HTTP/1.1" status: 200 len: 945 time: 0.0624056 Jul 27 21:45:15.197447 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-4a677eae-1283-461b-bb67-5b32772a9700 req-13bf2548-51dd-413f-87f4-7e593fae19ef tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0213b60-9675-41ba-82c7-cb66a48a86e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340705 Jul 27 21:45:16.332790 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ec112b-9c24-40d9-b02c-a63f34b65529 req-e100eab0-fefa-4c41-b823-4136e0fa0dea tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:45:16.334949 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-c6ec112b-9c24-40d9-b02c-a63f34b65529 req-e100eab0-fefa-4c41-b823-4136e0fa0dea tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] 10.222.0.59 "GET /v2.0/ports?device_id=b77428eb-702f-4918-b3d7-ae8f93fd2063 HTTP/1.1" status: 200 len: 945 time: 0.0713134 Jul 27 21:45:16.371458 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-c6ec112b-9c24-40d9-b02c-a63f34b65529 req-323b217a-88f8-49e5-86be-cfbd9848370e tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0213b60-9675-41ba-82c7-cb66a48a86e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307910 Jul 27 21:45:17.499084 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35382480-90a3-496d-937f-e716b5e5500e req-b1f0fc7e-ab54-4712-848b-10b57ef054db tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:45:17.500790 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-35382480-90a3-496d-937f-e716b5e5500e req-b1f0fc7e-ab54-4712-848b-10b57ef054db tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] 10.222.0.59 "GET /v2.0/ports?device_id=b77428eb-702f-4918-b3d7-ae8f93fd2063 HTTP/1.1" status: 200 len: 945 time: 0.0624385 Jul 27 21:45:17.538453 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-35382480-90a3-496d-937f-e716b5e5500e req-ff9bb088-5a01-40b0-9b5e-3b4b5bc61bdf tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0213b60-9675-41ba-82c7-cb66a48a86e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318470 Jul 27 21:45:18.671795 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3ecb75-9c8d-4e62-8bce-69eebade6851 req-d565bce6-ff5f-4ffa-ae56-ed32b7d13ff7 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:45:18.673285 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-4f3ecb75-9c8d-4e62-8bce-69eebade6851 req-d565bce6-ff5f-4ffa-ae56-ed32b7d13ff7 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] 10.222.0.59 "GET /v2.0/ports?device_id=b77428eb-702f-4918-b3d7-ae8f93fd2063 HTTP/1.1" status: 200 len: 945 time: 0.0680752 Jul 27 21:45:18.712236 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-4f3ecb75-9c8d-4e62-8bce-69eebade6851 req-c46ea88b-4085-49b2-8d41-4a5b270c639b tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0213b60-9675-41ba-82c7-cb66a48a86e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324128 Jul 27 21:45:19.839771 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b19a30-c804-47a3-8b42-9fad4bf9c9d2 req-7fe73f62-f418-47b4-97e2-8c948b483230 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:45:19.841260 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-12b19a30-c804-47a3-8b42-9fad4bf9c9d2 req-7fe73f62-f418-47b4-97e2-8c948b483230 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] 10.222.0.59 "GET /v2.0/ports?device_id=b77428eb-702f-4918-b3d7-ae8f93fd2063 HTTP/1.1" status: 200 len: 945 time: 0.0626879 Jul 27 21:45:19.879543 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-12b19a30-c804-47a3-8b42-9fad4bf9c9d2 req-391c7f8e-b36b-49d1-a7b6-5ae280628ad8 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0213b60-9675-41ba-82c7-cb66a48a86e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323417 Jul 27 21:45:21.007359 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639a6783-125a-4c0b-b7f7-5817b3117eb5 req-74ee1ce7-c875-4aff-af6d-52cdf9697173 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:45:21.008858 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-639a6783-125a-4c0b-b7f7-5817b3117eb5 req-74ee1ce7-c875-4aff-af6d-52cdf9697173 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] 10.222.0.59 "GET /v2.0/ports?device_id=b77428eb-702f-4918-b3d7-ae8f93fd2063 HTTP/1.1" status: 200 len: 945 time: 0.0628393 Jul 27 21:45:21.051283 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-639a6783-125a-4c0b-b7f7-5817b3117eb5 req-ba900dd4-70e4-4fee-ade2-d0fb44af7c41 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0213b60-9675-41ba-82c7-cb66a48a86e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356793 Jul 27 21:45:22.179438 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8207fdc4-31a1-4a2d-a3e3-9f129be8e068 req-594339e6-5a2c-400e-80ac-735aa5fb8e43 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:45:22.180903 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-8207fdc4-31a1-4a2d-a3e3-9f129be8e068 req-594339e6-5a2c-400e-80ac-735aa5fb8e43 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] 10.222.0.59 "GET /v2.0/ports?device_id=b77428eb-702f-4918-b3d7-ae8f93fd2063 HTTP/1.1" status: 200 len: 945 time: 0.0622778 Jul 27 21:45:22.217653 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-8207fdc4-31a1-4a2d-a3e3-9f129be8e068 req-dee80107-842f-4f29-926d-4e2ef6d97f15 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0213b60-9675-41ba-82c7-cb66a48a86e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308721 Jul 27 21:45:23.343788 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61215903-d0ba-4dd3-a055-638a31f530a2 req-b5117b7b-5e7c-423c-b6c8-84d3fee475ef tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:45:23.345249 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-61215903-d0ba-4dd3-a055-638a31f530a2 req-b5117b7b-5e7c-423c-b6c8-84d3fee475ef tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] 10.222.0.59 "GET /v2.0/ports?device_id=b77428eb-702f-4918-b3d7-ae8f93fd2063 HTTP/1.1" status: 200 len: 945 time: 0.0617905 Jul 27 21:45:23.382192 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-61215903-d0ba-4dd3-a055-638a31f530a2 req-ff5ac498-2c43-414a-ac12-82811dc31e44 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0213b60-9675-41ba-82c7-cb66a48a86e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304365 Jul 27 21:45:23.658397 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-0e73043e-bffe-4685-8254-baa72e98110e req-c05afa19-99ea-4824-b2e6-535bebb5938b service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=b77428eb-702f-4918-b3d7-ae8f93fd2063&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0965393 Jul 27 21:45:23.669711 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5fe904-cb0d-4364-a3e6-d8004a92a58e req-b333e5da-4113-4e2b-b417-6effbfafdc55 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:45:23.671168 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-4d5fe904-cb0d-4364-a3e6-d8004a92a58e req-b333e5da-4113-4e2b-b417-6effbfafdc55 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] 10.222.0.59 "GET /v2.0/ports?device_id=b77428eb-702f-4918-b3d7-ae8f93fd2063 HTTP/1.1" status: 200 len: 945 time: 0.1005955 Jul 27 21:45:23.711686 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-4d5fe904-cb0d-4364-a3e6-d8004a92a58e req-b77c1c18-d354-4a89-bd46-aca8eac719de tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0213b60-9675-41ba-82c7-cb66a48a86e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342252 Jul 27 21:45:24.727362 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e73043e-bffe-4685-8254-baa72e98110e req-2b433051-77f2-48a5-a310-ed9f008c794b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:45:24.728833 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-0e73043e-bffe-4685-8254-baa72e98110e req-2b433051-77f2-48a5-a310-ed9f008c794b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c529c1f29ef94d7791c99b50fa7c5534&device_id=b77428eb-702f-4918-b3d7-ae8f93fd2063 HTTP/1.1" status: 200 len: 1097 time: 0.0536399 Jul 27 21:45:24.821819 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e73043e-bffe-4685-8254-baa72e98110e req-201d01af-d5c7-4e9e-90d5-e523451beb34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:45:24.823355 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-0e73043e-bffe-4685-8254-baa72e98110e req-201d01af-d5c7-4e9e-90d5-e523451beb34 service neutron] 10.222.0.36 "GET /v2.0/networks?id=407498f9-1dd2-4d4d-80f9-fd7dac21ec25 HTTP/1.1" status: 200 len: 913 time: 0.0873892 Jul 27 21:45:24.842035 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df92ce71-aa4b-443d-b612-0ea952a9624c req-fce1a199-50ae-48d6-a6a3-652248527e43 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:45:24.843555 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-df92ce71-aa4b-443d-b612-0ea952a9624c req-fce1a199-50ae-48d6-a6a3-652248527e43 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] 10.222.0.59 "GET /v2.0/ports?device_id=b77428eb-702f-4918-b3d7-ae8f93fd2063 HTTP/1.1" status: 200 len: 945 time: 0.0639398 Jul 27 21:45:24.882473 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-df92ce71-aa4b-443d-b612-0ea952a9624c req-749a63b0-96ad-4080-ba98-9e51c341c040 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0213b60-9675-41ba-82c7-cb66a48a86e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328410 Jul 27 21:45:24.888814 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-0e73043e-bffe-4685-8254-baa72e98110e req-9ca64ba6-da17-4e56-ba9c-215a0de92b35 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=322cce1c-3c1b-4a3d-a44f-0cd5aeb14c2a HTTP/1.1" status: 200 len: 1000 time: 0.0587931 Jul 27 21:45:24.941201 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e73043e-bffe-4685-8254-baa72e98110e req-35c4f1ea-7b88-4cc9-be05-cfcbc192df02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:45:24.942635 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-0e73043e-bffe-4685-8254-baa72e98110e req-35c4f1ea-7b88-4cc9-be05-cfcbc192df02 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4065b5d3-4c0a-4855-8695-4062e0323f11 HTTP/1.1" status: 200 len: 851 time: 0.0468869 Jul 27 21:45:25.000406 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e73043e-bffe-4685-8254-baa72e98110e req-b8d834b7-4d07-4310-a689-664423977f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:45:25.001791 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-0e73043e-bffe-4685-8254-baa72e98110e req-b8d834b7-4d07-4310-a689-664423977f15 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=407498f9-1dd2-4d4d-80f9-fd7dac21ec25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0520949 Jul 27 21:45:25.089613 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-0e73043e-bffe-4685-8254-baa72e98110e req-89a8b375-544d-42bc-9710-bd1aeb926897 service neutron] 10.222.0.36 "GET /v2.0/networks/407498f9-1dd2-4d4d-80f9-fd7dac21ec25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795195 Jul 27 21:45:25.182493 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-0e73043e-bffe-4685-8254-baa72e98110e req-5b7fd676-40e3-4520-ab1d-8fd16b9a8901 service neutron] 10.222.0.36 "GET /v2.0/networks/407498f9-1dd2-4d4d-80f9-fd7dac21ec25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857131 Jul 27 21:45:25.663743 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707f1bef-d4d8-467c-a411-4abdff965304 req-fbb94096-6bb6-471f-b366-8aa34c1cb0dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:45:25.665233 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-707f1bef-d4d8-467c-a411-4abdff965304 req-fbb94096-6bb6-471f-b366-8aa34c1cb0dc service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c529c1f29ef94d7791c99b50fa7c5534&device_id=b77428eb-702f-4918-b3d7-ae8f93fd2063 HTTP/1.1" status: 200 len: 1097 time: 0.0537529 Jul 27 21:45:25.770763 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707f1bef-d4d8-467c-a411-4abdff965304 req-90548cf7-f552-481a-8803-e754f4fce14c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:45:25.772307 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-707f1bef-d4d8-467c-a411-4abdff965304 req-90548cf7-f552-481a-8803-e754f4fce14c service neutron] 10.222.0.36 "GET /v2.0/networks?id=407498f9-1dd2-4d4d-80f9-fd7dac21ec25 HTTP/1.1" status: 200 len: 913 time: 0.0876169 Jul 27 21:45:25.836890 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-707f1bef-d4d8-467c-a411-4abdff965304 req-e6fcd6a2-b4b5-4795-997e-40b2472b8494 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=322cce1c-3c1b-4a3d-a44f-0cd5aeb14c2a HTTP/1.1" status: 200 len: 1000 time: 0.0568411 Jul 27 21:45:25.885704 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707f1bef-d4d8-467c-a411-4abdff965304 req-98192876-c55f-48d8-955d-6b206249776c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:45:25.887174 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-707f1bef-d4d8-467c-a411-4abdff965304 req-98192876-c55f-48d8-955d-6b206249776c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4065b5d3-4c0a-4855-8695-4062e0323f11 HTTP/1.1" status: 200 len: 851 time: 0.0427601 Jul 27 21:45:25.950551 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707f1bef-d4d8-467c-a411-4abdff965304 req-e7095c13-94c7-4b33-9f58-3a47f15cc5f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:45:25.952091 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-707f1bef-d4d8-467c-a411-4abdff965304 req-e7095c13-94c7-4b33-9f58-3a47f15cc5f0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=407498f9-1dd2-4d4d-80f9-fd7dac21ec25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0572422 Jul 27 21:45:26.015514 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc766709-944a-436a-b39e-8e58336e084f req-4bd27bb4-7ae2-42f5-8ea9-60747bdb297f tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:45:26.017004 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-dc766709-944a-436a-b39e-8e58336e084f req-4bd27bb4-7ae2-42f5-8ea9-60747bdb297f tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] 10.222.0.59 "GET /v2.0/ports?device_id=b77428eb-702f-4918-b3d7-ae8f93fd2063 HTTP/1.1" status: 200 len: 945 time: 0.0671206 Jul 27 21:45:26.045363 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-707f1bef-d4d8-467c-a411-4abdff965304 req-da3c8c0d-0108-46c0-a624-03e1069c5150 service neutron] 10.222.0.36 "GET /v2.0/networks/407498f9-1dd2-4d4d-80f9-fd7dac21ec25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846663 Jul 27 21:45:26.055504 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-dc766709-944a-436a-b39e-8e58336e084f req-2ff4c6eb-a24b-4102-b6b7-0111174dce2e tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0213b60-9675-41ba-82c7-cb66a48a86e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326006 Jul 27 21:45:26.144876 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-707f1bef-d4d8-467c-a411-4abdff965304 req-9b83542c-3290-4e44-8629-ed1a52902cc1 service neutron] 10.222.0.36 "GET /v2.0/networks/407498f9-1dd2-4d4d-80f9-fd7dac21ec25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911410 Jul 27 21:45:27.182640 n-d-705658-22 neutron-server[105584]: INFO neutron.api.v2.resource [req-0e73043e-bffe-4685-8254-baa72e98110e req-231d8bcb-6a96-4e51-bf1c-0b79c1362fb9 service neutron] show failed (client error): The resource could not be found. Jul 27 21:45:27.183714 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-0e73043e-bffe-4685-8254-baa72e98110e req-231d8bcb-6a96-4e51-bf1c-0b79c1362fb9 service neutron] 10.222.0.36 "GET /v2.0/ports/322cce1c-3c1b-4a3d-a44f-0cd5aeb14c2a/bindings/n-h2-705658-22 HTTP/1.1" status: 404 len: 381 time: 0.0556855 Jul 27 21:45:27.185028 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395441bd-7fbd-4429-b46c-ee107c0f5b4d req-3fe7f611-6df0-4865-bbf2-3c5d6bdba609 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:45:27.186518 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-395441bd-7fbd-4429-b46c-ee107c0f5b4d req-3fe7f611-6df0-4865-bbf2-3c5d6bdba609 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] 10.222.0.59 "GET /v2.0/ports?device_id=b77428eb-702f-4918-b3d7-ae8f93fd2063 HTTP/1.1" status: 200 len: 945 time: 0.0634391 Jul 27 21:45:27.226850 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-395441bd-7fbd-4429-b46c-ee107c0f5b4d req-aa548dfb-ffb1-46e1-a292-30fcfba77555 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0213b60-9675-41ba-82c7-cb66a48a86e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335011 Jul 27 21:45:27.435500 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e73043e-bffe-4685-8254-baa72e98110e req-1eed9bfe-4048-4bb2-aa48-b846f99af852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:45:27.436994 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-0e73043e-bffe-4685-8254-baa72e98110e req-1eed9bfe-4048-4bb2-aa48-b846f99af852 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=b77428eb-702f-4918-b3d7-ae8f93fd2063&tenant_id=c529c1f29ef94d7791c99b50fa7c5534 HTTP/1.1" status: 200 len: 1097 time: 0.0997255 Jul 27 21:45:27.449039 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [req-0e73043e-bffe-4685-8254-baa72e98110e req-67e0c5fa-79c0-4f2b-ade3-6e96bf82c96e service neutron] Request body: {'port': {'binding:host_id': 'n-h2-705658-22', 'device_owner': 'compute:nova'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:45:27.520124 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-0e73043e-bffe-4685-8254-baa72e98110e req-67e0c5fa-79c0-4f2b-ade3-6e96bf82c96e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:27.717462 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [req-0e73043e-bffe-4685-8254-baa72e98110e req-67e0c5fa-79c0-4f2b-ade3-6e96bf82c96e service neutron] For port 322cce1c-3c1b-4a3d-a44f-0cd5aeb14c2a, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=322cce1c-3c1b-4a3d-a44f-0cd5aeb14c2a,segment=NetworkSegment(c6ae5619-12c2-491f-a03a-63f376106659),segment_id=c6ae5619-12c2-491f-a03a-63f376106659)] {{(pid=105584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:45:27.749600 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [req-0e73043e-bffe-4685-8254-baa72e98110e req-67e0c5fa-79c0-4f2b-ade3-6e96bf82c96e service neutron] For port 322cce1c-3c1b-4a3d-a44f-0cd5aeb14c2a, host n-h1-705658-22, cleared binding levels {{(pid=105584) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:45:27.787222 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b77428eb-702f-4918-b3d7-ae8f93fd2063', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '322cce1c-3c1b-4a3d-a44f-0cd5aeb14c2a'}] {{(pid=105584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:45:27.789477 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bce5e6c8685464f7626901654159975603b047827e3138302ed6566e28f1343" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63a44bf0-c679-4844-b4b3-3f97f2a0d12d" -d '{"events": [{"server_uuid": "b77428eb-702f-4918-b3d7-ae8f93fd2063", "name": "network-vif-unplugged", "status": "completed", "tag": "322cce1c-3c1b-4a3d-a44f-0cd5aeb14c2a"}]}' {{(pid=105584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:45:27.793488 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-0e73043e-bffe-4685-8254-baa72e98110e req-67e0c5fa-79c0-4f2b-ade3-6e96bf82c96e service neutron] Notify callbacks [] for port, precommit_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:27.805939 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.provisioning_blocks [req-0e73043e-bffe-4685-8254-baa72e98110e req-67e0c5fa-79c0-4f2b-ade3-6e96bf82c96e service neutron] Transition to ACTIVE for port object 322cce1c-3c1b-4a3d-a44f-0cd5aeb14c2a will not be triggered until provisioned by entity L2. {{(pid=105584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:45:27.809797 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-0e73043e-bffe-4685-8254-baa72e98110e req-67e0c5fa-79c0-4f2b-ade3-6e96bf82c96e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9014027'] for port, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:27.840396 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 27 Jul 2021 21:45:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0375446-926a-402e-8783-ffc4092a4b51 x-openstack-request-id: req-f0375446-926a-402e-8783-ffc4092a4b51 {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:45:27.840685 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b77428eb-702f-4918-b3d7-ae8f93fd2063", "name": "network-vif-unplugged", "status": "completed", "tag": "322cce1c-3c1b-4a3d-a44f-0cd5aeb14c2a", "code": 200}]} {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:45:27.840934 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-f0375446-926a-402e-8783-ffc4092a4b51 {{(pid=105584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:45:27.841319 n-d-705658-22 neutron-server[105584]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b77428eb-702f-4918-b3d7-ae8f93fd2063', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '322cce1c-3c1b-4a3d-a44f-0cd5aeb14c2a', 'code': 200} Jul 27 21:45:27.891434 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e0c5fa-79c0-4f2b-ade3-6e96bf82c96e service neutron] Pushing event updated for resources: {'Port': ['ID=322cce1c-3c1b-4a3d-a44f-0cd5aeb14c2a,revision_number=6']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:45:27.902870 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e0c5fa-79c0-4f2b-ade3-6e96bf82c96e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:45:27.903245 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e0c5fa-79c0-4f2b-ade3-6e96bf82c96e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:45:27.903588 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e0c5fa-79c0-4f2b-ade3-6e96bf82c96e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:45:27.903923 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e0c5fa-79c0-4f2b-ade3-6e96bf82c96e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:45:27.904257 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e0c5fa-79c0-4f2b-ade3-6e96bf82c96e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:45:27.904586 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e0c5fa-79c0-4f2b-ade3-6e96bf82c96e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:45:27.904912 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e0c5fa-79c0-4f2b-ade3-6e96bf82c96e service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:45:27.905235 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e0c5fa-79c0-4f2b-ade3-6e96bf82c96e service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:45:27.905558 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e0c5fa-79c0-4f2b-ade3-6e96bf82c96e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:45:27.905888 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e0c5fa-79c0-4f2b-ade3-6e96bf82c96e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:45:27.906218 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e0c5fa-79c0-4f2b-ade3-6e96bf82c96e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:45:27.906538 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e0c5fa-79c0-4f2b-ade3-6e96bf82c96e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:45:27.946573 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e73043e-bffe-4685-8254-baa72e98110e req-67e0c5fa-79c0-4f2b-ade3-6e96bf82c96e service neutron] No DVR routers for this DVR port 322cce1c-3c1b-4a3d-a44f-0cd5aeb14c2a on host n-h1-705658-22 {{(pid=105584) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:45:28.093739 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [req-0e73043e-bffe-4685-8254-baa72e98110e req-67e0c5fa-79c0-4f2b-ade3-6e96bf82c96e service neutron] Attempting to bind port 322cce1c-3c1b-4a3d-a44f-0cd5aeb14c2a on host n-h2-705658-22 for vnic_type normal with profile {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:45:28.094079 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [req-0e73043e-bffe-4685-8254-baa72e98110e req-67e0c5fa-79c0-4f2b-ade3-6e96bf82c96e service neutron] Attempting to bind port 322cce1c-3c1b-4a3d-a44f-0cd5aeb14c2a by drivers openvswitch,hyperv on host n-h2-705658-22 at level 0 using segments [{'id': 'c6ae5619-12c2-491f-a03a-63f376106659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '407498f9-1dd2-4d4d-80f9-fd7dac21ec25'}] {{(pid=105584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:45:28.094410 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e73043e-bffe-4685-8254-baa72e98110e req-67e0c5fa-79c0-4f2b-ade3-6e96bf82c96e service neutron] Attempting to bind port 322cce1c-3c1b-4a3d-a44f-0cd5aeb14c2a on network 407498f9-1dd2-4d4d-80f9-fd7dac21ec25 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:45:28.101486 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e73043e-bffe-4685-8254-baa72e98110e req-67e0c5fa-79c0-4f2b-ade3-6e96bf82c96e service neutron] Port 322cce1c-3c1b-4a3d-a44f-0cd5aeb14c2a on network 407498f9-1dd2-4d4d-80f9-fd7dac21ec25 not bound, no agent of type Open vSwitch agent registered on host n-h2-705658-22 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:45:28.101814 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e73043e-bffe-4685-8254-baa72e98110e req-67e0c5fa-79c0-4f2b-ade3-6e96bf82c96e service neutron] Attempting to bind port 322cce1c-3c1b-4a3d-a44f-0cd5aeb14c2a on network 407498f9-1dd2-4d4d-80f9-fd7dac21ec25 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:45:28.106682 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e73043e-bffe-4685-8254-baa72e98110e req-67e0c5fa-79c0-4f2b-ade3-6e96bf82c96e service neutron] Checking agent: {'id': '65195a73-a875-4810-9f5b-622ae260a8a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 49, 40), 'started_at': datetime.datetime(2021, 7, 27, 20, 49, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 45, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:45:28.107058 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e73043e-bffe-4685-8254-baa72e98110e req-67e0c5fa-79c0-4f2b-ade3-6e96bf82c96e service neutron] Checking segment: {'id': 'c6ae5619-12c2-491f-a03a-63f376106659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '407498f9-1dd2-4d4d-80f9-fd7dac21ec25'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:45:28.107444 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e73043e-bffe-4685-8254-baa72e98110e req-67e0c5fa-79c0-4f2b-ade3-6e96bf82c96e service neutron] Bound using segment: {'id': 'c6ae5619-12c2-491f-a03a-63f376106659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '407498f9-1dd2-4d4d-80f9-fd7dac21ec25'} {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:45:28.107881 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [req-0e73043e-bffe-4685-8254-baa72e98110e req-67e0c5fa-79c0-4f2b-ade3-6e96bf82c96e service neutron] Bound port: 322cce1c-3c1b-4a3d-a44f-0cd5aeb14c2a, host: n-h2-705658-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6ae5619-12c2-491f-a03a-63f376106659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '407498f9-1dd2-4d4d-80f9-fd7dac21ec25'}}] {{(pid=105584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:45:28.108239 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-0e73043e-bffe-4685-8254-baa72e98110e req-67e0c5fa-79c0-4f2b-ade3-6e96bf82c96e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:28.172901 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [req-0e73043e-bffe-4685-8254-baa72e98110e req-67e0c5fa-79c0-4f2b-ade3-6e96bf82c96e service neutron] For port 322cce1c-3c1b-4a3d-a44f-0cd5aeb14c2a, host n-h2-705658-22, cleared binding levels {{(pid=105584) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:45:28.176294 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [req-0e73043e-bffe-4685-8254-baa72e98110e req-67e0c5fa-79c0-4f2b-ade3-6e96bf82c96e service neutron] For port 322cce1c-3c1b-4a3d-a44f-0cd5aeb14c2a, host n-h2-705658-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=322cce1c-3c1b-4a3d-a44f-0cd5aeb14c2a,segment=NetworkSegment(c6ae5619-12c2-491f-a03a-63f376106659),segment_id=c6ae5619-12c2-491f-a03a-63f376106659)] {{(pid=105584) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:45:28.181265 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-0e73043e-bffe-4685-8254-baa72e98110e req-67e0c5fa-79c0-4f2b-ade3-6e96bf82c96e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9014027'] for port, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:28.213510 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e73043e-bffe-4685-8254-baa72e98110e req-67e0c5fa-79c0-4f2b-ade3-6e96bf82c96e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:45:28.214124 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-0e73043e-bffe-4685-8254-baa72e98110e req-67e0c5fa-79c0-4f2b-ade3-6e96bf82c96e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:28.215657 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-0e73043e-bffe-4685-8254-baa72e98110e req-67e0c5fa-79c0-4f2b-ade3-6e96bf82c96e service neutron] 10.222.0.60 "PUT /v2.0/ports/322cce1c-3c1b-4a3d-a44f-0cd5aeb14c2a HTTP/1.1" status: 200 len: 1092 time: 0.7704387 Jul 27 21:45:28.237420 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e0c5fa-79c0-4f2b-ade3-6e96bf82c96e service neutron] Pushing event updated for resources: {'Port': ['ID=322cce1c-3c1b-4a3d-a44f-0cd5aeb14c2a,revision_number=7']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:45:28.297766 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e73043e-bffe-4685-8254-baa72e98110e req-626f81dd-056f-476b-9226-59cdf4e8ad21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:45:28.299432 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-0e73043e-bffe-4685-8254-baa72e98110e req-626f81dd-056f-476b-9226-59cdf4e8ad21 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c529c1f29ef94d7791c99b50fa7c5534&device_id=b77428eb-702f-4918-b3d7-ae8f93fd2063 HTTP/1.1" status: 200 len: 1095 time: 0.0584774 Jul 27 21:45:28.381114 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cf761a-6084-4dce-9434-93b829f05e27 req-991694e5-21a7-417b-839a-27cdb11813f8 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:45:28.382670 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-73cf761a-6084-4dce-9434-93b829f05e27 req-991694e5-21a7-417b-839a-27cdb11813f8 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] 10.222.0.59 "GET /v2.0/ports?device_id=b77428eb-702f-4918-b3d7-ae8f93fd2063 HTTP/1.1" status: 200 len: 943 time: 0.0830591 Jul 27 21:45:28.410565 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e73043e-bffe-4685-8254-baa72e98110e req-e1a3fa87-4b6a-452b-a6db-0277ead55735 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:45:28.412633 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-0e73043e-bffe-4685-8254-baa72e98110e req-e1a3fa87-4b6a-452b-a6db-0277ead55735 service neutron] 10.222.0.60 "GET /v2.0/networks?id=407498f9-1dd2-4d4d-80f9-fd7dac21ec25 HTTP/1.1" status: 200 len: 913 time: 0.1058486 Jul 27 21:45:28.429335 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-73cf761a-6084-4dce-9434-93b829f05e27 req-4f03ac3c-e28b-46ed-9dd9-0b71ba4ab351 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0213b60-9675-41ba-82c7-cb66a48a86e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405879 Jul 27 21:45:28.478421 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-0e73043e-bffe-4685-8254-baa72e98110e req-b43e551b-8539-4398-9266-2ed07c71c1bf service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=322cce1c-3c1b-4a3d-a44f-0cd5aeb14c2a HTTP/1.1" status: 200 len: 998 time: 0.0585225 Jul 27 21:45:28.531797 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e73043e-bffe-4685-8254-baa72e98110e req-0705c8ab-56c5-4103-bf09-a2c437e1907d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:45:28.533153 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-0e73043e-bffe-4685-8254-baa72e98110e req-0705c8ab-56c5-4103-bf09-a2c437e1907d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4065b5d3-4c0a-4855-8695-4062e0323f11 HTTP/1.1" status: 200 len: 851 time: 0.0436246 Jul 27 21:45:28.595564 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e73043e-bffe-4685-8254-baa72e98110e req-b63248f7-c12f-4966-a0a2-d2ae88aa74fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:45:28.597060 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-0e73043e-bffe-4685-8254-baa72e98110e req-b63248f7-c12f-4966-a0a2-d2ae88aa74fa service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=407498f9-1dd2-4d4d-80f9-fd7dac21ec25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0565565 Jul 27 21:45:28.607840 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [req-0e73043e-bffe-4685-8254-baa72e98110e req-f10501ce-8ff7-4e0d-abd3-a0c0df9a2337 service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=105584) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 21:45:28.608778 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-0e73043e-bffe-4685-8254-baa72e98110e req-f10501ce-8ff7-4e0d-abd3-a0c0df9a2337 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049255 Jul 27 21:45:28.695648 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-0e73043e-bffe-4685-8254-baa72e98110e req-abb742b5-a551-4eb2-af28-624ddf531131 service neutron] 10.222.0.60 "GET /v2.0/networks/407498f9-1dd2-4d4d-80f9-fd7dac21ec25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803230 Jul 27 21:45:28.786260 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-0e73043e-bffe-4685-8254-baa72e98110e req-8dd2fbed-48c6-4d3c-9f9a-9b7756648476 service neutron] 10.222.0.60 "GET /v2.0/networks/407498f9-1dd2-4d4d-80f9-fd7dac21ec25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836544 Jul 27 21:45:29.563774 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c42efd-af7f-4567-a719-25ed2df465dd req-ec2e6136-6b2d-46f3-8306-0e0148ac48c9 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:45:29.565253 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-80c42efd-af7f-4567-a719-25ed2df465dd req-ec2e6136-6b2d-46f3-8306-0e0148ac48c9 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] 10.222.0.59 "GET /v2.0/ports?device_id=b77428eb-702f-4918-b3d7-ae8f93fd2063 HTTP/1.1" status: 200 len: 943 time: 0.0648930 Jul 27 21:45:29.606246 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-80c42efd-af7f-4567-a719-25ed2df465dd req-551bf374-6c80-4077-8b7d-96dd5d2c0c2e tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0213b60-9675-41ba-82c7-cb66a48a86e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342512 Jul 27 21:45:29.843261 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b77428eb-702f-4918-b3d7-ae8f93fd2063', 'tag': '322cce1c-3c1b-4a3d-a44f-0cd5aeb14c2a'}] {{(pid=105584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:45:29.845604 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bce5e6c8685464f7626901654159975603b047827e3138302ed6566e28f1343" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a571759a-8d9b-4414-a8fa-47051bb174ea" -d '{"events": [{"name": "network-changed", "server_uuid": "b77428eb-702f-4918-b3d7-ae8f93fd2063", "tag": "322cce1c-3c1b-4a3d-a44f-0cd5aeb14c2a"}]}' {{(pid=105584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:45:29.892699 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:45:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7541fe09-c1a1-4a7f-a276-58c8e7799e50 x-openstack-request-id: req-7541fe09-c1a1-4a7f-a276-58c8e7799e50 {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:45:29.892988 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b77428eb-702f-4918-b3d7-ae8f93fd2063", "tag": "322cce1c-3c1b-4a3d-a44f-0cd5aeb14c2a", "status": "completed", "code": 200}]} {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:45:29.893241 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-7541fe09-c1a1-4a7f-a276-58c8e7799e50 {{(pid=105584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:45:29.893652 n-d-705658-22 neutron-server[105584]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b77428eb-702f-4918-b3d7-ae8f93fd2063', 'tag': '322cce1c-3c1b-4a3d-a44f-0cd5aeb14c2a', 'status': 'completed', 'code': 200} Jul 27 21:45:30.001371 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a571759a-8d9b-4414-a8fa-47051bb174ea req-8a635f4a-6911-485d-b1e1-fd3b19f47483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:45:30.002856 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-a571759a-8d9b-4414-a8fa-47051bb174ea req-8a635f4a-6911-485d-b1e1-fd3b19f47483 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c529c1f29ef94d7791c99b50fa7c5534&device_id=b77428eb-702f-4918-b3d7-ae8f93fd2063 HTTP/1.1" status: 200 len: 1095 time: 0.0801530 Jul 27 21:45:30.007733 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a571759a-8d9b-4414-a8fa-47051bb174ea req-cad3fd00-d02b-43ab-8a59-182ee0abe8e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:45:30.009099 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-a571759a-8d9b-4414-a8fa-47051bb174ea req-cad3fd00-d02b-43ab-8a59-182ee0abe8e2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c529c1f29ef94d7791c99b50fa7c5534&device_id=b77428eb-702f-4918-b3d7-ae8f93fd2063 HTTP/1.1" status: 200 len: 1095 time: 0.0951674 Jul 27 21:45:30.160067 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a571759a-8d9b-4414-a8fa-47051bb174ea req-48f32ad6-2641-49d4-afc4-f5af3068156e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:45:30.161476 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-a571759a-8d9b-4414-a8fa-47051bb174ea req-48f32ad6-2641-49d4-afc4-f5af3068156e service neutron] 10.222.0.60 "GET /v2.0/networks?id=407498f9-1dd2-4d4d-80f9-fd7dac21ec25 HTTP/1.1" status: 200 len: 913 time: 0.1511657 Jul 27 21:45:30.164630 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a571759a-8d9b-4414-a8fa-47051bb174ea req-a258e020-7f39-40dd-8063-def68ad168fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:45:30.165962 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-a571759a-8d9b-4414-a8fa-47051bb174ea req-a258e020-7f39-40dd-8063-def68ad168fd service neutron] 10.222.0.36 "GET /v2.0/networks?id=407498f9-1dd2-4d4d-80f9-fd7dac21ec25 HTTP/1.1" status: 200 len: 913 time: 0.1478257 Jul 27 21:45:30.269351 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-a571759a-8d9b-4414-a8fa-47051bb174ea req-4fccc95d-e9f9-4d87-9fb7-6c1de699ac5a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=322cce1c-3c1b-4a3d-a44f-0cd5aeb14c2a HTTP/1.1" status: 200 len: 998 time: 0.0999177 Jul 27 21:45:30.273295 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-a571759a-8d9b-4414-a8fa-47051bb174ea req-6be90121-8f64-4407-bdaf-6e4449f6765c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=322cce1c-3c1b-4a3d-a44f-0cd5aeb14c2a HTTP/1.1" status: 200 len: 998 time: 0.0985911 Jul 27 21:45:30.348387 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a571759a-8d9b-4414-a8fa-47051bb174ea req-3a7575d9-0524-4a9e-a3ef-d75fc546f445 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:45:30.350419 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-a571759a-8d9b-4414-a8fa-47051bb174ea req-3a7575d9-0524-4a9e-a3ef-d75fc546f445 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4065b5d3-4c0a-4855-8695-4062e0323f11 HTTP/1.1" status: 200 len: 851 time: 0.0734272 Jul 27 21:45:30.353582 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a571759a-8d9b-4414-a8fa-47051bb174ea req-5722103c-2e67-4096-80f5-1e6a8f364a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:45:30.354880 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-a571759a-8d9b-4414-a8fa-47051bb174ea req-5722103c-2e67-4096-80f5-1e6a8f364a46 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4065b5d3-4c0a-4855-8695-4062e0323f11 HTTP/1.1" status: 200 len: 851 time: 0.0709939 Jul 27 21:45:30.450047 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a571759a-8d9b-4414-a8fa-47051bb174ea req-071aa747-e71f-43a6-b703-a5065934d668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:45:30.451558 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-a571759a-8d9b-4414-a8fa-47051bb174ea req-071aa747-e71f-43a6-b703-a5065934d668 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=407498f9-1dd2-4d4d-80f9-fd7dac21ec25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0933416 Jul 27 21:45:30.453265 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a571759a-8d9b-4414-a8fa-47051bb174ea req-ca2c31a7-92f8-473c-9702-831591082ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:45:30.454602 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-a571759a-8d9b-4414-a8fa-47051bb174ea req-ca2c31a7-92f8-473c-9702-831591082ee7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=407498f9-1dd2-4d4d-80f9-fd7dac21ec25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0885315 Jul 27 21:45:30.863399 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-a571759a-8d9b-4414-a8fa-47051bb174ea req-298d41b8-0e82-44d6-bea9-99e9e736d693 service neutron] 10.222.0.60 "GET /v2.0/networks/407498f9-1dd2-4d4d-80f9-fd7dac21ec25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4033852 Jul 27 21:45:30.867374 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-a571759a-8d9b-4414-a8fa-47051bb174ea req-553ee41e-64e9-41d8-9e2b-fc38c1229092 service neutron] 10.222.0.36 "GET /v2.0/networks/407498f9-1dd2-4d4d-80f9-fd7dac21ec25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4008043 Jul 27 21:45:30.987037 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d434839-2db7-441a-acc0-9c46e46c51dc req-4af81e12-ffac-4371-be12-bea7a82638e9 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:45:30.988528 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-2d434839-2db7-441a-acc0-9c46e46c51dc req-4af81e12-ffac-4371-be12-bea7a82638e9 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] 10.222.0.59 "GET /v2.0/ports?device_id=b77428eb-702f-4918-b3d7-ae8f93fd2063 HTTP/1.1" status: 200 len: 943 time: 0.0639391 Jul 27 21:45:31.022406 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-a571759a-8d9b-4414-a8fa-47051bb174ea req-c2d8ecf4-a6c7-4b6a-b4a4-f6bb16f7d29f service neutron] 10.222.0.60 "GET /v2.0/networks/407498f9-1dd2-4d4d-80f9-fd7dac21ec25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1517839 Jul 27 21:45:31.024294 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-a571759a-8d9b-4414-a8fa-47051bb174ea req-75eedbee-34c1-400f-9541-729392ee27b5 service neutron] 10.222.0.36 "GET /v2.0/networks/407498f9-1dd2-4d4d-80f9-fd7dac21ec25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1461878 Jul 27 21:45:31.027102 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-2d434839-2db7-441a-acc0-9c46e46c51dc req-0aaeb261-a5ea-4303-84b7-38967aeff861 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0213b60-9675-41ba-82c7-cb66a48a86e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320511 Jul 27 21:45:31.774406 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device 322cce1c-3c1b-4a3d-a44f-0cd5aeb14c2a no longer exists at agent hyperv_n-h1-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:45:31.811160 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device 322cce1c-3c1b-4a3d-a44f-0cd5aeb14c2a not bound to the agent host n-h1-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:45:32.179086 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5dcca44-6ab6-4e9f-944b-3b3e544a21cd req-fc6d4afa-d655-4040-95e9-142189c6d718 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:45:32.180573 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f5dcca44-6ab6-4e9f-944b-3b3e544a21cd req-fc6d4afa-d655-4040-95e9-142189c6d718 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] 10.222.0.59 "GET /v2.0/ports?device_id=b77428eb-702f-4918-b3d7-ae8f93fd2063 HTTP/1.1" status: 200 len: 943 time: 0.0678763 Jul 27 21:45:32.217667 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f5dcca44-6ab6-4e9f-944b-3b3e544a21cd req-e858fb2c-72ed-442e-851b-e9e2f7672195 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0213b60-9675-41ba-82c7-cb66a48a86e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312741 Jul 27 21:45:32.433392 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be1199f-81ee-4490-8d3a-f9f751bdbf4b req-0909070d-2a19-4a09-969d-939452a0ce7b tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:45:32.434899 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-4be1199f-81ee-4490-8d3a-f9f751bdbf4b req-0909070d-2a19-4a09-969d-939452a0ce7b tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] 10.222.0.59 "GET /v2.0/ports?device_id=b77428eb-702f-4918-b3d7-ae8f93fd2063 HTTP/1.1" status: 200 len: 943 time: 0.0771828 Jul 27 21:45:32.441315 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab66e50-f815-4b56-afbf-407f3321ac04 req-12607783-2bd4-44e3-8319-315a245229ae tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:45:32.442760 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-5ab66e50-f815-4b56-afbf-407f3321ac04 req-12607783-2bd4-44e3-8319-315a245229ae tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] 10.222.0.36 "GET /v2.0/ports?device_id=b77428eb-702f-4918-b3d7-ae8f93fd2063&tenant_id=c529c1f29ef94d7791c99b50fa7c5534&binding%3Ahost_id=n-h2-705658-22 HTTP/1.1" status: 200 len: 943 time: 0.0733960 Jul 27 21:45:32.473375 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-4be1199f-81ee-4490-8d3a-f9f751bdbf4b req-d1e5c724-44e0-433f-9e99-0189db9767b9 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0213b60-9675-41ba-82c7-cb66a48a86e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324709 Jul 27 21:45:32.501932 n-d-705658-22 neutron-server[105584]: INFO neutron.api.v2.resource [req-5ab66e50-f815-4b56-afbf-407f3321ac04 req-989f18dd-5d52-4d45-9680-4365c616ef2b service neutron] delete failed (client error): The resource could not be found. Jul 27 21:45:32.502976 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-5ab66e50-f815-4b56-afbf-407f3321ac04 req-989f18dd-5d52-4d45-9680-4365c616ef2b service neutron] 10.222.0.36 "DELETE /v2.0/ports/322cce1c-3c1b-4a3d-a44f-0cd5aeb14c2a/bindings/n-h1-705658-22 HTTP/1.1" status: 404 len: 381 time: 0.0531206 Jul 27 21:45:32.596992 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab66e50-f815-4b56-afbf-407f3321ac04 req-ba58fd78-aa14-43f1-9eb7-348812227186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:45:32.598443 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-5ab66e50-f815-4b56-afbf-407f3321ac04 req-ba58fd78-aa14-43f1-9eb7-348812227186 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c529c1f29ef94d7791c99b50fa7c5534&device_id=b77428eb-702f-4918-b3d7-ae8f93fd2063 HTTP/1.1" status: 200 len: 1095 time: 0.0536582 Jul 27 21:45:32.687516 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab66e50-f815-4b56-afbf-407f3321ac04 req-4ab2671b-8525-45f9-87f8-fe6a9a23a1b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:45:32.688984 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-5ab66e50-f815-4b56-afbf-407f3321ac04 req-4ab2671b-8525-45f9-87f8-fe6a9a23a1b7 service neutron] 10.222.0.36 "GET /v2.0/networks?id=407498f9-1dd2-4d4d-80f9-fd7dac21ec25 HTTP/1.1" status: 200 len: 913 time: 0.0840540 Jul 27 21:45:32.762238 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-5ab66e50-f815-4b56-afbf-407f3321ac04 req-36ff2c30-c669-44ba-af58-c148405f1ff9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=322cce1c-3c1b-4a3d-a44f-0cd5aeb14c2a HTTP/1.1" status: 200 len: 998 time: 0.0660732 Jul 27 21:45:32.823739 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab66e50-f815-4b56-afbf-407f3321ac04 req-baf31ad8-9f9c-43e9-aabf-2e4ded6ec58d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:45:32.825407 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-5ab66e50-f815-4b56-afbf-407f3321ac04 req-baf31ad8-9f9c-43e9-aabf-2e4ded6ec58d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4065b5d3-4c0a-4855-8695-4062e0323f11 HTTP/1.1" status: 200 len: 851 time: 0.0557113 Jul 27 21:45:32.887895 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab66e50-f815-4b56-afbf-407f3321ac04 req-6fdc0fd1-5667-4e64-ab2e-34bab0d539ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:45:32.889403 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-5ab66e50-f815-4b56-afbf-407f3321ac04 req-6fdc0fd1-5667-4e64-ab2e-34bab0d539ee service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=407498f9-1dd2-4d4d-80f9-fd7dac21ec25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0571346 Jul 27 21:45:32.977858 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-5ab66e50-f815-4b56-afbf-407f3321ac04 req-13c6b19f-d1ba-4afb-8d03-5435123482fa service neutron] 10.222.0.36 "GET /v2.0/networks/407498f9-1dd2-4d4d-80f9-fd7dac21ec25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803099 Jul 27 21:45:33.069565 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-5ab66e50-f815-4b56-afbf-407f3321ac04 req-fe75ba03-5b94-4388-8cf6-3893a0324ba3 service neutron] 10.222.0.36 "GET /v2.0/networks/407498f9-1dd2-4d4d-80f9-fd7dac21ec25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834966 Jul 27 21:45:33.611626 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273d1984-f8cc-411f-80f6-c023b0fd5084 req-91f45744-e00b-43aa-afee-58a778f80b9d tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:45:33.613157 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-273d1984-f8cc-411f-80f6-c023b0fd5084 req-91f45744-e00b-43aa-afee-58a778f80b9d tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] 10.222.0.59 "GET /v2.0/ports?device_id=b77428eb-702f-4918-b3d7-ae8f93fd2063 HTTP/1.1" status: 200 len: 943 time: 0.0693667 Jul 27 21:45:33.652819 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-273d1984-f8cc-411f-80f6-c023b0fd5084 req-487a2013-e7e8-47d7-b21c-4138247c7285 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0213b60-9675-41ba-82c7-cb66a48a86e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336406 Jul 27 21:45:33.780868 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdd9c2a-f397-49b8-a6a3-696dbb855960 req-7dcc7bc7-bba6-4cbc-aa9c-e27cc716400c tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:45:33.782246 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-9fdd9c2a-f397-49b8-a6a3-696dbb855960 req-7dcc7bc7-bba6-4cbc-aa9c-e27cc716400c tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] 10.222.0.59 "GET /v2.0/ports?device_id=b77428eb-702f-4918-b3d7-ae8f93fd2063 HTTP/1.1" status: 200 len: 943 time: 0.0643229 Jul 27 21:45:33.819946 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-9fdd9c2a-f397-49b8-a6a3-696dbb855960 req-d3ac4bb7-29b2-4592-afcd-17656cb137ca tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0213b60-9675-41ba-82c7-cb66a48a86e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318449 Jul 27 21:45:33.960631 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Device 322cce1c-3c1b-4a3d-a44f-0cd5aeb14c2a details requested by agent hyperv_n-h2-705658-22 with host n-h2-705658-22 {{(pid=105586) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:45:34.039046 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c029e8-286d-4b69-bc5c-99f3e95d5fef req-563ce2bf-4208-45c1-ae19-321469c3f904 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:45:34.040474 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-c0c029e8-286d-4b69-bc5c-99f3e95d5fef req-563ce2bf-4208-45c1-ae19-321469c3f904 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] 10.222.0.59 "GET /v2.0/ports?device_id=b77428eb-702f-4918-b3d7-ae8f93fd2063 HTTP/1.1" status: 200 len: 943 time: 0.0727689 Jul 27 21:45:34.059505 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] For port 322cce1c-3c1b-4a3d-a44f-0cd5aeb14c2a, host n-h2-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=322cce1c-3c1b-4a3d-a44f-0cd5aeb14c2a,segment=NetworkSegment(c6ae5619-12c2-491f-a03a-63f376106659),segment_id=c6ae5619-12c2-491f-a03a-63f376106659)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:45:34.065980 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43272d2-7b07-4390-99fe-c5e02351d49a req-82c183b5-da44-4722-8192-37654076d9f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:45:34.067655 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-c43272d2-7b07-4390-99fe-c5e02351d49a req-82c183b5-da44-4722-8192-37654076d9f8 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c529c1f29ef94d7791c99b50fa7c5534&device_id=b77428eb-702f-4918-b3d7-ae8f93fd2063 HTTP/1.1" status: 200 len: 1095 time: 0.0589528 Jul 27 21:45:34.072201 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Returning: {'device': '322cce1c-3c1b-4a3d-a44f-0cd5aeb14c2a', 'network_id': '407498f9-1dd2-4d4d-80f9-fd7dac21ec25', 'port_id': '322cce1c-3c1b-4a3d-a44f-0cd5aeb14c2a', 'mac_address': 'fa:16:3e:00:91:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 230, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4065b5d3-4c0a-4855-8695-4062e0323f11', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105586) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:45:34.084497 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-c0c029e8-286d-4b69-bc5c-99f3e95d5fef req-ddd99fc7-cd11-47c3-b977-71f77c9e8afc tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0213b60-9675-41ba-82c7-cb66a48a86e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351806 Jul 27 21:45:34.109630 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:34.123106 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [None req-3d54578f-831f-4696-b568-13c455922dab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 322cce1c-3c1b-4a3d-a44f-0cd5aeb14c2a {{(pid=105586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:45:34.142939 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] For port 322cce1c-3c1b-4a3d-a44f-0cd5aeb14c2a, host n-h2-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=322cce1c-3c1b-4a3d-a44f-0cd5aeb14c2a,segment=NetworkSegment(c6ae5619-12c2-491f-a03a-63f376106659),segment_id=c6ae5619-12c2-491f-a03a-63f376106659)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:45:34.147355 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:34.162314 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43272d2-7b07-4390-99fe-c5e02351d49a req-d5f2b515-a3ea-4c4a-9186-ee20bfedff85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:45:34.163827 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-c43272d2-7b07-4390-99fe-c5e02351d49a req-d5f2b515-a3ea-4c4a-9186-ee20bfedff85 service neutron] 10.222.0.60 "GET /v2.0/networks?id=407498f9-1dd2-4d4d-80f9-fd7dac21ec25 HTTP/1.1" status: 200 len: 913 time: 0.0887990 Jul 27 21:45:34.193824 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Pushing event updated for resources: {'Port': ['ID=322cce1c-3c1b-4a3d-a44f-0cd5aeb14c2a,revision_number=8']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:45:34.201234 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:45:34.201588 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:45:34.201937 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:45:34.202274 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:45:34.202610 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:45:34.202945 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:45:34.203302 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:45:34.203631 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:45:34.203959 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:45:34.204287 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:45:34.204611 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:45:34.204935 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:45:34.233965 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-c43272d2-7b07-4390-99fe-c5e02351d49a req-78a8e5a2-2319-4ef2-a017-a50f8f122c26 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=322cce1c-3c1b-4a3d-a44f-0cd5aeb14c2a HTTP/1.1" status: 200 len: 999 time: 0.0628493 Jul 27 21:45:34.282505 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43272d2-7b07-4390-99fe-c5e02351d49a req-146854cc-4aaa-458c-95f1-0c7a3f1feb7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:45:34.283920 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-c43272d2-7b07-4390-99fe-c5e02351d49a req-146854cc-4aaa-458c-95f1-0c7a3f1feb7a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4065b5d3-4c0a-4855-8695-4062e0323f11 HTTP/1.1" status: 200 len: 851 time: 0.0427732 Jul 27 21:45:34.341958 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43272d2-7b07-4390-99fe-c5e02351d49a req-cf22b747-75e1-415d-a966-15d557b545aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:45:34.343401 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-c43272d2-7b07-4390-99fe-c5e02351d49a req-cf22b747-75e1-415d-a966-15d557b545aa service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=407498f9-1dd2-4d4d-80f9-fd7dac21ec25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0518508 Jul 27 21:45:34.438201 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-c43272d2-7b07-4390-99fe-c5e02351d49a req-53b0cbe2-c101-4d03-921d-28447ba2cb73 service neutron] 10.222.0.60 "GET /v2.0/networks/407498f9-1dd2-4d4d-80f9-fd7dac21ec25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866365 Jul 27 21:45:34.506666 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] get_ports_and_sgs() called for port_ids ['322cce1c-3c1b-4a3d-a44f-0cd5aeb14c2a'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:45:34.544270 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-c43272d2-7b07-4390-99fe-c5e02351d49a req-5664b1fa-34be-4da0-8632-8478a5f0291d service neutron] 10.222.0.60 "GET /v2.0/networks/407498f9-1dd2-4d4d-80f9-fd7dac21ec25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984533 Jul 27 21:45:34.661008 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b52268a-868a-49fb-bbc8-380d95b272b0 req-a420ddde-7797-4798-b569-7cb703029d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:45:34.662459 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-4b52268a-868a-49fb-bbc8-380d95b272b0 req-a420ddde-7797-4798-b569-7cb703029d31 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c529c1f29ef94d7791c99b50fa7c5534&device_id=b77428eb-702f-4918-b3d7-ae8f93fd2063 HTTP/1.1" status: 200 len: 1096 time: 0.0595045 Jul 27 21:45:34.764604 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b52268a-868a-49fb-bbc8-380d95b272b0 req-4aca8538-eb7a-48bd-9d38-0de7fe18e5ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:45:34.766073 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-4b52268a-868a-49fb-bbc8-380d95b272b0 req-4aca8538-eb7a-48bd-9d38-0de7fe18e5ac service neutron] 10.222.0.60 "GET /v2.0/networks?id=407498f9-1dd2-4d4d-80f9-fd7dac21ec25 HTTP/1.1" status: 200 len: 913 time: 0.0835052 Jul 27 21:45:34.835703 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-4b52268a-868a-49fb-bbc8-380d95b272b0 req-d6598eed-4945-4036-8aeb-4fa35d15e579 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=322cce1c-3c1b-4a3d-a44f-0cd5aeb14c2a HTTP/1.1" status: 200 len: 999 time: 0.0617936 Jul 27 21:45:34.886359 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b52268a-868a-49fb-bbc8-380d95b272b0 req-b75cbf98-956d-470b-b5ed-31fa1df51ace service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:45:34.887955 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-4b52268a-868a-49fb-bbc8-380d95b272b0 req-b75cbf98-956d-470b-b5ed-31fa1df51ace service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4065b5d3-4c0a-4855-8695-4062e0323f11 HTTP/1.1" status: 200 len: 851 time: 0.0441873 Jul 27 21:45:34.950183 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b52268a-868a-49fb-bbc8-380d95b272b0 req-41e96b81-7f78-4866-ba40-b9ebdce0ffeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:45:34.951760 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-4b52268a-868a-49fb-bbc8-380d95b272b0 req-41e96b81-7f78-4866-ba40-b9ebdce0ffeb service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=407498f9-1dd2-4d4d-80f9-fd7dac21ec25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0552363 Jul 27 21:45:35.046470 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-4b52268a-868a-49fb-bbc8-380d95b272b0 req-a7fc9398-1d42-4369-a942-b73a9d56d8b4 service neutron] 10.222.0.60 "GET /v2.0/networks/407498f9-1dd2-4d4d-80f9-fd7dac21ec25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839231 Jul 27 21:45:35.140601 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-4b52268a-868a-49fb-bbc8-380d95b272b0 req-fb8e5c2a-156a-471d-ab72-5dc18690d059 service neutron] 10.222.0.60 "GET /v2.0/networks/407498f9-1dd2-4d4d-80f9-fd7dac21ec25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863996 Jul 27 21:45:35.229851 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665ea1a4-3ac5-455c-9710-a8e66f20f9d7 req-d65de8f0-0817-4903-9996-770dedd0e66b tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:45:35.231309 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-665ea1a4-3ac5-455c-9710-a8e66f20f9d7 req-d65de8f0-0817-4903-9996-770dedd0e66b tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] 10.222.0.59 "GET /v2.0/ports?device_id=b77428eb-702f-4918-b3d7-ae8f93fd2063 HTTP/1.1" status: 200 len: 944 time: 0.0680945 Jul 27 21:45:35.267738 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-665ea1a4-3ac5-455c-9710-a8e66f20f9d7 req-0ae25258-c31a-4f9a-b182-b418d2d57796 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0213b60-9675-41ba-82c7-cb66a48a86e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306072 Jul 27 21:45:35.507729 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf0dc80-0f87-4e96-8b60-414b1cee7eb3 req-5bda50e5-3bb3-487c-a00b-a612e69c6cc0 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:45:35.509118 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-fcf0dc80-0f87-4e96-8b60-414b1cee7eb3 req-5bda50e5-3bb3-487c-a00b-a612e69c6cc0 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] 10.222.0.59 "GET /v2.0/ports?device_id=b77428eb-702f-4918-b3d7-ae8f93fd2063 HTTP/1.1" status: 200 len: 944 time: 0.0636644 Jul 27 21:45:35.545390 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-fcf0dc80-0f87-4e96-8b60-414b1cee7eb3 req-5cbe88bc-04d4-46f5-868e-ce9edef73d12 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0213b60-9675-41ba-82c7-cb66a48a86e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304716 Jul 27 21:45:35.964824 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Device 322cce1c-3c1b-4a3d-a44f-0cd5aeb14c2a up at agent hyperv_n-h2-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:45:36.013226 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-3d54578f-831f-4696-b568-13c455922dab None None] Provisioning for port 322cce1c-3c1b-4a3d-a44f-0cd5aeb14c2a completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:45:36.016856 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-3d54578f-831f-4696-b568-13c455922dab None None] Provisioning complete for port 322cce1c-3c1b-4a3d-a44f-0cd5aeb14c2a triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:45:36.017230 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:36.092675 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:36.114133 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b77428eb-702f-4918-b3d7-ae8f93fd2063', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '322cce1c-3c1b-4a3d-a44f-0cd5aeb14c2a'}] {{(pid=105586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:45:36.116933 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14c1663e039faf5393f87855f745010ac5b02220355b68fdbf065393e303ac56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0330fb43-e623-41f1-91c1-d51c5a99eb05" -d '{"events": [{"server_uuid": "b77428eb-702f-4918-b3d7-ae8f93fd2063", "name": "network-vif-plugged", "status": "completed", "tag": "322cce1c-3c1b-4a3d-a44f-0cd5aeb14c2a"}]}' {{(pid=105586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:45:36.129635 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] For port 322cce1c-3c1b-4a3d-a44f-0cd5aeb14c2a, host n-h2-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=322cce1c-3c1b-4a3d-a44f-0cd5aeb14c2a,segment=NetworkSegment(c6ae5619-12c2-491f-a03a-63f376106659),segment_id=c6ae5619-12c2-491f-a03a-63f376106659)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:45:36.134620 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:36.157878 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:45:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a2151fe-0135-4a23-bbfc-d31a3a430877 x-openstack-request-id: req-9a2151fe-0135-4a23-bbfc-d31a3a430877 {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:45:36.158186 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b77428eb-702f-4918-b3d7-ae8f93fd2063", "name": "network-vif-plugged", "status": "completed", "tag": "322cce1c-3c1b-4a3d-a44f-0cd5aeb14c2a", "code": 200}]} {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:45:36.158457 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-9a2151fe-0135-4a23-bbfc-d31a3a430877 {{(pid=105586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:45:36.158873 n-d-705658-22 neutron-server[105586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b77428eb-702f-4918-b3d7-ae8f93fd2063', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '322cce1c-3c1b-4a3d-a44f-0cd5aeb14c2a', 'code': 200} Jul 27 21:45:36.184549 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Pushing event updated for resources: {'Port': ['ID=322cce1c-3c1b-4a3d-a44f-0cd5aeb14c2a,revision_number=9']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:45:36.678806 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c97a27-cbe6-4ea9-9087-4fce5063f8a9 req-fbe784cb-13ee-4b8c-a87a-906a4657c2df tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:45:36.680321 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-98c97a27-cbe6-4ea9-9087-4fce5063f8a9 req-fbe784cb-13ee-4b8c-a87a-906a4657c2df tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] 10.222.0.59 "GET /v2.0/ports?device_id=b77428eb-702f-4918-b3d7-ae8f93fd2063 HTTP/1.1" status: 200 len: 945 time: 0.0668683 Jul 27 21:45:36.719585 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-98c97a27-cbe6-4ea9-9087-4fce5063f8a9 req-4672fb82-d3f1-4148-89a8-75df66141db6 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0213b60-9675-41ba-82c7-cb66a48a86e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334039 Jul 27 21:45:36.762348 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfaadf31-1af7-4289-b23e-b819ece6ca31 req-089e3b90-0079-4e1c-8d5e-7891ed003a98 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:45:36.763825 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-bfaadf31-1af7-4289-b23e-b819ece6ca31 req-089e3b90-0079-4e1c-8d5e-7891ed003a98 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] 10.222.0.60 "GET /v2.0/ports?device_id=b77428eb-702f-4918-b3d7-ae8f93fd2063 HTTP/1.1" status: 200 len: 945 time: 0.0640309 Jul 27 21:45:36.801922 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:36.868344 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [req-bfaadf31-1af7-4289-b23e-b819ece6ca31 req-c7c0dd41-c385-4610-ad53-be2dc1c05cd1 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] Deleting port 322cce1c-3c1b-4a3d-a44f-0cd5aeb14c2a {{(pid=105584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:45:36.868607 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-bfaadf31-1af7-4289-b23e-b819ece6ca31 req-c7c0dd41-c385-4610-ad53-be2dc1c05cd1 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:36.954203 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [req-bfaadf31-1af7-4289-b23e-b819ece6ca31 req-c7c0dd41-c385-4610-ad53-be2dc1c05cd1 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] For port 322cce1c-3c1b-4a3d-a44f-0cd5aeb14c2a, host n-h2-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=322cce1c-3c1b-4a3d-a44f-0cd5aeb14c2a,segment=NetworkSegment(c6ae5619-12c2-491f-a03a-63f376106659),segment_id=c6ae5619-12c2-491f-a03a-63f376106659)] {{(pid=105584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:45:36.954571 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-bfaadf31-1af7-4289-b23e-b819ece6ca31 req-c7c0dd41-c385-4610-ad53-be2dc1c05cd1 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:37.123829 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-bfaadf31-1af7-4289-b23e-b819ece6ca31 req-c7c0dd41-c385-4610-ad53-be2dc1c05cd1 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:37.124087 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-bfaadf31-1af7-4289-b23e-b819ece6ca31 req-c7c0dd41-c385-4610-ad53-be2dc1c05cd1 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4075768'] for floatingip, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:37.124404 n-d-705658-22 neutron-server[105584]: INFO neutron.db.l3_db [req-bfaadf31-1af7-4289-b23e-b819ece6ca31 req-c7c0dd41-c385-4610-ad53-be2dc1c05cd1 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] Floating IP c451b08d-4392-42dd-97b8-1d2df8386fa5 disassociated. External IP: 172.25.5.89, port: 322cce1c-3c1b-4a3d-a44f-0cd5aeb14c2a. Jul 27 21:45:37.125002 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [req-bfaadf31-1af7-4289-b23e-b819ece6ca31 req-c7c0dd41-c385-4610-ad53-be2dc1c05cd1 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] Calling delete_port for 322cce1c-3c1b-4a3d-a44f-0cd5aeb14c2a owned by compute:nova {{(pid=105584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:45:37.172069 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.agents_db [None req-558fcd2c-e512-47bc-a170-8673d87f7213 None None] Agent healthcheck: found 7 active agents {{(pid=105587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 21:45:37.249090 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-bfaadf31-1af7-4289-b23e-b819ece6ca31 req-c7c0dd41-c385-4610-ad53-be2dc1c05cd1 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:37.282443 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c0dd41-c385-4610-ad53-be2dc1c05cd1 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] Pushing event deleted for resources: {'Port': ['ID=322cce1c-3c1b-4a3d-a44f-0cd5aeb14c2a,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:45:37.394002 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bfaadf31-1af7-4289-b23e-b819ece6ca31 req-c7c0dd41-c385-4610-ad53-be2dc1c05cd1 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] Router 98278f6a-72c4-45a0-8507-e3539ffc577f has already been hosted by L3 agent dd128fd7-8e57-4d4f-895b-a96b369df59a {{(pid=105584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:45:37.503414 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bfaadf31-1af7-4289-b23e-b819ece6ca31 req-c7c0dd41-c385-4610-ad53-be2dc1c05cd1 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] Notify agent at l3_agent.n-d-705658-22 the message routers_updated {{(pid=105584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:45:37.513409 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b981473-fd6e-4fd8-9b2f-f096813b5e0a None None] Sync routers for ids ['98278f6a-72c4-45a0-8507-e3539ffc577f'] in n-d-705658-22 {{(pid=105587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:45:37.523827 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b981473-fd6e-4fd8-9b2f-f096813b5e0a None None] Routers {'98278f6a-72c4-45a0-8507-e3539ffc577f'} bound to L3 agent in host n-d-705658-22 {{(pid=105587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:45:37.524442 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-0b981473-fd6e-4fd8-9b2f-f096813b5e0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:45:12Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['98278f6a-72c4-45a0-8507-e3539ffc577f'], 'active': True} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:45:37.550438 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfaadf31-1af7-4289-b23e-b819ece6ca31 req-c7c0dd41-c385-4610-ad53-be2dc1c05cd1 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] No DVR routers for this DVR port 322cce1c-3c1b-4a3d-a44f-0cd5aeb14c2a on host n-h2-705658-22 {{(pid=105584) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:45:37.552915 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-bfaadf31-1af7-4289-b23e-b819ece6ca31 req-c7c0dd41-c385-4610-ad53-be2dc1c05cd1 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:37.554923 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-bfaadf31-1af7-4289-b23e-b819ece6ca31 req-c7c0dd41-c385-4610-ad53-be2dc1c05cd1 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] 10.222.0.60 "DELETE /v2.0/ports/322cce1c-3c1b-4a3d-a44f-0cd5aeb14c2a HTTP/1.1" status: 204 len: 173 time: 0.7846014 Jul 27 21:45:37.555386 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b77428eb-702f-4918-b3d7-ae8f93fd2063', 'name': 'network-vif-deleted', 'tag': '322cce1c-3c1b-4a3d-a44f-0cd5aeb14c2a'}] {{(pid=105584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:45:37.557773 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bce5e6c8685464f7626901654159975603b047827e3138302ed6566e28f1343" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a79e8902-91c8-4743-b00f-7faaa4e326d0" -d '{"events": [{"server_uuid": "b77428eb-702f-4918-b3d7-ae8f93fd2063", "name": "network-vif-deleted", "tag": "322cce1c-3c1b-4a3d-a44f-0cd5aeb14c2a"}]}' {{(pid=105584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:45:37.601913 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:45:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e6355c1-f48c-4c8f-be47-f6a351ef6a16 x-openstack-request-id: req-6e6355c1-f48c-4c8f-be47-f6a351ef6a16 {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:45:37.602229 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b77428eb-702f-4918-b3d7-ae8f93fd2063", "name": "network-vif-deleted", "tag": "322cce1c-3c1b-4a3d-a44f-0cd5aeb14c2a", "status": "completed", "code": 200}]} {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:45:37.602485 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-6e6355c1-f48c-4c8f-be47-f6a351ef6a16 {{(pid=105584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:45:37.602941 n-d-705658-22 neutron-server[105584]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b77428eb-702f-4918-b3d7-ae8f93fd2063', 'name': 'network-vif-deleted', 'tag': '322cce1c-3c1b-4a3d-a44f-0cd5aeb14c2a', 'status': 'completed', 'code': 200} Jul 27 21:45:37.633957 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvr_db [None req-0b981473-fd6e-4fd8-9b2f-f096813b5e0a None None] Set router 98278f6a-72c4-45a0-8507-e3539ffc577f gateway port host: n-d-705658-22 {{(pid=105587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:45:37.837200 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-599119f6-5b45-42f3-8436-5f6165333e78 req-9abee52a-d0e7-4642-9e67-009214fe9566 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] 10.222.0.59 "GET /v2.0/ports?device_id=b77428eb-702f-4918-b3d7-ae8f93fd2063 HTTP/1.1" status: 200 len: 210 time: 0.0297258 Jul 27 21:45:37.838179 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-0b981473-fd6e-4fd8-9b2f-f096813b5e0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98278f6a-72c4-45a0-8507-e3539ffc577f', 'name': 'tempest-ServerActionsTestJSON-1116922379-router', 'tenant_id': 'c529c1f29ef94d7791c99b50fa7c5534', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.95'}], 'enable_snat': True}, 'gw_port_id': '98dbd449-7f98-4b9f-b596-bf38ab0aff5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:41:02Z', 'updated_at': '2021-07-27T21:41:04Z', 'revision_number': 4, 'project_id': 'c529c1f29ef94d7791c99b50fa7c5534', 'gw_port': {'id': '98dbd449-7f98-4b9f-b596-bf38ab0aff5e', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:77:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98278f6a-72c4-45a0-8507-e3539ffc577f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:41:02Z', 'updated_at': '2021-07-27T21:41:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_interfaces': [{'id': 'eed2b526-91b5-4195-a46f-eaef315f6ec7', 'name': '', 'network_id': '407498f9-1dd2-4d4d-80f9-fd7dac21ec25', 'tenant_id': 'c529c1f29ef94d7791c99b50fa7c5534', 'mac_address': 'fa:16:3e:29:79:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98278f6a-72c4-45a0-8507-e3539ffc577f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '4065b5d3-4c0a-4855-8695-4062e0323f11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:41:04Z', 'updated_at': '2021-07-27T21:41:08Z', 'revision_number': 5, 'project_id': 'c529c1f29ef94d7791c99b50fa7c5534', 'subnets': [{'id': '4065b5d3-4c0a-4855-8695-4062e0323f11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-22', False) {} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:45:37.865152 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b981473-fd6e-4fd8-9b2f-f096813b5e0a None None] Checking router: 98278f6a-72c4-45a0-8507-e3539ffc577f for host: n-d-705658-22 {{(pid=105587) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:45:37.873727 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b981473-fd6e-4fd8-9b2f-f096813b5e0a None None] Routers {'98278f6a-72c4-45a0-8507-e3539ffc577f'} bound to L3 agent in host n-d-705658-22 {{(pid=105587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:45:37.874353 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-0b981473-fd6e-4fd8-9b2f-f096813b5e0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:45:12Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['98278f6a-72c4-45a0-8507-e3539ffc577f'], 'active': True} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:45:37.979911 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvr_db [None req-0b981473-fd6e-4fd8-9b2f-f096813b5e0a None None] Set router 98278f6a-72c4-45a0-8507-e3539ffc577f gateway port host: n-d-705658-22 {{(pid=105587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:45:38.177131 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-0b981473-fd6e-4fd8-9b2f-f096813b5e0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98278f6a-72c4-45a0-8507-e3539ffc577f', 'name': 'tempest-ServerActionsTestJSON-1116922379-router', 'tenant_id': 'c529c1f29ef94d7791c99b50fa7c5534', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.95'}], 'enable_snat': True}, 'gw_port_id': '98dbd449-7f98-4b9f-b596-bf38ab0aff5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:41:02Z', 'updated_at': '2021-07-27T21:41:04Z', 'revision_number': 4, 'project_id': 'c529c1f29ef94d7791c99b50fa7c5534', 'gw_port': {'id': '98dbd449-7f98-4b9f-b596-bf38ab0aff5e', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:77:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98278f6a-72c4-45a0-8507-e3539ffc577f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:41:02Z', 'updated_at': '2021-07-27T21:41:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_interfaces': [{'id': 'eed2b526-91b5-4195-a46f-eaef315f6ec7', 'name': '', 'network_id': '407498f9-1dd2-4d4d-80f9-fd7dac21ec25', 'tenant_id': 'c529c1f29ef94d7791c99b50fa7c5534', 'mac_address': 'fa:16:3e:29:79:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98278f6a-72c4-45a0-8507-e3539ffc577f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '4065b5d3-4c0a-4855-8695-4062e0323f11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:41:04Z', 'updated_at': '2021-07-27T21:41:08Z', 'revision_number': 5, 'project_id': 'c529c1f29ef94d7791c99b50fa7c5534', 'subnets': [{'id': '4065b5d3-4c0a-4855-8695-4062e0323f11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-22', False) {} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:45:38.206007 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b981473-fd6e-4fd8-9b2f-f096813b5e0a None None] The sync data for ids ['98278f6a-72c4-45a0-8507-e3539ffc577f'] in n-d-705658-22 is: [{'id': '98278f6a-72c4-45a0-8507-e3539ffc577f', 'name': 'tempest-ServerActionsTestJSON-1116922379-router', 'tenant_id': 'c529c1f29ef94d7791c99b50fa7c5534', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.95'}], 'enable_snat': True}, 'gw_port_id': '98dbd449-7f98-4b9f-b596-bf38ab0aff5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:41:02Z', 'updated_at': '2021-07-27T21:41:04Z', 'revision_number': 4, 'project_id': 'c529c1f29ef94d7791c99b50fa7c5534', 'gw_port': {'id': '98dbd449-7f98-4b9f-b596-bf38ab0aff5e', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:77:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98278f6a-72c4-45a0-8507-e3539ffc577f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:41:02Z', 'updated_at': '2021-07-27T21:41:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_interfaces': [{'id': 'eed2b526-91b5-4195-a46f-eaef315f6ec7', 'name': '', 'network_id': '407498f9-1dd2-4d4d-80f9-fd7dac21ec25', 'tenant_id': 'c529c1f29ef94d7791c99b50fa7c5534', 'mac_address': 'fa:16:3e:29:79:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98278f6a-72c4-45a0-8507-e3539ffc577f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '4065b5d3-4c0a-4855-8695-4062e0323f11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:41:04Z', 'updated_at': '2021-07-27T21:41:08Z', 'revision_number': 5, 'project_id': 'c529c1f29ef94d7791c99b50fa7c5534', 'subnets': [{'id': '4065b5d3-4c0a-4855-8695-4062e0323f11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:45:38.406561 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f19775e9-4555-4895-9ff4-92b0e24b3253 None None] New status for floating IP c451b08d-4392-42dd-97b8-1d2df8386fa5: DOWN {{(pid=105586) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 21:45:38.934677 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-fa088bee-4ef2-4cc4-83b3-948ed677a244 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:39.105806 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-7e72c8e9-9a4e-40c3-922b-2a5757fa9e83 req-a0f7d07e-cb87-468b-aadb-f21563670341 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-securitygroup--671960627&fields=id&tenant_id=c529c1f29ef94d7791c99b50fa7c5534 HTTP/1.1" status: 200 len: 267 time: 0.0329645 Jul 27 21:45:39.213991 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e72c8e9-9a4e-40c3-922b-2a5757fa9e83 req-e06a4253-953b-4bbe-8ae7-2d2e1107e65d tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:45:39.215483 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-7e72c8e9-9a4e-40c3-922b-2a5757fa9e83 req-e06a4253-953b-4bbe-8ae7-2d2e1107e65d tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] 10.222.0.59 "GET /v2.0/networks?id=407498f9-1dd2-4d4d-80f9-fd7dac21ec25 HTTP/1.1" status: 200 len: 812 time: 0.1033237 Jul 27 21:45:39.230612 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-7e72c8e9-9a4e-40c3-922b-2a5757fa9e83 req-6368f5e9-d623-4229-ad49-e89df51e913f tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] 10.222.0.59 "GET /v2.0/quotas/c529c1f29ef94d7791c99b50fa7c5534 HTTP/1.1" status: 200 len: 375 time: 0.0094674 Jul 27 21:45:39.298264 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-7e72c8e9-9a4e-40c3-922b-2a5757fa9e83 req-5327852b-1d79-4bad-b746-241fb94c2354 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=c529c1f29ef94d7791c99b50fa7c5534&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0623212 Jul 27 21:45:39.313428 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [req-7e72c8e9-9a4e-40c3-922b-2a5757fa9e83 req-58501acd-0afd-454b-9df7-06dcd064158d service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=105585) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 21:45:39.314441 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-7e72c8e9-9a4e-40c3-922b-2a5757fa9e83 req-58501acd-0afd-454b-9df7-06dcd064158d service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051827 Jul 27 21:45:39.402831 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-7e72c8e9-9a4e-40c3-922b-2a5757fa9e83 req-17f4373a-12d1-485a-842a-39130d8b0b77 service neutron] 10.222.0.59 "GET /v2.0/networks/407498f9-1dd2-4d4d-80f9-fd7dac21ec25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829639 Jul 27 21:45:39.493447 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-7e72c8e9-9a4e-40c3-922b-2a5757fa9e83 req-83c57a51-99cf-4176-b502-35b35ff7e69b service neutron] 10.222.0.59 "GET /v2.0/networks/407498f9-1dd2-4d4d-80f9-fd7dac21ec25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846858 Jul 27 21:45:39.654054 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-7c656863-94c5-4346-86f2-2fe3f131a467 req-d17324b7-b364-49d8-8965-8e0da0899ff1 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] 10.222.0.59 "GET /v2.0/ports?device_id=532adc12-7ff8-4f9a-92c9-716fb61b3456 HTTP/1.1" status: 200 len: 210 time: 0.0323558 Jul 27 21:45:40.531256 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e72c8e9-9a4e-40c3-922b-2a5757fa9e83 req-8aebf2ae-2cd7-4e51-b6f4-507a5871ac66 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:45:40.532758 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-7e72c8e9-9a4e-40c3-922b-2a5757fa9e83 req-8aebf2ae-2cd7-4e51-b6f4-507a5871ac66 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] 10.222.0.60 "GET /v2.0/networks?id=407498f9-1dd2-4d4d-80f9-fd7dac21ec25 HTTP/1.1" status: 200 len: 812 time: 0.1067543 Jul 27 21:45:40.577300 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-7e72c8e9-9a4e-40c3-922b-2a5757fa9e83 req-28c12c98-bac1-419d-817b-3ded124311f5 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c529c1f29ef94d7791c99b50fa7c5534 HTTP/1.1" status: 200 len: 379 time: 0.0351434 Jul 27 21:45:40.589021 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [req-7e72c8e9-9a4e-40c3-922b-2a5757fa9e83 req-1dcd3d85-6b9e-4527-b525-46e55746b0ed tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] Request body: {'port': {'device_id': '532adc12-7ff8-4f9a-92c9-716fb61b3456', 'network_id': '407498f9-1dd2-4d4d-80f9-fd7dac21ec25', 'admin_state_up': True, 'tenant_id': 'c529c1f29ef94d7791c99b50fa7c5534', 'security_groups': ['b0213b60-9675-41ba-82c7-cb66a48a86e5']}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:45:40.625238 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:40.699185 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e72c8e9-9a4e-40c3-922b-2a5757fa9e83 req-1dcd3d85-6b9e-4527-b525-46e55746b0ed tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] Made reservation on behalf of c529c1f29ef94d7791c99b50fa7c5534 for: {'port': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:45:40.702728 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-7e72c8e9-9a4e-40c3-922b-2a5757fa9e83 req-1dcd3d85-6b9e-4527-b525-46e55746b0ed tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:40.753856 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a0f65925-8281-4d59-9c3f-33d68b041dd5 req-091dab12-bfd8-40a5-902d-4ec01418209f tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] 10.222.0.59 "GET /v2.0/ports?device_id=532adc12-7ff8-4f9a-92c9-716fb61b3456 HTTP/1.1" status: 200 len: 210 time: 0.0312104 Jul 27 21:45:40.831511 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.db_base_plugin_common [req-7e72c8e9-9a4e-40c3-922b-2a5757fa9e83 req-1dcd3d85-6b9e-4527-b525-46e55746b0ed tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] Allocated IP 172.20.0.12 (407498f9-1dd2-4d4d-80f9-fd7dac21ec25/4065b5d3-4c0a-4855-8695-4062e0323f11/289ea40c-56d7-4555-accc-3061dfde9328) {{(pid=105584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:45:40.970540 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-7e72c8e9-9a4e-40c3-922b-2a5757fa9e83 req-1dcd3d85-6b9e-4527-b525-46e55746b0ed tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] Notify callbacks [] for port, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:40.983726 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.provisioning_blocks [req-7e72c8e9-9a4e-40c3-922b-2a5757fa9e83 req-1dcd3d85-6b9e-4527-b525-46e55746b0ed tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] Transition to ACTIVE for port object 289ea40c-56d7-4555-accc-3061dfde9328 will not be triggered until provisioned by entity DHCP. {{(pid=105584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:45:41.015650 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-7e72c8e9-9a4e-40c3-922b-2a5757fa9e83 req-1dcd3d85-6b9e-4527-b525-46e55746b0ed tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:41.055354 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e72c8e9-9a4e-40c3-922b-2a5757fa9e83 req-1dcd3d85-6b9e-4527-b525-46e55746b0ed tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] Network 407498f9-1dd2-4d4d-80f9-fd7dac21ec25 is already hosted by enough agents. {{(pid=105584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:45:41.058330 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [req-7e72c8e9-9a4e-40c3-922b-2a5757fa9e83 req-1dcd3d85-6b9e-4527-b525-46e55746b0ed tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] Resources bound (agent type, host, resource id): {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:45:41.064475 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e72c8e9-9a4e-40c3-922b-2a5757fa9e83 req-1dcd3d85-6b9e-4527-b525-46e55746b0ed tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] Received port after_create {{(pid=105584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:45:41.093923 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dcd3d85-6b9e-4527-b525-46e55746b0ed tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] Pushing event updated for resources: {'Port': ['ID=289ea40c-56d7-4555-accc-3061dfde9328,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:45:41.123697 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e72c8e9-9a4e-40c3-922b-2a5757fa9e83 req-1dcd3d85-6b9e-4527-b525-46e55746b0ed tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:45:41.124442 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-7e72c8e9-9a4e-40c3-922b-2a5757fa9e83 req-1dcd3d85-6b9e-4527-b525-46e55746b0ed tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:41.141593 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-7e72c8e9-9a4e-40c3-922b-2a5757fa9e83 req-1dcd3d85-6b9e-4527-b525-46e55746b0ed tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5560324 Jul 27 21:45:41.154861 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [req-7e72c8e9-9a4e-40c3-922b-2a5757fa9e83 req-cad3ff63-4141-4e77-92ae-22d0f99d7a09 service neutron] Request body: {'port': {'device_id': '532adc12-7ff8-4f9a-92c9-716fb61b3456', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-705658-22'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:45:41.238269 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-7e72c8e9-9a4e-40c3-922b-2a5757fa9e83 req-cad3ff63-4141-4e77-92ae-22d0f99d7a09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:41.286722 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-417650de-c77d-4b4e-b75d-e153afcf12e6 None None] Provisioning for port 289ea40c-56d7-4555-accc-3061dfde9328 completed by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:45:41.290584 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-417650de-c77d-4b4e-b75d-e153afcf12e6 None None] Provisioning complete for port 289ea40c-56d7-4555-accc-3061dfde9328 triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:45:41.290961 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-417650de-c77d-4b4e-b75d-e153afcf12e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:41.328195 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-417650de-c77d-4b4e-b75d-e153afcf12e6 None None] Port 289ea40c-56d7-4555-accc-3061dfde9328 cannot update to ACTIVE because it is not bound. {{(pid=105586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:45:41.498401 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [req-7e72c8e9-9a4e-40c3-922b-2a5757fa9e83 req-cad3ff63-4141-4e77-92ae-22d0f99d7a09 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 289ea40c-56d7-4555-accc-3061dfde9328 {{(pid=105584) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:45:41.510641 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-7e72c8e9-9a4e-40c3-922b-2a5757fa9e83 req-cad3ff63-4141-4e77-92ae-22d0f99d7a09 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:41.522328 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.provisioning_blocks [req-7e72c8e9-9a4e-40c3-922b-2a5757fa9e83 req-cad3ff63-4141-4e77-92ae-22d0f99d7a09 service neutron] Transition to ACTIVE for port object 289ea40c-56d7-4555-accc-3061dfde9328 will not be triggered until provisioned by entity L2. {{(pid=105584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:45:41.526412 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-7e72c8e9-9a4e-40c3-922b-2a5757fa9e83 req-cad3ff63-4141-4e77-92ae-22d0f99d7a09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9014027'] for port, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:41.586577 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-9f0083b4-323a-4b24-b69c-af22b272eaa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:41.587329 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad3ff63-4141-4e77-92ae-22d0f99d7a09 service neutron] Pushing event updated for resources: {'Port': ['ID=289ea40c-56d7-4555-accc-3061dfde9328,revision_number=2']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:45:41.656061 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [req-7e72c8e9-9a4e-40c3-922b-2a5757fa9e83 req-cad3ff63-4141-4e77-92ae-22d0f99d7a09 service neutron] Attempting to bind port 289ea40c-56d7-4555-accc-3061dfde9328 on host n-h2-705658-22 for vnic_type normal with profile {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:45:41.656399 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [req-7e72c8e9-9a4e-40c3-922b-2a5757fa9e83 req-cad3ff63-4141-4e77-92ae-22d0f99d7a09 service neutron] Attempting to bind port 289ea40c-56d7-4555-accc-3061dfde9328 by drivers openvswitch,hyperv on host n-h2-705658-22 at level 0 using segments [{'id': 'c6ae5619-12c2-491f-a03a-63f376106659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '407498f9-1dd2-4d4d-80f9-fd7dac21ec25'}] {{(pid=105584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:45:41.656723 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e72c8e9-9a4e-40c3-922b-2a5757fa9e83 req-cad3ff63-4141-4e77-92ae-22d0f99d7a09 service neutron] Attempting to bind port 289ea40c-56d7-4555-accc-3061dfde9328 on network 407498f9-1dd2-4d4d-80f9-fd7dac21ec25 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:45:41.661195 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e72c8e9-9a4e-40c3-922b-2a5757fa9e83 req-cad3ff63-4141-4e77-92ae-22d0f99d7a09 service neutron] Port 289ea40c-56d7-4555-accc-3061dfde9328 on network 407498f9-1dd2-4d4d-80f9-fd7dac21ec25 not bound, no agent of type Open vSwitch agent registered on host n-h2-705658-22 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:45:41.662078 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e72c8e9-9a4e-40c3-922b-2a5757fa9e83 req-cad3ff63-4141-4e77-92ae-22d0f99d7a09 service neutron] Attempting to bind port 289ea40c-56d7-4555-accc-3061dfde9328 on network 407498f9-1dd2-4d4d-80f9-fd7dac21ec25 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:45:41.667449 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e72c8e9-9a4e-40c3-922b-2a5757fa9e83 req-cad3ff63-4141-4e77-92ae-22d0f99d7a09 service neutron] Checking agent: {'id': '65195a73-a875-4810-9f5b-622ae260a8a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 49, 40), 'started_at': datetime.datetime(2021, 7, 27, 20, 49, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 45, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:45:41.667780 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e72c8e9-9a4e-40c3-922b-2a5757fa9e83 req-cad3ff63-4141-4e77-92ae-22d0f99d7a09 service neutron] Checking segment: {'id': 'c6ae5619-12c2-491f-a03a-63f376106659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '407498f9-1dd2-4d4d-80f9-fd7dac21ec25'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:45:41.668164 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e72c8e9-9a4e-40c3-922b-2a5757fa9e83 req-cad3ff63-4141-4e77-92ae-22d0f99d7a09 service neutron] Bound using segment: {'id': 'c6ae5619-12c2-491f-a03a-63f376106659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '407498f9-1dd2-4d4d-80f9-fd7dac21ec25'} {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:45:41.668589 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [req-7e72c8e9-9a4e-40c3-922b-2a5757fa9e83 req-cad3ff63-4141-4e77-92ae-22d0f99d7a09 service neutron] Bound port: 289ea40c-56d7-4555-accc-3061dfde9328, host: n-h2-705658-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6ae5619-12c2-491f-a03a-63f376106659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '407498f9-1dd2-4d4d-80f9-fd7dac21ec25'}}] {{(pid=105584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:45:41.668951 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-7e72c8e9-9a4e-40c3-922b-2a5757fa9e83 req-cad3ff63-4141-4e77-92ae-22d0f99d7a09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:41.736124 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [req-7e72c8e9-9a4e-40c3-922b-2a5757fa9e83 req-cad3ff63-4141-4e77-92ae-22d0f99d7a09 service neutron] For port 289ea40c-56d7-4555-accc-3061dfde9328, host n-h2-705658-22, cleared binding levels {{(pid=105584) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:45:41.740342 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [req-7e72c8e9-9a4e-40c3-922b-2a5757fa9e83 req-cad3ff63-4141-4e77-92ae-22d0f99d7a09 service neutron] For port 289ea40c-56d7-4555-accc-3061dfde9328, host n-h2-705658-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=289ea40c-56d7-4555-accc-3061dfde9328,segment=NetworkSegment(c6ae5619-12c2-491f-a03a-63f376106659),segment_id=c6ae5619-12c2-491f-a03a-63f376106659)] {{(pid=105584) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:45:41.744578 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-7e72c8e9-9a4e-40c3-922b-2a5757fa9e83 req-cad3ff63-4141-4e77-92ae-22d0f99d7a09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9014027'] for port, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:41.789027 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e72c8e9-9a4e-40c3-922b-2a5757fa9e83 req-cad3ff63-4141-4e77-92ae-22d0f99d7a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:45:41.789663 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-7e72c8e9-9a4e-40c3-922b-2a5757fa9e83 req-cad3ff63-4141-4e77-92ae-22d0f99d7a09 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:41.791121 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-7e72c8e9-9a4e-40c3-922b-2a5757fa9e83 req-cad3ff63-4141-4e77-92ae-22d0f99d7a09 service neutron] 10.222.0.60 "PUT /v2.0/ports/289ea40c-56d7-4555-accc-3061dfde9328 HTTP/1.1" status: 200 len: 1093 time: 0.6406634 Jul 27 21:45:41.791601 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '532adc12-7ff8-4f9a-92c9-716fb61b3456', 'tag': '289ea40c-56d7-4555-accc-3061dfde9328'}] {{(pid=105584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:45:41.793912 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bce5e6c8685464f7626901654159975603b047827e3138302ed6566e28f1343" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92782878-8d20-4411-9753-1be5af5de754" -d '{"events": [{"name": "network-changed", "server_uuid": "532adc12-7ff8-4f9a-92c9-716fb61b3456", "tag": "289ea40c-56d7-4555-accc-3061dfde9328"}]}' {{(pid=105584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:45:41.812915 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad3ff63-4141-4e77-92ae-22d0f99d7a09 service neutron] Pushing event updated for resources: {'Port': ['ID=289ea40c-56d7-4555-accc-3061dfde9328,revision_number=3']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:45:41.853444 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:45:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11960c98-7b8c-4e70-8ff2-d8a2c025e47a x-openstack-request-id: req-11960c98-7b8c-4e70-8ff2-d8a2c025e47a {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:45:41.853731 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "532adc12-7ff8-4f9a-92c9-716fb61b3456", "tag": "289ea40c-56d7-4555-accc-3061dfde9328", "status": "completed", "code": 200}]} {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:45:41.853988 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-11960c98-7b8c-4e70-8ff2-d8a2c025e47a {{(pid=105584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:45:41.854390 n-d-705658-22 neutron-server[105584]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '532adc12-7ff8-4f9a-92c9-716fb61b3456', 'tag': '289ea40c-56d7-4555-accc-3061dfde9328', 'status': 'completed', 'code': 200} Jul 27 21:45:41.912362 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e72c8e9-9a4e-40c3-922b-2a5757fa9e83 req-66df4844-5357-4f29-ae32-4a2578d87b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:45:41.914238 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-7e72c8e9-9a4e-40c3-922b-2a5757fa9e83 req-66df4844-5357-4f29-ae32-4a2578d87b53 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c529c1f29ef94d7791c99b50fa7c5534&device_id=532adc12-7ff8-4f9a-92c9-716fb61b3456 HTTP/1.1" status: 200 len: 1096 time: 0.0587082 Jul 27 21:45:41.928979 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:41.934856 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc64fcc-3798-40c5-91ec-51ce51c92239 req-cd417561-46ee-4d30-8356-4b2773fd2274 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:45:41.936601 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-bbc64fcc-3798-40c5-91ec-51ce51c92239 req-cd417561-46ee-4d30-8356-4b2773fd2274 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] 10.222.0.59 "GET /v2.0/ports?device_id=532adc12-7ff8-4f9a-92c9-716fb61b3456 HTTP/1.1" status: 200 len: 944 time: 0.0958862 Jul 27 21:45:41.968273 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-7e72c8e9-9a4e-40c3-922b-2a5757fa9e83 req-64dc7bf7-e389-4acd-8cac-45b8a5172d49 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=289ea40c-56d7-4555-accc-3061dfde9328 HTTP/1.1" status: 200 len: 217 time: 0.0454855 Jul 27 21:45:41.979314 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-bbc64fcc-3798-40c5-91ec-51ce51c92239 req-29145273-529d-487d-8970-ddbb9582c267 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0213b60-9675-41ba-82c7-cb66a48a86e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363600 Jul 27 21:45:42.003136 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Device 322cce1c-3c1b-4a3d-a44f-0cd5aeb14c2a no longer exists at agent hyperv_n-h2-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:45:42.019670 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e72c8e9-9a4e-40c3-922b-2a5757fa9e83 req-b3b0d07d-7d9b-415c-94bc-bec442750dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:45:42.021693 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-7e72c8e9-9a4e-40c3-922b-2a5757fa9e83 req-b3b0d07d-7d9b-415c-94bc-bec442750dbc service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4065b5d3-4c0a-4855-8695-4062e0323f11 HTTP/1.1" status: 200 len: 851 time: 0.0458207 Jul 27 21:45:42.022447 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-3d54578f-831f-4696-b568-13c455922dab None None] No Port match for: 322cce1c-3c1b-4a3d-a44f-0cd5aeb14c2a {{(pid=105586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:45:42.022797 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Device 322cce1c-3c1b-4a3d-a44f-0cd5aeb14c2a not bound to the agent host n-h2-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:45:42.080925 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e72c8e9-9a4e-40c3-922b-2a5757fa9e83 req-ae976ce5-dd32-4048-b292-fdfec797d0c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:45:42.082423 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-7e72c8e9-9a4e-40c3-922b-2a5757fa9e83 req-ae976ce5-dd32-4048-b292-fdfec797d0c9 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=407498f9-1dd2-4d4d-80f9-fd7dac21ec25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0533078 Jul 27 21:45:42.177897 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-7e72c8e9-9a4e-40c3-922b-2a5757fa9e83 req-e148458c-63ae-4aa8-ade4-04bc1353dc97 service neutron] 10.222.0.60 "GET /v2.0/networks/407498f9-1dd2-4d4d-80f9-fd7dac21ec25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877810 Jul 27 21:45:42.266087 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-7e72c8e9-9a4e-40c3-922b-2a5757fa9e83 req-086e03d3-f69b-4270-8fd8-0706e9541b87 service neutron] 10.222.0.60 "GET /v2.0/networks/407498f9-1dd2-4d4d-80f9-fd7dac21ec25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811512 Jul 27 21:45:42.409631 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92782878-8d20-4411-9753-1be5af5de754 req-92dadc1b-a808-4f3c-899e-2b9e68964f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:45:42.411076 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-92782878-8d20-4411-9753-1be5af5de754 req-92dadc1b-a808-4f3c-899e-2b9e68964f09 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c529c1f29ef94d7791c99b50fa7c5534&device_id=532adc12-7ff8-4f9a-92c9-716fb61b3456 HTTP/1.1" status: 200 len: 1096 time: 0.0546117 Jul 27 21:45:42.502876 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92782878-8d20-4411-9753-1be5af5de754 req-97706fcf-8397-4885-a3e2-f7474b62cd7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:45:42.504431 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-92782878-8d20-4411-9753-1be5af5de754 req-97706fcf-8397-4885-a3e2-f7474b62cd7e service neutron] 10.222.0.60 "GET /v2.0/networks?id=407498f9-1dd2-4d4d-80f9-fd7dac21ec25 HTTP/1.1" status: 200 len: 913 time: 0.0862551 Jul 27 21:45:42.545280 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-92782878-8d20-4411-9753-1be5af5de754 req-a019f128-99ef-47b0-ad19-ae76df8da80c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=289ea40c-56d7-4555-accc-3061dfde9328 HTTP/1.1" status: 200 len: 217 time: 0.0334921 Jul 27 21:45:42.598101 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92782878-8d20-4411-9753-1be5af5de754 req-bbffe88e-c65c-4ffd-baf3-5b7d8942a875 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:45:42.599575 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-92782878-8d20-4411-9753-1be5af5de754 req-bbffe88e-c65c-4ffd-baf3-5b7d8942a875 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4065b5d3-4c0a-4855-8695-4062e0323f11 HTTP/1.1" status: 200 len: 851 time: 0.0466287 Jul 27 21:45:42.658231 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92782878-8d20-4411-9753-1be5af5de754 req-0170397e-4b2a-47f5-b7db-44f357cce2f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:45:42.659784 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-92782878-8d20-4411-9753-1be5af5de754 req-0170397e-4b2a-47f5-b7db-44f357cce2f0 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=407498f9-1dd2-4d4d-80f9-fd7dac21ec25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0528662 Jul 27 21:45:42.746822 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-92782878-8d20-4411-9753-1be5af5de754 req-88dceb30-8ab6-4ba4-ae4d-25dedce70250 service neutron] 10.222.0.60 "GET /v2.0/networks/407498f9-1dd2-4d4d-80f9-fd7dac21ec25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790780 Jul 27 21:45:42.837989 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-92782878-8d20-4411-9753-1be5af5de754 req-b9531c6d-8aba-4a9f-84cf-8b89b4e6c000 service neutron] 10.222.0.60 "GET /v2.0/networks/407498f9-1dd2-4d4d-80f9-fd7dac21ec25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837054 Jul 27 21:45:43.042565 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-bb32ed7d-8717-448b-a9c8-a5a0117d1fd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:43.112090 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3179f27a-313f-4b4e-8a8a-9679b3304dae req-eda6f4c5-81f6-4f6a-b480-7c3fec4720c9 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:45:43.113569 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-3179f27a-313f-4b4e-8a8a-9679b3304dae req-eda6f4c5-81f6-4f6a-b480-7c3fec4720c9 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] 10.222.0.59 "GET /v2.0/ports?device_id=532adc12-7ff8-4f9a-92c9-716fb61b3456 HTTP/1.1" status: 200 len: 944 time: 0.0636384 Jul 27 21:45:43.151059 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-3179f27a-313f-4b4e-8a8a-9679b3304dae req-c2248088-ad81-4566-b61a-e994531a7c84 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0213b60-9675-41ba-82c7-cb66a48a86e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308609 Jul 27 21:45:44.292090 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3316e4-e112-48e9-bd9d-c0ecfbcf1740 req-c2fb01fd-9917-4df5-86a3-580be9a21d42 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:45:44.293554 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-fa3316e4-e112-48e9-bd9d-c0ecfbcf1740 req-c2fb01fd-9917-4df5-86a3-580be9a21d42 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] 10.222.0.59 "GET /v2.0/ports?device_id=532adc12-7ff8-4f9a-92c9-716fb61b3456 HTTP/1.1" status: 200 len: 944 time: 0.0672023 Jul 27 21:45:44.329804 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-fa3316e4-e112-48e9-bd9d-c0ecfbcf1740 req-f0929645-8519-4316-92d7-9c78c30b6c2f tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0213b60-9675-41ba-82c7-cb66a48a86e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303810 Jul 27 21:45:44.463737 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-875ced1b-4cf3-463a-9653-058f0f9421e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:45.458484 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e436799-f9ae-4a16-ae1d-3f8b48449cd7 req-b7808749-276d-4312-9a5c-d2e3788f07ca tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:45:45.459986 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-8e436799-f9ae-4a16-ae1d-3f8b48449cd7 req-b7808749-276d-4312-9a5c-d2e3788f07ca tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] 10.222.0.59 "GET /v2.0/ports?device_id=532adc12-7ff8-4f9a-92c9-716fb61b3456 HTTP/1.1" status: 200 len: 944 time: 0.0639997 Jul 27 21:45:45.497427 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-8e436799-f9ae-4a16-ae1d-3f8b48449cd7 req-6cca5ca1-db6f-4a0e-8017-e1ab81584eb1 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0213b60-9675-41ba-82c7-cb66a48a86e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315914 Jul 27 21:45:46.034450 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Device 289ea40c-56d7-4555-accc-3061dfde9328 details requested by agent hyperv_n-h2-705658-22 with host n-h2-705658-22 {{(pid=105586) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:45:46.127182 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] For port 289ea40c-56d7-4555-accc-3061dfde9328, host n-h2-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=289ea40c-56d7-4555-accc-3061dfde9328,segment=NetworkSegment(c6ae5619-12c2-491f-a03a-63f376106659),segment_id=c6ae5619-12c2-491f-a03a-63f376106659)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:45:46.288145 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Returning: {'device': '289ea40c-56d7-4555-accc-3061dfde9328', 'network_id': '407498f9-1dd2-4d4d-80f9-fd7dac21ec25', 'port_id': '289ea40c-56d7-4555-accc-3061dfde9328', 'mac_address': 'fa:16:3e:66:c7:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 230, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4065b5d3-4c0a-4855-8695-4062e0323f11', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105586) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:45:46.323643 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:46.335475 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [None req-3d54578f-831f-4696-b568-13c455922dab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 289ea40c-56d7-4555-accc-3061dfde9328 {{(pid=105586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:45:46.354750 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] For port 289ea40c-56d7-4555-accc-3061dfde9328, host n-h2-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=289ea40c-56d7-4555-accc-3061dfde9328,segment=NetworkSegment(c6ae5619-12c2-491f-a03a-63f376106659),segment_id=c6ae5619-12c2-491f-a03a-63f376106659)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:45:46.358473 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:46.403110 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Pushing event updated for resources: {'Port': ['ID=289ea40c-56d7-4555-accc-3061dfde9328,revision_number=4']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:45:46.628060 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab518ef-973d-4eda-80f3-97564a430af1 req-c5243b57-ed0c-4eea-851a-3000b71e3aa8 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:45:46.629457 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-fab518ef-973d-4eda-80f3-97564a430af1 req-c5243b57-ed0c-4eea-851a-3000b71e3aa8 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] 10.222.0.59 "GET /v2.0/ports?device_id=532adc12-7ff8-4f9a-92c9-716fb61b3456 HTTP/1.1" status: 200 len: 945 time: 0.0645778 Jul 27 21:45:46.667431 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-fab518ef-973d-4eda-80f3-97564a430af1 req-b274316a-0af0-4690-8982-590b9fae01e5 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0213b60-9675-41ba-82c7-cb66a48a86e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321667 Jul 27 21:45:46.686952 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] get_ports_and_sgs() called for port_ids ['289ea40c-56d7-4555-accc-3061dfde9328'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:45:47.800189 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aaa9cd5-f09b-49c5-bd75-844d182bf7cb req-15b7bff8-88ae-47dd-8d54-1709ae259777 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:45:47.801676 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-3aaa9cd5-f09b-49c5-bd75-844d182bf7cb req-15b7bff8-88ae-47dd-8d54-1709ae259777 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] 10.222.0.59 "GET /v2.0/ports?device_id=532adc12-7ff8-4f9a-92c9-716fb61b3456 HTTP/1.1" status: 200 len: 945 time: 0.0675058 Jul 27 21:45:47.840930 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-3aaa9cd5-f09b-49c5-bd75-844d182bf7cb req-68c02999-f3df-42f3-a49a-0e9b2cf6bd80 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0213b60-9675-41ba-82c7-cb66a48a86e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321574 Jul 27 21:45:48.035189 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Device 289ea40c-56d7-4555-accc-3061dfde9328 up at agent hyperv_n-h2-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:45:48.081250 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-3d54578f-831f-4696-b568-13c455922dab None None] Provisioning for port 289ea40c-56d7-4555-accc-3061dfde9328 completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:45:48.085343 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-3d54578f-831f-4696-b568-13c455922dab None None] Provisioning complete for port 289ea40c-56d7-4555-accc-3061dfde9328 triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:45:48.085732 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:48.163699 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:48.186106 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '532adc12-7ff8-4f9a-92c9-716fb61b3456', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '289ea40c-56d7-4555-accc-3061dfde9328'}] {{(pid=105586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:45:48.188362 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14c1663e039faf5393f87855f745010ac5b02220355b68fdbf065393e303ac56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29be62cc-5c9e-4921-bca3-c3647f58cdc5" -d '{"events": [{"server_uuid": "532adc12-7ff8-4f9a-92c9-716fb61b3456", "name": "network-vif-plugged", "status": "completed", "tag": "289ea40c-56d7-4555-accc-3061dfde9328"}]}' {{(pid=105586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:45:48.201025 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] For port 289ea40c-56d7-4555-accc-3061dfde9328, host n-h2-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=289ea40c-56d7-4555-accc-3061dfde9328,segment=NetworkSegment(c6ae5619-12c2-491f-a03a-63f376106659),segment_id=c6ae5619-12c2-491f-a03a-63f376106659)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:45:48.205758 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:48.233225 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:45:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f0c24f2-6a64-4484-836b-5fc3dfa017f8 x-openstack-request-id: req-6f0c24f2-6a64-4484-836b-5fc3dfa017f8 {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:45:48.233531 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "532adc12-7ff8-4f9a-92c9-716fb61b3456", "name": "network-vif-plugged", "status": "completed", "tag": "289ea40c-56d7-4555-accc-3061dfde9328", "code": 200}]} {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:45:48.233785 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-6f0c24f2-6a64-4484-836b-5fc3dfa017f8 {{(pid=105586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:45:48.234170 n-d-705658-22 neutron-server[105586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '532adc12-7ff8-4f9a-92c9-716fb61b3456', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '289ea40c-56d7-4555-accc-3061dfde9328', 'code': 200} Jul 27 21:45:48.261711 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Pushing event updated for resources: {'Port': ['ID=289ea40c-56d7-4555-accc-3061dfde9328,revision_number=5']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:45:48.335533 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffea2a1e-0ed3-4a77-bfd7-54946247e14f req-049575cb-3708-4b50-b05a-be1e9c3f9c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:45:48.337030 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-ffea2a1e-0ed3-4a77-bfd7-54946247e14f req-049575cb-3708-4b50-b05a-be1e9c3f9c84 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=532adc12-7ff8-4f9a-92c9-716fb61b3456 HTTP/1.1" status: 200 len: 1098 time: 0.0534172 Jul 27 21:45:48.371247 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-ffea2a1e-0ed3-4a77-bfd7-54946247e14f req-1266d59f-6e0d-40f2-9bcb-d24d3ff3cf92 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=b0213b60-9675-41ba-82c7-cb66a48a86e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0271196 Jul 27 21:45:48.970318 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e579c59-6a32-4949-94cc-34a763989995 req-b9fdc4f3-de44-42b3-bcc9-0d0a6c18592f tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:45:48.971858 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-9e579c59-6a32-4949-94cc-34a763989995 req-b9fdc4f3-de44-42b3-bcc9-0d0a6c18592f tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] 10.222.0.59 "GET /v2.0/ports?device_id=532adc12-7ff8-4f9a-92c9-716fb61b3456 HTTP/1.1" status: 200 len: 946 time: 0.0629256 Jul 27 21:45:49.009580 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-9e579c59-6a32-4949-94cc-34a763989995 req-ec944ea8-86b1-4041-9d68-a57effadebf3 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0213b60-9675-41ba-82c7-cb66a48a86e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318797 Jul 27 21:45:50.142536 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b33ac87-1208-4e57-b99f-92c3b1cd8e1f req-8ae46449-7722-476a-b76a-b8c384e80114 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:45:50.144008 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-4b33ac87-1208-4e57-b99f-92c3b1cd8e1f req-8ae46449-7722-476a-b76a-b8c384e80114 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] 10.222.0.59 "GET /v2.0/ports?device_id=532adc12-7ff8-4f9a-92c9-716fb61b3456 HTTP/1.1" status: 200 len: 946 time: 0.0673914 Jul 27 21:45:50.182850 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-4b33ac87-1208-4e57-b99f-92c3b1cd8e1f req-c9f267af-824f-430f-9a42-02f1d63f2530 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0213b60-9675-41ba-82c7-cb66a48a86e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322948 Jul 27 21:45:50.307511 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927c8059-5102-4af6-82a7-9c0823b73a5d req-6a11dbc4-4614-4b0f-9021-5cb145bd9965 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:45:50.308995 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-927c8059-5102-4af6-82a7-9c0823b73a5d req-6a11dbc4-4614-4b0f-9021-5cb145bd9965 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] 10.222.0.59 "GET /v2.0/ports?device_id=532adc12-7ff8-4f9a-92c9-716fb61b3456 HTTP/1.1" status: 200 len: 946 time: 0.0638368 Jul 27 21:45:50.318133 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 36374) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:45:50.322701 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-094422f5-cdca-41f9-8c40-752047d0153b tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] Request body: {'floatingip': {'port_id': '289ea40c-56d7-4555-accc-3061dfde9328'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:45:50.361162 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-094422f5-cdca-41f9-8c40-752047d0153b tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] Notify callbacks [] for floatingip, before_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:50.813461 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-094422f5-cdca-41f9-8c40-752047d0153b tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:50.816965 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-094422f5-cdca-41f9-8c40-752047d0153b tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4075768'] for floatingip, after_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:50.916163 n-d-705658-22 neutron-server[105585]: INFO neutron.db.l3_db [None req-094422f5-cdca-41f9-8c40-752047d0153b tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] Floating IP c451b08d-4392-42dd-97b8-1d2df8386fa5 associated. External IP: 172.25.5.89, port: 289ea40c-56d7-4555-accc-3061dfde9328. Jul 27 21:45:51.121267 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-094422f5-cdca-41f9-8c40-752047d0153b tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] Router 98278f6a-72c4-45a0-8507-e3539ffc577f has already been hosted by L3 agent dd128fd7-8e57-4d4f-895b-a96b369df59a {{(pid=105585) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:45:51.235925 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-094422f5-cdca-41f9-8c40-752047d0153b tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] Notify agent at l3_agent.n-d-705658-22 the message routers_updated {{(pid=105585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:45:51.240658 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-094422f5-cdca-41f9-8c40-752047d0153b tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for floatingip, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:51.245190 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a01bcc3-224c-4985-a283-dedcd13584ce None None] Sync routers for ids ['98278f6a-72c4-45a0-8507-e3539ffc577f'] in n-d-705658-22 {{(pid=105587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:45:51.254840 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a01bcc3-224c-4985-a283-dedcd13584ce None None] Routers {'98278f6a-72c4-45a0-8507-e3539ffc577f'} bound to L3 agent in host n-d-705658-22 {{(pid=105587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:45:51.256002 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-2a01bcc3-224c-4985-a283-dedcd13584ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:45:42Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['98278f6a-72c4-45a0-8507-e3539ffc577f'], 'active': True} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:45:51.277399 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-094422f5-cdca-41f9-8c40-752047d0153b tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] 10.222.0.59 "PUT /v2.0/floatingips/c451b08d-4392-42dd-97b8-1d2df8386fa5 HTTP/1.1" status: 200 len: 991 time: 0.9581883 Jul 27 21:45:51.277995 n-d-705658-22 neutron-server[105585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '532adc12-7ff8-4f9a-92c9-716fb61b3456', 'tag': '289ea40c-56d7-4555-accc-3061dfde9328'}] {{(pid=105585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:45:51.280277 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d66fd65881426bfc2b5388084a3654e5eae521106a15a3dbf0eb4cde7106c36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6b392ed-5135-479b-8435-a36e25ec1d82" -d '{"events": [{"name": "network-changed", "server_uuid": "532adc12-7ff8-4f9a-92c9-716fb61b3456", "tag": "289ea40c-56d7-4555-accc-3061dfde9328"}]}' {{(pid=105585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:45:51.366965 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvr_db [None req-2a01bcc3-224c-4985-a283-dedcd13584ce None None] Set router 98278f6a-72c4-45a0-8507-e3539ffc577f gateway port host: n-d-705658-22 {{(pid=105587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:45:51.394210 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:45:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bafa69f-5675-4779-b8d2-25f89932dcca x-openstack-request-id: req-1bafa69f-5675-4779-b8d2-25f89932dcca {{(pid=105585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:45:51.394502 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "532adc12-7ff8-4f9a-92c9-716fb61b3456", "tag": "289ea40c-56d7-4555-accc-3061dfde9328", "status": "completed", "code": 200}]} {{(pid=105585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:45:51.394757 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-1bafa69f-5675-4779-b8d2-25f89932dcca {{(pid=105585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:45:51.395197 n-d-705658-22 neutron-server[105585]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '532adc12-7ff8-4f9a-92c9-716fb61b3456', 'tag': '289ea40c-56d7-4555-accc-3061dfde9328', 'status': 'completed', 'code': 200} Jul 27 21:45:51.472272 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b392ed-5135-479b-8435-a36e25ec1d82 req-e49366b3-79aa-4fa6-8828-4168abba1e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:45:51.473774 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-d6b392ed-5135-479b-8435-a36e25ec1d82 req-e49366b3-79aa-4fa6-8828-4168abba1e7e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c529c1f29ef94d7791c99b50fa7c5534&device_id=532adc12-7ff8-4f9a-92c9-716fb61b3456 HTTP/1.1" status: 200 len: 1098 time: 0.0553904 Jul 27 21:45:51.570692 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b392ed-5135-479b-8435-a36e25ec1d82 req-8e41044b-f5d9-4871-b2cd-37202962e202 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:45:51.572211 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-d6b392ed-5135-479b-8435-a36e25ec1d82 req-8e41044b-f5d9-4871-b2cd-37202962e202 service neutron] 10.222.0.60 "GET /v2.0/networks?id=407498f9-1dd2-4d4d-80f9-fd7dac21ec25 HTTP/1.1" status: 200 len: 913 time: 0.0918355 Jul 27 21:45:51.637986 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-d6b392ed-5135-479b-8435-a36e25ec1d82 req-39947719-c42e-4aa6-9c60-9efe597bf4ac service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=289ea40c-56d7-4555-accc-3061dfde9328 HTTP/1.1" status: 200 len: 999 time: 0.0580099 Jul 27 21:45:51.676142 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-2a01bcc3-224c-4985-a283-dedcd13584ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98278f6a-72c4-45a0-8507-e3539ffc577f', 'name': 'tempest-ServerActionsTestJSON-1116922379-router', 'tenant_id': 'c529c1f29ef94d7791c99b50fa7c5534', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.95'}], 'enable_snat': True}, 'gw_port_id': '98dbd449-7f98-4b9f-b596-bf38ab0aff5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:41:02Z', 'updated_at': '2021-07-27T21:41:04Z', 'revision_number': 4, 'project_id': 'c529c1f29ef94d7791c99b50fa7c5534', 'gw_port': {'id': '98dbd449-7f98-4b9f-b596-bf38ab0aff5e', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:77:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98278f6a-72c4-45a0-8507-e3539ffc577f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:41:02Z', 'updated_at': '2021-07-27T21:41:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_floatingips': [{'id': 'c451b08d-4392-42dd-97b8-1d2df8386fa5', 'tenant_id': 'c529c1f29ef94d7791c99b50fa7c5534', 'floating_ip_address': '172.25.5.89', 'floating_network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'router_id': '98278f6a-72c4-45a0-8507-e3539ffc577f', 'port_id': '289ea40c-56d7-4555-accc-3061dfde9328', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '407498f9-1dd2-4d4d-80f9-fd7dac21ec25', 'mac_address': 'fa:16:3e:66:c7:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '532adc12-7ff8-4f9a-92c9-716fb61b3456', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T21:41:06Z', 'updated_at': '2021-07-27T21:45:50Z', 'revision_number': 9, 'project_id': 'c529c1f29ef94d7791c99b50fa7c5534', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eed2b526-91b5-4195-a46f-eaef315f6ec7', 'name': '', 'network_id': '407498f9-1dd2-4d4d-80f9-fd7dac21ec25', 'tenant_id': 'c529c1f29ef94d7791c99b50fa7c5534', 'mac_address': 'fa:16:3e:29:79:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98278f6a-72c4-45a0-8507-e3539ffc577f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '4065b5d3-4c0a-4855-8695-4062e0323f11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:41:04Z', 'updated_at': '2021-07-27T21:41:08Z', 'revision_number': 5, 'project_id': 'c529c1f29ef94d7791c99b50fa7c5534', 'subnets': [{'id': '4065b5d3-4c0a-4855-8695-4062e0323f11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-22', False) {} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:45:51.689662 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b392ed-5135-479b-8435-a36e25ec1d82 req-0e550e50-8d06-4bca-9746-226e4c5a7489 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:45:51.691171 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-d6b392ed-5135-479b-8435-a36e25ec1d82 req-0e550e50-8d06-4bca-9746-226e4c5a7489 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4065b5d3-4c0a-4855-8695-4062e0323f11 HTTP/1.1" status: 200 len: 851 time: 0.0465310 Jul 27 21:45:51.705936 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a01bcc3-224c-4985-a283-dedcd13584ce None None] Checking router: 98278f6a-72c4-45a0-8507-e3539ffc577f for host: n-d-705658-22 {{(pid=105587) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:45:51.714124 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a01bcc3-224c-4985-a283-dedcd13584ce None None] Routers {'98278f6a-72c4-45a0-8507-e3539ffc577f'} bound to L3 agent in host n-d-705658-22 {{(pid=105587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:45:51.714731 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-2a01bcc3-224c-4985-a283-dedcd13584ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:45:42Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['98278f6a-72c4-45a0-8507-e3539ffc577f'], 'active': True} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:45:51.749640 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b392ed-5135-479b-8435-a36e25ec1d82 req-eee8eaec-3d6d-437b-8387-b5558845bc43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:45:51.751468 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-d6b392ed-5135-479b-8435-a36e25ec1d82 req-eee8eaec-3d6d-437b-8387-b5558845bc43 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=407498f9-1dd2-4d4d-80f9-fd7dac21ec25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0530176 Jul 27 21:45:51.817023 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvr_db [None req-2a01bcc3-224c-4985-a283-dedcd13584ce None None] Set router 98278f6a-72c4-45a0-8507-e3539ffc577f gateway port host: n-d-705658-22 {{(pid=105587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:45:51.844166 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-d6b392ed-5135-479b-8435-a36e25ec1d82 req-d3f2e29b-bac0-469f-ba99-0daa3d0a1b2e service neutron] 10.222.0.60 "GET /v2.0/networks/407498f9-1dd2-4d4d-80f9-fd7dac21ec25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846586 Jul 27 21:45:51.937734 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-d6b392ed-5135-479b-8435-a36e25ec1d82 req-1f28733d-5eb7-4967-8e95-58547a713175 service neutron] 10.222.0.60 "GET /v2.0/networks/407498f9-1dd2-4d4d-80f9-fd7dac21ec25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866020 Jul 27 21:45:52.036979 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-2a01bcc3-224c-4985-a283-dedcd13584ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98278f6a-72c4-45a0-8507-e3539ffc577f', 'name': 'tempest-ServerActionsTestJSON-1116922379-router', 'tenant_id': 'c529c1f29ef94d7791c99b50fa7c5534', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.95'}], 'enable_snat': True}, 'gw_port_id': '98dbd449-7f98-4b9f-b596-bf38ab0aff5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:41:02Z', 'updated_at': '2021-07-27T21:41:04Z', 'revision_number': 4, 'project_id': 'c529c1f29ef94d7791c99b50fa7c5534', 'gw_port': {'id': '98dbd449-7f98-4b9f-b596-bf38ab0aff5e', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:77:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98278f6a-72c4-45a0-8507-e3539ffc577f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:41:02Z', 'updated_at': '2021-07-27T21:41:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_floatingips': [{'id': 'c451b08d-4392-42dd-97b8-1d2df8386fa5', 'tenant_id': 'c529c1f29ef94d7791c99b50fa7c5534', 'floating_ip_address': '172.25.5.89', 'floating_network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'router_id': '98278f6a-72c4-45a0-8507-e3539ffc577f', 'port_id': '289ea40c-56d7-4555-accc-3061dfde9328', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '407498f9-1dd2-4d4d-80f9-fd7dac21ec25', 'mac_address': 'fa:16:3e:66:c7:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '532adc12-7ff8-4f9a-92c9-716fb61b3456', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T21:41:06Z', 'updated_at': '2021-07-27T21:45:50Z', 'revision_number': 9, 'project_id': 'c529c1f29ef94d7791c99b50fa7c5534', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eed2b526-91b5-4195-a46f-eaef315f6ec7', 'name': '', 'network_id': '407498f9-1dd2-4d4d-80f9-fd7dac21ec25', 'tenant_id': 'c529c1f29ef94d7791c99b50fa7c5534', 'mac_address': 'fa:16:3e:29:79:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98278f6a-72c4-45a0-8507-e3539ffc577f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '4065b5d3-4c0a-4855-8695-4062e0323f11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:41:04Z', 'updated_at': '2021-07-27T21:41:08Z', 'revision_number': 5, 'project_id': 'c529c1f29ef94d7791c99b50fa7c5534', 'subnets': [{'id': '4065b5d3-4c0a-4855-8695-4062e0323f11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-22', False) {} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:45:52.062598 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a01bcc3-224c-4985-a283-dedcd13584ce None None] The sync data for ids ['98278f6a-72c4-45a0-8507-e3539ffc577f'] in n-d-705658-22 is: [{'id': '98278f6a-72c4-45a0-8507-e3539ffc577f', 'name': 'tempest-ServerActionsTestJSON-1116922379-router', 'tenant_id': 'c529c1f29ef94d7791c99b50fa7c5534', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.95'}], 'enable_snat': True}, 'gw_port_id': '98dbd449-7f98-4b9f-b596-bf38ab0aff5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:41:02Z', 'updated_at': '2021-07-27T21:41:04Z', 'revision_number': 4, 'project_id': 'c529c1f29ef94d7791c99b50fa7c5534', 'gw_port': {'id': '98dbd449-7f98-4b9f-b596-bf38ab0aff5e', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:77:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98278f6a-72c4-45a0-8507-e3539ffc577f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:41:02Z', 'updated_at': '2021-07-27T21:41:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_floatingips': [{'id': 'c451b08d-4392-42dd-97b8-1d2df8386fa5', 'tenant_id': 'c529c1f29ef94d7791c99b50fa7c5534', 'floating_ip_address': '172.25.5.89', 'floating_network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'router_id': '98278f6a-72c4-45a0-8507-e3539ffc577f', 'port_id': '289ea40c-56d7-4555-accc-3061dfde9328', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '407498f9-1dd2-4d4d-80f9-fd7dac21ec25', 'mac_address': 'fa:16:3e:66:c7:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '532adc12-7ff8-4f9a-92c9-716fb61b3456', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T21:41:06Z', 'updated_at': '2021-07-27T21:45:50Z', 'revision_number': 9, 'project_id': 'c529c1f29ef94d7791c99b50fa7c5534', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eed2b526-91b5-4195-a46f-eaef315f6ec7', 'name': '', 'network_id': '407498f9-1dd2-4d4d-80f9-fd7dac21ec25', 'tenant_id': 'c529c1f29ef94d7791c99b50fa7c5534', 'mac_address': 'fa:16:3e:29:79:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98278f6a-72c4-45a0-8507-e3539ffc577f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '4065b5d3-4c0a-4855-8695-4062e0323f11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:41:04Z', 'updated_at': '2021-07-27T21:41:08Z', 'revision_number': 5, 'project_id': 'c529c1f29ef94d7791c99b50fa7c5534', 'subnets': [{'id': '4065b5d3-4c0a-4855-8695-4062e0323f11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:45:52.239010 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40d6c61b-01af-4c6c-a18a-c63c86088178 None None] New status for floating IP c451b08d-4392-42dd-97b8-1d2df8386fa5: ACTIVE {{(pid=105586) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 21:45:53.402050 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [req-17bdfd56-2099-41f5-936d-fa49a585afe8 req-676511df-f447-4667-aa65-51ebb7afa82c service neutron] (105585) timed out ('10.222.0.59', 33724) {{(pid=105585) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 27 21:46:06.822119 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:08.934719 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-608cd34c-990b-43ec-ac9a-19ccd326032d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:10.638606 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:11.588498 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-bf4c1931-0c5f-4905-bd8a-140d5a61c8cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:11.920862 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:13.043117 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-bb32ed7d-8717-448b-a9c8-a5a0117d1fd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:14.175718 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.agents_db [None req-558fcd2c-e512-47bc-a170-8673d87f7213 None None] Agent healthcheck: found 7 active agents {{(pid=105587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 21:46:14.466011 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-875ced1b-4cf3-463a-9653-058f0f9421e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:35.190020 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-79aade2c-2fd7-4a5b-ad94-d044507216d1 req-189c2d61-f2ad-4f1a-91a1-02595eb4ae22 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=532adc12-7ff8-4f9a-92c9-716fb61b3456&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0522931 Jul 27 21:46:35.285507 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79aade2c-2fd7-4a5b-ad94-d044507216d1 req-5b0d4c5b-d11b-4dbb-973d-c9d5041e5177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:46:35.287532 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-79aade2c-2fd7-4a5b-ad94-d044507216d1 req-5b0d4c5b-d11b-4dbb-973d-c9d5041e5177 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c529c1f29ef94d7791c99b50fa7c5534&device_id=532adc12-7ff8-4f9a-92c9-716fb61b3456 HTTP/1.1" status: 200 len: 1098 time: 0.0578623 Jul 27 21:46:35.387223 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79aade2c-2fd7-4a5b-ad94-d044507216d1 req-1e28ed69-75cc-435c-9749-bd224ed431e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:46:35.388737 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-79aade2c-2fd7-4a5b-ad94-d044507216d1 req-1e28ed69-75cc-435c-9749-bd224ed431e6 service neutron] 10.222.0.60 "GET /v2.0/networks?id=407498f9-1dd2-4d4d-80f9-fd7dac21ec25 HTTP/1.1" status: 200 len: 913 time: 0.0827188 Jul 27 21:46:35.456770 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-79aade2c-2fd7-4a5b-ad94-d044507216d1 req-8ece7e29-f024-4d19-bf89-36ef0640ae95 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=289ea40c-56d7-4555-accc-3061dfde9328 HTTP/1.1" status: 200 len: 1002 time: 0.0595150 Jul 27 21:46:35.505127 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79aade2c-2fd7-4a5b-ad94-d044507216d1 req-4fca6cb6-4204-49b1-818e-cb00098ba660 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:46:35.506514 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-79aade2c-2fd7-4a5b-ad94-d044507216d1 req-4fca6cb6-4204-49b1-818e-cb00098ba660 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4065b5d3-4c0a-4855-8695-4062e0323f11 HTTP/1.1" status: 200 len: 851 time: 0.0426350 Jul 27 21:46:35.563559 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79aade2c-2fd7-4a5b-ad94-d044507216d1 req-f4a2bbb8-918c-4751-a6f6-27bc29562b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:46:35.565047 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-79aade2c-2fd7-4a5b-ad94-d044507216d1 req-f4a2bbb8-918c-4751-a6f6-27bc29562b6e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=407498f9-1dd2-4d4d-80f9-fd7dac21ec25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0518177 Jul 27 21:46:35.654954 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-79aade2c-2fd7-4a5b-ad94-d044507216d1 req-c4235e27-688b-4b39-9ca8-b04727931e23 service neutron] 10.222.0.60 "GET /v2.0/networks/407498f9-1dd2-4d4d-80f9-fd7dac21ec25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823853 Jul 27 21:46:35.991140 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-79aade2c-2fd7-4a5b-ad94-d044507216d1 req-20146bb1-aee4-46e3-8345-df8b38b8dc0e service neutron] 10.222.0.60 "GET /v2.0/networks/407498f9-1dd2-4d4d-80f9-fd7dac21ec25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3291447 Jul 27 21:46:36.834390 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:38.934632 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-c6f20c95-63e6-4d59-b08d-feedb6cfdcc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:40.631253 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:41.588713 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-f02353f9-ab93-4230-87c0-5e5c0e175895 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:41.921229 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:43.045031 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-bb32ed7d-8717-448b-a9c8-a5a0117d1fd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:44.467852 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-875ced1b-4cf3-463a-9653-058f0f9421e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:51.174000 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.agents_db [None req-558fcd2c-e512-47bc-a170-8673d87f7213 None None] Agent healthcheck: found 7 active agents {{(pid=105587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 21:47:06.832085 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:08.936171 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-b46b9622-6991-4bdf-8e7e-b7417ce59f8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:10.628421 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:11.588143 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-a19b7ffe-e4be-407f-aa4b-3827a62f3211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:11.920417 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:13.047981 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-bb32ed7d-8717-448b-a9c8-a5a0117d1fd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:14.469844 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-875ced1b-4cf3-463a-9653-058f0f9421e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:28.173108 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.agents_db [None req-558fcd2c-e512-47bc-a170-8673d87f7213 None None] Agent healthcheck: found 7 active agents {{(pid=105587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 21:47:36.838239 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:37.231201 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-6d8aeb1a-4da2-49ff-a0c0-61fc8c2c1805 req-ccd9634c-e093-46be-b700-01fff2501813 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=532adc12-7ff8-4f9a-92c9-716fb61b3456&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0529478 Jul 27 21:47:37.324722 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8aeb1a-4da2-49ff-a0c0-61fc8c2c1805 req-b735cc94-eb29-46a6-92fc-e9eb766f2d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:47:37.326257 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-6d8aeb1a-4da2-49ff-a0c0-61fc8c2c1805 req-b735cc94-eb29-46a6-92fc-e9eb766f2d19 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c529c1f29ef94d7791c99b50fa7c5534&device_id=532adc12-7ff8-4f9a-92c9-716fb61b3456 HTTP/1.1" status: 200 len: 1098 time: 0.0544379 Jul 27 21:47:37.426795 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8aeb1a-4da2-49ff-a0c0-61fc8c2c1805 req-bb77dbc8-363b-4153-829f-2e0cf7e3ee21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:47:37.428273 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-6d8aeb1a-4da2-49ff-a0c0-61fc8c2c1805 req-bb77dbc8-363b-4153-829f-2e0cf7e3ee21 service neutron] 10.222.0.60 "GET /v2.0/networks?id=407498f9-1dd2-4d4d-80f9-fd7dac21ec25 HTTP/1.1" status: 200 len: 913 time: 0.0821934 Jul 27 21:47:37.495520 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-6d8aeb1a-4da2-49ff-a0c0-61fc8c2c1805 req-ed08955f-c577-4132-9f50-12950c5d72ed service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=289ea40c-56d7-4555-accc-3061dfde9328 HTTP/1.1" status: 200 len: 1002 time: 0.0602775 Jul 27 21:47:37.543738 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8aeb1a-4da2-49ff-a0c0-61fc8c2c1805 req-ed872fb1-f32b-4aad-ac06-54eba9196e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:47:37.545163 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-6d8aeb1a-4da2-49ff-a0c0-61fc8c2c1805 req-ed872fb1-f32b-4aad-ac06-54eba9196e80 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4065b5d3-4c0a-4855-8695-4062e0323f11 HTTP/1.1" status: 200 len: 851 time: 0.0425935 Jul 27 21:47:37.603603 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8aeb1a-4da2-49ff-a0c0-61fc8c2c1805 req-11525a0c-ca69-4e9c-a9d6-946d22c38d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:47:37.605368 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-6d8aeb1a-4da2-49ff-a0c0-61fc8c2c1805 req-11525a0c-ca69-4e9c-a9d6-946d22c38d97 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=407498f9-1dd2-4d4d-80f9-fd7dac21ec25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0534329 Jul 27 21:47:37.695915 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-6d8aeb1a-4da2-49ff-a0c0-61fc8c2c1805 req-58f344c2-9484-4f03-8de2-47749597ce5c service neutron] 10.222.0.60 "GET /v2.0/networks/407498f9-1dd2-4d4d-80f9-fd7dac21ec25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833938 Jul 27 21:47:37.784481 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-6d8aeb1a-4da2-49ff-a0c0-61fc8c2c1805 req-daa2f536-40f6-4e4d-85b0-051c76cf6d4a service neutron] 10.222.0.60 "GET /v2.0/networks/407498f9-1dd2-4d4d-80f9-fd7dac21ec25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810020 Jul 27 21:47:38.936147 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-0128563d-656d-40f9-b50b-fcba7f37312d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:40.657329 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:41.587500 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-2dbc2861-96cd-42f5-a50b-4c61e6e89566 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:41.921115 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:43.052030 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-bb32ed7d-8717-448b-a9c8-a5a0117d1fd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:44.472551 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-875ced1b-4cf3-463a-9653-058f0f9421e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:05.172624 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.agents_db [None req-558fcd2c-e512-47bc-a170-8673d87f7213 None None] Agent healthcheck: found 7 active agents {{(pid=105587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 21:48:06.832911 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:08.936056 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-98b0e919-7ca2-4574-a78a-7570b404eb0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:10.671003 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:11.589383 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-d4af60ee-d313-41c7-a295-fb9f49cd5c7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:11.921745 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:13.054859 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-bb32ed7d-8717-448b-a9c8-a5a0117d1fd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:14.222203 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ea19ff-b92b-40f4-a531-b71eafb9e116 req-74c5abb3-7313-47cd-8129-1f1fff5b4fff tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:48:14.223746 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f8ea19ff-b92b-40f4-a531-b71eafb9e116 req-74c5abb3-7313-47cd-8129-1f1fff5b4fff tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] 10.222.0.59 "GET /v2.0/ports?device_id=532adc12-7ff8-4f9a-92c9-716fb61b3456 HTTP/1.1" status: 200 len: 946 time: 0.0982871 Jul 27 21:48:14.259079 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-03b91877-4999-46b7-b38b-9f5e7f8cc696 req-e26c7f3a-88fa-46ed-b627-c713c2aa9a75 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=532adc12-7ff8-4f9a-92c9-716fb61b3456&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1459792 Jul 27 21:48:14.272930 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f8ea19ff-b92b-40f4-a531-b71eafb9e116 req-08b8520d-8879-4813-83e5-753ccfbfadc8 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0213b60-9675-41ba-82c7-cb66a48a86e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425978 Jul 27 21:48:14.476187 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-875ced1b-4cf3-463a-9653-058f0f9421e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:15.405380 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af185428-dd2c-4575-940b-de1b87b428ee req-988a8e89-6ff5-4ea3-b0dc-2675915b6191 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:48:15.406845 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-af185428-dd2c-4575-940b-de1b87b428ee req-988a8e89-6ff5-4ea3-b0dc-2675915b6191 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] 10.222.0.59 "GET /v2.0/ports?device_id=532adc12-7ff8-4f9a-92c9-716fb61b3456 HTTP/1.1" status: 200 len: 946 time: 0.0622029 Jul 27 21:48:15.444028 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-af185428-dd2c-4575-940b-de1b87b428ee req-f7a7e702-28a8-48c1-9cae-f0dbc632d09e tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0213b60-9675-41ba-82c7-cb66a48a86e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313303 Jul 27 21:48:16.575273 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1386a974-a7d0-4b84-9605-f286d214bd85 req-2d4ff39b-2aa8-465a-8302-bfdbd6bdc68a tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:48:16.576749 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-1386a974-a7d0-4b84-9605-f286d214bd85 req-2d4ff39b-2aa8-465a-8302-bfdbd6bdc68a tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] 10.222.0.59 "GET /v2.0/ports?device_id=532adc12-7ff8-4f9a-92c9-716fb61b3456 HTTP/1.1" status: 200 len: 946 time: 0.0662360 Jul 27 21:48:16.613974 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-1386a974-a7d0-4b84-9605-f286d214bd85 req-e91f6ec0-15d6-4dca-8bef-b39b17845300 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0213b60-9675-41ba-82c7-cb66a48a86e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309165 Jul 27 21:48:17.742338 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a340786f-8a38-4b9f-9e8e-d3bf9b04c1d6 req-aeca2abc-3352-41d3-91bc-615ea81c3c19 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:48:17.743874 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a340786f-8a38-4b9f-9e8e-d3bf9b04c1d6 req-aeca2abc-3352-41d3-91bc-615ea81c3c19 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] 10.222.0.59 "GET /v2.0/ports?device_id=532adc12-7ff8-4f9a-92c9-716fb61b3456 HTTP/1.1" status: 200 len: 946 time: 0.0637295 Jul 27 21:48:17.795395 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a340786f-8a38-4b9f-9e8e-d3bf9b04c1d6 req-76e91695-db55-42b2-9265-889cc8cee546 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0213b60-9675-41ba-82c7-cb66a48a86e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454395 Jul 27 21:48:18.931582 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc12e8cb-751d-44e4-a7f4-34ca7c70b2e2 req-2b92fd27-7b5e-4b76-95e4-2beed1f3a0bf tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:48:18.933127 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-fc12e8cb-751d-44e4-a7f4-34ca7c70b2e2 req-2b92fd27-7b5e-4b76-95e4-2beed1f3a0bf tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] 10.222.0.59 "GET /v2.0/ports?device_id=532adc12-7ff8-4f9a-92c9-716fb61b3456 HTTP/1.1" status: 200 len: 946 time: 0.0664475 Jul 27 21:48:18.971039 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-fc12e8cb-751d-44e4-a7f4-34ca7c70b2e2 req-9f3fda0e-be19-4078-af3c-ca18191500d0 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0213b60-9675-41ba-82c7-cb66a48a86e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320139 Jul 27 21:48:19.503473 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b91877-4999-46b7-b38b-9f5e7f8cc696 req-22e08607-94e8-4365-9b01-eda4dea3de36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:48:19.505038 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-03b91877-4999-46b7-b38b-9f5e7f8cc696 req-22e08607-94e8-4365-9b01-eda4dea3de36 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c529c1f29ef94d7791c99b50fa7c5534&device_id=532adc12-7ff8-4f9a-92c9-716fb61b3456 HTTP/1.1" status: 200 len: 1098 time: 0.0593183 Jul 27 21:48:19.591930 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b91877-4999-46b7-b38b-9f5e7f8cc696 req-0109def6-1301-49a3-be0c-f8b4181c09f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:48:19.593376 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-03b91877-4999-46b7-b38b-9f5e7f8cc696 req-0109def6-1301-49a3-be0c-f8b4181c09f0 service neutron] 10.222.0.60 "GET /v2.0/networks?id=407498f9-1dd2-4d4d-80f9-fd7dac21ec25 HTTP/1.1" status: 200 len: 913 time: 0.0817387 Jul 27 21:48:19.664551 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-03b91877-4999-46b7-b38b-9f5e7f8cc696 req-d84b38de-d80b-4c11-838e-0dbefd50be3d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=289ea40c-56d7-4555-accc-3061dfde9328 HTTP/1.1" status: 200 len: 1002 time: 0.0632191 Jul 27 21:48:19.713782 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b91877-4999-46b7-b38b-9f5e7f8cc696 req-c18483de-6a75-4c9e-9a56-66879c135f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:48:19.715443 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-03b91877-4999-46b7-b38b-9f5e7f8cc696 req-c18483de-6a75-4c9e-9a56-66879c135f24 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4065b5d3-4c0a-4855-8695-4062e0323f11 HTTP/1.1" status: 200 len: 851 time: 0.0443635 Jul 27 21:48:19.774647 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b91877-4999-46b7-b38b-9f5e7f8cc696 req-2af3b950-4a64-4cec-9951-09c0fcfe0b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:48:19.776257 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-03b91877-4999-46b7-b38b-9f5e7f8cc696 req-2af3b950-4a64-4cec-9951-09c0fcfe0b82 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=407498f9-1dd2-4d4d-80f9-fd7dac21ec25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0536091 Jul 27 21:48:19.870065 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-03b91877-4999-46b7-b38b-9f5e7f8cc696 req-1e15eb7e-7f69-48c8-a9d4-847e853521be service neutron] 10.222.0.60 "GET /v2.0/networks/407498f9-1dd2-4d4d-80f9-fd7dac21ec25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870063 Jul 27 21:48:19.961447 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-03b91877-4999-46b7-b38b-9f5e7f8cc696 req-b8b037a0-be6e-48f4-b92f-bf5b2dc03b36 service neutron] 10.222.0.60 "GET /v2.0/networks/407498f9-1dd2-4d4d-80f9-fd7dac21ec25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841370 Jul 27 21:48:20.107908 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a437cb18-746a-4ff2-a031-3d84c78606ec req-2dafd41b-a5e8-4019-bd19-14a8cca0ead3 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:48:20.109376 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a437cb18-746a-4ff2-a031-3d84c78606ec req-2dafd41b-a5e8-4019-bd19-14a8cca0ead3 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] 10.222.0.59 "GET /v2.0/ports?device_id=532adc12-7ff8-4f9a-92c9-716fb61b3456 HTTP/1.1" status: 200 len: 946 time: 0.0700722 Jul 27 21:48:20.148046 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a437cb18-746a-4ff2-a031-3d84c78606ec req-8c597f85-9986-4a0c-b362-e08c8f691130 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0213b60-9675-41ba-82c7-cb66a48a86e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319254 Jul 27 21:48:21.282339 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aae40be-a263-4294-99bd-aabd54fa7250 req-18b72e3b-8887-4a0b-a605-223104542592 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:48:21.284388 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-4aae40be-a263-4294-99bd-aabd54fa7250 req-18b72e3b-8887-4a0b-a605-223104542592 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] 10.222.0.59 "GET /v2.0/ports?device_id=532adc12-7ff8-4f9a-92c9-716fb61b3456 HTTP/1.1" status: 200 len: 946 time: 0.0698950 Jul 27 21:48:21.323317 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-4aae40be-a263-4294-99bd-aabd54fa7250 req-69bc4428-fb7d-452b-8f8d-a2786b323e70 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0213b60-9675-41ba-82c7-cb66a48a86e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315478 Jul 27 21:48:22.458452 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7102e78-9246-44a6-9584-f00bb8c8043e req-091e5712-59d6-4ff3-b051-fa8473406f14 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:48:22.459953 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-c7102e78-9246-44a6-9584-f00bb8c8043e req-091e5712-59d6-4ff3-b051-fa8473406f14 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] 10.222.0.59 "GET /v2.0/ports?device_id=532adc12-7ff8-4f9a-92c9-716fb61b3456 HTTP/1.1" status: 200 len: 946 time: 0.0657794 Jul 27 21:48:22.497416 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-c7102e78-9246-44a6-9584-f00bb8c8043e req-b4a0d8b4-5ca3-4c31-999a-dfd4d39bf10b tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0213b60-9675-41ba-82c7-cb66a48a86e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316129 Jul 27 21:48:23.626409 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f641abc-e911-4db5-922b-b8d7d1b060e6 req-9f258944-702c-473c-81e4-68584f7c3eee tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:48:23.627938 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-5f641abc-e911-4db5-922b-b8d7d1b060e6 req-9f258944-702c-473c-81e4-68584f7c3eee tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] 10.222.0.59 "GET /v2.0/ports?device_id=532adc12-7ff8-4f9a-92c9-716fb61b3456 HTTP/1.1" status: 200 len: 946 time: 0.0627391 Jul 27 21:48:23.665399 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-5f641abc-e911-4db5-922b-b8d7d1b060e6 req-4863e19c-59ff-4ca2-9ba5-3b63c4a1d352 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0213b60-9675-41ba-82c7-cb66a48a86e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316637 Jul 27 21:48:24.792407 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d393a69c-7748-452b-9376-9461165ced13 req-28c9d889-75d0-477c-a187-3eb8c1d22f1c tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:48:24.793894 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-d393a69c-7748-452b-9376-9461165ced13 req-28c9d889-75d0-477c-a187-3eb8c1d22f1c tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] 10.222.0.59 "GET /v2.0/ports?device_id=532adc12-7ff8-4f9a-92c9-716fb61b3456 HTTP/1.1" status: 200 len: 946 time: 0.0621283 Jul 27 21:48:24.830478 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-d393a69c-7748-452b-9376-9461165ced13 req-24b3dcc4-73eb-4175-a910-968c23f70ab6 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0213b60-9675-41ba-82c7-cb66a48a86e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306816 Jul 27 21:48:25.962175 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336b6dfb-78e5-457e-a1d0-9517991def3c req-b22d34f6-4e65-4322-9811-108b7e1802df tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:48:25.963687 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-336b6dfb-78e5-457e-a1d0-9517991def3c req-b22d34f6-4e65-4322-9811-108b7e1802df tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] 10.222.0.59 "GET /v2.0/ports?device_id=532adc12-7ff8-4f9a-92c9-716fb61b3456 HTTP/1.1" status: 200 len: 946 time: 0.0661278 Jul 27 21:48:26.000778 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-336b6dfb-78e5-457e-a1d0-9517991def3c req-c276cab1-3152-4129-ac84-cbb8c51f8663 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0213b60-9675-41ba-82c7-cb66a48a86e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313058 Jul 27 21:48:27.128972 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd96c79-64c0-4248-be00-d0edf5f10a8a req-31b9726d-8821-4b3f-ad6a-8eeac361dd81 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:48:27.130471 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-7bd96c79-64c0-4248-be00-d0edf5f10a8a req-31b9726d-8821-4b3f-ad6a-8eeac361dd81 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] 10.222.0.59 "GET /v2.0/ports?device_id=532adc12-7ff8-4f9a-92c9-716fb61b3456 HTTP/1.1" status: 200 len: 946 time: 0.0630062 Jul 27 21:48:27.167125 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-7bd96c79-64c0-4248-be00-d0edf5f10a8a req-6d6aa3ec-d3f5-4d04-a9f5-9bd55db9cef2 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0213b60-9675-41ba-82c7-cb66a48a86e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307510 Jul 27 21:48:28.299124 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadc11ce-dcc6-4a80-9677-c8330a07eb91 req-7b8a37be-7022-490c-90bf-e35a7520efb0 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:48:28.301095 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-dadc11ce-dcc6-4a80-9677-c8330a07eb91 req-7b8a37be-7022-490c-90bf-e35a7520efb0 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] 10.222.0.59 "GET /v2.0/ports?device_id=532adc12-7ff8-4f9a-92c9-716fb61b3456 HTTP/1.1" status: 200 len: 946 time: 0.0683131 Jul 27 21:48:28.337925 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-dadc11ce-dcc6-4a80-9677-c8330a07eb91 req-bb48b919-ea50-4ba4-9b66-10c0c42cd674 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0213b60-9675-41ba-82c7-cb66a48a86e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310583 Jul 27 21:48:29.464380 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9177ea2-0af8-4bb6-a3e8-3c2cca7623fb req-cdb24dfe-97c5-4351-9a84-893af7f8c4a6 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:48:29.465961 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f9177ea2-0af8-4bb6-a3e8-3c2cca7623fb req-cdb24dfe-97c5-4351-9a84-893af7f8c4a6 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] 10.222.0.59 "GET /v2.0/ports?device_id=532adc12-7ff8-4f9a-92c9-716fb61b3456 HTTP/1.1" status: 200 len: 946 time: 0.0624456 Jul 27 21:48:29.503486 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f9177ea2-0af8-4bb6-a3e8-3c2cca7623fb req-d56aba2d-56c7-4f45-94e2-acba5665ceab tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0213b60-9675-41ba-82c7-cb66a48a86e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317724 Jul 27 21:48:30.685325 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f288710-84f7-4cc3-bbf2-044dc4671457 req-05abf062-1ffb-4413-b67e-24f87716b957 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:48:30.686834 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-1f288710-84f7-4cc3-bbf2-044dc4671457 req-05abf062-1ffb-4413-b67e-24f87716b957 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] 10.222.0.59 "GET /v2.0/ports?device_id=532adc12-7ff8-4f9a-92c9-716fb61b3456 HTTP/1.1" status: 200 len: 946 time: 0.1124709 Jul 27 21:48:30.724895 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-1f288710-84f7-4cc3-bbf2-044dc4671457 req-615a9153-36dc-4c98-9c2f-160ae3ce6ad8 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0213b60-9675-41ba-82c7-cb66a48a86e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315492 Jul 27 21:48:31.857304 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5166f5a7-0c62-45a5-baa9-c5521e5dc656 req-00b16579-84fe-4377-9a3f-2e33a0de1ec3 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:48:31.859599 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-5166f5a7-0c62-45a5-baa9-c5521e5dc656 req-00b16579-84fe-4377-9a3f-2e33a0de1ec3 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] 10.222.0.59 "GET /v2.0/ports?device_id=532adc12-7ff8-4f9a-92c9-716fb61b3456 HTTP/1.1" status: 200 len: 946 time: 0.0664148 Jul 27 21:48:31.898409 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-5166f5a7-0c62-45a5-baa9-c5521e5dc656 req-41d2b1f6-d2e0-4771-a3f0-2ee9f15ff4a3 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0213b60-9675-41ba-82c7-cb66a48a86e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324445 Jul 27 21:48:32.352959 n-d-705658-22 neutron-server[105584]: INFO neutron.api.v2.resource [req-03b91877-4999-46b7-b38b-9f5e7f8cc696 req-08677675-8b98-4947-aaf6-1025f43ff7ee service neutron] show failed (client error): The resource could not be found. Jul 27 21:48:32.353930 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-03b91877-4999-46b7-b38b-9f5e7f8cc696 req-08677675-8b98-4947-aaf6-1025f43ff7ee service neutron] 10.222.0.60 "GET /v2.0/ports/289ea40c-56d7-4555-accc-3061dfde9328/bindings/n-h1-705658-22 HTTP/1.1" status: 404 len: 381 time: 0.0532894 Jul 27 21:48:32.599691 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b91877-4999-46b7-b38b-9f5e7f8cc696 req-5906d2df-ba5b-4a8c-8840-4833aa81ffd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:48:32.601197 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-03b91877-4999-46b7-b38b-9f5e7f8cc696 req-5906d2df-ba5b-4a8c-8840-4833aa81ffd7 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=532adc12-7ff8-4f9a-92c9-716fb61b3456&tenant_id=c529c1f29ef94d7791c99b50fa7c5534 HTTP/1.1" status: 200 len: 1098 time: 0.1015382 Jul 27 21:48:32.613461 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [req-03b91877-4999-46b7-b38b-9f5e7f8cc696 req-a4090a16-c524-488f-b94b-91ee2f0524e0 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-705658-22', 'device_owner': 'compute:nova'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:48:32.681902 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-03b91877-4999-46b7-b38b-9f5e7f8cc696 req-a4090a16-c524-488f-b94b-91ee2f0524e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:32.874913 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [req-03b91877-4999-46b7-b38b-9f5e7f8cc696 req-a4090a16-c524-488f-b94b-91ee2f0524e0 service neutron] For port 289ea40c-56d7-4555-accc-3061dfde9328, host n-h2-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=289ea40c-56d7-4555-accc-3061dfde9328,segment=NetworkSegment(c6ae5619-12c2-491f-a03a-63f376106659),segment_id=c6ae5619-12c2-491f-a03a-63f376106659)] {{(pid=105584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:48:32.907927 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [req-03b91877-4999-46b7-b38b-9f5e7f8cc696 req-a4090a16-c524-488f-b94b-91ee2f0524e0 service neutron] For port 289ea40c-56d7-4555-accc-3061dfde9328, host n-h2-705658-22, cleared binding levels {{(pid=105584) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:48:32.951072 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '532adc12-7ff8-4f9a-92c9-716fb61b3456', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '289ea40c-56d7-4555-accc-3061dfde9328'}] {{(pid=105584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:48:32.953749 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bce5e6c8685464f7626901654159975603b047827e3138302ed6566e28f1343" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc343d56-86ac-457e-a18a-966feaa94ae5" -d '{"events": [{"server_uuid": "532adc12-7ff8-4f9a-92c9-716fb61b3456", "name": "network-vif-unplugged", "status": "completed", "tag": "289ea40c-56d7-4555-accc-3061dfde9328"}]}' {{(pid=105584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:48:32.957525 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-03b91877-4999-46b7-b38b-9f5e7f8cc696 req-a4090a16-c524-488f-b94b-91ee2f0524e0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:32.970497 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.provisioning_blocks [req-03b91877-4999-46b7-b38b-9f5e7f8cc696 req-a4090a16-c524-488f-b94b-91ee2f0524e0 service neutron] Transition to ACTIVE for port object 289ea40c-56d7-4555-accc-3061dfde9328 will not be triggered until provisioned by entity L2. {{(pid=105584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:48:32.974795 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-03b91877-4999-46b7-b38b-9f5e7f8cc696 req-a4090a16-c524-488f-b94b-91ee2f0524e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9014027'] for port, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:33.033688 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce16702-fa0a-4f9f-8f7d-0629aa9f9a15 req-5ac2b266-8801-4229-8340-490358946d99 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:48:33.036589 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-4ce16702-fa0a-4f9f-8f7d-0629aa9f9a15 req-5ac2b266-8801-4229-8340-490358946d99 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] 10.222.0.59 "GET /v2.0/ports?device_id=532adc12-7ff8-4f9a-92c9-716fb61b3456 HTTP/1.1" status: 200 len: 944 time: 0.0704169 Jul 27 21:48:33.054358 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4090a16-c524-488f-b94b-91ee2f0524e0 service neutron] Pushing event updated for resources: {'Port': ['ID=289ea40c-56d7-4555-accc-3061dfde9328,revision_number=6']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:48:33.090634 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-4ce16702-fa0a-4f9f-8f7d-0629aa9f9a15 req-e3812af0-cf92-4747-8921-b654e7329824 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0213b60-9675-41ba-82c7-cb66a48a86e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396514 Jul 27 21:48:33.105317 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 27 Jul 2021 21:48:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7786dcb-78b9-4acb-b2ef-af1916b94ae8 x-openstack-request-id: req-b7786dcb-78b9-4acb-b2ef-af1916b94ae8 {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:48:33.105604 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "532adc12-7ff8-4f9a-92c9-716fb61b3456", "name": "network-vif-unplugged", "status": "completed", "tag": "289ea40c-56d7-4555-accc-3061dfde9328", "code": 200}]} {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:48:33.105851 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-b7786dcb-78b9-4acb-b2ef-af1916b94ae8 {{(pid=105584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:48:33.106235 n-d-705658-22 neutron-server[105584]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '532adc12-7ff8-4f9a-92c9-716fb61b3456', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '289ea40c-56d7-4555-accc-3061dfde9328', 'code': 200} Jul 27 21:48:33.107334 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [req-03b91877-4999-46b7-b38b-9f5e7f8cc696 req-a4090a16-c524-488f-b94b-91ee2f0524e0 service neutron] No DVR routers for this DVR port 289ea40c-56d7-4555-accc-3061dfde9328 on host n-h2-705658-22 {{(pid=105584) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:48:33.109622 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4090a16-c524-488f-b94b-91ee2f0524e0 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:48:33.109961 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4090a16-c524-488f-b94b-91ee2f0524e0 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:48:33.110296 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4090a16-c524-488f-b94b-91ee2f0524e0 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:48:33.110654 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4090a16-c524-488f-b94b-91ee2f0524e0 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:48:33.110980 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4090a16-c524-488f-b94b-91ee2f0524e0 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:48:33.111331 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4090a16-c524-488f-b94b-91ee2f0524e0 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:48:33.111651 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4090a16-c524-488f-b94b-91ee2f0524e0 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:48:33.111996 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4090a16-c524-488f-b94b-91ee2f0524e0 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:48:33.112914 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4090a16-c524-488f-b94b-91ee2f0524e0 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:48:33.113242 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4090a16-c524-488f-b94b-91ee2f0524e0 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:48:33.113562 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4090a16-c524-488f-b94b-91ee2f0524e0 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:48:33.113878 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4090a16-c524-488f-b94b-91ee2f0524e0 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:48:33.253392 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [req-03b91877-4999-46b7-b38b-9f5e7f8cc696 req-a4090a16-c524-488f-b94b-91ee2f0524e0 service neutron] Attempting to bind port 289ea40c-56d7-4555-accc-3061dfde9328 on host n-h1-705658-22 for vnic_type normal with profile {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:48:33.253729 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [req-03b91877-4999-46b7-b38b-9f5e7f8cc696 req-a4090a16-c524-488f-b94b-91ee2f0524e0 service neutron] Attempting to bind port 289ea40c-56d7-4555-accc-3061dfde9328 by drivers openvswitch,hyperv on host n-h1-705658-22 at level 0 using segments [{'id': 'c6ae5619-12c2-491f-a03a-63f376106659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '407498f9-1dd2-4d4d-80f9-fd7dac21ec25'}] {{(pid=105584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:48:33.254054 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03b91877-4999-46b7-b38b-9f5e7f8cc696 req-a4090a16-c524-488f-b94b-91ee2f0524e0 service neutron] Attempting to bind port 289ea40c-56d7-4555-accc-3061dfde9328 on network 407498f9-1dd2-4d4d-80f9-fd7dac21ec25 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:48:33.259382 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03b91877-4999-46b7-b38b-9f5e7f8cc696 req-a4090a16-c524-488f-b94b-91ee2f0524e0 service neutron] Port 289ea40c-56d7-4555-accc-3061dfde9328 on network 407498f9-1dd2-4d4d-80f9-fd7dac21ec25 not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-22 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:48:33.259860 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03b91877-4999-46b7-b38b-9f5e7f8cc696 req-a4090a16-c524-488f-b94b-91ee2f0524e0 service neutron] Attempting to bind port 289ea40c-56d7-4555-accc-3061dfde9328 on network 407498f9-1dd2-4d4d-80f9-fd7dac21ec25 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:48:33.266621 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03b91877-4999-46b7-b38b-9f5e7f8cc696 req-a4090a16-c524-488f-b94b-91ee2f0524e0 service neutron] Checking agent: {'id': '9d9bc37f-4d75-44ef-9f63-799aab3e316f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 49, 36), 'started_at': datetime.datetime(2021, 7, 27, 20, 49, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 48, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:48:33.267128 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03b91877-4999-46b7-b38b-9f5e7f8cc696 req-a4090a16-c524-488f-b94b-91ee2f0524e0 service neutron] Checking segment: {'id': 'c6ae5619-12c2-491f-a03a-63f376106659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '407498f9-1dd2-4d4d-80f9-fd7dac21ec25'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:48:33.267671 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03b91877-4999-46b7-b38b-9f5e7f8cc696 req-a4090a16-c524-488f-b94b-91ee2f0524e0 service neutron] Bound using segment: {'id': 'c6ae5619-12c2-491f-a03a-63f376106659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '407498f9-1dd2-4d4d-80f9-fd7dac21ec25'} {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:48:33.268345 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [req-03b91877-4999-46b7-b38b-9f5e7f8cc696 req-a4090a16-c524-488f-b94b-91ee2f0524e0 service neutron] Bound port: 289ea40c-56d7-4555-accc-3061dfde9328, host: n-h1-705658-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6ae5619-12c2-491f-a03a-63f376106659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '407498f9-1dd2-4d4d-80f9-fd7dac21ec25'}}] {{(pid=105584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:48:33.268861 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-03b91877-4999-46b7-b38b-9f5e7f8cc696 req-a4090a16-c524-488f-b94b-91ee2f0524e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:33.345733 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [req-03b91877-4999-46b7-b38b-9f5e7f8cc696 req-a4090a16-c524-488f-b94b-91ee2f0524e0 service neutron] For port 289ea40c-56d7-4555-accc-3061dfde9328, host n-h1-705658-22, cleared binding levels {{(pid=105584) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:48:33.349474 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [req-03b91877-4999-46b7-b38b-9f5e7f8cc696 req-a4090a16-c524-488f-b94b-91ee2f0524e0 service neutron] For port 289ea40c-56d7-4555-accc-3061dfde9328, host n-h1-705658-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=289ea40c-56d7-4555-accc-3061dfde9328,segment=NetworkSegment(c6ae5619-12c2-491f-a03a-63f376106659),segment_id=c6ae5619-12c2-491f-a03a-63f376106659)] {{(pid=105584) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:48:33.355491 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-03b91877-4999-46b7-b38b-9f5e7f8cc696 req-a4090a16-c524-488f-b94b-91ee2f0524e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9014027'] for port, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:33.391704 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b91877-4999-46b7-b38b-9f5e7f8cc696 req-a4090a16-c524-488f-b94b-91ee2f0524e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:48:33.392410 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-03b91877-4999-46b7-b38b-9f5e7f8cc696 req-a4090a16-c524-488f-b94b-91ee2f0524e0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:33.394202 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-03b91877-4999-46b7-b38b-9f5e7f8cc696 req-a4090a16-c524-488f-b94b-91ee2f0524e0 service neutron] 10.222.0.36 "PUT /v2.0/ports/289ea40c-56d7-4555-accc-3061dfde9328 HTTP/1.1" status: 200 len: 1093 time: 0.7852817 Jul 27 21:48:33.414607 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4090a16-c524-488f-b94b-91ee2f0524e0 service neutron] Pushing event updated for resources: {'Port': ['ID=289ea40c-56d7-4555-accc-3061dfde9328,revision_number=7']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:48:33.475784 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b91877-4999-46b7-b38b-9f5e7f8cc696 req-845d2d40-046b-4873-8cb3-8a95ac6a89dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:48:33.477309 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-03b91877-4999-46b7-b38b-9f5e7f8cc696 req-845d2d40-046b-4873-8cb3-8a95ac6a89dd service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c529c1f29ef94d7791c99b50fa7c5534&device_id=532adc12-7ff8-4f9a-92c9-716fb61b3456 HTTP/1.1" status: 200 len: 1096 time: 0.0596626 Jul 27 21:48:33.570296 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b91877-4999-46b7-b38b-9f5e7f8cc696 req-a6f07598-0b88-4afc-a78e-72f7cde58141 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:48:33.571816 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-03b91877-4999-46b7-b38b-9f5e7f8cc696 req-a6f07598-0b88-4afc-a78e-72f7cde58141 service neutron] 10.222.0.36 "GET /v2.0/networks?id=407498f9-1dd2-4d4d-80f9-fd7dac21ec25 HTTP/1.1" status: 200 len: 913 time: 0.0870421 Jul 27 21:48:33.652626 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-03b91877-4999-46b7-b38b-9f5e7f8cc696 req-9a1f2600-5d93-49ab-8987-fdb3289bc39a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=289ea40c-56d7-4555-accc-3061dfde9328 HTTP/1.1" status: 200 len: 1000 time: 0.0736885 Jul 27 21:48:33.701470 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b91877-4999-46b7-b38b-9f5e7f8cc696 req-e2924917-2a08-45df-b274-24bf47863721 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:48:33.702923 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-03b91877-4999-46b7-b38b-9f5e7f8cc696 req-e2924917-2a08-45df-b274-24bf47863721 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4065b5d3-4c0a-4855-8695-4062e0323f11 HTTP/1.1" status: 200 len: 851 time: 0.0431454 Jul 27 21:48:33.762585 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b91877-4999-46b7-b38b-9f5e7f8cc696 req-6505829e-c57b-4e20-8c5b-fdc6fb546b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:48:33.764088 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-03b91877-4999-46b7-b38b-9f5e7f8cc696 req-6505829e-c57b-4e20-8c5b-fdc6fb546b37 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=407498f9-1dd2-4d4d-80f9-fd7dac21ec25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0533252 Jul 27 21:48:33.854972 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-03b91877-4999-46b7-b38b-9f5e7f8cc696 req-5b3bf4fe-7296-4730-aeda-18592f4a309f service neutron] 10.222.0.36 "GET /v2.0/networks/407498f9-1dd2-4d4d-80f9-fd7dac21ec25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829384 Jul 27 21:48:33.945652 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-03b91877-4999-46b7-b38b-9f5e7f8cc696 req-a0bc1b67-561d-42c7-ac2c-28a7e9e61222 service neutron] 10.222.0.36 "GET /v2.0/networks/407498f9-1dd2-4d4d-80f9-fd7dac21ec25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806024 Jul 27 21:48:34.227839 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12eaa64-9eed-49eb-b1d9-5a2303275589 req-70e394ad-92c7-4b17-a7bf-6fb172b22839 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:48:34.229220 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e12eaa64-9eed-49eb-b1d9-5a2303275589 req-70e394ad-92c7-4b17-a7bf-6fb172b22839 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] 10.222.0.59 "GET /v2.0/ports?device_id=532adc12-7ff8-4f9a-92c9-716fb61b3456 HTTP/1.1" status: 200 len: 944 time: 0.0649679 Jul 27 21:48:34.265646 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e12eaa64-9eed-49eb-b1d9-5a2303275589 req-473a8b6f-5e30-41d5-b499-81aeb16fa4aa tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0213b60-9675-41ba-82c7-cb66a48a86e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305037 Jul 27 21:48:35.107639 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '532adc12-7ff8-4f9a-92c9-716fb61b3456', 'tag': '289ea40c-56d7-4555-accc-3061dfde9328'}] {{(pid=105584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:48:35.110095 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bce5e6c8685464f7626901654159975603b047827e3138302ed6566e28f1343" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-140cf5e3-0711-4328-8673-bdca7bf9ef79" -d '{"events": [{"name": "network-changed", "server_uuid": "532adc12-7ff8-4f9a-92c9-716fb61b3456", "tag": "289ea40c-56d7-4555-accc-3061dfde9328"}]}' {{(pid=105584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:48:35.157340 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:48:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e11083d5-2891-48cc-b245-2fc4f116b601 x-openstack-request-id: req-e11083d5-2891-48cc-b245-2fc4f116b601 {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:48:35.157632 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "532adc12-7ff8-4f9a-92c9-716fb61b3456", "tag": "289ea40c-56d7-4555-accc-3061dfde9328", "status": "completed", "code": 200}]} {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:48:35.157895 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-e11083d5-2891-48cc-b245-2fc4f116b601 {{(pid=105584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:48:35.158291 n-d-705658-22 neutron-server[105584]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '532adc12-7ff8-4f9a-92c9-716fb61b3456', 'tag': '289ea40c-56d7-4555-accc-3061dfde9328', 'status': 'completed', 'code': 200} Jul 27 21:48:35.271813 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140cf5e3-0711-4328-8673-bdca7bf9ef79 req-5384d082-50cb-4108-9e22-6fc3263b5a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:48:35.273288 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-140cf5e3-0711-4328-8673-bdca7bf9ef79 req-5384d082-50cb-4108-9e22-6fc3263b5a2d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c529c1f29ef94d7791c99b50fa7c5534&device_id=532adc12-7ff8-4f9a-92c9-716fb61b3456 HTTP/1.1" status: 200 len: 1096 time: 0.0953186 Jul 27 21:48:35.275709 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140cf5e3-0711-4328-8673-bdca7bf9ef79 req-65f04c47-6d11-4c3e-bbae-3fdbef3899db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:48:35.277042 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-140cf5e3-0711-4328-8673-bdca7bf9ef79 req-65f04c47-6d11-4c3e-bbae-3fdbef3899db service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c529c1f29ef94d7791c99b50fa7c5534&device_id=532adc12-7ff8-4f9a-92c9-716fb61b3456 HTTP/1.1" status: 200 len: 1096 time: 0.0910969 Jul 27 21:48:35.432597 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140cf5e3-0711-4328-8673-bdca7bf9ef79 req-4afa67c1-01dc-4dfb-84d8-29330c8b049d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:48:35.434065 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-140cf5e3-0711-4328-8673-bdca7bf9ef79 req-4afa67c1-01dc-4dfb-84d8-29330c8b049d service neutron] 10.222.0.36 "GET /v2.0/networks?id=407498f9-1dd2-4d4d-80f9-fd7dac21ec25 HTTP/1.1" status: 200 len: 913 time: 0.1537290 Jul 27 21:48:35.436600 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140cf5e3-0711-4328-8673-bdca7bf9ef79 req-f0182de1-b78d-4b2f-b335-205bd1af0ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:48:35.437916 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-140cf5e3-0711-4328-8673-bdca7bf9ef79 req-f0182de1-b78d-4b2f-b335-205bd1af0ad0 service neutron] 10.222.0.60 "GET /v2.0/networks?id=407498f9-1dd2-4d4d-80f9-fd7dac21ec25 HTTP/1.1" status: 200 len: 913 time: 0.1500883 Jul 27 21:48:35.452162 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdd4a2c-0bb2-44c1-895d-56091c458ea8 req-0b77e952-38e8-402b-affc-80accf8b7a6c tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:48:35.453873 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-8cdd4a2c-0bb2-44c1-895d-56091c458ea8 req-0b77e952-38e8-402b-affc-80accf8b7a6c tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] 10.222.0.59 "GET /v2.0/ports?device_id=532adc12-7ff8-4f9a-92c9-716fb61b3456 HTTP/1.1" status: 200 len: 944 time: 0.1133068 Jul 27 21:48:35.495072 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-8cdd4a2c-0bb2-44c1-895d-56091c458ea8 req-fa9fcec5-f07f-47dc-81c2-c01e22b255d2 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0213b60-9675-41ba-82c7-cb66a48a86e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348692 Jul 27 21:48:35.553627 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-140cf5e3-0711-4328-8673-bdca7bf9ef79 req-2988d06e-ca14-460b-bcbf-181b8d5be6d3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=289ea40c-56d7-4555-accc-3061dfde9328 HTTP/1.1" status: 200 len: 1000 time: 0.1111205 Jul 27 21:48:35.557684 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-140cf5e3-0711-4328-8673-bdca7bf9ef79 req-743f8749-ddea-4e13-af83-d66d5bda8f21 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=289ea40c-56d7-4555-accc-3061dfde9328 HTTP/1.1" status: 200 len: 1000 time: 0.1086957 Jul 27 21:48:35.644332 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140cf5e3-0711-4328-8673-bdca7bf9ef79 req-45edeec6-a4d4-47c0-9582-b2e3db3c2c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:48:35.645906 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-140cf5e3-0711-4328-8673-bdca7bf9ef79 req-45edeec6-a4d4-47c0-9582-b2e3db3c2c3d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4065b5d3-4c0a-4855-8695-4062e0323f11 HTTP/1.1" status: 200 len: 851 time: 0.0836539 Jul 27 21:48:35.647558 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140cf5e3-0711-4328-8673-bdca7bf9ef79 req-28239b02-71b9-4f37-b2de-cd16869227a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:48:35.649219 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-140cf5e3-0711-4328-8673-bdca7bf9ef79 req-28239b02-71b9-4f37-b2de-cd16869227a0 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4065b5d3-4c0a-4855-8695-4062e0323f11 HTTP/1.1" status: 200 len: 851 time: 0.0791500 Jul 27 21:48:35.743959 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140cf5e3-0711-4328-8673-bdca7bf9ef79 req-1faaba5d-0257-449f-a330-19800984359f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:48:35.745365 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-140cf5e3-0711-4328-8673-bdca7bf9ef79 req-1faaba5d-0257-449f-a330-19800984359f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=407498f9-1dd2-4d4d-80f9-fd7dac21ec25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0840671 Jul 27 21:48:35.747821 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140cf5e3-0711-4328-8673-bdca7bf9ef79 req-ce993140-f20d-4b4c-8844-7637ab6490ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:48:35.749159 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-140cf5e3-0711-4328-8673-bdca7bf9ef79 req-ce993140-f20d-4b4c-8844-7637ab6490ad service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=407498f9-1dd2-4d4d-80f9-fd7dac21ec25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0956943 Jul 27 21:48:35.898917 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-140cf5e3-0711-4328-8673-bdca7bf9ef79 req-f09cc713-cbb5-4633-9df0-c4237754a803 service neutron] 10.222.0.60 "GET /v2.0/networks/407498f9-1dd2-4d4d-80f9-fd7dac21ec25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1461635 Jul 27 21:48:35.902147 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-140cf5e3-0711-4328-8673-bdca7bf9ef79 req-88b64c6b-e67a-4d00-922a-d10398f8e88b service neutron] 10.222.0.36 "GET /v2.0/networks/407498f9-1dd2-4d4d-80f9-fd7dac21ec25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1417549 Jul 27 21:48:36.057511 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-140cf5e3-0711-4328-8673-bdca7bf9ef79 req-30231c92-e478-4637-b909-9d22df24f3a5 service neutron] 10.222.0.60 "GET /v2.0/networks/407498f9-1dd2-4d4d-80f9-fd7dac21ec25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1511590 Jul 27 21:48:36.060689 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-140cf5e3-0711-4328-8673-bdca7bf9ef79 req-2c27da8f-0bbe-4d9a-8279-c3048e997c41 service neutron] 10.222.0.36 "GET /v2.0/networks/407498f9-1dd2-4d4d-80f9-fd7dac21ec25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1469691 Jul 27 21:48:36.606259 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device 289ea40c-56d7-4555-accc-3061dfde9328 details requested by agent hyperv_n-h1-705658-22 with host n-h1-705658-22 {{(pid=105586) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:48:36.640513 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b023e59-bd99-4573-8290-a09d2904152e req-a2e97650-a8cb-440e-9f22-69fbdc63bac1 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:48:36.642012 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-3b023e59-bd99-4573-8290-a09d2904152e req-a2e97650-a8cb-440e-9f22-69fbdc63bac1 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] 10.222.0.59 "GET /v2.0/ports?device_id=532adc12-7ff8-4f9a-92c9-716fb61b3456 HTTP/1.1" status: 200 len: 944 time: 0.0726943 Jul 27 21:48:36.679840 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-3b023e59-bd99-4573-8290-a09d2904152e req-69e54ef9-422b-4e92-ac03-c174792ebe7b tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0213b60-9675-41ba-82c7-cb66a48a86e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315442 Jul 27 21:48:36.703871 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] For port 289ea40c-56d7-4555-accc-3061dfde9328, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=289ea40c-56d7-4555-accc-3061dfde9328,segment=NetworkSegment(c6ae5619-12c2-491f-a03a-63f376106659),segment_id=c6ae5619-12c2-491f-a03a-63f376106659)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:48:36.715533 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Returning: {'device': '289ea40c-56d7-4555-accc-3061dfde9328', 'network_id': '407498f9-1dd2-4d4d-80f9-fd7dac21ec25', 'port_id': '289ea40c-56d7-4555-accc-3061dfde9328', 'mac_address': 'fa:16:3e:66:c7:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 230, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4065b5d3-4c0a-4855-8695-4062e0323f11', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105586) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:48:36.752489 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:36.765272 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 289ea40c-56d7-4555-accc-3061dfde9328 {{(pid=105586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:48:36.784721 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] For port 289ea40c-56d7-4555-accc-3061dfde9328, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=289ea40c-56d7-4555-accc-3061dfde9328,segment=NetworkSegment(c6ae5619-12c2-491f-a03a-63f376106659),segment_id=c6ae5619-12c2-491f-a03a-63f376106659)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:48:36.788937 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:36.812258 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Device 289ea40c-56d7-4555-accc-3061dfde9328 no longer exists at agent hyperv_n-h2-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:48:36.877498 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:36.882540 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Pushing event updated for resources: {'Port': ['ID=289ea40c-56d7-4555-accc-3061dfde9328,revision_number=8']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:48:36.890890 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:48:36.891524 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:48:36.891867 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:48:36.892217 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:48:36.892545 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:48:36.892873 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:48:36.893204 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:48:36.893587 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:48:36.894443 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:48:36.894762 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:48:36.895107 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:48:36.895429 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:48:36.899751 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Device 289ea40c-56d7-4555-accc-3061dfde9328 not bound to the agent host n-h2-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:48:36.988224 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4587f3e8-b185-4052-8b2e-d3945d576e40 req-d516ad26-8b14-4762-8a72-89564653a941 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:48:36.989774 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-4587f3e8-b185-4052-8b2e-d3945d576e40 req-d516ad26-8b14-4762-8a72-89564653a941 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] 10.222.0.36 "GET /v2.0/ports?device_id=532adc12-7ff8-4f9a-92c9-716fb61b3456&tenant_id=c529c1f29ef94d7791c99b50fa7c5534&binding%3Ahost_id=n-h1-705658-22 HTTP/1.1" status: 200 len: 945 time: 0.0691068 Jul 27 21:48:37.009913 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b972a97-8c93-423b-878a-b890a60f5dec req-c3e5270b-e1c4-4f3d-a4d7-f29dfdcc9e65 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:48:37.011489 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-0b972a97-8c93-423b-878a-b890a60f5dec req-c3e5270b-e1c4-4f3d-a4d7-f29dfdcc9e65 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] 10.222.0.59 "GET /v2.0/ports?device_id=532adc12-7ff8-4f9a-92c9-716fb61b3456 HTTP/1.1" status: 200 len: 945 time: 0.0687437 Jul 27 21:48:37.034817 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] get_ports_and_sgs() called for port_ids ['289ea40c-56d7-4555-accc-3061dfde9328'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:48:37.052375 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-0b972a97-8c93-423b-878a-b890a60f5dec req-4b670ea9-2253-4021-9d8c-558e44957665 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0213b60-9675-41ba-82c7-cb66a48a86e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345604 Jul 27 21:48:37.056055 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-4587f3e8-b185-4052-8b2e-d3945d576e40 req-c9913b58-0bc5-44f1-b57a-0ae741a9882e service neutron] 10.222.0.36 "GET /v2.0/ports/289ea40c-56d7-4555-accc-3061dfde9328/bindings/n-h1-705658-22 HTTP/1.1" status: 200 len: 383 time: 0.0587189 Jul 27 21:48:37.137350 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4587f3e8-b185-4052-8b2e-d3945d576e40 req-ffd8a763-5962-4240-9ba5-7fbfbd2664cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:48:37.138830 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-4587f3e8-b185-4052-8b2e-d3945d576e40 req-ffd8a763-5962-4240-9ba5-7fbfbd2664cd service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c529c1f29ef94d7791c99b50fa7c5534&device_id=532adc12-7ff8-4f9a-92c9-716fb61b3456 HTTP/1.1" status: 200 len: 1097 time: 0.0548737 Jul 27 21:48:37.483778 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4587f3e8-b185-4052-8b2e-d3945d576e40 req-6be923c8-e958-4e77-9f61-6901786fc93a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:48:37.485341 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-4587f3e8-b185-4052-8b2e-d3945d576e40 req-6be923c8-e958-4e77-9f61-6901786fc93a service neutron] 10.222.0.36 "GET /v2.0/networks?id=407498f9-1dd2-4d4d-80f9-fd7dac21ec25 HTTP/1.1" status: 200 len: 913 time: 0.3397574 Jul 27 21:48:37.548765 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-4587f3e8-b185-4052-8b2e-d3945d576e40 req-9666c878-4456-4219-bd24-70b6a266e9ee service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=289ea40c-56d7-4555-accc-3061dfde9328 HTTP/1.1" status: 200 len: 1001 time: 0.0555372 Jul 27 21:48:37.599703 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4587f3e8-b185-4052-8b2e-d3945d576e40 req-2d4ed993-184f-488e-bff9-c0daaf00f603 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:48:37.601122 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-4587f3e8-b185-4052-8b2e-d3945d576e40 req-2d4ed993-184f-488e-bff9-c0daaf00f603 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4065b5d3-4c0a-4855-8695-4062e0323f11 HTTP/1.1" status: 200 len: 851 time: 0.0453269 Jul 27 21:48:37.658172 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4587f3e8-b185-4052-8b2e-d3945d576e40 req-16615a09-6580-4f28-9163-b6cd37c7ff14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:48:37.659679 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-4587f3e8-b185-4052-8b2e-d3945d576e40 req-16615a09-6580-4f28-9163-b6cd37c7ff14 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=407498f9-1dd2-4d4d-80f9-fd7dac21ec25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0520420 Jul 27 21:48:37.745510 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-4587f3e8-b185-4052-8b2e-d3945d576e40 req-cf454b40-382e-4bd5-9e99-fa27db14e143 service neutron] 10.222.0.36 "GET /v2.0/networks/407498f9-1dd2-4d4d-80f9-fd7dac21ec25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0786860 Jul 27 21:48:37.835687 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-4587f3e8-b185-4052-8b2e-d3945d576e40 req-845a2901-3bae-48d5-8907-4b652c6c68f3 service neutron] 10.222.0.36 "GET /v2.0/networks/407498f9-1dd2-4d4d-80f9-fd7dac21ec25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836947 Jul 27 21:48:38.186857 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a010bb0-98d3-4f51-8777-d924094576e1 req-9527243f-1f4b-48ba-9821-6e71540f10b3 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:48:38.188371 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-0a010bb0-98d3-4f51-8777-d924094576e1 req-9527243f-1f4b-48ba-9821-6e71540f10b3 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] 10.222.0.59 "GET /v2.0/ports?device_id=532adc12-7ff8-4f9a-92c9-716fb61b3456 HTTP/1.1" status: 200 len: 945 time: 0.0659556 Jul 27 21:48:38.226752 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-0a010bb0-98d3-4f51-8777-d924094576e1 req-ffbef601-fbfe-459b-9a85-4fc5a0d2d637 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0213b60-9675-41ba-82c7-cb66a48a86e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312526 Jul 27 21:48:38.621710 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device 289ea40c-56d7-4555-accc-3061dfde9328 up at agent hyperv_n-h1-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:48:38.675263 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Provisioning for port 289ea40c-56d7-4555-accc-3061dfde9328 completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:48:38.678860 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Provisioning complete for port 289ea40c-56d7-4555-accc-3061dfde9328 triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:48:38.679287 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:38.757535 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:38.779016 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '532adc12-7ff8-4f9a-92c9-716fb61b3456', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '289ea40c-56d7-4555-accc-3061dfde9328'}] {{(pid=105586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:48:38.781685 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14c1663e039faf5393f87855f745010ac5b02220355b68fdbf065393e303ac56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fe4b4a5-a053-4402-8a39-4b314e2a1d15" -d '{"events": [{"server_uuid": "532adc12-7ff8-4f9a-92c9-716fb61b3456", "name": "network-vif-plugged", "status": "completed", "tag": "289ea40c-56d7-4555-accc-3061dfde9328"}]}' {{(pid=105586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:48:38.794968 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] For port 289ea40c-56d7-4555-accc-3061dfde9328, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=289ea40c-56d7-4555-accc-3061dfde9328,segment=NetworkSegment(c6ae5619-12c2-491f-a03a-63f376106659),segment_id=c6ae5619-12c2-491f-a03a-63f376106659)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:48:38.799222 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:38.845578 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Pushing event updated for resources: {'Port': ['ID=289ea40c-56d7-4555-accc-3061dfde9328,revision_number=9']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:48:38.887315 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:48:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21c2e71c-b4ac-4161-be97-ae09bd4f24e2 x-openstack-request-id: req-21c2e71c-b4ac-4161-be97-ae09bd4f24e2 {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:48:38.887606 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "532adc12-7ff8-4f9a-92c9-716fb61b3456", "name": "network-vif-plugged", "status": "completed", "tag": "289ea40c-56d7-4555-accc-3061dfde9328", "code": 200}]} {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:48:38.887857 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-21c2e71c-b4ac-4161-be97-ae09bd4f24e2 {{(pid=105586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:48:38.888254 n-d-705658-22 neutron-server[105586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '532adc12-7ff8-4f9a-92c9-716fb61b3456', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '289ea40c-56d7-4555-accc-3061dfde9328', 'code': 200} Jul 27 21:48:38.935757 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-f0384922-3b5f-46cc-96e4-e2baeb874e93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:39.369507 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c4f6b6-9b75-45f8-bc1b-05e7771bf3f9 req-30f944bb-6a1b-4700-90a5-e9e01d0e778b tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:48:39.370973 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-51c4f6b6-9b75-45f8-bc1b-05e7771bf3f9 req-30f944bb-6a1b-4700-90a5-e9e01d0e778b tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] 10.222.0.59 "GET /v2.0/ports?device_id=532adc12-7ff8-4f9a-92c9-716fb61b3456 HTTP/1.1" status: 200 len: 946 time: 0.0707746 Jul 27 21:48:39.408470 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-51c4f6b6-9b75-45f8-bc1b-05e7771bf3f9 req-ef8d013e-e31b-496a-bfa5-41786c60d441 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0213b60-9675-41ba-82c7-cb66a48a86e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312085 Jul 27 21:48:39.808290 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4587f3e8-b185-4052-8b2e-d3945d576e40 req-135ca509-7c91-44b7-9f76-1db424beab25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:48:39.809783 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-4587f3e8-b185-4052-8b2e-d3945d576e40 req-135ca509-7c91-44b7-9f76-1db424beab25 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=532adc12-7ff8-4f9a-92c9-716fb61b3456&tenant_id=c529c1f29ef94d7791c99b50fa7c5534 HTTP/1.1" status: 200 len: 1098 time: 0.0535626 Jul 27 21:48:39.821300 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [req-4587f3e8-b185-4052-8b2e-d3945d576e40 req-35596989-c76d-493c-9612-1c07c60a13d8 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-705658-22', 'device_owner': 'compute:nova'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:48:39.894186 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-4587f3e8-b185-4052-8b2e-d3945d576e40 req-35596989-c76d-493c-9612-1c07c60a13d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:40.089882 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [req-4587f3e8-b185-4052-8b2e-d3945d576e40 req-35596989-c76d-493c-9612-1c07c60a13d8 service neutron] For port 289ea40c-56d7-4555-accc-3061dfde9328, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=289ea40c-56d7-4555-accc-3061dfde9328,segment=NetworkSegment(c6ae5619-12c2-491f-a03a-63f376106659),segment_id=c6ae5619-12c2-491f-a03a-63f376106659)] {{(pid=105584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:48:40.121810 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [req-4587f3e8-b185-4052-8b2e-d3945d576e40 req-35596989-c76d-493c-9612-1c07c60a13d8 service neutron] For port 289ea40c-56d7-4555-accc-3061dfde9328, host n-h1-705658-22, cleared binding levels {{(pid=105584) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:48:40.159978 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '532adc12-7ff8-4f9a-92c9-716fb61b3456', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '289ea40c-56d7-4555-accc-3061dfde9328'}] {{(pid=105584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:48:40.162174 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bce5e6c8685464f7626901654159975603b047827e3138302ed6566e28f1343" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93fcf3f5-377a-46a8-bfa3-fa82de48be6b" -d '{"events": [{"server_uuid": "532adc12-7ff8-4f9a-92c9-716fb61b3456", "name": "network-vif-unplugged", "status": "completed", "tag": "289ea40c-56d7-4555-accc-3061dfde9328"}]}' {{(pid=105584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:48:40.165896 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-4587f3e8-b185-4052-8b2e-d3945d576e40 req-35596989-c76d-493c-9612-1c07c60a13d8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:40.180431 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.provisioning_blocks [req-4587f3e8-b185-4052-8b2e-d3945d576e40 req-35596989-c76d-493c-9612-1c07c60a13d8 service neutron] Transition to ACTIVE for port object 289ea40c-56d7-4555-accc-3061dfde9328 will not be triggered until provisioned by entity L2. {{(pid=105584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:48:40.184370 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-4587f3e8-b185-4052-8b2e-d3945d576e40 req-35596989-c76d-493c-9612-1c07c60a13d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9014027'] for port, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:40.215846 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 27 Jul 2021 21:48:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7196713-7c53-4234-88f2-93b7bcfbdb48 x-openstack-request-id: req-d7196713-7c53-4234-88f2-93b7bcfbdb48 {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:48:40.216145 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "532adc12-7ff8-4f9a-92c9-716fb61b3456", "name": "network-vif-unplugged", "status": "completed", "tag": "289ea40c-56d7-4555-accc-3061dfde9328", "code": 200}]} {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:48:40.216403 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-d7196713-7c53-4234-88f2-93b7bcfbdb48 {{(pid=105584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:48:40.216797 n-d-705658-22 neutron-server[105584]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '532adc12-7ff8-4f9a-92c9-716fb61b3456', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '289ea40c-56d7-4555-accc-3061dfde9328', 'code': 200} Jul 27 21:48:40.267380 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35596989-c76d-493c-9612-1c07c60a13d8 service neutron] Pushing event updated for resources: {'Port': ['ID=289ea40c-56d7-4555-accc-3061dfde9328,revision_number=10']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:48:40.313994 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [req-4587f3e8-b185-4052-8b2e-d3945d576e40 req-35596989-c76d-493c-9612-1c07c60a13d8 service neutron] No DVR routers for this DVR port 289ea40c-56d7-4555-accc-3061dfde9328 on host n-h1-705658-22 {{(pid=105584) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:48:40.456548 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [req-4587f3e8-b185-4052-8b2e-d3945d576e40 req-35596989-c76d-493c-9612-1c07c60a13d8 service neutron] Attempting to bind port 289ea40c-56d7-4555-accc-3061dfde9328 on host n-h2-705658-22 for vnic_type normal with profile {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:48:40.456896 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [req-4587f3e8-b185-4052-8b2e-d3945d576e40 req-35596989-c76d-493c-9612-1c07c60a13d8 service neutron] Attempting to bind port 289ea40c-56d7-4555-accc-3061dfde9328 by drivers openvswitch,hyperv on host n-h2-705658-22 at level 0 using segments [{'id': 'c6ae5619-12c2-491f-a03a-63f376106659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '407498f9-1dd2-4d4d-80f9-fd7dac21ec25'}] {{(pid=105584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:48:40.457264 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4587f3e8-b185-4052-8b2e-d3945d576e40 req-35596989-c76d-493c-9612-1c07c60a13d8 service neutron] Attempting to bind port 289ea40c-56d7-4555-accc-3061dfde9328 on network 407498f9-1dd2-4d4d-80f9-fd7dac21ec25 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:48:40.461619 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4587f3e8-b185-4052-8b2e-d3945d576e40 req-35596989-c76d-493c-9612-1c07c60a13d8 service neutron] Port 289ea40c-56d7-4555-accc-3061dfde9328 on network 407498f9-1dd2-4d4d-80f9-fd7dac21ec25 not bound, no agent of type Open vSwitch agent registered on host n-h2-705658-22 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:48:40.461946 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4587f3e8-b185-4052-8b2e-d3945d576e40 req-35596989-c76d-493c-9612-1c07c60a13d8 service neutron] Attempting to bind port 289ea40c-56d7-4555-accc-3061dfde9328 on network 407498f9-1dd2-4d4d-80f9-fd7dac21ec25 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:48:40.466721 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4587f3e8-b185-4052-8b2e-d3945d576e40 req-35596989-c76d-493c-9612-1c07c60a13d8 service neutron] Checking agent: {'id': '65195a73-a875-4810-9f5b-622ae260a8a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 49, 40), 'started_at': datetime.datetime(2021, 7, 27, 20, 49, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 48, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:48:40.467092 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4587f3e8-b185-4052-8b2e-d3945d576e40 req-35596989-c76d-493c-9612-1c07c60a13d8 service neutron] Checking segment: {'id': 'c6ae5619-12c2-491f-a03a-63f376106659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '407498f9-1dd2-4d4d-80f9-fd7dac21ec25'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:48:40.467484 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4587f3e8-b185-4052-8b2e-d3945d576e40 req-35596989-c76d-493c-9612-1c07c60a13d8 service neutron] Bound using segment: {'id': 'c6ae5619-12c2-491f-a03a-63f376106659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '407498f9-1dd2-4d4d-80f9-fd7dac21ec25'} {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:48:40.467918 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [req-4587f3e8-b185-4052-8b2e-d3945d576e40 req-35596989-c76d-493c-9612-1c07c60a13d8 service neutron] Bound port: 289ea40c-56d7-4555-accc-3061dfde9328, host: n-h2-705658-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6ae5619-12c2-491f-a03a-63f376106659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '407498f9-1dd2-4d4d-80f9-fd7dac21ec25'}}] {{(pid=105584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:48:40.468284 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-4587f3e8-b185-4052-8b2e-d3945d576e40 req-35596989-c76d-493c-9612-1c07c60a13d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:40.532040 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [req-4587f3e8-b185-4052-8b2e-d3945d576e40 req-35596989-c76d-493c-9612-1c07c60a13d8 service neutron] For port 289ea40c-56d7-4555-accc-3061dfde9328, host n-h2-705658-22, cleared binding levels {{(pid=105584) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:48:40.535632 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [req-4587f3e8-b185-4052-8b2e-d3945d576e40 req-35596989-c76d-493c-9612-1c07c60a13d8 service neutron] For port 289ea40c-56d7-4555-accc-3061dfde9328, host n-h2-705658-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=289ea40c-56d7-4555-accc-3061dfde9328,segment=NetworkSegment(c6ae5619-12c2-491f-a03a-63f376106659),segment_id=c6ae5619-12c2-491f-a03a-63f376106659)] {{(pid=105584) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:48:40.539858 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-4587f3e8-b185-4052-8b2e-d3945d576e40 req-35596989-c76d-493c-9612-1c07c60a13d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9014027'] for port, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:40.541511 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dc7a9a-2dbb-453b-8ff8-e6be8a2e220d req-e68c7c00-4c9d-4dbb-9418-23d6ed50e915 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:48:40.543038 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b4dc7a9a-2dbb-453b-8ff8-e6be8a2e220d req-e68c7c00-4c9d-4dbb-9418-23d6ed50e915 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] 10.222.0.59 "GET /v2.0/ports?device_id=532adc12-7ff8-4f9a-92c9-716fb61b3456 HTTP/1.1" status: 200 len: 945 time: 0.0647874 Jul 27 21:48:40.576697 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4587f3e8-b185-4052-8b2e-d3945d576e40 req-35596989-c76d-493c-9612-1c07c60a13d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:48:40.577355 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-4587f3e8-b185-4052-8b2e-d3945d576e40 req-35596989-c76d-493c-9612-1c07c60a13d8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:40.578710 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-4587f3e8-b185-4052-8b2e-d3945d576e40 req-35596989-c76d-493c-9612-1c07c60a13d8 service neutron] 10.222.0.60 "PUT /v2.0/ports/289ea40c-56d7-4555-accc-3061dfde9328 HTTP/1.1" status: 200 len: 1094 time: 0.7613161 Jul 27 21:48:40.588743 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b4dc7a9a-2dbb-453b-8ff8-e6be8a2e220d req-982c23d9-22bb-41e7-98be-d077df0ecf70 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0213b60-9675-41ba-82c7-cb66a48a86e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392346 Jul 27 21:48:40.611659 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35596989-c76d-493c-9612-1c07c60a13d8 service neutron] Pushing event updated for resources: {'Port': ['ID=289ea40c-56d7-4555-accc-3061dfde9328,revision_number=11']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:48:40.662510 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4587f3e8-b185-4052-8b2e-d3945d576e40 req-a30fb341-f9b0-4d80-aebd-e2a0aa9a621d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:48:40.664090 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-4587f3e8-b185-4052-8b2e-d3945d576e40 req-a30fb341-f9b0-4d80-aebd-e2a0aa9a621d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c529c1f29ef94d7791c99b50fa7c5534&device_id=532adc12-7ff8-4f9a-92c9-716fb61b3456 HTTP/1.1" status: 200 len: 1097 time: 0.0608826 Jul 27 21:48:40.678540 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:40.757150 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4587f3e8-b185-4052-8b2e-d3945d576e40 req-909b8e1c-ae76-4f17-a579-abf3bd72918e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:48:40.758672 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-4587f3e8-b185-4052-8b2e-d3945d576e40 req-909b8e1c-ae76-4f17-a579-abf3bd72918e service neutron] 10.222.0.60 "GET /v2.0/networks?id=407498f9-1dd2-4d4d-80f9-fd7dac21ec25 HTTP/1.1" status: 200 len: 913 time: 0.0878372 Jul 27 21:48:40.826284 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-4587f3e8-b185-4052-8b2e-d3945d576e40 req-e8079bc9-117d-4801-b820-dd9b2d972228 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=289ea40c-56d7-4555-accc-3061dfde9328 HTTP/1.1" status: 200 len: 1000 time: 0.0605664 Jul 27 21:48:40.875465 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4587f3e8-b185-4052-8b2e-d3945d576e40 req-ca86e842-031a-4060-9d0f-16fada6b6227 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:48:40.876936 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-4587f3e8-b185-4052-8b2e-d3945d576e40 req-ca86e842-031a-4060-9d0f-16fada6b6227 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4065b5d3-4c0a-4855-8695-4062e0323f11 HTTP/1.1" status: 200 len: 851 time: 0.0441902 Jul 27 21:48:40.934814 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4587f3e8-b185-4052-8b2e-d3945d576e40 req-d5acf702-d3ec-4bce-8891-b463b7736ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:48:40.936324 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-4587f3e8-b185-4052-8b2e-d3945d576e40 req-d5acf702-d3ec-4bce-8891-b463b7736ec1 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=407498f9-1dd2-4d4d-80f9-fd7dac21ec25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0525169 Jul 27 21:48:41.027465 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-4587f3e8-b185-4052-8b2e-d3945d576e40 req-8b7bb8b4-55c6-4dff-ac18-6bfc7e67a534 service neutron] 10.222.0.60 "GET /v2.0/networks/407498f9-1dd2-4d4d-80f9-fd7dac21ec25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827150 Jul 27 21:48:41.115516 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-4587f3e8-b185-4052-8b2e-d3945d576e40 req-c21deac6-cbe2-4a38-9dcc-eb1e355dda55 service neutron] 10.222.0.60 "GET /v2.0/networks/407498f9-1dd2-4d4d-80f9-fd7dac21ec25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803297 Jul 27 21:48:41.591576 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-2ef4dea4-77ef-4f2a-b0bd-8d8749c28056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:41.724252 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88b8308-571b-49d2-87d8-12e121738c58 req-bfcef762-0762-473e-990a-85598c395541 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:48:41.725721 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b88b8308-571b-49d2-87d8-12e121738c58 req-bfcef762-0762-473e-990a-85598c395541 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] 10.222.0.59 "GET /v2.0/ports?device_id=532adc12-7ff8-4f9a-92c9-716fb61b3456 HTTP/1.1" status: 200 len: 945 time: 0.0624180 Jul 27 21:48:41.763111 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b88b8308-571b-49d2-87d8-12e121738c58 req-b8c446a0-1322-4521-8a3d-3b60a5456762 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0213b60-9675-41ba-82c7-cb66a48a86e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310092 Jul 27 21:48:41.925346 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:42.172094 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.agents_db [None req-558fcd2c-e512-47bc-a170-8673d87f7213 None None] Agent healthcheck: found 7 active agents {{(pid=105587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 21:48:42.218278 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '532adc12-7ff8-4f9a-92c9-716fb61b3456', 'tag': '289ea40c-56d7-4555-accc-3061dfde9328'}] {{(pid=105584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:48:42.220687 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bce5e6c8685464f7626901654159975603b047827e3138302ed6566e28f1343" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1517e9b-a0d5-4d08-b5dd-1ceb7a37bc6b" -d '{"events": [{"name": "network-changed", "server_uuid": "532adc12-7ff8-4f9a-92c9-716fb61b3456", "tag": "289ea40c-56d7-4555-accc-3061dfde9328"}]}' {{(pid=105584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:48:42.269945 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:48:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a40627d3-d8cd-4c54-ab0e-76c20ec330d5 x-openstack-request-id: req-a40627d3-d8cd-4c54-ab0e-76c20ec330d5 {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:48:42.270240 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "532adc12-7ff8-4f9a-92c9-716fb61b3456", "tag": "289ea40c-56d7-4555-accc-3061dfde9328", "status": "completed", "code": 200}]} {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:48:42.271011 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-a40627d3-d8cd-4c54-ab0e-76c20ec330d5 {{(pid=105584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:48:42.271432 n-d-705658-22 neutron-server[105584]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '532adc12-7ff8-4f9a-92c9-716fb61b3456', 'tag': '289ea40c-56d7-4555-accc-3061dfde9328', 'status': 'completed', 'code': 200} Jul 27 21:48:42.385261 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1517e9b-a0d5-4d08-b5dd-1ceb7a37bc6b req-91460f02-43a4-4eca-add6-171a5e5917ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:48:42.386751 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-d1517e9b-a0d5-4d08-b5dd-1ceb7a37bc6b req-91460f02-43a4-4eca-add6-171a5e5917ee service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c529c1f29ef94d7791c99b50fa7c5534&device_id=532adc12-7ff8-4f9a-92c9-716fb61b3456 HTTP/1.1" status: 200 len: 1097 time: 0.0968792 Jul 27 21:48:42.389225 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1517e9b-a0d5-4d08-b5dd-1ceb7a37bc6b req-54e60061-5c79-4424-a026-337e3d751468 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:48:42.390578 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-d1517e9b-a0d5-4d08-b5dd-1ceb7a37bc6b req-54e60061-5c79-4424-a026-337e3d751468 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c529c1f29ef94d7791c99b50fa7c5534&device_id=532adc12-7ff8-4f9a-92c9-716fb61b3456 HTTP/1.1" status: 200 len: 1097 time: 0.0916543 Jul 27 21:48:42.543794 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1517e9b-a0d5-4d08-b5dd-1ceb7a37bc6b req-a0d34253-3109-4b45-ba26-ec22c035efa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:48:42.545170 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-d1517e9b-a0d5-4d08-b5dd-1ceb7a37bc6b req-a0d34253-3109-4b45-ba26-ec22c035efa9 service neutron] 10.222.0.36 "GET /v2.0/networks?id=407498f9-1dd2-4d4d-80f9-fd7dac21ec25 HTTP/1.1" status: 200 len: 913 time: 0.1502895 Jul 27 21:48:42.547738 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1517e9b-a0d5-4d08-b5dd-1ceb7a37bc6b req-7a1f03db-6ba5-4729-b71e-564894ae274d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:48:42.549081 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-d1517e9b-a0d5-4d08-b5dd-1ceb7a37bc6b req-7a1f03db-6ba5-4729-b71e-564894ae274d service neutron] 10.222.0.60 "GET /v2.0/networks?id=407498f9-1dd2-4d4d-80f9-fd7dac21ec25 HTTP/1.1" status: 200 len: 913 time: 0.1471081 Jul 27 21:48:42.655890 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-d1517e9b-a0d5-4d08-b5dd-1ceb7a37bc6b req-2274706d-934a-4df2-9979-9ca47509cb20 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=289ea40c-56d7-4555-accc-3061dfde9328 HTTP/1.1" status: 200 len: 1000 time: 0.1033661 Jul 27 21:48:42.659442 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-d1517e9b-a0d5-4d08-b5dd-1ceb7a37bc6b req-84d1c360-c646-40a5-85a6-bb01e9e3a0b8 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=289ea40c-56d7-4555-accc-3061dfde9328 HTTP/1.1" status: 200 len: 1000 time: 0.1007102 Jul 27 21:48:42.663712 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device 289ea40c-56d7-4555-accc-3061dfde9328 no longer exists at agent hyperv_n-h1-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:48:42.703006 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device 289ea40c-56d7-4555-accc-3061dfde9328 not bound to the agent host n-h1-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:48:42.747089 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1517e9b-a0d5-4d08-b5dd-1ceb7a37bc6b req-22bfec92-c1f5-4c83-aec0-8aa355d46c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:48:42.748630 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-d1517e9b-a0d5-4d08-b5dd-1ceb7a37bc6b req-22bfec92-c1f5-4c83-aec0-8aa355d46c87 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4065b5d3-4c0a-4855-8695-4062e0323f11 HTTP/1.1" status: 200 len: 851 time: 0.0846007 Jul 27 21:48:42.752182 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1517e9b-a0d5-4d08-b5dd-1ceb7a37bc6b req-8c4f215c-acd3-485a-b00c-9490a658d237 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:48:42.753564 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-d1517e9b-a0d5-4d08-b5dd-1ceb7a37bc6b req-8c4f215c-acd3-485a-b00c-9490a658d237 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4065b5d3-4c0a-4855-8695-4062e0323f11 HTTP/1.1" status: 200 len: 851 time: 0.0815396 Jul 27 21:48:42.850207 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1517e9b-a0d5-4d08-b5dd-1ceb7a37bc6b req-3760f9c0-3373-41a2-a41b-fe18665db8c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:48:42.852153 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-d1517e9b-a0d5-4d08-b5dd-1ceb7a37bc6b req-3760f9c0-3373-41a2-a41b-fe18665db8c0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=407498f9-1dd2-4d4d-80f9-fd7dac21ec25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0960865 Jul 27 21:48:42.854675 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1517e9b-a0d5-4d08-b5dd-1ceb7a37bc6b req-977d1b4a-f407-4cc6-a8ec-e348bf61aa45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:48:42.856084 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-d1517e9b-a0d5-4d08-b5dd-1ceb7a37bc6b req-977d1b4a-f407-4cc6-a8ec-e348bf61aa45 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=407498f9-1dd2-4d4d-80f9-fd7dac21ec25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0918710 Jul 27 21:48:42.898183 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d165e279-46c3-4627-b8b6-36ac9221be3a req-4c80d179-fa20-4dc0-b0d5-c3e360fb342e tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:48:42.899749 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-d165e279-46c3-4627-b8b6-36ac9221be3a req-4c80d179-fa20-4dc0-b0d5-c3e360fb342e tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] 10.222.0.59 "GET /v2.0/ports?device_id=532adc12-7ff8-4f9a-92c9-716fb61b3456 HTTP/1.1" status: 200 len: 945 time: 0.0666959 Jul 27 21:48:42.937305 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-d165e279-46c3-4627-b8b6-36ac9221be3a req-56185de8-8be1-4334-b5e1-044c190123c8 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0213b60-9675-41ba-82c7-cb66a48a86e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317640 Jul 27 21:48:43.009729 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-d1517e9b-a0d5-4d08-b5dd-1ceb7a37bc6b req-786e5c2b-809e-4c89-9a84-f59e47c47f86 service neutron] 10.222.0.36 "GET /v2.0/networks/407498f9-1dd2-4d4d-80f9-fd7dac21ec25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1498177 Jul 27 21:48:43.012989 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-d1517e9b-a0d5-4d08-b5dd-1ceb7a37bc6b req-98d1aca0-09af-4647-81bd-fb5e74d02fcd service neutron] 10.222.0.60 "GET /v2.0/networks/407498f9-1dd2-4d4d-80f9-fd7dac21ec25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1446974 Jul 27 21:48:43.056586 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-bb32ed7d-8717-448b-a9c8-a5a0117d1fd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:43.166531 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-d1517e9b-a0d5-4d08-b5dd-1ceb7a37bc6b req-32cdc642-6737-48a1-b04d-1136d32579df service neutron] 10.222.0.36 "GET /v2.0/networks/407498f9-1dd2-4d4d-80f9-fd7dac21ec25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1496558 Jul 27 21:48:43.169780 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-d1517e9b-a0d5-4d08-b5dd-1ceb7a37bc6b req-09742bd0-2f65-4944-8848-8802668e0dbc service neutron] 10.222.0.60 "GET /v2.0/networks/407498f9-1dd2-4d4d-80f9-fd7dac21ec25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1453013 Jul 27 21:48:44.065875 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9089f340-339c-4698-b24c-eadcb9c57cd9 req-358e358d-e8a4-4e12-a7eb-94d8759408c2 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:48:44.067349 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-9089f340-339c-4698-b24c-eadcb9c57cd9 req-358e358d-e8a4-4e12-a7eb-94d8759408c2 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] 10.222.0.59 "GET /v2.0/ports?device_id=532adc12-7ff8-4f9a-92c9-716fb61b3456 HTTP/1.1" status: 200 len: 945 time: 0.0624735 Jul 27 21:48:44.105942 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-9089f340-339c-4698-b24c-eadcb9c57cd9 req-ef40281d-7c62-4d88-9dc5-c3eeca8d5a5b tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0213b60-9675-41ba-82c7-cb66a48a86e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326526 Jul 27 21:48:44.234928 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff60ac79-2fdd-45c9-b73b-ba4fe44b0a0a req-101987ef-82ea-432d-9d14-101bb6599616 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:48:44.236404 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-ff60ac79-2fdd-45c9-b73b-ba4fe44b0a0a req-101987ef-82ea-432d-9d14-101bb6599616 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] 10.222.0.59 "GET /v2.0/ports?device_id=532adc12-7ff8-4f9a-92c9-716fb61b3456 HTTP/1.1" status: 200 len: 945 time: 0.0654042 Jul 27 21:48:44.479020 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-875ced1b-4cf3-463a-9653-058f0f9421e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:44.606786 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-ff60ac79-2fdd-45c9-b73b-ba4fe44b0a0a req-f91087f8-8d7b-4012-b8ad-f82a2534aefb tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0213b60-9675-41ba-82c7-cb66a48a86e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3645325 Jul 27 21:48:44.732614 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158f323c-e3a7-4f78-986c-f47b74bc6e4e req-41041bdc-29da-4dea-8240-6621234a4153 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:48:44.734175 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-158f323c-e3a7-4f78-986c-f47b74bc6e4e req-41041bdc-29da-4dea-8240-6621234a4153 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] 10.222.0.59 "GET /v2.0/ports?device_id=532adc12-7ff8-4f9a-92c9-716fb61b3456 HTTP/1.1" status: 200 len: 945 time: 0.0623341 Jul 27 21:48:44.771645 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-158f323c-e3a7-4f78-986c-f47b74bc6e4e req-85571ec0-0fa2-4d90-b21c-f636b447f903 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0213b60-9675-41ba-82c7-cb66a48a86e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311282 Jul 27 21:48:44.829149 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Device 289ea40c-56d7-4555-accc-3061dfde9328 details requested by agent hyperv_n-h2-705658-22 with host n-h2-705658-22 {{(pid=105586) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:48:44.927410 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] For port 289ea40c-56d7-4555-accc-3061dfde9328, host n-h2-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=289ea40c-56d7-4555-accc-3061dfde9328,segment=NetworkSegment(c6ae5619-12c2-491f-a03a-63f376106659),segment_id=c6ae5619-12c2-491f-a03a-63f376106659)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:48:44.938766 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Returning: {'device': '289ea40c-56d7-4555-accc-3061dfde9328', 'network_id': '407498f9-1dd2-4d4d-80f9-fd7dac21ec25', 'port_id': '289ea40c-56d7-4555-accc-3061dfde9328', 'mac_address': 'fa:16:3e:66:c7:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 230, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4065b5d3-4c0a-4855-8695-4062e0323f11', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105586) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:48:44.979648 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:44.992689 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [None req-3d54578f-831f-4696-b568-13c455922dab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 289ea40c-56d7-4555-accc-3061dfde9328 {{(pid=105586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:48:45.012138 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] For port 289ea40c-56d7-4555-accc-3061dfde9328, host n-h2-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=289ea40c-56d7-4555-accc-3061dfde9328,segment=NetworkSegment(c6ae5619-12c2-491f-a03a-63f376106659),segment_id=c6ae5619-12c2-491f-a03a-63f376106659)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:48:45.016379 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:45.029053 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ac1193-4f16-48bc-ae37-039939184972 req-584e75e9-99c9-47d9-a1af-295809b003a1 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:48:45.030575 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-37ac1193-4f16-48bc-ae37-039939184972 req-584e75e9-99c9-47d9-a1af-295809b003a1 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] 10.222.0.59 "GET /v2.0/ports?device_id=532adc12-7ff8-4f9a-92c9-716fb61b3456 HTTP/1.1" status: 200 len: 945 time: 0.0700028 Jul 27 21:48:45.063013 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Pushing event updated for resources: {'Port': ['ID=289ea40c-56d7-4555-accc-3061dfde9328,revision_number=12']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:48:45.072458 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-37ac1193-4f16-48bc-ae37-039939184972 req-c6744283-0941-41dc-b62b-7122164ca93b tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0213b60-9675-41ba-82c7-cb66a48a86e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352976 Jul 27 21:48:45.391642 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] get_ports_and_sgs() called for port_ids ['289ea40c-56d7-4555-accc-3061dfde9328'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:48:46.202089 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184eb9a2-a0b2-476e-93c5-0684ff9e9b73 req-3c894dc0-1975-4c85-bda4-965b98572a82 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:48:46.203654 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-184eb9a2-a0b2-476e-93c5-0684ff9e9b73 req-3c894dc0-1975-4c85-bda4-965b98572a82 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] 10.222.0.59 "GET /v2.0/ports?device_id=532adc12-7ff8-4f9a-92c9-716fb61b3456 HTTP/1.1" status: 200 len: 946 time: 0.0628173 Jul 27 21:48:46.240736 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-184eb9a2-a0b2-476e-93c5-0684ff9e9b73 req-99184f9e-7044-41ea-957f-e18697bca085 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0213b60-9675-41ba-82c7-cb66a48a86e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309343 Jul 27 21:48:46.429885 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2976e8-93a2-41a6-b35f-f38dd5d13843 req-b78e4036-327e-4c13-9db6-272972d7e45d tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:48:46.431345 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-ad2976e8-93a2-41a6-b35f-f38dd5d13843 req-b78e4036-327e-4c13-9db6-272972d7e45d tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] 10.222.0.60 "GET /v2.0/ports?device_id=532adc12-7ff8-4f9a-92c9-716fb61b3456 HTTP/1.1" status: 200 len: 946 time: 0.0621240 Jul 27 21:48:46.530345 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [req-ad2976e8-93a2-41a6-b35f-f38dd5d13843 req-991a0873-fee4-47f6-bcbf-ffe9d499d6b8 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] Deleting port 289ea40c-56d7-4555-accc-3061dfde9328 {{(pid=105584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:48:46.530611 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-ad2976e8-93a2-41a6-b35f-f38dd5d13843 req-991a0873-fee4-47f6-bcbf-ffe9d499d6b8 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:46.616762 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [req-ad2976e8-93a2-41a6-b35f-f38dd5d13843 req-991a0873-fee4-47f6-bcbf-ffe9d499d6b8 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] For port 289ea40c-56d7-4555-accc-3061dfde9328, host n-h2-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=289ea40c-56d7-4555-accc-3061dfde9328,segment=NetworkSegment(c6ae5619-12c2-491f-a03a-63f376106659),segment_id=c6ae5619-12c2-491f-a03a-63f376106659)] {{(pid=105584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:48:46.617121 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-ad2976e8-93a2-41a6-b35f-f38dd5d13843 req-991a0873-fee4-47f6-bcbf-ffe9d499d6b8 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:46.785748 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-ad2976e8-93a2-41a6-b35f-f38dd5d13843 req-991a0873-fee4-47f6-bcbf-ffe9d499d6b8 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:46.786023 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-ad2976e8-93a2-41a6-b35f-f38dd5d13843 req-991a0873-fee4-47f6-bcbf-ffe9d499d6b8 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4075768'] for floatingip, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:46.786330 n-d-705658-22 neutron-server[105584]: INFO neutron.db.l3_db [req-ad2976e8-93a2-41a6-b35f-f38dd5d13843 req-991a0873-fee4-47f6-bcbf-ffe9d499d6b8 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] Floating IP c451b08d-4392-42dd-97b8-1d2df8386fa5 disassociated. External IP: 172.25.5.89, port: 289ea40c-56d7-4555-accc-3061dfde9328. Jul 27 21:48:46.786671 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [req-ad2976e8-93a2-41a6-b35f-f38dd5d13843 req-991a0873-fee4-47f6-bcbf-ffe9d499d6b8 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] Calling delete_port for 289ea40c-56d7-4555-accc-3061dfde9328 owned by compute:nova {{(pid=105584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:48:46.844294 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Device 289ea40c-56d7-4555-accc-3061dfde9328 up at agent hyperv_n-h2-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:48:46.917001 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-ad2976e8-93a2-41a6-b35f-f38dd5d13843 req-991a0873-fee4-47f6-bcbf-ffe9d499d6b8 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:46.917453 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-3d54578f-831f-4696-b568-13c455922dab None None] Provisioning for port 289ea40c-56d7-4555-accc-3061dfde9328 completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:48:46.921399 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-3d54578f-831f-4696-b568-13c455922dab None None] Provisioning complete for port 289ea40c-56d7-4555-accc-3061dfde9328 triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:48:46.921777 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:46.940083 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-3d54578f-831f-4696-b568-13c455922dab None None] Port 289ea40c-56d7-4555-accc-3061dfde9328 was deleted so its status cannot be updated. {{(pid=105586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 27 21:48:46.946270 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991a0873-fee4-47f6-bcbf-ffe9d499d6b8 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] Pushing event deleted for resources: {'Port': ['ID=289ea40c-56d7-4555-accc-3061dfde9328,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:48:47.057954 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ad2976e8-93a2-41a6-b35f-f38dd5d13843 req-991a0873-fee4-47f6-bcbf-ffe9d499d6b8 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] Router 98278f6a-72c4-45a0-8507-e3539ffc577f has already been hosted by L3 agent dd128fd7-8e57-4d4f-895b-a96b369df59a {{(pid=105584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:48:47.166487 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ad2976e8-93a2-41a6-b35f-f38dd5d13843 req-991a0873-fee4-47f6-bcbf-ffe9d499d6b8 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] Notify agent at l3_agent.n-d-705658-22 the message routers_updated {{(pid=105584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:48:47.175894 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6377e783-2ea9-4ca9-ad1b-679a23de6b38 None None] Sync routers for ids ['98278f6a-72c4-45a0-8507-e3539ffc577f'] in n-d-705658-22 {{(pid=105587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:48:47.184829 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6377e783-2ea9-4ca9-ad1b-679a23de6b38 None None] Routers {'98278f6a-72c4-45a0-8507-e3539ffc577f'} bound to L3 agent in host n-d-705658-22 {{(pid=105587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:48:47.185439 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-6377e783-2ea9-4ca9-ad1b-679a23de6b38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:48:42Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['98278f6a-72c4-45a0-8507-e3539ffc577f'], 'active': True} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:48:47.212973 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad2976e8-93a2-41a6-b35f-f38dd5d13843 req-991a0873-fee4-47f6-bcbf-ffe9d499d6b8 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] No DVR routers for this DVR port 289ea40c-56d7-4555-accc-3061dfde9328 on host n-h2-705658-22 {{(pid=105584) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:48:47.215736 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-ad2976e8-93a2-41a6-b35f-f38dd5d13843 req-991a0873-fee4-47f6-bcbf-ffe9d499d6b8 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:47.217872 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-ad2976e8-93a2-41a6-b35f-f38dd5d13843 req-991a0873-fee4-47f6-bcbf-ffe9d499d6b8 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] 10.222.0.60 "DELETE /v2.0/ports/289ea40c-56d7-4555-accc-3061dfde9328 HTTP/1.1" status: 204 len: 173 time: 0.7803483 Jul 27 21:48:47.218324 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '532adc12-7ff8-4f9a-92c9-716fb61b3456', 'name': 'network-vif-deleted', 'tag': '289ea40c-56d7-4555-accc-3061dfde9328'}] {{(pid=105584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:48:47.221077 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bce5e6c8685464f7626901654159975603b047827e3138302ed6566e28f1343" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f12634c-42dc-4cc9-9a15-3705f2f03475" -d '{"events": [{"server_uuid": "532adc12-7ff8-4f9a-92c9-716fb61b3456", "name": "network-vif-deleted", "tag": "289ea40c-56d7-4555-accc-3061dfde9328"}]}' {{(pid=105584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:48:47.258020 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:48:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d66c0b7c-70d0-46e5-8e3d-8df7832b35b4 x-openstack-request-id: req-d66c0b7c-70d0-46e5-8e3d-8df7832b35b4 {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:48:47.258314 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "532adc12-7ff8-4f9a-92c9-716fb61b3456", "name": "network-vif-deleted", "tag": "289ea40c-56d7-4555-accc-3061dfde9328", "status": "completed", "code": 200}]} {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:48:47.258562 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-d66c0b7c-70d0-46e5-8e3d-8df7832b35b4 {{(pid=105584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:48:47.258960 n-d-705658-22 neutron-server[105584]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '532adc12-7ff8-4f9a-92c9-716fb61b3456', 'name': 'network-vif-deleted', 'tag': '289ea40c-56d7-4555-accc-3061dfde9328', 'status': 'completed', 'code': 200} Jul 27 21:48:47.300429 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvr_db [None req-6377e783-2ea9-4ca9-ad1b-679a23de6b38 None None] Set router 98278f6a-72c4-45a0-8507-e3539ffc577f gateway port host: n-d-705658-22 {{(pid=105587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:48:47.342433 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-d3bc447d-fc19-447c-970b-4458c4afd40e req-6bd7655e-e10d-43dc-981f-72ab94a86837 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] 10.222.0.59 "GET /v2.0/ports?device_id=532adc12-7ff8-4f9a-92c9-716fb61b3456 HTTP/1.1" status: 200 len: 210 time: 0.0328391 Jul 27 21:48:47.501269 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-6377e783-2ea9-4ca9-ad1b-679a23de6b38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98278f6a-72c4-45a0-8507-e3539ffc577f', 'name': 'tempest-ServerActionsTestJSON-1116922379-router', 'tenant_id': 'c529c1f29ef94d7791c99b50fa7c5534', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.95'}], 'enable_snat': True}, 'gw_port_id': '98dbd449-7f98-4b9f-b596-bf38ab0aff5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:41:02Z', 'updated_at': '2021-07-27T21:41:04Z', 'revision_number': 4, 'project_id': 'c529c1f29ef94d7791c99b50fa7c5534', 'gw_port': {'id': '98dbd449-7f98-4b9f-b596-bf38ab0aff5e', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:77:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98278f6a-72c4-45a0-8507-e3539ffc577f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:41:02Z', 'updated_at': '2021-07-27T21:41:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_interfaces': [{'id': 'eed2b526-91b5-4195-a46f-eaef315f6ec7', 'name': '', 'network_id': '407498f9-1dd2-4d4d-80f9-fd7dac21ec25', 'tenant_id': 'c529c1f29ef94d7791c99b50fa7c5534', 'mac_address': 'fa:16:3e:29:79:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98278f6a-72c4-45a0-8507-e3539ffc577f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '4065b5d3-4c0a-4855-8695-4062e0323f11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:41:04Z', 'updated_at': '2021-07-27T21:41:08Z', 'revision_number': 5, 'project_id': 'c529c1f29ef94d7791c99b50fa7c5534', 'subnets': [{'id': '4065b5d3-4c0a-4855-8695-4062e0323f11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-22', False) {} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:48:47.530334 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6377e783-2ea9-4ca9-ad1b-679a23de6b38 None None] Checking router: 98278f6a-72c4-45a0-8507-e3539ffc577f for host: n-d-705658-22 {{(pid=105587) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:48:47.538299 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6377e783-2ea9-4ca9-ad1b-679a23de6b38 None None] Routers {'98278f6a-72c4-45a0-8507-e3539ffc577f'} bound to L3 agent in host n-d-705658-22 {{(pid=105587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:48:47.538900 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-6377e783-2ea9-4ca9-ad1b-679a23de6b38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:48:42Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['98278f6a-72c4-45a0-8507-e3539ffc577f'], 'active': True} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:48:47.643444 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvr_db [None req-6377e783-2ea9-4ca9-ad1b-679a23de6b38 None None] Set router 98278f6a-72c4-45a0-8507-e3539ffc577f gateway port host: n-d-705658-22 {{(pid=105587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:48:47.928445 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-6377e783-2ea9-4ca9-ad1b-679a23de6b38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98278f6a-72c4-45a0-8507-e3539ffc577f', 'name': 'tempest-ServerActionsTestJSON-1116922379-router', 'tenant_id': 'c529c1f29ef94d7791c99b50fa7c5534', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.95'}], 'enable_snat': True}, 'gw_port_id': '98dbd449-7f98-4b9f-b596-bf38ab0aff5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:41:02Z', 'updated_at': '2021-07-27T21:41:04Z', 'revision_number': 4, 'project_id': 'c529c1f29ef94d7791c99b50fa7c5534', 'gw_port': {'id': '98dbd449-7f98-4b9f-b596-bf38ab0aff5e', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:77:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98278f6a-72c4-45a0-8507-e3539ffc577f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:41:02Z', 'updated_at': '2021-07-27T21:41:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_interfaces': [{'id': 'eed2b526-91b5-4195-a46f-eaef315f6ec7', 'name': '', 'network_id': '407498f9-1dd2-4d4d-80f9-fd7dac21ec25', 'tenant_id': 'c529c1f29ef94d7791c99b50fa7c5534', 'mac_address': 'fa:16:3e:29:79:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98278f6a-72c4-45a0-8507-e3539ffc577f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '4065b5d3-4c0a-4855-8695-4062e0323f11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:41:04Z', 'updated_at': '2021-07-27T21:41:08Z', 'revision_number': 5, 'project_id': 'c529c1f29ef94d7791c99b50fa7c5534', 'subnets': [{'id': '4065b5d3-4c0a-4855-8695-4062e0323f11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-22', False) {} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:48:47.954150 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6377e783-2ea9-4ca9-ad1b-679a23de6b38 None None] The sync data for ids ['98278f6a-72c4-45a0-8507-e3539ffc577f'] in n-d-705658-22 is: [{'id': '98278f6a-72c4-45a0-8507-e3539ffc577f', 'name': 'tempest-ServerActionsTestJSON-1116922379-router', 'tenant_id': 'c529c1f29ef94d7791c99b50fa7c5534', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.95'}], 'enable_snat': True}, 'gw_port_id': '98dbd449-7f98-4b9f-b596-bf38ab0aff5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:41:02Z', 'updated_at': '2021-07-27T21:41:04Z', 'revision_number': 4, 'project_id': 'c529c1f29ef94d7791c99b50fa7c5534', 'gw_port': {'id': '98dbd449-7f98-4b9f-b596-bf38ab0aff5e', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:77:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98278f6a-72c4-45a0-8507-e3539ffc577f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:41:02Z', 'updated_at': '2021-07-27T21:41:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_interfaces': [{'id': 'eed2b526-91b5-4195-a46f-eaef315f6ec7', 'name': '', 'network_id': '407498f9-1dd2-4d4d-80f9-fd7dac21ec25', 'tenant_id': 'c529c1f29ef94d7791c99b50fa7c5534', 'mac_address': 'fa:16:3e:29:79:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98278f6a-72c4-45a0-8507-e3539ffc577f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '4065b5d3-4c0a-4855-8695-4062e0323f11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:41:04Z', 'updated_at': '2021-07-27T21:41:08Z', 'revision_number': 5, 'project_id': 'c529c1f29ef94d7791c99b50fa7c5534', 'subnets': [{'id': '4065b5d3-4c0a-4855-8695-4062e0323f11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:48:48.157750 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b52c0412-cbcc-4d97-95da-7a10c94dd61d None None] New status for floating IP c451b08d-4392-42dd-97b8-1d2df8386fa5: DOWN {{(pid=105586) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 21:48:48.631360 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-ec87363f-ef89-4c93-b93f-c0300b3e3b72 req-ebec515d-fbc1-4f85-a2de-5dff801d548d tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-securitygroup--671960627&fields=id&tenant_id=c529c1f29ef94d7791c99b50fa7c5534 HTTP/1.1" status: 200 len: 267 time: 0.0336921 Jul 27 21:48:48.736513 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec87363f-ef89-4c93-b93f-c0300b3e3b72 req-9e1a7324-6c22-4642-8556-dc4cf33d2265 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:48:48.738657 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-ec87363f-ef89-4c93-b93f-c0300b3e3b72 req-9e1a7324-6c22-4642-8556-dc4cf33d2265 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] 10.222.0.59 "GET /v2.0/networks?id=407498f9-1dd2-4d4d-80f9-fd7dac21ec25 HTTP/1.1" status: 200 len: 812 time: 0.1009378 Jul 27 21:48:48.753771 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-ec87363f-ef89-4c93-b93f-c0300b3e3b72 req-022c1ba3-9e6c-43e3-bb15-05397fafa2cc tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] 10.222.0.59 "GET /v2.0/quotas/c529c1f29ef94d7791c99b50fa7c5534 HTTP/1.1" status: 200 len: 375 time: 0.0092254 Jul 27 21:48:48.819863 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-ec87363f-ef89-4c93-b93f-c0300b3e3b72 req-cce8ce7d-d9f1-4dbd-af07-45cc8ebe4911 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=c529c1f29ef94d7791c99b50fa7c5534&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0608451 Jul 27 21:48:48.882488 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [req-ec87363f-ef89-4c93-b93f-c0300b3e3b72 req-0e53e6e1-71e8-4861-aa3a-06424b506898 service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=105585) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 21:48:48.884910 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-ec87363f-ef89-4c93-b93f-c0300b3e3b72 req-0e53e6e1-71e8-4861-aa3a-06424b506898 service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0524218 Jul 27 21:48:48.974344 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-ec87363f-ef89-4c93-b93f-c0300b3e3b72 req-62012d62-9188-4c54-845e-57b9e8a21e1e service neutron] 10.222.0.59 "GET /v2.0/networks/407498f9-1dd2-4d4d-80f9-fd7dac21ec25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845513 Jul 27 21:48:49.062539 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-ec87363f-ef89-4c93-b93f-c0300b3e3b72 req-78d57e8f-dc20-4c75-9520-baba0926bd73 service neutron] 10.222.0.59 "GET /v2.0/networks/407498f9-1dd2-4d4d-80f9-fd7dac21ec25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820642 Jul 27 21:48:49.228986 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-77a38943-0602-47eb-a54b-cf499a12ea0a req-58215d70-1238-45a9-997b-1652a036a414 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] 10.222.0.59 "GET /v2.0/ports?device_id=cc429815-c98d-450d-9f57-62ae95f967a5 HTTP/1.1" status: 200 len: 210 time: 0.0347793 Jul 27 21:48:50.210387 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec87363f-ef89-4c93-b93f-c0300b3e3b72 req-def8f0ed-badc-4fd7-b075-33261358a13c tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:48:50.211955 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-ec87363f-ef89-4c93-b93f-c0300b3e3b72 req-def8f0ed-badc-4fd7-b075-33261358a13c tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] 10.222.0.36 "GET /v2.0/networks?id=407498f9-1dd2-4d4d-80f9-fd7dac21ec25 HTTP/1.1" status: 200 len: 812 time: 0.1022811 Jul 27 21:48:50.260707 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-ec87363f-ef89-4c93-b93f-c0300b3e3b72 req-f5aa04a1-85fa-486a-af08-beb46ee3eb32 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c529c1f29ef94d7791c99b50fa7c5534 HTTP/1.1" status: 200 len: 379 time: 0.0350530 Jul 27 21:48:50.276152 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [req-ec87363f-ef89-4c93-b93f-c0300b3e3b72 req-9ac53716-c104-4be3-8107-24ceb0908573 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] Request body: {'port': {'device_id': 'cc429815-c98d-450d-9f57-62ae95f967a5', 'network_id': '407498f9-1dd2-4d4d-80f9-fd7dac21ec25', 'admin_state_up': True, 'tenant_id': 'c529c1f29ef94d7791c99b50fa7c5534', 'security_groups': ['b0213b60-9675-41ba-82c7-cb66a48a86e5']}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:48:50.324718 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-0eba3b97-258f-40f9-9da5-aa1a3f528bc2 req-fd5730fe-2e77-4972-b356-fdc1d664b010 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] 10.222.0.59 "GET /v2.0/ports?device_id=cc429815-c98d-450d-9f57-62ae95f967a5 HTTP/1.1" status: 200 len: 210 time: 0.0289705 Jul 27 21:48:50.386099 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec87363f-ef89-4c93-b93f-c0300b3e3b72 req-9ac53716-c104-4be3-8107-24ceb0908573 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] Made reservation on behalf of c529c1f29ef94d7791c99b50fa7c5534 for: {'port': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:48:50.389565 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-ec87363f-ef89-4c93-b93f-c0300b3e3b72 req-9ac53716-c104-4be3-8107-24ceb0908573 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:50.510903 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.db_base_plugin_common [req-ec87363f-ef89-4c93-b93f-c0300b3e3b72 req-9ac53716-c104-4be3-8107-24ceb0908573 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] Allocated IP 172.20.0.7 (407498f9-1dd2-4d4d-80f9-fd7dac21ec25/4065b5d3-4c0a-4855-8695-4062e0323f11/38e96327-ee0c-42e2-bb24-257f4d3e386c) {{(pid=105584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:48:50.647016 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-ec87363f-ef89-4c93-b93f-c0300b3e3b72 req-9ac53716-c104-4be3-8107-24ceb0908573 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] Notify callbacks [] for port, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:50.661044 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.provisioning_blocks [req-ec87363f-ef89-4c93-b93f-c0300b3e3b72 req-9ac53716-c104-4be3-8107-24ceb0908573 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] Transition to ACTIVE for port object 38e96327-ee0c-42e2-bb24-257f4d3e386c will not be triggered until provisioned by entity DHCP. {{(pid=105584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:48:50.692756 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-ec87363f-ef89-4c93-b93f-c0300b3e3b72 req-9ac53716-c104-4be3-8107-24ceb0908573 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:50.732880 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec87363f-ef89-4c93-b93f-c0300b3e3b72 req-9ac53716-c104-4be3-8107-24ceb0908573 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] Network 407498f9-1dd2-4d4d-80f9-fd7dac21ec25 is already hosted by enough agents. {{(pid=105584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:48:50.735891 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [req-ec87363f-ef89-4c93-b93f-c0300b3e3b72 req-9ac53716-c104-4be3-8107-24ceb0908573 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] Resources bound (agent type, host, resource id): {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:48:50.741771 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec87363f-ef89-4c93-b93f-c0300b3e3b72 req-9ac53716-c104-4be3-8107-24ceb0908573 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] Received port after_create {{(pid=105584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:48:50.766552 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac53716-c104-4be3-8107-24ceb0908573 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] Pushing event updated for resources: {'Port': ['ID=38e96327-ee0c-42e2-bb24-257f4d3e386c,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:48:50.794931 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec87363f-ef89-4c93-b93f-c0300b3e3b72 req-9ac53716-c104-4be3-8107-24ceb0908573 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:48:50.795596 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-ec87363f-ef89-4c93-b93f-c0300b3e3b72 req-9ac53716-c104-4be3-8107-24ceb0908573 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:50.810107 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-ec87363f-ef89-4c93-b93f-c0300b3e3b72 req-9ac53716-c104-4be3-8107-24ceb0908573 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5376420 Jul 27 21:48:50.823625 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [req-ec87363f-ef89-4c93-b93f-c0300b3e3b72 req-663cbd58-972d-45bd-879d-323791dfd89f service neutron] Request body: {'port': {'device_id': 'cc429815-c98d-450d-9f57-62ae95f967a5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-705658-22'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:48:50.878565 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Device 289ea40c-56d7-4555-accc-3061dfde9328 no longer exists at agent hyperv_n-h2-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:48:50.902752 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-3d54578f-831f-4696-b568-13c455922dab None None] No Port match for: 289ea40c-56d7-4555-accc-3061dfde9328 {{(pid=105586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:48:50.903137 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Device 289ea40c-56d7-4555-accc-3061dfde9328 not bound to the agent host n-h2-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:48:50.904197 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-ec87363f-ef89-4c93-b93f-c0300b3e3b72 req-663cbd58-972d-45bd-879d-323791dfd89f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:50.936118 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-c4adb135-d5c2-4b2b-b325-27e7ecfec0ed None None] Provisioning for port 38e96327-ee0c-42e2-bb24-257f4d3e386c completed by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:48:50.940051 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-c4adb135-d5c2-4b2b-b325-27e7ecfec0ed None None] Provisioning complete for port 38e96327-ee0c-42e2-bb24-257f4d3e386c triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:48:50.940432 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-c4adb135-d5c2-4b2b-b325-27e7ecfec0ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:50.974661 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-c4adb135-d5c2-4b2b-b325-27e7ecfec0ed None None] Port 38e96327-ee0c-42e2-bb24-257f4d3e386c cannot update to ACTIVE because it is not bound. {{(pid=105586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:48:51.412130 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [req-ec87363f-ef89-4c93-b93f-c0300b3e3b72 req-663cbd58-972d-45bd-879d-323791dfd89f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38e96327-ee0c-42e2-bb24-257f4d3e386c {{(pid=105584) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:48:51.419624 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-ec87363f-ef89-4c93-b93f-c0300b3e3b72 req-663cbd58-972d-45bd-879d-323791dfd89f service neutron] Notify callbacks [] for port, precommit_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:51.432683 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.provisioning_blocks [req-ec87363f-ef89-4c93-b93f-c0300b3e3b72 req-663cbd58-972d-45bd-879d-323791dfd89f service neutron] Transition to ACTIVE for port object 38e96327-ee0c-42e2-bb24-257f4d3e386c will not be triggered until provisioned by entity L2. {{(pid=105584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:48:51.437327 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-ec87363f-ef89-4c93-b93f-c0300b3e3b72 req-663cbd58-972d-45bd-879d-323791dfd89f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9014027'] for port, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:51.461242 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930d4a06-258b-4b04-baa1-263bbd560648 req-79b23e98-e317-4b77-9384-506bf28cc31e tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:48:51.462746 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-930d4a06-258b-4b04-baa1-263bbd560648 req-79b23e98-e317-4b77-9384-506bf28cc31e tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] 10.222.0.59 "GET /v2.0/ports?device_id=cc429815-c98d-450d-9f57-62ae95f967a5 HTTP/1.1" status: 200 len: 931 time: 0.0697265 Jul 27 21:48:51.503903 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-930d4a06-258b-4b04-baa1-263bbd560648 req-6b88feea-1024-40c2-a7b9-f3b4f41b7a3d tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0213b60-9675-41ba-82c7-cb66a48a86e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350471 Jul 27 21:48:51.508602 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663cbd58-972d-45bd-879d-323791dfd89f service neutron] Pushing event updated for resources: {'Port': ['ID=38e96327-ee0c-42e2-bb24-257f4d3e386c,revision_number=2']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:48:51.559939 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [req-ec87363f-ef89-4c93-b93f-c0300b3e3b72 req-663cbd58-972d-45bd-879d-323791dfd89f service neutron] Attempting to bind port 38e96327-ee0c-42e2-bb24-257f4d3e386c on host n-h1-705658-22 for vnic_type normal with profile {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:48:51.560285 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [req-ec87363f-ef89-4c93-b93f-c0300b3e3b72 req-663cbd58-972d-45bd-879d-323791dfd89f service neutron] Attempting to bind port 38e96327-ee0c-42e2-bb24-257f4d3e386c by drivers openvswitch,hyperv on host n-h1-705658-22 at level 0 using segments [{'id': 'c6ae5619-12c2-491f-a03a-63f376106659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '407498f9-1dd2-4d4d-80f9-fd7dac21ec25'}] {{(pid=105584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:48:51.560615 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec87363f-ef89-4c93-b93f-c0300b3e3b72 req-663cbd58-972d-45bd-879d-323791dfd89f service neutron] Attempting to bind port 38e96327-ee0c-42e2-bb24-257f4d3e386c on network 407498f9-1dd2-4d4d-80f9-fd7dac21ec25 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:48:51.565081 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec87363f-ef89-4c93-b93f-c0300b3e3b72 req-663cbd58-972d-45bd-879d-323791dfd89f service neutron] Port 38e96327-ee0c-42e2-bb24-257f4d3e386c on network 407498f9-1dd2-4d4d-80f9-fd7dac21ec25 not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-22 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:48:51.565936 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec87363f-ef89-4c93-b93f-c0300b3e3b72 req-663cbd58-972d-45bd-879d-323791dfd89f service neutron] Attempting to bind port 38e96327-ee0c-42e2-bb24-257f4d3e386c on network 407498f9-1dd2-4d4d-80f9-fd7dac21ec25 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:48:51.571353 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec87363f-ef89-4c93-b93f-c0300b3e3b72 req-663cbd58-972d-45bd-879d-323791dfd89f service neutron] Checking agent: {'id': '9d9bc37f-4d75-44ef-9f63-799aab3e316f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 49, 36), 'started_at': datetime.datetime(2021, 7, 27, 20, 49, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 48, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:48:51.571842 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec87363f-ef89-4c93-b93f-c0300b3e3b72 req-663cbd58-972d-45bd-879d-323791dfd89f service neutron] Checking segment: {'id': 'c6ae5619-12c2-491f-a03a-63f376106659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '407498f9-1dd2-4d4d-80f9-fd7dac21ec25'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:48:51.572254 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec87363f-ef89-4c93-b93f-c0300b3e3b72 req-663cbd58-972d-45bd-879d-323791dfd89f service neutron] Bound using segment: {'id': 'c6ae5619-12c2-491f-a03a-63f376106659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '407498f9-1dd2-4d4d-80f9-fd7dac21ec25'} {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:48:51.572683 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [req-ec87363f-ef89-4c93-b93f-c0300b3e3b72 req-663cbd58-972d-45bd-879d-323791dfd89f service neutron] Bound port: 38e96327-ee0c-42e2-bb24-257f4d3e386c, host: n-h1-705658-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6ae5619-12c2-491f-a03a-63f376106659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '407498f9-1dd2-4d4d-80f9-fd7dac21ec25'}}] {{(pid=105584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:48:51.573043 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-ec87363f-ef89-4c93-b93f-c0300b3e3b72 req-663cbd58-972d-45bd-879d-323791dfd89f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:51.638308 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [req-ec87363f-ef89-4c93-b93f-c0300b3e3b72 req-663cbd58-972d-45bd-879d-323791dfd89f service neutron] For port 38e96327-ee0c-42e2-bb24-257f4d3e386c, host n-h1-705658-22, cleared binding levels {{(pid=105584) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:48:51.641333 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [req-ec87363f-ef89-4c93-b93f-c0300b3e3b72 req-663cbd58-972d-45bd-879d-323791dfd89f service neutron] For port 38e96327-ee0c-42e2-bb24-257f4d3e386c, host n-h1-705658-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=38e96327-ee0c-42e2-bb24-257f4d3e386c,segment=NetworkSegment(c6ae5619-12c2-491f-a03a-63f376106659),segment_id=c6ae5619-12c2-491f-a03a-63f376106659)] {{(pid=105584) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:48:51.646638 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-ec87363f-ef89-4c93-b93f-c0300b3e3b72 req-663cbd58-972d-45bd-879d-323791dfd89f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9014027'] for port, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:51.684134 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec87363f-ef89-4c93-b93f-c0300b3e3b72 req-663cbd58-972d-45bd-879d-323791dfd89f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:48:51.684747 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-ec87363f-ef89-4c93-b93f-c0300b3e3b72 req-663cbd58-972d-45bd-879d-323791dfd89f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:51.686106 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-ec87363f-ef89-4c93-b93f-c0300b3e3b72 req-663cbd58-972d-45bd-879d-323791dfd89f service neutron] 10.222.0.36 "PUT /v2.0/ports/38e96327-ee0c-42e2-bb24-257f4d3e386c HTTP/1.1" status: 200 len: 1092 time: 0.8669329 Jul 27 21:48:51.686529 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc429815-c98d-450d-9f57-62ae95f967a5', 'tag': '38e96327-ee0c-42e2-bb24-257f4d3e386c'}] {{(pid=105584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:48:51.688801 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bce5e6c8685464f7626901654159975603b047827e3138302ed6566e28f1343" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3486b287-adb9-46c1-aab6-3c5c46eb4367" -d '{"events": [{"name": "network-changed", "server_uuid": "cc429815-c98d-450d-9f57-62ae95f967a5", "tag": "38e96327-ee0c-42e2-bb24-257f4d3e386c"}]}' {{(pid=105584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:48:51.716531 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663cbd58-972d-45bd-879d-323791dfd89f service neutron] Pushing event updated for resources: {'Port': ['ID=38e96327-ee0c-42e2-bb24-257f4d3e386c,revision_number=3']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:48:51.757651 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:48:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c9242b5-7f2e-4baf-bf38-fd0ccf269fd5 x-openstack-request-id: req-2c9242b5-7f2e-4baf-bf38-fd0ccf269fd5 {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:48:51.757934 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc429815-c98d-450d-9f57-62ae95f967a5", "tag": "38e96327-ee0c-42e2-bb24-257f4d3e386c", "status": "completed", "code": 200}]} {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:48:51.758182 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-2c9242b5-7f2e-4baf-bf38-fd0ccf269fd5 {{(pid=105584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:48:51.758583 n-d-705658-22 neutron-server[105584]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc429815-c98d-450d-9f57-62ae95f967a5', 'tag': '38e96327-ee0c-42e2-bb24-257f4d3e386c', 'status': 'completed', 'code': 200} Jul 27 21:48:51.786202 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec87363f-ef89-4c93-b93f-c0300b3e3b72 req-1e135efd-a2f7-472a-89e3-54a3a581b370 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:48:51.787754 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-ec87363f-ef89-4c93-b93f-c0300b3e3b72 req-1e135efd-a2f7-472a-89e3-54a3a581b370 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c529c1f29ef94d7791c99b50fa7c5534&device_id=cc429815-c98d-450d-9f57-62ae95f967a5 HTTP/1.1" status: 200 len: 1095 time: 0.0594487 Jul 27 21:48:51.831118 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-ec87363f-ef89-4c93-b93f-c0300b3e3b72 req-43f09922-22ba-4ccb-9638-452c3af0d956 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=38e96327-ee0c-42e2-bb24-257f4d3e386c HTTP/1.1" status: 200 len: 217 time: 0.0346649 Jul 27 21:48:51.889379 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec87363f-ef89-4c93-b93f-c0300b3e3b72 req-0437c1c9-a0f8-4ff1-8ecf-a56b82d71796 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:48:51.890904 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-ec87363f-ef89-4c93-b93f-c0300b3e3b72 req-0437c1c9-a0f8-4ff1-8ecf-a56b82d71796 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4065b5d3-4c0a-4855-8695-4062e0323f11 HTTP/1.1" status: 200 len: 851 time: 0.0512254 Jul 27 21:48:51.952942 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec87363f-ef89-4c93-b93f-c0300b3e3b72 req-357f90e6-670e-437c-b287-910eddf4fa75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:48:51.954434 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-ec87363f-ef89-4c93-b93f-c0300b3e3b72 req-357f90e6-670e-437c-b287-910eddf4fa75 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=407498f9-1dd2-4d4d-80f9-fd7dac21ec25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0555444 Jul 27 21:48:52.047251 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-ec87363f-ef89-4c93-b93f-c0300b3e3b72 req-3e76aa6a-fd5e-4093-9c7e-63df40d46e93 service neutron] 10.222.0.36 "GET /v2.0/networks/407498f9-1dd2-4d4d-80f9-fd7dac21ec25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833471 Jul 27 21:48:52.138821 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-ec87363f-ef89-4c93-b93f-c0300b3e3b72 req-b9ba8207-1ed4-4f4e-b9ff-a967e57ff36d service neutron] 10.222.0.36 "GET /v2.0/networks/407498f9-1dd2-4d4d-80f9-fd7dac21ec25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836327 Jul 27 21:48:52.237150 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3486b287-adb9-46c1-aab6-3c5c46eb4367 req-4ce449df-4540-44b7-9481-135a90e27eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:48:52.238606 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-3486b287-adb9-46c1-aab6-3c5c46eb4367 req-4ce449df-4540-44b7-9481-135a90e27eb6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c529c1f29ef94d7791c99b50fa7c5534&device_id=cc429815-c98d-450d-9f57-62ae95f967a5 HTTP/1.1" status: 200 len: 1095 time: 0.0534971 Jul 27 21:48:52.331611 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3486b287-adb9-46c1-aab6-3c5c46eb4367 req-e86f2aad-1e96-48c2-b53c-08b567f1a832 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:48:52.333058 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-3486b287-adb9-46c1-aab6-3c5c46eb4367 req-e86f2aad-1e96-48c2-b53c-08b567f1a832 service neutron] 10.222.0.36 "GET /v2.0/networks?id=407498f9-1dd2-4d4d-80f9-fd7dac21ec25 HTTP/1.1" status: 200 len: 913 time: 0.0874953 Jul 27 21:48:52.376456 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-3486b287-adb9-46c1-aab6-3c5c46eb4367 req-3b3fbcd1-48d2-47f4-ab2f-04afca23e6ef service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=38e96327-ee0c-42e2-bb24-257f4d3e386c HTTP/1.1" status: 200 len: 217 time: 0.0338416 Jul 27 21:48:52.425717 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3486b287-adb9-46c1-aab6-3c5c46eb4367 req-b3ef49bd-a789-409f-8bfa-41f572f9f269 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:48:52.427103 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-3486b287-adb9-46c1-aab6-3c5c46eb4367 req-b3ef49bd-a789-409f-8bfa-41f572f9f269 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4065b5d3-4c0a-4855-8695-4062e0323f11 HTTP/1.1" status: 200 len: 851 time: 0.0420959 Jul 27 21:48:52.489963 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3486b287-adb9-46c1-aab6-3c5c46eb4367 req-1cd825f6-7f74-4278-a15d-cc9ac3c0f004 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:48:52.491435 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-3486b287-adb9-46c1-aab6-3c5c46eb4367 req-1cd825f6-7f74-4278-a15d-cc9ac3c0f004 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=407498f9-1dd2-4d4d-80f9-fd7dac21ec25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0566697 Jul 27 21:48:52.581307 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-3486b287-adb9-46c1-aab6-3c5c46eb4367 req-8664a0ab-6571-463b-90b0-da76c451433e service neutron] 10.222.0.36 "GET /v2.0/networks/407498f9-1dd2-4d4d-80f9-fd7dac21ec25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810845 Jul 27 21:48:52.640700 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57e5c1c-d603-40e6-ac4b-4be59098768f req-fed11003-5f24-41fa-983b-5b8aa3e71cd6 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:48:52.642190 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b57e5c1c-d603-40e6-ac4b-4be59098768f req-fed11003-5f24-41fa-983b-5b8aa3e71cd6 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] 10.222.0.59 "GET /v2.0/ports?device_id=cc429815-c98d-450d-9f57-62ae95f967a5 HTTP/1.1" status: 200 len: 943 time: 0.0665562 Jul 27 21:48:52.677466 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-3486b287-adb9-46c1-aab6-3c5c46eb4367 req-79c4d0e4-8000-416c-a183-361cd1a97da7 service neutron] 10.222.0.36 "GET /v2.0/networks/407498f9-1dd2-4d4d-80f9-fd7dac21ec25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875909 Jul 27 21:48:52.680311 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b57e5c1c-d603-40e6-ac4b-4be59098768f req-88c555ce-7f3e-4f65-b2b3-06834ae5ca0b tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0213b60-9675-41ba-82c7-cb66a48a86e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321975 Jul 27 21:48:53.809667 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37d4f91-f444-4d45-8bb6-8d5db8ae682c req-b0c2c11e-94c7-4ca0-8843-e37c23cbc43a tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:48:53.811160 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e37d4f91-f444-4d45-8bb6-8d5db8ae682c req-b0c2c11e-94c7-4ca0-8843-e37c23cbc43a tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] 10.222.0.59 "GET /v2.0/ports?device_id=cc429815-c98d-450d-9f57-62ae95f967a5 HTTP/1.1" status: 200 len: 943 time: 0.0631671 Jul 27 21:48:53.848107 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e37d4f91-f444-4d45-8bb6-8d5db8ae682c req-4a7402cf-71f3-4cb4-856a-6c7cf2aaf08c tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0213b60-9675-41ba-82c7-cb66a48a86e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304456 Jul 27 21:48:54.716277 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device 38e96327-ee0c-42e2-bb24-257f4d3e386c details requested by agent hyperv_n-h1-705658-22 with host n-h1-705658-22 {{(pid=105586) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:48:54.807154 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] For port 38e96327-ee0c-42e2-bb24-257f4d3e386c, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=38e96327-ee0c-42e2-bb24-257f4d3e386c,segment=NetworkSegment(c6ae5619-12c2-491f-a03a-63f376106659),segment_id=c6ae5619-12c2-491f-a03a-63f376106659)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:48:54.818512 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Returning: {'device': '38e96327-ee0c-42e2-bb24-257f4d3e386c', 'network_id': '407498f9-1dd2-4d4d-80f9-fd7dac21ec25', 'port_id': '38e96327-ee0c-42e2-bb24-257f4d3e386c', 'mac_address': 'fa:16:3e:6d:e0:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 230, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4065b5d3-4c0a-4855-8695-4062e0323f11', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105586) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:48:54.856585 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:54.868823 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38e96327-ee0c-42e2-bb24-257f4d3e386c {{(pid=105586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:48:54.894277 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] For port 38e96327-ee0c-42e2-bb24-257f4d3e386c, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=38e96327-ee0c-42e2-bb24-257f4d3e386c,segment=NetworkSegment(c6ae5619-12c2-491f-a03a-63f376106659),segment_id=c6ae5619-12c2-491f-a03a-63f376106659)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:48:54.898615 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:54.945896 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Pushing event updated for resources: {'Port': ['ID=38e96327-ee0c-42e2-bb24-257f4d3e386c,revision_number=4']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:48:54.980707 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c188a917-f86a-4b0f-afc8-0f69461d4ef3 req-bb91591f-8a53-4968-9463-43fa2a7d2f85 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:48:54.982123 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-c188a917-f86a-4b0f-afc8-0f69461d4ef3 req-bb91591f-8a53-4968-9463-43fa2a7d2f85 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] 10.222.0.59 "GET /v2.0/ports?device_id=cc429815-c98d-450d-9f57-62ae95f967a5 HTTP/1.1" status: 200 len: 944 time: 0.0644674 Jul 27 21:48:55.021724 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-c188a917-f86a-4b0f-afc8-0f69461d4ef3 req-d705605a-33ba-4b29-8a24-6564794c3956 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0213b60-9675-41ba-82c7-cb66a48a86e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333371 Jul 27 21:48:55.085750 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] get_ports_and_sgs() called for port_ids ['38e96327-ee0c-42e2-bb24-257f4d3e386c'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:48:56.154793 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c9f45b-08a0-45d8-b544-c32f0316d15b req-40d897fc-61a3-4f1f-9344-6cc3ce2c001c tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:48:56.156302 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-c4c9f45b-08a0-45d8-b544-c32f0316d15b req-40d897fc-61a3-4f1f-9344-6cc3ce2c001c tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] 10.222.0.59 "GET /v2.0/ports?device_id=cc429815-c98d-450d-9f57-62ae95f967a5 HTTP/1.1" status: 200 len: 944 time: 0.0679581 Jul 27 21:48:56.193720 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-c4c9f45b-08a0-45d8-b544-c32f0316d15b req-68775674-cc53-4cbe-a306-847c6a30655a tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0213b60-9675-41ba-82c7-cb66a48a86e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315490 Jul 27 21:48:56.725821 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device 38e96327-ee0c-42e2-bb24-257f4d3e386c up at agent hyperv_n-h1-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:48:56.771532 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Provisioning for port 38e96327-ee0c-42e2-bb24-257f4d3e386c completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:48:56.775184 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Provisioning complete for port 38e96327-ee0c-42e2-bb24-257f4d3e386c triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:48:56.775588 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:56.848650 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:56.872417 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc429815-c98d-450d-9f57-62ae95f967a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38e96327-ee0c-42e2-bb24-257f4d3e386c'}] {{(pid=105586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:48:56.874860 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14c1663e039faf5393f87855f745010ac5b02220355b68fdbf065393e303ac56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2241c67-ed65-428e-9ee8-1fd6c168f719" -d '{"events": [{"server_uuid": "cc429815-c98d-450d-9f57-62ae95f967a5", "name": "network-vif-plugged", "status": "completed", "tag": "38e96327-ee0c-42e2-bb24-257f4d3e386c"}]}' {{(pid=105586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:48:56.888056 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] For port 38e96327-ee0c-42e2-bb24-257f4d3e386c, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=38e96327-ee0c-42e2-bb24-257f4d3e386c,segment=NetworkSegment(c6ae5619-12c2-491f-a03a-63f376106659),segment_id=c6ae5619-12c2-491f-a03a-63f376106659)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:48:56.891916 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:56.916344 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:48:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e6fc51c-ea40-4b19-96a8-c7ceae79a244 x-openstack-request-id: req-6e6fc51c-ea40-4b19-96a8-c7ceae79a244 {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:48:56.916635 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc429815-c98d-450d-9f57-62ae95f967a5", "name": "network-vif-plugged", "status": "completed", "tag": "38e96327-ee0c-42e2-bb24-257f4d3e386c", "code": 200}]} {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:48:56.916886 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-6e6fc51c-ea40-4b19-96a8-c7ceae79a244 {{(pid=105586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:48:56.917294 n-d-705658-22 neutron-server[105586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc429815-c98d-450d-9f57-62ae95f967a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38e96327-ee0c-42e2-bb24-257f4d3e386c', 'code': 200} Jul 27 21:48:56.943248 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Pushing event updated for resources: {'Port': ['ID=38e96327-ee0c-42e2-bb24-257f4d3e386c,revision_number=5']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:48:57.022218 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecae28f-439d-4692-9f6e-e22a33db3605 req-c16cb2df-e37c-4d19-a1e0-102dc2a1d26b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:48:57.023732 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-6ecae28f-439d-4692-9f6e-e22a33db3605 req-c16cb2df-e37c-4d19-a1e0-102dc2a1d26b service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=cc429815-c98d-450d-9f57-62ae95f967a5 HTTP/1.1" status: 200 len: 1097 time: 0.0544753 Jul 27 21:48:57.056794 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-6ecae28f-439d-4692-9f6e-e22a33db3605 req-20866db5-1cfb-4afb-ab08-eccf858a9d4f service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=b0213b60-9675-41ba-82c7-cb66a48a86e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0260973 Jul 27 21:48:57.319754 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6190a225-43b1-4685-af4c-4696143fa3f1 req-89720622-d5b7-49f6-ba64-34e4063596e2 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:48:57.321267 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-6190a225-43b1-4685-af4c-4696143fa3f1 req-89720622-d5b7-49f6-ba64-34e4063596e2 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] 10.222.0.59 "GET /v2.0/ports?device_id=cc429815-c98d-450d-9f57-62ae95f967a5 HTTP/1.1" status: 200 len: 945 time: 0.0622120 Jul 27 21:48:57.357708 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-6190a225-43b1-4685-af4c-4696143fa3f1 req-883a4cef-4d6a-4b9b-a57e-8ed61b16439c tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0213b60-9675-41ba-82c7-cb66a48a86e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306442 Jul 27 21:48:58.490296 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a769a69-5598-4dfe-9ee7-f39d959f588a req-d87f46d4-8268-42c4-abd6-897e7a7e2d00 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:48:58.491802 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-0a769a69-5598-4dfe-9ee7-f39d959f588a req-d87f46d4-8268-42c4-abd6-897e7a7e2d00 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] 10.222.0.59 "GET /v2.0/ports?device_id=cc429815-c98d-450d-9f57-62ae95f967a5 HTTP/1.1" status: 200 len: 945 time: 0.0658166 Jul 27 21:48:58.529648 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-0a769a69-5598-4dfe-9ee7-f39d959f588a req-24e20183-3048-4859-a5b8-ed20c17d91f4 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0213b60-9675-41ba-82c7-cb66a48a86e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320206 Jul 27 21:48:58.657988 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be08f2f-4aab-4513-a7ce-20e277122998 req-0991680e-806e-4447-852e-97074d747391 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:48:58.659428 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-5be08f2f-4aab-4513-a7ce-20e277122998 req-0991680e-806e-4447-852e-97074d747391 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] 10.222.0.59 "GET /v2.0/ports?device_id=cc429815-c98d-450d-9f57-62ae95f967a5 HTTP/1.1" status: 200 len: 945 time: 0.0644372 Jul 27 21:48:58.668004 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 36884) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:48:58.672328 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-0dae76d2-2848-4a0d-8c2c-bb73fc18ce87 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] Request body: {'floatingip': {'port_id': '38e96327-ee0c-42e2-bb24-257f4d3e386c'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:48:58.711296 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-0dae76d2-2848-4a0d-8c2c-bb73fc18ce87 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] Notify callbacks [] for floatingip, before_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:59.147567 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-0dae76d2-2848-4a0d-8c2c-bb73fc18ce87 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:59.151237 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-0dae76d2-2848-4a0d-8c2c-bb73fc18ce87 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4075768'] for floatingip, after_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:59.249219 n-d-705658-22 neutron-server[105585]: INFO neutron.db.l3_db [None req-0dae76d2-2848-4a0d-8c2c-bb73fc18ce87 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] Floating IP c451b08d-4392-42dd-97b8-1d2df8386fa5 associated. External IP: 172.25.5.89, port: 38e96327-ee0c-42e2-bb24-257f4d3e386c. Jul 27 21:48:59.454241 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0dae76d2-2848-4a0d-8c2c-bb73fc18ce87 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] Router 98278f6a-72c4-45a0-8507-e3539ffc577f has already been hosted by L3 agent dd128fd7-8e57-4d4f-895b-a96b369df59a {{(pid=105585) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:48:59.560545 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0dae76d2-2848-4a0d-8c2c-bb73fc18ce87 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] Notify agent at l3_agent.n-d-705658-22 the message routers_updated {{(pid=105585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:48:59.565347 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-0dae76d2-2848-4a0d-8c2c-bb73fc18ce87 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for floatingip, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:59.570377 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42ccaab3-f4ad-4411-a7c8-63c00106bbf3 None None] Sync routers for ids ['98278f6a-72c4-45a0-8507-e3539ffc577f'] in n-d-705658-22 {{(pid=105587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:48:59.579790 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42ccaab3-f4ad-4411-a7c8-63c00106bbf3 None None] Routers {'98278f6a-72c4-45a0-8507-e3539ffc577f'} bound to L3 agent in host n-d-705658-22 {{(pid=105587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:48:59.580395 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-42ccaab3-f4ad-4411-a7c8-63c00106bbf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:48:42Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['98278f6a-72c4-45a0-8507-e3539ffc577f'], 'active': True} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:48:59.602504 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-0dae76d2-2848-4a0d-8c2c-bb73fc18ce87 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] 10.222.0.59 "PUT /v2.0/floatingips/c451b08d-4392-42dd-97b8-1d2df8386fa5 HTTP/1.1" status: 200 len: 991 time: 0.9334614 Jul 27 21:48:59.603165 n-d-705658-22 neutron-server[105585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc429815-c98d-450d-9f57-62ae95f967a5', 'tag': '38e96327-ee0c-42e2-bb24-257f4d3e386c'}] {{(pid=105585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:48:59.605424 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d66fd65881426bfc2b5388084a3654e5eae521106a15a3dbf0eb4cde7106c36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f40b17b-fc95-41d5-b482-68e558ed497b" -d '{"events": [{"name": "network-changed", "server_uuid": "cc429815-c98d-450d-9f57-62ae95f967a5", "tag": "38e96327-ee0c-42e2-bb24-257f4d3e386c"}]}' {{(pid=105585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:48:59.647080 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:48:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bb33392-945b-44ce-9104-ef3f62865409 x-openstack-request-id: req-5bb33392-945b-44ce-9104-ef3f62865409 {{(pid=105585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:48:59.647770 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc429815-c98d-450d-9f57-62ae95f967a5", "tag": "38e96327-ee0c-42e2-bb24-257f4d3e386c", "status": "completed", "code": 200}]} {{(pid=105585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:48:59.647770 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-5bb33392-945b-44ce-9104-ef3f62865409 {{(pid=105585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:48:59.648064 n-d-705658-22 neutron-server[105585]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc429815-c98d-450d-9f57-62ae95f967a5', 'tag': '38e96327-ee0c-42e2-bb24-257f4d3e386c', 'status': 'completed', 'code': 200} Jul 27 21:48:59.689448 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvr_db [None req-42ccaab3-f4ad-4411-a7c8-63c00106bbf3 None None] Set router 98278f6a-72c4-45a0-8507-e3539ffc577f gateway port host: n-d-705658-22 {{(pid=105587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:48:59.726209 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f40b17b-fc95-41d5-b482-68e558ed497b req-a00779f6-1481-4534-886e-5fe29c4410d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:48:59.727671 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-4f40b17b-fc95-41d5-b482-68e558ed497b req-a00779f6-1481-4534-886e-5fe29c4410d6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c529c1f29ef94d7791c99b50fa7c5534&device_id=cc429815-c98d-450d-9f57-62ae95f967a5 HTTP/1.1" status: 200 len: 1097 time: 0.0583076 Jul 27 21:48:59.818328 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f40b17b-fc95-41d5-b482-68e558ed497b req-16591042-8366-4949-b57b-0fad0b1c7b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:48:59.819848 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-4f40b17b-fc95-41d5-b482-68e558ed497b req-16591042-8366-4949-b57b-0fad0b1c7b32 service neutron] 10.222.0.36 "GET /v2.0/networks?id=407498f9-1dd2-4d4d-80f9-fd7dac21ec25 HTTP/1.1" status: 200 len: 913 time: 0.0858088 Jul 27 21:48:59.885011 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-4f40b17b-fc95-41d5-b482-68e558ed497b req-21970b0d-7b35-47df-a810-8f22e2a18a7d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=38e96327-ee0c-42e2-bb24-257f4d3e386c HTTP/1.1" status: 200 len: 999 time: 0.0582132 Jul 27 21:48:59.907500 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-42ccaab3-f4ad-4411-a7c8-63c00106bbf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98278f6a-72c4-45a0-8507-e3539ffc577f', 'name': 'tempest-ServerActionsTestJSON-1116922379-router', 'tenant_id': 'c529c1f29ef94d7791c99b50fa7c5534', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.95'}], 'enable_snat': True}, 'gw_port_id': '98dbd449-7f98-4b9f-b596-bf38ab0aff5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:41:02Z', 'updated_at': '2021-07-27T21:41:04Z', 'revision_number': 4, 'project_id': 'c529c1f29ef94d7791c99b50fa7c5534', 'gw_port': {'id': '98dbd449-7f98-4b9f-b596-bf38ab0aff5e', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:77:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98278f6a-72c4-45a0-8507-e3539ffc577f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:41:02Z', 'updated_at': '2021-07-27T21:41:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_floatingips': [{'id': 'c451b08d-4392-42dd-97b8-1d2df8386fa5', 'tenant_id': 'c529c1f29ef94d7791c99b50fa7c5534', 'floating_ip_address': '172.25.5.89', 'floating_network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'router_id': '98278f6a-72c4-45a0-8507-e3539ffc577f', 'port_id': '38e96327-ee0c-42e2-bb24-257f4d3e386c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '407498f9-1dd2-4d4d-80f9-fd7dac21ec25', 'mac_address': 'fa:16:3e:6d:e0:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc429815-c98d-450d-9f57-62ae95f967a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T21:41:06Z', 'updated_at': '2021-07-27T21:48:59Z', 'revision_number': 13, 'project_id': 'c529c1f29ef94d7791c99b50fa7c5534', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eed2b526-91b5-4195-a46f-eaef315f6ec7', 'name': '', 'network_id': '407498f9-1dd2-4d4d-80f9-fd7dac21ec25', 'tenant_id': 'c529c1f29ef94d7791c99b50fa7c5534', 'mac_address': 'fa:16:3e:29:79:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98278f6a-72c4-45a0-8507-e3539ffc577f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '4065b5d3-4c0a-4855-8695-4062e0323f11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:41:04Z', 'updated_at': '2021-07-27T21:41:08Z', 'revision_number': 5, 'project_id': 'c529c1f29ef94d7791c99b50fa7c5534', 'subnets': [{'id': '4065b5d3-4c0a-4855-8695-4062e0323f11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-22', False) {} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:48:59.932569 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f40b17b-fc95-41d5-b482-68e558ed497b req-4bf2b72e-053e-47d1-b93b-81303bc030eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:48:59.933257 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42ccaab3-f4ad-4411-a7c8-63c00106bbf3 None None] Checking router: 98278f6a-72c4-45a0-8507-e3539ffc577f for host: n-d-705658-22 {{(pid=105587) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:48:59.934028 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-4f40b17b-fc95-41d5-b482-68e558ed497b req-4bf2b72e-053e-47d1-b93b-81303bc030eb service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4065b5d3-4c0a-4855-8695-4062e0323f11 HTTP/1.1" status: 200 len: 851 time: 0.0427673 Jul 27 21:48:59.941880 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42ccaab3-f4ad-4411-a7c8-63c00106bbf3 None None] Routers {'98278f6a-72c4-45a0-8507-e3539ffc577f'} bound to L3 agent in host n-d-705658-22 {{(pid=105587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:48:59.942477 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-42ccaab3-f4ad-4411-a7c8-63c00106bbf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:48:42Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['98278f6a-72c4-45a0-8507-e3539ffc577f'], 'active': True} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:48:59.996333 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f40b17b-fc95-41d5-b482-68e558ed497b req-f2adae14-52c1-4e35-a967-414043bf25c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:48:59.997760 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-4f40b17b-fc95-41d5-b482-68e558ed497b req-f2adae14-52c1-4e35-a967-414043bf25c9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=407498f9-1dd2-4d4d-80f9-fd7dac21ec25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0564363 Jul 27 21:49:00.045470 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvr_db [None req-42ccaab3-f4ad-4411-a7c8-63c00106bbf3 None None] Set router 98278f6a-72c4-45a0-8507-e3539ffc577f gateway port host: n-d-705658-22 {{(pid=105587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:49:00.085984 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-4f40b17b-fc95-41d5-b482-68e558ed497b req-ebf48f9b-5a59-48d9-adb6-d4867a746661 service neutron] 10.222.0.36 "GET /v2.0/networks/407498f9-1dd2-4d4d-80f9-fd7dac21ec25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802550 Jul 27 21:49:00.178805 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-4f40b17b-fc95-41d5-b482-68e558ed497b req-f1bb6c35-ef12-4c5d-960a-7e1a9ed7a8a3 service neutron] 10.222.0.36 "GET /v2.0/networks/407498f9-1dd2-4d4d-80f9-fd7dac21ec25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862579 Jul 27 21:49:00.263885 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-42ccaab3-f4ad-4411-a7c8-63c00106bbf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98278f6a-72c4-45a0-8507-e3539ffc577f', 'name': 'tempest-ServerActionsTestJSON-1116922379-router', 'tenant_id': 'c529c1f29ef94d7791c99b50fa7c5534', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.95'}], 'enable_snat': True}, 'gw_port_id': '98dbd449-7f98-4b9f-b596-bf38ab0aff5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:41:02Z', 'updated_at': '2021-07-27T21:41:04Z', 'revision_number': 4, 'project_id': 'c529c1f29ef94d7791c99b50fa7c5534', 'gw_port': {'id': '98dbd449-7f98-4b9f-b596-bf38ab0aff5e', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:77:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98278f6a-72c4-45a0-8507-e3539ffc577f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:41:02Z', 'updated_at': '2021-07-27T21:41:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_floatingips': [{'id': 'c451b08d-4392-42dd-97b8-1d2df8386fa5', 'tenant_id': 'c529c1f29ef94d7791c99b50fa7c5534', 'floating_ip_address': '172.25.5.89', 'floating_network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'router_id': '98278f6a-72c4-45a0-8507-e3539ffc577f', 'port_id': '38e96327-ee0c-42e2-bb24-257f4d3e386c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '407498f9-1dd2-4d4d-80f9-fd7dac21ec25', 'mac_address': 'fa:16:3e:6d:e0:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc429815-c98d-450d-9f57-62ae95f967a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T21:41:06Z', 'updated_at': '2021-07-27T21:48:59Z', 'revision_number': 13, 'project_id': 'c529c1f29ef94d7791c99b50fa7c5534', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eed2b526-91b5-4195-a46f-eaef315f6ec7', 'name': '', 'network_id': '407498f9-1dd2-4d4d-80f9-fd7dac21ec25', 'tenant_id': 'c529c1f29ef94d7791c99b50fa7c5534', 'mac_address': 'fa:16:3e:29:79:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98278f6a-72c4-45a0-8507-e3539ffc577f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '4065b5d3-4c0a-4855-8695-4062e0323f11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:41:04Z', 'updated_at': '2021-07-27T21:41:08Z', 'revision_number': 5, 'project_id': 'c529c1f29ef94d7791c99b50fa7c5534', 'subnets': [{'id': '4065b5d3-4c0a-4855-8695-4062e0323f11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-22', False) {} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:49:00.289052 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42ccaab3-f4ad-4411-a7c8-63c00106bbf3 None None] The sync data for ids ['98278f6a-72c4-45a0-8507-e3539ffc577f'] in n-d-705658-22 is: [{'id': '98278f6a-72c4-45a0-8507-e3539ffc577f', 'name': 'tempest-ServerActionsTestJSON-1116922379-router', 'tenant_id': 'c529c1f29ef94d7791c99b50fa7c5534', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.95'}], 'enable_snat': True}, 'gw_port_id': '98dbd449-7f98-4b9f-b596-bf38ab0aff5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:41:02Z', 'updated_at': '2021-07-27T21:41:04Z', 'revision_number': 4, 'project_id': 'c529c1f29ef94d7791c99b50fa7c5534', 'gw_port': {'id': '98dbd449-7f98-4b9f-b596-bf38ab0aff5e', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:77:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98278f6a-72c4-45a0-8507-e3539ffc577f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:41:02Z', 'updated_at': '2021-07-27T21:41:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_floatingips': [{'id': 'c451b08d-4392-42dd-97b8-1d2df8386fa5', 'tenant_id': 'c529c1f29ef94d7791c99b50fa7c5534', 'floating_ip_address': '172.25.5.89', 'floating_network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'router_id': '98278f6a-72c4-45a0-8507-e3539ffc577f', 'port_id': '38e96327-ee0c-42e2-bb24-257f4d3e386c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '407498f9-1dd2-4d4d-80f9-fd7dac21ec25', 'mac_address': 'fa:16:3e:6d:e0:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc429815-c98d-450d-9f57-62ae95f967a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T21:41:06Z', 'updated_at': '2021-07-27T21:48:59Z', 'revision_number': 13, 'project_id': 'c529c1f29ef94d7791c99b50fa7c5534', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eed2b526-91b5-4195-a46f-eaef315f6ec7', 'name': '', 'network_id': '407498f9-1dd2-4d4d-80f9-fd7dac21ec25', 'tenant_id': 'c529c1f29ef94d7791c99b50fa7c5534', 'mac_address': 'fa:16:3e:29:79:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98278f6a-72c4-45a0-8507-e3539ffc577f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '4065b5d3-4c0a-4855-8695-4062e0323f11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:41:04Z', 'updated_at': '2021-07-27T21:41:08Z', 'revision_number': 5, 'project_id': 'c529c1f29ef94d7791c99b50fa7c5534', 'subnets': [{'id': '4065b5d3-4c0a-4855-8695-4062e0323f11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:49:00.460498 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1639ea87-ad1c-4d55-91bf-7afadeedf690 None None] New status for floating IP c451b08d-4392-42dd-97b8-1d2df8386fa5: ACTIVE {{(pid=105586) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 21:49:06.847837 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:08.937048 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-f7134d69-1b71-4372-a57c-4402f30d6374 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:10.683909 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:11.591659 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-740aa20d-9e77-4a62-9843-b7188692190e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:11.926476 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:13.059094 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-bb32ed7d-8717-448b-a9c8-a5a0117d1fd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:14.484645 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-875ced1b-4cf3-463a-9653-058f0f9421e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:19.170622 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.agents_db [None req-558fcd2c-e512-47bc-a170-8673d87f7213 None None] Agent healthcheck: found 7 active agents {{(pid=105587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 21:49:28.619047 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-0b0003bd-60f8-4ad5-8576-b1bab78d3541 req-f96a5847-6407-4465-9dd2-6623af0bce9e service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=cc429815-c98d-450d-9f57-62ae95f967a5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0524645 Jul 27 21:49:28.712206 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0003bd-60f8-4ad5-8576-b1bab78d3541 req-df8c6204-9ebd-45a1-8692-e4909ca776bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:28.713673 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-0b0003bd-60f8-4ad5-8576-b1bab78d3541 req-df8c6204-9ebd-45a1-8692-e4909ca776bc service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c529c1f29ef94d7791c99b50fa7c5534&device_id=cc429815-c98d-450d-9f57-62ae95f967a5 HTTP/1.1" status: 200 len: 1097 time: 0.0524626 Jul 27 21:49:28.817147 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0003bd-60f8-4ad5-8576-b1bab78d3541 req-fc54a3a0-434b-478e-b7ef-21c7f6523eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:28.818640 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-0b0003bd-60f8-4ad5-8576-b1bab78d3541 req-fc54a3a0-434b-478e-b7ef-21c7f6523eb8 service neutron] 10.222.0.36 "GET /v2.0/networks?id=407498f9-1dd2-4d4d-80f9-fd7dac21ec25 HTTP/1.1" status: 200 len: 913 time: 0.0866647 Jul 27 21:49:28.883266 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-0b0003bd-60f8-4ad5-8576-b1bab78d3541 req-56455268-4777-4b6a-b991-46a1418bd019 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=38e96327-ee0c-42e2-bb24-257f4d3e386c HTTP/1.1" status: 200 len: 1001 time: 0.0566771 Jul 27 21:49:28.934377 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0003bd-60f8-4ad5-8576-b1bab78d3541 req-0fafe97c-74c8-448e-ac79-6a7308518e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:28.935825 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-0b0003bd-60f8-4ad5-8576-b1bab78d3541 req-0fafe97c-74c8-448e-ac79-6a7308518e2f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4065b5d3-4c0a-4855-8695-4062e0323f11 HTTP/1.1" status: 200 len: 851 time: 0.0461104 Jul 27 21:49:28.992969 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0003bd-60f8-4ad5-8576-b1bab78d3541 req-05944f03-a68a-47a8-9e29-e4228ffd17c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:28.994454 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-0b0003bd-60f8-4ad5-8576-b1bab78d3541 req-05944f03-a68a-47a8-9e29-e4228ffd17c7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=407498f9-1dd2-4d4d-80f9-fd7dac21ec25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0515249 Jul 27 21:49:29.081345 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-0b0003bd-60f8-4ad5-8576-b1bab78d3541 req-cb836575-b3aa-4cbf-a05d-9ae9f6a15f36 service neutron] 10.222.0.36 "GET /v2.0/networks/407498f9-1dd2-4d4d-80f9-fd7dac21ec25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789418 Jul 27 21:49:29.172512 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-0b0003bd-60f8-4ad5-8576-b1bab78d3541 req-ac693356-2ed2-47bf-97e5-c3c89f0d131e service neutron] 10.222.0.36 "GET /v2.0/networks/407498f9-1dd2-4d4d-80f9-fd7dac21ec25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842388 Jul 27 21:49:36.847370 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:38.937682 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-d9a21cee-b697-496f-a289-f3c09cb98031 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:40.690415 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:41.591029 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-6a4e5632-17b7-4051-94dd-61c6a05ec638 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:41.927117 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:43.212158 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-bb32ed7d-8717-448b-a9c8-a5a0117d1fd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:44.484226 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-875ced1b-4cf3-463a-9653-058f0f9421e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:56.170605 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.agents_db [None req-558fcd2c-e512-47bc-a170-8673d87f7213 None None] Agent healthcheck: found 7 active agents {{(pid=105587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 21:50:06.879052 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:08.937331 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-4bd374b8-318e-4219-8fe0-33a0e168da2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:10.687229 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:11.591218 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-9d47a8c4-8ce0-46e3-842e-5058a28af2c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:11.927856 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:13.066055 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-bb32ed7d-8717-448b-a9c8-a5a0117d1fd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:14.487835 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-875ced1b-4cf3-463a-9653-058f0f9421e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:30.758920 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-b78cef9d-297a-442c-9e20-663261b52edc req-e456bc15-12f7-4fc4-8853-ef541a63fe5c service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=cc429815-c98d-450d-9f57-62ae95f967a5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0939054 Jul 27 21:50:30.853940 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78cef9d-297a-442c-9e20-663261b52edc req-ba130d66-62fd-4f91-9f62-0e6ffc371b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:30.855548 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-b78cef9d-297a-442c-9e20-663261b52edc req-ba130d66-62fd-4f91-9f62-0e6ffc371b30 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c529c1f29ef94d7791c99b50fa7c5534&device_id=cc429815-c98d-450d-9f57-62ae95f967a5 HTTP/1.1" status: 200 len: 1097 time: 0.0525181 Jul 27 21:50:30.961127 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78cef9d-297a-442c-9e20-663261b52edc req-16e93c0e-0374-4782-9489-a2d5ed3a797b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:30.962607 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-b78cef9d-297a-442c-9e20-663261b52edc req-16e93c0e-0374-4782-9489-a2d5ed3a797b service neutron] 10.222.0.36 "GET /v2.0/networks?id=407498f9-1dd2-4d4d-80f9-fd7dac21ec25 HTTP/1.1" status: 200 len: 913 time: 0.0879977 Jul 27 21:50:31.026679 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-b78cef9d-297a-442c-9e20-663261b52edc req-bf76b106-c499-47fb-9660-f30a6a709c0c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=38e96327-ee0c-42e2-bb24-257f4d3e386c HTTP/1.1" status: 200 len: 1001 time: 0.0568855 Jul 27 21:50:31.077322 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78cef9d-297a-442c-9e20-663261b52edc req-8f04270d-a17d-4de5-b674-995c01f4ec54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:31.078747 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-b78cef9d-297a-442c-9e20-663261b52edc req-8f04270d-a17d-4de5-b674-995c01f4ec54 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4065b5d3-4c0a-4855-8695-4062e0323f11 HTTP/1.1" status: 200 len: 851 time: 0.0454667 Jul 27 21:50:31.140410 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78cef9d-297a-442c-9e20-663261b52edc req-4ba0bb73-81c9-4aef-bb41-09b30da0863d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:31.141777 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-b78cef9d-297a-442c-9e20-663261b52edc req-4ba0bb73-81c9-4aef-bb41-09b30da0863d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=407498f9-1dd2-4d4d-80f9-fd7dac21ec25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0510747 Jul 27 21:50:31.228194 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-b78cef9d-297a-442c-9e20-663261b52edc req-3cb63028-48ca-40e0-800f-005fdb97476c service neutron] 10.222.0.36 "GET /v2.0/networks/407498f9-1dd2-4d4d-80f9-fd7dac21ec25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0784039 Jul 27 21:50:31.319416 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-b78cef9d-297a-442c-9e20-663261b52edc req-8dd6fdd2-1a0e-491e-b5a0-d8042faddf0f service neutron] 10.222.0.36 "GET /v2.0/networks/407498f9-1dd2-4d4d-80f9-fd7dac21ec25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833731 Jul 27 21:50:33.170061 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.agents_db [None req-558fcd2c-e512-47bc-a170-8673d87f7213 None None] Agent healthcheck: found 7 active agents {{(pid=105587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 21:50:36.770891 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d38f4b0-d268-4255-a71d-345e703fd06b req-67c7b51e-c1cb-4bfb-a467-4e36e5618ec6 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:36.773089 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-8d38f4b0-d268-4255-a71d-345e703fd06b req-67c7b51e-c1cb-4bfb-a467-4e36e5618ec6 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] 10.222.0.59 "GET /v2.0/ports?device_id=cc429815-c98d-450d-9f57-62ae95f967a5 HTTP/1.1" status: 200 len: 945 time: 0.1149137 Jul 27 21:50:36.812893 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-8d38f4b0-d268-4255-a71d-345e703fd06b req-cc7620b8-2165-4d06-96e4-55d2f1518432 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0213b60-9675-41ba-82c7-cb66a48a86e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340440 Jul 27 21:50:36.877947 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:38.937615 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-b775a2bd-d804-4ab6-b63b-c5ee196df33e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:40.698748 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:41.591777 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-33e36f38-51d4-4c57-9a51-7da6cdbaaa90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:41.929568 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:43.068089 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-bb32ed7d-8717-448b-a9c8-a5a0117d1fd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:44.485671 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-875ced1b-4cf3-463a-9653-058f0f9421e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:48.118056 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9678195c-3aab-40f8-81e4-9a46002e0449 req-4fc56a75-e16b-4cea-9ff1-625246ea5588 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:48.119587 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-9678195c-3aab-40f8-81e4-9a46002e0449 req-4fc56a75-e16b-4cea-9ff1-625246ea5588 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] 10.222.0.59 "GET /v2.0/ports?device_id=cc429815-c98d-450d-9f57-62ae95f967a5 HTTP/1.1" status: 200 len: 945 time: 0.0655735 Jul 27 21:50:48.134103 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-8758ad55-e3a9-4677-b62c-c46a0b76d2f8 req-40125613-1cec-4a80-b1f0-02e5b3d12d0b service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=cc429815-c98d-450d-9f57-62ae95f967a5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1013412 Jul 27 21:50:48.159085 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-9678195c-3aab-40f8-81e4-9a46002e0449 req-60cd8c1e-e4ac-4626-b06f-b2633af2f932 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0213b60-9675-41ba-82c7-cb66a48a86e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331624 Jul 27 21:50:49.304141 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15dd656c-e9e5-44a9-a434-78cb52e729eb req-adc885f5-1044-47f1-be55-e4e8093c5f4a tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:49.305628 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-15dd656c-e9e5-44a9-a434-78cb52e729eb req-adc885f5-1044-47f1-be55-e4e8093c5f4a tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] 10.222.0.59 "GET /v2.0/ports?device_id=cc429815-c98d-450d-9f57-62ae95f967a5 HTTP/1.1" status: 200 len: 945 time: 0.0741324 Jul 27 21:50:49.320050 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8758ad55-e3a9-4677-b62c-c46a0b76d2f8 req-15218735-9206-411c-a927-262de4883a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:49.321659 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-8758ad55-e3a9-4677-b62c-c46a0b76d2f8 req-15218735-9206-411c-a927-262de4883a28 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c529c1f29ef94d7791c99b50fa7c5534&device_id=cc429815-c98d-450d-9f57-62ae95f967a5 HTTP/1.1" status: 200 len: 1097 time: 0.0557837 Jul 27 21:50:49.342706 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-15dd656c-e9e5-44a9-a434-78cb52e729eb req-940bc347-d668-485e-80d7-e68beb94c827 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0213b60-9675-41ba-82c7-cb66a48a86e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309978 Jul 27 21:50:49.413595 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8758ad55-e3a9-4677-b62c-c46a0b76d2f8 req-58d9d653-96a4-4f72-920c-159a1083f5e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:49.415075 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-8758ad55-e3a9-4677-b62c-c46a0b76d2f8 req-58d9d653-96a4-4f72-920c-159a1083f5e0 service neutron] 10.222.0.36 "GET /v2.0/networks?id=407498f9-1dd2-4d4d-80f9-fd7dac21ec25 HTTP/1.1" status: 200 len: 913 time: 0.0870426 Jul 27 21:50:49.477928 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-8758ad55-e3a9-4677-b62c-c46a0b76d2f8 req-f2e1ece9-74ad-4814-baaf-ed8b552379f7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=38e96327-ee0c-42e2-bb24-257f4d3e386c HTTP/1.1" status: 200 len: 1001 time: 0.0560491 Jul 27 21:50:49.527872 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8758ad55-e3a9-4677-b62c-c46a0b76d2f8 req-087a34c5-eb3d-463a-b9a2-2112338f5de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:49.529256 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-8758ad55-e3a9-4677-b62c-c46a0b76d2f8 req-087a34c5-eb3d-463a-b9a2-2112338f5de0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4065b5d3-4c0a-4855-8695-4062e0323f11 HTTP/1.1" status: 200 len: 851 time: 0.0449758 Jul 27 21:50:49.597393 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8758ad55-e3a9-4677-b62c-c46a0b76d2f8 req-9c46da8a-a8af-4913-865c-9a469db34534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:49.599207 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-8758ad55-e3a9-4677-b62c-c46a0b76d2f8 req-9c46da8a-a8af-4913-865c-9a469db34534 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=407498f9-1dd2-4d4d-80f9-fd7dac21ec25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0634444 Jul 27 21:50:49.690680 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-8758ad55-e3a9-4677-b62c-c46a0b76d2f8 req-0c63fc05-08d7-40b1-8245-bef821b7efd7 service neutron] 10.222.0.36 "GET /v2.0/networks/407498f9-1dd2-4d4d-80f9-fd7dac21ec25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843520 Jul 27 21:50:49.781517 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-8758ad55-e3a9-4677-b62c-c46a0b76d2f8 req-1977f2f3-a3e2-4ec5-a819-882deadb9644 service neutron] 10.222.0.36 "GET /v2.0/networks/407498f9-1dd2-4d4d-80f9-fd7dac21ec25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842249 Jul 27 21:50:50.476783 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc22276e-6ff1-441b-91b4-306428e9ad91 req-8b758869-e290-411f-bc1f-4718db844ebb tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:50.478211 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-cc22276e-6ff1-441b-91b4-306428e9ad91 req-8b758869-e290-411f-bc1f-4718db844ebb tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] 10.222.0.59 "GET /v2.0/ports?device_id=cc429815-c98d-450d-9f57-62ae95f967a5 HTTP/1.1" status: 200 len: 945 time: 0.0670915 Jul 27 21:50:50.515246 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-cc22276e-6ff1-441b-91b4-306428e9ad91 req-93265e74-16a9-4d9a-96ca-4e0881ea306b tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0213b60-9675-41ba-82c7-cb66a48a86e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311191 Jul 27 21:50:51.646173 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70fb9dd-a5ab-4e57-968a-393a3a31aa7f req-a4ed3c5c-46e5-4e69-8f4a-531768ae7a01 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:51.647727 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-d70fb9dd-a5ab-4e57-968a-393a3a31aa7f req-a4ed3c5c-46e5-4e69-8f4a-531768ae7a01 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] 10.222.0.59 "GET /v2.0/ports?device_id=cc429815-c98d-450d-9f57-62ae95f967a5 HTTP/1.1" status: 200 len: 945 time: 0.0645773 Jul 27 21:50:51.684724 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-d70fb9dd-a5ab-4e57-968a-393a3a31aa7f req-f15d6571-5e1f-482c-96cc-06f015dac2c5 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0213b60-9675-41ba-82c7-cb66a48a86e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311894 Jul 27 21:50:52.816587 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1a2b96-7649-4c82-a8a8-eb68c2218142 req-e4ee501e-76f0-4760-ab74-cccb4e2dd844 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:52.818038 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-0c1a2b96-7649-4c82-a8a8-eb68c2218142 req-e4ee501e-76f0-4760-ab74-cccb4e2dd844 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] 10.222.0.59 "GET /v2.0/ports?device_id=cc429815-c98d-450d-9f57-62ae95f967a5 HTTP/1.1" status: 200 len: 945 time: 0.0660136 Jul 27 21:50:52.855458 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-0c1a2b96-7649-4c82-a8a8-eb68c2218142 req-9ff924e2-6479-43e8-a63a-0ab87727b382 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0213b60-9675-41ba-82c7-cb66a48a86e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309978 Jul 27 21:50:53.985210 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1330e5b0-74da-42eb-ab63-be42e1e980ca req-927c229d-5f83-43e1-9112-89e84e6cad16 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:53.986675 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-1330e5b0-74da-42eb-ab63-be42e1e980ca req-927c229d-5f83-43e1-9112-89e84e6cad16 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] 10.222.0.59 "GET /v2.0/ports?device_id=cc429815-c98d-450d-9f57-62ae95f967a5 HTTP/1.1" status: 200 len: 945 time: 0.0628459 Jul 27 21:50:54.023713 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-1330e5b0-74da-42eb-ab63-be42e1e980ca req-818d5e96-49f1-481e-b221-a95ace89ab88 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0213b60-9675-41ba-82c7-cb66a48a86e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310895 Jul 27 21:50:55.154335 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfaee9a-b4a7-4a03-81e9-333b8573a699 req-f72b6c2a-2a7e-4ee7-8682-2443723280ed tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:55.155747 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-8cfaee9a-b4a7-4a03-81e9-333b8573a699 req-f72b6c2a-2a7e-4ee7-8682-2443723280ed tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] 10.222.0.59 "GET /v2.0/ports?device_id=cc429815-c98d-450d-9f57-62ae95f967a5 HTTP/1.1" status: 200 len: 945 time: 0.0630276 Jul 27 21:50:55.193362 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-8cfaee9a-b4a7-4a03-81e9-333b8573a699 req-20f9af65-85ea-4776-a243-71c28b0e63c1 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0213b60-9675-41ba-82c7-cb66a48a86e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315869 Jul 27 21:50:56.324887 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb40a46-d48d-4c23-9f9f-6dc0101f1534 req-57fb68eb-0f07-4782-bda1-ac148b3d78f6 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:56.326356 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-4cb40a46-d48d-4c23-9f9f-6dc0101f1534 req-57fb68eb-0f07-4782-bda1-ac148b3d78f6 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] 10.222.0.59 "GET /v2.0/ports?device_id=cc429815-c98d-450d-9f57-62ae95f967a5 HTTP/1.1" status: 200 len: 945 time: 0.0662282 Jul 27 21:50:56.362565 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-4cb40a46-d48d-4c23-9f9f-6dc0101f1534 req-9c0a70a7-5387-46aa-b0fe-0659d0565a92 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0213b60-9675-41ba-82c7-cb66a48a86e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303929 Jul 27 21:50:57.490787 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3be716-6c06-4f59-aa2b-7fda2f3c1903 req-a02c080c-a70d-4ea2-9f82-2080305bc6c4 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:57.492289 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-1f3be716-6c06-4f59-aa2b-7fda2f3c1903 req-a02c080c-a70d-4ea2-9f82-2080305bc6c4 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] 10.222.0.59 "GET /v2.0/ports?device_id=cc429815-c98d-450d-9f57-62ae95f967a5 HTTP/1.1" status: 200 len: 945 time: 0.0626273 Jul 27 21:50:57.530285 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-1f3be716-6c06-4f59-aa2b-7fda2f3c1903 req-0011c919-be90-44c8-afbf-4353bd6376c4 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0213b60-9675-41ba-82c7-cb66a48a86e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318778 Jul 27 21:50:58.671201 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606ba50c-b97a-46cf-9d7c-dab42c2517ca req-ba9e7272-db9d-445a-82d5-8b3c6ea61004 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:58.672716 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-606ba50c-b97a-46cf-9d7c-dab42c2517ca req-ba9e7272-db9d-445a-82d5-8b3c6ea61004 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] 10.222.0.59 "GET /v2.0/ports?device_id=cc429815-c98d-450d-9f57-62ae95f967a5 HTTP/1.1" status: 200 len: 945 time: 0.0664480 Jul 27 21:50:58.710532 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-606ba50c-b97a-46cf-9d7c-dab42c2517ca req-6a74640c-1a43-4e0c-ad9d-3b36e557e160 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0213b60-9675-41ba-82c7-cb66a48a86e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318646 Jul 27 21:50:59.840994 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae90c04-cad2-4378-af87-77b5e7fb49ed req-7159f58f-a9b2-4905-b21d-dc93226595ab tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:59.842467 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-8ae90c04-cad2-4378-af87-77b5e7fb49ed req-7159f58f-a9b2-4905-b21d-dc93226595ab tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] 10.222.0.59 "GET /v2.0/ports?device_id=cc429815-c98d-450d-9f57-62ae95f967a5 HTTP/1.1" status: 200 len: 945 time: 0.0629282 Jul 27 21:50:59.879618 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-8ae90c04-cad2-4378-af87-77b5e7fb49ed req-66fc577f-c7fc-45ee-88a1-cf22da13db1b tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0213b60-9675-41ba-82c7-cb66a48a86e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313432 Jul 27 21:51:01.010327 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a89236-3402-4cdb-b42a-99f40e605dfb req-936103c2-2966-4fd5-bff1-f0968e1698f9 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:51:01.011830 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-46a89236-3402-4cdb-b42a-99f40e605dfb req-936103c2-2966-4fd5-bff1-f0968e1698f9 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] 10.222.0.59 "GET /v2.0/ports?device_id=cc429815-c98d-450d-9f57-62ae95f967a5 HTTP/1.1" status: 200 len: 945 time: 0.0628088 Jul 27 21:51:01.049244 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-46a89236-3402-4cdb-b42a-99f40e605dfb req-cb76fe32-a898-4999-a566-ccc58280eeaf tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0213b60-9675-41ba-82c7-cb66a48a86e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315304 Jul 27 21:51:02.184875 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7bf76e-108c-4105-9d01-6db38108cd62 req-bd6f9cd0-0b93-471a-9258-14586844e13f tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:51:02.186381 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-eb7bf76e-108c-4105-9d01-6db38108cd62 req-bd6f9cd0-0b93-471a-9258-14586844e13f tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] 10.222.0.59 "GET /v2.0/ports?device_id=cc429815-c98d-450d-9f57-62ae95f967a5 HTTP/1.1" status: 200 len: 945 time: 0.0698876 Jul 27 21:51:02.227982 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-eb7bf76e-108c-4105-9d01-6db38108cd62 req-dd7b48fa-8095-4764-9878-0148e5908bf5 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0213b60-9675-41ba-82c7-cb66a48a86e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354395 Jul 27 21:51:03.366538 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bee469-9c1d-4ca2-a29a-e169d8eca59f req-bb016fa2-ceea-4fa5-a437-053d811a3589 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:51:03.368051 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e6bee469-9c1d-4ca2-a29a-e169d8eca59f req-bb016fa2-ceea-4fa5-a437-053d811a3589 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] 10.222.0.59 "GET /v2.0/ports?device_id=cc429815-c98d-450d-9f57-62ae95f967a5 HTTP/1.1" status: 200 len: 945 time: 0.0672238 Jul 27 21:51:03.406363 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e6bee469-9c1d-4ca2-a29a-e169d8eca59f req-89a6cdcb-6e23-4804-a0f1-b8b82d334687 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0213b60-9675-41ba-82c7-cb66a48a86e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315337 Jul 27 21:51:03.426654 n-d-705658-22 neutron-server[105584]: INFO neutron.api.v2.resource [req-8758ad55-e3a9-4677-b62c-c46a0b76d2f8 req-493573ef-ad1e-4700-bdbe-a27c5bb2486f service neutron] show failed (client error): The resource could not be found. Jul 27 21:51:03.427772 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-8758ad55-e3a9-4677-b62c-c46a0b76d2f8 req-493573ef-ad1e-4700-bdbe-a27c5bb2486f service neutron] 10.222.0.36 "GET /v2.0/ports/38e96327-ee0c-42e2-bb24-257f4d3e386c/bindings/n-h2-705658-22 HTTP/1.1" status: 404 len: 381 time: 0.0547323 Jul 27 21:51:03.743402 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8758ad55-e3a9-4677-b62c-c46a0b76d2f8 req-0ff70883-7946-44fd-9995-8eee366f6eee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:51:03.744896 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-8758ad55-e3a9-4677-b62c-c46a0b76d2f8 req-0ff70883-7946-44fd-9995-8eee366f6eee service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=cc429815-c98d-450d-9f57-62ae95f967a5&tenant_id=c529c1f29ef94d7791c99b50fa7c5534 HTTP/1.1" status: 200 len: 1097 time: 0.0938828 Jul 27 21:51:03.756395 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [req-8758ad55-e3a9-4677-b62c-c46a0b76d2f8 req-cce8549e-c299-43f1-9a1e-d48bce182bcd service neutron] Request body: {'port': {'binding:host_id': 'n-h2-705658-22', 'device_owner': 'compute:nova'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:51:03.828121 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-8758ad55-e3a9-4677-b62c-c46a0b76d2f8 req-cce8549e-c299-43f1-9a1e-d48bce182bcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:04.020928 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [req-8758ad55-e3a9-4677-b62c-c46a0b76d2f8 req-cce8549e-c299-43f1-9a1e-d48bce182bcd service neutron] For port 38e96327-ee0c-42e2-bb24-257f4d3e386c, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=38e96327-ee0c-42e2-bb24-257f4d3e386c,segment=NetworkSegment(c6ae5619-12c2-491f-a03a-63f376106659),segment_id=c6ae5619-12c2-491f-a03a-63f376106659)] {{(pid=105584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:51:04.052191 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [req-8758ad55-e3a9-4677-b62c-c46a0b76d2f8 req-cce8549e-c299-43f1-9a1e-d48bce182bcd service neutron] For port 38e96327-ee0c-42e2-bb24-257f4d3e386c, host n-h1-705658-22, cleared binding levels {{(pid=105584) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:51:04.092499 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc429815-c98d-450d-9f57-62ae95f967a5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '38e96327-ee0c-42e2-bb24-257f4d3e386c'}] {{(pid=105584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:51:04.097829 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-8758ad55-e3a9-4677-b62c-c46a0b76d2f8 req-cce8549e-c299-43f1-9a1e-d48bce182bcd service neutron] Notify callbacks [] for port, precommit_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:04.109883 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.provisioning_blocks [req-8758ad55-e3a9-4677-b62c-c46a0b76d2f8 req-cce8549e-c299-43f1-9a1e-d48bce182bcd service neutron] Transition to ACTIVE for port object 38e96327-ee0c-42e2-bb24-257f4d3e386c will not be triggered until provisioned by entity L2. {{(pid=105584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:51:04.113709 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-8758ad55-e3a9-4677-b62c-c46a0b76d2f8 req-cce8549e-c299-43f1-9a1e-d48bce182bcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9014027'] for port, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:04.143256 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a14b7e693ac0d3b36d252540d57b2183de19e2104d11de1d527dbb6a6689965" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93ccb2af-7a3d-4569-bd7e-7ef12ea72d04" -d '{"events": [{"server_uuid": "cc429815-c98d-450d-9f57-62ae95f967a5", "name": "network-vif-unplugged", "status": "completed", "tag": "38e96327-ee0c-42e2-bb24-257f4d3e386c"}]}' {{(pid=105584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:51:04.219749 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce8549e-c299-43f1-9a1e-d48bce182bcd service neutron] Pushing event updated for resources: {'Port': ['ID=38e96327-ee0c-42e2-bb24-257f4d3e386c,revision_number=6']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:51:04.231031 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce8549e-c299-43f1-9a1e-d48bce182bcd service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:51:04.231379 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce8549e-c299-43f1-9a1e-d48bce182bcd service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:51:04.231713 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce8549e-c299-43f1-9a1e-d48bce182bcd service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:51:04.232053 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce8549e-c299-43f1-9a1e-d48bce182bcd service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:51:04.232406 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce8549e-c299-43f1-9a1e-d48bce182bcd service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:51:04.232723 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce8549e-c299-43f1-9a1e-d48bce182bcd service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:51:04.233058 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce8549e-c299-43f1-9a1e-d48bce182bcd service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:51:04.233388 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce8549e-c299-43f1-9a1e-d48bce182bcd service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:51:04.233742 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce8549e-c299-43f1-9a1e-d48bce182bcd service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:51:04.234069 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce8549e-c299-43f1-9a1e-d48bce182bcd service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:51:04.234815 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce8549e-c299-43f1-9a1e-d48bce182bcd service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:51:04.234815 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce8549e-c299-43f1-9a1e-d48bce182bcd service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:51:04.258830 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 27 Jul 2021 21:51:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74e2fad0-5728-4670-b246-fd2901ee2170 x-openstack-request-id: req-74e2fad0-5728-4670-b246-fd2901ee2170 {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:51:04.259695 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc429815-c98d-450d-9f57-62ae95f967a5", "name": "network-vif-unplugged", "status": "completed", "tag": "38e96327-ee0c-42e2-bb24-257f4d3e386c", "code": 200}]} {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:51:04.259912 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-74e2fad0-5728-4670-b246-fd2901ee2170 {{(pid=105584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:51:04.260305 n-d-705658-22 neutron-server[105584]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc429815-c98d-450d-9f57-62ae95f967a5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '38e96327-ee0c-42e2-bb24-257f4d3e386c', 'code': 200} Jul 27 21:51:04.261265 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [req-8758ad55-e3a9-4677-b62c-c46a0b76d2f8 req-cce8549e-c299-43f1-9a1e-d48bce182bcd service neutron] No DVR routers for this DVR port 38e96327-ee0c-42e2-bb24-257f4d3e386c on host n-h1-705658-22 {{(pid=105584) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:51:04.398012 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [req-8758ad55-e3a9-4677-b62c-c46a0b76d2f8 req-cce8549e-c299-43f1-9a1e-d48bce182bcd service neutron] Attempting to bind port 38e96327-ee0c-42e2-bb24-257f4d3e386c on host n-h2-705658-22 for vnic_type normal with profile {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:51:04.398264 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [req-8758ad55-e3a9-4677-b62c-c46a0b76d2f8 req-cce8549e-c299-43f1-9a1e-d48bce182bcd service neutron] Attempting to bind port 38e96327-ee0c-42e2-bb24-257f4d3e386c by drivers openvswitch,hyperv on host n-h2-705658-22 at level 0 using segments [{'id': 'c6ae5619-12c2-491f-a03a-63f376106659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '407498f9-1dd2-4d4d-80f9-fd7dac21ec25'}] {{(pid=105584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:51:04.398594 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8758ad55-e3a9-4677-b62c-c46a0b76d2f8 req-cce8549e-c299-43f1-9a1e-d48bce182bcd service neutron] Attempting to bind port 38e96327-ee0c-42e2-bb24-257f4d3e386c on network 407498f9-1dd2-4d4d-80f9-fd7dac21ec25 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:51:04.402798 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8758ad55-e3a9-4677-b62c-c46a0b76d2f8 req-cce8549e-c299-43f1-9a1e-d48bce182bcd service neutron] Port 38e96327-ee0c-42e2-bb24-257f4d3e386c on network 407498f9-1dd2-4d4d-80f9-fd7dac21ec25 not bound, no agent of type Open vSwitch agent registered on host n-h2-705658-22 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:51:04.403222 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8758ad55-e3a9-4677-b62c-c46a0b76d2f8 req-cce8549e-c299-43f1-9a1e-d48bce182bcd service neutron] Attempting to bind port 38e96327-ee0c-42e2-bb24-257f4d3e386c on network 407498f9-1dd2-4d4d-80f9-fd7dac21ec25 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:51:04.408124 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8758ad55-e3a9-4677-b62c-c46a0b76d2f8 req-cce8549e-c299-43f1-9a1e-d48bce182bcd service neutron] Checking agent: {'id': '65195a73-a875-4810-9f5b-622ae260a8a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 49, 40), 'started_at': datetime.datetime(2021, 7, 27, 20, 49, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 50, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:51:04.408465 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8758ad55-e3a9-4677-b62c-c46a0b76d2f8 req-cce8549e-c299-43f1-9a1e-d48bce182bcd service neutron] Checking segment: {'id': 'c6ae5619-12c2-491f-a03a-63f376106659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '407498f9-1dd2-4d4d-80f9-fd7dac21ec25'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:51:04.408869 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8758ad55-e3a9-4677-b62c-c46a0b76d2f8 req-cce8549e-c299-43f1-9a1e-d48bce182bcd service neutron] Bound using segment: {'id': 'c6ae5619-12c2-491f-a03a-63f376106659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '407498f9-1dd2-4d4d-80f9-fd7dac21ec25'} {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:51:04.409299 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [req-8758ad55-e3a9-4677-b62c-c46a0b76d2f8 req-cce8549e-c299-43f1-9a1e-d48bce182bcd service neutron] Bound port: 38e96327-ee0c-42e2-bb24-257f4d3e386c, host: n-h2-705658-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6ae5619-12c2-491f-a03a-63f376106659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '407498f9-1dd2-4d4d-80f9-fd7dac21ec25'}}] {{(pid=105584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:51:04.409657 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-8758ad55-e3a9-4677-b62c-c46a0b76d2f8 req-cce8549e-c299-43f1-9a1e-d48bce182bcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:04.476135 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [req-8758ad55-e3a9-4677-b62c-c46a0b76d2f8 req-cce8549e-c299-43f1-9a1e-d48bce182bcd service neutron] For port 38e96327-ee0c-42e2-bb24-257f4d3e386c, host n-h2-705658-22, cleared binding levels {{(pid=105584) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:51:04.479401 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [req-8758ad55-e3a9-4677-b62c-c46a0b76d2f8 req-cce8549e-c299-43f1-9a1e-d48bce182bcd service neutron] For port 38e96327-ee0c-42e2-bb24-257f4d3e386c, host n-h2-705658-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=38e96327-ee0c-42e2-bb24-257f4d3e386c,segment=NetworkSegment(c6ae5619-12c2-491f-a03a-63f376106659),segment_id=c6ae5619-12c2-491f-a03a-63f376106659)] {{(pid=105584) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:51:04.483653 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-8758ad55-e3a9-4677-b62c-c46a0b76d2f8 req-cce8549e-c299-43f1-9a1e-d48bce182bcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9014027'] for port, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:04.516709 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8758ad55-e3a9-4677-b62c-c46a0b76d2f8 req-cce8549e-c299-43f1-9a1e-d48bce182bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:51:04.517516 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-8758ad55-e3a9-4677-b62c-c46a0b76d2f8 req-cce8549e-c299-43f1-9a1e-d48bce182bcd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:04.519704 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-8758ad55-e3a9-4677-b62c-c46a0b76d2f8 req-cce8549e-c299-43f1-9a1e-d48bce182bcd service neutron] 10.222.0.60 "PUT /v2.0/ports/38e96327-ee0c-42e2-bb24-257f4d3e386c HTTP/1.1" status: 200 len: 1092 time: 0.7672629 Jul 27 21:51:04.546009 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3499f7-632e-4770-a029-f6a8e176a94c req-0a9c055e-5a08-4504-82fd-e0eb00b3aae9 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:51:04.547946 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-6a3499f7-632e-4770-a029-f6a8e176a94c req-0a9c055e-5a08-4504-82fd-e0eb00b3aae9 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] 10.222.0.59 "GET /v2.0/ports?device_id=cc429815-c98d-450d-9f57-62ae95f967a5 HTTP/1.1" status: 200 len: 943 time: 0.0716858 Jul 27 21:51:04.583525 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce8549e-c299-43f1-9a1e-d48bce182bcd service neutron] Pushing event updated for resources: {'Port': ['ID=38e96327-ee0c-42e2-bb24-257f4d3e386c,revision_number=7']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:51:04.592092 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-6a3499f7-632e-4770-a029-f6a8e176a94c req-00561911-fd56-4969-905b-5d845d5f39a1 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0213b60-9675-41ba-82c7-cb66a48a86e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376110 Jul 27 21:51:04.615834 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8758ad55-e3a9-4677-b62c-c46a0b76d2f8 req-a42e604d-6f5d-4b81-aca7-f691d1a9976d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:51:04.617374 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-8758ad55-e3a9-4677-b62c-c46a0b76d2f8 req-a42e604d-6f5d-4b81-aca7-f691d1a9976d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c529c1f29ef94d7791c99b50fa7c5534&device_id=cc429815-c98d-450d-9f57-62ae95f967a5 HTTP/1.1" status: 200 len: 1095 time: 0.0734792 Jul 27 21:51:04.715309 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8758ad55-e3a9-4677-b62c-c46a0b76d2f8 req-ef9d35ea-cc64-43e8-8ddc-feb9220d5741 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:51:04.716800 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-8758ad55-e3a9-4677-b62c-c46a0b76d2f8 req-ef9d35ea-cc64-43e8-8ddc-feb9220d5741 service neutron] 10.222.0.60 "GET /v2.0/networks?id=407498f9-1dd2-4d4d-80f9-fd7dac21ec25 HTTP/1.1" status: 200 len: 913 time: 0.0920503 Jul 27 21:51:04.781467 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-8758ad55-e3a9-4677-b62c-c46a0b76d2f8 req-88c6a7a4-b27d-42fd-a49e-366a22119cbe service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=38e96327-ee0c-42e2-bb24-257f4d3e386c HTTP/1.1" status: 200 len: 999 time: 0.0580835 Jul 27 21:51:04.833810 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8758ad55-e3a9-4677-b62c-c46a0b76d2f8 req-91fe2cb1-887c-4593-bcde-0b0b12163509 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:51:04.835172 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-8758ad55-e3a9-4677-b62c-c46a0b76d2f8 req-91fe2cb1-887c-4593-bcde-0b0b12163509 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4065b5d3-4c0a-4855-8695-4062e0323f11 HTTP/1.1" status: 200 len: 851 time: 0.0462372 Jul 27 21:51:04.893350 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8758ad55-e3a9-4677-b62c-c46a0b76d2f8 req-be5f9438-18e2-4d0b-98bb-0d5b7d73c3b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:51:04.894852 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-8758ad55-e3a9-4677-b62c-c46a0b76d2f8 req-be5f9438-18e2-4d0b-98bb-0d5b7d73c3b0 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=407498f9-1dd2-4d4d-80f9-fd7dac21ec25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0525143 Jul 27 21:51:04.981460 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-8758ad55-e3a9-4677-b62c-c46a0b76d2f8 req-9ad7fa24-7f1b-47d7-b7fd-68152c69df41 service neutron] 10.222.0.60 "GET /v2.0/networks/407498f9-1dd2-4d4d-80f9-fd7dac21ec25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794230 Jul 27 21:51:05.074202 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-8758ad55-e3a9-4677-b62c-c46a0b76d2f8 req-2144b384-f253-4069-b733-25a746a10980 service neutron] 10.222.0.60 "GET /v2.0/networks/407498f9-1dd2-4d4d-80f9-fd7dac21ec25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860546 Jul 27 21:51:05.425832 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device 38e96327-ee0c-42e2-bb24-257f4d3e386c no longer exists at agent hyperv_n-h1-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:51:05.465992 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device 38e96327-ee0c-42e2-bb24-257f4d3e386c not bound to the agent host n-h1-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:51:05.911868 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4a23e4-ec06-44a0-a540-e3168230f95a req-eb7e0aa7-8530-48b4-9e51-310ddef681b4 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:51:05.913375 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-9c4a23e4-ec06-44a0-a540-e3168230f95a req-eb7e0aa7-8530-48b4-9e51-310ddef681b4 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] 10.222.0.59 "GET /v2.0/ports?device_id=cc429815-c98d-450d-9f57-62ae95f967a5 HTTP/1.1" status: 200 len: 943 time: 0.0652547 Jul 27 21:51:05.952288 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-9c4a23e4-ec06-44a0-a540-e3168230f95a req-96c0061e-c854-44d0-9440-2f338465ee8a tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0213b60-9675-41ba-82c7-cb66a48a86e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327687 Jul 27 21:51:06.261665 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc429815-c98d-450d-9f57-62ae95f967a5', 'tag': '38e96327-ee0c-42e2-bb24-257f4d3e386c'}] {{(pid=105584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:51:06.264086 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a14b7e693ac0d3b36d252540d57b2183de19e2104d11de1d527dbb6a6689965" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-779b6f04-5cc3-4b89-ad2d-420270ddc17c" -d '{"events": [{"name": "network-changed", "server_uuid": "cc429815-c98d-450d-9f57-62ae95f967a5", "tag": "38e96327-ee0c-42e2-bb24-257f4d3e386c"}]}' {{(pid=105584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:51:06.314847 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:51:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7302fa51-dcac-4909-9444-8f4d81d78b77 x-openstack-request-id: req-7302fa51-dcac-4909-9444-8f4d81d78b77 {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:51:06.315230 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc429815-c98d-450d-9f57-62ae95f967a5", "tag": "38e96327-ee0c-42e2-bb24-257f4d3e386c", "status": "completed", "code": 200}]} {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:51:06.315537 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-7302fa51-dcac-4909-9444-8f4d81d78b77 {{(pid=105584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:51:06.315993 n-d-705658-22 neutron-server[105584]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc429815-c98d-450d-9f57-62ae95f967a5', 'tag': '38e96327-ee0c-42e2-bb24-257f4d3e386c', 'status': 'completed', 'code': 200} Jul 27 21:51:06.434130 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779b6f04-5cc3-4b89-ad2d-420270ddc17c req-32d83e9b-5483-4946-b313-45e1c76bce06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:51:06.435650 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-779b6f04-5cc3-4b89-ad2d-420270ddc17c req-32d83e9b-5483-4946-b313-45e1c76bce06 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c529c1f29ef94d7791c99b50fa7c5534&device_id=cc429815-c98d-450d-9f57-62ae95f967a5 HTTP/1.1" status: 200 len: 1095 time: 0.0964255 Jul 27 21:51:06.439787 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779b6f04-5cc3-4b89-ad2d-420270ddc17c req-d6fd7f90-a0ca-421c-a19c-c2c9e41bcef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:51:06.441146 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-779b6f04-5cc3-4b89-ad2d-420270ddc17c req-d6fd7f90-a0ca-421c-a19c-c2c9e41bcef2 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c529c1f29ef94d7791c99b50fa7c5534&device_id=cc429815-c98d-450d-9f57-62ae95f967a5 HTTP/1.1" status: 200 len: 1095 time: 0.0939748 Jul 27 21:51:06.843099 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779b6f04-5cc3-4b89-ad2d-420270ddc17c req-0b21ab18-3931-40f5-812c-9b0dc3dcd562 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:51:06.844584 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-779b6f04-5cc3-4b89-ad2d-420270ddc17c req-0b21ab18-3931-40f5-812c-9b0dc3dcd562 service neutron] 10.222.0.36 "GET /v2.0/networks?id=407498f9-1dd2-4d4d-80f9-fd7dac21ec25 HTTP/1.1" status: 200 len: 913 time: 0.4018757 Jul 27 21:51:06.848938 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779b6f04-5cc3-4b89-ad2d-420270ddc17c req-c6c38f12-9725-4920-a78e-027efec38ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:51:06.850295 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-779b6f04-5cc3-4b89-ad2d-420270ddc17c req-c6c38f12-9725-4920-a78e-027efec38ba3 service neutron] 10.222.0.60 "GET /v2.0/networks?id=407498f9-1dd2-4d4d-80f9-fd7dac21ec25 HTTP/1.1" status: 200 len: 913 time: 0.3992500 Jul 27 21:51:06.887273 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:06.965337 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-779b6f04-5cc3-4b89-ad2d-420270ddc17c req-503f1e0a-9461-448e-875d-d1602fad5b14 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=38e96327-ee0c-42e2-bb24-257f4d3e386c HTTP/1.1" status: 200 len: 999 time: 0.1130123 Jul 27 21:51:06.967361 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-779b6f04-5cc3-4b89-ad2d-420270ddc17c req-6d69d2a2-0759-43bd-b82a-a23914c6b3c0 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=38e96327-ee0c-42e2-bb24-257f4d3e386c HTTP/1.1" status: 200 len: 999 time: 0.1086175 Jul 27 21:51:07.052037 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779b6f04-5cc3-4b89-ad2d-420270ddc17c req-ee81d219-b1dd-4324-bded-cd4719f26079 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:51:07.053638 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-779b6f04-5cc3-4b89-ad2d-420270ddc17c req-ee81d219-b1dd-4324-bded-cd4719f26079 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4065b5d3-4c0a-4855-8695-4062e0323f11 HTTP/1.1" status: 200 len: 851 time: 0.0794106 Jul 27 21:51:07.055034 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779b6f04-5cc3-4b89-ad2d-420270ddc17c req-923319fa-8e37-4acd-bca7-dd783bc15c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:51:07.056393 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-779b6f04-5cc3-4b89-ad2d-420270ddc17c req-923319fa-8e37-4acd-bca7-dd783bc15c5b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4065b5d3-4c0a-4855-8695-4062e0323f11 HTTP/1.1" status: 200 len: 851 time: 0.0732071 Jul 27 21:51:07.087915 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf255837-f752-4374-acdf-57c1077f4564 req-829b071f-8cdc-46ce-91c3-339994da51d6 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:51:07.089554 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-cf255837-f752-4374-acdf-57c1077f4564 req-829b071f-8cdc-46ce-91c3-339994da51d6 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] 10.222.0.59 "GET /v2.0/ports?device_id=cc429815-c98d-450d-9f57-62ae95f967a5 HTTP/1.1" status: 200 len: 943 time: 0.0671282 Jul 27 21:51:07.157222 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779b6f04-5cc3-4b89-ad2d-420270ddc17c req-601f8e59-7b88-4c88-b558-34c1f5ce4d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:51:07.158746 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-779b6f04-5cc3-4b89-ad2d-420270ddc17c req-601f8e59-7b88-4c88-b558-34c1f5ce4d36 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=407498f9-1dd2-4d4d-80f9-fd7dac21ec25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0982921 Jul 27 21:51:07.164347 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779b6f04-5cc3-4b89-ad2d-420270ddc17c req-fe5cc2d9-976d-432f-bbc9-5d911f6dea11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:51:07.166442 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-779b6f04-5cc3-4b89-ad2d-420270ddc17c req-fe5cc2d9-976d-432f-bbc9-5d911f6dea11 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=407498f9-1dd2-4d4d-80f9-fd7dac21ec25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0982177 Jul 27 21:51:07.167359 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-cf255837-f752-4374-acdf-57c1077f4564 req-b8479e84-b53d-4967-ac97-54675d179edd tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0213b60-9675-41ba-82c7-cb66a48a86e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0658183 Jul 27 21:51:07.322252 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-779b6f04-5cc3-4b89-ad2d-420270ddc17c req-6d17db3e-4a15-44b6-900a-0e4202c5fced service neutron] 10.222.0.60 "GET /v2.0/networks/407498f9-1dd2-4d4d-80f9-fd7dac21ec25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1542215 Jul 27 21:51:07.325951 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-779b6f04-5cc3-4b89-ad2d-420270ddc17c req-3718be90-8cd5-4ab8-9028-48d9ec7d6eb7 service neutron] 10.222.0.36 "GET /v2.0/networks/407498f9-1dd2-4d4d-80f9-fd7dac21ec25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1510673 Jul 27 21:51:07.478059 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-779b6f04-5cc3-4b89-ad2d-420270ddc17c req-48bb531c-bcc9-47af-94e8-4fb26637e425 service neutron] 10.222.0.60 "GET /v2.0/networks/407498f9-1dd2-4d4d-80f9-fd7dac21ec25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1494696 Jul 27 21:51:07.479983 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-779b6f04-5cc3-4b89-ad2d-420270ddc17c req-8cdd4ba5-fe96-43e8-9491-a19fedb3fbda service neutron] 10.222.0.36 "GET /v2.0/networks/407498f9-1dd2-4d4d-80f9-fd7dac21ec25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1443746 Jul 27 21:51:08.297936 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f412d31b-99b9-4f5c-9da0-3091ec2d24a5 req-947ff7a8-dcee-4675-aae2-a8cbdf58ca9c tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:51:08.299450 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f412d31b-99b9-4f5c-9da0-3091ec2d24a5 req-947ff7a8-dcee-4675-aae2-a8cbdf58ca9c tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] 10.222.0.59 "GET /v2.0/ports?device_id=cc429815-c98d-450d-9f57-62ae95f967a5 HTTP/1.1" status: 200 len: 943 time: 0.0681157 Jul 27 21:51:08.337967 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f412d31b-99b9-4f5c-9da0-3091ec2d24a5 req-121a7912-e227-47a8-82a5-f24082baf80a tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0213b60-9675-41ba-82c7-cb66a48a86e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326543 Jul 27 21:51:08.937877 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-f4578ddb-1442-4459-a1ba-ba3c5f50f214 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:09.469073 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a4fbc1-c183-408c-80c7-ff5d2c1883d3 req-2ba055ad-6166-4df7-ad22-b27b0da20831 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:51:09.470556 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f4a4fbc1-c183-408c-80c7-ff5d2c1883d3 req-2ba055ad-6166-4df7-ad22-b27b0da20831 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] 10.222.0.59 "GET /v2.0/ports?device_id=cc429815-c98d-450d-9f57-62ae95f967a5 HTTP/1.1" status: 200 len: 943 time: 0.0624828 Jul 27 21:51:09.507623 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f4a4fbc1-c183-408c-80c7-ff5d2c1883d3 req-46fca494-f762-41e9-8523-2f28b95d4c8d tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0213b60-9675-41ba-82c7-cb66a48a86e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311875 Jul 27 21:51:10.168923 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.agents_db [None req-558fcd2c-e512-47bc-a170-8673d87f7213 None None] Agent healthcheck: found 7 active agents {{(pid=105587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 21:51:10.640673 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f29ff9-d103-4dbc-ab34-f716734b0e92 req-d65e1447-de8f-4745-a9cf-d24adc6688de tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:51:10.642165 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-05f29ff9-d103-4dbc-ab34-f716734b0e92 req-d65e1447-de8f-4745-a9cf-d24adc6688de tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] 10.222.0.59 "GET /v2.0/ports?device_id=cc429815-c98d-450d-9f57-62ae95f967a5 HTTP/1.1" status: 200 len: 943 time: 0.0666692 Jul 27 21:51:10.679254 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-05f29ff9-d103-4dbc-ab34-f716734b0e92 req-0f437951-65f2-4198-a20f-0cb5387ff843 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0213b60-9675-41ba-82c7-cb66a48a86e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312302 Jul 27 21:51:10.713753 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:11.591349 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-9b56f120-d340-46b9-b13c-410eb10526de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:11.823105 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bd064c-c7f0-4fd1-8a8b-4ee59f8acf1b req-50bb4f8b-03bf-4a88-8fc6-83c2db949c33 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:51:11.824603 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f9bd064c-c7f0-4fd1-8a8b-4ee59f8acf1b req-50bb4f8b-03bf-4a88-8fc6-83c2db949c33 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] 10.222.0.59 "GET /v2.0/ports?device_id=cc429815-c98d-450d-9f57-62ae95f967a5 HTTP/1.1" status: 200 len: 943 time: 0.0624342 Jul 27 21:51:11.861799 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f9bd064c-c7f0-4fd1-8a8b-4ee59f8acf1b req-c442f14c-ab8f-4681-bbf9-fb3b85ac1c45 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0213b60-9675-41ba-82c7-cb66a48a86e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312908 Jul 27 21:51:11.929572 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:12.990805 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78920818-7b62-4af5-b8d6-aa894dbc3902 req-5a78df29-912c-476e-ac8a-69af8b6698d5 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:51:12.992299 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-78920818-7b62-4af5-b8d6-aa894dbc3902 req-5a78df29-912c-476e-ac8a-69af8b6698d5 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] 10.222.0.59 "GET /v2.0/ports?device_id=cc429815-c98d-450d-9f57-62ae95f967a5 HTTP/1.1" status: 200 len: 943 time: 0.0630305 Jul 27 21:51:13.030361 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-78920818-7b62-4af5-b8d6-aa894dbc3902 req-a13faa7c-fa45-4f99-b141-6108f686e332 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0213b60-9675-41ba-82c7-cb66a48a86e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316710 Jul 27 21:51:13.070766 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-bb32ed7d-8717-448b-a9c8-a5a0117d1fd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:14.170903 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab06505-859e-4efc-9542-9fc72cd1dbb2 req-789f2226-af61-4ff5-90dd-3afad2e2676e tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:51:14.172432 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-3ab06505-859e-4efc-9542-9fc72cd1dbb2 req-789f2226-af61-4ff5-90dd-3afad2e2676e tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] 10.222.0.59 "GET /v2.0/ports?device_id=cc429815-c98d-450d-9f57-62ae95f967a5 HTTP/1.1" status: 200 len: 943 time: 0.0724726 Jul 27 21:51:14.210755 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-3ab06505-859e-4efc-9542-9fc72cd1dbb2 req-d5ea8d69-3837-4f2a-95b2-c52bcf38a3b3 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0213b60-9675-41ba-82c7-cb66a48a86e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321321 Jul 27 21:51:14.487979 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-875ced1b-4cf3-463a-9653-058f0f9421e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:15.342352 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483d8864-fffd-42e0-b18d-f8d7a877dcc8 req-eed380cb-4864-461b-a524-24c0f1ee9475 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:51:15.343853 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-483d8864-fffd-42e0-b18d-f8d7a877dcc8 req-eed380cb-4864-461b-a524-24c0f1ee9475 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] 10.222.0.59 "GET /v2.0/ports?device_id=cc429815-c98d-450d-9f57-62ae95f967a5 HTTP/1.1" status: 200 len: 943 time: 0.0625229 Jul 27 21:51:15.380719 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-483d8864-fffd-42e0-b18d-f8d7a877dcc8 req-44a8bd99-aaeb-4eb1-a786-55460a3e3a4f tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0213b60-9675-41ba-82c7-cb66a48a86e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309360 Jul 27 21:51:16.516271 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f4a580-923e-48d8-aac0-70ea1fd72175 req-46f6355e-2c0d-4e97-8b09-1c4c4f3cd692 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:51:16.517659 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-70f4a580-923e-48d8-aac0-70ea1fd72175 req-46f6355e-2c0d-4e97-8b09-1c4c4f3cd692 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] 10.222.0.59 "GET /v2.0/ports?device_id=cc429815-c98d-450d-9f57-62ae95f967a5 HTTP/1.1" status: 200 len: 943 time: 0.0659885 Jul 27 21:51:16.554146 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-70f4a580-923e-48d8-aac0-70ea1fd72175 req-02269196-1f0d-4a0c-9b82-2ee35b1a70a3 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0213b60-9675-41ba-82c7-cb66a48a86e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306523 Jul 27 21:51:17.692308 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a6cd8d-c544-47db-a11c-c2990e873219 req-0d8ba0a7-8156-43a3-aabe-529f4212dbae tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:51:17.693834 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-86a6cd8d-c544-47db-a11c-c2990e873219 req-0d8ba0a7-8156-43a3-aabe-529f4212dbae tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] 10.222.0.59 "GET /v2.0/ports?device_id=cc429815-c98d-450d-9f57-62ae95f967a5 HTTP/1.1" status: 200 len: 943 time: 0.0662115 Jul 27 21:51:17.733820 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-86a6cd8d-c544-47db-a11c-c2990e873219 req-790dcb7a-8a59-4609-a0e8-52ef38c9db2a tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0213b60-9675-41ba-82c7-cb66a48a86e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334740 Jul 27 21:51:18.865120 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cfe5aa-7c49-4524-beac-2ef3fca4cf2d req-5d7474fe-fa2d-454b-b4c1-61b80742fc4c tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:51:18.866623 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-71cfe5aa-7c49-4524-beac-2ef3fca4cf2d req-5d7474fe-fa2d-454b-b4c1-61b80742fc4c tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] 10.222.0.59 "GET /v2.0/ports?device_id=cc429815-c98d-450d-9f57-62ae95f967a5 HTTP/1.1" status: 200 len: 943 time: 0.0619714 Jul 27 21:51:18.904779 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-71cfe5aa-7c49-4524-beac-2ef3fca4cf2d req-c818d6fa-6726-458d-937d-b563a8982246 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0213b60-9675-41ba-82c7-cb66a48a86e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317593 Jul 27 21:51:19.205994 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115149cf-26a4-4603-b0af-f6cbec5d70e4 req-c85be6f7-9b33-4908-b79f-c081a0683836 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:51:19.207552 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-115149cf-26a4-4603-b0af-f6cbec5d70e4 req-c85be6f7-9b33-4908-b79f-c081a0683836 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc429815-c98d-450d-9f57-62ae95f967a5&tenant_id=c529c1f29ef94d7791c99b50fa7c5534&binding%3Ahost_id=n-h2-705658-22 HTTP/1.1" status: 200 len: 943 time: 0.0716119 Jul 27 21:51:19.218831 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bab8ba-e91f-401a-8e37-3ee17342741c req-e9468474-234d-44a1-ad4e-d8620ec00e36 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:51:19.220343 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-92bab8ba-e91f-401a-8e37-3ee17342741c req-e9468474-234d-44a1-ad4e-d8620ec00e36 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] 10.222.0.59 "GET /v2.0/ports?device_id=cc429815-c98d-450d-9f57-62ae95f967a5 HTTP/1.1" status: 200 len: 943 time: 0.0667863 Jul 27 21:51:19.257855 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-92bab8ba-e91f-401a-8e37-3ee17342741c req-d8e2ef86-83c8-4927-a076-bf75d8b0ec57 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0213b60-9675-41ba-82c7-cb66a48a86e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315702 Jul 27 21:51:19.269451 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-115149cf-26a4-4603-b0af-f6cbec5d70e4 req-92d4bb92-3fc1-487e-a6be-280f4d358ac1 service neutron] 10.222.0.60 "GET /v2.0/ports/38e96327-ee0c-42e2-bb24-257f4d3e386c/bindings/n-h2-705658-22 HTTP/1.1" status: 200 len: 383 time: 0.0529637 Jul 27 21:51:19.349749 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115149cf-26a4-4603-b0af-f6cbec5d70e4 req-3ad7da31-924b-4731-8554-0d7993ecbb75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:51:19.351246 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-115149cf-26a4-4603-b0af-f6cbec5d70e4 req-3ad7da31-924b-4731-8554-0d7993ecbb75 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c529c1f29ef94d7791c99b50fa7c5534&device_id=cc429815-c98d-450d-9f57-62ae95f967a5 HTTP/1.1" status: 200 len: 1095 time: 0.0531430 Jul 27 21:51:19.443662 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115149cf-26a4-4603-b0af-f6cbec5d70e4 req-f0261895-1631-481c-8531-ac97e7b7c5a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:51:19.445116 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-115149cf-26a4-4603-b0af-f6cbec5d70e4 req-f0261895-1631-481c-8531-ac97e7b7c5a8 service neutron] 10.222.0.60 "GET /v2.0/networks?id=407498f9-1dd2-4d4d-80f9-fd7dac21ec25 HTTP/1.1" status: 200 len: 913 time: 0.0848773 Jul 27 21:51:19.509129 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-115149cf-26a4-4603-b0af-f6cbec5d70e4 req-e6f102b0-1df7-4408-8ec6-c60d3cf67f75 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=38e96327-ee0c-42e2-bb24-257f4d3e386c HTTP/1.1" status: 200 len: 999 time: 0.0564559 Jul 27 21:51:19.557056 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115149cf-26a4-4603-b0af-f6cbec5d70e4 req-4f4b11fb-ca34-4b68-b880-bb8013cceb8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:51:19.558470 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-115149cf-26a4-4603-b0af-f6cbec5d70e4 req-4f4b11fb-ca34-4b68-b880-bb8013cceb8f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4065b5d3-4c0a-4855-8695-4062e0323f11 HTTP/1.1" status: 200 len: 851 time: 0.0420945 Jul 27 21:51:19.620464 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115149cf-26a4-4603-b0af-f6cbec5d70e4 req-71fac3f5-6a72-4c59-9475-3b72d52ba517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:51:19.621946 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-115149cf-26a4-4603-b0af-f6cbec5d70e4 req-71fac3f5-6a72-4c59-9475-3b72d52ba517 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=407498f9-1dd2-4d4d-80f9-fd7dac21ec25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0558994 Jul 27 21:51:19.709196 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-115149cf-26a4-4603-b0af-f6cbec5d70e4 req-5291abb3-735f-4113-b5ec-df99ed8b4dfa service neutron] 10.222.0.60 "GET /v2.0/networks/407498f9-1dd2-4d4d-80f9-fd7dac21ec25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789278 Jul 27 21:51:19.747919 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Device 38e96327-ee0c-42e2-bb24-257f4d3e386c details requested by agent hyperv_n-h2-705658-22 with host n-h2-705658-22 {{(pid=105586) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:51:19.808052 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-115149cf-26a4-4603-b0af-f6cbec5d70e4 req-2a162f18-0ef3-4357-8e95-5e1ad9ba37c2 service neutron] 10.222.0.60 "GET /v2.0/networks/407498f9-1dd2-4d4d-80f9-fd7dac21ec25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878711 Jul 27 21:51:19.845414 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] For port 38e96327-ee0c-42e2-bb24-257f4d3e386c, host n-h2-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=38e96327-ee0c-42e2-bb24-257f4d3e386c,segment=NetworkSegment(c6ae5619-12c2-491f-a03a-63f376106659),segment_id=c6ae5619-12c2-491f-a03a-63f376106659)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:51:19.856448 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Returning: {'device': '38e96327-ee0c-42e2-bb24-257f4d3e386c', 'network_id': '407498f9-1dd2-4d4d-80f9-fd7dac21ec25', 'port_id': '38e96327-ee0c-42e2-bb24-257f4d3e386c', 'mac_address': 'fa:16:3e:6d:e0:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 230, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4065b5d3-4c0a-4855-8695-4062e0323f11', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105586) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:51:19.892527 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:19.905253 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [None req-3d54578f-831f-4696-b568-13c455922dab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38e96327-ee0c-42e2-bb24-257f4d3e386c {{(pid=105586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:51:19.923587 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] For port 38e96327-ee0c-42e2-bb24-257f4d3e386c, host n-h2-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=38e96327-ee0c-42e2-bb24-257f4d3e386c,segment=NetworkSegment(c6ae5619-12c2-491f-a03a-63f376106659),segment_id=c6ae5619-12c2-491f-a03a-63f376106659)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:51:19.927479 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:19.973327 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Pushing event updated for resources: {'Port': ['ID=38e96327-ee0c-42e2-bb24-257f4d3e386c,revision_number=8']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:51:19.980230 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:51:19.980580 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:51:19.980923 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:51:19.981261 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:51:19.981599 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:51:19.981933 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:51:19.982264 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:51:19.982592 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:51:19.982919 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:51:19.983269 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:51:19.983593 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:51:19.983916 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:51:20.285248 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] get_ports_and_sgs() called for port_ids ['38e96327-ee0c-42e2-bb24-257f4d3e386c'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:51:20.392091 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87c8fe7-78db-45c0-bf91-ea6271a932c5 req-6d0a208d-e882-451b-8127-b7886e7bd54c tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:51:20.394350 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-d87c8fe7-78db-45c0-bf91-ea6271a932c5 req-6d0a208d-e882-451b-8127-b7886e7bd54c tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] 10.222.0.59 "GET /v2.0/ports?device_id=cc429815-c98d-450d-9f57-62ae95f967a5 HTTP/1.1" status: 200 len: 944 time: 0.0653653 Jul 27 21:51:20.436897 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-d87c8fe7-78db-45c0-bf91-ea6271a932c5 req-f00e0732-34a7-47f5-b5b0-1991ea4a3c78 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0213b60-9675-41ba-82c7-cb66a48a86e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343874 Jul 27 21:51:21.570614 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfaee789-c127-4598-9c8f-2cf88f70a4fa req-e061f9b0-d36c-4d07-a644-861924987d4e tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:51:21.572142 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-dfaee789-c127-4598-9c8f-2cf88f70a4fa req-e061f9b0-d36c-4d07-a644-861924987d4e tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] 10.222.0.59 "GET /v2.0/ports?device_id=cc429815-c98d-450d-9f57-62ae95f967a5 HTTP/1.1" status: 200 len: 944 time: 0.0668314 Jul 27 21:51:21.609908 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-dfaee789-c127-4598-9c8f-2cf88f70a4fa req-1b931882-9e00-4bda-b824-9ed1b371b012 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0213b60-9675-41ba-82c7-cb66a48a86e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318551 Jul 27 21:51:21.778748 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Device 38e96327-ee0c-42e2-bb24-257f4d3e386c up at agent hyperv_n-h2-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:51:21.825005 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-3d54578f-831f-4696-b568-13c455922dab None None] Provisioning for port 38e96327-ee0c-42e2-bb24-257f4d3e386c completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:51:21.828956 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-3d54578f-831f-4696-b568-13c455922dab None None] Provisioning complete for port 38e96327-ee0c-42e2-bb24-257f4d3e386c triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:51:21.829333 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:21.916860 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:21.940596 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc429815-c98d-450d-9f57-62ae95f967a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38e96327-ee0c-42e2-bb24-257f4d3e386c'}] {{(pid=105586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:51:21.955131 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] For port 38e96327-ee0c-42e2-bb24-257f4d3e386c, host n-h2-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=38e96327-ee0c-42e2-bb24-257f4d3e386c,segment=NetworkSegment(c6ae5619-12c2-491f-a03a-63f376106659),segment_id=c6ae5619-12c2-491f-a03a-63f376106659)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:51:21.959385 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:21.997691 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fee2e8668661828e318a8d53a8a935935453ec21149a086d6a2055ff627b97ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6891bde7-bae4-4302-9abf-b649def2293e" -d '{"events": [{"server_uuid": "cc429815-c98d-450d-9f57-62ae95f967a5", "name": "network-vif-plugged", "status": "completed", "tag": "38e96327-ee0c-42e2-bb24-257f4d3e386c"}]}' {{(pid=105586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:51:22.018180 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Pushing event updated for resources: {'Port': ['ID=38e96327-ee0c-42e2-bb24-257f4d3e386c,revision_number=9']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:51:22.097106 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:51:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11c0047f-a3ba-485d-88e1-4a0bf809a0ca x-openstack-request-id: req-11c0047f-a3ba-485d-88e1-4a0bf809a0ca {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:51:22.097402 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc429815-c98d-450d-9f57-62ae95f967a5", "name": "network-vif-plugged", "status": "completed", "tag": "38e96327-ee0c-42e2-bb24-257f4d3e386c", "code": 200}]} {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:51:22.097659 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-11c0047f-a3ba-485d-88e1-4a0bf809a0ca {{(pid=105586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:51:22.098057 n-d-705658-22 neutron-server[105586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc429815-c98d-450d-9f57-62ae95f967a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38e96327-ee0c-42e2-bb24-257f4d3e386c', 'code': 200} Jul 27 21:51:22.739336 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70291cc-6a97-449b-855f-4010ac0a2db3 req-6cf52a30-964f-44f4-afc2-08812a646b7c tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:51:22.740830 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a70291cc-6a97-449b-855f-4010ac0a2db3 req-6cf52a30-964f-44f4-afc2-08812a646b7c tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] 10.222.0.59 "GET /v2.0/ports?device_id=cc429815-c98d-450d-9f57-62ae95f967a5 HTTP/1.1" status: 200 len: 945 time: 0.0634637 Jul 27 21:51:22.779170 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a70291cc-6a97-449b-855f-4010ac0a2db3 req-78f50531-6408-4b4a-85dd-c9fdcc62c21a tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0213b60-9675-41ba-82c7-cb66a48a86e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324326 Jul 27 21:51:23.919728 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb14edf6-ff2d-494e-9a5a-14f48fa6acbe req-35c3cd07-0921-4534-a464-3ec97b833eaa tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:51:23.921211 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-eb14edf6-ff2d-494e-9a5a-14f48fa6acbe req-35c3cd07-0921-4534-a464-3ec97b833eaa tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] 10.222.0.59 "GET /v2.0/ports?device_id=cc429815-c98d-450d-9f57-62ae95f967a5 HTTP/1.1" status: 200 len: 945 time: 0.0696175 Jul 27 21:51:23.932670 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115149cf-26a4-4603-b0af-f6cbec5d70e4 req-610abe41-4378-4aaf-8abf-433f801e9c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:51:23.934248 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-115149cf-26a4-4603-b0af-f6cbec5d70e4 req-610abe41-4378-4aaf-8abf-433f801e9c2e service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=cc429815-c98d-450d-9f57-62ae95f967a5&tenant_id=c529c1f29ef94d7791c99b50fa7c5534 HTTP/1.1" status: 200 len: 1097 time: 0.0623782 Jul 27 21:51:23.947719 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [req-115149cf-26a4-4603-b0af-f6cbec5d70e4 req-0ada8f8f-14b5-4fb5-ac10-62a7cb1a9254 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-705658-22', 'device_owner': 'compute:nova'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:51:23.960083 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-eb14edf6-ff2d-494e-9a5a-14f48fa6acbe req-45585f3e-e6b4-47ec-9a98-754f45b76a5b tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0213b60-9675-41ba-82c7-cb66a48a86e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328999 Jul 27 21:51:24.018284 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-115149cf-26a4-4603-b0af-f6cbec5d70e4 req-0ada8f8f-14b5-4fb5-ac10-62a7cb1a9254 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:24.221491 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [req-115149cf-26a4-4603-b0af-f6cbec5d70e4 req-0ada8f8f-14b5-4fb5-ac10-62a7cb1a9254 service neutron] For port 38e96327-ee0c-42e2-bb24-257f4d3e386c, host n-h2-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=38e96327-ee0c-42e2-bb24-257f4d3e386c,segment=NetworkSegment(c6ae5619-12c2-491f-a03a-63f376106659),segment_id=c6ae5619-12c2-491f-a03a-63f376106659)] {{(pid=105584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:51:24.254545 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [req-115149cf-26a4-4603-b0af-f6cbec5d70e4 req-0ada8f8f-14b5-4fb5-ac10-62a7cb1a9254 service neutron] For port 38e96327-ee0c-42e2-bb24-257f4d3e386c, host n-h2-705658-22, cleared binding levels {{(pid=105584) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:51:24.292351 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc429815-c98d-450d-9f57-62ae95f967a5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '38e96327-ee0c-42e2-bb24-257f4d3e386c'}] {{(pid=105584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:51:24.295016 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a14b7e693ac0d3b36d252540d57b2183de19e2104d11de1d527dbb6a6689965" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0fe31da-b9a9-47ab-ae82-817a83afa86e" -d '{"events": [{"server_uuid": "cc429815-c98d-450d-9f57-62ae95f967a5", "name": "network-vif-unplugged", "status": "completed", "tag": "38e96327-ee0c-42e2-bb24-257f4d3e386c"}]}' {{(pid=105584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:51:24.299096 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-115149cf-26a4-4603-b0af-f6cbec5d70e4 req-0ada8f8f-14b5-4fb5-ac10-62a7cb1a9254 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:24.311920 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.provisioning_blocks [req-115149cf-26a4-4603-b0af-f6cbec5d70e4 req-0ada8f8f-14b5-4fb5-ac10-62a7cb1a9254 service neutron] Transition to ACTIVE for port object 38e96327-ee0c-42e2-bb24-257f4d3e386c will not be triggered until provisioned by entity L2. {{(pid=105584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:51:24.315693 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-115149cf-26a4-4603-b0af-f6cbec5d70e4 req-0ada8f8f-14b5-4fb5-ac10-62a7cb1a9254 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9014027'] for port, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:24.343980 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 27 Jul 2021 21:51:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d5fd849-0c4e-4656-b2e2-95915cbb1298 x-openstack-request-id: req-7d5fd849-0c4e-4656-b2e2-95915cbb1298 {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:51:24.344263 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc429815-c98d-450d-9f57-62ae95f967a5", "name": "network-vif-unplugged", "status": "completed", "tag": "38e96327-ee0c-42e2-bb24-257f4d3e386c", "code": 200}]} {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:51:24.344512 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-7d5fd849-0c4e-4656-b2e2-95915cbb1298 {{(pid=105584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:51:24.344900 n-d-705658-22 neutron-server[105584]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc429815-c98d-450d-9f57-62ae95f967a5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '38e96327-ee0c-42e2-bb24-257f4d3e386c', 'code': 200} Jul 27 21:51:24.396443 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ada8f8f-14b5-4fb5-ac10-62a7cb1a9254 service neutron] Pushing event updated for resources: {'Port': ['ID=38e96327-ee0c-42e2-bb24-257f4d3e386c,revision_number=10']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:51:24.440631 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [req-115149cf-26a4-4603-b0af-f6cbec5d70e4 req-0ada8f8f-14b5-4fb5-ac10-62a7cb1a9254 service neutron] No DVR routers for this DVR port 38e96327-ee0c-42e2-bb24-257f4d3e386c on host n-h2-705658-22 {{(pid=105584) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:51:24.577457 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [req-115149cf-26a4-4603-b0af-f6cbec5d70e4 req-0ada8f8f-14b5-4fb5-ac10-62a7cb1a9254 service neutron] Attempting to bind port 38e96327-ee0c-42e2-bb24-257f4d3e386c on host n-h1-705658-22 for vnic_type normal with profile {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:51:24.577793 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [req-115149cf-26a4-4603-b0af-f6cbec5d70e4 req-0ada8f8f-14b5-4fb5-ac10-62a7cb1a9254 service neutron] Attempting to bind port 38e96327-ee0c-42e2-bb24-257f4d3e386c by drivers openvswitch,hyperv on host n-h1-705658-22 at level 0 using segments [{'id': 'c6ae5619-12c2-491f-a03a-63f376106659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '407498f9-1dd2-4d4d-80f9-fd7dac21ec25'}] {{(pid=105584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:51:24.578121 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-115149cf-26a4-4603-b0af-f6cbec5d70e4 req-0ada8f8f-14b5-4fb5-ac10-62a7cb1a9254 service neutron] Attempting to bind port 38e96327-ee0c-42e2-bb24-257f4d3e386c on network 407498f9-1dd2-4d4d-80f9-fd7dac21ec25 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:51:24.582625 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-115149cf-26a4-4603-b0af-f6cbec5d70e4 req-0ada8f8f-14b5-4fb5-ac10-62a7cb1a9254 service neutron] Port 38e96327-ee0c-42e2-bb24-257f4d3e386c on network 407498f9-1dd2-4d4d-80f9-fd7dac21ec25 not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-22 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:51:24.583047 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-115149cf-26a4-4603-b0af-f6cbec5d70e4 req-0ada8f8f-14b5-4fb5-ac10-62a7cb1a9254 service neutron] Attempting to bind port 38e96327-ee0c-42e2-bb24-257f4d3e386c on network 407498f9-1dd2-4d4d-80f9-fd7dac21ec25 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:51:24.588501 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-115149cf-26a4-4603-b0af-f6cbec5d70e4 req-0ada8f8f-14b5-4fb5-ac10-62a7cb1a9254 service neutron] Checking agent: {'id': '9d9bc37f-4d75-44ef-9f63-799aab3e316f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 49, 36), 'started_at': datetime.datetime(2021, 7, 27, 20, 49, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 51, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:51:24.588835 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-115149cf-26a4-4603-b0af-f6cbec5d70e4 req-0ada8f8f-14b5-4fb5-ac10-62a7cb1a9254 service neutron] Checking segment: {'id': 'c6ae5619-12c2-491f-a03a-63f376106659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '407498f9-1dd2-4d4d-80f9-fd7dac21ec25'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:51:24.589210 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-115149cf-26a4-4603-b0af-f6cbec5d70e4 req-0ada8f8f-14b5-4fb5-ac10-62a7cb1a9254 service neutron] Bound using segment: {'id': 'c6ae5619-12c2-491f-a03a-63f376106659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '407498f9-1dd2-4d4d-80f9-fd7dac21ec25'} {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:51:24.589633 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [req-115149cf-26a4-4603-b0af-f6cbec5d70e4 req-0ada8f8f-14b5-4fb5-ac10-62a7cb1a9254 service neutron] Bound port: 38e96327-ee0c-42e2-bb24-257f4d3e386c, host: n-h1-705658-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6ae5619-12c2-491f-a03a-63f376106659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '407498f9-1dd2-4d4d-80f9-fd7dac21ec25'}}] {{(pid=105584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:51:24.589988 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-115149cf-26a4-4603-b0af-f6cbec5d70e4 req-0ada8f8f-14b5-4fb5-ac10-62a7cb1a9254 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:24.651175 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [req-115149cf-26a4-4603-b0af-f6cbec5d70e4 req-0ada8f8f-14b5-4fb5-ac10-62a7cb1a9254 service neutron] For port 38e96327-ee0c-42e2-bb24-257f4d3e386c, host n-h1-705658-22, cleared binding levels {{(pid=105584) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:51:24.654480 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [req-115149cf-26a4-4603-b0af-f6cbec5d70e4 req-0ada8f8f-14b5-4fb5-ac10-62a7cb1a9254 service neutron] For port 38e96327-ee0c-42e2-bb24-257f4d3e386c, host n-h1-705658-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=38e96327-ee0c-42e2-bb24-257f4d3e386c,segment=NetworkSegment(c6ae5619-12c2-491f-a03a-63f376106659),segment_id=c6ae5619-12c2-491f-a03a-63f376106659)] {{(pid=105584) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:51:24.658357 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-115149cf-26a4-4603-b0af-f6cbec5d70e4 req-0ada8f8f-14b5-4fb5-ac10-62a7cb1a9254 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9014027'] for port, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:24.690185 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115149cf-26a4-4603-b0af-f6cbec5d70e4 req-0ada8f8f-14b5-4fb5-ac10-62a7cb1a9254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:51:24.690805 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-115149cf-26a4-4603-b0af-f6cbec5d70e4 req-0ada8f8f-14b5-4fb5-ac10-62a7cb1a9254 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:24.692388 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-115149cf-26a4-4603-b0af-f6cbec5d70e4 req-0ada8f8f-14b5-4fb5-ac10-62a7cb1a9254 service neutron] 10.222.0.36 "PUT /v2.0/ports/38e96327-ee0c-42e2-bb24-257f4d3e386c HTTP/1.1" status: 200 len: 1093 time: 0.7491939 Jul 27 21:51:24.724440 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ada8f8f-14b5-4fb5-ac10-62a7cb1a9254 service neutron] Pushing event updated for resources: {'Port': ['ID=38e96327-ee0c-42e2-bb24-257f4d3e386c,revision_number=11']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:51:24.780433 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115149cf-26a4-4603-b0af-f6cbec5d70e4 req-cbb3efe9-68ab-4ea8-ab3a-708458248d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:51:24.782005 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-115149cf-26a4-4603-b0af-f6cbec5d70e4 req-cbb3efe9-68ab-4ea8-ab3a-708458248d22 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c529c1f29ef94d7791c99b50fa7c5534&device_id=cc429815-c98d-450d-9f57-62ae95f967a5 HTTP/1.1" status: 200 len: 1096 time: 0.0665274 Jul 27 21:51:24.873184 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115149cf-26a4-4603-b0af-f6cbec5d70e4 req-0f383a41-f345-4cdf-b3de-32b3f1258852 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:51:24.874921 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-115149cf-26a4-4603-b0af-f6cbec5d70e4 req-0f383a41-f345-4cdf-b3de-32b3f1258852 service neutron] 10.222.0.36 "GET /v2.0/networks?id=407498f9-1dd2-4d4d-80f9-fd7dac21ec25 HTTP/1.1" status: 200 len: 913 time: 0.0856423 Jul 27 21:51:24.944617 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-115149cf-26a4-4603-b0af-f6cbec5d70e4 req-fddefa18-7e06-4f13-9a6a-9016171d07bc service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=38e96327-ee0c-42e2-bb24-257f4d3e386c HTTP/1.1" status: 200 len: 999 time: 0.0622673 Jul 27 21:51:24.993754 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115149cf-26a4-4603-b0af-f6cbec5d70e4 req-f5fc62a3-1b95-45a5-95f0-4ab6e50cd9e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:51:24.995279 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-115149cf-26a4-4603-b0af-f6cbec5d70e4 req-f5fc62a3-1b95-45a5-95f0-4ab6e50cd9e2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4065b5d3-4c0a-4855-8695-4062e0323f11 HTTP/1.1" status: 200 len: 851 time: 0.0443509 Jul 27 21:51:25.053814 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115149cf-26a4-4603-b0af-f6cbec5d70e4 req-f145dab7-e4f7-43ba-9704-a69d46b7f693 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:51:25.055401 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-115149cf-26a4-4603-b0af-f6cbec5d70e4 req-f145dab7-e4f7-43ba-9704-a69d46b7f693 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=407498f9-1dd2-4d4d-80f9-fd7dac21ec25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0537119 Jul 27 21:51:25.094947 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58efebb9-aa5d-4ceb-9691-66f38b33215f req-ef00d53e-3075-4303-b71a-6007c8107b74 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:51:25.096404 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-58efebb9-aa5d-4ceb-9691-66f38b33215f req-ef00d53e-3075-4303-b71a-6007c8107b74 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] 10.222.0.59 "GET /v2.0/ports?device_id=cc429815-c98d-450d-9f57-62ae95f967a5 HTTP/1.1" status: 200 len: 944 time: 0.0661561 Jul 27 21:51:25.134539 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-58efebb9-aa5d-4ceb-9691-66f38b33215f req-7df91fec-5f72-416f-86e7-9f5379579ceb tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0213b60-9675-41ba-82c7-cb66a48a86e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310323 Jul 27 21:51:25.148127 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-115149cf-26a4-4603-b0af-f6cbec5d70e4 req-aaebb07f-1ecf-4d1d-bd59-fcc95e136f2d service neutron] 10.222.0.36 "GET /v2.0/networks/407498f9-1dd2-4d4d-80f9-fd7dac21ec25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856450 Jul 27 21:51:25.235294 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-115149cf-26a4-4603-b0af-f6cbec5d70e4 req-710de646-17f2-4118-9d17-5c32ce46759a service neutron] 10.222.0.36 "GET /v2.0/networks/407498f9-1dd2-4d4d-80f9-fd7dac21ec25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804849 Jul 27 21:51:25.808736 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Device 38e96327-ee0c-42e2-bb24-257f4d3e386c no longer exists at agent hyperv_n-h2-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:51:25.846603 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Device 38e96327-ee0c-42e2-bb24-257f4d3e386c not bound to the agent host n-h2-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:51:26.275220 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e651faf7-abe9-4a3f-a711-7fbf42d41f88 req-4a67d624-1b8d-4ba8-96f5-fa8112858f77 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:51:26.276832 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e651faf7-abe9-4a3f-a711-7fbf42d41f88 req-4a67d624-1b8d-4ba8-96f5-fa8112858f77 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] 10.222.0.59 "GET /v2.0/ports?device_id=cc429815-c98d-450d-9f57-62ae95f967a5 HTTP/1.1" status: 200 len: 944 time: 0.0707893 Jul 27 21:51:26.314528 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e651faf7-abe9-4a3f-a711-7fbf42d41f88 req-436d8358-4f45-4ebf-a316-5975426aaa3f tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0213b60-9675-41ba-82c7-cb66a48a86e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317938 Jul 27 21:51:26.346889 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc429815-c98d-450d-9f57-62ae95f967a5', 'tag': '38e96327-ee0c-42e2-bb24-257f4d3e386c'}] {{(pid=105584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:51:26.349334 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a14b7e693ac0d3b36d252540d57b2183de19e2104d11de1d527dbb6a6689965" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30572812-dd37-4fc3-a437-f55dc3f27e4d" -d '{"events": [{"name": "network-changed", "server_uuid": "cc429815-c98d-450d-9f57-62ae95f967a5", "tag": "38e96327-ee0c-42e2-bb24-257f4d3e386c"}]}' {{(pid=105584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:51:26.399272 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:51:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9862556a-2632-4b12-8427-25e8bf2db85d x-openstack-request-id: req-9862556a-2632-4b12-8427-25e8bf2db85d {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:51:26.399586 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc429815-c98d-450d-9f57-62ae95f967a5", "tag": "38e96327-ee0c-42e2-bb24-257f4d3e386c", "status": "completed", "code": 200}]} {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:51:26.399840 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-9862556a-2632-4b12-8427-25e8bf2db85d {{(pid=105584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:51:26.400244 n-d-705658-22 neutron-server[105584]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc429815-c98d-450d-9f57-62ae95f967a5', 'tag': '38e96327-ee0c-42e2-bb24-257f4d3e386c', 'status': 'completed', 'code': 200} Jul 27 21:51:26.515589 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30572812-dd37-4fc3-a437-f55dc3f27e4d req-ac28207e-ab1f-43ca-b8e8-0256c0f95e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:51:26.517121 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-30572812-dd37-4fc3-a437-f55dc3f27e4d req-ac28207e-ab1f-43ca-b8e8-0256c0f95e25 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c529c1f29ef94d7791c99b50fa7c5534&device_id=cc429815-c98d-450d-9f57-62ae95f967a5 HTTP/1.1" status: 200 len: 1096 time: 0.0971153 Jul 27 21:51:26.518869 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30572812-dd37-4fc3-a437-f55dc3f27e4d req-cc11e63b-e202-42cd-9380-53bb07df998d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:51:26.520244 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-30572812-dd37-4fc3-a437-f55dc3f27e4d req-cc11e63b-e202-42cd-9380-53bb07df998d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c529c1f29ef94d7791c99b50fa7c5534&device_id=cc429815-c98d-450d-9f57-62ae95f967a5 HTTP/1.1" status: 200 len: 1096 time: 0.0923090 Jul 27 21:51:26.675866 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30572812-dd37-4fc3-a437-f55dc3f27e4d req-d1541ee6-b002-4ede-904e-994c0ef8fbc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:51:26.678047 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-30572812-dd37-4fc3-a437-f55dc3f27e4d req-d1541ee6-b002-4ede-904e-994c0ef8fbc1 service neutron] 10.222.0.36 "GET /v2.0/networks?id=407498f9-1dd2-4d4d-80f9-fd7dac21ec25 HTTP/1.1" status: 200 len: 913 time: 0.1534977 Jul 27 21:51:26.679168 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30572812-dd37-4fc3-a437-f55dc3f27e4d req-12423cb9-e689-4b92-a17e-340e76cc45e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:51:26.681045 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-30572812-dd37-4fc3-a437-f55dc3f27e4d req-12423cb9-e689-4b92-a17e-340e76cc45e3 service neutron] 10.222.0.60 "GET /v2.0/networks?id=407498f9-1dd2-4d4d-80f9-fd7dac21ec25 HTTP/1.1" status: 200 len: 913 time: 0.1487343 Jul 27 21:51:26.788311 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-30572812-dd37-4fc3-a437-f55dc3f27e4d req-be92a82f-8908-47b3-b87c-1b0732945a83 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=38e96327-ee0c-42e2-bb24-257f4d3e386c HTTP/1.1" status: 200 len: 999 time: 0.1029768 Jul 27 21:51:26.790468 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-30572812-dd37-4fc3-a437-f55dc3f27e4d req-f5b81d9a-088d-4b8a-a15c-01a086c054aa service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=38e96327-ee0c-42e2-bb24-257f4d3e386c HTTP/1.1" status: 200 len: 999 time: 0.0992684 Jul 27 21:51:27.127289 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30572812-dd37-4fc3-a437-f55dc3f27e4d req-41d53346-2149-4861-9e17-5a2e3338db81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:51:27.128687 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-30572812-dd37-4fc3-a437-f55dc3f27e4d req-41d53346-2149-4861-9e17-5a2e3338db81 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4065b5d3-4c0a-4855-8695-4062e0323f11 HTTP/1.1" status: 200 len: 851 time: 0.3337514 Jul 27 21:51:27.131947 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30572812-dd37-4fc3-a437-f55dc3f27e4d req-902d736d-0c39-4844-83c5-552fe6ea141f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:51:27.133252 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-30572812-dd37-4fc3-a437-f55dc3f27e4d req-902d736d-0c39-4844-83c5-552fe6ea141f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4065b5d3-4c0a-4855-8695-4062e0323f11 HTTP/1.1" status: 200 len: 851 time: 0.3311617 Jul 27 21:51:27.225500 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30572812-dd37-4fc3-a437-f55dc3f27e4d req-5ecbb182-e0be-4e6d-ad45-d4721c3a1c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:51:27.227048 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-30572812-dd37-4fc3-a437-f55dc3f27e4d req-5ecbb182-e0be-4e6d-ad45-d4721c3a1c69 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=407498f9-1dd2-4d4d-80f9-fd7dac21ec25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0908098 Jul 27 21:51:27.229548 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30572812-dd37-4fc3-a437-f55dc3f27e4d req-65df8359-a217-485f-b6d0-b8ac16602781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:51:27.230896 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-30572812-dd37-4fc3-a437-f55dc3f27e4d req-65df8359-a217-485f-b6d0-b8ac16602781 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=407498f9-1dd2-4d4d-80f9-fd7dac21ec25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0874271 Jul 27 21:51:27.387508 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-30572812-dd37-4fc3-a437-f55dc3f27e4d req-7531818a-c717-4d1a-8dbb-a127886475f1 service neutron] 10.222.0.36 "GET /v2.0/networks/407498f9-1dd2-4d4d-80f9-fd7dac21ec25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1532185 Jul 27 21:51:27.389289 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-30572812-dd37-4fc3-a437-f55dc3f27e4d req-1bac6a3a-2975-4fb8-9b44-66173e3ac3ab service neutron] 10.222.0.60 "GET /v2.0/networks/407498f9-1dd2-4d4d-80f9-fd7dac21ec25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1483607 Jul 27 21:51:27.451285 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6d0d92-91e5-4714-a2b1-4e64aca39edf req-19c4a441-bb5b-432a-aa17-bc0a30422cf3 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:51:27.452902 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-5c6d0d92-91e5-4714-a2b1-4e64aca39edf req-19c4a441-bb5b-432a-aa17-bc0a30422cf3 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] 10.222.0.59 "GET /v2.0/ports?device_id=cc429815-c98d-450d-9f57-62ae95f967a5 HTTP/1.1" status: 200 len: 944 time: 0.0678699 Jul 27 21:51:27.493545 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-5c6d0d92-91e5-4714-a2b1-4e64aca39edf req-f05a3215-6954-4f1a-aa50-08ed7bd8a48d tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0213b60-9675-41ba-82c7-cb66a48a86e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336649 Jul 27 21:51:27.547834 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-30572812-dd37-4fc3-a437-f55dc3f27e4d req-0e655521-0839-4070-8a49-7d9483e84021 service neutron] 10.222.0.60 "GET /v2.0/networks/407498f9-1dd2-4d4d-80f9-fd7dac21ec25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1516259 Jul 27 21:51:27.551167 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-30572812-dd37-4fc3-a437-f55dc3f27e4d req-3ec2b4cd-2fd9-4999-b32f-2016dea7223a service neutron] 10.222.0.36 "GET /v2.0/networks/407498f9-1dd2-4d4d-80f9-fd7dac21ec25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1539431 Jul 27 21:51:28.630267 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f46f7f-deea-4072-9af7-f2b5802c4c17 req-c3f0342d-f506-4783-bdaf-41be60dd561b tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:51:28.631794 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-53f46f7f-deea-4072-9af7-f2b5802c4c17 req-c3f0342d-f506-4783-bdaf-41be60dd561b tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] 10.222.0.59 "GET /v2.0/ports?device_id=cc429815-c98d-450d-9f57-62ae95f967a5 HTTP/1.1" status: 200 len: 944 time: 0.0646677 Jul 27 21:51:28.669865 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-53f46f7f-deea-4072-9af7-f2b5802c4c17 req-49199624-e690-467a-b612-e439834a3f6b tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0213b60-9675-41ba-82c7-cb66a48a86e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320492 Jul 27 21:51:29.801163 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076c8467-49bf-4bd0-b128-32eff3017639 req-5b87611b-cb79-4765-9211-95a85d804493 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:51:29.802644 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-076c8467-49bf-4bd0-b128-32eff3017639 req-5b87611b-cb79-4765-9211-95a85d804493 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] 10.222.0.59 "GET /v2.0/ports?device_id=cc429815-c98d-450d-9f57-62ae95f967a5 HTTP/1.1" status: 200 len: 944 time: 0.0642331 Jul 27 21:51:29.840197 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-076c8467-49bf-4bd0-b128-32eff3017639 req-73b25d8f-376a-4b59-98b1-ac9e2be214e6 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0213b60-9675-41ba-82c7-cb66a48a86e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316708 Jul 27 21:51:30.971175 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47216d9-54ae-43ae-bfcf-581bfaa20124 req-a7ac2654-4920-4b2f-b6e8-932bcfe43873 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:51:30.972643 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e47216d9-54ae-43ae-bfcf-581bfaa20124 req-a7ac2654-4920-4b2f-b6e8-932bcfe43873 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] 10.222.0.59 "GET /v2.0/ports?device_id=cc429815-c98d-450d-9f57-62ae95f967a5 HTTP/1.1" status: 200 len: 944 time: 0.0656886 Jul 27 21:51:31.010102 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e47216d9-54ae-43ae-bfcf-581bfaa20124 req-80022a8c-7082-4036-b5e2-6e8a9778d4b9 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0213b60-9675-41ba-82c7-cb66a48a86e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309250 Jul 27 21:51:32.137512 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56d22d0-177a-4708-9002-ed375cb3c870 req-2a86772b-a72b-4c0a-a5ac-1d267c2505a6 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:51:32.138893 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a56d22d0-177a-4708-9002-ed375cb3c870 req-2a86772b-a72b-4c0a-a5ac-1d267c2505a6 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] 10.222.0.59 "GET /v2.0/ports?device_id=cc429815-c98d-450d-9f57-62ae95f967a5 HTTP/1.1" status: 200 len: 944 time: 0.0619323 Jul 27 21:51:32.175988 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a56d22d0-177a-4708-9002-ed375cb3c870 req-af531dfa-ad25-4b7c-9ecd-fc5cf00d85e8 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0213b60-9675-41ba-82c7-cb66a48a86e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312338 Jul 27 21:51:33.187427 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95ce908-d6a8-4a45-8d2e-5bff82b7508f req-394ce7aa-ec3a-4dd3-8c65-cde4cd0c8987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:51:33.188917 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-e95ce908-d6a8-4a45-8d2e-5bff82b7508f req-394ce7aa-ec3a-4dd3-8c65-cde4cd0c8987 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c529c1f29ef94d7791c99b50fa7c5534&device_id=cc429815-c98d-450d-9f57-62ae95f967a5 HTTP/1.1" status: 200 len: 1096 time: 0.0535443 Jul 27 21:51:33.300258 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95ce908-d6a8-4a45-8d2e-5bff82b7508f req-cd97b2d9-8b07-4da4-b46b-01dc4d0a0db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:51:33.301734 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-e95ce908-d6a8-4a45-8d2e-5bff82b7508f req-cd97b2d9-8b07-4da4-b46b-01dc4d0a0db2 service neutron] 10.222.0.36 "GET /v2.0/networks?id=407498f9-1dd2-4d4d-80f9-fd7dac21ec25 HTTP/1.1" status: 200 len: 913 time: 0.0919461 Jul 27 21:51:33.314123 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5af8583-f78e-4ec1-ae46-f4332e4ff2ac req-17fbdd96-85c1-4dc6-bf79-79f7ddce991f tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:51:33.315630 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-c5af8583-f78e-4ec1-ae46-f4332e4ff2ac req-17fbdd96-85c1-4dc6-bf79-79f7ddce991f tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] 10.222.0.59 "GET /v2.0/ports?device_id=cc429815-c98d-450d-9f57-62ae95f967a5 HTTP/1.1" status: 200 len: 944 time: 0.0667191 Jul 27 21:51:33.353598 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-c5af8583-f78e-4ec1-ae46-f4332e4ff2ac req-5555544c-a73d-4294-a25f-1a65faf928b0 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0213b60-9675-41ba-82c7-cb66a48a86e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318923 Jul 27 21:51:33.366174 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-e95ce908-d6a8-4a45-8d2e-5bff82b7508f req-416808bc-446e-4e36-947e-e8c65a6fb50e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=38e96327-ee0c-42e2-bb24-257f4d3e386c HTTP/1.1" status: 200 len: 999 time: 0.0574446 Jul 27 21:51:33.412931 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95ce908-d6a8-4a45-8d2e-5bff82b7508f req-d2995777-1ac0-4bdc-84e8-26e661f45be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:51:33.414307 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-e95ce908-d6a8-4a45-8d2e-5bff82b7508f req-d2995777-1ac0-4bdc-84e8-26e661f45be9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4065b5d3-4c0a-4855-8695-4062e0323f11 HTTP/1.1" status: 200 len: 851 time: 0.0413435 Jul 27 21:51:33.473573 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95ce908-d6a8-4a45-8d2e-5bff82b7508f req-03f0c9d7-4979-45fd-8328-b4d52fca0b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:51:33.474934 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-e95ce908-d6a8-4a45-8d2e-5bff82b7508f req-03f0c9d7-4979-45fd-8328-b4d52fca0b2f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=407498f9-1dd2-4d4d-80f9-fd7dac21ec25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0540531 Jul 27 21:51:33.561060 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-e95ce908-d6a8-4a45-8d2e-5bff82b7508f req-c0ea4066-2157-4850-968d-4567a804b2f8 service neutron] 10.222.0.36 "GET /v2.0/networks/407498f9-1dd2-4d4d-80f9-fd7dac21ec25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0784197 Jul 27 21:51:33.651314 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-e95ce908-d6a8-4a45-8d2e-5bff82b7508f req-18d7c640-eedd-4139-a613-0c26772ba2e7 service neutron] 10.222.0.36 "GET /v2.0/networks/407498f9-1dd2-4d4d-80f9-fd7dac21ec25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832350 Jul 27 21:51:34.485988 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ff752d-37a1-49d5-bf7f-4be152def8c0 req-572b6d3e-ac23-4615-bea8-1aea913d5903 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:51:34.487512 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-87ff752d-37a1-49d5-bf7f-4be152def8c0 req-572b6d3e-ac23-4615-bea8-1aea913d5903 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] 10.222.0.59 "GET /v2.0/ports?device_id=cc429815-c98d-450d-9f57-62ae95f967a5 HTTP/1.1" status: 200 len: 944 time: 0.0638154 Jul 27 21:51:34.525790 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-87ff752d-37a1-49d5-bf7f-4be152def8c0 req-e14b804e-4d68-44bb-aef2-0ed1c6d77929 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0213b60-9675-41ba-82c7-cb66a48a86e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322115 Jul 27 21:51:35.659452 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9758ec6-debc-4b5f-8392-5f812eb4e365 req-dc3bc54e-3524-45fd-b120-46a557883834 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:51:35.660950 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e9758ec6-debc-4b5f-8392-5f812eb4e365 req-dc3bc54e-3524-45fd-b120-46a557883834 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] 10.222.0.59 "GET /v2.0/ports?device_id=cc429815-c98d-450d-9f57-62ae95f967a5 HTTP/1.1" status: 200 len: 944 time: 0.0637717 Jul 27 21:51:35.698964 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e9758ec6-debc-4b5f-8392-5f812eb4e365 req-aa996fca-175c-496a-b1df-f0a9d02012c2 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0213b60-9675-41ba-82c7-cb66a48a86e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317056 Jul 27 21:51:36.830275 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b4c622-410e-4e67-ae48-878d3dec3b44 req-29379e97-e43d-4a4a-8d4c-2aff2008f62a tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:51:36.831776 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-51b4c622-410e-4e67-ae48-878d3dec3b44 req-29379e97-e43d-4a4a-8d4c-2aff2008f62a tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] 10.222.0.59 "GET /v2.0/ports?device_id=cc429815-c98d-450d-9f57-62ae95f967a5 HTTP/1.1" status: 200 len: 944 time: 0.0661373 Jul 27 21:51:36.869449 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-51b4c622-410e-4e67-ae48-878d3dec3b44 req-636d98cb-e93e-4f7c-9416-b20e1c5d8a0c tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0213b60-9675-41ba-82c7-cb66a48a86e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317426 Jul 27 21:51:36.877339 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:37.001948 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420d1098-1bb4-4d4d-ad80-3d38816c24af req-f56da44b-9759-411c-9f03-c6a7173e3ed8 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:51:37.003459 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-420d1098-1bb4-4d4d-ad80-3d38816c24af req-f56da44b-9759-411c-9f03-c6a7173e3ed8 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] 10.222.0.59 "GET /v2.0/ports?device_id=cc429815-c98d-450d-9f57-62ae95f967a5 HTTP/1.1" status: 200 len: 944 time: 0.0667574 Jul 27 21:51:37.039719 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-420d1098-1bb4-4d4d-ad80-3d38816c24af req-d125bf04-371f-4110-a985-bcf498dc0024 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0213b60-9675-41ba-82c7-cb66a48a86e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303397 Jul 27 21:51:37.171786 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad656081-cfb3-40a0-b821-2beec2c3796e req-cc134bcc-e87b-4875-9d00-ebcb5fea5c3e tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:51:37.173266 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-ad656081-cfb3-40a0-b821-2beec2c3796e req-cc134bcc-e87b-4875-9d00-ebcb5fea5c3e tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] 10.222.0.59 "GET /v2.0/ports?device_id=cc429815-c98d-450d-9f57-62ae95f967a5 HTTP/1.1" status: 200 len: 944 time: 0.0669830 Jul 27 21:51:37.211429 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-ad656081-cfb3-40a0-b821-2beec2c3796e req-3cb0dd42-33f2-47da-a1ab-0fae358b7497 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0213b60-9675-41ba-82c7-cb66a48a86e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322590 Jul 27 21:51:37.456176 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96b8400-16de-4d38-82a9-9b16aca2beee req-cbe1499a-ba19-4dd7-b5f1-af1d9d4df563 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:51:37.457642 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f96b8400-16de-4d38-82a9-9b16aca2beee req-cbe1499a-ba19-4dd7-b5f1-af1d9d4df563 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] 10.222.0.59 "GET /v2.0/ports?device_id=cc429815-c98d-450d-9f57-62ae95f967a5 HTTP/1.1" status: 200 len: 944 time: 0.0639060 Jul 27 21:51:37.495051 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f96b8400-16de-4d38-82a9-9b16aca2beee req-7e495385-ab4c-4f33-9865-3af783749aac tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0213b60-9675-41ba-82c7-cb66a48a86e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310636 Jul 27 21:51:37.630368 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device 38e96327-ee0c-42e2-bb24-257f4d3e386c details requested by agent hyperv_n-h1-705658-22 with host n-h1-705658-22 {{(pid=105586) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:51:37.725294 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] For port 38e96327-ee0c-42e2-bb24-257f4d3e386c, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=38e96327-ee0c-42e2-bb24-257f4d3e386c,segment=NetworkSegment(c6ae5619-12c2-491f-a03a-63f376106659),segment_id=c6ae5619-12c2-491f-a03a-63f376106659)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:51:37.736372 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Returning: {'device': '38e96327-ee0c-42e2-bb24-257f4d3e386c', 'network_id': '407498f9-1dd2-4d4d-80f9-fd7dac21ec25', 'port_id': '38e96327-ee0c-42e2-bb24-257f4d3e386c', 'mac_address': 'fa:16:3e:6d:e0:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 230, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4065b5d3-4c0a-4855-8695-4062e0323f11', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105586) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:51:37.772195 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:37.784819 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38e96327-ee0c-42e2-bb24-257f4d3e386c {{(pid=105586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:51:37.804977 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] For port 38e96327-ee0c-42e2-bb24-257f4d3e386c, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=38e96327-ee0c-42e2-bb24-257f4d3e386c,segment=NetworkSegment(c6ae5619-12c2-491f-a03a-63f376106659),segment_id=c6ae5619-12c2-491f-a03a-63f376106659)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:51:37.808335 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:37.857591 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Pushing event updated for resources: {'Port': ['ID=38e96327-ee0c-42e2-bb24-257f4d3e386c,revision_number=12']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:51:38.077734 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] get_ports_and_sgs() called for port_ids ['38e96327-ee0c-42e2-bb24-257f4d3e386c'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:51:38.626418 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f702937-83a1-4cdf-a5f2-f645dcd337de req-ddb1f069-72dc-4464-8059-260e03ce3858 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:51:38.627929 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-4f702937-83a1-4cdf-a5f2-f645dcd337de req-ddb1f069-72dc-4464-8059-260e03ce3858 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] 10.222.0.59 "GET /v2.0/ports?device_id=cc429815-c98d-450d-9f57-62ae95f967a5 HTTP/1.1" status: 200 len: 945 time: 0.0627501 Jul 27 21:51:38.664489 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-4f702937-83a1-4cdf-a5f2-f645dcd337de req-d3fde027-ba62-416e-a50d-d3c6387479d4 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0213b60-9675-41ba-82c7-cb66a48a86e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306938 Jul 27 21:51:38.937781 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-bed48984-3700-4da7-b575-f0d0c6be4183 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:38.950131 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d446188b-acfd-4e6d-bbd2-fd82917843fa req-661f1567-f7e4-4709-a623-77ccab696a68 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:51:38.951640 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-d446188b-acfd-4e6d-bbd2-fd82917843fa req-661f1567-f7e4-4709-a623-77ccab696a68 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] 10.222.0.36 "GET /v2.0/ports?device_id=cc429815-c98d-450d-9f57-62ae95f967a5 HTTP/1.1" status: 200 len: 945 time: 0.0635886 Jul 27 21:51:39.048961 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [req-d446188b-acfd-4e6d-bbd2-fd82917843fa req-7034c84f-09cc-4da6-b077-24a619023223 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] Deleting port 38e96327-ee0c-42e2-bb24-257f4d3e386c {{(pid=105584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:51:39.049309 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-d446188b-acfd-4e6d-bbd2-fd82917843fa req-7034c84f-09cc-4da6-b077-24a619023223 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:39.147427 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [req-d446188b-acfd-4e6d-bbd2-fd82917843fa req-7034c84f-09cc-4da6-b077-24a619023223 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] For port 38e96327-ee0c-42e2-bb24-257f4d3e386c, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=38e96327-ee0c-42e2-bb24-257f4d3e386c,segment=NetworkSegment(c6ae5619-12c2-491f-a03a-63f376106659),segment_id=c6ae5619-12c2-491f-a03a-63f376106659)] {{(pid=105584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:51:39.147706 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-d446188b-acfd-4e6d-bbd2-fd82917843fa req-7034c84f-09cc-4da6-b077-24a619023223 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:39.315520 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-d446188b-acfd-4e6d-bbd2-fd82917843fa req-7034c84f-09cc-4da6-b077-24a619023223 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:39.315895 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-d446188b-acfd-4e6d-bbd2-fd82917843fa req-7034c84f-09cc-4da6-b077-24a619023223 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4075768'] for floatingip, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:39.316239 n-d-705658-22 neutron-server[105584]: INFO neutron.db.l3_db [req-d446188b-acfd-4e6d-bbd2-fd82917843fa req-7034c84f-09cc-4da6-b077-24a619023223 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] Floating IP c451b08d-4392-42dd-97b8-1d2df8386fa5 disassociated. External IP: 172.25.5.89, port: 38e96327-ee0c-42e2-bb24-257f4d3e386c. Jul 27 21:51:39.316614 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [req-d446188b-acfd-4e6d-bbd2-fd82917843fa req-7034c84f-09cc-4da6-b077-24a619023223 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] Calling delete_port for 38e96327-ee0c-42e2-bb24-257f4d3e386c owned by compute:nova {{(pid=105584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:51:39.446982 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-d446188b-acfd-4e6d-bbd2-fd82917843fa req-7034c84f-09cc-4da6-b077-24a619023223 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:39.476841 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7034c84f-09cc-4da6-b077-24a619023223 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] Pushing event deleted for resources: {'Port': ['ID=38e96327-ee0c-42e2-bb24-257f4d3e386c,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:51:39.591703 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d446188b-acfd-4e6d-bbd2-fd82917843fa req-7034c84f-09cc-4da6-b077-24a619023223 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] Router 98278f6a-72c4-45a0-8507-e3539ffc577f has already been hosted by L3 agent dd128fd7-8e57-4d4f-895b-a96b369df59a {{(pid=105584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:51:39.647688 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device 38e96327-ee0c-42e2-bb24-257f4d3e386c up at agent hyperv_n-h1-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:51:39.671246 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-28650df7-c46c-4981-b84f-37d87254047e None None] No Port match for: 38e96327-ee0c-42e2-bb24-257f4d3e386c {{(pid=105586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:51:39.671581 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device 38e96327-ee0c-42e2-bb24-257f4d3e386c not bound to the agent host n-h1-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jul 27 21:51:39.702911 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Port 38e96327-ee0c-42e2-bb24-257f4d3e386c not found, will not notify nova. {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jul 27 21:51:39.705463 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d446188b-acfd-4e6d-bbd2-fd82917843fa req-7034c84f-09cc-4da6-b077-24a619023223 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] Notify agent at l3_agent.n-d-705658-22 the message routers_updated {{(pid=105584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:51:39.715303 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d634c48d-da5b-429e-8654-8fdb7c0ddf5d None None] Sync routers for ids ['98278f6a-72c4-45a0-8507-e3539ffc577f'] in n-d-705658-22 {{(pid=105587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:51:39.725267 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d634c48d-da5b-429e-8654-8fdb7c0ddf5d None None] Routers {'98278f6a-72c4-45a0-8507-e3539ffc577f'} bound to L3 agent in host n-d-705658-22 {{(pid=105587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:51:39.725882 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-d634c48d-da5b-429e-8654-8fdb7c0ddf5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:51:12Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['98278f6a-72c4-45a0-8507-e3539ffc577f'], 'active': True} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:51:39.753486 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [req-d446188b-acfd-4e6d-bbd2-fd82917843fa req-7034c84f-09cc-4da6-b077-24a619023223 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] No DVR routers for this DVR port 38e96327-ee0c-42e2-bb24-257f4d3e386c on host n-h1-705658-22 {{(pid=105584) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:51:39.756291 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-d446188b-acfd-4e6d-bbd2-fd82917843fa req-7034c84f-09cc-4da6-b077-24a619023223 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:39.758449 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-d446188b-acfd-4e6d-bbd2-fd82917843fa req-7034c84f-09cc-4da6-b077-24a619023223 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] 10.222.0.36 "DELETE /v2.0/ports/38e96327-ee0c-42e2-bb24-257f4d3e386c HTTP/1.1" status: 204 len: 173 time: 0.8003426 Jul 27 21:51:39.759599 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc429815-c98d-450d-9f57-62ae95f967a5', 'name': 'network-vif-deleted', 'tag': '38e96327-ee0c-42e2-bb24-257f4d3e386c'}] {{(pid=105584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:51:39.762761 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a14b7e693ac0d3b36d252540d57b2183de19e2104d11de1d527dbb6a6689965" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-978bac2e-0a1e-444f-9703-ce5de0f16684" -d '{"events": [{"server_uuid": "cc429815-c98d-450d-9f57-62ae95f967a5", "name": "network-vif-deleted", "tag": "38e96327-ee0c-42e2-bb24-257f4d3e386c"}]}' {{(pid=105584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:51:39.776837 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-28d9bfa0-40d3-42b1-84c2-35911a7a0721 req-3e62ac9d-6dd9-45ab-9a9b-42b0554bd8d4 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] 10.222.0.59 "GET /v2.0/ports?device_id=cc429815-c98d-450d-9f57-62ae95f967a5 HTTP/1.1" status: 200 len: 210 time: 0.0361509 Jul 27 21:51:39.819191 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:51:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8df9744-a9de-4f51-aa44-dc5a8fb6970e x-openstack-request-id: req-d8df9744-a9de-4f51-aa44-dc5a8fb6970e {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:51:39.819324 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc429815-c98d-450d-9f57-62ae95f967a5", "name": "network-vif-deleted", "tag": "38e96327-ee0c-42e2-bb24-257f4d3e386c", "status": "completed", "code": 200}]} {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:51:39.819572 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-d8df9744-a9de-4f51-aa44-dc5a8fb6970e {{(pid=105584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:51:39.820003 n-d-705658-22 neutron-server[105584]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc429815-c98d-450d-9f57-62ae95f967a5', 'name': 'network-vif-deleted', 'tag': '38e96327-ee0c-42e2-bb24-257f4d3e386c', 'status': 'completed', 'code': 200} Jul 27 21:51:39.839047 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvr_db [None req-d634c48d-da5b-429e-8654-8fdb7c0ddf5d None None] Set router 98278f6a-72c4-45a0-8507-e3539ffc577f gateway port host: n-d-705658-22 {{(pid=105587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:51:40.036079 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-d634c48d-da5b-429e-8654-8fdb7c0ddf5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98278f6a-72c4-45a0-8507-e3539ffc577f', 'name': 'tempest-ServerActionsTestJSON-1116922379-router', 'tenant_id': 'c529c1f29ef94d7791c99b50fa7c5534', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.95'}], 'enable_snat': True}, 'gw_port_id': '98dbd449-7f98-4b9f-b596-bf38ab0aff5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:41:02Z', 'updated_at': '2021-07-27T21:41:04Z', 'revision_number': 4, 'project_id': 'c529c1f29ef94d7791c99b50fa7c5534', 'gw_port': {'id': '98dbd449-7f98-4b9f-b596-bf38ab0aff5e', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:77:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98278f6a-72c4-45a0-8507-e3539ffc577f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:41:02Z', 'updated_at': '2021-07-27T21:41:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_interfaces': [{'id': 'eed2b526-91b5-4195-a46f-eaef315f6ec7', 'name': '', 'network_id': '407498f9-1dd2-4d4d-80f9-fd7dac21ec25', 'tenant_id': 'c529c1f29ef94d7791c99b50fa7c5534', 'mac_address': 'fa:16:3e:29:79:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98278f6a-72c4-45a0-8507-e3539ffc577f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '4065b5d3-4c0a-4855-8695-4062e0323f11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:41:04Z', 'updated_at': '2021-07-27T21:41:08Z', 'revision_number': 5, 'project_id': 'c529c1f29ef94d7791c99b50fa7c5534', 'subnets': [{'id': '4065b5d3-4c0a-4855-8695-4062e0323f11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-22', False) {} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:51:40.146419 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d634c48d-da5b-429e-8654-8fdb7c0ddf5d None None] Checking router: 98278f6a-72c4-45a0-8507-e3539ffc577f for host: n-d-705658-22 {{(pid=105587) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:51:40.154844 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d634c48d-da5b-429e-8654-8fdb7c0ddf5d None None] Routers {'98278f6a-72c4-45a0-8507-e3539ffc577f'} bound to L3 agent in host n-d-705658-22 {{(pid=105587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:51:40.155473 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-d634c48d-da5b-429e-8654-8fdb7c0ddf5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:51:12Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['98278f6a-72c4-45a0-8507-e3539ffc577f'], 'active': True} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:51:40.257492 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvr_db [None req-d634c48d-da5b-429e-8654-8fdb7c0ddf5d None None] Set router 98278f6a-72c4-45a0-8507-e3539ffc577f gateway port host: n-d-705658-22 {{(pid=105587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:51:40.450875 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-d634c48d-da5b-429e-8654-8fdb7c0ddf5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98278f6a-72c4-45a0-8507-e3539ffc577f', 'name': 'tempest-ServerActionsTestJSON-1116922379-router', 'tenant_id': 'c529c1f29ef94d7791c99b50fa7c5534', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.95'}], 'enable_snat': True}, 'gw_port_id': '98dbd449-7f98-4b9f-b596-bf38ab0aff5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:41:02Z', 'updated_at': '2021-07-27T21:41:04Z', 'revision_number': 4, 'project_id': 'c529c1f29ef94d7791c99b50fa7c5534', 'gw_port': {'id': '98dbd449-7f98-4b9f-b596-bf38ab0aff5e', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:77:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98278f6a-72c4-45a0-8507-e3539ffc577f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:41:02Z', 'updated_at': '2021-07-27T21:41:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_interfaces': [{'id': 'eed2b526-91b5-4195-a46f-eaef315f6ec7', 'name': '', 'network_id': '407498f9-1dd2-4d4d-80f9-fd7dac21ec25', 'tenant_id': 'c529c1f29ef94d7791c99b50fa7c5534', 'mac_address': 'fa:16:3e:29:79:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98278f6a-72c4-45a0-8507-e3539ffc577f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '4065b5d3-4c0a-4855-8695-4062e0323f11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:41:04Z', 'updated_at': '2021-07-27T21:41:08Z', 'revision_number': 5, 'project_id': 'c529c1f29ef94d7791c99b50fa7c5534', 'subnets': [{'id': '4065b5d3-4c0a-4855-8695-4062e0323f11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-22', False) {} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:51:40.482360 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d634c48d-da5b-429e-8654-8fdb7c0ddf5d None None] The sync data for ids ['98278f6a-72c4-45a0-8507-e3539ffc577f'] in n-d-705658-22 is: [{'id': '98278f6a-72c4-45a0-8507-e3539ffc577f', 'name': 'tempest-ServerActionsTestJSON-1116922379-router', 'tenant_id': 'c529c1f29ef94d7791c99b50fa7c5534', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.95'}], 'enable_snat': True}, 'gw_port_id': '98dbd449-7f98-4b9f-b596-bf38ab0aff5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:41:02Z', 'updated_at': '2021-07-27T21:41:04Z', 'revision_number': 4, 'project_id': 'c529c1f29ef94d7791c99b50fa7c5534', 'gw_port': {'id': '98dbd449-7f98-4b9f-b596-bf38ab0aff5e', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:77:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98278f6a-72c4-45a0-8507-e3539ffc577f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:41:02Z', 'updated_at': '2021-07-27T21:41:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_interfaces': [{'id': 'eed2b526-91b5-4195-a46f-eaef315f6ec7', 'name': '', 'network_id': '407498f9-1dd2-4d4d-80f9-fd7dac21ec25', 'tenant_id': 'c529c1f29ef94d7791c99b50fa7c5534', 'mac_address': 'fa:16:3e:29:79:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98278f6a-72c4-45a0-8507-e3539ffc577f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '4065b5d3-4c0a-4855-8695-4062e0323f11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:41:04Z', 'updated_at': '2021-07-27T21:41:08Z', 'revision_number': 5, 'project_id': 'c529c1f29ef94d7791c99b50fa7c5534', 'subnets': [{'id': '4065b5d3-4c0a-4855-8695-4062e0323f11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:51:40.703755 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84732381-b89e-4dd9-854d-91662d75ea41 None None] New status for floating IP c451b08d-4392-42dd-97b8-1d2df8386fa5: DOWN {{(pid=105586) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 21:51:40.745544 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:40.889049 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-34b704c3-5b52-4e5e-ab5f-4ebcd25d86f5 req-082528bf-3b6a-445c-ab0c-d58a068a35c1 tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] 10.222.0.59 "GET /v2.0/ports?device_id=cc429815-c98d-450d-9f57-62ae95f967a5 HTTP/1.1" status: 200 len: 210 time: 0.0347378 Jul 27 21:51:41.591670 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-8d04054d-e740-4e2d-8070-8b60c683eb3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:41.661428 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device 38e96327-ee0c-42e2-bb24-257f4d3e386c no longer exists at agent hyperv_n-h1-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:51:41.682910 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-28650df7-c46c-4981-b84f-37d87254047e None None] No Port match for: 38e96327-ee0c-42e2-bb24-257f4d3e386c {{(pid=105586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:51:41.683296 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device 38e96327-ee0c-42e2-bb24-257f4d3e386c not bound to the agent host n-h1-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:51:41.931132 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:41.990783 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-1dde17c9-32cb-4458-b871-2134fee695b8 req-8d73a420-5cdc-4f5b-a24a-1d1c8f3ec89c tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] 10.222.0.59 "GET /v2.0/ports?device_id=cc429815-c98d-450d-9f57-62ae95f967a5 HTTP/1.1" status: 200 len: 210 time: 0.0292599 Jul 27 21:51:43.074145 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-bb32ed7d-8717-448b-a9c8-a5a0117d1fd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:43.087913 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e1b9bb02-77b7-4506-85fa-b0dd898362ea req-8005bbc0-9814-4968-b57a-719145476c8d tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] 10.222.0.59 "GET /v2.0/ports?device_id=cc429815-c98d-450d-9f57-62ae95f967a5 HTTP/1.1" status: 200 len: 210 time: 0.0295343 Jul 27 21:51:44.491565 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-875ced1b-4cf3-463a-9653-058f0f9421e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:46.773950 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 37366) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:51:46.831433 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-44e8c0bd-bb1c-4170-9fc9-c395ba4f03eb tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] Notify callbacks [] for security_group, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:46.854129 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-44e8c0bd-bb1c-4170-9fc9-c395ba4f03eb tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:46.903395 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-44e8c0bd-bb1c-4170-9fc9-c395ba4f03eb tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:46.905951 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-44e8c0bd-bb1c-4170-9fc9-c395ba4f03eb tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] Notify callbacks [] for security_group, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:46.907112 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-44e8c0bd-bb1c-4170-9fc9-c395ba4f03eb tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] 10.222.0.59 "DELETE /v2.0/security-groups/b0213b60-9675-41ba-82c7-cb66a48a86e5 HTTP/1.1" status: 204 len: 168 time: 0.1315298 Jul 27 21:51:46.909822 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 37368) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:51:46.915987 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e8c0bd-bb1c-4170-9fc9-c395ba4f03eb tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0213b60-9675-41ba-82c7-cb66a48a86e5,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:51:46.923336 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e8c0bd-bb1c-4170-9fc9-c395ba4f03eb tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:51:46.923691 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e8c0bd-bb1c-4170-9fc9-c395ba4f03eb tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:51:46.924035 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e8c0bd-bb1c-4170-9fc9-c395ba4f03eb tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:51:46.924375 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e8c0bd-bb1c-4170-9fc9-c395ba4f03eb tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:51:46.924710 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e8c0bd-bb1c-4170-9fc9-c395ba4f03eb tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:51:46.925042 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e8c0bd-bb1c-4170-9fc9-c395ba4f03eb tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:51:46.925371 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e8c0bd-bb1c-4170-9fc9-c395ba4f03eb tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:51:46.925503 n-d-705658-22 neutron-server[105584]: INFO neutron.api.v2.resource [None req-913b9742-1b30-4f98-86b5-d82d8cb58b3d tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] show failed (client error): The resource could not be found. Jul 27 21:51:46.925699 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e8c0bd-bb1c-4170-9fc9-c395ba4f03eb tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:51:46.928906 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e8c0bd-bb1c-4170-9fc9-c395ba4f03eb tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:51:46.928906 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e8c0bd-bb1c-4170-9fc9-c395ba4f03eb tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:51:46.929118 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-913b9742-1b30-4f98-86b5-d82d8cb58b3d tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] 10.222.0.59 "GET /v2.0/security-groups/b0213b60-9675-41ba-82c7-cb66a48a86e5 HTTP/1.1" status: 404 len: 347 time: 0.0149143 Jul 27 21:51:46.929205 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e8c0bd-bb1c-4170-9fc9-c395ba4f03eb tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:51:46.929205 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e8c0bd-bb1c-4170-9fc9-c395ba4f03eb tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:51:46.929704 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 37370) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:51:47.065068 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-d01b3b86-6f3a-4dc1-87bd-70dd72c9220f tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] Deleting port b66fd3b2-1058-4b67-9e3d-d8d8d9c9451f {{(pid=105584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:51:47.065412 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-d01b3b86-6f3a-4dc1-87bd-70dd72c9220f tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:47.141334 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-d01b3b86-6f3a-4dc1-87bd-70dd72c9220f tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:47.141663 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-d01b3b86-6f3a-4dc1-87bd-70dd72c9220f tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:47.153385 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-d01b3b86-6f3a-4dc1-87bd-70dd72c9220f tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] Calling delete_port for b66fd3b2-1058-4b67-9e3d-d8d8d9c9451f owned by network:floatingip {{(pid=105584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:51:47.168784 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.agents_db [None req-558fcd2c-e512-47bc-a170-8673d87f7213 None None] Agent healthcheck: found 7 active agents {{(pid=105587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 21:51:47.285320 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-d01b3b86-6f3a-4dc1-87bd-70dd72c9220f tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:47.309111 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01b3b86-6f3a-4dc1-87bd-70dd72c9220f tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] Pushing event deleted for resources: {'Port': ['ID=b66fd3b2-1058-4b67-9e3d-d8d8d9c9451f,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:51:47.374490 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-d01b3b86-6f3a-4dc1-87bd-70dd72c9220f tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] Notify callbacks [] for floatingip, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:47.377108 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-d01b3b86-6f3a-4dc1-87bd-70dd72c9220f tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for floatingip, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:47.378309 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-d01b3b86-6f3a-4dc1-87bd-70dd72c9220f tempest-ServerActionsTestJSON-1925041408 tempest-ServerActionsTestJSON-1925041408-project] 10.222.0.59 "DELETE /v2.0/floatingips/c451b08d-4392-42dd-97b8-1d2df8386fa5 HTTP/1.1" status: 204 len: 168 time: 0.4475191 Jul 27 21:51:47.381332 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 37372) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:51:47.850162 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-da6da77d-5eca-4058-8401-8f81045a9074 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4076536'] for router_interface, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:48.101975 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-da6da77d-5eca-4058-8401-8f81045a9074 admin admin] Deleting port eed2b526-91b5-4195-a46f-eaef315f6ec7 {{(pid=105584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:51:48.102697 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-da6da77d-5eca-4058-8401-8f81045a9074 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:48.181030 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [None req-da6da77d-5eca-4058-8401-8f81045a9074 admin admin] For port eed2b526-91b5-4195-a46f-eaef315f6ec7, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=eed2b526-91b5-4195-a46f-eaef315f6ec7,segment=NetworkSegment(c6ae5619-12c2-491f-a03a-63f376106659),segment_id=c6ae5619-12c2-491f-a03a-63f376106659)] {{(pid=105584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:51:48.181438 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-da6da77d-5eca-4058-8401-8f81045a9074 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:48.193802 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-da6da77d-5eca-4058-8401-8f81045a9074 admin admin] Calling delete_port for eed2b526-91b5-4195-a46f-eaef315f6ec7 owned by network:router_interface {{(pid=105584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:51:48.375914 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-da6da77d-5eca-4058-8401-8f81045a9074 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:48.401549 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6da77d-5eca-4058-8401-8f81045a9074 admin admin] Pushing event deleted for resources: {'Port': ['ID=eed2b526-91b5-4195-a46f-eaef315f6ec7,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:51:48.563261 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-da6da77d-5eca-4058-8401-8f81045a9074 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3743915', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4076308'] for router_interface, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:49.015314 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da6da77d-5eca-4058-8401-8f81045a9074 admin admin] Router 98278f6a-72c4-45a0-8507-e3539ffc577f has already been hosted by L3 agent dd128fd7-8e57-4d4f-895b-a96b369df59a {{(pid=105584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:51:49.117770 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da6da77d-5eca-4058-8401-8f81045a9074 admin admin] Notify agent at l3_agent.n-d-705658-22 the message routers_updated {{(pid=105584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:51:49.125300 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-da6da77d-5eca-4058-8401-8f81045a9074 admin admin] 10.222.0.59 "PUT /v2.0/routers/98278f6a-72c4-45a0-8507-e3539ffc577f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7430198 Jul 27 21:51:49.126316 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 37378) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:51:49.127810 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e562ee18-257b-4388-85b5-0d7e195b1a0d None None] Sync routers for ids ['98278f6a-72c4-45a0-8507-e3539ffc577f'] in n-d-705658-22 {{(pid=105587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:51:49.136848 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e562ee18-257b-4388-85b5-0d7e195b1a0d None None] Routers {'98278f6a-72c4-45a0-8507-e3539ffc577f'} bound to L3 agent in host n-d-705658-22 {{(pid=105587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:51:49.137388 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-e562ee18-257b-4388-85b5-0d7e195b1a0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:51:42Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['98278f6a-72c4-45a0-8507-e3539ffc577f'], 'active': True} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:51:49.230934 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-addbdcec-4aad-4e25-9793-01fe145ddf13 admin admin] Notify callbacks [] for router, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:49.239904 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvr_db [None req-e562ee18-257b-4388-85b5-0d7e195b1a0d None None] Set router 98278f6a-72c4-45a0-8507-e3539ffc577f gateway port host: n-d-705658-22 {{(pid=105587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:51:49.337990 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-addbdcec-4aad-4e25-9793-01fe145ddf13 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:49.390385 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-addbdcec-4aad-4e25-9793-01fe145ddf13 admin admin] Deleting port 98dbd449-7f98-4b9f-b596-bf38ab0aff5e {{(pid=105584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:51:49.390649 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-addbdcec-4aad-4e25-9793-01fe145ddf13 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:49.414146 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-e562ee18-257b-4388-85b5-0d7e195b1a0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98278f6a-72c4-45a0-8507-e3539ffc577f', 'name': 'tempest-ServerActionsTestJSON-1116922379-router', 'tenant_id': 'c529c1f29ef94d7791c99b50fa7c5534', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.95'}], 'enable_snat': True}, 'gw_port_id': '98dbd449-7f98-4b9f-b596-bf38ab0aff5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:41:02Z', 'updated_at': '2021-07-27T21:51:48Z', 'revision_number': 5, 'project_id': 'c529c1f29ef94d7791c99b50fa7c5534', 'gw_port': {'id': '98dbd449-7f98-4b9f-b596-bf38ab0aff5e', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:77:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98278f6a-72c4-45a0-8507-e3539ffc577f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:41:02Z', 'updated_at': '2021-07-27T21:41:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22'}], 'n-d-705658-22', False) {} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:51:49.439986 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e562ee18-257b-4388-85b5-0d7e195b1a0d None None] Checking router: 98278f6a-72c4-45a0-8507-e3539ffc577f for host: n-d-705658-22 {{(pid=105587) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:51:49.448603 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e562ee18-257b-4388-85b5-0d7e195b1a0d None None] Routers {'98278f6a-72c4-45a0-8507-e3539ffc577f'} bound to L3 agent in host n-d-705658-22 {{(pid=105587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:51:49.449202 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-e562ee18-257b-4388-85b5-0d7e195b1a0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:51:42Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['98278f6a-72c4-45a0-8507-e3539ffc577f'], 'active': True} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:51:49.468211 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [None req-addbdcec-4aad-4e25-9793-01fe145ddf13 admin admin] For port 98dbd449-7f98-4b9f-b596-bf38ab0aff5e, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=98dbd449-7f98-4b9f-b596-bf38ab0aff5e,segment=NetworkSegment(12196855-9a32-4633-9a56-77697ef9e126),segment_id=12196855-9a32-4633-9a56-77697ef9e126)] {{(pid=105584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:51:49.468578 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-addbdcec-4aad-4e25-9793-01fe145ddf13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:49.481296 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-addbdcec-4aad-4e25-9793-01fe145ddf13 admin admin] Calling delete_port for 98dbd449-7f98-4b9f-b596-bf38ab0aff5e owned by network:router_gateway {{(pid=105584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:51:49.532148 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvr_db [None req-e562ee18-257b-4388-85b5-0d7e195b1a0d None None] Set router 98278f6a-72c4-45a0-8507-e3539ffc577f gateway port host: None {{(pid=105587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:51:49.586148 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-e562ee18-257b-4388-85b5-0d7e195b1a0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98278f6a-72c4-45a0-8507-e3539ffc577f', 'name': 'tempest-ServerActionsTestJSON-1116922379-router', 'tenant_id': 'c529c1f29ef94d7791c99b50fa7c5534', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:41:02Z', 'updated_at': '2021-07-27T21:51:49Z', 'revision_number': 6, 'project_id': 'c529c1f29ef94d7791c99b50fa7c5534', 'gw_port_host': None}], 'n-d-705658-22', False) {} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:51:49.613471 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e562ee18-257b-4388-85b5-0d7e195b1a0d None None] The sync data for ids ['98278f6a-72c4-45a0-8507-e3539ffc577f'] in n-d-705658-22 is: [{'id': '98278f6a-72c4-45a0-8507-e3539ffc577f', 'name': 'tempest-ServerActionsTestJSON-1116922379-router', 'tenant_id': 'c529c1f29ef94d7791c99b50fa7c5534', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:41:02Z', 'updated_at': '2021-07-27T21:51:49Z', 'revision_number': 6, 'project_id': 'c529c1f29ef94d7791c99b50fa7c5534', 'gw_port_host': None}] {{(pid=105587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:51:49.648433 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-addbdcec-4aad-4e25-9793-01fe145ddf13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:49.677143 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addbdcec-4aad-4e25-9793-01fe145ddf13 admin admin] Pushing event deleted for resources: {'Port': ['ID=98dbd449-7f98-4b9f-b596-bf38ab0aff5e,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:51:49.739047 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-addbdcec-4aad-4e25-9793-01fe145ddf13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4075702'] for router_gateway, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:49.826343 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-addbdcec-4aad-4e25-9793-01fe145ddf13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4163631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-425'] for router, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:49.828390 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-addbdcec-4aad-4e25-9793-01fe145ddf13 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:49.871751 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-addbdcec-4aad-4e25-9793-01fe145ddf13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4163007'] for router, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:49.872265 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-addbdcec-4aad-4e25-9793-01fe145ddf13 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 98278f6a-72c4-45a0-8507-e3539ffc577f {{(pid=105584) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 21:51:49.877556 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-addbdcec-4aad-4e25-9793-01fe145ddf13 admin admin] Notify callbacks [] for router, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:49.878803 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-addbdcec-4aad-4e25-9793-01fe145ddf13 admin admin] 10.222.0.59 "DELETE /v2.0/routers/98278f6a-72c4-45a0-8507-e3539ffc577f HTTP/1.1" status: 204 len: 168 time: 0.7514617 Jul 27 21:51:49.881293 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 37380) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:51:49.927769 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.db_base_plugin_v2 [None req-5934723b-a52c-4651-8fb8-2e43a1ba340a admin admin] Deleting subnet 4065b5d3-4c0a-4855-8695-4062e0323f11 {{(pid=105584) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:51:49.931316 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-5934723b-a52c-4651-8fb8-2e43a1ba340a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:49.965471 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-5934723b-a52c-4651-8fb8-2e43a1ba340a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9014207'] for subnet, precommit_delete_associations {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:50.046637 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-5934723b-a52c-4651-8fb8-2e43a1ba340a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854965'] for subnet, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:50.101919 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-5934723b-a52c-4651-8fb8-2e43a1ba340a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9014081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9738825'] for subnet, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:50.125547 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5934723b-a52c-4651-8fb8-2e43a1ba340a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4065b5d3-4c0a-4855-8695-4062e0323f11,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:51:50.131518 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-5934723b-a52c-4651-8fb8-2e43a1ba340a admin admin] Notify callbacks [] for subnet, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:50.133538 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-5934723b-a52c-4651-8fb8-2e43a1ba340a admin admin] 10.222.0.59 "DELETE /v2.0/subnets/4065b5d3-4c0a-4855-8695-4062e0323f11 HTTP/1.1" status: 204 len: 168 time: 0.2513273 Jul 27 21:51:50.136111 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 37382) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:51:50.138630 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-194ade7f-ef90-44f2-8066-54f307ed1957 None None] Network 407498f9-1dd2-4d4d-80f9-fd7dac21ec25 requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:51:50.203415 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-65fded57-78a5-418c-aef1-9af94fd057af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-990557'] for network, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:50.256905 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-65fded57-78a5-418c-aef1-9af94fd057af admin admin] Deleting port 189f4bb2-b0c0-49e7-b959-329c4482d8fc {{(pid=105584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:51:50.257251 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-65fded57-78a5-418c-aef1-9af94fd057af admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:50.324489 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [None req-65fded57-78a5-418c-aef1-9af94fd057af admin admin] For port 189f4bb2-b0c0-49e7-b959-329c4482d8fc, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=189f4bb2-b0c0-49e7-b959-329c4482d8fc,segment=NetworkSegment(c6ae5619-12c2-491f-a03a-63f376106659),segment_id=c6ae5619-12c2-491f-a03a-63f376106659)] {{(pid=105584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:51:50.324786 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-65fded57-78a5-418c-aef1-9af94fd057af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:50.340038 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-65fded57-78a5-418c-aef1-9af94fd057af admin admin] Calling delete_port for 189f4bb2-b0c0-49e7-b959-329c4482d8fc owned by network:dhcp {{(pid=105584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:51:50.357339 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd0849f1-d3f2-46c0-ad22-c2cb75f4ad59 None None] DHCP port deletion for 407498f9-1dd2-4d4d-80f9-fd7dac21ec25 request from n-d-705658-22 {{(pid=105586) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 21:51:50.409654 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-cd0849f1-d3f2-46c0-ad22-c2cb75f4ad59 None None] Deleting port 189f4bb2-b0c0-49e7-b959-329c4482d8fc {{(pid=105586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:51:50.410038 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-cd0849f1-d3f2-46c0-ad22-c2cb75f4ad59 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:50.424807 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-65fded57-78a5-418c-aef1-9af94fd057af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:50.428487 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device eed2b526-91b5-4195-a46f-eaef315f6ec7 no longer exists at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:51:50.456208 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fded57-78a5-418c-aef1-9af94fd057af admin admin] Pushing event deleted for resources: {'Port': ['ID=189f4bb2-b0c0-49e7-b959-329c4482d8fc,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:51:50.458090 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65fded57-78a5-418c-aef1-9af94fd057af admin admin] No DVR routers for this DVR port 189f4bb2-b0c0-49e7-b959-329c4482d8fc on host n-d-705658-22 {{(pid=105584) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:51:50.480686 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] No Port match for: eed2b526-91b5-4195-a46f-eaef315f6ec7 {{(pid=105586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:51:50.481126 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device eed2b526-91b5-4195-a46f-eaef315f6ec7 not bound to the agent host n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:51:50.481450 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 189f4bb2-b0c0-49e7-b959-329c4482d8fc no longer exists at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:51:50.503379 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] No Port match for: 189f4bb2-b0c0-49e7-b959-329c4482d8fc {{(pid=105586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:51:50.503724 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 189f4bb2-b0c0-49e7-b959-329c4482d8fc not bound to the agent host n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:51:50.504145 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 98dbd449-7f98-4b9f-b596-bf38ab0aff5e no longer exists at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:51:50.530006 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-65fded57-78a5-418c-aef1-9af94fd057af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853562', 'neutron.services.segments.db._delete_segments_for_network-8790688882975'] for network, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:50.540244 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.segments.db [None req-65fded57-78a5-418c-aef1-9af94fd057af admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['407498f9-1dd2-4d4d-80f9-fd7dac21ec25']}} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:51:50.540496 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] No Port match for: 98dbd449-7f98-4b9f-b596-bf38ab0aff5e {{(pid=105586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:51:50.540846 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 98dbd449-7f98-4b9f-b596-bf38ab0aff5e not bound to the agent host n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:51:50.550074 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-cd0849f1-d3f2-46c0-ad22-c2cb75f4ad59 None None] For port 189f4bb2-b0c0-49e7-b959-329c4482d8fc, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=189f4bb2-b0c0-49e7-b959-329c4482d8fc,segment=NetworkSegment(c6ae5619-12c2-491f-a03a-63f376106659),segment_id=c6ae5619-12c2-491f-a03a-63f376106659)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:51:50.550074 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-cd0849f1-d3f2-46c0-ad22-c2cb75f4ad59 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:50.551424 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.segments.db [None req-65fded57-78a5-418c-aef1-9af94fd057af admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6ae5619-12c2-491f-a03a-63f376106659') {'for_net_delete': True} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:51:50.551730 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.segments.db [None req-65fded57-78a5-418c-aef1-9af94fd057af admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6ae5619-12c2-491f-a03a-63f376106659') {} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:51:50.562159 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-65fded57-78a5-418c-aef1-9af94fd057af admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790688883752', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9014348'] for segment, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:50.563913 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-cd0849f1-d3f2-46c0-ad22-c2cb75f4ad59 None None] Calling delete_port for 189f4bb2-b0c0-49e7-b959-329c4482d8fc owned by network:dhcp {{(pid=105586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:51:50.578547 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-65fded57-78a5-418c-aef1-9af94fd057af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:50.585420 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65fded57-78a5-418c-aef1-9af94fd057af admin admin] Releasing vlan 230 on physical network physnet1 to pool {{(pid=105584) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:51:50.585835 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-65fded57-78a5-418c-aef1-9af94fd057af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9014063'] for segment, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:50.588101 n-d-705658-22 neutron-server[105584]: Traceback (most recent call last): Jul 27 21:51:50.588101 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:51:50.588101 n-d-705658-22 neutron-server[105584]: timer() Jul 27 21:51:50.588101 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:51:50.588101 n-d-705658-22 neutron-server[105584]: cb(*args, **kw) Jul 27 21:51:50.588101 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:51:50.588101 n-d-705658-22 neutron-server[105584]: return func(*args, **kwargs) Jul 27 21:51:50.588101 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:51:50.588101 n-d-705658-22 neutron-server[105584]: self._notify() Jul 27 21:51:50.588101 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:51:50.588101 n-d-705658-22 neutron-server[105584]: self.callback(batched_events) Jul 27 21:51:50.588101 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:51:50.588101 n-d-705658-22 neutron-server[105584]: event.method(event) Jul 27 21:51:50.588101 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:51:50.588101 n-d-705658-22 neutron-server[105584]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:51:50.588101 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:51:50.588101 n-d-705658-22 neutron-server[105584]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:51:50.588101 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:51:50.588101 n-d-705658-22 neutron-server[105584]: return f(self, *a, **k) Jul 27 21:51:50.588101 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:51:50.588101 n-d-705658-22 neutron-server[105584]: return self._get(url).json() Jul 27 21:51:50.588101 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:51:50.588101 n-d-705658-22 neutron-server[105584]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:51:50.588101 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:51:50.588101 n-d-705658-22 neutron-server[105584]: return self.request(url, 'GET', **kwargs) Jul 27 21:51:50.588101 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:51:50.588101 n-d-705658-22 neutron-server[105584]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:51:50.588101 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:51:50.588101 n-d-705658-22 neutron-server[105584]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:51:50.588101 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:51:50.588101 n-d-705658-22 neutron-server[105584]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:51:50.588101 n-d-705658-22 neutron-server[105584]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:51:50.648459 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-65fded57-78a5-418c-aef1-9af94fd057af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4075658'] for network, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:50.654547 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-cd0849f1-d3f2-46c0-ad22-c2cb75f4ad59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180'] for port, after_delete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:50.654809 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-65fded57-78a5-418c-aef1-9af94fd057af admin admin] Notify callbacks [] for network, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:50.659525 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-65fded57-78a5-418c-aef1-9af94fd057af admin admin] 10.222.0.59 "DELETE /v2.0/networks/407498f9-1dd2-4d4d-80f9-fd7dac21ec25 HTTP/1.1" status: 204 len: 168 time: 0.5198779 Jul 27 21:51:50.681494 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0849f1-d3f2-46c0-ad22-c2cb75f4ad59 None None] Pushing event deleted for resources: {'Port': ['ID=189f4bb2-b0c0-49e7-b959-329c4482d8fc,revision_number=None']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:51:50.682700 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fded57-78a5-418c-aef1-9af94fd057af admin admin] Pushing event deleted for resources: {'Network': ['ID=407498f9-1dd2-4d4d-80f9-fd7dac21ec25,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:51:50.684217 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-cd0849f1-d3f2-46c0-ad22-c2cb75f4ad59 None None] Network 407498f9-1dd2-4d4d-80f9-fd7dac21ec25 is not hosted by any dhcp agent {{(pid=105586) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 27 21:51:50.684726 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd0849f1-d3f2-46c0-ad22-c2cb75f4ad59 None None] No DVR routers for this DVR port 189f4bb2-b0c0-49e7-b959-329c4482d8fc on host n-d-705658-22 {{(pid=105586) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:51:50.775762 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 37386) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:51:50.813449 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-7526411a-97f0-4f83-80b8-a66e558c02bb admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=c529c1f29ef94d7791c99b50fa7c5534&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0365410 Jul 27 21:51:50.815879 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 37388) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:51:50.861836 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-ad3f9e2a-7715-4f18-9981-64b22283a748 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:50.884153 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-ad3f9e2a-7715-4f18-9981-64b22283a748 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:50.928197 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-ad3f9e2a-7715-4f18-9981-64b22283a748 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:50.931323 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-ad3f9e2a-7715-4f18-9981-64b22283a748 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:50.933717 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-ad3f9e2a-7715-4f18-9981-64b22283a748 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/ae0e103b-5914-4b18-b2eb-b240b492ca60 HTTP/1.1" status: 204 len: 168 time: 0.1157336 Jul 27 21:51:50.940628 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3f9e2a-7715-4f18-9981-64b22283a748 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae0e103b-5914-4b18-b2eb-b240b492ca60,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:51:51.605096 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 37410) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:51:51.697516 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-718e884e-89b4-4a6a-beb2-4a7d29efdd5d admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-618480090-network', 'tenant_id': 'cfbcff53886148d39353432a84e913a2'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:51:51.718348 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-718e884e-89b4-4a6a-beb2-4a7d29efdd5d admin admin] Made reservation on behalf of cfbcff53886148d39353432a84e913a2 for: {'network': 1} {{(pid=105585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:51:51.720645 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-718e884e-89b4-4a6a-beb2-4a7d29efdd5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for network, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:51.729407 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-718e884e-89b4-4a6a-beb2-4a7d29efdd5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:51.822284 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-718e884e-89b4-4a6a-beb2-4a7d29efdd5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:51.826066 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-718e884e-89b4-4a6a-beb2-4a7d29efdd5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:51.853276 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-718e884e-89b4-4a6a-beb2-4a7d29efdd5d admin admin] vlan segment allocate from pool success with {'vlan_id': 200, 'physical_network': 'physnet1'} {{(pid=105585) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:51:51.859215 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718e884e-89b4-4a6a-beb2-4a7d29efdd5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47cfbba9-1458-4b40-995b-df9e4e5589c5,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:51:51.869107 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-718e884e-89b4-4a6a-beb2-4a7d29efdd5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:51.869452 n-d-705658-22 neutron-server[105585]: INFO neutron.db.segments_db [None req-718e884e-89b4-4a6a-beb2-4a7d29efdd5d admin admin] Added segment e9edb704-1a3f-4d1f-abe0-66c70bfc933b of type vlan for network 4e4854b3-3918-4802-91e5-edfc6f3eafd9 Jul 27 21:51:51.915687 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-718e884e-89b4-4a6a-beb2-4a7d29efdd5d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790688424798'] for network, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:51.948524 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-718e884e-89b4-4a6a-beb2-4a7d29efdd5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920'] for network, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:51.949481 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-718e884e-89b4-4a6a-beb2-4a7d29efdd5d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:51:51.950047 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-718e884e-89b4-4a6a-beb2-4a7d29efdd5d admin admin] Notify callbacks [] for network, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:52.002518 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-718e884e-89b4-4a6a-beb2-4a7d29efdd5d admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3963449 Jul 27 21:51:52.005542 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 37414) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:51:52.010607 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-c0745d9f-7aea-4d6e-adbb-04b87035db8b admin admin] Request body: {'subnet': {'network_id': '4e4854b3-3918-4802-91e5-edfc6f3eafd9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-618480090-subnet', 'tenant_id': 'cfbcff53886148d39353432a84e913a2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:51:52.011536 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718e884e-89b4-4a6a-beb2-4a7d29efdd5d admin admin] Pushing event updated for resources: {'Network': ['ID=4e4854b3-3918-4802-91e5-edfc6f3eafd9,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:51:52.021477 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Network 4e4854b3-3918-4802-91e5-edfc6f3eafd9 details requested by agent ovs-agent-n-d-705658-22 with host n-d-705658-22 {{(pid=105586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:51:52.031807 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0745d9f-7aea-4d6e-adbb-04b87035db8b admin admin] Made reservation on behalf of cfbcff53886148d39353432a84e913a2 for: {'subnet': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:51:52.034077 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c0745d9f-7aea-4d6e-adbb-04b87035db8b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9738786'] for subnet, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:52.196831 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c0745d9f-7aea-4d6e-adbb-04b87035db8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9014150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9738800'] for subnet, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:52.256788 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0745d9f-7aea-4d6e-adbb-04b87035db8b admin admin] Pushing event updated for resources: {'Subnet': ['ID=0eb34b44-693d-4d3b-b4da-b063ce1037bc,revision_number=0']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:51:52.263834 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0745d9f-7aea-4d6e-adbb-04b87035db8b admin admin] Checking segment: {'id': 'e9edb704-1a3f-4d1f-abe0-66c70bfc933b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '4e4854b3-3918-4802-91e5-edfc6f3eafd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:51:52.264198 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0745d9f-7aea-4d6e-adbb-04b87035db8b admin admin] Network hostable DHCP agents. Network: 4e4854b3-3918-4802-91e5-edfc6f3eafd9, hostable agents: ['7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a'], hosted agents: [] {{(pid=105584) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:51:52.279893 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0745d9f-7aea-4d6e-adbb-04b87035db8b admin admin] Network 4e4854b3-3918-4802-91e5-edfc6f3eafd9 is scheduled to be hosted by DHCP agent 7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a with binding_index 1 {{(pid=105584) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:51:52.288271 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [None req-c0745d9f-7aea-4d6e-adbb-04b87035db8b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-22, 4e4854b3-3918-4802-91e5-edfc6f3eafd9) {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:51:52.292978 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0745d9f-7aea-4d6e-adbb-04b87035db8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:51:52.294234 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c0745d9f-7aea-4d6e-adbb-04b87035db8b admin admin] Notify callbacks [] for subnet, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:52.297294 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7f1e8da-0717-46b0-8a06-dffd1d611122 None None] Network 4e4854b3-3918-4802-91e5-edfc6f3eafd9 requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:51:52.313648 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-c0745d9f-7aea-4d6e-adbb-04b87035db8b admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3015208 Jul 27 21:51:52.433388 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-534fa9fe-6e49-4023-b46a-b140f9912c7f None None] Network 4e4854b3-3918-4802-91e5-edfc6f3eafd9 requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:51:52.725551 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd6d0d9-7919-4f7e-b433-2149118fcf35 req-c3dd3957-0350-46a9-9775-b5d636be029d tempest-ServersNegativeTestJSON-688710399 tempest-ServersNegativeTestJSON-688710399-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:51:52.727027 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-6cd6d0d9-7919-4f7e-b433-2149118fcf35 req-c3dd3957-0350-46a9-9775-b5d636be029d tempest-ServersNegativeTestJSON-688710399 tempest-ServersNegativeTestJSON-688710399-project] 10.222.0.59 "GET /v2.0/networks?id=4e4854b3-3918-4802-91e5-edfc6f3eafd9 HTTP/1.1" status: 200 len: 813 time: 0.1038542 Jul 27 21:51:52.741283 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-6cd6d0d9-7919-4f7e-b433-2149118fcf35 req-28ffd5a2-609d-46b0-8796-1babedbc7c77 tempest-ServersNegativeTestJSON-688710399 tempest-ServersNegativeTestJSON-688710399-project] 10.222.0.59 "GET /v2.0/quotas/cfbcff53886148d39353432a84e913a2 HTTP/1.1" status: 200 len: 375 time: 0.0086415 Jul 27 21:51:52.775486 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-6cd6d0d9-7919-4f7e-b433-2149118fcf35 req-8ffa7d35-3819-420f-97bc-83ecdda40341 tempest-ServersNegativeTestJSON-688710399 tempest-ServersNegativeTestJSON-688710399-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=cfbcff53886148d39353432a84e913a2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0286186 Jul 27 21:51:52.932399 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-6cd6d0d9-7919-4f7e-b433-2149118fcf35 req-8d332ac1-f043-4634-9e6b-c41e76d4ea00 service neutron] 10.222.0.59 "GET /v2.0/networks/4e4854b3-3918-4802-91e5-edfc6f3eafd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1182737 Jul 27 21:51:53.022765 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-6cd6d0d9-7919-4f7e-b433-2149118fcf35 req-7400a05f-cac7-4709-9297-f9441694f376 service neutron] 10.222.0.59 "GET /v2.0/networks/4e4854b3-3918-4802-91e5-edfc6f3eafd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843251 Jul 27 21:51:53.185848 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-61489744-caf7-42f0-a6a9-b39c81550b31 req-30d331a3-5c02-4c71-a803-07812d543e90 tempest-ServersNegativeTestJSON-688710399 tempest-ServersNegativeTestJSON-688710399-project] 10.222.0.59 "GET /v2.0/ports?device_id=2c72b849-b7ea-483b-940f-fc93cdf8fc81 HTTP/1.1" status: 200 len: 210 time: 0.0302267 Jul 27 21:51:54.070015 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd6d0d9-7919-4f7e-b433-2149118fcf35 req-500d34cf-9982-4412-b3f6-0e4af6824111 tempest-ServersNegativeTestJSON-688710399 tempest-ServersNegativeTestJSON-688710399-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:51:54.071545 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-6cd6d0d9-7919-4f7e-b433-2149118fcf35 req-500d34cf-9982-4412-b3f6-0e4af6824111 tempest-ServersNegativeTestJSON-688710399 tempest-ServersNegativeTestJSON-688710399-project] 10.222.0.36 "GET /v2.0/networks?id=4e4854b3-3918-4802-91e5-edfc6f3eafd9 HTTP/1.1" status: 200 len: 813 time: 0.1061180 Jul 27 21:51:54.083903 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [req-6cd6d0d9-7919-4f7e-b433-2149118fcf35 req-bd502ce4-7463-4c81-b946-e9dbe229406a tempest-ServersNegativeTestJSON-688710399 tempest-ServersNegativeTestJSON-688710399-project] Request body: {'port': {'device_id': '2c72b849-b7ea-483b-940f-fc93cdf8fc81', 'network_id': '4e4854b3-3918-4802-91e5-edfc6f3eafd9', 'admin_state_up': True, 'tenant_id': 'cfbcff53886148d39353432a84e913a2'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:51:54.193458 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6cd6d0d9-7919-4f7e-b433-2149118fcf35 req-bd502ce4-7463-4c81-b946-e9dbe229406a tempest-ServersNegativeTestJSON-688710399 tempest-ServersNegativeTestJSON-688710399-project] Made reservation on behalf of cfbcff53886148d39353432a84e913a2 for: {'port': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:51:54.197064 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-6cd6d0d9-7919-4f7e-b433-2149118fcf35 req-bd502ce4-7463-4c81-b946-e9dbe229406a tempest-ServersNegativeTestJSON-688710399 tempest-ServersNegativeTestJSON-688710399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:54.284667 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-5d0d109e-fa20-487f-b3a5-85b4b2c34625 req-c5c8c6d0-b636-4252-aebb-ed8a990bbe64 tempest-ServersNegativeTestJSON-688710399 tempest-ServersNegativeTestJSON-688710399-project] 10.222.0.59 "GET /v2.0/ports?device_id=2c72b849-b7ea-483b-940f-fc93cdf8fc81 HTTP/1.1" status: 200 len: 210 time: 0.0293384 Jul 27 21:51:54.334103 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.db_base_plugin_common [req-6cd6d0d9-7919-4f7e-b433-2149118fcf35 req-bd502ce4-7463-4c81-b946-e9dbe229406a tempest-ServersNegativeTestJSON-688710399 tempest-ServersNegativeTestJSON-688710399-project] Allocated IP 172.20.0.13 (4e4854b3-3918-4802-91e5-edfc6f3eafd9/0eb34b44-693d-4d3b-b4da-b063ce1037bc/ae93aa5a-ba95-4ea0-bab3-87f0ce6227f8) {{(pid=105584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:51:54.484806 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-6cd6d0d9-7919-4f7e-b433-2149118fcf35 req-bd502ce4-7463-4c81-b946-e9dbe229406a tempest-ServersNegativeTestJSON-688710399 tempest-ServersNegativeTestJSON-688710399-project] Notify callbacks [] for port, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:54.522432 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-6cd6d0d9-7919-4f7e-b433-2149118fcf35 req-bd502ce4-7463-4c81-b946-e9dbe229406a tempest-ServersNegativeTestJSON-688710399 tempest-ServersNegativeTestJSON-688710399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:54.566834 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6cd6d0d9-7919-4f7e-b433-2149118fcf35 req-bd502ce4-7463-4c81-b946-e9dbe229406a tempest-ServersNegativeTestJSON-688710399 tempest-ServersNegativeTestJSON-688710399-project] Network 4e4854b3-3918-4802-91e5-edfc6f3eafd9 is already hosted by enough agents. {{(pid=105584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:51:54.569914 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [req-6cd6d0d9-7919-4f7e-b433-2149118fcf35 req-bd502ce4-7463-4c81-b946-e9dbe229406a tempest-ServersNegativeTestJSON-688710399 tempest-ServersNegativeTestJSON-688710399-project] Resources bound (agent type, host, resource id): {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:51:54.579886 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [req-6cd6d0d9-7919-4f7e-b433-2149118fcf35 req-bd502ce4-7463-4c81-b946-e9dbe229406a tempest-ServersNegativeTestJSON-688710399 tempest-ServersNegativeTestJSON-688710399-project] Received port after_create {{(pid=105584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:51:54.606252 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd502ce4-7463-4c81-b946-e9dbe229406a tempest-ServersNegativeTestJSON-688710399 tempest-ServersNegativeTestJSON-688710399-project] Pushing event updated for resources: {'Port': ['ID=ae93aa5a-ba95-4ea0-bab3-87f0ce6227f8,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:51:54.635838 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd6d0d9-7919-4f7e-b433-2149118fcf35 req-bd502ce4-7463-4c81-b946-e9dbe229406a tempest-ServersNegativeTestJSON-688710399 tempest-ServersNegativeTestJSON-688710399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:51:54.636457 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-6cd6d0d9-7919-4f7e-b433-2149118fcf35 req-bd502ce4-7463-4c81-b946-e9dbe229406a tempest-ServersNegativeTestJSON-688710399 tempest-ServersNegativeTestJSON-688710399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:54.652029 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-6cd6d0d9-7919-4f7e-b433-2149118fcf35 req-bd502ce4-7463-4c81-b946-e9dbe229406a tempest-ServersNegativeTestJSON-688710399 tempest-ServersNegativeTestJSON-688710399-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5703764 Jul 27 21:51:54.663089 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [req-6cd6d0d9-7919-4f7e-b433-2149118fcf35 req-35d0a935-46c8-4135-b1f7-15dbd10b5958 service neutron] Request body: {'port': {'device_id': '2c72b849-b7ea-483b-940f-fc93cdf8fc81', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-705658-22'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:51:54.732650 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-6cd6d0d9-7919-4f7e-b433-2149118fcf35 req-35d0a935-46c8-4135-b1f7-15dbd10b5958 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:54.991908 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [req-6cd6d0d9-7919-4f7e-b433-2149118fcf35 req-35d0a935-46c8-4135-b1f7-15dbd10b5958 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae93aa5a-ba95-4ea0-bab3-87f0ce6227f8 {{(pid=105584) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:51:55.000211 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-6cd6d0d9-7919-4f7e-b433-2149118fcf35 req-35d0a935-46c8-4135-b1f7-15dbd10b5958 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:55.018981 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.provisioning_blocks [req-6cd6d0d9-7919-4f7e-b433-2149118fcf35 req-35d0a935-46c8-4135-b1f7-15dbd10b5958 service neutron] Transition to ACTIVE for port object ae93aa5a-ba95-4ea0-bab3-87f0ce6227f8 will not be triggered until provisioned by entity L2. {{(pid=105584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:51:55.022869 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-6cd6d0d9-7919-4f7e-b433-2149118fcf35 req-35d0a935-46c8-4135-b1f7-15dbd10b5958 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9014027'] for port, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:55.091563 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d0a935-46c8-4135-b1f7-15dbd10b5958 service neutron] Pushing event updated for resources: {'Port': ['ID=ae93aa5a-ba95-4ea0-bab3-87f0ce6227f8,revision_number=2']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:51:55.140118 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [req-6cd6d0d9-7919-4f7e-b433-2149118fcf35 req-35d0a935-46c8-4135-b1f7-15dbd10b5958 service neutron] Attempting to bind port ae93aa5a-ba95-4ea0-bab3-87f0ce6227f8 on host n-h1-705658-22 for vnic_type normal with profile {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:51:55.140374 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [req-6cd6d0d9-7919-4f7e-b433-2149118fcf35 req-35d0a935-46c8-4135-b1f7-15dbd10b5958 service neutron] Attempting to bind port ae93aa5a-ba95-4ea0-bab3-87f0ce6227f8 by drivers openvswitch,hyperv on host n-h1-705658-22 at level 0 using segments [{'id': 'e9edb704-1a3f-4d1f-abe0-66c70bfc933b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '4e4854b3-3918-4802-91e5-edfc6f3eafd9'}] {{(pid=105584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:51:55.140708 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cd6d0d9-7919-4f7e-b433-2149118fcf35 req-35d0a935-46c8-4135-b1f7-15dbd10b5958 service neutron] Attempting to bind port ae93aa5a-ba95-4ea0-bab3-87f0ce6227f8 on network 4e4854b3-3918-4802-91e5-edfc6f3eafd9 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:51:55.144903 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cd6d0d9-7919-4f7e-b433-2149118fcf35 req-35d0a935-46c8-4135-b1f7-15dbd10b5958 service neutron] Port ae93aa5a-ba95-4ea0-bab3-87f0ce6227f8 on network 4e4854b3-3918-4802-91e5-edfc6f3eafd9 not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-22 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:51:55.145225 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cd6d0d9-7919-4f7e-b433-2149118fcf35 req-35d0a935-46c8-4135-b1f7-15dbd10b5958 service neutron] Attempting to bind port ae93aa5a-ba95-4ea0-bab3-87f0ce6227f8 on network 4e4854b3-3918-4802-91e5-edfc6f3eafd9 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:51:55.149949 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cd6d0d9-7919-4f7e-b433-2149118fcf35 req-35d0a935-46c8-4135-b1f7-15dbd10b5958 service neutron] Checking agent: {'id': '9d9bc37f-4d75-44ef-9f63-799aab3e316f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 49, 36), 'started_at': datetime.datetime(2021, 7, 27, 20, 49, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 51, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:51:55.150287 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cd6d0d9-7919-4f7e-b433-2149118fcf35 req-35d0a935-46c8-4135-b1f7-15dbd10b5958 service neutron] Checking segment: {'id': 'e9edb704-1a3f-4d1f-abe0-66c70bfc933b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '4e4854b3-3918-4802-91e5-edfc6f3eafd9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:51:55.150668 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cd6d0d9-7919-4f7e-b433-2149118fcf35 req-35d0a935-46c8-4135-b1f7-15dbd10b5958 service neutron] Bound using segment: {'id': 'e9edb704-1a3f-4d1f-abe0-66c70bfc933b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '4e4854b3-3918-4802-91e5-edfc6f3eafd9'} {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:51:55.151130 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [req-6cd6d0d9-7919-4f7e-b433-2149118fcf35 req-35d0a935-46c8-4135-b1f7-15dbd10b5958 service neutron] Bound port: ae93aa5a-ba95-4ea0-bab3-87f0ce6227f8, host: n-h1-705658-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e9edb704-1a3f-4d1f-abe0-66c70bfc933b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '4e4854b3-3918-4802-91e5-edfc6f3eafd9'}}] {{(pid=105584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:51:55.151505 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-6cd6d0d9-7919-4f7e-b433-2149118fcf35 req-35d0a935-46c8-4135-b1f7-15dbd10b5958 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:55.216291 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [req-6cd6d0d9-7919-4f7e-b433-2149118fcf35 req-35d0a935-46c8-4135-b1f7-15dbd10b5958 service neutron] For port ae93aa5a-ba95-4ea0-bab3-87f0ce6227f8, host n-h1-705658-22, cleared binding levels {{(pid=105584) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:51:55.219308 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [req-6cd6d0d9-7919-4f7e-b433-2149118fcf35 req-35d0a935-46c8-4135-b1f7-15dbd10b5958 service neutron] For port ae93aa5a-ba95-4ea0-bab3-87f0ce6227f8, host n-h1-705658-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=ae93aa5a-ba95-4ea0-bab3-87f0ce6227f8,segment=NetworkSegment(e9edb704-1a3f-4d1f-abe0-66c70bfc933b),segment_id=e9edb704-1a3f-4d1f-abe0-66c70bfc933b)] {{(pid=105584) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:51:55.223664 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-6cd6d0d9-7919-4f7e-b433-2149118fcf35 req-35d0a935-46c8-4135-b1f7-15dbd10b5958 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9014027'] for port, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:55.257663 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd6d0d9-7919-4f7e-b433-2149118fcf35 req-35d0a935-46c8-4135-b1f7-15dbd10b5958 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:51:55.258366 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-6cd6d0d9-7919-4f7e-b433-2149118fcf35 req-35d0a935-46c8-4135-b1f7-15dbd10b5958 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:55.260288 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-6cd6d0d9-7919-4f7e-b433-2149118fcf35 req-35d0a935-46c8-4135-b1f7-15dbd10b5958 service neutron] 10.222.0.36 "PUT /v2.0/ports/ae93aa5a-ba95-4ea0-bab3-87f0ce6227f8 HTTP/1.1" status: 200 len: 1093 time: 0.6013997 Jul 27 21:51:55.260725 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c72b849-b7ea-483b-940f-fc93cdf8fc81', 'tag': 'ae93aa5a-ba95-4ea0-bab3-87f0ce6227f8'}] {{(pid=105584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:51:55.262989 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a14b7e693ac0d3b36d252540d57b2183de19e2104d11de1d527dbb6a6689965" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-001567fe-96b8-4288-985c-33ebf6c32b71" -d '{"events": [{"name": "network-changed", "server_uuid": "2c72b849-b7ea-483b-940f-fc93cdf8fc81", "tag": "ae93aa5a-ba95-4ea0-bab3-87f0ce6227f8"}]}' {{(pid=105584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:51:55.292827 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d0a935-46c8-4135-b1f7-15dbd10b5958 service neutron] Pushing event updated for resources: {'Port': ['ID=ae93aa5a-ba95-4ea0-bab3-87f0ce6227f8,revision_number=3']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:51:55.309679 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:51:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6b7a4f2-cf66-448f-a466-6ef39457ba9a x-openstack-request-id: req-b6b7a4f2-cf66-448f-a466-6ef39457ba9a {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:51:55.309962 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c72b849-b7ea-483b-940f-fc93cdf8fc81", "tag": "ae93aa5a-ba95-4ea0-bab3-87f0ce6227f8", "status": "completed", "code": 200}]} {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:51:55.310231 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-b6b7a4f2-cf66-448f-a466-6ef39457ba9a {{(pid=105584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:51:55.310598 n-d-705658-22 neutron-server[105584]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c72b849-b7ea-483b-940f-fc93cdf8fc81', 'tag': 'ae93aa5a-ba95-4ea0-bab3-87f0ce6227f8', 'status': 'completed', 'code': 200} Jul 27 21:51:55.356860 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd6d0d9-7919-4f7e-b433-2149118fcf35 req-c98207eb-8cae-4b64-9d74-bcfc185da204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:51:55.358367 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-6cd6d0d9-7919-4f7e-b433-2149118fcf35 req-c98207eb-8cae-4b64-9d74-bcfc185da204 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cfbcff53886148d39353432a84e913a2&device_id=2c72b849-b7ea-483b-940f-fc93cdf8fc81 HTTP/1.1" status: 200 len: 1096 time: 0.0583377 Jul 27 21:51:55.406734 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-6cd6d0d9-7919-4f7e-b433-2149118fcf35 req-a0ad973c-0439-4b8a-9525-b5a9b0277519 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ae93aa5a-ba95-4ea0-bab3-87f0ce6227f8 HTTP/1.1" status: 200 len: 217 time: 0.0398686 Jul 27 21:51:55.419404 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71ddfa1-23f5-46e3-a00b-ca11866edb41 req-249e46e8-46f1-4e62-9142-a1d814f0c4fc tempest-ServersNegativeTestJSON-688710399 tempest-ServersNegativeTestJSON-688710399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:51:55.420888 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-d71ddfa1-23f5-46e3-a00b-ca11866edb41 req-249e46e8-46f1-4e62-9142-a1d814f0c4fc tempest-ServersNegativeTestJSON-688710399 tempest-ServersNegativeTestJSON-688710399-project] 10.222.0.59 "GET /v2.0/ports?device_id=2c72b849-b7ea-483b-940f-fc93cdf8fc81 HTTP/1.1" status: 200 len: 944 time: 0.0664654 Jul 27 21:51:55.455891 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd6d0d9-7919-4f7e-b433-2149118fcf35 req-7250ef52-c0cc-48cd-a540-761b4a1384d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:51:55.457349 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-6cd6d0d9-7919-4f7e-b433-2149118fcf35 req-7250ef52-c0cc-48cd-a540-761b4a1384d1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0eb34b44-693d-4d3b-b4da-b063ce1037bc HTTP/1.1" status: 200 len: 853 time: 0.0439713 Jul 27 21:51:55.459674 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-d71ddfa1-23f5-46e3-a00b-ca11866edb41 req-d5f28373-861c-4244-85ea-bb07a479decc tempest-ServersNegativeTestJSON-688710399 tempest-ServersNegativeTestJSON-688710399-project] 10.222.0.59 "GET /v2.0/security-groups?id=47cfbba9-1458-4b40-995b-df9e4e5589c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324442 Jul 27 21:51:55.493360 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-6cd6d0d9-7919-4f7e-b433-2149118fcf35 req-3fdf4f01-f4e1-4b48-ad97-f3c421d66fc3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4e4854b3-3918-4802-91e5-edfc6f3eafd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284686 Jul 27 21:51:55.583840 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-6cd6d0d9-7919-4f7e-b433-2149118fcf35 req-76a08cf1-ddb4-4097-af79-a885d90c27aa service neutron] 10.222.0.36 "GET /v2.0/networks/4e4854b3-3918-4802-91e5-edfc6f3eafd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838518 Jul 27 21:51:55.670952 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-6cd6d0d9-7919-4f7e-b433-2149118fcf35 req-14d55907-b297-4efd-bb1d-e3f0d4cb77d2 service neutron] 10.222.0.36 "GET /v2.0/networks/4e4854b3-3918-4802-91e5-edfc6f3eafd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804701 Jul 27 21:51:55.764416 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001567fe-96b8-4288-985c-33ebf6c32b71 req-15d2600e-a034-42d8-9755-bb3a8f12163c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:51:55.766087 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-001567fe-96b8-4288-985c-33ebf6c32b71 req-15d2600e-a034-42d8-9755-bb3a8f12163c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cfbcff53886148d39353432a84e913a2&device_id=2c72b849-b7ea-483b-940f-fc93cdf8fc81 HTTP/1.1" status: 200 len: 1096 time: 0.0531154 Jul 27 21:51:55.859475 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001567fe-96b8-4288-985c-33ebf6c32b71 req-3eccc6e7-4094-4239-83e6-002ee7dac85a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:51:55.860946 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-001567fe-96b8-4288-985c-33ebf6c32b71 req-3eccc6e7-4094-4239-83e6-002ee7dac85a service neutron] 10.222.0.36 "GET /v2.0/networks?id=4e4854b3-3918-4802-91e5-edfc6f3eafd9 HTTP/1.1" status: 200 len: 914 time: 0.0872931 Jul 27 21:51:55.902334 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-001567fe-96b8-4288-985c-33ebf6c32b71 req-748f7e7c-95cb-4d85-9851-8fedea94c013 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ae93aa5a-ba95-4ea0-bab3-87f0ce6227f8 HTTP/1.1" status: 200 len: 217 time: 0.0339155 Jul 27 21:51:55.955567 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001567fe-96b8-4288-985c-33ebf6c32b71 req-24fabdb2-f00a-4af9-8e44-e3368fc6cbbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:51:55.956915 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-001567fe-96b8-4288-985c-33ebf6c32b71 req-24fabdb2-f00a-4af9-8e44-e3368fc6cbbb service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0eb34b44-693d-4d3b-b4da-b063ce1037bc HTTP/1.1" status: 200 len: 853 time: 0.0461721 Jul 27 21:51:55.993158 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-001567fe-96b8-4288-985c-33ebf6c32b71 req-8bc0ae96-7cc5-43e3-9858-3a66de8c9b0f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4e4854b3-3918-4802-91e5-edfc6f3eafd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266759 Jul 27 21:51:56.078711 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-001567fe-96b8-4288-985c-33ebf6c32b71 req-d0121cde-33db-46e3-873f-2723dc4edd21 service neutron] 10.222.0.36 "GET /v2.0/networks/4e4854b3-3918-4802-91e5-edfc6f3eafd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0773802 Jul 27 21:51:56.170557 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-001567fe-96b8-4288-985c-33ebf6c32b71 req-1f37584a-9155-4327-8d3d-e93ea7b0fcd2 service neutron] 10.222.0.36 "GET /v2.0/networks/4e4854b3-3918-4802-91e5-edfc6f3eafd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839562 Jul 27 21:51:56.596783 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c5ed6d-92f2-40f3-9f00-cfa0ee00235a req-c82d1a2b-a9f0-49d8-bc18-14e044ac37ca tempest-ServersNegativeTestJSON-688710399 tempest-ServersNegativeTestJSON-688710399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:51:56.598269 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-79c5ed6d-92f2-40f3-9f00-cfa0ee00235a req-c82d1a2b-a9f0-49d8-bc18-14e044ac37ca tempest-ServersNegativeTestJSON-688710399 tempest-ServersNegativeTestJSON-688710399-project] 10.222.0.59 "GET /v2.0/ports?device_id=2c72b849-b7ea-483b-940f-fc93cdf8fc81 HTTP/1.1" status: 200 len: 944 time: 0.0661149 Jul 27 21:51:56.636267 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-79c5ed6d-92f2-40f3-9f00-cfa0ee00235a req-f5e52d4d-9abe-44aa-b723-df5c8f2e65ad tempest-ServersNegativeTestJSON-688710399 tempest-ServersNegativeTestJSON-688710399-project] 10.222.0.59 "GET /v2.0/security-groups?id=47cfbba9-1458-4b40-995b-df9e4e5589c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320835 Jul 27 21:51:57.740657 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device ae93aa5a-ba95-4ea0-bab3-87f0ce6227f8 details requested by agent hyperv_n-h1-705658-22 with host n-h1-705658-22 {{(pid=105586) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:51:57.766377 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1336142c-ae3b-46f4-92dd-3503bcaf1166 req-556032a0-d404-40a2-adae-e6ca8fe4bce2 tempest-ServersNegativeTestJSON-688710399 tempest-ServersNegativeTestJSON-688710399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:51:57.767983 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-1336142c-ae3b-46f4-92dd-3503bcaf1166 req-556032a0-d404-40a2-adae-e6ca8fe4bce2 tempest-ServersNegativeTestJSON-688710399 tempest-ServersNegativeTestJSON-688710399-project] 10.222.0.59 "GET /v2.0/ports?device_id=2c72b849-b7ea-483b-940f-fc93cdf8fc81 HTTP/1.1" status: 200 len: 944 time: 0.0666730 Jul 27 21:51:57.814955 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-1336142c-ae3b-46f4-92dd-3503bcaf1166 req-7535d5d3-1f1c-48f4-bdb3-66f0760a4058 tempest-ServersNegativeTestJSON-688710399 tempest-ServersNegativeTestJSON-688710399-project] 10.222.0.59 "GET /v2.0/security-groups?id=47cfbba9-1458-4b40-995b-df9e4e5589c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410266 Jul 27 21:51:57.839963 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] For port ae93aa5a-ba95-4ea0-bab3-87f0ce6227f8, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=ae93aa5a-ba95-4ea0-bab3-87f0ce6227f8,segment=NetworkSegment(e9edb704-1a3f-4d1f-abe0-66c70bfc933b),segment_id=e9edb704-1a3f-4d1f-abe0-66c70bfc933b)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:51:57.850675 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Returning: {'device': 'ae93aa5a-ba95-4ea0-bab3-87f0ce6227f8', 'network_id': '4e4854b3-3918-4802-91e5-edfc6f3eafd9', 'port_id': 'ae93aa5a-ba95-4ea0-bab3-87f0ce6227f8', 'mac_address': 'fa:16:3e:c9:79:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0eb34b44-693d-4d3b-b4da-b063ce1037bc', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105586) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:51:57.887067 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:57.899859 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae93aa5a-ba95-4ea0-bab3-87f0ce6227f8 {{(pid=105586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:51:57.919023 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] For port ae93aa5a-ba95-4ea0-bab3-87f0ce6227f8, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=ae93aa5a-ba95-4ea0-bab3-87f0ce6227f8,segment=NetworkSegment(e9edb704-1a3f-4d1f-abe0-66c70bfc933b),segment_id=e9edb704-1a3f-4d1f-abe0-66c70bfc933b)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:51:57.922604 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:57.971141 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Pushing event updated for resources: {'Port': ['ID=ae93aa5a-ba95-4ea0-bab3-87f0ce6227f8,revision_number=4']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:51:58.111792 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] get_ports_and_sgs() called for port_ids ['ae93aa5a-ba95-4ea0-bab3-87f0ce6227f8'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:51:58.946714 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497cdb01-81f2-4752-bb7d-551c382bd894 req-c65a4664-ba7d-4892-bc06-2363591e2a53 tempest-ServersNegativeTestJSON-688710399 tempest-ServersNegativeTestJSON-688710399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:51:58.948878 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-497cdb01-81f2-4752-bb7d-551c382bd894 req-c65a4664-ba7d-4892-bc06-2363591e2a53 tempest-ServersNegativeTestJSON-688710399 tempest-ServersNegativeTestJSON-688710399-project] 10.222.0.59 "GET /v2.0/ports?device_id=2c72b849-b7ea-483b-940f-fc93cdf8fc81 HTTP/1.1" status: 200 len: 945 time: 0.0681050 Jul 27 21:51:59.003306 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-497cdb01-81f2-4752-bb7d-551c382bd894 req-c811ebbe-b98a-4f6d-8e23-40b5f6f51c12 tempest-ServersNegativeTestJSON-688710399 tempest-ServersNegativeTestJSON-688710399-project] 10.222.0.59 "GET /v2.0/security-groups?id=47cfbba9-1458-4b40-995b-df9e4e5589c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485158 Jul 27 21:51:59.755100 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device ae93aa5a-ba95-4ea0-bab3-87f0ce6227f8 up at agent hyperv_n-h1-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:51:59.803621 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Provisioning for port ae93aa5a-ba95-4ea0-bab3-87f0ce6227f8 completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:51:59.808054 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Provisioning complete for port ae93aa5a-ba95-4ea0-bab3-87f0ce6227f8 triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:51:59.808460 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:59.882659 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:59.904050 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c72b849-b7ea-483b-940f-fc93cdf8fc81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae93aa5a-ba95-4ea0-bab3-87f0ce6227f8'}] {{(pid=105586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:51:59.906270 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fee2e8668661828e318a8d53a8a935935453ec21149a086d6a2055ff627b97ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36b855c6-a6f7-4745-8911-01149b37b757" -d '{"events": [{"server_uuid": "2c72b849-b7ea-483b-940f-fc93cdf8fc81", "name": "network-vif-plugged", "status": "completed", "tag": "ae93aa5a-ba95-4ea0-bab3-87f0ce6227f8"}]}' {{(pid=105586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:51:59.919141 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] For port ae93aa5a-ba95-4ea0-bab3-87f0ce6227f8, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=ae93aa5a-ba95-4ea0-bab3-87f0ce6227f8,segment=NetworkSegment(e9edb704-1a3f-4d1f-abe0-66c70bfc933b),segment_id=e9edb704-1a3f-4d1f-abe0-66c70bfc933b)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:51:59.922879 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:59.947523 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:51:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40304dd0-8457-4066-866c-e7aef2a60aa2 x-openstack-request-id: req-40304dd0-8457-4066-866c-e7aef2a60aa2 {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:51:59.947818 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c72b849-b7ea-483b-940f-fc93cdf8fc81", "name": "network-vif-plugged", "status": "completed", "tag": "ae93aa5a-ba95-4ea0-bab3-87f0ce6227f8", "code": 200}]} {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:51:59.948074 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-40304dd0-8457-4066-866c-e7aef2a60aa2 {{(pid=105586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:51:59.948474 n-d-705658-22 neutron-server[105586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c72b849-b7ea-483b-940f-fc93cdf8fc81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae93aa5a-ba95-4ea0-bab3-87f0ce6227f8', 'code': 200} Jul 27 21:51:59.978365 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Pushing event updated for resources: {'Port': ['ID=ae93aa5a-ba95-4ea0-bab3-87f0ce6227f8,revision_number=5']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:52:00.054044 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c252cc-0881-406c-8f15-31d9f339167a req-f7ac58c9-e2e7-4f9c-8482-1d3ef9d0fd3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:52:00.056185 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-58c252cc-0881-406c-8f15-31d9f339167a req-f7ac58c9-e2e7-4f9c-8482-1d3ef9d0fd3d service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=2c72b849-b7ea-483b-940f-fc93cdf8fc81 HTTP/1.1" status: 200 len: 1098 time: 0.0561678 Jul 27 21:52:00.091007 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-58c252cc-0881-406c-8f15-31d9f339167a req-d53bc37e-8ea5-4aff-9866-b2510d8cd047 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=47cfbba9-1458-4b40-995b-df9e4e5589c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0277441 Jul 27 21:52:00.130358 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7218311-452c-400e-b5a7-b8e1192de7ed req-48a3cf51-73f1-4d5f-82b5-09b7a7592400 tempest-ServersNegativeTestJSON-688710399 tempest-ServersNegativeTestJSON-688710399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:52:00.131892 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-c7218311-452c-400e-b5a7-b8e1192de7ed req-48a3cf51-73f1-4d5f-82b5-09b7a7592400 tempest-ServersNegativeTestJSON-688710399 tempest-ServersNegativeTestJSON-688710399-project] 10.222.0.59 "GET /v2.0/ports?device_id=2c72b849-b7ea-483b-940f-fc93cdf8fc81 HTTP/1.1" status: 200 len: 946 time: 0.0628576 Jul 27 21:52:00.168569 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-c7218311-452c-400e-b5a7-b8e1192de7ed req-39997e08-ac6a-47a0-9365-cf8acbb33c96 tempest-ServersNegativeTestJSON-688710399 tempest-ServersNegativeTestJSON-688710399-project] 10.222.0.59 "GET /v2.0/security-groups?id=47cfbba9-1458-4b40-995b-df9e4e5589c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308237 Jul 27 21:52:01.301174 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c403de49-0b65-4e04-b45b-aa23a1bb972d req-d852fd43-1e8b-4119-b1a5-0d847e26f9c0 tempest-ServersNegativeTestJSON-688710399 tempest-ServersNegativeTestJSON-688710399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:52:01.302677 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-c403de49-0b65-4e04-b45b-aa23a1bb972d req-d852fd43-1e8b-4119-b1a5-0d847e26f9c0 tempest-ServersNegativeTestJSON-688710399 tempest-ServersNegativeTestJSON-688710399-project] 10.222.0.59 "GET /v2.0/ports?device_id=2c72b849-b7ea-483b-940f-fc93cdf8fc81 HTTP/1.1" status: 200 len: 946 time: 0.0665014 Jul 27 21:52:01.339972 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-c403de49-0b65-4e04-b45b-aa23a1bb972d req-99eb55f7-eee3-4d9f-a14a-cfd94d9a74c2 tempest-ServersNegativeTestJSON-688710399 tempest-ServersNegativeTestJSON-688710399-project] 10.222.0.59 "GET /v2.0/security-groups?id=47cfbba9-1458-4b40-995b-df9e4e5589c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308914 Jul 27 21:52:01.557313 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f2f458-fb73-4637-8add-56e97e6a5add req-66921792-0583-40e8-b2d3-902c94cab9a6 tempest-ServersNegativeTestJSON-688710399 tempest-ServersNegativeTestJSON-688710399-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:52:01.558767 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-55f2f458-fb73-4637-8add-56e97e6a5add req-66921792-0583-40e8-b2d3-902c94cab9a6 tempest-ServersNegativeTestJSON-688710399 tempest-ServersNegativeTestJSON-688710399-project] 10.222.0.59 "GET /v2.0/networks?id=4e4854b3-3918-4802-91e5-edfc6f3eafd9 HTTP/1.1" status: 200 len: 813 time: 0.0987170 Jul 27 21:52:01.573153 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-55f2f458-fb73-4637-8add-56e97e6a5add req-edc9e660-e4be-4250-a6d7-e31f3c457a6a tempest-ServersNegativeTestJSON-688710399 tempest-ServersNegativeTestJSON-688710399-project] 10.222.0.59 "GET /v2.0/quotas/cfbcff53886148d39353432a84e913a2 HTTP/1.1" status: 200 len: 375 time: 0.0087390 Jul 27 21:52:01.638662 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-55f2f458-fb73-4637-8add-56e97e6a5add req-2f8d3ac3-b663-4ec3-9372-a046979746cf tempest-ServersNegativeTestJSON-688710399 tempest-ServersNegativeTestJSON-688710399-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=cfbcff53886148d39353432a84e913a2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0605922 Jul 27 21:52:01.794210 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-55f2f458-fb73-4637-8add-56e97e6a5add req-079b3d91-14cf-4240-8472-3272a2abfc89 service neutron] 10.222.0.59 "GET /v2.0/networks/4e4854b3-3918-4802-91e5-edfc6f3eafd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1177282 Jul 27 21:52:01.885569 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-55f2f458-fb73-4637-8add-56e97e6a5add req-f618b5f9-f8ff-47cf-b20c-d84b05548fd1 service neutron] 10.222.0.59 "GET /v2.0/networks/4e4854b3-3918-4802-91e5-edfc6f3eafd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854349 Jul 27 21:52:02.390915 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-92cb6267-1d27-4586-b086-0170e929dd92 req-1141b9fa-b150-4151-b894-cb80b2d95804 tempest-ServersNegativeTestJSON-688710399 tempest-ServersNegativeTestJSON-688710399-project] 10.222.0.59 "GET /v2.0/ports?device_id=303756d3-657d-4c7a-9ca6-bbc1887b3b45 HTTP/1.1" status: 200 len: 210 time: 0.3732243 Jul 27 21:52:02.953285 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f2f458-fb73-4637-8add-56e97e6a5add req-4db15fd1-3a7c-4d6f-aa41-3c88973cbbf1 tempest-ServersNegativeTestJSON-688710399 tempest-ServersNegativeTestJSON-688710399-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:52:02.954749 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-55f2f458-fb73-4637-8add-56e97e6a5add req-4db15fd1-3a7c-4d6f-aa41-3c88973cbbf1 tempest-ServersNegativeTestJSON-688710399 tempest-ServersNegativeTestJSON-688710399-project] 10.222.0.60 "GET /v2.0/networks?id=4e4854b3-3918-4802-91e5-edfc6f3eafd9 HTTP/1.1" status: 200 len: 813 time: 0.1144466 Jul 27 21:52:02.968357 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [req-55f2f458-fb73-4637-8add-56e97e6a5add req-1d871b99-ac8e-4f12-badf-342fae9262b9 tempest-ServersNegativeTestJSON-688710399 tempest-ServersNegativeTestJSON-688710399-project] Request body: {'port': {'device_id': '303756d3-657d-4c7a-9ca6-bbc1887b3b45', 'network_id': '4e4854b3-3918-4802-91e5-edfc6f3eafd9', 'admin_state_up': True, 'tenant_id': 'cfbcff53886148d39353432a84e913a2'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:52:03.076519 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-55f2f458-fb73-4637-8add-56e97e6a5add req-1d871b99-ac8e-4f12-badf-342fae9262b9 tempest-ServersNegativeTestJSON-688710399 tempest-ServersNegativeTestJSON-688710399-project] Made reservation on behalf of cfbcff53886148d39353432a84e913a2 for: {'port': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:52:03.080111 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-55f2f458-fb73-4637-8add-56e97e6a5add req-1d871b99-ac8e-4f12-badf-342fae9262b9 tempest-ServersNegativeTestJSON-688710399 tempest-ServersNegativeTestJSON-688710399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:03.208673 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.db_base_plugin_common [req-55f2f458-fb73-4637-8add-56e97e6a5add req-1d871b99-ac8e-4f12-badf-342fae9262b9 tempest-ServersNegativeTestJSON-688710399 tempest-ServersNegativeTestJSON-688710399-project] Allocated IP 172.20.0.8 (4e4854b3-3918-4802-91e5-edfc6f3eafd9/0eb34b44-693d-4d3b-b4da-b063ce1037bc/5ca6d83a-06a6-4aae-b191-c3784075f83e) {{(pid=105584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:52:03.356213 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-55f2f458-fb73-4637-8add-56e97e6a5add req-1d871b99-ac8e-4f12-badf-342fae9262b9 tempest-ServersNegativeTestJSON-688710399 tempest-ServersNegativeTestJSON-688710399-project] Notify callbacks [] for port, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:03.490348 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-4579e1e8-487b-4bce-afda-9bd835b961d9 req-57ce4c9b-da5a-4ef2-9647-ce0ad3c0bc1f tempest-ServersNegativeTestJSON-688710399 tempest-ServersNegativeTestJSON-688710399-project] 10.222.0.59 "GET /v2.0/ports?device_id=303756d3-657d-4c7a-9ca6-bbc1887b3b45 HTTP/1.1" status: 200 len: 210 time: 0.0305848 Jul 27 21:52:03.639754 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-55f2f458-fb73-4637-8add-56e97e6a5add req-1d871b99-ac8e-4f12-badf-342fae9262b9 tempest-ServersNegativeTestJSON-688710399 tempest-ServersNegativeTestJSON-688710399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:03.651190 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] get_ports_and_sgs() called for port_ids ['ae93aa5a-ba95-4ea0-bab3-87f0ce6227f8'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:52:03.683640 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55f2f458-fb73-4637-8add-56e97e6a5add req-1d871b99-ac8e-4f12-badf-342fae9262b9 tempest-ServersNegativeTestJSON-688710399 tempest-ServersNegativeTestJSON-688710399-project] Network 4e4854b3-3918-4802-91e5-edfc6f3eafd9 is already hosted by enough agents. {{(pid=105584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:52:03.688660 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [req-55f2f458-fb73-4637-8add-56e97e6a5add req-1d871b99-ac8e-4f12-badf-342fae9262b9 tempest-ServersNegativeTestJSON-688710399 tempest-ServersNegativeTestJSON-688710399-project] Resources bound (agent type, host, resource id): {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:52:03.692781 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [req-55f2f458-fb73-4637-8add-56e97e6a5add req-1d871b99-ac8e-4f12-badf-342fae9262b9 tempest-ServersNegativeTestJSON-688710399 tempest-ServersNegativeTestJSON-688710399-project] Received port after_create {{(pid=105584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:52:03.699458 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d871b99-ac8e-4f12-badf-342fae9262b9 tempest-ServersNegativeTestJSON-688710399 tempest-ServersNegativeTestJSON-688710399-project] Pushing event updated for resources: {'Port': ['ID=5ca6d83a-06a6-4aae-b191-c3784075f83e,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:52:03.744335 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f2f458-fb73-4637-8add-56e97e6a5add req-1d871b99-ac8e-4f12-badf-342fae9262b9 tempest-ServersNegativeTestJSON-688710399 tempest-ServersNegativeTestJSON-688710399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:52:03.744868 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-55f2f458-fb73-4637-8add-56e97e6a5add req-1d871b99-ac8e-4f12-badf-342fae9262b9 tempest-ServersNegativeTestJSON-688710399 tempest-ServersNegativeTestJSON-688710399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:03.759489 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-55f2f458-fb73-4637-8add-56e97e6a5add req-1d871b99-ac8e-4f12-badf-342fae9262b9 tempest-ServersNegativeTestJSON-688710399 tempest-ServersNegativeTestJSON-688710399-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7954137 Jul 27 21:52:03.772706 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [req-55f2f458-fb73-4637-8add-56e97e6a5add req-720c9423-b6df-4e13-b087-aa3734305d60 service neutron] Request body: {'port': {'device_id': '303756d3-657d-4c7a-9ca6-bbc1887b3b45', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-705658-22'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:52:03.844802 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-55f2f458-fb73-4637-8add-56e97e6a5add req-720c9423-b6df-4e13-b087-aa3734305d60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:04.099258 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [req-55f2f458-fb73-4637-8add-56e97e6a5add req-720c9423-b6df-4e13-b087-aa3734305d60 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ca6d83a-06a6-4aae-b191-c3784075f83e {{(pid=105584) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:52:04.107711 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-55f2f458-fb73-4637-8add-56e97e6a5add req-720c9423-b6df-4e13-b087-aa3734305d60 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:04.119528 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.provisioning_blocks [req-55f2f458-fb73-4637-8add-56e97e6a5add req-720c9423-b6df-4e13-b087-aa3734305d60 service neutron] Transition to ACTIVE for port object 5ca6d83a-06a6-4aae-b191-c3784075f83e will not be triggered until provisioned by entity L2. {{(pid=105584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:52:04.123670 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-55f2f458-fb73-4637-8add-56e97e6a5add req-720c9423-b6df-4e13-b087-aa3734305d60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9014027'] for port, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:04.173374 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720c9423-b6df-4e13-b087-aa3734305d60 service neutron] Pushing event updated for resources: {'Port': ['ID=5ca6d83a-06a6-4aae-b191-c3784075f83e,revision_number=2']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:52:04.240602 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [req-55f2f458-fb73-4637-8add-56e97e6a5add req-720c9423-b6df-4e13-b087-aa3734305d60 service neutron] Attempting to bind port 5ca6d83a-06a6-4aae-b191-c3784075f83e on host n-h2-705658-22 for vnic_type normal with profile {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:52:04.240932 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [req-55f2f458-fb73-4637-8add-56e97e6a5add req-720c9423-b6df-4e13-b087-aa3734305d60 service neutron] Attempting to bind port 5ca6d83a-06a6-4aae-b191-c3784075f83e by drivers openvswitch,hyperv on host n-h2-705658-22 at level 0 using segments [{'id': 'e9edb704-1a3f-4d1f-abe0-66c70bfc933b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '4e4854b3-3918-4802-91e5-edfc6f3eafd9'}] {{(pid=105584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:52:04.241256 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55f2f458-fb73-4637-8add-56e97e6a5add req-720c9423-b6df-4e13-b087-aa3734305d60 service neutron] Attempting to bind port 5ca6d83a-06a6-4aae-b191-c3784075f83e on network 4e4854b3-3918-4802-91e5-edfc6f3eafd9 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:52:04.245732 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55f2f458-fb73-4637-8add-56e97e6a5add req-720c9423-b6df-4e13-b087-aa3734305d60 service neutron] Port 5ca6d83a-06a6-4aae-b191-c3784075f83e on network 4e4854b3-3918-4802-91e5-edfc6f3eafd9 not bound, no agent of type Open vSwitch agent registered on host n-h2-705658-22 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:52:04.246055 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55f2f458-fb73-4637-8add-56e97e6a5add req-720c9423-b6df-4e13-b087-aa3734305d60 service neutron] Attempting to bind port 5ca6d83a-06a6-4aae-b191-c3784075f83e on network 4e4854b3-3918-4802-91e5-edfc6f3eafd9 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:52:04.251188 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55f2f458-fb73-4637-8add-56e97e6a5add req-720c9423-b6df-4e13-b087-aa3734305d60 service neutron] Checking agent: {'id': '65195a73-a875-4810-9f5b-622ae260a8a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 49, 40), 'started_at': datetime.datetime(2021, 7, 27, 20, 49, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 51, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:52:04.251526 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55f2f458-fb73-4637-8add-56e97e6a5add req-720c9423-b6df-4e13-b087-aa3734305d60 service neutron] Checking segment: {'id': 'e9edb704-1a3f-4d1f-abe0-66c70bfc933b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '4e4854b3-3918-4802-91e5-edfc6f3eafd9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:52:04.251907 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55f2f458-fb73-4637-8add-56e97e6a5add req-720c9423-b6df-4e13-b087-aa3734305d60 service neutron] Bound using segment: {'id': 'e9edb704-1a3f-4d1f-abe0-66c70bfc933b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '4e4854b3-3918-4802-91e5-edfc6f3eafd9'} {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:52:04.252351 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [req-55f2f458-fb73-4637-8add-56e97e6a5add req-720c9423-b6df-4e13-b087-aa3734305d60 service neutron] Bound port: 5ca6d83a-06a6-4aae-b191-c3784075f83e, host: n-h2-705658-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e9edb704-1a3f-4d1f-abe0-66c70bfc933b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '4e4854b3-3918-4802-91e5-edfc6f3eafd9'}}] {{(pid=105584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:52:04.252734 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-55f2f458-fb73-4637-8add-56e97e6a5add req-720c9423-b6df-4e13-b087-aa3734305d60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:04.314010 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [req-55f2f458-fb73-4637-8add-56e97e6a5add req-720c9423-b6df-4e13-b087-aa3734305d60 service neutron] For port 5ca6d83a-06a6-4aae-b191-c3784075f83e, host n-h2-705658-22, cleared binding levels {{(pid=105584) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:52:04.317228 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [req-55f2f458-fb73-4637-8add-56e97e6a5add req-720c9423-b6df-4e13-b087-aa3734305d60 service neutron] For port 5ca6d83a-06a6-4aae-b191-c3784075f83e, host n-h2-705658-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=5ca6d83a-06a6-4aae-b191-c3784075f83e,segment=NetworkSegment(e9edb704-1a3f-4d1f-abe0-66c70bfc933b),segment_id=e9edb704-1a3f-4d1f-abe0-66c70bfc933b)] {{(pid=105584) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:52:04.320807 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-55f2f458-fb73-4637-8add-56e97e6a5add req-720c9423-b6df-4e13-b087-aa3734305d60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9014027'] for port, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:04.356374 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f2f458-fb73-4637-8add-56e97e6a5add req-720c9423-b6df-4e13-b087-aa3734305d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:52:04.356991 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-55f2f458-fb73-4637-8add-56e97e6a5add req-720c9423-b6df-4e13-b087-aa3734305d60 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:04.358366 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-55f2f458-fb73-4637-8add-56e97e6a5add req-720c9423-b6df-4e13-b087-aa3734305d60 service neutron] 10.222.0.60 "PUT /v2.0/ports/5ca6d83a-06a6-4aae-b191-c3784075f83e HTTP/1.1" status: 200 len: 1092 time: 0.5900712 Jul 27 21:52:04.358794 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '303756d3-657d-4c7a-9ca6-bbc1887b3b45', 'tag': '5ca6d83a-06a6-4aae-b191-c3784075f83e'}] {{(pid=105584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:52:04.361067 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a14b7e693ac0d3b36d252540d57b2183de19e2104d11de1d527dbb6a6689965" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9b60867-de19-4950-8dd1-48e5588bfe72" -d '{"events": [{"name": "network-changed", "server_uuid": "303756d3-657d-4c7a-9ca6-bbc1887b3b45", "tag": "5ca6d83a-06a6-4aae-b191-c3784075f83e"}]}' {{(pid=105584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:52:04.389036 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720c9423-b6df-4e13-b087-aa3734305d60 service neutron] Pushing event updated for resources: {'Port': ['ID=5ca6d83a-06a6-4aae-b191-c3784075f83e,revision_number=3']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:52:04.397679 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-720c9423-b6df-4e13-b087-aa3734305d60 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:52:04.398029 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-720c9423-b6df-4e13-b087-aa3734305d60 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:52:04.398368 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-720c9423-b6df-4e13-b087-aa3734305d60 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:52:04.398745 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-720c9423-b6df-4e13-b087-aa3734305d60 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:52:04.399688 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-720c9423-b6df-4e13-b087-aa3734305d60 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:52:04.399952 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-720c9423-b6df-4e13-b087-aa3734305d60 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:52:04.400280 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-720c9423-b6df-4e13-b087-aa3734305d60 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:52:04.400603 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-720c9423-b6df-4e13-b087-aa3734305d60 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:52:04.400925 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-720c9423-b6df-4e13-b087-aa3734305d60 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:52:04.401248 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-720c9423-b6df-4e13-b087-aa3734305d60 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:52:04.401567 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-720c9423-b6df-4e13-b087-aa3734305d60 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:52:04.401889 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-720c9423-b6df-4e13-b087-aa3734305d60 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:52:04.407255 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:52:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c14ced6-f265-4efc-86ef-9fdc9a3c3bad x-openstack-request-id: req-2c14ced6-f265-4efc-86ef-9fdc9a3c3bad {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:52:04.407537 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "303756d3-657d-4c7a-9ca6-bbc1887b3b45", "tag": "5ca6d83a-06a6-4aae-b191-c3784075f83e", "status": "completed", "code": 200}]} {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:52:04.407788 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-2c14ced6-f265-4efc-86ef-9fdc9a3c3bad {{(pid=105584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:52:04.408171 n-d-705658-22 neutron-server[105584]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '303756d3-657d-4c7a-9ca6-bbc1887b3b45', 'tag': '5ca6d83a-06a6-4aae-b191-c3784075f83e', 'status': 'completed', 'code': 200} Jul 27 21:52:04.463120 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f2f458-fb73-4637-8add-56e97e6a5add req-4f193cd5-49ce-4058-af12-5a40b994ed93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:52:04.464619 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-55f2f458-fb73-4637-8add-56e97e6a5add req-4f193cd5-49ce-4058-af12-5a40b994ed93 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=cfbcff53886148d39353432a84e913a2&device_id=303756d3-657d-4c7a-9ca6-bbc1887b3b45 HTTP/1.1" status: 200 len: 1095 time: 0.0685339 Jul 27 21:52:04.507229 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-55f2f458-fb73-4637-8add-56e97e6a5add req-b80f022c-fefe-4abc-9d73-2490f4c392a3 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5ca6d83a-06a6-4aae-b191-c3784075f83e HTTP/1.1" status: 200 len: 217 time: 0.0344117 Jul 27 21:52:04.556390 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f2f458-fb73-4637-8add-56e97e6a5add req-9cb3c789-b0e4-4766-9a17-cfb3d93fb795 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:52:04.557861 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-55f2f458-fb73-4637-8add-56e97e6a5add req-9cb3c789-b0e4-4766-9a17-cfb3d93fb795 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=0eb34b44-693d-4d3b-b4da-b063ce1037bc HTTP/1.1" status: 200 len: 853 time: 0.0444677 Jul 27 21:52:04.596833 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-55f2f458-fb73-4637-8add-56e97e6a5add req-91d7f114-0d64-48bf-ab4d-07b23990a4d2 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4e4854b3-3918-4802-91e5-edfc6f3eafd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313985 Jul 27 21:52:04.623963 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91ec0e4-7aa2-465b-9ced-f48ce1ca60f1 req-5121d337-856e-477d-80be-59d8fb468de9 tempest-ServersNegativeTestJSON-688710399 tempest-ServersNegativeTestJSON-688710399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:52:04.625361 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b91ec0e4-7aa2-465b-9ced-f48ce1ca60f1 req-5121d337-856e-477d-80be-59d8fb468de9 tempest-ServersNegativeTestJSON-688710399 tempest-ServersNegativeTestJSON-688710399-project] 10.222.0.59 "GET /v2.0/ports?device_id=303756d3-657d-4c7a-9ca6-bbc1887b3b45 HTTP/1.1" status: 200 len: 943 time: 0.0654235 Jul 27 21:52:04.662465 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b91ec0e4-7aa2-465b-9ced-f48ce1ca60f1 req-475f2cf4-28d0-4212-b5ae-64bfc82038bc tempest-ServersNegativeTestJSON-688710399 tempest-ServersNegativeTestJSON-688710399-project] 10.222.0.59 "GET /v2.0/security-groups?id=47cfbba9-1458-4b40-995b-df9e4e5589c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311255 Jul 27 21:52:04.685575 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-55f2f458-fb73-4637-8add-56e97e6a5add req-26851210-808d-478f-81bd-4631c8b94fd3 service neutron] 10.222.0.60 "GET /v2.0/networks/4e4854b3-3918-4802-91e5-edfc6f3eafd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818655 Jul 27 21:52:04.776957 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-55f2f458-fb73-4637-8add-56e97e6a5add req-cd43dc19-3296-43d3-9341-a8a7e561dba5 service neutron] 10.222.0.60 "GET /v2.0/networks/4e4854b3-3918-4802-91e5-edfc6f3eafd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842094 Jul 27 21:52:04.877541 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b60867-de19-4950-8dd1-48e5588bfe72 req-a8694614-cfde-44cc-ac66-3646aac2b887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:52:04.878986 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-c9b60867-de19-4950-8dd1-48e5588bfe72 req-a8694614-cfde-44cc-ac66-3646aac2b887 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=cfbcff53886148d39353432a84e913a2&device_id=303756d3-657d-4c7a-9ca6-bbc1887b3b45 HTTP/1.1" status: 200 len: 1095 time: 0.0545635 Jul 27 21:52:04.969523 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b60867-de19-4950-8dd1-48e5588bfe72 req-0463f1f4-7603-4614-8c3f-909a358befdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:52:04.970968 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-c9b60867-de19-4950-8dd1-48e5588bfe72 req-0463f1f4-7603-4614-8c3f-909a358befdf service neutron] 10.222.0.60 "GET /v2.0/networks?id=4e4854b3-3918-4802-91e5-edfc6f3eafd9 HTTP/1.1" status: 200 len: 914 time: 0.0848346 Jul 27 21:52:05.010844 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-c9b60867-de19-4950-8dd1-48e5588bfe72 req-433f5b2b-3da7-499c-b973-9f4adbf5c16e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5ca6d83a-06a6-4aae-b191-c3784075f83e HTTP/1.1" status: 200 len: 217 time: 0.0325196 Jul 27 21:52:05.057959 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b60867-de19-4950-8dd1-48e5588bfe72 req-fa33a314-eed1-4de5-99c5-dfc4889e0a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:52:05.059399 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-c9b60867-de19-4950-8dd1-48e5588bfe72 req-fa33a314-eed1-4de5-99c5-dfc4889e0a1e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=0eb34b44-693d-4d3b-b4da-b063ce1037bc HTTP/1.1" status: 200 len: 853 time: 0.0420690 Jul 27 21:52:05.093349 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-c9b60867-de19-4950-8dd1-48e5588bfe72 req-596250d8-76c8-44d0-96c1-d4177954e981 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4e4854b3-3918-4802-91e5-edfc6f3eafd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272806 Jul 27 21:52:05.182765 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-c9b60867-de19-4950-8dd1-48e5588bfe72 req-4b6bdfe9-60b7-4dcc-9a16-73d50cee116e service neutron] 10.222.0.60 "GET /v2.0/networks/4e4854b3-3918-4802-91e5-edfc6f3eafd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827053 Jul 27 21:52:05.269547 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-c9b60867-de19-4950-8dd1-48e5588bfe72 req-f1045145-b33d-4671-8111-995c4c0481ab service neutron] 10.222.0.60 "GET /v2.0/networks/4e4854b3-3918-4802-91e5-edfc6f3eafd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798237 Jul 27 21:52:05.795063 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0d8284-4496-4306-8907-903b75ff95d8 req-b57f795c-74b9-4e24-90b2-94634edb452d tempest-ServersNegativeTestJSON-688710399 tempest-ServersNegativeTestJSON-688710399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:52:05.796841 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-ce0d8284-4496-4306-8907-903b75ff95d8 req-b57f795c-74b9-4e24-90b2-94634edb452d tempest-ServersNegativeTestJSON-688710399 tempest-ServersNegativeTestJSON-688710399-project] 10.222.0.59 "GET /v2.0/ports?device_id=303756d3-657d-4c7a-9ca6-bbc1887b3b45 HTTP/1.1" status: 200 len: 943 time: 0.0653462 Jul 27 21:52:05.834663 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-ce0d8284-4496-4306-8907-903b75ff95d8 req-fcdbbdfe-5bb2-42c0-94f3-f9169aa48c93 tempest-ServersNegativeTestJSON-688710399 tempest-ServersNegativeTestJSON-688710399-project] 10.222.0.59 "GET /v2.0/security-groups?id=47cfbba9-1458-4b40-995b-df9e4e5589c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319767 Jul 27 21:52:06.892314 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:06.965090 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece5717c-55c3-4d35-a279-8ac06fac70ee req-66789003-2c31-45e7-9945-538ee2a3d949 tempest-ServersNegativeTestJSON-688710399 tempest-ServersNegativeTestJSON-688710399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:52:06.966616 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-ece5717c-55c3-4d35-a279-8ac06fac70ee req-66789003-2c31-45e7-9945-538ee2a3d949 tempest-ServersNegativeTestJSON-688710399 tempest-ServersNegativeTestJSON-688710399-project] 10.222.0.59 "GET /v2.0/ports?device_id=303756d3-657d-4c7a-9ca6-bbc1887b3b45 HTTP/1.1" status: 200 len: 943 time: 0.0637257 Jul 27 21:52:07.005422 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-ece5717c-55c3-4d35-a279-8ac06fac70ee req-f3423246-fedd-41d5-81e6-d80ebd3ffb10 tempest-ServersNegativeTestJSON-688710399 tempest-ServersNegativeTestJSON-688710399-project] 10.222.0.59 "GET /v2.0/security-groups?id=47cfbba9-1458-4b40-995b-df9e4e5589c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326676 Jul 27 21:52:08.121928 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Device 5ca6d83a-06a6-4aae-b191-c3784075f83e details requested by agent hyperv_n-h2-705658-22 with host n-h2-705658-22 {{(pid=105586) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:52:08.133033 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f954a3-2da5-4065-825e-ef24b8636ee5 req-f39bea62-4497-4222-9cae-3e72ae77e976 tempest-ServersNegativeTestJSON-688710399 tempest-ServersNegativeTestJSON-688710399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:52:08.134595 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e0f954a3-2da5-4065-825e-ef24b8636ee5 req-f39bea62-4497-4222-9cae-3e72ae77e976 tempest-ServersNegativeTestJSON-688710399 tempest-ServersNegativeTestJSON-688710399-project] 10.222.0.59 "GET /v2.0/ports?device_id=303756d3-657d-4c7a-9ca6-bbc1887b3b45 HTTP/1.1" status: 200 len: 943 time: 0.0637894 Jul 27 21:52:08.175903 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e0f954a3-2da5-4065-825e-ef24b8636ee5 req-9bc70d1e-6f5a-4874-a8a7-d95c108e8d6a tempest-ServersNegativeTestJSON-688710399 tempest-ServersNegativeTestJSON-688710399-project] 10.222.0.59 "GET /v2.0/security-groups?id=47cfbba9-1458-4b40-995b-df9e4e5589c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353088 Jul 27 21:52:08.219322 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] For port 5ca6d83a-06a6-4aae-b191-c3784075f83e, host n-h2-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=5ca6d83a-06a6-4aae-b191-c3784075f83e,segment=NetworkSegment(e9edb704-1a3f-4d1f-abe0-66c70bfc933b),segment_id=e9edb704-1a3f-4d1f-abe0-66c70bfc933b)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:52:08.230527 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Returning: {'device': '5ca6d83a-06a6-4aae-b191-c3784075f83e', 'network_id': '4e4854b3-3918-4802-91e5-edfc6f3eafd9', 'port_id': '5ca6d83a-06a6-4aae-b191-c3784075f83e', 'mac_address': 'fa:16:3e:06:d0:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0eb34b44-693d-4d3b-b4da-b063ce1037bc', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105586) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:52:08.265766 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:08.277611 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [None req-3d54578f-831f-4696-b568-13c455922dab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ca6d83a-06a6-4aae-b191-c3784075f83e {{(pid=105586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:52:08.296315 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] For port 5ca6d83a-06a6-4aae-b191-c3784075f83e, host n-h2-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=5ca6d83a-06a6-4aae-b191-c3784075f83e,segment=NetworkSegment(e9edb704-1a3f-4d1f-abe0-66c70bfc933b),segment_id=e9edb704-1a3f-4d1f-abe0-66c70bfc933b)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:52:08.300070 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:08.344423 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Pushing event updated for resources: {'Port': ['ID=5ca6d83a-06a6-4aae-b191-c3784075f83e,revision_number=4']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:52:08.594727 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] get_ports_and_sgs() called for port_ids ['5ca6d83a-06a6-4aae-b191-c3784075f83e'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:52:08.938365 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-d609ba1e-53a7-46ef-8d3a-b6eea22dd0a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:09.303523 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89ecd4b-563b-4659-827d-fb0402535bf0 req-afb6bbae-71a9-44ee-876f-e2cfae0e9ee1 tempest-ServersNegativeTestJSON-688710399 tempest-ServersNegativeTestJSON-688710399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:52:09.305536 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e89ecd4b-563b-4659-827d-fb0402535bf0 req-afb6bbae-71a9-44ee-876f-e2cfae0e9ee1 tempest-ServersNegativeTestJSON-688710399 tempest-ServersNegativeTestJSON-688710399-project] 10.222.0.59 "GET /v2.0/ports?device_id=303756d3-657d-4c7a-9ca6-bbc1887b3b45 HTTP/1.1" status: 200 len: 944 time: 0.0638602 Jul 27 21:52:09.342900 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e89ecd4b-563b-4659-827d-fb0402535bf0 req-fb5ecd46-92ed-4e11-a4f2-8c35f998d81d tempest-ServersNegativeTestJSON-688710399 tempest-ServersNegativeTestJSON-688710399-project] 10.222.0.59 "GET /v2.0/security-groups?id=47cfbba9-1458-4b40-995b-df9e4e5589c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311203 Jul 27 21:52:10.149847 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Device 5ca6d83a-06a6-4aae-b191-c3784075f83e up at agent hyperv_n-h2-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:52:10.202518 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-3d54578f-831f-4696-b568-13c455922dab None None] Provisioning for port 5ca6d83a-06a6-4aae-b191-c3784075f83e completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:52:10.206084 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-3d54578f-831f-4696-b568-13c455922dab None None] Provisioning complete for port 5ca6d83a-06a6-4aae-b191-c3784075f83e triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:52:10.206464 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:10.283218 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:10.305594 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '303756d3-657d-4c7a-9ca6-bbc1887b3b45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ca6d83a-06a6-4aae-b191-c3784075f83e'}] {{(pid=105586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:52:10.307899 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fee2e8668661828e318a8d53a8a935935453ec21149a086d6a2055ff627b97ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ae2bc27-b3bd-4e77-b3ae-75d7ab24929a" -d '{"events": [{"server_uuid": "303756d3-657d-4c7a-9ca6-bbc1887b3b45", "name": "network-vif-plugged", "status": "completed", "tag": "5ca6d83a-06a6-4aae-b191-c3784075f83e"}]}' {{(pid=105586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:52:10.320525 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] For port 5ca6d83a-06a6-4aae-b191-c3784075f83e, host n-h2-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=5ca6d83a-06a6-4aae-b191-c3784075f83e,segment=NetworkSegment(e9edb704-1a3f-4d1f-abe0-66c70bfc933b),segment_id=e9edb704-1a3f-4d1f-abe0-66c70bfc933b)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:52:10.324267 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:10.349008 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:52:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2957f177-fef2-41d6-b02b-9fc6f3e0acc4 x-openstack-request-id: req-2957f177-fef2-41d6-b02b-9fc6f3e0acc4 {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:52:10.349294 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "303756d3-657d-4c7a-9ca6-bbc1887b3b45", "name": "network-vif-plugged", "status": "completed", "tag": "5ca6d83a-06a6-4aae-b191-c3784075f83e", "code": 200}]} {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:52:10.349548 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-2957f177-fef2-41d6-b02b-9fc6f3e0acc4 {{(pid=105586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:52:10.349930 n-d-705658-22 neutron-server[105586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '303756d3-657d-4c7a-9ca6-bbc1887b3b45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ca6d83a-06a6-4aae-b191-c3784075f83e', 'code': 200} Jul 27 21:52:10.376553 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Pushing event updated for resources: {'Port': ['ID=5ca6d83a-06a6-4aae-b191-c3784075f83e,revision_number=5']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:52:10.462768 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af232385-d3e7-4231-b681-131625ed7985 req-d94da4a2-8a07-49a7-8c86-06e58aebc574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:52:10.464365 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-af232385-d3e7-4231-b681-131625ed7985 req-d94da4a2-8a07-49a7-8c86-06e58aebc574 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=303756d3-657d-4c7a-9ca6-bbc1887b3b45 HTTP/1.1" status: 200 len: 1097 time: 0.0584276 Jul 27 21:52:10.480198 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e00fdc-a3de-4a07-bc61-625013d33271 req-dad6332e-92a4-41d8-8dcc-b0ceb61766b8 tempest-ServersNegativeTestJSON-688710399 tempest-ServersNegativeTestJSON-688710399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:52:10.481680 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-75e00fdc-a3de-4a07-bc61-625013d33271 req-dad6332e-92a4-41d8-8dcc-b0ceb61766b8 tempest-ServersNegativeTestJSON-688710399 tempest-ServersNegativeTestJSON-688710399-project] 10.222.0.59 "GET /v2.0/ports?device_id=303756d3-657d-4c7a-9ca6-bbc1887b3b45 HTTP/1.1" status: 200 len: 945 time: 0.0664291 Jul 27 21:52:10.505834 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-af232385-d3e7-4231-b681-131625ed7985 req-c7bccde9-bb8e-4865-b072-a1e7219e8394 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=47cfbba9-1458-4b40-995b-df9e4e5589c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344954 Jul 27 21:52:10.527000 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-75e00fdc-a3de-4a07-bc61-625013d33271 req-a4f944bc-fcd0-457c-b9d4-662161fe3806 tempest-ServersNegativeTestJSON-688710399 tempest-ServersNegativeTestJSON-688710399-project] 10.222.0.59 "GET /v2.0/security-groups?id=47cfbba9-1458-4b40-995b-df9e4e5589c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377133 Jul 27 21:52:10.727915 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:11.592535 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-f1508bd0-f55a-4b5f-b7a4-3596cdb88e72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:11.662060 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44adb290-cd9a-4689-b47a-1ad91fec8838 req-ac9e8f66-3c9c-4926-8903-b1f11d360f4b tempest-ServersNegativeTestJSON-688710399 tempest-ServersNegativeTestJSON-688710399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:52:11.663548 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-44adb290-cd9a-4689-b47a-1ad91fec8838 req-ac9e8f66-3c9c-4926-8903-b1f11d360f4b tempest-ServersNegativeTestJSON-688710399 tempest-ServersNegativeTestJSON-688710399-project] 10.222.0.59 "GET /v2.0/ports?device_id=303756d3-657d-4c7a-9ca6-bbc1887b3b45 HTTP/1.1" status: 200 len: 945 time: 0.0657916 Jul 27 21:52:11.701501 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-44adb290-cd9a-4689-b47a-1ad91fec8838 req-e34e9422-a2f0-426f-a4aa-fe1880898683 tempest-ServersNegativeTestJSON-688710399 tempest-ServersNegativeTestJSON-688710399-project] 10.222.0.59 "GET /v2.0/security-groups?id=47cfbba9-1458-4b40-995b-df9e4e5589c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320022 Jul 27 21:52:11.933691 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:11.945607 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b2f2b8-9a8a-4a6d-9901-3ed1e3a61185 req-05a4259c-3cee-49dc-844f-81732c85e3db tempest-ServersNegativeTestJSON-688710399 tempest-ServersNegativeTestJSON-688710399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:52:11.947087 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a7b2f2b8-9a8a-4a6d-9901-3ed1e3a61185 req-05a4259c-3cee-49dc-844f-81732c85e3db tempest-ServersNegativeTestJSON-688710399 tempest-ServersNegativeTestJSON-688710399-project] 10.222.0.59 "GET /v2.0/ports?device_id=303756d3-657d-4c7a-9ca6-bbc1887b3b45 HTTP/1.1" status: 200 len: 945 time: 0.0639951 Jul 27 21:52:11.983551 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a7b2f2b8-9a8a-4a6d-9901-3ed1e3a61185 req-8ab2c7c4-d4b4-417a-93d8-d00fb191fe05 tempest-ServersNegativeTestJSON-688710399 tempest-ServersNegativeTestJSON-688710399-project] 10.222.0.59 "GET /v2.0/security-groups?id=47cfbba9-1458-4b40-995b-df9e4e5589c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304830 Jul 27 21:52:13.077930 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-bb32ed7d-8717-448b-a9c8-a5a0117d1fd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:13.119889 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad251d9-fd77-4249-a88a-fe9f5c363863 req-ffa30745-d97c-44df-8bd0-1f4a24f91d16 tempest-ServersNegativeTestJSON-688710399 tempest-ServersNegativeTestJSON-688710399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:52:13.121383 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-3ad251d9-fd77-4249-a88a-fe9f5c363863 req-ffa30745-d97c-44df-8bd0-1f4a24f91d16 tempest-ServersNegativeTestJSON-688710399 tempest-ServersNegativeTestJSON-688710399-project] 10.222.0.59 "GET /v2.0/ports?device_id=303756d3-657d-4c7a-9ca6-bbc1887b3b45 HTTP/1.1" status: 200 len: 945 time: 0.0702517 Jul 27 21:52:13.159915 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-3ad251d9-fd77-4249-a88a-fe9f5c363863 req-2b2148df-cdf4-4354-9a6c-af86593f841d tempest-ServersNegativeTestJSON-688710399 tempest-ServersNegativeTestJSON-688710399-project] 10.222.0.59 "GET /v2.0/security-groups?id=47cfbba9-1458-4b40-995b-df9e4e5589c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322556 Jul 27 21:52:13.305358 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8916a4bd-d69b-414e-8771-9202fdad2791 req-63f07bd8-d40b-450e-967a-86145a6c9eb4 tempest-ServersNegativeTestJSON-688710399 tempest-ServersNegativeTestJSON-688710399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:52:13.306858 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-8916a4bd-d69b-414e-8771-9202fdad2791 req-63f07bd8-d40b-450e-967a-86145a6c9eb4 tempest-ServersNegativeTestJSON-688710399 tempest-ServersNegativeTestJSON-688710399-project] 10.222.0.60 "GET /v2.0/ports?device_id=303756d3-657d-4c7a-9ca6-bbc1887b3b45 HTTP/1.1" status: 200 len: 945 time: 0.0617161 Jul 27 21:52:13.405919 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [req-8916a4bd-d69b-414e-8771-9202fdad2791 req-e5c2757b-d36f-4935-b4ef-04b144e7cf36 tempest-ServersNegativeTestJSON-688710399 tempest-ServersNegativeTestJSON-688710399-project] Deleting port 5ca6d83a-06a6-4aae-b191-c3784075f83e {{(pid=105584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:52:13.406259 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-8916a4bd-d69b-414e-8771-9202fdad2791 req-e5c2757b-d36f-4935-b4ef-04b144e7cf36 tempest-ServersNegativeTestJSON-688710399 tempest-ServersNegativeTestJSON-688710399-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:13.490742 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [req-8916a4bd-d69b-414e-8771-9202fdad2791 req-e5c2757b-d36f-4935-b4ef-04b144e7cf36 tempest-ServersNegativeTestJSON-688710399 tempest-ServersNegativeTestJSON-688710399-project] For port 5ca6d83a-06a6-4aae-b191-c3784075f83e, host n-h2-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=5ca6d83a-06a6-4aae-b191-c3784075f83e,segment=NetworkSegment(e9edb704-1a3f-4d1f-abe0-66c70bfc933b),segment_id=e9edb704-1a3f-4d1f-abe0-66c70bfc933b)] {{(pid=105584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:52:13.491135 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-8916a4bd-d69b-414e-8771-9202fdad2791 req-e5c2757b-d36f-4935-b4ef-04b144e7cf36 tempest-ServersNegativeTestJSON-688710399 tempest-ServersNegativeTestJSON-688710399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:13.504355 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [req-8916a4bd-d69b-414e-8771-9202fdad2791 req-e5c2757b-d36f-4935-b4ef-04b144e7cf36 tempest-ServersNegativeTestJSON-688710399 tempest-ServersNegativeTestJSON-688710399-project] Calling delete_port for 5ca6d83a-06a6-4aae-b191-c3784075f83e owned by compute:nova {{(pid=105584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:52:13.630868 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-8916a4bd-d69b-414e-8771-9202fdad2791 req-e5c2757b-d36f-4935-b4ef-04b144e7cf36 tempest-ServersNegativeTestJSON-688710399 tempest-ServersNegativeTestJSON-688710399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:13.643918 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] get_ports_and_sgs() called for port_ids ['5ca6d83a-06a6-4aae-b191-c3784075f83e'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:52:13.646250 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] get_ports_and_sgs() called for port_ids ['ae93aa5a-ba95-4ea0-bab3-87f0ce6227f8'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:52:13.659280 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c2757b-d36f-4935-b4ef-04b144e7cf36 tempest-ServersNegativeTestJSON-688710399 tempest-ServersNegativeTestJSON-688710399-project] Pushing event deleted for resources: {'Port': ['ID=5ca6d83a-06a6-4aae-b191-c3784075f83e,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:52:13.705521 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [req-8916a4bd-d69b-414e-8771-9202fdad2791 req-e5c2757b-d36f-4935-b4ef-04b144e7cf36 tempest-ServersNegativeTestJSON-688710399 tempest-ServersNegativeTestJSON-688710399-project] No DVR routers for this DVR port 5ca6d83a-06a6-4aae-b191-c3784075f83e on host n-h2-705658-22 {{(pid=105584) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:52:13.708032 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-8916a4bd-d69b-414e-8771-9202fdad2791 req-e5c2757b-d36f-4935-b4ef-04b144e7cf36 tempest-ServersNegativeTestJSON-688710399 tempest-ServersNegativeTestJSON-688710399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:13.710024 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-8916a4bd-d69b-414e-8771-9202fdad2791 req-e5c2757b-d36f-4935-b4ef-04b144e7cf36 tempest-ServersNegativeTestJSON-688710399 tempest-ServersNegativeTestJSON-688710399-project] 10.222.0.60 "DELETE /v2.0/ports/5ca6d83a-06a6-4aae-b191-c3784075f83e HTTP/1.1" status: 204 len: 173 time: 0.3973870 Jul 27 21:52:13.710456 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '303756d3-657d-4c7a-9ca6-bbc1887b3b45', 'name': 'network-vif-deleted', 'tag': '5ca6d83a-06a6-4aae-b191-c3784075f83e'}] {{(pid=105584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:52:13.713277 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a14b7e693ac0d3b36d252540d57b2183de19e2104d11de1d527dbb6a6689965" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44d163b5-599d-4f04-b870-f8f82ff58259" -d '{"events": [{"server_uuid": "303756d3-657d-4c7a-9ca6-bbc1887b3b45", "name": "network-vif-deleted", "tag": "5ca6d83a-06a6-4aae-b191-c3784075f83e"}]}' {{(pid=105584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:52:13.754346 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:52:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bdcdc42-b396-49a4-9182-639be057a3d4 x-openstack-request-id: req-3bdcdc42-b396-49a4-9182-639be057a3d4 {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:52:13.754817 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "303756d3-657d-4c7a-9ca6-bbc1887b3b45", "name": "network-vif-deleted", "tag": "5ca6d83a-06a6-4aae-b191-c3784075f83e", "status": "completed", "code": 200}]} {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:52:13.755118 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-3bdcdc42-b396-49a4-9182-639be057a3d4 {{(pid=105584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:52:13.755532 n-d-705658-22 neutron-server[105584]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '303756d3-657d-4c7a-9ca6-bbc1887b3b45', 'name': 'network-vif-deleted', 'tag': '5ca6d83a-06a6-4aae-b191-c3784075f83e', 'status': 'completed', 'code': 200} Jul 27 21:52:14.335625 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f504b0-2a92-4c85-8a2c-924cae2b871c req-917f775c-344d-4895-b094-53cc75e9ef54 tempest-ServersNegativeTestJSON-688710399 tempest-ServersNegativeTestJSON-688710399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:52:14.337822 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b7f504b0-2a92-4c85-8a2c-924cae2b871c req-917f775c-344d-4895-b094-53cc75e9ef54 tempest-ServersNegativeTestJSON-688710399 tempest-ServersNegativeTestJSON-688710399-project] 10.222.0.59 "GET /v2.0/ports?device_id=2c72b849-b7ea-483b-940f-fc93cdf8fc81 HTTP/1.1" status: 200 len: 946 time: 0.0714617 Jul 27 21:52:14.375833 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b7f504b0-2a92-4c85-8a2c-924cae2b871c req-57b84eb4-b35f-4d1d-a884-3527f3ddf742 tempest-ServersNegativeTestJSON-688710399 tempest-ServersNegativeTestJSON-688710399-project] 10.222.0.59 "GET /v2.0/security-groups?id=47cfbba9-1458-4b40-995b-df9e4e5589c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316098 Jul 27 21:52:14.494735 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-875ced1b-4cf3-463a-9653-058f0f9421e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:14.534223 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9944c39-6d84-4c54-ac6e-b8da884d0a32 req-2c419484-c72e-49fd-b449-a8df706d33e4 tempest-ServersNegativeTestJSON-688710399 tempest-ServersNegativeTestJSON-688710399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:52:14.535765 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-d9944c39-6d84-4c54-ac6e-b8da884d0a32 req-2c419484-c72e-49fd-b449-a8df706d33e4 tempest-ServersNegativeTestJSON-688710399 tempest-ServersNegativeTestJSON-688710399-project] 10.222.0.59 "GET /v2.0/ports?device_id=2c72b849-b7ea-483b-940f-fc93cdf8fc81 HTTP/1.1" status: 200 len: 946 time: 0.0661616 Jul 27 21:52:14.573759 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-d9944c39-6d84-4c54-ac6e-b8da884d0a32 req-0cbf3197-fc0c-4335-964e-56a9eefc4a8f tempest-ServersNegativeTestJSON-688710399 tempest-ServersNegativeTestJSON-688710399-project] 10.222.0.59 "GET /v2.0/security-groups?id=47cfbba9-1458-4b40-995b-df9e4e5589c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319154 Jul 27 21:52:14.710535 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cc856a-a1f9-46df-b1ec-18d3b4f4d3ff req-d550be7c-463f-45cf-a92a-ff2b5101b7cd tempest-ServersNegativeTestJSON-688710399 tempest-ServersNegativeTestJSON-688710399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:52:14.712020 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-97cc856a-a1f9-46df-b1ec-18d3b4f4d3ff req-d550be7c-463f-45cf-a92a-ff2b5101b7cd tempest-ServersNegativeTestJSON-688710399 tempest-ServersNegativeTestJSON-688710399-project] 10.222.0.59 "GET /v2.0/ports?device_id=2c72b849-b7ea-483b-940f-fc93cdf8fc81 HTTP/1.1" status: 200 len: 946 time: 0.0687075 Jul 27 21:52:14.748945 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-97cc856a-a1f9-46df-b1ec-18d3b4f4d3ff req-2ff932a5-5bfa-4e57-a644-cbbd3e371aef tempest-ServersNegativeTestJSON-688710399 tempest-ServersNegativeTestJSON-688710399-project] 10.222.0.59 "GET /v2.0/security-groups?id=47cfbba9-1458-4b40-995b-df9e4e5589c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310395 Jul 27 21:52:14.932572 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4a9ba1-0060-4a68-82cf-965a09ec8e12 req-5d388022-5148-4aaf-9994-985ffa9b4849 tempest-ServersNegativeTestJSON-688710399 tempest-ServersNegativeTestJSON-688710399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:52:14.934207 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-2a4a9ba1-0060-4a68-82cf-965a09ec8e12 req-5d388022-5148-4aaf-9994-985ffa9b4849 tempest-ServersNegativeTestJSON-688710399 tempest-ServersNegativeTestJSON-688710399-project] 10.222.0.59 "GET /v2.0/ports?device_id=2c72b849-b7ea-483b-940f-fc93cdf8fc81 HTTP/1.1" status: 200 len: 946 time: 0.0643580 Jul 27 21:52:14.971558 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-2a4a9ba1-0060-4a68-82cf-965a09ec8e12 req-4e701a08-2dc3-41c8-b1d0-2cdef95dd877 tempest-ServersNegativeTestJSON-688710399 tempest-ServersNegativeTestJSON-688710399-project] 10.222.0.59 "GET /v2.0/security-groups?id=47cfbba9-1458-4b40-995b-df9e4e5589c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314200 Jul 27 21:52:15.098236 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff98c85-ace7-49b9-b9db-eac2e6859114 req-6d92142b-bac7-444d-a1f7-89338d47463a tempest-ServersNegativeTestJSON-688710399 tempest-ServersNegativeTestJSON-688710399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:52:15.099645 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-dff98c85-ace7-49b9-b9db-eac2e6859114 req-6d92142b-bac7-444d-a1f7-89338d47463a tempest-ServersNegativeTestJSON-688710399 tempest-ServersNegativeTestJSON-688710399-project] 10.222.0.59 "GET /v2.0/ports?device_id=2c72b849-b7ea-483b-940f-fc93cdf8fc81 HTTP/1.1" status: 200 len: 946 time: 0.0617418 Jul 27 21:52:15.138357 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-dff98c85-ace7-49b9-b9db-eac2e6859114 req-ed68220f-c28c-431a-ae34-83c139dbdd42 tempest-ServersNegativeTestJSON-688710399 tempest-ServersNegativeTestJSON-688710399-project] 10.222.0.59 "GET /v2.0/security-groups?id=47cfbba9-1458-4b40-995b-df9e4e5589c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322392 Jul 27 21:52:15.278407 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b24cb7a-da24-428e-bf92-f6f893c6938e req-3f4ea08b-b735-44da-886a-bd126a07e122 tempest-ServersNegativeTestJSON-688710399 tempest-ServersNegativeTestJSON-688710399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:52:15.279867 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-1b24cb7a-da24-428e-bf92-f6f893c6938e req-3f4ea08b-b735-44da-886a-bd126a07e122 tempest-ServersNegativeTestJSON-688710399 tempest-ServersNegativeTestJSON-688710399-project] 10.222.0.59 "GET /v2.0/ports?device_id=2c72b849-b7ea-483b-940f-fc93cdf8fc81 HTTP/1.1" status: 200 len: 946 time: 0.0653298 Jul 27 21:52:15.316404 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-1b24cb7a-da24-428e-bf92-f6f893c6938e req-63de2e6d-6435-43d7-be33-7a23d38b5fe3 tempest-ServersNegativeTestJSON-688710399 tempest-ServersNegativeTestJSON-688710399-project] 10.222.0.59 "GET /v2.0/security-groups?id=47cfbba9-1458-4b40-995b-df9e4e5589c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306203 Jul 27 21:52:15.630833 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9af61d1-ac66-43a8-849e-bc267319150f req-554602a5-9b67-4d20-8bc0-ccb91d6add0f tempest-ServersNegativeTestJSON-688710399 tempest-ServersNegativeTestJSON-688710399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:52:15.632252 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a9af61d1-ac66-43a8-849e-bc267319150f req-554602a5-9b67-4d20-8bc0-ccb91d6add0f tempest-ServersNegativeTestJSON-688710399 tempest-ServersNegativeTestJSON-688710399-project] 10.222.0.59 "GET /v2.0/ports?device_id=2c72b849-b7ea-483b-940f-fc93cdf8fc81 HTTP/1.1" status: 200 len: 946 time: 0.0630956 Jul 27 21:52:15.670183 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a9af61d1-ac66-43a8-849e-bc267319150f req-859fdf7e-9893-4a59-adf3-ae791be3a412 tempest-ServersNegativeTestJSON-688710399 tempest-ServersNegativeTestJSON-688710399-project] 10.222.0.59 "GET /v2.0/security-groups?id=47cfbba9-1458-4b40-995b-df9e4e5589c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312929 Jul 27 21:52:16.805380 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83a01ac-a203-4740-903f-4ec3f04919e8 req-cf93f003-92ac-46a7-a516-59bfe6e66146 tempest-ServersNegativeTestJSON-688710399 tempest-ServersNegativeTestJSON-688710399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:52:16.806864 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-c83a01ac-a203-4740-903f-4ec3f04919e8 req-cf93f003-92ac-46a7-a516-59bfe6e66146 tempest-ServersNegativeTestJSON-688710399 tempest-ServersNegativeTestJSON-688710399-project] 10.222.0.59 "GET /v2.0/ports?device_id=2c72b849-b7ea-483b-940f-fc93cdf8fc81 HTTP/1.1" status: 200 len: 946 time: 0.0674884 Jul 27 21:52:16.844241 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-c83a01ac-a203-4740-903f-4ec3f04919e8 req-814376ea-148f-4cce-b0b3-3e9a92d1f967 tempest-ServersNegativeTestJSON-688710399 tempest-ServersNegativeTestJSON-688710399-project] 10.222.0.59 "GET /v2.0/security-groups?id=47cfbba9-1458-4b40-995b-df9e4e5589c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314245 Jul 27 21:52:16.937523 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47f6682-70cd-47d0-9ebc-7cfb97eba047 req-b6890beb-5816-4c16-9d43-1c9ec2675b24 tempest-ServersNegativeTestJSON-688710399 tempest-ServersNegativeTestJSON-688710399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:52:16.938987 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-c47f6682-70cd-47d0-9ebc-7cfb97eba047 req-b6890beb-5816-4c16-9d43-1c9ec2675b24 tempest-ServersNegativeTestJSON-688710399 tempest-ServersNegativeTestJSON-688710399-project] 10.222.0.36 "GET /v2.0/ports?device_id=2c72b849-b7ea-483b-940f-fc93cdf8fc81 HTTP/1.1" status: 200 len: 946 time: 0.0653138 Jul 27 21:52:17.037651 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [req-c47f6682-70cd-47d0-9ebc-7cfb97eba047 req-51cac7b5-841c-45cc-be80-4a31192bd3f8 tempest-ServersNegativeTestJSON-688710399 tempest-ServersNegativeTestJSON-688710399-project] Deleting port ae93aa5a-ba95-4ea0-bab3-87f0ce6227f8 {{(pid=105584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:52:17.037917 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-c47f6682-70cd-47d0-9ebc-7cfb97eba047 req-51cac7b5-841c-45cc-be80-4a31192bd3f8 tempest-ServersNegativeTestJSON-688710399 tempest-ServersNegativeTestJSON-688710399-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:17.126694 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [req-c47f6682-70cd-47d0-9ebc-7cfb97eba047 req-51cac7b5-841c-45cc-be80-4a31192bd3f8 tempest-ServersNegativeTestJSON-688710399 tempest-ServersNegativeTestJSON-688710399-project] For port ae93aa5a-ba95-4ea0-bab3-87f0ce6227f8, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=ae93aa5a-ba95-4ea0-bab3-87f0ce6227f8,segment=NetworkSegment(e9edb704-1a3f-4d1f-abe0-66c70bfc933b),segment_id=e9edb704-1a3f-4d1f-abe0-66c70bfc933b)] {{(pid=105584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:52:17.127091 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-c47f6682-70cd-47d0-9ebc-7cfb97eba047 req-51cac7b5-841c-45cc-be80-4a31192bd3f8 tempest-ServersNegativeTestJSON-688710399 tempest-ServersNegativeTestJSON-688710399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:17.140042 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [req-c47f6682-70cd-47d0-9ebc-7cfb97eba047 req-51cac7b5-841c-45cc-be80-4a31192bd3f8 tempest-ServersNegativeTestJSON-688710399 tempest-ServersNegativeTestJSON-688710399-project] Calling delete_port for ae93aa5a-ba95-4ea0-bab3-87f0ce6227f8 owned by compute:nova {{(pid=105584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:52:17.264795 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-c47f6682-70cd-47d0-9ebc-7cfb97eba047 req-51cac7b5-841c-45cc-be80-4a31192bd3f8 tempest-ServersNegativeTestJSON-688710399 tempest-ServersNegativeTestJSON-688710399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:17.275978 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] get_ports_and_sgs() called for port_ids ['ae93aa5a-ba95-4ea0-bab3-87f0ce6227f8'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:52:17.291515 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cac7b5-841c-45cc-be80-4a31192bd3f8 tempest-ServersNegativeTestJSON-688710399 tempest-ServersNegativeTestJSON-688710399-project] Pushing event deleted for resources: {'Port': ['ID=ae93aa5a-ba95-4ea0-bab3-87f0ce6227f8,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:52:17.340420 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [req-c47f6682-70cd-47d0-9ebc-7cfb97eba047 req-51cac7b5-841c-45cc-be80-4a31192bd3f8 tempest-ServersNegativeTestJSON-688710399 tempest-ServersNegativeTestJSON-688710399-project] No DVR routers for this DVR port ae93aa5a-ba95-4ea0-bab3-87f0ce6227f8 on host n-h1-705658-22 {{(pid=105584) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:52:17.343063 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-c47f6682-70cd-47d0-9ebc-7cfb97eba047 req-51cac7b5-841c-45cc-be80-4a31192bd3f8 tempest-ServersNegativeTestJSON-688710399 tempest-ServersNegativeTestJSON-688710399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:17.345111 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-c47f6682-70cd-47d0-9ebc-7cfb97eba047 req-51cac7b5-841c-45cc-be80-4a31192bd3f8 tempest-ServersNegativeTestJSON-688710399 tempest-ServersNegativeTestJSON-688710399-project] 10.222.0.36 "DELETE /v2.0/ports/ae93aa5a-ba95-4ea0-bab3-87f0ce6227f8 HTTP/1.1" status: 204 len: 173 time: 0.3992422 Jul 27 21:52:17.345554 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c72b849-b7ea-483b-940f-fc93cdf8fc81', 'name': 'network-vif-deleted', 'tag': 'ae93aa5a-ba95-4ea0-bab3-87f0ce6227f8'}] {{(pid=105584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:52:17.347843 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a14b7e693ac0d3b36d252540d57b2183de19e2104d11de1d527dbb6a6689965" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae50338a-44aa-411e-a6c7-8d18b438b569" -d '{"events": [{"server_uuid": "2c72b849-b7ea-483b-940f-fc93cdf8fc81", "name": "network-vif-deleted", "tag": "ae93aa5a-ba95-4ea0-bab3-87f0ce6227f8"}]}' {{(pid=105584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:52:17.384384 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:52:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bde85c40-9caf-4e04-9fb9-f6a1a9576dc6 x-openstack-request-id: req-bde85c40-9caf-4e04-9fb9-f6a1a9576dc6 {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:52:17.384724 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c72b849-b7ea-483b-940f-fc93cdf8fc81", "name": "network-vif-deleted", "tag": "ae93aa5a-ba95-4ea0-bab3-87f0ce6227f8", "status": "completed", "code": 200}]} {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:52:17.384963 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-bde85c40-9caf-4e04-9fb9-f6a1a9576dc6 {{(pid=105584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:52:17.385366 n-d-705658-22 neutron-server[105584]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c72b849-b7ea-483b-940f-fc93cdf8fc81', 'name': 'network-vif-deleted', 'tag': 'ae93aa5a-ba95-4ea0-bab3-87f0ce6227f8', 'status': 'completed', 'code': 200} Jul 27 21:52:17.899044 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 37592) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:52:17.942960 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.db_base_plugin_v2 [None req-23d25fc4-9372-40f5-adc1-834c6cbd4233 admin admin] Deleting subnet 0eb34b44-693d-4d3b-b4da-b063ce1037bc {{(pid=105584) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:52:17.945803 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-23d25fc4-9372-40f5-adc1-834c6cbd4233 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:17.981943 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-23d25fc4-9372-40f5-adc1-834c6cbd4233 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9014207'] for subnet, precommit_delete_associations {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:18.020442 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-23d25fc4-9372-40f5-adc1-834c6cbd4233 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854965'] for subnet, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:18.070984 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-23d25fc4-9372-40f5-adc1-834c6cbd4233 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9014081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9738825'] for subnet, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:18.095484 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d25fc4-9372-40f5-adc1-834c6cbd4233 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0eb34b44-693d-4d3b-b4da-b063ce1037bc,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:52:18.099047 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-23d25fc4-9372-40f5-adc1-834c6cbd4233 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:18.100910 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-23d25fc4-9372-40f5-adc1-834c6cbd4233 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/0eb34b44-693d-4d3b-b4da-b063ce1037bc HTTP/1.1" status: 204 len: 168 time: 0.2008607 Jul 27 21:52:18.103907 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 37594) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:52:18.172980 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-63985e82-2058-42d1-9bac-8935eda94428 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-990557'] for network, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:18.208936 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Device 5ca6d83a-06a6-4aae-b191-c3784075f83e no longer exists at agent hyperv_n-h2-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:52:18.232370 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-3d54578f-831f-4696-b568-13c455922dab None None] No Port match for: 5ca6d83a-06a6-4aae-b191-c3784075f83e {{(pid=105586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:52:18.232719 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Device 5ca6d83a-06a6-4aae-b191-c3784075f83e not bound to the agent host n-h2-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:52:18.251655 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-63985e82-2058-42d1-9bac-8935eda94428 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853562', 'neutron.services.segments.db._delete_segments_for_network-8790688882975'] for network, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:18.261557 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.segments.db [None req-63985e82-2058-42d1-9bac-8935eda94428 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e4854b3-3918-4802-91e5-edfc6f3eafd9']}} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:52:18.271525 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.segments.db [None req-63985e82-2058-42d1-9bac-8935eda94428 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9edb704-1a3f-4d1f-abe0-66c70bfc933b') {'for_net_delete': True} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:52:18.271823 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.segments.db [None req-63985e82-2058-42d1-9bac-8935eda94428 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9edb704-1a3f-4d1f-abe0-66c70bfc933b') {} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:52:18.280825 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-63985e82-2058-42d1-9bac-8935eda94428 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790688883752', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9014348'] for segment, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:18.294399 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-63985e82-2058-42d1-9bac-8935eda94428 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:18.299999 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63985e82-2058-42d1-9bac-8935eda94428 admin admin] Releasing vlan 200 on physical network physnet1 to pool {{(pid=105584) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:52:18.300386 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-63985e82-2058-42d1-9bac-8935eda94428 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9014063'] for segment, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:18.301979 n-d-705658-22 neutron-server[105584]: Traceback (most recent call last): Jul 27 21:52:18.301979 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:52:18.301979 n-d-705658-22 neutron-server[105584]: timer() Jul 27 21:52:18.301979 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:52:18.301979 n-d-705658-22 neutron-server[105584]: cb(*args, **kw) Jul 27 21:52:18.301979 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:52:18.301979 n-d-705658-22 neutron-server[105584]: return func(*args, **kwargs) Jul 27 21:52:18.301979 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:52:18.301979 n-d-705658-22 neutron-server[105584]: self._notify() Jul 27 21:52:18.301979 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:52:18.301979 n-d-705658-22 neutron-server[105584]: self.callback(batched_events) Jul 27 21:52:18.301979 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:52:18.301979 n-d-705658-22 neutron-server[105584]: event.method(event) Jul 27 21:52:18.301979 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:52:18.301979 n-d-705658-22 neutron-server[105584]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:52:18.301979 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:52:18.301979 n-d-705658-22 neutron-server[105584]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:52:18.301979 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:52:18.301979 n-d-705658-22 neutron-server[105584]: return f(self, *a, **k) Jul 27 21:52:18.301979 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:52:18.301979 n-d-705658-22 neutron-server[105584]: return self._get(url).json() Jul 27 21:52:18.301979 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:52:18.301979 n-d-705658-22 neutron-server[105584]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:52:18.301979 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:52:18.301979 n-d-705658-22 neutron-server[105584]: return self.request(url, 'GET', **kwargs) Jul 27 21:52:18.301979 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:52:18.301979 n-d-705658-22 neutron-server[105584]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:52:18.301979 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:52:18.301979 n-d-705658-22 neutron-server[105584]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:52:18.301979 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:52:18.301979 n-d-705658-22 neutron-server[105584]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:52:18.301979 n-d-705658-22 neutron-server[105584]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:52:18.358214 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-63985e82-2058-42d1-9bac-8935eda94428 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4075658'] for network, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:18.363667 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-63985e82-2058-42d1-9bac-8935eda94428 admin admin] Notify callbacks [] for network, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:18.365508 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-63985e82-2058-42d1-9bac-8935eda94428 admin admin] 10.222.0.59 "DELETE /v2.0/networks/4e4854b3-3918-4802-91e5-edfc6f3eafd9 HTTP/1.1" status: 204 len: 168 time: 0.2606907 Jul 27 21:52:18.376579 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63985e82-2058-42d1-9bac-8935eda94428 admin admin] Pushing event deleted for resources: {'Network': ['ID=4e4854b3-3918-4802-91e5-edfc6f3eafd9,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:52:18.472318 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 37598) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:52:18.511313 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-46ad2197-33f9-4bad-8647-fb492b2394c9 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=cfbcff53886148d39353432a84e913a2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0378401 Jul 27 21:52:18.513636 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 37600) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:52:18.560130 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-533a7792-7ce9-4d77-bbed-5f781708077a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:18.580238 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-533a7792-7ce9-4d77-bbed-5f781708077a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:18.630841 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-533a7792-7ce9-4d77-bbed-5f781708077a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:18.634335 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-533a7792-7ce9-4d77-bbed-5f781708077a admin admin] Notify callbacks [] for security_group, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:18.635498 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-533a7792-7ce9-4d77-bbed-5f781708077a admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/47cfbba9-1458-4b40-995b-df9e4e5589c5 HTTP/1.1" status: 204 len: 168 time: 0.1209853 Jul 27 21:52:18.644413 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533a7792-7ce9-4d77-bbed-5f781708077a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47cfbba9-1458-4b40-995b-df9e4e5589c5,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:52:19.281690 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 37622) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:52:19.373719 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-9fe6721e-3ed4-4687-b8d5-a7c707c36977 tempest-NetworksIpV6Test-874735347 tempest-NetworksIpV6Test-874735347-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1296011086'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:52:19.394516 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fe6721e-3ed4-4687-b8d5-a7c707c36977 tempest-NetworksIpV6Test-874735347 tempest-NetworksIpV6Test-874735347-project] Made reservation on behalf of 8a2572f8931c46cf898cc4745685b809 for: {'network': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:52:19.397959 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-9fe6721e-3ed4-4687-b8d5-a7c707c36977 tempest-NetworksIpV6Test-874735347 tempest-NetworksIpV6Test-874735347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for network, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:19.406195 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-9fe6721e-3ed4-4687-b8d5-a7c707c36977 tempest-NetworksIpV6Test-874735347 tempest-NetworksIpV6Test-874735347-project] Notify callbacks [] for security_group, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:19.495922 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-9fe6721e-3ed4-4687-b8d5-a7c707c36977 tempest-NetworksIpV6Test-874735347 tempest-NetworksIpV6Test-874735347-project] Notify callbacks [] for security_group, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:19.499593 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-9fe6721e-3ed4-4687-b8d5-a7c707c36977 tempest-NetworksIpV6Test-874735347 tempest-NetworksIpV6Test-874735347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:19.521230 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9fe6721e-3ed4-4687-b8d5-a7c707c36977 tempest-NetworksIpV6Test-874735347 tempest-NetworksIpV6Test-874735347-project] vlan segment allocate from pool success with {'vlan_id': 216, 'physical_network': 'physnet1'} {{(pid=105584) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:52:19.535588 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe6721e-3ed4-4687-b8d5-a7c707c36977 tempest-NetworksIpV6Test-874735347 tempest-NetworksIpV6Test-874735347-project] Pushing event updated for resources: {'SecurityGroup': ['ID=398c9222-b569-4657-995f-4a8e9d5eb2aa,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:52:19.539672 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-9fe6721e-3ed4-4687-b8d5-a7c707c36977 tempest-NetworksIpV6Test-874735347 tempest-NetworksIpV6Test-874735347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:19.540018 n-d-705658-22 neutron-server[105584]: INFO neutron.db.segments_db [None req-9fe6721e-3ed4-4687-b8d5-a7c707c36977 tempest-NetworksIpV6Test-874735347 tempest-NetworksIpV6Test-874735347-project] Added segment b25fbda4-c375-427f-aec4-9ccae5f08c75 of type vlan for network 31566708-a848-4a3f-8737-c98a6f6805a7 Jul 27 21:52:19.579254 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-9fe6721e-3ed4-4687-b8d5-a7c707c36977 tempest-NetworksIpV6Test-874735347 tempest-NetworksIpV6Test-874735347-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790688424798'] for network, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:19.607571 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-9fe6721e-3ed4-4687-b8d5-a7c707c36977 tempest-NetworksIpV6Test-874735347 tempest-NetworksIpV6Test-874735347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920'] for network, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:19.612974 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fe6721e-3ed4-4687-b8d5-a7c707c36977 tempest-NetworksIpV6Test-874735347 tempest-NetworksIpV6Test-874735347-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:52:19.613548 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-9fe6721e-3ed4-4687-b8d5-a7c707c36977 tempest-NetworksIpV6Test-874735347 tempest-NetworksIpV6Test-874735347-project] Notify callbacks [] for network, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:19.686210 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-9fe6721e-3ed4-4687-b8d5-a7c707c36977 tempest-NetworksIpV6Test-874735347 tempest-NetworksIpV6Test-874735347-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4031239 Jul 27 21:52:19.718701 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe6721e-3ed4-4687-b8d5-a7c707c36977 tempest-NetworksIpV6Test-874735347 tempest-NetworksIpV6Test-874735347-project] Pushing event updated for resources: {'Network': ['ID=31566708-a848-4a3f-8737-c98a6f6805a7,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:52:19.730462 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Network 31566708-a848-4a3f-8737-c98a6f6805a7 details requested by agent ovs-agent-n-d-705658-22 with host n-d-705658-22 {{(pid=105586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:52:19.885329 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device ae93aa5a-ba95-4ea0-bab3-87f0ce6227f8 no longer exists at agent hyperv_n-h1-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:52:19.905943 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-28650df7-c46c-4981-b84f-37d87254047e None None] No Port match for: ae93aa5a-ba95-4ea0-bab3-87f0ce6227f8 {{(pid=105586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:52:19.906292 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device ae93aa5a-ba95-4ea0-bab3-87f0ce6227f8 not bound to the agent host n-h1-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:52:22.966632 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 37626) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:52:22.971983 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-8cffa473-3ea4-4527-b39f-634bdd34ff8e tempest-NetworksIpV6Test-874735347 tempest-NetworksIpV6Test-874735347-project] Request body: {'subnet': {'network_id': '31566708-a848-4a3f-8737-c98a6f6805a7', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:52:23.061428 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cffa473-3ea4-4527-b39f-634bdd34ff8e tempest-NetworksIpV6Test-874735347 tempest-NetworksIpV6Test-874735347-project] Made reservation on behalf of 8a2572f8931c46cf898cc4745685b809 for: {'subnet': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:52:23.064948 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-8cffa473-3ea4-4527-b39f-634bdd34ff8e tempest-NetworksIpV6Test-874735347 tempest-NetworksIpV6Test-874735347-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9738786'] for subnet, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:23.240546 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-8cffa473-3ea4-4527-b39f-634bdd34ff8e tempest-NetworksIpV6Test-874735347 tempest-NetworksIpV6Test-874735347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9014150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9738800'] for subnet, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:23.296478 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cffa473-3ea4-4527-b39f-634bdd34ff8e tempest-NetworksIpV6Test-874735347 tempest-NetworksIpV6Test-874735347-project] Pushing event updated for resources: {'Subnet': ['ID=13cf55a7-b9ae-43d7-ba76-5a51a50b0fba,revision_number=0']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:52:23.307935 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cffa473-3ea4-4527-b39f-634bdd34ff8e tempest-NetworksIpV6Test-874735347 tempest-NetworksIpV6Test-874735347-project] Checking segment: {'id': 'b25fbda4-c375-427f-aec4-9ccae5f08c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '31566708-a848-4a3f-8737-c98a6f6805a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:52:23.308295 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cffa473-3ea4-4527-b39f-634bdd34ff8e tempest-NetworksIpV6Test-874735347 tempest-NetworksIpV6Test-874735347-project] Network hostable DHCP agents. Network: 31566708-a848-4a3f-8737-c98a6f6805a7, hostable agents: ['7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a'], hosted agents: [] {{(pid=105584) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:52:23.323364 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cffa473-3ea4-4527-b39f-634bdd34ff8e tempest-NetworksIpV6Test-874735347 tempest-NetworksIpV6Test-874735347-project] Network 31566708-a848-4a3f-8737-c98a6f6805a7 is scheduled to be hosted by DHCP agent 7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a with binding_index 1 {{(pid=105584) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:52:23.331587 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [None req-8cffa473-3ea4-4527-b39f-634bdd34ff8e tempest-NetworksIpV6Test-874735347 tempest-NetworksIpV6Test-874735347-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-22, 31566708-a848-4a3f-8737-c98a6f6805a7) {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:52:23.335850 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cffa473-3ea4-4527-b39f-634bdd34ff8e tempest-NetworksIpV6Test-874735347 tempest-NetworksIpV6Test-874735347-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:52:23.337011 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-8cffa473-3ea4-4527-b39f-634bdd34ff8e tempest-NetworksIpV6Test-874735347 tempest-NetworksIpV6Test-874735347-project] Notify callbacks [] for subnet, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:23.340512 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d4fa1f0-4ffd-4c26-96ca-669569f868b4 None None] Network 31566708-a848-4a3f-8737-c98a6f6805a7 requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:52:23.351981 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-8cffa473-3ea4-4527-b39f-634bdd34ff8e tempest-NetworksIpV6Test-874735347 tempest-NetworksIpV6Test-874735347-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3835888 Jul 27 21:52:23.355423 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 37628) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:52:23.360430 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-6a4cd801-4164-4089-a4ab-69416e0dec29 tempest-NetworksIpV6Test-874735347 tempest-NetworksIpV6Test-874735347-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-376393386'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:52:23.384488 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a4cd801-4164-4089-a4ab-69416e0dec29 tempest-NetworksIpV6Test-874735347 tempest-NetworksIpV6Test-874735347-project] Made reservation on behalf of 8a2572f8931c46cf898cc4745685b809 for: {'network': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:52:23.388706 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-6a4cd801-4164-4089-a4ab-69416e0dec29 tempest-NetworksIpV6Test-874735347 tempest-NetworksIpV6Test-874735347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for network, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:23.412709 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a4cd801-4164-4089-a4ab-69416e0dec29 tempest-NetworksIpV6Test-874735347 tempest-NetworksIpV6Test-874735347-project] vlan segment allocate from pool success with {'vlan_id': 229, 'physical_network': 'physnet1'} {{(pid=105584) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:52:23.422406 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-6a4cd801-4164-4089-a4ab-69416e0dec29 tempest-NetworksIpV6Test-874735347 tempest-NetworksIpV6Test-874735347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:23.422753 n-d-705658-22 neutron-server[105584]: INFO neutron.db.segments_db [None req-6a4cd801-4164-4089-a4ab-69416e0dec29 tempest-NetworksIpV6Test-874735347 tempest-NetworksIpV6Test-874735347-project] Added segment 4ef8217f-78e0-4230-9b97-93d816fa84dc of type vlan for network 568c7d33-3ca3-4365-abc3-931af0de849e Jul 27 21:52:23.462429 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-6a4cd801-4164-4089-a4ab-69416e0dec29 tempest-NetworksIpV6Test-874735347 tempest-NetworksIpV6Test-874735347-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790688424798'] for network, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:23.489440 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3055d330-0f25-469f-b65e-8622123a5286 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30bb4b93-b285-5d90-9493-f9ec33ea333c-31566708-a848-4a3f-8737-c98a6f6805a7', 'network_id': '31566708-a848-4a3f-8737-c98a6f6805a7', 'tenant_id': '8a2572f8931c46cf898cc4745685b809', 'fixed_ips': [{'subnet_id': '13cf55a7-b9ae-43d7-ba76-5a51a50b0fba'}]}} from n-d-705658-22. {{(pid=105586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 21:52:23.490370 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3055d330-0f25-469f-b65e-8622123a5286 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:23.492716 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-6a4cd801-4164-4089-a4ab-69416e0dec29 tempest-NetworksIpV6Test-874735347 tempest-NetworksIpV6Test-874735347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920'] for network, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:23.498525 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a4cd801-4164-4089-a4ab-69416e0dec29 tempest-NetworksIpV6Test-874735347 tempest-NetworksIpV6Test-874735347-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:52:23.499146 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-6a4cd801-4164-4089-a4ab-69416e0dec29 tempest-NetworksIpV6Test-874735347 tempest-NetworksIpV6Test-874735347-project] Notify callbacks [] for network, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:23.558751 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-6a4cd801-4164-4089-a4ab-69416e0dec29 tempest-NetworksIpV6Test-874735347 tempest-NetworksIpV6Test-874735347-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2022681 Jul 27 21:52:23.562186 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 37630) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:52:23.567666 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-29647056-4d0f-4a78-9418-fd3d97c95602 tempest-NetworksIpV6Test-874735347 tempest-NetworksIpV6Test-874735347-project] Request body: {'subnet': {'network_id': '568c7d33-3ca3-4365-abc3-931af0de849e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:52:23.570053 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4cd801-4164-4089-a4ab-69416e0dec29 tempest-NetworksIpV6Test-874735347 tempest-NetworksIpV6Test-874735347-project] Pushing event updated for resources: {'Network': ['ID=568c7d33-3ca3-4365-abc3-931af0de849e,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:52:23.581387 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Network 568c7d33-3ca3-4365-abc3-931af0de849e details requested by agent ovs-agent-n-d-705658-22 with host n-d-705658-22 {{(pid=105586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:52:23.655738 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29647056-4d0f-4a78-9418-fd3d97c95602 tempest-NetworksIpV6Test-874735347 tempest-NetworksIpV6Test-874735347-project] Made reservation on behalf of 8a2572f8931c46cf898cc4745685b809 for: {'subnet': 1} {{(pid=105585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:52:23.659306 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-29647056-4d0f-4a78-9418-fd3d97c95602 tempest-NetworksIpV6Test-874735347 tempest-NetworksIpV6Test-874735347-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9990620'] for subnet, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:23.686315 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.db_base_plugin_common [None req-3055d330-0f25-469f-b65e-8622123a5286 None None] Allocated IP 2001:db8:0:ffff::2 (31566708-a848-4a3f-8737-c98a6f6805a7/13cf55a7-b9ae-43d7-ba76-5a51a50b0fba/7af61b9b-d433-44e7-a8cb-52fb2687024e) {{(pid=105586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:52:23.830761 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3055d330-0f25-469f-b65e-8622123a5286 None None] Notify callbacks [] for port, precommit_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:23.839580 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-3055d330-0f25-469f-b65e-8622123a5286 None None] Transition to ACTIVE for port object 7af61b9b-d433-44e7-a8cb-52fb2687024e will not be triggered until provisioned by entity L2. {{(pid=105586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:52:23.848780 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-29647056-4d0f-4a78-9418-fd3d97c95602 tempest-NetworksIpV6Test-874735347 tempest-NetworksIpV6Test-874735347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10221797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9990606'] for subnet, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:23.855696 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-3055d330-0f25-469f-b65e-8622123a5286 None None] Transition to ACTIVE for port object 7af61b9b-d433-44e7-a8cb-52fb2687024e will not be triggered until provisioned by entity DHCP. {{(pid=105586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:52:23.865312 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3055d330-0f25-469f-b65e-8622123a5286 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143'] for port, after_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:23.906906 n-d-705658-22 neutron-server[105586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3055d330-0f25-469f-b65e-8622123a5286 None None] Network 31566708-a848-4a3f-8737-c98a6f6805a7 is already hosted by enough agents. {{(pid=105586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:52:23.912963 n-d-705658-22 neutron-server[105586]: DEBUG neutron.scheduler.base_scheduler [None req-3055d330-0f25-469f-b65e-8622123a5286 None None] Resources bound (agent type, host, resource id): {{(pid=105586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:52:23.915506 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29647056-4d0f-4a78-9418-fd3d97c95602 tempest-NetworksIpV6Test-874735347 tempest-NetworksIpV6Test-874735347-project] Pushing event updated for resources: {'Subnet': ['ID=928dc93b-8f03-42f5-93b3-69f79222d289,revision_number=0']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:52:23.917297 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3055d330-0f25-469f-b65e-8622123a5286 None None] Received port after_create {{(pid=105586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:52:23.922971 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29647056-4d0f-4a78-9418-fd3d97c95602 tempest-NetworksIpV6Test-874735347 tempest-NetworksIpV6Test-874735347-project] Checking segment: {'id': '4ef8217f-78e0-4230-9b97-93d816fa84dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '568c7d33-3ca3-4365-abc3-931af0de849e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:52:23.923367 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29647056-4d0f-4a78-9418-fd3d97c95602 tempest-NetworksIpV6Test-874735347 tempest-NetworksIpV6Test-874735347-project] Network hostable DHCP agents. Network: 568c7d33-3ca3-4365-abc3-931af0de849e, hostable agents: ['7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a'], hosted agents: [] {{(pid=105585) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:52:23.923976 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3055d330-0f25-469f-b65e-8622123a5286 None None] Pushing event updated for resources: {'Port': ['ID=7af61b9b-d433-44e7-a8cb-52fb2687024e,revision_number=1']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:52:23.939969 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29647056-4d0f-4a78-9418-fd3d97c95602 tempest-NetworksIpV6Test-874735347 tempest-NetworksIpV6Test-874735347-project] Network 568c7d33-3ca3-4365-abc3-931af0de849e is scheduled to be hosted by DHCP agent 7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a with binding_index 1 {{(pid=105585) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:52:23.948957 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.base_scheduler [None req-29647056-4d0f-4a78-9418-fd3d97c95602 tempest-NetworksIpV6Test-874735347 tempest-NetworksIpV6Test-874735347-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-22, 568c7d33-3ca3-4365-abc3-931af0de849e) {{(pid=105585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:52:23.950559 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3055d330-0f25-469f-b65e-8622123a5286 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:52:23.950907 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3055d330-0f25-469f-b65e-8622123a5286 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:52:23.951264 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3055d330-0f25-469f-b65e-8622123a5286 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:52:23.951596 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3055d330-0f25-469f-b65e-8622123a5286 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:52:23.951925 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3055d330-0f25-469f-b65e-8622123a5286 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:52:23.952253 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3055d330-0f25-469f-b65e-8622123a5286 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:52:23.952575 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3055d330-0f25-469f-b65e-8622123a5286 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:52:23.952892 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3055d330-0f25-469f-b65e-8622123a5286 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:52:23.953213 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3055d330-0f25-469f-b65e-8622123a5286 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:52:23.953400 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29647056-4d0f-4a78-9418-fd3d97c95602 tempest-NetworksIpV6Test-874735347 tempest-NetworksIpV6Test-874735347-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:52:23.953562 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3055d330-0f25-469f-b65e-8622123a5286 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:52:23.953838 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3055d330-0f25-469f-b65e-8622123a5286 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:52:23.954029 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-29647056-4d0f-4a78-9418-fd3d97c95602 tempest-NetworksIpV6Test-874735347 tempest-NetworksIpV6Test-874735347-project] Notify callbacks [] for subnet, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:23.954145 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3055d330-0f25-469f-b65e-8622123a5286 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:52:23.962946 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26dfc08a-c185-44bf-bef9-0a8fee145815 None None] Network 568c7d33-3ca3-4365-abc3-931af0de849e requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:52:23.971527 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-29647056-4d0f-4a78-9418-fd3d97c95602 tempest-NetworksIpV6Test-874735347 tempest-NetworksIpV6Test-874735347-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4080622 Jul 27 21:52:23.974141 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 37632) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:52:24.027241 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-3055d330-0f25-469f-b65e-8622123a5286 None None] Attempting to bind port 7af61b9b-d433-44e7-a8cb-52fb2687024e on host n-d-705658-22 for vnic_type normal with profile {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:52:24.027610 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-3055d330-0f25-469f-b65e-8622123a5286 None None] Attempting to bind port 7af61b9b-d433-44e7-a8cb-52fb2687024e by drivers openvswitch,hyperv on host n-d-705658-22 at level 0 using segments [{'id': 'b25fbda4-c375-427f-aec4-9ccae5f08c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '31566708-a848-4a3f-8737-c98a6f6805a7'}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:52:24.027973 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3055d330-0f25-469f-b65e-8622123a5286 None None] Attempting to bind port 7af61b9b-d433-44e7-a8cb-52fb2687024e on network 31566708-a848-4a3f-8737-c98a6f6805a7 {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:52:24.037876 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3055d330-0f25-469f-b65e-8622123a5286 None None] Checking agent: {'id': '04a7ea91-6318-467e-ace6-b0fb48c8690f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 41, 42), 'started_at': datetime.datetime(2021, 7, 27, 20, 42, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 52, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:52:24.038245 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3055d330-0f25-469f-b65e-8622123a5286 None None] Checking segment: {'id': 'b25fbda4-c375-427f-aec4-9ccae5f08c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '31566708-a848-4a3f-8737-c98a6f6805a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:52:24.038647 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3055d330-0f25-469f-b65e-8622123a5286 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:24.039083 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3055d330-0f25-469f-b65e-8622123a5286 None None] Bound using segment: {'id': 'b25fbda4-c375-427f-aec4-9ccae5f08c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '31566708-a848-4a3f-8737-c98a6f6805a7'} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:52:24.039547 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-3055d330-0f25-469f-b65e-8622123a5286 None None] Bound port: 7af61b9b-d433-44e7-a8cb-52fb2687024e, host: n-d-705658-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b25fbda4-c375-427f-aec4-9ccae5f08c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '31566708-a848-4a3f-8737-c98a6f6805a7'}}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:52:24.039925 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3055d330-0f25-469f-b65e-8622123a5286 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:24.068600 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-ca5b92cd-cf78-4ee7-8dec-586abe94de61 tempest-NetworksIpV6Test-874735347 tempest-NetworksIpV6Test-874735347-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-990557'] for network, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:24.150336 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-ca5b92cd-cf78-4ee7-8dec-586abe94de61 tempest-NetworksIpV6Test-874735347 tempest-NetworksIpV6Test-874735347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854965'] for subnet, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:24.154041 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3055d330-0f25-469f-b65e-8622123a5286 None None] For port 7af61b9b-d433-44e7-a8cb-52fb2687024e, host n-d-705658-22, cleared binding levels {{(pid=105586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:52:24.169071 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.agents_db [None req-558fcd2c-e512-47bc-a170-8673d87f7213 None None] Agent healthcheck: found 7 active agents {{(pid=105587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 21:52:24.169684 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3055d330-0f25-469f-b65e-8622123a5286 None None] For port 7af61b9b-d433-44e7-a8cb-52fb2687024e, host n-d-705658-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=7af61b9b-d433-44e7-a8cb-52fb2687024e,segment=NetworkSegment(b25fbda4-c375-427f-aec4-9ccae5f08c75),segment_id=b25fbda4-c375-427f-aec4-9ccae5f08c75)] {{(pid=105586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:52:24.187797 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3055d330-0f25-469f-b65e-8622123a5286 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:24.216750 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cdf5f05-7ef6-45fd-a9cb-493c0bc1f190 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30bb4b93-b285-5d90-9493-f9ec33ea333c-568c7d33-3ca3-4365-abc3-931af0de849e', 'network_id': '568c7d33-3ca3-4365-abc3-931af0de849e', 'tenant_id': '8a2572f8931c46cf898cc4745685b809', 'fixed_ips': [{'subnet_id': '928dc93b-8f03-42f5-93b3-69f79222d289'}]}} from n-d-705658-22. {{(pid=105586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 21:52:24.217838 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-ca5b92cd-cf78-4ee7-8dec-586abe94de61 tempest-NetworksIpV6Test-874735347 tempest-NetworksIpV6Test-874735347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10221602', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9990583'] for subnet, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:24.218065 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3cdf5f05-7ef6-45fd-a9cb-493c0bc1f190 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:24.262794 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5b92cd-cf78-4ee7-8dec-586abe94de61 tempest-NetworksIpV6Test-874735347 tempest-NetworksIpV6Test-874735347-project] Pushing event deleted for resources: {'Subnet': ['ID=928dc93b-8f03-42f5-93b3-69f79222d289,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:52:24.275574 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3055d330-0f25-469f-b65e-8622123a5286 None None] Pushing event updated for resources: {'Port': ['ID=7af61b9b-d433-44e7-a8cb-52fb2687024e,revision_number=2']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:52:24.314776 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-ca5b92cd-cf78-4ee7-8dec-586abe94de61 tempest-NetworksIpV6Test-874735347 tempest-NetworksIpV6Test-874735347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853562', 'neutron.services.segments.db._delete_segments_for_network-8790688882975'] for network, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:24.326083 n-d-705658-22 neutron-server[105585]: DEBUG neutron.services.segments.db [None req-ca5b92cd-cf78-4ee7-8dec-586abe94de61 tempest-NetworksIpV6Test-874735347 tempest-NetworksIpV6Test-874735347-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['568c7d33-3ca3-4365-abc3-931af0de849e']}} {{(pid=105585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:52:24.337002 n-d-705658-22 neutron-server[105585]: DEBUG neutron.services.segments.db [None req-ca5b92cd-cf78-4ee7-8dec-586abe94de61 tempest-NetworksIpV6Test-874735347 tempest-NetworksIpV6Test-874735347-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ef8217f-78e0-4230-9b97-93d816fa84dc') {'for_net_delete': True} {{(pid=105585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:52:24.337002 n-d-705658-22 neutron-server[105585]: DEBUG neutron.services.segments.db [None req-ca5b92cd-cf78-4ee7-8dec-586abe94de61 tempest-NetworksIpV6Test-874735347 tempest-NetworksIpV6Test-874735347-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ef8217f-78e0-4230-9b97-93d816fa84dc') {} {{(pid=105585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:52:24.339037 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0407407a-5537-49b6-99d9-292de165b41a None None] Network 568c7d33-3ca3-4365-abc3-931af0de849e requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:52:24.346333 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-ca5b92cd-cf78-4ee7-8dec-586abe94de61 tempest-NetworksIpV6Test-874735347 tempest-NetworksIpV6Test-874735347-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790688883752', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9886370'] for segment, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:24.360250 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-ca5b92cd-cf78-4ee7-8dec-586abe94de61 tempest-NetworksIpV6Test-874735347 tempest-NetworksIpV6Test-874735347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:24.367998 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca5b92cd-cf78-4ee7-8dec-586abe94de61 tempest-NetworksIpV6Test-874735347 tempest-NetworksIpV6Test-874735347-project] Releasing vlan 229 on physical network physnet1 to pool {{(pid=105585) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:52:24.368414 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-ca5b92cd-cf78-4ee7-8dec-586abe94de61 tempest-NetworksIpV6Test-874735347 tempest-NetworksIpV6Test-874735347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10221644'] for segment, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:24.371840 n-d-705658-22 neutron-server[105585]: Traceback (most recent call last): Jul 27 21:52:24.371840 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:52:24.371840 n-d-705658-22 neutron-server[105585]: timer() Jul 27 21:52:24.371840 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:52:24.371840 n-d-705658-22 neutron-server[105585]: cb(*args, **kw) Jul 27 21:52:24.371840 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:52:24.371840 n-d-705658-22 neutron-server[105585]: return func(*args, **kwargs) Jul 27 21:52:24.371840 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:52:24.371840 n-d-705658-22 neutron-server[105585]: self._notify() Jul 27 21:52:24.371840 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:52:24.371840 n-d-705658-22 neutron-server[105585]: self.callback(batched_events) Jul 27 21:52:24.371840 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:52:24.371840 n-d-705658-22 neutron-server[105585]: event.method(event) Jul 27 21:52:24.371840 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:52:24.371840 n-d-705658-22 neutron-server[105585]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:52:24.371840 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:52:24.371840 n-d-705658-22 neutron-server[105585]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:52:24.371840 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:52:24.371840 n-d-705658-22 neutron-server[105585]: return f(self, *a, **k) Jul 27 21:52:24.371840 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:52:24.371840 n-d-705658-22 neutron-server[105585]: return self._get(url).json() Jul 27 21:52:24.371840 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:52:24.371840 n-d-705658-22 neutron-server[105585]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:52:24.371840 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:52:24.371840 n-d-705658-22 neutron-server[105585]: return self.request(url, 'GET', **kwargs) Jul 27 21:52:24.371840 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:52:24.371840 n-d-705658-22 neutron-server[105585]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:52:24.371840 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:52:24.371840 n-d-705658-22 neutron-server[105585]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:52:24.371840 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:52:24.371840 n-d-705658-22 neutron-server[105585]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:52:24.371840 n-d-705658-22 neutron-server[105585]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:52:24.448355 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-ca5b92cd-cf78-4ee7-8dec-586abe94de61 tempest-NetworksIpV6Test-874735347 tempest-NetworksIpV6Test-874735347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4075658'] for network, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:24.457743 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-ca5b92cd-cf78-4ee7-8dec-586abe94de61 tempest-NetworksIpV6Test-874735347 tempest-NetworksIpV6Test-874735347-project] Notify callbacks [] for network, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:24.459837 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-ca5b92cd-cf78-4ee7-8dec-586abe94de61 tempest-NetworksIpV6Test-874735347 tempest-NetworksIpV6Test-874735347-project] 10.222.0.59 "DELETE /v2.0/networks/568c7d33-3ca3-4365-abc3-931af0de849e HTTP/1.1" status: 204 len: 168 time: 0.4847624 Jul 27 21:52:24.463419 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 37634) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:52:24.469409 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-4296938b-8188-48e9-af13-c85070ef2355 tempest-NetworksIpV6Test-874735347 tempest-NetworksIpV6Test-874735347-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1872575775'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:52:24.470869 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5b92cd-cf78-4ee7-8dec-586abe94de61 tempest-NetworksIpV6Test-874735347 tempest-NetworksIpV6Test-874735347-project] Pushing event deleted for resources: {'Network': ['ID=568c7d33-3ca3-4365-abc3-931af0de849e,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:52:24.499955 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4296938b-8188-48e9-af13-c85070ef2355 tempest-NetworksIpV6Test-874735347 tempest-NetworksIpV6Test-874735347-project] Made reservation on behalf of 8a2572f8931c46cf898cc4745685b809 for: {'network': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:52:24.503751 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-4296938b-8188-48e9-af13-c85070ef2355 tempest-NetworksIpV6Test-874735347 tempest-NetworksIpV6Test-874735347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for network, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:24.530461 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4296938b-8188-48e9-af13-c85070ef2355 tempest-NetworksIpV6Test-874735347 tempest-NetworksIpV6Test-874735347-project] vlan segment allocate from pool success with {'vlan_id': 202, 'physical_network': 'physnet1'} {{(pid=105584) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:52:24.541434 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-4296938b-8188-48e9-af13-c85070ef2355 tempest-NetworksIpV6Test-874735347 tempest-NetworksIpV6Test-874735347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:24.541783 n-d-705658-22 neutron-server[105584]: INFO neutron.db.segments_db [None req-4296938b-8188-48e9-af13-c85070ef2355 tempest-NetworksIpV6Test-874735347 tempest-NetworksIpV6Test-874735347-project] Added segment f5cd243c-6bc9-4bd7-8055-e270192f89e9 of type vlan for network 017308b8-5ab7-44bb-ba5b-36ce80b6a9ce Jul 27 21:52:24.584586 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-4296938b-8188-48e9-af13-c85070ef2355 tempest-NetworksIpV6Test-874735347 tempest-NetworksIpV6Test-874735347-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790688424798'] for network, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:24.614822 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-4296938b-8188-48e9-af13-c85070ef2355 tempest-NetworksIpV6Test-874735347 tempest-NetworksIpV6Test-874735347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920'] for network, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:24.621120 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4296938b-8188-48e9-af13-c85070ef2355 tempest-NetworksIpV6Test-874735347 tempest-NetworksIpV6Test-874735347-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:52:24.621720 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-4296938b-8188-48e9-af13-c85070ef2355 tempest-NetworksIpV6Test-874735347 tempest-NetworksIpV6Test-874735347-project] Notify callbacks [] for network, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:24.680667 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-4296938b-8188-48e9-af13-c85070ef2355 tempest-NetworksIpV6Test-874735347 tempest-NetworksIpV6Test-874735347-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2155879 Jul 27 21:52:24.683539 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 37636) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:52:24.688621 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-1a4a236e-a358-4178-8d5b-07e3a11bc79f tempest-NetworksIpV6Test-874735347 tempest-NetworksIpV6Test-874735347-project] Request body: {'subnet': {'network_id': '017308b8-5ab7-44bb-ba5b-36ce80b6a9ce', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:52:24.732983 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4296938b-8188-48e9-af13-c85070ef2355 tempest-NetworksIpV6Test-874735347 tempest-NetworksIpV6Test-874735347-project] Pushing event updated for resources: {'Network': ['ID=017308b8-5ab7-44bb-ba5b-36ce80b6a9ce,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:52:24.743842 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Network 017308b8-5ab7-44bb-ba5b-36ce80b6a9ce details requested by agent ovs-agent-n-d-705658-22 with host n-d-705658-22 {{(pid=105586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:52:24.782941 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a4a236e-a358-4178-8d5b-07e3a11bc79f tempest-NetworksIpV6Test-874735347 tempest-NetworksIpV6Test-874735347-project] Made reservation on behalf of 8a2572f8931c46cf898cc4745685b809 for: {'subnet': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:52:24.786467 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-1a4a236e-a358-4178-8d5b-07e3a11bc79f tempest-NetworksIpV6Test-874735347 tempest-NetworksIpV6Test-874735347-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9738786'] for subnet, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:24.846312 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.ipam_backend_mixin [None req-1a4a236e-a358-4178-8d5b-07e3a11bc79f tempest-NetworksIpV6Test-874735347 tempest-NetworksIpV6Test-874735347-project] Performing IP validity checks on allocation pools {{(pid=105584) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 27 21:52:24.846833 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.ipam_backend_mixin [None req-1a4a236e-a358-4178-8d5b-07e3a11bc79f tempest-NetworksIpV6Test-874735347 tempest-NetworksIpV6Test-874735347-project] Checking for overlaps among allocation pools and gateway ip {{(pid=105584) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 27 21:52:24.972954 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-1a4a236e-a358-4178-8d5b-07e3a11bc79f tempest-NetworksIpV6Test-874735347 tempest-NetworksIpV6Test-874735347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9014150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9738800'] for subnet, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:25.039687 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4a236e-a358-4178-8d5b-07e3a11bc79f tempest-NetworksIpV6Test-874735347 tempest-NetworksIpV6Test-874735347-project] Pushing event updated for resources: {'Subnet': ['ID=3e60477b-a344-46da-b8a1-f6609c5b78a6,revision_number=0']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:52:25.049803 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a4a236e-a358-4178-8d5b-07e3a11bc79f tempest-NetworksIpV6Test-874735347 tempest-NetworksIpV6Test-874735347-project] Checking segment: {'id': 'f5cd243c-6bc9-4bd7-8055-e270192f89e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '017308b8-5ab7-44bb-ba5b-36ce80b6a9ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:52:25.050172 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a4a236e-a358-4178-8d5b-07e3a11bc79f tempest-NetworksIpV6Test-874735347 tempest-NetworksIpV6Test-874735347-project] Network hostable DHCP agents. Network: 017308b8-5ab7-44bb-ba5b-36ce80b6a9ce, hostable agents: ['7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a'], hosted agents: [] {{(pid=105584) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:52:25.067384 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a4a236e-a358-4178-8d5b-07e3a11bc79f tempest-NetworksIpV6Test-874735347 tempest-NetworksIpV6Test-874735347-project] Network 017308b8-5ab7-44bb-ba5b-36ce80b6a9ce is scheduled to be hosted by DHCP agent 7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a with binding_index 1 {{(pid=105584) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:52:25.076631 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [None req-1a4a236e-a358-4178-8d5b-07e3a11bc79f tempest-NetworksIpV6Test-874735347 tempest-NetworksIpV6Test-874735347-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-22, 017308b8-5ab7-44bb-ba5b-36ce80b6a9ce) {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:52:25.080873 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a4a236e-a358-4178-8d5b-07e3a11bc79f tempest-NetworksIpV6Test-874735347 tempest-NetworksIpV6Test-874735347-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:52:25.081456 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-1a4a236e-a358-4178-8d5b-07e3a11bc79f tempest-NetworksIpV6Test-874735347 tempest-NetworksIpV6Test-874735347-project] Notify callbacks [] for subnet, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:25.088402 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67ab0492-642f-4cc7-bc59-bca6444914bb None None] Network 017308b8-5ab7-44bb-ba5b-36ce80b6a9ce requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:52:25.096803 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-1a4a236e-a358-4178-8d5b-07e3a11bc79f tempest-NetworksIpV6Test-874735347 tempest-NetworksIpV6Test-874735347-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4120998 Jul 27 21:52:25.099381 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 37638) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:52:25.196798 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-8ec6517f-7af5-4f4d-984c-6db1c43228ca tempest-NetworksIpV6Test-874735347 tempest-NetworksIpV6Test-874735347-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-990557'] for network, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:25.201675 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb0c6c7c-3ff3-4bf0-993e-f179eed03043 None None] Network 31566708-a848-4a3f-8737-c98a6f6805a7 requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:52:25.281715 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-8ec6517f-7af5-4f4d-984c-6db1c43228ca tempest-NetworksIpV6Test-874735347 tempest-NetworksIpV6Test-874735347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854965'] for subnet, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:25.323088 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1c4911f-7bd5-4353-abd1-e3100b99f34a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30bb4b93-b285-5d90-9493-f9ec33ea333c-017308b8-5ab7-44bb-ba5b-36ce80b6a9ce', 'network_id': '017308b8-5ab7-44bb-ba5b-36ce80b6a9ce', 'tenant_id': '8a2572f8931c46cf898cc4745685b809', 'fixed_ips': [{'subnet_id': '3e60477b-a344-46da-b8a1-f6609c5b78a6'}]}} from n-d-705658-22. {{(pid=105586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 21:52:25.324650 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-d1c4911f-7bd5-4353-abd1-e3100b99f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:25.341319 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-31495a2d-f950-4e86-960d-99265e155af1 None None] Provisioning for port 7af61b9b-d433-44e7-a8cb-52fb2687024e completed by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:52:25.341927 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-8ec6517f-7af5-4f4d-984c-6db1c43228ca tempest-NetworksIpV6Test-874735347 tempest-NetworksIpV6Test-874735347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9014081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9738825'] for subnet, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:25.371242 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec6517f-7af5-4f4d-984c-6db1c43228ca tempest-NetworksIpV6Test-874735347 tempest-NetworksIpV6Test-874735347-project] Pushing event deleted for resources: {'Subnet': ['ID=3e60477b-a344-46da-b8a1-f6609c5b78a6,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:52:25.436079 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-8ec6517f-7af5-4f4d-984c-6db1c43228ca tempest-NetworksIpV6Test-874735347 tempest-NetworksIpV6Test-874735347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853562', 'neutron.services.segments.db._delete_segments_for_network-8790688882975'] for network, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:25.446502 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.segments.db [None req-8ec6517f-7af5-4f4d-984c-6db1c43228ca tempest-NetworksIpV6Test-874735347 tempest-NetworksIpV6Test-874735347-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['017308b8-5ab7-44bb-ba5b-36ce80b6a9ce']}} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:52:25.449532 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6575d82d-790f-4aac-94f4-1e7a07ff0b7f None None] Network 017308b8-5ab7-44bb-ba5b-36ce80b6a9ce requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:52:25.459875 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.segments.db [None req-8ec6517f-7af5-4f4d-984c-6db1c43228ca tempest-NetworksIpV6Test-874735347 tempest-NetworksIpV6Test-874735347-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5cd243c-6bc9-4bd7-8055-e270192f89e9') {'for_net_delete': True} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:52:25.460179 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.segments.db [None req-8ec6517f-7af5-4f4d-984c-6db1c43228ca tempest-NetworksIpV6Test-874735347 tempest-NetworksIpV6Test-874735347-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5cd243c-6bc9-4bd7-8055-e270192f89e9') {} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:52:25.469055 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-8ec6517f-7af5-4f4d-984c-6db1c43228ca tempest-NetworksIpV6Test-874735347 tempest-NetworksIpV6Test-874735347-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790688883752', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9014348'] for segment, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:25.483397 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-8ec6517f-7af5-4f4d-984c-6db1c43228ca tempest-NetworksIpV6Test-874735347 tempest-NetworksIpV6Test-874735347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:25.489464 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ec6517f-7af5-4f4d-984c-6db1c43228ca tempest-NetworksIpV6Test-874735347 tempest-NetworksIpV6Test-874735347-project] Releasing vlan 202 on physical network physnet1 to pool {{(pid=105584) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:52:25.489853 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-8ec6517f-7af5-4f4d-984c-6db1c43228ca tempest-NetworksIpV6Test-874735347 tempest-NetworksIpV6Test-874735347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9014063'] for segment, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:25.493600 n-d-705658-22 neutron-server[105584]: Traceback (most recent call last): Jul 27 21:52:25.493600 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:52:25.493600 n-d-705658-22 neutron-server[105584]: timer() Jul 27 21:52:25.493600 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:52:25.493600 n-d-705658-22 neutron-server[105584]: cb(*args, **kw) Jul 27 21:52:25.493600 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:52:25.493600 n-d-705658-22 neutron-server[105584]: return func(*args, **kwargs) Jul 27 21:52:25.493600 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:52:25.493600 n-d-705658-22 neutron-server[105584]: self._notify() Jul 27 21:52:25.493600 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:52:25.493600 n-d-705658-22 neutron-server[105584]: self.callback(batched_events) Jul 27 21:52:25.493600 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:52:25.493600 n-d-705658-22 neutron-server[105584]: event.method(event) Jul 27 21:52:25.493600 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:52:25.493600 n-d-705658-22 neutron-server[105584]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:52:25.493600 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:52:25.493600 n-d-705658-22 neutron-server[105584]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:52:25.493600 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:52:25.493600 n-d-705658-22 neutron-server[105584]: return f(self, *a, **k) Jul 27 21:52:25.493600 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:52:25.493600 n-d-705658-22 neutron-server[105584]: return self._get(url).json() Jul 27 21:52:25.493600 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:52:25.493600 n-d-705658-22 neutron-server[105584]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:52:25.493600 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:52:25.493600 n-d-705658-22 neutron-server[105584]: return self.request(url, 'GET', **kwargs) Jul 27 21:52:25.493600 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:52:25.493600 n-d-705658-22 neutron-server[105584]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:52:25.493600 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:52:25.493600 n-d-705658-22 neutron-server[105584]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:52:25.493600 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:52:25.493600 n-d-705658-22 neutron-server[105584]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:52:25.493600 n-d-705658-22 neutron-server[105584]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:52:25.548173 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-8ec6517f-7af5-4f4d-984c-6db1c43228ca tempest-NetworksIpV6Test-874735347 tempest-NetworksIpV6Test-874735347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4075658'] for network, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:25.556744 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-8ec6517f-7af5-4f4d-984c-6db1c43228ca tempest-NetworksIpV6Test-874735347 tempest-NetworksIpV6Test-874735347-project] Notify callbacks [] for network, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:25.559493 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-8ec6517f-7af5-4f4d-984c-6db1c43228ca tempest-NetworksIpV6Test-874735347 tempest-NetworksIpV6Test-874735347-project] 10.222.0.59 "DELETE /v2.0/networks/017308b8-5ab7-44bb-ba5b-36ce80b6a9ce HTTP/1.1" status: 204 len: 168 time: 0.4590540 Jul 27 21:52:25.563687 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 37640) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:52:25.569496 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-d13a3ec0-07a7-4288-94bc-9b1f72eb94c2 tempest-NetworksIpV6Test-874735347 tempest-NetworksIpV6Test-874735347-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1562875634'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:52:25.572191 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec6517f-7af5-4f4d-984c-6db1c43228ca tempest-NetworksIpV6Test-874735347 tempest-NetworksIpV6Test-874735347-project] Pushing event deleted for resources: {'Network': ['ID=017308b8-5ab7-44bb-ba5b-36ce80b6a9ce,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:52:25.596965 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d13a3ec0-07a7-4288-94bc-9b1f72eb94c2 tempest-NetworksIpV6Test-874735347 tempest-NetworksIpV6Test-874735347-project] Made reservation on behalf of 8a2572f8931c46cf898cc4745685b809 for: {'network': 1} {{(pid=105585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:52:25.600431 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-d13a3ec0-07a7-4288-94bc-9b1f72eb94c2 tempest-NetworksIpV6Test-874735347 tempest-NetworksIpV6Test-874735347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for network, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:25.626433 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d13a3ec0-07a7-4288-94bc-9b1f72eb94c2 tempest-NetworksIpV6Test-874735347 tempest-NetworksIpV6Test-874735347-project] vlan segment allocate from pool success with {'vlan_id': 215, 'physical_network': 'physnet1'} {{(pid=105585) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:52:25.635789 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-d13a3ec0-07a7-4288-94bc-9b1f72eb94c2 tempest-NetworksIpV6Test-874735347 tempest-NetworksIpV6Test-874735347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:25.636274 n-d-705658-22 neutron-server[105585]: INFO neutron.db.segments_db [None req-d13a3ec0-07a7-4288-94bc-9b1f72eb94c2 tempest-NetworksIpV6Test-874735347 tempest-NetworksIpV6Test-874735347-project] Added segment 6e96d37c-29d4-4bc6-aa16-3f90ca43c1e0 of type vlan for network 3a1e1b19-72e4-453c-9d76-630fec3d3bc2 Jul 27 21:52:25.692323 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-d13a3ec0-07a7-4288-94bc-9b1f72eb94c2 tempest-NetworksIpV6Test-874735347 tempest-NetworksIpV6Test-874735347-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790688424798'] for network, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:25.722863 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-d13a3ec0-07a7-4288-94bc-9b1f72eb94c2 tempest-NetworksIpV6Test-874735347 tempest-NetworksIpV6Test-874735347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920'] for network, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:25.729066 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d13a3ec0-07a7-4288-94bc-9b1f72eb94c2 tempest-NetworksIpV6Test-874735347 tempest-NetworksIpV6Test-874735347-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:52:25.729662 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-d13a3ec0-07a7-4288-94bc-9b1f72eb94c2 tempest-NetworksIpV6Test-874735347 tempest-NetworksIpV6Test-874735347-project] Notify callbacks [] for network, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:25.785908 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-d13a3ec0-07a7-4288-94bc-9b1f72eb94c2 tempest-NetworksIpV6Test-874735347 tempest-NetworksIpV6Test-874735347-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2206054 Jul 27 21:52:25.788838 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 37642) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:52:25.796301 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-4902c84c-52f1-41cd-b373-4d8cebb69748 tempest-NetworksIpV6Test-874735347 tempest-NetworksIpV6Test-874735347-project] Request body: {'subnet': {'network_id': '3a1e1b19-72e4-453c-9d76-630fec3d3bc2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:52:25.841987 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13a3ec0-07a7-4288-94bc-9b1f72eb94c2 tempest-NetworksIpV6Test-874735347 tempest-NetworksIpV6Test-874735347-project] Pushing event updated for resources: {'Network': ['ID=3a1e1b19-72e4-453c-9d76-630fec3d3bc2,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:52:25.852953 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Network 3a1e1b19-72e4-453c-9d76-630fec3d3bc2 details requested by agent ovs-agent-n-d-705658-22 with host n-d-705658-22 {{(pid=105586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:52:25.891267 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4902c84c-52f1-41cd-b373-4d8cebb69748 tempest-NetworksIpV6Test-874735347 tempest-NetworksIpV6Test-874735347-project] Made reservation on behalf of 8a2572f8931c46cf898cc4745685b809 for: {'subnet': 1} {{(pid=105585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:52:25.894559 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-4902c84c-52f1-41cd-b373-4d8cebb69748 tempest-NetworksIpV6Test-874735347 tempest-NetworksIpV6Test-874735347-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9990620'] for subnet, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:26.077807 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-4902c84c-52f1-41cd-b373-4d8cebb69748 tempest-NetworksIpV6Test-874735347 tempest-NetworksIpV6Test-874735347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10221797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9990606'] for subnet, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:26.138124 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4902c84c-52f1-41cd-b373-4d8cebb69748 tempest-NetworksIpV6Test-874735347 tempest-NetworksIpV6Test-874735347-project] Pushing event updated for resources: {'Subnet': ['ID=00b2d6af-b736-495b-87ef-15af0f0ea4f4,revision_number=0']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:52:26.147357 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4902c84c-52f1-41cd-b373-4d8cebb69748 tempest-NetworksIpV6Test-874735347 tempest-NetworksIpV6Test-874735347-project] Checking segment: {'id': '6e96d37c-29d4-4bc6-aa16-3f90ca43c1e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '3a1e1b19-72e4-453c-9d76-630fec3d3bc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:52:26.147722 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4902c84c-52f1-41cd-b373-4d8cebb69748 tempest-NetworksIpV6Test-874735347 tempest-NetworksIpV6Test-874735347-project] Network hostable DHCP agents. Network: 3a1e1b19-72e4-453c-9d76-630fec3d3bc2, hostable agents: ['7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a'], hosted agents: [] {{(pid=105585) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:52:26.164544 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4902c84c-52f1-41cd-b373-4d8cebb69748 tempest-NetworksIpV6Test-874735347 tempest-NetworksIpV6Test-874735347-project] Network 3a1e1b19-72e4-453c-9d76-630fec3d3bc2 is scheduled to be hosted by DHCP agent 7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a with binding_index 1 {{(pid=105585) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:52:26.173145 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.base_scheduler [None req-4902c84c-52f1-41cd-b373-4d8cebb69748 tempest-NetworksIpV6Test-874735347 tempest-NetworksIpV6Test-874735347-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-22, 3a1e1b19-72e4-453c-9d76-630fec3d3bc2) {{(pid=105585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:52:26.177162 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4902c84c-52f1-41cd-b373-4d8cebb69748 tempest-NetworksIpV6Test-874735347 tempest-NetworksIpV6Test-874735347-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:52:26.177863 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-4902c84c-52f1-41cd-b373-4d8cebb69748 tempest-NetworksIpV6Test-874735347 tempest-NetworksIpV6Test-874735347-project] Notify callbacks [] for subnet, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:26.182045 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e16f309a-5189-41de-8d01-467029007f35 None None] Network 3a1e1b19-72e4-453c-9d76-630fec3d3bc2 requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:52:26.191476 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-4902c84c-52f1-41cd-b373-4d8cebb69748 tempest-NetworksIpV6Test-874735347 tempest-NetworksIpV6Test-874735347-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4011586 Jul 27 21:52:26.195831 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 37644) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:52:26.200770 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-84e0095e-68aa-48e9-af58-5380c239653a tempest-NetworksIpV6Test-874735347 tempest-NetworksIpV6Test-874735347-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-100973784'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:52:26.220820 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84e0095e-68aa-48e9-af58-5380c239653a tempest-NetworksIpV6Test-874735347 tempest-NetworksIpV6Test-874735347-project] Made reservation on behalf of 8a2572f8931c46cf898cc4745685b809 for: {'network': 1} {{(pid=105585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:52:26.224260 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-84e0095e-68aa-48e9-af58-5380c239653a tempest-NetworksIpV6Test-874735347 tempest-NetworksIpV6Test-874735347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for network, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:26.248239 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84e0095e-68aa-48e9-af58-5380c239653a tempest-NetworksIpV6Test-874735347 tempest-NetworksIpV6Test-874735347-project] vlan segment allocate from pool success with {'vlan_id': 235, 'physical_network': 'physnet1'} {{(pid=105585) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:52:26.257369 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-84e0095e-68aa-48e9-af58-5380c239653a tempest-NetworksIpV6Test-874735347 tempest-NetworksIpV6Test-874735347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:26.258251 n-d-705658-22 neutron-server[105585]: INFO neutron.db.segments_db [None req-84e0095e-68aa-48e9-af58-5380c239653a tempest-NetworksIpV6Test-874735347 tempest-NetworksIpV6Test-874735347-project] Added segment 14fcb504-ed6e-4063-8c17-12b1d6a1d8ba of type vlan for network 16afc000-c984-4a28-8da4-708fe07d8854 Jul 27 21:52:26.307859 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-84e0095e-68aa-48e9-af58-5380c239653a tempest-NetworksIpV6Test-874735347 tempest-NetworksIpV6Test-874735347-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790688424798'] for network, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:26.332097 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f193ef58-793f-4d11-a7ab-8b652d041609 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30bb4b93-b285-5d90-9493-f9ec33ea333c-3a1e1b19-72e4-453c-9d76-630fec3d3bc2', 'network_id': '3a1e1b19-72e4-453c-9d76-630fec3d3bc2', 'tenant_id': '8a2572f8931c46cf898cc4745685b809', 'fixed_ips': [{'subnet_id': '00b2d6af-b736-495b-87ef-15af0f0ea4f4'}]}} from n-d-705658-22. {{(pid=105586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 21:52:26.333013 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-f193ef58-793f-4d11-a7ab-8b652d041609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:26.349742 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-84e0095e-68aa-48e9-af58-5380c239653a tempest-NetworksIpV6Test-874735347 tempest-NetworksIpV6Test-874735347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920'] for network, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:26.351476 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 7af61b9b-d433-44e7-a8cb-52fb2687024e up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:52:26.355553 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84e0095e-68aa-48e9-af58-5380c239653a tempest-NetworksIpV6Test-874735347 tempest-NetworksIpV6Test-874735347-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:52:26.356144 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-84e0095e-68aa-48e9-af58-5380c239653a tempest-NetworksIpV6Test-874735347 tempest-NetworksIpV6Test-874735347-project] Notify callbacks [] for network, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:26.420638 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-84e0095e-68aa-48e9-af58-5380c239653a tempest-NetworksIpV6Test-874735347 tempest-NetworksIpV6Test-874735347-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2237501 Jul 27 21:52:26.423739 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 37646) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:52:26.430502 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-606610ea-d46e-42b1-9107-3e51c6e9f9eb tempest-NetworksIpV6Test-874735347 tempest-NetworksIpV6Test-874735347-project] Request body: {'subnet': {'network_id': '16afc000-c984-4a28-8da4-708fe07d8854', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:52:26.447797 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e0095e-68aa-48e9-af58-5380c239653a tempest-NetworksIpV6Test-874735347 tempest-NetworksIpV6Test-874735347-project] Pushing event updated for resources: {'Network': ['ID=16afc000-c984-4a28-8da4-708fe07d8854,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:52:26.462122 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Network 16afc000-c984-4a28-8da4-708fe07d8854 details requested by agent ovs-agent-n-d-705658-22 with host n-d-705658-22 {{(pid=105586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:52:26.522516 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning for port 7af61b9b-d433-44e7-a8cb-52fb2687024e completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:52:26.525640 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-606610ea-d46e-42b1-9107-3e51c6e9f9eb tempest-NetworksIpV6Test-874735347 tempest-NetworksIpV6Test-874735347-project] Made reservation on behalf of 8a2572f8931c46cf898cc4745685b809 for: {'subnet': 1} {{(pid=105585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:52:26.529329 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-606610ea-d46e-42b1-9107-3e51c6e9f9eb tempest-NetworksIpV6Test-874735347 tempest-NetworksIpV6Test-874735347-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9990620'] for subnet, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:26.541273 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port 7af61b9b-d433-44e7-a8cb-52fb2687024e triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:52:26.541646 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:26.579366 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.db_base_plugin_common [None req-f193ef58-793f-4d11-a7ab-8b652d041609 None None] Allocated IP 2001:db8::2 (3a1e1b19-72e4-453c-9d76-630fec3d3bc2/00b2d6af-b736-495b-87ef-15af0f0ea4f4/f414fc67-ed67-48a3-89bf-df927aa85103) {{(pid=105586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:52:26.720263 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-606610ea-d46e-42b1-9107-3e51c6e9f9eb tempest-NetworksIpV6Test-874735347 tempest-NetworksIpV6Test-874735347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10221797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9990606'] for subnet, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:26.728282 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:26.792864 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606610ea-d46e-42b1-9107-3e51c6e9f9eb tempest-NetworksIpV6Test-874735347 tempest-NetworksIpV6Test-874735347-project] Pushing event updated for resources: {'Subnet': ['ID=87079c17-a381-4e54-92fa-92e53b5aeb39,revision_number=0']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:52:26.797262 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-f193ef58-793f-4d11-a7ab-8b652d041609 None None] Notify callbacks [] for port, precommit_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:26.797738 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-606610ea-d46e-42b1-9107-3e51c6e9f9eb tempest-NetworksIpV6Test-874735347 tempest-NetworksIpV6Test-874735347-project] Checking segment: {'id': '14fcb504-ed6e-4063-8c17-12b1d6a1d8ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '16afc000-c984-4a28-8da4-708fe07d8854'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:52:26.798196 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-606610ea-d46e-42b1-9107-3e51c6e9f9eb tempest-NetworksIpV6Test-874735347 tempest-NetworksIpV6Test-874735347-project] Network hostable DHCP agents. Network: 16afc000-c984-4a28-8da4-708fe07d8854, hostable agents: ['7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a'], hosted agents: [] {{(pid=105585) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:52:26.800128 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] For port 7af61b9b-d433-44e7-a8cb-52fb2687024e, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=7af61b9b-d433-44e7-a8cb-52fb2687024e,segment=NetworkSegment(b25fbda4-c375-427f-aec4-9ccae5f08c75),segment_id=b25fbda4-c375-427f-aec4-9ccae5f08c75)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:52:26.807764 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:26.809829 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-f193ef58-793f-4d11-a7ab-8b652d041609 None None] Transition to ACTIVE for port object f414fc67-ed67-48a3-89bf-df927aa85103 will not be triggered until provisioned by entity L2. {{(pid=105586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:52:26.816956 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-606610ea-d46e-42b1-9107-3e51c6e9f9eb tempest-NetworksIpV6Test-874735347 tempest-NetworksIpV6Test-874735347-project] Network 16afc000-c984-4a28-8da4-708fe07d8854 is scheduled to be hosted by DHCP agent 7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a with binding_index 1 {{(pid=105585) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:52:26.826580 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.base_scheduler [None req-606610ea-d46e-42b1-9107-3e51c6e9f9eb tempest-NetworksIpV6Test-874735347 tempest-NetworksIpV6Test-874735347-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-22, 16afc000-c984-4a28-8da4-708fe07d8854) {{(pid=105585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:52:26.830709 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-606610ea-d46e-42b1-9107-3e51c6e9f9eb tempest-NetworksIpV6Test-874735347 tempest-NetworksIpV6Test-874735347-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:52:26.831332 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-606610ea-d46e-42b1-9107-3e51c6e9f9eb tempest-NetworksIpV6Test-874735347 tempest-NetworksIpV6Test-874735347-project] Notify callbacks [] for subnet, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:26.842267 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f21b2dc-1e12-439f-b956-8f24e507380f None None] Network 16afc000-c984-4a28-8da4-708fe07d8854 requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:52:26.846195 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-606610ea-d46e-42b1-9107-3e51c6e9f9eb tempest-NetworksIpV6Test-874735347 tempest-NetworksIpV6Test-874735347-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4214704 Jul 27 21:52:26.848705 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 37648) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:52:26.860405 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-f193ef58-793f-4d11-a7ab-8b652d041609 None None] Transition to ACTIVE for port object f414fc67-ed67-48a3-89bf-df927aa85103 will not be triggered until provisioned by entity DHCP. {{(pid=105586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:52:26.904049 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-f193ef58-793f-4d11-a7ab-8b652d041609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143'] for port, after_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:26.920329 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Pushing event updated for resources: {'Port': ['ID=7af61b9b-d433-44e7-a8cb-52fb2687024e,revision_number=3']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:52:26.947838 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-4aa43af2-51eb-4810-956b-23344dc3d506 tempest-NetworksIpV6Test-874735347 tempest-NetworksIpV6Test-874735347-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-990557'] for network, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:26.960111 n-d-705658-22 neutron-server[105586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f193ef58-793f-4d11-a7ab-8b652d041609 None None] Network 3a1e1b19-72e4-453c-9d76-630fec3d3bc2 is already hosted by enough agents. {{(pid=105586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:52:26.965755 n-d-705658-22 neutron-server[105586]: DEBUG neutron.scheduler.base_scheduler [None req-f193ef58-793f-4d11-a7ab-8b652d041609 None None] Resources bound (agent type, host, resource id): {{(pid=105586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:52:26.973442 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f193ef58-793f-4d11-a7ab-8b652d041609 None None] Received port after_create {{(pid=105586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:52:27.002819 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f193ef58-793f-4d11-a7ab-8b652d041609 None None] Pushing event updated for resources: {'Port': ['ID=f414fc67-ed67-48a3-89bf-df927aa85103,revision_number=1']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:52:27.010406 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-4aa43af2-51eb-4810-956b-23344dc3d506 tempest-NetworksIpV6Test-874735347 tempest-NetworksIpV6Test-874735347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854965'] for subnet, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:27.071773 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-4aa43af2-51eb-4810-956b-23344dc3d506 tempest-NetworksIpV6Test-874735347 tempest-NetworksIpV6Test-874735347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10221602', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9990583'] for subnet, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:27.081809 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-f193ef58-793f-4d11-a7ab-8b652d041609 None None] Attempting to bind port f414fc67-ed67-48a3-89bf-df927aa85103 on host n-d-705658-22 for vnic_type normal with profile {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:52:27.082183 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-f193ef58-793f-4d11-a7ab-8b652d041609 None None] Attempting to bind port f414fc67-ed67-48a3-89bf-df927aa85103 by drivers openvswitch,hyperv on host n-d-705658-22 at level 0 using segments [{'id': '6e96d37c-29d4-4bc6-aa16-3f90ca43c1e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '3a1e1b19-72e4-453c-9d76-630fec3d3bc2'}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:52:27.082550 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f193ef58-793f-4d11-a7ab-8b652d041609 None None] Attempting to bind port f414fc67-ed67-48a3-89bf-df927aa85103 on network 3a1e1b19-72e4-453c-9d76-630fec3d3bc2 {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:52:27.101152 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa43af2-51eb-4810-956b-23344dc3d506 tempest-NetworksIpV6Test-874735347 tempest-NetworksIpV6Test-874735347-project] Pushing event deleted for resources: {'Subnet': ['ID=87079c17-a381-4e54-92fa-92e53b5aeb39,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:52:27.108707 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f193ef58-793f-4d11-a7ab-8b652d041609 None None] Checking agent: {'id': '04a7ea91-6318-467e-ace6-b0fb48c8690f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 41, 42), 'started_at': datetime.datetime(2021, 7, 27, 20, 42, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 52, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:52:27.109098 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f193ef58-793f-4d11-a7ab-8b652d041609 None None] Checking segment: {'id': '6e96d37c-29d4-4bc6-aa16-3f90ca43c1e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '3a1e1b19-72e4-453c-9d76-630fec3d3bc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:52:27.109491 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-f193ef58-793f-4d11-a7ab-8b652d041609 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:27.109875 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f193ef58-793f-4d11-a7ab-8b652d041609 None None] Bound using segment: {'id': '6e96d37c-29d4-4bc6-aa16-3f90ca43c1e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '3a1e1b19-72e4-453c-9d76-630fec3d3bc2'} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:52:27.110344 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-f193ef58-793f-4d11-a7ab-8b652d041609 None None] Bound port: f414fc67-ed67-48a3-89bf-df927aa85103, host: n-d-705658-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e96d37c-29d4-4bc6-aa16-3f90ca43c1e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '3a1e1b19-72e4-453c-9d76-630fec3d3bc2'}}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:52:27.110735 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-f193ef58-793f-4d11-a7ab-8b652d041609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:27.121306 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cfa61b2-cb88-4d2d-97b9-03e64ae0e0dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30bb4b93-b285-5d90-9493-f9ec33ea333c-16afc000-c984-4a28-8da4-708fe07d8854', 'network_id': '16afc000-c984-4a28-8da4-708fe07d8854', 'tenant_id': '8a2572f8931c46cf898cc4745685b809', 'fixed_ips': [{'subnet_id': '87079c17-a381-4e54-92fa-92e53b5aeb39'}]}} from n-d-705658-22. {{(pid=105586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 21:52:27.122097 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-7cfa61b2-cb88-4d2d-97b9-03e64ae0e0dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:27.160420 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-4aa43af2-51eb-4810-956b-23344dc3d506 tempest-NetworksIpV6Test-874735347 tempest-NetworksIpV6Test-874735347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853562', 'neutron.services.segments.db._delete_segments_for_network-8790688882975'] for network, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:27.170803 n-d-705658-22 neutron-server[105585]: DEBUG neutron.services.segments.db [None req-4aa43af2-51eb-4810-956b-23344dc3d506 tempest-NetworksIpV6Test-874735347 tempest-NetworksIpV6Test-874735347-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16afc000-c984-4a28-8da4-708fe07d8854']}} {{(pid=105585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:52:27.186428 n-d-705658-22 neutron-server[105585]: DEBUG neutron.services.segments.db [None req-4aa43af2-51eb-4810-956b-23344dc3d506 tempest-NetworksIpV6Test-874735347 tempest-NetworksIpV6Test-874735347-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14fcb504-ed6e-4063-8c17-12b1d6a1d8ba') {'for_net_delete': True} {{(pid=105585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:52:27.186728 n-d-705658-22 neutron-server[105585]: DEBUG neutron.services.segments.db [None req-4aa43af2-51eb-4810-956b-23344dc3d506 tempest-NetworksIpV6Test-874735347 tempest-NetworksIpV6Test-874735347-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14fcb504-ed6e-4063-8c17-12b1d6a1d8ba') {} {{(pid=105585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:52:27.195643 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-4aa43af2-51eb-4810-956b-23344dc3d506 tempest-NetworksIpV6Test-874735347 tempest-NetworksIpV6Test-874735347-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790688883752', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9886370'] for segment, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:27.209371 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-4aa43af2-51eb-4810-956b-23344dc3d506 tempest-NetworksIpV6Test-874735347 tempest-NetworksIpV6Test-874735347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:27.216100 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4aa43af2-51eb-4810-956b-23344dc3d506 tempest-NetworksIpV6Test-874735347 tempest-NetworksIpV6Test-874735347-project] Releasing vlan 235 on physical network physnet1 to pool {{(pid=105585) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:52:27.216533 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-4aa43af2-51eb-4810-956b-23344dc3d506 tempest-NetworksIpV6Test-874735347 tempest-NetworksIpV6Test-874735347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10221644'] for segment, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:27.219627 n-d-705658-22 neutron-server[105585]: Traceback (most recent call last): Jul 27 21:52:27.219627 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:52:27.219627 n-d-705658-22 neutron-server[105585]: timer() Jul 27 21:52:27.219627 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:52:27.219627 n-d-705658-22 neutron-server[105585]: cb(*args, **kw) Jul 27 21:52:27.219627 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:52:27.219627 n-d-705658-22 neutron-server[105585]: return func(*args, **kwargs) Jul 27 21:52:27.219627 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:52:27.219627 n-d-705658-22 neutron-server[105585]: self._notify() Jul 27 21:52:27.219627 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:52:27.219627 n-d-705658-22 neutron-server[105585]: self.callback(batched_events) Jul 27 21:52:27.219627 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:52:27.219627 n-d-705658-22 neutron-server[105585]: event.method(event) Jul 27 21:52:27.219627 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:52:27.219627 n-d-705658-22 neutron-server[105585]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:52:27.219627 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:52:27.219627 n-d-705658-22 neutron-server[105585]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:52:27.219627 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:52:27.219627 n-d-705658-22 neutron-server[105585]: return f(self, *a, **k) Jul 27 21:52:27.219627 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:52:27.219627 n-d-705658-22 neutron-server[105585]: return self._get(url).json() Jul 27 21:52:27.219627 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:52:27.219627 n-d-705658-22 neutron-server[105585]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:52:27.219627 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:52:27.219627 n-d-705658-22 neutron-server[105585]: return self.request(url, 'GET', **kwargs) Jul 27 21:52:27.219627 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:52:27.219627 n-d-705658-22 neutron-server[105585]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:52:27.219627 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:52:27.219627 n-d-705658-22 neutron-server[105585]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:52:27.219627 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:52:27.219627 n-d-705658-22 neutron-server[105585]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:52:27.219627 n-d-705658-22 neutron-server[105585]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:52:27.236447 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-f193ef58-793f-4d11-a7ab-8b652d041609 None None] For port f414fc67-ed67-48a3-89bf-df927aa85103, host n-d-705658-22, cleared binding levels {{(pid=105586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:52:27.239615 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2a23a33-3291-46e2-8f86-33f8a76e2489 None None] Network 16afc000-c984-4a28-8da4-708fe07d8854 requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:52:27.279733 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-4aa43af2-51eb-4810-956b-23344dc3d506 tempest-NetworksIpV6Test-874735347 tempest-NetworksIpV6Test-874735347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4075658'] for network, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:27.288563 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-4aa43af2-51eb-4810-956b-23344dc3d506 tempest-NetworksIpV6Test-874735347 tempest-NetworksIpV6Test-874735347-project] Notify callbacks [] for network, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:27.290637 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-4aa43af2-51eb-4810-956b-23344dc3d506 tempest-NetworksIpV6Test-874735347 tempest-NetworksIpV6Test-874735347-project] 10.222.0.59 "DELETE /v2.0/networks/16afc000-c984-4a28-8da4-708fe07d8854 HTTP/1.1" status: 204 len: 168 time: 0.4409587 Jul 27 21:52:27.294004 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 37650) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:52:27.303306 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa43af2-51eb-4810-956b-23344dc3d506 tempest-NetworksIpV6Test-874735347 tempest-NetworksIpV6Test-874735347-project] Pushing event deleted for resources: {'Network': ['ID=16afc000-c984-4a28-8da4-708fe07d8854,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:52:27.332864 n-d-705658-22 neutron-server[105584]: INFO neutron.pecan_wsgi.hooks.translation [None req-41f7a2f7-63fa-4b0a-b2c0-da89711fe0f5 tempest-NetworksIpV6Test-874735347 tempest-NetworksIpV6Test-874735347-project] GET failed (client error): The resource could not be found. Jul 27 21:52:27.334203 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-41f7a2f7-63fa-4b0a-b2c0-da89711fe0f5 tempest-NetworksIpV6Test-874735347 tempest-NetworksIpV6Test-874735347-project] 10.222.0.59 "GET /v2.0/subnets/87079c17-a381-4e54-92fa-92e53b5aeb39 HTTP/1.1" status: 404 len: 337 time: 0.0381937 Jul 27 21:52:27.337155 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 37652) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:52:27.451508 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-f193ef58-793f-4d11-a7ab-8b652d041609 None None] For port f414fc67-ed67-48a3-89bf-df927aa85103, host n-d-705658-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=f414fc67-ed67-48a3-89bf-df927aa85103,segment=NetworkSegment(6e96d37c-29d4-4bc6-aa16-3f90ca43c1e0),segment_id=6e96d37c-29d4-4bc6-aa16-3f90ca43c1e0)] {{(pid=105586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:52:27.460442 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-f193ef58-793f-4d11-a7ab-8b652d041609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:27.564553 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f193ef58-793f-4d11-a7ab-8b652d041609 None None] Pushing event updated for resources: {'Port': ['ID=f414fc67-ed67-48a3-89bf-df927aa85103,revision_number=2']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:52:27.610937 n-d-705658-22 neutron-server[105584]: INFO neutron.pecan_wsgi.hooks.translation [None req-49af1ba5-25ab-4ce6-aefe-75c4b4bae06e tempest-NetworksIpV6Test-874735347 tempest-NetworksIpV6Test-874735347-project] DELETE failed (client error): The resource could not be found. Jul 27 21:52:27.611514 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-49af1ba5-25ab-4ce6-aefe-75c4b4bae06e tempest-NetworksIpV6Test-874735347 tempest-NetworksIpV6Test-874735347-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105584) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 21:52:27.613204 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-49af1ba5-25ab-4ce6-aefe-75c4b4bae06e tempest-NetworksIpV6Test-874735347 tempest-NetworksIpV6Test-874735347-project] 10.222.0.59 "DELETE /v2.0/networks/16afc000-c984-4a28-8da4-708fe07d8854 HTTP/1.1" status: 404 len: 339 time: 0.2751307 Jul 27 21:52:27.617849 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 37654) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:52:27.644687 n-d-705658-22 neutron-server[105585]: INFO neutron.pecan_wsgi.hooks.translation [None req-eaa11fd3-cd74-4b74-b791-5f06b0901fc7 tempest-NetworksIpV6Test-874735347 tempest-NetworksIpV6Test-874735347-project] DELETE failed (client error): The resource could not be found. Jul 27 21:52:27.645287 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eaa11fd3-cd74-4b74-b791-5f06b0901fc7 tempest-NetworksIpV6Test-874735347 tempest-NetworksIpV6Test-874735347-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105585) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 21:52:27.647047 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-eaa11fd3-cd74-4b74-b791-5f06b0901fc7 tempest-NetworksIpV6Test-874735347 tempest-NetworksIpV6Test-874735347-project] 10.222.0.59 "DELETE /v2.0/subnets/87079c17-a381-4e54-92fa-92e53b5aeb39 HTTP/1.1" status: 404 len: 337 time: 0.0281799 Jul 27 21:52:27.649636 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 37656) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:52:27.673718 n-d-705658-22 neutron-server[105585]: INFO neutron.pecan_wsgi.hooks.translation [None req-06492084-f044-4836-867b-8ea197836ae1 tempest-NetworksIpV6Test-874735347 tempest-NetworksIpV6Test-874735347-project] DELETE failed (client error): The resource could not be found. Jul 27 21:52:27.676541 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-06492084-f044-4836-867b-8ea197836ae1 tempest-NetworksIpV6Test-874735347 tempest-NetworksIpV6Test-874735347-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105585) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 21:52:27.678643 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-06492084-f044-4836-867b-8ea197836ae1 tempest-NetworksIpV6Test-874735347 tempest-NetworksIpV6Test-874735347-project] 10.222.0.59 "DELETE /v2.0/networks/16afc000-c984-4a28-8da4-708fe07d8854 HTTP/1.1" status: 404 len: 339 time: 0.0280590 Jul 27 21:52:27.681766 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 37658) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:52:27.743623 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.db_base_plugin_v2 [None req-46e3a001-591b-4280-8560-66f61faacfc8 tempest-NetworksIpV6Test-874735347 tempest-NetworksIpV6Test-874735347-project] Deleting subnet 00b2d6af-b736-495b-87ef-15af0f0ea4f4 {{(pid=105585) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:52:27.746876 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-46e3a001-591b-4280-8560-66f61faacfc8 tempest-NetworksIpV6Test-874735347 tempest-NetworksIpV6Test-874735347-project] Notify callbacks [] for subnet, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:27.789301 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-46e3a001-591b-4280-8560-66f61faacfc8 tempest-NetworksIpV6Test-874735347 tempest-NetworksIpV6Test-874735347-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9887057'] for subnet, precommit_delete_associations {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:27.874006 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-46e3a001-591b-4280-8560-66f61faacfc8 tempest-NetworksIpV6Test-874735347 tempest-NetworksIpV6Test-874735347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854965'] for subnet, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:27.936581 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-46e3a001-591b-4280-8560-66f61faacfc8 tempest-NetworksIpV6Test-874735347 tempest-NetworksIpV6Test-874735347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10221602', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9990583'] for subnet, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:27.963683 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e3a001-591b-4280-8560-66f61faacfc8 tempest-NetworksIpV6Test-874735347 tempest-NetworksIpV6Test-874735347-project] Pushing event deleted for resources: {'Subnet': ['ID=00b2d6af-b736-495b-87ef-15af0f0ea4f4,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:52:27.968831 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-46e3a001-591b-4280-8560-66f61faacfc8 tempest-NetworksIpV6Test-874735347 tempest-NetworksIpV6Test-874735347-project] Notify callbacks [] for subnet, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:27.970565 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-46e3a001-591b-4280-8560-66f61faacfc8 tempest-NetworksIpV6Test-874735347 tempest-NetworksIpV6Test-874735347-project] 10.222.0.59 "DELETE /v2.0/subnets/00b2d6af-b736-495b-87ef-15af0f0ea4f4 HTTP/1.1" status: 204 len: 168 time: 0.2877133 Jul 27 21:52:27.973137 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 37660) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:52:28.048117 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-a3560c82-af14-4ebd-ad7f-54d9f49ce712 tempest-NetworksIpV6Test-874735347 tempest-NetworksIpV6Test-874735347-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-990557'] for network, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:28.100056 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [None req-a3560c82-af14-4ebd-ad7f-54d9f49ce712 tempest-NetworksIpV6Test-874735347 tempest-NetworksIpV6Test-874735347-project] Deleting port f414fc67-ed67-48a3-89bf-df927aa85103 {{(pid=105585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:52:28.100401 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-a3560c82-af14-4ebd-ad7f-54d9f49ce712 tempest-NetworksIpV6Test-874735347 tempest-NetworksIpV6Test-874735347-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:28.169188 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.db [None req-a3560c82-af14-4ebd-ad7f-54d9f49ce712 tempest-NetworksIpV6Test-874735347 tempest-NetworksIpV6Test-874735347-project] For port f414fc67-ed67-48a3-89bf-df927aa85103, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=f414fc67-ed67-48a3-89bf-df927aa85103,segment=NetworkSegment(6e96d37c-29d4-4bc6-aa16-3f90ca43c1e0),segment_id=6e96d37c-29d4-4bc6-aa16-3f90ca43c1e0)] {{(pid=105585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:52:28.169552 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-a3560c82-af14-4ebd-ad7f-54d9f49ce712 tempest-NetworksIpV6Test-874735347 tempest-NetworksIpV6Test-874735347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:28.183654 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [None req-a3560c82-af14-4ebd-ad7f-54d9f49ce712 tempest-NetworksIpV6Test-874735347 tempest-NetworksIpV6Test-874735347-project] Calling delete_port for f414fc67-ed67-48a3-89bf-df927aa85103 owned by network:dhcp {{(pid=105585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:52:28.263425 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-a3560c82-af14-4ebd-ad7f-54d9f49ce712 tempest-NetworksIpV6Test-874735347 tempest-NetworksIpV6Test-874735347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:28.287700 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3560c82-af14-4ebd-ad7f-54d9f49ce712 tempest-NetworksIpV6Test-874735347 tempest-NetworksIpV6Test-874735347-project] Pushing event deleted for resources: {'Port': ['ID=f414fc67-ed67-48a3-89bf-df927aa85103,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:52:28.295772 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3560c82-af14-4ebd-ad7f-54d9f49ce712 tempest-NetworksIpV6Test-874735347 tempest-NetworksIpV6Test-874735347-project] No DVR routers for this DVR port f414fc67-ed67-48a3-89bf-df927aa85103 on host n-d-705658-22 {{(pid=105585) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:52:28.390254 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-a3560c82-af14-4ebd-ad7f-54d9f49ce712 tempest-NetworksIpV6Test-874735347 tempest-NetworksIpV6Test-874735347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853562', 'neutron.services.segments.db._delete_segments_for_network-8790688882975'] for network, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:28.399624 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device f414fc67-ed67-48a3-89bf-df927aa85103 up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:52:28.403041 n-d-705658-22 neutron-server[105585]: DEBUG neutron.services.segments.db [None req-a3560c82-af14-4ebd-ad7f-54d9f49ce712 tempest-NetworksIpV6Test-874735347 tempest-NetworksIpV6Test-874735347-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a1e1b19-72e4-453c-9d76-630fec3d3bc2']}} {{(pid=105585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:52:28.415446 n-d-705658-22 neutron-server[105585]: DEBUG neutron.services.segments.db [None req-a3560c82-af14-4ebd-ad7f-54d9f49ce712 tempest-NetworksIpV6Test-874735347 tempest-NetworksIpV6Test-874735347-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e96d37c-29d4-4bc6-aa16-3f90ca43c1e0') {'for_net_delete': True} {{(pid=105585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:52:28.415750 n-d-705658-22 neutron-server[105585]: DEBUG neutron.services.segments.db [None req-a3560c82-af14-4ebd-ad7f-54d9f49ce712 tempest-NetworksIpV6Test-874735347 tempest-NetworksIpV6Test-874735347-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e96d37c-29d4-4bc6-aa16-3f90ca43c1e0') {} {{(pid=105585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:52:28.420628 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] No Port match for: f414fc67-ed67-48a3-89bf-df927aa85103 {{(pid=105586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:52:28.420975 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device f414fc67-ed67-48a3-89bf-df927aa85103 not bound to the agent host n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jul 27 21:52:28.426532 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-a3560c82-af14-4ebd-ad7f-54d9f49ce712 tempest-NetworksIpV6Test-874735347 tempest-NetworksIpV6Test-874735347-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790688883752', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9886370'] for segment, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:28.440606 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Port f414fc67-ed67-48a3-89bf-df927aa85103 not found, will not notify nova. {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jul 27 21:52:28.441186 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 7af61b9b-d433-44e7-a8cb-52fb2687024e up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:52:28.442294 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-a3560c82-af14-4ebd-ad7f-54d9f49ce712 tempest-NetworksIpV6Test-874735347 tempest-NetworksIpV6Test-874735347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:28.449477 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3560c82-af14-4ebd-ad7f-54d9f49ce712 tempest-NetworksIpV6Test-874735347 tempest-NetworksIpV6Test-874735347-project] Releasing vlan 215 on physical network physnet1 to pool {{(pid=105585) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:52:28.449990 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-a3560c82-af14-4ebd-ad7f-54d9f49ce712 tempest-NetworksIpV6Test-874735347 tempest-NetworksIpV6Test-874735347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10221644'] for segment, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:28.453402 n-d-705658-22 neutron-server[105585]: Traceback (most recent call last): Jul 27 21:52:28.453402 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:52:28.453402 n-d-705658-22 neutron-server[105585]: timer() Jul 27 21:52:28.453402 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:52:28.453402 n-d-705658-22 neutron-server[105585]: cb(*args, **kw) Jul 27 21:52:28.453402 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:52:28.453402 n-d-705658-22 neutron-server[105585]: return func(*args, **kwargs) Jul 27 21:52:28.453402 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:52:28.453402 n-d-705658-22 neutron-server[105585]: self._notify() Jul 27 21:52:28.453402 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:52:28.453402 n-d-705658-22 neutron-server[105585]: self.callback(batched_events) Jul 27 21:52:28.453402 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:52:28.453402 n-d-705658-22 neutron-server[105585]: event.method(event) Jul 27 21:52:28.453402 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:52:28.453402 n-d-705658-22 neutron-server[105585]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:52:28.453402 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:52:28.453402 n-d-705658-22 neutron-server[105585]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:52:28.453402 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:52:28.453402 n-d-705658-22 neutron-server[105585]: return f(self, *a, **k) Jul 27 21:52:28.453402 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:52:28.453402 n-d-705658-22 neutron-server[105585]: return self._get(url).json() Jul 27 21:52:28.453402 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:52:28.453402 n-d-705658-22 neutron-server[105585]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:52:28.453402 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:52:28.453402 n-d-705658-22 neutron-server[105585]: return self.request(url, 'GET', **kwargs) Jul 27 21:52:28.453402 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:52:28.453402 n-d-705658-22 neutron-server[105585]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:52:28.453402 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:52:28.453402 n-d-705658-22 neutron-server[105585]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:52:28.453402 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:52:28.453402 n-d-705658-22 neutron-server[105585]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:52:28.453402 n-d-705658-22 neutron-server[105585]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:52:28.471822 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b331883-20f2-4478-a453-cd5089825d57 None None] Network 3a1e1b19-72e4-453c-9d76-630fec3d3bc2 requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:52:28.519531 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-a3560c82-af14-4ebd-ad7f-54d9f49ce712 tempest-NetworksIpV6Test-874735347 tempest-NetworksIpV6Test-874735347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4075658'] for network, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:28.527470 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-a3560c82-af14-4ebd-ad7f-54d9f49ce712 tempest-NetworksIpV6Test-874735347 tempest-NetworksIpV6Test-874735347-project] Notify callbacks [] for network, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:28.529462 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-a3560c82-af14-4ebd-ad7f-54d9f49ce712 tempest-NetworksIpV6Test-874735347 tempest-NetworksIpV6Test-874735347-project] 10.222.0.59 "DELETE /v2.0/networks/3a1e1b19-72e4-453c-9d76-630fec3d3bc2 HTTP/1.1" status: 204 len: 168 time: 0.5554068 Jul 27 21:52:28.532108 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 37662) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:52:28.543774 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3560c82-af14-4ebd-ad7f-54d9f49ce712 tempest-NetworksIpV6Test-874735347 tempest-NetworksIpV6Test-874735347-project] Pushing event deleted for resources: {'Network': ['ID=3a1e1b19-72e4-453c-9d76-630fec3d3bc2,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:52:28.559432 n-d-705658-22 neutron-server[105584]: INFO neutron.pecan_wsgi.hooks.translation [None req-c968bfc7-e761-4787-a55e-c8351c8ee4ae tempest-NetworksIpV6Test-874735347 tempest-NetworksIpV6Test-874735347-project] DELETE failed (client error): The resource could not be found. Jul 27 21:52:28.559588 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-3f7c2a72-4d8c-4e1f-8c00-7b33b93ef724 None None] Could not find standard attr ID for object f414fc67-ed67-48a3-89bf-df927aa85103. {{(pid=105586) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 27 21:52:28.559887 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c968bfc7-e761-4787-a55e-c8351c8ee4ae tempest-NetworksIpV6Test-874735347 tempest-NetworksIpV6Test-874735347-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105584) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 21:52:28.560783 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port 7af61b9b-d433-44e7-a8cb-52fb2687024e triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:52:28.561149 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:28.564245 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 37664) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:52:28.564391 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-c968bfc7-e761-4787-a55e-c8351c8ee4ae tempest-NetworksIpV6Test-874735347 tempest-NetworksIpV6Test-874735347-project] 10.222.0.59 "DELETE /v2.0/subnets/3e60477b-a344-46da-b8a1-f6609c5b78a6 HTTP/1.1" status: 404 len: 337 time: 0.0312250 Jul 27 21:52:28.582433 n-d-705658-22 neutron-server[105585]: INFO neutron.pecan_wsgi.hooks.translation [None req-0bace768-ff72-4f61-9fc6-64b66f1d3fec tempest-NetworksIpV6Test-874735347 tempest-NetworksIpV6Test-874735347-project] DELETE failed (client error): The resource could not be found. Jul 27 21:52:28.582963 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0bace768-ff72-4f61-9fc6-64b66f1d3fec tempest-NetworksIpV6Test-874735347 tempest-NetworksIpV6Test-874735347-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105585) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 21:52:28.584624 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-0bace768-ff72-4f61-9fc6-64b66f1d3fec tempest-NetworksIpV6Test-874735347 tempest-NetworksIpV6Test-874735347-project] 10.222.0.59 "DELETE /v2.0/networks/017308b8-5ab7-44bb-ba5b-36ce80b6a9ce HTTP/1.1" status: 404 len: 339 time: 0.0192394 Jul 27 21:52:28.587391 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 37666) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:52:28.614980 n-d-705658-22 neutron-server[105585]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2320f1d-8b82-42b9-8f2a-6cb4101f0080 tempest-NetworksIpV6Test-874735347 tempest-NetworksIpV6Test-874735347-project] DELETE failed (client error): The resource could not be found. Jul 27 21:52:28.615466 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f2320f1d-8b82-42b9-8f2a-6cb4101f0080 tempest-NetworksIpV6Test-874735347 tempest-NetworksIpV6Test-874735347-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105585) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 21:52:28.617684 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-f2320f1d-8b82-42b9-8f2a-6cb4101f0080 tempest-NetworksIpV6Test-874735347 tempest-NetworksIpV6Test-874735347-project] 10.222.0.59 "DELETE /v2.0/subnets/928dc93b-8f03-42f5-93b3-69f79222d289 HTTP/1.1" status: 404 len: 337 time: 0.0286012 Jul 27 21:52:28.620334 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 37668) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:52:28.640320 n-d-705658-22 neutron-server[105585]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1c540d8-44d6-402d-bd43-20533bcebaec tempest-NetworksIpV6Test-874735347 tempest-NetworksIpV6Test-874735347-project] DELETE failed (client error): The resource could not be found. Jul 27 21:52:28.640882 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c1c540d8-44d6-402d-bd43-20533bcebaec tempest-NetworksIpV6Test-874735347 tempest-NetworksIpV6Test-874735347-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105585) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 21:52:28.643622 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-c1c540d8-44d6-402d-bd43-20533bcebaec tempest-NetworksIpV6Test-874735347 tempest-NetworksIpV6Test-874735347-project] 10.222.0.59 "DELETE /v2.0/networks/568c7d33-3ca3-4365-abc3-931af0de849e HTTP/1.1" status: 404 len: 339 time: 0.0213814 Jul 27 21:52:28.645298 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 37670) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:52:28.696746 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5f02c4c-a9f1-4a75-af20-8b549bb1fb44 None None] DHCP port deletion for 3a1e1b19-72e4-453c-9d76-630fec3d3bc2 request from n-d-705658-22 {{(pid=105586) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 21:52:28.701184 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.db_base_plugin_v2 [None req-3996e528-ec35-4f2b-9734-8ab26a0e01a4 tempest-NetworksIpV6Test-874735347 tempest-NetworksIpV6Test-874735347-project] Deleting subnet 13cf55a7-b9ae-43d7-ba76-5a51a50b0fba {{(pid=105585) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:52:28.704593 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-3996e528-ec35-4f2b-9734-8ab26a0e01a4 tempest-NetworksIpV6Test-874735347 tempest-NetworksIpV6Test-874735347-project] Notify callbacks [] for subnet, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:28.750175 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-3996e528-ec35-4f2b-9734-8ab26a0e01a4 tempest-NetworksIpV6Test-874735347 tempest-NetworksIpV6Test-874735347-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9887057'] for subnet, precommit_delete_associations {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:28.832049 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-3996e528-ec35-4f2b-9734-8ab26a0e01a4 tempest-NetworksIpV6Test-874735347 tempest-NetworksIpV6Test-874735347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854965'] for subnet, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:28.889747 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-3996e528-ec35-4f2b-9734-8ab26a0e01a4 tempest-NetworksIpV6Test-874735347 tempest-NetworksIpV6Test-874735347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10221602', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9990583'] for subnet, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:28.921622 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3996e528-ec35-4f2b-9734-8ab26a0e01a4 tempest-NetworksIpV6Test-874735347 tempest-NetworksIpV6Test-874735347-project] Pushing event deleted for resources: {'Subnet': ['ID=13cf55a7-b9ae-43d7-ba76-5a51a50b0fba,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:52:28.925563 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-3996e528-ec35-4f2b-9734-8ab26a0e01a4 tempest-NetworksIpV6Test-874735347 tempest-NetworksIpV6Test-874735347-project] Notify callbacks [] for subnet, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:28.929213 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-3996e528-ec35-4f2b-9734-8ab26a0e01a4 tempest-NetworksIpV6Test-874735347 tempest-NetworksIpV6Test-874735347-project] 10.222.0.59 "DELETE /v2.0/subnets/13cf55a7-b9ae-43d7-ba76-5a51a50b0fba HTTP/1.1" status: 204 len: 168 time: 0.2812231 Jul 27 21:52:28.929999 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 37672) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:52:28.932360 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7e99aaa-bf02-4637-a01b-b95f9047f193 None None] Network 31566708-a848-4a3f-8737-c98a6f6805a7 requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:52:29.004316 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-7677360e-03a3-4518-9663-f4ac5da80390 tempest-NetworksIpV6Test-874735347 tempest-NetworksIpV6Test-874735347-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-990557'] for network, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:29.057320 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [None req-7677360e-03a3-4518-9663-f4ac5da80390 tempest-NetworksIpV6Test-874735347 tempest-NetworksIpV6Test-874735347-project] Deleting port 7af61b9b-d433-44e7-a8cb-52fb2687024e {{(pid=105585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:52:29.057320 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-7677360e-03a3-4518-9663-f4ac5da80390 tempest-NetworksIpV6Test-874735347 tempest-NetworksIpV6Test-874735347-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:29.103626 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c43b109-a110-4099-9702-d5fca67a5dda None None] DHCP port deletion for 31566708-a848-4a3f-8737-c98a6f6805a7 request from n-d-705658-22 {{(pid=105586) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 21:52:29.124921 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.db [None req-7677360e-03a3-4518-9663-f4ac5da80390 tempest-NetworksIpV6Test-874735347 tempest-NetworksIpV6Test-874735347-project] For port 7af61b9b-d433-44e7-a8cb-52fb2687024e, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=7af61b9b-d433-44e7-a8cb-52fb2687024e,segment=NetworkSegment(b25fbda4-c375-427f-aec4-9ccae5f08c75),segment_id=b25fbda4-c375-427f-aec4-9ccae5f08c75)] {{(pid=105585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:52:29.125286 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-7677360e-03a3-4518-9663-f4ac5da80390 tempest-NetworksIpV6Test-874735347 tempest-NetworksIpV6Test-874735347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:29.138458 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [None req-7677360e-03a3-4518-9663-f4ac5da80390 tempest-NetworksIpV6Test-874735347 tempest-NetworksIpV6Test-874735347-project] Calling delete_port for 7af61b9b-d433-44e7-a8cb-52fb2687024e owned by network:dhcp {{(pid=105585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:52:29.153257 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-5c43b109-a110-4099-9702-d5fca67a5dda None None] Deleting port 7af61b9b-d433-44e7-a8cb-52fb2687024e {{(pid=105586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:52:29.153744 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-5c43b109-a110-4099-9702-d5fca67a5dda None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:29.213607 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-5c43b109-a110-4099-9702-d5fca67a5dda None None] For port 7af61b9b-d433-44e7-a8cb-52fb2687024e, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=7af61b9b-d433-44e7-a8cb-52fb2687024e,segment=NetworkSegment(b25fbda4-c375-427f-aec4-9ccae5f08c75),segment_id=b25fbda4-c375-427f-aec4-9ccae5f08c75)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:52:29.213995 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-5c43b109-a110-4099-9702-d5fca67a5dda None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:29.215809 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-7677360e-03a3-4518-9663-f4ac5da80390 tempest-NetworksIpV6Test-874735347 tempest-NetworksIpV6Test-874735347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:29.226597 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-5c43b109-a110-4099-9702-d5fca67a5dda None None] Calling delete_port for 7af61b9b-d433-44e7-a8cb-52fb2687024e owned by network:dhcp {{(pid=105586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:52:29.240361 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7677360e-03a3-4518-9663-f4ac5da80390 tempest-NetworksIpV6Test-874735347 tempest-NetworksIpV6Test-874735347-project] Pushing event deleted for resources: {'Port': ['ID=7af61b9b-d433-44e7-a8cb-52fb2687024e,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:52:29.243802 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7677360e-03a3-4518-9663-f4ac5da80390 tempest-NetworksIpV6Test-874735347 tempest-NetworksIpV6Test-874735347-project] No DVR routers for this DVR port 7af61b9b-d433-44e7-a8cb-52fb2687024e on host n-d-705658-22 {{(pid=105585) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:52:29.305029 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-5c43b109-a110-4099-9702-d5fca67a5dda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180'] for port, after_delete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:29.325019 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-7677360e-03a3-4518-9663-f4ac5da80390 tempest-NetworksIpV6Test-874735347 tempest-NetworksIpV6Test-874735347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853562', 'neutron.services.segments.db._delete_segments_for_network-8790688882975'] for network, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:29.333059 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c43b109-a110-4099-9702-d5fca67a5dda None None] No DVR routers for this DVR port 7af61b9b-d433-44e7-a8cb-52fb2687024e on host n-d-705658-22 {{(pid=105586) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:52:29.334939 n-d-705658-22 neutron-server[105585]: DEBUG neutron.services.segments.db [None req-7677360e-03a3-4518-9663-f4ac5da80390 tempest-NetworksIpV6Test-874735347 tempest-NetworksIpV6Test-874735347-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31566708-a848-4a3f-8737-c98a6f6805a7']}} {{(pid=105585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:52:29.337517 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c43b109-a110-4099-9702-d5fca67a5dda None None] Pushing event deleted for resources: {'Port': ['ID=7af61b9b-d433-44e7-a8cb-52fb2687024e,revision_number=None']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:52:29.346814 n-d-705658-22 neutron-server[105585]: DEBUG neutron.services.segments.db [None req-7677360e-03a3-4518-9663-f4ac5da80390 tempest-NetworksIpV6Test-874735347 tempest-NetworksIpV6Test-874735347-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b25fbda4-c375-427f-aec4-9ccae5f08c75') {'for_net_delete': True} {{(pid=105585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:52:29.347150 n-d-705658-22 neutron-server[105585]: DEBUG neutron.services.segments.db [None req-7677360e-03a3-4518-9663-f4ac5da80390 tempest-NetworksIpV6Test-874735347 tempest-NetworksIpV6Test-874735347-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b25fbda4-c375-427f-aec4-9ccae5f08c75') {} {{(pid=105585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:52:29.355936 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-7677360e-03a3-4518-9663-f4ac5da80390 tempest-NetworksIpV6Test-874735347 tempest-NetworksIpV6Test-874735347-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790688883752', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9886370'] for segment, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:29.369730 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-7677360e-03a3-4518-9663-f4ac5da80390 tempest-NetworksIpV6Test-874735347 tempest-NetworksIpV6Test-874735347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:29.375846 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7677360e-03a3-4518-9663-f4ac5da80390 tempest-NetworksIpV6Test-874735347 tempest-NetworksIpV6Test-874735347-project] Releasing vlan 216 on physical network physnet1 to pool {{(pid=105585) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:52:29.376252 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-7677360e-03a3-4518-9663-f4ac5da80390 tempest-NetworksIpV6Test-874735347 tempest-NetworksIpV6Test-874735347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10221644'] for segment, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:29.379271 n-d-705658-22 neutron-server[105585]: Traceback (most recent call last): Jul 27 21:52:29.379271 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:52:29.379271 n-d-705658-22 neutron-server[105585]: timer() Jul 27 21:52:29.379271 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:52:29.379271 n-d-705658-22 neutron-server[105585]: cb(*args, **kw) Jul 27 21:52:29.379271 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:52:29.379271 n-d-705658-22 neutron-server[105585]: return func(*args, **kwargs) Jul 27 21:52:29.379271 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:52:29.379271 n-d-705658-22 neutron-server[105585]: self._notify() Jul 27 21:52:29.379271 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:52:29.379271 n-d-705658-22 neutron-server[105585]: self.callback(batched_events) Jul 27 21:52:29.379271 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:52:29.379271 n-d-705658-22 neutron-server[105585]: event.method(event) Jul 27 21:52:29.379271 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:52:29.379271 n-d-705658-22 neutron-server[105585]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:52:29.379271 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:52:29.379271 n-d-705658-22 neutron-server[105585]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:52:29.379271 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:52:29.379271 n-d-705658-22 neutron-server[105585]: return f(self, *a, **k) Jul 27 21:52:29.379271 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:52:29.379271 n-d-705658-22 neutron-server[105585]: return self._get(url).json() Jul 27 21:52:29.379271 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:52:29.379271 n-d-705658-22 neutron-server[105585]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:52:29.379271 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:52:29.379271 n-d-705658-22 neutron-server[105585]: return self.request(url, 'GET', **kwargs) Jul 27 21:52:29.379271 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:52:29.379271 n-d-705658-22 neutron-server[105585]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:52:29.379271 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:52:29.379271 n-d-705658-22 neutron-server[105585]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:52:29.379271 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:52:29.379271 n-d-705658-22 neutron-server[105585]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:52:29.379271 n-d-705658-22 neutron-server[105585]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:52:29.438485 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-7677360e-03a3-4518-9663-f4ac5da80390 tempest-NetworksIpV6Test-874735347 tempest-NetworksIpV6Test-874735347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4075658'] for network, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:29.445607 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-7677360e-03a3-4518-9663-f4ac5da80390 tempest-NetworksIpV6Test-874735347 tempest-NetworksIpV6Test-874735347-project] Notify callbacks [] for network, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:29.447435 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-7677360e-03a3-4518-9663-f4ac5da80390 tempest-NetworksIpV6Test-874735347 tempest-NetworksIpV6Test-874735347-project] 10.222.0.59 "DELETE /v2.0/networks/31566708-a848-4a3f-8737-c98a6f6805a7 HTTP/1.1" status: 204 len: 168 time: 0.5164852 Jul 27 21:52:29.459376 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7677360e-03a3-4518-9663-f4ac5da80390 tempest-NetworksIpV6Test-874735347 tempest-NetworksIpV6Test-874735347-project] Pushing event deleted for resources: {'Network': ['ID=31566708-a848-4a3f-8737-c98a6f6805a7,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:52:29.681635 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 37678) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:52:29.810288 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-dd0b5e4b-68f6-45c9-b61e-2cd69661c6d8 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=8a2572f8931c46cf898cc4745685b809&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1274769 Jul 27 21:52:29.812710 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 37684) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:52:29.861705 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-d044bd2d-2197-4706-840d-b114e8746fd3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:29.882728 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-d044bd2d-2197-4706-840d-b114e8746fd3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:29.927170 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-d044bd2d-2197-4706-840d-b114e8746fd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:29.930214 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-d044bd2d-2197-4706-840d-b114e8746fd3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:29.931345 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-d044bd2d-2197-4706-840d-b114e8746fd3 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/398c9222-b569-4657-995f-4a8e9d5eb2aa HTTP/1.1" status: 204 len: 168 time: 0.1177528 Jul 27 21:52:29.939057 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d044bd2d-2197-4706-840d-b114e8746fd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=398c9222-b569-4657-995f-4a8e9d5eb2aa,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:52:30.308853 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device f414fc67-ed67-48a3-89bf-df927aa85103 no longer exists at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:52:30.329603 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] No Port match for: f414fc67-ed67-48a3-89bf-df927aa85103 {{(pid=105586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:52:30.329951 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device f414fc67-ed67-48a3-89bf-df927aa85103 not bound to the agent host n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:52:30.330429 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 7af61b9b-d433-44e7-a8cb-52fb2687024e no longer exists at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:52:30.349075 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] No Port match for: 7af61b9b-d433-44e7-a8cb-52fb2687024e {{(pid=105586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:52:30.349453 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 7af61b9b-d433-44e7-a8cb-52fb2687024e not bound to the agent host n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:52:30.545813 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 37708) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:52:30.636683 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-997927d9-6c70-4c97-be8f-b4ab9c64da0d tempest-RoutersNegativeTest-1882132766 tempest-RoutersNegativeTest-1882132766-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-510773786', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:52:30.659219 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-997927d9-6c70-4c97-be8f-b4ab9c64da0d tempest-RoutersNegativeTest-1882132766 tempest-RoutersNegativeTest-1882132766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4163813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-443'] for router, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:30.660203 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-997927d9-6c70-4c97-be8f-b4ab9c64da0d tempest-RoutersNegativeTest-1882132766 tempest-RoutersNegativeTest-1882132766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4165196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4077059', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3711235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-418'] for router, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:30.710230 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-997927d9-6c70-4c97-be8f-b4ab9c64da0d tempest-RoutersNegativeTest-1882132766 tempest-RoutersNegativeTest-1882132766-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:30.714959 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-997927d9-6c70-4c97-be8f-b4ab9c64da0d tempest-RoutersNegativeTest-1882132766 tempest-RoutersNegativeTest-1882132766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4163804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4077150'] for router, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:30.731122 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-997927d9-6c70-4c97-be8f-b4ab9c64da0d tempest-RoutersNegativeTest-1882132766 tempest-RoutersNegativeTest-1882132766-project] Notify callbacks [] for router, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:30.732322 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-997927d9-6c70-4c97-be8f-b4ab9c64da0d tempest-RoutersNegativeTest-1882132766 tempest-RoutersNegativeTest-1882132766-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.1854742 Jul 27 21:52:30.734942 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 37712) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:52:30.739890 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-90b82de5-0f72-48b0-b4a1-356032e3377b tempest-RoutersNegativeTest-1882132766 tempest-RoutersNegativeTest-1882132766-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-631949463'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:52:30.767569 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90b82de5-0f72-48b0-b4a1-356032e3377b tempest-RoutersNegativeTest-1882132766 tempest-RoutersNegativeTest-1882132766-project] Made reservation on behalf of 4b6f1450c83d49ca825434cf1c1d58d8 for: {'network': 1} {{(pid=105585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:52:30.772164 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-90b82de5-0f72-48b0-b4a1-356032e3377b tempest-RoutersNegativeTest-1882132766 tempest-RoutersNegativeTest-1882132766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for network, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:30.784081 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-90b82de5-0f72-48b0-b4a1-356032e3377b tempest-RoutersNegativeTest-1882132766 tempest-RoutersNegativeTest-1882132766-project] Notify callbacks [] for security_group, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:30.883497 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-90b82de5-0f72-48b0-b4a1-356032e3377b tempest-RoutersNegativeTest-1882132766 tempest-RoutersNegativeTest-1882132766-project] Notify callbacks [] for security_group, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:30.887226 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-90b82de5-0f72-48b0-b4a1-356032e3377b tempest-RoutersNegativeTest-1882132766 tempest-RoutersNegativeTest-1882132766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:30.909696 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90b82de5-0f72-48b0-b4a1-356032e3377b tempest-RoutersNegativeTest-1882132766 tempest-RoutersNegativeTest-1882132766-project] vlan segment allocate from pool success with {'vlan_id': 222, 'physical_network': 'physnet1'} {{(pid=105585) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:52:30.923865 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b82de5-0f72-48b0-b4a1-356032e3377b tempest-RoutersNegativeTest-1882132766 tempest-RoutersNegativeTest-1882132766-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b725b793-7fa9-40e9-8a18-a21715eff2f4,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:52:30.927165 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-90b82de5-0f72-48b0-b4a1-356032e3377b tempest-RoutersNegativeTest-1882132766 tempest-RoutersNegativeTest-1882132766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:30.927797 n-d-705658-22 neutron-server[105585]: INFO neutron.db.segments_db [None req-90b82de5-0f72-48b0-b4a1-356032e3377b tempest-RoutersNegativeTest-1882132766 tempest-RoutersNegativeTest-1882132766-project] Added segment 53437f3f-eb71-4993-b423-13713bb861da of type vlan for network 25c4352f-8359-4d14-96dd-a362199427a0 Jul 27 21:52:30.967112 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-90b82de5-0f72-48b0-b4a1-356032e3377b tempest-RoutersNegativeTest-1882132766 tempest-RoutersNegativeTest-1882132766-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790688424798'] for network, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:30.994581 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-90b82de5-0f72-48b0-b4a1-356032e3377b tempest-RoutersNegativeTest-1882132766 tempest-RoutersNegativeTest-1882132766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920'] for network, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:31.000527 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90b82de5-0f72-48b0-b4a1-356032e3377b tempest-RoutersNegativeTest-1882132766 tempest-RoutersNegativeTest-1882132766-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:52:31.001118 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-90b82de5-0f72-48b0-b4a1-356032e3377b tempest-RoutersNegativeTest-1882132766 tempest-RoutersNegativeTest-1882132766-project] Notify callbacks [] for network, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:31.054973 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-90b82de5-0f72-48b0-b4a1-356032e3377b tempest-RoutersNegativeTest-1882132766 tempest-RoutersNegativeTest-1882132766-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3185482 Jul 27 21:52:31.058070 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 37714) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:52:31.063511 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-f5647999-13c0-44d3-b482-3e9a95995e0b tempest-RoutersNegativeTest-1882132766 tempest-RoutersNegativeTest-1882132766-project] Request body: {'subnet': {'network_id': '25c4352f-8359-4d14-96dd-a362199427a0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:52:31.065640 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b82de5-0f72-48b0-b4a1-356032e3377b tempest-RoutersNegativeTest-1882132766 tempest-RoutersNegativeTest-1882132766-project] Pushing event updated for resources: {'Network': ['ID=25c4352f-8359-4d14-96dd-a362199427a0,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:52:31.076650 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Network 25c4352f-8359-4d14-96dd-a362199427a0 details requested by agent ovs-agent-n-d-705658-22 with host n-d-705658-22 {{(pid=105586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:52:31.154937 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5647999-13c0-44d3-b482-3e9a95995e0b tempest-RoutersNegativeTest-1882132766 tempest-RoutersNegativeTest-1882132766-project] Made reservation on behalf of 4b6f1450c83d49ca825434cf1c1d58d8 for: {'subnet': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:52:31.158410 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-f5647999-13c0-44d3-b482-3e9a95995e0b tempest-RoutersNegativeTest-1882132766 tempest-RoutersNegativeTest-1882132766-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9738786'] for subnet, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:31.332515 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-f5647999-13c0-44d3-b482-3e9a95995e0b tempest-RoutersNegativeTest-1882132766 tempest-RoutersNegativeTest-1882132766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9014150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9738800'] for subnet, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:31.395606 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5647999-13c0-44d3-b482-3e9a95995e0b tempest-RoutersNegativeTest-1882132766 tempest-RoutersNegativeTest-1882132766-project] Pushing event updated for resources: {'Subnet': ['ID=3970229c-54f4-414c-9e35-b3c7e22b5f4b,revision_number=0']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:52:31.401214 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5647999-13c0-44d3-b482-3e9a95995e0b tempest-RoutersNegativeTest-1882132766 tempest-RoutersNegativeTest-1882132766-project] Checking segment: {'id': '53437f3f-eb71-4993-b423-13713bb861da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '25c4352f-8359-4d14-96dd-a362199427a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:52:31.401578 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5647999-13c0-44d3-b482-3e9a95995e0b tempest-RoutersNegativeTest-1882132766 tempest-RoutersNegativeTest-1882132766-project] Network hostable DHCP agents. Network: 25c4352f-8359-4d14-96dd-a362199427a0, hostable agents: ['7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a'], hosted agents: [] {{(pid=105584) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:52:31.418781 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5647999-13c0-44d3-b482-3e9a95995e0b tempest-RoutersNegativeTest-1882132766 tempest-RoutersNegativeTest-1882132766-project] Network 25c4352f-8359-4d14-96dd-a362199427a0 is scheduled to be hosted by DHCP agent 7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a with binding_index 1 {{(pid=105584) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:52:31.428113 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [None req-f5647999-13c0-44d3-b482-3e9a95995e0b tempest-RoutersNegativeTest-1882132766 tempest-RoutersNegativeTest-1882132766-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-22, 25c4352f-8359-4d14-96dd-a362199427a0) {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:52:31.432912 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5647999-13c0-44d3-b482-3e9a95995e0b tempest-RoutersNegativeTest-1882132766 tempest-RoutersNegativeTest-1882132766-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:52:31.433638 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-f5647999-13c0-44d3-b482-3e9a95995e0b tempest-RoutersNegativeTest-1882132766 tempest-RoutersNegativeTest-1882132766-project] Notify callbacks [] for subnet, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:31.437695 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3687511a-03ab-4a26-b80e-0c5c0631d674 None None] Network 25c4352f-8359-4d14-96dd-a362199427a0 requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:52:31.451516 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 37716) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:52:31.451731 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-f5647999-13c0-44d3-b482-3e9a95995e0b tempest-RoutersNegativeTest-1882132766 tempest-RoutersNegativeTest-1882132766-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.3924913 Jul 27 21:52:31.456771 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-997321f0-df81-474e-8058-9e40e25b7308 tempest-RoutersNegativeTest-1882132766 tempest-RoutersNegativeTest-1882132766-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1001240657'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:52:31.476863 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-997321f0-df81-474e-8058-9e40e25b7308 tempest-RoutersNegativeTest-1882132766 tempest-RoutersNegativeTest-1882132766-project] Made reservation on behalf of 4b6f1450c83d49ca825434cf1c1d58d8 for: {'network': 1} {{(pid=105585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:52:31.480416 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-997321f0-df81-474e-8058-9e40e25b7308 tempest-RoutersNegativeTest-1882132766 tempest-RoutersNegativeTest-1882132766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for network, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:31.504478 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-997321f0-df81-474e-8058-9e40e25b7308 tempest-RoutersNegativeTest-1882132766 tempest-RoutersNegativeTest-1882132766-project] vlan segment allocate from pool success with {'vlan_id': 235, 'physical_network': 'physnet1'} {{(pid=105585) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:52:31.514233 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-997321f0-df81-474e-8058-9e40e25b7308 tempest-RoutersNegativeTest-1882132766 tempest-RoutersNegativeTest-1882132766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:31.514653 n-d-705658-22 neutron-server[105585]: INFO neutron.db.segments_db [None req-997321f0-df81-474e-8058-9e40e25b7308 tempest-RoutersNegativeTest-1882132766 tempest-RoutersNegativeTest-1882132766-project] Added segment dec99bf2-1b32-49b6-9225-5e7e01a30c52 of type vlan for network b34df21d-783e-45a1-bf84-b6998e618fca Jul 27 21:52:31.561815 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-997321f0-df81-474e-8058-9e40e25b7308 tempest-RoutersNegativeTest-1882132766 tempest-RoutersNegativeTest-1882132766-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790688424798'] for network, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:31.587524 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae6c079a-f023-45e4-bfc5-4739de051bbd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30bb4b93-b285-5d90-9493-f9ec33ea333c-25c4352f-8359-4d14-96dd-a362199427a0', 'network_id': '25c4352f-8359-4d14-96dd-a362199427a0', 'tenant_id': '4b6f1450c83d49ca825434cf1c1d58d8', 'fixed_ips': [{'subnet_id': '3970229c-54f4-414c-9e35-b3c7e22b5f4b'}]}} from n-d-705658-22. {{(pid=105586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 21:52:31.588393 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-ae6c079a-f023-45e4-bfc5-4739de051bbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:31.592434 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-997321f0-df81-474e-8058-9e40e25b7308 tempest-RoutersNegativeTest-1882132766 tempest-RoutersNegativeTest-1882132766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920'] for network, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:31.598181 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-997321f0-df81-474e-8058-9e40e25b7308 tempest-RoutersNegativeTest-1882132766 tempest-RoutersNegativeTest-1882132766-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:52:31.598760 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-997321f0-df81-474e-8058-9e40e25b7308 tempest-RoutersNegativeTest-1882132766 tempest-RoutersNegativeTest-1882132766-project] Notify callbacks [] for network, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:31.652029 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-997321f0-df81-474e-8058-9e40e25b7308 tempest-RoutersNegativeTest-1882132766 tempest-RoutersNegativeTest-1882132766-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.1991465 Jul 27 21:52:31.655071 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 37720) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:52:31.660933 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-362b249d-e5c6-4b09-a91b-cd0c11a3bcbc tempest-RoutersNegativeTest-1882132766 tempest-RoutersNegativeTest-1882132766-project] Request body: {'subnet': {'network_id': 'b34df21d-783e-45a1-bf84-b6998e618fca', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:52:31.669258 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997321f0-df81-474e-8058-9e40e25b7308 tempest-RoutersNegativeTest-1882132766 tempest-RoutersNegativeTest-1882132766-project] Pushing event updated for resources: {'Network': ['ID=b34df21d-783e-45a1-bf84-b6998e618fca,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:52:31.680687 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Network b34df21d-783e-45a1-bf84-b6998e618fca details requested by agent ovs-agent-n-d-705658-22 with host n-d-705658-22 {{(pid=105586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:52:31.756372 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-362b249d-e5c6-4b09-a91b-cd0c11a3bcbc tempest-RoutersNegativeTest-1882132766 tempest-RoutersNegativeTest-1882132766-project] Made reservation on behalf of 4b6f1450c83d49ca825434cf1c1d58d8 for: {'subnet': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:52:31.760053 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-362b249d-e5c6-4b09-a91b-cd0c11a3bcbc tempest-RoutersNegativeTest-1882132766 tempest-RoutersNegativeTest-1882132766-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9738786'] for subnet, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:31.775701 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.db_base_plugin_common [None req-ae6c079a-f023-45e4-bfc5-4739de051bbd None None] Allocated IP 172.20.0.2 (25c4352f-8359-4d14-96dd-a362199427a0/3970229c-54f4-414c-9e35-b3c7e22b5f4b/57a062f0-26f6-4ab1-a057-995ed1060710) {{(pid=105586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:52:31.925491 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-ae6c079a-f023-45e4-bfc5-4739de051bbd None None] Notify callbacks [] for port, precommit_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:31.934202 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-ae6c079a-f023-45e4-bfc5-4739de051bbd None None] Transition to ACTIVE for port object 57a062f0-26f6-4ab1-a057-995ed1060710 will not be triggered until provisioned by entity L2. {{(pid=105586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:52:31.948751 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-ae6c079a-f023-45e4-bfc5-4739de051bbd None None] Transition to ACTIVE for port object 57a062f0-26f6-4ab1-a057-995ed1060710 will not be triggered until provisioned by entity DHCP. {{(pid=105586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:52:31.954692 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-ae6c079a-f023-45e4-bfc5-4739de051bbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143'] for port, after_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:31.958282 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-362b249d-e5c6-4b09-a91b-cd0c11a3bcbc tempest-RoutersNegativeTest-1882132766 tempest-RoutersNegativeTest-1882132766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9014150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9738800'] for subnet, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:31.992230 n-d-705658-22 neutron-server[105586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae6c079a-f023-45e4-bfc5-4739de051bbd None None] Network 25c4352f-8359-4d14-96dd-a362199427a0 is already hosted by enough agents. {{(pid=105586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:52:31.995016 n-d-705658-22 neutron-server[105586]: DEBUG neutron.scheduler.base_scheduler [None req-ae6c079a-f023-45e4-bfc5-4739de051bbd None None] Resources bound (agent type, host, resource id): {{(pid=105586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:52:32.001415 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae6c079a-f023-45e4-bfc5-4739de051bbd None None] Received port after_create {{(pid=105586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:52:32.012286 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6c079a-f023-45e4-bfc5-4739de051bbd None None] Pushing event updated for resources: {'Port': ['ID=57a062f0-26f6-4ab1-a057-995ed1060710,revision_number=1']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:52:32.021215 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362b249d-e5c6-4b09-a91b-cd0c11a3bcbc tempest-RoutersNegativeTest-1882132766 tempest-RoutersNegativeTest-1882132766-project] Pushing event updated for resources: {'Subnet': ['ID=9e107a83-22d3-44c9-aef5-880efebc7221,revision_number=0']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:52:32.026093 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-362b249d-e5c6-4b09-a91b-cd0c11a3bcbc tempest-RoutersNegativeTest-1882132766 tempest-RoutersNegativeTest-1882132766-project] Checking segment: {'id': 'dec99bf2-1b32-49b6-9225-5e7e01a30c52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'b34df21d-783e-45a1-bf84-b6998e618fca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:52:32.026460 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-362b249d-e5c6-4b09-a91b-cd0c11a3bcbc tempest-RoutersNegativeTest-1882132766 tempest-RoutersNegativeTest-1882132766-project] Network hostable DHCP agents. Network: b34df21d-783e-45a1-bf84-b6998e618fca, hostable agents: ['7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a'], hosted agents: [] {{(pid=105584) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:52:32.043497 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-362b249d-e5c6-4b09-a91b-cd0c11a3bcbc tempest-RoutersNegativeTest-1882132766 tempest-RoutersNegativeTest-1882132766-project] Network b34df21d-783e-45a1-bf84-b6998e618fca is scheduled to be hosted by DHCP agent 7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a with binding_index 1 {{(pid=105584) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:52:32.051244 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [None req-362b249d-e5c6-4b09-a91b-cd0c11a3bcbc tempest-RoutersNegativeTest-1882132766 tempest-RoutersNegativeTest-1882132766-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-22, b34df21d-783e-45a1-bf84-b6998e618fca) {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:52:32.055287 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-362b249d-e5c6-4b09-a91b-cd0c11a3bcbc tempest-RoutersNegativeTest-1882132766 tempest-RoutersNegativeTest-1882132766-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:52:32.055878 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-362b249d-e5c6-4b09-a91b-cd0c11a3bcbc tempest-RoutersNegativeTest-1882132766 tempest-RoutersNegativeTest-1882132766-project] Notify callbacks [] for subnet, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:32.063713 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b85de14f-5f5a-43ef-9b12-0457ab1cf8fa None None] Network b34df21d-783e-45a1-bf84-b6998e618fca requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:52:32.069443 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-362b249d-e5c6-4b09-a91b-cd0c11a3bcbc tempest-RoutersNegativeTest-1882132766 tempest-RoutersNegativeTest-1882132766-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4131205 Jul 27 21:52:32.072358 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 37722) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:52:32.076891 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-6c00ebcf-4d4c-4e1c-b9e0-a38f9f23817c tempest-RoutersNegativeTest-1882132766 tempest-RoutersNegativeTest-1882132766-project] Request body: {'router': {'external_gateway_info': {'network_id': 'b34df21d-783e-45a1-bf84-b6998e618fca'}}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:52:32.110923 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-ae6c079a-f023-45e4-bfc5-4739de051bbd None None] Attempting to bind port 57a062f0-26f6-4ab1-a057-995ed1060710 on host n-d-705658-22 for vnic_type normal with profile {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:52:32.111324 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-ae6c079a-f023-45e4-bfc5-4739de051bbd None None] Attempting to bind port 57a062f0-26f6-4ab1-a057-995ed1060710 by drivers openvswitch,hyperv on host n-d-705658-22 at level 0 using segments [{'id': '53437f3f-eb71-4993-b423-13713bb861da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '25c4352f-8359-4d14-96dd-a362199427a0'}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:52:32.111696 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae6c079a-f023-45e4-bfc5-4739de051bbd None None] Attempting to bind port 57a062f0-26f6-4ab1-a057-995ed1060710 on network 25c4352f-8359-4d14-96dd-a362199427a0 {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:52:32.119115 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae6c079a-f023-45e4-bfc5-4739de051bbd None None] Checking agent: {'id': '04a7ea91-6318-467e-ace6-b0fb48c8690f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 41, 42), 'started_at': datetime.datetime(2021, 7, 27, 20, 42, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 52, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:52:32.119498 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae6c079a-f023-45e4-bfc5-4739de051bbd None None] Checking segment: {'id': '53437f3f-eb71-4993-b423-13713bb861da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '25c4352f-8359-4d14-96dd-a362199427a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:52:32.119907 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-ae6c079a-f023-45e4-bfc5-4739de051bbd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:32.120305 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae6c079a-f023-45e4-bfc5-4739de051bbd None None] Bound using segment: {'id': '53437f3f-eb71-4993-b423-13713bb861da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '25c4352f-8359-4d14-96dd-a362199427a0'} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:52:32.120768 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-ae6c079a-f023-45e4-bfc5-4739de051bbd None None] Bound port: 57a062f0-26f6-4ab1-a057-995ed1060710, host: n-d-705658-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53437f3f-eb71-4993-b423-13713bb861da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '25c4352f-8359-4d14-96dd-a362199427a0'}}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:52:32.121156 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-ae6c079a-f023-45e4-bfc5-4739de051bbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:32.227185 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-ae6c079a-f023-45e4-bfc5-4739de051bbd None None] For port 57a062f0-26f6-4ab1-a057-995ed1060710, host n-d-705658-22, cleared binding levels {{(pid=105586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:52:32.245031 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-ae6c079a-f023-45e4-bfc5-4739de051bbd None None] For port 57a062f0-26f6-4ab1-a057-995ed1060710, host n-d-705658-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=57a062f0-26f6-4ab1-a057-995ed1060710,segment=NetworkSegment(53437f3f-eb71-4993-b423-13713bb861da),segment_id=53437f3f-eb71-4993-b423-13713bb861da)] {{(pid=105586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:52:32.251328 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-ae6c079a-f023-45e4-bfc5-4739de051bbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:32.320385 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31c032ed-e134-45c0-85f0-b9ad2dff003f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30bb4b93-b285-5d90-9493-f9ec33ea333c-b34df21d-783e-45a1-bf84-b6998e618fca', 'network_id': 'b34df21d-783e-45a1-bf84-b6998e618fca', 'tenant_id': '4b6f1450c83d49ca825434cf1c1d58d8', 'fixed_ips': [{'subnet_id': '9e107a83-22d3-44c9-aef5-880efebc7221'}]}} from n-d-705658-22. {{(pid=105586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 21:52:32.321249 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-31c032ed-e134-45c0-85f0-b9ad2dff003f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:32.326286 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-6c00ebcf-4d4c-4e1c-b9e0-a38f9f23817c tempest-RoutersNegativeTest-1882132766 tempest-RoutersNegativeTest-1882132766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4077169', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4163787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-400'] for router, precommit_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:32.350163 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6c079a-f023-45e4-bfc5-4739de051bbd None None] Pushing event updated for resources: {'Port': ['ID=57a062f0-26f6-4ab1-a057-995ed1060710,revision_number=2']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:52:32.445809 n-d-705658-22 neutron-server[105584]: INFO neutron.api.v2.resource [None req-6c00ebcf-4d4c-4e1c-b9e0-a38f9f23817c tempest-RoutersNegativeTest-1882132766 tempest-RoutersNegativeTest-1882132766-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 27 21:52:32.452810 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-6c00ebcf-4d4c-4e1c-b9e0-a38f9f23817c tempest-RoutersNegativeTest-1882132766 tempest-RoutersNegativeTest-1882132766-project] 10.222.0.59 "PUT /v2.0/routers/0238979d-e7c8-4c39-909d-5d5e4f23f4d3 HTTP/1.1" status: 400 len: 364 time: 0.3735964 Jul 27 21:52:32.453099 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 37724) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:52:32.482564 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.db_base_plugin_common [None req-31c032ed-e134-45c0-85f0-b9ad2dff003f None None] Allocated IP 172.21.0.2 (b34df21d-783e-45a1-bf84-b6998e618fca/9e107a83-22d3-44c9-aef5-880efebc7221/4d0efb87-e0b7-41f3-a2fb-3e3fa504ca67) {{(pid=105586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:52:32.542206 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.db_base_plugin_v2 [None req-4da3aa5e-2eb8-4566-aa50-bfcb28c8231a tempest-RoutersNegativeTest-1882132766 tempest-RoutersNegativeTest-1882132766-project] Deleting subnet 9e107a83-22d3-44c9-aef5-880efebc7221 {{(pid=105585) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:52:32.639036 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-31c032ed-e134-45c0-85f0-b9ad2dff003f None None] Notify callbacks [] for port, precommit_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:32.647091 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-31c032ed-e134-45c0-85f0-b9ad2dff003f None None] Transition to ACTIVE for port object 4d0efb87-e0b7-41f3-a2fb-3e3fa504ca67 will not be triggered until provisioned by entity L2. {{(pid=105586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:52:32.661126 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-31c032ed-e134-45c0-85f0-b9ad2dff003f None None] Transition to ACTIVE for port object 4d0efb87-e0b7-41f3-a2fb-3e3fa504ca67 will not be triggered until provisioned by entity DHCP. {{(pid=105586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:52:32.666220 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-4da3aa5e-2eb8-4566-aa50-bfcb28c8231a tempest-RoutersNegativeTest-1882132766 tempest-RoutersNegativeTest-1882132766-project] Notify callbacks [] for subnet, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:32.666726 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-31c032ed-e134-45c0-85f0-b9ad2dff003f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143'] for port, after_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:32.708695 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-4da3aa5e-2eb8-4566-aa50-bfcb28c8231a tempest-RoutersNegativeTest-1882132766 tempest-RoutersNegativeTest-1882132766-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9887057'] for subnet, precommit_delete_associations {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:32.710162 n-d-705658-22 neutron-server[105586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31c032ed-e134-45c0-85f0-b9ad2dff003f None None] Network b34df21d-783e-45a1-bf84-b6998e618fca is already hosted by enough agents. {{(pid=105586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:52:32.715987 n-d-705658-22 neutron-server[105586]: DEBUG neutron.scheduler.base_scheduler [None req-31c032ed-e134-45c0-85f0-b9ad2dff003f None None] Resources bound (agent type, host, resource id): {{(pid=105586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:52:32.719338 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31c032ed-e134-45c0-85f0-b9ad2dff003f None None] Received port after_create {{(pid=105586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:52:32.724709 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c032ed-e134-45c0-85f0-b9ad2dff003f None None] Pushing event updated for resources: {'Port': ['ID=4d0efb87-e0b7-41f3-a2fb-3e3fa504ca67,revision_number=1']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:52:32.784632 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-31c032ed-e134-45c0-85f0-b9ad2dff003f None None] Attempting to bind port 4d0efb87-e0b7-41f3-a2fb-3e3fa504ca67 on host n-d-705658-22 for vnic_type normal with profile {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:52:32.785090 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-31c032ed-e134-45c0-85f0-b9ad2dff003f None None] Attempting to bind port 4d0efb87-e0b7-41f3-a2fb-3e3fa504ca67 by drivers openvswitch,hyperv on host n-d-705658-22 at level 0 using segments [{'id': 'dec99bf2-1b32-49b6-9225-5e7e01a30c52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'b34df21d-783e-45a1-bf84-b6998e618fca'}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:52:32.785530 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31c032ed-e134-45c0-85f0-b9ad2dff003f None None] Attempting to bind port 4d0efb87-e0b7-41f3-a2fb-3e3fa504ca67 on network b34df21d-783e-45a1-bf84-b6998e618fca {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:52:32.790977 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31c032ed-e134-45c0-85f0-b9ad2dff003f None None] Checking agent: {'id': '04a7ea91-6318-467e-ace6-b0fb48c8690f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 41, 42), 'started_at': datetime.datetime(2021, 7, 27, 20, 42, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 52, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:52:32.791390 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31c032ed-e134-45c0-85f0-b9ad2dff003f None None] Checking segment: {'id': 'dec99bf2-1b32-49b6-9225-5e7e01a30c52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'b34df21d-783e-45a1-bf84-b6998e618fca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:52:32.791799 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-31c032ed-e134-45c0-85f0-b9ad2dff003f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:32.792196 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31c032ed-e134-45c0-85f0-b9ad2dff003f None None] Bound using segment: {'id': 'dec99bf2-1b32-49b6-9225-5e7e01a30c52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'b34df21d-783e-45a1-bf84-b6998e618fca'} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:52:32.792701 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-31c032ed-e134-45c0-85f0-b9ad2dff003f None None] Bound port: 4d0efb87-e0b7-41f3-a2fb-3e3fa504ca67, host: n-d-705658-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dec99bf2-1b32-49b6-9225-5e7e01a30c52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'b34df21d-783e-45a1-bf84-b6998e618fca'}}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:52:32.793085 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-31c032ed-e134-45c0-85f0-b9ad2dff003f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:32.794845 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-4da3aa5e-2eb8-4566-aa50-bfcb28c8231a tempest-RoutersNegativeTest-1882132766 tempest-RoutersNegativeTest-1882132766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854965'] for subnet, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:32.863207 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-4da3aa5e-2eb8-4566-aa50-bfcb28c8231a tempest-RoutersNegativeTest-1882132766 tempest-RoutersNegativeTest-1882132766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10221602', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9990583'] for subnet, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:32.864465 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-31c032ed-e134-45c0-85f0-b9ad2dff003f None None] For port 4d0efb87-e0b7-41f3-a2fb-3e3fa504ca67, host n-d-705658-22, cleared binding levels {{(pid=105586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:52:32.869263 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-31c032ed-e134-45c0-85f0-b9ad2dff003f None None] For port 4d0efb87-e0b7-41f3-a2fb-3e3fa504ca67, host n-d-705658-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=4d0efb87-e0b7-41f3-a2fb-3e3fa504ca67,segment=NetworkSegment(dec99bf2-1b32-49b6-9225-5e7e01a30c52),segment_id=dec99bf2-1b32-49b6-9225-5e7e01a30c52)] {{(pid=105586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:52:32.872984 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-31c032ed-e134-45c0-85f0-b9ad2dff003f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:32.891420 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da3aa5e-2eb8-4566-aa50-bfcb28c8231a tempest-RoutersNegativeTest-1882132766 tempest-RoutersNegativeTest-1882132766-project] Pushing event deleted for resources: {'Subnet': ['ID=9e107a83-22d3-44c9-aef5-880efebc7221,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:52:32.895125 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-4da3aa5e-2eb8-4566-aa50-bfcb28c8231a tempest-RoutersNegativeTest-1882132766 tempest-RoutersNegativeTest-1882132766-project] Notify callbacks [] for subnet, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:32.899345 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-4da3aa5e-2eb8-4566-aa50-bfcb28c8231a tempest-RoutersNegativeTest-1882132766 tempest-RoutersNegativeTest-1882132766-project] 10.222.0.59 "DELETE /v2.0/subnets/9e107a83-22d3-44c9-aef5-880efebc7221 HTTP/1.1" status: 204 len: 168 time: 0.4428911 Jul 27 21:52:32.899584 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 37726) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:52:32.930850 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c032ed-e134-45c0-85f0-b9ad2dff003f None None] Pushing event updated for resources: {'Port': ['ID=4d0efb87-e0b7-41f3-a2fb-3e3fa504ca67,revision_number=3']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:52:32.984950 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-36b4d53a-710d-4ecf-93f2-df91174c20e1 tempest-RoutersNegativeTest-1882132766 tempest-RoutersNegativeTest-1882132766-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-990557'] for network, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:33.042175 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [None req-36b4d53a-710d-4ecf-93f2-df91174c20e1 tempest-RoutersNegativeTest-1882132766 tempest-RoutersNegativeTest-1882132766-project] Deleting port 4d0efb87-e0b7-41f3-a2fb-3e3fa504ca67 {{(pid=105585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:52:33.042432 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-36b4d53a-710d-4ecf-93f2-df91174c20e1 tempest-RoutersNegativeTest-1882132766 tempest-RoutersNegativeTest-1882132766-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:33.136579 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.db [None req-36b4d53a-710d-4ecf-93f2-df91174c20e1 tempest-RoutersNegativeTest-1882132766 tempest-RoutersNegativeTest-1882132766-project] For port 4d0efb87-e0b7-41f3-a2fb-3e3fa504ca67, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=4d0efb87-e0b7-41f3-a2fb-3e3fa504ca67,segment=NetworkSegment(dec99bf2-1b32-49b6-9225-5e7e01a30c52),segment_id=dec99bf2-1b32-49b6-9225-5e7e01a30c52)] {{(pid=105585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:52:33.136946 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-36b4d53a-710d-4ecf-93f2-df91174c20e1 tempest-RoutersNegativeTest-1882132766 tempest-RoutersNegativeTest-1882132766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:33.149257 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [None req-36b4d53a-710d-4ecf-93f2-df91174c20e1 tempest-RoutersNegativeTest-1882132766 tempest-RoutersNegativeTest-1882132766-project] Calling delete_port for 4d0efb87-e0b7-41f3-a2fb-3e3fa504ca67 owned by network:dhcp {{(pid=105585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:52:33.239870 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-36b4d53a-710d-4ecf-93f2-df91174c20e1 tempest-RoutersNegativeTest-1882132766 tempest-RoutersNegativeTest-1882132766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:33.271378 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36b4d53a-710d-4ecf-93f2-df91174c20e1 tempest-RoutersNegativeTest-1882132766 tempest-RoutersNegativeTest-1882132766-project] No DVR routers for this DVR port 4d0efb87-e0b7-41f3-a2fb-3e3fa504ca67 on host n-d-705658-22 {{(pid=105585) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:52:33.277264 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b4d53a-710d-4ecf-93f2-df91174c20e1 tempest-RoutersNegativeTest-1882132766 tempest-RoutersNegativeTest-1882132766-project] Pushing event deleted for resources: {'Port': ['ID=4d0efb87-e0b7-41f3-a2fb-3e3fa504ca67,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:52:33.355774 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-36b4d53a-710d-4ecf-93f2-df91174c20e1 tempest-RoutersNegativeTest-1882132766 tempest-RoutersNegativeTest-1882132766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853562', 'neutron.services.segments.db._delete_segments_for_network-8790688882975'] for network, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:33.363705 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-192b8e2d-6ef5-49d5-8809-11779c167589 None None] Network 25c4352f-8359-4d14-96dd-a362199427a0 requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:52:33.366597 n-d-705658-22 neutron-server[105585]: DEBUG neutron.services.segments.db [None req-36b4d53a-710d-4ecf-93f2-df91174c20e1 tempest-RoutersNegativeTest-1882132766 tempest-RoutersNegativeTest-1882132766-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b34df21d-783e-45a1-bf84-b6998e618fca']}} {{(pid=105585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:52:33.377615 n-d-705658-22 neutron-server[105585]: DEBUG neutron.services.segments.db [None req-36b4d53a-710d-4ecf-93f2-df91174c20e1 tempest-RoutersNegativeTest-1882132766 tempest-RoutersNegativeTest-1882132766-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dec99bf2-1b32-49b6-9225-5e7e01a30c52') {'for_net_delete': True} {{(pid=105585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:52:33.377994 n-d-705658-22 neutron-server[105585]: DEBUG neutron.services.segments.db [None req-36b4d53a-710d-4ecf-93f2-df91174c20e1 tempest-RoutersNegativeTest-1882132766 tempest-RoutersNegativeTest-1882132766-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dec99bf2-1b32-49b6-9225-5e7e01a30c52') {} {{(pid=105585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:52:33.387674 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-36b4d53a-710d-4ecf-93f2-df91174c20e1 tempest-RoutersNegativeTest-1882132766 tempest-RoutersNegativeTest-1882132766-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790688883752', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9886370'] for segment, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:33.402143 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-36b4d53a-710d-4ecf-93f2-df91174c20e1 tempest-RoutersNegativeTest-1882132766 tempest-RoutersNegativeTest-1882132766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:33.409035 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36b4d53a-710d-4ecf-93f2-df91174c20e1 tempest-RoutersNegativeTest-1882132766 tempest-RoutersNegativeTest-1882132766-project] Releasing vlan 235 on physical network physnet1 to pool {{(pid=105585) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:52:33.409473 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-36b4d53a-710d-4ecf-93f2-df91174c20e1 tempest-RoutersNegativeTest-1882132766 tempest-RoutersNegativeTest-1882132766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10221644'] for segment, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:33.413352 n-d-705658-22 neutron-server[105585]: Traceback (most recent call last): Jul 27 21:52:33.413352 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:52:33.413352 n-d-705658-22 neutron-server[105585]: timer() Jul 27 21:52:33.413352 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:52:33.413352 n-d-705658-22 neutron-server[105585]: cb(*args, **kw) Jul 27 21:52:33.413352 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:52:33.413352 n-d-705658-22 neutron-server[105585]: return func(*args, **kwargs) Jul 27 21:52:33.413352 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:52:33.413352 n-d-705658-22 neutron-server[105585]: self._notify() Jul 27 21:52:33.413352 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:52:33.413352 n-d-705658-22 neutron-server[105585]: self.callback(batched_events) Jul 27 21:52:33.413352 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:52:33.413352 n-d-705658-22 neutron-server[105585]: event.method(event) Jul 27 21:52:33.413352 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:52:33.413352 n-d-705658-22 neutron-server[105585]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:52:33.413352 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:52:33.413352 n-d-705658-22 neutron-server[105585]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:52:33.413352 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:52:33.413352 n-d-705658-22 neutron-server[105585]: return f(self, *a, **k) Jul 27 21:52:33.413352 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:52:33.413352 n-d-705658-22 neutron-server[105585]: return self._get(url).json() Jul 27 21:52:33.413352 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:52:33.413352 n-d-705658-22 neutron-server[105585]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:52:33.413352 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:52:33.413352 n-d-705658-22 neutron-server[105585]: return self.request(url, 'GET', **kwargs) Jul 27 21:52:33.413352 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:52:33.413352 n-d-705658-22 neutron-server[105585]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:52:33.413352 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:52:33.413352 n-d-705658-22 neutron-server[105585]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:52:33.413352 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:52:33.413352 n-d-705658-22 neutron-server[105585]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:52:33.413352 n-d-705658-22 neutron-server[105585]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:52:33.437375 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-8bb1f54e-9f65-49b7-b9c4-139337a43cc6 None None] Provisioning for port 57a062f0-26f6-4ab1-a057-995ed1060710 completed by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:52:33.477334 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-36b4d53a-710d-4ecf-93f2-df91174c20e1 tempest-RoutersNegativeTest-1882132766 tempest-RoutersNegativeTest-1882132766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4075658'] for network, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:33.484380 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-36b4d53a-710d-4ecf-93f2-df91174c20e1 tempest-RoutersNegativeTest-1882132766 tempest-RoutersNegativeTest-1882132766-project] Notify callbacks [] for network, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:33.486190 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-36b4d53a-710d-4ecf-93f2-df91174c20e1 tempest-RoutersNegativeTest-1882132766 tempest-RoutersNegativeTest-1882132766-project] 10.222.0.59 "DELETE /v2.0/networks/b34df21d-783e-45a1-bf84-b6998e618fca HTTP/1.1" status: 204 len: 168 time: 0.5856822 Jul 27 21:52:33.488791 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 37728) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:52:33.499138 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b4d53a-710d-4ecf-93f2-df91174c20e1 tempest-RoutersNegativeTest-1882132766 tempest-RoutersNegativeTest-1882132766-project] Pushing event deleted for resources: {'Network': ['ID=b34df21d-783e-45a1-bf84-b6998e618fca,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:52:33.553932 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.db_base_plugin_v2 [None req-cfa05394-964a-495d-b77c-55027a8be254 tempest-RoutersNegativeTest-1882132766 tempest-RoutersNegativeTest-1882132766-project] Deleting subnet 3970229c-54f4-414c-9e35-b3c7e22b5f4b {{(pid=105584) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:52:33.557735 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-cfa05394-964a-495d-b77c-55027a8be254 tempest-RoutersNegativeTest-1882132766 tempest-RoutersNegativeTest-1882132766-project] Notify callbacks [] for subnet, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:33.599891 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-cfa05394-964a-495d-b77c-55027a8be254 tempest-RoutersNegativeTest-1882132766 tempest-RoutersNegativeTest-1882132766-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9014207'] for subnet, precommit_delete_associations {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:33.696061 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-cfa05394-964a-495d-b77c-55027a8be254 tempest-RoutersNegativeTest-1882132766 tempest-RoutersNegativeTest-1882132766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854965'] for subnet, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:33.760557 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-cfa05394-964a-495d-b77c-55027a8be254 tempest-RoutersNegativeTest-1882132766 tempest-RoutersNegativeTest-1882132766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9014081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9738825'] for subnet, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:33.786307 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa05394-964a-495d-b77c-55027a8be254 tempest-RoutersNegativeTest-1882132766 tempest-RoutersNegativeTest-1882132766-project] Pushing event deleted for resources: {'Subnet': ['ID=3970229c-54f4-414c-9e35-b3c7e22b5f4b,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:52:33.793864 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-cfa05394-964a-495d-b77c-55027a8be254 tempest-RoutersNegativeTest-1882132766 tempest-RoutersNegativeTest-1882132766-project] Notify callbacks [] for subnet, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:33.798008 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-cfa05394-964a-495d-b77c-55027a8be254 tempest-RoutersNegativeTest-1882132766 tempest-RoutersNegativeTest-1882132766-project] 10.222.0.59 "DELETE /v2.0/subnets/3970229c-54f4-414c-9e35-b3c7e22b5f4b HTTP/1.1" status: 204 len: 168 time: 0.3054433 Jul 27 21:52:33.798374 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 37730) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:52:33.800446 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-082602b4-af34-4ed3-af53-42e875f9b031 None None] Network 25c4352f-8359-4d14-96dd-a362199427a0 requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:52:33.888202 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-67a844cf-b803-4f56-ab46-9c00bc30acbf tempest-RoutersNegativeTest-1882132766 tempest-RoutersNegativeTest-1882132766-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-990557'] for network, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:33.944355 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-67a844cf-b803-4f56-ab46-9c00bc30acbf tempest-RoutersNegativeTest-1882132766 tempest-RoutersNegativeTest-1882132766-project] Deleting port 57a062f0-26f6-4ab1-a057-995ed1060710 {{(pid=105584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:52:33.944704 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-67a844cf-b803-4f56-ab46-9c00bc30acbf tempest-RoutersNegativeTest-1882132766 tempest-RoutersNegativeTest-1882132766-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:33.989625 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ab887ea-fd54-4410-8eeb-35af4b182552 None None] DHCP port deletion for b34df21d-783e-45a1-bf84-b6998e618fca request from n-d-705658-22 {{(pid=105586) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 21:52:34.008509 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baef950b-1dcc-4a11-89d4-d556aca984fe None None] Network b34df21d-783e-45a1-bf84-b6998e618fca requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:52:34.011720 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-b1876ad0-85c3-43a0-a888-269fd8327dcd None None] Could not find standard attr ID for object 4d0efb87-e0b7-41f3-a2fb-3e3fa504ca67. {{(pid=105586) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 27 21:52:34.013259 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [None req-67a844cf-b803-4f56-ab46-9c00bc30acbf tempest-RoutersNegativeTest-1882132766 tempest-RoutersNegativeTest-1882132766-project] For port 57a062f0-26f6-4ab1-a057-995ed1060710, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=57a062f0-26f6-4ab1-a057-995ed1060710,segment=NetworkSegment(53437f3f-eb71-4993-b423-13713bb861da),segment_id=53437f3f-eb71-4993-b423-13713bb861da)] {{(pid=105584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:52:34.013907 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-67a844cf-b803-4f56-ab46-9c00bc30acbf tempest-RoutersNegativeTest-1882132766 tempest-RoutersNegativeTest-1882132766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:34.025129 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1ad6c2e-cdb5-46ed-9ca9-99abcd7bfff9 None None] DHCP port deletion for 25c4352f-8359-4d14-96dd-a362199427a0 request from n-d-705658-22 {{(pid=105586) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 21:52:34.028246 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-67a844cf-b803-4f56-ab46-9c00bc30acbf tempest-RoutersNegativeTest-1882132766 tempest-RoutersNegativeTest-1882132766-project] Calling delete_port for 57a062f0-26f6-4ab1-a057-995ed1060710 owned by network:dhcp {{(pid=105584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:52:34.032094 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baef950b-1dcc-4a11-89d4-d556aca984fe None None] Network b34df21d-783e-45a1-bf84-b6998e618fca could not be found, it might have been deleted concurrently. {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 27 21:52:34.075488 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-b1ad6c2e-cdb5-46ed-9ca9-99abcd7bfff9 None None] Deleting port 57a062f0-26f6-4ab1-a057-995ed1060710 {{(pid=105586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:52:34.075873 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-b1ad6c2e-cdb5-46ed-9ca9-99abcd7bfff9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:34.109643 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-67a844cf-b803-4f56-ab46-9c00bc30acbf tempest-RoutersNegativeTest-1882132766 tempest-RoutersNegativeTest-1882132766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:34.135574 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a844cf-b803-4f56-ab46-9c00bc30acbf tempest-RoutersNegativeTest-1882132766 tempest-RoutersNegativeTest-1882132766-project] Pushing event deleted for resources: {'Port': ['ID=57a062f0-26f6-4ab1-a057-995ed1060710,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:52:34.136773 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-b1ad6c2e-cdb5-46ed-9ca9-99abcd7bfff9 None None] For port 57a062f0-26f6-4ab1-a057-995ed1060710, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=57a062f0-26f6-4ab1-a057-995ed1060710,segment=NetworkSegment(53437f3f-eb71-4993-b423-13713bb861da),segment_id=53437f3f-eb71-4993-b423-13713bb861da)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:52:34.137582 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-b1ad6c2e-cdb5-46ed-9ca9-99abcd7bfff9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:34.139852 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67a844cf-b803-4f56-ab46-9c00bc30acbf tempest-RoutersNegativeTest-1882132766 tempest-RoutersNegativeTest-1882132766-project] No DVR routers for this DVR port 57a062f0-26f6-4ab1-a057-995ed1060710 on host n-d-705658-22 {{(pid=105584) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:52:34.151213 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-b1ad6c2e-cdb5-46ed-9ca9-99abcd7bfff9 None None] Calling delete_port for 57a062f0-26f6-4ab1-a057-995ed1060710 owned by network:dhcp {{(pid=105586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:52:34.216330 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-67a844cf-b803-4f56-ab46-9c00bc30acbf tempest-RoutersNegativeTest-1882132766 tempest-RoutersNegativeTest-1882132766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853562', 'neutron.services.segments.db._delete_segments_for_network-8790688882975'] for network, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:34.225860 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.segments.db [None req-67a844cf-b803-4f56-ab46-9c00bc30acbf tempest-RoutersNegativeTest-1882132766 tempest-RoutersNegativeTest-1882132766-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25c4352f-8359-4d14-96dd-a362199427a0']}} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:52:34.227808 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-b1ad6c2e-cdb5-46ed-9ca9-99abcd7bfff9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180'] for port, after_delete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:34.240501 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.segments.db [None req-67a844cf-b803-4f56-ab46-9c00bc30acbf tempest-RoutersNegativeTest-1882132766 tempest-RoutersNegativeTest-1882132766-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53437f3f-eb71-4993-b423-13713bb861da') {'for_net_delete': True} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:52:34.240797 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.segments.db [None req-67a844cf-b803-4f56-ab46-9c00bc30acbf tempest-RoutersNegativeTest-1882132766 tempest-RoutersNegativeTest-1882132766-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53437f3f-eb71-4993-b423-13713bb861da') {} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:52:34.250119 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-67a844cf-b803-4f56-ab46-9c00bc30acbf tempest-RoutersNegativeTest-1882132766 tempest-RoutersNegativeTest-1882132766-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790688883752', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9014348'] for segment, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:34.250360 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ad6c2e-cdb5-46ed-9ca9-99abcd7bfff9 None None] Pushing event deleted for resources: {'Port': ['ID=57a062f0-26f6-4ab1-a057-995ed1060710,revision_number=None']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:52:34.257043 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1ad6c2e-cdb5-46ed-9ca9-99abcd7bfff9 None None] No DVR routers for this DVR port 57a062f0-26f6-4ab1-a057-995ed1060710 on host n-d-705658-22 {{(pid=105586) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:52:34.265693 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-67a844cf-b803-4f56-ab46-9c00bc30acbf tempest-RoutersNegativeTest-1882132766 tempest-RoutersNegativeTest-1882132766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:34.274504 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67a844cf-b803-4f56-ab46-9c00bc30acbf tempest-RoutersNegativeTest-1882132766 tempest-RoutersNegativeTest-1882132766-project] Releasing vlan 222 on physical network physnet1 to pool {{(pid=105584) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:52:34.274908 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-67a844cf-b803-4f56-ab46-9c00bc30acbf tempest-RoutersNegativeTest-1882132766 tempest-RoutersNegativeTest-1882132766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9014063'] for segment, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:34.277878 n-d-705658-22 neutron-server[105584]: Traceback (most recent call last): Jul 27 21:52:34.277878 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:52:34.277878 n-d-705658-22 neutron-server[105584]: timer() Jul 27 21:52:34.277878 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:52:34.277878 n-d-705658-22 neutron-server[105584]: cb(*args, **kw) Jul 27 21:52:34.277878 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:52:34.277878 n-d-705658-22 neutron-server[105584]: return func(*args, **kwargs) Jul 27 21:52:34.277878 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:52:34.277878 n-d-705658-22 neutron-server[105584]: self._notify() Jul 27 21:52:34.277878 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:52:34.277878 n-d-705658-22 neutron-server[105584]: self.callback(batched_events) Jul 27 21:52:34.277878 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:52:34.277878 n-d-705658-22 neutron-server[105584]: event.method(event) Jul 27 21:52:34.277878 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:52:34.277878 n-d-705658-22 neutron-server[105584]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:52:34.277878 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:52:34.277878 n-d-705658-22 neutron-server[105584]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:52:34.277878 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:52:34.277878 n-d-705658-22 neutron-server[105584]: return f(self, *a, **k) Jul 27 21:52:34.277878 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:52:34.277878 n-d-705658-22 neutron-server[105584]: return self._get(url).json() Jul 27 21:52:34.277878 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:52:34.277878 n-d-705658-22 neutron-server[105584]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:52:34.277878 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:52:34.277878 n-d-705658-22 neutron-server[105584]: return self.request(url, 'GET', **kwargs) Jul 27 21:52:34.277878 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:52:34.277878 n-d-705658-22 neutron-server[105584]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:52:34.277878 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:52:34.277878 n-d-705658-22 neutron-server[105584]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:52:34.277878 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:52:34.277878 n-d-705658-22 neutron-server[105584]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:52:34.277878 n-d-705658-22 neutron-server[105584]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:52:34.333947 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-67a844cf-b803-4f56-ab46-9c00bc30acbf tempest-RoutersNegativeTest-1882132766 tempest-RoutersNegativeTest-1882132766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4075658'] for network, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:34.338931 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-67a844cf-b803-4f56-ab46-9c00bc30acbf tempest-RoutersNegativeTest-1882132766 tempest-RoutersNegativeTest-1882132766-project] Notify callbacks [] for network, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:34.340862 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-67a844cf-b803-4f56-ab46-9c00bc30acbf tempest-RoutersNegativeTest-1882132766 tempest-RoutersNegativeTest-1882132766-project] 10.222.0.59 "DELETE /v2.0/networks/25c4352f-8359-4d14-96dd-a362199427a0 HTTP/1.1" status: 204 len: 168 time: 0.5416408 Jul 27 21:52:34.343725 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 37732) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:52:34.355467 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a844cf-b803-4f56-ab46-9c00bc30acbf tempest-RoutersNegativeTest-1882132766 tempest-RoutersNegativeTest-1882132766-project] Pushing event deleted for resources: {'Network': ['ID=25c4352f-8359-4d14-96dd-a362199427a0,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:52:34.374470 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-03516aa0-0d83-48f7-b816-6de5e7ed9fea tempest-RoutersNegativeTest-1882132766 tempest-RoutersNegativeTest-1882132766-project] 10.222.0.59 "GET /v2.0/ports?device_id=0238979d-e7c8-4c39-909d-5d5e4f23f4d3 HTTP/1.1" status: 200 len: 205 time: 0.0295827 Jul 27 21:52:34.376853 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 37734) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:52:34.786810 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-4affec11-2f23-458e-b5f4-6b27cae39a08 tempest-RoutersNegativeTest-1882132766 tempest-RoutersNegativeTest-1882132766-project] Notify callbacks [] for router, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:34.939946 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-4affec11-2f23-458e-b5f4-6b27cae39a08 tempest-RoutersNegativeTest-1882132766 tempest-RoutersNegativeTest-1882132766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4163631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-425'] for router, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:34.942008 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-4affec11-2f23-458e-b5f4-6b27cae39a08 tempest-RoutersNegativeTest-1882132766 tempest-RoutersNegativeTest-1882132766-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:34.984640 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-4affec11-2f23-458e-b5f4-6b27cae39a08 tempest-RoutersNegativeTest-1882132766 tempest-RoutersNegativeTest-1882132766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4163007'] for router, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:34.985166 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4affec11-2f23-458e-b5f4-6b27cae39a08 tempest-RoutersNegativeTest-1882132766 tempest-RoutersNegativeTest-1882132766-project] Fanout notify agent at l3_agent the message router_deleted on router 0238979d-e7c8-4c39-909d-5d5e4f23f4d3 {{(pid=105585) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 21:52:34.992793 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-4affec11-2f23-458e-b5f4-6b27cae39a08 tempest-RoutersNegativeTest-1882132766 tempest-RoutersNegativeTest-1882132766-project] Notify callbacks [] for router, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:34.996460 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-4affec11-2f23-458e-b5f4-6b27cae39a08 tempest-RoutersNegativeTest-1882132766 tempest-RoutersNegativeTest-1882132766-project] 10.222.0.59 "DELETE /v2.0/routers/0238979d-e7c8-4c39-909d-5d5e4f23f4d3 HTTP/1.1" status: 204 len: 168 time: 0.6161585 Jul 27 21:52:35.226697 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 37740) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:52:35.355898 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-a348dfb4-b573-4d63-b68c-f7ca55afcda8 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=4b6f1450c83d49ca825434cf1c1d58d8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1279578 Jul 27 21:52:35.358333 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 37744) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:52:35.406775 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c6f66d84-c6b7-4aee-9995-6c9a3cecc801 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:35.432000 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c6f66d84-c6b7-4aee-9995-6c9a3cecc801 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:35.476023 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c6f66d84-c6b7-4aee-9995-6c9a3cecc801 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:35.479160 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c6f66d84-c6b7-4aee-9995-6c9a3cecc801 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:35.480386 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-c6f66d84-c6b7-4aee-9995-6c9a3cecc801 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/b725b793-7fa9-40e9-8a18-a21715eff2f4 HTTP/1.1" status: 204 len: 168 time: 0.1210649 Jul 27 21:52:35.487882 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f66d84-c6b7-4aee-9995-6c9a3cecc801 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b725b793-7fa9-40e9-8a18-a21715eff2f4,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:52:36.060935 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 37766) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:52:36.152717 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-44cbf96e-6e47-4bed-9ea8-6c1c0fac754d admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-656300794-network', 'tenant_id': '16f93b5aed9946598771fe58223ce9b1'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:52:36.172475 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44cbf96e-6e47-4bed-9ea8-6c1c0fac754d admin admin] Made reservation on behalf of 16f93b5aed9946598771fe58223ce9b1 for: {'network': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:52:36.174659 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-44cbf96e-6e47-4bed-9ea8-6c1c0fac754d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for network, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:36.183129 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-44cbf96e-6e47-4bed-9ea8-6c1c0fac754d admin admin] Notify callbacks [] for security_group, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:36.268348 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-44cbf96e-6e47-4bed-9ea8-6c1c0fac754d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:36.272097 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-44cbf96e-6e47-4bed-9ea8-6c1c0fac754d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:36.294845 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44cbf96e-6e47-4bed-9ea8-6c1c0fac754d admin admin] vlan segment allocate from pool success with {'vlan_id': 225, 'physical_network': 'physnet1'} {{(pid=105584) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:52:36.303114 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44cbf96e-6e47-4bed-9ea8-6c1c0fac754d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59afd472-1388-4777-a016-42b4fd306012,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:52:36.309588 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-44cbf96e-6e47-4bed-9ea8-6c1c0fac754d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:36.309943 n-d-705658-22 neutron-server[105584]: INFO neutron.db.segments_db [None req-44cbf96e-6e47-4bed-9ea8-6c1c0fac754d admin admin] Added segment acb746be-e5d3-4907-918a-c8ec08b3f9a5 of type vlan for network 1279daf7-c49c-41bf-8343-4f3073e7eddd Jul 27 21:52:36.351094 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-44cbf96e-6e47-4bed-9ea8-6c1c0fac754d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790688424798'] for network, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:36.379354 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-44cbf96e-6e47-4bed-9ea8-6c1c0fac754d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920'] for network, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:36.380231 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44cbf96e-6e47-4bed-9ea8-6c1c0fac754d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:52:36.380877 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-44cbf96e-6e47-4bed-9ea8-6c1c0fac754d admin admin] Notify callbacks [] for network, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:36.435791 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-44cbf96e-6e47-4bed-9ea8-6c1c0fac754d admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3737209 Jul 27 21:52:36.438719 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 37770) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:52:36.443021 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44cbf96e-6e47-4bed-9ea8-6c1c0fac754d admin admin] Pushing event updated for resources: {'Network': ['ID=1279daf7-c49c-41bf-8343-4f3073e7eddd,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:52:36.443971 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-8c3c1e52-ea61-468f-bea7-837b794a5d74 admin admin] Request body: {'subnet': {'network_id': '1279daf7-c49c-41bf-8343-4f3073e7eddd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-656300794-subnet', 'tenant_id': '16f93b5aed9946598771fe58223ce9b1', 'ip_version': 4}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:52:36.453102 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Network 1279daf7-c49c-41bf-8343-4f3073e7eddd details requested by agent ovs-agent-n-d-705658-22 with host n-d-705658-22 {{(pid=105586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:52:36.469183 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c3c1e52-ea61-468f-bea7-837b794a5d74 admin admin] Made reservation on behalf of 16f93b5aed9946598771fe58223ce9b1 for: {'subnet': 1} {{(pid=105585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:52:36.471642 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-8c3c1e52-ea61-468f-bea7-837b794a5d74 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9990620'] for subnet, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:36.639469 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-8c3c1e52-ea61-468f-bea7-837b794a5d74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10221797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9990606'] for subnet, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:36.699704 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3c1e52-ea61-468f-bea7-837b794a5d74 admin admin] Pushing event updated for resources: {'Subnet': ['ID=92c2a291-258c-4cac-93cb-aaafdc50b708,revision_number=0']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:52:36.706729 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c3c1e52-ea61-468f-bea7-837b794a5d74 admin admin] Checking segment: {'id': 'acb746be-e5d3-4907-918a-c8ec08b3f9a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '1279daf7-c49c-41bf-8343-4f3073e7eddd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:52:36.707126 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c3c1e52-ea61-468f-bea7-837b794a5d74 admin admin] Network hostable DHCP agents. Network: 1279daf7-c49c-41bf-8343-4f3073e7eddd, hostable agents: ['7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a'], hosted agents: [] {{(pid=105585) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:52:36.722864 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c3c1e52-ea61-468f-bea7-837b794a5d74 admin admin] Network 1279daf7-c49c-41bf-8343-4f3073e7eddd is scheduled to be hosted by DHCP agent 7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a with binding_index 1 {{(pid=105585) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:52:36.731566 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.base_scheduler [None req-8c3c1e52-ea61-468f-bea7-837b794a5d74 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-22, 1279daf7-c49c-41bf-8343-4f3073e7eddd) {{(pid=105585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:52:36.739970 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c3c1e52-ea61-468f-bea7-837b794a5d74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:52:36.741434 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-8c3c1e52-ea61-468f-bea7-837b794a5d74 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:36.742557 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-321e14c3-402a-434c-bc11-da5634c8d64a None None] Network 1279daf7-c49c-41bf-8343-4f3073e7eddd requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:52:36.758007 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-8c3c1e52-ea61-468f-bea7-837b794a5d74 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3180044 Jul 27 21:52:36.760599 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 37772) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:52:36.765206 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-5c64b6e6-fae4-4b0a-abc5-59cb69b7e0f6 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-656300794-router', 'tenant_id': '16f93b5aed9946598771fe58223ce9b1', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305'}}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:52:36.784594 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-5c64b6e6-fae4-4b0a-abc5-59cb69b7e0f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4163813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-443'] for router, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:36.785656 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-5c64b6e6-fae4-4b0a-abc5-59cb69b7e0f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4165196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4077059', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3711235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-418'] for router, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:36.836613 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-5c64b6e6-fae4-4b0a-abc5-59cb69b7e0f6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:36.888074 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f42cc58-9f17-4b90-926c-d0a2351913a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30bb4b93-b285-5d90-9493-f9ec33ea333c-1279daf7-c49c-41bf-8343-4f3073e7eddd', 'network_id': '1279daf7-c49c-41bf-8343-4f3073e7eddd', 'tenant_id': '16f93b5aed9946598771fe58223ce9b1', 'fixed_ips': [{'subnet_id': '92c2a291-258c-4cac-93cb-aaafdc50b708'}]}} from n-d-705658-22. {{(pid=105586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 21:52:36.888945 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-8f42cc58-9f17-4b90-926c-d0a2351913a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:36.918558 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:36.984102 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-5c64b6e6-fae4-4b0a-abc5-59cb69b7e0f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4077169', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4163787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-400'] for router, precommit_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:37.031952 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.db_base_plugin_common [None req-8f42cc58-9f17-4b90-926c-d0a2351913a9 None None] Allocated IP 172.20.0.2 (1279daf7-c49c-41bf-8343-4f3073e7eddd/92c2a291-258c-4cac-93cb-aaafdc50b708/103dc544-301d-4127-9cdb-48de7450d93f) {{(pid=105586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:52:37.170724 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-8f42cc58-9f17-4b90-926c-d0a2351913a9 None None] Notify callbacks [] for port, precommit_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:37.178982 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-8f42cc58-9f17-4b90-926c-d0a2351913a9 None None] Transition to ACTIVE for port object 103dc544-301d-4127-9cdb-48de7450d93f will not be triggered until provisioned by entity L2. {{(pid=105586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:52:37.188541 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-5c64b6e6-fae4-4b0a-abc5-59cb69b7e0f6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:37.193229 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-8f42cc58-9f17-4b90-926c-d0a2351913a9 None None] Transition to ACTIVE for port object 103dc544-301d-4127-9cdb-48de7450d93f will not be triggered until provisioned by entity DHCP. {{(pid=105586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:52:37.199064 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-8f42cc58-9f17-4b90-926c-d0a2351913a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143'] for port, after_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:37.212898 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-5c64b6e6-fae4-4b0a-abc5-59cb69b7e0f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:37.235844 n-d-705658-22 neutron-server[105586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f42cc58-9f17-4b90-926c-d0a2351913a9 None None] Network 1279daf7-c49c-41bf-8343-4f3073e7eddd is already hosted by enough agents. {{(pid=105586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:52:37.241883 n-d-705658-22 neutron-server[105586]: DEBUG neutron.scheduler.base_scheduler [None req-8f42cc58-9f17-4b90-926c-d0a2351913a9 None None] Resources bound (agent type, host, resource id): {{(pid=105586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:52:37.246085 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f42cc58-9f17-4b90-926c-d0a2351913a9 None None] Received port after_create {{(pid=105586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:52:37.249312 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f42cc58-9f17-4b90-926c-d0a2351913a9 None None] Pushing event updated for resources: {'Port': ['ID=103dc544-301d-4127-9cdb-48de7450d93f,revision_number=1']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:52:37.305167 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-8f42cc58-9f17-4b90-926c-d0a2351913a9 None None] Attempting to bind port 103dc544-301d-4127-9cdb-48de7450d93f on host n-d-705658-22 for vnic_type normal with profile {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:52:37.305643 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-8f42cc58-9f17-4b90-926c-d0a2351913a9 None None] Attempting to bind port 103dc544-301d-4127-9cdb-48de7450d93f by drivers openvswitch,hyperv on host n-d-705658-22 at level 0 using segments [{'id': 'acb746be-e5d3-4907-918a-c8ec08b3f9a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '1279daf7-c49c-41bf-8343-4f3073e7eddd'}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:52:37.306013 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f42cc58-9f17-4b90-926c-d0a2351913a9 None None] Attempting to bind port 103dc544-301d-4127-9cdb-48de7450d93f on network 1279daf7-c49c-41bf-8343-4f3073e7eddd {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:52:37.311185 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f42cc58-9f17-4b90-926c-d0a2351913a9 None None] Checking agent: {'id': '04a7ea91-6318-467e-ace6-b0fb48c8690f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 41, 42), 'started_at': datetime.datetime(2021, 7, 27, 20, 42, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 52, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:52:37.311563 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f42cc58-9f17-4b90-926c-d0a2351913a9 None None] Checking segment: {'id': 'acb746be-e5d3-4907-918a-c8ec08b3f9a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '1279daf7-c49c-41bf-8343-4f3073e7eddd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:52:37.311969 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-8f42cc58-9f17-4b90-926c-d0a2351913a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:37.312367 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f42cc58-9f17-4b90-926c-d0a2351913a9 None None] Bound using segment: {'id': 'acb746be-e5d3-4907-918a-c8ec08b3f9a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '1279daf7-c49c-41bf-8343-4f3073e7eddd'} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:52:37.312838 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-8f42cc58-9f17-4b90-926c-d0a2351913a9 None None] Bound port: 103dc544-301d-4127-9cdb-48de7450d93f, host: n-d-705658-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'acb746be-e5d3-4907-918a-c8ec08b3f9a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '1279daf7-c49c-41bf-8343-4f3073e7eddd'}}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:52:37.313229 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-8f42cc58-9f17-4b90-926c-d0a2351913a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:37.317309 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.db_base_plugin_common [None req-5c64b6e6-fae4-4b0a-abc5-59cb69b7e0f6 admin admin] Allocated IP 172.25.5.94 (8735d8a2-b604-4758-ae71-b40e4ee6f305/eca7dbab-b9c0-4c8f-a272-816ea8a81764/194d1dff-ce79-4dbf-8c79-80546cc4cf74) {{(pid=105585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:52:37.426736 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-5c64b6e6-fae4-4b0a-abc5-59cb69b7e0f6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:37.467972 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-5c64b6e6-fae4-4b0a-abc5-59cb69b7e0f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:37.506559 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c64b6e6-fae4-4b0a-abc5-59cb69b7e0f6 admin admin] Network 8735d8a2-b604-4758-ae71-b40e4ee6f305 is already hosted by enough agents. {{(pid=105585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:52:37.513393 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.base_scheduler [None req-5c64b6e6-fae4-4b0a-abc5-59cb69b7e0f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=105585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:52:37.517786 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c64b6e6-fae4-4b0a-abc5-59cb69b7e0f6 admin admin] Received port after_create {{(pid=105585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:52:37.520794 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c64b6e6-fae4-4b0a-abc5-59cb69b7e0f6 admin admin] Pushing event updated for resources: {'Port': ['ID=194d1dff-ce79-4dbf-8c79-80546cc4cf74,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:52:37.535340 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-8f42cc58-9f17-4b90-926c-d0a2351913a9 None None] For port 103dc544-301d-4127-9cdb-48de7450d93f, host n-d-705658-22, cleared binding levels {{(pid=105586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:52:37.538688 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-8f42cc58-9f17-4b90-926c-d0a2351913a9 None None] For port 103dc544-301d-4127-9cdb-48de7450d93f, host n-d-705658-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=103dc544-301d-4127-9cdb-48de7450d93f,segment=NetworkSegment(acb746be-e5d3-4907-918a-c8ec08b3f9a5),segment_id=acb746be-e5d3-4907-918a-c8ec08b3f9a5)] {{(pid=105586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:52:37.543004 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-8f42cc58-9f17-4b90-926c-d0a2351913a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:37.603404 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f42cc58-9f17-4b90-926c-d0a2351913a9 None None] Pushing event updated for resources: {'Port': ['ID=103dc544-301d-4127-9cdb-48de7450d93f,revision_number=2']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:52:37.774909 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-5c64b6e6-fae4-4b0a-abc5-59cb69b7e0f6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:37.999851 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-5c64b6e6-fae4-4b0a-abc5-59cb69b7e0f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4163804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4077150'] for router, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:38.126559 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c64b6e6-fae4-4b0a-abc5-59cb69b7e0f6 admin admin] Router d34fc3b1-8027-4bfc-9120-6984cdc38bbd is scheduled to L3 agent dd128fd7-8e57-4d4f-895b-a96b369df59a with binding_index 1 {{(pid=105585) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 21:52:38.235204 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c64b6e6-fae4-4b0a-abc5-59cb69b7e0f6 admin admin] Notify agent at l3_agent.n-d-705658-22 the message routers_updated {{(pid=105585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:52:38.246258 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cce7aa38-1960-465f-a8e4-9624fd7241df None None] Sync routers for ids ['d34fc3b1-8027-4bfc-9120-6984cdc38bbd'] in n-d-705658-22 {{(pid=105586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:52:38.256080 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-5c64b6e6-fae4-4b0a-abc5-59cb69b7e0f6 admin admin] Notify callbacks [] for router, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:38.260320 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-5c64b6e6-fae4-4b0a-abc5-59cb69b7e0f6 admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.4954555 Jul 27 21:52:38.261105 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 37774) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:52:38.268693 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cce7aa38-1960-465f-a8e4-9624fd7241df None None] Routers {'d34fc3b1-8027-4bfc-9120-6984cdc38bbd'} bound to L3 agent in host n-d-705658-22 {{(pid=105586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:52:38.272140 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-cce7aa38-1960-465f-a8e4-9624fd7241df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:52:12Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['d34fc3b1-8027-4bfc-9120-6984cdc38bbd'], 'active': True} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:52:38.379478 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 103dc544-301d-4127-9cdb-48de7450d93f up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:52:38.435119 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvr_db [None req-cce7aa38-1960-465f-a8e4-9624fd7241df None None] Set router d34fc3b1-8027-4bfc-9120-6984cdc38bbd gateway port host: n-d-705658-22 {{(pid=105586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:52:38.537039 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning for port 103dc544-301d-4127-9cdb-48de7450d93f completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:52:38.578710 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfc1e57c-619a-47e3-acc8-7adb063aa427 None None] Network 1279daf7-c49c-41bf-8343-4f3073e7eddd requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:52:38.696465 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-f26f8897-56b5-43fa-a952-14b43f2db904 None None] Provisioning for port 103dc544-301d-4127-9cdb-48de7450d93f completed by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:52:38.723495 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-f26f8897-56b5-43fa-a952-14b43f2db904 None None] Provisioning complete for port 103dc544-301d-4127-9cdb-48de7450d93f triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:52:38.723880 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-f26f8897-56b5-43fa-a952-14b43f2db904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:38.733075 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-cf610d97-5e14-4a9f-ba81-787f2d7beb5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:38.757023 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-cce7aa38-1960-465f-a8e4-9624fd7241df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd34fc3b1-8027-4bfc-9120-6984cdc38bbd', 'name': 'tempest-TestEncryptedCinderVolumes-656300794-router', 'tenant_id': '16f93b5aed9946598771fe58223ce9b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.94'}], 'enable_snat': True}, 'gw_port_id': '194d1dff-ce79-4dbf-8c79-80546cc4cf74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:52:36Z', 'updated_at': '2021-07-27T21:52:37Z', 'revision_number': 3, 'project_id': '16f93b5aed9946598771fe58223ce9b1', 'gw_port': {'id': '194d1dff-ce79-4dbf-8c79-80546cc4cf74', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:20:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd34fc3b1-8027-4bfc-9120-6984cdc38bbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:52:37Z', 'updated_at': '2021-07-27T21:52:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22'}], 'n-d-705658-22', False) {} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:52:38.793220 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cce7aa38-1960-465f-a8e4-9624fd7241df None None] Checking router: d34fc3b1-8027-4bfc-9120-6984cdc38bbd for host: n-d-705658-22 {{(pid=105586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:52:38.793479 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cce7aa38-1960-465f-a8e4-9624fd7241df None None] Updating router d34fc3b1-8027-4bfc-9120-6984cdc38bbd port 194d1dff-ce79-4dbf-8c79-80546cc4cf74 binding host n-d-705658-22 {{(pid=105586) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 21:52:38.862514 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-cce7aa38-1960-465f-a8e4-9624fd7241df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:39.003545 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-f26f8897-56b5-43fa-a952-14b43f2db904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:39.023302 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-ec93d698-25c9-4488-ad4f-0850d58109bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:39.094794 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-f26f8897-56b5-43fa-a952-14b43f2db904 None None] For port 103dc544-301d-4127-9cdb-48de7450d93f, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=103dc544-301d-4127-9cdb-48de7450d93f,segment=NetworkSegment(acb746be-e5d3-4907-918a-c8ec08b3f9a5),segment_id=acb746be-e5d3-4907-918a-c8ec08b3f9a5)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:52:39.100011 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-f26f8897-56b5-43fa-a952-14b43f2db904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:39.174223 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26f8897-56b5-43fa-a952-14b43f2db904 None None] Pushing event updated for resources: {'Port': ['ID=103dc544-301d-4127-9cdb-48de7450d93f,revision_number=3']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:52:39.204863 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.db_base_plugin_common [None req-cf610d97-5e14-4a9f-ba81-787f2d7beb5f admin admin] Allocated IP 172.20.0.1 (1279daf7-c49c-41bf-8343-4f3073e7eddd/92c2a291-258c-4cac-93cb-aaafdc50b708/8af1d5c2-9956-495b-b661-a6777333cc18) {{(pid=105584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:52:39.253483 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-cce7aa38-1960-465f-a8e4-9624fd7241df None None] Notify callbacks [] for port, precommit_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:39.263375 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-cce7aa38-1960-465f-a8e4-9624fd7241df None None] Transition to ACTIVE for port object 194d1dff-ce79-4dbf-8c79-80546cc4cf74 will not be triggered until provisioned by entity L2. {{(pid=105586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:52:39.269304 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-cce7aa38-1960-465f-a8e4-9624fd7241df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:39.318463 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-cf610d97-5e14-4a9f-ba81-787f2d7beb5f admin admin] Notify callbacks [] for port, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:39.326238 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e0d627-805c-4ccb-85bf-553b09be5f2a None None] Pushing event updated for resources: {'Port': ['ID=194d1dff-ce79-4dbf-8c79-80546cc4cf74,revision_number=2']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:52:39.331110 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.provisioning_blocks [None req-cf610d97-5e14-4a9f-ba81-787f2d7beb5f admin admin] Transition to ACTIVE for port object 8af1d5c2-9956-495b-b661-a6777333cc18 will not be triggered until provisioned by entity DHCP. {{(pid=105584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:52:39.334257 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-cce7aa38-1960-465f-a8e4-9624fd7241df None None] Attempting to bind port 194d1dff-ce79-4dbf-8c79-80546cc4cf74 on host n-d-705658-22 for vnic_type normal with profile {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:52:39.334651 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-cce7aa38-1960-465f-a8e4-9624fd7241df None None] Attempting to bind port 194d1dff-ce79-4dbf-8c79-80546cc4cf74 by drivers openvswitch,hyperv on host n-d-705658-22 at level 0 using segments [{'id': '12196855-9a32-4633-9a56-77697ef9e126', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305'}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:52:39.335029 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cce7aa38-1960-465f-a8e4-9624fd7241df None None] Attempting to bind port 194d1dff-ce79-4dbf-8c79-80546cc4cf74 on network 8735d8a2-b604-4758-ae71-b40e4ee6f305 {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:52:39.343838 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cce7aa38-1960-465f-a8e4-9624fd7241df None None] Checking agent: {'id': '04a7ea91-6318-467e-ace6-b0fb48c8690f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 41, 42), 'started_at': datetime.datetime(2021, 7, 27, 20, 42, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 52, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:52:39.344209 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cce7aa38-1960-465f-a8e4-9624fd7241df None None] Checking segment: {'id': '12196855-9a32-4633-9a56-77697ef9e126', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:52:39.344614 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-cce7aa38-1960-465f-a8e4-9624fd7241df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:39.345000 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cce7aa38-1960-465f-a8e4-9624fd7241df None None] Bound using segment: {'id': '12196855-9a32-4633-9a56-77697ef9e126', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305'} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:52:39.345462 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-cce7aa38-1960-465f-a8e4-9624fd7241df None None] Bound port: 194d1dff-ce79-4dbf-8c79-80546cc4cf74, host: n-d-705658-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12196855-9a32-4633-9a56-77697ef9e126', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305'}}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:52:39.345842 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-cce7aa38-1960-465f-a8e4-9624fd7241df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:39.364456 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-cf610d97-5e14-4a9f-ba81-787f2d7beb5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:39.370162 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-2250eb62-9228-41d4-9588-7f105ef218b4 None None] Provisioning complete for port 103dc544-301d-4127-9cdb-48de7450d93f triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:52:39.370521 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-2250eb62-9228-41d4-9588-7f105ef218b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:39.403682 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf610d97-5e14-4a9f-ba81-787f2d7beb5f admin admin] Network 1279daf7-c49c-41bf-8343-4f3073e7eddd is already hosted by enough agents. {{(pid=105584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:52:39.406448 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [None req-cf610d97-5e14-4a9f-ba81-787f2d7beb5f admin admin] Resources bound (agent type, host, resource id): {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:52:39.412828 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf610d97-5e14-4a9f-ba81-787f2d7beb5f admin admin] Received port after_create {{(pid=105584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:52:39.431638 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-cce7aa38-1960-465f-a8e4-9624fd7241df None None] For port 194d1dff-ce79-4dbf-8c79-80546cc4cf74, host n-d-705658-22, cleared binding levels {{(pid=105586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:52:39.435385 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-cce7aa38-1960-465f-a8e4-9624fd7241df None None] For port 194d1dff-ce79-4dbf-8c79-80546cc4cf74, host n-d-705658-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=194d1dff-ce79-4dbf-8c79-80546cc4cf74,segment=NetworkSegment(12196855-9a32-4633-9a56-77697ef9e126),segment_id=12196855-9a32-4633-9a56-77697ef9e126)] {{(pid=105586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:52:39.440112 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf610d97-5e14-4a9f-ba81-787f2d7beb5f admin admin] Pushing event updated for resources: {'Port': ['ID=8af1d5c2-9956-495b-b661-a6777333cc18,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:52:39.440873 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-cce7aa38-1960-465f-a8e4-9624fd7241df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:39.459960 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-cf610d97-5e14-4a9f-ba81-787f2d7beb5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4075523'] for router_interface, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:39.532100 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e0d627-805c-4ccb-85bf-553b09be5f2a None None] Pushing event updated for resources: {'Port': ['ID=194d1dff-ce79-4dbf-8c79-80546cc4cf74,revision_number=3']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:52:39.539826 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cce7aa38-1960-465f-a8e4-9624fd7241df None None] Routers {'d34fc3b1-8027-4bfc-9120-6984cdc38bbd'} bound to L3 agent in host n-d-705658-22 {{(pid=105586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:52:39.540532 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-cce7aa38-1960-465f-a8e4-9624fd7241df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:52:12Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['d34fc3b1-8027-4bfc-9120-6984cdc38bbd'], 'active': True} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:52:39.653298 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvr_db [None req-cce7aa38-1960-465f-a8e4-9624fd7241df None None] Set router d34fc3b1-8027-4bfc-9120-6984cdc38bbd gateway port host: n-d-705658-22 {{(pid=105586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:52:39.655303 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-cf610d97-5e14-4a9f-ba81-787f2d7beb5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:39.721685 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-8e183b93-5d2d-4054-ae14-6762aadd07bc None None] Provisioning for port 8af1d5c2-9956-495b-b661-a6777333cc18 completed by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:52:39.750199 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-8e183b93-5d2d-4054-ae14-6762aadd07bc None None] Provisioning complete for port 8af1d5c2-9956-495b-b661-a6777333cc18 triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:52:39.750572 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-8e183b93-5d2d-4054-ae14-6762aadd07bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:39.804832 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-8e183b93-5d2d-4054-ae14-6762aadd07bc None None] Port 8af1d5c2-9956-495b-b661-a6777333cc18 cannot update to ACTIVE because it is not bound. {{(pid=105586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:52:39.818212 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-cf610d97-5e14-4a9f-ba81-787f2d7beb5f admin admin] Notify callbacks [] for port, precommit_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:39.823399 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-cf610d97-5e14-4a9f-ba81-787f2d7beb5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9014027'] for port, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:39.866222 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-cce7aa38-1960-465f-a8e4-9624fd7241df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd34fc3b1-8027-4bfc-9120-6984cdc38bbd', 'name': 'tempest-TestEncryptedCinderVolumes-656300794-router', 'tenant_id': '16f93b5aed9946598771fe58223ce9b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.94'}], 'enable_snat': True}, 'gw_port_id': '194d1dff-ce79-4dbf-8c79-80546cc4cf74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:52:36Z', 'updated_at': '2021-07-27T21:52:37Z', 'revision_number': 3, 'project_id': '16f93b5aed9946598771fe58223ce9b1', 'gw_port': {'id': '194d1dff-ce79-4dbf-8c79-80546cc4cf74', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:20:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd34fc3b1-8027-4bfc-9120-6984cdc38bbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:52:37Z', 'updated_at': '2021-07-27T21:52:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22'}], 'n-d-705658-22', False) {} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:52:39.891585 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-cf610d97-5e14-4a9f-ba81-787f2d7beb5f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3743906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4076435'] for router_interface, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:39.893190 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cce7aa38-1960-465f-a8e4-9624fd7241df None None] The sync data for ids ['d34fc3b1-8027-4bfc-9120-6984cdc38bbd'] in n-d-705658-22 is: [{'id': 'd34fc3b1-8027-4bfc-9120-6984cdc38bbd', 'name': 'tempest-TestEncryptedCinderVolumes-656300794-router', 'tenant_id': '16f93b5aed9946598771fe58223ce9b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.94'}], 'enable_snat': True}, 'gw_port_id': '194d1dff-ce79-4dbf-8c79-80546cc4cf74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:52:36Z', 'updated_at': '2021-07-27T21:52:37Z', 'revision_number': 3, 'project_id': '16f93b5aed9946598771fe58223ce9b1', 'gw_port': {'id': '194d1dff-ce79-4dbf-8c79-80546cc4cf74', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:20:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd34fc3b1-8027-4bfc-9120-6984cdc38bbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:52:37Z', 'updated_at': '2021-07-27T21:52:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22'}] {{(pid=105586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:52:39.894187 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf610d97-5e14-4a9f-ba81-787f2d7beb5f admin admin] Pushing event updated for resources: {'Port': ['ID=8af1d5c2-9956-495b-b661-a6777333cc18,revision_number=2']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:52:39.985690 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf610d97-5e14-4a9f-ba81-787f2d7beb5f admin admin] Network 1279daf7-c49c-41bf-8343-4f3073e7eddd is already hosted by enough agents. {{(pid=105584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:52:39.987071 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [None req-cf610d97-5e14-4a9f-ba81-787f2d7beb5f admin admin] Resources bound (agent type, host, resource id): {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:52:40.106394 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf610d97-5e14-4a9f-ba81-787f2d7beb5f admin admin] Router d34fc3b1-8027-4bfc-9120-6984cdc38bbd has already been hosted by L3 agent dd128fd7-8e57-4d4f-895b-a96b369df59a {{(pid=105584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:52:40.233048 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-ceda2ce1-3434-44c3-b909-039c57c6dac9 None None] Provisioning complete for port 8af1d5c2-9956-495b-b661-a6777333cc18 triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:52:40.233546 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-ceda2ce1-3434-44c3-b909-039c57c6dac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:40.238089 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf610d97-5e14-4a9f-ba81-787f2d7beb5f admin admin] Notify agent at l3_agent.n-d-705658-22 the message routers_updated {{(pid=105584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:52:40.251800 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-cf610d97-5e14-4a9f-ba81-787f2d7beb5f admin admin] 10.222.0.59 "PUT /v2.0/routers/d34fc3b1-8027-4bfc-9120-6984cdc38bbd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9819016 Jul 27 21:52:40.274434 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-ceda2ce1-3434-44c3-b909-039c57c6dac9 None None] Port 8af1d5c2-9956-495b-b661-a6777333cc18 cannot update to ACTIVE because it is not bound. {{(pid=105586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:52:40.399830 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 103dc544-301d-4127-9cdb-48de7450d93f up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:52:40.461719 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port 103dc544-301d-4127-9cdb-48de7450d93f triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:52:40.462102 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:40.550852 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 194d1dff-ce79-4dbf-8c79-80546cc4cf74 up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:52:40.602121 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning for port 194d1dff-ce79-4dbf-8c79-80546cc4cf74 completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:52:40.606224 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port 194d1dff-ce79-4dbf-8c79-80546cc4cf74 triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:52:40.606602 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:40.694440 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:40.721525 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] For port 194d1dff-ce79-4dbf-8c79-80546cc4cf74, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=194d1dff-ce79-4dbf-8c79-80546cc4cf74,segment=NetworkSegment(12196855-9a32-4633-9a56-77697ef9e126),segment_id=12196855-9a32-4633-9a56-77697ef9e126)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:52:40.731283 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:40.760889 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:40.789518 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Pushing event updated for resources: {'Port': ['ID=194d1dff-ce79-4dbf-8c79-80546cc4cf74,revision_number=4']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:52:40.807261 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 37790) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:52:40.812283 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-c061f113-7776-445b-9c7b-2bace1fdd5aa admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-2027112525-network', 'tenant_id': 'c779f9c4b09d48f8905814f652273241'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:52:40.832819 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c061f113-7776-445b-9c7b-2bace1fdd5aa admin admin] Made reservation on behalf of c779f9c4b09d48f8905814f652273241 for: {'network': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:52:40.835198 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c061f113-7776-445b-9c7b-2bace1fdd5aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for network, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:40.843973 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c061f113-7776-445b-9c7b-2bace1fdd5aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:40.933713 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c061f113-7776-445b-9c7b-2bace1fdd5aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:40.937485 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c061f113-7776-445b-9c7b-2bace1fdd5aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:40.968394 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c061f113-7776-445b-9c7b-2bace1fdd5aa admin admin] vlan segment allocate from pool success with {'vlan_id': 241, 'physical_network': 'physnet1'} {{(pid=105584) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:52:40.974667 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c061f113-7776-445b-9c7b-2bace1fdd5aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=631386d8-4c1f-40ae-b554-4a5df423ee7d,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:52:40.982758 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c061f113-7776-445b-9c7b-2bace1fdd5aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:40.983148 n-d-705658-22 neutron-server[105584]: INFO neutron.db.segments_db [None req-c061f113-7776-445b-9c7b-2bace1fdd5aa admin admin] Added segment 4f9ae6d5-fb13-4b09-a61e-58fc6a037978 of type vlan for network 0c2108fc-8e25-47de-a964-4190c0616bf1 Jul 27 21:52:41.028481 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c061f113-7776-445b-9c7b-2bace1fdd5aa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790688424798'] for network, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:41.057299 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c061f113-7776-445b-9c7b-2bace1fdd5aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920'] for network, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:41.058551 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c061f113-7776-445b-9c7b-2bace1fdd5aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:52:41.059178 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c061f113-7776-445b-9c7b-2bace1fdd5aa admin admin] Notify callbacks [] for network, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:41.111246 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-c061f113-7776-445b-9c7b-2bace1fdd5aa admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3028681 Jul 27 21:52:41.114128 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 37792) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:52:41.119240 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-722f8d93-4e03-4a39-b465-ab3d5aef4ade admin admin] Request body: {'subnet': {'network_id': '0c2108fc-8e25-47de-a964-4190c0616bf1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-2027112525-subnet', 'tenant_id': 'c779f9c4b09d48f8905814f652273241', 'ip_version': 4}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:52:41.120259 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c061f113-7776-445b-9c7b-2bace1fdd5aa admin admin] Pushing event updated for resources: {'Network': ['ID=0c2108fc-8e25-47de-a964-4190c0616bf1,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:52:41.130943 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Network 0c2108fc-8e25-47de-a964-4190c0616bf1 details requested by agent ovs-agent-n-d-705658-22 with host n-d-705658-22 {{(pid=105586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:52:41.141287 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-722f8d93-4e03-4a39-b465-ab3d5aef4ade admin admin] Made reservation on behalf of c779f9c4b09d48f8905814f652273241 for: {'subnet': 1} {{(pid=105585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:52:41.143654 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-722f8d93-4e03-4a39-b465-ab3d5aef4ade admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9990620'] for subnet, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:41.322507 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-722f8d93-4e03-4a39-b465-ab3d5aef4ade admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10221797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9990606'] for subnet, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:41.383780 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722f8d93-4e03-4a39-b465-ab3d5aef4ade admin admin] Pushing event updated for resources: {'Subnet': ['ID=77209adc-93c0-4d65-bcb0-731f960c3434,revision_number=0']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:52:41.392456 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-722f8d93-4e03-4a39-b465-ab3d5aef4ade admin admin] Checking segment: {'id': '4f9ae6d5-fb13-4b09-a61e-58fc6a037978', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '0c2108fc-8e25-47de-a964-4190c0616bf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:52:41.392818 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-722f8d93-4e03-4a39-b465-ab3d5aef4ade admin admin] Network hostable DHCP agents. Network: 0c2108fc-8e25-47de-a964-4190c0616bf1, hostable agents: ['7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a'], hosted agents: [] {{(pid=105585) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:52:41.409000 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-722f8d93-4e03-4a39-b465-ab3d5aef4ade admin admin] Network 0c2108fc-8e25-47de-a964-4190c0616bf1 is scheduled to be hosted by DHCP agent 7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a with binding_index 1 {{(pid=105585) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:52:41.417922 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.base_scheduler [None req-722f8d93-4e03-4a39-b465-ab3d5aef4ade admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-22, 0c2108fc-8e25-47de-a964-4190c0616bf1) {{(pid=105585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:52:41.421795 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-722f8d93-4e03-4a39-b465-ab3d5aef4ade admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:52:41.422388 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-722f8d93-4e03-4a39-b465-ab3d5aef4ade admin admin] Notify callbacks [] for subnet, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:41.426470 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ebb79d8-a8ab-4b39-be37-b0656c90bfd6 None None] Network 0c2108fc-8e25-47de-a964-4190c0616bf1 requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:52:41.437084 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-722f8d93-4e03-4a39-b465-ab3d5aef4ade admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3217835 Jul 27 21:52:41.439633 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 37794) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:52:41.444092 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-d390f413-184a-4cee-b3e2-5762bd69466d admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-2027112525-router', 'tenant_id': 'c779f9c4b09d48f8905814f652273241', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305'}}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:52:41.465642 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-d390f413-184a-4cee-b3e2-5762bd69466d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4163813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-443'] for router, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:41.466608 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-d390f413-184a-4cee-b3e2-5762bd69466d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4165196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4077059', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3711235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-418'] for router, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:41.521744 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea3c165f-0e41-4fe3-ae1d-828a7dc556cd None None] Sync routers for ids ['d34fc3b1-8027-4bfc-9120-6984cdc38bbd'] in n-d-705658-22 {{(pid=105587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:52:41.527152 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-d390f413-184a-4cee-b3e2-5762bd69466d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:41.531621 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea3c165f-0e41-4fe3-ae1d-828a7dc556cd None None] Routers {'d34fc3b1-8027-4bfc-9120-6984cdc38bbd'} bound to L3 agent in host n-d-705658-22 {{(pid=105587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:52:41.532260 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-ea3c165f-0e41-4fe3-ae1d-828a7dc556cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:52:12Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['d34fc3b1-8027-4bfc-9120-6984cdc38bbd'], 'active': True} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:52:41.589288 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88915b3d-85f1-4ae9-ba9f-f13a2f272370 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30bb4b93-b285-5d90-9493-f9ec33ea333c-0c2108fc-8e25-47de-a964-4190c0616bf1', 'network_id': '0c2108fc-8e25-47de-a964-4190c0616bf1', 'tenant_id': 'c779f9c4b09d48f8905814f652273241', 'fixed_ips': [{'subnet_id': '77209adc-93c0-4d65-bcb0-731f960c3434'}]}} from n-d-705658-22. {{(pid=105586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 21:52:41.591173 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-88915b3d-85f1-4ae9-ba9f-f13a2f272370 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:41.609039 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-48750143-9643-4fe5-bdbd-9a5a5bd88c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:41.650792 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvr_db [None req-ea3c165f-0e41-4fe3-ae1d-828a7dc556cd None None] Set router d34fc3b1-8027-4bfc-9120-6984cdc38bbd gateway port host: n-d-705658-22 {{(pid=105587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:52:41.677787 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-d390f413-184a-4cee-b3e2-5762bd69466d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4077169', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4163787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-400'] for router, precommit_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:41.740189 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.db_base_plugin_common [None req-88915b3d-85f1-4ae9-ba9f-f13a2f272370 None None] Allocated IP 172.20.0.2 (0c2108fc-8e25-47de-a964-4190c0616bf1/77209adc-93c0-4d65-bcb0-731f960c3434/bce532bd-94ce-4879-af9b-c9a90b30078b) {{(pid=105586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:52:41.859854 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-ea3c165f-0e41-4fe3-ae1d-828a7dc556cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd34fc3b1-8027-4bfc-9120-6984cdc38bbd', 'name': 'tempest-TestEncryptedCinderVolumes-656300794-router', 'tenant_id': '16f93b5aed9946598771fe58223ce9b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.94'}], 'enable_snat': True}, 'gw_port_id': '194d1dff-ce79-4dbf-8c79-80546cc4cf74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:52:36Z', 'updated_at': '2021-07-27T21:52:39Z', 'revision_number': 4, 'project_id': '16f93b5aed9946598771fe58223ce9b1', 'gw_port': {'id': '194d1dff-ce79-4dbf-8c79-80546cc4cf74', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:20:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd34fc3b1-8027-4bfc-9120-6984cdc38bbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:52:37Z', 'updated_at': '2021-07-27T21:52:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_interfaces': [{'id': '8af1d5c2-9956-495b-b661-a6777333cc18', 'name': '', 'network_id': '1279daf7-c49c-41bf-8343-4f3073e7eddd', 'tenant_id': '16f93b5aed9946598771fe58223ce9b1', 'mac_address': 'fa:16:3e:56:e8:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd34fc3b1-8027-4bfc-9120-6984cdc38bbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': '92c2a291-258c-4cac-93cb-aaafdc50b708', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:52:38Z', 'updated_at': '2021-07-27T21:52:39Z', 'revision_number': 2, 'project_id': '16f93b5aed9946598771fe58223ce9b1', 'subnets': [{'id': '92c2a291-258c-4cac-93cb-aaafdc50b708', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-22', False) {} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:52:41.887327 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea3c165f-0e41-4fe3-ae1d-828a7dc556cd None None] Checking router: d34fc3b1-8027-4bfc-9120-6984cdc38bbd for host: n-d-705658-22 {{(pid=105587) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:52:41.887681 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea3c165f-0e41-4fe3-ae1d-828a7dc556cd None None] Updating router d34fc3b1-8027-4bfc-9120-6984cdc38bbd port 8af1d5c2-9956-495b-b661-a6777333cc18 binding host n-d-705658-22 {{(pid=105587) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 21:52:41.897174 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-d390f413-184a-4cee-b3e2-5762bd69466d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:41.902786 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-88915b3d-85f1-4ae9-ba9f-f13a2f272370 None None] Notify callbacks [] for port, precommit_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:41.919163 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-88915b3d-85f1-4ae9-ba9f-f13a2f272370 None None] Transition to ACTIVE for port object bce532bd-94ce-4879-af9b-c9a90b30078b will not be triggered until provisioned by entity L2. {{(pid=105586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:52:41.922352 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-d390f413-184a-4cee-b3e2-5762bd69466d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:41.924550 n-d-705658-22 neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-ea3c165f-0e41-4fe3-ae1d-828a7dc556cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:41.947023 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-88915b3d-85f1-4ae9-ba9f-f13a2f272370 None None] Transition to ACTIVE for port object bce532bd-94ce-4879-af9b-c9a90b30078b will not be triggered until provisioned by entity DHCP. {{(pid=105586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:52:41.955438 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-88915b3d-85f1-4ae9-ba9f-f13a2f272370 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143'] for port, after_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:41.999324 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:42.003392 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88915b3d-85f1-4ae9-ba9f-f13a2f272370 None None] Pushing event updated for resources: {'Port': ['ID=bce532bd-94ce-4879-af9b-c9a90b30078b,revision_number=1']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:52:42.019988 n-d-705658-22 neutron-server[105586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88915b3d-85f1-4ae9-ba9f-f13a2f272370 None None] Network 0c2108fc-8e25-47de-a964-4190c0616bf1 is already hosted by enough agents. {{(pid=105586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:52:42.021549 n-d-705658-22 neutron-server[105586]: DEBUG neutron.scheduler.base_scheduler [None req-88915b3d-85f1-4ae9-ba9f-f13a2f272370 None None] Resources bound (agent type, host, resource id): {{(pid=105586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:52:42.024243 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88915b3d-85f1-4ae9-ba9f-f13a2f272370 None None] Received port after_create {{(pid=105586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:52:42.033660 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.db_base_plugin_common [None req-d390f413-184a-4cee-b3e2-5762bd69466d admin admin] Allocated IP 172.25.5.46 (8735d8a2-b604-4758-ae71-b40e4ee6f305/eca7dbab-b9c0-4c8f-a272-816ea8a81764/239d17b7-0dd6-4a05-b600-19192c95e571) {{(pid=105585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:52:42.158144 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-d390f413-184a-4cee-b3e2-5762bd69466d admin admin] Notify callbacks [] for port, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:42.200886 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-d390f413-184a-4cee-b3e2-5762bd69466d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:42.237904 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d390f413-184a-4cee-b3e2-5762bd69466d admin admin] Network 8735d8a2-b604-4758-ae71-b40e4ee6f305 is already hosted by enough agents. {{(pid=105585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:52:42.242436 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.base_scheduler [None req-d390f413-184a-4cee-b3e2-5762bd69466d admin admin] Resources bound (agent type, host, resource id): {{(pid=105585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:52:42.248376 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d390f413-184a-4cee-b3e2-5762bd69466d admin admin] Received port after_create {{(pid=105585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:52:42.254125 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-88915b3d-85f1-4ae9-ba9f-f13a2f272370 None None] Attempting to bind port bce532bd-94ce-4879-af9b-c9a90b30078b on host n-d-705658-22 for vnic_type normal with profile {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:52:42.254505 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-88915b3d-85f1-4ae9-ba9f-f13a2f272370 None None] Attempting to bind port bce532bd-94ce-4879-af9b-c9a90b30078b by drivers openvswitch,hyperv on host n-d-705658-22 at level 0 using segments [{'id': '4f9ae6d5-fb13-4b09-a61e-58fc6a037978', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '0c2108fc-8e25-47de-a964-4190c0616bf1'}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:52:42.254876 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88915b3d-85f1-4ae9-ba9f-f13a2f272370 None None] Attempting to bind port bce532bd-94ce-4879-af9b-c9a90b30078b on network 0c2108fc-8e25-47de-a964-4190c0616bf1 {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:52:42.259985 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88915b3d-85f1-4ae9-ba9f-f13a2f272370 None None] Checking agent: {'id': '04a7ea91-6318-467e-ace6-b0fb48c8690f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 41, 42), 'started_at': datetime.datetime(2021, 7, 27, 20, 42, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 52, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:52:42.260366 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88915b3d-85f1-4ae9-ba9f-f13a2f272370 None None] Checking segment: {'id': '4f9ae6d5-fb13-4b09-a61e-58fc6a037978', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '0c2108fc-8e25-47de-a964-4190c0616bf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:52:42.260774 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-88915b3d-85f1-4ae9-ba9f-f13a2f272370 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:42.261169 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88915b3d-85f1-4ae9-ba9f-f13a2f272370 None None] Bound using segment: {'id': '4f9ae6d5-fb13-4b09-a61e-58fc6a037978', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '0c2108fc-8e25-47de-a964-4190c0616bf1'} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:52:42.261638 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-88915b3d-85f1-4ae9-ba9f-f13a2f272370 None None] Bound port: bce532bd-94ce-4879-af9b-c9a90b30078b, host: n-d-705658-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f9ae6d5-fb13-4b09-a61e-58fc6a037978', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '0c2108fc-8e25-47de-a964-4190c0616bf1'}}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:52:42.262025 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-88915b3d-85f1-4ae9-ba9f-f13a2f272370 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:42.295080 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d390f413-184a-4cee-b3e2-5762bd69466d admin admin] Pushing event updated for resources: {'Port': ['ID=239d17b7-0dd6-4a05-b600-19192c95e571,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:52:42.307710 n-d-705658-22 neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-ea3c165f-0e41-4fe3-ae1d-828a7dc556cd None None] Notify callbacks [] for port, precommit_update {{(pid=105587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:42.318385 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.provisioning_blocks [None req-ea3c165f-0e41-4fe3-ae1d-828a7dc556cd None None] Transition to ACTIVE for port object 8af1d5c2-9956-495b-b661-a6777333cc18 will not be triggered until provisioned by entity L2. {{(pid=105587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:52:42.326341 n-d-705658-22 neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-ea3c165f-0e41-4fe3-ae1d-828a7dc556cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:42.349279 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 194d1dff-ce79-4dbf-8c79-80546cc4cf74 up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:52:42.382214 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-88915b3d-85f1-4ae9-ba9f-f13a2f272370 None None] For port bce532bd-94ce-4879-af9b-c9a90b30078b, host n-d-705658-22, cleared binding levels {{(pid=105586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:52:42.402776 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-88915b3d-85f1-4ae9-ba9f-f13a2f272370 None None] For port bce532bd-94ce-4879-af9b-c9a90b30078b, host n-d-705658-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=bce532bd-94ce-4879-af9b-c9a90b30078b,segment=NetworkSegment(4f9ae6d5-fb13-4b09-a61e-58fc6a037978),segment_id=4f9ae6d5-fb13-4b09-a61e-58fc6a037978)] {{(pid=105586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:52:42.409685 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-88915b3d-85f1-4ae9-ba9f-f13a2f272370 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:42.415974 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e13a770-fda9-4071-80cd-b9893f8aee2b None None] Pushing event updated for resources: {'Port': ['ID=8af1d5c2-9956-495b-b661-a6777333cc18,revision_number=3']} {{(pid=105587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:52:42.426159 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e13a770-fda9-4071-80cd-b9893f8aee2b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:52:42.426496 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e13a770-fda9-4071-80cd-b9893f8aee2b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:52:42.426830 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e13a770-fda9-4071-80cd-b9893f8aee2b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:52:42.427311 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e13a770-fda9-4071-80cd-b9893f8aee2b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:52:42.427650 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e13a770-fda9-4071-80cd-b9893f8aee2b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:52:42.427977 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e13a770-fda9-4071-80cd-b9893f8aee2b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:52:42.428296 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e13a770-fda9-4071-80cd-b9893f8aee2b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:52:42.428803 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e13a770-fda9-4071-80cd-b9893f8aee2b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:52:42.429757 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e13a770-fda9-4071-80cd-b9893f8aee2b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:52:42.430083 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e13a770-fda9-4071-80cd-b9893f8aee2b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:52:42.430403 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e13a770-fda9-4071-80cd-b9893f8aee2b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:52:42.430716 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e13a770-fda9-4071-80cd-b9893f8aee2b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:52:42.467223 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.managers [None req-ea3c165f-0e41-4fe3-ae1d-828a7dc556cd None None] Attempting to bind port 8af1d5c2-9956-495b-b661-a6777333cc18 on host n-d-705658-22 for vnic_type normal with profile {{(pid=105587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:52:42.467606 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.managers [None req-ea3c165f-0e41-4fe3-ae1d-828a7dc556cd None None] Attempting to bind port 8af1d5c2-9956-495b-b661-a6777333cc18 by drivers openvswitch,hyperv on host n-d-705658-22 at level 0 using segments [{'id': 'acb746be-e5d3-4907-918a-c8ec08b3f9a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '1279daf7-c49c-41bf-8343-4f3073e7eddd'}] {{(pid=105587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:52:42.468094 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea3c165f-0e41-4fe3-ae1d-828a7dc556cd None None] Attempting to bind port 8af1d5c2-9956-495b-b661-a6777333cc18 on network 1279daf7-c49c-41bf-8343-4f3073e7eddd {{(pid=105587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:52:42.475849 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea3c165f-0e41-4fe3-ae1d-828a7dc556cd None None] Checking agent: {'id': '04a7ea91-6318-467e-ace6-b0fb48c8690f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 41, 42), 'started_at': datetime.datetime(2021, 7, 27, 20, 42, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 52, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:52:42.476220 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea3c165f-0e41-4fe3-ae1d-828a7dc556cd None None] Checking segment: {'id': 'acb746be-e5d3-4907-918a-c8ec08b3f9a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '1279daf7-c49c-41bf-8343-4f3073e7eddd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:52:42.476664 n-d-705658-22 neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-ea3c165f-0e41-4fe3-ae1d-828a7dc556cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:42.477057 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea3c165f-0e41-4fe3-ae1d-828a7dc556cd None None] Bound using segment: {'id': 'acb746be-e5d3-4907-918a-c8ec08b3f9a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '1279daf7-c49c-41bf-8343-4f3073e7eddd'} {{(pid=105587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:52:42.478449 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.managers [None req-ea3c165f-0e41-4fe3-ae1d-828a7dc556cd None None] Bound port: 8af1d5c2-9956-495b-b661-a6777333cc18, host: n-d-705658-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'acb746be-e5d3-4907-918a-c8ec08b3f9a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '1279daf7-c49c-41bf-8343-4f3073e7eddd'}}] {{(pid=105587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:52:42.478832 n-d-705658-22 neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-ea3c165f-0e41-4fe3-ae1d-828a7dc556cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:42.479549 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port 194d1dff-ce79-4dbf-8c79-80546cc4cf74 triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:52:42.480034 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:42.527922 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88915b3d-85f1-4ae9-ba9f-f13a2f272370 None None] Pushing event updated for resources: {'Port': ['ID=bce532bd-94ce-4879-af9b-c9a90b30078b,revision_number=2']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:52:42.589706 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.db [None req-ea3c165f-0e41-4fe3-ae1d-828a7dc556cd None None] For port 8af1d5c2-9956-495b-b661-a6777333cc18, host n-d-705658-22, cleared binding levels {{(pid=105587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:52:42.592276 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-d390f413-184a-4cee-b3e2-5762bd69466d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:42.596039 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.db [None req-ea3c165f-0e41-4fe3-ae1d-828a7dc556cd None None] For port 8af1d5c2-9956-495b-b661-a6777333cc18, host n-d-705658-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=8af1d5c2-9956-495b-b661-a6777333cc18,segment=NetworkSegment(acb746be-e5d3-4907-918a-c8ec08b3f9a5),segment_id=acb746be-e5d3-4907-918a-c8ec08b3f9a5)] {{(pid=105587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:52:42.602394 n-d-705658-22 neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-ea3c165f-0e41-4fe3-ae1d-828a7dc556cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:42.666690 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea3c165f-0e41-4fe3-ae1d-828a7dc556cd None None] Routers {'d34fc3b1-8027-4bfc-9120-6984cdc38bbd'} bound to L3 agent in host n-d-705658-22 {{(pid=105587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:52:42.667465 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-ea3c165f-0e41-4fe3-ae1d-828a7dc556cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:52:42Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['d34fc3b1-8027-4bfc-9120-6984cdc38bbd'], 'active': True} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:52:42.704136 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e13a770-fda9-4071-80cd-b9893f8aee2b None None] Pushing event updated for resources: {'Port': ['ID=8af1d5c2-9956-495b-b661-a6777333cc18,revision_number=4']} {{(pid=105587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:52:42.822363 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvr_db [None req-ea3c165f-0e41-4fe3-ae1d-828a7dc556cd None None] Set router d34fc3b1-8027-4bfc-9120-6984cdc38bbd gateway port host: n-d-705658-22 {{(pid=105587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:52:43.056242 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-ea3c165f-0e41-4fe3-ae1d-828a7dc556cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd34fc3b1-8027-4bfc-9120-6984cdc38bbd', 'name': 'tempest-TestEncryptedCinderVolumes-656300794-router', 'tenant_id': '16f93b5aed9946598771fe58223ce9b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.94'}], 'enable_snat': True}, 'gw_port_id': '194d1dff-ce79-4dbf-8c79-80546cc4cf74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:52:36Z', 'updated_at': '2021-07-27T21:52:39Z', 'revision_number': 4, 'project_id': '16f93b5aed9946598771fe58223ce9b1', 'gw_port': {'id': '194d1dff-ce79-4dbf-8c79-80546cc4cf74', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:20:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd34fc3b1-8027-4bfc-9120-6984cdc38bbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:52:37Z', 'updated_at': '2021-07-27T21:52:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_interfaces': [{'id': '8af1d5c2-9956-495b-b661-a6777333cc18', 'name': '', 'network_id': '1279daf7-c49c-41bf-8343-4f3073e7eddd', 'tenant_id': '16f93b5aed9946598771fe58223ce9b1', 'mac_address': 'fa:16:3e:56:e8:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd34fc3b1-8027-4bfc-9120-6984cdc38bbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': '92c2a291-258c-4cac-93cb-aaafdc50b708', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:52:38Z', 'updated_at': '2021-07-27T21:52:42Z', 'revision_number': 4, 'project_id': '16f93b5aed9946598771fe58223ce9b1', 'subnets': [{'id': '92c2a291-258c-4cac-93cb-aaafdc50b708', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-22', False) {} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:52:43.081405 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-bb32ed7d-8717-448b-a9c8-a5a0117d1fd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:43.089230 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea3c165f-0e41-4fe3-ae1d-828a7dc556cd None None] The sync data for ids ['d34fc3b1-8027-4bfc-9120-6984cdc38bbd'] in n-d-705658-22 is: [{'id': 'd34fc3b1-8027-4bfc-9120-6984cdc38bbd', 'name': 'tempest-TestEncryptedCinderVolumes-656300794-router', 'tenant_id': '16f93b5aed9946598771fe58223ce9b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.94'}], 'enable_snat': True}, 'gw_port_id': '194d1dff-ce79-4dbf-8c79-80546cc4cf74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:52:36Z', 'updated_at': '2021-07-27T21:52:39Z', 'revision_number': 4, 'project_id': '16f93b5aed9946598771fe58223ce9b1', 'gw_port': {'id': '194d1dff-ce79-4dbf-8c79-80546cc4cf74', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:20:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd34fc3b1-8027-4bfc-9120-6984cdc38bbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:52:37Z', 'updated_at': '2021-07-27T21:52:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_interfaces': [{'id': '8af1d5c2-9956-495b-b661-a6777333cc18', 'name': '', 'network_id': '1279daf7-c49c-41bf-8343-4f3073e7eddd', 'tenant_id': '16f93b5aed9946598771fe58223ce9b1', 'mac_address': 'fa:16:3e:56:e8:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd34fc3b1-8027-4bfc-9120-6984cdc38bbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': '92c2a291-258c-4cac-93cb-aaafdc50b708', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:52:38Z', 'updated_at': '2021-07-27T21:52:42Z', 'revision_number': 4, 'project_id': '16f93b5aed9946598771fe58223ce9b1', 'subnets': [{'id': '92c2a291-258c-4cac-93cb-aaafdc50b708', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:52:43.206771 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-d390f413-184a-4cee-b3e2-5762bd69466d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4163804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4077150'] for router, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:43.337266 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d390f413-184a-4cee-b3e2-5762bd69466d admin admin] Router 15db849a-9377-44d4-ae1f-6f4d7f758732 is scheduled to L3 agent dd128fd7-8e57-4d4f-895b-a96b369df59a with binding_index 1 {{(pid=105585) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 21:52:43.457429 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d390f413-184a-4cee-b3e2-5762bd69466d admin admin] Notify agent at l3_agent.n-d-705658-22 the message routers_updated {{(pid=105585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:52:43.467248 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b923590a-7425-4c4f-a32a-ed190f059f7e None None] Sync routers for ids ['15db849a-9377-44d4-ae1f-6f4d7f758732'] in n-d-705658-22 {{(pid=105586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:52:43.473546 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-d390f413-184a-4cee-b3e2-5762bd69466d admin admin] Notify callbacks [] for router, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:43.474930 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-d390f413-184a-4cee-b3e2-5762bd69466d admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.0343375 Jul 27 21:52:43.477866 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 37796) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:52:43.481697 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b923590a-7425-4c4f-a32a-ed190f059f7e None None] Routers {'15db849a-9377-44d4-ae1f-6f4d7f758732'} bound to L3 agent in host n-d-705658-22 {{(pid=105586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:52:43.482519 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-b923590a-7425-4c4f-a32a-ed190f059f7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:52:42Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['15db849a-9377-44d4-ae1f-6f4d7f758732'], 'active': True} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:52:43.615662 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvr_db [None req-b923590a-7425-4c4f-a32a-ed190f059f7e None None] Set router 15db849a-9377-44d4-ae1f-6f4d7f758732 gateway port host: n-d-705658-22 {{(pid=105586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:52:43.726404 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1029e9d-5799-4378-9e2e-70b9ec82902f None None] Network 0c2108fc-8e25-47de-a964-4190c0616bf1 requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:52:43.826968 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-8ae78c6e-4e12-4fac-9f8d-7f070566b2ff None None] Provisioning for port bce532bd-94ce-4879-af9b-c9a90b30078b completed by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:52:43.952125 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-b923590a-7425-4c4f-a32a-ed190f059f7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15db849a-9377-44d4-ae1f-6f4d7f758732', 'name': 'tempest-TestEncryptedCinderVolumes-2027112525-router', 'tenant_id': 'c779f9c4b09d48f8905814f652273241', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.46'}], 'enable_snat': True}, 'gw_port_id': '239d17b7-0dd6-4a05-b600-19192c95e571', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:52:41Z', 'updated_at': '2021-07-27T21:52:42Z', 'revision_number': 3, 'project_id': 'c779f9c4b09d48f8905814f652273241', 'gw_port': {'id': '239d17b7-0dd6-4a05-b600-19192c95e571', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:ba:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15db849a-9377-44d4-ae1f-6f4d7f758732', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4126, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:52:41Z', 'updated_at': '2021-07-27T21:52:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22'}], 'n-d-705658-22', False) {} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:52:43.974575 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-5b41a1a0-c451-48ae-a7aa-303aa8da663b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:43.981880 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b923590a-7425-4c4f-a32a-ed190f059f7e None None] Checking router: 15db849a-9377-44d4-ae1f-6f4d7f758732 for host: n-d-705658-22 {{(pid=105586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:52:43.982281 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b923590a-7425-4c4f-a32a-ed190f059f7e None None] Updating router 15db849a-9377-44d4-ae1f-6f4d7f758732 port 239d17b7-0dd6-4a05-b600-19192c95e571 binding host n-d-705658-22 {{(pid=105586) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 21:52:44.025112 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-b923590a-7425-4c4f-a32a-ed190f059f7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:44.165276 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.db_base_plugin_common [None req-5b41a1a0-c451-48ae-a7aa-303aa8da663b admin admin] Allocated IP 172.20.0.1 (0c2108fc-8e25-47de-a964-4190c0616bf1/77209adc-93c0-4d65-bcb0-731f960c3434/b39ad1a0-5e77-4b71-b74d-c3cb0b24b39d) {{(pid=105585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:52:44.306683 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-5b41a1a0-c451-48ae-a7aa-303aa8da663b admin admin] Notify callbacks [] for port, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:44.324430 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.provisioning_blocks [None req-5b41a1a0-c451-48ae-a7aa-303aa8da663b admin admin] Transition to ACTIVE for port object b39ad1a0-5e77-4b71-b74d-c3cb0b24b39d will not be triggered until provisioned by entity DHCP. {{(pid=105585) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:52:44.339563 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-b923590a-7425-4c4f-a32a-ed190f059f7e None None] Notify callbacks [] for port, precommit_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:44.350092 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-b923590a-7425-4c4f-a32a-ed190f059f7e None None] Transition to ACTIVE for port object 239d17b7-0dd6-4a05-b600-19192c95e571 will not be triggered until provisioned by entity L2. {{(pid=105586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:52:44.356413 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-b923590a-7425-4c4f-a32a-ed190f059f7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:44.368046 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-5b41a1a0-c451-48ae-a7aa-303aa8da663b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:44.408667 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b41a1a0-c451-48ae-a7aa-303aa8da663b admin admin] Network 0c2108fc-8e25-47de-a964-4190c0616bf1 is already hosted by enough agents. {{(pid=105585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:52:44.411471 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.base_scheduler [None req-5b41a1a0-c451-48ae-a7aa-303aa8da663b admin admin] Resources bound (agent type, host, resource id): {{(pid=105585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:52:44.415727 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b41a1a0-c451-48ae-a7aa-303aa8da663b admin admin] Received port after_create {{(pid=105585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:52:44.420430 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-b923590a-7425-4c4f-a32a-ed190f059f7e None None] Attempting to bind port 239d17b7-0dd6-4a05-b600-19192c95e571 on host n-d-705658-22 for vnic_type normal with profile {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:52:44.420996 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-b923590a-7425-4c4f-a32a-ed190f059f7e None None] Attempting to bind port 239d17b7-0dd6-4a05-b600-19192c95e571 by drivers openvswitch,hyperv on host n-d-705658-22 at level 0 using segments [{'id': '12196855-9a32-4633-9a56-77697ef9e126', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305'}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:52:44.421550 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b923590a-7425-4c4f-a32a-ed190f059f7e None None] Attempting to bind port 239d17b7-0dd6-4a05-b600-19192c95e571 on network 8735d8a2-b604-4758-ae71-b40e4ee6f305 {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:52:44.428219 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f77ef6-f56e-4d41-ba93-0a5a520bd1d2 None None] Pushing event updated for resources: {'Port': ['ID=239d17b7-0dd6-4a05-b600-19192c95e571,revision_number=2']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:52:44.431660 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b923590a-7425-4c4f-a32a-ed190f059f7e None None] Checking agent: {'id': '04a7ea91-6318-467e-ace6-b0fb48c8690f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 41, 42), 'started_at': datetime.datetime(2021, 7, 27, 20, 42, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 52, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:52:44.432045 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b923590a-7425-4c4f-a32a-ed190f059f7e None None] Checking segment: {'id': '12196855-9a32-4633-9a56-77697ef9e126', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:52:44.432507 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-b923590a-7425-4c4f-a32a-ed190f059f7e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:44.432896 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b923590a-7425-4c4f-a32a-ed190f059f7e None None] Bound using segment: {'id': '12196855-9a32-4633-9a56-77697ef9e126', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305'} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:52:44.433379 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-b923590a-7425-4c4f-a32a-ed190f059f7e None None] Bound port: 239d17b7-0dd6-4a05-b600-19192c95e571, host: n-d-705658-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12196855-9a32-4633-9a56-77697ef9e126', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305'}}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:52:44.433760 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-b923590a-7425-4c4f-a32a-ed190f059f7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:44.437340 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 8af1d5c2-9956-495b-b661-a6777333cc18 up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:52:44.458914 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b41a1a0-c451-48ae-a7aa-303aa8da663b admin admin] Pushing event updated for resources: {'Port': ['ID=b39ad1a0-5e77-4b71-b74d-c3cb0b24b39d,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:52:44.477164 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-5b41a1a0-c451-48ae-a7aa-303aa8da663b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4075523'] for router_interface, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:44.523697 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-875ced1b-4cf3-463a-9653-058f0f9421e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:44.547324 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-b923590a-7425-4c4f-a32a-ed190f059f7e None None] For port 239d17b7-0dd6-4a05-b600-19192c95e571, host n-d-705658-22, cleared binding levels {{(pid=105586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:52:44.551080 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-b923590a-7425-4c4f-a32a-ed190f059f7e None None] For port 239d17b7-0dd6-4a05-b600-19192c95e571, host n-d-705658-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=239d17b7-0dd6-4a05-b600-19192c95e571,segment=NetworkSegment(12196855-9a32-4633-9a56-77697ef9e126),segment_id=12196855-9a32-4633-9a56-77697ef9e126)] {{(pid=105586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:52:44.552298 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning for port 8af1d5c2-9956-495b-b661-a6777333cc18 completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:52:44.556787 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-b923590a-7425-4c4f-a32a-ed190f059f7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:44.561360 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port 8af1d5c2-9956-495b-b661-a6777333cc18 triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:52:44.561727 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:44.635571 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-5b41a1a0-c451-48ae-a7aa-303aa8da663b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:44.655049 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b923590a-7425-4c4f-a32a-ed190f059f7e None None] Routers {'15db849a-9377-44d4-ae1f-6f4d7f758732'} bound to L3 agent in host n-d-705658-22 {{(pid=105586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:52:44.655681 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-b923590a-7425-4c4f-a32a-ed190f059f7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:52:42Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['15db849a-9377-44d4-ae1f-6f4d7f758732'], 'active': True} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:52:44.662260 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f77ef6-f56e-4d41-ba93-0a5a520bd1d2 None None] Pushing event updated for resources: {'Port': ['ID=239d17b7-0dd6-4a05-b600-19192c95e571,revision_number=3']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:52:44.772580 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-51bac52d-2340-4463-bacd-a96dafd5319e None None] Provisioning for port b39ad1a0-5e77-4b71-b74d-c3cb0b24b39d completed by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:52:44.784562 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-51bac52d-2340-4463-bacd-a96dafd5319e None None] Provisioning complete for port b39ad1a0-5e77-4b71-b74d-c3cb0b24b39d triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:52:44.784947 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-51bac52d-2340-4463-bacd-a96dafd5319e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:44.799076 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-5b41a1a0-c451-48ae-a7aa-303aa8da663b admin admin] Notify callbacks [] for port, precommit_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:44.804213 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-5b41a1a0-c451-48ae-a7aa-303aa8da663b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10221672'] for port, after_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:44.832378 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:44.835306 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvr_db [None req-b923590a-7425-4c4f-a32a-ed190f059f7e None None] Set router 15db849a-9377-44d4-ae1f-6f4d7f758732 gateway port host: n-d-705658-22 {{(pid=105586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:52:44.878554 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-5b41a1a0-c451-48ae-a7aa-303aa8da663b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3743906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4076435'] for router_interface, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:44.880389 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b41a1a0-c451-48ae-a7aa-303aa8da663b admin admin] Pushing event updated for resources: {'Port': ['ID=b39ad1a0-5e77-4b71-b74d-c3cb0b24b39d,revision_number=2']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:52:44.893688 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-51bac52d-2340-4463-bacd-a96dafd5319e None None] Port b39ad1a0-5e77-4b71-b74d-c3cb0b24b39d cannot update to ACTIVE because it is not bound. {{(pid=105586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:52:44.940907 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] For port 8af1d5c2-9956-495b-b661-a6777333cc18, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=8af1d5c2-9956-495b-b661-a6777333cc18,segment=NetworkSegment(acb746be-e5d3-4907-918a-c8ec08b3f9a5),segment_id=acb746be-e5d3-4907-918a-c8ec08b3f9a5)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:52:44.973526 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b41a1a0-c451-48ae-a7aa-303aa8da663b admin admin] Network 0c2108fc-8e25-47de-a964-4190c0616bf1 is already hosted by enough agents. {{(pid=105585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:52:44.975067 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.base_scheduler [None req-5b41a1a0-c451-48ae-a7aa-303aa8da663b admin admin] Resources bound (agent type, host, resource id): {{(pid=105585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:52:44.979684 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:44.980451 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device bce532bd-94ce-4879-af9b-c9a90b30078b up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:52:45.094782 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b41a1a0-c451-48ae-a7aa-303aa8da663b admin admin] Router 15db849a-9377-44d4-ae1f-6f4d7f758732 has already been hosted by L3 agent dd128fd7-8e57-4d4f-895b-a96b369df59a {{(pid=105585) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:52:45.101039 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Pushing event updated for resources: {'Port': ['ID=8af1d5c2-9956-495b-b661-a6777333cc18,revision_number=5']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:52:45.131052 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning for port bce532bd-94ce-4879-af9b-c9a90b30078b completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:52:45.138311 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port bce532bd-94ce-4879-af9b-c9a90b30078b triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:52:45.138740 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:45.202312 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-b923590a-7425-4c4f-a32a-ed190f059f7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15db849a-9377-44d4-ae1f-6f4d7f758732', 'name': 'tempest-TestEncryptedCinderVolumes-2027112525-router', 'tenant_id': 'c779f9c4b09d48f8905814f652273241', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.46'}], 'enable_snat': True}, 'gw_port_id': '239d17b7-0dd6-4a05-b600-19192c95e571', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:52:41Z', 'updated_at': '2021-07-27T21:52:44Z', 'revision_number': 4, 'project_id': 'c779f9c4b09d48f8905814f652273241', 'gw_port': {'id': '239d17b7-0dd6-4a05-b600-19192c95e571', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:ba:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15db849a-9377-44d4-ae1f-6f4d7f758732', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4126, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:52:41Z', 'updated_at': '2021-07-27T21:52:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_interfaces': [{'id': 'b39ad1a0-5e77-4b71-b74d-c3cb0b24b39d', 'name': '', 'network_id': '0c2108fc-8e25-47de-a964-4190c0616bf1', 'tenant_id': 'c779f9c4b09d48f8905814f652273241', 'mac_address': 'fa:16:3e:35:d1:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15db849a-9377-44d4-ae1f-6f4d7f758732', 'device_owner': 'network:router_interface', 'standard_attr_id': 4127, 'fixed_ips': [{'subnet_id': '77209adc-93c0-4d65-bcb0-731f960c3434', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:52:43Z', 'updated_at': '2021-07-27T21:52:44Z', 'revision_number': 1, 'project_id': 'c779f9c4b09d48f8905814f652273241', 'subnets': [{'id': '77209adc-93c0-4d65-bcb0-731f960c3434', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-22', False) {} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:52:45.215585 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b41a1a0-c451-48ae-a7aa-303aa8da663b admin admin] Notify agent at l3_agent.n-d-705658-22 the message routers_updated {{(pid=105585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:52:45.220442 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-5b41a1a0-c451-48ae-a7aa-303aa8da663b admin admin] 10.222.0.59 "PUT /v2.0/routers/15db849a-9377-44d4-ae1f-6f4d7f758732/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7414944 Jul 27 21:52:45.256199 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b923590a-7425-4c4f-a32a-ed190f059f7e None None] The sync data for ids ['15db849a-9377-44d4-ae1f-6f4d7f758732'] in n-d-705658-22 is: [{'id': '15db849a-9377-44d4-ae1f-6f4d7f758732', 'name': 'tempest-TestEncryptedCinderVolumes-2027112525-router', 'tenant_id': 'c779f9c4b09d48f8905814f652273241', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.46'}], 'enable_snat': True}, 'gw_port_id': '239d17b7-0dd6-4a05-b600-19192c95e571', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:52:41Z', 'updated_at': '2021-07-27T21:52:44Z', 'revision_number': 4, 'project_id': 'c779f9c4b09d48f8905814f652273241', 'gw_port': {'id': '239d17b7-0dd6-4a05-b600-19192c95e571', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:ba:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15db849a-9377-44d4-ae1f-6f4d7f758732', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4126, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:52:41Z', 'updated_at': '2021-07-27T21:52:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_interfaces': [{'id': 'b39ad1a0-5e77-4b71-b74d-c3cb0b24b39d', 'name': '', 'network_id': '0c2108fc-8e25-47de-a964-4190c0616bf1', 'tenant_id': 'c779f9c4b09d48f8905814f652273241', 'mac_address': 'fa:16:3e:35:d1:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15db849a-9377-44d4-ae1f-6f4d7f758732', 'device_owner': 'network:router_interface', 'standard_attr_id': 4127, 'fixed_ips': [{'subnet_id': '77209adc-93c0-4d65-bcb0-731f960c3434', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:52:43Z', 'updated_at': '2021-07-27T21:52:44Z', 'revision_number': 1, 'project_id': 'c779f9c4b09d48f8905814f652273241', 'subnets': [{'id': '77209adc-93c0-4d65-bcb0-731f960c3434', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:52:45.277436 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-5952f8cf-5120-4522-9c8d-cfea3b89d7df None None] Provisioning complete for port b39ad1a0-5e77-4b71-b74d-c3cb0b24b39d triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:52:45.277814 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-5952f8cf-5120-4522-9c8d-cfea3b89d7df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:45.280471 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:45.336628 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-5952f8cf-5120-4522-9c8d-cfea3b89d7df None None] Port b39ad1a0-5e77-4b71-b74d-c3cb0b24b39d cannot update to ACTIVE because it is not bound. {{(pid=105586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:52:45.340958 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] For port bce532bd-94ce-4879-af9b-c9a90b30078b, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=bce532bd-94ce-4879-af9b-c9a90b30078b,segment=NetworkSegment(4f9ae6d5-fb13-4b09-a61e-58fc6a037978),segment_id=4f9ae6d5-fb13-4b09-a61e-58fc6a037978)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:52:45.345884 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:45.396392 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Pushing event updated for resources: {'Port': ['ID=bce532bd-94ce-4879-af9b-c9a90b30078b,revision_number=3']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:52:46.088069 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d05cfb-d2cb-463f-a4f2-d42441950516 req-373ee0c2-3a5a-4a9b-8c3d-9d725413ad0a tempest-TestEncryptedCinderVolumes-993411856 tempest-TestEncryptedCinderVolumes-993411856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:52:46.089638 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-27d05cfb-d2cb-463f-a4f2-d42441950516 req-373ee0c2-3a5a-4a9b-8c3d-9d725413ad0a tempest-TestEncryptedCinderVolumes-993411856 tempest-TestEncryptedCinderVolumes-993411856-project] 10.222.0.59 "GET /v2.0/networks?id=1279daf7-c49c-41bf-8343-4f3073e7eddd HTTP/1.1" status: 200 len: 816 time: 0.1104200 Jul 27 21:52:46.105638 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-27d05cfb-d2cb-463f-a4f2-d42441950516 req-e1f0a23e-39f6-4fe9-985f-eade2d20ee17 tempest-TestEncryptedCinderVolumes-993411856 tempest-TestEncryptedCinderVolumes-993411856-project] 10.222.0.59 "GET /v2.0/quotas/16f93b5aed9946598771fe58223ce9b1 HTTP/1.1" status: 200 len: 375 time: 0.0097470 Jul 27 21:52:46.178377 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-27d05cfb-d2cb-463f-a4f2-d42441950516 req-c34a3b8c-5dce-46f1-9972-805c43e6c81a tempest-TestEncryptedCinderVolumes-993411856 tempest-TestEncryptedCinderVolumes-993411856-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=16f93b5aed9946598771fe58223ce9b1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0670476 Jul 27 21:52:46.286828 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-27d05cfb-d2cb-463f-a4f2-d42441950516 req-d2ae921c-8b19-4a5f-a16e-f838b6150ebe service neutron] 10.222.0.59 "GET /v2.0/networks/1279daf7-c49c-41bf-8343-4f3073e7eddd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971470 Jul 27 21:52:46.385723 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-27d05cfb-d2cb-463f-a4f2-d42441950516 req-16cf74a3-9b59-4a8f-a0ed-3b8ea7ac3ded service neutron] 10.222.0.59 "GET /v2.0/networks/1279daf7-c49c-41bf-8343-4f3073e7eddd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926859 Jul 27 21:52:46.416650 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 239d17b7-0dd6-4a05-b600-19192c95e571 up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:52:46.473755 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning for port 239d17b7-0dd6-4a05-b600-19192c95e571 completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:52:46.478051 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port 239d17b7-0dd6-4a05-b600-19192c95e571 triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:52:46.478882 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:46.573014 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:46.592401 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-3fa51425-2c34-4f5d-a98d-7893b50d3ae6 req-c40c8f72-8bab-408d-a96f-a417a4214428 tempest-TestEncryptedCinderVolumes-993411856 tempest-TestEncryptedCinderVolumes-993411856-project] 10.222.0.59 "GET /v2.0/ports?device_id=2b191910-1470-4357-a624-1e52a0aada99 HTTP/1.1" status: 200 len: 210 time: 0.0349677 Jul 27 21:52:46.595381 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] For port 239d17b7-0dd6-4a05-b600-19192c95e571, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=239d17b7-0dd6-4a05-b600-19192c95e571,segment=NetworkSegment(12196855-9a32-4633-9a56-77697ef9e126),segment_id=12196855-9a32-4633-9a56-77697ef9e126)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:52:46.600048 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:46.601476 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 8af1d5c2-9956-495b-b661-a6777333cc18 up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:52:46.681803 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Pushing event updated for resources: {'Port': ['ID=239d17b7-0dd6-4a05-b600-19192c95e571,revision_number=4']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:52:46.692630 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port 8af1d5c2-9956-495b-b661-a6777333cc18 triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:52:46.693007 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:46.949771 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device bce532bd-94ce-4879-af9b-c9a90b30078b up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:52:47.003907 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port bce532bd-94ce-4879-af9b-c9a90b30078b triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:52:47.004503 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:47.203124 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-620fd021-8d57-474c-b330-1b68fdbae886 None None] Sync routers for ids ['15db849a-9377-44d4-ae1f-6f4d7f758732'] in n-d-705658-22 {{(pid=105587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:52:47.212650 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-620fd021-8d57-474c-b330-1b68fdbae886 None None] Routers {'15db849a-9377-44d4-ae1f-6f4d7f758732'} bound to L3 agent in host n-d-705658-22 {{(pid=105587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:52:47.213249 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-620fd021-8d57-474c-b330-1b68fdbae886 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:52:42Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['15db849a-9377-44d4-ae1f-6f4d7f758732'], 'active': True} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:52:47.316034 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvr_db [None req-620fd021-8d57-474c-b330-1b68fdbae886 None None] Set router 15db849a-9377-44d4-ae1f-6f4d7f758732 gateway port host: n-d-705658-22 {{(pid=105587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:52:47.515983 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-620fd021-8d57-474c-b330-1b68fdbae886 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15db849a-9377-44d4-ae1f-6f4d7f758732', 'name': 'tempest-TestEncryptedCinderVolumes-2027112525-router', 'tenant_id': 'c779f9c4b09d48f8905814f652273241', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.46'}], 'enable_snat': True}, 'gw_port_id': '239d17b7-0dd6-4a05-b600-19192c95e571', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:52:41Z', 'updated_at': '2021-07-27T21:52:44Z', 'revision_number': 4, 'project_id': 'c779f9c4b09d48f8905814f652273241', 'gw_port': {'id': '239d17b7-0dd6-4a05-b600-19192c95e571', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:ba:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15db849a-9377-44d4-ae1f-6f4d7f758732', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4126, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:52:41Z', 'updated_at': '2021-07-27T21:52:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_interfaces': [{'id': 'b39ad1a0-5e77-4b71-b74d-c3cb0b24b39d', 'name': '', 'network_id': '0c2108fc-8e25-47de-a964-4190c0616bf1', 'tenant_id': 'c779f9c4b09d48f8905814f652273241', 'mac_address': 'fa:16:3e:35:d1:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15db849a-9377-44d4-ae1f-6f4d7f758732', 'device_owner': 'network:router_interface', 'standard_attr_id': 4127, 'fixed_ips': [{'subnet_id': '77209adc-93c0-4d65-bcb0-731f960c3434', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:52:43Z', 'updated_at': '2021-07-27T21:52:44Z', 'revision_number': 2, 'project_id': 'c779f9c4b09d48f8905814f652273241', 'subnets': [{'id': '77209adc-93c0-4d65-bcb0-731f960c3434', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-22', False) {} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:52:47.542720 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-620fd021-8d57-474c-b330-1b68fdbae886 None None] Checking router: 15db849a-9377-44d4-ae1f-6f4d7f758732 for host: n-d-705658-22 {{(pid=105587) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:52:47.543098 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-620fd021-8d57-474c-b330-1b68fdbae886 None None] Updating router 15db849a-9377-44d4-ae1f-6f4d7f758732 port b39ad1a0-5e77-4b71-b74d-c3cb0b24b39d binding host n-d-705658-22 {{(pid=105587) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 21:52:47.581444 n-d-705658-22 neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-620fd021-8d57-474c-b330-1b68fdbae886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:47.583544 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d05cfb-d2cb-463f-a4f2-d42441950516 req-b7d73ec1-e7ef-443b-9514-9f9d85b78707 tempest-TestEncryptedCinderVolumes-993411856 tempest-TestEncryptedCinderVolumes-993411856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:52:47.585655 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-27d05cfb-d2cb-463f-a4f2-d42441950516 req-b7d73ec1-e7ef-443b-9514-9f9d85b78707 tempest-TestEncryptedCinderVolumes-993411856 tempest-TestEncryptedCinderVolumes-993411856-project] 10.222.0.36 "GET /v2.0/networks?id=1279daf7-c49c-41bf-8343-4f3073e7eddd HTTP/1.1" status: 200 len: 816 time: 0.1191175 Jul 27 21:52:47.599614 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [req-27d05cfb-d2cb-463f-a4f2-d42441950516 req-545f24dd-1c1c-4cf0-a3d9-47c37c0329fd tempest-TestEncryptedCinderVolumes-993411856 tempest-TestEncryptedCinderVolumes-993411856-project] Request body: {'port': {'device_id': '2b191910-1470-4357-a624-1e52a0aada99', 'network_id': '1279daf7-c49c-41bf-8343-4f3073e7eddd', 'admin_state_up': True, 'tenant_id': '16f93b5aed9946598771fe58223ce9b1'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:52:47.705897 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-53c1c103-0cdc-4f20-8077-794f29b48330 req-ceefcd5d-ee8b-4f72-b5fe-c787849c3ab6 tempest-TestEncryptedCinderVolumes-993411856 tempest-TestEncryptedCinderVolumes-993411856-project] 10.222.0.59 "GET /v2.0/ports?device_id=2b191910-1470-4357-a624-1e52a0aada99 HTTP/1.1" status: 200 len: 210 time: 0.0351748 Jul 27 21:52:47.725332 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27d05cfb-d2cb-463f-a4f2-d42441950516 req-545f24dd-1c1c-4cf0-a3d9-47c37c0329fd tempest-TestEncryptedCinderVolumes-993411856 tempest-TestEncryptedCinderVolumes-993411856-project] Made reservation on behalf of 16f93b5aed9946598771fe58223ce9b1 for: {'port': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:52:47.729437 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-27d05cfb-d2cb-463f-a4f2-d42441950516 req-545f24dd-1c1c-4cf0-a3d9-47c37c0329fd tempest-TestEncryptedCinderVolumes-993411856 tempest-TestEncryptedCinderVolumes-993411856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:47.849883 n-d-705658-22 neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-620fd021-8d57-474c-b330-1b68fdbae886 None None] Notify callbacks [] for port, precommit_update {{(pid=105587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:47.858925 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.db_base_plugin_common [req-27d05cfb-d2cb-463f-a4f2-d42441950516 req-545f24dd-1c1c-4cf0-a3d9-47c37c0329fd tempest-TestEncryptedCinderVolumes-993411856 tempest-TestEncryptedCinderVolumes-993411856-project] Allocated IP 172.20.0.11 (1279daf7-c49c-41bf-8343-4f3073e7eddd/92c2a291-258c-4cac-93cb-aaafdc50b708/1162520d-b247-4705-9994-68594dcbd48a) {{(pid=105584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:52:47.860151 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.provisioning_blocks [None req-620fd021-8d57-474c-b330-1b68fdbae886 None None] Transition to ACTIVE for port object b39ad1a0-5e77-4b71-b74d-c3cb0b24b39d will not be triggered until provisioned by entity L2. {{(pid=105587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:52:47.865523 n-d-705658-22 neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-620fd021-8d57-474c-b330-1b68fdbae886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:47.915907 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9f92ae-1be0-47bf-bf5a-dfddefd40c8c None None] Pushing event updated for resources: {'Port': ['ID=b39ad1a0-5e77-4b71-b74d-c3cb0b24b39d,revision_number=3']} {{(pid=105587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:52:47.982576 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.managers [None req-620fd021-8d57-474c-b330-1b68fdbae886 None None] Attempting to bind port b39ad1a0-5e77-4b71-b74d-c3cb0b24b39d on host n-d-705658-22 for vnic_type normal with profile {{(pid=105587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:52:47.983046 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.managers [None req-620fd021-8d57-474c-b330-1b68fdbae886 None None] Attempting to bind port b39ad1a0-5e77-4b71-b74d-c3cb0b24b39d by drivers openvswitch,hyperv on host n-d-705658-22 at level 0 using segments [{'id': '4f9ae6d5-fb13-4b09-a61e-58fc6a037978', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '0c2108fc-8e25-47de-a964-4190c0616bf1'}] {{(pid=105587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:52:47.983365 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-620fd021-8d57-474c-b330-1b68fdbae886 None None] Attempting to bind port b39ad1a0-5e77-4b71-b74d-c3cb0b24b39d on network 0c2108fc-8e25-47de-a964-4190c0616bf1 {{(pid=105587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:52:47.988650 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-620fd021-8d57-474c-b330-1b68fdbae886 None None] Checking agent: {'id': '04a7ea91-6318-467e-ace6-b0fb48c8690f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 41, 42), 'started_at': datetime.datetime(2021, 7, 27, 20, 42, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 52, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:52:47.989027 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-620fd021-8d57-474c-b330-1b68fdbae886 None None] Checking segment: {'id': '4f9ae6d5-fb13-4b09-a61e-58fc6a037978', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '0c2108fc-8e25-47de-a964-4190c0616bf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:52:47.989426 n-d-705658-22 neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-620fd021-8d57-474c-b330-1b68fdbae886 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:47.989818 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-620fd021-8d57-474c-b330-1b68fdbae886 None None] Bound using segment: {'id': '4f9ae6d5-fb13-4b09-a61e-58fc6a037978', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '0c2108fc-8e25-47de-a964-4190c0616bf1'} {{(pid=105587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:52:47.990291 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.managers [None req-620fd021-8d57-474c-b330-1b68fdbae886 None None] Bound port: b39ad1a0-5e77-4b71-b74d-c3cb0b24b39d, host: n-d-705658-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f9ae6d5-fb13-4b09-a61e-58fc6a037978', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '0c2108fc-8e25-47de-a964-4190c0616bf1'}}] {{(pid=105587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:52:47.990668 n-d-705658-22 neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-620fd021-8d57-474c-b330-1b68fdbae886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:48.015057 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-27d05cfb-d2cb-463f-a4f2-d42441950516 req-545f24dd-1c1c-4cf0-a3d9-47c37c0329fd tempest-TestEncryptedCinderVolumes-993411856 tempest-TestEncryptedCinderVolumes-993411856-project] Notify callbacks [] for port, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:48.029553 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.provisioning_blocks [req-27d05cfb-d2cb-463f-a4f2-d42441950516 req-545f24dd-1c1c-4cf0-a3d9-47c37c0329fd tempest-TestEncryptedCinderVolumes-993411856 tempest-TestEncryptedCinderVolumes-993411856-project] Transition to ACTIVE for port object 1162520d-b247-4705-9994-68594dcbd48a will not be triggered until provisioned by entity DHCP. {{(pid=105584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:52:48.060802 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.db [None req-620fd021-8d57-474c-b330-1b68fdbae886 None None] For port b39ad1a0-5e77-4b71-b74d-c3cb0b24b39d, host n-d-705658-22, cleared binding levels {{(pid=105587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:52:48.064494 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.db [None req-620fd021-8d57-474c-b330-1b68fdbae886 None None] For port b39ad1a0-5e77-4b71-b74d-c3cb0b24b39d, host n-d-705658-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=b39ad1a0-5e77-4b71-b74d-c3cb0b24b39d,segment=NetworkSegment(4f9ae6d5-fb13-4b09-a61e-58fc6a037978),segment_id=4f9ae6d5-fb13-4b09-a61e-58fc6a037978)] {{(pid=105587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:52:48.065417 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-27d05cfb-d2cb-463f-a4f2-d42441950516 req-545f24dd-1c1c-4cf0-a3d9-47c37c0329fd tempest-TestEncryptedCinderVolumes-993411856 tempest-TestEncryptedCinderVolumes-993411856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:48.069110 n-d-705658-22 neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-620fd021-8d57-474c-b330-1b68fdbae886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:48.108868 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27d05cfb-d2cb-463f-a4f2-d42441950516 req-545f24dd-1c1c-4cf0-a3d9-47c37c0329fd tempest-TestEncryptedCinderVolumes-993411856 tempest-TestEncryptedCinderVolumes-993411856-project] Network 1279daf7-c49c-41bf-8343-4f3073e7eddd is already hosted by enough agents. {{(pid=105584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:52:48.113954 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [req-27d05cfb-d2cb-463f-a4f2-d42441950516 req-545f24dd-1c1c-4cf0-a3d9-47c37c0329fd tempest-TestEncryptedCinderVolumes-993411856 tempest-TestEncryptedCinderVolumes-993411856-project] Resources bound (agent type, host, resource id): {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:52:48.118296 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [req-27d05cfb-d2cb-463f-a4f2-d42441950516 req-545f24dd-1c1c-4cf0-a3d9-47c37c0329fd tempest-TestEncryptedCinderVolumes-993411856 tempest-TestEncryptedCinderVolumes-993411856-project] Received port after_create {{(pid=105584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:52:48.121765 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-620fd021-8d57-474c-b330-1b68fdbae886 None None] Routers {'15db849a-9377-44d4-ae1f-6f4d7f758732'} bound to L3 agent in host n-d-705658-22 {{(pid=105587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:52:48.122534 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-620fd021-8d57-474c-b330-1b68fdbae886 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:52:42Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['15db849a-9377-44d4-ae1f-6f4d7f758732'], 'active': True} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:52:48.125178 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545f24dd-1c1c-4cf0-a3d9-47c37c0329fd tempest-TestEncryptedCinderVolumes-993411856 tempest-TestEncryptedCinderVolumes-993411856-project] Pushing event updated for resources: {'Port': ['ID=1162520d-b247-4705-9994-68594dcbd48a,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:52:48.189918 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d05cfb-d2cb-463f-a4f2-d42441950516 req-545f24dd-1c1c-4cf0-a3d9-47c37c0329fd tempest-TestEncryptedCinderVolumes-993411856 tempest-TestEncryptedCinderVolumes-993411856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:52:48.190756 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-27d05cfb-d2cb-463f-a4f2-d42441950516 req-545f24dd-1c1c-4cf0-a3d9-47c37c0329fd tempest-TestEncryptedCinderVolumes-993411856 tempest-TestEncryptedCinderVolumes-993411856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:48.215900 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-27d05cfb-d2cb-463f-a4f2-d42441950516 req-545f24dd-1c1c-4cf0-a3d9-47c37c0329fd tempest-TestEncryptedCinderVolumes-993411856 tempest-TestEncryptedCinderVolumes-993411856-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6205659 Jul 27 21:52:48.230018 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [req-27d05cfb-d2cb-463f-a4f2-d42441950516 req-57bc0925-e62d-4560-ab37-9e28dc9cca2f service neutron] Request body: {'port': {'device_id': '2b191910-1470-4357-a624-1e52a0aada99', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-705658-22'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:52:48.318056 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9f92ae-1be0-47bf-bf5a-dfddefd40c8c None None] Pushing event updated for resources: {'Port': ['ID=b39ad1a0-5e77-4b71-b74d-c3cb0b24b39d,revision_number=4']} {{(pid=105587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:52:48.327779 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-27d05cfb-d2cb-463f-a4f2-d42441950516 req-57bc0925-e62d-4560-ab37-9e28dc9cca2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:48.363189 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvr_db [None req-620fd021-8d57-474c-b330-1b68fdbae886 None None] Set router 15db849a-9377-44d4-ae1f-6f4d7f758732 gateway port host: n-d-705658-22 {{(pid=105587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:52:48.373692 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 239d17b7-0dd6-4a05-b600-19192c95e571 up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:52:48.439733 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port 239d17b7-0dd6-4a05-b600-19192c95e571 triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:52:48.440110 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:48.533084 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-93bc119c-8fcd-48b0-8c1c-99722f27baa6 None None] Provisioning for port 1162520d-b247-4705-9994-68594dcbd48a completed by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:52:48.537216 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-93bc119c-8fcd-48b0-8c1c-99722f27baa6 None None] Provisioning complete for port 1162520d-b247-4705-9994-68594dcbd48a triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:52:48.537594 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-93bc119c-8fcd-48b0-8c1c-99722f27baa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:48.572704 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-93bc119c-8fcd-48b0-8c1c-99722f27baa6 None None] Port 1162520d-b247-4705-9994-68594dcbd48a cannot update to ACTIVE because it is not bound. {{(pid=105586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:52:48.580268 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-620fd021-8d57-474c-b330-1b68fdbae886 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15db849a-9377-44d4-ae1f-6f4d7f758732', 'name': 'tempest-TestEncryptedCinderVolumes-2027112525-router', 'tenant_id': 'c779f9c4b09d48f8905814f652273241', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.46'}], 'enable_snat': True}, 'gw_port_id': '239d17b7-0dd6-4a05-b600-19192c95e571', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:52:41Z', 'updated_at': '2021-07-27T21:52:44Z', 'revision_number': 4, 'project_id': 'c779f9c4b09d48f8905814f652273241', 'gw_port': {'id': '239d17b7-0dd6-4a05-b600-19192c95e571', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:ba:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15db849a-9377-44d4-ae1f-6f4d7f758732', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4126, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:52:41Z', 'updated_at': '2021-07-27T21:52:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_interfaces': [{'id': 'b39ad1a0-5e77-4b71-b74d-c3cb0b24b39d', 'name': '', 'network_id': '0c2108fc-8e25-47de-a964-4190c0616bf1', 'tenant_id': 'c779f9c4b09d48f8905814f652273241', 'mac_address': 'fa:16:3e:35:d1:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15db849a-9377-44d4-ae1f-6f4d7f758732', 'device_owner': 'network:router_interface', 'standard_attr_id': 4127, 'fixed_ips': [{'subnet_id': '77209adc-93c0-4d65-bcb0-731f960c3434', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:52:43Z', 'updated_at': '2021-07-27T21:52:48Z', 'revision_number': 4, 'project_id': 'c779f9c4b09d48f8905814f652273241', 'subnets': [{'id': '77209adc-93c0-4d65-bcb0-731f960c3434', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-22', False) {} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:52:48.609019 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-620fd021-8d57-474c-b330-1b68fdbae886 None None] The sync data for ids ['15db849a-9377-44d4-ae1f-6f4d7f758732'] in n-d-705658-22 is: [{'id': '15db849a-9377-44d4-ae1f-6f4d7f758732', 'name': 'tempest-TestEncryptedCinderVolumes-2027112525-router', 'tenant_id': 'c779f9c4b09d48f8905814f652273241', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.46'}], 'enable_snat': True}, 'gw_port_id': '239d17b7-0dd6-4a05-b600-19192c95e571', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:52:41Z', 'updated_at': '2021-07-27T21:52:44Z', 'revision_number': 4, 'project_id': 'c779f9c4b09d48f8905814f652273241', 'gw_port': {'id': '239d17b7-0dd6-4a05-b600-19192c95e571', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:ba:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15db849a-9377-44d4-ae1f-6f4d7f758732', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4126, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:52:41Z', 'updated_at': '2021-07-27T21:52:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_interfaces': [{'id': 'b39ad1a0-5e77-4b71-b74d-c3cb0b24b39d', 'name': '', 'network_id': '0c2108fc-8e25-47de-a964-4190c0616bf1', 'tenant_id': 'c779f9c4b09d48f8905814f652273241', 'mac_address': 'fa:16:3e:35:d1:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15db849a-9377-44d4-ae1f-6f4d7f758732', 'device_owner': 'network:router_interface', 'standard_attr_id': 4127, 'fixed_ips': [{'subnet_id': '77209adc-93c0-4d65-bcb0-731f960c3434', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:52:43Z', 'updated_at': '2021-07-27T21:52:48Z', 'revision_number': 4, 'project_id': 'c779f9c4b09d48f8905814f652273241', 'subnets': [{'id': '77209adc-93c0-4d65-bcb0-731f960c3434', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:52:48.665978 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [req-27d05cfb-d2cb-463f-a4f2-d42441950516 req-57bc0925-e62d-4560-ab37-9e28dc9cca2f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1162520d-b247-4705-9994-68594dcbd48a {{(pid=105584) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:52:48.674224 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-27d05cfb-d2cb-463f-a4f2-d42441950516 req-57bc0925-e62d-4560-ab37-9e28dc9cca2f service neutron] Notify callbacks [] for port, precommit_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:48.688260 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.provisioning_blocks [req-27d05cfb-d2cb-463f-a4f2-d42441950516 req-57bc0925-e62d-4560-ab37-9e28dc9cca2f service neutron] Transition to ACTIVE for port object 1162520d-b247-4705-9994-68594dcbd48a will not be triggered until provisioned by entity L2. {{(pid=105584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:52:48.692334 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-27d05cfb-d2cb-463f-a4f2-d42441950516 req-57bc0925-e62d-4560-ab37-9e28dc9cca2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9014027'] for port, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:48.745943 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57bc0925-e62d-4560-ab37-9e28dc9cca2f service neutron] Pushing event updated for resources: {'Port': ['ID=1162520d-b247-4705-9994-68594dcbd48a,revision_number=2']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:52:48.830304 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [req-27d05cfb-d2cb-463f-a4f2-d42441950516 req-57bc0925-e62d-4560-ab37-9e28dc9cca2f service neutron] Attempting to bind port 1162520d-b247-4705-9994-68594dcbd48a on host n-h1-705658-22 for vnic_type normal with profile {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:52:48.830639 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [req-27d05cfb-d2cb-463f-a4f2-d42441950516 req-57bc0925-e62d-4560-ab37-9e28dc9cca2f service neutron] Attempting to bind port 1162520d-b247-4705-9994-68594dcbd48a by drivers openvswitch,hyperv on host n-h1-705658-22 at level 0 using segments [{'id': 'acb746be-e5d3-4907-918a-c8ec08b3f9a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '1279daf7-c49c-41bf-8343-4f3073e7eddd'}] {{(pid=105584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:52:48.830969 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27d05cfb-d2cb-463f-a4f2-d42441950516 req-57bc0925-e62d-4560-ab37-9e28dc9cca2f service neutron] Attempting to bind port 1162520d-b247-4705-9994-68594dcbd48a on network 1279daf7-c49c-41bf-8343-4f3073e7eddd {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:52:48.838615 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27d05cfb-d2cb-463f-a4f2-d42441950516 req-57bc0925-e62d-4560-ab37-9e28dc9cca2f service neutron] Port 1162520d-b247-4705-9994-68594dcbd48a on network 1279daf7-c49c-41bf-8343-4f3073e7eddd not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-22 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:52:48.838934 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27d05cfb-d2cb-463f-a4f2-d42441950516 req-57bc0925-e62d-4560-ab37-9e28dc9cca2f service neutron] Attempting to bind port 1162520d-b247-4705-9994-68594dcbd48a on network 1279daf7-c49c-41bf-8343-4f3073e7eddd {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:52:48.845369 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27d05cfb-d2cb-463f-a4f2-d42441950516 req-57bc0925-e62d-4560-ab37-9e28dc9cca2f service neutron] Checking agent: {'id': '9d9bc37f-4d75-44ef-9f63-799aab3e316f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 49, 36), 'started_at': datetime.datetime(2021, 7, 27, 20, 49, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 52, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:52:48.845702 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27d05cfb-d2cb-463f-a4f2-d42441950516 req-57bc0925-e62d-4560-ab37-9e28dc9cca2f service neutron] Checking segment: {'id': 'acb746be-e5d3-4907-918a-c8ec08b3f9a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '1279daf7-c49c-41bf-8343-4f3073e7eddd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:52:48.846329 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27d05cfb-d2cb-463f-a4f2-d42441950516 req-57bc0925-e62d-4560-ab37-9e28dc9cca2f service neutron] Bound using segment: {'id': 'acb746be-e5d3-4907-918a-c8ec08b3f9a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '1279daf7-c49c-41bf-8343-4f3073e7eddd'} {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:52:48.846767 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [req-27d05cfb-d2cb-463f-a4f2-d42441950516 req-57bc0925-e62d-4560-ab37-9e28dc9cca2f service neutron] Bound port: 1162520d-b247-4705-9994-68594dcbd48a, host: n-h1-705658-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'acb746be-e5d3-4907-918a-c8ec08b3f9a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '1279daf7-c49c-41bf-8343-4f3073e7eddd'}}] {{(pid=105584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:52:48.847173 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-27d05cfb-d2cb-463f-a4f2-d42441950516 req-57bc0925-e62d-4560-ab37-9e28dc9cca2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:48.861680 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa3669f-3f2b-4ae1-b96a-21b86cc00130 req-6c6a018d-f16c-4a46-96b5-bf4374d8cf4e tempest-TestEncryptedCinderVolumes-993411856 tempest-TestEncryptedCinderVolumes-993411856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:52:48.863278 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-cfa3669f-3f2b-4ae1-b96a-21b86cc00130 req-6c6a018d-f16c-4a46-96b5-bf4374d8cf4e tempest-TestEncryptedCinderVolumes-993411856 tempest-TestEncryptedCinderVolumes-993411856-project] 10.222.0.59 "GET /v2.0/ports?device_id=2b191910-1470-4357-a624-1e52a0aada99 HTTP/1.1" status: 200 len: 944 time: 0.0760980 Jul 27 21:52:48.933231 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-cfa3669f-3f2b-4ae1-b96a-21b86cc00130 req-dd3544bf-d25e-4c93-83f2-cd53b4b54e77 tempest-TestEncryptedCinderVolumes-993411856 tempest-TestEncryptedCinderVolumes-993411856-project] 10.222.0.59 "GET /v2.0/security-groups?id=59afd472-1388-4777-a016-42b4fd306012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545676 Jul 27 21:52:48.941963 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [req-27d05cfb-d2cb-463f-a4f2-d42441950516 req-57bc0925-e62d-4560-ab37-9e28dc9cca2f service neutron] For port 1162520d-b247-4705-9994-68594dcbd48a, host n-h1-705658-22, cleared binding levels {{(pid=105584) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:52:48.946146 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [req-27d05cfb-d2cb-463f-a4f2-d42441950516 req-57bc0925-e62d-4560-ab37-9e28dc9cca2f service neutron] For port 1162520d-b247-4705-9994-68594dcbd48a, host n-h1-705658-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=1162520d-b247-4705-9994-68594dcbd48a,segment=NetworkSegment(acb746be-e5d3-4907-918a-c8ec08b3f9a5),segment_id=acb746be-e5d3-4907-918a-c8ec08b3f9a5)] {{(pid=105584) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:52:48.950219 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-27d05cfb-d2cb-463f-a4f2-d42441950516 req-57bc0925-e62d-4560-ab37-9e28dc9cca2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9014027'] for port, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:48.984175 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d05cfb-d2cb-463f-a4f2-d42441950516 req-57bc0925-e62d-4560-ab37-9e28dc9cca2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:52:48.985149 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-27d05cfb-d2cb-463f-a4f2-d42441950516 req-57bc0925-e62d-4560-ab37-9e28dc9cca2f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:48.986570 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-27d05cfb-d2cb-463f-a4f2-d42441950516 req-57bc0925-e62d-4560-ab37-9e28dc9cca2f service neutron] 10.222.0.36 "PUT /v2.0/ports/1162520d-b247-4705-9994-68594dcbd48a HTTP/1.1" status: 200 len: 1093 time: 0.7621546 Jul 27 21:52:48.989022 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b191910-1470-4357-a624-1e52a0aada99', 'tag': '1162520d-b247-4705-9994-68594dcbd48a'}] {{(pid=105584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:52:48.991983 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a14b7e693ac0d3b36d252540d57b2183de19e2104d11de1d527dbb6a6689965" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fc9986e-c0ef-48e6-8d66-c7edbcee75df" -d '{"events": [{"name": "network-changed", "server_uuid": "2b191910-1470-4357-a624-1e52a0aada99", "tag": "1162520d-b247-4705-9994-68594dcbd48a"}]}' {{(pid=105584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:52:49.024275 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57bc0925-e62d-4560-ab37-9e28dc9cca2f service neutron] Pushing event updated for resources: {'Port': ['ID=1162520d-b247-4705-9994-68594dcbd48a,revision_number=3']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:52:49.045104 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:52:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a69582d2-48d3-45af-8587-96472af65858 x-openstack-request-id: req-a69582d2-48d3-45af-8587-96472af65858 {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:52:49.045404 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b191910-1470-4357-a624-1e52a0aada99", "tag": "1162520d-b247-4705-9994-68594dcbd48a", "status": "completed", "code": 200}]} {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:52:49.045639 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-a69582d2-48d3-45af-8587-96472af65858 {{(pid=105584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:52:49.046030 n-d-705658-22 neutron-server[105584]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b191910-1470-4357-a624-1e52a0aada99', 'tag': '1162520d-b247-4705-9994-68594dcbd48a', 'status': 'completed', 'code': 200} Jul 27 21:52:49.098047 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d05cfb-d2cb-463f-a4f2-d42441950516 req-894dcef3-d96d-4a30-8422-eb121b814b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:52:49.099677 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-27d05cfb-d2cb-463f-a4f2-d42441950516 req-894dcef3-d96d-4a30-8422-eb121b814b61 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=16f93b5aed9946598771fe58223ce9b1&device_id=2b191910-1470-4357-a624-1e52a0aada99 HTTP/1.1" status: 200 len: 1096 time: 0.0694826 Jul 27 21:52:49.146275 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-27d05cfb-d2cb-463f-a4f2-d42441950516 req-26811478-e573-4ed0-bf1c-97572b2c31ea service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1162520d-b247-4705-9994-68594dcbd48a HTTP/1.1" status: 200 len: 217 time: 0.0376022 Jul 27 21:52:49.199985 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d05cfb-d2cb-463f-a4f2-d42441950516 req-d828a3fb-c0e6-42c0-b5c0-a4cb3c0b9ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:52:49.201459 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-27d05cfb-d2cb-463f-a4f2-d42441950516 req-d828a3fb-c0e6-42c0-b5c0-a4cb3c0b9ffa service neutron] 10.222.0.36 "GET /v2.0/subnets?id=92c2a291-258c-4cac-93cb-aaafdc50b708 HTTP/1.1" status: 200 len: 855 time: 0.0476561 Jul 27 21:52:49.267294 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d05cfb-d2cb-463f-a4f2-d42441950516 req-c85969aa-e947-4dd4-b26e-16ab3d4f1ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:52:49.268741 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-27d05cfb-d2cb-463f-a4f2-d42441950516 req-c85969aa-e947-4dd4-b26e-16ab3d4f1ff1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1279daf7-c49c-41bf-8343-4f3073e7eddd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0600541 Jul 27 21:52:49.358367 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-27d05cfb-d2cb-463f-a4f2-d42441950516 req-2627629e-d247-462a-9dea-8399c373c6dd service neutron] 10.222.0.36 "GET /v2.0/networks/1279daf7-c49c-41bf-8343-4f3073e7eddd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816116 Jul 27 21:52:49.449671 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-27d05cfb-d2cb-463f-a4f2-d42441950516 req-6e5b70cc-edf5-4385-a415-74dc2fcd2648 service neutron] 10.222.0.36 "GET /v2.0/networks/1279daf7-c49c-41bf-8343-4f3073e7eddd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842466 Jul 27 21:52:49.549302 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc9986e-c0ef-48e6-8d66-c7edbcee75df req-8a9b5f5e-9510-4dad-b05b-70df86b670c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:52:49.550723 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-9fc9986e-c0ef-48e6-8d66-c7edbcee75df req-8a9b5f5e-9510-4dad-b05b-70df86b670c1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=16f93b5aed9946598771fe58223ce9b1&device_id=2b191910-1470-4357-a624-1e52a0aada99 HTTP/1.1" status: 200 len: 1096 time: 0.0545425 Jul 27 21:52:49.639742 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc9986e-c0ef-48e6-8d66-c7edbcee75df req-62de3495-2e04-45b8-8e15-ea0c4a336e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:52:49.641218 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-9fc9986e-c0ef-48e6-8d66-c7edbcee75df req-62de3495-2e04-45b8-8e15-ea0c4a336e90 service neutron] 10.222.0.36 "GET /v2.0/networks?id=1279daf7-c49c-41bf-8343-4f3073e7eddd HTTP/1.1" status: 200 len: 917 time: 0.0829160 Jul 27 21:52:49.688244 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-9fc9986e-c0ef-48e6-8d66-c7edbcee75df req-6da43ece-d468-4a52-9d45-3b6cf79fc14c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1162520d-b247-4705-9994-68594dcbd48a HTTP/1.1" status: 200 len: 217 time: 0.0375710 Jul 27 21:52:49.740468 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc9986e-c0ef-48e6-8d66-c7edbcee75df req-b351a1af-92f1-4cb2-8ec5-0ff7298d5049 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:52:49.741997 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-9fc9986e-c0ef-48e6-8d66-c7edbcee75df req-b351a1af-92f1-4cb2-8ec5-0ff7298d5049 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=92c2a291-258c-4cac-93cb-aaafdc50b708 HTTP/1.1" status: 200 len: 855 time: 0.0452876 Jul 27 21:52:49.802410 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc9986e-c0ef-48e6-8d66-c7edbcee75df req-837b9ec0-cea8-4de0-b86a-c9e738feafb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:52:49.803906 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-9fc9986e-c0ef-48e6-8d66-c7edbcee75df req-837b9ec0-cea8-4de0-b86a-c9e738feafb0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1279daf7-c49c-41bf-8343-4f3073e7eddd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0545671 Jul 27 21:52:49.898888 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-9fc9986e-c0ef-48e6-8d66-c7edbcee75df req-805bd4e9-b944-4b63-9379-b786268afe63 service neutron] 10.222.0.36 "GET /v2.0/networks/1279daf7-c49c-41bf-8343-4f3073e7eddd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868251 Jul 27 21:52:49.989435 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-9fc9986e-c0ef-48e6-8d66-c7edbcee75df req-e0609901-8dc5-4c85-8076-b639f72891f2 service neutron] 10.222.0.36 "GET /v2.0/networks/1279daf7-c49c-41bf-8343-4f3073e7eddd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832827 Jul 27 21:52:50.052360 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9649cd-3e68-4972-a57b-b2d9f3ca6e6d req-7202174c-dd3e-4e82-abff-6ab684756d75 tempest-TestEncryptedCinderVolumes-993411856 tempest-TestEncryptedCinderVolumes-993411856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:52:50.053954 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-3e9649cd-3e68-4972-a57b-b2d9f3ca6e6d req-7202174c-dd3e-4e82-abff-6ab684756d75 tempest-TestEncryptedCinderVolumes-993411856 tempest-TestEncryptedCinderVolumes-993411856-project] 10.222.0.59 "GET /v2.0/ports?device_id=2b191910-1470-4357-a624-1e52a0aada99 HTTP/1.1" status: 200 len: 944 time: 0.0636806 Jul 27 21:52:50.090881 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-3e9649cd-3e68-4972-a57b-b2d9f3ca6e6d req-3bf43d55-4ebb-4c63-a30a-638fad0c742f tempest-TestEncryptedCinderVolumes-993411856 tempest-TestEncryptedCinderVolumes-993411856-project] 10.222.0.59 "GET /v2.0/security-groups?id=59afd472-1388-4777-a016-42b4fd306012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310640 Jul 27 21:52:50.341885 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device b39ad1a0-5e77-4b71-b74d-c3cb0b24b39d up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:52:50.389368 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning for port b39ad1a0-5e77-4b71-b74d-c3cb0b24b39d completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:52:50.393069 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port b39ad1a0-5e77-4b71-b74d-c3cb0b24b39d triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:52:50.393449 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:50.470102 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:50.500394 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] For port b39ad1a0-5e77-4b71-b74d-c3cb0b24b39d, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=b39ad1a0-5e77-4b71-b74d-c3cb0b24b39d,segment=NetworkSegment(4f9ae6d5-fb13-4b09-a61e-58fc6a037978),segment_id=4f9ae6d5-fb13-4b09-a61e-58fc6a037978)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:52:50.504348 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:50.551651 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Pushing event updated for resources: {'Port': ['ID=b39ad1a0-5e77-4b71-b74d-c3cb0b24b39d,revision_number=5']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:52:51.223178 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c56618-2e4b-4c5d-bbea-f4ddeb4b16e7 req-dd3fbf5e-6e9f-417b-8e5c-8cf5ea6d6739 tempest-TestEncryptedCinderVolumes-993411856 tempest-TestEncryptedCinderVolumes-993411856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:52:51.224650 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a9c56618-2e4b-4c5d-bbea-f4ddeb4b16e7 req-dd3fbf5e-6e9f-417b-8e5c-8cf5ea6d6739 tempest-TestEncryptedCinderVolumes-993411856 tempest-TestEncryptedCinderVolumes-993411856-project] 10.222.0.59 "GET /v2.0/ports?device_id=2b191910-1470-4357-a624-1e52a0aada99 HTTP/1.1" status: 200 len: 944 time: 0.0665650 Jul 27 21:52:51.262214 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a9c56618-2e4b-4c5d-bbea-f4ddeb4b16e7 req-8968631d-7d96-4243-9e22-d1c360e9a9be tempest-TestEncryptedCinderVolumes-993411856 tempest-TestEncryptedCinderVolumes-993411856-project] 10.222.0.59 "GET /v2.0/security-groups?id=59afd472-1388-4777-a016-42b4fd306012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310724 Jul 27 21:52:52.082156 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device 1162520d-b247-4705-9994-68594dcbd48a details requested by agent hyperv_n-h1-705658-22 with host n-h1-705658-22 {{(pid=105586) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:52:52.176843 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] For port 1162520d-b247-4705-9994-68594dcbd48a, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=1162520d-b247-4705-9994-68594dcbd48a,segment=NetworkSegment(acb746be-e5d3-4907-918a-c8ec08b3f9a5),segment_id=acb746be-e5d3-4907-918a-c8ec08b3f9a5)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:52:52.188099 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Returning: {'device': '1162520d-b247-4705-9994-68594dcbd48a', 'network_id': '1279daf7-c49c-41bf-8343-4f3073e7eddd', 'port_id': '1162520d-b247-4705-9994-68594dcbd48a', 'mac_address': 'fa:16:3e:cc:13:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92c2a291-258c-4cac-93cb-aaafdc50b708', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105586) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:52:52.223596 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:52.236316 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1162520d-b247-4705-9994-68594dcbd48a {{(pid=105586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:52:52.255732 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] For port 1162520d-b247-4705-9994-68594dcbd48a, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=1162520d-b247-4705-9994-68594dcbd48a,segment=NetworkSegment(acb746be-e5d3-4907-918a-c8ec08b3f9a5),segment_id=acb746be-e5d3-4907-918a-c8ec08b3f9a5)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:52:52.259723 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:52.312160 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Pushing event updated for resources: {'Port': ['ID=1162520d-b247-4705-9994-68594dcbd48a,revision_number=4']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:52:52.330538 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device b39ad1a0-5e77-4b71-b74d-c3cb0b24b39d up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:52:52.381046 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port b39ad1a0-5e77-4b71-b74d-c3cb0b24b39d triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:52:52.381425 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:52.395089 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f941021d-c5a5-42fc-9b2a-a4093bb4fb52 req-1ba9dc5b-cd51-406e-99dc-8d23d5ec5071 tempest-TestEncryptedCinderVolumes-993411856 tempest-TestEncryptedCinderVolumes-993411856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:52:52.396588 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f941021d-c5a5-42fc-9b2a-a4093bb4fb52 req-1ba9dc5b-cd51-406e-99dc-8d23d5ec5071 tempest-TestEncryptedCinderVolumes-993411856 tempest-TestEncryptedCinderVolumes-993411856-project] 10.222.0.59 "GET /v2.0/ports?device_id=2b191910-1470-4357-a624-1e52a0aada99 HTTP/1.1" status: 200 len: 945 time: 0.0649199 Jul 27 21:52:52.436062 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f941021d-c5a5-42fc-9b2a-a4093bb4fb52 req-0d554f94-d87c-47f4-a092-e22ecd51bfec tempest-TestEncryptedCinderVolumes-993411856 tempest-TestEncryptedCinderVolumes-993411856-project] 10.222.0.59 "GET /v2.0/security-groups?id=59afd472-1388-4777-a016-42b4fd306012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323789 Jul 27 21:52:52.476225 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] get_ports_and_sgs() called for port_ids ['1162520d-b247-4705-9994-68594dcbd48a'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:52:53.561628 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94102649-7ea1-4661-a68c-576a22127cf1 req-53585a44-fe76-4e78-96a7-09ce6b09b60e tempest-TestEncryptedCinderVolumes-993411856 tempest-TestEncryptedCinderVolumes-993411856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:52:53.563018 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-94102649-7ea1-4661-a68c-576a22127cf1 req-53585a44-fe76-4e78-96a7-09ce6b09b60e tempest-TestEncryptedCinderVolumes-993411856 tempest-TestEncryptedCinderVolumes-993411856-project] 10.222.0.59 "GET /v2.0/ports?device_id=2b191910-1470-4357-a624-1e52a0aada99 HTTP/1.1" status: 200 len: 945 time: 0.0614417 Jul 27 21:52:53.603781 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-94102649-7ea1-4661-a68c-576a22127cf1 req-cb751580-9745-4ab6-87b0-afb767b6befe tempest-TestEncryptedCinderVolumes-993411856 tempest-TestEncryptedCinderVolumes-993411856-project] 10.222.0.59 "GET /v2.0/security-groups?id=59afd472-1388-4777-a016-42b4fd306012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349240 Jul 27 21:52:54.082899 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device 1162520d-b247-4705-9994-68594dcbd48a up at agent hyperv_n-h1-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:52:54.129728 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Provisioning for port 1162520d-b247-4705-9994-68594dcbd48a completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:52:54.134106 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Provisioning complete for port 1162520d-b247-4705-9994-68594dcbd48a triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:52:54.134548 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:54.208497 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:54.229848 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b191910-1470-4357-a624-1e52a0aada99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1162520d-b247-4705-9994-68594dcbd48a'}] {{(pid=105586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:52:54.232078 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fee2e8668661828e318a8d53a8a935935453ec21149a086d6a2055ff627b97ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbcdaf1b-e13e-40f0-8e68-d0b1f66db4e8" -d '{"events": [{"server_uuid": "2b191910-1470-4357-a624-1e52a0aada99", "name": "network-vif-plugged", "status": "completed", "tag": "1162520d-b247-4705-9994-68594dcbd48a"}]}' {{(pid=105586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:52:54.248031 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] For port 1162520d-b247-4705-9994-68594dcbd48a, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=1162520d-b247-4705-9994-68594dcbd48a,segment=NetworkSegment(acb746be-e5d3-4907-918a-c8ec08b3f9a5),segment_id=acb746be-e5d3-4907-918a-c8ec08b3f9a5)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:52:54.252454 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:54.275435 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:52:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5ee9821-5a41-4835-9092-a563958da210 x-openstack-request-id: req-d5ee9821-5a41-4835-9092-a563958da210 {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:52:54.275728 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b191910-1470-4357-a624-1e52a0aada99", "name": "network-vif-plugged", "status": "completed", "tag": "1162520d-b247-4705-9994-68594dcbd48a", "code": 200}]} {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:52:54.276071 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-d5ee9821-5a41-4835-9092-a563958da210 {{(pid=105586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:52:54.276539 n-d-705658-22 neutron-server[105586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b191910-1470-4357-a624-1e52a0aada99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1162520d-b247-4705-9994-68594dcbd48a', 'code': 200} Jul 27 21:52:54.305299 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Pushing event updated for resources: {'Port': ['ID=1162520d-b247-4705-9994-68594dcbd48a,revision_number=5']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:52:54.380360 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18273a2-a424-4b49-830f-dd1c8305268e req-b5f00c6c-f951-460b-817b-acaafec204d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:52:54.382550 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-a18273a2-a424-4b49-830f-dd1c8305268e req-b5f00c6c-f951-460b-817b-acaafec204d5 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=2b191910-1470-4357-a624-1e52a0aada99 HTTP/1.1" status: 200 len: 1098 time: 0.0524254 Jul 27 21:52:54.419313 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-a18273a2-a424-4b49-830f-dd1c8305268e req-56b0f34c-dfde-4878-a6f1-450ceb6e5f4f service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=59afd472-1388-4777-a016-42b4fd306012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303524 Jul 27 21:52:54.729439 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99a801d-0c28-48e4-9c86-3423e91a3a28 req-cc50f8af-dfee-46a0-b49f-1342e6ea9b52 tempest-TestEncryptedCinderVolumes-993411856 tempest-TestEncryptedCinderVolumes-993411856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:52:54.730821 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b99a801d-0c28-48e4-9c86-3423e91a3a28 req-cc50f8af-dfee-46a0-b49f-1342e6ea9b52 tempest-TestEncryptedCinderVolumes-993411856 tempest-TestEncryptedCinderVolumes-993411856-project] 10.222.0.59 "GET /v2.0/ports?device_id=2b191910-1470-4357-a624-1e52a0aada99 HTTP/1.1" status: 200 len: 946 time: 0.0623279 Jul 27 21:52:54.768181 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b99a801d-0c28-48e4-9c86-3423e91a3a28 req-00aa4aa4-1b76-43b6-88f7-23a3878bf4b6 tempest-TestEncryptedCinderVolumes-993411856 tempest-TestEncryptedCinderVolumes-993411856-project] 10.222.0.59 "GET /v2.0/security-groups?id=59afd472-1388-4777-a016-42b4fd306012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313337 Jul 27 21:52:55.897618 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9a4a5d-3062-409a-974b-5150bae64a70 req-e6df783f-be05-48bb-b06b-f6a14d5ef2ea tempest-TestEncryptedCinderVolumes-993411856 tempest-TestEncryptedCinderVolumes-993411856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:52:55.899137 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-0d9a4a5d-3062-409a-974b-5150bae64a70 req-e6df783f-be05-48bb-b06b-f6a14d5ef2ea tempest-TestEncryptedCinderVolumes-993411856 tempest-TestEncryptedCinderVolumes-993411856-project] 10.222.0.59 "GET /v2.0/ports?device_id=2b191910-1470-4357-a624-1e52a0aada99 HTTP/1.1" status: 200 len: 946 time: 0.0639174 Jul 27 21:52:55.936156 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-0d9a4a5d-3062-409a-974b-5150bae64a70 req-e5fd4c28-5d3f-4ba5-b7c8-64b55fd98c05 tempest-TestEncryptedCinderVolumes-993411856 tempest-TestEncryptedCinderVolumes-993411856-project] 10.222.0.59 "GET /v2.0/security-groups?id=59afd472-1388-4777-a016-42b4fd306012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309978 Jul 27 21:52:56.066362 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ce69e7-288d-46c6-bbb8-be15e6f11b13 req-4ee28eb5-e919-4a90-afac-7bafe47aed58 tempest-TestEncryptedCinderVolumes-993411856 tempest-TestEncryptedCinderVolumes-993411856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:52:56.067877 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f3ce69e7-288d-46c6-bbb8-be15e6f11b13 req-4ee28eb5-e919-4a90-afac-7bafe47aed58 tempest-TestEncryptedCinderVolumes-993411856 tempest-TestEncryptedCinderVolumes-993411856-project] 10.222.0.59 "GET /v2.0/ports?device_id=2b191910-1470-4357-a624-1e52a0aada99 HTTP/1.1" status: 200 len: 946 time: 0.0663354 Jul 27 21:52:56.105640 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f3ce69e7-288d-46c6-bbb8-be15e6f11b13 req-066aa515-bd62-4c88-8be5-68d3de256412 tempest-TestEncryptedCinderVolumes-993411856 tempest-TestEncryptedCinderVolumes-993411856-project] 10.222.0.59 "GET /v2.0/security-groups?id=59afd472-1388-4777-a016-42b4fd306012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312483 Jul 27 21:53:01.170276 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.agents_db [None req-558fcd2c-e512-47bc-a170-8673d87f7213 None None] Agent healthcheck: found 7 active agents {{(pid=105587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 21:53:06.940303 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:08.945802 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-dc777488-f89c-4930-a835-80a7be7b8740 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:10.749318 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:11.590091 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3b6a95a3-ad18-4156-b2a6-514c70481db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:11.931129 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:13.084975 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-bb32ed7d-8717-448b-a9c8-a5a0117d1fd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:14.515881 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-875ced1b-4cf3-463a-9653-058f0f9421e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:14.616794 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2917ef43-a239-4bab-8d0d-f31b2483bd2d req-d3d0527a-712a-4460-9468-89e46983248a tempest-TestEncryptedCinderVolumes-993411856 tempest-TestEncryptedCinderVolumes-993411856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:53:14.618301 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-2917ef43-a239-4bab-8d0d-f31b2483bd2d req-d3d0527a-712a-4460-9468-89e46983248a tempest-TestEncryptedCinderVolumes-993411856 tempest-TestEncryptedCinderVolumes-993411856-project] 10.222.0.59 "GET /v2.0/ports?device_id=2b191910-1470-4357-a624-1e52a0aada99 HTTP/1.1" status: 200 len: 946 time: 0.0674038 Jul 27 21:53:14.658693 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-2917ef43-a239-4bab-8d0d-f31b2483bd2d req-d38255e1-cd15-49e8-9b2c-c364d556b858 tempest-TestEncryptedCinderVolumes-993411856 tempest-TestEncryptedCinderVolumes-993411856-project] 10.222.0.59 "GET /v2.0/security-groups?id=59afd472-1388-4777-a016-42b4fd306012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337594 Jul 27 21:53:15.788910 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7442033c-d0d5-4465-9bf3-313e7dbe111b req-cbe9dbf6-6b71-4f48-9a4f-f7a4f15dbc85 tempest-TestEncryptedCinderVolumes-993411856 tempest-TestEncryptedCinderVolumes-993411856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:53:15.790392 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-7442033c-d0d5-4465-9bf3-313e7dbe111b req-cbe9dbf6-6b71-4f48-9a4f-f7a4f15dbc85 tempest-TestEncryptedCinderVolumes-993411856 tempest-TestEncryptedCinderVolumes-993411856-project] 10.222.0.59 "GET /v2.0/ports?device_id=2b191910-1470-4357-a624-1e52a0aada99 HTTP/1.1" status: 200 len: 946 time: 0.0628626 Jul 27 21:53:15.827534 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-7442033c-d0d5-4465-9bf3-313e7dbe111b req-92f172bc-66e2-4e16-a3eb-5855c0ddf666 tempest-TestEncryptedCinderVolumes-993411856 tempest-TestEncryptedCinderVolumes-993411856-project] 10.222.0.59 "GET /v2.0/security-groups?id=59afd472-1388-4777-a016-42b4fd306012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312016 Jul 27 21:53:16.120371 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e751147-b339-4215-b412-c36bcef08955 req-c5405606-c13d-4983-a348-921ff02c40be tempest-TestEncryptedCinderVolumes-993411856 tempest-TestEncryptedCinderVolumes-993411856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:53:16.121759 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-3e751147-b339-4215-b412-c36bcef08955 req-c5405606-c13d-4983-a348-921ff02c40be tempest-TestEncryptedCinderVolumes-993411856 tempest-TestEncryptedCinderVolumes-993411856-project] 10.222.0.36 "GET /v2.0/ports?device_id=2b191910-1470-4357-a624-1e52a0aada99 HTTP/1.1" status: 200 len: 946 time: 0.0616915 Jul 27 21:53:16.222576 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [req-3e751147-b339-4215-b412-c36bcef08955 req-3249d8d6-b121-4878-a249-e1a3d9206807 tempest-TestEncryptedCinderVolumes-993411856 tempest-TestEncryptedCinderVolumes-993411856-project] Deleting port 1162520d-b247-4705-9994-68594dcbd48a {{(pid=105584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:53:16.222924 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-3e751147-b339-4215-b412-c36bcef08955 req-3249d8d6-b121-4878-a249-e1a3d9206807 tempest-TestEncryptedCinderVolumes-993411856 tempest-TestEncryptedCinderVolumes-993411856-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:16.313433 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [req-3e751147-b339-4215-b412-c36bcef08955 req-3249d8d6-b121-4878-a249-e1a3d9206807 tempest-TestEncryptedCinderVolumes-993411856 tempest-TestEncryptedCinderVolumes-993411856-project] For port 1162520d-b247-4705-9994-68594dcbd48a, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=1162520d-b247-4705-9994-68594dcbd48a,segment=NetworkSegment(acb746be-e5d3-4907-918a-c8ec08b3f9a5),segment_id=acb746be-e5d3-4907-918a-c8ec08b3f9a5)] {{(pid=105584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:53:16.313805 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-3e751147-b339-4215-b412-c36bcef08955 req-3249d8d6-b121-4878-a249-e1a3d9206807 tempest-TestEncryptedCinderVolumes-993411856 tempest-TestEncryptedCinderVolumes-993411856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:16.326273 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [req-3e751147-b339-4215-b412-c36bcef08955 req-3249d8d6-b121-4878-a249-e1a3d9206807 tempest-TestEncryptedCinderVolumes-993411856 tempest-TestEncryptedCinderVolumes-993411856-project] Calling delete_port for 1162520d-b247-4705-9994-68594dcbd48a owned by compute:nova {{(pid=105584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:53:16.452743 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-3e751147-b339-4215-b412-c36bcef08955 req-3249d8d6-b121-4878-a249-e1a3d9206807 tempest-TestEncryptedCinderVolumes-993411856 tempest-TestEncryptedCinderVolumes-993411856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:16.464411 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] get_ports_and_sgs() called for port_ids ['1162520d-b247-4705-9994-68594dcbd48a'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:53:16.486409 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3249d8d6-b121-4878-a249-e1a3d9206807 tempest-TestEncryptedCinderVolumes-993411856 tempest-TestEncryptedCinderVolumes-993411856-project] Pushing event deleted for resources: {'Port': ['ID=1162520d-b247-4705-9994-68594dcbd48a,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:53:16.512596 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3249d8d6-b121-4878-a249-e1a3d9206807 tempest-TestEncryptedCinderVolumes-993411856 tempest-TestEncryptedCinderVolumes-993411856-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:53:16.512933 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3249d8d6-b121-4878-a249-e1a3d9206807 tempest-TestEncryptedCinderVolumes-993411856 tempest-TestEncryptedCinderVolumes-993411856-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:53:16.513280 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3249d8d6-b121-4878-a249-e1a3d9206807 tempest-TestEncryptedCinderVolumes-993411856 tempest-TestEncryptedCinderVolumes-993411856-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:53:16.513619 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3249d8d6-b121-4878-a249-e1a3d9206807 tempest-TestEncryptedCinderVolumes-993411856 tempest-TestEncryptedCinderVolumes-993411856-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:53:16.513954 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3249d8d6-b121-4878-a249-e1a3d9206807 tempest-TestEncryptedCinderVolumes-993411856 tempest-TestEncryptedCinderVolumes-993411856-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:53:16.514291 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3249d8d6-b121-4878-a249-e1a3d9206807 tempest-TestEncryptedCinderVolumes-993411856 tempest-TestEncryptedCinderVolumes-993411856-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:53:16.514618 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3249d8d6-b121-4878-a249-e1a3d9206807 tempest-TestEncryptedCinderVolumes-993411856 tempest-TestEncryptedCinderVolumes-993411856-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:53:16.514950 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3249d8d6-b121-4878-a249-e1a3d9206807 tempest-TestEncryptedCinderVolumes-993411856 tempest-TestEncryptedCinderVolumes-993411856-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:53:16.515306 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3249d8d6-b121-4878-a249-e1a3d9206807 tempest-TestEncryptedCinderVolumes-993411856 tempest-TestEncryptedCinderVolumes-993411856-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:53:16.515631 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3249d8d6-b121-4878-a249-e1a3d9206807 tempest-TestEncryptedCinderVolumes-993411856 tempest-TestEncryptedCinderVolumes-993411856-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:53:16.515955 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3249d8d6-b121-4878-a249-e1a3d9206807 tempest-TestEncryptedCinderVolumes-993411856 tempest-TestEncryptedCinderVolumes-993411856-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:53:16.516278 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3249d8d6-b121-4878-a249-e1a3d9206807 tempest-TestEncryptedCinderVolumes-993411856 tempest-TestEncryptedCinderVolumes-993411856-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:53:16.539907 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e751147-b339-4215-b412-c36bcef08955 req-3249d8d6-b121-4878-a249-e1a3d9206807 tempest-TestEncryptedCinderVolumes-993411856 tempest-TestEncryptedCinderVolumes-993411856-project] No DVR routers for this DVR port 1162520d-b247-4705-9994-68594dcbd48a on host n-h1-705658-22 {{(pid=105584) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:53:16.542559 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-3e751147-b339-4215-b412-c36bcef08955 req-3249d8d6-b121-4878-a249-e1a3d9206807 tempest-TestEncryptedCinderVolumes-993411856 tempest-TestEncryptedCinderVolumes-993411856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:16.545085 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-3e751147-b339-4215-b412-c36bcef08955 req-3249d8d6-b121-4878-a249-e1a3d9206807 tempest-TestEncryptedCinderVolumes-993411856 tempest-TestEncryptedCinderVolumes-993411856-project] 10.222.0.36 "DELETE /v2.0/ports/1162520d-b247-4705-9994-68594dcbd48a HTTP/1.1" status: 204 len: 173 time: 0.4154143 Jul 27 21:53:16.545549 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b191910-1470-4357-a624-1e52a0aada99', 'name': 'network-vif-deleted', 'tag': '1162520d-b247-4705-9994-68594dcbd48a'}] {{(pid=105584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:53:16.548561 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a14b7e693ac0d3b36d252540d57b2183de19e2104d11de1d527dbb6a6689965" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae3eb282-cbe9-44d5-9a5d-e36b8cb84730" -d '{"events": [{"server_uuid": "2b191910-1470-4357-a624-1e52a0aada99", "name": "network-vif-deleted", "tag": "1162520d-b247-4705-9994-68594dcbd48a"}]}' {{(pid=105584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:53:16.593968 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:53:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94215870-c611-4263-b53a-4a7786295728 x-openstack-request-id: req-94215870-c611-4263-b53a-4a7786295728 {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:53:16.594264 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b191910-1470-4357-a624-1e52a0aada99", "name": "network-vif-deleted", "tag": "1162520d-b247-4705-9994-68594dcbd48a", "status": "completed", "code": 200}]} {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:53:16.594515 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-94215870-c611-4263-b53a-4a7786295728 {{(pid=105584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:53:16.594913 n-d-705658-22 neutron-server[105584]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b191910-1470-4357-a624-1e52a0aada99', 'name': 'network-vif-deleted', 'tag': '1162520d-b247-4705-9994-68594dcbd48a', 'status': 'completed', 'code': 200} Jul 27 21:53:16.940385 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-8021adfd-c2bd-4d55-b88c-ecc093606501 req-a5830ad2-6084-4331-a713-7eab8ede9939 tempest-TestEncryptedCinderVolumes-993411856 tempest-TestEncryptedCinderVolumes-993411856-project] 10.222.0.59 "GET /v2.0/ports?device_id=2b191910-1470-4357-a624-1e52a0aada99 HTTP/1.1" status: 200 len: 210 time: 0.0331330 Jul 27 21:53:18.558690 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3f202f-2112-4a73-abbe-7ed2d3ff4f2d req-c2cd09fe-135c-46f4-bd5f-d52431f1271c tempest-TestEncryptedCinderVolumes-993411856 tempest-TestEncryptedCinderVolumes-993411856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:53:18.560080 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-ea3f202f-2112-4a73-abbe-7ed2d3ff4f2d req-c2cd09fe-135c-46f4-bd5f-d52431f1271c tempest-TestEncryptedCinderVolumes-993411856 tempest-TestEncryptedCinderVolumes-993411856-project] 10.222.0.59 "GET /v2.0/networks?id=1279daf7-c49c-41bf-8343-4f3073e7eddd HTTP/1.1" status: 200 len: 816 time: 0.0982416 Jul 27 21:53:18.574876 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-ea3f202f-2112-4a73-abbe-7ed2d3ff4f2d req-283fa84d-bd4d-4e11-8b6c-b798d72988f5 tempest-TestEncryptedCinderVolumes-993411856 tempest-TestEncryptedCinderVolumes-993411856-project] 10.222.0.59 "GET /v2.0/quotas/16f93b5aed9946598771fe58223ce9b1 HTTP/1.1" status: 200 len: 375 time: 0.0091872 Jul 27 21:53:18.642767 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-ea3f202f-2112-4a73-abbe-7ed2d3ff4f2d req-789be8df-54ac-405f-afbf-886965edfa0e tempest-TestEncryptedCinderVolumes-993411856 tempest-TestEncryptedCinderVolumes-993411856-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=16f93b5aed9946598771fe58223ce9b1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0628450 Jul 27 21:53:18.735584 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-ea3f202f-2112-4a73-abbe-7ed2d3ff4f2d req-32a2c7e5-7e56-4644-a3e2-f815e44ef6bf service neutron] 10.222.0.59 "GET /v2.0/networks/1279daf7-c49c-41bf-8343-4f3073e7eddd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812366 Jul 27 21:53:18.827657 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-ea3f202f-2112-4a73-abbe-7ed2d3ff4f2d req-a025f2e2-9db0-4bcf-98b2-6990f7c4ee44 service neutron] 10.222.0.59 "GET /v2.0/networks/1279daf7-c49c-41bf-8343-4f3073e7eddd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851653 Jul 27 21:53:18.988836 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-88ada89f-74cf-4d7b-a377-d804ef8ae577 req-84a8dfbc-9cb8-4acb-b529-0758802e205f tempest-TestEncryptedCinderVolumes-993411856 tempest-TestEncryptedCinderVolumes-993411856-project] 10.222.0.59 "GET /v2.0/ports?device_id=bde8decb-e1a0-4277-a0ac-c67bec8290ac HTTP/1.1" status: 200 len: 210 time: 0.0298641 Jul 27 21:53:19.984797 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3f202f-2112-4a73-abbe-7ed2d3ff4f2d req-ae077d80-9f3e-403f-b8d4-06b23a4388a2 tempest-TestEncryptedCinderVolumes-993411856 tempest-TestEncryptedCinderVolumes-993411856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:53:19.986912 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-ea3f202f-2112-4a73-abbe-7ed2d3ff4f2d req-ae077d80-9f3e-403f-b8d4-06b23a4388a2 tempest-TestEncryptedCinderVolumes-993411856 tempest-TestEncryptedCinderVolumes-993411856-project] 10.222.0.36 "GET /v2.0/networks?id=1279daf7-c49c-41bf-8343-4f3073e7eddd HTTP/1.1" status: 200 len: 816 time: 0.1075356 Jul 27 21:53:20.000876 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [req-ea3f202f-2112-4a73-abbe-7ed2d3ff4f2d req-63385601-46f8-4c8d-8171-fea1f23fd44b tempest-TestEncryptedCinderVolumes-993411856 tempest-TestEncryptedCinderVolumes-993411856-project] Request body: {'port': {'device_id': 'bde8decb-e1a0-4277-a0ac-c67bec8290ac', 'network_id': '1279daf7-c49c-41bf-8343-4f3073e7eddd', 'admin_state_up': True, 'tenant_id': '16f93b5aed9946598771fe58223ce9b1'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:53:20.085742 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-ca87ae4b-14ef-4ef3-9feb-96a3bd2ccc6e req-7604ebe7-f107-4868-a5a8-910a5ff6cce3 tempest-TestEncryptedCinderVolumes-993411856 tempest-TestEncryptedCinderVolumes-993411856-project] 10.222.0.59 "GET /v2.0/ports?device_id=bde8decb-e1a0-4277-a0ac-c67bec8290ac HTTP/1.1" status: 200 len: 210 time: 0.0291276 Jul 27 21:53:20.106847 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea3f202f-2112-4a73-abbe-7ed2d3ff4f2d req-63385601-46f8-4c8d-8171-fea1f23fd44b tempest-TestEncryptedCinderVolumes-993411856 tempest-TestEncryptedCinderVolumes-993411856-project] Made reservation on behalf of 16f93b5aed9946598771fe58223ce9b1 for: {'port': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:53:20.110452 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-ea3f202f-2112-4a73-abbe-7ed2d3ff4f2d req-63385601-46f8-4c8d-8171-fea1f23fd44b tempest-TestEncryptedCinderVolumes-993411856 tempest-TestEncryptedCinderVolumes-993411856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:20.234491 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.db_base_plugin_common [req-ea3f202f-2112-4a73-abbe-7ed2d3ff4f2d req-63385601-46f8-4c8d-8171-fea1f23fd44b tempest-TestEncryptedCinderVolumes-993411856 tempest-TestEncryptedCinderVolumes-993411856-project] Allocated IP 172.20.0.6 (1279daf7-c49c-41bf-8343-4f3073e7eddd/92c2a291-258c-4cac-93cb-aaafdc50b708/a791bdde-2818-4259-ac27-412d2d7a23c4) {{(pid=105584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:53:20.238880 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device 1162520d-b247-4705-9994-68594dcbd48a no longer exists at agent hyperv_n-h1-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:53:20.261863 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-28650df7-c46c-4981-b84f-37d87254047e None None] No Port match for: 1162520d-b247-4705-9994-68594dcbd48a {{(pid=105586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:53:20.262203 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device 1162520d-b247-4705-9994-68594dcbd48a not bound to the agent host n-h1-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:53:20.378558 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-ea3f202f-2112-4a73-abbe-7ed2d3ff4f2d req-63385601-46f8-4c8d-8171-fea1f23fd44b tempest-TestEncryptedCinderVolumes-993411856 tempest-TestEncryptedCinderVolumes-993411856-project] Notify callbacks [] for port, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:20.391838 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.provisioning_blocks [req-ea3f202f-2112-4a73-abbe-7ed2d3ff4f2d req-63385601-46f8-4c8d-8171-fea1f23fd44b tempest-TestEncryptedCinderVolumes-993411856 tempest-TestEncryptedCinderVolumes-993411856-project] Transition to ACTIVE for port object a791bdde-2818-4259-ac27-412d2d7a23c4 will not be triggered until provisioned by entity DHCP. {{(pid=105584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:53:20.422972 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-ea3f202f-2112-4a73-abbe-7ed2d3ff4f2d req-63385601-46f8-4c8d-8171-fea1f23fd44b tempest-TestEncryptedCinderVolumes-993411856 tempest-TestEncryptedCinderVolumes-993411856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:20.462681 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea3f202f-2112-4a73-abbe-7ed2d3ff4f2d req-63385601-46f8-4c8d-8171-fea1f23fd44b tempest-TestEncryptedCinderVolumes-993411856 tempest-TestEncryptedCinderVolumes-993411856-project] Network 1279daf7-c49c-41bf-8343-4f3073e7eddd is already hosted by enough agents. {{(pid=105584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:53:20.465639 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [req-ea3f202f-2112-4a73-abbe-7ed2d3ff4f2d req-63385601-46f8-4c8d-8171-fea1f23fd44b tempest-TestEncryptedCinderVolumes-993411856 tempest-TestEncryptedCinderVolumes-993411856-project] Resources bound (agent type, host, resource id): {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:53:20.471568 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea3f202f-2112-4a73-abbe-7ed2d3ff4f2d req-63385601-46f8-4c8d-8171-fea1f23fd44b tempest-TestEncryptedCinderVolumes-993411856 tempest-TestEncryptedCinderVolumes-993411856-project] Received port after_create {{(pid=105584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:53:20.498380 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63385601-46f8-4c8d-8171-fea1f23fd44b tempest-TestEncryptedCinderVolumes-993411856 tempest-TestEncryptedCinderVolumes-993411856-project] Pushing event updated for resources: {'Port': ['ID=a791bdde-2818-4259-ac27-412d2d7a23c4,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:53:20.525125 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3f202f-2112-4a73-abbe-7ed2d3ff4f2d req-63385601-46f8-4c8d-8171-fea1f23fd44b tempest-TestEncryptedCinderVolumes-993411856 tempest-TestEncryptedCinderVolumes-993411856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:53:20.525759 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-ea3f202f-2112-4a73-abbe-7ed2d3ff4f2d req-63385601-46f8-4c8d-8171-fea1f23fd44b tempest-TestEncryptedCinderVolumes-993411856 tempest-TestEncryptedCinderVolumes-993411856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:20.540572 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-ea3f202f-2112-4a73-abbe-7ed2d3ff4f2d req-63385601-46f8-4c8d-8171-fea1f23fd44b tempest-TestEncryptedCinderVolumes-993411856 tempest-TestEncryptedCinderVolumes-993411856-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5443294 Jul 27 21:53:20.551803 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [req-ea3f202f-2112-4a73-abbe-7ed2d3ff4f2d req-229e0b01-888b-4cab-9000-f3224c91915d tempest-TestEncryptedCinderVolumes-993411856 tempest-TestEncryptedCinderVolumes-993411856-project] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=105584) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 21:53:20.553564 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-ea3f202f-2112-4a73-abbe-7ed2d3ff4f2d req-229e0b01-888b-4cab-9000-f3224c91915d tempest-TestEncryptedCinderVolumes-993411856 tempest-TestEncryptedCinderVolumes-993411856-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056868 Jul 27 21:53:20.564429 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [req-ea3f202f-2112-4a73-abbe-7ed2d3ff4f2d req-1fb1b7cf-eae8-471a-99d0-d566067baaca service neutron] Request body: {'port': {'device_id': 'bde8decb-e1a0-4277-a0ac-c67bec8290ac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-705658-22'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:53:20.641885 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-ea3f202f-2112-4a73-abbe-7ed2d3ff4f2d req-1fb1b7cf-eae8-471a-99d0-d566067baaca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:20.735530 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-74e08611-5764-4b6a-ab8c-1dbf31208504 None None] Provisioning for port a791bdde-2818-4259-ac27-412d2d7a23c4 completed by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:53:20.739636 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-74e08611-5764-4b6a-ab8c-1dbf31208504 None None] Provisioning complete for port a791bdde-2818-4259-ac27-412d2d7a23c4 triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:53:20.739977 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-74e08611-5764-4b6a-ab8c-1dbf31208504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:20.773372 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-74e08611-5764-4b6a-ab8c-1dbf31208504 None None] Port a791bdde-2818-4259-ac27-412d2d7a23c4 cannot update to ACTIVE because it is not bound. {{(pid=105586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:53:20.892612 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [req-ea3f202f-2112-4a73-abbe-7ed2d3ff4f2d req-1fb1b7cf-eae8-471a-99d0-d566067baaca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a791bdde-2818-4259-ac27-412d2d7a23c4 {{(pid=105584) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:53:20.900019 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-ea3f202f-2112-4a73-abbe-7ed2d3ff4f2d req-1fb1b7cf-eae8-471a-99d0-d566067baaca service neutron] Notify callbacks [] for port, precommit_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:20.912034 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.provisioning_blocks [req-ea3f202f-2112-4a73-abbe-7ed2d3ff4f2d req-1fb1b7cf-eae8-471a-99d0-d566067baaca service neutron] Transition to ACTIVE for port object a791bdde-2818-4259-ac27-412d2d7a23c4 will not be triggered until provisioned by entity L2. {{(pid=105584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:53:20.915822 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-ea3f202f-2112-4a73-abbe-7ed2d3ff4f2d req-1fb1b7cf-eae8-471a-99d0-d566067baaca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9014027'] for port, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:20.998273 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb1b7cf-eae8-471a-99d0-d566067baaca service neutron] Pushing event updated for resources: {'Port': ['ID=a791bdde-2818-4259-ac27-412d2d7a23c4,revision_number=2']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:53:21.049492 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [req-ea3f202f-2112-4a73-abbe-7ed2d3ff4f2d req-1fb1b7cf-eae8-471a-99d0-d566067baaca service neutron] Attempting to bind port a791bdde-2818-4259-ac27-412d2d7a23c4 on host n-h1-705658-22 for vnic_type normal with profile {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:53:21.049958 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [req-ea3f202f-2112-4a73-abbe-7ed2d3ff4f2d req-1fb1b7cf-eae8-471a-99d0-d566067baaca service neutron] Attempting to bind port a791bdde-2818-4259-ac27-412d2d7a23c4 by drivers openvswitch,hyperv on host n-h1-705658-22 at level 0 using segments [{'id': 'acb746be-e5d3-4907-918a-c8ec08b3f9a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '1279daf7-c49c-41bf-8343-4f3073e7eddd'}] {{(pid=105584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:53:21.050301 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea3f202f-2112-4a73-abbe-7ed2d3ff4f2d req-1fb1b7cf-eae8-471a-99d0-d566067baaca service neutron] Attempting to bind port a791bdde-2818-4259-ac27-412d2d7a23c4 on network 1279daf7-c49c-41bf-8343-4f3073e7eddd {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:53:21.055978 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea3f202f-2112-4a73-abbe-7ed2d3ff4f2d req-1fb1b7cf-eae8-471a-99d0-d566067baaca service neutron] Port a791bdde-2818-4259-ac27-412d2d7a23c4 on network 1279daf7-c49c-41bf-8343-4f3073e7eddd not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-22 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:53:21.056307 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea3f202f-2112-4a73-abbe-7ed2d3ff4f2d req-1fb1b7cf-eae8-471a-99d0-d566067baaca service neutron] Attempting to bind port a791bdde-2818-4259-ac27-412d2d7a23c4 on network 1279daf7-c49c-41bf-8343-4f3073e7eddd {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:53:21.061737 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea3f202f-2112-4a73-abbe-7ed2d3ff4f2d req-1fb1b7cf-eae8-471a-99d0-d566067baaca service neutron] Checking agent: {'id': '9d9bc37f-4d75-44ef-9f63-799aab3e316f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 49, 36), 'started_at': datetime.datetime(2021, 7, 27, 20, 49, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 53, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:53:21.062158 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea3f202f-2112-4a73-abbe-7ed2d3ff4f2d req-1fb1b7cf-eae8-471a-99d0-d566067baaca service neutron] Checking segment: {'id': 'acb746be-e5d3-4907-918a-c8ec08b3f9a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '1279daf7-c49c-41bf-8343-4f3073e7eddd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:53:21.062592 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea3f202f-2112-4a73-abbe-7ed2d3ff4f2d req-1fb1b7cf-eae8-471a-99d0-d566067baaca service neutron] Bound using segment: {'id': 'acb746be-e5d3-4907-918a-c8ec08b3f9a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '1279daf7-c49c-41bf-8343-4f3073e7eddd'} {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:53:21.063097 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [req-ea3f202f-2112-4a73-abbe-7ed2d3ff4f2d req-1fb1b7cf-eae8-471a-99d0-d566067baaca service neutron] Bound port: a791bdde-2818-4259-ac27-412d2d7a23c4, host: n-h1-705658-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'acb746be-e5d3-4907-918a-c8ec08b3f9a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '1279daf7-c49c-41bf-8343-4f3073e7eddd'}}] {{(pid=105584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:53:21.063462 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-ea3f202f-2112-4a73-abbe-7ed2d3ff4f2d req-1fb1b7cf-eae8-471a-99d0-d566067baaca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:21.138568 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [req-ea3f202f-2112-4a73-abbe-7ed2d3ff4f2d req-1fb1b7cf-eae8-471a-99d0-d566067baaca service neutron] For port a791bdde-2818-4259-ac27-412d2d7a23c4, host n-h1-705658-22, cleared binding levels {{(pid=105584) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:53:21.143135 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [req-ea3f202f-2112-4a73-abbe-7ed2d3ff4f2d req-1fb1b7cf-eae8-471a-99d0-d566067baaca service neutron] For port a791bdde-2818-4259-ac27-412d2d7a23c4, host n-h1-705658-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=a791bdde-2818-4259-ac27-412d2d7a23c4,segment=NetworkSegment(acb746be-e5d3-4907-918a-c8ec08b3f9a5),segment_id=acb746be-e5d3-4907-918a-c8ec08b3f9a5)] {{(pid=105584) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:53:21.148667 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-ea3f202f-2112-4a73-abbe-7ed2d3ff4f2d req-1fb1b7cf-eae8-471a-99d0-d566067baaca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9014027'] for port, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:21.187041 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3f202f-2112-4a73-abbe-7ed2d3ff4f2d req-1fb1b7cf-eae8-471a-99d0-d566067baaca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:53:21.187660 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-ea3f202f-2112-4a73-abbe-7ed2d3ff4f2d req-1fb1b7cf-eae8-471a-99d0-d566067baaca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:21.189036 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-ea3f202f-2112-4a73-abbe-7ed2d3ff4f2d req-1fb1b7cf-eae8-471a-99d0-d566067baaca service neutron] 10.222.0.36 "PUT /v2.0/ports/a791bdde-2818-4259-ac27-412d2d7a23c4 HTTP/1.1" status: 200 len: 1092 time: 0.6288128 Jul 27 21:53:21.189469 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bde8decb-e1a0-4277-a0ac-c67bec8290ac', 'tag': 'a791bdde-2818-4259-ac27-412d2d7a23c4'}] {{(pid=105584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:53:21.192310 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a14b7e693ac0d3b36d252540d57b2183de19e2104d11de1d527dbb6a6689965" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-278118cc-8040-4928-a587-2c826a7c3947" -d '{"events": [{"name": "network-changed", "server_uuid": "bde8decb-e1a0-4277-a0ac-c67bec8290ac", "tag": "a791bdde-2818-4259-ac27-412d2d7a23c4"}]}' {{(pid=105584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:53:21.218595 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb1b7cf-eae8-471a-99d0-d566067baaca service neutron] Pushing event updated for resources: {'Port': ['ID=a791bdde-2818-4259-ac27-412d2d7a23c4,revision_number=3']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:53:21.237982 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:53:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a68da7f-e057-4cc6-ae8e-03e63b3e1aa9 x-openstack-request-id: req-7a68da7f-e057-4cc6-ae8e-03e63b3e1aa9 {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:53:21.238277 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bde8decb-e1a0-4277-a0ac-c67bec8290ac", "tag": "a791bdde-2818-4259-ac27-412d2d7a23c4", "status": "completed", "code": 200}]} {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:53:21.238523 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-7a68da7f-e057-4cc6-ae8e-03e63b3e1aa9 {{(pid=105584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:53:21.238948 n-d-705658-22 neutron-server[105584]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bde8decb-e1a0-4277-a0ac-c67bec8290ac', 'tag': 'a791bdde-2818-4259-ac27-412d2d7a23c4', 'status': 'completed', 'code': 200} Jul 27 21:53:21.267897 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee82fa76-4a6d-4145-a5a9-c35d359ea5ee req-88c70369-4042-4c57-8b9a-80d4e9f688b6 tempest-TestEncryptedCinderVolumes-993411856 tempest-TestEncryptedCinderVolumes-993411856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:53:21.270173 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-ee82fa76-4a6d-4145-a5a9-c35d359ea5ee req-88c70369-4042-4c57-8b9a-80d4e9f688b6 tempest-TestEncryptedCinderVolumes-993411856 tempest-TestEncryptedCinderVolumes-993411856-project] 10.222.0.59 "GET /v2.0/ports?device_id=bde8decb-e1a0-4277-a0ac-c67bec8290ac HTTP/1.1" status: 200 len: 943 time: 0.0942826 Jul 27 21:53:21.315612 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-ee82fa76-4a6d-4145-a5a9-c35d359ea5ee req-30d68360-6a47-4cb4-a2a0-9f451e732a42 tempest-TestEncryptedCinderVolumes-993411856 tempest-TestEncryptedCinderVolumes-993411856-project] 10.222.0.59 "GET /v2.0/security-groups?id=59afd472-1388-4777-a016-42b4fd306012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379109 Jul 27 21:53:21.316866 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3f202f-2112-4a73-abbe-7ed2d3ff4f2d req-ea1d4c38-95e6-461c-9634-4a85d8dd791c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:53:21.318391 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-ea3f202f-2112-4a73-abbe-7ed2d3ff4f2d req-ea1d4c38-95e6-461c-9634-4a85d8dd791c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=16f93b5aed9946598771fe58223ce9b1&device_id=bde8decb-e1a0-4277-a0ac-c67bec8290ac HTTP/1.1" status: 200 len: 1095 time: 0.0593803 Jul 27 21:53:21.361683 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-ea3f202f-2112-4a73-abbe-7ed2d3ff4f2d req-85251125-4484-4dca-ae23-d45c0db8caca service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a791bdde-2818-4259-ac27-412d2d7a23c4 HTTP/1.1" status: 200 len: 217 time: 0.0357683 Jul 27 21:53:21.415706 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3f202f-2112-4a73-abbe-7ed2d3ff4f2d req-b6ef2d05-b60c-4eb7-8fd6-fb98d2bff65f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:53:21.417164 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-ea3f202f-2112-4a73-abbe-7ed2d3ff4f2d req-b6ef2d05-b60c-4eb7-8fd6-fb98d2bff65f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=92c2a291-258c-4cac-93cb-aaafdc50b708 HTTP/1.1" status: 200 len: 855 time: 0.0488787 Jul 27 21:53:21.474464 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3f202f-2112-4a73-abbe-7ed2d3ff4f2d req-bb41354e-57b4-42a6-a442-6c068dce3163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:53:21.476564 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-ea3f202f-2112-4a73-abbe-7ed2d3ff4f2d req-bb41354e-57b4-42a6-a442-6c068dce3163 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1279daf7-c49c-41bf-8343-4f3073e7eddd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0524747 Jul 27 21:53:21.562955 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-ea3f202f-2112-4a73-abbe-7ed2d3ff4f2d req-dc8ee2c4-18cc-4992-9d9c-71f8919b575a service neutron] 10.222.0.36 "GET /v2.0/networks/1279daf7-c49c-41bf-8343-4f3073e7eddd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793631 Jul 27 21:53:21.655258 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-ea3f202f-2112-4a73-abbe-7ed2d3ff4f2d req-d55d3e22-55c1-491d-8765-df6d2381a1a9 service neutron] 10.222.0.36 "GET /v2.0/networks/1279daf7-c49c-41bf-8343-4f3073e7eddd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847824 Jul 27 21:53:21.748152 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278118cc-8040-4928-a587-2c826a7c3947 req-af201f7b-328a-4a88-a9b3-722bb7f10556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:53:21.749646 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-278118cc-8040-4928-a587-2c826a7c3947 req-af201f7b-328a-4a88-a9b3-722bb7f10556 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=16f93b5aed9946598771fe58223ce9b1&device_id=bde8decb-e1a0-4277-a0ac-c67bec8290ac HTTP/1.1" status: 200 len: 1095 time: 0.0529466 Jul 27 21:53:21.838981 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278118cc-8040-4928-a587-2c826a7c3947 req-912b4fd0-7758-4a14-9073-7766babf21b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:53:21.840345 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-278118cc-8040-4928-a587-2c826a7c3947 req-912b4fd0-7758-4a14-9073-7766babf21b3 service neutron] 10.222.0.36 "GET /v2.0/networks?id=1279daf7-c49c-41bf-8343-4f3073e7eddd HTTP/1.1" status: 200 len: 917 time: 0.0842798 Jul 27 21:53:21.881839 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-278118cc-8040-4928-a587-2c826a7c3947 req-90e5698f-c1d8-4046-89c5-2766d33dcb1e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a791bdde-2818-4259-ac27-412d2d7a23c4 HTTP/1.1" status: 200 len: 217 time: 0.0342071 Jul 27 21:53:21.929551 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278118cc-8040-4928-a587-2c826a7c3947 req-40e34202-68b4-4326-a9fc-3b8784d21107 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:53:21.930987 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-278118cc-8040-4928-a587-2c826a7c3947 req-40e34202-68b4-4326-a9fc-3b8784d21107 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=92c2a291-258c-4cac-93cb-aaafdc50b708 HTTP/1.1" status: 200 len: 855 time: 0.0431755 Jul 27 21:53:21.993046 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278118cc-8040-4928-a587-2c826a7c3947 req-58c7e0e6-c905-4bf9-9366-72407639a454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:53:21.994487 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-278118cc-8040-4928-a587-2c826a7c3947 req-58c7e0e6-c905-4bf9-9366-72407639a454 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1279daf7-c49c-41bf-8343-4f3073e7eddd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0559897 Jul 27 21:53:22.080967 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-278118cc-8040-4928-a587-2c826a7c3947 req-3eee3682-31f6-4b6e-87b2-75eb682efaec service neutron] 10.222.0.36 "GET /v2.0/networks/1279daf7-c49c-41bf-8343-4f3073e7eddd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0776215 Jul 27 21:53:22.169920 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-278118cc-8040-4928-a587-2c826a7c3947 req-e919710f-79b4-4580-a5f4-33ed816dc996 service neutron] 10.222.0.36 "GET /v2.0/networks/1279daf7-c49c-41bf-8343-4f3073e7eddd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811253 Jul 27 21:53:22.446311 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaba1464-e423-4a4c-9bd0-b0cae8a0facd req-3017f117-2e76-4179-81f1-fcfce4fe79d9 tempest-TestEncryptedCinderVolumes-993411856 tempest-TestEncryptedCinderVolumes-993411856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:53:22.447730 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-eaba1464-e423-4a4c-9bd0-b0cae8a0facd req-3017f117-2e76-4179-81f1-fcfce4fe79d9 tempest-TestEncryptedCinderVolumes-993411856 tempest-TestEncryptedCinderVolumes-993411856-project] 10.222.0.59 "GET /v2.0/ports?device_id=bde8decb-e1a0-4277-a0ac-c67bec8290ac HTTP/1.1" status: 200 len: 943 time: 0.0661347 Jul 27 21:53:22.484652 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-eaba1464-e423-4a4c-9bd0-b0cae8a0facd req-da707266-3d55-4aee-af48-e60cde042ddd tempest-TestEncryptedCinderVolumes-993411856 tempest-TestEncryptedCinderVolumes-993411856-project] 10.222.0.59 "GET /v2.0/security-groups?id=59afd472-1388-4777-a016-42b4fd306012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310578 Jul 27 21:53:23.610376 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4153f2db-9df5-4c76-99de-d6dd7b3c4d24 req-fe9aa222-5480-4245-8eae-3bea5d39e754 tempest-TestEncryptedCinderVolumes-993411856 tempest-TestEncryptedCinderVolumes-993411856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:53:23.611868 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-4153f2db-9df5-4c76-99de-d6dd7b3c4d24 req-fe9aa222-5480-4245-8eae-3bea5d39e754 tempest-TestEncryptedCinderVolumes-993411856 tempest-TestEncryptedCinderVolumes-993411856-project] 10.222.0.59 "GET /v2.0/ports?device_id=bde8decb-e1a0-4277-a0ac-c67bec8290ac HTTP/1.1" status: 200 len: 943 time: 0.0623488 Jul 27 21:53:23.650088 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-4153f2db-9df5-4c76-99de-d6dd7b3c4d24 req-b1b57904-6ae0-467c-9a8a-121f06faff46 tempest-TestEncryptedCinderVolumes-993411856 tempest-TestEncryptedCinderVolumes-993411856-project] 10.222.0.59 "GET /v2.0/security-groups?id=59afd472-1388-4777-a016-42b4fd306012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318666 Jul 27 21:53:24.284647 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device a791bdde-2818-4259-ac27-412d2d7a23c4 details requested by agent hyperv_n-h1-705658-22 with host n-h1-705658-22 {{(pid=105586) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:53:24.377120 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] For port a791bdde-2818-4259-ac27-412d2d7a23c4, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=a791bdde-2818-4259-ac27-412d2d7a23c4,segment=NetworkSegment(acb746be-e5d3-4907-918a-c8ec08b3f9a5),segment_id=acb746be-e5d3-4907-918a-c8ec08b3f9a5)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:53:24.388012 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Returning: {'device': 'a791bdde-2818-4259-ac27-412d2d7a23c4', 'network_id': '1279daf7-c49c-41bf-8343-4f3073e7eddd', 'port_id': 'a791bdde-2818-4259-ac27-412d2d7a23c4', 'mac_address': 'fa:16:3e:6f:33:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92c2a291-258c-4cac-93cb-aaafdc50b708', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105586) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:53:24.426896 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:24.438905 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a791bdde-2818-4259-ac27-412d2d7a23c4 {{(pid=105586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:53:24.457284 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] For port a791bdde-2818-4259-ac27-412d2d7a23c4, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=a791bdde-2818-4259-ac27-412d2d7a23c4,segment=NetworkSegment(acb746be-e5d3-4907-918a-c8ec08b3f9a5),segment_id=acb746be-e5d3-4907-918a-c8ec08b3f9a5)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:53:24.460842 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:24.506769 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Pushing event updated for resources: {'Port': ['ID=a791bdde-2818-4259-ac27-412d2d7a23c4,revision_number=4']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:53:24.513952 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:53:24.514294 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:53:24.514633 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:53:24.514957 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:53:24.515325 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:53:24.515639 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:53:24.515963 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:53:24.516283 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:53:24.516603 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:53:24.516922 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:53:24.517239 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:53:24.517554 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:53:24.649311 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] get_ports_and_sgs() called for port_ids ['a791bdde-2818-4259-ac27-412d2d7a23c4'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:53:24.783508 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35dc0a6-4207-4afb-ad4c-0cbc0f7c5172 req-86d57d85-ec4b-4911-8295-f3b595a30788 tempest-TestEncryptedCinderVolumes-993411856 tempest-TestEncryptedCinderVolumes-993411856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:53:24.785013 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-c35dc0a6-4207-4afb-ad4c-0cbc0f7c5172 req-86d57d85-ec4b-4911-8295-f3b595a30788 tempest-TestEncryptedCinderVolumes-993411856 tempest-TestEncryptedCinderVolumes-993411856-project] 10.222.0.59 "GET /v2.0/ports?device_id=bde8decb-e1a0-4277-a0ac-c67bec8290ac HTTP/1.1" status: 200 len: 944 time: 0.0689337 Jul 27 21:53:24.822669 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-c35dc0a6-4207-4afb-ad4c-0cbc0f7c5172 req-ca08f44f-c109-4771-af6e-9a73fb78a2b1 tempest-TestEncryptedCinderVolumes-993411856 tempest-TestEncryptedCinderVolumes-993411856-project] 10.222.0.59 "GET /v2.0/security-groups?id=59afd472-1388-4777-a016-42b4fd306012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316393 Jul 27 21:53:25.949312 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7d754c-a464-46db-929b-20e9d446341d req-f8efbbdd-e555-475a-90c2-9593c4e6dbbf tempest-TestEncryptedCinderVolumes-993411856 tempest-TestEncryptedCinderVolumes-993411856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:53:25.950841 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-3b7d754c-a464-46db-929b-20e9d446341d req-f8efbbdd-e555-475a-90c2-9593c4e6dbbf tempest-TestEncryptedCinderVolumes-993411856 tempest-TestEncryptedCinderVolumes-993411856-project] 10.222.0.59 "GET /v2.0/ports?device_id=bde8decb-e1a0-4277-a0ac-c67bec8290ac HTTP/1.1" status: 200 len: 944 time: 0.0630748 Jul 27 21:53:25.988648 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-3b7d754c-a464-46db-929b-20e9d446341d req-7573aadd-a8ce-4637-b4dc-0284b7cd8cc7 tempest-TestEncryptedCinderVolumes-993411856 tempest-TestEncryptedCinderVolumes-993411856-project] 10.222.0.59 "GET /v2.0/security-groups?id=59afd472-1388-4777-a016-42b4fd306012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319142 Jul 27 21:53:26.300404 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device a791bdde-2818-4259-ac27-412d2d7a23c4 up at agent hyperv_n-h1-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:53:26.348244 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Provisioning for port a791bdde-2818-4259-ac27-412d2d7a23c4 completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:53:26.352092 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Provisioning complete for port a791bdde-2818-4259-ac27-412d2d7a23c4 triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:53:26.352466 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:26.426191 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:26.450354 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bde8decb-e1a0-4277-a0ac-c67bec8290ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a791bdde-2818-4259-ac27-412d2d7a23c4'}] {{(pid=105586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:53:26.452619 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fee2e8668661828e318a8d53a8a935935453ec21149a086d6a2055ff627b97ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-281c830e-5052-4513-bea7-5fd51061db6f" -d '{"events": [{"server_uuid": "bde8decb-e1a0-4277-a0ac-c67bec8290ac", "name": "network-vif-plugged", "status": "completed", "tag": "a791bdde-2818-4259-ac27-412d2d7a23c4"}]}' {{(pid=105586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:53:26.466056 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] For port a791bdde-2818-4259-ac27-412d2d7a23c4, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=a791bdde-2818-4259-ac27-412d2d7a23c4,segment=NetworkSegment(acb746be-e5d3-4907-918a-c8ec08b3f9a5),segment_id=acb746be-e5d3-4907-918a-c8ec08b3f9a5)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:53:26.470248 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:26.493117 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:53:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6ee4305-df82-4523-8215-090d956288f0 x-openstack-request-id: req-c6ee4305-df82-4523-8215-090d956288f0 {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:53:26.493408 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bde8decb-e1a0-4277-a0ac-c67bec8290ac", "name": "network-vif-plugged", "status": "completed", "tag": "a791bdde-2818-4259-ac27-412d2d7a23c4", "code": 200}]} {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:53:26.493662 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-c6ee4305-df82-4523-8215-090d956288f0 {{(pid=105586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:53:26.494125 n-d-705658-22 neutron-server[105586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bde8decb-e1a0-4277-a0ac-c67bec8290ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a791bdde-2818-4259-ac27-412d2d7a23c4', 'code': 200} Jul 27 21:53:26.521467 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Pushing event updated for resources: {'Port': ['ID=a791bdde-2818-4259-ac27-412d2d7a23c4,revision_number=5']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:53:26.864472 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2265218c-5bee-4295-844c-44d25a1eb892 req-1227e356-4872-4e8c-a5d3-1d208a5e6661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:53:26.865963 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-2265218c-5bee-4295-844c-44d25a1eb892 req-1227e356-4872-4e8c-a5d3-1d208a5e6661 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=bde8decb-e1a0-4277-a0ac-c67bec8290ac HTTP/1.1" status: 200 len: 1097 time: 0.3218443 Jul 27 21:53:26.899639 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-2265218c-5bee-4295-844c-44d25a1eb892 req-e27a4034-79c7-4917-9910-ae17c5d9602a service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=59afd472-1388-4777-a016-42b4fd306012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0263014 Jul 27 21:53:27.120293 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6773c85f-59ec-4b30-9130-71bcac6194e0 req-7d610e77-51ba-4c54-8595-86d720dd7de3 tempest-TestEncryptedCinderVolumes-993411856 tempest-TestEncryptedCinderVolumes-993411856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:53:27.121669 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-6773c85f-59ec-4b30-9130-71bcac6194e0 req-7d610e77-51ba-4c54-8595-86d720dd7de3 tempest-TestEncryptedCinderVolumes-993411856 tempest-TestEncryptedCinderVolumes-993411856-project] 10.222.0.59 "GET /v2.0/ports?device_id=bde8decb-e1a0-4277-a0ac-c67bec8290ac HTTP/1.1" status: 200 len: 945 time: 0.0636439 Jul 27 21:53:27.158091 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-6773c85f-59ec-4b30-9130-71bcac6194e0 req-bd11907c-64d4-445d-a63b-87fa577622ec tempest-TestEncryptedCinderVolumes-993411856 tempest-TestEncryptedCinderVolumes-993411856-project] 10.222.0.59 "GET /v2.0/security-groups?id=59afd472-1388-4777-a016-42b4fd306012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300355 Jul 27 21:53:28.295838 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa32468-bdfe-4170-85a2-10009b53132a req-62d681c3-6dc5-4427-abf5-eee3848f645b tempest-TestEncryptedCinderVolumes-993411856 tempest-TestEncryptedCinderVolumes-993411856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:53:28.297300 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-0aa32468-bdfe-4170-85a2-10009b53132a req-62d681c3-6dc5-4427-abf5-eee3848f645b tempest-TestEncryptedCinderVolumes-993411856 tempest-TestEncryptedCinderVolumes-993411856-project] 10.222.0.59 "GET /v2.0/ports?device_id=bde8decb-e1a0-4277-a0ac-c67bec8290ac HTTP/1.1" status: 200 len: 945 time: 0.0684700 Jul 27 21:53:28.334068 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-0aa32468-bdfe-4170-85a2-10009b53132a req-9d91dd6f-0323-47ab-874a-b4f5a822f556 tempest-TestEncryptedCinderVolumes-993411856 tempest-TestEncryptedCinderVolumes-993411856-project] 10.222.0.59 "GET /v2.0/security-groups?id=59afd472-1388-4777-a016-42b4fd306012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308716 Jul 27 21:53:28.459754 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28fa014-9711-4522-a15d-0ad950c17ca7 req-447e18b4-b663-472d-b653-7e9ea6fb4f14 tempest-TestEncryptedCinderVolumes-993411856 tempest-TestEncryptedCinderVolumes-993411856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:53:28.461106 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-d28fa014-9711-4522-a15d-0ad950c17ca7 req-447e18b4-b663-472d-b653-7e9ea6fb4f14 tempest-TestEncryptedCinderVolumes-993411856 tempest-TestEncryptedCinderVolumes-993411856-project] 10.222.0.59 "GET /v2.0/ports?device_id=bde8decb-e1a0-4277-a0ac-c67bec8290ac HTTP/1.1" status: 200 len: 945 time: 0.0616908 Jul 27 21:53:28.498239 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-d28fa014-9711-4522-a15d-0ad950c17ca7 req-b44621c7-d84a-45f4-8a32-cd318115ddfd tempest-TestEncryptedCinderVolumes-993411856 tempest-TestEncryptedCinderVolumes-993411856-project] 10.222.0.59 "GET /v2.0/security-groups?id=59afd472-1388-4777-a016-42b4fd306012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313091 Jul 27 21:53:36.624635 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-310cf730-8fb5-44a3-bb2a-1eeb80e3a5c3 req-5cb8e12d-6725-45e3-b987-69bc98de8bef service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=bde8decb-e1a0-4277-a0ac-c67bec8290ac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0538180 Jul 27 21:53:36.718885 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310cf730-8fb5-44a3-bb2a-1eeb80e3a5c3 req-8c1f2e67-d808-4dd6-a592-8ce2391b1ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:53:36.720377 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-310cf730-8fb5-44a3-bb2a-1eeb80e3a5c3 req-8c1f2e67-d808-4dd6-a592-8ce2391b1ba8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=16f93b5aed9946598771fe58223ce9b1&device_id=bde8decb-e1a0-4277-a0ac-c67bec8290ac HTTP/1.1" status: 200 len: 1097 time: 0.0556409 Jul 27 21:53:36.821406 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310cf730-8fb5-44a3-bb2a-1eeb80e3a5c3 req-01f67366-0dcf-4546-9b6a-6a6608f48d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:53:36.822851 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-310cf730-8fb5-44a3-bb2a-1eeb80e3a5c3 req-01f67366-0dcf-4546-9b6a-6a6608f48d02 service neutron] 10.222.0.36 "GET /v2.0/networks?id=1279daf7-c49c-41bf-8343-4f3073e7eddd HTTP/1.1" status: 200 len: 917 time: 0.0838950 Jul 27 21:53:36.867327 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-310cf730-8fb5-44a3-bb2a-1eeb80e3a5c3 req-b6bc714a-f3d8-434e-ba8f-1455c653c6e8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a791bdde-2818-4259-ac27-412d2d7a23c4 HTTP/1.1" status: 200 len: 217 time: 0.0371392 Jul 27 21:53:36.915300 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310cf730-8fb5-44a3-bb2a-1eeb80e3a5c3 req-15a8c0cd-a296-41da-a059-53112a8b1bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:53:36.916713 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-310cf730-8fb5-44a3-bb2a-1eeb80e3a5c3 req-15a8c0cd-a296-41da-a059-53112a8b1bb4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=92c2a291-258c-4cac-93cb-aaafdc50b708 HTTP/1.1" status: 200 len: 855 time: 0.0427110 Jul 27 21:53:36.954243 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:36.974902 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310cf730-8fb5-44a3-bb2a-1eeb80e3a5c3 req-8b8f2fa6-2743-4ecf-ac19-cacbcb689e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:53:36.976462 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-310cf730-8fb5-44a3-bb2a-1eeb80e3a5c3 req-8b8f2fa6-2743-4ecf-ac19-cacbcb689e9c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1279daf7-c49c-41bf-8343-4f3073e7eddd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0528812 Jul 27 21:53:37.068431 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-310cf730-8fb5-44a3-bb2a-1eeb80e3a5c3 req-10abddd2-76a2-4b40-b2ff-3bad65f757d9 service neutron] 10.222.0.36 "GET /v2.0/networks/1279daf7-c49c-41bf-8343-4f3073e7eddd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852571 Jul 27 21:53:37.163467 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-310cf730-8fb5-44a3-bb2a-1eeb80e3a5c3 req-3faec6eb-37e6-4f70-b4ad-c3fd9dba4d65 service neutron] 10.222.0.36 "GET /v2.0/networks/1279daf7-c49c-41bf-8343-4f3073e7eddd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877872 Jul 27 21:53:38.171240 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.agents_db [None req-558fcd2c-e512-47bc-a170-8673d87f7213 None None] Agent healthcheck: found 7 active agents {{(pid=105587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 21:53:38.949169 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-b45507d1-0416-4932-a8df-a28c2966c91b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:40.754837 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:41.591078 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-02f63832-9baa-43bc-b6bb-2728b6d9c5df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:41.932643 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:43.090372 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-bb32ed7d-8717-448b-a9c8-a5a0117d1fd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:44.496762 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-875ced1b-4cf3-463a-9653-058f0f9421e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:46.843495 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc1162f-93d2-4542-b0fc-0a1d4dd1c6f9 req-1a05ab1f-86b1-4c15-a60c-1f6cafc3fe8e tempest-TestEncryptedCinderVolumes-993411856 tempest-TestEncryptedCinderVolumes-993411856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:53:46.844895 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-0dc1162f-93d2-4542-b0fc-0a1d4dd1c6f9 req-1a05ab1f-86b1-4c15-a60c-1f6cafc3fe8e tempest-TestEncryptedCinderVolumes-993411856 tempest-TestEncryptedCinderVolumes-993411856-project] 10.222.0.59 "GET /v2.0/ports?device_id=bde8decb-e1a0-4277-a0ac-c67bec8290ac HTTP/1.1" status: 200 len: 945 time: 0.0672226 Jul 27 21:53:46.883294 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-0dc1162f-93d2-4542-b0fc-0a1d4dd1c6f9 req-64d68d7f-b6e3-4583-b225-00a9c5e07845 tempest-TestEncryptedCinderVolumes-993411856 tempest-TestEncryptedCinderVolumes-993411856-project] 10.222.0.59 "GET /v2.0/security-groups?id=59afd472-1388-4777-a016-42b4fd306012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324526 Jul 27 21:53:48.014195 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e4e62c-2350-46ab-83eb-e68fc69973aa req-09ca639d-a92a-45a9-bb09-5c90f95874e4 tempest-TestEncryptedCinderVolumes-993411856 tempest-TestEncryptedCinderVolumes-993411856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:53:48.015652 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b9e4e62c-2350-46ab-83eb-e68fc69973aa req-09ca639d-a92a-45a9-bb09-5c90f95874e4 tempest-TestEncryptedCinderVolumes-993411856 tempest-TestEncryptedCinderVolumes-993411856-project] 10.222.0.59 "GET /v2.0/ports?device_id=bde8decb-e1a0-4277-a0ac-c67bec8290ac HTTP/1.1" status: 200 len: 945 time: 0.0636532 Jul 27 21:53:48.054818 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b9e4e62c-2350-46ab-83eb-e68fc69973aa req-d861f1f7-83bb-4a66-bcf0-ead13cd90346 tempest-TestEncryptedCinderVolumes-993411856 tempest-TestEncryptedCinderVolumes-993411856-project] 10.222.0.59 "GET /v2.0/security-groups?id=59afd472-1388-4777-a016-42b4fd306012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329382 Jul 27 21:53:48.338699 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fa65b7-d177-4ef0-b998-1318315b152d req-7b2afc4c-45d7-4811-ac83-dc3f2adc0f55 tempest-TestEncryptedCinderVolumes-993411856 tempest-TestEncryptedCinderVolumes-993411856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:53:48.340270 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-a4fa65b7-d177-4ef0-b998-1318315b152d req-7b2afc4c-45d7-4811-ac83-dc3f2adc0f55 tempest-TestEncryptedCinderVolumes-993411856 tempest-TestEncryptedCinderVolumes-993411856-project] 10.222.0.36 "GET /v2.0/ports?device_id=bde8decb-e1a0-4277-a0ac-c67bec8290ac HTTP/1.1" status: 200 len: 945 time: 0.0617092 Jul 27 21:53:48.443878 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [req-a4fa65b7-d177-4ef0-b998-1318315b152d req-4d8d3888-e231-41a6-be7d-1ced2f859287 tempest-TestEncryptedCinderVolumes-993411856 tempest-TestEncryptedCinderVolumes-993411856-project] Deleting port a791bdde-2818-4259-ac27-412d2d7a23c4 {{(pid=105584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:53:48.444223 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-a4fa65b7-d177-4ef0-b998-1318315b152d req-4d8d3888-e231-41a6-be7d-1ced2f859287 tempest-TestEncryptedCinderVolumes-993411856 tempest-TestEncryptedCinderVolumes-993411856-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:48.529316 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [req-a4fa65b7-d177-4ef0-b998-1318315b152d req-4d8d3888-e231-41a6-be7d-1ced2f859287 tempest-TestEncryptedCinderVolumes-993411856 tempest-TestEncryptedCinderVolumes-993411856-project] For port a791bdde-2818-4259-ac27-412d2d7a23c4, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=a791bdde-2818-4259-ac27-412d2d7a23c4,segment=NetworkSegment(acb746be-e5d3-4907-918a-c8ec08b3f9a5),segment_id=acb746be-e5d3-4907-918a-c8ec08b3f9a5)] {{(pid=105584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:53:48.529676 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-a4fa65b7-d177-4ef0-b998-1318315b152d req-4d8d3888-e231-41a6-be7d-1ced2f859287 tempest-TestEncryptedCinderVolumes-993411856 tempest-TestEncryptedCinderVolumes-993411856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:48.542618 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [req-a4fa65b7-d177-4ef0-b998-1318315b152d req-4d8d3888-e231-41a6-be7d-1ced2f859287 tempest-TestEncryptedCinderVolumes-993411856 tempest-TestEncryptedCinderVolumes-993411856-project] Calling delete_port for a791bdde-2818-4259-ac27-412d2d7a23c4 owned by compute:nova {{(pid=105584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:53:48.667767 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-a4fa65b7-d177-4ef0-b998-1318315b152d req-4d8d3888-e231-41a6-be7d-1ced2f859287 tempest-TestEncryptedCinderVolumes-993411856 tempest-TestEncryptedCinderVolumes-993411856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:48.680682 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] get_ports_and_sgs() called for port_ids ['a791bdde-2818-4259-ac27-412d2d7a23c4'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:53:48.694506 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8d3888-e231-41a6-be7d-1ced2f859287 tempest-TestEncryptedCinderVolumes-993411856 tempest-TestEncryptedCinderVolumes-993411856-project] Pushing event deleted for resources: {'Port': ['ID=a791bdde-2818-4259-ac27-412d2d7a23c4,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:53:48.760626 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4fa65b7-d177-4ef0-b998-1318315b152d req-4d8d3888-e231-41a6-be7d-1ced2f859287 tempest-TestEncryptedCinderVolumes-993411856 tempest-TestEncryptedCinderVolumes-993411856-project] No DVR routers for this DVR port a791bdde-2818-4259-ac27-412d2d7a23c4 on host n-h1-705658-22 {{(pid=105584) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:53:48.763966 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-a4fa65b7-d177-4ef0-b998-1318315b152d req-4d8d3888-e231-41a6-be7d-1ced2f859287 tempest-TestEncryptedCinderVolumes-993411856 tempest-TestEncryptedCinderVolumes-993411856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:48.766865 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-a4fa65b7-d177-4ef0-b998-1318315b152d req-4d8d3888-e231-41a6-be7d-1ced2f859287 tempest-TestEncryptedCinderVolumes-993411856 tempest-TestEncryptedCinderVolumes-993411856-project] 10.222.0.36 "DELETE /v2.0/ports/a791bdde-2818-4259-ac27-412d2d7a23c4 HTTP/1.1" status: 204 len: 173 time: 0.4203413 Jul 27 21:53:48.767491 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bde8decb-e1a0-4277-a0ac-c67bec8290ac', 'name': 'network-vif-deleted', 'tag': 'a791bdde-2818-4259-ac27-412d2d7a23c4'}] {{(pid=105584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:53:48.770872 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a14b7e693ac0d3b36d252540d57b2183de19e2104d11de1d527dbb6a6689965" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-239e96f7-599c-452b-beb1-38f34b50924a" -d '{"events": [{"server_uuid": "bde8decb-e1a0-4277-a0ac-c67bec8290ac", "name": "network-vif-deleted", "tag": "a791bdde-2818-4259-ac27-412d2d7a23c4"}]}' {{(pid=105584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:53:48.820633 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:53:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a438589-11ef-4937-9660-9b92be607a86 x-openstack-request-id: req-8a438589-11ef-4937-9660-9b92be607a86 {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:53:48.821006 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bde8decb-e1a0-4277-a0ac-c67bec8290ac", "name": "network-vif-deleted", "tag": "a791bdde-2818-4259-ac27-412d2d7a23c4", "status": "completed", "code": 200}]} {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:53:48.821327 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-8a438589-11ef-4937-9660-9b92be607a86 {{(pid=105584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:53:48.822161 n-d-705658-22 neutron-server[105584]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bde8decb-e1a0-4277-a0ac-c67bec8290ac', 'name': 'network-vif-deleted', 'tag': 'a791bdde-2818-4259-ac27-412d2d7a23c4', 'status': 'completed', 'code': 200} Jul 27 21:53:49.162961 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-eaabd8cd-7d53-4a40-b6d5-6579008f442e req-0e33f263-2c96-465f-ac7a-5fff0031687c tempest-TestEncryptedCinderVolumes-993411856 tempest-TestEncryptedCinderVolumes-993411856-project] 10.222.0.59 "GET /v2.0/ports?device_id=bde8decb-e1a0-4277-a0ac-c67bec8290ac HTTP/1.1" status: 200 len: 210 time: 0.0291436 Jul 27 21:53:50.251648 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 38124) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:53:50.591251 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-d73ac9a9-5eaf-43ee-b7d2-66f56154b39d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4076536'] for router_interface, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:50.837196 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [None req-d73ac9a9-5eaf-43ee-b7d2-66f56154b39d admin admin] Deleting port 8af1d5c2-9956-495b-b661-a6777333cc18 {{(pid=105585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:53:50.837528 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-d73ac9a9-5eaf-43ee-b7d2-66f56154b39d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:50.913162 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.db [None req-d73ac9a9-5eaf-43ee-b7d2-66f56154b39d admin admin] For port 8af1d5c2-9956-495b-b661-a6777333cc18, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=8af1d5c2-9956-495b-b661-a6777333cc18,segment=NetworkSegment(acb746be-e5d3-4907-918a-c8ec08b3f9a5),segment_id=acb746be-e5d3-4907-918a-c8ec08b3f9a5)] {{(pid=105585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:53:50.913525 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-d73ac9a9-5eaf-43ee-b7d2-66f56154b39d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:50.925557 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [None req-d73ac9a9-5eaf-43ee-b7d2-66f56154b39d admin admin] Calling delete_port for 8af1d5c2-9956-495b-b661-a6777333cc18 owned by network:router_interface {{(pid=105585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:53:51.102713 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-d73ac9a9-5eaf-43ee-b7d2-66f56154b39d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:51.127849 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73ac9a9-5eaf-43ee-b7d2-66f56154b39d admin admin] Pushing event deleted for resources: {'Port': ['ID=8af1d5c2-9956-495b-b661-a6777333cc18,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:53:51.159926 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73ac9a9-5eaf-43ee-b7d2-66f56154b39d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:53:51.160269 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73ac9a9-5eaf-43ee-b7d2-66f56154b39d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:53:51.160606 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73ac9a9-5eaf-43ee-b7d2-66f56154b39d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:53:51.160942 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73ac9a9-5eaf-43ee-b7d2-66f56154b39d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:53:51.161275 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73ac9a9-5eaf-43ee-b7d2-66f56154b39d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:53:51.161619 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73ac9a9-5eaf-43ee-b7d2-66f56154b39d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:53:51.161927 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73ac9a9-5eaf-43ee-b7d2-66f56154b39d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:53:51.162249 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73ac9a9-5eaf-43ee-b7d2-66f56154b39d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:53:51.162569 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73ac9a9-5eaf-43ee-b7d2-66f56154b39d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:53:51.162887 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73ac9a9-5eaf-43ee-b7d2-66f56154b39d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:53:51.163276 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73ac9a9-5eaf-43ee-b7d2-66f56154b39d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:53:51.163575 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73ac9a9-5eaf-43ee-b7d2-66f56154b39d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:53:51.308782 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-d73ac9a9-5eaf-43ee-b7d2-66f56154b39d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3743915', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4076308'] for router_interface, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:51.849191 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d73ac9a9-5eaf-43ee-b7d2-66f56154b39d admin admin] Router d34fc3b1-8027-4bfc-9120-6984cdc38bbd has already been hosted by L3 agent dd128fd7-8e57-4d4f-895b-a96b369df59a {{(pid=105585) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:53:51.954785 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d73ac9a9-5eaf-43ee-b7d2-66f56154b39d admin admin] Notify agent at l3_agent.n-d-705658-22 the message routers_updated {{(pid=105585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:53:51.960322 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-d73ac9a9-5eaf-43ee-b7d2-66f56154b39d admin admin] 10.222.0.59 "PUT /v2.0/routers/d34fc3b1-8027-4bfc-9120-6984cdc38bbd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7071476 Jul 27 21:53:51.962909 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 38126) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:53:51.965624 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40676ce0-caca-4d15-880b-cdb312faf22a None None] Sync routers for ids ['d34fc3b1-8027-4bfc-9120-6984cdc38bbd'] in n-d-705658-22 {{(pid=105586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:53:51.974906 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40676ce0-caca-4d15-880b-cdb312faf22a None None] Routers {'d34fc3b1-8027-4bfc-9120-6984cdc38bbd'} bound to L3 agent in host n-d-705658-22 {{(pid=105586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:53:51.976133 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-40676ce0-caca-4d15-880b-cdb312faf22a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:53:42Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['d34fc3b1-8027-4bfc-9120-6984cdc38bbd'], 'active': True} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:53:52.068365 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-3c9da11e-9ee8-4049-95d6-d63ce17896f7 admin admin] Notify callbacks [] for router, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:52.077053 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvr_db [None req-40676ce0-caca-4d15-880b-cdb312faf22a None None] Set router d34fc3b1-8027-4bfc-9120-6984cdc38bbd gateway port host: n-d-705658-22 {{(pid=105586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:53:52.171735 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-3c9da11e-9ee8-4049-95d6-d63ce17896f7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:52.225022 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [None req-3c9da11e-9ee8-4049-95d6-d63ce17896f7 admin admin] Deleting port 194d1dff-ce79-4dbf-8c79-80546cc4cf74 {{(pid=105585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:53:52.225373 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-3c9da11e-9ee8-4049-95d6-d63ce17896f7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:52.256079 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-40676ce0-caca-4d15-880b-cdb312faf22a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd34fc3b1-8027-4bfc-9120-6984cdc38bbd', 'name': 'tempest-TestEncryptedCinderVolumes-656300794-router', 'tenant_id': '16f93b5aed9946598771fe58223ce9b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.94'}], 'enable_snat': True}, 'gw_port_id': '194d1dff-ce79-4dbf-8c79-80546cc4cf74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:52:36Z', 'updated_at': '2021-07-27T21:53:51Z', 'revision_number': 5, 'project_id': '16f93b5aed9946598771fe58223ce9b1', 'gw_port': {'id': '194d1dff-ce79-4dbf-8c79-80546cc4cf74', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:20:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd34fc3b1-8027-4bfc-9120-6984cdc38bbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:52:37Z', 'updated_at': '2021-07-27T21:52:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22'}], 'n-d-705658-22', False) {} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:53:52.281753 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40676ce0-caca-4d15-880b-cdb312faf22a None None] Checking router: d34fc3b1-8027-4bfc-9120-6984cdc38bbd for host: n-d-705658-22 {{(pid=105586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:53:52.290508 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40676ce0-caca-4d15-880b-cdb312faf22a None None] Routers {'d34fc3b1-8027-4bfc-9120-6984cdc38bbd'} bound to L3 agent in host n-d-705658-22 {{(pid=105586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:53:52.291169 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-40676ce0-caca-4d15-880b-cdb312faf22a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:53:42Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['d34fc3b1-8027-4bfc-9120-6984cdc38bbd'], 'active': True} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:53:52.304516 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.db [None req-3c9da11e-9ee8-4049-95d6-d63ce17896f7 admin admin] For port 194d1dff-ce79-4dbf-8c79-80546cc4cf74, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=194d1dff-ce79-4dbf-8c79-80546cc4cf74,segment=NetworkSegment(12196855-9a32-4633-9a56-77697ef9e126),segment_id=12196855-9a32-4633-9a56-77697ef9e126)] {{(pid=105585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:53:52.304963 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-3c9da11e-9ee8-4049-95d6-d63ce17896f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:52.321002 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [None req-3c9da11e-9ee8-4049-95d6-d63ce17896f7 admin admin] Calling delete_port for 194d1dff-ce79-4dbf-8c79-80546cc4cf74 owned by network:router_gateway {{(pid=105585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:53:52.380464 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvr_db [None req-40676ce0-caca-4d15-880b-cdb312faf22a None None] Set router d34fc3b1-8027-4bfc-9120-6984cdc38bbd gateway port host: None {{(pid=105586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:53:52.435432 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-40676ce0-caca-4d15-880b-cdb312faf22a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd34fc3b1-8027-4bfc-9120-6984cdc38bbd', 'name': 'tempest-TestEncryptedCinderVolumes-656300794-router', 'tenant_id': '16f93b5aed9946598771fe58223ce9b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:52:36Z', 'updated_at': '2021-07-27T21:53:52Z', 'revision_number': 6, 'project_id': '16f93b5aed9946598771fe58223ce9b1', 'gw_port_host': None}], 'n-d-705658-22', False) {} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:53:52.461732 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device a791bdde-2818-4259-ac27-412d2d7a23c4 no longer exists at agent hyperv_n-h1-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:53:52.465030 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40676ce0-caca-4d15-880b-cdb312faf22a None None] The sync data for ids ['d34fc3b1-8027-4bfc-9120-6984cdc38bbd'] in n-d-705658-22 is: [{'id': 'd34fc3b1-8027-4bfc-9120-6984cdc38bbd', 'name': 'tempest-TestEncryptedCinderVolumes-656300794-router', 'tenant_id': '16f93b5aed9946598771fe58223ce9b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:52:36Z', 'updated_at': '2021-07-27T21:53:52Z', 'revision_number': 6, 'project_id': '16f93b5aed9946598771fe58223ce9b1', 'gw_port_host': None}] {{(pid=105586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:53:52.482576 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-28650df7-c46c-4981-b84f-37d87254047e None None] No Port match for: a791bdde-2818-4259-ac27-412d2d7a23c4 {{(pid=105586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:53:52.483150 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device a791bdde-2818-4259-ac27-412d2d7a23c4 not bound to the agent host n-h1-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:53:52.496584 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-3c9da11e-9ee8-4049-95d6-d63ce17896f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:52.526363 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9da11e-9ee8-4049-95d6-d63ce17896f7 admin admin] Pushing event deleted for resources: {'Port': ['ID=194d1dff-ce79-4dbf-8c79-80546cc4cf74,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:53:52.589768 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-3c9da11e-9ee8-4049-95d6-d63ce17896f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4075702'] for router_gateway, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:52.678105 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-3c9da11e-9ee8-4049-95d6-d63ce17896f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4163631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-425'] for router, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:52.680839 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-3c9da11e-9ee8-4049-95d6-d63ce17896f7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:52.727022 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-3c9da11e-9ee8-4049-95d6-d63ce17896f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4163007'] for router, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:52.727478 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c9da11e-9ee8-4049-95d6-d63ce17896f7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d34fc3b1-8027-4bfc-9120-6984cdc38bbd {{(pid=105585) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 21:53:52.731713 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-3c9da11e-9ee8-4049-95d6-d63ce17896f7 admin admin] Notify callbacks [] for router, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:52.732822 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-3c9da11e-9ee8-4049-95d6-d63ce17896f7 admin admin] 10.222.0.59 "DELETE /v2.0/routers/d34fc3b1-8027-4bfc-9120-6984cdc38bbd HTTP/1.1" status: 204 len: 168 time: 0.7685170 Jul 27 21:53:52.735330 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 38128) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:53:52.779230 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.db_base_plugin_v2 [None req-eace13a9-817f-4e55-b6b0-e27d36d54645 admin admin] Deleting subnet 92c2a291-258c-4cac-93cb-aaafdc50b708 {{(pid=105585) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:53:52.782093 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-eace13a9-817f-4e55-b6b0-e27d36d54645 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:52.816920 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-eace13a9-817f-4e55-b6b0-e27d36d54645 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9887057'] for subnet, precommit_delete_associations {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:52.904677 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-eace13a9-817f-4e55-b6b0-e27d36d54645 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854965'] for subnet, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:52.956475 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-eace13a9-817f-4e55-b6b0-e27d36d54645 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10221602', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9990583'] for subnet, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:52.981420 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eace13a9-817f-4e55-b6b0-e27d36d54645 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=92c2a291-258c-4cac-93cb-aaafdc50b708,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:53:52.986076 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-eace13a9-817f-4e55-b6b0-e27d36d54645 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:52.988045 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-eace13a9-817f-4e55-b6b0-e27d36d54645 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/92c2a291-258c-4cac-93cb-aaafdc50b708 HTTP/1.1" status: 204 len: 168 time: 0.2517736 Jul 27 21:53:52.990560 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 38130) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:53:52.992002 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0288dbec-4760-495f-b183-deb4f62dabb5 None None] Network 1279daf7-c49c-41bf-8343-4f3073e7eddd requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:53:53.059503 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-67293651-775e-4ec3-b0fe-bac1f9b55fc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-990557'] for network, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:53.117502 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [None req-67293651-775e-4ec3-b0fe-bac1f9b55fc2 admin admin] Deleting port 103dc544-301d-4127-9cdb-48de7450d93f {{(pid=105585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:53:53.117836 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-67293651-775e-4ec3-b0fe-bac1f9b55fc2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:53.181963 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.db [None req-67293651-775e-4ec3-b0fe-bac1f9b55fc2 admin admin] For port 103dc544-301d-4127-9cdb-48de7450d93f, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=103dc544-301d-4127-9cdb-48de7450d93f,segment=NetworkSegment(acb746be-e5d3-4907-918a-c8ec08b3f9a5),segment_id=acb746be-e5d3-4907-918a-c8ec08b3f9a5)] {{(pid=105585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:53:53.182341 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-67293651-775e-4ec3-b0fe-bac1f9b55fc2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:53.196574 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [None req-67293651-775e-4ec3-b0fe-bac1f9b55fc2 admin admin] Calling delete_port for 103dc544-301d-4127-9cdb-48de7450d93f owned by network:dhcp {{(pid=105585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:53:53.208542 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a523f7c2-7408-4279-9a1b-cc301a12c125 None None] DHCP port deletion for 1279daf7-c49c-41bf-8343-4f3073e7eddd request from n-d-705658-22 {{(pid=105586) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 21:53:53.255397 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-a523f7c2-7408-4279-9a1b-cc301a12c125 None None] Deleting port 103dc544-301d-4127-9cdb-48de7450d93f {{(pid=105586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:53:53.255687 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-a523f7c2-7408-4279-9a1b-cc301a12c125 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:53.296344 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-67293651-775e-4ec3-b0fe-bac1f9b55fc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:53.324000 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-a523f7c2-7408-4279-9a1b-cc301a12c125 None None] For port 103dc544-301d-4127-9cdb-48de7450d93f, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=103dc544-301d-4127-9cdb-48de7450d93f,segment=NetworkSegment(acb746be-e5d3-4907-918a-c8ec08b3f9a5),segment_id=acb746be-e5d3-4907-918a-c8ec08b3f9a5)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:53:53.324398 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-a523f7c2-7408-4279-9a1b-cc301a12c125 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:53.328886 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67293651-775e-4ec3-b0fe-bac1f9b55fc2 admin admin] Pushing event deleted for resources: {'Port': ['ID=103dc544-301d-4127-9cdb-48de7450d93f,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:53:53.334248 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67293651-775e-4ec3-b0fe-bac1f9b55fc2 admin admin] No DVR routers for this DVR port 103dc544-301d-4127-9cdb-48de7450d93f on host n-d-705658-22 {{(pid=105585) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:53:53.338255 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-a523f7c2-7408-4279-9a1b-cc301a12c125 None None] Calling delete_port for 103dc544-301d-4127-9cdb-48de7450d93f owned by network:dhcp {{(pid=105586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:53:53.410071 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-67293651-775e-4ec3-b0fe-bac1f9b55fc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853562', 'neutron.services.segments.db._delete_segments_for_network-8790688882975'] for network, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:53.412743 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-a523f7c2-7408-4279-9a1b-cc301a12c125 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180'] for port, after_delete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:53.420744 n-d-705658-22 neutron-server[105585]: DEBUG neutron.services.segments.db [None req-67293651-775e-4ec3-b0fe-bac1f9b55fc2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1279daf7-c49c-41bf-8343-4f3073e7eddd']}} {{(pid=105585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:53:53.432635 n-d-705658-22 neutron-server[105585]: DEBUG neutron.services.segments.db [None req-67293651-775e-4ec3-b0fe-bac1f9b55fc2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'acb746be-e5d3-4907-918a-c8ec08b3f9a5') {'for_net_delete': True} {{(pid=105585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:53:53.432925 n-d-705658-22 neutron-server[105585]: DEBUG neutron.services.segments.db [None req-67293651-775e-4ec3-b0fe-bac1f9b55fc2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'acb746be-e5d3-4907-918a-c8ec08b3f9a5') {} {{(pid=105585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:53:53.441778 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a523f7c2-7408-4279-9a1b-cc301a12c125 None None] Pushing event deleted for resources: {'Port': ['ID=103dc544-301d-4127-9cdb-48de7450d93f,revision_number=None']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:53:53.443200 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a523f7c2-7408-4279-9a1b-cc301a12c125 None None] No DVR routers for this DVR port 103dc544-301d-4127-9cdb-48de7450d93f on host n-d-705658-22 {{(pid=105586) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:53:53.444793 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-67293651-775e-4ec3-b0fe-bac1f9b55fc2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790688883752', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9886370'] for segment, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:53.461729 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-67293651-775e-4ec3-b0fe-bac1f9b55fc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:53.467954 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67293651-775e-4ec3-b0fe-bac1f9b55fc2 admin admin] Releasing vlan 225 on physical network physnet1 to pool {{(pid=105585) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:53:53.468487 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-67293651-775e-4ec3-b0fe-bac1f9b55fc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10221644'] for segment, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:53.470263 n-d-705658-22 neutron-server[105585]: Traceback (most recent call last): Jul 27 21:53:53.470263 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:53:53.470263 n-d-705658-22 neutron-server[105585]: timer() Jul 27 21:53:53.470263 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:53:53.470263 n-d-705658-22 neutron-server[105585]: cb(*args, **kw) Jul 27 21:53:53.470263 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:53:53.470263 n-d-705658-22 neutron-server[105585]: return func(*args, **kwargs) Jul 27 21:53:53.470263 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:53:53.470263 n-d-705658-22 neutron-server[105585]: self._notify() Jul 27 21:53:53.470263 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:53:53.470263 n-d-705658-22 neutron-server[105585]: self.callback(batched_events) Jul 27 21:53:53.470263 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:53:53.470263 n-d-705658-22 neutron-server[105585]: event.method(event) Jul 27 21:53:53.470263 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:53:53.470263 n-d-705658-22 neutron-server[105585]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:53:53.470263 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:53:53.470263 n-d-705658-22 neutron-server[105585]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:53:53.470263 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:53:53.470263 n-d-705658-22 neutron-server[105585]: return f(self, *a, **k) Jul 27 21:53:53.470263 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:53:53.470263 n-d-705658-22 neutron-server[105585]: return self._get(url).json() Jul 27 21:53:53.470263 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:53:53.470263 n-d-705658-22 neutron-server[105585]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:53:53.470263 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:53:53.470263 n-d-705658-22 neutron-server[105585]: return self.request(url, 'GET', **kwargs) Jul 27 21:53:53.470263 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:53:53.470263 n-d-705658-22 neutron-server[105585]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:53:53.470263 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:53:53.470263 n-d-705658-22 neutron-server[105585]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:53:53.470263 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:53:53.470263 n-d-705658-22 neutron-server[105585]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:53:53.470263 n-d-705658-22 neutron-server[105585]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:53:53.533592 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-67293651-775e-4ec3-b0fe-bac1f9b55fc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4075658'] for network, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:53.539776 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-67293651-775e-4ec3-b0fe-bac1f9b55fc2 admin admin] Notify callbacks [] for network, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:53.541611 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-67293651-775e-4ec3-b0fe-bac1f9b55fc2 admin admin] 10.222.0.59 "DELETE /v2.0/networks/1279daf7-c49c-41bf-8343-4f3073e7eddd HTTP/1.1" status: 204 len: 168 time: 0.5495651 Jul 27 21:53:53.544719 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 38132) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:53:53.559100 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67293651-775e-4ec3-b0fe-bac1f9b55fc2 admin admin] Pushing event deleted for resources: {'Network': ['ID=1279daf7-c49c-41bf-8343-4f3073e7eddd,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:53:53.880495 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-fd1035cf-0bc0-44c5-966d-17dbdaadfc9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4076536'] for router_interface, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:54.129229 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-fd1035cf-0bc0-44c5-966d-17dbdaadfc9a admin admin] Deleting port b39ad1a0-5e77-4b71-b74d-c3cb0b24b39d {{(pid=105584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:53:54.129580 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-fd1035cf-0bc0-44c5-966d-17dbdaadfc9a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:54.209990 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [None req-fd1035cf-0bc0-44c5-966d-17dbdaadfc9a admin admin] For port b39ad1a0-5e77-4b71-b74d-c3cb0b24b39d, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=b39ad1a0-5e77-4b71-b74d-c3cb0b24b39d,segment=NetworkSegment(4f9ae6d5-fb13-4b09-a61e-58fc6a037978),segment_id=4f9ae6d5-fb13-4b09-a61e-58fc6a037978)] {{(pid=105584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:53:54.210360 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-fd1035cf-0bc0-44c5-966d-17dbdaadfc9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:54.222751 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-fd1035cf-0bc0-44c5-966d-17dbdaadfc9a admin admin] Calling delete_port for b39ad1a0-5e77-4b71-b74d-c3cb0b24b39d owned by network:router_interface {{(pid=105584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:53:54.363332 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 8af1d5c2-9956-495b-b661-a6777333cc18 no longer exists at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:53:54.387582 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] No Port match for: 8af1d5c2-9956-495b-b661-a6777333cc18 {{(pid=105586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:53:54.387907 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 8af1d5c2-9956-495b-b661-a6777333cc18 not bound to the agent host n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:53:54.388335 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 103dc544-301d-4127-9cdb-48de7450d93f no longer exists at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:53:54.406673 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-fd1035cf-0bc0-44c5-966d-17dbdaadfc9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:54.407349 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] No Port match for: 103dc544-301d-4127-9cdb-48de7450d93f {{(pid=105586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:53:54.407705 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 103dc544-301d-4127-9cdb-48de7450d93f not bound to the agent host n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:53:54.408126 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 194d1dff-ce79-4dbf-8c79-80546cc4cf74 no longer exists at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:53:54.426452 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] No Port match for: 194d1dff-ce79-4dbf-8c79-80546cc4cf74 {{(pid=105586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:53:54.426804 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 194d1dff-ce79-4dbf-8c79-80546cc4cf74 not bound to the agent host n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:53:54.433131 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1035cf-0bc0-44c5-966d-17dbdaadfc9a admin admin] Pushing event deleted for resources: {'Port': ['ID=b39ad1a0-5e77-4b71-b74d-c3cb0b24b39d,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:53:54.597215 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-fd1035cf-0bc0-44c5-966d-17dbdaadfc9a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3743915', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4076308'] for router_interface, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:54.806922 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd1035cf-0bc0-44c5-966d-17dbdaadfc9a admin admin] Router 15db849a-9377-44d4-ae1f-6f4d7f758732 has already been hosted by L3 agent dd128fd7-8e57-4d4f-895b-a96b369df59a {{(pid=105584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:53:54.911164 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd1035cf-0bc0-44c5-966d-17dbdaadfc9a admin admin] Notify agent at l3_agent.n-d-705658-22 the message routers_updated {{(pid=105584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:53:54.916634 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-fd1035cf-0bc0-44c5-966d-17dbdaadfc9a admin admin] 10.222.0.59 "PUT /v2.0/routers/15db849a-9377-44d4-ae1f-6f4d7f758732/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3708501 Jul 27 21:53:54.919090 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 38134) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:53:54.921698 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b8c9295-a3fd-4fd2-97e2-fc35f6b4b7d8 None None] Sync routers for ids ['15db849a-9377-44d4-ae1f-6f4d7f758732'] in n-d-705658-22 {{(pid=105587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:53:54.931529 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b8c9295-a3fd-4fd2-97e2-fc35f6b4b7d8 None None] Routers {'15db849a-9377-44d4-ae1f-6f4d7f758732'} bound to L3 agent in host n-d-705658-22 {{(pid=105587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:53:54.932204 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-1b8c9295-a3fd-4fd2-97e2-fc35f6b4b7d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:53:42Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['15db849a-9377-44d4-ae1f-6f4d7f758732'], 'active': True} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:53:55.023348 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-5ee6c8ca-50ca-46a7-8687-eff494918c6c admin admin] Notify callbacks [] for router, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:55.034650 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvr_db [None req-1b8c9295-a3fd-4fd2-97e2-fc35f6b4b7d8 None None] Set router 15db849a-9377-44d4-ae1f-6f4d7f758732 gateway port host: n-d-705658-22 {{(pid=105587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:53:55.124895 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-5ee6c8ca-50ca-46a7-8687-eff494918c6c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:55.175130 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-5ee6c8ca-50ca-46a7-8687-eff494918c6c admin admin] Deleting port 239d17b7-0dd6-4a05-b600-19192c95e571 {{(pid=105584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:53:55.175475 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-5ee6c8ca-50ca-46a7-8687-eff494918c6c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:55.215658 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-1b8c9295-a3fd-4fd2-97e2-fc35f6b4b7d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15db849a-9377-44d4-ae1f-6f4d7f758732', 'name': 'tempest-TestEncryptedCinderVolumes-2027112525-router', 'tenant_id': 'c779f9c4b09d48f8905814f652273241', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.46'}], 'enable_snat': True}, 'gw_port_id': '239d17b7-0dd6-4a05-b600-19192c95e571', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:52:41Z', 'updated_at': '2021-07-27T21:53:54Z', 'revision_number': 5, 'project_id': 'c779f9c4b09d48f8905814f652273241', 'gw_port': {'id': '239d17b7-0dd6-4a05-b600-19192c95e571', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:ba:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15db849a-9377-44d4-ae1f-6f4d7f758732', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4126, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:52:41Z', 'updated_at': '2021-07-27T21:52:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22'}], 'n-d-705658-22', False) {} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:53:55.242479 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b8c9295-a3fd-4fd2-97e2-fc35f6b4b7d8 None None] Checking router: 15db849a-9377-44d4-ae1f-6f4d7f758732 for host: n-d-705658-22 {{(pid=105587) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:53:55.251853 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b8c9295-a3fd-4fd2-97e2-fc35f6b4b7d8 None None] Routers {'15db849a-9377-44d4-ae1f-6f4d7f758732'} bound to L3 agent in host n-d-705658-22 {{(pid=105587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:53:55.252466 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-1b8c9295-a3fd-4fd2-97e2-fc35f6b4b7d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:53:42Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['15db849a-9377-44d4-ae1f-6f4d7f758732'], 'active': True} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:53:55.258039 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [None req-5ee6c8ca-50ca-46a7-8687-eff494918c6c admin admin] For port 239d17b7-0dd6-4a05-b600-19192c95e571, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=239d17b7-0dd6-4a05-b600-19192c95e571,segment=NetworkSegment(12196855-9a32-4633-9a56-77697ef9e126),segment_id=12196855-9a32-4633-9a56-77697ef9e126)] {{(pid=105584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:53:55.258408 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-5ee6c8ca-50ca-46a7-8687-eff494918c6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:55.270570 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-5ee6c8ca-50ca-46a7-8687-eff494918c6c admin admin] Calling delete_port for 239d17b7-0dd6-4a05-b600-19192c95e571 owned by network:router_gateway {{(pid=105584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:53:55.341316 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvr_db [None req-1b8c9295-a3fd-4fd2-97e2-fc35f6b4b7d8 None None] Set router 15db849a-9377-44d4-ae1f-6f4d7f758732 gateway port host: None {{(pid=105587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:53:55.392147 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-1b8c9295-a3fd-4fd2-97e2-fc35f6b4b7d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15db849a-9377-44d4-ae1f-6f4d7f758732', 'name': 'tempest-TestEncryptedCinderVolumes-2027112525-router', 'tenant_id': 'c779f9c4b09d48f8905814f652273241', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:52:41Z', 'updated_at': '2021-07-27T21:53:55Z', 'revision_number': 6, 'project_id': 'c779f9c4b09d48f8905814f652273241', 'gw_port_host': None}], 'n-d-705658-22', False) {} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:53:55.421116 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b8c9295-a3fd-4fd2-97e2-fc35f6b4b7d8 None None] The sync data for ids ['15db849a-9377-44d4-ae1f-6f4d7f758732'] in n-d-705658-22 is: [{'id': '15db849a-9377-44d4-ae1f-6f4d7f758732', 'name': 'tempest-TestEncryptedCinderVolumes-2027112525-router', 'tenant_id': 'c779f9c4b09d48f8905814f652273241', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:52:41Z', 'updated_at': '2021-07-27T21:53:55Z', 'revision_number': 6, 'project_id': 'c779f9c4b09d48f8905814f652273241', 'gw_port_host': None}] {{(pid=105587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:53:55.436947 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-5ee6c8ca-50ca-46a7-8687-eff494918c6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:55.464403 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee6c8ca-50ca-46a7-8687-eff494918c6c admin admin] Pushing event deleted for resources: {'Port': ['ID=239d17b7-0dd6-4a05-b600-19192c95e571,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:53:55.523482 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-5ee6c8ca-50ca-46a7-8687-eff494918c6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4075702'] for router_gateway, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:55.613284 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-5ee6c8ca-50ca-46a7-8687-eff494918c6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4163631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-425'] for router, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:55.615377 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-5ee6c8ca-50ca-46a7-8687-eff494918c6c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:55.660009 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-5ee6c8ca-50ca-46a7-8687-eff494918c6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4163007'] for router, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:55.660475 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ee6c8ca-50ca-46a7-8687-eff494918c6c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 15db849a-9377-44d4-ae1f-6f4d7f758732 {{(pid=105584) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 21:53:55.665506 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-5ee6c8ca-50ca-46a7-8687-eff494918c6c admin admin] Notify callbacks [] for router, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:55.666701 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-5ee6c8ca-50ca-46a7-8687-eff494918c6c admin admin] 10.222.0.59 "DELETE /v2.0/routers/15db849a-9377-44d4-ae1f-6f4d7f758732 HTTP/1.1" status: 204 len: 168 time: 0.7462275 Jul 27 21:53:55.669216 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 38136) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:53:55.713951 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ecb847b-1bcb-4c91-b1fd-d24be8a233c9 admin admin] Deleting subnet 77209adc-93c0-4d65-bcb0-731f960c3434 {{(pid=105584) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:53:55.716828 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-6ecb847b-1bcb-4c91-b1fd-d24be8a233c9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:55.749631 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-6ecb847b-1bcb-4c91-b1fd-d24be8a233c9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9014207'] for subnet, precommit_delete_associations {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:56.103579 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-6ecb847b-1bcb-4c91-b1fd-d24be8a233c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854965'] for subnet, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:56.156431 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-6ecb847b-1bcb-4c91-b1fd-d24be8a233c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9014081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9738825'] for subnet, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:56.178946 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ecb847b-1bcb-4c91-b1fd-d24be8a233c9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=77209adc-93c0-4d65-bcb0-731f960c3434,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:53:56.188372 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-6ecb847b-1bcb-4c91-b1fd-d24be8a233c9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:56.189901 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-503896d2-0ea0-4136-a90c-d53e8b868a2e None None] Network 0c2108fc-8e25-47de-a964-4190c0616bf1 requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:53:56.190352 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-6ecb847b-1bcb-4c91-b1fd-d24be8a233c9 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/77209adc-93c0-4d65-bcb0-731f960c3434 HTTP/1.1" status: 204 len: 168 time: 0.5201604 Jul 27 21:53:56.192808 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 38138) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:53:56.263966 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-0a90403d-2531-4f6e-9fae-2b3441e93736 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-990557'] for network, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:56.320347 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-0a90403d-2531-4f6e-9fae-2b3441e93736 admin admin] Deleting port bce532bd-94ce-4879-af9b-c9a90b30078b {{(pid=105584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:53:56.320790 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-0a90403d-2531-4f6e-9fae-2b3441e93736 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:56.392503 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [None req-0a90403d-2531-4f6e-9fae-2b3441e93736 admin admin] For port bce532bd-94ce-4879-af9b-c9a90b30078b, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=bce532bd-94ce-4879-af9b-c9a90b30078b,segment=NetworkSegment(4f9ae6d5-fb13-4b09-a61e-58fc6a037978),segment_id=4f9ae6d5-fb13-4b09-a61e-58fc6a037978)] {{(pid=105584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:53:56.392881 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-0a90403d-2531-4f6e-9fae-2b3441e93736 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:56.406874 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-0a90403d-2531-4f6e-9fae-2b3441e93736 admin admin] Calling delete_port for bce532bd-94ce-4879-af9b-c9a90b30078b owned by network:dhcp {{(pid=105584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:53:56.461698 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device b39ad1a0-5e77-4b71-b74d-c3cb0b24b39d no longer exists at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:53:56.483512 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] No Port match for: b39ad1a0-5e77-4b71-b74d-c3cb0b24b39d {{(pid=105586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:53:56.483856 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device b39ad1a0-5e77-4b71-b74d-c3cb0b24b39d not bound to the agent host n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:53:56.484276 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 239d17b7-0dd6-4a05-b600-19192c95e571 no longer exists at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:53:56.499819 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-0a90403d-2531-4f6e-9fae-2b3441e93736 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:56.510779 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] No Port match for: 239d17b7-0dd6-4a05-b600-19192c95e571 {{(pid=105586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:53:56.511163 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 239d17b7-0dd6-4a05-b600-19192c95e571 not bound to the agent host n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:53:56.526880 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a90403d-2531-4f6e-9fae-2b3441e93736 admin admin] Pushing event deleted for resources: {'Port': ['ID=bce532bd-94ce-4879-af9b-c9a90b30078b,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:53:56.532910 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a90403d-2531-4f6e-9fae-2b3441e93736 admin admin] No DVR routers for this DVR port bce532bd-94ce-4879-af9b-c9a90b30078b on host n-d-705658-22 {{(pid=105584) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:53:56.597145 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdadc0e5-fc5e-4e10-b01f-87742d265822 None None] DHCP port deletion for 0c2108fc-8e25-47de-a964-4190c0616bf1 request from n-d-705658-22 {{(pid=105586) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 21:53:56.610456 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-0a90403d-2531-4f6e-9fae-2b3441e93736 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853562', 'neutron.services.segments.db._delete_segments_for_network-8790688882975'] for network, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:56.620386 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.segments.db [None req-0a90403d-2531-4f6e-9fae-2b3441e93736 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c2108fc-8e25-47de-a964-4190c0616bf1']}} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:53:56.631079 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.segments.db [None req-0a90403d-2531-4f6e-9fae-2b3441e93736 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f9ae6d5-fb13-4b09-a61e-58fc6a037978') {'for_net_delete': True} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:53:56.631333 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.segments.db [None req-0a90403d-2531-4f6e-9fae-2b3441e93736 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f9ae6d5-fb13-4b09-a61e-58fc6a037978') {} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:53:56.639940 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-0a90403d-2531-4f6e-9fae-2b3441e93736 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790688883752', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9014348'] for segment, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:56.653831 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-0a90403d-2531-4f6e-9fae-2b3441e93736 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:56.659662 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a90403d-2531-4f6e-9fae-2b3441e93736 admin admin] Releasing vlan 241 on physical network physnet1 to pool {{(pid=105584) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:53:56.660063 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-0a90403d-2531-4f6e-9fae-2b3441e93736 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9014063'] for segment, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:56.661799 n-d-705658-22 neutron-server[105584]: Traceback (most recent call last): Jul 27 21:53:56.661799 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:53:56.661799 n-d-705658-22 neutron-server[105584]: timer() Jul 27 21:53:56.661799 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:53:56.661799 n-d-705658-22 neutron-server[105584]: cb(*args, **kw) Jul 27 21:53:56.661799 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:53:56.661799 n-d-705658-22 neutron-server[105584]: return func(*args, **kwargs) Jul 27 21:53:56.661799 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:53:56.661799 n-d-705658-22 neutron-server[105584]: self._notify() Jul 27 21:53:56.661799 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:53:56.661799 n-d-705658-22 neutron-server[105584]: self.callback(batched_events) Jul 27 21:53:56.661799 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:53:56.661799 n-d-705658-22 neutron-server[105584]: event.method(event) Jul 27 21:53:56.661799 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:53:56.661799 n-d-705658-22 neutron-server[105584]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:53:56.661799 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:53:56.661799 n-d-705658-22 neutron-server[105584]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:53:56.661799 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:53:56.661799 n-d-705658-22 neutron-server[105584]: return f(self, *a, **k) Jul 27 21:53:56.661799 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:53:56.661799 n-d-705658-22 neutron-server[105584]: return self._get(url).json() Jul 27 21:53:56.661799 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:53:56.661799 n-d-705658-22 neutron-server[105584]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:53:56.661799 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:53:56.661799 n-d-705658-22 neutron-server[105584]: return self.request(url, 'GET', **kwargs) Jul 27 21:53:56.661799 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:53:56.661799 n-d-705658-22 neutron-server[105584]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:53:56.661799 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:53:56.661799 n-d-705658-22 neutron-server[105584]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:53:56.661799 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:53:56.661799 n-d-705658-22 neutron-server[105584]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:53:56.661799 n-d-705658-22 neutron-server[105584]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:53:56.714658 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-0a90403d-2531-4f6e-9fae-2b3441e93736 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4075658'] for network, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:56.720948 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-0a90403d-2531-4f6e-9fae-2b3441e93736 admin admin] Notify callbacks [] for network, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:56.722631 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-0a90403d-2531-4f6e-9fae-2b3441e93736 admin admin] 10.222.0.59 "DELETE /v2.0/networks/0c2108fc-8e25-47de-a964-4190c0616bf1 HTTP/1.1" status: 204 len: 168 time: 0.5288718 Jul 27 21:53:56.734156 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a90403d-2531-4f6e-9fae-2b3441e93736 admin admin] Pushing event deleted for resources: {'Network': ['ID=0c2108fc-8e25-47de-a964-4190c0616bf1,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:53:56.900507 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 38142) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:53:56.938699 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-1c979c67-2757-4691-96ed-361b3fdf84cf admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=16f93b5aed9946598771fe58223ce9b1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0370305 Jul 27 21:53:56.940947 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 38144) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:53:56.987298 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-3b91557a-82d6-4b8a-8bf4-51d77dc8769d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:57.008867 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-3b91557a-82d6-4b8a-8bf4-51d77dc8769d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:57.059074 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-3b91557a-82d6-4b8a-8bf4-51d77dc8769d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:57.061926 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-3b91557a-82d6-4b8a-8bf4-51d77dc8769d admin admin] Notify callbacks [] for security_group, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:57.063094 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-3b91557a-82d6-4b8a-8bf4-51d77dc8769d admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/59afd472-1388-4777-a016-42b4fd306012 HTTP/1.1" status: 204 len: 168 time: 0.1212480 Jul 27 21:53:57.072042 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b91557a-82d6-4b8a-8bf4-51d77dc8769d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59afd472-1388-4777-a016-42b4fd306012,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:53:57.368997 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 38150) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:53:57.408451 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-7620ccb7-5d7b-4051-8338-f3c064a58373 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=c779f9c4b09d48f8905814f652273241&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0382080 Jul 27 21:53:57.410688 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 38154) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:53:57.456905 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-5e6e5d8b-ac75-4e53-ae0d-34cb4095cb50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:57.477130 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-5e6e5d8b-ac75-4e53-ae0d-34cb4095cb50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:57.522868 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-5e6e5d8b-ac75-4e53-ae0d-34cb4095cb50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:57.525508 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-5e6e5d8b-ac75-4e53-ae0d-34cb4095cb50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:57.526650 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-5e6e5d8b-ac75-4e53-ae0d-34cb4095cb50 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/631386d8-4c1f-40ae-b554-4a5df423ee7d HTTP/1.1" status: 204 len: 168 time: 0.1150410 Jul 27 21:53:57.534254 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6e5d8b-ac75-4e53-ae0d-34cb4095cb50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=631386d8-4c1f-40ae-b554-4a5df423ee7d,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:53:58.156544 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 38176) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:53:58.278576 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-76cf330e-32c7-4fd3-be7a-e78009ee8375 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-950956030-network', 'tenant_id': '8ac72fbe028843a69cd8ec20ae9f11f9'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:53:58.299696 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76cf330e-32c7-4fd3-be7a-e78009ee8375 admin admin] Made reservation on behalf of 8ac72fbe028843a69cd8ec20ae9f11f9 for: {'network': 1} {{(pid=105585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:53:58.302216 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-76cf330e-32c7-4fd3-be7a-e78009ee8375 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for network, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:58.311444 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-76cf330e-32c7-4fd3-be7a-e78009ee8375 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:58.361593 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device bce532bd-94ce-4879-af9b-c9a90b30078b no longer exists at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:53:58.381191 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] No Port match for: bce532bd-94ce-4879-af9b-c9a90b30078b {{(pid=105586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:53:58.382199 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device bce532bd-94ce-4879-af9b-c9a90b30078b not bound to the agent host n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:53:58.401736 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-76cf330e-32c7-4fd3-be7a-e78009ee8375 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:58.405325 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-76cf330e-32c7-4fd3-be7a-e78009ee8375 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:58.425905 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76cf330e-32c7-4fd3-be7a-e78009ee8375 admin admin] vlan segment allocate from pool success with {'vlan_id': 222, 'physical_network': 'physnet1'} {{(pid=105585) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:53:58.442894 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76cf330e-32c7-4fd3-be7a-e78009ee8375 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe64565b-4f45-418e-8ffb-64a90a4ed3cc,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:53:58.446302 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-76cf330e-32c7-4fd3-be7a-e78009ee8375 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:58.446720 n-d-705658-22 neutron-server[105585]: INFO neutron.db.segments_db [None req-76cf330e-32c7-4fd3-be7a-e78009ee8375 admin admin] Added segment f27c40fc-d47d-4efc-980c-3ecccb426253 of type vlan for network 5f07235f-4aa5-4d40-8859-a30644d4a149 Jul 27 21:53:58.485957 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-76cf330e-32c7-4fd3-be7a-e78009ee8375 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790688424798'] for network, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:58.513669 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-76cf330e-32c7-4fd3-be7a-e78009ee8375 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920'] for network, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:58.514519 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76cf330e-32c7-4fd3-be7a-e78009ee8375 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:53:58.515125 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-76cf330e-32c7-4fd3-be7a-e78009ee8375 admin admin] Notify callbacks [] for network, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:58.566048 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-76cf330e-32c7-4fd3-be7a-e78009ee8375 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4083416 Jul 27 21:53:58.569703 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 38180) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:53:58.575507 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-ba6043cb-0f1f-4745-a155-1c9e35bf3248 admin admin] Request body: {'subnet': {'network_id': '5f07235f-4aa5-4d40-8859-a30644d4a149', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-950956030-subnet', 'tenant_id': '8ac72fbe028843a69cd8ec20ae9f11f9', 'ip_version': 4}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:53:58.576000 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76cf330e-32c7-4fd3-be7a-e78009ee8375 admin admin] Pushing event updated for resources: {'Network': ['ID=5f07235f-4aa5-4d40-8859-a30644d4a149,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:53:58.586432 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Network 5f07235f-4aa5-4d40-8859-a30644d4a149 details requested by agent ovs-agent-n-d-705658-22 with host n-d-705658-22 {{(pid=105586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:53:58.598863 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba6043cb-0f1f-4745-a155-1c9e35bf3248 admin admin] Made reservation on behalf of 8ac72fbe028843a69cd8ec20ae9f11f9 for: {'subnet': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:53:58.601929 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-ba6043cb-0f1f-4745-a155-1c9e35bf3248 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9738786'] for subnet, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:58.783036 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-ba6043cb-0f1f-4745-a155-1c9e35bf3248 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9014150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9738800'] for subnet, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:58.840895 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6043cb-0f1f-4745-a155-1c9e35bf3248 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c9d976c4-5125-47c3-9d6e-de1d71f4352a,revision_number=0']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:53:58.849311 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba6043cb-0f1f-4745-a155-1c9e35bf3248 admin admin] Checking segment: {'id': 'f27c40fc-d47d-4efc-980c-3ecccb426253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '5f07235f-4aa5-4d40-8859-a30644d4a149'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:53:58.849669 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba6043cb-0f1f-4745-a155-1c9e35bf3248 admin admin] Network hostable DHCP agents. Network: 5f07235f-4aa5-4d40-8859-a30644d4a149, hostable agents: ['7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a'], hosted agents: [] {{(pid=105584) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:53:58.866428 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba6043cb-0f1f-4745-a155-1c9e35bf3248 admin admin] Network 5f07235f-4aa5-4d40-8859-a30644d4a149 is scheduled to be hosted by DHCP agent 7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a with binding_index 1 {{(pid=105584) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:53:58.875265 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [None req-ba6043cb-0f1f-4745-a155-1c9e35bf3248 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-22, 5f07235f-4aa5-4d40-8859-a30644d4a149) {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:53:58.884738 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba6043cb-0f1f-4745-a155-1c9e35bf3248 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:53:58.885432 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-ba6043cb-0f1f-4745-a155-1c9e35bf3248 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:58.886430 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06aa5c65-780d-4bd5-b073-092240c3889f None None] Network 5f07235f-4aa5-4d40-8859-a30644d4a149 requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:53:58.899265 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-ba6043cb-0f1f-4745-a155-1c9e35bf3248 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3278396 Jul 27 21:53:58.901980 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 38182) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:53:58.906300 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-721b13e1-63dd-44b6-a277-7f31bfab5bc8 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-950956030-router', 'tenant_id': '8ac72fbe028843a69cd8ec20ae9f11f9', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305'}}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:53:58.929484 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-721b13e1-63dd-44b6-a277-7f31bfab5bc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4163813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-443'] for router, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:58.930469 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-721b13e1-63dd-44b6-a277-7f31bfab5bc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4165196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4077059', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3711235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-418'] for router, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:59.018264 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-721b13e1-63dd-44b6-a277-7f31bfab5bc8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:59.040419 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9be45fc3-a7d2-4254-86a5-491a62c61686 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30bb4b93-b285-5d90-9493-f9ec33ea333c-5f07235f-4aa5-4d40-8859-a30644d4a149', 'network_id': '5f07235f-4aa5-4d40-8859-a30644d4a149', 'tenant_id': '8ac72fbe028843a69cd8ec20ae9f11f9', 'fixed_ips': [{'subnet_id': 'c9d976c4-5125-47c3-9d6e-de1d71f4352a'}]}} from n-d-705658-22. {{(pid=105586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 21:53:59.041288 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-9be45fc3-a7d2-4254-86a5-491a62c61686 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:59.149792 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-721b13e1-63dd-44b6-a277-7f31bfab5bc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4077169', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4163787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-400'] for router, precommit_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:59.172509 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.db_base_plugin_common [None req-9be45fc3-a7d2-4254-86a5-491a62c61686 None None] Allocated IP 172.20.0.2 (5f07235f-4aa5-4d40-8859-a30644d4a149/c9d976c4-5125-47c3-9d6e-de1d71f4352a/1bfbbfcb-f6d8-4301-8811-63b14a2ade6f) {{(pid=105586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:53:59.318788 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-9be45fc3-a7d2-4254-86a5-491a62c61686 None None] Notify callbacks [] for port, precommit_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:59.328226 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-9be45fc3-a7d2-4254-86a5-491a62c61686 None None] Transition to ACTIVE for port object 1bfbbfcb-f6d8-4301-8811-63b14a2ade6f will not be triggered until provisioned by entity L2. {{(pid=105586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:53:59.344538 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-9be45fc3-a7d2-4254-86a5-491a62c61686 None None] Transition to ACTIVE for port object 1bfbbfcb-f6d8-4301-8811-63b14a2ade6f will not be triggered until provisioned by entity DHCP. {{(pid=105586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:53:59.349783 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-721b13e1-63dd-44b6-a277-7f31bfab5bc8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:59.351045 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-9be45fc3-a7d2-4254-86a5-491a62c61686 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143'] for port, after_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:59.377097 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-721b13e1-63dd-44b6-a277-7f31bfab5bc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:59.391644 n-d-705658-22 neutron-server[105586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9be45fc3-a7d2-4254-86a5-491a62c61686 None None] Network 5f07235f-4aa5-4d40-8859-a30644d4a149 is already hosted by enough agents. {{(pid=105586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:53:59.397826 n-d-705658-22 neutron-server[105586]: DEBUG neutron.scheduler.base_scheduler [None req-9be45fc3-a7d2-4254-86a5-491a62c61686 None None] Resources bound (agent type, host, resource id): {{(pid=105586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:53:59.402093 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9be45fc3-a7d2-4254-86a5-491a62c61686 None None] Received port after_create {{(pid=105586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:53:59.405055 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be45fc3-a7d2-4254-86a5-491a62c61686 None None] Pushing event updated for resources: {'Port': ['ID=1bfbbfcb-f6d8-4301-8811-63b14a2ade6f,revision_number=1']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:53:59.461310 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-9be45fc3-a7d2-4254-86a5-491a62c61686 None None] Attempting to bind port 1bfbbfcb-f6d8-4301-8811-63b14a2ade6f on host n-d-705658-22 for vnic_type normal with profile {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:53:59.461983 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-9be45fc3-a7d2-4254-86a5-491a62c61686 None None] Attempting to bind port 1bfbbfcb-f6d8-4301-8811-63b14a2ade6f by drivers openvswitch,hyperv on host n-d-705658-22 at level 0 using segments [{'id': 'f27c40fc-d47d-4efc-980c-3ecccb426253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '5f07235f-4aa5-4d40-8859-a30644d4a149'}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:53:59.462347 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9be45fc3-a7d2-4254-86a5-491a62c61686 None None] Attempting to bind port 1bfbbfcb-f6d8-4301-8811-63b14a2ade6f on network 5f07235f-4aa5-4d40-8859-a30644d4a149 {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:53:59.467243 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9be45fc3-a7d2-4254-86a5-491a62c61686 None None] Checking agent: {'id': '04a7ea91-6318-467e-ace6-b0fb48c8690f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 41, 42), 'started_at': datetime.datetime(2021, 7, 27, 20, 42, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 53, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:53:59.467624 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9be45fc3-a7d2-4254-86a5-491a62c61686 None None] Checking segment: {'id': 'f27c40fc-d47d-4efc-980c-3ecccb426253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '5f07235f-4aa5-4d40-8859-a30644d4a149'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:53:59.468026 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-9be45fc3-a7d2-4254-86a5-491a62c61686 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:59.468420 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9be45fc3-a7d2-4254-86a5-491a62c61686 None None] Bound using segment: {'id': 'f27c40fc-d47d-4efc-980c-3ecccb426253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '5f07235f-4aa5-4d40-8859-a30644d4a149'} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:53:59.468888 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-9be45fc3-a7d2-4254-86a5-491a62c61686 None None] Bound port: 1bfbbfcb-f6d8-4301-8811-63b14a2ade6f, host: n-d-705658-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f27c40fc-d47d-4efc-980c-3ecccb426253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '5f07235f-4aa5-4d40-8859-a30644d4a149'}}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:53:59.469270 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-9be45fc3-a7d2-4254-86a5-491a62c61686 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:59.484420 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.db_base_plugin_common [None req-721b13e1-63dd-44b6-a277-7f31bfab5bc8 admin admin] Allocated IP 172.25.5.114 (8735d8a2-b604-4758-ae71-b40e4ee6f305/eca7dbab-b9c0-4c8f-a272-816ea8a81764/896b387f-03d7-484b-8af7-b9a93121f58b) {{(pid=105584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:53:59.532511 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-9be45fc3-a7d2-4254-86a5-491a62c61686 None None] For port 1bfbbfcb-f6d8-4301-8811-63b14a2ade6f, host n-d-705658-22, cleared binding levels {{(pid=105586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:53:59.535822 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-9be45fc3-a7d2-4254-86a5-491a62c61686 None None] For port 1bfbbfcb-f6d8-4301-8811-63b14a2ade6f, host n-d-705658-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=1bfbbfcb-f6d8-4301-8811-63b14a2ade6f,segment=NetworkSegment(f27c40fc-d47d-4efc-980c-3ecccb426253),segment_id=f27c40fc-d47d-4efc-980c-3ecccb426253)] {{(pid=105586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:53:59.540762 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-9be45fc3-a7d2-4254-86a5-491a62c61686 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:59.589871 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-721b13e1-63dd-44b6-a277-7f31bfab5bc8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:59.601452 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be45fc3-a7d2-4254-86a5-491a62c61686 None None] Pushing event updated for resources: {'Port': ['ID=1bfbbfcb-f6d8-4301-8811-63b14a2ade6f,revision_number=2']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:53:59.635667 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-721b13e1-63dd-44b6-a277-7f31bfab5bc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:59.672540 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-721b13e1-63dd-44b6-a277-7f31bfab5bc8 admin admin] Network 8735d8a2-b604-4758-ae71-b40e4ee6f305 is already hosted by enough agents. {{(pid=105584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:53:59.675372 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [None req-721b13e1-63dd-44b6-a277-7f31bfab5bc8 admin admin] Resources bound (agent type, host, resource id): {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:53:59.681722 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-721b13e1-63dd-44b6-a277-7f31bfab5bc8 admin admin] Received port after_create {{(pid=105584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:53:59.708669 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721b13e1-63dd-44b6-a277-7f31bfab5bc8 admin admin] Pushing event updated for resources: {'Port': ['ID=896b387f-03d7-484b-8af7-b9a93121f58b,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:53:59.956376 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-721b13e1-63dd-44b6-a277-7f31bfab5bc8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:00.144276 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-721b13e1-63dd-44b6-a277-7f31bfab5bc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4163804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4077150'] for router, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:00.284737 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-721b13e1-63dd-44b6-a277-7f31bfab5bc8 admin admin] Router 40b3c7f0-09ec-4a59-9370-55f07c503786 is scheduled to L3 agent dd128fd7-8e57-4d4f-895b-a96b369df59a with binding_index 1 {{(pid=105584) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 21:54:00.400561 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 1bfbbfcb-f6d8-4301-8811-63b14a2ade6f up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:54:00.404165 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-721b13e1-63dd-44b6-a277-7f31bfab5bc8 admin admin] Notify agent at l3_agent.n-d-705658-22 the message routers_updated {{(pid=105584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:54:00.425482 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-721b13e1-63dd-44b6-a277-7f31bfab5bc8 admin admin] Notify callbacks [] for router, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:00.427457 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-721b13e1-63dd-44b6-a277-7f31bfab5bc8 admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.5245390 Jul 27 21:54:00.428828 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08669ffd-bd8d-4c1d-a0fd-527c708461ea None None] Sync routers for ids ['40b3c7f0-09ec-4a59-9370-55f07c503786'] in n-d-705658-22 {{(pid=105586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:54:00.430638 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 38184) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:54:00.448327 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08669ffd-bd8d-4c1d-a0fd-527c708461ea None None] Routers {'40b3c7f0-09ec-4a59-9370-55f07c503786'} bound to L3 agent in host n-d-705658-22 {{(pid=105586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:54:00.448965 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-08669ffd-bd8d-4c1d-a0fd-527c708461ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:53:42Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['40b3c7f0-09ec-4a59-9370-55f07c503786'], 'active': True} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:54:00.484416 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8437ebc0-d4aa-4101-9984-a62dc4235c81 None None] Network 5f07235f-4aa5-4d40-8859-a30644d4a149 requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:54:00.599380 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning for port 1bfbbfcb-f6d8-4301-8811-63b14a2ade6f completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:54:00.634231 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-7606948f-4cc0-48d5-897e-a6752f368be9 None None] Provisioning for port 1bfbbfcb-f6d8-4301-8811-63b14a2ade6f completed by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:54:00.640908 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvr_db [None req-08669ffd-bd8d-4c1d-a0fd-527c708461ea None None] Set router 40b3c7f0-09ec-4a59-9370-55f07c503786 gateway port host: n-d-705658-22 {{(pid=105586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:54:00.644776 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-7606948f-4cc0-48d5-897e-a6752f368be9 None None] Provisioning complete for port 1bfbbfcb-f6d8-4301-8811-63b14a2ade6f triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:54:00.645148 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-7606948f-4cc0-48d5-897e-a6752f368be9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:00.855660 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-2bbd95c1-1dad-4e0a-95e7-3290b446802b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:00.925475 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-7606948f-4cc0-48d5-897e-a6752f368be9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:00.970577 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-7606948f-4cc0-48d5-897e-a6752f368be9 None None] For port 1bfbbfcb-f6d8-4301-8811-63b14a2ade6f, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=1bfbbfcb-f6d8-4301-8811-63b14a2ade6f,segment=NetworkSegment(f27c40fc-d47d-4efc-980c-3ecccb426253),segment_id=f27c40fc-d47d-4efc-980c-3ecccb426253)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:54:00.977457 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-7606948f-4cc0-48d5-897e-a6752f368be9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:01.004737 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-08669ffd-bd8d-4c1d-a0fd-527c708461ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40b3c7f0-09ec-4a59-9370-55f07c503786', 'name': 'tempest-TestMinimumBasicScenario-950956030-router', 'tenant_id': '8ac72fbe028843a69cd8ec20ae9f11f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.114'}], 'enable_snat': True}, 'gw_port_id': '896b387f-03d7-484b-8af7-b9a93121f58b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:53:58Z', 'updated_at': '2021-07-27T21:53:59Z', 'revision_number': 3, 'project_id': '8ac72fbe028843a69cd8ec20ae9f11f9', 'gw_port': {'id': '896b387f-03d7-484b-8af7-b9a93121f58b', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:3a:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40b3c7f0-09ec-4a59-9370-55f07c503786', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:53:59Z', 'updated_at': '2021-07-27T21:53:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22'}], 'n-d-705658-22', False) {} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:54:01.026211 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.db_base_plugin_common [None req-2bbd95c1-1dad-4e0a-95e7-3290b446802b admin admin] Allocated IP 172.20.0.1 (5f07235f-4aa5-4d40-8859-a30644d4a149/c9d976c4-5125-47c3-9d6e-de1d71f4352a/be234c1e-f779-44c2-9096-5280d609b615) {{(pid=105585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:54:01.034981 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08669ffd-bd8d-4c1d-a0fd-527c708461ea None None] Checking router: 40b3c7f0-09ec-4a59-9370-55f07c503786 for host: n-d-705658-22 {{(pid=105586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:54:01.035357 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08669ffd-bd8d-4c1d-a0fd-527c708461ea None None] Updating router 40b3c7f0-09ec-4a59-9370-55f07c503786 port 896b387f-03d7-484b-8af7-b9a93121f58b binding host n-d-705658-22 {{(pid=105586) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 21:54:01.079042 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7606948f-4cc0-48d5-897e-a6752f368be9 None None] Pushing event updated for resources: {'Port': ['ID=1bfbbfcb-f6d8-4301-8811-63b14a2ade6f,revision_number=3']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:54:01.090732 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-08669ffd-bd8d-4c1d-a0fd-527c708461ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:01.144164 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-2bbd95c1-1dad-4e0a-95e7-3290b446802b admin admin] Notify callbacks [] for port, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:01.157764 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.provisioning_blocks [None req-2bbd95c1-1dad-4e0a-95e7-3290b446802b admin admin] Transition to ACTIVE for port object be234c1e-f779-44c2-9096-5280d609b615 will not be triggered until provisioned by entity DHCP. {{(pid=105585) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:54:01.193710 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-2bbd95c1-1dad-4e0a-95e7-3290b446802b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:01.234490 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bbd95c1-1dad-4e0a-95e7-3290b446802b admin admin] Network 5f07235f-4aa5-4d40-8859-a30644d4a149 is already hosted by enough agents. {{(pid=105585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:54:01.237463 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.base_scheduler [None req-2bbd95c1-1dad-4e0a-95e7-3290b446802b admin admin] Resources bound (agent type, host, resource id): {{(pid=105585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:54:01.240967 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bbd95c1-1dad-4e0a-95e7-3290b446802b admin admin] Received port after_create {{(pid=105585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:54:01.243638 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-4c7531b4-b126-41ee-b319-c272d3716cee None None] Provisioning complete for port 1bfbbfcb-f6d8-4301-8811-63b14a2ade6f triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:54:01.244034 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-4c7531b4-b126-41ee-b319-c272d3716cee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:01.276768 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbd95c1-1dad-4e0a-95e7-3290b446802b admin admin] Pushing event updated for resources: {'Port': ['ID=be234c1e-f779-44c2-9096-5280d609b615,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:54:01.298646 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-2bbd95c1-1dad-4e0a-95e7-3290b446802b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4075523'] for router_interface, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:01.435872 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-08669ffd-bd8d-4c1d-a0fd-527c708461ea None None] Notify callbacks [] for port, precommit_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:01.447197 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-08669ffd-bd8d-4c1d-a0fd-527c708461ea None None] Transition to ACTIVE for port object 896b387f-03d7-484b-8af7-b9a93121f58b will not be triggered until provisioned by entity L2. {{(pid=105586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:54:01.453290 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-2bbd95c1-1dad-4e0a-95e7-3290b446802b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:01.453789 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-08669ffd-bd8d-4c1d-a0fd-527c708461ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:01.502103 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-08669ffd-bd8d-4c1d-a0fd-527c708461ea None None] Attempting to bind port 896b387f-03d7-484b-8af7-b9a93121f58b on host n-d-705658-22 for vnic_type normal with profile {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:54:01.502479 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-08669ffd-bd8d-4c1d-a0fd-527c708461ea None None] Attempting to bind port 896b387f-03d7-484b-8af7-b9a93121f58b by drivers openvswitch,hyperv on host n-d-705658-22 at level 0 using segments [{'id': '12196855-9a32-4633-9a56-77697ef9e126', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305'}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:54:01.502844 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08669ffd-bd8d-4c1d-a0fd-527c708461ea None None] Attempting to bind port 896b387f-03d7-484b-8af7-b9a93121f58b on network 8735d8a2-b604-4758-ae71-b40e4ee6f305 {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:54:01.508886 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0012c8-eabd-49e5-a106-2976e0cce8db None None] Pushing event updated for resources: {'Port': ['ID=896b387f-03d7-484b-8af7-b9a93121f58b,revision_number=2']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:54:01.513323 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08669ffd-bd8d-4c1d-a0fd-527c708461ea None None] Checking agent: {'id': '04a7ea91-6318-467e-ace6-b0fb48c8690f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 41, 42), 'started_at': datetime.datetime(2021, 7, 27, 20, 42, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 53, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:54:01.513701 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08669ffd-bd8d-4c1d-a0fd-527c708461ea None None] Checking segment: {'id': '12196855-9a32-4633-9a56-77697ef9e126', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:54:01.514106 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-08669ffd-bd8d-4c1d-a0fd-527c708461ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:01.514494 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08669ffd-bd8d-4c1d-a0fd-527c708461ea None None] Bound using segment: {'id': '12196855-9a32-4633-9a56-77697ef9e126', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305'} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:54:01.514966 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-08669ffd-bd8d-4c1d-a0fd-527c708461ea None None] Bound port: 896b387f-03d7-484b-8af7-b9a93121f58b, host: n-d-705658-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12196855-9a32-4633-9a56-77697ef9e126', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305'}}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:54:01.515374 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-08669ffd-bd8d-4c1d-a0fd-527c708461ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:01.562572 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-b09fcd25-83b0-4a10-90b5-6465ba4d82f3 None None] Provisioning for port be234c1e-f779-44c2-9096-5280d609b615 completed by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:54:01.570868 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-b09fcd25-83b0-4a10-90b5-6465ba4d82f3 None None] Provisioning complete for port be234c1e-f779-44c2-9096-5280d609b615 triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:54:01.571275 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-b09fcd25-83b0-4a10-90b5-6465ba4d82f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:01.594765 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-08669ffd-bd8d-4c1d-a0fd-527c708461ea None None] For port 896b387f-03d7-484b-8af7-b9a93121f58b, host n-d-705658-22, cleared binding levels {{(pid=105586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:54:01.613270 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-08669ffd-bd8d-4c1d-a0fd-527c708461ea None None] For port 896b387f-03d7-484b-8af7-b9a93121f58b, host n-d-705658-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=896b387f-03d7-484b-8af7-b9a93121f58b,segment=NetworkSegment(12196855-9a32-4633-9a56-77697ef9e126),segment_id=12196855-9a32-4633-9a56-77697ef9e126)] {{(pid=105586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:54:01.618723 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-08669ffd-bd8d-4c1d-a0fd-527c708461ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:01.620598 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-b09fcd25-83b0-4a10-90b5-6465ba4d82f3 None None] Port be234c1e-f779-44c2-9096-5280d609b615 cannot update to ACTIVE because it is not bound. {{(pid=105586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:54:01.627884 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-2bbd95c1-1dad-4e0a-95e7-3290b446802b admin admin] Notify callbacks [] for port, precommit_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:01.632853 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-2bbd95c1-1dad-4e0a-95e7-3290b446802b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10221672'] for port, after_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:01.673270 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08669ffd-bd8d-4c1d-a0fd-527c708461ea None None] Routers {'40b3c7f0-09ec-4a59-9370-55f07c503786'} bound to L3 agent in host n-d-705658-22 {{(pid=105586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:54:01.673887 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-08669ffd-bd8d-4c1d-a0fd-527c708461ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:53:42Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['40b3c7f0-09ec-4a59-9370-55f07c503786'], 'active': True} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:54:01.701838 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbd95c1-1dad-4e0a-95e7-3290b446802b admin admin] Pushing event updated for resources: {'Port': ['ID=be234c1e-f779-44c2-9096-5280d609b615,revision_number=2']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:54:01.704954 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-2bbd95c1-1dad-4e0a-95e7-3290b446802b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3743906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4076435'] for router_interface, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:01.714899 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0012c8-eabd-49e5-a106-2976e0cce8db None None] Pushing event updated for resources: {'Port': ['ID=896b387f-03d7-484b-8af7-b9a93121f58b,revision_number=3']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:54:01.787848 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvr_db [None req-08669ffd-bd8d-4c1d-a0fd-527c708461ea None None] Set router 40b3c7f0-09ec-4a59-9370-55f07c503786 gateway port host: n-d-705658-22 {{(pid=105586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:54:01.799363 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bbd95c1-1dad-4e0a-95e7-3290b446802b admin admin] Network 5f07235f-4aa5-4d40-8859-a30644d4a149 is already hosted by enough agents. {{(pid=105585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:54:01.800727 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.base_scheduler [None req-2bbd95c1-1dad-4e0a-95e7-3290b446802b admin admin] Resources bound (agent type, host, resource id): {{(pid=105585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:54:01.926043 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bbd95c1-1dad-4e0a-95e7-3290b446802b admin admin] Router 40b3c7f0-09ec-4a59-9370-55f07c503786 has already been hosted by L3 agent dd128fd7-8e57-4d4f-895b-a96b369df59a {{(pid=105585) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:54:02.002931 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-08669ffd-bd8d-4c1d-a0fd-527c708461ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40b3c7f0-09ec-4a59-9370-55f07c503786', 'name': 'tempest-TestMinimumBasicScenario-950956030-router', 'tenant_id': '8ac72fbe028843a69cd8ec20ae9f11f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.114'}], 'enable_snat': True}, 'gw_port_id': '896b387f-03d7-484b-8af7-b9a93121f58b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:53:58Z', 'updated_at': '2021-07-27T21:54:01Z', 'revision_number': 4, 'project_id': '8ac72fbe028843a69cd8ec20ae9f11f9', 'gw_port': {'id': '896b387f-03d7-484b-8af7-b9a93121f58b', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:3a:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40b3c7f0-09ec-4a59-9370-55f07c503786', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:53:59Z', 'updated_at': '2021-07-27T21:54:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_interfaces': [{'id': 'be234c1e-f779-44c2-9096-5280d609b615', 'name': '', 'network_id': '5f07235f-4aa5-4d40-8859-a30644d4a149', 'tenant_id': '8ac72fbe028843a69cd8ec20ae9f11f9', 'mac_address': 'fa:16:3e:56:1b:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40b3c7f0-09ec-4a59-9370-55f07c503786', 'device_owner': 'network:router_interface', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': 'c9d976c4-5125-47c3-9d6e-de1d71f4352a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:54:00Z', 'updated_at': '2021-07-27T21:54:01Z', 'revision_number': 2, 'project_id': '8ac72fbe028843a69cd8ec20ae9f11f9', 'subnets': [{'id': 'c9d976c4-5125-47c3-9d6e-de1d71f4352a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-22', False) {} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:54:02.029346 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08669ffd-bd8d-4c1d-a0fd-527c708461ea None None] The sync data for ids ['40b3c7f0-09ec-4a59-9370-55f07c503786'] in n-d-705658-22 is: [{'id': '40b3c7f0-09ec-4a59-9370-55f07c503786', 'name': 'tempest-TestMinimumBasicScenario-950956030-router', 'tenant_id': '8ac72fbe028843a69cd8ec20ae9f11f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.114'}], 'enable_snat': True}, 'gw_port_id': '896b387f-03d7-484b-8af7-b9a93121f58b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:53:58Z', 'updated_at': '2021-07-27T21:54:01Z', 'revision_number': 4, 'project_id': '8ac72fbe028843a69cd8ec20ae9f11f9', 'gw_port': {'id': '896b387f-03d7-484b-8af7-b9a93121f58b', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:3a:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40b3c7f0-09ec-4a59-9370-55f07c503786', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:53:59Z', 'updated_at': '2021-07-27T21:54:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_interfaces': [{'id': 'be234c1e-f779-44c2-9096-5280d609b615', 'name': '', 'network_id': '5f07235f-4aa5-4d40-8859-a30644d4a149', 'tenant_id': '8ac72fbe028843a69cd8ec20ae9f11f9', 'mac_address': 'fa:16:3e:56:1b:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40b3c7f0-09ec-4a59-9370-55f07c503786', 'device_owner': 'network:router_interface', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': 'c9d976c4-5125-47c3-9d6e-de1d71f4352a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:54:00Z', 'updated_at': '2021-07-27T21:54:01Z', 'revision_number': 2, 'project_id': '8ac72fbe028843a69cd8ec20ae9f11f9', 'subnets': [{'id': 'c9d976c4-5125-47c3-9d6e-de1d71f4352a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:54:02.042881 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-dd11dd95-53d6-4b65-9a0c-41be6552701c None None] Provisioning complete for port be234c1e-f779-44c2-9096-5280d609b615 triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:54:02.043296 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-dd11dd95-53d6-4b65-9a0c-41be6552701c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:02.054280 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bbd95c1-1dad-4e0a-95e7-3290b446802b admin admin] Notify agent at l3_agent.n-d-705658-22 the message routers_updated {{(pid=105585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:54:02.059664 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-2bbd95c1-1dad-4e0a-95e7-3290b446802b admin admin] 10.222.0.59 "PUT /v2.0/routers/40b3c7f0-09ec-4a59-9370-55f07c503786/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6273885 Jul 27 21:54:02.263656 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-dd11dd95-53d6-4b65-9a0c-41be6552701c None None] Port be234c1e-f779-44c2-9096-5280d609b615 cannot update to ACTIVE because it is not bound. {{(pid=105586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:54:02.394300 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 1bfbbfcb-f6d8-4301-8811-63b14a2ade6f up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:54:02.448777 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port 1bfbbfcb-f6d8-4301-8811-63b14a2ade6f triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:54:02.449344 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:02.562487 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 38200) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:54:02.567545 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-c5d5c0a2-9aa2-45d6-bc10-22892f3374b6 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1317322163-network', 'tenant_id': '1d64619b9a8a421790f052aa348b5573'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:54:02.588982 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5d5c0a2-9aa2-45d6-bc10-22892f3374b6 admin admin] Made reservation on behalf of 1d64619b9a8a421790f052aa348b5573 for: {'network': 1} {{(pid=105585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:54:02.591509 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-c5d5c0a2-9aa2-45d6-bc10-22892f3374b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for network, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:02.601786 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-c5d5c0a2-9aa2-45d6-bc10-22892f3374b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:02.719454 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-c5d5c0a2-9aa2-45d6-bc10-22892f3374b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:02.723237 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-c5d5c0a2-9aa2-45d6-bc10-22892f3374b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:02.753234 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d5c0a2-9aa2-45d6-bc10-22892f3374b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=920dcb06-ddfe-4cf1-933e-1b4e91f8d25c,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:54:02.758678 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5d5c0a2-9aa2-45d6-bc10-22892f3374b6 admin admin] vlan segment allocate from pool success with {'vlan_id': 245, 'physical_network': 'physnet1'} {{(pid=105585) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:54:02.771575 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-c5d5c0a2-9aa2-45d6-bc10-22892f3374b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:02.771928 n-d-705658-22 neutron-server[105585]: INFO neutron.db.segments_db [None req-c5d5c0a2-9aa2-45d6-bc10-22892f3374b6 admin admin] Added segment 72f0e15d-6540-4df2-b4d9-512bd6998621 of type vlan for network 663b8f97-9cee-4c06-b2c6-7df8f501c17f Jul 27 21:54:02.815215 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-c5d5c0a2-9aa2-45d6-bc10-22892f3374b6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790688424798'] for network, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:02.849046 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-c5d5c0a2-9aa2-45d6-bc10-22892f3374b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920'] for network, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:02.850617 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5d5c0a2-9aa2-45d6-bc10-22892f3374b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:54:02.851263 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-c5d5c0a2-9aa2-45d6-bc10-22892f3374b6 admin admin] Notify callbacks [] for network, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:02.909910 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-c5d5c0a2-9aa2-45d6-bc10-22892f3374b6 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3462398 Jul 27 21:54:02.913380 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 38202) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:54:02.920399 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-f3588120-f890-49f2-aff0-29a29cd23069 admin admin] Request body: {'subnet': {'network_id': '663b8f97-9cee-4c06-b2c6-7df8f501c17f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1317322163-subnet', 'tenant_id': '1d64619b9a8a421790f052aa348b5573', 'ip_version': 4}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:54:02.924472 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d5c0a2-9aa2-45d6-bc10-22892f3374b6 admin admin] Pushing event updated for resources: {'Network': ['ID=663b8f97-9cee-4c06-b2c6-7df8f501c17f,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:54:02.937148 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Network 663b8f97-9cee-4c06-b2c6-7df8f501c17f details requested by agent ovs-agent-n-d-705658-22 with host n-d-705658-22 {{(pid=105586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:54:02.947505 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3588120-f890-49f2-aff0-29a29cd23069 admin admin] Made reservation on behalf of 1d64619b9a8a421790f052aa348b5573 for: {'subnet': 1} {{(pid=105585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:54:02.950044 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-f3588120-f890-49f2-aff0-29a29cd23069 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9990620'] for subnet, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:03.127392 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-f3588120-f890-49f2-aff0-29a29cd23069 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10221797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9990606'] for subnet, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:03.187202 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3588120-f890-49f2-aff0-29a29cd23069 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4a7f1790-770b-4366-9ba1-f19f45c5707a,revision_number=0']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:54:03.198720 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3588120-f890-49f2-aff0-29a29cd23069 admin admin] Checking segment: {'id': '72f0e15d-6540-4df2-b4d9-512bd6998621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '663b8f97-9cee-4c06-b2c6-7df8f501c17f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:54:03.199105 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3588120-f890-49f2-aff0-29a29cd23069 admin admin] Network hostable DHCP agents. Network: 663b8f97-9cee-4c06-b2c6-7df8f501c17f, hostable agents: ['7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a'], hosted agents: [] {{(pid=105585) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:54:03.216761 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3588120-f890-49f2-aff0-29a29cd23069 admin admin] Network 663b8f97-9cee-4c06-b2c6-7df8f501c17f is scheduled to be hosted by DHCP agent 7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a with binding_index 1 {{(pid=105585) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:54:03.226316 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.base_scheduler [None req-f3588120-f890-49f2-aff0-29a29cd23069 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-22, 663b8f97-9cee-4c06-b2c6-7df8f501c17f) {{(pid=105585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:54:03.230731 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3588120-f890-49f2-aff0-29a29cd23069 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:54:03.231359 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-f3588120-f890-49f2-aff0-29a29cd23069 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:03.235103 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df324e94-fe7f-4e10-8745-fa4233057ae7 None None] Network 663b8f97-9cee-4c06-b2c6-7df8f501c17f requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:54:03.248246 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-f3588120-f890-49f2-aff0-29a29cd23069 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3312707 Jul 27 21:54:03.248784 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 38204) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:54:03.253280 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-d153a026-0e97-4346-9ade-f8e36d927364 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1317322163-router', 'tenant_id': '1d64619b9a8a421790f052aa348b5573', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305'}}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:54:03.276994 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-d153a026-0e97-4346-9ade-f8e36d927364 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4163813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-443'] for router, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:03.279203 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-d153a026-0e97-4346-9ade-f8e36d927364 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4165196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4077059', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3711235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-418'] for router, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:03.334337 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-d153a026-0e97-4346-9ade-f8e36d927364 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:03.403601 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1520a08-3539-4ed7-bf2c-3b608c4dbc2b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30bb4b93-b285-5d90-9493-f9ec33ea333c-663b8f97-9cee-4c06-b2c6-7df8f501c17f', 'network_id': '663b8f97-9cee-4c06-b2c6-7df8f501c17f', 'tenant_id': '1d64619b9a8a421790f052aa348b5573', 'fixed_ips': [{'subnet_id': '4a7f1790-770b-4366-9ba1-f19f45c5707a'}]}} from n-d-705658-22. {{(pid=105586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 21:54:03.404459 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-d1520a08-3539-4ed7-bf2c-3b608c4dbc2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:03.472406 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-d153a026-0e97-4346-9ade-f8e36d927364 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4077169', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4163787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-400'] for router, precommit_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:03.540027 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.db_base_plugin_common [None req-d1520a08-3539-4ed7-bf2c-3b608c4dbc2b None None] Allocated IP 172.20.0.2 (663b8f97-9cee-4c06-b2c6-7df8f501c17f/4a7f1790-770b-4366-9ba1-f19f45c5707a/0056b3b4-3453-4135-bd61-00b1570864fe) {{(pid=105586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:54:03.672200 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-d153a026-0e97-4346-9ade-f8e36d927364 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:03.685763 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-d1520a08-3539-4ed7-bf2c-3b608c4dbc2b None None] Notify callbacks [] for port, precommit_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:03.692088 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-d153a026-0e97-4346-9ade-f8e36d927364 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:03.695164 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-d1520a08-3539-4ed7-bf2c-3b608c4dbc2b None None] Transition to ACTIVE for port object 0056b3b4-3453-4135-bd61-00b1570864fe will not be triggered until provisioned by entity L2. {{(pid=105586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:54:03.712192 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-d1520a08-3539-4ed7-bf2c-3b608c4dbc2b None None] Transition to ACTIVE for port object 0056b3b4-3453-4135-bd61-00b1570864fe will not be triggered until provisioned by entity DHCP. {{(pid=105586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:54:03.717796 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-d1520a08-3539-4ed7-bf2c-3b608c4dbc2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143'] for port, after_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:03.768264 n-d-705658-22 neutron-server[105586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1520a08-3539-4ed7-bf2c-3b608c4dbc2b None None] Network 663b8f97-9cee-4c06-b2c6-7df8f501c17f is already hosted by enough agents. {{(pid=105586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:54:03.772796 n-d-705658-22 neutron-server[105586]: DEBUG neutron.scheduler.base_scheduler [None req-d1520a08-3539-4ed7-bf2c-3b608c4dbc2b None None] Resources bound (agent type, host, resource id): {{(pid=105586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:54:03.775120 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1520a08-3539-4ed7-bf2c-3b608c4dbc2b None None] Pushing event updated for resources: {'Port': ['ID=0056b3b4-3453-4135-bd61-00b1570864fe,revision_number=1']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:54:03.778304 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1520a08-3539-4ed7-bf2c-3b608c4dbc2b None None] Received port after_create {{(pid=105586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:54:03.804901 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.db_base_plugin_common [None req-d153a026-0e97-4346-9ade-f8e36d927364 admin admin] Allocated IP 172.25.5.84 (8735d8a2-b604-4758-ae71-b40e4ee6f305/eca7dbab-b9c0-4c8f-a272-816ea8a81764/c3117758-ab3c-4069-8f05-1cad5ab9dc38) {{(pid=105585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:54:03.836848 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-d1520a08-3539-4ed7-bf2c-3b608c4dbc2b None None] Attempting to bind port 0056b3b4-3453-4135-bd61-00b1570864fe on host n-d-705658-22 for vnic_type normal with profile {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:54:03.837219 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-d1520a08-3539-4ed7-bf2c-3b608c4dbc2b None None] Attempting to bind port 0056b3b4-3453-4135-bd61-00b1570864fe by drivers openvswitch,hyperv on host n-d-705658-22 at level 0 using segments [{'id': '72f0e15d-6540-4df2-b4d9-512bd6998621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '663b8f97-9cee-4c06-b2c6-7df8f501c17f'}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:54:03.837580 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1520a08-3539-4ed7-bf2c-3b608c4dbc2b None None] Attempting to bind port 0056b3b4-3453-4135-bd61-00b1570864fe on network 663b8f97-9cee-4c06-b2c6-7df8f501c17f {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:54:03.842470 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1520a08-3539-4ed7-bf2c-3b608c4dbc2b None None] Checking agent: {'id': '04a7ea91-6318-467e-ace6-b0fb48c8690f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 41, 42), 'started_at': datetime.datetime(2021, 7, 27, 20, 42, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 53, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:54:03.842840 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1520a08-3539-4ed7-bf2c-3b608c4dbc2b None None] Checking segment: {'id': '72f0e15d-6540-4df2-b4d9-512bd6998621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '663b8f97-9cee-4c06-b2c6-7df8f501c17f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:54:03.843280 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-d1520a08-3539-4ed7-bf2c-3b608c4dbc2b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:03.843689 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1520a08-3539-4ed7-bf2c-3b608c4dbc2b None None] Bound using segment: {'id': '72f0e15d-6540-4df2-b4d9-512bd6998621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '663b8f97-9cee-4c06-b2c6-7df8f501c17f'} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:54:03.844263 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-d1520a08-3539-4ed7-bf2c-3b608c4dbc2b None None] Bound port: 0056b3b4-3453-4135-bd61-00b1570864fe, host: n-d-705658-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72f0e15d-6540-4df2-b4d9-512bd6998621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '663b8f97-9cee-4c06-b2c6-7df8f501c17f'}}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:54:03.844652 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-d1520a08-3539-4ed7-bf2c-3b608c4dbc2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:03.908649 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-d1520a08-3539-4ed7-bf2c-3b608c4dbc2b None None] For port 0056b3b4-3453-4135-bd61-00b1570864fe, host n-d-705658-22, cleared binding levels {{(pid=105586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:54:03.911583 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-d1520a08-3539-4ed7-bf2c-3b608c4dbc2b None None] For port 0056b3b4-3453-4135-bd61-00b1570864fe, host n-d-705658-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=0056b3b4-3453-4135-bd61-00b1570864fe,segment=NetworkSegment(72f0e15d-6540-4df2-b4d9-512bd6998621),segment_id=72f0e15d-6540-4df2-b4d9-512bd6998621)] {{(pid=105586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:54:03.912212 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-d153a026-0e97-4346-9ade-f8e36d927364 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:03.916500 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-d1520a08-3539-4ed7-bf2c-3b608c4dbc2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:03.960361 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-d153a026-0e97-4346-9ade-f8e36d927364 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:03.978491 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1520a08-3539-4ed7-bf2c-3b608c4dbc2b None None] Pushing event updated for resources: {'Port': ['ID=0056b3b4-3453-4135-bd61-00b1570864fe,revision_number=2']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:54:04.002069 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d153a026-0e97-4346-9ade-f8e36d927364 admin admin] Network 8735d8a2-b604-4758-ae71-b40e4ee6f305 is already hosted by enough agents. {{(pid=105585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:54:04.003304 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.base_scheduler [None req-d153a026-0e97-4346-9ade-f8e36d927364 admin admin] Resources bound (agent type, host, resource id): {{(pid=105585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:54:04.006227 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d153a026-0e97-4346-9ade-f8e36d927364 admin admin] Received port after_create {{(pid=105585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:54:04.037549 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42f6975f-3dcb-499b-a72d-6521140fd39c None None] Sync routers for ids ['40b3c7f0-09ec-4a59-9370-55f07c503786'] in n-d-705658-22 {{(pid=105587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:54:04.046717 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42f6975f-3dcb-499b-a72d-6521140fd39c None None] Routers {'40b3c7f0-09ec-4a59-9370-55f07c503786'} bound to L3 agent in host n-d-705658-22 {{(pid=105587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:54:04.047580 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-42f6975f-3dcb-499b-a72d-6521140fd39c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:53:42Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['40b3c7f0-09ec-4a59-9370-55f07c503786'], 'active': True} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:54:04.052639 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d153a026-0e97-4346-9ade-f8e36d927364 admin admin] Pushing event updated for resources: {'Port': ['ID=c3117758-ab3c-4069-8f05-1cad5ab9dc38,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:54:04.167480 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvr_db [None req-42f6975f-3dcb-499b-a72d-6521140fd39c None None] Set router 40b3c7f0-09ec-4a59-9370-55f07c503786 gateway port host: n-d-705658-22 {{(pid=105587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:54:04.408766 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-42f6975f-3dcb-499b-a72d-6521140fd39c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40b3c7f0-09ec-4a59-9370-55f07c503786', 'name': 'tempest-TestMinimumBasicScenario-950956030-router', 'tenant_id': '8ac72fbe028843a69cd8ec20ae9f11f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.114'}], 'enable_snat': True}, 'gw_port_id': '896b387f-03d7-484b-8af7-b9a93121f58b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:53:58Z', 'updated_at': '2021-07-27T21:54:01Z', 'revision_number': 4, 'project_id': '8ac72fbe028843a69cd8ec20ae9f11f9', 'gw_port': {'id': '896b387f-03d7-484b-8af7-b9a93121f58b', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:3a:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40b3c7f0-09ec-4a59-9370-55f07c503786', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:53:59Z', 'updated_at': '2021-07-27T21:54:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_interfaces': [{'id': 'be234c1e-f779-44c2-9096-5280d609b615', 'name': '', 'network_id': '5f07235f-4aa5-4d40-8859-a30644d4a149', 'tenant_id': '8ac72fbe028843a69cd8ec20ae9f11f9', 'mac_address': 'fa:16:3e:56:1b:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40b3c7f0-09ec-4a59-9370-55f07c503786', 'device_owner': 'network:router_interface', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': 'c9d976c4-5125-47c3-9d6e-de1d71f4352a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:54:00Z', 'updated_at': '2021-07-27T21:54:01Z', 'revision_number': 2, 'project_id': '8ac72fbe028843a69cd8ec20ae9f11f9', 'subnets': [{'id': 'c9d976c4-5125-47c3-9d6e-de1d71f4352a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-22', False) {} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:54:04.440376 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42f6975f-3dcb-499b-a72d-6521140fd39c None None] Checking router: 40b3c7f0-09ec-4a59-9370-55f07c503786 for host: n-d-705658-22 {{(pid=105587) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:54:04.440947 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42f6975f-3dcb-499b-a72d-6521140fd39c None None] Updating router 40b3c7f0-09ec-4a59-9370-55f07c503786 port be234c1e-f779-44c2-9096-5280d609b615 binding host n-d-705658-22 {{(pid=105587) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 21:54:04.445844 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 896b387f-03d7-484b-8af7-b9a93121f58b up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:54:04.506023 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning for port 896b387f-03d7-484b-8af7-b9a93121f58b completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:54:04.510279 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port 896b387f-03d7-484b-8af7-b9a93121f58b triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:54:04.510653 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:04.567950 n-d-705658-22 neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-42f6975f-3dcb-499b-a72d-6521140fd39c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:04.602109 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:04.626483 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] For port 896b387f-03d7-484b-8af7-b9a93121f58b, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=896b387f-03d7-484b-8af7-b9a93121f58b,segment=NetworkSegment(12196855-9a32-4633-9a56-77697ef9e126),segment_id=12196855-9a32-4633-9a56-77697ef9e126)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:54:04.631543 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:04.632389 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 0056b3b4-3453-4135-bd61-00b1570864fe up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:54:04.669256 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-d153a026-0e97-4346-9ade-f8e36d927364 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:04.726118 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Pushing event updated for resources: {'Port': ['ID=896b387f-03d7-484b-8af7-b9a93121f58b,revision_number=4']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:54:04.741986 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning for port 0056b3b4-3453-4135-bd61-00b1570864fe completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:54:04.857916 n-d-705658-22 neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-42f6975f-3dcb-499b-a72d-6521140fd39c None None] Notify callbacks [] for port, precommit_update {{(pid=105587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:04.868340 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.provisioning_blocks [None req-42f6975f-3dcb-499b-a72d-6521140fd39c None None] Transition to ACTIVE for port object be234c1e-f779-44c2-9096-5280d609b615 will not be triggered until provisioned by entity L2. {{(pid=105587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:54:04.874569 n-d-705658-22 neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-42f6975f-3dcb-499b-a72d-6521140fd39c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:04.906738 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-d153a026-0e97-4346-9ade-f8e36d927364 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4163804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4077150'] for router, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:04.933971 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a631e39-dad8-4399-8e40-82334a43111e None None] Pushing event updated for resources: {'Port': ['ID=be234c1e-f779-44c2-9096-5280d609b615,revision_number=3']} {{(pid=105587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:54:04.959919 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a631e39-dad8-4399-8e40-82334a43111e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:54:04.960300 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a631e39-dad8-4399-8e40-82334a43111e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:54:04.960642 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a631e39-dad8-4399-8e40-82334a43111e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:54:04.960977 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a631e39-dad8-4399-8e40-82334a43111e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:54:04.961308 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a631e39-dad8-4399-8e40-82334a43111e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:54:04.961637 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a631e39-dad8-4399-8e40-82334a43111e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:54:04.961960 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a631e39-dad8-4399-8e40-82334a43111e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:54:04.962283 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a631e39-dad8-4399-8e40-82334a43111e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:54:04.962605 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a631e39-dad8-4399-8e40-82334a43111e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:54:04.962926 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a631e39-dad8-4399-8e40-82334a43111e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:54:04.967507 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a631e39-dad8-4399-8e40-82334a43111e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:54:04.967969 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a631e39-dad8-4399-8e40-82334a43111e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:54:05.019986 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.managers [None req-42f6975f-3dcb-499b-a72d-6521140fd39c None None] Attempting to bind port be234c1e-f779-44c2-9096-5280d609b615 on host n-d-705658-22 for vnic_type normal with profile {{(pid=105587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:54:05.020443 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.managers [None req-42f6975f-3dcb-499b-a72d-6521140fd39c None None] Attempting to bind port be234c1e-f779-44c2-9096-5280d609b615 by drivers openvswitch,hyperv on host n-d-705658-22 at level 0 using segments [{'id': 'f27c40fc-d47d-4efc-980c-3ecccb426253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '5f07235f-4aa5-4d40-8859-a30644d4a149'}] {{(pid=105587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:54:05.021023 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42f6975f-3dcb-499b-a72d-6521140fd39c None None] Attempting to bind port be234c1e-f779-44c2-9096-5280d609b615 on network 5f07235f-4aa5-4d40-8859-a30644d4a149 {{(pid=105587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:54:05.026899 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42f6975f-3dcb-499b-a72d-6521140fd39c None None] Checking agent: {'id': '04a7ea91-6318-467e-ace6-b0fb48c8690f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 41, 42), 'started_at': datetime.datetime(2021, 7, 27, 20, 42, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 53, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:54:05.027389 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42f6975f-3dcb-499b-a72d-6521140fd39c None None] Checking segment: {'id': 'f27c40fc-d47d-4efc-980c-3ecccb426253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '5f07235f-4aa5-4d40-8859-a30644d4a149'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:54:05.027908 n-d-705658-22 neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-42f6975f-3dcb-499b-a72d-6521140fd39c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:05.028355 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42f6975f-3dcb-499b-a72d-6521140fd39c None None] Bound using segment: {'id': 'f27c40fc-d47d-4efc-980c-3ecccb426253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '5f07235f-4aa5-4d40-8859-a30644d4a149'} {{(pid=105587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:54:05.029345 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.managers [None req-42f6975f-3dcb-499b-a72d-6521140fd39c None None] Bound port: be234c1e-f779-44c2-9096-5280d609b615, host: n-d-705658-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f27c40fc-d47d-4efc-980c-3ecccb426253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '5f07235f-4aa5-4d40-8859-a30644d4a149'}}] {{(pid=105587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:54:05.029448 n-d-705658-22 neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-42f6975f-3dcb-499b-a72d-6521140fd39c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:05.070851 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d153a026-0e97-4346-9ade-f8e36d927364 admin admin] Router 13a046fc-9405-4393-91bd-e8f7e4599848 is scheduled to L3 agent dd128fd7-8e57-4d4f-895b-a96b369df59a with binding_index 1 {{(pid=105585) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 21:54:05.080437 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd81d07d-0b6a-4e90-80e2-37089a563c35 None None] Network 663b8f97-9cee-4c06-b2c6-7df8f501c17f requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:54:05.110122 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.db [None req-42f6975f-3dcb-499b-a72d-6521140fd39c None None] For port be234c1e-f779-44c2-9096-5280d609b615, host n-d-705658-22, cleared binding levels {{(pid=105587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:54:05.113700 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.db [None req-42f6975f-3dcb-499b-a72d-6521140fd39c None None] For port be234c1e-f779-44c2-9096-5280d609b615, host n-d-705658-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=be234c1e-f779-44c2-9096-5280d609b615,segment=NetworkSegment(f27c40fc-d47d-4efc-980c-3ecccb426253),segment_id=f27c40fc-d47d-4efc-980c-3ecccb426253)] {{(pid=105587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:54:05.118616 n-d-705658-22 neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-42f6975f-3dcb-499b-a72d-6521140fd39c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:05.140573 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-eaaa6e86-6b86-4ac8-aeb6-66339dca7b22 None None] Provisioning for port 0056b3b4-3453-4135-bd61-00b1570864fe completed by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:54:05.148693 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-eaaa6e86-6b86-4ac8-aeb6-66339dca7b22 None None] Provisioning complete for port 0056b3b4-3453-4135-bd61-00b1570864fe triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:54:05.149074 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-eaaa6e86-6b86-4ac8-aeb6-66339dca7b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:05.174678 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42f6975f-3dcb-499b-a72d-6521140fd39c None None] Routers {'40b3c7f0-09ec-4a59-9370-55f07c503786'} bound to L3 agent in host n-d-705658-22 {{(pid=105587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:54:05.175695 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-42f6975f-3dcb-499b-a72d-6521140fd39c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:53:42Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['40b3c7f0-09ec-4a59-9370-55f07c503786'], 'active': True} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:54:05.190245 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d153a026-0e97-4346-9ade-f8e36d927364 admin admin] Notify agent at l3_agent.n-d-705658-22 the message routers_updated {{(pid=105585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:54:05.205160 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc31c46c-e92b-4520-9b9c-d0dee557db72 None None] Sync routers for ids ['13a046fc-9405-4393-91bd-e8f7e4599848'] in n-d-705658-22 {{(pid=105586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:54:05.210680 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-d153a026-0e97-4346-9ade-f8e36d927364 admin admin] Notify callbacks [] for router, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:05.214389 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-d153a026-0e97-4346-9ade-f8e36d927364 admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.9622509 Jul 27 21:54:05.214744 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 38206) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:54:05.255919 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc31c46c-e92b-4520-9b9c-d0dee557db72 None None] Routers {'13a046fc-9405-4393-91bd-e8f7e4599848'} bound to L3 agent in host n-d-705658-22 {{(pid=105586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:54:05.256633 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-fc31c46c-e92b-4520-9b9c-d0dee557db72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:53:42Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['13a046fc-9405-4393-91bd-e8f7e4599848'], 'active': True} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:54:05.273555 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a631e39-dad8-4399-8e40-82334a43111e None None] Pushing event updated for resources: {'Port': ['ID=be234c1e-f779-44c2-9096-5280d609b615,revision_number=4']} {{(pid=105587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:54:05.345109 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvr_db [None req-42f6975f-3dcb-499b-a72d-6521140fd39c None None] Set router 40b3c7f0-09ec-4a59-9370-55f07c503786 gateway port host: n-d-705658-22 {{(pid=105587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:54:05.400443 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-eaaa6e86-6b86-4ac8-aeb6-66339dca7b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:05.447315 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvr_db [None req-fc31c46c-e92b-4520-9b9c-d0dee557db72 None None] Set router 13a046fc-9405-4393-91bd-e8f7e4599848 gateway port host: n-d-705658-22 {{(pid=105586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:54:05.512708 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-eaaa6e86-6b86-4ac8-aeb6-66339dca7b22 None None] For port 0056b3b4-3453-4135-bd61-00b1570864fe, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=0056b3b4-3453-4135-bd61-00b1570864fe,segment=NetworkSegment(72f0e15d-6540-4df2-b4d9-512bd6998621),segment_id=72f0e15d-6540-4df2-b4d9-512bd6998621)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:54:05.551221 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-eaaa6e86-6b86-4ac8-aeb6-66339dca7b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:05.574062 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-42f6975f-3dcb-499b-a72d-6521140fd39c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40b3c7f0-09ec-4a59-9370-55f07c503786', 'name': 'tempest-TestMinimumBasicScenario-950956030-router', 'tenant_id': '8ac72fbe028843a69cd8ec20ae9f11f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.114'}], 'enable_snat': True}, 'gw_port_id': '896b387f-03d7-484b-8af7-b9a93121f58b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:53:58Z', 'updated_at': '2021-07-27T21:54:01Z', 'revision_number': 4, 'project_id': '8ac72fbe028843a69cd8ec20ae9f11f9', 'gw_port': {'id': '896b387f-03d7-484b-8af7-b9a93121f58b', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:3a:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40b3c7f0-09ec-4a59-9370-55f07c503786', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:53:59Z', 'updated_at': '2021-07-27T21:54:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_interfaces': [{'id': 'be234c1e-f779-44c2-9096-5280d609b615', 'name': '', 'network_id': '5f07235f-4aa5-4d40-8859-a30644d4a149', 'tenant_id': '8ac72fbe028843a69cd8ec20ae9f11f9', 'mac_address': 'fa:16:3e:56:1b:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40b3c7f0-09ec-4a59-9370-55f07c503786', 'device_owner': 'network:router_interface', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': 'c9d976c4-5125-47c3-9d6e-de1d71f4352a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:54:00Z', 'updated_at': '2021-07-27T21:54:05Z', 'revision_number': 4, 'project_id': '8ac72fbe028843a69cd8ec20ae9f11f9', 'subnets': [{'id': 'c9d976c4-5125-47c3-9d6e-de1d71f4352a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-22', False) {} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:54:05.616966 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42f6975f-3dcb-499b-a72d-6521140fd39c None None] The sync data for ids ['40b3c7f0-09ec-4a59-9370-55f07c503786'] in n-d-705658-22 is: [{'id': '40b3c7f0-09ec-4a59-9370-55f07c503786', 'name': 'tempest-TestMinimumBasicScenario-950956030-router', 'tenant_id': '8ac72fbe028843a69cd8ec20ae9f11f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.114'}], 'enable_snat': True}, 'gw_port_id': '896b387f-03d7-484b-8af7-b9a93121f58b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:53:58Z', 'updated_at': '2021-07-27T21:54:01Z', 'revision_number': 4, 'project_id': '8ac72fbe028843a69cd8ec20ae9f11f9', 'gw_port': {'id': '896b387f-03d7-484b-8af7-b9a93121f58b', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:3a:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40b3c7f0-09ec-4a59-9370-55f07c503786', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:53:59Z', 'updated_at': '2021-07-27T21:54:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_interfaces': [{'id': 'be234c1e-f779-44c2-9096-5280d609b615', 'name': '', 'network_id': '5f07235f-4aa5-4d40-8859-a30644d4a149', 'tenant_id': '8ac72fbe028843a69cd8ec20ae9f11f9', 'mac_address': 'fa:16:3e:56:1b:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40b3c7f0-09ec-4a59-9370-55f07c503786', 'device_owner': 'network:router_interface', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': 'c9d976c4-5125-47c3-9d6e-de1d71f4352a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:54:00Z', 'updated_at': '2021-07-27T21:54:05Z', 'revision_number': 4, 'project_id': '8ac72fbe028843a69cd8ec20ae9f11f9', 'subnets': [{'id': 'c9d976c4-5125-47c3-9d6e-de1d71f4352a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:54:05.630250 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaaa6e86-6b86-4ac8-aeb6-66339dca7b22 None None] Pushing event updated for resources: {'Port': ['ID=0056b3b4-3453-4135-bd61-00b1570864fe,revision_number=3']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:54:05.719937 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-78bdc774-8317-4e0c-b01b-4cb9c3799d79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:05.731568 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-fc31c46c-e92b-4520-9b9c-d0dee557db72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13a046fc-9405-4393-91bd-e8f7e4599848', 'name': 'tempest-TestMinimumBasicScenario-1317322163-router', 'tenant_id': '1d64619b9a8a421790f052aa348b5573', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.84'}], 'enable_snat': True}, 'gw_port_id': 'c3117758-ab3c-4069-8f05-1cad5ab9dc38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:54:03Z', 'updated_at': '2021-07-27T21:54:04Z', 'revision_number': 3, 'project_id': '1d64619b9a8a421790f052aa348b5573', 'gw_port': {'id': 'c3117758-ab3c-4069-8f05-1cad5ab9dc38', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:ab:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13a046fc-9405-4393-91bd-e8f7e4599848', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:54:03Z', 'updated_at': '2021-07-27T21:54:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22'}], 'n-d-705658-22', False) {} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:54:05.766670 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc31c46c-e92b-4520-9b9c-d0dee557db72 None None] Checking router: 13a046fc-9405-4393-91bd-e8f7e4599848 for host: n-d-705658-22 {{(pid=105586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:54:05.766932 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc31c46c-e92b-4520-9b9c-d0dee557db72 None None] Updating router 13a046fc-9405-4393-91bd-e8f7e4599848 port c3117758-ab3c-4069-8f05-1cad5ab9dc38 binding host n-d-705658-22 {{(pid=105586) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 21:54:05.814487 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-fc31c46c-e92b-4520-9b9c-d0dee557db72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:05.900457 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.db_base_plugin_common [None req-78bdc774-8317-4e0c-b01b-4cb9c3799d79 admin admin] Allocated IP 172.20.0.1 (663b8f97-9cee-4c06-b2c6-7df8f501c17f/4a7f1790-770b-4366-9ba1-f19f45c5707a/89f319bf-8b18-4e62-a386-b869908cd0f8) {{(pid=105584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:54:05.928740 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-395fadbb-fb3e-4bc8-81f4-04f430309db1 None None] Provisioning complete for port 0056b3b4-3453-4135-bd61-00b1570864fe triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:54:05.928987 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-395fadbb-fb3e-4bc8-81f4-04f430309db1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:06.012940 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-78bdc774-8317-4e0c-b01b-4cb9c3799d79 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:06.026668 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.provisioning_blocks [None req-78bdc774-8317-4e0c-b01b-4cb9c3799d79 admin admin] Transition to ACTIVE for port object 89f319bf-8b18-4e62-a386-b869908cd0f8 will not be triggered until provisioned by entity DHCP. {{(pid=105584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:54:06.066778 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-78bdc774-8317-4e0c-b01b-4cb9c3799d79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:06.118582 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78bdc774-8317-4e0c-b01b-4cb9c3799d79 admin admin] Network 663b8f97-9cee-4c06-b2c6-7df8f501c17f is already hosted by enough agents. {{(pid=105584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:54:06.120153 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78bdc774-8317-4e0c-b01b-4cb9c3799d79 admin admin] Pushing event updated for resources: {'Port': ['ID=89f319bf-8b18-4e62-a386-b869908cd0f8,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:54:06.124235 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [None req-78bdc774-8317-4e0c-b01b-4cb9c3799d79 admin admin] Resources bound (agent type, host, resource id): {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:54:06.126495 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78bdc774-8317-4e0c-b01b-4cb9c3799d79 admin admin] Received port after_create {{(pid=105584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:54:06.148736 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-fc31c46c-e92b-4520-9b9c-d0dee557db72 None None] Notify callbacks [] for port, precommit_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:06.160638 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-fc31c46c-e92b-4520-9b9c-d0dee557db72 None None] Transition to ACTIVE for port object c3117758-ab3c-4069-8f05-1cad5ab9dc38 will not be triggered until provisioned by entity L2. {{(pid=105586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:54:06.168787 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-fc31c46c-e92b-4520-9b9c-d0dee557db72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:06.173597 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-78bdc774-8317-4e0c-b01b-4cb9c3799d79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4075523'] for router_interface, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:06.225560 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b779bc90-374d-4938-ae28-db7fa20c76f9 None None] Pushing event updated for resources: {'Port': ['ID=c3117758-ab3c-4069-8f05-1cad5ab9dc38,revision_number=2']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:54:06.228291 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-fc31c46c-e92b-4520-9b9c-d0dee557db72 None None] Attempting to bind port c3117758-ab3c-4069-8f05-1cad5ab9dc38 on host n-d-705658-22 for vnic_type normal with profile {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:54:06.228668 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-fc31c46c-e92b-4520-9b9c-d0dee557db72 None None] Attempting to bind port c3117758-ab3c-4069-8f05-1cad5ab9dc38 by drivers openvswitch,hyperv on host n-d-705658-22 at level 0 using segments [{'id': '12196855-9a32-4633-9a56-77697ef9e126', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305'}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:54:06.229025 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc31c46c-e92b-4520-9b9c-d0dee557db72 None None] Attempting to bind port c3117758-ab3c-4069-8f05-1cad5ab9dc38 on network 8735d8a2-b604-4758-ae71-b40e4ee6f305 {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:54:06.234771 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc31c46c-e92b-4520-9b9c-d0dee557db72 None None] Checking agent: {'id': '04a7ea91-6318-467e-ace6-b0fb48c8690f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 41, 42), 'started_at': datetime.datetime(2021, 7, 27, 20, 42, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 53, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:54:06.235171 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc31c46c-e92b-4520-9b9c-d0dee557db72 None None] Checking segment: {'id': '12196855-9a32-4633-9a56-77697ef9e126', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:54:06.235578 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-fc31c46c-e92b-4520-9b9c-d0dee557db72 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:06.235967 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc31c46c-e92b-4520-9b9c-d0dee557db72 None None] Bound using segment: {'id': '12196855-9a32-4633-9a56-77697ef9e126', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305'} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:54:06.236437 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-fc31c46c-e92b-4520-9b9c-d0dee557db72 None None] Bound port: c3117758-ab3c-4069-8f05-1cad5ab9dc38, host: n-d-705658-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12196855-9a32-4633-9a56-77697ef9e126', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305'}}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:54:06.236822 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-fc31c46c-e92b-4520-9b9c-d0dee557db72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:06.299970 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-fc31c46c-e92b-4520-9b9c-d0dee557db72 None None] For port c3117758-ab3c-4069-8f05-1cad5ab9dc38, host n-d-705658-22, cleared binding levels {{(pid=105586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:54:06.303935 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-fc31c46c-e92b-4520-9b9c-d0dee557db72 None None] For port c3117758-ab3c-4069-8f05-1cad5ab9dc38, host n-d-705658-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=c3117758-ab3c-4069-8f05-1cad5ab9dc38,segment=NetworkSegment(12196855-9a32-4633-9a56-77697ef9e126),segment_id=12196855-9a32-4633-9a56-77697ef9e126)] {{(pid=105586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:54:06.309600 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-fc31c46c-e92b-4520-9b9c-d0dee557db72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:06.338850 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-78bdc774-8317-4e0c-b01b-4cb9c3799d79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:06.392214 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b779bc90-374d-4938-ae28-db7fa20c76f9 None None] Pushing event updated for resources: {'Port': ['ID=c3117758-ab3c-4069-8f05-1cad5ab9dc38,revision_number=3']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:54:06.403565 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc31c46c-e92b-4520-9b9c-d0dee557db72 None None] Routers {'13a046fc-9405-4393-91bd-e8f7e4599848'} bound to L3 agent in host n-d-705658-22 {{(pid=105586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:54:06.404247 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-fc31c46c-e92b-4520-9b9c-d0dee557db72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:53:42Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['13a046fc-9405-4393-91bd-e8f7e4599848'], 'active': True} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:54:06.468421 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-e1132fc3-41b4-4ed8-aef6-e9833f2e4219 None None] Provisioning for port 89f319bf-8b18-4e62-a386-b869908cd0f8 completed by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:54:06.499416 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-e1132fc3-41b4-4ed8-aef6-e9833f2e4219 None None] Provisioning complete for port 89f319bf-8b18-4e62-a386-b869908cd0f8 triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:54:06.499804 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-e1132fc3-41b4-4ed8-aef6-e9833f2e4219 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:06.504757 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 896b387f-03d7-484b-8af7-b9a93121f58b up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:54:06.584837 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-e1132fc3-41b4-4ed8-aef6-e9833f2e4219 None None] Port 89f319bf-8b18-4e62-a386-b869908cd0f8 cannot update to ACTIVE because it is not bound. {{(pid=105586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:54:06.594559 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvr_db [None req-fc31c46c-e92b-4520-9b9c-d0dee557db72 None None] Set router 13a046fc-9405-4393-91bd-e8f7e4599848 gateway port host: n-d-705658-22 {{(pid=105586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:54:06.645465 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port 896b387f-03d7-484b-8af7-b9a93121f58b triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:54:06.646176 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:06.804299 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-78bdc774-8317-4e0c-b01b-4cb9c3799d79 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:06.808874 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-78bdc774-8317-4e0c-b01b-4cb9c3799d79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9014027'] for port, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:06.873895 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78bdc774-8317-4e0c-b01b-4cb9c3799d79 admin admin] Pushing event updated for resources: {'Port': ['ID=89f319bf-8b18-4e62-a386-b869908cd0f8,revision_number=2']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:54:06.876716 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-78bdc774-8317-4e0c-b01b-4cb9c3799d79 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3743906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4076435'] for router_interface, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:06.971782 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78bdc774-8317-4e0c-b01b-4cb9c3799d79 admin admin] Network 663b8f97-9cee-4c06-b2c6-7df8f501c17f is already hosted by enough agents. {{(pid=105584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:54:06.973081 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [None req-78bdc774-8317-4e0c-b01b-4cb9c3799d79 admin admin] Resources bound (agent type, host, resource id): {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:54:07.000021 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:07.002827 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device be234c1e-f779-44c2-9096-5280d609b615 up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:54:07.066931 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-fc31c46c-e92b-4520-9b9c-d0dee557db72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13a046fc-9405-4393-91bd-e8f7e4599848', 'name': 'tempest-TestMinimumBasicScenario-1317322163-router', 'tenant_id': '1d64619b9a8a421790f052aa348b5573', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.84'}], 'enable_snat': True}, 'gw_port_id': 'c3117758-ab3c-4069-8f05-1cad5ab9dc38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:54:03Z', 'updated_at': '2021-07-27T21:54:06Z', 'revision_number': 4, 'project_id': '1d64619b9a8a421790f052aa348b5573', 'gw_port': {'id': 'c3117758-ab3c-4069-8f05-1cad5ab9dc38', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:ab:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13a046fc-9405-4393-91bd-e8f7e4599848', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:54:03Z', 'updated_at': '2021-07-27T21:54:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_interfaces': [{'id': '89f319bf-8b18-4e62-a386-b869908cd0f8', 'name': '', 'network_id': '663b8f97-9cee-4c06-b2c6-7df8f501c17f', 'tenant_id': '1d64619b9a8a421790f052aa348b5573', 'mac_address': 'fa:16:3e:79:21:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13a046fc-9405-4393-91bd-e8f7e4599848', 'device_owner': 'network:router_interface', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': '4a7f1790-770b-4366-9ba1-f19f45c5707a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:54:05Z', 'updated_at': '2021-07-27T21:54:05Z', 'revision_number': 1, 'project_id': '1d64619b9a8a421790f052aa348b5573', 'subnets': [{'id': '4a7f1790-770b-4366-9ba1-f19f45c5707a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-22', False) {} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:54:07.101528 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning for port be234c1e-f779-44c2-9096-5280d609b615 completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:54:07.104539 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc31c46c-e92b-4520-9b9c-d0dee557db72 None None] The sync data for ids ['13a046fc-9405-4393-91bd-e8f7e4599848'] in n-d-705658-22 is: [{'id': '13a046fc-9405-4393-91bd-e8f7e4599848', 'name': 'tempest-TestMinimumBasicScenario-1317322163-router', 'tenant_id': '1d64619b9a8a421790f052aa348b5573', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.84'}], 'enable_snat': True}, 'gw_port_id': 'c3117758-ab3c-4069-8f05-1cad5ab9dc38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:54:03Z', 'updated_at': '2021-07-27T21:54:06Z', 'revision_number': 4, 'project_id': '1d64619b9a8a421790f052aa348b5573', 'gw_port': {'id': 'c3117758-ab3c-4069-8f05-1cad5ab9dc38', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:ab:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13a046fc-9405-4393-91bd-e8f7e4599848', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:54:03Z', 'updated_at': '2021-07-27T21:54:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_interfaces': [{'id': '89f319bf-8b18-4e62-a386-b869908cd0f8', 'name': '', 'network_id': '663b8f97-9cee-4c06-b2c6-7df8f501c17f', 'tenant_id': '1d64619b9a8a421790f052aa348b5573', 'mac_address': 'fa:16:3e:79:21:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13a046fc-9405-4393-91bd-e8f7e4599848', 'device_owner': 'network:router_interface', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': '4a7f1790-770b-4366-9ba1-f19f45c5707a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:54:05Z', 'updated_at': '2021-07-27T21:54:05Z', 'revision_number': 1, 'project_id': '1d64619b9a8a421790f052aa348b5573', 'subnets': [{'id': '4a7f1790-770b-4366-9ba1-f19f45c5707a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:54:07.105143 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78bdc774-8317-4e0c-b01b-4cb9c3799d79 admin admin] Router 13a046fc-9405-4393-91bd-e8f7e4599848 has already been hosted by L3 agent dd128fd7-8e57-4d4f-895b-a96b369df59a {{(pid=105584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:54:07.110583 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port be234c1e-f779-44c2-9096-5280d609b615 triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:54:07.110983 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:07.208584 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:07.223912 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78bdc774-8317-4e0c-b01b-4cb9c3799d79 admin admin] Notify agent at l3_agent.n-d-705658-22 the message routers_updated {{(pid=105584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:54:07.224113 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-706b4081-c65f-44ca-8881-a13a2a465414 None None] Provisioning complete for port 89f319bf-8b18-4e62-a386-b869908cd0f8 triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:54:07.224458 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-706b4081-c65f-44ca-8881-a13a2a465414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:07.238694 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-78bdc774-8317-4e0c-b01b-4cb9c3799d79 admin admin] 10.222.0.59 "PUT /v2.0/routers/13a046fc-9405-4393-91bd-e8f7e4599848/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0225699 Jul 27 21:54:07.274141 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] For port be234c1e-f779-44c2-9096-5280d609b615, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=be234c1e-f779-44c2-9096-5280d609b615,segment=NetworkSegment(f27c40fc-d47d-4efc-980c-3ecccb426253),segment_id=f27c40fc-d47d-4efc-980c-3ecccb426253)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:54:07.281086 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:07.281891 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 0056b3b4-3453-4135-bd61-00b1570864fe up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:54:07.306350 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-706b4081-c65f-44ca-8881-a13a2a465414 None None] Port 89f319bf-8b18-4e62-a386-b869908cd0f8 cannot update to ACTIVE because it is not bound. {{(pid=105586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:54:07.375870 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Pushing event updated for resources: {'Port': ['ID=be234c1e-f779-44c2-9096-5280d609b615,revision_number=5']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:54:07.389550 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port 0056b3b4-3453-4135-bd61-00b1570864fe triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:54:07.390362 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:08.416479 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device be234c1e-f779-44c2-9096-5280d609b615 up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:54:08.501191 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port be234c1e-f779-44c2-9096-5280d609b615 triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:54:08.501861 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:08.954158 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-4550c8a0-06ff-409d-8f78-65958fa9d563 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:09.866641 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e988bba7-1b7e-4a84-ac5c-d45f3f89a630 None None] Sync routers for ids ['13a046fc-9405-4393-91bd-e8f7e4599848'] in n-d-705658-22 {{(pid=105587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:54:09.877881 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e988bba7-1b7e-4a84-ac5c-d45f3f89a630 None None] Routers {'13a046fc-9405-4393-91bd-e8f7e4599848'} bound to L3 agent in host n-d-705658-22 {{(pid=105587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:54:09.877881 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-e988bba7-1b7e-4a84-ac5c-d45f3f89a630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:53:42Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['13a046fc-9405-4393-91bd-e8f7e4599848'], 'active': True} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:54:09.994962 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvr_db [None req-e988bba7-1b7e-4a84-ac5c-d45f3f89a630 None None] Set router 13a046fc-9405-4393-91bd-e8f7e4599848 gateway port host: n-d-705658-22 {{(pid=105587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:54:10.212626 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-e988bba7-1b7e-4a84-ac5c-d45f3f89a630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13a046fc-9405-4393-91bd-e8f7e4599848', 'name': 'tempest-TestMinimumBasicScenario-1317322163-router', 'tenant_id': '1d64619b9a8a421790f052aa348b5573', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.84'}], 'enable_snat': True}, 'gw_port_id': 'c3117758-ab3c-4069-8f05-1cad5ab9dc38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:54:03Z', 'updated_at': '2021-07-27T21:54:06Z', 'revision_number': 4, 'project_id': '1d64619b9a8a421790f052aa348b5573', 'gw_port': {'id': 'c3117758-ab3c-4069-8f05-1cad5ab9dc38', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:ab:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13a046fc-9405-4393-91bd-e8f7e4599848', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:54:03Z', 'updated_at': '2021-07-27T21:54:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_interfaces': [{'id': '89f319bf-8b18-4e62-a386-b869908cd0f8', 'name': '', 'network_id': '663b8f97-9cee-4c06-b2c6-7df8f501c17f', 'tenant_id': '1d64619b9a8a421790f052aa348b5573', 'mac_address': 'fa:16:3e:79:21:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13a046fc-9405-4393-91bd-e8f7e4599848', 'device_owner': 'network:router_interface', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': '4a7f1790-770b-4366-9ba1-f19f45c5707a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:54:05Z', 'updated_at': '2021-07-27T21:54:06Z', 'revision_number': 2, 'project_id': '1d64619b9a8a421790f052aa348b5573', 'subnets': [{'id': '4a7f1790-770b-4366-9ba1-f19f45c5707a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-22', False) {} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:54:10.245326 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e988bba7-1b7e-4a84-ac5c-d45f3f89a630 None None] Checking router: 13a046fc-9405-4393-91bd-e8f7e4599848 for host: n-d-705658-22 {{(pid=105587) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:54:10.245695 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e988bba7-1b7e-4a84-ac5c-d45f3f89a630 None None] Updating router 13a046fc-9405-4393-91bd-e8f7e4599848 port 89f319bf-8b18-4e62-a386-b869908cd0f8 binding host n-d-705658-22 {{(pid=105587) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 21:54:10.285811 n-d-705658-22 neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-e988bba7-1b7e-4a84-ac5c-d45f3f89a630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:10.447664 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device c3117758-ab3c-4069-8f05-1cad5ab9dc38 up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:54:10.514479 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning for port c3117758-ab3c-4069-8f05-1cad5ab9dc38 completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:54:10.519615 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port c3117758-ab3c-4069-8f05-1cad5ab9dc38 triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:54:10.519615 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:10.610890 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:10.635041 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] For port c3117758-ab3c-4069-8f05-1cad5ab9dc38, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=c3117758-ab3c-4069-8f05-1cad5ab9dc38,segment=NetworkSegment(12196855-9a32-4633-9a56-77697ef9e126),segment_id=12196855-9a32-4633-9a56-77697ef9e126)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:54:10.643094 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:10.647867 n-d-705658-22 neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-e988bba7-1b7e-4a84-ac5c-d45f3f89a630 None None] Notify callbacks [] for port, precommit_update {{(pid=105587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:10.665598 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.provisioning_blocks [None req-e988bba7-1b7e-4a84-ac5c-d45f3f89a630 None None] Transition to ACTIVE for port object 89f319bf-8b18-4e62-a386-b869908cd0f8 will not be triggered until provisioned by entity L2. {{(pid=105587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:54:10.672067 n-d-705658-22 neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-e988bba7-1b7e-4a84-ac5c-d45f3f89a630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:10.705721 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Pushing event updated for resources: {'Port': ['ID=c3117758-ab3c-4069-8f05-1cad5ab9dc38,revision_number=4']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:54:10.726024 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c909a81-cb93-4ff3-97a8-69afa5c56ff6 None None] Pushing event updated for resources: {'Port': ['ID=89f319bf-8b18-4e62-a386-b869908cd0f8,revision_number=3']} {{(pid=105587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:54:10.783658 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:10.798646 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.managers [None req-e988bba7-1b7e-4a84-ac5c-d45f3f89a630 None None] Attempting to bind port 89f319bf-8b18-4e62-a386-b869908cd0f8 on host n-d-705658-22 for vnic_type normal with profile {{(pid=105587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:54:10.799024 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.managers [None req-e988bba7-1b7e-4a84-ac5c-d45f3f89a630 None None] Attempting to bind port 89f319bf-8b18-4e62-a386-b869908cd0f8 by drivers openvswitch,hyperv on host n-d-705658-22 at level 0 using segments [{'id': '72f0e15d-6540-4df2-b4d9-512bd6998621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '663b8f97-9cee-4c06-b2c6-7df8f501c17f'}] {{(pid=105587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:54:10.799400 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e988bba7-1b7e-4a84-ac5c-d45f3f89a630 None None] Attempting to bind port 89f319bf-8b18-4e62-a386-b869908cd0f8 on network 663b8f97-9cee-4c06-b2c6-7df8f501c17f {{(pid=105587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:54:10.804773 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e988bba7-1b7e-4a84-ac5c-d45f3f89a630 None None] Checking agent: {'id': '04a7ea91-6318-467e-ace6-b0fb48c8690f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 41, 42), 'started_at': datetime.datetime(2021, 7, 27, 20, 42, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 53, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:54:10.805129 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e988bba7-1b7e-4a84-ac5c-d45f3f89a630 None None] Checking segment: {'id': '72f0e15d-6540-4df2-b4d9-512bd6998621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '663b8f97-9cee-4c06-b2c6-7df8f501c17f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:54:10.805535 n-d-705658-22 neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-e988bba7-1b7e-4a84-ac5c-d45f3f89a630 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:10.805926 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e988bba7-1b7e-4a84-ac5c-d45f3f89a630 None None] Bound using segment: {'id': '72f0e15d-6540-4df2-b4d9-512bd6998621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '663b8f97-9cee-4c06-b2c6-7df8f501c17f'} {{(pid=105587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:54:10.806392 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.managers [None req-e988bba7-1b7e-4a84-ac5c-d45f3f89a630 None None] Bound port: 89f319bf-8b18-4e62-a386-b869908cd0f8, host: n-d-705658-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72f0e15d-6540-4df2-b4d9-512bd6998621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '663b8f97-9cee-4c06-b2c6-7df8f501c17f'}}] {{(pid=105587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:54:10.806769 n-d-705658-22 neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-e988bba7-1b7e-4a84-ac5c-d45f3f89a630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:10.907518 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.db [None req-e988bba7-1b7e-4a84-ac5c-d45f3f89a630 None None] For port 89f319bf-8b18-4e62-a386-b869908cd0f8, host n-d-705658-22, cleared binding levels {{(pid=105587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:54:10.911368 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.db [None req-e988bba7-1b7e-4a84-ac5c-d45f3f89a630 None None] For port 89f319bf-8b18-4e62-a386-b869908cd0f8, host n-d-705658-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=89f319bf-8b18-4e62-a386-b869908cd0f8,segment=NetworkSegment(72f0e15d-6540-4df2-b4d9-512bd6998621),segment_id=72f0e15d-6540-4df2-b4d9-512bd6998621)] {{(pid=105587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:54:10.917709 n-d-705658-22 neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-e988bba7-1b7e-4a84-ac5c-d45f3f89a630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:10.984694 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e988bba7-1b7e-4a84-ac5c-d45f3f89a630 None None] Routers {'13a046fc-9405-4393-91bd-e8f7e4599848'} bound to L3 agent in host n-d-705658-22 {{(pid=105587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:54:10.985332 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-e988bba7-1b7e-4a84-ac5c-d45f3f89a630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:53:42Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['13a046fc-9405-4393-91bd-e8f7e4599848'], 'active': True} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:54:11.023706 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c909a81-cb93-4ff3-97a8-69afa5c56ff6 None None] Pushing event updated for resources: {'Port': ['ID=89f319bf-8b18-4e62-a386-b869908cd0f8,revision_number=4']} {{(pid=105587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:54:11.219908 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvr_db [None req-e988bba7-1b7e-4a84-ac5c-d45f3f89a630 None None] Set router 13a046fc-9405-4393-91bd-e8f7e4599848 gateway port host: n-d-705658-22 {{(pid=105587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:54:11.456374 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-e988bba7-1b7e-4a84-ac5c-d45f3f89a630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13a046fc-9405-4393-91bd-e8f7e4599848', 'name': 'tempest-TestMinimumBasicScenario-1317322163-router', 'tenant_id': '1d64619b9a8a421790f052aa348b5573', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.84'}], 'enable_snat': True}, 'gw_port_id': 'c3117758-ab3c-4069-8f05-1cad5ab9dc38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:54:03Z', 'updated_at': '2021-07-27T21:54:06Z', 'revision_number': 4, 'project_id': '1d64619b9a8a421790f052aa348b5573', 'gw_port': {'id': 'c3117758-ab3c-4069-8f05-1cad5ab9dc38', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:ab:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13a046fc-9405-4393-91bd-e8f7e4599848', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:54:03Z', 'updated_at': '2021-07-27T21:54:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_interfaces': [{'id': '89f319bf-8b18-4e62-a386-b869908cd0f8', 'name': '', 'network_id': '663b8f97-9cee-4c06-b2c6-7df8f501c17f', 'tenant_id': '1d64619b9a8a421790f052aa348b5573', 'mac_address': 'fa:16:3e:79:21:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13a046fc-9405-4393-91bd-e8f7e4599848', 'device_owner': 'network:router_interface', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': '4a7f1790-770b-4366-9ba1-f19f45c5707a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:54:05Z', 'updated_at': '2021-07-27T21:54:10Z', 'revision_number': 4, 'project_id': '1d64619b9a8a421790f052aa348b5573', 'subnets': [{'id': '4a7f1790-770b-4366-9ba1-f19f45c5707a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-22', False) {} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:54:11.495326 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e988bba7-1b7e-4a84-ac5c-d45f3f89a630 None None] The sync data for ids ['13a046fc-9405-4393-91bd-e8f7e4599848'] in n-d-705658-22 is: [{'id': '13a046fc-9405-4393-91bd-e8f7e4599848', 'name': 'tempest-TestMinimumBasicScenario-1317322163-router', 'tenant_id': '1d64619b9a8a421790f052aa348b5573', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.84'}], 'enable_snat': True}, 'gw_port_id': 'c3117758-ab3c-4069-8f05-1cad5ab9dc38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:54:03Z', 'updated_at': '2021-07-27T21:54:06Z', 'revision_number': 4, 'project_id': '1d64619b9a8a421790f052aa348b5573', 'gw_port': {'id': 'c3117758-ab3c-4069-8f05-1cad5ab9dc38', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:ab:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13a046fc-9405-4393-91bd-e8f7e4599848', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:54:03Z', 'updated_at': '2021-07-27T21:54:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_interfaces': [{'id': '89f319bf-8b18-4e62-a386-b869908cd0f8', 'name': '', 'network_id': '663b8f97-9cee-4c06-b2c6-7df8f501c17f', 'tenant_id': '1d64619b9a8a421790f052aa348b5573', 'mac_address': 'fa:16:3e:79:21:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13a046fc-9405-4393-91bd-e8f7e4599848', 'device_owner': 'network:router_interface', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': '4a7f1790-770b-4366-9ba1-f19f45c5707a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:54:05Z', 'updated_at': '2021-07-27T21:54:10Z', 'revision_number': 4, 'project_id': '1d64619b9a8a421790f052aa348b5573', 'subnets': [{'id': '4a7f1790-770b-4366-9ba1-f19f45c5707a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:54:11.594526 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-10a4cea7-7a71-40bc-b1e5-8328e06af4a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:11.937384 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:12.418895 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device c3117758-ab3c-4069-8f05-1cad5ab9dc38 up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:54:12.479409 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port c3117758-ab3c-4069-8f05-1cad5ab9dc38 triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:54:12.480079 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:12.578678 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 89f319bf-8b18-4e62-a386-b869908cd0f8 up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:54:12.639776 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning for port 89f319bf-8b18-4e62-a386-b869908cd0f8 completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:54:12.645635 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port 89f319bf-8b18-4e62-a386-b869908cd0f8 triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:54:12.646228 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:12.743904 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:12.782163 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] For port 89f319bf-8b18-4e62-a386-b869908cd0f8, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=89f319bf-8b18-4e62-a386-b869908cd0f8,segment=NetworkSegment(72f0e15d-6540-4df2-b4d9-512bd6998621),segment_id=72f0e15d-6540-4df2-b4d9-512bd6998621)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:54:12.786098 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:12.842939 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Pushing event updated for resources: {'Port': ['ID=89f319bf-8b18-4e62-a386-b869908cd0f8,revision_number=5']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:54:13.094151 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-bb32ed7d-8717-448b-a9c8-a5a0117d1fd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:14.389810 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 89f319bf-8b18-4e62-a386-b869908cd0f8 up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:54:14.467297 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port 89f319bf-8b18-4e62-a386-b869908cd0f8 triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:54:14.467924 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:14.517864 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-875ced1b-4cf3-463a-9653-058f0f9421e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:15.170726 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.agents_db [None req-558fcd2c-e512-47bc-a170-8673d87f7213 None None] Agent healthcheck: found 7 active agents {{(pid=105587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 21:54:17.279761 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e587bb1-d146-4938-bdd3-1831458c5350 req-90031bb8-a482-4453-b5b7-0def36fee8d2 tempest-TestMinimumBasicScenario-488944745 tempest-TestMinimumBasicScenario-488944745-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:54:17.281238 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-8e587bb1-d146-4938-bdd3-1831458c5350 req-90031bb8-a482-4453-b5b7-0def36fee8d2 tempest-TestMinimumBasicScenario-488944745 tempest-TestMinimumBasicScenario-488944745-project] 10.222.0.59 "GET /v2.0/networks?id=5f07235f-4aa5-4d40-8859-a30644d4a149 HTTP/1.1" status: 200 len: 814 time: 0.1011214 Jul 27 21:54:17.296296 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-8e587bb1-d146-4938-bdd3-1831458c5350 req-b84f8fe7-868b-4c33-8310-cb0b6bbf2c32 tempest-TestMinimumBasicScenario-488944745 tempest-TestMinimumBasicScenario-488944745-project] 10.222.0.59 "GET /v2.0/quotas/8ac72fbe028843a69cd8ec20ae9f11f9 HTTP/1.1" status: 200 len: 375 time: 0.0094068 Jul 27 21:54:17.365312 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-8e587bb1-d146-4938-bdd3-1831458c5350 req-a7dc5528-0cab-492a-885d-4176f49d1520 tempest-TestMinimumBasicScenario-488944745 tempest-TestMinimumBasicScenario-488944745-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=8ac72fbe028843a69cd8ec20ae9f11f9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0639315 Jul 27 21:54:17.465364 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-8e587bb1-d146-4938-bdd3-1831458c5350 req-395e8e00-46c6-45b3-84f1-134a2c0ab2b4 service neutron] 10.222.0.59 "GET /v2.0/networks/5f07235f-4aa5-4d40-8859-a30644d4a149?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855706 Jul 27 21:54:17.566831 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-8e587bb1-d146-4938-bdd3-1831458c5350 req-39af4177-5e3a-4dc0-b37a-e9c114e240cf service neutron] 10.222.0.59 "GET /v2.0/networks/5f07235f-4aa5-4d40-8859-a30644d4a149?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872722 Jul 27 21:54:17.738079 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-4ce55235-1345-4410-9370-9be548a7a7b8 req-b3e82868-408d-4554-9ddb-520a1df40762 tempest-TestMinimumBasicScenario-488944745 tempest-TestMinimumBasicScenario-488944745-project] 10.222.0.59 "GET /v2.0/ports?device_id=ab6b32d6-8820-44d4-9590-60f482c97eee HTTP/1.1" status: 200 len: 210 time: 0.0324218 Jul 27 21:54:18.672729 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e587bb1-d146-4938-bdd3-1831458c5350 req-dc90bfb8-7832-419d-983b-3ef017dfbb81 tempest-TestMinimumBasicScenario-488944745 tempest-TestMinimumBasicScenario-488944745-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:54:18.674188 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-8e587bb1-d146-4938-bdd3-1831458c5350 req-dc90bfb8-7832-419d-983b-3ef017dfbb81 tempest-TestMinimumBasicScenario-488944745 tempest-TestMinimumBasicScenario-488944745-project] 10.222.0.60 "GET /v2.0/networks?id=5f07235f-4aa5-4d40-8859-a30644d4a149 HTTP/1.1" status: 200 len: 814 time: 0.1074684 Jul 27 21:54:18.688404 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [req-8e587bb1-d146-4938-bdd3-1831458c5350 req-5081b5f1-db4c-46b5-8131-c1e283b85a7e tempest-TestMinimumBasicScenario-488944745 tempest-TestMinimumBasicScenario-488944745-project] Request body: {'port': {'device_id': 'ab6b32d6-8820-44d4-9590-60f482c97eee', 'network_id': '5f07235f-4aa5-4d40-8859-a30644d4a149', 'admin_state_up': True, 'tenant_id': '8ac72fbe028843a69cd8ec20ae9f11f9'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:54:18.797966 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e587bb1-d146-4938-bdd3-1831458c5350 req-5081b5f1-db4c-46b5-8131-c1e283b85a7e tempest-TestMinimumBasicScenario-488944745 tempest-TestMinimumBasicScenario-488944745-project] Made reservation on behalf of 8ac72fbe028843a69cd8ec20ae9f11f9 for: {'port': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:54:18.802470 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-8e587bb1-d146-4938-bdd3-1831458c5350 req-5081b5f1-db4c-46b5-8131-c1e283b85a7e tempest-TestMinimumBasicScenario-488944745 tempest-TestMinimumBasicScenario-488944745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:18.847654 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a575aa39-d534-439a-8fc9-159a722a6bc5 req-219a9f83-bffb-47c6-835e-4c882cb79df5 tempest-TestMinimumBasicScenario-488944745 tempest-TestMinimumBasicScenario-488944745-project] 10.222.0.59 "GET /v2.0/ports?device_id=ab6b32d6-8820-44d4-9590-60f482c97eee HTTP/1.1" status: 200 len: 210 time: 0.0323758 Jul 27 21:54:18.938866 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.db_base_plugin_common [req-8e587bb1-d146-4938-bdd3-1831458c5350 req-5081b5f1-db4c-46b5-8131-c1e283b85a7e tempest-TestMinimumBasicScenario-488944745 tempest-TestMinimumBasicScenario-488944745-project] Allocated IP 172.20.0.12 (5f07235f-4aa5-4d40-8859-a30644d4a149/c9d976c4-5125-47c3-9d6e-de1d71f4352a/0d8d47a0-b663-44de-8d07-b625a01723c5) {{(pid=105584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:54:19.138502 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-8e587bb1-d146-4938-bdd3-1831458c5350 req-5081b5f1-db4c-46b5-8131-c1e283b85a7e tempest-TestMinimumBasicScenario-488944745 tempest-TestMinimumBasicScenario-488944745-project] Notify callbacks [] for port, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:19.158364 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.provisioning_blocks [req-8e587bb1-d146-4938-bdd3-1831458c5350 req-5081b5f1-db4c-46b5-8131-c1e283b85a7e tempest-TestMinimumBasicScenario-488944745 tempest-TestMinimumBasicScenario-488944745-project] Transition to ACTIVE for port object 0d8d47a0-b663-44de-8d07-b625a01723c5 will not be triggered until provisioned by entity DHCP. {{(pid=105584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:54:19.200974 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-8e587bb1-d146-4938-bdd3-1831458c5350 req-5081b5f1-db4c-46b5-8131-c1e283b85a7e tempest-TestMinimumBasicScenario-488944745 tempest-TestMinimumBasicScenario-488944745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:19.256099 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e587bb1-d146-4938-bdd3-1831458c5350 req-5081b5f1-db4c-46b5-8131-c1e283b85a7e tempest-TestMinimumBasicScenario-488944745 tempest-TestMinimumBasicScenario-488944745-project] Network 5f07235f-4aa5-4d40-8859-a30644d4a149 is already hosted by enough agents. {{(pid=105584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:54:19.259452 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [req-8e587bb1-d146-4938-bdd3-1831458c5350 req-5081b5f1-db4c-46b5-8131-c1e283b85a7e tempest-TestMinimumBasicScenario-488944745 tempest-TestMinimumBasicScenario-488944745-project] Resources bound (agent type, host, resource id): {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:54:19.264664 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e587bb1-d146-4938-bdd3-1831458c5350 req-5081b5f1-db4c-46b5-8131-c1e283b85a7e tempest-TestMinimumBasicScenario-488944745 tempest-TestMinimumBasicScenario-488944745-project] Received port after_create {{(pid=105584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:54:19.268795 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5081b5f1-db4c-46b5-8131-c1e283b85a7e tempest-TestMinimumBasicScenario-488944745 tempest-TestMinimumBasicScenario-488944745-project] Pushing event updated for resources: {'Port': ['ID=0d8d47a0-b663-44de-8d07-b625a01723c5,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:54:19.300261 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5081b5f1-db4c-46b5-8131-c1e283b85a7e tempest-TestMinimumBasicScenario-488944745 tempest-TestMinimumBasicScenario-488944745-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:54:19.300619 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5081b5f1-db4c-46b5-8131-c1e283b85a7e tempest-TestMinimumBasicScenario-488944745 tempest-TestMinimumBasicScenario-488944745-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:54:19.300967 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5081b5f1-db4c-46b5-8131-c1e283b85a7e tempest-TestMinimumBasicScenario-488944745 tempest-TestMinimumBasicScenario-488944745-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:54:19.301312 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5081b5f1-db4c-46b5-8131-c1e283b85a7e tempest-TestMinimumBasicScenario-488944745 tempest-TestMinimumBasicScenario-488944745-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:54:19.301652 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5081b5f1-db4c-46b5-8131-c1e283b85a7e tempest-TestMinimumBasicScenario-488944745 tempest-TestMinimumBasicScenario-488944745-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:54:19.301994 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5081b5f1-db4c-46b5-8131-c1e283b85a7e tempest-TestMinimumBasicScenario-488944745 tempest-TestMinimumBasicScenario-488944745-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:54:19.302326 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5081b5f1-db4c-46b5-8131-c1e283b85a7e tempest-TestMinimumBasicScenario-488944745 tempest-TestMinimumBasicScenario-488944745-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:54:19.302665 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5081b5f1-db4c-46b5-8131-c1e283b85a7e tempest-TestMinimumBasicScenario-488944745 tempest-TestMinimumBasicScenario-488944745-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:54:19.303065 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5081b5f1-db4c-46b5-8131-c1e283b85a7e tempest-TestMinimumBasicScenario-488944745 tempest-TestMinimumBasicScenario-488944745-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:54:19.303438 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5081b5f1-db4c-46b5-8131-c1e283b85a7e tempest-TestMinimumBasicScenario-488944745 tempest-TestMinimumBasicScenario-488944745-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:54:19.303736 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5081b5f1-db4c-46b5-8131-c1e283b85a7e tempest-TestMinimumBasicScenario-488944745 tempest-TestMinimumBasicScenario-488944745-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:54:19.304076 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5081b5f1-db4c-46b5-8131-c1e283b85a7e tempest-TestMinimumBasicScenario-488944745 tempest-TestMinimumBasicScenario-488944745-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:54:19.332714 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e587bb1-d146-4938-bdd3-1831458c5350 req-5081b5f1-db4c-46b5-8131-c1e283b85a7e tempest-TestMinimumBasicScenario-488944745 tempest-TestMinimumBasicScenario-488944745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:54:19.333336 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-8e587bb1-d146-4938-bdd3-1831458c5350 req-5081b5f1-db4c-46b5-8131-c1e283b85a7e tempest-TestMinimumBasicScenario-488944745 tempest-TestMinimumBasicScenario-488944745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:19.350914 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-8e587bb1-d146-4938-bdd3-1831458c5350 req-5081b5f1-db4c-46b5-8131-c1e283b85a7e tempest-TestMinimumBasicScenario-488944745 tempest-TestMinimumBasicScenario-488944745-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6660514 Jul 27 21:54:19.567516 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-d7cb0249-743a-4db8-aba9-57291f077e60 None None] Provisioning for port 0d8d47a0-b663-44de-8d07-b625a01723c5 completed by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:54:19.572380 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-d7cb0249-743a-4db8-aba9-57291f077e60 None None] Provisioning complete for port 0d8d47a0-b663-44de-8d07-b625a01723c5 triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:54:19.572761 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-d7cb0249-743a-4db8-aba9-57291f077e60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:19.610816 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-d7cb0249-743a-4db8-aba9-57291f077e60 None None] Port 0d8d47a0-b663-44de-8d07-b625a01723c5 cannot update to ACTIVE because it is not bound. {{(pid=105586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:54:20.010057 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fab88b0-5acb-4dd6-91a6-d0bae3a01722 req-3f20f86b-da90-40a9-bd03-feaf44249c7a tempest-TestMinimumBasicScenario-488944745 tempest-TestMinimumBasicScenario-488944745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:54:20.011581 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-0fab88b0-5acb-4dd6-91a6-d0bae3a01722 req-3f20f86b-da90-40a9-bd03-feaf44249c7a tempest-TestMinimumBasicScenario-488944745 tempest-TestMinimumBasicScenario-488944745-project] 10.222.0.59 "GET /v2.0/ports?device_id=ab6b32d6-8820-44d4-9590-60f482c97eee HTTP/1.1" status: 200 len: 932 time: 0.0687594 Jul 27 21:54:20.059111 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-0fab88b0-5acb-4dd6-91a6-d0bae3a01722 req-aeb8e812-07ae-481b-abc3-307fa6407d50 tempest-TestMinimumBasicScenario-488944745 tempest-TestMinimumBasicScenario-488944745-project] 10.222.0.59 "GET /v2.0/security-groups?id=fe64565b-4f45-418e-8ffb-64a90a4ed3cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411353 Jul 27 21:54:21.205009 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323df7dd-2823-4289-8420-90eaff414f6a req-d3536534-7887-4069-9f8d-9eba2bd45c05 tempest-TestMinimumBasicScenario-488944745 tempest-TestMinimumBasicScenario-488944745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:54:21.206766 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-323df7dd-2823-4289-8420-90eaff414f6a req-d3536534-7887-4069-9f8d-9eba2bd45c05 tempest-TestMinimumBasicScenario-488944745 tempest-TestMinimumBasicScenario-488944745-project] 10.222.0.59 "GET /v2.0/ports?device_id=ab6b32d6-8820-44d4-9590-60f482c97eee HTTP/1.1" status: 200 len: 932 time: 0.0788622 Jul 27 21:54:21.267596 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-323df7dd-2823-4289-8420-90eaff414f6a req-937cc101-5c15-49b6-a96c-c6eee47abd54 tempest-TestMinimumBasicScenario-488944745 tempest-TestMinimumBasicScenario-488944745-project] 10.222.0.59 "GET /v2.0/security-groups?id=fe64565b-4f45-418e-8ffb-64a90a4ed3cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547063 Jul 27 21:54:22.394334 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a5dc48-f030-478f-93e1-99533c4ba01b req-3cfcdaa4-0f38-4f70-83d8-782cca3c0f04 tempest-TestMinimumBasicScenario-488944745 tempest-TestMinimumBasicScenario-488944745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:54:22.395917 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-17a5dc48-f030-478f-93e1-99533c4ba01b req-3cfcdaa4-0f38-4f70-83d8-782cca3c0f04 tempest-TestMinimumBasicScenario-488944745 tempest-TestMinimumBasicScenario-488944745-project] 10.222.0.59 "GET /v2.0/ports?device_id=ab6b32d6-8820-44d4-9590-60f482c97eee HTTP/1.1" status: 200 len: 932 time: 0.0651855 Jul 27 21:54:22.435593 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-17a5dc48-f030-478f-93e1-99533c4ba01b req-bfd5a2bc-6463-48db-906d-db5c952b9f19 tempest-TestMinimumBasicScenario-488944745 tempest-TestMinimumBasicScenario-488944745-project] 10.222.0.59 "GET /v2.0/security-groups?id=fe64565b-4f45-418e-8ffb-64a90a4ed3cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331900 Jul 27 21:54:23.573804 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396dc898-6055-4fa1-9a15-6e8399615f94 req-a54e4541-2f21-4f00-a9c1-55ec4504d7ee tempest-TestMinimumBasicScenario-488944745 tempest-TestMinimumBasicScenario-488944745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:54:23.575355 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-396dc898-6055-4fa1-9a15-6e8399615f94 req-a54e4541-2f21-4f00-a9c1-55ec4504d7ee tempest-TestMinimumBasicScenario-488944745 tempest-TestMinimumBasicScenario-488944745-project] 10.222.0.59 "GET /v2.0/ports?device_id=ab6b32d6-8820-44d4-9590-60f482c97eee HTTP/1.1" status: 200 len: 932 time: 0.0700676 Jul 27 21:54:23.615279 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-396dc898-6055-4fa1-9a15-6e8399615f94 req-1d11da49-647b-4f8c-89bb-1f48f4b03ecb tempest-TestMinimumBasicScenario-488944745 tempest-TestMinimumBasicScenario-488944745-project] 10.222.0.59 "GET /v2.0/security-groups?id=fe64565b-4f45-418e-8ffb-64a90a4ed3cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337138 Jul 27 21:54:24.753631 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85996525-6a6d-4cd5-8415-ed896ce89960 req-a9b0ff7d-2fbf-4ce4-b732-b64e9563eb4a tempest-TestMinimumBasicScenario-488944745 tempest-TestMinimumBasicScenario-488944745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:54:24.755218 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-85996525-6a6d-4cd5-8415-ed896ce89960 req-a9b0ff7d-2fbf-4ce4-b732-b64e9563eb4a tempest-TestMinimumBasicScenario-488944745 tempest-TestMinimumBasicScenario-488944745-project] 10.222.0.59 "GET /v2.0/ports?device_id=ab6b32d6-8820-44d4-9590-60f482c97eee HTTP/1.1" status: 200 len: 932 time: 0.0689771 Jul 27 21:54:24.795331 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-85996525-6a6d-4cd5-8415-ed896ce89960 req-86526117-7dff-45f9-9abb-68443c7e8185 tempest-TestMinimumBasicScenario-488944745 tempest-TestMinimumBasicScenario-488944745-project] 10.222.0.59 "GET /v2.0/security-groups?id=fe64565b-4f45-418e-8ffb-64a90a4ed3cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332494 Jul 27 21:54:25.928082 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ea38e1-3eea-49d4-a9ff-51c71c38c5b0 req-41bf73df-ff68-463a-8d57-f5307b9c7b93 tempest-TestMinimumBasicScenario-488944745 tempest-TestMinimumBasicScenario-488944745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:54:25.929611 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-86ea38e1-3eea-49d4-a9ff-51c71c38c5b0 req-41bf73df-ff68-463a-8d57-f5307b9c7b93 tempest-TestMinimumBasicScenario-488944745 tempest-TestMinimumBasicScenario-488944745-project] 10.222.0.59 "GET /v2.0/ports?device_id=ab6b32d6-8820-44d4-9590-60f482c97eee HTTP/1.1" status: 200 len: 932 time: 0.0684149 Jul 27 21:54:25.976692 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-86ea38e1-3eea-49d4-a9ff-51c71c38c5b0 req-f497dcec-993d-40b1-8708-1e5b7eb3fe9b tempest-TestMinimumBasicScenario-488944745 tempest-TestMinimumBasicScenario-488944745-project] 10.222.0.59 "GET /v2.0/security-groups?id=fe64565b-4f45-418e-8ffb-64a90a4ed3cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408924 Jul 27 21:54:27.120209 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123bff10-43d2-4dbb-adf9-009c5244fac8 req-8549039d-acd8-41e3-85e4-f1718a841537 tempest-TestMinimumBasicScenario-488944745 tempest-TestMinimumBasicScenario-488944745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:54:27.122055 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-123bff10-43d2-4dbb-adf9-009c5244fac8 req-8549039d-acd8-41e3-85e4-f1718a841537 tempest-TestMinimumBasicScenario-488944745 tempest-TestMinimumBasicScenario-488944745-project] 10.222.0.59 "GET /v2.0/ports?device_id=ab6b32d6-8820-44d4-9590-60f482c97eee HTTP/1.1" status: 200 len: 932 time: 0.0705037 Jul 27 21:54:27.162457 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-123bff10-43d2-4dbb-adf9-009c5244fac8 req-f4e808fd-070d-4be2-9987-7024aac06350 tempest-TestMinimumBasicScenario-488944745 tempest-TestMinimumBasicScenario-488944745-project] 10.222.0.59 "GET /v2.0/security-groups?id=fe64565b-4f45-418e-8ffb-64a90a4ed3cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341027 Jul 27 21:54:28.293042 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1214ca-6196-4aa2-a1f4-a3464448a996 req-dc081569-a059-4139-95ac-83b9ae7f78e6 tempest-TestMinimumBasicScenario-488944745 tempest-TestMinimumBasicScenario-488944745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:54:28.294522 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-eb1214ca-6196-4aa2-a1f4-a3464448a996 req-dc081569-a059-4139-95ac-83b9ae7f78e6 tempest-TestMinimumBasicScenario-488944745 tempest-TestMinimumBasicScenario-488944745-project] 10.222.0.59 "GET /v2.0/ports?device_id=ab6b32d6-8820-44d4-9590-60f482c97eee HTTP/1.1" status: 200 len: 932 time: 0.0651472 Jul 27 21:54:28.336682 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-eb1214ca-6196-4aa2-a1f4-a3464448a996 req-12ba2454-f8e5-4231-892e-4b0cb92a2483 tempest-TestMinimumBasicScenario-488944745 tempest-TestMinimumBasicScenario-488944745-project] 10.222.0.59 "GET /v2.0/security-groups?id=fe64565b-4f45-418e-8ffb-64a90a4ed3cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359585 Jul 27 21:54:29.467286 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057d3610-ba73-49d0-8515-7b8c0adbf0b5 req-b507c472-c8be-4c63-8e47-9b19749fd059 tempest-TestMinimumBasicScenario-488944745 tempest-TestMinimumBasicScenario-488944745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:54:29.468770 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-057d3610-ba73-49d0-8515-7b8c0adbf0b5 req-b507c472-c8be-4c63-8e47-9b19749fd059 tempest-TestMinimumBasicScenario-488944745 tempest-TestMinimumBasicScenario-488944745-project] 10.222.0.59 "GET /v2.0/ports?device_id=ab6b32d6-8820-44d4-9590-60f482c97eee HTTP/1.1" status: 200 len: 932 time: 0.0658438 Jul 27 21:54:29.507070 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-057d3610-ba73-49d0-8515-7b8c0adbf0b5 req-ed0da0b4-9f3b-4ea6-87ad-8d47aa895140 tempest-TestMinimumBasicScenario-488944745 tempest-TestMinimumBasicScenario-488944745-project] 10.222.0.59 "GET /v2.0/security-groups?id=fe64565b-4f45-418e-8ffb-64a90a4ed3cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323725 Jul 27 21:54:30.634462 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a0d746-da90-4f1c-ae7e-1958d0e6b9a5 req-5ad20927-d7b8-473d-ab2c-bf6b236982a8 tempest-TestMinimumBasicScenario-488944745 tempest-TestMinimumBasicScenario-488944745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:54:30.636408 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-21a0d746-da90-4f1c-ae7e-1958d0e6b9a5 req-5ad20927-d7b8-473d-ab2c-bf6b236982a8 tempest-TestMinimumBasicScenario-488944745 tempest-TestMinimumBasicScenario-488944745-project] 10.222.0.59 "GET /v2.0/ports?device_id=ab6b32d6-8820-44d4-9590-60f482c97eee HTTP/1.1" status: 200 len: 932 time: 0.0634930 Jul 27 21:54:30.673352 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-21a0d746-da90-4f1c-ae7e-1958d0e6b9a5 req-5a1d572a-d23a-432f-80e5-f8c0de1ee50a tempest-TestMinimumBasicScenario-488944745 tempest-TestMinimumBasicScenario-488944745-project] 10.222.0.59 "GET /v2.0/security-groups?id=fe64565b-4f45-418e-8ffb-64a90a4ed3cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311685 Jul 27 21:54:31.797969 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8e9cf1-d9d5-4ce2-ad87-013b8b13e4c9 req-551ba537-8823-4614-a067-249bf50b1fef tempest-TestMinimumBasicScenario-488944745 tempest-TestMinimumBasicScenario-488944745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:54:31.799466 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-fa8e9cf1-d9d5-4ce2-ad87-013b8b13e4c9 req-551ba537-8823-4614-a067-249bf50b1fef tempest-TestMinimumBasicScenario-488944745 tempest-TestMinimumBasicScenario-488944745-project] 10.222.0.59 "GET /v2.0/ports?device_id=ab6b32d6-8820-44d4-9590-60f482c97eee HTTP/1.1" status: 200 len: 932 time: 0.0624979 Jul 27 21:54:31.836766 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-fa8e9cf1-d9d5-4ce2-ad87-013b8b13e4c9 req-da934356-55c7-4380-8aa4-175296922842 tempest-TestMinimumBasicScenario-488944745 tempest-TestMinimumBasicScenario-488944745-project] 10.222.0.59 "GET /v2.0/security-groups?id=fe64565b-4f45-418e-8ffb-64a90a4ed3cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315268 Jul 27 21:54:32.795437 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [req-8e587bb1-d146-4938-bdd3-1831458c5350 req-499dcdb7-a52a-48aa-abe6-282ec3036cd1 service neutron] Request body: {'port': {'device_id': 'ab6b32d6-8820-44d4-9590-60f482c97eee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-705658-22'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:54:32.870641 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-8e587bb1-d146-4938-bdd3-1831458c5350 req-499dcdb7-a52a-48aa-abe6-282ec3036cd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:32.974409 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85eab39-fc17-463c-a0d6-6da80b6ef711 req-d73c79d3-6178-48fc-aa39-28d0dbf7b1f3 tempest-TestMinimumBasicScenario-488944745 tempest-TestMinimumBasicScenario-488944745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:54:32.975958 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b85eab39-fc17-463c-a0d6-6da80b6ef711 req-d73c79d3-6178-48fc-aa39-28d0dbf7b1f3 tempest-TestMinimumBasicScenario-488944745 tempest-TestMinimumBasicScenario-488944745-project] 10.222.0.59 "GET /v2.0/ports?device_id=ab6b32d6-8820-44d4-9590-60f482c97eee HTTP/1.1" status: 200 len: 932 time: 0.0697968 Jul 27 21:54:33.015464 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b85eab39-fc17-463c-a0d6-6da80b6ef711 req-99a92035-3225-40e6-8808-293d72fd20f1 tempest-TestMinimumBasicScenario-488944745 tempest-TestMinimumBasicScenario-488944745-project] 10.222.0.59 "GET /v2.0/security-groups?id=fe64565b-4f45-418e-8ffb-64a90a4ed3cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330470 Jul 27 21:54:33.142411 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [req-8e587bb1-d146-4938-bdd3-1831458c5350 req-499dcdb7-a52a-48aa-abe6-282ec3036cd1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d8d47a0-b663-44de-8d07-b625a01723c5 {{(pid=105584) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:54:33.149797 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-8e587bb1-d146-4938-bdd3-1831458c5350 req-499dcdb7-a52a-48aa-abe6-282ec3036cd1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:33.161158 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.provisioning_blocks [req-8e587bb1-d146-4938-bdd3-1831458c5350 req-499dcdb7-a52a-48aa-abe6-282ec3036cd1 service neutron] Transition to ACTIVE for port object 0d8d47a0-b663-44de-8d07-b625a01723c5 will not be triggered until provisioned by entity L2. {{(pid=105584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:54:33.164914 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-8e587bb1-d146-4938-bdd3-1831458c5350 req-499dcdb7-a52a-48aa-abe6-282ec3036cd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9014027'] for port, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:33.221117 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499dcdb7-a52a-48aa-abe6-282ec3036cd1 service neutron] Pushing event updated for resources: {'Port': ['ID=0d8d47a0-b663-44de-8d07-b625a01723c5,revision_number=2']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:54:33.290591 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [req-8e587bb1-d146-4938-bdd3-1831458c5350 req-499dcdb7-a52a-48aa-abe6-282ec3036cd1 service neutron] Attempting to bind port 0d8d47a0-b663-44de-8d07-b625a01723c5 on host n-h2-705658-22 for vnic_type normal with profile {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:54:33.290845 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [req-8e587bb1-d146-4938-bdd3-1831458c5350 req-499dcdb7-a52a-48aa-abe6-282ec3036cd1 service neutron] Attempting to bind port 0d8d47a0-b663-44de-8d07-b625a01723c5 by drivers openvswitch,hyperv on host n-h2-705658-22 at level 0 using segments [{'id': 'f27c40fc-d47d-4efc-980c-3ecccb426253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '5f07235f-4aa5-4d40-8859-a30644d4a149'}] {{(pid=105584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:54:33.291216 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e587bb1-d146-4938-bdd3-1831458c5350 req-499dcdb7-a52a-48aa-abe6-282ec3036cd1 service neutron] Attempting to bind port 0d8d47a0-b663-44de-8d07-b625a01723c5 on network 5f07235f-4aa5-4d40-8859-a30644d4a149 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:54:33.297471 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e587bb1-d146-4938-bdd3-1831458c5350 req-499dcdb7-a52a-48aa-abe6-282ec3036cd1 service neutron] Port 0d8d47a0-b663-44de-8d07-b625a01723c5 on network 5f07235f-4aa5-4d40-8859-a30644d4a149 not bound, no agent of type Open vSwitch agent registered on host n-h2-705658-22 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:54:33.297857 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e587bb1-d146-4938-bdd3-1831458c5350 req-499dcdb7-a52a-48aa-abe6-282ec3036cd1 service neutron] Attempting to bind port 0d8d47a0-b663-44de-8d07-b625a01723c5 on network 5f07235f-4aa5-4d40-8859-a30644d4a149 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:54:33.302927 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e587bb1-d146-4938-bdd3-1831458c5350 req-499dcdb7-a52a-48aa-abe6-282ec3036cd1 service neutron] Checking agent: {'id': '65195a73-a875-4810-9f5b-622ae260a8a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 49, 40), 'started_at': datetime.datetime(2021, 7, 27, 20, 49, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 54, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:54:33.303300 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e587bb1-d146-4938-bdd3-1831458c5350 req-499dcdb7-a52a-48aa-abe6-282ec3036cd1 service neutron] Checking segment: {'id': 'f27c40fc-d47d-4efc-980c-3ecccb426253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '5f07235f-4aa5-4d40-8859-a30644d4a149'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:54:33.303690 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e587bb1-d146-4938-bdd3-1831458c5350 req-499dcdb7-a52a-48aa-abe6-282ec3036cd1 service neutron] Bound using segment: {'id': 'f27c40fc-d47d-4efc-980c-3ecccb426253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '5f07235f-4aa5-4d40-8859-a30644d4a149'} {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:54:33.304127 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [req-8e587bb1-d146-4938-bdd3-1831458c5350 req-499dcdb7-a52a-48aa-abe6-282ec3036cd1 service neutron] Bound port: 0d8d47a0-b663-44de-8d07-b625a01723c5, host: n-h2-705658-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f27c40fc-d47d-4efc-980c-3ecccb426253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '5f07235f-4aa5-4d40-8859-a30644d4a149'}}] {{(pid=105584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:54:33.304504 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-8e587bb1-d146-4938-bdd3-1831458c5350 req-499dcdb7-a52a-48aa-abe6-282ec3036cd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:33.371887 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [req-8e587bb1-d146-4938-bdd3-1831458c5350 req-499dcdb7-a52a-48aa-abe6-282ec3036cd1 service neutron] For port 0d8d47a0-b663-44de-8d07-b625a01723c5, host n-h2-705658-22, cleared binding levels {{(pid=105584) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:54:33.374936 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [req-8e587bb1-d146-4938-bdd3-1831458c5350 req-499dcdb7-a52a-48aa-abe6-282ec3036cd1 service neutron] For port 0d8d47a0-b663-44de-8d07-b625a01723c5, host n-h2-705658-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=0d8d47a0-b663-44de-8d07-b625a01723c5,segment=NetworkSegment(f27c40fc-d47d-4efc-980c-3ecccb426253),segment_id=f27c40fc-d47d-4efc-980c-3ecccb426253)] {{(pid=105584) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:54:33.378810 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-8e587bb1-d146-4938-bdd3-1831458c5350 req-499dcdb7-a52a-48aa-abe6-282ec3036cd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9014027'] for port, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:33.416318 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e587bb1-d146-4938-bdd3-1831458c5350 req-499dcdb7-a52a-48aa-abe6-282ec3036cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:54:33.416953 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-8e587bb1-d146-4938-bdd3-1831458c5350 req-499dcdb7-a52a-48aa-abe6-282ec3036cd1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:33.418367 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-8e587bb1-d146-4938-bdd3-1831458c5350 req-499dcdb7-a52a-48aa-abe6-282ec3036cd1 service neutron] 10.222.0.60 "PUT /v2.0/ports/0d8d47a0-b663-44de-8d07-b625a01723c5 HTTP/1.1" status: 200 len: 1093 time: 0.6283507 Jul 27 21:54:33.418805 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab6b32d6-8820-44d4-9590-60f482c97eee', 'tag': '0d8d47a0-b663-44de-8d07-b625a01723c5'}] {{(pid=105584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:54:33.421130 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a14b7e693ac0d3b36d252540d57b2183de19e2104d11de1d527dbb6a6689965" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5448c54a-9245-4307-95bd-55cfd4b7bee9" -d '{"events": [{"name": "network-changed", "server_uuid": "ab6b32d6-8820-44d4-9590-60f482c97eee", "tag": "0d8d47a0-b663-44de-8d07-b625a01723c5"}]}' {{(pid=105584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:54:33.450926 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499dcdb7-a52a-48aa-abe6-282ec3036cd1 service neutron] Pushing event updated for resources: {'Port': ['ID=0d8d47a0-b663-44de-8d07-b625a01723c5,revision_number=3']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:54:33.470477 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:54:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b62615a0-7f6e-4139-84fa-90964d5588ce x-openstack-request-id: req-b62615a0-7f6e-4139-84fa-90964d5588ce {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:54:33.470774 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab6b32d6-8820-44d4-9590-60f482c97eee", "tag": "0d8d47a0-b663-44de-8d07-b625a01723c5", "status": "completed", "code": 200}]} {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:54:33.471053 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-b62615a0-7f6e-4139-84fa-90964d5588ce {{(pid=105584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:54:33.471453 n-d-705658-22 neutron-server[105584]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab6b32d6-8820-44d4-9590-60f482c97eee', 'tag': '0d8d47a0-b663-44de-8d07-b625a01723c5', 'status': 'completed', 'code': 200} Jul 27 21:54:33.529319 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e587bb1-d146-4938-bdd3-1831458c5350 req-b3859618-5bae-486d-8e19-498a5598b770 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:54:33.530894 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-8e587bb1-d146-4938-bdd3-1831458c5350 req-b3859618-5bae-486d-8e19-498a5598b770 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8ac72fbe028843a69cd8ec20ae9f11f9&device_id=ab6b32d6-8820-44d4-9590-60f482c97eee HTTP/1.1" status: 200 len: 1096 time: 0.0717192 Jul 27 21:54:33.576181 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-8e587bb1-d146-4938-bdd3-1831458c5350 req-efed7a51-8596-4b40-b9cc-f619ab5e3509 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0d8d47a0-b663-44de-8d07-b625a01723c5 HTTP/1.1" status: 200 len: 217 time: 0.0366070 Jul 27 21:54:33.630706 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e587bb1-d146-4938-bdd3-1831458c5350 req-ff608a22-6db2-4a3c-bea7-a52f3d0572b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:54:33.632207 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-8e587bb1-d146-4938-bdd3-1831458c5350 req-ff608a22-6db2-4a3c-bea7-a52f3d0572b9 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c9d976c4-5125-47c3-9d6e-de1d71f4352a HTTP/1.1" status: 200 len: 853 time: 0.0492740 Jul 27 21:54:33.691521 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e587bb1-d146-4938-bdd3-1831458c5350 req-14d7d415-a0ec-4dd2-afb5-a01be6c36844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:54:33.692995 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-8e587bb1-d146-4938-bdd3-1831458c5350 req-14d7d415-a0ec-4dd2-afb5-a01be6c36844 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=5f07235f-4aa5-4d40-8859-a30644d4a149&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0531833 Jul 27 21:54:33.779939 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-8e587bb1-d146-4938-bdd3-1831458c5350 req-5edbd8d6-4e7c-4a1c-a611-8671eec36fb3 service neutron] 10.222.0.60 "GET /v2.0/networks/5f07235f-4aa5-4d40-8859-a30644d4a149?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0782299 Jul 27 21:54:33.872644 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-8e587bb1-d146-4938-bdd3-1831458c5350 req-75239e2b-b541-46a6-816e-5d1560ff50c4 service neutron] 10.222.0.60 "GET /v2.0/networks/5f07235f-4aa5-4d40-8859-a30644d4a149?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834506 Jul 27 21:54:33.977723 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5448c54a-9245-4307-95bd-55cfd4b7bee9 req-67a2bd89-8aa4-4dd3-8384-1453059d8ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:54:33.981241 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-5448c54a-9245-4307-95bd-55cfd4b7bee9 req-67a2bd89-8aa4-4dd3-8384-1453059d8ba3 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8ac72fbe028843a69cd8ec20ae9f11f9&device_id=ab6b32d6-8820-44d4-9590-60f482c97eee HTTP/1.1" status: 200 len: 1096 time: 0.0592239 Jul 27 21:54:34.076354 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5448c54a-9245-4307-95bd-55cfd4b7bee9 req-7958e733-c7c3-4724-9d0b-415a6d64f7c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:54:34.077864 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-5448c54a-9245-4307-95bd-55cfd4b7bee9 req-7958e733-c7c3-4724-9d0b-415a6d64f7c0 service neutron] 10.222.0.60 "GET /v2.0/networks?id=5f07235f-4aa5-4d40-8859-a30644d4a149 HTTP/1.1" status: 200 len: 915 time: 0.0920537 Jul 27 21:54:34.120063 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-5448c54a-9245-4307-95bd-55cfd4b7bee9 req-6f079427-d9b6-4ad8-b009-1d37b77af6b2 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0d8d47a0-b663-44de-8d07-b625a01723c5 HTTP/1.1" status: 200 len: 217 time: 0.0348375 Jul 27 21:54:34.146320 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14c163f-370d-4b1f-9e97-be319698ab5f req-93704e01-62d6-467b-aa92-1f2f93290b16 tempest-TestMinimumBasicScenario-488944745 tempest-TestMinimumBasicScenario-488944745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:54:34.147762 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-d14c163f-370d-4b1f-9e97-be319698ab5f req-93704e01-62d6-467b-aa92-1f2f93290b16 tempest-TestMinimumBasicScenario-488944745 tempest-TestMinimumBasicScenario-488944745-project] 10.222.0.59 "GET /v2.0/ports?device_id=ab6b32d6-8820-44d4-9590-60f482c97eee HTTP/1.1" status: 200 len: 944 time: 0.0645587 Jul 27 21:54:34.168459 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5448c54a-9245-4307-95bd-55cfd4b7bee9 req-854f2b51-c56d-49be-9258-7ef68cb13912 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:54:34.169923 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-5448c54a-9245-4307-95bd-55cfd4b7bee9 req-854f2b51-c56d-49be-9258-7ef68cb13912 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c9d976c4-5125-47c3-9d6e-de1d71f4352a HTTP/1.1" status: 200 len: 853 time: 0.0433276 Jul 27 21:54:34.186165 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-d14c163f-370d-4b1f-9e97-be319698ab5f req-7fdb1343-f09c-4f2f-bd28-32be04d4aec2 tempest-TestMinimumBasicScenario-488944745 tempest-TestMinimumBasicScenario-488944745-project] 10.222.0.59 "GET /v2.0/security-groups?id=fe64565b-4f45-418e-8ffb-64a90a4ed3cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319037 Jul 27 21:54:34.233580 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5448c54a-9245-4307-95bd-55cfd4b7bee9 req-16c6c899-3bc7-491d-9727-bf3f62d391cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:54:34.235102 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-5448c54a-9245-4307-95bd-55cfd4b7bee9 req-16c6c899-3bc7-491d-9727-bf3f62d391cc service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=5f07235f-4aa5-4d40-8859-a30644d4a149&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0581212 Jul 27 21:54:34.323520 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-5448c54a-9245-4307-95bd-55cfd4b7bee9 req-c620b43e-b04c-45be-b62f-54a922e0c2cc service neutron] 10.222.0.60 "GET /v2.0/networks/5f07235f-4aa5-4d40-8859-a30644d4a149?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798123 Jul 27 21:54:34.415753 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-5448c54a-9245-4307-95bd-55cfd4b7bee9 req-a784a8be-8282-4b0c-9843-cb60b26dbb7d service neutron] 10.222.0.60 "GET /v2.0/networks/5f07235f-4aa5-4d40-8859-a30644d4a149?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854781 Jul 27 21:54:35.318676 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4a3c69-ba9e-4e74-aefa-fda4664913ec req-bd74f5db-8b23-4429-9b22-91001b8d6d1f tempest-TestMinimumBasicScenario-488944745 tempest-TestMinimumBasicScenario-488944745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:54:35.320169 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-4b4a3c69-ba9e-4e74-aefa-fda4664913ec req-bd74f5db-8b23-4429-9b22-91001b8d6d1f tempest-TestMinimumBasicScenario-488944745 tempest-TestMinimumBasicScenario-488944745-project] 10.222.0.59 "GET /v2.0/ports?device_id=ab6b32d6-8820-44d4-9590-60f482c97eee HTTP/1.1" status: 200 len: 944 time: 0.0659986 Jul 27 21:54:35.359235 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-4b4a3c69-ba9e-4e74-aefa-fda4664913ec req-1b95fb4d-d6ee-4d8f-975b-a1df59af6d28 tempest-TestMinimumBasicScenario-488944745 tempest-TestMinimumBasicScenario-488944745-project] 10.222.0.59 "GET /v2.0/security-groups?id=fe64565b-4f45-418e-8ffb-64a90a4ed3cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331914 Jul 27 21:54:36.487301 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b065d79-c93f-4140-b4e8-d6c96547d90c req-23b6f89a-198b-4f5e-aac9-62532c280309 tempest-TestMinimumBasicScenario-488944745 tempest-TestMinimumBasicScenario-488944745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:54:36.488789 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-1b065d79-c93f-4140-b4e8-d6c96547d90c req-23b6f89a-198b-4f5e-aac9-62532c280309 tempest-TestMinimumBasicScenario-488944745 tempest-TestMinimumBasicScenario-488944745-project] 10.222.0.59 "GET /v2.0/ports?device_id=ab6b32d6-8820-44d4-9590-60f482c97eee HTTP/1.1" status: 200 len: 944 time: 0.0635867 Jul 27 21:54:36.526455 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-1b065d79-c93f-4140-b4e8-d6c96547d90c req-19fdd372-e675-488c-b7f9-e50d0ca4a512 tempest-TestMinimumBasicScenario-488944745 tempest-TestMinimumBasicScenario-488944745-project] 10.222.0.59 "GET /v2.0/security-groups?id=fe64565b-4f45-418e-8ffb-64a90a4ed3cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317476 Jul 27 21:54:36.805887 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Device 0d8d47a0-b663-44de-8d07-b625a01723c5 details requested by agent hyperv_n-h2-705658-22 with host n-h2-705658-22 {{(pid=105586) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:54:36.897335 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] For port 0d8d47a0-b663-44de-8d07-b625a01723c5, host n-h2-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=0d8d47a0-b663-44de-8d07-b625a01723c5,segment=NetworkSegment(f27c40fc-d47d-4efc-980c-3ecccb426253),segment_id=f27c40fc-d47d-4efc-980c-3ecccb426253)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:54:36.908692 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Returning: {'device': '0d8d47a0-b663-44de-8d07-b625a01723c5', 'network_id': '5f07235f-4aa5-4d40-8859-a30644d4a149', 'port_id': '0d8d47a0-b663-44de-8d07-b625a01723c5', 'mac_address': 'fa:16:3e:a6:e7:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 222, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9d976c4-5125-47c3-9d6e-de1d71f4352a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105586) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:54:36.955549 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:36.966328 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:36.969042 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [None req-3d54578f-831f-4696-b568-13c455922dab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d8d47a0-b663-44de-8d07-b625a01723c5 {{(pid=105586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:54:36.988897 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] For port 0d8d47a0-b663-44de-8d07-b625a01723c5, host n-h2-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=0d8d47a0-b663-44de-8d07-b625a01723c5,segment=NetworkSegment(f27c40fc-d47d-4efc-980c-3ecccb426253),segment_id=f27c40fc-d47d-4efc-980c-3ecccb426253)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:54:36.992471 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:37.038936 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Pushing event updated for resources: {'Port': ['ID=0d8d47a0-b663-44de-8d07-b625a01723c5,revision_number=4']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:54:37.047203 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:54:37.047559 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:54:37.047904 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:54:37.048243 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:54:37.048576 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:54:37.048914 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:54:37.049249 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:54:37.049574 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:54:37.049904 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:54:37.050226 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:54:37.050552 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:54:37.050879 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:54:37.383040 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] get_ports_and_sgs() called for port_ids ['0d8d47a0-b663-44de-8d07-b625a01723c5'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:54:37.654345 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226a3f43-430e-4b61-9924-0097f793a64b req-3c2c6da3-03f3-4fed-bb6e-ba422f2b5bb3 tempest-TestMinimumBasicScenario-488944745 tempest-TestMinimumBasicScenario-488944745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:54:37.655785 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-226a3f43-430e-4b61-9924-0097f793a64b req-3c2c6da3-03f3-4fed-bb6e-ba422f2b5bb3 tempest-TestMinimumBasicScenario-488944745 tempest-TestMinimumBasicScenario-488944745-project] 10.222.0.59 "GET /v2.0/ports?device_id=ab6b32d6-8820-44d4-9590-60f482c97eee HTTP/1.1" status: 200 len: 945 time: 0.0625684 Jul 27 21:54:37.693526 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-226a3f43-430e-4b61-9924-0097f793a64b req-7926c8a2-fb49-4b02-8e41-68b7029b2a90 tempest-TestMinimumBasicScenario-488944745 tempest-TestMinimumBasicScenario-488944745-project] 10.222.0.59 "GET /v2.0/security-groups?id=fe64565b-4f45-418e-8ffb-64a90a4ed3cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318301 Jul 27 21:54:38.815163 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Device 0d8d47a0-b663-44de-8d07-b625a01723c5 up at agent hyperv_n-h2-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:54:38.824052 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174975d2-ba51-4827-afb1-126089bc80d5 req-db4353d4-ca91-47fb-872d-af4d7a91ced1 tempest-TestMinimumBasicScenario-488944745 tempest-TestMinimumBasicScenario-488944745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:54:38.825577 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-174975d2-ba51-4827-afb1-126089bc80d5 req-db4353d4-ca91-47fb-872d-af4d7a91ced1 tempest-TestMinimumBasicScenario-488944745 tempest-TestMinimumBasicScenario-488944745-project] 10.222.0.59 "GET /v2.0/ports?device_id=ab6b32d6-8820-44d4-9590-60f482c97eee HTTP/1.1" status: 200 len: 945 time: 0.0669627 Jul 27 21:54:38.863490 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-174975d2-ba51-4827-afb1-126089bc80d5 req-83e05f94-6008-486e-88c9-7cb51df0b520 tempest-TestMinimumBasicScenario-488944745 tempest-TestMinimumBasicScenario-488944745-project] 10.222.0.59 "GET /v2.0/security-groups?id=fe64565b-4f45-418e-8ffb-64a90a4ed3cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319297 Jul 27 21:54:38.863831 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-3d54578f-831f-4696-b568-13c455922dab None None] Provisioning for port 0d8d47a0-b663-44de-8d07-b625a01723c5 completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:54:38.867614 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-3d54578f-831f-4696-b568-13c455922dab None None] Provisioning complete for port 0d8d47a0-b663-44de-8d07-b625a01723c5 triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:54:38.868000 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:38.954965 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:38.957104 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-901f3e9a-607f-49f8-9839-73f96267f09c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:38.980529 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab6b32d6-8820-44d4-9590-60f482c97eee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d8d47a0-b663-44de-8d07-b625a01723c5'}] {{(pid=105586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:54:38.982679 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fee2e8668661828e318a8d53a8a935935453ec21149a086d6a2055ff627b97ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acda80d9-c8e0-4ec4-8d46-7ff73d780b7a" -d '{"events": [{"server_uuid": "ab6b32d6-8820-44d4-9590-60f482c97eee", "name": "network-vif-plugged", "status": "completed", "tag": "0d8d47a0-b663-44de-8d07-b625a01723c5"}]}' {{(pid=105586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:54:38.998056 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] For port 0d8d47a0-b663-44de-8d07-b625a01723c5, host n-h2-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=0d8d47a0-b663-44de-8d07-b625a01723c5,segment=NetworkSegment(f27c40fc-d47d-4efc-980c-3ecccb426253),segment_id=f27c40fc-d47d-4efc-980c-3ecccb426253)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:54:39.002007 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:39.025874 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:54:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-195906c9-7213-4582-93af-6f669129f72b x-openstack-request-id: req-195906c9-7213-4582-93af-6f669129f72b {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:54:39.026717 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab6b32d6-8820-44d4-9590-60f482c97eee", "name": "network-vif-plugged", "status": "completed", "tag": "0d8d47a0-b663-44de-8d07-b625a01723c5", "code": 200}]} {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:54:39.026966 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-195906c9-7213-4582-93af-6f669129f72b {{(pid=105586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:54:39.027379 n-d-705658-22 neutron-server[105586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab6b32d6-8820-44d4-9590-60f482c97eee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d8d47a0-b663-44de-8d07-b625a01723c5', 'code': 200} Jul 27 21:54:39.053677 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Pushing event updated for resources: {'Port': ['ID=0d8d47a0-b663-44de-8d07-b625a01723c5,revision_number=5']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:54:39.128481 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fe9021-1f3a-4cbe-8d21-3100e795fce2 req-99f3a6cf-5359-4a11-bf68-f9ab6110a653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:54:39.129989 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-51fe9021-1f3a-4cbe-8d21-3100e795fce2 req-99f3a6cf-5359-4a11-bf68-f9ab6110a653 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=ab6b32d6-8820-44d4-9590-60f482c97eee HTTP/1.1" status: 200 len: 1098 time: 0.0531921 Jul 27 21:54:39.163813 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-51fe9021-1f3a-4cbe-8d21-3100e795fce2 req-1dc1684c-021e-4c79-bb6f-40b0f2269839 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=fe64565b-4f45-418e-8ffb-64a90a4ed3cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0260952 Jul 27 21:54:39.989727 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468f3f83-17a3-42d5-9b49-9bdab1cba292 req-798d76b9-226d-4f64-8b7a-cf9bb7ba19fc tempest-TestMinimumBasicScenario-488944745 tempest-TestMinimumBasicScenario-488944745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:54:39.991206 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-468f3f83-17a3-42d5-9b49-9bdab1cba292 req-798d76b9-226d-4f64-8b7a-cf9bb7ba19fc tempest-TestMinimumBasicScenario-488944745 tempest-TestMinimumBasicScenario-488944745-project] 10.222.0.59 "GET /v2.0/ports?device_id=ab6b32d6-8820-44d4-9590-60f482c97eee HTTP/1.1" status: 200 len: 946 time: 0.0618565 Jul 27 21:54:40.028803 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-468f3f83-17a3-42d5-9b49-9bdab1cba292 req-fa303af2-ac47-4253-a8a7-d96187a15646 tempest-TestMinimumBasicScenario-488944745 tempest-TestMinimumBasicScenario-488944745-project] 10.222.0.59 "GET /v2.0/security-groups?id=fe64565b-4f45-418e-8ffb-64a90a4ed3cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309801 Jul 27 21:54:40.745133 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:41.160389 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f4a224-dc0f-4bf4-8ea3-30122365d0e5 req-efbff382-2354-46fe-9579-09b8d7591e3f tempest-TestMinimumBasicScenario-488944745 tempest-TestMinimumBasicScenario-488944745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:54:41.161869 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-05f4a224-dc0f-4bf4-8ea3-30122365d0e5 req-efbff382-2354-46fe-9579-09b8d7591e3f tempest-TestMinimumBasicScenario-488944745 tempest-TestMinimumBasicScenario-488944745-project] 10.222.0.59 "GET /v2.0/ports?device_id=ab6b32d6-8820-44d4-9590-60f482c97eee HTTP/1.1" status: 200 len: 946 time: 0.0667720 Jul 27 21:54:41.200084 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-05f4a224-dc0f-4bf4-8ea3-30122365d0e5 req-1637dc1b-2d7b-459b-8a69-339613876d5d tempest-TestMinimumBasicScenario-488944745 tempest-TestMinimumBasicScenario-488944745-project] 10.222.0.59 "GET /v2.0/security-groups?id=fe64565b-4f45-418e-8ffb-64a90a4ed3cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314419 Jul 27 21:54:41.325396 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510fb32c-1dc6-4632-81d4-6dac22f180c8 req-f9c0ad0d-0708-4fdc-b394-afa0568e8b30 tempest-TestMinimumBasicScenario-488944745 tempest-TestMinimumBasicScenario-488944745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:54:41.327014 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-510fb32c-1dc6-4632-81d4-6dac22f180c8 req-f9c0ad0d-0708-4fdc-b394-afa0568e8b30 tempest-TestMinimumBasicScenario-488944745 tempest-TestMinimumBasicScenario-488944745-project] 10.222.0.59 "GET /v2.0/ports?device_id=ab6b32d6-8820-44d4-9590-60f482c97eee HTTP/1.1" status: 200 len: 946 time: 0.0626807 Jul 27 21:54:41.364770 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-510fb32c-1dc6-4632-81d4-6dac22f180c8 req-d07015f0-d513-43de-8c99-521bbe49c404 tempest-TestMinimumBasicScenario-488944745 tempest-TestMinimumBasicScenario-488944745-project] 10.222.0.59 "GET /v2.0/security-groups?id=fe64565b-4f45-418e-8ffb-64a90a4ed3cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320477 Jul 27 21:54:41.563063 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a69c22-39c4-463e-82b7-df97496affef req-15b718f4-311c-4956-a332-b54845b035c1 tempest-TestMinimumBasicScenario-488944745 tempest-TestMinimumBasicScenario-488944745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:54:41.564534 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-76a69c22-39c4-463e-82b7-df97496affef req-15b718f4-311c-4956-a332-b54845b035c1 tempest-TestMinimumBasicScenario-488944745 tempest-TestMinimumBasicScenario-488944745-project] 10.222.0.59 "GET /v2.0/ports?device_id=ab6b32d6-8820-44d4-9590-60f482c97eee HTTP/1.1" status: 200 len: 946 time: 0.0621533 Jul 27 21:54:41.596618 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-6cf821fd-c8e1-407f-b2bd-c136fa2b941f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:41.612510 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-76a69c22-39c4-463e-82b7-df97496affef req-48ccce17-47fd-406b-890b-50813206e588 tempest-TestMinimumBasicScenario-488944745 tempest-TestMinimumBasicScenario-488944745-project] 10.222.0.59 "GET /v2.0/security-groups?id=fe64565b-4f45-418e-8ffb-64a90a4ed3cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420606 Jul 27 21:54:41.930839 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:43.093552 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-bb32ed7d-8717-448b-a9c8-a5a0117d1fd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:44.180973 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-4837d1f7-af23-49eb-9940-8fb5f5e859a0 req-805fdcde-3881-43ce-bf5d-050950dc103a service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=ab6b32d6-8820-44d4-9590-60f482c97eee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0569766 Jul 27 21:54:44.280409 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4837d1f7-af23-49eb-9940-8fb5f5e859a0 req-d75ed795-a497-44d7-884b-de3be76ee239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:54:44.281921 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-4837d1f7-af23-49eb-9940-8fb5f5e859a0 req-d75ed795-a497-44d7-884b-de3be76ee239 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8ac72fbe028843a69cd8ec20ae9f11f9&device_id=ab6b32d6-8820-44d4-9590-60f482c97eee HTTP/1.1" status: 200 len: 1098 time: 0.0579994 Jul 27 21:54:44.381906 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4837d1f7-af23-49eb-9940-8fb5f5e859a0 req-2e6befb6-ddf3-4211-a82f-274bddf4a3a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:54:44.383395 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-4837d1f7-af23-49eb-9940-8fb5f5e859a0 req-2e6befb6-ddf3-4211-a82f-274bddf4a3a9 service neutron] 10.222.0.60 "GET /v2.0/networks?id=5f07235f-4aa5-4d40-8859-a30644d4a149 HTTP/1.1" status: 200 len: 915 time: 0.0831666 Jul 27 21:54:44.429912 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-4837d1f7-af23-49eb-9940-8fb5f5e859a0 req-ddf71f48-68d1-4a7a-84f2-1ef9d4d060f7 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0d8d47a0-b663-44de-8d07-b625a01723c5 HTTP/1.1" status: 200 len: 217 time: 0.0380557 Jul 27 21:54:44.489365 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4837d1f7-af23-49eb-9940-8fb5f5e859a0 req-e1cc2e16-4121-47a6-98ed-26d74942cebe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:54:44.490902 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-4837d1f7-af23-49eb-9940-8fb5f5e859a0 req-e1cc2e16-4121-47a6-98ed-26d74942cebe service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c9d976c4-5125-47c3-9d6e-de1d71f4352a HTTP/1.1" status: 200 len: 853 time: 0.0535250 Jul 27 21:54:44.503452 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-875ced1b-4cf3-463a-9653-058f0f9421e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:44.568264 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4837d1f7-af23-49eb-9940-8fb5f5e859a0 req-df39894c-6b34-4cfe-8b90-83d89c2bdf34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:54:44.569827 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-4837d1f7-af23-49eb-9940-8fb5f5e859a0 req-df39894c-6b34-4cfe-8b90-83d89c2bdf34 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=5f07235f-4aa5-4d40-8859-a30644d4a149&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0714638 Jul 27 21:54:44.665723 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-4837d1f7-af23-49eb-9940-8fb5f5e859a0 req-59e3d232-d5b1-424a-b279-04a6af2c403a service neutron] 10.222.0.60 "GET /v2.0/networks/5f07235f-4aa5-4d40-8859-a30644d4a149?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885141 Jul 27 21:54:44.754553 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-4837d1f7-af23-49eb-9940-8fb5f5e859a0 req-3e4fed91-2dd1-4798-8941-281481ac8680 service neutron] 10.222.0.60 "GET /v2.0/networks/5f07235f-4aa5-4d40-8859-a30644d4a149?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818946 Jul 27 21:54:52.169652 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.agents_db [None req-558fcd2c-e512-47bc-a170-8673d87f7213 None None] Agent healthcheck: found 7 active agents {{(pid=105587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 21:54:53.151805 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd316cde-0bd1-4a8a-b932-00c3999c4d25 req-b2ffa5d7-a273-4eb6-a7ed-7a00483660e4 tempest-TestMinimumBasicScenario-488944745 tempest-TestMinimumBasicScenario-488944745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:54:53.153269 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-cd316cde-0bd1-4a8a-b932-00c3999c4d25 req-b2ffa5d7-a273-4eb6-a7ed-7a00483660e4 tempest-TestMinimumBasicScenario-488944745 tempest-TestMinimumBasicScenario-488944745-project] 10.222.0.59 "GET /v2.0/ports?device_id=ab6b32d6-8820-44d4-9590-60f482c97eee HTTP/1.1" status: 200 len: 946 time: 0.0664954 Jul 27 21:54:53.190732 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-cd316cde-0bd1-4a8a-b932-00c3999c4d25 req-06caeb49-3241-4070-8249-8d170822c574 tempest-TestMinimumBasicScenario-488944745 tempest-TestMinimumBasicScenario-488944745-project] 10.222.0.59 "GET /v2.0/security-groups?id=fe64565b-4f45-418e-8ffb-64a90a4ed3cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315745 Jul 27 21:54:53.212567 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 38416) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:54:53.346682 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3694a16e-3099-4d97-bfb5-7b269b67fb33 tempest-TestMinimumBasicScenario-1988636185 tempest-TestMinimumBasicScenario-1988636185-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:54:53.348200 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-3694a16e-3099-4d97-bfb5-7b269b67fb33 tempest-TestMinimumBasicScenario-1988636185 tempest-TestMinimumBasicScenario-1988636185-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=ab6b32d6-8820-44d4-9590-60f482c97eee HTTP/1.1" status: 200 len: 1093 time: 0.1346443 Jul 27 21:54:53.351291 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 38420) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:54:53.356338 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-7dd80edb-974d-42cc-9874-210989eaf109 tempest-TestMinimumBasicScenario-488944745 tempest-TestMinimumBasicScenario-488944745-project] Request body: {'floatingip': {'floating_network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'port_id': '0d8d47a0-b663-44de-8d07-b625a01723c5', 'tenant_id': '8ac72fbe028843a69cd8ec20ae9f11f9', 'fixed_ip_address': '172.20.0.12'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:54:53.377903 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-7dd80edb-974d-42cc-9874-210989eaf109 tempest-TestMinimumBasicScenario-488944745 tempest-TestMinimumBasicScenario-488944745-project] Notify callbacks [] for floatingip, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:53.473352 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-7dd80edb-974d-42cc-9874-210989eaf109 tempest-TestMinimumBasicScenario-488944745 tempest-TestMinimumBasicScenario-488944745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:53.570705 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.db_base_plugin_common [None req-7dd80edb-974d-42cc-9874-210989eaf109 tempest-TestMinimumBasicScenario-488944745 tempest-TestMinimumBasicScenario-488944745-project] Allocated IP 172.25.5.246 (8735d8a2-b604-4758-ae71-b40e4ee6f305/eca7dbab-b9c0-4c8f-a272-816ea8a81764/378630d6-346e-46b8-b16c-7073b8bad4b9) {{(pid=105585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:54:53.671697 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-7dd80edb-974d-42cc-9874-210989eaf109 tempest-TestMinimumBasicScenario-488944745 tempest-TestMinimumBasicScenario-488944745-project] Notify callbacks [] for port, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:53.710578 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-7dd80edb-974d-42cc-9874-210989eaf109 tempest-TestMinimumBasicScenario-488944745 tempest-TestMinimumBasicScenario-488944745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:53.744191 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dd80edb-974d-42cc-9874-210989eaf109 tempest-TestMinimumBasicScenario-488944745 tempest-TestMinimumBasicScenario-488944745-project] Network 8735d8a2-b604-4758-ae71-b40e4ee6f305 is already hosted by enough agents. {{(pid=105585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:54:53.747175 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.base_scheduler [None req-7dd80edb-974d-42cc-9874-210989eaf109 tempest-TestMinimumBasicScenario-488944745 tempest-TestMinimumBasicScenario-488944745-project] Resources bound (agent type, host, resource id): {{(pid=105585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:54:53.750540 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dd80edb-974d-42cc-9874-210989eaf109 tempest-TestMinimumBasicScenario-488944745 tempest-TestMinimumBasicScenario-488944745-project] Received port after_create {{(pid=105585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:54:53.780782 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd80edb-974d-42cc-9874-210989eaf109 tempest-TestMinimumBasicScenario-488944745 tempest-TestMinimumBasicScenario-488944745-project] Pushing event updated for resources: {'Port': ['ID=378630d6-346e-46b8-b16c-7073b8bad4b9,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:54:53.794208 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd80edb-974d-42cc-9874-210989eaf109 tempest-TestMinimumBasicScenario-488944745 tempest-TestMinimumBasicScenario-488944745-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:54:53.794560 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd80edb-974d-42cc-9874-210989eaf109 tempest-TestMinimumBasicScenario-488944745 tempest-TestMinimumBasicScenario-488944745-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:54:53.794902 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd80edb-974d-42cc-9874-210989eaf109 tempest-TestMinimumBasicScenario-488944745 tempest-TestMinimumBasicScenario-488944745-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:54:53.795268 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd80edb-974d-42cc-9874-210989eaf109 tempest-TestMinimumBasicScenario-488944745 tempest-TestMinimumBasicScenario-488944745-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:54:53.795602 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd80edb-974d-42cc-9874-210989eaf109 tempest-TestMinimumBasicScenario-488944745 tempest-TestMinimumBasicScenario-488944745-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:54:53.795933 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd80edb-974d-42cc-9874-210989eaf109 tempest-TestMinimumBasicScenario-488944745 tempest-TestMinimumBasicScenario-488944745-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:54:53.796259 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd80edb-974d-42cc-9874-210989eaf109 tempest-TestMinimumBasicScenario-488944745 tempest-TestMinimumBasicScenario-488944745-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:54:53.796598 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd80edb-974d-42cc-9874-210989eaf109 tempest-TestMinimumBasicScenario-488944745 tempest-TestMinimumBasicScenario-488944745-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:54:53.796909 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd80edb-974d-42cc-9874-210989eaf109 tempest-TestMinimumBasicScenario-488944745 tempest-TestMinimumBasicScenario-488944745-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:54:53.797233 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd80edb-974d-42cc-9874-210989eaf109 tempest-TestMinimumBasicScenario-488944745 tempest-TestMinimumBasicScenario-488944745-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:54:53.797552 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd80edb-974d-42cc-9874-210989eaf109 tempest-TestMinimumBasicScenario-488944745 tempest-TestMinimumBasicScenario-488944745-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:54:53.797872 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd80edb-974d-42cc-9874-210989eaf109 tempest-TestMinimumBasicScenario-488944745 tempest-TestMinimumBasicScenario-488944745-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:54:54.126659 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-7dd80edb-974d-42cc-9874-210989eaf109 tempest-TestMinimumBasicScenario-488944745 tempest-TestMinimumBasicScenario-488944745-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:54.200442 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-7dd80edb-974d-42cc-9874-210989eaf109 tempest-TestMinimumBasicScenario-488944745 tempest-TestMinimumBasicScenario-488944745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:54.346303 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-7dd80edb-974d-42cc-9874-210989eaf109 tempest-TestMinimumBasicScenario-488944745 tempest-TestMinimumBasicScenario-488944745-project] Notify callbacks [] for port, precommit_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:54.350741 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-7dd80edb-974d-42cc-9874-210989eaf109 tempest-TestMinimumBasicScenario-488944745 tempest-TestMinimumBasicScenario-488944745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10221672'] for port, after_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:54.417352 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd80edb-974d-42cc-9874-210989eaf109 tempest-TestMinimumBasicScenario-488944745 tempest-TestMinimumBasicScenario-488944745-project] Pushing event updated for resources: {'Port': ['ID=378630d6-346e-46b8-b16c-7073b8bad4b9,revision_number=2']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:54:54.430793 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-7dd80edb-974d-42cc-9874-210989eaf109 tempest-TestMinimumBasicScenario-488944745 tempest-TestMinimumBasicScenario-488944745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4075768'] for floatingip, after_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:54.527537 n-d-705658-22 neutron-server[105585]: INFO neutron.db.l3_db [None req-7dd80edb-974d-42cc-9874-210989eaf109 tempest-TestMinimumBasicScenario-488944745 tempest-TestMinimumBasicScenario-488944745-project] Floating IP 15e3557c-953c-447b-8036-3db310912545 associated. External IP: 172.25.5.246, port: 0d8d47a0-b663-44de-8d07-b625a01723c5. Jul 27 21:54:54.729548 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7dd80edb-974d-42cc-9874-210989eaf109 tempest-TestMinimumBasicScenario-488944745 tempest-TestMinimumBasicScenario-488944745-project] Router 40b3c7f0-09ec-4a59-9370-55f07c503786 has already been hosted by L3 agent dd128fd7-8e57-4d4f-895b-a96b369df59a {{(pid=105585) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:54:54.831618 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7dd80edb-974d-42cc-9874-210989eaf109 tempest-TestMinimumBasicScenario-488944745 tempest-TestMinimumBasicScenario-488944745-project] Notify agent at l3_agent.n-d-705658-22 the message routers_updated {{(pid=105585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:54:54.842550 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdc643cc-cbbc-4998-a19e-bda0d6da64d0 None None] Sync routers for ids ['40b3c7f0-09ec-4a59-9370-55f07c503786'] in n-d-705658-22 {{(pid=105586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:54:54.847227 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-7dd80edb-974d-42cc-9874-210989eaf109 tempest-TestMinimumBasicScenario-488944745 tempest-TestMinimumBasicScenario-488944745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for floatingip, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:54.851945 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdc643cc-cbbc-4998-a19e-bda0d6da64d0 None None] Routers {'40b3c7f0-09ec-4a59-9370-55f07c503786'} bound to L3 agent in host n-d-705658-22 {{(pid=105586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:54:54.852565 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-bdc643cc-cbbc-4998-a19e-bda0d6da64d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:54:42Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['40b3c7f0-09ec-4a59-9370-55f07c503786'], 'active': True} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:54:54.960165 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvr_db [None req-bdc643cc-cbbc-4998-a19e-bda0d6da64d0 None None] Set router 40b3c7f0-09ec-4a59-9370-55f07c503786 gateway port host: n-d-705658-22 {{(pid=105586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:54:55.193135 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-bdc643cc-cbbc-4998-a19e-bda0d6da64d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40b3c7f0-09ec-4a59-9370-55f07c503786', 'name': 'tempest-TestMinimumBasicScenario-950956030-router', 'tenant_id': '8ac72fbe028843a69cd8ec20ae9f11f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.114'}], 'enable_snat': True}, 'gw_port_id': '896b387f-03d7-484b-8af7-b9a93121f58b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:53:58Z', 'updated_at': '2021-07-27T21:54:01Z', 'revision_number': 4, 'project_id': '8ac72fbe028843a69cd8ec20ae9f11f9', 'gw_port': {'id': '896b387f-03d7-484b-8af7-b9a93121f58b', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:3a:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40b3c7f0-09ec-4a59-9370-55f07c503786', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:53:59Z', 'updated_at': '2021-07-27T21:54:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_floatingips': [{'id': '15e3557c-953c-447b-8036-3db310912545', 'tenant_id': '8ac72fbe028843a69cd8ec20ae9f11f9', 'floating_ip_address': '172.25.5.246', 'floating_network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'router_id': '40b3c7f0-09ec-4a59-9370-55f07c503786', 'port_id': '0d8d47a0-b663-44de-8d07-b625a01723c5', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4156, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5f07235f-4aa5-4d40-8859-a30644d4a149', 'mac_address': 'fa:16:3e:a6:e7:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab6b32d6-8820-44d4-9590-60f482c97eee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T21:54:53Z', 'updated_at': '2021-07-27T21:54:53Z', 'revision_number': 0, 'project_id': '8ac72fbe028843a69cd8ec20ae9f11f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be234c1e-f779-44c2-9096-5280d609b615', 'name': '', 'network_id': '5f07235f-4aa5-4d40-8859-a30644d4a149', 'tenant_id': '8ac72fbe028843a69cd8ec20ae9f11f9', 'mac_address': 'fa:16:3e:56:1b:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40b3c7f0-09ec-4a59-9370-55f07c503786', 'device_owner': 'network:router_interface', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': 'c9d976c4-5125-47c3-9d6e-de1d71f4352a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:54:00Z', 'updated_at': '2021-07-27T21:54:07Z', 'revision_number': 5, 'project_id': '8ac72fbe028843a69cd8ec20ae9f11f9', 'subnets': [{'id': 'c9d976c4-5125-47c3-9d6e-de1d71f4352a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-22', False) {} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:54:55.220371 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdc643cc-cbbc-4998-a19e-bda0d6da64d0 None None] Checking router: 40b3c7f0-09ec-4a59-9370-55f07c503786 for host: n-d-705658-22 {{(pid=105586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:54:55.231099 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdc643cc-cbbc-4998-a19e-bda0d6da64d0 None None] Routers {'40b3c7f0-09ec-4a59-9370-55f07c503786'} bound to L3 agent in host n-d-705658-22 {{(pid=105586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:54:55.231263 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-7dd80edb-974d-42cc-9874-210989eaf109 tempest-TestMinimumBasicScenario-488944745 tempest-TestMinimumBasicScenario-488944745-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8762593 Jul 27 21:54:55.231707 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-bdc643cc-cbbc-4998-a19e-bda0d6da64d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:54:42Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['40b3c7f0-09ec-4a59-9370-55f07c503786'], 'active': True} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:54:55.231816 n-d-705658-22 neutron-server[105585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab6b32d6-8820-44d4-9590-60f482c97eee', 'tag': '0d8d47a0-b663-44de-8d07-b625a01723c5'}] {{(pid=105585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:54:55.231909 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 38422) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:54:55.235980 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-f3270df2-3255-4fe0-9f04-db933daaf97a tempest-TestMinimumBasicScenario-488944745 tempest-TestMinimumBasicScenario-488944745-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1752920492', 'description': 'tempest-secgroup-smoke-1752920492 description', 'project_id': '8ac72fbe028843a69cd8ec20ae9f11f9'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:54:55.261490 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-f3270df2-3255-4fe0-9f04-db933daaf97a tempest-TestMinimumBasicScenario-488944745 tempest-TestMinimumBasicScenario-488944745-project] Notify callbacks [] for security_group, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:55.333461 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f24452fb85b5ff3d9a44b103084d24ac6536fc7c3e33f3cafe2d6008071b0351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fefc723-47ca-41fe-b7d9-f622c7504279" -d '{"events": [{"name": "network-changed", "server_uuid": "ab6b32d6-8820-44d4-9590-60f482c97eee", "tag": "0d8d47a0-b663-44de-8d07-b625a01723c5"}]}' {{(pid=105585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:54:55.348188 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-f3270df2-3255-4fe0-9f04-db933daaf97a tempest-TestMinimumBasicScenario-488944745 tempest-TestMinimumBasicScenario-488944745-project] Notify callbacks [] for security_group, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:55.348352 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvr_db [None req-bdc643cc-cbbc-4998-a19e-bda0d6da64d0 None None] Set router 40b3c7f0-09ec-4a59-9370-55f07c503786 gateway port host: n-d-705658-22 {{(pid=105586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:54:55.360223 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-f3270df2-3255-4fe0-9f04-db933daaf97a tempest-TestMinimumBasicScenario-488944745 tempest-TestMinimumBasicScenario-488944745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:55.389874 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-f3270df2-3255-4fe0-9f04-db933daaf97a tempest-TestMinimumBasicScenario-488944745 tempest-TestMinimumBasicScenario-488944745-project] Notify callbacks [] for security_group, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:55.393933 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-f3270df2-3255-4fe0-9f04-db933daaf97a tempest-TestMinimumBasicScenario-488944745 tempest-TestMinimumBasicScenario-488944745-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1587200 Jul 27 21:54:55.393933 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3270df2-3255-4fe0-9f04-db933daaf97a tempest-TestMinimumBasicScenario-488944745 tempest-TestMinimumBasicScenario-488944745-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f3079e3e-b178-4d3e-b944-48c0746b14b5,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:54:55.394234 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 38430) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:54:55.398920 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-089d8a60-20bf-4c0d-b9e5-5ccf5d382ce5 tempest-TestMinimumBasicScenario-488944745 tempest-TestMinimumBasicScenario-488944745-project] Request body: {'security_group_rule': {'security_group_id': 'f3079e3e-b178-4d3e-b944-48c0746b14b5', 'project_id': '8ac72fbe028843a69cd8ec20ae9f11f9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:54:55.438360 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-089d8a60-20bf-4c0d-b9e5-5ccf5d382ce5 tempest-TestMinimumBasicScenario-488944745 tempest-TestMinimumBasicScenario-488944745-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:55.450614 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:54:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-718059fb-afc2-4fd6-87db-f8869b8f49ee x-openstack-request-id: req-718059fb-afc2-4fd6-87db-f8869b8f49ee {{(pid=105585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:54:55.450911 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab6b32d6-8820-44d4-9590-60f482c97eee", "tag": "0d8d47a0-b663-44de-8d07-b625a01723c5", "status": "completed", "code": 200}]} {{(pid=105585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:54:55.451186 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-718059fb-afc2-4fd6-87db-f8869b8f49ee {{(pid=105585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:54:55.451587 n-d-705658-22 neutron-server[105585]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab6b32d6-8820-44d4-9590-60f482c97eee', 'tag': '0d8d47a0-b663-44de-8d07-b625a01723c5', 'status': 'completed', 'code': 200} Jul 27 21:54:55.501840 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-089d8a60-20bf-4c0d-b9e5-5ccf5d382ce5 tempest-TestMinimumBasicScenario-488944745 tempest-TestMinimumBasicScenario-488944745-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:55.506753 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-089d8a60-20bf-4c0d-b9e5-5ccf5d382ce5 tempest-TestMinimumBasicScenario-488944745 tempest-TestMinimumBasicScenario-488944745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732636'] for security_group_rule, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:55.525130 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089d8a60-20bf-4c0d-b9e5-5ccf5d382ce5 tempest-TestMinimumBasicScenario-488944745 tempest-TestMinimumBasicScenario-488944745-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3776973-6eaa-4a1f-b05c-d2923b7d9da2,revision_number=0']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:54:55.531969 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-089d8a60-20bf-4c0d-b9e5-5ccf5d382ce5 tempest-TestMinimumBasicScenario-488944745 tempest-TestMinimumBasicScenario-488944745-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:55.535987 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-089d8a60-20bf-4c0d-b9e5-5ccf5d382ce5 tempest-TestMinimumBasicScenario-488944745 tempest-TestMinimumBasicScenario-488944745-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1380889 Jul 27 21:54:55.536473 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 38432) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:54:55.542166 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-961f9195-628e-47c1-ad1c-aebd6ded96dc tempest-TestMinimumBasicScenario-488944745 tempest-TestMinimumBasicScenario-488944745-project] Request body: {'security_group_rule': {'security_group_id': 'f3079e3e-b178-4d3e-b944-48c0746b14b5', 'project_id': '8ac72fbe028843a69cd8ec20ae9f11f9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:54:55.542365 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fefc723-47ca-41fe-b7d9-f622c7504279 req-be6ed646-5b41-4145-8c52-dd0d4e98850c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:54:55.543730 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-0fefc723-47ca-41fe-b7d9-f622c7504279 req-be6ed646-5b41-4145-8c52-dd0d4e98850c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8ac72fbe028843a69cd8ec20ae9f11f9&device_id=ab6b32d6-8820-44d4-9590-60f482c97eee HTTP/1.1" status: 200 len: 1098 time: 0.0621765 Jul 27 21:54:55.569303 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-961f9195-628e-47c1-ad1c-aebd6ded96dc tempest-TestMinimumBasicScenario-488944745 tempest-TestMinimumBasicScenario-488944745-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:55.595709 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-bdc643cc-cbbc-4998-a19e-bda0d6da64d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40b3c7f0-09ec-4a59-9370-55f07c503786', 'name': 'tempest-TestMinimumBasicScenario-950956030-router', 'tenant_id': '8ac72fbe028843a69cd8ec20ae9f11f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.114'}], 'enable_snat': True}, 'gw_port_id': '896b387f-03d7-484b-8af7-b9a93121f58b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:53:58Z', 'updated_at': '2021-07-27T21:54:01Z', 'revision_number': 4, 'project_id': '8ac72fbe028843a69cd8ec20ae9f11f9', 'gw_port': {'id': '896b387f-03d7-484b-8af7-b9a93121f58b', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:3a:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40b3c7f0-09ec-4a59-9370-55f07c503786', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:53:59Z', 'updated_at': '2021-07-27T21:54:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_floatingips': [{'id': '15e3557c-953c-447b-8036-3db310912545', 'tenant_id': '8ac72fbe028843a69cd8ec20ae9f11f9', 'floating_ip_address': '172.25.5.246', 'floating_network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'router_id': '40b3c7f0-09ec-4a59-9370-55f07c503786', 'port_id': '0d8d47a0-b663-44de-8d07-b625a01723c5', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4156, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5f07235f-4aa5-4d40-8859-a30644d4a149', 'mac_address': 'fa:16:3e:a6:e7:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab6b32d6-8820-44d4-9590-60f482c97eee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T21:54:53Z', 'updated_at': '2021-07-27T21:54:53Z', 'revision_number': 0, 'project_id': '8ac72fbe028843a69cd8ec20ae9f11f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be234c1e-f779-44c2-9096-5280d609b615', 'name': '', 'network_id': '5f07235f-4aa5-4d40-8859-a30644d4a149', 'tenant_id': '8ac72fbe028843a69cd8ec20ae9f11f9', 'mac_address': 'fa:16:3e:56:1b:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40b3c7f0-09ec-4a59-9370-55f07c503786', 'device_owner': 'network:router_interface', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': 'c9d976c4-5125-47c3-9d6e-de1d71f4352a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:54:00Z', 'updated_at': '2021-07-27T21:54:07Z', 'revision_number': 5, 'project_id': '8ac72fbe028843a69cd8ec20ae9f11f9', 'subnets': [{'id': 'c9d976c4-5125-47c3-9d6e-de1d71f4352a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-22', False) {} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:54:55.627229 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdc643cc-cbbc-4998-a19e-bda0d6da64d0 None None] The sync data for ids ['40b3c7f0-09ec-4a59-9370-55f07c503786'] in n-d-705658-22 is: [{'id': '40b3c7f0-09ec-4a59-9370-55f07c503786', 'name': 'tempest-TestMinimumBasicScenario-950956030-router', 'tenant_id': '8ac72fbe028843a69cd8ec20ae9f11f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.114'}], 'enable_snat': True}, 'gw_port_id': '896b387f-03d7-484b-8af7-b9a93121f58b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:53:58Z', 'updated_at': '2021-07-27T21:54:01Z', 'revision_number': 4, 'project_id': '8ac72fbe028843a69cd8ec20ae9f11f9', 'gw_port': {'id': '896b387f-03d7-484b-8af7-b9a93121f58b', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:3a:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40b3c7f0-09ec-4a59-9370-55f07c503786', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:53:59Z', 'updated_at': '2021-07-27T21:54:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_floatingips': [{'id': '15e3557c-953c-447b-8036-3db310912545', 'tenant_id': '8ac72fbe028843a69cd8ec20ae9f11f9', 'floating_ip_address': '172.25.5.246', 'floating_network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'router_id': '40b3c7f0-09ec-4a59-9370-55f07c503786', 'port_id': '0d8d47a0-b663-44de-8d07-b625a01723c5', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4156, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5f07235f-4aa5-4d40-8859-a30644d4a149', 'mac_address': 'fa:16:3e:a6:e7:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab6b32d6-8820-44d4-9590-60f482c97eee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T21:54:53Z', 'updated_at': '2021-07-27T21:54:53Z', 'revision_number': 0, 'project_id': '8ac72fbe028843a69cd8ec20ae9f11f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be234c1e-f779-44c2-9096-5280d609b615', 'name': '', 'network_id': '5f07235f-4aa5-4d40-8859-a30644d4a149', 'tenant_id': '8ac72fbe028843a69cd8ec20ae9f11f9', 'mac_address': 'fa:16:3e:56:1b:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40b3c7f0-09ec-4a59-9370-55f07c503786', 'device_owner': 'network:router_interface', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': 'c9d976c4-5125-47c3-9d6e-de1d71f4352a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:54:00Z', 'updated_at': '2021-07-27T21:54:07Z', 'revision_number': 5, 'project_id': '8ac72fbe028843a69cd8ec20ae9f11f9', 'subnets': [{'id': 'c9d976c4-5125-47c3-9d6e-de1d71f4352a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:54:55.635219 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-961f9195-628e-47c1-ad1c-aebd6ded96dc tempest-TestMinimumBasicScenario-488944745 tempest-TestMinimumBasicScenario-488944745-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:55.639711 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-961f9195-628e-47c1-ad1c-aebd6ded96dc tempest-TestMinimumBasicScenario-488944745 tempest-TestMinimumBasicScenario-488944745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732636'] for security_group_rule, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:55.649334 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fefc723-47ca-41fe-b7d9-f622c7504279 req-75e51c4c-b1bb-4fa2-a8a3-6c644986d8e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:54:55.651421 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-0fefc723-47ca-41fe-b7d9-f622c7504279 req-75e51c4c-b1bb-4fa2-a8a3-6c644986d8e9 service neutron] 10.222.0.60 "GET /v2.0/networks?id=5f07235f-4aa5-4d40-8859-a30644d4a149 HTTP/1.1" status: 200 len: 915 time: 0.0996928 Jul 27 21:54:55.657776 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961f9195-628e-47c1-ad1c-aebd6ded96dc tempest-TestMinimumBasicScenario-488944745 tempest-TestMinimumBasicScenario-488944745-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87be31d4-01d6-4ed4-8375-d8bf50dfe130,revision_number=0']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:54:55.664189 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-961f9195-628e-47c1-ad1c-aebd6ded96dc tempest-TestMinimumBasicScenario-488944745 tempest-TestMinimumBasicScenario-488944745-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:55.668477 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-961f9195-628e-47c1-ad1c-aebd6ded96dc tempest-TestMinimumBasicScenario-488944745 tempest-TestMinimumBasicScenario-488944745-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1278899 Jul 27 21:54:55.668725 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 38434) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:54:55.704740 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-e0a733bd-d0be-49fb-9cdf-870421bfeb5d tempest-TestMinimumBasicScenario-488944745 tempest-TestMinimumBasicScenario-488944745-project] Request body: {'security_group_rule': {'security_group_id': 'f3079e3e-b178-4d3e-b944-48c0746b14b5', 'project_id': '8ac72fbe028843a69cd8ec20ae9f11f9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:54:55.743475 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-0fefc723-47ca-41fe-b7d9-f622c7504279 req-6c39f9e4-52e3-41d2-b8e1-41937a34aea5 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0d8d47a0-b663-44de-8d07-b625a01723c5 HTTP/1.1" status: 200 len: 1000 time: 0.0824139 Jul 27 21:54:55.750195 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-e0a733bd-d0be-49fb-9cdf-870421bfeb5d tempest-TestMinimumBasicScenario-488944745 tempest-TestMinimumBasicScenario-488944745-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:55.833388 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fefc723-47ca-41fe-b7d9-f622c7504279 req-db33d50d-cdd8-4cef-935f-3d5b46805e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:54:55.834870 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-0fefc723-47ca-41fe-b7d9-f622c7504279 req-db33d50d-cdd8-4cef-935f-3d5b46805e00 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c9d976c4-5125-47c3-9d6e-de1d71f4352a HTTP/1.1" status: 200 len: 853 time: 0.0819197 Jul 27 21:54:55.837555 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94cb1f76-ba04-4e70-ba2f-ba844a6862bd None None] New status for floating IP 15e3557c-953c-447b-8036-3db310912545: ACTIVE {{(pid=105587) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 21:54:55.893003 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-e0a733bd-d0be-49fb-9cdf-870421bfeb5d tempest-TestMinimumBasicScenario-488944745 tempest-TestMinimumBasicScenario-488944745-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:55.898648 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-e0a733bd-d0be-49fb-9cdf-870421bfeb5d tempest-TestMinimumBasicScenario-488944745 tempest-TestMinimumBasicScenario-488944745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732636'] for security_group_rule, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:55.923676 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a733bd-d0be-49fb-9cdf-870421bfeb5d tempest-TestMinimumBasicScenario-488944745 tempest-TestMinimumBasicScenario-488944745-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab2b7157-db29-4c46-9dee-10d3973cd181,revision_number=0']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:54:55.934598 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-e0a733bd-d0be-49fb-9cdf-870421bfeb5d tempest-TestMinimumBasicScenario-488944745 tempest-TestMinimumBasicScenario-488944745-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:55.935818 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-e0a733bd-d0be-49fb-9cdf-870421bfeb5d tempest-TestMinimumBasicScenario-488944745 tempest-TestMinimumBasicScenario-488944745-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2661676 Jul 27 21:54:55.938633 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 38436) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:54:55.943106 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-8ad0b755-5c88-446e-8f12-6e08349bae8d tempest-TestMinimumBasicScenario-488944745 tempest-TestMinimumBasicScenario-488944745-project] Request body: {'security_group_rule': {'security_group_id': 'f3079e3e-b178-4d3e-b944-48c0746b14b5', 'project_id': '8ac72fbe028843a69cd8ec20ae9f11f9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:54:55.948885 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fefc723-47ca-41fe-b7d9-f622c7504279 req-9c6168ac-5b84-4c7c-8ddf-434cf01034e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:54:55.950702 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-0fefc723-47ca-41fe-b7d9-f622c7504279 req-9c6168ac-5b84-4c7c-8ddf-434cf01034e7 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=5f07235f-4aa5-4d40-8859-a30644d4a149&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1079018 Jul 27 21:54:56.021531 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-8ad0b755-5c88-446e-8f12-6e08349bae8d tempest-TestMinimumBasicScenario-488944745 tempest-TestMinimumBasicScenario-488944745-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:56.082473 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-0fefc723-47ca-41fe-b7d9-f622c7504279 req-6ba7cf7f-f7a5-4b54-9bae-241f02928c0a service neutron] 10.222.0.60 "GET /v2.0/networks/5f07235f-4aa5-4d40-8859-a30644d4a149?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240115 Jul 27 21:54:56.142442 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-8ad0b755-5c88-446e-8f12-6e08349bae8d tempest-TestMinimumBasicScenario-488944745 tempest-TestMinimumBasicScenario-488944745-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:56.148288 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-8ad0b755-5c88-446e-8f12-6e08349bae8d tempest-TestMinimumBasicScenario-488944745 tempest-TestMinimumBasicScenario-488944745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732636'] for security_group_rule, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:56.172066 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad0b755-5c88-446e-8f12-6e08349bae8d tempest-TestMinimumBasicScenario-488944745 tempest-TestMinimumBasicScenario-488944745-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9ed9124-fd8e-41a7-b87a-e9ecd47b0e43,revision_number=0']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:54:56.185564 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-8ad0b755-5c88-446e-8f12-6e08349bae8d tempest-TestMinimumBasicScenario-488944745 tempest-TestMinimumBasicScenario-488944745-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:56.186735 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-8ad0b755-5c88-446e-8f12-6e08349bae8d tempest-TestMinimumBasicScenario-488944745 tempest-TestMinimumBasicScenario-488944745-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2471614 Jul 27 21:54:56.189630 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 38438) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:54:56.194313 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-9a72f3f1-5a4a-4b18-8df0-eb377219a86c tempest-TestMinimumBasicScenario-488944745 tempest-TestMinimumBasicScenario-488944745-project] Request body: {'security_group_rule': {'security_group_id': 'f3079e3e-b178-4d3e-b944-48c0746b14b5', 'project_id': '8ac72fbe028843a69cd8ec20ae9f11f9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:54:56.206255 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-0fefc723-47ca-41fe-b7d9-f622c7504279 req-c14d15f2-7dfa-4392-b2f2-6614029a8604 service neutron] 10.222.0.60 "GET /v2.0/networks/5f07235f-4aa5-4d40-8859-a30644d4a149?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1142032 Jul 27 21:54:56.218025 n-d-705658-22 neutron-server[105585]: INFO neutron.db.securitygroups_db [None req-9a72f3f1-5a4a-4b18-8df0-eb377219a86c tempest-TestMinimumBasicScenario-488944745 tempest-TestMinimumBasicScenario-488944745-project] Project 8ac72fbe028843a69cd8ec20ae9f11f9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 27 21:54:56.223225 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-9a72f3f1-5a4a-4b18-8df0-eb377219a86c tempest-TestMinimumBasicScenario-488944745 tempest-TestMinimumBasicScenario-488944745-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:56.284514 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-9a72f3f1-5a4a-4b18-8df0-eb377219a86c tempest-TestMinimumBasicScenario-488944745 tempest-TestMinimumBasicScenario-488944745-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:56.288122 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-9a72f3f1-5a4a-4b18-8df0-eb377219a86c tempest-TestMinimumBasicScenario-488944745 tempest-TestMinimumBasicScenario-488944745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732636'] for security_group_rule, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:56.304838 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a72f3f1-5a4a-4b18-8df0-eb377219a86c tempest-TestMinimumBasicScenario-488944745 tempest-TestMinimumBasicScenario-488944745-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d29189dd-e11e-459c-9c97-89329ab2f3b1,revision_number=0']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:54:56.310834 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-9a72f3f1-5a4a-4b18-8df0-eb377219a86c tempest-TestMinimumBasicScenario-488944745 tempest-TestMinimumBasicScenario-488944745-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:56.312128 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-9a72f3f1-5a4a-4b18-8df0-eb377219a86c tempest-TestMinimumBasicScenario-488944745 tempest-TestMinimumBasicScenario-488944745-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1214967 Jul 27 21:54:56.314855 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 38440) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:54:56.319159 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-21331e0d-3a97-45bc-b1dc-beef88c24db0 tempest-TestMinimumBasicScenario-488944745 tempest-TestMinimumBasicScenario-488944745-project] Request body: {'security_group_rule': {'security_group_id': 'f3079e3e-b178-4d3e-b944-48c0746b14b5', 'project_id': '8ac72fbe028843a69cd8ec20ae9f11f9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:54:56.339784 n-d-705658-22 neutron-server[105585]: INFO neutron.db.securitygroups_db [None req-21331e0d-3a97-45bc-b1dc-beef88c24db0 tempest-TestMinimumBasicScenario-488944745 tempest-TestMinimumBasicScenario-488944745-project] Project 8ac72fbe028843a69cd8ec20ae9f11f9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 27 21:54:56.344487 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-21331e0d-3a97-45bc-b1dc-beef88c24db0 tempest-TestMinimumBasicScenario-488944745 tempest-TestMinimumBasicScenario-488944745-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:56.404014 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-21331e0d-3a97-45bc-b1dc-beef88c24db0 tempest-TestMinimumBasicScenario-488944745 tempest-TestMinimumBasicScenario-488944745-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:56.407432 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-21331e0d-3a97-45bc-b1dc-beef88c24db0 tempest-TestMinimumBasicScenario-488944745 tempest-TestMinimumBasicScenario-488944745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732636'] for security_group_rule, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:56.424019 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21331e0d-3a97-45bc-b1dc-beef88c24db0 tempest-TestMinimumBasicScenario-488944745 tempest-TestMinimumBasicScenario-488944745-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fbb29868-a538-4708-87a0-d6bf0e18fe27,revision_number=0']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:54:56.433146 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-21331e0d-3a97-45bc-b1dc-beef88c24db0 tempest-TestMinimumBasicScenario-488944745 tempest-TestMinimumBasicScenario-488944745-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:56.434317 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-21331e0d-3a97-45bc-b1dc-beef88c24db0 tempest-TestMinimumBasicScenario-488944745 tempest-TestMinimumBasicScenario-488944745-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1185269 Jul 27 21:54:56.511696 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-c8c079de-6f31-43b4-8bb6-7f7d033ebca5 req-765281c6-a40f-4dc2-8023-dfe3b6929497 tempest-TestMinimumBasicScenario-488944745 tempest-TestMinimumBasicScenario-488944745-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1752920492&fields=id&tenant_id=8ac72fbe028843a69cd8ec20ae9f11f9 HTTP/1.1" status: 200 len: 267 time: 0.0333927 Jul 27 21:54:56.579751 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c079de-6f31-43b4-8bb6-7f7d033ebca5 req-2034b2df-1bf8-4477-a945-41bd0df07743 tempest-TestMinimumBasicScenario-488944745 tempest-TestMinimumBasicScenario-488944745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:54:56.581211 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-c8c079de-6f31-43b4-8bb6-7f7d033ebca5 req-2034b2df-1bf8-4477-a945-41bd0df07743 tempest-TestMinimumBasicScenario-488944745 tempest-TestMinimumBasicScenario-488944745-project] 10.222.0.59 "GET /v2.0/ports?device_id=ab6b32d6-8820-44d4-9590-60f482c97eee HTTP/1.1" status: 200 len: 946 time: 0.0640538 Jul 27 21:54:56.594626 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [req-c8c079de-6f31-43b4-8bb6-7f7d033ebca5 req-d93708f0-89f4-4c9b-b837-76de29cc7316 tempest-TestMinimumBasicScenario-488944745 tempest-TestMinimumBasicScenario-488944745-project] Request body: {'port': {'security_groups': ['fe64565b-4f45-418e-8ffb-64a90a4ed3cc', 'f3079e3e-b178-4d3e-b944-48c0746b14b5']}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:54:56.675254 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-c8c079de-6f31-43b4-8bb6-7f7d033ebca5 req-d93708f0-89f4-4c9b-b837-76de29cc7316 tempest-TestMinimumBasicScenario-488944745 tempest-TestMinimumBasicScenario-488944745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:56.857076 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.db [req-c8c079de-6f31-43b4-8bb6-7f7d033ebca5 req-d93708f0-89f4-4c9b-b837-76de29cc7316 tempest-TestMinimumBasicScenario-488944745 tempest-TestMinimumBasicScenario-488944745-project] For port 0d8d47a0-b663-44de-8d07-b625a01723c5, host n-h2-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=0d8d47a0-b663-44de-8d07-b625a01723c5,segment=NetworkSegment(f27c40fc-d47d-4efc-980c-3ecccb426253),segment_id=f27c40fc-d47d-4efc-980c-3ecccb426253)] {{(pid=105585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:54:56.890674 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-c8c079de-6f31-43b4-8bb6-7f7d033ebca5 req-d93708f0-89f4-4c9b-b837-76de29cc7316 tempest-TestMinimumBasicScenario-488944745 tempest-TestMinimumBasicScenario-488944745-project] Notify callbacks [] for port, precommit_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:56.895332 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-c8c079de-6f31-43b4-8bb6-7f7d033ebca5 req-d93708f0-89f4-4c9b-b837-76de29cc7316 tempest-TestMinimumBasicScenario-488944745 tempest-TestMinimumBasicScenario-488944745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10221672'] for port, after_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:56.909524 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] get_ports_and_sgs() called for port_ids ['0d8d47a0-b663-44de-8d07-b625a01723c5'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:54:56.937701 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c079de-6f31-43b4-8bb6-7f7d033ebca5 req-d93708f0-89f4-4c9b-b837-76de29cc7316 tempest-TestMinimumBasicScenario-488944745 tempest-TestMinimumBasicScenario-488944745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:54:56.938328 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-c8c079de-6f31-43b4-8bb6-7f7d033ebca5 req-d93708f0-89f4-4c9b-b837-76de29cc7316 tempest-TestMinimumBasicScenario-488944745 tempest-TestMinimumBasicScenario-488944745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:56.939754 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-c8c079de-6f31-43b4-8bb6-7f7d033ebca5 req-d93708f0-89f4-4c9b-b837-76de29cc7316 tempest-TestMinimumBasicScenario-488944745 tempest-TestMinimumBasicScenario-488944745-project] 10.222.0.59 "PUT /v2.0/ports/0d8d47a0-b663-44de-8d07-b625a01723c5 HTTP/1.1" status: 200 len: 982 time: 0.3496873 Jul 27 21:54:56.963085 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93708f0-89f4-4c9b-b837-76de29cc7316 tempest-TestMinimumBasicScenario-488944745 tempest-TestMinimumBasicScenario-488944745-project] Pushing event updated for resources: {'Port': ['ID=0d8d47a0-b663-44de-8d07-b625a01723c5,revision_number=6']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:54:57.005357 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] get_ports_and_sgs() called for port_ids ['0d8d47a0-b663-44de-8d07-b625a01723c5'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:54:57.074922 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33302ba6-60d5-4654-8058-417fea20a505 req-96397679-99a5-4b76-9dab-725fbd7b72dd tempest-TestMinimumBasicScenario-488944745 tempest-TestMinimumBasicScenario-488944745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:54:57.076770 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-33302ba6-60d5-4654-8058-417fea20a505 req-96397679-99a5-4b76-9dab-725fbd7b72dd tempest-TestMinimumBasicScenario-488944745 tempest-TestMinimumBasicScenario-488944745-project] 10.222.0.59 "GET /v2.0/ports?device_id=ab6b32d6-8820-44d4-9590-60f482c97eee HTTP/1.1" status: 200 len: 985 time: 0.0794265 Jul 27 21:54:57.123661 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-33302ba6-60d5-4654-8058-417fea20a505 req-1fd5cf90-9b73-4d3c-8b88-6c9075b93a42 tempest-TestMinimumBasicScenario-488944745 tempest-TestMinimumBasicScenario-488944745-project] 10.222.0.59 "GET /v2.0/security-groups?id=f3079e3e-b178-4d3e-b944-48c0746b14b5&id=fe64565b-4f45-418e-8ffb-64a90a4ed3cc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0402749 Jul 27 21:54:57.256507 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-1ceb94d8-0a76-46f1-a78d-714cbc01a532 None None] Provisioning complete for port 0d8d47a0-b663-44de-8d07-b625a01723c5 triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:54:57.256802 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-1ceb94d8-0a76-46f1-a78d-714cbc01a532 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:57.452839 n-d-705658-22 neutron-server[105585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab6b32d6-8820-44d4-9590-60f482c97eee', 'tag': '0d8d47a0-b663-44de-8d07-b625a01723c5'}] {{(pid=105585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:54:57.455276 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f24452fb85b5ff3d9a44b103084d24ac6536fc7c3e33f3cafe2d6008071b0351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5085dbc-5c97-4f20-aac6-ea117a13a6a7" -d '{"events": [{"name": "network-changed", "server_uuid": "ab6b32d6-8820-44d4-9590-60f482c97eee", "tag": "0d8d47a0-b663-44de-8d07-b625a01723c5"}]}' {{(pid=105585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:54:57.491925 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:54:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a52e17d-0cdf-444f-8c5a-edc80adbe06b x-openstack-request-id: req-0a52e17d-0cdf-444f-8c5a-edc80adbe06b {{(pid=105585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:54:57.492232 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab6b32d6-8820-44d4-9590-60f482c97eee", "tag": "0d8d47a0-b663-44de-8d07-b625a01723c5", "status": "completed", "code": 200}]} {{(pid=105585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:54:57.492465 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-0a52e17d-0cdf-444f-8c5a-edc80adbe06b {{(pid=105585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:54:57.492852 n-d-705658-22 neutron-server[105585]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab6b32d6-8820-44d4-9590-60f482c97eee', 'tag': '0d8d47a0-b663-44de-8d07-b625a01723c5', 'status': 'completed', 'code': 200} Jul 27 21:54:57.567733 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5085dbc-5c97-4f20-aac6-ea117a13a6a7 req-66c73f36-406d-498e-896f-a3548e005a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:54:57.569301 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-d5085dbc-5c97-4f20-aac6-ea117a13a6a7 req-66c73f36-406d-498e-896f-a3548e005a19 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8ac72fbe028843a69cd8ec20ae9f11f9&device_id=ab6b32d6-8820-44d4-9590-60f482c97eee HTTP/1.1" status: 200 len: 1137 time: 0.0543962 Jul 27 21:54:57.665611 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5085dbc-5c97-4f20-aac6-ea117a13a6a7 req-9b4dbfd2-1ced-473f-a2a9-1a5075adda2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:54:57.667651 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-d5085dbc-5c97-4f20-aac6-ea117a13a6a7 req-9b4dbfd2-1ced-473f-a2a9-1a5075adda2c service neutron] 10.222.0.60 "GET /v2.0/networks?id=5f07235f-4aa5-4d40-8859-a30644d4a149 HTTP/1.1" status: 200 len: 915 time: 0.0893915 Jul 27 21:54:57.735333 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-d5085dbc-5c97-4f20-aac6-ea117a13a6a7 req-5a030231-bd19-4e0e-bb84-ed01fd0c0927 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0d8d47a0-b663-44de-8d07-b625a01723c5 HTTP/1.1" status: 200 len: 1002 time: 0.0589542 Jul 27 21:54:57.786463 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5085dbc-5c97-4f20-aac6-ea117a13a6a7 req-7c2d73a7-85ff-400f-b932-a38e7403678e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:54:57.787924 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-d5085dbc-5c97-4f20-aac6-ea117a13a6a7 req-7c2d73a7-85ff-400f-b932-a38e7403678e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c9d976c4-5125-47c3-9d6e-de1d71f4352a HTTP/1.1" status: 200 len: 853 time: 0.0438688 Jul 27 21:54:57.849841 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5085dbc-5c97-4f20-aac6-ea117a13a6a7 req-214c4da5-6536-4fdc-8b03-f62396a5d386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:54:57.851357 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-d5085dbc-5c97-4f20-aac6-ea117a13a6a7 req-214c4da5-6536-4fdc-8b03-f62396a5d386 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=5f07235f-4aa5-4d40-8859-a30644d4a149&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0565026 Jul 27 21:54:57.947298 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-d5085dbc-5c97-4f20-aac6-ea117a13a6a7 req-b70f4cfb-0857-414d-803e-a86dcc1fbe80 service neutron] 10.222.0.60 "GET /v2.0/networks/5f07235f-4aa5-4d40-8859-a30644d4a149?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883901 Jul 27 21:54:58.042203 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-d5085dbc-5c97-4f20-aac6-ea117a13a6a7 req-d78a5540-de88-491c-ab3b-e8d80f7fbaf5 service neutron] 10.222.0.60 "GET /v2.0/networks/5f07235f-4aa5-4d40-8859-a30644d4a149?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864327 Jul 27 21:55:06.967531 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:08.946458 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-591e6f88-377e-4085-8269-fe319df2f420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:10.747949 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:11.595214 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-5d345238-ad35-4feb-bfc9-ca7efc7a24e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:11.932222 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:13.096109 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-bb32ed7d-8717-448b-a9c8-a5a0117d1fd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:14.082052 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [req-7c3d83ea-ba88-429f-ac93-8c4058f601a0 req-860b3ff0-78eb-40df-93d8-9a0d9fdb90a8 tempest-ServerDiskConfigTestJSON-1632610150 tempest-ServerDiskConfigTestJSON-1632610150-project] (105585) timed out ('10.222.0.60', 50865) {{(pid=105585) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 27 21:55:14.507082 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-875ced1b-4cf3-463a-9653-058f0f9421e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:29.168827 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.agents_db [None req-558fcd2c-e512-47bc-a170-8673d87f7213 None None] Agent healthcheck: found 7 active agents {{(pid=105587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 21:55:36.980202 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:38.947137 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-52a72901-01a1-4c02-ab27-c1cfd4a894b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:40.753705 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:41.594463 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-9e61751a-9b8b-49dc-9ce2-301672e8357d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:41.934041 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:43.101031 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-bb32ed7d-8717-448b-a9c8-a5a0117d1fd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:44.508793 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-875ced1b-4cf3-463a-9653-058f0f9421e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:46.190423 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-40bea800-126b-4503-83c4-7135521358c7 req-6ed25126-4859-4571-8d6e-d1a9c63f2278 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=ab6b32d6-8820-44d4-9590-60f482c97eee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0535932 Jul 27 21:55:46.284036 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bea800-126b-4503-83c4-7135521358c7 req-ff8dc3c9-a7e7-4a48-89b8-fd71f0bfa130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:55:46.285506 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-40bea800-126b-4503-83c4-7135521358c7 req-ff8dc3c9-a7e7-4a48-89b8-fd71f0bfa130 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8ac72fbe028843a69cd8ec20ae9f11f9&device_id=ab6b32d6-8820-44d4-9590-60f482c97eee HTTP/1.1" status: 200 len: 1137 time: 0.0530612 Jul 27 21:55:46.393563 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bea800-126b-4503-83c4-7135521358c7 req-0c4d03f4-a2d8-43e6-8b7b-3290eb64c51a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:55:46.395089 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-40bea800-126b-4503-83c4-7135521358c7 req-0c4d03f4-a2d8-43e6-8b7b-3290eb64c51a service neutron] 10.222.0.60 "GET /v2.0/networks?id=5f07235f-4aa5-4d40-8859-a30644d4a149 HTTP/1.1" status: 200 len: 915 time: 0.0884745 Jul 27 21:55:46.463017 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-40bea800-126b-4503-83c4-7135521358c7 req-d75abecf-5b06-4c70-9aca-73173e61c9a4 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0d8d47a0-b663-44de-8d07-b625a01723c5 HTTP/1.1" status: 200 len: 1002 time: 0.0576992 Jul 27 21:55:46.515779 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bea800-126b-4503-83c4-7135521358c7 req-808f460d-7610-4d0f-8127-950e9c698894 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:55:46.517206 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-40bea800-126b-4503-83c4-7135521358c7 req-808f460d-7610-4d0f-8127-950e9c698894 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c9d976c4-5125-47c3-9d6e-de1d71f4352a HTTP/1.1" status: 200 len: 853 time: 0.0454044 Jul 27 21:55:46.575689 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bea800-126b-4503-83c4-7135521358c7 req-e903f13a-cd5c-4754-a181-21ce9ac81cff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:55:46.577159 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-40bea800-126b-4503-83c4-7135521358c7 req-e903f13a-cd5c-4754-a181-21ce9ac81cff service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=5f07235f-4aa5-4d40-8859-a30644d4a149&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0519946 Jul 27 21:55:46.588916 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [req-40bea800-126b-4503-83c4-7135521358c7 req-25d894c7-d42e-4707-a75f-105531f1b53b service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=105584) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 21:55:46.589862 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-40bea800-126b-4503-83c4-7135521358c7 req-25d894c7-d42e-4707-a75f-105531f1b53b service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048447 Jul 27 21:55:46.676675 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-40bea800-126b-4503-83c4-7135521358c7 req-a64982fd-03a0-47fe-826b-b55097e9f58a service neutron] 10.222.0.60 "GET /v2.0/networks/5f07235f-4aa5-4d40-8859-a30644d4a149?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798292 Jul 27 21:55:47.040397 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-40bea800-126b-4503-83c4-7135521358c7 req-238b35b6-5298-426c-857a-b5bff72e0ea2 service neutron] 10.222.0.60 "GET /v2.0/networks/5f07235f-4aa5-4d40-8859-a30644d4a149?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3566775 Jul 27 21:55:54.805654 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c4a2a2-57b5-4864-b991-30ae9a537301 req-27f8eb14-4298-44a7-bef4-14e4afae6317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:55:54.807272 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-e8c4a2a2-57b5-4864-b991-30ae9a537301 req-27f8eb14-4298-44a7-bef4-14e4afae6317 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8ac72fbe028843a69cd8ec20ae9f11f9&device_id=ab6b32d6-8820-44d4-9590-60f482c97eee HTTP/1.1" status: 200 len: 1137 time: 0.0542374 Jul 27 21:55:54.864329 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9b3587-0f20-4864-a9f5-279add1a5725 req-b0cba68e-d53f-4365-ae80-b81bf456ec0e tempest-TestMinimumBasicScenario-488944745 tempest-TestMinimumBasicScenario-488944745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:55:54.865818 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-3b9b3587-0f20-4864-a9f5-279add1a5725 req-b0cba68e-d53f-4365-ae80-b81bf456ec0e tempest-TestMinimumBasicScenario-488944745 tempest-TestMinimumBasicScenario-488944745-project] 10.222.0.59 "GET /v2.0/ports?device_id=ab6b32d6-8820-44d4-9590-60f482c97eee HTTP/1.1" status: 200 len: 985 time: 0.1250122 Jul 27 21:55:54.899015 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c4a2a2-57b5-4864-b991-30ae9a537301 req-36a8f8a2-c66f-4604-b64d-70e8379a447b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:55:54.900486 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-e8c4a2a2-57b5-4864-b991-30ae9a537301 req-36a8f8a2-c66f-4604-b64d-70e8379a447b service neutron] 10.222.0.60 "GET /v2.0/networks?id=5f07235f-4aa5-4d40-8859-a30644d4a149 HTTP/1.1" status: 200 len: 915 time: 0.0861645 Jul 27 21:55:54.905850 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-3b9b3587-0f20-4864-a9f5-279add1a5725 req-58237118-2555-40e4-8791-39c0566569a3 tempest-TestMinimumBasicScenario-488944745 tempest-TestMinimumBasicScenario-488944745-project] 10.222.0.59 "GET /v2.0/security-groups?id=f3079e3e-b178-4d3e-b944-48c0746b14b5&id=fe64565b-4f45-418e-8ffb-64a90a4ed3cc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0336924 Jul 27 21:55:54.965320 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-e8c4a2a2-57b5-4864-b991-30ae9a537301 req-3d2a7866-eeac-4ce6-8c31-79b1f79deaae service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0d8d47a0-b663-44de-8d07-b625a01723c5 HTTP/1.1" status: 200 len: 1002 time: 0.0566945 Jul 27 21:55:55.013266 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c4a2a2-57b5-4864-b991-30ae9a537301 req-8e6fdcb9-fe92-4c77-ba27-3c313e23aefb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:55:55.014655 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-e8c4a2a2-57b5-4864-b991-30ae9a537301 req-8e6fdcb9-fe92-4c77-ba27-3c313e23aefb service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c9d976c4-5125-47c3-9d6e-de1d71f4352a HTTP/1.1" status: 200 len: 853 time: 0.0418887 Jul 27 21:55:55.076603 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c4a2a2-57b5-4864-b991-30ae9a537301 req-d791c11f-d74a-4604-b184-65da2cdea2ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:55:55.078109 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-e8c4a2a2-57b5-4864-b991-30ae9a537301 req-d791c11f-d74a-4604-b184-65da2cdea2ff service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=5f07235f-4aa5-4d40-8859-a30644d4a149&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0550222 Jul 27 21:55:55.165361 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-e8c4a2a2-57b5-4864-b991-30ae9a537301 req-5cfe9557-fb1f-4ac9-bfe5-dd856b0c15fa service neutron] 10.222.0.60 "GET /v2.0/networks/5f07235f-4aa5-4d40-8859-a30644d4a149?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794485 Jul 27 21:55:55.256138 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-e8c4a2a2-57b5-4864-b991-30ae9a537301 req-f3ce5334-f3df-4e9c-98fa-38e2ae18edd8 service neutron] 10.222.0.60 "GET /v2.0/networks/5f07235f-4aa5-4d40-8859-a30644d4a149?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833313 Jul 27 21:55:56.084677 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6c3feb-79b3-4f02-bd3c-2c28edb9fee1 req-85230c2c-35a9-41c9-a79f-137f3ad0a06f tempest-TestMinimumBasicScenario-488944745 tempest-TestMinimumBasicScenario-488944745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:55:56.086159 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-8d6c3feb-79b3-4f02-bd3c-2c28edb9fee1 req-85230c2c-35a9-41c9-a79f-137f3ad0a06f tempest-TestMinimumBasicScenario-488944745 tempest-TestMinimumBasicScenario-488944745-project] 10.222.0.59 "GET /v2.0/ports?device_id=ab6b32d6-8820-44d4-9590-60f482c97eee HTTP/1.1" status: 200 len: 985 time: 0.1089883 Jul 27 21:55:56.126128 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-8d6c3feb-79b3-4f02-bd3c-2c28edb9fee1 req-7bd7fe6f-5604-4c7f-b936-2e22f35be213 tempest-TestMinimumBasicScenario-488944745 tempest-TestMinimumBasicScenario-488944745-project] 10.222.0.59 "GET /v2.0/security-groups?id=f3079e3e-b178-4d3e-b944-48c0746b14b5&id=fe64565b-4f45-418e-8ffb-64a90a4ed3cc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0337934 Jul 27 21:55:57.259355 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb59a501-3769-4da8-809b-31b9afcbcaeb req-a07540d3-62c4-4812-a64c-e040c7fdebde tempest-TestMinimumBasicScenario-488944745 tempest-TestMinimumBasicScenario-488944745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:55:57.260810 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-bb59a501-3769-4da8-809b-31b9afcbcaeb req-a07540d3-62c4-4812-a64c-e040c7fdebde tempest-TestMinimumBasicScenario-488944745 tempest-TestMinimumBasicScenario-488944745-project] 10.222.0.59 "GET /v2.0/ports?device_id=ab6b32d6-8820-44d4-9590-60f482c97eee HTTP/1.1" status: 200 len: 985 time: 0.0667083 Jul 27 21:55:57.299748 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-bb59a501-3769-4da8-809b-31b9afcbcaeb req-8b28177c-83e0-4724-9362-15ea4dd82615 tempest-TestMinimumBasicScenario-488944745 tempest-TestMinimumBasicScenario-488944745-project] 10.222.0.59 "GET /v2.0/security-groups?id=f3079e3e-b178-4d3e-b944-48c0746b14b5&id=fe64565b-4f45-418e-8ffb-64a90a4ed3cc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0328090 Jul 27 21:55:58.428762 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8cf734-e350-4a48-beb5-2f7e03606e4c req-695e36f8-2614-4eb3-a211-7a79d759fcb6 tempest-TestMinimumBasicScenario-488944745 tempest-TestMinimumBasicScenario-488944745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:55:58.430254 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-ac8cf734-e350-4a48-beb5-2f7e03606e4c req-695e36f8-2614-4eb3-a211-7a79d759fcb6 tempest-TestMinimumBasicScenario-488944745 tempest-TestMinimumBasicScenario-488944745-project] 10.222.0.59 "GET /v2.0/ports?device_id=ab6b32d6-8820-44d4-9590-60f482c97eee HTTP/1.1" status: 200 len: 985 time: 0.0638881 Jul 27 21:55:58.470110 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-ac8cf734-e350-4a48-beb5-2f7e03606e4c req-752bbf9a-eec8-4480-b22d-555b7e5dca9c tempest-TestMinimumBasicScenario-488944745 tempest-TestMinimumBasicScenario-488944745-project] 10.222.0.59 "GET /v2.0/security-groups?id=f3079e3e-b178-4d3e-b944-48c0746b14b5&id=fe64565b-4f45-418e-8ffb-64a90a4ed3cc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0338471 Jul 27 21:55:59.601303 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61451f11-7e0b-42a2-99d1-5110f3f11179 req-f1ba3669-f730-44f4-8b49-5ad66e3d10c3 tempest-TestMinimumBasicScenario-488944745 tempest-TestMinimumBasicScenario-488944745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:55:59.602784 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-61451f11-7e0b-42a2-99d1-5110f3f11179 req-f1ba3669-f730-44f4-8b49-5ad66e3d10c3 tempest-TestMinimumBasicScenario-488944745 tempest-TestMinimumBasicScenario-488944745-project] 10.222.0.59 "GET /v2.0/ports?device_id=ab6b32d6-8820-44d4-9590-60f482c97eee HTTP/1.1" status: 200 len: 985 time: 0.0663667 Jul 27 21:55:59.643039 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-61451f11-7e0b-42a2-99d1-5110f3f11179 req-5b5de714-4805-41b5-963a-71a26de5d965 tempest-TestMinimumBasicScenario-488944745 tempest-TestMinimumBasicScenario-488944745-project] 10.222.0.59 "GET /v2.0/security-groups?id=f3079e3e-b178-4d3e-b944-48c0746b14b5&id=fe64565b-4f45-418e-8ffb-64a90a4ed3cc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0342538 Jul 27 21:56:00.771390 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc009cc-f8c2-4eeb-9737-5691ab473013 req-2fa7216f-405a-45da-b2ac-a698a0e50fc9 tempest-TestMinimumBasicScenario-488944745 tempest-TestMinimumBasicScenario-488944745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:56:00.772871 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-bcc009cc-f8c2-4eeb-9737-5691ab473013 req-2fa7216f-405a-45da-b2ac-a698a0e50fc9 tempest-TestMinimumBasicScenario-488944745 tempest-TestMinimumBasicScenario-488944745-project] 10.222.0.59 "GET /v2.0/ports?device_id=ab6b32d6-8820-44d4-9590-60f482c97eee HTTP/1.1" status: 200 len: 985 time: 0.0631685 Jul 27 21:56:00.811367 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-bcc009cc-f8c2-4eeb-9737-5691ab473013 req-4b74ab40-6197-40f7-b902-cd13595d2590 tempest-TestMinimumBasicScenario-488944745 tempest-TestMinimumBasicScenario-488944745-project] 10.222.0.59 "GET /v2.0/security-groups?id=f3079e3e-b178-4d3e-b944-48c0746b14b5&id=fe64565b-4f45-418e-8ffb-64a90a4ed3cc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0325916 Jul 27 21:56:01.941926 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51a02e6-c6ad-498a-a59e-d05c860f4588 req-99dae729-7230-4fd3-b05f-1fc926a43699 tempest-TestMinimumBasicScenario-488944745 tempest-TestMinimumBasicScenario-488944745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:56:01.943424 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a51a02e6-c6ad-498a-a59e-d05c860f4588 req-99dae729-7230-4fd3-b05f-1fc926a43699 tempest-TestMinimumBasicScenario-488944745 tempest-TestMinimumBasicScenario-488944745-project] 10.222.0.59 "GET /v2.0/ports?device_id=ab6b32d6-8820-44d4-9590-60f482c97eee HTTP/1.1" status: 200 len: 985 time: 0.0631511 Jul 27 21:56:01.984486 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a51a02e6-c6ad-498a-a59e-d05c860f4588 req-0c024562-0e55-4e7a-ad69-ac0d2a1abc5e tempest-TestMinimumBasicScenario-488944745 tempest-TestMinimumBasicScenario-488944745-project] 10.222.0.59 "GET /v2.0/security-groups?id=f3079e3e-b178-4d3e-b944-48c0746b14b5&id=fe64565b-4f45-418e-8ffb-64a90a4ed3cc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0348811 Jul 27 21:56:03.117878 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1add00-b681-4afc-a54a-a40415d834ff req-7e5fa8c3-b9a6-4db2-9360-4b0208af3872 tempest-TestMinimumBasicScenario-488944745 tempest-TestMinimumBasicScenario-488944745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:56:03.119375 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-4e1add00-b681-4afc-a54a-a40415d834ff req-7e5fa8c3-b9a6-4db2-9360-4b0208af3872 tempest-TestMinimumBasicScenario-488944745 tempest-TestMinimumBasicScenario-488944745-project] 10.222.0.59 "GET /v2.0/ports?device_id=ab6b32d6-8820-44d4-9590-60f482c97eee HTTP/1.1" status: 200 len: 985 time: 0.0678933 Jul 27 21:56:03.159712 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-4e1add00-b681-4afc-a54a-a40415d834ff req-52e4ba1d-e5d0-4587-bd3a-282e316983b8 tempest-TestMinimumBasicScenario-488944745 tempest-TestMinimumBasicScenario-488944745-project] 10.222.0.59 "GET /v2.0/security-groups?id=f3079e3e-b178-4d3e-b944-48c0746b14b5&id=fe64565b-4f45-418e-8ffb-64a90a4ed3cc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0340390 Jul 27 21:56:04.291479 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e2ffa5-c7c8-4cfa-82dc-ba93465f1892 req-8e16d965-7cef-4a67-9075-6ca124988e61 tempest-TestMinimumBasicScenario-488944745 tempest-TestMinimumBasicScenario-488944745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:56:04.292955 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e7e2ffa5-c7c8-4cfa-82dc-ba93465f1892 req-8e16d965-7cef-4a67-9075-6ca124988e61 tempest-TestMinimumBasicScenario-488944745 tempest-TestMinimumBasicScenario-488944745-project] 10.222.0.59 "GET /v2.0/ports?device_id=ab6b32d6-8820-44d4-9590-60f482c97eee HTTP/1.1" status: 200 len: 985 time: 0.0649011 Jul 27 21:56:04.335121 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e7e2ffa5-c7c8-4cfa-82dc-ba93465f1892 req-06b2daeb-8307-40ba-9726-173ca38ee42e tempest-TestMinimumBasicScenario-488944745 tempest-TestMinimumBasicScenario-488944745-project] 10.222.0.59 "GET /v2.0/security-groups?id=f3079e3e-b178-4d3e-b944-48c0746b14b5&id=fe64565b-4f45-418e-8ffb-64a90a4ed3cc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0359929 Jul 27 21:56:05.467590 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d40e9c4-cb12-4d1b-bee9-626e51f52d7d req-971ca87b-9de7-4da5-b012-a5dc43b755e3 tempest-TestMinimumBasicScenario-488944745 tempest-TestMinimumBasicScenario-488944745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:56:05.469072 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-5d40e9c4-cb12-4d1b-bee9-626e51f52d7d req-971ca87b-9de7-4da5-b012-a5dc43b755e3 tempest-TestMinimumBasicScenario-488944745 tempest-TestMinimumBasicScenario-488944745-project] 10.222.0.59 "GET /v2.0/ports?device_id=ab6b32d6-8820-44d4-9590-60f482c97eee HTTP/1.1" status: 200 len: 985 time: 0.0670369 Jul 27 21:56:05.508734 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-5d40e9c4-cb12-4d1b-bee9-626e51f52d7d req-81f4fef9-6b08-4a37-914c-03d0b379f4e4 tempest-TestMinimumBasicScenario-488944745 tempest-TestMinimumBasicScenario-488944745-project] 10.222.0.59 "GET /v2.0/security-groups?id=f3079e3e-b178-4d3e-b944-48c0746b14b5&id=fe64565b-4f45-418e-8ffb-64a90a4ed3cc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0330319 Jul 27 21:56:06.167167 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.agents_db [None req-558fcd2c-e512-47bc-a170-8673d87f7213 None None] Agent healthcheck: found 7 active agents {{(pid=105587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 21:56:06.637237 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f49634a-a758-464e-904e-fcadc70fe534 req-7acfb92d-c67f-4444-8dee-49a7b1880a33 tempest-TestMinimumBasicScenario-488944745 tempest-TestMinimumBasicScenario-488944745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:56:06.638702 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-9f49634a-a758-464e-904e-fcadc70fe534 req-7acfb92d-c67f-4444-8dee-49a7b1880a33 tempest-TestMinimumBasicScenario-488944745 tempest-TestMinimumBasicScenario-488944745-project] 10.222.0.59 "GET /v2.0/ports?device_id=ab6b32d6-8820-44d4-9590-60f482c97eee HTTP/1.1" status: 200 len: 985 time: 0.0640523 Jul 27 21:56:06.677351 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-9f49634a-a758-464e-904e-fcadc70fe534 req-fe26e9f2-edd9-4398-b95b-4807754395fc tempest-TestMinimumBasicScenario-488944745 tempest-TestMinimumBasicScenario-488944745-project] 10.222.0.59 "GET /v2.0/security-groups?id=f3079e3e-b178-4d3e-b944-48c0746b14b5&id=fe64565b-4f45-418e-8ffb-64a90a4ed3cc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0326581 Jul 27 21:56:06.979909 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:08.946831 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-0e6f6ed3-519d-473b-b72c-72a98cd5c0e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:10.757972 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:11.593781 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-27bcdf29-590a-4aab-8c67-f2cf34d43a21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:11.934779 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:13.104193 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-bb32ed7d-8717-448b-a9c8-a5a0117d1fd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:14.513724 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-875ced1b-4cf3-463a-9653-058f0f9421e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:36.980909 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:38.947858 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-0676d0c2-0292-472f-946c-7ab4aa44859e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:40.775151 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:41.593382 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-b66ce9e4-a21e-4679-804b-bc1f133199b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:41.936316 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:43.103894 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-bb32ed7d-8717-448b-a9c8-a5a0117d1fd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:43.166541 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.agents_db [None req-558fcd2c-e512-47bc-a170-8673d87f7213 None None] Agent healthcheck: found 7 active agents {{(pid=105587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 21:56:44.514791 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-875ced1b-4cf3-463a-9653-058f0f9421e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:46.224564 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-f17a57e4-991d-4054-806b-99056cc8d217 req-6e62b112-53d2-4345-a791-d75d7e35b29a service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=ab6b32d6-8820-44d4-9590-60f482c97eee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0954080 Jul 27 21:56:46.318392 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17a57e4-991d-4054-806b-99056cc8d217 req-976b93ae-f578-49ea-aa67-e8544cb9a9fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:56:46.319872 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-f17a57e4-991d-4054-806b-99056cc8d217 req-976b93ae-f578-49ea-aa67-e8544cb9a9fc service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8ac72fbe028843a69cd8ec20ae9f11f9&device_id=ab6b32d6-8820-44d4-9590-60f482c97eee HTTP/1.1" status: 200 len: 1137 time: 0.0530233 Jul 27 21:56:46.424270 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17a57e4-991d-4054-806b-99056cc8d217 req-08faf5d1-6a5e-4dfe-a76f-2ec6e14fcf83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:56:46.425735 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-f17a57e4-991d-4054-806b-99056cc8d217 req-08faf5d1-6a5e-4dfe-a76f-2ec6e14fcf83 service neutron] 10.222.0.60 "GET /v2.0/networks?id=5f07235f-4aa5-4d40-8859-a30644d4a149 HTTP/1.1" status: 200 len: 915 time: 0.0844643 Jul 27 21:56:46.489282 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-f17a57e4-991d-4054-806b-99056cc8d217 req-da68599e-74e0-46f9-9b90-8faa3533f53c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0d8d47a0-b663-44de-8d07-b625a01723c5 HTTP/1.1" status: 200 len: 1002 time: 0.0563111 Jul 27 21:56:46.538382 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17a57e4-991d-4054-806b-99056cc8d217 req-6af40b90-3b74-4843-abe8-a9707e28532e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:56:46.539822 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-f17a57e4-991d-4054-806b-99056cc8d217 req-6af40b90-3b74-4843-abe8-a9707e28532e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c9d976c4-5125-47c3-9d6e-de1d71f4352a HTTP/1.1" status: 200 len: 853 time: 0.0434721 Jul 27 21:56:46.601570 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17a57e4-991d-4054-806b-99056cc8d217 req-ea7e1be2-e24a-4e89-a580-44e4fa1094a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:56:46.603029 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-f17a57e4-991d-4054-806b-99056cc8d217 req-ea7e1be2-e24a-4e89-a580-44e4fa1094a1 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=5f07235f-4aa5-4d40-8859-a30644d4a149&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0556059 Jul 27 21:56:46.690896 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-f17a57e4-991d-4054-806b-99056cc8d217 req-e7db7188-1e7f-4913-b82f-cbb232bc5fc5 service neutron] 10.222.0.60 "GET /v2.0/networks/5f07235f-4aa5-4d40-8859-a30644d4a149?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804594 Jul 27 21:56:46.784225 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-f17a57e4-991d-4054-806b-99056cc8d217 req-6a187327-4f1c-4038-a177-56e345f4d5dd service neutron] 10.222.0.60 "GET /v2.0/networks/5f07235f-4aa5-4d40-8859-a30644d4a149?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844662 Jul 27 21:57:01.730385 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-8d23c979-12ad-470d-966d-033efbbec549 req-0a19dec6-21bc-4553-9d91-3c61422f1ab5 tempest-TestMinimumBasicScenario-488944745 tempest-TestMinimumBasicScenario-488944745-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1752920492&fields=id&tenant_id=8ac72fbe028843a69cd8ec20ae9f11f9 HTTP/1.1" status: 200 len: 267 time: 0.0324132 Jul 27 21:57:01.799567 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d23c979-12ad-470d-966d-033efbbec549 req-c1bb47e8-cd3d-42d3-830d-39faf3029c48 tempest-TestMinimumBasicScenario-488944745 tempest-TestMinimumBasicScenario-488944745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:57:01.800997 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-8d23c979-12ad-470d-966d-033efbbec549 req-c1bb47e8-cd3d-42d3-830d-39faf3029c48 tempest-TestMinimumBasicScenario-488944745 tempest-TestMinimumBasicScenario-488944745-project] 10.222.0.59 "GET /v2.0/ports?device_id=ab6b32d6-8820-44d4-9590-60f482c97eee HTTP/1.1" status: 200 len: 985 time: 0.0653498 Jul 27 21:57:01.812388 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [req-8d23c979-12ad-470d-966d-033efbbec549 req-e8698fa2-ec7d-426b-a602-a59662794357 tempest-TestMinimumBasicScenario-488944745 tempest-TestMinimumBasicScenario-488944745-project] Request body: {'port': {'security_groups': ['fe64565b-4f45-418e-8ffb-64a90a4ed3cc']}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:57:01.894455 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-8d23c979-12ad-470d-966d-033efbbec549 req-e8698fa2-ec7d-426b-a602-a59662794357 tempest-TestMinimumBasicScenario-488944745 tempest-TestMinimumBasicScenario-488944745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:02.066388 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.db [req-8d23c979-12ad-470d-966d-033efbbec549 req-e8698fa2-ec7d-426b-a602-a59662794357 tempest-TestMinimumBasicScenario-488944745 tempest-TestMinimumBasicScenario-488944745-project] For port 0d8d47a0-b663-44de-8d07-b625a01723c5, host n-h2-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=0d8d47a0-b663-44de-8d07-b625a01723c5,segment=NetworkSegment(f27c40fc-d47d-4efc-980c-3ecccb426253),segment_id=f27c40fc-d47d-4efc-980c-3ecccb426253)] {{(pid=105585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:57:02.095173 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-8d23c979-12ad-470d-966d-033efbbec549 req-e8698fa2-ec7d-426b-a602-a59662794357 tempest-TestMinimumBasicScenario-488944745 tempest-TestMinimumBasicScenario-488944745-project] Notify callbacks [] for port, precommit_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:02.099448 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-8d23c979-12ad-470d-966d-033efbbec549 req-e8698fa2-ec7d-426b-a602-a59662794357 tempest-TestMinimumBasicScenario-488944745 tempest-TestMinimumBasicScenario-488944745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10221672'] for port, after_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:02.114763 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] get_ports_and_sgs() called for port_ids ['0d8d47a0-b663-44de-8d07-b625a01723c5'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:57:02.141883 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d23c979-12ad-470d-966d-033efbbec549 req-e8698fa2-ec7d-426b-a602-a59662794357 tempest-TestMinimumBasicScenario-488944745 tempest-TestMinimumBasicScenario-488944745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:57:02.142501 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-8d23c979-12ad-470d-966d-033efbbec549 req-e8698fa2-ec7d-426b-a602-a59662794357 tempest-TestMinimumBasicScenario-488944745 tempest-TestMinimumBasicScenario-488944745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:02.147213 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-8d23c979-12ad-470d-966d-033efbbec549 req-e8698fa2-ec7d-426b-a602-a59662794357 tempest-TestMinimumBasicScenario-488944745 tempest-TestMinimumBasicScenario-488944745-project] 10.222.0.59 "PUT /v2.0/ports/0d8d47a0-b663-44de-8d07-b625a01723c5 HTTP/1.1" status: 200 len: 943 time: 0.3390732 Jul 27 21:57:02.147676 n-d-705658-22 neutron-server[105585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab6b32d6-8820-44d4-9590-60f482c97eee', 'tag': '0d8d47a0-b663-44de-8d07-b625a01723c5'}] {{(pid=105585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:57:02.150459 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f24452fb85b5ff3d9a44b103084d24ac6536fc7c3e33f3cafe2d6008071b0351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0c5d824-9dd8-413a-9dcf-e6353085e0fa" -d '{"events": [{"name": "network-changed", "server_uuid": "ab6b32d6-8820-44d4-9590-60f482c97eee", "tag": "0d8d47a0-b663-44de-8d07-b625a01723c5"}]}' {{(pid=105585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:57:02.154570 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 38542) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:57:02.181433 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8698fa2-ec7d-426b-a602-a59662794357 tempest-TestMinimumBasicScenario-488944745 tempest-TestMinimumBasicScenario-488944745-project] Pushing event updated for resources: {'Port': ['ID=0d8d47a0-b663-44de-8d07-b625a01723c5,revision_number=7']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:57:02.189096 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8698fa2-ec7d-426b-a602-a59662794357 tempest-TestMinimumBasicScenario-488944745 tempest-TestMinimumBasicScenario-488944745-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:57:02.189444 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8698fa2-ec7d-426b-a602-a59662794357 tempest-TestMinimumBasicScenario-488944745 tempest-TestMinimumBasicScenario-488944745-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:57:02.189785 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8698fa2-ec7d-426b-a602-a59662794357 tempest-TestMinimumBasicScenario-488944745 tempest-TestMinimumBasicScenario-488944745-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:57:02.190114 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8698fa2-ec7d-426b-a602-a59662794357 tempest-TestMinimumBasicScenario-488944745 tempest-TestMinimumBasicScenario-488944745-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:57:02.190446 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8698fa2-ec7d-426b-a602-a59662794357 tempest-TestMinimumBasicScenario-488944745 tempest-TestMinimumBasicScenario-488944745-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:57:02.190835 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8698fa2-ec7d-426b-a602-a59662794357 tempest-TestMinimumBasicScenario-488944745 tempest-TestMinimumBasicScenario-488944745-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:57:02.191507 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8698fa2-ec7d-426b-a602-a59662794357 tempest-TestMinimumBasicScenario-488944745 tempest-TestMinimumBasicScenario-488944745-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:57:02.191507 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8698fa2-ec7d-426b-a602-a59662794357 tempest-TestMinimumBasicScenario-488944745 tempest-TestMinimumBasicScenario-488944745-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:57:02.191830 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8698fa2-ec7d-426b-a602-a59662794357 tempest-TestMinimumBasicScenario-488944745 tempest-TestMinimumBasicScenario-488944745-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:57:02.192158 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8698fa2-ec7d-426b-a602-a59662794357 tempest-TestMinimumBasicScenario-488944745 tempest-TestMinimumBasicScenario-488944745-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:57:02.192530 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8698fa2-ec7d-426b-a602-a59662794357 tempest-TestMinimumBasicScenario-488944745 tempest-TestMinimumBasicScenario-488944745-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:57:02.192879 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8698fa2-ec7d-426b-a602-a59662794357 tempest-TestMinimumBasicScenario-488944745 tempest-TestMinimumBasicScenario-488944745-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:57:02.214101 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] get_ports_and_sgs() called for port_ids ['0d8d47a0-b663-44de-8d07-b625a01723c5'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:57:02.225224 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:57:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c05e2d0-01c7-4807-9630-59d1250b1c15 x-openstack-request-id: req-9c05e2d0-01c7-4807-9630-59d1250b1c15 {{(pid=105585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:57:02.225519 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab6b32d6-8820-44d4-9590-60f482c97eee", "tag": "0d8d47a0-b663-44de-8d07-b625a01723c5", "status": "completed", "code": 200}]} {{(pid=105585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:57:02.225766 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-9c05e2d0-01c7-4807-9630-59d1250b1c15 {{(pid=105585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:57:02.226167 n-d-705658-22 neutron-server[105585]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab6b32d6-8820-44d4-9590-60f482c97eee', 'tag': '0d8d47a0-b663-44de-8d07-b625a01723c5', 'status': 'completed', 'code': 200} Jul 27 21:57:02.279606 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-ef6ff9f0-7ca8-4963-90ae-e5e5ee88ac40 tempest-TestMinimumBasicScenario-488944745 tempest-TestMinimumBasicScenario-488944745-project] Notify callbacks [] for security_group, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:02.312668 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-ef6ff9f0-7ca8-4963-90ae-e5e5ee88ac40 tempest-TestMinimumBasicScenario-488944745 tempest-TestMinimumBasicScenario-488944745-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:02.358439 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c5d824-9dd8-413a-9dcf-e6353085e0fa req-58447dbd-0484-4d6d-9531-a8ca5bb37fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:57:02.360004 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-b0c5d824-9dd8-413a-9dcf-e6353085e0fa req-58447dbd-0484-4d6d-9531-a8ca5bb37fcb service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8ac72fbe028843a69cd8ec20ae9f11f9&device_id=ab6b32d6-8820-44d4-9590-60f482c97eee HTTP/1.1" status: 200 len: 1098 time: 0.1123056 Jul 27 21:57:02.438886 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-416ab6bf-df04-4e7d-ab9e-23c351c85ff5 None None] Provisioning complete for port 0d8d47a0-b663-44de-8d07-b625a01723c5 triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:57:02.439367 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-416ab6bf-df04-4e7d-ab9e-23c351c85ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:02.440100 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-ef6ff9f0-7ca8-4963-90ae-e5e5ee88ac40 tempest-TestMinimumBasicScenario-488944745 tempest-TestMinimumBasicScenario-488944745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:02.442642 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-ef6ff9f0-7ca8-4963-90ae-e5e5ee88ac40 tempest-TestMinimumBasicScenario-488944745 tempest-TestMinimumBasicScenario-488944745-project] Notify callbacks [] for security_group, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:02.443819 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-ef6ff9f0-7ca8-4963-90ae-e5e5ee88ac40 tempest-TestMinimumBasicScenario-488944745 tempest-TestMinimumBasicScenario-488944745-project] 10.222.0.59 "DELETE /v2.0/security-groups/f3079e3e-b178-4d3e-b944-48c0746b14b5 HTTP/1.1" status: 204 len: 168 time: 0.2822468 Jul 27 21:57:02.446822 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 38544) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:57:02.461384 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6ff9f0-7ca8-4963-90ae-e5e5ee88ac40 tempest-TestMinimumBasicScenario-488944745 tempest-TestMinimumBasicScenario-488944745-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3079e3e-b178-4d3e-b944-48c0746b14b5,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:57:02.473037 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6ff9f0-7ca8-4963-90ae-e5e5ee88ac40 tempest-TestMinimumBasicScenario-488944745 tempest-TestMinimumBasicScenario-488944745-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:57:02.473375 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6ff9f0-7ca8-4963-90ae-e5e5ee88ac40 tempest-TestMinimumBasicScenario-488944745 tempest-TestMinimumBasicScenario-488944745-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:57:02.473903 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6ff9f0-7ca8-4963-90ae-e5e5ee88ac40 tempest-TestMinimumBasicScenario-488944745 tempest-TestMinimumBasicScenario-488944745-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:57:02.474507 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6ff9f0-7ca8-4963-90ae-e5e5ee88ac40 tempest-TestMinimumBasicScenario-488944745 tempest-TestMinimumBasicScenario-488944745-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:57:02.475007 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6ff9f0-7ca8-4963-90ae-e5e5ee88ac40 tempest-TestMinimumBasicScenario-488944745 tempest-TestMinimumBasicScenario-488944745-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:57:02.475358 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6ff9f0-7ca8-4963-90ae-e5e5ee88ac40 tempest-TestMinimumBasicScenario-488944745 tempest-TestMinimumBasicScenario-488944745-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:57:02.475683 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6ff9f0-7ca8-4963-90ae-e5e5ee88ac40 tempest-TestMinimumBasicScenario-488944745 tempest-TestMinimumBasicScenario-488944745-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:57:02.476066 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6ff9f0-7ca8-4963-90ae-e5e5ee88ac40 tempest-TestMinimumBasicScenario-488944745 tempest-TestMinimumBasicScenario-488944745-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:57:02.476534 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6ff9f0-7ca8-4963-90ae-e5e5ee88ac40 tempest-TestMinimumBasicScenario-488944745 tempest-TestMinimumBasicScenario-488944745-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:57:02.476711 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6ff9f0-7ca8-4963-90ae-e5e5ee88ac40 tempest-TestMinimumBasicScenario-488944745 tempest-TestMinimumBasicScenario-488944745-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:57:02.477478 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6ff9f0-7ca8-4963-90ae-e5e5ee88ac40 tempest-TestMinimumBasicScenario-488944745 tempest-TestMinimumBasicScenario-488944745-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:57:02.477797 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6ff9f0-7ca8-4963-90ae-e5e5ee88ac40 tempest-TestMinimumBasicScenario-488944745 tempest-TestMinimumBasicScenario-488944745-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:57:02.493941 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c5d824-9dd8-413a-9dcf-e6353085e0fa req-4cebb739-9edd-47af-9417-07d5aa82f0ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:57:02.495892 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-b0c5d824-9dd8-413a-9dcf-e6353085e0fa req-4cebb739-9edd-47af-9417-07d5aa82f0ec service neutron] 10.222.0.60 "GET /v2.0/networks?id=5f07235f-4aa5-4d40-8859-a30644d4a149 HTTP/1.1" status: 200 len: 915 time: 0.1287272 Jul 27 21:57:02.570958 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-b0c5d824-9dd8-413a-9dcf-e6353085e0fa req-117b4a38-4728-4e66-837f-b7fa92d24a20 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0d8d47a0-b663-44de-8d07-b625a01723c5 HTTP/1.1" status: 200 len: 1002 time: 0.0671513 Jul 27 21:57:02.621884 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [None req-56156bf4-8205-4c58-82d4-038d3496e57d tempest-TestMinimumBasicScenario-488944745 tempest-TestMinimumBasicScenario-488944745-project] Deleting port 378630d6-346e-46b8-b16c-7073b8bad4b9 {{(pid=105585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:57:02.622169 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-56156bf4-8205-4c58-82d4-038d3496e57d tempest-TestMinimumBasicScenario-488944745 tempest-TestMinimumBasicScenario-488944745-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:02.622302 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c5d824-9dd8-413a-9dcf-e6353085e0fa req-e1c54c29-1cd2-44d7-abb9-1792b413be28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:57:02.623705 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-b0c5d824-9dd8-413a-9dcf-e6353085e0fa req-e1c54c29-1cd2-44d7-abb9-1792b413be28 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c9d976c4-5125-47c3-9d6e-de1d71f4352a HTTP/1.1" status: 200 len: 853 time: 0.0446618 Jul 27 21:57:02.682925 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c5d824-9dd8-413a-9dcf-e6353085e0fa req-de5107f7-1f65-4eb3-b65f-a4bf685bfbd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:57:02.684459 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-b0c5d824-9dd8-413a-9dcf-e6353085e0fa req-de5107f7-1f65-4eb3-b65f-a4bf685bfbd1 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=5f07235f-4aa5-4d40-8859-a30644d4a149&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0535173 Jul 27 21:57:02.696651 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-56156bf4-8205-4c58-82d4-038d3496e57d tempest-TestMinimumBasicScenario-488944745 tempest-TestMinimumBasicScenario-488944745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:02.696979 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-56156bf4-8205-4c58-82d4-038d3496e57d tempest-TestMinimumBasicScenario-488944745 tempest-TestMinimumBasicScenario-488944745-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:02.708473 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [None req-56156bf4-8205-4c58-82d4-038d3496e57d tempest-TestMinimumBasicScenario-488944745 tempest-TestMinimumBasicScenario-488944745-project] Calling delete_port for 378630d6-346e-46b8-b16c-7073b8bad4b9 owned by network:floatingip {{(pid=105585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:57:02.777575 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-b0c5d824-9dd8-413a-9dcf-e6353085e0fa req-5e8b247b-41a0-4a7c-a973-0daed1207e05 service neutron] 10.222.0.60 "GET /v2.0/networks/5f07235f-4aa5-4d40-8859-a30644d4a149?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840516 Jul 27 21:57:02.864040 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-56156bf4-8205-4c58-82d4-038d3496e57d tempest-TestMinimumBasicScenario-488944745 tempest-TestMinimumBasicScenario-488944745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:02.872145 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-b0c5d824-9dd8-413a-9dcf-e6353085e0fa req-1cb096b2-dc2a-407c-acd9-341980116713 service neutron] 10.222.0.60 "GET /v2.0/networks/5f07235f-4aa5-4d40-8859-a30644d4a149?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859416 Jul 27 21:57:02.892021 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56156bf4-8205-4c58-82d4-038d3496e57d tempest-TestMinimumBasicScenario-488944745 tempest-TestMinimumBasicScenario-488944745-project] Pushing event deleted for resources: {'Port': ['ID=378630d6-346e-46b8-b16c-7073b8bad4b9,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:57:02.952918 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-56156bf4-8205-4c58-82d4-038d3496e57d tempest-TestMinimumBasicScenario-488944745 tempest-TestMinimumBasicScenario-488944745-project] Notify callbacks [] for floatingip, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:02.953257 n-d-705658-22 neutron-server[105585]: INFO neutron.db.l3_db [None req-56156bf4-8205-4c58-82d4-038d3496e57d tempest-TestMinimumBasicScenario-488944745 tempest-TestMinimumBasicScenario-488944745-project] Floating IP 15e3557c-953c-447b-8036-3db310912545 disassociated (deleted). External IP: 172.25.5.246, port: 0d8d47a0-b663-44de-8d07-b625a01723c5. Jul 27 21:57:03.159182 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56156bf4-8205-4c58-82d4-038d3496e57d tempest-TestMinimumBasicScenario-488944745 tempest-TestMinimumBasicScenario-488944745-project] Router 40b3c7f0-09ec-4a59-9370-55f07c503786 has already been hosted by L3 agent dd128fd7-8e57-4d4f-895b-a96b369df59a {{(pid=105585) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:57:03.265446 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56156bf4-8205-4c58-82d4-038d3496e57d tempest-TestMinimumBasicScenario-488944745 tempest-TestMinimumBasicScenario-488944745-project] Notify agent at l3_agent.n-d-705658-22 the message routers_updated {{(pid=105585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:57:03.270271 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-56156bf4-8205-4c58-82d4-038d3496e57d tempest-TestMinimumBasicScenario-488944745 tempest-TestMinimumBasicScenario-488944745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for floatingip, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:03.275887 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d42b5571-afe5-4b5c-ab80-dc1f37ed73e4 None None] Sync routers for ids ['40b3c7f0-09ec-4a59-9370-55f07c503786'] in n-d-705658-22 {{(pid=105586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:57:03.286237 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d42b5571-afe5-4b5c-ab80-dc1f37ed73e4 None None] Routers {'40b3c7f0-09ec-4a59-9370-55f07c503786'} bound to L3 agent in host n-d-705658-22 {{(pid=105586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:57:03.286864 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-d42b5571-afe5-4b5c-ab80-dc1f37ed73e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:56:42Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['40b3c7f0-09ec-4a59-9370-55f07c503786'], 'active': True} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:57:03.312138 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-56156bf4-8205-4c58-82d4-038d3496e57d tempest-TestMinimumBasicScenario-488944745 tempest-TestMinimumBasicScenario-488944745-project] 10.222.0.59 "DELETE /v2.0/floatingips/15e3557c-953c-447b-8036-3db310912545 HTTP/1.1" status: 204 len: 168 time: 0.8641827 Jul 27 21:57:03.407379 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvr_db [None req-d42b5571-afe5-4b5c-ab80-dc1f37ed73e4 None None] Set router 40b3c7f0-09ec-4a59-9370-55f07c503786 gateway port host: n-d-705658-22 {{(pid=105586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:57:03.617316 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-d42b5571-afe5-4b5c-ab80-dc1f37ed73e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40b3c7f0-09ec-4a59-9370-55f07c503786', 'name': 'tempest-TestMinimumBasicScenario-950956030-router', 'tenant_id': '8ac72fbe028843a69cd8ec20ae9f11f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.114'}], 'enable_snat': True}, 'gw_port_id': '896b387f-03d7-484b-8af7-b9a93121f58b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:53:58Z', 'updated_at': '2021-07-27T21:54:01Z', 'revision_number': 4, 'project_id': '8ac72fbe028843a69cd8ec20ae9f11f9', 'gw_port': {'id': '896b387f-03d7-484b-8af7-b9a93121f58b', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:3a:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40b3c7f0-09ec-4a59-9370-55f07c503786', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:53:59Z', 'updated_at': '2021-07-27T21:54:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_interfaces': [{'id': 'be234c1e-f779-44c2-9096-5280d609b615', 'name': '', 'network_id': '5f07235f-4aa5-4d40-8859-a30644d4a149', 'tenant_id': '8ac72fbe028843a69cd8ec20ae9f11f9', 'mac_address': 'fa:16:3e:56:1b:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40b3c7f0-09ec-4a59-9370-55f07c503786', 'device_owner': 'network:router_interface', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': 'c9d976c4-5125-47c3-9d6e-de1d71f4352a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:54:00Z', 'updated_at': '2021-07-27T21:54:07Z', 'revision_number': 5, 'project_id': '8ac72fbe028843a69cd8ec20ae9f11f9', 'subnets': [{'id': 'c9d976c4-5125-47c3-9d6e-de1d71f4352a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-22', False) {} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:57:03.642805 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d42b5571-afe5-4b5c-ab80-dc1f37ed73e4 None None] Checking router: 40b3c7f0-09ec-4a59-9370-55f07c503786 for host: n-d-705658-22 {{(pid=105586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:57:03.652525 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d42b5571-afe5-4b5c-ab80-dc1f37ed73e4 None None] Routers {'40b3c7f0-09ec-4a59-9370-55f07c503786'} bound to L3 agent in host n-d-705658-22 {{(pid=105586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:57:03.653143 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-d42b5571-afe5-4b5c-ab80-dc1f37ed73e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:56:42Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['40b3c7f0-09ec-4a59-9370-55f07c503786'], 'active': True} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:57:03.757021 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvr_db [None req-d42b5571-afe5-4b5c-ab80-dc1f37ed73e4 None None] Set router 40b3c7f0-09ec-4a59-9370-55f07c503786 gateway port host: n-d-705658-22 {{(pid=105586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:57:03.952053 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-d42b5571-afe5-4b5c-ab80-dc1f37ed73e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40b3c7f0-09ec-4a59-9370-55f07c503786', 'name': 'tempest-TestMinimumBasicScenario-950956030-router', 'tenant_id': '8ac72fbe028843a69cd8ec20ae9f11f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.114'}], 'enable_snat': True}, 'gw_port_id': '896b387f-03d7-484b-8af7-b9a93121f58b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:53:58Z', 'updated_at': '2021-07-27T21:54:01Z', 'revision_number': 4, 'project_id': '8ac72fbe028843a69cd8ec20ae9f11f9', 'gw_port': {'id': '896b387f-03d7-484b-8af7-b9a93121f58b', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:3a:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40b3c7f0-09ec-4a59-9370-55f07c503786', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:53:59Z', 'updated_at': '2021-07-27T21:54:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_interfaces': [{'id': 'be234c1e-f779-44c2-9096-5280d609b615', 'name': '', 'network_id': '5f07235f-4aa5-4d40-8859-a30644d4a149', 'tenant_id': '8ac72fbe028843a69cd8ec20ae9f11f9', 'mac_address': 'fa:16:3e:56:1b:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40b3c7f0-09ec-4a59-9370-55f07c503786', 'device_owner': 'network:router_interface', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': 'c9d976c4-5125-47c3-9d6e-de1d71f4352a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:54:00Z', 'updated_at': '2021-07-27T21:54:07Z', 'revision_number': 5, 'project_id': '8ac72fbe028843a69cd8ec20ae9f11f9', 'subnets': [{'id': 'c9d976c4-5125-47c3-9d6e-de1d71f4352a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-22', False) {} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:57:03.979235 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d42b5571-afe5-4b5c-ab80-dc1f37ed73e4 None None] The sync data for ids ['40b3c7f0-09ec-4a59-9370-55f07c503786'] in n-d-705658-22 is: [{'id': '40b3c7f0-09ec-4a59-9370-55f07c503786', 'name': 'tempest-TestMinimumBasicScenario-950956030-router', 'tenant_id': '8ac72fbe028843a69cd8ec20ae9f11f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.114'}], 'enable_snat': True}, 'gw_port_id': '896b387f-03d7-484b-8af7-b9a93121f58b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:53:58Z', 'updated_at': '2021-07-27T21:54:01Z', 'revision_number': 4, 'project_id': '8ac72fbe028843a69cd8ec20ae9f11f9', 'gw_port': {'id': '896b387f-03d7-484b-8af7-b9a93121f58b', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:3a:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40b3c7f0-09ec-4a59-9370-55f07c503786', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:53:59Z', 'updated_at': '2021-07-27T21:54:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_interfaces': [{'id': 'be234c1e-f779-44c2-9096-5280d609b615', 'name': '', 'network_id': '5f07235f-4aa5-4d40-8859-a30644d4a149', 'tenant_id': '8ac72fbe028843a69cd8ec20ae9f11f9', 'mac_address': 'fa:16:3e:56:1b:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40b3c7f0-09ec-4a59-9370-55f07c503786', 'device_owner': 'network:router_interface', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': 'c9d976c4-5125-47c3-9d6e-de1d71f4352a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:54:00Z', 'updated_at': '2021-07-27T21:54:07Z', 'revision_number': 5, 'project_id': '8ac72fbe028843a69cd8ec20ae9f11f9', 'subnets': [{'id': 'c9d976c4-5125-47c3-9d6e-de1d71f4352a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:57:04.196878 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35c724d2-9198-45d6-a7a1-e590428ed7dc None None] New status for floating IP 15e3557c-953c-447b-8036-3db310912545: DOWN {{(pid=105587) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 21:57:04.227638 n-d-705658-22 neutron-server[105585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab6b32d6-8820-44d4-9590-60f482c97eee', 'tag': '0d8d47a0-b663-44de-8d07-b625a01723c5'}] {{(pid=105585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:57:04.230198 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f24452fb85b5ff3d9a44b103084d24ac6536fc7c3e33f3cafe2d6008071b0351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3bbc234-dff2-493b-bf70-e6b9db08a33f" -d '{"events": [{"name": "network-changed", "server_uuid": "ab6b32d6-8820-44d4-9590-60f482c97eee", "tag": "0d8d47a0-b663-44de-8d07-b625a01723c5"}]}' {{(pid=105585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:57:04.268739 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:57:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3380949-3cb7-472c-99b2-77e3e35eb5e5 x-openstack-request-id: req-b3380949-3cb7-472c-99b2-77e3e35eb5e5 {{(pid=105585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:57:04.269036 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab6b32d6-8820-44d4-9590-60f482c97eee", "tag": "0d8d47a0-b663-44de-8d07-b625a01723c5", "status": "completed", "code": 200}]} {{(pid=105585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:57:04.269283 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-b3380949-3cb7-472c-99b2-77e3e35eb5e5 {{(pid=105585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:57:04.269856 n-d-705658-22 neutron-server[105585]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab6b32d6-8820-44d4-9590-60f482c97eee', 'tag': '0d8d47a0-b663-44de-8d07-b625a01723c5', 'status': 'completed', 'code': 200} Jul 27 21:57:04.347364 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bbc234-dff2-493b-bf70-e6b9db08a33f req-e35f893b-d263-48c7-a593-086b545818f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:57:04.348875 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-a3bbc234-dff2-493b-bf70-e6b9db08a33f req-e35f893b-d263-48c7-a593-086b545818f0 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8ac72fbe028843a69cd8ec20ae9f11f9&device_id=ab6b32d6-8820-44d4-9590-60f482c97eee HTTP/1.1" status: 200 len: 1098 time: 0.0565155 Jul 27 21:57:04.443727 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bbc234-dff2-493b-bf70-e6b9db08a33f req-2281c588-f962-4720-a32b-9f8150f6118f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:57:04.445208 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-a3bbc234-dff2-493b-bf70-e6b9db08a33f req-2281c588-f962-4720-a32b-9f8150f6118f service neutron] 10.222.0.60 "GET /v2.0/networks?id=5f07235f-4aa5-4d40-8859-a30644d4a149 HTTP/1.1" status: 200 len: 915 time: 0.0887351 Jul 27 21:57:04.487524 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-a3bbc234-dff2-493b-bf70-e6b9db08a33f req-e481fbf0-f3d5-4559-a842-6380f8a345a0 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0d8d47a0-b663-44de-8d07-b625a01723c5 HTTP/1.1" status: 200 len: 217 time: 0.0337939 Jul 27 21:57:04.535468 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bbc234-dff2-493b-bf70-e6b9db08a33f req-46b46716-d3fe-4f4f-a12c-670e1248d0ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:57:04.536851 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-a3bbc234-dff2-493b-bf70-e6b9db08a33f req-46b46716-d3fe-4f4f-a12c-670e1248d0ec service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c9d976c4-5125-47c3-9d6e-de1d71f4352a HTTP/1.1" status: 200 len: 853 time: 0.0426285 Jul 27 21:57:04.601348 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bbc234-dff2-493b-bf70-e6b9db08a33f req-dea68d5d-e131-41ad-abef-5b68b8feabc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:57:04.603429 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-a3bbc234-dff2-493b-bf70-e6b9db08a33f req-dea68d5d-e131-41ad-abef-5b68b8feabc0 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=5f07235f-4aa5-4d40-8859-a30644d4a149&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0594814 Jul 27 21:57:04.699146 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-a3bbc234-dff2-493b-bf70-e6b9db08a33f req-d4b55539-c733-4250-9043-4085c2cc68ce service neutron] 10.222.0.60 "GET /v2.0/networks/5f07235f-4aa5-4d40-8859-a30644d4a149?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869107 Jul 27 21:57:04.795699 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-a3bbc234-dff2-493b-bf70-e6b9db08a33f req-7e10af6d-7c2a-48cb-8adb-4c19c9a4d60f service neutron] 10.222.0.60 "GET /v2.0/networks/5f07235f-4aa5-4d40-8859-a30644d4a149?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893087 Jul 27 21:57:06.997874 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:08.950207 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-f9fce722-e302-486c-9391-9557d3b6a15a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:10.286120 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13746e0b-f221-41a7-939b-2bfcfbc2fccb req-7897b031-9f36-4a45-9138-f9fc4dd8823f tempest-TestMinimumBasicScenario-488944745 tempest-TestMinimumBasicScenario-488944745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:57:10.287660 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-13746e0b-f221-41a7-939b-2bfcfbc2fccb req-7897b031-9f36-4a45-9138-f9fc4dd8823f tempest-TestMinimumBasicScenario-488944745 tempest-TestMinimumBasicScenario-488944745-project] 10.222.0.59 "GET /v2.0/ports?device_id=ab6b32d6-8820-44d4-9590-60f482c97eee HTTP/1.1" status: 200 len: 946 time: 0.0660708 Jul 27 21:57:10.326989 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-13746e0b-f221-41a7-939b-2bfcfbc2fccb req-b90f4350-0e17-471b-a713-2ec7ad3b79d5 tempest-TestMinimumBasicScenario-488944745 tempest-TestMinimumBasicScenario-488944745-project] 10.222.0.59 "GET /v2.0/security-groups?id=fe64565b-4f45-418e-8ffb-64a90a4ed3cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333307 Jul 27 21:57:10.769521 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:11.456579 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf3fa80-4aa5-41c9-a0ad-7428b4df1f23 req-3a232f21-3872-4169-b609-63fefe7fc4a4 tempest-TestMinimumBasicScenario-488944745 tempest-TestMinimumBasicScenario-488944745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:57:11.458041 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-1bf3fa80-4aa5-41c9-a0ad-7428b4df1f23 req-3a232f21-3872-4169-b609-63fefe7fc4a4 tempest-TestMinimumBasicScenario-488944745 tempest-TestMinimumBasicScenario-488944745-project] 10.222.0.59 "GET /v2.0/ports?device_id=ab6b32d6-8820-44d4-9590-60f482c97eee HTTP/1.1" status: 200 len: 946 time: 0.0624735 Jul 27 21:57:11.495693 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-1bf3fa80-4aa5-41c9-a0ad-7428b4df1f23 req-ff187f7d-c77e-404f-829f-5f7459fe2aee tempest-TestMinimumBasicScenario-488944745 tempest-TestMinimumBasicScenario-488944745-project] 10.222.0.59 "GET /v2.0/security-groups?id=fe64565b-4f45-418e-8ffb-64a90a4ed3cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317338 Jul 27 21:57:11.594594 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-774e5907-3891-49c7-a7ad-9ef6c6113a6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:11.936874 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:12.190262 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8047c11d-a28e-4c0d-97f7-fd73436cd9ee req-94ac96ec-67cd-4990-8a94-855ae876cc55 tempest-TestMinimumBasicScenario-488944745 tempest-TestMinimumBasicScenario-488944745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:57:12.191766 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-8047c11d-a28e-4c0d-97f7-fd73436cd9ee req-94ac96ec-67cd-4990-8a94-855ae876cc55 tempest-TestMinimumBasicScenario-488944745 tempest-TestMinimumBasicScenario-488944745-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab6b32d6-8820-44d4-9590-60f482c97eee HTTP/1.1" status: 200 len: 946 time: 0.0639048 Jul 27 21:57:12.289979 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [req-8047c11d-a28e-4c0d-97f7-fd73436cd9ee req-e822ee04-09e3-44ed-a19e-c16f1476bbe7 tempest-TestMinimumBasicScenario-488944745 tempest-TestMinimumBasicScenario-488944745-project] Deleting port 0d8d47a0-b663-44de-8d07-b625a01723c5 {{(pid=105584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:57:12.290327 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-8047c11d-a28e-4c0d-97f7-fd73436cd9ee req-e822ee04-09e3-44ed-a19e-c16f1476bbe7 tempest-TestMinimumBasicScenario-488944745 tempest-TestMinimumBasicScenario-488944745-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:12.378938 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [req-8047c11d-a28e-4c0d-97f7-fd73436cd9ee req-e822ee04-09e3-44ed-a19e-c16f1476bbe7 tempest-TestMinimumBasicScenario-488944745 tempest-TestMinimumBasicScenario-488944745-project] For port 0d8d47a0-b663-44de-8d07-b625a01723c5, host n-h2-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=0d8d47a0-b663-44de-8d07-b625a01723c5,segment=NetworkSegment(f27c40fc-d47d-4efc-980c-3ecccb426253),segment_id=f27c40fc-d47d-4efc-980c-3ecccb426253)] {{(pid=105584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:57:12.379325 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-8047c11d-a28e-4c0d-97f7-fd73436cd9ee req-e822ee04-09e3-44ed-a19e-c16f1476bbe7 tempest-TestMinimumBasicScenario-488944745 tempest-TestMinimumBasicScenario-488944745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:12.392281 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [req-8047c11d-a28e-4c0d-97f7-fd73436cd9ee req-e822ee04-09e3-44ed-a19e-c16f1476bbe7 tempest-TestMinimumBasicScenario-488944745 tempest-TestMinimumBasicScenario-488944745-project] Calling delete_port for 0d8d47a0-b663-44de-8d07-b625a01723c5 owned by compute:nova {{(pid=105584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:57:12.518400 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-8047c11d-a28e-4c0d-97f7-fd73436cd9ee req-e822ee04-09e3-44ed-a19e-c16f1476bbe7 tempest-TestMinimumBasicScenario-488944745 tempest-TestMinimumBasicScenario-488944745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:12.530091 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] get_ports_and_sgs() called for port_ids ['0d8d47a0-b663-44de-8d07-b625a01723c5'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:57:12.547327 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e822ee04-09e3-44ed-a19e-c16f1476bbe7 tempest-TestMinimumBasicScenario-488944745 tempest-TestMinimumBasicScenario-488944745-project] Pushing event deleted for resources: {'Port': ['ID=0d8d47a0-b663-44de-8d07-b625a01723c5,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:57:12.594070 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [req-8047c11d-a28e-4c0d-97f7-fd73436cd9ee req-e822ee04-09e3-44ed-a19e-c16f1476bbe7 tempest-TestMinimumBasicScenario-488944745 tempest-TestMinimumBasicScenario-488944745-project] No DVR routers for this DVR port 0d8d47a0-b663-44de-8d07-b625a01723c5 on host n-h2-705658-22 {{(pid=105584) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:57:12.596670 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-8047c11d-a28e-4c0d-97f7-fd73436cd9ee req-e822ee04-09e3-44ed-a19e-c16f1476bbe7 tempest-TestMinimumBasicScenario-488944745 tempest-TestMinimumBasicScenario-488944745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:12.598704 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-027395c5-a7c0-4560-9f65-6cf70939bd82 req-8a218b64-e72d-408f-b5a7-c719265c2f54 tempest-TestMinimumBasicScenario-488944745 tempest-TestMinimumBasicScenario-488944745-project] 10.222.0.59 "GET /v2.0/ports?device_id=ab6b32d6-8820-44d4-9590-60f482c97eee HTTP/1.1" status: 200 len: 210 time: 0.0346420 Jul 27 21:57:12.599249 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-8047c11d-a28e-4c0d-97f7-fd73436cd9ee req-e822ee04-09e3-44ed-a19e-c16f1476bbe7 tempest-TestMinimumBasicScenario-488944745 tempest-TestMinimumBasicScenario-488944745-project] 10.222.0.60 "DELETE /v2.0/ports/0d8d47a0-b663-44de-8d07-b625a01723c5 HTTP/1.1" status: 204 len: 173 time: 0.4000924 Jul 27 21:57:12.599249 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab6b32d6-8820-44d4-9590-60f482c97eee', 'name': 'network-vif-deleted', 'tag': '0d8d47a0-b663-44de-8d07-b625a01723c5'}] {{(pid=105584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:57:12.601532 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a14b7e693ac0d3b36d252540d57b2183de19e2104d11de1d527dbb6a6689965" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67217628-2453-4ccd-a7b1-941fbe7aa5dd" -d '{"events": [{"server_uuid": "ab6b32d6-8820-44d4-9590-60f482c97eee", "name": "network-vif-deleted", "tag": "0d8d47a0-b663-44de-8d07-b625a01723c5"}]}' {{(pid=105584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:57:12.689247 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:57:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28597a61-a7af-481f-b27c-fa24cf8bf2dc x-openstack-request-id: req-28597a61-a7af-481f-b27c-fa24cf8bf2dc {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:57:12.689701 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab6b32d6-8820-44d4-9590-60f482c97eee", "name": "network-vif-deleted", "tag": "0d8d47a0-b663-44de-8d07-b625a01723c5", "status": "completed", "code": 200}]} {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:57:12.689863 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-28597a61-a7af-481f-b27c-fa24cf8bf2dc {{(pid=105584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:57:12.690520 n-d-705658-22 neutron-server[105584]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab6b32d6-8820-44d4-9590-60f482c97eee', 'name': 'network-vif-deleted', 'tag': '0d8d47a0-b663-44de-8d07-b625a01723c5', 'status': 'completed', 'code': 200} Jul 27 21:57:13.106438 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-bb32ed7d-8717-448b-a9c8-a5a0117d1fd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:14.166379 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 38652) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:57:14.518032 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-fb5aba40-bc14-452b-88ea-a49edf044fea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4076536'] for router_interface, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:14.519148 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-875ced1b-4cf3-463a-9653-058f0f9421e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:14.775906 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [None req-fb5aba40-bc14-452b-88ea-a49edf044fea admin admin] Deleting port be234c1e-f779-44c2-9096-5280d609b615 {{(pid=105585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:57:14.776254 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-fb5aba40-bc14-452b-88ea-a49edf044fea admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:14.854143 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.db [None req-fb5aba40-bc14-452b-88ea-a49edf044fea admin admin] For port be234c1e-f779-44c2-9096-5280d609b615, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=be234c1e-f779-44c2-9096-5280d609b615,segment=NetworkSegment(f27c40fc-d47d-4efc-980c-3ecccb426253),segment_id=f27c40fc-d47d-4efc-980c-3ecccb426253)] {{(pid=105585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:57:14.854541 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-fb5aba40-bc14-452b-88ea-a49edf044fea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:14.867559 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [None req-fb5aba40-bc14-452b-88ea-a49edf044fea admin admin] Calling delete_port for be234c1e-f779-44c2-9096-5280d609b615 owned by network:router_interface {{(pid=105585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:57:15.044691 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-fb5aba40-bc14-452b-88ea-a49edf044fea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:15.070720 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5aba40-bc14-452b-88ea-a49edf044fea admin admin] Pushing event deleted for resources: {'Port': ['ID=be234c1e-f779-44c2-9096-5280d609b615,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:57:15.235851 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-fb5aba40-bc14-452b-88ea-a49edf044fea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3743915', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4076308'] for router_interface, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:15.446385 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb5aba40-bc14-452b-88ea-a49edf044fea admin admin] Router 40b3c7f0-09ec-4a59-9370-55f07c503786 has already been hosted by L3 agent dd128fd7-8e57-4d4f-895b-a96b369df59a {{(pid=105585) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:57:15.490246 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Device 0d8d47a0-b663-44de-8d07-b625a01723c5 no longer exists at agent hyperv_n-h2-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:57:15.513800 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-3d54578f-831f-4696-b568-13c455922dab None None] No Port match for: 0d8d47a0-b663-44de-8d07-b625a01723c5 {{(pid=105586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:57:15.514152 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Device 0d8d47a0-b663-44de-8d07-b625a01723c5 not bound to the agent host n-h2-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:57:15.551658 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb5aba40-bc14-452b-88ea-a49edf044fea admin admin] Notify agent at l3_agent.n-d-705658-22 the message routers_updated {{(pid=105585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:57:15.556476 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-fb5aba40-bc14-452b-88ea-a49edf044fea admin admin] 10.222.0.59 "PUT /v2.0/routers/40b3c7f0-09ec-4a59-9370-55f07c503786/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3890290 Jul 27 21:57:15.559571 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 38654) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:57:15.562059 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75a97193-5073-438c-8053-bc7564f9c4e4 None None] Sync routers for ids ['40b3c7f0-09ec-4a59-9370-55f07c503786'] in n-d-705658-22 {{(pid=105586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:57:15.571137 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75a97193-5073-438c-8053-bc7564f9c4e4 None None] Routers {'40b3c7f0-09ec-4a59-9370-55f07c503786'} bound to L3 agent in host n-d-705658-22 {{(pid=105586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:57:15.571759 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-75a97193-5073-438c-8053-bc7564f9c4e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:57:12Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['40b3c7f0-09ec-4a59-9370-55f07c503786'], 'active': True} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:57:15.661510 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-9d0855ec-20eb-4600-824c-af4bac9430d1 admin admin] Notify callbacks [] for router, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:15.673710 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvr_db [None req-75a97193-5073-438c-8053-bc7564f9c4e4 None None] Set router 40b3c7f0-09ec-4a59-9370-55f07c503786 gateway port host: n-d-705658-22 {{(pid=105586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:57:15.762273 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-9d0855ec-20eb-4600-824c-af4bac9430d1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:15.816278 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [None req-9d0855ec-20eb-4600-824c-af4bac9430d1 admin admin] Deleting port 896b387f-03d7-484b-8af7-b9a93121f58b {{(pid=105585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:57:15.816617 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-9d0855ec-20eb-4600-824c-af4bac9430d1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:15.855904 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-75a97193-5073-438c-8053-bc7564f9c4e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40b3c7f0-09ec-4a59-9370-55f07c503786', 'name': 'tempest-TestMinimumBasicScenario-950956030-router', 'tenant_id': '8ac72fbe028843a69cd8ec20ae9f11f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.114'}], 'enable_snat': True}, 'gw_port_id': '896b387f-03d7-484b-8af7-b9a93121f58b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:53:58Z', 'updated_at': '2021-07-27T21:57:14Z', 'revision_number': 5, 'project_id': '8ac72fbe028843a69cd8ec20ae9f11f9', 'gw_port': {'id': '896b387f-03d7-484b-8af7-b9a93121f58b', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:3a:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40b3c7f0-09ec-4a59-9370-55f07c503786', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:53:59Z', 'updated_at': '2021-07-27T21:54:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22'}], 'n-d-705658-22', False) {} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:57:15.885772 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75a97193-5073-438c-8053-bc7564f9c4e4 None None] Checking router: 40b3c7f0-09ec-4a59-9370-55f07c503786 for host: n-d-705658-22 {{(pid=105586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:57:15.893925 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75a97193-5073-438c-8053-bc7564f9c4e4 None None] Routers {'40b3c7f0-09ec-4a59-9370-55f07c503786'} bound to L3 agent in host n-d-705658-22 {{(pid=105586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:57:15.894533 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-75a97193-5073-438c-8053-bc7564f9c4e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:57:12Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['40b3c7f0-09ec-4a59-9370-55f07c503786'], 'active': True} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:57:15.903262 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.db [None req-9d0855ec-20eb-4600-824c-af4bac9430d1 admin admin] For port 896b387f-03d7-484b-8af7-b9a93121f58b, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=896b387f-03d7-484b-8af7-b9a93121f58b,segment=NetworkSegment(12196855-9a32-4633-9a56-77697ef9e126),segment_id=12196855-9a32-4633-9a56-77697ef9e126)] {{(pid=105585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:57:15.903635 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-9d0855ec-20eb-4600-824c-af4bac9430d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:15.920405 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [None req-9d0855ec-20eb-4600-824c-af4bac9430d1 admin admin] Calling delete_port for 896b387f-03d7-484b-8af7-b9a93121f58b owned by network:router_gateway {{(pid=105585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:57:15.977432 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvr_db [None req-75a97193-5073-438c-8053-bc7564f9c4e4 None None] Set router 40b3c7f0-09ec-4a59-9370-55f07c503786 gateway port host: None {{(pid=105586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:57:16.031085 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-75a97193-5073-438c-8053-bc7564f9c4e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40b3c7f0-09ec-4a59-9370-55f07c503786', 'name': 'tempest-TestMinimumBasicScenario-950956030-router', 'tenant_id': '8ac72fbe028843a69cd8ec20ae9f11f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:53:58Z', 'updated_at': '2021-07-27T21:57:15Z', 'revision_number': 6, 'project_id': '8ac72fbe028843a69cd8ec20ae9f11f9', 'gw_port_host': None}], 'n-d-705658-22', False) {} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:57:16.057734 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75a97193-5073-438c-8053-bc7564f9c4e4 None None] The sync data for ids ['40b3c7f0-09ec-4a59-9370-55f07c503786'] in n-d-705658-22 is: [{'id': '40b3c7f0-09ec-4a59-9370-55f07c503786', 'name': 'tempest-TestMinimumBasicScenario-950956030-router', 'tenant_id': '8ac72fbe028843a69cd8ec20ae9f11f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:53:58Z', 'updated_at': '2021-07-27T21:57:15Z', 'revision_number': 6, 'project_id': '8ac72fbe028843a69cd8ec20ae9f11f9', 'gw_port_host': None}] {{(pid=105586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:57:16.090081 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-9d0855ec-20eb-4600-824c-af4bac9430d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:16.114699 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0855ec-20eb-4600-824c-af4bac9430d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=896b387f-03d7-484b-8af7-b9a93121f58b,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:57:16.178853 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-9d0855ec-20eb-4600-824c-af4bac9430d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4075702'] for router_gateway, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:16.266983 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-9d0855ec-20eb-4600-824c-af4bac9430d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4163631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-425'] for router, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:16.269065 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-9d0855ec-20eb-4600-824c-af4bac9430d1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:16.652236 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-9d0855ec-20eb-4600-824c-af4bac9430d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4163007'] for router, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:16.652752 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d0855ec-20eb-4600-824c-af4bac9430d1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 40b3c7f0-09ec-4a59-9370-55f07c503786 {{(pid=105585) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 21:57:16.657334 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-9d0855ec-20eb-4600-824c-af4bac9430d1 admin admin] Notify callbacks [] for router, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:16.658543 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-9d0855ec-20eb-4600-824c-af4bac9430d1 admin admin] 10.222.0.59 "DELETE /v2.0/routers/40b3c7f0-09ec-4a59-9370-55f07c503786 HTTP/1.1" status: 204 len: 168 time: 1.0978868 Jul 27 21:57:16.660974 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 38656) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:57:16.703890 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3a67d2f-9ba1-4e4d-87bf-0180d44deafc admin admin] Deleting subnet c9d976c4-5125-47c3-9d6e-de1d71f4352a {{(pid=105585) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:57:16.706934 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-a3a67d2f-9ba1-4e4d-87bf-0180d44deafc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:16.741592 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-a3a67d2f-9ba1-4e4d-87bf-0180d44deafc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9887057'] for subnet, precommit_delete_associations {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:16.820368 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-a3a67d2f-9ba1-4e4d-87bf-0180d44deafc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854965'] for subnet, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:16.846007 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device be234c1e-f779-44c2-9096-5280d609b615 no longer exists at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:57:16.871815 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] No Port match for: be234c1e-f779-44c2-9096-5280d609b615 {{(pid=105586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:57:16.872473 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device be234c1e-f779-44c2-9096-5280d609b615 not bound to the agent host n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:57:16.880935 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-a3a67d2f-9ba1-4e4d-87bf-0180d44deafc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10221602', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9990583'] for subnet, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:16.907735 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a67d2f-9ba1-4e4d-87bf-0180d44deafc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c9d976c4-5125-47c3-9d6e-de1d71f4352a,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:57:16.911461 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-a3a67d2f-9ba1-4e4d-87bf-0180d44deafc admin admin] Notify callbacks [] for subnet, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:16.913262 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-a3a67d2f-9ba1-4e4d-87bf-0180d44deafc admin admin] 10.222.0.59 "DELETE /v2.0/subnets/c9d976c4-5125-47c3-9d6e-de1d71f4352a HTTP/1.1" status: 204 len: 168 time: 0.2513173 Jul 27 21:57:16.915804 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 38658) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:57:16.920094 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f701c6f2-cb1a-465f-9577-9e1d321a0501 None None] Network 5f07235f-4aa5-4d40-8859-a30644d4a149 requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:57:16.990660 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-e3d2d68f-7107-44fb-b40c-49b910d5ae55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-990557'] for network, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:17.047828 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [None req-e3d2d68f-7107-44fb-b40c-49b910d5ae55 admin admin] Deleting port 1bfbbfcb-f6d8-4301-8811-63b14a2ade6f {{(pid=105585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:57:17.048254 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-e3d2d68f-7107-44fb-b40c-49b910d5ae55 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:17.118732 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1171fc5e-745d-4ce3-81fa-d02fcab3e61d None None] DHCP port deletion for 5f07235f-4aa5-4d40-8859-a30644d4a149 request from n-d-705658-22 {{(pid=105586) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 21:57:17.125041 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.db [None req-e3d2d68f-7107-44fb-b40c-49b910d5ae55 admin admin] For port 1bfbbfcb-f6d8-4301-8811-63b14a2ade6f, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=1bfbbfcb-f6d8-4301-8811-63b14a2ade6f,segment=NetworkSegment(f27c40fc-d47d-4efc-980c-3ecccb426253),segment_id=f27c40fc-d47d-4efc-980c-3ecccb426253)] {{(pid=105585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:57:17.125269 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-e3d2d68f-7107-44fb-b40c-49b910d5ae55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:17.139443 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [None req-e3d2d68f-7107-44fb-b40c-49b910d5ae55 admin admin] Calling delete_port for 1bfbbfcb-f6d8-4301-8811-63b14a2ade6f owned by network:dhcp {{(pid=105585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:57:17.170658 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-1171fc5e-745d-4ce3-81fa-d02fcab3e61d None None] Deleting port 1bfbbfcb-f6d8-4301-8811-63b14a2ade6f {{(pid=105586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:57:17.171070 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-1171fc5e-745d-4ce3-81fa-d02fcab3e61d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:17.221828 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-e3d2d68f-7107-44fb-b40c-49b910d5ae55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:17.233884 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-1171fc5e-745d-4ce3-81fa-d02fcab3e61d None None] For port 1bfbbfcb-f6d8-4301-8811-63b14a2ade6f, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=1bfbbfcb-f6d8-4301-8811-63b14a2ade6f,segment=NetworkSegment(f27c40fc-d47d-4efc-980c-3ecccb426253),segment_id=f27c40fc-d47d-4efc-980c-3ecccb426253)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:57:17.234312 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-1171fc5e-745d-4ce3-81fa-d02fcab3e61d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:17.247273 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-1171fc5e-745d-4ce3-81fa-d02fcab3e61d None None] Calling delete_port for 1bfbbfcb-f6d8-4301-8811-63b14a2ade6f owned by network:dhcp {{(pid=105586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:57:17.249152 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d2d68f-7107-44fb-b40c-49b910d5ae55 admin admin] Pushing event deleted for resources: {'Port': ['ID=1bfbbfcb-f6d8-4301-8811-63b14a2ade6f,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:57:17.250965 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3d2d68f-7107-44fb-b40c-49b910d5ae55 admin admin] No DVR routers for this DVR port 1bfbbfcb-f6d8-4301-8811-63b14a2ade6f on host n-d-705658-22 {{(pid=105585) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:57:17.322064 n-d-705658-22 neutron-server[105586]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 21:57:17.322064 n-d-705658-22 neutron-server[105586]: self.session.flush() Jul 27 21:57:17.322064 n-d-705658-22 neutron-server[105586]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 21:57:17.322064 n-d-705658-22 neutron-server[105586]: self.session.flush() Jul 27 21:57:17.322064 n-d-705658-22 neutron-server[105586]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 21:57:17.322064 n-d-705658-22 neutron-server[105586]: self.session.flush() Jul 27 21:57:17.322064 n-d-705658-22 neutron-server[105586]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 21:57:17.322064 n-d-705658-22 neutron-server[105586]: self.session.flush() Jul 27 21:57:17.322064 n-d-705658-22 neutron-server[105586]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 21:57:17.322064 n-d-705658-22 neutron-server[105586]: self.session.flush() Jul 27 21:57:17.322064 n-d-705658-22 neutron-server[105586]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 21:57:17.322064 n-d-705658-22 neutron-server[105586]: self.session.flush() Jul 27 21:57:17.322064 n-d-705658-22 neutron-server[105586]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 21:57:17.322064 n-d-705658-22 neutron-server[105586]: self.session.flush() Jul 27 21:57:17.322064 n-d-705658-22 neutron-server[105586]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 21:57:17.322064 n-d-705658-22 neutron-server[105586]: self.session.flush() Jul 27 21:57:17.322064 n-d-705658-22 neutron-server[105586]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 21:57:17.322064 n-d-705658-22 neutron-server[105586]: self.session.flush() Jul 27 21:57:17.322064 n-d-705658-22 neutron-server[105586]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 21:57:17.322064 n-d-705658-22 neutron-server[105586]: self.session.flush() Jul 27 21:57:17.322064 n-d-705658-22 neutron-server[105586]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 21:57:17.322064 n-d-705658-22 neutron-server[105586]: self.session.flush() Jul 27 21:57:17.322064 n-d-705658-22 neutron-server[105586]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 21:57:17.322064 n-d-705658-22 neutron-server[105586]: self.session.flush() Jul 27 21:57:17.322064 n-d-705658-22 neutron-server[105586]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 21:57:17.322064 n-d-705658-22 neutron-server[105586]: self.session.flush() Jul 27 21:57:17.322064 n-d-705658-22 neutron-server[105586]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 21:57:17.322064 n-d-705658-22 neutron-server[105586]: self.session.flush() Jul 27 21:57:17.322064 n-d-705658-22 neutron-server[105586]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 21:57:17.322064 n-d-705658-22 neutron-server[105586]: self.session.flush() Jul 27 21:57:17.322064 n-d-705658-22 neutron-server[105586]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 21:57:17.322064 n-d-705658-22 neutron-server[105586]: self.session.flush() Jul 27 21:57:17.322064 n-d-705658-22 neutron-server[105586]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 21:57:17.322064 n-d-705658-22 neutron-server[105586]: self.session.flush() Jul 27 21:57:17.322064 n-d-705658-22 neutron-server[105586]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 21:57:17.322064 n-d-705658-22 neutron-server[105586]: self.session.flush() Jul 27 21:57:17.322064 n-d-705658-22 neutron-server[105586]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 21:57:17.322064 n-d-705658-22 neutron-server[105586]: self.session.flush() Jul 27 21:57:17.322064 n-d-705658-22 neutron-server[105586]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 21:57:17.322064 n-d-705658-22 neutron-server[105586]: self.session.flush() Jul 27 21:57:17.322064 n-d-705658-22 neutron-server[105586]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 21:57:17.322064 n-d-705658-22 neutron-server[105586]: self.session.flush() Jul 27 21:57:17.322064 n-d-705658-22 neutron-server[105586]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 21:57:17.322064 n-d-705658-22 neutron-server[105586]: self.session.flush() Jul 27 21:57:17.322064 n-d-705658-22 neutron-server[105586]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 21:57:17.322064 n-d-705658-22 neutron-server[105586]: self.session.flush() Jul 27 21:57:17.322064 n-d-705658-22 neutron-server[105586]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 21:57:17.322064 n-d-705658-22 neutron-server[105586]: self.session.flush() Jul 27 21:57:17.322064 n-d-705658-22 neutron-server[105586]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 21:57:17.322064 n-d-705658-22 neutron-server[105586]: self.session.flush() Jul 27 21:57:17.322064 n-d-705658-22 neutron-server[105586]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 21:57:17.322064 n-d-705658-22 neutron-server[105586]: self.session.flush() Jul 27 21:57:17.322064 n-d-705658-22 neutron-server[105586]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 21:57:17.322064 n-d-705658-22 neutron-server[105586]: self.session.flush() Jul 27 21:57:17.329119 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-1171fc5e-745d-4ce3-81fa-d02fcab3e61d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180'] for port, after_delete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:17.330169 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-e3d2d68f-7107-44fb-b40c-49b910d5ae55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853562', 'neutron.services.segments.db._delete_segments_for_network-8790688882975'] for network, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:17.340360 n-d-705658-22 neutron-server[105585]: DEBUG neutron.services.segments.db [None req-e3d2d68f-7107-44fb-b40c-49b910d5ae55 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f07235f-4aa5-4d40-8859-a30644d4a149']}} {{(pid=105585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:57:17.350905 n-d-705658-22 neutron-server[105585]: DEBUG neutron.services.segments.db [None req-e3d2d68f-7107-44fb-b40c-49b910d5ae55 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f27c40fc-d47d-4efc-980c-3ecccb426253') {'for_net_delete': True} {{(pid=105585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:57:17.351238 n-d-705658-22 neutron-server[105585]: DEBUG neutron.services.segments.db [None req-e3d2d68f-7107-44fb-b40c-49b910d5ae55 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f27c40fc-d47d-4efc-980c-3ecccb426253') {} {{(pid=105585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:57:17.361204 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-e3d2d68f-7107-44fb-b40c-49b910d5ae55 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790688883752', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9886370'] for segment, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:17.376110 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-e3d2d68f-7107-44fb-b40c-49b910d5ae55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:17.383123 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3d2d68f-7107-44fb-b40c-49b910d5ae55 admin admin] Releasing vlan 222 on physical network physnet1 to pool {{(pid=105585) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:57:17.383846 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-e3d2d68f-7107-44fb-b40c-49b910d5ae55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10221644'] for segment, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:17.385730 n-d-705658-22 neutron-server[105585]: Traceback (most recent call last): Jul 27 21:57:17.385730 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:57:17.385730 n-d-705658-22 neutron-server[105585]: timer() Jul 27 21:57:17.385730 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:57:17.385730 n-d-705658-22 neutron-server[105585]: cb(*args, **kw) Jul 27 21:57:17.385730 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:57:17.385730 n-d-705658-22 neutron-server[105585]: return func(*args, **kwargs) Jul 27 21:57:17.385730 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:57:17.385730 n-d-705658-22 neutron-server[105585]: self._notify() Jul 27 21:57:17.385730 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:57:17.385730 n-d-705658-22 neutron-server[105585]: self.callback(batched_events) Jul 27 21:57:17.385730 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:57:17.385730 n-d-705658-22 neutron-server[105585]: event.method(event) Jul 27 21:57:17.385730 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:57:17.385730 n-d-705658-22 neutron-server[105585]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:57:17.385730 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:57:17.385730 n-d-705658-22 neutron-server[105585]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:57:17.385730 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:57:17.385730 n-d-705658-22 neutron-server[105585]: return f(self, *a, **k) Jul 27 21:57:17.385730 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:57:17.385730 n-d-705658-22 neutron-server[105585]: return self._get(url).json() Jul 27 21:57:17.385730 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:57:17.385730 n-d-705658-22 neutron-server[105585]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:57:17.385730 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:57:17.385730 n-d-705658-22 neutron-server[105585]: return self.request(url, 'GET', **kwargs) Jul 27 21:57:17.385730 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:57:17.385730 n-d-705658-22 neutron-server[105585]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:57:17.385730 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:57:17.385730 n-d-705658-22 neutron-server[105585]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:57:17.385730 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:57:17.385730 n-d-705658-22 neutron-server[105585]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:57:17.385730 n-d-705658-22 neutron-server[105585]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:57:17.443938 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-e3d2d68f-7107-44fb-b40c-49b910d5ae55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4075658'] for network, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:17.449793 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-e3d2d68f-7107-44fb-b40c-49b910d5ae55 admin admin] Notify callbacks [] for network, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:17.451700 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-e3d2d68f-7107-44fb-b40c-49b910d5ae55 admin admin] 10.222.0.59 "DELETE /v2.0/networks/5f07235f-4aa5-4d40-8859-a30644d4a149 HTTP/1.1" status: 204 len: 168 time: 0.5346959 Jul 27 21:57:17.454972 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 38662) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:57:17.463900 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d2d68f-7107-44fb-b40c-49b910d5ae55 admin admin] Pushing event deleted for resources: {'Network': ['ID=5f07235f-4aa5-4d40-8859-a30644d4a149,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:57:17.521223 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1171fc5e-745d-4ce3-81fa-d02fcab3e61d None None] Pushing event deleted for resources: {'Port': ['ID=1bfbbfcb-f6d8-4301-8811-63b14a2ade6f,revision_number=None']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:57:17.525250 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1171fc5e-745d-4ce3-81fa-d02fcab3e61d None None] No DVR routers for this DVR port 1bfbbfcb-f6d8-4301-8811-63b14a2ade6f on host n-d-705658-22 {{(pid=105586) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:57:17.534424 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1171fc5e-745d-4ce3-81fa-d02fcab3e61d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:57:17.534774 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1171fc5e-745d-4ce3-81fa-d02fcab3e61d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:57:17.535149 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1171fc5e-745d-4ce3-81fa-d02fcab3e61d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:57:17.535486 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1171fc5e-745d-4ce3-81fa-d02fcab3e61d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:57:17.535838 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1171fc5e-745d-4ce3-81fa-d02fcab3e61d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:57:17.536170 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1171fc5e-745d-4ce3-81fa-d02fcab3e61d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:57:17.536498 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1171fc5e-745d-4ce3-81fa-d02fcab3e61d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:57:17.536829 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1171fc5e-745d-4ce3-81fa-d02fcab3e61d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:57:17.537155 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1171fc5e-745d-4ce3-81fa-d02fcab3e61d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:57:17.537875 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1171fc5e-745d-4ce3-81fa-d02fcab3e61d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:57:17.537875 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1171fc5e-745d-4ce3-81fa-d02fcab3e61d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:57:17.538089 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1171fc5e-745d-4ce3-81fa-d02fcab3e61d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:57:17.799726 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-46dd15a7-a778-46a8-9d76-c76f3e1fc7f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4076536'] for router_interface, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:18.049833 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-46dd15a7-a778-46a8-9d76-c76f3e1fc7f2 admin admin] Deleting port 89f319bf-8b18-4e62-a386-b869908cd0f8 {{(pid=105584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:57:18.050092 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-46dd15a7-a778-46a8-9d76-c76f3e1fc7f2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:18.129350 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [None req-46dd15a7-a778-46a8-9d76-c76f3e1fc7f2 admin admin] For port 89f319bf-8b18-4e62-a386-b869908cd0f8, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=89f319bf-8b18-4e62-a386-b869908cd0f8,segment=NetworkSegment(72f0e15d-6540-4df2-b4d9-512bd6998621),segment_id=72f0e15d-6540-4df2-b4d9-512bd6998621)] {{(pid=105584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:57:18.129714 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-46dd15a7-a778-46a8-9d76-c76f3e1fc7f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:18.141977 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-46dd15a7-a778-46a8-9d76-c76f3e1fc7f2 admin admin] Calling delete_port for 89f319bf-8b18-4e62-a386-b869908cd0f8 owned by network:router_interface {{(pid=105584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:57:18.314593 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-46dd15a7-a778-46a8-9d76-c76f3e1fc7f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:18.343552 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46dd15a7-a778-46a8-9d76-c76f3e1fc7f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=89f319bf-8b18-4e62-a386-b869908cd0f8,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:57:18.518297 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-46dd15a7-a778-46a8-9d76-c76f3e1fc7f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3743915', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4076308'] for router_interface, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:18.547373 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 896b387f-03d7-484b-8af7-b9a93121f58b no longer exists at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:57:18.567050 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] No Port match for: 896b387f-03d7-484b-8af7-b9a93121f58b {{(pid=105586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:57:18.567327 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 896b387f-03d7-484b-8af7-b9a93121f58b not bound to the agent host n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:57:18.567742 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 1bfbbfcb-f6d8-4301-8811-63b14a2ade6f no longer exists at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:57:18.585247 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] No Port match for: 1bfbbfcb-f6d8-4301-8811-63b14a2ade6f {{(pid=105586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:57:18.585596 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 1bfbbfcb-f6d8-4301-8811-63b14a2ade6f not bound to the agent host n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:57:18.725375 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46dd15a7-a778-46a8-9d76-c76f3e1fc7f2 admin admin] Router 13a046fc-9405-4393-91bd-e8f7e4599848 has already been hosted by L3 agent dd128fd7-8e57-4d4f-895b-a96b369df59a {{(pid=105584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:57:18.828932 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46dd15a7-a778-46a8-9d76-c76f3e1fc7f2 admin admin] Notify agent at l3_agent.n-d-705658-22 the message routers_updated {{(pid=105584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:57:18.833804 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-46dd15a7-a778-46a8-9d76-c76f3e1fc7f2 admin admin] 10.222.0.59 "PUT /v2.0/routers/13a046fc-9405-4393-91bd-e8f7e4599848/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3776464 Jul 27 21:57:18.836329 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 38664) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:57:18.837443 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3acfa89-9c12-4a4c-a756-c9f3bd0d7878 None None] Sync routers for ids ['13a046fc-9405-4393-91bd-e8f7e4599848'] in n-d-705658-22 {{(pid=105587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:57:18.846914 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3acfa89-9c12-4a4c-a756-c9f3bd0d7878 None None] Routers {'13a046fc-9405-4393-91bd-e8f7e4599848'} bound to L3 agent in host n-d-705658-22 {{(pid=105587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:57:18.847553 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-e3acfa89-9c12-4a4c-a756-c9f3bd0d7878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:57:12Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['13a046fc-9405-4393-91bd-e8f7e4599848'], 'active': True} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:57:18.953377 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvr_db [None req-e3acfa89-9c12-4a4c-a756-c9f3bd0d7878 None None] Set router 13a046fc-9405-4393-91bd-e8f7e4599848 gateway port host: n-d-705658-22 {{(pid=105587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:57:19.134262 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-e3acfa89-9c12-4a4c-a756-c9f3bd0d7878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13a046fc-9405-4393-91bd-e8f7e4599848', 'name': 'tempest-TestMinimumBasicScenario-1317322163-router', 'tenant_id': '1d64619b9a8a421790f052aa348b5573', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.84'}], 'enable_snat': True}, 'gw_port_id': 'c3117758-ab3c-4069-8f05-1cad5ab9dc38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:54:03Z', 'updated_at': '2021-07-27T21:57:18Z', 'revision_number': 5, 'project_id': '1d64619b9a8a421790f052aa348b5573', 'gw_port': {'id': 'c3117758-ab3c-4069-8f05-1cad5ab9dc38', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:ab:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13a046fc-9405-4393-91bd-e8f7e4599848', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:54:03Z', 'updated_at': '2021-07-27T21:54:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22'}], 'n-d-705658-22', False) {} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:57:19.164654 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3acfa89-9c12-4a4c-a756-c9f3bd0d7878 None None] Checking router: 13a046fc-9405-4393-91bd-e8f7e4599848 for host: n-d-705658-22 {{(pid=105587) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:57:19.173733 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3acfa89-9c12-4a4c-a756-c9f3bd0d7878 None None] Routers {'13a046fc-9405-4393-91bd-e8f7e4599848'} bound to L3 agent in host n-d-705658-22 {{(pid=105587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:57:19.174351 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-e3acfa89-9c12-4a4c-a756-c9f3bd0d7878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:57:12Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['13a046fc-9405-4393-91bd-e8f7e4599848'], 'active': True} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:57:19.240837 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-5dff866e-d8dc-4733-9c8a-9fdf302d2ba5 admin admin] Notify callbacks [] for router, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:19.287347 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvr_db [None req-e3acfa89-9c12-4a4c-a756-c9f3bd0d7878 None None] Set router 13a046fc-9405-4393-91bd-e8f7e4599848 gateway port host: n-d-705658-22 {{(pid=105587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:57:19.339428 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-5dff866e-d8dc-4733-9c8a-9fdf302d2ba5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:19.390477 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-5dff866e-d8dc-4733-9c8a-9fdf302d2ba5 admin admin] Deleting port c3117758-ab3c-4069-8f05-1cad5ab9dc38 {{(pid=105584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:57:19.390734 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-5dff866e-d8dc-4733-9c8a-9fdf302d2ba5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:19.459586 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-e3acfa89-9c12-4a4c-a756-c9f3bd0d7878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13a046fc-9405-4393-91bd-e8f7e4599848', 'name': 'tempest-TestMinimumBasicScenario-1317322163-router', 'tenant_id': '1d64619b9a8a421790f052aa348b5573', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.84'}], 'enable_snat': True}, 'gw_port_id': 'c3117758-ab3c-4069-8f05-1cad5ab9dc38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:54:03Z', 'updated_at': '2021-07-27T21:57:18Z', 'revision_number': 5, 'project_id': '1d64619b9a8a421790f052aa348b5573', 'gw_port': {'id': 'c3117758-ab3c-4069-8f05-1cad5ab9dc38', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:ab:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13a046fc-9405-4393-91bd-e8f7e4599848', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:54:03Z', 'updated_at': '2021-07-27T21:54:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22'}], 'n-d-705658-22', False) {} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:57:19.467664 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [None req-5dff866e-d8dc-4733-9c8a-9fdf302d2ba5 admin admin] For port c3117758-ab3c-4069-8f05-1cad5ab9dc38, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=c3117758-ab3c-4069-8f05-1cad5ab9dc38,segment=NetworkSegment(12196855-9a32-4633-9a56-77697ef9e126),segment_id=12196855-9a32-4633-9a56-77697ef9e126)] {{(pid=105584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:57:19.468036 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-5dff866e-d8dc-4733-9c8a-9fdf302d2ba5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:19.484807 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-5dff866e-d8dc-4733-9c8a-9fdf302d2ba5 admin admin] Calling delete_port for c3117758-ab3c-4069-8f05-1cad5ab9dc38 owned by network:router_gateway {{(pid=105584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:57:19.485885 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3acfa89-9c12-4a4c-a756-c9f3bd0d7878 None None] The sync data for ids ['13a046fc-9405-4393-91bd-e8f7e4599848'] in n-d-705658-22 is: [{'id': '13a046fc-9405-4393-91bd-e8f7e4599848', 'name': 'tempest-TestMinimumBasicScenario-1317322163-router', 'tenant_id': '1d64619b9a8a421790f052aa348b5573', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.84'}], 'enable_snat': True}, 'gw_port_id': 'c3117758-ab3c-4069-8f05-1cad5ab9dc38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:54:03Z', 'updated_at': '2021-07-27T21:57:18Z', 'revision_number': 5, 'project_id': '1d64619b9a8a421790f052aa348b5573', 'gw_port': {'id': 'c3117758-ab3c-4069-8f05-1cad5ab9dc38', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:ab:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13a046fc-9405-4393-91bd-e8f7e4599848', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:54:03Z', 'updated_at': '2021-07-27T21:54:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22'}] {{(pid=105587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:57:19.650130 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-5dff866e-d8dc-4733-9c8a-9fdf302d2ba5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:19.675499 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dff866e-d8dc-4733-9c8a-9fdf302d2ba5 admin admin] Pushing event deleted for resources: {'Port': ['ID=c3117758-ab3c-4069-8f05-1cad5ab9dc38,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:57:19.733626 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-5dff866e-d8dc-4733-9c8a-9fdf302d2ba5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4075702'] for router_gateway, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:19.822891 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-5dff866e-d8dc-4733-9c8a-9fdf302d2ba5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4163631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-425'] for router, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:19.824917 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-5dff866e-d8dc-4733-9c8a-9fdf302d2ba5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:19.872834 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-5dff866e-d8dc-4733-9c8a-9fdf302d2ba5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4163007'] for router, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:19.873385 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5dff866e-d8dc-4733-9c8a-9fdf302d2ba5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 13a046fc-9405-4393-91bd-e8f7e4599848 {{(pid=105584) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 21:57:19.878033 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-5dff866e-d8dc-4733-9c8a-9fdf302d2ba5 admin admin] Notify callbacks [] for router, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:19.882000 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-5dff866e-d8dc-4733-9c8a-9fdf302d2ba5 admin admin] 10.222.0.59 "DELETE /v2.0/routers/13a046fc-9405-4393-91bd-e8f7e4599848 HTTP/1.1" status: 204 len: 168 time: 1.0419505 Jul 27 21:57:19.882108 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 38666) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:57:19.929545 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.db_base_plugin_v2 [None req-744e7058-ffc7-40b7-a559-784520542cf9 admin admin] Deleting subnet 4a7f1790-770b-4366-9ba1-f19f45c5707a {{(pid=105585) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:57:19.933817 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-744e7058-ffc7-40b7-a559-784520542cf9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:19.973325 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-744e7058-ffc7-40b7-a559-784520542cf9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9887057'] for subnet, precommit_delete_associations {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:20.050988 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-744e7058-ffc7-40b7-a559-784520542cf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854965'] for subnet, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:20.112747 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-744e7058-ffc7-40b7-a559-784520542cf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10221602', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9990583'] for subnet, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:20.142148 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744e7058-ffc7-40b7-a559-784520542cf9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4a7f1790-770b-4366-9ba1-f19f45c5707a,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:57:20.147988 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-744e7058-ffc7-40b7-a559-784520542cf9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:20.149881 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-744e7058-ffc7-40b7-a559-784520542cf9 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/4a7f1790-770b-4366-9ba1-f19f45c5707a HTTP/1.1" status: 204 len: 168 time: 0.2669795 Jul 27 21:57:20.153084 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 38668) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:57:20.154846 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9a35cb3-b98f-47b0-869c-c70fc6b24220 None None] Network 663b8f97-9cee-4c06-b2c6-7df8f501c17f requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:57:20.177186 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.agents_db [None req-558fcd2c-e512-47bc-a170-8673d87f7213 None None] Agent healthcheck: found 7 active agents {{(pid=105587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 21:57:20.224958 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-a1e12416-a33c-4205-9213-dc6b270de197 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-990557'] for network, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:20.278312 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [None req-a1e12416-a33c-4205-9213-dc6b270de197 admin admin] Deleting port 0056b3b4-3453-4135-bd61-00b1570864fe {{(pid=105585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:57:20.278649 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-a1e12416-a33c-4205-9213-dc6b270de197 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:20.345826 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.db [None req-a1e12416-a33c-4205-9213-dc6b270de197 admin admin] For port 0056b3b4-3453-4135-bd61-00b1570864fe, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=0056b3b4-3453-4135-bd61-00b1570864fe,segment=NetworkSegment(72f0e15d-6540-4df2-b4d9-512bd6998621),segment_id=72f0e15d-6540-4df2-b4d9-512bd6998621)] {{(pid=105585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:57:20.346193 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-a1e12416-a33c-4205-9213-dc6b270de197 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:20.359069 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [None req-a1e12416-a33c-4205-9213-dc6b270de197 admin admin] Calling delete_port for 0056b3b4-3453-4135-bd61-00b1570864fe owned by network:dhcp {{(pid=105585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:57:20.436171 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-a1e12416-a33c-4205-9213-dc6b270de197 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:20.465037 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e12416-a33c-4205-9213-dc6b270de197 admin admin] Pushing event deleted for resources: {'Port': ['ID=0056b3b4-3453-4135-bd61-00b1570864fe,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:57:20.466837 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1e12416-a33c-4205-9213-dc6b270de197 admin admin] No DVR routers for this DVR port 0056b3b4-3453-4135-bd61-00b1570864fe on host n-d-705658-22 {{(pid=105585) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:57:20.501098 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76273bae-1e77-45e2-854f-a337b0e0e474 None None] DHCP port deletion for 663b8f97-9cee-4c06-b2c6-7df8f501c17f request from n-d-705658-22 {{(pid=105586) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 21:57:20.548946 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-a1e12416-a33c-4205-9213-dc6b270de197 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853562', 'neutron.services.segments.db._delete_segments_for_network-8790688882975'] for network, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:20.559255 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device c3117758-ab3c-4069-8f05-1cad5ab9dc38 no longer exists at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:57:20.559407 n-d-705658-22 neutron-server[105585]: DEBUG neutron.services.segments.db [None req-a1e12416-a33c-4205-9213-dc6b270de197 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['663b8f97-9cee-4c06-b2c6-7df8f501c17f']}} {{(pid=105585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:57:20.569953 n-d-705658-22 neutron-server[105585]: DEBUG neutron.services.segments.db [None req-a1e12416-a33c-4205-9213-dc6b270de197 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72f0e15d-6540-4df2-b4d9-512bd6998621') {'for_net_delete': True} {{(pid=105585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:57:20.570247 n-d-705658-22 neutron-server[105585]: DEBUG neutron.services.segments.db [None req-a1e12416-a33c-4205-9213-dc6b270de197 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72f0e15d-6540-4df2-b4d9-512bd6998621') {} {{(pid=105585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:57:20.578008 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] No Port match for: c3117758-ab3c-4069-8f05-1cad5ab9dc38 {{(pid=105586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:57:20.578355 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device c3117758-ab3c-4069-8f05-1cad5ab9dc38 not bound to the agent host n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:57:20.578774 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 89f319bf-8b18-4e62-a386-b869908cd0f8 no longer exists at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:57:20.579070 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-a1e12416-a33c-4205-9213-dc6b270de197 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790688883752', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9886370'] for segment, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:20.593381 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-a1e12416-a33c-4205-9213-dc6b270de197 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:20.597370 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] No Port match for: 89f319bf-8b18-4e62-a386-b869908cd0f8 {{(pid=105586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:57:20.597720 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 89f319bf-8b18-4e62-a386-b869908cd0f8 not bound to the agent host n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:57:20.598138 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 0056b3b4-3453-4135-bd61-00b1570864fe no longer exists at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:57:20.599510 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1e12416-a33c-4205-9213-dc6b270de197 admin admin] Releasing vlan 245 on physical network physnet1 to pool {{(pid=105585) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:57:20.599906 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-a1e12416-a33c-4205-9213-dc6b270de197 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10221644'] for segment, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:20.601538 n-d-705658-22 neutron-server[105585]: Traceback (most recent call last): Jul 27 21:57:20.601538 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:57:20.601538 n-d-705658-22 neutron-server[105585]: timer() Jul 27 21:57:20.601538 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:57:20.601538 n-d-705658-22 neutron-server[105585]: cb(*args, **kw) Jul 27 21:57:20.601538 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:57:20.601538 n-d-705658-22 neutron-server[105585]: return func(*args, **kwargs) Jul 27 21:57:20.601538 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:57:20.601538 n-d-705658-22 neutron-server[105585]: self._notify() Jul 27 21:57:20.601538 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:57:20.601538 n-d-705658-22 neutron-server[105585]: self.callback(batched_events) Jul 27 21:57:20.601538 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:57:20.601538 n-d-705658-22 neutron-server[105585]: event.method(event) Jul 27 21:57:20.601538 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:57:20.601538 n-d-705658-22 neutron-server[105585]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:57:20.601538 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:57:20.601538 n-d-705658-22 neutron-server[105585]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:57:20.601538 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:57:20.601538 n-d-705658-22 neutron-server[105585]: return f(self, *a, **k) Jul 27 21:57:20.601538 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:57:20.601538 n-d-705658-22 neutron-server[105585]: return self._get(url).json() Jul 27 21:57:20.601538 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:57:20.601538 n-d-705658-22 neutron-server[105585]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:57:20.601538 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:57:20.601538 n-d-705658-22 neutron-server[105585]: return self.request(url, 'GET', **kwargs) Jul 27 21:57:20.601538 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:57:20.601538 n-d-705658-22 neutron-server[105585]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:57:20.601538 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:57:20.601538 n-d-705658-22 neutron-server[105585]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:57:20.601538 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:57:20.601538 n-d-705658-22 neutron-server[105585]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:57:20.601538 n-d-705658-22 neutron-server[105585]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:57:20.617085 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] No Port match for: 0056b3b4-3453-4135-bd61-00b1570864fe {{(pid=105586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:57:20.617434 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 0056b3b4-3453-4135-bd61-00b1570864fe not bound to the agent host n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:57:20.661144 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-a1e12416-a33c-4205-9213-dc6b270de197 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4075658'] for network, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:20.667294 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-a1e12416-a33c-4205-9213-dc6b270de197 admin admin] Notify callbacks [] for network, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:20.669342 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-a1e12416-a33c-4205-9213-dc6b270de197 admin admin] 10.222.0.59 "DELETE /v2.0/networks/663b8f97-9cee-4c06-b2c6-7df8f501c17f HTTP/1.1" status: 204 len: 168 time: 0.5150149 Jul 27 21:57:20.680167 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e12416-a33c-4205-9213-dc6b270de197 admin admin] Pushing event deleted for resources: {'Network': ['ID=663b8f97-9cee-4c06-b2c6-7df8f501c17f,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:57:20.821416 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 38672) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:57:20.862060 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-a586f11a-f1af-484f-b6c5-8e9daea55abe admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=8ac72fbe028843a69cd8ec20ae9f11f9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0394518 Jul 27 21:57:20.864585 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 38674) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:57:20.913050 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-7a5c063b-6256-4352-bbed-2b4f6e4d9c09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:20.934500 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-7a5c063b-6256-4352-bbed-2b4f6e4d9c09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:20.980462 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-7a5c063b-6256-4352-bbed-2b4f6e4d9c09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:20.983176 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-7a5c063b-6256-4352-bbed-2b4f6e4d9c09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:20.984350 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-7a5c063b-6256-4352-bbed-2b4f6e4d9c09 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/fe64565b-4f45-418e-8ffb-64a90a4ed3cc HTTP/1.1" status: 204 len: 168 time: 0.1188700 Jul 27 21:57:20.993365 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5c063b-6256-4352-bbed-2b4f6e4d9c09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe64565b-4f45-418e-8ffb-64a90a4ed3cc,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:57:21.289878 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 38680) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:57:21.333087 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-502f5c11-73e7-4698-a8b8-85b33c6d6c45 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=1d64619b9a8a421790f052aa348b5573&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0420690 Jul 27 21:57:21.335534 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 38682) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:57:21.381636 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-1c91c662-d59c-40b0-a13b-f3d9f82b80f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:21.402366 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-1c91c662-d59c-40b0-a13b-f3d9f82b80f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:21.448965 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-1c91c662-d59c-40b0-a13b-f3d9f82b80f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:21.451595 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-1c91c662-d59c-40b0-a13b-f3d9f82b80f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:21.452826 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-1c91c662-d59c-40b0-a13b-f3d9f82b80f5 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/920dcb06-ddfe-4cf1-933e-1b4e91f8d25c HTTP/1.1" status: 204 len: 168 time: 0.1164091 Jul 27 21:57:21.461813 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c91c662-d59c-40b0-a13b-f3d9f82b80f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=920dcb06-ddfe-4cf1-933e-1b4e91f8d25c,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:57:23.213060 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 38722) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:57:23.217819 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-756063be-6b5d-4d42-8e40-f726a0cbf35a tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1610360973', 'description': 'tempest-secgroup-smoke-1610360973 description', 'project_id': '25d69678ca2843da93a97645b6488fa6'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:57:23.239649 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-756063be-6b5d-4d42-8e40-f726a0cbf35a tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks [] for security_group, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:23.248306 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-756063be-6b5d-4d42-8e40-f726a0cbf35a tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks [] for security_group, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:23.339206 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-756063be-6b5d-4d42-8e40-f726a0cbf35a tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks [] for security_group, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:23.342712 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-756063be-6b5d-4d42-8e40-f726a0cbf35a tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:23.380540 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756063be-6b5d-4d42-8e40-f726a0cbf35a tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Pushing event updated for resources: {'SecurityGroup': ['ID=909d926a-37fc-4da4-9005-598904552f5a,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:57:23.431182 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-756063be-6b5d-4d42-8e40-f726a0cbf35a tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks [] for security_group, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:23.435120 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-756063be-6b5d-4d42-8e40-f726a0cbf35a tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:23.462838 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-756063be-6b5d-4d42-8e40-f726a0cbf35a tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks [] for security_group, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:23.463978 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-756063be-6b5d-4d42-8e40-f726a0cbf35a tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2498951 Jul 27 21:57:23.467130 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 38724) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:57:23.467759 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756063be-6b5d-4d42-8e40-f726a0cbf35a tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Pushing event updated for resources: {'SecurityGroup': ['ID=970a29dc-87f5-4d9e-931c-4b1a5b316d87,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:57:23.472894 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-2b52f7c4-cc84-408a-9582-fa8a079b4f7a tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Request body: {'security_group_rule': {'security_group_id': '970a29dc-87f5-4d9e-931c-4b1a5b316d87', 'project_id': '25d69678ca2843da93a97645b6488fa6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:57:23.499628 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-2b52f7c4-cc84-408a-9582-fa8a079b4f7a tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:23.553974 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-2b52f7c4-cc84-408a-9582-fa8a079b4f7a tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:23.557866 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-2b52f7c4-cc84-408a-9582-fa8a079b4f7a tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732636'] for security_group_rule, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:23.575072 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b52f7c4-cc84-408a-9582-fa8a079b4f7a tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0a26766-d514-4ca4-870a-4f3f5fcc5e50,revision_number=0']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:57:23.581404 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-2b52f7c4-cc84-408a-9582-fa8a079b4f7a tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:23.582560 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-2b52f7c4-cc84-408a-9582-fa8a079b4f7a tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1144011 Jul 27 21:57:23.585351 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 38726) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:57:23.590282 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-3d18b9fd-4236-43cd-a041-c66db2ec76b1 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Request body: {'security_group_rule': {'security_group_id': '970a29dc-87f5-4d9e-931c-4b1a5b316d87', 'project_id': '25d69678ca2843da93a97645b6488fa6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:57:23.616503 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-3d18b9fd-4236-43cd-a041-c66db2ec76b1 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:23.672263 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-3d18b9fd-4236-43cd-a041-c66db2ec76b1 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:23.675613 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-3d18b9fd-4236-43cd-a041-c66db2ec76b1 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732636'] for security_group_rule, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:23.693823 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d18b9fd-4236-43cd-a041-c66db2ec76b1 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a6d8254-c394-4cbc-8620-545900c5f387,revision_number=0']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:57:23.699966 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-3d18b9fd-4236-43cd-a041-c66db2ec76b1 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:23.701209 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-3d18b9fd-4236-43cd-a041-c66db2ec76b1 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1149316 Jul 27 21:57:23.704097 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 38728) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:57:23.708445 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-306b3015-c7ab-4128-aa1b-46cd76ae4bae tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Request body: {'security_group_rule': {'security_group_id': '970a29dc-87f5-4d9e-931c-4b1a5b316d87', 'project_id': '25d69678ca2843da93a97645b6488fa6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:57:23.734121 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-306b3015-c7ab-4128-aa1b-46cd76ae4bae tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:23.789562 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-306b3015-c7ab-4128-aa1b-46cd76ae4bae tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:23.793401 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-306b3015-c7ab-4128-aa1b-46cd76ae4bae tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732636'] for security_group_rule, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:23.808615 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306b3015-c7ab-4128-aa1b-46cd76ae4bae tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a88194e-e736-41e0-b097-780cb7806362,revision_number=0']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:57:23.816645 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-306b3015-c7ab-4128-aa1b-46cd76ae4bae tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:23.817936 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-306b3015-c7ab-4128-aa1b-46cd76ae4bae tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1129217 Jul 27 21:57:23.820798 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 38730) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:57:23.825164 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-3da4d1c4-c1aa-49b8-ae50-95b4e61d7c65 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Request body: {'security_group_rule': {'security_group_id': '970a29dc-87f5-4d9e-931c-4b1a5b316d87', 'project_id': '25d69678ca2843da93a97645b6488fa6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:57:23.851066 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-3da4d1c4-c1aa-49b8-ae50-95b4e61d7c65 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:23.912700 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-3da4d1c4-c1aa-49b8-ae50-95b4e61d7c65 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:23.916617 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-3da4d1c4-c1aa-49b8-ae50-95b4e61d7c65 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732636'] for security_group_rule, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:23.934419 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da4d1c4-c1aa-49b8-ae50-95b4e61d7c65 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c7b06cf-9646-4be3-9878-d22984533eeb,revision_number=0']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:57:23.936874 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-3da4d1c4-c1aa-49b8-ae50-95b4e61d7c65 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:23.938041 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-3da4d1c4-c1aa-49b8-ae50-95b4e61d7c65 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1163309 Jul 27 21:57:23.940767 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 38732) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:57:23.945108 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-f5b78d7a-39b9-4b9b-9973-ef237344fd7b tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Request body: {'security_group_rule': {'security_group_id': '970a29dc-87f5-4d9e-931c-4b1a5b316d87', 'project_id': '25d69678ca2843da93a97645b6488fa6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:57:23.965913 n-d-705658-22 neutron-server[105584]: INFO neutron.db.securitygroups_db [None req-f5b78d7a-39b9-4b9b-9973-ef237344fd7b tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Project 25d69678ca2843da93a97645b6488fa6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 27 21:57:23.970519 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-f5b78d7a-39b9-4b9b-9973-ef237344fd7b tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:24.029816 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-f5b78d7a-39b9-4b9b-9973-ef237344fd7b tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:24.032984 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-f5b78d7a-39b9-4b9b-9973-ef237344fd7b tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732636'] for security_group_rule, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:24.047077 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b78d7a-39b9-4b9b-9973-ef237344fd7b tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27606766-d330-4d4e-853e-337b407535a1,revision_number=0']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:57:24.055760 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-f5b78d7a-39b9-4b9b-9973-ef237344fd7b tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:24.056957 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-f5b78d7a-39b9-4b9b-9973-ef237344fd7b tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1152692 Jul 27 21:57:24.059682 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 38734) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:57:24.064096 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-d7fed3e7-fdbb-41d7-b1d6-5fbc580279df tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Request body: {'security_group_rule': {'security_group_id': '970a29dc-87f5-4d9e-931c-4b1a5b316d87', 'project_id': '25d69678ca2843da93a97645b6488fa6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:57:24.084792 n-d-705658-22 neutron-server[105584]: INFO neutron.db.securitygroups_db [None req-d7fed3e7-fdbb-41d7-b1d6-5fbc580279df tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Project 25d69678ca2843da93a97645b6488fa6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 27 21:57:24.090262 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-d7fed3e7-fdbb-41d7-b1d6-5fbc580279df tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:24.152826 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-d7fed3e7-fdbb-41d7-b1d6-5fbc580279df tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:24.156367 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-d7fed3e7-fdbb-41d7-b1d6-5fbc580279df tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732636'] for security_group_rule, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:24.176634 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fed3e7-fdbb-41d7-b1d6-5fbc580279df tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5dba8004-0c40-432d-addd-32d81164f909,revision_number=0']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:57:24.180635 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-d7fed3e7-fdbb-41d7-b1d6-5fbc580279df tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:24.184813 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-d7fed3e7-fdbb-41d7-b1d6-5fbc580279df tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1213670 Jul 27 21:57:24.185317 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 38736) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:57:24.189802 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-048549b6-4a11-4b09-8c0a-4d5a4547162b tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Request body: {'network': {'name': 'tempest-network-smoke--1225978789', 'project_id': '25d69678ca2843da93a97645b6488fa6', 'port_security_enabled': True}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:57:24.210202 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-048549b6-4a11-4b09-8c0a-4d5a4547162b tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Made reservation on behalf of 25d69678ca2843da93a97645b6488fa6 for: {'network': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:57:24.214074 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-048549b6-4a11-4b09-8c0a-4d5a4547162b tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for network, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:24.236522 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-048549b6-4a11-4b09-8c0a-4d5a4547162b tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] vlan segment allocate from pool success with {'vlan_id': 213, 'physical_network': 'physnet1'} {{(pid=105584) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:57:24.245526 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-048549b6-4a11-4b09-8c0a-4d5a4547162b tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:24.245869 n-d-705658-22 neutron-server[105584]: INFO neutron.db.segments_db [None req-048549b6-4a11-4b09-8c0a-4d5a4547162b tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Added segment d6e0ccc3-a928-409b-b292-305e2a26bbed of type vlan for network 358baab1-f907-4c52-976b-59096093f4b7 Jul 27 21:57:24.288504 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-048549b6-4a11-4b09-8c0a-4d5a4547162b tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790688424798'] for network, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:24.315407 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-048549b6-4a11-4b09-8c0a-4d5a4547162b tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920'] for network, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:24.320877 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-048549b6-4a11-4b09-8c0a-4d5a4547162b tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:57:24.321457 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-048549b6-4a11-4b09-8c0a-4d5a4547162b tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks [] for network, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:24.377261 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-048549b6-4a11-4b09-8c0a-4d5a4547162b tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1913111 Jul 27 21:57:24.380120 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 38738) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:57:24.384479 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-7e48c723-c142-47fd-bc8d-140a8a2e9641 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1737817868', 'admin_state_up': True, 'project_id': '25d69678ca2843da93a97645b6488fa6', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305'}}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:57:24.403080 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048549b6-4a11-4b09-8c0a-4d5a4547162b tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Pushing event updated for resources: {'Network': ['ID=358baab1-f907-4c52-976b-59096093f4b7,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:57:24.413226 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Network 358baab1-f907-4c52-976b-59096093f4b7 details requested by agent ovs-agent-n-d-705658-22 with host n-d-705658-22 {{(pid=105586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:57:24.417338 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-7e48c723-c142-47fd-bc8d-140a8a2e9641 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4163813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-443'] for router, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:24.418465 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-7e48c723-c142-47fd-bc8d-140a8a2e9641 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4165196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4077059', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3711235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-418'] for router, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:24.473608 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-7e48c723-c142-47fd-bc8d-140a8a2e9641 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:24.608761 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-7e48c723-c142-47fd-bc8d-140a8a2e9641 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4077169', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4163787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-400'] for router, precommit_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:24.800221 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-7e48c723-c142-47fd-bc8d-140a8a2e9641 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks [] for router_gateway, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:24.819664 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-7e48c723-c142-47fd-bc8d-140a8a2e9641 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:24.924111 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.db_base_plugin_common [None req-7e48c723-c142-47fd-bc8d-140a8a2e9641 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Allocated IP 172.25.5.192 (8735d8a2-b604-4758-ae71-b40e4ee6f305/eca7dbab-b9c0-4c8f-a272-816ea8a81764/d66e7c44-1bb2-4bb6-9ef4-bb3773daf596) {{(pid=105584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:57:25.022500 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-7e48c723-c142-47fd-bc8d-140a8a2e9641 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks [] for port, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:25.060517 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-7e48c723-c142-47fd-bc8d-140a8a2e9641 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:25.099418 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e48c723-c142-47fd-bc8d-140a8a2e9641 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Network 8735d8a2-b604-4758-ae71-b40e4ee6f305 is already hosted by enough agents. {{(pid=105584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:57:25.102249 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [None req-7e48c723-c142-47fd-bc8d-140a8a2e9641 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Resources bound (agent type, host, resource id): {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:57:25.108374 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e48c723-c142-47fd-bc8d-140a8a2e9641 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Received port after_create {{(pid=105584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:57:25.134550 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e48c723-c142-47fd-bc8d-140a8a2e9641 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Pushing event updated for resources: {'Port': ['ID=d66e7c44-1bb2-4bb6-9ef4-bb3773daf596,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:57:25.405891 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-7e48c723-c142-47fd-bc8d-140a8a2e9641 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks [] for router_gateway, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:25.595618 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-7e48c723-c142-47fd-bc8d-140a8a2e9641 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4163804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4077150'] for router, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:25.718292 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e48c723-c142-47fd-bc8d-140a8a2e9641 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Router 328752d5-d7ef-4105-b4a0-46fa4b89f38a is scheduled to L3 agent dd128fd7-8e57-4d4f-895b-a96b369df59a with binding_index 1 {{(pid=105584) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 21:57:25.820584 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e48c723-c142-47fd-bc8d-140a8a2e9641 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify agent at l3_agent.n-d-705658-22 the message routers_updated {{(pid=105584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:57:25.830339 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2295d52a-8596-46b5-9ca1-876008a28294 None None] Sync routers for ids ['328752d5-d7ef-4105-b4a0-46fa4b89f38a'] in n-d-705658-22 {{(pid=105586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:57:25.839626 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-7e48c723-c142-47fd-bc8d-140a8a2e9641 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks [] for router, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:25.840292 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2295d52a-8596-46b5-9ca1-876008a28294 None None] Routers {'328752d5-d7ef-4105-b4a0-46fa4b89f38a'} bound to L3 agent in host n-d-705658-22 {{(pid=105586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:57:25.840841 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-7e48c723-c142-47fd-bc8d-140a8a2e9641 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.4598279 Jul 27 21:57:25.841029 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-2295d52a-8596-46b5-9ca1-876008a28294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:57:12Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['328752d5-d7ef-4105-b4a0-46fa4b89f38a'], 'active': True} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:57:25.844010 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 38740) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:57:25.949411 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvr_db [None req-2295d52a-8596-46b5-9ca1-876008a28294 None None] Set router 328752d5-d7ef-4105-b4a0-46fa4b89f38a gateway port host: n-d-705658-22 {{(pid=105586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:57:25.968752 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-61374d3e-0b06-4492-a23c-2166fb8d9cda tempest-TestNetworkAdvancedServerOps-1671970843 tempest-TestNetworkAdvancedServerOps-1671970843-project-admin] 10.222.0.59 "GET /v2.0/subnets?project_id=25d69678ca2843da93a97645b6488fa6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1235766 Jul 27 21:57:25.971510 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 38744) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:57:26.121219 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dff4675-c717-4111-bf90-ee54d35dbf91 tempest-TestNetworkAdvancedServerOps-1671970843 tempest-TestNetworkAdvancedServerOps-1671970843-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:57:26.122744 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-5dff4675-c717-4111-bf90-ee54d35dbf91 tempest-TestNetworkAdvancedServerOps-1671970843 tempest-TestNetworkAdvancedServerOps-1671970843-project-admin] 10.222.0.59 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1503317 Jul 27 21:57:26.125583 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-2295d52a-8596-46b5-9ca1-876008a28294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '328752d5-d7ef-4105-b4a0-46fa4b89f38a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1737817868', 'tenant_id': '25d69678ca2843da93a97645b6488fa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.192'}], 'enable_snat': True}, 'gw_port_id': 'd66e7c44-1bb2-4bb6-9ef4-bb3773daf596', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:57:24Z', 'updated_at': '2021-07-27T21:57:25Z', 'revision_number': 3, 'project_id': '25d69678ca2843da93a97645b6488fa6', 'gw_port': {'id': 'd66e7c44-1bb2-4bb6-9ef4-bb3773daf596', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:a2:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '328752d5-d7ef-4105-b4a0-46fa4b89f38a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:57:24Z', 'updated_at': '2021-07-27T21:57:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22'}], 'n-d-705658-22', False) {} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:57:26.125763 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 38746) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:57:26.152266 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2295d52a-8596-46b5-9ca1-876008a28294 None None] Checking router: 328752d5-d7ef-4105-b4a0-46fa4b89f38a for host: n-d-705658-22 {{(pid=105586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:57:26.152640 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2295d52a-8596-46b5-9ca1-876008a28294 None None] Updating router 328752d5-d7ef-4105-b4a0-46fa4b89f38a port d66e7c44-1bb2-4bb6-9ef4-bb3773daf596 binding host n-d-705658-22 {{(pid=105586) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 21:57:26.159452 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-021bc15b-ca84-4b69-af77-c2270e9a549b tempest-TestNetworkAdvancedServerOps-1671970843 tempest-TestNetworkAdvancedServerOps-1671970843-project-admin] 10.222.0.59 "GET /v2.0/subnets?network_id=8735d8a2-b604-4758-ae71-b40e4ee6f305&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0326815 Jul 27 21:57:26.161984 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 38748) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:57:26.166763 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-abcffca1-44c4-4ddc-8380-d8d817e708ec tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1185635504', 'network_id': '358baab1-f907-4c52-976b-59096093f4b7', 'project_id': '25d69678ca2843da93a97645b6488fa6', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:57:26.186870 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-2295d52a-8596-46b5-9ca1-876008a28294 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:26.254190 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abcffca1-44c4-4ddc-8380-d8d817e708ec tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Made reservation on behalf of 25d69678ca2843da93a97645b6488fa6 for: {'subnet': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:57:26.258160 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-abcffca1-44c4-4ddc-8380-d8d817e708ec tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9738786'] for subnet, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:26.435254 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-abcffca1-44c4-4ddc-8380-d8d817e708ec tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9014150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9738800'] for subnet, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:26.436924 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-2295d52a-8596-46b5-9ca1-876008a28294 None None] Notify callbacks [] for port, precommit_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:26.446742 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-2295d52a-8596-46b5-9ca1-876008a28294 None None] Transition to ACTIVE for port object d66e7c44-1bb2-4bb6-9ef4-bb3773daf596 will not be triggered until provisioned by entity L2. {{(pid=105586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:57:26.452599 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-2295d52a-8596-46b5-9ca1-876008a28294 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:26.501936 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-2295d52a-8596-46b5-9ca1-876008a28294 None None] Attempting to bind port d66e7c44-1bb2-4bb6-9ef4-bb3773daf596 on host n-d-705658-22 for vnic_type normal with profile {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:57:26.502304 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-2295d52a-8596-46b5-9ca1-876008a28294 None None] Attempting to bind port d66e7c44-1bb2-4bb6-9ef4-bb3773daf596 by drivers openvswitch,hyperv on host n-d-705658-22 at level 0 using segments [{'id': '12196855-9a32-4633-9a56-77697ef9e126', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305'}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:57:26.502668 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2295d52a-8596-46b5-9ca1-876008a28294 None None] Attempting to bind port d66e7c44-1bb2-4bb6-9ef4-bb3773daf596 on network 8735d8a2-b604-4758-ae71-b40e4ee6f305 {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:57:26.502784 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcffca1-44c4-4ddc-8380-d8d817e708ec tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Pushing event updated for resources: {'Subnet': ['ID=38bb7e88-1a8e-4269-9167-40b71fe8b234,revision_number=0']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:57:26.505322 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abcffca1-44c4-4ddc-8380-d8d817e708ec tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Checking segment: {'id': 'd6e0ccc3-a928-409b-b292-305e2a26bbed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '358baab1-f907-4c52-976b-59096093f4b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:57:26.505617 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abcffca1-44c4-4ddc-8380-d8d817e708ec tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Network hostable DHCP agents. Network: 358baab1-f907-4c52-976b-59096093f4b7, hostable agents: ['7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a'], hosted agents: [] {{(pid=105584) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:57:26.509950 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c953c4-8963-4b29-8e2a-3eaa20935849 None None] Pushing event updated for resources: {'Port': ['ID=d66e7c44-1bb2-4bb6-9ef4-bb3773daf596,revision_number=2']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:57:26.515117 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2295d52a-8596-46b5-9ca1-876008a28294 None None] Checking agent: {'id': '04a7ea91-6318-467e-ace6-b0fb48c8690f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 41, 42), 'started_at': datetime.datetime(2021, 7, 27, 20, 42, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 57, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:57:26.515497 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2295d52a-8596-46b5-9ca1-876008a28294 None None] Checking segment: {'id': '12196855-9a32-4633-9a56-77697ef9e126', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:57:26.515895 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-2295d52a-8596-46b5-9ca1-876008a28294 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:26.516287 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2295d52a-8596-46b5-9ca1-876008a28294 None None] Bound using segment: {'id': '12196855-9a32-4633-9a56-77697ef9e126', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305'} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:57:26.517004 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-2295d52a-8596-46b5-9ca1-876008a28294 None None] Bound port: d66e7c44-1bb2-4bb6-9ef4-bb3773daf596, host: n-d-705658-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12196855-9a32-4633-9a56-77697ef9e126', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305'}}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:57:26.517138 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-2295d52a-8596-46b5-9ca1-876008a28294 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:26.522972 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abcffca1-44c4-4ddc-8380-d8d817e708ec tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Network 358baab1-f907-4c52-976b-59096093f4b7 is scheduled to be hosted by DHCP agent 7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a with binding_index 1 {{(pid=105584) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:57:26.531457 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [None req-abcffca1-44c4-4ddc-8380-d8d817e708ec tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-22, 358baab1-f907-4c52-976b-59096093f4b7) {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:57:26.536063 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abcffca1-44c4-4ddc-8380-d8d817e708ec tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:57:26.536658 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-abcffca1-44c4-4ddc-8380-d8d817e708ec tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks [] for subnet, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:26.541961 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c6b0240-61a0-4113-8986-39cb9ffd80e4 None None] Network 358baab1-f907-4c52-976b-59096093f4b7 requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:57:26.551922 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-abcffca1-44c4-4ddc-8380-d8d817e708ec tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.3889668 Jul 27 21:57:26.554702 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 38750) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:57:26.623948 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-2295d52a-8596-46b5-9ca1-876008a28294 None None] For port d66e7c44-1bb2-4bb6-9ef4-bb3773daf596, host n-d-705658-22, cleared binding levels {{(pid=105586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:57:26.628135 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-2295d52a-8596-46b5-9ca1-876008a28294 None None] For port d66e7c44-1bb2-4bb6-9ef4-bb3773daf596, host n-d-705658-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=d66e7c44-1bb2-4bb6-9ef4-bb3773daf596,segment=NetworkSegment(12196855-9a32-4633-9a56-77697ef9e126),segment_id=12196855-9a32-4633-9a56-77697ef9e126)] {{(pid=105586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:57:26.636686 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-2295d52a-8596-46b5-9ca1-876008a28294 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:26.730492 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2295d52a-8596-46b5-9ca1-876008a28294 None None] Routers {'328752d5-d7ef-4105-b4a0-46fa4b89f38a'} bound to L3 agent in host n-d-705658-22 {{(pid=105586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:57:26.731132 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-2295d52a-8596-46b5-9ca1-876008a28294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:57:12Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['328752d5-d7ef-4105-b4a0-46fa4b89f38a'], 'active': True} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:57:26.734450 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c953c4-8963-4b29-8e2a-3eaa20935849 None None] Pushing event updated for resources: {'Port': ['ID=d66e7c44-1bb2-4bb6-9ef4-bb3773daf596,revision_number=3']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:57:26.808535 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9d63639-39f4-4292-a74d-71e774e38bb3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30bb4b93-b285-5d90-9493-f9ec33ea333c-358baab1-f907-4c52-976b-59096093f4b7', 'network_id': '358baab1-f907-4c52-976b-59096093f4b7', 'tenant_id': '25d69678ca2843da93a97645b6488fa6', 'fixed_ips': [{'subnet_id': '38bb7e88-1a8e-4269-9167-40b71fe8b234'}]}} from n-d-705658-22. {{(pid=105586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 21:57:26.809393 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-d9d63639-39f4-4292-a74d-71e774e38bb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:26.931363 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvr_db [None req-2295d52a-8596-46b5-9ca1-876008a28294 None None] Set router 328752d5-d7ef-4105-b4a0-46fa4b89f38a gateway port host: n-d-705658-22 {{(pid=105586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:57:27.094189 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.db_base_plugin_common [None req-d9d63639-39f4-4292-a74d-71e774e38bb3 None None] Allocated IP 172.20.0.2 (358baab1-f907-4c52-976b-59096093f4b7/38bb7e88-1a8e-4269-9167-40b71fe8b234/7895d73e-c0d4-43dc-9564-ef92295e1ec0) {{(pid=105586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:57:27.258416 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-2295d52a-8596-46b5-9ca1-876008a28294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '328752d5-d7ef-4105-b4a0-46fa4b89f38a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1737817868', 'tenant_id': '25d69678ca2843da93a97645b6488fa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.192'}], 'enable_snat': True}, 'gw_port_id': 'd66e7c44-1bb2-4bb6-9ef4-bb3773daf596', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:57:24Z', 'updated_at': '2021-07-27T21:57:25Z', 'revision_number': 3, 'project_id': '25d69678ca2843da93a97645b6488fa6', 'gw_port': {'id': 'd66e7c44-1bb2-4bb6-9ef4-bb3773daf596', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:a2:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '328752d5-d7ef-4105-b4a0-46fa4b89f38a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:57:24Z', 'updated_at': '2021-07-27T21:57:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22'}], 'n-d-705658-22', False) {} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:57:27.267405 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-fb0486c5-125d-4888-9500-e8078d0a19c9 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:27.293566 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2295d52a-8596-46b5-9ca1-876008a28294 None None] The sync data for ids ['328752d5-d7ef-4105-b4a0-46fa4b89f38a'] in n-d-705658-22 is: [{'id': '328752d5-d7ef-4105-b4a0-46fa4b89f38a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1737817868', 'tenant_id': '25d69678ca2843da93a97645b6488fa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.192'}], 'enable_snat': True}, 'gw_port_id': 'd66e7c44-1bb2-4bb6-9ef4-bb3773daf596', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:57:24Z', 'updated_at': '2021-07-27T21:57:25Z', 'revision_number': 3, 'project_id': '25d69678ca2843da93a97645b6488fa6', 'gw_port': {'id': 'd66e7c44-1bb2-4bb6-9ef4-bb3773daf596', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:a2:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '328752d5-d7ef-4105-b4a0-46fa4b89f38a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:57:24Z', 'updated_at': '2021-07-27T21:57:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22'}] {{(pid=105586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:57:27.313463 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-d9d63639-39f4-4292-a74d-71e774e38bb3 None None] Notify callbacks [] for port, precommit_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:27.325258 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-d9d63639-39f4-4292-a74d-71e774e38bb3 None None] Transition to ACTIVE for port object 7895d73e-c0d4-43dc-9564-ef92295e1ec0 will not be triggered until provisioned by entity L2. {{(pid=105586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:57:27.347507 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-d9d63639-39f4-4292-a74d-71e774e38bb3 None None] Transition to ACTIVE for port object 7895d73e-c0d4-43dc-9564-ef92295e1ec0 will not be triggered until provisioned by entity DHCP. {{(pid=105586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:57:27.353790 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-d9d63639-39f4-4292-a74d-71e774e38bb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143'] for port, after_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:27.393770 n-d-705658-22 neutron-server[105586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9d63639-39f4-4292-a74d-71e774e38bb3 None None] Network 358baab1-f907-4c52-976b-59096093f4b7 is already hosted by enough agents. {{(pid=105586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:57:27.400430 n-d-705658-22 neutron-server[105586]: DEBUG neutron.scheduler.base_scheduler [None req-d9d63639-39f4-4292-a74d-71e774e38bb3 None None] Resources bound (agent type, host, resource id): {{(pid=105586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:57:27.404707 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9d63639-39f4-4292-a74d-71e774e38bb3 None None] Received port after_create {{(pid=105586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:57:27.407711 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d63639-39f4-4292-a74d-71e774e38bb3 None None] Pushing event updated for resources: {'Port': ['ID=7895d73e-c0d4-43dc-9564-ef92295e1ec0,revision_number=1']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:57:27.469628 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-d9d63639-39f4-4292-a74d-71e774e38bb3 None None] Attempting to bind port 7895d73e-c0d4-43dc-9564-ef92295e1ec0 on host n-d-705658-22 for vnic_type normal with profile {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:57:27.470010 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-d9d63639-39f4-4292-a74d-71e774e38bb3 None None] Attempting to bind port 7895d73e-c0d4-43dc-9564-ef92295e1ec0 by drivers openvswitch,hyperv on host n-d-705658-22 at level 0 using segments [{'id': 'd6e0ccc3-a928-409b-b292-305e2a26bbed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '358baab1-f907-4c52-976b-59096093f4b7'}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:57:27.470380 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9d63639-39f4-4292-a74d-71e774e38bb3 None None] Attempting to bind port 7895d73e-c0d4-43dc-9564-ef92295e1ec0 on network 358baab1-f907-4c52-976b-59096093f4b7 {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:57:27.476056 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9d63639-39f4-4292-a74d-71e774e38bb3 None None] Checking agent: {'id': '04a7ea91-6318-467e-ace6-b0fb48c8690f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 41, 42), 'started_at': datetime.datetime(2021, 7, 27, 20, 42, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 57, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:57:27.476424 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9d63639-39f4-4292-a74d-71e774e38bb3 None None] Checking segment: {'id': 'd6e0ccc3-a928-409b-b292-305e2a26bbed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '358baab1-f907-4c52-976b-59096093f4b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:57:27.476830 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-d9d63639-39f4-4292-a74d-71e774e38bb3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:27.477226 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9d63639-39f4-4292-a74d-71e774e38bb3 None None] Bound using segment: {'id': 'd6e0ccc3-a928-409b-b292-305e2a26bbed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '358baab1-f907-4c52-976b-59096093f4b7'} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:57:27.477729 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-d9d63639-39f4-4292-a74d-71e774e38bb3 None None] Bound port: 7895d73e-c0d4-43dc-9564-ef92295e1ec0, host: n-d-705658-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6e0ccc3-a928-409b-b292-305e2a26bbed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '358baab1-f907-4c52-976b-59096093f4b7'}}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:57:27.478109 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-d9d63639-39f4-4292-a74d-71e774e38bb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:27.572699 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-d9d63639-39f4-4292-a74d-71e774e38bb3 None None] For port 7895d73e-c0d4-43dc-9564-ef92295e1ec0, host n-d-705658-22, cleared binding levels {{(pid=105586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:57:27.575892 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-d9d63639-39f4-4292-a74d-71e774e38bb3 None None] For port 7895d73e-c0d4-43dc-9564-ef92295e1ec0, host n-d-705658-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=7895d73e-c0d4-43dc-9564-ef92295e1ec0,segment=NetworkSegment(d6e0ccc3-a928-409b-b292-305e2a26bbed),segment_id=d6e0ccc3-a928-409b-b292-305e2a26bbed)] {{(pid=105586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:57:27.580147 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-d9d63639-39f4-4292-a74d-71e774e38bb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:27.631250 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.db_base_plugin_common [None req-fb0486c5-125d-4888-9500-e8078d0a19c9 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Allocated IP 172.20.0.1 (358baab1-f907-4c52-976b-59096093f4b7/38bb7e88-1a8e-4269-9167-40b71fe8b234/7b4c3115-033d-48ce-ad4b-e1502a7f0880) {{(pid=105584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:57:27.644143 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d63639-39f4-4292-a74d-71e774e38bb3 None None] Pushing event updated for resources: {'Port': ['ID=7895d73e-c0d4-43dc-9564-ef92295e1ec0,revision_number=2']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:57:27.770879 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-fb0486c5-125d-4888-9500-e8078d0a19c9 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks [] for port, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:27.786822 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.provisioning_blocks [None req-fb0486c5-125d-4888-9500-e8078d0a19c9 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Transition to ACTIVE for port object 7b4c3115-033d-48ce-ad4b-e1502a7f0880 will not be triggered until provisioned by entity DHCP. {{(pid=105584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:57:27.851583 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-fb0486c5-125d-4888-9500-e8078d0a19c9 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:27.896173 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb0486c5-125d-4888-9500-e8078d0a19c9 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Network 358baab1-f907-4c52-976b-59096093f4b7 is already hosted by enough agents. {{(pid=105584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:57:27.901610 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [None req-fb0486c5-125d-4888-9500-e8078d0a19c9 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Resources bound (agent type, host, resource id): {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:57:27.907733 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb0486c5-125d-4888-9500-e8078d0a19c9 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Received port after_create {{(pid=105584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:57:27.944169 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0486c5-125d-4888-9500-e8078d0a19c9 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Pushing event updated for resources: {'Port': ['ID=7b4c3115-033d-48ce-ad4b-e1502a7f0880,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:57:27.970718 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-fb0486c5-125d-4888-9500-e8078d0a19c9 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4075523'] for router_interface, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:28.125554 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-fb0486c5-125d-4888-9500-e8078d0a19c9 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:28.404467 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-fb0486c5-125d-4888-9500-e8078d0a19c9 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks [] for port, precommit_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:28.410789 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-fb0486c5-125d-4888-9500-e8078d0a19c9 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9014027'] for port, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:28.490529 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-fb0486c5-125d-4888-9500-e8078d0a19c9 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3743906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4076435'] for router_interface, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:28.492391 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0486c5-125d-4888-9500-e8078d0a19c9 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Pushing event updated for resources: {'Port': ['ID=7b4c3115-033d-48ce-ad4b-e1502a7f0880,revision_number=2']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:57:28.562227 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 7895d73e-c0d4-43dc-9564-ef92295e1ec0 up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:57:28.600162 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb0486c5-125d-4888-9500-e8078d0a19c9 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Network 358baab1-f907-4c52-976b-59096093f4b7 is already hosted by enough agents. {{(pid=105584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:57:28.601598 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [None req-fb0486c5-125d-4888-9500-e8078d0a19c9 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Resources bound (agent type, host, resource id): {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:57:28.614232 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning for port 7895d73e-c0d4-43dc-9564-ef92295e1ec0 completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:57:28.625397 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f67b6d8a-f27c-4f96-9e71-06993d728716 None None] Network 358baab1-f907-4c52-976b-59096093f4b7 requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:57:28.627855 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device d66e7c44-1bb2-4bb6-9ef4-bb3773daf596 up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:57:28.725402 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb0486c5-125d-4888-9500-e8078d0a19c9 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Router 328752d5-d7ef-4105-b4a0-46fa4b89f38a has already been hosted by L3 agent dd128fd7-8e57-4d4f-895b-a96b369df59a {{(pid=105584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:57:28.747100 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-5372c50a-a94b-44cc-8f89-281cb90a396c None None] Provisioning for port 7895d73e-c0d4-43dc-9564-ef92295e1ec0 completed by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:57:28.749356 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning for port d66e7c44-1bb2-4bb6-9ef4-bb3773daf596 completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:57:28.756205 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-5372c50a-a94b-44cc-8f89-281cb90a396c None None] Provisioning complete for port 7895d73e-c0d4-43dc-9564-ef92295e1ec0 triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:57:28.756590 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-5372c50a-a94b-44cc-8f89-281cb90a396c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:28.774832 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port d66e7c44-1bb2-4bb6-9ef4-bb3773daf596 triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:57:28.775900 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:28.841960 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb0486c5-125d-4888-9500-e8078d0a19c9 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify agent at l3_agent.n-d-705658-22 the message routers_updated {{(pid=105584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:57:28.847496 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-fb0486c5-125d-4888-9500-e8078d0a19c9 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] 10.222.0.59 "PUT /v2.0/routers/328752d5-d7ef-4105-b4a0-46fa4b89f38a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2914126 Jul 27 21:57:28.983863 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eccf7c91-5f61-4561-b58d-8f012ebe52ac None None] Sync routers for ids ['328752d5-d7ef-4105-b4a0-46fa4b89f38a'] in n-d-705658-22 {{(pid=105587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:57:28.993038 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eccf7c91-5f61-4561-b58d-8f012ebe52ac None None] Routers {'328752d5-d7ef-4105-b4a0-46fa4b89f38a'} bound to L3 agent in host n-d-705658-22 {{(pid=105587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:57:28.995075 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-eccf7c91-5f61-4561-b58d-8f012ebe52ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:57:12Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['328752d5-d7ef-4105-b4a0-46fa4b89f38a'], 'active': True} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:57:29.006529 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-4094af8f-b649-4aae-8614-6f053a3cbfda req-f5735d7d-3605-41e9-a469-f3024675416a tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1610360973&fields=id&tenant_id=25d69678ca2843da93a97645b6488fa6 HTTP/1.1" status: 200 len: 267 time: 0.0369787 Jul 27 21:57:29.123907 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4094af8f-b649-4aae-8614-6f053a3cbfda req-383fae3e-d891-4e46-afc6-48dddf71997b tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:57:29.125827 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-4094af8f-b649-4aae-8614-6f053a3cbfda req-383fae3e-d891-4e46-afc6-48dddf71997b tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] 10.222.0.59 "GET /v2.0/networks?id=358baab1-f907-4c52-976b-59096093f4b7 HTTP/1.1" status: 200 len: 797 time: 0.1097333 Jul 27 21:57:29.137376 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-5372c50a-a94b-44cc-8f89-281cb90a396c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:29.142096 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:29.147469 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-4094af8f-b649-4aae-8614-6f053a3cbfda req-64e717eb-55d6-45c5-89a0-7922953d2b3a tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] 10.222.0.59 "GET /v2.0/quotas/25d69678ca2843da93a97645b6488fa6 HTTP/1.1" status: 200 len: 375 time: 0.0157745 Jul 27 21:57:29.185976 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] For port d66e7c44-1bb2-4bb6-9ef4-bb3773daf596, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=d66e7c44-1bb2-4bb6-9ef4-bb3773daf596,segment=NetworkSegment(12196855-9a32-4633-9a56-77697ef9e126),segment_id=12196855-9a32-4633-9a56-77697ef9e126)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:57:29.193859 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvr_db [None req-eccf7c91-5f61-4561-b58d-8f012ebe52ac None None] Set router 328752d5-d7ef-4105-b4a0-46fa4b89f38a gateway port host: n-d-705658-22 {{(pid=105587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:57:29.195757 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:29.199343 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-5372c50a-a94b-44cc-8f89-281cb90a396c None None] For port 7895d73e-c0d4-43dc-9564-ef92295e1ec0, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=7895d73e-c0d4-43dc-9564-ef92295e1ec0,segment=NetworkSegment(d6e0ccc3-a928-409b-b292-305e2a26bbed),segment_id=d6e0ccc3-a928-409b-b292-305e2a26bbed)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:57:29.231443 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-5372c50a-a94b-44cc-8f89-281cb90a396c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:29.259468 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Pushing event updated for resources: {'Port': ['ID=d66e7c44-1bb2-4bb6-9ef4-bb3773daf596,revision_number=4']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:57:29.259811 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-4094af8f-b649-4aae-8614-6f053a3cbfda req-f8e05058-75cf-4c0c-971e-be4a80b8a7ef tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=25d69678ca2843da93a97645b6488fa6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1112769 Jul 27 21:57:29.318502 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5372c50a-a94b-44cc-8f89-281cb90a396c None None] Pushing event updated for resources: {'Port': ['ID=7895d73e-c0d4-43dc-9564-ef92295e1ec0,revision_number=3']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:57:29.339480 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [req-4094af8f-b649-4aae-8614-6f053a3cbfda req-10c77b13-96d9-44fe-88ca-39bed6c3e9e3 service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=105585) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 21:57:29.344603 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-4094af8f-b649-4aae-8614-6f053a3cbfda req-10c77b13-96d9-44fe-88ca-39bed6c3e9e3 service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0699472 Jul 27 21:57:29.427566 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-eccf7c91-5f61-4561-b58d-8f012ebe52ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '328752d5-d7ef-4105-b4a0-46fa4b89f38a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1737817868', 'tenant_id': '25d69678ca2843da93a97645b6488fa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.192'}], 'enable_snat': True}, 'gw_port_id': 'd66e7c44-1bb2-4bb6-9ef4-bb3773daf596', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:57:24Z', 'updated_at': '2021-07-27T21:57:28Z', 'revision_number': 4, 'project_id': '25d69678ca2843da93a97645b6488fa6', 'gw_port': {'id': 'd66e7c44-1bb2-4bb6-9ef4-bb3773daf596', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:a2:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '328752d5-d7ef-4105-b4a0-46fa4b89f38a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:57:24Z', 'updated_at': '2021-07-27T21:57:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_interfaces': [{'id': '7b4c3115-033d-48ce-ad4b-e1502a7f0880', 'name': '', 'network_id': '358baab1-f907-4c52-976b-59096093f4b7', 'tenant_id': '25d69678ca2843da93a97645b6488fa6', 'mac_address': 'fa:16:3e:b6:1d:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '328752d5-d7ef-4105-b4a0-46fa4b89f38a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '38bb7e88-1a8e-4269-9167-40b71fe8b234', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:57:27Z', 'updated_at': '2021-07-27T21:57:28Z', 'revision_number': 2, 'project_id': '25d69678ca2843da93a97645b6488fa6', 'subnets': [{'id': '38bb7e88-1a8e-4269-9167-40b71fe8b234', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-22', False) {} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:57:29.439556 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-4094af8f-b649-4aae-8614-6f053a3cbfda req-26d05a5b-ebf2-41e1-9f76-4655915d9c6f service neutron] 10.222.0.59 "GET /v2.0/networks/358baab1-f907-4c52-976b-59096093f4b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922821 Jul 27 21:57:29.456455 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-56749752-4114-40e5-975d-86280bd1fdff None None] Provisioning complete for port 7895d73e-c0d4-43dc-9564-ef92295e1ec0 triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:57:29.456842 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-56749752-4114-40e5-975d-86280bd1fdff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:29.457999 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eccf7c91-5f61-4561-b58d-8f012ebe52ac None None] Checking router: 328752d5-d7ef-4105-b4a0-46fa4b89f38a for host: n-d-705658-22 {{(pid=105587) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:57:29.458566 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eccf7c91-5f61-4561-b58d-8f012ebe52ac None None] Updating router 328752d5-d7ef-4105-b4a0-46fa4b89f38a port 7b4c3115-033d-48ce-ad4b-e1502a7f0880 binding host n-d-705658-22 {{(pid=105587) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 21:57:29.495350 n-d-705658-22 neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-eccf7c91-5f61-4561-b58d-8f012ebe52ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:29.546632 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-4094af8f-b649-4aae-8614-6f053a3cbfda req-2dd3a4f4-ed74-46a0-9216-d21c2a6620c8 service neutron] 10.222.0.59 "GET /v2.0/networks/358baab1-f907-4c52-976b-59096093f4b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005199 Jul 27 21:57:29.561328 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-56749752-4114-40e5-975d-86280bd1fdff None None] Provisioning for port 7b4c3115-033d-48ce-ad4b-e1502a7f0880 completed by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:57:29.569804 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-56749752-4114-40e5-975d-86280bd1fdff None None] Provisioning complete for port 7b4c3115-033d-48ce-ad4b-e1502a7f0880 triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:57:29.570408 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-56749752-4114-40e5-975d-86280bd1fdff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:29.628889 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-56749752-4114-40e5-975d-86280bd1fdff None None] Port 7b4c3115-033d-48ce-ad4b-e1502a7f0880 cannot update to ACTIVE because it is not bound. {{(pid=105586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:57:29.757085 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-944cc3c8-af70-4650-afbe-4cc93b4283aa None None] Provisioning complete for port 7b4c3115-033d-48ce-ad4b-e1502a7f0880 triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:57:29.757465 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-944cc3c8-af70-4650-afbe-4cc93b4283aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:29.765407 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-63d9f2cd-264e-4bd6-a752-cfc9394955c9 req-184abe47-43a1-4175-859a-9597ae8b9e8c tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] 10.222.0.59 "GET /v2.0/ports?device_id=19113c08-6a39-4775-986a-849ae003f392 HTTP/1.1" status: 200 len: 210 time: 0.0485537 Jul 27 21:57:29.798099 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-944cc3c8-af70-4650-afbe-4cc93b4283aa None None] Port 7b4c3115-033d-48ce-ad4b-e1502a7f0880 cannot update to ACTIVE because it is not bound. {{(pid=105586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:57:29.828504 n-d-705658-22 neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-eccf7c91-5f61-4561-b58d-8f012ebe52ac None None] Notify callbacks [] for port, precommit_update {{(pid=105587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:29.839928 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.provisioning_blocks [None req-eccf7c91-5f61-4561-b58d-8f012ebe52ac None None] Transition to ACTIVE for port object 7b4c3115-033d-48ce-ad4b-e1502a7f0880 will not be triggered until provisioned by entity L2. {{(pid=105587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:57:29.846965 n-d-705658-22 neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-eccf7c91-5f61-4561-b58d-8f012ebe52ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:29.893247 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a8c07f-717d-4bca-a650-3703eb6a6f9d None None] Pushing event updated for resources: {'Port': ['ID=7b4c3115-033d-48ce-ad4b-e1502a7f0880,revision_number=3']} {{(pid=105587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:57:29.905587 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a8c07f-717d-4bca-a650-3703eb6a6f9d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:57:29.905587 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a8c07f-717d-4bca-a650-3703eb6a6f9d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:57:29.905843 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a8c07f-717d-4bca-a650-3703eb6a6f9d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:57:29.906149 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a8c07f-717d-4bca-a650-3703eb6a6f9d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:57:29.906473 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a8c07f-717d-4bca-a650-3703eb6a6f9d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:57:29.906805 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a8c07f-717d-4bca-a650-3703eb6a6f9d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:57:29.907230 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a8c07f-717d-4bca-a650-3703eb6a6f9d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:57:29.907553 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a8c07f-717d-4bca-a650-3703eb6a6f9d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:57:29.907874 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a8c07f-717d-4bca-a650-3703eb6a6f9d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:57:29.908192 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a8c07f-717d-4bca-a650-3703eb6a6f9d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:57:29.908514 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a8c07f-717d-4bca-a650-3703eb6a6f9d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:57:29.908831 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a8c07f-717d-4bca-a650-3703eb6a6f9d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:57:29.961197 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.managers [None req-eccf7c91-5f61-4561-b58d-8f012ebe52ac None None] Attempting to bind port 7b4c3115-033d-48ce-ad4b-e1502a7f0880 on host n-d-705658-22 for vnic_type normal with profile {{(pid=105587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:57:29.961510 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.managers [None req-eccf7c91-5f61-4561-b58d-8f012ebe52ac None None] Attempting to bind port 7b4c3115-033d-48ce-ad4b-e1502a7f0880 by drivers openvswitch,hyperv on host n-d-705658-22 at level 0 using segments [{'id': 'd6e0ccc3-a928-409b-b292-305e2a26bbed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '358baab1-f907-4c52-976b-59096093f4b7'}] {{(pid=105587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:57:29.961874 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eccf7c91-5f61-4561-b58d-8f012ebe52ac None None] Attempting to bind port 7b4c3115-033d-48ce-ad4b-e1502a7f0880 on network 358baab1-f907-4c52-976b-59096093f4b7 {{(pid=105587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:57:29.968336 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eccf7c91-5f61-4561-b58d-8f012ebe52ac None None] Checking agent: {'id': '04a7ea91-6318-467e-ace6-b0fb48c8690f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 41, 42), 'started_at': datetime.datetime(2021, 7, 27, 20, 42, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 57, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:57:29.968713 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eccf7c91-5f61-4561-b58d-8f012ebe52ac None None] Checking segment: {'id': 'd6e0ccc3-a928-409b-b292-305e2a26bbed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '358baab1-f907-4c52-976b-59096093f4b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:57:29.969271 n-d-705658-22 neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-eccf7c91-5f61-4561-b58d-8f012ebe52ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:29.969647 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eccf7c91-5f61-4561-b58d-8f012ebe52ac None None] Bound using segment: {'id': 'd6e0ccc3-a928-409b-b292-305e2a26bbed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '358baab1-f907-4c52-976b-59096093f4b7'} {{(pid=105587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:57:29.970118 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.managers [None req-eccf7c91-5f61-4561-b58d-8f012ebe52ac None None] Bound port: 7b4c3115-033d-48ce-ad4b-e1502a7f0880, host: n-d-705658-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6e0ccc3-a928-409b-b292-305e2a26bbed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '358baab1-f907-4c52-976b-59096093f4b7'}}] {{(pid=105587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:57:29.970498 n-d-705658-22 neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-eccf7c91-5f61-4561-b58d-8f012ebe52ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:30.042585 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.db [None req-eccf7c91-5f61-4561-b58d-8f012ebe52ac None None] For port 7b4c3115-033d-48ce-ad4b-e1502a7f0880, host n-d-705658-22, cleared binding levels {{(pid=105587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:57:30.046585 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.db [None req-eccf7c91-5f61-4561-b58d-8f012ebe52ac None None] For port 7b4c3115-033d-48ce-ad4b-e1502a7f0880, host n-d-705658-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=7b4c3115-033d-48ce-ad4b-e1502a7f0880,segment=NetworkSegment(d6e0ccc3-a928-409b-b292-305e2a26bbed),segment_id=d6e0ccc3-a928-409b-b292-305e2a26bbed)] {{(pid=105587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:57:30.052166 n-d-705658-22 neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-eccf7c91-5f61-4561-b58d-8f012ebe52ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:30.112027 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eccf7c91-5f61-4561-b58d-8f012ebe52ac None None] Routers {'328752d5-d7ef-4105-b4a0-46fa4b89f38a'} bound to L3 agent in host n-d-705658-22 {{(pid=105587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:57:30.112873 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-eccf7c91-5f61-4561-b58d-8f012ebe52ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:57:12Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['328752d5-d7ef-4105-b4a0-46fa4b89f38a'], 'active': True} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:57:30.116199 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a8c07f-717d-4bca-a650-3703eb6a6f9d None None] Pushing event updated for resources: {'Port': ['ID=7b4c3115-033d-48ce-ad4b-e1502a7f0880,revision_number=4']} {{(pid=105587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:57:30.232526 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvr_db [None req-eccf7c91-5f61-4561-b58d-8f012ebe52ac None None] Set router 328752d5-d7ef-4105-b4a0-46fa4b89f38a gateway port host: n-d-705658-22 {{(pid=105587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:57:30.439738 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-eccf7c91-5f61-4561-b58d-8f012ebe52ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '328752d5-d7ef-4105-b4a0-46fa4b89f38a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1737817868', 'tenant_id': '25d69678ca2843da93a97645b6488fa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.192'}], 'enable_snat': True}, 'gw_port_id': 'd66e7c44-1bb2-4bb6-9ef4-bb3773daf596', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:57:24Z', 'updated_at': '2021-07-27T21:57:28Z', 'revision_number': 4, 'project_id': '25d69678ca2843da93a97645b6488fa6', 'gw_port': {'id': 'd66e7c44-1bb2-4bb6-9ef4-bb3773daf596', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:a2:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '328752d5-d7ef-4105-b4a0-46fa4b89f38a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:57:24Z', 'updated_at': '2021-07-27T21:57:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_interfaces': [{'id': '7b4c3115-033d-48ce-ad4b-e1502a7f0880', 'name': '', 'network_id': '358baab1-f907-4c52-976b-59096093f4b7', 'tenant_id': '25d69678ca2843da93a97645b6488fa6', 'mac_address': 'fa:16:3e:b6:1d:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '328752d5-d7ef-4105-b4a0-46fa4b89f38a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '38bb7e88-1a8e-4269-9167-40b71fe8b234', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:57:27Z', 'updated_at': '2021-07-27T21:57:30Z', 'revision_number': 4, 'project_id': '25d69678ca2843da93a97645b6488fa6', 'subnets': [{'id': '38bb7e88-1a8e-4269-9167-40b71fe8b234', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-22', False) {} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:57:30.472974 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eccf7c91-5f61-4561-b58d-8f012ebe52ac None None] The sync data for ids ['328752d5-d7ef-4105-b4a0-46fa4b89f38a'] in n-d-705658-22 is: [{'id': '328752d5-d7ef-4105-b4a0-46fa4b89f38a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1737817868', 'tenant_id': '25d69678ca2843da93a97645b6488fa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.192'}], 'enable_snat': True}, 'gw_port_id': 'd66e7c44-1bb2-4bb6-9ef4-bb3773daf596', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:57:24Z', 'updated_at': '2021-07-27T21:57:28Z', 'revision_number': 4, 'project_id': '25d69678ca2843da93a97645b6488fa6', 'gw_port': {'id': 'd66e7c44-1bb2-4bb6-9ef4-bb3773daf596', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:a2:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '328752d5-d7ef-4105-b4a0-46fa4b89f38a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:57:24Z', 'updated_at': '2021-07-27T21:57:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_interfaces': [{'id': '7b4c3115-033d-48ce-ad4b-e1502a7f0880', 'name': '', 'network_id': '358baab1-f907-4c52-976b-59096093f4b7', 'tenant_id': '25d69678ca2843da93a97645b6488fa6', 'mac_address': 'fa:16:3e:b6:1d:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '328752d5-d7ef-4105-b4a0-46fa4b89f38a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '38bb7e88-1a8e-4269-9167-40b71fe8b234', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:57:27Z', 'updated_at': '2021-07-27T21:57:30Z', 'revision_number': 4, 'project_id': '25d69678ca2843da93a97645b6488fa6', 'subnets': [{'id': '38bb7e88-1a8e-4269-9167-40b71fe8b234', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:57:30.496996 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 7895d73e-c0d4-43dc-9564-ef92295e1ec0 up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:57:30.565568 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port 7895d73e-c0d4-43dc-9564-ef92295e1ec0 triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:57:30.565936 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:30.656996 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device d66e7c44-1bb2-4bb6-9ef4-bb3773daf596 up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:57:30.703919 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port d66e7c44-1bb2-4bb6-9ef4-bb3773daf596 triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:57:30.704298 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:30.877484 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-0d2041e1-a6cd-486d-a926-dbbbf1a5f426 req-5d3e14de-bd86-4996-aa5c-d5ebebf75bea tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] 10.222.0.59 "GET /v2.0/ports?device_id=19113c08-6a39-4775-986a-849ae003f392 HTTP/1.1" status: 200 len: 210 time: 0.0331955 Jul 27 21:57:30.995247 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4094af8f-b649-4aae-8614-6f053a3cbfda req-7de308b1-ab03-46a9-b8e7-faac558973c0 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:57:30.996862 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-4094af8f-b649-4aae-8614-6f053a3cbfda req-7de308b1-ab03-46a9-b8e7-faac558973c0 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] 10.222.0.36 "GET /v2.0/networks?id=358baab1-f907-4c52-976b-59096093f4b7 HTTP/1.1" status: 200 len: 797 time: 0.1117740 Jul 27 21:57:31.045823 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-4094af8f-b649-4aae-8614-6f053a3cbfda req-f90c14e1-f9f8-45fa-94f7-99a6849a06b2 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=25d69678ca2843da93a97645b6488fa6 HTTP/1.1" status: 200 len: 380 time: 0.0393126 Jul 27 21:57:31.056996 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [req-4094af8f-b649-4aae-8614-6f053a3cbfda req-6f9735df-4e2e-4501-867b-f7a533894dc4 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Request body: {'port': {'device_id': '19113c08-6a39-4775-986a-849ae003f392', 'network_id': '358baab1-f907-4c52-976b-59096093f4b7', 'admin_state_up': True, 'tenant_id': '25d69678ca2843da93a97645b6488fa6', 'security_groups': ['970a29dc-87f5-4d9e-931c-4b1a5b316d87']}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:57:31.164793 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4094af8f-b649-4aae-8614-6f053a3cbfda req-6f9735df-4e2e-4501-867b-f7a533894dc4 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Made reservation on behalf of 25d69678ca2843da93a97645b6488fa6 for: {'port': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:57:31.169256 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-4094af8f-b649-4aae-8614-6f053a3cbfda req-6f9735df-4e2e-4501-867b-f7a533894dc4 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:31.307940 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.db_base_plugin_common [req-4094af8f-b649-4aae-8614-6f053a3cbfda req-6f9735df-4e2e-4501-867b-f7a533894dc4 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Allocated IP 172.20.0.14 (358baab1-f907-4c52-976b-59096093f4b7/38bb7e88-1a8e-4269-9167-40b71fe8b234/89fd5e8b-8e2a-4f3e-99a1-e20412795e9e) {{(pid=105584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:57:31.453531 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-4094af8f-b649-4aae-8614-6f053a3cbfda req-6f9735df-4e2e-4501-867b-f7a533894dc4 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks [] for port, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:31.468336 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.provisioning_blocks [req-4094af8f-b649-4aae-8614-6f053a3cbfda req-6f9735df-4e2e-4501-867b-f7a533894dc4 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Transition to ACTIVE for port object 89fd5e8b-8e2a-4f3e-99a1-e20412795e9e will not be triggered until provisioned by entity DHCP. {{(pid=105584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:57:31.502473 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-4094af8f-b649-4aae-8614-6f053a3cbfda req-6f9735df-4e2e-4501-867b-f7a533894dc4 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:31.546022 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4094af8f-b649-4aae-8614-6f053a3cbfda req-6f9735df-4e2e-4501-867b-f7a533894dc4 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Network 358baab1-f907-4c52-976b-59096093f4b7 is already hosted by enough agents. {{(pid=105584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:57:31.551269 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [req-4094af8f-b649-4aae-8614-6f053a3cbfda req-6f9735df-4e2e-4501-867b-f7a533894dc4 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Resources bound (agent type, host, resource id): {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:57:31.554873 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [req-4094af8f-b649-4aae-8614-6f053a3cbfda req-6f9735df-4e2e-4501-867b-f7a533894dc4 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Received port after_create {{(pid=105584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:57:31.579251 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9735df-4e2e-4501-867b-f7a533894dc4 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Pushing event updated for resources: {'Port': ['ID=89fd5e8b-8e2a-4f3e-99a1-e20412795e9e,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:57:31.613072 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4094af8f-b649-4aae-8614-6f053a3cbfda req-6f9735df-4e2e-4501-867b-f7a533894dc4 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:57:31.613755 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-4094af8f-b649-4aae-8614-6f053a3cbfda req-6f9735df-4e2e-4501-867b-f7a533894dc4 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:31.629939 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-4094af8f-b649-4aae-8614-6f053a3cbfda req-6f9735df-4e2e-4501-867b-f7a533894dc4 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5776100 Jul 27 21:57:31.689367 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [req-4094af8f-b649-4aae-8614-6f053a3cbfda req-06920f6f-6b26-42c4-b799-30ffc8480be9 service neutron] Request body: {'port': {'device_id': '19113c08-6a39-4775-986a-849ae003f392', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-705658-22'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:57:31.766903 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-4094af8f-b649-4aae-8614-6f053a3cbfda req-06920f6f-6b26-42c4-b799-30ffc8480be9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:31.799297 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-f2f934d4-fd45-461b-9586-b96e183b8375 None None] Provisioning for port 89fd5e8b-8e2a-4f3e-99a1-e20412795e9e completed by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:57:31.803026 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-f2f934d4-fd45-461b-9586-b96e183b8375 None None] Provisioning complete for port 89fd5e8b-8e2a-4f3e-99a1-e20412795e9e triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:57:31.803414 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-f2f934d4-fd45-461b-9586-b96e183b8375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:31.836785 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-f2f934d4-fd45-461b-9586-b96e183b8375 None None] Port 89fd5e8b-8e2a-4f3e-99a1-e20412795e9e cannot update to ACTIVE because it is not bound. {{(pid=105586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:57:32.017694 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c025b637-f599-4232-9f4e-6b5fa8bb8877 req-4b8ce4cf-8867-469f-8c46-ae1c262eada2 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:57:32.019230 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-c025b637-f599-4232-9f4e-6b5fa8bb8877 req-4b8ce4cf-8867-469f-8c46-ae1c262eada2 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] 10.222.0.59 "GET /v2.0/ports?device_id=19113c08-6a39-4775-986a-849ae003f392 HTTP/1.1" status: 200 len: 932 time: 0.0663669 Jul 27 21:57:32.031194 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [req-4094af8f-b649-4aae-8614-6f053a3cbfda req-06920f6f-6b26-42c4-b799-30ffc8480be9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89fd5e8b-8e2a-4f3e-99a1-e20412795e9e {{(pid=105584) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:57:32.038783 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-4094af8f-b649-4aae-8614-6f053a3cbfda req-06920f6f-6b26-42c4-b799-30ffc8480be9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:32.050804 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.provisioning_blocks [req-4094af8f-b649-4aae-8614-6f053a3cbfda req-06920f6f-6b26-42c4-b799-30ffc8480be9 service neutron] Transition to ACTIVE for port object 89fd5e8b-8e2a-4f3e-99a1-e20412795e9e will not be triggered until provisioned by entity L2. {{(pid=105584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:57:32.054816 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-4094af8f-b649-4aae-8614-6f053a3cbfda req-06920f6f-6b26-42c4-b799-30ffc8480be9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9014027'] for port, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:32.058083 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-c025b637-f599-4232-9f4e-6b5fa8bb8877 req-8c886327-9259-4bc3-ae46-3e2c62b207ee tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] 10.222.0.59 "GET /v2.0/security-groups?id=970a29dc-87f5-4d9e-931c-4b1a5b316d87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323946 Jul 27 21:57:32.107042 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06920f6f-6b26-42c4-b799-30ffc8480be9 service neutron] Pushing event updated for resources: {'Port': ['ID=89fd5e8b-8e2a-4f3e-99a1-e20412795e9e,revision_number=2']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:57:32.179548 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [req-4094af8f-b649-4aae-8614-6f053a3cbfda req-06920f6f-6b26-42c4-b799-30ffc8480be9 service neutron] Attempting to bind port 89fd5e8b-8e2a-4f3e-99a1-e20412795e9e on host n-h1-705658-22 for vnic_type normal with profile {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:57:32.179893 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [req-4094af8f-b649-4aae-8614-6f053a3cbfda req-06920f6f-6b26-42c4-b799-30ffc8480be9 service neutron] Attempting to bind port 89fd5e8b-8e2a-4f3e-99a1-e20412795e9e by drivers openvswitch,hyperv on host n-h1-705658-22 at level 0 using segments [{'id': 'd6e0ccc3-a928-409b-b292-305e2a26bbed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '358baab1-f907-4c52-976b-59096093f4b7'}] {{(pid=105584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:57:32.180233 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4094af8f-b649-4aae-8614-6f053a3cbfda req-06920f6f-6b26-42c4-b799-30ffc8480be9 service neutron] Attempting to bind port 89fd5e8b-8e2a-4f3e-99a1-e20412795e9e on network 358baab1-f907-4c52-976b-59096093f4b7 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:57:32.185154 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4094af8f-b649-4aae-8614-6f053a3cbfda req-06920f6f-6b26-42c4-b799-30ffc8480be9 service neutron] Port 89fd5e8b-8e2a-4f3e-99a1-e20412795e9e on network 358baab1-f907-4c52-976b-59096093f4b7 not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-22 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:57:32.185482 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4094af8f-b649-4aae-8614-6f053a3cbfda req-06920f6f-6b26-42c4-b799-30ffc8480be9 service neutron] Attempting to bind port 89fd5e8b-8e2a-4f3e-99a1-e20412795e9e on network 358baab1-f907-4c52-976b-59096093f4b7 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:57:32.190390 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4094af8f-b649-4aae-8614-6f053a3cbfda req-06920f6f-6b26-42c4-b799-30ffc8480be9 service neutron] Checking agent: {'id': '9d9bc37f-4d75-44ef-9f63-799aab3e316f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 49, 36), 'started_at': datetime.datetime(2021, 7, 27, 20, 49, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 57, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:57:32.190734 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4094af8f-b649-4aae-8614-6f053a3cbfda req-06920f6f-6b26-42c4-b799-30ffc8480be9 service neutron] Checking segment: {'id': 'd6e0ccc3-a928-409b-b292-305e2a26bbed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '358baab1-f907-4c52-976b-59096093f4b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:57:32.191161 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4094af8f-b649-4aae-8614-6f053a3cbfda req-06920f6f-6b26-42c4-b799-30ffc8480be9 service neutron] Bound using segment: {'id': 'd6e0ccc3-a928-409b-b292-305e2a26bbed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '358baab1-f907-4c52-976b-59096093f4b7'} {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:57:32.191601 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [req-4094af8f-b649-4aae-8614-6f053a3cbfda req-06920f6f-6b26-42c4-b799-30ffc8480be9 service neutron] Bound port: 89fd5e8b-8e2a-4f3e-99a1-e20412795e9e, host: n-h1-705658-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6e0ccc3-a928-409b-b292-305e2a26bbed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '358baab1-f907-4c52-976b-59096093f4b7'}}] {{(pid=105584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:57:32.191972 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-4094af8f-b649-4aae-8614-6f053a3cbfda req-06920f6f-6b26-42c4-b799-30ffc8480be9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:32.266730 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [req-4094af8f-b649-4aae-8614-6f053a3cbfda req-06920f6f-6b26-42c4-b799-30ffc8480be9 service neutron] For port 89fd5e8b-8e2a-4f3e-99a1-e20412795e9e, host n-h1-705658-22, cleared binding levels {{(pid=105584) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:57:32.269844 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [req-4094af8f-b649-4aae-8614-6f053a3cbfda req-06920f6f-6b26-42c4-b799-30ffc8480be9 service neutron] For port 89fd5e8b-8e2a-4f3e-99a1-e20412795e9e, host n-h1-705658-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=89fd5e8b-8e2a-4f3e-99a1-e20412795e9e,segment=NetworkSegment(d6e0ccc3-a928-409b-b292-305e2a26bbed),segment_id=d6e0ccc3-a928-409b-b292-305e2a26bbed)] {{(pid=105584) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:57:32.273852 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-4094af8f-b649-4aae-8614-6f053a3cbfda req-06920f6f-6b26-42c4-b799-30ffc8480be9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9014027'] for port, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:32.309153 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4094af8f-b649-4aae-8614-6f053a3cbfda req-06920f6f-6b26-42c4-b799-30ffc8480be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:57:32.309765 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-4094af8f-b649-4aae-8614-6f053a3cbfda req-06920f6f-6b26-42c4-b799-30ffc8480be9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:32.311162 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-4094af8f-b649-4aae-8614-6f053a3cbfda req-06920f6f-6b26-42c4-b799-30ffc8480be9 service neutron] 10.222.0.36 "PUT /v2.0/ports/89fd5e8b-8e2a-4f3e-99a1-e20412795e9e HTTP/1.1" status: 200 len: 1093 time: 0.6710298 Jul 27 21:57:32.311591 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19113c08-6a39-4775-986a-849ae003f392', 'tag': '89fd5e8b-8e2a-4f3e-99a1-e20412795e9e'}] {{(pid=105584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:57:32.313817 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a14b7e693ac0d3b36d252540d57b2183de19e2104d11de1d527dbb6a6689965" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6c7384f-b123-4929-826a-82c8df25efa1" -d '{"events": [{"name": "network-changed", "server_uuid": "19113c08-6a39-4775-986a-849ae003f392", "tag": "89fd5e8b-8e2a-4f3e-99a1-e20412795e9e"}]}' {{(pid=105584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:57:32.341793 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06920f6f-6b26-42c4-b799-30ffc8480be9 service neutron] Pushing event updated for resources: {'Port': ['ID=89fd5e8b-8e2a-4f3e-99a1-e20412795e9e,revision_number=3']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:57:32.356350 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:57:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb646aea-9790-4dda-8d8c-90e0f8b35d4b x-openstack-request-id: req-cb646aea-9790-4dda-8d8c-90e0f8b35d4b {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:57:32.356779 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19113c08-6a39-4775-986a-849ae003f392", "tag": "89fd5e8b-8e2a-4f3e-99a1-e20412795e9e", "status": "completed", "code": 200}]} {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:57:32.357052 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-cb646aea-9790-4dda-8d8c-90e0f8b35d4b {{(pid=105584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:57:32.357448 n-d-705658-22 neutron-server[105584]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19113c08-6a39-4775-986a-849ae003f392', 'tag': '89fd5e8b-8e2a-4f3e-99a1-e20412795e9e', 'status': 'completed', 'code': 200} Jul 27 21:57:32.434289 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4094af8f-b649-4aae-8614-6f053a3cbfda req-d9196f0e-0667-4ecf-9950-c64849dbd3cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:57:32.435852 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-4094af8f-b649-4aae-8614-6f053a3cbfda req-d9196f0e-0667-4ecf-9950-c64849dbd3cc service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=25d69678ca2843da93a97645b6488fa6&device_id=19113c08-6a39-4775-986a-849ae003f392 HTTP/1.1" status: 200 len: 1096 time: 0.0683219 Jul 27 21:57:32.483523 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-4094af8f-b649-4aae-8614-6f053a3cbfda req-51e59531-876f-4741-afd4-faa3c576c822 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=89fd5e8b-8e2a-4f3e-99a1-e20412795e9e HTTP/1.1" status: 200 len: 217 time: 0.0391972 Jul 27 21:57:32.509476 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 7b4c3115-033d-48ce-ad4b-e1502a7f0880 up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:57:32.535184 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4094af8f-b649-4aae-8614-6f053a3cbfda req-2c3899e7-2158-4a0c-9a13-e6be568d332e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:57:32.536590 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-4094af8f-b649-4aae-8614-6f053a3cbfda req-2c3899e7-2158-4a0c-9a13-e6be568d332e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=38bb7e88-1a8e-4269-9167-40b71fe8b234 HTTP/1.1" status: 200 len: 835 time: 0.0468285 Jul 27 21:57:32.556196 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning for port 7b4c3115-033d-48ce-ad4b-e1502a7f0880 completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:57:32.560500 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port 7b4c3115-033d-48ce-ad4b-e1502a7f0880 triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:57:32.560875 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:32.600726 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4094af8f-b649-4aae-8614-6f053a3cbfda req-e25a7dc0-1f6c-4db7-97d2-be8300b2e8e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:57:32.602240 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-4094af8f-b649-4aae-8614-6f053a3cbfda req-e25a7dc0-1f6c-4db7-97d2-be8300b2e8e9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=358baab1-f907-4c52-976b-59096093f4b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0579138 Jul 27 21:57:32.648622 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:32.679819 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] For port 7b4c3115-033d-48ce-ad4b-e1502a7f0880, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=7b4c3115-033d-48ce-ad4b-e1502a7f0880,segment=NetworkSegment(d6e0ccc3-a928-409b-b292-305e2a26bbed),segment_id=d6e0ccc3-a928-409b-b292-305e2a26bbed)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:57:32.684246 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:32.694393 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-4094af8f-b649-4aae-8614-6f053a3cbfda req-788577f7-852e-4d68-a8e4-a294edc6c32f service neutron] 10.222.0.36 "GET /v2.0/networks/358baab1-f907-4c52-976b-59096093f4b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846527 Jul 27 21:57:32.732015 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Pushing event updated for resources: {'Port': ['ID=7b4c3115-033d-48ce-ad4b-e1502a7f0880,revision_number=5']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:57:32.788154 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-4094af8f-b649-4aae-8614-6f053a3cbfda req-d31e5e19-de42-4623-b547-c43f000bd6c4 service neutron] 10.222.0.36 "GET /v2.0/networks/358baab1-f907-4c52-976b-59096093f4b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866306 Jul 27 21:57:32.888361 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c7384f-b123-4929-826a-82c8df25efa1 req-c405aa7f-6842-442d-874b-8c3a2a225cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:57:32.890060 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-d6c7384f-b123-4929-826a-82c8df25efa1 req-c405aa7f-6842-442d-874b-8c3a2a225cf5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=25d69678ca2843da93a97645b6488fa6&device_id=19113c08-6a39-4775-986a-849ae003f392 HTTP/1.1" status: 200 len: 1096 time: 0.0555978 Jul 27 21:57:32.979939 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c7384f-b123-4929-826a-82c8df25efa1 req-868f77e5-eaa0-42b1-bb5b-8028685eae0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:57:32.981443 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-d6c7384f-b123-4929-826a-82c8df25efa1 req-868f77e5-eaa0-42b1-bb5b-8028685eae0e service neutron] 10.222.0.36 "GET /v2.0/networks?id=358baab1-f907-4c52-976b-59096093f4b7 HTTP/1.1" status: 200 len: 898 time: 0.0836339 Jul 27 21:57:33.027441 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-d6c7384f-b123-4929-826a-82c8df25efa1 req-0c5f9587-2935-4c68-a020-153731b2b6b8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=89fd5e8b-8e2a-4f3e-99a1-e20412795e9e HTTP/1.1" status: 200 len: 217 time: 0.0379870 Jul 27 21:57:33.075939 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c7384f-b123-4929-826a-82c8df25efa1 req-48c86de2-099c-43c1-b61f-9de59b982f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:57:33.077277 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-d6c7384f-b123-4929-826a-82c8df25efa1 req-48c86de2-099c-43c1-b61f-9de59b982f2e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=38bb7e88-1a8e-4269-9167-40b71fe8b234 HTTP/1.1" status: 200 len: 835 time: 0.0431063 Jul 27 21:57:33.138488 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c7384f-b123-4929-826a-82c8df25efa1 req-40e74e9d-0f6b-4f84-99a4-af7d359fac6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:57:33.141037 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-d6c7384f-b123-4929-826a-82c8df25efa1 req-40e74e9d-0f6b-4f84-99a4-af7d359fac6e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=358baab1-f907-4c52-976b-59096093f4b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0550218 Jul 27 21:57:33.199054 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a3833f-f0bf-4379-abb8-8244494c7214 req-7adfef95-91c4-4350-9d3a-b7ece2269551 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:57:33.200695 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-50a3833f-f0bf-4379-abb8-8244494c7214 req-7adfef95-91c4-4350-9d3a-b7ece2269551 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] 10.222.0.59 "GET /v2.0/ports?device_id=19113c08-6a39-4775-986a-849ae003f392 HTTP/1.1" status: 200 len: 944 time: 0.0762053 Jul 27 21:57:33.237983 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-d6c7384f-b123-4929-826a-82c8df25efa1 req-62dea21e-ebbb-4f6f-a100-f8867cf5a152 service neutron] 10.222.0.36 "GET /v2.0/networks/358baab1-f907-4c52-976b-59096093f4b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857975 Jul 27 21:57:33.238600 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-50a3833f-f0bf-4379-abb8-8244494c7214 req-cd29e6c9-9598-440e-b526-443010c254f6 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] 10.222.0.59 "GET /v2.0/security-groups?id=970a29dc-87f5-4d9e-931c-4b1a5b316d87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316749 Jul 27 21:57:33.328694 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-d6c7384f-b123-4929-826a-82c8df25efa1 req-f8334701-c5c4-40e1-902b-ae826d38ca0d service neutron] 10.222.0.36 "GET /v2.0/networks/358baab1-f907-4c52-976b-59096093f4b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822926 Jul 27 21:57:34.370538 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624df11d-507a-4c07-9bf7-705961a805fc req-82bf9a21-8bec-4e02-9160-97941ce21345 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:57:34.372036 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-624df11d-507a-4c07-9bf7-705961a805fc req-82bf9a21-8bec-4e02-9160-97941ce21345 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] 10.222.0.59 "GET /v2.0/ports?device_id=19113c08-6a39-4775-986a-849ae003f392 HTTP/1.1" status: 200 len: 944 time: 0.0641663 Jul 27 21:57:34.409718 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-624df11d-507a-4c07-9bf7-705961a805fc req-34c720f4-905e-471c-a2cb-e1e497c8453a tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] 10.222.0.59 "GET /v2.0/security-groups?id=970a29dc-87f5-4d9e-931c-4b1a5b316d87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314686 Jul 27 21:57:34.483881 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 7b4c3115-033d-48ce-ad4b-e1502a7f0880 up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:57:34.530854 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port 7b4c3115-033d-48ce-ad4b-e1502a7f0880 triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:57:34.531179 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:35.474741 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device 89fd5e8b-8e2a-4f3e-99a1-e20412795e9e details requested by agent hyperv_n-h1-705658-22 with host n-h1-705658-22 {{(pid=105586) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:57:35.543674 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e78215-bd79-41d1-87cb-b5c73fcd4526 req-be5fcc73-c365-4f38-b83e-abb4ac0b7d82 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:57:35.545265 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-36e78215-bd79-41d1-87cb-b5c73fcd4526 req-be5fcc73-c365-4f38-b83e-abb4ac0b7d82 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] 10.222.0.59 "GET /v2.0/ports?device_id=19113c08-6a39-4775-986a-849ae003f392 HTTP/1.1" status: 200 len: 944 time: 0.0677910 Jul 27 21:57:35.570658 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] For port 89fd5e8b-8e2a-4f3e-99a1-e20412795e9e, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=89fd5e8b-8e2a-4f3e-99a1-e20412795e9e,segment=NetworkSegment(d6e0ccc3-a928-409b-b292-305e2a26bbed),segment_id=d6e0ccc3-a928-409b-b292-305e2a26bbed)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:57:35.582379 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Returning: {'device': '89fd5e8b-8e2a-4f3e-99a1-e20412795e9e', 'network_id': '358baab1-f907-4c52-976b-59096093f4b7', 'port_id': '89fd5e8b-8e2a-4f3e-99a1-e20412795e9e', 'mac_address': 'fa:16:3e:0f:3c:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 213, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38bb7e88-1a8e-4269-9167-40b71fe8b234', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105586) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:57:35.582966 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-36e78215-bd79-41d1-87cb-b5c73fcd4526 req-396fe97b-a792-4f1d-b829-405fe0b5a420 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] 10.222.0.59 "GET /v2.0/security-groups?id=970a29dc-87f5-4d9e-931c-4b1a5b316d87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316553 Jul 27 21:57:35.620336 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:35.632735 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89fd5e8b-8e2a-4f3e-99a1-e20412795e9e {{(pid=105586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:57:35.652094 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] For port 89fd5e8b-8e2a-4f3e-99a1-e20412795e9e, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=89fd5e8b-8e2a-4f3e-99a1-e20412795e9e,segment=NetworkSegment(d6e0ccc3-a928-409b-b292-305e2a26bbed),segment_id=d6e0ccc3-a928-409b-b292-305e2a26bbed)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:57:35.655649 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:35.701468 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Pushing event updated for resources: {'Port': ['ID=89fd5e8b-8e2a-4f3e-99a1-e20412795e9e,revision_number=4']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:57:35.884644 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] get_ports_and_sgs() called for port_ids ['89fd5e8b-8e2a-4f3e-99a1-e20412795e9e'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:57:36.712940 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e84663f-dacc-4aa6-a0d9-1b26996f6631 req-51ff4f6c-0d34-4d5f-a313-edc78977b013 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:57:36.714877 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-5e84663f-dacc-4aa6-a0d9-1b26996f6631 req-51ff4f6c-0d34-4d5f-a313-edc78977b013 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] 10.222.0.59 "GET /v2.0/ports?device_id=19113c08-6a39-4775-986a-849ae003f392 HTTP/1.1" status: 200 len: 945 time: 0.0641766 Jul 27 21:57:36.751989 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-5e84663f-dacc-4aa6-a0d9-1b26996f6631 req-b2e9047e-48b4-4bdd-8797-cac3d87a2b8d tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] 10.222.0.59 "GET /v2.0/security-groups?id=970a29dc-87f5-4d9e-931c-4b1a5b316d87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310829 Jul 27 21:57:36.995597 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:37.483516 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device 89fd5e8b-8e2a-4f3e-99a1-e20412795e9e up at agent hyperv_n-h1-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:57:37.530761 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Provisioning for port 89fd5e8b-8e2a-4f3e-99a1-e20412795e9e completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:57:37.534250 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Provisioning complete for port 89fd5e8b-8e2a-4f3e-99a1-e20412795e9e triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:57:37.534629 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:37.611008 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:37.633519 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19113c08-6a39-4775-986a-849ae003f392', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89fd5e8b-8e2a-4f3e-99a1-e20412795e9e'}] {{(pid=105586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:57:37.635770 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fee2e8668661828e318a8d53a8a935935453ec21149a086d6a2055ff627b97ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-540df245-19d9-4d34-a7ed-59c89b7f9fe7" -d '{"events": [{"server_uuid": "19113c08-6a39-4775-986a-849ae003f392", "name": "network-vif-plugged", "status": "completed", "tag": "89fd5e8b-8e2a-4f3e-99a1-e20412795e9e"}]}' {{(pid=105586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:57:37.648472 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] For port 89fd5e8b-8e2a-4f3e-99a1-e20412795e9e, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=89fd5e8b-8e2a-4f3e-99a1-e20412795e9e,segment=NetworkSegment(d6e0ccc3-a928-409b-b292-305e2a26bbed),segment_id=d6e0ccc3-a928-409b-b292-305e2a26bbed)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:57:37.652591 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:37.701203 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Pushing event updated for resources: {'Port': ['ID=89fd5e8b-8e2a-4f3e-99a1-e20412795e9e,revision_number=5']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:57:37.722767 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:57:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fba2aff8-3c37-45cc-a59a-2317619bfa85 x-openstack-request-id: req-fba2aff8-3c37-45cc-a59a-2317619bfa85 {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:57:37.723076 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19113c08-6a39-4775-986a-849ae003f392", "name": "network-vif-plugged", "status": "completed", "tag": "89fd5e8b-8e2a-4f3e-99a1-e20412795e9e", "code": 200}]} {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:57:37.723331 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-fba2aff8-3c37-45cc-a59a-2317619bfa85 {{(pid=105586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:57:37.723720 n-d-705658-22 neutron-server[105586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19113c08-6a39-4775-986a-849ae003f392', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89fd5e8b-8e2a-4f3e-99a1-e20412795e9e', 'code': 200} Jul 27 21:57:37.834296 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f2deb7-f4a6-437f-9acb-182a3cc554dd req-a24d85c7-4cc6-45d5-8233-846a70d54157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:57:37.835849 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-90f2deb7-f4a6-437f-9acb-182a3cc554dd req-a24d85c7-4cc6-45d5-8233-846a70d54157 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=19113c08-6a39-4775-986a-849ae003f392 HTTP/1.1" status: 200 len: 1098 time: 0.0575984 Jul 27 21:57:37.876485 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-90f2deb7-f4a6-437f-9acb-182a3cc554dd req-669227d8-0235-4356-a420-2a4a3185f949 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=970a29dc-87f5-4d9e-931c-4b1a5b316d87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332022 Jul 27 21:57:37.882195 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faec4ba6-c1ae-4af5-aa32-a319072302d6 req-d3a9fb5e-c6fb-4187-b3f6-be872da74be3 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:57:37.884326 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-faec4ba6-c1ae-4af5-aa32-a319072302d6 req-d3a9fb5e-c6fb-4187-b3f6-be872da74be3 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] 10.222.0.59 "GET /v2.0/ports?device_id=19113c08-6a39-4775-986a-849ae003f392 HTTP/1.1" status: 200 len: 946 time: 0.0646131 Jul 27 21:57:37.923806 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-faec4ba6-c1ae-4af5-aa32-a319072302d6 req-2df61e00-6efe-410e-a29d-ea4f99f5376d tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] 10.222.0.59 "GET /v2.0/security-groups?id=970a29dc-87f5-4d9e-931c-4b1a5b316d87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339112 Jul 27 21:57:38.950966 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-4804fc76-4e22-4930-8db8-39bc0dc6d442 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:39.059961 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06456eba-d1fa-448e-915f-ba7657b8d925 req-e35e47d7-8d0a-4019-b79b-8090ad9a1de9 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:57:39.061462 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-06456eba-d1fa-448e-915f-ba7657b8d925 req-e35e47d7-8d0a-4019-b79b-8090ad9a1de9 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] 10.222.0.59 "GET /v2.0/ports?device_id=19113c08-6a39-4775-986a-849ae003f392 HTTP/1.1" status: 200 len: 946 time: 0.0686188 Jul 27 21:57:39.099236 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-06456eba-d1fa-448e-915f-ba7657b8d925 req-5143159f-c696-4d42-ac24-f107988535c3 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] 10.222.0.59 "GET /v2.0/security-groups?id=970a29dc-87f5-4d9e-931c-4b1a5b316d87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317099 Jul 27 21:57:39.227849 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616f7078-49c8-4b47-98c5-229964a2bbc3 req-645e75ec-bb84-482d-933a-d06858dc4be7 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:57:39.229834 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-616f7078-49c8-4b47-98c5-229964a2bbc3 req-645e75ec-bb84-482d-933a-d06858dc4be7 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] 10.222.0.59 "GET /v2.0/ports?device_id=19113c08-6a39-4775-986a-849ae003f392 HTTP/1.1" status: 200 len: 946 time: 0.0638504 Jul 27 21:57:39.267638 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-616f7078-49c8-4b47-98c5-229964a2bbc3 req-2636bfa7-f25b-48a1-b613-2b3270c04e1c tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] 10.222.0.59 "GET /v2.0/security-groups?id=970a29dc-87f5-4d9e-931c-4b1a5b316d87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319030 Jul 27 21:57:39.288779 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 38812) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:57:39.341278 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd4bb220-cea5-4748-978a-efc28c27a12a tempest-TestNetworkAdvancedServerOps-1671970843 tempest-TestNetworkAdvancedServerOps-1671970843-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:57:39.342785 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-fd4bb220-cea5-4748-978a-efc28c27a12a tempest-TestNetworkAdvancedServerOps-1671970843 tempest-TestNetworkAdvancedServerOps-1671970843-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=19113c08-6a39-4775-986a-849ae003f392 HTTP/1.1" status: 200 len: 1093 time: 0.0530167 Jul 27 21:57:39.345648 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 38814) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:57:39.349984 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-e9d7cfae-3065-4674-89ae-61268f819433 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Request body: {'floatingip': {'floating_network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'port_id': '89fd5e8b-8e2a-4f3e-99a1-e20412795e9e', 'tenant_id': '25d69678ca2843da93a97645b6488fa6', 'fixed_ip_address': '172.20.0.14'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:57:39.372002 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-e9d7cfae-3065-4674-89ae-61268f819433 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks [] for floatingip, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:39.467998 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-e9d7cfae-3065-4674-89ae-61268f819433 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:39.568727 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.db_base_plugin_common [None req-e9d7cfae-3065-4674-89ae-61268f819433 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Allocated IP 172.25.5.138 (8735d8a2-b604-4758-ae71-b40e4ee6f305/eca7dbab-b9c0-4c8f-a272-816ea8a81764/14d27732-f916-4560-a3d2-9e14af9f1c4c) {{(pid=105584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:57:39.671829 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-e9d7cfae-3065-4674-89ae-61268f819433 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks [] for port, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:39.709345 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-e9d7cfae-3065-4674-89ae-61268f819433 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:39.744612 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9d7cfae-3065-4674-89ae-61268f819433 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Network 8735d8a2-b604-4758-ae71-b40e4ee6f305 is already hosted by enough agents. {{(pid=105584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:57:39.747296 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [None req-e9d7cfae-3065-4674-89ae-61268f819433 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Resources bound (agent type, host, resource id): {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:57:39.749988 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9d7cfae-3065-4674-89ae-61268f819433 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Received port after_create {{(pid=105584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:57:39.781262 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d7cfae-3065-4674-89ae-61268f819433 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Pushing event updated for resources: {'Port': ['ID=14d27732-f916-4560-a3d2-9e14af9f1c4c,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:57:40.114244 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-e9d7cfae-3065-4674-89ae-61268f819433 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:40.196262 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-e9d7cfae-3065-4674-89ae-61268f819433 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:40.634098 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-e9d7cfae-3065-4674-89ae-61268f819433 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks [] for port, precommit_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:40.638415 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-e9d7cfae-3065-4674-89ae-61268f819433 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9014027'] for port, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:40.705015 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d7cfae-3065-4674-89ae-61268f819433 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Pushing event updated for resources: {'Port': ['ID=14d27732-f916-4560-a3d2-9e14af9f1c4c,revision_number=2']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:57:40.716231 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-e9d7cfae-3065-4674-89ae-61268f819433 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4075768'] for floatingip, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:40.788906 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:40.815374 n-d-705658-22 neutron-server[105584]: INFO neutron.db.l3_db [None req-e9d7cfae-3065-4674-89ae-61268f819433 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Floating IP 8fda083f-73ea-4de5-9b91-9a7c35bdd56e associated. External IP: 172.25.5.138, port: 89fd5e8b-8e2a-4f3e-99a1-e20412795e9e. Jul 27 21:57:41.016795 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9d7cfae-3065-4674-89ae-61268f819433 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Router 328752d5-d7ef-4105-b4a0-46fa4b89f38a has already been hosted by L3 agent dd128fd7-8e57-4d4f-895b-a96b369df59a {{(pid=105584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:57:41.126769 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9d7cfae-3065-4674-89ae-61268f819433 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify agent at l3_agent.n-d-705658-22 the message routers_updated {{(pid=105584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:57:41.136537 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d63fcaf6-b805-45f3-a47b-23520591e191 None None] Sync routers for ids ['328752d5-d7ef-4105-b4a0-46fa4b89f38a'] in n-d-705658-22 {{(pid=105586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:57:41.141321 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-e9d7cfae-3065-4674-89ae-61268f819433 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for floatingip, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:41.145955 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d63fcaf6-b805-45f3-a47b-23520591e191 None None] Routers {'328752d5-d7ef-4105-b4a0-46fa4b89f38a'} bound to L3 agent in host n-d-705658-22 {{(pid=105586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:57:41.146580 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-d63fcaf6-b805-45f3-a47b-23520591e191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:57:12Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['328752d5-d7ef-4105-b4a0-46fa4b89f38a'], 'active': True} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:57:41.177506 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-e9d7cfae-3065-4674-89ae-61268f819433 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8308311 Jul 27 21:57:41.178087 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19113c08-6a39-4775-986a-849ae003f392', 'tag': '89fd5e8b-8e2a-4f3e-99a1-e20412795e9e'}] {{(pid=105584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:57:41.180386 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a14b7e693ac0d3b36d252540d57b2183de19e2104d11de1d527dbb6a6689965" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-712cb468-e989-4846-81ca-09f22b9feed1" -d '{"events": [{"name": "network-changed", "server_uuid": "19113c08-6a39-4775-986a-849ae003f392", "tag": "89fd5e8b-8e2a-4f3e-99a1-e20412795e9e"}]}' {{(pid=105584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:57:41.223186 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:57:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35b696cb-a7c9-4800-828d-7f406e42ffff x-openstack-request-id: req-35b696cb-a7c9-4800-828d-7f406e42ffff {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:57:41.223529 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19113c08-6a39-4775-986a-849ae003f392", "tag": "89fd5e8b-8e2a-4f3e-99a1-e20412795e9e", "status": "completed", "code": 200}]} {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:57:41.223797 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-35b696cb-a7c9-4800-828d-7f406e42ffff {{(pid=105584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:57:41.224674 n-d-705658-22 neutron-server[105584]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19113c08-6a39-4775-986a-849ae003f392', 'tag': '89fd5e8b-8e2a-4f3e-99a1-e20412795e9e', 'status': 'completed', 'code': 200} Jul 27 21:57:41.254267 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvr_db [None req-d63fcaf6-b805-45f3-a47b-23520591e191 None None] Set router 328752d5-d7ef-4105-b4a0-46fa4b89f38a gateway port host: n-d-705658-22 {{(pid=105586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:57:41.307246 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712cb468-e989-4846-81ca-09f22b9feed1 req-0a9f9bca-d5d5-4cb8-969b-0fba926871ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:57:41.308693 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-712cb468-e989-4846-81ca-09f22b9feed1 req-0a9f9bca-d5d5-4cb8-969b-0fba926871ba service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=25d69678ca2843da93a97645b6488fa6&device_id=19113c08-6a39-4775-986a-849ae003f392 HTTP/1.1" status: 200 len: 1098 time: 0.0589523 Jul 27 21:57:41.312308 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fbce3d-1a88-4b05-a087-7652662e48f8 req-2a407a67-f083-4432-b859-0f998c2d491c tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:57:41.313797 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-97fbce3d-1a88-4b05-a087-7652662e48f8 req-2a407a67-f083-4432-b859-0f998c2d491c tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] 10.222.0.59 "GET /v2.0/ports?device_id=19113c08-6a39-4775-986a-849ae003f392 HTTP/1.1" status: 200 len: 946 time: 0.0705020 Jul 27 21:57:41.364108 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-97fbce3d-1a88-4b05-a087-7652662e48f8 req-b78c69d3-5bdd-4a3d-9553-5ad8c94a2660 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] 10.222.0.59 "GET /v2.0/security-groups?id=970a29dc-87f5-4d9e-931c-4b1a5b316d87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441911 Jul 27 21:57:41.393813 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 38820) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:57:41.462027 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712cb468-e989-4846-81ca-09f22b9feed1 req-179c3c0c-880a-4c0b-928e-e97ecbf20a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:57:41.464151 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-712cb468-e989-4846-81ca-09f22b9feed1 req-179c3c0c-880a-4c0b-928e-e97ecbf20a33 service neutron] 10.222.0.36 "GET /v2.0/networks?id=358baab1-f907-4c52-976b-59096093f4b7 HTTP/1.1" status: 200 len: 898 time: 0.1480188 Jul 27 21:57:41.480918 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-12b09075-20e1-4968-92e9-a3b36cdb393d tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] 10.222.0.59 "GET /v2.0/floatingips/8fda083f-73ea-4de5-9b91-9a7c35bdd56e HTTP/1.1" status: 200 len: 992 time: 0.0860350 Jul 27 21:57:41.498263 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-d63fcaf6-b805-45f3-a47b-23520591e191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '328752d5-d7ef-4105-b4a0-46fa4b89f38a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1737817868', 'tenant_id': '25d69678ca2843da93a97645b6488fa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.192'}], 'enable_snat': True}, 'gw_port_id': 'd66e7c44-1bb2-4bb6-9ef4-bb3773daf596', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:57:24Z', 'updated_at': '2021-07-27T21:57:28Z', 'revision_number': 4, 'project_id': '25d69678ca2843da93a97645b6488fa6', 'gw_port': {'id': 'd66e7c44-1bb2-4bb6-9ef4-bb3773daf596', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:a2:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '328752d5-d7ef-4105-b4a0-46fa4b89f38a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:57:24Z', 'updated_at': '2021-07-27T21:57:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_floatingips': [{'id': '8fda083f-73ea-4de5-9b91-9a7c35bdd56e', 'tenant_id': '25d69678ca2843da93a97645b6488fa6', 'floating_ip_address': '172.25.5.138', 'floating_network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'router_id': '328752d5-d7ef-4105-b4a0-46fa4b89f38a', 'port_id': '89fd5e8b-8e2a-4f3e-99a1-e20412795e9e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4189, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '358baab1-f907-4c52-976b-59096093f4b7', 'mac_address': 'fa:16:3e:0f:3c:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19113c08-6a39-4775-986a-849ae003f392', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T21:57:39Z', 'updated_at': '2021-07-27T21:57:39Z', 'revision_number': 0, 'project_id': '25d69678ca2843da93a97645b6488fa6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b4c3115-033d-48ce-ad4b-e1502a7f0880', 'name': '', 'network_id': '358baab1-f907-4c52-976b-59096093f4b7', 'tenant_id': '25d69678ca2843da93a97645b6488fa6', 'mac_address': 'fa:16:3e:b6:1d:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '328752d5-d7ef-4105-b4a0-46fa4b89f38a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '38bb7e88-1a8e-4269-9167-40b71fe8b234', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:57:27Z', 'updated_at': '2021-07-27T21:57:32Z', 'revision_number': 5, 'project_id': '25d69678ca2843da93a97645b6488fa6', 'subnets': [{'id': '38bb7e88-1a8e-4269-9167-40b71fe8b234', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-22', False) {} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:57:41.526639 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d63fcaf6-b805-45f3-a47b-23520591e191 None None] Checking router: 328752d5-d7ef-4105-b4a0-46fa4b89f38a for host: n-d-705658-22 {{(pid=105586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:57:41.535550 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d63fcaf6-b805-45f3-a47b-23520591e191 None None] Routers {'328752d5-d7ef-4105-b4a0-46fa4b89f38a'} bound to L3 agent in host n-d-705658-22 {{(pid=105586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:57:41.536245 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-d63fcaf6-b805-45f3-a47b-23520591e191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:57:12Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['328752d5-d7ef-4105-b4a0-46fa4b89f38a'], 'active': True} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:57:41.542528 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.36', 53980) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:57:41.550432 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-712cb468-e989-4846-81ca-09f22b9feed1 req-8b9bdf56-9ff6-4546-a510-ac92590db57b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=89fd5e8b-8e2a-4f3e-99a1-e20412795e9e HTTP/1.1" status: 200 len: 1000 time: 0.0777152 Jul 27 21:57:41.602085 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-8c912529-0984-443c-a384-dd93b160ad19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:41.602943 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-fec6cf81-e104-428a-972a-5444527495d1 req-8966d811-1cb1-4aed-96d1-92f9e09c73f3 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=19113c08-6a39-4775-986a-849ae003f392&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0585866 Jul 27 21:57:41.606611 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712cb468-e989-4846-81ca-09f22b9feed1 req-3a939766-dd4b-44a9-8dc1-1679f02af0a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:57:41.608157 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-712cb468-e989-4846-81ca-09f22b9feed1 req-3a939766-dd4b-44a9-8dc1-1679f02af0a1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=38bb7e88-1a8e-4269-9167-40b71fe8b234 HTTP/1.1" status: 200 len: 835 time: 0.0509348 Jul 27 21:57:41.656768 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvr_db [None req-d63fcaf6-b805-45f3-a47b-23520591e191 None None] Set router 328752d5-d7ef-4105-b4a0-46fa4b89f38a gateway port host: n-d-705658-22 {{(pid=105586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:57:41.668923 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712cb468-e989-4846-81ca-09f22b9feed1 req-2a988307-7472-4465-884b-b72385ddee13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:57:41.670462 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-712cb468-e989-4846-81ca-09f22b9feed1 req-2a988307-7472-4465-884b-b72385ddee13 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=358baab1-f907-4c52-976b-59096093f4b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0554562 Jul 27 21:57:41.764788 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-712cb468-e989-4846-81ca-09f22b9feed1 req-47a499f7-49b0-425b-9a55-507ebe2948b4 service neutron] 10.222.0.36 "GET /v2.0/networks/358baab1-f907-4c52-976b-59096093f4b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870535 Jul 27 21:57:41.856941 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-712cb468-e989-4846-81ca-09f22b9feed1 req-3abcc381-7d4f-4f64-bdff-aa34f03349ae service neutron] 10.222.0.36 "GET /v2.0/networks/358baab1-f907-4c52-976b-59096093f4b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849566 Jul 27 21:57:41.879376 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-d63fcaf6-b805-45f3-a47b-23520591e191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '328752d5-d7ef-4105-b4a0-46fa4b89f38a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1737817868', 'tenant_id': '25d69678ca2843da93a97645b6488fa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.192'}], 'enable_snat': True}, 'gw_port_id': 'd66e7c44-1bb2-4bb6-9ef4-bb3773daf596', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:57:24Z', 'updated_at': '2021-07-27T21:57:28Z', 'revision_number': 4, 'project_id': '25d69678ca2843da93a97645b6488fa6', 'gw_port': {'id': 'd66e7c44-1bb2-4bb6-9ef4-bb3773daf596', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:a2:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '328752d5-d7ef-4105-b4a0-46fa4b89f38a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:57:24Z', 'updated_at': '2021-07-27T21:57:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_floatingips': [{'id': '8fda083f-73ea-4de5-9b91-9a7c35bdd56e', 'tenant_id': '25d69678ca2843da93a97645b6488fa6', 'floating_ip_address': '172.25.5.138', 'floating_network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'router_id': '328752d5-d7ef-4105-b4a0-46fa4b89f38a', 'port_id': '89fd5e8b-8e2a-4f3e-99a1-e20412795e9e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4189, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '358baab1-f907-4c52-976b-59096093f4b7', 'mac_address': 'fa:16:3e:0f:3c:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19113c08-6a39-4775-986a-849ae003f392', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T21:57:39Z', 'updated_at': '2021-07-27T21:57:39Z', 'revision_number': 0, 'project_id': '25d69678ca2843da93a97645b6488fa6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b4c3115-033d-48ce-ad4b-e1502a7f0880', 'name': '', 'network_id': '358baab1-f907-4c52-976b-59096093f4b7', 'tenant_id': '25d69678ca2843da93a97645b6488fa6', 'mac_address': 'fa:16:3e:b6:1d:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '328752d5-d7ef-4105-b4a0-46fa4b89f38a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '38bb7e88-1a8e-4269-9167-40b71fe8b234', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:57:27Z', 'updated_at': '2021-07-27T21:57:32Z', 'revision_number': 5, 'project_id': '25d69678ca2843da93a97645b6488fa6', 'subnets': [{'id': '38bb7e88-1a8e-4269-9167-40b71fe8b234', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-22', False) {} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:57:41.906187 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d63fcaf6-b805-45f3-a47b-23520591e191 None None] The sync data for ids ['328752d5-d7ef-4105-b4a0-46fa4b89f38a'] in n-d-705658-22 is: [{'id': '328752d5-d7ef-4105-b4a0-46fa4b89f38a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1737817868', 'tenant_id': '25d69678ca2843da93a97645b6488fa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.192'}], 'enable_snat': True}, 'gw_port_id': 'd66e7c44-1bb2-4bb6-9ef4-bb3773daf596', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:57:24Z', 'updated_at': '2021-07-27T21:57:28Z', 'revision_number': 4, 'project_id': '25d69678ca2843da93a97645b6488fa6', 'gw_port': {'id': 'd66e7c44-1bb2-4bb6-9ef4-bb3773daf596', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:a2:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '328752d5-d7ef-4105-b4a0-46fa4b89f38a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:57:24Z', 'updated_at': '2021-07-27T21:57:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_floatingips': [{'id': '8fda083f-73ea-4de5-9b91-9a7c35bdd56e', 'tenant_id': '25d69678ca2843da93a97645b6488fa6', 'floating_ip_address': '172.25.5.138', 'floating_network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'router_id': '328752d5-d7ef-4105-b4a0-46fa4b89f38a', 'port_id': '89fd5e8b-8e2a-4f3e-99a1-e20412795e9e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4189, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '358baab1-f907-4c52-976b-59096093f4b7', 'mac_address': 'fa:16:3e:0f:3c:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19113c08-6a39-4775-986a-849ae003f392', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T21:57:39Z', 'updated_at': '2021-07-27T21:57:39Z', 'revision_number': 0, 'project_id': '25d69678ca2843da93a97645b6488fa6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b4c3115-033d-48ce-ad4b-e1502a7f0880', 'name': '', 'network_id': '358baab1-f907-4c52-976b-59096093f4b7', 'tenant_id': '25d69678ca2843da93a97645b6488fa6', 'mac_address': 'fa:16:3e:b6:1d:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '328752d5-d7ef-4105-b4a0-46fa4b89f38a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '38bb7e88-1a8e-4269-9167-40b71fe8b234', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:57:27Z', 'updated_at': '2021-07-27T21:57:32Z', 'revision_number': 5, 'project_id': '25d69678ca2843da93a97645b6488fa6', 'subnets': [{'id': '38bb7e88-1a8e-4269-9167-40b71fe8b234', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:57:41.940320 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:41.979777 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec6cf81-e104-428a-972a-5444527495d1 req-587b3886-6f6d-49d8-9c35-6821431dff71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:57:41.981175 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-fec6cf81-e104-428a-972a-5444527495d1 req-587b3886-6f6d-49d8-9c35-6821431dff71 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=25d69678ca2843da93a97645b6488fa6&device_id=19113c08-6a39-4775-986a-849ae003f392 HTTP/1.1" status: 200 len: 1098 time: 0.0603504 Jul 27 21:57:42.094084 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec6cf81-e104-428a-972a-5444527495d1 req-f942816a-7b15-4251-b2bd-0f351a0386f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:57:42.095593 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-fec6cf81-e104-428a-972a-5444527495d1 req-f942816a-7b15-4251-b2bd-0f351a0386f4 service neutron] 10.222.0.36 "GET /v2.0/networks?id=358baab1-f907-4c52-976b-59096093f4b7 HTTP/1.1" status: 200 len: 898 time: 0.0924942 Jul 27 21:57:42.105364 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9554aa1d-ba94-4b2f-9558-1ff6fe6c5d6b None None] New status for floating IP 8fda083f-73ea-4de5-9b91-9a7c35bdd56e: ACTIVE {{(pid=105587) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 21:57:42.162328 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-fec6cf81-e104-428a-972a-5444527495d1 req-763e4e58-4bfe-4660-ac6c-f977885de879 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=89fd5e8b-8e2a-4f3e-99a1-e20412795e9e HTTP/1.1" status: 200 len: 1000 time: 0.0597706 Jul 27 21:57:42.214274 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec6cf81-e104-428a-972a-5444527495d1 req-ea87be6f-a870-44aa-b89d-4149b6c46667 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:57:42.215854 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-fec6cf81-e104-428a-972a-5444527495d1 req-ea87be6f-a870-44aa-b89d-4149b6c46667 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=38bb7e88-1a8e-4269-9167-40b71fe8b234 HTTP/1.1" status: 200 len: 835 time: 0.0466149 Jul 27 21:57:42.277217 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec6cf81-e104-428a-972a-5444527495d1 req-3744d016-118f-476e-abc8-5669d481e028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:57:42.278756 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-fec6cf81-e104-428a-972a-5444527495d1 req-3744d016-118f-476e-abc8-5669d481e028 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=358baab1-f907-4c52-976b-59096093f4b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0564108 Jul 27 21:57:42.366656 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-fec6cf81-e104-428a-972a-5444527495d1 req-1805b926-483c-4eab-bff3-045aeee2fdfe service neutron] 10.222.0.36 "GET /v2.0/networks/358baab1-f907-4c52-976b-59096093f4b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807397 Jul 27 21:57:42.458152 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-fec6cf81-e104-428a-972a-5444527495d1 req-dbf7d9c6-5c5f-404d-9758-e252003151c6 service neutron] 10.222.0.36 "GET /v2.0/networks/358baab1-f907-4c52-976b-59096093f4b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840900 Jul 27 21:57:42.484671 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 38822) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:57:42.544827 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-642618b5-8fff-4bbd-9a29-b329fd337e5a tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] 10.222.0.59 "GET /v2.0/floatingips/8fda083f-73ea-4de5-9b91-9a7c35bdd56e HTTP/1.1" status: 200 len: 994 time: 0.0590603 Jul 27 21:57:43.108974 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-bb32ed7d-8717-448b-a9c8-a5a0117d1fd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:44.519572 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-875ced1b-4cf3-463a-9653-058f0f9421e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:57.166504 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.agents_db [None req-558fcd2c-e512-47bc-a170-8673d87f7213 None None] Agent healthcheck: found 7 active agents {{(pid=105587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 21:58:07.013714 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:08.951267 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-97d73fbd-d1e6-42e2-abfd-6fff3891966d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:10.783161 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:11.300793 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6b58b2-6a5d-4f2a-ab3a-3c63499fde8f req-59002f01-77f0-4a2b-bf21-2d186a18860d tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:11.302304 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-4b6b58b2-6a5d-4f2a-ab3a-3c63499fde8f req-59002f01-77f0-4a2b-bf21-2d186a18860d tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] 10.222.0.59 "GET /v2.0/ports?device_id=19113c08-6a39-4775-986a-849ae003f392 HTTP/1.1" status: 200 len: 946 time: 0.0630622 Jul 27 21:58:11.342211 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-4b6b58b2-6a5d-4f2a-ab3a-3c63499fde8f req-ef3205b7-fdb9-4f02-871e-ebdffd576305 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] 10.222.0.59 "GET /v2.0/security-groups?id=970a29dc-87f5-4d9e-931c-4b1a5b316d87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339148 Jul 27 21:58:11.593183 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-58e31df2-72ae-43f6-b0c1-0ca0281bd55a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:11.940245 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:12.478808 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d47aa7-7506-4d40-90b4-138449510f51 req-174117e9-92d4-4244-93f0-6ffb42db11e9 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:12.480374 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-65d47aa7-7506-4d40-90b4-138449510f51 req-174117e9-92d4-4244-93f0-6ffb42db11e9 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] 10.222.0.59 "GET /v2.0/ports?device_id=19113c08-6a39-4775-986a-849ae003f392 HTTP/1.1" status: 200 len: 946 time: 0.0664902 Jul 27 21:58:12.519472 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-65d47aa7-7506-4d40-90b4-138449510f51 req-9abd30f6-b032-4ad6-8ebd-98830a620df8 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] 10.222.0.59 "GET /v2.0/security-groups?id=970a29dc-87f5-4d9e-931c-4b1a5b316d87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330474 Jul 27 21:58:12.541311 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 38838) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:58:12.605236 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-cb676f15-ab4e-4490-9d85-fea7bab8382a tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] 10.222.0.59 "GET /v2.0/floatingips/8fda083f-73ea-4de5-9b91-9a7c35bdd56e HTTP/1.1" status: 200 len: 994 time: 0.0627823 Jul 27 21:58:13.112332 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-bb32ed7d-8717-448b-a9c8-a5a0117d1fd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:13.871437 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a37beb-0648-46e7-8aa1-49c21e8ef7c7 req-349a84e1-86b6-44c3-8c86-d2c1d39db20d tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:13.872961 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-43a37beb-0648-46e7-8aa1-49c21e8ef7c7 req-349a84e1-86b6-44c3-8c86-d2c1d39db20d tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] 10.222.0.59 "GET /v2.0/ports?device_id=19113c08-6a39-4775-986a-849ae003f392 HTTP/1.1" status: 200 len: 946 time: 0.0667272 Jul 27 21:58:13.913564 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-43a37beb-0648-46e7-8aa1-49c21e8ef7c7 req-2b394364-ef48-43f8-a39b-6d0b7de55991 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] 10.222.0.59 "GET /v2.0/security-groups?id=970a29dc-87f5-4d9e-931c-4b1a5b316d87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343897 Jul 27 21:58:14.521998 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-875ced1b-4cf3-463a-9653-058f0f9421e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:15.044713 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00450175-e952-432f-8909-502522efc58a req-6b196690-169c-43be-ab08-fcb5e83cbf14 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:15.046244 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-00450175-e952-432f-8909-502522efc58a req-6b196690-169c-43be-ab08-fcb5e83cbf14 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] 10.222.0.59 "GET /v2.0/ports?device_id=19113c08-6a39-4775-986a-849ae003f392 HTTP/1.1" status: 200 len: 946 time: 0.0634670 Jul 27 21:58:15.087832 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-00450175-e952-432f-8909-502522efc58a req-2a2d53d6-dd53-4126-a9b0-9ea46f11c9ac tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] 10.222.0.59 "GET /v2.0/security-groups?id=970a29dc-87f5-4d9e-931c-4b1a5b316d87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356066 Jul 27 21:58:15.110077 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 38848) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:58:15.169375 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-898a9577-5eca-4db7-8a8e-df45d2e743e3 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] 10.222.0.59 "GET /v2.0/floatingips/8fda083f-73ea-4de5-9b91-9a7c35bdd56e HTTP/1.1" status: 200 len: 994 time: 0.0581570 Jul 27 21:58:15.428113 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 38854) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:58:15.581315 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [None req-7b58b8ba-086b-4346-b116-5ca96992b267 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Deleting port 14d27732-f916-4560-a3d2-9e14af9f1c4c {{(pid=105585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:58:15.581663 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-7b58b8ba-086b-4346-b116-5ca96992b267 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:15.656374 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-7b58b8ba-086b-4346-b116-5ca96992b267 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:15.656699 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-7b58b8ba-086b-4346-b116-5ca96992b267 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:15.668470 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [None req-7b58b8ba-086b-4346-b116-5ca96992b267 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Calling delete_port for 14d27732-f916-4560-a3d2-9e14af9f1c4c owned by network:floatingip {{(pid=105585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:58:15.810811 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-7b58b8ba-086b-4346-b116-5ca96992b267 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:15.836428 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b58b8ba-086b-4346-b116-5ca96992b267 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Pushing event deleted for resources: {'Port': ['ID=14d27732-f916-4560-a3d2-9e14af9f1c4c,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:58:15.863792 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b58b8ba-086b-4346-b116-5ca96992b267 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:58:15.864142 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b58b8ba-086b-4346-b116-5ca96992b267 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:58:15.864486 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b58b8ba-086b-4346-b116-5ca96992b267 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:58:15.864819 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b58b8ba-086b-4346-b116-5ca96992b267 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:58:15.865148 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b58b8ba-086b-4346-b116-5ca96992b267 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:58:15.865472 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b58b8ba-086b-4346-b116-5ca96992b267 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:58:15.865797 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b58b8ba-086b-4346-b116-5ca96992b267 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:58:15.866120 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b58b8ba-086b-4346-b116-5ca96992b267 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:58:15.866442 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b58b8ba-086b-4346-b116-5ca96992b267 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:58:15.866763 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b58b8ba-086b-4346-b116-5ca96992b267 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:58:15.867109 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b58b8ba-086b-4346-b116-5ca96992b267 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:58:15.867430 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b58b8ba-086b-4346-b116-5ca96992b267 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:58:15.910423 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-7b58b8ba-086b-4346-b116-5ca96992b267 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks [] for floatingip, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:15.910747 n-d-705658-22 neutron-server[105585]: INFO neutron.db.l3_db [None req-7b58b8ba-086b-4346-b116-5ca96992b267 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Floating IP 8fda083f-73ea-4de5-9b91-9a7c35bdd56e disassociated (deleted). External IP: 172.25.5.138, port: 89fd5e8b-8e2a-4f3e-99a1-e20412795e9e. Jul 27 21:58:16.112839 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b58b8ba-086b-4346-b116-5ca96992b267 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Router 328752d5-d7ef-4105-b4a0-46fa4b89f38a has already been hosted by L3 agent dd128fd7-8e57-4d4f-895b-a96b369df59a {{(pid=105585) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:58:16.217792 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b58b8ba-086b-4346-b116-5ca96992b267 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify agent at l3_agent.n-d-705658-22 the message routers_updated {{(pid=105585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:58:16.222633 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-7b58b8ba-086b-4346-b116-5ca96992b267 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for floatingip, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:16.228073 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20db1b3f-237f-4913-ae79-51c5f935927e None None] Sync routers for ids ['328752d5-d7ef-4105-b4a0-46fa4b89f38a'] in n-d-705658-22 {{(pid=105586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:58:16.237350 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20db1b3f-237f-4913-ae79-51c5f935927e None None] Routers {'328752d5-d7ef-4105-b4a0-46fa4b89f38a'} bound to L3 agent in host n-d-705658-22 {{(pid=105586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:58:16.238057 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-20db1b3f-237f-4913-ae79-51c5f935927e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:58:12Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['328752d5-d7ef-4105-b4a0-46fa4b89f38a'], 'active': True} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:58:16.258392 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-7b58b8ba-086b-4346-b116-5ca96992b267 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] 10.222.0.59 "DELETE /v2.0/floatingips/8fda083f-73ea-4de5-9b91-9a7c35bdd56e HTTP/1.1" status: 204 len: 168 time: 0.8292103 Jul 27 21:58:16.258975 n-d-705658-22 neutron-server[105585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19113c08-6a39-4775-986a-849ae003f392', 'tag': '89fd5e8b-8e2a-4f3e-99a1-e20412795e9e'}] {{(pid=105585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:58:16.261854 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f24452fb85b5ff3d9a44b103084d24ac6536fc7c3e33f3cafe2d6008071b0351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cf959dd-e30d-4b0f-963a-8bafe93ff251" -d '{"events": [{"name": "network-changed", "server_uuid": "19113c08-6a39-4775-986a-849ae003f392", "tag": "89fd5e8b-8e2a-4f3e-99a1-e20412795e9e"}]}' {{(pid=105585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:58:16.299746 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:58:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1c4c126-a7eb-4371-8450-eb91bfe808bc x-openstack-request-id: req-b1c4c126-a7eb-4371-8450-eb91bfe808bc {{(pid=105585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:58:16.300135 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19113c08-6a39-4775-986a-849ae003f392", "tag": "89fd5e8b-8e2a-4f3e-99a1-e20412795e9e", "status": "completed", "code": 200}]} {{(pid=105585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:58:16.300509 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-b1c4c126-a7eb-4371-8450-eb91bfe808bc {{(pid=105585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:58:16.301003 n-d-705658-22 neutron-server[105585]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19113c08-6a39-4775-986a-849ae003f392', 'tag': '89fd5e8b-8e2a-4f3e-99a1-e20412795e9e', 'status': 'completed', 'code': 200} Jul 27 21:58:16.356264 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvr_db [None req-20db1b3f-237f-4913-ae79-51c5f935927e None None] Set router 328752d5-d7ef-4105-b4a0-46fa4b89f38a gateway port host: n-d-705658-22 {{(pid=105586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:58:16.389428 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf959dd-e30d-4b0f-963a-8bafe93ff251 req-c758b4e2-ca48-47e5-8640-a854df8c60f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:16.391025 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-4cf959dd-e30d-4b0f-963a-8bafe93ff251 req-c758b4e2-ca48-47e5-8640-a854df8c60f6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=25d69678ca2843da93a97645b6488fa6&device_id=19113c08-6a39-4775-986a-849ae003f392 HTTP/1.1" status: 200 len: 1098 time: 0.0660698 Jul 27 21:58:16.489765 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf959dd-e30d-4b0f-963a-8bafe93ff251 req-8c7b1860-a494-4644-9b24-1f607ad64ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:16.491454 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-4cf959dd-e30d-4b0f-963a-8bafe93ff251 req-8c7b1860-a494-4644-9b24-1f607ad64ff8 service neutron] 10.222.0.36 "GET /v2.0/networks?id=358baab1-f907-4c52-976b-59096093f4b7 HTTP/1.1" status: 200 len: 898 time: 0.0872245 Jul 27 21:58:16.502326 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d854646-cad8-47bf-86bf-b9f392a29322 req-b6bf4183-3901-4d00-9522-e9ea83dd1d79 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:16.503859 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-3d854646-cad8-47bf-86bf-b9f392a29322 req-b6bf4183-3901-4d00-9522-e9ea83dd1d79 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] 10.222.0.59 "GET /v2.0/ports?device_id=19113c08-6a39-4775-986a-849ae003f392 HTTP/1.1" status: 200 len: 946 time: 0.0673561 Jul 27 21:58:16.539427 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-4cf959dd-e30d-4b0f-963a-8bafe93ff251 req-2accba5e-0662-4e1c-8811-69655eb399c9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=89fd5e8b-8e2a-4f3e-99a1-e20412795e9e HTTP/1.1" status: 200 len: 217 time: 0.0397415 Jul 27 21:58:16.545483 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-3d854646-cad8-47bf-86bf-b9f392a29322 req-a33839fc-dc09-494a-8339-dc9f2b16a48b tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] 10.222.0.59 "GET /v2.0/security-groups?id=970a29dc-87f5-4d9e-931c-4b1a5b316d87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349083 Jul 27 21:58:16.574889 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-20db1b3f-237f-4913-ae79-51c5f935927e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '328752d5-d7ef-4105-b4a0-46fa4b89f38a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1737817868', 'tenant_id': '25d69678ca2843da93a97645b6488fa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.192'}], 'enable_snat': True}, 'gw_port_id': 'd66e7c44-1bb2-4bb6-9ef4-bb3773daf596', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:57:24Z', 'updated_at': '2021-07-27T21:57:28Z', 'revision_number': 4, 'project_id': '25d69678ca2843da93a97645b6488fa6', 'gw_port': {'id': 'd66e7c44-1bb2-4bb6-9ef4-bb3773daf596', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:a2:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '328752d5-d7ef-4105-b4a0-46fa4b89f38a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:57:24Z', 'updated_at': '2021-07-27T21:57:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_interfaces': [{'id': '7b4c3115-033d-48ce-ad4b-e1502a7f0880', 'name': '', 'network_id': '358baab1-f907-4c52-976b-59096093f4b7', 'tenant_id': '25d69678ca2843da93a97645b6488fa6', 'mac_address': 'fa:16:3e:b6:1d:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '328752d5-d7ef-4105-b4a0-46fa4b89f38a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '38bb7e88-1a8e-4269-9167-40b71fe8b234', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:57:27Z', 'updated_at': '2021-07-27T21:57:32Z', 'revision_number': 5, 'project_id': '25d69678ca2843da93a97645b6488fa6', 'subnets': [{'id': '38bb7e88-1a8e-4269-9167-40b71fe8b234', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-22', False) {} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:58:16.592159 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf959dd-e30d-4b0f-963a-8bafe93ff251 req-9bbefdea-fed1-4b6a-901b-a95fda581d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:16.593755 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-4cf959dd-e30d-4b0f-963a-8bafe93ff251 req-9bbefdea-fed1-4b6a-901b-a95fda581d51 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=38bb7e88-1a8e-4269-9167-40b71fe8b234 HTTP/1.1" status: 200 len: 835 time: 0.0450819 Jul 27 21:58:16.600480 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20db1b3f-237f-4913-ae79-51c5f935927e None None] Checking router: 328752d5-d7ef-4105-b4a0-46fa4b89f38a for host: n-d-705658-22 {{(pid=105586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:58:16.609078 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20db1b3f-237f-4913-ae79-51c5f935927e None None] Routers {'328752d5-d7ef-4105-b4a0-46fa4b89f38a'} bound to L3 agent in host n-d-705658-22 {{(pid=105586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:58:16.609686 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-20db1b3f-237f-4913-ae79-51c5f935927e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:58:12Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['328752d5-d7ef-4105-b4a0-46fa4b89f38a'], 'active': True} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:58:16.656136 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf959dd-e30d-4b0f-963a-8bafe93ff251 req-500a8604-2c8f-465c-9323-963df35d35c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:16.657564 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-4cf959dd-e30d-4b0f-963a-8bafe93ff251 req-500a8604-2c8f-465c-9323-963df35d35c2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=358baab1-f907-4c52-976b-59096093f4b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0554655 Jul 27 21:58:16.714858 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvr_db [None req-20db1b3f-237f-4913-ae79-51c5f935927e None None] Set router 328752d5-d7ef-4105-b4a0-46fa4b89f38a gateway port host: n-d-705658-22 {{(pid=105586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:58:16.754107 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-4cf959dd-e30d-4b0f-963a-8bafe93ff251 req-594cb8c0-7040-40e2-ba59-f09349b19fab service neutron] 10.222.0.36 "GET /v2.0/networks/358baab1-f907-4c52-976b-59096093f4b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855081 Jul 27 21:58:16.848499 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-4cf959dd-e30d-4b0f-963a-8bafe93ff251 req-f5e69ab4-42c7-4859-82b2-37b1a0b6410e service neutron] 10.222.0.36 "GET /v2.0/networks/358baab1-f907-4c52-976b-59096093f4b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852575 Jul 27 21:58:17.060936 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-20db1b3f-237f-4913-ae79-51c5f935927e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '328752d5-d7ef-4105-b4a0-46fa4b89f38a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1737817868', 'tenant_id': '25d69678ca2843da93a97645b6488fa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.192'}], 'enable_snat': True}, 'gw_port_id': 'd66e7c44-1bb2-4bb6-9ef4-bb3773daf596', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:57:24Z', 'updated_at': '2021-07-27T21:57:28Z', 'revision_number': 4, 'project_id': '25d69678ca2843da93a97645b6488fa6', 'gw_port': {'id': 'd66e7c44-1bb2-4bb6-9ef4-bb3773daf596', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:a2:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '328752d5-d7ef-4105-b4a0-46fa4b89f38a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:57:24Z', 'updated_at': '2021-07-27T21:57:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_interfaces': [{'id': '7b4c3115-033d-48ce-ad4b-e1502a7f0880', 'name': '', 'network_id': '358baab1-f907-4c52-976b-59096093f4b7', 'tenant_id': '25d69678ca2843da93a97645b6488fa6', 'mac_address': 'fa:16:3e:b6:1d:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '328752d5-d7ef-4105-b4a0-46fa4b89f38a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '38bb7e88-1a8e-4269-9167-40b71fe8b234', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:57:27Z', 'updated_at': '2021-07-27T21:57:32Z', 'revision_number': 5, 'project_id': '25d69678ca2843da93a97645b6488fa6', 'subnets': [{'id': '38bb7e88-1a8e-4269-9167-40b71fe8b234', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-22', False) {} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:58:17.089871 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20db1b3f-237f-4913-ae79-51c5f935927e None None] The sync data for ids ['328752d5-d7ef-4105-b4a0-46fa4b89f38a'] in n-d-705658-22 is: [{'id': '328752d5-d7ef-4105-b4a0-46fa4b89f38a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1737817868', 'tenant_id': '25d69678ca2843da93a97645b6488fa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.192'}], 'enable_snat': True}, 'gw_port_id': 'd66e7c44-1bb2-4bb6-9ef4-bb3773daf596', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:57:24Z', 'updated_at': '2021-07-27T21:57:28Z', 'revision_number': 4, 'project_id': '25d69678ca2843da93a97645b6488fa6', 'gw_port': {'id': 'd66e7c44-1bb2-4bb6-9ef4-bb3773daf596', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:a2:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '328752d5-d7ef-4105-b4a0-46fa4b89f38a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:57:24Z', 'updated_at': '2021-07-27T21:57:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_interfaces': [{'id': '7b4c3115-033d-48ce-ad4b-e1502a7f0880', 'name': '', 'network_id': '358baab1-f907-4c52-976b-59096093f4b7', 'tenant_id': '25d69678ca2843da93a97645b6488fa6', 'mac_address': 'fa:16:3e:b6:1d:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '328752d5-d7ef-4105-b4a0-46fa4b89f38a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '38bb7e88-1a8e-4269-9167-40b71fe8b234', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:57:27Z', 'updated_at': '2021-07-27T21:57:32Z', 'revision_number': 5, 'project_id': '25d69678ca2843da93a97645b6488fa6', 'subnets': [{'id': '38bb7e88-1a8e-4269-9167-40b71fe8b234', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:58:17.300650 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90a2bd64-468e-47aa-85df-eb9f11f29c5c None None] New status for floating IP 8fda083f-73ea-4de5-9b91-9a7c35bdd56e: DOWN {{(pid=105587) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 21:58:17.680649 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795312aa-a521-4d45-a2fb-63546d830fa6 req-5aef840e-ac8c-47c7-88b6-3597d8eab113 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:17.682108 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-795312aa-a521-4d45-a2fb-63546d830fa6 req-5aef840e-ac8c-47c7-88b6-3597d8eab113 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] 10.222.0.59 "GET /v2.0/ports?device_id=19113c08-6a39-4775-986a-849ae003f392 HTTP/1.1" status: 200 len: 946 time: 0.0671084 Jul 27 21:58:17.719531 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-795312aa-a521-4d45-a2fb-63546d830fa6 req-ac6a494d-368f-46f7-b402-dfab423dd31b tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] 10.222.0.59 "GET /v2.0/security-groups?id=970a29dc-87f5-4d9e-931c-4b1a5b316d87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310981 Jul 27 21:58:18.107566 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab1c86d-bf1f-4688-b58e-f36de46f9dc7 req-745caa5f-42e3-455a-8476-03bc6608c216 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:18.108916 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-8ab1c86d-bf1f-4688-b58e-f36de46f9dc7 req-745caa5f-42e3-455a-8476-03bc6608c216 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] 10.222.0.36 "GET /v2.0/ports?device_id=19113c08-6a39-4775-986a-849ae003f392 HTTP/1.1" status: 200 len: 946 time: 0.0617266 Jul 27 21:58:18.209254 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [req-8ab1c86d-bf1f-4688-b58e-f36de46f9dc7 req-aefc7d0e-5dc2-42b8-aaa2-ae475e79db02 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Deleting port 89fd5e8b-8e2a-4f3e-99a1-e20412795e9e {{(pid=105584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:58:18.209593 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-8ab1c86d-bf1f-4688-b58e-f36de46f9dc7 req-aefc7d0e-5dc2-42b8-aaa2-ae475e79db02 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:18.300079 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [req-8ab1c86d-bf1f-4688-b58e-f36de46f9dc7 req-aefc7d0e-5dc2-42b8-aaa2-ae475e79db02 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] For port 89fd5e8b-8e2a-4f3e-99a1-e20412795e9e, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=89fd5e8b-8e2a-4f3e-99a1-e20412795e9e,segment=NetworkSegment(d6e0ccc3-a928-409b-b292-305e2a26bbed),segment_id=d6e0ccc3-a928-409b-b292-305e2a26bbed)] {{(pid=105584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:58:18.300586 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-8ab1c86d-bf1f-4688-b58e-f36de46f9dc7 req-aefc7d0e-5dc2-42b8-aaa2-ae475e79db02 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:18.317833 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [req-8ab1c86d-bf1f-4688-b58e-f36de46f9dc7 req-aefc7d0e-5dc2-42b8-aaa2-ae475e79db02 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Calling delete_port for 89fd5e8b-8e2a-4f3e-99a1-e20412795e9e owned by compute:nova {{(pid=105584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:58:18.455009 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-8ab1c86d-bf1f-4688-b58e-f36de46f9dc7 req-aefc7d0e-5dc2-42b8-aaa2-ae475e79db02 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:18.482274 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefc7d0e-5dc2-42b8-aaa2-ae475e79db02 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Pushing event deleted for resources: {'Port': ['ID=89fd5e8b-8e2a-4f3e-99a1-e20412795e9e,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:58:18.495586 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aefc7d0e-5dc2-42b8-aaa2-ae475e79db02 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:58:18.495944 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aefc7d0e-5dc2-42b8-aaa2-ae475e79db02 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:58:18.496288 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aefc7d0e-5dc2-42b8-aaa2-ae475e79db02 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:58:18.496628 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aefc7d0e-5dc2-42b8-aaa2-ae475e79db02 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:58:18.496991 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aefc7d0e-5dc2-42b8-aaa2-ae475e79db02 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:58:18.497286 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aefc7d0e-5dc2-42b8-aaa2-ae475e79db02 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:58:18.497616 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aefc7d0e-5dc2-42b8-aaa2-ae475e79db02 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:58:18.497947 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aefc7d0e-5dc2-42b8-aaa2-ae475e79db02 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:58:18.498276 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aefc7d0e-5dc2-42b8-aaa2-ae475e79db02 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:58:18.498601 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aefc7d0e-5dc2-42b8-aaa2-ae475e79db02 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:58:18.498925 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aefc7d0e-5dc2-42b8-aaa2-ae475e79db02 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:58:18.499273 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aefc7d0e-5dc2-42b8-aaa2-ae475e79db02 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:58:18.543019 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ab1c86d-bf1f-4688-b58e-f36de46f9dc7 req-aefc7d0e-5dc2-42b8-aaa2-ae475e79db02 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] No DVR routers for this DVR port 89fd5e8b-8e2a-4f3e-99a1-e20412795e9e on host n-h1-705658-22 {{(pid=105584) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:58:18.545556 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-8ab1c86d-bf1f-4688-b58e-f36de46f9dc7 req-aefc7d0e-5dc2-42b8-aaa2-ae475e79db02 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:18.547593 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-8ab1c86d-bf1f-4688-b58e-f36de46f9dc7 req-aefc7d0e-5dc2-42b8-aaa2-ae475e79db02 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] 10.222.0.36 "DELETE /v2.0/ports/89fd5e8b-8e2a-4f3e-99a1-e20412795e9e HTTP/1.1" status: 204 len: 173 time: 0.4322262 Jul 27 21:58:18.548021 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19113c08-6a39-4775-986a-849ae003f392', 'name': 'network-vif-deleted', 'tag': '89fd5e8b-8e2a-4f3e-99a1-e20412795e9e'}] {{(pid=105584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:58:18.550301 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a14b7e693ac0d3b36d252540d57b2183de19e2104d11de1d527dbb6a6689965" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e888600-e72f-46e3-a361-dcfb81c2ecaf" -d '{"events": [{"server_uuid": "19113c08-6a39-4775-986a-849ae003f392", "name": "network-vif-deleted", "tag": "89fd5e8b-8e2a-4f3e-99a1-e20412795e9e"}]}' {{(pid=105584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:58:18.588615 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:58:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3f90920-372f-4b08-b872-65048bea891a x-openstack-request-id: req-b3f90920-372f-4b08-b872-65048bea891a {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:58:18.589437 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19113c08-6a39-4775-986a-849ae003f392", "name": "network-vif-deleted", "tag": "89fd5e8b-8e2a-4f3e-99a1-e20412795e9e", "status": "completed", "code": 200}]} {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:58:18.589655 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-b3f90920-372f-4b08-b872-65048bea891a {{(pid=105584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:58:18.590054 n-d-705658-22 neutron-server[105584]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19113c08-6a39-4775-986a-849ae003f392', 'name': 'network-vif-deleted', 'tag': '89fd5e8b-8e2a-4f3e-99a1-e20412795e9e', 'status': 'completed', 'code': 200} Jul 27 21:58:18.825722 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-1bc649c9-5b88-45cf-b360-42b1de11e5cf req-755470fc-6ad5-4520-8726-9453720311e0 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] 10.222.0.59 "GET /v2.0/ports?device_id=19113c08-6a39-4775-986a-849ae003f392 HTTP/1.1" status: 200 len: 210 time: 0.0295680 Jul 27 21:58:19.883354 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 38870) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:58:20.252226 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-a3967f97-b56d-4786-a4ca-63b14c6d4ea9 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4076536'] for router_interface, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:20.518118 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [None req-a3967f97-b56d-4786-a4ca-63b14c6d4ea9 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Deleting port 7b4c3115-033d-48ce-ad4b-e1502a7f0880 {{(pid=105585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:58:20.518385 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-a3967f97-b56d-4786-a4ca-63b14c6d4ea9 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:20.602113 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.db [None req-a3967f97-b56d-4786-a4ca-63b14c6d4ea9 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] For port 7b4c3115-033d-48ce-ad4b-e1502a7f0880, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=7b4c3115-033d-48ce-ad4b-e1502a7f0880,segment=NetworkSegment(d6e0ccc3-a928-409b-b292-305e2a26bbed),segment_id=d6e0ccc3-a928-409b-b292-305e2a26bbed)] {{(pid=105585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:58:20.602471 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-a3967f97-b56d-4786-a4ca-63b14c6d4ea9 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:20.614660 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [None req-a3967f97-b56d-4786-a4ca-63b14c6d4ea9 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Calling delete_port for 7b4c3115-033d-48ce-ad4b-e1502a7f0880 owned by network:router_interface {{(pid=105585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:58:21.127370 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-a3967f97-b56d-4786-a4ca-63b14c6d4ea9 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:21.150660 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3967f97-b56d-4786-a4ca-63b14c6d4ea9 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Pushing event deleted for resources: {'Port': ['ID=7b4c3115-033d-48ce-ad4b-e1502a7f0880,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:58:21.331345 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-a3967f97-b56d-4786-a4ca-63b14c6d4ea9 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3743915', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4076308'] for router_interface, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:21.543822 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3967f97-b56d-4786-a4ca-63b14c6d4ea9 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Router 328752d5-d7ef-4105-b4a0-46fa4b89f38a has already been hosted by L3 agent dd128fd7-8e57-4d4f-895b-a96b369df59a {{(pid=105585) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:58:21.624007 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device 89fd5e8b-8e2a-4f3e-99a1-e20412795e9e no longer exists at agent hyperv_n-h1-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:58:21.643727 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-28650df7-c46c-4981-b84f-37d87254047e None None] No Port match for: 89fd5e8b-8e2a-4f3e-99a1-e20412795e9e {{(pid=105586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:58:21.644074 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device 89fd5e8b-8e2a-4f3e-99a1-e20412795e9e not bound to the agent host n-h1-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:58:21.661205 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3967f97-b56d-4786-a4ca-63b14c6d4ea9 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify agent at l3_agent.n-d-705658-22 the message routers_updated {{(pid=105585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:58:21.669007 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-a3967f97-b56d-4786-a4ca-63b14c6d4ea9 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] 10.222.0.59 "PUT /v2.0/routers/328752d5-d7ef-4105-b4a0-46fa4b89f38a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7830937 Jul 27 21:58:21.670850 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 38872) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:58:21.673228 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec6a4998-62c0-4885-a8fc-0945129d52ce None None] Sync routers for ids ['328752d5-d7ef-4105-b4a0-46fa4b89f38a'] in n-d-705658-22 {{(pid=105586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:58:21.684478 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec6a4998-62c0-4885-a8fc-0945129d52ce None None] Routers {'328752d5-d7ef-4105-b4a0-46fa4b89f38a'} bound to L3 agent in host n-d-705658-22 {{(pid=105586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:58:21.685274 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-ec6a4998-62c0-4885-a8fc-0945129d52ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:58:12Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['328752d5-d7ef-4105-b4a0-46fa4b89f38a'], 'active': True} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:58:21.722679 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.db_base_plugin_v2 [None req-c252e5d8-a8e6-4c54-853c-5ab5a0a0bcc7 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Deleting subnet 38bb7e88-1a8e-4269-9167-40b71fe8b234 {{(pid=105584) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:58:21.725883 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c252e5d8-a8e6-4c54-853c-5ab5a0a0bcc7 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks [] for subnet, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:21.765516 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c252e5d8-a8e6-4c54-853c-5ab5a0a0bcc7 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9014207'] for subnet, precommit_delete_associations {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:21.794228 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvr_db [None req-ec6a4998-62c0-4885-a8fc-0945129d52ce None None] Set router 328752d5-d7ef-4105-b4a0-46fa4b89f38a gateway port host: n-d-705658-22 {{(pid=105586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:58:21.852869 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c252e5d8-a8e6-4c54-853c-5ab5a0a0bcc7 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854965'] for subnet, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:21.911531 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c252e5d8-a8e6-4c54-853c-5ab5a0a0bcc7 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9014081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9738825'] for subnet, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:21.938009 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c252e5d8-a8e6-4c54-853c-5ab5a0a0bcc7 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Pushing event deleted for resources: {'Subnet': ['ID=38bb7e88-1a8e-4269-9167-40b71fe8b234,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:58:21.941656 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c252e5d8-a8e6-4c54-853c-5ab5a0a0bcc7 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks [] for subnet, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:21.945996 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-c252e5d8-a8e6-4c54-853c-5ab5a0a0bcc7 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] 10.222.0.59 "DELETE /v2.0/subnets/38bb7e88-1a8e-4269-9167-40b71fe8b234 HTTP/1.1" status: 204 len: 168 time: 0.2714353 Jul 27 21:58:21.946279 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 38874) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:58:21.951775 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3043889-95b0-42db-af4a-7ecf837fb097 None None] Network 358baab1-f907-4c52-976b-59096093f4b7 requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:58:22.056028 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-10929bfe-4fbf-41d5-a007-1c15c2b8f8d0 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks [] for router, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:22.087584 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-ec6a4998-62c0-4885-a8fc-0945129d52ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '328752d5-d7ef-4105-b4a0-46fa4b89f38a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1737817868', 'tenant_id': '25d69678ca2843da93a97645b6488fa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.192'}], 'enable_snat': True}, 'gw_port_id': 'd66e7c44-1bb2-4bb6-9ef4-bb3773daf596', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:57:24Z', 'updated_at': '2021-07-27T21:58:21Z', 'revision_number': 5, 'project_id': '25d69678ca2843da93a97645b6488fa6', 'gw_port': {'id': 'd66e7c44-1bb2-4bb6-9ef4-bb3773daf596', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:a2:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '328752d5-d7ef-4105-b4a0-46fa4b89f38a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:57:24Z', 'updated_at': '2021-07-27T21:57:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22'}], 'n-d-705658-22', False) {} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:58:22.117588 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec6a4998-62c0-4885-a8fc-0945129d52ce None None] Checking router: 328752d5-d7ef-4105-b4a0-46fa4b89f38a for host: n-d-705658-22 {{(pid=105586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:58:22.132619 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec6a4998-62c0-4885-a8fc-0945129d52ce None None] Routers {'328752d5-d7ef-4105-b4a0-46fa4b89f38a'} bound to L3 agent in host n-d-705658-22 {{(pid=105586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:58:22.133229 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-ec6a4998-62c0-4885-a8fc-0945129d52ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:58:12Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['328752d5-d7ef-4105-b4a0-46fa4b89f38a'], 'active': True} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:58:22.160546 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-10929bfe-4fbf-41d5-a007-1c15c2b8f8d0 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks [] for router_gateway, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:22.223351 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-10929bfe-4fbf-41d5-a007-1c15c2b8f8d0 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Deleting port d66e7c44-1bb2-4bb6-9ef4-bb3773daf596 {{(pid=105584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:58:22.223943 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-10929bfe-4fbf-41d5-a007-1c15c2b8f8d0 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:22.248621 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvr_db [None req-ec6a4998-62c0-4885-a8fc-0945129d52ce None None] Set router 328752d5-d7ef-4105-b4a0-46fa4b89f38a gateway port host: n-d-705658-22 {{(pid=105586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:58:22.302832 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c075323-fd30-4936-9ee0-187c85acf021 None None] DHCP port deletion for 358baab1-f907-4c52-976b-59096093f4b7 request from n-d-705658-22 {{(pid=105586) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 21:58:22.330814 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [None req-10929bfe-4fbf-41d5-a007-1c15c2b8f8d0 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] For port d66e7c44-1bb2-4bb6-9ef4-bb3773daf596, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=d66e7c44-1bb2-4bb6-9ef4-bb3773daf596,segment=NetworkSegment(12196855-9a32-4633-9a56-77697ef9e126),segment_id=12196855-9a32-4633-9a56-77697ef9e126)] {{(pid=105584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:58:22.331220 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-10929bfe-4fbf-41d5-a007-1c15c2b8f8d0 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:22.355158 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-10929bfe-4fbf-41d5-a007-1c15c2b8f8d0 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Calling delete_port for d66e7c44-1bb2-4bb6-9ef4-bb3773daf596 owned by network:router_gateway {{(pid=105584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:58:22.440436 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-1c075323-fd30-4936-9ee0-187c85acf021 None None] Deleting port 7895d73e-c0d4-43dc-9564-ef92295e1ec0 {{(pid=105586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:58:22.440810 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-1c075323-fd30-4936-9ee0-187c85acf021 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:22.517683 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-1c075323-fd30-4936-9ee0-187c85acf021 None None] For port 7895d73e-c0d4-43dc-9564-ef92295e1ec0, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=7895d73e-c0d4-43dc-9564-ef92295e1ec0,segment=NetworkSegment(d6e0ccc3-a928-409b-b292-305e2a26bbed),segment_id=d6e0ccc3-a928-409b-b292-305e2a26bbed)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:58:22.518077 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-1c075323-fd30-4936-9ee0-187c85acf021 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:22.533075 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-1c075323-fd30-4936-9ee0-187c85acf021 None None] Calling delete_port for 7895d73e-c0d4-43dc-9564-ef92295e1ec0 owned by network:dhcp {{(pid=105586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:58:22.544725 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-ec6a4998-62c0-4885-a8fc-0945129d52ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '328752d5-d7ef-4105-b4a0-46fa4b89f38a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1737817868', 'tenant_id': '25d69678ca2843da93a97645b6488fa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.192'}], 'enable_snat': True}, 'gw_port_id': 'd66e7c44-1bb2-4bb6-9ef4-bb3773daf596', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:57:24Z', 'updated_at': '2021-07-27T21:58:21Z', 'revision_number': 5, 'project_id': '25d69678ca2843da93a97645b6488fa6', 'gw_port': {'id': 'd66e7c44-1bb2-4bb6-9ef4-bb3773daf596', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:a2:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '328752d5-d7ef-4105-b4a0-46fa4b89f38a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:57:24Z', 'updated_at': '2021-07-27T21:57:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22'}], 'n-d-705658-22', False) {} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:58:22.553096 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-10929bfe-4fbf-41d5-a007-1c15c2b8f8d0 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:22.581318 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10929bfe-4fbf-41d5-a007-1c15c2b8f8d0 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Pushing event deleted for resources: {'Port': ['ID=d66e7c44-1bb2-4bb6-9ef4-bb3773daf596,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:58:22.600527 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec6a4998-62c0-4885-a8fc-0945129d52ce None None] The sync data for ids ['328752d5-d7ef-4105-b4a0-46fa4b89f38a'] in n-d-705658-22 is: [{'id': '328752d5-d7ef-4105-b4a0-46fa4b89f38a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1737817868', 'tenant_id': '25d69678ca2843da93a97645b6488fa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.192'}], 'enable_snat': True}, 'gw_port_id': 'd66e7c44-1bb2-4bb6-9ef4-bb3773daf596', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:57:24Z', 'updated_at': '2021-07-27T21:58:21Z', 'revision_number': 5, 'project_id': '25d69678ca2843da93a97645b6488fa6', 'gw_port': {'id': 'd66e7c44-1bb2-4bb6-9ef4-bb3773daf596', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:a2:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '328752d5-d7ef-4105-b4a0-46fa4b89f38a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:57:24Z', 'updated_at': '2021-07-27T21:57:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22'}] {{(pid=105586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:58:22.647591 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 7895d73e-c0d4-43dc-9564-ef92295e1ec0 no longer exists at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:58:22.660942 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-10929bfe-4fbf-41d5-a007-1c15c2b8f8d0 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4075702'] for router_gateway, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:22.682352 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-1c075323-fd30-4936-9ee0-187c85acf021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180'] for port, after_delete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:22.709687 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c075323-fd30-4936-9ee0-187c85acf021 None None] Pushing event deleted for resources: {'Port': ['ID=7895d73e-c0d4-43dc-9564-ef92295e1ec0,revision_number=None']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:58:22.718548 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] No active binding found for port 7895d73e-c0d4-43dc-9564-ef92295e1ec0 {{(pid=105586) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 27 21:58:22.718976 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 7895d73e-c0d4-43dc-9564-ef92295e1ec0 not bound to the agent host n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:58:22.721229 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c075323-fd30-4936-9ee0-187c85acf021 None None] No DVR routers for this DVR port 7895d73e-c0d4-43dc-9564-ef92295e1ec0 on host n-d-705658-22 {{(pid=105586) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:58:22.723998 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c075323-fd30-4936-9ee0-187c85acf021 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:58:22.724450 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c075323-fd30-4936-9ee0-187c85acf021 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:58:22.724798 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c075323-fd30-4936-9ee0-187c85acf021 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:58:22.725134 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c075323-fd30-4936-9ee0-187c85acf021 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:58:22.725466 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c075323-fd30-4936-9ee0-187c85acf021 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:58:22.725796 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c075323-fd30-4936-9ee0-187c85acf021 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:58:22.726124 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c075323-fd30-4936-9ee0-187c85acf021 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:58:22.726450 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c075323-fd30-4936-9ee0-187c85acf021 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:58:22.726774 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c075323-fd30-4936-9ee0-187c85acf021 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:58:22.727118 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c075323-fd30-4936-9ee0-187c85acf021 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:58:22.727444 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c075323-fd30-4936-9ee0-187c85acf021 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:58:22.727766 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c075323-fd30-4936-9ee0-187c85acf021 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:58:22.754277 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-10929bfe-4fbf-41d5-a007-1c15c2b8f8d0 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4163631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-425'] for router, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:22.756337 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-10929bfe-4fbf-41d5-a007-1c15c2b8f8d0 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:22.802498 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-10929bfe-4fbf-41d5-a007-1c15c2b8f8d0 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4163007'] for router, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:22.803039 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10929bfe-4fbf-41d5-a007-1c15c2b8f8d0 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Fanout notify agent at l3_agent the message router_deleted on router 328752d5-d7ef-4105-b4a0-46fa4b89f38a {{(pid=105584) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 21:58:22.810524 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-10929bfe-4fbf-41d5-a007-1c15c2b8f8d0 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks [] for router, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:22.811661 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-10929bfe-4fbf-41d5-a007-1c15c2b8f8d0 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] 10.222.0.59 "DELETE /v2.0/routers/328752d5-d7ef-4105-b4a0-46fa4b89f38a HTTP/1.1" status: 204 len: 168 time: 0.8645263 Jul 27 21:58:22.814271 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 38876) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:58:22.888294 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-81a02eb2-c3e5-495f-8dbf-c6506cf94c94 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-990557'] for network, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:22.981636 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-81a02eb2-c3e5-495f-8dbf-c6506cf94c94 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853562', 'neutron.services.segments.db._delete_segments_for_network-8790688882975'] for network, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:22.991624 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.segments.db [None req-81a02eb2-c3e5-495f-8dbf-c6506cf94c94 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['358baab1-f907-4c52-976b-59096093f4b7']}} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:58:23.003563 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.segments.db [None req-81a02eb2-c3e5-495f-8dbf-c6506cf94c94 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6e0ccc3-a928-409b-b292-305e2a26bbed') {'for_net_delete': True} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:58:23.003882 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.segments.db [None req-81a02eb2-c3e5-495f-8dbf-c6506cf94c94 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6e0ccc3-a928-409b-b292-305e2a26bbed') {} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:58:23.012747 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-81a02eb2-c3e5-495f-8dbf-c6506cf94c94 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790688883752', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9014348'] for segment, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:23.029359 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-81a02eb2-c3e5-495f-8dbf-c6506cf94c94 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:23.036126 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81a02eb2-c3e5-495f-8dbf-c6506cf94c94 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Releasing vlan 213 on physical network physnet1 to pool {{(pid=105584) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:58:23.036578 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-81a02eb2-c3e5-495f-8dbf-c6506cf94c94 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9014063'] for segment, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:23.039953 n-d-705658-22 neutron-server[105584]: Traceback (most recent call last): Jul 27 21:58:23.039953 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:58:23.039953 n-d-705658-22 neutron-server[105584]: timer() Jul 27 21:58:23.039953 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:58:23.039953 n-d-705658-22 neutron-server[105584]: cb(*args, **kw) Jul 27 21:58:23.039953 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:58:23.039953 n-d-705658-22 neutron-server[105584]: return func(*args, **kwargs) Jul 27 21:58:23.039953 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:58:23.039953 n-d-705658-22 neutron-server[105584]: self._notify() Jul 27 21:58:23.039953 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:58:23.039953 n-d-705658-22 neutron-server[105584]: self.callback(batched_events) Jul 27 21:58:23.039953 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:58:23.039953 n-d-705658-22 neutron-server[105584]: event.method(event) Jul 27 21:58:23.039953 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:58:23.039953 n-d-705658-22 neutron-server[105584]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:58:23.039953 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:58:23.039953 n-d-705658-22 neutron-server[105584]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:58:23.039953 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:58:23.039953 n-d-705658-22 neutron-server[105584]: return f(self, *a, **k) Jul 27 21:58:23.039953 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:58:23.039953 n-d-705658-22 neutron-server[105584]: return self._get(url).json() Jul 27 21:58:23.039953 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:58:23.039953 n-d-705658-22 neutron-server[105584]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:58:23.039953 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:58:23.039953 n-d-705658-22 neutron-server[105584]: return self.request(url, 'GET', **kwargs) Jul 27 21:58:23.039953 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:58:23.039953 n-d-705658-22 neutron-server[105584]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:58:23.039953 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:58:23.039953 n-d-705658-22 neutron-server[105584]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:58:23.039953 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:58:23.039953 n-d-705658-22 neutron-server[105584]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:58:23.039953 n-d-705658-22 neutron-server[105584]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:58:23.099375 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-81a02eb2-c3e5-495f-8dbf-c6506cf94c94 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4075658'] for network, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:23.104180 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-81a02eb2-c3e5-495f-8dbf-c6506cf94c94 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks [] for network, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:23.106739 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-81a02eb2-c3e5-495f-8dbf-c6506cf94c94 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] 10.222.0.59 "DELETE /v2.0/networks/358baab1-f907-4c52-976b-59096093f4b7 HTTP/1.1" status: 204 len: 168 time: 0.2915530 Jul 27 21:58:23.109609 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 38878) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:58:23.121357 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a02eb2-c3e5-495f-8dbf-c6506cf94c94 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Pushing event deleted for resources: {'Network': ['ID=358baab1-f907-4c52-976b-59096093f4b7,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:58:23.169180 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-050d018e-768c-4507-956c-f0ce63fc82b8 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks [] for security_group, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:23.196315 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-050d018e-768c-4507-956c-f0ce63fc82b8 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:23.259761 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-050d018e-768c-4507-956c-f0ce63fc82b8 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:23.263161 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-050d018e-768c-4507-956c-f0ce63fc82b8 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks [] for security_group, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:23.264320 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-050d018e-768c-4507-956c-f0ce63fc82b8 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] 10.222.0.59 "DELETE /v2.0/security-groups/970a29dc-87f5-4d9e-931c-4b1a5b316d87 HTTP/1.1" status: 204 len: 168 time: 0.1531441 Jul 27 21:58:23.273930 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050d018e-768c-4507-956c-f0ce63fc82b8 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=970a29dc-87f5-4d9e-931c-4b1a5b316d87,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:58:23.483673 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 38884) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:58:23.488358 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-7d5fc864-dd6a-4006-83d9-2303e7058936 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-652187358', 'description': 'tempest-secgroup-smoke-652187358 description', 'project_id': '25d69678ca2843da93a97645b6488fa6'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:58:23.509657 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-7d5fc864-dd6a-4006-83d9-2303e7058936 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks [] for security_group, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:23.592222 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-7d5fc864-dd6a-4006-83d9-2303e7058936 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks [] for security_group, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:23.596130 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-7d5fc864-dd6a-4006-83d9-2303e7058936 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:23.626235 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-7d5fc864-dd6a-4006-83d9-2303e7058936 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks [] for security_group, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:23.627769 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-7d5fc864-dd6a-4006-83d9-2303e7058936 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1430268 Jul 27 21:58:23.629776 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5fc864-dd6a-4006-83d9-2303e7058936 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Pushing event updated for resources: {'SecurityGroup': ['ID=87781c2a-b641-480a-b690-4a4f23e10adb,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:58:23.631353 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 38886) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:58:23.636949 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-0bced7a0-4b06-46c6-b762-e2a59328e0b0 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Request body: {'security_group_rule': {'security_group_id': '87781c2a-b641-480a-b690-4a4f23e10adb', 'project_id': '25d69678ca2843da93a97645b6488fa6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:58:23.664060 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-0bced7a0-4b06-46c6-b762-e2a59328e0b0 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:23.723135 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-0bced7a0-4b06-46c6-b762-e2a59328e0b0 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:23.726803 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-0bced7a0-4b06-46c6-b762-e2a59328e0b0 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732636'] for security_group_rule, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:23.743925 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bced7a0-4b06-46c6-b762-e2a59328e0b0 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3025fd5a-d509-44cf-8492-78e2ffb2cce8,revision_number=0']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:58:23.750514 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-0bced7a0-4b06-46c6-b762-e2a59328e0b0 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:23.751821 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-0bced7a0-4b06-46c6-b762-e2a59328e0b0 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1192329 Jul 27 21:58:23.754483 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 38888) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:58:23.758853 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-82590553-64b6-4805-9657-99ff626447dc tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Request body: {'security_group_rule': {'security_group_id': '87781c2a-b641-480a-b690-4a4f23e10adb', 'project_id': '25d69678ca2843da93a97645b6488fa6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:58:23.785337 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-82590553-64b6-4805-9657-99ff626447dc tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:23.840596 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-82590553-64b6-4805-9657-99ff626447dc tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:23.844014 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-82590553-64b6-4805-9657-99ff626447dc tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732636'] for security_group_rule, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:23.864124 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82590553-64b6-4805-9657-99ff626447dc tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d26594e-c024-4a73-a8f3-c011bc68f794,revision_number=0']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:58:23.867932 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-82590553-64b6-4805-9657-99ff626447dc tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:23.869512 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-82590553-64b6-4805-9657-99ff626447dc tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1140392 Jul 27 21:58:23.872733 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 38890) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:58:23.877112 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-be81104d-30c6-4f08-8213-71d6f649df3a tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Request body: {'security_group_rule': {'security_group_id': '87781c2a-b641-480a-b690-4a4f23e10adb', 'project_id': '25d69678ca2843da93a97645b6488fa6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:58:23.903474 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-be81104d-30c6-4f08-8213-71d6f649df3a tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:23.959761 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-be81104d-30c6-4f08-8213-71d6f649df3a tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:23.963407 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-be81104d-30c6-4f08-8213-71d6f649df3a tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732636'] for security_group_rule, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:23.978087 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be81104d-30c6-4f08-8213-71d6f649df3a tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0714f94-20c0-4e7a-9d1e-df0ea3c592a4,revision_number=0']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:58:23.987570 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-be81104d-30c6-4f08-8213-71d6f649df3a tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:23.988797 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-be81104d-30c6-4f08-8213-71d6f649df3a tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1151478 Jul 27 21:58:23.991525 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 38892) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:58:23.997097 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-019e691d-8b03-4aa5-8c42-29a64bb852ad tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Request body: {'security_group_rule': {'security_group_id': '87781c2a-b641-480a-b690-4a4f23e10adb', 'project_id': '25d69678ca2843da93a97645b6488fa6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:58:24.023069 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-019e691d-8b03-4aa5-8c42-29a64bb852ad tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:24.085596 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-019e691d-8b03-4aa5-8c42-29a64bb852ad tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:24.089200 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-019e691d-8b03-4aa5-8c42-29a64bb852ad tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732636'] for security_group_rule, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:24.108404 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019e691d-8b03-4aa5-8c42-29a64bb852ad tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc00585d-2c03-45de-aff4-85f044514392,revision_number=0']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:58:24.114935 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-019e691d-8b03-4aa5-8c42-29a64bb852ad tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:24.116173 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-019e691d-8b03-4aa5-8c42-29a64bb852ad tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1237206 Jul 27 21:58:24.119114 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 38894) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:58:24.124019 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-a606eabf-cbae-4ce4-be51-a8d74a337ea8 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Request body: {'security_group_rule': {'security_group_id': '87781c2a-b641-480a-b690-4a4f23e10adb', 'project_id': '25d69678ca2843da93a97645b6488fa6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:58:24.144322 n-d-705658-22 neutron-server[105584]: INFO neutron.db.securitygroups_db [None req-a606eabf-cbae-4ce4-be51-a8d74a337ea8 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Project 25d69678ca2843da93a97645b6488fa6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 27 21:58:24.149150 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-a606eabf-cbae-4ce4-be51-a8d74a337ea8 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:24.207967 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-a606eabf-cbae-4ce4-be51-a8d74a337ea8 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:24.211241 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-a606eabf-cbae-4ce4-be51-a8d74a337ea8 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732636'] for security_group_rule, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:24.227425 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a606eabf-cbae-4ce4-be51-a8d74a337ea8 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af560772-f9ce-4667-bed4-a2a7850cd588,revision_number=0']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:58:24.234889 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-a606eabf-cbae-4ce4-be51-a8d74a337ea8 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:24.236138 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-a606eabf-cbae-4ce4-be51-a8d74a337ea8 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1161058 Jul 27 21:58:24.238964 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 38896) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:58:24.243885 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-e4e6acdd-a3d3-4f92-a944-d81b416d1efc tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Request body: {'security_group_rule': {'security_group_id': '87781c2a-b641-480a-b690-4a4f23e10adb', 'project_id': '25d69678ca2843da93a97645b6488fa6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:58:24.265307 n-d-705658-22 neutron-server[105585]: INFO neutron.db.securitygroups_db [None req-e4e6acdd-a3d3-4f92-a944-d81b416d1efc tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Project 25d69678ca2843da93a97645b6488fa6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 27 21:58:24.270081 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-e4e6acdd-a3d3-4f92-a944-d81b416d1efc tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:24.336386 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-e4e6acdd-a3d3-4f92-a944-d81b416d1efc tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:24.340702 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-e4e6acdd-a3d3-4f92-a944-d81b416d1efc tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732636'] for security_group_rule, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:24.362154 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e6acdd-a3d3-4f92-a944-d81b416d1efc tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b61c125e-1d1a-404a-8c4a-f4ebb9a60b96,revision_number=0']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:58:24.367852 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-e4e6acdd-a3d3-4f92-a944-d81b416d1efc tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:24.370368 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-e4e6acdd-a3d3-4f92-a944-d81b416d1efc tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1301289 Jul 27 21:58:24.372950 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 38898) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:58:24.377793 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-bf3c9808-9f83-4e17-b6d9-bd66f681b018 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Request body: {'network': {'name': 'tempest-network-smoke--1619042123', 'project_id': '25d69678ca2843da93a97645b6488fa6', 'port_security_enabled': True}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:58:24.397486 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf3c9808-9f83-4e17-b6d9-bd66f681b018 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Made reservation on behalf of 25d69678ca2843da93a97645b6488fa6 for: {'network': 1} {{(pid=105585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:58:24.401017 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-bf3c9808-9f83-4e17-b6d9-bd66f681b018 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for network, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:24.424843 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf3c9808-9f83-4e17-b6d9-bd66f681b018 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] vlan segment allocate from pool success with {'vlan_id': 246, 'physical_network': 'physnet1'} {{(pid=105585) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:58:24.434140 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-bf3c9808-9f83-4e17-b6d9-bd66f681b018 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:24.434481 n-d-705658-22 neutron-server[105585]: INFO neutron.db.segments_db [None req-bf3c9808-9f83-4e17-b6d9-bd66f681b018 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Added segment 575b449f-1c9a-4a5e-8f9e-fe1cf8bbe864 of type vlan for network 11d5cd84-e212-4610-adea-b20784c1d32f Jul 27 21:58:24.487017 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-bf3c9808-9f83-4e17-b6d9-bd66f681b018 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790688424798'] for network, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:24.504983 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-bf3c9808-9f83-4e17-b6d9-bd66f681b018 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920'] for network, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:24.510829 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 7b4c3115-033d-48ce-ad4b-e1502a7f0880 no longer exists at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:58:24.511801 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf3c9808-9f83-4e17-b6d9-bd66f681b018 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:24.512390 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-bf3c9808-9f83-4e17-b6d9-bd66f681b018 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks [] for network, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:24.531992 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] No Port match for: 7b4c3115-033d-48ce-ad4b-e1502a7f0880 {{(pid=105586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:58:24.532264 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 7b4c3115-033d-48ce-ad4b-e1502a7f0880 not bound to the agent host n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:58:24.532689 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device d66e7c44-1bb2-4bb6-9ef4-bb3773daf596 no longer exists at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:58:24.550576 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] No Port match for: d66e7c44-1bb2-4bb6-9ef4-bb3773daf596 {{(pid=105586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:58:24.550924 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device d66e7c44-1bb2-4bb6-9ef4-bb3773daf596 not bound to the agent host n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:58:24.574002 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-bf3c9808-9f83-4e17-b6d9-bd66f681b018 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1994374 Jul 27 21:58:24.576673 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 38900) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:58:24.583116 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-dfceecb8-b63e-45c3-b725-b74f563c013c tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2041219734', 'admin_state_up': True, 'project_id': '25d69678ca2843da93a97645b6488fa6', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305'}}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:58:24.597062 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3c9808-9f83-4e17-b6d9-bd66f681b018 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Pushing event updated for resources: {'Network': ['ID=11d5cd84-e212-4610-adea-b20784c1d32f,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:58:24.607159 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Network 11d5cd84-e212-4610-adea-b20784c1d32f details requested by agent ovs-agent-n-d-705658-22 with host n-d-705658-22 {{(pid=105586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:58:24.612271 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-dfceecb8-b63e-45c3-b725-b74f563c013c tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4163813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-443'] for router, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:24.613243 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-dfceecb8-b63e-45c3-b725-b74f563c013c tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4165196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4077059', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3711235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-418'] for router, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:24.663780 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-dfceecb8-b63e-45c3-b725-b74f563c013c tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:24.801606 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-dfceecb8-b63e-45c3-b725-b74f563c013c tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4077169', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4163787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-400'] for router, precommit_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:24.990194 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-dfceecb8-b63e-45c3-b725-b74f563c013c tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks [] for router_gateway, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:25.013327 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-dfceecb8-b63e-45c3-b725-b74f563c013c tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:25.113401 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.db_base_plugin_common [None req-dfceecb8-b63e-45c3-b725-b74f563c013c tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Allocated IP 172.25.5.83 (8735d8a2-b604-4758-ae71-b40e4ee6f305/eca7dbab-b9c0-4c8f-a272-816ea8a81764/e0cdfed3-7219-457e-a127-073d564fd526) {{(pid=105585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:58:25.215658 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-dfceecb8-b63e-45c3-b725-b74f563c013c tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks [] for port, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:25.254529 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-dfceecb8-b63e-45c3-b725-b74f563c013c tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:25.290980 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfceecb8-b63e-45c3-b725-b74f563c013c tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Network 8735d8a2-b604-4758-ae71-b40e4ee6f305 is already hosted by enough agents. {{(pid=105585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:58:25.296207 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.base_scheduler [None req-dfceecb8-b63e-45c3-b725-b74f563c013c tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Resources bound (agent type, host, resource id): {{(pid=105585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:58:25.299574 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfceecb8-b63e-45c3-b725-b74f563c013c tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Received port after_create {{(pid=105585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:58:25.304842 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfceecb8-b63e-45c3-b725-b74f563c013c tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Pushing event updated for resources: {'Port': ['ID=e0cdfed3-7219-457e-a127-073d564fd526,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:58:25.539851 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-dfceecb8-b63e-45c3-b725-b74f563c013c tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks [] for router_gateway, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:25.729205 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-dfceecb8-b63e-45c3-b725-b74f563c013c tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4163804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4077150'] for router, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:25.852797 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfceecb8-b63e-45c3-b725-b74f563c013c tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Router 2bc6cd78-c136-42d5-b126-65496eae47a9 is scheduled to L3 agent dd128fd7-8e57-4d4f-895b-a96b369df59a with binding_index 1 {{(pid=105585) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 21:58:25.957457 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfceecb8-b63e-45c3-b725-b74f563c013c tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify agent at l3_agent.n-d-705658-22 the message routers_updated {{(pid=105585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:58:25.967694 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-564b15d3-b9cc-475b-a21d-fa6adb9cafa0 None None] Sync routers for ids ['2bc6cd78-c136-42d5-b126-65496eae47a9'] in n-d-705658-22 {{(pid=105587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:58:25.974786 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-dfceecb8-b63e-45c3-b725-b74f563c013c tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks [] for router, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:25.976136 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-dfceecb8-b63e-45c3-b725-b74f563c013c tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.3984802 Jul 27 21:58:25.976749 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-564b15d3-b9cc-475b-a21d-fa6adb9cafa0 None None] Routers {'2bc6cd78-c136-42d5-b126-65496eae47a9'} bound to L3 agent in host n-d-705658-22 {{(pid=105587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:58:25.977352 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-564b15d3-b9cc-475b-a21d-fa6adb9cafa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:58:12Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['2bc6cd78-c136-42d5-b126-65496eae47a9'], 'active': True} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:58:25.979200 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 38902) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:58:26.008552 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-b1e03a5d-8f78-4d45-8429-b4e11828c1d1 tempest-TestNetworkAdvancedServerOps-1671970843 tempest-TestNetworkAdvancedServerOps-1671970843-project-admin] 10.222.0.59 "GET /v2.0/subnets?project_id=25d69678ca2843da93a97645b6488fa6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0281668 Jul 27 21:58:26.011672 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 38904) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:58:26.100603 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a798a1c-13ef-4290-a147-4ea633afce42 tempest-TestNetworkAdvancedServerOps-1671970843 tempest-TestNetworkAdvancedServerOps-1671970843-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:26.102148 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-1a798a1c-13ef-4290-a147-4ea633afce42 tempest-TestNetworkAdvancedServerOps-1671970843 tempest-TestNetworkAdvancedServerOps-1671970843-project-admin] 10.222.0.59 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0895846 Jul 27 21:58:26.105267 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 38906) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:58:26.140544 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-a7805366-56d2-4fc8-8a6c-9efb6e8830d3 tempest-TestNetworkAdvancedServerOps-1671970843 tempest-TestNetworkAdvancedServerOps-1671970843-project-admin] 10.222.0.59 "GET /v2.0/subnets?network_id=8735d8a2-b604-4758-ae71-b40e4ee6f305&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0341887 Jul 27 21:58:26.143011 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 38908) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:58:26.147765 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-d79b0761-e836-41e8-8f83-a657b42404d6 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-906760922', 'network_id': '11d5cd84-e212-4610-adea-b20784c1d32f', 'project_id': '25d69678ca2843da93a97645b6488fa6', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:58:26.166772 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvr_db [None req-564b15d3-b9cc-475b-a21d-fa6adb9cafa0 None None] Set router 2bc6cd78-c136-42d5-b126-65496eae47a9 gateway port host: n-d-705658-22 {{(pid=105587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:58:26.235451 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d79b0761-e836-41e8-8f83-a657b42404d6 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Made reservation on behalf of 25d69678ca2843da93a97645b6488fa6 for: {'subnet': 1} {{(pid=105585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:58:26.239095 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-d79b0761-e836-41e8-8f83-a657b42404d6 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9990620'] for subnet, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:26.341536 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-564b15d3-b9cc-475b-a21d-fa6adb9cafa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bc6cd78-c136-42d5-b126-65496eae47a9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2041219734', 'tenant_id': '25d69678ca2843da93a97645b6488fa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.83'}], 'enable_snat': True}, 'gw_port_id': 'e0cdfed3-7219-457e-a127-073d564fd526', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:58:24Z', 'updated_at': '2021-07-27T21:58:25Z', 'revision_number': 3, 'project_id': '25d69678ca2843da93a97645b6488fa6', 'gw_port': {'id': 'e0cdfed3-7219-457e-a127-073d564fd526', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:64:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bc6cd78-c136-42d5-b126-65496eae47a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:58:25Z', 'updated_at': '2021-07-27T21:58:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22'}], 'n-d-705658-22', False) {} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:58:26.371789 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-564b15d3-b9cc-475b-a21d-fa6adb9cafa0 None None] Checking router: 2bc6cd78-c136-42d5-b126-65496eae47a9 for host: n-d-705658-22 {{(pid=105587) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:58:26.372519 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-564b15d3-b9cc-475b-a21d-fa6adb9cafa0 None None] Updating router 2bc6cd78-c136-42d5-b126-65496eae47a9 port e0cdfed3-7219-457e-a127-073d564fd526 binding host n-d-705658-22 {{(pid=105587) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 21:58:26.411951 n-d-705658-22 neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-564b15d3-b9cc-475b-a21d-fa6adb9cafa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:26.421966 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-d79b0761-e836-41e8-8f83-a657b42404d6 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10221797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9990606'] for subnet, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:26.487296 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79b0761-e836-41e8-8f83-a657b42404d6 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Pushing event updated for resources: {'Subnet': ['ID=3c0faa5e-b1e4-4316-97fd-02a99bdcaa7f,revision_number=0']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:58:26.490833 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d79b0761-e836-41e8-8f83-a657b42404d6 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Checking segment: {'id': '575b449f-1c9a-4a5e-8f9e-fe1cf8bbe864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '11d5cd84-e212-4610-adea-b20784c1d32f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:58:26.491226 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d79b0761-e836-41e8-8f83-a657b42404d6 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Network hostable DHCP agents. Network: 11d5cd84-e212-4610-adea-b20784c1d32f, hostable agents: ['7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a'], hosted agents: [] {{(pid=105585) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:58:26.508197 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d79b0761-e836-41e8-8f83-a657b42404d6 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Network 11d5cd84-e212-4610-adea-b20784c1d32f is scheduled to be hosted by DHCP agent 7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a with binding_index 1 {{(pid=105585) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:58:26.516529 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.base_scheduler [None req-d79b0761-e836-41e8-8f83-a657b42404d6 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-22, 11d5cd84-e212-4610-adea-b20784c1d32f) {{(pid=105585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:58:26.520684 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d79b0761-e836-41e8-8f83-a657b42404d6 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:26.521330 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-d79b0761-e836-41e8-8f83-a657b42404d6 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks [] for subnet, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:26.525759 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d216265-18c6-40d5-9649-8dddaa5e405e None None] Network 11d5cd84-e212-4610-adea-b20784c1d32f requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:58:26.541254 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-d79b0761-e836-41e8-8f83-a657b42404d6 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.3972483 Jul 27 21:58:26.544570 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 38910) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:58:26.669899 n-d-705658-22 neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-564b15d3-b9cc-475b-a21d-fa6adb9cafa0 None None] Notify callbacks [] for port, precommit_update {{(pid=105587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:26.680335 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.provisioning_blocks [None req-564b15d3-b9cc-475b-a21d-fa6adb9cafa0 None None] Transition to ACTIVE for port object e0cdfed3-7219-457e-a127-073d564fd526 will not be triggered until provisioned by entity L2. {{(pid=105587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:58:26.686759 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30cdae97-8552-477f-8277-a85b863cee88 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30bb4b93-b285-5d90-9493-f9ec33ea333c-11d5cd84-e212-4610-adea-b20784c1d32f', 'network_id': '11d5cd84-e212-4610-adea-b20784c1d32f', 'tenant_id': '25d69678ca2843da93a97645b6488fa6', 'fixed_ips': [{'subnet_id': '3c0faa5e-b1e4-4316-97fd-02a99bdcaa7f'}]}} from n-d-705658-22. {{(pid=105586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 21:58:26.687291 n-d-705658-22 neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-564b15d3-b9cc-475b-a21d-fa6adb9cafa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:26.687660 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-30cdae97-8552-477f-8277-a85b863cee88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:26.738947 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.managers [None req-564b15d3-b9cc-475b-a21d-fa6adb9cafa0 None None] Attempting to bind port e0cdfed3-7219-457e-a127-073d564fd526 on host n-d-705658-22 for vnic_type normal with profile {{(pid=105587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:58:26.739413 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.managers [None req-564b15d3-b9cc-475b-a21d-fa6adb9cafa0 None None] Attempting to bind port e0cdfed3-7219-457e-a127-073d564fd526 by drivers openvswitch,hyperv on host n-d-705658-22 at level 0 using segments [{'id': '12196855-9a32-4633-9a56-77697ef9e126', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305'}] {{(pid=105587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:58:26.739779 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-564b15d3-b9cc-475b-a21d-fa6adb9cafa0 None None] Attempting to bind port e0cdfed3-7219-457e-a127-073d564fd526 on network 8735d8a2-b604-4758-ae71-b40e4ee6f305 {{(pid=105587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:58:26.753398 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-564b15d3-b9cc-475b-a21d-fa6adb9cafa0 None None] Checking agent: {'id': '04a7ea91-6318-467e-ace6-b0fb48c8690f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 41, 42), 'started_at': datetime.datetime(2021, 7, 27, 20, 42, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 58, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:58:26.753823 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-564b15d3-b9cc-475b-a21d-fa6adb9cafa0 None None] Checking segment: {'id': '12196855-9a32-4633-9a56-77697ef9e126', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:58:26.754181 n-d-705658-22 neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-564b15d3-b9cc-475b-a21d-fa6adb9cafa0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:26.754584 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-564b15d3-b9cc-475b-a21d-fa6adb9cafa0 None None] Bound using segment: {'id': '12196855-9a32-4633-9a56-77697ef9e126', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305'} {{(pid=105587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:58:26.755172 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.managers [None req-564b15d3-b9cc-475b-a21d-fa6adb9cafa0 None None] Bound port: e0cdfed3-7219-457e-a127-073d564fd526, host: n-d-705658-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12196855-9a32-4633-9a56-77697ef9e126', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305'}}] {{(pid=105587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:58:26.755558 n-d-705658-22 neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-564b15d3-b9cc-475b-a21d-fa6adb9cafa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:26.759554 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9464f83-d7b9-4264-886e-3aec7e982434 None None] Pushing event updated for resources: {'Port': ['ID=e0cdfed3-7219-457e-a127-073d564fd526,revision_number=2']} {{(pid=105587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:58:26.815844 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.db [None req-564b15d3-b9cc-475b-a21d-fa6adb9cafa0 None None] For port e0cdfed3-7219-457e-a127-073d564fd526, host n-d-705658-22, cleared binding levels {{(pid=105587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:58:26.819284 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.db [None req-564b15d3-b9cc-475b-a21d-fa6adb9cafa0 None None] For port e0cdfed3-7219-457e-a127-073d564fd526, host n-d-705658-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=e0cdfed3-7219-457e-a127-073d564fd526,segment=NetworkSegment(12196855-9a32-4633-9a56-77697ef9e126),segment_id=12196855-9a32-4633-9a56-77697ef9e126)] {{(pid=105587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:58:26.824579 n-d-705658-22 neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-564b15d3-b9cc-475b-a21d-fa6adb9cafa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:26.826521 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.db_base_plugin_common [None req-30cdae97-8552-477f-8277-a85b863cee88 None None] Allocated IP 172.20.0.2 (11d5cd84-e212-4610-adea-b20784c1d32f/3c0faa5e-b1e4-4316-97fd-02a99bdcaa7f/bdf94bab-74cf-4d52-950d-a44973760447) {{(pid=105586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:58:26.878372 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-564b15d3-b9cc-475b-a21d-fa6adb9cafa0 None None] Routers {'2bc6cd78-c136-42d5-b126-65496eae47a9'} bound to L3 agent in host n-d-705658-22 {{(pid=105587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:58:26.878926 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-564b15d3-b9cc-475b-a21d-fa6adb9cafa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:58:12Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['2bc6cd78-c136-42d5-b126-65496eae47a9'], 'active': True} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:58:26.928219 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9464f83-d7b9-4264-886e-3aec7e982434 None None] Pushing event updated for resources: {'Port': ['ID=e0cdfed3-7219-457e-a127-073d564fd526,revision_number=3']} {{(pid=105587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:58:26.989839 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-30cdae97-8552-477f-8277-a85b863cee88 None None] Notify callbacks [] for port, precommit_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:26.997976 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvr_db [None req-564b15d3-b9cc-475b-a21d-fa6adb9cafa0 None None] Set router 2bc6cd78-c136-42d5-b126-65496eae47a9 gateway port host: n-d-705658-22 {{(pid=105587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:58:26.999213 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-30cdae97-8552-477f-8277-a85b863cee88 None None] Transition to ACTIVE for port object bdf94bab-74cf-4d52-950d-a44973760447 will not be triggered until provisioned by entity L2. {{(pid=105586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:58:27.015207 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-30cdae97-8552-477f-8277-a85b863cee88 None None] Transition to ACTIVE for port object bdf94bab-74cf-4d52-950d-a44973760447 will not be triggered until provisioned by entity DHCP. {{(pid=105586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:58:27.022431 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-30cdae97-8552-477f-8277-a85b863cee88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143'] for port, after_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:27.076758 n-d-705658-22 neutron-server[105586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30cdae97-8552-477f-8277-a85b863cee88 None None] Network 11d5cd84-e212-4610-adea-b20784c1d32f is already hosted by enough agents. {{(pid=105586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:58:27.082971 n-d-705658-22 neutron-server[105586]: DEBUG neutron.scheduler.base_scheduler [None req-30cdae97-8552-477f-8277-a85b863cee88 None None] Resources bound (agent type, host, resource id): {{(pid=105586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:58:27.085377 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30cdae97-8552-477f-8277-a85b863cee88 None None] Pushing event updated for resources: {'Port': ['ID=bdf94bab-74cf-4d52-950d-a44973760447,revision_number=1']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:58:27.091459 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30cdae97-8552-477f-8277-a85b863cee88 None None] Received port after_create {{(pid=105586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:58:27.157050 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-30cdae97-8552-477f-8277-a85b863cee88 None None] Attempting to bind port bdf94bab-74cf-4d52-950d-a44973760447 on host n-d-705658-22 for vnic_type normal with profile {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:58:27.157428 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-30cdae97-8552-477f-8277-a85b863cee88 None None] Attempting to bind port bdf94bab-74cf-4d52-950d-a44973760447 by drivers openvswitch,hyperv on host n-d-705658-22 at level 0 using segments [{'id': '575b449f-1c9a-4a5e-8f9e-fe1cf8bbe864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '11d5cd84-e212-4610-adea-b20784c1d32f'}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:58:27.158018 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30cdae97-8552-477f-8277-a85b863cee88 None None] Attempting to bind port bdf94bab-74cf-4d52-950d-a44973760447 on network 11d5cd84-e212-4610-adea-b20784c1d32f {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:58:27.163564 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30cdae97-8552-477f-8277-a85b863cee88 None None] Checking agent: {'id': '04a7ea91-6318-467e-ace6-b0fb48c8690f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 41, 42), 'started_at': datetime.datetime(2021, 7, 27, 20, 42, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 58, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:58:27.163942 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30cdae97-8552-477f-8277-a85b863cee88 None None] Checking segment: {'id': '575b449f-1c9a-4a5e-8f9e-fe1cf8bbe864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '11d5cd84-e212-4610-adea-b20784c1d32f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:58:27.164347 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-30cdae97-8552-477f-8277-a85b863cee88 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:27.164906 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30cdae97-8552-477f-8277-a85b863cee88 None None] Bound using segment: {'id': '575b449f-1c9a-4a5e-8f9e-fe1cf8bbe864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '11d5cd84-e212-4610-adea-b20784c1d32f'} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:58:27.165391 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-30cdae97-8552-477f-8277-a85b863cee88 None None] Bound port: bdf94bab-74cf-4d52-950d-a44973760447, host: n-d-705658-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '575b449f-1c9a-4a5e-8f9e-fe1cf8bbe864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '11d5cd84-e212-4610-adea-b20784c1d32f'}}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:58:27.165767 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-30cdae97-8552-477f-8277-a85b863cee88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:27.188681 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-564b15d3-b9cc-475b-a21d-fa6adb9cafa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bc6cd78-c136-42d5-b126-65496eae47a9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2041219734', 'tenant_id': '25d69678ca2843da93a97645b6488fa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.83'}], 'enable_snat': True}, 'gw_port_id': 'e0cdfed3-7219-457e-a127-073d564fd526', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:58:24Z', 'updated_at': '2021-07-27T21:58:25Z', 'revision_number': 3, 'project_id': '25d69678ca2843da93a97645b6488fa6', 'gw_port': {'id': 'e0cdfed3-7219-457e-a127-073d564fd526', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:64:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bc6cd78-c136-42d5-b126-65496eae47a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:58:25Z', 'updated_at': '2021-07-27T21:58:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22'}], 'n-d-705658-22', False) {} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:58:27.219844 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-564b15d3-b9cc-475b-a21d-fa6adb9cafa0 None None] The sync data for ids ['2bc6cd78-c136-42d5-b126-65496eae47a9'] in n-d-705658-22 is: [{'id': '2bc6cd78-c136-42d5-b126-65496eae47a9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2041219734', 'tenant_id': '25d69678ca2843da93a97645b6488fa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.83'}], 'enable_snat': True}, 'gw_port_id': 'e0cdfed3-7219-457e-a127-073d564fd526', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:58:24Z', 'updated_at': '2021-07-27T21:58:25Z', 'revision_number': 3, 'project_id': '25d69678ca2843da93a97645b6488fa6', 'gw_port': {'id': 'e0cdfed3-7219-457e-a127-073d564fd526', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:64:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bc6cd78-c136-42d5-b126-65496eae47a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:58:25Z', 'updated_at': '2021-07-27T21:58:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22'}] {{(pid=105587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:58:27.232156 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-30cdae97-8552-477f-8277-a85b863cee88 None None] For port bdf94bab-74cf-4d52-950d-a44973760447, host n-d-705658-22, cleared binding levels {{(pid=105586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:58:27.236026 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-30cdae97-8552-477f-8277-a85b863cee88 None None] For port bdf94bab-74cf-4d52-950d-a44973760447, host n-d-705658-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=bdf94bab-74cf-4d52-950d-a44973760447,segment=NetworkSegment(575b449f-1c9a-4a5e-8f9e-fe1cf8bbe864),segment_id=575b449f-1c9a-4a5e-8f9e-fe1cf8bbe864)] {{(pid=105586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:58:27.241047 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-30cdae97-8552-477f-8277-a85b863cee88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:27.306075 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30cdae97-8552-477f-8277-a85b863cee88 None None] Pushing event updated for resources: {'Port': ['ID=bdf94bab-74cf-4d52-950d-a44973760447,revision_number=2']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:58:27.448194 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-189e87f1-d837-4a15-a6e9-266a5e774b86 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:27.780095 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.db_base_plugin_common [None req-189e87f1-d837-4a15-a6e9-266a5e774b86 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Allocated IP 172.20.0.1 (11d5cd84-e212-4610-adea-b20784c1d32f/3c0faa5e-b1e4-4316-97fd-02a99bdcaa7f/dab7d73c-e31b-4aec-9bd2-eab311bb2ad5) {{(pid=105585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:58:27.913088 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-189e87f1-d837-4a15-a6e9-266a5e774b86 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks [] for port, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:27.928487 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.provisioning_blocks [None req-189e87f1-d837-4a15-a6e9-266a5e774b86 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Transition to ACTIVE for port object dab7d73c-e31b-4aec-9bd2-eab311bb2ad5 will not be triggered until provisioned by entity DHCP. {{(pid=105585) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:58:27.965202 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-189e87f1-d837-4a15-a6e9-266a5e774b86 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:28.018882 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-189e87f1-d837-4a15-a6e9-266a5e774b86 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Network 11d5cd84-e212-4610-adea-b20784c1d32f is already hosted by enough agents. {{(pid=105585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:58:28.022092 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.base_scheduler [None req-189e87f1-d837-4a15-a6e9-266a5e774b86 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Resources bound (agent type, host, resource id): {{(pid=105585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:58:28.027472 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-189e87f1-d837-4a15-a6e9-266a5e774b86 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Received port after_create {{(pid=105585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:58:28.031850 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189e87f1-d837-4a15-a6e9-266a5e774b86 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Pushing event updated for resources: {'Port': ['ID=dab7d73c-e31b-4aec-9bd2-eab311bb2ad5,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:58:28.075243 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-189e87f1-d837-4a15-a6e9-266a5e774b86 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4075523'] for router_interface, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:28.229364 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-189e87f1-d837-4a15-a6e9-266a5e774b86 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:28.293623 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ce509c6-f762-4628-99bb-de12e875d787 None None] Network 11d5cd84-e212-4610-adea-b20784c1d32f requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:58:28.356188 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-e8d86604-5f0d-4c91-9465-b8ce8ee300d6 None None] Provisioning for port bdf94bab-74cf-4d52-950d-a44973760447 completed by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:58:28.545218 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-189e87f1-d837-4a15-a6e9-266a5e774b86 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks [] for port, precommit_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:28.552366 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-189e87f1-d837-4a15-a6e9-266a5e774b86 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10221672'] for port, after_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:28.602847 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device e0cdfed3-7219-457e-a127-073d564fd526 up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:58:28.635136 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189e87f1-d837-4a15-a6e9-266a5e774b86 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Pushing event updated for resources: {'Port': ['ID=dab7d73c-e31b-4aec-9bd2-eab311bb2ad5,revision_number=2']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:58:28.638478 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-189e87f1-d837-4a15-a6e9-266a5e774b86 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3743906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4076435'] for router_interface, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:28.751326 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-189e87f1-d837-4a15-a6e9-266a5e774b86 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Network 11d5cd84-e212-4610-adea-b20784c1d32f is already hosted by enough agents. {{(pid=105585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:58:28.753063 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.base_scheduler [None req-189e87f1-d837-4a15-a6e9-266a5e774b86 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Resources bound (agent type, host, resource id): {{(pid=105585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:58:28.827864 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-bf6e1e4c-1c0b-426a-a169-6096ebdc7c2a None None] Provisioning for port dab7d73c-e31b-4aec-9bd2-eab311bb2ad5 completed by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:58:28.837215 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-bf6e1e4c-1c0b-426a-a169-6096ebdc7c2a None None] Provisioning complete for port dab7d73c-e31b-4aec-9bd2-eab311bb2ad5 triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:58:28.837671 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-bf6e1e4c-1c0b-426a-a169-6096ebdc7c2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:28.860198 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning for port e0cdfed3-7219-457e-a127-073d564fd526 completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:58:28.868734 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port e0cdfed3-7219-457e-a127-073d564fd526 triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:58:28.869132 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:28.897669 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-bf6e1e4c-1c0b-426a-a169-6096ebdc7c2a None None] Port dab7d73c-e31b-4aec-9bd2-eab311bb2ad5 cannot update to ACTIVE because it is not bound. {{(pid=105586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:58:28.899764 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-189e87f1-d837-4a15-a6e9-266a5e774b86 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Router 2bc6cd78-c136-42d5-b126-65496eae47a9 has already been hosted by L3 agent dd128fd7-8e57-4d4f-895b-a96b369df59a {{(pid=105585) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:58:28.963137 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:28.985124 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] For port e0cdfed3-7219-457e-a127-073d564fd526, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=e0cdfed3-7219-457e-a127-073d564fd526,segment=NetworkSegment(12196855-9a32-4633-9a56-77697ef9e126),segment_id=12196855-9a32-4633-9a56-77697ef9e126)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:58:28.989116 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:28.989910 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device bdf94bab-74cf-4d52-950d-a44973760447 up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:58:29.032891 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-189e87f1-d837-4a15-a6e9-266a5e774b86 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify agent at l3_agent.n-d-705658-22 the message routers_updated {{(pid=105585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:58:29.038176 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-189e87f1-d837-4a15-a6e9-266a5e774b86 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] 10.222.0.59 "PUT /v2.0/routers/2bc6cd78-c136-42d5-b126-65496eae47a9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4926152 Jul 27 21:58:29.052992 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dfb3318-49fd-49ad-97e5-6878c244cb5d None None] Sync routers for ids ['2bc6cd78-c136-42d5-b126-65496eae47a9'] in n-d-705658-22 {{(pid=105586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:58:29.069624 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-b8198114-918a-49f0-b0ab-5bdbb48a4ea4 None None] Provisioning complete for port dab7d73c-e31b-4aec-9bd2-eab311bb2ad5 triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:58:29.070005 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-b8198114-918a-49f0-b0ab-5bdbb48a4ea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:29.116518 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dfb3318-49fd-49ad-97e5-6878c244cb5d None None] Routers {'2bc6cd78-c136-42d5-b126-65496eae47a9'} bound to L3 agent in host n-d-705658-22 {{(pid=105586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:58:29.117174 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-6dfb3318-49fd-49ad-97e5-6878c244cb5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:58:12Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['2bc6cd78-c136-42d5-b126-65496eae47a9'], 'active': True} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:58:29.127591 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Pushing event updated for resources: {'Port': ['ID=e0cdfed3-7219-457e-a127-073d564fd526,revision_number=4']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:58:29.168349 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-b8198114-918a-49f0-b0ab-5bdbb48a4ea4 None None] Port dab7d73c-e31b-4aec-9bd2-eab311bb2ad5 cannot update to ACTIVE because it is not bound. {{(pid=105586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:58:29.187323 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning for port bdf94bab-74cf-4d52-950d-a44973760447 completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:58:29.211626 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-343905a6-1358-426a-9683-5a4897c31ad8 req-3588adbb-853a-4686-b075-adaf751f0ccd tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-652187358&fields=id&tenant_id=25d69678ca2843da93a97645b6488fa6 HTTP/1.1" status: 200 len: 267 time: 0.0429187 Jul 27 21:58:29.219046 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port bdf94bab-74cf-4d52-950d-a44973760447 triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:58:29.219424 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:29.270571 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvr_db [None req-6dfb3318-49fd-49ad-97e5-6878c244cb5d None None] Set router 2bc6cd78-c136-42d5-b126-65496eae47a9 gateway port host: n-d-705658-22 {{(pid=105586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:58:29.321733 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343905a6-1358-426a-9683-5a4897c31ad8 req-18873a34-96ad-4ee4-a871-60c94551b553 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:29.323725 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-343905a6-1358-426a-9683-5a4897c31ad8 req-18873a34-96ad-4ee4-a871-60c94551b553 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] 10.222.0.59 "GET /v2.0/networks?id=11d5cd84-e212-4610-adea-b20784c1d32f HTTP/1.1" status: 200 len: 797 time: 0.1036038 Jul 27 21:58:29.326715 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-8777760e-684a-47a8-a28c-064aad250f9a None None] Provisioning complete for port dab7d73c-e31b-4aec-9bd2-eab311bb2ad5 triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:58:29.327238 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-8777760e-684a-47a8-a28c-064aad250f9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:29.340012 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-343905a6-1358-426a-9683-5a4897c31ad8 req-4a0935b5-9bb6-4c60-8bc4-f9b369038e17 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] 10.222.0.59 "GET /v2.0/quotas/25d69678ca2843da93a97645b6488fa6 HTTP/1.1" status: 200 len: 375 time: 0.0100846 Jul 27 21:58:29.410889 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-343905a6-1358-426a-9683-5a4897c31ad8 req-bbcff1ac-ebbc-4ca5-aa77-a2fdcfe2b8de tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=25d69678ca2843da93a97645b6488fa6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0652514 Jul 27 21:58:29.450718 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-8777760e-684a-47a8-a28c-064aad250f9a None None] Port dab7d73c-e31b-4aec-9bd2-eab311bb2ad5 cannot update to ACTIVE because it is not bound. {{(pid=105586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:58:29.456624 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:29.513048 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] For port bdf94bab-74cf-4d52-950d-a44973760447, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=bdf94bab-74cf-4d52-950d-a44973760447,segment=NetworkSegment(575b449f-1c9a-4a5e-8f9e-fe1cf8bbe864),segment_id=575b449f-1c9a-4a5e-8f9e-fe1cf8bbe864)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:58:29.519121 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:29.563498 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-343905a6-1358-426a-9683-5a4897c31ad8 req-220488e5-d3fa-4f27-9b2a-81551b24abf8 service neutron] 10.222.0.59 "GET /v2.0/networks/11d5cd84-e212-4610-adea-b20784c1d32f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1407194 Jul 27 21:58:29.591843 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Pushing event updated for resources: {'Port': ['ID=bdf94bab-74cf-4d52-950d-a44973760447,revision_number=3']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:58:29.605131 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-6dfb3318-49fd-49ad-97e5-6878c244cb5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bc6cd78-c136-42d5-b126-65496eae47a9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2041219734', 'tenant_id': '25d69678ca2843da93a97645b6488fa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.83'}], 'enable_snat': True}, 'gw_port_id': 'e0cdfed3-7219-457e-a127-073d564fd526', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:58:24Z', 'updated_at': '2021-07-27T21:58:28Z', 'revision_number': 4, 'project_id': '25d69678ca2843da93a97645b6488fa6', 'gw_port': {'id': 'e0cdfed3-7219-457e-a127-073d564fd526', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:64:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bc6cd78-c136-42d5-b126-65496eae47a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:58:25Z', 'updated_at': '2021-07-27T21:58:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_interfaces': [{'id': 'dab7d73c-e31b-4aec-9bd2-eab311bb2ad5', 'name': '', 'network_id': '11d5cd84-e212-4610-adea-b20784c1d32f', 'tenant_id': '25d69678ca2843da93a97645b6488fa6', 'mac_address': 'fa:16:3e:b1:9f:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bc6cd78-c136-42d5-b126-65496eae47a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '3c0faa5e-b1e4-4316-97fd-02a99bdcaa7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:58:27Z', 'updated_at': '2021-07-27T21:58:28Z', 'revision_number': 2, 'project_id': '25d69678ca2843da93a97645b6488fa6', 'subnets': [{'id': '3c0faa5e-b1e4-4316-97fd-02a99bdcaa7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-22', False) {} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:58:29.631885 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dfb3318-49fd-49ad-97e5-6878c244cb5d None None] Checking router: 2bc6cd78-c136-42d5-b126-65496eae47a9 for host: n-d-705658-22 {{(pid=105586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:58:29.632239 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dfb3318-49fd-49ad-97e5-6878c244cb5d None None] Updating router 2bc6cd78-c136-42d5-b126-65496eae47a9 port dab7d73c-e31b-4aec-9bd2-eab311bb2ad5 binding host n-d-705658-22 {{(pid=105586) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 21:58:29.661804 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-343905a6-1358-426a-9683-5a4897c31ad8 req-436ccc69-b6bd-436e-a746-44eb46fb6dae service neutron] 10.222.0.59 "GET /v2.0/networks/11d5cd84-e212-4610-adea-b20784c1d32f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923693 Jul 27 21:58:29.668841 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-6dfb3318-49fd-49ad-97e5-6878c244cb5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:29.829605 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-0c32a334-226a-4b1f-aa03-877294e7d99f req-1df2c48c-af44-4ac6-83f7-59589eb55b5e tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] 10.222.0.59 "GET /v2.0/ports?device_id=3ec6df67-59a8-45f5-9f47-fbcd772f7fc7 HTTP/1.1" status: 200 len: 210 time: 0.0318189 Jul 27 21:58:29.947302 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-6dfb3318-49fd-49ad-97e5-6878c244cb5d None None] Notify callbacks [] for port, precommit_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:29.957268 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-6dfb3318-49fd-49ad-97e5-6878c244cb5d None None] Transition to ACTIVE for port object dab7d73c-e31b-4aec-9bd2-eab311bb2ad5 will not be triggered until provisioned by entity L2. {{(pid=105586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:58:29.963366 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-6dfb3318-49fd-49ad-97e5-6878c244cb5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:30.019079 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b92bc0-3291-402b-9fa0-8375e018b1cc None None] Pushing event updated for resources: {'Port': ['ID=dab7d73c-e31b-4aec-9bd2-eab311bb2ad5,revision_number=3']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:58:30.082129 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-6dfb3318-49fd-49ad-97e5-6878c244cb5d None None] Attempting to bind port dab7d73c-e31b-4aec-9bd2-eab311bb2ad5 on host n-d-705658-22 for vnic_type normal with profile {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:58:30.082580 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-6dfb3318-49fd-49ad-97e5-6878c244cb5d None None] Attempting to bind port dab7d73c-e31b-4aec-9bd2-eab311bb2ad5 by drivers openvswitch,hyperv on host n-d-705658-22 at level 0 using segments [{'id': '575b449f-1c9a-4a5e-8f9e-fe1cf8bbe864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '11d5cd84-e212-4610-adea-b20784c1d32f'}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:58:30.083044 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dfb3318-49fd-49ad-97e5-6878c244cb5d None None] Attempting to bind port dab7d73c-e31b-4aec-9bd2-eab311bb2ad5 on network 11d5cd84-e212-4610-adea-b20784c1d32f {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:58:30.088729 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dfb3318-49fd-49ad-97e5-6878c244cb5d None None] Checking agent: {'id': '04a7ea91-6318-467e-ace6-b0fb48c8690f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 41, 42), 'started_at': datetime.datetime(2021, 7, 27, 20, 42, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 58, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:58:30.089112 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dfb3318-49fd-49ad-97e5-6878c244cb5d None None] Checking segment: {'id': '575b449f-1c9a-4a5e-8f9e-fe1cf8bbe864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '11d5cd84-e212-4610-adea-b20784c1d32f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:58:30.089710 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-6dfb3318-49fd-49ad-97e5-6878c244cb5d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:30.090380 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dfb3318-49fd-49ad-97e5-6878c244cb5d None None] Bound using segment: {'id': '575b449f-1c9a-4a5e-8f9e-fe1cf8bbe864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '11d5cd84-e212-4610-adea-b20784c1d32f'} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:58:30.090761 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-6dfb3318-49fd-49ad-97e5-6878c244cb5d None None] Bound port: dab7d73c-e31b-4aec-9bd2-eab311bb2ad5, host: n-d-705658-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '575b449f-1c9a-4a5e-8f9e-fe1cf8bbe864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '11d5cd84-e212-4610-adea-b20784c1d32f'}}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:58:30.091242 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-6dfb3318-49fd-49ad-97e5-6878c244cb5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:30.168643 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-6dfb3318-49fd-49ad-97e5-6878c244cb5d None None] For port dab7d73c-e31b-4aec-9bd2-eab311bb2ad5, host n-d-705658-22, cleared binding levels {{(pid=105586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:58:30.172304 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-6dfb3318-49fd-49ad-97e5-6878c244cb5d None None] For port dab7d73c-e31b-4aec-9bd2-eab311bb2ad5, host n-d-705658-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=dab7d73c-e31b-4aec-9bd2-eab311bb2ad5,segment=NetworkSegment(575b449f-1c9a-4a5e-8f9e-fe1cf8bbe864),segment_id=575b449f-1c9a-4a5e-8f9e-fe1cf8bbe864)] {{(pid=105586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:58:30.176928 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-6dfb3318-49fd-49ad-97e5-6878c244cb5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:30.233687 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dfb3318-49fd-49ad-97e5-6878c244cb5d None None] Routers {'2bc6cd78-c136-42d5-b126-65496eae47a9'} bound to L3 agent in host n-d-705658-22 {{(pid=105586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:58:30.234325 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-6dfb3318-49fd-49ad-97e5-6878c244cb5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:58:12Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['2bc6cd78-c136-42d5-b126-65496eae47a9'], 'active': True} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:58:30.277914 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b92bc0-3291-402b-9fa0-8375e018b1cc None None] Pushing event updated for resources: {'Port': ['ID=dab7d73c-e31b-4aec-9bd2-eab311bb2ad5,revision_number=4']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:58:30.357582 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvr_db [None req-6dfb3318-49fd-49ad-97e5-6878c244cb5d None None] Set router 2bc6cd78-c136-42d5-b126-65496eae47a9 gateway port host: n-d-705658-22 {{(pid=105586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:58:30.528638 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device e0cdfed3-7219-457e-a127-073d564fd526 up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:58:30.614481 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port e0cdfed3-7219-457e-a127-073d564fd526 triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:58:30.614919 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:30.640207 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-6dfb3318-49fd-49ad-97e5-6878c244cb5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bc6cd78-c136-42d5-b126-65496eae47a9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2041219734', 'tenant_id': '25d69678ca2843da93a97645b6488fa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.83'}], 'enable_snat': True}, 'gw_port_id': 'e0cdfed3-7219-457e-a127-073d564fd526', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:58:24Z', 'updated_at': '2021-07-27T21:58:28Z', 'revision_number': 4, 'project_id': '25d69678ca2843da93a97645b6488fa6', 'gw_port': {'id': 'e0cdfed3-7219-457e-a127-073d564fd526', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:64:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bc6cd78-c136-42d5-b126-65496eae47a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:58:25Z', 'updated_at': '2021-07-27T21:58:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_interfaces': [{'id': 'dab7d73c-e31b-4aec-9bd2-eab311bb2ad5', 'name': '', 'network_id': '11d5cd84-e212-4610-adea-b20784c1d32f', 'tenant_id': '25d69678ca2843da93a97645b6488fa6', 'mac_address': 'fa:16:3e:b1:9f:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bc6cd78-c136-42d5-b126-65496eae47a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '3c0faa5e-b1e4-4316-97fd-02a99bdcaa7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:58:27Z', 'updated_at': '2021-07-27T21:58:30Z', 'revision_number': 4, 'project_id': '25d69678ca2843da93a97645b6488fa6', 'subnets': [{'id': '3c0faa5e-b1e4-4316-97fd-02a99bdcaa7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-22', False) {} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:58:30.672049 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dfb3318-49fd-49ad-97e5-6878c244cb5d None None] The sync data for ids ['2bc6cd78-c136-42d5-b126-65496eae47a9'] in n-d-705658-22 is: [{'id': '2bc6cd78-c136-42d5-b126-65496eae47a9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2041219734', 'tenant_id': '25d69678ca2843da93a97645b6488fa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.83'}], 'enable_snat': True}, 'gw_port_id': 'e0cdfed3-7219-457e-a127-073d564fd526', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:58:24Z', 'updated_at': '2021-07-27T21:58:28Z', 'revision_number': 4, 'project_id': '25d69678ca2843da93a97645b6488fa6', 'gw_port': {'id': 'e0cdfed3-7219-457e-a127-073d564fd526', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:64:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bc6cd78-c136-42d5-b126-65496eae47a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:58:25Z', 'updated_at': '2021-07-27T21:58:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_interfaces': [{'id': 'dab7d73c-e31b-4aec-9bd2-eab311bb2ad5', 'name': '', 'network_id': '11d5cd84-e212-4610-adea-b20784c1d32f', 'tenant_id': '25d69678ca2843da93a97645b6488fa6', 'mac_address': 'fa:16:3e:b1:9f:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bc6cd78-c136-42d5-b126-65496eae47a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '3c0faa5e-b1e4-4316-97fd-02a99bdcaa7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:58:27Z', 'updated_at': '2021-07-27T21:58:30Z', 'revision_number': 4, 'project_id': '25d69678ca2843da93a97645b6488fa6', 'subnets': [{'id': '3c0faa5e-b1e4-4316-97fd-02a99bdcaa7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:58:30.736159 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device bdf94bab-74cf-4d52-950d-a44973760447 up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:58:30.785483 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port bdf94bab-74cf-4d52-950d-a44973760447 triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:58:30.785777 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:30.946359 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-2667a831-1609-4522-bfdf-4f0069e79368 req-1d589912-3624-45ec-9aa5-afd92af81712 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] 10.222.0.59 "GET /v2.0/ports?device_id=3ec6df67-59a8-45f5-9f47-fbcd772f7fc7 HTTP/1.1" status: 200 len: 210 time: 0.0326142 Jul 27 21:58:30.997408 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343905a6-1358-426a-9683-5a4897c31ad8 req-5eab1808-2a50-482b-b393-51a543ede58b tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:30.998929 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-343905a6-1358-426a-9683-5a4897c31ad8 req-5eab1808-2a50-482b-b393-51a543ede58b tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] 10.222.0.36 "GET /v2.0/networks?id=11d5cd84-e212-4610-adea-b20784c1d32f HTTP/1.1" status: 200 len: 797 time: 0.1543224 Jul 27 21:58:31.048825 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-343905a6-1358-426a-9683-5a4897c31ad8 req-ce0a5864-7c22-4f32-8ca0-a1441fe11fee tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=25d69678ca2843da93a97645b6488fa6 HTTP/1.1" status: 200 len: 379 time: 0.0401092 Jul 27 21:58:31.058230 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [req-343905a6-1358-426a-9683-5a4897c31ad8 req-1514160b-8483-42f9-80af-0a69697973f3 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Request body: {'port': {'device_id': '3ec6df67-59a8-45f5-9f47-fbcd772f7fc7', 'network_id': '11d5cd84-e212-4610-adea-b20784c1d32f', 'admin_state_up': True, 'tenant_id': '25d69678ca2843da93a97645b6488fa6', 'security_groups': ['87781c2a-b641-480a-b690-4a4f23e10adb']}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:58:31.169161 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-343905a6-1358-426a-9683-5a4897c31ad8 req-1514160b-8483-42f9-80af-0a69697973f3 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Made reservation on behalf of 25d69678ca2843da93a97645b6488fa6 for: {'port': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:58:31.172977 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-343905a6-1358-426a-9683-5a4897c31ad8 req-1514160b-8483-42f9-80af-0a69697973f3 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:31.610439 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.db_base_plugin_common [req-343905a6-1358-426a-9683-5a4897c31ad8 req-1514160b-8483-42f9-80af-0a69697973f3 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Allocated IP 172.20.0.14 (11d5cd84-e212-4610-adea-b20784c1d32f/3c0faa5e-b1e4-4316-97fd-02a99bdcaa7f/c8264d3e-286a-4ec9-9e65-2e359fa37111) {{(pid=105584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:58:31.749419 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-343905a6-1358-426a-9683-5a4897c31ad8 req-1514160b-8483-42f9-80af-0a69697973f3 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks [] for port, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:31.762346 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.provisioning_blocks [req-343905a6-1358-426a-9683-5a4897c31ad8 req-1514160b-8483-42f9-80af-0a69697973f3 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Transition to ACTIVE for port object c8264d3e-286a-4ec9-9e65-2e359fa37111 will not be triggered until provisioned by entity DHCP. {{(pid=105584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:58:31.795500 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-343905a6-1358-426a-9683-5a4897c31ad8 req-1514160b-8483-42f9-80af-0a69697973f3 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:31.840687 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-343905a6-1358-426a-9683-5a4897c31ad8 req-1514160b-8483-42f9-80af-0a69697973f3 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Network 11d5cd84-e212-4610-adea-b20784c1d32f is already hosted by enough agents. {{(pid=105584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:58:31.845451 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [req-343905a6-1358-426a-9683-5a4897c31ad8 req-1514160b-8483-42f9-80af-0a69697973f3 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Resources bound (agent type, host, resource id): {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:58:31.848944 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [req-343905a6-1358-426a-9683-5a4897c31ad8 req-1514160b-8483-42f9-80af-0a69697973f3 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Received port after_create {{(pid=105584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:58:31.873537 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1514160b-8483-42f9-80af-0a69697973f3 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Pushing event updated for resources: {'Port': ['ID=c8264d3e-286a-4ec9-9e65-2e359fa37111,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:58:31.905625 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343905a6-1358-426a-9683-5a4897c31ad8 req-1514160b-8483-42f9-80af-0a69697973f3 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:31.906328 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-343905a6-1358-426a-9683-5a4897c31ad8 req-1514160b-8483-42f9-80af-0a69697973f3 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:31.920772 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-343905a6-1358-426a-9683-5a4897c31ad8 req-1514160b-8483-42f9-80af-0a69697973f3 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8662465 Jul 27 21:58:31.933504 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [req-343905a6-1358-426a-9683-5a4897c31ad8 req-51ffaf1c-ea27-42e1-9287-595988ff2d9d service neutron] Request body: {'port': {'device_id': '3ec6df67-59a8-45f5-9f47-fbcd772f7fc7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-705658-22'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:58:32.010121 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-343905a6-1358-426a-9683-5a4897c31ad8 req-51ffaf1c-ea27-42e1-9287-595988ff2d9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:32.087139 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4ef973-0d90-46e8-bf54-4a0ac4623f8d req-4ac69688-570f-4bfb-b2ea-bf9cbb4b572a tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:32.088692 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-6f4ef973-0d90-46e8-bf54-4a0ac4623f8d req-4ac69688-570f-4bfb-b2ea-bf9cbb4b572a tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] 10.222.0.59 "GET /v2.0/ports?device_id=3ec6df67-59a8-45f5-9f47-fbcd772f7fc7 HTTP/1.1" status: 200 len: 932 time: 0.0641308 Jul 27 21:58:32.106882 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-b9c5be06-0037-4c6a-8ff0-ec6910411743 None None] Provisioning for port c8264d3e-286a-4ec9-9e65-2e359fa37111 completed by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:58:32.110766 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-b9c5be06-0037-4c6a-8ff0-ec6910411743 None None] Provisioning complete for port c8264d3e-286a-4ec9-9e65-2e359fa37111 triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:58:32.111183 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-b9c5be06-0037-4c6a-8ff0-ec6910411743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:32.138541 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-6f4ef973-0d90-46e8-bf54-4a0ac4623f8d req-4ca63563-f82a-41e4-b86b-543d146d287a tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] 10.222.0.59 "GET /v2.0/security-groups?id=87781c2a-b641-480a-b690-4a4f23e10adb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379746 Jul 27 21:58:32.146636 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-b9c5be06-0037-4c6a-8ff0-ec6910411743 None None] Port c8264d3e-286a-4ec9-9e65-2e359fa37111 cannot update to ACTIVE because it is not bound. {{(pid=105586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:58:32.277568 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [req-343905a6-1358-426a-9683-5a4897c31ad8 req-51ffaf1c-ea27-42e1-9287-595988ff2d9d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8264d3e-286a-4ec9-9e65-2e359fa37111 {{(pid=105584) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:58:32.284916 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-343905a6-1358-426a-9683-5a4897c31ad8 req-51ffaf1c-ea27-42e1-9287-595988ff2d9d service neutron] Notify callbacks [] for port, precommit_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:32.296947 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.provisioning_blocks [req-343905a6-1358-426a-9683-5a4897c31ad8 req-51ffaf1c-ea27-42e1-9287-595988ff2d9d service neutron] Transition to ACTIVE for port object c8264d3e-286a-4ec9-9e65-2e359fa37111 will not be triggered until provisioned by entity L2. {{(pid=105584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:58:32.300345 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-343905a6-1358-426a-9683-5a4897c31ad8 req-51ffaf1c-ea27-42e1-9287-595988ff2d9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9014027'] for port, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:32.351755 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ffaf1c-ea27-42e1-9287-595988ff2d9d service neutron] Pushing event updated for resources: {'Port': ['ID=c8264d3e-286a-4ec9-9e65-2e359fa37111,revision_number=2']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:58:32.423293 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [req-343905a6-1358-426a-9683-5a4897c31ad8 req-51ffaf1c-ea27-42e1-9287-595988ff2d9d service neutron] Attempting to bind port c8264d3e-286a-4ec9-9e65-2e359fa37111 on host n-h1-705658-22 for vnic_type normal with profile {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:58:32.423635 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [req-343905a6-1358-426a-9683-5a4897c31ad8 req-51ffaf1c-ea27-42e1-9287-595988ff2d9d service neutron] Attempting to bind port c8264d3e-286a-4ec9-9e65-2e359fa37111 by drivers openvswitch,hyperv on host n-h1-705658-22 at level 0 using segments [{'id': '575b449f-1c9a-4a5e-8f9e-fe1cf8bbe864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '11d5cd84-e212-4610-adea-b20784c1d32f'}] {{(pid=105584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:58:32.423973 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-343905a6-1358-426a-9683-5a4897c31ad8 req-51ffaf1c-ea27-42e1-9287-595988ff2d9d service neutron] Attempting to bind port c8264d3e-286a-4ec9-9e65-2e359fa37111 on network 11d5cd84-e212-4610-adea-b20784c1d32f {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:58:32.428515 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-343905a6-1358-426a-9683-5a4897c31ad8 req-51ffaf1c-ea27-42e1-9287-595988ff2d9d service neutron] Port c8264d3e-286a-4ec9-9e65-2e359fa37111 on network 11d5cd84-e212-4610-adea-b20784c1d32f not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-22 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:58:32.428842 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-343905a6-1358-426a-9683-5a4897c31ad8 req-51ffaf1c-ea27-42e1-9287-595988ff2d9d service neutron] Attempting to bind port c8264d3e-286a-4ec9-9e65-2e359fa37111 on network 11d5cd84-e212-4610-adea-b20784c1d32f {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:58:32.434285 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-343905a6-1358-426a-9683-5a4897c31ad8 req-51ffaf1c-ea27-42e1-9287-595988ff2d9d service neutron] Checking agent: {'id': '9d9bc37f-4d75-44ef-9f63-799aab3e316f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 49, 36), 'started_at': datetime.datetime(2021, 7, 27, 20, 49, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 58, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:58:32.434631 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-343905a6-1358-426a-9683-5a4897c31ad8 req-51ffaf1c-ea27-42e1-9287-595988ff2d9d service neutron] Checking segment: {'id': '575b449f-1c9a-4a5e-8f9e-fe1cf8bbe864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '11d5cd84-e212-4610-adea-b20784c1d32f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:58:32.435052 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-343905a6-1358-426a-9683-5a4897c31ad8 req-51ffaf1c-ea27-42e1-9287-595988ff2d9d service neutron] Bound using segment: {'id': '575b449f-1c9a-4a5e-8f9e-fe1cf8bbe864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '11d5cd84-e212-4610-adea-b20784c1d32f'} {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:58:32.435490 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [req-343905a6-1358-426a-9683-5a4897c31ad8 req-51ffaf1c-ea27-42e1-9287-595988ff2d9d service neutron] Bound port: c8264d3e-286a-4ec9-9e65-2e359fa37111, host: n-h1-705658-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '575b449f-1c9a-4a5e-8f9e-fe1cf8bbe864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '11d5cd84-e212-4610-adea-b20784c1d32f'}}] {{(pid=105584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:58:32.435858 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-343905a6-1358-426a-9683-5a4897c31ad8 req-51ffaf1c-ea27-42e1-9287-595988ff2d9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:32.514345 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [req-343905a6-1358-426a-9683-5a4897c31ad8 req-51ffaf1c-ea27-42e1-9287-595988ff2d9d service neutron] For port c8264d3e-286a-4ec9-9e65-2e359fa37111, host n-h1-705658-22, cleared binding levels {{(pid=105584) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:58:32.517831 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [req-343905a6-1358-426a-9683-5a4897c31ad8 req-51ffaf1c-ea27-42e1-9287-595988ff2d9d service neutron] For port c8264d3e-286a-4ec9-9e65-2e359fa37111, host n-h1-705658-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=c8264d3e-286a-4ec9-9e65-2e359fa37111,segment=NetworkSegment(575b449f-1c9a-4a5e-8f9e-fe1cf8bbe864),segment_id=575b449f-1c9a-4a5e-8f9e-fe1cf8bbe864)] {{(pid=105584) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:58:32.522078 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-343905a6-1358-426a-9683-5a4897c31ad8 req-51ffaf1c-ea27-42e1-9287-595988ff2d9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9014027'] for port, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:32.555644 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343905a6-1358-426a-9683-5a4897c31ad8 req-51ffaf1c-ea27-42e1-9287-595988ff2d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:32.556409 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-343905a6-1358-426a-9683-5a4897c31ad8 req-51ffaf1c-ea27-42e1-9287-595988ff2d9d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:32.558209 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-343905a6-1358-426a-9683-5a4897c31ad8 req-51ffaf1c-ea27-42e1-9287-595988ff2d9d service neutron] 10.222.0.36 "PUT /v2.0/ports/c8264d3e-286a-4ec9-9e65-2e359fa37111 HTTP/1.1" status: 200 len: 1093 time: 0.6294801 Jul 27 21:58:32.559976 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device dab7d73c-e31b-4aec-9bd2-eab311bb2ad5 up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:58:32.568156 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ec6df67-59a8-45f5-9f47-fbcd772f7fc7', 'tag': 'c8264d3e-286a-4ec9-9e65-2e359fa37111'}] {{(pid=105584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:58:32.570910 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a14b7e693ac0d3b36d252540d57b2183de19e2104d11de1d527dbb6a6689965" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e386c08-0b61-4c8c-8141-494c4d7f4a10" -d '{"events": [{"name": "network-changed", "server_uuid": "3ec6df67-59a8-45f5-9f47-fbcd772f7fc7", "tag": "c8264d3e-286a-4ec9-9e65-2e359fa37111"}]}' {{(pid=105584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:58:32.597997 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ffaf1c-ea27-42e1-9287-595988ff2d9d service neutron] Pushing event updated for resources: {'Port': ['ID=c8264d3e-286a-4ec9-9e65-2e359fa37111,revision_number=3']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:58:32.643227 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:58:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-126a30d5-6267-4e0b-96eb-3816953519d4 x-openstack-request-id: req-126a30d5-6267-4e0b-96eb-3816953519d4 {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:58:32.643474 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ec6df67-59a8-45f5-9f47-fbcd772f7fc7", "tag": "c8264d3e-286a-4ec9-9e65-2e359fa37111", "status": "completed", "code": 200}]} {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:58:32.643726 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-126a30d5-6267-4e0b-96eb-3816953519d4 {{(pid=105584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:58:32.644171 n-d-705658-22 neutron-server[105584]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ec6df67-59a8-45f5-9f47-fbcd772f7fc7', 'tag': 'c8264d3e-286a-4ec9-9e65-2e359fa37111', 'status': 'completed', 'code': 200} Jul 27 21:58:32.647557 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning for port dab7d73c-e31b-4aec-9bd2-eab311bb2ad5 completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:58:32.652380 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port dab7d73c-e31b-4aec-9bd2-eab311bb2ad5 triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:58:32.652832 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:32.674649 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343905a6-1358-426a-9683-5a4897c31ad8 req-c28f228a-df0a-4851-84fa-d9fbc4988c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:32.676239 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-343905a6-1358-426a-9683-5a4897c31ad8 req-c28f228a-df0a-4851-84fa-d9fbc4988c71 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=25d69678ca2843da93a97645b6488fa6&device_id=3ec6df67-59a8-45f5-9f47-fbcd772f7fc7 HTTP/1.1" status: 200 len: 1096 time: 0.0747445 Jul 27 21:58:32.724005 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-343905a6-1358-426a-9683-5a4897c31ad8 req-b6e27259-3a4a-492f-8f39-c90347d7c085 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c8264d3e-286a-4ec9-9e65-2e359fa37111 HTTP/1.1" status: 200 len: 217 time: 0.0390644 Jul 27 21:58:32.741350 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:32.776565 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] For port dab7d73c-e31b-4aec-9bd2-eab311bb2ad5, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=dab7d73c-e31b-4aec-9bd2-eab311bb2ad5,segment=NetworkSegment(575b449f-1c9a-4a5e-8f9e-fe1cf8bbe864),segment_id=575b449f-1c9a-4a5e-8f9e-fe1cf8bbe864)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:58:32.777105 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343905a6-1358-426a-9683-5a4897c31ad8 req-d6d350d8-802b-4e1f-ad88-d78d983b64ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:32.778588 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-343905a6-1358-426a-9683-5a4897c31ad8 req-d6d350d8-802b-4e1f-ad88-d78d983b64ee service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3c0faa5e-b1e4-4316-97fd-02a99bdcaa7f HTTP/1.1" status: 200 len: 834 time: 0.0475667 Jul 27 21:58:32.780047 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:32.826615 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Pushing event updated for resources: {'Port': ['ID=dab7d73c-e31b-4aec-9bd2-eab311bb2ad5,revision_number=5']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:58:32.841041 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343905a6-1358-426a-9683-5a4897c31ad8 req-8a1395b6-b24a-40f2-b1de-329a417569e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:32.842557 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-343905a6-1358-426a-9683-5a4897c31ad8 req-8a1395b6-b24a-40f2-b1de-329a417569e3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=11d5cd84-e212-4610-adea-b20784c1d32f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0562000 Jul 27 21:58:32.936067 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-343905a6-1358-426a-9683-5a4897c31ad8 req-008e6d8c-8645-4c94-8f0c-8dbbf6748f89 service neutron] 10.222.0.36 "GET /v2.0/networks/11d5cd84-e212-4610-adea-b20784c1d32f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858641 Jul 27 21:58:33.024825 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-343905a6-1358-426a-9683-5a4897c31ad8 req-c3504d78-23de-41c8-826a-2562e661e516 service neutron] 10.222.0.36 "GET /v2.0/networks/11d5cd84-e212-4610-adea-b20784c1d32f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807807 Jul 27 21:58:33.122597 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e386c08-0b61-4c8c-8141-494c4d7f4a10 req-8f0df785-5228-4c55-a6a9-183941909df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:33.124121 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-8e386c08-0b61-4c8c-8141-494c4d7f4a10 req-8f0df785-5228-4c55-a6a9-183941909df5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=25d69678ca2843da93a97645b6488fa6&device_id=3ec6df67-59a8-45f5-9f47-fbcd772f7fc7 HTTP/1.1" status: 200 len: 1096 time: 0.0577998 Jul 27 21:58:33.213481 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e386c08-0b61-4c8c-8141-494c4d7f4a10 req-4536ba1b-5a9c-42a9-8949-8b035260f87c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:33.215747 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-8e386c08-0b61-4c8c-8141-494c4d7f4a10 req-4536ba1b-5a9c-42a9-8949-8b035260f87c service neutron] 10.222.0.36 "GET /v2.0/networks?id=11d5cd84-e212-4610-adea-b20784c1d32f HTTP/1.1" status: 200 len: 898 time: 0.0848503 Jul 27 21:58:33.264646 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-8e386c08-0b61-4c8c-8141-494c4d7f4a10 req-a369112d-511e-4f4c-b314-171b98bc08fa service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c8264d3e-286a-4ec9-9e65-2e359fa37111 HTTP/1.1" status: 200 len: 217 time: 0.0393488 Jul 27 21:58:33.276150 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5911aa05-344d-473b-8061-353ba93082f4 req-914885fe-b446-4d54-8b30-6eec46f5c007 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:33.278123 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-5911aa05-344d-473b-8061-353ba93082f4 req-914885fe-b446-4d54-8b30-6eec46f5c007 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] 10.222.0.59 "GET /v2.0/ports?device_id=3ec6df67-59a8-45f5-9f47-fbcd772f7fc7 HTTP/1.1" status: 200 len: 944 time: 0.0713122 Jul 27 21:58:33.314394 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e386c08-0b61-4c8c-8141-494c4d7f4a10 req-d009c8de-0ac3-4f6c-9213-34394b65f82d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:33.315862 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-8e386c08-0b61-4c8c-8141-494c4d7f4a10 req-d009c8de-0ac3-4f6c-9213-34394b65f82d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3c0faa5e-b1e4-4316-97fd-02a99bdcaa7f HTTP/1.1" status: 200 len: 834 time: 0.0430682 Jul 27 21:58:33.315997 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-5911aa05-344d-473b-8061-353ba93082f4 req-ede8426a-f9cd-4b60-973a-0e1896e5cea9 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] 10.222.0.59 "GET /v2.0/security-groups?id=87781c2a-b641-480a-b690-4a4f23e10adb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317149 Jul 27 21:58:33.375476 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e386c08-0b61-4c8c-8141-494c4d7f4a10 req-91249692-2045-4142-a621-21485fce308e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:33.376958 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-8e386c08-0b61-4c8c-8141-494c4d7f4a10 req-91249692-2045-4142-a621-21485fce308e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=11d5cd84-e212-4610-adea-b20784c1d32f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0525188 Jul 27 21:58:33.468867 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-8e386c08-0b61-4c8c-8141-494c4d7f4a10 req-e0a3978d-0c96-4244-a76b-271281fefa70 service neutron] 10.222.0.36 "GET /v2.0/networks/11d5cd84-e212-4610-adea-b20784c1d32f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839231 Jul 27 21:58:33.558672 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-8e386c08-0b61-4c8c-8141-494c4d7f4a10 req-722b4d24-1251-4faf-a4a7-5c64692a7ec5 service neutron] 10.222.0.36 "GET /v2.0/networks/11d5cd84-e212-4610-adea-b20784c1d32f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817754 Jul 27 21:58:34.165493 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.agents_db [None req-558fcd2c-e512-47bc-a170-8673d87f7213 None None] Agent healthcheck: found 7 active agents {{(pid=105587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 21:58:34.447285 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56974037-bdd7-47ab-b15d-a7e8e4bb3972 req-2559db39-8d07-41ea-93a2-c2bd44db4697 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:34.449271 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-56974037-bdd7-47ab-b15d-a7e8e4bb3972 req-2559db39-8d07-41ea-93a2-c2bd44db4697 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] 10.222.0.59 "GET /v2.0/ports?device_id=3ec6df67-59a8-45f5-9f47-fbcd772f7fc7 HTTP/1.1" status: 200 len: 944 time: 0.0637715 Jul 27 21:58:34.488134 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-56974037-bdd7-47ab-b15d-a7e8e4bb3972 req-445828dd-ab02-4f9c-8e61-0b11b0c8c0df tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] 10.222.0.59 "GET /v2.0/security-groups?id=87781c2a-b641-480a-b690-4a4f23e10adb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327175 Jul 27 21:58:34.517029 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device dab7d73c-e31b-4aec-9bd2-eab311bb2ad5 up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:58:34.562986 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port dab7d73c-e31b-4aec-9bd2-eab311bb2ad5 triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:58:34.563383 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:35.621327 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f380edf-080c-4d73-9097-3d3921b26ebe req-c8279255-5f63-4501-a15f-edfbad8a793e tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:35.622940 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-9f380edf-080c-4d73-9097-3d3921b26ebe req-c8279255-5f63-4501-a15f-edfbad8a793e tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] 10.222.0.59 "GET /v2.0/ports?device_id=3ec6df67-59a8-45f5-9f47-fbcd772f7fc7 HTTP/1.1" status: 200 len: 944 time: 0.0682151 Jul 27 21:58:35.641192 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device c8264d3e-286a-4ec9-9e65-2e359fa37111 details requested by agent hyperv_n-h1-705658-22 with host n-h1-705658-22 {{(pid=105586) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:58:35.670021 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-9f380edf-080c-4d73-9097-3d3921b26ebe req-a4ce1ef5-9bf3-43a3-8134-b0f028786324 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] 10.222.0.59 "GET /v2.0/security-groups?id=87781c2a-b641-480a-b690-4a4f23e10adb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408568 Jul 27 21:58:35.732064 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] For port c8264d3e-286a-4ec9-9e65-2e359fa37111, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=c8264d3e-286a-4ec9-9e65-2e359fa37111,segment=NetworkSegment(575b449f-1c9a-4a5e-8f9e-fe1cf8bbe864),segment_id=575b449f-1c9a-4a5e-8f9e-fe1cf8bbe864)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:58:35.746741 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Returning: {'device': 'c8264d3e-286a-4ec9-9e65-2e359fa37111', 'network_id': '11d5cd84-e212-4610-adea-b20784c1d32f', 'port_id': 'c8264d3e-286a-4ec9-9e65-2e359fa37111', 'mac_address': 'fa:16:3e:d0:cf:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 246, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c0faa5e-b1e4-4316-97fd-02a99bdcaa7f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105586) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:58:35.782073 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:35.794558 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8264d3e-286a-4ec9-9e65-2e359fa37111 {{(pid=105586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:58:35.813898 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] For port c8264d3e-286a-4ec9-9e65-2e359fa37111, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=c8264d3e-286a-4ec9-9e65-2e359fa37111,segment=NetworkSegment(575b449f-1c9a-4a5e-8f9e-fe1cf8bbe864),segment_id=575b449f-1c9a-4a5e-8f9e-fe1cf8bbe864)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:58:35.817908 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:35.863431 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Pushing event updated for resources: {'Port': ['ID=c8264d3e-286a-4ec9-9e65-2e359fa37111,revision_number=4']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:58:36.021260 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] get_ports_and_sgs() called for port_ids ['c8264d3e-286a-4ec9-9e65-2e359fa37111'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:58:36.807579 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c6aa70-bf3b-464c-909d-6344f93c1547 req-c2a543ad-9778-4e9e-9cfa-138dd254fc05 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:36.809692 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-68c6aa70-bf3b-464c-909d-6344f93c1547 req-c2a543ad-9778-4e9e-9cfa-138dd254fc05 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] 10.222.0.59 "GET /v2.0/ports?device_id=3ec6df67-59a8-45f5-9f47-fbcd772f7fc7 HTTP/1.1" status: 200 len: 945 time: 0.0683260 Jul 27 21:58:36.849071 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-68c6aa70-bf3b-464c-909d-6344f93c1547 req-171feba9-f3c5-43de-8025-f0b81714f377 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] 10.222.0.59 "GET /v2.0/security-groups?id=87781c2a-b641-480a-b690-4a4f23e10adb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329964 Jul 27 21:58:37.028724 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:37.645703 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device c8264d3e-286a-4ec9-9e65-2e359fa37111 up at agent hyperv_n-h1-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:58:37.692407 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Provisioning for port c8264d3e-286a-4ec9-9e65-2e359fa37111 completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:58:37.695937 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Provisioning complete for port c8264d3e-286a-4ec9-9e65-2e359fa37111 triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:58:37.696357 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:37.771346 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:37.793490 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ec6df67-59a8-45f5-9f47-fbcd772f7fc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8264d3e-286a-4ec9-9e65-2e359fa37111'}] {{(pid=105586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:58:37.795857 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fee2e8668661828e318a8d53a8a935935453ec21149a086d6a2055ff627b97ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b277c7bd-af12-4963-bc26-77c4b33c8c1c" -d '{"events": [{"server_uuid": "3ec6df67-59a8-45f5-9f47-fbcd772f7fc7", "name": "network-vif-plugged", "status": "completed", "tag": "c8264d3e-286a-4ec9-9e65-2e359fa37111"}]}' {{(pid=105586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:58:37.808173 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] For port c8264d3e-286a-4ec9-9e65-2e359fa37111, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=c8264d3e-286a-4ec9-9e65-2e359fa37111,segment=NetworkSegment(575b449f-1c9a-4a5e-8f9e-fe1cf8bbe864),segment_id=575b449f-1c9a-4a5e-8f9e-fe1cf8bbe864)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:58:37.812473 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:37.835507 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:58:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9ccbe70-f083-4f2d-918a-36ec6dc7516d x-openstack-request-id: req-b9ccbe70-f083-4f2d-918a-36ec6dc7516d {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:58:37.835797 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ec6df67-59a8-45f5-9f47-fbcd772f7fc7", "name": "network-vif-plugged", "status": "completed", "tag": "c8264d3e-286a-4ec9-9e65-2e359fa37111", "code": 200}]} {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:58:37.836048 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-b9ccbe70-f083-4f2d-918a-36ec6dc7516d {{(pid=105586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:58:37.836435 n-d-705658-22 neutron-server[105586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ec6df67-59a8-45f5-9f47-fbcd772f7fc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8264d3e-286a-4ec9-9e65-2e359fa37111', 'code': 200} Jul 27 21:58:37.865660 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Pushing event updated for resources: {'Port': ['ID=c8264d3e-286a-4ec9-9e65-2e359fa37111,revision_number=5']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:58:37.944644 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de106c5-0d5b-42a9-aecd-5fe205b8a507 req-b878e32a-1c37-4f94-9d71-068ebe3166b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:37.946150 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-7de106c5-0d5b-42a9-aecd-5fe205b8a507 req-b878e32a-1c37-4f94-9d71-068ebe3166b8 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=3ec6df67-59a8-45f5-9f47-fbcd772f7fc7 HTTP/1.1" status: 200 len: 1098 time: 0.0550416 Jul 27 21:58:37.981440 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-7de106c5-0d5b-42a9-aecd-5fe205b8a507 req-f15a9bad-2390-471c-b505-40d33375f1dc service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=87781c2a-b641-480a-b690-4a4f23e10adb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0281305 Jul 27 21:58:37.983601 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73f36ad-15ca-41b9-87c0-8efa14a186d8 req-9ae58ff8-a4e3-4890-9294-68a7b51be759 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:37.985092 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a73f36ad-15ca-41b9-87c0-8efa14a186d8 req-9ae58ff8-a4e3-4890-9294-68a7b51be759 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] 10.222.0.59 "GET /v2.0/ports?device_id=3ec6df67-59a8-45f5-9f47-fbcd772f7fc7 HTTP/1.1" status: 200 len: 946 time: 0.0670447 Jul 27 21:58:38.023431 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a73f36ad-15ca-41b9-87c0-8efa14a186d8 req-37204814-4ae3-415b-90b5-62b053ca2402 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] 10.222.0.59 "GET /v2.0/security-groups?id=87781c2a-b641-480a-b690-4a4f23e10adb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322709 Jul 27 21:58:38.951982 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3238a1eb-d967-45b7-8e6f-61ef7dee365c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:39.156743 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97dc684-38e3-4616-8cd4-45699f76abc5 req-12bd74df-5066-4582-8622-718e2f82fec2 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:39.158128 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f97dc684-38e3-4616-8cd4-45699f76abc5 req-12bd74df-5066-4582-8622-718e2f82fec2 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] 10.222.0.59 "GET /v2.0/ports?device_id=3ec6df67-59a8-45f5-9f47-fbcd772f7fc7 HTTP/1.1" status: 200 len: 946 time: 0.0670254 Jul 27 21:58:39.196043 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f97dc684-38e3-4616-8cd4-45699f76abc5 req-2d9e3c77-a2d2-4caf-a35f-9301220c569d tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] 10.222.0.59 "GET /v2.0/security-groups?id=87781c2a-b641-480a-b690-4a4f23e10adb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319808 Jul 27 21:58:39.325052 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3944e28-f094-471f-9b9b-ae0dd1f0a5d3 req-d868e263-f141-46b6-bc97-48f31dffe2da tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:39.326541 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a3944e28-f094-471f-9b9b-ae0dd1f0a5d3 req-d868e263-f141-46b6-bc97-48f31dffe2da tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] 10.222.0.59 "GET /v2.0/ports?device_id=3ec6df67-59a8-45f5-9f47-fbcd772f7fc7 HTTP/1.1" status: 200 len: 946 time: 0.0640574 Jul 27 21:58:39.363817 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a3944e28-f094-471f-9b9b-ae0dd1f0a5d3 req-51774fd8-45e8-432a-a835-3820422e10fb tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] 10.222.0.59 "GET /v2.0/security-groups?id=87781c2a-b641-480a-b690-4a4f23e10adb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314116 Jul 27 21:58:39.384765 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 38970) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:58:39.440486 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0516509f-c554-4fec-9683-322f01f03b85 tempest-TestNetworkAdvancedServerOps-1671970843 tempest-TestNetworkAdvancedServerOps-1671970843-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:39.442002 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-0516509f-c554-4fec-9683-322f01f03b85 tempest-TestNetworkAdvancedServerOps-1671970843 tempest-TestNetworkAdvancedServerOps-1671970843-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=3ec6df67-59a8-45f5-9f47-fbcd772f7fc7 HTTP/1.1" status: 200 len: 1093 time: 0.0562382 Jul 27 21:58:39.444718 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 38972) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:58:39.449025 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-8b5074c4-af6a-463c-929e-fae31aabb33c tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Request body: {'floatingip': {'floating_network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'port_id': 'c8264d3e-286a-4ec9-9e65-2e359fa37111', 'tenant_id': '25d69678ca2843da93a97645b6488fa6', 'fixed_ip_address': '172.20.0.14'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:58:39.470920 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-8b5074c4-af6a-463c-929e-fae31aabb33c tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks [] for floatingip, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:39.566585 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-8b5074c4-af6a-463c-929e-fae31aabb33c tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:39.677609 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.db_base_plugin_common [None req-8b5074c4-af6a-463c-929e-fae31aabb33c tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Allocated IP 172.25.5.30 (8735d8a2-b604-4758-ae71-b40e4ee6f305/eca7dbab-b9c0-4c8f-a272-816ea8a81764/ff597614-6f80-4af5-ad4b-cb0b542a04db) {{(pid=105585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:58:39.778530 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-8b5074c4-af6a-463c-929e-fae31aabb33c tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks [] for port, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:39.815913 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-8b5074c4-af6a-463c-929e-fae31aabb33c tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:39.854743 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b5074c4-af6a-463c-929e-fae31aabb33c tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Network 8735d8a2-b604-4758-ae71-b40e4ee6f305 is already hosted by enough agents. {{(pid=105585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:58:39.859135 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.base_scheduler [None req-8b5074c4-af6a-463c-929e-fae31aabb33c tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Resources bound (agent type, host, resource id): {{(pid=105585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:58:39.861813 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b5074c4-af6a-463c-929e-fae31aabb33c tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Received port after_create {{(pid=105585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:58:39.891313 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5074c4-af6a-463c-929e-fae31aabb33c tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Pushing event updated for resources: {'Port': ['ID=ff597614-6f80-4af5-ad4b-cb0b542a04db,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:58:40.230114 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-8b5074c4-af6a-463c-929e-fae31aabb33c tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:40.308232 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-8b5074c4-af6a-463c-929e-fae31aabb33c tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:40.455123 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-8b5074c4-af6a-463c-929e-fae31aabb33c tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks [] for port, precommit_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:40.459547 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-8b5074c4-af6a-463c-929e-fae31aabb33c tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10221672'] for port, after_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:40.525027 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5074c4-af6a-463c-929e-fae31aabb33c tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Pushing event updated for resources: {'Port': ['ID=ff597614-6f80-4af5-ad4b-cb0b542a04db,revision_number=2']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:58:40.536874 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-8b5074c4-af6a-463c-929e-fae31aabb33c tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4075768'] for floatingip, after_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:40.634836 n-d-705658-22 neutron-server[105585]: INFO neutron.db.l3_db [None req-8b5074c4-af6a-463c-929e-fae31aabb33c tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Floating IP 94896891-2d5c-4d3e-bebd-48edd70dec1a associated. External IP: 172.25.5.30, port: c8264d3e-286a-4ec9-9e65-2e359fa37111. Jul 27 21:58:40.792254 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:40.840501 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b5074c4-af6a-463c-929e-fae31aabb33c tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Router 2bc6cd78-c136-42d5-b126-65496eae47a9 has already been hosted by L3 agent dd128fd7-8e57-4d4f-895b-a96b369df59a {{(pid=105585) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:58:40.948035 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b5074c4-af6a-463c-929e-fae31aabb33c tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify agent at l3_agent.n-d-705658-22 the message routers_updated {{(pid=105585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:58:40.957337 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ce0bbc2-b17b-4d4d-a86c-4959c0835e40 None None] Sync routers for ids ['2bc6cd78-c136-42d5-b126-65496eae47a9'] in n-d-705658-22 {{(pid=105587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:58:40.964586 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-8b5074c4-af6a-463c-929e-fae31aabb33c tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for floatingip, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:40.966539 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ce0bbc2-b17b-4d4d-a86c-4959c0835e40 None None] Routers {'2bc6cd78-c136-42d5-b126-65496eae47a9'} bound to L3 agent in host n-d-705658-22 {{(pid=105587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:58:40.967208 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-7ce0bbc2-b17b-4d4d-a86c-4959c0835e40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:58:12Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['2bc6cd78-c136-42d5-b126-65496eae47a9'], 'active': True} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:58:41.003051 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-8b5074c4-af6a-463c-929e-fae31aabb33c tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5572996 Jul 27 21:58:41.003651 n-d-705658-22 neutron-server[105585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ec6df67-59a8-45f5-9f47-fbcd772f7fc7', 'tag': 'c8264d3e-286a-4ec9-9e65-2e359fa37111'}] {{(pid=105585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:58:41.005974 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f24452fb85b5ff3d9a44b103084d24ac6536fc7c3e33f3cafe2d6008071b0351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09ed5264-59c0-4ceb-a5f1-76d2c45d6136" -d '{"events": [{"name": "network-changed", "server_uuid": "3ec6df67-59a8-45f5-9f47-fbcd772f7fc7", "tag": "c8264d3e-286a-4ec9-9e65-2e359fa37111"}]}' {{(pid=105585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:58:41.045901 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:58:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-190f8fcb-2ecf-4a2f-8f5c-56605b7cd6d5 x-openstack-request-id: req-190f8fcb-2ecf-4a2f-8f5c-56605b7cd6d5 {{(pid=105585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:58:41.046496 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ec6df67-59a8-45f5-9f47-fbcd772f7fc7", "tag": "c8264d3e-286a-4ec9-9e65-2e359fa37111", "status": "completed", "code": 200}]} {{(pid=105585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:58:41.046754 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-190f8fcb-2ecf-4a2f-8f5c-56605b7cd6d5 {{(pid=105585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:58:41.047179 n-d-705658-22 neutron-server[105585]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ec6df67-59a8-45f5-9f47-fbcd772f7fc7', 'tag': 'c8264d3e-286a-4ec9-9e65-2e359fa37111', 'status': 'completed', 'code': 200} Jul 27 21:58:41.078747 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvr_db [None req-7ce0bbc2-b17b-4d4d-a86c-4959c0835e40 None None] Set router 2bc6cd78-c136-42d5-b126-65496eae47a9 gateway port host: n-d-705658-22 {{(pid=105587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:58:41.115646 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91290015-15b6-4179-82d1-813c57514e1e req-9a8e6bc3-b003-494d-9fa9-8c3a56b7b6d8 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:41.117150 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-91290015-15b6-4179-82d1-813c57514e1e req-9a8e6bc3-b003-494d-9fa9-8c3a56b7b6d8 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] 10.222.0.59 "GET /v2.0/ports?device_id=3ec6df67-59a8-45f5-9f47-fbcd772f7fc7 HTTP/1.1" status: 200 len: 946 time: 0.0651944 Jul 27 21:58:41.126380 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ed5264-59c0-4ceb-a5f1-76d2c45d6136 req-dbed67f8-fe56-4eaa-aaa7-6258f8a759d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:41.127967 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-09ed5264-59c0-4ceb-a5f1-76d2c45d6136 req-dbed67f8-fe56-4eaa-aaa7-6258f8a759d8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=25d69678ca2843da93a97645b6488fa6&device_id=3ec6df67-59a8-45f5-9f47-fbcd772f7fc7 HTTP/1.1" status: 200 len: 1098 time: 0.0598354 Jul 27 21:58:41.160362 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-91290015-15b6-4179-82d1-813c57514e1e req-11a1f43a-50fe-452c-9128-4d613ec10e28 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] 10.222.0.59 "GET /v2.0/security-groups?id=87781c2a-b641-480a-b690-4a4f23e10adb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364487 Jul 27 21:58:41.183101 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 38978) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:58:41.266499 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-31ea2453-dd44-4f11-8cf4-4ee53b69345b tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] 10.222.0.59 "GET /v2.0/floatingips/94896891-2d5c-4d3e-bebd-48edd70dec1a HTTP/1.1" status: 200 len: 991 time: 0.0815892 Jul 27 21:58:41.279483 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ed5264-59c0-4ceb-a5f1-76d2c45d6136 req-50af6050-36ff-4cef-be64-e9223acf1e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:41.280920 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-09ed5264-59c0-4ceb-a5f1-76d2c45d6136 req-50af6050-36ff-4cef-be64-e9223acf1e1d service neutron] 10.222.0.36 "GET /v2.0/networks?id=11d5cd84-e212-4610-adea-b20784c1d32f HTTP/1.1" status: 200 len: 898 time: 0.1461298 Jul 27 21:58:41.308546 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-7ce0bbc2-b17b-4d4d-a86c-4959c0835e40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bc6cd78-c136-42d5-b126-65496eae47a9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2041219734', 'tenant_id': '25d69678ca2843da93a97645b6488fa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.83'}], 'enable_snat': True}, 'gw_port_id': 'e0cdfed3-7219-457e-a127-073d564fd526', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:58:24Z', 'updated_at': '2021-07-27T21:58:28Z', 'revision_number': 4, 'project_id': '25d69678ca2843da93a97645b6488fa6', 'gw_port': {'id': 'e0cdfed3-7219-457e-a127-073d564fd526', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:64:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bc6cd78-c136-42d5-b126-65496eae47a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:58:25Z', 'updated_at': '2021-07-27T21:58:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_floatingips': [{'id': '94896891-2d5c-4d3e-bebd-48edd70dec1a', 'tenant_id': '25d69678ca2843da93a97645b6488fa6', 'floating_ip_address': '172.25.5.30', 'floating_network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'router_id': '2bc6cd78-c136-42d5-b126-65496eae47a9', 'port_id': 'c8264d3e-286a-4ec9-9e65-2e359fa37111', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4208, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '11d5cd84-e212-4610-adea-b20784c1d32f', 'mac_address': 'fa:16:3e:d0:cf:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ec6df67-59a8-45f5-9f47-fbcd772f7fc7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T21:58:40Z', 'updated_at': '2021-07-27T21:58:40Z', 'revision_number': 0, 'project_id': '25d69678ca2843da93a97645b6488fa6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dab7d73c-e31b-4aec-9bd2-eab311bb2ad5', 'name': '', 'network_id': '11d5cd84-e212-4610-adea-b20784c1d32f', 'tenant_id': '25d69678ca2843da93a97645b6488fa6', 'mac_address': 'fa:16:3e:b1:9f:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bc6cd78-c136-42d5-b126-65496eae47a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '3c0faa5e-b1e4-4316-97fd-02a99bdcaa7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:58:27Z', 'updated_at': '2021-07-27T21:58:32Z', 'revision_number': 5, 'project_id': '25d69678ca2843da93a97645b6488fa6', 'subnets': [{'id': '3c0faa5e-b1e4-4316-97fd-02a99bdcaa7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-22', False) {} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:58:41.338189 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ce0bbc2-b17b-4d4d-a86c-4959c0835e40 None None] Checking router: 2bc6cd78-c136-42d5-b126-65496eae47a9 for host: n-d-705658-22 {{(pid=105587) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:58:41.345366 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-09ed5264-59c0-4ceb-a5f1-76d2c45d6136 req-24d472dd-03ee-4bdb-b316-e1e0771964ce service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c8264d3e-286a-4ec9-9e65-2e359fa37111 HTTP/1.1" status: 200 len: 999 time: 0.0574872 Jul 27 21:58:41.347032 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ce0bbc2-b17b-4d4d-a86c-4959c0835e40 None None] Routers {'2bc6cd78-c136-42d5-b126-65496eae47a9'} bound to L3 agent in host n-d-705658-22 {{(pid=105587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:58:41.347625 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-7ce0bbc2-b17b-4d4d-a86c-4959c0835e40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:58:12Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['2bc6cd78-c136-42d5-b126-65496eae47a9'], 'active': True} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:58:41.396540 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ed5264-59c0-4ceb-a5f1-76d2c45d6136 req-5551a2c4-5f16-4da8-a5ff-f0e7f332700e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:41.398027 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-09ed5264-59c0-4ceb-a5f1-76d2c45d6136 req-5551a2c4-5f16-4da8-a5ff-f0e7f332700e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3c0faa5e-b1e4-4316-97fd-02a99bdcaa7f HTTP/1.1" status: 200 len: 834 time: 0.0462976 Jul 27 21:58:41.450277 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvr_db [None req-7ce0bbc2-b17b-4d4d-a86c-4959c0835e40 None None] Set router 2bc6cd78-c136-42d5-b126-65496eae47a9 gateway port host: n-d-705658-22 {{(pid=105587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:58:41.455646 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ed5264-59c0-4ceb-a5f1-76d2c45d6136 req-9370b3f5-9ae4-4810-acee-e9c72aa20250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:41.457167 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-09ed5264-59c0-4ceb-a5f1-76d2c45d6136 req-9370b3f5-9ae4-4810-acee-e9c72aa20250 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=11d5cd84-e212-4610-adea-b20784c1d32f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0524707 Jul 27 21:58:41.550570 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-09ed5264-59c0-4ceb-a5f1-76d2c45d6136 req-831c8e78-4242-418d-8224-85f475dd8372 service neutron] 10.222.0.36 "GET /v2.0/networks/11d5cd84-e212-4610-adea-b20784c1d32f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856013 Jul 27 21:58:41.593998 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-a01b7146-6411-4fbb-83f4-9bc4550149be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:41.648503 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-09ed5264-59c0-4ceb-a5f1-76d2c45d6136 req-41179bd4-9009-4b59-bf68-2e1f18dd0aff service neutron] 10.222.0.36 "GET /v2.0/networks/11d5cd84-e212-4610-adea-b20784c1d32f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902677 Jul 27 21:58:41.762585 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-7ce0bbc2-b17b-4d4d-a86c-4959c0835e40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bc6cd78-c136-42d5-b126-65496eae47a9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2041219734', 'tenant_id': '25d69678ca2843da93a97645b6488fa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.83'}], 'enable_snat': True}, 'gw_port_id': 'e0cdfed3-7219-457e-a127-073d564fd526', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:58:24Z', 'updated_at': '2021-07-27T21:58:28Z', 'revision_number': 4, 'project_id': '25d69678ca2843da93a97645b6488fa6', 'gw_port': {'id': 'e0cdfed3-7219-457e-a127-073d564fd526', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:64:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bc6cd78-c136-42d5-b126-65496eae47a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:58:25Z', 'updated_at': '2021-07-27T21:58:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_floatingips': [{'id': '94896891-2d5c-4d3e-bebd-48edd70dec1a', 'tenant_id': '25d69678ca2843da93a97645b6488fa6', 'floating_ip_address': '172.25.5.30', 'floating_network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'router_id': '2bc6cd78-c136-42d5-b126-65496eae47a9', 'port_id': 'c8264d3e-286a-4ec9-9e65-2e359fa37111', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4208, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '11d5cd84-e212-4610-adea-b20784c1d32f', 'mac_address': 'fa:16:3e:d0:cf:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ec6df67-59a8-45f5-9f47-fbcd772f7fc7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T21:58:40Z', 'updated_at': '2021-07-27T21:58:40Z', 'revision_number': 0, 'project_id': '25d69678ca2843da93a97645b6488fa6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dab7d73c-e31b-4aec-9bd2-eab311bb2ad5', 'name': '', 'network_id': '11d5cd84-e212-4610-adea-b20784c1d32f', 'tenant_id': '25d69678ca2843da93a97645b6488fa6', 'mac_address': 'fa:16:3e:b1:9f:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bc6cd78-c136-42d5-b126-65496eae47a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '3c0faa5e-b1e4-4316-97fd-02a99bdcaa7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:58:27Z', 'updated_at': '2021-07-27T21:58:32Z', 'revision_number': 5, 'project_id': '25d69678ca2843da93a97645b6488fa6', 'subnets': [{'id': '3c0faa5e-b1e4-4316-97fd-02a99bdcaa7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-22', False) {} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:58:41.790917 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ce0bbc2-b17b-4d4d-a86c-4959c0835e40 None None] The sync data for ids ['2bc6cd78-c136-42d5-b126-65496eae47a9'] in n-d-705658-22 is: [{'id': '2bc6cd78-c136-42d5-b126-65496eae47a9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2041219734', 'tenant_id': '25d69678ca2843da93a97645b6488fa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.83'}], 'enable_snat': True}, 'gw_port_id': 'e0cdfed3-7219-457e-a127-073d564fd526', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:58:24Z', 'updated_at': '2021-07-27T21:58:28Z', 'revision_number': 4, 'project_id': '25d69678ca2843da93a97645b6488fa6', 'gw_port': {'id': 'e0cdfed3-7219-457e-a127-073d564fd526', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:64:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bc6cd78-c136-42d5-b126-65496eae47a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:58:25Z', 'updated_at': '2021-07-27T21:58:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_floatingips': [{'id': '94896891-2d5c-4d3e-bebd-48edd70dec1a', 'tenant_id': '25d69678ca2843da93a97645b6488fa6', 'floating_ip_address': '172.25.5.30', 'floating_network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'router_id': '2bc6cd78-c136-42d5-b126-65496eae47a9', 'port_id': 'c8264d3e-286a-4ec9-9e65-2e359fa37111', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4208, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '11d5cd84-e212-4610-adea-b20784c1d32f', 'mac_address': 'fa:16:3e:d0:cf:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ec6df67-59a8-45f5-9f47-fbcd772f7fc7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T21:58:40Z', 'updated_at': '2021-07-27T21:58:40Z', 'revision_number': 0, 'project_id': '25d69678ca2843da93a97645b6488fa6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dab7d73c-e31b-4aec-9bd2-eab311bb2ad5', 'name': '', 'network_id': '11d5cd84-e212-4610-adea-b20784c1d32f', 'tenant_id': '25d69678ca2843da93a97645b6488fa6', 'mac_address': 'fa:16:3e:b1:9f:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bc6cd78-c136-42d5-b126-65496eae47a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '3c0faa5e-b1e4-4316-97fd-02a99bdcaa7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:58:27Z', 'updated_at': '2021-07-27T21:58:32Z', 'revision_number': 5, 'project_id': '25d69678ca2843da93a97645b6488fa6', 'subnets': [{'id': '3c0faa5e-b1e4-4316-97fd-02a99bdcaa7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:58:41.945488 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:41.978045 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a10c8ab1-6e2e-4f25-8db1-55284d88d73a None None] New status for floating IP 94896891-2d5c-4d3e-bebd-48edd70dec1a: ACTIVE {{(pid=105586) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 21:58:42.270455 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 38980) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:58:42.330349 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-2f6567f3-3809-46b1-ae6b-575cafaadc15 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] 10.222.0.59 "GET /v2.0/floatingips/94896891-2d5c-4d3e-bebd-48edd70dec1a HTTP/1.1" status: 200 len: 993 time: 0.0586419 Jul 27 21:58:43.114937 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-bb32ed7d-8717-448b-a9c8-a5a0117d1fd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:43.589571 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-5edb0977-e46c-4d63-89de-fd5838c10fa9 req-5767d74e-aace-482f-92c9-0c487dd657ae service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=3ec6df67-59a8-45f5-9f47-fbcd772f7fc7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0517061 Jul 27 21:58:43.683578 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edb0977-e46c-4d63-89de-fd5838c10fa9 req-5c411ba0-c685-4aee-a966-98921d732998 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:43.685052 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-5edb0977-e46c-4d63-89de-fd5838c10fa9 req-5c411ba0-c685-4aee-a966-98921d732998 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=25d69678ca2843da93a97645b6488fa6&device_id=3ec6df67-59a8-45f5-9f47-fbcd772f7fc7 HTTP/1.1" status: 200 len: 1098 time: 0.0533500 Jul 27 21:58:43.787656 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edb0977-e46c-4d63-89de-fd5838c10fa9 req-c07f87b7-9f3a-4f58-af09-884857c693a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:43.789104 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-5edb0977-e46c-4d63-89de-fd5838c10fa9 req-c07f87b7-9f3a-4f58-af09-884857c693a4 service neutron] 10.222.0.36 "GET /v2.0/networks?id=11d5cd84-e212-4610-adea-b20784c1d32f HTTP/1.1" status: 200 len: 898 time: 0.0865915 Jul 27 21:58:43.853804 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-5edb0977-e46c-4d63-89de-fd5838c10fa9 req-faf93940-3152-467a-a950-5de7a77f4766 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c8264d3e-286a-4ec9-9e65-2e359fa37111 HTTP/1.1" status: 200 len: 1001 time: 0.0555487 Jul 27 21:58:43.906716 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edb0977-e46c-4d63-89de-fd5838c10fa9 req-4f7d9614-5bd2-45c4-8d50-aa6a44385704 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:43.908188 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-5edb0977-e46c-4d63-89de-fd5838c10fa9 req-4f7d9614-5bd2-45c4-8d50-aa6a44385704 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3c0faa5e-b1e4-4316-97fd-02a99bdcaa7f HTTP/1.1" status: 200 len: 834 time: 0.0473826 Jul 27 21:58:43.966131 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edb0977-e46c-4d63-89de-fd5838c10fa9 req-22bf0995-ad33-47d5-9b8c-99e9edf7300e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:43.967661 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-5edb0977-e46c-4d63-89de-fd5838c10fa9 req-22bf0995-ad33-47d5-9b8c-99e9edf7300e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=11d5cd84-e212-4610-adea-b20784c1d32f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0524545 Jul 27 21:58:44.055566 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-5edb0977-e46c-4d63-89de-fd5838c10fa9 req-7ffef127-2547-4ff9-ad19-afa89c01bd9b service neutron] 10.222.0.36 "GET /v2.0/networks/11d5cd84-e212-4610-adea-b20784c1d32f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803914 Jul 27 21:58:44.149431 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-5edb0977-e46c-4d63-89de-fd5838c10fa9 req-1198736f-f0ac-411b-8a7a-63f95ae15814 service neutron] 10.222.0.36 "GET /v2.0/networks/11d5cd84-e212-4610-adea-b20784c1d32f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854421 Jul 27 21:58:44.524886 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-875ced1b-4cf3-463a-9653-058f0f9421e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:07.026516 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:08.952267 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-f9ccf9e2-9e52-4dee-81ff-c8df8a01a379 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:10.794713 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:11.164125 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.agents_db [None req-558fcd2c-e512-47bc-a170-8673d87f7213 None None] Agent healthcheck: found 7 active agents {{(pid=105587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 21:59:11.593870 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-63afa32e-d0a4-42f5-bb78-51b3fa1fa03e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:11.937217 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:13.118126 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-bb32ed7d-8717-448b-a9c8-a5a0117d1fd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:14.527579 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-875ced1b-4cf3-463a-9653-058f0f9421e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:15.628613 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca331f6-5447-4f47-a0a9-6783f379a45f req-b4ab59de-25ef-466a-9034-821f4c567db7 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:15.630038 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592d4be4-754e-4543-8d18-6481ac7a7a9e req-ead89def-4aa8-481a-819d-87a8c3d535e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:15.630541 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-9ca331f6-5447-4f47-a0a9-6783f379a45f req-b4ab59de-25ef-466a-9034-821f4c567db7 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] 10.222.0.59 "GET /v2.0/ports?device_id=3ec6df67-59a8-45f5-9f47-fbcd772f7fc7 HTTP/1.1" status: 200 len: 946 time: 0.0650673 Jul 27 21:59:15.631598 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-592d4be4-754e-4543-8d18-6481ac7a7a9e req-ead89def-4aa8-481a-819d-87a8c3d535e1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=25d69678ca2843da93a97645b6488fa6&device_id=3ec6df67-59a8-45f5-9f47-fbcd772f7fc7 HTTP/1.1" status: 200 len: 1098 time: 0.0557852 Jul 27 21:59:15.668087 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-9ca331f6-5447-4f47-a0a9-6783f379a45f req-fac9ec33-8ffe-4e7b-bee9-38dabbeb4c55 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] 10.222.0.59 "GET /v2.0/security-groups?id=87781c2a-b641-480a-b690-4a4f23e10adb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313904 Jul 27 21:59:15.725154 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592d4be4-754e-4543-8d18-6481ac7a7a9e req-485f4fc2-2d03-4de3-8650-607f8b53095c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:15.726575 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-592d4be4-754e-4543-8d18-6481ac7a7a9e req-485f4fc2-2d03-4de3-8650-607f8b53095c service neutron] 10.222.0.36 "GET /v2.0/networks?id=11d5cd84-e212-4610-adea-b20784c1d32f HTTP/1.1" status: 200 len: 898 time: 0.0862744 Jul 27 21:59:15.790281 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-592d4be4-754e-4543-8d18-6481ac7a7a9e req-964f0f30-3326-4730-b6f4-373036527433 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c8264d3e-286a-4ec9-9e65-2e359fa37111 HTTP/1.1" status: 200 len: 1001 time: 0.0559204 Jul 27 21:59:15.837932 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592d4be4-754e-4543-8d18-6481ac7a7a9e req-e5c24c67-c547-4622-8a79-64aee175ed2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:15.839330 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-592d4be4-754e-4543-8d18-6481ac7a7a9e req-e5c24c67-c547-4622-8a79-64aee175ed2a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3c0faa5e-b1e4-4316-97fd-02a99bdcaa7f HTTP/1.1" status: 200 len: 834 time: 0.0415494 Jul 27 21:59:15.902949 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592d4be4-754e-4543-8d18-6481ac7a7a9e req-a921e86d-ee83-4f79-a2ba-f686043e20d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:15.904469 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-592d4be4-754e-4543-8d18-6481ac7a7a9e req-a921e86d-ee83-4f79-a2ba-f686043e20d8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=11d5cd84-e212-4610-adea-b20784c1d32f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0572832 Jul 27 21:59:15.993349 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-592d4be4-754e-4543-8d18-6481ac7a7a9e req-fbc987f9-0617-477e-9b06-9df512e207aa service neutron] 10.222.0.36 "GET /v2.0/networks/11d5cd84-e212-4610-adea-b20784c1d32f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806139 Jul 27 21:59:16.083170 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-592d4be4-754e-4543-8d18-6481ac7a7a9e req-4ecebc10-46d7-4334-aa3d-527d06c1b0cf service neutron] 10.222.0.36 "GET /v2.0/networks/11d5cd84-e212-4610-adea-b20784c1d32f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826311 Jul 27 21:59:16.802265 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48318644-557b-4853-925e-3bd24feb175c req-d12be77c-8047-4a04-9af4-2e5f2e2cf24e tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:16.803653 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-48318644-557b-4853-925e-3bd24feb175c req-d12be77c-8047-4a04-9af4-2e5f2e2cf24e tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] 10.222.0.59 "GET /v2.0/ports?device_id=3ec6df67-59a8-45f5-9f47-fbcd772f7fc7 HTTP/1.1" status: 200 len: 946 time: 0.0656002 Jul 27 21:59:16.840796 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-48318644-557b-4853-925e-3bd24feb175c req-c1b0932e-19b4-4c4e-88ee-b5245166e06f tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] 10.222.0.59 "GET /v2.0/security-groups?id=87781c2a-b641-480a-b690-4a4f23e10adb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306561 Jul 27 21:59:17.971013 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f49d1d6-8a52-4f82-a99c-4b65edd49e9e req-dcd05761-33ac-4795-873b-f27c4ca80551 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:17.972503 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-1f49d1d6-8a52-4f82-a99c-4b65edd49e9e req-dcd05761-33ac-4795-873b-f27c4ca80551 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] 10.222.0.59 "GET /v2.0/ports?device_id=3ec6df67-59a8-45f5-9f47-fbcd772f7fc7 HTTP/1.1" status: 200 len: 946 time: 0.0636487 Jul 27 21:59:18.009790 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-1f49d1d6-8a52-4f82-a99c-4b65edd49e9e req-23ed3553-ccbb-4d75-8d3f-0b7c819cb007 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] 10.222.0.59 "GET /v2.0/security-groups?id=87781c2a-b641-480a-b690-4a4f23e10adb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314245 Jul 27 21:59:19.142426 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9141f977-bfe6-4b2f-bb3b-4287c448f325 req-8163e3bc-e9f1-449c-97f1-a97e19e133ef tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:19.143845 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-9141f977-bfe6-4b2f-bb3b-4287c448f325 req-8163e3bc-e9f1-449c-97f1-a97e19e133ef tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] 10.222.0.59 "GET /v2.0/ports?device_id=3ec6df67-59a8-45f5-9f47-fbcd772f7fc7 HTTP/1.1" status: 200 len: 946 time: 0.0661087 Jul 27 21:59:19.180842 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-9141f977-bfe6-4b2f-bb3b-4287c448f325 req-8ed19a5b-f775-45ba-9a88-c1b334d90b62 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] 10.222.0.59 "GET /v2.0/security-groups?id=87781c2a-b641-480a-b690-4a4f23e10adb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311873 Jul 27 21:59:20.311325 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f285fa2c-0e73-4dc4-8a30-6701016631e2 req-98817eee-ccee-463b-b9c3-451a6f9e40d6 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:20.312802 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f285fa2c-0e73-4dc4-8a30-6701016631e2 req-98817eee-ccee-463b-b9c3-451a6f9e40d6 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] 10.222.0.59 "GET /v2.0/ports?device_id=3ec6df67-59a8-45f5-9f47-fbcd772f7fc7 HTTP/1.1" status: 200 len: 946 time: 0.0626338 Jul 27 21:59:20.349875 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f285fa2c-0e73-4dc4-8a30-6701016631e2 req-78b5cd0f-b3c5-4986-afca-5d65233a9777 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] 10.222.0.59 "GET /v2.0/security-groups?id=87781c2a-b641-480a-b690-4a4f23e10adb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312512 Jul 27 21:59:21.476796 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fea1d1-10bc-4af1-a9d7-73077f69affc req-ba55a385-f2da-4588-a0d4-2a4924aac14d tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:21.478264 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-43fea1d1-10bc-4af1-a9d7-73077f69affc req-ba55a385-f2da-4588-a0d4-2a4924aac14d tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] 10.222.0.59 "GET /v2.0/ports?device_id=3ec6df67-59a8-45f5-9f47-fbcd772f7fc7 HTTP/1.1" status: 200 len: 946 time: 0.0621188 Jul 27 21:59:21.515715 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-43fea1d1-10bc-4af1-a9d7-73077f69affc req-68f82c0b-2574-4ef6-8776-f4787749a545 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] 10.222.0.59 "GET /v2.0/security-groups?id=87781c2a-b641-480a-b690-4a4f23e10adb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315549 Jul 27 21:59:22.647240 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24e102e-4494-447f-b0fc-494e69ed9e49 req-c6d7829e-5021-41f1-9798-6e003013f874 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:22.648732 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e24e102e-4494-447f-b0fc-494e69ed9e49 req-c6d7829e-5021-41f1-9798-6e003013f874 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] 10.222.0.59 "GET /v2.0/ports?device_id=3ec6df67-59a8-45f5-9f47-fbcd772f7fc7 HTTP/1.1" status: 200 len: 946 time: 0.0682106 Jul 27 21:59:22.689483 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e24e102e-4494-447f-b0fc-494e69ed9e49 req-3e020941-3703-4537-8dc9-a7a121c7da0a tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] 10.222.0.59 "GET /v2.0/security-groups?id=87781c2a-b641-480a-b690-4a4f23e10adb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329232 Jul 27 21:59:23.815929 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53af0224-f0e1-4e28-bb68-4f77fdd8b902 req-e7da3614-c455-4a88-8d34-b602448f4f52 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:23.817423 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-53af0224-f0e1-4e28-bb68-4f77fdd8b902 req-e7da3614-c455-4a88-8d34-b602448f4f52 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] 10.222.0.59 "GET /v2.0/ports?device_id=3ec6df67-59a8-45f5-9f47-fbcd772f7fc7 HTTP/1.1" status: 200 len: 946 time: 0.0624902 Jul 27 21:59:23.856404 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-53af0224-f0e1-4e28-bb68-4f77fdd8b902 req-e28304b8-4f81-4f45-8aa0-a2cf9df698ad tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] 10.222.0.59 "GET /v2.0/security-groups?id=87781c2a-b641-480a-b690-4a4f23e10adb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330496 Jul 27 21:59:24.988706 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64274d8-9efa-4a93-86d1-cc07540e4e8b req-de91d3a2-7ac1-45cd-b050-e62356dd680e tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:24.990183 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-c64274d8-9efa-4a93-86d1-cc07540e4e8b req-de91d3a2-7ac1-45cd-b050-e62356dd680e tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] 10.222.0.59 "GET /v2.0/ports?device_id=3ec6df67-59a8-45f5-9f47-fbcd772f7fc7 HTTP/1.1" status: 200 len: 946 time: 0.0661626 Jul 27 21:59:25.028278 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-c64274d8-9efa-4a93-86d1-cc07540e4e8b req-7805aa06-5eb9-40f2-a156-878ac192bcf7 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] 10.222.0.59 "GET /v2.0/security-groups?id=87781c2a-b641-480a-b690-4a4f23e10adb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316694 Jul 27 21:59:26.158339 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca47632e-fafb-49f9-bd1d-6a4439437cb0 req-b904168f-d1fa-49cb-abba-b55424f684d5 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:26.159774 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-ca47632e-fafb-49f9-bd1d-6a4439437cb0 req-b904168f-d1fa-49cb-abba-b55424f684d5 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] 10.222.0.59 "GET /v2.0/ports?device_id=3ec6df67-59a8-45f5-9f47-fbcd772f7fc7 HTTP/1.1" status: 200 len: 946 time: 0.0646901 Jul 27 21:59:26.197790 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-ca47632e-fafb-49f9-bd1d-6a4439437cb0 req-15c88a22-2bb0-4f36-8d27-4668aabe545b tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] 10.222.0.59 "GET /v2.0/security-groups?id=87781c2a-b641-480a-b690-4a4f23e10adb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320666 Jul 27 21:59:27.324013 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0843aff-9c28-4f5b-9873-a518be1a7b4a req-9f3b3820-df0e-4ca7-ac21-c0692c4a84b7 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:27.325463 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a0843aff-9c28-4f5b-9873-a518be1a7b4a req-9f3b3820-df0e-4ca7-ac21-c0692c4a84b7 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] 10.222.0.59 "GET /v2.0/ports?device_id=3ec6df67-59a8-45f5-9f47-fbcd772f7fc7 HTTP/1.1" status: 200 len: 946 time: 0.0618615 Jul 27 21:59:27.362863 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a0843aff-9c28-4f5b-9873-a518be1a7b4a req-896ee31c-460b-4f58-9421-e611a873d907 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] 10.222.0.59 "GET /v2.0/security-groups?id=87781c2a-b641-480a-b690-4a4f23e10adb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315204 Jul 27 21:59:28.503306 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35accfa3-7cf0-4e2e-987e-44ccf86d5e0c req-6da41e04-d15e-4e5e-92c5-724e9ed9e5d0 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:28.505082 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-35accfa3-7cf0-4e2e-987e-44ccf86d5e0c req-6da41e04-d15e-4e5e-92c5-724e9ed9e5d0 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] 10.222.0.59 "GET /v2.0/ports?device_id=3ec6df67-59a8-45f5-9f47-fbcd772f7fc7 HTTP/1.1" status: 200 len: 946 time: 0.0754497 Jul 27 21:59:28.551429 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-35accfa3-7cf0-4e2e-987e-44ccf86d5e0c req-e5004d5f-e4cd-4db7-96cd-82dbc17a6494 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] 10.222.0.59 "GET /v2.0/security-groups?id=87781c2a-b641-480a-b690-4a4f23e10adb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402234 Jul 27 21:59:29.678944 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d70d0b-fe1c-4d20-b6a1-3a31cacbe10b req-bb210b71-3e6a-42fd-a358-6a86b2d79003 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:29.680455 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e4d70d0b-fe1c-4d20-b6a1-3a31cacbe10b req-bb210b71-3e6a-42fd-a358-6a86b2d79003 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] 10.222.0.59 "GET /v2.0/ports?device_id=3ec6df67-59a8-45f5-9f47-fbcd772f7fc7 HTTP/1.1" status: 200 len: 946 time: 0.0632553 Jul 27 21:59:29.717734 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e4d70d0b-fe1c-4d20-b6a1-3a31cacbe10b req-754f188c-1e89-46ad-b81b-006aee0c582b tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] 10.222.0.59 "GET /v2.0/security-groups?id=87781c2a-b641-480a-b690-4a4f23e10adb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308726 Jul 27 21:59:30.848276 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb9af19-2295-4290-87ff-21a01e72d3a0 req-65ccc21d-e09c-4d9e-8938-acd5eb99a155 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:30.849753 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-1fb9af19-2295-4290-87ff-21a01e72d3a0 req-65ccc21d-e09c-4d9e-8938-acd5eb99a155 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] 10.222.0.59 "GET /v2.0/ports?device_id=3ec6df67-59a8-45f5-9f47-fbcd772f7fc7 HTTP/1.1" status: 200 len: 946 time: 0.0655997 Jul 27 21:59:31.221896 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-1fb9af19-2295-4290-87ff-21a01e72d3a0 req-f6684f0a-04cb-44de-b915-44af38d202ff tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] 10.222.0.59 "GET /v2.0/security-groups?id=87781c2a-b641-480a-b690-4a4f23e10adb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3661892 Jul 27 21:59:32.351625 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e78602b-7ffa-4eb7-94d1-cad8dce5a067 req-09464e5b-c57a-46ec-bba1-b36089a903a6 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:32.353091 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-4e78602b-7ffa-4eb7-94d1-cad8dce5a067 req-09464e5b-c57a-46ec-bba1-b36089a903a6 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] 10.222.0.59 "GET /v2.0/ports?device_id=3ec6df67-59a8-45f5-9f47-fbcd772f7fc7 HTTP/1.1" status: 200 len: 946 time: 0.0619783 Jul 27 21:59:32.389890 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-4e78602b-7ffa-4eb7-94d1-cad8dce5a067 req-0f016cbe-ffb5-406d-9600-80d481df1ac8 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] 10.222.0.59 "GET /v2.0/security-groups?id=87781c2a-b641-480a-b690-4a4f23e10adb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309072 Jul 27 21:59:32.411746 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 39026) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:59:32.472119 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-9736631f-0ea2-404c-b4cb-973ec3e54303 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] 10.222.0.59 "GET /v2.0/floatingips/94896891-2d5c-4d3e-bebd-48edd70dec1a HTTP/1.1" status: 200 len: 993 time: 0.0592828 Jul 27 21:59:37.031332 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:38.952708 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-7a538f70-5931-48e5-9a79-4c281acd845f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:40.810456 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:41.593730 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-d38c3322-eaba-4a5e-9744-ce094a82ca02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:41.937605 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:43.122625 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-bb32ed7d-8717-448b-a9c8-a5a0117d1fd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:44.528297 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-875ced1b-4cf3-463a-9653-058f0f9421e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:45.593101 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-3ce47a7c-854f-4222-b7a3-429ada56e180 req-da729f0b-5145-420f-b488-25f3910bb0ee service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=3ec6df67-59a8-45f5-9f47-fbcd772f7fc7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0520763 Jul 27 21:59:45.684569 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce47a7c-854f-4222-b7a3-429ada56e180 req-103f1fbb-35c7-48e9-a808-66a3f864538c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:45.686016 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-3ce47a7c-854f-4222-b7a3-429ada56e180 req-103f1fbb-35c7-48e9-a808-66a3f864538c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=25d69678ca2843da93a97645b6488fa6&device_id=3ec6df67-59a8-45f5-9f47-fbcd772f7fc7 HTTP/1.1" status: 200 len: 1098 time: 0.0523055 Jul 27 21:59:45.787202 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce47a7c-854f-4222-b7a3-429ada56e180 req-bff481ab-868b-4bbf-ad53-88d748f7df29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:45.788622 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-3ce47a7c-854f-4222-b7a3-429ada56e180 req-bff481ab-868b-4bbf-ad53-88d748f7df29 service neutron] 10.222.0.36 "GET /v2.0/networks?id=11d5cd84-e212-4610-adea-b20784c1d32f HTTP/1.1" status: 200 len: 898 time: 0.0848663 Jul 27 21:59:45.850921 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-3ce47a7c-854f-4222-b7a3-429ada56e180 req-04a597c3-2528-4ea6-a3db-7806ac6a30a3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c8264d3e-286a-4ec9-9e65-2e359fa37111 HTTP/1.1" status: 200 len: 1001 time: 0.0554013 Jul 27 21:59:45.898233 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce47a7c-854f-4222-b7a3-429ada56e180 req-937c11a0-3736-4c31-b913-25d81a3c052b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:45.899664 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-3ce47a7c-854f-4222-b7a3-429ada56e180 req-937c11a0-3736-4c31-b913-25d81a3c052b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3c0faa5e-b1e4-4316-97fd-02a99bdcaa7f HTTP/1.1" status: 200 len: 834 time: 0.0421381 Jul 27 21:59:45.959859 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce47a7c-854f-4222-b7a3-429ada56e180 req-a4d0c354-b0fe-43e3-9208-c524a67abfb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:45.961313 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-3ce47a7c-854f-4222-b7a3-429ada56e180 req-a4d0c354-b0fe-43e3-9208-c524a67abfb4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=11d5cd84-e212-4610-adea-b20784c1d32f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0546119 Jul 27 21:59:46.048082 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-3ce47a7c-854f-4222-b7a3-429ada56e180 req-2746450b-5cc5-47e0-83ff-27bec1f1a39e service neutron] 10.222.0.36 "GET /v2.0/networks/11d5cd84-e212-4610-adea-b20784c1d32f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796225 Jul 27 21:59:46.139714 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-3ce47a7c-854f-4222-b7a3-429ada56e180 req-df88f22d-31df-4bae-8b5e-b40bca68f011 service neutron] 10.222.0.36 "GET /v2.0/networks/11d5cd84-e212-4610-adea-b20784c1d32f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850341 Jul 27 21:59:48.162027 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.agents_db [None req-558fcd2c-e512-47bc-a170-8673d87f7213 None None] Agent healthcheck: found 7 active agents {{(pid=105587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 22:00:02.999344 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 39044) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:00:03.149972 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [None req-d9226538-7706-4098-8be3-9518917e9b79 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Deleting port ff597614-6f80-4af5-ad4b-cb0b542a04db {{(pid=105585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:00:03.150227 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-d9226538-7706-4098-8be3-9518917e9b79 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:03.222805 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-d9226538-7706-4098-8be3-9518917e9b79 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:03.223166 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-d9226538-7706-4098-8be3-9518917e9b79 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:03.235073 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [None req-d9226538-7706-4098-8be3-9518917e9b79 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Calling delete_port for ff597614-6f80-4af5-ad4b-cb0b542a04db owned by network:floatingip {{(pid=105585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:00:03.380127 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-d9226538-7706-4098-8be3-9518917e9b79 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:03.405719 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9226538-7706-4098-8be3-9518917e9b79 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Pushing event deleted for resources: {'Port': ['ID=ff597614-6f80-4af5-ad4b-cb0b542a04db,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:00:03.431115 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9226538-7706-4098-8be3-9518917e9b79 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:00:03.431467 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9226538-7706-4098-8be3-9518917e9b79 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:00:03.431807 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9226538-7706-4098-8be3-9518917e9b79 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:00:03.432139 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9226538-7706-4098-8be3-9518917e9b79 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:00:03.432464 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9226538-7706-4098-8be3-9518917e9b79 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:00:03.432792 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9226538-7706-4098-8be3-9518917e9b79 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:00:03.433118 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9226538-7706-4098-8be3-9518917e9b79 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:00:03.433443 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9226538-7706-4098-8be3-9518917e9b79 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:00:03.433770 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9226538-7706-4098-8be3-9518917e9b79 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:00:03.434090 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9226538-7706-4098-8be3-9518917e9b79 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:00:03.434407 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9226538-7706-4098-8be3-9518917e9b79 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:00:03.434725 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9226538-7706-4098-8be3-9518917e9b79 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:00:03.477636 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-d9226538-7706-4098-8be3-9518917e9b79 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks [] for floatingip, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:03.477973 n-d-705658-22 neutron-server[105585]: INFO neutron.db.l3_db [None req-d9226538-7706-4098-8be3-9518917e9b79 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Floating IP 94896891-2d5c-4d3e-bebd-48edd70dec1a disassociated (deleted). External IP: 172.25.5.30, port: c8264d3e-286a-4ec9-9e65-2e359fa37111. Jul 27 22:00:03.686328 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9226538-7706-4098-8be3-9518917e9b79 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Router 2bc6cd78-c136-42d5-b126-65496eae47a9 has already been hosted by L3 agent dd128fd7-8e57-4d4f-895b-a96b369df59a {{(pid=105585) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:00:03.792328 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9226538-7706-4098-8be3-9518917e9b79 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify agent at l3_agent.n-d-705658-22 the message routers_updated {{(pid=105585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:00:03.797085 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-d9226538-7706-4098-8be3-9518917e9b79 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for floatingip, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:03.801653 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-807c6d85-63a2-4d39-b2c0-bb2366660cb0 None None] Sync routers for ids ['2bc6cd78-c136-42d5-b126-65496eae47a9'] in n-d-705658-22 {{(pid=105587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:00:03.810126 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-807c6d85-63a2-4d39-b2c0-bb2366660cb0 None None] Routers {'2bc6cd78-c136-42d5-b126-65496eae47a9'} bound to L3 agent in host n-d-705658-22 {{(pid=105587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:00:03.810767 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-807c6d85-63a2-4d39-b2c0-bb2366660cb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:59:42Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['2bc6cd78-c136-42d5-b126-65496eae47a9'], 'active': True} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:00:03.832095 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-d9226538-7706-4098-8be3-9518917e9b79 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] 10.222.0.59 "DELETE /v2.0/floatingips/94896891-2d5c-4d3e-bebd-48edd70dec1a HTTP/1.1" status: 204 len: 168 time: 0.8316751 Jul 27 22:00:03.832777 n-d-705658-22 neutron-server[105585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ec6df67-59a8-45f5-9f47-fbcd772f7fc7', 'tag': 'c8264d3e-286a-4ec9-9e65-2e359fa37111'}] {{(pid=105585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:00:03.835168 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f24452fb85b5ff3d9a44b103084d24ac6536fc7c3e33f3cafe2d6008071b0351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b79d6b50-dfc6-46f8-9796-303a82318110" -d '{"events": [{"name": "network-changed", "server_uuid": "3ec6df67-59a8-45f5-9f47-fbcd772f7fc7", "tag": "c8264d3e-286a-4ec9-9e65-2e359fa37111"}]}' {{(pid=105585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:00:03.925696 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvr_db [None req-807c6d85-63a2-4d39-b2c0-bb2366660cb0 None None] Set router 2bc6cd78-c136-42d5-b126-65496eae47a9 gateway port host: n-d-705658-22 {{(pid=105587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:00:03.936499 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 22:00:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e6f4fff-2938-4942-9c8f-ca4b8d9bb0a3 x-openstack-request-id: req-4e6f4fff-2938-4942-9c8f-ca4b8d9bb0a3 {{(pid=105585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:00:03.936732 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ec6df67-59a8-45f5-9f47-fbcd772f7fc7", "tag": "c8264d3e-286a-4ec9-9e65-2e359fa37111", "status": "completed", "code": 200}]} {{(pid=105585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:00:03.936993 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-4e6f4fff-2938-4942-9c8f-ca4b8d9bb0a3 {{(pid=105585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:00:03.937440 n-d-705658-22 neutron-server[105585]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ec6df67-59a8-45f5-9f47-fbcd772f7fc7', 'tag': 'c8264d3e-286a-4ec9-9e65-2e359fa37111', 'status': 'completed', 'code': 200} Jul 27 22:00:04.025819 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79d6b50-dfc6-46f8-9796-303a82318110 req-45f4c2c9-907c-48b7-9172-bee3d3eace6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:00:04.027635 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-b79d6b50-dfc6-46f8-9796-303a82318110 req-45f4c2c9-907c-48b7-9172-bee3d3eace6d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=25d69678ca2843da93a97645b6488fa6&device_id=3ec6df67-59a8-45f5-9f47-fbcd772f7fc7 HTTP/1.1" status: 200 len: 1098 time: 0.0679591 Jul 27 22:00:04.078898 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d432eb-35a4-4282-bbb8-5eedef24865a req-a66ea155-d82f-4274-95d9-390d094a0bee tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:00:04.081250 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-67d432eb-35a4-4282-bbb8-5eedef24865a req-a66ea155-d82f-4274-95d9-390d094a0bee tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] 10.222.0.59 "GET /v2.0/ports?device_id=3ec6df67-59a8-45f5-9f47-fbcd772f7fc7 HTTP/1.1" status: 200 len: 946 time: 0.0664163 Jul 27 22:00:04.120045 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-67d432eb-35a4-4282-bbb8-5eedef24865a req-a9fc7c6e-209b-46cc-9943-a8ef86b85f8a tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] 10.222.0.59 "GET /v2.0/security-groups?id=87781c2a-b641-480a-b690-4a4f23e10adb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324318 Jul 27 22:00:04.128468 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79d6b50-dfc6-46f8-9796-303a82318110 req-69df4bd1-bca0-4da4-9235-d4ebe44b3106 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:00:04.129997 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-b79d6b50-dfc6-46f8-9796-303a82318110 req-69df4bd1-bca0-4da4-9235-d4ebe44b3106 service neutron] 10.222.0.36 "GET /v2.0/networks?id=11d5cd84-e212-4610-adea-b20784c1d32f HTTP/1.1" status: 200 len: 898 time: 0.0939498 Jul 27 22:00:04.130360 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-807c6d85-63a2-4d39-b2c0-bb2366660cb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bc6cd78-c136-42d5-b126-65496eae47a9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2041219734', 'tenant_id': '25d69678ca2843da93a97645b6488fa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.83'}], 'enable_snat': True}, 'gw_port_id': 'e0cdfed3-7219-457e-a127-073d564fd526', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:58:24Z', 'updated_at': '2021-07-27T21:58:28Z', 'revision_number': 4, 'project_id': '25d69678ca2843da93a97645b6488fa6', 'gw_port': {'id': 'e0cdfed3-7219-457e-a127-073d564fd526', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:64:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bc6cd78-c136-42d5-b126-65496eae47a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:58:25Z', 'updated_at': '2021-07-27T21:58:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_interfaces': [{'id': 'dab7d73c-e31b-4aec-9bd2-eab311bb2ad5', 'name': '', 'network_id': '11d5cd84-e212-4610-adea-b20784c1d32f', 'tenant_id': '25d69678ca2843da93a97645b6488fa6', 'mac_address': 'fa:16:3e:b1:9f:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bc6cd78-c136-42d5-b126-65496eae47a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '3c0faa5e-b1e4-4316-97fd-02a99bdcaa7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:58:27Z', 'updated_at': '2021-07-27T21:58:32Z', 'revision_number': 5, 'project_id': '25d69678ca2843da93a97645b6488fa6', 'subnets': [{'id': '3c0faa5e-b1e4-4316-97fd-02a99bdcaa7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-22', False) {} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:00:04.160299 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-807c6d85-63a2-4d39-b2c0-bb2366660cb0 None None] Checking router: 2bc6cd78-c136-42d5-b126-65496eae47a9 for host: n-d-705658-22 {{(pid=105587) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:00:04.168423 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-807c6d85-63a2-4d39-b2c0-bb2366660cb0 None None] Routers {'2bc6cd78-c136-42d5-b126-65496eae47a9'} bound to L3 agent in host n-d-705658-22 {{(pid=105587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:00:04.169028 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-807c6d85-63a2-4d39-b2c0-bb2366660cb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:59:42Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['2bc6cd78-c136-42d5-b126-65496eae47a9'], 'active': True} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:00:04.175285 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-b79d6b50-dfc6-46f8-9796-303a82318110 req-74411880-2ebe-41eb-8b05-b0a22da2a29d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c8264d3e-286a-4ec9-9e65-2e359fa37111 HTTP/1.1" status: 200 len: 217 time: 0.0339527 Jul 27 22:00:04.225150 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79d6b50-dfc6-46f8-9796-303a82318110 req-541f3125-6e61-4edc-a099-6972dfe02bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:00:04.226503 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-b79d6b50-dfc6-46f8-9796-303a82318110 req-541f3125-6e61-4edc-a099-6972dfe02bc9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3c0faa5e-b1e4-4316-97fd-02a99bdcaa7f HTTP/1.1" status: 200 len: 834 time: 0.0428338 Jul 27 22:00:04.273225 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvr_db [None req-807c6d85-63a2-4d39-b2c0-bb2366660cb0 None None] Set router 2bc6cd78-c136-42d5-b126-65496eae47a9 gateway port host: n-d-705658-22 {{(pid=105587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:00:04.287975 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79d6b50-dfc6-46f8-9796-303a82318110 req-404a30b9-de97-44f8-b2db-8af6e73562ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:00:04.289475 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-b79d6b50-dfc6-46f8-9796-303a82318110 req-404a30b9-de97-44f8-b2db-8af6e73562ed service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=11d5cd84-e212-4610-adea-b20784c1d32f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0540378 Jul 27 22:00:04.385226 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-b79d6b50-dfc6-46f8-9796-303a82318110 req-f4879cbf-2300-49fe-a019-930a5d426c9d service neutron] 10.222.0.36 "GET /v2.0/networks/11d5cd84-e212-4610-adea-b20784c1d32f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862091 Jul 27 22:00:04.463404 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-807c6d85-63a2-4d39-b2c0-bb2366660cb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bc6cd78-c136-42d5-b126-65496eae47a9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2041219734', 'tenant_id': '25d69678ca2843da93a97645b6488fa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.83'}], 'enable_snat': True}, 'gw_port_id': 'e0cdfed3-7219-457e-a127-073d564fd526', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:58:24Z', 'updated_at': '2021-07-27T21:58:28Z', 'revision_number': 4, 'project_id': '25d69678ca2843da93a97645b6488fa6', 'gw_port': {'id': 'e0cdfed3-7219-457e-a127-073d564fd526', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:64:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bc6cd78-c136-42d5-b126-65496eae47a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:58:25Z', 'updated_at': '2021-07-27T21:58:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_interfaces': [{'id': 'dab7d73c-e31b-4aec-9bd2-eab311bb2ad5', 'name': '', 'network_id': '11d5cd84-e212-4610-adea-b20784c1d32f', 'tenant_id': '25d69678ca2843da93a97645b6488fa6', 'mac_address': 'fa:16:3e:b1:9f:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bc6cd78-c136-42d5-b126-65496eae47a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '3c0faa5e-b1e4-4316-97fd-02a99bdcaa7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:58:27Z', 'updated_at': '2021-07-27T21:58:32Z', 'revision_number': 5, 'project_id': '25d69678ca2843da93a97645b6488fa6', 'subnets': [{'id': '3c0faa5e-b1e4-4316-97fd-02a99bdcaa7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-22', False) {} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:00:04.481461 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-b79d6b50-dfc6-46f8-9796-303a82318110 req-0f32c43a-52d2-47d9-98a8-890f5cddff2c service neutron] 10.222.0.36 "GET /v2.0/networks/11d5cd84-e212-4610-adea-b20784c1d32f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850372 Jul 27 22:00:04.489324 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-807c6d85-63a2-4d39-b2c0-bb2366660cb0 None None] The sync data for ids ['2bc6cd78-c136-42d5-b126-65496eae47a9'] in n-d-705658-22 is: [{'id': '2bc6cd78-c136-42d5-b126-65496eae47a9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2041219734', 'tenant_id': '25d69678ca2843da93a97645b6488fa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.83'}], 'enable_snat': True}, 'gw_port_id': 'e0cdfed3-7219-457e-a127-073d564fd526', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:58:24Z', 'updated_at': '2021-07-27T21:58:28Z', 'revision_number': 4, 'project_id': '25d69678ca2843da93a97645b6488fa6', 'gw_port': {'id': 'e0cdfed3-7219-457e-a127-073d564fd526', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:64:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bc6cd78-c136-42d5-b126-65496eae47a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:58:25Z', 'updated_at': '2021-07-27T21:58:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_interfaces': [{'id': 'dab7d73c-e31b-4aec-9bd2-eab311bb2ad5', 'name': '', 'network_id': '11d5cd84-e212-4610-adea-b20784c1d32f', 'tenant_id': '25d69678ca2843da93a97645b6488fa6', 'mac_address': 'fa:16:3e:b1:9f:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bc6cd78-c136-42d5-b126-65496eae47a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '3c0faa5e-b1e4-4316-97fd-02a99bdcaa7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:58:27Z', 'updated_at': '2021-07-27T21:58:32Z', 'revision_number': 5, 'project_id': '25d69678ca2843da93a97645b6488fa6', 'subnets': [{'id': '3c0faa5e-b1e4-4316-97fd-02a99bdcaa7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:00:04.707577 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-061bfdd1-7c71-4023-9b59-2f13086ce8d3 None None] New status for floating IP 94896891-2d5c-4d3e-bebd-48edd70dec1a: DOWN {{(pid=105586) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 22:00:05.273138 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b79486-499d-4c16-82be-775d592216af req-a6f08113-725b-45f8-aaa1-b950236ad526 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:00:05.274603 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-12b79486-499d-4c16-82be-775d592216af req-a6f08113-725b-45f8-aaa1-b950236ad526 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] 10.222.0.59 "GET /v2.0/ports?device_id=3ec6df67-59a8-45f5-9f47-fbcd772f7fc7 HTTP/1.1" status: 200 len: 946 time: 0.0664926 Jul 27 22:00:05.312780 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-12b79486-499d-4c16-82be-775d592216af req-3b5e7ad2-1b9d-4397-8211-c3014b4cb708 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] 10.222.0.59 "GET /v2.0/security-groups?id=87781c2a-b641-480a-b690-4a4f23e10adb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316725 Jul 27 22:00:05.595871 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b074ca93-8ac4-416b-a2e2-94f082726fa9 req-666d4cd6-e877-4dc9-914c-115b4647a2a0 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:00:05.597324 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-b074ca93-8ac4-416b-a2e2-94f082726fa9 req-666d4cd6-e877-4dc9-914c-115b4647a2a0 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] 10.222.0.36 "GET /v2.0/ports?device_id=3ec6df67-59a8-45f5-9f47-fbcd772f7fc7 HTTP/1.1" status: 200 len: 946 time: 0.0613909 Jul 27 22:00:05.695368 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [req-b074ca93-8ac4-416b-a2e2-94f082726fa9 req-fe2a68e9-1ff2-407c-9f90-d65c538a5e08 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Deleting port c8264d3e-286a-4ec9-9e65-2e359fa37111 {{(pid=105584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:00:05.695714 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-b074ca93-8ac4-416b-a2e2-94f082726fa9 req-fe2a68e9-1ff2-407c-9f90-d65c538a5e08 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:05.785822 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [req-b074ca93-8ac4-416b-a2e2-94f082726fa9 req-fe2a68e9-1ff2-407c-9f90-d65c538a5e08 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] For port c8264d3e-286a-4ec9-9e65-2e359fa37111, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=c8264d3e-286a-4ec9-9e65-2e359fa37111,segment=NetworkSegment(575b449f-1c9a-4a5e-8f9e-fe1cf8bbe864),segment_id=575b449f-1c9a-4a5e-8f9e-fe1cf8bbe864)] {{(pid=105584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:00:05.786198 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-b074ca93-8ac4-416b-a2e2-94f082726fa9 req-fe2a68e9-1ff2-407c-9f90-d65c538a5e08 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:05.798224 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [req-b074ca93-8ac4-416b-a2e2-94f082726fa9 req-fe2a68e9-1ff2-407c-9f90-d65c538a5e08 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Calling delete_port for c8264d3e-286a-4ec9-9e65-2e359fa37111 owned by compute:nova {{(pid=105584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:00:05.926237 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-b074ca93-8ac4-416b-a2e2-94f082726fa9 req-fe2a68e9-1ff2-407c-9f90-d65c538a5e08 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:05.954321 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2a68e9-1ff2-407c-9f90-d65c538a5e08 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Pushing event deleted for resources: {'Port': ['ID=c8264d3e-286a-4ec9-9e65-2e359fa37111,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:00:05.983465 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2a68e9-1ff2-407c-9f90-d65c538a5e08 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:00:05.983826 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2a68e9-1ff2-407c-9f90-d65c538a5e08 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:00:05.984169 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2a68e9-1ff2-407c-9f90-d65c538a5e08 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:00:05.984509 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2a68e9-1ff2-407c-9f90-d65c538a5e08 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:00:05.984847 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2a68e9-1ff2-407c-9f90-d65c538a5e08 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:00:05.985184 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2a68e9-1ff2-407c-9f90-d65c538a5e08 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:00:05.985515 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2a68e9-1ff2-407c-9f90-d65c538a5e08 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:00:05.985845 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2a68e9-1ff2-407c-9f90-d65c538a5e08 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:00:05.986177 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2a68e9-1ff2-407c-9f90-d65c538a5e08 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:00:05.986504 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2a68e9-1ff2-407c-9f90-d65c538a5e08 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:00:05.986828 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2a68e9-1ff2-407c-9f90-d65c538a5e08 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:00:05.987179 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2a68e9-1ff2-407c-9f90-d65c538a5e08 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:00:06.008977 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [req-b074ca93-8ac4-416b-a2e2-94f082726fa9 req-fe2a68e9-1ff2-407c-9f90-d65c538a5e08 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] No DVR routers for this DVR port c8264d3e-286a-4ec9-9e65-2e359fa37111 on host n-h1-705658-22 {{(pid=105584) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:00:06.011418 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-b074ca93-8ac4-416b-a2e2-94f082726fa9 req-fe2a68e9-1ff2-407c-9f90-d65c538a5e08 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:06.013428 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-b074ca93-8ac4-416b-a2e2-94f082726fa9 req-fe2a68e9-1ff2-407c-9f90-d65c538a5e08 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] 10.222.0.36 "DELETE /v2.0/ports/c8264d3e-286a-4ec9-9e65-2e359fa37111 HTTP/1.1" status: 204 len: 173 time: 0.4092839 Jul 27 22:00:06.013850 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ec6df67-59a8-45f5-9f47-fbcd772f7fc7', 'name': 'network-vif-deleted', 'tag': 'c8264d3e-286a-4ec9-9e65-2e359fa37111'}] {{(pid=105584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:00:06.016107 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a14b7e693ac0d3b36d252540d57b2183de19e2104d11de1d527dbb6a6689965" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7a0f699-ea7c-4365-bfb4-716dbb4b6c3d" -d '{"events": [{"server_uuid": "3ec6df67-59a8-45f5-9f47-fbcd772f7fc7", "name": "network-vif-deleted", "tag": "c8264d3e-286a-4ec9-9e65-2e359fa37111"}]}' {{(pid=105584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:00:06.052723 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:00:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9cf91eb-b56e-4075-94a3-2b45f5a31a8c x-openstack-request-id: req-b9cf91eb-b56e-4075-94a3-2b45f5a31a8c {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:00:06.053015 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ec6df67-59a8-45f5-9f47-fbcd772f7fc7", "name": "network-vif-deleted", "tag": "c8264d3e-286a-4ec9-9e65-2e359fa37111", "status": "completed", "code": 200}]} {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:00:06.053266 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-b9cf91eb-b56e-4075-94a3-2b45f5a31a8c {{(pid=105584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:00:06.053678 n-d-705658-22 neutron-server[105584]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ec6df67-59a8-45f5-9f47-fbcd772f7fc7', 'name': 'network-vif-deleted', 'tag': 'c8264d3e-286a-4ec9-9e65-2e359fa37111', 'status': 'completed', 'code': 200} Jul 27 22:00:06.427800 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-bda1d5e9-83fd-4128-97d2-56c856738b0f req-5e5d6dda-ca47-45e9-81a0-43dbeb1f99bb tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] 10.222.0.59 "GET /v2.0/ports?device_id=3ec6df67-59a8-45f5-9f47-fbcd772f7fc7 HTTP/1.1" status: 200 len: 210 time: 0.0333211 Jul 27 22:00:07.040602 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:07.482328 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 39064) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:00:07.843402 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-e2cc43b8-2b0c-4706-b9bf-bf71921570ad tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4076536'] for router_interface, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:08.123985 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [None req-e2cc43b8-2b0c-4706-b9bf-bf71921570ad tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Deleting port dab7d73c-e31b-4aec-9bd2-eab311bb2ad5 {{(pid=105585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:00:08.124302 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-e2cc43b8-2b0c-4706-b9bf-bf71921570ad tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:08.137191 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device c8264d3e-286a-4ec9-9e65-2e359fa37111 no longer exists at agent hyperv_n-h1-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:00:08.156390 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-28650df7-c46c-4981-b84f-37d87254047e None None] No Port match for: c8264d3e-286a-4ec9-9e65-2e359fa37111 {{(pid=105586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:00:08.156742 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device c8264d3e-286a-4ec9-9e65-2e359fa37111 not bound to the agent host n-h1-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:00:08.212688 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.db [None req-e2cc43b8-2b0c-4706-b9bf-bf71921570ad tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] For port dab7d73c-e31b-4aec-9bd2-eab311bb2ad5, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=dab7d73c-e31b-4aec-9bd2-eab311bb2ad5,segment=NetworkSegment(575b449f-1c9a-4a5e-8f9e-fe1cf8bbe864),segment_id=575b449f-1c9a-4a5e-8f9e-fe1cf8bbe864)] {{(pid=105585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:00:08.213060 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-e2cc43b8-2b0c-4706-b9bf-bf71921570ad tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:08.226129 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [None req-e2cc43b8-2b0c-4706-b9bf-bf71921570ad tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Calling delete_port for dab7d73c-e31b-4aec-9bd2-eab311bb2ad5 owned by network:router_interface {{(pid=105585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:00:08.419018 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-e2cc43b8-2b0c-4706-b9bf-bf71921570ad tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:08.446752 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2cc43b8-2b0c-4706-b9bf-bf71921570ad tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Pushing event deleted for resources: {'Port': ['ID=dab7d73c-e31b-4aec-9bd2-eab311bb2ad5,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:00:08.629984 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-e2cc43b8-2b0c-4706-b9bf-bf71921570ad tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3743915', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4076308'] for router_interface, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:08.836923 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2cc43b8-2b0c-4706-b9bf-bf71921570ad tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Router 2bc6cd78-c136-42d5-b126-65496eae47a9 has already been hosted by L3 agent dd128fd7-8e57-4d4f-895b-a96b369df59a {{(pid=105585) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:00:08.944667 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2cc43b8-2b0c-4706-b9bf-bf71921570ad tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify agent at l3_agent.n-d-705658-22 the message routers_updated {{(pid=105585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:00:08.951087 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-e2cc43b8-2b0c-4706-b9bf-bf71921570ad tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] 10.222.0.59 "PUT /v2.0/routers/2bc6cd78-c136-42d5-b126-65496eae47a9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4676306 Jul 27 22:00:08.952422 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 39068) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:00:08.954426 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b85ce66f-347e-4472-9219-4bfe484c3c93 None None] Sync routers for ids ['2bc6cd78-c136-42d5-b126-65496eae47a9'] in n-d-705658-22 {{(pid=105587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:00:08.955121 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-4bc334fa-a18d-46df-a68b-75704225f328 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:08.964265 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b85ce66f-347e-4472-9219-4bfe484c3c93 None None] Routers {'2bc6cd78-c136-42d5-b126-65496eae47a9'} bound to L3 agent in host n-d-705658-22 {{(pid=105587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:00:08.964855 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-b85ce66f-347e-4472-9219-4bfe484c3c93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:59:42Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['2bc6cd78-c136-42d5-b126-65496eae47a9'], 'active': True} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:00:09.008003 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0bf06d6-630b-44fd-9056-a2f02f381353 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Deleting subnet 3c0faa5e-b1e4-4316-97fd-02a99bdcaa7f {{(pid=105585) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 22:00:09.011088 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-c0bf06d6-630b-44fd-9056-a2f02f381353 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks [] for subnet, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:09.050136 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-c0bf06d6-630b-44fd-9056-a2f02f381353 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9887057'] for subnet, precommit_delete_associations {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:09.066384 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvr_db [None req-b85ce66f-347e-4472-9219-4bfe484c3c93 None None] Set router 2bc6cd78-c136-42d5-b126-65496eae47a9 gateway port host: n-d-705658-22 {{(pid=105587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:00:09.132356 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-c0bf06d6-630b-44fd-9056-a2f02f381353 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854965'] for subnet, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:09.195016 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-c0bf06d6-630b-44fd-9056-a2f02f381353 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10221602', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9990583'] for subnet, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:09.222943 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bf06d6-630b-44fd-9056-a2f02f381353 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Pushing event deleted for resources: {'Subnet': ['ID=3c0faa5e-b1e4-4316-97fd-02a99bdcaa7f,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:00:09.226758 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-c0bf06d6-630b-44fd-9056-a2f02f381353 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks [] for subnet, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:09.228714 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-c0bf06d6-630b-44fd-9056-a2f02f381353 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] 10.222.0.59 "DELETE /v2.0/subnets/3c0faa5e-b1e4-4316-97fd-02a99bdcaa7f HTTP/1.1" status: 204 len: 168 time: 0.2752841 Jul 27 22:00:09.231908 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 39070) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:00:09.234114 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f44e0299-abfb-46f1-af6e-569b5e7c1543 None None] Network 11d5cd84-e212-4610-adea-b20784c1d32f requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:00:09.333927 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-b85ce66f-347e-4472-9219-4bfe484c3c93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bc6cd78-c136-42d5-b126-65496eae47a9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2041219734', 'tenant_id': '25d69678ca2843da93a97645b6488fa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.83'}], 'enable_snat': True}, 'gw_port_id': 'e0cdfed3-7219-457e-a127-073d564fd526', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:58:24Z', 'updated_at': '2021-07-27T22:00:08Z', 'revision_number': 5, 'project_id': '25d69678ca2843da93a97645b6488fa6', 'gw_port': {'id': 'e0cdfed3-7219-457e-a127-073d564fd526', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:64:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bc6cd78-c136-42d5-b126-65496eae47a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:58:25Z', 'updated_at': '2021-07-27T21:58:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22'}], 'n-d-705658-22', False) {} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:00:09.343885 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-59c4055a-9093-415e-b41b-701059983aaf tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks [] for router, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:09.361085 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b85ce66f-347e-4472-9219-4bfe484c3c93 None None] Checking router: 2bc6cd78-c136-42d5-b126-65496eae47a9 for host: n-d-705658-22 {{(pid=105587) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:00:09.369825 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b85ce66f-347e-4472-9219-4bfe484c3c93 None None] Routers {'2bc6cd78-c136-42d5-b126-65496eae47a9'} bound to L3 agent in host n-d-705658-22 {{(pid=105587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:00:09.370438 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-b85ce66f-347e-4472-9219-4bfe484c3c93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T21:59:42Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['2bc6cd78-c136-42d5-b126-65496eae47a9'], 'active': True} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:00:09.441381 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16af3868-680d-46b9-9f8c-dca931b075f9 None None] DHCP port deletion for 11d5cd84-e212-4610-adea-b20784c1d32f request from n-d-705658-22 {{(pid=105586) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 22:00:09.479812 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvr_db [None req-b85ce66f-347e-4472-9219-4bfe484c3c93 None None] Set router 2bc6cd78-c136-42d5-b126-65496eae47a9 gateway port host: n-d-705658-22 {{(pid=105587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:00:09.493968 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-16af3868-680d-46b9-9f8c-dca931b075f9 None None] Deleting port bdf94bab-74cf-4d52-950d-a44973760447 {{(pid=105586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:00:09.494557 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-16af3868-680d-46b9-9f8c-dca931b075f9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:09.559793 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-16af3868-680d-46b9-9f8c-dca931b075f9 None None] For port bdf94bab-74cf-4d52-950d-a44973760447, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=bdf94bab-74cf-4d52-950d-a44973760447,segment=NetworkSegment(575b449f-1c9a-4a5e-8f9e-fe1cf8bbe864),segment_id=575b449f-1c9a-4a5e-8f9e-fe1cf8bbe864)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:00:09.560300 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-16af3868-680d-46b9-9f8c-dca931b075f9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:09.574448 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-16af3868-680d-46b9-9f8c-dca931b075f9 None None] Calling delete_port for bdf94bab-74cf-4d52-950d-a44973760447 owned by network:dhcp {{(pid=105586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:00:09.664987 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-16af3868-680d-46b9-9f8c-dca931b075f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180'] for port, after_delete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:09.674546 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-b85ce66f-347e-4472-9219-4bfe484c3c93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bc6cd78-c136-42d5-b126-65496eae47a9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2041219734', 'tenant_id': '25d69678ca2843da93a97645b6488fa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.83'}], 'enable_snat': True}, 'gw_port_id': 'e0cdfed3-7219-457e-a127-073d564fd526', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:58:24Z', 'updated_at': '2021-07-27T22:00:08Z', 'revision_number': 5, 'project_id': '25d69678ca2843da93a97645b6488fa6', 'gw_port': {'id': 'e0cdfed3-7219-457e-a127-073d564fd526', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:64:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bc6cd78-c136-42d5-b126-65496eae47a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:58:25Z', 'updated_at': '2021-07-27T21:58:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22'}], 'n-d-705658-22', False) {} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:00:09.692883 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16af3868-680d-46b9-9f8c-dca931b075f9 None None] No DVR routers for this DVR port bdf94bab-74cf-4d52-950d-a44973760447 on host n-d-705658-22 {{(pid=105586) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:00:09.696849 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16af3868-680d-46b9-9f8c-dca931b075f9 None None] Pushing event deleted for resources: {'Port': ['ID=bdf94bab-74cf-4d52-950d-a44973760447,revision_number=None']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:00:09.705859 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16af3868-680d-46b9-9f8c-dca931b075f9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:00:09.707578 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16af3868-680d-46b9-9f8c-dca931b075f9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:00:09.707578 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16af3868-680d-46b9-9f8c-dca931b075f9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:00:09.707578 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16af3868-680d-46b9-9f8c-dca931b075f9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:00:09.707578 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16af3868-680d-46b9-9f8c-dca931b075f9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:00:09.707578 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16af3868-680d-46b9-9f8c-dca931b075f9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:00:09.708072 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16af3868-680d-46b9-9f8c-dca931b075f9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:00:09.708165 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16af3868-680d-46b9-9f8c-dca931b075f9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:00:09.708454 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16af3868-680d-46b9-9f8c-dca931b075f9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:00:09.708776 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16af3868-680d-46b9-9f8c-dca931b075f9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:00:09.709285 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16af3868-680d-46b9-9f8c-dca931b075f9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:00:09.709453 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16af3868-680d-46b9-9f8c-dca931b075f9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:00:09.709567 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b85ce66f-347e-4472-9219-4bfe484c3c93 None None] The sync data for ids ['2bc6cd78-c136-42d5-b126-65496eae47a9'] in n-d-705658-22 is: [{'id': '2bc6cd78-c136-42d5-b126-65496eae47a9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2041219734', 'tenant_id': '25d69678ca2843da93a97645b6488fa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.83'}], 'enable_snat': True}, 'gw_port_id': 'e0cdfed3-7219-457e-a127-073d564fd526', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:58:24Z', 'updated_at': '2021-07-27T22:00:08Z', 'revision_number': 5, 'project_id': '25d69678ca2843da93a97645b6488fa6', 'gw_port': {'id': 'e0cdfed3-7219-457e-a127-073d564fd526', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:64:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bc6cd78-c136-42d5-b126-65496eae47a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:58:25Z', 'updated_at': '2021-07-27T21:58:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22'}] {{(pid=105587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:00:09.770962 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-59c4055a-9093-415e-b41b-701059983aaf tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks [] for router_gateway, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:09.820554 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-59c4055a-9093-415e-b41b-701059983aaf tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Deleting port e0cdfed3-7219-457e-a127-073d564fd526 {{(pid=105584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:00:09.820895 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-59c4055a-9093-415e-b41b-701059983aaf tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:09.900032 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [None req-59c4055a-9093-415e-b41b-701059983aaf tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] For port e0cdfed3-7219-457e-a127-073d564fd526, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=e0cdfed3-7219-457e-a127-073d564fd526,segment=NetworkSegment(12196855-9a32-4633-9a56-77697ef9e126),segment_id=12196855-9a32-4633-9a56-77697ef9e126)] {{(pid=105584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:00:09.900435 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-59c4055a-9093-415e-b41b-701059983aaf tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:09.912519 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-59c4055a-9093-415e-b41b-701059983aaf tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Calling delete_port for e0cdfed3-7219-457e-a127-073d564fd526 owned by network:router_gateway {{(pid=105584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:00:10.074403 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-59c4055a-9093-415e-b41b-701059983aaf tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:10.104883 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c4055a-9093-415e-b41b-701059983aaf tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Pushing event deleted for resources: {'Port': ['ID=e0cdfed3-7219-457e-a127-073d564fd526,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:00:10.170140 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-59c4055a-9093-415e-b41b-701059983aaf tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4075702'] for router_gateway, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:10.270081 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-59c4055a-9093-415e-b41b-701059983aaf tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4163631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-425'] for router, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:10.272264 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-59c4055a-9093-415e-b41b-701059983aaf tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:10.317625 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-59c4055a-9093-415e-b41b-701059983aaf tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4163007'] for router, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:10.318227 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59c4055a-9093-415e-b41b-701059983aaf tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Fanout notify agent at l3_agent the message router_deleted on router 2bc6cd78-c136-42d5-b126-65496eae47a9 {{(pid=105584) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 22:00:10.325359 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-59c4055a-9093-415e-b41b-701059983aaf tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks [] for router, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:10.329076 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-59c4055a-9093-415e-b41b-701059983aaf tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] 10.222.0.59 "DELETE /v2.0/routers/2bc6cd78-c136-42d5-b126-65496eae47a9 HTTP/1.1" status: 204 len: 168 time: 1.0927215 Jul 27 22:00:10.329553 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 39074) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:00:10.407804 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-8b9d3f24-78f1-4e00-91c1-1355ad27d298 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-990557'] for network, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:10.499148 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-8b9d3f24-78f1-4e00-91c1-1355ad27d298 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853562', 'neutron.services.segments.db._delete_segments_for_network-8790688882975'] for network, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:10.508650 n-d-705658-22 neutron-server[105585]: DEBUG neutron.services.segments.db [None req-8b9d3f24-78f1-4e00-91c1-1355ad27d298 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11d5cd84-e212-4610-adea-b20784c1d32f']}} {{(pid=105585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:00:10.518579 n-d-705658-22 neutron-server[105585]: DEBUG neutron.services.segments.db [None req-8b9d3f24-78f1-4e00-91c1-1355ad27d298 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '575b449f-1c9a-4a5e-8f9e-fe1cf8bbe864') {'for_net_delete': True} {{(pid=105585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:00:10.518878 n-d-705658-22 neutron-server[105585]: DEBUG neutron.services.segments.db [None req-8b9d3f24-78f1-4e00-91c1-1355ad27d298 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '575b449f-1c9a-4a5e-8f9e-fe1cf8bbe864') {} {{(pid=105585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:00:10.527496 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-8b9d3f24-78f1-4e00-91c1-1355ad27d298 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790688883752', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9886370'] for segment, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:10.540723 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-8b9d3f24-78f1-4e00-91c1-1355ad27d298 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:10.547520 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b9d3f24-78f1-4e00-91c1-1355ad27d298 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Releasing vlan 246 on physical network physnet1 to pool {{(pid=105585) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 22:00:10.547913 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-8b9d3f24-78f1-4e00-91c1-1355ad27d298 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10221644'] for segment, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:10.550757 n-d-705658-22 neutron-server[105585]: Traceback (most recent call last): Jul 27 22:00:10.550757 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 22:00:10.550757 n-d-705658-22 neutron-server[105585]: timer() Jul 27 22:00:10.550757 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 22:00:10.550757 n-d-705658-22 neutron-server[105585]: cb(*args, **kw) Jul 27 22:00:10.550757 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 22:00:10.550757 n-d-705658-22 neutron-server[105585]: return func(*args, **kwargs) Jul 27 22:00:10.550757 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 22:00:10.550757 n-d-705658-22 neutron-server[105585]: self._notify() Jul 27 22:00:10.550757 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 22:00:10.550757 n-d-705658-22 neutron-server[105585]: self.callback(batched_events) Jul 27 22:00:10.550757 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 22:00:10.550757 n-d-705658-22 neutron-server[105585]: event.method(event) Jul 27 22:00:10.550757 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 22:00:10.550757 n-d-705658-22 neutron-server[105585]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 22:00:10.550757 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 22:00:10.550757 n-d-705658-22 neutron-server[105585]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 22:00:10.550757 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 22:00:10.550757 n-d-705658-22 neutron-server[105585]: return f(self, *a, **k) Jul 27 22:00:10.550757 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 22:00:10.550757 n-d-705658-22 neutron-server[105585]: return self._get(url).json() Jul 27 22:00:10.550757 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 22:00:10.550757 n-d-705658-22 neutron-server[105585]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 22:00:10.550757 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 22:00:10.550757 n-d-705658-22 neutron-server[105585]: return self.request(url, 'GET', **kwargs) Jul 27 22:00:10.550757 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 22:00:10.550757 n-d-705658-22 neutron-server[105585]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 22:00:10.550757 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 22:00:10.550757 n-d-705658-22 neutron-server[105585]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 22:00:10.550757 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 22:00:10.550757 n-d-705658-22 neutron-server[105585]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 22:00:10.550757 n-d-705658-22 neutron-server[105585]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 22:00:10.606476 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-8b9d3f24-78f1-4e00-91c1-1355ad27d298 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4075658'] for network, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:10.611566 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-8b9d3f24-78f1-4e00-91c1-1355ad27d298 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks [] for network, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:10.613410 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-8b9d3f24-78f1-4e00-91c1-1355ad27d298 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] 10.222.0.59 "DELETE /v2.0/networks/11d5cd84-e212-4610-adea-b20784c1d32f HTTP/1.1" status: 204 len: 168 time: 0.2828348 Jul 27 22:00:10.616315 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 39076) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:00:10.628416 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9d3f24-78f1-4e00-91c1-1355ad27d298 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Pushing event deleted for resources: {'Network': ['ID=11d5cd84-e212-4610-adea-b20784c1d32f,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:00:10.676282 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-a0f4f8d6-e3d9-4ca0-bd96-4d8407efbe63 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks [] for security_group, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:10.700812 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-a0f4f8d6-e3d9-4ca0-bd96-4d8407efbe63 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:10.767620 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-a0f4f8d6-e3d9-4ca0-bd96-4d8407efbe63 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:10.770451 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-a0f4f8d6-e3d9-4ca0-bd96-4d8407efbe63 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks [] for security_group, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:10.774105 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-a0f4f8d6-e3d9-4ca0-bd96-4d8407efbe63 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] 10.222.0.59 "DELETE /v2.0/security-groups/87781c2a-b641-480a-b690-4a4f23e10adb HTTP/1.1" status: 204 len: 168 time: 0.1539161 Jul 27 22:00:10.782203 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f4f8d6-e3d9-4ca0-bd96-4d8407efbe63 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=87781c2a-b641-480a-b690-4a4f23e10adb,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:00:10.839578 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device bdf94bab-74cf-4d52-950d-a44973760447 no longer exists at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:00:10.841912 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:10.863566 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] No Port match for: bdf94bab-74cf-4d52-950d-a44973760447 {{(pid=105586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:00:10.863914 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device bdf94bab-74cf-4d52-950d-a44973760447 not bound to the agent host n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:00:10.864341 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device e0cdfed3-7219-457e-a127-073d564fd526 no longer exists at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:00:10.883530 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] No Port match for: e0cdfed3-7219-457e-a127-073d564fd526 {{(pid=105586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:00:10.883876 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device e0cdfed3-7219-457e-a127-073d564fd526 not bound to the agent host n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:00:10.884389 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device dab7d73c-e31b-4aec-9bd2-eab311bb2ad5 no longer exists at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:00:10.902230 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] No Port match for: dab7d73c-e31b-4aec-9bd2-eab311bb2ad5 {{(pid=105586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:00:10.902576 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device dab7d73c-e31b-4aec-9bd2-eab311bb2ad5 not bound to the agent host n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:00:11.179337 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 39082) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:00:11.184038 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-75ce2cb2-1043-4b6e-808c-2c33c1618cf7 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1064842363', 'description': 'tempest-secgroup-smoke-1064842363 description', 'project_id': '25d69678ca2843da93a97645b6488fa6'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:00:11.205332 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-75ce2cb2-1043-4b6e-808c-2c33c1618cf7 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks [] for security_group, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:11.290565 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-75ce2cb2-1043-4b6e-808c-2c33c1618cf7 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks [] for security_group, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:11.294281 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-75ce2cb2-1043-4b6e-808c-2c33c1618cf7 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:11.319882 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-75ce2cb2-1043-4b6e-808c-2c33c1618cf7 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks [] for security_group, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:11.321080 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-75ce2cb2-1043-4b6e-808c-2c33c1618cf7 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1407313 Jul 27 22:00:11.324183 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 39084) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:00:11.324997 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ce2cb2-1043-4b6e-808c-2c33c1618cf7 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Pushing event updated for resources: {'SecurityGroup': ['ID=932fadd2-6059-4c49-b216-54f05888c784,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:00:11.329517 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-a312710d-ab93-4469-9154-538b91f9959a tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Request body: {'security_group_rule': {'security_group_id': '932fadd2-6059-4c49-b216-54f05888c784', 'project_id': '25d69678ca2843da93a97645b6488fa6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:00:11.360000 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-a312710d-ab93-4469-9154-538b91f9959a tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:11.405906 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-a312710d-ab93-4469-9154-538b91f9959a tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:11.409236 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-a312710d-ab93-4469-9154-538b91f9959a tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732636'] for security_group_rule, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:11.426008 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a312710d-ab93-4469-9154-538b91f9959a tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75d6b6f6-ef91-41d4-acb6-61a309a5e891,revision_number=0']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:00:11.431726 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-a312710d-ab93-4469-9154-538b91f9959a tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:11.432899 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-a312710d-ab93-4469-9154-538b91f9959a tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1075945 Jul 27 22:00:11.435623 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 39086) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:00:11.440444 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-d654b114-2282-40bc-bc1c-dfa5b4d1917e tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Request body: {'security_group_rule': {'security_group_id': '932fadd2-6059-4c49-b216-54f05888c784', 'project_id': '25d69678ca2843da93a97645b6488fa6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:00:11.464908 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-d654b114-2282-40bc-bc1c-dfa5b4d1917e tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:11.520529 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-d654b114-2282-40bc-bc1c-dfa5b4d1917e tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:11.524135 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-d654b114-2282-40bc-bc1c-dfa5b4d1917e tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732636'] for security_group_rule, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:11.540706 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d654b114-2282-40bc-bc1c-dfa5b4d1917e tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=348f93fd-5c0c-4fe1-97ff-a5218c15ad89,revision_number=0']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:00:11.547392 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-d654b114-2282-40bc-bc1c-dfa5b4d1917e tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:11.548516 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-d654b114-2282-40bc-bc1c-dfa5b4d1917e tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1119699 Jul 27 22:00:11.551213 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 39088) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:00:11.555519 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-764106b9-24f1-4470-b3de-c42c81ea8d79 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Request body: {'security_group_rule': {'security_group_id': '932fadd2-6059-4c49-b216-54f05888c784', 'project_id': '25d69678ca2843da93a97645b6488fa6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:00:11.581098 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-764106b9-24f1-4470-b3de-c42c81ea8d79 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:11.593494 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-17639e7c-3dd6-4e41-a35b-a0be47eac20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:11.642327 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-764106b9-24f1-4470-b3de-c42c81ea8d79 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:11.646503 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-764106b9-24f1-4470-b3de-c42c81ea8d79 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732636'] for security_group_rule, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:11.663644 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764106b9-24f1-4470-b3de-c42c81ea8d79 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=862ee89d-d61e-4dcc-adad-fb77780f65c4,revision_number=0']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:00:11.669824 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-764106b9-24f1-4470-b3de-c42c81ea8d79 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:11.671168 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-764106b9-24f1-4470-b3de-c42c81ea8d79 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1190178 Jul 27 22:00:11.673906 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 39090) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:00:11.678441 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-dc440b34-c188-4681-9824-2576e40920c9 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Request body: {'security_group_rule': {'security_group_id': '932fadd2-6059-4c49-b216-54f05888c784', 'project_id': '25d69678ca2843da93a97645b6488fa6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:00:11.704197 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-dc440b34-c188-4681-9824-2576e40920c9 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:11.763459 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-dc440b34-c188-4681-9824-2576e40920c9 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:11.766955 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-dc440b34-c188-4681-9824-2576e40920c9 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732636'] for security_group_rule, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:11.783075 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc440b34-c188-4681-9824-2576e40920c9 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43a98cbb-6d44-4f0a-b886-105ba7285725,revision_number=0']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:00:11.789599 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-dc440b34-c188-4681-9824-2576e40920c9 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:11.790781 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-dc440b34-c188-4681-9824-2576e40920c9 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1158643 Jul 27 22:00:11.793562 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 39092) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:00:11.798364 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-62fe91e8-24a2-41bc-ab46-e91c84830262 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Request body: {'security_group_rule': {'security_group_id': '932fadd2-6059-4c49-b216-54f05888c784', 'project_id': '25d69678ca2843da93a97645b6488fa6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:00:11.819362 n-d-705658-22 neutron-server[105584]: INFO neutron.db.securitygroups_db [None req-62fe91e8-24a2-41bc-ab46-e91c84830262 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Project 25d69678ca2843da93a97645b6488fa6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 27 22:00:11.823883 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-62fe91e8-24a2-41bc-ab46-e91c84830262 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:11.882879 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-62fe91e8-24a2-41bc-ab46-e91c84830262 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:11.886369 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-62fe91e8-24a2-41bc-ab46-e91c84830262 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732636'] for security_group_rule, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:11.904316 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fe91e8-24a2-41bc-ab46-e91c84830262 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f005d33f-c40a-4e6c-91a0-5a4cce091b14,revision_number=0']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:00:11.907184 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-62fe91e8-24a2-41bc-ab46-e91c84830262 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:11.908396 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-62fe91e8-24a2-41bc-ab46-e91c84830262 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1139116 Jul 27 22:00:11.911114 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 39094) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:00:11.915583 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-a33aed03-0298-4327-a90f-93956103c2d5 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Request body: {'security_group_rule': {'security_group_id': '932fadd2-6059-4c49-b216-54f05888c784', 'project_id': '25d69678ca2843da93a97645b6488fa6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:00:11.939518 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:11.940351 n-d-705658-22 neutron-server[105584]: INFO neutron.db.securitygroups_db [None req-a33aed03-0298-4327-a90f-93956103c2d5 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Project 25d69678ca2843da93a97645b6488fa6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 27 22:00:11.945478 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-a33aed03-0298-4327-a90f-93956103c2d5 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:12.008649 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-a33aed03-0298-4327-a90f-93956103c2d5 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:12.012771 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-a33aed03-0298-4327-a90f-93956103c2d5 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732636'] for security_group_rule, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:12.030948 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33aed03-0298-4327-a90f-93956103c2d5 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e3dc1ec-b9d8-4b45-825e-c568ce91abed,revision_number=0']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:00:12.037116 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-a33aed03-0298-4327-a90f-93956103c2d5 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:12.038380 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-a33aed03-0298-4327-a90f-93956103c2d5 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1263018 Jul 27 22:00:12.041189 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 39096) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:00:12.047071 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-102dac59-40d7-4013-9a42-686175a655d4 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Request body: {'network': {'name': 'tempest-network-smoke--1809635057', 'project_id': '25d69678ca2843da93a97645b6488fa6', 'port_security_enabled': True}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:00:12.067489 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-102dac59-40d7-4013-9a42-686175a655d4 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Made reservation on behalf of 25d69678ca2843da93a97645b6488fa6 for: {'network': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:00:12.070879 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-102dac59-40d7-4013-9a42-686175a655d4 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for network, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:12.093834 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-102dac59-40d7-4013-9a42-686175a655d4 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] vlan segment allocate from pool success with {'vlan_id': 211, 'physical_network': 'physnet1'} {{(pid=105584) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 22:00:12.102751 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-102dac59-40d7-4013-9a42-686175a655d4 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:12.103116 n-d-705658-22 neutron-server[105584]: INFO neutron.db.segments_db [None req-102dac59-40d7-4013-9a42-686175a655d4 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Added segment a4832106-d422-4e9b-a1a1-d96f7a7c5a1b of type vlan for network 81ed8e75-6189-4ecc-b084-dfc3a35b48d6 Jul 27 22:00:12.143864 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-102dac59-40d7-4013-9a42-686175a655d4 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790688424798'] for network, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:12.170972 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-102dac59-40d7-4013-9a42-686175a655d4 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920'] for network, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:12.177036 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-102dac59-40d7-4013-9a42-686175a655d4 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:00:12.177620 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-102dac59-40d7-4013-9a42-686175a655d4 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks [] for network, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:12.225432 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-102dac59-40d7-4013-9a42-686175a655d4 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1832445 Jul 27 22:00:12.229258 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 39098) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:00:12.234649 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-0121a483-0561-4090-8b87-15402ed763c6 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-293302282', 'admin_state_up': True, 'project_id': '25d69678ca2843da93a97645b6488fa6', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305'}}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:00:12.243206 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102dac59-40d7-4013-9a42-686175a655d4 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Pushing event updated for resources: {'Network': ['ID=81ed8e75-6189-4ecc-b084-dfc3a35b48d6,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:00:12.254161 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Network 81ed8e75-6189-4ecc-b084-dfc3a35b48d6 details requested by agent ovs-agent-n-d-705658-22 with host n-d-705658-22 {{(pid=105586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 22:00:12.263898 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-0121a483-0561-4090-8b87-15402ed763c6 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4163813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-443'] for router, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:12.264921 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-0121a483-0561-4090-8b87-15402ed763c6 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4165196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4077059', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3711235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-418'] for router, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:12.317139 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-0121a483-0561-4090-8b87-15402ed763c6 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:12.452579 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-0121a483-0561-4090-8b87-15402ed763c6 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4077169', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4163787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-400'] for router, precommit_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:12.641079 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-0121a483-0561-4090-8b87-15402ed763c6 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks [] for router_gateway, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:12.663436 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-0121a483-0561-4090-8b87-15402ed763c6 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:13.100351 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.db_base_plugin_common [None req-0121a483-0561-4090-8b87-15402ed763c6 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Allocated IP 172.25.5.219 (8735d8a2-b604-4758-ae71-b40e4ee6f305/eca7dbab-b9c0-4c8f-a272-816ea8a81764/f89da179-445b-4316-b053-74d590e85d00) {{(pid=105585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:00:13.125879 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-bb32ed7d-8717-448b-a9c8-a5a0117d1fd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:13.204282 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-0121a483-0561-4090-8b87-15402ed763c6 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks [] for port, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:13.241645 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-0121a483-0561-4090-8b87-15402ed763c6 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:13.278413 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0121a483-0561-4090-8b87-15402ed763c6 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Network 8735d8a2-b604-4758-ae71-b40e4ee6f305 is already hosted by enough agents. {{(pid=105585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:00:13.283657 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.base_scheduler [None req-0121a483-0561-4090-8b87-15402ed763c6 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Resources bound (agent type, host, resource id): {{(pid=105585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:00:13.286963 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0121a483-0561-4090-8b87-15402ed763c6 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Received port after_create {{(pid=105585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:00:13.292253 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0121a483-0561-4090-8b87-15402ed763c6 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Pushing event updated for resources: {'Port': ['ID=f89da179-445b-4316-b053-74d590e85d00,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:00:13.531020 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-0121a483-0561-4090-8b87-15402ed763c6 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks [] for router_gateway, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:13.724924 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-0121a483-0561-4090-8b87-15402ed763c6 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4163804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4077150'] for router, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:13.851221 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0121a483-0561-4090-8b87-15402ed763c6 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Router a5dc3025-f0d9-47f3-b0ed-d022176ce2ad is scheduled to L3 agent dd128fd7-8e57-4d4f-895b-a96b369df59a with binding_index 1 {{(pid=105585) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 22:00:13.957545 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0121a483-0561-4090-8b87-15402ed763c6 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify agent at l3_agent.n-d-705658-22 the message routers_updated {{(pid=105585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:00:13.969659 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c9fa648-60ab-4f12-829e-11f8ed4e97f5 None None] Sync routers for ids ['a5dc3025-f0d9-47f3-b0ed-d022176ce2ad'] in n-d-705658-22 {{(pid=105586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:00:13.977947 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-0121a483-0561-4090-8b87-15402ed763c6 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks [] for router, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:13.978936 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c9fa648-60ab-4f12-829e-11f8ed4e97f5 None None] Routers {'a5dc3025-f0d9-47f3-b0ed-d022176ce2ad'} bound to L3 agent in host n-d-705658-22 {{(pid=105586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:00:13.979327 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-0121a483-0561-4090-8b87-15402ed763c6 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7489626 Jul 27 22:00:13.979773 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-8c9fa648-60ab-4f12-829e-11f8ed4e97f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T22:00:12Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['a5dc3025-f0d9-47f3-b0ed-d022176ce2ad'], 'active': True} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:00:13.982456 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 39100) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:00:14.011428 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-b4c3abfc-d376-42b8-9207-3f766af77b21 tempest-TestNetworkAdvancedServerOps-1671970843 tempest-TestNetworkAdvancedServerOps-1671970843-project-admin] 10.222.0.59 "GET /v2.0/subnets?project_id=25d69678ca2843da93a97645b6488fa6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0278323 Jul 27 22:00:14.013919 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 39102) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:00:14.085580 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvr_db [None req-8c9fa648-60ab-4f12-829e-11f8ed4e97f5 None None] Set router a5dc3025-f0d9-47f3-b0ed-d022176ce2ad gateway port host: n-d-705658-22 {{(pid=105586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:00:14.103817 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4304f81d-7310-4ebb-9419-7b0a5ca69681 tempest-TestNetworkAdvancedServerOps-1671970843 tempest-TestNetworkAdvancedServerOps-1671970843-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:00:14.105251 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-4304f81d-7310-4ebb-9419-7b0a5ca69681 tempest-TestNetworkAdvancedServerOps-1671970843 tempest-TestNetworkAdvancedServerOps-1671970843-project-admin] 10.222.0.59 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0904334 Jul 27 22:00:14.108031 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 39104) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:00:14.144076 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-833b5ec9-91d8-4de9-87ee-2b3e16f79df9 tempest-TestNetworkAdvancedServerOps-1671970843 tempest-TestNetworkAdvancedServerOps-1671970843-project-admin] 10.222.0.59 "GET /v2.0/subnets?network_id=8735d8a2-b604-4758-ae71-b40e4ee6f305&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0324521 Jul 27 22:00:14.144480 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 39106) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:00:14.149404 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-d66a59eb-e807-4d2e-86e2-a9cd45e19502 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1310909619', 'network_id': '81ed8e75-6189-4ecc-b084-dfc3a35b48d6', 'project_id': '25d69678ca2843da93a97645b6488fa6', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:00:14.239404 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d66a59eb-e807-4d2e-86e2-a9cd45e19502 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Made reservation on behalf of 25d69678ca2843da93a97645b6488fa6 for: {'subnet': 1} {{(pid=105585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:00:14.243301 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-d66a59eb-e807-4d2e-86e2-a9cd45e19502 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9990620'] for subnet, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:14.264205 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-8c9fa648-60ab-4f12-829e-11f8ed4e97f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5dc3025-f0d9-47f3-b0ed-d022176ce2ad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-293302282', 'tenant_id': '25d69678ca2843da93a97645b6488fa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.219'}], 'enable_snat': True}, 'gw_port_id': 'f89da179-445b-4316-b053-74d590e85d00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:00:12Z', 'updated_at': '2021-07-27T22:00:13Z', 'revision_number': 3, 'project_id': '25d69678ca2843da93a97645b6488fa6', 'gw_port': {'id': 'f89da179-445b-4316-b053-74d590e85d00', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:ed:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5dc3025-f0d9-47f3-b0ed-d022176ce2ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:00:12Z', 'updated_at': '2021-07-27T22:00:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22'}], 'n-d-705658-22', False) {} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:00:14.295162 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c9fa648-60ab-4f12-829e-11f8ed4e97f5 None None] Checking router: a5dc3025-f0d9-47f3-b0ed-d022176ce2ad for host: n-d-705658-22 {{(pid=105586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:00:14.295532 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c9fa648-60ab-4f12-829e-11f8ed4e97f5 None None] Updating router a5dc3025-f0d9-47f3-b0ed-d022176ce2ad port f89da179-445b-4316-b053-74d590e85d00 binding host n-d-705658-22 {{(pid=105586) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 22:00:14.332858 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-8c9fa648-60ab-4f12-829e-11f8ed4e97f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:14.453016 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-d66a59eb-e807-4d2e-86e2-a9cd45e19502 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10221797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9990606'] for subnet, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:14.530367 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66a59eb-e807-4d2e-86e2-a9cd45e19502 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Pushing event updated for resources: {'Subnet': ['ID=4cdc9d35-c356-40b2-8447-dbc8ab9a0f31,revision_number=0']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:00:14.537895 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d66a59eb-e807-4d2e-86e2-a9cd45e19502 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Checking segment: {'id': 'a4832106-d422-4e9b-a1a1-d96f7a7c5a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '81ed8e75-6189-4ecc-b084-dfc3a35b48d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:00:14.538284 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d66a59eb-e807-4d2e-86e2-a9cd45e19502 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Network hostable DHCP agents. Network: 81ed8e75-6189-4ecc-b084-dfc3a35b48d6, hostable agents: ['7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a'], hosted agents: [] {{(pid=105585) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 22:00:14.556691 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d66a59eb-e807-4d2e-86e2-a9cd45e19502 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Network 81ed8e75-6189-4ecc-b084-dfc3a35b48d6 is scheduled to be hosted by DHCP agent 7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a with binding_index 1 {{(pid=105585) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 22:00:14.557339 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-875ced1b-4cf3-463a-9653-058f0f9421e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:14.568037 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.base_scheduler [None req-d66a59eb-e807-4d2e-86e2-a9cd45e19502 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-22, 81ed8e75-6189-4ecc-b084-dfc3a35b48d6) {{(pid=105585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:00:14.572506 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d66a59eb-e807-4d2e-86e2-a9cd45e19502 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:00:14.573266 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-d66a59eb-e807-4d2e-86e2-a9cd45e19502 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks [] for subnet, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:14.583213 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-925e3bd7-eb94-4247-bc7d-fa2c9c56a4ac None None] Network 81ed8e75-6189-4ecc-b084-dfc3a35b48d6 requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:00:14.589840 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-d66a59eb-e807-4d2e-86e2-a9cd45e19502 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4442029 Jul 27 22:00:14.592471 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 39108) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:00:14.634103 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-8c9fa648-60ab-4f12-829e-11f8ed4e97f5 None None] Notify callbacks [] for port, precommit_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:14.645851 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-8c9fa648-60ab-4f12-829e-11f8ed4e97f5 None None] Transition to ACTIVE for port object f89da179-445b-4316-b053-74d590e85d00 will not be triggered until provisioned by entity L2. {{(pid=105586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:00:14.676527 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-8c9fa648-60ab-4f12-829e-11f8ed4e97f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:14.751847 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-8c9fa648-60ab-4f12-829e-11f8ed4e97f5 None None] Attempting to bind port f89da179-445b-4316-b053-74d590e85d00 on host n-d-705658-22 for vnic_type normal with profile {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:00:14.752223 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-8c9fa648-60ab-4f12-829e-11f8ed4e97f5 None None] Attempting to bind port f89da179-445b-4316-b053-74d590e85d00 by drivers openvswitch,hyperv on host n-d-705658-22 at level 0 using segments [{'id': '12196855-9a32-4633-9a56-77697ef9e126', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305'}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:00:14.752594 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c9fa648-60ab-4f12-829e-11f8ed4e97f5 None None] Attempting to bind port f89da179-445b-4316-b053-74d590e85d00 on network 8735d8a2-b604-4758-ae71-b40e4ee6f305 {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:00:14.759974 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13ac189-f1ac-49b3-801d-ab5cb2df7204 None None] Pushing event updated for resources: {'Port': ['ID=f89da179-445b-4316-b053-74d590e85d00,revision_number=2']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:00:14.771078 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c9fa648-60ab-4f12-829e-11f8ed4e97f5 None None] Checking agent: {'id': '04a7ea91-6318-467e-ace6-b0fb48c8690f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 41, 42), 'started_at': datetime.datetime(2021, 7, 27, 20, 42, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 0, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:00:14.771458 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c9fa648-60ab-4f12-829e-11f8ed4e97f5 None None] Checking segment: {'id': '12196855-9a32-4633-9a56-77697ef9e126', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:00:14.771866 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-8c9fa648-60ab-4f12-829e-11f8ed4e97f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:14.772253 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c9fa648-60ab-4f12-829e-11f8ed4e97f5 None None] Bound using segment: {'id': '12196855-9a32-4633-9a56-77697ef9e126', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305'} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:00:14.772723 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-8c9fa648-60ab-4f12-829e-11f8ed4e97f5 None None] Bound port: f89da179-445b-4316-b053-74d590e85d00, host: n-d-705658-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12196855-9a32-4633-9a56-77697ef9e126', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305'}}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:00:14.773103 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-8c9fa648-60ab-4f12-829e-11f8ed4e97f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:14.881080 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-8c9fa648-60ab-4f12-829e-11f8ed4e97f5 None None] For port f89da179-445b-4316-b053-74d590e85d00, host n-d-705658-22, cleared binding levels {{(pid=105586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:00:14.892178 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ef71f61-7886-41e4-9f50-1f599298a378 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30bb4b93-b285-5d90-9493-f9ec33ea333c-81ed8e75-6189-4ecc-b084-dfc3a35b48d6', 'network_id': '81ed8e75-6189-4ecc-b084-dfc3a35b48d6', 'tenant_id': '25d69678ca2843da93a97645b6488fa6', 'fixed_ips': [{'subnet_id': '4cdc9d35-c356-40b2-8447-dbc8ab9a0f31'}]}} from n-d-705658-22. {{(pid=105586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 22:00:14.893034 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-9ef71f61-7886-41e4-9f50-1f599298a378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:14.905492 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-8c9fa648-60ab-4f12-829e-11f8ed4e97f5 None None] For port f89da179-445b-4316-b053-74d590e85d00, host n-d-705658-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=f89da179-445b-4316-b053-74d590e85d00,segment=NetworkSegment(12196855-9a32-4633-9a56-77697ef9e126),segment_id=12196855-9a32-4633-9a56-77697ef9e126)] {{(pid=105586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:00:14.911173 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-8c9fa648-60ab-4f12-829e-11f8ed4e97f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:15.041657 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c9fa648-60ab-4f12-829e-11f8ed4e97f5 None None] Routers {'a5dc3025-f0d9-47f3-b0ed-d022176ce2ad'} bound to L3 agent in host n-d-705658-22 {{(pid=105586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:00:15.042204 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-8c9fa648-60ab-4f12-829e-11f8ed4e97f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T22:00:12Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['a5dc3025-f0d9-47f3-b0ed-d022176ce2ad'], 'active': True} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:00:15.061054 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-d48e5fa7-4214-4bf4-aef1-fb9d38c35ada tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:15.078779 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13ac189-f1ac-49b3-801d-ab5cb2df7204 None None] Pushing event updated for resources: {'Port': ['ID=f89da179-445b-4316-b053-74d590e85d00,revision_number=3']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:00:15.166746 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.db_base_plugin_common [None req-9ef71f61-7886-41e4-9f50-1f599298a378 None None] Allocated IP 172.20.0.2 (81ed8e75-6189-4ecc-b084-dfc3a35b48d6/4cdc9d35-c356-40b2-8447-dbc8ab9a0f31/d5ca4729-6d30-47c7-b977-4e50a26744c7) {{(pid=105586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:00:15.203714 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvr_db [None req-8c9fa648-60ab-4f12-829e-11f8ed4e97f5 None None] Set router a5dc3025-f0d9-47f3-b0ed-d022176ce2ad gateway port host: n-d-705658-22 {{(pid=105586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:00:15.610466 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-9ef71f61-7886-41e4-9f50-1f599298a378 None None] Notify callbacks [] for port, precommit_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:15.621914 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-9ef71f61-7886-41e4-9f50-1f599298a378 None None] Transition to ACTIVE for port object d5ca4729-6d30-47c7-b977-4e50a26744c7 will not be triggered until provisioned by entity L2. {{(pid=105586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:00:15.647143 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-9ef71f61-7886-41e4-9f50-1f599298a378 None None] Transition to ACTIVE for port object d5ca4729-6d30-47c7-b977-4e50a26744c7 will not be triggered until provisioned by entity DHCP. {{(pid=105586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:00:15.654750 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-9ef71f61-7886-41e4-9f50-1f599298a378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143'] for port, after_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:15.665866 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-8c9fa648-60ab-4f12-829e-11f8ed4e97f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5dc3025-f0d9-47f3-b0ed-d022176ce2ad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-293302282', 'tenant_id': '25d69678ca2843da93a97645b6488fa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.219'}], 'enable_snat': True}, 'gw_port_id': 'f89da179-445b-4316-b053-74d590e85d00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:00:12Z', 'updated_at': '2021-07-27T22:00:13Z', 'revision_number': 3, 'project_id': '25d69678ca2843da93a97645b6488fa6', 'gw_port': {'id': 'f89da179-445b-4316-b053-74d590e85d00', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:ed:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5dc3025-f0d9-47f3-b0ed-d022176ce2ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:00:12Z', 'updated_at': '2021-07-27T22:00:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22'}], 'n-d-705658-22', False) {} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:00:15.706731 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.db_base_plugin_common [None req-d48e5fa7-4214-4bf4-aef1-fb9d38c35ada tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Allocated IP 172.20.0.1 (81ed8e75-6189-4ecc-b084-dfc3a35b48d6/4cdc9d35-c356-40b2-8447-dbc8ab9a0f31/5bfb6ba4-037c-4709-8bdf-c5817837fd04) {{(pid=105585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:00:15.722542 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c9fa648-60ab-4f12-829e-11f8ed4e97f5 None None] The sync data for ids ['a5dc3025-f0d9-47f3-b0ed-d022176ce2ad'] in n-d-705658-22 is: [{'id': 'a5dc3025-f0d9-47f3-b0ed-d022176ce2ad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-293302282', 'tenant_id': '25d69678ca2843da93a97645b6488fa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.219'}], 'enable_snat': True}, 'gw_port_id': 'f89da179-445b-4316-b053-74d590e85d00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:00:12Z', 'updated_at': '2021-07-27T22:00:13Z', 'revision_number': 3, 'project_id': '25d69678ca2843da93a97645b6488fa6', 'gw_port': {'id': 'f89da179-445b-4316-b053-74d590e85d00', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:ed:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5dc3025-f0d9-47f3-b0ed-d022176ce2ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:00:12Z', 'updated_at': '2021-07-27T22:00:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22'}] {{(pid=105586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:00:15.725316 n-d-705658-22 neutron-server[105586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ef71f61-7886-41e4-9f50-1f599298a378 None None] Network 81ed8e75-6189-4ecc-b084-dfc3a35b48d6 is already hosted by enough agents. {{(pid=105586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:00:15.731090 n-d-705658-22 neutron-server[105586]: DEBUG neutron.scheduler.base_scheduler [None req-9ef71f61-7886-41e4-9f50-1f599298a378 None None] Resources bound (agent type, host, resource id): {{(pid=105586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:00:15.736753 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ef71f61-7886-41e4-9f50-1f599298a378 None None] Received port after_create {{(pid=105586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:00:15.752265 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef71f61-7886-41e4-9f50-1f599298a378 None None] Pushing event updated for resources: {'Port': ['ID=d5ca4729-6d30-47c7-b977-4e50a26744c7,revision_number=1']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:00:15.806828 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-9ef71f61-7886-41e4-9f50-1f599298a378 None None] Attempting to bind port d5ca4729-6d30-47c7-b977-4e50a26744c7 on host n-d-705658-22 for vnic_type normal with profile {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:00:15.807238 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-9ef71f61-7886-41e4-9f50-1f599298a378 None None] Attempting to bind port d5ca4729-6d30-47c7-b977-4e50a26744c7 by drivers openvswitch,hyperv on host n-d-705658-22 at level 0 using segments [{'id': 'a4832106-d422-4e9b-a1a1-d96f7a7c5a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '81ed8e75-6189-4ecc-b084-dfc3a35b48d6'}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:00:15.807609 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ef71f61-7886-41e4-9f50-1f599298a378 None None] Attempting to bind port d5ca4729-6d30-47c7-b977-4e50a26744c7 on network 81ed8e75-6189-4ecc-b084-dfc3a35b48d6 {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:00:15.812956 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ef71f61-7886-41e4-9f50-1f599298a378 None None] Checking agent: {'id': '04a7ea91-6318-467e-ace6-b0fb48c8690f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 41, 42), 'started_at': datetime.datetime(2021, 7, 27, 20, 42, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 0, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:00:15.813335 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ef71f61-7886-41e4-9f50-1f599298a378 None None] Checking segment: {'id': 'a4832106-d422-4e9b-a1a1-d96f7a7c5a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '81ed8e75-6189-4ecc-b084-dfc3a35b48d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:00:15.813742 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-9ef71f61-7886-41e4-9f50-1f599298a378 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:15.814137 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ef71f61-7886-41e4-9f50-1f599298a378 None None] Bound using segment: {'id': 'a4832106-d422-4e9b-a1a1-d96f7a7c5a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '81ed8e75-6189-4ecc-b084-dfc3a35b48d6'} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:00:15.814612 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-9ef71f61-7886-41e4-9f50-1f599298a378 None None] Bound port: d5ca4729-6d30-47c7-b977-4e50a26744c7, host: n-d-705658-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4832106-d422-4e9b-a1a1-d96f7a7c5a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '81ed8e75-6189-4ecc-b084-dfc3a35b48d6'}}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:00:15.815032 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-9ef71f61-7886-41e4-9f50-1f599298a378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:15.837545 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-d48e5fa7-4214-4bf4-aef1-fb9d38c35ada tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks [] for port, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:15.852320 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.provisioning_blocks [None req-d48e5fa7-4214-4bf4-aef1-fb9d38c35ada tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Transition to ACTIVE for port object 5bfb6ba4-037c-4709-8bdf-c5817837fd04 will not be triggered until provisioned by entity DHCP. {{(pid=105585) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:00:15.886334 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-9ef71f61-7886-41e4-9f50-1f599298a378 None None] For port d5ca4729-6d30-47c7-b977-4e50a26744c7, host n-d-705658-22, cleared binding levels {{(pid=105586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:00:15.891200 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-9ef71f61-7886-41e4-9f50-1f599298a378 None None] For port d5ca4729-6d30-47c7-b977-4e50a26744c7, host n-d-705658-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=d5ca4729-6d30-47c7-b977-4e50a26744c7,segment=NetworkSegment(a4832106-d422-4e9b-a1a1-d96f7a7c5a1b),segment_id=a4832106-d422-4e9b-a1a1-d96f7a7c5a1b)] {{(pid=105586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:00:15.896275 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-9ef71f61-7886-41e4-9f50-1f599298a378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:15.898304 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-d48e5fa7-4214-4bf4-aef1-fb9d38c35ada tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:15.950062 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d48e5fa7-4214-4bf4-aef1-fb9d38c35ada tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Network 81ed8e75-6189-4ecc-b084-dfc3a35b48d6 is already hosted by enough agents. {{(pid=105585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:00:15.954436 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.base_scheduler [None req-d48e5fa7-4214-4bf4-aef1-fb9d38c35ada tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Resources bound (agent type, host, resource id): {{(pid=105585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:00:15.971653 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d48e5fa7-4214-4bf4-aef1-fb9d38c35ada tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Received port after_create {{(pid=105585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:00:15.979232 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef71f61-7886-41e4-9f50-1f599298a378 None None] Pushing event updated for resources: {'Port': ['ID=d5ca4729-6d30-47c7-b977-4e50a26744c7,revision_number=2']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:00:16.022265 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48e5fa7-4214-4bf4-aef1-fb9d38c35ada tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Pushing event updated for resources: {'Port': ['ID=5bfb6ba4-037c-4709-8bdf-c5817837fd04,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:00:16.044514 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-d48e5fa7-4214-4bf4-aef1-fb9d38c35ada tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4075523'] for router_interface, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:16.223207 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-d48e5fa7-4214-4bf4-aef1-fb9d38c35ada tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:16.514268 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-d48e5fa7-4214-4bf4-aef1-fb9d38c35ada tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks [] for port, precommit_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:16.520075 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-d48e5fa7-4214-4bf4-aef1-fb9d38c35ada tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10221672'] for port, after_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:16.601510 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48e5fa7-4214-4bf4-aef1-fb9d38c35ada tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Pushing event updated for resources: {'Port': ['ID=5bfb6ba4-037c-4709-8bdf-c5817837fd04,revision_number=2']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:00:16.606661 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-d48e5fa7-4214-4bf4-aef1-fb9d38c35ada tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3743906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4076435'] for router_interface, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:16.654663 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device f89da179-445b-4316-b053-74d590e85d00 up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:00:16.710558 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d48e5fa7-4214-4bf4-aef1-fb9d38c35ada tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Network 81ed8e75-6189-4ecc-b084-dfc3a35b48d6 is already hosted by enough agents. {{(pid=105585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:00:16.712276 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.base_scheduler [None req-d48e5fa7-4214-4bf4-aef1-fb9d38c35ada tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Resources bound (agent type, host, resource id): {{(pid=105585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:00:16.720075 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning for port f89da179-445b-4316-b053-74d590e85d00 completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:00:16.724343 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port f89da179-445b-4316-b053-74d590e85d00 triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:00:16.724714 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:16.811222 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:16.833142 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] For port f89da179-445b-4316-b053-74d590e85d00, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=f89da179-445b-4316-b053-74d590e85d00,segment=NetworkSegment(12196855-9a32-4633-9a56-77697ef9e126),segment_id=12196855-9a32-4633-9a56-77697ef9e126)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:00:16.837371 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:16.838343 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device d5ca4729-6d30-47c7-b977-4e50a26744c7 up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:00:16.845402 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d48e5fa7-4214-4bf4-aef1-fb9d38c35ada tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Router a5dc3025-f0d9-47f3-b0ed-d022176ce2ad has already been hosted by L3 agent dd128fd7-8e57-4d4f-895b-a96b369df59a {{(pid=105585) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:00:16.940734 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Pushing event updated for resources: {'Port': ['ID=f89da179-445b-4316-b053-74d590e85d00,revision_number=4']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:00:16.951150 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning for port d5ca4729-6d30-47c7-b977-4e50a26744c7 completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:00:16.971258 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d48e5fa7-4214-4bf4-aef1-fb9d38c35ada tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify agent at l3_agent.n-d-705658-22 the message routers_updated {{(pid=105585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:00:16.984120 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-d48e5fa7-4214-4bf4-aef1-fb9d38c35ada tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] 10.222.0.59 "PUT /v2.0/routers/a5dc3025-f0d9-47f3-b0ed-d022176ce2ad/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3828108 Jul 27 22:00:17.016603 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dace819a-8a5e-4e67-8f6f-9fb706e0cf66 None None] Network 81ed8e75-6189-4ecc-b084-dfc3a35b48d6 requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:00:17.124096 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a4d48e57-8735-4fb5-a956-f76e105d010b req-6ddbab2a-8e57-4d75-ba15-820911e371bb tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1064842363&fields=id&tenant_id=25d69678ca2843da93a97645b6488fa6 HTTP/1.1" status: 200 len: 267 time: 0.0350111 Jul 27 22:00:17.144411 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-b19b45b1-6596-4c0e-add1-4aa6a110ec91 None None] Provisioning for port d5ca4729-6d30-47c7-b977-4e50a26744c7 completed by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:00:17.151691 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-b19b45b1-6596-4c0e-add1-4aa6a110ec91 None None] Provisioning complete for port d5ca4729-6d30-47c7-b977-4e50a26744c7 triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:00:17.152081 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-b19b45b1-6596-4c0e-add1-4aa6a110ec91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:17.251504 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d48e57-8735-4fb5-a956-f76e105d010b req-65de2c96-dfd1-49bb-a053-bd1e9bf7f31f tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:00:17.259756 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a4d48e57-8735-4fb5-a956-f76e105d010b req-65de2c96-dfd1-49bb-a053-bd1e9bf7f31f tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] 10.222.0.59 "GET /v2.0/networks?id=81ed8e75-6189-4ecc-b084-dfc3a35b48d6 HTTP/1.1" status: 200 len: 797 time: 0.1258054 Jul 27 22:00:17.273550 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a4d48e57-8735-4fb5-a956-f76e105d010b req-432e82a1-64dd-47cf-8e36-2620ea54f11e tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] 10.222.0.59 "GET /v2.0/quotas/25d69678ca2843da93a97645b6488fa6 HTTP/1.1" status: 200 len: 375 time: 0.0126469 Jul 27 22:00:17.286413 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-b19b45b1-6596-4c0e-add1-4aa6a110ec91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:17.329486 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-b19b45b1-6596-4c0e-add1-4aa6a110ec91 None None] For port d5ca4729-6d30-47c7-b977-4e50a26744c7, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=d5ca4729-6d30-47c7-b977-4e50a26744c7,segment=NetworkSegment(a4832106-d422-4e9b-a1a1-d96f7a7c5a1b),segment_id=a4832106-d422-4e9b-a1a1-d96f7a7c5a1b)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:00:17.335974 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-b19b45b1-6596-4c0e-add1-4aa6a110ec91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:17.353030 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a4d48e57-8735-4fb5-a956-f76e105d010b req-c2ab7773-b3c6-4274-9b3d-0c53a4ce595f tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=25d69678ca2843da93a97645b6488fa6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0735366 Jul 27 22:00:17.369895 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [req-a4d48e57-8735-4fb5-a956-f76e105d010b req-0deaafbd-b339-4fc5-8ecd-d89788ced332 service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=105585) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 22:00:17.370925 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a4d48e57-8735-4fb5-a956-f76e105d010b req-0deaafbd-b339-4fc5-8ecd-d89788ced332 service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058193 Jul 27 22:00:17.392693 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19b45b1-6596-4c0e-add1-4aa6a110ec91 None None] Pushing event updated for resources: {'Port': ['ID=d5ca4729-6d30-47c7-b977-4e50a26744c7,revision_number=3']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:00:17.427270 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adff809c-912c-4c75-bff6-e7ab43b8ac03 None None] Sync routers for ids ['a5dc3025-f0d9-47f3-b0ed-d022176ce2ad'] in n-d-705658-22 {{(pid=105587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:00:17.438719 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adff809c-912c-4c75-bff6-e7ab43b8ac03 None None] Routers {'a5dc3025-f0d9-47f3-b0ed-d022176ce2ad'} bound to L3 agent in host n-d-705658-22 {{(pid=105587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:00:17.439511 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-adff809c-912c-4c75-bff6-e7ab43b8ac03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T22:00:12Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['a5dc3025-f0d9-47f3-b0ed-d022176ce2ad'], 'active': True} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:00:17.476826 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a4d48e57-8735-4fb5-a956-f76e105d010b req-6a4ac092-a2e6-4313-834b-6660d0da2320 service neutron] 10.222.0.59 "GET /v2.0/networks/81ed8e75-6189-4ecc-b084-dfc3a35b48d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985582 Jul 27 22:00:17.550228 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvr_db [None req-adff809c-912c-4c75-bff6-e7ab43b8ac03 None None] Set router a5dc3025-f0d9-47f3-b0ed-d022176ce2ad gateway port host: n-d-705658-22 {{(pid=105587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:00:17.558324 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-d47e9625-ac81-49b4-873a-43c5846289f4 None None] Provisioning for port 5bfb6ba4-037c-4709-8bdf-c5817837fd04 completed by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:00:17.564332 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-d47e9625-ac81-49b4-873a-43c5846289f4 None None] Provisioning complete for port 5bfb6ba4-037c-4709-8bdf-c5817837fd04 triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:00:17.565048 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-d47e9625-ac81-49b4-873a-43c5846289f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:17.588179 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a4d48e57-8735-4fb5-a956-f76e105d010b req-5ce79895-32f1-47bd-ba67-2faf73fdb65a service neutron] 10.222.0.59 "GET /v2.0/networks/81ed8e75-6189-4ecc-b084-dfc3a35b48d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1061773 Jul 27 22:00:17.606833 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-d47e9625-ac81-49b4-873a-43c5846289f4 None None] Port 5bfb6ba4-037c-4709-8bdf-c5817837fd04 cannot update to ACTIVE because it is not bound. {{(pid=105586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:00:17.617367 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-d47e9625-ac81-49b4-873a-43c5846289f4 None None] Provisioning complete for port d5ca4729-6d30-47c7-b977-4e50a26744c7 triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:00:17.617748 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-d47e9625-ac81-49b4-873a-43c5846289f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:17.769274 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-adff809c-912c-4c75-bff6-e7ab43b8ac03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5dc3025-f0d9-47f3-b0ed-d022176ce2ad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-293302282', 'tenant_id': '25d69678ca2843da93a97645b6488fa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.219'}], 'enable_snat': True}, 'gw_port_id': 'f89da179-445b-4316-b053-74d590e85d00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:00:12Z', 'updated_at': '2021-07-27T22:00:16Z', 'revision_number': 4, 'project_id': '25d69678ca2843da93a97645b6488fa6', 'gw_port': {'id': 'f89da179-445b-4316-b053-74d590e85d00', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:ed:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5dc3025-f0d9-47f3-b0ed-d022176ce2ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:00:12Z', 'updated_at': '2021-07-27T22:00:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_interfaces': [{'id': '5bfb6ba4-037c-4709-8bdf-c5817837fd04', 'name': '', 'network_id': '81ed8e75-6189-4ecc-b084-dfc3a35b48d6', 'tenant_id': '25d69678ca2843da93a97645b6488fa6', 'mac_address': 'fa:16:3e:f6:89:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5dc3025-f0d9-47f3-b0ed-d022176ce2ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '4cdc9d35-c356-40b2-8447-dbc8ab9a0f31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:00:15Z', 'updated_at': '2021-07-27T22:00:16Z', 'revision_number': 2, 'project_id': '25d69678ca2843da93a97645b6488fa6', 'subnets': [{'id': '4cdc9d35-c356-40b2-8447-dbc8ab9a0f31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-22', False) {} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:00:17.773306 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-82d5ea67-9f69-4882-9cdd-56f8e0b63707 req-649826c4-b92a-4723-adbc-2e9b25959a0b tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] 10.222.0.59 "GET /v2.0/ports?device_id=68556c50-ea21-4b08-8af1-973c65fdea78 HTTP/1.1" status: 200 len: 210 time: 0.0354826 Jul 27 22:00:17.802108 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adff809c-912c-4c75-bff6-e7ab43b8ac03 None None] Checking router: a5dc3025-f0d9-47f3-b0ed-d022176ce2ad for host: n-d-705658-22 {{(pid=105587) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:00:17.802373 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adff809c-912c-4c75-bff6-e7ab43b8ac03 None None] Updating router a5dc3025-f0d9-47f3-b0ed-d022176ce2ad port 5bfb6ba4-037c-4709-8bdf-c5817837fd04 binding host n-d-705658-22 {{(pid=105587) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 22:00:17.846140 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-2f7e8619-2053-4250-a1cd-1ea7465fb26e None None] Provisioning complete for port 5bfb6ba4-037c-4709-8bdf-c5817837fd04 triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:00:17.846687 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-2f7e8619-2053-4250-a1cd-1ea7465fb26e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:17.848992 n-d-705658-22 neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-adff809c-912c-4c75-bff6-e7ab43b8ac03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:17.887810 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-2f7e8619-2053-4250-a1cd-1ea7465fb26e None None] Port 5bfb6ba4-037c-4709-8bdf-c5817837fd04 cannot update to ACTIVE because it is not bound. {{(pid=105586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:00:18.106780 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-3b90f79c-5ad7-4ded-acd7-03cd6aa18604 None None] Provisioning complete for port 5bfb6ba4-037c-4709-8bdf-c5817837fd04 triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:00:18.107200 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3b90f79c-5ad7-4ded-acd7-03cd6aa18604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:18.144182 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-3b90f79c-5ad7-4ded-acd7-03cd6aa18604 None None] Port 5bfb6ba4-037c-4709-8bdf-c5817837fd04 cannot update to ACTIVE because it is not bound. {{(pid=105586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:00:18.144434 n-d-705658-22 neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-adff809c-912c-4c75-bff6-e7ab43b8ac03 None None] Notify callbacks [] for port, precommit_update {{(pid=105587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:18.156640 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.provisioning_blocks [None req-adff809c-912c-4c75-bff6-e7ab43b8ac03 None None] Transition to ACTIVE for port object 5bfb6ba4-037c-4709-8bdf-c5817837fd04 will not be triggered until provisioned by entity L2. {{(pid=105587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:00:18.163041 n-d-705658-22 neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-adff809c-912c-4c75-bff6-e7ab43b8ac03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:18.217601 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada032b2-3736-4f59-ad43-31f7f91b6b17 None None] Pushing event updated for resources: {'Port': ['ID=5bfb6ba4-037c-4709-8bdf-c5817837fd04,revision_number=3']} {{(pid=105587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:00:18.244387 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada032b2-3736-4f59-ad43-31f7f91b6b17 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:00:18.244860 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada032b2-3736-4f59-ad43-31f7f91b6b17 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:00:18.245205 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada032b2-3736-4f59-ad43-31f7f91b6b17 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:00:18.245538 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada032b2-3736-4f59-ad43-31f7f91b6b17 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:00:18.245866 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada032b2-3736-4f59-ad43-31f7f91b6b17 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:00:18.246193 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada032b2-3736-4f59-ad43-31f7f91b6b17 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:00:18.246516 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada032b2-3736-4f59-ad43-31f7f91b6b17 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:00:18.246844 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada032b2-3736-4f59-ad43-31f7f91b6b17 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:00:18.247191 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada032b2-3736-4f59-ad43-31f7f91b6b17 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:00:18.247511 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada032b2-3736-4f59-ad43-31f7f91b6b17 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:00:18.247831 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada032b2-3736-4f59-ad43-31f7f91b6b17 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:00:18.248150 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada032b2-3736-4f59-ad43-31f7f91b6b17 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:00:18.282703 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.managers [None req-adff809c-912c-4c75-bff6-e7ab43b8ac03 None None] Attempting to bind port 5bfb6ba4-037c-4709-8bdf-c5817837fd04 on host n-d-705658-22 for vnic_type normal with profile {{(pid=105587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:00:18.283099 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.managers [None req-adff809c-912c-4c75-bff6-e7ab43b8ac03 None None] Attempting to bind port 5bfb6ba4-037c-4709-8bdf-c5817837fd04 by drivers openvswitch,hyperv on host n-d-705658-22 at level 0 using segments [{'id': 'a4832106-d422-4e9b-a1a1-d96f7a7c5a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '81ed8e75-6189-4ecc-b084-dfc3a35b48d6'}] {{(pid=105587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:00:18.283462 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adff809c-912c-4c75-bff6-e7ab43b8ac03 None None] Attempting to bind port 5bfb6ba4-037c-4709-8bdf-c5817837fd04 on network 81ed8e75-6189-4ecc-b084-dfc3a35b48d6 {{(pid=105587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:00:18.289894 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adff809c-912c-4c75-bff6-e7ab43b8ac03 None None] Checking agent: {'id': '04a7ea91-6318-467e-ace6-b0fb48c8690f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 41, 42), 'started_at': datetime.datetime(2021, 7, 27, 20, 42, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 0, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:00:18.290286 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adff809c-912c-4c75-bff6-e7ab43b8ac03 None None] Checking segment: {'id': 'a4832106-d422-4e9b-a1a1-d96f7a7c5a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '81ed8e75-6189-4ecc-b084-dfc3a35b48d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:00:18.290694 n-d-705658-22 neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-adff809c-912c-4c75-bff6-e7ab43b8ac03 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:18.291248 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adff809c-912c-4c75-bff6-e7ab43b8ac03 None None] Bound using segment: {'id': 'a4832106-d422-4e9b-a1a1-d96f7a7c5a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '81ed8e75-6189-4ecc-b084-dfc3a35b48d6'} {{(pid=105587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:00:18.291748 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.managers [None req-adff809c-912c-4c75-bff6-e7ab43b8ac03 None None] Bound port: 5bfb6ba4-037c-4709-8bdf-c5817837fd04, host: n-d-705658-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4832106-d422-4e9b-a1a1-d96f7a7c5a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '81ed8e75-6189-4ecc-b084-dfc3a35b48d6'}}] {{(pid=105587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:00:18.292131 n-d-705658-22 neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-adff809c-912c-4c75-bff6-e7ab43b8ac03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:18.357080 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.db [None req-adff809c-912c-4c75-bff6-e7ab43b8ac03 None None] For port 5bfb6ba4-037c-4709-8bdf-c5817837fd04, host n-d-705658-22, cleared binding levels {{(pid=105587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:00:18.361272 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.db [None req-adff809c-912c-4c75-bff6-e7ab43b8ac03 None None] For port 5bfb6ba4-037c-4709-8bdf-c5817837fd04, host n-d-705658-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=5bfb6ba4-037c-4709-8bdf-c5817837fd04,segment=NetworkSegment(a4832106-d422-4e9b-a1a1-d96f7a7c5a1b),segment_id=a4832106-d422-4e9b-a1a1-d96f7a7c5a1b)] {{(pid=105587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:00:18.366766 n-d-705658-22 neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-adff809c-912c-4c75-bff6-e7ab43b8ac03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:18.425835 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adff809c-912c-4c75-bff6-e7ab43b8ac03 None None] Routers {'a5dc3025-f0d9-47f3-b0ed-d022176ce2ad'} bound to L3 agent in host n-d-705658-22 {{(pid=105587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:00:18.426473 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-adff809c-912c-4c75-bff6-e7ab43b8ac03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T22:00:12Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['a5dc3025-f0d9-47f3-b0ed-d022176ce2ad'], 'active': True} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:00:18.463986 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada032b2-3736-4f59-ad43-31f7f91b6b17 None None] Pushing event updated for resources: {'Port': ['ID=5bfb6ba4-037c-4709-8bdf-c5817837fd04,revision_number=4']} {{(pid=105587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:00:18.544430 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvr_db [None req-adff809c-912c-4c75-bff6-e7ab43b8ac03 None None] Set router a5dc3025-f0d9-47f3-b0ed-d022176ce2ad gateway port host: n-d-705658-22 {{(pid=105587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:00:18.585856 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device f89da179-445b-4316-b053-74d590e85d00 up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:00:18.635463 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port f89da179-445b-4316-b053-74d590e85d00 triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:00:18.635841 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:18.755171 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device d5ca4729-6d30-47c7-b977-4e50a26744c7 up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:00:18.777103 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d48e57-8735-4fb5-a956-f76e105d010b req-4d5f5c98-a13c-4da3-9c72-f074f17f36df tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:00:18.779868 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-a4d48e57-8735-4fb5-a956-f76e105d010b req-4d5f5c98-a13c-4da3-9c72-f074f17f36df tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] 10.222.0.36 "GET /v2.0/networks?id=81ed8e75-6189-4ecc-b084-dfc3a35b48d6 HTTP/1.1" status: 200 len: 797 time: 0.1336253 Jul 27 22:00:18.816154 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port d5ca4729-6d30-47c7-b977-4e50a26744c7 triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:00:18.816546 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:18.828374 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-a4d48e57-8735-4fb5-a956-f76e105d010b req-15134c23-ae1f-4f88-ace1-1957ca4f3c6b tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=25d69678ca2843da93a97645b6488fa6 HTTP/1.1" status: 200 len: 380 time: 0.0393512 Jul 27 22:00:18.837940 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [req-a4d48e57-8735-4fb5-a956-f76e105d010b req-b5149f19-a636-436e-a344-9a55564d72ef tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Request body: {'port': {'device_id': '68556c50-ea21-4b08-8af1-973c65fdea78', 'network_id': '81ed8e75-6189-4ecc-b084-dfc3a35b48d6', 'admin_state_up': True, 'tenant_id': '25d69678ca2843da93a97645b6488fa6', 'security_groups': ['932fadd2-6059-4c49-b216-54f05888c784']}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:00:18.891651 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-0b17578b-4f6f-400d-b148-aeadd8a6348e req-b8e51927-72bb-4f27-bf6c-9da5cac2cd2b tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] 10.222.0.59 "GET /v2.0/ports?device_id=68556c50-ea21-4b08-8af1-973c65fdea78 HTTP/1.1" status: 200 len: 210 time: 0.0340056 Jul 27 22:00:18.897246 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-adff809c-912c-4c75-bff6-e7ab43b8ac03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5dc3025-f0d9-47f3-b0ed-d022176ce2ad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-293302282', 'tenant_id': '25d69678ca2843da93a97645b6488fa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.219'}], 'enable_snat': True}, 'gw_port_id': 'f89da179-445b-4316-b053-74d590e85d00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:00:12Z', 'updated_at': '2021-07-27T22:00:16Z', 'revision_number': 4, 'project_id': '25d69678ca2843da93a97645b6488fa6', 'gw_port': {'id': 'f89da179-445b-4316-b053-74d590e85d00', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:ed:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5dc3025-f0d9-47f3-b0ed-d022176ce2ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:00:12Z', 'updated_at': '2021-07-27T22:00:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_interfaces': [{'id': '5bfb6ba4-037c-4709-8bdf-c5817837fd04', 'name': '', 'network_id': '81ed8e75-6189-4ecc-b084-dfc3a35b48d6', 'tenant_id': '25d69678ca2843da93a97645b6488fa6', 'mac_address': 'fa:16:3e:f6:89:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5dc3025-f0d9-47f3-b0ed-d022176ce2ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '4cdc9d35-c356-40b2-8447-dbc8ab9a0f31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:00:15Z', 'updated_at': '2021-07-27T22:00:18Z', 'revision_number': 4, 'project_id': '25d69678ca2843da93a97645b6488fa6', 'subnets': [{'id': '4cdc9d35-c356-40b2-8447-dbc8ab9a0f31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-22', False) {} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:00:18.929984 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adff809c-912c-4c75-bff6-e7ab43b8ac03 None None] The sync data for ids ['a5dc3025-f0d9-47f3-b0ed-d022176ce2ad'] in n-d-705658-22 is: [{'id': 'a5dc3025-f0d9-47f3-b0ed-d022176ce2ad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-293302282', 'tenant_id': '25d69678ca2843da93a97645b6488fa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.219'}], 'enable_snat': True}, 'gw_port_id': 'f89da179-445b-4316-b053-74d590e85d00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:00:12Z', 'updated_at': '2021-07-27T22:00:16Z', 'revision_number': 4, 'project_id': '25d69678ca2843da93a97645b6488fa6', 'gw_port': {'id': 'f89da179-445b-4316-b053-74d590e85d00', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:ed:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5dc3025-f0d9-47f3-b0ed-d022176ce2ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:00:12Z', 'updated_at': '2021-07-27T22:00:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_interfaces': [{'id': '5bfb6ba4-037c-4709-8bdf-c5817837fd04', 'name': '', 'network_id': '81ed8e75-6189-4ecc-b084-dfc3a35b48d6', 'tenant_id': '25d69678ca2843da93a97645b6488fa6', 'mac_address': 'fa:16:3e:f6:89:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5dc3025-f0d9-47f3-b0ed-d022176ce2ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '4cdc9d35-c356-40b2-8447-dbc8ab9a0f31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:00:15Z', 'updated_at': '2021-07-27T22:00:18Z', 'revision_number': 4, 'project_id': '25d69678ca2843da93a97645b6488fa6', 'subnets': [{'id': '4cdc9d35-c356-40b2-8447-dbc8ab9a0f31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:00:18.961317 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4d48e57-8735-4fb5-a956-f76e105d010b req-b5149f19-a636-436e-a344-9a55564d72ef tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Made reservation on behalf of 25d69678ca2843da93a97645b6488fa6 for: {'port': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:00:18.965454 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-a4d48e57-8735-4fb5-a956-f76e105d010b req-b5149f19-a636-436e-a344-9a55564d72ef tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:19.113673 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.db_base_plugin_common [req-a4d48e57-8735-4fb5-a956-f76e105d010b req-b5149f19-a636-436e-a344-9a55564d72ef tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Allocated IP 172.20.0.6 (81ed8e75-6189-4ecc-b084-dfc3a35b48d6/4cdc9d35-c356-40b2-8447-dbc8ab9a0f31/ef009a42-9fd5-4a0b-bf2b-470e9c2e0939) {{(pid=105584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:00:19.258401 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-a4d48e57-8735-4fb5-a956-f76e105d010b req-b5149f19-a636-436e-a344-9a55564d72ef tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks [] for port, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:19.273113 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.provisioning_blocks [req-a4d48e57-8735-4fb5-a956-f76e105d010b req-b5149f19-a636-436e-a344-9a55564d72ef tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Transition to ACTIVE for port object ef009a42-9fd5-4a0b-bf2b-470e9c2e0939 will not be triggered until provisioned by entity DHCP. {{(pid=105584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:00:19.307159 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-a4d48e57-8735-4fb5-a956-f76e105d010b req-b5149f19-a636-436e-a344-9a55564d72ef tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:19.350621 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4d48e57-8735-4fb5-a956-f76e105d010b req-b5149f19-a636-436e-a344-9a55564d72ef tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Network 81ed8e75-6189-4ecc-b084-dfc3a35b48d6 is already hosted by enough agents. {{(pid=105584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:00:19.355946 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [req-a4d48e57-8735-4fb5-a956-f76e105d010b req-b5149f19-a636-436e-a344-9a55564d72ef tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Resources bound (agent type, host, resource id): {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:00:19.359629 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4d48e57-8735-4fb5-a956-f76e105d010b req-b5149f19-a636-436e-a344-9a55564d72ef tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Received port after_create {{(pid=105584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:00:19.386793 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5149f19-a636-436e-a344-9a55564d72ef tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Pushing event updated for resources: {'Port': ['ID=ef009a42-9fd5-4a0b-bf2b-470e9c2e0939,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:00:19.418083 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d48e57-8735-4fb5-a956-f76e105d010b req-b5149f19-a636-436e-a344-9a55564d72ef tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:00:19.418973 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-a4d48e57-8735-4fb5-a956-f76e105d010b req-b5149f19-a636-436e-a344-9a55564d72ef tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:19.434892 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-a4d48e57-8735-4fb5-a956-f76e105d010b req-b5149f19-a636-436e-a344-9a55564d72ef tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6006799 Jul 27 22:00:19.449456 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [req-a4d48e57-8735-4fb5-a956-f76e105d010b req-4af939c9-1bc3-4d65-b47c-a7d6e5c7dfbc service neutron] Request body: {'port': {'device_id': '68556c50-ea21-4b08-8af1-973c65fdea78', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-705658-22'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:00:19.538814 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-a4d48e57-8735-4fb5-a956-f76e105d010b req-4af939c9-1bc3-4d65-b47c-a7d6e5c7dfbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:19.630659 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-957f4154-b06a-4b1a-8574-ee0c42ddf11f None None] Provisioning for port ef009a42-9fd5-4a0b-bf2b-470e9c2e0939 completed by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:00:19.635582 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-957f4154-b06a-4b1a-8574-ee0c42ddf11f None None] Provisioning complete for port ef009a42-9fd5-4a0b-bf2b-470e9c2e0939 triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:00:19.635966 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-957f4154-b06a-4b1a-8574-ee0c42ddf11f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:19.673482 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-957f4154-b06a-4b1a-8574-ee0c42ddf11f None None] Port ef009a42-9fd5-4a0b-bf2b-470e9c2e0939 cannot update to ACTIVE because it is not bound. {{(pid=105586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:00:19.815394 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [req-a4d48e57-8735-4fb5-a956-f76e105d010b req-4af939c9-1bc3-4d65-b47c-a7d6e5c7dfbc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef009a42-9fd5-4a0b-bf2b-470e9c2e0939 {{(pid=105584) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:00:19.823207 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-a4d48e57-8735-4fb5-a956-f76e105d010b req-4af939c9-1bc3-4d65-b47c-a7d6e5c7dfbc service neutron] Notify callbacks [] for port, precommit_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:19.836552 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.provisioning_blocks [req-a4d48e57-8735-4fb5-a956-f76e105d010b req-4af939c9-1bc3-4d65-b47c-a7d6e5c7dfbc service neutron] Transition to ACTIVE for port object ef009a42-9fd5-4a0b-bf2b-470e9c2e0939 will not be triggered until provisioned by entity L2. {{(pid=105584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:00:19.840494 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-a4d48e57-8735-4fb5-a956-f76e105d010b req-4af939c9-1bc3-4d65-b47c-a7d6e5c7dfbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9014027'] for port, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:19.892029 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af939c9-1bc3-4d65-b47c-a7d6e5c7dfbc service neutron] Pushing event updated for resources: {'Port': ['ID=ef009a42-9fd5-4a0b-bf2b-470e9c2e0939,revision_number=2']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:00:19.971518 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [req-a4d48e57-8735-4fb5-a956-f76e105d010b req-4af939c9-1bc3-4d65-b47c-a7d6e5c7dfbc service neutron] Attempting to bind port ef009a42-9fd5-4a0b-bf2b-470e9c2e0939 on host n-h1-705658-22 for vnic_type normal with profile {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:00:19.971871 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [req-a4d48e57-8735-4fb5-a956-f76e105d010b req-4af939c9-1bc3-4d65-b47c-a7d6e5c7dfbc service neutron] Attempting to bind port ef009a42-9fd5-4a0b-bf2b-470e9c2e0939 by drivers openvswitch,hyperv on host n-h1-705658-22 at level 0 using segments [{'id': 'a4832106-d422-4e9b-a1a1-d96f7a7c5a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '81ed8e75-6189-4ecc-b084-dfc3a35b48d6'}] {{(pid=105584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:00:19.972187 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4d48e57-8735-4fb5-a956-f76e105d010b req-4af939c9-1bc3-4d65-b47c-a7d6e5c7dfbc service neutron] Attempting to bind port ef009a42-9fd5-4a0b-bf2b-470e9c2e0939 on network 81ed8e75-6189-4ecc-b084-dfc3a35b48d6 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:00:19.976977 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4d48e57-8735-4fb5-a956-f76e105d010b req-4af939c9-1bc3-4d65-b47c-a7d6e5c7dfbc service neutron] Port ef009a42-9fd5-4a0b-bf2b-470e9c2e0939 on network 81ed8e75-6189-4ecc-b084-dfc3a35b48d6 not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-22 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 22:00:19.977305 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4d48e57-8735-4fb5-a956-f76e105d010b req-4af939c9-1bc3-4d65-b47c-a7d6e5c7dfbc service neutron] Attempting to bind port ef009a42-9fd5-4a0b-bf2b-470e9c2e0939 on network 81ed8e75-6189-4ecc-b084-dfc3a35b48d6 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:00:19.982667 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4d48e57-8735-4fb5-a956-f76e105d010b req-4af939c9-1bc3-4d65-b47c-a7d6e5c7dfbc service neutron] Checking agent: {'id': '9d9bc37f-4d75-44ef-9f63-799aab3e316f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 49, 36), 'started_at': datetime.datetime(2021, 7, 27, 20, 49, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 0, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:00:19.983075 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4d48e57-8735-4fb5-a956-f76e105d010b req-4af939c9-1bc3-4d65-b47c-a7d6e5c7dfbc service neutron] Checking segment: {'id': 'a4832106-d422-4e9b-a1a1-d96f7a7c5a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '81ed8e75-6189-4ecc-b084-dfc3a35b48d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:00:19.984016 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4d48e57-8735-4fb5-a956-f76e105d010b req-4af939c9-1bc3-4d65-b47c-a7d6e5c7dfbc service neutron] Bound using segment: {'id': 'a4832106-d422-4e9b-a1a1-d96f7a7c5a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '81ed8e75-6189-4ecc-b084-dfc3a35b48d6'} {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:00:19.984455 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [req-a4d48e57-8735-4fb5-a956-f76e105d010b req-4af939c9-1bc3-4d65-b47c-a7d6e5c7dfbc service neutron] Bound port: ef009a42-9fd5-4a0b-bf2b-470e9c2e0939, host: n-h1-705658-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4832106-d422-4e9b-a1a1-d96f7a7c5a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '81ed8e75-6189-4ecc-b084-dfc3a35b48d6'}}] {{(pid=105584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:00:19.984822 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-a4d48e57-8735-4fb5-a956-f76e105d010b req-4af939c9-1bc3-4d65-b47c-a7d6e5c7dfbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:20.042690 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee63b88-1dbe-41a1-aadf-d181081b4652 req-bf3de0cb-3008-48d6-804c-44143fde7a72 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:00:20.050078 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-3ee63b88-1dbe-41a1-aadf-d181081b4652 req-bf3de0cb-3008-48d6-804c-44143fde7a72 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] 10.222.0.59 "GET /v2.0/ports?device_id=68556c50-ea21-4b08-8af1-973c65fdea78 HTTP/1.1" status: 200 len: 943 time: 0.0841651 Jul 27 22:00:20.053799 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [req-a4d48e57-8735-4fb5-a956-f76e105d010b req-4af939c9-1bc3-4d65-b47c-a7d6e5c7dfbc service neutron] For port ef009a42-9fd5-4a0b-bf2b-470e9c2e0939, host n-h1-705658-22, cleared binding levels {{(pid=105584) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:00:20.057235 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [req-a4d48e57-8735-4fb5-a956-f76e105d010b req-4af939c9-1bc3-4d65-b47c-a7d6e5c7dfbc service neutron] For port ef009a42-9fd5-4a0b-bf2b-470e9c2e0939, host n-h1-705658-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=ef009a42-9fd5-4a0b-bf2b-470e9c2e0939,segment=NetworkSegment(a4832106-d422-4e9b-a1a1-d96f7a7c5a1b),segment_id=a4832106-d422-4e9b-a1a1-d96f7a7c5a1b)] {{(pid=105584) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:00:20.062422 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-a4d48e57-8735-4fb5-a956-f76e105d010b req-4af939c9-1bc3-4d65-b47c-a7d6e5c7dfbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9014027'] for port, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:20.088606 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-3ee63b88-1dbe-41a1-aadf-d181081b4652 req-98b2d9b2-b12a-4510-b5b4-c987c30038c9 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] 10.222.0.59 "GET /v2.0/security-groups?id=932fadd2-6059-4c49-b216-54f05888c784&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370262 Jul 27 22:00:20.096415 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d48e57-8735-4fb5-a956-f76e105d010b req-4af939c9-1bc3-4d65-b47c-a7d6e5c7dfbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:00:20.097039 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-a4d48e57-8735-4fb5-a956-f76e105d010b req-4af939c9-1bc3-4d65-b47c-a7d6e5c7dfbc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:20.098441 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-a4d48e57-8735-4fb5-a956-f76e105d010b req-4af939c9-1bc3-4d65-b47c-a7d6e5c7dfbc service neutron] 10.222.0.36 "PUT /v2.0/ports/ef009a42-9fd5-4a0b-bf2b-470e9c2e0939 HTTP/1.1" status: 200 len: 1092 time: 0.6543493 Jul 27 22:00:20.098890 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68556c50-ea21-4b08-8af1-973c65fdea78', 'tag': 'ef009a42-9fd5-4a0b-bf2b-470e9c2e0939'}] {{(pid=105584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:00:20.101207 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a14b7e693ac0d3b36d252540d57b2183de19e2104d11de1d527dbb6a6689965" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9ed5e06-dff0-41e2-88b5-3aed16712727" -d '{"events": [{"name": "network-changed", "server_uuid": "68556c50-ea21-4b08-8af1-973c65fdea78", "tag": "ef009a42-9fd5-4a0b-bf2b-470e9c2e0939"}]}' {{(pid=105584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:00:20.127881 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af939c9-1bc3-4d65-b47c-a7d6e5c7dfbc service neutron] Pushing event updated for resources: {'Port': ['ID=ef009a42-9fd5-4a0b-bf2b-470e9c2e0939,revision_number=3']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:00:20.151295 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 22:00:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bca73e1-50d7-4058-99fa-83a4b474121b x-openstack-request-id: req-1bca73e1-50d7-4058-99fa-83a4b474121b {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:00:20.151678 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68556c50-ea21-4b08-8af1-973c65fdea78", "tag": "ef009a42-9fd5-4a0b-bf2b-470e9c2e0939", "status": "completed", "code": 200}]} {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:00:20.151939 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-1bca73e1-50d7-4058-99fa-83a4b474121b {{(pid=105584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:00:20.152369 n-d-705658-22 neutron-server[105584]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68556c50-ea21-4b08-8af1-973c65fdea78', 'tag': 'ef009a42-9fd5-4a0b-bf2b-470e9c2e0939', 'status': 'completed', 'code': 200} Jul 27 22:00:20.216296 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d48e57-8735-4fb5-a956-f76e105d010b req-9b2984ca-b1bf-4613-88c9-533815b33c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:00:20.218609 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-a4d48e57-8735-4fb5-a956-f76e105d010b req-9b2984ca-b1bf-4613-88c9-533815b33c07 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=25d69678ca2843da93a97645b6488fa6&device_id=68556c50-ea21-4b08-8af1-973c65fdea78 HTTP/1.1" status: 200 len: 1095 time: 0.0646126 Jul 27 22:00:20.261662 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-a4d48e57-8735-4fb5-a956-f76e105d010b req-93205148-5fae-4f41-ad0f-2d603cdaf9a4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ef009a42-9fd5-4a0b-bf2b-470e9c2e0939 HTTP/1.1" status: 200 len: 217 time: 0.0356557 Jul 27 22:00:20.314258 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d48e57-8735-4fb5-a956-f76e105d010b req-18e7a00e-5c7b-43be-97ce-3658aa4dd43a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:00:20.315773 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-a4d48e57-8735-4fb5-a956-f76e105d010b req-18e7a00e-5c7b-43be-97ce-3658aa4dd43a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4cdc9d35-c356-40b2-8447-dbc8ab9a0f31 HTTP/1.1" status: 200 len: 835 time: 0.0465481 Jul 27 22:00:20.384307 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d48e57-8735-4fb5-a956-f76e105d010b req-5e6eb19a-c0b9-41e2-9e01-9f2f528c20e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:00:20.385816 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-a4d48e57-8735-4fb5-a956-f76e105d010b req-5e6eb19a-c0b9-41e2-9e01-9f2f528c20e5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=81ed8e75-6189-4ecc-b084-dfc3a35b48d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0629432 Jul 27 22:00:20.474781 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-a4d48e57-8735-4fb5-a956-f76e105d010b req-5b958af1-45d9-415a-a1d5-17dd6a5629a3 service neutron] 10.222.0.36 "GET /v2.0/networks/81ed8e75-6189-4ecc-b084-dfc3a35b48d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808980 Jul 27 22:00:20.572803 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-a4d48e57-8735-4fb5-a956-f76e105d010b req-62e0b091-6a78-4cd0-8dab-7d1f6bab0c04 service neutron] 10.222.0.36 "GET /v2.0/networks/81ed8e75-6189-4ecc-b084-dfc3a35b48d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887821 Jul 27 22:00:20.590477 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 5bfb6ba4-037c-4709-8bdf-c5817837fd04 up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:00:20.640156 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning for port 5bfb6ba4-037c-4709-8bdf-c5817837fd04 completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:00:20.643752 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port 5bfb6ba4-037c-4709-8bdf-c5817837fd04 triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:00:20.644162 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:20.673587 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ed5e06-dff0-41e2-88b5-3aed16712727 req-5ad20043-2bfe-46f1-9c3d-b7b0eee3bc2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:00:20.675112 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-e9ed5e06-dff0-41e2-88b5-3aed16712727 req-5ad20043-2bfe-46f1-9c3d-b7b0eee3bc2a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=25d69678ca2843da93a97645b6488fa6&device_id=68556c50-ea21-4b08-8af1-973c65fdea78 HTTP/1.1" status: 200 len: 1095 time: 0.0542731 Jul 27 22:00:20.722483 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:20.755186 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] For port 5bfb6ba4-037c-4709-8bdf-c5817837fd04, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=5bfb6ba4-037c-4709-8bdf-c5817837fd04,segment=NetworkSegment(a4832106-d422-4e9b-a1a1-d96f7a7c5a1b),segment_id=a4832106-d422-4e9b-a1a1-d96f7a7c5a1b)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:00:20.759131 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:20.766080 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ed5e06-dff0-41e2-88b5-3aed16712727 req-62b16a0e-766f-45b0-bcd6-fc5153c9e2f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:00:20.767693 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-e9ed5e06-dff0-41e2-88b5-3aed16712727 req-62b16a0e-766f-45b0-bcd6-fc5153c9e2f1 service neutron] 10.222.0.36 "GET /v2.0/networks?id=81ed8e75-6189-4ecc-b084-dfc3a35b48d6 HTTP/1.1" status: 200 len: 898 time: 0.0856302 Jul 27 22:00:20.806632 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Pushing event updated for resources: {'Port': ['ID=5bfb6ba4-037c-4709-8bdf-c5817837fd04,revision_number=5']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:00:20.815231 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-e9ed5e06-dff0-41e2-88b5-3aed16712727 req-d4f39c3d-925e-41b7-8d71-0d616b42824e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ef009a42-9fd5-4a0b-bf2b-470e9c2e0939 HTTP/1.1" status: 200 len: 217 time: 0.0391214 Jul 27 22:00:20.864153 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ed5e06-dff0-41e2-88b5-3aed16712727 req-13909064-ab48-42bd-a6ca-1161fd326b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:00:20.865598 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-e9ed5e06-dff0-41e2-88b5-3aed16712727 req-13909064-ab48-42bd-a6ca-1161fd326b79 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4cdc9d35-c356-40b2-8447-dbc8ab9a0f31 HTTP/1.1" status: 200 len: 835 time: 0.0434163 Jul 27 22:00:20.925736 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ed5e06-dff0-41e2-88b5-3aed16712727 req-aeccd0e0-2411-45eb-bcfd-2aac096d15be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:00:20.927351 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-e9ed5e06-dff0-41e2-88b5-3aed16712727 req-aeccd0e0-2411-45eb-bcfd-2aac096d15be service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=81ed8e75-6189-4ecc-b084-dfc3a35b48d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0522168 Jul 27 22:00:21.020837 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-e9ed5e06-dff0-41e2-88b5-3aed16712727 req-5db045d3-36c8-40ae-a07f-0684bfb65a49 service neutron] 10.222.0.36 "GET /v2.0/networks/81ed8e75-6189-4ecc-b084-dfc3a35b48d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845561 Jul 27 22:00:21.107959 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-e9ed5e06-dff0-41e2-88b5-3aed16712727 req-dea40f36-5f09-43ac-99ff-515e2a1a4858 service neutron] 10.222.0.36 "GET /v2.0/networks/81ed8e75-6189-4ecc-b084-dfc3a35b48d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794368 Jul 27 22:00:21.219106 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d17ff33-9fd2-4fdc-8b3a-12c9326b90a1 req-e6d57dbf-4993-4b95-995b-7dd7c90800b7 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:00:21.220514 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-1d17ff33-9fd2-4fdc-8b3a-12c9326b90a1 req-e6d57dbf-4993-4b95-995b-7dd7c90800b7 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] 10.222.0.59 "GET /v2.0/ports?device_id=68556c50-ea21-4b08-8af1-973c65fdea78 HTTP/1.1" status: 200 len: 943 time: 0.0631595 Jul 27 22:00:21.258018 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-1d17ff33-9fd2-4fdc-8b3a-12c9326b90a1 req-83e4506e-ccd1-4a0d-995a-5f5ddaec90e7 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] 10.222.0.59 "GET /v2.0/security-groups?id=932fadd2-6059-4c49-b216-54f05888c784&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315516 Jul 27 22:00:22.246944 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device ef009a42-9fd5-4a0b-bf2b-470e9c2e0939 details requested by agent hyperv_n-h1-705658-22 with host n-h1-705658-22 {{(pid=105586) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 22:00:22.339823 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] For port ef009a42-9fd5-4a0b-bf2b-470e9c2e0939, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=ef009a42-9fd5-4a0b-bf2b-470e9c2e0939,segment=NetworkSegment(a4832106-d422-4e9b-a1a1-d96f7a7c5a1b),segment_id=a4832106-d422-4e9b-a1a1-d96f7a7c5a1b)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:00:22.354653 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Returning: {'device': 'ef009a42-9fd5-4a0b-bf2b-470e9c2e0939', 'network_id': '81ed8e75-6189-4ecc-b084-dfc3a35b48d6', 'port_id': 'ef009a42-9fd5-4a0b-bf2b-470e9c2e0939', 'mac_address': 'fa:16:3e:ee:04:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 211, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4cdc9d35-c356-40b2-8447-dbc8ab9a0f31', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105586) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 22:00:22.393413 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:22.394080 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a55159a-ae48-4942-9f90-e92b2991559c req-8ba28272-0bca-4a4c-8c40-4274e8b63f1d tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:00:22.395624 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-8a55159a-ae48-4942-9f90-e92b2991559c req-8ba28272-0bca-4a4c-8c40-4274e8b63f1d tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] 10.222.0.59 "GET /v2.0/ports?device_id=68556c50-ea21-4b08-8af1-973c65fdea78 HTTP/1.1" status: 200 len: 943 time: 0.0696387 Jul 27 22:00:22.405896 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef009a42-9fd5-4a0b-bf2b-470e9c2e0939 {{(pid=105586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:00:22.425604 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] For port ef009a42-9fd5-4a0b-bf2b-470e9c2e0939, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=ef009a42-9fd5-4a0b-bf2b-470e9c2e0939,segment=NetworkSegment(a4832106-d422-4e9b-a1a1-d96f7a7c5a1b),segment_id=a4832106-d422-4e9b-a1a1-d96f7a7c5a1b)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:00:22.430319 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:22.434165 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-8a55159a-ae48-4942-9f90-e92b2991559c req-7a2674bf-cc5a-479e-968e-5511dd7813af tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] 10.222.0.59 "GET /v2.0/security-groups?id=932fadd2-6059-4c49-b216-54f05888c784&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324602 Jul 27 22:00:22.476781 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Pushing event updated for resources: {'Port': ['ID=ef009a42-9fd5-4a0b-bf2b-470e9c2e0939,revision_number=4']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:00:22.576313 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 5bfb6ba4-037c-4709-8bdf-c5817837fd04 up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:00:22.622300 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port 5bfb6ba4-037c-4709-8bdf-c5817837fd04 triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:00:22.622666 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:22.644717 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] get_ports_and_sgs() called for port_ids ['ef009a42-9fd5-4a0b-bf2b-470e9c2e0939'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:00:23.565171 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4c89b2-b00c-4bd4-85c4-ad32cbb832c3 req-e966faf9-96d4-4477-a265-5ac8e9db6b35 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:00:23.566660 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-dd4c89b2-b00c-4bd4-85c4-ad32cbb832c3 req-e966faf9-96d4-4477-a265-5ac8e9db6b35 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] 10.222.0.59 "GET /v2.0/ports?device_id=68556c50-ea21-4b08-8af1-973c65fdea78 HTTP/1.1" status: 200 len: 944 time: 0.0630860 Jul 27 22:00:23.603873 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-dd4c89b2-b00c-4bd4-85c4-ad32cbb832c3 req-5cf36984-76c5-49d7-bf5f-b02954f0130b tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] 10.222.0.59 "GET /v2.0/security-groups?id=932fadd2-6059-4c49-b216-54f05888c784&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313303 Jul 27 22:00:24.267753 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device ef009a42-9fd5-4a0b-bf2b-470e9c2e0939 up at agent hyperv_n-h1-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:00:24.315123 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Provisioning for port ef009a42-9fd5-4a0b-bf2b-470e9c2e0939 completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:00:24.318803 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Provisioning complete for port ef009a42-9fd5-4a0b-bf2b-470e9c2e0939 triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:00:24.319217 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:24.396319 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:24.419615 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68556c50-ea21-4b08-8af1-973c65fdea78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef009a42-9fd5-4a0b-bf2b-470e9c2e0939'}] {{(pid=105586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:00:24.422363 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fee2e8668661828e318a8d53a8a935935453ec21149a086d6a2055ff627b97ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52297fdd-81a2-4a65-9b2a-d05e865f0ac7" -d '{"events": [{"server_uuid": "68556c50-ea21-4b08-8af1-973c65fdea78", "name": "network-vif-plugged", "status": "completed", "tag": "ef009a42-9fd5-4a0b-bf2b-470e9c2e0939"}]}' {{(pid=105586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:00:24.435451 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] For port ef009a42-9fd5-4a0b-bf2b-470e9c2e0939, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=ef009a42-9fd5-4a0b-bf2b-470e9c2e0939,segment=NetworkSegment(a4832106-d422-4e9b-a1a1-d96f7a7c5a1b),segment_id=a4832106-d422-4e9b-a1a1-d96f7a7c5a1b)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:00:24.440267 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:24.466412 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:00:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d0b00be-ac4c-45e0-8c6d-8332a59e0f95 x-openstack-request-id: req-2d0b00be-ac4c-45e0-8c6d-8332a59e0f95 {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:00:24.466703 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68556c50-ea21-4b08-8af1-973c65fdea78", "name": "network-vif-plugged", "status": "completed", "tag": "ef009a42-9fd5-4a0b-bf2b-470e9c2e0939", "code": 200}]} {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:00:24.466949 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-2d0b00be-ac4c-45e0-8c6d-8332a59e0f95 {{(pid=105586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:00:24.467439 n-d-705658-22 neutron-server[105586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68556c50-ea21-4b08-8af1-973c65fdea78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef009a42-9fd5-4a0b-bf2b-470e9c2e0939', 'code': 200} Jul 27 22:00:24.494035 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Pushing event updated for resources: {'Port': ['ID=ef009a42-9fd5-4a0b-bf2b-470e9c2e0939,revision_number=5']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:00:24.569088 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6891854e-1246-4c1c-8287-c5b28844f6ec req-316c9388-2a00-4e2f-b8df-da77cbd10b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:00:24.570553 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-6891854e-1246-4c1c-8287-c5b28844f6ec req-316c9388-2a00-4e2f-b8df-da77cbd10b2d service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=68556c50-ea21-4b08-8af1-973c65fdea78 HTTP/1.1" status: 200 len: 1097 time: 0.0520878 Jul 27 22:00:24.609767 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-6891854e-1246-4c1c-8287-c5b28844f6ec req-5f477db9-846d-4d83-85fa-f8f50e9f6922 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=932fadd2-6059-4c49-b216-54f05888c784&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312493 Jul 27 22:00:24.733999 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36320dc-4531-4124-8904-09c2c83c4fcb req-28e9f678-8579-4c61-bb80-16315101d919 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:00:24.735406 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-c36320dc-4531-4124-8904-09c2c83c4fcb req-28e9f678-8579-4c61-bb80-16315101d919 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] 10.222.0.59 "GET /v2.0/ports?device_id=68556c50-ea21-4b08-8af1-973c65fdea78 HTTP/1.1" status: 200 len: 945 time: 0.0657601 Jul 27 22:00:24.772896 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-c36320dc-4531-4124-8904-09c2c83c4fcb req-9a99ee32-3e99-4e50-aac2-4b19b93a7dc1 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] 10.222.0.59 "GET /v2.0/security-groups?id=932fadd2-6059-4c49-b216-54f05888c784&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315404 Jul 27 22:00:25.161390 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.agents_db [None req-558fcd2c-e512-47bc-a170-8673d87f7213 None None] Agent healthcheck: found 7 active agents {{(pid=105587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 22:00:25.904408 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea567cd1-3477-4ff3-a5f7-dac19784b82c req-4c02aa9f-22c8-4567-b86e-a600673d8c9c tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:00:25.906825 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-ea567cd1-3477-4ff3-a5f7-dac19784b82c req-4c02aa9f-22c8-4567-b86e-a600673d8c9c tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] 10.222.0.59 "GET /v2.0/ports?device_id=68556c50-ea21-4b08-8af1-973c65fdea78 HTTP/1.1" status: 200 len: 945 time: 0.0647454 Jul 27 22:00:25.944690 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-ea567cd1-3477-4ff3-a5f7-dac19784b82c req-afd8e68c-f31a-4470-8d92-53537c89c930 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] 10.222.0.59 "GET /v2.0/security-groups?id=932fadd2-6059-4c49-b216-54f05888c784&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319479 Jul 27 22:00:26.072896 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67425713-57f4-44b2-af5b-a25d09f52915 req-c059580c-6905-4655-b29e-6612878e4b82 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:00:26.074281 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-67425713-57f4-44b2-af5b-a25d09f52915 req-c059580c-6905-4655-b29e-6612878e4b82 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] 10.222.0.59 "GET /v2.0/ports?device_id=68556c50-ea21-4b08-8af1-973c65fdea78 HTTP/1.1" status: 200 len: 945 time: 0.0625603 Jul 27 22:00:26.110881 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-67425713-57f4-44b2-af5b-a25d09f52915 req-8837703c-495c-42f2-80e2-cdece4804875 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] 10.222.0.59 "GET /v2.0/security-groups?id=932fadd2-6059-4c49-b216-54f05888c784&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308218 Jul 27 22:00:26.132329 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 39168) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:00:26.188253 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe93c355-db7a-4756-a5ad-5a208057af84 tempest-TestNetworkAdvancedServerOps-1671970843 tempest-TestNetworkAdvancedServerOps-1671970843-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:00:26.189768 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-fe93c355-db7a-4756-a5ad-5a208057af84 tempest-TestNetworkAdvancedServerOps-1671970843 tempest-TestNetworkAdvancedServerOps-1671970843-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=68556c50-ea21-4b08-8af1-973c65fdea78 HTTP/1.1" status: 200 len: 1092 time: 0.0564528 Jul 27 22:00:26.192585 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 39170) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:00:26.196832 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-161c51a7-2d84-42e1-b403-08c8c7379f90 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Request body: {'floatingip': {'floating_network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'port_id': 'ef009a42-9fd5-4a0b-bf2b-470e9c2e0939', 'tenant_id': '25d69678ca2843da93a97645b6488fa6', 'fixed_ip_address': '172.20.0.6'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:00:26.218071 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-161c51a7-2d84-42e1-b403-08c8c7379f90 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks [] for floatingip, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:26.311206 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-161c51a7-2d84-42e1-b403-08c8c7379f90 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:26.412372 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.db_base_plugin_common [None req-161c51a7-2d84-42e1-b403-08c8c7379f90 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Allocated IP 172.25.5.77 (8735d8a2-b604-4758-ae71-b40e4ee6f305/eca7dbab-b9c0-4c8f-a272-816ea8a81764/b7d8399c-3956-4c8f-82a7-dcc4a656f382) {{(pid=105585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:00:26.508270 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-161c51a7-2d84-42e1-b403-08c8c7379f90 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks [] for port, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:26.550945 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-161c51a7-2d84-42e1-b403-08c8c7379f90 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:26.587157 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-161c51a7-2d84-42e1-b403-08c8c7379f90 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Network 8735d8a2-b604-4758-ae71-b40e4ee6f305 is already hosted by enough agents. {{(pid=105585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:00:26.594079 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.base_scheduler [None req-161c51a7-2d84-42e1-b403-08c8c7379f90 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Resources bound (agent type, host, resource id): {{(pid=105585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:00:26.598341 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-161c51a7-2d84-42e1-b403-08c8c7379f90 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Received port after_create {{(pid=105585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:00:26.601298 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161c51a7-2d84-42e1-b403-08c8c7379f90 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Pushing event updated for resources: {'Port': ['ID=b7d8399c-3956-4c8f-82a7-dcc4a656f382,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:00:26.968807 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-161c51a7-2d84-42e1-b403-08c8c7379f90 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:27.043463 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-161c51a7-2d84-42e1-b403-08c8c7379f90 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:27.189983 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-161c51a7-2d84-42e1-b403-08c8c7379f90 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks [] for port, precommit_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:27.194477 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-161c51a7-2d84-42e1-b403-08c8c7379f90 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10221672'] for port, after_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:27.262844 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161c51a7-2d84-42e1-b403-08c8c7379f90 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Pushing event updated for resources: {'Port': ['ID=b7d8399c-3956-4c8f-82a7-dcc4a656f382,revision_number=2']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:00:27.271769 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-161c51a7-2d84-42e1-b403-08c8c7379f90 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4075768'] for floatingip, after_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:27.369351 n-d-705658-22 neutron-server[105585]: INFO neutron.db.l3_db [None req-161c51a7-2d84-42e1-b403-08c8c7379f90 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Floating IP 80fb436a-b864-44b5-bb75-5f60fdd21f5a associated. External IP: 172.25.5.77, port: ef009a42-9fd5-4a0b-bf2b-470e9c2e0939. Jul 27 22:00:27.915848 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-161c51a7-2d84-42e1-b403-08c8c7379f90 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Router a5dc3025-f0d9-47f3-b0ed-d022176ce2ad has already been hosted by L3 agent dd128fd7-8e57-4d4f-895b-a96b369df59a {{(pid=105585) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:00:28.026722 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-161c51a7-2d84-42e1-b403-08c8c7379f90 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify agent at l3_agent.n-d-705658-22 the message routers_updated {{(pid=105585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:00:28.036814 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fe4c42b-4c91-4d86-94da-d54ecc2d26ef None None] Sync routers for ids ['a5dc3025-f0d9-47f3-b0ed-d022176ce2ad'] in n-d-705658-22 {{(pid=105586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:00:28.043963 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-161c51a7-2d84-42e1-b403-08c8c7379f90 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for floatingip, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:28.047196 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fe4c42b-4c91-4d86-94da-d54ecc2d26ef None None] Routers {'a5dc3025-f0d9-47f3-b0ed-d022176ce2ad'} bound to L3 agent in host n-d-705658-22 {{(pid=105586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:00:28.047821 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-6fe4c42b-4c91-4d86-94da-d54ecc2d26ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T22:00:12Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['a5dc3025-f0d9-47f3-b0ed-d022176ce2ad'], 'active': True} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:00:28.079351 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-161c51a7-2d84-42e1-b403-08c8c7379f90 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8857505 Jul 27 22:00:28.079921 n-d-705658-22 neutron-server[105585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68556c50-ea21-4b08-8af1-973c65fdea78', 'tag': 'ef009a42-9fd5-4a0b-bf2b-470e9c2e0939'}] {{(pid=105585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:00:28.083397 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f24452fb85b5ff3d9a44b103084d24ac6536fc7c3e33f3cafe2d6008071b0351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c03774de-39b0-41b5-a12e-9ecff8396858" -d '{"events": [{"name": "network-changed", "server_uuid": "68556c50-ea21-4b08-8af1-973c65fdea78", "tag": "ef009a42-9fd5-4a0b-bf2b-470e9c2e0939"}]}' {{(pid=105585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:00:28.121722 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 22:00:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8a9cda0-dd1b-4f79-ab7c-eedca7ac42f2 x-openstack-request-id: req-f8a9cda0-dd1b-4f79-ab7c-eedca7ac42f2 {{(pid=105585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:00:28.122014 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68556c50-ea21-4b08-8af1-973c65fdea78", "tag": "ef009a42-9fd5-4a0b-bf2b-470e9c2e0939", "status": "completed", "code": 200}]} {{(pid=105585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:00:28.122263 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-f8a9cda0-dd1b-4f79-ab7c-eedca7ac42f2 {{(pid=105585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:00:28.122667 n-d-705658-22 neutron-server[105585]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68556c50-ea21-4b08-8af1-973c65fdea78', 'tag': 'ef009a42-9fd5-4a0b-bf2b-470e9c2e0939', 'status': 'completed', 'code': 200} Jul 27 22:00:28.161412 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvr_db [None req-6fe4c42b-4c91-4d86-94da-d54ecc2d26ef None None] Set router a5dc3025-f0d9-47f3-b0ed-d022176ce2ad gateway port host: n-d-705658-22 {{(pid=105586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:00:28.200335 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03774de-39b0-41b5-a12e-9ecff8396858 req-d5a84baa-102c-43d6-bd79-4aa5c71385fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:00:28.201966 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-c03774de-39b0-41b5-a12e-9ecff8396858 req-d5a84baa-102c-43d6-bd79-4aa5c71385fb service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=25d69678ca2843da93a97645b6488fa6&device_id=68556c50-ea21-4b08-8af1-973c65fdea78 HTTP/1.1" status: 200 len: 1097 time: 0.0554609 Jul 27 22:00:28.203396 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d51302-7a51-4f88-a6f3-06261a688e49 req-2197d154-9edb-480c-8cd5-ea2c5cbd2933 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:00:28.204896 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-52d51302-7a51-4f88-a6f3-06261a688e49 req-2197d154-9edb-480c-8cd5-ea2c5cbd2933 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] 10.222.0.59 "GET /v2.0/ports?device_id=68556c50-ea21-4b08-8af1-973c65fdea78 HTTP/1.1" status: 200 len: 945 time: 0.0705345 Jul 27 22:00:28.244477 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-52d51302-7a51-4f88-a6f3-06261a688e49 req-cc116308-ab9b-4b59-a343-27f302243595 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] 10.222.0.59 "GET /v2.0/security-groups?id=932fadd2-6059-4c49-b216-54f05888c784&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333996 Jul 27 22:00:28.267810 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 39176) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:00:28.341012 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03774de-39b0-41b5-a12e-9ecff8396858 req-88ed7724-f5e3-4386-b3bd-caa1f73911de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:00:28.342496 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-c03774de-39b0-41b5-a12e-9ecff8396858 req-88ed7724-f5e3-4386-b3bd-caa1f73911de service neutron] 10.222.0.36 "GET /v2.0/networks?id=81ed8e75-6189-4ecc-b084-dfc3a35b48d6 HTTP/1.1" status: 200 len: 898 time: 0.1338379 Jul 27 22:00:28.352103 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-564eb281-4cad-4ce7-adb9-0b6f2a1b426c tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] 10.222.0.59 "GET /v2.0/floatingips/80fb436a-b864-44b5-bb75-5f60fdd21f5a HTTP/1.1" status: 200 len: 990 time: 0.0833125 Jul 27 22:00:28.399545 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-6fe4c42b-4c91-4d86-94da-d54ecc2d26ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5dc3025-f0d9-47f3-b0ed-d022176ce2ad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-293302282', 'tenant_id': '25d69678ca2843da93a97645b6488fa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.219'}], 'enable_snat': True}, 'gw_port_id': 'f89da179-445b-4316-b053-74d590e85d00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:00:12Z', 'updated_at': '2021-07-27T22:00:16Z', 'revision_number': 4, 'project_id': '25d69678ca2843da93a97645b6488fa6', 'gw_port': {'id': 'f89da179-445b-4316-b053-74d590e85d00', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:ed:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5dc3025-f0d9-47f3-b0ed-d022176ce2ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:00:12Z', 'updated_at': '2021-07-27T22:00:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_floatingips': [{'id': '80fb436a-b864-44b5-bb75-5f60fdd21f5a', 'tenant_id': '25d69678ca2843da93a97645b6488fa6', 'floating_ip_address': '172.25.5.77', 'floating_network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'router_id': 'a5dc3025-f0d9-47f3-b0ed-d022176ce2ad', 'port_id': 'ef009a42-9fd5-4a0b-bf2b-470e9c2e0939', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4227, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '81ed8e75-6189-4ecc-b084-dfc3a35b48d6', 'mac_address': 'fa:16:3e:ee:04:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68556c50-ea21-4b08-8af1-973c65fdea78', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T22:00:26Z', 'updated_at': '2021-07-27T22:00:26Z', 'revision_number': 0, 'project_id': '25d69678ca2843da93a97645b6488fa6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5bfb6ba4-037c-4709-8bdf-c5817837fd04', 'name': '', 'network_id': '81ed8e75-6189-4ecc-b084-dfc3a35b48d6', 'tenant_id': '25d69678ca2843da93a97645b6488fa6', 'mac_address': 'fa:16:3e:f6:89:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5dc3025-f0d9-47f3-b0ed-d022176ce2ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '4cdc9d35-c356-40b2-8447-dbc8ab9a0f31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:00:15Z', 'updated_at': '2021-07-27T22:00:20Z', 'revision_number': 5, 'project_id': '25d69678ca2843da93a97645b6488fa6', 'subnets': [{'id': '4cdc9d35-c356-40b2-8447-dbc8ab9a0f31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-22', False) {} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:00:28.410256 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-c03774de-39b0-41b5-a12e-9ecff8396858 req-9a2f7c11-4b1c-4264-821d-cc878ec4c78c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ef009a42-9fd5-4a0b-bf2b-470e9c2e0939 HTTP/1.1" status: 200 len: 998 time: 0.0570419 Jul 27 22:00:28.425263 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fe4c42b-4c91-4d86-94da-d54ecc2d26ef None None] Checking router: a5dc3025-f0d9-47f3-b0ed-d022176ce2ad for host: n-d-705658-22 {{(pid=105586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:00:28.433341 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fe4c42b-4c91-4d86-94da-d54ecc2d26ef None None] Routers {'a5dc3025-f0d9-47f3-b0ed-d022176ce2ad'} bound to L3 agent in host n-d-705658-22 {{(pid=105586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:00:28.433944 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-6fe4c42b-4c91-4d86-94da-d54ecc2d26ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T22:00:12Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['a5dc3025-f0d9-47f3-b0ed-d022176ce2ad'], 'active': True} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:00:28.464136 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03774de-39b0-41b5-a12e-9ecff8396858 req-9ae2a983-23b5-4be5-a94f-e7a8ca6aa8f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:00:28.465627 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-c03774de-39b0-41b5-a12e-9ecff8396858 req-9ae2a983-23b5-4be5-a94f-e7a8ca6aa8f7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4cdc9d35-c356-40b2-8447-dbc8ab9a0f31 HTTP/1.1" status: 200 len: 835 time: 0.0478342 Jul 27 22:00:28.525165 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03774de-39b0-41b5-a12e-9ecff8396858 req-c40d1e18-bd7f-49f5-b0d9-9f10920ba48a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:00:28.526823 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-c03774de-39b0-41b5-a12e-9ecff8396858 req-c40d1e18-bd7f-49f5-b0d9-9f10920ba48a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=81ed8e75-6189-4ecc-b084-dfc3a35b48d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0539472 Jul 27 22:00:28.540623 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvr_db [None req-6fe4c42b-4c91-4d86-94da-d54ecc2d26ef None None] Set router a5dc3025-f0d9-47f3-b0ed-d022176ce2ad gateway port host: n-d-705658-22 {{(pid=105586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:00:28.614858 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-c03774de-39b0-41b5-a12e-9ecff8396858 req-a9f16f18-4e3f-4f1c-8041-88ef72a48718 service neutron] 10.222.0.36 "GET /v2.0/networks/81ed8e75-6189-4ecc-b084-dfc3a35b48d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808871 Jul 27 22:00:28.715640 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-c03774de-39b0-41b5-a12e-9ecff8396858 req-7dc6a43f-5a58-4d35-b8e8-fee357cd714c service neutron] 10.222.0.36 "GET /v2.0/networks/81ed8e75-6189-4ecc-b084-dfc3a35b48d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936642 Jul 27 22:00:28.909684 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-6fe4c42b-4c91-4d86-94da-d54ecc2d26ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5dc3025-f0d9-47f3-b0ed-d022176ce2ad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-293302282', 'tenant_id': '25d69678ca2843da93a97645b6488fa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.219'}], 'enable_snat': True}, 'gw_port_id': 'f89da179-445b-4316-b053-74d590e85d00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:00:12Z', 'updated_at': '2021-07-27T22:00:16Z', 'revision_number': 4, 'project_id': '25d69678ca2843da93a97645b6488fa6', 'gw_port': {'id': 'f89da179-445b-4316-b053-74d590e85d00', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:ed:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5dc3025-f0d9-47f3-b0ed-d022176ce2ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:00:12Z', 'updated_at': '2021-07-27T22:00:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_floatingips': [{'id': '80fb436a-b864-44b5-bb75-5f60fdd21f5a', 'tenant_id': '25d69678ca2843da93a97645b6488fa6', 'floating_ip_address': '172.25.5.77', 'floating_network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'router_id': 'a5dc3025-f0d9-47f3-b0ed-d022176ce2ad', 'port_id': 'ef009a42-9fd5-4a0b-bf2b-470e9c2e0939', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4227, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '81ed8e75-6189-4ecc-b084-dfc3a35b48d6', 'mac_address': 'fa:16:3e:ee:04:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68556c50-ea21-4b08-8af1-973c65fdea78', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T22:00:26Z', 'updated_at': '2021-07-27T22:00:26Z', 'revision_number': 0, 'project_id': '25d69678ca2843da93a97645b6488fa6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5bfb6ba4-037c-4709-8bdf-c5817837fd04', 'name': '', 'network_id': '81ed8e75-6189-4ecc-b084-dfc3a35b48d6', 'tenant_id': '25d69678ca2843da93a97645b6488fa6', 'mac_address': 'fa:16:3e:f6:89:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5dc3025-f0d9-47f3-b0ed-d022176ce2ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '4cdc9d35-c356-40b2-8447-dbc8ab9a0f31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:00:15Z', 'updated_at': '2021-07-27T22:00:20Z', 'revision_number': 5, 'project_id': '25d69678ca2843da93a97645b6488fa6', 'subnets': [{'id': '4cdc9d35-c356-40b2-8447-dbc8ab9a0f31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-22', False) {} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:00:28.939416 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fe4c42b-4c91-4d86-94da-d54ecc2d26ef None None] The sync data for ids ['a5dc3025-f0d9-47f3-b0ed-d022176ce2ad'] in n-d-705658-22 is: [{'id': 'a5dc3025-f0d9-47f3-b0ed-d022176ce2ad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-293302282', 'tenant_id': '25d69678ca2843da93a97645b6488fa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.219'}], 'enable_snat': True}, 'gw_port_id': 'f89da179-445b-4316-b053-74d590e85d00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:00:12Z', 'updated_at': '2021-07-27T22:00:16Z', 'revision_number': 4, 'project_id': '25d69678ca2843da93a97645b6488fa6', 'gw_port': {'id': 'f89da179-445b-4316-b053-74d590e85d00', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:ed:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5dc3025-f0d9-47f3-b0ed-d022176ce2ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:00:12Z', 'updated_at': '2021-07-27T22:00:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_floatingips': [{'id': '80fb436a-b864-44b5-bb75-5f60fdd21f5a', 'tenant_id': '25d69678ca2843da93a97645b6488fa6', 'floating_ip_address': '172.25.5.77', 'floating_network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'router_id': 'a5dc3025-f0d9-47f3-b0ed-d022176ce2ad', 'port_id': 'ef009a42-9fd5-4a0b-bf2b-470e9c2e0939', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4227, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '81ed8e75-6189-4ecc-b084-dfc3a35b48d6', 'mac_address': 'fa:16:3e:ee:04:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68556c50-ea21-4b08-8af1-973c65fdea78', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T22:00:26Z', 'updated_at': '2021-07-27T22:00:26Z', 'revision_number': 0, 'project_id': '25d69678ca2843da93a97645b6488fa6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5bfb6ba4-037c-4709-8bdf-c5817837fd04', 'name': '', 'network_id': '81ed8e75-6189-4ecc-b084-dfc3a35b48d6', 'tenant_id': '25d69678ca2843da93a97645b6488fa6', 'mac_address': 'fa:16:3e:f6:89:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5dc3025-f0d9-47f3-b0ed-d022176ce2ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '4cdc9d35-c356-40b2-8447-dbc8ab9a0f31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:00:15Z', 'updated_at': '2021-07-27T22:00:20Z', 'revision_number': 5, 'project_id': '25d69678ca2843da93a97645b6488fa6', 'subnets': [{'id': '4cdc9d35-c356-40b2-8447-dbc8ab9a0f31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:00:29.135857 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f1df2a8-8925-49de-93fc-f018757c4962 None None] New status for floating IP 80fb436a-b864-44b5-bb75-5f60fdd21f5a: ACTIVE {{(pid=105587) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 22:00:29.355334 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 39180) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:00:29.414835 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-0bd845f7-4c67-4d0e-aed8-4a37bb9317ba tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] 10.222.0.59 "GET /v2.0/floatingips/80fb436a-b864-44b5-bb75-5f60fdd21f5a HTTP/1.1" status: 200 len: 992 time: 0.0582900 Jul 27 22:00:37.040792 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:38.956476 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-a00b858d-feb4-4b0c-a787-cc8f1db1a417 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:40.841307 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:41.594234 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-35fece30-cf86-4a54-9091-5172d337afb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:41.940946 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:43.128027 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-bb32ed7d-8717-448b-a9c8-a5a0117d1fd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:44.535278 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-875ced1b-4cf3-463a-9653-058f0f9421e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:47.597433 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-e322b499-f14a-47d4-8fe7-e84e79525c88 req-46e893d3-7506-4054-83d1-4da96f25f812 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=68556c50-ea21-4b08-8af1-973c65fdea78&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0569646 Jul 27 22:00:47.690456 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e322b499-f14a-47d4-8fe7-e84e79525c88 req-7b477459-0c78-48e4-80d4-2f5411102a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:00:47.691984 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-e322b499-f14a-47d4-8fe7-e84e79525c88 req-7b477459-0c78-48e4-80d4-2f5411102a96 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=25d69678ca2843da93a97645b6488fa6&device_id=68556c50-ea21-4b08-8af1-973c65fdea78 HTTP/1.1" status: 200 len: 1097 time: 0.0540445 Jul 27 22:00:47.793596 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e322b499-f14a-47d4-8fe7-e84e79525c88 req-dc23a32f-c8d2-47ff-8407-2899daad0039 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:00:47.795144 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-e322b499-f14a-47d4-8fe7-e84e79525c88 req-dc23a32f-c8d2-47ff-8407-2899daad0039 service neutron] 10.222.0.36 "GET /v2.0/networks?id=81ed8e75-6189-4ecc-b084-dfc3a35b48d6 HTTP/1.1" status: 200 len: 898 time: 0.0834067 Jul 27 22:00:47.864006 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-e322b499-f14a-47d4-8fe7-e84e79525c88 req-d6761e63-3142-4cf7-909c-0fed0af03711 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ef009a42-9fd5-4a0b-bf2b-470e9c2e0939 HTTP/1.1" status: 200 len: 1000 time: 0.0607362 Jul 27 22:00:47.912155 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e322b499-f14a-47d4-8fe7-e84e79525c88 req-c2a91ea6-7a7d-4a4d-9885-b385f475bcf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:00:47.913669 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-e322b499-f14a-47d4-8fe7-e84e79525c88 req-c2a91ea6-7a7d-4a4d-9885-b385f475bcf4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4cdc9d35-c356-40b2-8447-dbc8ab9a0f31 HTTP/1.1" status: 200 len: 835 time: 0.0428643 Jul 27 22:00:47.974636 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e322b499-f14a-47d4-8fe7-e84e79525c88 req-5be6a058-36d6-4309-aed7-cf097885653c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:00:47.976179 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-e322b499-f14a-47d4-8fe7-e84e79525c88 req-5be6a058-36d6-4309-aed7-cf097885653c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=81ed8e75-6189-4ecc-b084-dfc3a35b48d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0554216 Jul 27 22:00:48.070688 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-e322b499-f14a-47d4-8fe7-e84e79525c88 req-a4939e64-3644-40a5-a1d8-9534d189bbef service neutron] 10.222.0.36 "GET /v2.0/networks/81ed8e75-6189-4ecc-b084-dfc3a35b48d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855660 Jul 27 22:00:48.159741 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-e322b499-f14a-47d4-8fe7-e84e79525c88 req-953087ad-22af-4540-ad9e-f175b6d20a73 service neutron] 10.222.0.36 "GET /v2.0/networks/81ed8e75-6189-4ecc-b084-dfc3a35b48d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809054 Jul 27 22:00:58.261819 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-3d8a9da5-1237-4cbb-a496-6d62f54f1443 req-5367afbd-f686-43cb-a171-93d8d39591f9 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=68556c50-ea21-4b08-8af1-973c65fdea78&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0928302 Jul 27 22:00:58.264712 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56c1fe6-ef21-4205-adbf-11ae56a4da75 req-c96ec33e-78af-4aa5-84ae-ad39e9c3a46c tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:00:58.266369 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e56c1fe6-ef21-4205-adbf-11ae56a4da75 req-c96ec33e-78af-4aa5-84ae-ad39e9c3a46c tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] 10.222.0.59 "GET /v2.0/ports?device_id=68556c50-ea21-4b08-8af1-973c65fdea78 HTTP/1.1" status: 200 len: 945 time: 0.1291134 Jul 27 22:00:58.305669 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e56c1fe6-ef21-4205-adbf-11ae56a4da75 req-db6a23cc-7e0e-4dc4-bed1-5bc173640111 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] 10.222.0.59 "GET /v2.0/security-groups?id=932fadd2-6059-4c49-b216-54f05888c784&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324428 Jul 27 22:00:59.338952 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8a9da5-1237-4cbb-a496-6d62f54f1443 req-fdb3e949-55c1-4b60-ba7c-0d58878b9ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:00:59.340491 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-3d8a9da5-1237-4cbb-a496-6d62f54f1443 req-fdb3e949-55c1-4b60-ba7c-0d58878b9ae3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=25d69678ca2843da93a97645b6488fa6&device_id=68556c50-ea21-4b08-8af1-973c65fdea78 HTTP/1.1" status: 200 len: 1097 time: 0.0530484 Jul 27 22:00:59.429885 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8a9da5-1237-4cbb-a496-6d62f54f1443 req-71744d0f-75a7-43f0-bd3a-b557179b8bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:00:59.431408 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-3d8a9da5-1237-4cbb-a496-6d62f54f1443 req-71744d0f-75a7-43f0-bd3a-b557179b8bd0 service neutron] 10.222.0.36 "GET /v2.0/networks?id=81ed8e75-6189-4ecc-b084-dfc3a35b48d6 HTTP/1.1" status: 200 len: 898 time: 0.0827441 Jul 27 22:00:59.483735 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761ebcde-1954-46ea-b720-52034c8dea9c req-47305b55-7377-4f01-ad91-36c8252ed939 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:00:59.485227 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-761ebcde-1954-46ea-b720-52034c8dea9c req-47305b55-7377-4f01-ad91-36c8252ed939 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] 10.222.0.59 "GET /v2.0/ports?device_id=68556c50-ea21-4b08-8af1-973c65fdea78 HTTP/1.1" status: 200 len: 945 time: 0.1095393 Jul 27 22:00:59.502764 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-3d8a9da5-1237-4cbb-a496-6d62f54f1443 req-786e4c03-531d-4a60-b1b5-a9eba1783b2b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ef009a42-9fd5-4a0b-bf2b-470e9c2e0939 HTTP/1.1" status: 200 len: 1000 time: 0.0634205 Jul 27 22:00:59.523884 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-761ebcde-1954-46ea-b720-52034c8dea9c req-d3b3d4f1-3aef-45c4-950d-61364bf2966e tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] 10.222.0.59 "GET /v2.0/security-groups?id=932fadd2-6059-4c49-b216-54f05888c784&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322568 Jul 27 22:00:59.553968 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8a9da5-1237-4cbb-a496-6d62f54f1443 req-7bedde9e-50b3-435f-b5c5-453ab0943339 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:00:59.555472 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-3d8a9da5-1237-4cbb-a496-6d62f54f1443 req-7bedde9e-50b3-435f-b5c5-453ab0943339 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4cdc9d35-c356-40b2-8447-dbc8ab9a0f31 HTTP/1.1" status: 200 len: 835 time: 0.0449643 Jul 27 22:00:59.615016 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8a9da5-1237-4cbb-a496-6d62f54f1443 req-2d16d523-e015-4789-aeab-71cad5a7bacc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:00:59.616683 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-3d8a9da5-1237-4cbb-a496-6d62f54f1443 req-2d16d523-e015-4789-aeab-71cad5a7bacc service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=81ed8e75-6189-4ecc-b084-dfc3a35b48d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0527639 Jul 27 22:00:59.709968 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-3d8a9da5-1237-4cbb-a496-6d62f54f1443 req-95624727-27f7-4adc-a107-1619a7d5a46b service neutron] 10.222.0.36 "GET /v2.0/networks/81ed8e75-6189-4ecc-b084-dfc3a35b48d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848269 Jul 27 22:00:59.795847 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-3d8a9da5-1237-4cbb-a496-6d62f54f1443 req-c7c5d98c-314d-4ed3-9757-69a631773187 service neutron] 10.222.0.36 "GET /v2.0/networks/81ed8e75-6189-4ecc-b084-dfc3a35b48d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0787420 Jul 27 22:01:00.665138 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d44d997-faf1-443d-a656-64b4fd8d83d1 req-ca57d160-8054-4295-b112-34497c79d1f0 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:00.666640 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-1d44d997-faf1-443d-a656-64b4fd8d83d1 req-ca57d160-8054-4295-b112-34497c79d1f0 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] 10.222.0.59 "GET /v2.0/ports?device_id=68556c50-ea21-4b08-8af1-973c65fdea78 HTTP/1.1" status: 200 len: 945 time: 0.0744336 Jul 27 22:01:00.705016 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-1d44d997-faf1-443d-a656-64b4fd8d83d1 req-f2066ed5-4e34-47c9-a54a-153ccf1cb25d tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] 10.222.0.59 "GET /v2.0/security-groups?id=932fadd2-6059-4c49-b216-54f05888c784&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324619 Jul 27 22:01:01.835213 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f345aad9-c1f3-4957-b39e-3b998292b2cc req-03d6bd19-d6e3-4fb1-a850-eb4fd8cbccab tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:01.836679 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f345aad9-c1f3-4957-b39e-3b998292b2cc req-03d6bd19-d6e3-4fb1-a850-eb4fd8cbccab tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] 10.222.0.59 "GET /v2.0/ports?device_id=68556c50-ea21-4b08-8af1-973c65fdea78 HTTP/1.1" status: 200 len: 945 time: 0.0629516 Jul 27 22:01:01.874091 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f345aad9-c1f3-4957-b39e-3b998292b2cc req-3c3f4414-0876-43ea-8935-ff014cb1ac5d tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] 10.222.0.59 "GET /v2.0/security-groups?id=932fadd2-6059-4c49-b216-54f05888c784&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314295 Jul 27 22:01:02.161776 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.agents_db [None req-558fcd2c-e512-47bc-a170-8673d87f7213 None None] Agent healthcheck: found 7 active agents {{(pid=105587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 22:01:03.005804 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e2239f-fce4-4504-8505-d4ee485236ad req-fd34941a-e851-41c1-be91-551aaf244966 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:03.007308 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-27e2239f-fce4-4504-8505-d4ee485236ad req-fd34941a-e851-41c1-be91-551aaf244966 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] 10.222.0.59 "GET /v2.0/ports?device_id=68556c50-ea21-4b08-8af1-973c65fdea78 HTTP/1.1" status: 200 len: 945 time: 0.0653727 Jul 27 22:01:03.046730 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-27e2239f-fce4-4504-8505-d4ee485236ad req-461a44b0-c9b4-40a8-891f-36e810a83e11 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] 10.222.0.59 "GET /v2.0/security-groups?id=932fadd2-6059-4c49-b216-54f05888c784&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318189 Jul 27 22:01:04.174260 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fd7edc-0210-407e-bc2b-6935c39270a6 req-9a0b3e1e-188b-42a9-85a7-61198a3825df tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:04.175759 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-52fd7edc-0210-407e-bc2b-6935c39270a6 req-9a0b3e1e-188b-42a9-85a7-61198a3825df tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] 10.222.0.59 "GET /v2.0/ports?device_id=68556c50-ea21-4b08-8af1-973c65fdea78 HTTP/1.1" status: 200 len: 945 time: 0.0625098 Jul 27 22:01:04.213297 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-52fd7edc-0210-407e-bc2b-6935c39270a6 req-35a8cd42-4c83-4f9b-987d-1b41f0bf8ce8 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] 10.222.0.59 "GET /v2.0/security-groups?id=932fadd2-6059-4c49-b216-54f05888c784&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316000 Jul 27 22:01:05.340054 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b440cc-a47a-470d-a083-bfce97b0a502 req-45f6631e-8139-47a3-9b4f-e7d6a7fecbae tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:05.341508 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-86b440cc-a47a-470d-a083-bfce97b0a502 req-45f6631e-8139-47a3-9b4f-e7d6a7fecbae tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] 10.222.0.59 "GET /v2.0/ports?device_id=68556c50-ea21-4b08-8af1-973c65fdea78 HTTP/1.1" status: 200 len: 945 time: 0.0619667 Jul 27 22:01:05.378230 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-86b440cc-a47a-470d-a083-bfce97b0a502 req-4323744f-a831-45f8-9d81-4456be8a5b18 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] 10.222.0.59 "GET /v2.0/security-groups?id=932fadd2-6059-4c49-b216-54f05888c784&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302176 Jul 27 22:01:06.510693 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d01d6b-fd1d-4c31-b96f-a69c5ce54c2d req-9def22ae-fdc9-4b44-8a53-fccbc3732ccb tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:06.512123 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-87d01d6b-fd1d-4c31-b96f-a69c5ce54c2d req-9def22ae-fdc9-4b44-8a53-fccbc3732ccb tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] 10.222.0.59 "GET /v2.0/ports?device_id=68556c50-ea21-4b08-8af1-973c65fdea78 HTTP/1.1" status: 200 len: 945 time: 0.0668335 Jul 27 22:01:06.548804 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-87d01d6b-fd1d-4c31-b96f-a69c5ce54c2d req-882d8996-8b23-4a99-b183-4cdcb0c51e7d tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] 10.222.0.59 "GET /v2.0/security-groups?id=932fadd2-6059-4c49-b216-54f05888c784&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307984 Jul 27 22:01:07.042605 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:07.677351 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f933630-1f2e-416d-8831-6c5eb0e8102c req-a2704b8c-4f9b-4c3a-8393-dbe83a0d822d tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:07.678853 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-9f933630-1f2e-416d-8831-6c5eb0e8102c req-a2704b8c-4f9b-4c3a-8393-dbe83a0d822d tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] 10.222.0.59 "GET /v2.0/ports?device_id=68556c50-ea21-4b08-8af1-973c65fdea78 HTTP/1.1" status: 200 len: 945 time: 0.0629547 Jul 27 22:01:07.716312 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-9f933630-1f2e-416d-8831-6c5eb0e8102c req-0723b79e-d718-4217-952d-712834cf01d6 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] 10.222.0.59 "GET /v2.0/security-groups?id=932fadd2-6059-4c49-b216-54f05888c784&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314937 Jul 27 22:01:08.850060 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640f12a6-e7b4-43ac-856f-caf04d8a5a8b req-a591dcac-b1ac-4578-b91d-56bf9e13001c tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:08.851532 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-640f12a6-e7b4-43ac-856f-caf04d8a5a8b req-a591dcac-b1ac-4578-b91d-56bf9e13001c tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] 10.222.0.59 "GET /v2.0/ports?device_id=68556c50-ea21-4b08-8af1-973c65fdea78 HTTP/1.1" status: 200 len: 945 time: 0.0657554 Jul 27 22:01:08.889604 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-640f12a6-e7b4-43ac-856f-caf04d8a5a8b req-ced124be-c7fd-436b-a3cd-cb78c8b4edc8 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] 10.222.0.59 "GET /v2.0/security-groups?id=932fadd2-6059-4c49-b216-54f05888c784&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322051 Jul 27 22:01:08.960729 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-19585326-7383-44e8-9338-22246668929f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:10.019219 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5dcc56-cbca-4e37-b1b2-316e1134130e req-e7980cbb-c57d-4446-acf3-318cb06c446c tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:10.021243 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-df5dcc56-cbca-4e37-b1b2-316e1134130e req-e7980cbb-c57d-4446-acf3-318cb06c446c tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] 10.222.0.59 "GET /v2.0/ports?device_id=68556c50-ea21-4b08-8af1-973c65fdea78 HTTP/1.1" status: 200 len: 945 time: 0.0649400 Jul 27 22:01:10.059337 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-df5dcc56-cbca-4e37-b1b2-316e1134130e req-fc5647e6-d9cc-452e-a877-054d57bb82bc tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] 10.222.0.59 "GET /v2.0/security-groups?id=932fadd2-6059-4c49-b216-54f05888c784&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320911 Jul 27 22:01:10.839972 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:11.187448 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3233ffc-c651-4709-9651-117e784c1a69 req-9b6fcb5d-14cd-42fc-8dd8-2feb60ffc47c tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:11.188923 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-c3233ffc-c651-4709-9651-117e784c1a69 req-9b6fcb5d-14cd-42fc-8dd8-2feb60ffc47c tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] 10.222.0.59 "GET /v2.0/ports?device_id=68556c50-ea21-4b08-8af1-973c65fdea78 HTTP/1.1" status: 200 len: 945 time: 0.0631511 Jul 27 22:01:11.226833 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-c3233ffc-c651-4709-9651-117e784c1a69 req-79cbfa6b-e694-43ad-b01c-722614c847d5 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] 10.222.0.59 "GET /v2.0/security-groups?id=932fadd2-6059-4c49-b216-54f05888c784&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312345 Jul 27 22:01:11.594394 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3e46e014-6de2-4d99-93fa-2f44fa8b5aa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:11.631915 n-d-705658-22 neutron-server[105584]: INFO neutron.api.v2.resource [req-3d8a9da5-1237-4cbb-a496-6d62f54f1443 req-e4ef132c-4ca8-46d8-a415-f7040de82c32 service neutron] show failed (client error): The resource could not be found. Jul 27 22:01:11.632943 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-3d8a9da5-1237-4cbb-a496-6d62f54f1443 req-e4ef132c-4ca8-46d8-a415-f7040de82c32 service neutron] 10.222.0.36 "GET /v2.0/ports/ef009a42-9fd5-4a0b-bf2b-470e9c2e0939/bindings/n-h2-705658-22 HTTP/1.1" status: 404 len: 381 time: 0.0565858 Jul 27 22:01:11.840965 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8a9da5-1237-4cbb-a496-6d62f54f1443 req-a1b2e4e8-93f6-49ca-9142-6f9d57641879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:11.842456 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-3d8a9da5-1237-4cbb-a496-6d62f54f1443 req-a1b2e4e8-93f6-49ca-9142-6f9d57641879 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=68556c50-ea21-4b08-8af1-973c65fdea78&tenant_id=25d69678ca2843da93a97645b6488fa6 HTTP/1.1" status: 200 len: 1097 time: 0.0579193 Jul 27 22:01:11.854425 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [req-3d8a9da5-1237-4cbb-a496-6d62f54f1443 req-c588b404-1d6e-40e9-b86f-d4733422eaf6 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-705658-22', 'device_owner': 'compute:nova'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:01:11.923918 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-3d8a9da5-1237-4cbb-a496-6d62f54f1443 req-c588b404-1d6e-40e9-b86f-d4733422eaf6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:11.940972 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:12.122211 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [req-3d8a9da5-1237-4cbb-a496-6d62f54f1443 req-c588b404-1d6e-40e9-b86f-d4733422eaf6 service neutron] For port ef009a42-9fd5-4a0b-bf2b-470e9c2e0939, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=ef009a42-9fd5-4a0b-bf2b-470e9c2e0939,segment=NetworkSegment(a4832106-d422-4e9b-a1a1-d96f7a7c5a1b),segment_id=a4832106-d422-4e9b-a1a1-d96f7a7c5a1b)] {{(pid=105584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:01:12.157767 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [req-3d8a9da5-1237-4cbb-a496-6d62f54f1443 req-c588b404-1d6e-40e9-b86f-d4733422eaf6 service neutron] For port ef009a42-9fd5-4a0b-bf2b-470e9c2e0939, host n-h1-705658-22, cleared binding levels {{(pid=105584) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:01:12.196499 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68556c50-ea21-4b08-8af1-973c65fdea78', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ef009a42-9fd5-4a0b-bf2b-470e9c2e0939'}] {{(pid=105584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:01:12.198760 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a14b7e693ac0d3b36d252540d57b2183de19e2104d11de1d527dbb6a6689965" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1168d761-7b47-4904-9bb2-ac37afc9eb50" -d '{"events": [{"server_uuid": "68556c50-ea21-4b08-8af1-973c65fdea78", "name": "network-vif-unplugged", "status": "completed", "tag": "ef009a42-9fd5-4a0b-bf2b-470e9c2e0939"}]}' {{(pid=105584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:01:12.202498 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-3d8a9da5-1237-4cbb-a496-6d62f54f1443 req-c588b404-1d6e-40e9-b86f-d4733422eaf6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:12.216119 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.provisioning_blocks [req-3d8a9da5-1237-4cbb-a496-6d62f54f1443 req-c588b404-1d6e-40e9-b86f-d4733422eaf6 service neutron] Transition to ACTIVE for port object ef009a42-9fd5-4a0b-bf2b-470e9c2e0939 will not be triggered until provisioned by entity L2. {{(pid=105584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:01:12.219934 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-3d8a9da5-1237-4cbb-a496-6d62f54f1443 req-c588b404-1d6e-40e9-b86f-d4733422eaf6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9014027'] for port, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:12.250977 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 27 Jul 2021 22:01:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93095448-b6f2-4ad2-9380-543a36cbd5d6 x-openstack-request-id: req-93095448-b6f2-4ad2-9380-543a36cbd5d6 {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:01:12.251296 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68556c50-ea21-4b08-8af1-973c65fdea78", "name": "network-vif-unplugged", "status": "completed", "tag": "ef009a42-9fd5-4a0b-bf2b-470e9c2e0939", "code": 200}]} {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:01:12.251551 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-93095448-b6f2-4ad2-9380-543a36cbd5d6 {{(pid=105584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:01:12.251942 n-d-705658-22 neutron-server[105584]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68556c50-ea21-4b08-8af1-973c65fdea78', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ef009a42-9fd5-4a0b-bf2b-470e9c2e0939', 'code': 200} Jul 27 22:01:12.308122 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c588b404-1d6e-40e9-b86f-d4733422eaf6 service neutron] Pushing event updated for resources: {'Port': ['ID=ef009a42-9fd5-4a0b-bf2b-470e9c2e0939,revision_number=6']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:01:12.323596 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c588b404-1d6e-40e9-b86f-d4733422eaf6 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:01:12.323721 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c588b404-1d6e-40e9-b86f-d4733422eaf6 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:01:12.324070 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c588b404-1d6e-40e9-b86f-d4733422eaf6 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:01:12.324415 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c588b404-1d6e-40e9-b86f-d4733422eaf6 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:01:12.324747 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c588b404-1d6e-40e9-b86f-d4733422eaf6 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:01:12.325077 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c588b404-1d6e-40e9-b86f-d4733422eaf6 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:01:12.325409 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c588b404-1d6e-40e9-b86f-d4733422eaf6 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:01:12.325736 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c588b404-1d6e-40e9-b86f-d4733422eaf6 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:01:12.326063 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c588b404-1d6e-40e9-b86f-d4733422eaf6 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:01:12.326392 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c588b404-1d6e-40e9-b86f-d4733422eaf6 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:01:12.326719 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c588b404-1d6e-40e9-b86f-d4733422eaf6 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:01:12.327063 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c588b404-1d6e-40e9-b86f-d4733422eaf6 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:01:12.364636 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d8a9da5-1237-4cbb-a496-6d62f54f1443 req-c588b404-1d6e-40e9-b86f-d4733422eaf6 service neutron] No DVR routers for this DVR port ef009a42-9fd5-4a0b-bf2b-470e9c2e0939 on host n-h1-705658-22 {{(pid=105584) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:01:12.368514 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fde172-9dfb-4f31-a40c-8964dca609c1 req-46e8d240-57ed-47a1-885e-de5ce06ef9bd tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:12.371575 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-03fde172-9dfb-4f31-a40c-8964dca609c1 req-46e8d240-57ed-47a1-885e-de5ce06ef9bd tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] 10.222.0.59 "GET /v2.0/ports?device_id=68556c50-ea21-4b08-8af1-973c65fdea78 HTTP/1.1" status: 200 len: 943 time: 0.0757282 Jul 27 22:01:12.410518 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-03fde172-9dfb-4f31-a40c-8964dca609c1 req-19d27c22-b15e-4ca1-8c73-eb2a39813c64 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] 10.222.0.59 "GET /v2.0/security-groups?id=932fadd2-6059-4c49-b216-54f05888c784&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338213 Jul 27 22:01:12.504520 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [req-3d8a9da5-1237-4cbb-a496-6d62f54f1443 req-c588b404-1d6e-40e9-b86f-d4733422eaf6 service neutron] Attempting to bind port ef009a42-9fd5-4a0b-bf2b-470e9c2e0939 on host n-h2-705658-22 for vnic_type normal with profile {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:01:12.504904 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [req-3d8a9da5-1237-4cbb-a496-6d62f54f1443 req-c588b404-1d6e-40e9-b86f-d4733422eaf6 service neutron] Attempting to bind port ef009a42-9fd5-4a0b-bf2b-470e9c2e0939 by drivers openvswitch,hyperv on host n-h2-705658-22 at level 0 using segments [{'id': 'a4832106-d422-4e9b-a1a1-d96f7a7c5a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '81ed8e75-6189-4ecc-b084-dfc3a35b48d6'}] {{(pid=105584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:01:12.505237 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d8a9da5-1237-4cbb-a496-6d62f54f1443 req-c588b404-1d6e-40e9-b86f-d4733422eaf6 service neutron] Attempting to bind port ef009a42-9fd5-4a0b-bf2b-470e9c2e0939 on network 81ed8e75-6189-4ecc-b084-dfc3a35b48d6 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:01:12.509589 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d8a9da5-1237-4cbb-a496-6d62f54f1443 req-c588b404-1d6e-40e9-b86f-d4733422eaf6 service neutron] Port ef009a42-9fd5-4a0b-bf2b-470e9c2e0939 on network 81ed8e75-6189-4ecc-b084-dfc3a35b48d6 not bound, no agent of type Open vSwitch agent registered on host n-h2-705658-22 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 22:01:12.510001 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d8a9da5-1237-4cbb-a496-6d62f54f1443 req-c588b404-1d6e-40e9-b86f-d4733422eaf6 service neutron] Attempting to bind port ef009a42-9fd5-4a0b-bf2b-470e9c2e0939 on network 81ed8e75-6189-4ecc-b084-dfc3a35b48d6 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:01:12.514735 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d8a9da5-1237-4cbb-a496-6d62f54f1443 req-c588b404-1d6e-40e9-b86f-d4733422eaf6 service neutron] Checking agent: {'id': '65195a73-a875-4810-9f5b-622ae260a8a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 49, 40), 'started_at': datetime.datetime(2021, 7, 27, 20, 49, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 1, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:01:12.515101 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d8a9da5-1237-4cbb-a496-6d62f54f1443 req-c588b404-1d6e-40e9-b86f-d4733422eaf6 service neutron] Checking segment: {'id': 'a4832106-d422-4e9b-a1a1-d96f7a7c5a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '81ed8e75-6189-4ecc-b084-dfc3a35b48d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:01:12.515484 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d8a9da5-1237-4cbb-a496-6d62f54f1443 req-c588b404-1d6e-40e9-b86f-d4733422eaf6 service neutron] Bound using segment: {'id': 'a4832106-d422-4e9b-a1a1-d96f7a7c5a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '81ed8e75-6189-4ecc-b084-dfc3a35b48d6'} {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:01:12.515914 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [req-3d8a9da5-1237-4cbb-a496-6d62f54f1443 req-c588b404-1d6e-40e9-b86f-d4733422eaf6 service neutron] Bound port: ef009a42-9fd5-4a0b-bf2b-470e9c2e0939, host: n-h2-705658-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4832106-d422-4e9b-a1a1-d96f7a7c5a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '81ed8e75-6189-4ecc-b084-dfc3a35b48d6'}}] {{(pid=105584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:01:12.516273 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-3d8a9da5-1237-4cbb-a496-6d62f54f1443 req-c588b404-1d6e-40e9-b86f-d4733422eaf6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:12.578796 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [req-3d8a9da5-1237-4cbb-a496-6d62f54f1443 req-c588b404-1d6e-40e9-b86f-d4733422eaf6 service neutron] For port ef009a42-9fd5-4a0b-bf2b-470e9c2e0939, host n-h2-705658-22, cleared binding levels {{(pid=105584) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:01:12.581737 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [req-3d8a9da5-1237-4cbb-a496-6d62f54f1443 req-c588b404-1d6e-40e9-b86f-d4733422eaf6 service neutron] For port ef009a42-9fd5-4a0b-bf2b-470e9c2e0939, host n-h2-705658-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=ef009a42-9fd5-4a0b-bf2b-470e9c2e0939,segment=NetworkSegment(a4832106-d422-4e9b-a1a1-d96f7a7c5a1b),segment_id=a4832106-d422-4e9b-a1a1-d96f7a7c5a1b)] {{(pid=105584) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:01:12.586234 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-3d8a9da5-1237-4cbb-a496-6d62f54f1443 req-c588b404-1d6e-40e9-b86f-d4733422eaf6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9014027'] for port, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:12.620711 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8a9da5-1237-4cbb-a496-6d62f54f1443 req-c588b404-1d6e-40e9-b86f-d4733422eaf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:12.621260 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-3d8a9da5-1237-4cbb-a496-6d62f54f1443 req-c588b404-1d6e-40e9-b86f-d4733422eaf6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:12.622671 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-3d8a9da5-1237-4cbb-a496-6d62f54f1443 req-c588b404-1d6e-40e9-b86f-d4733422eaf6 service neutron] 10.222.0.60 "PUT /v2.0/ports/ef009a42-9fd5-4a0b-bf2b-470e9c2e0939 HTTP/1.1" status: 200 len: 1092 time: 0.7722468 Jul 27 22:01:12.644233 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c588b404-1d6e-40e9-b86f-d4733422eaf6 service neutron] Pushing event updated for resources: {'Port': ['ID=ef009a42-9fd5-4a0b-bf2b-470e9c2e0939,revision_number=7']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:01:12.708701 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8a9da5-1237-4cbb-a496-6d62f54f1443 req-301742aa-8a80-424f-aa7d-6f060417ae66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:12.710252 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-3d8a9da5-1237-4cbb-a496-6d62f54f1443 req-301742aa-8a80-424f-aa7d-6f060417ae66 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=25d69678ca2843da93a97645b6488fa6&device_id=68556c50-ea21-4b08-8af1-973c65fdea78 HTTP/1.1" status: 200 len: 1095 time: 0.0601928 Jul 27 22:01:12.802779 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8a9da5-1237-4cbb-a496-6d62f54f1443 req-5b25241e-2c31-42c4-9207-17b08f6d3b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:12.804293 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-3d8a9da5-1237-4cbb-a496-6d62f54f1443 req-5b25241e-2c31-42c4-9207-17b08f6d3b14 service neutron] 10.222.0.60 "GET /v2.0/networks?id=81ed8e75-6189-4ecc-b084-dfc3a35b48d6 HTTP/1.1" status: 200 len: 898 time: 0.0863438 Jul 27 22:01:12.872704 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-3d8a9da5-1237-4cbb-a496-6d62f54f1443 req-3e6ae442-8210-4602-b7dd-e47c61b86ac0 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ef009a42-9fd5-4a0b-bf2b-470e9c2e0939 HTTP/1.1" status: 200 len: 998 time: 0.0606515 Jul 27 22:01:13.131438 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-bb32ed7d-8717-448b-a9c8-a5a0117d1fd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:13.219674 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8a9da5-1237-4cbb-a496-6d62f54f1443 req-1279d3dd-0ea0-4037-aee0-d3ffcdb28c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:13.221143 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-3d8a9da5-1237-4cbb-a496-6d62f54f1443 req-1279d3dd-0ea0-4037-aee0-d3ffcdb28c61 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4cdc9d35-c356-40b2-8447-dbc8ab9a0f31 HTTP/1.1" status: 200 len: 835 time: 0.3416119 Jul 27 22:01:13.294742 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8a9da5-1237-4cbb-a496-6d62f54f1443 req-00b93a3f-9d2f-4749-9d97-b7a82c3acd14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:13.296308 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-3d8a9da5-1237-4cbb-a496-6d62f54f1443 req-00b93a3f-9d2f-4749-9d97-b7a82c3acd14 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=81ed8e75-6189-4ecc-b084-dfc3a35b48d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0671315 Jul 27 22:01:13.389042 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-3d8a9da5-1237-4cbb-a496-6d62f54f1443 req-2dd2c82c-77a9-4f7e-a3d5-e3a5cdd4d900 service neutron] 10.222.0.60 "GET /v2.0/networks/81ed8e75-6189-4ecc-b084-dfc3a35b48d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844913 Jul 27 22:01:13.478295 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-3d8a9da5-1237-4cbb-a496-6d62f54f1443 req-dac0fd30-97be-4039-ad53-e76f130d033f service neutron] 10.222.0.60 "GET /v2.0/networks/81ed8e75-6189-4ecc-b084-dfc3a35b48d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816550 Jul 27 22:01:13.544933 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ff081d-4f46-4a64-94a6-d8ec6de7bd4c req-5316c3c4-ab99-4382-b0ae-c9968f85bb4d tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:13.546418 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-43ff081d-4f46-4a64-94a6-d8ec6de7bd4c req-5316c3c4-ab99-4382-b0ae-c9968f85bb4d tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] 10.222.0.59 "GET /v2.0/ports?device_id=68556c50-ea21-4b08-8af1-973c65fdea78 HTTP/1.1" status: 200 len: 943 time: 0.0640388 Jul 27 22:01:13.585245 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-43ff081d-4f46-4a64-94a6-d8ec6de7bd4c req-7d1f2f40-c6e8-4014-aa25-5e37fb2438ec tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] 10.222.0.59 "GET /v2.0/security-groups?id=932fadd2-6059-4c49-b216-54f05888c784&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322213 Jul 27 22:01:14.253282 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68556c50-ea21-4b08-8af1-973c65fdea78', 'tag': 'ef009a42-9fd5-4a0b-bf2b-470e9c2e0939'}] {{(pid=105584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:01:14.256345 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a14b7e693ac0d3b36d252540d57b2183de19e2104d11de1d527dbb6a6689965" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd4f5bbd-ba2c-4d91-9098-51aa7a60fafe" -d '{"events": [{"name": "network-changed", "server_uuid": "68556c50-ea21-4b08-8af1-973c65fdea78", "tag": "ef009a42-9fd5-4a0b-bf2b-470e9c2e0939"}]}' {{(pid=105584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:01:14.305036 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 22:01:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41bd1f25-b3c6-48d6-9149-81139dd4b61b x-openstack-request-id: req-41bd1f25-b3c6-48d6-9149-81139dd4b61b {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:01:14.305337 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68556c50-ea21-4b08-8af1-973c65fdea78", "tag": "ef009a42-9fd5-4a0b-bf2b-470e9c2e0939", "status": "completed", "code": 200}]} {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:01:14.305620 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-41bd1f25-b3c6-48d6-9149-81139dd4b61b {{(pid=105584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:01:14.306020 n-d-705658-22 neutron-server[105584]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68556c50-ea21-4b08-8af1-973c65fdea78', 'tag': 'ef009a42-9fd5-4a0b-bf2b-470e9c2e0939', 'status': 'completed', 'code': 200} Jul 27 22:01:14.421216 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4f5bbd-ba2c-4d91-9098-51aa7a60fafe req-c87ed48e-00c3-413d-ad45-dffbe772105f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:14.422740 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-cd4f5bbd-ba2c-4d91-9098-51aa7a60fafe req-c87ed48e-00c3-413d-ad45-dffbe772105f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=25d69678ca2843da93a97645b6488fa6&device_id=68556c50-ea21-4b08-8af1-973c65fdea78 HTTP/1.1" status: 200 len: 1095 time: 0.0966799 Jul 27 22:01:14.425259 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4f5bbd-ba2c-4d91-9098-51aa7a60fafe req-8435e645-6287-4ee3-b204-bf64f4e5bec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:14.427164 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-cd4f5bbd-ba2c-4d91-9098-51aa7a60fafe req-8435e645-6287-4ee3-b204-bf64f4e5bec5 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=25d69678ca2843da93a97645b6488fa6&device_id=68556c50-ea21-4b08-8af1-973c65fdea78 HTTP/1.1" status: 200 len: 1095 time: 0.0925312 Jul 27 22:01:14.538951 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-875ced1b-4cf3-463a-9653-058f0f9421e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:14.579884 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4f5bbd-ba2c-4d91-9098-51aa7a60fafe req-4b0923a7-8919-48a9-a48d-1875217f3054 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:14.581368 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-cd4f5bbd-ba2c-4d91-9098-51aa7a60fafe req-4b0923a7-8919-48a9-a48d-1875217f3054 service neutron] 10.222.0.36 "GET /v2.0/networks?id=81ed8e75-6189-4ecc-b084-dfc3a35b48d6 HTTP/1.1" status: 200 len: 898 time: 0.1518900 Jul 27 22:01:14.585602 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4f5bbd-ba2c-4d91-9098-51aa7a60fafe req-0704c472-4fe8-4372-80de-c01388da7dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:14.586962 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-cd4f5bbd-ba2c-4d91-9098-51aa7a60fafe req-0704c472-4fe8-4372-80de-c01388da7dc1 service neutron] 10.222.0.60 "GET /v2.0/networks?id=81ed8e75-6189-4ecc-b084-dfc3a35b48d6 HTTP/1.1" status: 200 len: 898 time: 0.1401663 Jul 27 22:01:14.588664 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device ef009a42-9fd5-4a0b-bf2b-470e9c2e0939 no longer exists at agent hyperv_n-h1-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:01:14.634135 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device ef009a42-9fd5-4a0b-bf2b-470e9c2e0939 not bound to the agent host n-h1-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:01:14.706502 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-cd4f5bbd-ba2c-4d91-9098-51aa7a60fafe req-daddf690-c21b-41d9-9d97-b887051d123e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ef009a42-9fd5-4a0b-bf2b-470e9c2e0939 HTTP/1.1" status: 200 len: 998 time: 0.1168859 Jul 27 22:01:14.710324 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-cd4f5bbd-ba2c-4d91-9098-51aa7a60fafe req-d9dbab49-5b4b-4715-aad9-ee472b32e959 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ef009a42-9fd5-4a0b-bf2b-470e9c2e0939 HTTP/1.1" status: 200 len: 998 time: 0.1142371 Jul 27 22:01:14.732989 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bdadf1-676f-4a2c-bb19-617d3041a086 req-f0331942-ddb0-45fd-bda9-531f6fee5eb9 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:14.734466 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f5bdadf1-676f-4a2c-bb19-617d3041a086 req-f0331942-ddb0-45fd-bda9-531f6fee5eb9 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] 10.222.0.59 "GET /v2.0/ports?device_id=68556c50-ea21-4b08-8af1-973c65fdea78 HTTP/1.1" status: 200 len: 943 time: 0.0677545 Jul 27 22:01:14.774049 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f5bdadf1-676f-4a2c-bb19-617d3041a086 req-f9bcd6b2-5cef-4d8d-9475-e2a7d66a395c tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] 10.222.0.59 "GET /v2.0/security-groups?id=932fadd2-6059-4c49-b216-54f05888c784&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328975 Jul 27 22:01:14.800616 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4f5bbd-ba2c-4d91-9098-51aa7a60fafe req-db44581b-8a0d-4de4-a71b-bc889c619a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:14.804186 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-cd4f5bbd-ba2c-4d91-9098-51aa7a60fafe req-db44581b-8a0d-4de4-a71b-bc889c619a1f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4cdc9d35-c356-40b2-8447-dbc8ab9a0f31 HTTP/1.1" status: 200 len: 835 time: 0.0903869 Jul 27 22:01:14.805997 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4f5bbd-ba2c-4d91-9098-51aa7a60fafe req-c75a6ff8-aff1-4c82-99a0-f5e85c12953a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:14.807633 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-cd4f5bbd-ba2c-4d91-9098-51aa7a60fafe req-c75a6ff8-aff1-4c82-99a0-f5e85c12953a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4cdc9d35-c356-40b2-8447-dbc8ab9a0f31 HTTP/1.1" status: 200 len: 835 time: 0.0855050 Jul 27 22:01:14.897308 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4f5bbd-ba2c-4d91-9098-51aa7a60fafe req-020b3f5c-6a8c-4f9e-92f0-afd22370b758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:14.898803 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-cd4f5bbd-ba2c-4d91-9098-51aa7a60fafe req-020b3f5c-6a8c-4f9e-92f0-afd22370b758 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=81ed8e75-6189-4ecc-b084-dfc3a35b48d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0872381 Jul 27 22:01:14.905842 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4f5bbd-ba2c-4d91-9098-51aa7a60fafe req-19a6e4a6-3fb5-412e-b2c2-7bf640a7ed03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:14.907230 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-cd4f5bbd-ba2c-4d91-9098-51aa7a60fafe req-19a6e4a6-3fb5-412e-b2c2-7bf640a7ed03 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=81ed8e75-6189-4ecc-b084-dfc3a35b48d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0881207 Jul 27 22:01:15.053144 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-cd4f5bbd-ba2c-4d91-9098-51aa7a60fafe req-f567df28-07f1-4981-81ed-c2722b24fe1b service neutron] 10.222.0.36 "GET /v2.0/networks/81ed8e75-6189-4ecc-b084-dfc3a35b48d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1448965 Jul 27 22:01:15.069144 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-cd4f5bbd-ba2c-4d91-9098-51aa7a60fafe req-40ebd30d-83c8-4adf-88d4-c30c5833bf5a service neutron] 10.222.0.60 "GET /v2.0/networks/81ed8e75-6189-4ecc-b084-dfc3a35b48d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1410096 Jul 27 22:01:15.210704 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-cd4f5bbd-ba2c-4d91-9098-51aa7a60fafe req-c7c0b305-5058-4d04-a8f9-6c9456848482 service neutron] 10.222.0.36 "GET /v2.0/networks/81ed8e75-6189-4ecc-b084-dfc3a35b48d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1493232 Jul 27 22:01:15.214010 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-cd4f5bbd-ba2c-4d91-9098-51aa7a60fafe req-54983891-eda1-409b-a57a-6d6ddadd52f8 service neutron] 10.222.0.60 "GET /v2.0/networks/81ed8e75-6189-4ecc-b084-dfc3a35b48d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1347821 Jul 27 22:01:15.912145 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3d395a-fb6f-4085-9873-01a04743b9ec req-ddb02a27-c33d-4f65-8cfb-263c12fd49ce tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:15.913633 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-da3d395a-fb6f-4085-9873-01a04743b9ec req-ddb02a27-c33d-4f65-8cfb-263c12fd49ce tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] 10.222.0.59 "GET /v2.0/ports?device_id=68556c50-ea21-4b08-8af1-973c65fdea78 HTTP/1.1" status: 200 len: 943 time: 0.0649652 Jul 27 22:01:15.951516 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-da3d395a-fb6f-4085-9873-01a04743b9ec req-481dc5bd-70e1-4ee1-bb5b-711ce3304e86 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] 10.222.0.59 "GET /v2.0/security-groups?id=932fadd2-6059-4c49-b216-54f05888c784&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319333 Jul 27 22:01:16.711694 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Device ef009a42-9fd5-4a0b-bf2b-470e9c2e0939 details requested by agent hyperv_n-h2-705658-22 with host n-h2-705658-22 {{(pid=105586) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 22:01:16.803844 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] For port ef009a42-9fd5-4a0b-bf2b-470e9c2e0939, host n-h2-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=ef009a42-9fd5-4a0b-bf2b-470e9c2e0939,segment=NetworkSegment(a4832106-d422-4e9b-a1a1-d96f7a7c5a1b),segment_id=a4832106-d422-4e9b-a1a1-d96f7a7c5a1b)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:01:16.814767 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Returning: {'device': 'ef009a42-9fd5-4a0b-bf2b-470e9c2e0939', 'network_id': '81ed8e75-6189-4ecc-b084-dfc3a35b48d6', 'port_id': 'ef009a42-9fd5-4a0b-bf2b-470e9c2e0939', 'mac_address': 'fa:16:3e:ee:04:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 211, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4cdc9d35-c356-40b2-8447-dbc8ab9a0f31', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105586) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 22:01:16.851818 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:16.868151 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [None req-3d54578f-831f-4696-b568-13c455922dab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef009a42-9fd5-4a0b-bf2b-470e9c2e0939 {{(pid=105586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:01:16.887639 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] For port ef009a42-9fd5-4a0b-bf2b-470e9c2e0939, host n-h2-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=ef009a42-9fd5-4a0b-bf2b-470e9c2e0939,segment=NetworkSegment(a4832106-d422-4e9b-a1a1-d96f7a7c5a1b),segment_id=a4832106-d422-4e9b-a1a1-d96f7a7c5a1b)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:01:16.891522 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:16.936620 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Pushing event updated for resources: {'Port': ['ID=ef009a42-9fd5-4a0b-bf2b-470e9c2e0939,revision_number=8']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:01:16.944126 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:01:16.944472 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:01:16.944811 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:01:16.945145 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:01:16.945477 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:01:16.945805 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:01:16.946131 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:01:16.946454 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:01:16.946774 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:01:16.947131 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:01:16.947457 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:01:16.947776 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:01:17.083941 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217710ed-1468-4d3c-a75c-47714bdb8ac9 req-24a75d05-3419-47c6-9eaa-48309f7e714c tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:17.085329 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-217710ed-1468-4d3c-a75c-47714bdb8ac9 req-24a75d05-3419-47c6-9eaa-48309f7e714c tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] 10.222.0.59 "GET /v2.0/ports?device_id=68556c50-ea21-4b08-8af1-973c65fdea78 HTTP/1.1" status: 200 len: 944 time: 0.0628469 Jul 27 22:01:17.122782 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-217710ed-1468-4d3c-a75c-47714bdb8ac9 req-3ad71dda-97e8-43c3-bd40-32f6b4499b67 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] 10.222.0.59 "GET /v2.0/security-groups?id=932fadd2-6059-4c49-b216-54f05888c784&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316091 Jul 27 22:01:17.261931 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] get_ports_and_sgs() called for port_ids ['ef009a42-9fd5-4a0b-bf2b-470e9c2e0939'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:01:17.336896 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80e5ad4-6bc0-4a96-be82-a2048e78716c req-0d464979-9835-4dc3-9530-7600bd6751f6 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:17.338871 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-c80e5ad4-6bc0-4a96-be82-a2048e78716c req-0d464979-9835-4dc3-9530-7600bd6751f6 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] 10.222.0.59 "GET /v2.0/ports?device_id=68556c50-ea21-4b08-8af1-973c65fdea78 HTTP/1.1" status: 200 len: 944 time: 0.0732677 Jul 27 22:01:17.344065 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0570d1-5f4c-4f07-a283-8f9bfa211a6c req-824ad8ae-9009-48dc-8d06-ef8d855c0614 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:17.345584 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-1e0570d1-5f4c-4f07-a283-8f9bfa211a6c req-824ad8ae-9009-48dc-8d06-ef8d855c0614 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] 10.222.0.36 "GET /v2.0/ports?device_id=68556c50-ea21-4b08-8af1-973c65fdea78&tenant_id=25d69678ca2843da93a97645b6488fa6&binding%3Ahost_id=n-h2-705658-22 HTTP/1.1" status: 200 len: 944 time: 0.0693874 Jul 27 22:01:17.381839 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-c80e5ad4-6bc0-4a96-be82-a2048e78716c req-62b272f7-9daf-46dd-bbcd-ec29fab25e60 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] 10.222.0.59 "GET /v2.0/security-groups?id=932fadd2-6059-4c49-b216-54f05888c784&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362525 Jul 27 22:01:17.409099 n-d-705658-22 neutron-server[105584]: INFO neutron.api.v2.resource [req-1e0570d1-5f4c-4f07-a283-8f9bfa211a6c req-d285696b-b361-4af5-bb5f-1fc9e2170eb3 service neutron] delete failed (client error): The resource could not be found. Jul 27 22:01:17.410299 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-1e0570d1-5f4c-4f07-a283-8f9bfa211a6c req-d285696b-b361-4af5-bb5f-1fc9e2170eb3 service neutron] 10.222.0.36 "DELETE /v2.0/ports/ef009a42-9fd5-4a0b-bf2b-470e9c2e0939/bindings/n-h1-705658-22 HTTP/1.1" status: 404 len: 381 time: 0.0570292 Jul 27 22:01:17.516352 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0570d1-5f4c-4f07-a283-8f9bfa211a6c req-7b4c0134-6c5b-40dd-b503-c6c3ddd53bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:17.517886 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-1e0570d1-5f4c-4f07-a283-8f9bfa211a6c req-7b4c0134-6c5b-40dd-b503-c6c3ddd53bf2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=25d69678ca2843da93a97645b6488fa6&device_id=68556c50-ea21-4b08-8af1-973c65fdea78 HTTP/1.1" status: 200 len: 1096 time: 0.0622690 Jul 27 22:01:17.522266 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa5607f-f104-470e-8ed2-b8c0f2ec858b req-e1441c2e-135b-41fc-bc41-87538c607d3c tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:17.523927 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-5fa5607f-f104-470e-8ed2-b8c0f2ec858b req-e1441c2e-135b-41fc-bc41-87538c607d3c tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] 10.222.0.59 "GET /v2.0/ports?device_id=68556c50-ea21-4b08-8af1-973c65fdea78 HTTP/1.1" status: 200 len: 944 time: 0.0669355 Jul 27 22:01:17.561679 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-5fa5607f-f104-470e-8ed2-b8c0f2ec858b req-9b22f174-a565-4fee-988f-493438f814b4 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] 10.222.0.59 "GET /v2.0/security-groups?id=932fadd2-6059-4c49-b216-54f05888c784&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315962 Jul 27 22:01:17.607410 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0570d1-5f4c-4f07-a283-8f9bfa211a6c req-448d226b-72de-4059-8e99-65e98c88dc3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:17.608796 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-1e0570d1-5f4c-4f07-a283-8f9bfa211a6c req-448d226b-72de-4059-8e99-65e98c88dc3f service neutron] 10.222.0.36 "GET /v2.0/networks?id=81ed8e75-6189-4ecc-b084-dfc3a35b48d6 HTTP/1.1" status: 200 len: 898 time: 0.0839615 Jul 27 22:01:17.678871 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-1e0570d1-5f4c-4f07-a283-8f9bfa211a6c req-a125c130-ba4f-4ee5-8d12-6fa6b67192a7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ef009a42-9fd5-4a0b-bf2b-470e9c2e0939 HTTP/1.1" status: 200 len: 999 time: 0.0633440 Jul 27 22:01:17.727993 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0570d1-5f4c-4f07-a283-8f9bfa211a6c req-ba14380f-e9c1-4ff5-aad8-a0a357478c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:17.729402 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-1e0570d1-5f4c-4f07-a283-8f9bfa211a6c req-ba14380f-e9c1-4ff5-aad8-a0a357478c2b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4cdc9d35-c356-40b2-8447-dbc8ab9a0f31 HTTP/1.1" status: 200 len: 835 time: 0.0426207 Jul 27 22:01:17.786812 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0570d1-5f4c-4f07-a283-8f9bfa211a6c req-ceb605db-a7da-48c7-819b-71bdd1aaa4a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:17.788303 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-1e0570d1-5f4c-4f07-a283-8f9bfa211a6c req-ceb605db-a7da-48c7-819b-71bdd1aaa4a3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=81ed8e75-6189-4ecc-b084-dfc3a35b48d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0517929 Jul 27 22:01:17.881056 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-1e0570d1-5f4c-4f07-a283-8f9bfa211a6c req-d9978f30-6bc1-4460-91a1-6f8b8b980583 service neutron] 10.222.0.36 "GET /v2.0/networks/81ed8e75-6189-4ecc-b084-dfc3a35b48d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851481 Jul 27 22:01:17.969448 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-1e0570d1-5f4c-4f07-a283-8f9bfa211a6c req-e53ef061-e73f-4b30-98ec-678c839dacdd service neutron] 10.222.0.36 "GET /v2.0/networks/81ed8e75-6189-4ecc-b084-dfc3a35b48d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816557 Jul 27 22:01:18.696395 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30913521-42f7-4894-b61b-9aad09b0b8cb req-2bbf9644-aad4-42e8-a58d-b232d60c56ce tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:18.697893 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-30913521-42f7-4894-b61b-9aad09b0b8cb req-2bbf9644-aad4-42e8-a58d-b232d60c56ce tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] 10.222.0.59 "GET /v2.0/ports?device_id=68556c50-ea21-4b08-8af1-973c65fdea78 HTTP/1.1" status: 200 len: 944 time: 0.0684710 Jul 27 22:01:18.734000 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Device ef009a42-9fd5-4a0b-bf2b-470e9c2e0939 up at agent hyperv_n-h2-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:01:18.736816 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-30913521-42f7-4894-b61b-9aad09b0b8cb req-d26d395a-851f-4277-8ad6-a075dd4758fd tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] 10.222.0.59 "GET /v2.0/security-groups?id=932fadd2-6059-4c49-b216-54f05888c784&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329072 Jul 27 22:01:18.759574 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 39274) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:01:18.781204 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-3d54578f-831f-4696-b568-13c455922dab None None] Provisioning for port ef009a42-9fd5-4a0b-bf2b-470e9c2e0939 completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:01:18.784811 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-3d54578f-831f-4696-b568-13c455922dab None None] Provisioning complete for port ef009a42-9fd5-4a0b-bf2b-470e9c2e0939 triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:01:18.785203 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:18.820167 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-59a9b836-0765-4429-9cc6-498e11e467fe tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] 10.222.0.59 "GET /v2.0/floatingips/80fb436a-b864-44b5-bb75-5f60fdd21f5a HTTP/1.1" status: 200 len: 991 time: 0.0594444 Jul 27 22:01:18.867042 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:18.889379 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68556c50-ea21-4b08-8af1-973c65fdea78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef009a42-9fd5-4a0b-bf2b-470e9c2e0939'}] {{(pid=105586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:01:18.891671 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fee2e8668661828e318a8d53a8a935935453ec21149a086d6a2055ff627b97ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8aa469d-2b0d-42f9-b5e1-f2441a7f4b71" -d '{"events": [{"server_uuid": "68556c50-ea21-4b08-8af1-973c65fdea78", "name": "network-vif-plugged", "status": "completed", "tag": "ef009a42-9fd5-4a0b-bf2b-470e9c2e0939"}]}' {{(pid=105586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:01:18.904569 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] For port ef009a42-9fd5-4a0b-bf2b-470e9c2e0939, host n-h2-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=ef009a42-9fd5-4a0b-bf2b-470e9c2e0939,segment=NetworkSegment(a4832106-d422-4e9b-a1a1-d96f7a7c5a1b),segment_id=a4832106-d422-4e9b-a1a1-d96f7a7c5a1b)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:01:18.909130 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:18.932161 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:01:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b85fa9e-f76e-479b-b782-9b3323dfb5e3 x-openstack-request-id: req-9b85fa9e-f76e-479b-b782-9b3323dfb5e3 {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:01:18.932456 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68556c50-ea21-4b08-8af1-973c65fdea78", "name": "network-vif-plugged", "status": "completed", "tag": "ef009a42-9fd5-4a0b-bf2b-470e9c2e0939", "code": 200}]} {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:01:18.932710 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-9b85fa9e-f76e-479b-b782-9b3323dfb5e3 {{(pid=105586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:01:18.933102 n-d-705658-22 neutron-server[105586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68556c50-ea21-4b08-8af1-973c65fdea78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef009a42-9fd5-4a0b-bf2b-470e9c2e0939', 'code': 200} Jul 27 22:01:18.958193 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Pushing event updated for resources: {'Port': ['ID=ef009a42-9fd5-4a0b-bf2b-470e9c2e0939,revision_number=9']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:01:37.069713 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:38.960885 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-5d57382c-d0fe-4d04-a066-f4c235f7452a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:39.161244 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.agents_db [None req-558fcd2c-e512-47bc-a170-8673d87f7213 None None] Agent healthcheck: found 7 active agents {{(pid=105587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 22:01:40.863387 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:41.593902 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-2a7cb6a3-3ae7-4c66-95c8-afb6acabe626 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:41.943014 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:43.134389 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-bb32ed7d-8717-448b-a9c8-a5a0117d1fd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:44.542216 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-875ced1b-4cf3-463a-9653-058f0f9421e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:52.219367 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-dcb9a002-84e9-41bd-b439-e2c608db6bff req-8d9293ef-c78d-4284-a008-434a6360e9b5 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=68556c50-ea21-4b08-8af1-973c65fdea78&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0944846 Jul 27 22:01:52.317493 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb9a002-84e9-41bd-b439-e2c608db6bff req-71dbd928-edc1-4e17-9590-d46b5e7def25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:52.319543 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-dcb9a002-84e9-41bd-b439-e2c608db6bff req-71dbd928-edc1-4e17-9590-d46b5e7def25 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=25d69678ca2843da93a97645b6488fa6&device_id=68556c50-ea21-4b08-8af1-973c65fdea78 HTTP/1.1" status: 200 len: 1097 time: 0.0588293 Jul 27 22:01:52.418827 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb9a002-84e9-41bd-b439-e2c608db6bff req-15582f9f-9385-4162-a131-c883cd2c23ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:52.420325 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-dcb9a002-84e9-41bd-b439-e2c608db6bff req-15582f9f-9385-4162-a131-c883cd2c23ae service neutron] 10.222.0.60 "GET /v2.0/networks?id=81ed8e75-6189-4ecc-b084-dfc3a35b48d6 HTTP/1.1" status: 200 len: 898 time: 0.0823298 Jul 27 22:01:52.488350 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-dcb9a002-84e9-41bd-b439-e2c608db6bff req-684fdb41-c713-4871-9117-4cfa5a781b40 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ef009a42-9fd5-4a0b-bf2b-470e9c2e0939 HTTP/1.1" status: 200 len: 1000 time: 0.0602396 Jul 27 22:01:52.536383 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb9a002-84e9-41bd-b439-e2c608db6bff req-9865fba2-69a0-49db-8976-a16f5ff97a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:52.537817 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-dcb9a002-84e9-41bd-b439-e2c608db6bff req-9865fba2-69a0-49db-8976-a16f5ff97a4b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4cdc9d35-c356-40b2-8447-dbc8ab9a0f31 HTTP/1.1" status: 200 len: 835 time: 0.0427141 Jul 27 22:01:52.596400 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb9a002-84e9-41bd-b439-e2c608db6bff req-4d7448be-8ed9-4fa6-96da-02a2fff5f659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:52.597906 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-dcb9a002-84e9-41bd-b439-e2c608db6bff req-4d7448be-8ed9-4fa6-96da-02a2fff5f659 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=81ed8e75-6189-4ecc-b084-dfc3a35b48d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0531616 Jul 27 22:01:52.689677 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-dcb9a002-84e9-41bd-b439-e2c608db6bff req-faa753e9-7079-4cb6-8cd6-1593e4621df4 service neutron] 10.222.0.60 "GET /v2.0/networks/81ed8e75-6189-4ecc-b084-dfc3a35b48d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838253 Jul 27 22:01:52.777512 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-dcb9a002-84e9-41bd-b439-e2c608db6bff req-7d7347fe-99eb-4fb4-ac47-d278d4dd7fbf service neutron] 10.222.0.60 "GET /v2.0/networks/81ed8e75-6189-4ecc-b084-dfc3a35b48d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793710 Jul 27 22:02:07.068408 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:07.189743 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 39294) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:02:07.346522 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-52723fc9-0bb7-4555-9717-deb6c14f74ed tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Deleting port b7d8399c-3956-4c8f-82a7-dcc4a656f382 {{(pid=105584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:02:07.346864 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-52723fc9-0bb7-4555-9717-deb6c14f74ed tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:07.422239 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-52723fc9-0bb7-4555-9717-deb6c14f74ed tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:07.422572 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-52723fc9-0bb7-4555-9717-deb6c14f74ed tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:07.434305 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-52723fc9-0bb7-4555-9717-deb6c14f74ed tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Calling delete_port for b7d8399c-3956-4c8f-82a7-dcc4a656f382 owned by network:floatingip {{(pid=105584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:02:07.574824 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-52723fc9-0bb7-4555-9717-deb6c14f74ed tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:07.602824 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52723fc9-0bb7-4555-9717-deb6c14f74ed tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Pushing event deleted for resources: {'Port': ['ID=b7d8399c-3956-4c8f-82a7-dcc4a656f382,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:02:07.667014 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-52723fc9-0bb7-4555-9717-deb6c14f74ed tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks [] for floatingip, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:07.667368 n-d-705658-22 neutron-server[105584]: INFO neutron.db.l3_db [None req-52723fc9-0bb7-4555-9717-deb6c14f74ed tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Floating IP 80fb436a-b864-44b5-bb75-5f60fdd21f5a disassociated (deleted). External IP: 172.25.5.77, port: ef009a42-9fd5-4a0b-bf2b-470e9c2e0939. Jul 27 22:02:07.871980 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52723fc9-0bb7-4555-9717-deb6c14f74ed tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Router a5dc3025-f0d9-47f3-b0ed-d022176ce2ad has already been hosted by L3 agent dd128fd7-8e57-4d4f-895b-a96b369df59a {{(pid=105584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:02:07.977439 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52723fc9-0bb7-4555-9717-deb6c14f74ed tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify agent at l3_agent.n-d-705658-22 the message routers_updated {{(pid=105584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:02:07.982199 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-52723fc9-0bb7-4555-9717-deb6c14f74ed tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for floatingip, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:07.987382 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24890445-5dea-497f-adc4-1fe63cc52796 None None] Sync routers for ids ['a5dc3025-f0d9-47f3-b0ed-d022176ce2ad'] in n-d-705658-22 {{(pid=105586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:02:07.997310 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24890445-5dea-497f-adc4-1fe63cc52796 None None] Routers {'a5dc3025-f0d9-47f3-b0ed-d022176ce2ad'} bound to L3 agent in host n-d-705658-22 {{(pid=105586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:02:07.998325 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-24890445-5dea-497f-adc4-1fe63cc52796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T22:01:42Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['a5dc3025-f0d9-47f3-b0ed-d022176ce2ad'], 'active': True} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:02:08.023557 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-52723fc9-0bb7-4555-9717-deb6c14f74ed tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] 10.222.0.59 "DELETE /v2.0/floatingips/80fb436a-b864-44b5-bb75-5f60fdd21f5a HTTP/1.1" status: 204 len: 168 time: 0.8326786 Jul 27 22:02:08.024575 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68556c50-ea21-4b08-8af1-973c65fdea78', 'tag': 'ef009a42-9fd5-4a0b-bf2b-470e9c2e0939'}] {{(pid=105584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:02:08.026901 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a14b7e693ac0d3b36d252540d57b2183de19e2104d11de1d527dbb6a6689965" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8010bb93-8259-40f6-8da0-b75e4419dccc" -d '{"events": [{"name": "network-changed", "server_uuid": "68556c50-ea21-4b08-8af1-973c65fdea78", "tag": "ef009a42-9fd5-4a0b-bf2b-470e9c2e0939"}]}' {{(pid=105584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:02:08.065949 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 22:02:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7cc59c6-2f71-4b82-9bec-07636ade13b1 x-openstack-request-id: req-b7cc59c6-2f71-4b82-9bec-07636ade13b1 {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:02:08.066541 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68556c50-ea21-4b08-8af1-973c65fdea78", "tag": "ef009a42-9fd5-4a0b-bf2b-470e9c2e0939", "status": "completed", "code": 200}]} {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:02:08.066973 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-b7cc59c6-2f71-4b82-9bec-07636ade13b1 {{(pid=105584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:02:08.067418 n-d-705658-22 neutron-server[105584]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68556c50-ea21-4b08-8af1-973c65fdea78', 'tag': 'ef009a42-9fd5-4a0b-bf2b-470e9c2e0939', 'status': 'completed', 'code': 200} Jul 27 22:02:08.110067 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvr_db [None req-24890445-5dea-497f-adc4-1fe63cc52796 None None] Set router a5dc3025-f0d9-47f3-b0ed-d022176ce2ad gateway port host: n-d-705658-22 {{(pid=105586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:02:08.156775 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8010bb93-8259-40f6-8da0-b75e4419dccc req-e2e79b0e-5baf-440d-b149-e7203323cbf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:02:08.158318 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-8010bb93-8259-40f6-8da0-b75e4419dccc req-e2e79b0e-5baf-440d-b149-e7203323cbf5 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=25d69678ca2843da93a97645b6488fa6&device_id=68556c50-ea21-4b08-8af1-973c65fdea78 HTTP/1.1" status: 200 len: 1097 time: 0.0678945 Jul 27 22:02:08.257044 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8010bb93-8259-40f6-8da0-b75e4419dccc req-09f3854a-f1e3-463a-9f87-e987efaf0968 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:02:08.258591 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-8010bb93-8259-40f6-8da0-b75e4419dccc req-09f3854a-f1e3-463a-9f87-e987efaf0968 service neutron] 10.222.0.60 "GET /v2.0/networks?id=81ed8e75-6189-4ecc-b084-dfc3a35b48d6 HTTP/1.1" status: 200 len: 898 time: 0.0921097 Jul 27 22:02:08.274227 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8db521-84dd-4649-993d-5d1ce7d0ce4b req-acc7a1ff-f024-401e-be4a-28417df9c365 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:02:08.275821 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-dc8db521-84dd-4649-993d-5d1ce7d0ce4b req-acc7a1ff-f024-401e-be4a-28417df9c365 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] 10.222.0.59 "GET /v2.0/ports?device_id=68556c50-ea21-4b08-8af1-973c65fdea78 HTTP/1.1" status: 200 len: 945 time: 0.0665343 Jul 27 22:02:08.302968 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-8010bb93-8259-40f6-8da0-b75e4419dccc req-aa41e81b-addb-46de-810f-1e3020beea56 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ef009a42-9fd5-4a0b-bf2b-470e9c2e0939 HTTP/1.1" status: 200 len: 217 time: 0.0361950 Jul 27 22:02:08.320487 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-dc8db521-84dd-4649-993d-5d1ce7d0ce4b req-94b9972e-5250-49ed-919e-281b481d3325 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] 10.222.0.59 "GET /v2.0/security-groups?id=932fadd2-6059-4c49-b216-54f05888c784&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385416 Jul 27 22:02:08.324640 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-24890445-5dea-497f-adc4-1fe63cc52796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5dc3025-f0d9-47f3-b0ed-d022176ce2ad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-293302282', 'tenant_id': '25d69678ca2843da93a97645b6488fa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.219'}], 'enable_snat': True}, 'gw_port_id': 'f89da179-445b-4316-b053-74d590e85d00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:00:12Z', 'updated_at': '2021-07-27T22:00:16Z', 'revision_number': 4, 'project_id': '25d69678ca2843da93a97645b6488fa6', 'gw_port': {'id': 'f89da179-445b-4316-b053-74d590e85d00', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:ed:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5dc3025-f0d9-47f3-b0ed-d022176ce2ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:00:12Z', 'updated_at': '2021-07-27T22:00:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_interfaces': [{'id': '5bfb6ba4-037c-4709-8bdf-c5817837fd04', 'name': '', 'network_id': '81ed8e75-6189-4ecc-b084-dfc3a35b48d6', 'tenant_id': '25d69678ca2843da93a97645b6488fa6', 'mac_address': 'fa:16:3e:f6:89:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5dc3025-f0d9-47f3-b0ed-d022176ce2ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '4cdc9d35-c356-40b2-8447-dbc8ab9a0f31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:00:15Z', 'updated_at': '2021-07-27T22:00:20Z', 'revision_number': 5, 'project_id': '25d69678ca2843da93a97645b6488fa6', 'subnets': [{'id': '4cdc9d35-c356-40b2-8447-dbc8ab9a0f31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-22', False) {} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:02:08.351194 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24890445-5dea-497f-adc4-1fe63cc52796 None None] Checking router: a5dc3025-f0d9-47f3-b0ed-d022176ce2ad for host: n-d-705658-22 {{(pid=105586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:02:08.357184 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8010bb93-8259-40f6-8da0-b75e4419dccc req-c8a8d1a7-6163-4218-91ce-d0d390ea07c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:02:08.358710 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-8010bb93-8259-40f6-8da0-b75e4419dccc req-c8a8d1a7-6163-4218-91ce-d0d390ea07c6 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4cdc9d35-c356-40b2-8447-dbc8ab9a0f31 HTTP/1.1" status: 200 len: 835 time: 0.0485864 Jul 27 22:02:08.359329 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24890445-5dea-497f-adc4-1fe63cc52796 None None] Routers {'a5dc3025-f0d9-47f3-b0ed-d022176ce2ad'} bound to L3 agent in host n-d-705658-22 {{(pid=105586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:02:08.359933 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-24890445-5dea-497f-adc4-1fe63cc52796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T22:01:42Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['a5dc3025-f0d9-47f3-b0ed-d022176ce2ad'], 'active': True} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:02:08.417280 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8010bb93-8259-40f6-8da0-b75e4419dccc req-e730207d-4f79-46c2-832f-99acb7123fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:02:08.418721 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-8010bb93-8259-40f6-8da0-b75e4419dccc req-e730207d-4f79-46c2-832f-99acb7123fa7 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=81ed8e75-6189-4ecc-b084-dfc3a35b48d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0524454 Jul 27 22:02:08.463478 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvr_db [None req-24890445-5dea-497f-adc4-1fe63cc52796 None None] Set router a5dc3025-f0d9-47f3-b0ed-d022176ce2ad gateway port host: n-d-705658-22 {{(pid=105586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:02:08.508088 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-8010bb93-8259-40f6-8da0-b75e4419dccc req-ac311139-0956-472b-93ee-a2d5a5e7341c service neutron] 10.222.0.60 "GET /v2.0/networks/81ed8e75-6189-4ecc-b084-dfc3a35b48d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814285 Jul 27 22:02:08.603988 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-8010bb93-8259-40f6-8da0-b75e4419dccc req-ae961b4a-4e65-4048-a488-61e1977e14fc service neutron] 10.222.0.60 "GET /v2.0/networks/81ed8e75-6189-4ecc-b084-dfc3a35b48d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876389 Jul 27 22:02:08.659771 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-24890445-5dea-497f-adc4-1fe63cc52796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5dc3025-f0d9-47f3-b0ed-d022176ce2ad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-293302282', 'tenant_id': '25d69678ca2843da93a97645b6488fa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.219'}], 'enable_snat': True}, 'gw_port_id': 'f89da179-445b-4316-b053-74d590e85d00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:00:12Z', 'updated_at': '2021-07-27T22:00:16Z', 'revision_number': 4, 'project_id': '25d69678ca2843da93a97645b6488fa6', 'gw_port': {'id': 'f89da179-445b-4316-b053-74d590e85d00', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:ed:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5dc3025-f0d9-47f3-b0ed-d022176ce2ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:00:12Z', 'updated_at': '2021-07-27T22:00:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_interfaces': [{'id': '5bfb6ba4-037c-4709-8bdf-c5817837fd04', 'name': '', 'network_id': '81ed8e75-6189-4ecc-b084-dfc3a35b48d6', 'tenant_id': '25d69678ca2843da93a97645b6488fa6', 'mac_address': 'fa:16:3e:f6:89:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5dc3025-f0d9-47f3-b0ed-d022176ce2ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '4cdc9d35-c356-40b2-8447-dbc8ab9a0f31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:00:15Z', 'updated_at': '2021-07-27T22:00:20Z', 'revision_number': 5, 'project_id': '25d69678ca2843da93a97645b6488fa6', 'subnets': [{'id': '4cdc9d35-c356-40b2-8447-dbc8ab9a0f31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-22', False) {} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:02:08.689699 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24890445-5dea-497f-adc4-1fe63cc52796 None None] The sync data for ids ['a5dc3025-f0d9-47f3-b0ed-d022176ce2ad'] in n-d-705658-22 is: [{'id': 'a5dc3025-f0d9-47f3-b0ed-d022176ce2ad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-293302282', 'tenant_id': '25d69678ca2843da93a97645b6488fa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.219'}], 'enable_snat': True}, 'gw_port_id': 'f89da179-445b-4316-b053-74d590e85d00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:00:12Z', 'updated_at': '2021-07-27T22:00:16Z', 'revision_number': 4, 'project_id': '25d69678ca2843da93a97645b6488fa6', 'gw_port': {'id': 'f89da179-445b-4316-b053-74d590e85d00', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:ed:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5dc3025-f0d9-47f3-b0ed-d022176ce2ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:00:12Z', 'updated_at': '2021-07-27T22:00:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_interfaces': [{'id': '5bfb6ba4-037c-4709-8bdf-c5817837fd04', 'name': '', 'network_id': '81ed8e75-6189-4ecc-b084-dfc3a35b48d6', 'tenant_id': '25d69678ca2843da93a97645b6488fa6', 'mac_address': 'fa:16:3e:f6:89:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5dc3025-f0d9-47f3-b0ed-d022176ce2ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '4cdc9d35-c356-40b2-8447-dbc8ab9a0f31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:00:15Z', 'updated_at': '2021-07-27T22:00:20Z', 'revision_number': 5, 'project_id': '25d69678ca2843da93a97645b6488fa6', 'subnets': [{'id': '4cdc9d35-c356-40b2-8447-dbc8ab9a0f31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:02:08.889410 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d991e78-0737-4e78-8f1a-222b39b144cd None None] New status for floating IP 80fb436a-b864-44b5-bb75-5f60fdd21f5a: DOWN {{(pid=105587) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 22:02:08.961277 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-910c6fc5-b595-47cc-9dda-261592865eef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:09.459491 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaeda168-a94d-4ac0-a19a-e74205cafff5 req-1cd8f0df-be94-4cf3-8a26-83749af813de tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:02:09.461053 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-eaeda168-a94d-4ac0-a19a-e74205cafff5 req-1cd8f0df-be94-4cf3-8a26-83749af813de tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] 10.222.0.59 "GET /v2.0/ports?device_id=68556c50-ea21-4b08-8af1-973c65fdea78 HTTP/1.1" status: 200 len: 945 time: 0.0683403 Jul 27 22:02:09.500530 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-eaeda168-a94d-4ac0-a19a-e74205cafff5 req-2b3faa24-f4cd-4e98-b19c-ea950e3859b7 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] 10.222.0.59 "GET /v2.0/security-groups?id=932fadd2-6059-4c49-b216-54f05888c784&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335994 Jul 27 22:02:09.817644 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da52464c-c460-412d-b8e3-bf2bbb115e11 req-c41a47c0-79f5-491f-b9e4-7d179c6ddb02 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:02:09.819764 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-da52464c-c460-412d-b8e3-bf2bbb115e11 req-c41a47c0-79f5-491f-b9e4-7d179c6ddb02 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] 10.222.0.60 "GET /v2.0/ports?device_id=68556c50-ea21-4b08-8af1-973c65fdea78 HTTP/1.1" status: 200 len: 945 time: 0.0622590 Jul 27 22:02:09.920300 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [req-da52464c-c460-412d-b8e3-bf2bbb115e11 req-ef43605c-8e87-4b89-8f25-97a5ff7a31d2 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Deleting port ef009a42-9fd5-4a0b-bf2b-470e9c2e0939 {{(pid=105584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:02:09.920651 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-da52464c-c460-412d-b8e3-bf2bbb115e11 req-ef43605c-8e87-4b89-8f25-97a5ff7a31d2 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:10.006949 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [req-da52464c-c460-412d-b8e3-bf2bbb115e11 req-ef43605c-8e87-4b89-8f25-97a5ff7a31d2 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] For port ef009a42-9fd5-4a0b-bf2b-470e9c2e0939, host n-h2-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=ef009a42-9fd5-4a0b-bf2b-470e9c2e0939,segment=NetworkSegment(a4832106-d422-4e9b-a1a1-d96f7a7c5a1b),segment_id=a4832106-d422-4e9b-a1a1-d96f7a7c5a1b)] {{(pid=105584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:02:10.007344 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-da52464c-c460-412d-b8e3-bf2bbb115e11 req-ef43605c-8e87-4b89-8f25-97a5ff7a31d2 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:10.019730 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [req-da52464c-c460-412d-b8e3-bf2bbb115e11 req-ef43605c-8e87-4b89-8f25-97a5ff7a31d2 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Calling delete_port for ef009a42-9fd5-4a0b-bf2b-470e9c2e0939 owned by compute:nova {{(pid=105584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:02:10.148687 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-da52464c-c460-412d-b8e3-bf2bbb115e11 req-ef43605c-8e87-4b89-8f25-97a5ff7a31d2 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:10.176965 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef43605c-8e87-4b89-8f25-97a5ff7a31d2 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Pushing event deleted for resources: {'Port': ['ID=ef009a42-9fd5-4a0b-bf2b-470e9c2e0939,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:02:10.226112 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [req-da52464c-c460-412d-b8e3-bf2bbb115e11 req-ef43605c-8e87-4b89-8f25-97a5ff7a31d2 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] No DVR routers for this DVR port ef009a42-9fd5-4a0b-bf2b-470e9c2e0939 on host n-h2-705658-22 {{(pid=105584) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:02:10.228591 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-da52464c-c460-412d-b8e3-bf2bbb115e11 req-ef43605c-8e87-4b89-8f25-97a5ff7a31d2 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:10.230532 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-da52464c-c460-412d-b8e3-bf2bbb115e11 req-ef43605c-8e87-4b89-8f25-97a5ff7a31d2 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] 10.222.0.60 "DELETE /v2.0/ports/ef009a42-9fd5-4a0b-bf2b-470e9c2e0939 HTTP/1.1" status: 204 len: 173 time: 0.4048350 Jul 27 22:02:10.230960 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68556c50-ea21-4b08-8af1-973c65fdea78', 'name': 'network-vif-deleted', 'tag': 'ef009a42-9fd5-4a0b-bf2b-470e9c2e0939'}] {{(pid=105584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:02:10.233292 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a14b7e693ac0d3b36d252540d57b2183de19e2104d11de1d527dbb6a6689965" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48c7c126-046e-4702-a01e-f89b7852a5e1" -d '{"events": [{"server_uuid": "68556c50-ea21-4b08-8af1-973c65fdea78", "name": "network-vif-deleted", "tag": "ef009a42-9fd5-4a0b-bf2b-470e9c2e0939"}]}' {{(pid=105584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:02:10.271794 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:02:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcca1ba3-9e1a-44aa-a458-86d903c17ed8 x-openstack-request-id: req-bcca1ba3-9e1a-44aa-a458-86d903c17ed8 {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:02:10.272088 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68556c50-ea21-4b08-8af1-973c65fdea78", "name": "network-vif-deleted", "tag": "ef009a42-9fd5-4a0b-bf2b-470e9c2e0939", "status": "completed", "code": 200}]} {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:02:10.272342 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-bcca1ba3-9e1a-44aa-a458-86d903c17ed8 {{(pid=105584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:02:10.272743 n-d-705658-22 neutron-server[105584]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68556c50-ea21-4b08-8af1-973c65fdea78', 'name': 'network-vif-deleted', 'tag': 'ef009a42-9fd5-4a0b-bf2b-470e9c2e0939', 'status': 'completed', 'code': 200} Jul 27 22:02:10.615738 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-0af8d7cf-eb0f-4417-9133-8ac7107be217 req-d6a9e010-fb57-4fb4-824c-f13a48ef0d8a tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] 10.222.0.59 "GET /v2.0/ports?device_id=68556c50-ea21-4b08-8af1-973c65fdea78 HTTP/1.1" status: 200 len: 210 time: 0.0321019 Jul 27 22:02:10.854296 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:11.594070 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-9fce019e-c7f0-46ce-b66c-60b71d718623 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:11.675822 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 39310) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:02:11.944224 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:12.042405 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-0c2bc03b-fa53-4f1c-ba01-4508e39f2477 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4076536'] for router_interface, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:12.302730 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [None req-0c2bc03b-fa53-4f1c-ba01-4508e39f2477 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Deleting port 5bfb6ba4-037c-4709-8bdf-c5817837fd04 {{(pid=105585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:02:12.303108 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-0c2bc03b-fa53-4f1c-ba01-4508e39f2477 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:12.388243 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.db [None req-0c2bc03b-fa53-4f1c-ba01-4508e39f2477 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] For port 5bfb6ba4-037c-4709-8bdf-c5817837fd04, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=5bfb6ba4-037c-4709-8bdf-c5817837fd04,segment=NetworkSegment(a4832106-d422-4e9b-a1a1-d96f7a7c5a1b),segment_id=a4832106-d422-4e9b-a1a1-d96f7a7c5a1b)] {{(pid=105585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:02:12.388606 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-0c2bc03b-fa53-4f1c-ba01-4508e39f2477 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:12.401650 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [None req-0c2bc03b-fa53-4f1c-ba01-4508e39f2477 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Calling delete_port for 5bfb6ba4-037c-4709-8bdf-c5817837fd04 owned by network:router_interface {{(pid=105585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:02:12.588003 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-0c2bc03b-fa53-4f1c-ba01-4508e39f2477 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:12.613557 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2bc03b-fa53-4f1c-ba01-4508e39f2477 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Pushing event deleted for resources: {'Port': ['ID=5bfb6ba4-037c-4709-8bdf-c5817837fd04,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:02:12.625196 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2bc03b-fa53-4f1c-ba01-4508e39f2477 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:02:12.625564 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2bc03b-fa53-4f1c-ba01-4508e39f2477 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:02:12.625903 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2bc03b-fa53-4f1c-ba01-4508e39f2477 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:02:12.626237 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2bc03b-fa53-4f1c-ba01-4508e39f2477 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:02:12.626569 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2bc03b-fa53-4f1c-ba01-4508e39f2477 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:02:12.626900 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2bc03b-fa53-4f1c-ba01-4508e39f2477 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:02:12.627261 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2bc03b-fa53-4f1c-ba01-4508e39f2477 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:02:12.627589 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2bc03b-fa53-4f1c-ba01-4508e39f2477 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:02:12.627914 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2bc03b-fa53-4f1c-ba01-4508e39f2477 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:02:12.628239 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2bc03b-fa53-4f1c-ba01-4508e39f2477 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:02:12.628559 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2bc03b-fa53-4f1c-ba01-4508e39f2477 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:02:12.628892 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2bc03b-fa53-4f1c-ba01-4508e39f2477 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:02:12.795266 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-0c2bc03b-fa53-4f1c-ba01-4508e39f2477 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3743915', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4076308'] for router_interface, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:12.982589 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Device ef009a42-9fd5-4a0b-bf2b-470e9c2e0939 no longer exists at agent hyperv_n-h2-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:02:13.003877 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-3d54578f-831f-4696-b568-13c455922dab None None] No Port match for: ef009a42-9fd5-4a0b-bf2b-470e9c2e0939 {{(pid=105586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:02:13.004233 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Device ef009a42-9fd5-4a0b-bf2b-470e9c2e0939 not bound to the agent host n-h2-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:02:13.009749 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c2bc03b-fa53-4f1c-ba01-4508e39f2477 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Router a5dc3025-f0d9-47f3-b0ed-d022176ce2ad has already been hosted by L3 agent dd128fd7-8e57-4d4f-895b-a96b369df59a {{(pid=105585) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:02:13.117092 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c2bc03b-fa53-4f1c-ba01-4508e39f2477 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify agent at l3_agent.n-d-705658-22 the message routers_updated {{(pid=105585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:02:13.124464 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-0c2bc03b-fa53-4f1c-ba01-4508e39f2477 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] 10.222.0.59 "PUT /v2.0/routers/a5dc3025-f0d9-47f3-b0ed-d022176ce2ad/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4474471 Jul 27 22:02:13.125096 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 39312) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:02:13.134277 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f972cb2e-ab0d-4d0c-b5f0-9167b2838d8e None None] Sync routers for ids ['a5dc3025-f0d9-47f3-b0ed-d022176ce2ad'] in n-d-705658-22 {{(pid=105586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:02:13.145211 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-bb32ed7d-8717-448b-a9c8-a5a0117d1fd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:13.147242 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f972cb2e-ab0d-4d0c-b5f0-9167b2838d8e None None] Routers {'a5dc3025-f0d9-47f3-b0ed-d022176ce2ad'} bound to L3 agent in host n-d-705658-22 {{(pid=105586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:02:13.147930 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-f972cb2e-ab0d-4d0c-b5f0-9167b2838d8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T22:02:12Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['a5dc3025-f0d9-47f3-b0ed-d022176ce2ad'], 'active': True} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:02:13.178910 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.db_base_plugin_v2 [None req-0609caf5-303e-4b64-822b-154fccc37f65 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Deleting subnet 4cdc9d35-c356-40b2-8447-dbc8ab9a0f31 {{(pid=105584) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 22:02:13.182059 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-0609caf5-303e-4b64-822b-154fccc37f65 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks [] for subnet, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:13.221618 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-0609caf5-303e-4b64-822b-154fccc37f65 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9014207'] for subnet, precommit_delete_associations {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:13.250790 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvr_db [None req-f972cb2e-ab0d-4d0c-b5f0-9167b2838d8e None None] Set router a5dc3025-f0d9-47f3-b0ed-d022176ce2ad gateway port host: n-d-705658-22 {{(pid=105586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:02:13.321034 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-0609caf5-303e-4b64-822b-154fccc37f65 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854965'] for subnet, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:13.383167 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-0609caf5-303e-4b64-822b-154fccc37f65 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9014081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9738825'] for subnet, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:13.413928 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-0609caf5-303e-4b64-822b-154fccc37f65 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks [] for subnet, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:13.418266 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-0609caf5-303e-4b64-822b-154fccc37f65 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] 10.222.0.59 "DELETE /v2.0/subnets/4cdc9d35-c356-40b2-8447-dbc8ab9a0f31 HTTP/1.1" status: 204 len: 168 time: 0.2892687 Jul 27 22:02:13.418266 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0609caf5-303e-4b64-822b-154fccc37f65 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Pushing event deleted for resources: {'Subnet': ['ID=4cdc9d35-c356-40b2-8447-dbc8ab9a0f31,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:02:13.418708 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 39314) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:02:13.422213 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e881f4e4-608e-49bd-a635-8167da894c7a None None] Network 81ed8e75-6189-4ecc-b084-dfc3a35b48d6 requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:02:13.430797 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0609caf5-303e-4b64-822b-154fccc37f65 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:02:13.431254 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0609caf5-303e-4b64-822b-154fccc37f65 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:02:13.431603 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0609caf5-303e-4b64-822b-154fccc37f65 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:02:13.432335 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0609caf5-303e-4b64-822b-154fccc37f65 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:02:13.432335 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0609caf5-303e-4b64-822b-154fccc37f65 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:02:13.432634 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0609caf5-303e-4b64-822b-154fccc37f65 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:02:13.432919 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0609caf5-303e-4b64-822b-154fccc37f65 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:02:13.433248 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0609caf5-303e-4b64-822b-154fccc37f65 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:02:13.433578 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0609caf5-303e-4b64-822b-154fccc37f65 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:02:13.433905 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0609caf5-303e-4b64-822b-154fccc37f65 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:02:13.434230 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0609caf5-303e-4b64-822b-154fccc37f65 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:02:13.434553 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0609caf5-303e-4b64-822b-154fccc37f65 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:02:13.485691 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-f972cb2e-ab0d-4d0c-b5f0-9167b2838d8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5dc3025-f0d9-47f3-b0ed-d022176ce2ad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-293302282', 'tenant_id': '25d69678ca2843da93a97645b6488fa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.219'}], 'enable_snat': True}, 'gw_port_id': 'f89da179-445b-4316-b053-74d590e85d00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:00:12Z', 'updated_at': '2021-07-27T22:02:12Z', 'revision_number': 5, 'project_id': '25d69678ca2843da93a97645b6488fa6', 'gw_port': {'id': 'f89da179-445b-4316-b053-74d590e85d00', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:ed:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5dc3025-f0d9-47f3-b0ed-d022176ce2ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:00:12Z', 'updated_at': '2021-07-27T22:00:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22'}], 'n-d-705658-22', False) {} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:02:13.519795 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f972cb2e-ab0d-4d0c-b5f0-9167b2838d8e None None] Checking router: a5dc3025-f0d9-47f3-b0ed-d022176ce2ad for host: n-d-705658-22 {{(pid=105586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:02:13.531016 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-aaf5041d-7668-49c6-b338-f55f05c10b05 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks [] for router, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:13.554710 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f972cb2e-ab0d-4d0c-b5f0-9167b2838d8e None None] Routers {'a5dc3025-f0d9-47f3-b0ed-d022176ce2ad'} bound to L3 agent in host n-d-705658-22 {{(pid=105586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:02:13.555396 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-f972cb2e-ab0d-4d0c-b5f0-9167b2838d8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T22:02:12Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['a5dc3025-f0d9-47f3-b0ed-d022176ce2ad'], 'active': True} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:02:13.634139 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-aaf5041d-7668-49c6-b338-f55f05c10b05 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks [] for router_gateway, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:13.687710 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [None req-aaf5041d-7668-49c6-b338-f55f05c10b05 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Deleting port f89da179-445b-4316-b053-74d590e85d00 {{(pid=105585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:02:13.688061 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-aaf5041d-7668-49c6-b338-f55f05c10b05 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:13.692352 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvr_db [None req-f972cb2e-ab0d-4d0c-b5f0-9167b2838d8e None None] Set router a5dc3025-f0d9-47f3-b0ed-d022176ce2ad gateway port host: n-d-705658-22 {{(pid=105586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:02:13.762536 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1168694f-f975-488b-9bb6-12a4484f7279 None None] DHCP port deletion for 81ed8e75-6189-4ecc-b084-dfc3a35b48d6 request from n-d-705658-22 {{(pid=105586) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 22:02:13.773400 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.db [None req-aaf5041d-7668-49c6-b338-f55f05c10b05 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] For port f89da179-445b-4316-b053-74d590e85d00, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=f89da179-445b-4316-b053-74d590e85d00,segment=NetworkSegment(12196855-9a32-4633-9a56-77697ef9e126),segment_id=12196855-9a32-4633-9a56-77697ef9e126)] {{(pid=105585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:02:13.773808 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-aaf5041d-7668-49c6-b338-f55f05c10b05 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:13.790698 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [None req-aaf5041d-7668-49c6-b338-f55f05c10b05 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Calling delete_port for f89da179-445b-4316-b053-74d590e85d00 owned by network:router_gateway {{(pid=105585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:02:13.889392 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-1168694f-f975-488b-9bb6-12a4484f7279 None None] Deleting port d5ca4729-6d30-47c7-b977-4e50a26744c7 {{(pid=105586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:02:13.890004 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-1168694f-f975-488b-9bb6-12a4484f7279 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:13.965207 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-1168694f-f975-488b-9bb6-12a4484f7279 None None] For port d5ca4729-6d30-47c7-b977-4e50a26744c7, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=d5ca4729-6d30-47c7-b977-4e50a26744c7,segment=NetworkSegment(a4832106-d422-4e9b-a1a1-d96f7a7c5a1b),segment_id=a4832106-d422-4e9b-a1a1-d96f7a7c5a1b)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:02:13.965936 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-1168694f-f975-488b-9bb6-12a4484f7279 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:13.974352 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-aaf5041d-7668-49c6-b338-f55f05c10b05 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:13.982175 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-1168694f-f975-488b-9bb6-12a4484f7279 None None] Calling delete_port for d5ca4729-6d30-47c7-b977-4e50a26744c7 owned by network:dhcp {{(pid=105586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:02:13.998074 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-f972cb2e-ab0d-4d0c-b5f0-9167b2838d8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5dc3025-f0d9-47f3-b0ed-d022176ce2ad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-293302282', 'tenant_id': '25d69678ca2843da93a97645b6488fa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.219'}], 'enable_snat': True}, 'gw_port_id': 'f89da179-445b-4316-b053-74d590e85d00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:00:12Z', 'updated_at': '2021-07-27T22:02:12Z', 'revision_number': 5, 'project_id': '25d69678ca2843da93a97645b6488fa6', 'gw_port': {'id': 'f89da179-445b-4316-b053-74d590e85d00', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:ed:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5dc3025-f0d9-47f3-b0ed-d022176ce2ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:00:12Z', 'updated_at': '2021-07-27T22:00:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22'}], 'n-d-705658-22', False) {} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:02:14.012888 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf5041d-7668-49c6-b338-f55f05c10b05 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Pushing event deleted for resources: {'Port': ['ID=f89da179-445b-4316-b053-74d590e85d00,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:02:14.082052 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-aaf5041d-7668-49c6-b338-f55f05c10b05 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4075702'] for router_gateway, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:14.177841 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-aaf5041d-7668-49c6-b338-f55f05c10b05 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4163631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-425'] for router, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:14.180108 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-aaf5041d-7668-49c6-b338-f55f05c10b05 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:14.214391 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f972cb2e-ab0d-4d0c-b5f0-9167b2838d8e None None] The sync data for ids ['a5dc3025-f0d9-47f3-b0ed-d022176ce2ad'] in n-d-705658-22 is: [{'id': 'a5dc3025-f0d9-47f3-b0ed-d022176ce2ad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-293302282', 'tenant_id': '25d69678ca2843da93a97645b6488fa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.219'}], 'enable_snat': True}, 'gw_port_id': 'f89da179-445b-4316-b053-74d590e85d00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:00:12Z', 'updated_at': '2021-07-27T22:02:12Z', 'revision_number': 5, 'project_id': '25d69678ca2843da93a97645b6488fa6', 'gw_port': {'id': 'f89da179-445b-4316-b053-74d590e85d00', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:ed:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5dc3025-f0d9-47f3-b0ed-d022176ce2ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:00:12Z', 'updated_at': '2021-07-27T22:00:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22'}] {{(pid=105586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:02:14.228655 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-aaf5041d-7668-49c6-b338-f55f05c10b05 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4163007'] for router, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:14.229752 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aaf5041d-7668-49c6-b338-f55f05c10b05 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Fanout notify agent at l3_agent the message router_deleted on router a5dc3025-f0d9-47f3-b0ed-d022176ce2ad {{(pid=105585) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 22:02:14.238437 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-aaf5041d-7668-49c6-b338-f55f05c10b05 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks [] for router, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:14.239816 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-aaf5041d-7668-49c6-b338-f55f05c10b05 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] 10.222.0.59 "DELETE /v2.0/routers/a5dc3025-f0d9-47f3-b0ed-d022176ce2ad HTTP/1.1" status: 204 len: 168 time: 0.8199241 Jul 27 22:02:14.242835 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 39316) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:02:14.258414 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-1168694f-f975-488b-9bb6-12a4484f7279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180'] for port, after_delete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:14.280785 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1168694f-f975-488b-9bb6-12a4484f7279 None None] Pushing event deleted for resources: {'Port': ['ID=d5ca4729-6d30-47c7-b977-4e50a26744c7,revision_number=None']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:02:14.284093 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1168694f-f975-488b-9bb6-12a4484f7279 None None] No DVR routers for this DVR port d5ca4729-6d30-47c7-b977-4e50a26744c7 on host n-d-705658-22 {{(pid=105586) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:02:14.324802 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-28f2cf53-4e79-4ed0-8be7-a5ff58e0a78a tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-990557'] for network, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:14.417302 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-28f2cf53-4e79-4ed0-8be7-a5ff58e0a78a tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853562', 'neutron.services.segments.db._delete_segments_for_network-8790688882975'] for network, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:14.426980 n-d-705658-22 neutron-server[105585]: DEBUG neutron.services.segments.db [None req-28f2cf53-4e79-4ed0-8be7-a5ff58e0a78a tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81ed8e75-6189-4ecc-b084-dfc3a35b48d6']}} {{(pid=105585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:02:14.436965 n-d-705658-22 neutron-server[105585]: DEBUG neutron.services.segments.db [None req-28f2cf53-4e79-4ed0-8be7-a5ff58e0a78a tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4832106-d422-4e9b-a1a1-d96f7a7c5a1b') {'for_net_delete': True} {{(pid=105585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:02:14.437264 n-d-705658-22 neutron-server[105585]: DEBUG neutron.services.segments.db [None req-28f2cf53-4e79-4ed0-8be7-a5ff58e0a78a tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4832106-d422-4e9b-a1a1-d96f7a7c5a1b') {} {{(pid=105585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:02:14.446361 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-28f2cf53-4e79-4ed0-8be7-a5ff58e0a78a tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790688883752', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9886370'] for segment, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:14.460909 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-28f2cf53-4e79-4ed0-8be7-a5ff58e0a78a tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:14.467279 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28f2cf53-4e79-4ed0-8be7-a5ff58e0a78a tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Releasing vlan 211 on physical network physnet1 to pool {{(pid=105585) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 22:02:14.467671 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-28f2cf53-4e79-4ed0-8be7-a5ff58e0a78a tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10221644'] for segment, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:14.471132 n-d-705658-22 neutron-server[105585]: Traceback (most recent call last): Jul 27 22:02:14.471132 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 22:02:14.471132 n-d-705658-22 neutron-server[105585]: timer() Jul 27 22:02:14.471132 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 22:02:14.471132 n-d-705658-22 neutron-server[105585]: cb(*args, **kw) Jul 27 22:02:14.471132 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 22:02:14.471132 n-d-705658-22 neutron-server[105585]: return func(*args, **kwargs) Jul 27 22:02:14.471132 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 22:02:14.471132 n-d-705658-22 neutron-server[105585]: self._notify() Jul 27 22:02:14.471132 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 22:02:14.471132 n-d-705658-22 neutron-server[105585]: self.callback(batched_events) Jul 27 22:02:14.471132 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 22:02:14.471132 n-d-705658-22 neutron-server[105585]: event.method(event) Jul 27 22:02:14.471132 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 22:02:14.471132 n-d-705658-22 neutron-server[105585]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 22:02:14.471132 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 22:02:14.471132 n-d-705658-22 neutron-server[105585]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 22:02:14.471132 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 22:02:14.471132 n-d-705658-22 neutron-server[105585]: return f(self, *a, **k) Jul 27 22:02:14.471132 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 22:02:14.471132 n-d-705658-22 neutron-server[105585]: return self._get(url).json() Jul 27 22:02:14.471132 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 22:02:14.471132 n-d-705658-22 neutron-server[105585]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 22:02:14.471132 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 22:02:14.471132 n-d-705658-22 neutron-server[105585]: return self.request(url, 'GET', **kwargs) Jul 27 22:02:14.471132 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 22:02:14.471132 n-d-705658-22 neutron-server[105585]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 22:02:14.471132 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 22:02:14.471132 n-d-705658-22 neutron-server[105585]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 22:02:14.471132 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 22:02:14.471132 n-d-705658-22 neutron-server[105585]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 22:02:14.471132 n-d-705658-22 neutron-server[105585]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 22:02:14.530935 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-28f2cf53-4e79-4ed0-8be7-a5ff58e0a78a tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4075658'] for network, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:14.541043 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-28f2cf53-4e79-4ed0-8be7-a5ff58e0a78a tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks [] for network, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:14.543461 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-28f2cf53-4e79-4ed0-8be7-a5ff58e0a78a tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] 10.222.0.59 "DELETE /v2.0/networks/81ed8e75-6189-4ecc-b084-dfc3a35b48d6 HTTP/1.1" status: 204 len: 168 time: 0.2993259 Jul 27 22:02:14.546339 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 39318) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:02:14.554450 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f2cf53-4e79-4ed0-8be7-a5ff58e0a78a tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Pushing event deleted for resources: {'Network': ['ID=81ed8e75-6189-4ecc-b084-dfc3a35b48d6,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:02:14.560595 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-875ced1b-4cf3-463a-9653-058f0f9421e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:14.624425 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-4364f4af-5b01-4703-abee-97b06ddac1fa tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks [] for security_group, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:14.657726 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-4364f4af-5b01-4703-abee-97b06ddac1fa tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:14.730975 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-4364f4af-5b01-4703-abee-97b06ddac1fa tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:14.734840 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-4364f4af-5b01-4703-abee-97b06ddac1fa tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks [] for security_group, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:14.736654 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-4364f4af-5b01-4703-abee-97b06ddac1fa tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] 10.222.0.59 "DELETE /v2.0/security-groups/932fadd2-6059-4c49-b216-54f05888c784 HTTP/1.1" status: 204 len: 168 time: 0.1880593 Jul 27 22:02:14.736816 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 5bfb6ba4-037c-4709-8bdf-c5817837fd04 no longer exists at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:02:14.756122 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4364f4af-5b01-4703-abee-97b06ddac1fa tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=932fadd2-6059-4c49-b216-54f05888c784,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:02:14.772294 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] No Port match for: 5bfb6ba4-037c-4709-8bdf-c5817837fd04 {{(pid=105586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:02:14.772859 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 5bfb6ba4-037c-4709-8bdf-c5817837fd04 not bound to the agent host n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:02:14.773351 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device d5ca4729-6d30-47c7-b977-4e50a26744c7 no longer exists at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:02:14.807574 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] No Port match for: d5ca4729-6d30-47c7-b977-4e50a26744c7 {{(pid=105586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:02:14.807945 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device d5ca4729-6d30-47c7-b977-4e50a26744c7 not bound to the agent host n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:02:15.098905 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 39324) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:02:15.103653 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-9908595f-e912-428f-a062-d870b44d9232 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-917381429', 'description': 'tempest-secgroup-smoke-917381429 description', 'project_id': '25d69678ca2843da93a97645b6488fa6'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:02:15.126099 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-9908595f-e912-428f-a062-d870b44d9232 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks [] for security_group, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:15.209186 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-9908595f-e912-428f-a062-d870b44d9232 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks [] for security_group, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:15.212892 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-9908595f-e912-428f-a062-d870b44d9232 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:15.238846 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-9908595f-e912-428f-a062-d870b44d9232 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks [] for security_group, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:15.240881 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-9908595f-e912-428f-a062-d870b44d9232 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1409283 Jul 27 22:02:15.243910 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 39326) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:02:15.246842 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9908595f-e912-428f-a062-d870b44d9232 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Pushing event updated for resources: {'SecurityGroup': ['ID=84de8e41-ab7f-4ac2-b1a5-31ccca448b8c,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:02:15.249084 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-798c8abf-a09b-436e-83f7-90d1b75f8c2d tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Request body: {'security_group_rule': {'security_group_id': '84de8e41-ab7f-4ac2-b1a5-31ccca448b8c', 'project_id': '25d69678ca2843da93a97645b6488fa6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:02:15.280447 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-798c8abf-a09b-436e-83f7-90d1b75f8c2d tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:15.339142 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-798c8abf-a09b-436e-83f7-90d1b75f8c2d tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:15.342979 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-798c8abf-a09b-436e-83f7-90d1b75f8c2d tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732636'] for security_group_rule, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:15.366048 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798c8abf-a09b-436e-83f7-90d1b75f8c2d tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd6eda96-4cb3-4568-b138-d3f8170be533,revision_number=0']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:02:15.372914 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-798c8abf-a09b-436e-83f7-90d1b75f8c2d tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:15.377037 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-798c8abf-a09b-436e-83f7-90d1b75f8c2d tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1292975 Jul 27 22:02:15.378507 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 39328) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:02:15.383159 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-8757bb53-eded-42e4-8f87-a6387e3ba068 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Request body: {'security_group_rule': {'security_group_id': '84de8e41-ab7f-4ac2-b1a5-31ccca448b8c', 'project_id': '25d69678ca2843da93a97645b6488fa6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:02:15.409379 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-8757bb53-eded-42e4-8f87-a6387e3ba068 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:15.466850 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-8757bb53-eded-42e4-8f87-a6387e3ba068 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:15.470377 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-8757bb53-eded-42e4-8f87-a6387e3ba068 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732636'] for security_group_rule, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:15.488527 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8757bb53-eded-42e4-8f87-a6387e3ba068 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d51fe94-f7e5-4a3b-a5a4-ebe8e9f84e98,revision_number=0']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:02:15.495632 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-8757bb53-eded-42e4-8f87-a6387e3ba068 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:15.496921 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-8757bb53-eded-42e4-8f87-a6387e3ba068 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1174233 Jul 27 22:02:15.499625 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 39330) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:02:15.504074 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-2427a4ac-6dcd-47e2-94f0-44e6574c12dc tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Request body: {'security_group_rule': {'security_group_id': '84de8e41-ab7f-4ac2-b1a5-31ccca448b8c', 'project_id': '25d69678ca2843da93a97645b6488fa6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:02:15.529627 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-2427a4ac-6dcd-47e2-94f0-44e6574c12dc tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:15.587772 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-2427a4ac-6dcd-47e2-94f0-44e6574c12dc tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:15.590836 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-2427a4ac-6dcd-47e2-94f0-44e6574c12dc tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732636'] for security_group_rule, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:15.607764 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2427a4ac-6dcd-47e2-94f0-44e6574c12dc tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb432ae7-d039-412f-94a1-98860b97c603,revision_number=0']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:02:15.614084 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-2427a4ac-6dcd-47e2-94f0-44e6574c12dc tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:15.616114 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-2427a4ac-6dcd-47e2-94f0-44e6574c12dc tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1154184 Jul 27 22:02:15.618757 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 39332) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:02:15.623143 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-a8f9f25f-6566-401b-93c5-e00c204012e0 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Request body: {'security_group_rule': {'security_group_id': '84de8e41-ab7f-4ac2-b1a5-31ccca448b8c', 'project_id': '25d69678ca2843da93a97645b6488fa6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:02:15.650576 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-a8f9f25f-6566-401b-93c5-e00c204012e0 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:15.713016 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-a8f9f25f-6566-401b-93c5-e00c204012e0 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:15.716980 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-a8f9f25f-6566-401b-93c5-e00c204012e0 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732636'] for security_group_rule, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:15.735750 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f9f25f-6566-401b-93c5-e00c204012e0 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4d584ca-289c-4cd6-b693-554a21c192df,revision_number=0']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:02:15.741187 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-a8f9f25f-6566-401b-93c5-e00c204012e0 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:15.742513 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-a8f9f25f-6566-401b-93c5-e00c204012e0 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1226630 Jul 27 22:02:15.745202 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 39334) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:02:15.749494 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-8ace2df0-ab9c-4b19-ac23-0d64c815c13b tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Request body: {'security_group_rule': {'security_group_id': '84de8e41-ab7f-4ac2-b1a5-31ccca448b8c', 'project_id': '25d69678ca2843da93a97645b6488fa6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:02:15.769502 n-d-705658-22 neutron-server[105585]: INFO neutron.db.securitygroups_db [None req-8ace2df0-ab9c-4b19-ac23-0d64c815c13b tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Project 25d69678ca2843da93a97645b6488fa6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 27 22:02:15.774602 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-8ace2df0-ab9c-4b19-ac23-0d64c815c13b tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:15.832460 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-8ace2df0-ab9c-4b19-ac23-0d64c815c13b tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:15.836321 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-8ace2df0-ab9c-4b19-ac23-0d64c815c13b tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732636'] for security_group_rule, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:15.853631 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ace2df0-ab9c-4b19-ac23-0d64c815c13b tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c1d8424-03a6-4971-9ff0-a083bc0f2b9f,revision_number=0']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:02:15.859472 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-8ace2df0-ab9c-4b19-ac23-0d64c815c13b tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:15.860766 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-8ace2df0-ab9c-4b19-ac23-0d64c815c13b tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1146772 Jul 27 22:02:15.863455 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 39336) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:02:15.868343 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-610ce1ce-bdbf-413f-ab76-daa28f439e08 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Request body: {'security_group_rule': {'security_group_id': '84de8e41-ab7f-4ac2-b1a5-31ccca448b8c', 'project_id': '25d69678ca2843da93a97645b6488fa6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:02:15.889155 n-d-705658-22 neutron-server[105585]: INFO neutron.db.securitygroups_db [None req-610ce1ce-bdbf-413f-ab76-daa28f439e08 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Project 25d69678ca2843da93a97645b6488fa6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 27 22:02:15.893931 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-610ce1ce-bdbf-413f-ab76-daa28f439e08 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:15.952872 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-610ce1ce-bdbf-413f-ab76-daa28f439e08 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:15.956169 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-610ce1ce-bdbf-413f-ab76-daa28f439e08 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732636'] for security_group_rule, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:15.973016 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610ce1ce-bdbf-413f-ab76-daa28f439e08 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03eb55e5-2f64-4455-a125-9fa5db1706ef,revision_number=0']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:02:15.979568 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-610ce1ce-bdbf-413f-ab76-daa28f439e08 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:15.980601 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-610ce1ce-bdbf-413f-ab76-daa28f439e08 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1162312 Jul 27 22:02:15.983490 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 39338) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:02:15.988310 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-628ea23d-a0d1-4bd9-8b99-6335871b7096 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Request body: {'network': {'name': 'tempest-network-smoke--938045462', 'project_id': '25d69678ca2843da93a97645b6488fa6', 'port_security_enabled': True}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:02:16.008421 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-628ea23d-a0d1-4bd9-8b99-6335871b7096 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Made reservation on behalf of 25d69678ca2843da93a97645b6488fa6 for: {'network': 1} {{(pid=105585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:02:16.011760 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-628ea23d-a0d1-4bd9-8b99-6335871b7096 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for network, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:16.035721 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-628ea23d-a0d1-4bd9-8b99-6335871b7096 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] vlan segment allocate from pool success with {'vlan_id': 211, 'physical_network': 'physnet1'} {{(pid=105585) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 22:02:16.044920 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-628ea23d-a0d1-4bd9-8b99-6335871b7096 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:16.045279 n-d-705658-22 neutron-server[105585]: INFO neutron.db.segments_db [None req-628ea23d-a0d1-4bd9-8b99-6335871b7096 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Added segment f3df5657-3667-4970-a058-b69d0d4dcc6e of type vlan for network 7eb7b0af-1383-4d40-bb6e-e2585dfa4377 Jul 27 22:02:16.086976 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-628ea23d-a0d1-4bd9-8b99-6335871b7096 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790688424798'] for network, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:16.114504 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-628ea23d-a0d1-4bd9-8b99-6335871b7096 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920'] for network, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:16.120234 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-628ea23d-a0d1-4bd9-8b99-6335871b7096 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:02:16.120817 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-628ea23d-a0d1-4bd9-8b99-6335871b7096 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks [] for network, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:16.159379 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.agents_db [None req-558fcd2c-e512-47bc-a170-8673d87f7213 None None] Agent healthcheck: found 7 active agents {{(pid=105587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 22:02:16.174915 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-628ea23d-a0d1-4bd9-8b99-6335871b7096 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1904438 Jul 27 22:02:16.177742 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 39340) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:02:16.182056 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-6ed7782c-43d9-4dd9-a877-95bd17e72a4c tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1544868107', 'admin_state_up': True, 'project_id': '25d69678ca2843da93a97645b6488fa6', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305'}}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:02:16.198678 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628ea23d-a0d1-4bd9-8b99-6335871b7096 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Pushing event updated for resources: {'Network': ['ID=7eb7b0af-1383-4d40-bb6e-e2585dfa4377,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:02:16.209656 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Network 7eb7b0af-1383-4d40-bb6e-e2585dfa4377 details requested by agent ovs-agent-n-d-705658-22 with host n-d-705658-22 {{(pid=105586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 22:02:16.213994 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-6ed7782c-43d9-4dd9-a877-95bd17e72a4c tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4163813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-443'] for router, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:16.215028 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-6ed7782c-43d9-4dd9-a877-95bd17e72a4c tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4165196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4077059', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3711235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-418'] for router, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:16.269820 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-6ed7782c-43d9-4dd9-a877-95bd17e72a4c tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:16.596002 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device f89da179-445b-4316-b053-74d590e85d00 no longer exists at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:02:16.617382 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] No Port match for: f89da179-445b-4316-b053-74d590e85d00 {{(pid=105586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:02:16.617727 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device f89da179-445b-4316-b053-74d590e85d00 not bound to the agent host n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:02:16.748137 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-6ed7782c-43d9-4dd9-a877-95bd17e72a4c tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4077169', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4163787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-400'] for router, precommit_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:16.940190 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-6ed7782c-43d9-4dd9-a877-95bd17e72a4c tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks [] for router_gateway, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:16.958814 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-6ed7782c-43d9-4dd9-a877-95bd17e72a4c tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:17.062493 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.db_base_plugin_common [None req-6ed7782c-43d9-4dd9-a877-95bd17e72a4c tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Allocated IP 172.25.5.218 (8735d8a2-b604-4758-ae71-b40e4ee6f305/eca7dbab-b9c0-4c8f-a272-816ea8a81764/5e158fbd-6399-4933-aa58-5ba3e8e6c189) {{(pid=105585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:02:17.161204 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-6ed7782c-43d9-4dd9-a877-95bd17e72a4c tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks [] for port, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:17.198828 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-6ed7782c-43d9-4dd9-a877-95bd17e72a4c tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:17.243371 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ed7782c-43d9-4dd9-a877-95bd17e72a4c tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Network 8735d8a2-b604-4758-ae71-b40e4ee6f305 is already hosted by enough agents. {{(pid=105585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:02:17.246085 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.base_scheduler [None req-6ed7782c-43d9-4dd9-a877-95bd17e72a4c tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Resources bound (agent type, host, resource id): {{(pid=105585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:02:17.250299 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ed7782c-43d9-4dd9-a877-95bd17e72a4c tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Received port after_create {{(pid=105585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:02:17.253275 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed7782c-43d9-4dd9-a877-95bd17e72a4c tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Pushing event updated for resources: {'Port': ['ID=5e158fbd-6399-4933-aa58-5ba3e8e6c189,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:02:17.500001 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-6ed7782c-43d9-4dd9-a877-95bd17e72a4c tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks [] for router_gateway, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:17.706181 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-6ed7782c-43d9-4dd9-a877-95bd17e72a4c tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4163804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4077150'] for router, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:17.829340 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ed7782c-43d9-4dd9-a877-95bd17e72a4c tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Router 543f599b-c40a-4c56-808f-c98d591418af is scheduled to L3 agent dd128fd7-8e57-4d4f-895b-a96b369df59a with binding_index 1 {{(pid=105585) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 22:02:17.936610 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ed7782c-43d9-4dd9-a877-95bd17e72a4c tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify agent at l3_agent.n-d-705658-22 the message routers_updated {{(pid=105585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:02:17.946334 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f9e1dcd-a93f-4731-b483-94257d841f03 None None] Sync routers for ids ['543f599b-c40a-4c56-808f-c98d591418af'] in n-d-705658-22 {{(pid=105587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:02:17.954473 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-6ed7782c-43d9-4dd9-a877-95bd17e72a4c tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks [] for router, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:17.955561 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f9e1dcd-a93f-4731-b483-94257d841f03 None None] Routers {'543f599b-c40a-4c56-808f-c98d591418af'} bound to L3 agent in host n-d-705658-22 {{(pid=105587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:02:17.955701 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-6ed7782c-43d9-4dd9-a877-95bd17e72a4c tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.7770393 Jul 27 22:02:17.956289 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-1f9e1dcd-a93f-4731-b483-94257d841f03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T22:02:12Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['543f599b-c40a-4c56-808f-c98d591418af'], 'active': True} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:02:17.959346 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 39342) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:02:17.991558 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-70d6687a-e939-4dee-806b-8a23cbb3704b tempest-TestNetworkAdvancedServerOps-1671970843 tempest-TestNetworkAdvancedServerOps-1671970843-project-admin] 10.222.0.59 "GET /v2.0/subnets?project_id=25d69678ca2843da93a97645b6488fa6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0309267 Jul 27 22:02:17.993948 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 39344) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:02:18.071597 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvr_db [None req-1f9e1dcd-a93f-4731-b483-94257d841f03 None None] Set router 543f599b-c40a-4c56-808f-c98d591418af gateway port host: n-d-705658-22 {{(pid=105587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:02:18.083919 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd5b7ea8-d50f-497e-85cb-1485d8461687 tempest-TestNetworkAdvancedServerOps-1671970843 tempest-TestNetworkAdvancedServerOps-1671970843-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:02:18.085362 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-dd5b7ea8-d50f-497e-85cb-1485d8461687 tempest-TestNetworkAdvancedServerOps-1671970843 tempest-TestNetworkAdvancedServerOps-1671970843-project-admin] 10.222.0.59 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0904875 Jul 27 22:02:18.088183 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 39346) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:02:18.120201 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-c25ce9e1-dd5e-486a-9560-c4f8e148c609 tempest-TestNetworkAdvancedServerOps-1671970843 tempest-TestNetworkAdvancedServerOps-1671970843-project-admin] 10.222.0.59 "GET /v2.0/subnets?network_id=8735d8a2-b604-4758-ae71-b40e4ee6f305&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0283749 Jul 27 22:02:18.120434 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 39348) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:02:18.125237 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-0121a07c-b1c4-44e3-8340-1ac4cfc210f5 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-177190470', 'network_id': '7eb7b0af-1383-4d40-bb6e-e2585dfa4377', 'project_id': '25d69678ca2843da93a97645b6488fa6', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:02:18.215407 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0121a07c-b1c4-44e3-8340-1ac4cfc210f5 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Made reservation on behalf of 25d69678ca2843da93a97645b6488fa6 for: {'subnet': 1} {{(pid=105585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:02:18.219203 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-0121a07c-b1c4-44e3-8340-1ac4cfc210f5 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9990620'] for subnet, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:18.255453 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-1f9e1dcd-a93f-4731-b483-94257d841f03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '543f599b-c40a-4c56-808f-c98d591418af', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1544868107', 'tenant_id': '25d69678ca2843da93a97645b6488fa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.218'}], 'enable_snat': True}, 'gw_port_id': '5e158fbd-6399-4933-aa58-5ba3e8e6c189', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:02:16Z', 'updated_at': '2021-07-27T22:02:17Z', 'revision_number': 3, 'project_id': '25d69678ca2843da93a97645b6488fa6', 'gw_port': {'id': '5e158fbd-6399-4933-aa58-5ba3e8e6c189', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:9b:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '543f599b-c40a-4c56-808f-c98d591418af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:02:16Z', 'updated_at': '2021-07-27T22:02:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22'}], 'n-d-705658-22', False) {} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:02:18.282284 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f9e1dcd-a93f-4731-b483-94257d841f03 None None] Checking router: 543f599b-c40a-4c56-808f-c98d591418af for host: n-d-705658-22 {{(pid=105587) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:02:18.282636 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f9e1dcd-a93f-4731-b483-94257d841f03 None None] Updating router 543f599b-c40a-4c56-808f-c98d591418af port 5e158fbd-6399-4933-aa58-5ba3e8e6c189 binding host n-d-705658-22 {{(pid=105587) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 22:02:18.322324 n-d-705658-22 neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-1f9e1dcd-a93f-4731-b483-94257d841f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:18.407692 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-0121a07c-b1c4-44e3-8340-1ac4cfc210f5 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10221797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9990606'] for subnet, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:18.471310 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0121a07c-b1c4-44e3-8340-1ac4cfc210f5 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Pushing event updated for resources: {'Subnet': ['ID=3f81c94b-56b0-4392-a15f-84b70926689f,revision_number=0']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:02:18.476915 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0121a07c-b1c4-44e3-8340-1ac4cfc210f5 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Checking segment: {'id': 'f3df5657-3667-4970-a058-b69d0d4dcc6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '7eb7b0af-1383-4d40-bb6e-e2585dfa4377'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:02:18.477760 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0121a07c-b1c4-44e3-8340-1ac4cfc210f5 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Network hostable DHCP agents. Network: 7eb7b0af-1383-4d40-bb6e-e2585dfa4377, hostable agents: ['7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a'], hosted agents: [] {{(pid=105585) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 22:02:18.494614 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0121a07c-b1c4-44e3-8340-1ac4cfc210f5 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Network 7eb7b0af-1383-4d40-bb6e-e2585dfa4377 is scheduled to be hosted by DHCP agent 7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a with binding_index 1 {{(pid=105585) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 22:02:18.503721 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.base_scheduler [None req-0121a07c-b1c4-44e3-8340-1ac4cfc210f5 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-22, 7eb7b0af-1383-4d40-bb6e-e2585dfa4377) {{(pid=105585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:02:18.508594 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0121a07c-b1c4-44e3-8340-1ac4cfc210f5 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:02:18.509190 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-0121a07c-b1c4-44e3-8340-1ac4cfc210f5 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks [] for subnet, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:18.514273 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-779c798e-6087-4970-84bb-5b239b049d74 None None] Network 7eb7b0af-1383-4d40-bb6e-e2585dfa4377 requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:02:18.527815 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-0121a07c-b1c4-44e3-8340-1ac4cfc210f5 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4064128 Jul 27 22:02:18.530508 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 39350) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:02:18.590675 n-d-705658-22 neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-1f9e1dcd-a93f-4731-b483-94257d841f03 None None] Notify callbacks [] for port, precommit_update {{(pid=105587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:18.600537 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.provisioning_blocks [None req-1f9e1dcd-a93f-4731-b483-94257d841f03 None None] Transition to ACTIVE for port object 5e158fbd-6399-4933-aa58-5ba3e8e6c189 will not be triggered until provisioned by entity L2. {{(pid=105587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:02:18.606713 n-d-705658-22 neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-1f9e1dcd-a93f-4731-b483-94257d841f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:18.651793 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.managers [None req-1f9e1dcd-a93f-4731-b483-94257d841f03 None None] Attempting to bind port 5e158fbd-6399-4933-aa58-5ba3e8e6c189 on host n-d-705658-22 for vnic_type normal with profile {{(pid=105587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:02:18.652350 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.managers [None req-1f9e1dcd-a93f-4731-b483-94257d841f03 None None] Attempting to bind port 5e158fbd-6399-4933-aa58-5ba3e8e6c189 by drivers openvswitch,hyperv on host n-d-705658-22 at level 0 using segments [{'id': '12196855-9a32-4633-9a56-77697ef9e126', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305'}] {{(pid=105587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:02:18.652817 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f9e1dcd-a93f-4731-b483-94257d841f03 None None] Attempting to bind port 5e158fbd-6399-4933-aa58-5ba3e8e6c189 on network 8735d8a2-b604-4758-ae71-b40e4ee6f305 {{(pid=105587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:02:18.663085 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f9e1dcd-a93f-4731-b483-94257d841f03 None None] Checking agent: {'id': '04a7ea91-6318-467e-ace6-b0fb48c8690f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 41, 42), 'started_at': datetime.datetime(2021, 7, 27, 20, 42, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 2, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:02:18.663499 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f9e1dcd-a93f-4731-b483-94257d841f03 None None] Checking segment: {'id': '12196855-9a32-4633-9a56-77697ef9e126', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:02:18.664034 n-d-705658-22 neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-1f9e1dcd-a93f-4731-b483-94257d841f03 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:18.664492 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f9e1dcd-a93f-4731-b483-94257d841f03 None None] Bound using segment: {'id': '12196855-9a32-4633-9a56-77697ef9e126', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305'} {{(pid=105587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:02:18.665039 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.managers [None req-1f9e1dcd-a93f-4731-b483-94257d841f03 None None] Bound port: 5e158fbd-6399-4933-aa58-5ba3e8e6c189, host: n-d-705658-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12196855-9a32-4633-9a56-77697ef9e126', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305'}}] {{(pid=105587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:02:18.665501 n-d-705658-22 neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-1f9e1dcd-a93f-4731-b483-94257d841f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:18.672139 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76ad0010-b8fc-416c-a8dd-0e4af0fb711a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30bb4b93-b285-5d90-9493-f9ec33ea333c-7eb7b0af-1383-4d40-bb6e-e2585dfa4377', 'network_id': '7eb7b0af-1383-4d40-bb6e-e2585dfa4377', 'tenant_id': '25d69678ca2843da93a97645b6488fa6', 'fixed_ips': [{'subnet_id': '3f81c94b-56b0-4392-a15f-84b70926689f'}]}} from n-d-705658-22. {{(pid=105586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 22:02:18.673130 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-76ad0010-b8fc-416c-a8dd-0e4af0fb711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:18.723766 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.db [None req-1f9e1dcd-a93f-4731-b483-94257d841f03 None None] For port 5e158fbd-6399-4933-aa58-5ba3e8e6c189, host n-d-705658-22, cleared binding levels {{(pid=105587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:02:18.727108 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.db [None req-1f9e1dcd-a93f-4731-b483-94257d841f03 None None] For port 5e158fbd-6399-4933-aa58-5ba3e8e6c189, host n-d-705658-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=5e158fbd-6399-4933-aa58-5ba3e8e6c189,segment=NetworkSegment(12196855-9a32-4633-9a56-77697ef9e126),segment_id=12196855-9a32-4633-9a56-77697ef9e126)] {{(pid=105587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:02:18.732346 n-d-705658-22 neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-1f9e1dcd-a93f-4731-b483-94257d841f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:18.734388 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f41f4d-7813-4704-b83f-c2f3e8583898 None None] Pushing event updated for resources: {'Port': ['ID=5e158fbd-6399-4933-aa58-5ba3e8e6c189,revision_number=2']} {{(pid=105587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:02:18.746005 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f41f4d-7813-4704-b83f-c2f3e8583898 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:02:18.746445 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f41f4d-7813-4704-b83f-c2f3e8583898 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:02:18.746860 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f41f4d-7813-4704-b83f-c2f3e8583898 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:02:18.747840 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f41f4d-7813-4704-b83f-c2f3e8583898 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:02:18.747840 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f41f4d-7813-4704-b83f-c2f3e8583898 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:02:18.748088 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f41f4d-7813-4704-b83f-c2f3e8583898 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:02:18.748416 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f41f4d-7813-4704-b83f-c2f3e8583898 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:02:18.748756 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f41f4d-7813-4704-b83f-c2f3e8583898 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:02:18.749086 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f41f4d-7813-4704-b83f-c2f3e8583898 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:02:18.749415 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f41f4d-7813-4704-b83f-c2f3e8583898 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:02:18.749746 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f41f4d-7813-4704-b83f-c2f3e8583898 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:02:18.750073 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f41f4d-7813-4704-b83f-c2f3e8583898 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:02:18.798769 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f9e1dcd-a93f-4731-b483-94257d841f03 None None] Routers {'543f599b-c40a-4c56-808f-c98d591418af'} bound to L3 agent in host n-d-705658-22 {{(pid=105587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:02:18.799417 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-1f9e1dcd-a93f-4731-b483-94257d841f03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T22:02:12Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['543f599b-c40a-4c56-808f-c98d591418af'], 'active': True} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:02:18.829286 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.db_base_plugin_common [None req-76ad0010-b8fc-416c-a8dd-0e4af0fb711a None None] Allocated IP 172.20.0.2 (7eb7b0af-1383-4d40-bb6e-e2585dfa4377/3f81c94b-56b0-4392-a15f-84b70926689f/af77faab-adf0-404d-b49f-d6e6b8938cfe) {{(pid=105586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:02:18.887997 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f41f4d-7813-4704-b83f-c2f3e8583898 None None] Pushing event updated for resources: {'Port': ['ID=5e158fbd-6399-4933-aa58-5ba3e8e6c189,revision_number=3']} {{(pid=105587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:02:18.919211 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvr_db [None req-1f9e1dcd-a93f-4731-b483-94257d841f03 None None] Set router 543f599b-c40a-4c56-808f-c98d591418af gateway port host: n-d-705658-22 {{(pid=105587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:02:18.985394 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-76ad0010-b8fc-416c-a8dd-0e4af0fb711a None None] Notify callbacks [] for port, precommit_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:18.995982 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-76ad0010-b8fc-416c-a8dd-0e4af0fb711a None None] Transition to ACTIVE for port object af77faab-adf0-404d-b49f-d6e6b8938cfe will not be triggered until provisioned by entity L2. {{(pid=105586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:02:19.000786 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-182a8161-0ed3-4072-b1ad-ee290547804e tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:19.016491 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-76ad0010-b8fc-416c-a8dd-0e4af0fb711a None None] Transition to ACTIVE for port object af77faab-adf0-404d-b49f-d6e6b8938cfe will not be triggered until provisioned by entity DHCP. {{(pid=105586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:02:19.024964 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-76ad0010-b8fc-416c-a8dd-0e4af0fb711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143'] for port, after_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:19.066249 n-d-705658-22 neutron-server[105586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76ad0010-b8fc-416c-a8dd-0e4af0fb711a None None] Network 7eb7b0af-1383-4d40-bb6e-e2585dfa4377 is already hosted by enough agents. {{(pid=105586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:02:19.069817 n-d-705658-22 neutron-server[105586]: DEBUG neutron.scheduler.base_scheduler [None req-76ad0010-b8fc-416c-a8dd-0e4af0fb711a None None] Resources bound (agent type, host, resource id): {{(pid=105586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:02:19.073399 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76ad0010-b8fc-416c-a8dd-0e4af0fb711a None None] Received port after_create {{(pid=105586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:02:19.109719 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ad0010-b8fc-416c-a8dd-0e4af0fb711a None None] Pushing event updated for resources: {'Port': ['ID=af77faab-adf0-404d-b49f-d6e6b8938cfe,revision_number=1']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:02:19.141025 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ad0010-b8fc-416c-a8dd-0e4af0fb711a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:02:19.141539 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ad0010-b8fc-416c-a8dd-0e4af0fb711a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:02:19.141980 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ad0010-b8fc-416c-a8dd-0e4af0fb711a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:02:19.142418 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ad0010-b8fc-416c-a8dd-0e4af0fb711a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:02:19.142871 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ad0010-b8fc-416c-a8dd-0e4af0fb711a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:02:19.143325 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ad0010-b8fc-416c-a8dd-0e4af0fb711a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:02:19.143733 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ad0010-b8fc-416c-a8dd-0e4af0fb711a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:02:19.144137 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ad0010-b8fc-416c-a8dd-0e4af0fb711a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:02:19.144529 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ad0010-b8fc-416c-a8dd-0e4af0fb711a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:02:19.144925 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ad0010-b8fc-416c-a8dd-0e4af0fb711a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:02:19.145317 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ad0010-b8fc-416c-a8dd-0e4af0fb711a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:02:19.145745 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ad0010-b8fc-416c-a8dd-0e4af0fb711a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:02:19.155455 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-76ad0010-b8fc-416c-a8dd-0e4af0fb711a None None] Attempting to bind port af77faab-adf0-404d-b49f-d6e6b8938cfe on host n-d-705658-22 for vnic_type normal with profile {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:02:19.156336 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-76ad0010-b8fc-416c-a8dd-0e4af0fb711a None None] Attempting to bind port af77faab-adf0-404d-b49f-d6e6b8938cfe by drivers openvswitch,hyperv on host n-d-705658-22 at level 0 using segments [{'id': 'f3df5657-3667-4970-a058-b69d0d4dcc6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '7eb7b0af-1383-4d40-bb6e-e2585dfa4377'}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:02:19.156729 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76ad0010-b8fc-416c-a8dd-0e4af0fb711a None None] Attempting to bind port af77faab-adf0-404d-b49f-d6e6b8938cfe on network 7eb7b0af-1383-4d40-bb6e-e2585dfa4377 {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:02:19.163822 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76ad0010-b8fc-416c-a8dd-0e4af0fb711a None None] Checking agent: {'id': '04a7ea91-6318-467e-ace6-b0fb48c8690f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 41, 42), 'started_at': datetime.datetime(2021, 7, 27, 20, 42, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 2, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:02:19.164251 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76ad0010-b8fc-416c-a8dd-0e4af0fb711a None None] Checking segment: {'id': 'f3df5657-3667-4970-a058-b69d0d4dcc6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '7eb7b0af-1383-4d40-bb6e-e2585dfa4377'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:02:19.164669 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-76ad0010-b8fc-416c-a8dd-0e4af0fb711a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:19.165065 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76ad0010-b8fc-416c-a8dd-0e4af0fb711a None None] Bound using segment: {'id': 'f3df5657-3667-4970-a058-b69d0d4dcc6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '7eb7b0af-1383-4d40-bb6e-e2585dfa4377'} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:02:19.165542 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-76ad0010-b8fc-416c-a8dd-0e4af0fb711a None None] Bound port: af77faab-adf0-404d-b49f-d6e6b8938cfe, host: n-d-705658-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3df5657-3667-4970-a058-b69d0d4dcc6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '7eb7b0af-1383-4d40-bb6e-e2585dfa4377'}}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:02:19.166819 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-76ad0010-b8fc-416c-a8dd-0e4af0fb711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:19.211465 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-1f9e1dcd-a93f-4731-b483-94257d841f03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '543f599b-c40a-4c56-808f-c98d591418af', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1544868107', 'tenant_id': '25d69678ca2843da93a97645b6488fa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.218'}], 'enable_snat': True}, 'gw_port_id': '5e158fbd-6399-4933-aa58-5ba3e8e6c189', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:02:16Z', 'updated_at': '2021-07-27T22:02:17Z', 'revision_number': 3, 'project_id': '25d69678ca2843da93a97645b6488fa6', 'gw_port': {'id': '5e158fbd-6399-4933-aa58-5ba3e8e6c189', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:9b:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '543f599b-c40a-4c56-808f-c98d591418af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:02:16Z', 'updated_at': '2021-07-27T22:02:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22'}], 'n-d-705658-22', False) {} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:02:19.237272 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-76ad0010-b8fc-416c-a8dd-0e4af0fb711a None None] For port af77faab-adf0-404d-b49f-d6e6b8938cfe, host n-d-705658-22, cleared binding levels {{(pid=105586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:02:19.241551 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-76ad0010-b8fc-416c-a8dd-0e4af0fb711a None None] For port af77faab-adf0-404d-b49f-d6e6b8938cfe, host n-d-705658-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=af77faab-adf0-404d-b49f-d6e6b8938cfe,segment=NetworkSegment(f3df5657-3667-4970-a058-b69d0d4dcc6e),segment_id=f3df5657-3667-4970-a058-b69d0d4dcc6e)] {{(pid=105586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:02:19.244101 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f9e1dcd-a93f-4731-b483-94257d841f03 None None] The sync data for ids ['543f599b-c40a-4c56-808f-c98d591418af'] in n-d-705658-22 is: [{'id': '543f599b-c40a-4c56-808f-c98d591418af', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1544868107', 'tenant_id': '25d69678ca2843da93a97645b6488fa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.218'}], 'enable_snat': True}, 'gw_port_id': '5e158fbd-6399-4933-aa58-5ba3e8e6c189', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:02:16Z', 'updated_at': '2021-07-27T22:02:17Z', 'revision_number': 3, 'project_id': '25d69678ca2843da93a97645b6488fa6', 'gw_port': {'id': '5e158fbd-6399-4933-aa58-5ba3e8e6c189', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:9b:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '543f599b-c40a-4c56-808f-c98d591418af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:02:16Z', 'updated_at': '2021-07-27T22:02:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22'}] {{(pid=105587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:02:19.245916 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-76ad0010-b8fc-416c-a8dd-0e4af0fb711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:19.299041 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.db_base_plugin_common [None req-182a8161-0ed3-4072-b1ad-ee290547804e tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Allocated IP 172.20.0.1 (7eb7b0af-1383-4d40-bb6e-e2585dfa4377/3f81c94b-56b0-4392-a15f-84b70926689f/e4f0e9f9-3608-46ee-860b-486723cfaa3d) {{(pid=105585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:02:19.309104 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ad0010-b8fc-416c-a8dd-0e4af0fb711a None None] Pushing event updated for resources: {'Port': ['ID=af77faab-adf0-404d-b49f-d6e6b8938cfe,revision_number=2']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:02:19.440079 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-182a8161-0ed3-4072-b1ad-ee290547804e tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks [] for port, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:19.457683 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.provisioning_blocks [None req-182a8161-0ed3-4072-b1ad-ee290547804e tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Transition to ACTIVE for port object e4f0e9f9-3608-46ee-860b-486723cfaa3d will not be triggered until provisioned by entity DHCP. {{(pid=105585) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:02:19.537163 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-182a8161-0ed3-4072-b1ad-ee290547804e tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:19.587286 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-182a8161-0ed3-4072-b1ad-ee290547804e tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Network 7eb7b0af-1383-4d40-bb6e-e2585dfa4377 is already hosted by enough agents. {{(pid=105585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:02:19.592945 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.base_scheduler [None req-182a8161-0ed3-4072-b1ad-ee290547804e tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Resources bound (agent type, host, resource id): {{(pid=105585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:02:19.596937 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-182a8161-0ed3-4072-b1ad-ee290547804e tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Received port after_create {{(pid=105585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:02:19.604520 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182a8161-0ed3-4072-b1ad-ee290547804e tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Pushing event updated for resources: {'Port': ['ID=e4f0e9f9-3608-46ee-860b-486723cfaa3d,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:02:19.657413 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-182a8161-0ed3-4072-b1ad-ee290547804e tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4075523'] for router_interface, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:19.808355 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-182a8161-0ed3-4072-b1ad-ee290547804e tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:20.107658 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-182a8161-0ed3-4072-b1ad-ee290547804e tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks [] for port, precommit_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:20.113540 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-182a8161-0ed3-4072-b1ad-ee290547804e tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10221672'] for port, after_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:20.193675 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182a8161-0ed3-4072-b1ad-ee290547804e tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Pushing event updated for resources: {'Port': ['ID=e4f0e9f9-3608-46ee-860b-486723cfaa3d,revision_number=2']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:02:20.197126 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-182a8161-0ed3-4072-b1ad-ee290547804e tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3743906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4076435'] for router_interface, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:20.290729 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-182a8161-0ed3-4072-b1ad-ee290547804e tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Network 7eb7b0af-1383-4d40-bb6e-e2585dfa4377 is already hosted by enough agents. {{(pid=105585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:02:20.292189 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.base_scheduler [None req-182a8161-0ed3-4072-b1ad-ee290547804e tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Resources bound (agent type, host, resource id): {{(pid=105585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:02:20.311455 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4900af4b-da45-4acb-b277-413e4c9e2272 None None] Network 7eb7b0af-1383-4d40-bb6e-e2585dfa4377 requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:02:20.408057 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-182a8161-0ed3-4072-b1ad-ee290547804e tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Router 543f599b-c40a-4c56-808f-c98d591418af has already been hosted by L3 agent dd128fd7-8e57-4d4f-895b-a96b369df59a {{(pid=105585) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:02:20.441020 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-175e3b5e-77db-4b38-888d-f792c71579be None None] Provisioning for port af77faab-adf0-404d-b49f-d6e6b8938cfe completed by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:02:20.726904 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 5e158fbd-6399-4933-aa58-5ba3e8e6c189 up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:02:20.799953 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-d6f48c0a-fc76-4f99-a9b2-20156d074d23 None None] Provisioning for port e4f0e9f9-3608-46ee-860b-486723cfaa3d completed by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:02:20.805205 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning for port 5e158fbd-6399-4933-aa58-5ba3e8e6c189 completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:02:20.810402 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-d6f48c0a-fc76-4f99-a9b2-20156d074d23 None None] Provisioning complete for port e4f0e9f9-3608-46ee-860b-486723cfaa3d triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:02:20.810787 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-d6f48c0a-fc76-4f99-a9b2-20156d074d23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:20.812380 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port 5e158fbd-6399-4933-aa58-5ba3e8e6c189 triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:02:20.812737 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:20.882670 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-d6f48c0a-fc76-4f99-a9b2-20156d074d23 None None] Port e4f0e9f9-3608-46ee-860b-486723cfaa3d cannot update to ACTIVE because it is not bound. {{(pid=105586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:02:20.906470 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-182a8161-0ed3-4072-b1ad-ee290547804e tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify agent at l3_agent.n-d-705658-22 the message routers_updated {{(pid=105585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:02:20.923066 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-182a8161-0ed3-4072-b1ad-ee290547804e tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] 10.222.0.59 "PUT /v2.0/routers/543f599b-c40a-4c56-808f-c98d591418af/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3879299 Jul 27 22:02:20.931393 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:20.954543 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] For port 5e158fbd-6399-4933-aa58-5ba3e8e6c189, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=5e158fbd-6399-4933-aa58-5ba3e8e6c189,segment=NetworkSegment(12196855-9a32-4633-9a56-77697ef9e126),segment_id=12196855-9a32-4633-9a56-77697ef9e126)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:02:20.958988 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:20.959813 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device af77faab-adf0-404d-b49f-d6e6b8938cfe up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:02:21.044019 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62c19e01-4d3c-42d0-98cb-c724af69c286 None None] Sync routers for ids ['543f599b-c40a-4c56-808f-c98d591418af'] in n-d-705658-22 {{(pid=105586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:02:21.055854 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Pushing event updated for resources: {'Port': ['ID=5e158fbd-6399-4933-aa58-5ba3e8e6c189,revision_number=4']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:02:21.059657 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-0ea91014-bd29-4480-8c0b-856f8edaf7a4 None None] Provisioning complete for port e4f0e9f9-3608-46ee-860b-486723cfaa3d triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:02:21.059989 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-0ea91014-bd29-4480-8c0b-856f8edaf7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:21.087366 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62c19e01-4d3c-42d0-98cb-c724af69c286 None None] Routers {'543f599b-c40a-4c56-808f-c98d591418af'} bound to L3 agent in host n-d-705658-22 {{(pid=105586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:02:21.088008 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-62c19e01-4d3c-42d0-98cb-c724af69c286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T22:02:12Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['543f599b-c40a-4c56-808f-c98d591418af'], 'active': True} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:02:21.089317 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-60ee4ec6-b685-4e87-a235-876ce04aa7ee req-b5879530-ecc6-42f6-a2e1-e09921ddad16 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-917381429&fields=id&tenant_id=25d69678ca2843da93a97645b6488fa6 HTTP/1.1" status: 200 len: 267 time: 0.0368345 Jul 27 22:02:21.140926 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-0ea91014-bd29-4480-8c0b-856f8edaf7a4 None None] Port e4f0e9f9-3608-46ee-860b-486723cfaa3d cannot update to ACTIVE because it is not bound. {{(pid=105586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:02:21.144272 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning for port af77faab-adf0-404d-b49f-d6e6b8938cfe completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:02:21.155120 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port af77faab-adf0-404d-b49f-d6e6b8938cfe triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:02:21.155962 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:21.210149 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ee4ec6-b685-4e87-a235-876ce04aa7ee req-b50a57db-1a01-4d46-b333-e4c23caf5166 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:02:21.212036 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-60ee4ec6-b685-4e87-a235-876ce04aa7ee req-b50a57db-1a01-4d46-b333-e4c23caf5166 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] 10.222.0.59 "GET /v2.0/networks?id=7eb7b0af-1383-4d40-bb6e-e2585dfa4377 HTTP/1.1" status: 200 len: 796 time: 0.1152062 Jul 27 22:02:21.227284 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-60ee4ec6-b685-4e87-a235-876ce04aa7ee req-0f48265b-0e4f-4559-a250-287e3b3c4df7 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] 10.222.0.59 "GET /v2.0/quotas/25d69678ca2843da93a97645b6488fa6 HTTP/1.1" status: 200 len: 375 time: 0.0096946 Jul 27 22:02:21.244631 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvr_db [None req-62c19e01-4d3c-42d0-98cb-c724af69c286 None None] Set router 543f599b-c40a-4c56-808f-c98d591418af gateway port host: n-d-705658-22 {{(pid=105586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:02:21.296368 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-60ee4ec6-b685-4e87-a235-876ce04aa7ee req-78879649-fcfc-4dce-94aa-31b7cb8bb0f9 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=25d69678ca2843da93a97645b6488fa6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0630977 Jul 27 22:02:21.322713 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-e20d7361-93e7-4d3c-8ec1-01d6133adeeb None None] Provisioning complete for port e4f0e9f9-3608-46ee-860b-486723cfaa3d triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:02:21.323361 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-e20d7361-93e7-4d3c-8ec1-01d6133adeeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:21.383450 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:21.395255 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-60ee4ec6-b685-4e87-a235-876ce04aa7ee req-25c747a2-5e2d-4202-aaa7-969bb1f1b388 service neutron] 10.222.0.59 "GET /v2.0/networks/7eb7b0af-1383-4d40-bb6e-e2585dfa4377?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864038 Jul 27 22:02:21.461678 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-e20d7361-93e7-4d3c-8ec1-01d6133adeeb None None] Port e4f0e9f9-3608-46ee-860b-486723cfaa3d cannot update to ACTIVE because it is not bound. {{(pid=105586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:02:21.473344 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] For port af77faab-adf0-404d-b49f-d6e6b8938cfe, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=af77faab-adf0-404d-b49f-d6e6b8938cfe,segment=NetworkSegment(f3df5657-3667-4970-a058-b69d0d4dcc6e),segment_id=f3df5657-3667-4970-a058-b69d0d4dcc6e)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:02:21.482498 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:21.491250 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-60ee4ec6-b685-4e87-a235-876ce04aa7ee req-9ba5f276-a920-4f40-9d3b-d829a6833245 service neutron] 10.222.0.59 "GET /v2.0/networks/7eb7b0af-1383-4d40-bb6e-e2585dfa4377?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897086 Jul 27 22:02:21.560909 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Pushing event updated for resources: {'Port': ['ID=af77faab-adf0-404d-b49f-d6e6b8938cfe,revision_number=3']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:02:21.581738 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-62c19e01-4d3c-42d0-98cb-c724af69c286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '543f599b-c40a-4c56-808f-c98d591418af', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1544868107', 'tenant_id': '25d69678ca2843da93a97645b6488fa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.218'}], 'enable_snat': True}, 'gw_port_id': '5e158fbd-6399-4933-aa58-5ba3e8e6c189', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:02:16Z', 'updated_at': '2021-07-27T22:02:19Z', 'revision_number': 4, 'project_id': '25d69678ca2843da93a97645b6488fa6', 'gw_port': {'id': '5e158fbd-6399-4933-aa58-5ba3e8e6c189', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:9b:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '543f599b-c40a-4c56-808f-c98d591418af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:02:16Z', 'updated_at': '2021-07-27T22:02:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_interfaces': [{'id': 'e4f0e9f9-3608-46ee-860b-486723cfaa3d', 'name': '', 'network_id': '7eb7b0af-1383-4d40-bb6e-e2585dfa4377', 'tenant_id': '25d69678ca2843da93a97645b6488fa6', 'mac_address': 'fa:16:3e:ca:fa:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '543f599b-c40a-4c56-808f-c98d591418af', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '3f81c94b-56b0-4392-a15f-84b70926689f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:02:19Z', 'updated_at': '2021-07-27T22:02:19Z', 'revision_number': 2, 'project_id': '25d69678ca2843da93a97645b6488fa6', 'subnets': [{'id': '3f81c94b-56b0-4392-a15f-84b70926689f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-22', False) {} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:02:21.613994 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62c19e01-4d3c-42d0-98cb-c724af69c286 None None] Checking router: 543f599b-c40a-4c56-808f-c98d591418af for host: n-d-705658-22 {{(pid=105586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:02:21.614354 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62c19e01-4d3c-42d0-98cb-c724af69c286 None None] Updating router 543f599b-c40a-4c56-808f-c98d591418af port e4f0e9f9-3608-46ee-860b-486723cfaa3d binding host n-d-705658-22 {{(pid=105586) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 22:02:21.655249 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-62c19e01-4d3c-42d0-98cb-c724af69c286 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:21.669937 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-88ff21bf-8dfe-49bc-92db-f089e426a806 req-ad609e17-384f-4072-b762-1f361f2c420a tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] 10.222.0.59 "GET /v2.0/ports?device_id=829bb379-ef71-4347-a9c3-686cb1f8b29a HTTP/1.1" status: 200 len: 210 time: 0.0341835 Jul 27 22:02:21.925996 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-62c19e01-4d3c-42d0-98cb-c724af69c286 None None] Notify callbacks [] for port, precommit_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:21.936378 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-62c19e01-4d3c-42d0-98cb-c724af69c286 None None] Transition to ACTIVE for port object e4f0e9f9-3608-46ee-860b-486723cfaa3d will not be triggered until provisioned by entity L2. {{(pid=105586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:02:21.943024 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-62c19e01-4d3c-42d0-98cb-c724af69c286 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:21.990514 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619b2a81-195c-4876-ab9d-6716460a3dab None None] Pushing event updated for resources: {'Port': ['ID=e4f0e9f9-3608-46ee-860b-486723cfaa3d,revision_number=3']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:02:22.047999 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-62c19e01-4d3c-42d0-98cb-c724af69c286 None None] Attempting to bind port e4f0e9f9-3608-46ee-860b-486723cfaa3d on host n-d-705658-22 for vnic_type normal with profile {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:02:22.048368 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-62c19e01-4d3c-42d0-98cb-c724af69c286 None None] Attempting to bind port e4f0e9f9-3608-46ee-860b-486723cfaa3d by drivers openvswitch,hyperv on host n-d-705658-22 at level 0 using segments [{'id': 'f3df5657-3667-4970-a058-b69d0d4dcc6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '7eb7b0af-1383-4d40-bb6e-e2585dfa4377'}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:02:22.048761 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62c19e01-4d3c-42d0-98cb-c724af69c286 None None] Attempting to bind port e4f0e9f9-3608-46ee-860b-486723cfaa3d on network 7eb7b0af-1383-4d40-bb6e-e2585dfa4377 {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:02:22.055726 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62c19e01-4d3c-42d0-98cb-c724af69c286 None None] Checking agent: {'id': '04a7ea91-6318-467e-ace6-b0fb48c8690f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 41, 42), 'started_at': datetime.datetime(2021, 7, 27, 20, 42, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 2, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:02:22.056153 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62c19e01-4d3c-42d0-98cb-c724af69c286 None None] Checking segment: {'id': 'f3df5657-3667-4970-a058-b69d0d4dcc6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '7eb7b0af-1383-4d40-bb6e-e2585dfa4377'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:02:22.056561 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-62c19e01-4d3c-42d0-98cb-c724af69c286 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:22.057015 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62c19e01-4d3c-42d0-98cb-c724af69c286 None None] Bound using segment: {'id': 'f3df5657-3667-4970-a058-b69d0d4dcc6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '7eb7b0af-1383-4d40-bb6e-e2585dfa4377'} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:02:22.057411 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-62c19e01-4d3c-42d0-98cb-c724af69c286 None None] Bound port: e4f0e9f9-3608-46ee-860b-486723cfaa3d, host: n-d-705658-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3df5657-3667-4970-a058-b69d0d4dcc6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '7eb7b0af-1383-4d40-bb6e-e2585dfa4377'}}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:02:22.057788 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-62c19e01-4d3c-42d0-98cb-c724af69c286 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:22.126856 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-62c19e01-4d3c-42d0-98cb-c724af69c286 None None] For port e4f0e9f9-3608-46ee-860b-486723cfaa3d, host n-d-705658-22, cleared binding levels {{(pid=105586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:02:22.130461 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-62c19e01-4d3c-42d0-98cb-c724af69c286 None None] For port e4f0e9f9-3608-46ee-860b-486723cfaa3d, host n-d-705658-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=e4f0e9f9-3608-46ee-860b-486723cfaa3d,segment=NetworkSegment(f3df5657-3667-4970-a058-b69d0d4dcc6e),segment_id=f3df5657-3667-4970-a058-b69d0d4dcc6e)] {{(pid=105586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:02:22.134614 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-62c19e01-4d3c-42d0-98cb-c724af69c286 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:22.214075 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619b2a81-195c-4876-ab9d-6716460a3dab None None] Pushing event updated for resources: {'Port': ['ID=e4f0e9f9-3608-46ee-860b-486723cfaa3d,revision_number=4']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:02:22.217609 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62c19e01-4d3c-42d0-98cb-c724af69c286 None None] Routers {'543f599b-c40a-4c56-808f-c98d591418af'} bound to L3 agent in host n-d-705658-22 {{(pid=105586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:02:22.218229 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-62c19e01-4d3c-42d0-98cb-c724af69c286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T22:02:12Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['543f599b-c40a-4c56-808f-c98d591418af'], 'active': True} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:02:22.489499 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvr_db [None req-62c19e01-4d3c-42d0-98cb-c724af69c286 None None] Set router 543f599b-c40a-4c56-808f-c98d591418af gateway port host: n-d-705658-22 {{(pid=105586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:02:22.600555 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ee4ec6-b685-4e87-a235-876ce04aa7ee req-b64a7c6e-4a28-4753-9f40-7dd362414f42 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:02:22.602059 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-60ee4ec6-b685-4e87-a235-876ce04aa7ee req-b64a7c6e-4a28-4753-9f40-7dd362414f42 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] 10.222.0.36 "GET /v2.0/networks?id=7eb7b0af-1383-4d40-bb6e-e2585dfa4377 HTTP/1.1" status: 200 len: 796 time: 0.1140184 Jul 27 22:02:22.651120 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-60ee4ec6-b685-4e87-a235-876ce04aa7ee req-bc25347e-d4cc-4d8d-a073-22bd21818a74 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=25d69678ca2843da93a97645b6488fa6 HTTP/1.1" status: 200 len: 379 time: 0.0393908 Jul 27 22:02:22.666940 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 5e158fbd-6399-4933-aa58-5ba3e8e6c189 up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:02:22.667217 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [req-60ee4ec6-b685-4e87-a235-876ce04aa7ee req-7610099b-6b69-41fc-8d55-49a00160f866 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Request body: {'port': {'device_id': '829bb379-ef71-4347-a9c3-686cb1f8b29a', 'network_id': '7eb7b0af-1383-4d40-bb6e-e2585dfa4377', 'admin_state_up': True, 'tenant_id': '25d69678ca2843da93a97645b6488fa6', 'security_groups': ['84de8e41-ab7f-4ac2-b1a5-31ccca448b8c']}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:02:22.736126 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-62c19e01-4d3c-42d0-98cb-c724af69c286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '543f599b-c40a-4c56-808f-c98d591418af', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1544868107', 'tenant_id': '25d69678ca2843da93a97645b6488fa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.218'}], 'enable_snat': True}, 'gw_port_id': '5e158fbd-6399-4933-aa58-5ba3e8e6c189', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:02:16Z', 'updated_at': '2021-07-27T22:02:19Z', 'revision_number': 4, 'project_id': '25d69678ca2843da93a97645b6488fa6', 'gw_port': {'id': '5e158fbd-6399-4933-aa58-5ba3e8e6c189', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:9b:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '543f599b-c40a-4c56-808f-c98d591418af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:02:16Z', 'updated_at': '2021-07-27T22:02:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_interfaces': [{'id': 'e4f0e9f9-3608-46ee-860b-486723cfaa3d', 'name': '', 'network_id': '7eb7b0af-1383-4d40-bb6e-e2585dfa4377', 'tenant_id': '25d69678ca2843da93a97645b6488fa6', 'mac_address': 'fa:16:3e:ca:fa:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '543f599b-c40a-4c56-808f-c98d591418af', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '3f81c94b-56b0-4392-a15f-84b70926689f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:02:19Z', 'updated_at': '2021-07-27T22:02:22Z', 'revision_number': 4, 'project_id': '25d69678ca2843da93a97645b6488fa6', 'subnets': [{'id': '3f81c94b-56b0-4392-a15f-84b70926689f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-22', False) {} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:02:22.769892 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port 5e158fbd-6399-4933-aa58-5ba3e8e6c189 triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:02:22.770290 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:22.772935 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62c19e01-4d3c-42d0-98cb-c724af69c286 None None] The sync data for ids ['543f599b-c40a-4c56-808f-c98d591418af'] in n-d-705658-22 is: [{'id': '543f599b-c40a-4c56-808f-c98d591418af', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1544868107', 'tenant_id': '25d69678ca2843da93a97645b6488fa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.218'}], 'enable_snat': True}, 'gw_port_id': '5e158fbd-6399-4933-aa58-5ba3e8e6c189', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:02:16Z', 'updated_at': '2021-07-27T22:02:19Z', 'revision_number': 4, 'project_id': '25d69678ca2843da93a97645b6488fa6', 'gw_port': {'id': '5e158fbd-6399-4933-aa58-5ba3e8e6c189', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:9b:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '543f599b-c40a-4c56-808f-c98d591418af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:02:16Z', 'updated_at': '2021-07-27T22:02:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_interfaces': [{'id': 'e4f0e9f9-3608-46ee-860b-486723cfaa3d', 'name': '', 'network_id': '7eb7b0af-1383-4d40-bb6e-e2585dfa4377', 'tenant_id': '25d69678ca2843da93a97645b6488fa6', 'mac_address': 'fa:16:3e:ca:fa:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '543f599b-c40a-4c56-808f-c98d591418af', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '3f81c94b-56b0-4392-a15f-84b70926689f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:02:19Z', 'updated_at': '2021-07-27T22:02:22Z', 'revision_number': 4, 'project_id': '25d69678ca2843da93a97645b6488fa6', 'subnets': [{'id': '3f81c94b-56b0-4392-a15f-84b70926689f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:02:22.778117 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-163a624a-8403-4dde-b78e-5a61d328bdfc req-b4ac4e42-7c9e-4334-b801-165f7eacf450 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] 10.222.0.59 "GET /v2.0/ports?device_id=829bb379-ef71-4347-a9c3-686cb1f8b29a HTTP/1.1" status: 200 len: 210 time: 0.0354314 Jul 27 22:02:22.897020 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device af77faab-adf0-404d-b49f-d6e6b8938cfe up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:02:22.963499 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port af77faab-adf0-404d-b49f-d6e6b8938cfe triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:02:22.963890 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:23.122377 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-60ee4ec6-b685-4e87-a235-876ce04aa7ee req-7610099b-6b69-41fc-8d55-49a00160f866 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Made reservation on behalf of 25d69678ca2843da93a97645b6488fa6 for: {'port': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:02:23.126147 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-60ee4ec6-b685-4e87-a235-876ce04aa7ee req-7610099b-6b69-41fc-8d55-49a00160f866 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:23.256455 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.db_base_plugin_common [req-60ee4ec6-b685-4e87-a235-876ce04aa7ee req-7610099b-6b69-41fc-8d55-49a00160f866 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Allocated IP 172.20.0.8 (7eb7b0af-1383-4d40-bb6e-e2585dfa4377/3f81c94b-56b0-4392-a15f-84b70926689f/bf71f3e3-8470-4ea6-8e0d-fa8dbc6a7bcb) {{(pid=105584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:02:23.416267 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-60ee4ec6-b685-4e87-a235-876ce04aa7ee req-7610099b-6b69-41fc-8d55-49a00160f866 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks [] for port, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:23.432755 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.provisioning_blocks [req-60ee4ec6-b685-4e87-a235-876ce04aa7ee req-7610099b-6b69-41fc-8d55-49a00160f866 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Transition to ACTIVE for port object bf71f3e3-8470-4ea6-8e0d-fa8dbc6a7bcb will not be triggered until provisioned by entity DHCP. {{(pid=105584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:02:23.467022 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-60ee4ec6-b685-4e87-a235-876ce04aa7ee req-7610099b-6b69-41fc-8d55-49a00160f866 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:23.511888 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-60ee4ec6-b685-4e87-a235-876ce04aa7ee req-7610099b-6b69-41fc-8d55-49a00160f866 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Network 7eb7b0af-1383-4d40-bb6e-e2585dfa4377 is already hosted by enough agents. {{(pid=105584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:02:23.516895 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [req-60ee4ec6-b685-4e87-a235-876ce04aa7ee req-7610099b-6b69-41fc-8d55-49a00160f866 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Resources bound (agent type, host, resource id): {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:02:23.519368 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [req-60ee4ec6-b685-4e87-a235-876ce04aa7ee req-7610099b-6b69-41fc-8d55-49a00160f866 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Received port after_create {{(pid=105584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:02:23.551433 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7610099b-6b69-41fc-8d55-49a00160f866 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Pushing event updated for resources: {'Port': ['ID=bf71f3e3-8470-4ea6-8e0d-fa8dbc6a7bcb,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:02:23.577895 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ee4ec6-b685-4e87-a235-876ce04aa7ee req-7610099b-6b69-41fc-8d55-49a00160f866 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:02:23.578650 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-60ee4ec6-b685-4e87-a235-876ce04aa7ee req-7610099b-6b69-41fc-8d55-49a00160f866 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:23.606776 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-60ee4ec6-b685-4e87-a235-876ce04aa7ee req-7610099b-6b69-41fc-8d55-49a00160f866 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9436815 Jul 27 22:02:23.622673 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [req-60ee4ec6-b685-4e87-a235-876ce04aa7ee req-c2ba1998-179f-4030-9669-25a8edc38c74 service neutron] Request body: {'port': {'device_id': '829bb379-ef71-4347-a9c3-686cb1f8b29a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-705658-22'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:02:23.710179 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-60ee4ec6-b685-4e87-a235-876ce04aa7ee req-c2ba1998-179f-4030-9669-25a8edc38c74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:23.827240 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-9e68833c-df7e-468b-94e4-bb85e1b5efe8 None None] Provisioning for port bf71f3e3-8470-4ea6-8e0d-fa8dbc6a7bcb completed by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:02:23.832757 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-9e68833c-df7e-468b-94e4-bb85e1b5efe8 None None] Provisioning complete for port bf71f3e3-8470-4ea6-8e0d-fa8dbc6a7bcb triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:02:23.833429 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-9e68833c-df7e-468b-94e4-bb85e1b5efe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:23.886460 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-9e68833c-df7e-468b-94e4-bb85e1b5efe8 None None] Port bf71f3e3-8470-4ea6-8e0d-fa8dbc6a7bcb cannot update to ACTIVE because it is not bound. {{(pid=105586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:02:23.984066 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ac1ba4-399d-4616-95fe-bd08bda13e61 req-96fd0d32-a287-4418-a5e1-40a1fcb7cd9d tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:02:23.985572 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-32ac1ba4-399d-4616-95fe-bd08bda13e61 req-96fd0d32-a287-4418-a5e1-40a1fcb7cd9d tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] 10.222.0.59 "GET /v2.0/ports?device_id=829bb379-ef71-4347-a9c3-686cb1f8b29a HTTP/1.1" status: 200 len: 931 time: 0.0663962 Jul 27 22:02:24.001035 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [req-60ee4ec6-b685-4e87-a235-876ce04aa7ee req-c2ba1998-179f-4030-9669-25a8edc38c74 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf71f3e3-8470-4ea6-8e0d-fa8dbc6a7bcb {{(pid=105584) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:02:24.009172 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-60ee4ec6-b685-4e87-a235-876ce04aa7ee req-c2ba1998-179f-4030-9669-25a8edc38c74 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:24.022759 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.provisioning_blocks [req-60ee4ec6-b685-4e87-a235-876ce04aa7ee req-c2ba1998-179f-4030-9669-25a8edc38c74 service neutron] Transition to ACTIVE for port object bf71f3e3-8470-4ea6-8e0d-fa8dbc6a7bcb will not be triggered until provisioned by entity L2. {{(pid=105584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:02:24.026692 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-60ee4ec6-b685-4e87-a235-876ce04aa7ee req-c2ba1998-179f-4030-9669-25a8edc38c74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9014027'] for port, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:24.032275 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-32ac1ba4-399d-4616-95fe-bd08bda13e61 req-f48eb230-7ee3-4c1f-8b84-a3d7f88fed46 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] 10.222.0.59 "GET /v2.0/security-groups?id=84de8e41-ab7f-4ac2-b1a5-31ccca448b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392992 Jul 27 22:02:24.096498 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ba1998-179f-4030-9669-25a8edc38c74 service neutron] Pushing event updated for resources: {'Port': ['ID=bf71f3e3-8470-4ea6-8e0d-fa8dbc6a7bcb,revision_number=2']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:02:24.148554 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [req-60ee4ec6-b685-4e87-a235-876ce04aa7ee req-c2ba1998-179f-4030-9669-25a8edc38c74 service neutron] Attempting to bind port bf71f3e3-8470-4ea6-8e0d-fa8dbc6a7bcb on host n-h1-705658-22 for vnic_type normal with profile {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:02:24.148895 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [req-60ee4ec6-b685-4e87-a235-876ce04aa7ee req-c2ba1998-179f-4030-9669-25a8edc38c74 service neutron] Attempting to bind port bf71f3e3-8470-4ea6-8e0d-fa8dbc6a7bcb by drivers openvswitch,hyperv on host n-h1-705658-22 at level 0 using segments [{'id': 'f3df5657-3667-4970-a058-b69d0d4dcc6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '7eb7b0af-1383-4d40-bb6e-e2585dfa4377'}] {{(pid=105584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:02:24.149228 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60ee4ec6-b685-4e87-a235-876ce04aa7ee req-c2ba1998-179f-4030-9669-25a8edc38c74 service neutron] Attempting to bind port bf71f3e3-8470-4ea6-8e0d-fa8dbc6a7bcb on network 7eb7b0af-1383-4d40-bb6e-e2585dfa4377 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:02:24.153743 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60ee4ec6-b685-4e87-a235-876ce04aa7ee req-c2ba1998-179f-4030-9669-25a8edc38c74 service neutron] Port bf71f3e3-8470-4ea6-8e0d-fa8dbc6a7bcb on network 7eb7b0af-1383-4d40-bb6e-e2585dfa4377 not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-22 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 22:02:24.154095 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60ee4ec6-b685-4e87-a235-876ce04aa7ee req-c2ba1998-179f-4030-9669-25a8edc38c74 service neutron] Attempting to bind port bf71f3e3-8470-4ea6-8e0d-fa8dbc6a7bcb on network 7eb7b0af-1383-4d40-bb6e-e2585dfa4377 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:02:24.158979 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60ee4ec6-b685-4e87-a235-876ce04aa7ee req-c2ba1998-179f-4030-9669-25a8edc38c74 service neutron] Checking agent: {'id': '9d9bc37f-4d75-44ef-9f63-799aab3e316f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 49, 36), 'started_at': datetime.datetime(2021, 7, 27, 20, 49, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 2, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:02:24.159355 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60ee4ec6-b685-4e87-a235-876ce04aa7ee req-c2ba1998-179f-4030-9669-25a8edc38c74 service neutron] Checking segment: {'id': 'f3df5657-3667-4970-a058-b69d0d4dcc6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '7eb7b0af-1383-4d40-bb6e-e2585dfa4377'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:02:24.159740 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60ee4ec6-b685-4e87-a235-876ce04aa7ee req-c2ba1998-179f-4030-9669-25a8edc38c74 service neutron] Bound using segment: {'id': 'f3df5657-3667-4970-a058-b69d0d4dcc6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '7eb7b0af-1383-4d40-bb6e-e2585dfa4377'} {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:02:24.160176 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [req-60ee4ec6-b685-4e87-a235-876ce04aa7ee req-c2ba1998-179f-4030-9669-25a8edc38c74 service neutron] Bound port: bf71f3e3-8470-4ea6-8e0d-fa8dbc6a7bcb, host: n-h1-705658-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f3df5657-3667-4970-a058-b69d0d4dcc6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '7eb7b0af-1383-4d40-bb6e-e2585dfa4377'}}] {{(pid=105584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:02:24.160538 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-60ee4ec6-b685-4e87-a235-876ce04aa7ee req-c2ba1998-179f-4030-9669-25a8edc38c74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:24.232737 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [req-60ee4ec6-b685-4e87-a235-876ce04aa7ee req-c2ba1998-179f-4030-9669-25a8edc38c74 service neutron] For port bf71f3e3-8470-4ea6-8e0d-fa8dbc6a7bcb, host n-h1-705658-22, cleared binding levels {{(pid=105584) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:02:24.235775 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [req-60ee4ec6-b685-4e87-a235-876ce04aa7ee req-c2ba1998-179f-4030-9669-25a8edc38c74 service neutron] For port bf71f3e3-8470-4ea6-8e0d-fa8dbc6a7bcb, host n-h1-705658-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=bf71f3e3-8470-4ea6-8e0d-fa8dbc6a7bcb,segment=NetworkSegment(f3df5657-3667-4970-a058-b69d0d4dcc6e),segment_id=f3df5657-3667-4970-a058-b69d0d4dcc6e)] {{(pid=105584) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:02:24.240811 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-60ee4ec6-b685-4e87-a235-876ce04aa7ee req-c2ba1998-179f-4030-9669-25a8edc38c74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9014027'] for port, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:24.273584 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ee4ec6-b685-4e87-a235-876ce04aa7ee req-c2ba1998-179f-4030-9669-25a8edc38c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:02:24.274229 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-60ee4ec6-b685-4e87-a235-876ce04aa7ee req-c2ba1998-179f-4030-9669-25a8edc38c74 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:24.275659 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-60ee4ec6-b685-4e87-a235-876ce04aa7ee req-c2ba1998-179f-4030-9669-25a8edc38c74 service neutron] 10.222.0.36 "PUT /v2.0/ports/bf71f3e3-8470-4ea6-8e0d-fa8dbc6a7bcb HTTP/1.1" status: 200 len: 1092 time: 0.6573701 Jul 27 22:02:24.276091 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '829bb379-ef71-4347-a9c3-686cb1f8b29a', 'tag': 'bf71f3e3-8470-4ea6-8e0d-fa8dbc6a7bcb'}] {{(pid=105584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:02:24.278336 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a14b7e693ac0d3b36d252540d57b2183de19e2104d11de1d527dbb6a6689965" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13577124-1615-40cb-884f-0449903aea87" -d '{"events": [{"name": "network-changed", "server_uuid": "829bb379-ef71-4347-a9c3-686cb1f8b29a", "tag": "bf71f3e3-8470-4ea6-8e0d-fa8dbc6a7bcb"}]}' {{(pid=105584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:02:24.307947 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ba1998-179f-4030-9669-25a8edc38c74 service neutron] Pushing event updated for resources: {'Port': ['ID=bf71f3e3-8470-4ea6-8e0d-fa8dbc6a7bcb,revision_number=3']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:02:24.384254 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 22:02:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97cb4366-52ef-4889-a0d5-ca10ba143a71 x-openstack-request-id: req-97cb4366-52ef-4889-a0d5-ca10ba143a71 {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:02:24.384558 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "829bb379-ef71-4347-a9c3-686cb1f8b29a", "tag": "bf71f3e3-8470-4ea6-8e0d-fa8dbc6a7bcb", "status": "completed", "code": 200}]} {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:02:24.384811 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-97cb4366-52ef-4889-a0d5-ca10ba143a71 {{(pid=105584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:02:24.385205 n-d-705658-22 neutron-server[105584]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '829bb379-ef71-4347-a9c3-686cb1f8b29a', 'tag': 'bf71f3e3-8470-4ea6-8e0d-fa8dbc6a7bcb', 'status': 'completed', 'code': 200} Jul 27 22:02:24.390534 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ee4ec6-b685-4e87-a235-876ce04aa7ee req-cd3ccb4e-39e6-4498-9809-5f353c910e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:02:24.392133 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-60ee4ec6-b685-4e87-a235-876ce04aa7ee req-cd3ccb4e-39e6-4498-9809-5f353c910e5c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=25d69678ca2843da93a97645b6488fa6&device_id=829bb379-ef71-4347-a9c3-686cb1f8b29a HTTP/1.1" status: 200 len: 1095 time: 0.0625408 Jul 27 22:02:24.444004 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-60ee4ec6-b685-4e87-a235-876ce04aa7ee req-89a019c7-5aab-4618-92e6-8950c069566c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bf71f3e3-8470-4ea6-8e0d-fa8dbc6a7bcb HTTP/1.1" status: 200 len: 217 time: 0.0411799 Jul 27 22:02:24.495406 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ee4ec6-b685-4e87-a235-876ce04aa7ee req-18c245bc-32e9-4adf-bc09-6bdb1a66e205 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:02:24.496894 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-60ee4ec6-b685-4e87-a235-876ce04aa7ee req-18c245bc-32e9-4adf-bc09-6bdb1a66e205 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3f81c94b-56b0-4392-a15f-84b70926689f HTTP/1.1" status: 200 len: 834 time: 0.0445166 Jul 27 22:02:24.554909 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ee4ec6-b685-4e87-a235-876ce04aa7ee req-05448f57-e64e-48fd-89ec-f9e30eac8ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:02:24.556459 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-60ee4ec6-b685-4e87-a235-876ce04aa7ee req-05448f57-e64e-48fd-89ec-f9e30eac8ce7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7eb7b0af-1383-4d40-bb6e-e2585dfa4377&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0531397 Jul 27 22:02:24.650680 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-60ee4ec6-b685-4e87-a235-876ce04aa7ee req-ea132207-459b-4723-9dd2-21041098c96f service neutron] 10.222.0.36 "GET /v2.0/networks/7eb7b0af-1383-4d40-bb6e-e2585dfa4377?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867655 Jul 27 22:02:24.662397 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device e4f0e9f9-3608-46ee-860b-486723cfaa3d up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:02:24.712962 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning for port e4f0e9f9-3608-46ee-860b-486723cfaa3d completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:02:24.716649 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port e4f0e9f9-3608-46ee-860b-486723cfaa3d triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:02:24.717018 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:24.744017 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-60ee4ec6-b685-4e87-a235-876ce04aa7ee req-810f9a58-7b7e-4bfa-b6a2-9c1beb6206e1 service neutron] 10.222.0.36 "GET /v2.0/networks/7eb7b0af-1383-4d40-bb6e-e2585dfa4377?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865488 Jul 27 22:02:24.795249 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:24.828924 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] For port e4f0e9f9-3608-46ee-860b-486723cfaa3d, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=e4f0e9f9-3608-46ee-860b-486723cfaa3d,segment=NetworkSegment(f3df5657-3667-4970-a058-b69d0d4dcc6e),segment_id=f3df5657-3667-4970-a058-b69d0d4dcc6e)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:02:24.834495 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:24.876556 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13577124-1615-40cb-884f-0449903aea87 req-a5d635c6-2da6-4e44-baa6-24c2e65066d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:02:24.878113 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-13577124-1615-40cb-884f-0449903aea87 req-a5d635c6-2da6-4e44-baa6-24c2e65066d2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=25d69678ca2843da93a97645b6488fa6&device_id=829bb379-ef71-4347-a9c3-686cb1f8b29a HTTP/1.1" status: 200 len: 1095 time: 0.0839181 Jul 27 22:02:24.882979 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Pushing event updated for resources: {'Port': ['ID=e4f0e9f9-3608-46ee-860b-486723cfaa3d,revision_number=5']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:02:24.970914 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13577124-1615-40cb-884f-0449903aea87 req-5ace5f60-fbf4-4f77-9e75-6cae5eb67547 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:02:24.972331 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-13577124-1615-40cb-884f-0449903aea87 req-5ace5f60-fbf4-4f77-9e75-6cae5eb67547 service neutron] 10.222.0.36 "GET /v2.0/networks?id=7eb7b0af-1383-4d40-bb6e-e2585dfa4377 HTTP/1.1" status: 200 len: 897 time: 0.0871348 Jul 27 22:02:25.014467 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-13577124-1615-40cb-884f-0449903aea87 req-3496193e-0444-4dbc-9379-3146954f3ab1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bf71f3e3-8470-4ea6-8e0d-fa8dbc6a7bcb HTTP/1.1" status: 200 len: 217 time: 0.0346718 Jul 27 22:02:25.061904 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13577124-1615-40cb-884f-0449903aea87 req-856afdb7-a46d-4aa1-9c58-7dc97006daef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:02:25.063393 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-13577124-1615-40cb-884f-0449903aea87 req-856afdb7-a46d-4aa1-9c58-7dc97006daef service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3f81c94b-56b0-4392-a15f-84b70926689f HTTP/1.1" status: 200 len: 834 time: 0.0421343 Jul 27 22:02:25.127072 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13577124-1615-40cb-884f-0449903aea87 req-e868e5c6-efa7-403e-b57c-5abda843721e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:02:25.128603 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-13577124-1615-40cb-884f-0449903aea87 req-e868e5c6-efa7-403e-b57c-5abda843721e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7eb7b0af-1383-4d40-bb6e-e2585dfa4377&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0580101 Jul 27 22:02:25.172472 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da16a151-2dfa-4eba-b1c7-753c62047ebb req-5eaee26b-f383-40c5-8253-24fb20bb50d3 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:02:25.174027 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-da16a151-2dfa-4eba-b1c7-753c62047ebb req-5eaee26b-f383-40c5-8253-24fb20bb50d3 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] 10.222.0.59 "GET /v2.0/ports?device_id=829bb379-ef71-4347-a9c3-686cb1f8b29a HTTP/1.1" status: 200 len: 943 time: 0.0756438 Jul 27 22:02:25.220171 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-da16a151-2dfa-4eba-b1c7-753c62047ebb req-07f26069-12f0-4e07-8336-e8c4f8659072 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] 10.222.0.59 "GET /v2.0/security-groups?id=84de8e41-ab7f-4ac2-b1a5-31ccca448b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394666 Jul 27 22:02:25.223230 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-13577124-1615-40cb-884f-0449903aea87 req-072d3a62-a34d-40dc-981d-75ca66ddf5ff service neutron] 10.222.0.36 "GET /v2.0/networks/7eb7b0af-1383-4d40-bb6e-e2585dfa4377?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825236 Jul 27 22:02:25.316821 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-13577124-1615-40cb-884f-0449903aea87 req-51a69e3a-5852-4786-8d38-11c76124038c service neutron] 10.222.0.36 "GET /v2.0/networks/7eb7b0af-1383-4d40-bb6e-e2585dfa4377?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876598 Jul 27 22:02:26.355700 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1e3d93-9367-4100-a852-f208addc1a12 req-0cc72be1-910d-4633-be1c-734b664e0208 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:02:26.357194 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-bb1e3d93-9367-4100-a852-f208addc1a12 req-0cc72be1-910d-4633-be1c-734b664e0208 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] 10.222.0.59 "GET /v2.0/ports?device_id=829bb379-ef71-4347-a9c3-686cb1f8b29a HTTP/1.1" status: 200 len: 943 time: 0.0675628 Jul 27 22:02:26.393920 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-bb1e3d93-9367-4100-a852-f208addc1a12 req-4bf05686-fb89-46c9-9e49-08de10ca7930 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] 10.222.0.59 "GET /v2.0/security-groups?id=84de8e41-ab7f-4ac2-b1a5-31ccca448b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307605 Jul 27 22:02:26.644234 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device e4f0e9f9-3608-46ee-860b-486723cfaa3d up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:02:26.696059 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port e4f0e9f9-3608-46ee-860b-486723cfaa3d triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:02:26.696426 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:26.947601 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device bf71f3e3-8470-4ea6-8e0d-fa8dbc6a7bcb details requested by agent hyperv_n-h1-705658-22 with host n-h1-705658-22 {{(pid=105586) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 22:02:27.042686 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] For port bf71f3e3-8470-4ea6-8e0d-fa8dbc6a7bcb, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=bf71f3e3-8470-4ea6-8e0d-fa8dbc6a7bcb,segment=NetworkSegment(f3df5657-3667-4970-a058-b69d0d4dcc6e),segment_id=f3df5657-3667-4970-a058-b69d0d4dcc6e)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:02:27.054350 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Returning: {'device': 'bf71f3e3-8470-4ea6-8e0d-fa8dbc6a7bcb', 'network_id': '7eb7b0af-1383-4d40-bb6e-e2585dfa4377', 'port_id': 'bf71f3e3-8470-4ea6-8e0d-fa8dbc6a7bcb', 'mac_address': 'fa:16:3e:dc:9d:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 211, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f81c94b-56b0-4392-a15f-84b70926689f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105586) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 22:02:27.094609 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:27.107190 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf71f3e3-8470-4ea6-8e0d-fa8dbc6a7bcb {{(pid=105586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:02:27.127147 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] For port bf71f3e3-8470-4ea6-8e0d-fa8dbc6a7bcb, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=bf71f3e3-8470-4ea6-8e0d-fa8dbc6a7bcb,segment=NetworkSegment(f3df5657-3667-4970-a058-b69d0d4dcc6e),segment_id=f3df5657-3667-4970-a058-b69d0d4dcc6e)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:02:27.132678 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:27.177999 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Pushing event updated for resources: {'Port': ['ID=bf71f3e3-8470-4ea6-8e0d-fa8dbc6a7bcb,revision_number=4']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:02:27.366348 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] get_ports_and_sgs() called for port_ids ['bf71f3e3-8470-4ea6-8e0d-fa8dbc6a7bcb'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:02:27.527993 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2278dcb-408a-4a7d-baad-f809420ed704 req-4c0ad7e2-57f2-4f8a-8680-26ad215eca23 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:02:27.529537 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b2278dcb-408a-4a7d-baad-f809420ed704 req-4c0ad7e2-57f2-4f8a-8680-26ad215eca23 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] 10.222.0.59 "GET /v2.0/ports?device_id=829bb379-ef71-4347-a9c3-686cb1f8b29a HTTP/1.1" status: 200 len: 944 time: 0.0638900 Jul 27 22:02:27.568124 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b2278dcb-408a-4a7d-baad-f809420ed704 req-bae66754-8df7-4564-aaff-12196dc9566f tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] 10.222.0.59 "GET /v2.0/security-groups?id=84de8e41-ab7f-4ac2-b1a5-31ccca448b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327103 Jul 27 22:02:28.701837 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f9b56c-b678-4643-96a7-05941b0c0a98 req-310940e4-fb18-4f91-9ff3-cc26412c6515 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:02:28.703355 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f1f9b56c-b678-4643-96a7-05941b0c0a98 req-310940e4-fb18-4f91-9ff3-cc26412c6515 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] 10.222.0.59 "GET /v2.0/ports?device_id=829bb379-ef71-4347-a9c3-686cb1f8b29a HTTP/1.1" status: 200 len: 944 time: 0.0680103 Jul 27 22:02:28.744366 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f1f9b56c-b678-4643-96a7-05941b0c0a98 req-67090d6f-fd56-4772-8c81-1e7a00f5cdf2 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] 10.222.0.59 "GET /v2.0/security-groups?id=84de8e41-ab7f-4ac2-b1a5-31ccca448b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345817 Jul 27 22:02:28.961861 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device bf71f3e3-8470-4ea6-8e0d-fa8dbc6a7bcb up at agent hyperv_n-h1-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:02:29.009416 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Provisioning for port bf71f3e3-8470-4ea6-8e0d-fa8dbc6a7bcb completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:02:29.013155 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Provisioning complete for port bf71f3e3-8470-4ea6-8e0d-fa8dbc6a7bcb triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:02:29.013534 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:29.091661 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:29.115195 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '829bb379-ef71-4347-a9c3-686cb1f8b29a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf71f3e3-8470-4ea6-8e0d-fa8dbc6a7bcb'}] {{(pid=105586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:02:29.117466 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fee2e8668661828e318a8d53a8a935935453ec21149a086d6a2055ff627b97ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b7003b1-16dc-44e8-bf37-5a52c389e4f9" -d '{"events": [{"server_uuid": "829bb379-ef71-4347-a9c3-686cb1f8b29a", "name": "network-vif-plugged", "status": "completed", "tag": "bf71f3e3-8470-4ea6-8e0d-fa8dbc6a7bcb"}]}' {{(pid=105586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:02:29.131423 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] For port bf71f3e3-8470-4ea6-8e0d-fa8dbc6a7bcb, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=bf71f3e3-8470-4ea6-8e0d-fa8dbc6a7bcb,segment=NetworkSegment(f3df5657-3667-4970-a058-b69d0d4dcc6e),segment_id=f3df5657-3667-4970-a058-b69d0d4dcc6e)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:02:29.136300 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:29.159202 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:02:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60d33a19-f7b9-4732-ba6e-d9c4ba3c441e x-openstack-request-id: req-60d33a19-f7b9-4732-ba6e-d9c4ba3c441e {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:02:29.159496 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "829bb379-ef71-4347-a9c3-686cb1f8b29a", "name": "network-vif-plugged", "status": "completed", "tag": "bf71f3e3-8470-4ea6-8e0d-fa8dbc6a7bcb", "code": 200}]} {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:02:29.159819 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-60d33a19-f7b9-4732-ba6e-d9c4ba3c441e {{(pid=105586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:02:29.160602 n-d-705658-22 neutron-server[105586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '829bb379-ef71-4347-a9c3-686cb1f8b29a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf71f3e3-8470-4ea6-8e0d-fa8dbc6a7bcb', 'code': 200} Jul 27 22:02:29.188216 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Pushing event updated for resources: {'Port': ['ID=bf71f3e3-8470-4ea6-8e0d-fa8dbc6a7bcb,revision_number=5']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:02:29.264011 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8dc8fa-0ddb-40b1-9d64-db6340345b58 req-acce671a-3cc5-4f00-86e4-3a07f623bcff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:02:29.265506 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-5a8dc8fa-0ddb-40b1-9d64-db6340345b58 req-acce671a-3cc5-4f00-86e4-3a07f623bcff service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=829bb379-ef71-4347-a9c3-686cb1f8b29a HTTP/1.1" status: 200 len: 1097 time: 0.0536807 Jul 27 22:02:29.300124 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-5a8dc8fa-0ddb-40b1-9d64-db6340345b58 req-1d05db0c-1fcc-4e41-a18e-6dd8070c8cca service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=84de8e41-ab7f-4ac2-b1a5-31ccca448b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0272079 Jul 27 22:02:29.872539 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bc0fbe-fd67-4116-9c94-a87050a03274 req-838e5855-19fa-4497-8986-440399820dc9 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:02:29.874062 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-95bc0fbe-fd67-4116-9c94-a87050a03274 req-838e5855-19fa-4497-8986-440399820dc9 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] 10.222.0.59 "GET /v2.0/ports?device_id=829bb379-ef71-4347-a9c3-686cb1f8b29a HTTP/1.1" status: 200 len: 945 time: 0.0638728 Jul 27 22:02:29.912481 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-95bc0fbe-fd67-4116-9c94-a87050a03274 req-a7ff0987-a3f2-4eb3-8a0a-cb5547d7a7e2 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] 10.222.0.59 "GET /v2.0/security-groups?id=84de8e41-ab7f-4ac2-b1a5-31ccca448b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319397 Jul 27 22:02:31.042229 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef20f324-0e47-4583-a910-649d5bfe5785 req-b5703c64-d076-4eaf-a435-1b6868046d8b tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:02:31.043724 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-ef20f324-0e47-4583-a910-649d5bfe5785 req-b5703c64-d076-4eaf-a435-1b6868046d8b tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] 10.222.0.59 "GET /v2.0/ports?device_id=829bb379-ef71-4347-a9c3-686cb1f8b29a HTTP/1.1" status: 200 len: 945 time: 0.0626512 Jul 27 22:02:31.080196 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-ef20f324-0e47-4583-a910-649d5bfe5785 req-9a515d89-a208-4ad7-910e-06931d06dd56 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] 10.222.0.59 "GET /v2.0/security-groups?id=84de8e41-ab7f-4ac2-b1a5-31ccca448b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306542 Jul 27 22:02:31.225945 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38edcea-61d8-457d-997b-6024b1ce99f7 req-7731327e-63a3-487e-abbf-05f172933934 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:02:31.227512 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-d38edcea-61d8-457d-997b-6024b1ce99f7 req-7731327e-63a3-487e-abbf-05f172933934 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] 10.222.0.59 "GET /v2.0/ports?device_id=829bb379-ef71-4347-a9c3-686cb1f8b29a HTTP/1.1" status: 200 len: 945 time: 0.0712650 Jul 27 22:02:31.264699 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-d38edcea-61d8-457d-997b-6024b1ce99f7 req-d309cdaa-7753-4d02-8f51-5ab8f9ff916a tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] 10.222.0.59 "GET /v2.0/security-groups?id=84de8e41-ab7f-4ac2-b1a5-31ccca448b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312407 Jul 27 22:02:31.286046 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 39408) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:02:31.385301 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72af2fe0-a4e7-415e-94a3-659f96b57d32 tempest-TestNetworkAdvancedServerOps-1671970843 tempest-TestNetworkAdvancedServerOps-1671970843-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:02:31.387635 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-72af2fe0-a4e7-415e-94a3-659f96b57d32 tempest-TestNetworkAdvancedServerOps-1671970843 tempest-TestNetworkAdvancedServerOps-1671970843-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=829bb379-ef71-4347-a9c3-686cb1f8b29a HTTP/1.1" status: 200 len: 1092 time: 0.1005027 Jul 27 22:02:31.390295 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 39412) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:02:31.394700 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-3108aed6-f40a-4b81-9990-4272d4f20ef9 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Request body: {'floatingip': {'floating_network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'port_id': 'bf71f3e3-8470-4ea6-8e0d-fa8dbc6a7bcb', 'tenant_id': '25d69678ca2843da93a97645b6488fa6', 'fixed_ip_address': '172.20.0.8'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:02:31.417443 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-3108aed6-f40a-4b81-9990-4272d4f20ef9 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks [] for floatingip, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:31.521922 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-3108aed6-f40a-4b81-9990-4272d4f20ef9 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:31.621753 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.db_base_plugin_common [None req-3108aed6-f40a-4b81-9990-4272d4f20ef9 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Allocated IP 172.25.5.70 (8735d8a2-b604-4758-ae71-b40e4ee6f305/eca7dbab-b9c0-4c8f-a272-816ea8a81764/70f8f5e3-0d87-4f68-a33b-10606e08e5c3) {{(pid=105585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:02:31.724713 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-3108aed6-f40a-4b81-9990-4272d4f20ef9 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks [] for port, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:31.763112 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-3108aed6-f40a-4b81-9990-4272d4f20ef9 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:31.800223 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3108aed6-f40a-4b81-9990-4272d4f20ef9 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Network 8735d8a2-b604-4758-ae71-b40e4ee6f305 is already hosted by enough agents. {{(pid=105585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:02:31.806923 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.base_scheduler [None req-3108aed6-f40a-4b81-9990-4272d4f20ef9 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Resources bound (agent type, host, resource id): {{(pid=105585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:02:31.811222 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3108aed6-f40a-4b81-9990-4272d4f20ef9 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Received port after_create {{(pid=105585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:02:31.814219 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3108aed6-f40a-4b81-9990-4272d4f20ef9 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Pushing event updated for resources: {'Port': ['ID=70f8f5e3-0d87-4f68-a33b-10606e08e5c3,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:02:32.177615 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-3108aed6-f40a-4b81-9990-4272d4f20ef9 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:32.254220 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-3108aed6-f40a-4b81-9990-4272d4f20ef9 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:32.397887 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-3108aed6-f40a-4b81-9990-4272d4f20ef9 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks [] for port, precommit_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:32.402387 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-3108aed6-f40a-4b81-9990-4272d4f20ef9 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10221672'] for port, after_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:32.472517 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3108aed6-f40a-4b81-9990-4272d4f20ef9 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Pushing event updated for resources: {'Port': ['ID=70f8f5e3-0d87-4f68-a33b-10606e08e5c3,revision_number=2']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:02:32.484305 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-3108aed6-f40a-4b81-9990-4272d4f20ef9 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4075768'] for floatingip, after_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:32.582601 n-d-705658-22 neutron-server[105585]: INFO neutron.db.l3_db [None req-3108aed6-f40a-4b81-9990-4272d4f20ef9 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Floating IP 19979b8c-df08-461f-86f3-2f2f6fb8e606 associated. External IP: 172.25.5.70, port: bf71f3e3-8470-4ea6-8e0d-fa8dbc6a7bcb. Jul 27 22:02:32.785798 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3108aed6-f40a-4b81-9990-4272d4f20ef9 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Router 543f599b-c40a-4c56-808f-c98d591418af has already been hosted by L3 agent dd128fd7-8e57-4d4f-895b-a96b369df59a {{(pid=105585) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:02:32.890622 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3108aed6-f40a-4b81-9990-4272d4f20ef9 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify agent at l3_agent.n-d-705658-22 the message routers_updated {{(pid=105585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:02:32.900299 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b3d69c4-97e8-4cf9-8aa7-10987b4061fc None None] Sync routers for ids ['543f599b-c40a-4c56-808f-c98d591418af'] in n-d-705658-22 {{(pid=105587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:02:32.906815 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-3108aed6-f40a-4b81-9990-4272d4f20ef9 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for floatingip, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:32.909973 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b3d69c4-97e8-4cf9-8aa7-10987b4061fc None None] Routers {'543f599b-c40a-4c56-808f-c98d591418af'} bound to L3 agent in host n-d-705658-22 {{(pid=105587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:02:32.910626 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-5b3d69c4-97e8-4cf9-8aa7-10987b4061fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T22:02:12Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['543f599b-c40a-4c56-808f-c98d591418af'], 'active': True} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:02:32.943798 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-3108aed6-f40a-4b81-9990-4272d4f20ef9 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5524747 Jul 27 22:02:32.944390 n-d-705658-22 neutron-server[105585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '829bb379-ef71-4347-a9c3-686cb1f8b29a', 'tag': 'bf71f3e3-8470-4ea6-8e0d-fa8dbc6a7bcb'}] {{(pid=105585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:02:32.946659 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f24452fb85b5ff3d9a44b103084d24ac6536fc7c3e33f3cafe2d6008071b0351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dca8c393-d924-4412-acbb-16cee21fe557" -d '{"events": [{"name": "network-changed", "server_uuid": "829bb379-ef71-4347-a9c3-686cb1f8b29a", "tag": "bf71f3e3-8470-4ea6-8e0d-fa8dbc6a7bcb"}]}' {{(pid=105585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:02:32.992542 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 22:02:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ff74645-8109-4b50-bf88-b151a183ab35 x-openstack-request-id: req-1ff74645-8109-4b50-bf88-b151a183ab35 {{(pid=105585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:02:32.992858 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "829bb379-ef71-4347-a9c3-686cb1f8b29a", "tag": "bf71f3e3-8470-4ea6-8e0d-fa8dbc6a7bcb", "status": "completed", "code": 200}]} {{(pid=105585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:02:32.993111 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-1ff74645-8109-4b50-bf88-b151a183ab35 {{(pid=105585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:02:32.993514 n-d-705658-22 neutron-server[105585]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '829bb379-ef71-4347-a9c3-686cb1f8b29a', 'tag': 'bf71f3e3-8470-4ea6-8e0d-fa8dbc6a7bcb', 'status': 'completed', 'code': 200} Jul 27 22:02:33.031263 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvr_db [None req-5b3d69c4-97e8-4cf9-8aa7-10987b4061fc None None] Set router 543f599b-c40a-4c56-808f-c98d591418af gateway port host: n-d-705658-22 {{(pid=105587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:02:33.065179 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3ba705-d43a-4e08-9384-a5f7f484abb3 req-27d462c5-8d5d-4d90-8c00-736a8e2219e1 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:02:33.066789 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-bc3ba705-d43a-4e08-9384-a5f7f484abb3 req-27d462c5-8d5d-4d90-8c00-736a8e2219e1 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] 10.222.0.59 "GET /v2.0/ports?device_id=829bb379-ef71-4347-a9c3-686cb1f8b29a HTTP/1.1" status: 200 len: 945 time: 0.0704095 Jul 27 22:02:33.106204 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-bc3ba705-d43a-4e08-9384-a5f7f484abb3 req-12364a91-3675-4546-b58f-7a58ba2103b9 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] 10.222.0.59 "GET /v2.0/security-groups?id=84de8e41-ab7f-4ac2-b1a5-31ccca448b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329993 Jul 27 22:02:33.117069 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca8c393-d924-4412-acbb-16cee21fe557 req-b0dd6aed-5711-4cd0-a21b-3581566faefd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:02:33.118690 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-dca8c393-d924-4412-acbb-16cee21fe557 req-b0dd6aed-5711-4cd0-a21b-3581566faefd service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=25d69678ca2843da93a97645b6488fa6&device_id=829bb379-ef71-4347-a9c3-686cb1f8b29a HTTP/1.1" status: 200 len: 1097 time: 0.1033030 Jul 27 22:02:33.131246 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 39420) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:02:33.249337 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-0babedb1-4549-4977-ba51-41c0e4325873 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] 10.222.0.59 "GET /v2.0/floatingips/19979b8c-df08-461f-86f3-2f2f6fb8e606 HTTP/1.1" status: 200 len: 990 time: 0.1169827 Jul 27 22:02:33.256300 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-5b3d69c4-97e8-4cf9-8aa7-10987b4061fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '543f599b-c40a-4c56-808f-c98d591418af', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1544868107', 'tenant_id': '25d69678ca2843da93a97645b6488fa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.218'}], 'enable_snat': True}, 'gw_port_id': '5e158fbd-6399-4933-aa58-5ba3e8e6c189', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:02:16Z', 'updated_at': '2021-07-27T22:02:19Z', 'revision_number': 4, 'project_id': '25d69678ca2843da93a97645b6488fa6', 'gw_port': {'id': '5e158fbd-6399-4933-aa58-5ba3e8e6c189', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:9b:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '543f599b-c40a-4c56-808f-c98d591418af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:02:16Z', 'updated_at': '2021-07-27T22:02:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_floatingips': [{'id': '19979b8c-df08-461f-86f3-2f2f6fb8e606', 'tenant_id': '25d69678ca2843da93a97645b6488fa6', 'floating_ip_address': '172.25.5.70', 'floating_network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'router_id': '543f599b-c40a-4c56-808f-c98d591418af', 'port_id': 'bf71f3e3-8470-4ea6-8e0d-fa8dbc6a7bcb', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4246, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7eb7b0af-1383-4d40-bb6e-e2585dfa4377', 'mac_address': 'fa:16:3e:dc:9d:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '829bb379-ef71-4347-a9c3-686cb1f8b29a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T22:02:32Z', 'updated_at': '2021-07-27T22:02:32Z', 'revision_number': 0, 'project_id': '25d69678ca2843da93a97645b6488fa6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4f0e9f9-3608-46ee-860b-486723cfaa3d', 'name': '', 'network_id': '7eb7b0af-1383-4d40-bb6e-e2585dfa4377', 'tenant_id': '25d69678ca2843da93a97645b6488fa6', 'mac_address': 'fa:16:3e:ca:fa:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '543f599b-c40a-4c56-808f-c98d591418af', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '3f81c94b-56b0-4392-a15f-84b70926689f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:02:19Z', 'updated_at': '2021-07-27T22:02:24Z', 'revision_number': 5, 'project_id': '25d69678ca2843da93a97645b6488fa6', 'subnets': [{'id': '3f81c94b-56b0-4392-a15f-84b70926689f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-22', False) {} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:02:33.273988 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca8c393-d924-4412-acbb-16cee21fe557 req-966b7b3b-f8b8-4101-9781-120def86d379 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:02:33.275471 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-dca8c393-d924-4412-acbb-16cee21fe557 req-966b7b3b-f8b8-4101-9781-120def86d379 service neutron] 10.222.0.36 "GET /v2.0/networks?id=7eb7b0af-1383-4d40-bb6e-e2585dfa4377 HTTP/1.1" status: 200 len: 897 time: 0.1487832 Jul 27 22:02:33.282159 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b3d69c4-97e8-4cf9-8aa7-10987b4061fc None None] Checking router: 543f599b-c40a-4c56-808f-c98d591418af for host: n-d-705658-22 {{(pid=105587) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:02:33.290414 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b3d69c4-97e8-4cf9-8aa7-10987b4061fc None None] Routers {'543f599b-c40a-4c56-808f-c98d591418af'} bound to L3 agent in host n-d-705658-22 {{(pid=105587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:02:33.290950 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-5b3d69c4-97e8-4cf9-8aa7-10987b4061fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T22:02:12Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['543f599b-c40a-4c56-808f-c98d591418af'], 'active': True} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:02:33.342235 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-dca8c393-d924-4412-acbb-16cee21fe557 req-dc73da4c-c2f5-4700-a17d-2e049eae1006 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bf71f3e3-8470-4ea6-8e0d-fa8dbc6a7bcb HTTP/1.1" status: 200 len: 998 time: 0.0586505 Jul 27 22:02:33.393321 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca8c393-d924-4412-acbb-16cee21fe557 req-72669a3e-88a3-4d89-a19f-a22e102b0326 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:02:33.393663 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvr_db [None req-5b3d69c4-97e8-4cf9-8aa7-10987b4061fc None None] Set router 543f599b-c40a-4c56-808f-c98d591418af gateway port host: n-d-705658-22 {{(pid=105587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:02:33.395130 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-dca8c393-d924-4412-acbb-16cee21fe557 req-72669a3e-88a3-4d89-a19f-a22e102b0326 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3f81c94b-56b0-4392-a15f-84b70926689f HTTP/1.1" status: 200 len: 834 time: 0.0455067 Jul 27 22:02:33.466495 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca8c393-d924-4412-acbb-16cee21fe557 req-3629f7ca-dd4c-4ad7-bccf-73e9dc2aabd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:02:33.468054 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-dca8c393-d924-4412-acbb-16cee21fe557 req-3629f7ca-dd4c-4ad7-bccf-73e9dc2aabd3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7eb7b0af-1383-4d40-bb6e-e2585dfa4377&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0577080 Jul 27 22:02:33.557563 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-dca8c393-d924-4412-acbb-16cee21fe557 req-eaf26398-8c42-43ad-993b-75ba663927c1 service neutron] 10.222.0.36 "GET /v2.0/networks/7eb7b0af-1383-4d40-bb6e-e2585dfa4377?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823157 Jul 27 22:02:33.629342 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-5b3d69c4-97e8-4cf9-8aa7-10987b4061fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '543f599b-c40a-4c56-808f-c98d591418af', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1544868107', 'tenant_id': '25d69678ca2843da93a97645b6488fa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.218'}], 'enable_snat': True}, 'gw_port_id': '5e158fbd-6399-4933-aa58-5ba3e8e6c189', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:02:16Z', 'updated_at': '2021-07-27T22:02:19Z', 'revision_number': 4, 'project_id': '25d69678ca2843da93a97645b6488fa6', 'gw_port': {'id': '5e158fbd-6399-4933-aa58-5ba3e8e6c189', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:9b:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '543f599b-c40a-4c56-808f-c98d591418af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:02:16Z', 'updated_at': '2021-07-27T22:02:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_floatingips': [{'id': '19979b8c-df08-461f-86f3-2f2f6fb8e606', 'tenant_id': '25d69678ca2843da93a97645b6488fa6', 'floating_ip_address': '172.25.5.70', 'floating_network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'router_id': '543f599b-c40a-4c56-808f-c98d591418af', 'port_id': 'bf71f3e3-8470-4ea6-8e0d-fa8dbc6a7bcb', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4246, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7eb7b0af-1383-4d40-bb6e-e2585dfa4377', 'mac_address': 'fa:16:3e:dc:9d:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '829bb379-ef71-4347-a9c3-686cb1f8b29a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T22:02:32Z', 'updated_at': '2021-07-27T22:02:32Z', 'revision_number': 0, 'project_id': '25d69678ca2843da93a97645b6488fa6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4f0e9f9-3608-46ee-860b-486723cfaa3d', 'name': '', 'network_id': '7eb7b0af-1383-4d40-bb6e-e2585dfa4377', 'tenant_id': '25d69678ca2843da93a97645b6488fa6', 'mac_address': 'fa:16:3e:ca:fa:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '543f599b-c40a-4c56-808f-c98d591418af', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '3f81c94b-56b0-4392-a15f-84b70926689f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:02:19Z', 'updated_at': '2021-07-27T22:02:24Z', 'revision_number': 5, 'project_id': '25d69678ca2843da93a97645b6488fa6', 'subnets': [{'id': '3f81c94b-56b0-4392-a15f-84b70926689f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-22', False) {} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:02:33.653137 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-dca8c393-d924-4412-acbb-16cee21fe557 req-c24b0d47-ea7c-4beb-b1cb-90b66ef607f9 service neutron] 10.222.0.36 "GET /v2.0/networks/7eb7b0af-1383-4d40-bb6e-e2585dfa4377?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880659 Jul 27 22:02:33.656749 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b3d69c4-97e8-4cf9-8aa7-10987b4061fc None None] The sync data for ids ['543f599b-c40a-4c56-808f-c98d591418af'] in n-d-705658-22 is: [{'id': '543f599b-c40a-4c56-808f-c98d591418af', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1544868107', 'tenant_id': '25d69678ca2843da93a97645b6488fa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.218'}], 'enable_snat': True}, 'gw_port_id': '5e158fbd-6399-4933-aa58-5ba3e8e6c189', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:02:16Z', 'updated_at': '2021-07-27T22:02:19Z', 'revision_number': 4, 'project_id': '25d69678ca2843da93a97645b6488fa6', 'gw_port': {'id': '5e158fbd-6399-4933-aa58-5ba3e8e6c189', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:9b:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '543f599b-c40a-4c56-808f-c98d591418af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:02:16Z', 'updated_at': '2021-07-27T22:02:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_floatingips': [{'id': '19979b8c-df08-461f-86f3-2f2f6fb8e606', 'tenant_id': '25d69678ca2843da93a97645b6488fa6', 'floating_ip_address': '172.25.5.70', 'floating_network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'router_id': '543f599b-c40a-4c56-808f-c98d591418af', 'port_id': 'bf71f3e3-8470-4ea6-8e0d-fa8dbc6a7bcb', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4246, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7eb7b0af-1383-4d40-bb6e-e2585dfa4377', 'mac_address': 'fa:16:3e:dc:9d:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '829bb379-ef71-4347-a9c3-686cb1f8b29a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T22:02:32Z', 'updated_at': '2021-07-27T22:02:32Z', 'revision_number': 0, 'project_id': '25d69678ca2843da93a97645b6488fa6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4f0e9f9-3608-46ee-860b-486723cfaa3d', 'name': '', 'network_id': '7eb7b0af-1383-4d40-bb6e-e2585dfa4377', 'tenant_id': '25d69678ca2843da93a97645b6488fa6', 'mac_address': 'fa:16:3e:ca:fa:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '543f599b-c40a-4c56-808f-c98d591418af', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '3f81c94b-56b0-4392-a15f-84b70926689f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:02:19Z', 'updated_at': '2021-07-27T22:02:24Z', 'revision_number': 5, 'project_id': '25d69678ca2843da93a97645b6488fa6', 'subnets': [{'id': '3f81c94b-56b0-4392-a15f-84b70926689f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:02:33.849922 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c510e06-9882-4aa1-8594-ae53f980a01c None None] New status for floating IP 19979b8c-df08-461f-86f3-2f2f6fb8e606: ACTIVE {{(pid=105586) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 22:02:34.252158 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 39424) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:02:34.314722 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-80b1c99a-4c55-473c-93af-2e6a288a1460 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] 10.222.0.59 "GET /v2.0/floatingips/19979b8c-df08-461f-86f3-2f2f6fb8e606 HTTP/1.1" status: 200 len: 992 time: 0.0614364 Jul 27 22:02:37.076339 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:38.962101 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-6364abda-523d-4a08-9944-b40168951cbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:40.866775 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:41.594632 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-faaecdb3-48a1-42ac-8579-cd8c0a08ea46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:41.945668 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:43.141663 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-bb32ed7d-8717-448b-a9c8-a5a0117d1fd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:44.544896 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-875ced1b-4cf3-463a-9653-058f0f9421e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:50.587100 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-2f3a00dc-8c3c-41e1-bf2d-327a8060d636 req-69549bed-edff-4a41-8432-eb87810f3354 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=829bb379-ef71-4347-a9c3-686cb1f8b29a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0527554 Jul 27 22:02:50.682328 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3a00dc-8c3c-41e1-bf2d-327a8060d636 req-3e1f8a2d-5d4c-47b6-9ec3-82752b143b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:02:50.683866 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-2f3a00dc-8c3c-41e1-bf2d-327a8060d636 req-3e1f8a2d-5d4c-47b6-9ec3-82752b143b56 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=25d69678ca2843da93a97645b6488fa6&device_id=829bb379-ef71-4347-a9c3-686cb1f8b29a HTTP/1.1" status: 200 len: 1097 time: 0.0541656 Jul 27 22:02:50.789770 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3a00dc-8c3c-41e1-bf2d-327a8060d636 req-3d8546d3-4631-42f2-abee-239a0eebc964 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:02:50.791242 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-2f3a00dc-8c3c-41e1-bf2d-327a8060d636 req-3d8546d3-4631-42f2-abee-239a0eebc964 service neutron] 10.222.0.36 "GET /v2.0/networks?id=7eb7b0af-1383-4d40-bb6e-e2585dfa4377 HTTP/1.1" status: 200 len: 897 time: 0.0862541 Jul 27 22:02:50.854912 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-2f3a00dc-8c3c-41e1-bf2d-327a8060d636 req-1c1e1c68-f89b-411c-98c1-8194462e925d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bf71f3e3-8470-4ea6-8e0d-fa8dbc6a7bcb HTTP/1.1" status: 200 len: 1000 time: 0.0561571 Jul 27 22:02:50.904236 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3a00dc-8c3c-41e1-bf2d-327a8060d636 req-c857f4ca-84c1-4cbb-869d-e46b186f8090 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:02:50.905648 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-2f3a00dc-8c3c-41e1-bf2d-327a8060d636 req-c857f4ca-84c1-4cbb-869d-e46b186f8090 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3f81c94b-56b0-4392-a15f-84b70926689f HTTP/1.1" status: 200 len: 834 time: 0.0433478 Jul 27 22:02:50.967333 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3a00dc-8c3c-41e1-bf2d-327a8060d636 req-24c788a8-b187-47c8-aa0e-de47613e99f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:02:50.968799 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-2f3a00dc-8c3c-41e1-bf2d-327a8060d636 req-24c788a8-b187-47c8-aa0e-de47613e99f2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7eb7b0af-1383-4d40-bb6e-e2585dfa4377&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0554862 Jul 27 22:02:51.060455 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-2f3a00dc-8c3c-41e1-bf2d-327a8060d636 req-f2a755bb-aef0-4c09-bc55-52381d0ca5f5 service neutron] 10.222.0.36 "GET /v2.0/networks/7eb7b0af-1383-4d40-bb6e-e2585dfa4377?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797281 Jul 27 22:02:51.154164 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-2f3a00dc-8c3c-41e1-bf2d-327a8060d636 req-edb52765-dc5f-47df-8c62-92a97591e95a service neutron] 10.222.0.36 "GET /v2.0/networks/7eb7b0af-1383-4d40-bb6e-e2585dfa4377?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851893 Jul 27 22:02:53.157826 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.agents_db [None req-558fcd2c-e512-47bc-a170-8673d87f7213 None None] Agent healthcheck: found 7 active agents {{(pid=105587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 22:03:03.037954 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885dbaa4-0e8e-433c-9b87-b4fda9f6eee7 req-3d4aa284-58bb-4325-9fd0-11235599614d tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:03.039469 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-885dbaa4-0e8e-433c-9b87-b4fda9f6eee7 req-3d4aa284-58bb-4325-9fd0-11235599614d tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] 10.222.0.59 "GET /v2.0/ports?device_id=829bb379-ef71-4347-a9c3-686cb1f8b29a HTTP/1.1" status: 200 len: 945 time: 0.0645957 Jul 27 22:03:03.076835 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-885dbaa4-0e8e-433c-9b87-b4fda9f6eee7 req-8d18a5bd-baed-4ec6-bd90-2c956da0cba5 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] 10.222.0.59 "GET /v2.0/security-groups?id=84de8e41-ab7f-4ac2-b1a5-31ccca448b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312603 Jul 27 22:03:04.207725 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b795f6-2e66-4e7e-ba33-0dc80f687eab req-d51d39b1-2aff-4fa9-82fa-0225d4078a29 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:04.209204 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b0b795f6-2e66-4e7e-ba33-0dc80f687eab req-d51d39b1-2aff-4fa9-82fa-0225d4078a29 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] 10.222.0.59 "GET /v2.0/ports?device_id=829bb379-ef71-4347-a9c3-686cb1f8b29a HTTP/1.1" status: 200 len: 945 time: 0.0624008 Jul 27 22:03:04.250087 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b0b795f6-2e66-4e7e-ba33-0dc80f687eab req-f426e4ba-6c97-4091-af57-dc9472ba34a6 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] 10.222.0.59 "GET /v2.0/security-groups?id=84de8e41-ab7f-4ac2-b1a5-31ccca448b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350573 Jul 27 22:03:05.381620 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b405768-ecfa-469e-8d01-990d6194baa2 req-8caa7d80-eeb4-4d90-9ce2-b635e17da4a2 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:05.383126 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-3b405768-ecfa-469e-8d01-990d6194baa2 req-8caa7d80-eeb4-4d90-9ce2-b635e17da4a2 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] 10.222.0.59 "GET /v2.0/ports?device_id=829bb379-ef71-4347-a9c3-686cb1f8b29a HTTP/1.1" status: 200 len: 945 time: 0.0639298 Jul 27 22:03:05.419285 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-3b405768-ecfa-469e-8d01-990d6194baa2 req-a231620d-e0b5-4550-b643-22033f48a24b tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] 10.222.0.59 "GET /v2.0/security-groups?id=84de8e41-ab7f-4ac2-b1a5-31ccca448b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302243 Jul 27 22:03:06.546011 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b2225f-2a12-44fa-b96a-ad1a094b9b1b req-8e7cfe5e-79fc-4d03-9004-d98017e09007 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:06.547526 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-36b2225f-2a12-44fa-b96a-ad1a094b9b1b req-8e7cfe5e-79fc-4d03-9004-d98017e09007 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] 10.222.0.59 "GET /v2.0/ports?device_id=829bb379-ef71-4347-a9c3-686cb1f8b29a HTTP/1.1" status: 200 len: 945 time: 0.0623417 Jul 27 22:03:06.584380 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-36b2225f-2a12-44fa-b96a-ad1a094b9b1b req-df4eceb4-3378-4524-9723-a0d569873cd0 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] 10.222.0.59 "GET /v2.0/security-groups?id=84de8e41-ab7f-4ac2-b1a5-31ccca448b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310855 Jul 27 22:03:07.068359 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:07.728411 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8848aa3-ae59-4c20-b190-1e1d2f79b02a req-185c6dff-e89f-4468-8bab-ad3e408f1880 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:07.729895 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f8848aa3-ae59-4c20-b190-1e1d2f79b02a req-185c6dff-e89f-4468-8bab-ad3e408f1880 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] 10.222.0.59 "GET /v2.0/ports?device_id=829bb379-ef71-4347-a9c3-686cb1f8b29a HTTP/1.1" status: 200 len: 945 time: 0.0661671 Jul 27 22:03:07.768846 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f8848aa3-ae59-4c20-b190-1e1d2f79b02a req-8d063020-1bb1-43fa-805c-a4c88afa7ec2 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] 10.222.0.59 "GET /v2.0/security-groups?id=84de8e41-ab7f-4ac2-b1a5-31ccca448b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330386 Jul 27 22:03:08.898368 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba17b47-6d0b-4c84-a4b2-41924fdbafdd req-46e5268f-5011-4f52-82b4-f5f78e37edfb tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:08.899870 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-aba17b47-6d0b-4c84-a4b2-41924fdbafdd req-46e5268f-5011-4f52-82b4-f5f78e37edfb tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] 10.222.0.59 "GET /v2.0/ports?device_id=829bb379-ef71-4347-a9c3-686cb1f8b29a HTTP/1.1" status: 200 len: 945 time: 0.0632432 Jul 27 22:03:08.936736 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-aba17b47-6d0b-4c84-a4b2-41924fdbafdd req-8273927f-b474-49bd-9620-47302e64b1d4 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] 10.222.0.59 "GET /v2.0/security-groups?id=84de8e41-ab7f-4ac2-b1a5-31ccca448b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308990 Jul 27 22:03:08.962474 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-d846ae3f-f394-435e-8f48-a623be744989 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:10.064844 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd960240-3d97-4165-9a92-e99a5555568b req-a4454bdd-1f85-4210-b286-32ac74572c4f tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:10.066297 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-bd960240-3d97-4165-9a92-e99a5555568b req-a4454bdd-1f85-4210-b286-32ac74572c4f tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] 10.222.0.59 "GET /v2.0/ports?device_id=829bb379-ef71-4347-a9c3-686cb1f8b29a HTTP/1.1" status: 200 len: 945 time: 0.0619001 Jul 27 22:03:10.106888 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-bd960240-3d97-4165-9a92-e99a5555568b req-33fc4268-0367-478d-8446-7adefb48daff tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] 10.222.0.59 "GET /v2.0/security-groups?id=84de8e41-ab7f-4ac2-b1a5-31ccca448b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346055 Jul 27 22:03:10.868429 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:11.239649 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb345fdf-fd00-4e0c-9019-b6cc4265058d req-db58713d-6d05-4661-a815-e8208acf5812 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:11.241150 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-bb345fdf-fd00-4e0c-9019-b6cc4265058d req-db58713d-6d05-4661-a815-e8208acf5812 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] 10.222.0.59 "GET /v2.0/ports?device_id=829bb379-ef71-4347-a9c3-686cb1f8b29a HTTP/1.1" status: 200 len: 945 time: 0.0676897 Jul 27 22:03:11.278652 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-bb345fdf-fd00-4e0c-9019-b6cc4265058d req-baeaa73a-2789-4abf-9ec5-a18e5c58fa5d tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] 10.222.0.59 "GET /v2.0/security-groups?id=84de8e41-ab7f-4ac2-b1a5-31ccca448b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314152 Jul 27 22:03:11.593527 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-0dda95d3-110f-4bda-9640-7f64d71280cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:11.947297 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:12.407700 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef1c610-52c6-4ef9-addf-9cd938beb20c req-0bb181e4-cfb3-4236-8f87-71ec1e85ec4b tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:12.409176 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-8ef1c610-52c6-4ef9-addf-9cd938beb20c req-0bb181e4-cfb3-4236-8f87-71ec1e85ec4b tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] 10.222.0.59 "GET /v2.0/ports?device_id=829bb379-ef71-4347-a9c3-686cb1f8b29a HTTP/1.1" status: 200 len: 945 time: 0.0624688 Jul 27 22:03:12.445782 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-8ef1c610-52c6-4ef9-addf-9cd938beb20c req-a0bd1739-9de7-4590-bf43-0a7239ec7f9d tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] 10.222.0.59 "GET /v2.0/security-groups?id=84de8e41-ab7f-4ac2-b1a5-31ccca448b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307417 Jul 27 22:03:13.144056 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-bb32ed7d-8717-448b-a9c8-a5a0117d1fd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:13.577950 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5022a5a3-5322-4137-a85d-50ba7413594e req-7866df4b-8a93-404c-b53c-62573670016e tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:13.579444 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-5022a5a3-5322-4137-a85d-50ba7413594e req-7866df4b-8a93-404c-b53c-62573670016e tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] 10.222.0.59 "GET /v2.0/ports?device_id=829bb379-ef71-4347-a9c3-686cb1f8b29a HTTP/1.1" status: 200 len: 945 time: 0.0654621 Jul 27 22:03:13.617490 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-5022a5a3-5322-4137-a85d-50ba7413594e req-91d081e4-aacc-4efa-af64-518b6c137e44 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] 10.222.0.59 "GET /v2.0/security-groups?id=84de8e41-ab7f-4ac2-b1a5-31ccca448b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321558 Jul 27 22:03:13.639840 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 39462) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:03:13.700890 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-ff872597-11f8-4696-a6ae-d4cd2c0603e0 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] 10.222.0.59 "GET /v2.0/floatingips/19979b8c-df08-461f-86f3-2f2f6fb8e606 HTTP/1.1" status: 200 len: 992 time: 0.0599351 Jul 27 22:03:14.260506 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [req-03b91877-4999-46b7-b38b-9f5e7f8cc696 req-e26c7f3a-88fa-46ed-b627-c713c2aa9a75 service neutron] (105585) timed out ('10.222.0.59', 35846) {{(pid=105585) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 27 22:03:14.544467 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-875ced1b-4cf3-463a-9653-058f0f9421e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:14.962200 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d061a2d1-0974-49f7-a8be-a9f29328e6b0 req-bdceb221-b6b0-40bf-9934-69e9d62a574e tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:14.963739 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-d061a2d1-0974-49f7-a8be-a9f29328e6b0 req-bdceb221-b6b0-40bf-9934-69e9d62a574e tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] 10.222.0.59 "GET /v2.0/ports?device_id=829bb379-ef71-4347-a9c3-686cb1f8b29a HTTP/1.1" status: 200 len: 945 time: 0.0640104 Jul 27 22:03:14.980577 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5071d7f1-47b2-4e0b-8353-874e7f33ebc4 req-bba079b0-0836-463a-98da-e2c5a16df151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:14.982109 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-5071d7f1-47b2-4e0b-8353-874e7f33ebc4 req-bba079b0-0836-463a-98da-e2c5a16df151 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=25d69678ca2843da93a97645b6488fa6&device_id=829bb379-ef71-4347-a9c3-686cb1f8b29a HTTP/1.1" status: 200 len: 1097 time: 0.0554578 Jul 27 22:03:15.009874 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-d061a2d1-0974-49f7-a8be-a9f29328e6b0 req-fe90cecc-f2d8-4beb-89d5-550dfb386d63 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] 10.222.0.59 "GET /v2.0/security-groups?id=84de8e41-ab7f-4ac2-b1a5-31ccca448b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400198 Jul 27 22:03:15.072840 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5071d7f1-47b2-4e0b-8353-874e7f33ebc4 req-c43a4d83-e695-400c-9ea9-eedd28140593 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:15.074257 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-5071d7f1-47b2-4e0b-8353-874e7f33ebc4 req-c43a4d83-e695-400c-9ea9-eedd28140593 service neutron] 10.222.0.36 "GET /v2.0/networks?id=7eb7b0af-1383-4d40-bb6e-e2585dfa4377 HTTP/1.1" status: 200 len: 897 time: 0.0851669 Jul 27 22:03:15.141513 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-5071d7f1-47b2-4e0b-8353-874e7f33ebc4 req-0b6e52db-309c-4542-9d5d-c87dc5cf76e0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bf71f3e3-8470-4ea6-8e0d-fa8dbc6a7bcb HTTP/1.1" status: 200 len: 1000 time: 0.0597761 Jul 27 22:03:15.189878 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5071d7f1-47b2-4e0b-8353-874e7f33ebc4 req-8ea1d7d9-3538-4ef9-8628-e7c8c81c83e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:15.191335 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-5071d7f1-47b2-4e0b-8353-874e7f33ebc4 req-8ea1d7d9-3538-4ef9-8628-e7c8c81c83e1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3f81c94b-56b0-4392-a15f-84b70926689f HTTP/1.1" status: 200 len: 834 time: 0.0426240 Jul 27 22:03:15.249076 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5071d7f1-47b2-4e0b-8353-874e7f33ebc4 req-424f5618-2f22-4355-a6a8-75f51cf4f13b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:15.250559 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-5071d7f1-47b2-4e0b-8353-874e7f33ebc4 req-424f5618-2f22-4355-a6a8-75f51cf4f13b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7eb7b0af-1383-4d40-bb6e-e2585dfa4377&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0519204 Jul 27 22:03:15.349992 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-5071d7f1-47b2-4e0b-8353-874e7f33ebc4 req-31950f36-dd36-4b83-aede-0447a4b89f65 service neutron] 10.222.0.36 "GET /v2.0/networks/7eb7b0af-1383-4d40-bb6e-e2585dfa4377?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916872 Jul 27 22:03:15.437863 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-5071d7f1-47b2-4e0b-8353-874e7f33ebc4 req-a7fbc482-c5cf-42cd-af22-142299856760 service neutron] 10.222.0.36 "GET /v2.0/networks/7eb7b0af-1383-4d40-bb6e-e2585dfa4377?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808313 Jul 27 22:03:16.140336 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69076d08-c583-4ea4-9b18-41bc1ab88347 req-706d1472-0bac-4f75-933e-00b0c64f72a4 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:16.141718 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-69076d08-c583-4ea4-9b18-41bc1ab88347 req-706d1472-0bac-4f75-933e-00b0c64f72a4 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] 10.222.0.59 "GET /v2.0/ports?device_id=829bb379-ef71-4347-a9c3-686cb1f8b29a HTTP/1.1" status: 200 len: 945 time: 0.0624676 Jul 27 22:03:16.179265 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-69076d08-c583-4ea4-9b18-41bc1ab88347 req-9da6928e-35fb-4e95-b237-253e4a5cd8d8 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] 10.222.0.59 "GET /v2.0/security-groups?id=84de8e41-ab7f-4ac2-b1a5-31ccca448b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308232 Jul 27 22:03:16.201644 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 39472) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:03:16.260552 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-e07da34c-48cc-49e0-860e-52f97c313d26 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] 10.222.0.59 "GET /v2.0/floatingips/19979b8c-df08-461f-86f3-2f2f6fb8e606 HTTP/1.1" status: 200 len: 992 time: 0.0574965 Jul 27 22:03:30.156860 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.agents_db [None req-558fcd2c-e512-47bc-a170-8673d87f7213 None None] Agent healthcheck: found 7 active agents {{(pid=105587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 22:03:37.082531 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:38.962391 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-42cbdfde-8d6f-4424-96ac-625565117de1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:40.868303 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:41.595203 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-b30fbdd7-ed8b-4643-8c4d-830ea4c7c15e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:41.947374 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:43.147019 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-bb32ed7d-8717-448b-a9c8-a5a0117d1fd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:44.549810 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-875ced1b-4cf3-463a-9653-058f0f9421e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:46.606959 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 39504) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:03:46.768350 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [None req-660524f9-5e2d-44f8-a426-42d9bebbf295 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Deleting port 70f8f5e3-0d87-4f68-a33b-10606e08e5c3 {{(pid=105585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:03:46.768706 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-660524f9-5e2d-44f8-a426-42d9bebbf295 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:46.841281 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-660524f9-5e2d-44f8-a426-42d9bebbf295 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:46.841611 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-660524f9-5e2d-44f8-a426-42d9bebbf295 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:46.852995 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [None req-660524f9-5e2d-44f8-a426-42d9bebbf295 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Calling delete_port for 70f8f5e3-0d87-4f68-a33b-10606e08e5c3 owned by network:floatingip {{(pid=105585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:03:46.999780 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-660524f9-5e2d-44f8-a426-42d9bebbf295 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:47.024642 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660524f9-5e2d-44f8-a426-42d9bebbf295 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Pushing event deleted for resources: {'Port': ['ID=70f8f5e3-0d87-4f68-a33b-10606e08e5c3,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:03:47.035826 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660524f9-5e2d-44f8-a426-42d9bebbf295 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:03:47.036196 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660524f9-5e2d-44f8-a426-42d9bebbf295 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:03:47.036579 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660524f9-5e2d-44f8-a426-42d9bebbf295 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:03:47.036923 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660524f9-5e2d-44f8-a426-42d9bebbf295 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:03:47.037259 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660524f9-5e2d-44f8-a426-42d9bebbf295 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:03:47.037594 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660524f9-5e2d-44f8-a426-42d9bebbf295 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:03:47.037930 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660524f9-5e2d-44f8-a426-42d9bebbf295 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:03:47.038264 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660524f9-5e2d-44f8-a426-42d9bebbf295 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:03:47.038596 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660524f9-5e2d-44f8-a426-42d9bebbf295 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:03:47.038926 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660524f9-5e2d-44f8-a426-42d9bebbf295 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:03:47.039282 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660524f9-5e2d-44f8-a426-42d9bebbf295 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:03:47.039610 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660524f9-5e2d-44f8-a426-42d9bebbf295 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:03:47.098227 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-660524f9-5e2d-44f8-a426-42d9bebbf295 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks [] for floatingip, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:47.098563 n-d-705658-22 neutron-server[105585]: INFO neutron.db.l3_db [None req-660524f9-5e2d-44f8-a426-42d9bebbf295 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Floating IP 19979b8c-df08-461f-86f3-2f2f6fb8e606 disassociated (deleted). External IP: 172.25.5.70, port: bf71f3e3-8470-4ea6-8e0d-fa8dbc6a7bcb. Jul 27 22:03:47.296410 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-660524f9-5e2d-44f8-a426-42d9bebbf295 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Router 543f599b-c40a-4c56-808f-c98d591418af has already been hosted by L3 agent dd128fd7-8e57-4d4f-895b-a96b369df59a {{(pid=105585) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:03:47.401033 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-660524f9-5e2d-44f8-a426-42d9bebbf295 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify agent at l3_agent.n-d-705658-22 the message routers_updated {{(pid=105585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:03:47.405990 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-660524f9-5e2d-44f8-a426-42d9bebbf295 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for floatingip, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:47.411097 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d101fef6-0be7-4c1f-bcfa-63261cca132f None None] Sync routers for ids ['543f599b-c40a-4c56-808f-c98d591418af'] in n-d-705658-22 {{(pid=105587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:03:47.420492 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d101fef6-0be7-4c1f-bcfa-63261cca132f None None] Routers {'543f599b-c40a-4c56-808f-c98d591418af'} bound to L3 agent in host n-d-705658-22 {{(pid=105587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:03:47.421100 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-d101fef6-0be7-4c1f-bcfa-63261cca132f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T22:03:42Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['543f599b-c40a-4c56-808f-c98d591418af'], 'active': True} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:03:47.447869 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-660524f9-5e2d-44f8-a426-42d9bebbf295 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] 10.222.0.59 "DELETE /v2.0/floatingips/19979b8c-df08-461f-86f3-2f2f6fb8e606 HTTP/1.1" status: 204 len: 168 time: 0.8374450 Jul 27 22:03:47.447869 n-d-705658-22 neutron-server[105585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '829bb379-ef71-4347-a9c3-686cb1f8b29a', 'tag': 'bf71f3e3-8470-4ea6-8e0d-fa8dbc6a7bcb'}] {{(pid=105585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:03:47.448589 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f24452fb85b5ff3d9a44b103084d24ac6536fc7c3e33f3cafe2d6008071b0351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0771667b-7a69-41c8-9c74-302b9c7c88a7" -d '{"events": [{"name": "network-changed", "server_uuid": "829bb379-ef71-4347-a9c3-686cb1f8b29a", "tag": "bf71f3e3-8470-4ea6-8e0d-fa8dbc6a7bcb"}]}' {{(pid=105585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:03:47.485444 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 22:03:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e468566-c6cd-4e92-981a-cde27993989d x-openstack-request-id: req-4e468566-c6cd-4e92-981a-cde27993989d {{(pid=105585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:03:47.485737 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "829bb379-ef71-4347-a9c3-686cb1f8b29a", "tag": "bf71f3e3-8470-4ea6-8e0d-fa8dbc6a7bcb", "status": "completed", "code": 200}]} {{(pid=105585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:03:47.485989 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-4e468566-c6cd-4e92-981a-cde27993989d {{(pid=105585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:03:47.486415 n-d-705658-22 neutron-server[105585]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '829bb379-ef71-4347-a9c3-686cb1f8b29a', 'tag': 'bf71f3e3-8470-4ea6-8e0d-fa8dbc6a7bcb', 'status': 'completed', 'code': 200} Jul 27 22:03:47.530389 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvr_db [None req-d101fef6-0be7-4c1f-bcfa-63261cca132f None None] Set router 543f599b-c40a-4c56-808f-c98d591418af gateway port host: n-d-705658-22 {{(pid=105587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:03:47.572763 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0771667b-7a69-41c8-9c74-302b9c7c88a7 req-3a9d0a10-d9f0-4956-ae21-e07c2e753ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:47.575316 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-0771667b-7a69-41c8-9c74-302b9c7c88a7 req-3a9d0a10-d9f0-4956-ae21-e07c2e753ce9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=25d69678ca2843da93a97645b6488fa6&device_id=829bb379-ef71-4347-a9c3-686cb1f8b29a HTTP/1.1" status: 200 len: 1097 time: 0.0666444 Jul 27 22:03:47.676680 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0771667b-7a69-41c8-9c74-302b9c7c88a7 req-500bbbce-09ac-4b62-ad41-c902fb2c2c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:47.678590 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-0771667b-7a69-41c8-9c74-302b9c7c88a7 req-500bbbce-09ac-4b62-ad41-c902fb2c2c8a service neutron] 10.222.0.36 "GET /v2.0/networks?id=7eb7b0af-1383-4d40-bb6e-e2585dfa4377 HTTP/1.1" status: 200 len: 897 time: 0.0943484 Jul 27 22:03:47.740535 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-0771667b-7a69-41c8-9c74-302b9c7c88a7 req-a687faff-253e-4fdd-9c73-9daf7f40e862 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bf71f3e3-8470-4ea6-8e0d-fa8dbc6a7bcb HTTP/1.1" status: 200 len: 217 time: 0.0528998 Jul 27 22:03:47.745242 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-d101fef6-0be7-4c1f-bcfa-63261cca132f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '543f599b-c40a-4c56-808f-c98d591418af', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1544868107', 'tenant_id': '25d69678ca2843da93a97645b6488fa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.218'}], 'enable_snat': True}, 'gw_port_id': '5e158fbd-6399-4933-aa58-5ba3e8e6c189', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:02:16Z', 'updated_at': '2021-07-27T22:02:19Z', 'revision_number': 4, 'project_id': '25d69678ca2843da93a97645b6488fa6', 'gw_port': {'id': '5e158fbd-6399-4933-aa58-5ba3e8e6c189', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:9b:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '543f599b-c40a-4c56-808f-c98d591418af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:02:16Z', 'updated_at': '2021-07-27T22:02:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_interfaces': [{'id': 'e4f0e9f9-3608-46ee-860b-486723cfaa3d', 'name': '', 'network_id': '7eb7b0af-1383-4d40-bb6e-e2585dfa4377', 'tenant_id': '25d69678ca2843da93a97645b6488fa6', 'mac_address': 'fa:16:3e:ca:fa:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '543f599b-c40a-4c56-808f-c98d591418af', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '3f81c94b-56b0-4392-a15f-84b70926689f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:02:19Z', 'updated_at': '2021-07-27T22:02:24Z', 'revision_number': 5, 'project_id': '25d69678ca2843da93a97645b6488fa6', 'subnets': [{'id': '3f81c94b-56b0-4392-a15f-84b70926689f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-22', False) {} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:03:47.773528 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d101fef6-0be7-4c1f-bcfa-63261cca132f None None] Checking router: 543f599b-c40a-4c56-808f-c98d591418af for host: n-d-705658-22 {{(pid=105587) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:03:47.782762 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d101fef6-0be7-4c1f-bcfa-63261cca132f None None] Routers {'543f599b-c40a-4c56-808f-c98d591418af'} bound to L3 agent in host n-d-705658-22 {{(pid=105587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:03:47.783427 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-d101fef6-0be7-4c1f-bcfa-63261cca132f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T22:03:42Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['543f599b-c40a-4c56-808f-c98d591418af'], 'active': True} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:03:47.813383 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0771667b-7a69-41c8-9c74-302b9c7c88a7 req-0f9744c4-3aa7-492f-97de-7bf670a01e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:47.814930 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-0771667b-7a69-41c8-9c74-302b9c7c88a7 req-0f9744c4-3aa7-492f-97de-7bf670a01e4b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3f81c94b-56b0-4392-a15f-84b70926689f HTTP/1.1" status: 200 len: 834 time: 0.0638926 Jul 27 22:03:47.886264 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0771667b-7a69-41c8-9c74-302b9c7c88a7 req-72587947-10a9-4ea9-87f1-068cb53f032b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:47.888005 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-0771667b-7a69-41c8-9c74-302b9c7c88a7 req-72587947-10a9-4ea9-87f1-068cb53f032b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7eb7b0af-1383-4d40-bb6e-e2585dfa4377&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0641596 Jul 27 22:03:47.902238 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [req-0771667b-7a69-41c8-9c74-302b9c7c88a7 req-7249c52f-bd51-43e6-a664-03230e579bc1 service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=105584) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 22:03:47.903674 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-0771667b-7a69-41c8-9c74-302b9c7c88a7 req-7249c52f-bd51-43e6-a664-03230e579bc1 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059865 Jul 27 22:03:47.990170 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvr_db [None req-d101fef6-0be7-4c1f-bcfa-63261cca132f None None] Set router 543f599b-c40a-4c56-808f-c98d591418af gateway port host: n-d-705658-22 {{(pid=105587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:03:48.002726 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-0771667b-7a69-41c8-9c74-302b9c7c88a7 req-7d7c91cc-536e-4a91-b655-9401a23fe0a5 service neutron] 10.222.0.36 "GET /v2.0/networks/7eb7b0af-1383-4d40-bb6e-e2585dfa4377?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918167 Jul 27 22:03:48.047913 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879c36be-77a6-46f9-9bbb-3e343d0f72b3 req-461dc2e5-2bd4-4cbf-80fc-ec738ecb5c57 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:48.055706 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-879c36be-77a6-46f9-9bbb-3e343d0f72b3 req-461dc2e5-2bd4-4cbf-80fc-ec738ecb5c57 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] 10.222.0.59 "GET /v2.0/ports?device_id=829bb379-ef71-4347-a9c3-686cb1f8b29a HTTP/1.1" status: 200 len: 945 time: 0.4262621 Jul 27 22:03:48.097208 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-879c36be-77a6-46f9-9bbb-3e343d0f72b3 req-bfecd52a-1d9f-4ba1-988e-f7c3b1234d99 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] 10.222.0.59 "GET /v2.0/security-groups?id=84de8e41-ab7f-4ac2-b1a5-31ccca448b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406237 Jul 27 22:03:48.121611 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-0771667b-7a69-41c8-9c74-302b9c7c88a7 req-08776582-9668-4a3f-966e-ad13ec7f69a3 service neutron] 10.222.0.36 "GET /v2.0/networks/7eb7b0af-1383-4d40-bb6e-e2585dfa4377?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1113226 Jul 27 22:03:48.206941 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-d101fef6-0be7-4c1f-bcfa-63261cca132f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '543f599b-c40a-4c56-808f-c98d591418af', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1544868107', 'tenant_id': '25d69678ca2843da93a97645b6488fa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.218'}], 'enable_snat': True}, 'gw_port_id': '5e158fbd-6399-4933-aa58-5ba3e8e6c189', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:02:16Z', 'updated_at': '2021-07-27T22:02:19Z', 'revision_number': 4, 'project_id': '25d69678ca2843da93a97645b6488fa6', 'gw_port': {'id': '5e158fbd-6399-4933-aa58-5ba3e8e6c189', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:9b:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '543f599b-c40a-4c56-808f-c98d591418af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:02:16Z', 'updated_at': '2021-07-27T22:02:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_interfaces': [{'id': 'e4f0e9f9-3608-46ee-860b-486723cfaa3d', 'name': '', 'network_id': '7eb7b0af-1383-4d40-bb6e-e2585dfa4377', 'tenant_id': '25d69678ca2843da93a97645b6488fa6', 'mac_address': 'fa:16:3e:ca:fa:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '543f599b-c40a-4c56-808f-c98d591418af', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '3f81c94b-56b0-4392-a15f-84b70926689f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:02:19Z', 'updated_at': '2021-07-27T22:02:24Z', 'revision_number': 5, 'project_id': '25d69678ca2843da93a97645b6488fa6', 'subnets': [{'id': '3f81c94b-56b0-4392-a15f-84b70926689f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-22', False) {} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:03:48.236094 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d101fef6-0be7-4c1f-bcfa-63261cca132f None None] The sync data for ids ['543f599b-c40a-4c56-808f-c98d591418af'] in n-d-705658-22 is: [{'id': '543f599b-c40a-4c56-808f-c98d591418af', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1544868107', 'tenant_id': '25d69678ca2843da93a97645b6488fa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.218'}], 'enable_snat': True}, 'gw_port_id': '5e158fbd-6399-4933-aa58-5ba3e8e6c189', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:02:16Z', 'updated_at': '2021-07-27T22:02:19Z', 'revision_number': 4, 'project_id': '25d69678ca2843da93a97645b6488fa6', 'gw_port': {'id': '5e158fbd-6399-4933-aa58-5ba3e8e6c189', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:9b:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '543f599b-c40a-4c56-808f-c98d591418af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:02:16Z', 'updated_at': '2021-07-27T22:02:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_interfaces': [{'id': 'e4f0e9f9-3608-46ee-860b-486723cfaa3d', 'name': '', 'network_id': '7eb7b0af-1383-4d40-bb6e-e2585dfa4377', 'tenant_id': '25d69678ca2843da93a97645b6488fa6', 'mac_address': 'fa:16:3e:ca:fa:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '543f599b-c40a-4c56-808f-c98d591418af', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '3f81c94b-56b0-4392-a15f-84b70926689f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:02:19Z', 'updated_at': '2021-07-27T22:02:24Z', 'revision_number': 5, 'project_id': '25d69678ca2843da93a97645b6488fa6', 'subnets': [{'id': '3f81c94b-56b0-4392-a15f-84b70926689f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:03:48.451509 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c2be8c4-ae7c-41db-8818-4c1fde0f357c None None] New status for floating IP 19979b8c-df08-461f-86f3-2f2f6fb8e606: DOWN {{(pid=105586) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 22:03:49.122450 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9066c7ec-374c-4a41-8aa4-bbd00d54aaed req-c585e256-8c80-40ca-b3c5-4253c3336788 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:49.123939 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-9066c7ec-374c-4a41-8aa4-bbd00d54aaed req-c585e256-8c80-40ca-b3c5-4253c3336788 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] 10.222.0.36 "GET /v2.0/ports?device_id=829bb379-ef71-4347-a9c3-686cb1f8b29a HTTP/1.1" status: 200 len: 945 time: 0.0611339 Jul 27 22:03:49.228133 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [req-9066c7ec-374c-4a41-8aa4-bbd00d54aaed req-b44bbcdf-4045-4c66-83eb-96bcb0dddb1f tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Deleting port bf71f3e3-8470-4ea6-8e0d-fa8dbc6a7bcb {{(pid=105584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:03:49.228394 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68942892-b583-40fb-9b6d-938dd6ec1b86 req-4d497949-25d4-40cd-9601-5cf80e13c456 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:49.228884 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-9066c7ec-374c-4a41-8aa4-bbd00d54aaed req-b44bbcdf-4045-4c66-83eb-96bcb0dddb1f tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:49.229666 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-68942892-b583-40fb-9b6d-938dd6ec1b86 req-4d497949-25d4-40cd-9601-5cf80e13c456 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] 10.222.0.59 "GET /v2.0/ports?device_id=829bb379-ef71-4347-a9c3-686cb1f8b29a HTTP/1.1" status: 200 len: 945 time: 0.0615745 Jul 27 22:03:49.266764 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-68942892-b583-40fb-9b6d-938dd6ec1b86 req-b4d9bf16-52c7-42c8-9098-ae3a08aba89b tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] 10.222.0.59 "GET /v2.0/security-groups?id=84de8e41-ab7f-4ac2-b1a5-31ccca448b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309837 Jul 27 22:03:49.314488 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [req-9066c7ec-374c-4a41-8aa4-bbd00d54aaed req-b44bbcdf-4045-4c66-83eb-96bcb0dddb1f tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] For port bf71f3e3-8470-4ea6-8e0d-fa8dbc6a7bcb, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=bf71f3e3-8470-4ea6-8e0d-fa8dbc6a7bcb,segment=NetworkSegment(f3df5657-3667-4970-a058-b69d0d4dcc6e),segment_id=f3df5657-3667-4970-a058-b69d0d4dcc6e)] {{(pid=105584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:03:49.314852 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-9066c7ec-374c-4a41-8aa4-bbd00d54aaed req-b44bbcdf-4045-4c66-83eb-96bcb0dddb1f tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:49.327445 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [req-9066c7ec-374c-4a41-8aa4-bbd00d54aaed req-b44bbcdf-4045-4c66-83eb-96bcb0dddb1f tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Calling delete_port for bf71f3e3-8470-4ea6-8e0d-fa8dbc6a7bcb owned by compute:nova {{(pid=105584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:03:49.454656 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-9066c7ec-374c-4a41-8aa4-bbd00d54aaed req-b44bbcdf-4045-4c66-83eb-96bcb0dddb1f tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:49.482770 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44bbcdf-4045-4c66-83eb-96bcb0dddb1f tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Pushing event deleted for resources: {'Port': ['ID=bf71f3e3-8470-4ea6-8e0d-fa8dbc6a7bcb,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:03:49.494553 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44bbcdf-4045-4c66-83eb-96bcb0dddb1f tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:03:49.494913 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44bbcdf-4045-4c66-83eb-96bcb0dddb1f tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:03:49.495284 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44bbcdf-4045-4c66-83eb-96bcb0dddb1f tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:03:49.495626 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44bbcdf-4045-4c66-83eb-96bcb0dddb1f tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:03:49.495963 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44bbcdf-4045-4c66-83eb-96bcb0dddb1f tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:03:49.496297 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44bbcdf-4045-4c66-83eb-96bcb0dddb1f tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:03:49.496629 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44bbcdf-4045-4c66-83eb-96bcb0dddb1f tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:03:49.496961 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44bbcdf-4045-4c66-83eb-96bcb0dddb1f tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:03:49.497291 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44bbcdf-4045-4c66-83eb-96bcb0dddb1f tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:03:49.497619 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44bbcdf-4045-4c66-83eb-96bcb0dddb1f tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:03:49.497943 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44bbcdf-4045-4c66-83eb-96bcb0dddb1f tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:03:49.498264 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44bbcdf-4045-4c66-83eb-96bcb0dddb1f tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:03:49.541193 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [req-9066c7ec-374c-4a41-8aa4-bbd00d54aaed req-b44bbcdf-4045-4c66-83eb-96bcb0dddb1f tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] No DVR routers for this DVR port bf71f3e3-8470-4ea6-8e0d-fa8dbc6a7bcb on host n-h1-705658-22 {{(pid=105584) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:03:49.543545 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-9066c7ec-374c-4a41-8aa4-bbd00d54aaed req-b44bbcdf-4045-4c66-83eb-96bcb0dddb1f tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:49.545506 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-9066c7ec-374c-4a41-8aa4-bbd00d54aaed req-b44bbcdf-4045-4c66-83eb-96bcb0dddb1f tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] 10.222.0.36 "DELETE /v2.0/ports/bf71f3e3-8470-4ea6-8e0d-fa8dbc6a7bcb HTTP/1.1" status: 204 len: 173 time: 0.4148774 Jul 27 22:03:49.545936 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '829bb379-ef71-4347-a9c3-686cb1f8b29a', 'name': 'network-vif-deleted', 'tag': 'bf71f3e3-8470-4ea6-8e0d-fa8dbc6a7bcb'}] {{(pid=105584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:03:49.548212 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a14b7e693ac0d3b36d252540d57b2183de19e2104d11de1d527dbb6a6689965" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fcb384f-2918-47f5-9ea1-f93b091e7a2c" -d '{"events": [{"server_uuid": "829bb379-ef71-4347-a9c3-686cb1f8b29a", "name": "network-vif-deleted", "tag": "bf71f3e3-8470-4ea6-8e0d-fa8dbc6a7bcb"}]}' {{(pid=105584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:03:49.587141 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:03:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f737aba-f0ac-4ae6-a17d-b4d4f0a735cb x-openstack-request-id: req-8f737aba-f0ac-4ae6-a17d-b4d4f0a735cb {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:03:49.587433 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "829bb379-ef71-4347-a9c3-686cb1f8b29a", "name": "network-vif-deleted", "tag": "bf71f3e3-8470-4ea6-8e0d-fa8dbc6a7bcb", "status": "completed", "code": 200}]} {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:03:49.587681 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-8f737aba-f0ac-4ae6-a17d-b4d4f0a735cb {{(pid=105584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:03:49.588070 n-d-705658-22 neutron-server[105584]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '829bb379-ef71-4347-a9c3-686cb1f8b29a', 'name': 'network-vif-deleted', 'tag': 'bf71f3e3-8470-4ea6-8e0d-fa8dbc6a7bcb', 'status': 'completed', 'code': 200} Jul 27 22:03:50.322329 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 39518) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:03:50.672186 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-cfb5944e-12ed-4f93-bdd5-3743cbc9b168 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4076536'] for router_interface, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:50.937814 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [None req-cfb5944e-12ed-4f93-bdd5-3743cbc9b168 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Deleting port e4f0e9f9-3608-46ee-860b-486723cfaa3d {{(pid=105585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:03:50.938161 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-cfb5944e-12ed-4f93-bdd5-3743cbc9b168 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:51.027623 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.db [None req-cfb5944e-12ed-4f93-bdd5-3743cbc9b168 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] For port e4f0e9f9-3608-46ee-860b-486723cfaa3d, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=e4f0e9f9-3608-46ee-860b-486723cfaa3d,segment=NetworkSegment(f3df5657-3667-4970-a058-b69d0d4dcc6e),segment_id=f3df5657-3667-4970-a058-b69d0d4dcc6e)] {{(pid=105585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:03:51.027991 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-cfb5944e-12ed-4f93-bdd5-3743cbc9b168 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:51.040905 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [None req-cfb5944e-12ed-4f93-bdd5-3743cbc9b168 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Calling delete_port for e4f0e9f9-3608-46ee-860b-486723cfaa3d owned by network:router_interface {{(pid=105585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:03:51.226258 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-cfb5944e-12ed-4f93-bdd5-3743cbc9b168 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:51.251246 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb5944e-12ed-4f93-bdd5-3743cbc9b168 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Pushing event deleted for resources: {'Port': ['ID=e4f0e9f9-3608-46ee-860b-486723cfaa3d,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:03:51.427221 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-cfb5944e-12ed-4f93-bdd5-3743cbc9b168 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3743915', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4076308'] for router_interface, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:51.647009 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfb5944e-12ed-4f93-bdd5-3743cbc9b168 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Router 543f599b-c40a-4c56-808f-c98d591418af has already been hosted by L3 agent dd128fd7-8e57-4d4f-895b-a96b369df59a {{(pid=105585) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:03:51.754382 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfb5944e-12ed-4f93-bdd5-3743cbc9b168 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify agent at l3_agent.n-d-705658-22 the message routers_updated {{(pid=105585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:03:51.759533 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-cfb5944e-12ed-4f93-bdd5-3743cbc9b168 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] 10.222.0.59 "PUT /v2.0/routers/543f599b-c40a-4c56-808f-c98d591418af/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4358883 Jul 27 22:03:51.762172 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 39520) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:03:51.766294 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c26aebe0-297b-40cb-8548-d07cf64c1021 None None] Sync routers for ids ['543f599b-c40a-4c56-808f-c98d591418af'] in n-d-705658-22 {{(pid=105587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:03:51.775885 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c26aebe0-297b-40cb-8548-d07cf64c1021 None None] Routers {'543f599b-c40a-4c56-808f-c98d591418af'} bound to L3 agent in host n-d-705658-22 {{(pid=105587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:03:51.776501 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-c26aebe0-297b-40cb-8548-d07cf64c1021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T22:03:42Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['543f599b-c40a-4c56-808f-c98d591418af'], 'active': True} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:03:51.815132 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7cba867-afc1-4f4e-afbb-a31af506f76c tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Deleting subnet 3f81c94b-56b0-4392-a15f-84b70926689f {{(pid=105584) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 22:03:51.818748 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-f7cba867-afc1-4f4e-afbb-a31af506f76c tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks [] for subnet, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:51.859925 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-f7cba867-afc1-4f4e-afbb-a31af506f76c tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9014207'] for subnet, precommit_delete_associations {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:51.881569 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvr_db [None req-c26aebe0-297b-40cb-8548-d07cf64c1021 None None] Set router 543f599b-c40a-4c56-808f-c98d591418af gateway port host: n-d-705658-22 {{(pid=105587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:03:51.949218 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-f7cba867-afc1-4f4e-afbb-a31af506f76c tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854965'] for subnet, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:52.008454 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-f7cba867-afc1-4f4e-afbb-a31af506f76c tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9014081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9738825'] for subnet, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:52.037505 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-f7cba867-afc1-4f4e-afbb-a31af506f76c tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks [] for subnet, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:52.039412 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-f7cba867-afc1-4f4e-afbb-a31af506f76c tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] 10.222.0.59 "DELETE /v2.0/subnets/3f81c94b-56b0-4392-a15f-84b70926689f HTTP/1.1" status: 204 len: 168 time: 0.2761858 Jul 27 22:03:52.040431 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cba867-afc1-4f4e-afbb-a31af506f76c tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Pushing event deleted for resources: {'Subnet': ['ID=3f81c94b-56b0-4392-a15f-84b70926689f,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:03:52.042116 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 39522) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:03:52.058781 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fd120ad-7abd-45a1-a809-dc67d705dc4e None None] Network 7eb7b0af-1383-4d40-bb6e-e2585dfa4377 requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:03:52.070286 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-c26aebe0-297b-40cb-8548-d07cf64c1021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '543f599b-c40a-4c56-808f-c98d591418af', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1544868107', 'tenant_id': '25d69678ca2843da93a97645b6488fa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.218'}], 'enable_snat': True}, 'gw_port_id': '5e158fbd-6399-4933-aa58-5ba3e8e6c189', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:02:16Z', 'updated_at': '2021-07-27T22:03:51Z', 'revision_number': 5, 'project_id': '25d69678ca2843da93a97645b6488fa6', 'gw_port': {'id': '5e158fbd-6399-4933-aa58-5ba3e8e6c189', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:9b:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '543f599b-c40a-4c56-808f-c98d591418af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:02:16Z', 'updated_at': '2021-07-27T22:02:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22'}], 'n-d-705658-22', False) {} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:03:52.096363 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c26aebe0-297b-40cb-8548-d07cf64c1021 None None] Checking router: 543f599b-c40a-4c56-808f-c98d591418af for host: n-d-705658-22 {{(pid=105587) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:03:52.105352 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c26aebe0-297b-40cb-8548-d07cf64c1021 None None] Routers {'543f599b-c40a-4c56-808f-c98d591418af'} bound to L3 agent in host n-d-705658-22 {{(pid=105587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:03:52.105961 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-c26aebe0-297b-40cb-8548-d07cf64c1021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T22:03:42Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['543f599b-c40a-4c56-808f-c98d591418af'], 'active': True} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:03:52.170835 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-87f059af-079d-477d-80a0-d6886091d75d tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks [] for router, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:52.211286 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvr_db [None req-c26aebe0-297b-40cb-8548-d07cf64c1021 None None] Set router 543f599b-c40a-4c56-808f-c98d591418af gateway port host: n-d-705658-22 {{(pid=105587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:03:52.272790 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa238689-6224-4d30-867d-55dd86f2fdc1 None None] DHCP port deletion for 7eb7b0af-1383-4d40-bb6e-e2585dfa4377 request from n-d-705658-22 {{(pid=105586) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 22:03:52.281266 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-87f059af-079d-477d-80a0-d6886091d75d tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks [] for router_gateway, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:52.324014 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-fa238689-6224-4d30-867d-55dd86f2fdc1 None None] Deleting port af77faab-adf0-404d-b49f-d6e6b8938cfe {{(pid=105586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:03:52.324696 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-fa238689-6224-4d30-867d-55dd86f2fdc1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:52.336015 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [None req-87f059af-079d-477d-80a0-d6886091d75d tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Deleting port 5e158fbd-6399-4933-aa58-5ba3e8e6c189 {{(pid=105585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:03:52.336369 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-87f059af-079d-477d-80a0-d6886091d75d tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:52.389607 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-fa238689-6224-4d30-867d-55dd86f2fdc1 None None] For port af77faab-adf0-404d-b49f-d6e6b8938cfe, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=af77faab-adf0-404d-b49f-d6e6b8938cfe,segment=NetworkSegment(f3df5657-3667-4970-a058-b69d0d4dcc6e),segment_id=f3df5657-3667-4970-a058-b69d0d4dcc6e)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:03:52.390311 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-fa238689-6224-4d30-867d-55dd86f2fdc1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:52.402232 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-c26aebe0-297b-40cb-8548-d07cf64c1021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '543f599b-c40a-4c56-808f-c98d591418af', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1544868107', 'tenant_id': '25d69678ca2843da93a97645b6488fa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.218'}], 'enable_snat': True}, 'gw_port_id': '5e158fbd-6399-4933-aa58-5ba3e8e6c189', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:02:16Z', 'updated_at': '2021-07-27T22:03:51Z', 'revision_number': 5, 'project_id': '25d69678ca2843da93a97645b6488fa6', 'gw_port': {'id': '5e158fbd-6399-4933-aa58-5ba3e8e6c189', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:9b:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '543f599b-c40a-4c56-808f-c98d591418af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:02:16Z', 'updated_at': '2021-07-27T22:02:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22'}], 'n-d-705658-22', False) {} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:03:52.403315 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-fa238689-6224-4d30-867d-55dd86f2fdc1 None None] Calling delete_port for af77faab-adf0-404d-b49f-d6e6b8938cfe owned by network:dhcp {{(pid=105586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:03:52.428419 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.db [None req-87f059af-079d-477d-80a0-d6886091d75d tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] For port 5e158fbd-6399-4933-aa58-5ba3e8e6c189, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=5e158fbd-6399-4933-aa58-5ba3e8e6c189,segment=NetworkSegment(12196855-9a32-4633-9a56-77697ef9e126),segment_id=12196855-9a32-4633-9a56-77697ef9e126)] {{(pid=105585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:03:52.429059 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-87f059af-079d-477d-80a0-d6886091d75d tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:52.430304 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c26aebe0-297b-40cb-8548-d07cf64c1021 None None] The sync data for ids ['543f599b-c40a-4c56-808f-c98d591418af'] in n-d-705658-22 is: [{'id': '543f599b-c40a-4c56-808f-c98d591418af', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1544868107', 'tenant_id': '25d69678ca2843da93a97645b6488fa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.218'}], 'enable_snat': True}, 'gw_port_id': '5e158fbd-6399-4933-aa58-5ba3e8e6c189', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:02:16Z', 'updated_at': '2021-07-27T22:03:51Z', 'revision_number': 5, 'project_id': '25d69678ca2843da93a97645b6488fa6', 'gw_port': {'id': '5e158fbd-6399-4933-aa58-5ba3e8e6c189', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:9b:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '543f599b-c40a-4c56-808f-c98d591418af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:02:16Z', 'updated_at': '2021-07-27T22:02:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22'}] {{(pid=105587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:03:52.447936 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [None req-87f059af-079d-477d-80a0-d6886091d75d tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Calling delete_port for 5e158fbd-6399-4933-aa58-5ba3e8e6c189 owned by network:router_gateway {{(pid=105585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:03:52.487602 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-fa238689-6224-4d30-867d-55dd86f2fdc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180'] for port, after_delete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:52.513916 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa238689-6224-4d30-867d-55dd86f2fdc1 None None] Pushing event deleted for resources: {'Port': ['ID=af77faab-adf0-404d-b49f-d6e6b8938cfe,revision_number=None']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:03:52.516097 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa238689-6224-4d30-867d-55dd86f2fdc1 None None] No DVR routers for this DVR port af77faab-adf0-404d-b49f-d6e6b8938cfe on host n-d-705658-22 {{(pid=105586) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:03:52.527708 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa238689-6224-4d30-867d-55dd86f2fdc1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:03:52.528052 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa238689-6224-4d30-867d-55dd86f2fdc1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:03:52.528387 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa238689-6224-4d30-867d-55dd86f2fdc1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:03:52.528720 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa238689-6224-4d30-867d-55dd86f2fdc1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:03:52.529048 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa238689-6224-4d30-867d-55dd86f2fdc1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:03:52.529374 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa238689-6224-4d30-867d-55dd86f2fdc1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:03:52.529694 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa238689-6224-4d30-867d-55dd86f2fdc1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:03:52.530013 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa238689-6224-4d30-867d-55dd86f2fdc1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:03:52.530339 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa238689-6224-4d30-867d-55dd86f2fdc1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:03:52.530660 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa238689-6224-4d30-867d-55dd86f2fdc1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:03:52.530979 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa238689-6224-4d30-867d-55dd86f2fdc1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:03:52.531320 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa238689-6224-4d30-867d-55dd86f2fdc1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:03:52.621112 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-87f059af-079d-477d-80a0-d6886091d75d tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:52.646846 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f059af-079d-477d-80a0-d6886091d75d tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Pushing event deleted for resources: {'Port': ['ID=5e158fbd-6399-4933-aa58-5ba3e8e6c189,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:03:52.708073 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-87f059af-079d-477d-80a0-d6886091d75d tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4075702'] for router_gateway, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:52.806600 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-87f059af-079d-477d-80a0-d6886091d75d tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4163631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-425'] for router, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:52.808994 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-87f059af-079d-477d-80a0-d6886091d75d tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:52.854015 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-87f059af-079d-477d-80a0-d6886091d75d tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4163007'] for router, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:52.854582 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87f059af-079d-477d-80a0-d6886091d75d tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Fanout notify agent at l3_agent the message router_deleted on router 543f599b-c40a-4c56-808f-c98d591418af {{(pid=105585) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 22:03:52.867318 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-87f059af-079d-477d-80a0-d6886091d75d tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks [] for router, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:52.870903 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-87f059af-079d-477d-80a0-d6886091d75d tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] 10.222.0.59 "DELETE /v2.0/routers/543f599b-c40a-4c56-808f-c98d591418af HTTP/1.1" status: 204 len: 168 time: 0.8233376 Jul 27 22:03:52.871278 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 39524) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:03:52.891959 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device e4f0e9f9-3608-46ee-860b-486723cfaa3d no longer exists at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:03:52.916749 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] No Port match for: e4f0e9f9-3608-46ee-860b-486723cfaa3d {{(pid=105586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:03:52.917181 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device e4f0e9f9-3608-46ee-860b-486723cfaa3d not bound to the agent host n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:03:52.917672 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device af77faab-adf0-404d-b49f-d6e6b8938cfe no longer exists at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:03:52.936988 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] No Port match for: af77faab-adf0-404d-b49f-d6e6b8938cfe {{(pid=105586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:03:52.937445 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device af77faab-adf0-404d-b49f-d6e6b8938cfe not bound to the agent host n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:03:52.953549 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-ff917d22-42a4-4898-a7d7-1618154344a7 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-990557'] for network, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:53.041743 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-ff917d22-42a4-4898-a7d7-1618154344a7 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853562', 'neutron.services.segments.db._delete_segments_for_network-8790688882975'] for network, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:53.052634 n-d-705658-22 neutron-server[105585]: DEBUG neutron.services.segments.db [None req-ff917d22-42a4-4898-a7d7-1618154344a7 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7eb7b0af-1383-4d40-bb6e-e2585dfa4377']}} {{(pid=105585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:03:53.064538 n-d-705658-22 neutron-server[105585]: DEBUG neutron.services.segments.db [None req-ff917d22-42a4-4898-a7d7-1618154344a7 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3df5657-3667-4970-a058-b69d0d4dcc6e') {'for_net_delete': True} {{(pid=105585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:03:53.064912 n-d-705658-22 neutron-server[105585]: DEBUG neutron.services.segments.db [None req-ff917d22-42a4-4898-a7d7-1618154344a7 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3df5657-3667-4970-a058-b69d0d4dcc6e') {} {{(pid=105585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:03:53.075430 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-ff917d22-42a4-4898-a7d7-1618154344a7 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790688883752', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9886370'] for segment, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:53.090106 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-ff917d22-42a4-4898-a7d7-1618154344a7 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:53.096323 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff917d22-42a4-4898-a7d7-1618154344a7 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Releasing vlan 211 on physical network physnet1 to pool {{(pid=105585) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 22:03:53.096969 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-ff917d22-42a4-4898-a7d7-1618154344a7 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10221644'] for segment, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:53.100844 n-d-705658-22 neutron-server[105585]: Traceback (most recent call last): Jul 27 22:03:53.100844 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 22:03:53.100844 n-d-705658-22 neutron-server[105585]: timer() Jul 27 22:03:53.100844 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 22:03:53.100844 n-d-705658-22 neutron-server[105585]: cb(*args, **kw) Jul 27 22:03:53.100844 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 22:03:53.100844 n-d-705658-22 neutron-server[105585]: return func(*args, **kwargs) Jul 27 22:03:53.100844 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 22:03:53.100844 n-d-705658-22 neutron-server[105585]: self._notify() Jul 27 22:03:53.100844 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 22:03:53.100844 n-d-705658-22 neutron-server[105585]: self.callback(batched_events) Jul 27 22:03:53.100844 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 22:03:53.100844 n-d-705658-22 neutron-server[105585]: event.method(event) Jul 27 22:03:53.100844 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 22:03:53.100844 n-d-705658-22 neutron-server[105585]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 22:03:53.100844 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 22:03:53.100844 n-d-705658-22 neutron-server[105585]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 22:03:53.100844 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 22:03:53.100844 n-d-705658-22 neutron-server[105585]: return f(self, *a, **k) Jul 27 22:03:53.100844 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 22:03:53.100844 n-d-705658-22 neutron-server[105585]: return self._get(url).json() Jul 27 22:03:53.100844 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 22:03:53.100844 n-d-705658-22 neutron-server[105585]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 22:03:53.100844 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 22:03:53.100844 n-d-705658-22 neutron-server[105585]: return self.request(url, 'GET', **kwargs) Jul 27 22:03:53.100844 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 22:03:53.100844 n-d-705658-22 neutron-server[105585]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 22:03:53.100844 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 22:03:53.100844 n-d-705658-22 neutron-server[105585]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 22:03:53.100844 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 22:03:53.100844 n-d-705658-22 neutron-server[105585]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 22:03:53.100844 n-d-705658-22 neutron-server[105585]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 22:03:53.164142 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-ff917d22-42a4-4898-a7d7-1618154344a7 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4075658'] for network, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:53.170886 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-ff917d22-42a4-4898-a7d7-1618154344a7 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks [] for network, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:53.172792 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-ff917d22-42a4-4898-a7d7-1618154344a7 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] 10.222.0.59 "DELETE /v2.0/networks/7eb7b0af-1383-4d40-bb6e-e2585dfa4377 HTTP/1.1" status: 204 len: 168 time: 0.3005478 Jul 27 22:03:53.176383 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 39526) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:03:53.184981 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff917d22-42a4-4898-a7d7-1618154344a7 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Pushing event deleted for resources: {'Network': ['ID=7eb7b0af-1383-4d40-bb6e-e2585dfa4377,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:03:53.236553 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-81548884-6dd8-42a7-8b3e-0e8f0530ebec tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks [] for security_group, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:53.261493 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-81548884-6dd8-42a7-8b3e-0e8f0530ebec tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:53.318809 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-81548884-6dd8-42a7-8b3e-0e8f0530ebec tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:53.321371 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-81548884-6dd8-42a7-8b3e-0e8f0530ebec tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks [] for security_group, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:53.322504 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-81548884-6dd8-42a7-8b3e-0e8f0530ebec tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] 10.222.0.59 "DELETE /v2.0/security-groups/84de8e41-ab7f-4ac2-b1a5-31ccca448b8c HTTP/1.1" status: 204 len: 168 time: 0.1444936 Jul 27 22:03:53.331745 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81548884-6dd8-42a7-8b3e-0e8f0530ebec tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=84de8e41-ab7f-4ac2-b1a5-31ccca448b8c,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:03:53.445037 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device bf71f3e3-8470-4ea6-8e0d-fa8dbc6a7bcb no longer exists at agent hyperv_n-h1-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:03:53.465167 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-28650df7-c46c-4981-b84f-37d87254047e None None] No Port match for: bf71f3e3-8470-4ea6-8e0d-fa8dbc6a7bcb {{(pid=105586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:03:53.465743 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device bf71f3e3-8470-4ea6-8e0d-fa8dbc6a7bcb not bound to the agent host n-h1-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:03:53.580055 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 39532) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:03:53.585250 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-8093a34f-03d9-46f8-bcda-892818b1e527 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1657634591', 'description': 'tempest-secgroup-smoke-1657634591 description', 'project_id': '25d69678ca2843da93a97645b6488fa6'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:03:53.611496 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-8093a34f-03d9-46f8-bcda-892818b1e527 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks [] for security_group, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:53.697460 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-8093a34f-03d9-46f8-bcda-892818b1e527 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks [] for security_group, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:53.700851 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-8093a34f-03d9-46f8-bcda-892818b1e527 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:53.727960 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-8093a34f-03d9-46f8-bcda-892818b1e527 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks [] for security_group, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:53.729155 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-8093a34f-03d9-46f8-bcda-892818b1e527 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1480644 Jul 27 22:03:53.731029 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8093a34f-03d9-46f8-bcda-892818b1e527 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e824cac-f377-48fc-ab27-f9a8ad215b67,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:03:53.732432 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 39534) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:03:53.737247 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-66a240e9-c4b0-4b45-af85-905a8385091a tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Request body: {'security_group_rule': {'security_group_id': '5e824cac-f377-48fc-ab27-f9a8ad215b67', 'project_id': '25d69678ca2843da93a97645b6488fa6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:03:53.763061 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-66a240e9-c4b0-4b45-af85-905a8385091a tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:53.818919 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-66a240e9-c4b0-4b45-af85-905a8385091a tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:53.822371 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-66a240e9-c4b0-4b45-af85-905a8385091a tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732636'] for security_group_rule, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:53.841607 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a240e9-c4b0-4b45-af85-905a8385091a tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=167ea635-726a-46dc-971b-c2c120dae9fb,revision_number=0']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:03:53.845319 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-66a240e9-c4b0-4b45-af85-905a8385091a tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:53.846490 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-66a240e9-c4b0-4b45-af85-905a8385091a tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1130614 Jul 27 22:03:53.849869 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 39536) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:03:53.854183 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-507e55ab-43fc-4a8b-bd9a-f0e83d0d2854 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Request body: {'security_group_rule': {'security_group_id': '5e824cac-f377-48fc-ab27-f9a8ad215b67', 'project_id': '25d69678ca2843da93a97645b6488fa6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:03:53.880801 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-507e55ab-43fc-4a8b-bd9a-f0e83d0d2854 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:53.936049 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-507e55ab-43fc-4a8b-bd9a-f0e83d0d2854 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:53.939576 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-507e55ab-43fc-4a8b-bd9a-f0e83d0d2854 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732636'] for security_group_rule, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:53.956965 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507e55ab-43fc-4a8b-bd9a-f0e83d0d2854 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b009cb91-3632-45f9-b40d-cb5aa51f12eb,revision_number=0']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:03:53.962790 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-507e55ab-43fc-4a8b-bd9a-f0e83d0d2854 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:53.964041 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-507e55ab-43fc-4a8b-bd9a-f0e83d0d2854 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1132708 Jul 27 22:03:53.966732 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 39538) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:03:53.971078 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-cff3ef9f-88d6-44a2-91a4-c6cde79064a7 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Request body: {'security_group_rule': {'security_group_id': '5e824cac-f377-48fc-ab27-f9a8ad215b67', 'project_id': '25d69678ca2843da93a97645b6488fa6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:03:53.997352 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-cff3ef9f-88d6-44a2-91a4-c6cde79064a7 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:54.056952 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-cff3ef9f-88d6-44a2-91a4-c6cde79064a7 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:54.060332 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-cff3ef9f-88d6-44a2-91a4-c6cde79064a7 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732636'] for security_group_rule, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:54.077134 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff3ef9f-88d6-44a2-91a4-c6cde79064a7 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f92e35a-d891-4922-811f-8e14c0633104,revision_number=0']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:03:54.082865 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-cff3ef9f-88d6-44a2-91a4-c6cde79064a7 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:54.084181 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-cff3ef9f-88d6-44a2-91a4-c6cde79064a7 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1165073 Jul 27 22:03:54.086890 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 39540) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:03:54.091170 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-f54f67cb-7ff4-47c4-826c-e1c3d839525f tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Request body: {'security_group_rule': {'security_group_id': '5e824cac-f377-48fc-ab27-f9a8ad215b67', 'project_id': '25d69678ca2843da93a97645b6488fa6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:03:54.117302 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-f54f67cb-7ff4-47c4-826c-e1c3d839525f tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:54.174024 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-f54f67cb-7ff4-47c4-826c-e1c3d839525f tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:54.177709 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-f54f67cb-7ff4-47c4-826c-e1c3d839525f tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732636'] for security_group_rule, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:54.195839 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54f67cb-7ff4-47c4-826c-e1c3d839525f tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b36f54f-a5a9-4e0a-b2a6-0a8f382d8bf6,revision_number=0']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:03:54.201302 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-f54f67cb-7ff4-47c4-826c-e1c3d839525f tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:54.202514 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-f54f67cb-7ff4-47c4-826c-e1c3d839525f tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1146832 Jul 27 22:03:54.205247 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 39542) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:03:54.210185 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-eddbb781-8dd0-4321-9b9a-4473012b3a45 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Request body: {'security_group_rule': {'security_group_id': '5e824cac-f377-48fc-ab27-f9a8ad215b67', 'project_id': '25d69678ca2843da93a97645b6488fa6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:03:54.231453 n-d-705658-22 neutron-server[105585]: INFO neutron.db.securitygroups_db [None req-eddbb781-8dd0-4321-9b9a-4473012b3a45 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Project 25d69678ca2843da93a97645b6488fa6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 27 22:03:54.236141 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-eddbb781-8dd0-4321-9b9a-4473012b3a45 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:54.295512 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-eddbb781-8dd0-4321-9b9a-4473012b3a45 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:54.298875 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-eddbb781-8dd0-4321-9b9a-4473012b3a45 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732636'] for security_group_rule, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:54.315849 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddbb781-8dd0-4321-9b9a-4473012b3a45 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c88b5d8-097a-4563-b2f8-d60bb695b1a2,revision_number=0']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:03:54.322855 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-eddbb781-8dd0-4321-9b9a-4473012b3a45 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:54.324105 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-eddbb781-8dd0-4321-9b9a-4473012b3a45 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1179395 Jul 27 22:03:54.326809 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 39544) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:03:54.331308 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-30db10ee-7826-4a06-b3b7-7c04e34ca729 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Request body: {'security_group_rule': {'security_group_id': '5e824cac-f377-48fc-ab27-f9a8ad215b67', 'project_id': '25d69678ca2843da93a97645b6488fa6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:03:54.351534 n-d-705658-22 neutron-server[105585]: INFO neutron.db.securitygroups_db [None req-30db10ee-7826-4a06-b3b7-7c04e34ca729 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Project 25d69678ca2843da93a97645b6488fa6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 27 22:03:54.356108 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-30db10ee-7826-4a06-b3b7-7c04e34ca729 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:54.418559 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-30db10ee-7826-4a06-b3b7-7c04e34ca729 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:54.422123 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-30db10ee-7826-4a06-b3b7-7c04e34ca729 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732636'] for security_group_rule, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:54.439706 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30db10ee-7826-4a06-b3b7-7c04e34ca729 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0454d5b2-8dc9-4546-865e-b996ea183d03,revision_number=0']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:03:54.445824 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-30db10ee-7826-4a06-b3b7-7c04e34ca729 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:54.449808 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-30db10ee-7826-4a06-b3b7-7c04e34ca729 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1193874 Jul 27 22:03:54.450376 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 39546) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:03:54.455415 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-a0e1722b-5c1f-4282-a2a2-dd0098115403 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Request body: {'network': {'name': 'tempest-network-smoke--573977556', 'project_id': '25d69678ca2843da93a97645b6488fa6', 'port_security_enabled': True}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:03:54.475666 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0e1722b-5c1f-4282-a2a2-dd0098115403 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Made reservation on behalf of 25d69678ca2843da93a97645b6488fa6 for: {'network': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:03:54.479447 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-a0e1722b-5c1f-4282-a2a2-dd0098115403 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for network, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:54.503594 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0e1722b-5c1f-4282-a2a2-dd0098115403 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] vlan segment allocate from pool success with {'vlan_id': 226, 'physical_network': 'physnet1'} {{(pid=105584) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 22:03:54.512995 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-a0e1722b-5c1f-4282-a2a2-dd0098115403 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:54.513349 n-d-705658-22 neutron-server[105584]: INFO neutron.db.segments_db [None req-a0e1722b-5c1f-4282-a2a2-dd0098115403 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Added segment ef3910f7-062f-460f-b07d-d994e10af202 of type vlan for network 0e775d39-e27a-488e-a624-b53e63c2761a Jul 27 22:03:54.553121 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-a0e1722b-5c1f-4282-a2a2-dd0098115403 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790688424798'] for network, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:54.579936 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-a0e1722b-5c1f-4282-a2a2-dd0098115403 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920'] for network, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:54.586438 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0e1722b-5c1f-4282-a2a2-dd0098115403 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:54.586971 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-a0e1722b-5c1f-4282-a2a2-dd0098115403 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks [] for network, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:54.640103 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-a0e1722b-5c1f-4282-a2a2-dd0098115403 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1887250 Jul 27 22:03:54.642938 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 39548) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:03:54.650775 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-0dcd67fa-7955-4504-b3ce-a50ad3d15c85 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-532782858', 'admin_state_up': True, 'project_id': '25d69678ca2843da93a97645b6488fa6', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305'}}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:03:54.650934 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 5e158fbd-6399-4933-aa58-5ba3e8e6c189 no longer exists at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:03:54.660956 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e1722b-5c1f-4282-a2a2-dd0098115403 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Pushing event updated for resources: {'Network': ['ID=0e775d39-e27a-488e-a624-b53e63c2761a,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:03:54.672251 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Network 0e775d39-e27a-488e-a624-b53e63c2761a details requested by agent ovs-agent-n-d-705658-22 with host n-d-705658-22 {{(pid=105586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 22:03:54.674449 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] No Port match for: 5e158fbd-6399-4933-aa58-5ba3e8e6c189 {{(pid=105586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:03:54.674792 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 5e158fbd-6399-4933-aa58-5ba3e8e6c189 not bound to the agent host n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:03:54.681166 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-0dcd67fa-7955-4504-b3ce-a50ad3d15c85 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4163813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-443'] for router, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:54.682283 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-0dcd67fa-7955-4504-b3ce-a50ad3d15c85 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4165196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4077059', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3711235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-418'] for router, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:54.733848 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-0dcd67fa-7955-4504-b3ce-a50ad3d15c85 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:54.868229 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-0dcd67fa-7955-4504-b3ce-a50ad3d15c85 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4077169', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4163787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-400'] for router, precommit_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:55.053243 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-0dcd67fa-7955-4504-b3ce-a50ad3d15c85 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks [] for router_gateway, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:55.075091 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-0dcd67fa-7955-4504-b3ce-a50ad3d15c85 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:55.172322 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.db_base_plugin_common [None req-0dcd67fa-7955-4504-b3ce-a50ad3d15c85 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Allocated IP 172.25.5.229 (8735d8a2-b604-4758-ae71-b40e4ee6f305/eca7dbab-b9c0-4c8f-a272-816ea8a81764/e8e59267-5cd7-400c-b2f7-3c0b8885e852) {{(pid=105585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:03:55.274326 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-0dcd67fa-7955-4504-b3ce-a50ad3d15c85 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks [] for port, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:55.311980 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-0dcd67fa-7955-4504-b3ce-a50ad3d15c85 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:55.345660 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dcd67fa-7955-4504-b3ce-a50ad3d15c85 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Network 8735d8a2-b604-4758-ae71-b40e4ee6f305 is already hosted by enough agents. {{(pid=105585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:03:55.348598 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.base_scheduler [None req-0dcd67fa-7955-4504-b3ce-a50ad3d15c85 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Resources bound (agent type, host, resource id): {{(pid=105585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:03:55.352007 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dcd67fa-7955-4504-b3ce-a50ad3d15c85 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Received port after_create {{(pid=105585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:03:55.384368 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcd67fa-7955-4504-b3ce-a50ad3d15c85 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Pushing event updated for resources: {'Port': ['ID=e8e59267-5cd7-400c-b2f7-3c0b8885e852,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:03:55.600796 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-0dcd67fa-7955-4504-b3ce-a50ad3d15c85 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks [] for router_gateway, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:56.142425 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-0dcd67fa-7955-4504-b3ce-a50ad3d15c85 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4163804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4077150'] for router, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:56.266944 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0dcd67fa-7955-4504-b3ce-a50ad3d15c85 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Router e994b605-3f01-45c7-8e12-9c6df491cfd1 is scheduled to L3 agent dd128fd7-8e57-4d4f-895b-a96b369df59a with binding_index 1 {{(pid=105585) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 22:03:56.369356 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0dcd67fa-7955-4504-b3ce-a50ad3d15c85 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify agent at l3_agent.n-d-705658-22 the message routers_updated {{(pid=105585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:03:56.380842 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0d5d458-ae5c-4b54-a2ab-b2e8ef144eb4 None None] Sync routers for ids ['e994b605-3f01-45c7-8e12-9c6df491cfd1'] in n-d-705658-22 {{(pid=105586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:03:56.388146 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-0dcd67fa-7955-4504-b3ce-a50ad3d15c85 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks [] for router, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:56.389704 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-0dcd67fa-7955-4504-b3ce-a50ad3d15c85 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7454574 Jul 27 22:03:56.390464 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0d5d458-ae5c-4b54-a2ab-b2e8ef144eb4 None None] Routers {'e994b605-3f01-45c7-8e12-9c6df491cfd1'} bound to L3 agent in host n-d-705658-22 {{(pid=105586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:03:56.391133 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-c0d5d458-ae5c-4b54-a2ab-b2e8ef144eb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T22:03:42Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['e994b605-3f01-45c7-8e12-9c6df491cfd1'], 'active': True} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:03:56.392711 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 39550) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:03:56.420958 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-de38b344-17b2-49b0-a12d-cff6f2c94a5e tempest-TestNetworkAdvancedServerOps-1671970843 tempest-TestNetworkAdvancedServerOps-1671970843-project-admin] 10.222.0.59 "GET /v2.0/subnets?project_id=25d69678ca2843da93a97645b6488fa6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0271461 Jul 27 22:03:56.424174 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 39552) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:03:56.495365 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvr_db [None req-c0d5d458-ae5c-4b54-a2ab-b2e8ef144eb4 None None] Set router e994b605-3f01-45c7-8e12-9c6df491cfd1 gateway port host: n-d-705658-22 {{(pid=105586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:03:56.509435 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7eebcb5-94ef-44d3-a07c-2b0a416243ce tempest-TestNetworkAdvancedServerOps-1671970843 tempest-TestNetworkAdvancedServerOps-1671970843-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:56.513599 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-b7eebcb5-94ef-44d3-a07c-2b0a416243ce tempest-TestNetworkAdvancedServerOps-1671970843 tempest-TestNetworkAdvancedServerOps-1671970843-project-admin] 10.222.0.59 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0857601 Jul 27 22:03:56.513806 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 39554) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:03:56.543327 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-d564a8ba-d5cc-4cf5-aca1-54a5e3c9918a tempest-TestNetworkAdvancedServerOps-1671970843 tempest-TestNetworkAdvancedServerOps-1671970843-project-admin] 10.222.0.59 "GET /v2.0/subnets?network_id=8735d8a2-b604-4758-ae71-b40e4ee6f305&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0262880 Jul 27 22:03:56.543537 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 39556) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:03:56.548259 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-081ad6ee-81e1-4a94-b5f3-34e85e55439f tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-792986126', 'network_id': '0e775d39-e27a-488e-a624-b53e63c2761a', 'project_id': '25d69678ca2843da93a97645b6488fa6', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:03:56.639973 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-081ad6ee-81e1-4a94-b5f3-34e85e55439f tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Made reservation on behalf of 25d69678ca2843da93a97645b6488fa6 for: {'subnet': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:03:56.644217 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-081ad6ee-81e1-4a94-b5f3-34e85e55439f tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9738786'] for subnet, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:56.675331 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-c0d5d458-ae5c-4b54-a2ab-b2e8ef144eb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e994b605-3f01-45c7-8e12-9c6df491cfd1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-532782858', 'tenant_id': '25d69678ca2843da93a97645b6488fa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.229'}], 'enable_snat': True}, 'gw_port_id': 'e8e59267-5cd7-400c-b2f7-3c0b8885e852', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:03:54Z', 'updated_at': '2021-07-27T22:03:55Z', 'revision_number': 3, 'project_id': '25d69678ca2843da93a97645b6488fa6', 'gw_port': {'id': 'e8e59267-5cd7-400c-b2f7-3c0b8885e852', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:e3:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e994b605-3f01-45c7-8e12-9c6df491cfd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:03:55Z', 'updated_at': '2021-07-27T22:03:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22'}], 'n-d-705658-22', False) {} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:03:56.701572 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0d5d458-ae5c-4b54-a2ab-b2e8ef144eb4 None None] Checking router: e994b605-3f01-45c7-8e12-9c6df491cfd1 for host: n-d-705658-22 {{(pid=105586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:03:56.701923 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0d5d458-ae5c-4b54-a2ab-b2e8ef144eb4 None None] Updating router e994b605-3f01-45c7-8e12-9c6df491cfd1 port e8e59267-5cd7-400c-b2f7-3c0b8885e852 binding host n-d-705658-22 {{(pid=105586) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 22:03:56.739223 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-c0d5d458-ae5c-4b54-a2ab-b2e8ef144eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:56.997313 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-c0d5d458-ae5c-4b54-a2ab-b2e8ef144eb4 None None] Notify callbacks [] for port, precommit_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:57.008042 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-c0d5d458-ae5c-4b54-a2ab-b2e8ef144eb4 None None] Transition to ACTIVE for port object e8e59267-5cd7-400c-b2f7-3c0b8885e852 will not be triggered until provisioned by entity L2. {{(pid=105586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:03:57.013194 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-c0d5d458-ae5c-4b54-a2ab-b2e8ef144eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:57.065404 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-c0d5d458-ae5c-4b54-a2ab-b2e8ef144eb4 None None] Attempting to bind port e8e59267-5cd7-400c-b2f7-3c0b8885e852 on host n-d-705658-22 for vnic_type normal with profile {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:03:57.065782 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-c0d5d458-ae5c-4b54-a2ab-b2e8ef144eb4 None None] Attempting to bind port e8e59267-5cd7-400c-b2f7-3c0b8885e852 by drivers openvswitch,hyperv on host n-d-705658-22 at level 0 using segments [{'id': '12196855-9a32-4633-9a56-77697ef9e126', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305'}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:03:57.066153 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0d5d458-ae5c-4b54-a2ab-b2e8ef144eb4 None None] Attempting to bind port e8e59267-5cd7-400c-b2f7-3c0b8885e852 on network 8735d8a2-b604-4758-ae71-b40e4ee6f305 {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:03:57.068896 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31378c3e-58d2-4ed1-98a8-1600c0f83970 None None] Pushing event updated for resources: {'Port': ['ID=e8e59267-5cd7-400c-b2f7-3c0b8885e852,revision_number=2']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:03:57.074463 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0d5d458-ae5c-4b54-a2ab-b2e8ef144eb4 None None] Checking agent: {'id': '04a7ea91-6318-467e-ace6-b0fb48c8690f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 41, 42), 'started_at': datetime.datetime(2021, 7, 27, 20, 42, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 3, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:03:57.074942 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0d5d458-ae5c-4b54-a2ab-b2e8ef144eb4 None None] Checking segment: {'id': '12196855-9a32-4633-9a56-77697ef9e126', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:03:57.075289 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-c0d5d458-ae5c-4b54-a2ab-b2e8ef144eb4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:57.075684 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0d5d458-ae5c-4b54-a2ab-b2e8ef144eb4 None None] Bound using segment: {'id': '12196855-9a32-4633-9a56-77697ef9e126', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305'} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:03:57.076223 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-c0d5d458-ae5c-4b54-a2ab-b2e8ef144eb4 None None] Bound port: e8e59267-5cd7-400c-b2f7-3c0b8885e852, host: n-d-705658-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12196855-9a32-4633-9a56-77697ef9e126', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305'}}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:03:57.076544 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-c0d5d458-ae5c-4b54-a2ab-b2e8ef144eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:57.131047 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-c0d5d458-ae5c-4b54-a2ab-b2e8ef144eb4 None None] For port e8e59267-5cd7-400c-b2f7-3c0b8885e852, host n-d-705658-22, cleared binding levels {{(pid=105586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:03:57.134137 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-c0d5d458-ae5c-4b54-a2ab-b2e8ef144eb4 None None] For port e8e59267-5cd7-400c-b2f7-3c0b8885e852, host n-d-705658-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=e8e59267-5cd7-400c-b2f7-3c0b8885e852,segment=NetworkSegment(12196855-9a32-4633-9a56-77697ef9e126),segment_id=12196855-9a32-4633-9a56-77697ef9e126)] {{(pid=105586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:03:57.137762 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-081ad6ee-81e1-4a94-b5f3-34e85e55439f tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9014150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9738800'] for subnet, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:57.138772 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-c0d5d458-ae5c-4b54-a2ab-b2e8ef144eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:57.201858 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081ad6ee-81e1-4a94-b5f3-34e85e55439f tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Pushing event updated for resources: {'Subnet': ['ID=c77213e9-67ff-4b79-ad96-998abf5cee36,revision_number=0']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:03:57.209770 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-081ad6ee-81e1-4a94-b5f3-34e85e55439f tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Checking segment: {'id': 'ef3910f7-062f-460f-b07d-d994e10af202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '0e775d39-e27a-488e-a624-b53e63c2761a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:03:57.210141 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-081ad6ee-81e1-4a94-b5f3-34e85e55439f tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Network hostable DHCP agents. Network: 0e775d39-e27a-488e-a624-b53e63c2761a, hostable agents: ['7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a'], hosted agents: [] {{(pid=105584) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 22:03:57.227667 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-081ad6ee-81e1-4a94-b5f3-34e85e55439f tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Network 0e775d39-e27a-488e-a624-b53e63c2761a is scheduled to be hosted by DHCP agent 7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a with binding_index 1 {{(pid=105584) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 22:03:57.237129 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [None req-081ad6ee-81e1-4a94-b5f3-34e85e55439f tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-22, 0e775d39-e27a-488e-a624-b53e63c2761a) {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:03:57.243138 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-081ad6ee-81e1-4a94-b5f3-34e85e55439f tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:57.243741 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-081ad6ee-81e1-4a94-b5f3-34e85e55439f tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks [] for subnet, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:57.259079 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-081ad6ee-81e1-4a94-b5f3-34e85e55439f tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7143047 Jul 27 22:03:57.261828 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 39558) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:03:57.322641 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1565566f-e123-40a7-a61d-e7b71eff2f01 None None] Network 0e775d39-e27a-488e-a624-b53e63c2761a requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:03:57.413075 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0d5d458-ae5c-4b54-a2ab-b2e8ef144eb4 None None] Routers {'e994b605-3f01-45c7-8e12-9c6df491cfd1'} bound to L3 agent in host n-d-705658-22 {{(pid=105586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:03:57.413794 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-c0d5d458-ae5c-4b54-a2ab-b2e8ef144eb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T22:03:42Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['e994b605-3f01-45c7-8e12-9c6df491cfd1'], 'active': True} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:03:57.417939 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31378c3e-58d2-4ed1-98a8-1600c0f83970 None None] Pushing event updated for resources: {'Port': ['ID=e8e59267-5cd7-400c-b2f7-3c0b8885e852,revision_number=3']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:03:57.577009 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvr_db [None req-c0d5d458-ae5c-4b54-a2ab-b2e8ef144eb4 None None] Set router e994b605-3f01-45c7-8e12-9c6df491cfd1 gateway port host: n-d-705658-22 {{(pid=105586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:03:57.603926 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98951439-7bec-4150-9d14-4f473d968088 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30bb4b93-b285-5d90-9493-f9ec33ea333c-0e775d39-e27a-488e-a624-b53e63c2761a', 'network_id': '0e775d39-e27a-488e-a624-b53e63c2761a', 'tenant_id': '25d69678ca2843da93a97645b6488fa6', 'fixed_ips': [{'subnet_id': 'c77213e9-67ff-4b79-ad96-998abf5cee36'}]}} from n-d-705658-22. {{(pid=105586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 22:03:57.604784 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-98951439-7bec-4150-9d14-4f473d968088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:57.719103 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-2d916986-2fb0-48c8-93ed-2d4f30d39d9a tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:57.862232 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.db_base_plugin_common [None req-98951439-7bec-4150-9d14-4f473d968088 None None] Allocated IP 172.20.0.2 (0e775d39-e27a-488e-a624-b53e63c2761a/c77213e9-67ff-4b79-ad96-998abf5cee36/660d7199-b3e5-4a02-8c69-b65db37101c4) {{(pid=105586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:03:57.938509 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-c0d5d458-ae5c-4b54-a2ab-b2e8ef144eb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e994b605-3f01-45c7-8e12-9c6df491cfd1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-532782858', 'tenant_id': '25d69678ca2843da93a97645b6488fa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.229'}], 'enable_snat': True}, 'gw_port_id': 'e8e59267-5cd7-400c-b2f7-3c0b8885e852', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:03:54Z', 'updated_at': '2021-07-27T22:03:55Z', 'revision_number': 3, 'project_id': '25d69678ca2843da93a97645b6488fa6', 'gw_port': {'id': 'e8e59267-5cd7-400c-b2f7-3c0b8885e852', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:e3:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e994b605-3f01-45c7-8e12-9c6df491cfd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:03:55Z', 'updated_at': '2021-07-27T22:03:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22'}], 'n-d-705658-22', False) {} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:03:57.966967 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0d5d458-ae5c-4b54-a2ab-b2e8ef144eb4 None None] The sync data for ids ['e994b605-3f01-45c7-8e12-9c6df491cfd1'] in n-d-705658-22 is: [{'id': 'e994b605-3f01-45c7-8e12-9c6df491cfd1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-532782858', 'tenant_id': '25d69678ca2843da93a97645b6488fa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.229'}], 'enable_snat': True}, 'gw_port_id': 'e8e59267-5cd7-400c-b2f7-3c0b8885e852', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:03:54Z', 'updated_at': '2021-07-27T22:03:55Z', 'revision_number': 3, 'project_id': '25d69678ca2843da93a97645b6488fa6', 'gw_port': {'id': 'e8e59267-5cd7-400c-b2f7-3c0b8885e852', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:e3:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e994b605-3f01-45c7-8e12-9c6df491cfd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:03:55Z', 'updated_at': '2021-07-27T22:03:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22'}] {{(pid=105586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:03:58.051280 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-98951439-7bec-4150-9d14-4f473d968088 None None] Notify callbacks [] for port, precommit_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:58.059711 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-98951439-7bec-4150-9d14-4f473d968088 None None] Transition to ACTIVE for port object 660d7199-b3e5-4a02-8c69-b65db37101c4 will not be triggered until provisioned by entity L2. {{(pid=105586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:03:58.075238 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-98951439-7bec-4150-9d14-4f473d968088 None None] Transition to ACTIVE for port object 660d7199-b3e5-4a02-8c69-b65db37101c4 will not be triggered until provisioned by entity DHCP. {{(pid=105586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:03:58.081367 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-98951439-7bec-4150-9d14-4f473d968088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143'] for port, after_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:58.149915 n-d-705658-22 neutron-server[105586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98951439-7bec-4150-9d14-4f473d968088 None None] Network 0e775d39-e27a-488e-a624-b53e63c2761a is already hosted by enough agents. {{(pid=105586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:03:58.157273 n-d-705658-22 neutron-server[105586]: DEBUG neutron.scheduler.base_scheduler [None req-98951439-7bec-4150-9d14-4f473d968088 None None] Resources bound (agent type, host, resource id): {{(pid=105586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:03:58.160594 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.db_base_plugin_common [None req-2d916986-2fb0-48c8-93ed-2d4f30d39d9a tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Allocated IP 172.20.0.1 (0e775d39-e27a-488e-a624-b53e63c2761a/c77213e9-67ff-4b79-ad96-998abf5cee36/4f513c16-cfbc-40b5-8b64-8a1eddac676a) {{(pid=105585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:03:58.164914 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98951439-7bec-4150-9d14-4f473d968088 None None] Received port after_create {{(pid=105586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:03:58.203558 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98951439-7bec-4150-9d14-4f473d968088 None None] Pushing event updated for resources: {'Port': ['ID=660d7199-b3e5-4a02-8c69-b65db37101c4,revision_number=1']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:03:58.280214 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-98951439-7bec-4150-9d14-4f473d968088 None None] Attempting to bind port 660d7199-b3e5-4a02-8c69-b65db37101c4 on host n-d-705658-22 for vnic_type normal with profile {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:03:58.280591 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-98951439-7bec-4150-9d14-4f473d968088 None None] Attempting to bind port 660d7199-b3e5-4a02-8c69-b65db37101c4 by drivers openvswitch,hyperv on host n-d-705658-22 at level 0 using segments [{'id': 'ef3910f7-062f-460f-b07d-d994e10af202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '0e775d39-e27a-488e-a624-b53e63c2761a'}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:03:58.280966 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98951439-7bec-4150-9d14-4f473d968088 None None] Attempting to bind port 660d7199-b3e5-4a02-8c69-b65db37101c4 on network 0e775d39-e27a-488e-a624-b53e63c2761a {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:03:58.288921 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98951439-7bec-4150-9d14-4f473d968088 None None] Checking agent: {'id': '04a7ea91-6318-467e-ace6-b0fb48c8690f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 41, 42), 'started_at': datetime.datetime(2021, 7, 27, 20, 42, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 3, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:03:58.289299 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98951439-7bec-4150-9d14-4f473d968088 None None] Checking segment: {'id': 'ef3910f7-062f-460f-b07d-d994e10af202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '0e775d39-e27a-488e-a624-b53e63c2761a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:03:58.289859 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-98951439-7bec-4150-9d14-4f473d968088 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:58.290112 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98951439-7bec-4150-9d14-4f473d968088 None None] Bound using segment: {'id': 'ef3910f7-062f-460f-b07d-d994e10af202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '0e775d39-e27a-488e-a624-b53e63c2761a'} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:03:58.290592 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-98951439-7bec-4150-9d14-4f473d968088 None None] Bound port: 660d7199-b3e5-4a02-8c69-b65db37101c4, host: n-d-705658-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef3910f7-062f-460f-b07d-d994e10af202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '0e775d39-e27a-488e-a624-b53e63c2761a'}}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:03:58.291482 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-98951439-7bec-4150-9d14-4f473d968088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:58.305843 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-2d916986-2fb0-48c8-93ed-2d4f30d39d9a tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks [] for port, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:58.320809 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.provisioning_blocks [None req-2d916986-2fb0-48c8-93ed-2d4f30d39d9a tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Transition to ACTIVE for port object 4f513c16-cfbc-40b5-8b64-8a1eddac676a will not be triggered until provisioned by entity DHCP. {{(pid=105585) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:03:58.358710 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-2d916986-2fb0-48c8-93ed-2d4f30d39d9a tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:58.359877 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-98951439-7bec-4150-9d14-4f473d968088 None None] For port 660d7199-b3e5-4a02-8c69-b65db37101c4, host n-d-705658-22, cleared binding levels {{(pid=105586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:03:58.364662 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-98951439-7bec-4150-9d14-4f473d968088 None None] For port 660d7199-b3e5-4a02-8c69-b65db37101c4, host n-d-705658-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=660d7199-b3e5-4a02-8c69-b65db37101c4,segment=NetworkSegment(ef3910f7-062f-460f-b07d-d994e10af202),segment_id=ef3910f7-062f-460f-b07d-d994e10af202)] {{(pid=105586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:03:58.370882 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-98951439-7bec-4150-9d14-4f473d968088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:58.398033 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d916986-2fb0-48c8-93ed-2d4f30d39d9a tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Network 0e775d39-e27a-488e-a624-b53e63c2761a is already hosted by enough agents. {{(pid=105585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:03:58.401267 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.base_scheduler [None req-2d916986-2fb0-48c8-93ed-2d4f30d39d9a tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Resources bound (agent type, host, resource id): {{(pid=105585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:03:58.403797 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d916986-2fb0-48c8-93ed-2d4f30d39d9a tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Received port after_create {{(pid=105585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:03:58.439193 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98951439-7bec-4150-9d14-4f473d968088 None None] Pushing event updated for resources: {'Port': ['ID=660d7199-b3e5-4a02-8c69-b65db37101c4,revision_number=2']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:03:58.457917 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d916986-2fb0-48c8-93ed-2d4f30d39d9a tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Pushing event updated for resources: {'Port': ['ID=4f513c16-cfbc-40b5-8b64-8a1eddac676a,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:03:58.474279 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-2d916986-2fb0-48c8-93ed-2d4f30d39d9a tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4075523'] for router_interface, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:58.661730 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-2d916986-2fb0-48c8-93ed-2d4f30d39d9a tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:58.804257 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 660d7199-b3e5-4a02-8c69-b65db37101c4 up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:03:58.858921 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning for port 660d7199-b3e5-4a02-8c69-b65db37101c4 completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:03:58.864145 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device e8e59267-5cd7-400c-b2f7-3c0b8885e852 up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:03:58.916269 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning for port e8e59267-5cd7-400c-b2f7-3c0b8885e852 completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:03:58.920880 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port e8e59267-5cd7-400c-b2f7-3c0b8885e852 triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:03:58.921347 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:58.988829 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-2d916986-2fb0-48c8-93ed-2d4f30d39d9a tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks [] for port, precommit_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:58.993504 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-2d916986-2fb0-48c8-93ed-2d4f30d39d9a tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10221672'] for port, after_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:59.001253 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:59.022529 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] For port e8e59267-5cd7-400c-b2f7-3c0b8885e852, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=e8e59267-5cd7-400c-b2f7-3c0b8885e852,segment=NetworkSegment(12196855-9a32-4633-9a56-77697ef9e126),segment_id=12196855-9a32-4633-9a56-77697ef9e126)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:03:59.027073 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:59.069946 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-2d916986-2fb0-48c8-93ed-2d4f30d39d9a tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3743906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4076435'] for router_interface, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:59.072574 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d916986-2fb0-48c8-93ed-2d4f30d39d9a tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Pushing event updated for resources: {'Port': ['ID=4f513c16-cfbc-40b5-8b64-8a1eddac676a,revision_number=2']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:03:59.073493 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Pushing event updated for resources: {'Port': ['ID=e8e59267-5cd7-400c-b2f7-3c0b8885e852,revision_number=4']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:03:59.163559 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d916986-2fb0-48c8-93ed-2d4f30d39d9a tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Network 0e775d39-e27a-488e-a624-b53e63c2761a is already hosted by enough agents. {{(pid=105585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:03:59.164869 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.base_scheduler [None req-2d916986-2fb0-48c8-93ed-2d4f30d39d9a tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Resources bound (agent type, host, resource id): {{(pid=105585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:03:59.275331 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d916986-2fb0-48c8-93ed-2d4f30d39d9a tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Router e994b605-3f01-45c7-8e12-9c6df491cfd1 has already been hosted by L3 agent dd128fd7-8e57-4d4f-895b-a96b369df59a {{(pid=105585) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:03:59.383768 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d916986-2fb0-48c8-93ed-2d4f30d39d9a tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify agent at l3_agent.n-d-705658-22 the message routers_updated {{(pid=105585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:03:59.389168 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-2d916986-2fb0-48c8-93ed-2d4f30d39d9a tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] 10.222.0.59 "PUT /v2.0/routers/e994b605-3f01-45c7-8e12-9c6df491cfd1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1263337 Jul 27 22:03:59.559934 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-ac85022a-6a5d-4262-9372-35c4833178b0 req-78d97849-1e57-40d2-9c00-b3a3f5e9f8f1 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1657634591&fields=id&tenant_id=25d69678ca2843da93a97645b6488fa6 HTTP/1.1" status: 200 len: 267 time: 0.0383604 Jul 27 22:03:59.679731 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac85022a-6a5d-4262-9372-35c4833178b0 req-1ca43d35-bf32-4709-8bb3-955a0770be6b tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:59.681606 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-ac85022a-6a5d-4262-9372-35c4833178b0 req-1ca43d35-bf32-4709-8bb3-955a0770be6b tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] 10.222.0.59 "GET /v2.0/networks?id=0e775d39-e27a-488e-a624-b53e63c2761a HTTP/1.1" status: 200 len: 796 time: 0.1148574 Jul 27 22:03:59.697159 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-ac85022a-6a5d-4262-9372-35c4833178b0 req-f22ceca7-38b7-45ba-ae1c-47ec5898b40b tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] 10.222.0.59 "GET /v2.0/quotas/25d69678ca2843da93a97645b6488fa6 HTTP/1.1" status: 200 len: 375 time: 0.0095456 Jul 27 22:03:59.768714 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-ac85022a-6a5d-4262-9372-35c4833178b0 req-b86532dc-afb8-44a7-bffd-4848d9bf64c0 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=25d69678ca2843da93a97645b6488fa6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0654597 Jul 27 22:03:59.809962 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8023eb05-7f2b-470f-bf04-0f722ef3ac21 None None] Sync routers for ids ['e994b605-3f01-45c7-8e12-9c6df491cfd1'] in n-d-705658-22 {{(pid=105587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:03:59.814213 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b4aa695-0814-4817-8afa-1d0375c8ff1e None None] Network 0e775d39-e27a-488e-a624-b53e63c2761a requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:03:59.830502 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8023eb05-7f2b-470f-bf04-0f722ef3ac21 None None] Routers {'e994b605-3f01-45c7-8e12-9c6df491cfd1'} bound to L3 agent in host n-d-705658-22 {{(pid=105587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:03:59.831198 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-8023eb05-7f2b-470f-bf04-0f722ef3ac21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T22:03:42Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['e994b605-3f01-45c7-8e12-9c6df491cfd1'], 'active': True} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:03:59.897327 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-49c4e699-4b89-45ff-a5b2-562fbe2a96be None None] Provisioning for port 660d7199-b3e5-4a02-8c69-b65db37101c4 completed by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:03:59.903583 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-49c4e699-4b89-45ff-a5b2-562fbe2a96be None None] Provisioning complete for port 660d7199-b3e5-4a02-8c69-b65db37101c4 triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:03:59.903953 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-49c4e699-4b89-45ff-a5b2-562fbe2a96be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:59.930221 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-ac85022a-6a5d-4262-9372-35c4833178b0 req-46ef10cb-4486-4e9a-af73-c632891a7221 service neutron] 10.222.0.59 "GET /v2.0/networks/0e775d39-e27a-488e-a624-b53e63c2761a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1496046 Jul 27 22:03:59.952317 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvr_db [None req-8023eb05-7f2b-470f-bf04-0f722ef3ac21 None None] Set router e994b605-3f01-45c7-8e12-9c6df491cfd1 gateway port host: n-d-705658-22 {{(pid=105587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:04:00.027212 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-ac85022a-6a5d-4262-9372-35c4833178b0 req-4c94216a-1718-4b1d-a73f-3eb7d3364373 service neutron] 10.222.0.59 "GET /v2.0/networks/0e775d39-e27a-488e-a624-b53e63c2761a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886624 Jul 27 22:04:00.049912 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-49c4e699-4b89-45ff-a5b2-562fbe2a96be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:00.095599 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-49c4e699-4b89-45ff-a5b2-562fbe2a96be None None] For port 660d7199-b3e5-4a02-8c69-b65db37101c4, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=660d7199-b3e5-4a02-8c69-b65db37101c4,segment=NetworkSegment(ef3910f7-062f-460f-b07d-d994e10af202),segment_id=ef3910f7-062f-460f-b07d-d994e10af202)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:04:00.100593 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-49c4e699-4b89-45ff-a5b2-562fbe2a96be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:00.169877 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c4e699-4b89-45ff-a5b2-562fbe2a96be None None] Pushing event updated for resources: {'Port': ['ID=660d7199-b3e5-4a02-8c69-b65db37101c4,revision_number=3']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:04:00.205843 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-8023eb05-7f2b-470f-bf04-0f722ef3ac21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e994b605-3f01-45c7-8e12-9c6df491cfd1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-532782858', 'tenant_id': '25d69678ca2843da93a97645b6488fa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.229'}], 'enable_snat': True}, 'gw_port_id': 'e8e59267-5cd7-400c-b2f7-3c0b8885e852', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:03:54Z', 'updated_at': '2021-07-27T22:03:58Z', 'revision_number': 4, 'project_id': '25d69678ca2843da93a97645b6488fa6', 'gw_port': {'id': 'e8e59267-5cd7-400c-b2f7-3c0b8885e852', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:e3:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e994b605-3f01-45c7-8e12-9c6df491cfd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:03:55Z', 'updated_at': '2021-07-27T22:03:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_interfaces': [{'id': '4f513c16-cfbc-40b5-8b64-8a1eddac676a', 'name': '', 'network_id': '0e775d39-e27a-488e-a624-b53e63c2761a', 'tenant_id': '25d69678ca2843da93a97645b6488fa6', 'mac_address': 'fa:16:3e:de:19:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e994b605-3f01-45c7-8e12-9c6df491cfd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': 'c77213e9-67ff-4b79-ad96-998abf5cee36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:03:57Z', 'updated_at': '2021-07-27T22:03:58Z', 'revision_number': 2, 'project_id': '25d69678ca2843da93a97645b6488fa6', 'subnets': [{'id': 'c77213e9-67ff-4b79-ad96-998abf5cee36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-22', False) {} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:04:00.225322 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-48d341c6-cded-4691-9301-5ebbbb8a4998 req-3ad47f28-cdca-499e-a13d-0ca23e12e01d tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] 10.222.0.59 "GET /v2.0/ports?device_id=49defb15-1839-40d7-b815-b51273753688 HTTP/1.1" status: 200 len: 210 time: 0.0381649 Jul 27 22:04:00.250793 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8023eb05-7f2b-470f-bf04-0f722ef3ac21 None None] Checking router: e994b605-3f01-45c7-8e12-9c6df491cfd1 for host: n-d-705658-22 {{(pid=105587) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:04:00.251534 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8023eb05-7f2b-470f-bf04-0f722ef3ac21 None None] Updating router e994b605-3f01-45c7-8e12-9c6df491cfd1 port 4f513c16-cfbc-40b5-8b64-8a1eddac676a binding host n-d-705658-22 {{(pid=105587) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 22:04:00.289584 n-d-705658-22 neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-8023eb05-7f2b-470f-bf04-0f722ef3ac21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:00.326498 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-13db1d73-5482-48ce-bc98-bcad5310f83e None None] Provisioning complete for port 660d7199-b3e5-4a02-8c69-b65db37101c4 triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:04:00.328471 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-13db1d73-5482-48ce-bc98-bcad5310f83e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:00.447517 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-13db1d73-5482-48ce-bc98-bcad5310f83e None None] Provisioning for port 4f513c16-cfbc-40b5-8b64-8a1eddac676a completed by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:04:00.452366 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-13db1d73-5482-48ce-bc98-bcad5310f83e None None] Provisioning complete for port 4f513c16-cfbc-40b5-8b64-8a1eddac676a triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:04:00.452756 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-13db1d73-5482-48ce-bc98-bcad5310f83e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:00.491762 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-13db1d73-5482-48ce-bc98-bcad5310f83e None None] Port 4f513c16-cfbc-40b5-8b64-8a1eddac676a cannot update to ACTIVE because it is not bound. {{(pid=105586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:04:00.616934 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-83e5c1dd-6d8d-4db3-9918-4d0cc7af7f4b None None] Provisioning complete for port 4f513c16-cfbc-40b5-8b64-8a1eddac676a triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:04:00.617314 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-83e5c1dd-6d8d-4db3-9918-4d0cc7af7f4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:00.668603 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-83e5c1dd-6d8d-4db3-9918-4d0cc7af7f4b None None] Port 4f513c16-cfbc-40b5-8b64-8a1eddac676a cannot update to ACTIVE because it is not bound. {{(pid=105586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:04:00.700148 n-d-705658-22 neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-8023eb05-7f2b-470f-bf04-0f722ef3ac21 None None] Notify callbacks [] for port, precommit_update {{(pid=105587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:00.712711 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.provisioning_blocks [None req-8023eb05-7f2b-470f-bf04-0f722ef3ac21 None None] Transition to ACTIVE for port object 4f513c16-cfbc-40b5-8b64-8a1eddac676a will not be triggered until provisioned by entity L2. {{(pid=105587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:04:00.721509 n-d-705658-22 neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-8023eb05-7f2b-470f-bf04-0f722ef3ac21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:00.732741 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device e8e59267-5cd7-400c-b2f7-3c0b8885e852 up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:04:00.787141 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port e8e59267-5cd7-400c-b2f7-3c0b8885e852 triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:04:00.787519 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:00.819256 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c955477-751b-4329-a346-4c8094e486ab None None] Pushing event updated for resources: {'Port': ['ID=4f513c16-cfbc-40b5-8b64-8a1eddac676a,revision_number=3']} {{(pid=105587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:04:00.830752 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.managers [None req-8023eb05-7f2b-470f-bf04-0f722ef3ac21 None None] Attempting to bind port 4f513c16-cfbc-40b5-8b64-8a1eddac676a on host n-d-705658-22 for vnic_type normal with profile {{(pid=105587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:04:00.831146 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.managers [None req-8023eb05-7f2b-470f-bf04-0f722ef3ac21 None None] Attempting to bind port 4f513c16-cfbc-40b5-8b64-8a1eddac676a by drivers openvswitch,hyperv on host n-d-705658-22 at level 0 using segments [{'id': 'ef3910f7-062f-460f-b07d-d994e10af202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '0e775d39-e27a-488e-a624-b53e63c2761a'}] {{(pid=105587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:04:00.831881 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8023eb05-7f2b-470f-bf04-0f722ef3ac21 None None] Attempting to bind port 4f513c16-cfbc-40b5-8b64-8a1eddac676a on network 0e775d39-e27a-488e-a624-b53e63c2761a {{(pid=105587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:04:00.841761 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c955477-751b-4329-a346-4c8094e486ab None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:04:00.842362 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c955477-751b-4329-a346-4c8094e486ab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:04:00.842703 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c955477-751b-4329-a346-4c8094e486ab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:04:00.843211 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c955477-751b-4329-a346-4c8094e486ab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:04:00.843531 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c955477-751b-4329-a346-4c8094e486ab None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:04:00.843872 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c955477-751b-4329-a346-4c8094e486ab None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:04:00.844230 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c955477-751b-4329-a346-4c8094e486ab None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:04:00.844561 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c955477-751b-4329-a346-4c8094e486ab None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:04:00.844946 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c955477-751b-4329-a346-4c8094e486ab None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:04:00.845258 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c955477-751b-4329-a346-4c8094e486ab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:04:00.845641 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c955477-751b-4329-a346-4c8094e486ab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:04:00.845990 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c955477-751b-4329-a346-4c8094e486ab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:04:00.850898 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8023eb05-7f2b-470f-bf04-0f722ef3ac21 None None] Checking agent: {'id': '04a7ea91-6318-467e-ace6-b0fb48c8690f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 41, 42), 'started_at': datetime.datetime(2021, 7, 27, 20, 42, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 3, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:04:00.851340 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8023eb05-7f2b-470f-bf04-0f722ef3ac21 None None] Checking segment: {'id': 'ef3910f7-062f-460f-b07d-d994e10af202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '0e775d39-e27a-488e-a624-b53e63c2761a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:04:00.851761 n-d-705658-22 neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-8023eb05-7f2b-470f-bf04-0f722ef3ac21 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:00.852147 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8023eb05-7f2b-470f-bf04-0f722ef3ac21 None None] Bound using segment: {'id': 'ef3910f7-062f-460f-b07d-d994e10af202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '0e775d39-e27a-488e-a624-b53e63c2761a'} {{(pid=105587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:04:00.852645 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.managers [None req-8023eb05-7f2b-470f-bf04-0f722ef3ac21 None None] Bound port: 4f513c16-cfbc-40b5-8b64-8a1eddac676a, host: n-d-705658-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef3910f7-062f-460f-b07d-d994e10af202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '0e775d39-e27a-488e-a624-b53e63c2761a'}}] {{(pid=105587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:04:00.853065 n-d-705658-22 neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-8023eb05-7f2b-470f-bf04-0f722ef3ac21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:00.896865 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 660d7199-b3e5-4a02-8c69-b65db37101c4 up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:04:00.931977 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.db [None req-8023eb05-7f2b-470f-bf04-0f722ef3ac21 None None] For port 4f513c16-cfbc-40b5-8b64-8a1eddac676a, host n-d-705658-22, cleared binding levels {{(pid=105587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:04:00.935774 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.db [None req-8023eb05-7f2b-470f-bf04-0f722ef3ac21 None None] For port 4f513c16-cfbc-40b5-8b64-8a1eddac676a, host n-d-705658-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=4f513c16-cfbc-40b5-8b64-8a1eddac676a,segment=NetworkSegment(ef3910f7-062f-460f-b07d-d994e10af202),segment_id=ef3910f7-062f-460f-b07d-d994e10af202)] {{(pid=105587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:04:00.940999 n-d-705658-22 neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-8023eb05-7f2b-470f-bf04-0f722ef3ac21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:00.956514 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port 660d7199-b3e5-4a02-8c69-b65db37101c4 triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:04:00.957062 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:01.011338 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8023eb05-7f2b-470f-bf04-0f722ef3ac21 None None] Routers {'e994b605-3f01-45c7-8e12-9c6df491cfd1'} bound to L3 agent in host n-d-705658-22 {{(pid=105587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:04:01.012295 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-8023eb05-7f2b-470f-bf04-0f722ef3ac21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T22:03:42Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['e994b605-3f01-45c7-8e12-9c6df491cfd1'], 'active': True} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:04:01.052477 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c955477-751b-4329-a346-4c8094e486ab None None] Pushing event updated for resources: {'Port': ['ID=4f513c16-cfbc-40b5-8b64-8a1eddac676a,revision_number=4']} {{(pid=105587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:04:01.130220 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvr_db [None req-8023eb05-7f2b-470f-bf04-0f722ef3ac21 None None] Set router e994b605-3f01-45c7-8e12-9c6df491cfd1 gateway port host: n-d-705658-22 {{(pid=105587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:04:01.333181 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f3e34096-91ea-40bb-bc8e-9cf6c00d7d33 req-4164ed98-3cc3-4b96-b94e-b98a7d0a469e tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] 10.222.0.59 "GET /v2.0/ports?device_id=49defb15-1839-40d7-b815-b51273753688 HTTP/1.1" status: 200 len: 210 time: 0.0369403 Jul 27 22:04:01.336955 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-8023eb05-7f2b-470f-bf04-0f722ef3ac21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e994b605-3f01-45c7-8e12-9c6df491cfd1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-532782858', 'tenant_id': '25d69678ca2843da93a97645b6488fa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.229'}], 'enable_snat': True}, 'gw_port_id': 'e8e59267-5cd7-400c-b2f7-3c0b8885e852', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:03:54Z', 'updated_at': '2021-07-27T22:03:58Z', 'revision_number': 4, 'project_id': '25d69678ca2843da93a97645b6488fa6', 'gw_port': {'id': 'e8e59267-5cd7-400c-b2f7-3c0b8885e852', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:e3:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e994b605-3f01-45c7-8e12-9c6df491cfd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:03:55Z', 'updated_at': '2021-07-27T22:03:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_interfaces': [{'id': '4f513c16-cfbc-40b5-8b64-8a1eddac676a', 'name': '', 'network_id': '0e775d39-e27a-488e-a624-b53e63c2761a', 'tenant_id': '25d69678ca2843da93a97645b6488fa6', 'mac_address': 'fa:16:3e:de:19:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e994b605-3f01-45c7-8e12-9c6df491cfd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': 'c77213e9-67ff-4b79-ad96-998abf5cee36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:03:57Z', 'updated_at': '2021-07-27T22:04:00Z', 'revision_number': 4, 'project_id': '25d69678ca2843da93a97645b6488fa6', 'subnets': [{'id': 'c77213e9-67ff-4b79-ad96-998abf5cee36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-22', False) {} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:04:01.373206 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8023eb05-7f2b-470f-bf04-0f722ef3ac21 None None] The sync data for ids ['e994b605-3f01-45c7-8e12-9c6df491cfd1'] in n-d-705658-22 is: [{'id': 'e994b605-3f01-45c7-8e12-9c6df491cfd1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-532782858', 'tenant_id': '25d69678ca2843da93a97645b6488fa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.229'}], 'enable_snat': True}, 'gw_port_id': 'e8e59267-5cd7-400c-b2f7-3c0b8885e852', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:03:54Z', 'updated_at': '2021-07-27T22:03:58Z', 'revision_number': 4, 'project_id': '25d69678ca2843da93a97645b6488fa6', 'gw_port': {'id': 'e8e59267-5cd7-400c-b2f7-3c0b8885e852', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:e3:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e994b605-3f01-45c7-8e12-9c6df491cfd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:03:55Z', 'updated_at': '2021-07-27T22:03:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_interfaces': [{'id': '4f513c16-cfbc-40b5-8b64-8a1eddac676a', 'name': '', 'network_id': '0e775d39-e27a-488e-a624-b53e63c2761a', 'tenant_id': '25d69678ca2843da93a97645b6488fa6', 'mac_address': 'fa:16:3e:de:19:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e994b605-3f01-45c7-8e12-9c6df491cfd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': 'c77213e9-67ff-4b79-ad96-998abf5cee36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:03:57Z', 'updated_at': '2021-07-27T22:04:00Z', 'revision_number': 4, 'project_id': '25d69678ca2843da93a97645b6488fa6', 'subnets': [{'id': 'c77213e9-67ff-4b79-ad96-998abf5cee36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:04:01.465203 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac85022a-6a5d-4262-9372-35c4833178b0 req-ebc24fd3-8224-4744-9ca4-0375184cec9a tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:01.466652 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-ac85022a-6a5d-4262-9372-35c4833178b0 req-ebc24fd3-8224-4744-9ca4-0375184cec9a tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] 10.222.0.60 "GET /v2.0/networks?id=0e775d39-e27a-488e-a624-b53e63c2761a HTTP/1.1" status: 200 len: 796 time: 0.1253085 Jul 27 22:04:01.515476 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-ac85022a-6a5d-4262-9372-35c4833178b0 req-3079a71a-5b14-4a1d-af5b-36df0f35a0d0 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=25d69678ca2843da93a97645b6488fa6 HTTP/1.1" status: 200 len: 380 time: 0.0384874 Jul 27 22:04:01.526967 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [req-ac85022a-6a5d-4262-9372-35c4833178b0 req-cc611363-9bfb-4d7c-902a-8fc53f943521 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Request body: {'port': {'device_id': '49defb15-1839-40d7-b815-b51273753688', 'network_id': '0e775d39-e27a-488e-a624-b53e63c2761a', 'admin_state_up': True, 'tenant_id': '25d69678ca2843da93a97645b6488fa6', 'security_groups': ['5e824cac-f377-48fc-ab27-f9a8ad215b67']}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:04:01.635827 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac85022a-6a5d-4262-9372-35c4833178b0 req-cc611363-9bfb-4d7c-902a-8fc53f943521 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Made reservation on behalf of 25d69678ca2843da93a97645b6488fa6 for: {'port': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:04:01.639537 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-ac85022a-6a5d-4262-9372-35c4833178b0 req-cc611363-9bfb-4d7c-902a-8fc53f943521 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:01.775134 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.db_base_plugin_common [req-ac85022a-6a5d-4262-9372-35c4833178b0 req-cc611363-9bfb-4d7c-902a-8fc53f943521 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Allocated IP 172.20.0.12 (0e775d39-e27a-488e-a624-b53e63c2761a/c77213e9-67ff-4b79-ad96-998abf5cee36/37c728de-2192-45a7-b32f-9793d489bc74) {{(pid=105584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:04:01.927737 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-ac85022a-6a5d-4262-9372-35c4833178b0 req-cc611363-9bfb-4d7c-902a-8fc53f943521 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks [] for port, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:01.942512 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.provisioning_blocks [req-ac85022a-6a5d-4262-9372-35c4833178b0 req-cc611363-9bfb-4d7c-902a-8fc53f943521 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Transition to ACTIVE for port object 37c728de-2192-45a7-b32f-9793d489bc74 will not be triggered until provisioned by entity DHCP. {{(pid=105584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:04:01.976305 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-ac85022a-6a5d-4262-9372-35c4833178b0 req-cc611363-9bfb-4d7c-902a-8fc53f943521 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:02.023868 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac85022a-6a5d-4262-9372-35c4833178b0 req-cc611363-9bfb-4d7c-902a-8fc53f943521 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Network 0e775d39-e27a-488e-a624-b53e63c2761a is already hosted by enough agents. {{(pid=105584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:04:02.026939 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [req-ac85022a-6a5d-4262-9372-35c4833178b0 req-cc611363-9bfb-4d7c-902a-8fc53f943521 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Resources bound (agent type, host, resource id): {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:04:02.031410 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac85022a-6a5d-4262-9372-35c4833178b0 req-cc611363-9bfb-4d7c-902a-8fc53f943521 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Received port after_create {{(pid=105584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:04:02.035643 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc611363-9bfb-4d7c-902a-8fc53f943521 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Pushing event updated for resources: {'Port': ['ID=37c728de-2192-45a7-b32f-9793d489bc74,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:04:02.084046 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac85022a-6a5d-4262-9372-35c4833178b0 req-cc611363-9bfb-4d7c-902a-8fc53f943521 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:02.084692 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-ac85022a-6a5d-4262-9372-35c4833178b0 req-cc611363-9bfb-4d7c-902a-8fc53f943521 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:02.106093 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-ac85022a-6a5d-4262-9372-35c4833178b0 req-cc611363-9bfb-4d7c-902a-8fc53f943521 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5832331 Jul 27 22:04:02.119928 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [req-ac85022a-6a5d-4262-9372-35c4833178b0 req-7c3877fe-2269-4fc7-b2d0-79b09d0269c6 service neutron] Request body: {'port': {'device_id': '49defb15-1839-40d7-b815-b51273753688', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-705658-22'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:04:02.204332 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-ac85022a-6a5d-4262-9372-35c4833178b0 req-7c3877fe-2269-4fc7-b2d0-79b09d0269c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:02.320394 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-1285a437-6c36-4567-bca2-b3e95ab2ad39 None None] Provisioning for port 37c728de-2192-45a7-b32f-9793d489bc74 completed by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:04:02.324721 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-1285a437-6c36-4567-bca2-b3e95ab2ad39 None None] Provisioning complete for port 37c728de-2192-45a7-b32f-9793d489bc74 triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:04:02.325943 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-1285a437-6c36-4567-bca2-b3e95ab2ad39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:02.361876 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-1285a437-6c36-4567-bca2-b3e95ab2ad39 None None] Port 37c728de-2192-45a7-b32f-9793d489bc74 cannot update to ACTIVE because it is not bound. {{(pid=105586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:04:02.483455 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [req-ac85022a-6a5d-4262-9372-35c4833178b0 req-7c3877fe-2269-4fc7-b2d0-79b09d0269c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37c728de-2192-45a7-b32f-9793d489bc74 {{(pid=105584) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:04:02.491123 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-ac85022a-6a5d-4262-9372-35c4833178b0 req-7c3877fe-2269-4fc7-b2d0-79b09d0269c6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:02.498168 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69356774-f65d-4f1f-95e0-22ae32c637ef req-39168efc-fad6-4bdf-99ae-8017d642bb8e tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:02.499828 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-69356774-f65d-4f1f-95e0-22ae32c637ef req-39168efc-fad6-4bdf-99ae-8017d642bb8e tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] 10.222.0.59 "GET /v2.0/ports?device_id=49defb15-1839-40d7-b815-b51273753688 HTTP/1.1" status: 200 len: 932 time: 0.0653164 Jul 27 22:04:02.503837 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.provisioning_blocks [req-ac85022a-6a5d-4262-9372-35c4833178b0 req-7c3877fe-2269-4fc7-b2d0-79b09d0269c6 service neutron] Transition to ACTIVE for port object 37c728de-2192-45a7-b32f-9793d489bc74 will not be triggered until provisioned by entity L2. {{(pid=105584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:04:02.508519 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-ac85022a-6a5d-4262-9372-35c4833178b0 req-7c3877fe-2269-4fc7-b2d0-79b09d0269c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9014027'] for port, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:02.547164 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-69356774-f65d-4f1f-95e0-22ae32c637ef req-cf3ccb14-1727-4bbd-9520-927fd74fde9b tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] 10.222.0.59 "GET /v2.0/security-groups?id=5e824cac-f377-48fc-ab27-f9a8ad215b67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342665 Jul 27 22:04:02.589276 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3877fe-2269-4fc7-b2d0-79b09d0269c6 service neutron] Pushing event updated for resources: {'Port': ['ID=37c728de-2192-45a7-b32f-9793d489bc74,revision_number=2']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:04:02.640986 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [req-ac85022a-6a5d-4262-9372-35c4833178b0 req-7c3877fe-2269-4fc7-b2d0-79b09d0269c6 service neutron] Attempting to bind port 37c728de-2192-45a7-b32f-9793d489bc74 on host n-h2-705658-22 for vnic_type normal with profile {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:04:02.641352 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [req-ac85022a-6a5d-4262-9372-35c4833178b0 req-7c3877fe-2269-4fc7-b2d0-79b09d0269c6 service neutron] Attempting to bind port 37c728de-2192-45a7-b32f-9793d489bc74 by drivers openvswitch,hyperv on host n-h2-705658-22 at level 0 using segments [{'id': 'ef3910f7-062f-460f-b07d-d994e10af202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '0e775d39-e27a-488e-a624-b53e63c2761a'}] {{(pid=105584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:04:02.641674 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac85022a-6a5d-4262-9372-35c4833178b0 req-7c3877fe-2269-4fc7-b2d0-79b09d0269c6 service neutron] Attempting to bind port 37c728de-2192-45a7-b32f-9793d489bc74 on network 0e775d39-e27a-488e-a624-b53e63c2761a {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:04:02.647362 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac85022a-6a5d-4262-9372-35c4833178b0 req-7c3877fe-2269-4fc7-b2d0-79b09d0269c6 service neutron] Port 37c728de-2192-45a7-b32f-9793d489bc74 on network 0e775d39-e27a-488e-a624-b53e63c2761a not bound, no agent of type Open vSwitch agent registered on host n-h2-705658-22 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 22:04:02.647848 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac85022a-6a5d-4262-9372-35c4833178b0 req-7c3877fe-2269-4fc7-b2d0-79b09d0269c6 service neutron] Attempting to bind port 37c728de-2192-45a7-b32f-9793d489bc74 on network 0e775d39-e27a-488e-a624-b53e63c2761a {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:04:02.653192 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac85022a-6a5d-4262-9372-35c4833178b0 req-7c3877fe-2269-4fc7-b2d0-79b09d0269c6 service neutron] Checking agent: {'id': '65195a73-a875-4810-9f5b-622ae260a8a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 49, 40), 'started_at': datetime.datetime(2021, 7, 27, 20, 49, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 3, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:04:02.653509 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac85022a-6a5d-4262-9372-35c4833178b0 req-7c3877fe-2269-4fc7-b2d0-79b09d0269c6 service neutron] Checking segment: {'id': 'ef3910f7-062f-460f-b07d-d994e10af202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '0e775d39-e27a-488e-a624-b53e63c2761a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:04:02.653935 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac85022a-6a5d-4262-9372-35c4833178b0 req-7c3877fe-2269-4fc7-b2d0-79b09d0269c6 service neutron] Bound using segment: {'id': 'ef3910f7-062f-460f-b07d-d994e10af202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '0e775d39-e27a-488e-a624-b53e63c2761a'} {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:04:02.654603 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [req-ac85022a-6a5d-4262-9372-35c4833178b0 req-7c3877fe-2269-4fc7-b2d0-79b09d0269c6 service neutron] Bound port: 37c728de-2192-45a7-b32f-9793d489bc74, host: n-h2-705658-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef3910f7-062f-460f-b07d-d994e10af202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '0e775d39-e27a-488e-a624-b53e63c2761a'}}] {{(pid=105584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:04:02.654968 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-ac85022a-6a5d-4262-9372-35c4833178b0 req-7c3877fe-2269-4fc7-b2d0-79b09d0269c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:02.725730 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [req-ac85022a-6a5d-4262-9372-35c4833178b0 req-7c3877fe-2269-4fc7-b2d0-79b09d0269c6 service neutron] For port 37c728de-2192-45a7-b32f-9793d489bc74, host n-h2-705658-22, cleared binding levels {{(pid=105584) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:04:02.727138 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 4f513c16-cfbc-40b5-8b64-8a1eddac676a up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:04:02.729405 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [req-ac85022a-6a5d-4262-9372-35c4833178b0 req-7c3877fe-2269-4fc7-b2d0-79b09d0269c6 service neutron] For port 37c728de-2192-45a7-b32f-9793d489bc74, host n-h2-705658-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=37c728de-2192-45a7-b32f-9793d489bc74,segment=NetworkSegment(ef3910f7-062f-460f-b07d-d994e10af202),segment_id=ef3910f7-062f-460f-b07d-d994e10af202)] {{(pid=105584) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:04:02.734939 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-ac85022a-6a5d-4262-9372-35c4833178b0 req-7c3877fe-2269-4fc7-b2d0-79b09d0269c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9014027'] for port, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:02.767988 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac85022a-6a5d-4262-9372-35c4833178b0 req-7c3877fe-2269-4fc7-b2d0-79b09d0269c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:02.768611 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-ac85022a-6a5d-4262-9372-35c4833178b0 req-7c3877fe-2269-4fc7-b2d0-79b09d0269c6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:02.770022 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-ac85022a-6a5d-4262-9372-35c4833178b0 req-7c3877fe-2269-4fc7-b2d0-79b09d0269c6 service neutron] 10.222.0.60 "PUT /v2.0/ports/37c728de-2192-45a7-b32f-9793d489bc74 HTTP/1.1" status: 200 len: 1093 time: 0.6546111 Jul 27 22:04:02.771235 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49defb15-1839-40d7-b815-b51273753688', 'tag': '37c728de-2192-45a7-b32f-9793d489bc74'}] {{(pid=105584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:04:02.773527 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a14b7e693ac0d3b36d252540d57b2183de19e2104d11de1d527dbb6a6689965" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b77b554-812e-4cf9-b81f-7d1a641bbb98" -d '{"events": [{"name": "network-changed", "server_uuid": "49defb15-1839-40d7-b815-b51273753688", "tag": "37c728de-2192-45a7-b32f-9793d489bc74"}]}' {{(pid=105584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:04:02.781007 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning for port 4f513c16-cfbc-40b5-8b64-8a1eddac676a completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:04:02.791890 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port 4f513c16-cfbc-40b5-8b64-8a1eddac676a triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:04:02.792456 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:02.804739 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3877fe-2269-4fc7-b2d0-79b09d0269c6 service neutron] Pushing event updated for resources: {'Port': ['ID=37c728de-2192-45a7-b32f-9793d489bc74,revision_number=3']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:04:02.852827 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 22:04:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab876947-52f1-4342-8817-3d3795fa6bdd x-openstack-request-id: req-ab876947-52f1-4342-8817-3d3795fa6bdd {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:04:02.853123 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49defb15-1839-40d7-b815-b51273753688", "tag": "37c728de-2192-45a7-b32f-9793d489bc74", "status": "completed", "code": 200}]} {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:04:02.853374 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-ab876947-52f1-4342-8817-3d3795fa6bdd {{(pid=105584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:04:02.853782 n-d-705658-22 neutron-server[105584]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49defb15-1839-40d7-b815-b51273753688', 'tag': '37c728de-2192-45a7-b32f-9793d489bc74', 'status': 'completed', 'code': 200} Jul 27 22:04:02.885327 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac85022a-6a5d-4262-9372-35c4833178b0 req-0ea744ef-bcb4-47b5-9b53-8b7bb35e1e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:02.886330 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:02.886874 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-ac85022a-6a5d-4262-9372-35c4833178b0 req-0ea744ef-bcb4-47b5-9b53-8b7bb35e1e5e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=25d69678ca2843da93a97645b6488fa6&device_id=49defb15-1839-40d7-b815-b51273753688 HTTP/1.1" status: 200 len: 1096 time: 0.0761347 Jul 27 22:04:02.920904 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] For port 4f513c16-cfbc-40b5-8b64-8a1eddac676a, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=4f513c16-cfbc-40b5-8b64-8a1eddac676a,segment=NetworkSegment(ef3910f7-062f-460f-b07d-d994e10af202),segment_id=ef3910f7-062f-460f-b07d-d994e10af202)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:04:02.925217 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:02.933666 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-ac85022a-6a5d-4262-9372-35c4833178b0 req-9369307d-9950-4fc7-81cb-e2109cf8a1ed service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=37c728de-2192-45a7-b32f-9793d489bc74 HTTP/1.1" status: 200 len: 217 time: 0.0386028 Jul 27 22:04:02.980705 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Pushing event updated for resources: {'Port': ['ID=4f513c16-cfbc-40b5-8b64-8a1eddac676a,revision_number=5']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:04:02.986510 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac85022a-6a5d-4262-9372-35c4833178b0 req-7f151009-38f6-44a9-8923-c67ce85a35d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:02.987963 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-ac85022a-6a5d-4262-9372-35c4833178b0 req-7f151009-38f6-44a9-8923-c67ce85a35d6 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c77213e9-67ff-4b79-ad96-998abf5cee36 HTTP/1.1" status: 200 len: 834 time: 0.0472600 Jul 27 22:04:03.052941 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac85022a-6a5d-4262-9372-35c4833178b0 req-4957f592-3657-4efd-bca0-9ec66e75f247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:03.055281 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-ac85022a-6a5d-4262-9372-35c4833178b0 req-4957f592-3657-4efd-bca0-9ec66e75f247 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=0e775d39-e27a-488e-a624-b53e63c2761a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0596659 Jul 27 22:04:03.145715 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-ac85022a-6a5d-4262-9372-35c4833178b0 req-77919d2f-4332-43d0-8465-effbeff92bd9 service neutron] 10.222.0.60 "GET /v2.0/networks/0e775d39-e27a-488e-a624-b53e63c2761a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827920 Jul 27 22:04:03.241560 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-ac85022a-6a5d-4262-9372-35c4833178b0 req-fc7f566e-ae7e-4fda-a7c2-247d29e55c23 service neutron] 10.222.0.60 "GET /v2.0/networks/0e775d39-e27a-488e-a624-b53e63c2761a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889277 Jul 27 22:04:03.384935 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b77b554-812e-4cf9-b81f-7d1a641bbb98 req-28d6ecd7-427d-4d43-9776-b0a52eb684e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:03.386442 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-6b77b554-812e-4cf9-b81f-7d1a641bbb98 req-28d6ecd7-427d-4d43-9776-b0a52eb684e8 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=25d69678ca2843da93a97645b6488fa6&device_id=49defb15-1839-40d7-b815-b51273753688 HTTP/1.1" status: 200 len: 1096 time: 0.0548668 Jul 27 22:04:03.474641 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b77b554-812e-4cf9-b81f-7d1a641bbb98 req-80ec8d67-930e-4a76-bbe1-92c66e3f47cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:03.476175 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-6b77b554-812e-4cf9-b81f-7d1a641bbb98 req-80ec8d67-930e-4a76-bbe1-92c66e3f47cd service neutron] 10.222.0.60 "GET /v2.0/networks?id=0e775d39-e27a-488e-a624-b53e63c2761a HTTP/1.1" status: 200 len: 897 time: 0.0825756 Jul 27 22:04:03.530880 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-6b77b554-812e-4cf9-b81f-7d1a641bbb98 req-c0d439eb-82b5-43d8-b70b-ebe600d1184b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=37c728de-2192-45a7-b32f-9793d489bc74 HTTP/1.1" status: 200 len: 217 time: 0.0473683 Jul 27 22:04:03.581695 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b77b554-812e-4cf9-b81f-7d1a641bbb98 req-f7510e57-7dd4-4b53-b87b-ecc1f44cbbfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:03.583362 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-6b77b554-812e-4cf9-b81f-7d1a641bbb98 req-f7510e57-7dd4-4b53-b87b-ecc1f44cbbfe service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c77213e9-67ff-4b79-ad96-998abf5cee36 HTTP/1.1" status: 200 len: 834 time: 0.0458975 Jul 27 22:04:03.642372 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b77b554-812e-4cf9-b81f-7d1a641bbb98 req-052c1e2a-b8cc-4527-a7af-a17b98f35d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:03.643942 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-6b77b554-812e-4cf9-b81f-7d1a641bbb98 req-052c1e2a-b8cc-4527-a7af-a17b98f35d27 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=0e775d39-e27a-488e-a624-b53e63c2761a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0539496 Jul 27 22:04:03.675050 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3d6d60-a283-4caf-81ef-7c12e5440eb1 req-45b2f27d-8e93-408e-9805-0d4bcedff0c0 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:03.676627 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-3c3d6d60-a283-4caf-81ef-7c12e5440eb1 req-45b2f27d-8e93-408e-9805-0d4bcedff0c0 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] 10.222.0.59 "GET /v2.0/ports?device_id=49defb15-1839-40d7-b815-b51273753688 HTTP/1.1" status: 200 len: 944 time: 0.0650578 Jul 27 22:04:03.715175 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-3c3d6d60-a283-4caf-81ef-7c12e5440eb1 req-68c1770c-c13b-469a-bf13-955e4ef2e7f8 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] 10.222.0.59 "GET /v2.0/security-groups?id=5e824cac-f377-48fc-ab27-f9a8ad215b67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325813 Jul 27 22:04:03.738793 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-6b77b554-812e-4cf9-b81f-7d1a641bbb98 req-dab51e92-68de-49d8-b635-f2cc789c34e9 service neutron] 10.222.0.60 "GET /v2.0/networks/0e775d39-e27a-488e-a624-b53e63c2761a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877159 Jul 27 22:04:03.826197 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-6b77b554-812e-4cf9-b81f-7d1a641bbb98 req-25ede764-829d-48d2-b2d8-66e2abd09d26 service neutron] 10.222.0.60 "GET /v2.0/networks/0e775d39-e27a-488e-a624-b53e63c2761a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805571 Jul 27 22:04:04.697585 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 4f513c16-cfbc-40b5-8b64-8a1eddac676a up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:04:04.746039 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port 4f513c16-cfbc-40b5-8b64-8a1eddac676a triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:04:04.746425 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:04.851332 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553ac43a-bd93-4898-9f81-7b1e9ff7bf1e req-ad95d2ba-7340-4353-8b44-b2f2d77cc8ec tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:04.852819 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-553ac43a-bd93-4898-9f81-7b1e9ff7bf1e req-ad95d2ba-7340-4353-8b44-b2f2d77cc8ec tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] 10.222.0.59 "GET /v2.0/ports?device_id=49defb15-1839-40d7-b815-b51273753688 HTTP/1.1" status: 200 len: 944 time: 0.0690901 Jul 27 22:04:04.893154 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-553ac43a-bd93-4898-9f81-7b1e9ff7bf1e req-cf8809ad-7f01-4a6b-be68-baecce42dc4f tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] 10.222.0.59 "GET /v2.0/security-groups?id=5e824cac-f377-48fc-ab27-f9a8ad215b67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319695 Jul 27 22:04:05.636322 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Device 37c728de-2192-45a7-b32f-9793d489bc74 details requested by agent hyperv_n-h2-705658-22 with host n-h2-705658-22 {{(pid=105586) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 22:04:05.881016 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] For port 37c728de-2192-45a7-b32f-9793d489bc74, host n-h2-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=37c728de-2192-45a7-b32f-9793d489bc74,segment=NetworkSegment(ef3910f7-062f-460f-b07d-d994e10af202),segment_id=ef3910f7-062f-460f-b07d-d994e10af202)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:04:05.892692 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Returning: {'device': '37c728de-2192-45a7-b32f-9793d489bc74', 'network_id': '0e775d39-e27a-488e-a624-b53e63c2761a', 'port_id': '37c728de-2192-45a7-b32f-9793d489bc74', 'mac_address': 'fa:16:3e:aa:e1:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 226, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c77213e9-67ff-4b79-ad96-998abf5cee36', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105586) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 22:04:05.929435 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:05.942058 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [None req-3d54578f-831f-4696-b568-13c455922dab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37c728de-2192-45a7-b32f-9793d489bc74 {{(pid=105586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:04:05.961905 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] For port 37c728de-2192-45a7-b32f-9793d489bc74, host n-h2-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=37c728de-2192-45a7-b32f-9793d489bc74,segment=NetworkSegment(ef3910f7-062f-460f-b07d-d994e10af202),segment_id=ef3910f7-062f-460f-b07d-d994e10af202)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:04:05.966886 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:06.016714 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Pushing event updated for resources: {'Port': ['ID=37c728de-2192-45a7-b32f-9793d489bc74,revision_number=4']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:04:06.035333 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc8ce71-90ed-4f65-ab19-aad1b023f7e2 req-4cadea1b-4302-460b-b5aa-84cca12bb4dc tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:06.036822 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-6cc8ce71-90ed-4f65-ab19-aad1b023f7e2 req-4cadea1b-4302-460b-b5aa-84cca12bb4dc tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] 10.222.0.59 "GET /v2.0/ports?device_id=49defb15-1839-40d7-b815-b51273753688 HTTP/1.1" status: 200 len: 945 time: 0.0640676 Jul 27 22:04:06.075070 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-6cc8ce71-90ed-4f65-ab19-aad1b023f7e2 req-4801c1d7-417d-402c-9ef2-d00f517f503b tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] 10.222.0.59 "GET /v2.0/security-groups?id=5e824cac-f377-48fc-ab27-f9a8ad215b67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323229 Jul 27 22:04:06.317870 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] get_ports_and_sgs() called for port_ids ['37c728de-2192-45a7-b32f-9793d489bc74'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:04:07.097399 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:07.155406 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.agents_db [None req-558fcd2c-e512-47bc-a170-8673d87f7213 None None] Agent healthcheck: found 7 active agents {{(pid=105587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 22:04:07.203658 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7a6888-d6b4-4750-ab09-c6382be866c9 req-b021a8fd-845e-4918-8033-24d2178e4f6f tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:07.205097 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-7e7a6888-d6b4-4750-ab09-c6382be866c9 req-b021a8fd-845e-4918-8033-24d2178e4f6f tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] 10.222.0.59 "GET /v2.0/ports?device_id=49defb15-1839-40d7-b815-b51273753688 HTTP/1.1" status: 200 len: 945 time: 0.0626829 Jul 27 22:04:07.243183 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-7e7a6888-d6b4-4750-ab09-c6382be866c9 req-7dd09291-da00-4e04-b489-d20428652e92 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] 10.222.0.59 "GET /v2.0/security-groups?id=5e824cac-f377-48fc-ab27-f9a8ad215b67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322242 Jul 27 22:04:07.635963 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Device 37c728de-2192-45a7-b32f-9793d489bc74 up at agent hyperv_n-h2-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:04:07.684760 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-3d54578f-831f-4696-b568-13c455922dab None None] Provisioning for port 37c728de-2192-45a7-b32f-9793d489bc74 completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:04:07.688324 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-3d54578f-831f-4696-b568-13c455922dab None None] Provisioning complete for port 37c728de-2192-45a7-b32f-9793d489bc74 triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:04:07.688732 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:07.763136 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:07.784935 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49defb15-1839-40d7-b815-b51273753688', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37c728de-2192-45a7-b32f-9793d489bc74'}] {{(pid=105586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:04:07.787697 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fee2e8668661828e318a8d53a8a935935453ec21149a086d6a2055ff627b97ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1f9d1b7-d714-43df-a003-a4635d5f6979" -d '{"events": [{"server_uuid": "49defb15-1839-40d7-b815-b51273753688", "name": "network-vif-plugged", "status": "completed", "tag": "37c728de-2192-45a7-b32f-9793d489bc74"}]}' {{(pid=105586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:04:07.809783 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] For port 37c728de-2192-45a7-b32f-9793d489bc74, host n-h2-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=37c728de-2192-45a7-b32f-9793d489bc74,segment=NetworkSegment(ef3910f7-062f-460f-b07d-d994e10af202),segment_id=ef3910f7-062f-460f-b07d-d994e10af202)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:04:07.814327 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:07.867925 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Pushing event updated for resources: {'Port': ['ID=37c728de-2192-45a7-b32f-9793d489bc74,revision_number=5']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:04:07.882480 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:04:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd9902c4-c557-4f29-9dd6-787283f0518e x-openstack-request-id: req-cd9902c4-c557-4f29-9dd6-787283f0518e {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:04:07.882783 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49defb15-1839-40d7-b815-b51273753688", "name": "network-vif-plugged", "status": "completed", "tag": "37c728de-2192-45a7-b32f-9793d489bc74", "code": 200}]} {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:04:07.883060 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-cd9902c4-c557-4f29-9dd6-787283f0518e {{(pid=105586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:04:07.883458 n-d-705658-22 neutron-server[105586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49defb15-1839-40d7-b815-b51273753688', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37c728de-2192-45a7-b32f-9793d489bc74', 'code': 200} Jul 27 22:04:07.993298 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b036f318-b1ed-4d7a-82aa-abb12eedc245 req-0ee2d5fa-82ea-4d77-bf16-90a289979e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:07.994791 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-b036f318-b1ed-4d7a-82aa-abb12eedc245 req-0ee2d5fa-82ea-4d77-bf16-90a289979e21 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=49defb15-1839-40d7-b815-b51273753688 HTTP/1.1" status: 200 len: 1098 time: 0.0576515 Jul 27 22:04:08.031248 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-b036f318-b1ed-4d7a-82aa-abb12eedc245 req-63468089-97e7-4389-86d1-379938d75735 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=5e824cac-f377-48fc-ab27-f9a8ad215b67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0283520 Jul 27 22:04:08.373861 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c6138a-800e-45b3-bdb0-47c05d94a79f req-48fa6a09-083b-4cb8-a304-09d50d5710d3 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:08.375335 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-54c6138a-800e-45b3-bdb0-47c05d94a79f req-48fa6a09-083b-4cb8-a304-09d50d5710d3 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] 10.222.0.59 "GET /v2.0/ports?device_id=49defb15-1839-40d7-b815-b51273753688 HTTP/1.1" status: 200 len: 946 time: 0.0668039 Jul 27 22:04:08.413088 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-54c6138a-800e-45b3-bdb0-47c05d94a79f req-b81b7eb9-886d-4bb0-a6b5-15eb25fde3de tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] 10.222.0.59 "GET /v2.0/security-groups?id=5e824cac-f377-48fc-ab27-f9a8ad215b67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318940 Jul 27 22:04:08.964005 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-96925fc6-d680-4699-a76a-6baf1d746816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:09.541757 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a087c6-a6c0-40f4-9d4e-ad15edfe9217 req-8c6b49e0-1edc-4c83-af7b-7371b0136e3a tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:09.543248 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-76a087c6-a6c0-40f4-9d4e-ad15edfe9217 req-8c6b49e0-1edc-4c83-af7b-7371b0136e3a tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] 10.222.0.59 "GET /v2.0/ports?device_id=49defb15-1839-40d7-b815-b51273753688 HTTP/1.1" status: 200 len: 946 time: 0.0623481 Jul 27 22:04:09.580327 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-76a087c6-a6c0-40f4-9d4e-ad15edfe9217 req-c2b43e2c-5017-4544-a76a-800f6c5e20cc tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] 10.222.0.59 "GET /v2.0/security-groups?id=5e824cac-f377-48fc-ab27-f9a8ad215b67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312502 Jul 27 22:04:09.712578 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093ffc75-8545-4f7b-8c05-e1d607e3762f req-0b9aaa22-a413-4b5b-bc3d-b540498b6c54 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:09.713971 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-093ffc75-8545-4f7b-8c05-e1d607e3762f req-0b9aaa22-a413-4b5b-bc3d-b540498b6c54 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] 10.222.0.59 "GET /v2.0/ports?device_id=49defb15-1839-40d7-b815-b51273753688 HTTP/1.1" status: 200 len: 946 time: 0.0679746 Jul 27 22:04:09.751339 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-093ffc75-8545-4f7b-8c05-e1d607e3762f req-a6e01a7a-013e-45df-903f-dc60f184cf78 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] 10.222.0.59 "GET /v2.0/security-groups?id=5e824cac-f377-48fc-ab27-f9a8ad215b67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314236 Jul 27 22:04:09.773306 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 39620) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:04:09.825536 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecba413d-a8e6-497c-8034-cc35d5ee95f7 tempest-TestNetworkAdvancedServerOps-1671970843 tempest-TestNetworkAdvancedServerOps-1671970843-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:09.827098 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-ecba413d-a8e6-497c-8034-cc35d5ee95f7 tempest-TestNetworkAdvancedServerOps-1671970843 tempest-TestNetworkAdvancedServerOps-1671970843-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=49defb15-1839-40d7-b815-b51273753688 HTTP/1.1" status: 200 len: 1093 time: 0.0527952 Jul 27 22:04:09.829906 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 39622) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:04:09.834902 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-c471f961-ae35-40e0-93bd-f42bc82bfca0 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Request body: {'floatingip': {'floating_network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'port_id': '37c728de-2192-45a7-b32f-9793d489bc74', 'tenant_id': '25d69678ca2843da93a97645b6488fa6', 'fixed_ip_address': '172.20.0.12'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:04:09.856968 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c471f961-ae35-40e0-93bd-f42bc82bfca0 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks [] for floatingip, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:09.953796 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c471f961-ae35-40e0-93bd-f42bc82bfca0 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:10.053382 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.db_base_plugin_common [None req-c471f961-ae35-40e0-93bd-f42bc82bfca0 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Allocated IP 172.25.5.62 (8735d8a2-b604-4758-ae71-b40e4ee6f305/eca7dbab-b9c0-4c8f-a272-816ea8a81764/c045ed91-11f7-443a-abcd-b49e7f0fe092) {{(pid=105584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:04:10.154369 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c471f961-ae35-40e0-93bd-f42bc82bfca0 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks [] for port, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:10.191648 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c471f961-ae35-40e0-93bd-f42bc82bfca0 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:10.229258 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c471f961-ae35-40e0-93bd-f42bc82bfca0 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Network 8735d8a2-b604-4758-ae71-b40e4ee6f305 is already hosted by enough agents. {{(pid=105584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:04:10.234478 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [None req-c471f961-ae35-40e0-93bd-f42bc82bfca0 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Resources bound (agent type, host, resource id): {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:04:10.237808 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c471f961-ae35-40e0-93bd-f42bc82bfca0 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Received port after_create {{(pid=105584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:04:10.243955 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c471f961-ae35-40e0-93bd-f42bc82bfca0 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Pushing event updated for resources: {'Port': ['ID=c045ed91-11f7-443a-abcd-b49e7f0fe092,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:04:10.599501 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c471f961-ae35-40e0-93bd-f42bc82bfca0 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:10.678018 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c471f961-ae35-40e0-93bd-f42bc82bfca0 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:10.822893 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c471f961-ae35-40e0-93bd-f42bc82bfca0 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks [] for port, precommit_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:10.827017 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c471f961-ae35-40e0-93bd-f42bc82bfca0 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9014027'] for port, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:10.889321 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:10.897003 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c471f961-ae35-40e0-93bd-f42bc82bfca0 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Pushing event updated for resources: {'Port': ['ID=c045ed91-11f7-443a-abcd-b49e7f0fe092,revision_number=2']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:04:10.911589 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c471f961-ae35-40e0-93bd-f42bc82bfca0 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4075768'] for floatingip, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:11.010443 n-d-705658-22 neutron-server[105584]: INFO neutron.db.l3_db [None req-c471f961-ae35-40e0-93bd-f42bc82bfca0 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Floating IP b98534c3-01a4-4c75-b559-5e550ef7538b associated. External IP: 172.25.5.62, port: 37c728de-2192-45a7-b32f-9793d489bc74. Jul 27 22:04:11.214341 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c471f961-ae35-40e0-93bd-f42bc82bfca0 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Router e994b605-3f01-45c7-8e12-9c6df491cfd1 has already been hosted by L3 agent dd128fd7-8e57-4d4f-895b-a96b369df59a {{(pid=105584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:04:11.320889 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c471f961-ae35-40e0-93bd-f42bc82bfca0 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify agent at l3_agent.n-d-705658-22 the message routers_updated {{(pid=105584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:04:11.331612 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-264911dc-098d-4c0d-bd4a-0c972b6c50f7 None None] Sync routers for ids ['e994b605-3f01-45c7-8e12-9c6df491cfd1'] in n-d-705658-22 {{(pid=105586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:04:11.340682 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-264911dc-098d-4c0d-bd4a-0c972b6c50f7 None None] Routers {'e994b605-3f01-45c7-8e12-9c6df491cfd1'} bound to L3 agent in host n-d-705658-22 {{(pid=105586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:04:11.341560 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-264911dc-098d-4c0d-bd4a-0c972b6c50f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T22:03:42Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['e994b605-3f01-45c7-8e12-9c6df491cfd1'], 'active': True} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:04:11.342634 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c471f961-ae35-40e0-93bd-f42bc82bfca0 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for floatingip, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:11.378101 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-c471f961-ae35-40e0-93bd-f42bc82bfca0 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5471478 Jul 27 22:04:11.378673 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49defb15-1839-40d7-b815-b51273753688', 'tag': '37c728de-2192-45a7-b32f-9793d489bc74'}] {{(pid=105584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:04:11.381651 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a14b7e693ac0d3b36d252540d57b2183de19e2104d11de1d527dbb6a6689965" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-712caeba-6d0a-4ce7-a4c2-976847a27cc1" -d '{"events": [{"name": "network-changed", "server_uuid": "49defb15-1839-40d7-b815-b51273753688", "tag": "37c728de-2192-45a7-b32f-9793d489bc74"}]}' {{(pid=105584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:04:11.418037 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 22:04:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dc2026f-00a5-4c27-8590-fc9954fbc85e x-openstack-request-id: req-9dc2026f-00a5-4c27-8590-fc9954fbc85e {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:04:11.418323 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49defb15-1839-40d7-b815-b51273753688", "tag": "37c728de-2192-45a7-b32f-9793d489bc74", "status": "completed", "code": 200}]} {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:04:11.418573 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-9dc2026f-00a5-4c27-8590-fc9954fbc85e {{(pid=105584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:04:11.418970 n-d-705658-22 neutron-server[105584]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49defb15-1839-40d7-b815-b51273753688', 'tag': '37c728de-2192-45a7-b32f-9793d489bc74', 'status': 'completed', 'code': 200} Jul 27 22:04:11.453242 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvr_db [None req-264911dc-098d-4c0d-bd4a-0c972b6c50f7 None None] Set router e994b605-3f01-45c7-8e12-9c6df491cfd1 gateway port host: n-d-705658-22 {{(pid=105586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:04:11.497949 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38de7b75-7bd6-4c25-a891-66c2bca5961c req-7b7cde03-e95e-40e1-ad93-0f3b2c6fd9c2 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:11.498558 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712caeba-6d0a-4ce7-a4c2-976847a27cc1 req-b752c433-7035-43bc-a849-acc7984d92a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:11.500264 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-38de7b75-7bd6-4c25-a891-66c2bca5961c req-7b7cde03-e95e-40e1-ad93-0f3b2c6fd9c2 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] 10.222.0.59 "GET /v2.0/ports?device_id=49defb15-1839-40d7-b815-b51273753688 HTTP/1.1" status: 200 len: 946 time: 0.0704968 Jul 27 22:04:11.500413 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-712caeba-6d0a-4ce7-a4c2-976847a27cc1 req-b752c433-7035-43bc-a849-acc7984d92a6 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=25d69678ca2843da93a97645b6488fa6&device_id=49defb15-1839-40d7-b815-b51273753688 HTTP/1.1" status: 200 len: 1098 time: 0.0585377 Jul 27 22:04:11.539658 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-38de7b75-7bd6-4c25-a891-66c2bca5961c req-072ef523-940f-48a9-8ae8-7ee9ce8777f4 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] 10.222.0.59 "GET /v2.0/security-groups?id=5e824cac-f377-48fc-ab27-f9a8ad215b67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333347 Jul 27 22:04:11.562644 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 39628) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:04:11.600219 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712caeba-6d0a-4ce7-a4c2-976847a27cc1 req-98e262f9-6a6c-4a7a-800a-6a28436b1946 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:11.603256 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-712caeba-6d0a-4ce7-a4c2-976847a27cc1 req-98e262f9-6a6c-4a7a-800a-6a28436b1946 service neutron] 10.222.0.60 "GET /v2.0/networks?id=0e775d39-e27a-488e-a624-b53e63c2761a HTTP/1.1" status: 200 len: 897 time: 0.0956204 Jul 27 22:04:11.619397 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-5f8e2d94-e38e-4a76-9a28-69837c7fb30a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:11.629070 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-588eb13f-6dba-4b8b-a7d3-45bb5dacfac5 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] 10.222.0.59 "GET /v2.0/floatingips/b98534c3-01a4-4c75-b559-5e550ef7538b HTTP/1.1" status: 200 len: 991 time: 0.0651722 Jul 27 22:04:11.675067 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-712caeba-6d0a-4ce7-a4c2-976847a27cc1 req-ddbd0523-206a-46ec-9eba-171e753799b0 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=37c728de-2192-45a7-b32f-9793d489bc74 HTTP/1.1" status: 200 len: 999 time: 0.0648103 Jul 27 22:04:11.693901 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-264911dc-098d-4c0d-bd4a-0c972b6c50f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e994b605-3f01-45c7-8e12-9c6df491cfd1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-532782858', 'tenant_id': '25d69678ca2843da93a97645b6488fa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.229'}], 'enable_snat': True}, 'gw_port_id': 'e8e59267-5cd7-400c-b2f7-3c0b8885e852', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:03:54Z', 'updated_at': '2021-07-27T22:03:58Z', 'revision_number': 4, 'project_id': '25d69678ca2843da93a97645b6488fa6', 'gw_port': {'id': 'e8e59267-5cd7-400c-b2f7-3c0b8885e852', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:e3:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e994b605-3f01-45c7-8e12-9c6df491cfd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:03:55Z', 'updated_at': '2021-07-27T22:03:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_floatingips': [{'id': 'b98534c3-01a4-4c75-b559-5e550ef7538b', 'tenant_id': '25d69678ca2843da93a97645b6488fa6', 'floating_ip_address': '172.25.5.62', 'floating_network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'router_id': 'e994b605-3f01-45c7-8e12-9c6df491cfd1', 'port_id': '37c728de-2192-45a7-b32f-9793d489bc74', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4265, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0e775d39-e27a-488e-a624-b53e63c2761a', 'mac_address': 'fa:16:3e:aa:e1:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49defb15-1839-40d7-b815-b51273753688', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T22:04:10Z', 'updated_at': '2021-07-27T22:04:10Z', 'revision_number': 0, 'project_id': '25d69678ca2843da93a97645b6488fa6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f513c16-cfbc-40b5-8b64-8a1eddac676a', 'name': '', 'network_id': '0e775d39-e27a-488e-a624-b53e63c2761a', 'tenant_id': '25d69678ca2843da93a97645b6488fa6', 'mac_address': 'fa:16:3e:de:19:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e994b605-3f01-45c7-8e12-9c6df491cfd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': 'c77213e9-67ff-4b79-ad96-998abf5cee36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:03:57Z', 'updated_at': '2021-07-27T22:04:02Z', 'revision_number': 5, 'project_id': '25d69678ca2843da93a97645b6488fa6', 'subnets': [{'id': 'c77213e9-67ff-4b79-ad96-998abf5cee36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-22', False) {} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:04:11.723449 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-264911dc-098d-4c0d-bd4a-0c972b6c50f7 None None] Checking router: e994b605-3f01-45c7-8e12-9c6df491cfd1 for host: n-d-705658-22 {{(pid=105586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:04:11.724350 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712caeba-6d0a-4ce7-a4c2-976847a27cc1 req-53712d56-dc2b-47b2-9746-b82c3231c3d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:11.725828 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-712caeba-6d0a-4ce7-a4c2-976847a27cc1 req-53712d56-dc2b-47b2-9746-b82c3231c3d5 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c77213e9-67ff-4b79-ad96-998abf5cee36 HTTP/1.1" status: 200 len: 834 time: 0.0441070 Jul 27 22:04:11.731571 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-264911dc-098d-4c0d-bd4a-0c972b6c50f7 None None] Routers {'e994b605-3f01-45c7-8e12-9c6df491cfd1'} bound to L3 agent in host n-d-705658-22 {{(pid=105586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:04:11.732171 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-264911dc-098d-4c0d-bd4a-0c972b6c50f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T22:04:12Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['e994b605-3f01-45c7-8e12-9c6df491cfd1'], 'active': True} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:04:11.842327 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvr_db [None req-264911dc-098d-4c0d-bd4a-0c972b6c50f7 None None] Set router e994b605-3f01-45c7-8e12-9c6df491cfd1 gateway port host: n-d-705658-22 {{(pid=105586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:04:11.966804 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:12.085671 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-264911dc-098d-4c0d-bd4a-0c972b6c50f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e994b605-3f01-45c7-8e12-9c6df491cfd1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-532782858', 'tenant_id': '25d69678ca2843da93a97645b6488fa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.229'}], 'enable_snat': True}, 'gw_port_id': 'e8e59267-5cd7-400c-b2f7-3c0b8885e852', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:03:54Z', 'updated_at': '2021-07-27T22:03:58Z', 'revision_number': 4, 'project_id': '25d69678ca2843da93a97645b6488fa6', 'gw_port': {'id': 'e8e59267-5cd7-400c-b2f7-3c0b8885e852', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:e3:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e994b605-3f01-45c7-8e12-9c6df491cfd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:03:55Z', 'updated_at': '2021-07-27T22:03:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_floatingips': [{'id': 'b98534c3-01a4-4c75-b559-5e550ef7538b', 'tenant_id': '25d69678ca2843da93a97645b6488fa6', 'floating_ip_address': '172.25.5.62', 'floating_network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'router_id': 'e994b605-3f01-45c7-8e12-9c6df491cfd1', 'port_id': '37c728de-2192-45a7-b32f-9793d489bc74', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4265, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0e775d39-e27a-488e-a624-b53e63c2761a', 'mac_address': 'fa:16:3e:aa:e1:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49defb15-1839-40d7-b815-b51273753688', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T22:04:10Z', 'updated_at': '2021-07-27T22:04:10Z', 'revision_number': 0, 'project_id': '25d69678ca2843da93a97645b6488fa6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f513c16-cfbc-40b5-8b64-8a1eddac676a', 'name': '', 'network_id': '0e775d39-e27a-488e-a624-b53e63c2761a', 'tenant_id': '25d69678ca2843da93a97645b6488fa6', 'mac_address': 'fa:16:3e:de:19:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e994b605-3f01-45c7-8e12-9c6df491cfd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': 'c77213e9-67ff-4b79-ad96-998abf5cee36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:03:57Z', 'updated_at': '2021-07-27T22:04:02Z', 'revision_number': 5, 'project_id': '25d69678ca2843da93a97645b6488fa6', 'subnets': [{'id': 'c77213e9-67ff-4b79-ad96-998abf5cee36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-22', False) {} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:04:12.097295 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712caeba-6d0a-4ce7-a4c2-976847a27cc1 req-5634af8d-1d55-4e7f-bb2c-af7cd68bac1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:12.099422 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-712caeba-6d0a-4ce7-a4c2-976847a27cc1 req-5634af8d-1d55-4e7f-bb2c-af7cd68bac1d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=0e775d39-e27a-488e-a624-b53e63c2761a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3671148 Jul 27 22:04:12.112492 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-264911dc-098d-4c0d-bd4a-0c972b6c50f7 None None] The sync data for ids ['e994b605-3f01-45c7-8e12-9c6df491cfd1'] in n-d-705658-22 is: [{'id': 'e994b605-3f01-45c7-8e12-9c6df491cfd1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-532782858', 'tenant_id': '25d69678ca2843da93a97645b6488fa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.229'}], 'enable_snat': True}, 'gw_port_id': 'e8e59267-5cd7-400c-b2f7-3c0b8885e852', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:03:54Z', 'updated_at': '2021-07-27T22:03:58Z', 'revision_number': 4, 'project_id': '25d69678ca2843da93a97645b6488fa6', 'gw_port': {'id': 'e8e59267-5cd7-400c-b2f7-3c0b8885e852', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:e3:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e994b605-3f01-45c7-8e12-9c6df491cfd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:03:55Z', 'updated_at': '2021-07-27T22:03:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_floatingips': [{'id': 'b98534c3-01a4-4c75-b559-5e550ef7538b', 'tenant_id': '25d69678ca2843da93a97645b6488fa6', 'floating_ip_address': '172.25.5.62', 'floating_network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'router_id': 'e994b605-3f01-45c7-8e12-9c6df491cfd1', 'port_id': '37c728de-2192-45a7-b32f-9793d489bc74', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4265, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0e775d39-e27a-488e-a624-b53e63c2761a', 'mac_address': 'fa:16:3e:aa:e1:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49defb15-1839-40d7-b815-b51273753688', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T22:04:10Z', 'updated_at': '2021-07-27T22:04:10Z', 'revision_number': 0, 'project_id': '25d69678ca2843da93a97645b6488fa6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f513c16-cfbc-40b5-8b64-8a1eddac676a', 'name': '', 'network_id': '0e775d39-e27a-488e-a624-b53e63c2761a', 'tenant_id': '25d69678ca2843da93a97645b6488fa6', 'mac_address': 'fa:16:3e:de:19:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e994b605-3f01-45c7-8e12-9c6df491cfd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': 'c77213e9-67ff-4b79-ad96-998abf5cee36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:03:57Z', 'updated_at': '2021-07-27T22:04:02Z', 'revision_number': 5, 'project_id': '25d69678ca2843da93a97645b6488fa6', 'subnets': [{'id': 'c77213e9-67ff-4b79-ad96-998abf5cee36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:04:12.191300 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-712caeba-6d0a-4ce7-a4c2-976847a27cc1 req-8da2a2a4-c5a9-4875-82c9-90ba9663a155 service neutron] 10.222.0.60 "GET /v2.0/networks/0e775d39-e27a-488e-a624-b53e63c2761a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843077 Jul 27 22:04:12.285215 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-712caeba-6d0a-4ce7-a4c2-976847a27cc1 req-2640a2f6-d023-4cca-9eeb-fe81e96da084 service neutron] 10.222.0.60 "GET /v2.0/networks/0e775d39-e27a-488e-a624-b53e63c2761a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871780 Jul 27 22:04:12.308563 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c82aea0-298c-41a9-a49a-a2b1a64786d7 None None] New status for floating IP b98534c3-01a4-4c75-b559-5e550ef7538b: ACTIVE {{(pid=105587) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 22:04:12.633610 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 39630) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:04:12.693850 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-67472e31-c0e3-4797-82b3-ffd3ccecb839 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] 10.222.0.59 "GET /v2.0/floatingips/b98534c3-01a4-4c75-b559-5e550ef7538b HTTP/1.1" status: 200 len: 993 time: 0.0591629 Jul 27 22:04:13.149488 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-bb32ed7d-8717-448b-a9c8-a5a0117d1fd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:14.554958 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-875ced1b-4cf3-463a-9653-058f0f9421e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:37.096719 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:38.965129 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-f512ff2f-a3af-4756-8521-723e01c07945 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:40.884525 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:41.600410 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-f4ae6faa-e279-4355-8371-7dc80a060269 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:41.946563 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:43.152644 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-bb32ed7d-8717-448b-a9c8-a5a0117d1fd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:44.154647 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.agents_db [None req-558fcd2c-e512-47bc-a170-8673d87f7213 None None] Agent healthcheck: found 7 active agents {{(pid=105587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 22:04:44.552700 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-875ced1b-4cf3-463a-9653-058f0f9421e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:56.202442 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-d4f1b743-c50b-4911-950d-ccff73478835 req-8f282354-ec91-4573-a9ca-50ce25a8bdcf service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=49defb15-1839-40d7-b815-b51273753688&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0525482 Jul 27 22:04:56.296971 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f1b743-c50b-4911-950d-ccff73478835 req-2039aff6-1ac1-43b0-a40e-c37c89403c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:56.298432 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-d4f1b743-c50b-4911-950d-ccff73478835 req-2039aff6-1ac1-43b0-a40e-c37c89403c16 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=25d69678ca2843da93a97645b6488fa6&device_id=49defb15-1839-40d7-b815-b51273753688 HTTP/1.1" status: 200 len: 1098 time: 0.0526996 Jul 27 22:04:56.401563 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f1b743-c50b-4911-950d-ccff73478835 req-12b1a2c8-09d8-4dc4-baa9-3b32a14f1c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:56.403625 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-d4f1b743-c50b-4911-950d-ccff73478835 req-12b1a2c8-09d8-4dc4-baa9-3b32a14f1c9c service neutron] 10.222.0.60 "GET /v2.0/networks?id=0e775d39-e27a-488e-a624-b53e63c2761a HTTP/1.1" status: 200 len: 897 time: 0.0850785 Jul 27 22:04:56.468226 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-d4f1b743-c50b-4911-950d-ccff73478835 req-f1a5bf44-2162-4a5f-9deb-9f1cedc1a3ca service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=37c728de-2192-45a7-b32f-9793d489bc74 HTTP/1.1" status: 200 len: 1001 time: 0.0564406 Jul 27 22:04:56.519993 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f1b743-c50b-4911-950d-ccff73478835 req-afadba65-bd01-46ab-80e2-7f3fd32678b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:56.521377 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-d4f1b743-c50b-4911-950d-ccff73478835 req-afadba65-bd01-46ab-80e2-7f3fd32678b8 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c77213e9-67ff-4b79-ad96-998abf5cee36 HTTP/1.1" status: 200 len: 834 time: 0.0456958 Jul 27 22:04:56.578954 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f1b743-c50b-4911-950d-ccff73478835 req-b6ce7592-2d52-4cff-83dd-becd716e9a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:56.580462 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-d4f1b743-c50b-4911-950d-ccff73478835 req-b6ce7592-2d52-4cff-83dd-becd716e9a3d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=0e775d39-e27a-488e-a624-b53e63c2761a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0514207 Jul 27 22:04:56.670398 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-d4f1b743-c50b-4911-950d-ccff73478835 req-c85e2487-973d-416e-af93-9454440ff524 service neutron] 10.222.0.60 "GET /v2.0/networks/0e775d39-e27a-488e-a624-b53e63c2761a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818906 Jul 27 22:04:56.764482 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-d4f1b743-c50b-4911-950d-ccff73478835 req-e340206a-d4fc-427d-b32b-eac91a74790e service neutron] 10.222.0.60 "GET /v2.0/networks/0e775d39-e27a-488e-a624-b53e63c2761a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867462 Jul 27 22:05:07.111216 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:08.965357 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-9f07af44-beb1-4ed8-b556-f6056edd7241 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:10.912127 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:11.600296 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-c5c25547-6549-42c5-8cbd-25c92b5cf197 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:11.947193 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:13.155843 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-bb32ed7d-8717-448b-a9c8-a5a0117d1fd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:14.556399 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-875ced1b-4cf3-463a-9653-058f0f9421e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:15.535326 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2d288f-a4e7-4678-bba4-3402ad1322f5 req-c434df33-08ce-449d-b908-6909e2b5c54c tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:15.536811 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-dc2d288f-a4e7-4678-bba4-3402ad1322f5 req-c434df33-08ce-449d-b908-6909e2b5c54c tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] 10.222.0.59 "GET /v2.0/ports?device_id=49defb15-1839-40d7-b815-b51273753688 HTTP/1.1" status: 200 len: 946 time: 0.0642893 Jul 27 22:05:15.573749 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-dc2d288f-a4e7-4678-bba4-3402ad1322f5 req-bf604912-afea-4e8a-95ec-47d1a7565b4f tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] 10.222.0.59 "GET /v2.0/security-groups?id=5e824cac-f377-48fc-ab27-f9a8ad215b67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311518 Jul 27 22:05:16.710518 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f827f83-0be6-4913-bc12-6ec1388f9aa2 req-9eae938c-6478-495d-a8fc-ef5d7cfa7cca tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:16.711998 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-3f827f83-0be6-4913-bc12-6ec1388f9aa2 req-9eae938c-6478-495d-a8fc-ef5d7cfa7cca tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] 10.222.0.59 "GET /v2.0/ports?device_id=49defb15-1839-40d7-b815-b51273753688 HTTP/1.1" status: 200 len: 946 time: 0.0661957 Jul 27 22:05:16.750701 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-3f827f83-0be6-4913-bc12-6ec1388f9aa2 req-dbf85ab8-2404-4a0f-be1d-ed792feaf4e6 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] 10.222.0.59 "GET /v2.0/security-groups?id=5e824cac-f377-48fc-ab27-f9a8ad215b67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328052 Jul 27 22:05:17.878984 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d22981-ba0f-4140-949c-ded5063dc9be req-d2992355-892e-4bb0-9cce-f131f443a62c tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:17.880503 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f6d22981-ba0f-4140-949c-ded5063dc9be req-d2992355-892e-4bb0-9cce-f131f443a62c tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] 10.222.0.59 "GET /v2.0/ports?device_id=49defb15-1839-40d7-b815-b51273753688 HTTP/1.1" status: 200 len: 946 time: 0.0634806 Jul 27 22:05:17.918629 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f6d22981-ba0f-4140-949c-ded5063dc9be req-317338a4-6734-49bb-81bd-9e957ad26e47 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] 10.222.0.59 "GET /v2.0/security-groups?id=5e824cac-f377-48fc-ab27-f9a8ad215b67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322299 Jul 27 22:05:17.940307 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 39662) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:05:18.002678 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-c34d114a-2f18-4a29-9fe5-77ee4bc7c808 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] 10.222.0.59 "GET /v2.0/floatingips/b98534c3-01a4-4c75-b559-5e550ef7538b HTTP/1.1" status: 200 len: 993 time: 0.0612547 Jul 27 22:05:19.276589 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73672d0-b0b5-46f9-abc8-32e7ab257b0b req-653923d8-e022-419d-b05a-a67708dc380e tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:19.278030 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b73672d0-b0b5-46f9-abc8-32e7ab257b0b req-653923d8-e022-419d-b05a-a67708dc380e tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] 10.222.0.59 "GET /v2.0/ports?device_id=49defb15-1839-40d7-b815-b51273753688 HTTP/1.1" status: 200 len: 946 time: 0.0647016 Jul 27 22:05:19.307661 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a77759f-6042-41c5-ae54-1644d50a0c3d req-90ceaecc-8b0c-493d-8d7a-8b5d83fec5ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:19.309183 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-6a77759f-6042-41c5-ae54-1644d50a0c3d req-90ceaecc-8b0c-493d-8d7a-8b5d83fec5ca service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=25d69678ca2843da93a97645b6488fa6&device_id=49defb15-1839-40d7-b815-b51273753688 HTTP/1.1" status: 200 len: 1098 time: 0.0712485 Jul 27 22:05:19.317343 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b73672d0-b0b5-46f9-abc8-32e7ab257b0b req-420f2180-0118-4eef-82ad-659e92addaf1 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] 10.222.0.59 "GET /v2.0/security-groups?id=5e824cac-f377-48fc-ab27-f9a8ad215b67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330646 Jul 27 22:05:19.403379 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a77759f-6042-41c5-ae54-1644d50a0c3d req-4af82494-04e1-4d08-8e63-e48f64df8d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:19.404863 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-6a77759f-6042-41c5-ae54-1644d50a0c3d req-4af82494-04e1-4d08-8e63-e48f64df8d6e service neutron] 10.222.0.60 "GET /v2.0/networks?id=0e775d39-e27a-488e-a624-b53e63c2761a HTTP/1.1" status: 200 len: 897 time: 0.0880547 Jul 27 22:05:19.469068 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-6a77759f-6042-41c5-ae54-1644d50a0c3d req-6c4c7a5f-16b2-41a1-95e5-a544d2a8e29d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=37c728de-2192-45a7-b32f-9793d489bc74 HTTP/1.1" status: 200 len: 1001 time: 0.0564620 Jul 27 22:05:19.517395 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a77759f-6042-41c5-ae54-1644d50a0c3d req-c489c55c-ffc0-4669-a3b6-3b27a26ecf93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:19.518785 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-6a77759f-6042-41c5-ae54-1644d50a0c3d req-c489c55c-ffc0-4669-a3b6-3b27a26ecf93 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c77213e9-67ff-4b79-ad96-998abf5cee36 HTTP/1.1" status: 200 len: 834 time: 0.0427525 Jul 27 22:05:19.580800 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a77759f-6042-41c5-ae54-1644d50a0c3d req-2f9c99be-fbaf-43c5-b9e1-8f3ecf1d38fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:19.582201 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-6a77759f-6042-41c5-ae54-1644d50a0c3d req-2f9c99be-fbaf-43c5-b9e1-8f3ecf1d38fb service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=0e775d39-e27a-488e-a624-b53e63c2761a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0563936 Jul 27 22:05:19.672454 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-6a77759f-6042-41c5-ae54-1644d50a0c3d req-d02be16f-5e43-45b1-bd07-a039ff61e44d service neutron] 10.222.0.60 "GET /v2.0/networks/0e775d39-e27a-488e-a624-b53e63c2761a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825632 Jul 27 22:05:19.766096 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-6a77759f-6042-41c5-ae54-1644d50a0c3d req-f431592f-6b84-485e-8bea-01bbcbb42585 service neutron] 10.222.0.60 "GET /v2.0/networks/0e775d39-e27a-488e-a624-b53e63c2761a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864351 Jul 27 22:05:20.449169 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b05621-6a22-436b-8ad3-45f160b11cb5 req-59c492cc-7427-4885-8fd6-6b29aa5db716 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:20.450652 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-89b05621-6a22-436b-8ad3-45f160b11cb5 req-59c492cc-7427-4885-8fd6-6b29aa5db716 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] 10.222.0.59 "GET /v2.0/ports?device_id=49defb15-1839-40d7-b815-b51273753688 HTTP/1.1" status: 200 len: 946 time: 0.0628295 Jul 27 22:05:20.491771 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-89b05621-6a22-436b-8ad3-45f160b11cb5 req-60c1c760-6ebd-43e5-8783-8049e3ba0f0b tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] 10.222.0.59 "GET /v2.0/security-groups?id=5e824cac-f377-48fc-ab27-f9a8ad215b67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351813 Jul 27 22:05:21.153309 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.agents_db [None req-558fcd2c-e512-47bc-a170-8673d87f7213 None None] Agent healthcheck: found 7 active agents {{(pid=105587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 22:05:21.621016 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb1870b-902f-4a5d-a4dc-b8616a0c62ae req-d3dafe0f-c868-4be7-8232-0f5abd79e58a tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:21.622516 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-5cb1870b-902f-4a5d-a4dc-b8616a0c62ae req-d3dafe0f-c868-4be7-8232-0f5abd79e58a tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] 10.222.0.59 "GET /v2.0/ports?device_id=49defb15-1839-40d7-b815-b51273753688 HTTP/1.1" status: 200 len: 946 time: 0.0627763 Jul 27 22:05:21.670819 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-5cb1870b-902f-4a5d-a4dc-b8616a0c62ae req-8c5492ad-d057-4b18-8d18-3b378cf9729d tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] 10.222.0.59 "GET /v2.0/security-groups?id=5e824cac-f377-48fc-ab27-f9a8ad215b67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422342 Jul 27 22:05:21.692842 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 39674) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:05:21.752383 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-6b9ffa4a-2ee5-4c0e-8b85-e0db982485ad tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] 10.222.0.59 "GET /v2.0/floatingips/b98534c3-01a4-4c75-b559-5e550ef7538b HTTP/1.1" status: 200 len: 993 time: 0.0584056 Jul 27 22:05:22.028444 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 39680) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:05:22.188479 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [None req-e6283ce8-c917-4473-8c6a-ea05c0577a3d tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Deleting port c045ed91-11f7-443a-abcd-b49e7f0fe092 {{(pid=105585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:05:22.188843 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-e6283ce8-c917-4473-8c6a-ea05c0577a3d tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:22.262043 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-e6283ce8-c917-4473-8c6a-ea05c0577a3d tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:22.262371 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-e6283ce8-c917-4473-8c6a-ea05c0577a3d tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:22.273731 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [None req-e6283ce8-c917-4473-8c6a-ea05c0577a3d tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Calling delete_port for c045ed91-11f7-443a-abcd-b49e7f0fe092 owned by network:floatingip {{(pid=105585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:05:22.422446 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-e6283ce8-c917-4473-8c6a-ea05c0577a3d tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:22.447579 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6283ce8-c917-4473-8c6a-ea05c0577a3d tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Pushing event deleted for resources: {'Port': ['ID=c045ed91-11f7-443a-abcd-b49e7f0fe092,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:05:22.458793 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6283ce8-c917-4473-8c6a-ea05c0577a3d tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:05:22.459179 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6283ce8-c917-4473-8c6a-ea05c0577a3d tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:05:22.459524 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6283ce8-c917-4473-8c6a-ea05c0577a3d tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:05:22.459861 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6283ce8-c917-4473-8c6a-ea05c0577a3d tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:05:22.460192 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6283ce8-c917-4473-8c6a-ea05c0577a3d tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:05:22.460525 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6283ce8-c917-4473-8c6a-ea05c0577a3d tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:05:22.460888 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6283ce8-c917-4473-8c6a-ea05c0577a3d tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:05:22.461225 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6283ce8-c917-4473-8c6a-ea05c0577a3d tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:05:22.461552 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6283ce8-c917-4473-8c6a-ea05c0577a3d tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:05:22.461877 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6283ce8-c917-4473-8c6a-ea05c0577a3d tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:05:22.462200 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6283ce8-c917-4473-8c6a-ea05c0577a3d tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:05:22.462519 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6283ce8-c917-4473-8c6a-ea05c0577a3d tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:05:22.521850 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-e6283ce8-c917-4473-8c6a-ea05c0577a3d tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks [] for floatingip, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:22.522182 n-d-705658-22 neutron-server[105585]: INFO neutron.db.l3_db [None req-e6283ce8-c917-4473-8c6a-ea05c0577a3d tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Floating IP b98534c3-01a4-4c75-b559-5e550ef7538b disassociated (deleted). External IP: 172.25.5.62, port: 37c728de-2192-45a7-b32f-9793d489bc74. Jul 27 22:05:23.065049 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6283ce8-c917-4473-8c6a-ea05c0577a3d tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Router e994b605-3f01-45c7-8e12-9c6df491cfd1 has already been hosted by L3 agent dd128fd7-8e57-4d4f-895b-a96b369df59a {{(pid=105585) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:05:23.173359 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6283ce8-c917-4473-8c6a-ea05c0577a3d tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify agent at l3_agent.n-d-705658-22 the message routers_updated {{(pid=105585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:05:23.178253 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-e6283ce8-c917-4473-8c6a-ea05c0577a3d tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for floatingip, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:23.184598 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-603f5a9a-30f9-424d-b135-36b596a937be None None] Sync routers for ids ['e994b605-3f01-45c7-8e12-9c6df491cfd1'] in n-d-705658-22 {{(pid=105586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:05:23.193328 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-603f5a9a-30f9-424d-b135-36b596a937be None None] Routers {'e994b605-3f01-45c7-8e12-9c6df491cfd1'} bound to L3 agent in host n-d-705658-22 {{(pid=105586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:05:23.193944 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-603f5a9a-30f9-424d-b135-36b596a937be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T22:05:12Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['e994b605-3f01-45c7-8e12-9c6df491cfd1'], 'active': True} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:05:23.213582 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-e6283ce8-c917-4473-8c6a-ea05c0577a3d tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] 10.222.0.59 "DELETE /v2.0/floatingips/b98534c3-01a4-4c75-b559-5e550ef7538b HTTP/1.1" status: 204 len: 168 time: 1.1841352 Jul 27 22:05:23.214188 n-d-705658-22 neutron-server[105585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49defb15-1839-40d7-b815-b51273753688', 'tag': '37c728de-2192-45a7-b32f-9793d489bc74'}] {{(pid=105585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:05:23.216560 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f24452fb85b5ff3d9a44b103084d24ac6536fc7c3e33f3cafe2d6008071b0351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fddff6c-e0a2-46fe-acdd-57ecf5bc249e" -d '{"events": [{"name": "network-changed", "server_uuid": "49defb15-1839-40d7-b815-b51273753688", "tag": "37c728de-2192-45a7-b32f-9793d489bc74"}]}' {{(pid=105585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:05:23.303591 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvr_db [None req-603f5a9a-30f9-424d-b135-36b596a937be None None] Set router e994b605-3f01-45c7-8e12-9c6df491cfd1 gateway port host: n-d-705658-22 {{(pid=105586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:05:23.310933 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 22:05:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d739f849-ce0a-4f19-8f94-a6e984e33911 x-openstack-request-id: req-d739f849-ce0a-4f19-8f94-a6e984e33911 {{(pid=105585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:05:23.311363 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49defb15-1839-40d7-b815-b51273753688", "tag": "37c728de-2192-45a7-b32f-9793d489bc74", "status": "completed", "code": 200}]} {{(pid=105585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:05:23.312126 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-d739f849-ce0a-4f19-8f94-a6e984e33911 {{(pid=105585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:05:23.312638 n-d-705658-22 neutron-server[105585]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49defb15-1839-40d7-b815-b51273753688', 'tag': '37c728de-2192-45a7-b32f-9793d489bc74', 'status': 'completed', 'code': 200} Jul 27 22:05:23.393365 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fddff6c-e0a2-46fe-acdd-57ecf5bc249e req-fd7147f9-feaf-42e2-b9f2-d9f110e89267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:23.394894 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-5fddff6c-e0a2-46fe-acdd-57ecf5bc249e req-fd7147f9-feaf-42e2-b9f2-d9f110e89267 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=25d69678ca2843da93a97645b6488fa6&device_id=49defb15-1839-40d7-b815-b51273753688 HTTP/1.1" status: 200 len: 1098 time: 0.0578609 Jul 27 22:05:23.458290 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0b25a1-abe5-4de4-9729-a69a5028436c req-09930402-cf55-4356-a80a-0fbd9014e872 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:23.460126 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-cb0b25a1-abe5-4de4-9729-a69a5028436c req-09930402-cf55-4356-a80a-0fbd9014e872 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] 10.222.0.59 "GET /v2.0/ports?device_id=49defb15-1839-40d7-b815-b51273753688 HTTP/1.1" status: 200 len: 946 time: 0.0662146 Jul 27 22:05:23.495728 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fddff6c-e0a2-46fe-acdd-57ecf5bc249e req-105172b9-9b88-4b19-b312-dfb797211492 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:23.497371 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-5fddff6c-e0a2-46fe-acdd-57ecf5bc249e req-105172b9-9b88-4b19-b312-dfb797211492 service neutron] 10.222.0.60 "GET /v2.0/networks?id=0e775d39-e27a-488e-a624-b53e63c2761a HTTP/1.1" status: 200 len: 897 time: 0.0944986 Jul 27 22:05:23.501272 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-cb0b25a1-abe5-4de4-9729-a69a5028436c req-2f855857-a5ab-44ff-86e8-53f9e86daa39 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] 10.222.0.59 "GET /v2.0/security-groups?id=5e824cac-f377-48fc-ab27-f9a8ad215b67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338957 Jul 27 22:05:23.519527 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-603f5a9a-30f9-424d-b135-36b596a937be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e994b605-3f01-45c7-8e12-9c6df491cfd1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-532782858', 'tenant_id': '25d69678ca2843da93a97645b6488fa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.229'}], 'enable_snat': True}, 'gw_port_id': 'e8e59267-5cd7-400c-b2f7-3c0b8885e852', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:03:54Z', 'updated_at': '2021-07-27T22:03:58Z', 'revision_number': 4, 'project_id': '25d69678ca2843da93a97645b6488fa6', 'gw_port': {'id': 'e8e59267-5cd7-400c-b2f7-3c0b8885e852', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:e3:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e994b605-3f01-45c7-8e12-9c6df491cfd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:03:55Z', 'updated_at': '2021-07-27T22:03:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_interfaces': [{'id': '4f513c16-cfbc-40b5-8b64-8a1eddac676a', 'name': '', 'network_id': '0e775d39-e27a-488e-a624-b53e63c2761a', 'tenant_id': '25d69678ca2843da93a97645b6488fa6', 'mac_address': 'fa:16:3e:de:19:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e994b605-3f01-45c7-8e12-9c6df491cfd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': 'c77213e9-67ff-4b79-ad96-998abf5cee36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:03:57Z', 'updated_at': '2021-07-27T22:04:02Z', 'revision_number': 5, 'project_id': '25d69678ca2843da93a97645b6488fa6', 'subnets': [{'id': 'c77213e9-67ff-4b79-ad96-998abf5cee36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-22', False) {} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:05:23.546817 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-603f5a9a-30f9-424d-b135-36b596a937be None None] Checking router: e994b605-3f01-45c7-8e12-9c6df491cfd1 for host: n-d-705658-22 {{(pid=105586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:05:23.553529 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-5fddff6c-e0a2-46fe-acdd-57ecf5bc249e req-02b50447-b2ec-4419-a14a-91762cdff266 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=37c728de-2192-45a7-b32f-9793d489bc74 HTTP/1.1" status: 200 len: 217 time: 0.0438666 Jul 27 22:05:23.555029 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-603f5a9a-30f9-424d-b135-36b596a937be None None] Routers {'e994b605-3f01-45c7-8e12-9c6df491cfd1'} bound to L3 agent in host n-d-705658-22 {{(pid=105586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:05:23.555647 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-603f5a9a-30f9-424d-b135-36b596a937be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T22:05:12Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['e994b605-3f01-45c7-8e12-9c6df491cfd1'], 'active': True} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:05:23.613658 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fddff6c-e0a2-46fe-acdd-57ecf5bc249e req-763e9a5f-7e20-4e5b-9596-d4ed99829e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:23.615099 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-5fddff6c-e0a2-46fe-acdd-57ecf5bc249e req-763e9a5f-7e20-4e5b-9596-d4ed99829e39 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c77213e9-67ff-4b79-ad96-998abf5cee36 HTTP/1.1" status: 200 len: 834 time: 0.0448000 Jul 27 22:05:23.669035 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvr_db [None req-603f5a9a-30f9-424d-b135-36b596a937be None None] Set router e994b605-3f01-45c7-8e12-9c6df491cfd1 gateway port host: n-d-705658-22 {{(pid=105586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:05:23.678136 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fddff6c-e0a2-46fe-acdd-57ecf5bc249e req-34617c5b-2f54-46fa-9326-05a48b61f36a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:23.679698 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-5fddff6c-e0a2-46fe-acdd-57ecf5bc249e req-34617c5b-2f54-46fa-9326-05a48b61f36a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=0e775d39-e27a-488e-a624-b53e63c2761a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0559750 Jul 27 22:05:23.775706 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-5fddff6c-e0a2-46fe-acdd-57ecf5bc249e req-471b7a8e-dd3e-43f3-b974-7fde22587cc2 service neutron] 10.222.0.60 "GET /v2.0/networks/0e775d39-e27a-488e-a624-b53e63c2761a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872741 Jul 27 22:05:23.871728 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-5fddff6c-e0a2-46fe-acdd-57ecf5bc249e req-0a3307b2-536e-4c0f-ab97-6ac8df105b84 service neutron] 10.222.0.60 "GET /v2.0/networks/0e775d39-e27a-488e-a624-b53e63c2761a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875969 Jul 27 22:05:24.028918 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-603f5a9a-30f9-424d-b135-36b596a937be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e994b605-3f01-45c7-8e12-9c6df491cfd1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-532782858', 'tenant_id': '25d69678ca2843da93a97645b6488fa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.229'}], 'enable_snat': True}, 'gw_port_id': 'e8e59267-5cd7-400c-b2f7-3c0b8885e852', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:03:54Z', 'updated_at': '2021-07-27T22:03:58Z', 'revision_number': 4, 'project_id': '25d69678ca2843da93a97645b6488fa6', 'gw_port': {'id': 'e8e59267-5cd7-400c-b2f7-3c0b8885e852', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:e3:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e994b605-3f01-45c7-8e12-9c6df491cfd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:03:55Z', 'updated_at': '2021-07-27T22:03:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_interfaces': [{'id': '4f513c16-cfbc-40b5-8b64-8a1eddac676a', 'name': '', 'network_id': '0e775d39-e27a-488e-a624-b53e63c2761a', 'tenant_id': '25d69678ca2843da93a97645b6488fa6', 'mac_address': 'fa:16:3e:de:19:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e994b605-3f01-45c7-8e12-9c6df491cfd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': 'c77213e9-67ff-4b79-ad96-998abf5cee36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:03:57Z', 'updated_at': '2021-07-27T22:04:02Z', 'revision_number': 5, 'project_id': '25d69678ca2843da93a97645b6488fa6', 'subnets': [{'id': 'c77213e9-67ff-4b79-ad96-998abf5cee36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-22', False) {} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:05:24.057288 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-603f5a9a-30f9-424d-b135-36b596a937be None None] The sync data for ids ['e994b605-3f01-45c7-8e12-9c6df491cfd1'] in n-d-705658-22 is: [{'id': 'e994b605-3f01-45c7-8e12-9c6df491cfd1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-532782858', 'tenant_id': '25d69678ca2843da93a97645b6488fa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.229'}], 'enable_snat': True}, 'gw_port_id': 'e8e59267-5cd7-400c-b2f7-3c0b8885e852', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:03:54Z', 'updated_at': '2021-07-27T22:03:58Z', 'revision_number': 4, 'project_id': '25d69678ca2843da93a97645b6488fa6', 'gw_port': {'id': 'e8e59267-5cd7-400c-b2f7-3c0b8885e852', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:e3:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e994b605-3f01-45c7-8e12-9c6df491cfd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:03:55Z', 'updated_at': '2021-07-27T22:03:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_interfaces': [{'id': '4f513c16-cfbc-40b5-8b64-8a1eddac676a', 'name': '', 'network_id': '0e775d39-e27a-488e-a624-b53e63c2761a', 'tenant_id': '25d69678ca2843da93a97645b6488fa6', 'mac_address': 'fa:16:3e:de:19:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e994b605-3f01-45c7-8e12-9c6df491cfd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': 'c77213e9-67ff-4b79-ad96-998abf5cee36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:03:57Z', 'updated_at': '2021-07-27T22:04:02Z', 'revision_number': 5, 'project_id': '25d69678ca2843da93a97645b6488fa6', 'subnets': [{'id': 'c77213e9-67ff-4b79-ad96-998abf5cee36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:05:24.275777 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea702645-cfeb-4918-ab30-81e6b1713d10 None None] New status for floating IP b98534c3-01a4-4c75-b559-5e550ef7538b: DOWN {{(pid=105587) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 22:05:24.635366 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41375856-2412-4548-a2f3-7aedf57b968e req-1876ce4c-99d5-430c-ac3f-0c91b0bf516f tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:24.636844 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-41375856-2412-4548-a2f3-7aedf57b968e req-1876ce4c-99d5-430c-ac3f-0c91b0bf516f tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] 10.222.0.59 "GET /v2.0/ports?device_id=49defb15-1839-40d7-b815-b51273753688 HTTP/1.1" status: 200 len: 946 time: 0.0665381 Jul 27 22:05:24.674026 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-41375856-2412-4548-a2f3-7aedf57b968e req-c390e4d1-3c3b-43c4-8e5a-96c9542c6802 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] 10.222.0.59 "GET /v2.0/security-groups?id=5e824cac-f377-48fc-ab27-f9a8ad215b67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313115 Jul 27 22:05:25.257388 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35522f90-23dc-4e4a-9ffd-29d58b65642d req-5ea8fd05-8890-464c-be0c-40159441a29b tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:25.258843 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-35522f90-23dc-4e4a-9ffd-29d58b65642d req-5ea8fd05-8890-464c-be0c-40159441a29b tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] 10.222.0.60 "GET /v2.0/ports?device_id=49defb15-1839-40d7-b815-b51273753688 HTTP/1.1" status: 200 len: 946 time: 0.0682321 Jul 27 22:05:25.354081 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [req-35522f90-23dc-4e4a-9ffd-29d58b65642d req-2a03ff93-9f23-47ee-929d-5c7421d7d0a4 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Deleting port 37c728de-2192-45a7-b32f-9793d489bc74 {{(pid=105584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:05:25.354425 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-35522f90-23dc-4e4a-9ffd-29d58b65642d req-2a03ff93-9f23-47ee-929d-5c7421d7d0a4 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:25.446403 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [req-35522f90-23dc-4e4a-9ffd-29d58b65642d req-2a03ff93-9f23-47ee-929d-5c7421d7d0a4 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] For port 37c728de-2192-45a7-b32f-9793d489bc74, host n-h2-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=37c728de-2192-45a7-b32f-9793d489bc74,segment=NetworkSegment(ef3910f7-062f-460f-b07d-d994e10af202),segment_id=ef3910f7-062f-460f-b07d-d994e10af202)] {{(pid=105584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:05:25.446770 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-35522f90-23dc-4e4a-9ffd-29d58b65642d req-2a03ff93-9f23-47ee-929d-5c7421d7d0a4 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:25.459358 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [req-35522f90-23dc-4e4a-9ffd-29d58b65642d req-2a03ff93-9f23-47ee-929d-5c7421d7d0a4 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Calling delete_port for 37c728de-2192-45a7-b32f-9793d489bc74 owned by compute:nova {{(pid=105584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:05:25.581956 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-35522f90-23dc-4e4a-9ffd-29d58b65642d req-2a03ff93-9f23-47ee-929d-5c7421d7d0a4 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:25.614928 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a03ff93-9f23-47ee-929d-5c7421d7d0a4 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Pushing event deleted for resources: {'Port': ['ID=37c728de-2192-45a7-b32f-9793d489bc74,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:05:25.626538 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a03ff93-9f23-47ee-929d-5c7421d7d0a4 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:05:25.626898 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a03ff93-9f23-47ee-929d-5c7421d7d0a4 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:05:25.627279 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a03ff93-9f23-47ee-929d-5c7421d7d0a4 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:05:25.627624 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a03ff93-9f23-47ee-929d-5c7421d7d0a4 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:05:25.627960 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a03ff93-9f23-47ee-929d-5c7421d7d0a4 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:05:25.628298 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a03ff93-9f23-47ee-929d-5c7421d7d0a4 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:05:25.628635 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a03ff93-9f23-47ee-929d-5c7421d7d0a4 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:05:25.628970 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a03ff93-9f23-47ee-929d-5c7421d7d0a4 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:05:25.629309 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a03ff93-9f23-47ee-929d-5c7421d7d0a4 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:05:25.629638 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a03ff93-9f23-47ee-929d-5c7421d7d0a4 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:05:25.629968 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a03ff93-9f23-47ee-929d-5c7421d7d0a4 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:05:25.630294 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a03ff93-9f23-47ee-929d-5c7421d7d0a4 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:05:25.670058 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [req-35522f90-23dc-4e4a-9ffd-29d58b65642d req-2a03ff93-9f23-47ee-929d-5c7421d7d0a4 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] No DVR routers for this DVR port 37c728de-2192-45a7-b32f-9793d489bc74 on host n-h2-705658-22 {{(pid=105584) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:05:25.673121 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-35522f90-23dc-4e4a-9ffd-29d58b65642d req-2a03ff93-9f23-47ee-929d-5c7421d7d0a4 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:25.675131 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-35522f90-23dc-4e4a-9ffd-29d58b65642d req-2a03ff93-9f23-47ee-929d-5c7421d7d0a4 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] 10.222.0.60 "DELETE /v2.0/ports/37c728de-2192-45a7-b32f-9793d489bc74 HTTP/1.1" status: 204 len: 173 time: 0.4102683 Jul 27 22:05:25.675574 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49defb15-1839-40d7-b815-b51273753688', 'name': 'network-vif-deleted', 'tag': '37c728de-2192-45a7-b32f-9793d489bc74'}] {{(pid=105584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:05:25.677832 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a14b7e693ac0d3b36d252540d57b2183de19e2104d11de1d527dbb6a6689965" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5df7814d-27d3-4557-a42b-3111202a28f2" -d '{"events": [{"server_uuid": "49defb15-1839-40d7-b815-b51273753688", "name": "network-vif-deleted", "tag": "37c728de-2192-45a7-b32f-9793d489bc74"}]}' {{(pid=105584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:05:25.715011 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:05:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cb2359d-8bec-40c4-aa42-4a36663c6b49 x-openstack-request-id: req-1cb2359d-8bec-40c4-aa42-4a36663c6b49 {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:05:25.715442 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49defb15-1839-40d7-b815-b51273753688", "name": "network-vif-deleted", "tag": "37c728de-2192-45a7-b32f-9793d489bc74", "status": "completed", "code": 200}]} {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:05:25.715760 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-1cb2359d-8bec-40c4-aa42-4a36663c6b49 {{(pid=105584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:05:25.716234 n-d-705658-22 neutron-server[105584]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49defb15-1839-40d7-b815-b51273753688', 'name': 'network-vif-deleted', 'tag': '37c728de-2192-45a7-b32f-9793d489bc74', 'status': 'completed', 'code': 200} Jul 27 22:05:25.777903 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-915bcb9f-a0d3-473d-855c-d59e838e9b41 req-c40f2de2-60e4-4145-95fe-edec94386dea tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] 10.222.0.59 "GET /v2.0/ports?device_id=49defb15-1839-40d7-b815-b51273753688 HTTP/1.1" status: 200 len: 210 time: 0.0290635 Jul 27 22:05:26.836565 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 39698) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:05:27.189339 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-426261b1-1b51-45a1-8e38-71245567c3ab tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4076536'] for router_interface, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:27.452608 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [None req-426261b1-1b51-45a1-8e38-71245567c3ab tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Deleting port 4f513c16-cfbc-40b5-8b64-8a1eddac676a {{(pid=105585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:05:27.452873 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-426261b1-1b51-45a1-8e38-71245567c3ab tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:27.538328 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.db [None req-426261b1-1b51-45a1-8e38-71245567c3ab tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] For port 4f513c16-cfbc-40b5-8b64-8a1eddac676a, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=4f513c16-cfbc-40b5-8b64-8a1eddac676a,segment=NetworkSegment(ef3910f7-062f-460f-b07d-d994e10af202),segment_id=ef3910f7-062f-460f-b07d-d994e10af202)] {{(pid=105585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:05:27.538697 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-426261b1-1b51-45a1-8e38-71245567c3ab tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:27.551739 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [None req-426261b1-1b51-45a1-8e38-71245567c3ab tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Calling delete_port for 4f513c16-cfbc-40b5-8b64-8a1eddac676a owned by network:router_interface {{(pid=105585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:05:27.735212 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-426261b1-1b51-45a1-8e38-71245567c3ab tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:27.761352 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426261b1-1b51-45a1-8e38-71245567c3ab tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Pushing event deleted for resources: {'Port': ['ID=4f513c16-cfbc-40b5-8b64-8a1eddac676a,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:05:27.940581 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-426261b1-1b51-45a1-8e38-71245567c3ab tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3743915', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4076308'] for router_interface, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:28.161206 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-426261b1-1b51-45a1-8e38-71245567c3ab tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Router e994b605-3f01-45c7-8e12-9c6df491cfd1 has already been hosted by L3 agent dd128fd7-8e57-4d4f-895b-a96b369df59a {{(pid=105585) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:05:28.263961 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-426261b1-1b51-45a1-8e38-71245567c3ab tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify agent at l3_agent.n-d-705658-22 the message routers_updated {{(pid=105585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:05:28.269260 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-426261b1-1b51-45a1-8e38-71245567c3ab tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] 10.222.0.59 "PUT /v2.0/routers/e994b605-3f01-45c7-8e12-9c6df491cfd1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4312623 Jul 27 22:05:28.271604 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 39700) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:05:28.274365 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8d91c4b-debf-4a1c-bc05-2cb75b6bae83 None None] Sync routers for ids ['e994b605-3f01-45c7-8e12-9c6df491cfd1'] in n-d-705658-22 {{(pid=105586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:05:28.283430 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8d91c4b-debf-4a1c-bc05-2cb75b6bae83 None None] Routers {'e994b605-3f01-45c7-8e12-9c6df491cfd1'} bound to L3 agent in host n-d-705658-22 {{(pid=105586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:05:28.284043 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-a8d91c4b-debf-4a1c-bc05-2cb75b6bae83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T22:05:12Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['e994b605-3f01-45c7-8e12-9c6df491cfd1'], 'active': True} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:05:28.322193 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.db_base_plugin_v2 [None req-6041ed54-0ae1-424b-9a3d-d366722b89db tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Deleting subnet c77213e9-67ff-4b79-ad96-998abf5cee36 {{(pid=105585) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 22:05:28.325275 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-6041ed54-0ae1-424b-9a3d-d366722b89db tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks [] for subnet, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:28.364591 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-6041ed54-0ae1-424b-9a3d-d366722b89db tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9887057'] for subnet, precommit_delete_associations {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:28.388145 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvr_db [None req-a8d91c4b-debf-4a1c-bc05-2cb75b6bae83 None None] Set router e994b605-3f01-45c7-8e12-9c6df491cfd1 gateway port host: n-d-705658-22 {{(pid=105586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:05:28.451217 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-6041ed54-0ae1-424b-9a3d-d366722b89db tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854965'] for subnet, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:28.510468 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-6041ed54-0ae1-424b-9a3d-d366722b89db tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10221602', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9990583'] for subnet, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:28.538401 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6041ed54-0ae1-424b-9a3d-d366722b89db tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Pushing event deleted for resources: {'Subnet': ['ID=c77213e9-67ff-4b79-ad96-998abf5cee36,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:05:28.540363 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-6041ed54-0ae1-424b-9a3d-d366722b89db tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks [] for subnet, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:28.544678 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-6041ed54-0ae1-424b-9a3d-d366722b89db tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] 10.222.0.59 "DELETE /v2.0/subnets/c77213e9-67ff-4b79-ad96-998abf5cee36 HTTP/1.1" status: 204 len: 168 time: 0.2696981 Jul 27 22:05:28.545014 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 39702) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:05:28.548914 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78004e88-51fe-4d79-823b-dac17b26a630 None None] Network 0e775d39-e27a-488e-a624-b53e63c2761a requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:05:28.646324 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-a8d91c4b-debf-4a1c-bc05-2cb75b6bae83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e994b605-3f01-45c7-8e12-9c6df491cfd1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-532782858', 'tenant_id': '25d69678ca2843da93a97645b6488fa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.229'}], 'enable_snat': True}, 'gw_port_id': 'e8e59267-5cd7-400c-b2f7-3c0b8885e852', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:03:54Z', 'updated_at': '2021-07-27T22:05:27Z', 'revision_number': 5, 'project_id': '25d69678ca2843da93a97645b6488fa6', 'gw_port': {'id': 'e8e59267-5cd7-400c-b2f7-3c0b8885e852', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:e3:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e994b605-3f01-45c7-8e12-9c6df491cfd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:03:55Z', 'updated_at': '2021-07-27T22:03:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22'}], 'n-d-705658-22', False) {} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:05:28.652935 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-4158d384-6c15-4ee5-b4b4-a2faf9a9472a tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks [] for router, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:28.693067 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8d91c4b-debf-4a1c-bc05-2cb75b6bae83 None None] Checking router: e994b605-3f01-45c7-8e12-9c6df491cfd1 for host: n-d-705658-22 {{(pid=105586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:05:28.706857 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8d91c4b-debf-4a1c-bc05-2cb75b6bae83 None None] Routers {'e994b605-3f01-45c7-8e12-9c6df491cfd1'} bound to L3 agent in host n-d-705658-22 {{(pid=105586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:05:28.707447 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-a8d91c4b-debf-4a1c-bc05-2cb75b6bae83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T22:05:12Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['e994b605-3f01-45c7-8e12-9c6df491cfd1'], 'active': True} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:05:28.765025 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-4158d384-6c15-4ee5-b4b4-a2faf9a9472a tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks [] for router_gateway, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:28.821375 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvr_db [None req-a8d91c4b-debf-4a1c-bc05-2cb75b6bae83 None None] Set router e994b605-3f01-45c7-8e12-9c6df491cfd1 gateway port host: n-d-705658-22 {{(pid=105586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:05:28.822793 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [None req-4158d384-6c15-4ee5-b4b4-a2faf9a9472a tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Deleting port e8e59267-5cd7-400c-b2f7-3c0b8885e852 {{(pid=105585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:05:28.823634 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-4158d384-6c15-4ee5-b4b4-a2faf9a9472a tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:28.851261 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-827d48f3-fba7-42b5-afcd-06f47ed5f068 None None] DHCP port deletion for 0e775d39-e27a-488e-a624-b53e63c2761a request from n-d-705658-22 {{(pid=105586) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 22:05:28.905919 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.db [None req-4158d384-6c15-4ee5-b4b4-a2faf9a9472a tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] For port e8e59267-5cd7-400c-b2f7-3c0b8885e852, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=e8e59267-5cd7-400c-b2f7-3c0b8885e852,segment=NetworkSegment(12196855-9a32-4633-9a56-77697ef9e126),segment_id=12196855-9a32-4633-9a56-77697ef9e126)] {{(pid=105585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:05:28.906304 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-4158d384-6c15-4ee5-b4b4-a2faf9a9472a tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:28.923109 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [None req-4158d384-6c15-4ee5-b4b4-a2faf9a9472a tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Calling delete_port for e8e59267-5cd7-400c-b2f7-3c0b8885e852 owned by network:router_gateway {{(pid=105585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:05:29.004196 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-827d48f3-fba7-42b5-afcd-06f47ed5f068 None None] Deleting port 660d7199-b3e5-4a02-8c69-b65db37101c4 {{(pid=105586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:05:29.004491 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-827d48f3-fba7-42b5-afcd-06f47ed5f068 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:29.078561 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-827d48f3-fba7-42b5-afcd-06f47ed5f068 None None] For port 660d7199-b3e5-4a02-8c69-b65db37101c4, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=660d7199-b3e5-4a02-8c69-b65db37101c4,segment=NetworkSegment(ef3910f7-062f-460f-b07d-d994e10af202),segment_id=ef3910f7-062f-460f-b07d-d994e10af202)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:05:29.078923 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-827d48f3-fba7-42b5-afcd-06f47ed5f068 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:29.088820 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-4158d384-6c15-4ee5-b4b4-a2faf9a9472a tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:29.095595 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-827d48f3-fba7-42b5-afcd-06f47ed5f068 None None] Calling delete_port for 660d7199-b3e5-4a02-8c69-b65db37101c4 owned by network:dhcp {{(pid=105586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:05:29.112678 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-a8d91c4b-debf-4a1c-bc05-2cb75b6bae83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e994b605-3f01-45c7-8e12-9c6df491cfd1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-532782858', 'tenant_id': '25d69678ca2843da93a97645b6488fa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.229'}], 'enable_snat': True}, 'gw_port_id': 'e8e59267-5cd7-400c-b2f7-3c0b8885e852', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:03:54Z', 'updated_at': '2021-07-27T22:05:27Z', 'revision_number': 5, 'project_id': '25d69678ca2843da93a97645b6488fa6', 'gw_port': {'id': 'e8e59267-5cd7-400c-b2f7-3c0b8885e852', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:e3:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e994b605-3f01-45c7-8e12-9c6df491cfd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:03:55Z', 'updated_at': '2021-07-27T22:03:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22'}], 'n-d-705658-22', False) {} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:05:29.115661 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4158d384-6c15-4ee5-b4b4-a2faf9a9472a tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Pushing event deleted for resources: {'Port': ['ID=e8e59267-5cd7-400c-b2f7-3c0b8885e852,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:05:29.166236 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8d91c4b-debf-4a1c-bc05-2cb75b6bae83 None None] The sync data for ids ['e994b605-3f01-45c7-8e12-9c6df491cfd1'] in n-d-705658-22 is: [{'id': 'e994b605-3f01-45c7-8e12-9c6df491cfd1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-532782858', 'tenant_id': '25d69678ca2843da93a97645b6488fa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.229'}], 'enable_snat': True}, 'gw_port_id': 'e8e59267-5cd7-400c-b2f7-3c0b8885e852', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:03:54Z', 'updated_at': '2021-07-27T22:05:27Z', 'revision_number': 5, 'project_id': '25d69678ca2843da93a97645b6488fa6', 'gw_port': {'id': 'e8e59267-5cd7-400c-b2f7-3c0b8885e852', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:e3:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e994b605-3f01-45c7-8e12-9c6df491cfd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:03:55Z', 'updated_at': '2021-07-27T22:03:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22'}] {{(pid=105586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:05:29.177420 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-4158d384-6c15-4ee5-b4b4-a2faf9a9472a tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4075702'] for router_gateway, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:29.205718 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-827d48f3-fba7-42b5-afcd-06f47ed5f068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180'] for port, after_delete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:29.234455 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827d48f3-fba7-42b5-afcd-06f47ed5f068 None None] Pushing event deleted for resources: {'Port': ['ID=660d7199-b3e5-4a02-8c69-b65db37101c4,revision_number=None']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:05:29.242845 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-827d48f3-fba7-42b5-afcd-06f47ed5f068 None None] No DVR routers for this DVR port 660d7199-b3e5-4a02-8c69-b65db37101c4 on host n-d-705658-22 {{(pid=105586) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:05:29.245009 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-827d48f3-fba7-42b5-afcd-06f47ed5f068 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:05:29.245367 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-827d48f3-fba7-42b5-afcd-06f47ed5f068 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:05:29.245709 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-827d48f3-fba7-42b5-afcd-06f47ed5f068 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:05:29.246049 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-827d48f3-fba7-42b5-afcd-06f47ed5f068 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:05:29.246385 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-827d48f3-fba7-42b5-afcd-06f47ed5f068 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:05:29.246716 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-827d48f3-fba7-42b5-afcd-06f47ed5f068 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:05:29.247092 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-827d48f3-fba7-42b5-afcd-06f47ed5f068 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:05:29.247440 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-827d48f3-fba7-42b5-afcd-06f47ed5f068 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:05:29.247769 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-827d48f3-fba7-42b5-afcd-06f47ed5f068 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:05:29.248095 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-827d48f3-fba7-42b5-afcd-06f47ed5f068 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:05:29.248420 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-827d48f3-fba7-42b5-afcd-06f47ed5f068 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:05:29.249269 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-827d48f3-fba7-42b5-afcd-06f47ed5f068 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:05:29.275896 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-4158d384-6c15-4ee5-b4b4-a2faf9a9472a tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4163631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-425'] for router, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:29.278021 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-4158d384-6c15-4ee5-b4b4-a2faf9a9472a tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:29.323176 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-4158d384-6c15-4ee5-b4b4-a2faf9a9472a tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4163007'] for router, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:29.323693 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4158d384-6c15-4ee5-b4b4-a2faf9a9472a tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Fanout notify agent at l3_agent the message router_deleted on router e994b605-3f01-45c7-8e12-9c6df491cfd1 {{(pid=105585) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 22:05:29.331237 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-4158d384-6c15-4ee5-b4b4-a2faf9a9472a tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks [] for router, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:29.332370 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-4158d384-6c15-4ee5-b4b4-a2faf9a9472a tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] 10.222.0.59 "DELETE /v2.0/routers/e994b605-3f01-45c7-8e12-9c6df491cfd1 HTTP/1.1" status: 204 len: 168 time: 0.7865748 Jul 27 22:05:29.335089 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 39704) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:05:29.408803 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-428a33e2-eb99-4c79-bc71-b45cac1a3c66 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-990557'] for network, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:29.497417 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-428a33e2-eb99-4c79-bc71-b45cac1a3c66 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853562', 'neutron.services.segments.db._delete_segments_for_network-8790688882975'] for network, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:29.508193 n-d-705658-22 neutron-server[105585]: DEBUG neutron.services.segments.db [None req-428a33e2-eb99-4c79-bc71-b45cac1a3c66 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e775d39-e27a-488e-a624-b53e63c2761a']}} {{(pid=105585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:05:29.519764 n-d-705658-22 neutron-server[105585]: DEBUG neutron.services.segments.db [None req-428a33e2-eb99-4c79-bc71-b45cac1a3c66 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef3910f7-062f-460f-b07d-d994e10af202') {'for_net_delete': True} {{(pid=105585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:05:29.520178 n-d-705658-22 neutron-server[105585]: DEBUG neutron.services.segments.db [None req-428a33e2-eb99-4c79-bc71-b45cac1a3c66 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef3910f7-062f-460f-b07d-d994e10af202') {} {{(pid=105585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:05:29.529665 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-428a33e2-eb99-4c79-bc71-b45cac1a3c66 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790688883752', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9886370'] for segment, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:29.543659 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-428a33e2-eb99-4c79-bc71-b45cac1a3c66 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:29.549977 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-428a33e2-eb99-4c79-bc71-b45cac1a3c66 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Releasing vlan 226 on physical network physnet1 to pool {{(pid=105585) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 22:05:29.550382 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-428a33e2-eb99-4c79-bc71-b45cac1a3c66 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10221644'] for segment, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:29.553486 n-d-705658-22 neutron-server[105585]: Traceback (most recent call last): Jul 27 22:05:29.553486 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 22:05:29.553486 n-d-705658-22 neutron-server[105585]: timer() Jul 27 22:05:29.553486 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 22:05:29.553486 n-d-705658-22 neutron-server[105585]: cb(*args, **kw) Jul 27 22:05:29.553486 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 22:05:29.553486 n-d-705658-22 neutron-server[105585]: return func(*args, **kwargs) Jul 27 22:05:29.553486 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 22:05:29.553486 n-d-705658-22 neutron-server[105585]: self._notify() Jul 27 22:05:29.553486 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 22:05:29.553486 n-d-705658-22 neutron-server[105585]: self.callback(batched_events) Jul 27 22:05:29.553486 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 22:05:29.553486 n-d-705658-22 neutron-server[105585]: event.method(event) Jul 27 22:05:29.553486 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 22:05:29.553486 n-d-705658-22 neutron-server[105585]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 22:05:29.553486 n-d-705658-22 neutron-server[105585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 22:05:29.553486 n-d-705658-22 neutron-server[105585]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 22:05:29.553486 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 22:05:29.553486 n-d-705658-22 neutron-server[105585]: return f(self, *a, **k) Jul 27 22:05:29.553486 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 22:05:29.553486 n-d-705658-22 neutron-server[105585]: return self._get(url).json() Jul 27 22:05:29.553486 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 22:05:29.553486 n-d-705658-22 neutron-server[105585]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 22:05:29.553486 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 22:05:29.553486 n-d-705658-22 neutron-server[105585]: return self.request(url, 'GET', **kwargs) Jul 27 22:05:29.553486 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 22:05:29.553486 n-d-705658-22 neutron-server[105585]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 22:05:29.553486 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 22:05:29.553486 n-d-705658-22 neutron-server[105585]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 22:05:29.553486 n-d-705658-22 neutron-server[105585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 22:05:29.553486 n-d-705658-22 neutron-server[105585]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 22:05:29.553486 n-d-705658-22 neutron-server[105585]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 22:05:29.613219 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-428a33e2-eb99-4c79-bc71-b45cac1a3c66 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4075658'] for network, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:29.620316 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-428a33e2-eb99-4c79-bc71-b45cac1a3c66 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks [] for network, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:29.622417 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-428a33e2-eb99-4c79-bc71-b45cac1a3c66 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] 10.222.0.59 "DELETE /v2.0/networks/0e775d39-e27a-488e-a624-b53e63c2761a HTTP/1.1" status: 204 len: 168 time: 0.2860935 Jul 27 22:05:29.627322 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 39706) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:05:29.644096 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428a33e2-eb99-4c79-bc71-b45cac1a3c66 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Pushing event deleted for resources: {'Network': ['ID=0e775d39-e27a-488e-a624-b53e63c2761a,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:05:29.697115 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-61e72999-4022-4f02-acd7-c6ea8c385805 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks [] for security_group, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:29.726457 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-61e72999-4022-4f02-acd7-c6ea8c385805 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:29.788567 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-61e72999-4022-4f02-acd7-c6ea8c385805 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:29.791247 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-61e72999-4022-4f02-acd7-c6ea8c385805 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Notify callbacks [] for security_group, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:29.792461 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-61e72999-4022-4f02-acd7-c6ea8c385805 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] 10.222.0.59 "DELETE /v2.0/security-groups/5e824cac-f377-48fc-ab27-f9a8ad215b67 HTTP/1.1" status: 204 len: 168 time: 0.1643939 Jul 27 22:05:29.803504 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e72999-4022-4f02-acd7-c6ea8c385805 tempest-TestNetworkAdvancedServerOps-115938769 tempest-TestNetworkAdvancedServerOps-115938769-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e824cac-f377-48fc-ab27-f9a8ad215b67,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:05:30.071725 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Device 37c728de-2192-45a7-b32f-9793d489bc74 no longer exists at agent hyperv_n-h2-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:05:30.091193 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-3d54578f-831f-4696-b568-13c455922dab None None] No Port match for: 37c728de-2192-45a7-b32f-9793d489bc74 {{(pid=105586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:05:30.091543 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Device 37c728de-2192-45a7-b32f-9793d489bc74 not bound to the agent host n-h2-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:05:30.118592 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 39714) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:05:30.276324 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-69c512fe-8581-4d52-9a9c-bbb45c913642 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=25d69678ca2843da93a97645b6488fa6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1565363 Jul 27 22:05:30.278706 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 39718) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:05:30.325886 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-203552b3-ae1c-4e0d-8a45-612d05de98ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:30.347151 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-203552b3-ae1c-4e0d-8a45-612d05de98ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:30.393326 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-203552b3-ae1c-4e0d-8a45-612d05de98ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:30.395999 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-203552b3-ae1c-4e0d-8a45-612d05de98ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:30.397144 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-203552b3-ae1c-4e0d-8a45-612d05de98ba admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/909d926a-37fc-4da4-9005-598904552f5a HTTP/1.1" status: 204 len: 168 time: 0.1174908 Jul 27 22:05:30.406267 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203552b3-ae1c-4e0d-8a45-612d05de98ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=909d926a-37fc-4da4-9005-598904552f5a,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:05:30.653610 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 39724) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:05:30.668210 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-8b2db820-89bd-4882-b2b1-fb8590f0c3dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:30.742175 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 660d7199-b3e5-4a02-8c69-b65db37101c4 no longer exists at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:05:30.765744 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] No Port match for: 660d7199-b3e5-4a02-8c69-b65db37101c4 {{(pid=105586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:05:30.766091 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 660d7199-b3e5-4a02-8c69-b65db37101c4 not bound to the agent host n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:05:30.766516 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 4f513c16-cfbc-40b5-8b64-8a1eddac676a no longer exists at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:05:30.769636 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-8b2db820-89bd-4882-b2b1-fb8590f0c3dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:30.773952 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-8b2db820-89bd-4882-b2b1-fb8590f0c3dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:30.792090 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] No Port match for: 4f513c16-cfbc-40b5-8b64-8a1eddac676a {{(pid=105586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:05:30.792444 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 4f513c16-cfbc-40b5-8b64-8a1eddac676a not bound to the agent host n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:05:30.792877 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device e8e59267-5cd7-400c-b2f7-3c0b8885e852 no longer exists at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:05:30.812499 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] No Port match for: e8e59267-5cd7-400c-b2f7-3c0b8885e852 {{(pid=105586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:05:30.812846 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device e8e59267-5cd7-400c-b2f7-3c0b8885e852 not bound to the agent host n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:05:31.147385 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-8b2db820-89bd-4882-b2b1-fb8590f0c3dc admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=99f883c1e8c248b9a215877a942508dd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4925075 Jul 27 22:05:31.148084 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2db820-89bd-4882-b2b1-fb8590f0c3dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b13c8056-e561-4cd2-84dc-85f0880f39c9,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:05:31.149868 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 39726) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:05:31.200002 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-7085ff70-2c1c-4cd4-b8e6-d38b04046242 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:31.220471 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-7085ff70-2c1c-4cd4-b8e6-d38b04046242 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:31.266236 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-7085ff70-2c1c-4cd4-b8e6-d38b04046242 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:31.268758 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-7085ff70-2c1c-4cd4-b8e6-d38b04046242 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:31.269902 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-7085ff70-2c1c-4cd4-b8e6-d38b04046242 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/b13c8056-e561-4cd2-84dc-85f0880f39c9 HTTP/1.1" status: 204 len: 168 time: 0.1178391 Jul 27 22:05:31.277507 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7085ff70-2c1c-4cd4-b8e6-d38b04046242 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b13c8056-e561-4cd2-84dc-85f0880f39c9,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:05:31.935503 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 39748) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:05:32.026773 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-ea45615e-221f-4ea5-a5d5-bc1d473ea6c5 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1514417232-network', 'tenant_id': 'cdedfb879196470ebf39ee0a31f4dbbb'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:05:32.048112 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea45615e-221f-4ea5-a5d5-bc1d473ea6c5 admin admin] Made reservation on behalf of cdedfb879196470ebf39ee0a31f4dbbb for: {'network': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:05:32.050395 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-ea45615e-221f-4ea5-a5d5-bc1d473ea6c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for network, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:32.062689 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-ea45615e-221f-4ea5-a5d5-bc1d473ea6c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:32.152326 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-ea45615e-221f-4ea5-a5d5-bc1d473ea6c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:32.156035 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-ea45615e-221f-4ea5-a5d5-bc1d473ea6c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:32.180593 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea45615e-221f-4ea5-a5d5-bc1d473ea6c5 admin admin] vlan segment allocate from pool success with {'vlan_id': 236, 'physical_network': 'physnet1'} {{(pid=105584) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 22:05:32.190732 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea45615e-221f-4ea5-a5d5-bc1d473ea6c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1992dbb-6b76-413a-a147-e23635683ad8,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:05:32.196305 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-ea45615e-221f-4ea5-a5d5-bc1d473ea6c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:32.196658 n-d-705658-22 neutron-server[105584]: INFO neutron.db.segments_db [None req-ea45615e-221f-4ea5-a5d5-bc1d473ea6c5 admin admin] Added segment b735872d-6a74-4f74-8a55-26ffa0814516 of type vlan for network 1f617f40-eb86-442f-8e54-f0ae01880fc1 Jul 27 22:05:32.235950 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-ea45615e-221f-4ea5-a5d5-bc1d473ea6c5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790688424798'] for network, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:32.262944 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-ea45615e-221f-4ea5-a5d5-bc1d473ea6c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920'] for network, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:32.263917 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea45615e-221f-4ea5-a5d5-bc1d473ea6c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:32.264497 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-ea45615e-221f-4ea5-a5d5-bc1d473ea6c5 admin admin] Notify callbacks [] for network, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:32.314518 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-ea45615e-221f-4ea5-a5d5-bc1d473ea6c5 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3779266 Jul 27 22:05:32.317678 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 39752) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:05:32.322804 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-62d2d3f4-7a1b-4ace-9ec1-f7fb21fac6cf admin admin] Request body: {'subnet': {'network_id': '1f617f40-eb86-442f-8e54-f0ae01880fc1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1514417232-subnet', 'tenant_id': 'cdedfb879196470ebf39ee0a31f4dbbb', 'ip_version': 4}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:05:32.323425 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea45615e-221f-4ea5-a5d5-bc1d473ea6c5 admin admin] Pushing event updated for resources: {'Network': ['ID=1f617f40-eb86-442f-8e54-f0ae01880fc1,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:05:32.334138 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Network 1f617f40-eb86-442f-8e54-f0ae01880fc1 details requested by agent ovs-agent-n-d-705658-22 with host n-d-705658-22 {{(pid=105586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 22:05:32.344038 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62d2d3f4-7a1b-4ace-9ec1-f7fb21fac6cf admin admin] Made reservation on behalf of cdedfb879196470ebf39ee0a31f4dbbb for: {'subnet': 1} {{(pid=105585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:05:32.346295 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-62d2d3f4-7a1b-4ace-9ec1-f7fb21fac6cf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9990620'] for subnet, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:32.513238 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-62d2d3f4-7a1b-4ace-9ec1-f7fb21fac6cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10221797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9990606'] for subnet, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:32.566772 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d2d3f4-7a1b-4ace-9ec1-f7fb21fac6cf admin admin] Pushing event updated for resources: {'Subnet': ['ID=1707f329-4a89-44d8-a877-697cbdcc3da9,revision_number=0']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:05:32.576058 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62d2d3f4-7a1b-4ace-9ec1-f7fb21fac6cf admin admin] Checking segment: {'id': 'b735872d-6a74-4f74-8a55-26ffa0814516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '1f617f40-eb86-442f-8e54-f0ae01880fc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:05:32.576417 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62d2d3f4-7a1b-4ace-9ec1-f7fb21fac6cf admin admin] Network hostable DHCP agents. Network: 1f617f40-eb86-442f-8e54-f0ae01880fc1, hostable agents: ['7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a'], hosted agents: [] {{(pid=105585) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 22:05:32.593204 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62d2d3f4-7a1b-4ace-9ec1-f7fb21fac6cf admin admin] Network 1f617f40-eb86-442f-8e54-f0ae01880fc1 is scheduled to be hosted by DHCP agent 7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a with binding_index 1 {{(pid=105585) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 22:05:32.601390 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.base_scheduler [None req-62d2d3f4-7a1b-4ace-9ec1-f7fb21fac6cf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-22, 1f617f40-eb86-442f-8e54-f0ae01880fc1) {{(pid=105585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:05:32.605312 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62d2d3f4-7a1b-4ace-9ec1-f7fb21fac6cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:32.605904 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-62d2d3f4-7a1b-4ace-9ec1-f7fb21fac6cf admin admin] Notify callbacks [] for subnet, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:32.610295 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab54aad4-d4f5-4116-b5a6-6f69b68fb5dd None None] Network 1f617f40-eb86-442f-8e54-f0ae01880fc1 requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:05:32.622495 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-62d2d3f4-7a1b-4ace-9ec1-f7fb21fac6cf admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3010199 Jul 27 22:05:32.622687 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 39754) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:05:32.626958 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-f9fcfd58-f643-4195-ba84-88586b17ef68 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1514417232-router', 'tenant_id': 'cdedfb879196470ebf39ee0a31f4dbbb', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305'}}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:05:32.647337 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-f9fcfd58-f643-4195-ba84-88586b17ef68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4163813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-443'] for router, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:32.648301 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-f9fcfd58-f643-4195-ba84-88586b17ef68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4165196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4077059', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3711235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-418'] for router, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:32.712790 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-f9fcfd58-f643-4195-ba84-88586b17ef68 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:32.763231 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0e02ffa-7df2-4cda-9922-a89692d6bc61 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30bb4b93-b285-5d90-9493-f9ec33ea333c-1f617f40-eb86-442f-8e54-f0ae01880fc1', 'network_id': '1f617f40-eb86-442f-8e54-f0ae01880fc1', 'tenant_id': 'cdedfb879196470ebf39ee0a31f4dbbb', 'fixed_ips': [{'subnet_id': '1707f329-4a89-44d8-a877-697cbdcc3da9'}]}} from n-d-705658-22. {{(pid=105586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 22:05:32.764160 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-c0e02ffa-7df2-4cda-9922-a89692d6bc61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:32.860365 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-f9fcfd58-f643-4195-ba84-88586b17ef68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4077169', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4163787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-400'] for router, precommit_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:32.899700 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.db_base_plugin_common [None req-c0e02ffa-7df2-4cda-9922-a89692d6bc61 None None] Allocated IP 172.20.0.2 (1f617f40-eb86-442f-8e54-f0ae01880fc1/1707f329-4a89-44d8-a877-697cbdcc3da9/f546968f-90bf-43ad-a09e-d0ce14f7ab33) {{(pid=105586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:05:33.046104 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-c0e02ffa-7df2-4cda-9922-a89692d6bc61 None None] Notify callbacks [] for port, precommit_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:33.054696 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-c0e02ffa-7df2-4cda-9922-a89692d6bc61 None None] Transition to ACTIVE for port object f546968f-90bf-43ad-a09e-d0ce14f7ab33 will not be triggered until provisioned by entity L2. {{(pid=105586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:05:33.069809 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-c0e02ffa-7df2-4cda-9922-a89692d6bc61 None None] Transition to ACTIVE for port object f546968f-90bf-43ad-a09e-d0ce14f7ab33 will not be triggered until provisioned by entity DHCP. {{(pid=105586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:05:33.071680 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-f9fcfd58-f643-4195-ba84-88586b17ef68 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:33.075699 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-c0e02ffa-7df2-4cda-9922-a89692d6bc61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143'] for port, after_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:33.092894 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-f9fcfd58-f643-4195-ba84-88586b17ef68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:33.120444 n-d-705658-22 neutron-server[105586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0e02ffa-7df2-4cda-9922-a89692d6bc61 None None] Network 1f617f40-eb86-442f-8e54-f0ae01880fc1 is already hosted by enough agents. {{(pid=105586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:05:33.123293 n-d-705658-22 neutron-server[105586]: DEBUG neutron.scheduler.base_scheduler [None req-c0e02ffa-7df2-4cda-9922-a89692d6bc61 None None] Resources bound (agent type, host, resource id): {{(pid=105586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:05:33.128146 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0e02ffa-7df2-4cda-9922-a89692d6bc61 None None] Received port after_create {{(pid=105586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:05:33.131164 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e02ffa-7df2-4cda-9922-a89692d6bc61 None None] Pushing event updated for resources: {'Port': ['ID=f546968f-90bf-43ad-a09e-d0ce14f7ab33,revision_number=1']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:05:33.187558 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-c0e02ffa-7df2-4cda-9922-a89692d6bc61 None None] Attempting to bind port f546968f-90bf-43ad-a09e-d0ce14f7ab33 on host n-d-705658-22 for vnic_type normal with profile {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:05:33.187928 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-c0e02ffa-7df2-4cda-9922-a89692d6bc61 None None] Attempting to bind port f546968f-90bf-43ad-a09e-d0ce14f7ab33 by drivers openvswitch,hyperv on host n-d-705658-22 at level 0 using segments [{'id': 'b735872d-6a74-4f74-8a55-26ffa0814516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '1f617f40-eb86-442f-8e54-f0ae01880fc1'}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:05:33.188289 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0e02ffa-7df2-4cda-9922-a89692d6bc61 None None] Attempting to bind port f546968f-90bf-43ad-a09e-d0ce14f7ab33 on network 1f617f40-eb86-442f-8e54-f0ae01880fc1 {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:05:33.193070 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0e02ffa-7df2-4cda-9922-a89692d6bc61 None None] Checking agent: {'id': '04a7ea91-6318-467e-ace6-b0fb48c8690f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 41, 42), 'started_at': datetime.datetime(2021, 7, 27, 20, 42, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 5, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:05:33.193443 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0e02ffa-7df2-4cda-9922-a89692d6bc61 None None] Checking segment: {'id': 'b735872d-6a74-4f74-8a55-26ffa0814516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '1f617f40-eb86-442f-8e54-f0ae01880fc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:05:33.193845 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-c0e02ffa-7df2-4cda-9922-a89692d6bc61 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:33.194237 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0e02ffa-7df2-4cda-9922-a89692d6bc61 None None] Bound using segment: {'id': 'b735872d-6a74-4f74-8a55-26ffa0814516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '1f617f40-eb86-442f-8e54-f0ae01880fc1'} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:05:33.194706 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-c0e02ffa-7df2-4cda-9922-a89692d6bc61 None None] Bound port: f546968f-90bf-43ad-a09e-d0ce14f7ab33, host: n-d-705658-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b735872d-6a74-4f74-8a55-26ffa0814516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '1f617f40-eb86-442f-8e54-f0ae01880fc1'}}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:05:33.195115 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-c0e02ffa-7df2-4cda-9922-a89692d6bc61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:33.205441 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.db_base_plugin_common [None req-f9fcfd58-f643-4195-ba84-88586b17ef68 admin admin] Allocated IP 172.25.5.53 (8735d8a2-b604-4758-ae71-b40e4ee6f305/eca7dbab-b9c0-4c8f-a272-816ea8a81764/5de897c7-0140-4027-93d4-338e88b56999) {{(pid=105585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:05:33.258734 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-c0e02ffa-7df2-4cda-9922-a89692d6bc61 None None] For port f546968f-90bf-43ad-a09e-d0ce14f7ab33, host n-d-705658-22, cleared binding levels {{(pid=105586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:05:33.261801 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-c0e02ffa-7df2-4cda-9922-a89692d6bc61 None None] For port f546968f-90bf-43ad-a09e-d0ce14f7ab33, host n-d-705658-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=f546968f-90bf-43ad-a09e-d0ce14f7ab33,segment=NetworkSegment(b735872d-6a74-4f74-8a55-26ffa0814516),segment_id=b735872d-6a74-4f74-8a55-26ffa0814516)] {{(pid=105586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:05:33.265782 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-c0e02ffa-7df2-4cda-9922-a89692d6bc61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:33.318985 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-f9fcfd58-f643-4195-ba84-88586b17ef68 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:33.319533 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e02ffa-7df2-4cda-9922-a89692d6bc61 None None] Pushing event updated for resources: {'Port': ['ID=f546968f-90bf-43ad-a09e-d0ce14f7ab33,revision_number=2']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:05:33.361339 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-f9fcfd58-f643-4195-ba84-88586b17ef68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:33.404992 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9fcfd58-f643-4195-ba84-88586b17ef68 admin admin] Network 8735d8a2-b604-4758-ae71-b40e4ee6f305 is already hosted by enough agents. {{(pid=105585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:05:33.410124 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.base_scheduler [None req-f9fcfd58-f643-4195-ba84-88586b17ef68 admin admin] Resources bound (agent type, host, resource id): {{(pid=105585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:05:33.413669 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9fcfd58-f643-4195-ba84-88586b17ef68 admin admin] Received port after_create {{(pid=105585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:05:33.437602 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fcfd58-f643-4195-ba84-88586b17ef68 admin admin] Pushing event updated for resources: {'Port': ['ID=5de897c7-0140-4027-93d4-338e88b56999,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:05:33.671672 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-f9fcfd58-f643-4195-ba84-88586b17ef68 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:33.863673 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-f9fcfd58-f643-4195-ba84-88586b17ef68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4163804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4077150'] for router, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:33.993648 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9fcfd58-f643-4195-ba84-88586b17ef68 admin admin] Router 1818ad1b-7263-40d6-bed6-1b8ae4a14445 is scheduled to L3 agent dd128fd7-8e57-4d4f-895b-a96b369df59a with binding_index 1 {{(pid=105585) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 22:05:34.100566 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9fcfd58-f643-4195-ba84-88586b17ef68 admin admin] Notify agent at l3_agent.n-d-705658-22 the message routers_updated {{(pid=105585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:05:34.112114 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37e912eb-d80c-47c0-80f1-0695e2a3061d None None] Sync routers for ids ['1818ad1b-7263-40d6-bed6-1b8ae4a14445'] in n-d-705658-22 {{(pid=105587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:05:34.122649 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-f9fcfd58-f643-4195-ba84-88586b17ef68 admin admin] Notify callbacks [] for router, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:34.127774 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-f9fcfd58-f643-4195-ba84-88586b17ef68 admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.5012245 Jul 27 22:05:34.128005 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 39756) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:05:34.129324 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37e912eb-d80c-47c0-80f1-0695e2a3061d None None] Routers {'1818ad1b-7263-40d6-bed6-1b8ae4a14445'} bound to L3 agent in host n-d-705658-22 {{(pid=105587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:05:34.130308 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-37e912eb-d80c-47c0-80f1-0695e2a3061d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T22:05:12Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['1818ad1b-7263-40d6-bed6-1b8ae4a14445'], 'active': True} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:05:34.185008 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9f87891-7c39-4c6e-82b3-5b6c349fb114 None None] Network 1f617f40-eb86-442f-8e54-f0ae01880fc1 requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:05:34.240908 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvr_db [None req-37e912eb-d80c-47c0-80f1-0695e2a3061d None None] Set router 1818ad1b-7263-40d6-bed6-1b8ae4a14445 gateway port host: n-d-705658-22 {{(pid=105587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:05:34.273618 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-423306a7-f557-42de-a87e-fc8afc5a768f None None] Provisioning for port f546968f-90bf-43ad-a09e-d0ce14f7ab33 completed by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:05:34.422505 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-37e912eb-d80c-47c0-80f1-0695e2a3061d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1818ad1b-7263-40d6-bed6-1b8ae4a14445', 'name': 'tempest-TestShelveInstance-1514417232-router', 'tenant_id': 'cdedfb879196470ebf39ee0a31f4dbbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.53'}], 'enable_snat': True}, 'gw_port_id': '5de897c7-0140-4027-93d4-338e88b56999', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:05:32Z', 'updated_at': '2021-07-27T22:05:33Z', 'revision_number': 3, 'project_id': 'cdedfb879196470ebf39ee0a31f4dbbb', 'gw_port': {'id': '5de897c7-0140-4027-93d4-338e88b56999', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:fe:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1818ad1b-7263-40d6-bed6-1b8ae4a14445', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:05:33Z', 'updated_at': '2021-07-27T22:05:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22'}], 'n-d-705658-22', False) {} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:05:34.456506 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37e912eb-d80c-47c0-80f1-0695e2a3061d None None] Checking router: 1818ad1b-7263-40d6-bed6-1b8ae4a14445 for host: n-d-705658-22 {{(pid=105587) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:05:34.456853 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37e912eb-d80c-47c0-80f1-0695e2a3061d None None] Updating router 1818ad1b-7263-40d6-bed6-1b8ae4a14445 port 5de897c7-0140-4027-93d4-338e88b56999 binding host n-d-705658-22 {{(pid=105587) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 22:05:34.571882 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-b825abf9-eb6d-47a4-baa7-b1bb32659952 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:34.597304 n-d-705658-22 neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-37e912eb-d80c-47c0-80f1-0695e2a3061d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:34.738528 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.db_base_plugin_common [None req-b825abf9-eb6d-47a4-baa7-b1bb32659952 admin admin] Allocated IP 172.20.0.1 (1f617f40-eb86-442f-8e54-f0ae01880fc1/1707f329-4a89-44d8-a877-697cbdcc3da9/06334c8b-2e2c-45dc-9c25-ee0187f8a2d1) {{(pid=105584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:05:34.792738 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device f546968f-90bf-43ad-a09e-d0ce14f7ab33 up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:05:34.847058 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning for port f546968f-90bf-43ad-a09e-d0ce14f7ab33 completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:05:34.850816 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port f546968f-90bf-43ad-a09e-d0ce14f7ab33 triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:05:34.851259 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:34.864195 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-b825abf9-eb6d-47a4-baa7-b1bb32659952 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:34.871785 n-d-705658-22 neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-37e912eb-d80c-47c0-80f1-0695e2a3061d None None] Notify callbacks [] for port, precommit_update {{(pid=105587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:34.880069 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.provisioning_blocks [None req-b825abf9-eb6d-47a4-baa7-b1bb32659952 admin admin] Transition to ACTIVE for port object 06334c8b-2e2c-45dc-9c25-ee0187f8a2d1 will not be triggered until provisioned by entity DHCP. {{(pid=105584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:05:34.881700 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.provisioning_blocks [None req-37e912eb-d80c-47c0-80f1-0695e2a3061d None None] Transition to ACTIVE for port object 5de897c7-0140-4027-93d4-338e88b56999 will not be triggered until provisioned by entity L2. {{(pid=105587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:05:34.888228 n-d-705658-22 neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-37e912eb-d80c-47c0-80f1-0695e2a3061d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:34.918238 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-b825abf9-eb6d-47a4-baa7-b1bb32659952 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:34.933116 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.managers [None req-37e912eb-d80c-47c0-80f1-0695e2a3061d None None] Attempting to bind port 5de897c7-0140-4027-93d4-338e88b56999 on host n-d-705658-22 for vnic_type normal with profile {{(pid=105587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:05:34.933490 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.managers [None req-37e912eb-d80c-47c0-80f1-0695e2a3061d None None] Attempting to bind port 5de897c7-0140-4027-93d4-338e88b56999 by drivers openvswitch,hyperv on host n-d-705658-22 at level 0 using segments [{'id': '12196855-9a32-4633-9a56-77697ef9e126', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305'}] {{(pid=105587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:05:34.933848 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37e912eb-d80c-47c0-80f1-0695e2a3061d None None] Attempting to bind port 5de897c7-0140-4027-93d4-338e88b56999 on network 8735d8a2-b604-4758-ae71-b40e4ee6f305 {{(pid=105587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:05:34.945075 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:34.945822 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80588468-c0fa-4777-b55d-474ff2fcf366 None None] Pushing event updated for resources: {'Port': ['ID=5de897c7-0140-4027-93d4-338e88b56999,revision_number=2']} {{(pid=105587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:05:34.947940 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37e912eb-d80c-47c0-80f1-0695e2a3061d None None] Checking agent: {'id': '04a7ea91-6318-467e-ace6-b0fb48c8690f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 41, 42), 'started_at': datetime.datetime(2021, 7, 27, 20, 42, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 5, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:05:34.948308 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37e912eb-d80c-47c0-80f1-0695e2a3061d None None] Checking segment: {'id': '12196855-9a32-4633-9a56-77697ef9e126', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:05:34.948704 n-d-705658-22 neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-37e912eb-d80c-47c0-80f1-0695e2a3061d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:34.949092 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37e912eb-d80c-47c0-80f1-0695e2a3061d None None] Bound using segment: {'id': '12196855-9a32-4633-9a56-77697ef9e126', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305'} {{(pid=105587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:05:34.949553 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.managers [None req-37e912eb-d80c-47c0-80f1-0695e2a3061d None None] Bound port: 5de897c7-0140-4027-93d4-338e88b56999, host: n-d-705658-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12196855-9a32-4633-9a56-77697ef9e126', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305'}}] {{(pid=105587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:05:34.949928 n-d-705658-22 neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-37e912eb-d80c-47c0-80f1-0695e2a3061d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:34.957386 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b825abf9-eb6d-47a4-baa7-b1bb32659952 admin admin] Network 1f617f40-eb86-442f-8e54-f0ae01880fc1 is already hosted by enough agents. {{(pid=105584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:05:34.960469 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [None req-b825abf9-eb6d-47a4-baa7-b1bb32659952 admin admin] Resources bound (agent type, host, resource id): {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:05:34.964102 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b825abf9-eb6d-47a4-baa7-b1bb32659952 admin admin] Received port after_create {{(pid=105584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:05:34.978752 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80588468-c0fa-4777-b55d-474ff2fcf366 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:05:34.979134 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80588468-c0fa-4777-b55d-474ff2fcf366 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:05:34.979472 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80588468-c0fa-4777-b55d-474ff2fcf366 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:05:34.979806 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80588468-c0fa-4777-b55d-474ff2fcf366 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:05:34.980136 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80588468-c0fa-4777-b55d-474ff2fcf366 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:05:34.980463 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80588468-c0fa-4777-b55d-474ff2fcf366 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:05:34.980788 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80588468-c0fa-4777-b55d-474ff2fcf366 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:05:34.981112 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80588468-c0fa-4777-b55d-474ff2fcf366 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:05:34.981445 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80588468-c0fa-4777-b55d-474ff2fcf366 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:05:34.981750 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80588468-c0fa-4777-b55d-474ff2fcf366 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:05:34.982071 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80588468-c0fa-4777-b55d-474ff2fcf366 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:05:34.982388 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80588468-c0fa-4777-b55d-474ff2fcf366 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:05:34.985617 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] For port f546968f-90bf-43ad-a09e-d0ce14f7ab33, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=f546968f-90bf-43ad-a09e-d0ce14f7ab33,segment=NetworkSegment(b735872d-6a74-4f74-8a55-26ffa0814516),segment_id=b735872d-6a74-4f74-8a55-26ffa0814516)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:05:34.992607 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:35.009586 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b825abf9-eb6d-47a4-baa7-b1bb32659952 admin admin] Pushing event updated for resources: {'Port': ['ID=06334c8b-2e2c-45dc-9c25-ee0187f8a2d1,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:05:35.018360 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.db [None req-37e912eb-d80c-47c0-80f1-0695e2a3061d None None] For port 5de897c7-0140-4027-93d4-338e88b56999, host n-d-705658-22, cleared binding levels {{(pid=105587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:05:35.022941 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.db [None req-37e912eb-d80c-47c0-80f1-0695e2a3061d None None] For port 5de897c7-0140-4027-93d4-338e88b56999, host n-d-705658-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=5de897c7-0140-4027-93d4-338e88b56999,segment=NetworkSegment(12196855-9a32-4633-9a56-77697ef9e126),segment_id=12196855-9a32-4633-9a56-77697ef9e126)] {{(pid=105587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:05:35.028451 n-d-705658-22 neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-37e912eb-d80c-47c0-80f1-0695e2a3061d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:35.028607 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-b825abf9-eb6d-47a4-baa7-b1bb32659952 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4075523'] for router_interface, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:35.061762 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Pushing event updated for resources: {'Port': ['ID=f546968f-90bf-43ad-a09e-d0ce14f7ab33,revision_number=3']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:05:35.083699 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37e912eb-d80c-47c0-80f1-0695e2a3061d None None] Routers {'1818ad1b-7263-40d6-bed6-1b8ae4a14445'} bound to L3 agent in host n-d-705658-22 {{(pid=105587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:05:35.084331 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-37e912eb-d80c-47c0-80f1-0695e2a3061d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T22:05:12Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['1818ad1b-7263-40d6-bed6-1b8ae4a14445'], 'active': True} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:05:35.132302 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80588468-c0fa-4777-b55d-474ff2fcf366 None None] Pushing event updated for resources: {'Port': ['ID=5de897c7-0140-4027-93d4-338e88b56999,revision_number=3']} {{(pid=105587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:05:35.186085 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-b825abf9-eb6d-47a4-baa7-b1bb32659952 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:35.218691 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvr_db [None req-37e912eb-d80c-47c0-80f1-0695e2a3061d None None] Set router 1818ad1b-7263-40d6-bed6-1b8ae4a14445 gateway port host: n-d-705658-22 {{(pid=105587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:05:35.326394 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-081e8968-c5c9-439c-91ac-28a1f447c2db None None] Provisioning for port 06334c8b-2e2c-45dc-9c25-ee0187f8a2d1 completed by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:05:35.331586 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-081e8968-c5c9-439c-91ac-28a1f447c2db None None] Provisioning complete for port 06334c8b-2e2c-45dc-9c25-ee0187f8a2d1 triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:05:35.332069 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-081e8968-c5c9-439c-91ac-28a1f447c2db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:35.354193 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-b825abf9-eb6d-47a4-baa7-b1bb32659952 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:35.359253 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-b825abf9-eb6d-47a4-baa7-b1bb32659952 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9014027'] for port, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:35.368065 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-081e8968-c5c9-439c-91ac-28a1f447c2db None None] Port 06334c8b-2e2c-45dc-9c25-ee0187f8a2d1 cannot update to ACTIVE because it is not bound. {{(pid=105586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:05:35.408872 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-37e912eb-d80c-47c0-80f1-0695e2a3061d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1818ad1b-7263-40d6-bed6-1b8ae4a14445', 'name': 'tempest-TestShelveInstance-1514417232-router', 'tenant_id': 'cdedfb879196470ebf39ee0a31f4dbbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.53'}], 'enable_snat': True}, 'gw_port_id': '5de897c7-0140-4027-93d4-338e88b56999', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:05:32Z', 'updated_at': '2021-07-27T22:05:33Z', 'revision_number': 3, 'project_id': 'cdedfb879196470ebf39ee0a31f4dbbb', 'gw_port': {'id': '5de897c7-0140-4027-93d4-338e88b56999', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:fe:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1818ad1b-7263-40d6-bed6-1b8ae4a14445', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:05:33Z', 'updated_at': '2021-07-27T22:05:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22'}], 'n-d-705658-22', False) {} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:05:35.426095 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-b825abf9-eb6d-47a4-baa7-b1bb32659952 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3743906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4076435'] for router_interface, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:35.427996 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b825abf9-eb6d-47a4-baa7-b1bb32659952 admin admin] Pushing event updated for resources: {'Port': ['ID=06334c8b-2e2c-45dc-9c25-ee0187f8a2d1,revision_number=2']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:05:35.440918 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37e912eb-d80c-47c0-80f1-0695e2a3061d None None] The sync data for ids ['1818ad1b-7263-40d6-bed6-1b8ae4a14445'] in n-d-705658-22 is: [{'id': '1818ad1b-7263-40d6-bed6-1b8ae4a14445', 'name': 'tempest-TestShelveInstance-1514417232-router', 'tenant_id': 'cdedfb879196470ebf39ee0a31f4dbbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.53'}], 'enable_snat': True}, 'gw_port_id': '5de897c7-0140-4027-93d4-338e88b56999', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:05:32Z', 'updated_at': '2021-07-27T22:05:33Z', 'revision_number': 3, 'project_id': 'cdedfb879196470ebf39ee0a31f4dbbb', 'gw_port': {'id': '5de897c7-0140-4027-93d4-338e88b56999', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:fe:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1818ad1b-7263-40d6-bed6-1b8ae4a14445', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:05:33Z', 'updated_at': '2021-07-27T22:05:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22'}] {{(pid=105587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:05:35.524038 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b825abf9-eb6d-47a4-baa7-b1bb32659952 admin admin] Network 1f617f40-eb86-442f-8e54-f0ae01880fc1 is already hosted by enough agents. {{(pid=105584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:05:35.525410 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [None req-b825abf9-eb6d-47a4-baa7-b1bb32659952 admin admin] Resources bound (agent type, host, resource id): {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:05:35.654873 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b825abf9-eb6d-47a4-baa7-b1bb32659952 admin admin] Router 1818ad1b-7263-40d6-bed6-1b8ae4a14445 has already been hosted by L3 agent dd128fd7-8e57-4d4f-895b-a96b369df59a {{(pid=105584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:05:35.784258 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b825abf9-eb6d-47a4-baa7-b1bb32659952 admin admin] Notify agent at l3_agent.n-d-705658-22 the message routers_updated {{(pid=105584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:05:35.790381 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-b825abf9-eb6d-47a4-baa7-b1bb32659952 admin admin] 10.222.0.59 "PUT /v2.0/routers/1818ad1b-7263-40d6-bed6-1b8ae4a14445/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6613181 Jul 27 22:05:35.790527 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-4c3fe358-a039-4eb8-9bbe-bf04ce5afa3c None None] Provisioning complete for port 06334c8b-2e2c-45dc-9c25-ee0187f8a2d1 triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:05:35.790527 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-4c3fe358-a039-4eb8-9bbe-bf04ce5afa3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:35.825869 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-4c3fe358-a039-4eb8-9bbe-bf04ce5afa3c None None] Port 06334c8b-2e2c-45dc-9c25-ee0187f8a2d1 cannot update to ACTIVE because it is not bound. {{(pid=105586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:05:36.261934 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 39772) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:05:36.266892 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-f15d700a-7662-405d-83b4-04216cbd743e admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1321774969-network', 'tenant_id': 'ff666238406048f283417ba9bb3698e9'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:05:36.288661 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f15d700a-7662-405d-83b4-04216cbd743e admin admin] Made reservation on behalf of ff666238406048f283417ba9bb3698e9 for: {'network': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:05:36.291017 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-f15d700a-7662-405d-83b4-04216cbd743e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for network, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:36.300008 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-f15d700a-7662-405d-83b4-04216cbd743e admin admin] Notify callbacks [] for security_group, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:36.385779 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-f15d700a-7662-405d-83b4-04216cbd743e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:36.389802 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-f15d700a-7662-405d-83b4-04216cbd743e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:36.414232 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f15d700a-7662-405d-83b4-04216cbd743e admin admin] vlan segment allocate from pool success with {'vlan_id': 218, 'physical_network': 'physnet1'} {{(pid=105584) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 22:05:36.423617 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15d700a-7662-405d-83b4-04216cbd743e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a21ccf3-91c3-4157-85b7-86ed8d566117,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:05:36.428370 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-f15d700a-7662-405d-83b4-04216cbd743e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:36.428716 n-d-705658-22 neutron-server[105584]: INFO neutron.db.segments_db [None req-f15d700a-7662-405d-83b4-04216cbd743e admin admin] Added segment 7e1756b3-25e1-4b65-b0e9-55654ef3ed74 of type vlan for network 3da00a4d-abea-4941-a437-fe5b82b86856 Jul 27 22:05:36.469315 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-f15d700a-7662-405d-83b4-04216cbd743e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790688424798'] for network, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:36.497187 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-f15d700a-7662-405d-83b4-04216cbd743e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920'] for network, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:36.498130 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f15d700a-7662-405d-83b4-04216cbd743e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:36.498868 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-f15d700a-7662-405d-83b4-04216cbd743e admin admin] Notify callbacks [] for network, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:36.553331 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-f15d700a-7662-405d-83b4-04216cbd743e admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2902236 Jul 27 22:05:36.556111 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 39774) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:05:36.560590 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15d700a-7662-405d-83b4-04216cbd743e admin admin] Pushing event updated for resources: {'Network': ['ID=3da00a4d-abea-4941-a437-fe5b82b86856,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:05:36.561233 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-ac7a1748-22c1-46f1-8738-e59d08957ada admin admin] Request body: {'subnet': {'network_id': '3da00a4d-abea-4941-a437-fe5b82b86856', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1321774969-subnet', 'tenant_id': 'ff666238406048f283417ba9bb3698e9', 'ip_version': 4}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:05:36.570220 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Network 3da00a4d-abea-4941-a437-fe5b82b86856 details requested by agent ovs-agent-n-d-705658-22 with host n-d-705658-22 {{(pid=105586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 22:05:36.584245 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac7a1748-22c1-46f1-8738-e59d08957ada admin admin] Made reservation on behalf of ff666238406048f283417ba9bb3698e9 for: {'subnet': 1} {{(pid=105585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:05:36.586729 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-ac7a1748-22c1-46f1-8738-e59d08957ada admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9990620'] for subnet, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:36.759645 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-ac7a1748-22c1-46f1-8738-e59d08957ada admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10221797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9990606'] for subnet, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:36.820932 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7a1748-22c1-46f1-8738-e59d08957ada admin admin] Pushing event updated for resources: {'Subnet': ['ID=74356af4-7075-4aad-a88f-cadb14b4e005,revision_number=0']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:05:36.829843 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac7a1748-22c1-46f1-8738-e59d08957ada admin admin] Checking segment: {'id': '7e1756b3-25e1-4b65-b0e9-55654ef3ed74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '3da00a4d-abea-4941-a437-fe5b82b86856'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:05:36.830205 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac7a1748-22c1-46f1-8738-e59d08957ada admin admin] Network hostable DHCP agents. Network: 3da00a4d-abea-4941-a437-fe5b82b86856, hostable agents: ['7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a'], hosted agents: [] {{(pid=105585) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 22:05:36.838434 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 5de897c7-0140-4027-93d4-338e88b56999 up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:05:36.849446 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac7a1748-22c1-46f1-8738-e59d08957ada admin admin] Network 3da00a4d-abea-4941-a437-fe5b82b86856 is scheduled to be hosted by DHCP agent 7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a with binding_index 1 {{(pid=105585) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 22:05:36.863318 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.base_scheduler [None req-ac7a1748-22c1-46f1-8738-e59d08957ada admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-22, 3da00a4d-abea-4941-a437-fe5b82b86856) {{(pid=105585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:05:36.873900 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-168a03d3-c893-4f94-bacf-62e0f7eea81c None None] Network 3da00a4d-abea-4941-a437-fe5b82b86856 requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:05:36.876182 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac7a1748-22c1-46f1-8738-e59d08957ada admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:36.876888 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-ac7a1748-22c1-46f1-8738-e59d08957ada admin admin] Notify callbacks [] for subnet, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:36.895029 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-ac7a1748-22c1-46f1-8738-e59d08957ada admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3362913 Jul 27 22:05:36.896133 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 39776) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:05:36.900782 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-cbce7ddd-a251-4688-8c9e-703cfcf6c63a admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1321774969-router', 'tenant_id': 'ff666238406048f283417ba9bb3698e9', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305'}}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:05:36.922286 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-cbce7ddd-a251-4688-8c9e-703cfcf6c63a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4163813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-443'] for router, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:36.923492 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-cbce7ddd-a251-4688-8c9e-703cfcf6c63a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4165196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4077059', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3711235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-418'] for router, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:36.956684 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning for port 5de897c7-0140-4027-93d4-338e88b56999 completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:05:36.964624 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port 5de897c7-0140-4027-93d4-338e88b56999 triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:05:36.965010 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:36.976404 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-cbce7ddd-a251-4688-8c9e-703cfcf6c63a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:37.088204 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-576bce77-9c75-43c9-a99d-de78f855ca68 None None] Sync routers for ids ['1818ad1b-7263-40d6-bed6-1b8ae4a14445'] in n-d-705658-22 {{(pid=105586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:05:37.102509 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-479cfa84-5694-47ee-8593-8b83e3314263 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30bb4b93-b285-5d90-9493-f9ec33ea333c-3da00a4d-abea-4941-a437-fe5b82b86856', 'network_id': '3da00a4d-abea-4941-a437-fe5b82b86856', 'tenant_id': 'ff666238406048f283417ba9bb3698e9', 'fixed_ips': [{'subnet_id': '74356af4-7075-4aad-a88f-cadb14b4e005'}]}} from n-d-705658-22. {{(pid=105586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 22:05:37.103352 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-479cfa84-5694-47ee-8593-8b83e3314263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:37.116867 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-cbce7ddd-a251-4688-8c9e-703cfcf6c63a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4077169', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4163787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-400'] for router, precommit_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:37.133509 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:37.138779 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-576bce77-9c75-43c9-a99d-de78f855ca68 None None] Routers {'1818ad1b-7263-40d6-bed6-1b8ae4a14445'} bound to L3 agent in host n-d-705658-22 {{(pid=105586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:05:37.139945 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-576bce77-9c75-43c9-a99d-de78f855ca68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T22:05:12Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['1818ad1b-7263-40d6-bed6-1b8ae4a14445'], 'active': True} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:05:37.146014 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:37.324969 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-cbce7ddd-a251-4688-8c9e-703cfcf6c63a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:37.350690 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-cbce7ddd-a251-4688-8c9e-703cfcf6c63a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:37.367092 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] For port 5de897c7-0140-4027-93d4-338e88b56999, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=5de897c7-0140-4027-93d4-338e88b56999,segment=NetworkSegment(12196855-9a32-4633-9a56-77697ef9e126),segment_id=12196855-9a32-4633-9a56-77697ef9e126)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:05:37.414203 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:37.415307 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device f546968f-90bf-43ad-a09e-d0ce14f7ab33 up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:05:37.454766 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.db_base_plugin_common [None req-cbce7ddd-a251-4688-8c9e-703cfcf6c63a admin admin] Allocated IP 172.25.5.93 (8735d8a2-b604-4758-ae71-b40e4ee6f305/eca7dbab-b9c0-4c8f-a272-816ea8a81764/27a27c21-c401-4ac2-8c62-1f6bf87478b2) {{(pid=105585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:05:37.562632 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-cbce7ddd-a251-4688-8c9e-703cfcf6c63a admin admin] Notify callbacks [] for port, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:37.579192 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvr_db [None req-576bce77-9c75-43c9-a99d-de78f855ca68 None None] Set router 1818ad1b-7263-40d6-bed6-1b8ae4a14445 gateway port host: n-d-705658-22 {{(pid=105586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:05:37.601842 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-cbce7ddd-a251-4688-8c9e-703cfcf6c63a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:37.612779 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Pushing event updated for resources: {'Port': ['ID=5de897c7-0140-4027-93d4-338e88b56999,revision_number=4']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:05:37.638447 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbce7ddd-a251-4688-8c9e-703cfcf6c63a admin admin] Network 8735d8a2-b604-4758-ae71-b40e4ee6f305 is already hosted by enough agents. {{(pid=105585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:05:37.641872 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.base_scheduler [None req-cbce7ddd-a251-4688-8c9e-703cfcf6c63a admin admin] Resources bound (agent type, host, resource id): {{(pid=105585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:05:37.648786 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbce7ddd-a251-4688-8c9e-703cfcf6c63a admin admin] Received port after_create {{(pid=105585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:05:37.673421 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbce7ddd-a251-4688-8c9e-703cfcf6c63a admin admin] Pushing event updated for resources: {'Port': ['ID=27a27c21-c401-4ac2-8c62-1f6bf87478b2,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:05:37.676119 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.db_base_plugin_common [None req-479cfa84-5694-47ee-8593-8b83e3314263 None None] Allocated IP 172.20.0.2 (3da00a4d-abea-4941-a437-fe5b82b86856/74356af4-7075-4aad-a88f-cadb14b4e005/0f432eb2-5657-4571-8e65-dd846987c7ef) {{(pid=105586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:05:37.678167 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port f546968f-90bf-43ad-a09e-d0ce14f7ab33 triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:05:37.678904 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:37.900185 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-cbce7ddd-a251-4688-8c9e-703cfcf6c63a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:37.992595 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-479cfa84-5694-47ee-8593-8b83e3314263 None None] Notify callbacks [] for port, precommit_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:38.005073 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-479cfa84-5694-47ee-8593-8b83e3314263 None None] Transition to ACTIVE for port object 0f432eb2-5657-4571-8e65-dd846987c7ef will not be triggered until provisioned by entity L2. {{(pid=105586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:05:38.019617 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-576bce77-9c75-43c9-a99d-de78f855ca68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1818ad1b-7263-40d6-bed6-1b8ae4a14445', 'name': 'tempest-TestShelveInstance-1514417232-router', 'tenant_id': 'cdedfb879196470ebf39ee0a31f4dbbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.53'}], 'enable_snat': True}, 'gw_port_id': '5de897c7-0140-4027-93d4-338e88b56999', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:05:32Z', 'updated_at': '2021-07-27T22:05:35Z', 'revision_number': 4, 'project_id': 'cdedfb879196470ebf39ee0a31f4dbbb', 'gw_port': {'id': '5de897c7-0140-4027-93d4-338e88b56999', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:fe:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1818ad1b-7263-40d6-bed6-1b8ae4a14445', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:05:33Z', 'updated_at': '2021-07-27T22:05:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_interfaces': [{'id': '06334c8b-2e2c-45dc-9c25-ee0187f8a2d1', 'name': '', 'network_id': '1f617f40-eb86-442f-8e54-f0ae01880fc1', 'tenant_id': 'cdedfb879196470ebf39ee0a31f4dbbb', 'mac_address': 'fa:16:3e:cb:7d:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1818ad1b-7263-40d6-bed6-1b8ae4a14445', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '1707f329-4a89-44d8-a877-697cbdcc3da9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:05:34Z', 'updated_at': '2021-07-27T22:05:35Z', 'revision_number': 2, 'project_id': 'cdedfb879196470ebf39ee0a31f4dbbb', 'subnets': [{'id': '1707f329-4a89-44d8-a877-697cbdcc3da9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-22', False) {} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:05:38.050025 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-479cfa84-5694-47ee-8593-8b83e3314263 None None] Transition to ACTIVE for port object 0f432eb2-5657-4571-8e65-dd846987c7ef will not be triggered until provisioned by entity DHCP. {{(pid=105586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:05:38.051635 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-576bce77-9c75-43c9-a99d-de78f855ca68 None None] Checking router: 1818ad1b-7263-40d6-bed6-1b8ae4a14445 for host: n-d-705658-22 {{(pid=105586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:05:38.051993 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-576bce77-9c75-43c9-a99d-de78f855ca68 None None] Updating router 1818ad1b-7263-40d6-bed6-1b8ae4a14445 port 06334c8b-2e2c-45dc-9c25-ee0187f8a2d1 binding host n-d-705658-22 {{(pid=105586) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 22:05:38.076877 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-479cfa84-5694-47ee-8593-8b83e3314263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143'] for port, after_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:38.095863 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-cbce7ddd-a251-4688-8c9e-703cfcf6c63a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4163804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4077150'] for router, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:38.129146 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-576bce77-9c75-43c9-a99d-de78f855ca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:38.133551 n-d-705658-22 neutron-server[105586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-479cfa84-5694-47ee-8593-8b83e3314263 None None] Network 3da00a4d-abea-4941-a437-fe5b82b86856 is already hosted by enough agents. {{(pid=105586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:05:38.144046 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479cfa84-5694-47ee-8593-8b83e3314263 None None] Pushing event updated for resources: {'Port': ['ID=0f432eb2-5657-4571-8e65-dd846987c7ef,revision_number=1']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:05:38.146560 n-d-705658-22 neutron-server[105586]: DEBUG neutron.scheduler.base_scheduler [None req-479cfa84-5694-47ee-8593-8b83e3314263 None None] Resources bound (agent type, host, resource id): {{(pid=105586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:05:38.150035 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-479cfa84-5694-47ee-8593-8b83e3314263 None None] Received port after_create {{(pid=105586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:05:38.299250 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-479cfa84-5694-47ee-8593-8b83e3314263 None None] Attempting to bind port 0f432eb2-5657-4571-8e65-dd846987c7ef on host n-d-705658-22 for vnic_type normal with profile {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:05:38.299628 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-479cfa84-5694-47ee-8593-8b83e3314263 None None] Attempting to bind port 0f432eb2-5657-4571-8e65-dd846987c7ef by drivers openvswitch,hyperv on host n-d-705658-22 at level 0 using segments [{'id': '7e1756b3-25e1-4b65-b0e9-55654ef3ed74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '3da00a4d-abea-4941-a437-fe5b82b86856'}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:05:38.299999 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-479cfa84-5694-47ee-8593-8b83e3314263 None None] Attempting to bind port 0f432eb2-5657-4571-8e65-dd846987c7ef on network 3da00a4d-abea-4941-a437-fe5b82b86856 {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:05:38.314291 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-479cfa84-5694-47ee-8593-8b83e3314263 None None] Checking agent: {'id': '04a7ea91-6318-467e-ace6-b0fb48c8690f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 41, 42), 'started_at': datetime.datetime(2021, 7, 27, 20, 42, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 5, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:05:38.314670 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-479cfa84-5694-47ee-8593-8b83e3314263 None None] Checking segment: {'id': '7e1756b3-25e1-4b65-b0e9-55654ef3ed74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '3da00a4d-abea-4941-a437-fe5b82b86856'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:05:38.315106 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-479cfa84-5694-47ee-8593-8b83e3314263 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:38.315507 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-479cfa84-5694-47ee-8593-8b83e3314263 None None] Bound using segment: {'id': '7e1756b3-25e1-4b65-b0e9-55654ef3ed74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '3da00a4d-abea-4941-a437-fe5b82b86856'} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:05:38.316001 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-479cfa84-5694-47ee-8593-8b83e3314263 None None] Bound port: 0f432eb2-5657-4571-8e65-dd846987c7ef, host: n-d-705658-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e1756b3-25e1-4b65-b0e9-55654ef3ed74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '3da00a4d-abea-4941-a437-fe5b82b86856'}}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:05:38.316391 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-479cfa84-5694-47ee-8593-8b83e3314263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:38.448936 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-479cfa84-5694-47ee-8593-8b83e3314263 None None] For port 0f432eb2-5657-4571-8e65-dd846987c7ef, host n-d-705658-22, cleared binding levels {{(pid=105586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:05:38.457359 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-479cfa84-5694-47ee-8593-8b83e3314263 None None] For port 0f432eb2-5657-4571-8e65-dd846987c7ef, host n-d-705658-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=0f432eb2-5657-4571-8e65-dd846987c7ef,segment=NetworkSegment(7e1756b3-25e1-4b65-b0e9-55654ef3ed74),segment_id=7e1756b3-25e1-4b65-b0e9-55654ef3ed74)] {{(pid=105586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:05:38.473241 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-479cfa84-5694-47ee-8593-8b83e3314263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:38.570374 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479cfa84-5694-47ee-8593-8b83e3314263 None None] Pushing event updated for resources: {'Port': ['ID=0f432eb2-5657-4571-8e65-dd846987c7ef,revision_number=2']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:05:38.577140 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbce7ddd-a251-4688-8c9e-703cfcf6c63a admin admin] Router 76270219-96c7-4449-a2c7-85a688a095eb is scheduled to L3 agent dd128fd7-8e57-4d4f-895b-a96b369df59a with binding_index 1 {{(pid=105585) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 22:05:38.592054 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-576bce77-9c75-43c9-a99d-de78f855ca68 None None] Notify callbacks [] for port, precommit_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:38.603239 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-576bce77-9c75-43c9-a99d-de78f855ca68 None None] Transition to ACTIVE for port object 06334c8b-2e2c-45dc-9c25-ee0187f8a2d1 will not be triggered until provisioned by entity L2. {{(pid=105586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:05:38.609302 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-576bce77-9c75-43c9-a99d-de78f855ca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:38.658030 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9756ffb-7bfe-427a-906a-ea98c172818b None None] Pushing event updated for resources: {'Port': ['ID=06334c8b-2e2c-45dc-9c25-ee0187f8a2d1,revision_number=3']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:05:38.713427 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbce7ddd-a251-4688-8c9e-703cfcf6c63a admin admin] Notify agent at l3_agent.n-d-705658-22 the message routers_updated {{(pid=105585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:05:38.736083 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e50e257-59b1-4574-8121-0e42a517c7b2 None None] Sync routers for ids ['76270219-96c7-4449-a2c7-85a688a095eb'] in n-d-705658-22 {{(pid=105587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:05:38.740427 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-cbce7ddd-a251-4688-8c9e-703cfcf6c63a admin admin] Notify callbacks [] for router, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:38.745451 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 39778) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:05:38.753617 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-576bce77-9c75-43c9-a99d-de78f855ca68 None None] Attempting to bind port 06334c8b-2e2c-45dc-9c25-ee0187f8a2d1 on host n-d-705658-22 for vnic_type normal with profile {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:05:38.754200 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-576bce77-9c75-43c9-a99d-de78f855ca68 None None] Attempting to bind port 06334c8b-2e2c-45dc-9c25-ee0187f8a2d1 by drivers openvswitch,hyperv on host n-d-705658-22 at level 0 using segments [{'id': 'b735872d-6a74-4f74-8a55-26ffa0814516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '1f617f40-eb86-442f-8e54-f0ae01880fc1'}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:05:38.754634 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-576bce77-9c75-43c9-a99d-de78f855ca68 None None] Attempting to bind port 06334c8b-2e2c-45dc-9c25-ee0187f8a2d1 on network 1f617f40-eb86-442f-8e54-f0ae01880fc1 {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:05:38.757844 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-cbce7ddd-a251-4688-8c9e-703cfcf6c63a admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.8605421 Jul 27 22:05:38.759483 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e50e257-59b1-4574-8121-0e42a517c7b2 None None] Routers {'76270219-96c7-4449-a2c7-85a688a095eb'} bound to L3 agent in host n-d-705658-22 {{(pid=105587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:05:38.774896 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-6e50e257-59b1-4574-8121-0e42a517c7b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T22:05:12Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['76270219-96c7-4449-a2c7-85a688a095eb'], 'active': True} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:05:38.776737 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-576bce77-9c75-43c9-a99d-de78f855ca68 None None] Checking agent: {'id': '04a7ea91-6318-467e-ace6-b0fb48c8690f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 41, 42), 'started_at': datetime.datetime(2021, 7, 27, 20, 42, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 5, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:05:38.777251 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-576bce77-9c75-43c9-a99d-de78f855ca68 None None] Checking segment: {'id': 'b735872d-6a74-4f74-8a55-26ffa0814516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '1f617f40-eb86-442f-8e54-f0ae01880fc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:05:38.780703 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-576bce77-9c75-43c9-a99d-de78f855ca68 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:38.781215 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-576bce77-9c75-43c9-a99d-de78f855ca68 None None] Bound using segment: {'id': 'b735872d-6a74-4f74-8a55-26ffa0814516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '1f617f40-eb86-442f-8e54-f0ae01880fc1'} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:05:38.781814 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-576bce77-9c75-43c9-a99d-de78f855ca68 None None] Bound port: 06334c8b-2e2c-45dc-9c25-ee0187f8a2d1, host: n-d-705658-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b735872d-6a74-4f74-8a55-26ffa0814516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '1f617f40-eb86-442f-8e54-f0ae01880fc1'}}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:05:38.784718 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-576bce77-9c75-43c9-a99d-de78f855ca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:38.835487 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 5de897c7-0140-4027-93d4-338e88b56999 up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:05:38.947905 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port 5de897c7-0140-4027-93d4-338e88b56999 triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:05:38.948544 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:38.955478 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-576bce77-9c75-43c9-a99d-de78f855ca68 None None] For port 06334c8b-2e2c-45dc-9c25-ee0187f8a2d1, host n-d-705658-22, cleared binding levels {{(pid=105586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:05:38.958848 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-576bce77-9c75-43c9-a99d-de78f855ca68 None None] For port 06334c8b-2e2c-45dc-9c25-ee0187f8a2d1, host n-d-705658-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=06334c8b-2e2c-45dc-9c25-ee0187f8a2d1,segment=NetworkSegment(b735872d-6a74-4f74-8a55-26ffa0814516),segment_id=b735872d-6a74-4f74-8a55-26ffa0814516)] {{(pid=105586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:05:38.974294 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvr_db [None req-6e50e257-59b1-4574-8121-0e42a517c7b2 None None] Set router 76270219-96c7-4449-a2c7-85a688a095eb gateway port host: n-d-705658-22 {{(pid=105587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:05:38.990780 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-576bce77-9c75-43c9-a99d-de78f855ca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:39.034189 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-84212857-71dc-4a55-8ac1-e2dfa8c2442d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:39.071484 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-576bce77-9c75-43c9-a99d-de78f855ca68 None None] Routers {'1818ad1b-7263-40d6-bed6-1b8ae4a14445'} bound to L3 agent in host n-d-705658-22 {{(pid=105586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:05:39.072148 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-576bce77-9c75-43c9-a99d-de78f855ca68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T22:05:12Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['1818ad1b-7263-40d6-bed6-1b8ae4a14445'], 'active': True} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:05:39.133941 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9756ffb-7bfe-427a-906a-ea98c172818b None None] Pushing event updated for resources: {'Port': ['ID=06334c8b-2e2c-45dc-9c25-ee0187f8a2d1,revision_number=4']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:05:39.204943 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-6e50e257-59b1-4574-8121-0e42a517c7b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76270219-96c7-4449-a2c7-85a688a095eb', 'name': 'tempest-TestShelveInstance-1321774969-router', 'tenant_id': 'ff666238406048f283417ba9bb3698e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.93'}], 'enable_snat': True}, 'gw_port_id': '27a27c21-c401-4ac2-8c62-1f6bf87478b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:05:36Z', 'updated_at': '2021-07-27T22:05:37Z', 'revision_number': 3, 'project_id': 'ff666238406048f283417ba9bb3698e9', 'gw_port': {'id': '27a27c21-c401-4ac2-8c62-1f6bf87478b2', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:5b:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76270219-96c7-4449-a2c7-85a688a095eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:05:37Z', 'updated_at': '2021-07-27T22:05:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22'}], 'n-d-705658-22', False) {} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:05:39.242770 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e50e257-59b1-4574-8121-0e42a517c7b2 None None] Checking router: 76270219-96c7-4449-a2c7-85a688a095eb for host: n-d-705658-22 {{(pid=105587) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:05:39.243427 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e50e257-59b1-4574-8121-0e42a517c7b2 None None] Updating router 76270219-96c7-4449-a2c7-85a688a095eb port 27a27c21-c401-4ac2-8c62-1f6bf87478b2 binding host n-d-705658-22 {{(pid=105587) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 22:05:39.295336 n-d-705658-22 neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-6e50e257-59b1-4574-8121-0e42a517c7b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:39.428937 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvr_db [None req-576bce77-9c75-43c9-a99d-de78f855ca68 None None] Set router 1818ad1b-7263-40d6-bed6-1b8ae4a14445 gateway port host: n-d-705658-22 {{(pid=105586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:05:39.589948 n-d-705658-22 neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-6e50e257-59b1-4574-8121-0e42a517c7b2 None None] Notify callbacks [] for port, precommit_update {{(pid=105587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:39.604408 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.provisioning_blocks [None req-6e50e257-59b1-4574-8121-0e42a517c7b2 None None] Transition to ACTIVE for port object 27a27c21-c401-4ac2-8c62-1f6bf87478b2 will not be triggered until provisioned by entity L2. {{(pid=105587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:05:39.611209 n-d-705658-22 neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-6e50e257-59b1-4574-8121-0e42a517c7b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:39.622942 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-84e16770-89c0-4aa7-833f-376b69bd8d87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:39.658871 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-576bce77-9c75-43c9-a99d-de78f855ca68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1818ad1b-7263-40d6-bed6-1b8ae4a14445', 'name': 'tempest-TestShelveInstance-1514417232-router', 'tenant_id': 'cdedfb879196470ebf39ee0a31f4dbbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.53'}], 'enable_snat': True}, 'gw_port_id': '5de897c7-0140-4027-93d4-338e88b56999', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:05:32Z', 'updated_at': '2021-07-27T22:05:35Z', 'revision_number': 4, 'project_id': 'cdedfb879196470ebf39ee0a31f4dbbb', 'gw_port': {'id': '5de897c7-0140-4027-93d4-338e88b56999', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:fe:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1818ad1b-7263-40d6-bed6-1b8ae4a14445', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:05:33Z', 'updated_at': '2021-07-27T22:05:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_interfaces': [{'id': '06334c8b-2e2c-45dc-9c25-ee0187f8a2d1', 'name': '', 'network_id': '1f617f40-eb86-442f-8e54-f0ae01880fc1', 'tenant_id': 'cdedfb879196470ebf39ee0a31f4dbbb', 'mac_address': 'fa:16:3e:cb:7d:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1818ad1b-7263-40d6-bed6-1b8ae4a14445', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '1707f329-4a89-44d8-a877-697cbdcc3da9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:05:34Z', 'updated_at': '2021-07-27T22:05:38Z', 'revision_number': 4, 'project_id': 'cdedfb879196470ebf39ee0a31f4dbbb', 'subnets': [{'id': '1707f329-4a89-44d8-a877-697cbdcc3da9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-22', False) {} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:05:39.677230 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.managers [None req-6e50e257-59b1-4574-8121-0e42a517c7b2 None None] Attempting to bind port 27a27c21-c401-4ac2-8c62-1f6bf87478b2 on host n-d-705658-22 for vnic_type normal with profile {{(pid=105587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:05:39.677480 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.managers [None req-6e50e257-59b1-4574-8121-0e42a517c7b2 None None] Attempting to bind port 27a27c21-c401-4ac2-8c62-1f6bf87478b2 by drivers openvswitch,hyperv on host n-d-705658-22 at level 0 using segments [{'id': '12196855-9a32-4633-9a56-77697ef9e126', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305'}] {{(pid=105587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:05:39.677741 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e50e257-59b1-4574-8121-0e42a517c7b2 None None] Attempting to bind port 27a27c21-c401-4ac2-8c62-1f6bf87478b2 on network 8735d8a2-b604-4758-ae71-b40e4ee6f305 {{(pid=105587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:05:39.679929 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814ab828-ab0d-4923-8904-2ea78aa47a88 None None] Pushing event updated for resources: {'Port': ['ID=27a27c21-c401-4ac2-8c62-1f6bf87478b2,revision_number=2']} {{(pid=105587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:05:39.686755 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e50e257-59b1-4574-8121-0e42a517c7b2 None None] Checking agent: {'id': '04a7ea91-6318-467e-ace6-b0fb48c8690f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 41, 42), 'started_at': datetime.datetime(2021, 7, 27, 20, 42, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 5, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:05:39.687185 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e50e257-59b1-4574-8121-0e42a517c7b2 None None] Checking segment: {'id': '12196855-9a32-4633-9a56-77697ef9e126', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:05:39.687575 n-d-705658-22 neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-6e50e257-59b1-4574-8121-0e42a517c7b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:39.687963 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e50e257-59b1-4574-8121-0e42a517c7b2 None None] Bound using segment: {'id': '12196855-9a32-4633-9a56-77697ef9e126', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305'} {{(pid=105587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:05:39.688434 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.managers [None req-6e50e257-59b1-4574-8121-0e42a517c7b2 None None] Bound port: 27a27c21-c401-4ac2-8c62-1f6bf87478b2, host: n-d-705658-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12196855-9a32-4633-9a56-77697ef9e126', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305'}}] {{(pid=105587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:05:39.688813 n-d-705658-22 neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-6e50e257-59b1-4574-8121-0e42a517c7b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:39.707996 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-576bce77-9c75-43c9-a99d-de78f855ca68 None None] The sync data for ids ['1818ad1b-7263-40d6-bed6-1b8ae4a14445'] in n-d-705658-22 is: [{'id': '1818ad1b-7263-40d6-bed6-1b8ae4a14445', 'name': 'tempest-TestShelveInstance-1514417232-router', 'tenant_id': 'cdedfb879196470ebf39ee0a31f4dbbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.53'}], 'enable_snat': True}, 'gw_port_id': '5de897c7-0140-4027-93d4-338e88b56999', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:05:32Z', 'updated_at': '2021-07-27T22:05:35Z', 'revision_number': 4, 'project_id': 'cdedfb879196470ebf39ee0a31f4dbbb', 'gw_port': {'id': '5de897c7-0140-4027-93d4-338e88b56999', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:fe:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1818ad1b-7263-40d6-bed6-1b8ae4a14445', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:05:33Z', 'updated_at': '2021-07-27T22:05:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_interfaces': [{'id': '06334c8b-2e2c-45dc-9c25-ee0187f8a2d1', 'name': '', 'network_id': '1f617f40-eb86-442f-8e54-f0ae01880fc1', 'tenant_id': 'cdedfb879196470ebf39ee0a31f4dbbb', 'mac_address': 'fa:16:3e:cb:7d:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1818ad1b-7263-40d6-bed6-1b8ae4a14445', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '1707f329-4a89-44d8-a877-697cbdcc3da9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:05:34Z', 'updated_at': '2021-07-27T22:05:38Z', 'revision_number': 4, 'project_id': 'cdedfb879196470ebf39ee0a31f4dbbb', 'subnets': [{'id': '1707f329-4a89-44d8-a877-697cbdcc3da9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:05:39.756790 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.db [None req-6e50e257-59b1-4574-8121-0e42a517c7b2 None None] For port 27a27c21-c401-4ac2-8c62-1f6bf87478b2, host n-d-705658-22, cleared binding levels {{(pid=105587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:05:39.763485 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.db [None req-6e50e257-59b1-4574-8121-0e42a517c7b2 None None] For port 27a27c21-c401-4ac2-8c62-1f6bf87478b2, host n-d-705658-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=27a27c21-c401-4ac2-8c62-1f6bf87478b2,segment=NetworkSegment(12196855-9a32-4633-9a56-77697ef9e126),segment_id=12196855-9a32-4633-9a56-77697ef9e126)] {{(pid=105587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:05:39.776184 n-d-705658-22 neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-6e50e257-59b1-4574-8121-0e42a517c7b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:39.850376 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814ab828-ab0d-4923-8904-2ea78aa47a88 None None] Pushing event updated for resources: {'Port': ['ID=27a27c21-c401-4ac2-8c62-1f6bf87478b2,revision_number=3']} {{(pid=105587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:05:39.859863 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e50e257-59b1-4574-8121-0e42a517c7b2 None None] Routers {'76270219-96c7-4449-a2c7-85a688a095eb'} bound to L3 agent in host n-d-705658-22 {{(pid=105587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:05:39.859863 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-6e50e257-59b1-4574-8121-0e42a517c7b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T22:05:12Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['76270219-96c7-4449-a2c7-85a688a095eb'], 'active': True} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:05:39.870754 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.db_base_plugin_common [None req-84e16770-89c0-4aa7-833f-376b69bd8d87 admin admin] Allocated IP 172.20.0.1 (3da00a4d-abea-4941-a437-fe5b82b86856/74356af4-7075-4aad-a88f-cadb14b4e005/712aedf1-dd0e-45f9-bd31-bbbeb8e77230) {{(pid=105584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:05:39.899926 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-311ea92b-5be4-4299-9eb5-fa5fb183f5f0 None None] Network 3da00a4d-abea-4941-a437-fe5b82b86856 requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:05:40.003476 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-f8c7c824-3320-45bc-a4d5-ad8c6a8be07b None None] Provisioning for port 0f432eb2-5657-4571-8e65-dd846987c7ef completed by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:05:40.005625 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-84e16770-89c0-4aa7-833f-376b69bd8d87 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:40.025259 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.provisioning_blocks [None req-84e16770-89c0-4aa7-833f-376b69bd8d87 admin admin] Transition to ACTIVE for port object 712aedf1-dd0e-45f9-bd31-bbbeb8e77230 will not be triggered until provisioned by entity DHCP. {{(pid=105584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:05:40.066428 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-84e16770-89c0-4aa7-833f-376b69bd8d87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:40.100671 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvr_db [None req-6e50e257-59b1-4574-8121-0e42a517c7b2 None None] Set router 76270219-96c7-4449-a2c7-85a688a095eb gateway port host: n-d-705658-22 {{(pid=105587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:05:40.105575 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84e16770-89c0-4aa7-833f-376b69bd8d87 admin admin] Network 3da00a4d-abea-4941-a437-fe5b82b86856 is already hosted by enough agents. {{(pid=105584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:05:40.108678 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [None req-84e16770-89c0-4aa7-833f-376b69bd8d87 admin admin] Resources bound (agent type, host, resource id): {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:05:40.113288 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84e16770-89c0-4aa7-833f-376b69bd8d87 admin admin] Received port after_create {{(pid=105584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:05:40.162148 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-84e16770-89c0-4aa7-833f-376b69bd8d87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4075523'] for router_interface, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:40.164926 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e16770-89c0-4aa7-833f-376b69bd8d87 admin admin] Pushing event updated for resources: {'Port': ['ID=712aedf1-dd0e-45f9-bd31-bbbeb8e77230,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:05:40.340120 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-6e50e257-59b1-4574-8121-0e42a517c7b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76270219-96c7-4449-a2c7-85a688a095eb', 'name': 'tempest-TestShelveInstance-1321774969-router', 'tenant_id': 'ff666238406048f283417ba9bb3698e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.93'}], 'enable_snat': True}, 'gw_port_id': '27a27c21-c401-4ac2-8c62-1f6bf87478b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:05:36Z', 'updated_at': '2021-07-27T22:05:37Z', 'revision_number': 3, 'project_id': 'ff666238406048f283417ba9bb3698e9', 'gw_port': {'id': '27a27c21-c401-4ac2-8c62-1f6bf87478b2', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:5b:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76270219-96c7-4449-a2c7-85a688a095eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:05:37Z', 'updated_at': '2021-07-27T22:05:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22'}], 'n-d-705658-22', False) {} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:05:40.344412 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-84e16770-89c0-4aa7-833f-376b69bd8d87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:40.373151 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e50e257-59b1-4574-8121-0e42a517c7b2 None None] The sync data for ids ['76270219-96c7-4449-a2c7-85a688a095eb'] in n-d-705658-22 is: [{'id': '76270219-96c7-4449-a2c7-85a688a095eb', 'name': 'tempest-TestShelveInstance-1321774969-router', 'tenant_id': 'ff666238406048f283417ba9bb3698e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.93'}], 'enable_snat': True}, 'gw_port_id': '27a27c21-c401-4ac2-8c62-1f6bf87478b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:05:36Z', 'updated_at': '2021-07-27T22:05:37Z', 'revision_number': 3, 'project_id': 'ff666238406048f283417ba9bb3698e9', 'gw_port': {'id': '27a27c21-c401-4ac2-8c62-1f6bf87478b2', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:5b:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76270219-96c7-4449-a2c7-85a688a095eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:05:37Z', 'updated_at': '2021-07-27T22:05:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22'}] {{(pid=105587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:05:40.559391 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-84e16770-89c0-4aa7-833f-376b69bd8d87 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:40.565117 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-84e16770-89c0-4aa7-833f-376b69bd8d87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9014027'] for port, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:40.637745 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e16770-89c0-4aa7-833f-376b69bd8d87 admin admin] Pushing event updated for resources: {'Port': ['ID=712aedf1-dd0e-45f9-bd31-bbbeb8e77230,revision_number=2']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:05:40.643659 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-84e16770-89c0-4aa7-833f-376b69bd8d87 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3743906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4076435'] for router_interface, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:40.691466 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-019295f5-684d-481e-b8d4-d70b31880a90 None None] Provisioning for port 712aedf1-dd0e-45f9-bd31-bbbeb8e77230 completed by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:05:40.695409 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-019295f5-684d-481e-b8d4-d70b31880a90 None None] Provisioning complete for port 712aedf1-dd0e-45f9-bd31-bbbeb8e77230 triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:05:40.695852 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-019295f5-684d-481e-b8d4-d70b31880a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:40.775585 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-019295f5-684d-481e-b8d4-d70b31880a90 None None] Port 712aedf1-dd0e-45f9-bd31-bbbeb8e77230 cannot update to ACTIVE because it is not bound. {{(pid=105586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:05:40.812993 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84e16770-89c0-4aa7-833f-376b69bd8d87 admin admin] Network 3da00a4d-abea-4941-a437-fe5b82b86856 is already hosted by enough agents. {{(pid=105584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:05:40.814925 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [None req-84e16770-89c0-4aa7-833f-376b69bd8d87 admin admin] Resources bound (agent type, host, resource id): {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:05:40.927503 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 0f432eb2-5657-4571-8e65-dd846987c7ef up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:05:40.933429 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:40.988747 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84e16770-89c0-4aa7-833f-376b69bd8d87 admin admin] Router 76270219-96c7-4449-a2c7-85a688a095eb has already been hosted by L3 agent dd128fd7-8e57-4d4f-895b-a96b369df59a {{(pid=105584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:05:40.995661 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning for port 0f432eb2-5657-4571-8e65-dd846987c7ef completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:05:41.001038 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port 0f432eb2-5657-4571-8e65-dd846987c7ef triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:05:41.001467 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:41.109980 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:41.126062 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84e16770-89c0-4aa7-833f-376b69bd8d87 admin admin] Notify agent at l3_agent.n-d-705658-22 the message routers_updated {{(pid=105584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:05:41.142942 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-84e16770-89c0-4aa7-833f-376b69bd8d87 admin admin] 10.222.0.59 "PUT /v2.0/routers/76270219-96c7-4449-a2c7-85a688a095eb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3955421 Jul 27 22:05:41.148021 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] For port 0f432eb2-5657-4571-8e65-dd846987c7ef, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=0f432eb2-5657-4571-8e65-dd846987c7ef,segment=NetworkSegment(7e1756b3-25e1-4b65-b0e9-55654ef3ed74),segment_id=7e1756b3-25e1-4b65-b0e9-55654ef3ed74)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:05:41.152424 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:41.153747 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 06334c8b-2e2c-45dc-9c25-ee0187f8a2d1 up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:05:41.246699 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Pushing event updated for resources: {'Port': ['ID=0f432eb2-5657-4571-8e65-dd846987c7ef,revision_number=3']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:05:41.252452 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-38ec90ac-a2a8-430c-92cd-7eaf7a380b12 None None] Provisioning complete for port 712aedf1-dd0e-45f9-bd31-bbbeb8e77230 triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:05:41.252829 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-38ec90ac-a2a8-430c-92cd-7eaf7a380b12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:41.287991 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning for port 06334c8b-2e2c-45dc-9c25-ee0187f8a2d1 completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:05:41.293848 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port 06334c8b-2e2c-45dc-9c25-ee0187f8a2d1 triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:05:41.294224 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:41.338835 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-38ec90ac-a2a8-430c-92cd-7eaf7a380b12 None None] Port 712aedf1-dd0e-45f9-bd31-bbbeb8e77230 cannot update to ACTIVE because it is not bound. {{(pid=105586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:05:41.386950 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:41.420029 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] For port 06334c8b-2e2c-45dc-9c25-ee0187f8a2d1, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=06334c8b-2e2c-45dc-9c25-ee0187f8a2d1,segment=NetworkSegment(b735872d-6a74-4f74-8a55-26ffa0814516),segment_id=b735872d-6a74-4f74-8a55-26ffa0814516)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:05:41.425539 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:41.426417 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 27a27c21-c401-4ac2-8c62-1f6bf87478b2 up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:05:41.507449 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Pushing event updated for resources: {'Port': ['ID=06334c8b-2e2c-45dc-9c25-ee0187f8a2d1,revision_number=5']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:05:41.523608 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning for port 27a27c21-c401-4ac2-8c62-1f6bf87478b2 completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:05:41.527965 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port 27a27c21-c401-4ac2-8c62-1f6bf87478b2 triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:05:41.528545 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:41.622300 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:41.626870 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-8ac6def0-53be-4ef0-abad-1eec356e264f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:41.644030 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] For port 27a27c21-c401-4ac2-8c62-1f6bf87478b2, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=27a27c21-c401-4ac2-8c62-1f6bf87478b2,segment=NetworkSegment(12196855-9a32-4633-9a56-77697ef9e126),segment_id=12196855-9a32-4633-9a56-77697ef9e126)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:05:41.647739 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:41.695484 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Pushing event updated for resources: {'Port': ['ID=27a27c21-c401-4ac2-8c62-1f6bf87478b2,revision_number=4']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:05:41.758089 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 39786) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:05:41.762912 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-b4c1dbca-13cb-4113-91ef-f313580dd1f6 tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1906936695', 'description': 'tempest-secgroup-smoke-1906936695 description', 'project_id': 'cdedfb879196470ebf39ee0a31f4dbbb'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:05:41.786524 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-b4c1dbca-13cb-4113-91ef-f313580dd1f6 tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] Notify callbacks [] for security_group, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:41.873986 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-b4c1dbca-13cb-4113-91ef-f313580dd1f6 tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] Notify callbacks [] for security_group, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:41.878955 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-b4c1dbca-13cb-4113-91ef-f313580dd1f6 tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:41.908883 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-b4c1dbca-13cb-4113-91ef-f313580dd1f6 tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] Notify callbacks [] for security_group, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:41.913146 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-b4c1dbca-13cb-4113-91ef-f313580dd1f6 tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1511734 Jul 27 22:05:41.913364 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 39788) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:05:41.918597 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-eaaec10f-a17b-482b-aa7b-0bc3e70fa939 tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] Request body: {'security_group_rule': {'security_group_id': '8c049c71-86cb-4cf8-8173-f26bd6838794', 'project_id': 'cdedfb879196470ebf39ee0a31f4dbbb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:05:41.924416 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c1dbca-13cb-4113-91ef-f313580dd1f6 tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c049c71-86cb-4cf8-8173-f26bd6838794,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:05:41.949859 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-eaaec10f-a17b-482b-aa7b-0bc3e70fa939 tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:41.955081 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:42.011056 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-eaaec10f-a17b-482b-aa7b-0bc3e70fa939 tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:42.014556 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-eaaec10f-a17b-482b-aa7b-0bc3e70fa939 tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732636'] for security_group_rule, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:42.028838 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaaec10f-a17b-482b-aa7b-0bc3e70fa939 tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11955c25-79ef-48e3-94d1-f13056dc1118,revision_number=0']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:05:42.037180 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-eaaec10f-a17b-482b-aa7b-0bc3e70fa939 tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:42.038444 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-eaaec10f-a17b-482b-aa7b-0bc3e70fa939 tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1234033 Jul 27 22:05:42.041463 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 39790) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:05:42.046678 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-a5f62561-01f0-4ef4-9110-085afd42f344 tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] Request body: {'security_group_rule': {'security_group_id': '8c049c71-86cb-4cf8-8173-f26bd6838794', 'project_id': 'cdedfb879196470ebf39ee0a31f4dbbb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:05:42.072807 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-a5f62561-01f0-4ef4-9110-085afd42f344 tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:42.130665 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-a5f62561-01f0-4ef4-9110-085afd42f344 tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:42.134699 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-a5f62561-01f0-4ef4-9110-085afd42f344 tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732636'] for security_group_rule, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:42.151937 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f62561-01f0-4ef4-9110-085afd42f344 tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62c9d42b-7220-41ff-bb42-3e0589d48963,revision_number=0']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:05:42.157467 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-a5f62561-01f0-4ef4-9110-085afd42f344 tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:42.159239 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-a5f62561-01f0-4ef4-9110-085afd42f344 tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1167381 Jul 27 22:05:42.161932 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 39792) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:05:42.166288 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-d8311dc7-0687-49e4-8236-a7038986be41 tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] Request body: {'security_group_rule': {'security_group_id': '8c049c71-86cb-4cf8-8173-f26bd6838794', 'project_id': 'cdedfb879196470ebf39ee0a31f4dbbb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:05:42.196832 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-d8311dc7-0687-49e4-8236-a7038986be41 tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:42.259718 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-d8311dc7-0687-49e4-8236-a7038986be41 tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:42.262934 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-d8311dc7-0687-49e4-8236-a7038986be41 tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732636'] for security_group_rule, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:42.280606 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8311dc7-0687-49e4-8236-a7038986be41 tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90c006f4-14b7-4caf-a41a-e5741ef6ee4b,revision_number=0']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:05:42.286899 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-d8311dc7-0687-49e4-8236-a7038986be41 tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:42.288191 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-d8311dc7-0687-49e4-8236-a7038986be41 tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1252623 Jul 27 22:05:42.290809 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 39794) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:05:42.295127 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-cf0f36b7-914f-47fb-91f8-efe188bb4120 tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] Request body: {'security_group_rule': {'security_group_id': '8c049c71-86cb-4cf8-8173-f26bd6838794', 'project_id': 'cdedfb879196470ebf39ee0a31f4dbbb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:05:42.320612 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-cf0f36b7-914f-47fb-91f8-efe188bb4120 tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:42.382215 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-cf0f36b7-914f-47fb-91f8-efe188bb4120 tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:42.385922 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-cf0f36b7-914f-47fb-91f8-efe188bb4120 tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732636'] for security_group_rule, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:42.406185 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0f36b7-914f-47fb-91f8-efe188bb4120 tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f234618c-309b-405a-8442-1f9016d02f55,revision_number=0']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:05:42.409983 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-cf0f36b7-914f-47fb-91f8-efe188bb4120 tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:42.411350 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-cf0f36b7-914f-47fb-91f8-efe188bb4120 tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1194072 Jul 27 22:05:42.413863 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 39796) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:05:42.418176 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-4c4698dd-9b1b-4d44-8677-22c4894bb773 tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] Request body: {'security_group_rule': {'security_group_id': '8c049c71-86cb-4cf8-8173-f26bd6838794', 'project_id': 'cdedfb879196470ebf39ee0a31f4dbbb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:05:42.439015 n-d-705658-22 neutron-server[105585]: INFO neutron.db.securitygroups_db [None req-4c4698dd-9b1b-4d44-8677-22c4894bb773 tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] Project cdedfb879196470ebf39ee0a31f4dbbb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 27 22:05:42.443757 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-4c4698dd-9b1b-4d44-8677-22c4894bb773 tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:42.501847 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-4c4698dd-9b1b-4d44-8677-22c4894bb773 tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:42.505070 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-4c4698dd-9b1b-4d44-8677-22c4894bb773 tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732636'] for security_group_rule, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:42.522566 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4698dd-9b1b-4d44-8677-22c4894bb773 tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=500fb3c4-35e5-442c-9dd5-67af86582715,revision_number=0']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:05:42.528634 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-4c4698dd-9b1b-4d44-8677-22c4894bb773 tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:42.530521 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-4c4698dd-9b1b-4d44-8677-22c4894bb773 tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1150959 Jul 27 22:05:42.533289 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 39798) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:05:42.537554 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-6ebea15f-5c9e-47f5-b0f9-7e08ecb55826 tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] Request body: {'security_group_rule': {'security_group_id': '8c049c71-86cb-4cf8-8173-f26bd6838794', 'project_id': 'cdedfb879196470ebf39ee0a31f4dbbb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:05:42.559267 n-d-705658-22 neutron-server[105585]: INFO neutron.db.securitygroups_db [None req-6ebea15f-5c9e-47f5-b0f9-7e08ecb55826 tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] Project cdedfb879196470ebf39ee0a31f4dbbb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 27 22:05:42.564338 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-6ebea15f-5c9e-47f5-b0f9-7e08ecb55826 tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:42.625857 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-6ebea15f-5c9e-47f5-b0f9-7e08ecb55826 tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:42.629375 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-6ebea15f-5c9e-47f5-b0f9-7e08ecb55826 tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732636'] for security_group_rule, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:42.647235 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebea15f-5c9e-47f5-b0f9-7e08ecb55826 tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=326d6821-cf1c-48ea-bd5f-0f260f551c71,revision_number=0']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:05:42.652335 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-6ebea15f-5c9e-47f5-b0f9-7e08ecb55826 tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:42.658402 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-6ebea15f-5c9e-47f5-b0f9-7e08ecb55826 tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1195264 Jul 27 22:05:42.779649 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 0f432eb2-5657-4571-8e65-dd846987c7ef up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:05:42.833941 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port 0f432eb2-5657-4571-8e65-dd846987c7ef triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:05:42.834326 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:42.870777 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-c4195975-cc1d-44eb-98d3-e23060f4620b req-d2dba8c8-618c-4ad1-b429-1efc839b40fd tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1906936695&fields=id&tenant_id=cdedfb879196470ebf39ee0a31f4dbbb HTTP/1.1" status: 200 len: 267 time: 0.0341413 Jul 27 22:05:42.921683 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 06334c8b-2e2c-45dc-9c25-ee0187f8a2d1 up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:05:42.968343 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port 06334c8b-2e2c-45dc-9c25-ee0187f8a2d1 triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:05:42.968740 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:42.982289 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4195975-cc1d-44eb-98d3-e23060f4620b req-5c9e1dfd-039d-4fc3-8bea-21555723c066 tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:42.983854 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-c4195975-cc1d-44eb-98d3-e23060f4620b req-5c9e1dfd-039d-4fc3-8bea-21555723c066 tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] 10.222.0.59 "GET /v2.0/networks?id=1f617f40-eb86-442f-8e54-f0ae01880fc1 HTTP/1.1" status: 200 len: 809 time: 0.1053381 Jul 27 22:05:43.001882 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-c4195975-cc1d-44eb-98d3-e23060f4620b req-10f102fc-b7a8-4133-8568-fbb36facb8e3 tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] 10.222.0.59 "GET /v2.0/quotas/cdedfb879196470ebf39ee0a31f4dbbb HTTP/1.1" status: 200 len: 375 time: 0.0099890 Jul 27 22:05:43.051337 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 27a27c21-c401-4ac2-8c62-1f6bf87478b2 up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:05:43.081076 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ad2c320-3e93-4d2a-8fb2-4b8a6c3a2b10 None None] Sync routers for ids ['76270219-96c7-4449-a2c7-85a688a095eb'] in n-d-705658-22 {{(pid=105586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:05:43.083377 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-c4195975-cc1d-44eb-98d3-e23060f4620b req-e612847e-165a-491c-ab2d-7a8539445321 tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=cdedfb879196470ebf39ee0a31f4dbbb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0672495 Jul 27 22:05:43.099185 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ad2c320-3e93-4d2a-8fb2-4b8a6c3a2b10 None None] Routers {'76270219-96c7-4449-a2c7-85a688a095eb'} bound to L3 agent in host n-d-705658-22 {{(pid=105586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:05:43.099824 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-0ad2c320-3e93-4d2a-8fb2-4b8a6c3a2b10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T22:05:42Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['76270219-96c7-4449-a2c7-85a688a095eb'], 'active': True} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:05:43.171353 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port 27a27c21-c401-4ac2-8c62-1f6bf87478b2 triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:05:43.171628 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:43.215744 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-bb32ed7d-8717-448b-a9c8-a5a0117d1fd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:43.252709 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvr_db [None req-0ad2c320-3e93-4d2a-8fb2-4b8a6c3a2b10 None None] Set router 76270219-96c7-4449-a2c7-85a688a095eb gateway port host: n-d-705658-22 {{(pid=105586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:05:43.269640 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-c4195975-cc1d-44eb-98d3-e23060f4620b req-afd12419-1988-4012-9ecc-efcebd0679b4 service neutron] 10.222.0.59 "GET /v2.0/networks/1f617f40-eb86-442f-8e54-f0ae01880fc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1837521 Jul 27 22:05:43.357355 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-c4195975-cc1d-44eb-98d3-e23060f4620b req-d401b27d-141e-4b30-bb5d-2715b3e36cc6 service neutron] 10.222.0.59 "GET /v2.0/networks/1f617f40-eb86-442f-8e54-f0ae01880fc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815117 Jul 27 22:05:43.489700 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-0ad2c320-3e93-4d2a-8fb2-4b8a6c3a2b10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76270219-96c7-4449-a2c7-85a688a095eb', 'name': 'tempest-TestShelveInstance-1321774969-router', 'tenant_id': 'ff666238406048f283417ba9bb3698e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.93'}], 'enable_snat': True}, 'gw_port_id': '27a27c21-c401-4ac2-8c62-1f6bf87478b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:05:36Z', 'updated_at': '2021-07-27T22:05:40Z', 'revision_number': 4, 'project_id': 'ff666238406048f283417ba9bb3698e9', 'gw_port': {'id': '27a27c21-c401-4ac2-8c62-1f6bf87478b2', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:5b:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76270219-96c7-4449-a2c7-85a688a095eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:05:37Z', 'updated_at': '2021-07-27T22:05:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_interfaces': [{'id': '712aedf1-dd0e-45f9-bd31-bbbeb8e77230', 'name': '', 'network_id': '3da00a4d-abea-4941-a437-fe5b82b86856', 'tenant_id': 'ff666238406048f283417ba9bb3698e9', 'mac_address': 'fa:16:3e:35:fa:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76270219-96c7-4449-a2c7-85a688a095eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '74356af4-7075-4aad-a88f-cadb14b4e005', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:05:39Z', 'updated_at': '2021-07-27T22:05:40Z', 'revision_number': 2, 'project_id': 'ff666238406048f283417ba9bb3698e9', 'subnets': [{'id': '74356af4-7075-4aad-a88f-cadb14b4e005', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-22', False) {} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:05:43.520346 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ad2c320-3e93-4d2a-8fb2-4b8a6c3a2b10 None None] Checking router: 76270219-96c7-4449-a2c7-85a688a095eb for host: n-d-705658-22 {{(pid=105586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:05:43.520728 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ad2c320-3e93-4d2a-8fb2-4b8a6c3a2b10 None None] Updating router 76270219-96c7-4449-a2c7-85a688a095eb port 712aedf1-dd0e-45f9-bd31-bbbeb8e77230 binding host n-d-705658-22 {{(pid=105586) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 22:05:43.539067 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-0f583394-7ca1-40eb-a1aa-ac5dc7038834 req-c219885b-cce8-42e8-bb6b-5f212c22dc16 tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] 10.222.0.59 "GET /v2.0/ports?device_id=1f07cc33-bf94-48e6-922c-6241223ba9f9 HTTP/1.1" status: 200 len: 210 time: 0.0350325 Jul 27 22:05:43.565422 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c320-3e93-4d2a-8fb2-4b8a6c3a2b10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:43.827428 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c320-3e93-4d2a-8fb2-4b8a6c3a2b10 None None] Notify callbacks [] for port, precommit_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:43.838441 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-0ad2c320-3e93-4d2a-8fb2-4b8a6c3a2b10 None None] Transition to ACTIVE for port object 712aedf1-dd0e-45f9-bd31-bbbeb8e77230 will not be triggered until provisioned by entity L2. {{(pid=105586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:05:43.844639 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c320-3e93-4d2a-8fb2-4b8a6c3a2b10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:43.919515 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6dc31a-73d2-42a0-8df0-8fd1bcaf8d71 None None] Pushing event updated for resources: {'Port': ['ID=712aedf1-dd0e-45f9-bd31-bbbeb8e77230,revision_number=3']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:05:43.959698 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-0ad2c320-3e93-4d2a-8fb2-4b8a6c3a2b10 None None] Attempting to bind port 712aedf1-dd0e-45f9-bd31-bbbeb8e77230 on host n-d-705658-22 for vnic_type normal with profile {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:05:43.960074 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-0ad2c320-3e93-4d2a-8fb2-4b8a6c3a2b10 None None] Attempting to bind port 712aedf1-dd0e-45f9-bd31-bbbeb8e77230 by drivers openvswitch,hyperv on host n-d-705658-22 at level 0 using segments [{'id': '7e1756b3-25e1-4b65-b0e9-55654ef3ed74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '3da00a4d-abea-4941-a437-fe5b82b86856'}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:05:43.960473 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ad2c320-3e93-4d2a-8fb2-4b8a6c3a2b10 None None] Attempting to bind port 712aedf1-dd0e-45f9-bd31-bbbeb8e77230 on network 3da00a4d-abea-4941-a437-fe5b82b86856 {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:05:43.965765 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ad2c320-3e93-4d2a-8fb2-4b8a6c3a2b10 None None] Checking agent: {'id': '04a7ea91-6318-467e-ace6-b0fb48c8690f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 41, 42), 'started_at': datetime.datetime(2021, 7, 27, 20, 42, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 5, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:05:43.966158 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ad2c320-3e93-4d2a-8fb2-4b8a6c3a2b10 None None] Checking segment: {'id': '7e1756b3-25e1-4b65-b0e9-55654ef3ed74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '3da00a4d-abea-4941-a437-fe5b82b86856'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:05:43.966712 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c320-3e93-4d2a-8fb2-4b8a6c3a2b10 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:43.967705 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ad2c320-3e93-4d2a-8fb2-4b8a6c3a2b10 None None] Bound using segment: {'id': '7e1756b3-25e1-4b65-b0e9-55654ef3ed74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '3da00a4d-abea-4941-a437-fe5b82b86856'} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:05:43.968284 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-0ad2c320-3e93-4d2a-8fb2-4b8a6c3a2b10 None None] Bound port: 712aedf1-dd0e-45f9-bd31-bbbeb8e77230, host: n-d-705658-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e1756b3-25e1-4b65-b0e9-55654ef3ed74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '3da00a4d-abea-4941-a437-fe5b82b86856'}}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:05:43.968757 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c320-3e93-4d2a-8fb2-4b8a6c3a2b10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:44.035163 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-0ad2c320-3e93-4d2a-8fb2-4b8a6c3a2b10 None None] For port 712aedf1-dd0e-45f9-bd31-bbbeb8e77230, host n-d-705658-22, cleared binding levels {{(pid=105586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:05:44.038455 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-0ad2c320-3e93-4d2a-8fb2-4b8a6c3a2b10 None None] For port 712aedf1-dd0e-45f9-bd31-bbbeb8e77230, host n-d-705658-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=712aedf1-dd0e-45f9-bd31-bbbeb8e77230,segment=NetworkSegment(7e1756b3-25e1-4b65-b0e9-55654ef3ed74),segment_id=7e1756b3-25e1-4b65-b0e9-55654ef3ed74)] {{(pid=105586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:05:44.043970 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c320-3e93-4d2a-8fb2-4b8a6c3a2b10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:44.104115 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ad2c320-3e93-4d2a-8fb2-4b8a6c3a2b10 None None] Routers {'76270219-96c7-4449-a2c7-85a688a095eb'} bound to L3 agent in host n-d-705658-22 {{(pid=105586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:05:44.104751 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-0ad2c320-3e93-4d2a-8fb2-4b8a6c3a2b10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T22:05:42Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['76270219-96c7-4449-a2c7-85a688a095eb'], 'active': True} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:05:44.108406 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6dc31a-73d2-42a0-8df0-8fd1bcaf8d71 None None] Pushing event updated for resources: {'Port': ['ID=712aedf1-dd0e-45f9-bd31-bbbeb8e77230,revision_number=4']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:05:44.239659 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvr_db [None req-0ad2c320-3e93-4d2a-8fb2-4b8a6c3a2b10 None None] Set router 76270219-96c7-4449-a2c7-85a688a095eb gateway port host: n-d-705658-22 {{(pid=105586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:05:44.447128 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-0ad2c320-3e93-4d2a-8fb2-4b8a6c3a2b10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76270219-96c7-4449-a2c7-85a688a095eb', 'name': 'tempest-TestShelveInstance-1321774969-router', 'tenant_id': 'ff666238406048f283417ba9bb3698e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.93'}], 'enable_snat': True}, 'gw_port_id': '27a27c21-c401-4ac2-8c62-1f6bf87478b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:05:36Z', 'updated_at': '2021-07-27T22:05:40Z', 'revision_number': 4, 'project_id': 'ff666238406048f283417ba9bb3698e9', 'gw_port': {'id': '27a27c21-c401-4ac2-8c62-1f6bf87478b2', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:5b:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76270219-96c7-4449-a2c7-85a688a095eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:05:37Z', 'updated_at': '2021-07-27T22:05:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_interfaces': [{'id': '712aedf1-dd0e-45f9-bd31-bbbeb8e77230', 'name': '', 'network_id': '3da00a4d-abea-4941-a437-fe5b82b86856', 'tenant_id': 'ff666238406048f283417ba9bb3698e9', 'mac_address': 'fa:16:3e:35:fa:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76270219-96c7-4449-a2c7-85a688a095eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '74356af4-7075-4aad-a88f-cadb14b4e005', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:05:39Z', 'updated_at': '2021-07-27T22:05:44Z', 'revision_number': 4, 'project_id': 'ff666238406048f283417ba9bb3698e9', 'subnets': [{'id': '74356af4-7075-4aad-a88f-cadb14b4e005', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-22', False) {} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:05:44.473674 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ad2c320-3e93-4d2a-8fb2-4b8a6c3a2b10 None None] The sync data for ids ['76270219-96c7-4449-a2c7-85a688a095eb'] in n-d-705658-22 is: [{'id': '76270219-96c7-4449-a2c7-85a688a095eb', 'name': 'tempest-TestShelveInstance-1321774969-router', 'tenant_id': 'ff666238406048f283417ba9bb3698e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.93'}], 'enable_snat': True}, 'gw_port_id': '27a27c21-c401-4ac2-8c62-1f6bf87478b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:05:36Z', 'updated_at': '2021-07-27T22:05:40Z', 'revision_number': 4, 'project_id': 'ff666238406048f283417ba9bb3698e9', 'gw_port': {'id': '27a27c21-c401-4ac2-8c62-1f6bf87478b2', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:5b:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76270219-96c7-4449-a2c7-85a688a095eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:05:37Z', 'updated_at': '2021-07-27T22:05:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_interfaces': [{'id': '712aedf1-dd0e-45f9-bd31-bbbeb8e77230', 'name': '', 'network_id': '3da00a4d-abea-4941-a437-fe5b82b86856', 'tenant_id': 'ff666238406048f283417ba9bb3698e9', 'mac_address': 'fa:16:3e:35:fa:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76270219-96c7-4449-a2c7-85a688a095eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '74356af4-7075-4aad-a88f-cadb14b4e005', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:05:39Z', 'updated_at': '2021-07-27T22:05:44Z', 'revision_number': 4, 'project_id': 'ff666238406048f283417ba9bb3698e9', 'subnets': [{'id': '74356af4-7075-4aad-a88f-cadb14b4e005', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:05:44.557297 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-875ced1b-4cf3-463a-9653-058f0f9421e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:44.668980 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-89eef690-7237-424c-9783-49f8929a6432 req-1afde8b1-948a-41f6-9dfa-bb26d9270986 tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] 10.222.0.59 "GET /v2.0/ports?device_id=1f07cc33-bf94-48e6-922c-6241223ba9f9 HTTP/1.1" status: 200 len: 210 time: 0.0405779 Jul 27 22:05:44.705716 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4195975-cc1d-44eb-98d3-e23060f4620b req-ec367c5b-de6b-4124-a863-56d25618a256 tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:44.707596 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-c4195975-cc1d-44eb-98d3-e23060f4620b req-ec367c5b-de6b-4124-a863-56d25618a256 tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] 10.222.0.36 "GET /v2.0/networks?id=1f617f40-eb86-442f-8e54-f0ae01880fc1 HTTP/1.1" status: 200 len: 809 time: 0.1472461 Jul 27 22:05:44.757120 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-c4195975-cc1d-44eb-98d3-e23060f4620b req-4485aae3-9dce-4666-9a9f-3849e2cad7fc tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cdedfb879196470ebf39ee0a31f4dbbb HTTP/1.1" status: 200 len: 380 time: 0.0401766 Jul 27 22:05:44.769775 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [req-c4195975-cc1d-44eb-98d3-e23060f4620b req-75947318-a06d-4ac3-9383-7b23efbdee3b tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] Request body: {'port': {'device_id': '1f07cc33-bf94-48e6-922c-6241223ba9f9', 'network_id': '1f617f40-eb86-442f-8e54-f0ae01880fc1', 'admin_state_up': True, 'tenant_id': 'cdedfb879196470ebf39ee0a31f4dbbb', 'security_groups': ['8c049c71-86cb-4cf8-8173-f26bd6838794']}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:05:44.792206 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 712aedf1-dd0e-45f9-bd31-bbbeb8e77230 up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:05:44.847059 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning for port 712aedf1-dd0e-45f9-bd31-bbbeb8e77230 completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:05:44.850961 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port 712aedf1-dd0e-45f9-bd31-bbbeb8e77230 triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:05:44.851444 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:44.912534 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c4195975-cc1d-44eb-98d3-e23060f4620b req-75947318-a06d-4ac3-9383-7b23efbdee3b tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] Made reservation on behalf of cdedfb879196470ebf39ee0a31f4dbbb for: {'port': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:05:44.916726 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-c4195975-cc1d-44eb-98d3-e23060f4620b req-75947318-a06d-4ac3-9383-7b23efbdee3b tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:44.941693 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:44.977652 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] For port 712aedf1-dd0e-45f9-bd31-bbbeb8e77230, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=712aedf1-dd0e-45f9-bd31-bbbeb8e77230,segment=NetworkSegment(7e1756b3-25e1-4b65-b0e9-55654ef3ed74),segment_id=7e1756b3-25e1-4b65-b0e9-55654ef3ed74)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:05:44.981980 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:45.032895 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Pushing event updated for resources: {'Port': ['ID=712aedf1-dd0e-45f9-bd31-bbbeb8e77230,revision_number=5']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:05:45.060563 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.db_base_plugin_common [req-c4195975-cc1d-44eb-98d3-e23060f4620b req-75947318-a06d-4ac3-9383-7b23efbdee3b tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] Allocated IP 172.20.0.12 (1f617f40-eb86-442f-8e54-f0ae01880fc1/1707f329-4a89-44d8-a877-697cbdcc3da9/2539b6f2-eacd-4d9b-8a9f-bd710413e4e0) {{(pid=105584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:05:45.208050 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-c4195975-cc1d-44eb-98d3-e23060f4620b req-75947318-a06d-4ac3-9383-7b23efbdee3b tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] Notify callbacks [] for port, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:45.221158 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.provisioning_blocks [req-c4195975-cc1d-44eb-98d3-e23060f4620b req-75947318-a06d-4ac3-9383-7b23efbdee3b tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] Transition to ACTIVE for port object 2539b6f2-eacd-4d9b-8a9f-bd710413e4e0 will not be triggered until provisioned by entity DHCP. {{(pid=105584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:05:45.253262 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-c4195975-cc1d-44eb-98d3-e23060f4620b req-75947318-a06d-4ac3-9383-7b23efbdee3b tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:45.292673 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c4195975-cc1d-44eb-98d3-e23060f4620b req-75947318-a06d-4ac3-9383-7b23efbdee3b tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] Network 1f617f40-eb86-442f-8e54-f0ae01880fc1 is already hosted by enough agents. {{(pid=105584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:05:45.295702 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [req-c4195975-cc1d-44eb-98d3-e23060f4620b req-75947318-a06d-4ac3-9383-7b23efbdee3b tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] Resources bound (agent type, host, resource id): {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:05:45.301313 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4195975-cc1d-44eb-98d3-e23060f4620b req-75947318-a06d-4ac3-9383-7b23efbdee3b tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] Received port after_create {{(pid=105584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:05:45.327339 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75947318-a06d-4ac3-9383-7b23efbdee3b tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] Pushing event updated for resources: {'Port': ['ID=2539b6f2-eacd-4d9b-8a9f-bd710413e4e0,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:05:45.355196 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4195975-cc1d-44eb-98d3-e23060f4620b req-75947318-a06d-4ac3-9383-7b23efbdee3b tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:45.355960 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-c4195975-cc1d-44eb-98d3-e23060f4620b req-75947318-a06d-4ac3-9383-7b23efbdee3b tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:45.371197 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-c4195975-cc1d-44eb-98d3-e23060f4620b req-75947318-a06d-4ac3-9383-7b23efbdee3b tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6056979 Jul 27 22:05:45.383893 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [req-c4195975-cc1d-44eb-98d3-e23060f4620b req-ed266a73-d2b6-44ff-8bab-41d9daa2dd94 service neutron] Request body: {'port': {'device_id': '1f07cc33-bf94-48e6-922c-6241223ba9f9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-705658-22'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:05:45.467996 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-c4195975-cc1d-44eb-98d3-e23060f4620b req-ed266a73-d2b6-44ff-8bab-41d9daa2dd94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:45.598374 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-c9655d65-d538-4492-8391-1458c13fddd4 None None] Provisioning for port 2539b6f2-eacd-4d9b-8a9f-bd710413e4e0 completed by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:05:45.601954 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-c9655d65-d538-4492-8391-1458c13fddd4 None None] Provisioning complete for port 2539b6f2-eacd-4d9b-8a9f-bd710413e4e0 triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:05:45.602338 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-c9655d65-d538-4492-8391-1458c13fddd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:45.637989 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-c9655d65-d538-4492-8391-1458c13fddd4 None None] Port 2539b6f2-eacd-4d9b-8a9f-bd710413e4e0 cannot update to ACTIVE because it is not bound. {{(pid=105586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:05:45.730848 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [req-c4195975-cc1d-44eb-98d3-e23060f4620b req-ed266a73-d2b6-44ff-8bab-41d9daa2dd94 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2539b6f2-eacd-4d9b-8a9f-bd710413e4e0 {{(pid=105584) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:05:45.739294 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-c4195975-cc1d-44eb-98d3-e23060f4620b req-ed266a73-d2b6-44ff-8bab-41d9daa2dd94 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:45.751145 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.provisioning_blocks [req-c4195975-cc1d-44eb-98d3-e23060f4620b req-ed266a73-d2b6-44ff-8bab-41d9daa2dd94 service neutron] Transition to ACTIVE for port object 2539b6f2-eacd-4d9b-8a9f-bd710413e4e0 will not be triggered until provisioned by entity L2. {{(pid=105584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:05:45.755440 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-c4195975-cc1d-44eb-98d3-e23060f4620b req-ed266a73-d2b6-44ff-8bab-41d9daa2dd94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9014027'] for port, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:45.812113 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1700ac-d877-401f-b95c-e59cb8fe3e11 req-da29fed0-f52c-4f8c-ad58-f9bc118b68ea tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:45.813452 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed266a73-d2b6-44ff-8bab-41d9daa2dd94 service neutron] Pushing event updated for resources: {'Port': ['ID=2539b6f2-eacd-4d9b-8a9f-bd710413e4e0,revision_number=2']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:05:45.813652 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-5c1700ac-d877-401f-b95c-e59cb8fe3e11 req-da29fed0-f52c-4f8c-ad58-f9bc118b68ea tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] 10.222.0.59 "GET /v2.0/ports?device_id=1f07cc33-bf94-48e6-922c-6241223ba9f9 HTTP/1.1" status: 200 len: 944 time: 0.0667675 Jul 27 22:05:45.858145 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-5c1700ac-d877-401f-b95c-e59cb8fe3e11 req-4a2668ed-9a72-4016-bbfc-6dca92c27c77 tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] 10.222.0.59 "GET /v2.0/security-groups?id=8c049c71-86cb-4cf8-8173-f26bd6838794&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376158 Jul 27 22:05:45.889665 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [req-c4195975-cc1d-44eb-98d3-e23060f4620b req-ed266a73-d2b6-44ff-8bab-41d9daa2dd94 service neutron] Attempting to bind port 2539b6f2-eacd-4d9b-8a9f-bd710413e4e0 on host n-h1-705658-22 for vnic_type normal with profile {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:05:45.890007 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [req-c4195975-cc1d-44eb-98d3-e23060f4620b req-ed266a73-d2b6-44ff-8bab-41d9daa2dd94 service neutron] Attempting to bind port 2539b6f2-eacd-4d9b-8a9f-bd710413e4e0 by drivers openvswitch,hyperv on host n-h1-705658-22 at level 0 using segments [{'id': 'b735872d-6a74-4f74-8a55-26ffa0814516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '1f617f40-eb86-442f-8e54-f0ae01880fc1'}] {{(pid=105584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:05:45.890342 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4195975-cc1d-44eb-98d3-e23060f4620b req-ed266a73-d2b6-44ff-8bab-41d9daa2dd94 service neutron] Attempting to bind port 2539b6f2-eacd-4d9b-8a9f-bd710413e4e0 on network 1f617f40-eb86-442f-8e54-f0ae01880fc1 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:05:45.894965 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4195975-cc1d-44eb-98d3-e23060f4620b req-ed266a73-d2b6-44ff-8bab-41d9daa2dd94 service neutron] Port 2539b6f2-eacd-4d9b-8a9f-bd710413e4e0 on network 1f617f40-eb86-442f-8e54-f0ae01880fc1 not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-22 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 22:05:45.895336 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4195975-cc1d-44eb-98d3-e23060f4620b req-ed266a73-d2b6-44ff-8bab-41d9daa2dd94 service neutron] Attempting to bind port 2539b6f2-eacd-4d9b-8a9f-bd710413e4e0 on network 1f617f40-eb86-442f-8e54-f0ae01880fc1 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:05:45.900627 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4195975-cc1d-44eb-98d3-e23060f4620b req-ed266a73-d2b6-44ff-8bab-41d9daa2dd94 service neutron] Checking agent: {'id': '9d9bc37f-4d75-44ef-9f63-799aab3e316f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 49, 36), 'started_at': datetime.datetime(2021, 7, 27, 20, 49, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 5, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:05:45.900964 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4195975-cc1d-44eb-98d3-e23060f4620b req-ed266a73-d2b6-44ff-8bab-41d9daa2dd94 service neutron] Checking segment: {'id': 'b735872d-6a74-4f74-8a55-26ffa0814516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '1f617f40-eb86-442f-8e54-f0ae01880fc1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:05:45.901401 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4195975-cc1d-44eb-98d3-e23060f4620b req-ed266a73-d2b6-44ff-8bab-41d9daa2dd94 service neutron] Bound using segment: {'id': 'b735872d-6a74-4f74-8a55-26ffa0814516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '1f617f40-eb86-442f-8e54-f0ae01880fc1'} {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:05:45.901849 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [req-c4195975-cc1d-44eb-98d3-e23060f4620b req-ed266a73-d2b6-44ff-8bab-41d9daa2dd94 service neutron] Bound port: 2539b6f2-eacd-4d9b-8a9f-bd710413e4e0, host: n-h1-705658-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b735872d-6a74-4f74-8a55-26ffa0814516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '1f617f40-eb86-442f-8e54-f0ae01880fc1'}}] {{(pid=105584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:05:45.902234 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-c4195975-cc1d-44eb-98d3-e23060f4620b req-ed266a73-d2b6-44ff-8bab-41d9daa2dd94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:45.969753 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [req-c4195975-cc1d-44eb-98d3-e23060f4620b req-ed266a73-d2b6-44ff-8bab-41d9daa2dd94 service neutron] For port 2539b6f2-eacd-4d9b-8a9f-bd710413e4e0, host n-h1-705658-22, cleared binding levels {{(pid=105584) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:05:45.973284 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [req-c4195975-cc1d-44eb-98d3-e23060f4620b req-ed266a73-d2b6-44ff-8bab-41d9daa2dd94 service neutron] For port 2539b6f2-eacd-4d9b-8a9f-bd710413e4e0, host n-h1-705658-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=2539b6f2-eacd-4d9b-8a9f-bd710413e4e0,segment=NetworkSegment(b735872d-6a74-4f74-8a55-26ffa0814516),segment_id=b735872d-6a74-4f74-8a55-26ffa0814516)] {{(pid=105584) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:05:45.978112 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-c4195975-cc1d-44eb-98d3-e23060f4620b req-ed266a73-d2b6-44ff-8bab-41d9daa2dd94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9014027'] for port, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:46.021134 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4195975-cc1d-44eb-98d3-e23060f4620b req-ed266a73-d2b6-44ff-8bab-41d9daa2dd94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:46.021782 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-c4195975-cc1d-44eb-98d3-e23060f4620b req-ed266a73-d2b6-44ff-8bab-41d9daa2dd94 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:46.023287 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-c4195975-cc1d-44eb-98d3-e23060f4620b req-ed266a73-d2b6-44ff-8bab-41d9daa2dd94 service neutron] 10.222.0.36 "PUT /v2.0/ports/2539b6f2-eacd-4d9b-8a9f-bd710413e4e0 HTTP/1.1" status: 200 len: 1093 time: 0.6437128 Jul 27 22:05:46.023781 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f07cc33-bf94-48e6-922c-6241223ba9f9', 'tag': '2539b6f2-eacd-4d9b-8a9f-bd710413e4e0'}] {{(pid=105584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:05:46.026019 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a14b7e693ac0d3b36d252540d57b2183de19e2104d11de1d527dbb6a6689965" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fce532ff-1788-40d7-bc45-13ef5d06dc5f" -d '{"events": [{"name": "network-changed", "server_uuid": "1f07cc33-bf94-48e6-922c-6241223ba9f9", "tag": "2539b6f2-eacd-4d9b-8a9f-bd710413e4e0"}]}' {{(pid=105584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:05:46.054729 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed266a73-d2b6-44ff-8bab-41d9daa2dd94 service neutron] Pushing event updated for resources: {'Port': ['ID=2539b6f2-eacd-4d9b-8a9f-bd710413e4e0,revision_number=3']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:05:46.092626 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 22:05:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c71daf1-73be-4242-8b56-de270c6dde4f x-openstack-request-id: req-8c71daf1-73be-4242-8b56-de270c6dde4f {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:05:46.092933 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f07cc33-bf94-48e6-922c-6241223ba9f9", "tag": "2539b6f2-eacd-4d9b-8a9f-bd710413e4e0", "status": "completed", "code": 200}]} {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:05:46.093182 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-8c71daf1-73be-4242-8b56-de270c6dde4f {{(pid=105584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:05:46.093581 n-d-705658-22 neutron-server[105584]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f07cc33-bf94-48e6-922c-6241223ba9f9', 'tag': '2539b6f2-eacd-4d9b-8a9f-bd710413e4e0', 'status': 'completed', 'code': 200} Jul 27 22:05:46.137884 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4195975-cc1d-44eb-98d3-e23060f4620b req-c20a5a00-8717-4d24-83ec-4b4b9ac73038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:46.139989 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-c4195975-cc1d-44eb-98d3-e23060f4620b req-c20a5a00-8717-4d24-83ec-4b4b9ac73038 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cdedfb879196470ebf39ee0a31f4dbbb&device_id=1f07cc33-bf94-48e6-922c-6241223ba9f9 HTTP/1.1" status: 200 len: 1096 time: 0.0613782 Jul 27 22:05:46.183186 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-c4195975-cc1d-44eb-98d3-e23060f4620b req-2de86665-c680-4547-a309-60a0b6bfcea5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2539b6f2-eacd-4d9b-8a9f-bd710413e4e0 HTTP/1.1" status: 200 len: 217 time: 0.0349357 Jul 27 22:05:46.237957 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4195975-cc1d-44eb-98d3-e23060f4620b req-47cf033e-37a6-4e09-8e68-af3a5ebd4ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:46.239461 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-c4195975-cc1d-44eb-98d3-e23060f4620b req-47cf033e-37a6-4e09-8e68-af3a5ebd4ba4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1707f329-4a89-44d8-a877-697cbdcc3da9 HTTP/1.1" status: 200 len: 848 time: 0.0488839 Jul 27 22:05:46.298512 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4195975-cc1d-44eb-98d3-e23060f4620b req-daab7c36-2607-4646-aa63-721feccf12bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:46.300062 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-c4195975-cc1d-44eb-98d3-e23060f4620b req-daab7c36-2607-4646-aa63-721feccf12bd service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1f617f40-eb86-442f-8e54-f0ae01880fc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0535471 Jul 27 22:05:46.386843 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-c4195975-cc1d-44eb-98d3-e23060f4620b req-c81ff071-14b4-499b-a543-77391fd6c75a service neutron] 10.222.0.36 "GET /v2.0/networks/1f617f40-eb86-442f-8e54-f0ae01880fc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790894 Jul 27 22:05:46.480056 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-c4195975-cc1d-44eb-98d3-e23060f4620b req-9f8046f7-b94a-429b-980c-1ac455c7df67 service neutron] 10.222.0.36 "GET /v2.0/networks/1f617f40-eb86-442f-8e54-f0ae01880fc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847869 Jul 27 22:05:46.586547 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce532ff-1788-40d7-bc45-13ef5d06dc5f req-2eda0674-0083-4032-a46d-5270a998e094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:46.588169 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-fce532ff-1788-40d7-bc45-13ef5d06dc5f req-2eda0674-0083-4032-a46d-5270a998e094 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cdedfb879196470ebf39ee0a31f4dbbb&device_id=1f07cc33-bf94-48e6-922c-6241223ba9f9 HTTP/1.1" status: 200 len: 1096 time: 0.0611532 Jul 27 22:05:46.688337 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce532ff-1788-40d7-bc45-13ef5d06dc5f req-0b9f243d-360e-413e-b67e-84952ebc4c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:46.689859 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-fce532ff-1788-40d7-bc45-13ef5d06dc5f req-0b9f243d-360e-413e-b67e-84952ebc4c85 service neutron] 10.222.0.36 "GET /v2.0/networks?id=1f617f40-eb86-442f-8e54-f0ae01880fc1 HTTP/1.1" status: 200 len: 910 time: 0.0926135 Jul 27 22:05:46.733859 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-fce532ff-1788-40d7-bc45-13ef5d06dc5f req-d76c7a64-a99e-4354-af1a-83808d02ac89 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2539b6f2-eacd-4d9b-8a9f-bd710413e4e0 HTTP/1.1" status: 200 len: 217 time: 0.0353374 Jul 27 22:05:46.772548 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 712aedf1-dd0e-45f9-bd31-bbbeb8e77230 up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:05:46.792684 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce532ff-1788-40d7-bc45-13ef5d06dc5f req-895dcc62-4ec4-481f-ac53-ed15234efeec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:46.794080 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-fce532ff-1788-40d7-bc45-13ef5d06dc5f req-895dcc62-4ec4-481f-ac53-ed15234efeec service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1707f329-4a89-44d8-a877-697cbdcc3da9 HTTP/1.1" status: 200 len: 848 time: 0.0526326 Jul 27 22:05:46.824040 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port 712aedf1-dd0e-45f9-bd31-bbbeb8e77230 triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:05:46.824413 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:46.859795 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce532ff-1788-40d7-bc45-13ef5d06dc5f req-93a0659b-b509-4c81-a8e1-86fe74590b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:46.862663 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-fce532ff-1788-40d7-bc45-13ef5d06dc5f req-93a0659b-b509-4c81-a8e1-86fe74590b87 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1f617f40-eb86-442f-8e54-f0ae01880fc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0596311 Jul 27 22:05:46.956489 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-fce532ff-1788-40d7-bc45-13ef5d06dc5f req-5afcf0c7-9514-478b-ac17-0214105b52bc service neutron] 10.222.0.36 "GET /v2.0/networks/1f617f40-eb86-442f-8e54-f0ae01880fc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852275 Jul 27 22:05:46.999385 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fb1879-7595-4fe6-8c00-630777c399be req-793d4be5-88d6-4f2c-b2b4-26b9156783d1 tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:47.000890 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e2fb1879-7595-4fe6-8c00-630777c399be req-793d4be5-88d6-4f2c-b2b4-26b9156783d1 tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] 10.222.0.59 "GET /v2.0/ports?device_id=1f07cc33-bf94-48e6-922c-6241223ba9f9 HTTP/1.1" status: 200 len: 944 time: 0.0700142 Jul 27 22:05:47.037678 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e2fb1879-7595-4fe6-8c00-630777c399be req-e3c21e94-4446-4057-9409-4a0150d7df27 tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] 10.222.0.59 "GET /v2.0/security-groups?id=8c049c71-86cb-4cf8-8173-f26bd6838794&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307341 Jul 27 22:05:47.061679 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-fce532ff-1788-40d7-bc45-13ef5d06dc5f req-7cf2399a-54eb-4240-aaa5-bbcbf21c6029 service neutron] 10.222.0.36 "GET /v2.0/networks/1f617f40-eb86-442f-8e54-f0ae01880fc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883636 Jul 27 22:05:47.926607 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device 2539b6f2-eacd-4d9b-8a9f-bd710413e4e0 details requested by agent hyperv_n-h1-705658-22 with host n-h1-705658-22 {{(pid=105586) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 22:05:48.020570 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] For port 2539b6f2-eacd-4d9b-8a9f-bd710413e4e0, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=2539b6f2-eacd-4d9b-8a9f-bd710413e4e0,segment=NetworkSegment(b735872d-6a74-4f74-8a55-26ffa0814516),segment_id=b735872d-6a74-4f74-8a55-26ffa0814516)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:05:48.181024 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1553d402-917e-4960-a1a8-456bbd38b092 req-7834ced5-3e4d-4747-a428-e2c9b3ac2a2b tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:48.182578 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-1553d402-917e-4960-a1a8-456bbd38b092 req-7834ced5-3e4d-4747-a428-e2c9b3ac2a2b tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] 10.222.0.59 "GET /v2.0/ports?device_id=1f07cc33-bf94-48e6-922c-6241223ba9f9 HTTP/1.1" status: 200 len: 944 time: 0.0677328 Jul 27 22:05:48.190688 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Returning: {'device': '2539b6f2-eacd-4d9b-8a9f-bd710413e4e0', 'network_id': '1f617f40-eb86-442f-8e54-f0ae01880fc1', 'port_id': '2539b6f2-eacd-4d9b-8a9f-bd710413e4e0', 'mac_address': 'fa:16:3e:ab:53:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 236, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1707f329-4a89-44d8-a877-697cbdcc3da9', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105586) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 22:05:48.222018 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-1553d402-917e-4960-a1a8-456bbd38b092 req-7d7941bb-43c2-4858-80d0-6a5aae867175 tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] 10.222.0.59 "GET /v2.0/security-groups?id=8c049c71-86cb-4cf8-8173-f26bd6838794&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326672 Jul 27 22:05:48.227507 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:48.240606 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2539b6f2-eacd-4d9b-8a9f-bd710413e4e0 {{(pid=105586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:05:48.266855 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] For port 2539b6f2-eacd-4d9b-8a9f-bd710413e4e0, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=2539b6f2-eacd-4d9b-8a9f-bd710413e4e0,segment=NetworkSegment(b735872d-6a74-4f74-8a55-26ffa0814516),segment_id=b735872d-6a74-4f74-8a55-26ffa0814516)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:05:48.270605 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:48.316744 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Pushing event updated for resources: {'Port': ['ID=2539b6f2-eacd-4d9b-8a9f-bd710413e4e0,revision_number=4']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:05:48.506943 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] get_ports_and_sgs() called for port_ids ['2539b6f2-eacd-4d9b-8a9f-bd710413e4e0'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:05:49.349791 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626b403d-36a2-413a-b639-e2fd60303a7f req-601dad3f-fed2-4177-8ade-3708cd537243 tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:49.351300 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-626b403d-36a2-413a-b639-e2fd60303a7f req-601dad3f-fed2-4177-8ade-3708cd537243 tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] 10.222.0.59 "GET /v2.0/ports?device_id=1f07cc33-bf94-48e6-922c-6241223ba9f9 HTTP/1.1" status: 200 len: 945 time: 0.0632219 Jul 27 22:05:49.388007 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-626b403d-36a2-413a-b639-e2fd60303a7f req-b7f9bcf7-ee66-48e9-92ca-28daf09a6ff8 tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] 10.222.0.59 "GET /v2.0/security-groups?id=8c049c71-86cb-4cf8-8173-f26bd6838794&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307834 Jul 27 22:05:49.942308 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device 2539b6f2-eacd-4d9b-8a9f-bd710413e4e0 up at agent hyperv_n-h1-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:05:49.991631 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Provisioning for port 2539b6f2-eacd-4d9b-8a9f-bd710413e4e0 completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:05:49.995232 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Provisioning complete for port 2539b6f2-eacd-4d9b-8a9f-bd710413e4e0 triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:05:49.995608 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:50.068227 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:50.089752 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f07cc33-bf94-48e6-922c-6241223ba9f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2539b6f2-eacd-4d9b-8a9f-bd710413e4e0'}] {{(pid=105586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:05:50.092018 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fee2e8668661828e318a8d53a8a935935453ec21149a086d6a2055ff627b97ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-515153bc-70cc-4138-9881-523f54a6322f" -d '{"events": [{"server_uuid": "1f07cc33-bf94-48e6-922c-6241223ba9f9", "name": "network-vif-plugged", "status": "completed", "tag": "2539b6f2-eacd-4d9b-8a9f-bd710413e4e0"}]}' {{(pid=105586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:05:50.105887 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] For port 2539b6f2-eacd-4d9b-8a9f-bd710413e4e0, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=2539b6f2-eacd-4d9b-8a9f-bd710413e4e0,segment=NetworkSegment(b735872d-6a74-4f74-8a55-26ffa0814516),segment_id=b735872d-6a74-4f74-8a55-26ffa0814516)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:05:50.110298 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:50.135078 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:05:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df4bf774-4662-4e8b-b62f-d44a4c283749 x-openstack-request-id: req-df4bf774-4662-4e8b-b62f-d44a4c283749 {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:05:50.135312 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f07cc33-bf94-48e6-922c-6241223ba9f9", "name": "network-vif-plugged", "status": "completed", "tag": "2539b6f2-eacd-4d9b-8a9f-bd710413e4e0", "code": 200}]} {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:05:50.135564 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-df4bf774-4662-4e8b-b62f-d44a4c283749 {{(pid=105586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:05:50.135973 n-d-705658-22 neutron-server[105586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f07cc33-bf94-48e6-922c-6241223ba9f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2539b6f2-eacd-4d9b-8a9f-bd710413e4e0', 'code': 200} Jul 27 22:05:50.165337 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Pushing event updated for resources: {'Port': ['ID=2539b6f2-eacd-4d9b-8a9f-bd710413e4e0,revision_number=5']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:05:50.258828 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9289031a-9697-490d-a143-72cd02af101e req-35f63419-a9a3-4bb2-b6ed-765c8010a5ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:50.260427 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-9289031a-9697-490d-a143-72cd02af101e req-35f63419-a9a3-4bb2-b6ed-765c8010a5ef service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=1f07cc33-bf94-48e6-922c-6241223ba9f9 HTTP/1.1" status: 200 len: 1098 time: 0.0713186 Jul 27 22:05:50.295880 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-9289031a-9697-490d-a143-72cd02af101e req-4cc45680-6086-4f36-baba-7dbf3e3c991c service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=8c049c71-86cb-4cf8-8173-f26bd6838794&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0274990 Jul 27 22:05:50.519374 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340ef5c7-18c4-41ba-a96f-1ab173e14c0f req-a9388c1e-128a-463e-8289-e71a2eb0fb29 tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:50.520855 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-340ef5c7-18c4-41ba-a96f-1ab173e14c0f req-a9388c1e-128a-463e-8289-e71a2eb0fb29 tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] 10.222.0.59 "GET /v2.0/ports?device_id=1f07cc33-bf94-48e6-922c-6241223ba9f9 HTTP/1.1" status: 200 len: 946 time: 0.0665591 Jul 27 22:05:50.558215 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-340ef5c7-18c4-41ba-a96f-1ab173e14c0f req-953aab28-a7b2-4a9f-9b60-0ab6efd0de65 tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] 10.222.0.59 "GET /v2.0/security-groups?id=8c049c71-86cb-4cf8-8173-f26bd6838794&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314422 Jul 27 22:05:51.693636 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69887b7-b548-472a-a87a-217f184e57d7 req-097b524b-7911-43b3-898f-b73b7a383562 tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:51.695236 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f69887b7-b548-472a-a87a-217f184e57d7 req-097b524b-7911-43b3-898f-b73b7a383562 tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] 10.222.0.59 "GET /v2.0/ports?device_id=1f07cc33-bf94-48e6-922c-6241223ba9f9 HTTP/1.1" status: 200 len: 946 time: 0.0681729 Jul 27 22:05:51.733973 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f69887b7-b548-472a-a87a-217f184e57d7 req-ed71489b-76f2-4cc9-bc05-c83038972a92 tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] 10.222.0.59 "GET /v2.0/security-groups?id=8c049c71-86cb-4cf8-8173-f26bd6838794&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327733 Jul 27 22:05:51.865918 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc587e0-34d1-4ea2-bc25-a0e30720ad01 req-3acf8494-2a31-45e3-8517-b12037f9e8e2 tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:51.867354 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-8fc587e0-34d1-4ea2-bc25-a0e30720ad01 req-3acf8494-2a31-45e3-8517-b12037f9e8e2 tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] 10.222.0.59 "GET /v2.0/ports?device_id=1f07cc33-bf94-48e6-922c-6241223ba9f9 HTTP/1.1" status: 200 len: 946 time: 0.0666301 Jul 27 22:05:51.905596 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-8fc587e0-34d1-4ea2-bc25-a0e30720ad01 req-a8cf262c-b67d-4130-919c-835ab371876b tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] 10.222.0.59 "GET /v2.0/security-groups?id=8c049c71-86cb-4cf8-8173-f26bd6838794&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322824 Jul 27 22:05:51.928089 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 39852) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:05:52.021485 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50b1702a-5505-4669-8bfd-231f4853ca18 tempest-TestShelveInstance-1274553205 tempest-TestShelveInstance-1274553205-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:52.023016 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-50b1702a-5505-4669-8bfd-231f4853ca18 tempest-TestShelveInstance-1274553205 tempest-TestShelveInstance-1274553205-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=1f07cc33-bf94-48e6-922c-6241223ba9f9 HTTP/1.1" status: 200 len: 1093 time: 0.0938969 Jul 27 22:05:52.026028 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 39856) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:05:52.030382 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-cb947d02-7a13-4cf8-93b4-d1bd351925ce tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] Request body: {'floatingip': {'floating_network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'port_id': '2539b6f2-eacd-4d9b-8a9f-bd710413e4e0', 'tenant_id': 'cdedfb879196470ebf39ee0a31f4dbbb', 'fixed_ip_address': '172.20.0.12'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:05:52.053396 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-cb947d02-7a13-4cf8-93b4-d1bd351925ce tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] Notify callbacks [] for floatingip, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:52.153267 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-cb947d02-7a13-4cf8-93b4-d1bd351925ce tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:52.256480 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.db_base_plugin_common [None req-cb947d02-7a13-4cf8-93b4-d1bd351925ce tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] Allocated IP 172.25.5.16 (8735d8a2-b604-4758-ae71-b40e4ee6f305/eca7dbab-b9c0-4c8f-a272-816ea8a81764/57c5854a-da85-4b0f-ba9a-bc4f78b9a612) {{(pid=105585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:05:52.359900 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-cb947d02-7a13-4cf8-93b4-d1bd351925ce tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] Notify callbacks [] for port, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:52.398327 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-cb947d02-7a13-4cf8-93b4-d1bd351925ce tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:52.431607 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb947d02-7a13-4cf8-93b4-d1bd351925ce tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] Network 8735d8a2-b604-4758-ae71-b40e4ee6f305 is already hosted by enough agents. {{(pid=105585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:05:52.435803 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.base_scheduler [None req-cb947d02-7a13-4cf8-93b4-d1bd351925ce tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] Resources bound (agent type, host, resource id): {{(pid=105585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:05:52.442154 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb947d02-7a13-4cf8-93b4-d1bd351925ce tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] Received port after_create {{(pid=105585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:05:52.466330 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb947d02-7a13-4cf8-93b4-d1bd351925ce tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] Pushing event updated for resources: {'Port': ['ID=57c5854a-da85-4b0f-ba9a-bc4f78b9a612,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:05:52.801459 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-cb947d02-7a13-4cf8-93b4-d1bd351925ce tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:52.877633 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-cb947d02-7a13-4cf8-93b4-d1bd351925ce tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:53.024325 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-cb947d02-7a13-4cf8-93b4-d1bd351925ce tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] Notify callbacks [] for port, precommit_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:53.028800 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-cb947d02-7a13-4cf8-93b4-d1bd351925ce tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10221672'] for port, after_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:53.101546 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb947d02-7a13-4cf8-93b4-d1bd351925ce tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] Pushing event updated for resources: {'Port': ['ID=57c5854a-da85-4b0f-ba9a-bc4f78b9a612,revision_number=2']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:05:53.110100 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-cb947d02-7a13-4cf8-93b4-d1bd351925ce tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4075768'] for floatingip, after_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:53.212481 n-d-705658-22 neutron-server[105585]: INFO neutron.db.l3_db [None req-cb947d02-7a13-4cf8-93b4-d1bd351925ce tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] Floating IP c6c76e0c-c279-4e07-b3bb-6778a442b20c associated. External IP: 172.25.5.16, port: 2539b6f2-eacd-4d9b-8a9f-bd710413e4e0. Jul 27 22:05:53.419415 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb947d02-7a13-4cf8-93b4-d1bd351925ce tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] Router 1818ad1b-7263-40d6-bed6-1b8ae4a14445 has already been hosted by L3 agent dd128fd7-8e57-4d4f-895b-a96b369df59a {{(pid=105585) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:05:53.523645 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb947d02-7a13-4cf8-93b4-d1bd351925ce tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] Notify agent at l3_agent.n-d-705658-22 the message routers_updated {{(pid=105585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:05:53.534857 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e8bec9b-5de3-49ac-b5d9-d417d94012be None None] Sync routers for ids ['1818ad1b-7263-40d6-bed6-1b8ae4a14445'] in n-d-705658-22 {{(pid=105587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:05:53.539348 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-cb947d02-7a13-4cf8-93b4-d1bd351925ce tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for floatingip, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:53.546468 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e8bec9b-5de3-49ac-b5d9-d417d94012be None None] Routers {'1818ad1b-7263-40d6-bed6-1b8ae4a14445'} bound to L3 agent in host n-d-705658-22 {{(pid=105587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:05:53.547639 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-7e8bec9b-5de3-49ac-b5d9-d417d94012be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T22:05:42Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['1818ad1b-7263-40d6-bed6-1b8ae4a14445'], 'active': True} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:05:53.577705 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-cb947d02-7a13-4cf8-93b4-d1bd351925ce tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5506213 Jul 27 22:05:53.578440 n-d-705658-22 neutron-server[105585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f07cc33-bf94-48e6-922c-6241223ba9f9', 'tag': '2539b6f2-eacd-4d9b-8a9f-bd710413e4e0'}] {{(pid=105585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:05:53.580761 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f24452fb85b5ff3d9a44b103084d24ac6536fc7c3e33f3cafe2d6008071b0351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dabc1826-5d92-4983-bf24-362a54b041d9" -d '{"events": [{"name": "network-changed", "server_uuid": "1f07cc33-bf94-48e6-922c-6241223ba9f9", "tag": "2539b6f2-eacd-4d9b-8a9f-bd710413e4e0"}]}' {{(pid=105585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:05:53.618309 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 22:05:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f30fca6c-e382-4abe-9f09-97b83c65a58f x-openstack-request-id: req-f30fca6c-e382-4abe-9f09-97b83c65a58f {{(pid=105585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:05:53.618730 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f07cc33-bf94-48e6-922c-6241223ba9f9", "tag": "2539b6f2-eacd-4d9b-8a9f-bd710413e4e0", "status": "completed", "code": 200}]} {{(pid=105585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:05:53.619054 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-f30fca6c-e382-4abe-9f09-97b83c65a58f {{(pid=105585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:05:53.620008 n-d-705658-22 neutron-server[105585]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f07cc33-bf94-48e6-922c-6241223ba9f9', 'tag': '2539b6f2-eacd-4d9b-8a9f-bd710413e4e0', 'status': 'completed', 'code': 200} Jul 27 22:05:53.633302 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-e48dffd5-d8b3-4503-81c5-43344188e6c7 req-f83e24ac-ee02-497d-a5ca-93bdc7b9f4ae service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=1f07cc33-bf94-48e6-922c-6241223ba9f9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0853488 Jul 27 22:05:53.664579 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvr_db [None req-7e8bec9b-5de3-49ac-b5d9-d417d94012be None None] Set router 1818ad1b-7263-40d6-bed6-1b8ae4a14445 gateway port host: n-d-705658-22 {{(pid=105587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:05:53.695603 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabc1826-5d92-4983-bf24-362a54b041d9 req-5882153a-c645-4307-805f-6822c623fc55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:53.697034 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-dabc1826-5d92-4983-bf24-362a54b041d9 req-5882153a-c645-4307-805f-6822c623fc55 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cdedfb879196470ebf39ee0a31f4dbbb&device_id=1f07cc33-bf94-48e6-922c-6241223ba9f9 HTTP/1.1" status: 200 len: 1098 time: 0.0560102 Jul 27 22:05:53.788541 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabc1826-5d92-4983-bf24-362a54b041d9 req-d23b761e-69ba-4b20-9327-b8ee16fa919d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:53.790018 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-dabc1826-5d92-4983-bf24-362a54b041d9 req-d23b761e-69ba-4b20-9327-b8ee16fa919d service neutron] 10.222.0.36 "GET /v2.0/networks?id=1f617f40-eb86-442f-8e54-f0ae01880fc1 HTTP/1.1" status: 200 len: 910 time: 0.0864539 Jul 27 22:05:53.854559 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-dabc1826-5d92-4983-bf24-362a54b041d9 req-d112734b-7817-4cf8-bb84-5002964fe574 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2539b6f2-eacd-4d9b-8a9f-bd710413e4e0 HTTP/1.1" status: 200 len: 999 time: 0.0576446 Jul 27 22:05:53.885259 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-7e8bec9b-5de3-49ac-b5d9-d417d94012be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1818ad1b-7263-40d6-bed6-1b8ae4a14445', 'name': 'tempest-TestShelveInstance-1514417232-router', 'tenant_id': 'cdedfb879196470ebf39ee0a31f4dbbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.53'}], 'enable_snat': True}, 'gw_port_id': '5de897c7-0140-4027-93d4-338e88b56999', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:05:32Z', 'updated_at': '2021-07-27T22:05:35Z', 'revision_number': 4, 'project_id': 'cdedfb879196470ebf39ee0a31f4dbbb', 'gw_port': {'id': '5de897c7-0140-4027-93d4-338e88b56999', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:fe:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1818ad1b-7263-40d6-bed6-1b8ae4a14445', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:05:33Z', 'updated_at': '2021-07-27T22:05:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_floatingips': [{'id': 'c6c76e0c-c279-4e07-b3bb-6778a442b20c', 'tenant_id': 'cdedfb879196470ebf39ee0a31f4dbbb', 'floating_ip_address': '172.25.5.16', 'floating_network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'router_id': '1818ad1b-7263-40d6-bed6-1b8ae4a14445', 'port_id': '2539b6f2-eacd-4d9b-8a9f-bd710413e4e0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4306, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f617f40-eb86-442f-8e54-f0ae01880fc1', 'mac_address': 'fa:16:3e:ab:53:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f07cc33-bf94-48e6-922c-6241223ba9f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T22:05:52Z', 'updated_at': '2021-07-27T22:05:52Z', 'revision_number': 0, 'project_id': 'cdedfb879196470ebf39ee0a31f4dbbb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '06334c8b-2e2c-45dc-9c25-ee0187f8a2d1', 'name': '', 'network_id': '1f617f40-eb86-442f-8e54-f0ae01880fc1', 'tenant_id': 'cdedfb879196470ebf39ee0a31f4dbbb', 'mac_address': 'fa:16:3e:cb:7d:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1818ad1b-7263-40d6-bed6-1b8ae4a14445', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '1707f329-4a89-44d8-a877-697cbdcc3da9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:05:34Z', 'updated_at': '2021-07-27T22:05:41Z', 'revision_number': 5, 'project_id': 'cdedfb879196470ebf39ee0a31f4dbbb', 'subnets': [{'id': '1707f329-4a89-44d8-a877-697cbdcc3da9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-22', False) {} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:05:53.904568 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabc1826-5d92-4983-bf24-362a54b041d9 req-da5df250-b901-4877-95b5-73859b484e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:53.906563 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-dabc1826-5d92-4983-bf24-362a54b041d9 req-da5df250-b901-4877-95b5-73859b484e82 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1707f329-4a89-44d8-a877-697cbdcc3da9 HTTP/1.1" status: 200 len: 848 time: 0.0445807 Jul 27 22:05:53.911215 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e8bec9b-5de3-49ac-b5d9-d417d94012be None None] Checking router: 1818ad1b-7263-40d6-bed6-1b8ae4a14445 for host: n-d-705658-22 {{(pid=105587) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:05:53.919299 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e8bec9b-5de3-49ac-b5d9-d417d94012be None None] Routers {'1818ad1b-7263-40d6-bed6-1b8ae4a14445'} bound to L3 agent in host n-d-705658-22 {{(pid=105587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:05:53.919891 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-7e8bec9b-5de3-49ac-b5d9-d417d94012be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T22:05:42Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['1818ad1b-7263-40d6-bed6-1b8ae4a14445'], 'active': True} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:05:53.969422 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabc1826-5d92-4983-bf24-362a54b041d9 req-daffab07-d63b-4f91-8620-e12aa0a3eb0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:53.970888 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-dabc1826-5d92-4983-bf24-362a54b041d9 req-daffab07-d63b-4f91-8620-e12aa0a3eb0c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1f617f40-eb86-442f-8e54-f0ae01880fc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0582187 Jul 27 22:05:54.032791 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvr_db [None req-7e8bec9b-5de3-49ac-b5d9-d417d94012be None None] Set router 1818ad1b-7263-40d6-bed6-1b8ae4a14445 gateway port host: n-d-705658-22 {{(pid=105587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:05:54.061544 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-dabc1826-5d92-4983-bf24-362a54b041d9 req-9a2e490b-c084-475c-9b04-e8bdd4295a40 service neutron] 10.222.0.36 "GET /v2.0/networks/1f617f40-eb86-442f-8e54-f0ae01880fc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824358 Jul 27 22:05:54.155798 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-dabc1826-5d92-4983-bf24-362a54b041d9 req-a1e9263a-ffa5-41cb-b715-f5e764d05b4a service neutron] 10.222.0.36 "GET /v2.0/networks/1f617f40-eb86-442f-8e54-f0ae01880fc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862880 Jul 27 22:05:54.256650 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-7e8bec9b-5de3-49ac-b5d9-d417d94012be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1818ad1b-7263-40d6-bed6-1b8ae4a14445', 'name': 'tempest-TestShelveInstance-1514417232-router', 'tenant_id': 'cdedfb879196470ebf39ee0a31f4dbbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.53'}], 'enable_snat': True}, 'gw_port_id': '5de897c7-0140-4027-93d4-338e88b56999', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:05:32Z', 'updated_at': '2021-07-27T22:05:35Z', 'revision_number': 4, 'project_id': 'cdedfb879196470ebf39ee0a31f4dbbb', 'gw_port': {'id': '5de897c7-0140-4027-93d4-338e88b56999', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:fe:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1818ad1b-7263-40d6-bed6-1b8ae4a14445', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:05:33Z', 'updated_at': '2021-07-27T22:05:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_floatingips': [{'id': 'c6c76e0c-c279-4e07-b3bb-6778a442b20c', 'tenant_id': 'cdedfb879196470ebf39ee0a31f4dbbb', 'floating_ip_address': '172.25.5.16', 'floating_network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'router_id': '1818ad1b-7263-40d6-bed6-1b8ae4a14445', 'port_id': '2539b6f2-eacd-4d9b-8a9f-bd710413e4e0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4306, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f617f40-eb86-442f-8e54-f0ae01880fc1', 'mac_address': 'fa:16:3e:ab:53:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f07cc33-bf94-48e6-922c-6241223ba9f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T22:05:52Z', 'updated_at': '2021-07-27T22:05:52Z', 'revision_number': 0, 'project_id': 'cdedfb879196470ebf39ee0a31f4dbbb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '06334c8b-2e2c-45dc-9c25-ee0187f8a2d1', 'name': '', 'network_id': '1f617f40-eb86-442f-8e54-f0ae01880fc1', 'tenant_id': 'cdedfb879196470ebf39ee0a31f4dbbb', 'mac_address': 'fa:16:3e:cb:7d:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1818ad1b-7263-40d6-bed6-1b8ae4a14445', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '1707f329-4a89-44d8-a877-697cbdcc3da9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:05:34Z', 'updated_at': '2021-07-27T22:05:41Z', 'revision_number': 5, 'project_id': 'cdedfb879196470ebf39ee0a31f4dbbb', 'subnets': [{'id': '1707f329-4a89-44d8-a877-697cbdcc3da9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-22', False) {} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:05:54.272018 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48dffd5-d8b3-4503-81c5-43344188e6c7 req-f4cb07b2-a1ca-42b1-9fb6-90a4ab9acd53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:54.280411 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e48dffd5-d8b3-4503-81c5-43344188e6c7 req-f4cb07b2-a1ca-42b1-9fb6-90a4ab9acd53 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cdedfb879196470ebf39ee0a31f4dbbb&device_id=1f07cc33-bf94-48e6-922c-6241223ba9f9 HTTP/1.1" status: 200 len: 1098 time: 0.0624478 Jul 27 22:05:54.284172 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e8bec9b-5de3-49ac-b5d9-d417d94012be None None] The sync data for ids ['1818ad1b-7263-40d6-bed6-1b8ae4a14445'] in n-d-705658-22 is: [{'id': '1818ad1b-7263-40d6-bed6-1b8ae4a14445', 'name': 'tempest-TestShelveInstance-1514417232-router', 'tenant_id': 'cdedfb879196470ebf39ee0a31f4dbbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.53'}], 'enable_snat': True}, 'gw_port_id': '5de897c7-0140-4027-93d4-338e88b56999', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:05:32Z', 'updated_at': '2021-07-27T22:05:35Z', 'revision_number': 4, 'project_id': 'cdedfb879196470ebf39ee0a31f4dbbb', 'gw_port': {'id': '5de897c7-0140-4027-93d4-338e88b56999', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:fe:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1818ad1b-7263-40d6-bed6-1b8ae4a14445', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:05:33Z', 'updated_at': '2021-07-27T22:05:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_floatingips': [{'id': 'c6c76e0c-c279-4e07-b3bb-6778a442b20c', 'tenant_id': 'cdedfb879196470ebf39ee0a31f4dbbb', 'floating_ip_address': '172.25.5.16', 'floating_network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'router_id': '1818ad1b-7263-40d6-bed6-1b8ae4a14445', 'port_id': '2539b6f2-eacd-4d9b-8a9f-bd710413e4e0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4306, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f617f40-eb86-442f-8e54-f0ae01880fc1', 'mac_address': 'fa:16:3e:ab:53:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f07cc33-bf94-48e6-922c-6241223ba9f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T22:05:52Z', 'updated_at': '2021-07-27T22:05:52Z', 'revision_number': 0, 'project_id': 'cdedfb879196470ebf39ee0a31f4dbbb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '06334c8b-2e2c-45dc-9c25-ee0187f8a2d1', 'name': '', 'network_id': '1f617f40-eb86-442f-8e54-f0ae01880fc1', 'tenant_id': 'cdedfb879196470ebf39ee0a31f4dbbb', 'mac_address': 'fa:16:3e:cb:7d:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1818ad1b-7263-40d6-bed6-1b8ae4a14445', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '1707f329-4a89-44d8-a877-697cbdcc3da9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:05:34Z', 'updated_at': '2021-07-27T22:05:41Z', 'revision_number': 5, 'project_id': 'cdedfb879196470ebf39ee0a31f4dbbb', 'subnets': [{'id': '1707f329-4a89-44d8-a877-697cbdcc3da9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:05:54.386281 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48dffd5-d8b3-4503-81c5-43344188e6c7 req-4683cc3d-88a8-4c50-87b7-660269f7c9ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:54.387848 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e48dffd5-d8b3-4503-81c5-43344188e6c7 req-4683cc3d-88a8-4c50-87b7-660269f7c9ab service neutron] 10.222.0.36 "GET /v2.0/networks?id=1f617f40-eb86-442f-8e54-f0ae01880fc1 HTTP/1.1" status: 200 len: 910 time: 0.0875056 Jul 27 22:05:54.458877 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e48dffd5-d8b3-4503-81c5-43344188e6c7 req-ecee47d2-860a-4e02-b771-889447e809dd service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2539b6f2-eacd-4d9b-8a9f-bd710413e4e0 HTTP/1.1" status: 200 len: 999 time: 0.0638235 Jul 27 22:05:54.474041 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c554cb89-b88d-46c8-a287-3551dd89bfc7 None None] New status for floating IP c6c76e0c-c279-4e07-b3bb-6778a442b20c: ACTIVE {{(pid=105586) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 22:05:54.513158 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48dffd5-d8b3-4503-81c5-43344188e6c7 req-a65567d7-0e9d-4815-974d-a87c1d053e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:54.514656 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e48dffd5-d8b3-4503-81c5-43344188e6c7 req-a65567d7-0e9d-4815-974d-a87c1d053e3a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1707f329-4a89-44d8-a877-697cbdcc3da9 HTTP/1.1" status: 200 len: 848 time: 0.0475273 Jul 27 22:05:54.572136 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48dffd5-d8b3-4503-81c5-43344188e6c7 req-9b6560cd-44e9-44ca-be78-7e0cb70616c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:54.573640 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e48dffd5-d8b3-4503-81c5-43344188e6c7 req-9b6560cd-44e9-44ca-be78-7e0cb70616c0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1f617f40-eb86-442f-8e54-f0ae01880fc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0525415 Jul 27 22:05:55.008511 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e48dffd5-d8b3-4503-81c5-43344188e6c7 req-02260d4e-c125-4b9f-ab75-3f0c670c3dfb service neutron] 10.222.0.36 "GET /v2.0/networks/1f617f40-eb86-442f-8e54-f0ae01880fc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4277861 Jul 27 22:05:55.095857 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e48dffd5-d8b3-4503-81c5-43344188e6c7 req-412bc694-76a9-4b29-829c-341fcfaba9ba service neutron] 10.222.0.36 "GET /v2.0/networks/1f617f40-eb86-442f-8e54-f0ae01880fc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805531 Jul 27 22:05:58.152276 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.agents_db [None req-558fcd2c-e512-47bc-a170-8673d87f7213 None None] Agent healthcheck: found 7 active agents {{(pid=105587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 22:06:07.131431 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:08.964323 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-48c68a3d-69c9-4c27-bc47-560335378921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:10.911015 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:11.597384 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-1c8b51a0-009b-4c75-8d76-b815ab1de86a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:11.955488 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:13.163967 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-bb32ed7d-8717-448b-a9c8-a5a0117d1fd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:14.550325 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-875ced1b-4cf3-463a-9653-058f0f9421e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:35.151335 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.agents_db [None req-558fcd2c-e512-47bc-a170-8673d87f7213 None None] Agent healthcheck: found 7 active agents {{(pid=105587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 22:06:37.125790 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:38.965166 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-e691a232-a288-43c5-8c5d-c8bf05e7f37b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:40.924896 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:41.595853 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-6ed49dbc-ce86-4205-9ef5-27d3bc998c9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:41.955801 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:43.166006 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-bb32ed7d-8717-448b-a9c8-a5a0117d1fd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:44.552954 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-875ced1b-4cf3-463a-9653-058f0f9421e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:55.585376 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b297ba8b-80f3-4a32-a709-f084ef5c54bd req-8ceba2d1-fac3-4096-b0e8-881a3f8c1647 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=1f07cc33-bf94-48e6-922c-6241223ba9f9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0569491 Jul 27 22:06:55.682148 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b297ba8b-80f3-4a32-a709-f084ef5c54bd req-f9500fbe-2ce0-4f52-b815-c2741975811e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:55.683677 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b297ba8b-80f3-4a32-a709-f084ef5c54bd req-f9500fbe-2ce0-4f52-b815-c2741975811e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cdedfb879196470ebf39ee0a31f4dbbb&device_id=1f07cc33-bf94-48e6-922c-6241223ba9f9 HTTP/1.1" status: 200 len: 1098 time: 0.0543296 Jul 27 22:06:55.786524 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b297ba8b-80f3-4a32-a709-f084ef5c54bd req-da49f1a6-ffa9-431d-972a-5bf8318afba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:55.788612 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b297ba8b-80f3-4a32-a709-f084ef5c54bd req-da49f1a6-ffa9-431d-972a-5bf8318afba5 service neutron] 10.222.0.36 "GET /v2.0/networks?id=1f617f40-eb86-442f-8e54-f0ae01880fc1 HTTP/1.1" status: 200 len: 910 time: 0.0840364 Jul 27 22:06:55.857099 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b297ba8b-80f3-4a32-a709-f084ef5c54bd req-50b45ca0-668f-4aa5-bd69-dadc9d282cf6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2539b6f2-eacd-4d9b-8a9f-bd710413e4e0 HTTP/1.1" status: 200 len: 1001 time: 0.0603356 Jul 27 22:06:55.906256 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b297ba8b-80f3-4a32-a709-f084ef5c54bd req-01689183-3d06-45d7-bc49-9d78d9224afc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:55.907765 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b297ba8b-80f3-4a32-a709-f084ef5c54bd req-01689183-3d06-45d7-bc49-9d78d9224afc service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1707f329-4a89-44d8-a877-697cbdcc3da9 HTTP/1.1" status: 200 len: 848 time: 0.0436661 Jul 27 22:06:55.965757 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b297ba8b-80f3-4a32-a709-f084ef5c54bd req-5664b9d4-f2b3-4975-8ed6-de0d686df8fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:55.967301 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b297ba8b-80f3-4a32-a709-f084ef5c54bd req-5664b9d4-f2b3-4975-8ed6-de0d686df8fd service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1f617f40-eb86-442f-8e54-f0ae01880fc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0517826 Jul 27 22:06:56.059538 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b297ba8b-80f3-4a32-a709-f084ef5c54bd req-b0a1c140-d7ac-4246-8c83-e848ac13aa48 service neutron] 10.222.0.36 "GET /v2.0/networks/1f617f40-eb86-442f-8e54-f0ae01880fc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831304 Jul 27 22:06:56.153476 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b297ba8b-80f3-4a32-a709-f084ef5c54bd req-f66b4470-6a7a-423e-a992-f4d098cb4bd0 service neutron] 10.222.0.36 "GET /v2.0/networks/1f617f40-eb86-442f-8e54-f0ae01880fc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841660 Jul 27 22:07:07.140692 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:08.965358 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3a561c45-a5a4-4d28-8158-4d0cfb8fdc63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:10.927604 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:11.595735 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-a91b3612-4ff4-4321-a24a-3c7e49f944e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:11.955529 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:12.150193 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.agents_db [None req-558fcd2c-e512-47bc-a170-8673d87f7213 None None] Agent healthcheck: found 7 active agents {{(pid=105587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 22:07:13.170178 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-bb32ed7d-8717-448b-a9c8-a5a0117d1fd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:14.556599 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-875ced1b-4cf3-463a-9653-058f0f9421e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:37.139205 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:38.965530 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-9e8ebaec-496e-42c6-a74b-c24ff9b90678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:40.939610 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:41.595518 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-20eadb1e-56df-4587-adc4-0123a6cfaf1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:41.955436 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:43.173019 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-bb32ed7d-8717-448b-a9c8-a5a0117d1fd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:44.552838 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-875ced1b-4cf3-463a-9653-058f0f9421e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:49.149366 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.agents_db [None req-558fcd2c-e512-47bc-a170-8673d87f7213 None None] Agent healthcheck: found 7 active agents {{(pid=105587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 22:07:49.394249 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2e2165-4f49-4049-8aee-a098eda4457e req-5e20acbf-0a09-40f8-835b-8e5cd6616127 tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:07:49.396097 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-ab2e2165-4f49-4049-8aee-a098eda4457e req-5e20acbf-0a09-40f8-835b-8e5cd6616127 tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] 10.222.0.59 "GET /v2.0/ports?device_id=1f07cc33-bf94-48e6-922c-6241223ba9f9 HTTP/1.1" status: 200 len: 946 time: 0.1195772 Jul 27 22:07:49.435163 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-ab2e2165-4f49-4049-8aee-a098eda4457e req-d2423991-ec9b-41d1-a18e-600423fedc85 tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] 10.222.0.59 "GET /v2.0/security-groups?id=8c049c71-86cb-4cf8-8173-f26bd6838794&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328786 Jul 27 22:07:50.581623 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1370c1-26fc-4f80-89f8-fd6d437c93b3 req-ad3376f4-ceca-463f-aff2-0719175f19da tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:07:50.583140 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-2b1370c1-26fc-4f80-89f8-fd6d437c93b3 req-ad3376f4-ceca-463f-aff2-0719175f19da tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] 10.222.0.59 "GET /v2.0/ports?device_id=1f07cc33-bf94-48e6-922c-6241223ba9f9 HTTP/1.1" status: 200 len: 946 time: 0.0623734 Jul 27 22:07:50.620588 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-2b1370c1-26fc-4f80-89f8-fd6d437c93b3 req-4b5edcf2-5617-4d5f-834b-10cf7f5fa440 tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] 10.222.0.59 "GET /v2.0/security-groups?id=8c049c71-86cb-4cf8-8173-f26bd6838794&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315883 Jul 27 22:07:51.777891 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5254e1b4-baa1-4c07-abed-ea8a0898fe05 req-2f09c165-c7cf-4cb9-831b-d49cdefd1b1e tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:07:51.786977 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-5254e1b4-baa1-4c07-abed-ea8a0898fe05 req-2f09c165-c7cf-4cb9-831b-d49cdefd1b1e tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] 10.222.0.59 "GET /v2.0/ports?device_id=1f07cc33-bf94-48e6-922c-6241223ba9f9 HTTP/1.1" status: 200 len: 946 time: 0.0703499 Jul 27 22:07:51.831671 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-5254e1b4-baa1-4c07-abed-ea8a0898fe05 req-9032f3bd-2c69-4a47-9ac8-443cf638d5d8 tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] 10.222.0.59 "GET /v2.0/security-groups?id=8c049c71-86cb-4cf8-8173-f26bd6838794&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386236 Jul 27 22:07:52.961229 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e4c668-5e4e-4333-91d1-3c6e273539da req-621c1ff0-3112-416c-a3b3-0d4fd75292c6 tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:07:52.963275 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-15e4c668-5e4e-4333-91d1-3c6e273539da req-621c1ff0-3112-416c-a3b3-0d4fd75292c6 tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] 10.222.0.59 "GET /v2.0/ports?device_id=1f07cc33-bf94-48e6-922c-6241223ba9f9 HTTP/1.1" status: 200 len: 946 time: 0.0641663 Jul 27 22:07:53.000053 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-15e4c668-5e4e-4333-91d1-3c6e273539da req-c8e17024-09fb-40c6-a2de-a7149bff9794 tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] 10.222.0.59 "GET /v2.0/security-groups?id=8c049c71-86cb-4cf8-8173-f26bd6838794&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309186 Jul 27 22:07:54.127469 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007675b4-6aa0-4069-b12c-cde43bc3480b req-a8067767-3c21-4a1e-80f0-437b70b30c3d tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:07:54.128931 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-007675b4-6aa0-4069-b12c-cde43bc3480b req-a8067767-3c21-4a1e-80f0-437b70b30c3d tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] 10.222.0.59 "GET /v2.0/ports?device_id=1f07cc33-bf94-48e6-922c-6241223ba9f9 HTTP/1.1" status: 200 len: 946 time: 0.0624380 Jul 27 22:07:54.174876 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-007675b4-6aa0-4069-b12c-cde43bc3480b req-661803fd-c79b-4769-aba7-c18b0012b0c2 tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] 10.222.0.59 "GET /v2.0/security-groups?id=8c049c71-86cb-4cf8-8173-f26bd6838794&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399075 Jul 27 22:07:55.305595 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f22b109-8120-44ad-9eca-139cf9c718e0 req-26a1d4e5-d554-4c5b-a67e-3cb33b48ddf1 tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:07:55.307687 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-0f22b109-8120-44ad-9eca-139cf9c718e0 req-26a1d4e5-d554-4c5b-a67e-3cb33b48ddf1 tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] 10.222.0.59 "GET /v2.0/ports?device_id=1f07cc33-bf94-48e6-922c-6241223ba9f9 HTTP/1.1" status: 200 len: 946 time: 0.0662580 Jul 27 22:07:55.343893 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-0f22b109-8120-44ad-9eca-139cf9c718e0 req-8cce006c-06fc-4c34-a4bc-7fe54144732a tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] 10.222.0.59 "GET /v2.0/security-groups?id=8c049c71-86cb-4cf8-8173-f26bd6838794&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303032 Jul 27 22:07:56.471272 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963f5bbd-0e86-42dd-acb7-440a511d6e77 req-35118746-c2eb-4ada-a023-23ba819d7859 tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:07:56.472750 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-963f5bbd-0e86-42dd-acb7-440a511d6e77 req-35118746-c2eb-4ada-a023-23ba819d7859 tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] 10.222.0.59 "GET /v2.0/ports?device_id=1f07cc33-bf94-48e6-922c-6241223ba9f9 HTTP/1.1" status: 200 len: 946 time: 0.0631268 Jul 27 22:07:56.511795 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-963f5bbd-0e86-42dd-acb7-440a511d6e77 req-ac4bb3d0-f8b5-4845-8381-e4ffb8159883 tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] 10.222.0.59 "GET /v2.0/security-groups?id=8c049c71-86cb-4cf8-8173-f26bd6838794&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330691 Jul 27 22:07:56.653079 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4279a34-57a5-4412-a31e-05dce7e4e938 req-bbd50419-0c2b-4629-8f13-05660f9969a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:07:56.654625 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-c4279a34-57a5-4412-a31e-05dce7e4e938 req-bbd50419-0c2b-4629-8f13-05660f9969a4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cdedfb879196470ebf39ee0a31f4dbbb&device_id=1f07cc33-bf94-48e6-922c-6241223ba9f9 HTTP/1.1" status: 200 len: 1098 time: 0.0976303 Jul 27 22:07:56.762373 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4279a34-57a5-4412-a31e-05dce7e4e938 req-3e924965-62f3-424b-90f3-eb8357fa454e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:07:56.763941 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-c4279a34-57a5-4412-a31e-05dce7e4e938 req-3e924965-62f3-424b-90f3-eb8357fa454e service neutron] 10.222.0.36 "GET /v2.0/networks?id=1f617f40-eb86-442f-8e54-f0ae01880fc1 HTTP/1.1" status: 200 len: 910 time: 0.0888710 Jul 27 22:07:56.827960 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-c4279a34-57a5-4412-a31e-05dce7e4e938 req-c69add5e-f0e1-43ae-8884-dd66c22f86e0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2539b6f2-eacd-4d9b-8a9f-bd710413e4e0 HTTP/1.1" status: 200 len: 1001 time: 0.0571716 Jul 27 22:07:56.881465 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4279a34-57a5-4412-a31e-05dce7e4e938 req-7b3cfdc9-2121-4fc2-ab9b-96edbf4fdbd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:07:56.883112 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-c4279a34-57a5-4412-a31e-05dce7e4e938 req-7b3cfdc9-2121-4fc2-ab9b-96edbf4fdbd5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1707f329-4a89-44d8-a877-697cbdcc3da9 HTTP/1.1" status: 200 len: 848 time: 0.0488162 Jul 27 22:07:56.941474 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4279a34-57a5-4412-a31e-05dce7e4e938 req-2af44cd5-2159-4f15-982c-74bc5f59ce15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:07:56.943024 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-c4279a34-57a5-4412-a31e-05dce7e4e938 req-2af44cd5-2159-4f15-982c-74bc5f59ce15 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1f617f40-eb86-442f-8e54-f0ae01880fc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0524874 Jul 27 22:07:57.031176 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-c4279a34-57a5-4412-a31e-05dce7e4e938 req-eb622000-4e59-4007-97ab-2677ebed6dbb service neutron] 10.222.0.36 "GET /v2.0/networks/1f617f40-eb86-442f-8e54-f0ae01880fc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806916 Jul 27 22:07:57.124316 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-c4279a34-57a5-4412-a31e-05dce7e4e938 req-47d8f2b3-3b39-4be0-bebd-ef7f17fc175d service neutron] 10.222.0.36 "GET /v2.0/networks/1f617f40-eb86-442f-8e54-f0ae01880fc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856333 Jul 27 22:07:57.642246 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c28140-d9ce-4089-ab8e-2f0783b19fe6 req-cd0dddac-8e95-493e-b735-57e174dc44b5 tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:07:57.643759 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-c9c28140-d9ce-4089-ab8e-2f0783b19fe6 req-cd0dddac-8e95-493e-b735-57e174dc44b5 tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] 10.222.0.59 "GET /v2.0/ports?device_id=1f07cc33-bf94-48e6-922c-6241223ba9f9 HTTP/1.1" status: 200 len: 946 time: 0.0639892 Jul 27 22:07:57.681989 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-c9c28140-d9ce-4089-ab8e-2f0783b19fe6 req-e3c68254-401e-4529-aadf-92f3d5484287 tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] 10.222.0.59 "GET /v2.0/security-groups?id=8c049c71-86cb-4cf8-8173-f26bd6838794&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313697 Jul 27 22:07:58.815491 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c23663-d2e8-41c2-862d-4cb1266417d4 req-d8942e18-8e41-490b-9773-edc1082b30a4 tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:07:58.816934 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-54c23663-d2e8-41c2-862d-4cb1266417d4 req-d8942e18-8e41-490b-9773-edc1082b30a4 tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] 10.222.0.59 "GET /v2.0/ports?device_id=1f07cc33-bf94-48e6-922c-6241223ba9f9 HTTP/1.1" status: 200 len: 946 time: 0.0666304 Jul 27 22:07:58.854653 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-54c23663-d2e8-41c2-862d-4cb1266417d4 req-c5323937-8b11-4ac8-82ab-e6bd1b2a2d14 tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] 10.222.0.59 "GET /v2.0/security-groups?id=8c049c71-86cb-4cf8-8173-f26bd6838794&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318100 Jul 27 22:07:59.981487 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fba49a-259d-4120-9709-92a63c2ac213 req-0d63aa63-dc5d-461f-8a73-a87e5e2f289c tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:07:59.982951 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-c0fba49a-259d-4120-9709-92a63c2ac213 req-0d63aa63-dc5d-461f-8a73-a87e5e2f289c tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] 10.222.0.59 "GET /v2.0/ports?device_id=1f07cc33-bf94-48e6-922c-6241223ba9f9 HTTP/1.1" status: 200 len: 946 time: 0.0631311 Jul 27 22:08:00.020280 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-c0fba49a-259d-4120-9709-92a63c2ac213 req-d019832b-6541-402b-a8c9-ebd73dda4395 tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] 10.222.0.59 "GET /v2.0/security-groups?id=8c049c71-86cb-4cf8-8173-f26bd6838794&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300977 Jul 27 22:08:01.150506 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de555e8-5c1e-4fd2-a219-8506f0c41382 req-2bc38ff9-931a-4992-bdb3-e3138d3f425b tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:01.152013 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-1de555e8-5c1e-4fd2-a219-8506f0c41382 req-2bc38ff9-931a-4992-bdb3-e3138d3f425b tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] 10.222.0.59 "GET /v2.0/ports?device_id=1f07cc33-bf94-48e6-922c-6241223ba9f9 HTTP/1.1" status: 200 len: 946 time: 0.0631769 Jul 27 22:08:01.188495 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-1de555e8-5c1e-4fd2-a219-8506f0c41382 req-3d767cb7-b46b-44c0-ae96-ba1ca8d11c7f tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] 10.222.0.59 "GET /v2.0/security-groups?id=8c049c71-86cb-4cf8-8173-f26bd6838794&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305748 Jul 27 22:08:02.338157 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0081bdca-2bc0-4e4d-8ea2-7c06c0c46590 req-566167e4-9eb0-4a1d-b0a2-0fad92661362 tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:02.340482 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-0081bdca-2bc0-4e4d-8ea2-7c06c0c46590 req-566167e4-9eb0-4a1d-b0a2-0fad92661362 tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] 10.222.0.59 "GET /v2.0/ports?device_id=1f07cc33-bf94-48e6-922c-6241223ba9f9 HTTP/1.1" status: 200 len: 946 time: 0.0733354 Jul 27 22:08:02.385209 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-0081bdca-2bc0-4e4d-8ea2-7c06c0c46590 req-4586e6d0-c403-4eb8-9dae-35d7cf3c5c6a tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] 10.222.0.59 "GET /v2.0/security-groups?id=8c049c71-86cb-4cf8-8173-f26bd6838794&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349598 Jul 27 22:08:02.630819 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device 2539b6f2-eacd-4d9b-8a9f-bd710413e4e0 details requested by agent hyperv_n-h1-705658-22 with host n-h1-705658-22 {{(pid=105586) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 22:08:02.730470 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] For port 2539b6f2-eacd-4d9b-8a9f-bd710413e4e0, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=2539b6f2-eacd-4d9b-8a9f-bd710413e4e0,segment=NetworkSegment(b735872d-6a74-4f74-8a55-26ffa0814516),segment_id=b735872d-6a74-4f74-8a55-26ffa0814516)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:08:02.746059 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Returning: {'device': '2539b6f2-eacd-4d9b-8a9f-bd710413e4e0', 'network_id': '1f617f40-eb86-442f-8e54-f0ae01880fc1', 'port_id': '2539b6f2-eacd-4d9b-8a9f-bd710413e4e0', 'mac_address': 'fa:16:3e:ab:53:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 236, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1707f329-4a89-44d8-a877-697cbdcc3da9', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105586) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 22:08:02.788734 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:02.803746 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2539b6f2-eacd-4d9b-8a9f-bd710413e4e0 {{(pid=105586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:08:02.830675 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] For port 2539b6f2-eacd-4d9b-8a9f-bd710413e4e0, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=2539b6f2-eacd-4d9b-8a9f-bd710413e4e0,segment=NetworkSegment(b735872d-6a74-4f74-8a55-26ffa0814516),segment_id=b735872d-6a74-4f74-8a55-26ffa0814516)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:08:02.836030 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:02.902487 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Pushing event updated for resources: {'Port': ['ID=2539b6f2-eacd-4d9b-8a9f-bd710413e4e0,revision_number=6']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:08:02.911020 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] get_ports_and_sgs() called for port_ids ['2539b6f2-eacd-4d9b-8a9f-bd710413e4e0'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:08:02.939972 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:08:02.940420 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:08:02.940835 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:08:02.941270 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:08:02.941675 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:08:02.942074 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:08:02.942472 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:08:02.942922 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:08:02.943351 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:08:02.943740 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:08:02.944074 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:08:02.944403 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:08:03.530206 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6aef8c-1d99-44db-9b27-a8a944273d1a req-3d3c84b0-ae9d-4413-aaa1-4b3c8a9fa1e4 tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:03.531822 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-1c6aef8c-1d99-44db-9b27-a8a944273d1a req-3d3c84b0-ae9d-4413-aaa1-4b3c8a9fa1e4 tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] 10.222.0.59 "GET /v2.0/ports?device_id=1f07cc33-bf94-48e6-922c-6241223ba9f9 HTTP/1.1" status: 200 len: 945 time: 0.0684986 Jul 27 22:08:03.571892 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-1c6aef8c-1d99-44db-9b27-a8a944273d1a req-277459b5-b437-47b4-abbc-ca6abc9b9e29 tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] 10.222.0.59 "GET /v2.0/security-groups?id=8c049c71-86cb-4cf8-8173-f26bd6838794&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331841 Jul 27 22:08:04.628006 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device 2539b6f2-eacd-4d9b-8a9f-bd710413e4e0 up at agent hyperv_n-h1-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:08:04.692461 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Provisioning complete for port 2539b6f2-eacd-4d9b-8a9f-bd710413e4e0 triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:08:04.692838 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:04.728458 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b46fe3f-e948-4e01-be5c-5867ad106416 req-f4c0255b-d3b0-42ae-bf5f-749563f4722e tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:04.736379 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-3b46fe3f-e948-4e01-be5c-5867ad106416 req-f4c0255b-d3b0-42ae-bf5f-749563f4722e tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] 10.222.0.59 "GET /v2.0/ports?device_id=1f07cc33-bf94-48e6-922c-6241223ba9f9 HTTP/1.1" status: 200 len: 945 time: 0.0876913 Jul 27 22:08:04.784395 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-3b46fe3f-e948-4e01-be5c-5867ad106416 req-eaad7162-3bb1-4e0b-b302-6aba95dee785 tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] 10.222.0.59 "GET /v2.0/security-groups?id=8c049c71-86cb-4cf8-8173-f26bd6838794&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462093 Jul 27 22:08:04.795705 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:04.820882 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f07cc33-bf94-48e6-922c-6241223ba9f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2539b6f2-eacd-4d9b-8a9f-bd710413e4e0'}] {{(pid=105586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:08:04.825575 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fee2e8668661828e318a8d53a8a935935453ec21149a086d6a2055ff627b97ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74555b6d-ed02-45ef-a409-58f3c2c7f777" -d '{"events": [{"server_uuid": "1f07cc33-bf94-48e6-922c-6241223ba9f9", "name": "network-vif-plugged", "status": "completed", "tag": "2539b6f2-eacd-4d9b-8a9f-bd710413e4e0"}]}' {{(pid=105586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:08:04.841737 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] For port 2539b6f2-eacd-4d9b-8a9f-bd710413e4e0, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=2539b6f2-eacd-4d9b-8a9f-bd710413e4e0,segment=NetworkSegment(b735872d-6a74-4f74-8a55-26ffa0814516),segment_id=b735872d-6a74-4f74-8a55-26ffa0814516)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:08:04.848163 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:04.886558 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:08:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f558e079-e5ab-43a3-aa95-bd78d40be3b3 x-openstack-request-id: req-f558e079-e5ab-43a3-aa95-bd78d40be3b3 {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:08:04.886913 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f07cc33-bf94-48e6-922c-6241223ba9f9", "name": "network-vif-plugged", "status": "completed", "tag": "2539b6f2-eacd-4d9b-8a9f-bd710413e4e0", "code": 200}]} {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:08:04.887213 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-f558e079-e5ab-43a3-aa95-bd78d40be3b3 {{(pid=105586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:08:04.887605 n-d-705658-22 neutron-server[105586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f07cc33-bf94-48e6-922c-6241223ba9f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2539b6f2-eacd-4d9b-8a9f-bd710413e4e0', 'code': 200} Jul 27 22:08:04.911216 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Pushing event updated for resources: {'Port': ['ID=2539b6f2-eacd-4d9b-8a9f-bd710413e4e0,revision_number=7']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:08:05.919902 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d9e567-8021-41e7-85f5-11b59d45f680 req-c2cd8810-c9c2-4bc4-9e73-f705314e933c tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:05.922313 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-79d9e567-8021-41e7-85f5-11b59d45f680 req-c2cd8810-c9c2-4bc4-9e73-f705314e933c tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] 10.222.0.59 "GET /v2.0/ports?device_id=1f07cc33-bf94-48e6-922c-6241223ba9f9 HTTP/1.1" status: 200 len: 946 time: 0.0684290 Jul 27 22:08:05.963912 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-79d9e567-8021-41e7-85f5-11b59d45f680 req-de437c83-6a8e-49df-8177-3e5aceb318da tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] 10.222.0.59 "GET /v2.0/security-groups?id=8c049c71-86cb-4cf8-8173-f26bd6838794&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352764 Jul 27 22:08:07.103646 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3ed16e-ce7f-409a-926e-aa7a95f70ae3 req-edc00a45-dcfe-4fa8-a803-fd19fdfcbdd2 tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:07.105071 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-2f3ed16e-ce7f-409a-926e-aa7a95f70ae3 req-edc00a45-dcfe-4fa8-a803-fd19fdfcbdd2 tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] 10.222.0.59 "GET /v2.0/ports?device_id=1f07cc33-bf94-48e6-922c-6241223ba9f9 HTTP/1.1" status: 200 len: 946 time: 0.0667832 Jul 27 22:08:07.140587 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:07.156658 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-2f3ed16e-ce7f-409a-926e-aa7a95f70ae3 req-4596dc47-3a54-461f-a742-79e5e2a4bb27 tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] 10.222.0.59 "GET /v2.0/security-groups?id=8c049c71-86cb-4cf8-8173-f26bd6838794&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447524 Jul 27 22:08:08.302399 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb237057-af40-49e1-9781-f97e24765c54 req-cc20dc58-77f5-4abc-8f00-bab2efbfec71 tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:08.303938 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-cb237057-af40-49e1-9781-f97e24765c54 req-cc20dc58-77f5-4abc-8f00-bab2efbfec71 tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] 10.222.0.59 "GET /v2.0/ports?device_id=1f07cc33-bf94-48e6-922c-6241223ba9f9 HTTP/1.1" status: 200 len: 946 time: 0.0727839 Jul 27 22:08:08.343687 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-cb237057-af40-49e1-9781-f97e24765c54 req-2550de0c-0b7e-483d-96ee-879ec3975844 tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] 10.222.0.59 "GET /v2.0/security-groups?id=8c049c71-86cb-4cf8-8173-f26bd6838794&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333931 Jul 27 22:08:08.967861 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-8063553a-6be5-46ee-9781-ee346edc5535 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:09.482935 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4e865f-eb20-4dc9-b102-b9781c4f7e6b req-85311a1f-680e-44d9-a073-a83808f089ab tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:09.484909 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-2a4e865f-eb20-4dc9-b102-b9781c4f7e6b req-85311a1f-680e-44d9-a073-a83808f089ab tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] 10.222.0.59 "GET /v2.0/ports?device_id=1f07cc33-bf94-48e6-922c-6241223ba9f9 HTTP/1.1" status: 200 len: 946 time: 0.0689213 Jul 27 22:08:09.525974 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-2a4e865f-eb20-4dc9-b102-b9781c4f7e6b req-041208d9-fe98-4239-a465-3ebdffba1862 tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] 10.222.0.59 "GET /v2.0/security-groups?id=8c049c71-86cb-4cf8-8173-f26bd6838794&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347328 Jul 27 22:08:10.674672 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9eeb4c0-c8e0-4b98-819c-3d065ca545b9 req-21117135-d200-4732-af8d-eb352222da13 tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:10.683221 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f9eeb4c0-c8e0-4b98-819c-3d065ca545b9 req-21117135-d200-4732-af8d-eb352222da13 tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] 10.222.0.59 "GET /v2.0/ports?device_id=1f07cc33-bf94-48e6-922c-6241223ba9f9 HTTP/1.1" status: 200 len: 946 time: 0.0820615 Jul 27 22:08:10.718412 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f9eeb4c0-c8e0-4b98-819c-3d065ca545b9 req-613af1c1-e05d-4747-b406-9a1f4571bbc0 tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] 10.222.0.59 "GET /v2.0/security-groups?id=8c049c71-86cb-4cf8-8173-f26bd6838794&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343132 Jul 27 22:08:10.941999 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:11.596535 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-259b1f68-f833-4d78-9712-b98c9e46f7ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:11.722524 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c6b9bb-788c-4ac0-91fb-0ade905d8ddb req-c267bbfb-ed1c-4ae2-8926-20df29978c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:11.724075 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b6c6b9bb-788c-4ac0-91fb-0ade905d8ddb req-c267bbfb-ed1c-4ae2-8926-20df29978c79 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cdedfb879196470ebf39ee0a31f4dbbb&device_id=1f07cc33-bf94-48e6-922c-6241223ba9f9 HTTP/1.1" status: 200 len: 1098 time: 0.0551224 Jul 27 22:08:11.846141 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c6b9bb-788c-4ac0-91fb-0ade905d8ddb req-af3fee6b-e58f-4cce-a277-90ad1dcda29f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:11.847717 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b6c6b9bb-788c-4ac0-91fb-0ade905d8ddb req-af3fee6b-e58f-4cce-a277-90ad1dcda29f service neutron] 10.222.0.36 "GET /v2.0/networks?id=1f617f40-eb86-442f-8e54-f0ae01880fc1 HTTP/1.1" status: 200 len: 910 time: 0.1170504 Jul 27 22:08:11.908698 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdc6d39-6061-4b93-9ca0-3b2b5f047992 req-76ee3dde-8e60-4c22-95a4-210ced27bb84 tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:11.910188 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-ebdc6d39-6061-4b93-9ca0-3b2b5f047992 req-76ee3dde-8e60-4c22-95a4-210ced27bb84 tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] 10.222.0.59 "GET /v2.0/ports?device_id=1f07cc33-bf94-48e6-922c-6241223ba9f9 HTTP/1.1" status: 200 len: 946 time: 0.1207438 Jul 27 22:08:11.943445 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b6c6b9bb-788c-4ac0-91fb-0ade905d8ddb req-8839a384-fdaf-415e-9544-d12f7ae31a5a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2539b6f2-eacd-4d9b-8a9f-bd710413e4e0 HTTP/1.1" status: 200 len: 1001 time: 0.0882852 Jul 27 22:08:11.957211 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:11.973558 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-ebdc6d39-6061-4b93-9ca0-3b2b5f047992 req-4457f12b-4c66-4deb-a942-20aba422d730 tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] 10.222.0.59 "GET /v2.0/security-groups?id=8c049c71-86cb-4cf8-8173-f26bd6838794&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567243 Jul 27 22:08:12.008507 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c6b9bb-788c-4ac0-91fb-0ade905d8ddb req-bdd75845-db5e-452d-b329-70dada39121f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:12.010657 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b6c6b9bb-788c-4ac0-91fb-0ade905d8ddb req-bdd75845-db5e-452d-b329-70dada39121f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1707f329-4a89-44d8-a877-697cbdcc3da9 HTTP/1.1" status: 200 len: 848 time: 0.0562704 Jul 27 22:08:12.068944 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c6b9bb-788c-4ac0-91fb-0ade905d8ddb req-9e074c32-aed5-440b-ac5a-a0033ef69cde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:12.070456 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b6c6b9bb-788c-4ac0-91fb-0ade905d8ddb req-9e074c32-aed5-440b-ac5a-a0033ef69cde service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1f617f40-eb86-442f-8e54-f0ae01880fc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0529904 Jul 27 22:08:12.164048 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b6c6b9bb-788c-4ac0-91fb-0ade905d8ddb req-b2981382-6d36-4569-b30b-2e28cbf131e5 service neutron] 10.222.0.36 "GET /v2.0/networks/1f617f40-eb86-442f-8e54-f0ae01880fc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858164 Jul 27 22:08:12.254197 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b6c6b9bb-788c-4ac0-91fb-0ade905d8ddb req-a9679d9f-b505-4230-ac1a-c650e9ccd954 service neutron] 10.222.0.36 "GET /v2.0/networks/1f617f40-eb86-442f-8e54-f0ae01880fc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826442 Jul 27 22:08:13.102163 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52dfffeb-f3f3-4880-9f16-f2c898dd7c48 req-96dc9239-e6e8-4e6a-a72b-f274627156a6 tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:13.103568 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-52dfffeb-f3f3-4880-9f16-f2c898dd7c48 req-96dc9239-e6e8-4e6a-a72b-f274627156a6 tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] 10.222.0.59 "GET /v2.0/ports?device_id=1f07cc33-bf94-48e6-922c-6241223ba9f9 HTTP/1.1" status: 200 len: 946 time: 0.0628350 Jul 27 22:08:13.140279 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-52dfffeb-f3f3-4880-9f16-f2c898dd7c48 req-e2afc387-297d-4a38-8b08-beba2e9c9b77 tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] 10.222.0.59 "GET /v2.0/security-groups?id=8c049c71-86cb-4cf8-8173-f26bd6838794&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308495 Jul 27 22:08:13.175148 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-bb32ed7d-8717-448b-a9c8-a5a0117d1fd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:14.272929 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28458cf8-bed7-40d3-a31f-c78fabd87bbc req-71efd6ed-2032-486d-90eb-b9239250f9cb tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:14.274407 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-28458cf8-bed7-40d3-a31f-c78fabd87bbc req-71efd6ed-2032-486d-90eb-b9239250f9cb tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] 10.222.0.59 "GET /v2.0/ports?device_id=1f07cc33-bf94-48e6-922c-6241223ba9f9 HTTP/1.1" status: 200 len: 946 time: 0.0674901 Jul 27 22:08:14.313297 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-28458cf8-bed7-40d3-a31f-c78fabd87bbc req-aa3942e6-fcf7-4ed0-aedb-d11f8c6587c4 tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] 10.222.0.59 "GET /v2.0/security-groups?id=8c049c71-86cb-4cf8-8173-f26bd6838794&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324454 Jul 27 22:08:14.561562 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-875ced1b-4cf3-463a-9653-058f0f9421e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:14.566318 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d3db21-7526-4200-8cab-7ad9bfef2ec5 req-02173db8-51eb-4013-b736-75e4317c85f0 tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:14.582040 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-28d3db21-7526-4200-8cab-7ad9bfef2ec5 req-02173db8-51eb-4013-b736-75e4317c85f0 tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] 10.222.0.59 "GET /v2.0/ports?device_id=1f07cc33-bf94-48e6-922c-6241223ba9f9 HTTP/1.1" status: 200 len: 946 time: 0.0922678 Jul 27 22:08:14.621864 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-28d3db21-7526-4200-8cab-7ad9bfef2ec5 req-952b3bdc-e066-4e2c-9135-cbfb8cccab7d tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] 10.222.0.59 "GET /v2.0/security-groups?id=8c049c71-86cb-4cf8-8173-f26bd6838794&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389178 Jul 27 22:08:14.670388 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 40050) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:08:14.761576 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-214392f6-11d0-43e7-a327-697e20325135 req-46e590f2-6911-4081-bb76-a698e110b6d3 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=1f07cc33-bf94-48e6-922c-6241223ba9f9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0899734 Jul 27 22:08:15.535204 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214392f6-11d0-43e7-a327-697e20325135 req-27ecad5b-de72-4a90-8497-7cecfa016725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:15.536695 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-214392f6-11d0-43e7-a327-697e20325135 req-27ecad5b-de72-4a90-8497-7cecfa016725 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=1f07cc33-bf94-48e6-922c-6241223ba9f9&tenant_id=cdedfb879196470ebf39ee0a31f4dbbb HTTP/1.1" status: 200 len: 1098 time: 0.0955317 Jul 27 22:08:15.548481 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [req-214392f6-11d0-43e7-a327-697e20325135 req-8ffce609-9e5b-4d34-8f60-952d99ec8541 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-705658-22', 'device_owner': 'compute:nova'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:08:15.621380 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-214392f6-11d0-43e7-a327-697e20325135 req-8ffce609-9e5b-4d34-8f60-952d99ec8541 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:15.759021 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe34e30-3b5a-41c4-a724-d0822a317776 req-e4e8e412-2583-4d0a-bfbe-806fffdb696b tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:15.760557 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-fbe34e30-3b5a-41c4-a724-d0822a317776 req-e4e8e412-2583-4d0a-bfbe-806fffdb696b tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] 10.222.0.59 "GET /v2.0/ports?device_id=1f07cc33-bf94-48e6-922c-6241223ba9f9 HTTP/1.1" status: 200 len: 946 time: 0.0672810 Jul 27 22:08:15.798769 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-fbe34e30-3b5a-41c4-a724-d0822a317776 req-3e4f86a8-38f5-4f5e-aab9-028e05658024 tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] 10.222.0.59 "GET /v2.0/security-groups?id=8c049c71-86cb-4cf8-8173-f26bd6838794&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322750 Jul 27 22:08:15.819945 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [req-214392f6-11d0-43e7-a327-697e20325135 req-8ffce609-9e5b-4d34-8f60-952d99ec8541 service neutron] For port 2539b6f2-eacd-4d9b-8a9f-bd710413e4e0, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=2539b6f2-eacd-4d9b-8a9f-bd710413e4e0,segment=NetworkSegment(b735872d-6a74-4f74-8a55-26ffa0814516),segment_id=b735872d-6a74-4f74-8a55-26ffa0814516)] {{(pid=105584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:08:15.851931 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [req-214392f6-11d0-43e7-a327-697e20325135 req-8ffce609-9e5b-4d34-8f60-952d99ec8541 service neutron] For port 2539b6f2-eacd-4d9b-8a9f-bd710413e4e0, host n-h1-705658-22, cleared binding levels {{(pid=105584) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:08:15.890237 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f07cc33-bf94-48e6-922c-6241223ba9f9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2539b6f2-eacd-4d9b-8a9f-bd710413e4e0'}] {{(pid=105584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:08:15.892588 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a14b7e693ac0d3b36d252540d57b2183de19e2104d11de1d527dbb6a6689965" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95743e23-755a-42ce-9060-a7006245d6c9" -d '{"events": [{"server_uuid": "1f07cc33-bf94-48e6-922c-6241223ba9f9", "name": "network-vif-unplugged", "status": "completed", "tag": "2539b6f2-eacd-4d9b-8a9f-bd710413e4e0"}]}' {{(pid=105584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:08:15.896610 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-214392f6-11d0-43e7-a327-697e20325135 req-8ffce609-9e5b-4d34-8f60-952d99ec8541 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:15.909062 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.provisioning_blocks [req-214392f6-11d0-43e7-a327-697e20325135 req-8ffce609-9e5b-4d34-8f60-952d99ec8541 service neutron] Transition to ACTIVE for port object 2539b6f2-eacd-4d9b-8a9f-bd710413e4e0 will not be triggered until provisioned by entity L2. {{(pid=105584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:08:15.913830 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-214392f6-11d0-43e7-a327-697e20325135 req-8ffce609-9e5b-4d34-8f60-952d99ec8541 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9014027'] for port, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:15.995338 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 27 Jul 2021 22:08:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d153f53a-7f34-405b-ab7a-aab679498152 x-openstack-request-id: req-d153f53a-7f34-405b-ab7a-aab679498152 {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:08:15.995630 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f07cc33-bf94-48e6-922c-6241223ba9f9", "name": "network-vif-unplugged", "status": "completed", "tag": "2539b6f2-eacd-4d9b-8a9f-bd710413e4e0", "code": 200}]} {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:08:15.995879 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-d153f53a-7f34-405b-ab7a-aab679498152 {{(pid=105584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:08:15.996277 n-d-705658-22 neutron-server[105584]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f07cc33-bf94-48e6-922c-6241223ba9f9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2539b6f2-eacd-4d9b-8a9f-bd710413e4e0', 'code': 200} Jul 27 22:08:15.998766 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffce609-9e5b-4d34-8f60-952d99ec8541 service neutron] Pushing event updated for resources: {'Port': ['ID=2539b6f2-eacd-4d9b-8a9f-bd710413e4e0,revision_number=8']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:08:16.010728 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ffce609-9e5b-4d34-8f60-952d99ec8541 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:08:16.011039 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ffce609-9e5b-4d34-8f60-952d99ec8541 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:08:16.011380 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ffce609-9e5b-4d34-8f60-952d99ec8541 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:08:16.011719 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ffce609-9e5b-4d34-8f60-952d99ec8541 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:08:16.012059 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ffce609-9e5b-4d34-8f60-952d99ec8541 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:08:16.012392 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ffce609-9e5b-4d34-8f60-952d99ec8541 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:08:16.012721 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ffce609-9e5b-4d34-8f60-952d99ec8541 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:08:16.013061 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ffce609-9e5b-4d34-8f60-952d99ec8541 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:08:16.013373 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ffce609-9e5b-4d34-8f60-952d99ec8541 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:08:16.013702 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ffce609-9e5b-4d34-8f60-952d99ec8541 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:08:16.014028 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ffce609-9e5b-4d34-8f60-952d99ec8541 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:08:16.014365 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ffce609-9e5b-4d34-8f60-952d99ec8541 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:08:16.053372 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [req-214392f6-11d0-43e7-a327-697e20325135 req-8ffce609-9e5b-4d34-8f60-952d99ec8541 service neutron] No DVR routers for this DVR port 2539b6f2-eacd-4d9b-8a9f-bd710413e4e0 on host n-h1-705658-22 {{(pid=105584) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:08:16.189646 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [req-214392f6-11d0-43e7-a327-697e20325135 req-8ffce609-9e5b-4d34-8f60-952d99ec8541 service neutron] Attempting to bind port 2539b6f2-eacd-4d9b-8a9f-bd710413e4e0 on host n-h2-705658-22 for vnic_type normal with profile {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:08:16.190015 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [req-214392f6-11d0-43e7-a327-697e20325135 req-8ffce609-9e5b-4d34-8f60-952d99ec8541 service neutron] Attempting to bind port 2539b6f2-eacd-4d9b-8a9f-bd710413e4e0 by drivers openvswitch,hyperv on host n-h2-705658-22 at level 0 using segments [{'id': 'b735872d-6a74-4f74-8a55-26ffa0814516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '1f617f40-eb86-442f-8e54-f0ae01880fc1'}] {{(pid=105584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:08:16.190300 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-214392f6-11d0-43e7-a327-697e20325135 req-8ffce609-9e5b-4d34-8f60-952d99ec8541 service neutron] Attempting to bind port 2539b6f2-eacd-4d9b-8a9f-bd710413e4e0 on network 1f617f40-eb86-442f-8e54-f0ae01880fc1 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:08:16.194590 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-214392f6-11d0-43e7-a327-697e20325135 req-8ffce609-9e5b-4d34-8f60-952d99ec8541 service neutron] Port 2539b6f2-eacd-4d9b-8a9f-bd710413e4e0 on network 1f617f40-eb86-442f-8e54-f0ae01880fc1 not bound, no agent of type Open vSwitch agent registered on host n-h2-705658-22 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 22:08:16.194909 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-214392f6-11d0-43e7-a327-697e20325135 req-8ffce609-9e5b-4d34-8f60-952d99ec8541 service neutron] Attempting to bind port 2539b6f2-eacd-4d9b-8a9f-bd710413e4e0 on network 1f617f40-eb86-442f-8e54-f0ae01880fc1 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:08:16.200206 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-214392f6-11d0-43e7-a327-697e20325135 req-8ffce609-9e5b-4d34-8f60-952d99ec8541 service neutron] Checking agent: {'id': '65195a73-a875-4810-9f5b-622ae260a8a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 49, 40), 'started_at': datetime.datetime(2021, 7, 27, 20, 49, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 8, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:08:16.200545 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-214392f6-11d0-43e7-a327-697e20325135 req-8ffce609-9e5b-4d34-8f60-952d99ec8541 service neutron] Checking segment: {'id': 'b735872d-6a74-4f74-8a55-26ffa0814516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '1f617f40-eb86-442f-8e54-f0ae01880fc1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:08:16.200925 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-214392f6-11d0-43e7-a327-697e20325135 req-8ffce609-9e5b-4d34-8f60-952d99ec8541 service neutron] Bound using segment: {'id': 'b735872d-6a74-4f74-8a55-26ffa0814516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '1f617f40-eb86-442f-8e54-f0ae01880fc1'} {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:08:16.201345 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [req-214392f6-11d0-43e7-a327-697e20325135 req-8ffce609-9e5b-4d34-8f60-952d99ec8541 service neutron] Bound port: 2539b6f2-eacd-4d9b-8a9f-bd710413e4e0, host: n-h2-705658-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b735872d-6a74-4f74-8a55-26ffa0814516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '1f617f40-eb86-442f-8e54-f0ae01880fc1'}}] {{(pid=105584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:08:16.201702 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-214392f6-11d0-43e7-a327-697e20325135 req-8ffce609-9e5b-4d34-8f60-952d99ec8541 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:16.265643 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [req-214392f6-11d0-43e7-a327-697e20325135 req-8ffce609-9e5b-4d34-8f60-952d99ec8541 service neutron] For port 2539b6f2-eacd-4d9b-8a9f-bd710413e4e0, host n-h2-705658-22, cleared binding levels {{(pid=105584) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:08:16.268456 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [req-214392f6-11d0-43e7-a327-697e20325135 req-8ffce609-9e5b-4d34-8f60-952d99ec8541 service neutron] For port 2539b6f2-eacd-4d9b-8a9f-bd710413e4e0, host n-h2-705658-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=2539b6f2-eacd-4d9b-8a9f-bd710413e4e0,segment=NetworkSegment(b735872d-6a74-4f74-8a55-26ffa0814516),segment_id=b735872d-6a74-4f74-8a55-26ffa0814516)] {{(pid=105584) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:08:16.272834 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-214392f6-11d0-43e7-a327-697e20325135 req-8ffce609-9e5b-4d34-8f60-952d99ec8541 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9014027'] for port, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:16.304298 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214392f6-11d0-43e7-a327-697e20325135 req-8ffce609-9e5b-4d34-8f60-952d99ec8541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:16.304910 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-214392f6-11d0-43e7-a327-697e20325135 req-8ffce609-9e5b-4d34-8f60-952d99ec8541 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:16.306332 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-214392f6-11d0-43e7-a327-697e20325135 req-8ffce609-9e5b-4d34-8f60-952d99ec8541 service neutron] 10.222.0.60 "PUT /v2.0/ports/2539b6f2-eacd-4d9b-8a9f-bd710413e4e0 HTTP/1.1" status: 200 len: 1093 time: 0.7617307 Jul 27 22:08:16.332424 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffce609-9e5b-4d34-8f60-952d99ec8541 service neutron] Pushing event updated for resources: {'Port': ['ID=2539b6f2-eacd-4d9b-8a9f-bd710413e4e0,revision_number=9']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:08:16.389842 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214392f6-11d0-43e7-a327-697e20325135 req-a9c6e26a-3934-427d-982f-3d61336bbbd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:16.391416 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-214392f6-11d0-43e7-a327-697e20325135 req-a9c6e26a-3934-427d-982f-3d61336bbbd5 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=cdedfb879196470ebf39ee0a31f4dbbb&device_id=1f07cc33-bf94-48e6-922c-6241223ba9f9 HTTP/1.1" status: 200 len: 1096 time: 0.0602217 Jul 27 22:08:16.485381 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214392f6-11d0-43e7-a327-697e20325135 req-f1a13922-9b3c-40bb-b7bf-33b8dbbc432f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:16.486872 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-214392f6-11d0-43e7-a327-697e20325135 req-f1a13922-9b3c-40bb-b7bf-33b8dbbc432f service neutron] 10.222.0.60 "GET /v2.0/networks?id=1f617f40-eb86-442f-8e54-f0ae01880fc1 HTTP/1.1" status: 200 len: 910 time: 0.0891013 Jul 27 22:08:16.549717 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-214392f6-11d0-43e7-a327-697e20325135 req-dbb93969-2feb-4e3e-8fa9-b09fab6faeef service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2539b6f2-eacd-4d9b-8a9f-bd710413e4e0 HTTP/1.1" status: 200 len: 999 time: 0.0563602 Jul 27 22:08:16.600484 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214392f6-11d0-43e7-a327-697e20325135 req-f34bba0c-46b8-4b5c-baeb-de80c502ff17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:16.601874 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-214392f6-11d0-43e7-a327-697e20325135 req-f34bba0c-46b8-4b5c-baeb-de80c502ff17 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=1707f329-4a89-44d8-a877-697cbdcc3da9 HTTP/1.1" status: 200 len: 848 time: 0.0460479 Jul 27 22:08:16.659313 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214392f6-11d0-43e7-a327-697e20325135 req-6c111309-8087-47b1-bd79-2cd88b89106d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:16.660777 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-214392f6-11d0-43e7-a327-697e20325135 req-6c111309-8087-47b1-bd79-2cd88b89106d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1f617f40-eb86-442f-8e54-f0ae01880fc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0523343 Jul 27 22:08:16.671168 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [req-214392f6-11d0-43e7-a327-697e20325135 req-793395ca-fa64-4245-ae33-1cff3f62be95 service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=105584) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 22:08:16.672095 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-214392f6-11d0-43e7-a327-697e20325135 req-793395ca-fa64-4245-ae33-1cff3f62be95 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048983 Jul 27 22:08:16.691622 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device 2539b6f2-eacd-4d9b-8a9f-bd710413e4e0 no longer exists at agent hyperv_n-h1-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:08:16.731570 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device 2539b6f2-eacd-4d9b-8a9f-bd710413e4e0 not bound to the agent host n-h1-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:08:16.760320 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-214392f6-11d0-43e7-a327-697e20325135 req-228c1a7d-1aa9-4061-8f0a-49ca32e5c25f service neutron] 10.222.0.60 "GET /v2.0/networks/1f617f40-eb86-442f-8e54-f0ae01880fc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807078 Jul 27 22:08:16.850137 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-214392f6-11d0-43e7-a327-697e20325135 req-e91380eb-dad9-4a74-bbf4-14e2e2e39535 service neutron] 10.222.0.60 "GET /v2.0/networks/1f617f40-eb86-442f-8e54-f0ae01880fc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836403 Jul 27 22:08:16.933653 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6083de5-d76b-469f-8113-7e2700d0a184 req-506763b6-7b94-4f66-8887-ee4bffe0ddc7 tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:16.935220 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-d6083de5-d76b-469f-8113-7e2700d0a184 req-506763b6-7b94-4f66-8887-ee4bffe0ddc7 tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] 10.222.0.59 "GET /v2.0/ports?device_id=1f07cc33-bf94-48e6-922c-6241223ba9f9 HTTP/1.1" status: 200 len: 944 time: 0.0641983 Jul 27 22:08:16.973972 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-d6083de5-d76b-469f-8113-7e2700d0a184 req-1e95a55d-e202-4c2f-876c-8427b2dcf7ac tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] 10.222.0.59 "GET /v2.0/security-groups?id=8c049c71-86cb-4cf8-8173-f26bd6838794&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320778 Jul 27 22:08:17.997194 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f07cc33-bf94-48e6-922c-6241223ba9f9', 'tag': '2539b6f2-eacd-4d9b-8a9f-bd710413e4e0'}] {{(pid=105584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:08:18.000123 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a14b7e693ac0d3b36d252540d57b2183de19e2104d11de1d527dbb6a6689965" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c46f3a20-9278-4d7d-b586-2ed133118270" -d '{"events": [{"name": "network-changed", "server_uuid": "1f07cc33-bf94-48e6-922c-6241223ba9f9", "tag": "2539b6f2-eacd-4d9b-8a9f-bd710413e4e0"}]}' {{(pid=105584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:08:18.048994 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 22:08:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77baf882-ed53-462d-ad23-c7a32df4cb34 x-openstack-request-id: req-77baf882-ed53-462d-ad23-c7a32df4cb34 {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:08:18.049285 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f07cc33-bf94-48e6-922c-6241223ba9f9", "tag": "2539b6f2-eacd-4d9b-8a9f-bd710413e4e0", "status": "completed", "code": 200}]} {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:08:18.049565 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-77baf882-ed53-462d-ad23-c7a32df4cb34 {{(pid=105584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:08:18.050143 n-d-705658-22 neutron-server[105584]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f07cc33-bf94-48e6-922c-6241223ba9f9', 'tag': '2539b6f2-eacd-4d9b-8a9f-bd710413e4e0', 'status': 'completed', 'code': 200} Jul 27 22:08:18.129173 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32192a97-6a7f-4bbd-80c9-c8700eb25ba7 req-66c6a9cc-6f0d-489c-941f-5fa7ba1d8de3 tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:18.130731 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-32192a97-6a7f-4bbd-80c9-c8700eb25ba7 req-66c6a9cc-6f0d-489c-941f-5fa7ba1d8de3 tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] 10.222.0.59 "GET /v2.0/ports?device_id=1f07cc33-bf94-48e6-922c-6241223ba9f9 HTTP/1.1" status: 200 len: 944 time: 0.0711968 Jul 27 22:08:18.171694 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-32192a97-6a7f-4bbd-80c9-c8700eb25ba7 req-d6373828-e738-49c2-a6ad-c47dc9979b05 tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] 10.222.0.59 "GET /v2.0/security-groups?id=8c049c71-86cb-4cf8-8173-f26bd6838794&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342076 Jul 27 22:08:19.313690 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1425b53-657d-4336-b5c6-216e223c66c9 req-46edd60c-1b23-48c9-aac7-64783446ab1a tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:19.315387 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e1425b53-657d-4336-b5c6-216e223c66c9 req-46edd60c-1b23-48c9-aac7-64783446ab1a tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] 10.222.0.59 "GET /v2.0/ports?device_id=1f07cc33-bf94-48e6-922c-6241223ba9f9 HTTP/1.1" status: 200 len: 944 time: 0.0704100 Jul 27 22:08:19.355346 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e1425b53-657d-4336-b5c6-216e223c66c9 req-5cc27adb-ae23-4f4b-ae29-6c334bf54be5 tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] 10.222.0.59 "GET /v2.0/security-groups?id=8c049c71-86cb-4cf8-8173-f26bd6838794&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338738 Jul 27 22:08:20.489987 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d09aae0-b5a5-47a6-a24d-c069404b5158 req-3a5ee030-29cf-4923-ae11-d905c7cb4ae3 tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:20.491586 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-3d09aae0-b5a5-47a6-a24d-c069404b5158 req-3a5ee030-29cf-4923-ae11-d905c7cb4ae3 tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] 10.222.0.59 "GET /v2.0/ports?device_id=1f07cc33-bf94-48e6-922c-6241223ba9f9 HTTP/1.1" status: 200 len: 944 time: 0.0658579 Jul 27 22:08:20.530745 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-3d09aae0-b5a5-47a6-a24d-c069404b5158 req-c7698143-e55a-4c7b-bb8e-6787127ae313 tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] 10.222.0.59 "GET /v2.0/security-groups?id=8c049c71-86cb-4cf8-8173-f26bd6838794&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327361 Jul 27 22:08:21.668897 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6664df6c-c219-4c0e-9abd-007cf5d57963 req-06186dc4-dd84-4119-a40a-6e6f926745c4 tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:21.670510 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-6664df6c-c219-4c0e-9abd-007cf5d57963 req-06186dc4-dd84-4119-a40a-6e6f926745c4 tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] 10.222.0.59 "GET /v2.0/ports?device_id=1f07cc33-bf94-48e6-922c-6241223ba9f9 HTTP/1.1" status: 200 len: 944 time: 0.0702252 Jul 27 22:08:21.710886 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-6664df6c-c219-4c0e-9abd-007cf5d57963 req-08c2e6c6-8f4a-42bc-a018-6beafe370407 tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] 10.222.0.59 "GET /v2.0/security-groups?id=8c049c71-86cb-4cf8-8173-f26bd6838794&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341370 Jul 27 22:08:22.849039 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df58377-f1e0-47d6-8710-dde75b692a92 req-4b5f8eba-bac0-4279-a792-928a81049de3 tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:22.850618 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-4df58377-f1e0-47d6-8710-dde75b692a92 req-4b5f8eba-bac0-4279-a792-928a81049de3 tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] 10.222.0.59 "GET /v2.0/ports?device_id=1f07cc33-bf94-48e6-922c-6241223ba9f9 HTTP/1.1" status: 200 len: 944 time: 0.0695148 Jul 27 22:08:22.917634 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-4df58377-f1e0-47d6-8710-dde75b692a92 req-1ab0338a-7af7-475d-b6ea-a1bd263fbc8f tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] 10.222.0.59 "GET /v2.0/security-groups?id=8c049c71-86cb-4cf8-8173-f26bd6838794&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532062 Jul 27 22:08:24.055799 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1df5f2-66b8-443b-984c-06ddc00939b9 req-6d22f196-93c5-46c4-b89d-803154a093ba tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:24.058193 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-cf1df5f2-66b8-443b-984c-06ddc00939b9 req-6d22f196-93c5-46c4-b89d-803154a093ba tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] 10.222.0.59 "GET /v2.0/ports?device_id=1f07cc33-bf94-48e6-922c-6241223ba9f9 HTTP/1.1" status: 200 len: 944 time: 0.0705724 Jul 27 22:08:24.098072 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-cf1df5f2-66b8-443b-984c-06ddc00939b9 req-b3f88bb6-1735-4de2-889d-5a3fce02638f tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] 10.222.0.59 "GET /v2.0/security-groups?id=8c049c71-86cb-4cf8-8173-f26bd6838794&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335844 Jul 27 22:08:25.239440 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3024a55-90e7-4295-9265-75f201d365d3 req-8a97010d-6899-4b27-99e2-4e8e4c23a7e3 tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:25.241025 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-d3024a55-90e7-4295-9265-75f201d365d3 req-8a97010d-6899-4b27-99e2-4e8e4c23a7e3 tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] 10.222.0.59 "GET /v2.0/ports?device_id=1f07cc33-bf94-48e6-922c-6241223ba9f9 HTTP/1.1" status: 200 len: 944 time: 0.0673480 Jul 27 22:08:25.282944 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-d3024a55-90e7-4295-9265-75f201d365d3 req-5f7c9339-39ba-4554-a2aa-c62f1feda9cf tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] 10.222.0.59 "GET /v2.0/security-groups?id=8c049c71-86cb-4cf8-8173-f26bd6838794&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350013 Jul 27 22:08:26.148593 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.agents_db [None req-558fcd2c-e512-47bc-a170-8673d87f7213 None None] Agent healthcheck: found 7 active agents {{(pid=105587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 22:08:26.413870 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7fce99-4522-4ee9-a4c1-99a56fe1819d req-ca5de559-74f9-4838-99f2-992d008b963d tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:26.415288 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-8d7fce99-4522-4ee9-a4c1-99a56fe1819d req-ca5de559-74f9-4838-99f2-992d008b963d tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] 10.222.0.59 "GET /v2.0/ports?device_id=1f07cc33-bf94-48e6-922c-6241223ba9f9 HTTP/1.1" status: 200 len: 944 time: 0.0650215 Jul 27 22:08:26.455025 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-8d7fce99-4522-4ee9-a4c1-99a56fe1819d req-cbae064f-c8ec-4837-a53a-491af3c5828a tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] 10.222.0.59 "GET /v2.0/security-groups?id=8c049c71-86cb-4cf8-8173-f26bd6838794&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335569 Jul 27 22:08:27.588356 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae21a9c-3c3d-4f01-b272-91be81332953 req-c52c2bab-28b3-46c4-8e8f-83f3402ea39b tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:27.589810 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-2ae21a9c-3c3d-4f01-b272-91be81332953 req-c52c2bab-28b3-46c4-8e8f-83f3402ea39b tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] 10.222.0.59 "GET /v2.0/ports?device_id=1f07cc33-bf94-48e6-922c-6241223ba9f9 HTTP/1.1" status: 200 len: 944 time: 0.0665088 Jul 27 22:08:27.626048 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-2ae21a9c-3c3d-4f01-b272-91be81332953 req-a5e124ff-6b67-4a55-84a1-f612e444a147 tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] 10.222.0.59 "GET /v2.0/security-groups?id=8c049c71-86cb-4cf8-8173-f26bd6838794&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303521 Jul 27 22:08:28.536608 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46f3a20-9278-4d7d-b586-2ed133118270 req-fba93878-60d4-407b-ae10-cad7abd815a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:28.538095 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-c46f3a20-9278-4d7d-b586-2ed133118270 req-fba93878-60d4-407b-ae10-cad7abd815a2 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=cdedfb879196470ebf39ee0a31f4dbbb&device_id=1f07cc33-bf94-48e6-922c-6241223ba9f9 HTTP/1.1" status: 200 len: 1096 time: 0.0531750 Jul 27 22:08:28.633012 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46f3a20-9278-4d7d-b586-2ed133118270 req-1fd60944-601c-478e-90a6-aa7deff9f3ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:28.634487 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-c46f3a20-9278-4d7d-b586-2ed133118270 req-1fd60944-601c-478e-90a6-aa7deff9f3ad service neutron] 10.222.0.60 "GET /v2.0/networks?id=1f617f40-eb86-442f-8e54-f0ae01880fc1 HTTP/1.1" status: 200 len: 910 time: 0.0854669 Jul 27 22:08:28.700575 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-c46f3a20-9278-4d7d-b586-2ed133118270 req-2a9d3580-3b0e-47b4-ae57-460561ac9cdd service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2539b6f2-eacd-4d9b-8a9f-bd710413e4e0 HTTP/1.1" status: 200 len: 999 time: 0.0584776 Jul 27 22:08:28.749103 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46f3a20-9278-4d7d-b586-2ed133118270 req-d3c6c83c-7d47-4296-86b0-d1b513902e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:28.750463 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-c46f3a20-9278-4d7d-b586-2ed133118270 req-d3c6c83c-7d47-4296-86b0-d1b513902e20 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=1707f329-4a89-44d8-a877-697cbdcc3da9 HTTP/1.1" status: 200 len: 848 time: 0.0430195 Jul 27 22:08:28.756283 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d0d144-a52e-4bd0-9ced-7932ff44879a req-4d6d53e8-c9d8-426d-bcc6-8c9167685c4a tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:28.757762 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-35d0d144-a52e-4bd0-9ced-7932ff44879a req-4d6d53e8-c9d8-426d-bcc6-8c9167685c4a tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] 10.222.0.59 "GET /v2.0/ports?device_id=1f07cc33-bf94-48e6-922c-6241223ba9f9 HTTP/1.1" status: 200 len: 944 time: 0.0630393 Jul 27 22:08:28.796198 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-35d0d144-a52e-4bd0-9ced-7932ff44879a req-4fb3ee62-c0f7-46f4-ba6c-3cc15881e3f3 tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] 10.222.0.59 "GET /v2.0/security-groups?id=8c049c71-86cb-4cf8-8173-f26bd6838794&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324411 Jul 27 22:08:28.813427 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46f3a20-9278-4d7d-b586-2ed133118270 req-cf8a343b-56c3-4162-8181-e35c8a299e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:28.814968 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-c46f3a20-9278-4d7d-b586-2ed133118270 req-cf8a343b-56c3-4162-8181-e35c8a299e8e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1f617f40-eb86-442f-8e54-f0ae01880fc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0577753 Jul 27 22:08:28.904157 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-c46f3a20-9278-4d7d-b586-2ed133118270 req-744bd688-41b3-466c-b09f-b956fc5f2ca7 service neutron] 10.222.0.60 "GET /v2.0/networks/1f617f40-eb86-442f-8e54-f0ae01880fc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813105 Jul 27 22:08:28.995563 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-c46f3a20-9278-4d7d-b586-2ed133118270 req-f4442efd-0ffc-44c3-b06b-d0e5eda44328 service neutron] 10.222.0.60 "GET /v2.0/networks/1f617f40-eb86-442f-8e54-f0ae01880fc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838921 Jul 27 22:08:29.927581 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1563fa75-c8cb-4bfc-8935-f4fe4d38c096 req-43506cb0-4edf-4e3e-9f6c-d837e7dd4154 tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:29.929056 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-1563fa75-c8cb-4bfc-8935-f4fe4d38c096 req-43506cb0-4edf-4e3e-9f6c-d837e7dd4154 tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] 10.222.0.59 "GET /v2.0/ports?device_id=1f07cc33-bf94-48e6-922c-6241223ba9f9 HTTP/1.1" status: 200 len: 944 time: 0.0665183 Jul 27 22:08:29.966685 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-1563fa75-c8cb-4bfc-8935-f4fe4d38c096 req-bf7562ff-4d7f-4139-83cd-c0c5ca34c8dd tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] 10.222.0.59 "GET /v2.0/security-groups?id=8c049c71-86cb-4cf8-8173-f26bd6838794&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310991 Jul 27 22:08:31.095920 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bf4f6a-2458-4732-8dfd-e2f7d2fd2f55 req-7fd0cc28-e9b0-4fe5-8bff-28b6146b7db7 tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:31.097305 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-74bf4f6a-2458-4732-8dfd-e2f7d2fd2f55 req-7fd0cc28-e9b0-4fe5-8bff-28b6146b7db7 tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] 10.222.0.59 "GET /v2.0/ports?device_id=1f07cc33-bf94-48e6-922c-6241223ba9f9 HTTP/1.1" status: 200 len: 944 time: 0.0632584 Jul 27 22:08:31.133680 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-74bf4f6a-2458-4732-8dfd-e2f7d2fd2f55 req-484d987a-3416-470a-b7c8-9fefb2020fb6 tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] 10.222.0.59 "GET /v2.0/security-groups?id=8c049c71-86cb-4cf8-8173-f26bd6838794&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305600 Jul 27 22:08:32.262410 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6d0df5-7540-40cd-84b2-0e7c2bed9e9f req-3fbbe21d-11ed-49ec-b83a-755c6cd4aec1 tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:32.263900 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-9c6d0df5-7540-40cd-84b2-0e7c2bed9e9f req-3fbbe21d-11ed-49ec-b83a-755c6cd4aec1 tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] 10.222.0.59 "GET /v2.0/ports?device_id=1f07cc33-bf94-48e6-922c-6241223ba9f9 HTTP/1.1" status: 200 len: 944 time: 0.0621943 Jul 27 22:08:32.300917 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-9c6d0df5-7540-40cd-84b2-0e7c2bed9e9f req-469c8e54-d1b2-493c-85c4-44d539af646b tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] 10.222.0.59 "GET /v2.0/security-groups?id=8c049c71-86cb-4cf8-8173-f26bd6838794&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306530 Jul 27 22:08:32.817267 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Device 2539b6f2-eacd-4d9b-8a9f-bd710413e4e0 details requested by agent hyperv_n-h2-705658-22 with host n-h2-705658-22 {{(pid=105586) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 22:08:32.909503 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] For port 2539b6f2-eacd-4d9b-8a9f-bd710413e4e0, host n-h2-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=2539b6f2-eacd-4d9b-8a9f-bd710413e4e0,segment=NetworkSegment(b735872d-6a74-4f74-8a55-26ffa0814516),segment_id=b735872d-6a74-4f74-8a55-26ffa0814516)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:08:32.928992 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Returning: {'device': '2539b6f2-eacd-4d9b-8a9f-bd710413e4e0', 'network_id': '1f617f40-eb86-442f-8e54-f0ae01880fc1', 'port_id': '2539b6f2-eacd-4d9b-8a9f-bd710413e4e0', 'mac_address': 'fa:16:3e:ab:53:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 236, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1707f329-4a89-44d8-a877-697cbdcc3da9', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105586) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 22:08:32.965311 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:32.977513 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [None req-3d54578f-831f-4696-b568-13c455922dab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2539b6f2-eacd-4d9b-8a9f-bd710413e4e0 {{(pid=105586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:08:32.996947 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] For port 2539b6f2-eacd-4d9b-8a9f-bd710413e4e0, host n-h2-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=2539b6f2-eacd-4d9b-8a9f-bd710413e4e0,segment=NetworkSegment(b735872d-6a74-4f74-8a55-26ffa0814516),segment_id=b735872d-6a74-4f74-8a55-26ffa0814516)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:08:33.000940 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:33.046845 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Pushing event updated for resources: {'Port': ['ID=2539b6f2-eacd-4d9b-8a9f-bd710413e4e0,revision_number=10']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:08:33.358561 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] get_ports_and_sgs() called for port_ids ['2539b6f2-eacd-4d9b-8a9f-bd710413e4e0'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:08:33.434373 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2dbb7b-2045-4a50-9927-acb498d3be0f req-c82bba9d-ffae-4a23-9252-1fbade96d052 tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:33.435906 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-9e2dbb7b-2045-4a50-9927-acb498d3be0f req-c82bba9d-ffae-4a23-9252-1fbade96d052 tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] 10.222.0.59 "GET /v2.0/ports?device_id=1f07cc33-bf94-48e6-922c-6241223ba9f9 HTTP/1.1" status: 200 len: 946 time: 0.0667982 Jul 27 22:08:33.473995 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-9e2dbb7b-2045-4a50-9927-acb498d3be0f req-dfd80a38-ad79-4b3c-bcdb-c1e0ff51c251 tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] 10.222.0.59 "GET /v2.0/security-groups?id=8c049c71-86cb-4cf8-8173-f26bd6838794&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320914 Jul 27 22:08:34.603307 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d0973e-47be-44e9-9cc9-06f88fe40c4d req-5a603152-a6a0-401f-9d20-c224e0e0707a tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:34.604797 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b7d0973e-47be-44e9-9cc9-06f88fe40c4d req-5a603152-a6a0-401f-9d20-c224e0e0707a tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] 10.222.0.59 "GET /v2.0/ports?device_id=1f07cc33-bf94-48e6-922c-6241223ba9f9 HTTP/1.1" status: 200 len: 946 time: 0.0637197 Jul 27 22:08:34.643080 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b7d0973e-47be-44e9-9cc9-06f88fe40c4d req-b1391539-17be-487f-b01f-c835d5bf9f86 tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] 10.222.0.59 "GET /v2.0/security-groups?id=8c049c71-86cb-4cf8-8173-f26bd6838794&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320249 Jul 27 22:08:34.847620 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Device 2539b6f2-eacd-4d9b-8a9f-bd710413e4e0 up at agent hyperv_n-h2-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:08:34.895503 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-3d54578f-831f-4696-b568-13c455922dab None None] Provisioning for port 2539b6f2-eacd-4d9b-8a9f-bd710413e4e0 completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:08:34.899188 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-3d54578f-831f-4696-b568-13c455922dab None None] Provisioning complete for port 2539b6f2-eacd-4d9b-8a9f-bd710413e4e0 triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:08:34.899567 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:34.977269 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:35.003789 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f07cc33-bf94-48e6-922c-6241223ba9f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2539b6f2-eacd-4d9b-8a9f-bd710413e4e0'}] {{(pid=105586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:08:35.006077 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fee2e8668661828e318a8d53a8a935935453ec21149a086d6a2055ff627b97ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a6f8925-97ca-46ed-adcf-9b7b7870f814" -d '{"events": [{"server_uuid": "1f07cc33-bf94-48e6-922c-6241223ba9f9", "name": "network-vif-plugged", "status": "completed", "tag": "2539b6f2-eacd-4d9b-8a9f-bd710413e4e0"}]}' {{(pid=105586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:08:35.018494 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] For port 2539b6f2-eacd-4d9b-8a9f-bd710413e4e0, host n-h2-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=2539b6f2-eacd-4d9b-8a9f-bd710413e4e0,segment=NetworkSegment(b735872d-6a74-4f74-8a55-26ffa0814516),segment_id=b735872d-6a74-4f74-8a55-26ffa0814516)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:08:35.022766 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:35.046090 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:08:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-898753d8-d744-4218-8b3b-574801b67759 x-openstack-request-id: req-898753d8-d744-4218-8b3b-574801b67759 {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:08:35.046388 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f07cc33-bf94-48e6-922c-6241223ba9f9", "name": "network-vif-plugged", "status": "completed", "tag": "2539b6f2-eacd-4d9b-8a9f-bd710413e4e0", "code": 200}]} {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:08:35.046629 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-898753d8-d744-4218-8b3b-574801b67759 {{(pid=105586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:08:35.047033 n-d-705658-22 neutron-server[105586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f07cc33-bf94-48e6-922c-6241223ba9f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2539b6f2-eacd-4d9b-8a9f-bd710413e4e0', 'code': 200} Jul 27 22:08:35.073288 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Pushing event updated for resources: {'Port': ['ID=2539b6f2-eacd-4d9b-8a9f-bd710413e4e0,revision_number=11']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:08:35.211007 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd37c61-6065-4f77-aeb9-bcfe99d6b04b req-cf60ce48-b8ef-469c-92d9-51322eee63bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:35.212514 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-0fd37c61-6065-4f77-aeb9-bcfe99d6b04b req-cf60ce48-b8ef-469c-92d9-51322eee63bc service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=1f07cc33-bf94-48e6-922c-6241223ba9f9 HTTP/1.1" status: 200 len: 1099 time: 0.0529492 Jul 27 22:08:35.247266 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-0fd37c61-6065-4f77-aeb9-bcfe99d6b04b req-dea46901-6439-495c-b815-9ac399f63d29 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=8c049c71-86cb-4cf8-8173-f26bd6838794&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0276494 Jul 27 22:08:35.774236 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602ab80d-9d45-4205-a9a5-56c5c4d91754 req-e6e52991-f6eb-4f73-b050-bba68e8fa303 tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:35.776322 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-602ab80d-9d45-4205-a9a5-56c5c4d91754 req-e6e52991-f6eb-4f73-b050-bba68e8fa303 tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] 10.222.0.59 "GET /v2.0/ports?device_id=1f07cc33-bf94-48e6-922c-6241223ba9f9 HTTP/1.1" status: 200 len: 947 time: 0.0665052 Jul 27 22:08:35.812893 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-602ab80d-9d45-4205-a9a5-56c5c4d91754 req-e1d2c048-3f46-4a56-93e5-9b03ed519634 tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] 10.222.0.59 "GET /v2.0/security-groups?id=8c049c71-86cb-4cf8-8173-f26bd6838794&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306432 Jul 27 22:08:36.943308 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c61555-1398-487d-b2d0-31a9f77f0584 req-0f7b2606-1c6c-4c0c-ae8f-e631f6560c80 tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:36.944797 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e2c61555-1398-487d-b2d0-31a9f77f0584 req-0f7b2606-1c6c-4c0c-ae8f-e631f6560c80 tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] 10.222.0.59 "GET /v2.0/ports?device_id=1f07cc33-bf94-48e6-922c-6241223ba9f9 HTTP/1.1" status: 200 len: 947 time: 0.0627651 Jul 27 22:08:36.982608 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e2c61555-1398-487d-b2d0-31a9f77f0584 req-427e71ef-c1b0-4916-9c65-166330e7351d tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] 10.222.0.59 "GET /v2.0/security-groups?id=8c049c71-86cb-4cf8-8173-f26bd6838794&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317371 Jul 27 22:08:37.138142 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:38.969850 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-0a45df23-e776-46f9-b7cc-5b55d7525c10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:40.960889 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:41.597492 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-548a92f6-ebdf-4409-a66c-e28ce53353a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:41.958516 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:43.181643 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-bb32ed7d-8717-448b-a9c8-a5a0117d1fd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:44.561159 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-875ced1b-4cf3-463a-9653-058f0f9421e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:00.188018 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-0f62192d-a1d8-4f1a-b36d-6054cc91083a req-7709259b-6774-4fe6-85af-02b1c5e0865e service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=1f07cc33-bf94-48e6-922c-6241223ba9f9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0521550 Jul 27 22:09:00.286802 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f62192d-a1d8-4f1a-b36d-6054cc91083a req-59cd7116-55bc-4ac6-90b6-90abe0515f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:00.288310 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-0f62192d-a1d8-4f1a-b36d-6054cc91083a req-59cd7116-55bc-4ac6-90b6-90abe0515f92 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=cdedfb879196470ebf39ee0a31f4dbbb&device_id=1f07cc33-bf94-48e6-922c-6241223ba9f9 HTTP/1.1" status: 200 len: 1099 time: 0.0565188 Jul 27 22:09:00.387914 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f62192d-a1d8-4f1a-b36d-6054cc91083a req-5905e022-b4db-411e-9f55-65e5343e369e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:00.389372 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-0f62192d-a1d8-4f1a-b36d-6054cc91083a req-5905e022-b4db-411e-9f55-65e5343e369e service neutron] 10.222.0.60 "GET /v2.0/networks?id=1f617f40-eb86-442f-8e54-f0ae01880fc1 HTTP/1.1" status: 200 len: 910 time: 0.0827136 Jul 27 22:09:00.456232 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-0f62192d-a1d8-4f1a-b36d-6054cc91083a req-809b399d-4d98-4593-8cd9-301b83c696f0 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2539b6f2-eacd-4d9b-8a9f-bd710413e4e0 HTTP/1.1" status: 200 len: 1001 time: 0.0593624 Jul 27 22:09:00.798868 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f62192d-a1d8-4f1a-b36d-6054cc91083a req-65917e9b-3cac-46a9-97f2-6b498dd1904c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:00.800268 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-0f62192d-a1d8-4f1a-b36d-6054cc91083a req-65917e9b-3cac-46a9-97f2-6b498dd1904c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=1707f329-4a89-44d8-a877-697cbdcc3da9 HTTP/1.1" status: 200 len: 848 time: 0.3362081 Jul 27 22:09:00.858602 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f62192d-a1d8-4f1a-b36d-6054cc91083a req-6d34a8e8-39bd-42ce-9eca-811a7f563fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:00.860137 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-0f62192d-a1d8-4f1a-b36d-6054cc91083a req-6d34a8e8-39bd-42ce-9eca-811a7f563fa0 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1f617f40-eb86-442f-8e54-f0ae01880fc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0527482 Jul 27 22:09:00.951597 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-0f62192d-a1d8-4f1a-b36d-6054cc91083a req-ef376c01-c6cd-4b4f-b093-3a2bd93642ee service neutron] 10.222.0.60 "GET /v2.0/networks/1f617f40-eb86-442f-8e54-f0ae01880fc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837357 Jul 27 22:09:01.045674 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-0f62192d-a1d8-4f1a-b36d-6054cc91083a req-eb40f1bc-d990-4cb1-87eb-3883ead7955b service neutron] 10.222.0.60 "GET /v2.0/networks/1f617f40-eb86-442f-8e54-f0ae01880fc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868149 Jul 27 22:09:03.147078 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.agents_db [None req-558fcd2c-e512-47bc-a170-8673d87f7213 None None] Agent healthcheck: found 7 active agents {{(pid=105587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 22:09:07.153406 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:08.969123 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-ea147aca-28c9-477a-85a2-568ef85b9ad5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:10.950356 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:11.597353 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-e9424a5c-6f87-4bc5-a337-9f7c854d81e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:11.958927 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:13.181718 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-bb32ed7d-8717-448b-a9c8-a5a0117d1fd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:14.563896 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-875ced1b-4cf3-463a-9653-058f0f9421e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:37.168481 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:38.968218 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-379c1914-8903-4c4d-bedf-69cac61cd0a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:40.147590 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.agents_db [None req-558fcd2c-e512-47bc-a170-8673d87f7213 None None] Agent healthcheck: found 7 active agents {{(pid=105587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 22:09:40.951842 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:41.596893 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-066f9365-75bf-4415-8e56-86089760bb21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:41.959069 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:43.184089 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-bb32ed7d-8717-448b-a9c8-a5a0117d1fd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:44.566046 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-875ced1b-4cf3-463a-9653-058f0f9421e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:01.168879 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-32166738-30c5-4a12-b7f5-a6039366e4e0 req-dbc00d25-e7f6-4817-85b1-0aa6c65089e5 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=1f07cc33-bf94-48e6-922c-6241223ba9f9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0572186 Jul 27 22:10:01.267321 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32166738-30c5-4a12-b7f5-a6039366e4e0 req-95a694d0-212f-4f44-acbe-8bcc1e18a90a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:01.269310 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-32166738-30c5-4a12-b7f5-a6039366e4e0 req-95a694d0-212f-4f44-acbe-8bcc1e18a90a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=cdedfb879196470ebf39ee0a31f4dbbb&device_id=1f07cc33-bf94-48e6-922c-6241223ba9f9 HTTP/1.1" status: 200 len: 1099 time: 0.0527999 Jul 27 22:10:01.367153 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32166738-30c5-4a12-b7f5-a6039366e4e0 req-0c785cb0-e361-4a41-8764-57a44fc8f1e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:01.368636 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-32166738-30c5-4a12-b7f5-a6039366e4e0 req-0c785cb0-e361-4a41-8764-57a44fc8f1e3 service neutron] 10.222.0.60 "GET /v2.0/networks?id=1f617f40-eb86-442f-8e54-f0ae01880fc1 HTTP/1.1" status: 200 len: 910 time: 0.0814667 Jul 27 22:10:01.436469 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-32166738-30c5-4a12-b7f5-a6039366e4e0 req-2d2d16af-afc2-4b40-bde4-5f0ad1b69f67 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2539b6f2-eacd-4d9b-8a9f-bd710413e4e0 HTTP/1.1" status: 200 len: 1001 time: 0.0606048 Jul 27 22:10:01.484556 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32166738-30c5-4a12-b7f5-a6039366e4e0 req-1b62e0d3-b7db-4223-80b5-af434ab91325 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:01.485945 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-32166738-30c5-4a12-b7f5-a6039366e4e0 req-1b62e0d3-b7db-4223-80b5-af434ab91325 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=1707f329-4a89-44d8-a877-697cbdcc3da9 HTTP/1.1" status: 200 len: 848 time: 0.0426536 Jul 27 22:10:01.541649 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32166738-30c5-4a12-b7f5-a6039366e4e0 req-3cf234b7-0073-4436-8051-b352790f16fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:01.543132 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-32166738-30c5-4a12-b7f5-a6039366e4e0 req-3cf234b7-0073-4436-8051-b352790f16fb service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1f617f40-eb86-442f-8e54-f0ae01880fc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0505915 Jul 27 22:10:01.633794 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-32166738-30c5-4a12-b7f5-a6039366e4e0 req-6b0db75d-6317-4095-866a-2eb4e7c2a107 service neutron] 10.222.0.60 "GET /v2.0/networks/1f617f40-eb86-442f-8e54-f0ae01880fc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829258 Jul 27 22:10:01.724612 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-32166738-30c5-4a12-b7f5-a6039366e4e0 req-6b86cb94-daf4-4f2c-887d-10dec83543c9 service neutron] 10.222.0.60 "GET /v2.0/networks/1f617f40-eb86-442f-8e54-f0ae01880fc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838192 Jul 27 22:10:07.168417 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:08.968402 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-266fee34-aa72-4fa6-9fd5-05ef96c2fa98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:10.968326 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:11.596721 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-0e02a5cf-600e-4632-b166-47f8a54af395 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:11.960175 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:13.186609 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-bb32ed7d-8717-448b-a9c8-a5a0117d1fd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:14.569011 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-875ced1b-4cf3-463a-9653-058f0f9421e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:17.147827 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.agents_db [None req-558fcd2c-e512-47bc-a170-8673d87f7213 None None] Agent healthcheck: found 7 active agents {{(pid=105587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 22:10:21.322510 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 40212) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:10:21.478781 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [None req-44f1aa90-d21c-4f8a-af05-35f254fda64c tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] Deleting port 57c5854a-da85-4b0f-ba9a-bc4f78b9a612 {{(pid=105585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:10:21.479158 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-44f1aa90-d21c-4f8a-af05-35f254fda64c tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:21.555906 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-44f1aa90-d21c-4f8a-af05-35f254fda64c tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:21.556245 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-44f1aa90-d21c-4f8a-af05-35f254fda64c tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:21.567601 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [None req-44f1aa90-d21c-4f8a-af05-35f254fda64c tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] Calling delete_port for 57c5854a-da85-4b0f-ba9a-bc4f78b9a612 owned by network:floatingip {{(pid=105585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:10:21.715594 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-44f1aa90-d21c-4f8a-af05-35f254fda64c tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:21.742019 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f1aa90-d21c-4f8a-af05-35f254fda64c tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] Pushing event deleted for resources: {'Port': ['ID=57c5854a-da85-4b0f-ba9a-bc4f78b9a612,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:10:21.766501 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f1aa90-d21c-4f8a-af05-35f254fda64c tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:10:21.766845 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f1aa90-d21c-4f8a-af05-35f254fda64c tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:10:21.767210 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f1aa90-d21c-4f8a-af05-35f254fda64c tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:10:21.767546 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f1aa90-d21c-4f8a-af05-35f254fda64c tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:10:21.767874 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f1aa90-d21c-4f8a-af05-35f254fda64c tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:10:21.768200 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f1aa90-d21c-4f8a-af05-35f254fda64c tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:10:21.768523 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f1aa90-d21c-4f8a-af05-35f254fda64c tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:10:21.768848 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f1aa90-d21c-4f8a-af05-35f254fda64c tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:10:21.769172 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f1aa90-d21c-4f8a-af05-35f254fda64c tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:10:21.769495 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f1aa90-d21c-4f8a-af05-35f254fda64c tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:10:21.769821 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f1aa90-d21c-4f8a-af05-35f254fda64c tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:10:21.770139 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f1aa90-d21c-4f8a-af05-35f254fda64c tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:10:21.810051 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-44f1aa90-d21c-4f8a-af05-35f254fda64c tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] Notify callbacks [] for floatingip, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:21.810380 n-d-705658-22 neutron-server[105585]: INFO neutron.db.l3_db [None req-44f1aa90-d21c-4f8a-af05-35f254fda64c tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] Floating IP c6c76e0c-c279-4e07-b3bb-6778a442b20c disassociated (deleted). External IP: 172.25.5.16, port: 2539b6f2-eacd-4d9b-8a9f-bd710413e4e0. Jul 27 22:10:22.014837 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44f1aa90-d21c-4f8a-af05-35f254fda64c tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] Router 1818ad1b-7263-40d6-bed6-1b8ae4a14445 has already been hosted by L3 agent dd128fd7-8e57-4d4f-895b-a96b369df59a {{(pid=105585) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:10:22.122677 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44f1aa90-d21c-4f8a-af05-35f254fda64c tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] Notify agent at l3_agent.n-d-705658-22 the message routers_updated {{(pid=105585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:10:22.127099 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-44f1aa90-d21c-4f8a-af05-35f254fda64c tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for floatingip, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:22.133417 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1c92d50-1dce-4b85-baf7-bb1af65eb270 None None] Sync routers for ids ['1818ad1b-7263-40d6-bed6-1b8ae4a14445'] in n-d-705658-22 {{(pid=105587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:10:22.142791 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1c92d50-1dce-4b85-baf7-bb1af65eb270 None None] Routers {'1818ad1b-7263-40d6-bed6-1b8ae4a14445'} bound to L3 agent in host n-d-705658-22 {{(pid=105587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:10:22.143432 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-b1c92d50-1dce-4b85-baf7-bb1af65eb270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T22:10:12Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['1818ad1b-7263-40d6-bed6-1b8ae4a14445'], 'active': True} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:10:22.162894 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-44f1aa90-d21c-4f8a-af05-35f254fda64c tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] 10.222.0.59 "DELETE /v2.0/floatingips/c6c76e0c-c279-4e07-b3bb-6778a442b20c HTTP/1.1" status: 204 len: 168 time: 0.8392408 Jul 27 22:10:22.163622 n-d-705658-22 neutron-server[105585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f07cc33-bf94-48e6-922c-6241223ba9f9', 'tag': '2539b6f2-eacd-4d9b-8a9f-bd710413e4e0'}] {{(pid=105585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:10:22.165986 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f24452fb85b5ff3d9a44b103084d24ac6536fc7c3e33f3cafe2d6008071b0351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6bd009b-0c56-4a17-a4df-904cb22ba0ea" -d '{"events": [{"name": "network-changed", "server_uuid": "1f07cc33-bf94-48e6-922c-6241223ba9f9", "tag": "2539b6f2-eacd-4d9b-8a9f-bd710413e4e0"}]}' {{(pid=105585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:10:22.260846 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 22:10:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17789759-c0eb-4dff-b2d2-78d659cffe6b x-openstack-request-id: req-17789759-c0eb-4dff-b2d2-78d659cffe6b {{(pid=105585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:10:22.261477 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f07cc33-bf94-48e6-922c-6241223ba9f9", "tag": "2539b6f2-eacd-4d9b-8a9f-bd710413e4e0", "status": "completed", "code": 200}]} {{(pid=105585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:10:22.261736 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-17789759-c0eb-4dff-b2d2-78d659cffe6b {{(pid=105585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:10:22.262286 n-d-705658-22 neutron-server[105585]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f07cc33-bf94-48e6-922c-6241223ba9f9', 'tag': '2539b6f2-eacd-4d9b-8a9f-bd710413e4e0', 'status': 'completed', 'code': 200} Jul 27 22:10:22.349609 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bd009b-0c56-4a17-a4df-904cb22ba0ea req-eb68e6d3-45c0-4e14-8a59-e32884f415f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:22.351220 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-a6bd009b-0c56-4a17-a4df-904cb22ba0ea req-eb68e6d3-45c0-4e14-8a59-e32884f415f2 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=cdedfb879196470ebf39ee0a31f4dbbb&device_id=1f07cc33-bf94-48e6-922c-6241223ba9f9 HTTP/1.1" status: 200 len: 1099 time: 0.0639272 Jul 27 22:10:22.357825 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvr_db [None req-b1c92d50-1dce-4b85-baf7-bb1af65eb270 None None] Set router 1818ad1b-7263-40d6-bed6-1b8ae4a14445 gateway port host: n-d-705658-22 {{(pid=105587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:10:22.439974 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5838b64f-1022-4c56-959b-5e35f4a6c175 req-b75e96f0-cafd-4342-b20e-35d140bb17e4 tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:22.441731 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-5838b64f-1022-4c56-959b-5e35f4a6c175 req-b75e96f0-cafd-4342-b20e-35d140bb17e4 tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] 10.222.0.59 "GET /v2.0/ports?device_id=1f07cc33-bf94-48e6-922c-6241223ba9f9 HTTP/1.1" status: 200 len: 947 time: 0.0677404 Jul 27 22:10:22.444417 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bd009b-0c56-4a17-a4df-904cb22ba0ea req-e4d78088-1ecb-42f1-9030-8f11b03bb715 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:22.445936 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-a6bd009b-0c56-4a17-a4df-904cb22ba0ea req-e4d78088-1ecb-42f1-9030-8f11b03bb715 service neutron] 10.222.0.60 "GET /v2.0/networks?id=1f617f40-eb86-442f-8e54-f0ae01880fc1 HTTP/1.1" status: 200 len: 910 time: 0.0878201 Jul 27 22:10:22.483082 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-5838b64f-1022-4c56-959b-5e35f4a6c175 req-f5476774-02e4-433a-9b38-4782c50ef851 tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] 10.222.0.59 "GET /v2.0/security-groups?id=8c049c71-86cb-4cf8-8173-f26bd6838794&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338113 Jul 27 22:10:22.488535 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-a6bd009b-0c56-4a17-a4df-904cb22ba0ea req-6f15992c-3e7b-40d5-8979-07e00d797ffc service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2539b6f2-eacd-4d9b-8a9f-bd710413e4e0 HTTP/1.1" status: 200 len: 217 time: 0.0353844 Jul 27 22:10:22.545693 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bd009b-0c56-4a17-a4df-904cb22ba0ea req-9293f58b-7bc1-4742-9859-6d349632e4c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:22.547245 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-a6bd009b-0c56-4a17-a4df-904cb22ba0ea req-9293f58b-7bc1-4742-9859-6d349632e4c1 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=1707f329-4a89-44d8-a877-697cbdcc3da9 HTTP/1.1" status: 200 len: 848 time: 0.0507817 Jul 27 22:10:22.556705 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-b1c92d50-1dce-4b85-baf7-bb1af65eb270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1818ad1b-7263-40d6-bed6-1b8ae4a14445', 'name': 'tempest-TestShelveInstance-1514417232-router', 'tenant_id': 'cdedfb879196470ebf39ee0a31f4dbbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.53'}], 'enable_snat': True}, 'gw_port_id': '5de897c7-0140-4027-93d4-338e88b56999', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:05:32Z', 'updated_at': '2021-07-27T22:05:35Z', 'revision_number': 4, 'project_id': 'cdedfb879196470ebf39ee0a31f4dbbb', 'gw_port': {'id': '5de897c7-0140-4027-93d4-338e88b56999', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:fe:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1818ad1b-7263-40d6-bed6-1b8ae4a14445', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:05:33Z', 'updated_at': '2021-07-27T22:05:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_interfaces': [{'id': '06334c8b-2e2c-45dc-9c25-ee0187f8a2d1', 'name': '', 'network_id': '1f617f40-eb86-442f-8e54-f0ae01880fc1', 'tenant_id': 'cdedfb879196470ebf39ee0a31f4dbbb', 'mac_address': 'fa:16:3e:cb:7d:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1818ad1b-7263-40d6-bed6-1b8ae4a14445', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '1707f329-4a89-44d8-a877-697cbdcc3da9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:05:34Z', 'updated_at': '2021-07-27T22:05:41Z', 'revision_number': 5, 'project_id': 'cdedfb879196470ebf39ee0a31f4dbbb', 'subnets': [{'id': '1707f329-4a89-44d8-a877-697cbdcc3da9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-22', False) {} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:10:22.582785 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1c92d50-1dce-4b85-baf7-bb1af65eb270 None None] Checking router: 1818ad1b-7263-40d6-bed6-1b8ae4a14445 for host: n-d-705658-22 {{(pid=105587) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:10:22.591468 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1c92d50-1dce-4b85-baf7-bb1af65eb270 None None] Routers {'1818ad1b-7263-40d6-bed6-1b8ae4a14445'} bound to L3 agent in host n-d-705658-22 {{(pid=105587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:10:22.592085 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-b1c92d50-1dce-4b85-baf7-bb1af65eb270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T22:10:12Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['1818ad1b-7263-40d6-bed6-1b8ae4a14445'], 'active': True} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:10:22.606970 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bd009b-0c56-4a17-a4df-904cb22ba0ea req-cb4661c8-7389-46d7-9e60-0c4922ec87b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:22.608811 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-a6bd009b-0c56-4a17-a4df-904cb22ba0ea req-cb4661c8-7389-46d7-9e60-0c4922ec87b2 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1f617f40-eb86-442f-8e54-f0ae01880fc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0540156 Jul 27 22:10:22.701387 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvr_db [None req-b1c92d50-1dce-4b85-baf7-bb1af65eb270 None None] Set router 1818ad1b-7263-40d6-bed6-1b8ae4a14445 gateway port host: n-d-705658-22 {{(pid=105587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:10:22.711982 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-a6bd009b-0c56-4a17-a4df-904cb22ba0ea req-82eb78c1-dea9-4d9f-8c8e-b949451933ec service neutron] 10.222.0.60 "GET /v2.0/networks/1f617f40-eb86-442f-8e54-f0ae01880fc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947411 Jul 27 22:10:22.806048 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-a6bd009b-0c56-4a17-a4df-904cb22ba0ea req-1779cd98-916c-4df9-9903-8cb2ebad103b service neutron] 10.222.0.60 "GET /v2.0/networks/1f617f40-eb86-442f-8e54-f0ae01880fc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857310 Jul 27 22:10:22.899523 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-b1c92d50-1dce-4b85-baf7-bb1af65eb270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1818ad1b-7263-40d6-bed6-1b8ae4a14445', 'name': 'tempest-TestShelveInstance-1514417232-router', 'tenant_id': 'cdedfb879196470ebf39ee0a31f4dbbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.53'}], 'enable_snat': True}, 'gw_port_id': '5de897c7-0140-4027-93d4-338e88b56999', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:05:32Z', 'updated_at': '2021-07-27T22:05:35Z', 'revision_number': 4, 'project_id': 'cdedfb879196470ebf39ee0a31f4dbbb', 'gw_port': {'id': '5de897c7-0140-4027-93d4-338e88b56999', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:fe:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1818ad1b-7263-40d6-bed6-1b8ae4a14445', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:05:33Z', 'updated_at': '2021-07-27T22:05:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_interfaces': [{'id': '06334c8b-2e2c-45dc-9c25-ee0187f8a2d1', 'name': '', 'network_id': '1f617f40-eb86-442f-8e54-f0ae01880fc1', 'tenant_id': 'cdedfb879196470ebf39ee0a31f4dbbb', 'mac_address': 'fa:16:3e:cb:7d:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1818ad1b-7263-40d6-bed6-1b8ae4a14445', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '1707f329-4a89-44d8-a877-697cbdcc3da9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:05:34Z', 'updated_at': '2021-07-27T22:05:41Z', 'revision_number': 5, 'project_id': 'cdedfb879196470ebf39ee0a31f4dbbb', 'subnets': [{'id': '1707f329-4a89-44d8-a877-697cbdcc3da9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-22', False) {} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:10:22.924739 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1c92d50-1dce-4b85-baf7-bb1af65eb270 None None] The sync data for ids ['1818ad1b-7263-40d6-bed6-1b8ae4a14445'] in n-d-705658-22 is: [{'id': '1818ad1b-7263-40d6-bed6-1b8ae4a14445', 'name': 'tempest-TestShelveInstance-1514417232-router', 'tenant_id': 'cdedfb879196470ebf39ee0a31f4dbbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.53'}], 'enable_snat': True}, 'gw_port_id': '5de897c7-0140-4027-93d4-338e88b56999', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:05:32Z', 'updated_at': '2021-07-27T22:05:35Z', 'revision_number': 4, 'project_id': 'cdedfb879196470ebf39ee0a31f4dbbb', 'gw_port': {'id': '5de897c7-0140-4027-93d4-338e88b56999', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:fe:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1818ad1b-7263-40d6-bed6-1b8ae4a14445', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:05:33Z', 'updated_at': '2021-07-27T22:05:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_interfaces': [{'id': '06334c8b-2e2c-45dc-9c25-ee0187f8a2d1', 'name': '', 'network_id': '1f617f40-eb86-442f-8e54-f0ae01880fc1', 'tenant_id': 'cdedfb879196470ebf39ee0a31f4dbbb', 'mac_address': 'fa:16:3e:cb:7d:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1818ad1b-7263-40d6-bed6-1b8ae4a14445', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '1707f329-4a89-44d8-a877-697cbdcc3da9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:05:34Z', 'updated_at': '2021-07-27T22:05:41Z', 'revision_number': 5, 'project_id': 'cdedfb879196470ebf39ee0a31f4dbbb', 'subnets': [{'id': '1707f329-4a89-44d8-a877-697cbdcc3da9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:10:23.147512 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-720c3eef-1187-420a-9b3f-71a0dcf53673 None None] New status for floating IP c6c76e0c-c279-4e07-b3bb-6778a442b20c: DOWN {{(pid=105586) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 22:10:23.616818 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc329bf-cb01-4cdc-b5c4-dc1591d605d1 req-71b1e461-bac1-447c-ba43-4029bda8f7ff tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:23.618334 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-2bc329bf-cb01-4cdc-b5c4-dc1591d605d1 req-71b1e461-bac1-447c-ba43-4029bda8f7ff tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] 10.222.0.59 "GET /v2.0/ports?device_id=1f07cc33-bf94-48e6-922c-6241223ba9f9 HTTP/1.1" status: 200 len: 947 time: 0.0635331 Jul 27 22:10:23.655582 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-2bc329bf-cb01-4cdc-b5c4-dc1591d605d1 req-80df2be6-f536-4174-8caf-6e9e9d2927d5 tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] 10.222.0.59 "GET /v2.0/security-groups?id=8c049c71-86cb-4cf8-8173-f26bd6838794&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313981 Jul 27 22:10:23.904885 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2d0f98-de10-4fb9-bb2d-091ffb10e49c req-12c881c6-7709-497d-aa85-4488f360cb31 tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:23.906353 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-ec2d0f98-de10-4fb9-bb2d-091ffb10e49c req-12c881c6-7709-497d-aa85-4488f360cb31 tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] 10.222.0.60 "GET /v2.0/ports?device_id=1f07cc33-bf94-48e6-922c-6241223ba9f9 HTTP/1.1" status: 200 len: 947 time: 0.0633256 Jul 27 22:10:24.008708 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [req-ec2d0f98-de10-4fb9-bb2d-091ffb10e49c req-94efed65-d123-4ce4-a880-58eebf841931 tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] Deleting port 2539b6f2-eacd-4d9b-8a9f-bd710413e4e0 {{(pid=105584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:10:24.009057 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-ec2d0f98-de10-4fb9-bb2d-091ffb10e49c req-94efed65-d123-4ce4-a880-58eebf841931 tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:24.094967 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [req-ec2d0f98-de10-4fb9-bb2d-091ffb10e49c req-94efed65-d123-4ce4-a880-58eebf841931 tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] For port 2539b6f2-eacd-4d9b-8a9f-bd710413e4e0, host n-h2-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=2539b6f2-eacd-4d9b-8a9f-bd710413e4e0,segment=NetworkSegment(b735872d-6a74-4f74-8a55-26ffa0814516),segment_id=b735872d-6a74-4f74-8a55-26ffa0814516)] {{(pid=105584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:10:24.095359 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-ec2d0f98-de10-4fb9-bb2d-091ffb10e49c req-94efed65-d123-4ce4-a880-58eebf841931 tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:24.107887 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [req-ec2d0f98-de10-4fb9-bb2d-091ffb10e49c req-94efed65-d123-4ce4-a880-58eebf841931 tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] Calling delete_port for 2539b6f2-eacd-4d9b-8a9f-bd710413e4e0 owned by compute:nova {{(pid=105584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:10:24.236147 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-ec2d0f98-de10-4fb9-bb2d-091ffb10e49c req-94efed65-d123-4ce4-a880-58eebf841931 tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:24.270566 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94efed65-d123-4ce4-a880-58eebf841931 tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] Pushing event deleted for resources: {'Port': ['ID=2539b6f2-eacd-4d9b-8a9f-bd710413e4e0,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:10:24.297189 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94efed65-d123-4ce4-a880-58eebf841931 tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:10:24.297540 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94efed65-d123-4ce4-a880-58eebf841931 tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:10:24.297891 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94efed65-d123-4ce4-a880-58eebf841931 tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:10:24.298235 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94efed65-d123-4ce4-a880-58eebf841931 tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:10:24.298577 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94efed65-d123-4ce4-a880-58eebf841931 tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:10:24.298917 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94efed65-d123-4ce4-a880-58eebf841931 tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:10:24.299285 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94efed65-d123-4ce4-a880-58eebf841931 tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:10:24.299619 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94efed65-d123-4ce4-a880-58eebf841931 tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:10:24.299954 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94efed65-d123-4ce4-a880-58eebf841931 tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:10:24.300287 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94efed65-d123-4ce4-a880-58eebf841931 tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:10:24.300623 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94efed65-d123-4ce4-a880-58eebf841931 tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:10:24.300952 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94efed65-d123-4ce4-a880-58eebf841931 tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:10:24.326772 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec2d0f98-de10-4fb9-bb2d-091ffb10e49c req-94efed65-d123-4ce4-a880-58eebf841931 tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] No DVR routers for this DVR port 2539b6f2-eacd-4d9b-8a9f-bd710413e4e0 on host n-h2-705658-22 {{(pid=105584) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:10:24.329609 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-ec2d0f98-de10-4fb9-bb2d-091ffb10e49c req-94efed65-d123-4ce4-a880-58eebf841931 tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:24.331902 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-ec2d0f98-de10-4fb9-bb2d-091ffb10e49c req-94efed65-d123-4ce4-a880-58eebf841931 tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] 10.222.0.60 "DELETE /v2.0/ports/2539b6f2-eacd-4d9b-8a9f-bd710413e4e0 HTTP/1.1" status: 204 len: 173 time: 0.4193213 Jul 27 22:10:24.332350 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f07cc33-bf94-48e6-922c-6241223ba9f9', 'name': 'network-vif-deleted', 'tag': '2539b6f2-eacd-4d9b-8a9f-bd710413e4e0'}] {{(pid=105584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:10:24.335568 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a14b7e693ac0d3b36d252540d57b2183de19e2104d11de1d527dbb6a6689965" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e8b5644-3466-4e6b-a4a0-2ef735a6483d" -d '{"events": [{"server_uuid": "1f07cc33-bf94-48e6-922c-6241223ba9f9", "name": "network-vif-deleted", "tag": "2539b6f2-eacd-4d9b-8a9f-bd710413e4e0"}]}' {{(pid=105584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:10:24.393305 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:10:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f28c1138-9837-435c-9d30-6e1b2f16daed x-openstack-request-id: req-f28c1138-9837-435c-9d30-6e1b2f16daed {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:10:24.393594 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f07cc33-bf94-48e6-922c-6241223ba9f9", "name": "network-vif-deleted", "tag": "2539b6f2-eacd-4d9b-8a9f-bd710413e4e0", "status": "completed", "code": 200}]} {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:10:24.393842 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-f28c1138-9837-435c-9d30-6e1b2f16daed {{(pid=105584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:10:24.394240 n-d-705658-22 neutron-server[105584]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f07cc33-bf94-48e6-922c-6241223ba9f9', 'name': 'network-vif-deleted', 'tag': '2539b6f2-eacd-4d9b-8a9f-bd710413e4e0', 'status': 'completed', 'code': 200} Jul 27 22:10:24.773692 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-3332247c-8603-429a-9cbf-85cf802a745c req-17bcdf96-5568-4d7f-abf5-577078f4c760 tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] 10.222.0.59 "GET /v2.0/ports?device_id=1f07cc33-bf94-48e6-922c-6241223ba9f9 HTTP/1.1" status: 200 len: 210 time: 0.0308349 Jul 27 22:10:25.831566 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 40242) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:10:25.890109 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-890b05cc-6064-4c66-9838-015591564011 tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] Notify callbacks [] for security_group, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:25.917585 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-890b05cc-6064-4c66-9838-015591564011 tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:25.976889 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-890b05cc-6064-4c66-9838-015591564011 tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:25.979447 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-890b05cc-6064-4c66-9838-015591564011 tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] Notify callbacks [] for security_group, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:25.980616 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-890b05cc-6064-4c66-9838-015591564011 tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] 10.222.0.59 "DELETE /v2.0/security-groups/8c049c71-86cb-4cf8-8173-f26bd6838794 HTTP/1.1" status: 204 len: 168 time: 0.1480412 Jul 27 22:10:25.990025 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890b05cc-6064-4c66-9838-015591564011 tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c049c71-86cb-4cf8-8173-f26bd6838794,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:10:26.171430 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 40248) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:10:26.176136 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-99d9640f-ed18-4774-828a-e517405224b6 tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1573810151', 'description': 'tempest-secgroup-smoke-1573810151 description', 'project_id': 'cdedfb879196470ebf39ee0a31f4dbbb'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:10:26.198701 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-99d9640f-ed18-4774-828a-e517405224b6 tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] Notify callbacks [] for security_group, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:26.275794 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-99d9640f-ed18-4774-828a-e517405224b6 tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] Notify callbacks [] for security_group, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:26.279215 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-99d9640f-ed18-4774-828a-e517405224b6 tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:26.306358 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-99d9640f-ed18-4774-828a-e517405224b6 tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] Notify callbacks [] for security_group, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:26.307618 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-99d9640f-ed18-4774-828a-e517405224b6 tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1351907 Jul 27 22:10:26.309438 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d9640f-ed18-4774-828a-e517405224b6 tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7760933e-eebc-4e61-b8aa-f39b598fcb3c,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:10:26.310589 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 40250) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:10:26.315597 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-10bc706b-63ae-4c5c-8770-e72a564f646d tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] Request body: {'security_group_rule': {'security_group_id': '7760933e-eebc-4e61-b8aa-f39b598fcb3c', 'project_id': 'cdedfb879196470ebf39ee0a31f4dbbb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:10:26.341118 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-10bc706b-63ae-4c5c-8770-e72a564f646d tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:26.397123 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-10bc706b-63ae-4c5c-8770-e72a564f646d tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:26.400775 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-10bc706b-63ae-4c5c-8770-e72a564f646d tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732636'] for security_group_rule, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:26.417704 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bc706b-63ae-4c5c-8770-e72a564f646d tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1de7072c-96b5-4b1a-ba0f-d7e28879806c,revision_number=0']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:10:26.429571 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-10bc706b-63ae-4c5c-8770-e72a564f646d tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:26.429571 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-10bc706b-63ae-4c5c-8770-e72a564f646d tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1162553 Jul 27 22:10:26.431496 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 40252) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:10:26.435936 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-c3a73d2e-243c-48e9-9743-d7007e1bf703 tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] Request body: {'security_group_rule': {'security_group_id': '7760933e-eebc-4e61-b8aa-f39b598fcb3c', 'project_id': 'cdedfb879196470ebf39ee0a31f4dbbb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:10:26.461383 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c3a73d2e-243c-48e9-9743-d7007e1bf703 tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:26.517173 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c3a73d2e-243c-48e9-9743-d7007e1bf703 tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:26.520366 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c3a73d2e-243c-48e9-9743-d7007e1bf703 tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732636'] for security_group_rule, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:26.537258 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a73d2e-243c-48e9-9743-d7007e1bf703 tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0915790-1c2d-4587-8507-010f7e7536bc,revision_number=0']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:10:26.543371 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c3a73d2e-243c-48e9-9743-d7007e1bf703 tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:26.544609 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-c3a73d2e-243c-48e9-9743-d7007e1bf703 tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1121774 Jul 27 22:10:26.547545 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 40254) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:10:26.551990 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-55b46056-a22e-4415-8478-9f425c1c848b tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] Request body: {'security_group_rule': {'security_group_id': '7760933e-eebc-4e61-b8aa-f39b598fcb3c', 'project_id': 'cdedfb879196470ebf39ee0a31f4dbbb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:10:26.577434 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-55b46056-a22e-4415-8478-9f425c1c848b tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:26.636315 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-55b46056-a22e-4415-8478-9f425c1c848b tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:26.639630 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-55b46056-a22e-4415-8478-9f425c1c848b tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732636'] for security_group_rule, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:26.657357 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b46056-a22e-4415-8478-9f425c1c848b tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10b3dd82-328e-4dfa-98e0-8ebc28be12f5,revision_number=0']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:10:26.662688 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-55b46056-a22e-4415-8478-9f425c1c848b tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:26.664545 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-55b46056-a22e-4415-8478-9f425c1c848b tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1160901 Jul 27 22:10:26.667241 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 40256) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:10:26.671638 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-a7bcfaa6-d95a-4ba5-a354-28e666dc6158 tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] Request body: {'security_group_rule': {'security_group_id': '7760933e-eebc-4e61-b8aa-f39b598fcb3c', 'project_id': 'cdedfb879196470ebf39ee0a31f4dbbb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:10:26.696558 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-a7bcfaa6-d95a-4ba5-a354-28e666dc6158 tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:26.758466 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-a7bcfaa6-d95a-4ba5-a354-28e666dc6158 tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:26.761688 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-a7bcfaa6-d95a-4ba5-a354-28e666dc6158 tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732636'] for security_group_rule, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:26.781538 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bcfaa6-d95a-4ba5-a354-28e666dc6158 tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=410819ab-cabc-46ae-a35f-b1b92d2b974c,revision_number=0']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:10:26.784561 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-a7bcfaa6-d95a-4ba5-a354-28e666dc6158 tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:26.785725 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-a7bcfaa6-d95a-4ba5-a354-28e666dc6158 tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1175690 Jul 27 22:10:26.788525 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 40258) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:10:26.792907 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-db88fcab-4d85-4410-9f0e-4f691f95d8b2 tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] Request body: {'security_group_rule': {'security_group_id': '7760933e-eebc-4e61-b8aa-f39b598fcb3c', 'project_id': 'cdedfb879196470ebf39ee0a31f4dbbb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:10:26.814334 n-d-705658-22 neutron-server[105584]: INFO neutron.db.securitygroups_db [None req-db88fcab-4d85-4410-9f0e-4f691f95d8b2 tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] Project cdedfb879196470ebf39ee0a31f4dbbb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 27 22:10:26.819012 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-db88fcab-4d85-4410-9f0e-4f691f95d8b2 tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:26.879034 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-db88fcab-4d85-4410-9f0e-4f691f95d8b2 tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:26.882598 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-db88fcab-4d85-4410-9f0e-4f691f95d8b2 tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732636'] for security_group_rule, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:26.901386 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db88fcab-4d85-4410-9f0e-4f691f95d8b2 tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da0174b9-ae97-4af2-bcbf-e589816e43f3,revision_number=0']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:10:26.904451 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-db88fcab-4d85-4410-9f0e-4f691f95d8b2 tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:26.905696 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-db88fcab-4d85-4410-9f0e-4f691f95d8b2 tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1162474 Jul 27 22:10:26.908482 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 40260) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:10:26.912829 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-7819d8ef-6c14-468e-9b01-0074d58ca44a tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] Request body: {'security_group_rule': {'security_group_id': '7760933e-eebc-4e61-b8aa-f39b598fcb3c', 'project_id': 'cdedfb879196470ebf39ee0a31f4dbbb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:10:26.934650 n-d-705658-22 neutron-server[105584]: INFO neutron.db.securitygroups_db [None req-7819d8ef-6c14-468e-9b01-0074d58ca44a tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] Project cdedfb879196470ebf39ee0a31f4dbbb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 27 22:10:26.939398 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-7819d8ef-6c14-468e-9b01-0074d58ca44a tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:27.001712 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-7819d8ef-6c14-468e-9b01-0074d58ca44a tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:27.004967 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-7819d8ef-6c14-468e-9b01-0074d58ca44a tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732636'] for security_group_rule, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:27.021965 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7819d8ef-6c14-468e-9b01-0074d58ca44a tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e597cfde-a0c5-44f3-83c8-b755c182a026,revision_number=0']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:10:27.032066 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-7819d8ef-6c14-468e-9b01-0074d58ca44a tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:27.033304 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-7819d8ef-6c14-468e-9b01-0074d58ca44a tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1238530 Jul 27 22:10:27.505098 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Device 2539b6f2-eacd-4d9b-8a9f-bd710413e4e0 no longer exists at agent hyperv_n-h2-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:10:27.525640 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-3d54578f-831f-4696-b568-13c455922dab None None] No Port match for: 2539b6f2-eacd-4d9b-8a9f-bd710413e4e0 {{(pid=105586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:10:27.526054 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Device 2539b6f2-eacd-4d9b-8a9f-bd710413e4e0 not bound to the agent host n-h2-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:10:37.185548 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:38.968730 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-9a41d357-db1b-4771-ac63-bfd174193cc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:40.998388 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:41.431992 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b2df7932-18d7-43d4-8cfa-1f92db9a55f1 req-ebdcd59e-012a-40e9-865e-caa3b2f821fa tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1573810151&fields=id&tenant_id=cdedfb879196470ebf39ee0a31f4dbbb HTTP/1.1" status: 200 len: 267 time: 0.0316081 Jul 27 22:10:41.537357 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2df7932-18d7-43d4-8cfa-1f92db9a55f1 req-ce8eaf64-4465-4c0c-899e-ef832a9564f6 tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:41.538834 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b2df7932-18d7-43d4-8cfa-1f92db9a55f1 req-ce8eaf64-4465-4c0c-899e-ef832a9564f6 tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] 10.222.0.59 "GET /v2.0/networks?id=1f617f40-eb86-442f-8e54-f0ae01880fc1 HTTP/1.1" status: 200 len: 809 time: 0.1002736 Jul 27 22:10:41.553000 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b2df7932-18d7-43d4-8cfa-1f92db9a55f1 req-5e993214-51b3-457d-ae2c-05b991297028 tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] 10.222.0.59 "GET /v2.0/quotas/cdedfb879196470ebf39ee0a31f4dbbb HTTP/1.1" status: 200 len: 375 time: 0.0084817 Jul 27 22:10:41.598632 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-81b5a932-4bc2-4b8c-8078-93b3172f82ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:41.619840 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b2df7932-18d7-43d4-8cfa-1f92db9a55f1 req-955194e1-2fad-4674-a898-f9001184ccf1 tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=cdedfb879196470ebf39ee0a31f4dbbb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0618691 Jul 27 22:10:41.635402 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [req-b2df7932-18d7-43d4-8cfa-1f92db9a55f1 req-a813048d-d466-4235-ae1f-e5276e436243 service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=105585) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 22:10:41.636378 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b2df7932-18d7-43d4-8cfa-1f92db9a55f1 req-a813048d-d466-4235-ae1f-e5276e436243 service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055084 Jul 27 22:10:41.724769 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b2df7932-18d7-43d4-8cfa-1f92db9a55f1 req-da4a64df-bdbf-4492-9c17-08a7b82660ca service neutron] 10.222.0.59 "GET /v2.0/networks/1f617f40-eb86-442f-8e54-f0ae01880fc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829213 Jul 27 22:10:41.811747 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b2df7932-18d7-43d4-8cfa-1f92db9a55f1 req-99ac64c5-2f5e-4045-aeaf-869bc612cd9a service neutron] 10.222.0.59 "GET /v2.0/networks/1f617f40-eb86-442f-8e54-f0ae01880fc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810292 Jul 27 22:10:41.961696 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:42.107864 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-c0718f66-fb60-4c5e-aa2b-a6343148c0c6 req-e19a0309-3800-47a6-8376-c07ce2a4df3e tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] 10.222.0.59 "GET /v2.0/ports?device_id=4299ff55-163a-4250-a7df-a8fcc4573cdb HTTP/1.1" status: 200 len: 210 time: 0.0301759 Jul 27 22:10:43.130835 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2df7932-18d7-43d4-8cfa-1f92db9a55f1 req-7709d6d3-61be-4f9f-ad18-916ccc5d03f9 tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:43.132923 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b2df7932-18d7-43d4-8cfa-1f92db9a55f1 req-7709d6d3-61be-4f9f-ad18-916ccc5d03f9 tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] 10.222.0.36 "GET /v2.0/networks?id=1f617f40-eb86-442f-8e54-f0ae01880fc1 HTTP/1.1" status: 200 len: 809 time: 0.1056848 Jul 27 22:10:43.177856 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b2df7932-18d7-43d4-8cfa-1f92db9a55f1 req-bcec997d-d7dd-4b23-ba93-e738e73da8ba tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cdedfb879196470ebf39ee0a31f4dbbb HTTP/1.1" status: 200 len: 380 time: 0.0358591 Jul 27 22:10:43.193549 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [req-b2df7932-18d7-43d4-8cfa-1f92db9a55f1 req-7a4c70f7-dcef-4698-a367-d30684a37fb1 tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] Request body: {'port': {'device_id': '4299ff55-163a-4250-a7df-a8fcc4573cdb', 'network_id': '1f617f40-eb86-442f-8e54-f0ae01880fc1', 'admin_state_up': True, 'tenant_id': 'cdedfb879196470ebf39ee0a31f4dbbb', 'security_groups': ['7760933e-eebc-4e61-b8aa-f39b598fcb3c']}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:10:43.196447 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-bb32ed7d-8717-448b-a9c8-a5a0117d1fd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:43.224491 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-8d516abb-2986-4878-84d4-2ed483f7bdc6 req-31f1a01a-9d94-47f7-9610-d6e6b6adc813 tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] 10.222.0.59 "GET /v2.0/ports?device_id=4299ff55-163a-4250-a7df-a8fcc4573cdb HTTP/1.1" status: 200 len: 210 time: 0.0456567 Jul 27 22:10:43.670053 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b2df7932-18d7-43d4-8cfa-1f92db9a55f1 req-7a4c70f7-dcef-4698-a367-d30684a37fb1 tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] Made reservation on behalf of cdedfb879196470ebf39ee0a31f4dbbb for: {'port': 1} {{(pid=105585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:10:43.674106 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-b2df7932-18d7-43d4-8cfa-1f92db9a55f1 req-7a4c70f7-dcef-4698-a367-d30684a37fb1 tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:43.804581 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.db_base_plugin_common [req-b2df7932-18d7-43d4-8cfa-1f92db9a55f1 req-7a4c70f7-dcef-4698-a367-d30684a37fb1 tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] Allocated IP 172.20.0.13 (1f617f40-eb86-442f-8e54-f0ae01880fc1/1707f329-4a89-44d8-a877-697cbdcc3da9/ae02d6a7-8619-40b5-9158-9f20800abcac) {{(pid=105585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:10:43.945257 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-b2df7932-18d7-43d4-8cfa-1f92db9a55f1 req-7a4c70f7-dcef-4698-a367-d30684a37fb1 tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] Notify callbacks [] for port, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:43.958841 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.provisioning_blocks [req-b2df7932-18d7-43d4-8cfa-1f92db9a55f1 req-7a4c70f7-dcef-4698-a367-d30684a37fb1 tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] Transition to ACTIVE for port object ae02d6a7-8619-40b5-9158-9f20800abcac will not be triggered until provisioned by entity DHCP. {{(pid=105585) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:10:43.993234 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-b2df7932-18d7-43d4-8cfa-1f92db9a55f1 req-7a4c70f7-dcef-4698-a367-d30684a37fb1 tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:44.058725 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b2df7932-18d7-43d4-8cfa-1f92db9a55f1 req-7a4c70f7-dcef-4698-a367-d30684a37fb1 tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] Network 1f617f40-eb86-442f-8e54-f0ae01880fc1 is already hosted by enough agents. {{(pid=105585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:10:44.063781 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.base_scheduler [req-b2df7932-18d7-43d4-8cfa-1f92db9a55f1 req-7a4c70f7-dcef-4698-a367-d30684a37fb1 tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] Resources bound (agent type, host, resource id): {{(pid=105585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:10:44.067351 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2df7932-18d7-43d4-8cfa-1f92db9a55f1 req-7a4c70f7-dcef-4698-a367-d30684a37fb1 tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] Received port after_create {{(pid=105585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:10:44.092019 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4c70f7-dcef-4698-a367-d30684a37fb1 tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] Pushing event updated for resources: {'Port': ['ID=ae02d6a7-8619-40b5-9158-9f20800abcac,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:10:44.128054 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2df7932-18d7-43d4-8cfa-1f92db9a55f1 req-7a4c70f7-dcef-4698-a367-d30684a37fb1 tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:44.128672 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-b2df7932-18d7-43d4-8cfa-1f92db9a55f1 req-7a4c70f7-dcef-4698-a367-d30684a37fb1 tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:44.142725 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b2df7932-18d7-43d4-8cfa-1f92db9a55f1 req-7a4c70f7-dcef-4698-a367-d30684a37fb1 tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9540012 Jul 27 22:10:44.155019 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [req-b2df7932-18d7-43d4-8cfa-1f92db9a55f1 req-f660161c-84a8-4ad7-b9a6-f877a86c08bf service neutron] Request body: {'port': {'device_id': '4299ff55-163a-4250-a7df-a8fcc4573cdb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-705658-22'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:10:44.234887 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-b2df7932-18d7-43d4-8cfa-1f92db9a55f1 req-f660161c-84a8-4ad7-b9a6-f877a86c08bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:44.302108 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-79e64094-09fc-4aa9-8841-770e7abb2352 None None] Provisioning for port ae02d6a7-8619-40b5-9158-9f20800abcac completed by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:10:44.307197 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-79e64094-09fc-4aa9-8841-770e7abb2352 None None] Provisioning complete for port ae02d6a7-8619-40b5-9158-9f20800abcac triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:10:44.310881 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-79e64094-09fc-4aa9-8841-770e7abb2352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:44.353702 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-79e64094-09fc-4aa9-8841-770e7abb2352 None None] Port ae02d6a7-8619-40b5-9158-9f20800abcac cannot update to ACTIVE because it is not bound. {{(pid=105586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:10:44.490576 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71079e33-8a18-42f6-a29a-08b0de615bc5 req-1012840b-9a21-4461-898f-6bdf9d15d0a4 tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:44.492082 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-71079e33-8a18-42f6-a29a-08b0de615bc5 req-1012840b-9a21-4461-898f-6bdf9d15d0a4 tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] 10.222.0.59 "GET /v2.0/ports?device_id=4299ff55-163a-4250-a7df-a8fcc4573cdb HTTP/1.1" status: 200 len: 932 time: 0.1423972 Jul 27 22:10:44.558516 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-71079e33-8a18-42f6-a29a-08b0de615bc5 req-8209b39f-f532-4fad-a14e-18fa050ad536 tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] 10.222.0.59 "GET /v2.0/security-groups?id=7760933e-eebc-4e61-b8aa-f39b598fcb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603051 Jul 27 22:10:44.583437 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-875ced1b-4cf3-463a-9653-058f0f9421e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:44.595802 n-d-705658-22 neutron-server[105585]: DEBUG neutron.notifiers.nova [req-b2df7932-18d7-43d4-8cfa-1f92db9a55f1 req-f660161c-84a8-4ad7-b9a6-f877a86c08bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae02d6a7-8619-40b5-9158-9f20800abcac {{(pid=105585) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:10:44.603319 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-b2df7932-18d7-43d4-8cfa-1f92db9a55f1 req-f660161c-84a8-4ad7-b9a6-f877a86c08bf service neutron] Notify callbacks [] for port, precommit_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:44.615595 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.provisioning_blocks [req-b2df7932-18d7-43d4-8cfa-1f92db9a55f1 req-f660161c-84a8-4ad7-b9a6-f877a86c08bf service neutron] Transition to ACTIVE for port object ae02d6a7-8619-40b5-9158-9f20800abcac will not be triggered until provisioned by entity L2. {{(pid=105585) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:10:44.620389 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-b2df7932-18d7-43d4-8cfa-1f92db9a55f1 req-f660161c-84a8-4ad7-b9a6-f877a86c08bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10221672'] for port, after_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:44.680776 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f660161c-84a8-4ad7-b9a6-f877a86c08bf service neutron] Pushing event updated for resources: {'Port': ['ID=ae02d6a7-8619-40b5-9158-9f20800abcac,revision_number=2']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:10:44.761204 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.managers [req-b2df7932-18d7-43d4-8cfa-1f92db9a55f1 req-f660161c-84a8-4ad7-b9a6-f877a86c08bf service neutron] Attempting to bind port ae02d6a7-8619-40b5-9158-9f20800abcac on host n-h1-705658-22 for vnic_type normal with profile {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:10:44.761549 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.managers [req-b2df7932-18d7-43d4-8cfa-1f92db9a55f1 req-f660161c-84a8-4ad7-b9a6-f877a86c08bf service neutron] Attempting to bind port ae02d6a7-8619-40b5-9158-9f20800abcac by drivers openvswitch,hyperv on host n-h1-705658-22 at level 0 using segments [{'id': 'b735872d-6a74-4f74-8a55-26ffa0814516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '1f617f40-eb86-442f-8e54-f0ae01880fc1'}] {{(pid=105585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:10:44.761886 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2df7932-18d7-43d4-8cfa-1f92db9a55f1 req-f660161c-84a8-4ad7-b9a6-f877a86c08bf service neutron] Attempting to bind port ae02d6a7-8619-40b5-9158-9f20800abcac on network 1f617f40-eb86-442f-8e54-f0ae01880fc1 {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:10:44.766510 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2df7932-18d7-43d4-8cfa-1f92db9a55f1 req-f660161c-84a8-4ad7-b9a6-f877a86c08bf service neutron] Port ae02d6a7-8619-40b5-9158-9f20800abcac on network 1f617f40-eb86-442f-8e54-f0ae01880fc1 not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-22 {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 22:10:44.766840 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2df7932-18d7-43d4-8cfa-1f92db9a55f1 req-f660161c-84a8-4ad7-b9a6-f877a86c08bf service neutron] Attempting to bind port ae02d6a7-8619-40b5-9158-9f20800abcac on network 1f617f40-eb86-442f-8e54-f0ae01880fc1 {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:10:44.771955 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2df7932-18d7-43d4-8cfa-1f92db9a55f1 req-f660161c-84a8-4ad7-b9a6-f877a86c08bf service neutron] Checking agent: {'id': '9d9bc37f-4d75-44ef-9f63-799aab3e316f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 49, 36), 'started_at': datetime.datetime(2021, 7, 27, 20, 49, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 10, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:10:44.772296 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2df7932-18d7-43d4-8cfa-1f92db9a55f1 req-f660161c-84a8-4ad7-b9a6-f877a86c08bf service neutron] Checking segment: {'id': 'b735872d-6a74-4f74-8a55-26ffa0814516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '1f617f40-eb86-442f-8e54-f0ae01880fc1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:10:44.772720 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2df7932-18d7-43d4-8cfa-1f92db9a55f1 req-f660161c-84a8-4ad7-b9a6-f877a86c08bf service neutron] Bound using segment: {'id': 'b735872d-6a74-4f74-8a55-26ffa0814516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '1f617f40-eb86-442f-8e54-f0ae01880fc1'} {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:10:44.773154 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.managers [req-b2df7932-18d7-43d4-8cfa-1f92db9a55f1 req-f660161c-84a8-4ad7-b9a6-f877a86c08bf service neutron] Bound port: ae02d6a7-8619-40b5-9158-9f20800abcac, host: n-h1-705658-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b735872d-6a74-4f74-8a55-26ffa0814516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '1f617f40-eb86-442f-8e54-f0ae01880fc1'}}] {{(pid=105585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:10:44.773522 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-b2df7932-18d7-43d4-8cfa-1f92db9a55f1 req-f660161c-84a8-4ad7-b9a6-f877a86c08bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:44.843779 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.db [req-b2df7932-18d7-43d4-8cfa-1f92db9a55f1 req-f660161c-84a8-4ad7-b9a6-f877a86c08bf service neutron] For port ae02d6a7-8619-40b5-9158-9f20800abcac, host n-h1-705658-22, cleared binding levels {{(pid=105585) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:10:44.847126 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.db [req-b2df7932-18d7-43d4-8cfa-1f92db9a55f1 req-f660161c-84a8-4ad7-b9a6-f877a86c08bf service neutron] For port ae02d6a7-8619-40b5-9158-9f20800abcac, host n-h1-705658-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=ae02d6a7-8619-40b5-9158-9f20800abcac,segment=NetworkSegment(b735872d-6a74-4f74-8a55-26ffa0814516),segment_id=b735872d-6a74-4f74-8a55-26ffa0814516)] {{(pid=105585) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:10:44.852236 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-b2df7932-18d7-43d4-8cfa-1f92db9a55f1 req-f660161c-84a8-4ad7-b9a6-f877a86c08bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10221672'] for port, after_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:44.906777 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2df7932-18d7-43d4-8cfa-1f92db9a55f1 req-f660161c-84a8-4ad7-b9a6-f877a86c08bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:44.907470 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-b2df7932-18d7-43d4-8cfa-1f92db9a55f1 req-f660161c-84a8-4ad7-b9a6-f877a86c08bf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:44.908977 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b2df7932-18d7-43d4-8cfa-1f92db9a55f1 req-f660161c-84a8-4ad7-b9a6-f877a86c08bf service neutron] 10.222.0.36 "PUT /v2.0/ports/ae02d6a7-8619-40b5-9158-9f20800abcac HTTP/1.1" status: 200 len: 1093 time: 0.7584004 Jul 27 22:10:44.909421 n-d-705658-22 neutron-server[105585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4299ff55-163a-4250-a7df-a8fcc4573cdb', 'tag': 'ae02d6a7-8619-40b5-9158-9f20800abcac'}] {{(pid=105585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:10:44.911939 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f24452fb85b5ff3d9a44b103084d24ac6536fc7c3e33f3cafe2d6008071b0351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8ab9b0b-1bfe-47f9-bd9d-8e36b27c8f3f" -d '{"events": [{"name": "network-changed", "server_uuid": "4299ff55-163a-4250-a7df-a8fcc4573cdb", "tag": "ae02d6a7-8619-40b5-9158-9f20800abcac"}]}' {{(pid=105585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:10:44.937493 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f660161c-84a8-4ad7-b9a6-f877a86c08bf service neutron] Pushing event updated for resources: {'Port': ['ID=ae02d6a7-8619-40b5-9158-9f20800abcac,revision_number=3']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:10:44.962356 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 22:10:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7143a462-25ea-4c45-8bb3-885a2048fb49 x-openstack-request-id: req-7143a462-25ea-4c45-8bb3-885a2048fb49 {{(pid=105585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:10:44.962662 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4299ff55-163a-4250-a7df-a8fcc4573cdb", "tag": "ae02d6a7-8619-40b5-9158-9f20800abcac", "status": "completed", "code": 200}]} {{(pid=105585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:10:44.962900 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-7143a462-25ea-4c45-8bb3-885a2048fb49 {{(pid=105585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:10:44.963335 n-d-705658-22 neutron-server[105585]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4299ff55-163a-4250-a7df-a8fcc4573cdb', 'tag': 'ae02d6a7-8619-40b5-9158-9f20800abcac', 'status': 'completed', 'code': 200} Jul 27 22:10:45.029946 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2df7932-18d7-43d4-8cfa-1f92db9a55f1 req-f6ab64a5-e630-4511-813c-3fd20c8d96b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:45.031692 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b2df7932-18d7-43d4-8cfa-1f92db9a55f1 req-f6ab64a5-e630-4511-813c-3fd20c8d96b7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cdedfb879196470ebf39ee0a31f4dbbb&device_id=4299ff55-163a-4250-a7df-a8fcc4573cdb HTTP/1.1" status: 200 len: 1096 time: 0.0656569 Jul 27 22:10:45.076962 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b2df7932-18d7-43d4-8cfa-1f92db9a55f1 req-30ef6540-0398-4a44-b336-86fec0a682d4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ae02d6a7-8619-40b5-9158-9f20800abcac HTTP/1.1" status: 200 len: 217 time: 0.0364878 Jul 27 22:10:45.134618 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2df7932-18d7-43d4-8cfa-1f92db9a55f1 req-c680e56c-284f-445f-bd7a-f774d312222a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:45.136122 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b2df7932-18d7-43d4-8cfa-1f92db9a55f1 req-c680e56c-284f-445f-bd7a-f774d312222a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1707f329-4a89-44d8-a877-697cbdcc3da9 HTTP/1.1" status: 200 len: 848 time: 0.0511267 Jul 27 22:10:45.196453 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2df7932-18d7-43d4-8cfa-1f92db9a55f1 req-6b86efce-d048-4f8b-8d3e-771d3680f0fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:45.197978 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b2df7932-18d7-43d4-8cfa-1f92db9a55f1 req-6b86efce-d048-4f8b-8d3e-771d3680f0fa service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1f617f40-eb86-442f-8e54-f0ae01880fc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0540347 Jul 27 22:10:45.289657 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b2df7932-18d7-43d4-8cfa-1f92db9a55f1 req-c8297609-2c2c-4823-9437-b7ff183d4f72 service neutron] 10.222.0.36 "GET /v2.0/networks/1f617f40-eb86-442f-8e54-f0ae01880fc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827296 Jul 27 22:10:45.387241 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b2df7932-18d7-43d4-8cfa-1f92db9a55f1 req-959fbbf9-3d7d-4b99-9f41-a8bb3fb2327b service neutron] 10.222.0.36 "GET /v2.0/networks/1f617f40-eb86-442f-8e54-f0ae01880fc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909534 Jul 27 22:10:45.484940 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ab9b0b-1bfe-47f9-bd9d-8e36b27c8f3f req-6898eda9-8aea-4bf4-bbaf-bf171332c9a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:45.486444 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-d8ab9b0b-1bfe-47f9-bd9d-8e36b27c8f3f req-6898eda9-8aea-4bf4-bbaf-bf171332c9a6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cdedfb879196470ebf39ee0a31f4dbbb&device_id=4299ff55-163a-4250-a7df-a8fcc4573cdb HTTP/1.1" status: 200 len: 1096 time: 0.0560114 Jul 27 22:10:45.580633 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ab9b0b-1bfe-47f9-bd9d-8e36b27c8f3f req-82c8b474-b43a-4a80-8606-04ba532c514c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:45.582041 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-d8ab9b0b-1bfe-47f9-bd9d-8e36b27c8f3f req-82c8b474-b43a-4a80-8606-04ba532c514c service neutron] 10.222.0.36 "GET /v2.0/networks?id=1f617f40-eb86-442f-8e54-f0ae01880fc1 HTTP/1.1" status: 200 len: 910 time: 0.0890448 Jul 27 22:10:45.625778 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-d8ab9b0b-1bfe-47f9-bd9d-8e36b27c8f3f req-ff25a29a-ae14-436b-b3cb-5cb7f783101d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ae02d6a7-8619-40b5-9158-9f20800abcac HTTP/1.1" status: 200 len: 217 time: 0.0366147 Jul 27 22:10:45.712138 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ab9b0b-1bfe-47f9-bd9d-8e36b27c8f3f req-8edf242a-67e7-4790-8ced-af73bad2fd27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:45.713812 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-d8ab9b0b-1bfe-47f9-bd9d-8e36b27c8f3f req-8edf242a-67e7-4790-8ced-af73bad2fd27 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1707f329-4a89-44d8-a877-697cbdcc3da9 HTTP/1.1" status: 200 len: 848 time: 0.0752866 Jul 27 22:10:45.763621 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e25e7ba-3a11-4f33-a9a2-985f23cb9b1e req-f27061b3-9c61-48ea-a694-9023c026705d tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:45.765128 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-2e25e7ba-3a11-4f33-a9a2-985f23cb9b1e req-f27061b3-9c61-48ea-a694-9023c026705d tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] 10.222.0.59 "GET /v2.0/ports?device_id=4299ff55-163a-4250-a7df-a8fcc4573cdb HTTP/1.1" status: 200 len: 944 time: 0.1353800 Jul 27 22:10:45.813172 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ab9b0b-1bfe-47f9-bd9d-8e36b27c8f3f req-9d9b5d2e-2a58-4dca-b878-faa684eb5dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:45.814652 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-d8ab9b0b-1bfe-47f9-bd9d-8e36b27c8f3f req-9d9b5d2e-2a58-4dca-b878-faa684eb5dbf service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1f617f40-eb86-442f-8e54-f0ae01880fc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0927112 Jul 27 22:10:45.817819 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-2e25e7ba-3a11-4f33-a9a2-985f23cb9b1e req-d8184983-570e-45ac-91d2-fe9fb4af76ce tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] 10.222.0.59 "GET /v2.0/security-groups?id=7760933e-eebc-4e61-b8aa-f39b598fcb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440261 Jul 27 22:10:45.910229 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-d8ab9b0b-1bfe-47f9-bd9d-8e36b27c8f3f req-e6533e92-1bb3-4893-87ec-8556437b4e9b service neutron] 10.222.0.36 "GET /v2.0/networks/1f617f40-eb86-442f-8e54-f0ae01880fc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868490 Jul 27 22:10:46.000186 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-d8ab9b0b-1bfe-47f9-bd9d-8e36b27c8f3f req-8692e5e1-621b-4aab-9464-5af517e4198e service neutron] 10.222.0.36 "GET /v2.0/networks/1f617f40-eb86-442f-8e54-f0ae01880fc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833166 Jul 27 22:10:46.964517 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf88eeec-8ae7-4a83-9711-379fc7a8a10a req-c6449b7a-5e89-4f1d-a26e-8d52572936bf tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:46.966092 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-bf88eeec-8ae7-4a83-9711-379fc7a8a10a req-c6449b7a-5e89-4f1d-a26e-8d52572936bf tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] 10.222.0.59 "GET /v2.0/ports?device_id=4299ff55-163a-4250-a7df-a8fcc4573cdb HTTP/1.1" status: 200 len: 944 time: 0.0717647 Jul 27 22:10:47.004833 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-bf88eeec-8ae7-4a83-9711-379fc7a8a10a req-7273f302-c1ca-4b72-80bb-e805aa5c14b0 tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] 10.222.0.59 "GET /v2.0/security-groups?id=7760933e-eebc-4e61-b8aa-f39b598fcb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325902 Jul 27 22:10:48.133724 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427478bd-63a4-4cdd-882d-5fffef4d9ebb req-4bd2ae1a-dbbd-439d-a9f9-8ae6221eed39 tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:48.135260 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-427478bd-63a4-4cdd-882d-5fffef4d9ebb req-4bd2ae1a-dbbd-439d-a9f9-8ae6221eed39 tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] 10.222.0.59 "GET /v2.0/ports?device_id=4299ff55-163a-4250-a7df-a8fcc4573cdb HTTP/1.1" status: 200 len: 944 time: 0.0625851 Jul 27 22:10:48.172495 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-427478bd-63a4-4cdd-882d-5fffef4d9ebb req-3b53639c-4520-49b9-a043-20bfa2f340b7 tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] 10.222.0.59 "GET /v2.0/security-groups?id=7760933e-eebc-4e61-b8aa-f39b598fcb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312755 Jul 27 22:10:49.301766 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0f664a-4a44-4c45-bfe5-83b0eeb58c2a req-c0894c67-23cc-4dd8-a809-4ef1827dafba tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:49.303277 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-3f0f664a-4a44-4c45-bfe5-83b0eeb58c2a req-c0894c67-23cc-4dd8-a809-4ef1827dafba tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] 10.222.0.59 "GET /v2.0/ports?device_id=4299ff55-163a-4250-a7df-a8fcc4573cdb HTTP/1.1" status: 200 len: 944 time: 0.0642412 Jul 27 22:10:49.339993 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-3f0f664a-4a44-4c45-bfe5-83b0eeb58c2a req-299509c7-f6a9-4d48-90a9-5b80b3982134 tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] 10.222.0.59 "GET /v2.0/security-groups?id=7760933e-eebc-4e61-b8aa-f39b598fcb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308921 Jul 27 22:10:50.469528 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f249acb5-71d6-41a7-9451-92197993b7ff req-e4c8fdf6-6562-4413-8755-abc34eee56e8 tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:50.470982 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f249acb5-71d6-41a7-9451-92197993b7ff req-e4c8fdf6-6562-4413-8755-abc34eee56e8 tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] 10.222.0.59 "GET /v2.0/ports?device_id=4299ff55-163a-4250-a7df-a8fcc4573cdb HTTP/1.1" status: 200 len: 944 time: 0.0655062 Jul 27 22:10:50.510453 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f249acb5-71d6-41a7-9451-92197993b7ff req-7f2e1d57-8ab1-49db-88e7-86981aa7b4d6 tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] 10.222.0.59 "GET /v2.0/security-groups?id=7760933e-eebc-4e61-b8aa-f39b598fcb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329967 Jul 27 22:10:51.636764 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd6d498-8535-466f-b583-97f26902fe21 req-534ab93a-3a1f-464d-a305-dd6edfd17ea5 tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:51.638238 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-abd6d498-8535-466f-b583-97f26902fe21 req-534ab93a-3a1f-464d-a305-dd6edfd17ea5 tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] 10.222.0.59 "GET /v2.0/ports?device_id=4299ff55-163a-4250-a7df-a8fcc4573cdb HTTP/1.1" status: 200 len: 944 time: 0.0626528 Jul 27 22:10:51.676401 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-abd6d498-8535-466f-b583-97f26902fe21 req-c0647d46-53a0-4cc7-b6bc-576497453966 tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] 10.222.0.59 "GET /v2.0/security-groups?id=7760933e-eebc-4e61-b8aa-f39b598fcb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317962 Jul 27 22:10:52.828227 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0018d41d-212c-42c8-94b0-b42dd3d6873f req-b985c491-fabb-4bcb-af16-c77f3b5b68ed tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:52.829713 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-0018d41d-212c-42c8-94b0-b42dd3d6873f req-b985c491-fabb-4bcb-af16-c77f3b5b68ed tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] 10.222.0.59 "GET /v2.0/ports?device_id=4299ff55-163a-4250-a7df-a8fcc4573cdb HTTP/1.1" status: 200 len: 944 time: 0.0661027 Jul 27 22:10:52.867964 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-0018d41d-212c-42c8-94b0-b42dd3d6873f req-6187162d-c768-4942-a803-27e115a40aa1 tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] 10.222.0.59 "GET /v2.0/security-groups?id=7760933e-eebc-4e61-b8aa-f39b598fcb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318542 Jul 27 22:10:54.018478 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef1b86e-0527-4809-b5ab-da5911cf1fb8 req-214dc074-e2cf-4fa5-a9c5-2cf66ee52a4e tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:54.019987 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-bef1b86e-0527-4809-b5ab-da5911cf1fb8 req-214dc074-e2cf-4fa5-a9c5-2cf66ee52a4e tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] 10.222.0.59 "GET /v2.0/ports?device_id=4299ff55-163a-4250-a7df-a8fcc4573cdb HTTP/1.1" status: 200 len: 944 time: 0.0635352 Jul 27 22:10:54.058578 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-bef1b86e-0527-4809-b5ab-da5911cf1fb8 req-64a5b2f4-0ee3-42ff-beba-ee34dc2f45e0 tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] 10.222.0.59 "GET /v2.0/security-groups?id=7760933e-eebc-4e61-b8aa-f39b598fcb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326731 Jul 27 22:10:54.147342 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.agents_db [None req-558fcd2c-e512-47bc-a170-8673d87f7213 None None] Agent healthcheck: found 7 active agents {{(pid=105587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 22:10:55.185620 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7b4069-b8c3-4f30-bfb7-bfe1a2ccdad6 req-5fb57c1c-3287-4c0f-ae7e-274a150007e9 tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:55.187162 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-2f7b4069-b8c3-4f30-bfb7-bfe1a2ccdad6 req-5fb57c1c-3287-4c0f-ae7e-274a150007e9 tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] 10.222.0.59 "GET /v2.0/ports?device_id=4299ff55-163a-4250-a7df-a8fcc4573cdb HTTP/1.1" status: 200 len: 944 time: 0.0628009 Jul 27 22:10:55.224744 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-2f7b4069-b8c3-4f30-bfb7-bfe1a2ccdad6 req-d3e605c1-fb91-4fba-a0ee-3ca01d6df8d1 tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] 10.222.0.59 "GET /v2.0/security-groups?id=7760933e-eebc-4e61-b8aa-f39b598fcb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316780 Jul 27 22:10:55.273040 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device ae02d6a7-8619-40b5-9158-9f20800abcac details requested by agent hyperv_n-h1-705658-22 with host n-h1-705658-22 {{(pid=105586) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 22:10:55.363846 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] For port ae02d6a7-8619-40b5-9158-9f20800abcac, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=ae02d6a7-8619-40b5-9158-9f20800abcac,segment=NetworkSegment(b735872d-6a74-4f74-8a55-26ffa0814516),segment_id=b735872d-6a74-4f74-8a55-26ffa0814516)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:10:55.377502 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Returning: {'device': 'ae02d6a7-8619-40b5-9158-9f20800abcac', 'network_id': '1f617f40-eb86-442f-8e54-f0ae01880fc1', 'port_id': 'ae02d6a7-8619-40b5-9158-9f20800abcac', 'mac_address': 'fa:16:3e:d8:eb:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 236, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1707f329-4a89-44d8-a877-697cbdcc3da9', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105586) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 22:10:55.412803 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:55.425402 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae02d6a7-8619-40b5-9158-9f20800abcac {{(pid=105586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:10:55.443924 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] For port ae02d6a7-8619-40b5-9158-9f20800abcac, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=ae02d6a7-8619-40b5-9158-9f20800abcac,segment=NetworkSegment(b735872d-6a74-4f74-8a55-26ffa0814516),segment_id=b735872d-6a74-4f74-8a55-26ffa0814516)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:10:55.448198 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:55.493446 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Pushing event updated for resources: {'Port': ['ID=ae02d6a7-8619-40b5-9158-9f20800abcac,revision_number=4']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:10:55.500347 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:10:55.500691 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:10:55.501027 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:10:55.501360 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:10:55.501686 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:10:55.502009 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:10:55.502330 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:10:55.502650 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:10:55.502968 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:10:55.503310 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:10:55.503627 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:10:55.503943 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:10:55.688674 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] get_ports_and_sgs() called for port_ids ['ae02d6a7-8619-40b5-9158-9f20800abcac'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:10:56.357327 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3946a29d-af49-4cde-9dbb-193335ac7d4c req-33ef1771-526a-47e4-9489-ef281319d9ca tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:56.359090 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-3946a29d-af49-4cde-9dbb-193335ac7d4c req-33ef1771-526a-47e4-9489-ef281319d9ca tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] 10.222.0.59 "GET /v2.0/ports?device_id=4299ff55-163a-4250-a7df-a8fcc4573cdb HTTP/1.1" status: 200 len: 945 time: 0.0670412 Jul 27 22:10:56.395932 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-3946a29d-af49-4cde-9dbb-193335ac7d4c req-ce55f22a-b2d3-4fa2-b153-caefef66d745 tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] 10.222.0.59 "GET /v2.0/security-groups?id=7760933e-eebc-4e61-b8aa-f39b598fcb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310662 Jul 27 22:10:57.281353 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device ae02d6a7-8619-40b5-9158-9f20800abcac up at agent hyperv_n-h1-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:10:57.328047 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Provisioning for port ae02d6a7-8619-40b5-9158-9f20800abcac completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:10:57.331816 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Provisioning complete for port ae02d6a7-8619-40b5-9158-9f20800abcac triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:10:57.332190 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:57.409194 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:57.432011 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4299ff55-163a-4250-a7df-a8fcc4573cdb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae02d6a7-8619-40b5-9158-9f20800abcac'}] {{(pid=105586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:10:57.434266 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fee2e8668661828e318a8d53a8a935935453ec21149a086d6a2055ff627b97ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6491c068-4596-4c03-b4a4-49e818046f9a" -d '{"events": [{"server_uuid": "4299ff55-163a-4250-a7df-a8fcc4573cdb", "name": "network-vif-plugged", "status": "completed", "tag": "ae02d6a7-8619-40b5-9158-9f20800abcac"}]}' {{(pid=105586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:10:57.447555 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] For port ae02d6a7-8619-40b5-9158-9f20800abcac, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=ae02d6a7-8619-40b5-9158-9f20800abcac,segment=NetworkSegment(b735872d-6a74-4f74-8a55-26ffa0814516),segment_id=b735872d-6a74-4f74-8a55-26ffa0814516)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:10:57.452449 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:57.503030 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Pushing event updated for resources: {'Port': ['ID=ae02d6a7-8619-40b5-9158-9f20800abcac,revision_number=5']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:10:57.535248 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041379cc-14ca-48ca-9b84-3d8bf3232f62 req-040f2fae-fc68-4b18-8239-03e94824314c tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:57.536724 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-041379cc-14ca-48ca-9b84-3d8bf3232f62 req-040f2fae-fc68-4b18-8239-03e94824314c tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] 10.222.0.59 "GET /v2.0/ports?device_id=4299ff55-163a-4250-a7df-a8fcc4573cdb HTTP/1.1" status: 200 len: 946 time: 0.0670886 Jul 27 22:10:57.539834 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:10:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87128db0-1694-4d34-808c-3b05459308eb x-openstack-request-id: req-87128db0-1694-4d34-808c-3b05459308eb {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:10:57.540121 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4299ff55-163a-4250-a7df-a8fcc4573cdb", "name": "network-vif-plugged", "status": "completed", "tag": "ae02d6a7-8619-40b5-9158-9f20800abcac", "code": 200}]} {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:10:57.540366 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-87128db0-1694-4d34-808c-3b05459308eb {{(pid=105586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:10:57.540764 n-d-705658-22 neutron-server[105586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4299ff55-163a-4250-a7df-a8fcc4573cdb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae02d6a7-8619-40b5-9158-9f20800abcac', 'code': 200} Jul 27 22:10:57.575616 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-041379cc-14ca-48ca-9b84-3d8bf3232f62 req-e3baca6e-70c9-4200-a29f-a8033aacb960 tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] 10.222.0.59 "GET /v2.0/security-groups?id=7760933e-eebc-4e61-b8aa-f39b598fcb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317802 Jul 27 22:10:57.649250 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85076527-0f0e-4847-8908-219f05dd6e08 req-cf27f617-a4ae-4f70-aa88-1e3603ad6df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:57.650723 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-85076527-0f0e-4847-8908-219f05dd6e08 req-cf27f617-a4ae-4f70-aa88-1e3603ad6df0 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=4299ff55-163a-4250-a7df-a8fcc4573cdb HTTP/1.1" status: 200 len: 1098 time: 0.0561068 Jul 27 22:10:57.685468 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-85076527-0f0e-4847-8908-219f05dd6e08 req-4a003d23-72b7-45f0-b0fc-900c6a8b08e8 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=7760933e-eebc-4e61-b8aa-f39b598fcb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0270553 Jul 27 22:10:58.705847 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a883df03-fe68-4c65-b211-c81b2f4bc5fb req-b7db6668-e2b4-43a9-bd2f-902aa60a842e tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:58.707395 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a883df03-fe68-4c65-b211-c81b2f4bc5fb req-b7db6668-e2b4-43a9-bd2f-902aa60a842e tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] 10.222.0.59 "GET /v2.0/ports?device_id=4299ff55-163a-4250-a7df-a8fcc4573cdb HTTP/1.1" status: 200 len: 946 time: 0.0641315 Jul 27 22:10:58.745332 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a883df03-fe68-4c65-b211-c81b2f4bc5fb req-c7b4830e-f9f1-4dad-8d42-cc11186f9503 tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] 10.222.0.59 "GET /v2.0/security-groups?id=7760933e-eebc-4e61-b8aa-f39b598fcb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320547 Jul 27 22:10:58.872954 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1ae97b-d56c-40f3-aeac-9a3aacb52646 req-8e7e8b59-a72b-4656-a558-1962743bd515 tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:58.874346 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-ee1ae97b-d56c-40f3-aeac-9a3aacb52646 req-8e7e8b59-a72b-4656-a558-1962743bd515 tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] 10.222.0.59 "GET /v2.0/ports?device_id=4299ff55-163a-4250-a7df-a8fcc4573cdb HTTP/1.1" status: 200 len: 946 time: 0.0635359 Jul 27 22:10:58.912372 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-ee1ae97b-d56c-40f3-aeac-9a3aacb52646 req-01b43ba7-d567-4669-876d-49f17cbeb9e2 tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] 10.222.0.59 "GET /v2.0/security-groups?id=7760933e-eebc-4e61-b8aa-f39b598fcb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318949 Jul 27 22:10:58.933834 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 40460) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:10:59.037112 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0735f0f-6c82-485e-a9d9-38caef3b7c21 tempest-TestShelveInstance-1274553205 tempest-TestShelveInstance-1274553205-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:59.039203 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-c0735f0f-6c82-485e-a9d9-38caef3b7c21 tempest-TestShelveInstance-1274553205 tempest-TestShelveInstance-1274553205-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=4299ff55-163a-4250-a7df-a8fcc4573cdb HTTP/1.1" status: 200 len: 1093 time: 0.1043611 Jul 27 22:10:59.041953 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 40464) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:10:59.046263 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-177da9fc-629d-4196-937c-810fad76ed92 tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] Request body: {'floatingip': {'floating_network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'port_id': 'ae02d6a7-8619-40b5-9158-9f20800abcac', 'tenant_id': 'cdedfb879196470ebf39ee0a31f4dbbb', 'fixed_ip_address': '172.20.0.13'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:10:59.067339 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-177da9fc-629d-4196-937c-810fad76ed92 tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] Notify callbacks [] for floatingip, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:59.162602 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-177da9fc-629d-4196-937c-810fad76ed92 tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:59.268130 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.db_base_plugin_common [None req-177da9fc-629d-4196-937c-810fad76ed92 tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] Allocated IP 172.25.5.20 (8735d8a2-b604-4758-ae71-b40e4ee6f305/eca7dbab-b9c0-4c8f-a272-816ea8a81764/e1213458-69b1-49b0-8496-4169ca17f562) {{(pid=105585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:10:59.367995 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-177da9fc-629d-4196-937c-810fad76ed92 tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] Notify callbacks [] for port, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:59.410782 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-177da9fc-629d-4196-937c-810fad76ed92 tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:59.456382 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-177da9fc-629d-4196-937c-810fad76ed92 tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] Network 8735d8a2-b604-4758-ae71-b40e4ee6f305 is already hosted by enough agents. {{(pid=105585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:10:59.462038 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.base_scheduler [None req-177da9fc-629d-4196-937c-810fad76ed92 tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] Resources bound (agent type, host, resource id): {{(pid=105585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:10:59.465512 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-177da9fc-629d-4196-937c-810fad76ed92 tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] Received port after_create {{(pid=105585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:10:59.498080 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177da9fc-629d-4196-937c-810fad76ed92 tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] Pushing event updated for resources: {'Port': ['ID=e1213458-69b1-49b0-8496-4169ca17f562,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:10:59.671477 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-dc5bc563-54ab-493b-b30c-cdea14b9268f req-e454a1ee-1323-41e9-9ea0-4a29e5217d3d service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=4299ff55-163a-4250-a7df-a8fcc4573cdb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1353173 Jul 27 22:10:59.842018 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5bc563-54ab-493b-b30c-cdea14b9268f req-bad9a397-764f-4897-b6aa-d178d5d499ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:59.843443 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-dc5bc563-54ab-493b-b30c-cdea14b9268f req-bad9a397-764f-4897-b6aa-d178d5d499ab service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cdedfb879196470ebf39ee0a31f4dbbb&device_id=4299ff55-163a-4250-a7df-a8fcc4573cdb HTTP/1.1" status: 200 len: 1098 time: 0.1246531 Jul 27 22:11:00.000855 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-177da9fc-629d-4196-937c-810fad76ed92 tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:00.002774 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5bc563-54ab-493b-b30c-cdea14b9268f req-e06c0609-09e6-4b7c-a5ae-671b0a8a3dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:00.004262 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-dc5bc563-54ab-493b-b30c-cdea14b9268f req-e06c0609-09e6-4b7c-a5ae-671b0a8a3dcb service neutron] 10.222.0.36 "GET /v2.0/networks?id=1f617f40-eb86-442f-8e54-f0ae01880fc1 HTTP/1.1" status: 200 len: 910 time: 0.1315637 Jul 27 22:11:00.061644 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-dc5bc563-54ab-493b-b30c-cdea14b9268f req-dda34875-8cc2-499e-9a33-b1e711f3ca5c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ae02d6a7-8619-40b5-9158-9f20800abcac HTTP/1.1" status: 200 len: 217 time: 0.0399113 Jul 27 22:11:00.139364 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5bc563-54ab-493b-b30c-cdea14b9268f req-5e887b75-5b05-4259-aa82-2f43e8706750 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:00.140739 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-dc5bc563-54ab-493b-b30c-cdea14b9268f req-5e887b75-5b05-4259-aa82-2f43e8706750 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1707f329-4a89-44d8-a877-697cbdcc3da9 HTTP/1.1" status: 200 len: 848 time: 0.0716908 Jul 27 22:11:00.155622 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-177da9fc-629d-4196-937c-810fad76ed92 tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:00.279925 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5bc563-54ab-493b-b30c-cdea14b9268f req-ef1c0296-f5ba-47ac-a80a-b872325b7fba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:00.281431 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-dc5bc563-54ab-493b-b30c-cdea14b9268f req-ef1c0296-f5ba-47ac-a80a-b872325b7fba service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1f617f40-eb86-442f-8e54-f0ae01880fc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1331112 Jul 27 22:11:00.402139 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-177da9fc-629d-4196-937c-810fad76ed92 tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] Notify callbacks [] for port, precommit_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:00.409733 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-177da9fc-629d-4196-937c-810fad76ed92 tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10221672'] for port, after_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:00.422249 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-dc5bc563-54ab-493b-b30c-cdea14b9268f req-8d5048c4-5bbf-443b-86b8-86d137d0a057 service neutron] 10.222.0.36 "GET /v2.0/networks/1f617f40-eb86-442f-8e54-f0ae01880fc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288166 Jul 27 22:11:00.870588 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177da9fc-629d-4196-937c-810fad76ed92 tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] Pushing event updated for resources: {'Port': ['ID=e1213458-69b1-49b0-8496-4169ca17f562,revision_number=2']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:11:00.896152 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-177da9fc-629d-4196-937c-810fad76ed92 tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4075768'] for floatingip, after_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:00.948379 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-dc5bc563-54ab-493b-b30c-cdea14b9268f req-749265ea-fc07-4956-9627-9bc5bced93e9 service neutron] 10.222.0.36 "GET /v2.0/networks/1f617f40-eb86-442f-8e54-f0ae01880fc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5084262 Jul 27 22:11:01.014500 n-d-705658-22 neutron-server[105585]: INFO neutron.db.l3_db [None req-177da9fc-629d-4196-937c-810fad76ed92 tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] Floating IP 282f899f-abc6-4300-9b78-a7e2b15c9f5c associated. External IP: 172.25.5.20, port: ae02d6a7-8619-40b5-9158-9f20800abcac. Jul 27 22:11:01.213751 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-177da9fc-629d-4196-937c-810fad76ed92 tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] Router 1818ad1b-7263-40d6-bed6-1b8ae4a14445 has already been hosted by L3 agent dd128fd7-8e57-4d4f-895b-a96b369df59a {{(pid=105585) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:11:01.318336 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-177da9fc-629d-4196-937c-810fad76ed92 tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] Notify agent at l3_agent.n-d-705658-22 the message routers_updated {{(pid=105585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:11:01.329187 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f289d2a-fda0-482b-a2de-35b880fc4e1f None None] Sync routers for ids ['1818ad1b-7263-40d6-bed6-1b8ae4a14445'] in n-d-705658-22 {{(pid=105587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:11:01.334296 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-177da9fc-629d-4196-937c-810fad76ed92 tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for floatingip, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:01.337928 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f289d2a-fda0-482b-a2de-35b880fc4e1f None None] Routers {'1818ad1b-7263-40d6-bed6-1b8ae4a14445'} bound to L3 agent in host n-d-705658-22 {{(pid=105587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:11:01.338534 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-8f289d2a-fda0-482b-a2de-35b880fc4e1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T22:10:42Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['1818ad1b-7263-40d6-bed6-1b8ae4a14445'], 'active': True} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:11:01.373753 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-177da9fc-629d-4196-937c-810fad76ed92 tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3307939 Jul 27 22:11:01.374383 n-d-705658-22 neutron-server[105585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4299ff55-163a-4250-a7df-a8fcc4573cdb', 'tag': 'ae02d6a7-8619-40b5-9158-9f20800abcac'}] {{(pid=105585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:11:01.376656 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f24452fb85b5ff3d9a44b103084d24ac6536fc7c3e33f3cafe2d6008071b0351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ebca686-e9e1-4ec6-a88e-f88ae900233d" -d '{"events": [{"name": "network-changed", "server_uuid": "4299ff55-163a-4250-a7df-a8fcc4573cdb", "tag": "ae02d6a7-8619-40b5-9158-9f20800abcac"}]}' {{(pid=105585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:11:01.416226 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 22:11:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15932a90-dec6-4e04-ba37-3cc52807ce07 x-openstack-request-id: req-15932a90-dec6-4e04-ba37-3cc52807ce07 {{(pid=105585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:11:01.416589 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4299ff55-163a-4250-a7df-a8fcc4573cdb", "tag": "ae02d6a7-8619-40b5-9158-9f20800abcac", "status": "completed", "code": 200}]} {{(pid=105585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:11:01.416841 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-15932a90-dec6-4e04-ba37-3cc52807ce07 {{(pid=105585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:11:01.417320 n-d-705658-22 neutron-server[105585]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4299ff55-163a-4250-a7df-a8fcc4573cdb', 'tag': 'ae02d6a7-8619-40b5-9158-9f20800abcac', 'status': 'completed', 'code': 200} Jul 27 22:11:01.452039 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvr_db [None req-8f289d2a-fda0-482b-a2de-35b880fc4e1f None None] Set router 1818ad1b-7263-40d6-bed6-1b8ae4a14445 gateway port host: n-d-705658-22 {{(pid=105587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:11:01.492079 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebca686-e9e1-4ec6-a88e-f88ae900233d req-770656f0-27e1-43c3-9c2e-0c627b218278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:01.493507 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-6ebca686-e9e1-4ec6-a88e-f88ae900233d req-770656f0-27e1-43c3-9c2e-0c627b218278 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cdedfb879196470ebf39ee0a31f4dbbb&device_id=4299ff55-163a-4250-a7df-a8fcc4573cdb HTTP/1.1" status: 200 len: 1098 time: 0.0561337 Jul 27 22:11:01.581606 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebca686-e9e1-4ec6-a88e-f88ae900233d req-4bcb9221-7a05-481e-9de4-a5bdbffd5f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:01.583096 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-6ebca686-e9e1-4ec6-a88e-f88ae900233d req-4bcb9221-7a05-481e-9de4-a5bdbffd5f70 service neutron] 10.222.0.36 "GET /v2.0/networks?id=1f617f40-eb86-442f-8e54-f0ae01880fc1 HTTP/1.1" status: 200 len: 910 time: 0.0829201 Jul 27 22:11:01.650615 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-6ebca686-e9e1-4ec6-a88e-f88ae900233d req-4bbbc5e0-e797-405a-863f-c6fe7a99e059 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ae02d6a7-8619-40b5-9158-9f20800abcac HTTP/1.1" status: 200 len: 999 time: 0.0607281 Jul 27 22:11:01.674674 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-8f289d2a-fda0-482b-a2de-35b880fc4e1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1818ad1b-7263-40d6-bed6-1b8ae4a14445', 'name': 'tempest-TestShelveInstance-1514417232-router', 'tenant_id': 'cdedfb879196470ebf39ee0a31f4dbbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.53'}], 'enable_snat': True}, 'gw_port_id': '5de897c7-0140-4027-93d4-338e88b56999', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:05:32Z', 'updated_at': '2021-07-27T22:05:35Z', 'revision_number': 4, 'project_id': 'cdedfb879196470ebf39ee0a31f4dbbb', 'gw_port': {'id': '5de897c7-0140-4027-93d4-338e88b56999', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:fe:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1818ad1b-7263-40d6-bed6-1b8ae4a14445', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:05:33Z', 'updated_at': '2021-07-27T22:05:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_floatingips': [{'id': '282f899f-abc6-4300-9b78-a7e2b15c9f5c', 'tenant_id': 'cdedfb879196470ebf39ee0a31f4dbbb', 'floating_ip_address': '172.25.5.20', 'floating_network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'router_id': '1818ad1b-7263-40d6-bed6-1b8ae4a14445', 'port_id': 'ae02d6a7-8619-40b5-9158-9f20800abcac', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4318, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f617f40-eb86-442f-8e54-f0ae01880fc1', 'mac_address': 'fa:16:3e:d8:eb:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4299ff55-163a-4250-a7df-a8fcc4573cdb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T22:10:59Z', 'updated_at': '2021-07-27T22:10:59Z', 'revision_number': 0, 'project_id': 'cdedfb879196470ebf39ee0a31f4dbbb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '06334c8b-2e2c-45dc-9c25-ee0187f8a2d1', 'name': '', 'network_id': '1f617f40-eb86-442f-8e54-f0ae01880fc1', 'tenant_id': 'cdedfb879196470ebf39ee0a31f4dbbb', 'mac_address': 'fa:16:3e:cb:7d:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1818ad1b-7263-40d6-bed6-1b8ae4a14445', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '1707f329-4a89-44d8-a877-697cbdcc3da9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:05:34Z', 'updated_at': '2021-07-27T22:05:41Z', 'revision_number': 5, 'project_id': 'cdedfb879196470ebf39ee0a31f4dbbb', 'subnets': [{'id': '1707f329-4a89-44d8-a877-697cbdcc3da9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-22', False) {} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:11:01.698841 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebca686-e9e1-4ec6-a88e-f88ae900233d req-29c645f6-128f-4ae9-b8c2-722fe9ed62f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:01.700325 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-6ebca686-e9e1-4ec6-a88e-f88ae900233d req-29c645f6-128f-4ae9-b8c2-722fe9ed62f0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1707f329-4a89-44d8-a877-697cbdcc3da9 HTTP/1.1" status: 200 len: 848 time: 0.0428753 Jul 27 22:11:01.702284 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f289d2a-fda0-482b-a2de-35b880fc4e1f None None] Checking router: 1818ad1b-7263-40d6-bed6-1b8ae4a14445 for host: n-d-705658-22 {{(pid=105587) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:11:01.711053 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f289d2a-fda0-482b-a2de-35b880fc4e1f None None] Routers {'1818ad1b-7263-40d6-bed6-1b8ae4a14445'} bound to L3 agent in host n-d-705658-22 {{(pid=105587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:11:01.711655 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-8f289d2a-fda0-482b-a2de-35b880fc4e1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T22:10:42Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['1818ad1b-7263-40d6-bed6-1b8ae4a14445'], 'active': True} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:11:01.759563 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebca686-e9e1-4ec6-a88e-f88ae900233d req-5f507a15-503e-4710-b498-eeee0875270f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:01.760982 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-6ebca686-e9e1-4ec6-a88e-f88ae900233d req-5f507a15-503e-4710-b498-eeee0875270f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1f617f40-eb86-442f-8e54-f0ae01880fc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0535142 Jul 27 22:11:01.815976 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvr_db [None req-8f289d2a-fda0-482b-a2de-35b880fc4e1f None None] Set router 1818ad1b-7263-40d6-bed6-1b8ae4a14445 gateway port host: n-d-705658-22 {{(pid=105587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:11:01.857323 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-6ebca686-e9e1-4ec6-a88e-f88ae900233d req-b97b1620-bc11-426a-a0ab-17a8e3fda414 service neutron] 10.222.0.36 "GET /v2.0/networks/1f617f40-eb86-442f-8e54-f0ae01880fc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872786 Jul 27 22:11:01.947566 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-6ebca686-e9e1-4ec6-a88e-f88ae900233d req-673fb885-8ec1-42db-a170-53897938236e service neutron] 10.222.0.36 "GET /v2.0/networks/1f617f40-eb86-442f-8e54-f0ae01880fc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829160 Jul 27 22:11:02.033015 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-8f289d2a-fda0-482b-a2de-35b880fc4e1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1818ad1b-7263-40d6-bed6-1b8ae4a14445', 'name': 'tempest-TestShelveInstance-1514417232-router', 'tenant_id': 'cdedfb879196470ebf39ee0a31f4dbbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.53'}], 'enable_snat': True}, 'gw_port_id': '5de897c7-0140-4027-93d4-338e88b56999', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:05:32Z', 'updated_at': '2021-07-27T22:05:35Z', 'revision_number': 4, 'project_id': 'cdedfb879196470ebf39ee0a31f4dbbb', 'gw_port': {'id': '5de897c7-0140-4027-93d4-338e88b56999', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:fe:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1818ad1b-7263-40d6-bed6-1b8ae4a14445', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:05:33Z', 'updated_at': '2021-07-27T22:05:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_floatingips': [{'id': '282f899f-abc6-4300-9b78-a7e2b15c9f5c', 'tenant_id': 'cdedfb879196470ebf39ee0a31f4dbbb', 'floating_ip_address': '172.25.5.20', 'floating_network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'router_id': '1818ad1b-7263-40d6-bed6-1b8ae4a14445', 'port_id': 'ae02d6a7-8619-40b5-9158-9f20800abcac', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4318, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f617f40-eb86-442f-8e54-f0ae01880fc1', 'mac_address': 'fa:16:3e:d8:eb:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4299ff55-163a-4250-a7df-a8fcc4573cdb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T22:10:59Z', 'updated_at': '2021-07-27T22:10:59Z', 'revision_number': 0, 'project_id': 'cdedfb879196470ebf39ee0a31f4dbbb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '06334c8b-2e2c-45dc-9c25-ee0187f8a2d1', 'name': '', 'network_id': '1f617f40-eb86-442f-8e54-f0ae01880fc1', 'tenant_id': 'cdedfb879196470ebf39ee0a31f4dbbb', 'mac_address': 'fa:16:3e:cb:7d:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1818ad1b-7263-40d6-bed6-1b8ae4a14445', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '1707f329-4a89-44d8-a877-697cbdcc3da9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:05:34Z', 'updated_at': '2021-07-27T22:05:41Z', 'revision_number': 5, 'project_id': 'cdedfb879196470ebf39ee0a31f4dbbb', 'subnets': [{'id': '1707f329-4a89-44d8-a877-697cbdcc3da9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-22', False) {} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:11:02.061903 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f289d2a-fda0-482b-a2de-35b880fc4e1f None None] The sync data for ids ['1818ad1b-7263-40d6-bed6-1b8ae4a14445'] in n-d-705658-22 is: [{'id': '1818ad1b-7263-40d6-bed6-1b8ae4a14445', 'name': 'tempest-TestShelveInstance-1514417232-router', 'tenant_id': 'cdedfb879196470ebf39ee0a31f4dbbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.53'}], 'enable_snat': True}, 'gw_port_id': '5de897c7-0140-4027-93d4-338e88b56999', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:05:32Z', 'updated_at': '2021-07-27T22:05:35Z', 'revision_number': 4, 'project_id': 'cdedfb879196470ebf39ee0a31f4dbbb', 'gw_port': {'id': '5de897c7-0140-4027-93d4-338e88b56999', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:fe:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1818ad1b-7263-40d6-bed6-1b8ae4a14445', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:05:33Z', 'updated_at': '2021-07-27T22:05:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_floatingips': [{'id': '282f899f-abc6-4300-9b78-a7e2b15c9f5c', 'tenant_id': 'cdedfb879196470ebf39ee0a31f4dbbb', 'floating_ip_address': '172.25.5.20', 'floating_network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'router_id': '1818ad1b-7263-40d6-bed6-1b8ae4a14445', 'port_id': 'ae02d6a7-8619-40b5-9158-9f20800abcac', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4318, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f617f40-eb86-442f-8e54-f0ae01880fc1', 'mac_address': 'fa:16:3e:d8:eb:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4299ff55-163a-4250-a7df-a8fcc4573cdb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T22:10:59Z', 'updated_at': '2021-07-27T22:10:59Z', 'revision_number': 0, 'project_id': 'cdedfb879196470ebf39ee0a31f4dbbb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '06334c8b-2e2c-45dc-9c25-ee0187f8a2d1', 'name': '', 'network_id': '1f617f40-eb86-442f-8e54-f0ae01880fc1', 'tenant_id': 'cdedfb879196470ebf39ee0a31f4dbbb', 'mac_address': 'fa:16:3e:cb:7d:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1818ad1b-7263-40d6-bed6-1b8ae4a14445', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '1707f329-4a89-44d8-a877-697cbdcc3da9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:05:34Z', 'updated_at': '2021-07-27T22:05:41Z', 'revision_number': 5, 'project_id': 'cdedfb879196470ebf39ee0a31f4dbbb', 'subnets': [{'id': '1707f329-4a89-44d8-a877-697cbdcc3da9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:11:02.265352 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b08f451a-bd05-4dd7-82e6-a67b469b2907 None None] New status for floating IP 282f899f-abc6-4300-9b78-a7e2b15c9f5c: ACTIVE {{(pid=105586) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 22:11:07.184349 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:08.970595 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-b6865a32-96e7-4457-8176-274c0c145449 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:11.013055 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:11.599884 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-c0b75382-0c48-46d8-9618-93be777012bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:11.963461 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:13.193333 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-bb32ed7d-8717-448b-a9c8-a5a0117d1fd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:14.575616 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-875ced1b-4cf3-463a-9653-058f0f9421e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:31.147243 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.agents_db [None req-558fcd2c-e512-47bc-a170-8673d87f7213 None None] Agent healthcheck: found 7 active agents {{(pid=105587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 22:11:37.201019 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:38.970945 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-0dec1e32-d5ac-4f1d-895d-9853ac8b6e28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:41.014455 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:41.600895 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-b8b77e19-03fc-40bf-8e73-05cb278ef4c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:41.963162 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:43.195889 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-bb32ed7d-8717-448b-a9c8-a5a0117d1fd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:44.577793 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-875ced1b-4cf3-463a-9653-058f0f9421e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:59.594646 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-79a33d7d-f0cd-455d-95cc-3f783cf0036c req-22895567-c3bc-49d7-bd89-f019e818d9df service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=4299ff55-163a-4250-a7df-a8fcc4573cdb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0576446 Jul 27 22:11:59.699564 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a33d7d-f0cd-455d-95cc-3f783cf0036c req-17f57852-c702-4a13-a96d-c3bec494cba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:59.701595 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-79a33d7d-f0cd-455d-95cc-3f783cf0036c req-17f57852-c702-4a13-a96d-c3bec494cba1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cdedfb879196470ebf39ee0a31f4dbbb&device_id=4299ff55-163a-4250-a7df-a8fcc4573cdb HTTP/1.1" status: 200 len: 1098 time: 0.0628154 Jul 27 22:11:59.802852 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a33d7d-f0cd-455d-95cc-3f783cf0036c req-31ec566d-d9ab-4dc7-8673-9c49783051fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:59.804334 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-79a33d7d-f0cd-455d-95cc-3f783cf0036c req-31ec566d-d9ab-4dc7-8673-9c49783051fa service neutron] 10.222.0.36 "GET /v2.0/networks?id=1f617f40-eb86-442f-8e54-f0ae01880fc1 HTTP/1.1" status: 200 len: 910 time: 0.0840712 Jul 27 22:11:59.873320 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-79a33d7d-f0cd-455d-95cc-3f783cf0036c req-8dc97316-7774-4285-9734-eea32af19ef3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ae02d6a7-8619-40b5-9158-9f20800abcac HTTP/1.1" status: 200 len: 1001 time: 0.0607862 Jul 27 22:11:59.921748 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a33d7d-f0cd-455d-95cc-3f783cf0036c req-8fb6fd6a-2354-4a21-8769-fc0b4176a21a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:59.923190 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-79a33d7d-f0cd-455d-95cc-3f783cf0036c req-8fb6fd6a-2354-4a21-8769-fc0b4176a21a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1707f329-4a89-44d8-a877-697cbdcc3da9 HTTP/1.1" status: 200 len: 848 time: 0.0432947 Jul 27 22:11:59.981682 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a33d7d-f0cd-455d-95cc-3f783cf0036c req-92b5a33d-ffe1-4ee9-9cc4-82057882cc3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:59.983191 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-79a33d7d-f0cd-455d-95cc-3f783cf0036c req-92b5a33d-ffe1-4ee9-9cc4-82057882cc3d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1f617f40-eb86-442f-8e54-f0ae01880fc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0532882 Jul 27 22:12:00.076052 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-79a33d7d-f0cd-455d-95cc-3f783cf0036c req-d18fe468-d950-48e2-9c0a-19a9937c7d84 service neutron] 10.222.0.36 "GET /v2.0/networks/1f617f40-eb86-442f-8e54-f0ae01880fc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848660 Jul 27 22:12:00.165009 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-79a33d7d-f0cd-455d-95cc-3f783cf0036c req-08ed070e-fdd4-4798-a9d0-beaeab47f337 service neutron] 10.222.0.36 "GET /v2.0/networks/1f617f40-eb86-442f-8e54-f0ae01880fc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818651 Jul 27 22:12:07.214680 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:08.146186 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.agents_db [None req-558fcd2c-e512-47bc-a170-8673d87f7213 None None] Agent healthcheck: found 7 active agents {{(pid=105587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 22:12:08.970864 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-587d21a3-6473-4e87-bf77-ec8f8ece0134 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:11.030035 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:11.600418 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-92361c28-453b-4e56-a626-40bef40f69a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:11.963181 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:13.198595 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-bb32ed7d-8717-448b-a9c8-a5a0117d1fd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:14.579665 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-875ced1b-4cf3-463a-9653-058f0f9421e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:37.218060 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:38.970110 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-8148c4ff-9a21-4cee-ab96-78097212ff4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:41.035746 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:41.603064 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-8dfe496f-b415-48f9-8fa7-7308e3373778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:41.964345 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:43.200771 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-bb32ed7d-8717-448b-a9c8-a5a0117d1fd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:44.581864 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-875ced1b-4cf3-463a-9653-058f0f9421e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:45.146119 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.agents_db [None req-558fcd2c-e512-47bc-a170-8673d87f7213 None None] Agent healthcheck: found 7 active agents {{(pid=105587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 22:12:56.743330 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292fa95f-5740-47a3-bf11-151e6f16f87a req-52be5158-beea-41e1-ae6d-c04803706d50 tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:56.744728 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-292fa95f-5740-47a3-bf11-151e6f16f87a req-52be5158-beea-41e1-ae6d-c04803706d50 tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] 10.222.0.59 "GET /v2.0/ports?device_id=4299ff55-163a-4250-a7df-a8fcc4573cdb HTTP/1.1" status: 200 len: 946 time: 0.1300838 Jul 27 22:12:56.783095 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-292fa95f-5740-47a3-bf11-151e6f16f87a req-ef858d29-036c-444f-ab1e-0a0fe3ee523d tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] 10.222.0.59 "GET /v2.0/security-groups?id=7760933e-eebc-4e61-b8aa-f39b598fcb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324671 Jul 27 22:12:57.954464 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eaeb209-f7e1-42ae-823b-bd5255202800 req-ac9c539d-f61d-4f5c-bce1-db5ed68e9976 tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:57.955982 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-5eaeb209-f7e1-42ae-823b-bd5255202800 req-ac9c539d-f61d-4f5c-bce1-db5ed68e9976 tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] 10.222.0.59 "GET /v2.0/ports?device_id=4299ff55-163a-4250-a7df-a8fcc4573cdb HTTP/1.1" status: 200 len: 946 time: 0.1052792 Jul 27 22:12:57.993869 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-5eaeb209-f7e1-42ae-823b-bd5255202800 req-f52a5af7-132f-40f8-a5bc-d38e0280b483 tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] 10.222.0.59 "GET /v2.0/security-groups?id=7760933e-eebc-4e61-b8aa-f39b598fcb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319765 Jul 27 22:12:59.152777 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc32a58f-9ba4-496f-abfc-d1d3f708151a req-694ae415-7115-4de3-8003-8b82f8b73513 tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:59.154146 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-cc32a58f-9ba4-496f-abfc-d1d3f708151a req-694ae415-7115-4de3-8003-8b82f8b73513 tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] 10.222.0.59 "GET /v2.0/ports?device_id=4299ff55-163a-4250-a7df-a8fcc4573cdb HTTP/1.1" status: 200 len: 946 time: 0.0626593 Jul 27 22:12:59.196062 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-cc32a58f-9ba4-496f-abfc-d1d3f708151a req-e2c9a425-ee45-4b07-8292-019395664914 tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] 10.222.0.59 "GET /v2.0/security-groups?id=7760933e-eebc-4e61-b8aa-f39b598fcb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359929 Jul 27 22:12:59.639700 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f78e06-f66e-4749-9175-de383f49bdff req-174477bd-53f2-4d52-ab22-01457da91e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:59.641203 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-61f78e06-f66e-4749-9175-de383f49bdff req-174477bd-53f2-4d52-ab22-01457da91e73 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cdedfb879196470ebf39ee0a31f4dbbb&device_id=4299ff55-163a-4250-a7df-a8fcc4573cdb HTTP/1.1" status: 200 len: 1098 time: 0.0889969 Jul 27 22:12:59.744810 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f78e06-f66e-4749-9175-de383f49bdff req-206a7349-e1ed-4abd-aa50-862f235191b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:59.746273 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-61f78e06-f66e-4749-9175-de383f49bdff req-206a7349-e1ed-4abd-aa50-862f235191b5 service neutron] 10.222.0.36 "GET /v2.0/networks?id=1f617f40-eb86-442f-8e54-f0ae01880fc1 HTTP/1.1" status: 200 len: 910 time: 0.0856245 Jul 27 22:12:59.817191 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-61f78e06-f66e-4749-9175-de383f49bdff req-e7f369bd-9509-4f63-93d9-687dea2d22a2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ae02d6a7-8619-40b5-9158-9f20800abcac HTTP/1.1" status: 200 len: 1001 time: 0.0629513 Jul 27 22:12:59.867617 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f78e06-f66e-4749-9175-de383f49bdff req-43f0c9fa-ed56-48d7-ae2a-84cad3cec0c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:59.869080 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-61f78e06-f66e-4749-9175-de383f49bdff req-43f0c9fa-ed56-48d7-ae2a-84cad3cec0c8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1707f329-4a89-44d8-a877-697cbdcc3da9 HTTP/1.1" status: 200 len: 848 time: 0.0447242 Jul 27 22:12:59.928003 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f78e06-f66e-4749-9175-de383f49bdff req-949e9589-f7f6-4742-8cc5-9b1d6dafcb66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:59.929491 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-61f78e06-f66e-4749-9175-de383f49bdff req-949e9589-f7f6-4742-8cc5-9b1d6dafcb66 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1f617f40-eb86-442f-8e54-f0ae01880fc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0529685 Jul 27 22:13:00.025065 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-61f78e06-f66e-4749-9175-de383f49bdff req-fe21a7d3-fdc0-4f55-9af9-d3531017361f service neutron] 10.222.0.36 "GET /v2.0/networks/1f617f40-eb86-442f-8e54-f0ae01880fc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864675 Jul 27 22:13:00.114604 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-61f78e06-f66e-4749-9175-de383f49bdff req-a16822f2-1c35-4107-859c-1f27e17cbccd service neutron] 10.222.0.36 "GET /v2.0/networks/1f617f40-eb86-442f-8e54-f0ae01880fc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809865 Jul 27 22:13:00.322939 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37211298-98fe-4386-98f9-a857c0a606d2 req-64561312-affc-4a1e-8f73-9c845cca416b tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:13:00.324446 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-37211298-98fe-4386-98f9-a857c0a606d2 req-64561312-affc-4a1e-8f73-9c845cca416b tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] 10.222.0.59 "GET /v2.0/ports?device_id=4299ff55-163a-4250-a7df-a8fcc4573cdb HTTP/1.1" status: 200 len: 946 time: 0.0630312 Jul 27 22:13:00.366838 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-37211298-98fe-4386-98f9-a857c0a606d2 req-2be7659d-2438-4d8d-a14c-38983c395e42 tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] 10.222.0.59 "GET /v2.0/security-groups?id=7760933e-eebc-4e61-b8aa-f39b598fcb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357680 Jul 27 22:13:01.495048 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269119ff-10f2-44b1-9c2c-6f7228ee51aa req-c97fd648-1407-43cf-b554-5f0278d05eaf tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:13:01.496547 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-269119ff-10f2-44b1-9c2c-6f7228ee51aa req-c97fd648-1407-43cf-b554-5f0278d05eaf tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] 10.222.0.59 "GET /v2.0/ports?device_id=4299ff55-163a-4250-a7df-a8fcc4573cdb HTTP/1.1" status: 200 len: 946 time: 0.0644619 Jul 27 22:13:01.534380 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-269119ff-10f2-44b1-9c2c-6f7228ee51aa req-acc5bf4c-8871-4f9b-8029-e56246f16324 tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] 10.222.0.59 "GET /v2.0/security-groups?id=7760933e-eebc-4e61-b8aa-f39b598fcb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316896 Jul 27 22:13:02.669018 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41db16f-ef7d-4cb2-a71d-252838c9b5b2 req-3be62a64-0c49-4aec-882b-1a4695167741 tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:13:02.675243 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e41db16f-ef7d-4cb2-a71d-252838c9b5b2 req-3be62a64-0c49-4aec-882b-1a4695167741 tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] 10.222.0.59 "GET /v2.0/ports?device_id=4299ff55-163a-4250-a7df-a8fcc4573cdb HTTP/1.1" status: 200 len: 946 time: 0.0752459 Jul 27 22:13:02.713577 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e41db16f-ef7d-4cb2-a71d-252838c9b5b2 req-e78be530-87e9-4ca1-97f6-dce0eefe3e4e tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] 10.222.0.59 "GET /v2.0/security-groups?id=7760933e-eebc-4e61-b8aa-f39b598fcb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322800 Jul 27 22:13:03.845359 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92383732-ab42-4c88-909c-b63736e32342 req-38174746-065d-491c-8a71-bebdb776dde3 tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:13:03.846837 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-92383732-ab42-4c88-909c-b63736e32342 req-38174746-065d-491c-8a71-bebdb776dde3 tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] 10.222.0.59 "GET /v2.0/ports?device_id=4299ff55-163a-4250-a7df-a8fcc4573cdb HTTP/1.1" status: 200 len: 946 time: 0.0662332 Jul 27 22:13:03.893078 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-92383732-ab42-4c88-909c-b63736e32342 req-fc2180cf-5e64-48e1-8d31-d65f1728ab70 tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] 10.222.0.59 "GET /v2.0/security-groups?id=7760933e-eebc-4e61-b8aa-f39b598fcb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327871 Jul 27 22:13:05.021400 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6d7b1a-da52-4579-9561-f12deb338a5e req-fa80cce6-c4d9-4518-89c8-909c336b9d87 tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:13:05.022918 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-0e6d7b1a-da52-4579-9561-f12deb338a5e req-fa80cce6-c4d9-4518-89c8-909c336b9d87 tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] 10.222.0.59 "GET /v2.0/ports?device_id=4299ff55-163a-4250-a7df-a8fcc4573cdb HTTP/1.1" status: 200 len: 946 time: 0.0630741 Jul 27 22:13:05.061179 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-0e6d7b1a-da52-4579-9561-f12deb338a5e req-d475749f-d29d-45fa-8506-658d84ab16dd tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] 10.222.0.59 "GET /v2.0/security-groups?id=7760933e-eebc-4e61-b8aa-f39b598fcb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322657 Jul 27 22:13:06.187208 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c31c1f2-84ca-4e3a-9f52-02e1ccc19145 req-f9cb8ba1-1d9e-4d55-9272-d1319b7631ac tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:13:06.188671 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-5c31c1f2-84ca-4e3a-9f52-02e1ccc19145 req-f9cb8ba1-1d9e-4d55-9272-d1319b7631ac tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] 10.222.0.59 "GET /v2.0/ports?device_id=4299ff55-163a-4250-a7df-a8fcc4573cdb HTTP/1.1" status: 200 len: 946 time: 0.0618324 Jul 27 22:13:06.229264 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-5c31c1f2-84ca-4e3a-9f52-02e1ccc19145 req-9cde0ae0-9ebd-4b23-86fe-04ee59bc5d56 tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] 10.222.0.59 "GET /v2.0/security-groups?id=7760933e-eebc-4e61-b8aa-f39b598fcb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341063 Jul 27 22:13:06.789701 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6b2b99-bee1-49ea-9430-7b90f9ec24eb req-6a7da3f9-b85d-40dd-89cc-6f510d40cdd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:13:06.791180 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-1e6b2b99-bee1-49ea-9430-7b90f9ec24eb req-6a7da3f9-b85d-40dd-89cc-6f510d40cdd5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cdedfb879196470ebf39ee0a31f4dbbb&device_id=4299ff55-163a-4250-a7df-a8fcc4573cdb HTTP/1.1" status: 200 len: 1098 time: 0.0526266 Jul 27 22:13:06.878787 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6b2b99-bee1-49ea-9430-7b90f9ec24eb req-392c6699-33d5-4376-92c6-d2cae1a1e41d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:13:06.880276 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-1e6b2b99-bee1-49ea-9430-7b90f9ec24eb req-392c6699-33d5-4376-92c6-d2cae1a1e41d service neutron] 10.222.0.36 "GET /v2.0/networks?id=1f617f40-eb86-442f-8e54-f0ae01880fc1 HTTP/1.1" status: 200 len: 910 time: 0.0820491 Jul 27 22:13:06.948839 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-1e6b2b99-bee1-49ea-9430-7b90f9ec24eb req-4a221fb0-5eb0-441f-aec4-6d3797b76885 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ae02d6a7-8619-40b5-9158-9f20800abcac HTTP/1.1" status: 200 len: 1001 time: 0.0606740 Jul 27 22:13:06.998270 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6b2b99-bee1-49ea-9430-7b90f9ec24eb req-6235a787-dc1b-4486-854b-52bc32ee2e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:13:06.999670 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-1e6b2b99-bee1-49ea-9430-7b90f9ec24eb req-6235a787-dc1b-4486-854b-52bc32ee2e2d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1707f329-4a89-44d8-a877-697cbdcc3da9 HTTP/1.1" status: 200 len: 848 time: 0.0425458 Jul 27 22:13:07.057460 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6b2b99-bee1-49ea-9430-7b90f9ec24eb req-9c54b498-ab04-4ca8-81c8-4f9cc1c1bb71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:13:07.058805 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-1e6b2b99-bee1-49ea-9430-7b90f9ec24eb req-9c54b498-ab04-4ca8-81c8-4f9cc1c1bb71 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1f617f40-eb86-442f-8e54-f0ae01880fc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0515521 Jul 27 22:13:07.150476 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-1e6b2b99-bee1-49ea-9430-7b90f9ec24eb req-0dc45fc4-82f7-44b4-9aa4-6e8cdf6d730d service neutron] 10.222.0.36 "GET /v2.0/networks/1f617f40-eb86-442f-8e54-f0ae01880fc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835848 Jul 27 22:13:07.230475 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:07.243794 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-1e6b2b99-bee1-49ea-9430-7b90f9ec24eb req-680e97ac-aae5-4489-9a23-5beb8ddd7abc service neutron] 10.222.0.36 "GET /v2.0/networks/1f617f40-eb86-442f-8e54-f0ae01880fc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852778 Jul 27 22:13:07.356878 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa4c2c9-eab7-4402-8a21-4e7727b0687e req-21962948-aa68-4046-9e1b-0003943a1c99 tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:13:07.358257 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-cfa4c2c9-eab7-4402-8a21-4e7727b0687e req-21962948-aa68-4046-9e1b-0003943a1c99 tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] 10.222.0.59 "GET /v2.0/ports?device_id=4299ff55-163a-4250-a7df-a8fcc4573cdb HTTP/1.1" status: 200 len: 946 time: 0.0622869 Jul 27 22:13:07.400104 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-cfa4c2c9-eab7-4402-8a21-4e7727b0687e req-9a041170-99dd-45cc-b8ed-b4f8c1946b82 tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] 10.222.0.59 "GET /v2.0/security-groups?id=7760933e-eebc-4e61-b8aa-f39b598fcb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355957 Jul 27 22:13:08.528797 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af2aec6-abb0-4678-97e9-d02781ea491f req-4d1e346d-2bbc-404f-b981-a5edde3c3ecd tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:13:08.530344 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-4af2aec6-abb0-4678-97e9-d02781ea491f req-4d1e346d-2bbc-404f-b981-a5edde3c3ecd tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] 10.222.0.59 "GET /v2.0/ports?device_id=4299ff55-163a-4250-a7df-a8fcc4573cdb HTTP/1.1" status: 200 len: 946 time: 0.0647955 Jul 27 22:13:08.569152 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-4af2aec6-abb0-4678-97e9-d02781ea491f req-013ac80a-7d97-43aa-ab8f-76b7b0e129a5 tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] 10.222.0.59 "GET /v2.0/security-groups?id=7760933e-eebc-4e61-b8aa-f39b598fcb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320194 Jul 27 22:13:08.972043 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-e5e23ea3-c119-4480-bfa5-8b3899991ccf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:09.701888 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac38a70b-d742-414d-bfb1-08322d4fd686 req-6c044bb2-f928-41ce-9f65-76cbbfb6bf0f tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:13:09.703487 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-ac38a70b-d742-414d-bfb1-08322d4fd686 req-6c044bb2-f928-41ce-9f65-76cbbfb6bf0f tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] 10.222.0.59 "GET /v2.0/ports?device_id=4299ff55-163a-4250-a7df-a8fcc4573cdb HTTP/1.1" status: 200 len: 946 time: 0.0666077 Jul 27 22:13:09.742343 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-ac38a70b-d742-414d-bfb1-08322d4fd686 req-bbca3972-5cf3-4a43-9960-d376dedf0729 tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] 10.222.0.59 "GET /v2.0/security-groups?id=7760933e-eebc-4e61-b8aa-f39b598fcb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327384 Jul 27 22:13:10.873420 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9339ec9f-dd61-43b0-9e8a-f2ca22258368 req-8d2a2225-fc89-45b5-ac77-ed91a25fd9d5 tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:13:10.874902 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-9339ec9f-dd61-43b0-9e8a-f2ca22258368 req-8d2a2225-fc89-45b5-ac77-ed91a25fd9d5 tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] 10.222.0.59 "GET /v2.0/ports?device_id=4299ff55-163a-4250-a7df-a8fcc4573cdb HTTP/1.1" status: 200 len: 946 time: 0.0662093 Jul 27 22:13:10.912858 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-9339ec9f-dd61-43b0-9e8a-f2ca22258368 req-0319c4f1-bf68-4820-889a-49435d39485f tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] 10.222.0.59 "GET /v2.0/security-groups?id=7760933e-eebc-4e61-b8aa-f39b598fcb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312383 Jul 27 22:13:11.043945 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:11.602530 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-1689422f-1739-44a5-8685-ef114b570833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:11.796166 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device ae02d6a7-8619-40b5-9158-9f20800abcac no longer exists at agent hyperv_n-h1-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:13:11.867566 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:11.891954 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4299ff55-163a-4250-a7df-a8fcc4573cdb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ae02d6a7-8619-40b5-9158-9f20800abcac'}] {{(pid=105586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:13:11.894837 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fee2e8668661828e318a8d53a8a935935453ec21149a086d6a2055ff627b97ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59e0f361-bde3-4e8d-ac4f-d577878e26ac" -d '{"events": [{"server_uuid": "4299ff55-163a-4250-a7df-a8fcc4573cdb", "name": "network-vif-unplugged", "status": "completed", "tag": "ae02d6a7-8619-40b5-9158-9f20800abcac"}]}' {{(pid=105586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:13:11.907370 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] For port ae02d6a7-8619-40b5-9158-9f20800abcac, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=ae02d6a7-8619-40b5-9158-9f20800abcac,segment=NetworkSegment(b735872d-6a74-4f74-8a55-26ffa0814516),segment_id=b735872d-6a74-4f74-8a55-26ffa0814516)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:13:11.911325 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:11.933807 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 27 Jul 2021 22:13:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abad6cd8-27d9-41cc-a8c8-fe27e8de1f6f x-openstack-request-id: req-abad6cd8-27d9-41cc-a8c8-fe27e8de1f6f {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:13:11.934097 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4299ff55-163a-4250-a7df-a8fcc4573cdb", "name": "network-vif-unplugged", "status": "failed", "tag": "ae02d6a7-8619-40b5-9158-9f20800abcac", "code": 422}]} {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:13:11.934352 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-abad6cd8-27d9-41cc-a8c8-fe27e8de1f6f {{(pid=105586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:13:11.934741 n-d-705658-22 neutron-server[105586]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '4299ff55-163a-4250-a7df-a8fcc4573cdb', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'ae02d6a7-8619-40b5-9158-9f20800abcac', 'code': 422} returned with failed status Jul 27 22:13:11.967761 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Pushing event updated for resources: {'Port': ['ID=ae02d6a7-8619-40b5-9158-9f20800abcac,revision_number=6']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:13:11.977428 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:13:11.977778 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:13:11.978117 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:13:11.978451 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:13:11.978784 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:13:11.979151 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:13:11.979480 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:13:11.979805 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:13:11.980129 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:13:11.980449 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:13:11.980771 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:13:11.981096 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:13:11.984688 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:12.161208 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-9d01ce8d-ab35-4fa1-af55-8c81a5c75127 req-5ad04f5d-d86f-4994-a21a-0826392543bb service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=4299ff55-163a-4250-a7df-a8fcc4573cdb&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0962274 Jul 27 22:13:12.173464 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9d1276-5f80-4fb1-9401-80cd7b19b5c6 req-ad6939e3-749d-45f3-86d1-cecd6ce41b5c tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:13:12.175469 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-9f9d1276-5f80-4fb1-9401-80cd7b19b5c6 req-ad6939e3-749d-45f3-86d1-cecd6ce41b5c tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] 10.222.0.59 "GET /v2.0/ports?device_id=4299ff55-163a-4250-a7df-a8fcc4573cdb HTTP/1.1" status: 200 len: 944 time: 0.0819008 Jul 27 22:13:12.213653 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-9f9d1276-5f80-4fb1-9401-80cd7b19b5c6 req-a2f11eb5-8673-42b4-83c5-ae63c3060034 tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] 10.222.0.59 "GET /v2.0/security-groups?id=7760933e-eebc-4e61-b8aa-f39b598fcb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319424 Jul 27 22:13:13.209066 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-bb32ed7d-8717-448b-a9c8-a5a0117d1fd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:13.350262 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ada0940-e125-44a7-8331-727e5a3197c3 req-3bf2cb0f-4260-49f3-aa66-36d600c93fb9 tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:13:13.351809 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-0ada0940-e125-44a7-8331-727e5a3197c3 req-3bf2cb0f-4260-49f3-aa66-36d600c93fb9 tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] 10.222.0.59 "GET /v2.0/ports?device_id=4299ff55-163a-4250-a7df-a8fcc4573cdb HTTP/1.1" status: 200 len: 944 time: 0.0676274 Jul 27 22:13:13.391020 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-0ada0940-e125-44a7-8331-727e5a3197c3 req-6331204c-e9bb-4ee2-ab2c-3dca437e412c tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] 10.222.0.59 "GET /v2.0/security-groups?id=7760933e-eebc-4e61-b8aa-f39b598fcb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330002 Jul 27 22:13:14.522046 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57f3194-c797-4750-98d8-9aced5b954cc req-4e5cae77-256d-478c-8721-ea2a2d151687 tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:13:14.523777 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f57f3194-c797-4750-98d8-9aced5b954cc req-4e5cae77-256d-478c-8721-ea2a2d151687 tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] 10.222.0.59 "GET /v2.0/ports?device_id=4299ff55-163a-4250-a7df-a8fcc4573cdb HTTP/1.1" status: 200 len: 944 time: 0.0654280 Jul 27 22:13:14.564555 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f57f3194-c797-4750-98d8-9aced5b954cc req-8782ea8e-baad-480c-85f0-111ec0a290ff tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] 10.222.0.59 "GET /v2.0/security-groups?id=7760933e-eebc-4e61-b8aa-f39b598fcb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342486 Jul 27 22:13:14.591176 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-875ced1b-4cf3-463a-9653-058f0f9421e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:15.699461 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4b1866-ec6c-43c2-ab44-20ba95011add req-cffbc867-f628-4bd4-b951-4b34dbbc8a90 tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:13:15.700969 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-2f4b1866-ec6c-43c2-ab44-20ba95011add req-cffbc867-f628-4bd4-b951-4b34dbbc8a90 tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] 10.222.0.59 "GET /v2.0/ports?device_id=4299ff55-163a-4250-a7df-a8fcc4573cdb HTTP/1.1" status: 200 len: 944 time: 0.0676012 Jul 27 22:13:15.740567 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-2f4b1866-ec6c-43c2-ab44-20ba95011add req-de936599-b4b7-4c90-b5aa-ac3853483b4f tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] 10.222.0.59 "GET /v2.0/security-groups?id=7760933e-eebc-4e61-b8aa-f39b598fcb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335181 Jul 27 22:13:16.869359 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878ce065-b3f0-474e-85e3-6b362c0f091b req-4e659060-5ca4-4c13-967b-19cad0b22064 tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:13:16.870850 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-878ce065-b3f0-474e-85e3-6b362c0f091b req-4e659060-5ca4-4c13-967b-19cad0b22064 tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] 10.222.0.59 "GET /v2.0/ports?device_id=4299ff55-163a-4250-a7df-a8fcc4573cdb HTTP/1.1" status: 200 len: 944 time: 0.0638547 Jul 27 22:13:16.910281 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-878ce065-b3f0-474e-85e3-6b362c0f091b req-55581192-77a4-49db-85b1-4b8f9c2daaa2 tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] 10.222.0.59 "GET /v2.0/security-groups?id=7760933e-eebc-4e61-b8aa-f39b598fcb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331988 Jul 27 22:13:18.050073 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c4f86e-33cd-49c2-876b-5e497ff50b82 req-84ecddc2-1e0f-41d1-a2db-c0a96140ff2a tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:13:18.051818 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-c8c4f86e-33cd-49c2-876b-5e497ff50b82 req-84ecddc2-1e0f-41d1-a2db-c0a96140ff2a tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] 10.222.0.59 "GET /v2.0/ports?device_id=4299ff55-163a-4250-a7df-a8fcc4573cdb HTTP/1.1" status: 200 len: 944 time: 0.0692773 Jul 27 22:13:18.091249 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-c8c4f86e-33cd-49c2-876b-5e497ff50b82 req-35f842a0-f6f1-45ea-a2e5-3bc72a1236f0 tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] 10.222.0.59 "GET /v2.0/security-groups?id=7760933e-eebc-4e61-b8aa-f39b598fcb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322490 Jul 27 22:13:18.946558 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d01ce8d-ab35-4fa1-af55-8c81a5c75127 req-a6ca7c87-75d8-4093-bd76-5d13268e3a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:13:18.948049 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-9d01ce8d-ab35-4fa1-af55-8c81a5c75127 req-a6ca7c87-75d8-4093-bd76-5d13268e3a74 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=4299ff55-163a-4250-a7df-a8fcc4573cdb&tenant_id=cdedfb879196470ebf39ee0a31f4dbbb HTTP/1.1" status: 200 len: 1096 time: 0.0569925 Jul 27 22:13:19.024795 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d01ce8d-ab35-4fa1-af55-8c81a5c75127 req-a699ed1b-ca2b-427b-b832-b7e1b6b7ace1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:13:19.026327 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-9d01ce8d-ab35-4fa1-af55-8c81a5c75127 req-a699ed1b-ca2b-427b-b832-b7e1b6b7ace1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cdedfb879196470ebf39ee0a31f4dbbb&device_id=4299ff55-163a-4250-a7df-a8fcc4573cdb HTTP/1.1" status: 200 len: 1096 time: 0.0542326 Jul 27 22:13:19.120526 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d01ce8d-ab35-4fa1-af55-8c81a5c75127 req-05f238db-24cd-4537-8f94-ff4d7fe788a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:13:19.121563 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-9d01ce8d-ab35-4fa1-af55-8c81a5c75127 req-05f238db-24cd-4537-8f94-ff4d7fe788a9 service neutron] 10.222.0.36 "GET /v2.0/networks?id=1f617f40-eb86-442f-8e54-f0ae01880fc1 HTTP/1.1" status: 200 len: 910 time: 0.0876653 Jul 27 22:13:19.215675 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-9d01ce8d-ab35-4fa1-af55-8c81a5c75127 req-7cbf42fb-b9a8-4a32-87bf-b3ccdf31ad0d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ae02d6a7-8619-40b5-9158-9f20800abcac HTTP/1.1" status: 200 len: 999 time: 0.0868812 Jul 27 22:13:19.271604 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2c27f2-d118-493c-bfe3-beb8cbba8571 req-f6187cc4-f2c6-4719-b5ee-7b3cbec95ae5 tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:13:19.273030 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-dc2c27f2-d118-493c-bfe3-beb8cbba8571 req-f6187cc4-f2c6-4719-b5ee-7b3cbec95ae5 tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] 10.222.0.59 "GET /v2.0/ports?device_id=4299ff55-163a-4250-a7df-a8fcc4573cdb HTTP/1.1" status: 200 len: 944 time: 0.1091895 Jul 27 22:13:19.289532 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d01ce8d-ab35-4fa1-af55-8c81a5c75127 req-9ed3a2d0-1289-4fdd-8e6b-52912584ec06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:13:19.290881 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-9d01ce8d-ab35-4fa1-af55-8c81a5c75127 req-9ed3a2d0-1289-4fdd-8e6b-52912584ec06 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1707f329-4a89-44d8-a877-697cbdcc3da9 HTTP/1.1" status: 200 len: 848 time: 0.0678279 Jul 27 22:13:19.342194 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-dc2c27f2-d118-493c-bfe3-beb8cbba8571 req-4d815e7c-030a-449f-9ba0-1d2e57e63872 tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] 10.222.0.59 "GET /v2.0/security-groups?id=7760933e-eebc-4e61-b8aa-f39b598fcb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618122 Jul 27 22:13:19.364658 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d01ce8d-ab35-4fa1-af55-8c81a5c75127 req-a37b5b44-695e-4e14-945f-919a8e86aaa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:13:19.366136 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-9d01ce8d-ab35-4fa1-af55-8c81a5c75127 req-a37b5b44-695e-4e14-945f-919a8e86aaa9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1f617f40-eb86-442f-8e54-f0ae01880fc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0676568 Jul 27 22:13:19.454294 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-9d01ce8d-ab35-4fa1-af55-8c81a5c75127 req-c2dab459-2070-44a9-8e92-56f54d1f643b service neutron] 10.222.0.36 "GET /v2.0/networks/1f617f40-eb86-442f-8e54-f0ae01880fc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805762 Jul 27 22:13:19.546078 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-9d01ce8d-ab35-4fa1-af55-8c81a5c75127 req-0a996951-dec7-4741-a47b-084a43257f4b service neutron] 10.222.0.36 "GET /v2.0/networks/1f617f40-eb86-442f-8e54-f0ae01880fc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845637 Jul 27 22:13:20.469325 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3a3270-0c7f-4c60-a24c-9d8af9f37bb0 req-2a30fc7e-501d-421e-8548-33f36fbc2eb2 tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:13:20.470797 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-6d3a3270-0c7f-4c60-a24c-9d8af9f37bb0 req-2a30fc7e-501d-421e-8548-33f36fbc2eb2 tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] 10.222.0.59 "GET /v2.0/ports?device_id=4299ff55-163a-4250-a7df-a8fcc4573cdb HTTP/1.1" status: 200 len: 944 time: 0.0628691 Jul 27 22:13:20.508158 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-6d3a3270-0c7f-4c60-a24c-9d8af9f37bb0 req-1db7fe8c-ec0c-4402-b49e-d97bc0c2f7a5 tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] 10.222.0.59 "GET /v2.0/security-groups?id=7760933e-eebc-4e61-b8aa-f39b598fcb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308313 Jul 27 22:13:21.639282 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5353b742-d501-4a82-a620-0e35182701e8 req-c6ac4780-38f3-4d95-ac53-99cc326502b8 tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:13:21.640740 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-5353b742-d501-4a82-a620-0e35182701e8 req-c6ac4780-38f3-4d95-ac53-99cc326502b8 tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] 10.222.0.59 "GET /v2.0/ports?device_id=4299ff55-163a-4250-a7df-a8fcc4573cdb HTTP/1.1" status: 200 len: 944 time: 0.0656631 Jul 27 22:13:21.678749 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-5353b742-d501-4a82-a620-0e35182701e8 req-5fb19a62-92af-464e-b304-26126a6d7736 tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] 10.222.0.59 "GET /v2.0/security-groups?id=7760933e-eebc-4e61-b8aa-f39b598fcb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320060 Jul 27 22:13:22.145513 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.agents_db [None req-558fcd2c-e512-47bc-a170-8673d87f7213 None None] Agent healthcheck: found 7 active agents {{(pid=105587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 22:13:22.805695 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be25181b-3188-4871-8b03-6ffb528cdf55 req-30f22c75-f043-4ba9-90ce-b41b3e37fce4 tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:13:22.807205 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-be25181b-3188-4871-8b03-6ffb528cdf55 req-30f22c75-f043-4ba9-90ce-b41b3e37fce4 tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] 10.222.0.59 "GET /v2.0/ports?device_id=4299ff55-163a-4250-a7df-a8fcc4573cdb HTTP/1.1" status: 200 len: 944 time: 0.0625489 Jul 27 22:13:22.843929 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-be25181b-3188-4871-8b03-6ffb528cdf55 req-7ef5539b-3f57-42ed-a7e1-68a6d4987f8e tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] 10.222.0.59 "GET /v2.0/security-groups?id=7760933e-eebc-4e61-b8aa-f39b598fcb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309281 Jul 27 22:13:23.972321 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a748f19-614f-42e3-8a90-a66b209af496 req-c4cbbab8-7162-401f-8024-c59e5d3289ba tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:13:23.973848 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-4a748f19-614f-42e3-8a90-a66b209af496 req-c4cbbab8-7162-401f-8024-c59e5d3289ba tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] 10.222.0.59 "GET /v2.0/ports?device_id=4299ff55-163a-4250-a7df-a8fcc4573cdb HTTP/1.1" status: 200 len: 944 time: 0.0627942 Jul 27 22:13:24.011321 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-4a748f19-614f-42e3-8a90-a66b209af496 req-bb9a49b3-8eb1-478c-a4ba-1e19df9128c8 tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] 10.222.0.59 "GET /v2.0/security-groups?id=7760933e-eebc-4e61-b8aa-f39b598fcb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315177 Jul 27 22:13:25.146087 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8462fd1e-51fd-4d52-ae77-a5cf0aaa9867 req-d5820fca-7d71-40eb-b26f-7d8de73a46cd tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:13:25.147485 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-8462fd1e-51fd-4d52-ae77-a5cf0aaa9867 req-d5820fca-7d71-40eb-b26f-7d8de73a46cd tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] 10.222.0.59 "GET /v2.0/ports?device_id=4299ff55-163a-4250-a7df-a8fcc4573cdb HTTP/1.1" status: 200 len: 944 time: 0.0683162 Jul 27 22:13:25.183642 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-8462fd1e-51fd-4d52-ae77-a5cf0aaa9867 req-911bcb88-a3ba-4c3b-9cb3-bb6dd4dd9a90 tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] 10.222.0.59 "GET /v2.0/security-groups?id=7760933e-eebc-4e61-b8aa-f39b598fcb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302875 Jul 27 22:13:26.314573 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea176e1c-113a-4f21-aad0-ba6b98d674c9 req-6445131b-b799-4c90-a2d0-7d7500acdf3c tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:13:26.316359 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-ea176e1c-113a-4f21-aad0-ba6b98d674c9 req-6445131b-b799-4c90-a2d0-7d7500acdf3c tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] 10.222.0.59 "GET /v2.0/ports?device_id=4299ff55-163a-4250-a7df-a8fcc4573cdb HTTP/1.1" status: 200 len: 944 time: 0.0637636 Jul 27 22:13:26.353535 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-ea176e1c-113a-4f21-aad0-ba6b98d674c9 req-8328d5e3-cc70-446a-b396-ea6b267b7fa9 tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] 10.222.0.59 "GET /v2.0/security-groups?id=7760933e-eebc-4e61-b8aa-f39b598fcb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313432 Jul 27 22:13:27.499291 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbea01af-b1fe-4752-ac30-87325d752bf4 req-dbc52e5c-ea83-4b71-b39c-63db4bc6ef40 tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:13:27.500768 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-dbea01af-b1fe-4752-ac30-87325d752bf4 req-dbc52e5c-ea83-4b71-b39c-63db4bc6ef40 tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] 10.222.0.59 "GET /v2.0/ports?device_id=4299ff55-163a-4250-a7df-a8fcc4573cdb HTTP/1.1" status: 200 len: 944 time: 0.0660245 Jul 27 22:13:27.540942 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-dbea01af-b1fe-4752-ac30-87325d752bf4 req-8176beeb-d458-4e0f-8cb2-4d389f246713 tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] 10.222.0.59 "GET /v2.0/security-groups?id=7760933e-eebc-4e61-b8aa-f39b598fcb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340047 Jul 27 22:13:27.843519 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device ae02d6a7-8619-40b5-9158-9f20800abcac details requested by agent hyperv_n-h1-705658-22 with host n-h1-705658-22 {{(pid=105586) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 22:13:27.937138 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] For port ae02d6a7-8619-40b5-9158-9f20800abcac, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=ae02d6a7-8619-40b5-9158-9f20800abcac,segment=NetworkSegment(b735872d-6a74-4f74-8a55-26ffa0814516),segment_id=b735872d-6a74-4f74-8a55-26ffa0814516)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:13:27.947853 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Returning: {'device': 'ae02d6a7-8619-40b5-9158-9f20800abcac', 'network_id': '1f617f40-eb86-442f-8e54-f0ae01880fc1', 'port_id': 'ae02d6a7-8619-40b5-9158-9f20800abcac', 'mac_address': 'fa:16:3e:d8:eb:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 236, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1707f329-4a89-44d8-a877-697cbdcc3da9', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105586) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 22:13:27.983906 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:28.000418 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae02d6a7-8619-40b5-9158-9f20800abcac {{(pid=105586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:13:28.024482 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] For port ae02d6a7-8619-40b5-9158-9f20800abcac, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=ae02d6a7-8619-40b5-9158-9f20800abcac,segment=NetworkSegment(b735872d-6a74-4f74-8a55-26ffa0814516),segment_id=b735872d-6a74-4f74-8a55-26ffa0814516)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:13:28.028364 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:28.079754 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Pushing event updated for resources: {'Port': ['ID=ae02d6a7-8619-40b5-9158-9f20800abcac,revision_number=7']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:13:28.259819 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] get_ports_and_sgs() called for port_ids ['ae02d6a7-8619-40b5-9158-9f20800abcac'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:13:28.666917 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf1704b-8f13-4cd3-b728-5d84c4b61ef7 req-a337a642-d754-4511-a915-7666ff303a73 tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:13:28.668425 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-8cf1704b-8f13-4cd3-b728-5d84c4b61ef7 req-a337a642-d754-4511-a915-7666ff303a73 tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] 10.222.0.59 "GET /v2.0/ports?device_id=4299ff55-163a-4250-a7df-a8fcc4573cdb HTTP/1.1" status: 200 len: 945 time: 0.0626163 Jul 27 22:13:28.705786 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-8cf1704b-8f13-4cd3-b728-5d84c4b61ef7 req-7e1da895-f07f-4ee9-adee-130821208249 tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] 10.222.0.59 "GET /v2.0/security-groups?id=7760933e-eebc-4e61-b8aa-f39b598fcb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314360 Jul 27 22:13:29.832406 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f461b15-a37e-4b83-aa7d-2240a9905ea9 req-4fe28d2a-9424-449a-b07e-73183715001f tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:13:29.833868 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-7f461b15-a37e-4b83-aa7d-2240a9905ea9 req-4fe28d2a-9424-449a-b07e-73183715001f tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] 10.222.0.59 "GET /v2.0/ports?device_id=4299ff55-163a-4250-a7df-a8fcc4573cdb HTTP/1.1" status: 200 len: 945 time: 0.0627494 Jul 27 22:13:29.859252 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device ae02d6a7-8619-40b5-9158-9f20800abcac up at agent hyperv_n-h1-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:13:29.873853 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-7f461b15-a37e-4b83-aa7d-2240a9905ea9 req-bf9f6acd-d0e6-4901-b8b9-d97142f7107b tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] 10.222.0.59 "GET /v2.0/security-groups?id=7760933e-eebc-4e61-b8aa-f39b598fcb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333054 Jul 27 22:13:29.908721 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Provisioning complete for port ae02d6a7-8619-40b5-9158-9f20800abcac triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:13:29.909101 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:29.994184 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:30.016143 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4299ff55-163a-4250-a7df-a8fcc4573cdb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae02d6a7-8619-40b5-9158-9f20800abcac'}] {{(pid=105586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:13:30.018373 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fee2e8668661828e318a8d53a8a935935453ec21149a086d6a2055ff627b97ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcc9b122-e34a-4594-969c-527b374062fd" -d '{"events": [{"server_uuid": "4299ff55-163a-4250-a7df-a8fcc4573cdb", "name": "network-vif-plugged", "status": "completed", "tag": "ae02d6a7-8619-40b5-9158-9f20800abcac"}]}' {{(pid=105586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:13:30.031215 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] For port ae02d6a7-8619-40b5-9158-9f20800abcac, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=ae02d6a7-8619-40b5-9158-9f20800abcac,segment=NetworkSegment(b735872d-6a74-4f74-8a55-26ffa0814516),segment_id=b735872d-6a74-4f74-8a55-26ffa0814516)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:13:30.035589 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:30.081820 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Pushing event updated for resources: {'Port': ['ID=ae02d6a7-8619-40b5-9158-9f20800abcac,revision_number=8']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:13:31.007524 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9668005b-dc0a-43eb-ba2e-e5a7ec23a893 req-8500be4e-52ef-4b77-affa-e2f669fb52cb tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:13:31.008982 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-9668005b-dc0a-43eb-ba2e-e5a7ec23a893 req-8500be4e-52ef-4b77-affa-e2f669fb52cb tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] 10.222.0.59 "GET /v2.0/ports?device_id=4299ff55-163a-4250-a7df-a8fcc4573cdb HTTP/1.1" status: 200 len: 946 time: 0.0661261 Jul 27 22:13:31.046035 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-9668005b-dc0a-43eb-ba2e-e5a7ec23a893 req-8778cdec-5788-47f0-9c17-81a58ba5f84e tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] 10.222.0.59 "GET /v2.0/security-groups?id=7760933e-eebc-4e61-b8aa-f39b598fcb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311344 Jul 27 22:13:31.077518 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:13:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4e370a2-1723-490b-90c3-dcb7553254b6 x-openstack-request-id: req-b4e370a2-1723-490b-90c3-dcb7553254b6 {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:13:31.077948 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4299ff55-163a-4250-a7df-a8fcc4573cdb", "name": "network-vif-plugged", "status": "completed", "tag": "ae02d6a7-8619-40b5-9158-9f20800abcac", "code": 200}]} {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:13:31.078055 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-b4e370a2-1723-490b-90c3-dcb7553254b6 {{(pid=105586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:13:31.078445 n-d-705658-22 neutron-server[105586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4299ff55-163a-4250-a7df-a8fcc4573cdb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae02d6a7-8619-40b5-9158-9f20800abcac', 'code': 200} Jul 27 22:13:31.228783 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5c40e3-37b6-4139-892f-7ade47e9bb0a req-ad107bc9-5d1b-4739-89ae-3fc25ecbe212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:13:31.230243 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-ae5c40e3-37b6-4139-892f-7ade47e9bb0a req-ad107bc9-5d1b-4739-89ae-3fc25ecbe212 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=4299ff55-163a-4250-a7df-a8fcc4573cdb HTTP/1.1" status: 200 len: 1098 time: 0.0524602 Jul 27 22:13:31.264024 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-ae5c40e3-37b6-4139-892f-7ade47e9bb0a req-07da4e88-02fe-4132-b1b3-cccec521692e service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=7760933e-eebc-4e61-b8aa-f39b598fcb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0267088 Jul 27 22:13:32.178960 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37af1ca-8c20-4253-a14b-a4035bc9e3e5 req-9f01ca58-fa58-4adf-95f7-771ae3ebd2ec tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:13:32.181109 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-c37af1ca-8c20-4253-a14b-a4035bc9e3e5 req-9f01ca58-fa58-4adf-95f7-771ae3ebd2ec tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] 10.222.0.59 "GET /v2.0/ports?device_id=4299ff55-163a-4250-a7df-a8fcc4573cdb HTTP/1.1" status: 200 len: 946 time: 0.0675833 Jul 27 22:13:32.217974 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-c37af1ca-8c20-4253-a14b-a4035bc9e3e5 req-efab6294-07f3-4743-b284-006d5a67041d tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] 10.222.0.59 "GET /v2.0/security-groups?id=7760933e-eebc-4e61-b8aa-f39b598fcb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309105 Jul 27 22:13:37.242481 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:38.972728 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-7bbdf768-96d7-46b0-8875-24207725d646 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:41.047091 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:41.602277 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-91f17f5e-f2e3-4b86-9929-6b5344a7937b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:41.969086 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:43.209071 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-bb32ed7d-8717-448b-a9c8-a5a0117d1fd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:44.584648 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-875ced1b-4cf3-463a-9653-058f0f9421e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:59.144386 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.agents_db [None req-558fcd2c-e512-47bc-a170-8673d87f7213 None None] Agent healthcheck: found 7 active agents {{(pid=105587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 22:14:01.574362 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-d1c80bc3-ddc9-4036-ad54-8588ece82f5a req-8a41e8fc-5d5c-4686-9198-5638cddc99e3 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=4299ff55-163a-4250-a7df-a8fcc4573cdb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0528996 Jul 27 22:14:01.669266 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c80bc3-ddc9-4036-ad54-8588ece82f5a req-53fcfd76-1d55-4a8d-9973-286845d570f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:14:01.670728 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-d1c80bc3-ddc9-4036-ad54-8588ece82f5a req-53fcfd76-1d55-4a8d-9973-286845d570f7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cdedfb879196470ebf39ee0a31f4dbbb&device_id=4299ff55-163a-4250-a7df-a8fcc4573cdb HTTP/1.1" status: 200 len: 1098 time: 0.0532851 Jul 27 22:14:01.779273 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c80bc3-ddc9-4036-ad54-8588ece82f5a req-d368839c-4b19-4631-9ac8-e1309fd403c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:14:01.780730 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-d1c80bc3-ddc9-4036-ad54-8588ece82f5a req-d368839c-4b19-4631-9ac8-e1309fd403c6 service neutron] 10.222.0.36 "GET /v2.0/networks?id=1f617f40-eb86-442f-8e54-f0ae01880fc1 HTTP/1.1" status: 200 len: 910 time: 0.0888910 Jul 27 22:14:01.846063 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-d1c80bc3-ddc9-4036-ad54-8588ece82f5a req-8b384951-c7ef-478c-9c5d-a007b602af1b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ae02d6a7-8619-40b5-9158-9f20800abcac HTTP/1.1" status: 200 len: 1001 time: 0.0563958 Jul 27 22:14:01.896228 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c80bc3-ddc9-4036-ad54-8588ece82f5a req-f9ff88bd-d58f-40e3-b019-b4e436b47aad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:14:01.897664 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-d1c80bc3-ddc9-4036-ad54-8588ece82f5a req-f9ff88bd-d58f-40e3-b019-b4e436b47aad service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1707f329-4a89-44d8-a877-697cbdcc3da9 HTTP/1.1" status: 200 len: 848 time: 0.0437713 Jul 27 22:14:01.959525 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c80bc3-ddc9-4036-ad54-8588ece82f5a req-55e55894-bce1-463b-93be-a5adcaf62a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:14:01.960999 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-d1c80bc3-ddc9-4036-ad54-8588ece82f5a req-55e55894-bce1-463b-93be-a5adcaf62a3a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1f617f40-eb86-442f-8e54-f0ae01880fc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0559542 Jul 27 22:14:01.972228 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [req-d1c80bc3-ddc9-4036-ad54-8588ece82f5a req-2e558e26-60b8-4c75-a6f4-7fa2bcf3331f service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=105585) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 22:14:01.973195 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-d1c80bc3-ddc9-4036-ad54-8588ece82f5a req-2e558e26-60b8-4c75-a6f4-7fa2bcf3331f service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047691 Jul 27 22:14:02.061517 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-d1c80bc3-ddc9-4036-ad54-8588ece82f5a req-af12e9ab-648f-4db8-937f-f6066d287ac9 service neutron] 10.222.0.36 "GET /v2.0/networks/1f617f40-eb86-442f-8e54-f0ae01880fc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809770 Jul 27 22:14:02.156952 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-d1c80bc3-ddc9-4036-ad54-8588ece82f5a req-c6fd2688-791d-4d59-b132-531481d1a8f0 service neutron] 10.222.0.36 "GET /v2.0/networks/1f617f40-eb86-442f-8e54-f0ae01880fc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879209 Jul 27 22:14:07.246128 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:08.972878 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-8a475eda-ab3f-4f3e-829b-5bba0eec7eab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:11.059137 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:11.601738 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-72b8115d-7e98-4702-a02b-a784970a108b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:11.969155 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:13.210584 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-bb32ed7d-8717-448b-a9c8-a5a0117d1fd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:14.587466 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-875ced1b-4cf3-463a-9653-058f0f9421e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:36.144154 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.agents_db [None req-558fcd2c-e512-47bc-a170-8673d87f7213 None None] Agent healthcheck: found 7 active agents {{(pid=105587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 22:14:37.261617 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:38.973440 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-55b96006-e5d9-46e7-a0f0-92c5b6019d86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:41.066957 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:41.602269 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-a6957ccb-0884-43f5-915b-f8e03445aa19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:41.970075 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:43.212539 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-bb32ed7d-8717-448b-a9c8-a5a0117d1fd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:44.585492 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-875ced1b-4cf3-463a-9653-058f0f9421e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:45.560293 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 40642) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:14:45.718248 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [None req-bfe3099e-a067-4581-bdc7-51395a81633c tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] Deleting port e1213458-69b1-49b0-8496-4169ca17f562 {{(pid=105585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:14:45.718594 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-bfe3099e-a067-4581-bdc7-51395a81633c tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:45.791364 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-bfe3099e-a067-4581-bdc7-51395a81633c tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:45.791698 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-bfe3099e-a067-4581-bdc7-51395a81633c tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:45.803706 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [None req-bfe3099e-a067-4581-bdc7-51395a81633c tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] Calling delete_port for e1213458-69b1-49b0-8496-4169ca17f562 owned by network:floatingip {{(pid=105585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:14:45.969252 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-bfe3099e-a067-4581-bdc7-51395a81633c tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:45.994751 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe3099e-a067-4581-bdc7-51395a81633c tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] Pushing event deleted for resources: {'Port': ['ID=e1213458-69b1-49b0-8496-4169ca17f562,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:14:46.026300 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe3099e-a067-4581-bdc7-51395a81633c tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:14:46.026645 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe3099e-a067-4581-bdc7-51395a81633c tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:14:46.026982 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe3099e-a067-4581-bdc7-51395a81633c tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:14:46.027338 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe3099e-a067-4581-bdc7-51395a81633c tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:14:46.027669 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe3099e-a067-4581-bdc7-51395a81633c tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:14:46.027994 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe3099e-a067-4581-bdc7-51395a81633c tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:14:46.028323 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe3099e-a067-4581-bdc7-51395a81633c tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:14:46.028646 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe3099e-a067-4581-bdc7-51395a81633c tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:14:46.028966 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe3099e-a067-4581-bdc7-51395a81633c tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:14:46.029285 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe3099e-a067-4581-bdc7-51395a81633c tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:14:46.029604 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe3099e-a067-4581-bdc7-51395a81633c tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:14:46.029919 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe3099e-a067-4581-bdc7-51395a81633c tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:14:46.067989 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-bfe3099e-a067-4581-bdc7-51395a81633c tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] Notify callbacks [] for floatingip, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:46.068320 n-d-705658-22 neutron-server[105585]: INFO neutron.db.l3_db [None req-bfe3099e-a067-4581-bdc7-51395a81633c tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] Floating IP 282f899f-abc6-4300-9b78-a7e2b15c9f5c disassociated (deleted). External IP: 172.25.5.20, port: ae02d6a7-8619-40b5-9158-9f20800abcac. Jul 27 22:14:46.629330 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfe3099e-a067-4581-bdc7-51395a81633c tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] Router 1818ad1b-7263-40d6-bed6-1b8ae4a14445 has already been hosted by L3 agent dd128fd7-8e57-4d4f-895b-a96b369df59a {{(pid=105585) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:14:46.733978 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfe3099e-a067-4581-bdc7-51395a81633c tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] Notify agent at l3_agent.n-d-705658-22 the message routers_updated {{(pid=105585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:14:46.738677 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-bfe3099e-a067-4581-bdc7-51395a81633c tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for floatingip, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:46.743942 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac2b471b-86ab-4ca5-ab8f-76a6e3348bb5 None None] Sync routers for ids ['1818ad1b-7263-40d6-bed6-1b8ae4a14445'] in n-d-705658-22 {{(pid=105587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:14:46.753475 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac2b471b-86ab-4ca5-ab8f-76a6e3348bb5 None None] Routers {'1818ad1b-7263-40d6-bed6-1b8ae4a14445'} bound to L3 agent in host n-d-705658-22 {{(pid=105587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:14:46.754077 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-ac2b471b-86ab-4ca5-ab8f-76a6e3348bb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T22:14:42Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['1818ad1b-7263-40d6-bed6-1b8ae4a14445'], 'active': True} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:14:46.775737 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-bfe3099e-a067-4581-bdc7-51395a81633c tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] 10.222.0.59 "DELETE /v2.0/floatingips/282f899f-abc6-4300-9b78-a7e2b15c9f5c HTTP/1.1" status: 204 len: 168 time: 1.2113698 Jul 27 22:14:46.775737 n-d-705658-22 neutron-server[105585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4299ff55-163a-4250-a7df-a8fcc4573cdb', 'tag': 'ae02d6a7-8619-40b5-9158-9f20800abcac'}] {{(pid=105585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:14:46.776305 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f24452fb85b5ff3d9a44b103084d24ac6536fc7c3e33f3cafe2d6008071b0351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b1bbae9-2051-4240-8372-9330fe94db99" -d '{"events": [{"name": "network-changed", "server_uuid": "4299ff55-163a-4250-a7df-a8fcc4573cdb", "tag": "ae02d6a7-8619-40b5-9158-9f20800abcac"}]}' {{(pid=105585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:14:46.823133 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 22:14:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aec93169-ef33-4439-a234-c980ee8aee36 x-openstack-request-id: req-aec93169-ef33-4439-a234-c980ee8aee36 {{(pid=105585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:14:46.823431 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4299ff55-163a-4250-a7df-a8fcc4573cdb", "tag": "ae02d6a7-8619-40b5-9158-9f20800abcac", "status": "completed", "code": 200}]} {{(pid=105585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:14:46.823689 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-aec93169-ef33-4439-a234-c980ee8aee36 {{(pid=105585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:14:46.824097 n-d-705658-22 neutron-server[105585]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4299ff55-163a-4250-a7df-a8fcc4573cdb', 'tag': 'ae02d6a7-8619-40b5-9158-9f20800abcac', 'status': 'completed', 'code': 200} Jul 27 22:14:46.865638 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvr_db [None req-ac2b471b-86ab-4ca5-ab8f-76a6e3348bb5 None None] Set router 1818ad1b-7263-40d6-bed6-1b8ae4a14445 gateway port host: n-d-705658-22 {{(pid=105587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:14:46.906668 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1bbae9-2051-4240-8372-9330fe94db99 req-c3464aa8-4e71-4c2e-9523-3d71bd80c12a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:14:46.909411 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-1b1bbae9-2051-4240-8372-9330fe94db99 req-c3464aa8-4e71-4c2e-9523-3d71bd80c12a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cdedfb879196470ebf39ee0a31f4dbbb&device_id=4299ff55-163a-4250-a7df-a8fcc4573cdb HTTP/1.1" status: 200 len: 1098 time: 0.0614903 Jul 27 22:14:47.041936 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1bbae9-2051-4240-8372-9330fe94db99 req-ccc42c7b-a81d-4dc2-9d74-d857d49cac26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:14:47.043437 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-1b1bbae9-2051-4240-8372-9330fe94db99 req-ccc42c7b-a81d-4dc2-9d74-d857d49cac26 service neutron] 10.222.0.36 "GET /v2.0/networks?id=1f617f40-eb86-442f-8e54-f0ae01880fc1 HTTP/1.1" status: 200 len: 910 time: 0.1270931 Jul 27 22:14:47.081070 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-ac2b471b-86ab-4ca5-ab8f-76a6e3348bb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1818ad1b-7263-40d6-bed6-1b8ae4a14445', 'name': 'tempest-TestShelveInstance-1514417232-router', 'tenant_id': 'cdedfb879196470ebf39ee0a31f4dbbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.53'}], 'enable_snat': True}, 'gw_port_id': '5de897c7-0140-4027-93d4-338e88b56999', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:05:32Z', 'updated_at': '2021-07-27T22:05:35Z', 'revision_number': 4, 'project_id': 'cdedfb879196470ebf39ee0a31f4dbbb', 'gw_port': {'id': '5de897c7-0140-4027-93d4-338e88b56999', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:fe:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1818ad1b-7263-40d6-bed6-1b8ae4a14445', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:05:33Z', 'updated_at': '2021-07-27T22:05:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_interfaces': [{'id': '06334c8b-2e2c-45dc-9c25-ee0187f8a2d1', 'name': '', 'network_id': '1f617f40-eb86-442f-8e54-f0ae01880fc1', 'tenant_id': 'cdedfb879196470ebf39ee0a31f4dbbb', 'mac_address': 'fa:16:3e:cb:7d:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1818ad1b-7263-40d6-bed6-1b8ae4a14445', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '1707f329-4a89-44d8-a877-697cbdcc3da9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:05:34Z', 'updated_at': '2021-07-27T22:05:41Z', 'revision_number': 5, 'project_id': 'cdedfb879196470ebf39ee0a31f4dbbb', 'subnets': [{'id': '1707f329-4a89-44d8-a877-697cbdcc3da9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-22', False) {} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:14:47.096432 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba00ca5-0cc5-43f6-ba29-b8e6d7172d7b req-5bfeddb0-f1bc-41cb-b992-c1ad9d5faa12 tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:14:47.097905 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-dba00ca5-0cc5-43f6-ba29-b8e6d7172d7b req-5bfeddb0-f1bc-41cb-b992-c1ad9d5faa12 tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] 10.222.0.59 "GET /v2.0/ports?device_id=4299ff55-163a-4250-a7df-a8fcc4573cdb HTTP/1.1" status: 200 len: 946 time: 0.1211026 Jul 27 22:14:47.099153 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-1b1bbae9-2051-4240-8372-9330fe94db99 req-da47af7d-fb3f-4317-b9a4-5359d66888e1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ae02d6a7-8619-40b5-9158-9f20800abcac HTTP/1.1" status: 200 len: 217 time: 0.0462027 Jul 27 22:14:47.106684 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac2b471b-86ab-4ca5-ab8f-76a6e3348bb5 None None] Checking router: 1818ad1b-7263-40d6-bed6-1b8ae4a14445 for host: n-d-705658-22 {{(pid=105587) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:14:47.115226 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac2b471b-86ab-4ca5-ab8f-76a6e3348bb5 None None] Routers {'1818ad1b-7263-40d6-bed6-1b8ae4a14445'} bound to L3 agent in host n-d-705658-22 {{(pid=105587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:14:47.115832 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-ac2b471b-86ab-4ca5-ab8f-76a6e3348bb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T22:14:42Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['1818ad1b-7263-40d6-bed6-1b8ae4a14445'], 'active': True} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:14:47.172132 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-dba00ca5-0cc5-43f6-ba29-b8e6d7172d7b req-9f74bccc-2d57-4e29-bf2c-9e510bc61081 tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] 10.222.0.59 "GET /v2.0/security-groups?id=7760933e-eebc-4e61-b8aa-f39b598fcb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681672 Jul 27 22:14:47.177678 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1bbae9-2051-4240-8372-9330fe94db99 req-26e53128-7cc4-42b8-8dcc-cf782d61d1df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:14:47.179130 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-1b1bbae9-2051-4240-8372-9330fe94db99 req-26e53128-7cc4-42b8-8dcc-cf782d61d1df service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1707f329-4a89-44d8-a877-697cbdcc3da9 HTTP/1.1" status: 200 len: 848 time: 0.0681939 Jul 27 22:14:47.221884 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvr_db [None req-ac2b471b-86ab-4ca5-ab8f-76a6e3348bb5 None None] Set router 1818ad1b-7263-40d6-bed6-1b8ae4a14445 gateway port host: n-d-705658-22 {{(pid=105587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:14:47.240209 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1bbae9-2051-4240-8372-9330fe94db99 req-22fd4a82-79e0-4be1-ad13-7ba5d6365b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:14:47.241728 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-1b1bbae9-2051-4240-8372-9330fe94db99 req-22fd4a82-79e0-4be1-ad13-7ba5d6365b9a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1f617f40-eb86-442f-8e54-f0ae01880fc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0545375 Jul 27 22:14:47.336240 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-1b1bbae9-2051-4240-8372-9330fe94db99 req-52727468-0d6e-494f-bf0f-094659af0841 service neutron] 10.222.0.36 "GET /v2.0/networks/1f617f40-eb86-442f-8e54-f0ae01880fc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853741 Jul 27 22:14:47.415422 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-ac2b471b-86ab-4ca5-ab8f-76a6e3348bb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1818ad1b-7263-40d6-bed6-1b8ae4a14445', 'name': 'tempest-TestShelveInstance-1514417232-router', 'tenant_id': 'cdedfb879196470ebf39ee0a31f4dbbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.53'}], 'enable_snat': True}, 'gw_port_id': '5de897c7-0140-4027-93d4-338e88b56999', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:05:32Z', 'updated_at': '2021-07-27T22:05:35Z', 'revision_number': 4, 'project_id': 'cdedfb879196470ebf39ee0a31f4dbbb', 'gw_port': {'id': '5de897c7-0140-4027-93d4-338e88b56999', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:fe:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1818ad1b-7263-40d6-bed6-1b8ae4a14445', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:05:33Z', 'updated_at': '2021-07-27T22:05:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_interfaces': [{'id': '06334c8b-2e2c-45dc-9c25-ee0187f8a2d1', 'name': '', 'network_id': '1f617f40-eb86-442f-8e54-f0ae01880fc1', 'tenant_id': 'cdedfb879196470ebf39ee0a31f4dbbb', 'mac_address': 'fa:16:3e:cb:7d:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1818ad1b-7263-40d6-bed6-1b8ae4a14445', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '1707f329-4a89-44d8-a877-697cbdcc3da9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:05:34Z', 'updated_at': '2021-07-27T22:05:41Z', 'revision_number': 5, 'project_id': 'cdedfb879196470ebf39ee0a31f4dbbb', 'subnets': [{'id': '1707f329-4a89-44d8-a877-697cbdcc3da9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-22', False) {} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:14:47.428153 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-1b1bbae9-2051-4240-8372-9330fe94db99 req-abdd45a2-28e2-4ba9-a9a9-9802f98dbf54 service neutron] 10.222.0.36 "GET /v2.0/networks/1f617f40-eb86-442f-8e54-f0ae01880fc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822430 Jul 27 22:14:47.446751 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac2b471b-86ab-4ca5-ab8f-76a6e3348bb5 None None] The sync data for ids ['1818ad1b-7263-40d6-bed6-1b8ae4a14445'] in n-d-705658-22 is: [{'id': '1818ad1b-7263-40d6-bed6-1b8ae4a14445', 'name': 'tempest-TestShelveInstance-1514417232-router', 'tenant_id': 'cdedfb879196470ebf39ee0a31f4dbbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.53'}], 'enable_snat': True}, 'gw_port_id': '5de897c7-0140-4027-93d4-338e88b56999', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:05:32Z', 'updated_at': '2021-07-27T22:05:35Z', 'revision_number': 4, 'project_id': 'cdedfb879196470ebf39ee0a31f4dbbb', 'gw_port': {'id': '5de897c7-0140-4027-93d4-338e88b56999', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:fe:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1818ad1b-7263-40d6-bed6-1b8ae4a14445', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:05:33Z', 'updated_at': '2021-07-27T22:05:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_interfaces': [{'id': '06334c8b-2e2c-45dc-9c25-ee0187f8a2d1', 'name': '', 'network_id': '1f617f40-eb86-442f-8e54-f0ae01880fc1', 'tenant_id': 'cdedfb879196470ebf39ee0a31f4dbbb', 'mac_address': 'fa:16:3e:cb:7d:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1818ad1b-7263-40d6-bed6-1b8ae4a14445', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '1707f329-4a89-44d8-a877-697cbdcc3da9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:05:34Z', 'updated_at': '2021-07-27T22:05:41Z', 'revision_number': 5, 'project_id': 'cdedfb879196470ebf39ee0a31f4dbbb', 'subnets': [{'id': '1707f329-4a89-44d8-a877-697cbdcc3da9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:14:47.669482 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a04b1af-3f42-4f2b-acd0-7b8e9cb42453 None None] New status for floating IP 282f899f-abc6-4300-9b78-a7e2b15c9f5c: DOWN {{(pid=105586) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 22:14:48.309820 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb79bacc-513e-49a7-a28b-5b2e3297240d req-3b5b5b21-f6fa-479e-8dbb-886eea9035ed tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:14:48.311368 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-bb79bacc-513e-49a7-a28b-5b2e3297240d req-3b5b5b21-f6fa-479e-8dbb-886eea9035ed tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] 10.222.0.59 "GET /v2.0/ports?device_id=4299ff55-163a-4250-a7df-a8fcc4573cdb HTTP/1.1" status: 200 len: 946 time: 0.0681756 Jul 27 22:14:48.349833 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-bb79bacc-513e-49a7-a28b-5b2e3297240d req-a50a08e2-80fd-48e8-a236-a68b7a475760 tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] 10.222.0.59 "GET /v2.0/security-groups?id=7760933e-eebc-4e61-b8aa-f39b598fcb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325677 Jul 27 22:14:48.532404 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd9eb60-4a15-44bc-9db5-36a10b663d95 req-7ccd6357-74c3-4b1b-9b94-c112d8faba17 tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:14:48.533797 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-2bd9eb60-4a15-44bc-9db5-36a10b663d95 req-7ccd6357-74c3-4b1b-9b94-c112d8faba17 tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] 10.222.0.36 "GET /v2.0/ports?device_id=4299ff55-163a-4250-a7df-a8fcc4573cdb HTTP/1.1" status: 200 len: 946 time: 0.0696390 Jul 27 22:14:48.631091 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [req-2bd9eb60-4a15-44bc-9db5-36a10b663d95 req-92941f05-c9fd-4b2e-aa48-8a24e0f680bf tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] Deleting port ae02d6a7-8619-40b5-9158-9f20800abcac {{(pid=105585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:14:48.631434 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-2bd9eb60-4a15-44bc-9db5-36a10b663d95 req-92941f05-c9fd-4b2e-aa48-8a24e0f680bf tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:48.720321 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.db [req-2bd9eb60-4a15-44bc-9db5-36a10b663d95 req-92941f05-c9fd-4b2e-aa48-8a24e0f680bf tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] For port ae02d6a7-8619-40b5-9158-9f20800abcac, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=ae02d6a7-8619-40b5-9158-9f20800abcac,segment=NetworkSegment(b735872d-6a74-4f74-8a55-26ffa0814516),segment_id=b735872d-6a74-4f74-8a55-26ffa0814516)] {{(pid=105585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:14:48.720677 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-2bd9eb60-4a15-44bc-9db5-36a10b663d95 req-92941f05-c9fd-4b2e-aa48-8a24e0f680bf tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:48.732573 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [req-2bd9eb60-4a15-44bc-9db5-36a10b663d95 req-92941f05-c9fd-4b2e-aa48-8a24e0f680bf tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] Calling delete_port for ae02d6a7-8619-40b5-9158-9f20800abcac owned by compute:nova {{(pid=105585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:14:48.864375 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-2bd9eb60-4a15-44bc-9db5-36a10b663d95 req-92941f05-c9fd-4b2e-aa48-8a24e0f680bf tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:48.894973 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92941f05-c9fd-4b2e-aa48-8a24e0f680bf tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] Pushing event deleted for resources: {'Port': ['ID=ae02d6a7-8619-40b5-9158-9f20800abcac,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:14:48.940919 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bd9eb60-4a15-44bc-9db5-36a10b663d95 req-92941f05-c9fd-4b2e-aa48-8a24e0f680bf tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] No DVR routers for this DVR port ae02d6a7-8619-40b5-9158-9f20800abcac on host n-h1-705658-22 {{(pid=105585) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:14:48.943565 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-2bd9eb60-4a15-44bc-9db5-36a10b663d95 req-92941f05-c9fd-4b2e-aa48-8a24e0f680bf tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:48.945578 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-2bd9eb60-4a15-44bc-9db5-36a10b663d95 req-92941f05-c9fd-4b2e-aa48-8a24e0f680bf tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] 10.222.0.36 "DELETE /v2.0/ports/ae02d6a7-8619-40b5-9158-9f20800abcac HTTP/1.1" status: 204 len: 173 time: 0.4056716 Jul 27 22:14:48.946008 n-d-705658-22 neutron-server[105585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4299ff55-163a-4250-a7df-a8fcc4573cdb', 'name': 'network-vif-deleted', 'tag': 'ae02d6a7-8619-40b5-9158-9f20800abcac'}] {{(pid=105585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:14:48.948311 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f24452fb85b5ff3d9a44b103084d24ac6536fc7c3e33f3cafe2d6008071b0351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56367d47-7015-4470-afee-fa9f2e4c0fca" -d '{"events": [{"server_uuid": "4299ff55-163a-4250-a7df-a8fcc4573cdb", "name": "network-vif-deleted", "tag": "ae02d6a7-8619-40b5-9158-9f20800abcac"}]}' {{(pid=105585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:14:48.994872 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:14:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce93a596-5c9c-40ba-bcd3-0db8509c1229 x-openstack-request-id: req-ce93a596-5c9c-40ba-bcd3-0db8509c1229 {{(pid=105585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:14:48.995060 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4299ff55-163a-4250-a7df-a8fcc4573cdb", "name": "network-vif-deleted", "tag": "ae02d6a7-8619-40b5-9158-9f20800abcac", "status": "completed", "code": 200}]} {{(pid=105585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:14:48.995322 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-ce93a596-5c9c-40ba-bcd3-0db8509c1229 {{(pid=105585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:14:48.995732 n-d-705658-22 neutron-server[105585]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4299ff55-163a-4250-a7df-a8fcc4573cdb', 'name': 'network-vif-deleted', 'tag': 'ae02d6a7-8619-40b5-9158-9f20800abcac', 'status': 'completed', 'code': 200} Jul 27 22:14:49.445520 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-0769d4bf-a9d2-4699-8780-261d2f016643 req-5c099e6d-9870-4812-82eb-1022c9678b51 tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] 10.222.0.59 "GET /v2.0/ports?device_id=4299ff55-163a-4250-a7df-a8fcc4573cdb HTTP/1.1" status: 200 len: 210 time: 0.0298033 Jul 27 22:14:50.548134 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e8f62646-8313-4038-b2ad-a92220e94a2e req-681541ce-dabb-46ff-9a9b-80eefb6c1d90 tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] 10.222.0.59 "GET /v2.0/ports?device_id=4299ff55-163a-4250-a7df-a8fcc4573cdb HTTP/1.1" status: 200 len: 210 time: 0.0320120 Jul 27 22:14:51.646904 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-78011f4b-7169-4a44-b6bb-a656ec331415 req-a5d82eb7-9ed0-4743-89d0-4f26787d6207 tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] 10.222.0.59 "GET /v2.0/ports?device_id=4299ff55-163a-4250-a7df-a8fcc4573cdb HTTP/1.1" status: 200 len: 210 time: 0.0288539 Jul 27 22:14:52.249039 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device ae02d6a7-8619-40b5-9158-9f20800abcac no longer exists at agent hyperv_n-h1-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:14:52.269014 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-28650df7-c46c-4981-b84f-37d87254047e None None] No Port match for: ae02d6a7-8619-40b5-9158-9f20800abcac {{(pid=105586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:14:52.269463 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device ae02d6a7-8619-40b5-9158-9f20800abcac not bound to the agent host n-h1-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:14:52.765010 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-29649f2e-00ab-4218-a169-8ac82a563497 req-7e658359-4568-49e6-adae-184e31050e03 tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] 10.222.0.59 "GET /v2.0/ports?device_id=4299ff55-163a-4250-a7df-a8fcc4573cdb HTTP/1.1" status: 200 len: 210 time: 0.0308757 Jul 27 22:14:53.821531 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 40676) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:14:53.881532 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-0a886545-2f6b-44ec-adc5-0b7d97df6d25 tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] Notify callbacks [] for security_group, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:53.907346 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-0a886545-2f6b-44ec-adc5-0b7d97df6d25 tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:53.971869 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-0a886545-2f6b-44ec-adc5-0b7d97df6d25 tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:53.974560 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-0a886545-2f6b-44ec-adc5-0b7d97df6d25 tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] Notify callbacks [] for security_group, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:53.975825 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-0a886545-2f6b-44ec-adc5-0b7d97df6d25 tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] 10.222.0.59 "DELETE /v2.0/security-groups/7760933e-eebc-4e61-b8aa-f39b598fcb3c HTTP/1.1" status: 204 len: 168 time: 0.1532481 Jul 27 22:14:53.985314 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a886545-2f6b-44ec-adc5-0b7d97df6d25 tempest-TestShelveInstance-895907435 tempest-TestShelveInstance-895907435-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7760933e-eebc-4e61-b8aa-f39b598fcb3c,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:14:54.037313 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 40680) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:14:54.505506 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-a3653ee2-56fd-4021-802c-963bc29fc4a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4076536'] for router_interface, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:54.762364 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [None req-a3653ee2-56fd-4021-802c-963bc29fc4a5 admin admin] Deleting port 06334c8b-2e2c-45dc-9c25-ee0187f8a2d1 {{(pid=105585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:14:54.762707 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-a3653ee2-56fd-4021-802c-963bc29fc4a5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:54.847102 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.db [None req-a3653ee2-56fd-4021-802c-963bc29fc4a5 admin admin] For port 06334c8b-2e2c-45dc-9c25-ee0187f8a2d1, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=06334c8b-2e2c-45dc-9c25-ee0187f8a2d1,segment=NetworkSegment(b735872d-6a74-4f74-8a55-26ffa0814516),segment_id=b735872d-6a74-4f74-8a55-26ffa0814516)] {{(pid=105585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:14:54.847707 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-a3653ee2-56fd-4021-802c-963bc29fc4a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:54.862217 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [None req-a3653ee2-56fd-4021-802c-963bc29fc4a5 admin admin] Calling delete_port for 06334c8b-2e2c-45dc-9c25-ee0187f8a2d1 owned by network:router_interface {{(pid=105585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:14:55.044757 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-a3653ee2-56fd-4021-802c-963bc29fc4a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:55.069908 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3653ee2-56fd-4021-802c-963bc29fc4a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=06334c8b-2e2c-45dc-9c25-ee0187f8a2d1,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:14:55.242927 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-a3653ee2-56fd-4021-802c-963bc29fc4a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3743915', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4076308'] for router_interface, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:55.457052 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3653ee2-56fd-4021-802c-963bc29fc4a5 admin admin] Router 1818ad1b-7263-40d6-bed6-1b8ae4a14445 has already been hosted by L3 agent dd128fd7-8e57-4d4f-895b-a96b369df59a {{(pid=105585) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:14:55.559669 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3653ee2-56fd-4021-802c-963bc29fc4a5 admin admin] Notify agent at l3_agent.n-d-705658-22 the message routers_updated {{(pid=105585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:14:55.565125 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-a3653ee2-56fd-4021-802c-963bc29fc4a5 admin admin] 10.222.0.59 "PUT /v2.0/routers/1818ad1b-7263-40d6-bed6-1b8ae4a14445/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5265722 Jul 27 22:14:55.567718 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 40684) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:14:55.569443 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edf59dd2-ae8a-4d72-bf12-f105663928a9 None None] Sync routers for ids ['1818ad1b-7263-40d6-bed6-1b8ae4a14445'] in n-d-705658-22 {{(pid=105587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:14:55.578973 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edf59dd2-ae8a-4d72-bf12-f105663928a9 None None] Routers {'1818ad1b-7263-40d6-bed6-1b8ae4a14445'} bound to L3 agent in host n-d-705658-22 {{(pid=105587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:14:55.579607 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-edf59dd2-ae8a-4d72-bf12-f105663928a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T22:14:42Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['1818ad1b-7263-40d6-bed6-1b8ae4a14445'], 'active': True} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:14:55.671574 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-d5e092ea-3be7-4d1b-94b3-6b2e6649477b admin admin] Notify callbacks [] for router, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:55.681730 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvr_db [None req-edf59dd2-ae8a-4d72-bf12-f105663928a9 None None] Set router 1818ad1b-7263-40d6-bed6-1b8ae4a14445 gateway port host: n-d-705658-22 {{(pid=105587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:14:55.773429 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-d5e092ea-3be7-4d1b-94b3-6b2e6649477b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:55.825176 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [None req-d5e092ea-3be7-4d1b-94b3-6b2e6649477b admin admin] Deleting port 5de897c7-0140-4027-93d4-338e88b56999 {{(pid=105585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:14:55.825435 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-d5e092ea-3be7-4d1b-94b3-6b2e6649477b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:55.858304 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-edf59dd2-ae8a-4d72-bf12-f105663928a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1818ad1b-7263-40d6-bed6-1b8ae4a14445', 'name': 'tempest-TestShelveInstance-1514417232-router', 'tenant_id': 'cdedfb879196470ebf39ee0a31f4dbbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.53'}], 'enable_snat': True}, 'gw_port_id': '5de897c7-0140-4027-93d4-338e88b56999', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:05:32Z', 'updated_at': '2021-07-27T22:14:54Z', 'revision_number': 5, 'project_id': 'cdedfb879196470ebf39ee0a31f4dbbb', 'gw_port': {'id': '5de897c7-0140-4027-93d4-338e88b56999', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:fe:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1818ad1b-7263-40d6-bed6-1b8ae4a14445', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:05:33Z', 'updated_at': '2021-07-27T22:05:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22'}], 'n-d-705658-22', False) {} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:14:55.887918 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edf59dd2-ae8a-4d72-bf12-f105663928a9 None None] Checking router: 1818ad1b-7263-40d6-bed6-1b8ae4a14445 for host: n-d-705658-22 {{(pid=105587) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:14:55.896712 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edf59dd2-ae8a-4d72-bf12-f105663928a9 None None] Routers {'1818ad1b-7263-40d6-bed6-1b8ae4a14445'} bound to L3 agent in host n-d-705658-22 {{(pid=105587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:14:55.897310 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-edf59dd2-ae8a-4d72-bf12-f105663928a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T22:14:42Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['1818ad1b-7263-40d6-bed6-1b8ae4a14445'], 'active': True} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:14:55.907733 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.db [None req-d5e092ea-3be7-4d1b-94b3-6b2e6649477b admin admin] For port 5de897c7-0140-4027-93d4-338e88b56999, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=5de897c7-0140-4027-93d4-338e88b56999,segment=NetworkSegment(12196855-9a32-4633-9a56-77697ef9e126),segment_id=12196855-9a32-4633-9a56-77697ef9e126)] {{(pid=105585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:14:55.908273 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-d5e092ea-3be7-4d1b-94b3-6b2e6649477b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:55.919449 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [None req-d5e092ea-3be7-4d1b-94b3-6b2e6649477b admin admin] Calling delete_port for 5de897c7-0140-4027-93d4-338e88b56999 owned by network:router_gateway {{(pid=105585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:14:55.977834 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvr_db [None req-edf59dd2-ae8a-4d72-bf12-f105663928a9 None None] Set router 1818ad1b-7263-40d6-bed6-1b8ae4a14445 gateway port host: None {{(pid=105587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:14:56.032784 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-edf59dd2-ae8a-4d72-bf12-f105663928a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1818ad1b-7263-40d6-bed6-1b8ae4a14445', 'name': 'tempest-TestShelveInstance-1514417232-router', 'tenant_id': 'cdedfb879196470ebf39ee0a31f4dbbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:05:32Z', 'updated_at': '2021-07-27T22:14:55Z', 'revision_number': 6, 'project_id': 'cdedfb879196470ebf39ee0a31f4dbbb', 'gw_port_host': None}], 'n-d-705658-22', False) {} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:14:56.059243 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edf59dd2-ae8a-4d72-bf12-f105663928a9 None None] The sync data for ids ['1818ad1b-7263-40d6-bed6-1b8ae4a14445'] in n-d-705658-22 is: [{'id': '1818ad1b-7263-40d6-bed6-1b8ae4a14445', 'name': 'tempest-TestShelveInstance-1514417232-router', 'tenant_id': 'cdedfb879196470ebf39ee0a31f4dbbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:05:32Z', 'updated_at': '2021-07-27T22:14:55Z', 'revision_number': 6, 'project_id': 'cdedfb879196470ebf39ee0a31f4dbbb', 'gw_port_host': None}] {{(pid=105587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:14:56.088185 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-d5e092ea-3be7-4d1b-94b3-6b2e6649477b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:56.109828 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e092ea-3be7-4d1b-94b3-6b2e6649477b admin admin] Pushing event deleted for resources: {'Port': ['ID=5de897c7-0140-4027-93d4-338e88b56999,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:14:56.180095 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-d5e092ea-3be7-4d1b-94b3-6b2e6649477b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4075702'] for router_gateway, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:56.613473 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-d5e092ea-3be7-4d1b-94b3-6b2e6649477b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4163631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-425'] for router, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:56.616285 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-d5e092ea-3be7-4d1b-94b3-6b2e6649477b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:56.657474 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-d5e092ea-3be7-4d1b-94b3-6b2e6649477b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4163007'] for router, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:56.658015 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5e092ea-3be7-4d1b-94b3-6b2e6649477b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1818ad1b-7263-40d6-bed6-1b8ae4a14445 {{(pid=105585) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 22:14:56.662716 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-d5e092ea-3be7-4d1b-94b3-6b2e6649477b admin admin] Notify callbacks [] for router, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:56.666122 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 40686) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:14:56.666586 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-d5e092ea-3be7-4d1b-94b3-6b2e6649477b admin admin] 10.222.0.59 "DELETE /v2.0/routers/1818ad1b-7263-40d6-bed6-1b8ae4a14445 HTTP/1.1" status: 204 len: 168 time: 1.0972221 Jul 27 22:14:56.714009 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.db_base_plugin_v2 [None req-383b98d0-2c99-4260-8efb-780858ae3740 admin admin] Deleting subnet 1707f329-4a89-44d8-a877-697cbdcc3da9 {{(pid=105584) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 22:14:56.717547 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-383b98d0-2c99-4260-8efb-780858ae3740 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:56.751709 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-383b98d0-2c99-4260-8efb-780858ae3740 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9014207'] for subnet, precommit_delete_associations {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:56.834818 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-383b98d0-2c99-4260-8efb-780858ae3740 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854965'] for subnet, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:56.888132 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-383b98d0-2c99-4260-8efb-780858ae3740 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9014081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9738825'] for subnet, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:56.914166 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383b98d0-2c99-4260-8efb-780858ae3740 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1707f329-4a89-44d8-a877-697cbdcc3da9,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:14:56.923304 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383b98d0-2c99-4260-8efb-780858ae3740 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:14:56.923661 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383b98d0-2c99-4260-8efb-780858ae3740 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:14:56.924045 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383b98d0-2c99-4260-8efb-780858ae3740 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:14:56.924204 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47992963-e409-4610-bac6-7f189e68db10 None None] Network 1f617f40-eb86-442f-8e54-f0ae01880fc1 requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:14:56.924649 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383b98d0-2c99-4260-8efb-780858ae3740 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:14:56.924755 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383b98d0-2c99-4260-8efb-780858ae3740 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:14:56.925040 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383b98d0-2c99-4260-8efb-780858ae3740 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:14:56.925372 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383b98d0-2c99-4260-8efb-780858ae3740 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:14:56.925706 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383b98d0-2c99-4260-8efb-780858ae3740 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:14:56.926026 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383b98d0-2c99-4260-8efb-780858ae3740 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:14:56.926353 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383b98d0-2c99-4260-8efb-780858ae3740 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:14:56.926681 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383b98d0-2c99-4260-8efb-780858ae3740 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:14:56.927053 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383b98d0-2c99-4260-8efb-780858ae3740 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:14:56.930014 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-383b98d0-2c99-4260-8efb-780858ae3740 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:56.934419 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-383b98d0-2c99-4260-8efb-780858ae3740 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/1707f329-4a89-44d8-a877-697cbdcc3da9 HTTP/1.1" status: 204 len: 168 time: 0.2634470 Jul 27 22:14:56.934419 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 40690) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:14:57.007946 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-3918a74d-634e-40ff-937d-c398e4098e2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-990557'] for network, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:57.079593 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 5de897c7-0140-4027-93d4-338e88b56999 no longer exists at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:14:57.082107 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-3918a74d-634e-40ff-937d-c398e4098e2b admin admin] Deleting port f546968f-90bf-43ad-a09e-d0ce14f7ab33 {{(pid=105584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:14:57.082464 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-3918a74d-634e-40ff-937d-c398e4098e2b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:57.100481 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] No Port match for: 5de897c7-0140-4027-93d4-338e88b56999 {{(pid=105586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:14:57.100835 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 5de897c7-0140-4027-93d4-338e88b56999 not bound to the agent host n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:14:57.101234 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 06334c8b-2e2c-45dc-9c25-ee0187f8a2d1 no longer exists at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:14:57.126021 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] No Port match for: 06334c8b-2e2c-45dc-9c25-ee0187f8a2d1 {{(pid=105586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:14:57.126469 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 06334c8b-2e2c-45dc-9c25-ee0187f8a2d1 not bound to the agent host n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:14:57.148983 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9011d6c7-1005-4edf-bdc3-cbb11436c320 None None] DHCP port deletion for 1f617f40-eb86-442f-8e54-f0ae01880fc1 request from n-d-705658-22 {{(pid=105586) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 22:14:57.150067 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [None req-3918a74d-634e-40ff-937d-c398e4098e2b admin admin] For port f546968f-90bf-43ad-a09e-d0ce14f7ab33, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=f546968f-90bf-43ad-a09e-d0ce14f7ab33,segment=NetworkSegment(b735872d-6a74-4f74-8a55-26ffa0814516),segment_id=b735872d-6a74-4f74-8a55-26ffa0814516)] {{(pid=105584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:14:57.150441 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-3918a74d-634e-40ff-937d-c398e4098e2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:57.163572 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-3918a74d-634e-40ff-937d-c398e4098e2b admin admin] Calling delete_port for f546968f-90bf-43ad-a09e-d0ce14f7ab33 owned by network:dhcp {{(pid=105584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:14:57.194408 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-9011d6c7-1005-4edf-bdc3-cbb11436c320 None None] Deleting port f546968f-90bf-43ad-a09e-d0ce14f7ab33 {{(pid=105586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:14:57.194794 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-9011d6c7-1005-4edf-bdc3-cbb11436c320 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:57.254408 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-3918a74d-634e-40ff-937d-c398e4098e2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:57.255565 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-9011d6c7-1005-4edf-bdc3-cbb11436c320 None None] For port f546968f-90bf-43ad-a09e-d0ce14f7ab33, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=f546968f-90bf-43ad-a09e-d0ce14f7ab33,segment=NetworkSegment(b735872d-6a74-4f74-8a55-26ffa0814516),segment_id=b735872d-6a74-4f74-8a55-26ffa0814516)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:14:57.255988 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-9011d6c7-1005-4edf-bdc3-cbb11436c320 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:57.268810 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-9011d6c7-1005-4edf-bdc3-cbb11436c320 None None] Calling delete_port for f546968f-90bf-43ad-a09e-d0ce14f7ab33 owned by network:dhcp {{(pid=105586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:14:57.279716 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3918a74d-634e-40ff-937d-c398e4098e2b admin admin] Pushing event deleted for resources: {'Port': ['ID=f546968f-90bf-43ad-a09e-d0ce14f7ab33,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:14:57.284640 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3918a74d-634e-40ff-937d-c398e4098e2b admin admin] No DVR routers for this DVR port f546968f-90bf-43ad-a09e-d0ce14f7ab33 on host n-d-705658-22 {{(pid=105584) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:14:57.345531 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-9011d6c7-1005-4edf-bdc3-cbb11436c320 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180'] for port, after_delete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:57.362574 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-3918a74d-634e-40ff-937d-c398e4098e2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853562', 'neutron.services.segments.db._delete_segments_for_network-8790688882975'] for network, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:57.370349 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9011d6c7-1005-4edf-bdc3-cbb11436c320 None None] Pushing event deleted for resources: {'Port': ['ID=f546968f-90bf-43ad-a09e-d0ce14f7ab33,revision_number=None']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:14:57.372388 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.segments.db [None req-3918a74d-634e-40ff-937d-c398e4098e2b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f617f40-eb86-442f-8e54-f0ae01880fc1']}} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:14:57.375212 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9011d6c7-1005-4edf-bdc3-cbb11436c320 None None] No DVR routers for this DVR port f546968f-90bf-43ad-a09e-d0ce14f7ab33 on host n-d-705658-22 {{(pid=105586) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:14:57.381968 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9011d6c7-1005-4edf-bdc3-cbb11436c320 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:14:57.384617 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9011d6c7-1005-4edf-bdc3-cbb11436c320 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:14:57.384617 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9011d6c7-1005-4edf-bdc3-cbb11436c320 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:14:57.384617 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9011d6c7-1005-4edf-bdc3-cbb11436c320 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:14:57.384617 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9011d6c7-1005-4edf-bdc3-cbb11436c320 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:14:57.384617 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9011d6c7-1005-4edf-bdc3-cbb11436c320 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:14:57.384617 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9011d6c7-1005-4edf-bdc3-cbb11436c320 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:14:57.384617 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9011d6c7-1005-4edf-bdc3-cbb11436c320 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:14:57.384617 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9011d6c7-1005-4edf-bdc3-cbb11436c320 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:14:57.385418 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9011d6c7-1005-4edf-bdc3-cbb11436c320 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:14:57.385907 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9011d6c7-1005-4edf-bdc3-cbb11436c320 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:14:57.386259 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9011d6c7-1005-4edf-bdc3-cbb11436c320 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:14:57.390885 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.segments.db [None req-3918a74d-634e-40ff-937d-c398e4098e2b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b735872d-6a74-4f74-8a55-26ffa0814516') {'for_net_delete': True} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:14:57.391227 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.segments.db [None req-3918a74d-634e-40ff-937d-c398e4098e2b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b735872d-6a74-4f74-8a55-26ffa0814516') {} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:14:57.400332 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-3918a74d-634e-40ff-937d-c398e4098e2b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790688883752', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9014348'] for segment, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:57.415137 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-3918a74d-634e-40ff-937d-c398e4098e2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:57.420987 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3918a74d-634e-40ff-937d-c398e4098e2b admin admin] Releasing vlan 236 on physical network physnet1 to pool {{(pid=105584) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 22:14:57.421381 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-3918a74d-634e-40ff-937d-c398e4098e2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9014063'] for segment, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:57.423062 n-d-705658-22 neutron-server[105584]: Traceback (most recent call last): Jul 27 22:14:57.423062 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 22:14:57.423062 n-d-705658-22 neutron-server[105584]: timer() Jul 27 22:14:57.423062 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 22:14:57.423062 n-d-705658-22 neutron-server[105584]: cb(*args, **kw) Jul 27 22:14:57.423062 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 22:14:57.423062 n-d-705658-22 neutron-server[105584]: return func(*args, **kwargs) Jul 27 22:14:57.423062 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 22:14:57.423062 n-d-705658-22 neutron-server[105584]: self._notify() Jul 27 22:14:57.423062 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 22:14:57.423062 n-d-705658-22 neutron-server[105584]: self.callback(batched_events) Jul 27 22:14:57.423062 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 22:14:57.423062 n-d-705658-22 neutron-server[105584]: event.method(event) Jul 27 22:14:57.423062 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 22:14:57.423062 n-d-705658-22 neutron-server[105584]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 22:14:57.423062 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 22:14:57.423062 n-d-705658-22 neutron-server[105584]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 22:14:57.423062 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 22:14:57.423062 n-d-705658-22 neutron-server[105584]: return f(self, *a, **k) Jul 27 22:14:57.423062 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 22:14:57.423062 n-d-705658-22 neutron-server[105584]: return self._get(url).json() Jul 27 22:14:57.423062 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 22:14:57.423062 n-d-705658-22 neutron-server[105584]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 22:14:57.423062 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 22:14:57.423062 n-d-705658-22 neutron-server[105584]: return self.request(url, 'GET', **kwargs) Jul 27 22:14:57.423062 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 22:14:57.423062 n-d-705658-22 neutron-server[105584]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 22:14:57.423062 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 22:14:57.423062 n-d-705658-22 neutron-server[105584]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 22:14:57.423062 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 22:14:57.423062 n-d-705658-22 neutron-server[105584]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 22:14:57.423062 n-d-705658-22 neutron-server[105584]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 22:14:57.475334 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-3918a74d-634e-40ff-937d-c398e4098e2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4075658'] for network, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:57.490716 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-3918a74d-634e-40ff-937d-c398e4098e2b admin admin] Notify callbacks [] for network, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:57.492613 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-3918a74d-634e-40ff-937d-c398e4098e2b admin admin] 10.222.0.59 "DELETE /v2.0/networks/1f617f40-eb86-442f-8e54-f0ae01880fc1 HTTP/1.1" status: 204 len: 168 time: 0.5572944 Jul 27 22:14:57.493633 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3918a74d-634e-40ff-937d-c398e4098e2b admin admin] Pushing event deleted for resources: {'Network': ['ID=1f617f40-eb86-442f-8e54-f0ae01880fc1,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:14:57.495482 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 40692) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:14:57.833385 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-4c7f757e-69f7-4ffb-b459-40f7eb429387 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4076536'] for router_interface, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:58.084849 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-4c7f757e-69f7-4ffb-b459-40f7eb429387 admin admin] Deleting port 712aedf1-dd0e-45f9-bd31-bbbeb8e77230 {{(pid=105584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:14:58.085114 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-4c7f757e-69f7-4ffb-b459-40f7eb429387 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:58.160993 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [None req-4c7f757e-69f7-4ffb-b459-40f7eb429387 admin admin] For port 712aedf1-dd0e-45f9-bd31-bbbeb8e77230, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=712aedf1-dd0e-45f9-bd31-bbbeb8e77230,segment=NetworkSegment(7e1756b3-25e1-4b65-b0e9-55654ef3ed74),segment_id=7e1756b3-25e1-4b65-b0e9-55654ef3ed74)] {{(pid=105584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:14:58.161357 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-4c7f757e-69f7-4ffb-b459-40f7eb429387 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:58.174233 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-4c7f757e-69f7-4ffb-b459-40f7eb429387 admin admin] Calling delete_port for 712aedf1-dd0e-45f9-bd31-bbbeb8e77230 owned by network:router_interface {{(pid=105584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:14:58.355405 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-4c7f757e-69f7-4ffb-b459-40f7eb429387 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:58.380637 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7f757e-69f7-4ffb-b459-40f7eb429387 admin admin] Pushing event deleted for resources: {'Port': ['ID=712aedf1-dd0e-45f9-bd31-bbbeb8e77230,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:14:58.544514 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-4c7f757e-69f7-4ffb-b459-40f7eb429387 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3743915', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4076308'] for router_interface, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:58.755016 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c7f757e-69f7-4ffb-b459-40f7eb429387 admin admin] Router 76270219-96c7-4449-a2c7-85a688a095eb has already been hosted by L3 agent dd128fd7-8e57-4d4f-895b-a96b369df59a {{(pid=105584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:14:58.858088 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c7f757e-69f7-4ffb-b459-40f7eb429387 admin admin] Notify agent at l3_agent.n-d-705658-22 the message routers_updated {{(pid=105584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:14:58.863927 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-4c7f757e-69f7-4ffb-b459-40f7eb429387 admin admin] 10.222.0.59 "PUT /v2.0/routers/76270219-96c7-4449-a2c7-85a688a095eb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3669837 Jul 27 22:14:58.866009 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 40694) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:14:58.867211 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4016d2d-0ba8-4624-8dc7-da30470f03ae None None] Sync routers for ids ['76270219-96c7-4449-a2c7-85a688a095eb'] in n-d-705658-22 {{(pid=105586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:14:58.876163 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4016d2d-0ba8-4624-8dc7-da30470f03ae None None] Routers {'76270219-96c7-4449-a2c7-85a688a095eb'} bound to L3 agent in host n-d-705658-22 {{(pid=105586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:14:58.876773 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-c4016d2d-0ba8-4624-8dc7-da30470f03ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T22:14:42Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['76270219-96c7-4449-a2c7-85a688a095eb'], 'active': True} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:14:58.969068 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-078eff65-9931-4bed-98d5-4de041ddca54 admin admin] Notify callbacks [] for router, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:58.982628 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvr_db [None req-c4016d2d-0ba8-4624-8dc7-da30470f03ae None None] Set router 76270219-96c7-4449-a2c7-85a688a095eb gateway port host: n-d-705658-22 {{(pid=105586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:14:59.134759 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device f546968f-90bf-43ad-a09e-d0ce14f7ab33 no longer exists at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:14:59.161028 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] No Port match for: f546968f-90bf-43ad-a09e-d0ce14f7ab33 {{(pid=105586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:14:59.161374 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device f546968f-90bf-43ad-a09e-d0ce14f7ab33 not bound to the agent host n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:14:59.188049 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-c4016d2d-0ba8-4624-8dc7-da30470f03ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76270219-96c7-4449-a2c7-85a688a095eb', 'name': 'tempest-TestShelveInstance-1321774969-router', 'tenant_id': 'ff666238406048f283417ba9bb3698e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.93'}], 'enable_snat': True}, 'gw_port_id': '27a27c21-c401-4ac2-8c62-1f6bf87478b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:05:36Z', 'updated_at': '2021-07-27T22:14:58Z', 'revision_number': 5, 'project_id': 'ff666238406048f283417ba9bb3698e9', 'gw_port': {'id': '27a27c21-c401-4ac2-8c62-1f6bf87478b2', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:5b:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76270219-96c7-4449-a2c7-85a688a095eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:05:37Z', 'updated_at': '2021-07-27T22:05:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22'}], 'n-d-705658-22', False) {} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:14:59.217392 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4016d2d-0ba8-4624-8dc7-da30470f03ae None None] Checking router: 76270219-96c7-4449-a2c7-85a688a095eb for host: n-d-705658-22 {{(pid=105586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:14:59.226153 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4016d2d-0ba8-4624-8dc7-da30470f03ae None None] Routers {'76270219-96c7-4449-a2c7-85a688a095eb'} bound to L3 agent in host n-d-705658-22 {{(pid=105586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:14:59.226782 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-c4016d2d-0ba8-4624-8dc7-da30470f03ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T22:14:42Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['76270219-96c7-4449-a2c7-85a688a095eb'], 'active': True} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:14:59.331486 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvr_db [None req-c4016d2d-0ba8-4624-8dc7-da30470f03ae None None] Set router 76270219-96c7-4449-a2c7-85a688a095eb gateway port host: n-d-705658-22 {{(pid=105586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:14:59.373848 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-078eff65-9931-4bed-98d5-4de041ddca54 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:59.425679 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-078eff65-9931-4bed-98d5-4de041ddca54 admin admin] Deleting port 27a27c21-c401-4ac2-8c62-1f6bf87478b2 {{(pid=105584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:14:59.426061 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-078eff65-9931-4bed-98d5-4de041ddca54 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:59.502252 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [None req-078eff65-9931-4bed-98d5-4de041ddca54 admin admin] For port 27a27c21-c401-4ac2-8c62-1f6bf87478b2, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=27a27c21-c401-4ac2-8c62-1f6bf87478b2,segment=NetworkSegment(12196855-9a32-4633-9a56-77697ef9e126),segment_id=12196855-9a32-4633-9a56-77697ef9e126)] {{(pid=105584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:14:59.502648 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-078eff65-9931-4bed-98d5-4de041ddca54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:59.503682 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-c4016d2d-0ba8-4624-8dc7-da30470f03ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76270219-96c7-4449-a2c7-85a688a095eb', 'name': 'tempest-TestShelveInstance-1321774969-router', 'tenant_id': 'ff666238406048f283417ba9bb3698e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.93'}], 'enable_snat': True}, 'gw_port_id': '27a27c21-c401-4ac2-8c62-1f6bf87478b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:05:36Z', 'updated_at': '2021-07-27T22:14:58Z', 'revision_number': 5, 'project_id': 'ff666238406048f283417ba9bb3698e9', 'gw_port': {'id': '27a27c21-c401-4ac2-8c62-1f6bf87478b2', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:5b:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76270219-96c7-4449-a2c7-85a688a095eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:05:37Z', 'updated_at': '2021-07-27T22:05:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22'}], 'n-d-705658-22', False) {} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:14:59.516198 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-078eff65-9931-4bed-98d5-4de041ddca54 admin admin] Calling delete_port for 27a27c21-c401-4ac2-8c62-1f6bf87478b2 owned by network:router_gateway {{(pid=105584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:14:59.688631 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-078eff65-9931-4bed-98d5-4de041ddca54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:59.690159 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4016d2d-0ba8-4624-8dc7-da30470f03ae None None] The sync data for ids ['76270219-96c7-4449-a2c7-85a688a095eb'] in n-d-705658-22 is: [{'id': '76270219-96c7-4449-a2c7-85a688a095eb', 'name': 'tempest-TestShelveInstance-1321774969-router', 'tenant_id': 'ff666238406048f283417ba9bb3698e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.93'}], 'enable_snat': True}, 'gw_port_id': '27a27c21-c401-4ac2-8c62-1f6bf87478b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:05:36Z', 'updated_at': '2021-07-27T22:14:58Z', 'revision_number': 5, 'project_id': 'ff666238406048f283417ba9bb3698e9', 'gw_port': {'id': '27a27c21-c401-4ac2-8c62-1f6bf87478b2', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:5b:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76270219-96c7-4449-a2c7-85a688a095eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:05:37Z', 'updated_at': '2021-07-27T22:05:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22'}] {{(pid=105586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:14:59.716497 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078eff65-9931-4bed-98d5-4de041ddca54 admin admin] Pushing event deleted for resources: {'Port': ['ID=27a27c21-c401-4ac2-8c62-1f6bf87478b2,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:14:59.783685 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-078eff65-9931-4bed-98d5-4de041ddca54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4075702'] for router_gateway, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:59.871059 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-078eff65-9931-4bed-98d5-4de041ddca54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4163631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-425'] for router, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:59.873689 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-078eff65-9931-4bed-98d5-4de041ddca54 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:59.916519 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-078eff65-9931-4bed-98d5-4de041ddca54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4163007'] for router, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:59.917118 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-078eff65-9931-4bed-98d5-4de041ddca54 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 76270219-96c7-4449-a2c7-85a688a095eb {{(pid=105584) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 22:14:59.921736 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-078eff65-9931-4bed-98d5-4de041ddca54 admin admin] Notify callbacks [] for router, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:59.923096 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-078eff65-9931-4bed-98d5-4de041ddca54 admin admin] 10.222.0.59 "DELETE /v2.0/routers/76270219-96c7-4449-a2c7-85a688a095eb HTTP/1.1" status: 204 len: 168 time: 1.0560136 Jul 27 22:14:59.925598 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 40696) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:14:59.972350 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb5f2e3b-83fc-448a-81cf-c759b41989d3 admin admin] Deleting subnet 74356af4-7075-4aad-a88f-cadb14b4e005 {{(pid=105584) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 22:14:59.975268 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-bb5f2e3b-83fc-448a-81cf-c759b41989d3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:00.008169 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-bb5f2e3b-83fc-448a-81cf-c759b41989d3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9014207'] for subnet, precommit_delete_associations {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:00.086758 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-bb5f2e3b-83fc-448a-81cf-c759b41989d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854965'] for subnet, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:00.146039 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-bb5f2e3b-83fc-448a-81cf-c759b41989d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9014081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9738825'] for subnet, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:00.174056 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5f2e3b-83fc-448a-81cf-c759b41989d3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=74356af4-7075-4aad-a88f-cadb14b4e005,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:15:00.176773 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-bb5f2e3b-83fc-448a-81cf-c759b41989d3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:00.181344 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-bb5f2e3b-83fc-448a-81cf-c759b41989d3 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/74356af4-7075-4aad-a88f-cadb14b4e005 HTTP/1.1" status: 204 len: 168 time: 0.2524395 Jul 27 22:15:00.181679 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14fc7095-9e30-4050-a5ae-e3a792560f88 None None] Network 3da00a4d-abea-4941-a437-fe5b82b86856 requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:15:00.182101 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 40698) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:15:00.251296 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-6416c370-1e2d-4a9a-8ba5-57a39eee472a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-990557'] for network, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:00.307451 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-6416c370-1e2d-4a9a-8ba5-57a39eee472a admin admin] Deleting port 0f432eb2-5657-4571-8e65-dd846987c7ef {{(pid=105584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:15:00.307992 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-6416c370-1e2d-4a9a-8ba5-57a39eee472a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:00.387393 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [None req-6416c370-1e2d-4a9a-8ba5-57a39eee472a admin admin] For port 0f432eb2-5657-4571-8e65-dd846987c7ef, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=0f432eb2-5657-4571-8e65-dd846987c7ef,segment=NetworkSegment(7e1756b3-25e1-4b65-b0e9-55654ef3ed74),segment_id=7e1756b3-25e1-4b65-b0e9-55654ef3ed74)] {{(pid=105584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:15:00.387393 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-6416c370-1e2d-4a9a-8ba5-57a39eee472a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:00.394626 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60ed935a-ce80-432c-b4ba-3a9a9de4c556 None None] DHCP port deletion for 3da00a4d-abea-4941-a437-fe5b82b86856 request from n-d-705658-22 {{(pid=105586) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 22:15:00.400488 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-6416c370-1e2d-4a9a-8ba5-57a39eee472a admin admin] Calling delete_port for 0f432eb2-5657-4571-8e65-dd846987c7ef owned by network:dhcp {{(pid=105584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:15:00.445218 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-60ed935a-ce80-432c-b4ba-3a9a9de4c556 None None] Deleting port 0f432eb2-5657-4571-8e65-dd846987c7ef {{(pid=105586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:15:00.445595 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-60ed935a-ce80-432c-b4ba-3a9a9de4c556 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:00.479699 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-6416c370-1e2d-4a9a-8ba5-57a39eee472a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:00.507639 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-60ed935a-ce80-432c-b4ba-3a9a9de4c556 None None] For port 0f432eb2-5657-4571-8e65-dd846987c7ef, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=0f432eb2-5657-4571-8e65-dd846987c7ef,segment=NetworkSegment(7e1756b3-25e1-4b65-b0e9-55654ef3ed74),segment_id=7e1756b3-25e1-4b65-b0e9-55654ef3ed74)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:15:00.507970 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-60ed935a-ce80-432c-b4ba-3a9a9de4c556 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:00.511102 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6416c370-1e2d-4a9a-8ba5-57a39eee472a admin admin] Pushing event deleted for resources: {'Port': ['ID=0f432eb2-5657-4571-8e65-dd846987c7ef,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:15:00.512939 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6416c370-1e2d-4a9a-8ba5-57a39eee472a admin admin] No DVR routers for this DVR port 0f432eb2-5657-4571-8e65-dd846987c7ef on host n-d-705658-22 {{(pid=105584) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:15:00.522921 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-60ed935a-ce80-432c-b4ba-3a9a9de4c556 None None] Calling delete_port for 0f432eb2-5657-4571-8e65-dd846987c7ef owned by network:dhcp {{(pid=105586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:15:00.582538 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-6416c370-1e2d-4a9a-8ba5-57a39eee472a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853562', 'neutron.services.segments.db._delete_segments_for_network-8790688882975'] for network, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:00.592823 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.segments.db [None req-6416c370-1e2d-4a9a-8ba5-57a39eee472a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3da00a4d-abea-4941-a437-fe5b82b86856']}} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:15:00.600539 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-60ed935a-ce80-432c-b4ba-3a9a9de4c556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180'] for port, after_delete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:00.603085 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.segments.db [None req-6416c370-1e2d-4a9a-8ba5-57a39eee472a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e1756b3-25e1-4b65-b0e9-55654ef3ed74') {'for_net_delete': True} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:15:00.603386 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.segments.db [None req-6416c370-1e2d-4a9a-8ba5-57a39eee472a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e1756b3-25e1-4b65-b0e9-55654ef3ed74') {} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:15:00.613155 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-6416c370-1e2d-4a9a-8ba5-57a39eee472a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790688883752', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9014348'] for segment, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:00.626666 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-6416c370-1e2d-4a9a-8ba5-57a39eee472a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:00.627437 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ed935a-ce80-432c-b4ba-3a9a9de4c556 None None] Pushing event deleted for resources: {'Port': ['ID=0f432eb2-5657-4571-8e65-dd846987c7ef,revision_number=None']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:15:00.630122 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60ed935a-ce80-432c-b4ba-3a9a9de4c556 None None] No DVR routers for this DVR port 0f432eb2-5657-4571-8e65-dd846987c7ef on host n-d-705658-22 {{(pid=105586) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:15:00.633281 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6416c370-1e2d-4a9a-8ba5-57a39eee472a admin admin] Releasing vlan 218 on physical network physnet1 to pool {{(pid=105584) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 22:15:00.633281 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-6416c370-1e2d-4a9a-8ba5-57a39eee472a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9014063'] for segment, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:00.635230 n-d-705658-22 neutron-server[105584]: Traceback (most recent call last): Jul 27 22:15:00.635230 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 22:15:00.635230 n-d-705658-22 neutron-server[105584]: timer() Jul 27 22:15:00.635230 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 22:15:00.635230 n-d-705658-22 neutron-server[105584]: cb(*args, **kw) Jul 27 22:15:00.635230 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 22:15:00.635230 n-d-705658-22 neutron-server[105584]: return func(*args, **kwargs) Jul 27 22:15:00.635230 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 22:15:00.635230 n-d-705658-22 neutron-server[105584]: self._notify() Jul 27 22:15:00.635230 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 22:15:00.635230 n-d-705658-22 neutron-server[105584]: self.callback(batched_events) Jul 27 22:15:00.635230 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 22:15:00.635230 n-d-705658-22 neutron-server[105584]: event.method(event) Jul 27 22:15:00.635230 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 22:15:00.635230 n-d-705658-22 neutron-server[105584]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 22:15:00.635230 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 22:15:00.635230 n-d-705658-22 neutron-server[105584]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 22:15:00.635230 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 22:15:00.635230 n-d-705658-22 neutron-server[105584]: return f(self, *a, **k) Jul 27 22:15:00.635230 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 22:15:00.635230 n-d-705658-22 neutron-server[105584]: return self._get(url).json() Jul 27 22:15:00.635230 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 22:15:00.635230 n-d-705658-22 neutron-server[105584]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 22:15:00.635230 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 22:15:00.635230 n-d-705658-22 neutron-server[105584]: return self.request(url, 'GET', **kwargs) Jul 27 22:15:00.635230 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 22:15:00.635230 n-d-705658-22 neutron-server[105584]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 22:15:00.635230 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 22:15:00.635230 n-d-705658-22 neutron-server[105584]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 22:15:00.635230 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 22:15:00.635230 n-d-705658-22 neutron-server[105584]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 22:15:00.635230 n-d-705658-22 neutron-server[105584]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 22:15:00.693147 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-6416c370-1e2d-4a9a-8ba5-57a39eee472a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4075658'] for network, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:00.700031 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-6416c370-1e2d-4a9a-8ba5-57a39eee472a admin admin] Notify callbacks [] for network, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:00.702833 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-6416c370-1e2d-4a9a-8ba5-57a39eee472a admin admin] 10.222.0.59 "DELETE /v2.0/networks/3da00a4d-abea-4941-a437-fe5b82b86856 HTTP/1.1" status: 204 len: 168 time: 0.5201128 Jul 27 22:15:00.713231 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6416c370-1e2d-4a9a-8ba5-57a39eee472a admin admin] Pushing event deleted for resources: {'Network': ['ID=3da00a4d-abea-4941-a437-fe5b82b86856,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:15:00.838312 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 40702) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:15:00.877760 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-355310e0-9b84-4286-a844-e148c39753cc admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=cdedfb879196470ebf39ee0a31f4dbbb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0382679 Jul 27 22:15:00.880238 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 40704) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:15:00.926658 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-4d74ad0a-b943-44ad-a865-300ef695ac98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:00.947334 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-4d74ad0a-b943-44ad-a865-300ef695ac98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:00.993349 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-4d74ad0a-b943-44ad-a865-300ef695ac98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:00.995883 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-4d74ad0a-b943-44ad-a865-300ef695ac98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:00.997022 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-4d74ad0a-b943-44ad-a865-300ef695ac98 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/c1992dbb-6b76-413a-a147-e23635683ad8 HTTP/1.1" status: 204 len: 168 time: 0.1158657 Jul 27 22:15:01.004606 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d74ad0a-b943-44ad-a865-300ef695ac98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1992dbb-6b76-413a-a147-e23635683ad8,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:15:01.080264 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 0f432eb2-5657-4571-8e65-dd846987c7ef no longer exists at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:15:01.100196 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] No Port match for: 0f432eb2-5657-4571-8e65-dd846987c7ef {{(pid=105586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:15:01.100547 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 0f432eb2-5657-4571-8e65-dd846987c7ef not bound to the agent host n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:15:01.100969 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 712aedf1-dd0e-45f9-bd31-bbbeb8e77230 no longer exists at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:15:01.119727 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] No Port match for: 712aedf1-dd0e-45f9-bd31-bbbeb8e77230 {{(pid=105586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:15:01.120076 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 712aedf1-dd0e-45f9-bd31-bbbeb8e77230 not bound to the agent host n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:15:01.120492 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 27a27c21-c401-4ac2-8c62-1f6bf87478b2 no longer exists at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:15:01.138242 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] No Port match for: 27a27c21-c401-4ac2-8c62-1f6bf87478b2 {{(pid=105586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:15:01.138599 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 27a27c21-c401-4ac2-8c62-1f6bf87478b2 not bound to the agent host n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:15:01.320887 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 40710) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:15:01.365336 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-e4df8567-c171-45ee-9cf8-51dce76e064a admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=ff666238406048f283417ba9bb3698e9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0425737 Jul 27 22:15:01.367616 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 40712) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:15:01.413469 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c14cff7e-174f-4bd3-8c03-b6a266b5e799 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:01.434721 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c14cff7e-174f-4bd3-8c03-b6a266b5e799 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:01.478892 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c14cff7e-174f-4bd3-8c03-b6a266b5e799 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:01.481399 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-c14cff7e-174f-4bd3-8c03-b6a266b5e799 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:01.482584 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-c14cff7e-174f-4bd3-8c03-b6a266b5e799 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/7a21ccf3-91c3-4157-85b7-86ed8d566117 HTTP/1.1" status: 204 len: 168 time: 0.1140347 Jul 27 22:15:01.491602 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14cff7e-174f-4bd3-8c03-b6a266b5e799 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a21ccf3-91c3-4157-85b7-86ed8d566117,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:15:02.137526 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 40734) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:15:02.234746 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-5edcf3ee-8f8f-430c-a2de-fedb60a1b33e admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-714177838-network', 'tenant_id': 'f112494cd6f54e3eba1b2de0de7321ab'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:15:02.254846 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5edcf3ee-8f8f-430c-a2de-fedb60a1b33e admin admin] Made reservation on behalf of f112494cd6f54e3eba1b2de0de7321ab for: {'network': 1} {{(pid=105585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:15:02.256993 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-5edcf3ee-8f8f-430c-a2de-fedb60a1b33e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for network, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:02.265952 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-5edcf3ee-8f8f-430c-a2de-fedb60a1b33e admin admin] Notify callbacks [] for security_group, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:02.351485 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-5edcf3ee-8f8f-430c-a2de-fedb60a1b33e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:02.355099 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-5edcf3ee-8f8f-430c-a2de-fedb60a1b33e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:02.381657 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5edcf3ee-8f8f-430c-a2de-fedb60a1b33e admin admin] vlan segment allocate from pool success with {'vlan_id': 215, 'physical_network': 'physnet1'} {{(pid=105585) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 22:15:02.391202 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5edcf3ee-8f8f-430c-a2de-fedb60a1b33e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0012104e-d323-4457-a056-c1e4a30ea38c,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:15:02.397279 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-5edcf3ee-8f8f-430c-a2de-fedb60a1b33e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:02.397650 n-d-705658-22 neutron-server[105585]: INFO neutron.db.segments_db [None req-5edcf3ee-8f8f-430c-a2de-fedb60a1b33e admin admin] Added segment e2243d9a-6482-4acb-aad5-5daec56b7250 of type vlan for network 4037d323-6410-498e-867b-a1776335b23f Jul 27 22:15:02.440037 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-5edcf3ee-8f8f-430c-a2de-fedb60a1b33e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790688424798'] for network, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:02.468083 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-5edcf3ee-8f8f-430c-a2de-fedb60a1b33e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920'] for network, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:02.469006 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5edcf3ee-8f8f-430c-a2de-fedb60a1b33e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:15:02.469576 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-5edcf3ee-8f8f-430c-a2de-fedb60a1b33e admin admin] Notify callbacks [] for network, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:02.522040 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-5edcf3ee-8f8f-430c-a2de-fedb60a1b33e admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3834002 Jul 27 22:15:02.524936 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 40738) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:15:02.530313 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-e060bf80-6b21-400a-999c-ecb5fb17efd5 admin admin] Request body: {'subnet': {'network_id': '4037d323-6410-498e-867b-a1776335b23f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-714177838-subnet', 'tenant_id': 'f112494cd6f54e3eba1b2de0de7321ab', 'ip_version': 4}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:15:02.540833 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5edcf3ee-8f8f-430c-a2de-fedb60a1b33e admin admin] Pushing event updated for resources: {'Network': ['ID=4037d323-6410-498e-867b-a1776335b23f,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:15:02.551976 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Network 4037d323-6410-498e-867b-a1776335b23f details requested by agent ovs-agent-n-d-705658-22 with host n-d-705658-22 {{(pid=105586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 22:15:02.559305 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e060bf80-6b21-400a-999c-ecb5fb17efd5 admin admin] Made reservation on behalf of f112494cd6f54e3eba1b2de0de7321ab for: {'subnet': 1} {{(pid=105585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:15:02.562162 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-e060bf80-6b21-400a-999c-ecb5fb17efd5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9990620'] for subnet, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:02.725527 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-e060bf80-6b21-400a-999c-ecb5fb17efd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10221797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9990606'] for subnet, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:02.781482 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e060bf80-6b21-400a-999c-ecb5fb17efd5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=47a93c65-63fd-4065-93d3-89d069daf642,revision_number=0']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:15:02.786503 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e060bf80-6b21-400a-999c-ecb5fb17efd5 admin admin] Checking segment: {'id': 'e2243d9a-6482-4acb-aad5-5daec56b7250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '4037d323-6410-498e-867b-a1776335b23f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:15:02.786946 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e060bf80-6b21-400a-999c-ecb5fb17efd5 admin admin] Network hostable DHCP agents. Network: 4037d323-6410-498e-867b-a1776335b23f, hostable agents: ['7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a'], hosted agents: [] {{(pid=105585) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 22:15:02.803170 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e060bf80-6b21-400a-999c-ecb5fb17efd5 admin admin] Network 4037d323-6410-498e-867b-a1776335b23f is scheduled to be hosted by DHCP agent 7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a with binding_index 1 {{(pid=105585) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 22:15:02.811497 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.base_scheduler [None req-e060bf80-6b21-400a-999c-ecb5fb17efd5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-22, 4037d323-6410-498e-867b-a1776335b23f) {{(pid=105585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:15:02.815636 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e060bf80-6b21-400a-999c-ecb5fb17efd5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:15:02.816254 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-e060bf80-6b21-400a-999c-ecb5fb17efd5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:02.820908 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-657ff430-9c6b-4edc-9c35-3c627b00e075 None None] Network 4037d323-6410-498e-867b-a1776335b23f requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:15:02.832211 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-e060bf80-6b21-400a-999c-ecb5fb17efd5 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3037186 Jul 27 22:15:02.832579 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 40740) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:15:02.836883 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-85c81116-c0bf-4131-ba57-cc8c6c34966d admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-714177838-router', 'tenant_id': 'f112494cd6f54e3eba1b2de0de7321ab', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305'}}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:15:02.857107 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-85c81116-c0bf-4131-ba57-cc8c6c34966d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4163813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-443'] for router, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:02.859361 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-85c81116-c0bf-4131-ba57-cc8c6c34966d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4165196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4077059', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3711235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-418'] for router, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:02.916589 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-85c81116-c0bf-4131-ba57-cc8c6c34966d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:02.971427 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10b32d7c-a073-4e46-a425-8cb6f7413395 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30bb4b93-b285-5d90-9493-f9ec33ea333c-4037d323-6410-498e-867b-a1776335b23f', 'network_id': '4037d323-6410-498e-867b-a1776335b23f', 'tenant_id': 'f112494cd6f54e3eba1b2de0de7321ab', 'fixed_ips': [{'subnet_id': '47a93c65-63fd-4065-93d3-89d069daf642'}]}} from n-d-705658-22. {{(pid=105586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 22:15:02.972431 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-10b32d7c-a073-4e46-a425-8cb6f7413395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:03.053619 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-85c81116-c0bf-4131-ba57-cc8c6c34966d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4077169', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4163787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-400'] for router, precommit_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:03.111284 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.db_base_plugin_common [None req-10b32d7c-a073-4e46-a425-8cb6f7413395 None None] Allocated IP 172.20.0.2 (4037d323-6410-498e-867b-a1776335b23f/47a93c65-63fd-4065-93d3-89d069daf642/b076ca88-8373-4ae5-88d5-f8ad3302b13b) {{(pid=105586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:15:03.249656 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-10b32d7c-a073-4e46-a425-8cb6f7413395 None None] Notify callbacks [] for port, precommit_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:03.255478 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-85c81116-c0bf-4131-ba57-cc8c6c34966d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:03.258298 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-10b32d7c-a073-4e46-a425-8cb6f7413395 None None] Transition to ACTIVE for port object b076ca88-8373-4ae5-88d5-f8ad3302b13b will not be triggered until provisioned by entity L2. {{(pid=105586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:15:03.273271 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-10b32d7c-a073-4e46-a425-8cb6f7413395 None None] Transition to ACTIVE for port object b076ca88-8373-4ae5-88d5-f8ad3302b13b will not be triggered until provisioned by entity DHCP. {{(pid=105586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:15:03.275518 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-85c81116-c0bf-4131-ba57-cc8c6c34966d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:03.280571 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-10b32d7c-a073-4e46-a425-8cb6f7413395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143'] for port, after_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:03.324577 n-d-705658-22 neutron-server[105586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10b32d7c-a073-4e46-a425-8cb6f7413395 None None] Network 4037d323-6410-498e-867b-a1776335b23f is already hosted by enough agents. {{(pid=105586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:15:03.327869 n-d-705658-22 neutron-server[105586]: DEBUG neutron.scheduler.base_scheduler [None req-10b32d7c-a073-4e46-a425-8cb6f7413395 None None] Resources bound (agent type, host, resource id): {{(pid=105586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:15:03.332139 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10b32d7c-a073-4e46-a425-8cb6f7413395 None None] Received port after_create {{(pid=105586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:15:03.335147 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b32d7c-a073-4e46-a425-8cb6f7413395 None None] Pushing event updated for resources: {'Port': ['ID=b076ca88-8373-4ae5-88d5-f8ad3302b13b,revision_number=1']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:15:03.384698 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.db_base_plugin_common [None req-85c81116-c0bf-4131-ba57-cc8c6c34966d admin admin] Allocated IP 172.25.5.170 (8735d8a2-b604-4758-ae71-b40e4ee6f305/eca7dbab-b9c0-4c8f-a272-816ea8a81764/64d190e1-f038-4fef-a5af-945006b5e7a6) {{(pid=105585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:15:03.393409 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-10b32d7c-a073-4e46-a425-8cb6f7413395 None None] Attempting to bind port b076ca88-8373-4ae5-88d5-f8ad3302b13b on host n-d-705658-22 for vnic_type normal with profile {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:15:03.393789 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-10b32d7c-a073-4e46-a425-8cb6f7413395 None None] Attempting to bind port b076ca88-8373-4ae5-88d5-f8ad3302b13b by drivers openvswitch,hyperv on host n-d-705658-22 at level 0 using segments [{'id': 'e2243d9a-6482-4acb-aad5-5daec56b7250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '4037d323-6410-498e-867b-a1776335b23f'}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:15:03.394160 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10b32d7c-a073-4e46-a425-8cb6f7413395 None None] Attempting to bind port b076ca88-8373-4ae5-88d5-f8ad3302b13b on network 4037d323-6410-498e-867b-a1776335b23f {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:15:03.399466 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10b32d7c-a073-4e46-a425-8cb6f7413395 None None] Checking agent: {'id': '04a7ea91-6318-467e-ace6-b0fb48c8690f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 41, 42), 'started_at': datetime.datetime(2021, 7, 27, 20, 42, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 14, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:15:03.399853 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10b32d7c-a073-4e46-a425-8cb6f7413395 None None] Checking segment: {'id': 'e2243d9a-6482-4acb-aad5-5daec56b7250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '4037d323-6410-498e-867b-a1776335b23f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:15:03.400919 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-10b32d7c-a073-4e46-a425-8cb6f7413395 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:03.400919 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10b32d7c-a073-4e46-a425-8cb6f7413395 None None] Bound using segment: {'id': 'e2243d9a-6482-4acb-aad5-5daec56b7250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '4037d323-6410-498e-867b-a1776335b23f'} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:15:03.401154 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-10b32d7c-a073-4e46-a425-8cb6f7413395 None None] Bound port: b076ca88-8373-4ae5-88d5-f8ad3302b13b, host: n-d-705658-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2243d9a-6482-4acb-aad5-5daec56b7250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '4037d323-6410-498e-867b-a1776335b23f'}}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:15:03.401499 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-10b32d7c-a073-4e46-a425-8cb6f7413395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:03.463069 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-10b32d7c-a073-4e46-a425-8cb6f7413395 None None] For port b076ca88-8373-4ae5-88d5-f8ad3302b13b, host n-d-705658-22, cleared binding levels {{(pid=105586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:15:03.466169 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-10b32d7c-a073-4e46-a425-8cb6f7413395 None None] For port b076ca88-8373-4ae5-88d5-f8ad3302b13b, host n-d-705658-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=b076ca88-8373-4ae5-88d5-f8ad3302b13b,segment=NetworkSegment(e2243d9a-6482-4acb-aad5-5daec56b7250),segment_id=e2243d9a-6482-4acb-aad5-5daec56b7250)] {{(pid=105586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:15:03.470922 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-10b32d7c-a073-4e46-a425-8cb6f7413395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:03.487925 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-85c81116-c0bf-4131-ba57-cc8c6c34966d admin admin] Notify callbacks [] for port, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:03.528213 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b32d7c-a073-4e46-a425-8cb6f7413395 None None] Pushing event updated for resources: {'Port': ['ID=b076ca88-8373-4ae5-88d5-f8ad3302b13b,revision_number=2']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:15:03.529501 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-85c81116-c0bf-4131-ba57-cc8c6c34966d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:03.572611 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85c81116-c0bf-4131-ba57-cc8c6c34966d admin admin] Network 8735d8a2-b604-4758-ae71-b40e4ee6f305 is already hosted by enough agents. {{(pid=105585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:15:03.578297 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.base_scheduler [None req-85c81116-c0bf-4131-ba57-cc8c6c34966d admin admin] Resources bound (agent type, host, resource id): {{(pid=105585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:15:03.581724 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85c81116-c0bf-4131-ba57-cc8c6c34966d admin admin] Received port after_create {{(pid=105585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:15:03.604112 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c81116-c0bf-4131-ba57-cc8c6c34966d admin admin] Pushing event updated for resources: {'Port': ['ID=64d190e1-f038-4fef-a5af-945006b5e7a6,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:15:03.844521 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-85c81116-c0bf-4131-ba57-cc8c6c34966d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:04.039085 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-85c81116-c0bf-4131-ba57-cc8c6c34966d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4163804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4077150'] for router, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:04.168004 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85c81116-c0bf-4131-ba57-cc8c6c34966d admin admin] Router 7a969a30-8fe3-4cd2-8190-8fb9d4ac00cd is scheduled to L3 agent dd128fd7-8e57-4d4f-895b-a96b369df59a with binding_index 1 {{(pid=105585) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 22:15:04.284193 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85c81116-c0bf-4131-ba57-cc8c6c34966d admin admin] Notify agent at l3_agent.n-d-705658-22 the message routers_updated {{(pid=105585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:15:04.296848 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a284e9e3-a0e1-4970-a170-7c385cc71133 None None] Sync routers for ids ['7a969a30-8fe3-4cd2-8190-8fb9d4ac00cd'] in n-d-705658-22 {{(pid=105587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:15:04.303147 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-85c81116-c0bf-4131-ba57-cc8c6c34966d admin admin] Notify callbacks [] for router, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:04.307199 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-85c81116-c0bf-4131-ba57-cc8c6c34966d admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.4711125 Jul 27 22:15:04.307374 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a284e9e3-a0e1-4970-a170-7c385cc71133 None None] Routers {'7a969a30-8fe3-4cd2-8190-8fb9d4ac00cd'} bound to L3 agent in host n-d-705658-22 {{(pid=105587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:15:04.307374 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-a284e9e3-a0e1-4970-a170-7c385cc71133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T22:14:42Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['7a969a30-8fe3-4cd2-8190-8fb9d4ac00cd'], 'active': True} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:15:04.307587 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 40742) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:15:04.419772 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvr_db [None req-a284e9e3-a0e1-4970-a170-7c385cc71133 None None] Set router 7a969a30-8fe3-4cd2-8190-8fb9d4ac00cd gateway port host: n-d-705658-22 {{(pid=105587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:15:04.436376 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7508dc8f-20af-42cd-8fd2-0694eda629bb None None] Network 4037d323-6410-498e-867b-a1776335b23f requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:15:04.504652 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-e0cb3e40-daf2-43f8-b999-c12ea433b2e0 None None] Provisioning for port b076ca88-8373-4ae5-88d5-f8ad3302b13b completed by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:15:04.605828 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-a284e9e3-a0e1-4970-a170-7c385cc71133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a969a30-8fe3-4cd2-8190-8fb9d4ac00cd', 'name': 'tempest-TestSnapshotPattern-714177838-router', 'tenant_id': 'f112494cd6f54e3eba1b2de0de7321ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.170'}], 'enable_snat': True}, 'gw_port_id': '64d190e1-f038-4fef-a5af-945006b5e7a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:15:02Z', 'updated_at': '2021-07-27T22:15:03Z', 'revision_number': 3, 'project_id': 'f112494cd6f54e3eba1b2de0de7321ab', 'gw_port': {'id': '64d190e1-f038-4fef-a5af-945006b5e7a6', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:b8:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a969a30-8fe3-4cd2-8190-8fb9d4ac00cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:15:03Z', 'updated_at': '2021-07-27T22:15:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22'}], 'n-d-705658-22', False) {} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:15:04.729728 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a284e9e3-a0e1-4970-a170-7c385cc71133 None None] Checking router: 7a969a30-8fe3-4cd2-8190-8fb9d4ac00cd for host: n-d-705658-22 {{(pid=105587) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:15:04.730078 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a284e9e3-a0e1-4970-a170-7c385cc71133 None None] Updating router 7a969a30-8fe3-4cd2-8190-8fb9d4ac00cd port 64d190e1-f038-4fef-a5af-945006b5e7a6 binding host n-d-705658-22 {{(pid=105587) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 22:15:04.765122 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-2db500ad-19d3-45d4-8f85-027a1bc73bd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:04.768675 n-d-705658-22 neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-a284e9e3-a0e1-4970-a170-7c385cc71133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:04.929400 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.db_base_plugin_common [None req-2db500ad-19d3-45d4-8f85-027a1bc73bd6 admin admin] Allocated IP 172.20.0.1 (4037d323-6410-498e-867b-a1776335b23f/47a93c65-63fd-4065-93d3-89d069daf642/e3095925-622e-4693-b2b7-886a940bf157) {{(pid=105585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:15:05.038702 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-2db500ad-19d3-45d4-8f85-027a1bc73bd6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:05.050719 n-d-705658-22 neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-a284e9e3-a0e1-4970-a170-7c385cc71133 None None] Notify callbacks [] for port, precommit_update {{(pid=105587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:05.054716 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.provisioning_blocks [None req-2db500ad-19d3-45d4-8f85-027a1bc73bd6 admin admin] Transition to ACTIVE for port object e3095925-622e-4693-b2b7-886a940bf157 will not be triggered until provisioned by entity DHCP. {{(pid=105585) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:15:05.064289 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.provisioning_blocks [None req-a284e9e3-a0e1-4970-a170-7c385cc71133 None None] Transition to ACTIVE for port object 64d190e1-f038-4fef-a5af-945006b5e7a6 will not be triggered until provisioned by entity L2. {{(pid=105587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:15:05.075697 n-d-705658-22 neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-a284e9e3-a0e1-4970-a170-7c385cc71133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:05.093102 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-2db500ad-19d3-45d4-8f85-027a1bc73bd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:05.119202 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device b076ca88-8373-4ae5-88d5-f8ad3302b13b up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:15:05.153985 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.managers [None req-a284e9e3-a0e1-4970-a170-7c385cc71133 None None] Attempting to bind port 64d190e1-f038-4fef-a5af-945006b5e7a6 on host n-d-705658-22 for vnic_type normal with profile {{(pid=105587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:15:05.155073 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.managers [None req-a284e9e3-a0e1-4970-a170-7c385cc71133 None None] Attempting to bind port 64d190e1-f038-4fef-a5af-945006b5e7a6 by drivers openvswitch,hyperv on host n-d-705658-22 at level 0 using segments [{'id': '12196855-9a32-4633-9a56-77697ef9e126', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305'}] {{(pid=105587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:15:05.155751 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a284e9e3-a0e1-4970-a170-7c385cc71133 None None] Attempting to bind port 64d190e1-f038-4fef-a5af-945006b5e7a6 on network 8735d8a2-b604-4758-ae71-b40e4ee6f305 {{(pid=105587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:15:05.167194 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2db500ad-19d3-45d4-8f85-027a1bc73bd6 admin admin] Network 4037d323-6410-498e-867b-a1776335b23f is already hosted by enough agents. {{(pid=105585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:15:05.172203 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning for port b076ca88-8373-4ae5-88d5-f8ad3302b13b completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:15:05.172569 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a284e9e3-a0e1-4970-a170-7c385cc71133 None None] Checking agent: {'id': '04a7ea91-6318-467e-ace6-b0fb48c8690f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 41, 42), 'started_at': datetime.datetime(2021, 7, 27, 20, 42, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 14, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:15:05.173214 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a284e9e3-a0e1-4970-a170-7c385cc71133 None None] Checking segment: {'id': '12196855-9a32-4633-9a56-77697ef9e126', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:15:05.173979 n-d-705658-22 neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-a284e9e3-a0e1-4970-a170-7c385cc71133 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:05.174601 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a284e9e3-a0e1-4970-a170-7c385cc71133 None None] Bound using segment: {'id': '12196855-9a32-4633-9a56-77697ef9e126', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305'} {{(pid=105587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:15:05.175391 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.managers [None req-a284e9e3-a0e1-4970-a170-7c385cc71133 None None] Bound port: 64d190e1-f038-4fef-a5af-945006b5e7a6, host: n-d-705658-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12196855-9a32-4633-9a56-77697ef9e126', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305'}}] {{(pid=105587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:15:05.175995 n-d-705658-22 neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-a284e9e3-a0e1-4970-a170-7c385cc71133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:05.176420 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.base_scheduler [None req-2db500ad-19d3-45d4-8f85-027a1bc73bd6 admin admin] Resources bound (agent type, host, resource id): {{(pid=105585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:15:05.177077 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port b076ca88-8373-4ae5-88d5-f8ad3302b13b triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:15:05.177577 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:05.186597 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2db500ad-19d3-45d4-8f85-027a1bc73bd6 admin admin] Received port after_create {{(pid=105585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:15:05.192905 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db500ad-19d3-45d4-8f85-027a1bc73bd6 admin admin] Pushing event updated for resources: {'Port': ['ID=e3095925-622e-4693-b2b7-886a940bf157,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:15:05.212100 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff78502-996d-46d7-86e4-0508a737b045 None None] Pushing event updated for resources: {'Port': ['ID=64d190e1-f038-4fef-a5af-945006b5e7a6,revision_number=2']} {{(pid=105587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:15:05.226629 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff78502-996d-46d7-86e4-0508a737b045 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:15:05.226975 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff78502-996d-46d7-86e4-0508a737b045 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:15:05.227370 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff78502-996d-46d7-86e4-0508a737b045 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:15:05.227710 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff78502-996d-46d7-86e4-0508a737b045 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:15:05.228043 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff78502-996d-46d7-86e4-0508a737b045 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:15:05.228379 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff78502-996d-46d7-86e4-0508a737b045 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:15:05.228700 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff78502-996d-46d7-86e4-0508a737b045 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:15:05.229029 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff78502-996d-46d7-86e4-0508a737b045 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:15:05.229356 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff78502-996d-46d7-86e4-0508a737b045 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:15:05.229681 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff78502-996d-46d7-86e4-0508a737b045 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:15:05.230006 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff78502-996d-46d7-86e4-0508a737b045 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:15:05.230329 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff78502-996d-46d7-86e4-0508a737b045 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:15:05.232616 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-2db500ad-19d3-45d4-8f85-027a1bc73bd6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4075523'] for router_interface, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:05.264250 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:05.268830 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.db [None req-a284e9e3-a0e1-4970-a170-7c385cc71133 None None] For port 64d190e1-f038-4fef-a5af-945006b5e7a6, host n-d-705658-22, cleared binding levels {{(pid=105587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:15:05.272153 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.db [None req-a284e9e3-a0e1-4970-a170-7c385cc71133 None None] For port 64d190e1-f038-4fef-a5af-945006b5e7a6, host n-d-705658-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=64d190e1-f038-4fef-a5af-945006b5e7a6,segment=NetworkSegment(12196855-9a32-4633-9a56-77697ef9e126),segment_id=12196855-9a32-4633-9a56-77697ef9e126)] {{(pid=105587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:15:05.280512 n-d-705658-22 neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-a284e9e3-a0e1-4970-a170-7c385cc71133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:05.303528 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] For port b076ca88-8373-4ae5-88d5-f8ad3302b13b, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=b076ca88-8373-4ae5-88d5-f8ad3302b13b,segment=NetworkSegment(e2243d9a-6482-4acb-aad5-5daec56b7250),segment_id=e2243d9a-6482-4acb-aad5-5daec56b7250)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:15:05.310144 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:05.359686 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff78502-996d-46d7-86e4-0508a737b045 None None] Pushing event updated for resources: {'Port': ['ID=64d190e1-f038-4fef-a5af-945006b5e7a6,revision_number=3']} {{(pid=105587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:15:05.367102 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Pushing event updated for resources: {'Port': ['ID=b076ca88-8373-4ae5-88d5-f8ad3302b13b,revision_number=3']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:15:05.381307 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a284e9e3-a0e1-4970-a170-7c385cc71133 None None] Routers {'7a969a30-8fe3-4cd2-8190-8fb9d4ac00cd'} bound to L3 agent in host n-d-705658-22 {{(pid=105587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:15:05.382061 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-a284e9e3-a0e1-4970-a170-7c385cc71133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T22:14:42Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['7a969a30-8fe3-4cd2-8190-8fb9d4ac00cd'], 'active': True} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:15:05.420249 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-2db500ad-19d3-45d4-8f85-027a1bc73bd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:05.492511 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvr_db [None req-a284e9e3-a0e1-4970-a170-7c385cc71133 None None] Set router 7a969a30-8fe3-4cd2-8190-8fb9d4ac00cd gateway port host: n-d-705658-22 {{(pid=105587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:15:05.560209 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-eabbfe60-b5e2-4fc4-8c90-cd4846c014a7 None None] Provisioning for port e3095925-622e-4693-b2b7-886a940bf157 completed by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:15:05.564583 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-eabbfe60-b5e2-4fc4-8c90-cd4846c014a7 None None] Provisioning complete for port e3095925-622e-4693-b2b7-886a940bf157 triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:15:05.565387 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-eabbfe60-b5e2-4fc4-8c90-cd4846c014a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:05.588455 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-2db500ad-19d3-45d4-8f85-027a1bc73bd6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:05.594274 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-2db500ad-19d3-45d4-8f85-027a1bc73bd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10221672'] for port, after_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:05.601481 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-eabbfe60-b5e2-4fc4-8c90-cd4846c014a7 None None] Port e3095925-622e-4693-b2b7-886a940bf157 cannot update to ACTIVE because it is not bound. {{(pid=105586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:15:05.660742 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db500ad-19d3-45d4-8f85-027a1bc73bd6 admin admin] Pushing event updated for resources: {'Port': ['ID=e3095925-622e-4693-b2b7-886a940bf157,revision_number=2']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:15:05.663555 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-2db500ad-19d3-45d4-8f85-027a1bc73bd6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3743906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4076435'] for router_interface, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:05.695219 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-a284e9e3-a0e1-4970-a170-7c385cc71133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a969a30-8fe3-4cd2-8190-8fb9d4ac00cd', 'name': 'tempest-TestSnapshotPattern-714177838-router', 'tenant_id': 'f112494cd6f54e3eba1b2de0de7321ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.170'}], 'enable_snat': True}, 'gw_port_id': '64d190e1-f038-4fef-a5af-945006b5e7a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:15:02Z', 'updated_at': '2021-07-27T22:15:05Z', 'revision_number': 4, 'project_id': 'f112494cd6f54e3eba1b2de0de7321ab', 'gw_port': {'id': '64d190e1-f038-4fef-a5af-945006b5e7a6', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:b8:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a969a30-8fe3-4cd2-8190-8fb9d4ac00cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:15:03Z', 'updated_at': '2021-07-27T22:15:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_interfaces': [{'id': 'e3095925-622e-4693-b2b7-886a940bf157', 'name': '', 'network_id': '4037d323-6410-498e-867b-a1776335b23f', 'tenant_id': 'f112494cd6f54e3eba1b2de0de7321ab', 'mac_address': 'fa:16:3e:9f:c4:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a969a30-8fe3-4cd2-8190-8fb9d4ac00cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '47a93c65-63fd-4065-93d3-89d069daf642', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:15:04Z', 'updated_at': '2021-07-27T22:15:04Z', 'revision_number': 1, 'project_id': 'f112494cd6f54e3eba1b2de0de7321ab', 'subnets': [{'id': '47a93c65-63fd-4065-93d3-89d069daf642', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-22', False) {} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:15:05.722281 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a284e9e3-a0e1-4970-a170-7c385cc71133 None None] The sync data for ids ['7a969a30-8fe3-4cd2-8190-8fb9d4ac00cd'] in n-d-705658-22 is: [{'id': '7a969a30-8fe3-4cd2-8190-8fb9d4ac00cd', 'name': 'tempest-TestSnapshotPattern-714177838-router', 'tenant_id': 'f112494cd6f54e3eba1b2de0de7321ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.170'}], 'enable_snat': True}, 'gw_port_id': '64d190e1-f038-4fef-a5af-945006b5e7a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:15:02Z', 'updated_at': '2021-07-27T22:15:05Z', 'revision_number': 4, 'project_id': 'f112494cd6f54e3eba1b2de0de7321ab', 'gw_port': {'id': '64d190e1-f038-4fef-a5af-945006b5e7a6', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:b8:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a969a30-8fe3-4cd2-8190-8fb9d4ac00cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:15:03Z', 'updated_at': '2021-07-27T22:15:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_interfaces': [{'id': 'e3095925-622e-4693-b2b7-886a940bf157', 'name': '', 'network_id': '4037d323-6410-498e-867b-a1776335b23f', 'tenant_id': 'f112494cd6f54e3eba1b2de0de7321ab', 'mac_address': 'fa:16:3e:9f:c4:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a969a30-8fe3-4cd2-8190-8fb9d4ac00cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '47a93c65-63fd-4065-93d3-89d069daf642', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:15:04Z', 'updated_at': '2021-07-27T22:15:04Z', 'revision_number': 1, 'project_id': 'f112494cd6f54e3eba1b2de0de7321ab', 'subnets': [{'id': '47a93c65-63fd-4065-93d3-89d069daf642', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:15:05.761206 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2db500ad-19d3-45d4-8f85-027a1bc73bd6 admin admin] Network 4037d323-6410-498e-867b-a1776335b23f is already hosted by enough agents. {{(pid=105585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:15:05.762629 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.base_scheduler [None req-2db500ad-19d3-45d4-8f85-027a1bc73bd6 admin admin] Resources bound (agent type, host, resource id): {{(pid=105585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:15:05.880174 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2db500ad-19d3-45d4-8f85-027a1bc73bd6 admin admin] Router 7a969a30-8fe3-4cd2-8190-8fb9d4ac00cd has already been hosted by L3 agent dd128fd7-8e57-4d4f-895b-a96b369df59a {{(pid=105585) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:15:06.008539 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2db500ad-19d3-45d4-8f85-027a1bc73bd6 admin admin] Notify agent at l3_agent.n-d-705658-22 the message routers_updated {{(pid=105585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:15:06.018556 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-2db500ad-19d3-45d4-8f85-027a1bc73bd6 admin admin] 10.222.0.59 "PUT /v2.0/routers/7a969a30-8fe3-4cd2-8190-8fb9d4ac00cd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7092180 Jul 27 22:15:06.024566 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-3b2fcc74-84be-4ed6-b6f1-ace2e1c3dd89 None None] Provisioning complete for port e3095925-622e-4693-b2b7-886a940bf157 triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:15:06.024935 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3b2fcc74-84be-4ed6-b6f1-ace2e1c3dd89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:06.059828 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-3b2fcc74-84be-4ed6-b6f1-ace2e1c3dd89 None None] Port e3095925-622e-4693-b2b7-886a940bf157 cannot update to ACTIVE because it is not bound. {{(pid=105586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:15:06.516210 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 40758) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:15:06.521500 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-d1af1089-be74-45f1-90dd-186e72549267 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1498589536-network', 'tenant_id': '015a1a7beafa4044be64cf50fe671922'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:15:06.543247 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1af1089-be74-45f1-90dd-186e72549267 admin admin] Made reservation on behalf of 015a1a7beafa4044be64cf50fe671922 for: {'network': 1} {{(pid=105585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:15:06.546106 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-d1af1089-be74-45f1-90dd-186e72549267 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for network, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:06.554784 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-d1af1089-be74-45f1-90dd-186e72549267 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:06.653223 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-d1af1089-be74-45f1-90dd-186e72549267 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:06.658450 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-d1af1089-be74-45f1-90dd-186e72549267 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:06.683983 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1af1089-be74-45f1-90dd-186e72549267 admin admin] vlan segment allocate from pool success with {'vlan_id': 208, 'physical_network': 'physnet1'} {{(pid=105585) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 22:15:06.694507 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1af1089-be74-45f1-90dd-186e72549267 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32911ce6-596a-48f7-b69d-5dd312b4a1a2,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:15:06.699541 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-d1af1089-be74-45f1-90dd-186e72549267 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:06.699890 n-d-705658-22 neutron-server[105585]: INFO neutron.db.segments_db [None req-d1af1089-be74-45f1-90dd-186e72549267 admin admin] Added segment 0d27e4e3-6705-42b7-9579-bdfc8aa177a0 of type vlan for network 5a109021-d742-457e-ace6-a860f8febdfb Jul 27 22:15:06.742506 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-d1af1089-be74-45f1-90dd-186e72549267 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790688424798'] for network, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:06.772709 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-d1af1089-be74-45f1-90dd-186e72549267 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920'] for network, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:06.773679 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1af1089-be74-45f1-90dd-186e72549267 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:15:06.774262 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-d1af1089-be74-45f1-90dd-186e72549267 admin admin] Notify callbacks [] for network, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:06.826348 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-d1af1089-be74-45f1-90dd-186e72549267 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3089738 Jul 27 22:15:06.829279 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 40760) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:15:06.835195 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-f8fda36f-9c2b-4e52-9768-3ad32e1f52d9 admin admin] Request body: {'subnet': {'network_id': '5a109021-d742-457e-ace6-a860f8febdfb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1498589536-subnet', 'tenant_id': '015a1a7beafa4044be64cf50fe671922', 'ip_version': 4}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:15:06.835860 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1af1089-be74-45f1-90dd-186e72549267 admin admin] Pushing event updated for resources: {'Network': ['ID=5a109021-d742-457e-ace6-a860f8febdfb,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:15:06.846118 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Network 5a109021-d742-457e-ace6-a860f8febdfb details requested by agent ovs-agent-n-d-705658-22 with host n-d-705658-22 {{(pid=105586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 22:15:06.864458 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8fda36f-9c2b-4e52-9768-3ad32e1f52d9 admin admin] Made reservation on behalf of 015a1a7beafa4044be64cf50fe671922 for: {'subnet': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:15:06.867303 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-f8fda36f-9c2b-4e52-9768-3ad32e1f52d9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9738786'] for subnet, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:07.042162 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-f8fda36f-9c2b-4e52-9768-3ad32e1f52d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9014150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9738800'] for subnet, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:07.098480 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8fda36f-9c2b-4e52-9768-3ad32e1f52d9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bf27e09b-02b7-4b64-b419-f497e1fdcb63,revision_number=0']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:15:07.108692 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8fda36f-9c2b-4e52-9768-3ad32e1f52d9 admin admin] Checking segment: {'id': '0d27e4e3-6705-42b7-9579-bdfc8aa177a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '5a109021-d742-457e-ace6-a860f8febdfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:15:07.109066 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8fda36f-9c2b-4e52-9768-3ad32e1f52d9 admin admin] Network hostable DHCP agents. Network: 5a109021-d742-457e-ace6-a860f8febdfb, hostable agents: ['7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a'], hosted agents: [] {{(pid=105584) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 22:15:07.125698 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8fda36f-9c2b-4e52-9768-3ad32e1f52d9 admin admin] Network 5a109021-d742-457e-ace6-a860f8febdfb is scheduled to be hosted by DHCP agent 7bb9c9bd-0704-4d9a-852f-3b06bef3cd2a with binding_index 1 {{(pid=105584) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 22:15:07.139192 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [None req-f8fda36f-9c2b-4e52-9768-3ad32e1f52d9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-22, 5a109021-d742-457e-ace6-a860f8febdfb) {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:15:07.143825 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 64d190e1-f038-4fef-a5af-945006b5e7a6 up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:15:07.146795 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bac0c33a-a0e5-4812-aa41-59104433f626 None None] Network 5a109021-d742-457e-ace6-a860f8febdfb requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:15:07.147732 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8fda36f-9c2b-4e52-9768-3ad32e1f52d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:15:07.148334 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-f8fda36f-9c2b-4e52-9768-3ad32e1f52d9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:07.163765 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-f8fda36f-9c2b-4e52-9768-3ad32e1f52d9 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3332949 Jul 27 22:15:07.166674 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 40762) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:15:07.172280 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-d5479082-5222-4c73-8c1a-cc8ef6fc4e50 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1498589536-router', 'tenant_id': '015a1a7beafa4044be64cf50fe671922', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305'}}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:15:07.193110 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-d5479082-5222-4c73-8c1a-cc8ef6fc4e50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4163813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-443'] for router, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:07.194289 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-d5479082-5222-4c73-8c1a-cc8ef6fc4e50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4165196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4077059', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3711235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-418'] for router, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:07.251704 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-d5479082-5222-4c73-8c1a-cc8ef6fc4e50 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:07.266261 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning for port 64d190e1-f038-4fef-a5af-945006b5e7a6 completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:15:07.293420 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port 64d190e1-f038-4fef-a5af-945006b5e7a6 triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:15:07.293829 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:07.315394 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:07.376184 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72af02bc-4b10-4467-a2fc-9bb39cf6870f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30bb4b93-b285-5d90-9493-f9ec33ea333c-5a109021-d742-457e-ace6-a860f8febdfb', 'network_id': '5a109021-d742-457e-ace6-a860f8febdfb', 'tenant_id': '015a1a7beafa4044be64cf50fe671922', 'fixed_ips': [{'subnet_id': 'bf27e09b-02b7-4b64-b419-f497e1fdcb63'}]}} from n-d-705658-22. {{(pid=105586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 22:15:07.376951 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-72af02bc-4b10-4467-a2fc-9bb39cf6870f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:07.406300 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-d5479082-5222-4c73-8c1a-cc8ef6fc4e50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4077169', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4163787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-400'] for router, precommit_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:07.486752 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:07.522009 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] For port 64d190e1-f038-4fef-a5af-945006b5e7a6, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=64d190e1-f038-4fef-a5af-945006b5e7a6,segment=NetworkSegment(12196855-9a32-4633-9a56-77697ef9e126),segment_id=12196855-9a32-4633-9a56-77697ef9e126)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:15:07.542643 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:07.543442 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device b076ca88-8373-4ae5-88d5-f8ad3302b13b up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:15:07.624872 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.db_base_plugin_common [None req-72af02bc-4b10-4467-a2fc-9bb39cf6870f None None] Allocated IP 172.20.0.2 (5a109021-d742-457e-ace6-a860f8febdfb/bf27e09b-02b7-4b64-b419-f497e1fdcb63/97d42b22-6be2-4658-987b-a1d7236cef62) {{(pid=105586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:15:07.666924 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Pushing event updated for resources: {'Port': ['ID=64d190e1-f038-4fef-a5af-945006b5e7a6,revision_number=4']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:15:07.719671 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ebc9911-2b33-4f39-b2fa-99e8cd9f68f1 None None] Sync routers for ids ['7a969a30-8fe3-4cd2-8190-8fb9d4ac00cd'] in n-d-705658-22 {{(pid=105586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:15:07.741324 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port b076ca88-8373-4ae5-88d5-f8ad3302b13b triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:15:07.741693 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:07.766146 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ebc9911-2b33-4f39-b2fa-99e8cd9f68f1 None None] Routers {'7a969a30-8fe3-4cd2-8190-8fb9d4ac00cd'} bound to L3 agent in host n-d-705658-22 {{(pid=105586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:15:07.766793 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-9ebc9911-2b33-4f39-b2fa-99e8cd9f68f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T22:14:42Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['7a969a30-8fe3-4cd2-8190-8fb9d4ac00cd'], 'active': True} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:15:07.979596 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvr_db [None req-9ebc9911-2b33-4f39-b2fa-99e8cd9f68f1 None None] Set router 7a969a30-8fe3-4cd2-8190-8fb9d4ac00cd gateway port host: n-d-705658-22 {{(pid=105586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:15:07.981762 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-d5479082-5222-4c73-8c1a-cc8ef6fc4e50 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:08.002005 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-d5479082-5222-4c73-8c1a-cc8ef6fc4e50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:08.005404 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-72af02bc-4b10-4467-a2fc-9bb39cf6870f None None] Notify callbacks [] for port, precommit_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:08.024771 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-72af02bc-4b10-4467-a2fc-9bb39cf6870f None None] Transition to ACTIVE for port object 97d42b22-6be2-4658-987b-a1d7236cef62 will not be triggered until provisioned by entity L2. {{(pid=105586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:15:08.082017 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-72af02bc-4b10-4467-a2fc-9bb39cf6870f None None] Transition to ACTIVE for port object 97d42b22-6be2-4658-987b-a1d7236cef62 will not be triggered until provisioned by entity DHCP. {{(pid=105586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:15:08.095305 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-72af02bc-4b10-4467-a2fc-9bb39cf6870f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143'] for port, after_create {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:08.112766 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.db_base_plugin_common [None req-d5479082-5222-4c73-8c1a-cc8ef6fc4e50 admin admin] Allocated IP 172.25.5.49 (8735d8a2-b604-4758-ae71-b40e4ee6f305/eca7dbab-b9c0-4c8f-a272-816ea8a81764/12bf5d68-6867-4b24-a200-51c920ea54fb) {{(pid=105585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:15:08.167422 n-d-705658-22 neutron-server[105586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72af02bc-4b10-4467-a2fc-9bb39cf6870f None None] Network 5a109021-d742-457e-ace6-a860f8febdfb is already hosted by enough agents. {{(pid=105586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:15:08.173023 n-d-705658-22 neutron-server[105586]: DEBUG neutron.scheduler.base_scheduler [None req-72af02bc-4b10-4467-a2fc-9bb39cf6870f None None] Resources bound (agent type, host, resource id): {{(pid=105586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:15:08.175352 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72af02bc-4b10-4467-a2fc-9bb39cf6870f None None] Received port after_create {{(pid=105586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:15:08.215805 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-d5479082-5222-4c73-8c1a-cc8ef6fc4e50 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:08.257143 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-d5479082-5222-4c73-8c1a-cc8ef6fc4e50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:08.300102 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5479082-5222-4c73-8c1a-cc8ef6fc4e50 admin admin] Network 8735d8a2-b604-4758-ae71-b40e4ee6f305 is already hosted by enough agents. {{(pid=105585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:15:08.305255 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.base_scheduler [None req-d5479082-5222-4c73-8c1a-cc8ef6fc4e50 admin admin] Resources bound (agent type, host, resource id): {{(pid=105585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:15:08.311227 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5479082-5222-4c73-8c1a-cc8ef6fc4e50 admin admin] Received port after_create {{(pid=105585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:15:08.333937 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5479082-5222-4c73-8c1a-cc8ef6fc4e50 admin admin] Pushing event updated for resources: {'Port': ['ID=12bf5d68-6867-4b24-a200-51c920ea54fb,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:15:08.366691 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72af02bc-4b10-4467-a2fc-9bb39cf6870f None None] Pushing event updated for resources: {'Port': ['ID=97d42b22-6be2-4658-987b-a1d7236cef62,revision_number=1']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:15:08.446774 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-72af02bc-4b10-4467-a2fc-9bb39cf6870f None None] Attempting to bind port 97d42b22-6be2-4658-987b-a1d7236cef62 on host n-d-705658-22 for vnic_type normal with profile {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:15:08.447175 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-72af02bc-4b10-4467-a2fc-9bb39cf6870f None None] Attempting to bind port 97d42b22-6be2-4658-987b-a1d7236cef62 by drivers openvswitch,hyperv on host n-d-705658-22 at level 0 using segments [{'id': '0d27e4e3-6705-42b7-9579-bdfc8aa177a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '5a109021-d742-457e-ace6-a860f8febdfb'}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:15:08.447536 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72af02bc-4b10-4467-a2fc-9bb39cf6870f None None] Attempting to bind port 97d42b22-6be2-4658-987b-a1d7236cef62 on network 5a109021-d742-457e-ace6-a860f8febdfb {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:15:08.455142 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72af02bc-4b10-4467-a2fc-9bb39cf6870f None None] Checking agent: {'id': '04a7ea91-6318-467e-ace6-b0fb48c8690f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 41, 42), 'started_at': datetime.datetime(2021, 7, 27, 20, 42, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 14, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:15:08.455518 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72af02bc-4b10-4467-a2fc-9bb39cf6870f None None] Checking segment: {'id': '0d27e4e3-6705-42b7-9579-bdfc8aa177a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '5a109021-d742-457e-ace6-a860f8febdfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:15:08.455919 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-72af02bc-4b10-4467-a2fc-9bb39cf6870f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:08.456307 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72af02bc-4b10-4467-a2fc-9bb39cf6870f None None] Bound using segment: {'id': '0d27e4e3-6705-42b7-9579-bdfc8aa177a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '5a109021-d742-457e-ace6-a860f8febdfb'} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:15:08.456770 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-72af02bc-4b10-4467-a2fc-9bb39cf6870f None None] Bound port: 97d42b22-6be2-4658-987b-a1d7236cef62, host: n-d-705658-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d27e4e3-6705-42b7-9579-bdfc8aa177a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '5a109021-d742-457e-ace6-a860f8febdfb'}}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:15:08.457153 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-72af02bc-4b10-4467-a2fc-9bb39cf6870f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:08.520838 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-9ebc9911-2b33-4f39-b2fa-99e8cd9f68f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a969a30-8fe3-4cd2-8190-8fb9d4ac00cd', 'name': 'tempest-TestSnapshotPattern-714177838-router', 'tenant_id': 'f112494cd6f54e3eba1b2de0de7321ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.170'}], 'enable_snat': True}, 'gw_port_id': '64d190e1-f038-4fef-a5af-945006b5e7a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:15:02Z', 'updated_at': '2021-07-27T22:15:05Z', 'revision_number': 4, 'project_id': 'f112494cd6f54e3eba1b2de0de7321ab', 'gw_port': {'id': '64d190e1-f038-4fef-a5af-945006b5e7a6', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:b8:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a969a30-8fe3-4cd2-8190-8fb9d4ac00cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:15:03Z', 'updated_at': '2021-07-27T22:15:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_interfaces': [{'id': 'e3095925-622e-4693-b2b7-886a940bf157', 'name': '', 'network_id': '4037d323-6410-498e-867b-a1776335b23f', 'tenant_id': 'f112494cd6f54e3eba1b2de0de7321ab', 'mac_address': 'fa:16:3e:9f:c4:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a969a30-8fe3-4cd2-8190-8fb9d4ac00cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '47a93c65-63fd-4065-93d3-89d069daf642', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:15:04Z', 'updated_at': '2021-07-27T22:15:05Z', 'revision_number': 2, 'project_id': 'f112494cd6f54e3eba1b2de0de7321ab', 'subnets': [{'id': '47a93c65-63fd-4065-93d3-89d069daf642', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-22', False) {} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:15:08.556958 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ebc9911-2b33-4f39-b2fa-99e8cd9f68f1 None None] Checking router: 7a969a30-8fe3-4cd2-8190-8fb9d4ac00cd for host: n-d-705658-22 {{(pid=105586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:15:08.556958 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ebc9911-2b33-4f39-b2fa-99e8cd9f68f1 None None] Updating router 7a969a30-8fe3-4cd2-8190-8fb9d4ac00cd port e3095925-622e-4693-b2b7-886a940bf157 binding host n-d-705658-22 {{(pid=105586) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 22:15:08.571041 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-d5479082-5222-4c73-8c1a-cc8ef6fc4e50 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:08.585201 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-72af02bc-4b10-4467-a2fc-9bb39cf6870f None None] For port 97d42b22-6be2-4658-987b-a1d7236cef62, host n-d-705658-22, cleared binding levels {{(pid=105586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:15:08.603585 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-72af02bc-4b10-4467-a2fc-9bb39cf6870f None None] For port 97d42b22-6be2-4658-987b-a1d7236cef62, host n-d-705658-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=97d42b22-6be2-4658-987b-a1d7236cef62,segment=NetworkSegment(0d27e4e3-6705-42b7-9579-bdfc8aa177a0),segment_id=0d27e4e3-6705-42b7-9579-bdfc8aa177a0)] {{(pid=105586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:15:08.606564 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-9ebc9911-2b33-4f39-b2fa-99e8cd9f68f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:08.610193 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-72af02bc-4b10-4467-a2fc-9bb39cf6870f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:08.704838 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72af02bc-4b10-4467-a2fc-9bb39cf6870f None None] Pushing event updated for resources: {'Port': ['ID=97d42b22-6be2-4658-987b-a1d7236cef62,revision_number=2']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:15:08.779915 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-d5479082-5222-4c73-8c1a-cc8ef6fc4e50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4163804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4077150'] for router, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:08.944916 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5479082-5222-4c73-8c1a-cc8ef6fc4e50 admin admin] Router 928663a7-cff8-4341-8b28-b4d68f577e94 is scheduled to L3 agent dd128fd7-8e57-4d4f-895b-a96b369df59a with binding_index 1 {{(pid=105585) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 22:15:08.972741 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-9ebc9911-2b33-4f39-b2fa-99e8cd9f68f1 None None] Notify callbacks [] for port, precommit_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:08.987818 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-a5f9db94-280e-474a-8700-ec3a8f9f8136 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:08.991292 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-9ebc9911-2b33-4f39-b2fa-99e8cd9f68f1 None None] Transition to ACTIVE for port object e3095925-622e-4693-b2b7-886a940bf157 will not be triggered until provisioned by entity L2. {{(pid=105586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:15:09.000211 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-9ebc9911-2b33-4f39-b2fa-99e8cd9f68f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:09.071956 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5479082-5222-4c73-8c1a-cc8ef6fc4e50 admin admin] Notify agent at l3_agent.n-d-705658-22 the message routers_updated {{(pid=105585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:15:09.091197 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a282c82-4cdd-4eda-aef2-bde2bf400fbc None None] Sync routers for ids ['928663a7-cff8-4341-8b28-b4d68f577e94'] in n-d-705658-22 {{(pid=105587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:15:09.102029 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-d5479082-5222-4c73-8c1a-cc8ef6fc4e50 admin admin] Notify callbacks [] for router, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:09.104220 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a282c82-4cdd-4eda-aef2-bde2bf400fbc None None] Routers {'928663a7-cff8-4341-8b28-b4d68f577e94'} bound to L3 agent in host n-d-705658-22 {{(pid=105587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:15:09.104607 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-d5479082-5222-4c73-8c1a-cc8ef6fc4e50 admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.9366417 Jul 27 22:15:09.105227 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-6a282c82-4cdd-4eda-aef2-bde2bf400fbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T22:14:42Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['928663a7-cff8-4341-8b28-b4d68f577e94'], 'active': True} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:15:09.107237 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 40766) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:15:09.112186 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f6c9da-792f-4337-89c5-f3d3736583c9 None None] Pushing event updated for resources: {'Port': ['ID=e3095925-622e-4693-b2b7-886a940bf157,revision_number=3']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:15:09.118504 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-9ebc9911-2b33-4f39-b2fa-99e8cd9f68f1 None None] Attempting to bind port e3095925-622e-4693-b2b7-886a940bf157 on host n-d-705658-22 for vnic_type normal with profile {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:15:09.118504 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-9ebc9911-2b33-4f39-b2fa-99e8cd9f68f1 None None] Attempting to bind port e3095925-622e-4693-b2b7-886a940bf157 by drivers openvswitch,hyperv on host n-d-705658-22 at level 0 using segments [{'id': 'e2243d9a-6482-4acb-aad5-5daec56b7250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '4037d323-6410-498e-867b-a1776335b23f'}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:15:09.118504 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ebc9911-2b33-4f39-b2fa-99e8cd9f68f1 None None] Attempting to bind port e3095925-622e-4693-b2b7-886a940bf157 on network 4037d323-6410-498e-867b-a1776335b23f {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:15:09.128990 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ebc9911-2b33-4f39-b2fa-99e8cd9f68f1 None None] Checking agent: {'id': '04a7ea91-6318-467e-ace6-b0fb48c8690f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 41, 42), 'started_at': datetime.datetime(2021, 7, 27, 20, 42, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 14, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:15:09.129366 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ebc9911-2b33-4f39-b2fa-99e8cd9f68f1 None None] Checking segment: {'id': 'e2243d9a-6482-4acb-aad5-5daec56b7250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '4037d323-6410-498e-867b-a1776335b23f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:15:09.129831 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-9ebc9911-2b33-4f39-b2fa-99e8cd9f68f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:09.130230 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ebc9911-2b33-4f39-b2fa-99e8cd9f68f1 None None] Bound using segment: {'id': 'e2243d9a-6482-4acb-aad5-5daec56b7250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '4037d323-6410-498e-867b-a1776335b23f'} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:15:09.130701 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-9ebc9911-2b33-4f39-b2fa-99e8cd9f68f1 None None] Bound port: e3095925-622e-4693-b2b7-886a940bf157, host: n-d-705658-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2243d9a-6482-4acb-aad5-5daec56b7250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '4037d323-6410-498e-867b-a1776335b23f'}}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:15:09.131121 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-9ebc9911-2b33-4f39-b2fa-99e8cd9f68f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:09.246024 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-9ebc9911-2b33-4f39-b2fa-99e8cd9f68f1 None None] For port e3095925-622e-4693-b2b7-886a940bf157, host n-d-705658-22, cleared binding levels {{(pid=105586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:15:09.250024 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 97d42b22-6be2-4658-987b-a1d7236cef62 up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:15:09.264578 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvr_db [None req-6a282c82-4cdd-4eda-aef2-bde2bf400fbc None None] Set router 928663a7-cff8-4341-8b28-b4d68f577e94 gateway port host: n-d-705658-22 {{(pid=105587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:15:09.285490 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-9ebc9911-2b33-4f39-b2fa-99e8cd9f68f1 None None] For port e3095925-622e-4693-b2b7-886a940bf157, host n-d-705658-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=e3095925-622e-4693-b2b7-886a940bf157,segment=NetworkSegment(e2243d9a-6482-4acb-aad5-5daec56b7250),segment_id=e2243d9a-6482-4acb-aad5-5daec56b7250)] {{(pid=105586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:15:09.299661 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-9ebc9911-2b33-4f39-b2fa-99e8cd9f68f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:09.394042 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ebc9911-2b33-4f39-b2fa-99e8cd9f68f1 None None] Routers {'7a969a30-8fe3-4cd2-8190-8fb9d4ac00cd'} bound to L3 agent in host n-d-705658-22 {{(pid=105586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:15:09.394822 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-9ebc9911-2b33-4f39-b2fa-99e8cd9f68f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T22:14:42Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['7a969a30-8fe3-4cd2-8190-8fb9d4ac00cd'], 'active': True} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:15:09.452507 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f6c9da-792f-4337-89c5-f3d3736583c9 None None] Pushing event updated for resources: {'Port': ['ID=e3095925-622e-4693-b2b7-886a940bf157,revision_number=4']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:15:09.475658 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning for port 97d42b22-6be2-4658-987b-a1d7236cef62 completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:15:09.515490 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 64d190e1-f038-4fef-a5af-945006b5e7a6 up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:15:09.558675 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-6a282c82-4cdd-4eda-aef2-bde2bf400fbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '928663a7-cff8-4341-8b28-b4d68f577e94', 'name': 'tempest-TestSnapshotPattern-1498589536-router', 'tenant_id': '015a1a7beafa4044be64cf50fe671922', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.49'}], 'enable_snat': True}, 'gw_port_id': '12bf5d68-6867-4b24-a200-51c920ea54fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:15:07Z', 'updated_at': '2021-07-27T22:15:08Z', 'revision_number': 3, 'project_id': '015a1a7beafa4044be64cf50fe671922', 'gw_port': {'id': '12bf5d68-6867-4b24-a200-51c920ea54fb', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:b6:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '928663a7-cff8-4341-8b28-b4d68f577e94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4341, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:15:08Z', 'updated_at': '2021-07-27T22:15:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22'}], 'n-d-705658-22', False) {} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:15:09.572813 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvr_db [None req-9ebc9911-2b33-4f39-b2fa-99e8cd9f68f1 None None] Set router 7a969a30-8fe3-4cd2-8190-8fb9d4ac00cd gateway port host: n-d-705658-22 {{(pid=105586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:15:09.613186 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a282c82-4cdd-4eda-aef2-bde2bf400fbc None None] Checking router: 928663a7-cff8-4341-8b28-b4d68f577e94 for host: n-d-705658-22 {{(pid=105587) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:15:09.613186 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a282c82-4cdd-4eda-aef2-bde2bf400fbc None None] Updating router 928663a7-cff8-4341-8b28-b4d68f577e94 port 12bf5d68-6867-4b24-a200-51c920ea54fb binding host n-d-705658-22 {{(pid=105587) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 22:15:09.653375 n-d-705658-22 neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-6a282c82-4cdd-4eda-aef2-bde2bf400fbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:09.674623 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port 64d190e1-f038-4fef-a5af-945006b5e7a6 triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:15:09.675020 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:09.696384 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-cc872a44-359e-48eb-a11d-52bc158306a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:09.865499 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6223279-a6ef-4c6b-8b13-5d6464f5dbe7 None None] Network 5a109021-d742-457e-ace6-a860f8febdfb requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:15:09.886840 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.db_base_plugin_common [None req-cc872a44-359e-48eb-a11d-52bc158306a0 admin admin] Allocated IP 172.20.0.1 (5a109021-d742-457e-ace6-a860f8febdfb/bf27e09b-02b7-4b64-b419-f497e1fdcb63/ec0bd5a1-ea82-4d7f-9bcc-69b6eae5b8f7) {{(pid=105585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:15:09.949968 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-d3b87efa-03fd-43a1-b10a-771c035af40d None None] Provisioning for port 97d42b22-6be2-4658-987b-a1d7236cef62 completed by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:15:09.967408 n-d-705658-22 neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-6a282c82-4cdd-4eda-aef2-bde2bf400fbc None None] Notify callbacks [] for port, precommit_update {{(pid=105587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:09.968996 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-d3b87efa-03fd-43a1-b10a-771c035af40d None None] Provisioning complete for port 97d42b22-6be2-4658-987b-a1d7236cef62 triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:15:09.969380 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-d3b87efa-03fd-43a1-b10a-771c035af40d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:09.980167 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.provisioning_blocks [None req-6a282c82-4cdd-4eda-aef2-bde2bf400fbc None None] Transition to ACTIVE for port object 12bf5d68-6867-4b24-a200-51c920ea54fb will not be triggered until provisioned by entity L2. {{(pid=105587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:15:09.988151 n-d-705658-22 neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-6a282c82-4cdd-4eda-aef2-bde2bf400fbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:10.003832 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-cc872a44-359e-48eb-a11d-52bc158306a0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:10.017185 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.provisioning_blocks [None req-cc872a44-359e-48eb-a11d-52bc158306a0 admin admin] Transition to ACTIVE for port object ec0bd5a1-ea82-4d7f-9bcc-69b6eae5b8f7 will not be triggered until provisioned by entity DHCP. {{(pid=105585) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:15:10.028484 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-9ebc9911-2b33-4f39-b2fa-99e8cd9f68f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a969a30-8fe3-4cd2-8190-8fb9d4ac00cd', 'name': 'tempest-TestSnapshotPattern-714177838-router', 'tenant_id': 'f112494cd6f54e3eba1b2de0de7321ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.170'}], 'enable_snat': True}, 'gw_port_id': '64d190e1-f038-4fef-a5af-945006b5e7a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:15:02Z', 'updated_at': '2021-07-27T22:15:05Z', 'revision_number': 4, 'project_id': 'f112494cd6f54e3eba1b2de0de7321ab', 'gw_port': {'id': '64d190e1-f038-4fef-a5af-945006b5e7a6', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:b8:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a969a30-8fe3-4cd2-8190-8fb9d4ac00cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:15:03Z', 'updated_at': '2021-07-27T22:15:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_interfaces': [{'id': 'e3095925-622e-4693-b2b7-886a940bf157', 'name': '', 'network_id': '4037d323-6410-498e-867b-a1776335b23f', 'tenant_id': 'f112494cd6f54e3eba1b2de0de7321ab', 'mac_address': 'fa:16:3e:9f:c4:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a969a30-8fe3-4cd2-8190-8fb9d4ac00cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '47a93c65-63fd-4065-93d3-89d069daf642', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:15:04Z', 'updated_at': '2021-07-27T22:15:09Z', 'revision_number': 4, 'project_id': 'f112494cd6f54e3eba1b2de0de7321ab', 'subnets': [{'id': '47a93c65-63fd-4065-93d3-89d069daf642', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-22', False) {} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:15:10.044314 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.managers [None req-6a282c82-4cdd-4eda-aef2-bde2bf400fbc None None] Attempting to bind port 12bf5d68-6867-4b24-a200-51c920ea54fb on host n-d-705658-22 for vnic_type normal with profile {{(pid=105587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:15:10.044859 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.managers [None req-6a282c82-4cdd-4eda-aef2-bde2bf400fbc None None] Attempting to bind port 12bf5d68-6867-4b24-a200-51c920ea54fb by drivers openvswitch,hyperv on host n-d-705658-22 at level 0 using segments [{'id': '12196855-9a32-4633-9a56-77697ef9e126', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305'}] {{(pid=105587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:15:10.045291 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a282c82-4cdd-4eda-aef2-bde2bf400fbc None None] Attempting to bind port 12bf5d68-6867-4b24-a200-51c920ea54fb on network 8735d8a2-b604-4758-ae71-b40e4ee6f305 {{(pid=105587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:15:10.048326 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8735545e-7f6c-4816-af9f-fa5dc82f351b None None] Pushing event updated for resources: {'Port': ['ID=12bf5d68-6867-4b24-a200-51c920ea54fb,revision_number=2']} {{(pid=105587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:15:10.054027 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a282c82-4cdd-4eda-aef2-bde2bf400fbc None None] Checking agent: {'id': '04a7ea91-6318-467e-ace6-b0fb48c8690f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 41, 42), 'started_at': datetime.datetime(2021, 7, 27, 20, 42, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 14, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:15:10.054500 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a282c82-4cdd-4eda-aef2-bde2bf400fbc None None] Checking segment: {'id': '12196855-9a32-4633-9a56-77697ef9e126', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:15:10.054972 n-d-705658-22 neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-6a282c82-4cdd-4eda-aef2-bde2bf400fbc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:10.055513 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a282c82-4cdd-4eda-aef2-bde2bf400fbc None None] Bound using segment: {'id': '12196855-9a32-4633-9a56-77697ef9e126', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305'} {{(pid=105587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:15:10.056140 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.managers [None req-6a282c82-4cdd-4eda-aef2-bde2bf400fbc None None] Bound port: 12bf5d68-6867-4b24-a200-51c920ea54fb, host: n-d-705658-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12196855-9a32-4633-9a56-77697ef9e126', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305'}}] {{(pid=105587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:15:10.056742 n-d-705658-22 neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-6a282c82-4cdd-4eda-aef2-bde2bf400fbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:10.058566 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-cc872a44-359e-48eb-a11d-52bc158306a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:10.080115 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ebc9911-2b33-4f39-b2fa-99e8cd9f68f1 None None] The sync data for ids ['7a969a30-8fe3-4cd2-8190-8fb9d4ac00cd'] in n-d-705658-22 is: [{'id': '7a969a30-8fe3-4cd2-8190-8fb9d4ac00cd', 'name': 'tempest-TestSnapshotPattern-714177838-router', 'tenant_id': 'f112494cd6f54e3eba1b2de0de7321ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.170'}], 'enable_snat': True}, 'gw_port_id': '64d190e1-f038-4fef-a5af-945006b5e7a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:15:02Z', 'updated_at': '2021-07-27T22:15:05Z', 'revision_number': 4, 'project_id': 'f112494cd6f54e3eba1b2de0de7321ab', 'gw_port': {'id': '64d190e1-f038-4fef-a5af-945006b5e7a6', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:b8:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a969a30-8fe3-4cd2-8190-8fb9d4ac00cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:15:03Z', 'updated_at': '2021-07-27T22:15:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_interfaces': [{'id': 'e3095925-622e-4693-b2b7-886a940bf157', 'name': '', 'network_id': '4037d323-6410-498e-867b-a1776335b23f', 'tenant_id': 'f112494cd6f54e3eba1b2de0de7321ab', 'mac_address': 'fa:16:3e:9f:c4:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a969a30-8fe3-4cd2-8190-8fb9d4ac00cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '47a93c65-63fd-4065-93d3-89d069daf642', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:15:04Z', 'updated_at': '2021-07-27T22:15:09Z', 'revision_number': 4, 'project_id': 'f112494cd6f54e3eba1b2de0de7321ab', 'subnets': [{'id': '47a93c65-63fd-4065-93d3-89d069daf642', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:15:10.097337 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc872a44-359e-48eb-a11d-52bc158306a0 admin admin] Network 5a109021-d742-457e-ace6-a860f8febdfb is already hosted by enough agents. {{(pid=105585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:15:10.100545 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.base_scheduler [None req-cc872a44-359e-48eb-a11d-52bc158306a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=105585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:15:10.105266 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc872a44-359e-48eb-a11d-52bc158306a0 admin admin] Received port after_create {{(pid=105585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:15:10.134386 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.db [None req-6a282c82-4cdd-4eda-aef2-bde2bf400fbc None None] For port 12bf5d68-6867-4b24-a200-51c920ea54fb, host n-d-705658-22, cleared binding levels {{(pid=105587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:15:10.140056 n-d-705658-22 neutron-server[105587]: DEBUG neutron.plugins.ml2.db [None req-6a282c82-4cdd-4eda-aef2-bde2bf400fbc None None] For port 12bf5d68-6867-4b24-a200-51c920ea54fb, host n-d-705658-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=12bf5d68-6867-4b24-a200-51c920ea54fb,segment=NetworkSegment(12196855-9a32-4633-9a56-77697ef9e126),segment_id=12196855-9a32-4633-9a56-77697ef9e126)] {{(pid=105587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:15:10.147290 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc872a44-359e-48eb-a11d-52bc158306a0 admin admin] Pushing event updated for resources: {'Port': ['ID=ec0bd5a1-ea82-4d7f-9bcc-69b6eae5b8f7,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:15:10.147688 n-d-705658-22 neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-6a282c82-4cdd-4eda-aef2-bde2bf400fbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:10.166290 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-cc872a44-359e-48eb-a11d-52bc158306a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4075523'] for router_interface, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:10.174181 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-d3b87efa-03fd-43a1-b10a-771c035af40d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:10.227459 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-d3b87efa-03fd-43a1-b10a-771c035af40d None None] For port 97d42b22-6be2-4658-987b-a1d7236cef62, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=97d42b22-6be2-4658-987b-a1d7236cef62,segment=NetworkSegment(0d27e4e3-6705-42b7-9579-bdfc8aa177a0),segment_id=0d27e4e3-6705-42b7-9579-bdfc8aa177a0)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:15:10.237275 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8735545e-7f6c-4816-af9f-fa5dc82f351b None None] Pushing event updated for resources: {'Port': ['ID=12bf5d68-6867-4b24-a200-51c920ea54fb,revision_number=3']} {{(pid=105587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:15:10.238438 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-d3b87efa-03fd-43a1-b10a-771c035af40d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:10.249759 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a282c82-4cdd-4eda-aef2-bde2bf400fbc None None] Routers {'928663a7-cff8-4341-8b28-b4d68f577e94'} bound to L3 agent in host n-d-705658-22 {{(pid=105587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:15:10.250385 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-6a282c82-4cdd-4eda-aef2-bde2bf400fbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T22:14:42Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['928663a7-cff8-4341-8b28-b4d68f577e94'], 'active': True} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:15:10.304731 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b87efa-03fd-43a1-b10a-771c035af40d None None] Pushing event updated for resources: {'Port': ['ID=97d42b22-6be2-4658-987b-a1d7236cef62,revision_number=3']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:15:10.377315 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvr_db [None req-6a282c82-4cdd-4eda-aef2-bde2bf400fbc None None] Set router 928663a7-cff8-4341-8b28-b4d68f577e94 gateway port host: n-d-705658-22 {{(pid=105587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:15:10.381328 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-cc872a44-359e-48eb-a11d-52bc158306a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:10.569918 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-b2b51ec0-ecd6-4717-ab20-dad08db9d7e6 None None] Provisioning complete for port 97d42b22-6be2-4658-987b-a1d7236cef62 triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:15:10.570435 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-b2b51ec0-ecd6-4717-ab20-dad08db9d7e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:10.586424 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-cc872a44-359e-48eb-a11d-52bc158306a0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:10.597126 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-6a282c82-4cdd-4eda-aef2-bde2bf400fbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '928663a7-cff8-4341-8b28-b4d68f577e94', 'name': 'tempest-TestSnapshotPattern-1498589536-router', 'tenant_id': '015a1a7beafa4044be64cf50fe671922', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.49'}], 'enable_snat': True}, 'gw_port_id': '12bf5d68-6867-4b24-a200-51c920ea54fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:15:07Z', 'updated_at': '2021-07-27T22:15:08Z', 'revision_number': 3, 'project_id': '015a1a7beafa4044be64cf50fe671922', 'gw_port': {'id': '12bf5d68-6867-4b24-a200-51c920ea54fb', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:b6:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '928663a7-cff8-4341-8b28-b4d68f577e94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4341, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:15:08Z', 'updated_at': '2021-07-27T22:15:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22'}], 'n-d-705658-22', False) {} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:15:10.597757 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-cc872a44-359e-48eb-a11d-52bc158306a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10221672'] for port, after_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:10.635496 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a282c82-4cdd-4eda-aef2-bde2bf400fbc None None] The sync data for ids ['928663a7-cff8-4341-8b28-b4d68f577e94'] in n-d-705658-22 is: [{'id': '928663a7-cff8-4341-8b28-b4d68f577e94', 'name': 'tempest-TestSnapshotPattern-1498589536-router', 'tenant_id': '015a1a7beafa4044be64cf50fe671922', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.49'}], 'enable_snat': True}, 'gw_port_id': '12bf5d68-6867-4b24-a200-51c920ea54fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:15:07Z', 'updated_at': '2021-07-27T22:15:08Z', 'revision_number': 3, 'project_id': '015a1a7beafa4044be64cf50fe671922', 'gw_port': {'id': '12bf5d68-6867-4b24-a200-51c920ea54fb', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:b6:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '928663a7-cff8-4341-8b28-b4d68f577e94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4341, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:15:08Z', 'updated_at': '2021-07-27T22:15:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22'}] {{(pid=105587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:15:10.682481 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-cc872a44-359e-48eb-a11d-52bc158306a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3743906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4076435'] for router_interface, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:10.684516 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc872a44-359e-48eb-a11d-52bc158306a0 admin admin] Pushing event updated for resources: {'Port': ['ID=ec0bd5a1-ea82-4d7f-9bcc-69b6eae5b8f7,revision_number=2']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:15:10.730795 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-b2b51ec0-ecd6-4717-ab20-dad08db9d7e6 None None] Provisioning for port ec0bd5a1-ea82-4d7f-9bcc-69b6eae5b8f7 completed by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:15:10.735992 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-b2b51ec0-ecd6-4717-ab20-dad08db9d7e6 None None] Provisioning complete for port ec0bd5a1-ea82-4d7f-9bcc-69b6eae5b8f7 triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:15:10.736490 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-b2b51ec0-ecd6-4717-ab20-dad08db9d7e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:10.774174 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-b2b51ec0-ecd6-4717-ab20-dad08db9d7e6 None None] Port ec0bd5a1-ea82-4d7f-9bcc-69b6eae5b8f7 cannot update to ACTIVE because it is not bound. {{(pid=105586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:15:10.810231 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc872a44-359e-48eb-a11d-52bc158306a0 admin admin] Network 5a109021-d742-457e-ace6-a860f8febdfb is already hosted by enough agents. {{(pid=105585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:15:10.812119 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.base_scheduler [None req-cc872a44-359e-48eb-a11d-52bc158306a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=105585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:15:10.898254 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-f283f2c4-c8d3-48ed-aa23-34e1fc88913f None None] Provisioning complete for port ec0bd5a1-ea82-4d7f-9bcc-69b6eae5b8f7 triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:15:10.898634 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-f283f2c4-c8d3-48ed-aa23-34e1fc88913f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:10.941133 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc872a44-359e-48eb-a11d-52bc158306a0 admin admin] Router 928663a7-cff8-4341-8b28-b4d68f577e94 has already been hosted by L3 agent dd128fd7-8e57-4d4f-895b-a96b369df59a {{(pid=105585) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:15:10.978577 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-f283f2c4-c8d3-48ed-aa23-34e1fc88913f None None] Port ec0bd5a1-ea82-4d7f-9bcc-69b6eae5b8f7 cannot update to ACTIVE because it is not bound. {{(pid=105586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:15:11.067913 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:11.103269 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc872a44-359e-48eb-a11d-52bc158306a0 admin admin] Notify agent at l3_agent.n-d-705658-22 the message routers_updated {{(pid=105585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:15:11.116648 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-cc872a44-359e-48eb-a11d-52bc158306a0 admin admin] 10.222.0.59 "PUT /v2.0/routers/928663a7-cff8-4341-8b28-b4d68f577e94/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0070364 Jul 27 22:15:11.205845 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-3c81ab8a-8184-448b-bf3d-fcf4f1751372 None None] Provisioning complete for port ec0bd5a1-ea82-4d7f-9bcc-69b6eae5b8f7 triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:15:11.206410 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3c81ab8a-8184-448b-bf3d-fcf4f1751372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:11.249749 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-3c81ab8a-8184-448b-bf3d-fcf4f1751372 None None] Port ec0bd5a1-ea82-4d7f-9bcc-69b6eae5b8f7 cannot update to ACTIVE because it is not bound. {{(pid=105586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:15:11.254273 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 97d42b22-6be2-4658-987b-a1d7236cef62 up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:15:11.308251 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port 97d42b22-6be2-4658-987b-a1d7236cef62 triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:15:11.308977 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:11.393882 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device e3095925-622e-4693-b2b7-886a940bf157 up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:15:11.443515 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning for port e3095925-622e-4693-b2b7-886a940bf157 completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:15:11.448245 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port e3095925-622e-4693-b2b7-886a940bf157 triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:15:11.448750 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:11.536966 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:11.572329 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] For port e3095925-622e-4693-b2b7-886a940bf157, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=e3095925-622e-4693-b2b7-886a940bf157,segment=NetworkSegment(e2243d9a-6482-4acb-aad5-5daec56b7250),segment_id=e2243d9a-6482-4acb-aad5-5daec56b7250)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:15:11.577263 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:11.578172 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 12bf5d68-6867-4b24-a200-51c920ea54fb up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:15:11.657748 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-9eb2af65-deb2-4b8c-a763-59720836735e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:11.664652 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Pushing event updated for resources: {'Port': ['ID=e3095925-622e-4693-b2b7-886a940bf157,revision_number=5']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:15:11.681126 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning for port 12bf5d68-6867-4b24-a200-51c920ea54fb completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:15:11.687638 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port 12bf5d68-6867-4b24-a200-51c920ea54fb triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:15:11.688118 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:11.767597 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:11.786903 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] For port 12bf5d68-6867-4b24-a200-51c920ea54fb, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=12bf5d68-6867-4b24-a200-51c920ea54fb,segment=NetworkSegment(12196855-9a32-4633-9a56-77697ef9e126),segment_id=12196855-9a32-4633-9a56-77697ef9e126)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:15:11.790690 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:11.839223 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Pushing event updated for resources: {'Port': ['ID=12bf5d68-6867-4b24-a200-51c920ea54fb,revision_number=4']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:15:11.880283 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 40774) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:15:11.884975 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [None req-6331f47a-ba4c-49ec-9c73-02b97590db72 tempest-TestSnapshotPattern-281998390 tempest-TestSnapshotPattern-281998390-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1519395522', 'description': 'tempest-secgroup-smoke-1519395522 description', 'project_id': 'f112494cd6f54e3eba1b2de0de7321ab'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:15:11.907320 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-6331f47a-ba4c-49ec-9c73-02b97590db72 tempest-TestSnapshotPattern-281998390 tempest-TestSnapshotPattern-281998390-project] Notify callbacks [] for security_group, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:11.970808 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:11.990749 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-6331f47a-ba4c-49ec-9c73-02b97590db72 tempest-TestSnapshotPattern-281998390 tempest-TestSnapshotPattern-281998390-project] Notify callbacks [] for security_group, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:11.994825 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-6331f47a-ba4c-49ec-9c73-02b97590db72 tempest-TestSnapshotPattern-281998390 tempest-TestSnapshotPattern-281998390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:12.024852 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-6331f47a-ba4c-49ec-9c73-02b97590db72 tempest-TestSnapshotPattern-281998390 tempest-TestSnapshotPattern-281998390-project] Notify callbacks [] for security_group, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:12.026056 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-6331f47a-ba4c-49ec-9c73-02b97590db72 tempest-TestSnapshotPattern-281998390 tempest-TestSnapshotPattern-281998390-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1447566 Jul 27 22:15:12.026894 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6331f47a-ba4c-49ec-9c73-02b97590db72 tempest-TestSnapshotPattern-281998390 tempest-TestSnapshotPattern-281998390-project] Pushing event updated for resources: {'SecurityGroup': ['ID=36a71d81-6991-4d0b-9b29-2075e31f23fb,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:15:12.029196 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 40776) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:15:12.034575 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-a6e8e584-c1ff-4193-b38a-178110575c04 tempest-TestSnapshotPattern-281998390 tempest-TestSnapshotPattern-281998390-project] Request body: {'security_group_rule': {'security_group_id': '36a71d81-6991-4d0b-9b29-2075e31f23fb', 'project_id': 'f112494cd6f54e3eba1b2de0de7321ab', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:15:12.061114 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-a6e8e584-c1ff-4193-b38a-178110575c04 tempest-TestSnapshotPattern-281998390 tempest-TestSnapshotPattern-281998390-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:12.122474 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-a6e8e584-c1ff-4193-b38a-178110575c04 tempest-TestSnapshotPattern-281998390 tempest-TestSnapshotPattern-281998390-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:12.125913 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-a6e8e584-c1ff-4193-b38a-178110575c04 tempest-TestSnapshotPattern-281998390 tempest-TestSnapshotPattern-281998390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732636'] for security_group_rule, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:12.144209 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e8e584-c1ff-4193-b38a-178110575c04 tempest-TestSnapshotPattern-281998390 tempest-TestSnapshotPattern-281998390-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c6c1a3b-7284-4996-bfe8-e1d88d417775,revision_number=0']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:15:12.151019 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-a6e8e584-c1ff-4193-b38a-178110575c04 tempest-TestSnapshotPattern-281998390 tempest-TestSnapshotPattern-281998390-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:12.152205 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-a6e8e584-c1ff-4193-b38a-178110575c04 tempest-TestSnapshotPattern-281998390 tempest-TestSnapshotPattern-281998390-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1213322 Jul 27 22:15:12.154940 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 40778) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:15:12.159364 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-cfed94f9-c219-43be-96c6-3d4debb58add tempest-TestSnapshotPattern-281998390 tempest-TestSnapshotPattern-281998390-project] Request body: {'security_group_rule': {'security_group_id': '36a71d81-6991-4d0b-9b29-2075e31f23fb', 'project_id': 'f112494cd6f54e3eba1b2de0de7321ab', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:15:12.184437 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-cfed94f9-c219-43be-96c6-3d4debb58add tempest-TestSnapshotPattern-281998390 tempest-TestSnapshotPattern-281998390-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:12.247425 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-cfed94f9-c219-43be-96c6-3d4debb58add tempest-TestSnapshotPattern-281998390 tempest-TestSnapshotPattern-281998390-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:12.251632 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-cfed94f9-c219-43be-96c6-3d4debb58add tempest-TestSnapshotPattern-281998390 tempest-TestSnapshotPattern-281998390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732636'] for security_group_rule, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:12.268852 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfed94f9-c219-43be-96c6-3d4debb58add tempest-TestSnapshotPattern-281998390 tempest-TestSnapshotPattern-281998390-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1bdd4352-30cd-434c-816b-4f1dfa0620bc,revision_number=0']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:15:12.274430 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-cfed94f9-c219-43be-96c6-3d4debb58add tempest-TestSnapshotPattern-281998390 tempest-TestSnapshotPattern-281998390-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:12.276958 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-cfed94f9-c219-43be-96c6-3d4debb58add tempest-TestSnapshotPattern-281998390 tempest-TestSnapshotPattern-281998390-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1209903 Jul 27 22:15:12.278365 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 40780) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:15:12.282890 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-461b96ed-50f9-4955-a8a9-eca49adf1d2a tempest-TestSnapshotPattern-281998390 tempest-TestSnapshotPattern-281998390-project] Request body: {'security_group_rule': {'security_group_id': '36a71d81-6991-4d0b-9b29-2075e31f23fb', 'project_id': 'f112494cd6f54e3eba1b2de0de7321ab', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:15:12.308176 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-461b96ed-50f9-4955-a8a9-eca49adf1d2a tempest-TestSnapshotPattern-281998390 tempest-TestSnapshotPattern-281998390-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:12.364348 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-461b96ed-50f9-4955-a8a9-eca49adf1d2a tempest-TestSnapshotPattern-281998390 tempest-TestSnapshotPattern-281998390-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:12.368193 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-461b96ed-50f9-4955-a8a9-eca49adf1d2a tempest-TestSnapshotPattern-281998390 tempest-TestSnapshotPattern-281998390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732636'] for security_group_rule, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:12.385161 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461b96ed-50f9-4955-a8a9-eca49adf1d2a tempest-TestSnapshotPattern-281998390 tempest-TestSnapshotPattern-281998390-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2dfd45b0-9436-4f9d-b905-8f31646d1be6,revision_number=0']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:15:12.391739 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-461b96ed-50f9-4955-a8a9-eca49adf1d2a tempest-TestSnapshotPattern-281998390 tempest-TestSnapshotPattern-281998390-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:12.392961 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-461b96ed-50f9-4955-a8a9-eca49adf1d2a tempest-TestSnapshotPattern-281998390 tempest-TestSnapshotPattern-281998390-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1136267 Jul 27 22:15:12.395863 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 40782) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:15:12.400154 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-0c340119-8893-4591-97ef-e822b0e2593f tempest-TestSnapshotPattern-281998390 tempest-TestSnapshotPattern-281998390-project] Request body: {'security_group_rule': {'security_group_id': '36a71d81-6991-4d0b-9b29-2075e31f23fb', 'project_id': 'f112494cd6f54e3eba1b2de0de7321ab', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:15:12.425334 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-0c340119-8893-4591-97ef-e822b0e2593f tempest-TestSnapshotPattern-281998390 tempest-TestSnapshotPattern-281998390-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:12.490651 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-0c340119-8893-4591-97ef-e822b0e2593f tempest-TestSnapshotPattern-281998390 tempest-TestSnapshotPattern-281998390-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:12.494083 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-0c340119-8893-4591-97ef-e822b0e2593f tempest-TestSnapshotPattern-281998390 tempest-TestSnapshotPattern-281998390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732636'] for security_group_rule, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:12.513514 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c340119-8893-4591-97ef-e822b0e2593f tempest-TestSnapshotPattern-281998390 tempest-TestSnapshotPattern-281998390-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9677057-9d2e-4194-8cb1-18c8f2706e69,revision_number=0']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:15:12.518061 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-0c340119-8893-4591-97ef-e822b0e2593f tempest-TestSnapshotPattern-281998390 tempest-TestSnapshotPattern-281998390-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:12.519335 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-0c340119-8893-4591-97ef-e822b0e2593f tempest-TestSnapshotPattern-281998390 tempest-TestSnapshotPattern-281998390-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1225045 Jul 27 22:15:12.522029 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 40784) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:15:12.526364 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-fb58f8f0-3faf-4051-9db6-eab24434d77a tempest-TestSnapshotPattern-281998390 tempest-TestSnapshotPattern-281998390-project] Request body: {'security_group_rule': {'security_group_id': '36a71d81-6991-4d0b-9b29-2075e31f23fb', 'project_id': 'f112494cd6f54e3eba1b2de0de7321ab', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:15:12.547663 n-d-705658-22 neutron-server[105584]: INFO neutron.db.securitygroups_db [None req-fb58f8f0-3faf-4051-9db6-eab24434d77a tempest-TestSnapshotPattern-281998390 tempest-TestSnapshotPattern-281998390-project] Project f112494cd6f54e3eba1b2de0de7321ab added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 27 22:15:12.552418 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-fb58f8f0-3faf-4051-9db6-eab24434d77a tempest-TestSnapshotPattern-281998390 tempest-TestSnapshotPattern-281998390-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:12.611071 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-fb58f8f0-3faf-4051-9db6-eab24434d77a tempest-TestSnapshotPattern-281998390 tempest-TestSnapshotPattern-281998390-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:12.614490 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-fb58f8f0-3faf-4051-9db6-eab24434d77a tempest-TestSnapshotPattern-281998390 tempest-TestSnapshotPattern-281998390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732636'] for security_group_rule, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:12.631645 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb58f8f0-3faf-4051-9db6-eab24434d77a tempest-TestSnapshotPattern-281998390 tempest-TestSnapshotPattern-281998390-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c7edb5a-d29a-43af-b0ec-088af6a5debb,revision_number=0']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:15:12.647309 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-fb58f8f0-3faf-4051-9db6-eab24434d77a tempest-TestSnapshotPattern-281998390 tempest-TestSnapshotPattern-281998390-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:12.648881 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-fb58f8f0-3faf-4051-9db6-eab24434d77a tempest-TestSnapshotPattern-281998390 tempest-TestSnapshotPattern-281998390-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1258948 Jul 27 22:15:12.651674 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 40786) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:15:12.656329 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-9dd6d006-10ed-49c7-8484-0311057f9990 tempest-TestSnapshotPattern-281998390 tempest-TestSnapshotPattern-281998390-project] Request body: {'security_group_rule': {'security_group_id': '36a71d81-6991-4d0b-9b29-2075e31f23fb', 'project_id': 'f112494cd6f54e3eba1b2de0de7321ab', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:15:12.679695 n-d-705658-22 neutron-server[105584]: INFO neutron.db.securitygroups_db [None req-9dd6d006-10ed-49c7-8484-0311057f9990 tempest-TestSnapshotPattern-281998390 tempest-TestSnapshotPattern-281998390-project] Project f112494cd6f54e3eba1b2de0de7321ab added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 27 22:15:12.685054 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-9dd6d006-10ed-49c7-8484-0311057f9990 tempest-TestSnapshotPattern-281998390 tempest-TestSnapshotPattern-281998390-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:12.749117 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-9dd6d006-10ed-49c7-8484-0311057f9990 tempest-TestSnapshotPattern-281998390 tempest-TestSnapshotPattern-281998390-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:12.753031 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-9dd6d006-10ed-49c7-8484-0311057f9990 tempest-TestSnapshotPattern-281998390 tempest-TestSnapshotPattern-281998390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732636'] for security_group_rule, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:12.773207 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd6d006-10ed-49c7-8484-0311057f9990 tempest-TestSnapshotPattern-281998390 tempest-TestSnapshotPattern-281998390-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6cb11d4e-9f81-49db-b2ea-21ef522a4661,revision_number=0']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:15:12.776206 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-9dd6d006-10ed-49c7-8484-0311057f9990 tempest-TestSnapshotPattern-281998390 tempest-TestSnapshotPattern-281998390-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:12.777409 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-9dd6d006-10ed-49c7-8484-0311057f9990 tempest-TestSnapshotPattern-281998390 tempest-TestSnapshotPattern-281998390-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1247215 Jul 27 22:15:12.924031 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-cac99007-498a-4e55-b18b-1a443cff99d0 req-8d068cdb-a859-4906-b3e0-ba24c590cfa1 tempest-TestSnapshotPattern-281998390 tempest-TestSnapshotPattern-281998390-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1519395522&fields=id&tenant_id=f112494cd6f54e3eba1b2de0de7321ab HTTP/1.1" status: 200 len: 267 time: 0.0327880 Jul 27 22:15:12.963783 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-384472e8-cdde-44ba-8abd-6e891a2dbd4e None None] Sync routers for ids ['928663a7-cff8-4341-8b28-b4d68f577e94'] in n-d-705658-22 {{(pid=105586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:15:12.973524 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-384472e8-cdde-44ba-8abd-6e891a2dbd4e None None] Routers {'928663a7-cff8-4341-8b28-b4d68f577e94'} bound to L3 agent in host n-d-705658-22 {{(pid=105586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:15:12.974128 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-384472e8-cdde-44ba-8abd-6e891a2dbd4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T22:15:12Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['928663a7-cff8-4341-8b28-b4d68f577e94'], 'active': True} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:15:13.034149 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac99007-498a-4e55-b18b-1a443cff99d0 req-5c8fc8da-e2ea-4916-9563-9f4371073e3a tempest-TestSnapshotPattern-281998390 tempest-TestSnapshotPattern-281998390-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:15:13.035722 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-cac99007-498a-4e55-b18b-1a443cff99d0 req-5c8fc8da-e2ea-4916-9563-9f4371073e3a tempest-TestSnapshotPattern-281998390 tempest-TestSnapshotPattern-281998390-project] 10.222.0.59 "GET /v2.0/networks?id=4037d323-6410-498e-867b-a1776335b23f HTTP/1.1" status: 200 len: 809 time: 0.1049933 Jul 27 22:15:13.052924 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-cac99007-498a-4e55-b18b-1a443cff99d0 req-a75cb9c8-ea6d-4b60-81f5-65d4561576bd tempest-TestSnapshotPattern-281998390 tempest-TestSnapshotPattern-281998390-project] 10.222.0.59 "GET /v2.0/quotas/f112494cd6f54e3eba1b2de0de7321ab HTTP/1.1" status: 200 len: 375 time: 0.0114648 Jul 27 22:15:13.086366 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvr_db [None req-384472e8-cdde-44ba-8abd-6e891a2dbd4e None None] Set router 928663a7-cff8-4341-8b28-b4d68f577e94 gateway port host: n-d-705658-22 {{(pid=105586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:15:13.089808 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device e3095925-622e-4693-b2b7-886a940bf157 up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:15:13.131362 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-cac99007-498a-4e55-b18b-1a443cff99d0 req-96b0cc57-5bea-470e-8ba8-239ace8190a1 tempest-TestSnapshotPattern-281998390 tempest-TestSnapshotPattern-281998390-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=f112494cd6f54e3eba1b2de0de7321ab&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0658152 Jul 27 22:15:13.142893 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.agents_db [None req-558fcd2c-e512-47bc-a170-8673d87f7213 None None] Agent healthcheck: found 7 active agents {{(pid=105587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 22:15:13.238867 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [req-cac99007-498a-4e55-b18b-1a443cff99d0 req-e164235a-db40-4971-88c7-d5cf2301a880 service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=105585) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 22:15:13.239929 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-cac99007-498a-4e55-b18b-1a443cff99d0 req-e164235a-db40-4971-88c7-d5cf2301a880 service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0959558 Jul 27 22:15:13.330862 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-cac99007-498a-4e55-b18b-1a443cff99d0 req-3d3e5183-16ab-4b95-96d5-f25ebc15d32d service neutron] 10.222.0.59 "GET /v2.0/networks/4037d323-6410-498e-867b-a1776335b23f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845129 Jul 27 22:15:13.351645 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-bb32ed7d-8717-448b-a9c8-a5a0117d1fd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:13.419611 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port e3095925-622e-4693-b2b7-886a940bf157 triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:15:13.420596 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:13.426944 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-cac99007-498a-4e55-b18b-1a443cff99d0 req-d79ceac2-bd51-4f12-9d55-bc8533bf7122 service neutron] 10.222.0.59 "GET /v2.0/networks/4037d323-6410-498e-867b-a1776335b23f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896592 Jul 27 22:15:13.563795 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 12bf5d68-6867-4b24-a200-51c920ea54fb up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:15:13.593469 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-384472e8-cdde-44ba-8abd-6e891a2dbd4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '928663a7-cff8-4341-8b28-b4d68f577e94', 'name': 'tempest-TestSnapshotPattern-1498589536-router', 'tenant_id': '015a1a7beafa4044be64cf50fe671922', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.49'}], 'enable_snat': True}, 'gw_port_id': '12bf5d68-6867-4b24-a200-51c920ea54fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:15:07Z', 'updated_at': '2021-07-27T22:15:10Z', 'revision_number': 4, 'project_id': '015a1a7beafa4044be64cf50fe671922', 'gw_port': {'id': '12bf5d68-6867-4b24-a200-51c920ea54fb', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:b6:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '928663a7-cff8-4341-8b28-b4d68f577e94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4341, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:15:08Z', 'updated_at': '2021-07-27T22:15:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_interfaces': [{'id': 'ec0bd5a1-ea82-4d7f-9bcc-69b6eae5b8f7', 'name': '', 'network_id': '5a109021-d742-457e-ace6-a860f8febdfb', 'tenant_id': '015a1a7beafa4044be64cf50fe671922', 'mac_address': 'fa:16:3e:f9:ea:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '928663a7-cff8-4341-8b28-b4d68f577e94', 'device_owner': 'network:router_interface', 'standard_attr_id': 4342, 'fixed_ips': [{'subnet_id': 'bf27e09b-02b7-4b64-b419-f497e1fdcb63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:15:09Z', 'updated_at': '2021-07-27T22:15:10Z', 'revision_number': 2, 'project_id': '015a1a7beafa4044be64cf50fe671922', 'subnets': [{'id': 'bf27e09b-02b7-4b64-b419-f497e1fdcb63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-22', False) {} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:15:13.594233 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-4d95372f-3e47-4f03-8e93-76d3669572e5 req-3652ab55-d10f-4e96-aba2-380d71b6b5e0 tempest-TestSnapshotPattern-281998390 tempest-TestSnapshotPattern-281998390-project] 10.222.0.59 "GET /v2.0/ports?device_id=bd09d74b-5b11-4f36-ad65-2d74c8106dfe HTTP/1.1" status: 200 len: 210 time: 0.0300493 Jul 27 22:15:13.624349 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-384472e8-cdde-44ba-8abd-6e891a2dbd4e None None] Checking router: 928663a7-cff8-4341-8b28-b4d68f577e94 for host: n-d-705658-22 {{(pid=105586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:15:13.624716 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-384472e8-cdde-44ba-8abd-6e891a2dbd4e None None] Updating router 928663a7-cff8-4341-8b28-b4d68f577e94 port ec0bd5a1-ea82-4d7f-9bcc-69b6eae5b8f7 binding host n-d-705658-22 {{(pid=105586) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 22:15:13.666963 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-384472e8-cdde-44ba-8abd-6e891a2dbd4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:13.684965 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port 12bf5d68-6867-4b24-a200-51c920ea54fb triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:15:13.685262 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:14.018184 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-384472e8-cdde-44ba-8abd-6e891a2dbd4e None None] Notify callbacks [] for port, precommit_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:14.028386 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-384472e8-cdde-44ba-8abd-6e891a2dbd4e None None] Transition to ACTIVE for port object ec0bd5a1-ea82-4d7f-9bcc-69b6eae5b8f7 will not be triggered until provisioned by entity L2. {{(pid=105586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:15:14.034379 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-384472e8-cdde-44ba-8abd-6e891a2dbd4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:14.111097 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7f6d24-bc34-4410-ac53-26632cfcfe58 None None] Pushing event updated for resources: {'Port': ['ID=ec0bd5a1-ea82-4d7f-9bcc-69b6eae5b8f7,revision_number=3']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:15:14.149540 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-384472e8-cdde-44ba-8abd-6e891a2dbd4e None None] Attempting to bind port ec0bd5a1-ea82-4d7f-9bcc-69b6eae5b8f7 on host n-d-705658-22 for vnic_type normal with profile {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:15:14.149848 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-384472e8-cdde-44ba-8abd-6e891a2dbd4e None None] Attempting to bind port ec0bd5a1-ea82-4d7f-9bcc-69b6eae5b8f7 by drivers openvswitch,hyperv on host n-d-705658-22 at level 0 using segments [{'id': '0d27e4e3-6705-42b7-9579-bdfc8aa177a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '5a109021-d742-457e-ace6-a860f8febdfb'}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:15:14.150194 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-384472e8-cdde-44ba-8abd-6e891a2dbd4e None None] Attempting to bind port ec0bd5a1-ea82-4d7f-9bcc-69b6eae5b8f7 on network 5a109021-d742-457e-ace6-a860f8febdfb {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:15:14.155799 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-384472e8-cdde-44ba-8abd-6e891a2dbd4e None None] Checking agent: {'id': '04a7ea91-6318-467e-ace6-b0fb48c8690f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 41, 42), 'started_at': datetime.datetime(2021, 7, 27, 20, 42, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 15, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:15:14.156177 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-384472e8-cdde-44ba-8abd-6e891a2dbd4e None None] Checking segment: {'id': '0d27e4e3-6705-42b7-9579-bdfc8aa177a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '5a109021-d742-457e-ace6-a860f8febdfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:15:14.156585 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-384472e8-cdde-44ba-8abd-6e891a2dbd4e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:14.157276 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-384472e8-cdde-44ba-8abd-6e891a2dbd4e None None] Bound using segment: {'id': '0d27e4e3-6705-42b7-9579-bdfc8aa177a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '5a109021-d742-457e-ace6-a860f8febdfb'} {{(pid=105586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:15:14.157465 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.managers [None req-384472e8-cdde-44ba-8abd-6e891a2dbd4e None None] Bound port: ec0bd5a1-ea82-4d7f-9bcc-69b6eae5b8f7, host: n-d-705658-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d27e4e3-6705-42b7-9579-bdfc8aa177a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '5a109021-d742-457e-ace6-a860f8febdfb'}}] {{(pid=105586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:15:14.157840 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-384472e8-cdde-44ba-8abd-6e891a2dbd4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:14.240053 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-384472e8-cdde-44ba-8abd-6e891a2dbd4e None None] For port ec0bd5a1-ea82-4d7f-9bcc-69b6eae5b8f7, host n-d-705658-22, cleared binding levels {{(pid=105586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:15:14.243652 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-384472e8-cdde-44ba-8abd-6e891a2dbd4e None None] For port ec0bd5a1-ea82-4d7f-9bcc-69b6eae5b8f7, host n-d-705658-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=ec0bd5a1-ea82-4d7f-9bcc-69b6eae5b8f7,segment=NetworkSegment(0d27e4e3-6705-42b7-9579-bdfc8aa177a0),segment_id=0d27e4e3-6705-42b7-9579-bdfc8aa177a0)] {{(pid=105586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:15:14.249589 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-384472e8-cdde-44ba-8abd-6e891a2dbd4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:14.305414 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-384472e8-cdde-44ba-8abd-6e891a2dbd4e None None] Routers {'928663a7-cff8-4341-8b28-b4d68f577e94'} bound to L3 agent in host n-d-705658-22 {{(pid=105586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:15:14.306067 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-384472e8-cdde-44ba-8abd-6e891a2dbd4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T22:15:12Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['928663a7-cff8-4341-8b28-b4d68f577e94'], 'active': True} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:15:14.362765 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7f6d24-bc34-4410-ac53-26632cfcfe58 None None] Pushing event updated for resources: {'Port': ['ID=ec0bd5a1-ea82-4d7f-9bcc-69b6eae5b8f7,revision_number=4']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:15:14.459891 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvr_db [None req-384472e8-cdde-44ba-8abd-6e891a2dbd4e None None] Set router 928663a7-cff8-4341-8b28-b4d68f577e94 gateway port host: n-d-705658-22 {{(pid=105586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:15:14.610033 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-875ced1b-4cf3-463a-9653-058f0f9421e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:14.714027 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-384472e8-cdde-44ba-8abd-6e891a2dbd4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '928663a7-cff8-4341-8b28-b4d68f577e94', 'name': 'tempest-TestSnapshotPattern-1498589536-router', 'tenant_id': '015a1a7beafa4044be64cf50fe671922', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.49'}], 'enable_snat': True}, 'gw_port_id': '12bf5d68-6867-4b24-a200-51c920ea54fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:15:07Z', 'updated_at': '2021-07-27T22:15:10Z', 'revision_number': 4, 'project_id': '015a1a7beafa4044be64cf50fe671922', 'gw_port': {'id': '12bf5d68-6867-4b24-a200-51c920ea54fb', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:b6:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '928663a7-cff8-4341-8b28-b4d68f577e94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4341, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:15:08Z', 'updated_at': '2021-07-27T22:15:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_interfaces': [{'id': 'ec0bd5a1-ea82-4d7f-9bcc-69b6eae5b8f7', 'name': '', 'network_id': '5a109021-d742-457e-ace6-a860f8febdfb', 'tenant_id': '015a1a7beafa4044be64cf50fe671922', 'mac_address': 'fa:16:3e:f9:ea:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '928663a7-cff8-4341-8b28-b4d68f577e94', 'device_owner': 'network:router_interface', 'standard_attr_id': 4342, 'fixed_ips': [{'subnet_id': 'bf27e09b-02b7-4b64-b419-f497e1fdcb63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:15:09Z', 'updated_at': '2021-07-27T22:15:14Z', 'revision_number': 4, 'project_id': '015a1a7beafa4044be64cf50fe671922', 'subnets': [{'id': 'bf27e09b-02b7-4b64-b419-f497e1fdcb63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-22', False) {} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:15:14.742673 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-384472e8-cdde-44ba-8abd-6e891a2dbd4e None None] The sync data for ids ['928663a7-cff8-4341-8b28-b4d68f577e94'] in n-d-705658-22 is: [{'id': '928663a7-cff8-4341-8b28-b4d68f577e94', 'name': 'tempest-TestSnapshotPattern-1498589536-router', 'tenant_id': '015a1a7beafa4044be64cf50fe671922', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.49'}], 'enable_snat': True}, 'gw_port_id': '12bf5d68-6867-4b24-a200-51c920ea54fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:15:07Z', 'updated_at': '2021-07-27T22:15:10Z', 'revision_number': 4, 'project_id': '015a1a7beafa4044be64cf50fe671922', 'gw_port': {'id': '12bf5d68-6867-4b24-a200-51c920ea54fb', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:b6:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '928663a7-cff8-4341-8b28-b4d68f577e94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4341, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:15:08Z', 'updated_at': '2021-07-27T22:15:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_interfaces': [{'id': 'ec0bd5a1-ea82-4d7f-9bcc-69b6eae5b8f7', 'name': '', 'network_id': '5a109021-d742-457e-ace6-a860f8febdfb', 'tenant_id': '015a1a7beafa4044be64cf50fe671922', 'mac_address': 'fa:16:3e:f9:ea:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '928663a7-cff8-4341-8b28-b4d68f577e94', 'device_owner': 'network:router_interface', 'standard_attr_id': 4342, 'fixed_ips': [{'subnet_id': 'bf27e09b-02b7-4b64-b419-f497e1fdcb63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:15:09Z', 'updated_at': '2021-07-27T22:15:14Z', 'revision_number': 4, 'project_id': '015a1a7beafa4044be64cf50fe671922', 'subnets': [{'id': 'bf27e09b-02b7-4b64-b419-f497e1fdcb63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:15:14.764519 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-bce05d53-ba3e-4844-8d06-cc4a76193a55 req-9dbcf15c-22d9-42f3-9b68-09c8cb73b75a tempest-TestSnapshotPattern-281998390 tempest-TestSnapshotPattern-281998390-project] 10.222.0.59 "GET /v2.0/ports?device_id=bd09d74b-5b11-4f36-ad65-2d74c8106dfe HTTP/1.1" status: 200 len: 210 time: 0.0883539 Jul 27 22:15:14.839413 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac99007-498a-4e55-b18b-1a443cff99d0 req-791db454-8dde-436f-a431-7f656c15a0a1 tempest-TestSnapshotPattern-281998390 tempest-TestSnapshotPattern-281998390-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:15:14.840986 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-cac99007-498a-4e55-b18b-1a443cff99d0 req-791db454-8dde-436f-a431-7f656c15a0a1 tempest-TestSnapshotPattern-281998390 tempest-TestSnapshotPattern-281998390-project] 10.222.0.36 "GET /v2.0/networks?id=4037d323-6410-498e-867b-a1776335b23f HTTP/1.1" status: 200 len: 809 time: 0.1789219 Jul 27 22:15:14.902040 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-cac99007-498a-4e55-b18b-1a443cff99d0 req-218d69d1-21df-4bc6-a61e-b69ef824aada tempest-TestSnapshotPattern-281998390 tempest-TestSnapshotPattern-281998390-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f112494cd6f54e3eba1b2de0de7321ab HTTP/1.1" status: 200 len: 380 time: 0.0481477 Jul 27 22:15:14.913290 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [req-cac99007-498a-4e55-b18b-1a443cff99d0 req-5aa48422-db8a-4681-838b-b2ca460dd303 tempest-TestSnapshotPattern-281998390 tempest-TestSnapshotPattern-281998390-project] Request body: {'port': {'device_id': 'bd09d74b-5b11-4f36-ad65-2d74c8106dfe', 'network_id': '4037d323-6410-498e-867b-a1776335b23f', 'admin_state_up': True, 'tenant_id': 'f112494cd6f54e3eba1b2de0de7321ab', 'security_groups': ['36a71d81-6991-4d0b-9b29-2075e31f23fb']}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:15:15.038022 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cac99007-498a-4e55-b18b-1a443cff99d0 req-5aa48422-db8a-4681-838b-b2ca460dd303 tempest-TestSnapshotPattern-281998390 tempest-TestSnapshotPattern-281998390-project] Made reservation on behalf of f112494cd6f54e3eba1b2de0de7321ab for: {'port': 1} {{(pid=105585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:15:15.042389 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-cac99007-498a-4e55-b18b-1a443cff99d0 req-5aa48422-db8a-4681-838b-b2ca460dd303 tempest-TestSnapshotPattern-281998390 tempest-TestSnapshotPattern-281998390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:15.107095 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device ec0bd5a1-ea82-4d7f-9bcc-69b6eae5b8f7 up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:15:15.160553 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning for port ec0bd5a1-ea82-4d7f-9bcc-69b6eae5b8f7 completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:15:15.164800 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port ec0bd5a1-ea82-4d7f-9bcc-69b6eae5b8f7 triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:15:15.165176 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:15.183671 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.db_base_plugin_common [req-cac99007-498a-4e55-b18b-1a443cff99d0 req-5aa48422-db8a-4681-838b-b2ca460dd303 tempest-TestSnapshotPattern-281998390 tempest-TestSnapshotPattern-281998390-project] Allocated IP 172.20.0.11 (4037d323-6410-498e-867b-a1776335b23f/47a93c65-63fd-4065-93d3-89d069daf642/4570fe99-5ace-455a-ab83-07795fdc4a5f) {{(pid=105585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:15:15.258222 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:15.294684 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] For port ec0bd5a1-ea82-4d7f-9bcc-69b6eae5b8f7, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=ec0bd5a1-ea82-4d7f-9bcc-69b6eae5b8f7,segment=NetworkSegment(0d27e4e3-6705-42b7-9579-bdfc8aa177a0),segment_id=0d27e4e3-6705-42b7-9579-bdfc8aa177a0)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:15:15.299596 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:15.343161 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-cac99007-498a-4e55-b18b-1a443cff99d0 req-5aa48422-db8a-4681-838b-b2ca460dd303 tempest-TestSnapshotPattern-281998390 tempest-TestSnapshotPattern-281998390-project] Notify callbacks [] for port, precommit_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:15.348322 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Pushing event updated for resources: {'Port': ['ID=ec0bd5a1-ea82-4d7f-9bcc-69b6eae5b8f7,revision_number=5']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:15:15.356628 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.provisioning_blocks [req-cac99007-498a-4e55-b18b-1a443cff99d0 req-5aa48422-db8a-4681-838b-b2ca460dd303 tempest-TestSnapshotPattern-281998390 tempest-TestSnapshotPattern-281998390-project] Transition to ACTIVE for port object 4570fe99-5ace-455a-ab83-07795fdc4a5f will not be triggered until provisioned by entity DHCP. {{(pid=105585) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:15:15.387882 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-cac99007-498a-4e55-b18b-1a443cff99d0 req-5aa48422-db8a-4681-838b-b2ca460dd303 tempest-TestSnapshotPattern-281998390 tempest-TestSnapshotPattern-281998390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_create {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:15.427555 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cac99007-498a-4e55-b18b-1a443cff99d0 req-5aa48422-db8a-4681-838b-b2ca460dd303 tempest-TestSnapshotPattern-281998390 tempest-TestSnapshotPattern-281998390-project] Network 4037d323-6410-498e-867b-a1776335b23f is already hosted by enough agents. {{(pid=105585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:15:15.430510 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.base_scheduler [req-cac99007-498a-4e55-b18b-1a443cff99d0 req-5aa48422-db8a-4681-838b-b2ca460dd303 tempest-TestSnapshotPattern-281998390 tempest-TestSnapshotPattern-281998390-project] Resources bound (agent type, host, resource id): {{(pid=105585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:15:15.436616 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.l3_dvrscheduler_db [req-cac99007-498a-4e55-b18b-1a443cff99d0 req-5aa48422-db8a-4681-838b-b2ca460dd303 tempest-TestSnapshotPattern-281998390 tempest-TestSnapshotPattern-281998390-project] Received port after_create {{(pid=105585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:15:15.463282 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa48422-db8a-4681-838b-b2ca460dd303 tempest-TestSnapshotPattern-281998390 tempest-TestSnapshotPattern-281998390-project] Pushing event updated for resources: {'Port': ['ID=4570fe99-5ace-455a-ab83-07795fdc4a5f,revision_number=1']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:15:15.489823 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac99007-498a-4e55-b18b-1a443cff99d0 req-5aa48422-db8a-4681-838b-b2ca460dd303 tempest-TestSnapshotPattern-281998390 tempest-TestSnapshotPattern-281998390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:15:15.490603 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-cac99007-498a-4e55-b18b-1a443cff99d0 req-5aa48422-db8a-4681-838b-b2ca460dd303 tempest-TestSnapshotPattern-281998390 tempest-TestSnapshotPattern-281998390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:15.509179 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-cac99007-498a-4e55-b18b-1a443cff99d0 req-5aa48422-db8a-4681-838b-b2ca460dd303 tempest-TestSnapshotPattern-281998390 tempest-TestSnapshotPattern-281998390-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5998790 Jul 27 22:15:15.521780 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.v2.base [req-cac99007-498a-4e55-b18b-1a443cff99d0 req-9a083338-7989-4632-9dad-69f0b4b67191 service neutron] Request body: {'port': {'device_id': 'bd09d74b-5b11-4f36-ad65-2d74c8106dfe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-705658-22'}} {{(pid=105585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:15:15.636933 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-acbda3e6-133a-494f-9a61-ad2dbaca548b None None] Provisioning for port 4570fe99-5ace-455a-ab83-07795fdc4a5f completed by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:15:15.641875 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-acbda3e6-133a-494f-9a61-ad2dbaca548b None None] Provisioning complete for port 4570fe99-5ace-455a-ab83-07795fdc4a5f triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:15:15.642263 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-acbda3e6-133a-494f-9a61-ad2dbaca548b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:15.680728 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-acbda3e6-133a-494f-9a61-ad2dbaca548b None None] Port 4570fe99-5ace-455a-ab83-07795fdc4a5f cannot update to ACTIVE because it is not bound. {{(pid=105586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:15:15.976747 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-cac99007-498a-4e55-b18b-1a443cff99d0 req-9a083338-7989-4632-9dad-69f0b4b67191 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:16.004516 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9f2c89-ef30-477f-a1a3-e327831c0b36 req-6829c219-7c5c-4e13-980f-d59beeea92a1 tempest-TestSnapshotPattern-281998390 tempest-TestSnapshotPattern-281998390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:15:16.005987 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-5b9f2c89-ef30-477f-a1a3-e327831c0b36 req-6829c219-7c5c-4e13-980f-d59beeea92a1 tempest-TestSnapshotPattern-281998390 tempest-TestSnapshotPattern-281998390-project] 10.222.0.59 "GET /v2.0/ports?device_id=bd09d74b-5b11-4f36-ad65-2d74c8106dfe HTTP/1.1" status: 200 len: 932 time: 0.1130795 Jul 27 22:15:16.117324 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-5b9f2c89-ef30-477f-a1a3-e327831c0b36 req-6e2f8a6b-ba39-4b8b-86f4-d04104ce25c2 tempest-TestSnapshotPattern-281998390 tempest-TestSnapshotPattern-281998390-project] 10.222.0.59 "GET /v2.0/security-groups?id=36a71d81-6991-4d0b-9b29-2075e31f23fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0918250 Jul 27 22:15:16.277612 n-d-705658-22 neutron-server[105585]: DEBUG neutron.notifiers.nova [req-cac99007-498a-4e55-b18b-1a443cff99d0 req-9a083338-7989-4632-9dad-69f0b4b67191 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4570fe99-5ace-455a-ab83-07795fdc4a5f {{(pid=105585) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:15:16.285484 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-cac99007-498a-4e55-b18b-1a443cff99d0 req-9a083338-7989-4632-9dad-69f0b4b67191 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:16.297558 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.provisioning_blocks [req-cac99007-498a-4e55-b18b-1a443cff99d0 req-9a083338-7989-4632-9dad-69f0b4b67191 service neutron] Transition to ACTIVE for port object 4570fe99-5ace-455a-ab83-07795fdc4a5f will not be triggered until provisioned by entity L2. {{(pid=105585) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:15:16.301397 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-cac99007-498a-4e55-b18b-1a443cff99d0 req-9a083338-7989-4632-9dad-69f0b4b67191 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10221672'] for port, after_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:16.354186 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a083338-7989-4632-9dad-69f0b4b67191 service neutron] Pushing event updated for resources: {'Port': ['ID=4570fe99-5ace-455a-ab83-07795fdc4a5f,revision_number=2']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:15:16.425908 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.managers [req-cac99007-498a-4e55-b18b-1a443cff99d0 req-9a083338-7989-4632-9dad-69f0b4b67191 service neutron] Attempting to bind port 4570fe99-5ace-455a-ab83-07795fdc4a5f on host n-h1-705658-22 for vnic_type normal with profile {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:15:16.426249 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.managers [req-cac99007-498a-4e55-b18b-1a443cff99d0 req-9a083338-7989-4632-9dad-69f0b4b67191 service neutron] Attempting to bind port 4570fe99-5ace-455a-ab83-07795fdc4a5f by drivers openvswitch,hyperv on host n-h1-705658-22 at level 0 using segments [{'id': 'e2243d9a-6482-4acb-aad5-5daec56b7250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '4037d323-6410-498e-867b-a1776335b23f'}] {{(pid=105585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:15:16.426571 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cac99007-498a-4e55-b18b-1a443cff99d0 req-9a083338-7989-4632-9dad-69f0b4b67191 service neutron] Attempting to bind port 4570fe99-5ace-455a-ab83-07795fdc4a5f on network 4037d323-6410-498e-867b-a1776335b23f {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:15:16.431169 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cac99007-498a-4e55-b18b-1a443cff99d0 req-9a083338-7989-4632-9dad-69f0b4b67191 service neutron] Port 4570fe99-5ace-455a-ab83-07795fdc4a5f on network 4037d323-6410-498e-867b-a1776335b23f not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-22 {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 22:15:16.431493 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cac99007-498a-4e55-b18b-1a443cff99d0 req-9a083338-7989-4632-9dad-69f0b4b67191 service neutron] Attempting to bind port 4570fe99-5ace-455a-ab83-07795fdc4a5f on network 4037d323-6410-498e-867b-a1776335b23f {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:15:16.436585 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cac99007-498a-4e55-b18b-1a443cff99d0 req-9a083338-7989-4632-9dad-69f0b4b67191 service neutron] Checking agent: {'id': '9d9bc37f-4d75-44ef-9f63-799aab3e316f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 49, 36), 'started_at': datetime.datetime(2021, 7, 27, 20, 49, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 15, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:15:16.436927 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cac99007-498a-4e55-b18b-1a443cff99d0 req-9a083338-7989-4632-9dad-69f0b4b67191 service neutron] Checking segment: {'id': 'e2243d9a-6482-4acb-aad5-5daec56b7250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '4037d323-6410-498e-867b-a1776335b23f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:15:16.437309 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cac99007-498a-4e55-b18b-1a443cff99d0 req-9a083338-7989-4632-9dad-69f0b4b67191 service neutron] Bound using segment: {'id': 'e2243d9a-6482-4acb-aad5-5daec56b7250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '4037d323-6410-498e-867b-a1776335b23f'} {{(pid=105585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:15:16.437737 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.managers [req-cac99007-498a-4e55-b18b-1a443cff99d0 req-9a083338-7989-4632-9dad-69f0b4b67191 service neutron] Bound port: 4570fe99-5ace-455a-ab83-07795fdc4a5f, host: n-h1-705658-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e2243d9a-6482-4acb-aad5-5daec56b7250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '4037d323-6410-498e-867b-a1776335b23f'}}] {{(pid=105585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:15:16.438096 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-cac99007-498a-4e55-b18b-1a443cff99d0 req-9a083338-7989-4632-9dad-69f0b4b67191 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:16.504170 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.db [req-cac99007-498a-4e55-b18b-1a443cff99d0 req-9a083338-7989-4632-9dad-69f0b4b67191 service neutron] For port 4570fe99-5ace-455a-ab83-07795fdc4a5f, host n-h1-705658-22, cleared binding levels {{(pid=105585) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:15:16.507214 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.db [req-cac99007-498a-4e55-b18b-1a443cff99d0 req-9a083338-7989-4632-9dad-69f0b4b67191 service neutron] For port 4570fe99-5ace-455a-ab83-07795fdc4a5f, host n-h1-705658-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=4570fe99-5ace-455a-ab83-07795fdc4a5f,segment=NetworkSegment(e2243d9a-6482-4acb-aad5-5daec56b7250),segment_id=e2243d9a-6482-4acb-aad5-5daec56b7250)] {{(pid=105585) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:15:16.512568 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-cac99007-498a-4e55-b18b-1a443cff99d0 req-9a083338-7989-4632-9dad-69f0b4b67191 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10221672'] for port, after_update {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:16.546797 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac99007-498a-4e55-b18b-1a443cff99d0 req-9a083338-7989-4632-9dad-69f0b4b67191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:15:16.547444 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-cac99007-498a-4e55-b18b-1a443cff99d0 req-9a083338-7989-4632-9dad-69f0b4b67191 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:16.548839 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-cac99007-498a-4e55-b18b-1a443cff99d0 req-9a083338-7989-4632-9dad-69f0b4b67191 service neutron] 10.222.0.36 "PUT /v2.0/ports/4570fe99-5ace-455a-ab83-07795fdc4a5f HTTP/1.1" status: 200 len: 1093 time: 1.0314837 Jul 27 22:15:16.549395 n-d-705658-22 neutron-server[105585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd09d74b-5b11-4f36-ad65-2d74c8106dfe', 'tag': '4570fe99-5ace-455a-ab83-07795fdc4a5f'}] {{(pid=105585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:15:16.551670 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f24452fb85b5ff3d9a44b103084d24ac6536fc7c3e33f3cafe2d6008071b0351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7ebb645-f304-488e-b303-a49e8ad9e488" -d '{"events": [{"name": "network-changed", "server_uuid": "bd09d74b-5b11-4f36-ad65-2d74c8106dfe", "tag": "4570fe99-5ace-455a-ab83-07795fdc4a5f"}]}' {{(pid=105585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:15:16.584883 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a083338-7989-4632-9dad-69f0b4b67191 service neutron] Pushing event updated for resources: {'Port': ['ID=4570fe99-5ace-455a-ab83-07795fdc4a5f,revision_number=3']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:15:16.597728 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 22:15:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fac6dcad-0318-4b62-bbd2-8a61becdfa4e x-openstack-request-id: req-fac6dcad-0318-4b62-bbd2-8a61becdfa4e {{(pid=105585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:15:16.597993 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd09d74b-5b11-4f36-ad65-2d74c8106dfe", "tag": "4570fe99-5ace-455a-ab83-07795fdc4a5f", "status": "completed", "code": 200}]} {{(pid=105585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:15:16.598305 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-fac6dcad-0318-4b62-bbd2-8a61becdfa4e {{(pid=105585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:15:16.598762 n-d-705658-22 neutron-server[105585]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd09d74b-5b11-4f36-ad65-2d74c8106dfe', 'tag': '4570fe99-5ace-455a-ab83-07795fdc4a5f', 'status': 'completed', 'code': 200} Jul 27 22:15:16.648677 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac99007-498a-4e55-b18b-1a443cff99d0 req-fdaae8ac-29cf-4afc-9b67-5493a44b73ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:15:16.650215 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-cac99007-498a-4e55-b18b-1a443cff99d0 req-fdaae8ac-29cf-4afc-9b67-5493a44b73ff service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f112494cd6f54e3eba1b2de0de7321ab&device_id=bd09d74b-5b11-4f36-ad65-2d74c8106dfe HTTP/1.1" status: 200 len: 1096 time: 0.0623021 Jul 27 22:15:16.695679 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-cac99007-498a-4e55-b18b-1a443cff99d0 req-9ce0066f-ca4d-4852-8d2b-94625301671c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4570fe99-5ace-455a-ab83-07795fdc4a5f HTTP/1.1" status: 200 len: 217 time: 0.0378902 Jul 27 22:15:16.747284 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac99007-498a-4e55-b18b-1a443cff99d0 req-b7ba5906-b5d3-49fb-a199-7f7ffb11a22c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:15:16.748849 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-cac99007-498a-4e55-b18b-1a443cff99d0 req-b7ba5906-b5d3-49fb-a199-7f7ffb11a22c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=47a93c65-63fd-4065-93d3-89d069daf642 HTTP/1.1" status: 200 len: 848 time: 0.0462055 Jul 27 22:15:16.807245 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac99007-498a-4e55-b18b-1a443cff99d0 req-4cd3cd5f-f130-4509-8188-64400b7cc0b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:15:16.808726 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-cac99007-498a-4e55-b18b-1a443cff99d0 req-4cd3cd5f-f130-4509-8188-64400b7cc0b2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4037d323-6410-498e-867b-a1776335b23f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0528290 Jul 27 22:15:16.902399 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-cac99007-498a-4e55-b18b-1a443cff99d0 req-f365152a-3677-4ffc-a3c6-05e55932d006 service neutron] 10.222.0.36 "GET /v2.0/networks/4037d323-6410-498e-867b-a1776335b23f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854321 Jul 27 22:15:16.991755 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-cac99007-498a-4e55-b18b-1a443cff99d0 req-a33734cc-3d87-4e88-a1b9-5fc351532974 service neutron] 10.222.0.36 "GET /v2.0/networks/4037d323-6410-498e-867b-a1776335b23f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821216 Jul 27 22:15:17.077241 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device ec0bd5a1-ea82-4d7f-9bcc-69b6eae5b8f7 up at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:15:17.098674 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ebb645-f304-488e-b303-a49e8ad9e488 req-76a7dfa9-f6a3-4ca8-9413-50da3f3e1fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:15:17.100266 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f7ebb645-f304-488e-b303-a49e8ad9e488 req-76a7dfa9-f6a3-4ca8-9413-50da3f3e1fc5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f112494cd6f54e3eba1b2de0de7321ab&device_id=bd09d74b-5b11-4f36-ad65-2d74c8106dfe HTTP/1.1" status: 200 len: 1096 time: 0.0634153 Jul 27 22:15:17.133481 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Provisioning complete for port ec0bd5a1-ea82-4d7f-9bcc-69b6eae5b8f7 triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:15:17.133854 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:17.205891 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ebb645-f304-488e-b303-a49e8ad9e488 req-fe76a1c0-4129-4d83-a624-54e613cf0da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:15:17.207376 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f7ebb645-f304-488e-b303-a49e8ad9e488 req-fe76a1c0-4129-4d83-a624-54e613cf0da5 service neutron] 10.222.0.36 "GET /v2.0/networks?id=4037d323-6410-498e-867b-a1776335b23f HTTP/1.1" status: 200 len: 910 time: 0.0991704 Jul 27 22:15:17.269406 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f7ebb645-f304-488e-b303-a49e8ad9e488 req-73eecab4-7695-42f3-8a38-b77b03cac5fd service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4570fe99-5ace-455a-ab83-07795fdc4a5f HTTP/1.1" status: 200 len: 217 time: 0.0441771 Jul 27 22:15:17.326895 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fdac16-f892-42ea-8efb-daa4f1a6fa06 req-94eda9a5-d1ae-48f7-8413-126ebd060f5d tempest-TestSnapshotPattern-281998390 tempest-TestSnapshotPattern-281998390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:15:17.328527 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a3fdac16-f892-42ea-8efb-daa4f1a6fa06 req-94eda9a5-d1ae-48f7-8413-126ebd060f5d tempest-TestSnapshotPattern-281998390 tempest-TestSnapshotPattern-281998390-project] 10.222.0.59 "GET /v2.0/ports?device_id=bd09d74b-5b11-4f36-ad65-2d74c8106dfe HTTP/1.1" status: 200 len: 944 time: 0.1407180 Jul 27 22:15:17.353703 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ebb645-f304-488e-b303-a49e8ad9e488 req-9f1961b6-ae17-44f1-bb94-e1197ac5c1a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:15:17.355199 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f7ebb645-f304-488e-b303-a49e8ad9e488 req-9f1961b6-ae17-44f1-bb94-e1197ac5c1a3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=47a93c65-63fd-4065-93d3-89d069daf642 HTTP/1.1" status: 200 len: 848 time: 0.0767562 Jul 27 22:15:17.405451 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a3fdac16-f892-42ea-8efb-daa4f1a6fa06 req-dc4e7e0f-3d80-4334-8bc8-a59ccadb7b25 tempest-TestSnapshotPattern-281998390 tempest-TestSnapshotPattern-281998390-project] 10.222.0.59 "GET /v2.0/security-groups?id=36a71d81-6991-4d0b-9b29-2075e31f23fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704064 Jul 27 22:15:17.433354 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ebb645-f304-488e-b303-a49e8ad9e488 req-a103dc08-c596-45c2-b4b9-69cec7dff1a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:15:17.434887 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f7ebb645-f304-488e-b303-a49e8ad9e488 req-a103dc08-c596-45c2-b4b9-69cec7dff1a1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4037d323-6410-498e-867b-a1776335b23f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0722535 Jul 27 22:15:17.534371 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f7ebb645-f304-488e-b303-a49e8ad9e488 req-40014db3-1264-4704-b949-616097cc1999 service neutron] 10.222.0.36 "GET /v2.0/networks/4037d323-6410-498e-867b-a1776335b23f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905592 Jul 27 22:15:17.635139 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f7ebb645-f304-488e-b303-a49e8ad9e488 req-23aba6b5-e41a-4bd2-81b2-7803b70ef6d7 service neutron] 10.222.0.36 "GET /v2.0/networks/4037d323-6410-498e-867b-a1776335b23f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933461 Jul 27 22:15:18.551614 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57cfb05-dc62-4f24-94d2-92a5bf9c804c req-43a2abac-f3ac-4511-8aaf-73c9e28fb951 tempest-TestSnapshotPattern-281998390 tempest-TestSnapshotPattern-281998390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:15:18.553110 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f57cfb05-dc62-4f24-94d2-92a5bf9c804c req-43a2abac-f3ac-4511-8aaf-73c9e28fb951 tempest-TestSnapshotPattern-281998390 tempest-TestSnapshotPattern-281998390-project] 10.222.0.59 "GET /v2.0/ports?device_id=bd09d74b-5b11-4f36-ad65-2d74c8106dfe HTTP/1.1" status: 200 len: 944 time: 0.0689421 Jul 27 22:15:18.589961 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f57cfb05-dc62-4f24-94d2-92a5bf9c804c req-ae347b9d-34a4-45f3-a6dd-ecdd18c4f1c0 tempest-TestSnapshotPattern-281998390 tempest-TestSnapshotPattern-281998390-project] 10.222.0.59 "GET /v2.0/security-groups?id=36a71d81-6991-4d0b-9b29-2075e31f23fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309069 Jul 27 22:15:19.718209 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cd4389-8e1b-4dfa-bd1c-9fb4c1c1fecf req-5327decf-7e28-4571-8561-1884c54bbe41 tempest-TestSnapshotPattern-281998390 tempest-TestSnapshotPattern-281998390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:15:19.719707 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-23cd4389-8e1b-4dfa-bd1c-9fb4c1c1fecf req-5327decf-7e28-4571-8561-1884c54bbe41 tempest-TestSnapshotPattern-281998390 tempest-TestSnapshotPattern-281998390-project] 10.222.0.59 "GET /v2.0/ports?device_id=bd09d74b-5b11-4f36-ad65-2d74c8106dfe HTTP/1.1" status: 200 len: 944 time: 0.0629396 Jul 27 22:15:19.756898 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-23cd4389-8e1b-4dfa-bd1c-9fb4c1c1fecf req-8853c4b4-1b2c-4ee6-8afd-687bfafe5411 tempest-TestSnapshotPattern-281998390 tempest-TestSnapshotPattern-281998390-project] 10.222.0.59 "GET /v2.0/security-groups?id=36a71d81-6991-4d0b-9b29-2075e31f23fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312760 Jul 27 22:15:20.340204 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device 4570fe99-5ace-455a-ab83-07795fdc4a5f details requested by agent hyperv_n-h1-705658-22 with host n-h1-705658-22 {{(pid=105586) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 22:15:20.436639 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] For port 4570fe99-5ace-455a-ab83-07795fdc4a5f, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=4570fe99-5ace-455a-ab83-07795fdc4a5f,segment=NetworkSegment(e2243d9a-6482-4acb-aad5-5daec56b7250),segment_id=e2243d9a-6482-4acb-aad5-5daec56b7250)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:15:20.447641 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Returning: {'device': '4570fe99-5ace-455a-ab83-07795fdc4a5f', 'network_id': '4037d323-6410-498e-867b-a1776335b23f', 'port_id': '4570fe99-5ace-455a-ab83-07795fdc4a5f', 'mac_address': 'fa:16:3e:6c:83:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 215, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47a93c65-63fd-4065-93d3-89d069daf642', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105586) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 22:15:20.483743 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:20.495831 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4570fe99-5ace-455a-ab83-07795fdc4a5f {{(pid=105586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:15:20.514883 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] For port 4570fe99-5ace-455a-ab83-07795fdc4a5f, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=4570fe99-5ace-455a-ab83-07795fdc4a5f,segment=NetworkSegment(e2243d9a-6482-4acb-aad5-5daec56b7250),segment_id=e2243d9a-6482-4acb-aad5-5daec56b7250)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:15:20.519342 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:20.568067 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Pushing event updated for resources: {'Port': ['ID=4570fe99-5ace-455a-ab83-07795fdc4a5f,revision_number=4']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:15:20.723722 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] get_ports_and_sgs() called for port_ids ['4570fe99-5ace-455a-ab83-07795fdc4a5f'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:15:20.887089 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05fd867-3285-43bb-b022-96a6fcc8aa76 req-b389a176-917d-42bd-a99b-ebe2ffd0f109 tempest-TestSnapshotPattern-281998390 tempest-TestSnapshotPattern-281998390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:15:20.889166 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b05fd867-3285-43bb-b022-96a6fcc8aa76 req-b389a176-917d-42bd-a99b-ebe2ffd0f109 tempest-TestSnapshotPattern-281998390 tempest-TestSnapshotPattern-281998390-project] 10.222.0.59 "GET /v2.0/ports?device_id=bd09d74b-5b11-4f36-ad65-2d74c8106dfe HTTP/1.1" status: 200 len: 945 time: 0.0632441 Jul 27 22:15:20.930014 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b05fd867-3285-43bb-b022-96a6fcc8aa76 req-2f9b8180-7b07-4c9e-92ab-820c9c7e2fa1 tempest-TestSnapshotPattern-281998390 tempest-TestSnapshotPattern-281998390-project] 10.222.0.59 "GET /v2.0/security-groups?id=36a71d81-6991-4d0b-9b29-2075e31f23fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349286 Jul 27 22:15:22.060658 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea0bfcd-c1f8-47f6-8378-af300205dbef req-aac0a951-c0db-482b-b9fe-8db0b3d32c8f tempest-TestSnapshotPattern-281998390 tempest-TestSnapshotPattern-281998390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:15:22.062226 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-9ea0bfcd-c1f8-47f6-8378-af300205dbef req-aac0a951-c0db-482b-b9fe-8db0b3d32c8f tempest-TestSnapshotPattern-281998390 tempest-TestSnapshotPattern-281998390-project] 10.222.0.59 "GET /v2.0/ports?device_id=bd09d74b-5b11-4f36-ad65-2d74c8106dfe HTTP/1.1" status: 200 len: 945 time: 0.0667863 Jul 27 22:15:22.101994 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-9ea0bfcd-c1f8-47f6-8378-af300205dbef req-5a4fb538-585e-45db-8c9c-2c8ef9b220a2 tempest-TestSnapshotPattern-281998390 tempest-TestSnapshotPattern-281998390-project] 10.222.0.59 "GET /v2.0/security-groups?id=36a71d81-6991-4d0b-9b29-2075e31f23fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337844 Jul 27 22:15:22.342091 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device 4570fe99-5ace-455a-ab83-07795fdc4a5f up at agent hyperv_n-h1-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:15:22.388115 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Provisioning for port 4570fe99-5ace-455a-ab83-07795fdc4a5f completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:15:22.400016 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Provisioning complete for port 4570fe99-5ace-455a-ab83-07795fdc4a5f triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:15:22.400385 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:22.478276 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:22.500542 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd09d74b-5b11-4f36-ad65-2d74c8106dfe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4570fe99-5ace-455a-ab83-07795fdc4a5f'}] {{(pid=105586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:15:22.502763 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fee2e8668661828e318a8d53a8a935935453ec21149a086d6a2055ff627b97ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8d3ff98-01b6-4f9b-810a-5b18b2ed07e7" -d '{"events": [{"server_uuid": "bd09d74b-5b11-4f36-ad65-2d74c8106dfe", "name": "network-vif-plugged", "status": "completed", "tag": "4570fe99-5ace-455a-ab83-07795fdc4a5f"}]}' {{(pid=105586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:15:22.516484 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] For port 4570fe99-5ace-455a-ab83-07795fdc4a5f, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=4570fe99-5ace-455a-ab83-07795fdc4a5f,segment=NetworkSegment(e2243d9a-6482-4acb-aad5-5daec56b7250),segment_id=e2243d9a-6482-4acb-aad5-5daec56b7250)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:15:22.520619 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:22.545444 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:15:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cb1dbd4-2877-462f-be1b-d48d8788ef26 x-openstack-request-id: req-3cb1dbd4-2877-462f-be1b-d48d8788ef26 {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:15:22.545731 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd09d74b-5b11-4f36-ad65-2d74c8106dfe", "name": "network-vif-plugged", "status": "completed", "tag": "4570fe99-5ace-455a-ab83-07795fdc4a5f", "code": 200}]} {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:15:22.545979 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-3cb1dbd4-2877-462f-be1b-d48d8788ef26 {{(pid=105586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:15:22.546408 n-d-705658-22 neutron-server[105586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd09d74b-5b11-4f36-ad65-2d74c8106dfe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4570fe99-5ace-455a-ab83-07795fdc4a5f', 'code': 200} Jul 27 22:15:22.571826 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Pushing event updated for resources: {'Port': ['ID=4570fe99-5ace-455a-ab83-07795fdc4a5f,revision_number=5']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:15:22.646722 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9fc937-b204-4581-aa81-e136e8537a9c req-1bbd5f12-38a2-4e11-9885-65e02e6ef4d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:15:22.648173 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-8e9fc937-b204-4581-aa81-e136e8537a9c req-1bbd5f12-38a2-4e11-9885-65e02e6ef4d2 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=bd09d74b-5b11-4f36-ad65-2d74c8106dfe HTTP/1.1" status: 200 len: 1098 time: 0.0532215 Jul 27 22:15:22.682809 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-8e9fc937-b204-4581-aa81-e136e8537a9c req-c8abdcf1-ef1d-49d4-8b6f-d2f25549f45e service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=36a71d81-6991-4d0b-9b29-2075e31f23fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0269399 Jul 27 22:15:23.233669 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3eeac9-a0e7-4e95-9297-07b9c4875447 req-f4cdb363-6d57-4bb8-9201-742e7dd5ed55 tempest-TestSnapshotPattern-281998390 tempest-TestSnapshotPattern-281998390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:15:23.235171 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-9c3eeac9-a0e7-4e95-9297-07b9c4875447 req-f4cdb363-6d57-4bb8-9201-742e7dd5ed55 tempest-TestSnapshotPattern-281998390 tempest-TestSnapshotPattern-281998390-project] 10.222.0.59 "GET /v2.0/ports?device_id=bd09d74b-5b11-4f36-ad65-2d74c8106dfe HTTP/1.1" status: 200 len: 946 time: 0.0669861 Jul 27 22:15:23.272158 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-9c3eeac9-a0e7-4e95-9297-07b9c4875447 req-03c9a6c6-66d9-434c-9847-829dfe434467 tempest-TestSnapshotPattern-281998390 tempest-TestSnapshotPattern-281998390-project] 10.222.0.59 "GET /v2.0/security-groups?id=36a71d81-6991-4d0b-9b29-2075e31f23fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308897 Jul 27 22:15:24.402097 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0ed25a-4f5e-4415-adae-304a35585b9d req-cb731b21-c633-4122-8d9b-51717baa000d tempest-TestSnapshotPattern-281998390 tempest-TestSnapshotPattern-281998390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:15:24.403653 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-1f0ed25a-4f5e-4415-adae-304a35585b9d req-cb731b21-c633-4122-8d9b-51717baa000d tempest-TestSnapshotPattern-281998390 tempest-TestSnapshotPattern-281998390-project] 10.222.0.59 "GET /v2.0/ports?device_id=bd09d74b-5b11-4f36-ad65-2d74c8106dfe HTTP/1.1" status: 200 len: 946 time: 0.0650964 Jul 27 22:15:24.442531 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-1f0ed25a-4f5e-4415-adae-304a35585b9d req-fdb35e58-b628-41e6-b3fb-bc87a8525201 tempest-TestSnapshotPattern-281998390 tempest-TestSnapshotPattern-281998390-project] 10.222.0.59 "GET /v2.0/security-groups?id=36a71d81-6991-4d0b-9b29-2075e31f23fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316074 Jul 27 22:15:24.570682 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d6dbd0-1102-4a6f-a0c9-1f6ac180ba44 req-124e72ab-496e-4b79-8b14-59faddcad6c9 tempest-TestSnapshotPattern-281998390 tempest-TestSnapshotPattern-281998390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:15:24.572116 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-49d6dbd0-1102-4a6f-a0c9-1f6ac180ba44 req-124e72ab-496e-4b79-8b14-59faddcad6c9 tempest-TestSnapshotPattern-281998390 tempest-TestSnapshotPattern-281998390-project] 10.222.0.59 "GET /v2.0/ports?device_id=bd09d74b-5b11-4f36-ad65-2d74c8106dfe HTTP/1.1" status: 200 len: 946 time: 0.0636206 Jul 27 22:15:24.609468 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-49d6dbd0-1102-4a6f-a0c9-1f6ac180ba44 req-dbcaae76-180a-42d0-a28b-a88fd6b36ff2 tempest-TestSnapshotPattern-281998390 tempest-TestSnapshotPattern-281998390-project] 10.222.0.59 "GET /v2.0/security-groups?id=36a71d81-6991-4d0b-9b29-2075e31f23fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307508 Jul 27 22:15:24.630729 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 40848) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:15:24.728173 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0faaeb8d-7b24-43d5-9a3c-ffc210597ef1 tempest-TestSnapshotPattern-185969574 tempest-TestSnapshotPattern-185969574-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:15:24.729764 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-0faaeb8d-7b24-43d5-9a3c-ffc210597ef1 tempest-TestSnapshotPattern-185969574 tempest-TestSnapshotPattern-185969574-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=bd09d74b-5b11-4f36-ad65-2d74c8106dfe HTTP/1.1" status: 200 len: 1093 time: 0.0980022 Jul 27 22:15:24.732580 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 40852) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:15:24.737134 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-1dc8feab-07aa-42bc-92ca-3e71acc47c3e tempest-TestSnapshotPattern-281998390 tempest-TestSnapshotPattern-281998390-project] Request body: {'floatingip': {'floating_network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'port_id': '4570fe99-5ace-455a-ab83-07795fdc4a5f', 'tenant_id': 'f112494cd6f54e3eba1b2de0de7321ab', 'fixed_ip_address': '172.20.0.11'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:15:24.758625 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-1dc8feab-07aa-42bc-92ca-3e71acc47c3e tempest-TestSnapshotPattern-281998390 tempest-TestSnapshotPattern-281998390-project] Notify callbacks [] for floatingip, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:24.852929 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-1dc8feab-07aa-42bc-92ca-3e71acc47c3e tempest-TestSnapshotPattern-281998390 tempest-TestSnapshotPattern-281998390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:24.957449 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.db_base_plugin_common [None req-1dc8feab-07aa-42bc-92ca-3e71acc47c3e tempest-TestSnapshotPattern-281998390 tempest-TestSnapshotPattern-281998390-project] Allocated IP 172.25.5.183 (8735d8a2-b604-4758-ae71-b40e4ee6f305/eca7dbab-b9c0-4c8f-a272-816ea8a81764/ba3c89f8-9136-49cb-9cad-696067e76be5) {{(pid=105584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:15:25.054969 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-1dc8feab-07aa-42bc-92ca-3e71acc47c3e tempest-TestSnapshotPattern-281998390 tempest-TestSnapshotPattern-281998390-project] Notify callbacks [] for port, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:25.093258 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-1dc8feab-07aa-42bc-92ca-3e71acc47c3e tempest-TestSnapshotPattern-281998390 tempest-TestSnapshotPattern-281998390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:25.133053 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dc8feab-07aa-42bc-92ca-3e71acc47c3e tempest-TestSnapshotPattern-281998390 tempest-TestSnapshotPattern-281998390-project] Network 8735d8a2-b604-4758-ae71-b40e4ee6f305 is already hosted by enough agents. {{(pid=105584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:15:25.135742 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [None req-1dc8feab-07aa-42bc-92ca-3e71acc47c3e tempest-TestSnapshotPattern-281998390 tempest-TestSnapshotPattern-281998390-project] Resources bound (agent type, host, resource id): {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:15:25.142123 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dc8feab-07aa-42bc-92ca-3e71acc47c3e tempest-TestSnapshotPattern-281998390 tempest-TestSnapshotPattern-281998390-project] Received port after_create {{(pid=105584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:15:25.170024 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc8feab-07aa-42bc-92ca-3e71acc47c3e tempest-TestSnapshotPattern-281998390 tempest-TestSnapshotPattern-281998390-project] Pushing event updated for resources: {'Port': ['ID=ba3c89f8-9136-49cb-9cad-696067e76be5,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:15:25.507620 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-1dc8feab-07aa-42bc-92ca-3e71acc47c3e tempest-TestSnapshotPattern-281998390 tempest-TestSnapshotPattern-281998390-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:25.585645 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-1dc8feab-07aa-42bc-92ca-3e71acc47c3e tempest-TestSnapshotPattern-281998390 tempest-TestSnapshotPattern-281998390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:25.733705 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-1dc8feab-07aa-42bc-92ca-3e71acc47c3e tempest-TestSnapshotPattern-281998390 tempest-TestSnapshotPattern-281998390-project] Notify callbacks [] for port, precommit_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:25.738080 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-1dc8feab-07aa-42bc-92ca-3e71acc47c3e tempest-TestSnapshotPattern-281998390 tempest-TestSnapshotPattern-281998390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9014027'] for port, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:25.803830 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc8feab-07aa-42bc-92ca-3e71acc47c3e tempest-TestSnapshotPattern-281998390 tempest-TestSnapshotPattern-281998390-project] Pushing event updated for resources: {'Port': ['ID=ba3c89f8-9136-49cb-9cad-696067e76be5,revision_number=2']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:15:25.815788 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-1dc8feab-07aa-42bc-92ca-3e71acc47c3e tempest-TestSnapshotPattern-281998390 tempest-TestSnapshotPattern-281998390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4075768'] for floatingip, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:25.916208 n-d-705658-22 neutron-server[105584]: INFO neutron.db.l3_db [None req-1dc8feab-07aa-42bc-92ca-3e71acc47c3e tempest-TestSnapshotPattern-281998390 tempest-TestSnapshotPattern-281998390-project] Floating IP 1b368a2a-dce3-43df-b1bc-5ab87d609974 associated. External IP: 172.25.5.183, port: 4570fe99-5ace-455a-ab83-07795fdc4a5f. Jul 27 22:15:26.117119 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1dc8feab-07aa-42bc-92ca-3e71acc47c3e tempest-TestSnapshotPattern-281998390 tempest-TestSnapshotPattern-281998390-project] Router 7a969a30-8fe3-4cd2-8190-8fb9d4ac00cd has already been hosted by L3 agent dd128fd7-8e57-4d4f-895b-a96b369df59a {{(pid=105584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:15:26.222586 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1dc8feab-07aa-42bc-92ca-3e71acc47c3e tempest-TestSnapshotPattern-281998390 tempest-TestSnapshotPattern-281998390-project] Notify agent at l3_agent.n-d-705658-22 the message routers_updated {{(pid=105584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:15:26.231977 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad7e7970-14c1-4a66-a572-170fe387ff6b None None] Sync routers for ids ['7a969a30-8fe3-4cd2-8190-8fb9d4ac00cd'] in n-d-705658-22 {{(pid=105587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:15:26.238046 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-1dc8feab-07aa-42bc-92ca-3e71acc47c3e tempest-TestSnapshotPattern-281998390 tempest-TestSnapshotPattern-281998390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for floatingip, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:26.241816 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad7e7970-14c1-4a66-a572-170fe387ff6b None None] Routers {'7a969a30-8fe3-4cd2-8190-8fb9d4ac00cd'} bound to L3 agent in host n-d-705658-22 {{(pid=105587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:15:26.242423 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-ad7e7970-14c1-4a66-a572-170fe387ff6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T22:15:12Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['7a969a30-8fe3-4cd2-8190-8fb9d4ac00cd'], 'active': True} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:15:26.274438 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-1dc8feab-07aa-42bc-92ca-3e71acc47c3e tempest-TestSnapshotPattern-281998390 tempest-TestSnapshotPattern-281998390-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5408523 Jul 27 22:15:26.275158 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd09d74b-5b11-4f36-ad65-2d74c8106dfe', 'tag': '4570fe99-5ace-455a-ab83-07795fdc4a5f'}] {{(pid=105584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:15:26.277559 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a14b7e693ac0d3b36d252540d57b2183de19e2104d11de1d527dbb6a6689965" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5440bb64-a2d5-449f-9850-60f1ffcd96c5" -d '{"events": [{"name": "network-changed", "server_uuid": "bd09d74b-5b11-4f36-ad65-2d74c8106dfe", "tag": "4570fe99-5ace-455a-ab83-07795fdc4a5f"}]}' {{(pid=105584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:15:26.347067 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvr_db [None req-ad7e7970-14c1-4a66-a572-170fe387ff6b None None] Set router 7a969a30-8fe3-4cd2-8190-8fb9d4ac00cd gateway port host: n-d-705658-22 {{(pid=105587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:15:26.369399 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 22:15:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66353fba-c4ba-477b-bdd1-5a1842bc2ce1 x-openstack-request-id: req-66353fba-c4ba-477b-bdd1-5a1842bc2ce1 {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:15:26.369689 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd09d74b-5b11-4f36-ad65-2d74c8106dfe", "tag": "4570fe99-5ace-455a-ab83-07795fdc4a5f", "status": "completed", "code": 200}]} {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:15:26.369949 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-66353fba-c4ba-477b-bdd1-5a1842bc2ce1 {{(pid=105584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:15:26.370360 n-d-705658-22 neutron-server[105584]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd09d74b-5b11-4f36-ad65-2d74c8106dfe', 'tag': '4570fe99-5ace-455a-ab83-07795fdc4a5f', 'status': 'completed', 'code': 200} Jul 27 22:15:26.450159 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5440bb64-a2d5-449f-9850-60f1ffcd96c5 req-a89735ea-4f0d-4f2d-a65c-ebedb59167f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:15:26.452217 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-5440bb64-a2d5-449f-9850-60f1ffcd96c5 req-a89735ea-4f0d-4f2d-a65c-ebedb59167f8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f112494cd6f54e3eba1b2de0de7321ab&device_id=bd09d74b-5b11-4f36-ad65-2d74c8106dfe HTTP/1.1" status: 200 len: 1098 time: 0.0605705 Jul 27 22:15:26.559712 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5440bb64-a2d5-449f-9850-60f1ffcd96c5 req-aa35f774-c8e5-4f79-95a9-bdaf1e5c1506 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:15:26.561253 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-5440bb64-a2d5-449f-9850-60f1ffcd96c5 req-aa35f774-c8e5-4f79-95a9-bdaf1e5c1506 service neutron] 10.222.0.36 "GET /v2.0/networks?id=4037d323-6410-498e-867b-a1776335b23f HTTP/1.1" status: 200 len: 910 time: 0.1018431 Jul 27 22:15:26.635721 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-5440bb64-a2d5-449f-9850-60f1ffcd96c5 req-c3c31768-cbf0-4baa-b29e-644f055dcc67 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4570fe99-5ace-455a-ab83-07795fdc4a5f HTTP/1.1" status: 200 len: 1000 time: 0.0668049 Jul 27 22:15:26.679651 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-ad7e7970-14c1-4a66-a572-170fe387ff6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a969a30-8fe3-4cd2-8190-8fb9d4ac00cd', 'name': 'tempest-TestSnapshotPattern-714177838-router', 'tenant_id': 'f112494cd6f54e3eba1b2de0de7321ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.170'}], 'enable_snat': True}, 'gw_port_id': '64d190e1-f038-4fef-a5af-945006b5e7a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:15:02Z', 'updated_at': '2021-07-27T22:15:05Z', 'revision_number': 4, 'project_id': 'f112494cd6f54e3eba1b2de0de7321ab', 'gw_port': {'id': '64d190e1-f038-4fef-a5af-945006b5e7a6', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:b8:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a969a30-8fe3-4cd2-8190-8fb9d4ac00cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:15:03Z', 'updated_at': '2021-07-27T22:15:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_floatingips': [{'id': '1b368a2a-dce3-43df-b1bc-5ab87d609974', 'tenant_id': 'f112494cd6f54e3eba1b2de0de7321ab', 'floating_ip_address': '172.25.5.183', 'floating_network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'router_id': '7a969a30-8fe3-4cd2-8190-8fb9d4ac00cd', 'port_id': '4570fe99-5ace-455a-ab83-07795fdc4a5f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4037d323-6410-498e-867b-a1776335b23f', 'mac_address': 'fa:16:3e:6c:83:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd09d74b-5b11-4f36-ad65-2d74c8106dfe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T22:15:25Z', 'updated_at': '2021-07-27T22:15:25Z', 'revision_number': 0, 'project_id': 'f112494cd6f54e3eba1b2de0de7321ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3095925-622e-4693-b2b7-886a940bf157', 'name': '', 'network_id': '4037d323-6410-498e-867b-a1776335b23f', 'tenant_id': 'f112494cd6f54e3eba1b2de0de7321ab', 'mac_address': 'fa:16:3e:9f:c4:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a969a30-8fe3-4cd2-8190-8fb9d4ac00cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '47a93c65-63fd-4065-93d3-89d069daf642', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:15:04Z', 'updated_at': '2021-07-27T22:15:11Z', 'revision_number': 5, 'project_id': 'f112494cd6f54e3eba1b2de0de7321ab', 'subnets': [{'id': '47a93c65-63fd-4065-93d3-89d069daf642', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-22', False) {} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:15:26.687670 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5440bb64-a2d5-449f-9850-60f1ffcd96c5 req-a12a19eb-bd30-49f0-ba6d-6a6d29845850 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:15:26.689158 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-5440bb64-a2d5-449f-9850-60f1ffcd96c5 req-a12a19eb-bd30-49f0-ba6d-6a6d29845850 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=47a93c65-63fd-4065-93d3-89d069daf642 HTTP/1.1" status: 200 len: 848 time: 0.0467892 Jul 27 22:15:26.706875 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad7e7970-14c1-4a66-a572-170fe387ff6b None None] Checking router: 7a969a30-8fe3-4cd2-8190-8fb9d4ac00cd for host: n-d-705658-22 {{(pid=105587) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:15:26.715696 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad7e7970-14c1-4a66-a572-170fe387ff6b None None] Routers {'7a969a30-8fe3-4cd2-8190-8fb9d4ac00cd'} bound to L3 agent in host n-d-705658-22 {{(pid=105587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:15:26.716383 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-ad7e7970-14c1-4a66-a572-170fe387ff6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T22:15:12Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['7a969a30-8fe3-4cd2-8190-8fb9d4ac00cd'], 'active': True} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:15:26.754886 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5440bb64-a2d5-449f-9850-60f1ffcd96c5 req-9fb46f72-641b-4036-b955-bfce1a29b776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:15:26.756448 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-5440bb64-a2d5-449f-9850-60f1ffcd96c5 req-9fb46f72-641b-4036-b955-bfce1a29b776 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4037d323-6410-498e-867b-a1776335b23f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0605228 Jul 27 22:15:26.828236 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvr_db [None req-ad7e7970-14c1-4a66-a572-170fe387ff6b None None] Set router 7a969a30-8fe3-4cd2-8190-8fb9d4ac00cd gateway port host: n-d-705658-22 {{(pid=105587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:15:26.852107 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-5440bb64-a2d5-449f-9850-60f1ffcd96c5 req-f23b50dc-7f32-4985-97e7-9735189f062b service neutron] 10.222.0.36 "GET /v2.0/networks/4037d323-6410-498e-867b-a1776335b23f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877538 Jul 27 22:15:26.941074 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-5440bb64-a2d5-449f-9850-60f1ffcd96c5 req-3c689314-3706-4b11-81f3-69be41a4a288 service neutron] 10.222.0.36 "GET /v2.0/networks/4037d323-6410-498e-867b-a1776335b23f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816050 Jul 27 22:15:27.044294 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-ad7e7970-14c1-4a66-a572-170fe387ff6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a969a30-8fe3-4cd2-8190-8fb9d4ac00cd', 'name': 'tempest-TestSnapshotPattern-714177838-router', 'tenant_id': 'f112494cd6f54e3eba1b2de0de7321ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.170'}], 'enable_snat': True}, 'gw_port_id': '64d190e1-f038-4fef-a5af-945006b5e7a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:15:02Z', 'updated_at': '2021-07-27T22:15:05Z', 'revision_number': 4, 'project_id': 'f112494cd6f54e3eba1b2de0de7321ab', 'gw_port': {'id': '64d190e1-f038-4fef-a5af-945006b5e7a6', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:b8:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a969a30-8fe3-4cd2-8190-8fb9d4ac00cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:15:03Z', 'updated_at': '2021-07-27T22:15:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_floatingips': [{'id': '1b368a2a-dce3-43df-b1bc-5ab87d609974', 'tenant_id': 'f112494cd6f54e3eba1b2de0de7321ab', 'floating_ip_address': '172.25.5.183', 'floating_network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'router_id': '7a969a30-8fe3-4cd2-8190-8fb9d4ac00cd', 'port_id': '4570fe99-5ace-455a-ab83-07795fdc4a5f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4037d323-6410-498e-867b-a1776335b23f', 'mac_address': 'fa:16:3e:6c:83:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd09d74b-5b11-4f36-ad65-2d74c8106dfe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T22:15:25Z', 'updated_at': '2021-07-27T22:15:25Z', 'revision_number': 0, 'project_id': 'f112494cd6f54e3eba1b2de0de7321ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3095925-622e-4693-b2b7-886a940bf157', 'name': '', 'network_id': '4037d323-6410-498e-867b-a1776335b23f', 'tenant_id': 'f112494cd6f54e3eba1b2de0de7321ab', 'mac_address': 'fa:16:3e:9f:c4:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a969a30-8fe3-4cd2-8190-8fb9d4ac00cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '47a93c65-63fd-4065-93d3-89d069daf642', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:15:04Z', 'updated_at': '2021-07-27T22:15:11Z', 'revision_number': 5, 'project_id': 'f112494cd6f54e3eba1b2de0de7321ab', 'subnets': [{'id': '47a93c65-63fd-4065-93d3-89d069daf642', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-22', False) {} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:15:27.072943 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad7e7970-14c1-4a66-a572-170fe387ff6b None None] The sync data for ids ['7a969a30-8fe3-4cd2-8190-8fb9d4ac00cd'] in n-d-705658-22 is: [{'id': '7a969a30-8fe3-4cd2-8190-8fb9d4ac00cd', 'name': 'tempest-TestSnapshotPattern-714177838-router', 'tenant_id': 'f112494cd6f54e3eba1b2de0de7321ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.170'}], 'enable_snat': True}, 'gw_port_id': '64d190e1-f038-4fef-a5af-945006b5e7a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:15:02Z', 'updated_at': '2021-07-27T22:15:05Z', 'revision_number': 4, 'project_id': 'f112494cd6f54e3eba1b2de0de7321ab', 'gw_port': {'id': '64d190e1-f038-4fef-a5af-945006b5e7a6', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:b8:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a969a30-8fe3-4cd2-8190-8fb9d4ac00cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:15:03Z', 'updated_at': '2021-07-27T22:15:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_floatingips': [{'id': '1b368a2a-dce3-43df-b1bc-5ab87d609974', 'tenant_id': 'f112494cd6f54e3eba1b2de0de7321ab', 'floating_ip_address': '172.25.5.183', 'floating_network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'router_id': '7a969a30-8fe3-4cd2-8190-8fb9d4ac00cd', 'port_id': '4570fe99-5ace-455a-ab83-07795fdc4a5f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4037d323-6410-498e-867b-a1776335b23f', 'mac_address': 'fa:16:3e:6c:83:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd09d74b-5b11-4f36-ad65-2d74c8106dfe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T22:15:25Z', 'updated_at': '2021-07-27T22:15:25Z', 'revision_number': 0, 'project_id': 'f112494cd6f54e3eba1b2de0de7321ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3095925-622e-4693-b2b7-886a940bf157', 'name': '', 'network_id': '4037d323-6410-498e-867b-a1776335b23f', 'tenant_id': 'f112494cd6f54e3eba1b2de0de7321ab', 'mac_address': 'fa:16:3e:9f:c4:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a969a30-8fe3-4cd2-8190-8fb9d4ac00cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '47a93c65-63fd-4065-93d3-89d069daf642', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:15:04Z', 'updated_at': '2021-07-27T22:15:11Z', 'revision_number': 5, 'project_id': 'f112494cd6f54e3eba1b2de0de7321ab', 'subnets': [{'id': '47a93c65-63fd-4065-93d3-89d069daf642', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:15:27.268156 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57a30cf8-c4c1-4b0a-a42f-3cc66a8c41ac None None] New status for floating IP 1b368a2a-dce3-43df-b1bc-5ab87d609974: ACTIVE {{(pid=105586) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 22:15:37.261413 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:38.969581 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-aa00a9bc-1f2c-4350-b49c-991165423ce5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:41.057518 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:41.598768 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-214ddd6f-3479-412a-8583-dfc1a53ce057 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:41.972029 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:43.219043 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-bb32ed7d-8717-448b-a9c8-a5a0117d1fd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:44.596978 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-875ced1b-4cf3-463a-9653-058f0f9421e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:50.142349 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.agents_db [None req-558fcd2c-e512-47bc-a170-8673d87f7213 None None] Agent healthcheck: found 7 active agents {{(pid=105587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 22:15:58.263078 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [req-3d8a9da5-1237-4cbb-a496-6d62f54f1443 req-5367afbd-f686-43cb-a171-93d8d39591f9 service neutron] (105584) timed out ('10.222.0.59', 60440) {{(pid=105584) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 27 22:16:02.592751 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f1939d03-94d8-4832-824f-a3cb1c102c48 req-951b06a3-09d7-4e86-8d6b-b14f951794e1 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=bd09d74b-5b11-4f36-ad65-2d74c8106dfe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0573909 Jul 27 22:16:02.687797 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1939d03-94d8-4832-824f-a3cb1c102c48 req-6176919d-2ed1-417c-8d27-645e9ea67bae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:16:02.689277 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f1939d03-94d8-4832-824f-a3cb1c102c48 req-6176919d-2ed1-417c-8d27-645e9ea67bae service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f112494cd6f54e3eba1b2de0de7321ab&device_id=bd09d74b-5b11-4f36-ad65-2d74c8106dfe HTTP/1.1" status: 200 len: 1098 time: 0.0546639 Jul 27 22:16:02.791385 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1939d03-94d8-4832-824f-a3cb1c102c48 req-de4cf584-2e15-4943-ac82-8774da1e5ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:16:02.792843 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f1939d03-94d8-4832-824f-a3cb1c102c48 req-de4cf584-2e15-4943-ac82-8774da1e5ce7 service neutron] 10.222.0.36 "GET /v2.0/networks?id=4037d323-6410-498e-867b-a1776335b23f HTTP/1.1" status: 200 len: 910 time: 0.0854101 Jul 27 22:16:02.862926 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f1939d03-94d8-4832-824f-a3cb1c102c48 req-56865841-aaf4-4b8d-858a-934552080034 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4570fe99-5ace-455a-ab83-07795fdc4a5f HTTP/1.1" status: 200 len: 1002 time: 0.0619495 Jul 27 22:16:02.911468 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1939d03-94d8-4832-824f-a3cb1c102c48 req-17593cba-0ce1-48c1-b413-ad5d9a43c426 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:16:02.912918 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f1939d03-94d8-4832-824f-a3cb1c102c48 req-17593cba-0ce1-48c1-b413-ad5d9a43c426 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=47a93c65-63fd-4065-93d3-89d069daf642 HTTP/1.1" status: 200 len: 848 time: 0.0435781 Jul 27 22:16:02.976196 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1939d03-94d8-4832-824f-a3cb1c102c48 req-cd64d2e6-efe6-4cac-a099-10f3244d0bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:16:02.977702 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f1939d03-94d8-4832-824f-a3cb1c102c48 req-cd64d2e6-efe6-4cac-a099-10f3244d0bfe service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4037d323-6410-498e-867b-a1776335b23f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0574479 Jul 27 22:16:03.069411 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f1939d03-94d8-4832-824f-a3cb1c102c48 req-8ddeba9e-caf8-4eec-b038-bf5f5b7a6b17 service neutron] 10.222.0.36 "GET /v2.0/networks/4037d323-6410-498e-867b-a1776335b23f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843151 Jul 27 22:16:03.160312 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-f1939d03-94d8-4832-824f-a3cb1c102c48 req-d49444b2-b302-400d-a748-0f8d82e776b0 service neutron] 10.222.0.36 "GET /v2.0/networks/4037d323-6410-498e-867b-a1776335b23f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838983 Jul 27 22:16:07.260469 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:08.971371 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-db7c4017-9fb3-4c88-9123-15d997b8b66f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:11.056361 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:11.598838 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-4aea70cc-f3c5-45ab-b935-cf5182757e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:11.972144 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:13.224560 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-bb32ed7d-8717-448b-a9c8-a5a0117d1fd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:14.594532 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-875ced1b-4cf3-463a-9653-058f0f9421e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:27.141037 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.agents_db [None req-558fcd2c-e512-47bc-a170-8673d87f7213 None None] Agent healthcheck: found 7 active agents {{(pid=105587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 22:16:37.260274 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:38.972648 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-9dfa5626-0d6c-478d-9b57-1ff06cbecdf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:41.070102 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:41.598481 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-4df68bf8-3398-423b-b0a5-74f049d62c79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:41.971961 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:43.225164 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-bb32ed7d-8717-448b-a9c8-a5a0117d1fd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:44.598478 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-875ced1b-4cf3-463a-9653-058f0f9421e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:03.594229 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-c4a30b81-9863-4f92-a5f1-b3eb9d8dd309 req-79edbd6c-66de-458b-8bf1-7b54ee7ae5ca service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=bd09d74b-5b11-4f36-ad65-2d74c8106dfe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0592208 Jul 27 22:17:03.690972 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a30b81-9863-4f92-a5f1-b3eb9d8dd309 req-8f6d0016-3eef-453c-ac7a-701e40967d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:17:03.693084 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-c4a30b81-9863-4f92-a5f1-b3eb9d8dd309 req-8f6d0016-3eef-453c-ac7a-701e40967d78 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f112494cd6f54e3eba1b2de0de7321ab&device_id=bd09d74b-5b11-4f36-ad65-2d74c8106dfe HTTP/1.1" status: 200 len: 1098 time: 0.0560131 Jul 27 22:17:03.793908 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a30b81-9863-4f92-a5f1-b3eb9d8dd309 req-e7ab04b2-90ff-4ab8-b55a-fb83b9eeea07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:17:03.795379 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-c4a30b81-9863-4f92-a5f1-b3eb9d8dd309 req-e7ab04b2-90ff-4ab8-b55a-fb83b9eeea07 service neutron] 10.222.0.36 "GET /v2.0/networks?id=4037d323-6410-498e-867b-a1776335b23f HTTP/1.1" status: 200 len: 910 time: 0.0832427 Jul 27 22:17:03.863916 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-c4a30b81-9863-4f92-a5f1-b3eb9d8dd309 req-0c96c943-78c8-47d9-b364-252fa39b7803 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4570fe99-5ace-455a-ab83-07795fdc4a5f HTTP/1.1" status: 200 len: 1002 time: 0.0619929 Jul 27 22:17:03.913624 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a30b81-9863-4f92-a5f1-b3eb9d8dd309 req-1fbefdd7-b822-4765-8233-7ee87e91de9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:17:03.915076 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-c4a30b81-9863-4f92-a5f1-b3eb9d8dd309 req-1fbefdd7-b822-4765-8233-7ee87e91de9c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=47a93c65-63fd-4065-93d3-89d069daf642 HTTP/1.1" status: 200 len: 848 time: 0.0433002 Jul 27 22:17:03.972351 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a30b81-9863-4f92-a5f1-b3eb9d8dd309 req-e20e3fa3-f72b-4da4-8299-07ae35eb75eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:17:03.974346 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-c4a30b81-9863-4f92-a5f1-b3eb9d8dd309 req-e20e3fa3-f72b-4da4-8299-07ae35eb75eb service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4037d323-6410-498e-867b-a1776335b23f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0523500 Jul 27 22:17:04.066175 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-c4a30b81-9863-4f92-a5f1-b3eb9d8dd309 req-57659d23-a21a-4818-ba3a-e8bbdc0339a2 service neutron] 10.222.0.36 "GET /v2.0/networks/4037d323-6410-498e-867b-a1776335b23f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848908 Jul 27 22:17:04.141248 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.agents_db [None req-558fcd2c-e512-47bc-a170-8673d87f7213 None None] Agent healthcheck: found 7 active agents {{(pid=105587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 22:17:04.155153 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-c4a30b81-9863-4f92-a5f1-b3eb9d8dd309 req-e4b0a303-4949-4ad0-ba98-ec7ac65c5828 service neutron] 10.222.0.36 "GET /v2.0/networks/4037d323-6410-498e-867b-a1776335b23f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815222 Jul 27 22:17:07.275067 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:08.972457 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-0c4f53ca-83ad-4113-8332-1ac146b89a2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:11.069625 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:11.597904 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-532ced72-f78b-431c-b482-c89a69ca44c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:11.972705 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:13.227939 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-bb32ed7d-8717-448b-a9c8-a5a0117d1fd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:14.602367 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-875ced1b-4cf3-463a-9653-058f0f9421e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:25.015909 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device 4570fe99-5ace-455a-ab83-07795fdc4a5f details requested by agent hyperv_n-h1-705658-22 with host n-h1-705658-22 {{(pid=105586) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 22:17:25.108863 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] For port 4570fe99-5ace-455a-ab83-07795fdc4a5f, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=4570fe99-5ace-455a-ab83-07795fdc4a5f,segment=NetworkSegment(e2243d9a-6482-4acb-aad5-5daec56b7250),segment_id=e2243d9a-6482-4acb-aad5-5daec56b7250)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:17:25.119499 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Returning: {'device': '4570fe99-5ace-455a-ab83-07795fdc4a5f', 'network_id': '4037d323-6410-498e-867b-a1776335b23f', 'port_id': '4570fe99-5ace-455a-ab83-07795fdc4a5f', 'mac_address': 'fa:16:3e:6c:83:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 215, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47a93c65-63fd-4065-93d3-89d069daf642', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105586) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 22:17:25.154057 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:25.166453 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4570fe99-5ace-455a-ab83-07795fdc4a5f {{(pid=105586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:17:25.184845 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] For port 4570fe99-5ace-455a-ab83-07795fdc4a5f, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=4570fe99-5ace-455a-ab83-07795fdc4a5f,segment=NetworkSegment(e2243d9a-6482-4acb-aad5-5daec56b7250),segment_id=e2243d9a-6482-4acb-aad5-5daec56b7250)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:17:25.188536 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:25.236889 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Pushing event updated for resources: {'Port': ['ID=4570fe99-5ace-455a-ab83-07795fdc4a5f,revision_number=6']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:17:25.244429 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:17:25.244823 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:17:25.245158 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:17:25.245488 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:17:25.245851 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:17:25.246159 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:17:25.246480 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:17:25.246799 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:17:25.247151 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:17:25.247470 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:17:25.247790 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:17:25.248124 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:17:25.276365 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] get_ports_and_sgs() called for port_ids ['4570fe99-5ace-455a-ab83-07795fdc4a5f'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:17:27.014022 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device 4570fe99-5ace-455a-ab83-07795fdc4a5f up at agent hyperv_n-h1-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:17:27.240203 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Provisioning complete for port 4570fe99-5ace-455a-ab83-07795fdc4a5f triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:17:27.240594 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:27.326489 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:27.349328 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd09d74b-5b11-4f36-ad65-2d74c8106dfe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4570fe99-5ace-455a-ab83-07795fdc4a5f'}] {{(pid=105586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:17:27.351808 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fee2e8668661828e318a8d53a8a935935453ec21149a086d6a2055ff627b97ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43c99520-d6ab-493f-9b64-e6a7c5147436" -d '{"events": [{"server_uuid": "bd09d74b-5b11-4f36-ad65-2d74c8106dfe", "name": "network-vif-plugged", "status": "completed", "tag": "4570fe99-5ace-455a-ab83-07795fdc4a5f"}]}' {{(pid=105586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:17:27.375121 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] For port 4570fe99-5ace-455a-ab83-07795fdc4a5f, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=4570fe99-5ace-455a-ab83-07795fdc4a5f,segment=NetworkSegment(e2243d9a-6482-4acb-aad5-5daec56b7250),segment_id=e2243d9a-6482-4acb-aad5-5daec56b7250)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:17:27.383962 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:27.461398 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Pushing event updated for resources: {'Port': ['ID=4570fe99-5ace-455a-ab83-07795fdc4a5f,revision_number=7']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:17:27.501766 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:17:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a5f1611-3b8f-47eb-8dd2-7af35f31061b x-openstack-request-id: req-3a5f1611-3b8f-47eb-8dd2-7af35f31061b {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:17:27.502060 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd09d74b-5b11-4f36-ad65-2d74c8106dfe", "name": "network-vif-plugged", "status": "completed", "tag": "4570fe99-5ace-455a-ab83-07795fdc4a5f", "code": 200}]} {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:17:27.502328 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-3a5f1611-3b8f-47eb-8dd2-7af35f31061b {{(pid=105586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:17:27.502712 n-d-705658-22 neutron-server[105586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd09d74b-5b11-4f36-ad65-2d74c8106dfe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4570fe99-5ace-455a-ab83-07795fdc4a5f', 'code': 200} Jul 27 22:17:35.439499 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-5ef62f8a-3500-4f41-926a-8ed47fa24c25 req-9bd1a0a3-5c7f-49ec-a972-d34ee52eba99 tempest-TestSnapshotPattern-281998390 tempest-TestSnapshotPattern-281998390-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1519395522&fields=id&tenant_id=f112494cd6f54e3eba1b2de0de7321ab HTTP/1.1" status: 200 len: 267 time: 0.0326188 Jul 27 22:17:35.546728 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef62f8a-3500-4f41-926a-8ed47fa24c25 req-05e7e2f6-8405-4e27-b3e3-28f4b893239a tempest-TestSnapshotPattern-281998390 tempest-TestSnapshotPattern-281998390-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:17:35.548199 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-5ef62f8a-3500-4f41-926a-8ed47fa24c25 req-05e7e2f6-8405-4e27-b3e3-28f4b893239a tempest-TestSnapshotPattern-281998390 tempest-TestSnapshotPattern-281998390-project] 10.222.0.59 "GET /v2.0/networks?id=4037d323-6410-498e-867b-a1776335b23f HTTP/1.1" status: 200 len: 809 time: 0.1016595 Jul 27 22:17:35.562969 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-5ef62f8a-3500-4f41-926a-8ed47fa24c25 req-8c0b3331-9346-4837-8a72-c17cb8b98aa6 tempest-TestSnapshotPattern-281998390 tempest-TestSnapshotPattern-281998390-project] 10.222.0.59 "GET /v2.0/quotas/f112494cd6f54e3eba1b2de0de7321ab HTTP/1.1" status: 200 len: 375 time: 0.0085590 Jul 27 22:17:35.632762 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-5ef62f8a-3500-4f41-926a-8ed47fa24c25 req-74cac032-87ac-4a25-95d3-330a6fc96c53 tempest-TestSnapshotPattern-281998390 tempest-TestSnapshotPattern-281998390-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=f112494cd6f54e3eba1b2de0de7321ab&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0638621 Jul 27 22:17:35.789337 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-5ef62f8a-3500-4f41-926a-8ed47fa24c25 req-1478d49e-08d9-4dd1-bba2-6e0b326b1209 service neutron] 10.222.0.59 "GET /v2.0/networks/4037d323-6410-498e-867b-a1776335b23f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1454425 Jul 27 22:17:35.878377 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-5ef62f8a-3500-4f41-926a-8ed47fa24c25 req-20d22933-52cc-42ee-9122-6258a186bf86 service neutron] 10.222.0.59 "GET /v2.0/networks/4037d323-6410-498e-867b-a1776335b23f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829079 Jul 27 22:17:36.058581 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-7f33edb9-9bfd-479d-a481-ee9ff59e1d43 req-bd7c4084-4336-427e-8095-e38ba18cf011 tempest-TestSnapshotPattern-281998390 tempest-TestSnapshotPattern-281998390-project] 10.222.0.59 "GET /v2.0/ports?device_id=5d36bd87-ef3d-4275-b65e-c062d4c338f5 HTTP/1.1" status: 200 len: 210 time: 0.0305099 Jul 27 22:17:36.932111 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef62f8a-3500-4f41-926a-8ed47fa24c25 req-95f32bd3-7c5f-473d-840d-cfaf96b1f685 tempest-TestSnapshotPattern-281998390 tempest-TestSnapshotPattern-281998390-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:17:36.933618 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-5ef62f8a-3500-4f41-926a-8ed47fa24c25 req-95f32bd3-7c5f-473d-840d-cfaf96b1f685 tempest-TestSnapshotPattern-281998390 tempest-TestSnapshotPattern-281998390-project] 10.222.0.60 "GET /v2.0/networks?id=4037d323-6410-498e-867b-a1776335b23f HTTP/1.1" status: 200 len: 809 time: 0.1094542 Jul 27 22:17:36.977139 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-5ef62f8a-3500-4f41-926a-8ed47fa24c25 req-43097bb8-44be-4f16-857a-1cfca65aacfe tempest-TestSnapshotPattern-281998390 tempest-TestSnapshotPattern-281998390-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f112494cd6f54e3eba1b2de0de7321ab HTTP/1.1" status: 200 len: 380 time: 0.0346198 Jul 27 22:17:36.986717 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [req-5ef62f8a-3500-4f41-926a-8ed47fa24c25 req-6ad10ac5-eb87-48d0-9c87-6ee23dec3a1b tempest-TestSnapshotPattern-281998390 tempest-TestSnapshotPattern-281998390-project] Request body: {'port': {'device_id': '5d36bd87-ef3d-4275-b65e-c062d4c338f5', 'network_id': '4037d323-6410-498e-867b-a1776335b23f', 'admin_state_up': True, 'tenant_id': 'f112494cd6f54e3eba1b2de0de7321ab', 'security_groups': ['36a71d81-6991-4d0b-9b29-2075e31f23fb']}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:17:37.097047 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ef62f8a-3500-4f41-926a-8ed47fa24c25 req-6ad10ac5-eb87-48d0-9c87-6ee23dec3a1b tempest-TestSnapshotPattern-281998390 tempest-TestSnapshotPattern-281998390-project] Made reservation on behalf of f112494cd6f54e3eba1b2de0de7321ab for: {'port': 1} {{(pid=105584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:17:37.101335 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-5ef62f8a-3500-4f41-926a-8ed47fa24c25 req-6ad10ac5-eb87-48d0-9c87-6ee23dec3a1b tempest-TestSnapshotPattern-281998390 tempest-TestSnapshotPattern-281998390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:37.109371 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device 4570fe99-5ace-455a-ab83-07795fdc4a5f no longer exists at agent hyperv_n-h1-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:17:37.170569 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-00ecfd10-2c40-438d-8fe3-0d64036cac72 req-bbf1fb15-5b3e-44b9-b13a-04933391f889 tempest-TestSnapshotPattern-281998390 tempest-TestSnapshotPattern-281998390-project] 10.222.0.59 "GET /v2.0/ports?device_id=5d36bd87-ef3d-4275-b65e-c062d4c338f5 HTTP/1.1" status: 200 len: 210 time: 0.0377743 Jul 27 22:17:37.237178 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:37.269155 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.db_base_plugin_common [req-5ef62f8a-3500-4f41-926a-8ed47fa24c25 req-6ad10ac5-eb87-48d0-9c87-6ee23dec3a1b tempest-TestSnapshotPattern-281998390 tempest-TestSnapshotPattern-281998390-project] Allocated IP 172.20.0.14 (4037d323-6410-498e-867b-a1776335b23f/47a93c65-63fd-4065-93d3-89d069daf642/638cb6ee-afb1-47f5-a9e9-c068442ec260) {{(pid=105584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:17:37.309850 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd09d74b-5b11-4f36-ad65-2d74c8106dfe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4570fe99-5ace-455a-ab83-07795fdc4a5f'}] {{(pid=105586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:17:37.320630 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fee2e8668661828e318a8d53a8a935935453ec21149a086d6a2055ff627b97ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54d324dd-f8d4-453f-be6b-8de816697dac" -d '{"events": [{"server_uuid": "bd09d74b-5b11-4f36-ad65-2d74c8106dfe", "name": "network-vif-unplugged", "status": "completed", "tag": "4570fe99-5ace-455a-ab83-07795fdc4a5f"}]}' {{(pid=105586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:17:37.365086 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:37.367693 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-28650df7-c46c-4981-b84f-37d87254047e None None] For port 4570fe99-5ace-455a-ab83-07795fdc4a5f, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=4570fe99-5ace-455a-ab83-07795fdc4a5f,segment=NetworkSegment(e2243d9a-6482-4acb-aad5-5daec56b7250),segment_id=e2243d9a-6482-4acb-aad5-5daec56b7250)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:17:37.372149 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:37.424118 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 27 Jul 2021 22:17:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33841712-9192-4ec3-9bed-c3dad4cdfac9 x-openstack-request-id: req-33841712-9192-4ec3-9bed-c3dad4cdfac9 {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:17:37.424561 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd09d74b-5b11-4f36-ad65-2d74c8106dfe", "name": "network-vif-unplugged", "status": "completed", "tag": "4570fe99-5ace-455a-ab83-07795fdc4a5f", "code": 200}]} {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:17:37.424688 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-33841712-9192-4ec3-9bed-c3dad4cdfac9 {{(pid=105586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:17:37.425047 n-d-705658-22 neutron-server[105586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd09d74b-5b11-4f36-ad65-2d74c8106dfe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4570fe99-5ace-455a-ab83-07795fdc4a5f', 'code': 200} Jul 27 22:17:37.438670 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Pushing event updated for resources: {'Port': ['ID=4570fe99-5ace-455a-ab83-07795fdc4a5f,revision_number=8']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:17:37.496027 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-5ef62f8a-3500-4f41-926a-8ed47fa24c25 req-6ad10ac5-eb87-48d0-9c87-6ee23dec3a1b tempest-TestSnapshotPattern-281998390 tempest-TestSnapshotPattern-281998390-project] Notify callbacks [] for port, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:37.516283 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.provisioning_blocks [req-5ef62f8a-3500-4f41-926a-8ed47fa24c25 req-6ad10ac5-eb87-48d0-9c87-6ee23dec3a1b tempest-TestSnapshotPattern-281998390 tempest-TestSnapshotPattern-281998390-project] Transition to ACTIVE for port object 638cb6ee-afb1-47f5-a9e9-c068442ec260 will not be triggered until provisioned by entity DHCP. {{(pid=105584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:17:37.556289 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-5ef62f8a-3500-4f41-926a-8ed47fa24c25 req-6ad10ac5-eb87-48d0-9c87-6ee23dec3a1b tempest-TestSnapshotPattern-281998390 tempest-TestSnapshotPattern-281998390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:37.599588 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ef62f8a-3500-4f41-926a-8ed47fa24c25 req-6ad10ac5-eb87-48d0-9c87-6ee23dec3a1b tempest-TestSnapshotPattern-281998390 tempest-TestSnapshotPattern-281998390-project] Network 4037d323-6410-498e-867b-a1776335b23f is already hosted by enough agents. {{(pid=105584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:17:37.602891 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [req-5ef62f8a-3500-4f41-926a-8ed47fa24c25 req-6ad10ac5-eb87-48d0-9c87-6ee23dec3a1b tempest-TestSnapshotPattern-281998390 tempest-TestSnapshotPattern-281998390-project] Resources bound (agent type, host, resource id): {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:17:37.607744 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ef62f8a-3500-4f41-926a-8ed47fa24c25 req-6ad10ac5-eb87-48d0-9c87-6ee23dec3a1b tempest-TestSnapshotPattern-281998390 tempest-TestSnapshotPattern-281998390-project] Received port after_create {{(pid=105584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:17:37.660551 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad10ac5-eb87-48d0-9c87-6ee23dec3a1b tempest-TestSnapshotPattern-281998390 tempest-TestSnapshotPattern-281998390-project] Pushing event updated for resources: {'Port': ['ID=638cb6ee-afb1-47f5-a9e9-c068442ec260,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:17:37.670563 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad10ac5-eb87-48d0-9c87-6ee23dec3a1b tempest-TestSnapshotPattern-281998390 tempest-TestSnapshotPattern-281998390-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:17:37.671127 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad10ac5-eb87-48d0-9c87-6ee23dec3a1b tempest-TestSnapshotPattern-281998390 tempest-TestSnapshotPattern-281998390-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:17:37.671477 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad10ac5-eb87-48d0-9c87-6ee23dec3a1b tempest-TestSnapshotPattern-281998390 tempest-TestSnapshotPattern-281998390-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:17:37.671823 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad10ac5-eb87-48d0-9c87-6ee23dec3a1b tempest-TestSnapshotPattern-281998390 tempest-TestSnapshotPattern-281998390-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:17:37.672169 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad10ac5-eb87-48d0-9c87-6ee23dec3a1b tempest-TestSnapshotPattern-281998390 tempest-TestSnapshotPattern-281998390-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:17:37.672511 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad10ac5-eb87-48d0-9c87-6ee23dec3a1b tempest-TestSnapshotPattern-281998390 tempest-TestSnapshotPattern-281998390-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:17:37.672843 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad10ac5-eb87-48d0-9c87-6ee23dec3a1b tempest-TestSnapshotPattern-281998390 tempest-TestSnapshotPattern-281998390-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:17:37.673176 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad10ac5-eb87-48d0-9c87-6ee23dec3a1b tempest-TestSnapshotPattern-281998390 tempest-TestSnapshotPattern-281998390-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:17:37.673507 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad10ac5-eb87-48d0-9c87-6ee23dec3a1b tempest-TestSnapshotPattern-281998390 tempest-TestSnapshotPattern-281998390-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:17:37.673838 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad10ac5-eb87-48d0-9c87-6ee23dec3a1b tempest-TestSnapshotPattern-281998390 tempest-TestSnapshotPattern-281998390-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:17:37.674218 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad10ac5-eb87-48d0-9c87-6ee23dec3a1b tempest-TestSnapshotPattern-281998390 tempest-TestSnapshotPattern-281998390-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:17:37.674499 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad10ac5-eb87-48d0-9c87-6ee23dec3a1b tempest-TestSnapshotPattern-281998390 tempest-TestSnapshotPattern-281998390-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:17:37.698463 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef62f8a-3500-4f41-926a-8ed47fa24c25 req-6ad10ac5-eb87-48d0-9c87-6ee23dec3a1b tempest-TestSnapshotPattern-281998390 tempest-TestSnapshotPattern-281998390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:17:37.699141 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-5ef62f8a-3500-4f41-926a-8ed47fa24c25 req-6ad10ac5-eb87-48d0-9c87-6ee23dec3a1b tempest-TestSnapshotPattern-281998390 tempest-TestSnapshotPattern-281998390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:37.715197 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-5ef62f8a-3500-4f41-926a-8ed47fa24c25 req-6ad10ac5-eb87-48d0-9c87-6ee23dec3a1b tempest-TestSnapshotPattern-281998390 tempest-TestSnapshotPattern-281998390-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7322104 Jul 27 22:17:37.873646 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-daf26e16-3a6a-49e7-b87c-4353255c84c1 None None] Provisioning for port 638cb6ee-afb1-47f5-a9e9-c068442ec260 completed by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:17:37.877451 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-daf26e16-3a6a-49e7-b87c-4353255c84c1 None None] Provisioning complete for port 638cb6ee-afb1-47f5-a9e9-c068442ec260 triggered by entity DHCP. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:17:37.877826 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-daf26e16-3a6a-49e7-b87c-4353255c84c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:37.918305 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-daf26e16-3a6a-49e7-b87c-4353255c84c1 None None] Port 638cb6ee-afb1-47f5-a9e9-c068442ec260 cannot update to ACTIVE because it is not bound. {{(pid=105586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:17:38.308773 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c93847-ac6a-4842-b047-7ea56ff17f77 req-3ffbe277-187b-47c8-869e-3e77d7d16cef tempest-TestSnapshotPattern-281998390 tempest-TestSnapshotPattern-281998390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:17:38.310312 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a2c93847-ac6a-4842-b047-7ea56ff17f77 req-3ffbe277-187b-47c8-869e-3e77d7d16cef tempest-TestSnapshotPattern-281998390 tempest-TestSnapshotPattern-281998390-project] 10.222.0.59 "GET /v2.0/ports?device_id=5d36bd87-ef3d-4275-b65e-c062d4c338f5 HTTP/1.1" status: 200 len: 932 time: 0.0653174 Jul 27 22:17:38.351568 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-a2c93847-ac6a-4842-b047-7ea56ff17f77 req-22d59978-a639-46ea-a3df-ca1a59a4f8d2 tempest-TestSnapshotPattern-281998390 tempest-TestSnapshotPattern-281998390-project] 10.222.0.59 "GET /v2.0/security-groups?id=36a71d81-6991-4d0b-9b29-2075e31f23fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343976 Jul 27 22:17:38.973120 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-63b05e06-88cb-40b9-b407-2504db54a7df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:39.484933 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace4aed0-1dae-4f91-b2da-9e3af5ca5576 req-f3b933f6-bedd-4d7d-b94d-6382dc6d880e tempest-TestSnapshotPattern-281998390 tempest-TestSnapshotPattern-281998390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:17:39.486483 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-ace4aed0-1dae-4f91-b2da-9e3af5ca5576 req-f3b933f6-bedd-4d7d-b94d-6382dc6d880e tempest-TestSnapshotPattern-281998390 tempest-TestSnapshotPattern-281998390-project] 10.222.0.59 "GET /v2.0/ports?device_id=5d36bd87-ef3d-4275-b65e-c062d4c338f5 HTTP/1.1" status: 200 len: 932 time: 0.0642209 Jul 27 22:17:39.526943 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-ace4aed0-1dae-4f91-b2da-9e3af5ca5576 req-4bb16204-b941-4d64-b032-f36cef9e38e8 tempest-TestSnapshotPattern-281998390 tempest-TestSnapshotPattern-281998390-project] 10.222.0.59 "GET /v2.0/security-groups?id=36a71d81-6991-4d0b-9b29-2075e31f23fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338333 Jul 27 22:17:40.665748 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7f6151-a941-4041-967f-12b1171b538a req-da3cb870-aee9-4021-b072-66df3cfa8bc8 tempest-TestSnapshotPattern-281998390 tempest-TestSnapshotPattern-281998390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:17:40.667294 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-0e7f6151-a941-4041-967f-12b1171b538a req-da3cb870-aee9-4021-b072-66df3cfa8bc8 tempest-TestSnapshotPattern-281998390 tempest-TestSnapshotPattern-281998390-project] 10.222.0.59 "GET /v2.0/ports?device_id=5d36bd87-ef3d-4275-b65e-c062d4c338f5 HTTP/1.1" status: 200 len: 932 time: 0.0692923 Jul 27 22:17:40.722879 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-0e7f6151-a941-4041-967f-12b1171b538a req-91cec002-10b7-4bcd-8694-2d1bf835fbe8 tempest-TestSnapshotPattern-281998390 tempest-TestSnapshotPattern-281998390-project] 10.222.0.59 "GET /v2.0/security-groups?id=36a71d81-6991-4d0b-9b29-2075e31f23fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483463 Jul 27 22:17:41.074581 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:41.141046 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.agents_db [None req-558fcd2c-e512-47bc-a170-8673d87f7213 None None] Agent healthcheck: found 7 active agents {{(pid=105587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 22:17:41.610921 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-805f0161-f276-40df-b544-fbcd44452752 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:41.858748 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ee8cf3-1a7b-4f47-bff4-01b382acabe6 req-5eb5c52e-c9a9-41d3-b9be-ddc347088509 tempest-TestSnapshotPattern-281998390 tempest-TestSnapshotPattern-281998390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:17:41.858748 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-86ee8cf3-1a7b-4f47-bff4-01b382acabe6 req-5eb5c52e-c9a9-41d3-b9be-ddc347088509 tempest-TestSnapshotPattern-281998390 tempest-TestSnapshotPattern-281998390-project] 10.222.0.59 "GET /v2.0/ports?device_id=5d36bd87-ef3d-4275-b65e-c062d4c338f5 HTTP/1.1" status: 200 len: 932 time: 0.0633941 Jul 27 22:17:41.909074 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-86ee8cf3-1a7b-4f47-bff4-01b382acabe6 req-ed98a19e-023b-46c5-a64b-c378477c6c3b tempest-TestSnapshotPattern-281998390 tempest-TestSnapshotPattern-281998390-project] 10.222.0.59 "GET /v2.0/security-groups?id=36a71d81-6991-4d0b-9b29-2075e31f23fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411131 Jul 27 22:17:41.976398 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:43.057795 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3e3ae1-4e11-4650-b0c8-d3f005b2e9f3 req-311e2159-e838-4a9f-8f1e-39eb9230e84f tempest-TestSnapshotPattern-281998390 tempest-TestSnapshotPattern-281998390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:17:43.059338 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-db3e3ae1-4e11-4650-b0c8-d3f005b2e9f3 req-311e2159-e838-4a9f-8f1e-39eb9230e84f tempest-TestSnapshotPattern-281998390 tempest-TestSnapshotPattern-281998390-project] 10.222.0.59 "GET /v2.0/ports?device_id=5d36bd87-ef3d-4275-b65e-c062d4c338f5 HTTP/1.1" status: 200 len: 932 time: 0.0752532 Jul 27 22:17:43.098298 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-db3e3ae1-4e11-4650-b0c8-d3f005b2e9f3 req-f51f06aa-f28b-48b3-9564-4e00faf413f5 tempest-TestSnapshotPattern-281998390 tempest-TestSnapshotPattern-281998390-project] 10.222.0.59 "GET /v2.0/security-groups?id=36a71d81-6991-4d0b-9b29-2075e31f23fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323694 Jul 27 22:17:43.235993 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-bb32ed7d-8717-448b-a9c8-a5a0117d1fd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:44.235662 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7204088-63be-4cb2-8de1-3d40a0edaeee req-e4efbf9d-ab1c-468e-b0fe-805d27d07abd tempest-TestSnapshotPattern-281998390 tempest-TestSnapshotPattern-281998390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:17:44.237550 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-c7204088-63be-4cb2-8de1-3d40a0edaeee req-e4efbf9d-ab1c-468e-b0fe-805d27d07abd tempest-TestSnapshotPattern-281998390 tempest-TestSnapshotPattern-281998390-project] 10.222.0.59 "GET /v2.0/ports?device_id=5d36bd87-ef3d-4275-b65e-c062d4c338f5 HTTP/1.1" status: 200 len: 932 time: 0.0687389 Jul 27 22:17:44.277737 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-c7204088-63be-4cb2-8de1-3d40a0edaeee req-46d48f6c-2003-4b8f-8122-2e40fb68641b tempest-TestSnapshotPattern-281998390 tempest-TestSnapshotPattern-281998390-project] 10.222.0.59 "GET /v2.0/security-groups?id=36a71d81-6991-4d0b-9b29-2075e31f23fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334382 Jul 27 22:17:44.616214 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-875ced1b-4cf3-463a-9653-058f0f9421e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:45.411142 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba36af2-4e8c-483f-b676-76d4d8c6eaac req-369defdf-db8c-47c3-a7fc-37bcb1b164d1 tempest-TestSnapshotPattern-281998390 tempest-TestSnapshotPattern-281998390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:17:45.412699 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-aba36af2-4e8c-483f-b676-76d4d8c6eaac req-369defdf-db8c-47c3-a7fc-37bcb1b164d1 tempest-TestSnapshotPattern-281998390 tempest-TestSnapshotPattern-281998390-project] 10.222.0.59 "GET /v2.0/ports?device_id=5d36bd87-ef3d-4275-b65e-c062d4c338f5 HTTP/1.1" status: 200 len: 932 time: 0.0675042 Jul 27 22:17:45.452501 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-aba36af2-4e8c-483f-b676-76d4d8c6eaac req-fc2cbd35-20ec-4beb-af82-a221656963af tempest-TestSnapshotPattern-281998390 tempest-TestSnapshotPattern-281998390-project] 10.222.0.59 "GET /v2.0/security-groups?id=36a71d81-6991-4d0b-9b29-2075e31f23fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337977 Jul 27 22:17:46.599150 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624288d9-7d3d-46cd-8fdf-c30982ca9fe4 req-670f1bfb-8774-4846-9ef6-fea1ce081821 tempest-TestSnapshotPattern-281998390 tempest-TestSnapshotPattern-281998390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:17:46.601114 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-624288d9-7d3d-46cd-8fdf-c30982ca9fe4 req-670f1bfb-8774-4846-9ef6-fea1ce081821 tempest-TestSnapshotPattern-281998390 tempest-TestSnapshotPattern-281998390-project] 10.222.0.59 "GET /v2.0/ports?device_id=5d36bd87-ef3d-4275-b65e-c062d4c338f5 HTTP/1.1" status: 200 len: 932 time: 0.0682120 Jul 27 22:17:46.641342 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-624288d9-7d3d-46cd-8fdf-c30982ca9fe4 req-dbeb2e07-fc53-4329-bd2a-550ea0dbefc4 tempest-TestSnapshotPattern-281998390 tempest-TestSnapshotPattern-281998390-project] 10.222.0.59 "GET /v2.0/security-groups?id=36a71d81-6991-4d0b-9b29-2075e31f23fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341511 Jul 27 22:17:47.771446 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62f0c32-5545-43e6-94eb-65a85bde62bc req-5a2c2598-6019-4e34-8c6d-427851994a9d tempest-TestSnapshotPattern-281998390 tempest-TestSnapshotPattern-281998390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:17:47.772955 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-c62f0c32-5545-43e6-94eb-65a85bde62bc req-5a2c2598-6019-4e34-8c6d-427851994a9d tempest-TestSnapshotPattern-281998390 tempest-TestSnapshotPattern-281998390-project] 10.222.0.59 "GET /v2.0/ports?device_id=5d36bd87-ef3d-4275-b65e-c062d4c338f5 HTTP/1.1" status: 200 len: 932 time: 0.0631232 Jul 27 22:17:47.809599 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-c62f0c32-5545-43e6-94eb-65a85bde62bc req-43899053-bc11-49b8-aa74-863d6427dfb1 tempest-TestSnapshotPattern-281998390 tempest-TestSnapshotPattern-281998390-project] 10.222.0.59 "GET /v2.0/security-groups?id=36a71d81-6991-4d0b-9b29-2075e31f23fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308015 Jul 27 22:17:48.831484 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [req-5ef62f8a-3500-4f41-926a-8ed47fa24c25 req-f59f5b1a-3d34-45c9-831a-654b23f8a742 service neutron] Request body: {'port': {'device_id': '5d36bd87-ef3d-4275-b65e-c062d4c338f5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-705658-22'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:17:48.909233 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-5ef62f8a-3500-4f41-926a-8ed47fa24c25 req-f59f5b1a-3d34-45c9-831a-654b23f8a742 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:48.943278 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80ac64f-e4bb-468a-832f-959c18b1e2b9 req-7d7fed51-fd37-45c1-a738-ca5dd1af2228 tempest-TestSnapshotPattern-281998390 tempest-TestSnapshotPattern-281998390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:17:48.945252 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b80ac64f-e4bb-468a-832f-959c18b1e2b9 req-7d7fed51-fd37-45c1-a738-ca5dd1af2228 tempest-TestSnapshotPattern-281998390 tempest-TestSnapshotPattern-281998390-project] 10.222.0.59 "GET /v2.0/ports?device_id=5d36bd87-ef3d-4275-b65e-c062d4c338f5 HTTP/1.1" status: 200 len: 932 time: 0.0678611 Jul 27 22:17:48.984233 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-b80ac64f-e4bb-468a-832f-959c18b1e2b9 req-75fa8d7f-95f0-4eeb-9249-de449a2ffa46 tempest-TestSnapshotPattern-281998390 tempest-TestSnapshotPattern-281998390-project] 10.222.0.59 "GET /v2.0/security-groups?id=36a71d81-6991-4d0b-9b29-2075e31f23fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327315 Jul 27 22:17:49.172119 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [req-5ef62f8a-3500-4f41-926a-8ed47fa24c25 req-f59f5b1a-3d34-45c9-831a-654b23f8a742 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 638cb6ee-afb1-47f5-a9e9-c068442ec260 {{(pid=105584) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:17:49.180132 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-5ef62f8a-3500-4f41-926a-8ed47fa24c25 req-f59f5b1a-3d34-45c9-831a-654b23f8a742 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:49.191625 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.provisioning_blocks [req-5ef62f8a-3500-4f41-926a-8ed47fa24c25 req-f59f5b1a-3d34-45c9-831a-654b23f8a742 service neutron] Transition to ACTIVE for port object 638cb6ee-afb1-47f5-a9e9-c068442ec260 will not be triggered until provisioned by entity L2. {{(pid=105584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:17:49.195673 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-5ef62f8a-3500-4f41-926a-8ed47fa24c25 req-f59f5b1a-3d34-45c9-831a-654b23f8a742 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9014027'] for port, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:49.269702 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59f5b1a-3d34-45c9-831a-654b23f8a742 service neutron] Pushing event updated for resources: {'Port': ['ID=638cb6ee-afb1-47f5-a9e9-c068442ec260,revision_number=2']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:17:49.318772 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [req-5ef62f8a-3500-4f41-926a-8ed47fa24c25 req-f59f5b1a-3d34-45c9-831a-654b23f8a742 service neutron] Attempting to bind port 638cb6ee-afb1-47f5-a9e9-c068442ec260 on host n-h2-705658-22 for vnic_type normal with profile {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:17:49.319192 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [req-5ef62f8a-3500-4f41-926a-8ed47fa24c25 req-f59f5b1a-3d34-45c9-831a-654b23f8a742 service neutron] Attempting to bind port 638cb6ee-afb1-47f5-a9e9-c068442ec260 by drivers openvswitch,hyperv on host n-h2-705658-22 at level 0 using segments [{'id': 'e2243d9a-6482-4acb-aad5-5daec56b7250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '4037d323-6410-498e-867b-a1776335b23f'}] {{(pid=105584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:17:49.319543 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ef62f8a-3500-4f41-926a-8ed47fa24c25 req-f59f5b1a-3d34-45c9-831a-654b23f8a742 service neutron] Attempting to bind port 638cb6ee-afb1-47f5-a9e9-c068442ec260 on network 4037d323-6410-498e-867b-a1776335b23f {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:17:49.324622 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ef62f8a-3500-4f41-926a-8ed47fa24c25 req-f59f5b1a-3d34-45c9-831a-654b23f8a742 service neutron] Port 638cb6ee-afb1-47f5-a9e9-c068442ec260 on network 4037d323-6410-498e-867b-a1776335b23f not bound, no agent of type Open vSwitch agent registered on host n-h2-705658-22 {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 22:17:49.324942 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ef62f8a-3500-4f41-926a-8ed47fa24c25 req-f59f5b1a-3d34-45c9-831a-654b23f8a742 service neutron] Attempting to bind port 638cb6ee-afb1-47f5-a9e9-c068442ec260 on network 4037d323-6410-498e-867b-a1776335b23f {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:17:49.329742 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ef62f8a-3500-4f41-926a-8ed47fa24c25 req-f59f5b1a-3d34-45c9-831a-654b23f8a742 service neutron] Checking agent: {'id': '65195a73-a875-4810-9f5b-622ae260a8a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-705658-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 49, 40), 'started_at': datetime.datetime(2021, 7, 27, 20, 49, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 17, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:17:49.330077 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ef62f8a-3500-4f41-926a-8ed47fa24c25 req-f59f5b1a-3d34-45c9-831a-654b23f8a742 service neutron] Checking segment: {'id': 'e2243d9a-6482-4acb-aad5-5daec56b7250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '4037d323-6410-498e-867b-a1776335b23f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:17:49.330456 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ef62f8a-3500-4f41-926a-8ed47fa24c25 req-f59f5b1a-3d34-45c9-831a-654b23f8a742 service neutron] Bound using segment: {'id': 'e2243d9a-6482-4acb-aad5-5daec56b7250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '4037d323-6410-498e-867b-a1776335b23f'} {{(pid=105584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:17:49.330877 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.managers [req-5ef62f8a-3500-4f41-926a-8ed47fa24c25 req-f59f5b1a-3d34-45c9-831a-654b23f8a742 service neutron] Bound port: 638cb6ee-afb1-47f5-a9e9-c068442ec260, host: n-h2-705658-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e2243d9a-6482-4acb-aad5-5daec56b7250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '4037d323-6410-498e-867b-a1776335b23f'}}] {{(pid=105584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:17:49.331338 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-5ef62f8a-3500-4f41-926a-8ed47fa24c25 req-f59f5b1a-3d34-45c9-831a-654b23f8a742 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:49.396143 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [req-5ef62f8a-3500-4f41-926a-8ed47fa24c25 req-f59f5b1a-3d34-45c9-831a-654b23f8a742 service neutron] For port 638cb6ee-afb1-47f5-a9e9-c068442ec260, host n-h2-705658-22, cleared binding levels {{(pid=105584) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:17:49.399198 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [req-5ef62f8a-3500-4f41-926a-8ed47fa24c25 req-f59f5b1a-3d34-45c9-831a-654b23f8a742 service neutron] For port 638cb6ee-afb1-47f5-a9e9-c068442ec260, host n-h2-705658-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=638cb6ee-afb1-47f5-a9e9-c068442ec260,segment=NetworkSegment(e2243d9a-6482-4acb-aad5-5daec56b7250),segment_id=e2243d9a-6482-4acb-aad5-5daec56b7250)] {{(pid=105584) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:17:49.404564 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-5ef62f8a-3500-4f41-926a-8ed47fa24c25 req-f59f5b1a-3d34-45c9-831a-654b23f8a742 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9014027'] for port, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:49.439938 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef62f8a-3500-4f41-926a-8ed47fa24c25 req-f59f5b1a-3d34-45c9-831a-654b23f8a742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:17:49.440642 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-5ef62f8a-3500-4f41-926a-8ed47fa24c25 req-f59f5b1a-3d34-45c9-831a-654b23f8a742 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:49.441952 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-5ef62f8a-3500-4f41-926a-8ed47fa24c25 req-f59f5b1a-3d34-45c9-831a-654b23f8a742 service neutron] 10.222.0.60 "PUT /v2.0/ports/638cb6ee-afb1-47f5-a9e9-c068442ec260 HTTP/1.1" status: 200 len: 1093 time: 0.6553810 Jul 27 22:17:49.442385 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d36bd87-ef3d-4275-b65e-c062d4c338f5', 'tag': '638cb6ee-afb1-47f5-a9e9-c068442ec260'}] {{(pid=105584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:17:49.444688 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a14b7e693ac0d3b36d252540d57b2183de19e2104d11de1d527dbb6a6689965" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95414bc2-c83c-4169-b5d3-263838f60658" -d '{"events": [{"name": "network-changed", "server_uuid": "5d36bd87-ef3d-4275-b65e-c062d4c338f5", "tag": "638cb6ee-afb1-47f5-a9e9-c068442ec260"}]}' {{(pid=105584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:17:49.470853 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59f5b1a-3d34-45c9-831a-654b23f8a742 service neutron] Pushing event updated for resources: {'Port': ['ID=638cb6ee-afb1-47f5-a9e9-c068442ec260,revision_number=3']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:17:49.492395 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 22:17:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79cbc88a-0bad-4610-a2d3-ebfbe066f267 x-openstack-request-id: req-79cbc88a-0bad-4610-a2d3-ebfbe066f267 {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:17:49.492668 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d36bd87-ef3d-4275-b65e-c062d4c338f5", "tag": "638cb6ee-afb1-47f5-a9e9-c068442ec260", "status": "completed", "code": 200}]} {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:17:49.492919 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-79cbc88a-0bad-4610-a2d3-ebfbe066f267 {{(pid=105584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:17:49.493324 n-d-705658-22 neutron-server[105584]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d36bd87-ef3d-4275-b65e-c062d4c338f5', 'tag': '638cb6ee-afb1-47f5-a9e9-c068442ec260', 'status': 'completed', 'code': 200} Jul 27 22:17:49.541177 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef62f8a-3500-4f41-926a-8ed47fa24c25 req-75dbd79f-4d91-45a5-a594-19c1f2d09ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:17:49.542704 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-5ef62f8a-3500-4f41-926a-8ed47fa24c25 req-75dbd79f-4d91-45a5-a594-19c1f2d09ae8 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=f112494cd6f54e3eba1b2de0de7321ab&device_id=5d36bd87-ef3d-4275-b65e-c062d4c338f5 HTTP/1.1" status: 200 len: 1096 time: 0.0629261 Jul 27 22:17:49.585023 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-5ef62f8a-3500-4f41-926a-8ed47fa24c25 req-0da610da-2924-4f50-a68b-de2e22cfd775 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=638cb6ee-afb1-47f5-a9e9-c068442ec260 HTTP/1.1" status: 200 len: 217 time: 0.0348837 Jul 27 22:17:49.637240 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef62f8a-3500-4f41-926a-8ed47fa24c25 req-2c77b43b-a46d-47ce-a83e-2a787e13e319 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:17:49.638707 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-5ef62f8a-3500-4f41-926a-8ed47fa24c25 req-2c77b43b-a46d-47ce-a83e-2a787e13e319 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=47a93c65-63fd-4065-93d3-89d069daf642 HTTP/1.1" status: 200 len: 848 time: 0.0470462 Jul 27 22:17:49.700510 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef62f8a-3500-4f41-926a-8ed47fa24c25 req-59ac530f-4197-4c54-89ef-6dd8e669ad06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:17:49.701981 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-5ef62f8a-3500-4f41-926a-8ed47fa24c25 req-59ac530f-4197-4c54-89ef-6dd8e669ad06 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4037d323-6410-498e-867b-a1776335b23f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0568662 Jul 27 22:17:49.790973 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-5ef62f8a-3500-4f41-926a-8ed47fa24c25 req-9d97ff4e-b901-485c-a705-f86a87cd0897 service neutron] 10.222.0.60 "GET /v2.0/networks/4037d323-6410-498e-867b-a1776335b23f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820990 Jul 27 22:17:49.879872 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-5ef62f8a-3500-4f41-926a-8ed47fa24c25 req-993c886b-6558-46c9-bf7c-5f3e5adc0073 service neutron] 10.222.0.60 "GET /v2.0/networks/4037d323-6410-498e-867b-a1776335b23f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823205 Jul 27 22:17:49.991252 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95414bc2-c83c-4169-b5d3-263838f60658 req-49cb0d4d-6de5-41a2-bf26-3013031a41ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:17:49.992806 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-95414bc2-c83c-4169-b5d3-263838f60658 req-49cb0d4d-6de5-41a2-bf26-3013031a41ea service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=f112494cd6f54e3eba1b2de0de7321ab&device_id=5d36bd87-ef3d-4275-b65e-c062d4c338f5 HTTP/1.1" status: 200 len: 1096 time: 0.0638037 Jul 27 22:17:50.081392 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95414bc2-c83c-4169-b5d3-263838f60658 req-622c19e8-eec8-4aac-a6ca-2ea0339a9865 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:17:50.082855 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-95414bc2-c83c-4169-b5d3-263838f60658 req-622c19e8-eec8-4aac-a6ca-2ea0339a9865 service neutron] 10.222.0.60 "GET /v2.0/networks?id=4037d323-6410-498e-867b-a1776335b23f HTTP/1.1" status: 200 len: 910 time: 0.0829549 Jul 27 22:17:50.119022 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b001467-2c72-49fe-8bf8-dcd6d0cee372 req-e50a2b7b-9181-4668-b310-8a71ed39844c tempest-TestSnapshotPattern-281998390 tempest-TestSnapshotPattern-281998390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:17:50.120541 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-0b001467-2c72-49fe-8bf8-dcd6d0cee372 req-e50a2b7b-9181-4668-b310-8a71ed39844c tempest-TestSnapshotPattern-281998390 tempest-TestSnapshotPattern-281998390-project] 10.222.0.59 "GET /v2.0/ports?device_id=5d36bd87-ef3d-4275-b65e-c062d4c338f5 HTTP/1.1" status: 200 len: 944 time: 0.0643148 Jul 27 22:17:50.161168 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-0b001467-2c72-49fe-8bf8-dcd6d0cee372 req-a4e7c618-b783-4635-b368-c668c677aa7e tempest-TestSnapshotPattern-281998390 tempest-TestSnapshotPattern-281998390-project] 10.222.0.59 "GET /v2.0/security-groups?id=36a71d81-6991-4d0b-9b29-2075e31f23fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341725 Jul 27 22:17:50.421610 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-95414bc2-c83c-4169-b5d3-263838f60658 req-6b6dfca0-12bb-4225-b786-040e5d9b9464 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=638cb6ee-afb1-47f5-a9e9-c068442ec260 HTTP/1.1" status: 200 len: 217 time: 0.3309717 Jul 27 22:17:50.469715 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95414bc2-c83c-4169-b5d3-263838f60658 req-043f2c14-f913-497d-86b2-593108279771 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:17:50.471154 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-95414bc2-c83c-4169-b5d3-263838f60658 req-043f2c14-f913-497d-86b2-593108279771 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=47a93c65-63fd-4065-93d3-89d069daf642 HTTP/1.1" status: 200 len: 848 time: 0.0423589 Jul 27 22:17:50.529550 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95414bc2-c83c-4169-b5d3-263838f60658 req-d293ab61-9386-43e1-9abb-fe78e65f566e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:17:50.531022 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-95414bc2-c83c-4169-b5d3-263838f60658 req-d293ab61-9386-43e1-9abb-fe78e65f566e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4037d323-6410-498e-867b-a1776335b23f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0524795 Jul 27 22:17:50.620316 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-95414bc2-c83c-4169-b5d3-263838f60658 req-7fe04ab4-7d18-4374-8599-5287d7c965f5 service neutron] 10.222.0.60 "GET /v2.0/networks/4037d323-6410-498e-867b-a1776335b23f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817840 Jul 27 22:17:50.710167 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-95414bc2-c83c-4169-b5d3-263838f60658 req-898fd42c-4873-45ee-b001-dcf53e771928 service neutron] 10.222.0.60 "GET /v2.0/networks/4037d323-6410-498e-867b-a1776335b23f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816343 Jul 27 22:17:51.292439 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf33a3ce-985e-4019-b258-9b5afc37b8d7 req-334d5540-d7ee-4875-81c0-0470574b48f6 tempest-TestSnapshotPattern-281998390 tempest-TestSnapshotPattern-281998390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:17:51.293907 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-bf33a3ce-985e-4019-b258-9b5afc37b8d7 req-334d5540-d7ee-4875-81c0-0470574b48f6 tempest-TestSnapshotPattern-281998390 tempest-TestSnapshotPattern-281998390-project] 10.222.0.59 "GET /v2.0/ports?device_id=5d36bd87-ef3d-4275-b65e-c062d4c338f5 HTTP/1.1" status: 200 len: 944 time: 0.0621405 Jul 27 22:17:51.331067 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-bf33a3ce-985e-4019-b258-9b5afc37b8d7 req-d85f570a-3cfb-4913-84ee-8ec6494717eb tempest-TestSnapshotPattern-281998390 tempest-TestSnapshotPattern-281998390-project] 10.222.0.59 "GET /v2.0/security-groups?id=36a71d81-6991-4d0b-9b29-2075e31f23fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312624 Jul 27 22:17:52.465035 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b0bfd8-1999-4c1d-a9fa-ce1b1538f364 req-282ac7b0-7354-4ce9-9fa6-c27fd6fd4c5e tempest-TestSnapshotPattern-281998390 tempest-TestSnapshotPattern-281998390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:17:52.466606 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-66b0bfd8-1999-4c1d-a9fa-ce1b1538f364 req-282ac7b0-7354-4ce9-9fa6-c27fd6fd4c5e tempest-TestSnapshotPattern-281998390 tempest-TestSnapshotPattern-281998390-project] 10.222.0.59 "GET /v2.0/ports?device_id=5d36bd87-ef3d-4275-b65e-c062d4c338f5 HTTP/1.1" status: 200 len: 944 time: 0.0684683 Jul 27 22:17:52.505011 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-66b0bfd8-1999-4c1d-a9fa-ce1b1538f364 req-37d48f8d-6629-4ae1-a891-3357e89402e8 tempest-TestSnapshotPattern-281998390 tempest-TestSnapshotPattern-281998390-project] 10.222.0.59 "GET /v2.0/security-groups?id=36a71d81-6991-4d0b-9b29-2075e31f23fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324142 Jul 27 22:17:53.511514 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Device 638cb6ee-afb1-47f5-a9e9-c068442ec260 details requested by agent hyperv_n-h2-705658-22 with host n-h2-705658-22 {{(pid=105586) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 22:17:53.608387 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] For port 638cb6ee-afb1-47f5-a9e9-c068442ec260, host n-h2-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=638cb6ee-afb1-47f5-a9e9-c068442ec260,segment=NetworkSegment(e2243d9a-6482-4acb-aad5-5daec56b7250),segment_id=e2243d9a-6482-4acb-aad5-5daec56b7250)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:17:53.620137 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Returning: {'device': '638cb6ee-afb1-47f5-a9e9-c068442ec260', 'network_id': '4037d323-6410-498e-867b-a1776335b23f', 'port_id': '638cb6ee-afb1-47f5-a9e9-c068442ec260', 'mac_address': 'fa:16:3e:e2:3a:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 215, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47a93c65-63fd-4065-93d3-89d069daf642', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105586) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 22:17:53.636352 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce760bdc-627a-414c-9916-6e6601d0ac65 req-0cba85bb-307c-4d9f-ba32-a479d0b66b95 tempest-TestSnapshotPattern-281998390 tempest-TestSnapshotPattern-281998390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:17:53.637856 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-ce760bdc-627a-414c-9916-6e6601d0ac65 req-0cba85bb-307c-4d9f-ba32-a479d0b66b95 tempest-TestSnapshotPattern-281998390 tempest-TestSnapshotPattern-281998390-project] 10.222.0.59 "GET /v2.0/ports?device_id=5d36bd87-ef3d-4275-b65e-c062d4c338f5 HTTP/1.1" status: 200 len: 944 time: 0.0640159 Jul 27 22:17:53.656375 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:53.669543 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [None req-3d54578f-831f-4696-b568-13c455922dab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 638cb6ee-afb1-47f5-a9e9-c068442ec260 {{(pid=105586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:17:53.676144 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-ce760bdc-627a-414c-9916-6e6601d0ac65 req-08855d1a-640a-4e3f-a838-815d8419fe70 tempest-TestSnapshotPattern-281998390 tempest-TestSnapshotPattern-281998390-project] 10.222.0.59 "GET /v2.0/security-groups?id=36a71d81-6991-4d0b-9b29-2075e31f23fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321934 Jul 27 22:17:53.689760 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] For port 638cb6ee-afb1-47f5-a9e9-c068442ec260, host n-h2-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=638cb6ee-afb1-47f5-a9e9-c068442ec260,segment=NetworkSegment(e2243d9a-6482-4acb-aad5-5daec56b7250),segment_id=e2243d9a-6482-4acb-aad5-5daec56b7250)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:17:53.693673 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:53.741809 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Pushing event updated for resources: {'Port': ['ID=638cb6ee-afb1-47f5-a9e9-c068442ec260,revision_number=4']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:17:54.076204 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] get_ports_and_sgs() called for port_ids ['638cb6ee-afb1-47f5-a9e9-c068442ec260'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:17:54.808665 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e7c130-8e8e-4feb-b2db-d638fcbae9d9 req-ae9a3ba7-9d33-49ec-a5ab-9c391721299d tempest-TestSnapshotPattern-281998390 tempest-TestSnapshotPattern-281998390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:17:54.810126 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-04e7c130-8e8e-4feb-b2db-d638fcbae9d9 req-ae9a3ba7-9d33-49ec-a5ab-9c391721299d tempest-TestSnapshotPattern-281998390 tempest-TestSnapshotPattern-281998390-project] 10.222.0.59 "GET /v2.0/ports?device_id=5d36bd87-ef3d-4275-b65e-c062d4c338f5 HTTP/1.1" status: 200 len: 945 time: 0.0655923 Jul 27 22:17:54.849040 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-04e7c130-8e8e-4feb-b2db-d638fcbae9d9 req-01789349-5672-479c-a3f5-06567e663b38 tempest-TestSnapshotPattern-281998390 tempest-TestSnapshotPattern-281998390-project] 10.222.0.59 "GET /v2.0/security-groups?id=36a71d81-6991-4d0b-9b29-2075e31f23fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329375 Jul 27 22:17:55.589763 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Device 638cb6ee-afb1-47f5-a9e9-c068442ec260 up at agent hyperv_n-h2-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:17:55.638946 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-3d54578f-831f-4696-b568-13c455922dab None None] Provisioning for port 638cb6ee-afb1-47f5-a9e9-c068442ec260 completed by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:17:55.642660 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-3d54578f-831f-4696-b568-13c455922dab None None] Provisioning complete for port 638cb6ee-afb1-47f5-a9e9-c068442ec260 triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:17:55.643072 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:55.717878 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:55.739822 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d36bd87-ef3d-4275-b65e-c062d4c338f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '638cb6ee-afb1-47f5-a9e9-c068442ec260'}] {{(pid=105586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:17:55.742543 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fee2e8668661828e318a8d53a8a935935453ec21149a086d6a2055ff627b97ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6186d97f-c13c-491b-8d3e-d34d947fe886" -d '{"events": [{"server_uuid": "5d36bd87-ef3d-4275-b65e-c062d4c338f5", "name": "network-vif-plugged", "status": "completed", "tag": "638cb6ee-afb1-47f5-a9e9-c068442ec260"}]}' {{(pid=105586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:17:55.754962 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] For port 638cb6ee-afb1-47f5-a9e9-c068442ec260, host n-h2-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=638cb6ee-afb1-47f5-a9e9-c068442ec260,segment=NetworkSegment(e2243d9a-6482-4acb-aad5-5daec56b7250),segment_id=e2243d9a-6482-4acb-aad5-5daec56b7250)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:17:55.759340 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:55.788135 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:17:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d364189-7021-4991-82f1-86b33bdffc91 x-openstack-request-id: req-8d364189-7021-4991-82f1-86b33bdffc91 {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:17:55.788427 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d36bd87-ef3d-4275-b65e-c062d4c338f5", "name": "network-vif-plugged", "status": "completed", "tag": "638cb6ee-afb1-47f5-a9e9-c068442ec260", "code": 200}]} {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:17:55.788679 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-8d364189-7021-4991-82f1-86b33bdffc91 {{(pid=105586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:17:55.789061 n-d-705658-22 neutron-server[105586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d36bd87-ef3d-4275-b65e-c062d4c338f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '638cb6ee-afb1-47f5-a9e9-c068442ec260', 'code': 200} Jul 27 22:17:55.812822 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Pushing event updated for resources: {'Port': ['ID=638cb6ee-afb1-47f5-a9e9-c068442ec260,revision_number=5']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:17:55.899795 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d043682e-a29c-493b-8a97-df9b7dbb1ca5 req-18bea72d-fcec-46c3-8739-75f0e7a81e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:17:55.901396 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-d043682e-a29c-493b-8a97-df9b7dbb1ca5 req-18bea72d-fcec-46c3-8739-75f0e7a81e68 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=5d36bd87-ef3d-4275-b65e-c062d4c338f5 HTTP/1.1" status: 200 len: 1098 time: 0.0607996 Jul 27 22:17:55.937468 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-d043682e-a29c-493b-8a97-df9b7dbb1ca5 req-9a09aedb-6448-4f99-bbe6-4c73f7557998 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=36a71d81-6991-4d0b-9b29-2075e31f23fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0293248 Jul 27 22:17:55.976210 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba78f091-71ae-464d-80fd-05bdd104ab4e req-1b21895d-dad2-4a79-9936-e6c57dc2951b tempest-TestSnapshotPattern-281998390 tempest-TestSnapshotPattern-281998390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:17:55.977674 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-ba78f091-71ae-464d-80fd-05bdd104ab4e req-1b21895d-dad2-4a79-9936-e6c57dc2951b tempest-TestSnapshotPattern-281998390 tempest-TestSnapshotPattern-281998390-project] 10.222.0.59 "GET /v2.0/ports?device_id=5d36bd87-ef3d-4275-b65e-c062d4c338f5 HTTP/1.1" status: 200 len: 946 time: 0.0618732 Jul 27 22:17:56.014847 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-ba78f091-71ae-464d-80fd-05bdd104ab4e req-f5fba895-9cdc-4654-97fe-bd08b1ce220a tempest-TestSnapshotPattern-281998390 tempest-TestSnapshotPattern-281998390-project] 10.222.0.59 "GET /v2.0/security-groups?id=36a71d81-6991-4d0b-9b29-2075e31f23fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310540 Jul 27 22:17:57.206397 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01342df3-7ecf-4118-8f65-8e406714abf4 req-9425f0c6-1d11-4973-9e6c-da9fab53707e tempest-TestSnapshotPattern-281998390 tempest-TestSnapshotPattern-281998390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:17:57.207923 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-01342df3-7ecf-4118-8f65-8e406714abf4 req-9425f0c6-1d11-4973-9e6c-da9fab53707e tempest-TestSnapshotPattern-281998390 tempest-TestSnapshotPattern-281998390-project] 10.222.0.59 "GET /v2.0/ports?device_id=5d36bd87-ef3d-4275-b65e-c062d4c338f5 HTTP/1.1" status: 200 len: 946 time: 0.1249089 Jul 27 22:17:57.249272 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-01342df3-7ecf-4118-8f65-8e406714abf4 req-f56ea40a-cd4a-47fd-bdf5-197a23a87abc tempest-TestSnapshotPattern-281998390 tempest-TestSnapshotPattern-281998390-project] 10.222.0.59 "GET /v2.0/security-groups?id=36a71d81-6991-4d0b-9b29-2075e31f23fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344613 Jul 27 22:17:57.379967 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c236e95b-17f8-4e92-ae60-b3a4c935613d req-1feb9940-cae2-44b8-bea0-196fcfaed328 tempest-TestSnapshotPattern-281998390 tempest-TestSnapshotPattern-281998390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:17:57.381427 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-c236e95b-17f8-4e92-ae60-b3a4c935613d req-1feb9940-cae2-44b8-bea0-196fcfaed328 tempest-TestSnapshotPattern-281998390 tempest-TestSnapshotPattern-281998390-project] 10.222.0.59 "GET /v2.0/ports?device_id=5d36bd87-ef3d-4275-b65e-c062d4c338f5 HTTP/1.1" status: 200 len: 946 time: 0.0657282 Jul 27 22:17:57.418442 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-c236e95b-17f8-4e92-ae60-b3a4c935613d req-e7779169-cd78-4f02-8509-5034b98c5e80 tempest-TestSnapshotPattern-281998390 tempest-TestSnapshotPattern-281998390-project] 10.222.0.59 "GET /v2.0/security-groups?id=36a71d81-6991-4d0b-9b29-2075e31f23fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312278 Jul 27 22:17:57.439143 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 41134) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:17:57.491621 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f17813c6-bd42-4c01-931d-ba244dc91534 tempest-TestSnapshotPattern-185969574 tempest-TestSnapshotPattern-185969574-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:17:57.493137 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-f17813c6-bd42-4c01-931d-ba244dc91534 tempest-TestSnapshotPattern-185969574 tempest-TestSnapshotPattern-185969574-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=5d36bd87-ef3d-4275-b65e-c062d4c338f5 HTTP/1.1" status: 200 len: 1093 time: 0.0530066 Jul 27 22:17:57.495976 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 41136) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:17:57.500323 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.v2.base [None req-ca5ee835-4225-4b03-b99f-663b4681a314 tempest-TestSnapshotPattern-281998390 tempest-TestSnapshotPattern-281998390-project] Request body: {'floatingip': {'floating_network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'port_id': '638cb6ee-afb1-47f5-a9e9-c068442ec260', 'tenant_id': 'f112494cd6f54e3eba1b2de0de7321ab', 'fixed_ip_address': '172.20.0.14'}} {{(pid=105584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:17:57.521518 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-ca5ee835-4225-4b03-b99f-663b4681a314 tempest-TestSnapshotPattern-281998390 tempest-TestSnapshotPattern-281998390-project] Notify callbacks [] for floatingip, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:57.622251 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-ca5ee835-4225-4b03-b99f-663b4681a314 tempest-TestSnapshotPattern-281998390 tempest-TestSnapshotPattern-281998390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:57.724904 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.db_base_plugin_common [None req-ca5ee835-4225-4b03-b99f-663b4681a314 tempest-TestSnapshotPattern-281998390 tempest-TestSnapshotPattern-281998390-project] Allocated IP 172.25.5.203 (8735d8a2-b604-4758-ae71-b40e4ee6f305/eca7dbab-b9c0-4c8f-a272-816ea8a81764/50b6a357-361e-4f94-a301-68b7425ef035) {{(pid=105584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:17:57.827374 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-ca5ee835-4225-4b03-b99f-663b4681a314 tempest-TestSnapshotPattern-281998390 tempest-TestSnapshotPattern-281998390-project] Notify callbacks [] for port, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:57.866141 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-ca5ee835-4225-4b03-b99f-663b4681a314 tempest-TestSnapshotPattern-281998390 tempest-TestSnapshotPattern-281998390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790688433143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:57.904486 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca5ee835-4225-4b03-b99f-663b4681a314 tempest-TestSnapshotPattern-281998390 tempest-TestSnapshotPattern-281998390-project] Network 8735d8a2-b604-4758-ae71-b40e4ee6f305 is already hosted by enough agents. {{(pid=105584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:17:57.911152 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.base_scheduler [None req-ca5ee835-4225-4b03-b99f-663b4681a314 tempest-TestSnapshotPattern-281998390 tempest-TestSnapshotPattern-281998390-project] Resources bound (agent type, host, resource id): {{(pid=105584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:17:57.915562 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca5ee835-4225-4b03-b99f-663b4681a314 tempest-TestSnapshotPattern-281998390 tempest-TestSnapshotPattern-281998390-project] Received port after_create {{(pid=105584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:17:57.918519 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5ee835-4225-4b03-b99f-663b4681a314 tempest-TestSnapshotPattern-281998390 tempest-TestSnapshotPattern-281998390-project] Pushing event updated for resources: {'Port': ['ID=50b6a357-361e-4f94-a301-68b7425ef035,revision_number=1']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:17:58.277391 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-ca5ee835-4225-4b03-b99f-663b4681a314 tempest-TestSnapshotPattern-281998390 tempest-TestSnapshotPattern-281998390-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:58.356760 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-ca5ee835-4225-4b03-b99f-663b4681a314 tempest-TestSnapshotPattern-281998390 tempest-TestSnapshotPattern-281998390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:58.501324 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-ca5ee835-4225-4b03-b99f-663b4681a314 tempest-TestSnapshotPattern-281998390 tempest-TestSnapshotPattern-281998390-project] Notify callbacks [] for port, precommit_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:58.505485 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-ca5ee835-4225-4b03-b99f-663b4681a314 tempest-TestSnapshotPattern-281998390 tempest-TestSnapshotPattern-281998390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9014027'] for port, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:58.575558 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5ee835-4225-4b03-b99f-663b4681a314 tempest-TestSnapshotPattern-281998390 tempest-TestSnapshotPattern-281998390-project] Pushing event updated for resources: {'Port': ['ID=50b6a357-361e-4f94-a301-68b7425ef035,revision_number=2']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:17:58.587236 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-ca5ee835-4225-4b03-b99f-663b4681a314 tempest-TestSnapshotPattern-281998390 tempest-TestSnapshotPattern-281998390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4075768'] for floatingip, after_update {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:58.686666 n-d-705658-22 neutron-server[105584]: INFO neutron.db.l3_db [None req-ca5ee835-4225-4b03-b99f-663b4681a314 tempest-TestSnapshotPattern-281998390 tempest-TestSnapshotPattern-281998390-project] Floating IP 44f04df9-46c4-4b4e-a76f-b9cac9855273 associated. External IP: 172.25.5.203, port: 638cb6ee-afb1-47f5-a9e9-c068442ec260. Jul 27 22:17:58.894182 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca5ee835-4225-4b03-b99f-663b4681a314 tempest-TestSnapshotPattern-281998390 tempest-TestSnapshotPattern-281998390-project] Router 7a969a30-8fe3-4cd2-8190-8fb9d4ac00cd has already been hosted by L3 agent dd128fd7-8e57-4d4f-895b-a96b369df59a {{(pid=105584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:17:59.000109 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca5ee835-4225-4b03-b99f-663b4681a314 tempest-TestSnapshotPattern-281998390 tempest-TestSnapshotPattern-281998390-project] Notify agent at l3_agent.n-d-705658-22 the message routers_updated {{(pid=105584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:17:59.009553 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-434517ae-14cc-4ec5-9f28-b55779385e71 None None] Sync routers for ids ['7a969a30-8fe3-4cd2-8190-8fb9d4ac00cd'] in n-d-705658-22 {{(pid=105587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:17:59.015511 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-ca5ee835-4225-4b03-b99f-663b4681a314 tempest-TestSnapshotPattern-281998390 tempest-TestSnapshotPattern-281998390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for floatingip, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:59.018892 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-434517ae-14cc-4ec5-9f28-b55779385e71 None None] Routers {'7a969a30-8fe3-4cd2-8190-8fb9d4ac00cd'} bound to L3 agent in host n-d-705658-22 {{(pid=105587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:17:59.019559 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-434517ae-14cc-4ec5-9f28-b55779385e71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T22:17:42Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['7a969a30-8fe3-4cd2-8190-8fb9d4ac00cd'], 'active': True} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:17:59.051894 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-ca5ee835-4225-4b03-b99f-663b4681a314 tempest-TestSnapshotPattern-281998390 tempest-TestSnapshotPattern-281998390-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5549071 Jul 27 22:17:59.052478 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d36bd87-ef3d-4275-b65e-c062d4c338f5', 'tag': '638cb6ee-afb1-47f5-a9e9-c068442ec260'}] {{(pid=105584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:17:59.054726 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a14b7e693ac0d3b36d252540d57b2183de19e2104d11de1d527dbb6a6689965" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b43a0270-75ef-48a8-a8d4-638e0a38ea94" -d '{"events": [{"name": "network-changed", "server_uuid": "5d36bd87-ef3d-4275-b65e-c062d4c338f5", "tag": "638cb6ee-afb1-47f5-a9e9-c068442ec260"}]}' {{(pid=105584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:17:59.091112 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 22:17:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32e04b53-fab6-43cd-8a59-affc39b147d5 x-openstack-request-id: req-32e04b53-fab6-43cd-8a59-affc39b147d5 {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:17:59.091411 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d36bd87-ef3d-4275-b65e-c062d4c338f5", "tag": "638cb6ee-afb1-47f5-a9e9-c068442ec260", "status": "completed", "code": 200}]} {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:17:59.091662 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-32e04b53-fab6-43cd-8a59-affc39b147d5 {{(pid=105584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:17:59.092063 n-d-705658-22 neutron-server[105584]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d36bd87-ef3d-4275-b65e-c062d4c338f5', 'tag': '638cb6ee-afb1-47f5-a9e9-c068442ec260', 'status': 'completed', 'code': 200} Jul 27 22:17:59.136732 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvr_db [None req-434517ae-14cc-4ec5-9f28-b55779385e71 None None] Set router 7a969a30-8fe3-4cd2-8190-8fb9d4ac00cd gateway port host: n-d-705658-22 {{(pid=105587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:17:59.165704 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43a0270-75ef-48a8-a8d4-638e0a38ea94 req-4f296cf0-df3c-4797-808e-82504eec5197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:17:59.167264 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-b43a0270-75ef-48a8-a8d4-638e0a38ea94 req-4f296cf0-df3c-4797-808e-82504eec5197 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=f112494cd6f54e3eba1b2de0de7321ab&device_id=5d36bd87-ef3d-4275-b65e-c062d4c338f5 HTTP/1.1" status: 200 len: 1098 time: 0.0545201 Jul 27 22:17:59.258912 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43a0270-75ef-48a8-a8d4-638e0a38ea94 req-d22a01c3-a095-4ae0-a202-d6b9304068f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:17:59.260450 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-b43a0270-75ef-48a8-a8d4-638e0a38ea94 req-d22a01c3-a095-4ae0-a202-d6b9304068f4 service neutron] 10.222.0.60 "GET /v2.0/networks?id=4037d323-6410-498e-867b-a1776335b23f HTTP/1.1" status: 200 len: 910 time: 0.0867372 Jul 27 22:17:59.325764 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-b43a0270-75ef-48a8-a8d4-638e0a38ea94 req-ae68cae8-27d4-42a9-8ca9-a0798425581f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=638cb6ee-afb1-47f5-a9e9-c068442ec260 HTTP/1.1" status: 200 len: 1000 time: 0.0585127 Jul 27 22:17:59.358701 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-434517ae-14cc-4ec5-9f28-b55779385e71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a969a30-8fe3-4cd2-8190-8fb9d4ac00cd', 'name': 'tempest-TestSnapshotPattern-714177838-router', 'tenant_id': 'f112494cd6f54e3eba1b2de0de7321ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.170'}], 'enable_snat': True}, 'gw_port_id': '64d190e1-f038-4fef-a5af-945006b5e7a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:15:02Z', 'updated_at': '2021-07-27T22:15:05Z', 'revision_number': 4, 'project_id': 'f112494cd6f54e3eba1b2de0de7321ab', 'gw_port': {'id': '64d190e1-f038-4fef-a5af-945006b5e7a6', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:b8:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a969a30-8fe3-4cd2-8190-8fb9d4ac00cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:15:03Z', 'updated_at': '2021-07-27T22:15:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_floatingips': [{'id': '1b368a2a-dce3-43df-b1bc-5ab87d609974', 'tenant_id': 'f112494cd6f54e3eba1b2de0de7321ab', 'floating_ip_address': '172.25.5.183', 'floating_network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'router_id': '7a969a30-8fe3-4cd2-8190-8fb9d4ac00cd', 'port_id': '4570fe99-5ace-455a-ab83-07795fdc4a5f', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4037d323-6410-498e-867b-a1776335b23f', 'mac_address': 'fa:16:3e:6c:83:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd09d74b-5b11-4f36-ad65-2d74c8106dfe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T22:15:25Z', 'updated_at': '2021-07-27T22:15:27Z', 'revision_number': 1, 'project_id': 'f112494cd6f54e3eba1b2de0de7321ab', 'fixed_ip_address_scope': None}, {'id': '44f04df9-46c4-4b4e-a76f-b9cac9855273', 'tenant_id': 'f112494cd6f54e3eba1b2de0de7321ab', 'floating_ip_address': '172.25.5.203', 'floating_network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'router_id': '7a969a30-8fe3-4cd2-8190-8fb9d4ac00cd', 'port_id': '638cb6ee-afb1-47f5-a9e9-c068442ec260', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4357, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4037d323-6410-498e-867b-a1776335b23f', 'mac_address': 'fa:16:3e:e2:3a:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d36bd87-ef3d-4275-b65e-c062d4c338f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T22:17:58Z', 'updated_at': '2021-07-27T22:17:58Z', 'revision_number': 0, 'project_id': 'f112494cd6f54e3eba1b2de0de7321ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3095925-622e-4693-b2b7-886a940bf157', 'name': '', 'network_id': '4037d323-6410-498e-867b-a1776335b23f', 'tenant_id': 'f112494cd6f54e3eba1b2de0de7321ab', 'mac_address': 'fa:16:3e:9f:c4:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a969a30-8fe3-4cd2-8190-8fb9d4ac00cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '47a93c65-63fd-4065-93d3-89d069daf642', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:15:04Z', 'updated_at': '2021-07-27T22:15:11Z', 'revision_number': 5, 'project_id': 'f112494cd6f54e3eba1b2de0de7321ab', 'subnets': [{'id': '47a93c65-63fd-4065-93d3-89d069daf642', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-22', False) {} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:17:59.374784 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43a0270-75ef-48a8-a8d4-638e0a38ea94 req-c143268f-3e5a-4c46-bcdf-c6714a5a6a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:17:59.376265 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-b43a0270-75ef-48a8-a8d4-638e0a38ea94 req-c143268f-3e5a-4c46-bcdf-c6714a5a6a8a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=47a93c65-63fd-4065-93d3-89d069daf642 HTTP/1.1" status: 200 len: 848 time: 0.0444381 Jul 27 22:17:59.384544 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-434517ae-14cc-4ec5-9f28-b55779385e71 None None] Checking router: 7a969a30-8fe3-4cd2-8190-8fb9d4ac00cd for host: n-d-705658-22 {{(pid=105587) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:17:59.392598 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-434517ae-14cc-4ec5-9f28-b55779385e71 None None] Routers {'7a969a30-8fe3-4cd2-8190-8fb9d4ac00cd'} bound to L3 agent in host n-d-705658-22 {{(pid=105587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:17:59.393128 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-434517ae-14cc-4ec5-9f28-b55779385e71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T22:17:42Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['7a969a30-8fe3-4cd2-8190-8fb9d4ac00cd'], 'active': True} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:17:59.437595 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43a0270-75ef-48a8-a8d4-638e0a38ea94 req-de907d12-f138-46d7-aae0-3717d88a2319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:17:59.439125 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-b43a0270-75ef-48a8-a8d4-638e0a38ea94 req-de907d12-f138-46d7-aae0-3717d88a2319 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4037d323-6410-498e-867b-a1776335b23f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0558169 Jul 27 22:17:59.495762 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvr_db [None req-434517ae-14cc-4ec5-9f28-b55779385e71 None None] Set router 7a969a30-8fe3-4cd2-8190-8fb9d4ac00cd gateway port host: n-d-705658-22 {{(pid=105587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:17:59.526827 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-b43a0270-75ef-48a8-a8d4-638e0a38ea94 req-ca43438c-40a9-4589-8ebc-e7c7865631ec service neutron] 10.222.0.60 "GET /v2.0/networks/4037d323-6410-498e-867b-a1776335b23f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801547 Jul 27 22:17:59.621172 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-b43a0270-75ef-48a8-a8d4-638e0a38ea94 req-3188e75d-8c7a-4c05-b329-fdcfb32ff30f service neutron] 10.222.0.60 "GET /v2.0/networks/4037d323-6410-498e-867b-a1776335b23f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879450 Jul 27 22:17:59.804963 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-434517ae-14cc-4ec5-9f28-b55779385e71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a969a30-8fe3-4cd2-8190-8fb9d4ac00cd', 'name': 'tempest-TestSnapshotPattern-714177838-router', 'tenant_id': 'f112494cd6f54e3eba1b2de0de7321ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.170'}], 'enable_snat': True}, 'gw_port_id': '64d190e1-f038-4fef-a5af-945006b5e7a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:15:02Z', 'updated_at': '2021-07-27T22:15:05Z', 'revision_number': 4, 'project_id': 'f112494cd6f54e3eba1b2de0de7321ab', 'gw_port': {'id': '64d190e1-f038-4fef-a5af-945006b5e7a6', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:b8:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a969a30-8fe3-4cd2-8190-8fb9d4ac00cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:15:03Z', 'updated_at': '2021-07-27T22:15:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_floatingips': [{'id': '1b368a2a-dce3-43df-b1bc-5ab87d609974', 'tenant_id': 'f112494cd6f54e3eba1b2de0de7321ab', 'floating_ip_address': '172.25.5.183', 'floating_network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'router_id': '7a969a30-8fe3-4cd2-8190-8fb9d4ac00cd', 'port_id': '4570fe99-5ace-455a-ab83-07795fdc4a5f', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4037d323-6410-498e-867b-a1776335b23f', 'mac_address': 'fa:16:3e:6c:83:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd09d74b-5b11-4f36-ad65-2d74c8106dfe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T22:15:25Z', 'updated_at': '2021-07-27T22:15:27Z', 'revision_number': 1, 'project_id': 'f112494cd6f54e3eba1b2de0de7321ab', 'fixed_ip_address_scope': None}, {'id': '44f04df9-46c4-4b4e-a76f-b9cac9855273', 'tenant_id': 'f112494cd6f54e3eba1b2de0de7321ab', 'floating_ip_address': '172.25.5.203', 'floating_network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'router_id': '7a969a30-8fe3-4cd2-8190-8fb9d4ac00cd', 'port_id': '638cb6ee-afb1-47f5-a9e9-c068442ec260', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4357, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4037d323-6410-498e-867b-a1776335b23f', 'mac_address': 'fa:16:3e:e2:3a:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d36bd87-ef3d-4275-b65e-c062d4c338f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T22:17:58Z', 'updated_at': '2021-07-27T22:17:58Z', 'revision_number': 0, 'project_id': 'f112494cd6f54e3eba1b2de0de7321ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3095925-622e-4693-b2b7-886a940bf157', 'name': '', 'network_id': '4037d323-6410-498e-867b-a1776335b23f', 'tenant_id': 'f112494cd6f54e3eba1b2de0de7321ab', 'mac_address': 'fa:16:3e:9f:c4:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a969a30-8fe3-4cd2-8190-8fb9d4ac00cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '47a93c65-63fd-4065-93d3-89d069daf642', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:15:04Z', 'updated_at': '2021-07-27T22:15:11Z', 'revision_number': 5, 'project_id': 'f112494cd6f54e3eba1b2de0de7321ab', 'subnets': [{'id': '47a93c65-63fd-4065-93d3-89d069daf642', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-22', False) {} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:17:59.833460 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-434517ae-14cc-4ec5-9f28-b55779385e71 None None] The sync data for ids ['7a969a30-8fe3-4cd2-8190-8fb9d4ac00cd'] in n-d-705658-22 is: [{'id': '7a969a30-8fe3-4cd2-8190-8fb9d4ac00cd', 'name': 'tempest-TestSnapshotPattern-714177838-router', 'tenant_id': 'f112494cd6f54e3eba1b2de0de7321ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.170'}], 'enable_snat': True}, 'gw_port_id': '64d190e1-f038-4fef-a5af-945006b5e7a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:15:02Z', 'updated_at': '2021-07-27T22:15:05Z', 'revision_number': 4, 'project_id': 'f112494cd6f54e3eba1b2de0de7321ab', 'gw_port': {'id': '64d190e1-f038-4fef-a5af-945006b5e7a6', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:b8:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a969a30-8fe3-4cd2-8190-8fb9d4ac00cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:15:03Z', 'updated_at': '2021-07-27T22:15:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_floatingips': [{'id': '1b368a2a-dce3-43df-b1bc-5ab87d609974', 'tenant_id': 'f112494cd6f54e3eba1b2de0de7321ab', 'floating_ip_address': '172.25.5.183', 'floating_network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'router_id': '7a969a30-8fe3-4cd2-8190-8fb9d4ac00cd', 'port_id': '4570fe99-5ace-455a-ab83-07795fdc4a5f', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4037d323-6410-498e-867b-a1776335b23f', 'mac_address': 'fa:16:3e:6c:83:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd09d74b-5b11-4f36-ad65-2d74c8106dfe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T22:15:25Z', 'updated_at': '2021-07-27T22:15:27Z', 'revision_number': 1, 'project_id': 'f112494cd6f54e3eba1b2de0de7321ab', 'fixed_ip_address_scope': None}, {'id': '44f04df9-46c4-4b4e-a76f-b9cac9855273', 'tenant_id': 'f112494cd6f54e3eba1b2de0de7321ab', 'floating_ip_address': '172.25.5.203', 'floating_network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'router_id': '7a969a30-8fe3-4cd2-8190-8fb9d4ac00cd', 'port_id': '638cb6ee-afb1-47f5-a9e9-c068442ec260', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4357, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4037d323-6410-498e-867b-a1776335b23f', 'mac_address': 'fa:16:3e:e2:3a:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d36bd87-ef3d-4275-b65e-c062d4c338f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T22:17:58Z', 'updated_at': '2021-07-27T22:17:58Z', 'revision_number': 0, 'project_id': 'f112494cd6f54e3eba1b2de0de7321ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3095925-622e-4693-b2b7-886a940bf157', 'name': '', 'network_id': '4037d323-6410-498e-867b-a1776335b23f', 'tenant_id': 'f112494cd6f54e3eba1b2de0de7321ab', 'mac_address': 'fa:16:3e:9f:c4:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a969a30-8fe3-4cd2-8190-8fb9d4ac00cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '47a93c65-63fd-4065-93d3-89d069daf642', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:15:04Z', 'updated_at': '2021-07-27T22:15:11Z', 'revision_number': 5, 'project_id': 'f112494cd6f54e3eba1b2de0de7321ab', 'subnets': [{'id': '47a93c65-63fd-4065-93d3-89d069daf642', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:18:00.019274 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70be9b04-0724-4e24-ab3b-42d498cde1a8 None None] New status for floating IP 44f04df9-46c4-4b4e-a76f-b9cac9855273: ACTIVE {{(pid=105586) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 22:18:04.619457 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-2754fcd4-7bfd-4c49-b58e-57d92f916a9b req-07afc756-90ab-4346-8321-eaf6de7ff4f2 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=bd09d74b-5b11-4f36-ad65-2d74c8106dfe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0931420 Jul 27 22:18:04.713308 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2754fcd4-7bfd-4c49-b58e-57d92f916a9b req-c6170d93-0d9c-4c10-b179-7ed123672be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:18:04.714761 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-2754fcd4-7bfd-4c49-b58e-57d92f916a9b req-c6170d93-0d9c-4c10-b179-7ed123672be2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f112494cd6f54e3eba1b2de0de7321ab&device_id=bd09d74b-5b11-4f36-ad65-2d74c8106dfe HTTP/1.1" status: 200 len: 1096 time: 0.0534508 Jul 27 22:18:04.822577 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2754fcd4-7bfd-4c49-b58e-57d92f916a9b req-36bc324f-d39b-4832-b0bd-03091d3da9fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:18:04.824966 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-2754fcd4-7bfd-4c49-b58e-57d92f916a9b req-36bc324f-d39b-4832-b0bd-03091d3da9fe service neutron] 10.222.0.36 "GET /v2.0/networks?id=4037d323-6410-498e-867b-a1776335b23f HTTP/1.1" status: 200 len: 910 time: 0.0877702 Jul 27 22:18:04.890622 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-2754fcd4-7bfd-4c49-b58e-57d92f916a9b req-990c7395-6176-4660-8939-c66b4733614b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4570fe99-5ace-455a-ab83-07795fdc4a5f HTTP/1.1" status: 200 len: 1000 time: 0.0593798 Jul 27 22:18:04.941869 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2754fcd4-7bfd-4c49-b58e-57d92f916a9b req-c11a9842-09f3-443e-b512-3c9a5c6e7aed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:18:04.943318 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-2754fcd4-7bfd-4c49-b58e-57d92f916a9b req-c11a9842-09f3-443e-b512-3c9a5c6e7aed service neutron] 10.222.0.36 "GET /v2.0/subnets?id=47a93c65-63fd-4065-93d3-89d069daf642 HTTP/1.1" status: 200 len: 848 time: 0.0463974 Jul 27 22:18:05.001411 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2754fcd4-7bfd-4c49-b58e-57d92f916a9b req-19bb1468-2c40-473c-95bd-b6ab0c173fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:18:05.002869 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-2754fcd4-7bfd-4c49-b58e-57d92f916a9b req-19bb1468-2c40-473c-95bd-b6ab0c173fe2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4037d323-6410-498e-867b-a1776335b23f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0527480 Jul 27 22:18:05.091985 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-2754fcd4-7bfd-4c49-b58e-57d92f916a9b req-5155f92e-d4b5-41ca-bca3-63c50ab4570c service neutron] 10.222.0.36 "GET /v2.0/networks/4037d323-6410-498e-867b-a1776335b23f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822155 Jul 27 22:18:05.158009 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-545e72d1-98e1-499b-8a2a-4e639caaea8a req-f6eeda5a-90ff-42f9-9e6f-ccfd78f05630 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=5d36bd87-ef3d-4275-b65e-c062d4c338f5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0565252 Jul 27 22:18:05.191386 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-2754fcd4-7bfd-4c49-b58e-57d92f916a9b req-e3306488-ad00-4e83-8ac2-613ba46b5370 service neutron] 10.222.0.36 "GET /v2.0/networks/4037d323-6410-498e-867b-a1776335b23f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924170 Jul 27 22:18:05.252112 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545e72d1-98e1-499b-8a2a-4e639caaea8a req-c6089bc3-1cdd-4ea5-b9eb-f95fe4042a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:18:05.253612 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-545e72d1-98e1-499b-8a2a-4e639caaea8a req-c6089bc3-1cdd-4ea5-b9eb-f95fe4042a18 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=f112494cd6f54e3eba1b2de0de7321ab&device_id=5d36bd87-ef3d-4275-b65e-c062d4c338f5 HTTP/1.1" status: 200 len: 1098 time: 0.0537629 Jul 27 22:18:05.356931 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545e72d1-98e1-499b-8a2a-4e639caaea8a req-db27eb2a-3a73-42ee-89d5-ad2bfa75cc2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:18:05.358574 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-545e72d1-98e1-499b-8a2a-4e639caaea8a req-db27eb2a-3a73-42ee-89d5-ad2bfa75cc2e service neutron] 10.222.0.60 "GET /v2.0/networks?id=4037d323-6410-498e-867b-a1776335b23f HTTP/1.1" status: 200 len: 910 time: 0.0861132 Jul 27 22:18:05.421056 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-545e72d1-98e1-499b-8a2a-4e639caaea8a req-c932eeb5-558d-48f8-baaf-708e5fac53f6 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=638cb6ee-afb1-47f5-a9e9-c068442ec260 HTTP/1.1" status: 200 len: 1002 time: 0.0560150 Jul 27 22:18:05.468096 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545e72d1-98e1-499b-8a2a-4e639caaea8a req-0cd0db6a-30b2-4b3f-b624-78e9dbf2e891 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:18:05.469493 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-545e72d1-98e1-499b-8a2a-4e639caaea8a req-0cd0db6a-30b2-4b3f-b624-78e9dbf2e891 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=47a93c65-63fd-4065-93d3-89d069daf642 HTTP/1.1" status: 200 len: 848 time: 0.0422986 Jul 27 22:18:05.529601 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545e72d1-98e1-499b-8a2a-4e639caaea8a req-9f588124-2572-4eed-9e2f-9ffaf13f716b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:18:05.531105 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-545e72d1-98e1-499b-8a2a-4e639caaea8a req-9f588124-2572-4eed-9e2f-9ffaf13f716b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4037d323-6410-498e-867b-a1776335b23f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0553024 Jul 27 22:18:05.617599 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-545e72d1-98e1-499b-8a2a-4e639caaea8a req-d1347526-a2ea-44c1-b13c-e6cc4193683b service neutron] 10.222.0.60 "GET /v2.0/networks/4037d323-6410-498e-867b-a1776335b23f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790713 Jul 27 22:18:05.707454 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-545e72d1-98e1-499b-8a2a-4e639caaea8a req-0baf0d21-60ae-41c5-844a-023d5c9cc06a service neutron] 10.222.0.60 "GET /v2.0/networks/4037d323-6410-498e-867b-a1776335b23f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836368 Jul 27 22:18:07.290849 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:08.974972 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-b0388026-bfe9-4b3a-9d82-d8af7808a965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:11.085851 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:11.605053 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-18bcdc47-f07b-4977-a1b1-e7d8988ffd68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:11.977859 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:13.234261 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-bb32ed7d-8717-448b-a9c8-a5a0117d1fd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:14.602105 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-875ced1b-4cf3-463a-9653-058f0f9421e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:18.140696 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.agents_db [None req-558fcd2c-e512-47bc-a170-8673d87f7213 None None] Agent healthcheck: found 7 active agents {{(pid=105587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 22:18:37.307175 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:38.975920 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-562abc66-d296-4381-9f30-18601982f743 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:41.085572 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:41.605648 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-d31fa485-b116-4a77-ba53-ac056833a1ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:41.979048 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:43.238969 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-bb32ed7d-8717-448b-a9c8-a5a0117d1fd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:44.604348 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-875ced1b-4cf3-463a-9653-058f0f9421e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:55.140400 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.agents_db [None req-558fcd2c-e512-47bc-a170-8673d87f7213 None None] Agent healthcheck: found 7 active agents {{(pid=105587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 22:19:05.577623 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-eabfada2-2853-403a-9397-80c0ad614519 req-5a6b5420-3054-41e4-8ac7-1bf777cbb900 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=bd09d74b-5b11-4f36-ad65-2d74c8106dfe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0535588 Jul 27 22:19:05.673484 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabfada2-2853-403a-9397-80c0ad614519 req-4708def6-798f-4239-b623-f68c49d27075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:19:05.674955 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-eabfada2-2853-403a-9397-80c0ad614519 req-4708def6-798f-4239-b623-f68c49d27075 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f112494cd6f54e3eba1b2de0de7321ab&device_id=bd09d74b-5b11-4f36-ad65-2d74c8106dfe HTTP/1.1" status: 200 len: 1096 time: 0.0567911 Jul 27 22:19:05.776130 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabfada2-2853-403a-9397-80c0ad614519 req-54e8613d-ce32-466d-8b95-0f88123c1846 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:19:05.777559 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-eabfada2-2853-403a-9397-80c0ad614519 req-54e8613d-ce32-466d-8b95-0f88123c1846 service neutron] 10.222.0.36 "GET /v2.0/networks?id=4037d323-6410-498e-867b-a1776335b23f HTTP/1.1" status: 200 len: 910 time: 0.0849676 Jul 27 22:19:05.844922 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-eabfada2-2853-403a-9397-80c0ad614519 req-fafea77b-ce28-40e1-9f8a-647cee05fed4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4570fe99-5ace-455a-ab83-07795fdc4a5f HTTP/1.1" status: 200 len: 1000 time: 0.0602195 Jul 27 22:19:05.892415 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabfada2-2853-403a-9397-80c0ad614519 req-eb8b2081-3661-40c8-9887-69a7d2901702 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:19:05.893846 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-eabfada2-2853-403a-9397-80c0ad614519 req-eb8b2081-3661-40c8-9887-69a7d2901702 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=47a93c65-63fd-4065-93d3-89d069daf642 HTTP/1.1" status: 200 len: 848 time: 0.0428114 Jul 27 22:19:05.953049 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabfada2-2853-403a-9397-80c0ad614519 req-930b2f63-9cc6-4329-9aaa-29fe246a7e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:19:05.954525 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-eabfada2-2853-403a-9397-80c0ad614519 req-930b2f63-9cc6-4329-9aaa-29fe246a7e1c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4037d323-6410-498e-867b-a1776335b23f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0525451 Jul 27 22:19:06.045441 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-eabfada2-2853-403a-9397-80c0ad614519 req-c85cef44-a958-4750-b723-b6a497c074e8 service neutron] 10.222.0.36 "GET /v2.0/networks/4037d323-6410-498e-867b-a1776335b23f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836554 Jul 27 22:19:06.134618 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-eabfada2-2853-403a-9397-80c0ad614519 req-c9037a6f-01b6-4d29-bbca-fc5518149aff service neutron] 10.222.0.36 "GET /v2.0/networks/4037d323-6410-498e-867b-a1776335b23f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824990 Jul 27 22:19:06.147288 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-950417ad-3622-473b-bc6f-a6d79fba24a9 req-f8b869a6-1942-41f5-b5f0-d4762e5f5c91 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=5d36bd87-ef3d-4275-b65e-c062d4c338f5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0554407 Jul 27 22:19:06.237046 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950417ad-3622-473b-bc6f-a6d79fba24a9 req-08b3ae3d-276e-4ae0-a5d4-245995d0a2ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:19:06.238551 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-950417ad-3622-473b-bc6f-a6d79fba24a9 req-08b3ae3d-276e-4ae0-a5d4-245995d0a2ec service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=f112494cd6f54e3eba1b2de0de7321ab&device_id=5d36bd87-ef3d-4275-b65e-c062d4c338f5 HTTP/1.1" status: 200 len: 1098 time: 0.0528996 Jul 27 22:19:06.635707 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950417ad-3622-473b-bc6f-a6d79fba24a9 req-84b2ccec-1c90-401d-97c2-b8651c6f93d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:19:06.637208 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-950417ad-3622-473b-bc6f-a6d79fba24a9 req-84b2ccec-1c90-401d-97c2-b8651c6f93d6 service neutron] 10.222.0.60 "GET /v2.0/networks?id=4037d323-6410-498e-867b-a1776335b23f HTTP/1.1" status: 200 len: 910 time: 0.3792255 Jul 27 22:19:06.700060 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-950417ad-3622-473b-bc6f-a6d79fba24a9 req-734f15cb-8994-4579-a559-bd6746cb6e66 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=638cb6ee-afb1-47f5-a9e9-c068442ec260 HTTP/1.1" status: 200 len: 1002 time: 0.0558476 Jul 27 22:19:06.747027 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950417ad-3622-473b-bc6f-a6d79fba24a9 req-6650e2ac-6ff3-453b-b6cc-207d25b575fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:19:06.748428 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-950417ad-3622-473b-bc6f-a6d79fba24a9 req-6650e2ac-6ff3-453b-b6cc-207d25b575fb service neutron] 10.222.0.60 "GET /v2.0/subnets?id=47a93c65-63fd-4065-93d3-89d069daf642 HTTP/1.1" status: 200 len: 848 time: 0.0421605 Jul 27 22:19:06.810173 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950417ad-3622-473b-bc6f-a6d79fba24a9 req-d24ed6e8-5541-4125-a1f3-5c9ab4da731d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:19:06.811667 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-950417ad-3622-473b-bc6f-a6d79fba24a9 req-d24ed6e8-5541-4125-a1f3-5c9ab4da731d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4037d323-6410-498e-867b-a1776335b23f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0557940 Jul 27 22:19:06.822846 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [req-950417ad-3622-473b-bc6f-a6d79fba24a9 req-f87c00ac-9fb1-47dc-a936-9a52cbffd630 service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=105584) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 22:19:06.823814 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-950417ad-3622-473b-bc6f-a6d79fba24a9 req-f87c00ac-9fb1-47dc-a936-9a52cbffd630 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048537 Jul 27 22:19:06.911639 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-950417ad-3622-473b-bc6f-a6d79fba24a9 req-e5d72fb9-2161-4c94-b8f6-7ceca23a6f6c service neutron] 10.222.0.60 "GET /v2.0/networks/4037d323-6410-498e-867b-a1776335b23f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807791 Jul 27 22:19:07.001926 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-950417ad-3622-473b-bc6f-a6d79fba24a9 req-d7e5c85a-3fad-4531-b9c8-b3d7062d337a service neutron] 10.222.0.60 "GET /v2.0/networks/4037d323-6410-498e-867b-a1776335b23f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833452 Jul 27 22:19:07.305300 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:08.975907 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-997cd288-3b11-4fa5-97a0-bea2c92eba23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:11.117518 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:11.606627 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-aa6fe2b4-313c-4996-99f1-bb53774e6255 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:11.979698 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:13.239719 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-bb32ed7d-8717-448b-a9c8-a5a0117d1fd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:14.609223 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-875ced1b-4cf3-463a-9653-058f0f9421e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:32.139408 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.agents_db [None req-558fcd2c-e512-47bc-a170-8673d87f7213 None None] Agent healthcheck: found 7 active agents {{(pid=105587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 22:19:37.351523 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:38.976396 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-5080585a-12fb-4cde-92af-cbbb478ca4da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:41.131736 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:41.607036 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-1934f9f9-6309-40c8-9c34-0ed9877cd79c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:41.980636 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:43.242707 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-bb32ed7d-8717-448b-a9c8-a5a0117d1fd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:44.610393 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-875ced1b-4cf3-463a-9653-058f0f9421e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:06.586357 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-719e1c9c-f8cb-43f8-80a4-e522aac6721f req-10cb7ac3-3c15-41bc-8f17-c3a090ab179f service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=bd09d74b-5b11-4f36-ad65-2d74c8106dfe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0542247 Jul 27 22:20:06.677803 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-09511033-299d-45fe-a2f9-e66f8efd11ef req-bde6b7c3-61d7-431a-bc9c-d5375b8c40cc service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=5d36bd87-ef3d-4275-b65e-c062d4c338f5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0538869 Jul 27 22:20:06.683425 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719e1c9c-f8cb-43f8-80a4-e522aac6721f req-3220937f-1f16-4d85-9fc2-0725fb64ac89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:20:06.684922 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-719e1c9c-f8cb-43f8-80a4-e522aac6721f req-3220937f-1f16-4d85-9fc2-0725fb64ac89 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f112494cd6f54e3eba1b2de0de7321ab&device_id=bd09d74b-5b11-4f36-ad65-2d74c8106dfe HTTP/1.1" status: 200 len: 1096 time: 0.0576448 Jul 27 22:20:06.769616 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09511033-299d-45fe-a2f9-e66f8efd11ef req-013c6d5b-13ea-432b-90d2-b33b184c2c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:20:06.771714 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-09511033-299d-45fe-a2f9-e66f8efd11ef req-013c6d5b-13ea-432b-90d2-b33b184c2c6e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=f112494cd6f54e3eba1b2de0de7321ab&device_id=5d36bd87-ef3d-4275-b65e-c062d4c338f5 HTTP/1.1" status: 200 len: 1098 time: 0.0540643 Jul 27 22:20:06.788365 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719e1c9c-f8cb-43f8-80a4-e522aac6721f req-b1c9cc14-e65b-43a7-987c-d86e995bbcc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:20:06.789832 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-719e1c9c-f8cb-43f8-80a4-e522aac6721f req-b1c9cc14-e65b-43a7-987c-d86e995bbcc4 service neutron] 10.222.0.36 "GET /v2.0/networks?id=4037d323-6410-498e-867b-a1776335b23f HTTP/1.1" status: 200 len: 910 time: 0.0857871 Jul 27 22:20:06.862181 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-719e1c9c-f8cb-43f8-80a4-e522aac6721f req-29174b85-1658-41dc-903d-35c3f1e18f3a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4570fe99-5ace-455a-ab83-07795fdc4a5f HTTP/1.1" status: 200 len: 1000 time: 0.0646532 Jul 27 22:20:06.876654 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09511033-299d-45fe-a2f9-e66f8efd11ef req-23ebd75f-22f6-4e5f-8183-e76f45da1d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:20:06.878193 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-09511033-299d-45fe-a2f9-e66f8efd11ef req-23ebd75f-22f6-4e5f-8183-e76f45da1d66 service neutron] 10.222.0.60 "GET /v2.0/networks?id=4037d323-6410-498e-867b-a1776335b23f HTTP/1.1" status: 200 len: 910 time: 0.0877397 Jul 27 22:20:06.911175 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719e1c9c-f8cb-43f8-80a4-e522aac6721f req-c4c2c654-b248-4da9-bafc-398ef5cd7766 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:20:06.912621 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-719e1c9c-f8cb-43f8-80a4-e522aac6721f req-c4c2c654-b248-4da9-bafc-398ef5cd7766 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=47a93c65-63fd-4065-93d3-89d069daf642 HTTP/1.1" status: 200 len: 848 time: 0.0437183 Jul 27 22:20:06.944457 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-09511033-299d-45fe-a2f9-e66f8efd11ef req-2cbac2a1-5846-4c01-b7d3-0bf9e8324c03 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=638cb6ee-afb1-47f5-a9e9-c068442ec260 HTTP/1.1" status: 200 len: 1002 time: 0.0593939 Jul 27 22:20:06.971164 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719e1c9c-f8cb-43f8-80a4-e522aac6721f req-6f473573-7cab-4fb9-806c-836046a99383 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:20:06.972669 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-719e1c9c-f8cb-43f8-80a4-e522aac6721f req-6f473573-7cab-4fb9-806c-836046a99383 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4037d323-6410-498e-867b-a1776335b23f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0531089 Jul 27 22:20:06.992971 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09511033-299d-45fe-a2f9-e66f8efd11ef req-9cc3ba0a-1a1c-413f-a10c-c7bfd38e9504 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:20:06.994438 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-09511033-299d-45fe-a2f9-e66f8efd11ef req-9cc3ba0a-1a1c-413f-a10c-c7bfd38e9504 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=47a93c65-63fd-4065-93d3-89d069daf642 HTTP/1.1" status: 200 len: 848 time: 0.0431767 Jul 27 22:20:07.057348 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09511033-299d-45fe-a2f9-e66f8efd11ef req-7f6b115a-1882-4a97-bd44-8d5e30b247dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:20:07.058853 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-09511033-299d-45fe-a2f9-e66f8efd11ef req-7f6b115a-1882-4a97-bd44-8d5e30b247dc service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4037d323-6410-498e-867b-a1776335b23f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0566239 Jul 27 22:20:07.066534 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-719e1c9c-f8cb-43f8-80a4-e522aac6721f req-6bcbf9c5-36fc-4c8d-9e08-1b17c385b0d7 service neutron] 10.222.0.36 "GET /v2.0/networks/4037d323-6410-498e-867b-a1776335b23f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858412 Jul 27 22:20:07.150329 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-09511033-299d-45fe-a2f9-e66f8efd11ef req-67292c33-8e61-4db0-8b03-77af29a70c1a service neutron] 10.222.0.60 "GET /v2.0/networks/4037d323-6410-498e-867b-a1776335b23f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834045 Jul 27 22:20:07.248379 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-09511033-299d-45fe-a2f9-e66f8efd11ef req-a1f8f83d-d12f-4178-8b0f-7f7f8d28a560 service neutron] 10.222.0.60 "GET /v2.0/networks/4037d323-6410-498e-867b-a1776335b23f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911875 Jul 27 22:20:07.351666 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:07.491031 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-719e1c9c-f8cb-43f8-80a4-e522aac6721f req-4a6a3456-a8ee-4a8b-b412-75d846354ae4 service neutron] 10.222.0.36 "GET /v2.0/networks/4037d323-6410-498e-867b-a1776335b23f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4173210 Jul 27 22:20:08.976349 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-0e0773b8-9ff6-4ec1-9dd3-ba063cd343ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:09.137569 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.agents_db [None req-558fcd2c-e512-47bc-a170-8673d87f7213 None None] Agent healthcheck: found 7 active agents {{(pid=105587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 22:20:11.144087 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:11.606429 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-0e7857b3-cb5d-4394-a1e3-b74c987bb323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:11.980685 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:13.245617 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-bb32ed7d-8717-448b-a9c8-a5a0117d1fd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:14.614606 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-875ced1b-4cf3-463a-9653-058f0f9421e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:16.196107 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Device 638cb6ee-afb1-47f5-a9e9-c068442ec260 details requested by agent hyperv_n-h2-705658-22 with host n-h2-705658-22 {{(pid=105586) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 22:20:16.290803 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] For port 638cb6ee-afb1-47f5-a9e9-c068442ec260, host n-h2-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=638cb6ee-afb1-47f5-a9e9-c068442ec260,segment=NetworkSegment(e2243d9a-6482-4acb-aad5-5daec56b7250),segment_id=e2243d9a-6482-4acb-aad5-5daec56b7250)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:20:16.301431 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Returning: {'device': '638cb6ee-afb1-47f5-a9e9-c068442ec260', 'network_id': '4037d323-6410-498e-867b-a1776335b23f', 'port_id': '638cb6ee-afb1-47f5-a9e9-c068442ec260', 'mac_address': 'fa:16:3e:e2:3a:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 215, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47a93c65-63fd-4065-93d3-89d069daf642', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105586) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 22:20:16.337230 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:16.349536 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [None req-3d54578f-831f-4696-b568-13c455922dab None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 638cb6ee-afb1-47f5-a9e9-c068442ec260 {{(pid=105586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:20:16.368070 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] For port 638cb6ee-afb1-47f5-a9e9-c068442ec260, host n-h2-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=638cb6ee-afb1-47f5-a9e9-c068442ec260,segment=NetworkSegment(e2243d9a-6482-4acb-aad5-5daec56b7250),segment_id=e2243d9a-6482-4acb-aad5-5daec56b7250)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:20:16.372029 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:16.426023 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Pushing event updated for resources: {'Port': ['ID=638cb6ee-afb1-47f5-a9e9-c068442ec260,revision_number=6']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:20:16.433169 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:20:16.433520 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:20:16.433862 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:20:16.434203 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:20:16.434538 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:20:16.434869 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:20:16.435225 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:20:16.435556 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:20:16.435909 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:20:16.436243 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:20:16.436569 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:20:16.436892 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:20:16.441676 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] get_ports_and_sgs() called for port_ids ['638cb6ee-afb1-47f5-a9e9-c068442ec260'] {{(pid=105586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:20:18.211939 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Device 638cb6ee-afb1-47f5-a9e9-c068442ec260 up at agent hyperv_n-h2-705658-22 {{(pid=105586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:20:18.257674 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.provisioning_blocks [None req-3d54578f-831f-4696-b568-13c455922dab None None] Provisioning complete for port 638cb6ee-afb1-47f5-a9e9-c068442ec260 triggered by entity L2. {{(pid=105586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:20:18.258044 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866597'] for port, provisioning_complete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:18.330266 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:18.351972 n-d-705658-22 neutron-server[105586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d36bd87-ef3d-4275-b65e-c062d4c338f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '638cb6ee-afb1-47f5-a9e9-c068442ec260'}] {{(pid=105586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:20:18.354190 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fee2e8668661828e318a8d53a8a935935453ec21149a086d6a2055ff627b97ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ebad1bb-ef22-42fb-af21-f127a6c4e3f9" -d '{"events": [{"server_uuid": "5d36bd87-ef3d-4275-b65e-c062d4c338f5", "name": "network-vif-plugged", "status": "completed", "tag": "638cb6ee-afb1-47f5-a9e9-c068442ec260"}]}' {{(pid=105586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:20:18.367264 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-3d54578f-831f-4696-b568-13c455922dab None None] For port 638cb6ee-afb1-47f5-a9e9-c068442ec260, host n-h2-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=638cb6ee-afb1-47f5-a9e9-c068442ec260,segment=NetworkSegment(e2243d9a-6482-4acb-aad5-5daec56b7250),segment_id=e2243d9a-6482-4acb-aad5-5daec56b7250)] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:20:18.371183 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790688807662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790688434189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790688434207'] for port, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:18.405051 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:20:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f5c411c-5c3d-4059-9862-6c502e15242a x-openstack-request-id: req-1f5c411c-5c3d-4059-9862-6c502e15242a {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:20:18.405436 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d36bd87-ef3d-4275-b65e-c062d4c338f5", "name": "network-vif-plugged", "status": "completed", "tag": "638cb6ee-afb1-47f5-a9e9-c068442ec260", "code": 200}]} {{(pid=105586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:20:18.405761 n-d-705658-22 neutron-server[105586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-1f5c411c-5c3d-4059-9862-6c502e15242a {{(pid=105586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:20:18.406257 n-d-705658-22 neutron-server[105586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d36bd87-ef3d-4275-b65e-c062d4c338f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '638cb6ee-afb1-47f5-a9e9-c068442ec260', 'code': 200} Jul 27 22:20:18.433729 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Pushing event updated for resources: {'Port': ['ID=638cb6ee-afb1-47f5-a9e9-c068442ec260,revision_number=7']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:20:29.322868 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 41418) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:20:29.483256 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-8d28d94f-6e31-4c16-b30d-a571315d0d17 tempest-TestSnapshotPattern-281998390 tempest-TestSnapshotPattern-281998390-project] Deleting port 50b6a357-361e-4f94-a301-68b7425ef035 {{(pid=105584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:20:29.483606 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-8d28d94f-6e31-4c16-b30d-a571315d0d17 tempest-TestSnapshotPattern-281998390 tempest-TestSnapshotPattern-281998390-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:29.563384 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-8d28d94f-6e31-4c16-b30d-a571315d0d17 tempest-TestSnapshotPattern-281998390 tempest-TestSnapshotPattern-281998390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:29.563724 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-8d28d94f-6e31-4c16-b30d-a571315d0d17 tempest-TestSnapshotPattern-281998390 tempest-TestSnapshotPattern-281998390-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:29.575214 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-8d28d94f-6e31-4c16-b30d-a571315d0d17 tempest-TestSnapshotPattern-281998390 tempest-TestSnapshotPattern-281998390-project] Calling delete_port for 50b6a357-361e-4f94-a301-68b7425ef035 owned by network:floatingip {{(pid=105584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:20:29.737247 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-8d28d94f-6e31-4c16-b30d-a571315d0d17 tempest-TestSnapshotPattern-281998390 tempest-TestSnapshotPattern-281998390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:29.763282 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d28d94f-6e31-4c16-b30d-a571315d0d17 tempest-TestSnapshotPattern-281998390 tempest-TestSnapshotPattern-281998390-project] Pushing event deleted for resources: {'Port': ['ID=50b6a357-361e-4f94-a301-68b7425ef035,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:20:29.793119 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d28d94f-6e31-4c16-b30d-a571315d0d17 tempest-TestSnapshotPattern-281998390 tempest-TestSnapshotPattern-281998390-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:20:29.793468 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d28d94f-6e31-4c16-b30d-a571315d0d17 tempest-TestSnapshotPattern-281998390 tempest-TestSnapshotPattern-281998390-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:20:29.793812 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d28d94f-6e31-4c16-b30d-a571315d0d17 tempest-TestSnapshotPattern-281998390 tempest-TestSnapshotPattern-281998390-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:20:29.794151 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d28d94f-6e31-4c16-b30d-a571315d0d17 tempest-TestSnapshotPattern-281998390 tempest-TestSnapshotPattern-281998390-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:20:29.794486 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d28d94f-6e31-4c16-b30d-a571315d0d17 tempest-TestSnapshotPattern-281998390 tempest-TestSnapshotPattern-281998390-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:20:29.794816 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d28d94f-6e31-4c16-b30d-a571315d0d17 tempest-TestSnapshotPattern-281998390 tempest-TestSnapshotPattern-281998390-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:20:29.795172 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d28d94f-6e31-4c16-b30d-a571315d0d17 tempest-TestSnapshotPattern-281998390 tempest-TestSnapshotPattern-281998390-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:20:29.795504 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d28d94f-6e31-4c16-b30d-a571315d0d17 tempest-TestSnapshotPattern-281998390 tempest-TestSnapshotPattern-281998390-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:20:29.795831 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d28d94f-6e31-4c16-b30d-a571315d0d17 tempest-TestSnapshotPattern-281998390 tempest-TestSnapshotPattern-281998390-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:20:29.796155 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d28d94f-6e31-4c16-b30d-a571315d0d17 tempest-TestSnapshotPattern-281998390 tempest-TestSnapshotPattern-281998390-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:20:29.796483 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d28d94f-6e31-4c16-b30d-a571315d0d17 tempest-TestSnapshotPattern-281998390 tempest-TestSnapshotPattern-281998390-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:20:29.796810 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d28d94f-6e31-4c16-b30d-a571315d0d17 tempest-TestSnapshotPattern-281998390 tempest-TestSnapshotPattern-281998390-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:20:29.838524 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-8d28d94f-6e31-4c16-b30d-a571315d0d17 tempest-TestSnapshotPattern-281998390 tempest-TestSnapshotPattern-281998390-project] Notify callbacks [] for floatingip, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:29.838861 n-d-705658-22 neutron-server[105584]: INFO neutron.db.l3_db [None req-8d28d94f-6e31-4c16-b30d-a571315d0d17 tempest-TestSnapshotPattern-281998390 tempest-TestSnapshotPattern-281998390-project] Floating IP 44f04df9-46c4-4b4e-a76f-b9cac9855273 disassociated (deleted). External IP: 172.25.5.203, port: 638cb6ee-afb1-47f5-a9e9-c068442ec260. Jul 27 22:20:30.043823 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d28d94f-6e31-4c16-b30d-a571315d0d17 tempest-TestSnapshotPattern-281998390 tempest-TestSnapshotPattern-281998390-project] Router 7a969a30-8fe3-4cd2-8190-8fb9d4ac00cd has already been hosted by L3 agent dd128fd7-8e57-4d4f-895b-a96b369df59a {{(pid=105584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:20:30.147248 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d28d94f-6e31-4c16-b30d-a571315d0d17 tempest-TestSnapshotPattern-281998390 tempest-TestSnapshotPattern-281998390-project] Notify agent at l3_agent.n-d-705658-22 the message routers_updated {{(pid=105584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:20:30.152026 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-8d28d94f-6e31-4c16-b30d-a571315d0d17 tempest-TestSnapshotPattern-281998390 tempest-TestSnapshotPattern-281998390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for floatingip, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:30.156497 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-683c778a-1dbf-45b9-ab1f-7ff24a3108c1 None None] Sync routers for ids ['7a969a30-8fe3-4cd2-8190-8fb9d4ac00cd'] in n-d-705658-22 {{(pid=105587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:20:30.165197 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-683c778a-1dbf-45b9-ab1f-7ff24a3108c1 None None] Routers {'7a969a30-8fe3-4cd2-8190-8fb9d4ac00cd'} bound to L3 agent in host n-d-705658-22 {{(pid=105587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:20:30.165797 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-683c778a-1dbf-45b9-ab1f-7ff24a3108c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T22:20:12Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['7a969a30-8fe3-4cd2-8190-8fb9d4ac00cd'], 'active': True} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:20:30.190517 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-8d28d94f-6e31-4c16-b30d-a571315d0d17 tempest-TestSnapshotPattern-281998390 tempest-TestSnapshotPattern-281998390-project] 10.222.0.59 "DELETE /v2.0/floatingips/44f04df9-46c4-4b4e-a76f-b9cac9855273 HTTP/1.1" status: 204 len: 168 time: 0.8664765 Jul 27 22:20:30.191233 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d36bd87-ef3d-4275-b65e-c062d4c338f5', 'tag': '638cb6ee-afb1-47f5-a9e9-c068442ec260'}] {{(pid=105584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:20:30.194373 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a14b7e693ac0d3b36d252540d57b2183de19e2104d11de1d527dbb6a6689965" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67b20e14-78bf-4b47-8146-8186617fb725" -d '{"events": [{"name": "network-changed", "server_uuid": "5d36bd87-ef3d-4275-b65e-c062d4c338f5", "tag": "638cb6ee-afb1-47f5-a9e9-c068442ec260"}]}' {{(pid=105584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:20:30.272919 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvr_db [None req-683c778a-1dbf-45b9-ab1f-7ff24a3108c1 None None] Set router 7a969a30-8fe3-4cd2-8190-8fb9d4ac00cd gateway port host: n-d-705658-22 {{(pid=105587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:20:30.279363 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 22:20:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22db185e-e122-4b99-be30-cd49b1247f22 x-openstack-request-id: req-22db185e-e122-4b99-be30-cd49b1247f22 {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:20:30.279629 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d36bd87-ef3d-4275-b65e-c062d4c338f5", "tag": "638cb6ee-afb1-47f5-a9e9-c068442ec260", "status": "completed", "code": 200}]} {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:20:30.280100 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-22db185e-e122-4b99-be30-cd49b1247f22 {{(pid=105584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:20:30.280513 n-d-705658-22 neutron-server[105584]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d36bd87-ef3d-4275-b65e-c062d4c338f5', 'tag': '638cb6ee-afb1-47f5-a9e9-c068442ec260', 'status': 'completed', 'code': 200} Jul 27 22:20:30.357436 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b20e14-78bf-4b47-8146-8186617fb725 req-e9979c88-1ffe-47c2-bcec-aa26fc80579e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:20:30.358987 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-67b20e14-78bf-4b47-8146-8186617fb725 req-e9979c88-1ffe-47c2-bcec-aa26fc80579e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=f112494cd6f54e3eba1b2de0de7321ab&device_id=5d36bd87-ef3d-4275-b65e-c062d4c338f5 HTTP/1.1" status: 200 len: 1098 time: 0.0572860 Jul 27 22:20:30.444420 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f089224-eeae-497d-9210-a7ca5adae278 req-802f5464-88d6-4122-8536-61af31780218 tempest-TestSnapshotPattern-281998390 tempest-TestSnapshotPattern-281998390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:20:30.445922 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-2f089224-eeae-497d-9210-a7ca5adae278 req-802f5464-88d6-4122-8536-61af31780218 tempest-TestSnapshotPattern-281998390 tempest-TestSnapshotPattern-281998390-project] 10.222.0.59 "GET /v2.0/ports?device_id=5d36bd87-ef3d-4275-b65e-c062d4c338f5 HTTP/1.1" status: 200 len: 946 time: 0.0635145 Jul 27 22:20:30.453108 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b20e14-78bf-4b47-8146-8186617fb725 req-ca1dca72-750f-45dd-8dad-2ae9d7068adc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:20:30.454597 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-67b20e14-78bf-4b47-8146-8186617fb725 req-ca1dca72-750f-45dd-8dad-2ae9d7068adc service neutron] 10.222.0.60 "GET /v2.0/networks?id=4037d323-6410-498e-867b-a1776335b23f HTTP/1.1" status: 200 len: 910 time: 0.0882809 Jul 27 22:20:30.491058 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-2f089224-eeae-497d-9210-a7ca5adae278 req-61e8b1b4-bce2-48c0-97c7-dcfce827ea6c tempest-TestSnapshotPattern-281998390 tempest-TestSnapshotPattern-281998390-project] 10.222.0.59 "GET /v2.0/security-groups?id=36a71d81-6991-4d0b-9b29-2075e31f23fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370803 Jul 27 22:20:30.503195 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-67b20e14-78bf-4b47-8146-8186617fb725 req-00a17fb2-3d4f-4bed-95ac-d72c76198345 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=638cb6ee-afb1-47f5-a9e9-c068442ec260 HTTP/1.1" status: 200 len: 217 time: 0.0401671 Jul 27 22:20:30.511940 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-683c778a-1dbf-45b9-ab1f-7ff24a3108c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a969a30-8fe3-4cd2-8190-8fb9d4ac00cd', 'name': 'tempest-TestSnapshotPattern-714177838-router', 'tenant_id': 'f112494cd6f54e3eba1b2de0de7321ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.170'}], 'enable_snat': True}, 'gw_port_id': '64d190e1-f038-4fef-a5af-945006b5e7a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:15:02Z', 'updated_at': '2021-07-27T22:15:05Z', 'revision_number': 4, 'project_id': 'f112494cd6f54e3eba1b2de0de7321ab', 'gw_port': {'id': '64d190e1-f038-4fef-a5af-945006b5e7a6', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:b8:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a969a30-8fe3-4cd2-8190-8fb9d4ac00cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:15:03Z', 'updated_at': '2021-07-27T22:15:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_floatingips': [{'id': '1b368a2a-dce3-43df-b1bc-5ab87d609974', 'tenant_id': 'f112494cd6f54e3eba1b2de0de7321ab', 'floating_ip_address': '172.25.5.183', 'floating_network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'router_id': '7a969a30-8fe3-4cd2-8190-8fb9d4ac00cd', 'port_id': '4570fe99-5ace-455a-ab83-07795fdc4a5f', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4037d323-6410-498e-867b-a1776335b23f', 'mac_address': 'fa:16:3e:6c:83:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd09d74b-5b11-4f36-ad65-2d74c8106dfe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T22:15:25Z', 'updated_at': '2021-07-27T22:15:27Z', 'revision_number': 1, 'project_id': 'f112494cd6f54e3eba1b2de0de7321ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3095925-622e-4693-b2b7-886a940bf157', 'name': '', 'network_id': '4037d323-6410-498e-867b-a1776335b23f', 'tenant_id': 'f112494cd6f54e3eba1b2de0de7321ab', 'mac_address': 'fa:16:3e:9f:c4:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a969a30-8fe3-4cd2-8190-8fb9d4ac00cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '47a93c65-63fd-4065-93d3-89d069daf642', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:15:04Z', 'updated_at': '2021-07-27T22:15:11Z', 'revision_number': 5, 'project_id': 'f112494cd6f54e3eba1b2de0de7321ab', 'subnets': [{'id': '47a93c65-63fd-4065-93d3-89d069daf642', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-22', False) {} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:20:30.537658 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-683c778a-1dbf-45b9-ab1f-7ff24a3108c1 None None] Checking router: 7a969a30-8fe3-4cd2-8190-8fb9d4ac00cd for host: n-d-705658-22 {{(pid=105587) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:20:30.545536 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-683c778a-1dbf-45b9-ab1f-7ff24a3108c1 None None] Routers {'7a969a30-8fe3-4cd2-8190-8fb9d4ac00cd'} bound to L3 agent in host n-d-705658-22 {{(pid=105587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:20:30.546132 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-683c778a-1dbf-45b9-ab1f-7ff24a3108c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T22:20:12Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['7a969a30-8fe3-4cd2-8190-8fb9d4ac00cd'], 'active': True} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:20:30.552987 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b20e14-78bf-4b47-8146-8186617fb725 req-3901b52e-c063-4755-855e-ca4a1ac05fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:20:30.554453 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-67b20e14-78bf-4b47-8146-8186617fb725 req-3901b52e-c063-4755-855e-ca4a1ac05fd2 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=47a93c65-63fd-4065-93d3-89d069daf642 HTTP/1.1" status: 200 len: 848 time: 0.0437241 Jul 27 22:20:30.618575 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b20e14-78bf-4b47-8146-8186617fb725 req-e2823aba-3399-4297-9b3a-1334028b8152 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:20:30.620020 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-67b20e14-78bf-4b47-8146-8186617fb725 req-e2823aba-3399-4297-9b3a-1334028b8152 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4037d323-6410-498e-867b-a1776335b23f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0546038 Jul 27 22:20:30.650346 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvr_db [None req-683c778a-1dbf-45b9-ab1f-7ff24a3108c1 None None] Set router 7a969a30-8fe3-4cd2-8190-8fb9d4ac00cd gateway port host: n-d-705658-22 {{(pid=105587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:20:30.714723 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-67b20e14-78bf-4b47-8146-8186617fb725 req-e8b377ae-3bd0-4740-8796-5a62bbbd9cc8 service neutron] 10.222.0.60 "GET /v2.0/networks/4037d323-6410-498e-867b-a1776335b23f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856717 Jul 27 22:20:30.805876 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-67b20e14-78bf-4b47-8146-8186617fb725 req-31535a7e-089d-4fd3-8afa-017ca7a22e4f service neutron] 10.222.0.60 "GET /v2.0/networks/4037d323-6410-498e-867b-a1776335b23f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834327 Jul 27 22:20:30.871774 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-683c778a-1dbf-45b9-ab1f-7ff24a3108c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a969a30-8fe3-4cd2-8190-8fb9d4ac00cd', 'name': 'tempest-TestSnapshotPattern-714177838-router', 'tenant_id': 'f112494cd6f54e3eba1b2de0de7321ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.170'}], 'enable_snat': True}, 'gw_port_id': '64d190e1-f038-4fef-a5af-945006b5e7a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:15:02Z', 'updated_at': '2021-07-27T22:15:05Z', 'revision_number': 4, 'project_id': 'f112494cd6f54e3eba1b2de0de7321ab', 'gw_port': {'id': '64d190e1-f038-4fef-a5af-945006b5e7a6', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:b8:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a969a30-8fe3-4cd2-8190-8fb9d4ac00cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:15:03Z', 'updated_at': '2021-07-27T22:15:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_floatingips': [{'id': '1b368a2a-dce3-43df-b1bc-5ab87d609974', 'tenant_id': 'f112494cd6f54e3eba1b2de0de7321ab', 'floating_ip_address': '172.25.5.183', 'floating_network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'router_id': '7a969a30-8fe3-4cd2-8190-8fb9d4ac00cd', 'port_id': '4570fe99-5ace-455a-ab83-07795fdc4a5f', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4037d323-6410-498e-867b-a1776335b23f', 'mac_address': 'fa:16:3e:6c:83:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd09d74b-5b11-4f36-ad65-2d74c8106dfe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T22:15:25Z', 'updated_at': '2021-07-27T22:15:27Z', 'revision_number': 1, 'project_id': 'f112494cd6f54e3eba1b2de0de7321ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3095925-622e-4693-b2b7-886a940bf157', 'name': '', 'network_id': '4037d323-6410-498e-867b-a1776335b23f', 'tenant_id': 'f112494cd6f54e3eba1b2de0de7321ab', 'mac_address': 'fa:16:3e:9f:c4:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a969a30-8fe3-4cd2-8190-8fb9d4ac00cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '47a93c65-63fd-4065-93d3-89d069daf642', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:15:04Z', 'updated_at': '2021-07-27T22:15:11Z', 'revision_number': 5, 'project_id': 'f112494cd6f54e3eba1b2de0de7321ab', 'subnets': [{'id': '47a93c65-63fd-4065-93d3-89d069daf642', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-22', False) {} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:20:30.900229 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-683c778a-1dbf-45b9-ab1f-7ff24a3108c1 None None] The sync data for ids ['7a969a30-8fe3-4cd2-8190-8fb9d4ac00cd'] in n-d-705658-22 is: [{'id': '7a969a30-8fe3-4cd2-8190-8fb9d4ac00cd', 'name': 'tempest-TestSnapshotPattern-714177838-router', 'tenant_id': 'f112494cd6f54e3eba1b2de0de7321ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.170'}], 'enable_snat': True}, 'gw_port_id': '64d190e1-f038-4fef-a5af-945006b5e7a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:15:02Z', 'updated_at': '2021-07-27T22:15:05Z', 'revision_number': 4, 'project_id': 'f112494cd6f54e3eba1b2de0de7321ab', 'gw_port': {'id': '64d190e1-f038-4fef-a5af-945006b5e7a6', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:b8:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a969a30-8fe3-4cd2-8190-8fb9d4ac00cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:15:03Z', 'updated_at': '2021-07-27T22:15:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_floatingips': [{'id': '1b368a2a-dce3-43df-b1bc-5ab87d609974', 'tenant_id': 'f112494cd6f54e3eba1b2de0de7321ab', 'floating_ip_address': '172.25.5.183', 'floating_network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'router_id': '7a969a30-8fe3-4cd2-8190-8fb9d4ac00cd', 'port_id': '4570fe99-5ace-455a-ab83-07795fdc4a5f', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4037d323-6410-498e-867b-a1776335b23f', 'mac_address': 'fa:16:3e:6c:83:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd09d74b-5b11-4f36-ad65-2d74c8106dfe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T22:15:25Z', 'updated_at': '2021-07-27T22:15:27Z', 'revision_number': 1, 'project_id': 'f112494cd6f54e3eba1b2de0de7321ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3095925-622e-4693-b2b7-886a940bf157', 'name': '', 'network_id': '4037d323-6410-498e-867b-a1776335b23f', 'tenant_id': 'f112494cd6f54e3eba1b2de0de7321ab', 'mac_address': 'fa:16:3e:9f:c4:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a969a30-8fe3-4cd2-8190-8fb9d4ac00cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '47a93c65-63fd-4065-93d3-89d069daf642', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:15:04Z', 'updated_at': '2021-07-27T22:15:11Z', 'revision_number': 5, 'project_id': 'f112494cd6f54e3eba1b2de0de7321ab', 'subnets': [{'id': '47a93c65-63fd-4065-93d3-89d069daf642', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:20:31.151057 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa5b0eb0-2d3a-4408-8e4e-df00730c90a6 None None] New status for floating IP 44f04df9-46c4-4b4e-a76f-b9cac9855273: DOWN {{(pid=105586) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 22:20:31.626027 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c0db74-9b57-41c9-841a-3fb9f037bc6d req-bd611a7f-2c93-4810-8374-71358214c856 tempest-TestSnapshotPattern-281998390 tempest-TestSnapshotPattern-281998390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:20:31.627570 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-c1c0db74-9b57-41c9-841a-3fb9f037bc6d req-bd611a7f-2c93-4810-8374-71358214c856 tempest-TestSnapshotPattern-281998390 tempest-TestSnapshotPattern-281998390-project] 10.222.0.59 "GET /v2.0/ports?device_id=5d36bd87-ef3d-4275-b65e-c062d4c338f5 HTTP/1.1" status: 200 len: 946 time: 0.0646019 Jul 27 22:20:31.668165 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-c1c0db74-9b57-41c9-841a-3fb9f037bc6d req-137ffbc6-0c8c-4c6f-8b5c-605d58a23d6c tempest-TestSnapshotPattern-281998390 tempest-TestSnapshotPattern-281998390-project] 10.222.0.59 "GET /v2.0/security-groups?id=36a71d81-6991-4d0b-9b29-2075e31f23fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342274 Jul 27 22:20:32.084559 n-d-705658-22 neutron-server[105584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035be420-e26d-4ee6-865a-b31641c49c5f req-d7786bba-152a-44f8-853c-11f9ebbf77b9 tempest-TestSnapshotPattern-281998390 tempest-TestSnapshotPattern-281998390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:20:32.086030 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-035be420-e26d-4ee6-865a-b31641c49c5f req-d7786bba-152a-44f8-853c-11f9ebbf77b9 tempest-TestSnapshotPattern-281998390 tempest-TestSnapshotPattern-281998390-project] 10.222.0.60 "GET /v2.0/ports?device_id=5d36bd87-ef3d-4275-b65e-c062d4c338f5 HTTP/1.1" status: 200 len: 946 time: 0.0672336 Jul 27 22:20:32.183708 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [req-035be420-e26d-4ee6-865a-b31641c49c5f req-9495cf87-edcc-4471-83f7-b3a79b67ae2f tempest-TestSnapshotPattern-281998390 tempest-TestSnapshotPattern-281998390-project] Deleting port 638cb6ee-afb1-47f5-a9e9-c068442ec260 {{(pid=105584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:20:32.184053 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-035be420-e26d-4ee6-865a-b31641c49c5f req-9495cf87-edcc-4471-83f7-b3a79b67ae2f tempest-TestSnapshotPattern-281998390 tempest-TestSnapshotPattern-281998390-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:32.276870 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [req-035be420-e26d-4ee6-865a-b31641c49c5f req-9495cf87-edcc-4471-83f7-b3a79b67ae2f tempest-TestSnapshotPattern-281998390 tempest-TestSnapshotPattern-281998390-project] For port 638cb6ee-afb1-47f5-a9e9-c068442ec260, host n-h2-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-22',level=0,port_id=638cb6ee-afb1-47f5-a9e9-c068442ec260,segment=NetworkSegment(e2243d9a-6482-4acb-aad5-5daec56b7250),segment_id=e2243d9a-6482-4acb-aad5-5daec56b7250)] {{(pid=105584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:20:32.277235 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-035be420-e26d-4ee6-865a-b31641c49c5f req-9495cf87-edcc-4471-83f7-b3a79b67ae2f tempest-TestSnapshotPattern-281998390 tempest-TestSnapshotPattern-281998390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:32.289749 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [req-035be420-e26d-4ee6-865a-b31641c49c5f req-9495cf87-edcc-4471-83f7-b3a79b67ae2f tempest-TestSnapshotPattern-281998390 tempest-TestSnapshotPattern-281998390-project] Calling delete_port for 638cb6ee-afb1-47f5-a9e9-c068442ec260 owned by compute:nova {{(pid=105584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:20:32.292290 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-3d54578f-831f-4696-b568-13c455922dab None None] Device 638cb6ee-afb1-47f5-a9e9-c068442ec260 no longer exists at agent hyperv_n-h2-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:20:32.365584 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550237'] for port, before_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:32.416080 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-035be420-e26d-4ee6-865a-b31641c49c5f req-9495cf87-edcc-4471-83f7-b3a79b67ae2f tempest-TestSnapshotPattern-281998390 tempest-TestSnapshotPattern-281998390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:32.448346 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9495cf87-edcc-4471-83f7-b3a79b67ae2f tempest-TestSnapshotPattern-281998390 tempest-TestSnapshotPattern-281998390-project] Pushing event deleted for resources: {'Port': ['ID=638cb6ee-afb1-47f5-a9e9-c068442ec260,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:20:32.494321 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [req-035be420-e26d-4ee6-865a-b31641c49c5f req-9495cf87-edcc-4471-83f7-b3a79b67ae2f tempest-TestSnapshotPattern-281998390 tempest-TestSnapshotPattern-281998390-project] No DVR routers for this DVR port 638cb6ee-afb1-47f5-a9e9-c068442ec260 on host n-h2-705658-22 {{(pid=105584) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:20:32.496989 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [req-035be420-e26d-4ee6-865a-b31641c49c5f req-9495cf87-edcc-4471-83f7-b3a79b67ae2f tempest-TestSnapshotPattern-281998390 tempest-TestSnapshotPattern-281998390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:32.498952 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [req-035be420-e26d-4ee6-865a-b31641c49c5f req-9495cf87-edcc-4471-83f7-b3a79b67ae2f tempest-TestSnapshotPattern-281998390 tempest-TestSnapshotPattern-281998390-project] 10.222.0.60 "DELETE /v2.0/ports/638cb6ee-afb1-47f5-a9e9-c068442ec260 HTTP/1.1" status: 204 len: 173 time: 0.4072275 Jul 27 22:20:32.499417 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d36bd87-ef3d-4275-b65e-c062d4c338f5', 'name': 'network-vif-deleted', 'tag': '638cb6ee-afb1-47f5-a9e9-c068442ec260'}] {{(pid=105584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:20:32.501652 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a14b7e693ac0d3b36d252540d57b2183de19e2104d11de1d527dbb6a6689965" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f96a56ff-9145-4c11-8bb8-bdfa82138bce" -d '{"events": [{"server_uuid": "5d36bd87-ef3d-4275-b65e-c062d4c338f5", "name": "network-vif-deleted", "tag": "638cb6ee-afb1-47f5-a9e9-c068442ec260"}]}' {{(pid=105584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:20:32.542936 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:20:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79a74280-6638-4f55-879f-0d54ec5e2596 x-openstack-request-id: req-79a74280-6638-4f55-879f-0d54ec5e2596 {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:20:32.543306 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d36bd87-ef3d-4275-b65e-c062d4c338f5", "name": "network-vif-deleted", "tag": "638cb6ee-afb1-47f5-a9e9-c068442ec260", "status": "completed", "code": 200}]} {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:20:32.543556 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-79a74280-6638-4f55-879f-0d54ec5e2596 {{(pid=105584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:20:32.543950 n-d-705658-22 neutron-server[105584]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d36bd87-ef3d-4275-b65e-c062d4c338f5', 'name': 'network-vif-deleted', 'tag': '638cb6ee-afb1-47f5-a9e9-c068442ec260', 'status': 'completed', 'code': 200} Jul 27 22:20:32.773954 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-c2690a4b-da70-480c-b236-cc3e86c58a05 req-8bff4b9b-8641-4ea9-acfe-3daa8d15c2c4 tempest-TestSnapshotPattern-281998390 tempest-TestSnapshotPattern-281998390-project] 10.222.0.59 "GET /v2.0/ports?device_id=5d36bd87-ef3d-4275-b65e-c062d4c338f5 HTTP/1.1" status: 200 len: 210 time: 0.0286632 Jul 27 22:20:34.329817 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 41476) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:20:34.482458 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-9c14beb7-d5bc-4c5c-963f-2fc872f4f01d tempest-TestSnapshotPattern-281998390 tempest-TestSnapshotPattern-281998390-project] Deleting port ba3c89f8-9136-49cb-9cad-696067e76be5 {{(pid=105584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:20:34.482801 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-9c14beb7-d5bc-4c5c-963f-2fc872f4f01d tempest-TestSnapshotPattern-281998390 tempest-TestSnapshotPattern-281998390-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:34.559068 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-9c14beb7-d5bc-4c5c-963f-2fc872f4f01d tempest-TestSnapshotPattern-281998390 tempest-TestSnapshotPattern-281998390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:34.559404 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-9c14beb7-d5bc-4c5c-963f-2fc872f4f01d tempest-TestSnapshotPattern-281998390 tempest-TestSnapshotPattern-281998390-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:34.570858 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-9c14beb7-d5bc-4c5c-963f-2fc872f4f01d tempest-TestSnapshotPattern-281998390 tempest-TestSnapshotPattern-281998390-project] Calling delete_port for ba3c89f8-9136-49cb-9cad-696067e76be5 owned by network:floatingip {{(pid=105584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:20:34.712296 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-9c14beb7-d5bc-4c5c-963f-2fc872f4f01d tempest-TestSnapshotPattern-281998390 tempest-TestSnapshotPattern-281998390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:34.742082 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c14beb7-d5bc-4c5c-963f-2fc872f4f01d tempest-TestSnapshotPattern-281998390 tempest-TestSnapshotPattern-281998390-project] Pushing event deleted for resources: {'Port': ['ID=ba3c89f8-9136-49cb-9cad-696067e76be5,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:20:34.801261 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-9c14beb7-d5bc-4c5c-963f-2fc872f4f01d tempest-TestSnapshotPattern-281998390 tempest-TestSnapshotPattern-281998390-project] Notify callbacks [] for floatingip, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:34.801597 n-d-705658-22 neutron-server[105584]: INFO neutron.db.l3_db [None req-9c14beb7-d5bc-4c5c-963f-2fc872f4f01d tempest-TestSnapshotPattern-281998390 tempest-TestSnapshotPattern-281998390-project] Floating IP 1b368a2a-dce3-43df-b1bc-5ab87d609974 disassociated (deleted). External IP: 172.25.5.183, port: 4570fe99-5ace-455a-ab83-07795fdc4a5f. Jul 27 22:20:35.004796 n-d-705658-22 neutron-server[105584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c14beb7-d5bc-4c5c-963f-2fc872f4f01d tempest-TestSnapshotPattern-281998390 tempest-TestSnapshotPattern-281998390-project] Router 7a969a30-8fe3-4cd2-8190-8fb9d4ac00cd has already been hosted by L3 agent dd128fd7-8e57-4d4f-895b-a96b369df59a {{(pid=105584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:20:35.108489 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c14beb7-d5bc-4c5c-963f-2fc872f4f01d tempest-TestSnapshotPattern-281998390 tempest-TestSnapshotPattern-281998390-project] Notify agent at l3_agent.n-d-705658-22 the message routers_updated {{(pid=105584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:20:35.113120 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-9c14beb7-d5bc-4c5c-963f-2fc872f4f01d tempest-TestSnapshotPattern-281998390 tempest-TestSnapshotPattern-281998390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for floatingip, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:35.118180 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11dbf3df-6af5-45eb-8ee4-f74ec9b43340 None None] Sync routers for ids ['7a969a30-8fe3-4cd2-8190-8fb9d4ac00cd'] in n-d-705658-22 {{(pid=105587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:20:35.126737 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11dbf3df-6af5-45eb-8ee4-f74ec9b43340 None None] Routers {'7a969a30-8fe3-4cd2-8190-8fb9d4ac00cd'} bound to L3 agent in host n-d-705658-22 {{(pid=105587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:20:35.127368 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-11dbf3df-6af5-45eb-8ee4-f74ec9b43340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T22:20:12Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['7a969a30-8fe3-4cd2-8190-8fb9d4ac00cd'], 'active': True} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:20:35.149833 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-9c14beb7-d5bc-4c5c-963f-2fc872f4f01d tempest-TestSnapshotPattern-281998390 tempest-TestSnapshotPattern-281998390-project] 10.222.0.59 "DELETE /v2.0/floatingips/1b368a2a-dce3-43df-b1bc-5ab87d609974 HTTP/1.1" status: 204 len: 168 time: 0.8188174 Jul 27 22:20:35.150351 n-d-705658-22 neutron-server[105584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd09d74b-5b11-4f36-ad65-2d74c8106dfe', 'tag': '4570fe99-5ace-455a-ab83-07795fdc4a5f'}] {{(pid=105584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:20:35.152650 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a14b7e693ac0d3b36d252540d57b2183de19e2104d11de1d527dbb6a6689965" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e890c3ff-4929-40c1-a330-337d8d420994" -d '{"events": [{"name": "network-changed", "server_uuid": "bd09d74b-5b11-4f36-ad65-2d74c8106dfe", "tag": "4570fe99-5ace-455a-ab83-07795fdc4a5f"}]}' {{(pid=105584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:20:35.190464 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 22:20:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ba65dad-b7ff-4e3d-bb5c-1b8308bd8c42 x-openstack-request-id: req-6ba65dad-b7ff-4e3d-bb5c-1b8308bd8c42 {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:20:35.190908 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd09d74b-5b11-4f36-ad65-2d74c8106dfe", "tag": "4570fe99-5ace-455a-ab83-07795fdc4a5f", "status": "completed", "code": 200}]} {{(pid=105584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:20:35.191891 n-d-705658-22 neutron-server[105584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-6ba65dad-b7ff-4e3d-bb5c-1b8308bd8c42 {{(pid=105584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:20:35.192365 n-d-705658-22 neutron-server[105584]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd09d74b-5b11-4f36-ad65-2d74c8106dfe', 'tag': '4570fe99-5ace-455a-ab83-07795fdc4a5f', 'status': 'completed', 'code': 200} Jul 27 22:20:35.238280 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvr_db [None req-11dbf3df-6af5-45eb-8ee4-f74ec9b43340 None None] Set router 7a969a30-8fe3-4cd2-8190-8fb9d4ac00cd gateway port host: n-d-705658-22 {{(pid=105587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:20:35.266953 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e890c3ff-4929-40c1-a330-337d8d420994 req-d40b70c9-053c-45c3-a6b9-b6bb3255db5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:20:35.268665 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e890c3ff-4929-40c1-a330-337d8d420994 req-d40b70c9-053c-45c3-a6b9-b6bb3255db5d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f112494cd6f54e3eba1b2de0de7321ab&device_id=bd09d74b-5b11-4f36-ad65-2d74c8106dfe HTTP/1.1" status: 200 len: 1096 time: 0.0565021 Jul 27 22:20:35.407754 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e890c3ff-4929-40c1-a330-337d8d420994 req-69cd1492-22fc-4a99-885c-db19d38a2a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:20:35.409212 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e890c3ff-4929-40c1-a330-337d8d420994 req-69cd1492-22fc-4a99-885c-db19d38a2a06 service neutron] 10.222.0.36 "GET /v2.0/networks?id=4037d323-6410-498e-867b-a1776335b23f HTTP/1.1" status: 200 len: 910 time: 0.1282403 Jul 27 22:20:35.447638 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-11dbf3df-6af5-45eb-8ee4-f74ec9b43340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a969a30-8fe3-4cd2-8190-8fb9d4ac00cd', 'name': 'tempest-TestSnapshotPattern-714177838-router', 'tenant_id': 'f112494cd6f54e3eba1b2de0de7321ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.170'}], 'enable_snat': True}, 'gw_port_id': '64d190e1-f038-4fef-a5af-945006b5e7a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:15:02Z', 'updated_at': '2021-07-27T22:15:05Z', 'revision_number': 4, 'project_id': 'f112494cd6f54e3eba1b2de0de7321ab', 'gw_port': {'id': '64d190e1-f038-4fef-a5af-945006b5e7a6', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:b8:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a969a30-8fe3-4cd2-8190-8fb9d4ac00cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:15:03Z', 'updated_at': '2021-07-27T22:15:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_interfaces': [{'id': 'e3095925-622e-4693-b2b7-886a940bf157', 'name': '', 'network_id': '4037d323-6410-498e-867b-a1776335b23f', 'tenant_id': 'f112494cd6f54e3eba1b2de0de7321ab', 'mac_address': 'fa:16:3e:9f:c4:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a969a30-8fe3-4cd2-8190-8fb9d4ac00cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '47a93c65-63fd-4065-93d3-89d069daf642', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:15:04Z', 'updated_at': '2021-07-27T22:15:11Z', 'revision_number': 5, 'project_id': 'f112494cd6f54e3eba1b2de0de7321ab', 'subnets': [{'id': '47a93c65-63fd-4065-93d3-89d069daf642', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-22', False) {} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:20:35.459483 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e890c3ff-4929-40c1-a330-337d8d420994 req-edae6b0a-82b4-4037-b59d-0e10c9e530bf service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4570fe99-5ace-455a-ab83-07795fdc4a5f HTTP/1.1" status: 200 len: 217 time: 0.0393364 Jul 27 22:20:35.470488 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5f36af-f0d0-406a-a299-91064b423d3f req-47a4e37d-3b44-47ba-82c6-89f864985cc0 tempest-TestSnapshotPattern-281998390 tempest-TestSnapshotPattern-281998390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:20:35.471923 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-0a5f36af-f0d0-406a-a299-91064b423d3f req-47a4e37d-3b44-47ba-82c6-89f864985cc0 tempest-TestSnapshotPattern-281998390 tempest-TestSnapshotPattern-281998390-project] 10.222.0.59 "GET /v2.0/ports?device_id=bd09d74b-5b11-4f36-ad65-2d74c8106dfe HTTP/1.1" status: 200 len: 944 time: 0.1283121 Jul 27 22:20:35.473303 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11dbf3df-6af5-45eb-8ee4-f74ec9b43340 None None] Checking router: 7a969a30-8fe3-4cd2-8190-8fb9d4ac00cd for host: n-d-705658-22 {{(pid=105587) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:20:35.481836 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11dbf3df-6af5-45eb-8ee4-f74ec9b43340 None None] Routers {'7a969a30-8fe3-4cd2-8190-8fb9d4ac00cd'} bound to L3 agent in host n-d-705658-22 {{(pid=105587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:20:35.482438 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-11dbf3df-6af5-45eb-8ee4-f74ec9b43340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T22:20:12Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['7a969a30-8fe3-4cd2-8190-8fb9d4ac00cd'], 'active': True} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:20:35.539713 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e890c3ff-4929-40c1-a330-337d8d420994 req-d655c68a-a749-4a32-973e-e6a1393be820 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:20:35.541203 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e890c3ff-4929-40c1-a330-337d8d420994 req-d655c68a-a749-4a32-973e-e6a1393be820 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=47a93c65-63fd-4065-93d3-89d069daf642 HTTP/1.1" status: 200 len: 848 time: 0.0684130 Jul 27 22:20:35.544224 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-0a5f36af-f0d0-406a-a299-91064b423d3f req-ac5358c4-143c-490f-96cb-3f93b3cb6306 tempest-TestSnapshotPattern-281998390 tempest-TestSnapshotPattern-281998390-project] 10.222.0.59 "GET /v2.0/security-groups?id=36a71d81-6991-4d0b-9b29-2075e31f23fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643890 Jul 27 22:20:35.603903 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e890c3ff-4929-40c1-a330-337d8d420994 req-3e5403e7-8008-47c0-8824-f114c8a9341d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:20:35.605422 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e890c3ff-4929-40c1-a330-337d8d420994 req-3e5403e7-8008-47c0-8824-f114c8a9341d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4037d323-6410-498e-867b-a1776335b23f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0560555 Jul 27 22:20:35.676054 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvr_db [None req-11dbf3df-6af5-45eb-8ee4-f74ec9b43340 None None] Set router 7a969a30-8fe3-4cd2-8190-8fb9d4ac00cd gateway port host: n-d-705658-22 {{(pid=105587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:20:35.708634 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e890c3ff-4929-40c1-a330-337d8d420994 req-612f4ae7-9be2-4ca0-bf93-61e072e8f59c service neutron] 10.222.0.36 "GET /v2.0/networks/4037d323-6410-498e-867b-a1776335b23f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939574 Jul 27 22:20:35.799753 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e890c3ff-4929-40c1-a330-337d8d420994 req-a2792b9c-d897-4b3a-8634-64cf15d4838a service neutron] 10.222.0.36 "GET /v2.0/networks/4037d323-6410-498e-867b-a1776335b23f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821333 Jul 27 22:20:35.878065 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-11dbf3df-6af5-45eb-8ee4-f74ec9b43340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a969a30-8fe3-4cd2-8190-8fb9d4ac00cd', 'name': 'tempest-TestSnapshotPattern-714177838-router', 'tenant_id': 'f112494cd6f54e3eba1b2de0de7321ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.170'}], 'enable_snat': True}, 'gw_port_id': '64d190e1-f038-4fef-a5af-945006b5e7a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:15:02Z', 'updated_at': '2021-07-27T22:15:05Z', 'revision_number': 4, 'project_id': 'f112494cd6f54e3eba1b2de0de7321ab', 'gw_port': {'id': '64d190e1-f038-4fef-a5af-945006b5e7a6', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:b8:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a969a30-8fe3-4cd2-8190-8fb9d4ac00cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:15:03Z', 'updated_at': '2021-07-27T22:15:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_interfaces': [{'id': 'e3095925-622e-4693-b2b7-886a940bf157', 'name': '', 'network_id': '4037d323-6410-498e-867b-a1776335b23f', 'tenant_id': 'f112494cd6f54e3eba1b2de0de7321ab', 'mac_address': 'fa:16:3e:9f:c4:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a969a30-8fe3-4cd2-8190-8fb9d4ac00cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '47a93c65-63fd-4065-93d3-89d069daf642', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:15:04Z', 'updated_at': '2021-07-27T22:15:11Z', 'revision_number': 5, 'project_id': 'f112494cd6f54e3eba1b2de0de7321ab', 'subnets': [{'id': '47a93c65-63fd-4065-93d3-89d069daf642', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-22', False) {} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:20:35.904639 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11dbf3df-6af5-45eb-8ee4-f74ec9b43340 None None] The sync data for ids ['7a969a30-8fe3-4cd2-8190-8fb9d4ac00cd'] in n-d-705658-22 is: [{'id': '7a969a30-8fe3-4cd2-8190-8fb9d4ac00cd', 'name': 'tempest-TestSnapshotPattern-714177838-router', 'tenant_id': 'f112494cd6f54e3eba1b2de0de7321ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.170'}], 'enable_snat': True}, 'gw_port_id': '64d190e1-f038-4fef-a5af-945006b5e7a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:15:02Z', 'updated_at': '2021-07-27T22:15:05Z', 'revision_number': 4, 'project_id': 'f112494cd6f54e3eba1b2de0de7321ab', 'gw_port': {'id': '64d190e1-f038-4fef-a5af-945006b5e7a6', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:b8:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a969a30-8fe3-4cd2-8190-8fb9d4ac00cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:15:03Z', 'updated_at': '2021-07-27T22:15:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22', '_interfaces': [{'id': 'e3095925-622e-4693-b2b7-886a940bf157', 'name': '', 'network_id': '4037d323-6410-498e-867b-a1776335b23f', 'tenant_id': 'f112494cd6f54e3eba1b2de0de7321ab', 'mac_address': 'fa:16:3e:9f:c4:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a969a30-8fe3-4cd2-8190-8fb9d4ac00cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '47a93c65-63fd-4065-93d3-89d069daf642', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:15:04Z', 'updated_at': '2021-07-27T22:15:11Z', 'revision_number': 5, 'project_id': 'f112494cd6f54e3eba1b2de0de7321ab', 'subnets': [{'id': '47a93c65-63fd-4065-93d3-89d069daf642', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:20:36.026345 n-d-705658-22 neutron-server[105585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbb2ba8-7535-4b59-b453-123f164f6939 req-02e57952-d1c9-47ed-a6cf-69cdbb5d0d8d tempest-TestSnapshotPattern-281998390 tempest-TestSnapshotPattern-281998390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:20:36.027964 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-6fbb2ba8-7535-4b59-b453-123f164f6939 req-02e57952-d1c9-47ed-a6cf-69cdbb5d0d8d tempest-TestSnapshotPattern-281998390 tempest-TestSnapshotPattern-281998390-project] 10.222.0.36 "GET /v2.0/ports?device_id=bd09d74b-5b11-4f36-ad65-2d74c8106dfe HTTP/1.1" status: 200 len: 944 time: 0.0696526 Jul 27 22:20:36.120307 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fad7027a-38ac-41d0-b667-6e0028c59b8d None None] New status for floating IP 1b368a2a-dce3-43df-b1bc-5ab87d609974: DOWN {{(pid=105586) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 22:20:36.132069 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [req-6fbb2ba8-7535-4b59-b453-123f164f6939 req-cc2245ba-4c14-426f-b87b-e32c62bcacf0 tempest-TestSnapshotPattern-281998390 tempest-TestSnapshotPattern-281998390-project] Deleting port 4570fe99-5ace-455a-ab83-07795fdc4a5f {{(pid=105585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:20:36.132421 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-6fbb2ba8-7535-4b59-b453-123f164f6939 req-cc2245ba-4c14-426f-b87b-e32c62bcacf0 tempest-TestSnapshotPattern-281998390 tempest-TestSnapshotPattern-281998390-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:36.224617 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.db [req-6fbb2ba8-7535-4b59-b453-123f164f6939 req-cc2245ba-4c14-426f-b87b-e32c62bcacf0 tempest-TestSnapshotPattern-281998390 tempest-TestSnapshotPattern-281998390-project] For port 4570fe99-5ace-455a-ab83-07795fdc4a5f, host n-h1-705658-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-22',level=0,port_id=4570fe99-5ace-455a-ab83-07795fdc4a5f,segment=NetworkSegment(e2243d9a-6482-4acb-aad5-5daec56b7250),segment_id=e2243d9a-6482-4acb-aad5-5daec56b7250)] {{(pid=105585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:20:36.224991 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-6fbb2ba8-7535-4b59-b453-123f164f6939 req-cc2245ba-4c14-426f-b87b-e32c62bcacf0 tempest-TestSnapshotPattern-281998390 tempest-TestSnapshotPattern-281998390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:36.238160 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [req-6fbb2ba8-7535-4b59-b453-123f164f6939 req-cc2245ba-4c14-426f-b87b-e32c62bcacf0 tempest-TestSnapshotPattern-281998390 tempest-TestSnapshotPattern-281998390-project] Calling delete_port for 4570fe99-5ace-455a-ab83-07795fdc4a5f owned by compute:nova {{(pid=105585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:20:36.362383 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-6fbb2ba8-7535-4b59-b453-123f164f6939 req-cc2245ba-4c14-426f-b87b-e32c62bcacf0 tempest-TestSnapshotPattern-281998390 tempest-TestSnapshotPattern-281998390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:36.394976 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2245ba-4c14-426f-b87b-e32c62bcacf0 tempest-TestSnapshotPattern-281998390 tempest-TestSnapshotPattern-281998390-project] Pushing event deleted for resources: {'Port': ['ID=4570fe99-5ace-455a-ab83-07795fdc4a5f,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:20:36.407274 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2245ba-4c14-426f-b87b-e32c62bcacf0 tempest-TestSnapshotPattern-281998390 tempest-TestSnapshotPattern-281998390-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:20:36.407630 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2245ba-4c14-426f-b87b-e32c62bcacf0 tempest-TestSnapshotPattern-281998390 tempest-TestSnapshotPattern-281998390-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:20:36.407979 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2245ba-4c14-426f-b87b-e32c62bcacf0 tempest-TestSnapshotPattern-281998390 tempest-TestSnapshotPattern-281998390-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:20:36.408324 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2245ba-4c14-426f-b87b-e32c62bcacf0 tempest-TestSnapshotPattern-281998390 tempest-TestSnapshotPattern-281998390-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:20:36.408659 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2245ba-4c14-426f-b87b-e32c62bcacf0 tempest-TestSnapshotPattern-281998390 tempest-TestSnapshotPattern-281998390-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:20:36.409012 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2245ba-4c14-426f-b87b-e32c62bcacf0 tempest-TestSnapshotPattern-281998390 tempest-TestSnapshotPattern-281998390-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:20:36.409343 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2245ba-4c14-426f-b87b-e32c62bcacf0 tempest-TestSnapshotPattern-281998390 tempest-TestSnapshotPattern-281998390-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:20:36.409648 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2245ba-4c14-426f-b87b-e32c62bcacf0 tempest-TestSnapshotPattern-281998390 tempest-TestSnapshotPattern-281998390-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:20:36.410024 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2245ba-4c14-426f-b87b-e32c62bcacf0 tempest-TestSnapshotPattern-281998390 tempest-TestSnapshotPattern-281998390-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:20:36.410859 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2245ba-4c14-426f-b87b-e32c62bcacf0 tempest-TestSnapshotPattern-281998390 tempest-TestSnapshotPattern-281998390-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:20:36.411211 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2245ba-4c14-426f-b87b-e32c62bcacf0 tempest-TestSnapshotPattern-281998390 tempest-TestSnapshotPattern-281998390-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:20:36.411545 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2245ba-4c14-426f-b87b-e32c62bcacf0 tempest-TestSnapshotPattern-281998390 tempest-TestSnapshotPattern-281998390-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-22 {{(pid=105585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:20:36.451308 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fbb2ba8-7535-4b59-b453-123f164f6939 req-cc2245ba-4c14-426f-b87b-e32c62bcacf0 tempest-TestSnapshotPattern-281998390 tempest-TestSnapshotPattern-281998390-project] No DVR routers for this DVR port 4570fe99-5ace-455a-ab83-07795fdc4a5f on host n-h1-705658-22 {{(pid=105585) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:20:36.453672 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [req-6fbb2ba8-7535-4b59-b453-123f164f6939 req-cc2245ba-4c14-426f-b87b-e32c62bcacf0 tempest-TestSnapshotPattern-281998390 tempest-TestSnapshotPattern-281998390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12435'] for port, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:36.455716 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-6fbb2ba8-7535-4b59-b453-123f164f6939 req-cc2245ba-4c14-426f-b87b-e32c62bcacf0 tempest-TestSnapshotPattern-281998390 tempest-TestSnapshotPattern-281998390-project] 10.222.0.36 "DELETE /v2.0/ports/4570fe99-5ace-455a-ab83-07795fdc4a5f HTTP/1.1" status: 204 len: 173 time: 0.4217846 Jul 27 22:20:36.456148 n-d-705658-22 neutron-server[105585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd09d74b-5b11-4f36-ad65-2d74c8106dfe', 'name': 'network-vif-deleted', 'tag': '4570fe99-5ace-455a-ab83-07795fdc4a5f'}] {{(pid=105585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:20:36.459002 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f24452fb85b5ff3d9a44b103084d24ac6536fc7c3e33f3cafe2d6008071b0351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e27a3c61-49b0-4870-8d57-a837afba76cd" -d '{"events": [{"server_uuid": "bd09d74b-5b11-4f36-ad65-2d74c8106dfe", "name": "network-vif-deleted", "tag": "4570fe99-5ace-455a-ab83-07795fdc4a5f"}]}' {{(pid=105585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:20:36.552346 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:20:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-600b84c5-3353-4684-9541-2cd0e71a6d4b x-openstack-request-id: req-600b84c5-3353-4684-9541-2cd0e71a6d4b {{(pid=105585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:20:36.552993 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd09d74b-5b11-4f36-ad65-2d74c8106dfe", "name": "network-vif-deleted", "tag": "4570fe99-5ace-455a-ab83-07795fdc4a5f", "status": "completed", "code": 200}]} {{(pid=105585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:20:36.553311 n-d-705658-22 neutron-server[105585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-600b84c5-3353-4684-9541-2cd0e71a6d4b {{(pid=105585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:20:36.553773 n-d-705658-22 neutron-server[105585]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd09d74b-5b11-4f36-ad65-2d74c8106dfe', 'name': 'network-vif-deleted', 'tag': '4570fe99-5ace-455a-ab83-07795fdc4a5f', 'status': 'completed', 'code': 200} Jul 27 22:20:36.680348 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [req-e79bf04c-3512-46f4-9ac3-9a7e774165a8 req-a14dec7f-6aff-486f-816e-fbe066053afc tempest-TestSnapshotPattern-281998390 tempest-TestSnapshotPattern-281998390-project] 10.222.0.59 "GET /v2.0/ports?device_id=bd09d74b-5b11-4f36-ad65-2d74c8106dfe HTTP/1.1" status: 200 len: 210 time: 0.0288057 Jul 27 22:20:37.366343 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:37.750097 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 41500) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:20:37.810684 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-a29208f4-42de-4351-9b99-88aaac6a6257 tempest-TestSnapshotPattern-281998390 tempest-TestSnapshotPattern-281998390-project] Notify callbacks [] for security_group, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:37.835740 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-a29208f4-42de-4351-9b99-88aaac6a6257 tempest-TestSnapshotPattern-281998390 tempest-TestSnapshotPattern-281998390-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:37.899857 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-a29208f4-42de-4351-9b99-88aaac6a6257 tempest-TestSnapshotPattern-281998390 tempest-TestSnapshotPattern-281998390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:37.902402 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-a29208f4-42de-4351-9b99-88aaac6a6257 tempest-TestSnapshotPattern-281998390 tempest-TestSnapshotPattern-281998390-project] Notify callbacks [] for security_group, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:37.903600 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-a29208f4-42de-4351-9b99-88aaac6a6257 tempest-TestSnapshotPattern-281998390 tempest-TestSnapshotPattern-281998390-project] 10.222.0.59 "DELETE /v2.0/security-groups/36a71d81-6991-4d0b-9b29-2075e31f23fb HTTP/1.1" status: 204 len: 168 time: 0.1525376 Jul 27 22:20:37.913775 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29208f4-42de-4351-9b99-88aaac6a6257 tempest-TestSnapshotPattern-281998390 tempest-TestSnapshotPattern-281998390-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=36a71d81-6991-4d0b-9b29-2075e31f23fb,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:20:37.959041 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 41504) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:20:38.415648 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-382417e5-b747-4753-ba8d-766fe306320a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4076536'] for router_interface, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:38.665162 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [None req-382417e5-b747-4753-ba8d-766fe306320a admin admin] Deleting port e3095925-622e-4693-b2b7-886a940bf157 {{(pid=105585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:20:38.665503 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-382417e5-b747-4753-ba8d-766fe306320a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:38.742730 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.db [None req-382417e5-b747-4753-ba8d-766fe306320a admin admin] For port e3095925-622e-4693-b2b7-886a940bf157, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=e3095925-622e-4693-b2b7-886a940bf157,segment=NetworkSegment(e2243d9a-6482-4acb-aad5-5daec56b7250),segment_id=e2243d9a-6482-4acb-aad5-5daec56b7250)] {{(pid=105585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:20:38.743139 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-382417e5-b747-4753-ba8d-766fe306320a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:38.756410 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [None req-382417e5-b747-4753-ba8d-766fe306320a admin admin] Calling delete_port for e3095925-622e-4693-b2b7-886a940bf157 owned by network:router_interface {{(pid=105585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:20:38.942056 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-382417e5-b747-4753-ba8d-766fe306320a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:38.966971 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382417e5-b747-4753-ba8d-766fe306320a admin admin] Pushing event deleted for resources: {'Port': ['ID=e3095925-622e-4693-b2b7-886a940bf157,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:20:38.979749 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-7e92140c-be1f-4394-8b71-a0a9c5c98813 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:39.131558 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-382417e5-b747-4753-ba8d-766fe306320a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3743915', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4076308'] for router_interface, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:39.366975 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-382417e5-b747-4753-ba8d-766fe306320a admin admin] Router 7a969a30-8fe3-4cd2-8190-8fb9d4ac00cd has already been hosted by L3 agent dd128fd7-8e57-4d4f-895b-a96b369df59a {{(pid=105585) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:20:39.471370 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-382417e5-b747-4753-ba8d-766fe306320a admin admin] Notify agent at l3_agent.n-d-705658-22 the message routers_updated {{(pid=105585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:20:39.478906 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-382417e5-b747-4753-ba8d-766fe306320a admin admin] 10.222.0.59 "PUT /v2.0/routers/7a969a30-8fe3-4cd2-8190-8fb9d4ac00cd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5163491 Jul 27 22:20:39.479039 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 41508) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:20:39.481778 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd08e45c-ad07-4080-add5-1d0d16c1141e None None] Sync routers for ids ['7a969a30-8fe3-4cd2-8190-8fb9d4ac00cd'] in n-d-705658-22 {{(pid=105587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:20:39.491501 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd08e45c-ad07-4080-add5-1d0d16c1141e None None] Routers {'7a969a30-8fe3-4cd2-8190-8fb9d4ac00cd'} bound to L3 agent in host n-d-705658-22 {{(pid=105587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:20:39.492109 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-bd08e45c-ad07-4080-add5-1d0d16c1141e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T22:20:12Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['7a969a30-8fe3-4cd2-8190-8fb9d4ac00cd'], 'active': True} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:20:39.582903 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-e53c9482-a2f3-4876-b405-3626d467eb43 admin admin] Notify callbacks [] for router, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:39.596547 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvr_db [None req-bd08e45c-ad07-4080-add5-1d0d16c1141e None None] Set router 7a969a30-8fe3-4cd2-8190-8fb9d4ac00cd gateway port host: n-d-705658-22 {{(pid=105587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:20:39.686221 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-e53c9482-a2f3-4876-b405-3626d467eb43 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:39.739949 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [None req-e53c9482-a2f3-4876-b405-3626d467eb43 admin admin] Deleting port 64d190e1-f038-4fef-a5af-945006b5e7a6 {{(pid=105585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:20:39.740289 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-e53c9482-a2f3-4876-b405-3626d467eb43 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:39.779678 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-bd08e45c-ad07-4080-add5-1d0d16c1141e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a969a30-8fe3-4cd2-8190-8fb9d4ac00cd', 'name': 'tempest-TestSnapshotPattern-714177838-router', 'tenant_id': 'f112494cd6f54e3eba1b2de0de7321ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.170'}], 'enable_snat': True}, 'gw_port_id': '64d190e1-f038-4fef-a5af-945006b5e7a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:15:02Z', 'updated_at': '2021-07-27T22:20:38Z', 'revision_number': 5, 'project_id': 'f112494cd6f54e3eba1b2de0de7321ab', 'gw_port': {'id': '64d190e1-f038-4fef-a5af-945006b5e7a6', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:b8:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a969a30-8fe3-4cd2-8190-8fb9d4ac00cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:15:03Z', 'updated_at': '2021-07-27T22:15:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22'}], 'n-d-705658-22', False) {} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:20:39.804834 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd08e45c-ad07-4080-add5-1d0d16c1141e None None] Checking router: 7a969a30-8fe3-4cd2-8190-8fb9d4ac00cd for host: n-d-705658-22 {{(pid=105587) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:20:39.813228 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd08e45c-ad07-4080-add5-1d0d16c1141e None None] Routers {'7a969a30-8fe3-4cd2-8190-8fb9d4ac00cd'} bound to L3 agent in host n-d-705658-22 {{(pid=105587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:20:39.813921 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-bd08e45c-ad07-4080-add5-1d0d16c1141e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T22:20:12Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['7a969a30-8fe3-4cd2-8190-8fb9d4ac00cd'], 'active': True} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:20:39.817394 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.db [None req-e53c9482-a2f3-4876-b405-3626d467eb43 admin admin] For port 64d190e1-f038-4fef-a5af-945006b5e7a6, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=64d190e1-f038-4fef-a5af-945006b5e7a6,segment=NetworkSegment(12196855-9a32-4633-9a56-77697ef9e126),segment_id=12196855-9a32-4633-9a56-77697ef9e126)] {{(pid=105585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:20:39.817756 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-e53c9482-a2f3-4876-b405-3626d467eb43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:39.834792 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [None req-e53c9482-a2f3-4876-b405-3626d467eb43 admin admin] Calling delete_port for 64d190e1-f038-4fef-a5af-945006b5e7a6 owned by network:router_gateway {{(pid=105585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:20:39.900563 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_dvr_db [None req-bd08e45c-ad07-4080-add5-1d0d16c1141e None None] Set router 7a969a30-8fe3-4cd2-8190-8fb9d4ac00cd gateway port host: None {{(pid=105587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:20:39.952311 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.l3_hamode_db [None req-bd08e45c-ad07-4080-add5-1d0d16c1141e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a969a30-8fe3-4cd2-8190-8fb9d4ac00cd', 'name': 'tempest-TestSnapshotPattern-714177838-router', 'tenant_id': 'f112494cd6f54e3eba1b2de0de7321ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:15:02Z', 'updated_at': '2021-07-27T22:20:39Z', 'revision_number': 6, 'project_id': 'f112494cd6f54e3eba1b2de0de7321ab', 'gw_port_host': None}], 'n-d-705658-22', False) {} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:20:39.981545 n-d-705658-22 neutron-server[105587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd08e45c-ad07-4080-add5-1d0d16c1141e None None] The sync data for ids ['7a969a30-8fe3-4cd2-8190-8fb9d4ac00cd'] in n-d-705658-22 is: [{'id': '7a969a30-8fe3-4cd2-8190-8fb9d4ac00cd', 'name': 'tempest-TestSnapshotPattern-714177838-router', 'tenant_id': 'f112494cd6f54e3eba1b2de0de7321ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:15:02Z', 'updated_at': '2021-07-27T22:20:39Z', 'revision_number': 6, 'project_id': 'f112494cd6f54e3eba1b2de0de7321ab', 'gw_port_host': None}] {{(pid=105587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:20:40.005904 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-e53c9482-a2f3-4876-b405-3626d467eb43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:40.038017 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53c9482-a2f3-4876-b405-3626d467eb43 admin admin] Pushing event deleted for resources: {'Port': ['ID=64d190e1-f038-4fef-a5af-945006b5e7a6,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:20:40.098194 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-e53c9482-a2f3-4876-b405-3626d467eb43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4075702'] for router_gateway, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:40.182099 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device 4570fe99-5ace-455a-ab83-07795fdc4a5f no longer exists at agent hyperv_n-h1-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:20:40.185648 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-e53c9482-a2f3-4876-b405-3626d467eb43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4163631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-425'] for router, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:40.187769 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-e53c9482-a2f3-4876-b405-3626d467eb43 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:40.201554 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-28650df7-c46c-4981-b84f-37d87254047e None None] No Port match for: 4570fe99-5ace-455a-ab83-07795fdc4a5f {{(pid=105586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:20:40.201883 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Device 4570fe99-5ace-455a-ab83-07795fdc4a5f not bound to the agent host n-h1-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:20:40.234528 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-e53c9482-a2f3-4876-b405-3626d467eb43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4163007'] for router, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:40.234982 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e53c9482-a2f3-4876-b405-3626d467eb43 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7a969a30-8fe3-4cd2-8190-8fb9d4ac00cd {{(pid=105585) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 22:20:40.239427 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-e53c9482-a2f3-4876-b405-3626d467eb43 admin admin] Notify callbacks [] for router, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:40.240773 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-e53c9482-a2f3-4876-b405-3626d467eb43 admin admin] 10.222.0.59 "DELETE /v2.0/routers/7a969a30-8fe3-4cd2-8190-8fb9d4ac00cd HTTP/1.1" status: 204 len: 168 time: 0.7608407 Jul 27 22:20:40.243209 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 41510) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:20:40.287029 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d16c886-5dee-4c69-b501-e79873c2fe20 admin admin] Deleting subnet 47a93c65-63fd-4065-93d3-89d069daf642 {{(pid=105585) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 22:20:40.289915 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-0d16c886-5dee-4c69-b501-e79873c2fe20 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:40.324876 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-0d16c886-5dee-4c69-b501-e79873c2fe20 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9887057'] for subnet, precommit_delete_associations {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:40.414734 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-0d16c886-5dee-4c69-b501-e79873c2fe20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854965'] for subnet, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:40.466729 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-0d16c886-5dee-4c69-b501-e79873c2fe20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10221602', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9990583'] for subnet, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:40.494378 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-0d16c886-5dee-4c69-b501-e79873c2fe20 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:40.496184 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-0d16c886-5dee-4c69-b501-e79873c2fe20 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/47a93c65-63fd-4065-93d3-89d069daf642 HTTP/1.1" status: 204 len: 168 time: 0.2520339 Jul 27 22:20:40.497712 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d16c886-5dee-4c69-b501-e79873c2fe20 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=47a93c65-63fd-4065-93d3-89d069daf642,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:20:40.499134 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 41512) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:20:40.499614 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad4383d4-148a-472f-adaa-546dd16c825c None None] Network 4037d323-6410-498e-867b-a1776335b23f requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:20:40.566392 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-9e128687-d23b-4cad-9812-7980c8d4fb9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-990557'] for network, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:40.618418 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-9e128687-d23b-4cad-9812-7980c8d4fb9e admin admin] Deleting port b076ca88-8373-4ae5-88d5-f8ad3302b13b {{(pid=105584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:20:40.619123 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-9e128687-d23b-4cad-9812-7980c8d4fb9e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:40.684691 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [None req-9e128687-d23b-4cad-9812-7980c8d4fb9e admin admin] For port b076ca88-8373-4ae5-88d5-f8ad3302b13b, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=b076ca88-8373-4ae5-88d5-f8ad3302b13b,segment=NetworkSegment(e2243d9a-6482-4acb-aad5-5daec56b7250),segment_id=e2243d9a-6482-4acb-aad5-5daec56b7250)] {{(pid=105584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:20:40.685064 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-9e128687-d23b-4cad-9812-7980c8d4fb9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:40.698436 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-9e128687-d23b-4cad-9812-7980c8d4fb9e admin admin] Calling delete_port for b076ca88-8373-4ae5-88d5-f8ad3302b13b owned by network:dhcp {{(pid=105584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:20:40.727362 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59429e39-9152-48d2-bde0-9ffe6a435847 None None] DHCP port deletion for 4037d323-6410-498e-867b-a1776335b23f request from n-d-705658-22 {{(pid=105586) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 22:20:40.779373 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-59429e39-9152-48d2-bde0-9ffe6a435847 None None] Deleting port b076ca88-8373-4ae5-88d5-f8ad3302b13b {{(pid=105586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:20:40.779853 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-59429e39-9152-48d2-bde0-9ffe6a435847 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:40.781730 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-9e128687-d23b-4cad-9812-7980c8d4fb9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:40.809835 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e128687-d23b-4cad-9812-7980c8d4fb9e admin admin] Pushing event deleted for resources: {'Port': ['ID=b076ca88-8373-4ae5-88d5-f8ad3302b13b,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:20:40.812275 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e128687-d23b-4cad-9812-7980c8d4fb9e admin admin] No DVR routers for this DVR port b076ca88-8373-4ae5-88d5-f8ad3302b13b on host n-d-705658-22 {{(pid=105584) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:20:40.845413 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.db [None req-59429e39-9152-48d2-bde0-9ffe6a435847 None None] For port b076ca88-8373-4ae5-88d5-f8ad3302b13b, host n-d-705658-22, got binding levels [] {{(pid=105586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:20:40.845810 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-59429e39-9152-48d2-bde0-9ffe6a435847 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:40.863959 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-59429e39-9152-48d2-bde0-9ffe6a435847 None None] Calling delete_port for b076ca88-8373-4ae5-88d5-f8ad3302b13b owned by network:dhcp {{(pid=105586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:20:40.866756 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.ipam_backend_mixin [None req-59429e39-9152-48d2-bde0-9ffe6a435847 None None] Port b076ca88-8373-4ae5-88d5-f8ad3302b13b was not found and therefore no delete operation was performed {{(pid=105586) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 27 22:20:40.868087 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-59429e39-9152-48d2-bde0-9ffe6a435847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180'] for port, after_delete {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:40.893129 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59429e39-9152-48d2-bde0-9ffe6a435847 None None] Pushing event deleted for resources: {'Port': ['ID=b076ca88-8373-4ae5-88d5-f8ad3302b13b,revision_number=None']} {{(pid=105586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:20:40.896740 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-9e128687-d23b-4cad-9812-7980c8d4fb9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853562', 'neutron.services.segments.db._delete_segments_for_network-8790688882975'] for network, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:40.899190 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59429e39-9152-48d2-bde0-9ffe6a435847 None None] No DVR routers for this DVR port b076ca88-8373-4ae5-88d5-f8ad3302b13b on host n-d-705658-22 {{(pid=105586) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:20:40.907830 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.segments.db [None req-9e128687-d23b-4cad-9812-7980c8d4fb9e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4037d323-6410-498e-867b-a1776335b23f']}} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:20:40.920029 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.segments.db [None req-9e128687-d23b-4cad-9812-7980c8d4fb9e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2243d9a-6482-4acb-aad5-5daec56b7250') {'for_net_delete': True} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:20:40.920332 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.segments.db [None req-9e128687-d23b-4cad-9812-7980c8d4fb9e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2243d9a-6482-4acb-aad5-5daec56b7250') {} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:20:40.929699 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-9e128687-d23b-4cad-9812-7980c8d4fb9e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790688883752', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9014348'] for segment, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:40.943391 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-9e128687-d23b-4cad-9812-7980c8d4fb9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:40.949957 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e128687-d23b-4cad-9812-7980c8d4fb9e admin admin] Releasing vlan 215 on physical network physnet1 to pool {{(pid=105584) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 22:20:40.950377 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-9e128687-d23b-4cad-9812-7980c8d4fb9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9014063'] for segment, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:40.952401 n-d-705658-22 neutron-server[105584]: Traceback (most recent call last): Jul 27 22:20:40.952401 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 22:20:40.952401 n-d-705658-22 neutron-server[105584]: timer() Jul 27 22:20:40.952401 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 22:20:40.952401 n-d-705658-22 neutron-server[105584]: cb(*args, **kw) Jul 27 22:20:40.952401 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 22:20:40.952401 n-d-705658-22 neutron-server[105584]: return func(*args, **kwargs) Jul 27 22:20:40.952401 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 22:20:40.952401 n-d-705658-22 neutron-server[105584]: self._notify() Jul 27 22:20:40.952401 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 22:20:40.952401 n-d-705658-22 neutron-server[105584]: self.callback(batched_events) Jul 27 22:20:40.952401 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 22:20:40.952401 n-d-705658-22 neutron-server[105584]: event.method(event) Jul 27 22:20:40.952401 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 22:20:40.952401 n-d-705658-22 neutron-server[105584]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 22:20:40.952401 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 22:20:40.952401 n-d-705658-22 neutron-server[105584]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 22:20:40.952401 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 22:20:40.952401 n-d-705658-22 neutron-server[105584]: return f(self, *a, **k) Jul 27 22:20:40.952401 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 22:20:40.952401 n-d-705658-22 neutron-server[105584]: return self._get(url).json() Jul 27 22:20:40.952401 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 22:20:40.952401 n-d-705658-22 neutron-server[105584]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 22:20:40.952401 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 22:20:40.952401 n-d-705658-22 neutron-server[105584]: return self.request(url, 'GET', **kwargs) Jul 27 22:20:40.952401 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 22:20:40.952401 n-d-705658-22 neutron-server[105584]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 22:20:40.952401 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 22:20:40.952401 n-d-705658-22 neutron-server[105584]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 22:20:40.952401 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 22:20:40.952401 n-d-705658-22 neutron-server[105584]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 22:20:40.952401 n-d-705658-22 neutron-server[105584]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 22:20:41.012567 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-9e128687-d23b-4cad-9812-7980c8d4fb9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4075658'] for network, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:41.018560 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-9e128687-d23b-4cad-9812-7980c8d4fb9e admin admin] Notify callbacks [] for network, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:41.020475 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-9e128687-d23b-4cad-9812-7980c8d4fb9e admin admin] 10.222.0.59 "DELETE /v2.0/networks/4037d323-6410-498e-867b-a1776335b23f HTTP/1.1" status: 204 len: 168 time: 0.5201969 Jul 27 22:20:41.028711 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 41514) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:20:41.031610 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e128687-d23b-4cad-9812-7980c8d4fb9e admin admin] Pushing event deleted for resources: {'Network': ['ID=4037d323-6410-498e-867b-a1776335b23f,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:20:41.144853 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:41.258567 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device e3095925-622e-4693-b2b7-886a940bf157 no longer exists at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:20:41.278122 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] No Port match for: e3095925-622e-4693-b2b7-886a940bf157 {{(pid=105586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:20:41.278474 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device e3095925-622e-4693-b2b7-886a940bf157 not bound to the agent host n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:20:41.278897 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device b076ca88-8373-4ae5-88d5-f8ad3302b13b no longer exists at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:20:41.300439 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] No Port match for: b076ca88-8373-4ae5-88d5-f8ad3302b13b {{(pid=105586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:20:41.301247 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device b076ca88-8373-4ae5-88d5-f8ad3302b13b not bound to the agent host n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:20:41.301670 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 64d190e1-f038-4fef-a5af-945006b5e7a6 no longer exists at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:20:41.319306 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] No Port match for: 64d190e1-f038-4fef-a5af-945006b5e7a6 {{(pid=105586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:20:41.319658 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 64d190e1-f038-4fef-a5af-945006b5e7a6 not bound to the agent host n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:20:41.375877 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-e1f1d96a-fd88-4ad7-9205-e781bfc8b6f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4076536'] for router_interface, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:41.606439 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-e07bff80-11b3-4a9f-8bac-3d9eea2fa0f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:41.622584 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [None req-e1f1d96a-fd88-4ad7-9205-e781bfc8b6f9 admin admin] Deleting port ec0bd5a1-ea82-4d7f-9bcc-69b6eae5b8f7 {{(pid=105585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:20:41.622937 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-e1f1d96a-fd88-4ad7-9205-e781bfc8b6f9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:41.708544 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.db [None req-e1f1d96a-fd88-4ad7-9205-e781bfc8b6f9 admin admin] For port ec0bd5a1-ea82-4d7f-9bcc-69b6eae5b8f7, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=ec0bd5a1-ea82-4d7f-9bcc-69b6eae5b8f7,segment=NetworkSegment(0d27e4e3-6705-42b7-9579-bdfc8aa177a0),segment_id=0d27e4e3-6705-42b7-9579-bdfc8aa177a0)] {{(pid=105585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:20:41.708931 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-e1f1d96a-fd88-4ad7-9205-e781bfc8b6f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:41.723728 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [None req-e1f1d96a-fd88-4ad7-9205-e781bfc8b6f9 admin admin] Calling delete_port for ec0bd5a1-ea82-4d7f-9bcc-69b6eae5b8f7 owned by network:router_interface {{(pid=105585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:20:41.909085 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-e1f1d96a-fd88-4ad7-9205-e781bfc8b6f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:41.983498 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:42.268795 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f1d96a-fd88-4ad7-9205-e781bfc8b6f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=ec0bd5a1-ea82-4d7f-9bcc-69b6eae5b8f7,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:20:42.434052 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-e1f1d96a-fd88-4ad7-9205-e781bfc8b6f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3743915', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4076308'] for router_interface, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:42.646088 n-d-705658-22 neutron-server[105585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1f1d96a-fd88-4ad7-9205-e781bfc8b6f9 admin admin] Router 928663a7-cff8-4341-8b28-b4d68f577e94 has already been hosted by L3 agent dd128fd7-8e57-4d4f-895b-a96b369df59a {{(pid=105585) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:20:42.752365 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1f1d96a-fd88-4ad7-9205-e781bfc8b6f9 admin admin] Notify agent at l3_agent.n-d-705658-22 the message routers_updated {{(pid=105585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:20:42.757912 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-e1f1d96a-fd88-4ad7-9205-e781bfc8b6f9 admin admin] 10.222.0.59 "PUT /v2.0/routers/928663a7-cff8-4341-8b28-b4d68f577e94/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7280643 Jul 27 22:20:42.760417 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 41516) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:20:42.761675 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d02c6387-c890-4443-b712-d43d03265439 None None] Sync routers for ids ['928663a7-cff8-4341-8b28-b4d68f577e94'] in n-d-705658-22 {{(pid=105586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:20:42.772241 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d02c6387-c890-4443-b712-d43d03265439 None None] Routers {'928663a7-cff8-4341-8b28-b4d68f577e94'} bound to L3 agent in host n-d-705658-22 {{(pid=105586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:20:42.772855 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-d02c6387-c890-4443-b712-d43d03265439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T22:20:42Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['928663a7-cff8-4341-8b28-b4d68f577e94'], 'active': True} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:20:42.865133 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-487113e0-db44-486f-adf6-d640b45daa55 admin admin] Notify callbacks [] for router, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:42.973128 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-487113e0-db44-486f-adf6-d640b45daa55 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:43.027032 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [None req-487113e0-db44-486f-adf6-d640b45daa55 admin admin] Deleting port 12bf5d68-6867-4b24-a200-51c920ea54fb {{(pid=105585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:20:43.027464 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-487113e0-db44-486f-adf6-d640b45daa55 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:43.028930 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvr_db [None req-d02c6387-c890-4443-b712-d43d03265439 None None] Set router 928663a7-cff8-4341-8b28-b4d68f577e94 gateway port host: n-d-705658-22 {{(pid=105586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:20:43.104660 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.db [None req-487113e0-db44-486f-adf6-d640b45daa55 admin admin] For port 12bf5d68-6867-4b24-a200-51c920ea54fb, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=12bf5d68-6867-4b24-a200-51c920ea54fb,segment=NetworkSegment(12196855-9a32-4633-9a56-77697ef9e126),segment_id=12196855-9a32-4633-9a56-77697ef9e126)] {{(pid=105585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:20:43.105024 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-487113e0-db44-486f-adf6-d640b45daa55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:43.118281 n-d-705658-22 neutron-server[105585]: DEBUG neutron.plugins.ml2.plugin [None req-487113e0-db44-486f-adf6-d640b45daa55 admin admin] Calling delete_port for 12bf5d68-6867-4b24-a200-51c920ea54fb owned by network:router_gateway {{(pid=105585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:20:43.207461 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-d02c6387-c890-4443-b712-d43d03265439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '928663a7-cff8-4341-8b28-b4d68f577e94', 'name': 'tempest-TestSnapshotPattern-1498589536-router', 'tenant_id': '015a1a7beafa4044be64cf50fe671922', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'external_fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.49'}], 'enable_snat': True}, 'gw_port_id': '12bf5d68-6867-4b24-a200-51c920ea54fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:15:07Z', 'updated_at': '2021-07-27T22:20:41Z', 'revision_number': 5, 'project_id': '015a1a7beafa4044be64cf50fe671922', 'gw_port': {'id': '12bf5d68-6867-4b24-a200-51c920ea54fb', 'name': '', 'network_id': '8735d8a2-b604-4758-ae71-b40e4ee6f305', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:b6:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '928663a7-cff8-4341-8b28-b4d68f577e94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4341, 'fixed_ips': [{'subnet_id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'ip_address': '172.25.5.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:15:08Z', 'updated_at': '2021-07-27T22:15:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eca7dbab-b9c0-4c8f-a272-816ea8a81764', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-22'}], 'n-d-705658-22', False) {} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:20:43.244192 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d02c6387-c890-4443-b712-d43d03265439 None None] Checking router: 928663a7-cff8-4341-8b28-b4d68f577e94 for host: n-d-705658-22 {{(pid=105586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:20:43.259694 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d02c6387-c890-4443-b712-d43d03265439 None None] Routers {'928663a7-cff8-4341-8b28-b4d68f577e94'} bound to L3 agent in host n-d-705658-22 {{(pid=105586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:20:43.260475 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-d02c6387-c890-4443-b712-d43d03265439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T20:41:41Z,description=,heartbeat_timestamp=2021-07-27T22:20:42Z,host='n-d-705658-22',id=dd128fd7-8e57-4d4f-895b-a96b369df59a,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:41:41Z,topic='l3_agent')) {'router_ids': ['928663a7-cff8-4341-8b28-b4d68f577e94'], 'active': True} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:20:43.264158 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-bb32ed7d-8717-448b-a9c8-a5a0117d1fd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:43.291403 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-487113e0-db44-486f-adf6-d640b45daa55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10221585'] for port, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:43.323021 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487113e0-db44-486f-adf6-d640b45daa55 admin admin] Pushing event deleted for resources: {'Port': ['ID=12bf5d68-6867-4b24-a200-51c920ea54fb,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:20:43.350909 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_dvr_db [None req-d02c6387-c890-4443-b712-d43d03265439 None None] Set router 928663a7-cff8-4341-8b28-b4d68f577e94 gateway port host: None {{(pid=105586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:20:43.386697 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-487113e0-db44-486f-adf6-d640b45daa55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4075702'] for router_gateway, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:43.404200 n-d-705658-22 neutron-server[105586]: DEBUG neutron.db.l3_hamode_db [None req-d02c6387-c890-4443-b712-d43d03265439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '928663a7-cff8-4341-8b28-b4d68f577e94', 'name': 'tempest-TestSnapshotPattern-1498589536-router', 'tenant_id': '015a1a7beafa4044be64cf50fe671922', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:15:07Z', 'updated_at': '2021-07-27T22:20:42Z', 'revision_number': 6, 'project_id': '015a1a7beafa4044be64cf50fe671922', 'gw_port_host': None}], 'n-d-705658-22', False) {} {{(pid=105586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:20:43.430516 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d02c6387-c890-4443-b712-d43d03265439 None None] The sync data for ids ['928663a7-cff8-4341-8b28-b4d68f577e94'] in n-d-705658-22 is: [{'id': '928663a7-cff8-4341-8b28-b4d68f577e94', 'name': 'tempest-TestSnapshotPattern-1498589536-router', 'tenant_id': '015a1a7beafa4044be64cf50fe671922', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:15:07Z', 'updated_at': '2021-07-27T22:20:42Z', 'revision_number': 6, 'project_id': '015a1a7beafa4044be64cf50fe671922', 'gw_port_host': None}] {{(pid=105586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:20:43.478349 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-487113e0-db44-486f-adf6-d640b45daa55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4163631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-425'] for router, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:43.480462 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-487113e0-db44-486f-adf6-d640b45daa55 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:43.522767 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-487113e0-db44-486f-adf6-d640b45daa55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4163007'] for router, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:43.523240 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-487113e0-db44-486f-adf6-d640b45daa55 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 928663a7-cff8-4341-8b28-b4d68f577e94 {{(pid=105585) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 22:20:43.527427 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-487113e0-db44-486f-adf6-d640b45daa55 admin admin] Notify callbacks [] for router, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:43.528549 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-487113e0-db44-486f-adf6-d640b45daa55 admin admin] 10.222.0.59 "DELETE /v2.0/routers/928663a7-cff8-4341-8b28-b4d68f577e94 HTTP/1.1" status: 204 len: 168 time: 0.7672343 Jul 27 22:20:43.531177 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 41518) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:20:43.579284 n-d-705658-22 neutron-server[105585]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e68e066-3fb1-4394-84f4-255499ccab43 admin admin] Deleting subnet bf27e09b-02b7-4b64-b419-f497e1fdcb63 {{(pid=105585) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 22:20:43.582280 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-5e68e066-3fb1-4394-84f4-255499ccab43 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:43.622486 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-5e68e066-3fb1-4394-84f4-255499ccab43 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9887057'] for subnet, precommit_delete_associations {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:43.697881 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-5e68e066-3fb1-4394-84f4-255499ccab43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854965'] for subnet, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:43.755213 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-5e68e066-3fb1-4394-84f4-255499ccab43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10221602', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9990583'] for subnet, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:43.781267 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e68e066-3fb1-4394-84f4-255499ccab43 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bf27e09b-02b7-4b64-b419-f497e1fdcb63,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:20:43.786068 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-5e68e066-3fb1-4394-84f4-255499ccab43 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:43.790568 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 41520) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:20:43.791107 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-5e68e066-3fb1-4394-84f4-255499ccab43 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/bf27e09b-02b7-4b64-b419-f497e1fdcb63 HTTP/1.1" status: 204 len: 168 time: 0.2584355 Jul 27 22:20:43.791796 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf40a774-a82a-412a-b462-009d6d42ca15 None None] Network 5a109021-d742-457e-ace6-a860f8febdfb requested from n-d-705658-22 {{(pid=105586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:20:43.866640 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-5eb95c74-8f45-43f5-9971-354a5a7b80d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-990557'] for network, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:43.921688 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-5eb95c74-8f45-43f5-9971-354a5a7b80d5 admin admin] Deleting port 97d42b22-6be2-4658-987b-a1d7236cef62 {{(pid=105584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:20:43.922034 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-5eb95c74-8f45-43f5-9971-354a5a7b80d5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790688802178'] for port, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:43.989463 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.db [None req-5eb95c74-8f45-43f5-9971-354a5a7b80d5 admin admin] For port 97d42b22-6be2-4658-987b-a1d7236cef62, host n-d-705658-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-22',level=0,port_id=97d42b22-6be2-4658-987b-a1d7236cef62,segment=NetworkSegment(0d27e4e3-6705-42b7-9579-bdfc8aa177a0),segment_id=0d27e4e3-6705-42b7-9579-bdfc8aa177a0)] {{(pid=105584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:20:43.989832 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-5eb95c74-8f45-43f5-9971-354a5a7b80d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4078612'] for port, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:44.002158 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.plugin [None req-5eb95c74-8f45-43f5-9971-354a5a7b80d5 admin admin] Calling delete_port for 97d42b22-6be2-4658-987b-a1d7236cef62 owned by network:dhcp {{(pid=105584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:20:44.078673 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-5eb95c74-8f45-43f5-9971-354a5a7b80d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790688807644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790688434180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014130'] for port, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:44.108340 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb95c74-8f45-43f5-9971-354a5a7b80d5 admin admin] Pushing event deleted for resources: {'Port': ['ID=97d42b22-6be2-4658-987b-a1d7236cef62,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:20:44.111179 n-d-705658-22 neutron-server[105584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eb95c74-8f45-43f5-9971-354a5a7b80d5 admin admin] No DVR routers for this DVR port 97d42b22-6be2-4658-987b-a1d7236cef62 on host n-d-705658-22 {{(pid=105584) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:20:44.179821 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-5eb95c74-8f45-43f5-9971-354a5a7b80d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853562', 'neutron.services.segments.db._delete_segments_for_network-8790688882975'] for network, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:44.189985 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.segments.db [None req-5eb95c74-8f45-43f5-9971-354a5a7b80d5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a109021-d742-457e-ace6-a860f8febdfb']}} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:20:44.201406 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.segments.db [None req-5eb95c74-8f45-43f5-9971-354a5a7b80d5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d27e4e3-6705-42b7-9579-bdfc8aa177a0') {'for_net_delete': True} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:20:44.201704 n-d-705658-22 neutron-server[105584]: DEBUG neutron.services.segments.db [None req-5eb95c74-8f45-43f5-9971-354a5a7b80d5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d27e4e3-6705-42b7-9579-bdfc8aa177a0') {} {{(pid=105584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:20:44.211705 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-5eb95c74-8f45-43f5-9971-354a5a7b80d5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790688883752', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9014348'] for segment, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:44.224964 n-d-705658-22 neutron-server[105586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-173cdded-0012-46f7-a9dc-c6c57a7914b8 None None] DHCP port deletion for 5a109021-d742-457e-ace6-a860f8febdfb request from n-d-705658-22 {{(pid=105586) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 22:20:44.226940 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-5eb95c74-8f45-43f5-9971-354a5a7b80d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731'] for segment, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:44.237664 n-d-705658-22 neutron-server[105584]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5eb95c74-8f45-43f5-9971-354a5a7b80d5 admin admin] Releasing vlan 208 on physical network physnet1 to pool {{(pid=105584) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 22:20:44.238128 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-5eb95c74-8f45-43f5-9971-354a5a7b80d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9014063'] for segment, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:44.240027 n-d-705658-22 neutron-server[105584]: Traceback (most recent call last): Jul 27 22:20:44.240027 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 22:20:44.240027 n-d-705658-22 neutron-server[105584]: timer() Jul 27 22:20:44.240027 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 22:20:44.240027 n-d-705658-22 neutron-server[105584]: cb(*args, **kw) Jul 27 22:20:44.240027 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 22:20:44.240027 n-d-705658-22 neutron-server[105584]: return func(*args, **kwargs) Jul 27 22:20:44.240027 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 22:20:44.240027 n-d-705658-22 neutron-server[105584]: self._notify() Jul 27 22:20:44.240027 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 22:20:44.240027 n-d-705658-22 neutron-server[105584]: self.callback(batched_events) Jul 27 22:20:44.240027 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 22:20:44.240027 n-d-705658-22 neutron-server[105584]: event.method(event) Jul 27 22:20:44.240027 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 22:20:44.240027 n-d-705658-22 neutron-server[105584]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 22:20:44.240027 n-d-705658-22 neutron-server[105584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 22:20:44.240027 n-d-705658-22 neutron-server[105584]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 22:20:44.240027 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 22:20:44.240027 n-d-705658-22 neutron-server[105584]: return f(self, *a, **k) Jul 27 22:20:44.240027 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 22:20:44.240027 n-d-705658-22 neutron-server[105584]: return self._get(url).json() Jul 27 22:20:44.240027 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 22:20:44.240027 n-d-705658-22 neutron-server[105584]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 22:20:44.240027 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 22:20:44.240027 n-d-705658-22 neutron-server[105584]: return self.request(url, 'GET', **kwargs) Jul 27 22:20:44.240027 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 22:20:44.240027 n-d-705658-22 neutron-server[105584]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 22:20:44.240027 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 22:20:44.240027 n-d-705658-22 neutron-server[105584]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 22:20:44.240027 n-d-705658-22 neutron-server[105584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 22:20:44.240027 n-d-705658-22 neutron-server[105584]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 22:20:44.240027 n-d-705658-22 neutron-server[105584]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 22:20:44.593656 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-5eb95c74-8f45-43f5-9971-354a5a7b80d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4075658'] for network, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:44.598048 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-5eb95c74-8f45-43f5-9971-354a5a7b80d5 admin admin] Notify callbacks [] for network, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:44.603627 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-5eb95c74-8f45-43f5-9971-354a5a7b80d5 admin admin] 10.222.0.59 "DELETE /v2.0/networks/5a109021-d742-457e-ace6-a860f8febdfb HTTP/1.1" status: 204 len: 168 time: 0.8117087 Jul 27 22:20:44.618269 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb95c74-8f45-43f5-9971-354a5a7b80d5 admin admin] Pushing event deleted for resources: {'Network': ['ID=5a109021-d742-457e-ace6-a860f8febdfb,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:20:44.625641 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-875ced1b-4cf3-463a-9653-058f0f9421e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:44.718216 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 41524) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:20:44.756854 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-7dc16381-99c4-4a0f-8ad8-7f76598650d2 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=f112494cd6f54e3eba1b2de0de7321ab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0371964 Jul 27 22:20:44.759309 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [-] (105584) accepted ('10.222.0.59', 41526) {{(pid=105584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:20:44.805108 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-77396662-eda3-4cab-a264-19e8d8e48e8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:44.825369 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-77396662-eda3-4cab-a264-19e8d8e48e8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:44.872349 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-77396662-eda3-4cab-a264-19e8d8e48e8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:44.874758 n-d-705658-22 neutron-server[105584]: DEBUG neutron_lib.callbacks.manager [None req-77396662-eda3-4cab-a264-19e8d8e48e8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=105584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:44.875953 n-d-705658-22 neutron-server[105584]: INFO neutron.wsgi [None req-77396662-eda3-4cab-a264-19e8d8e48e8a admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/0012104e-d323-4457-a056-c1e4a30ea38c HTTP/1.1" status: 204 len: 168 time: 0.1157775 Jul 27 22:20:44.884291 n-d-705658-22 neutron-server[105584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77396662-eda3-4cab-a264-19e8d8e48e8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0012104e-d323-4457-a056-c1e4a30ea38c,revision_number=None']} {{(pid=105584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:20:45.193307 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 41532) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:20:45.235874 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-efddae4e-164e-4c95-9fd7-304086a59b56 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=015a1a7beafa4044be64cf50fe671922&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0412662 Jul 27 22:20:45.238354 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [-] (105585) accepted ('10.222.0.59', 41534) {{(pid=105585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:20:45.250529 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device ec0bd5a1-ea82-4d7f-9bcc-69b6eae5b8f7 no longer exists at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:20:45.272644 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] No Port match for: ec0bd5a1-ea82-4d7f-9bcc-69b6eae5b8f7 {{(pid=105586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:20:45.273080 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device ec0bd5a1-ea82-4d7f-9bcc-69b6eae5b8f7 not bound to the agent host n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:20:45.273503 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 97d42b22-6be2-4658-987b-a1d7236cef62 no longer exists at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:20:45.286522 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-387f607c-c4da-4edc-93f6-f9734acfdfb6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:45.296204 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] No Port match for: 97d42b22-6be2-4658-987b-a1d7236cef62 {{(pid=105586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:20:45.296556 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 97d42b22-6be2-4658-987b-a1d7236cef62 not bound to the agent host n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:20:45.296988 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 12bf5d68-6867-4b24-a200-51c920ea54fb no longer exists at agent ovs-agent-n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:20:45.307870 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-387f607c-c4da-4edc-93f6-f9734acfdfb6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:45.315239 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.plugin [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] No Port match for: 12bf5d68-6867-4b24-a200-51c920ea54fb {{(pid=105586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:20:45.315593 n-d-705658-22 neutron-server[105586]: DEBUG neutron.plugins.ml2.rpc [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Device 12bf5d68-6867-4b24-a200-51c920ea54fb not bound to the agent host n-d-705658-22 {{(pid=105586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:20:45.367555 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-387f607c-c4da-4edc-93f6-f9734acfdfb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732685'] for security_group, after_delete {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:45.370121 n-d-705658-22 neutron-server[105585]: DEBUG neutron_lib.callbacks.manager [None req-387f607c-c4da-4edc-93f6-f9734acfdfb6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:45.371306 n-d-705658-22 neutron-server[105585]: INFO neutron.wsgi [None req-387f607c-c4da-4edc-93f6-f9734acfdfb6 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/32911ce6-596a-48f7-b69d-5dd312b4a1a2 HTTP/1.1" status: 204 len: 168 time: 0.1319885 Jul 27 22:20:45.379030 n-d-705658-22 neutron-server[105585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387f607c-c4da-4edc-93f6-f9734acfdfb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32911ce6-596a-48f7-b69d-5dd312b4a1a2,revision_number=None']} {{(pid=105585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:20:46.136610 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.agents_db [None req-558fcd2c-e512-47bc-a170-8673d87f7213 None None] Agent healthcheck: found 7 active agents {{(pid=105587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 22:20:53.634814 n-d-705658-22 neutron-server[105584]: DEBUG neutron.wsgi [req-e48dffd5-d8b3-4503-81c5-43344188e6c7 req-f83e24ac-ee02-497d-a5ca-93bdc7b9f4ae service neutron] (105584) timed out ('10.222.0.36', 53075) {{(pid=105584) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 27 22:21:07.367414 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:08.981052 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-120f238d-77fe-4e6f-8101-60f8f7d2d8f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:11.145304 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:11.607193 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-87b63013-ecb5-4e97-b151-4406d93b969d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:11.986238 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:13.250676 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-bb32ed7d-8717-448b-a9c8-a5a0117d1fd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:14.622532 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-875ced1b-4cf3-463a-9653-058f0f9421e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:23.135220 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.agents_db [None req-558fcd2c-e512-47bc-a170-8673d87f7213 None None] Agent healthcheck: found 7 active agents {{(pid=105587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 22:21:37.365315 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:38.981844 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3af2d4d4-7c53-43d5-acb8-038fdf8b4455 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:41.148638 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:41.606691 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-f9ee8052-931b-4937-87fc-d3c8a54fc791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:41.986670 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:43.253832 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-bb32ed7d-8717-448b-a9c8-a5a0117d1fd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:44.624712 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-875ced1b-4cf3-463a-9653-058f0f9421e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:00.134578 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.agents_db [None req-558fcd2c-e512-47bc-a170-8673d87f7213 None None] Agent healthcheck: found 7 active agents {{(pid=105587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 22:22:07.379642 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:08.982463 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-87e2bc4a-20a9-4079-9b67-e3b5da094d5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:11.154778 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:11.606680 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-5b6b6f48-08e0-40b2-b65e-61e052b622d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:11.987442 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:13.257343 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-bb32ed7d-8717-448b-a9c8-a5a0117d1fd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:14.628270 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-875ced1b-4cf3-463a-9653-058f0f9421e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:37.134435 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.agents_db [None req-558fcd2c-e512-47bc-a170-8673d87f7213 None None] Agent healthcheck: found 7 active agents {{(pid=105587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 22:22:37.395763 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:38.983668 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-f420ba26-46a1-41b2-85b6-62dce95eb09e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:41.158045 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:41.607460 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-a43c9c0c-fb93-4c18-804c-e60f480f4671 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:41.988688 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:43.259720 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-bb32ed7d-8717-448b-a9c8-a5a0117d1fd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:44.630206 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-875ced1b-4cf3-463a-9653-058f0f9421e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:07.394939 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:08.983497 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-50c86301-60c1-4c88-8af9-8e25c07b6990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:11.158616 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:11.607139 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-164908ae-eaec-4c53-b1e4-3aea77dc90f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:11.989395 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:13.262691 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-bb32ed7d-8717-448b-a9c8-a5a0117d1fd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:14.133688 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.agents_db [None req-558fcd2c-e512-47bc-a170-8673d87f7213 None None] Agent healthcheck: found 7 active agents {{(pid=105587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 22:23:14.634007 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-875ced1b-4cf3-463a-9653-058f0f9421e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:37.394828 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:38.983410 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-f6048c85-324b-4a52-9efd-61fbf6b543b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:41.173714 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:41.607812 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-bf3c0e02-1005-4d62-be23-fb5fd59b463b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:41.989310 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:43.265847 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-bb32ed7d-8717-448b-a9c8-a5a0117d1fd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:44.634891 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-875ced1b-4cf3-463a-9653-058f0f9421e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:51.132652 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.agents_db [None req-558fcd2c-e512-47bc-a170-8673d87f7213 None None] Agent healthcheck: found 7 active agents {{(pid=105587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 22:24:07.409565 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:08.983377 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-175b1b14-fac3-41ff-94dd-2922ef95fae1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:11.183268 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:11.607027 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-81e90d12-47ff-4696-b5d5-55d558c582a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:11.989903 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:13.269615 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-bb32ed7d-8717-448b-a9c8-a5a0117d1fd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:14.640066 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-875ced1b-4cf3-463a-9653-058f0f9421e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:28.130713 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.agents_db [None req-558fcd2c-e512-47bc-a170-8673d87f7213 None None] Agent healthcheck: found 7 active agents {{(pid=105587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 22:24:37.424802 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:38.985281 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-658d38f2-5ebc-4d56-94e9-c81ccc109fec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:41.181931 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:41.608119 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-2dbd2664-6993-4583-af3b-90b97ea84a75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:41.991488 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:43.270052 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-bb32ed7d-8717-448b-a9c8-a5a0117d1fd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:44.641934 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-875ced1b-4cf3-463a-9653-058f0f9421e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:05.129458 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.agents_db [None req-558fcd2c-e512-47bc-a170-8673d87f7213 None None] Agent healthcheck: found 7 active agents {{(pid=105587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 22:25:07.425277 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:08.985794 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-9f10b889-f843-4a4c-879c-d7894a960997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:11.189472 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:11.607814 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-d5173887-080a-476e-98bc-626a6d67a619 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:11.992238 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:13.274348 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-bb32ed7d-8717-448b-a9c8-a5a0117d1fd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:14.644127 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-875ced1b-4cf3-463a-9653-058f0f9421e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:37.423976 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:38.987602 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-6ca3a372-9b56-4dc4-a0e8-78203607d1a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:41.187116 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:41.607765 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-fbc95b68-18f5-482a-baa0-d1a544f88294 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:41.992628 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:42.128196 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.agents_db [None req-558fcd2c-e512-47bc-a170-8673d87f7213 None None] Agent healthcheck: found 7 active agents {{(pid=105587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 22:25:43.280009 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-bb32ed7d-8717-448b-a9c8-a5a0117d1fd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:44.647242 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-875ced1b-4cf3-463a-9653-058f0f9421e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:07.424069 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:08.987272 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-d838cf90-ffa8-4f72-9b36-4b035b3905fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:11.197966 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:11.609027 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-9b7485e5-87a2-47cb-9df5-9ec0046fa7ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:11.992426 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:13.280497 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-bb32ed7d-8717-448b-a9c8-a5a0117d1fd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:14.650037 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-875ced1b-4cf3-463a-9653-058f0f9421e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:19.127939 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.agents_db [None req-558fcd2c-e512-47bc-a170-8673d87f7213 None None] Agent healthcheck: found 7 active agents {{(pid=105587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 22:26:37.429750 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:38.989426 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-1782f161-621a-4f14-bdbf-d9d6aabae388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:41.194272 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:41.608706 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-65b209e1-e23a-4fed-a266-39e5d28da041 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:41.993339 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:43.281700 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-bb32ed7d-8717-448b-a9c8-a5a0117d1fd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:44.653217 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-875ced1b-4cf3-463a-9653-058f0f9421e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:56.126847 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.agents_db [None req-558fcd2c-e512-47bc-a170-8673d87f7213 None None] Agent healthcheck: found 7 active agents {{(pid=105587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 22:27:07.422418 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:27:08.991169 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-d526cb6d-0fc6-4c85-946f-3a659c765ae2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:27:11.189647 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:27:11.608648 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-ea1aa116-7169-41e1-a8c8-c7f01a3f978c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:27:11.993393 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:27:13.285858 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-bb32ed7d-8717-448b-a9c8-a5a0117d1fd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:27:14.657473 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-875ced1b-4cf3-463a-9653-058f0f9421e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:27:33.128891 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.agents_db [None req-558fcd2c-e512-47bc-a170-8673d87f7213 None None] Agent healthcheck: found 7 active agents {{(pid=105587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 22:27:37.422154 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:27:38.992801 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-32360990-ac08-463c-b71a-d3344042dd79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:27:41.186480 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:27:41.608339 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-d37a3cdf-bf92-425f-8e5f-9b995d2af1aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:27:41.994827 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:27:43.289150 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-bb32ed7d-8717-448b-a9c8-a5a0117d1fd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:27:44.658027 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-875ced1b-4cf3-463a-9653-058f0f9421e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:28:07.437707 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:28:08.993518 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-557006f9-a2d3-44da-9827-cc8f27336758 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:28:10.126962 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.agents_db [None req-558fcd2c-e512-47bc-a170-8673d87f7213 None None] Agent healthcheck: found 7 active agents {{(pid=105587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 22:28:11.201286 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:28:11.608559 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-b5f50eec-4e04-4a15-91bd-ff0fbc141faf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:28:11.995095 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:28:12.162423 n-d-705658-22 neutron-server[105585]: DEBUG neutron.wsgi [req-9d01ce8d-ab35-4fa1-af55-8c81a5c75127 req-5ad04f5d-d86f-4994-a21a-0826392543bb service neutron] (105585) timed out ('10.222.0.59', 40050) {{(pid=105585) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 27 22:28:13.292409 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-bb32ed7d-8717-448b-a9c8-a5a0117d1fd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:28:14.660677 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-875ced1b-4cf3-463a-9653-058f0f9421e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:28:37.436191 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:28:38.993331 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-535256d4-1475-44ac-863d-8639a668c2d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:28:41.217854 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:28:41.608173 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-727f3535-4540-4ee5-a758-c3d401cce7cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:28:41.996229 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:28:43.294010 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-bb32ed7d-8717-448b-a9c8-a5a0117d1fd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:28:44.665165 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-875ced1b-4cf3-463a-9653-058f0f9421e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:28:47.126849 n-d-705658-22 neutron-server[105587]: DEBUG neutron.db.agents_db [None req-558fcd2c-e512-47bc-a170-8673d87f7213 None None] Agent healthcheck: found 7 active agents {{(pid=105587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 22:29:07.451940 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-28650df7-c46c-4981-b84f-37d87254047e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:08.994467 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-8e10dc41-d410-411a-8f8d-07847aff2152 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:11.214604 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-3d54578f-831f-4696-b568-13c455922dab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:11.609510 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-1db555b1-71a8-410a-acc7-8199185c562d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:11.996333 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-895524d9-234e-424a-99d3-b4c6ae795b77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:13.297643 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-bb32ed7d-8717-448b-a9c8-a5a0117d1fd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:14.667742 n-d-705658-22 neutron-server[105586]: DEBUG neutron_lib.callbacks.manager [None req-875ced1b-4cf3-463a-9653-058f0f9421e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790688882957', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866646'] for agent, after_update {{(pid=105586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}